-- Logs begin at Fri 2022-01-28 06:23:12 UTC, end at Fri 2022-01-28 08:45:53 UTC. -- Jan 28 06:53:46.050785 n-d-712749-28 systemd[1]: Started Devstack devstack@q-svc.service. Jan 28 06:53:49.104686 n-d-712749-28 neutron-server[103176]: INFO neutron.common.config [-] Logging enabled! Jan 28 06:53:49.105340 n-d-712749-28 neutron-server[103176]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev442 Jan 28 06:53:49.105466 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103176) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 28 06:53:49.108747 n-d-712749-28 neutron-server[103176]: INFO neutron.common.config [-] Logging enabled! Jan 28 06:53:49.109006 n-d-712749-28 neutron-server[103176]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev442 Jan 28 06:53:49.109322 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103176) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 28 06:53:49.110260 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 28 06:53:49.110499 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 28 06:53:49.110874 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 28 06:53:49.111123 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 28 06:53:49.111353 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 28 06:53:49.111679 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:49.112105 n-d-712749-28 neutron-server[103176]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Jan 28 06:53:49.112446 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:49.112747 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:49.113043 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:49.113340 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:49.113640 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:49.113926 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:49.114218 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:49.115152 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:49.115626 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:49.115918 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:49.116231 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:49.116539 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:49.116832 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:49.117129 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:49.117425 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:49.117714 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] debug = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:49.118003 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:49.118441 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:49.118866 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:49.119150 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:49.119443 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:49.119728 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:49.120003 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:49.120316 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:49.120605 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:49.120934 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] host = n-d-712749-28 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:49.121216 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:49.121507 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:49.121810 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:49.122086 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:49.122364 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:49.122643 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:49.122930 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:49.123210 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:49.123491 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] log_file = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:49.123769 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:49.124059 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:49.124391 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:49.124684 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:49.124911 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:49.125138 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:49.125429 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:49.125717 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:49.125995 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:49.126272 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:49.126548 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:49.126824 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:49.127099 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:49.127372 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:49.127660 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:49.127947 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:49.128262 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:49.128542 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:49.128817 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:49.129089 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:49.129364 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:49.129653 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:49.129967 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:49.130447 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:49.130797 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:49.131095 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:49.131376 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:49.131659 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:49.131965 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:49.132296 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:49.132591 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:49.132883 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:49.133163 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:49.133448 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:49.133730 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:49.134004 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:49.134278 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] use_json = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:49.134552 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:49.134826 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:49.135110 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:49.135383 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:49.135659 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:49.135934 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:49.136226 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:49.136519 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:49.136796 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:49.137092 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:49.137393 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:49.137700 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:49.138001 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:49.138297 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:49.138581 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:49.138875 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:49.139155 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:49.139446 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:49.139737 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:49.140028 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:49.140341 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:49.140645 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:49.140937 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:49.141235 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:49.141542 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:49.141841 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:49.142138 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:49.142419 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:49.142697 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:49.142975 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:49.143254 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:49.143548 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:49.143829 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:49.144120 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:49.144437 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:49.144721 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:49.145021 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:49.145310 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:49.145642 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:49.146158 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:49.146458 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:49.146747 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:49.147046 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:49.147333 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:49.147612 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:49.147896 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:49.148221 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:49.148498 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:49.148775 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:49.149061 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:49.149345 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:49.149623 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:49.149905 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:49.150186 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:49.150485 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:49.150772 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:49.151054 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:49.151331 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:49.151613 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:49.151888 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:49.152177 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:49.152484 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:49.152764 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:49.153042 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:49.153322 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:49.153604 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:49.153880 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:49.154160 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:49.154436 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:49.154715 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:49.154992 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:49.155267 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:49.155543 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:49.155818 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:49.156094 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:49.156398 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:49.156675 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:49.156954 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:49.157229 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:49.157500 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:49.157774 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:49.158051 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:49.158328 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:49.158618 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:49.158915 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:49.159193 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:49.159471 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:49.159750 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:49.160028 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:49.160333 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:49.160615 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:49.160896 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:49.161697 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:49.162128 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:49.162542 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:49.162836 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:49.163132 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:49.163441 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:49.163727 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:49.164034 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:49.164349 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:49.164643 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:49.164926 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:49.165210 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:49.165499 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:49.165787 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:49.166086 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:49.166384 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:49.166683 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:49.166979 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:49.167274 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:49.167557 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:49.167867 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:49.168149 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:49.168394 n-d-712749-28 neutron-server[103176]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 28 06:53:49.168636 n-d-712749-28 neutron-server[103176]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103176) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jan 28 06:53:49.547388 n-d-712749-28 neutron-server[103176]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 28 06:53:49.547669 n-d-712749-28 neutron-server[103176]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 28 06:53:49.547976 n-d-712749-28 neutron-server[103176]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 28 06:53:49.548355 n-d-712749-28 neutron-server[103176]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 28 06:53:49.885467 n-d-712749-28 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:53:49.885763 n-d-712749-28 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:53:49.886041 n-d-712749-28 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:53:49.887353 n-d-712749-28 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:53:49.887647 n-d-712749-28 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:53:49.887919 n-d-712749-28 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:53:49.933618 n-d-712749-28 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:53:49.933903 n-d-712749-28 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:53:49.934173 n-d-712749-28 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:53:49.949222 n-d-712749-28 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:53:49.949507 n-d-712749-28 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:53:49.949781 n-d-712749-28 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:53:49.980522 n-d-712749-28 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:53:49.980809 n-d-712749-28 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:53:49.981085 n-d-712749-28 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:53:50.016935 n-d-712749-28 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:53:50.017216 n-d-712749-28 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:53:50.017487 n-d-712749-28 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:53:50.357038 n-d-712749-28 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:53:50.357666 n-d-712749-28 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:53:50.357666 n-d-712749-28 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:53:50.357846 n-d-712749-28 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:53:50.358526 n-d-712749-28 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:53:50.460361 n-d-712749-28 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:53:50.460680 n-d-712749-28 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:53:50.460966 n-d-712749-28 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:53:50.461242 n-d-712749-28 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:53:50.461513 n-d-712749-28 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:53:50.461827 n-d-712749-28 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:53:50.462091 n-d-712749-28 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:53:50.462350 n-d-712749-28 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:53:50.462607 n-d-712749-28 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:53:50.462891 n-d-712749-28 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:53:50.463155 n-d-712749-28 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:53:50.463424 n-d-712749-28 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:53:50.463682 n-d-712749-28 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:53:50.463939 n-d-712749-28 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:53:50.464217 n-d-712749-28 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:53:50.464488 n-d-712749-28 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:53:50.464744 n-d-712749-28 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:53:50.465013 n-d-712749-28 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:53:50.465282 n-d-712749-28 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:53:50.465543 n-d-712749-28 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:53:50.465813 n-d-712749-28 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:53:50.466067 n-d-712749-28 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:53:50.466348 n-d-712749-28 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:53:50.466725 n-d-712749-28 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:53:50.466983 n-d-712749-28 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:53:50.467231 n-d-712749-28 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:53:50.467629 n-d-712749-28 neutron-server[103176]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103176) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 06:53:50.467874 n-d-712749-28 neutron-server[103176]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103176) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 06:53:50.468115 n-d-712749-28 neutron-server[103176]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103176) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 06:53:50.468379 n-d-712749-28 neutron-server[103176]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103176) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 06:53:50.468620 n-d-712749-28 neutron-server[103176]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103176) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 06:53:50.468859 n-d-712749-28 neutron-server[103176]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103176) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 06:53:50.469228 n-d-712749-28 neutron-server[103176]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 28 06:53:50.472384 n-d-712749-28 neutron-server[103176]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 28 06:53:50.476839 n-d-712749-28 neutron-server[103176]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 28 06:53:50.480590 n-d-712749-28 neutron-server[103176]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Jan 28 06:53:50.482244 n-d-712749-28 neutron-server[103176]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 28 06:53:50.482700 n-d-712749-28 neutron-server[103176]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 28 06:53:50.483036 n-d-712749-28 neutron-server[103176]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jan 28 06:53:50.483424 n-d-712749-28 neutron-server[103176]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 28 06:53:50.486291 n-d-712749-28 neutron-server[103176]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 28 06:53:50.486549 n-d-712749-28 neutron-server[103176]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 28 06:53:50.486905 n-d-712749-28 neutron-server[103176]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jan 28 06:53:50.492672 n-d-712749-28 neutron-server[103176]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jan 28 06:53:50.517117 n-d-712749-28 neutron-server[103176]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jan 28 06:53:50.517581 n-d-712749-28 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:53:50.517879 n-d-712749-28 neutron-server[103176]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103176) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Jan 28 06:53:50.518243 n-d-712749-28 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:53:50.519620 n-d-712749-28 neutron-server[103176]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103176) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 28 06:53:50.519901 n-d-712749-28 neutron-server[103176]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jan 28 06:53:50.520151 n-d-712749-28 neutron-server[103176]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jan 28 06:53:50.524251 n-d-712749-28 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:53:50.524540 n-d-712749-28 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:53:50.591145 n-d-712749-28 neutron-server[103176]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 28 06:53:50.591384 n-d-712749-28 neutron-server[103176]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 28 06:53:50.591624 n-d-712749-28 neutron-server[103176]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 28 06:53:50.591997 n-d-712749-28 neutron-server[103176]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 28 06:53:50.612711 n-d-712749-28 neutron-server[103176]: DEBUG oslo_db.sqlalchemy.engines [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103176) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jan 28 06:53:51.054791 n-d-712749-28 neutron-server[103176]: INFO neutron.plugins.ml2.managers [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Initializing driver for type 'gre' Jan 28 06:53:51.055393 n-d-712749-28 neutron-server[103176]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] gre ID ranges: [(1, 1000)] Jan 28 06:53:51.105982 n-d-712749-28 neutron-server[103176]: INFO neutron.plugins.ml2.managers [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Initializing driver for type 'local' Jan 28 06:53:51.106440 n-d-712749-28 neutron-server[103176]: INFO neutron.plugins.ml2.managers [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Initializing driver for type 'vlan' Jan 28 06:53:51.120169 n-d-712749-28 neutron-server[103176]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] VlanTypeDriver initialization complete Jan 28 06:53:51.120530 n-d-712749-28 neutron-server[103176]: INFO neutron.plugins.ml2.managers [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Initializing driver for type 'vxlan' Jan 28 06:53:51.121017 n-d-712749-28 neutron-server[103176]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] vxlan ID ranges: [(1, 1000)] Jan 28 06:53:51.174274 n-d-712749-28 neutron-server[103176]: INFO neutron.plugins.ml2.managers [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Initializing extension driver 'port_security' Jan 28 06:53:51.174631 n-d-712749-28 neutron-server[103176]: INFO neutron.plugins.ml2.extensions.port_security [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] PortSecurityExtensionDriver initialization complete Jan 28 06:53:51.174965 n-d-712749-28 neutron-server[103176]: INFO neutron.plugins.ml2.managers [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Initializing mechanism driver 'openvswitch' Jan 28 06:53:51.175290 n-d-712749-28 neutron-server[103176]: INFO neutron.plugins.ml2.managers [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Initializing mechanism driver 'hyperv' Jan 28 06:53:51.182149 n-d-712749-28 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:53:51.182858 n-d-712749-28 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Subscribe: > port after_create 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:53:51.183240 n-d-712749-28 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Subscribe: > port after_update 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:53:51.183601 n-d-712749-28 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Subscribe: > port after_delete 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:53:51.184137 n-d-712749-28 neutron-server[103176]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103176) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 28 06:53:51.184636 n-d-712749-28 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Subscribe: > subnet after_create 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:53:51.185007 n-d-712749-28 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Subscribe: > subnet after_update 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:53:51.185366 n-d-712749-28 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Subscribe: > subnet after_delete 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:53:51.185772 n-d-712749-28 neutron-server[103176]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103176) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 28 06:53:51.186199 n-d-712749-28 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Subscribe: > network after_create 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:53:51.186565 n-d-712749-28 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Subscribe: > network after_update 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:53:51.186919 n-d-712749-28 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Subscribe: > network after_delete 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:53:51.187318 n-d-712749-28 neutron-server[103176]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103176) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 28 06:53:51.187736 n-d-712749-28 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Subscribe: > security_group after_create 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:53:51.188091 n-d-712749-28 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Subscribe: > security_group after_update 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:53:51.188473 n-d-712749-28 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Subscribe: > security_group after_delete 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:53:51.189014 n-d-712749-28 neutron-server[103176]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103176) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 28 06:53:51.189689 n-d-712749-28 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:53:51.190057 n-d-712749-28 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:53:51.190409 n-d-712749-28 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:53:51.190811 n-d-712749-28 neutron-server[103176]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103176) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 28 06:53:51.191242 n-d-712749-28 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Subscribe: > address_group after_create 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:53:51.191601 n-d-712749-28 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Subscribe: > address_group after_update 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:53:51.191950 n-d-712749-28 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Subscribe: > address_group after_delete 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:53:51.192958 n-d-712749-28 neutron-server[103176]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103176) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 28 06:53:51.193366 n-d-712749-28 neutron-server[103176]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] ML2 OVO RPC backend initialized. {{(pid=103176) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Jan 28 06:53:51.194185 n-d-712749-28 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Subscribe: > router_interface after_create 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:53:51.194559 n-d-712749-28 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:53:51.194986 n-d-712749-28 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Subscribe: > network before_response 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:53:51.195342 n-d-712749-28 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Subscribe: > networks before_response 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:53:51.195698 n-d-712749-28 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Subscribe: > port before_response 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:53:51.196053 n-d-712749-28 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Subscribe: > ports before_response 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:53:51.196441 n-d-712749-28 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Subscribe: > subnet before_response 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:53:51.196791 n-d-712749-28 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Subscribe: > subnets before_response 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:53:51.197144 n-d-712749-28 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Subscribe: > network after_create 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:53:51.197491 n-d-712749-28 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Subscribe: > network after_update 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:53:51.197834 n-d-712749-28 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Subscribe: > network after_delete 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:53:51.198176 n-d-712749-28 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Subscribe: > port after_create 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:53:51.198520 n-d-712749-28 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Subscribe: > port after_update 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:53:51.198861 n-d-712749-28 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Subscribe: > port after_delete 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:53:51.199202 n-d-712749-28 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Subscribe: > subnet after_create 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:53:51.199544 n-d-712749-28 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Subscribe: > subnet after_update 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:53:51.199884 n-d-712749-28 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Subscribe: > subnet after_delete 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:53:51.207124 n-d-712749-28 neutron-server[103176]: INFO neutron.quota [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loaded quota_driver: . Jan 28 06:53:51.207498 n-d-712749-28 neutron-server[103176]: INFO neutron.plugins.ml2.plugin [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Modular L2 Plugin initialization complete Jan 28 06:53:51.207854 n-d-712749-28 neutron-server[103176]: DEBUG neutron.manager [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loading services supported by the core plugin {{(pid=103176) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 28 06:53:51.208323 n-d-712749-28 neutron-server[103176]: INFO neutron.plugins.ml2.managers [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Got port-security extension from driver 'port_security' Jan 28 06:53:51.208816 n-d-712749-28 neutron-server[103176]: INFO neutron.extensions.vlantransparent [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Disabled vlantransparent extension. Jan 28 06:53:51.209317 n-d-712749-28 neutron-server[103176]: DEBUG neutron.manager [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103176) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 28 06:53:51.209648 n-d-712749-28 neutron-server[103176]: INFO neutron.manager [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loading Plugin: router Jan 28 06:53:51.248025 n-d-712749-28 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Subscribe: > router_interface before_create 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:53:51.248450 n-d-712749-28 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Subscribe: > router after_create 55549900 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:53:51.248830 n-d-712749-28 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Subscribe: > router before_create 55549900 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:53:51.249201 n-d-712749-28 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:53:51.249582 n-d-712749-28 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:53:51.249945 n-d-712749-28 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Subscribe: > router after_delete 55549900 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:53:51.250315 n-d-712749-28 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Subscribe: > floatingip after_create 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:53:51.250676 n-d-712749-28 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Subscribe: > floatingip after_update 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:53:51.251041 n-d-712749-28 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Subscribe: > router after_create 55549900 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:53:51.251395 n-d-712749-28 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Subscribe: > router after_update 55549900 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:53:51.251754 n-d-712749-28 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Subscribe: > router after_update 55549900 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:53:51.252108 n-d-712749-28 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:53:51.252505 n-d-712749-28 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Subscribe: > router after_update 55549900 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:53:51.252925 n-d-712749-28 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Subscribe: > router precommit_update 55549900 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:53:51.253306 n-d-712749-28 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Subscribe: port after_update 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:53:51.253653 n-d-712749-28 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Subscribe: port after_delete 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:53:51.254001 n-d-712749-28 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Subscribe: subnet after_update 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:53:51.254349 n-d-712749-28 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:53:51.254705 n-d-712749-28 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Subscribe: > port precommit_delete 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:53:51.255109 n-d-712749-28 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Subscribe: > router precommit_create 55549900 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:53:51.255463 n-d-712749-28 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Subscribe: port before_delete 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:53:51.255813 n-d-712749-28 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Subscribe: > router precommit_create 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:53:51.256179 n-d-712749-28 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Subscribe: > router after_update 55549900 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:53:51.256550 n-d-712749-28 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Subscribe: > router precommit_delete 55549900 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:53:51.256908 n-d-712749-28 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Subscribe: > router precommit_create 55549900 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:53:51.257276 n-d-712749-28 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Subscribe: > router_interface after_create 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:53:51.257629 n-d-712749-28 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Subscribe: > router precommit_update 55549900 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:53:51.258004 n-d-712749-28 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Subscribe: > agent after_create 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:53:51.258365 n-d-712749-28 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Subscribe: > agent after_delete 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:53:51.258718 n-d-712749-28 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Subscribe: > network after_delete 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:53:51.259602 n-d-712749-28 neutron-server[103176]: DEBUG neutron.quota.resource_registry [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Tracking information for resource: router configured {{(pid=103176) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 06:53:51.259941 n-d-712749-28 neutron-server[103176]: DEBUG neutron.quota.resource_registry [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Tracking information for resource: floatingip configured {{(pid=103176) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 06:53:51.264984 n-d-712749-28 neutron-server[103176]: INFO neutron.db.l3_agentschedulers_db [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 28 06:53:51.265570 n-d-712749-28 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Subscribe: port after_update 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:53:51.265941 n-d-712749-28 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Subscribe: port after_create 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:53:51.266309 n-d-712749-28 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Subscribe: port after_delete 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:53:51.266661 n-d-712749-28 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Subscribe: port after_update 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:53:51.267691 n-d-712749-28 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Subscribe: > router before_create 55550100 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:53:51.268099 n-d-712749-28 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Subscribe: > router precommit_delete 55550100 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:53:51.268505 n-d-712749-28 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Subscribe: > router precommit_create 55550100 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:53:51.268915 n-d-712749-28 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Subscribe: > router precommit_update 55550100 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:53:51.274552 n-d-712749-28 neutron-server[103176]: DEBUG neutron.services.provider_configuration [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Service providers = [] {{(pid=103176) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 28 06:53:51.275002 n-d-712749-28 neutron-server[103176]: DEBUG neutron.db.servicetype_db [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103176) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 28 06:53:51.278360 n-d-712749-28 neutron-server[103176]: DEBUG neutron.services.service_base [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103176) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 28 06:53:51.278752 n-d-712749-28 neutron-server[103176]: DEBUG neutron.services.service_base [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103176) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 28 06:53:51.279152 n-d-712749-28 neutron-server[103176]: DEBUG neutron.services.service_base [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103176) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 28 06:53:51.280275 n-d-712749-28 neutron-server[103176]: DEBUG neutron.services.service_base [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103176) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 28 06:53:51.280588 n-d-712749-28 neutron-server[103176]: INFO neutron.services.service_base [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 28 06:53:51.281056 n-d-712749-28 neutron-server[103176]: DEBUG neutron.manager [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103176) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 06:53:51.281389 n-d-712749-28 neutron-server[103176]: INFO neutron.manager [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 28 06:53:51.294297 n-d-712749-28 neutron-server[103176]: DEBUG neutron.manager [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103176) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 06:53:51.294712 n-d-712749-28 neutron-server[103176]: INFO neutron.manager [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loading Plugin: auto_allocate Jan 28 06:53:51.301586 n-d-712749-28 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Subscribe: network precommit_update 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:53:51.302670 n-d-712749-28 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Subscribe: network precommit_create 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:53:51.303409 n-d-712749-28 neutron-server[103176]: DEBUG neutron.manager [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103176) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 06:53:51.303754 n-d-712749-28 neutron-server[103176]: INFO neutron.manager [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loading Plugin: tag Jan 28 06:53:51.311485 n-d-712749-28 neutron-server[103176]: DEBUG neutron.manager [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103176) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 06:53:51.311772 n-d-712749-28 neutron-server[103176]: INFO neutron.manager [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loading Plugin: timestamp Jan 28 06:53:51.316130 n-d-712749-28 neutron-server[103176]: DEBUG neutron.manager [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103176) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 06:53:51.316494 n-d-712749-28 neutron-server[103176]: INFO neutron.manager [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loading Plugin: network_ip_availability Jan 28 06:53:51.322296 n-d-712749-28 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:53:51.322679 n-d-712749-28 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:53:51.323042 n-d-712749-28 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:53:51.323780 n-d-712749-28 neutron-server[103176]: DEBUG neutron.manager [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103176) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 06:53:51.324106 n-d-712749-28 neutron-server[103176]: INFO neutron.manager [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loading Plugin: flavors Jan 28 06:53:51.329090 n-d-712749-28 neutron-server[103176]: DEBUG neutron.manager [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103176) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 06:53:51.329433 n-d-712749-28 neutron-server[103176]: INFO neutron.manager [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loading Plugin: revisions Jan 28 06:53:51.333904 n-d-712749-28 neutron-server[103176]: DEBUG neutron.manager [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103176) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 06:53:51.334311 n-d-712749-28 neutron-server[103176]: DEBUG oslo_concurrency.lockutils [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.786s {{(pid=103176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 28 06:53:51.335066 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103176) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jan 28 06:53:51.335410 n-d-712749-28 neutron-server[103176]: INFO neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Initializing extension manager. Jan 28 06:53:51.335944 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loading extension file: __init__.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:53:51.336320 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loading extension file: __pycache__ {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:53:51.336667 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:53:51.337008 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loading extension file: address_group.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:53:51.337784 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:53:51.338368 n-d-712749-28 neutron-server[103176]: INFO neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loaded extension: address-group Jan 28 06:53:51.338700 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loading extension file: address_scope.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:53:51.339433 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:53:51.339964 n-d-712749-28 neutron-server[103176]: INFO neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loaded extension: address-scope Jan 28 06:53:51.340344 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loading extension file: admin_state_down_before_update.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:53:51.341297 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:53:51.341828 n-d-712749-28 neutron-server[103176]: INFO neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loaded extension: router-admin-state-down-before-update Jan 28 06:53:51.342164 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loading extension file: agent.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:53:51.343071 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:53:51.343601 n-d-712749-28 neutron-server[103176]: INFO neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loaded extension: agent Jan 28 06:53:51.343936 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loading extension file: agent_resources_synced.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:53:51.344898 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:53:51.345426 n-d-712749-28 neutron-server[103176]: INFO neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loaded extension: agent-resources-synced Jan 28 06:53:51.345759 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loading extension file: allowedaddresspairs.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:53:51.347580 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:53:51.348158 n-d-712749-28 neutron-server[103176]: INFO neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loaded extension: allowed-address-pairs Jan 28 06:53:51.348531 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loading extension file: auto_allocated_topology.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:53:51.350200 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:53:51.350736 n-d-712749-28 neutron-server[103176]: INFO neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loaded extension: auto-allocated-topology Jan 28 06:53:51.351072 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loading extension file: availability_zone.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:53:51.351782 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:53:51.352343 n-d-712749-28 neutron-server[103176]: INFO neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loaded extension: availability_zone Jan 28 06:53:51.352680 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loading extension file: availability_zone_filter.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:53:51.353605 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:53:51.354132 n-d-712749-28 neutron-server[103176]: INFO neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loaded extension: availability_zone_filter Jan 28 06:53:51.354469 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loading extension file: data_plane_status.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:53:51.355388 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:53:51.355905 n-d-712749-28 neutron-server[103176]: INFO neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Extension data-plane-status not supported by any of loaded plugins Jan 28 06:53:51.356266 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loading extension file: default_subnetpools.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:53:51.357198 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:53:51.357735 n-d-712749-28 neutron-server[103176]: INFO neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loaded extension: default-subnetpools Jan 28 06:53:51.358039 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loading extension file: dhcpagentscheduler.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:53:51.358858 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:53:51.359386 n-d-712749-28 neutron-server[103176]: INFO neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loaded extension: dhcp_agent_scheduler Jan 28 06:53:51.359722 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loading extension file: dns.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:53:51.360681 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:53:51.361203 n-d-712749-28 neutron-server[103176]: INFO neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Extension dns-integration not supported by any of loaded plugins Jan 28 06:53:51.361537 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loading extension file: dns_domain_ports.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:53:51.362467 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:53:51.362992 n-d-712749-28 neutron-server[103176]: INFO neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 28 06:53:51.363326 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:53:51.364852 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:53:51.365548 n-d-712749-28 neutron-server[103176]: INFO neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jan 28 06:53:51.365883 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loading extension file: dvr.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:53:51.366578 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:53:51.367103 n-d-712749-28 neutron-server[103176]: INFO neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loaded extension: dvr Jan 28 06:53:51.367439 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loading extension file: ecmp_routes.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:53:51.368411 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:53:51.368932 n-d-712749-28 neutron-server[103176]: INFO neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Extension ecmp_routes not supported by any of loaded plugins Jan 28 06:53:51.369265 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loading extension file: empty_string_filtering.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:53:51.370187 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:53:51.370715 n-d-712749-28 neutron-server[103176]: INFO neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loaded extension: empty-string-filtering Jan 28 06:53:51.371047 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:53:51.371966 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:53:51.372520 n-d-712749-28 neutron-server[103176]: INFO neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 28 06:53:51.372854 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:53:51.373772 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:53:51.374291 n-d-712749-28 neutron-server[103176]: INFO neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 28 06:53:51.374620 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loading extension file: external_net.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:53:51.375536 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:53:51.376057 n-d-712749-28 neutron-server[103176]: INFO neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loaded extension: external-net Jan 28 06:53:51.376429 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loading extension file: extra_dhcp_opt.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:53:51.377348 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:53:51.377871 n-d-712749-28 neutron-server[103176]: INFO neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loaded extension: extra_dhcp_opt Jan 28 06:53:51.378202 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loading extension file: extraroute.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:53:51.379127 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:53:51.379656 n-d-712749-28 neutron-server[103176]: INFO neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loaded extension: extraroute Jan 28 06:53:51.380180 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loading extension file: extraroute_atomic.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:53:51.381306 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:53:51.381838 n-d-712749-28 neutron-server[103176]: INFO neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loaded extension: extraroute-atomic Jan 28 06:53:51.382171 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loading extension file: filter_validation.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:53:51.382854 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:53:51.383378 n-d-712749-28 neutron-server[103176]: INFO neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loaded extension: filter-validation Jan 28 06:53:51.383708 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loading extension file: fip_pf_description.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:53:51.384655 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:53:51.385176 n-d-712749-28 neutron-server[103176]: INFO neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 28 06:53:51.385506 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loading extension file: fip_port_details.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:53:51.386434 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:53:51.386960 n-d-712749-28 neutron-server[103176]: INFO neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loaded extension: fip-port-details Jan 28 06:53:51.387290 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loading extension file: flavors.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:53:51.388571 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:53:51.389104 n-d-712749-28 neutron-server[103176]: INFO neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loaded extension: flavors Jan 28 06:53:51.389436 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:53:51.391126 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:53:51.391657 n-d-712749-28 neutron-server[103176]: INFO neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 28 06:53:51.391992 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loading extension file: floatingip_pools.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:53:51.392727 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:53:51.393251 n-d-712749-28 neutron-server[103176]: INFO neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loaded extension: floatingip-pools Jan 28 06:53:51.393584 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loading extension file: ip_allocation.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:53:51.394530 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:53:51.395047 n-d-712749-28 neutron-server[103176]: INFO neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Extension ip_allocation not supported by any of loaded plugins Jan 28 06:53:51.395378 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:53:51.396375 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:53:51.396899 n-d-712749-28 neutron-server[103176]: INFO neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loaded extension: ip-substring-filtering Jan 28 06:53:51.397232 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loading extension file: l2_adjacency.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:53:51.398182 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:53:51.398699 n-d-712749-28 neutron-server[103176]: INFO neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Extension l2_adjacency not supported by any of loaded plugins Jan 28 06:53:51.399030 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loading extension file: l3.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:53:51.400017 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:53:51.400587 n-d-712749-28 neutron-server[103176]: INFO neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loaded extension: router Jan 28 06:53:51.400922 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loading extension file: l3_conntrack_helper.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:53:51.403344 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:53:51.403884 n-d-712749-28 neutron-server[103176]: INFO neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 28 06:53:51.404247 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:53:51.405200 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:53:51.405730 n-d-712749-28 neutron-server[103176]: INFO neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loaded extension: ext-gw-mode Jan 28 06:53:51.406068 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:53:51.407000 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:53:51.407523 n-d-712749-28 neutron-server[103176]: INFO neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loaded extension: l3-ha Jan 28 06:53:51.407871 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loading extension file: l3_flavors.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:53:51.408809 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:53:51.409336 n-d-712749-28 neutron-server[103176]: INFO neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loaded extension: l3-flavors Jan 28 06:53:51.409668 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:53:51.410599 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:53:51.411629 n-d-712749-28 neutron-server[103176]: INFO neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loaded extension: l3-port-ip-change-not-allowed Jan 28 06:53:51.411961 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loading extension file: l3agentscheduler.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:53:51.413041 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:53:51.413568 n-d-712749-28 neutron-server[103176]: INFO neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loaded extension: l3_agent_scheduler Jan 28 06:53:51.413902 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loading extension file: local_ip.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:53:51.415693 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:53:51.416258 n-d-712749-28 neutron-server[103176]: INFO neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Extension local_ip not supported by any of loaded plugins Jan 28 06:53:51.416604 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loading extension file: logging.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:53:51.418096 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:53:51.418630 n-d-712749-28 neutron-server[103176]: INFO neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Extension logging not supported by any of loaded plugins Jan 28 06:53:51.418970 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loading extension file: metering.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:53:51.419728 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:53:51.420357 n-d-712749-28 neutron-server[103176]: INFO neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loaded extension: metering Jan 28 06:53:51.420694 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:53:51.421820 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:53:51.422352 n-d-712749-28 neutron-server[103176]: INFO neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loaded extension: metering_source_and_destination_fields Jan 28 06:53:51.422685 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loading extension file: multiprovidernet.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:53:51.423630 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:53:51.424160 n-d-712749-28 neutron-server[103176]: INFO neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loaded extension: multi-provider Jan 28 06:53:51.424534 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loading extension file: netmtu.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:53:51.425465 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:53:51.425989 n-d-712749-28 neutron-server[103176]: INFO neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loaded extension: net-mtu Jan 28 06:53:51.426319 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loading extension file: netmtu_writable.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:53:51.427816 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:53:51.428420 n-d-712749-28 neutron-server[103176]: INFO neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loaded extension: net-mtu-writable Jan 28 06:53:51.428754 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loading extension file: network_availability_zone.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:53:51.429439 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:53:51.429966 n-d-712749-28 neutron-server[103176]: INFO neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loaded extension: network_availability_zone Jan 28 06:53:51.430291 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loading extension file: network_ip_availability.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:53:51.431431 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:53:51.431961 n-d-712749-28 neutron-server[103176]: INFO neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loaded extension: network-ip-availability Jan 28 06:53:51.432318 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loading extension file: network_segment_range.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:53:51.433099 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:53:51.433620 n-d-712749-28 neutron-server[103176]: INFO neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Extension network-segment-range not supported by any of loaded plugins Jan 28 06:53:51.433951 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loading extension file: pagination.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:53:51.434956 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:53:51.435296 n-d-712749-28 neutron-server[103176]: INFO neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loaded extension: pagination Jan 28 06:53:51.435625 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loading extension file: port_device_profile.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:53:51.436580 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:53:51.437111 n-d-712749-28 neutron-server[103176]: INFO neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loaded extension: port-device-profile Jan 28 06:53:51.437438 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:53:51.438370 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:53:51.438890 n-d-712749-28 neutron-server[103176]: INFO neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loaded extension: port-mac-address-regenerate Jan 28 06:53:51.439217 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:53:51.440564 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:53:51.441096 n-d-712749-28 neutron-server[103176]: INFO neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loaded extension: port-numa-affinity-policy Jan 28 06:53:51.441423 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loading extension file: port_resource_request.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:53:51.442377 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:53:51.442915 n-d-712749-28 neutron-server[103176]: INFO neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Extension port-resource-request not supported by any of loaded plugins Jan 28 06:53:51.443237 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loading extension file: port_resource_request_groups.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:53:51.444252 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:53:51.444776 n-d-712749-28 neutron-server[103176]: INFO neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Extension port-resource-request-groups not supported by any of loaded plugins Jan 28 06:53:51.445102 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loading extension file: portbindings.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:53:51.446039 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:53:51.446562 n-d-712749-28 neutron-server[103176]: INFO neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loaded extension: binding Jan 28 06:53:51.446889 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loading extension file: portbindings_extended.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:53:51.448186 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:53:51.448743 n-d-712749-28 neutron-server[103176]: INFO neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loaded extension: binding-extended Jan 28 06:53:51.449085 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loading extension file: portsecurity.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:53:51.450016 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:53:51.450546 n-d-712749-28 neutron-server[103176]: INFO neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loaded extension: port-security Jan 28 06:53:51.450877 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loading extension file: project_id.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:53:51.451872 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:53:51.452231 n-d-712749-28 neutron-server[103176]: INFO neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loaded extension: project-id Jan 28 06:53:51.452566 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loading extension file: providernet.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:53:51.453505 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:53:51.454035 n-d-712749-28 neutron-server[103176]: INFO neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loaded extension: provider Jan 28 06:53:51.454364 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loading extension file: qos.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:53:51.458118 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:53:51.458647 n-d-712749-28 neutron-server[103176]: INFO neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Extension qos not supported by any of loaded plugins Jan 28 06:53:51.458986 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:53:51.460288 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:53:51.460818 n-d-712749-28 neutron-server[103176]: INFO neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 28 06:53:51.461162 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:53:51.462094 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:53:51.462620 n-d-712749-28 neutron-server[103176]: INFO neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 28 06:53:51.462957 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loading extension file: qos_default.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:53:51.463883 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:53:51.464446 n-d-712749-28 neutron-server[103176]: INFO neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Extension qos-default not supported by any of loaded plugins Jan 28 06:53:51.464784 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loading extension file: qos_fip.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:53:51.465714 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:53:51.466242 n-d-712749-28 neutron-server[103176]: INFO neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Extension qos-fip not supported by any of loaded plugins Jan 28 06:53:51.466576 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loading extension file: qos_fip_network_policy.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:53:51.467502 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:53:51.468029 n-d-712749-28 neutron-server[103176]: INFO neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jan 28 06:53:51.468399 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loading extension file: qos_gateway_ip.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:53:51.469344 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:53:51.469872 n-d-712749-28 neutron-server[103176]: INFO neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 28 06:53:51.470204 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loading extension file: qos_port_network_policy.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:53:51.471135 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:53:51.471656 n-d-712749-28 neutron-server[103176]: INFO neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 28 06:53:51.471989 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:53:51.473076 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:53:51.474145 n-d-712749-28 neutron-server[103176]: INFO neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Extension qos-pps-minimum not supported by any of loaded plugins Jan 28 06:53:51.474544 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loading extension file: qos_pps_rule.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:53:51.475926 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:53:51.476500 n-d-712749-28 neutron-server[103176]: INFO neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Extension qos-pps not supported by any of loaded plugins Jan 28 06:53:51.476839 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loading extension file: qos_rule_type_details.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:53:51.477774 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:53:51.478302 n-d-712749-28 neutron-server[103176]: INFO neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 28 06:53:51.478633 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loading extension file: qos_rules_alias.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:53:51.479695 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:53:51.480253 n-d-712749-28 neutron-server[103176]: INFO neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 28 06:53:51.480591 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loading extension file: quota_check_limit.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:53:51.481520 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:53:51.482052 n-d-712749-28 neutron-server[103176]: INFO neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loaded extension: quota-check-limit Jan 28 06:53:51.482385 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loading extension file: quotasv2.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:53:51.483328 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:53:51.483667 n-d-712749-28 neutron-server[103176]: INFO neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loaded extension: quotas Jan 28 06:53:51.483999 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loading extension file: quotasv2_detail.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:53:51.485865 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:53:51.486219 n-d-712749-28 neutron-server[103176]: INFO neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loaded extension: quota_details Jan 28 06:53:51.486560 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loading extension file: rbac.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:53:51.487637 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:53:51.488177 n-d-712749-28 neutron-server[103176]: INFO neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loaded extension: rbac-policies Jan 28 06:53:51.488548 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loading extension file: rbac_address_group.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:53:51.489741 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:53:51.490279 n-d-712749-28 neutron-server[103176]: INFO neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loaded extension: rbac-address-group Jan 28 06:53:51.490617 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loading extension file: rbac_address_scope.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:53:51.491551 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:53:51.492084 n-d-712749-28 neutron-server[103176]: INFO neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loaded extension: rbac-address-scope Jan 28 06:53:51.492445 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loading extension file: rbac_security_groups.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:53:51.496860 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:53:51.496860 n-d-712749-28 neutron-server[103176]: INFO neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loaded extension: rbac-security-groups Jan 28 06:53:51.496860 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loading extension file: rbac_subnetpool.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:53:51.496860 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:53:51.496860 n-d-712749-28 neutron-server[103176]: INFO neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loaded extension: rbac-subnetpool Jan 28 06:53:51.496860 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loading extension file: revisionifmatch.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:53:51.497337 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:53:51.497563 n-d-712749-28 neutron-server[103176]: INFO neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loaded extension: revision-if-match Jan 28 06:53:51.497898 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loading extension file: revisions.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:53:51.499030 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:53:51.499556 n-d-712749-28 neutron-server[103176]: INFO neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loaded extension: standard-attr-revisions Jan 28 06:53:51.499892 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loading extension file: router_availability_zone.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:53:51.500610 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:53:51.501141 n-d-712749-28 neutron-server[103176]: INFO neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loaded extension: router_availability_zone Jan 28 06:53:51.501476 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loading extension file: routerservicetype.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:53:51.502510 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:53:51.503035 n-d-712749-28 neutron-server[103176]: INFO neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Extension router-service-type not supported by any of loaded plugins Jan 28 06:53:51.503371 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:53:51.504423 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:53:51.504984 n-d-712749-28 neutron-server[103176]: INFO neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loaded extension: security-groups-normalized-cidr Jan 28 06:53:51.505319 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loading extension file: security_groups_port_filtering.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:53:51.506255 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:53:51.506778 n-d-712749-28 neutron-server[103176]: INFO neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loaded extension: port-security-groups-filtering Jan 28 06:53:51.507112 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:53:51.508042 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:53:51.508598 n-d-712749-28 neutron-server[103176]: INFO neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loaded extension: security-groups-remote-address-group Jan 28 06:53:51.508939 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:53:51.509880 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:53:51.510403 n-d-712749-28 neutron-server[103176]: INFO neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loaded extension: security-groups-shared-filtering Jan 28 06:53:51.510757 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:53:51.511336 n-d-712749-28 neutron-server[103176]: WARNING neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Jan 28 06:53:51.511672 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loading extension file: securitygroup.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:53:51.522000 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:53:51.522548 n-d-712749-28 neutron-server[103176]: INFO neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loaded extension: security-group Jan 28 06:53:51.522890 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loading extension file: segment.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:53:51.523689 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:53:51.524277 n-d-712749-28 neutron-server[103176]: INFO neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Extension segment not supported by any of loaded plugins Jan 28 06:53:51.524578 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:53:51.525534 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:53:51.526063 n-d-712749-28 neutron-server[103176]: INFO neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 28 06:53:51.526398 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loading extension file: servicetype.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:53:51.527534 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:53:51.528073 n-d-712749-28 neutron-server[103176]: INFO neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loaded extension: service-type Jan 28 06:53:51.528441 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loading extension file: sorting.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:53:51.529444 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:53:51.529788 n-d-712749-28 neutron-server[103176]: INFO neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loaded extension: sorting Jan 28 06:53:51.530123 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loading extension file: standard_attr_segment.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:53:51.531051 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:53:51.531581 n-d-712749-28 neutron-server[103176]: INFO neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 28 06:53:51.531912 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loading extension file: standardattrdescription.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:53:51.532603 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:53:51.533128 n-d-712749-28 neutron-server[103176]: INFO neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loaded extension: standard-attr-description Jan 28 06:53:51.533458 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loading extension file: stateful_security_group.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:53:51.534399 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:53:51.534931 n-d-712749-28 neutron-server[103176]: INFO neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loaded extension: stateful-security-group Jan 28 06:53:51.535265 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loading extension file: stdattrs_common.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:53:51.535845 n-d-712749-28 neutron-server[103176]: WARNING neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 28 06:53:51.536841 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:53:51.537796 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:53:51.538325 n-d-712749-28 neutron-server[103176]: INFO neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 28 06:53:51.538653 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loading extension file: subnet_onboard.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:53:51.539755 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:53:51.540326 n-d-712749-28 neutron-server[103176]: INFO neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loaded extension: subnet_onboard Jan 28 06:53:51.540661 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:53:51.541608 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:53:51.542146 n-d-712749-28 neutron-server[103176]: INFO neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 28 06:53:51.542477 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loading extension file: subnet_service_types.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:53:51.543414 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:53:51.543950 n-d-712749-28 neutron-server[103176]: INFO neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loaded extension: subnet-service-types Jan 28 06:53:51.544312 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loading extension file: subnetallocation.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:53:51.545408 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:53:51.545944 n-d-712749-28 neutron-server[103176]: INFO neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loaded extension: subnet_allocation Jan 28 06:53:51.546280 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:53:51.546960 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:53:51.547489 n-d-712749-28 neutron-server[103176]: INFO neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loaded extension: subnetpool-prefix-ops Jan 28 06:53:51.547819 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:53:51.548812 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:53:51.549342 n-d-712749-28 neutron-server[103176]: INFO neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 28 06:53:51.549672 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loading extension file: tagging.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:53:51.550754 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:53:51.551293 n-d-712749-28 neutron-server[103176]: INFO neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loaded extension: standard-attr-tag Jan 28 06:53:51.551629 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loading extension file: timestamp.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:53:51.553034 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:53:51.553564 n-d-712749-28 neutron-server[103176]: INFO neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loaded extension: standard-attr-timestamp Jan 28 06:53:51.553902 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loading extension file: trunk.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:53:51.554955 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:53:51.555486 n-d-712749-28 neutron-server[103176]: INFO neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Extension trunk not supported by any of loaded plugins Jan 28 06:53:51.555822 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loading extension file: trunk_details.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:53:51.556779 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:53:51.557308 n-d-712749-28 neutron-server[103176]: INFO neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Extension trunk-details not supported by any of loaded plugins Jan 28 06:53:51.557640 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loading extension file: uplink_status_propagation.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:53:51.558576 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:53:51.559104 n-d-712749-28 neutron-server[103176]: INFO neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 28 06:53:51.559436 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Loading extension file: vlantransparent.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:53:51.560119 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:53:51.560669 n-d-712749-28 neutron-server[103176]: INFO neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Extension vlan-transparent not supported by any of loaded plugins Jan 28 06:53:51.563310 n-d-712749-28 neutron-server[103176]: INFO neutron.quota.resource_registry [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Creating instance of TrackedResource for resource:network Jan 28 06:53:51.563791 n-d-712749-28 neutron-server[103176]: INFO neutron.quota.resource_registry [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Creating instance of TrackedResource for resource:subnet Jan 28 06:53:51.564209 n-d-712749-28 neutron-server[103176]: INFO neutron.quota.resource_registry [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Creating instance of TrackedResource for resource:subnetpool Jan 28 06:53:51.564860 n-d-712749-28 neutron-server[103176]: INFO neutron.quota.resource_registry [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Creating instance of TrackedResource for resource:port Jan 28 06:53:51.566119 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.v2.resource_helper [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103176) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 06:53:51.566563 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.v2.resource_helper [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Service FLAVORS assigned prefix: {{(pid=103176) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 06:53:51.567217 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.v2.resource_helper [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103176) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 06:53:51.567673 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.v2.resource_helper [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103176) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 06:53:51.568022 n-d-712749-28 neutron-server[103176]: INFO neutron.quota.resource_registry [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Creating instance of TrackedResource for resource:router Jan 28 06:53:51.568486 n-d-712749-28 neutron-server[103176]: INFO neutron.quota.resource_registry [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Creating instance of TrackedResource for resource:floatingip Jan 28 06:53:51.568973 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.v2.resource_helper [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Service METERING assigned prefix: /metering {{(pid=103176) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 06:53:51.570503 n-d-712749-28 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:53:51.570878 n-d-712749-28 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:53:51.571237 n-d-712749-28 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:53:51.572280 n-d-712749-28 neutron-server[103176]: INFO neutron.quota.resource_registry [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Creating instance of CountableResource for resource:rbac_policy Jan 28 06:53:51.572738 n-d-712749-28 neutron-server[103176]: INFO neutron.quota.resource_registry [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Creating instance of TrackedResource for resource:security_group Jan 28 06:53:51.573167 n-d-712749-28 neutron-server[103176]: INFO neutron.quota.resource_registry [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Creating instance of TrackedResource for resource:security_group_rule Jan 28 06:53:51.574874 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.v2.resource_helper [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Service CORE assigned prefix: {{(pid=103176) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 06:53:51.575233 n-d-712749-28 neutron-server[103176]: INFO neutron.quota.resource_registry [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Creating instance of TrackedResource for resource:subnetpool Jan 28 06:53:51.575623 n-d-712749-28 neutron-server[103176]: WARNING neutron.quota.resource_registry [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] subnetpool is already registered Jan 28 06:53:51.576075 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.v2.resource_helper [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Service CORE assigned prefix: {{(pid=103176) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 06:53:51.576450 n-d-712749-28 neutron-server[103176]: INFO neutron.quota.resource_registry [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Creating instance of TrackedResource for resource:subnetpool Jan 28 06:53:51.576795 n-d-712749-28 neutron-server[103176]: WARNING neutron.quota.resource_registry [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] subnetpool is already registered Jan 28 06:53:51.579063 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.v2.resource_helper [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103176) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 06:53:51.579506 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.v2.resource_helper [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Service FLAVORS assigned prefix: {{(pid=103176) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 06:53:51.580103 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.v2.resource_helper [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103176) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 06:53:51.580562 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.v2.resource_helper [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103176) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 06:53:51.580907 n-d-712749-28 neutron-server[103176]: INFO neutron.quota.resource_registry [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Creating instance of TrackedResource for resource:router Jan 28 06:53:51.581251 n-d-712749-28 neutron-server[103176]: WARNING neutron.quota.resource_registry [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] router is already registered Jan 28 06:53:51.581665 n-d-712749-28 neutron-server[103176]: INFO neutron.quota.resource_registry [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Creating instance of TrackedResource for resource:floatingip Jan 28 06:53:51.582009 n-d-712749-28 neutron-server[103176]: WARNING neutron.quota.resource_registry [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] floatingip is already registered Jan 28 06:53:51.582469 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.v2.resource_helper [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Service METERING assigned prefix: /metering {{(pid=103176) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 06:53:51.583733 n-d-712749-28 neutron-server[103176]: INFO neutron.quota.resource_registry [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Creating instance of CountableResource for resource:rbac_policy Jan 28 06:53:51.584016 n-d-712749-28 neutron-server[103176]: WARNING neutron.quota.resource_registry [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] rbac_policy is already registered Jan 28 06:53:51.584569 n-d-712749-28 neutron-server[103176]: INFO neutron.quota.resource_registry [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Creating instance of TrackedResource for resource:security_group Jan 28 06:53:51.584905 n-d-712749-28 neutron-server[103176]: WARNING neutron.quota.resource_registry [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] security_group is already registered Jan 28 06:53:51.585313 n-d-712749-28 neutron-server[103176]: INFO neutron.quota.resource_registry [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Creating instance of TrackedResource for resource:security_group_rule Jan 28 06:53:51.585649 n-d-712749-28 neutron-server[103176]: WARNING neutron.quota.resource_registry [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] security_group_rule is already registered Jan 28 06:53:51.586287 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.v2.resource_helper [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Service CORE assigned prefix: {{(pid=103176) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 06:53:51.586624 n-d-712749-28 neutron-server[103176]: INFO neutron.quota.resource_registry [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Creating instance of TrackedResource for resource:subnetpool Jan 28 06:53:51.586963 n-d-712749-28 neutron-server[103176]: WARNING neutron.quota.resource_registry [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] subnetpool is already registered Jan 28 06:53:51.587385 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.v2.resource_helper [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Service CORE assigned prefix: {{(pid=103176) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 06:53:51.587716 n-d-712749-28 neutron-server[103176]: INFO neutron.quota.resource_registry [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Creating instance of TrackedResource for resource:subnetpool Jan 28 06:53:51.588050 n-d-712749-28 neutron-server[103176]: WARNING neutron.quota.resource_registry [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] subnetpool is already registered Jan 28 06:53:51.588569 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Extended resource: extensions {{(pid=103176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 06:53:51.590067 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Extended resource: address-groups {{(pid=103176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 06:53:51.591572 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Extended resource: address-scopes {{(pid=103176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 06:53:51.592971 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Extended resource: agents {{(pid=103176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 06:53:51.594164 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Extended resource: auto-allocated-topology {{(pid=103176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 06:53:51.595435 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Extended resource: availability_zones {{(pid=103176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 06:53:51.596767 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Extended resource: dhcp-networks {{(pid=103176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 06:53:51.598344 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Extended resource: dhcp-agents {{(pid=103176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 06:53:51.599874 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Extended resource: routers {{(pid=103176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 06:53:51.602188 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Extended resource: flavors {{(pid=103176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 06:53:51.603379 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Extended resource: service_profiles {{(pid=103176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 06:53:51.604654 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Extended resource: next_providers {{(pid=103176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 06:53:51.606136 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Extended resource: service_profiles {{(pid=103176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 06:53:51.607712 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Extended resource: floatingip-pools {{(pid=103176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 06:53:51.608999 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Extended resource: routers {{(pid=103176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 06:53:51.611138 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Extended resource: floatingips {{(pid=103176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 06:53:51.612483 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Extended resource: l3-routers {{(pid=103176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 06:53:51.613895 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Extended resource: l3-agents {{(pid=103176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 06:53:51.615986 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Extended resource: metering-labels {{(pid=103176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 06:53:51.617421 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Extended resource: metering-label-rules {{(pid=103176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 06:53:51.618735 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Extended resource: network-ip-availabilities {{(pid=103176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 06:53:51.620010 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Extended resource: bindings {{(pid=103176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 06:53:51.621726 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Extended resource: quotas {{(pid=103176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 06:53:51.623322 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Extended resource: quotas {{(pid=103176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 06:53:51.624995 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Extended resource: rbac-policies {{(pid=103176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 06:53:51.626313 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Extended resource: security-groups {{(pid=103176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 06:53:51.627575 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Extended resource: security-group-rules {{(pid=103176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 06:53:51.628865 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Extended resource: service-providers {{(pid=103176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 06:53:51.630770 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Extended resource: subnetpools {{(pid=103176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 06:53:51.632267 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Extended resource: subnetpools {{(pid=103176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 06:53:51.633760 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Extended resource: tags {{(pid=103176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 06:53:51.635466 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Extended resource: tags {{(pid=103176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 06:53:51.637353 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Extended resource: tags {{(pid=103176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 06:53:51.639159 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Extended resource: tags {{(pid=103176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 06:53:51.642042 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Extended resource: tags {{(pid=103176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 06:53:51.643937 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Extended resource: tags {{(pid=103176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 06:53:51.645812 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Extended resource: tags {{(pid=103176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 06:53:51.647743 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Extended resource: tags {{(pid=103176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 06:53:51.649557 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Extended resource: tags {{(pid=103176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 06:53:51.651480 n-d-712749-28 neutron-server[103176]: DEBUG neutron.api.extensions [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Extended resource: tags {{(pid=103176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 06:53:51.657518 n-d-712749-28 neutron-server[103176]: WARNING keystonemiddleware.auth_token [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 28 06:53:51.662569 n-d-712749-28 neutron-server[103176]: WARNING keystonemiddleware.auth_token [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 28 06:53:51.671176 n-d-712749-28 neutron-server[103176]: DEBUG oslo_concurrency.lockutils [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Acquired lock "singleton_lock" {{(pid=103176) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jan 28 06:53:51.671914 n-d-712749-28 neutron-server[103176]: DEBUG oslo_concurrency.lockutils [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Releasing lock "singleton_lock" {{(pid=103176) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jan 28 06:53:51.672609 n-d-712749-28 neutron-server[103176]: INFO oslo_service.service [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Starting 2 workers Jan 28 06:53:51.678221 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Started child 103283 {{(pid=103176) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 28 06:53:51.682820 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Started child 103284 {{(pid=103176) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 28 06:53:51.684157 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:53:51.684878 n-d-712749-28 neutron-server[103176]: INFO neutron.service [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Neutron service started, listening on 0.0.0.0:9696 Jan 28 06:53:51.685111 n-d-712749-28 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Publish callbacks [] for process (None), before_spawn {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:53:51.685747 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [-] (103283) wsgi starting up on http://0.0.0.0:9696 Jan 28 06:53:51.687624 n-d-712749-28 neutron-server[103176]: INFO oslo_service.service [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Starting 1 workers Jan 28 06:53:51.687771 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:53:51.689186 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [-] (103284) wsgi starting up on http://0.0.0.0:9696 Jan 28 06:53:51.693887 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Started child 103285 {{(pid=103176) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 28 06:53:51.694448 n-d-712749-28 neutron-server[103176]: INFO oslo_service.service [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Starting 1 workers Jan 28 06:53:51.697573 n-d-712749-28 neutron-server[103285]: DEBUG neutron.service [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] calling RpcWorker wait() {{(pid=103285) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 28 06:53:51.698118 n-d-712749-28 neutron-server[103285]: DEBUG neutron.service [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] returning from RpcWorker wait() {{(pid=103285) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 28 06:53:51.699022 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Started child 103286 {{(pid=103176) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 28 06:53:51.699388 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:53:51.699837 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:53:51.699928 n-d-712749-28 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f600fc3d-0698-4bcd-b4fc-3bba7dc438bd None None] Publish callbacks [] for process (None), after_spawn {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:53:51.701852 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103176) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 28 06:53:51.702081 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 28 06:53:51.702275 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 28 06:53:51.702513 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 28 06:53:51.702859 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 28 06:53:51.703027 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 28 06:53:51.703541 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.703830 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.704097 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.704436 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.704709 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.704798 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:53:51.705321 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.705573 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.705833 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.706116 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.706370 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.706550 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.706721 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.706972 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.707226 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.707529 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.707794 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.708087 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.708404 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.708581 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.708850 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.709129 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.709360 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.709625 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] debug = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.709867 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.710376 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.710607 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.710863 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.711084 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.711357 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.711608 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.711900 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.712136 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.712420 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.712651 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.712909 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.713160 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.713402 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.713671 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.713908 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.714157 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.714382 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.714834 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] host = n-d-712749-28 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.715074 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.715314 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.715566 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.715825 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.716089 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.716339 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.716586 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.716845 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.717112 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.717340 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.717581 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.717814 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.718053 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.718303 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] log_file = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.718471 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] log_options = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.718690 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.718972 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.719239 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.719436 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.719605 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.719771 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.720256 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.720256 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.723846 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.723846 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.723846 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.723846 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.723846 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.723846 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.723846 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.723846 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.723846 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.725114 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.725114 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.725114 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.725114 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.725114 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.725114 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.725114 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.726012 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 54020) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:53:51.726189 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.726189 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.726189 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.726189 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.726189 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.726189 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.726942 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.727088 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.727223 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.727758 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.727758 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.728065 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.728286 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.728468 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.729140 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.729140 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.729462 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.729462 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.729730 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.729925 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.730353 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.730497 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.730632 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] use_json = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.730819 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.731059 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.731313 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.731556 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.731776 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.731999 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.732838 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.732838 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.732838 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.733881 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.733881 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.734168 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [-] 10.222.0.41 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065682 Jan 28 06:53:51.734309 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.734309 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.734567 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.734702 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.735365 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.735365 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.735961 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.736945 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.737292 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.737531 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.737864 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.738161 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.738931 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.739761 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.740043 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.740412 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.740643 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.742212 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.742446 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.742837 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.744302 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.744302 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.744302 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.744302 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.744302 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.744721 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.744721 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.745000 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.745266 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.745381 n-d-712749-28 neutron-server[103286]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:53:51.745792 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.41/identity {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.746211 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.746445 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.746710 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.746936 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.747160 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.747378 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.747595 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.747878 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.748111 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.748376 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.748745 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.749115 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.749496 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.750352 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.750734 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.751118 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.751504 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.751905 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.752294 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.752577 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.753266 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.753266 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.753266 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.753517 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.753714 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.753968 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.754346 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.754702 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.755639 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.756038 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.756363 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.757432 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.757432 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.757432 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.757432 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.757432 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.757827 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.757919 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.758090 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.759295 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.759295 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.759295 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.759295 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.759295 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.759295 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.759742 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.759742 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.759903 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.760106 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.760359 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.760720 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.761091 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.761453 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.761669 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.761882 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.762092 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.763092 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.763092 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.763092 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.763092 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.763378 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.763513 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.763918 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.764158 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.764422 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.764653 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.765052 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.765907 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.765907 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.765907 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.765907 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.766483 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.766483 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.768187 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.768187 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.768187 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.768187 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.768187 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.768187 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.768187 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.770499 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.770499 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.770499 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.770499 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.770499 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.770499 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.770499 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.770499 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.771562 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.771562 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.771562 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.771562 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.772077 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.772077 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.772381 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.772381 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.772657 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.772878 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.773133 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.773371 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.773626 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.773838 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.774102 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.774342 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.774581 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.774825 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.776015 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.776015 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.776015 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.776015 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.776015 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.777107 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.777354 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.777629 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.777888 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.778131 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.778520 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.778760 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.41/identity {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.779155 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.779528 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.779913 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.780151 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.780721 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.780721 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.780887 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.781083 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.781317 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.782363 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.782586 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.782807 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.783050 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.783263 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.783642 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.784036 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.784430 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.784648 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.784896 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.785130 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.785496 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.785851 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.786229 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.786633 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.787006 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.787407 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.787661 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.788055 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.790234 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.790234 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.790234 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.790234 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.790234 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.790234 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.790234 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.790234 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.791642 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.791642 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.791642 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.791642 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.791642 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.791642 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.791642 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.791642 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.793019 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.793019 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.793019 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.793019 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.793019 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.793019 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.793557 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.793557 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.793708 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.793897 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.794152 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.794397 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.794634 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.794865 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.795074 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.795283 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.796077 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.797382 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.797853 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.798242 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.799311 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.799734 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.800128 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.800407 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.800667 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.800887 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.801107 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.801333 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.801576 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.802344 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.803699 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.803699 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.803699 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.803699 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.803699 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.803699 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.804167 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.804167 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.804395 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.804552 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.804763 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.806133 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.806133 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.806133 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.806133 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.806133 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.806133 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.806591 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.806591 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.806734 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.806858 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.807070 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.807278 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.807484 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.807770 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.808181 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.808608 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.809046 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.809446 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.809706 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.809963 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.810276 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.810492 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.811202 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.811202 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.811202 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.812415 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.812415 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.812415 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.812663 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.812745 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.812984 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.813273 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.813737 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.813948 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.814095 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.814352 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.814920 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.815192 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.815448 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.815693 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.815933 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.816186 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.816633 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.817243 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.817243 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.817535 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.817673 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.818135 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.818403 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.818651 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.819026 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.819392 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.819797 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.820014 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.820288 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.820515 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.820670 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 28 06:53:51.821349 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103176) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 28 06:53:51.821654 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 28 06:53:51.821950 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 28 06:53:51.822283 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 28 06:53:51.822460 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 28 06:53:51.822614 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 28 06:53:51.822978 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.823143 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.823451 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.823622 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.823786 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.824054 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.824152 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.824340 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.824486 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.824792 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.825088 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.825381 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.825674 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.825965 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.826248 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.827320 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.827621 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.827917 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.828250 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.828563 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.828725 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.828885 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.829044 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] debug = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.829202 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.829420 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.829631 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.829816 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.830011 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.830011 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.830326 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.830326 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.830535 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.830601 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.830755 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.830897 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.831053 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.831258 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.831394 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.831525 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.831672 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.831815 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.831945 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] host = n-d-712749-28 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.832086 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.832237 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.832429 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.832524 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.834351 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.834351 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.834351 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.834351 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.834351 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.834351 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.834351 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.834351 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.834828 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.834828 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] log_file = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.834828 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] log_options = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.834828 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.835087 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.835087 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.835263 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.835424 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.835581 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.835739 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.835896 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.836053 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.837844 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.837844 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.837844 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.837844 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.837844 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.837844 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.837844 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.837844 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.837844 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.838368 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.838368 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.838368 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.838368 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.838368 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.838368 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.838686 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.838686 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.838686 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.838850 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.838995 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.839150 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.839310 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.839467 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.839621 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.839934 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.840289 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.840589 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.840751 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.840899 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.841033 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.841187 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.841319 n-d-712749-28 neutron-server[103285]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:53:51.841473 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.841473 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.841728 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.841861 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.841994 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.842128 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.842207 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] use_json = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.842357 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.842516 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.842669 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.842803 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.842963 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.843118 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.843275 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.843428 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.843580 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:53:51.843760 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.843925 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.844095 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.844377 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.844518 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.844649 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.844752 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.844896 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.846230 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.846230 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.846230 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.846230 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.846230 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.846230 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.846230 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.846230 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.848144 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.848144 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.848144 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.848144 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.848144 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.848144 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.848144 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.848144 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.850942 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.850942 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.850942 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.850942 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.850942 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.850942 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.850942 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.850942 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.41/identity {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.851495 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.851495 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.851495 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.851495 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.851495 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.851495 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.851495 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.851495 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.852011 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.852011 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.852011 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.852011 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.852011 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.852011 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.852011 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.852011 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.852589 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.852589 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.852589 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.852589 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.852849 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.852924 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.853050 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.853388 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.853753 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.854093 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.854526 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.854526 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.854701 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.854860 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.855016 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.855334 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.855442 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.855534 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.855806 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.855932 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.856037 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.856215 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.857221 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.857395 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.857560 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.857708 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.857871 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.858014 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.858172 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.858334 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.858497 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.858659 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.858820 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.858970 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.859132 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.859290 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.859444 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.859606 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.859765 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.859911 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.860080 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.860256 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.860590 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.860764 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.860942 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.861087 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.861251 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.861411 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.861570 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.861724 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.861892 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.862048 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.862207 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.862366 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.862533 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.862773 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.862922 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.863082 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.863243 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.863654 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.863654 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.863927 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.863927 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.864398 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.864398 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.864398 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.864915 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.864915 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.864915 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.865296 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.865296 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.865296 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.865698 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.865698 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.865698 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.866260 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.866260 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.866260 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.866654 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.866654 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.866654 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.867865 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.867865 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.867865 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.867865 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.867865 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.867865 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.867865 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.867865 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.868907 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.868907 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.868907 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.868907 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.868907 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.868907 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.868907 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.869783 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.869783 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.869783 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.869783 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.869783 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.869783 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.41/identity {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.870549 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.870549 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.870549 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.870549 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.870549 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.872689 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.872689 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.872689 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.872689 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.872689 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.872689 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.872689 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.872689 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.873698 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.873698 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.873698 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.873698 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.873698 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.873698 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.873698 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.873698 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.874680 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.874680 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.874680 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.874680 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.874680 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.874680 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.874680 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.874680 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.875701 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.875701 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.875701 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.875701 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.875701 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.875701 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.875701 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.875701 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.878034 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.878034 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.878034 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.878034 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.878034 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.878034 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.878034 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.878034 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.882052 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.882052 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.882052 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.882052 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.882052 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.882052 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.882052 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.882052 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.882829 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.882829 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.882829 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.882829 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.882829 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.882829 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.882829 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.882829 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.883830 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.883830 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.883830 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.883830 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.883830 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.883830 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.883830 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.883830 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.884911 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.884911 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.884911 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.884911 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.884911 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.884911 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.884911 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.884911 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.885416 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.885416 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.885416 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.885416 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.885416 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.885416 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.885416 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.885416 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.885829 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.885829 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.885829 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.885829 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.885829 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.885829 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.885829 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.885829 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.887012 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.887012 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.887012 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.887012 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.887012 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.887012 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.887012 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.887012 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.887850 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.887850 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.887850 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.887850 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.887850 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.887850 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.887850 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.887850 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.888585 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.888585 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.888585 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.888585 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.888585 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.888585 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.888585 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.888983 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.888983 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.888983 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.889144 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.889342 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.889439 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.890396 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.890396 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.890396 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.890396 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.890396 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.890396 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.891036 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.891036 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.891036 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.891036 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.891753 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.891753 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.891753 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.891753 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.891753 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.892351 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.892351 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.892351 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.892351 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:53:51.892576 n-d-712749-28 neutron-server[103176]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 28 06:54:03.262717 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-287c4d3c-48ad-4a45-bcad-e9f3935b10f3 None None] get_active_networks_info from n-d-712749-28 {{(pid=103285) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 06:54:03.298446 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-84d3e411-3df4-4467-a613-9695c8117902 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16606652'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:03.342684 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-287c4d3c-48ad-4a45-bcad-e9f3935b10f3 None None] No non-hosted networks {{(pid=103285) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 28 06:54:05.554468 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ea41f373-2600-48e4-a73d-d41170067508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16606652'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:05.607317 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7446e787-3287-4a17-a144-70ff546eaf7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:06.771740 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16606652'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:08.470416 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16606652'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:09.572143 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16606652'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:09.572808 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:54:09.573634 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:54:09.575344 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:54:09.576589 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:54:09.578483 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:54:09.579095 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:54:09.579661 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:54:09.581276 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:54:09.581850 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:54:09.583110 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:54:09.587352 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:54:09.588128 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:54:09.588775 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:54:09.589269 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-712749-28', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:54:09.606083 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-712749-28', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:54:09.752836 n-d-712749-28 neutron-server[103285]: INFO neutron.db.l3_hamode_db [None req-8a01a158-c1d8-447c-a5c8-6572b6d228ea None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 28 06:54:09.837303 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a01a158-c1d8-447c-a5c8-6572b6d228ea None None] Routers set() bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:54:09.837705 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a01a158-c1d8-447c-a5c8-6572b6d228ea None None] Router IDs set() for agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 28 06:54:12.197832 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 54132) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:54:12.807467 n-d-712749-28 neutron-server[103284]: WARNING oslo_policy.policy [None req-be94c88e-9da1-4073-8cea-fbf0f21bc81f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 06:54:12.808031 n-d-712749-28 neutron-server[103284]: WARNING oslo_policy.policy [None req-be94c88e-9da1-4073-8cea-fbf0f21bc81f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 06:54:13.036125 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [None req-be94c88e-9da1-4073-8cea-fbf0f21bc81f admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 06:54:13.037276 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-be94c88e-9da1-4073-8cea-fbf0f21bc81f admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8385417 Jan 28 06:54:15.724216 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 54148) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:54:16.018257 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-94b7b121-303c-477d-a182-a9a582067146 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True, 'default_prefixlen': 26, 'tenant_id': 'b30a6cb7c9ed497eab8a982bd4edda1d'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:54:16.112953 n-d-712749-28 neutron-server[103284]: DEBUG neutron.policy [None req-94b7b121-303c-477d-a182-a9a582067146 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103284) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 28 06:54:16.155547 n-d-712749-28 neutron-server[103284]: WARNING oslo_policy.policy [None req-94b7b121-303c-477d-a182-a9a582067146 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 06:54:16.155866 n-d-712749-28 neutron-server[103284]: WARNING oslo_policy.policy [None req-94b7b121-303c-477d-a182-a9a582067146 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 06:54:16.248558 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-94b7b121-303c-477d-a182-a9a582067146 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782329926184', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782329926741', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782329879208', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782329877937', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782329883467', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782329892806', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-610507', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-818379', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16553071', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16681712'] for rbac-policy (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:16.316403 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-94b7b121-303c-477d-a182-a9a582067146 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:16.317592 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-94b7b121-303c-477d-a182-a9a582067146 admin admin] 10.222.0.41 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.5923545 Jan 28 06:54:18.938339 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 54160) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:54:19.430244 n-d-712749-28 neutron-server[103283]: WARNING oslo_policy.policy [None req-6a514413-3fec-4bfc-aa9f-163d88af15ca admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 06:54:19.430804 n-d-712749-28 neutron-server[103283]: WARNING oslo_policy.policy [None req-6a514413-3fec-4bfc-aa9f-163d88af15ca admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 06:54:19.658225 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-6a514413-3fec-4bfc-aa9f-163d88af15ca admin admin] Request body: {'network': {'admin_state_up': True, 'tenant_id': 'bc5b21330910495fa33269d18415a62e', 'project_id': 'bc5b21330910495fa33269d18415a62e', 'name': 'private'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:54:19.713043 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a514413-3fec-4bfc-aa9f-163d88af15ca admin admin] Made reservation on behalf of bc5b21330910495fa33269d18415a62e for: {'network': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:54:19.773732 n-d-712749-28 neutron-server[103283]: DEBUG neutron.policy [None req-6a514413-3fec-4bfc-aa9f-163d88af15ca admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103283) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 28 06:54:19.816358 n-d-712749-28 neutron-server[103283]: WARNING oslo_policy.policy [None req-6a514413-3fec-4bfc-aa9f-163d88af15ca admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 06:54:19.816766 n-d-712749-28 neutron-server[103283]: WARNING oslo_policy.policy [None req-6a514413-3fec-4bfc-aa9f-163d88af15ca admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 06:54:19.826256 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6a514413-3fec-4bfc-aa9f-163d88af15ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:19.847577 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6a514413-3fec-4bfc-aa9f-163d88af15ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:19.960936 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6a514413-3fec-4bfc-aa9f-163d88af15ca admin admin] Publish callbacks [] for security_group (f04398e5-e6ee-4473-933f-bd5ac9a5d2c3), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:19.964496 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6a514413-3fec-4bfc-aa9f-163d88af15ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (f04398e5-e6ee-4473-933f-bd5ac9a5d2c3), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:19.984806 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a514413-3fec-4bfc-aa9f-163d88af15ca admin admin] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=103283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:54:20.012846 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6a514413-3fec-4bfc-aa9f-163d88af15ca admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8782327755403', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (73dfc684-f37e-4376-afa2-859f6df7af90), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:20.013456 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6a514413-3fec-4bfc-aa9f-163d88af15ca admin admin] Unsubscribe: segment precommit_create {{(pid=103283) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 28 06:54:20.014014 n-d-712749-28 neutron-server[103283]: INFO neutron.db.segments_db [None req-6a514413-3fec-4bfc-aa9f-163d88af15ca admin admin] Added segment 73dfc684-f37e-4376-afa2-859f6df7af90 of type vlan for network a2323da1-e339-4454-ac9d-c82478fc8624 Jan 28 06:54:20.031006 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a514413-3fec-4bfc-aa9f-163d88af15ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f04398e5-e6ee-4473-933f-bd5ac9a5d2c3,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:54:20.084031 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a514413-3fec-4bfc-aa9f-163d88af15ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:54:20.084469 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a514413-3fec-4bfc-aa9f-163d88af15ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:54:20.084962 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a514413-3fec-4bfc-aa9f-163d88af15ca admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:54:20.085419 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a514413-3fec-4bfc-aa9f-163d88af15ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:54:20.085809 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a514413-3fec-4bfc-aa9f-163d88af15ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:54:20.086264 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a514413-3fec-4bfc-aa9f-163d88af15ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:54:20.086739 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a514413-3fec-4bfc-aa9f-163d88af15ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:54:20.087070 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a514413-3fec-4bfc-aa9f-163d88af15ca admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:54:20.087394 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a514413-3fec-4bfc-aa9f-163d88af15ca admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:54:20.087714 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a514413-3fec-4bfc-aa9f-163d88af15ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:54:20.088034 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a514413-3fec-4bfc-aa9f-163d88af15ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:54:20.088380 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a514413-3fec-4bfc-aa9f-163d88af15ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:54:20.088698 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a514413-3fec-4bfc-aa9f-163d88af15ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:54:20.089836 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a514413-3fec-4bfc-aa9f-163d88af15ca admin admin] Tracked resource versions report: Jan 28 06:54:20.089836 n-d-712749-28 neutron-server[103283]: pushed versions: Jan 28 06:54:20.089836 n-d-712749-28 neutron-server[103283]: { 'AddressGroup': {'1.2'}, Jan 28 06:54:20.089836 n-d-712749-28 neutron-server[103283]: 'ConntrackHelper': {'1.0'}, Jan 28 06:54:20.089836 n-d-712749-28 neutron-server[103283]: 'LocalIPAssociation': {'1.0'}, Jan 28 06:54:20.089836 n-d-712749-28 neutron-server[103283]: 'Log': {'1.0'}, Jan 28 06:54:20.089836 n-d-712749-28 neutron-server[103283]: 'Network': {'1.1'}, Jan 28 06:54:20.089836 n-d-712749-28 neutron-server[103283]: 'Port': {'1.7'}, Jan 28 06:54:20.089836 n-d-712749-28 neutron-server[103283]: 'PortForwarding': {'1.2'}, Jan 28 06:54:20.089836 n-d-712749-28 neutron-server[103283]: 'QosPolicy': {'1.10'}, Jan 28 06:54:20.089836 n-d-712749-28 neutron-server[103283]: 'SecurityGroup': {'1.5'}, Jan 28 06:54:20.089836 n-d-712749-28 neutron-server[103283]: 'SecurityGroupRule': {'1.2'}, Jan 28 06:54:20.089836 n-d-712749-28 neutron-server[103283]: 'SubPort': {'1.0'}, Jan 28 06:54:20.089836 n-d-712749-28 neutron-server[103283]: 'Subnet': {'1.1'}, Jan 28 06:54:20.089836 n-d-712749-28 neutron-server[103283]: 'Trunk': {'1.1'}} Jan 28 06:54:20.089836 n-d-712749-28 neutron-server[103283]: consumer versions: Jan 28 06:54:20.089836 n-d-712749-28 neutron-server[103283]: { DHCP agent@n-d-712749-28: {}, Jan 28 06:54:20.089836 n-d-712749-28 neutron-server[103283]: L3 agent@n-d-712749-28: {}, Jan 28 06:54:20.089836 n-d-712749-28 neutron-server[103283]: Metadata agent@n-d-712749-28: {}, Jan 28 06:54:20.089836 n-d-712749-28 neutron-server[103283]: Metering agent@n-d-712749-28: {}, Jan 28 06:54:20.089836 n-d-712749-28 neutron-server[103283]: Open vSwitch agent@n-d-712749-28: { 'AddressGroup': '1.2', Jan 28 06:54:20.089836 n-d-712749-28 neutron-server[103283]: 'ConntrackHelper': '1.0', Jan 28 06:54:20.089836 n-d-712749-28 neutron-server[103283]: 'LocalIPAssociation': '1.0', Jan 28 06:54:20.089836 n-d-712749-28 neutron-server[103283]: 'Log': '1.0', Jan 28 06:54:20.089836 n-d-712749-28 neutron-server[103283]: 'Network': '1.1', Jan 28 06:54:20.089836 n-d-712749-28 neutron-server[103283]: 'Port': '1.7', Jan 28 06:54:20.089836 n-d-712749-28 neutron-server[103283]: 'PortForwarding': '1.2', Jan 28 06:54:20.089836 n-d-712749-28 neutron-server[103283]: 'QosPolicy': '1.10', Jan 28 06:54:20.089836 n-d-712749-28 neutron-server[103283]: 'SecurityGroup': '1.5', Jan 28 06:54:20.089836 n-d-712749-28 neutron-server[103283]: 'SecurityGroupRule': '1.2', Jan 28 06:54:20.089836 n-d-712749-28 neutron-server[103283]: 'SubPort': '1.0', Jan 28 06:54:20.089836 n-d-712749-28 neutron-server[103283]: 'Subnet': '1.1', Jan 28 06:54:20.089836 n-d-712749-28 neutron-server[103283]: 'Trunk': '1.1'}} Jan 28 06:54:20.089836 n-d-712749-28 neutron-server[103283]: {{(pid=103283) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 06:54:20.123205 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6a514413-3fec-4bfc-aa9f-163d88af15ca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (a2323da1-e339-4454-ac9d-c82478fc8624), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:20.165732 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6a514413-3fec-4bfc-aa9f-163d88af15ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (a2323da1-e339-4454-ac9d-c82478fc8624), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:20.167040 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a514413-3fec-4bfc-aa9f-163d88af15ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:54:20.167738 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6a514413-3fec-4bfc-aa9f-163d88af15ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:20.259303 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-6a514413-3fec-4bfc-aa9f-163d88af15ca admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.3185208 Jan 28 06:54:20.272390 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a514413-3fec-4bfc-aa9f-163d88af15ca admin admin] Pushing event updated for resources: {'Network': ['ID=a2323da1-e339-4454-ac9d-c82478fc8624,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:54:20.285221 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network a2323da1-e339-4454-ac9d-c82478fc8624 details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 06:54:22.960243 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 54182) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:54:23.355640 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1d01d7f-a73d-4de3-92c6-c27d9b3f8414 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:54:23.357075 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-a1d01d7f-a73d-4de3-92c6-c27d9b3f8414 admin admin] 10.222.0.41 "GET /v2.0/networks/a2323da1-e339-4454-ac9d-c82478fc8624 HTTP/1.1" status: 200 len: 825 time: 0.3958569 Jan 28 06:54:23.393921 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-fe737260-b879-44e3-9a3a-5945c2b789a7 admin admin] 10.222.0.41 "GET /v2.0/subnetpools/7b5e9909-6617-4a01-ac56-81ca2147d59d HTTP/1.1" status: 200 len: 734 time: 0.0312951 Jan 28 06:54:23.403200 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-3a22fd17-1621-4e65-88b0-bd7da821eff3 admin admin] Request body: {'subnet': {'network_id': 'a2323da1-e339-4454-ac9d-c82478fc8624', 'gateway_ip': '172.20.0.1', 'tenant_id': 'bc5b21330910495fa33269d18415a62e', 'subnetpool_id': '7b5e9909-6617-4a01-ac56-81ca2147d59d', 'name': 'private-subnet', 'ip_version': 4}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:54:23.423562 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a22fd17-1621-4e65-88b0-bd7da821eff3 admin admin] Made reservation on behalf of bc5b21330910495fa33269d18415a62e for: {'subnet': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:54:23.425857 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3a22fd17-1621-4e65-88b0-bd7da821eff3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:23.696263 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3a22fd17-1621-4e65-88b0-bd7da821eff3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for subnet (1569469d-df6d-4d0e-8236-13eb17d6c278), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:23.781828 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a22fd17-1621-4e65-88b0-bd7da821eff3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1569469d-df6d-4d0e-8236-13eb17d6c278,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:54:23.783998 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a22fd17-1621-4e65-88b0-bd7da821eff3 admin admin] Checking segment: {'id': '73dfc684-f37e-4376-afa2-859f6df7af90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a2323da1-e339-4454-ac9d-c82478fc8624'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:54:23.784400 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a22fd17-1621-4e65-88b0-bd7da821eff3 admin admin] Network hostable DHCP agents. Network: a2323da1-e339-4454-ac9d-c82478fc8624, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:54:23.804863 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a22fd17-1621-4e65-88b0-bd7da821eff3 admin admin] Network a2323da1-e339-4454-ac9d-c82478fc8624 is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:54:23.816209 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-3a22fd17-1621-4e65-88b0-bd7da821eff3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, a2323da1-e339-4454-ac9d-c82478fc8624) {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:54:23.821728 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a22fd17-1621-4e65-88b0-bd7da821eff3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:54:23.822353 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3a22fd17-1621-4e65-88b0-bd7da821eff3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:23.827271 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-271cde7d-4ff0-48e6-a853-a91e67f36e40 None None] Network a2323da1-e339-4454-ac9d-c82478fc8624 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:54:23.838448 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-3a22fd17-1621-4e65-88b0-bd7da821eff3 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4385228 Jan 28 06:54:24.091817 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0403f039-5b63-4e13-b3ac-6e78ef1d826a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3dd72b9-6805-5f61-b6f3-a591f99a173d-a2323da1-e339-4454-ac9d-c82478fc8624', 'network_id': 'a2323da1-e339-4454-ac9d-c82478fc8624', 'project_id': 'bc5b21330910495fa33269d18415a62e', 'fixed_ips': [{'subnet_id': '1569469d-df6d-4d0e-8236-13eb17d6c278'}]}} from n-d-712749-28. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 06:54:24.093161 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0403f039-5b63-4e13-b3ac-6e78ef1d826a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:24.370847 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-0403f039-5b63-4e13-b3ac-6e78ef1d826a None None] Allocated IP 172.20.0.2 (a2323da1-e339-4454-ac9d-c82478fc8624/1569469d-df6d-4d0e-8236-13eb17d6c278/7d4b7ce3-5cad-4508-ab95-51142db47cbd) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:54:24.636217 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0403f039-5b63-4e13-b3ac-6e78ef1d826a None None] Publish callbacks [] for port (7d4b7ce3-5cad-4508-ab95-51142db47cbd), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:24.643379 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0403f039-5b63-4e13-b3ac-6e78ef1d826a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (7d4b7ce3-5cad-4508-ab95-51142db47cbd), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:24.711458 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0403f039-5b63-4e13-b3ac-6e78ef1d826a None None] Network a2323da1-e339-4454-ac9d-c82478fc8624 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:54:24.716467 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-0403f039-5b63-4e13-b3ac-6e78ef1d826a None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:54:24.720177 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0403f039-5b63-4e13-b3ac-6e78ef1d826a None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:54:24.779670 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0403f039-5b63-4e13-b3ac-6e78ef1d826a None None] Pushing event updated for resources: {'Port': ['ID=7d4b7ce3-5cad-4508-ab95-51142db47cbd,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:54:24.803316 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0403f039-5b63-4e13-b3ac-6e78ef1d826a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:54:24.803663 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0403f039-5b63-4e13-b3ac-6e78ef1d826a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:54:24.804007 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0403f039-5b63-4e13-b3ac-6e78ef1d826a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:54:24.804368 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0403f039-5b63-4e13-b3ac-6e78ef1d826a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:54:24.804703 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0403f039-5b63-4e13-b3ac-6e78ef1d826a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:54:24.805033 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0403f039-5b63-4e13-b3ac-6e78ef1d826a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:54:24.805367 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0403f039-5b63-4e13-b3ac-6e78ef1d826a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:54:24.805690 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0403f039-5b63-4e13-b3ac-6e78ef1d826a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:54:24.806013 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0403f039-5b63-4e13-b3ac-6e78ef1d826a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:54:24.806336 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0403f039-5b63-4e13-b3ac-6e78ef1d826a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:54:24.806660 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0403f039-5b63-4e13-b3ac-6e78ef1d826a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:54:24.806979 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0403f039-5b63-4e13-b3ac-6e78ef1d826a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:54:24.807296 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0403f039-5b63-4e13-b3ac-6e78ef1d826a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:54:24.808464 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0403f039-5b63-4e13-b3ac-6e78ef1d826a None None] Tracked resource versions report: Jan 28 06:54:24.808464 n-d-712749-28 neutron-server[103285]: pushed versions: Jan 28 06:54:24.808464 n-d-712749-28 neutron-server[103285]: { 'AddressGroup': {'1.2'}, Jan 28 06:54:24.808464 n-d-712749-28 neutron-server[103285]: 'ConntrackHelper': {'1.0'}, Jan 28 06:54:24.808464 n-d-712749-28 neutron-server[103285]: 'LocalIPAssociation': {'1.0'}, Jan 28 06:54:24.808464 n-d-712749-28 neutron-server[103285]: 'Log': {'1.0'}, Jan 28 06:54:24.808464 n-d-712749-28 neutron-server[103285]: 'Network': {'1.1'}, Jan 28 06:54:24.808464 n-d-712749-28 neutron-server[103285]: 'Port': {'1.7'}, Jan 28 06:54:24.808464 n-d-712749-28 neutron-server[103285]: 'PortForwarding': {'1.2'}, Jan 28 06:54:24.808464 n-d-712749-28 neutron-server[103285]: 'QosPolicy': {'1.10'}, Jan 28 06:54:24.808464 n-d-712749-28 neutron-server[103285]: 'SecurityGroup': {'1.5'}, Jan 28 06:54:24.808464 n-d-712749-28 neutron-server[103285]: 'SecurityGroupRule': {'1.2'}, Jan 28 06:54:24.808464 n-d-712749-28 neutron-server[103285]: 'SubPort': {'1.0'}, Jan 28 06:54:24.808464 n-d-712749-28 neutron-server[103285]: 'Subnet': {'1.1'}, Jan 28 06:54:24.808464 n-d-712749-28 neutron-server[103285]: 'Trunk': {'1.1'}} Jan 28 06:54:24.808464 n-d-712749-28 neutron-server[103285]: consumer versions: Jan 28 06:54:24.808464 n-d-712749-28 neutron-server[103285]: { DHCP agent@n-d-712749-28: {}, Jan 28 06:54:24.808464 n-d-712749-28 neutron-server[103285]: L3 agent@n-d-712749-28: {}, Jan 28 06:54:24.808464 n-d-712749-28 neutron-server[103285]: Metadata agent@n-d-712749-28: {}, Jan 28 06:54:24.808464 n-d-712749-28 neutron-server[103285]: Metering agent@n-d-712749-28: {}, Jan 28 06:54:24.808464 n-d-712749-28 neutron-server[103285]: Open vSwitch agent@n-d-712749-28: { 'AddressGroup': '1.2', Jan 28 06:54:24.808464 n-d-712749-28 neutron-server[103285]: 'ConntrackHelper': '1.0', Jan 28 06:54:24.808464 n-d-712749-28 neutron-server[103285]: 'LocalIPAssociation': '1.0', Jan 28 06:54:24.808464 n-d-712749-28 neutron-server[103285]: 'Log': '1.0', Jan 28 06:54:24.808464 n-d-712749-28 neutron-server[103285]: 'Network': '1.1', Jan 28 06:54:24.808464 n-d-712749-28 neutron-server[103285]: 'Port': '1.7', Jan 28 06:54:24.808464 n-d-712749-28 neutron-server[103285]: 'PortForwarding': '1.2', Jan 28 06:54:24.808464 n-d-712749-28 neutron-server[103285]: 'QosPolicy': '1.10', Jan 28 06:54:24.808464 n-d-712749-28 neutron-server[103285]: 'SecurityGroup': '1.5', Jan 28 06:54:24.808464 n-d-712749-28 neutron-server[103285]: 'SecurityGroupRule': '1.2', Jan 28 06:54:24.808464 n-d-712749-28 neutron-server[103285]: 'SubPort': '1.0', Jan 28 06:54:24.808464 n-d-712749-28 neutron-server[103285]: 'Subnet': '1.1', Jan 28 06:54:24.808464 n-d-712749-28 neutron-server[103285]: 'Trunk': '1.1'}} Jan 28 06:54:24.808464 n-d-712749-28 neutron-server[103285]: {{(pid=103285) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 06:54:24.825579 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-0403f039-5b63-4e13-b3ac-6e78ef1d826a None None] Attempting to bind port 7d4b7ce3-5cad-4508-ab95-51142db47cbd on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:54:24.825979 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-0403f039-5b63-4e13-b3ac-6e78ef1d826a None None] Attempting to bind port 7d4b7ce3-5cad-4508-ab95-51142db47cbd by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '73dfc684-f37e-4376-afa2-859f6df7af90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a2323da1-e339-4454-ac9d-c82478fc8624'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:54:24.826391 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0403f039-5b63-4e13-b3ac-6e78ef1d826a None None] Attempting to bind port 7d4b7ce3-5cad-4508-ab95-51142db47cbd on network a2323da1-e339-4454-ac9d-c82478fc8624 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:54:24.831513 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0403f039-5b63-4e13-b3ac-6e78ef1d826a None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:54:24.832671 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0403f039-5b63-4e13-b3ac-6e78ef1d826a None None] Checking segment: {'id': '73dfc684-f37e-4376-afa2-859f6df7af90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a2323da1-e339-4454-ac9d-c82478fc8624'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:54:24.833067 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0403f039-5b63-4e13-b3ac-6e78ef1d826a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:24.833477 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0403f039-5b63-4e13-b3ac-6e78ef1d826a None None] Bound using segment: {'id': '73dfc684-f37e-4376-afa2-859f6df7af90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a2323da1-e339-4454-ac9d-c82478fc8624'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:54:24.833968 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-0403f039-5b63-4e13-b3ac-6e78ef1d826a None None] Bound port: 7d4b7ce3-5cad-4508-ab95-51142db47cbd, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73dfc684-f37e-4376-afa2-859f6df7af90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a2323da1-e339-4454-ac9d-c82478fc8624'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:54:24.834373 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0403f039-5b63-4e13-b3ac-6e78ef1d826a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (7d4b7ce3-5cad-4508-ab95-51142db47cbd), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:24.896887 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-0403f039-5b63-4e13-b3ac-6e78ef1d826a None None] For port 7d4b7ce3-5cad-4508-ab95-51142db47cbd, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:54:24.918421 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-0403f039-5b63-4e13-b3ac-6e78ef1d826a None None] For port 7d4b7ce3-5cad-4508-ab95-51142db47cbd, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=7d4b7ce3-5cad-4508-ab95-51142db47cbd,segment=NetworkSegment(73dfc684-f37e-4376-afa2-859f6df7af90),segment_id=73dfc684-f37e-4376-afa2-859f6df7af90)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:54:24.923507 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0403f039-5b63-4e13-b3ac-6e78ef1d826a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (7d4b7ce3-5cad-4508-ab95-51142db47cbd), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:24.979953 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0403f039-5b63-4e13-b3ac-6e78ef1d826a None None] Pushing event updated for resources: {'Port': ['ID=7d4b7ce3-5cad-4508-ab95-51142db47cbd,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:54:26.293481 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 54190) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:54:26.607964 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [None req-0bb532d5-6f35-430d-a0e8-45dfa748def8 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103283) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 06:54:26.609021 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-0bb532d5-6f35-430d-a0e8-45dfa748def8 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3146112 Jan 28 06:54:29.059300 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 54198) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:54:29.372863 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [None req-9bb6d38a-e013-4441-9cea-219021074ed9 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103283) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 06:54:29.373965 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-9bb6d38a-e013-4441-9cea-219021074ed9 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3137419 Jan 28 06:54:32.100869 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 54208) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:54:32.407979 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-e2484cae-c5a8-4493-bd0c-9f38a31db3ef admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'bc5b21330910495fa33269d18415a62e'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:54:32.434722 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e2484cae-c5a8-4493-bd0c-9f38a31db3ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16606890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127275'] for router (66cd7900-6b8d-45a6-b782-cf0b8f471bbc), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:32.436554 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e2484cae-c5a8-4493-bd0c-9f38a31db3ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16605498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16607952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16355422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127266'] for router (66cd7900-6b8d-45a6-b782-cf0b8f471bbc), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:32.583856 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e2484cae-c5a8-4493-bd0c-9f38a31db3ef admin admin] Publish callbacks [] for router_controller (66cd7900-6b8d-45a6-b782-cf0b8f471bbc), precommit_add_association {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:32.588547 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e2484cae-c5a8-4493-bd0c-9f38a31db3ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16605475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16607909'] for router (66cd7900-6b8d-45a6-b782-cf0b8f471bbc), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:32.604626 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e2484cae-c5a8-4493-bd0c-9f38a31db3ef admin admin] Publish callbacks [] for router (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:32.605835 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-e2484cae-c5a8-4493-bd0c-9f38a31db3ef admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5039039 Jan 28 06:54:33.193303 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0633c961-3ccf-4c1a-8848-eeb96dba7b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:35.079632 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 54220) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:54:35.401407 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [None req-f3390ba5-0d87-48ad-8e9b-955d032ac052 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 06:54:35.402415 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-f3390ba5-0d87-48ad-8e9b-955d032ac052 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3218009 Jan 28 06:54:35.528053 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d8e60142-efdc-42b6-85d8-027f2229bc27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:36.027100 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13b3750d-3cf4-4174-9ff4-3303c095b6f4 None None] Network a2323da1-e339-4454-ac9d-c82478fc8624 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:54:36.094232 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-43198e13-1373-4275-a22f-3d95f8875502 None None] Provisioning complete for port 7d4b7ce3-5cad-4508-ab95-51142db47cbd triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:54:36.094655 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-43198e13-1373-4275-a22f-3d95f8875502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (7d4b7ce3-5cad-4508-ab95-51142db47cbd), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:36.280616 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 7d4b7ce3-5cad-4508-ab95-51142db47cbd up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:54:36.299730 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-43198e13-1373-4275-a22f-3d95f8875502 None None] Current status of the port 7d4b7ce3-5cad-4508-ab95-51142db47cbd is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:54:36.300133 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-43198e13-1373-4275-a22f-3d95f8875502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (7d4b7ce3-5cad-4508-ab95-51142db47cbd), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:36.363904 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-43198e13-1373-4275-a22f-3d95f8875502 None None] For port 7d4b7ce3-5cad-4508-ab95-51142db47cbd, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=7d4b7ce3-5cad-4508-ab95-51142db47cbd,segment=NetworkSegment(73dfc684-f37e-4376-afa2-859f6df7af90),segment_id=73dfc684-f37e-4376-afa2-859f6df7af90)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:54:36.370538 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-43198e13-1373-4275-a22f-3d95f8875502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (7d4b7ce3-5cad-4508-ab95-51142db47cbd), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:36.410077 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 7d4b7ce3-5cad-4508-ab95-51142db47cbd triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:54:36.410471 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (7d4b7ce3-5cad-4508-ab95-51142db47cbd), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:36.450633 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43198e13-1373-4275-a22f-3d95f8875502 None None] Pushing event updated for resources: {'Port': ['ID=7d4b7ce3-5cad-4508-ab95-51142db47cbd,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:54:36.512443 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-b7b1de19-f05d-4e4b-baf3-38e2540c03a4 None None] Provisioning complete for port 7d4b7ce3-5cad-4508-ab95-51142db47cbd triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:54:36.512840 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b7b1de19-f05d-4e4b-baf3-38e2540c03a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (7d4b7ce3-5cad-4508-ab95-51142db47cbd), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:36.514197 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 7d4b7ce3-5cad-4508-ab95-51142db47cbd is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:54:36.593202 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-b7b1de19-f05d-4e4b-baf3-38e2540c03a4 None None] Current status of the port 7d4b7ce3-5cad-4508-ab95-51142db47cbd is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:54:36.734186 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:37.909242 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 54252) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:54:38.037381 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-a2bfd4d3-5071-4bbc-8e24-716af20cffde admin admin] Request body: {'network': {'is_default': True, 'tenant_id': 'b30a6cb7c9ed497eab8a982bd4edda1d', 'provider:network_type': 'flat', 'project_id': 'b30a6cb7c9ed497eab8a982bd4edda1d', 'provider:physical_network': 'physnet1', 'router:external': True, 'name': 'public', 'admin_state_up': True}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:54:38.058534 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2bfd4d3-5071-4bbc-8e24-716af20cffde admin admin] Made reservation on behalf of b30a6cb7c9ed497eab8a982bd4edda1d for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:54:38.061343 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a2bfd4d3-5071-4bbc-8e24-716af20cffde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:38.077038 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a2bfd4d3-5071-4bbc-8e24-716af20cffde admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:38.174452 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a2bfd4d3-5071-4bbc-8e24-716af20cffde admin admin] Publish callbacks [] for security_group (89c574b3-664c-40e5-8ab7-c896539367e6), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:38.179050 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a2bfd4d3-5071-4bbc-8e24-716af20cffde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (89c574b3-664c-40e5-8ab7-c896539367e6), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:38.193547 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-a2bfd4d3-5071-4bbc-8e24-716af20cffde admin admin] Reserving flat network on physical network physnet1 {{(pid=103284) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jan 28 06:54:38.221925 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a2bfd4d3-5071-4bbc-8e24-716af20cffde admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8782327755403', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (807f537e-ea33-44aa-9ff5-f612ccfbce65), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:38.222973 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a2bfd4d3-5071-4bbc-8e24-716af20cffde admin admin] Unsubscribe: segment precommit_create {{(pid=103284) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 28 06:54:38.223503 n-d-712749-28 neutron-server[103284]: INFO neutron.db.segments_db [None req-a2bfd4d3-5071-4bbc-8e24-716af20cffde admin admin] Added segment 807f537e-ea33-44aa-9ff5-f612ccfbce65 of type flat for network 7d5b3724-deef-4831-8d43-cb9b8176573c Jan 28 06:54:38.225482 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 7d4b7ce3-5cad-4508-ab95-51142db47cbd up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:54:38.251973 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bfd4d3-5071-4bbc-8e24-716af20cffde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89c574b3-664c-40e5-8ab7-c896539367e6,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:54:38.273211 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 7d4b7ce3-5cad-4508-ab95-51142db47cbd triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:54:38.273588 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (7d4b7ce3-5cad-4508-ab95-51142db47cbd), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:38.275968 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bfd4d3-5071-4bbc-8e24-716af20cffde admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:54:38.276344 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bfd4d3-5071-4bbc-8e24-716af20cffde admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:54:38.276689 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bfd4d3-5071-4bbc-8e24-716af20cffde admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:54:38.277050 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bfd4d3-5071-4bbc-8e24-716af20cffde admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:54:38.277379 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bfd4d3-5071-4bbc-8e24-716af20cffde admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:54:38.277705 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bfd4d3-5071-4bbc-8e24-716af20cffde admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:54:38.278028 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bfd4d3-5071-4bbc-8e24-716af20cffde admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:54:38.278376 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bfd4d3-5071-4bbc-8e24-716af20cffde admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:54:38.278800 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bfd4d3-5071-4bbc-8e24-716af20cffde admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:54:38.279061 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bfd4d3-5071-4bbc-8e24-716af20cffde admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:54:38.279358 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bfd4d3-5071-4bbc-8e24-716af20cffde admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:54:38.279678 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bfd4d3-5071-4bbc-8e24-716af20cffde admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:54:38.279993 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bfd4d3-5071-4bbc-8e24-716af20cffde admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:54:38.281176 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bfd4d3-5071-4bbc-8e24-716af20cffde admin admin] Tracked resource versions report: Jan 28 06:54:38.281176 n-d-712749-28 neutron-server[103284]: pushed versions: Jan 28 06:54:38.281176 n-d-712749-28 neutron-server[103284]: { 'AddressGroup': {'1.2'}, Jan 28 06:54:38.281176 n-d-712749-28 neutron-server[103284]: 'ConntrackHelper': {'1.0'}, Jan 28 06:54:38.281176 n-d-712749-28 neutron-server[103284]: 'LocalIPAssociation': {'1.0'}, Jan 28 06:54:38.281176 n-d-712749-28 neutron-server[103284]: 'Log': {'1.0'}, Jan 28 06:54:38.281176 n-d-712749-28 neutron-server[103284]: 'Network': {'1.1'}, Jan 28 06:54:38.281176 n-d-712749-28 neutron-server[103284]: 'Port': {'1.7'}, Jan 28 06:54:38.281176 n-d-712749-28 neutron-server[103284]: 'PortForwarding': {'1.2'}, Jan 28 06:54:38.281176 n-d-712749-28 neutron-server[103284]: 'QosPolicy': {'1.10'}, Jan 28 06:54:38.281176 n-d-712749-28 neutron-server[103284]: 'SecurityGroup': {'1.5'}, Jan 28 06:54:38.281176 n-d-712749-28 neutron-server[103284]: 'SecurityGroupRule': {'1.2'}, Jan 28 06:54:38.281176 n-d-712749-28 neutron-server[103284]: 'SubPort': {'1.0'}, Jan 28 06:54:38.281176 n-d-712749-28 neutron-server[103284]: 'Subnet': {'1.1'}, Jan 28 06:54:38.281176 n-d-712749-28 neutron-server[103284]: 'Trunk': {'1.1'}} Jan 28 06:54:38.281176 n-d-712749-28 neutron-server[103284]: consumer versions: Jan 28 06:54:38.281176 n-d-712749-28 neutron-server[103284]: { DHCP agent@n-d-712749-28: {}, Jan 28 06:54:38.281176 n-d-712749-28 neutron-server[103284]: L3 agent@n-d-712749-28: {}, Jan 28 06:54:38.281176 n-d-712749-28 neutron-server[103284]: Metadata agent@n-d-712749-28: {}, Jan 28 06:54:38.281176 n-d-712749-28 neutron-server[103284]: Metering agent@n-d-712749-28: {}, Jan 28 06:54:38.281176 n-d-712749-28 neutron-server[103284]: Open vSwitch agent@n-d-712749-28: { 'AddressGroup': '1.2', Jan 28 06:54:38.281176 n-d-712749-28 neutron-server[103284]: 'ConntrackHelper': '1.0', Jan 28 06:54:38.281176 n-d-712749-28 neutron-server[103284]: 'LocalIPAssociation': '1.0', Jan 28 06:54:38.281176 n-d-712749-28 neutron-server[103284]: 'Log': '1.0', Jan 28 06:54:38.281176 n-d-712749-28 neutron-server[103284]: 'Network': '1.1', Jan 28 06:54:38.281176 n-d-712749-28 neutron-server[103284]: 'Port': '1.7', Jan 28 06:54:38.281176 n-d-712749-28 neutron-server[103284]: 'PortForwarding': '1.2', Jan 28 06:54:38.281176 n-d-712749-28 neutron-server[103284]: 'QosPolicy': '1.10', Jan 28 06:54:38.281176 n-d-712749-28 neutron-server[103284]: 'SecurityGroup': '1.5', Jan 28 06:54:38.281176 n-d-712749-28 neutron-server[103284]: 'SecurityGroupRule': '1.2', Jan 28 06:54:38.281176 n-d-712749-28 neutron-server[103284]: 'SubPort': '1.0', Jan 28 06:54:38.281176 n-d-712749-28 neutron-server[103284]: 'Subnet': '1.1', Jan 28 06:54:38.281176 n-d-712749-28 neutron-server[103284]: 'Trunk': '1.1'}} Jan 28 06:54:38.281176 n-d-712749-28 neutron-server[103284]: {{(pid=103284) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 06:54:38.351129 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a2bfd4d3-5071-4bbc-8e24-716af20cffde admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (7d5b3724-deef-4831-8d43-cb9b8176573c), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:38.356690 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 7d4b7ce3-5cad-4508-ab95-51142db47cbd is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:54:38.380967 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:38.401031 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a2bfd4d3-5071-4bbc-8e24-716af20cffde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (7d5b3724-deef-4831-8d43-cb9b8176573c), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:38.402268 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2bfd4d3-5071-4bbc-8e24-716af20cffde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:54:38.403025 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a2bfd4d3-5071-4bbc-8e24-716af20cffde admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:38.477025 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-a2bfd4d3-5071-4bbc-8e24-716af20cffde admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5666471 Jan 28 06:54:38.506433 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bfd4d3-5071-4bbc-8e24-716af20cffde admin admin] Pushing event updated for resources: {'Network': ['ID=7d5b3724-deef-4831-8d43-cb9b8176573c,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:54:38.516912 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network 7d5b3724-deef-4831-8d43-cb9b8176573c details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 06:54:39.576138 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:40.766960 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 54264) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:54:40.863862 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c00adbd-c33d-47f6-bfe4-4f43fbb1d922 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:54:40.865218 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-6c00adbd-c33d-47f6-bfe4-4f43fbb1d922 admin admin] 10.222.0.41 "GET /v2.0/subnets/1569469d-df6d-4d0e-8236-13eb17d6c278 HTTP/1.1" status: 200 len: 849 time: 0.0972989 Jan 28 06:54:41.023642 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-244d0a48-2b05-4af7-bb7e-788a2cfd70f2 admin admin] 10.222.0.41 "GET /v2.0/routers/66cd7900-6b8d-45a6-b782-cf0b8f471bbc HTTP/1.1" status: 200 len: 704 time: 0.1529202 Jan 28 06:54:41.288282 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-86d6c209-dcd0-4150-917d-f4734084dcf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:41.582000 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-86d6c209-dcd0-4150-917d-f4734084dcf4 admin admin] Allocated IP 172.20.0.1 (a2323da1-e339-4454-ac9d-c82478fc8624/1569469d-df6d-4d0e-8236-13eb17d6c278/0b87df48-a381-45d0-bec4-d6bf8f8233e4) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:54:41.734887 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-86d6c209-dcd0-4150-917d-f4734084dcf4 admin admin] Publish callbacks [] for port (0b87df48-a381-45d0-bec4-d6bf8f8233e4), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:41.800012 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-86d6c209-dcd0-4150-917d-f4734084dcf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (0b87df48-a381-45d0-bec4-d6bf8f8233e4), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:41.867799 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d6c209-dcd0-4150-917d-f4734084dcf4 admin admin] Network a2323da1-e339-4454-ac9d-c82478fc8624 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:54:41.872812 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-86d6c209-dcd0-4150-917d-f4734084dcf4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:54:41.875411 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d6c209-dcd0-4150-917d-f4734084dcf4 admin admin] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:54:41.876099 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-86d6c209-dcd0-4150-917d-f4734084dcf4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16609232'] for router_interface (66cd7900-6b8d-45a6-b782-cf0b8f471bbc), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:42.006587 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d6c209-dcd0-4150-917d-f4734084dcf4 admin admin] Pushing event updated for resources: {'Port': ['ID=0b87df48-a381-45d0-bec4-d6bf8f8233e4,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:54:42.047258 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6cbccbe1-905e-48ca-8d9f-9397aa5feb98 None None] Provisioning complete for port 0b87df48-a381-45d0-bec4-d6bf8f8233e4 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:54:42.047839 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6cbccbe1-905e-48ca-8d9f-9397aa5feb98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (0b87df48-a381-45d0-bec4-d6bf8f8233e4), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:42.131337 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6cbccbe1-905e-48ca-8d9f-9397aa5feb98 None None] Port 0b87df48-a381-45d0-bec4-d6bf8f8233e4 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:54:42.147053 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-86d6c209-dcd0-4150-917d-f4734084dcf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (0b87df48-a381-45d0-bec4-d6bf8f8233e4), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:42.350407 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-86d6c209-dcd0-4150-917d-f4734084dcf4 admin admin] Publish callbacks [] for port (0b87df48-a381-45d0-bec4-d6bf8f8233e4), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:42.354641 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-86d6c209-dcd0-4150-917d-f4734084dcf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (0b87df48-a381-45d0-bec4-d6bf8f8233e4), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:42.355351 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-86d6c209-dcd0-4150-917d-f4734084dcf4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16318999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16606560'] for router_interface (66cd7900-6b8d-45a6-b782-cf0b8f471bbc), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:42.432365 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d6c209-dcd0-4150-917d-f4734084dcf4 admin admin] Pushing event updated for resources: {'Port': ['ID=0b87df48-a381-45d0-bec4-d6bf8f8233e4,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:54:42.481107 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d6c209-dcd0-4150-917d-f4734084dcf4 admin admin] Network a2323da1-e339-4454-ac9d-c82478fc8624 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:54:42.482375 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-86d6c209-dcd0-4150-917d-f4734084dcf4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:54:42.643221 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86d6c209-dcd0-4150-917d-f4734084dcf4 admin admin] Router 66cd7900-6b8d-45a6-b782-cf0b8f471bbc is scheduled to L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 with binding_index 1 {{(pid=103283) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 06:54:42.651505 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-b9d908ad-33be-47d6-ba4a-8218d3a61219 None None] Provisioning complete for port 0b87df48-a381-45d0-bec4-d6bf8f8233e4 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:54:42.651897 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b9d908ad-33be-47d6-ba4a-8218d3a61219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (0b87df48-a381-45d0-bec4-d6bf8f8233e4), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:42.684139 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-b9d908ad-33be-47d6-ba4a-8218d3a61219 None None] Port 0b87df48-a381-45d0-bec4-d6bf8f8233e4 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:54:42.733549 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86d6c209-dcd0-4150-917d-f4734084dcf4 admin admin] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:54:42.739793 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-86d6c209-dcd0-4150-917d-f4734084dcf4 admin admin] 10.222.0.41 "PUT /v2.0/routers/66cd7900-6b8d-45a6-b782-cf0b8f471bbc/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7109432 Jan 28 06:54:42.744565 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd94b24-1750-47a8-8a32-57ff3ffa3bcc None None] Sync routers for ids ['66cd7900-6b8d-45a6-b782-cf0b8f471bbc'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:54:42.757325 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd94b24-1750-47a8-8a32-57ff3ffa3bcc None None] Routers {'66cd7900-6b8d-45a6-b782-cf0b8f471bbc'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:54:42.758169 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-1fd94b24-1750-47a8-8a32-57ff3ffa3bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T06:54:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['66cd7900-6b8d-45a6-b782-cf0b8f471bbc'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:54:42.943637 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-1fd94b24-1750-47a8-8a32-57ff3ffa3bcc None None] Set router 66cd7900-6b8d-45a6-b782-cf0b8f471bbc gateway port host: None {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:54:43.372528 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-1fd94b24-1750-47a8-8a32-57ff3ffa3bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66cd7900-6b8d-45a6-b782-cf0b8f471bbc', 'name': 'router1', 'tenant_id': 'bc5b21330910495fa33269d18415a62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:54:32Z', 'updated_at': '2022-01-28T06:54:42Z', 'revision_number': 2, 'project_id': 'bc5b21330910495fa33269d18415a62e', 'gw_port_host': None, '_interfaces': [{'id': '0b87df48-a381-45d0-bec4-d6bf8f8233e4', 'name': '', 'network_id': 'a2323da1-e339-4454-ac9d-c82478fc8624', 'tenant_id': 'bc5b21330910495fa33269d18415a62e', 'mac_address': 'fa:16:3e:88:b0:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66cd7900-6b8d-45a6-b782-cf0b8f471bbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1569469d-df6d-4d0e-8236-13eb17d6c278', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:54:41Z', 'updated_at': '2022-01-28T06:54:42Z', 'revision_number': 2, 'project_id': 'bc5b21330910495fa33269d18415a62e', 'subnets': [{'id': '1569469d-df6d-4d0e-8236-13eb17d6c278', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7b5e9909-6617-4a01-ac56-81ca2147d59d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:54:43.423781 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd94b24-1750-47a8-8a32-57ff3ffa3bcc None None] Checking router: 66cd7900-6b8d-45a6-b782-cf0b8f471bbc for host: n-d-712749-28 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:54:43.424162 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd94b24-1750-47a8-8a32-57ff3ffa3bcc None None] Updating router 66cd7900-6b8d-45a6-b782-cf0b8f471bbc port 0b87df48-a381-45d0-bec4-d6bf8f8233e4 binding host n-d-712749-28 {{(pid=103286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 06:54:43.473012 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1fd94b24-1750-47a8-8a32-57ff3ffa3bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (0b87df48-a381-45d0-bec4-d6bf8f8233e4), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:43.982078 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1fd94b24-1750-47a8-8a32-57ff3ffa3bcc None None] Publish callbacks [] for port (0b87df48-a381-45d0-bec4-d6bf8f8233e4), precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:43.989744 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1fd94b24-1750-47a8-8a32-57ff3ffa3bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (0b87df48-a381-45d0-bec4-d6bf8f8233e4), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:44.162852 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-1fd94b24-1750-47a8-8a32-57ff3ffa3bcc None None] Attempting to bind port 0b87df48-a381-45d0-bec4-d6bf8f8233e4 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:54:44.163256 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-1fd94b24-1750-47a8-8a32-57ff3ffa3bcc None None] Attempting to bind port 0b87df48-a381-45d0-bec4-d6bf8f8233e4 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '73dfc684-f37e-4376-afa2-859f6df7af90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a2323da1-e339-4454-ac9d-c82478fc8624'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:54:44.163677 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd94b24-1750-47a8-8a32-57ff3ffa3bcc None None] Attempting to bind port 0b87df48-a381-45d0-bec4-d6bf8f8233e4 on network a2323da1-e339-4454-ac9d-c82478fc8624 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:54:44.165707 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eadb83a-8e92-476a-bdd6-acc2b35c6d17 None None] Pushing event updated for resources: {'Port': ['ID=0b87df48-a381-45d0-bec4-d6bf8f8233e4,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:54:44.176038 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd94b24-1750-47a8-8a32-57ff3ffa3bcc None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 54, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:54:44.176525 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd94b24-1750-47a8-8a32-57ff3ffa3bcc None None] Checking segment: {'id': '73dfc684-f37e-4376-afa2-859f6df7af90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a2323da1-e339-4454-ac9d-c82478fc8624'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:54:44.177012 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1fd94b24-1750-47a8-8a32-57ff3ffa3bcc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:44.177408 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd94b24-1750-47a8-8a32-57ff3ffa3bcc None None] Bound using segment: {'id': '73dfc684-f37e-4376-afa2-859f6df7af90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a2323da1-e339-4454-ac9d-c82478fc8624'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:54:44.177908 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-1fd94b24-1750-47a8-8a32-57ff3ffa3bcc None None] Bound port: 0b87df48-a381-45d0-bec4-d6bf8f8233e4, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73dfc684-f37e-4376-afa2-859f6df7af90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a2323da1-e339-4454-ac9d-c82478fc8624'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:54:44.178291 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1fd94b24-1750-47a8-8a32-57ff3ffa3bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (0b87df48-a381-45d0-bec4-d6bf8f8233e4), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:44.181799 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eadb83a-8e92-476a-bdd6-acc2b35c6d17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:54:44.182145 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eadb83a-8e92-476a-bdd6-acc2b35c6d17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:54:44.182488 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eadb83a-8e92-476a-bdd6-acc2b35c6d17 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:54:44.182825 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eadb83a-8e92-476a-bdd6-acc2b35c6d17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:54:44.183158 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eadb83a-8e92-476a-bdd6-acc2b35c6d17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:54:44.183488 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eadb83a-8e92-476a-bdd6-acc2b35c6d17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:54:44.183815 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eadb83a-8e92-476a-bdd6-acc2b35c6d17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:54:44.184140 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eadb83a-8e92-476a-bdd6-acc2b35c6d17 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:54:44.184493 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eadb83a-8e92-476a-bdd6-acc2b35c6d17 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:54:44.184816 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eadb83a-8e92-476a-bdd6-acc2b35c6d17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:54:44.185137 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eadb83a-8e92-476a-bdd6-acc2b35c6d17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:54:44.185460 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eadb83a-8e92-476a-bdd6-acc2b35c6d17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:54:44.185780 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eadb83a-8e92-476a-bdd6-acc2b35c6d17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:54:44.186932 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eadb83a-8e92-476a-bdd6-acc2b35c6d17 None None] Tracked resource versions report: Jan 28 06:54:44.186932 n-d-712749-28 neutron-server[103286]: pushed versions: Jan 28 06:54:44.186932 n-d-712749-28 neutron-server[103286]: { 'AddressGroup': {'1.2'}, Jan 28 06:54:44.186932 n-d-712749-28 neutron-server[103286]: 'ConntrackHelper': {'1.0'}, Jan 28 06:54:44.186932 n-d-712749-28 neutron-server[103286]: 'LocalIPAssociation': {'1.0'}, Jan 28 06:54:44.186932 n-d-712749-28 neutron-server[103286]: 'Log': {'1.0'}, Jan 28 06:54:44.186932 n-d-712749-28 neutron-server[103286]: 'Network': {'1.1'}, Jan 28 06:54:44.186932 n-d-712749-28 neutron-server[103286]: 'Port': {'1.7'}, Jan 28 06:54:44.186932 n-d-712749-28 neutron-server[103286]: 'PortForwarding': {'1.2'}, Jan 28 06:54:44.186932 n-d-712749-28 neutron-server[103286]: 'QosPolicy': {'1.10'}, Jan 28 06:54:44.186932 n-d-712749-28 neutron-server[103286]: 'SecurityGroup': {'1.5'}, Jan 28 06:54:44.186932 n-d-712749-28 neutron-server[103286]: 'SecurityGroupRule': {'1.2'}, Jan 28 06:54:44.186932 n-d-712749-28 neutron-server[103286]: 'SubPort': {'1.0'}, Jan 28 06:54:44.186932 n-d-712749-28 neutron-server[103286]: 'Subnet': {'1.1'}, Jan 28 06:54:44.186932 n-d-712749-28 neutron-server[103286]: 'Trunk': {'1.1'}} Jan 28 06:54:44.186932 n-d-712749-28 neutron-server[103286]: consumer versions: Jan 28 06:54:44.186932 n-d-712749-28 neutron-server[103286]: { DHCP agent@n-d-712749-28: {}, Jan 28 06:54:44.186932 n-d-712749-28 neutron-server[103286]: L3 agent@n-d-712749-28: {}, Jan 28 06:54:44.186932 n-d-712749-28 neutron-server[103286]: Metadata agent@n-d-712749-28: {}, Jan 28 06:54:44.186932 n-d-712749-28 neutron-server[103286]: Metering agent@n-d-712749-28: {}, Jan 28 06:54:44.186932 n-d-712749-28 neutron-server[103286]: Open vSwitch agent@n-d-712749-28: { 'AddressGroup': '1.2', Jan 28 06:54:44.186932 n-d-712749-28 neutron-server[103286]: 'ConntrackHelper': '1.0', Jan 28 06:54:44.186932 n-d-712749-28 neutron-server[103286]: 'LocalIPAssociation': '1.0', Jan 28 06:54:44.186932 n-d-712749-28 neutron-server[103286]: 'Log': '1.0', Jan 28 06:54:44.186932 n-d-712749-28 neutron-server[103286]: 'Network': '1.1', Jan 28 06:54:44.186932 n-d-712749-28 neutron-server[103286]: 'Port': '1.7', Jan 28 06:54:44.186932 n-d-712749-28 neutron-server[103286]: 'PortForwarding': '1.2', Jan 28 06:54:44.186932 n-d-712749-28 neutron-server[103286]: 'QosPolicy': '1.10', Jan 28 06:54:44.186932 n-d-712749-28 neutron-server[103286]: 'SecurityGroup': '1.5', Jan 28 06:54:44.186932 n-d-712749-28 neutron-server[103286]: 'SecurityGroupRule': '1.2', Jan 28 06:54:44.186932 n-d-712749-28 neutron-server[103286]: 'SubPort': '1.0', Jan 28 06:54:44.186932 n-d-712749-28 neutron-server[103286]: 'Subnet': '1.1', Jan 28 06:54:44.186932 n-d-712749-28 neutron-server[103286]: 'Trunk': '1.1'}} Jan 28 06:54:44.186932 n-d-712749-28 neutron-server[103286]: {{(pid=103286) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 06:54:44.214969 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-62d3de52-2a2f-42ff-bf05-c22a687e73a7 None None] Provisioning complete for port 0b87df48-a381-45d0-bec4-d6bf8f8233e4 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:54:44.215445 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-62d3de52-2a2f-42ff-bf05-c22a687e73a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (0b87df48-a381-45d0-bec4-d6bf8f8233e4), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:44.252441 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-62d3de52-2a2f-42ff-bf05-c22a687e73a7 None None] Port 0b87df48-a381-45d0-bec4-d6bf8f8233e4 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:54:44.257958 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-1fd94b24-1750-47a8-8a32-57ff3ffa3bcc None None] For port 0b87df48-a381-45d0-bec4-d6bf8f8233e4, host n-d-712749-28, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:54:44.276742 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-1fd94b24-1750-47a8-8a32-57ff3ffa3bcc None None] For port 0b87df48-a381-45d0-bec4-d6bf8f8233e4, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=0b87df48-a381-45d0-bec4-d6bf8f8233e4,segment=NetworkSegment(73dfc684-f37e-4376-afa2-859f6df7af90),segment_id=73dfc684-f37e-4376-afa2-859f6df7af90)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:54:44.281877 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1fd94b24-1750-47a8-8a32-57ff3ffa3bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (0b87df48-a381-45d0-bec4-d6bf8f8233e4), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:44.336876 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd94b24-1750-47a8-8a32-57ff3ffa3bcc None None] Routers {'66cd7900-6b8d-45a6-b782-cf0b8f471bbc'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:54:44.337520 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-1fd94b24-1750-47a8-8a32-57ff3ffa3bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T06:54:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['66cd7900-6b8d-45a6-b782-cf0b8f471bbc'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:54:44.377364 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eadb83a-8e92-476a-bdd6-acc2b35c6d17 None None] Pushing event updated for resources: {'Port': ['ID=0b87df48-a381-45d0-bec4-d6bf8f8233e4,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:54:44.438256 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-1fd94b24-1750-47a8-8a32-57ff3ffa3bcc None None] Set router 66cd7900-6b8d-45a6-b782-cf0b8f471bbc gateway port host: None {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:54:44.575842 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-565fbe3e-b792-4a96-b763-bb06ebf44e1e None None] Provisioning complete for port 0b87df48-a381-45d0-bec4-d6bf8f8233e4 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:54:44.576889 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-565fbe3e-b792-4a96-b763-bb06ebf44e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (0b87df48-a381-45d0-bec4-d6bf8f8233e4), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:44.649195 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-1fd94b24-1750-47a8-8a32-57ff3ffa3bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66cd7900-6b8d-45a6-b782-cf0b8f471bbc', 'name': 'router1', 'tenant_id': 'bc5b21330910495fa33269d18415a62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:54:32Z', 'updated_at': '2022-01-28T06:54:42Z', 'revision_number': 2, 'project_id': 'bc5b21330910495fa33269d18415a62e', 'gw_port_host': None, '_interfaces': [{'id': '0b87df48-a381-45d0-bec4-d6bf8f8233e4', 'name': '', 'network_id': 'a2323da1-e339-4454-ac9d-c82478fc8624', 'tenant_id': 'bc5b21330910495fa33269d18415a62e', 'mac_address': 'fa:16:3e:88:b0:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66cd7900-6b8d-45a6-b782-cf0b8f471bbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1569469d-df6d-4d0e-8236-13eb17d6c278', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:54:41Z', 'updated_at': '2022-01-28T06:54:44Z', 'revision_number': 4, 'project_id': 'bc5b21330910495fa33269d18415a62e', 'subnets': [{'id': '1569469d-df6d-4d0e-8236-13eb17d6c278', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7b5e9909-6617-4a01-ac56-81ca2147d59d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:54:44.667608 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-565fbe3e-b792-4a96-b763-bb06ebf44e1e None None] Current status of the port 0b87df48-a381-45d0-bec4-d6bf8f8233e4 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:54:44.668261 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-565fbe3e-b792-4a96-b763-bb06ebf44e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (0b87df48-a381-45d0-bec4-d6bf8f8233e4), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:44.674943 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd94b24-1750-47a8-8a32-57ff3ffa3bcc None None] The sync data for ids ['66cd7900-6b8d-45a6-b782-cf0b8f471bbc'] in n-d-712749-28 is: [{'id': '66cd7900-6b8d-45a6-b782-cf0b8f471bbc', 'name': 'router1', 'tenant_id': 'bc5b21330910495fa33269d18415a62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:54:32Z', 'updated_at': '2022-01-28T06:54:42Z', 'revision_number': 2, 'project_id': 'bc5b21330910495fa33269d18415a62e', 'gw_port_host': None, '_interfaces': [{'id': '0b87df48-a381-45d0-bec4-d6bf8f8233e4', 'name': '', 'network_id': 'a2323da1-e339-4454-ac9d-c82478fc8624', 'tenant_id': 'bc5b21330910495fa33269d18415a62e', 'mac_address': 'fa:16:3e:88:b0:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66cd7900-6b8d-45a6-b782-cf0b8f471bbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1569469d-df6d-4d0e-8236-13eb17d6c278', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:54:41Z', 'updated_at': '2022-01-28T06:54:44Z', 'revision_number': 4, 'project_id': 'bc5b21330910495fa33269d18415a62e', 'subnets': [{'id': '1569469d-df6d-4d0e-8236-13eb17d6c278', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7b5e9909-6617-4a01-ac56-81ca2147d59d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:54:44.701466 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-565fbe3e-b792-4a96-b763-bb06ebf44e1e None None] For port 0b87df48-a381-45d0-bec4-d6bf8f8233e4, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=0b87df48-a381-45d0-bec4-d6bf8f8233e4,segment=NetworkSegment(73dfc684-f37e-4376-afa2-859f6df7af90),segment_id=73dfc684-f37e-4376-afa2-859f6df7af90)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:54:44.706269 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-565fbe3e-b792-4a96-b763-bb06ebf44e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (0b87df48-a381-45d0-bec4-d6bf8f8233e4), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:44.757371 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565fbe3e-b792-4a96-b763-bb06ebf44e1e None None] Pushing event updated for resources: {'Port': ['ID=0b87df48-a381-45d0-bec4-d6bf8f8233e4,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:54:47.515819 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 54282) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:54:47.656290 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35dca5fa-0e50-4f9e-84cd-9299b1fc331e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:54:47.657627 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-35dca5fa-0e50-4f9e-84cd-9299b1fc331e admin admin] 10.222.0.41 "GET /v2.0/networks/7d5b3724-deef-4831-8d43-cb9b8176573c HTTP/1.1" status: 200 len: 842 time: 0.1407554 Jan 28 06:54:47.667602 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-a9c36f58-2401-4b1b-8798-43ee7a86e836 admin admin] Request body: {'subnet': {'gateway_ip': '172.25.6.1', 'ip_version': 4, 'name': 'public-subnet', 'tenant_id': 'b30a6cb7c9ed497eab8a982bd4edda1d', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'cidr': '172.25.6.0/24', 'enable_dhcp': False}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:54:47.692937 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9c36f58-2401-4b1b-8798-43ee7a86e836 admin admin] Made reservation on behalf of b30a6cb7c9ed497eab8a982bd4edda1d for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:54:47.695513 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a9c36f58-2401-4b1b-8798-43ee7a86e836 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:48.078779 n-d-712749-28 neutron-server[103284]: DEBUG neutron.objects.ports [None req-a9c36f58-2401-4b1b-8798-43ee7a86e836 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103284) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 06:54:48.079149 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a9c36f58-2401-4b1b-8798-43ee7a86e836 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for subnet (b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:48.136752 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c36f58-2401-4b1b-8798-43ee7a86e836 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:54:48.145959 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c36f58-2401-4b1b-8798-43ee7a86e836 admin admin] Checking segment: {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:54:48.146185 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c36f58-2401-4b1b-8798-43ee7a86e836 admin admin] Network hostable DHCP agents. Network: 7d5b3724-deef-4831-8d43-cb9b8176573c, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:54:48.165629 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c36f58-2401-4b1b-8798-43ee7a86e836 admin admin] Network 7d5b3724-deef-4831-8d43-cb9b8176573c is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:54:48.176670 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-a9c36f58-2401-4b1b-8798-43ee7a86e836 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, 7d5b3724-deef-4831-8d43-cb9b8176573c) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:54:48.181515 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c36f58-2401-4b1b-8798-43ee7a86e836 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:54:48.182194 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a9c36f58-2401-4b1b-8798-43ee7a86e836 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:48.188494 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a2ff1a9-cbb3-4197-b896-65f67352e38b None None] Network 7d5b3724-deef-4831-8d43-cb9b8176573c requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:54:48.200248 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-a9c36f58-2401-4b1b-8798-43ee7a86e836 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5359952 Jan 28 06:54:48.304352 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c8f202-f6c3-4564-91b2-2873fd6d1a2a None None] Network 7d5b3724-deef-4831-8d43-cb9b8176573c requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:54:50.582515 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 54290) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:54:50.795176 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-6d948bb4-0166-4bc6-a09e-43e9b6294959 admin admin] 10.222.0.41 "GET /v2.0/routers/66cd7900-6b8d-45a6-b782-cf0b8f471bbc HTTP/1.1" status: 200 len: 710 time: 0.2114723 Jan 28 06:54:50.881033 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa11b842-625f-4189-8c27-cc6b226be9c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:54:50.882391 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-fa11b842-625f-4189-8c27-cc6b226be9c6 admin admin] 10.222.0.41 "GET /v2.0/networks/7d5b3724-deef-4831-8d43-cb9b8176573c HTTP/1.1" status: 200 len: 886 time: 0.0818098 Jan 28 06:54:50.891045 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-83416498-55d8-4063-afae-210a8685b14e admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:54:51.145554 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-83416498-55d8-4063-afae-210a8685b14e admin admin] Publish callbacks [] for router_gateway (66cd7900-6b8d-45a6-b782-cf0b8f471bbc), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:51.386407 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-83416498-55d8-4063-afae-210a8685b14e admin admin] Publish callbacks [] for router_gateway (66cd7900-6b8d-45a6-b782-cf0b8f471bbc), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:51.520431 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-83416498-55d8-4063-afae-210a8685b14e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:51.680064 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-83416498-55d8-4063-afae-210a8685b14e admin admin] Allocated IP 172.25.6.79 (7d5b3724-deef-4831-8d43-cb9b8176573c/b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc/52d9bfaa-deb7-4be0-ac6f-cf7efaa5488f) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:54:51.792944 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-83416498-55d8-4063-afae-210a8685b14e admin admin] Publish callbacks [] for port (52d9bfaa-deb7-4be0-ac6f-cf7efaa5488f), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:51.849330 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-83416498-55d8-4063-afae-210a8685b14e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (52d9bfaa-deb7-4be0-ac6f-cf7efaa5488f), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:51.910992 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83416498-55d8-4063-afae-210a8685b14e admin admin] Network 7d5b3724-deef-4831-8d43-cb9b8176573c is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:54:51.920493 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-83416498-55d8-4063-afae-210a8685b14e admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:54:51.933594 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83416498-55d8-4063-afae-210a8685b14e admin admin] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:54:51.939102 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83416498-55d8-4063-afae-210a8685b14e admin admin] Pushing event updated for resources: {'Port': ['ID=52d9bfaa-deb7-4be0-ac6f-cf7efaa5488f,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:54:52.216999 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-83416498-55d8-4063-afae-210a8685b14e admin admin] Publish callbacks [] for router_gateway (66cd7900-6b8d-45a6-b782-cf0b8f471bbc), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:52.272958 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 0b87df48-a381-45d0-bec4-d6bf8f8233e4 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:54:52.325311 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 0b87df48-a381-45d0-bec4-d6bf8f8233e4 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:54:52.325706 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (0b87df48-a381-45d0-bec4-d6bf8f8233e4), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:52.404446 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 0b87df48-a381-45d0-bec4-d6bf8f8233e4 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:54:52.419261 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-83416498-55d8-4063-afae-210a8685b14e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16607950', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16605480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127440'] for router (66cd7900-6b8d-45a6-b782-cf0b8f471bbc), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:52.424651 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-83416498-55d8-4063-afae-210a8685b14e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16607909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16607927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16607932', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16605457'] for router (66cd7900-6b8d-45a6-b782-cf0b8f471bbc), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:52.535822 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83416498-55d8-4063-afae-210a8685b14e admin admin] Router 66cd7900-6b8d-45a6-b782-cf0b8f471bbc has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:54:52.638381 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83416498-55d8-4063-afae-210a8685b14e admin admin] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:54:52.642730 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-83416498-55d8-4063-afae-210a8685b14e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:52.644630 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-83416498-55d8-4063-afae-210a8685b14e admin admin] 10.222.0.41 "PUT /v2.0/routers/66cd7900-6b8d-45a6-b782-cf0b8f471bbc HTTP/1.1" status: 200 len: 889 time: 1.7566752 Jan 28 06:54:53.059463 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0743fe9-0899-4e59-8ce6-bc92bd6ed4f7 None None] Sync routers for ids ['66cd7900-6b8d-45a6-b782-cf0b8f471bbc'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:54:53.071057 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0743fe9-0899-4e59-8ce6-bc92bd6ed4f7 None None] Routers {'66cd7900-6b8d-45a6-b782-cf0b8f471bbc'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:54:53.071700 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-f0743fe9-0899-4e59-8ce6-bc92bd6ed4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T06:54:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['66cd7900-6b8d-45a6-b782-cf0b8f471bbc'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:54:53.275180 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-f0743fe9-0899-4e59-8ce6-bc92bd6ed4f7 None None] Set router 66cd7900-6b8d-45a6-b782-cf0b8f471bbc gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:54:53.664738 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-f0743fe9-0899-4e59-8ce6-bc92bd6ed4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66cd7900-6b8d-45a6-b782-cf0b8f471bbc', 'name': 'router1', 'tenant_id': 'bc5b21330910495fa33269d18415a62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': '52d9bfaa-deb7-4be0-ac6f-cf7efaa5488f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:54:32Z', 'updated_at': '2022-01-28T06:54:52Z', 'revision_number': 4, 'project_id': 'bc5b21330910495fa33269d18415a62e', 'gw_port': {'id': '52d9bfaa-deb7-4be0-ac6f-cf7efaa5488f', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:cf:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66cd7900-6b8d-45a6-b782-cf0b8f471bbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:54:51Z', 'updated_at': '2022-01-28T06:54:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '0b87df48-a381-45d0-bec4-d6bf8f8233e4', 'name': '', 'network_id': 'a2323da1-e339-4454-ac9d-c82478fc8624', 'tenant_id': 'bc5b21330910495fa33269d18415a62e', 'mac_address': 'fa:16:3e:88:b0:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cd7900-6b8d-45a6-b782-cf0b8f471bbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1569469d-df6d-4d0e-8236-13eb17d6c278', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:54:41Z', 'updated_at': '2022-01-28T06:54:44Z', 'revision_number': 5, 'project_id': 'bc5b21330910495fa33269d18415a62e', 'subnets': [{'id': '1569469d-df6d-4d0e-8236-13eb17d6c278', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7b5e9909-6617-4a01-ac56-81ca2147d59d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:54:53.785802 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0743fe9-0899-4e59-8ce6-bc92bd6ed4f7 None None] Checking router: 66cd7900-6b8d-45a6-b782-cf0b8f471bbc for host: n-d-712749-28 {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:54:53.786155 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0743fe9-0899-4e59-8ce6-bc92bd6ed4f7 None None] Updating router 66cd7900-6b8d-45a6-b782-cf0b8f471bbc port 52d9bfaa-deb7-4be0-ac6f-cf7efaa5488f binding host n-d-712749-28 {{(pid=103285) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 06:54:53.832693 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f0743fe9-0899-4e59-8ce6-bc92bd6ed4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (52d9bfaa-deb7-4be0-ac6f-cf7efaa5488f), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:54.153843 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f0743fe9-0899-4e59-8ce6-bc92bd6ed4f7 None None] Publish callbacks [] for port (52d9bfaa-deb7-4be0-ac6f-cf7efaa5488f), precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:54.161165 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f0743fe9-0899-4e59-8ce6-bc92bd6ed4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (52d9bfaa-deb7-4be0-ac6f-cf7efaa5488f), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:54.211979 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ce51c9-0916-40c9-a8cb-a97c279d038b None None] Pushing event updated for resources: {'Port': ['ID=52d9bfaa-deb7-4be0-ac6f-cf7efaa5488f,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:54:54.214107 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-f0743fe9-0899-4e59-8ce6-bc92bd6ed4f7 None None] Attempting to bind port 52d9bfaa-deb7-4be0-ac6f-cf7efaa5488f on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:54:54.214478 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-f0743fe9-0899-4e59-8ce6-bc92bd6ed4f7 None None] Attempting to bind port 52d9bfaa-deb7-4be0-ac6f-cf7efaa5488f by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:54:54.214849 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0743fe9-0899-4e59-8ce6-bc92bd6ed4f7 None None] Attempting to bind port 52d9bfaa-deb7-4be0-ac6f-cf7efaa5488f on network 7d5b3724-deef-4831-8d43-cb9b8176573c {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:54:54.220108 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0743fe9-0899-4e59-8ce6-bc92bd6ed4f7 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 54, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:54:54.220522 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0743fe9-0899-4e59-8ce6-bc92bd6ed4f7 None None] Checking segment: {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:54:54.220919 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f0743fe9-0899-4e59-8ce6-bc92bd6ed4f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:54.221307 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0743fe9-0899-4e59-8ce6-bc92bd6ed4f7 None None] Bound using segment: {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:54:54.222341 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-f0743fe9-0899-4e59-8ce6-bc92bd6ed4f7 None None] Bound port: 52d9bfaa-deb7-4be0-ac6f-cf7efaa5488f, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:54:54.222937 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f0743fe9-0899-4e59-8ce6-bc92bd6ed4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (52d9bfaa-deb7-4be0-ac6f-cf7efaa5488f), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:54.271344 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-f0743fe9-0899-4e59-8ce6-bc92bd6ed4f7 None None] For port 52d9bfaa-deb7-4be0-ac6f-cf7efaa5488f, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:54:54.274310 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-f0743fe9-0899-4e59-8ce6-bc92bd6ed4f7 None None] For port 52d9bfaa-deb7-4be0-ac6f-cf7efaa5488f, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=52d9bfaa-deb7-4be0-ac6f-cf7efaa5488f,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:54:54.278152 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f0743fe9-0899-4e59-8ce6-bc92bd6ed4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (52d9bfaa-deb7-4be0-ac6f-cf7efaa5488f), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:54.337065 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0743fe9-0899-4e59-8ce6-bc92bd6ed4f7 None None] Routers {'66cd7900-6b8d-45a6-b782-cf0b8f471bbc'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:54:54.337667 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-f0743fe9-0899-4e59-8ce6-bc92bd6ed4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T06:54:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['66cd7900-6b8d-45a6-b782-cf0b8f471bbc'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:54:54.372504 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ce51c9-0916-40c9-a8cb-a97c279d038b None None] Pushing event updated for resources: {'Port': ['ID=52d9bfaa-deb7-4be0-ac6f-cf7efaa5488f,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:54:54.449445 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-f0743fe9-0899-4e59-8ce6-bc92bd6ed4f7 None None] Set router 66cd7900-6b8d-45a6-b782-cf0b8f471bbc gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:54:54.652509 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-f0743fe9-0899-4e59-8ce6-bc92bd6ed4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66cd7900-6b8d-45a6-b782-cf0b8f471bbc', 'name': 'router1', 'tenant_id': 'bc5b21330910495fa33269d18415a62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': '52d9bfaa-deb7-4be0-ac6f-cf7efaa5488f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:54:32Z', 'updated_at': '2022-01-28T06:54:52Z', 'revision_number': 4, 'project_id': 'bc5b21330910495fa33269d18415a62e', 'gw_port': {'id': '52d9bfaa-deb7-4be0-ac6f-cf7efaa5488f', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:cf:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66cd7900-6b8d-45a6-b782-cf0b8f471bbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:54:51Z', 'updated_at': '2022-01-28T06:54:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '0b87df48-a381-45d0-bec4-d6bf8f8233e4', 'name': '', 'network_id': 'a2323da1-e339-4454-ac9d-c82478fc8624', 'tenant_id': 'bc5b21330910495fa33269d18415a62e', 'mac_address': 'fa:16:3e:88:b0:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cd7900-6b8d-45a6-b782-cf0b8f471bbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1569469d-df6d-4d0e-8236-13eb17d6c278', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:54:41Z', 'updated_at': '2022-01-28T06:54:44Z', 'revision_number': 5, 'project_id': 'bc5b21330910495fa33269d18415a62e', 'subnets': [{'id': '1569469d-df6d-4d0e-8236-13eb17d6c278', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7b5e9909-6617-4a01-ac56-81ca2147d59d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:54:54.678376 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0743fe9-0899-4e59-8ce6-bc92bd6ed4f7 None None] The sync data for ids ['66cd7900-6b8d-45a6-b782-cf0b8f471bbc'] in n-d-712749-28 is: [{'id': '66cd7900-6b8d-45a6-b782-cf0b8f471bbc', 'name': 'router1', 'tenant_id': 'bc5b21330910495fa33269d18415a62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': '52d9bfaa-deb7-4be0-ac6f-cf7efaa5488f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:54:32Z', 'updated_at': '2022-01-28T06:54:52Z', 'revision_number': 4, 'project_id': 'bc5b21330910495fa33269d18415a62e', 'gw_port': {'id': '52d9bfaa-deb7-4be0-ac6f-cf7efaa5488f', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:cf:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66cd7900-6b8d-45a6-b782-cf0b8f471bbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:54:51Z', 'updated_at': '2022-01-28T06:54:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '0b87df48-a381-45d0-bec4-d6bf8f8233e4', 'name': '', 'network_id': 'a2323da1-e339-4454-ac9d-c82478fc8624', 'tenant_id': 'bc5b21330910495fa33269d18415a62e', 'mac_address': 'fa:16:3e:88:b0:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cd7900-6b8d-45a6-b782-cf0b8f471bbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1569469d-df6d-4d0e-8236-13eb17d6c278', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:54:41Z', 'updated_at': '2022-01-28T06:54:44Z', 'revision_number': 5, 'project_id': 'bc5b21330910495fa33269d18415a62e', 'subnets': [{'id': '1569469d-df6d-4d0e-8236-13eb17d6c278', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7b5e9909-6617-4a01-ac56-81ca2147d59d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:54:55.122195 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 54302) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:54:55.239847 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-2c90c34a-39bf-48df-92bf-0a1882ec5be8 admin admin] 10.222.0.41 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1165242 Jan 28 06:54:56.271661 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 52d9bfaa-deb7-4be0-ac6f-cf7efaa5488f up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:54:56.332024 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 52d9bfaa-deb7-4be0-ac6f-cf7efaa5488f triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:54:56.332460 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (52d9bfaa-deb7-4be0-ac6f-cf7efaa5488f), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:56.407785 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 52d9bfaa-deb7-4be0-ac6f-cf7efaa5488f is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:54:56.408375 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (52d9bfaa-deb7-4be0-ac6f-cf7efaa5488f), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:56.429208 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] For port 52d9bfaa-deb7-4be0-ac6f-cf7efaa5488f, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=52d9bfaa-deb7-4be0-ac6f-cf7efaa5488f,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:54:56.435829 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (52d9bfaa-deb7-4be0-ac6f-cf7efaa5488f), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:56.487351 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Pushing event updated for resources: {'Port': ['ID=52d9bfaa-deb7-4be0-ac6f-cf7efaa5488f,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:54:58.260613 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 52d9bfaa-deb7-4be0-ac6f-cf7efaa5488f up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:54:58.307510 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 52d9bfaa-deb7-4be0-ac6f-cf7efaa5488f triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:54:58.307897 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (52d9bfaa-deb7-4be0-ac6f-cf7efaa5488f), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:58.382561 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 52d9bfaa-deb7-4be0-ac6f-cf7efaa5488f is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:55:01.763484 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 5 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 06:55:03.220474 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8500faa2-ab9f-4554-91b6-0818c5551a7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:55:05.547756 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1c6b87bf-d17d-4fc4-91fa-665eed47ca3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:55:06.740310 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:55:08.378871 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:55:09.581381 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:55:33.199137 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-949a2542-6e67-480f-9791-b440976835fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:55:35.536972 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a3b8688d-9af1-4b37-bb21-9f5e705455fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:55:36.743411 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:55:38.386797 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:55:38.761499 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 5 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 06:55:39.587041 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:56:03.201407 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-542a6fa1-4ff0-46cd-8010-ff9ff60c62fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:56:05.526846 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f81fced9-942f-4fa9-a635-a87298ad985a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:56:06.744130 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:56:08.384536 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:56:09.591753 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:56:15.759736 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 5 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 06:56:19.209199 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 54818) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:56:19.274462 n-d-712749-28 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-65b0634e-d13b-41f2-89d9-63fa165b8c0e admin admin] GET failed (client error): The resource could not be found. Jan 28 06:56:19.275743 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-65b0634e-d13b-41f2-89d9-63fa165b8c0e admin admin] 10.222.0.41 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0655835 Jan 28 06:56:19.496030 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc9de2c9-74b2-432f-b25a-669df6d4d79a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:56:19.497463 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-cc9de2c9-74b2-432f-b25a-669df6d4d79a admin admin] 10.222.0.41 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2176902 Jan 28 06:56:21.810523 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 54828) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:56:21.910388 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6cc0a37-df08-464f-bdbb-284ac0f3ad2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:56:21.911710 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-d6cc0a37-df08-464f-bdbb-284ac0f3ad2d admin admin] 10.222.0.41 "GET /v2.0/subnets/1569469d-df6d-4d0e-8236-13eb17d6c278 HTTP/1.1" status: 200 len: 849 time: 0.1002407 Jan 28 06:56:21.921387 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-ed296e57-d25b-4ff1-93ef-185ffb6d5fbb admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:56:22.007756 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ed296e57-d25b-4ff1-93ef-185ffb6d5fbb admin admin] Publish callbacks [] for subnet (1569469d-df6d-4d0e-8236-13eb17d6c278), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:56:22.143568 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ed296e57-d25b-4ff1-93ef-185ffb6d5fbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8782327571155'] for subnet (1569469d-df6d-4d0e-8236-13eb17d6c278), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:56:22.174523 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed296e57-d25b-4ff1-93ef-185ffb6d5fbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:56:22.175143 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ed296e57-d25b-4ff1-93ef-185ffb6d5fbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:56:22.176486 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-ed296e57-d25b-4ff1-93ef-185ffb6d5fbb admin admin] 10.222.0.41 "PUT /v2.0/subnets/1569469d-df6d-4d0e-8236-13eb17d6c278 HTTP/1.1" status: 200 len: 868 time: 0.2588892 Jan 28 06:56:22.200224 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed296e57-d25b-4ff1-93ef-185ffb6d5fbb admin admin] Pushing event updated for resources: {'Subnet': ['ID=1569469d-df6d-4d0e-8236-13eb17d6c278,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:56:22.200492 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75438d03-ac49-45d3-a844-7759b4e29979 None None] Network a2323da1-e339-4454-ac9d-c82478fc8624 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:56:22.205441 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed296e57-d25b-4ff1-93ef-185ffb6d5fbb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:56:22.205796 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed296e57-d25b-4ff1-93ef-185ffb6d5fbb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:56:22.206136 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed296e57-d25b-4ff1-93ef-185ffb6d5fbb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:56:22.206472 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed296e57-d25b-4ff1-93ef-185ffb6d5fbb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:56:22.206804 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed296e57-d25b-4ff1-93ef-185ffb6d5fbb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:56:22.207129 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed296e57-d25b-4ff1-93ef-185ffb6d5fbb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:56:22.207456 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed296e57-d25b-4ff1-93ef-185ffb6d5fbb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:56:22.207778 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed296e57-d25b-4ff1-93ef-185ffb6d5fbb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:56:22.208100 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed296e57-d25b-4ff1-93ef-185ffb6d5fbb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:56:22.208462 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed296e57-d25b-4ff1-93ef-185ffb6d5fbb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:56:22.208787 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed296e57-d25b-4ff1-93ef-185ffb6d5fbb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:56:22.209105 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed296e57-d25b-4ff1-93ef-185ffb6d5fbb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:56:22.209426 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed296e57-d25b-4ff1-93ef-185ffb6d5fbb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:56:22.557497 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-683b43dd-82a2-4d96-8750-da5cd1c58211 None None] Provisioning complete for port 7d4b7ce3-5cad-4508-ab95-51142db47cbd triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:56:22.557899 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-683b43dd-82a2-4d96-8750-da5cd1c58211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (7d4b7ce3-5cad-4508-ab95-51142db47cbd), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:56:22.641605 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-683b43dd-82a2-4d96-8750-da5cd1c58211 None None] Current status of the port 7d4b7ce3-5cad-4508-ab95-51142db47cbd is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:56:22.651058 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-683b43dd-82a2-4d96-8750-da5cd1c58211 None None] Provisioning complete for port 0b87df48-a381-45d0-bec4-d6bf8f8233e4 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:56:22.651442 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-683b43dd-82a2-4d96-8750-da5cd1c58211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (0b87df48-a381-45d0-bec4-d6bf8f8233e4), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:56:22.728596 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-683b43dd-82a2-4d96-8750-da5cd1c58211 None None] Current status of the port 0b87df48-a381-45d0-bec4-d6bf8f8233e4 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:56:24.425357 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 54836) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:56:24.629504 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b120fb34-0162-40d6-adad-ec5d792e3a1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:56:24.629977 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b120fb34-0162-40d6-adad-ec5d792e3a1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:56:24.631652 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-b120fb34-0162-40d6-adad-ec5d792e3a1b admin admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2052798 Jan 28 06:56:26.875997 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 54846) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:56:27.007451 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9befcbd7-5914-4b9a-a99f-94aabf05c2ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:56:27.007910 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9befcbd7-5914-4b9a-a99f-94aabf05c2ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:56:27.009477 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-9befcbd7-5914-4b9a-a99f-94aabf05c2ce admin admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1324868 Jan 28 06:56:29.255140 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 54854) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:56:29.376467 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a913f509-07ff-41d9-9621-e33c210493a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:56:29.377806 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-a913f509-07ff-41d9-9621-e33c210493a3 admin admin] 10.222.0.41 "GET /v2.0/networks/7d5b3724-deef-4831-8d43-cb9b8176573c HTTP/1.1" status: 200 len: 886 time: 0.1217270 Jan 28 06:56:31.602017 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 54862) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:56:31.746350 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c0d02f1-c7ed-416f-aba6-bc3327cad1a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:56:31.747712 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-5c0d02f1-c7ed-416f-aba6-bc3327cad1a1 admin admin] 10.222.0.41 "GET /v2.0/networks/a2323da1-e339-4454-ac9d-c82478fc8624 HTTP/1.1" status: 200 len: 869 time: 0.1447370 Jan 28 06:56:33.206563 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7f3ecf7e-3975-4805-971b-a5df86dbe933 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:56:34.000045 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 54870) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:56:34.123286 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f604b6-d2eb-4c67-a3a3-3d7789410a7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:56:34.123740 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f604b6-d2eb-4c67-a3a3-3d7789410a7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:56:34.125318 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-16f604b6-d2eb-4c67-a3a3-3d7789410a7c admin admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1242890 Jan 28 06:56:35.530093 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-116ee7a4-7306-44ff-90d3-c2eaab558d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:56:36.398946 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 54878) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:56:36.490516 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f42e66-296b-42d0-9da8-958f1aecf251 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:56:36.491003 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f42e66-296b-42d0-9da8-958f1aecf251 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:56:36.492561 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-79f42e66-296b-42d0-9da8-958f1aecf251 admin admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0926638 Jan 28 06:56:36.746760 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:56:38.387393 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:56:38.716810 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 54886) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:56:38.809075 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b14aeb-6857-4b06-b369-cae7935e5207 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:56:38.810443 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-f7b14aeb-6857-4b06-b369-cae7935e5207 admin admin] 10.222.0.41 "GET /v2.0/subnets/1569469d-df6d-4d0e-8236-13eb17d6c278 HTTP/1.1" status: 200 len: 868 time: 0.0926878 Jan 28 06:56:39.593283 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:56:41.049507 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 54894) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:56:41.135623 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a099b0e9-5b23-46ae-8d65-2139230b128f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:56:41.136976 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-a099b0e9-5b23-46ae-8d65-2139230b128f admin admin] 10.222.0.41 "GET /v2.0/subnets/b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc HTTP/1.1" status: 200 len: 816 time: 0.0865288 Jan 28 06:56:52.759378 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 5 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 06:57:03.209310 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fb1fcfc1-f3d4-4e51-8923-c46ac4317df7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:05.477471 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 54948) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:57:05.524215 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [None req-f28c133d-f55d-4d54-95cd-56afc0f49396 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103283) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 06:57:05.525257 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-f28c133d-f55d-4d54-95cd-56afc0f49396 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0468225 Jan 28 06:57:05.532453 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d078a0fe-a412-469e-a40c-b2811879cd68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:06.752249 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:07.910125 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 54956) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:57:07.976069 n-d-712749-28 neutron-server[103283]: INFO neutron.pecan_wsgi.hooks.translation [None req-50b9b196-fa88-46fd-b6d5-a146cdb282cf admin admin] GET failed (client error): The resource could not be found. Jan 28 06:57:07.977464 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-50b9b196-fa88-46fd-b6d5-a146cdb282cf admin admin] 10.222.0.41 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0692670 Jan 28 06:57:08.131410 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e9be2e5-ec8e-45cb-922d-cc16b93cb531 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:57:08.132857 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-1e9be2e5-ec8e-45cb-922d-cc16b93cb531 admin admin] 10.222.0.41 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1513102 Jan 28 06:57:08.391717 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:09.595714 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:10.481748 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 54966) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:57:10.527663 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-d5ae0bdf-43c4-4348-91cc-0e11b3b8fe4f admin admin] Request body: {'network': {'tenant_id': 'b30a6cb7c9ed497eab8a982bd4edda1d', 'admin_state_up': True, 'project_id': 'b30a6cb7c9ed497eab8a982bd4edda1d', 'shared': True, 'name': 'shared'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:57:10.547162 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5ae0bdf-43c4-4348-91cc-0e11b3b8fe4f admin admin] Made reservation on behalf of b30a6cb7c9ed497eab8a982bd4edda1d for: {'network': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:57:10.549581 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d5ae0bdf-43c4-4348-91cc-0e11b3b8fe4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:10.579840 n-d-712749-28 neutron-server[103283]: WARNING neutron.services.revisions.revision_plugin [None req-d5ae0bdf-43c4-4348-91cc-0e11b3b8fe4f admin admin] Could not find related network for resource to bump revision. Jan 28 06:57:10.593976 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5ae0bdf-43c4-4348-91cc-0e11b3b8fe4f admin admin] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=103283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:57:10.603441 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d5ae0bdf-43c4-4348-91cc-0e11b3b8fe4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (9d52209e-a416-4cfe-8f8a-19567a90fa3e), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:10.603781 n-d-712749-28 neutron-server[103283]: INFO neutron.db.segments_db [None req-d5ae0bdf-43c4-4348-91cc-0e11b3b8fe4f admin admin] Added segment 9d52209e-a416-4cfe-8f8a-19567a90fa3e of type vlan for network d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb Jan 28 06:57:10.650437 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d5ae0bdf-43c4-4348-91cc-0e11b3b8fe4f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:10.674666 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d5ae0bdf-43c4-4348-91cc-0e11b3b8fe4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:10.675645 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ae0bdf-43c4-4348-91cc-0e11b3b8fe4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:57:10.676277 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d5ae0bdf-43c4-4348-91cc-0e11b3b8fe4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:10.729611 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-d5ae0bdf-43c4-4348-91cc-0e11b3b8fe4f admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2461627 Jan 28 06:57:10.736952 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ae0bdf-43c4-4348-91cc-0e11b3b8fe4f admin admin] Pushing event updated for resources: {'Network': ['ID=d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:57:10.744345 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ae0bdf-43c4-4348-91cc-0e11b3b8fe4f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:57:10.744723 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ae0bdf-43c4-4348-91cc-0e11b3b8fe4f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:57:10.745087 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ae0bdf-43c4-4348-91cc-0e11b3b8fe4f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:57:10.745420 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ae0bdf-43c4-4348-91cc-0e11b3b8fe4f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:57:10.745751 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ae0bdf-43c4-4348-91cc-0e11b3b8fe4f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:57:10.746220 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ae0bdf-43c4-4348-91cc-0e11b3b8fe4f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:57:10.746549 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ae0bdf-43c4-4348-91cc-0e11b3b8fe4f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:57:10.746871 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ae0bdf-43c4-4348-91cc-0e11b3b8fe4f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:57:10.747189 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ae0bdf-43c4-4348-91cc-0e11b3b8fe4f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:57:10.747508 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ae0bdf-43c4-4348-91cc-0e11b3b8fe4f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:57:10.747827 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ae0bdf-43c4-4348-91cc-0e11b3b8fe4f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:57:10.748654 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ae0bdf-43c4-4348-91cc-0e11b3b8fe4f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:57:10.748985 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ae0bdf-43c4-4348-91cc-0e11b3b8fe4f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:57:10.760451 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 06:57:13.023426 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 54976) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:57:13.086214 n-d-712749-28 neutron-server[103283]: INFO neutron.pecan_wsgi.hooks.translation [None req-30d0c802-019f-4ba9-80f4-c5789ae7ac6b admin admin] GET failed (client error): The resource could not be found. Jan 28 06:57:13.087652 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-30d0c802-019f-4ba9-80f4-c5789ae7ac6b admin admin] 10.222.0.41 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0631676 Jan 28 06:57:13.234957 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e56c7d7a-f083-4273-ad79-7f0f51fd9bd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:57:13.236380 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-e56c7d7a-f083-4273-ad79-7f0f51fd9bd9 admin admin] 10.222.0.41 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1447062 Jan 28 06:57:13.246063 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-cd6c5bd9-cdc4-414c-a0b3-cf513af734cc admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet', 'tenant_id': 'b30a6cb7c9ed497eab8a982bd4edda1d', 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb', 'ip_version': 4}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:57:13.265577 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd6c5bd9-cdc4-414c-a0b3-cf513af734cc admin admin] Made reservation on behalf of b30a6cb7c9ed497eab8a982bd4edda1d for: {'subnet': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:57:13.268217 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cd6c5bd9-cdc4-414c-a0b3-cf513af734cc admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:13.436442 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cd6c5bd9-cdc4-414c-a0b3-cf513af734cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for subnet (5785b43d-448b-4d12-9eb5-4e4caf2e7eaf), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:13.493216 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6c5bd9-cdc4-414c-a0b3-cf513af734cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=5785b43d-448b-4d12-9eb5-4e4caf2e7eaf,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:57:13.503138 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6c5bd9-cdc4-414c-a0b3-cf513af734cc admin admin] Checking segment: {'id': '9d52209e-a416-4cfe-8f8a-19567a90fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:57:13.503501 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd6c5bd9-cdc4-414c-a0b3-cf513af734cc admin admin] Network hostable DHCP agents. Network: d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:57:13.520970 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd6c5bd9-cdc4-414c-a0b3-cf513af734cc admin admin] Network d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:57:13.529940 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-cd6c5bd9-cdc4-414c-a0b3-cf513af734cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb) {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:57:13.534274 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd6c5bd9-cdc4-414c-a0b3-cf513af734cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:57:13.534865 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cd6c5bd9-cdc4-414c-a0b3-cf513af734cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:13.543578 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed0d573-0fb1-485b-bbd5-ccdfc03c2bdc None None] Network d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:57:13.553458 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-cd6c5bd9-cdc4-414c-a0b3-cf513af734cc admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3107116 Jan 28 06:57:13.649110 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d74c9da-efa9-444f-b484-b8c4447ef8d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3dd72b9-6805-5f61-b6f3-a591f99a173d-d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb', 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb', 'project_id': 'b30a6cb7c9ed497eab8a982bd4edda1d', 'fixed_ips': [{'subnet_id': '5785b43d-448b-4d12-9eb5-4e4caf2e7eaf'}]}} from n-d-712749-28. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 06:57:13.650541 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1d74c9da-efa9-444f-b484-b8c4447ef8d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:13.805241 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-1d74c9da-efa9-444f-b484-b8c4447ef8d5 None None] Allocated IP 192.168.233.2 (d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb/5785b43d-448b-4d12-9eb5-4e4caf2e7eaf/18eb4328-297a-4d46-a9e0-fd7e7924eeb6) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:57:13.956481 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1d74c9da-efa9-444f-b484-b8c4447ef8d5 None None] Publish callbacks [] for port (18eb4328-297a-4d46-a9e0-fd7e7924eeb6), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:13.962216 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1d74c9da-efa9-444f-b484-b8c4447ef8d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (18eb4328-297a-4d46-a9e0-fd7e7924eeb6), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:14.002603 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d74c9da-efa9-444f-b484-b8c4447ef8d5 None None] Network d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:57:14.005362 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-1d74c9da-efa9-444f-b484-b8c4447ef8d5 None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:57:14.010971 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d74c9da-efa9-444f-b484-b8c4447ef8d5 None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:57:14.017639 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d74c9da-efa9-444f-b484-b8c4447ef8d5 None None] Pushing event updated for resources: {'Port': ['ID=18eb4328-297a-4d46-a9e0-fd7e7924eeb6,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:57:14.025224 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d74c9da-efa9-444f-b484-b8c4447ef8d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:57:14.025577 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d74c9da-efa9-444f-b484-b8c4447ef8d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:57:14.025916 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d74c9da-efa9-444f-b484-b8c4447ef8d5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:57:14.026253 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d74c9da-efa9-444f-b484-b8c4447ef8d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:57:14.026590 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d74c9da-efa9-444f-b484-b8c4447ef8d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:57:14.026925 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d74c9da-efa9-444f-b484-b8c4447ef8d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:57:14.027254 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d74c9da-efa9-444f-b484-b8c4447ef8d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:57:14.027580 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d74c9da-efa9-444f-b484-b8c4447ef8d5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:57:14.027903 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d74c9da-efa9-444f-b484-b8c4447ef8d5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:57:14.028301 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d74c9da-efa9-444f-b484-b8c4447ef8d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:57:14.028586 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d74c9da-efa9-444f-b484-b8c4447ef8d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:57:14.028891 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d74c9da-efa9-444f-b484-b8c4447ef8d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:57:14.029239 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d74c9da-efa9-444f-b484-b8c4447ef8d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:57:14.087180 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-1d74c9da-efa9-444f-b484-b8c4447ef8d5 None None] Attempting to bind port 18eb4328-297a-4d46-a9e0-fd7e7924eeb6 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:57:14.087790 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-1d74c9da-efa9-444f-b484-b8c4447ef8d5 None None] Attempting to bind port 18eb4328-297a-4d46-a9e0-fd7e7924eeb6 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '9d52209e-a416-4cfe-8f8a-19567a90fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:57:14.088361 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d74c9da-efa9-444f-b484-b8c4447ef8d5 None None] Attempting to bind port 18eb4328-297a-4d46-a9e0-fd7e7924eeb6 on network d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:57:14.093961 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d74c9da-efa9-444f-b484-b8c4447ef8d5 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:57:14.094822 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d74c9da-efa9-444f-b484-b8c4447ef8d5 None None] Checking segment: {'id': '9d52209e-a416-4cfe-8f8a-19567a90fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:57:14.094936 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1d74c9da-efa9-444f-b484-b8c4447ef8d5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:14.095392 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d74c9da-efa9-444f-b484-b8c4447ef8d5 None None] Bound using segment: {'id': '9d52209e-a416-4cfe-8f8a-19567a90fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:57:14.096079 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-1d74c9da-efa9-444f-b484-b8c4447ef8d5 None None] Bound port: 18eb4328-297a-4d46-a9e0-fd7e7924eeb6, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d52209e-a416-4cfe-8f8a-19567a90fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:57:14.096696 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1d74c9da-efa9-444f-b484-b8c4447ef8d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (18eb4328-297a-4d46-a9e0-fd7e7924eeb6), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:14.167880 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-1d74c9da-efa9-444f-b484-b8c4447ef8d5 None None] For port 18eb4328-297a-4d46-a9e0-fd7e7924eeb6, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:57:14.172599 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-1d74c9da-efa9-444f-b484-b8c4447ef8d5 None None] For port 18eb4328-297a-4d46-a9e0-fd7e7924eeb6, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=18eb4328-297a-4d46-a9e0-fd7e7924eeb6,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:57:14.177920 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1d74c9da-efa9-444f-b484-b8c4447ef8d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (18eb4328-297a-4d46-a9e0-fd7e7924eeb6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:14.238446 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d74c9da-efa9-444f-b484-b8c4447ef8d5 None None] Pushing event updated for resources: {'Port': ['ID=18eb4328-297a-4d46-a9e0-fd7e7924eeb6,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:57:15.343635 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-154fd85f-5748-4b28-a36a-a9a1537c7b68 None None] Network d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:57:15.542831 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-554a2231-f363-43df-86c7-0937be299385 None None] Provisioning complete for port 18eb4328-297a-4d46-a9e0-fd7e7924eeb6 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:57:15.543226 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-554a2231-f363-43df-86c7-0937be299385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (18eb4328-297a-4d46-a9e0-fd7e7924eeb6), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:15.633793 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-554a2231-f363-43df-86c7-0937be299385 None None] Current status of the port 18eb4328-297a-4d46-a9e0-fd7e7924eeb6 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:57:15.634005 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-554a2231-f363-43df-86c7-0937be299385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (18eb4328-297a-4d46-a9e0-fd7e7924eeb6), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:15.675098 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-554a2231-f363-43df-86c7-0937be299385 None None] For port 18eb4328-297a-4d46-a9e0-fd7e7924eeb6, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=18eb4328-297a-4d46-a9e0-fd7e7924eeb6,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:57:15.682185 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-554a2231-f363-43df-86c7-0937be299385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (18eb4328-297a-4d46-a9e0-fd7e7924eeb6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:15.735500 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554a2231-f363-43df-86c7-0937be299385 None None] Pushing event updated for resources: {'Port': ['ID=18eb4328-297a-4d46-a9e0-fd7e7924eeb6,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:57:15.804957 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-f31b6872-bf69-4563-8c8e-493e8d4ed6dd None None] Provisioning complete for port 18eb4328-297a-4d46-a9e0-fd7e7924eeb6 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:57:15.805290 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f31b6872-bf69-4563-8c8e-493e8d4ed6dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (18eb4328-297a-4d46-a9e0-fd7e7924eeb6), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:15.884709 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-f31b6872-bf69-4563-8c8e-493e8d4ed6dd None None] Current status of the port 18eb4328-297a-4d46-a9e0-fd7e7924eeb6 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:57:16.369169 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 18eb4328-297a-4d46-a9e0-fd7e7924eeb6 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:57:16.421894 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 18eb4328-297a-4d46-a9e0-fd7e7924eeb6 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:57:16.422294 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (18eb4328-297a-4d46-a9e0-fd7e7924eeb6), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:16.500432 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 18eb4328-297a-4d46-a9e0-fd7e7924eeb6 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:57:29.757479 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 5 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 06:57:33.210935 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78cf57de-15ae-4bb3-b857-7329e7e95545 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:35.532611 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a08f0658-5f24-4329-a337-7aa786abb954 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:36.752430 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:38.395351 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:39.597478 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:58:03.212653 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b2190db1-2c64-4e37-9d51-71af93cc8150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:58:05.540158 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4f83f13a-3004-44df-9a79-27850ddff87b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:58:06.755991 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 5 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 06:58:06.759982 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:58:08.395986 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:58:09.599883 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:58:33.216107 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1547a76-7e61-4e76-9865-40e5791cd2d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:58:35.532559 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-30941b14-9c85-400e-ab78-2a596b554b26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:58:36.758324 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:58:38.399007 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:58:39.602288 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:58:43.753956 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 5 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 06:58:52.701841 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 55020) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:58:52.707850 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [None req-ff72d16f-1bcd-4ecd-81da-151f70ebff8c tempest-verify_tempest_config-1793418363 tempest-verify_tempest_config-1793418363-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 06:58:52.708840 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-ff72d16f-1bcd-4ecd-81da-151f70ebff8c tempest-verify_tempest_config-1793418363 tempest-verify_tempest_config-1793418363-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0060539 Jan 28 06:58:53.001592 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 55038) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:58:53.103333 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-473c1496-00ee-471f-a5d7-5bbb4d6ed6ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:58:53.178442 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-473c1496-00ee-471f-a5d7-5bbb4d6ed6ae admin admin] Publish callbacks [] for security_group (db13c0c4-2ced-4ec8-b2bf-8a7138f7873e), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:58:53.181981 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-473c1496-00ee-471f-a5d7-5bbb4d6ed6ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (db13c0c4-2ced-4ec8-b2bf-8a7138f7873e), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:58:53.227160 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-473c1496-00ee-471f-a5d7-5bbb4d6ed6ae admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6768b84a063a46f5992143cbe1275402&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2245476 Jan 28 06:58:53.228021 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473c1496-00ee-471f-a5d7-5bbb4d6ed6ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db13c0c4-2ced-4ec8-b2bf-8a7138f7873e,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:58:53.230092 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 55042) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:58:53.234721 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473c1496-00ee-471f-a5d7-5bbb4d6ed6ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:58:53.235075 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473c1496-00ee-471f-a5d7-5bbb4d6ed6ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:58:53.235422 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473c1496-00ee-471f-a5d7-5bbb4d6ed6ae admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:58:53.235763 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473c1496-00ee-471f-a5d7-5bbb4d6ed6ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:58:53.236102 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473c1496-00ee-471f-a5d7-5bbb4d6ed6ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:58:53.236474 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473c1496-00ee-471f-a5d7-5bbb4d6ed6ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:58:53.236809 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473c1496-00ee-471f-a5d7-5bbb4d6ed6ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:58:53.237138 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473c1496-00ee-471f-a5d7-5bbb4d6ed6ae admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:58:53.237467 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473c1496-00ee-471f-a5d7-5bbb4d6ed6ae admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:58:53.237794 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473c1496-00ee-471f-a5d7-5bbb4d6ed6ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:58:53.238119 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473c1496-00ee-471f-a5d7-5bbb4d6ed6ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:58:53.238444 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473c1496-00ee-471f-a5d7-5bbb4d6ed6ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:58:53.238767 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473c1496-00ee-471f-a5d7-5bbb4d6ed6ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:58:53.302190 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1e21b758-2b28-43c5-8c65-295b1efc8b2b admin admin] Publish callbacks [] for security_group (db13c0c4-2ced-4ec8-b2bf-8a7138f7873e), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:58:53.323423 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1e21b758-2b28-43c5-8c65-295b1efc8b2b admin admin] Publish callbacks [] for security_group (db13c0c4-2ced-4ec8-b2bf-8a7138f7873e), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:58:53.412705 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1e21b758-2b28-43c5-8c65-295b1efc8b2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (db13c0c4-2ced-4ec8-b2bf-8a7138f7873e), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:58:53.415308 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1e21b758-2b28-43c5-8c65-295b1efc8b2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:58:53.416564 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-1e21b758-2b28-43c5-8c65-295b1efc8b2b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/db13c0c4-2ced-4ec8-b2bf-8a7138f7873e HTTP/1.1" status: 204 len: 168 time: 0.1854331 Jan 28 06:58:53.424317 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e21b758-2b28-43c5-8c65-295b1efc8b2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db13c0c4-2ced-4ec8-b2bf-8a7138f7873e,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:58:53.431033 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e21b758-2b28-43c5-8c65-295b1efc8b2b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:58:53.431314 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e21b758-2b28-43c5-8c65-295b1efc8b2b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:58:53.431659 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e21b758-2b28-43c5-8c65-295b1efc8b2b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:58:53.431988 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e21b758-2b28-43c5-8c65-295b1efc8b2b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:58:53.432528 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e21b758-2b28-43c5-8c65-295b1efc8b2b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:58:53.432863 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e21b758-2b28-43c5-8c65-295b1efc8b2b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:58:53.433191 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e21b758-2b28-43c5-8c65-295b1efc8b2b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:58:53.434010 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e21b758-2b28-43c5-8c65-295b1efc8b2b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:58:53.434338 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e21b758-2b28-43c5-8c65-295b1efc8b2b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:58:53.434744 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e21b758-2b28-43c5-8c65-295b1efc8b2b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:58:53.435080 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e21b758-2b28-43c5-8c65-295b1efc8b2b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:58:53.435400 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e21b758-2b28-43c5-8c65-295b1efc8b2b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:58:53.435905 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e21b758-2b28-43c5-8c65-295b1efc8b2b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:59:03.218478 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c682d1d3-8ad9-4546-a6ba-364478ba448b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:59:05.534743 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-18cf39b2-eddb-470b-a508-a9f64bb98069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:59:06.760718 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:59:08.405219 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:59:09.603778 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:59:20.752335 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 5 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 06:59:33.219958 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3172cd20-9016-4cf9-8ef1-d57b4a9a5f4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:59:35.536355 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c260e5e6-4751-4314-ab5c-fb5d299c6320 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:59:36.762254 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:59:38.407159 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:59:39.606882 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:59:57.751634 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 5 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 07:00:03.220783 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-44184b1b-d6ee-487b-ac9e-ca3d69320cb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:00:05.538306 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d7dae77f-2842-4b7b-9df5-96894f71bd63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:00:06.765936 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:00:08.411644 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:00:09.610248 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:00:33.222731 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-333c1f14-4c60-4a6a-9fd7-af85dbe36e39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:00:34.751053 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 5 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 07:00:35.539585 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-55268746-459c-4b3e-9274-dcad659c9daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:00:36.767858 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:00:38.415215 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:00:39.613352 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:01:03.224597 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7e6bb07c-d399-4755-8426-d27460c55b45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:01:05.540290 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c6e77847-4e68-4ac8-aad4-dd3ccb0a7003 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:01:06.771288 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:01:08.418303 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:01:09.618466 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:01:11.749317 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 5 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 07:01:33.226250 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4d467c94-db4e-4751-bf63-3d954fb6ed07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:01:35.541184 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ba34acd6-4e3f-4540-8ec8-121ce0c8c522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:01:36.773802 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:01:38.422111 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:01:39.620953 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:01:48.748363 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 5 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 07:02:02.698513 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16606652'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:02:03.227863 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c453053a-69aa-4b4b-9f40-9c785b55eec6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:02:03.664142 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16606652'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:02:05.543470 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f3bb5d09-c59d-4a65-83b4-21bf167ca1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:02:06.776846 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:02:08.424419 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:02:09.718694 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:02:25.748120 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 7 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 07:02:32.652514 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:02:33.229865 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e7979250-3a99-47e1-8c49-c80c56484154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:02:33.657778 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:02:34.349297 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 55096) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:02:34.455989 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-1124295f-8d4a-4db5-a0ee-5c38f041e496 admin admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4939 time: 0.1056044 Jan 28 07:02:35.546549 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-84d26d5c-2588-44d9-8370-edd980403f5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:02:36.721630 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 55106) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:02:36.775921 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-6693f2d7-af26-4aaa-bc24-41cb1cd84a8c admin admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4939 time: 0.0531847 Jan 28 07:02:36.780982 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:02:38.427611 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:02:39.620676 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:03:02.668163 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:03:02.746173 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 7 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 07:03:03.230748 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dc7b98b5-b7e0-4d78-9a64-c43d36a5e511 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:03:03.661485 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:03:05.550426 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e91c92a8-d2f4-4fa7-8065-f976bc7467dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:03:06.781951 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:03:08.433080 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:03:09.623282 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:03:32.681061 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:03:33.231170 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-98209ee7-4a12-45cc-99a5-e0fdcbc54444 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:03:33.660484 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:03:35.553025 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e08e940c-1810-4fde-8612-d666228d1e13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:03:36.787037 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:03:38.433921 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:03:39.625730 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:03:39.745511 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 7 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 07:04:00.658647 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 55450) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:04:01.055546 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-92bbd471-00de-4512-af12-a99f836ef38e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:01.153339 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-92bbd471-00de-4512-af12-a99f836ef38e admin admin] Publish callbacks [] for security_group (3e03284b-b644-44d6-ab80-f220d7994475), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:01.161439 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-92bbd471-00de-4512-af12-a99f836ef38e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (3e03284b-b644-44d6-ab80-f220d7994475), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:01.210917 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bbd471-00de-4512-af12-a99f836ef38e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e03284b-b644-44d6-ab80-f220d7994475,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:04:01.219280 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bbd471-00de-4512-af12-a99f836ef38e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:04:01.220743 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bbd471-00de-4512-af12-a99f836ef38e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:04:01.221180 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bbd471-00de-4512-af12-a99f836ef38e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:04:01.221523 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bbd471-00de-4512-af12-a99f836ef38e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:04:01.221859 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bbd471-00de-4512-af12-a99f836ef38e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:04:01.222190 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bbd471-00de-4512-af12-a99f836ef38e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:04:01.222520 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bbd471-00de-4512-af12-a99f836ef38e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:04:01.222868 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bbd471-00de-4512-af12-a99f836ef38e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:04:01.223193 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bbd471-00de-4512-af12-a99f836ef38e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:04:01.223513 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bbd471-00de-4512-af12-a99f836ef38e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:04:01.223835 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bbd471-00de-4512-af12-a99f836ef38e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:04:01.224153 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bbd471-00de-4512-af12-a99f836ef38e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:04:01.224493 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bbd471-00de-4512-af12-a99f836ef38e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:04:01.225625 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bbd471-00de-4512-af12-a99f836ef38e admin admin] Tracked resource versions report: Jan 28 07:04:01.225625 n-d-712749-28 neutron-server[103283]: pushed versions: Jan 28 07:04:01.225625 n-d-712749-28 neutron-server[103283]: { 'AddressGroup': {'1.2'}, Jan 28 07:04:01.225625 n-d-712749-28 neutron-server[103283]: 'ConntrackHelper': {'1.0'}, Jan 28 07:04:01.225625 n-d-712749-28 neutron-server[103283]: 'LocalIPAssociation': {'1.0'}, Jan 28 07:04:01.225625 n-d-712749-28 neutron-server[103283]: 'Log': {'1.0'}, Jan 28 07:04:01.225625 n-d-712749-28 neutron-server[103283]: 'Network': {'1.1'}, Jan 28 07:04:01.225625 n-d-712749-28 neutron-server[103283]: 'Port': {'1.7'}, Jan 28 07:04:01.225625 n-d-712749-28 neutron-server[103283]: 'PortForwarding': {'1.2'}, Jan 28 07:04:01.225625 n-d-712749-28 neutron-server[103283]: 'QosPolicy': {'1.10'}, Jan 28 07:04:01.225625 n-d-712749-28 neutron-server[103283]: 'SecurityGroup': {'1.5'}, Jan 28 07:04:01.225625 n-d-712749-28 neutron-server[103283]: 'SecurityGroupRule': {'1.2'}, Jan 28 07:04:01.225625 n-d-712749-28 neutron-server[103283]: 'SubPort': {'1.0'}, Jan 28 07:04:01.225625 n-d-712749-28 neutron-server[103283]: 'Subnet': {'1.1'}, Jan 28 07:04:01.225625 n-d-712749-28 neutron-server[103283]: 'Trunk': {'1.1'}} Jan 28 07:04:01.225625 n-d-712749-28 neutron-server[103283]: consumer versions: Jan 28 07:04:01.225625 n-d-712749-28 neutron-server[103283]: { DHCP agent@n-d-712749-28: {}, Jan 28 07:04:01.225625 n-d-712749-28 neutron-server[103283]: HyperV agent@n-h1-712749-28: {}, Jan 28 07:04:01.225625 n-d-712749-28 neutron-server[103283]: HyperV agent@n-h2-712749-28: {}, Jan 28 07:04:01.225625 n-d-712749-28 neutron-server[103283]: L3 agent@n-d-712749-28: {}, Jan 28 07:04:01.225625 n-d-712749-28 neutron-server[103283]: Metadata agent@n-d-712749-28: {}, Jan 28 07:04:01.225625 n-d-712749-28 neutron-server[103283]: Metering agent@n-d-712749-28: {}, Jan 28 07:04:01.225625 n-d-712749-28 neutron-server[103283]: Open vSwitch agent@n-d-712749-28: { 'AddressGroup': '1.2', Jan 28 07:04:01.225625 n-d-712749-28 neutron-server[103283]: 'ConntrackHelper': '1.0', Jan 28 07:04:01.225625 n-d-712749-28 neutron-server[103283]: 'LocalIPAssociation': '1.0', Jan 28 07:04:01.225625 n-d-712749-28 neutron-server[103283]: 'Log': '1.0', Jan 28 07:04:01.225625 n-d-712749-28 neutron-server[103283]: 'Network': '1.1', Jan 28 07:04:01.225625 n-d-712749-28 neutron-server[103283]: 'Port': '1.7', Jan 28 07:04:01.225625 n-d-712749-28 neutron-server[103283]: 'PortForwarding': '1.2', Jan 28 07:04:01.225625 n-d-712749-28 neutron-server[103283]: 'QosPolicy': '1.10', Jan 28 07:04:01.225625 n-d-712749-28 neutron-server[103283]: 'SecurityGroup': '1.5', Jan 28 07:04:01.225625 n-d-712749-28 neutron-server[103283]: 'SecurityGroupRule': '1.2', Jan 28 07:04:01.225625 n-d-712749-28 neutron-server[103283]: 'SubPort': '1.0', Jan 28 07:04:01.225625 n-d-712749-28 neutron-server[103283]: 'Subnet': '1.1', Jan 28 07:04:01.225625 n-d-712749-28 neutron-server[103283]: 'Trunk': '1.1'}} Jan 28 07:04:01.225625 n-d-712749-28 neutron-server[103283]: {{(pid=103283) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 07:04:01.233315 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 55480) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:04:01.233836 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-92bbd471-00de-4512-af12-a99f836ef38e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b9f10860f48c44339ad832f1207c1c3b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5736184 Jan 28 07:04:01.295808 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8071deed-cf04-484a-8361-ae16f796ee57 admin admin] Publish callbacks [] for security_group (3e03284b-b644-44d6-ab80-f220d7994475), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:01.317236 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8071deed-cf04-484a-8361-ae16f796ee57 admin admin] Publish callbacks [] for security_group (3e03284b-b644-44d6-ab80-f220d7994475), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:01.375372 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8071deed-cf04-484a-8361-ae16f796ee57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (3e03284b-b644-44d6-ab80-f220d7994475), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:01.378677 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8071deed-cf04-484a-8361-ae16f796ee57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:01.379948 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-8071deed-cf04-484a-8361-ae16f796ee57 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3e03284b-b644-44d6-ab80-f220d7994475 HTTP/1.1" status: 204 len: 168 time: 0.1456728 Jan 28 07:04:01.394248 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8071deed-cf04-484a-8361-ae16f796ee57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e03284b-b644-44d6-ab80-f220d7994475,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:04:01.402203 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8071deed-cf04-484a-8361-ae16f796ee57 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:04:01.402725 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8071deed-cf04-484a-8361-ae16f796ee57 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:04:01.403224 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8071deed-cf04-484a-8361-ae16f796ee57 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:04:01.403690 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8071deed-cf04-484a-8361-ae16f796ee57 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:04:01.404155 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8071deed-cf04-484a-8361-ae16f796ee57 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:04:01.404679 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8071deed-cf04-484a-8361-ae16f796ee57 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:04:01.405139 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8071deed-cf04-484a-8361-ae16f796ee57 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:04:01.405471 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8071deed-cf04-484a-8361-ae16f796ee57 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:04:01.405783 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8071deed-cf04-484a-8361-ae16f796ee57 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:04:01.406239 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8071deed-cf04-484a-8361-ae16f796ee57 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:04:01.406568 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8071deed-cf04-484a-8361-ae16f796ee57 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:04:01.406891 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8071deed-cf04-484a-8361-ae16f796ee57 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:04:01.407758 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8071deed-cf04-484a-8361-ae16f796ee57 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:04:01.408982 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8071deed-cf04-484a-8361-ae16f796ee57 admin admin] Tracked resource versions report: Jan 28 07:04:01.408982 n-d-712749-28 neutron-server[103284]: pushed versions: Jan 28 07:04:01.408982 n-d-712749-28 neutron-server[103284]: { 'AddressGroup': {'1.2'}, Jan 28 07:04:01.408982 n-d-712749-28 neutron-server[103284]: 'ConntrackHelper': {'1.0'}, Jan 28 07:04:01.408982 n-d-712749-28 neutron-server[103284]: 'LocalIPAssociation': {'1.0'}, Jan 28 07:04:01.408982 n-d-712749-28 neutron-server[103284]: 'Log': {'1.0'}, Jan 28 07:04:01.408982 n-d-712749-28 neutron-server[103284]: 'Network': {'1.1'}, Jan 28 07:04:01.408982 n-d-712749-28 neutron-server[103284]: 'Port': {'1.7'}, Jan 28 07:04:01.408982 n-d-712749-28 neutron-server[103284]: 'PortForwarding': {'1.2'}, Jan 28 07:04:01.408982 n-d-712749-28 neutron-server[103284]: 'QosPolicy': {'1.10'}, Jan 28 07:04:01.408982 n-d-712749-28 neutron-server[103284]: 'SecurityGroup': {'1.5'}, Jan 28 07:04:01.408982 n-d-712749-28 neutron-server[103284]: 'SecurityGroupRule': {'1.2'}, Jan 28 07:04:01.408982 n-d-712749-28 neutron-server[103284]: 'SubPort': {'1.0'}, Jan 28 07:04:01.408982 n-d-712749-28 neutron-server[103284]: 'Subnet': {'1.1'}, Jan 28 07:04:01.408982 n-d-712749-28 neutron-server[103284]: 'Trunk': {'1.1'}} Jan 28 07:04:01.408982 n-d-712749-28 neutron-server[103284]: consumer versions: Jan 28 07:04:01.408982 n-d-712749-28 neutron-server[103284]: { DHCP agent@n-d-712749-28: {}, Jan 28 07:04:01.408982 n-d-712749-28 neutron-server[103284]: HyperV agent@n-h1-712749-28: {}, Jan 28 07:04:01.408982 n-d-712749-28 neutron-server[103284]: HyperV agent@n-h2-712749-28: {}, Jan 28 07:04:01.408982 n-d-712749-28 neutron-server[103284]: L3 agent@n-d-712749-28: {}, Jan 28 07:04:01.408982 n-d-712749-28 neutron-server[103284]: Metadata agent@n-d-712749-28: {}, Jan 28 07:04:01.408982 n-d-712749-28 neutron-server[103284]: Metering agent@n-d-712749-28: {}, Jan 28 07:04:01.408982 n-d-712749-28 neutron-server[103284]: Open vSwitch agent@n-d-712749-28: { 'AddressGroup': '1.2', Jan 28 07:04:01.408982 n-d-712749-28 neutron-server[103284]: 'ConntrackHelper': '1.0', Jan 28 07:04:01.408982 n-d-712749-28 neutron-server[103284]: 'LocalIPAssociation': '1.0', Jan 28 07:04:01.408982 n-d-712749-28 neutron-server[103284]: 'Log': '1.0', Jan 28 07:04:01.408982 n-d-712749-28 neutron-server[103284]: 'Network': '1.1', Jan 28 07:04:01.408982 n-d-712749-28 neutron-server[103284]: 'Port': '1.7', Jan 28 07:04:01.408982 n-d-712749-28 neutron-server[103284]: 'PortForwarding': '1.2', Jan 28 07:04:01.408982 n-d-712749-28 neutron-server[103284]: 'QosPolicy': '1.10', Jan 28 07:04:01.408982 n-d-712749-28 neutron-server[103284]: 'SecurityGroup': '1.5', Jan 28 07:04:01.408982 n-d-712749-28 neutron-server[103284]: 'SecurityGroupRule': '1.2', Jan 28 07:04:01.408982 n-d-712749-28 neutron-server[103284]: 'SubPort': '1.0', Jan 28 07:04:01.408982 n-d-712749-28 neutron-server[103284]: 'Subnet': '1.1', Jan 28 07:04:01.408982 n-d-712749-28 neutron-server[103284]: 'Trunk': '1.1'}} Jan 28 07:04:01.408982 n-d-712749-28 neutron-server[103284]: {{(pid=103284) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 07:04:01.754742 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 55510) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:04:01.775706 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-770132f9-6eda-45f5-beda-12932f2147f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:01.870013 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-770132f9-6eda-45f5-beda-12932f2147f9 admin admin] Publish callbacks [] for security_group (ed73901f-989a-404c-aad4-f60225859b42), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:01.873134 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-770132f9-6eda-45f5-beda-12932f2147f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (ed73901f-989a-404c-aad4-f60225859b42), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:01.913084 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770132f9-6eda-45f5-beda-12932f2147f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed73901f-989a-404c-aad4-f60225859b42,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:04:01.950002 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-770132f9-6eda-45f5-beda-12932f2147f9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1482adcb8cb945ee840c67189b95d135&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1939015 Jan 28 07:04:01.952983 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 55518) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:04:02.006383 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-60c0a355-eecf-4775-89a4-124a63559283 admin admin] Publish callbacks [] for security_group (ed73901f-989a-404c-aad4-f60225859b42), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:02.014384 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 55524) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:04:02.030050 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-60c0a355-eecf-4775-89a4-124a63559283 admin admin] Publish callbacks [] for security_group (ed73901f-989a-404c-aad4-f60225859b42), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:02.081467 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-60c0a355-eecf-4775-89a4-124a63559283 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (ed73901f-989a-404c-aad4-f60225859b42), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:02.084275 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-60c0a355-eecf-4775-89a4-124a63559283 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:02.085439 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-60c0a355-eecf-4775-89a4-124a63559283 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ed73901f-989a-404c-aad4-f60225859b42 HTTP/1.1" status: 204 len: 168 time: 0.1314898 Jan 28 07:04:02.093190 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c0a355-eecf-4775-89a4-124a63559283 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed73901f-989a-404c-aad4-f60225859b42,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:04:02.246175 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8f8c45c1-d44e-4029-85a0-8cef10683fb6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:02.356838 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8f8c45c1-d44e-4029-85a0-8cef10683fb6 admin admin] Publish callbacks [] for security_group (a1bf0254-9042-46cd-b9ed-077b627d3351), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:02.362682 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8f8c45c1-d44e-4029-85a0-8cef10683fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (a1bf0254-9042-46cd-b9ed-077b627d3351), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:02.394470 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-8f8c45c1-d44e-4029-85a0-8cef10683fb6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=16a0c0c254e94cf88a6b91af8e51c09c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3790221 Jan 28 07:04:02.397233 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 55560) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:04:02.419304 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8c45c1-d44e-4029-85a0-8cef10683fb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1bf0254-9042-46cd-b9ed-077b627d3351,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:04:02.463944 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-de78d5b5-6ee9-4a68-90d4-9121a65d7482 admin admin] Publish callbacks [] for security_group (a1bf0254-9042-46cd-b9ed-077b627d3351), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:02.486708 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-de78d5b5-6ee9-4a68-90d4-9121a65d7482 admin admin] Publish callbacks [] for security_group (a1bf0254-9042-46cd-b9ed-077b627d3351), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:02.537923 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-de78d5b5-6ee9-4a68-90d4-9121a65d7482 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (a1bf0254-9042-46cd-b9ed-077b627d3351), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:02.540880 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-de78d5b5-6ee9-4a68-90d4-9121a65d7482 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:02.544894 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-de78d5b5-6ee9-4a68-90d4-9121a65d7482 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a1bf0254-9042-46cd-b9ed-077b627d3351 HTTP/1.1" status: 204 len: 168 time: 0.1466227 Jan 28 07:04:02.558695 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de78d5b5-6ee9-4a68-90d4-9121a65d7482 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1bf0254-9042-46cd-b9ed-077b627d3351,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:04:02.577520 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 55574) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:04:02.579949 n-d-712749-28 neutron-server[103284]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 28 07:04:02.616462 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-46dfbc81-a63c-486e-ad06-aeca52226062 req-2db62d91-b616-4c23-bb6a-e49e8619b053 tempest-DeleteServersAdminTestJSON-343129229 tempest-DeleteServersAdminTestJSON-343129229-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=13ef680d3db3459b90c4cb452a50011e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0374312 Jan 28 07:04:02.694591 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:02.825360 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dfbc81-a63c-486e-ad06-aeca52226062 req-c82771b5-292b-443e-9cd4-e2e310205827 tempest-DeleteServersAdminTestJSON-343129229 tempest-DeleteServersAdminTestJSON-343129229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:02.826829 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-46dfbc81-a63c-486e-ad06-aeca52226062 req-c82771b5-292b-443e-9cd4-e2e310205827 tempest-DeleteServersAdminTestJSON-343129229 tempest-DeleteServersAdminTestJSON-343129229-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2038534 Jan 28 07:04:02.850515 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-46dfbc81-a63c-486e-ad06-aeca52226062 req-efc5a538-3a12-4667-af42-77f585ee74b9 tempest-DeleteServersAdminTestJSON-343129229 tempest-DeleteServersAdminTestJSON-343129229-project] 10.222.0.41 "GET /v2.0/quotas/13ef680d3db3459b90c4cb452a50011e HTTP/1.1" status: 200 len: 375 time: 0.0164330 Jan 28 07:04:02.909160 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-46dfbc81-a63c-486e-ad06-aeca52226062 req-67127fe9-72ab-40e6-975e-e6acdf9d9304 tempest-DeleteServersAdminTestJSON-343129229 tempest-DeleteServersAdminTestJSON-343129229-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=13ef680d3db3459b90c4cb452a50011e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0527916 Jan 28 07:04:02.944267 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 55590) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:04:02.972520 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-79dcbd77-353e-46c7-9958-7554d949ad99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:03.077834 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-79dcbd77-353e-46c7-9958-7554d949ad99 admin admin] Publish callbacks [] for security_group (c6094b24-2757-4be4-935e-56ae61f3e9f4), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:03.094296 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-79dcbd77-353e-46c7-9958-7554d949ad99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (c6094b24-2757-4be4-935e-56ae61f3e9f4), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:03.164298 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dcbd77-353e-46c7-9958-7554d949ad99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6094b24-2757-4be4-935e-56ae61f3e9f4,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:04:03.201723 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-79dcbd77-353e-46c7-9958-7554d949ad99 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d0b23d7e6d514a45bc174e691ff7761f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2537522 Jan 28 07:04:03.206298 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 55624) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:04:03.234184 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2fe4d12c-6c23-4dc3-a7f4-cac88c82135f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:03.269063 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9163bdc0-b86c-47dc-ad61-917a68567944 admin admin] Publish callbacks [] for security_group (c6094b24-2757-4be4-935e-56ae61f3e9f4), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:03.290894 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9163bdc0-b86c-47dc-ad61-917a68567944 admin admin] Publish callbacks [] for security_group (c6094b24-2757-4be4-935e-56ae61f3e9f4), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:03.376326 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9163bdc0-b86c-47dc-ad61-917a68567944 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (c6094b24-2757-4be4-935e-56ae61f3e9f4), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:03.379255 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9163bdc0-b86c-47dc-ad61-917a68567944 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:03.380886 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-9163bdc0-b86c-47dc-ad61-917a68567944 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c6094b24-2757-4be4-935e-56ae61f3e9f4 HTTP/1.1" status: 204 len: 168 time: 0.1732991 Jan 28 07:04:03.398335 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9163bdc0-b86c-47dc-ad61-917a68567944 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6094b24-2757-4be4-935e-56ae61f3e9f4,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:04:03.679991 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:03.759121 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 55670) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:04:03.979339 n-d-712749-28 neutron-server[103283]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 28 07:04:04.045692 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-13e9a34b-0724-4bb2-a16c-851fa27208c8 req-144236b6-ab4b-4793-97b7-d9189b56cca6 tempest-DeleteServersAdminTestJSON-343129229 tempest-DeleteServersAdminTestJSON-343129229-project] 10.222.0.41 "GET /v2.0/ports?device_id=90d80b53-fe97-42ed-ab47-cf533d7b51f5 HTTP/1.1" status: 200 len: 210 time: 0.2848413 Jan 28 07:04:04.744243 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 55752) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:04:05.000522 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-057b8839-26f0-46a5-b968-e16060c26966 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:05.122399 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-057b8839-26f0-46a5-b968-e16060c26966 admin admin] Publish callbacks [] for security_group (ceed1f71-2ffa-40fc-8864-4d2bda3f55fc), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:05.130621 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-057b8839-26f0-46a5-b968-e16060c26966 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (ceed1f71-2ffa-40fc-8864-4d2bda3f55fc), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:05.176939 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-057b8839-26f0-46a5-b968-e16060c26966 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1b1efa2ddd91474681f5f10a1ebb1ff4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4315462 Jan 28 07:04:05.179467 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 55796) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:04:05.236351 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057b8839-26f0-46a5-b968-e16060c26966 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceed1f71-2ffa-40fc-8864-4d2bda3f55fc,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:04:05.257050 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e5744fca-d972-471a-975d-3d3b82057e30 admin admin] Publish callbacks [] for security_group (ceed1f71-2ffa-40fc-8864-4d2bda3f55fc), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:05.283826 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e5744fca-d972-471a-975d-3d3b82057e30 admin admin] Publish callbacks [] for security_group (ceed1f71-2ffa-40fc-8864-4d2bda3f55fc), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:05.361783 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e5744fca-d972-471a-975d-3d3b82057e30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (ceed1f71-2ffa-40fc-8864-4d2bda3f55fc), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:05.364962 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e5744fca-d972-471a-975d-3d3b82057e30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:05.366208 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-e5744fca-d972-471a-975d-3d3b82057e30 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ceed1f71-2ffa-40fc-8864-4d2bda3f55fc HTTP/1.1" status: 204 len: 168 time: 0.1857002 Jan 28 07:04:05.377836 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5744fca-d972-471a-975d-3d3b82057e30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceed1f71-2ffa-40fc-8864-4d2bda3f55fc,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:04:05.385881 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.10', 51596) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:04:05.418003 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-46dfbc81-a63c-486e-ad06-aeca52226062 req-b9c986d0-656f-4fb8-930e-e1726f0520d4 tempest-DeleteServersAdminTestJSON-343129229 tempest-DeleteServersAdminTestJSON-343129229-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=13ef680d3db3459b90c4cb452a50011e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0286539 Jan 28 07:04:05.571229 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a618a3f5-6bc1-495e-bee5-f8085aea7e51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:05.637667 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0bc5f837-90c7-4bd5-ba19-c012ecac3140 req-a47d3ce4-b6cb-44d3-97d9-122ada369bf2 tempest-DeleteServersAdminTestJSON-343129229 tempest-DeleteServersAdminTestJSON-343129229-project] 10.222.0.41 "GET /v2.0/ports?device_id=90d80b53-fe97-42ed-ab47-cf533d7b51f5 HTTP/1.1" status: 200 len: 210 time: 0.1805699 Jan 28 07:04:05.683418 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dfbc81-a63c-486e-ad06-aeca52226062 req-23cd09de-9d53-45f7-a22a-7a4b7ba100be tempest-DeleteServersAdminTestJSON-343129229 tempest-DeleteServersAdminTestJSON-343129229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:05.685027 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-46dfbc81-a63c-486e-ad06-aeca52226062 req-23cd09de-9d53-45f7-a22a-7a4b7ba100be tempest-DeleteServersAdminTestJSON-343129229 tempest-DeleteServersAdminTestJSON-343129229-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2595654 Jan 28 07:04:05.830779 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 55830) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:04:05.854156 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-32b4ee86-f156-44b6-aec5-d8f862e94a61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:05.899061 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-46dfbc81-a63c-486e-ad06-aeca52226062 req-42e99341-2929-4db9-86ca-5aeae9b0f067 tempest-DeleteServersAdminTestJSON-343129229 tempest-DeleteServersAdminTestJSON-343129229-project] Request body: {'port': {'device_id': '90d80b53-fe97-42ed-ab47-cf533d7b51f5', 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb', 'admin_state_up': True, 'tenant_id': '13ef680d3db3459b90c4cb452a50011e'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:04:06.090719 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-67c74032-05ab-4aed-8108-4f1021aaf29a req-7d4ff30d-66ec-466a-a78a-f6d31fe9ab53 tempest-AggregatesAdminTestJSON-359422941 tempest-AggregatesAdminTestJSON-359422941-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=9eac8c04ce56496fb241fb28e223da57&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0505052 Jan 28 07:04:06.174959 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46dfbc81-a63c-486e-ad06-aeca52226062 req-42e99341-2929-4db9-86ca-5aeae9b0f067 tempest-DeleteServersAdminTestJSON-343129229 tempest-DeleteServersAdminTestJSON-343129229-project] Made reservation on behalf of 13ef680d3db3459b90c4cb452a50011e for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:04:06.187595 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-46dfbc81-a63c-486e-ad06-aeca52226062 req-42e99341-2929-4db9-86ca-5aeae9b0f067 tempest-DeleteServersAdminTestJSON-343129229 tempest-DeleteServersAdminTestJSON-343129229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:06.201492 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-46dfbc81-a63c-486e-ad06-aeca52226062 req-42e99341-2929-4db9-86ca-5aeae9b0f067 tempest-DeleteServersAdminTestJSON-343129229 tempest-DeleteServersAdminTestJSON-343129229-project] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:06.342511 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-46dfbc81-a63c-486e-ad06-aeca52226062 req-42e99341-2929-4db9-86ca-5aeae9b0f067 tempest-DeleteServersAdminTestJSON-343129229 tempest-DeleteServersAdminTestJSON-343129229-project] Publish callbacks [] for security_group (acdcec4f-353d-4117-bb72-6815acb3dcee), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:06.349393 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-32b4ee86-f156-44b6-aec5-d8f862e94a61 admin admin] Publish callbacks [] for security_group (e4aae741-f94a-4dd4-9300-2755a3f8f925), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:06.351176 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-46dfbc81-a63c-486e-ad06-aeca52226062 req-42e99341-2929-4db9-86ca-5aeae9b0f067 tempest-DeleteServersAdminTestJSON-343129229 tempest-DeleteServersAdminTestJSON-343129229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (acdcec4f-353d-4117-bb72-6815acb3dcee), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:06.377085 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-32b4ee86-f156-44b6-aec5-d8f862e94a61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (e4aae741-f94a-4dd4-9300-2755a3f8f925), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:06.409076 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c74032-05ab-4aed-8108-4f1021aaf29a req-83f66d0b-8691-4c32-96f7-1a2808e39fbd tempest-AggregatesAdminTestJSON-359422941 tempest-AggregatesAdminTestJSON-359422941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:06.412081 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-67c74032-05ab-4aed-8108-4f1021aaf29a req-83f66d0b-8691-4c32-96f7-1a2808e39fbd tempest-AggregatesAdminTestJSON-359422941 tempest-AggregatesAdminTestJSON-359422941-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3129370 Jan 28 07:04:06.448061 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-67c74032-05ab-4aed-8108-4f1021aaf29a req-baa2eb6e-75e1-449a-a043-41030225fe2b tempest-AggregatesAdminTestJSON-359422941 tempest-AggregatesAdminTestJSON-359422941-project] 10.222.0.41 "GET /v2.0/quotas/9eac8c04ce56496fb241fb28e223da57 HTTP/1.1" status: 200 len: 375 time: 0.0301368 Jan 28 07:04:06.512043 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e99341-2929-4db9-86ca-5aeae9b0f067 tempest-DeleteServersAdminTestJSON-343129229 tempest-DeleteServersAdminTestJSON-343129229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=acdcec4f-353d-4117-bb72-6815acb3dcee,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:04:06.514319 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-67c74032-05ab-4aed-8108-4f1021aaf29a req-1a1f6ec4-0e1a-4d2a-b380-f837a56f713f tempest-AggregatesAdminTestJSON-359422941 tempest-AggregatesAdminTestJSON-359422941-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=9eac8c04ce56496fb241fb28e223da57&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0651376 Jan 28 07:04:06.527243 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-32b4ee86-f156-44b6-aec5-d8f862e94a61 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bbfc594f12b44d7496c8d77206ce8a6f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6941564 Jan 28 07:04:06.529052 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 55890) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:04:06.559548 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b4ee86-f156-44b6-aec5-d8f862e94a61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4aae741-f94a-4dd4-9300-2755a3f8f925,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:04:06.637941 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-76a80197-7916-410b-b269-e1f36cb83fe9 admin admin] Publish callbacks [] for security_group (e4aae741-f94a-4dd4-9300-2755a3f8f925), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:06.710680 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-76a80197-7916-410b-b269-e1f36cb83fe9 admin admin] Publish callbacks [] for security_group (e4aae741-f94a-4dd4-9300-2755a3f8f925), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:06.714941 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-46dfbc81-a63c-486e-ad06-aeca52226062 req-42e99341-2929-4db9-86ca-5aeae9b0f067 tempest-DeleteServersAdminTestJSON-343129229 tempest-DeleteServersAdminTestJSON-343129229-project] Allocated IP 192.168.233.244 (d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb/5785b43d-448b-4d12-9eb5-4e4caf2e7eaf/86fb7ee1-fa27-417e-8cec-f6fc3d2717b0) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:04:06.802084 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:06.810608 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-76a80197-7916-410b-b269-e1f36cb83fe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (e4aae741-f94a-4dd4-9300-2755a3f8f925), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:06.815660 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-76a80197-7916-410b-b269-e1f36cb83fe9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:06.818604 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-76a80197-7916-410b-b269-e1f36cb83fe9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e4aae741-f94a-4dd4-9300-2755a3f8f925 HTTP/1.1" status: 204 len: 168 time: 0.2882652 Jan 28 07:04:06.832168 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a80197-7916-410b-b269-e1f36cb83fe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4aae741-f94a-4dd4-9300-2755a3f8f925,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:04:07.030826 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2f4f6e40-1b53-482b-a0d8-18493131f703 req-62813b29-8296-453b-b365-e15787506fd8 tempest-DeleteServersAdminTestJSON-343129229 tempest-DeleteServersAdminTestJSON-343129229-project] 10.222.0.41 "GET /v2.0/ports?device_id=90d80b53-fe97-42ed-ab47-cf533d7b51f5 HTTP/1.1" status: 200 len: 210 time: 0.0515792 Jan 28 07:04:07.064498 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-46dfbc81-a63c-486e-ad06-aeca52226062 req-42e99341-2929-4db9-86ca-5aeae9b0f067 tempest-DeleteServersAdminTestJSON-343129229 tempest-DeleteServersAdminTestJSON-343129229-project] Publish callbacks [] for port (86fb7ee1-fa27-417e-8cec-f6fc3d2717b0), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:07.136867 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-46dfbc81-a63c-486e-ad06-aeca52226062 req-42e99341-2929-4db9-86ca-5aeae9b0f067 tempest-DeleteServersAdminTestJSON-343129229 tempest-DeleteServersAdminTestJSON-343129229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (86fb7ee1-fa27-417e-8cec-f6fc3d2717b0), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:07.186036 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-39c3a4ec-24e3-4ee2-91ee-13b61c95e31d req-71a7723a-97f9-41c7-ab35-b1696bffabc3 tempest-AggregatesAdminTestJSON-359422941 tempest-AggregatesAdminTestJSON-359422941-project] 10.222.0.41 "GET /v2.0/ports?device_id=65a409e0-91d3-47df-bfc9-a6eaf7084e82 HTTP/1.1" status: 200 len: 210 time: 0.0690536 Jan 28 07:04:07.229417 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46dfbc81-a63c-486e-ad06-aeca52226062 req-42e99341-2929-4db9-86ca-5aeae9b0f067 tempest-DeleteServersAdminTestJSON-343129229 tempest-DeleteServersAdminTestJSON-343129229-project] Network d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:04:07.240869 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-46dfbc81-a63c-486e-ad06-aeca52226062 req-42e99341-2929-4db9-86ca-5aeae9b0f067 tempest-DeleteServersAdminTestJSON-343129229 tempest-DeleteServersAdminTestJSON-343129229-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:04:07.248743 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-46dfbc81-a63c-486e-ad06-aeca52226062 req-42e99341-2929-4db9-86ca-5aeae9b0f067 tempest-DeleteServersAdminTestJSON-343129229 tempest-DeleteServersAdminTestJSON-343129229-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:04:07.257527 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dfbc81-a63c-486e-ad06-aeca52226062 req-42e99341-2929-4db9-86ca-5aeae9b0f067 tempest-DeleteServersAdminTestJSON-343129229 tempest-DeleteServersAdminTestJSON-343129229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:07.258525 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-46dfbc81-a63c-486e-ad06-aeca52226062 req-42e99341-2929-4db9-86ca-5aeae9b0f067 tempest-DeleteServersAdminTestJSON-343129229 tempest-DeleteServersAdminTestJSON-343129229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:07.383777 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e99341-2929-4db9-86ca-5aeae9b0f067 tempest-DeleteServersAdminTestJSON-343129229 tempest-DeleteServersAdminTestJSON-343129229-project] Pushing event updated for resources: {'Port': ['ID=86fb7ee1-fa27-417e-8cec-f6fc3d2717b0,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:04:07.423642 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-46dfbc81-a63c-486e-ad06-aeca52226062 req-42e99341-2929-4db9-86ca-5aeae9b0f067 tempest-DeleteServersAdminTestJSON-343129229 tempest-DeleteServersAdminTestJSON-343129229-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5361152 Jan 28 07:04:07.454366 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [req-46dfbc81-a63c-486e-ad06-aeca52226062 req-4b0b2c7d-894e-404e-be20-dfc33eab8c2e tempest-DeleteServersAdminTestJSON-343129229 tempest-DeleteServersAdminTestJSON-343129229-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 07:04:07.455486 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-46dfbc81-a63c-486e-ad06-aeca52226062 req-4b0b2c7d-894e-404e-be20-dfc33eab8c2e tempest-DeleteServersAdminTestJSON-343129229 tempest-DeleteServersAdminTestJSON-343129229-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0162959 Jan 28 07:04:07.762584 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-7a946e6f-1112-4e2f-be79-3c7f70a03337 None None] Provisioning complete for port 86fb7ee1-fa27-417e-8cec-f6fc3d2717b0 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:04:07.763112 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7a946e6f-1112-4e2f-be79-3c7f70a03337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (86fb7ee1-fa27-417e-8cec-f6fc3d2717b0), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:07.822669 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-46dfbc81-a63c-486e-ad06-aeca52226062 req-7f94efdc-776e-4428-a741-3371d134cb03 service neutron] Request body: {'port': {'device_id': '90d80b53-fe97-42ed-ab47-cf533d7b51f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-28'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:04:07.859529 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-7a946e6f-1112-4e2f-be79-3c7f70a03337 None None] Port 86fb7ee1-fa27-417e-8cec-f6fc3d2717b0 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:04:08.172958 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-46dfbc81-a63c-486e-ad06-aeca52226062 req-7f94efdc-776e-4428-a741-3371d134cb03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (86fb7ee1-fa27-417e-8cec-f6fc3d2717b0), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:08.459184 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:08.746952 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab079135-2122-4c3a-ba80-53752ca8421b req-0eb4c0cb-825b-4943-875d-86683c3710d7 tempest-DeleteServersAdminTestJSON-343129229 tempest-DeleteServersAdminTestJSON-343129229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:08.760654 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ab079135-2122-4c3a-ba80-53752ca8421b req-0eb4c0cb-825b-4943-875d-86683c3710d7 tempest-DeleteServersAdminTestJSON-343129229 tempest-DeleteServersAdminTestJSON-343129229-project] 10.222.0.41 "GET /v2.0/ports?device_id=90d80b53-fe97-42ed-ab47-cf533d7b51f5 HTTP/1.1" status: 200 len: 936 time: 0.1067808 Jan 28 07:04:08.847203 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ab079135-2122-4c3a-ba80-53752ca8421b req-94724fef-e4e8-44d4-807c-acca468c15b2 tempest-DeleteServersAdminTestJSON-343129229 tempest-DeleteServersAdminTestJSON-343129229-project] 10.222.0.41 "GET /v2.0/security-groups?id=acdcec4f-353d-4117-bb72-6815acb3dcee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847800 Jan 28 07:04:09.091948 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 56016) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:04:09.132982 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-46dfbc81-a63c-486e-ad06-aeca52226062 req-7f94efdc-776e-4428-a741-3371d134cb03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86fb7ee1-fa27-417e-8cec-f6fc3d2717b0 {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:04:09.149841 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-46dfbc81-a63c-486e-ad06-aeca52226062 req-7f94efdc-776e-4428-a741-3371d134cb03 service neutron] Publish callbacks [] for port (86fb7ee1-fa27-417e-8cec-f6fc3d2717b0), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:09.243041 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1c0e299b-a5f5-4005-bba7-bc884e496e99 req-665477a2-3d37-4332-b1c3-adb9a818e848 tempest-AggregatesAdminTestJSON-359422941 tempest-AggregatesAdminTestJSON-359422941-project] 10.222.0.41 "GET /v2.0/ports?device_id=65a409e0-91d3-47df-bfc9-a6eaf7084e82 HTTP/1.1" status: 200 len: 210 time: 0.0741596 Jan 28 07:04:09.250722 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-46dfbc81-a63c-486e-ad06-aeca52226062 req-7f94efdc-776e-4428-a741-3371d134cb03 service neutron] Transition to ACTIVE for port object 86fb7ee1-fa27-417e-8cec-f6fc3d2717b0 will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:04:09.257525 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-46dfbc81-a63c-486e-ad06-aeca52226062 req-7f94efdc-776e-4428-a741-3371d134cb03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (86fb7ee1-fa27-417e-8cec-f6fc3d2717b0), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:09.452859 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f94efdc-776e-4428-a741-3371d134cb03 service neutron] Pushing event updated for resources: {'Port': ['ID=86fb7ee1-fa27-417e-8cec-f6fc3d2717b0,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:04:09.563310 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-46dfbc81-a63c-486e-ad06-aeca52226062 req-7f94efdc-776e-4428-a741-3371d134cb03 service neutron] Attempting to bind port 86fb7ee1-fa27-417e-8cec-f6fc3d2717b0 on host n-h1-712749-28 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:04:09.564489 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-46dfbc81-a63c-486e-ad06-aeca52226062 req-7f94efdc-776e-4428-a741-3371d134cb03 service neutron] Attempting to bind port 86fb7ee1-fa27-417e-8cec-f6fc3d2717b0 by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': '9d52209e-a416-4cfe-8f8a-19567a90fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:04:09.565285 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46dfbc81-a63c-486e-ad06-aeca52226062 req-7f94efdc-776e-4428-a741-3371d134cb03 service neutron] Attempting to bind port 86fb7ee1-fa27-417e-8cec-f6fc3d2717b0 on network d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:04:09.574564 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46dfbc81-a63c-486e-ad06-aeca52226062 req-7f94efdc-776e-4428-a741-3371d134cb03 service neutron] Port 86fb7ee1-fa27-417e-8cec-f6fc3d2717b0 on network d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:04:09.575260 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46dfbc81-a63c-486e-ad06-aeca52226062 req-7f94efdc-776e-4428-a741-3371d134cb03 service neutron] Attempting to bind port 86fb7ee1-fa27-417e-8cec-f6fc3d2717b0 on network d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:04:09.583035 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46dfbc81-a63c-486e-ad06-aeca52226062 req-7f94efdc-776e-4428-a741-3371d134cb03 service neutron] Checking agent: {'id': '2fca46b1-237f-4857-9290-2429d810e472', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 4, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:04:09.583705 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46dfbc81-a63c-486e-ad06-aeca52226062 req-7f94efdc-776e-4428-a741-3371d134cb03 service neutron] Checking segment: {'id': '9d52209e-a416-4cfe-8f8a-19567a90fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:04:09.584511 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46dfbc81-a63c-486e-ad06-aeca52226062 req-7f94efdc-776e-4428-a741-3371d134cb03 service neutron] Bound using segment: {'id': '9d52209e-a416-4cfe-8f8a-19567a90fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:04:09.585197 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-46dfbc81-a63c-486e-ad06-aeca52226062 req-7f94efdc-776e-4428-a741-3371d134cb03 service neutron] Bound port: 86fb7ee1-fa27-417e-8cec-f6fc3d2717b0, host: n-h1-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d52209e-a416-4cfe-8f8a-19567a90fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:04:09.585826 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-46dfbc81-a63c-486e-ad06-aeca52226062 req-7f94efdc-776e-4428-a741-3371d134cb03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (86fb7ee1-fa27-417e-8cec-f6fc3d2717b0), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:09.643226 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:09.725605 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-46dfbc81-a63c-486e-ad06-aeca52226062 req-7f94efdc-776e-4428-a741-3371d134cb03 service neutron] For port 86fb7ee1-fa27-417e-8cec-f6fc3d2717b0, host n-h1-712749-28, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:04:09.730625 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-46dfbc81-a63c-486e-ad06-aeca52226062 req-7f94efdc-776e-4428-a741-3371d134cb03 service neutron] For port 86fb7ee1-fa27-417e-8cec-f6fc3d2717b0, host n-h1-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=86fb7ee1-fa27-417e-8cec-f6fc3d2717b0,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:04:09.741813 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-46dfbc81-a63c-486e-ad06-aeca52226062 req-7f94efdc-776e-4428-a741-3371d134cb03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (86fb7ee1-fa27-417e-8cec-f6fc3d2717b0), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:09.800597 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-52bb8c1f-1aa7-46b4-92d4-77cc1d42a302 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:09.892024 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dfbc81-a63c-486e-ad06-aeca52226062 req-7f94efdc-776e-4428-a741-3371d134cb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:09.909621 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-46dfbc81-a63c-486e-ad06-aeca52226062 req-7f94efdc-776e-4428-a741-3371d134cb03 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:09.918851 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-46dfbc81-a63c-486e-ad06-aeca52226062 req-7f94efdc-776e-4428-a741-3371d134cb03 service neutron] 10.222.0.10 "PUT /v2.0/ports/86fb7ee1-fa27-417e-8cec-f6fc3d2717b0 HTTP/1.1" status: 200 len: 1097 time: 2.2532475 Jan 28 07:04:09.919346 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90d80b53-fe97-42ed-ab47-cf533d7b51f5', 'tag': '86fb7ee1-fa27-417e-8cec-f6fc3d2717b0'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:04:09.933282 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 56048) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:04:10.086885 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f94efdc-776e-4428-a741-3371d134cb03 service neutron] Pushing event updated for resources: {'Port': ['ID=86fb7ee1-fa27-417e-8cec-f6fc3d2717b0,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:04:10.160995 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-52bb8c1f-1aa7-46b4-92d4-77cc1d42a302 admin admin] Publish callbacks [] for security_group (39bf782f-8e88-4424-a1a2-459606fc93d7), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:10.177596 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-52bb8c1f-1aa7-46b4-92d4-77cc1d42a302 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (39bf782f-8e88-4424-a1a2-459606fc93d7), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:10.203415 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a856737-a888-4cc1-8842-60772a40f96f req-85cd4b59-005b-4786-9077-5ae67d2308b4 tempest-DeleteServersAdminTestJSON-343129229 tempest-DeleteServersAdminTestJSON-343129229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:10.205156 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6a856737-a888-4cc1-8842-60772a40f96f req-85cd4b59-005b-4786-9077-5ae67d2308b4 tempest-DeleteServersAdminTestJSON-343129229 tempest-DeleteServersAdminTestJSON-343129229-project] 10.222.0.41 "GET /v2.0/ports?device_id=90d80b53-fe97-42ed-ab47-cf533d7b51f5 HTTP/1.1" status: 200 len: 948 time: 0.1812170 Jan 28 07:04:10.224753 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d13b6481-5cfe-4512-a56e-d7a18b30641c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:10.315343 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-52bb8c1f-1aa7-46b4-92d4-77cc1d42a302 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=951817af606b4d5c8f01d0687e9212a4&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2210824 Jan 28 07:04:10.318701 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 56064) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:04:10.337814 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bb8c1f-1aa7-46b4-92d4-77cc1d42a302 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39bf782f-8e88-4424-a1a2-459606fc93d7,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:04:10.465002 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6a856737-a888-4cc1-8842-60772a40f96f req-f1d203eb-5c99-464a-a012-a66cf45b1bb5 tempest-DeleteServersAdminTestJSON-343129229 tempest-DeleteServersAdminTestJSON-343129229-project] 10.222.0.41 "GET /v2.0/security-groups?id=acdcec4f-353d-4117-bb72-6815acb3dcee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311406 Jan 28 07:04:10.554521 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d13b6481-5cfe-4512-a56e-d7a18b30641c admin admin] Publish callbacks [] for security_group (363e3f6e-4098-4098-8ae3-b9653761d9d0), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:10.566565 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d13b6481-5cfe-4512-a56e-d7a18b30641c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (363e3f6e-4098-4098-8ae3-b9653761d9d0), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:10.668799 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-d13b6481-5cfe-4512-a56e-d7a18b30641c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=671d973e96ca4227a1df5982028d5b34&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7316728 Jan 28 07:04:10.668799 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13b6481-5cfe-4512-a56e-d7a18b30641c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=363e3f6e-4098-4098-8ae3-b9653761d9d0,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:04:10.669861 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 56078) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:04:10.745156 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb0c8533-f431-48e5-aebf-c5c2de8cdb1a" -d '{"events": [{"name": "network-changed", "server_uuid": "90d80b53-fe97-42ed-ab47-cf533d7b51f5", "tag": "86fb7ee1-fa27-417e-8cec-f6fc3d2717b0"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:04:10.810326 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-240abdc6-75be-4e4e-97c5-8271ebff8d1a req-ce2a3120-3c8d-449f-92b4-91bcd6044b47 tempest-AggregatesAdminTestJSON-359422941 tempest-AggregatesAdminTestJSON-359422941-project] 10.222.0.41 "GET /v2.0/ports?device_id=65a409e0-91d3-47df-bfc9-a6eaf7084e82 HTTP/1.1" status: 200 len: 210 time: 0.0622642 Jan 28 07:04:10.843100 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7d8aba04-bc0a-4172-9399-ef007c6970a7 admin admin] Publish callbacks [] for security_group (363e3f6e-4098-4098-8ae3-b9653761d9d0), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:10.858779 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a9416a17-2096-4d31-82ca-5a88638e9c00 admin admin] Publish callbacks [] for security_group (39bf782f-8e88-4424-a1a2-459606fc93d7), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:10.906227 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7d8aba04-bc0a-4172-9399-ef007c6970a7 admin admin] Publish callbacks [] for security_group (363e3f6e-4098-4098-8ae3-b9653761d9d0), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:10.923856 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a9416a17-2096-4d31-82ca-5a88638e9c00 admin admin] Publish callbacks [] for security_group (39bf782f-8e88-4424-a1a2-459606fc93d7), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:11.019251 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7d8aba04-bc0a-4172-9399-ef007c6970a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (363e3f6e-4098-4098-8ae3-b9653761d9d0), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:11.022399 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7d8aba04-bc0a-4172-9399-ef007c6970a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:11.023783 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-7d8aba04-bc0a-4172-9399-ef007c6970a7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/363e3f6e-4098-4098-8ae3-b9653761d9d0 HTTP/1.1" status: 204 len: 168 time: 0.3529208 Jan 28 07:04:11.039603 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8aba04-bc0a-4172-9399-ef007c6970a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=363e3f6e-4098-4098-8ae3-b9653761d9d0,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:04:11.047736 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a9416a17-2096-4d31-82ca-5a88638e9c00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (39bf782f-8e88-4424-a1a2-459606fc93d7), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:11.055979 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a9416a17-2096-4d31-82ca-5a88638e9c00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:11.060187 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-a9416a17-2096-4d31-82ca-5a88638e9c00 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/39bf782f-8e88-4424-a1a2-459606fc93d7 HTTP/1.1" status: 204 len: 168 time: 0.7379971 Jan 28 07:04:11.095211 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9416a17-2096-4d31-82ca-5a88638e9c00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39bf782f-8e88-4424-a1a2-459606fc93d7,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:04:11.273943 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90cfb3b2-bca0-41c5-a2b4-587b2f50b521 x-openstack-request-id: req-90cfb3b2-bca0-41c5-a2b4-587b2f50b521 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:04:11.274238 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90d80b53-fe97-42ed-ab47-cf533d7b51f5", "tag": "86fb7ee1-fa27-417e-8cec-f6fc3d2717b0", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:04:11.274496 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-90cfb3b2-bca0-41c5-a2b4-587b2f50b521 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:04:11.275042 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90d80b53-fe97-42ed-ab47-cf533d7b51f5', 'tag': '86fb7ee1-fa27-417e-8cec-f6fc3d2717b0', 'status': 'completed', 'code': 200} Jan 28 07:04:11.706016 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e409f65c-1850-41fe-ae9d-8e2c67d9a841 req-5ef2b8c8-57a6-4577-bd12-695d2c5a2bc9 tempest-DeleteServersAdminTestJSON-343129229 tempest-DeleteServersAdminTestJSON-343129229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:11.717356 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e409f65c-1850-41fe-ae9d-8e2c67d9a841 req-5ef2b8c8-57a6-4577-bd12-695d2c5a2bc9 tempest-DeleteServersAdminTestJSON-343129229 tempest-DeleteServersAdminTestJSON-343129229-project] 10.222.0.41 "GET /v2.0/ports?device_id=90d80b53-fe97-42ed-ab47-cf533d7b51f5 HTTP/1.1" status: 200 len: 948 time: 0.1191740 Jan 28 07:04:11.878886 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 56144) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:04:11.886914 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e409f65c-1850-41fe-ae9d-8e2c67d9a841 req-769d4adf-667e-494e-8527-610a97a1960d tempest-DeleteServersAdminTestJSON-343129229 tempest-DeleteServersAdminTestJSON-343129229-project] 10.222.0.41 "GET /v2.0/security-groups?id=acdcec4f-353d-4117-bb72-6815acb3dcee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686685 Jan 28 07:04:11.900354 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9c554846-d7d2-4813-940b-98cf7128f00c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:12.080863 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 56154) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:04:12.115272 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d1a78ce0-ecca-485b-ac16-a504cd6478f0 req-5bc495d6-e6b3-4fc9-ba84-8f376245578d tempest-AggregatesAdminTestJSON-359422941 tempest-AggregatesAdminTestJSON-359422941-project] 10.222.0.41 "GET /v2.0/ports?device_id=65a409e0-91d3-47df-bfc9-a6eaf7084e82 HTTP/1.1" status: 200 len: 210 time: 0.1128380 Jan 28 07:04:12.175446 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9c554846-d7d2-4813-940b-98cf7128f00c admin admin] Publish callbacks [] for security_group (f834c6f9-8c0d-453a-bcaa-e59cbba7b013), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:12.183518 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9c554846-d7d2-4813-940b-98cf7128f00c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (f834c6f9-8c0d-453a-bcaa-e59cbba7b013), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:12.231823 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-9c554846-d7d2-4813-940b-98cf7128f00c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3c3c888e5f7844a5bef3e8da2556cba6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3516879 Jan 28 07:04:12.234673 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 56164) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:04:12.243112 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c554846-d7d2-4813-940b-98cf7128f00c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f834c6f9-8c0d-453a-bcaa-e59cbba7b013,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:04:12.335963 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c656426b-276d-47ff-ac63-ec960da16351 admin admin] Publish callbacks [] for security_group (f834c6f9-8c0d-453a-bcaa-e59cbba7b013), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:12.339576 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6ede4d6e-b452-4b10-99f8-7c76550cca36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:12.367821 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 56170) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:04:12.390185 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cb796591-5e82-464c-921f-3b12076720e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:12.408731 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c656426b-276d-47ff-ac63-ec960da16351 admin admin] Publish callbacks [] for security_group (f834c6f9-8c0d-453a-bcaa-e59cbba7b013), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:12.511215 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6ede4d6e-b452-4b10-99f8-7c76550cca36 admin admin] Publish callbacks [] for security_group (5d30e941-6fcb-4d5d-b795-fe05b4f5c8e9), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:12.515550 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c656426b-276d-47ff-ac63-ec960da16351 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (f834c6f9-8c0d-453a-bcaa-e59cbba7b013), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:12.519192 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c656426b-276d-47ff-ac63-ec960da16351 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:12.520987 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-c656426b-276d-47ff-ac63-ec960da16351 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f834c6f9-8c0d-453a-bcaa-e59cbba7b013 HTTP/1.1" status: 204 len: 168 time: 0.2842338 Jan 28 07:04:12.531405 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c656426b-276d-47ff-ac63-ec960da16351 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f834c6f9-8c0d-453a-bcaa-e59cbba7b013,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:04:12.539236 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6ede4d6e-b452-4b10-99f8-7c76550cca36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (5d30e941-6fcb-4d5d-b795-fe05b4f5c8e9), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:12.592406 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-6ede4d6e-b452-4b10-99f8-7c76550cca36 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d09a92ae89b84f47924fe527694e0ee0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5104027 Jan 28 07:04:12.593664 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ede4d6e-b452-4b10-99f8-7c76550cca36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d30e941-6fcb-4d5d-b795-fe05b4f5c8e9,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:04:12.596438 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 56176) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:04:12.616950 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cb796591-5e82-464c-921f-3b12076720e8 admin admin] Publish callbacks [] for security_group (40c9aea5-d1b3-4d1d-84d9-ab63eb406a2b), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:12.628981 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cb796591-5e82-464c-921f-3b12076720e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (40c9aea5-d1b3-4d1d-84d9-ab63eb406a2b), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:12.667847 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-031fbaf2-d955-4838-ac00-7bcad3ca2b5b admin admin] Publish callbacks [] for security_group (5d30e941-6fcb-4d5d-b795-fe05b4f5c8e9), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:12.711835 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-cb796591-5e82-464c-921f-3b12076720e8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1562efbf250b4dcb92d3cde7a9de807c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3405490 Jan 28 07:04:12.712033 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-031fbaf2-d955-4838-ac00-7bcad3ca2b5b admin admin] Publish callbacks [] for security_group (5d30e941-6fcb-4d5d-b795-fe05b4f5c8e9), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:12.712121 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb796591-5e82-464c-921f-3b12076720e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40c9aea5-d1b3-4d1d-84d9-ab63eb406a2b,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:04:12.714401 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 56178) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:04:12.727349 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 56180) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:04:12.807741 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6ccc0cb6-7060-4964-b618-7454aa831588 admin admin] Publish callbacks [] for security_group (40c9aea5-d1b3-4d1d-84d9-ab63eb406a2b), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:12.893959 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-031fbaf2-d955-4838-ac00-7bcad3ca2b5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (5d30e941-6fcb-4d5d-b795-fe05b4f5c8e9), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:12.898551 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-031fbaf2-d955-4838-ac00-7bcad3ca2b5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:12.903684 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-031fbaf2-d955-4838-ac00-7bcad3ca2b5b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5d30e941-6fcb-4d5d-b795-fe05b4f5c8e9 HTTP/1.1" status: 204 len: 168 time: 0.3035181 Jan 28 07:04:12.911030 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6ccc0cb6-7060-4964-b618-7454aa831588 admin admin] Publish callbacks [] for security_group (40c9aea5-d1b3-4d1d-84d9-ab63eb406a2b), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:12.929958 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031fbaf2-d955-4838-ac00-7bcad3ca2b5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d30e941-6fcb-4d5d-b795-fe05b4f5c8e9,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:04:13.042146 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6ccc0cb6-7060-4964-b618-7454aa831588 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (40c9aea5-d1b3-4d1d-84d9-ab63eb406a2b), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:13.044760 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6ccc0cb6-7060-4964-b618-7454aa831588 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:13.049536 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-6ccc0cb6-7060-4964-b618-7454aa831588 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/40c9aea5-d1b3-4d1d-84d9-ab63eb406a2b HTTP/1.1" status: 204 len: 168 time: 0.3341084 Jan 28 07:04:13.077572 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccc0cb6-7060-4964-b618-7454aa831588 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40c9aea5-d1b3-4d1d-84d9-ab63eb406a2b,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:04:13.229130 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-16615e41-17c1-4346-a7a6-4071002303a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:13.366593 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60acffb7-2ffa-45b0-aa8f-09d1012b6460 req-c7adf712-aa3c-4eb4-95a6-a493fd671c46 tempest-DeleteServersAdminTestJSON-343129229 tempest-DeleteServersAdminTestJSON-343129229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:13.373852 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-60acffb7-2ffa-45b0-aa8f-09d1012b6460 req-c7adf712-aa3c-4eb4-95a6-a493fd671c46 tempest-DeleteServersAdminTestJSON-343129229 tempest-DeleteServersAdminTestJSON-343129229-project] 10.222.0.41 "GET /v2.0/ports?device_id=90d80b53-fe97-42ed-ab47-cf533d7b51f5 HTTP/1.1" status: 200 len: 948 time: 0.1054502 Jan 28 07:04:13.403930 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-27011706-fa22-4d25-a4a0-025286324308 req-82c18468-b317-4d5f-bc51-57933c2911a3 tempest-AggregatesAdminTestJSON-359422941 tempest-AggregatesAdminTestJSON-359422941-project] 10.222.0.41 "GET /v2.0/ports?device_id=65a409e0-91d3-47df-bfc9-a6eaf7084e82 HTTP/1.1" status: 200 len: 210 time: 0.1009102 Jan 28 07:04:13.463179 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 56196) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:04:13.534810 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-96c093ed-4778-47a2-8654-e32c11f10023 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:13.560708 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-16615e41-17c1-4346-a7a6-4071002303a2 admin admin] Publish callbacks [] for security_group (88e32ed3-e7ae-4f93-925a-4630551036e8), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:13.570826 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-16615e41-17c1-4346-a7a6-4071002303a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (88e32ed3-e7ae-4f93-925a-4630551036e8), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:13.572825 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-60acffb7-2ffa-45b0-aa8f-09d1012b6460 req-e72bea70-9bc2-4a5a-88ee-e009e97cb6d0 tempest-DeleteServersAdminTestJSON-343129229 tempest-DeleteServersAdminTestJSON-343129229-project] 10.222.0.41 "GET /v2.0/security-groups?id=acdcec4f-353d-4117-bb72-6815acb3dcee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980028 Jan 28 07:04:13.651428 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16615e41-17c1-4346-a7a6-4071002303a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88e32ed3-e7ae-4f93-925a-4630551036e8,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:04:13.660319 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-16615e41-17c1-4346-a7a6-4071002303a2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=93f2f2934ad34e1c86d7b758fd7ffdb3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9310641 Jan 28 07:04:13.662146 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 56198) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:04:13.755918 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-96c093ed-4778-47a2-8654-e32c11f10023 admin admin] Publish callbacks [] for security_group (c35200bd-7b6d-4edd-8f7a-eb215c4cf586), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:13.761869 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-96c093ed-4778-47a2-8654-e32c11f10023 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (c35200bd-7b6d-4edd-8f7a-eb215c4cf586), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:13.784670 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-589b8e15-ac80-40d4-ac8d-62df77bc890a admin admin] Publish callbacks [] for security_group (88e32ed3-e7ae-4f93-925a-4630551036e8), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:13.814826 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 56200) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:04:13.861062 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d44bd414-dc22-48e1-8b21-d439bce6bb95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:13.863082 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c093ed-4778-47a2-8654-e32c11f10023 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c35200bd-7b6d-4edd-8f7a-eb215c4cf586,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:04:13.880096 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-96c093ed-4778-47a2-8654-e32c11f10023 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=52547e6095dc4755ab19e25c0e46687c&name=default HTTP/1.1" status: 200 len: 2994 time: 0.4152570 Jan 28 07:04:13.888301 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 56202) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:04:13.956863 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-589b8e15-ac80-40d4-ac8d-62df77bc890a admin admin] Publish callbacks [] for security_group (88e32ed3-e7ae-4f93-925a-4630551036e8), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:13.983898 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0c8533-f431-48e5-aebf-c5c2de8cdb1a req-488dca55-8cb9-4a47-9e6f-d276054d5e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:13.986226 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-bb0c8533-f431-48e5-aebf-c5c2de8cdb1a req-488dca55-8cb9-4a47-9e6f-d276054d5e93 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=13ef680d3db3459b90c4cb452a50011e&device_id=90d80b53-fe97-42ed-ab47-cf533d7b51f5 HTTP/1.1" status: 200 len: 1100 time: 0.2081017 Jan 28 07:04:14.043234 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2c77bde7-4adc-437e-81a4-c10033629eb1 admin admin] Publish callbacks [] for security_group (c35200bd-7b6d-4edd-8f7a-eb215c4cf586), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:14.059914 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-589b8e15-ac80-40d4-ac8d-62df77bc890a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (88e32ed3-e7ae-4f93-925a-4630551036e8), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:14.067103 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-589b8e15-ac80-40d4-ac8d-62df77bc890a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:14.071993 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-589b8e15-ac80-40d4-ac8d-62df77bc890a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/88e32ed3-e7ae-4f93-925a-4630551036e8 HTTP/1.1" status: 204 len: 168 time: 0.4079614 Jan 28 07:04:14.105609 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2c77bde7-4adc-437e-81a4-c10033629eb1 admin admin] Publish callbacks [] for security_group (c35200bd-7b6d-4edd-8f7a-eb215c4cf586), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:14.160087 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d44bd414-dc22-48e1-8b21-d439bce6bb95 admin admin] Publish callbacks [] for security_group (ab848a5b-257b-4fad-8618-42febdfd55f0), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:14.185552 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589b8e15-ac80-40d4-ac8d-62df77bc890a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88e32ed3-e7ae-4f93-925a-4630551036e8,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:04:14.196700 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-bb0c8533-f431-48e5-aebf-c5c2de8cdb1a req-1e8034f7-a1e6-4578-b5a8-c9ffaeac1adf service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=13ef680d3db3459b90c4cb452a50011e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1219969 Jan 28 07:04:14.228370 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d44bd414-dc22-48e1-8b21-d439bce6bb95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (ab848a5b-257b-4fad-8618-42febdfd55f0), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:14.311011 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44bd414-dc22-48e1-8b21-d439bce6bb95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab848a5b-257b-4fad-8618-42febdfd55f0,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:04:14.316911 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2c77bde7-4adc-437e-81a4-c10033629eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (c35200bd-7b6d-4edd-8f7a-eb215c4cf586), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:14.327703 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2c77bde7-4adc-437e-81a4-c10033629eb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:14.329877 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-2c77bde7-4adc-437e-81a4-c10033629eb1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c35200bd-7b6d-4edd-8f7a-eb215c4cf586 HTTP/1.1" status: 204 len: 168 time: 0.4394438 Jan 28 07:04:14.360639 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c77bde7-4adc-437e-81a4-c10033629eb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c35200bd-7b6d-4edd-8f7a-eb215c4cf586,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:04:14.411115 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-d44bd414-dc22-48e1-8b21-d439bce6bb95 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=681385d0316f4eb395bcf3c92dad7616&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5925107 Jan 28 07:04:14.414162 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 56214) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:04:14.495397 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.10', 51603) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:04:14.543746 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3082c300-b928-40ce-b870-66ab21cd91fd admin admin] Publish callbacks [] for security_group (ab848a5b-257b-4fad-8618-42febdfd55f0), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:14.624488 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3082c300-b928-40ce-b870-66ab21cd91fd admin admin] Publish callbacks [] for security_group (ab848a5b-257b-4fad-8618-42febdfd55f0), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:14.690553 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0c8533-f431-48e5-aebf-c5c2de8cdb1a req-9af91549-b824-489f-95a5-11bd2cf8c505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:14.692084 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-bb0c8533-f431-48e5-aebf-c5c2de8cdb1a req-9af91549-b824-489f-95a5-11bd2cf8c505 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4734354 Jan 28 07:04:14.723038 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-67c74032-05ab-4aed-8108-4f1021aaf29a req-39cc784e-0c24-4dfb-a70c-d520f9cf5744 tempest-AggregatesAdminTestJSON-359422941 tempest-AggregatesAdminTestJSON-359422941-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=9eac8c04ce56496fb241fb28e223da57&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1956646 Jan 28 07:04:14.760929 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b99e89dc-2098-4bcf-bbc0-b74cb4cd6144 req-8592643a-4113-4c12-a5a3-17f085716a3f tempest-AggregatesAdminTestJSON-359422941 tempest-AggregatesAdminTestJSON-359422941-project] 10.222.0.41 "GET /v2.0/ports?device_id=65a409e0-91d3-47df-bfc9-a6eaf7084e82 HTTP/1.1" status: 200 len: 210 time: 0.0675330 Jan 28 07:04:14.817927 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3082c300-b928-40ce-b870-66ab21cd91fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (ab848a5b-257b-4fad-8618-42febdfd55f0), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:14.820622 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3082c300-b928-40ce-b870-66ab21cd91fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:14.825986 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-3082c300-b928-40ce-b870-66ab21cd91fd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ab848a5b-257b-4fad-8618-42febdfd55f0 HTTP/1.1" status: 204 len: 168 time: 0.4067030 Jan 28 07:04:14.881563 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3082c300-b928-40ce-b870-66ab21cd91fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab848a5b-257b-4fad-8618-42febdfd55f0,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:04:14.905872 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786edf89-0056-4380-9c60-7ebe32b594ae req-156e4d22-e5f1-4cf4-a6b3-53d2fc8b2a18 tempest-DeleteServersAdminTestJSON-343129229 tempest-DeleteServersAdminTestJSON-343129229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:14.908307 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-786edf89-0056-4380-9c60-7ebe32b594ae req-156e4d22-e5f1-4cf4-a6b3-53d2fc8b2a18 tempest-DeleteServersAdminTestJSON-343129229 tempest-DeleteServersAdminTestJSON-343129229-project] 10.222.0.41 "GET /v2.0/ports?device_id=90d80b53-fe97-42ed-ab47-cf533d7b51f5 HTTP/1.1" status: 200 len: 948 time: 0.1055641 Jan 28 07:04:15.027691 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 56230) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:04:15.056913 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-786edf89-0056-4380-9c60-7ebe32b594ae req-cbf9c0a4-b121-4a91-8837-883de5fb75b0 tempest-DeleteServersAdminTestJSON-343129229 tempest-DeleteServersAdminTestJSON-343129229-project] 10.222.0.41 "GET /v2.0/security-groups?id=acdcec4f-353d-4117-bb72-6815acb3dcee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415212 Jan 28 07:04:15.082405 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-43eaa16b-0327-4788-a683-7bbf27060a4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:15.288242 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-43eaa16b-0327-4788-a683-7bbf27060a4c admin admin] Publish callbacks [] for security_group (4c0251be-ce86-4b49-93c5-bfb2fa9c804b), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:15.298141 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-43eaa16b-0327-4788-a683-7bbf27060a4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (4c0251be-ce86-4b49-93c5-bfb2fa9c804b), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:15.457256 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-43eaa16b-0327-4788-a683-7bbf27060a4c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=395ae76e9c304806ae71aada34d151cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4276309 Jan 28 07:04:15.460318 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 56238) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:04:15.460972 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43eaa16b-0327-4788-a683-7bbf27060a4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c0251be-ce86-4b49-93c5-bfb2fa9c804b,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:04:15.545575 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c74032-05ab-4aed-8108-4f1021aaf29a req-535c79be-f89e-4c1c-8aab-89f54e07ef2f tempest-AggregatesAdminTestJSON-359422941 tempest-AggregatesAdminTestJSON-359422941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:15.553889 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-67c74032-05ab-4aed-8108-4f1021aaf29a req-535c79be-f89e-4c1c-8aab-89f54e07ef2f tempest-AggregatesAdminTestJSON-359422941 tempest-AggregatesAdminTestJSON-359422941-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2007861 Jan 28 07:04:15.651794 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cbf5eb92-62b8-4ca9-9a96-b0e5b1e1fd6a admin admin] Publish callbacks [] for security_group (4c0251be-ce86-4b49-93c5-bfb2fa9c804b), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:15.736577 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cbf5eb92-62b8-4ca9-9a96-b0e5b1e1fd6a admin admin] Publish callbacks [] for security_group (4c0251be-ce86-4b49-93c5-bfb2fa9c804b), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:15.930925 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cbf5eb92-62b8-4ca9-9a96-b0e5b1e1fd6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (4c0251be-ce86-4b49-93c5-bfb2fa9c804b), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:15.945626 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cbf5eb92-62b8-4ca9-9a96-b0e5b1e1fd6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:15.950710 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-cbf5eb92-62b8-4ca9-9a96-b0e5b1e1fd6a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4c0251be-ce86-4b49-93c5-bfb2fa9c804b HTTP/1.1" status: 204 len: 168 time: 0.4861066 Jan 28 07:04:16.036141 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf5eb92-62b8-4ca9-9a96-b0e5b1e1fd6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c0251be-ce86-4b49-93c5-bfb2fa9c804b,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:04:16.074495 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ebf9f9f2-c28e-4586-8bb5-efe23714eba6 req-c461e7fd-8825-4891-8f99-3477aaa36763 tempest-AggregatesAdminTestJSON-359422941 tempest-AggregatesAdminTestJSON-359422941-project] 10.222.0.41 "GET /v2.0/ports?device_id=65a409e0-91d3-47df-bfc9-a6eaf7084e82 HTTP/1.1" status: 200 len: 210 time: 0.1630929 Jan 28 07:04:16.204650 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-67c74032-05ab-4aed-8108-4f1021aaf29a req-591e83b7-5dd9-4d06-a998-6bec7443ded0 tempest-AggregatesAdminTestJSON-359422941 tempest-AggregatesAdminTestJSON-359422941-project] Request body: {'port': {'device_id': '65a409e0-91d3-47df-bfc9-a6eaf7084e82', 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb', 'admin_state_up': True, 'tenant_id': '9eac8c04ce56496fb241fb28e223da57'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:04:16.584451 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdcad13-11db-4261-9ff3-6264aa20ec09 req-1d46bc43-483f-42eb-afe6-7558e3b57f3d tempest-DeleteServersAdminTestJSON-343129229 tempest-DeleteServersAdminTestJSON-343129229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:16.586087 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1bdcad13-11db-4261-9ff3-6264aa20ec09 req-1d46bc43-483f-42eb-afe6-7558e3b57f3d tempest-DeleteServersAdminTestJSON-343129229 tempest-DeleteServersAdminTestJSON-343129229-project] 10.222.0.41 "GET /v2.0/ports?device_id=90d80b53-fe97-42ed-ab47-cf533d7b51f5 HTTP/1.1" status: 200 len: 948 time: 0.3369479 Jan 28 07:04:16.745915 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 7 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 07:04:16.862754 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1bdcad13-11db-4261-9ff3-6264aa20ec09 req-152d8529-73ad-44f4-8681-414c1af57686 tempest-DeleteServersAdminTestJSON-343129229 tempest-DeleteServersAdminTestJSON-343129229-project] 10.222.0.41 "GET /v2.0/security-groups?id=acdcec4f-353d-4117-bb72-6815acb3dcee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2474210 Jan 28 07:04:16.916772 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67c74032-05ab-4aed-8108-4f1021aaf29a req-591e83b7-5dd9-4d06-a998-6bec7443ded0 tempest-AggregatesAdminTestJSON-359422941 tempest-AggregatesAdminTestJSON-359422941-project] Made reservation on behalf of 9eac8c04ce56496fb241fb28e223da57 for: {'port': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:04:16.921586 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-67c74032-05ab-4aed-8108-4f1021aaf29a req-591e83b7-5dd9-4d06-a998-6bec7443ded0 tempest-AggregatesAdminTestJSON-359422941 tempest-AggregatesAdminTestJSON-359422941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:16.940460 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-67c74032-05ab-4aed-8108-4f1021aaf29a req-591e83b7-5dd9-4d06-a998-6bec7443ded0 tempest-AggregatesAdminTestJSON-359422941 tempest-AggregatesAdminTestJSON-359422941-project] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:17.055098 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-67c74032-05ab-4aed-8108-4f1021aaf29a req-591e83b7-5dd9-4d06-a998-6bec7443ded0 tempest-AggregatesAdminTestJSON-359422941 tempest-AggregatesAdminTestJSON-359422941-project] Publish callbacks [] for security_group (9b95e63b-be46-4fb1-ac51-f3232f652651), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:17.060897 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-67c74032-05ab-4aed-8108-4f1021aaf29a req-591e83b7-5dd9-4d06-a998-6bec7443ded0 tempest-AggregatesAdminTestJSON-359422941 tempest-AggregatesAdminTestJSON-359422941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (9b95e63b-be46-4fb1-ac51-f3232f652651), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:17.200589 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591e83b7-5dd9-4d06-a998-6bec7443ded0 tempest-AggregatesAdminTestJSON-359422941 tempest-AggregatesAdminTestJSON-359422941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b95e63b-be46-4fb1-ac51-f3232f652651,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:04:17.206120 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3b5f56c5-b4cc-440a-909f-5bf88e2eb754 req-cd15ef85-feac-48be-808d-dec6524b019a tempest-AggregatesAdminTestJSON-359422941 tempest-AggregatesAdminTestJSON-359422941-project] 10.222.0.41 "GET /v2.0/ports?device_id=65a409e0-91d3-47df-bfc9-a6eaf7084e82 HTTP/1.1" status: 200 len: 210 time: 0.0375075 Jan 28 07:04:17.364474 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [req-67c74032-05ab-4aed-8108-4f1021aaf29a req-591e83b7-5dd9-4d06-a998-6bec7443ded0 tempest-AggregatesAdminTestJSON-359422941 tempest-AggregatesAdminTestJSON-359422941-project] Allocated IP 192.168.233.238 (d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb/5785b43d-448b-4d12-9eb5-4e4caf2e7eaf/f7217dac-eecf-4dc5-8fce-0a0c393d8107) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:04:17.453934 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dfbc81-a63c-486e-ad06-aeca52226062 req-80db7704-5f40-4dc0-8f3f-f80de7133157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:17.454758 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-46dfbc81-a63c-486e-ad06-aeca52226062 req-80db7704-5f40-4dc0-8f3f-f80de7133157 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=13ef680d3db3459b90c4cb452a50011e&device_id=90d80b53-fe97-42ed-ab47-cf533d7b51f5 HTTP/1.1" status: 200 len: 1100 time: 0.0566750 Jan 28 07:04:17.539906 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-46dfbc81-a63c-486e-ad06-aeca52226062 req-4dbd69c2-5fa6-400b-a853-bcd2734a2407 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=86fb7ee1-fa27-417e-8cec-f6fc3d2717b0 HTTP/1.1" status: 200 len: 217 time: 0.0705371 Jan 28 07:04:17.546041 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-67c74032-05ab-4aed-8108-4f1021aaf29a req-591e83b7-5dd9-4d06-a998-6bec7443ded0 tempest-AggregatesAdminTestJSON-359422941 tempest-AggregatesAdminTestJSON-359422941-project] Publish callbacks [] for port (f7217dac-eecf-4dc5-8fce-0a0c393d8107), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:17.592814 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-67c74032-05ab-4aed-8108-4f1021aaf29a req-591e83b7-5dd9-4d06-a998-6bec7443ded0 tempest-AggregatesAdminTestJSON-359422941 tempest-AggregatesAdminTestJSON-359422941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (f7217dac-eecf-4dc5-8fce-0a0c393d8107), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:17.611374 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dfbc81-a63c-486e-ad06-aeca52226062 req-2ee03987-5638-4a30-9e7f-e84151288a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:17.613144 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-46dfbc81-a63c-486e-ad06-aeca52226062 req-2ee03987-5638-4a30-9e7f-e84151288a41 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5785b43d-448b-4d12-9eb5-4e4caf2e7eaf HTTP/1.1" status: 200 len: 843 time: 0.0662744 Jan 28 07:04:17.680144 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67c74032-05ab-4aed-8108-4f1021aaf29a req-591e83b7-5dd9-4d06-a998-6bec7443ded0 tempest-AggregatesAdminTestJSON-359422941 tempest-AggregatesAdminTestJSON-359422941-project] Network d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:04:17.681699 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [req-67c74032-05ab-4aed-8108-4f1021aaf29a req-591e83b7-5dd9-4d06-a998-6bec7443ded0 tempest-AggregatesAdminTestJSON-359422941 tempest-AggregatesAdminTestJSON-359422941-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:04:17.689319 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-67c74032-05ab-4aed-8108-4f1021aaf29a req-591e83b7-5dd9-4d06-a998-6bec7443ded0 tempest-AggregatesAdminTestJSON-359422941 tempest-AggregatesAdminTestJSON-359422941-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:04:17.694989 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c74032-05ab-4aed-8108-4f1021aaf29a req-591e83b7-5dd9-4d06-a998-6bec7443ded0 tempest-AggregatesAdminTestJSON-359422941 tempest-AggregatesAdminTestJSON-359422941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:17.695778 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-67c74032-05ab-4aed-8108-4f1021aaf29a req-591e83b7-5dd9-4d06-a998-6bec7443ded0 tempest-AggregatesAdminTestJSON-359422941 tempest-AggregatesAdminTestJSON-359422941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:17.719684 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591e83b7-5dd9-4d06-a998-6bec7443ded0 tempest-AggregatesAdminTestJSON-359422941 tempest-AggregatesAdminTestJSON-359422941-project] Pushing event updated for resources: {'Port': ['ID=f7217dac-eecf-4dc5-8fce-0a0c393d8107,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:04:17.737074 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-67c74032-05ab-4aed-8108-4f1021aaf29a req-591e83b7-5dd9-4d06-a998-6bec7443ded0 tempest-AggregatesAdminTestJSON-359422941 tempest-AggregatesAdminTestJSON-359422941-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5368643 Jan 28 07:04:17.772358 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-67c74032-05ab-4aed-8108-4f1021aaf29a req-9dc5f27c-86fe-4713-adcb-74064336d5bd service neutron] Request body: {'port': {'device_id': '65a409e0-91d3-47df-bfc9-a6eaf7084e82', 'device_owner': 'compute:tempest-test_az-1844580102', 'binding:host_id': 'n-h1-712749-28'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:04:17.815433 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dfbc81-a63c-486e-ad06-aeca52226062 req-4c4a66a1-c6c4-44b6-b866-e24d29fbdd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:17.820851 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-46dfbc81-a63c-486e-ad06-aeca52226062 req-4c4a66a1-c6c4-44b6-b866-e24d29fbdd48 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0987701 Jan 28 07:04:17.849355 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-67c74032-05ab-4aed-8108-4f1021aaf29a req-9dc5f27c-86fe-4713-adcb-74064336d5bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (f7217dac-eecf-4dc5-8fce-0a0c393d8107), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:17.957125 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-46dfbc81-a63c-486e-ad06-aeca52226062 req-a67ce599-51b1-4c07-b784-d11f2d0d4318 service neutron] 10.222.0.10 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327164 Jan 28 07:04:18.090149 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-b12b1aa9-b0ef-4ad6-a3a1-803a8701bc14 None None] Provisioning complete for port f7217dac-eecf-4dc5-8fce-0a0c393d8107 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:04:18.090717 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b12b1aa9-b0ef-4ad6-a3a1-803a8701bc14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (f7217dac-eecf-4dc5-8fce-0a0c393d8107), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:18.096703 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-46dfbc81-a63c-486e-ad06-aeca52226062 req-5ca7840b-72a9-42a5-9941-f7b6c8f7ad3f service neutron] 10.222.0.10 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250572 Jan 28 07:04:18.130547 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-b12b1aa9-b0ef-4ad6-a3a1-803a8701bc14 None None] Port f7217dac-eecf-4dc5-8fce-0a0c393d8107 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:04:18.157200 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600ff40c-5b12-4645-b0d8-47476a19f145 req-2014c56d-ea52-4da1-8b84-e00516ac6dd9 tempest-DeleteServersAdminTestJSON-343129229 tempest-DeleteServersAdminTestJSON-343129229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:18.158722 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-600ff40c-5b12-4645-b0d8-47476a19f145 req-2014c56d-ea52-4da1-8b84-e00516ac6dd9 tempest-DeleteServersAdminTestJSON-343129229 tempest-DeleteServersAdminTestJSON-343129229-project] 10.222.0.41 "GET /v2.0/ports?device_id=90d80b53-fe97-42ed-ab47-cf533d7b51f5 HTTP/1.1" status: 200 len: 948 time: 0.1260109 Jan 28 07:04:18.347606 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-600ff40c-5b12-4645-b0d8-47476a19f145 req-095ee43a-48df-4342-b190-de231d3ccbee tempest-DeleteServersAdminTestJSON-343129229 tempest-DeleteServersAdminTestJSON-343129229-project] 10.222.0.41 "GET /v2.0/security-groups?id=acdcec4f-353d-4117-bb72-6815acb3dcee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700776 Jan 28 07:04:18.503449 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [req-67c74032-05ab-4aed-8108-4f1021aaf29a req-9dc5f27c-86fe-4713-adcb-74064336d5bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7217dac-eecf-4dc5-8fce-0a0c393d8107 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:04:18.519606 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-67c74032-05ab-4aed-8108-4f1021aaf29a req-9dc5f27c-86fe-4713-adcb-74064336d5bd service neutron] Publish callbacks [] for port (f7217dac-eecf-4dc5-8fce-0a0c393d8107), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:18.533470 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72784c0-633a-4105-a388-bd37da1a3bb5 req-318362f1-d84d-421f-a201-8e003fd40994 tempest-AggregatesAdminTestJSON-359422941 tempest-AggregatesAdminTestJSON-359422941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:18.535000 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c72784c0-633a-4105-a388-bd37da1a3bb5 req-318362f1-d84d-421f-a201-8e003fd40994 tempest-AggregatesAdminTestJSON-359422941 tempest-AggregatesAdminTestJSON-359422941-project] 10.222.0.41 "GET /v2.0/ports?device_id=65a409e0-91d3-47df-bfc9-a6eaf7084e82 HTTP/1.1" status: 200 len: 936 time: 0.1073961 Jan 28 07:04:18.546486 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [req-67c74032-05ab-4aed-8108-4f1021aaf29a req-9dc5f27c-86fe-4713-adcb-74064336d5bd service neutron] Transition to ACTIVE for port object f7217dac-eecf-4dc5-8fce-0a0c393d8107 will not be triggered until provisioned by entity L2. {{(pid=103283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:04:18.553099 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-67c74032-05ab-4aed-8108-4f1021aaf29a req-9dc5f27c-86fe-4713-adcb-74064336d5bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (f7217dac-eecf-4dc5-8fce-0a0c393d8107), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:18.635319 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc5f27c-86fe-4713-adcb-74064336d5bd service neutron] Pushing event updated for resources: {'Port': ['ID=f7217dac-eecf-4dc5-8fce-0a0c393d8107,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:04:18.643849 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c72784c0-633a-4105-a388-bd37da1a3bb5 req-b633aa48-ec77-4410-804c-2e66451f9231 tempest-AggregatesAdminTestJSON-359422941 tempest-AggregatesAdminTestJSON-359422941-project] 10.222.0.41 "GET /v2.0/security-groups?id=9b95e63b-be46-4fb1-ac51-f3232f652651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996344 Jan 28 07:04:18.695615 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-67c74032-05ab-4aed-8108-4f1021aaf29a req-9dc5f27c-86fe-4713-adcb-74064336d5bd service neutron] Attempting to bind port f7217dac-eecf-4dc5-8fce-0a0c393d8107 on host n-h1-712749-28 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:04:18.696120 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-67c74032-05ab-4aed-8108-4f1021aaf29a req-9dc5f27c-86fe-4713-adcb-74064336d5bd service neutron] Attempting to bind port f7217dac-eecf-4dc5-8fce-0a0c393d8107 by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': '9d52209e-a416-4cfe-8f8a-19567a90fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:04:18.696490 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c74032-05ab-4aed-8108-4f1021aaf29a req-9dc5f27c-86fe-4713-adcb-74064336d5bd service neutron] Attempting to bind port f7217dac-eecf-4dc5-8fce-0a0c393d8107 on network d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:04:18.701281 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c74032-05ab-4aed-8108-4f1021aaf29a req-9dc5f27c-86fe-4713-adcb-74064336d5bd service neutron] Port f7217dac-eecf-4dc5-8fce-0a0c393d8107 on network d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:04:18.701745 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c74032-05ab-4aed-8108-4f1021aaf29a req-9dc5f27c-86fe-4713-adcb-74064336d5bd service neutron] Attempting to bind port f7217dac-eecf-4dc5-8fce-0a0c393d8107 on network d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:04:18.711417 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c74032-05ab-4aed-8108-4f1021aaf29a req-9dc5f27c-86fe-4713-adcb-74064336d5bd service neutron] Checking agent: {'id': '2fca46b1-237f-4857-9290-2429d810e472', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 4, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:04:18.711900 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c74032-05ab-4aed-8108-4f1021aaf29a req-9dc5f27c-86fe-4713-adcb-74064336d5bd service neutron] Checking segment: {'id': '9d52209e-a416-4cfe-8f8a-19567a90fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:04:18.712506 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c74032-05ab-4aed-8108-4f1021aaf29a req-9dc5f27c-86fe-4713-adcb-74064336d5bd service neutron] Bound using segment: {'id': '9d52209e-a416-4cfe-8f8a-19567a90fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:04:18.712958 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-67c74032-05ab-4aed-8108-4f1021aaf29a req-9dc5f27c-86fe-4713-adcb-74064336d5bd service neutron] Bound port: f7217dac-eecf-4dc5-8fce-0a0c393d8107, host: n-h1-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d52209e-a416-4cfe-8f8a-19567a90fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:04:18.713307 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-67c74032-05ab-4aed-8108-4f1021aaf29a req-9dc5f27c-86fe-4713-adcb-74064336d5bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (f7217dac-eecf-4dc5-8fce-0a0c393d8107), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:18.791671 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-67c74032-05ab-4aed-8108-4f1021aaf29a req-9dc5f27c-86fe-4713-adcb-74064336d5bd service neutron] For port f7217dac-eecf-4dc5-8fce-0a0c393d8107, host n-h1-712749-28, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:04:18.801215 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-67c74032-05ab-4aed-8108-4f1021aaf29a req-9dc5f27c-86fe-4713-adcb-74064336d5bd service neutron] For port f7217dac-eecf-4dc5-8fce-0a0c393d8107, host n-h1-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=f7217dac-eecf-4dc5-8fce-0a0c393d8107,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:04:18.808236 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-67c74032-05ab-4aed-8108-4f1021aaf29a req-9dc5f27c-86fe-4713-adcb-74064336d5bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (f7217dac-eecf-4dc5-8fce-0a0c393d8107), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:18.857352 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c74032-05ab-4aed-8108-4f1021aaf29a req-9dc5f27c-86fe-4713-adcb-74064336d5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:18.858156 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-67c74032-05ab-4aed-8108-4f1021aaf29a req-9dc5f27c-86fe-4713-adcb-74064336d5bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:18.859646 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-67c74032-05ab-4aed-8108-4f1021aaf29a req-9dc5f27c-86fe-4713-adcb-74064336d5bd service neutron] 10.222.0.10 "PUT /v2.0/ports/f7217dac-eecf-4dc5-8fce-0a0c393d8107 HTTP/1.1" status: 200 len: 1119 time: 1.0935943 Jan 28 07:04:18.860220 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65a409e0-91d3-47df-bfc9-a6eaf7084e82', 'tag': 'f7217dac-eecf-4dc5-8fce-0a0c393d8107'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:04:18.998460 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc5f27c-86fe-4713-adcb-74064336d5bd service neutron] Pushing event updated for resources: {'Port': ['ID=f7217dac-eecf-4dc5-8fce-0a0c393d8107,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:04:19.025457 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c74032-05ab-4aed-8108-4f1021aaf29a req-5a28f8c3-e5d5-4c47-a035-ec4f94dda6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:19.027045 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-67c74032-05ab-4aed-8108-4f1021aaf29a req-5a28f8c3-e5d5-4c47-a035-ec4f94dda6a7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9eac8c04ce56496fb241fb28e223da57&device_id=65a409e0-91d3-47df-bfc9-a6eaf7084e82 HTTP/1.1" status: 200 len: 1122 time: 0.0855939 Jan 28 07:04:19.107930 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-67c74032-05ab-4aed-8108-4f1021aaf29a req-34e86673-b7db-433b-b734-f9864674c071 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=f7217dac-eecf-4dc5-8fce-0a0c393d8107 HTTP/1.1" status: 200 len: 217 time: 0.0663991 Jan 28 07:04:19.188431 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c74032-05ab-4aed-8108-4f1021aaf29a req-b47cf67c-d9af-484b-8db2-d6dde961d502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:19.190149 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-67c74032-05ab-4aed-8108-4f1021aaf29a req-b47cf67c-d9af-484b-8db2-d6dde961d502 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5785b43d-448b-4d12-9eb5-4e4caf2e7eaf HTTP/1.1" status: 200 len: 843 time: 0.0756638 Jan 28 07:04:19.249911 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4fa4db0-7d3c-44bd-a5fc-8e6d60d03c65" -d '{"events": [{"name": "network-changed", "server_uuid": "65a409e0-91d3-47df-bfc9-a6eaf7084e82", "tag": "f7217dac-eecf-4dc5-8fce-0a0c393d8107"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:04:19.301513 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c74032-05ab-4aed-8108-4f1021aaf29a req-bb57c778-d0ed-4236-96d9-23a89d8407f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:19.302235 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-67c74032-05ab-4aed-8108-4f1021aaf29a req-bb57c778-d0ed-4236-96d9-23a89d8407f3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1052902 Jan 28 07:04:19.426903 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-67c74032-05ab-4aed-8108-4f1021aaf29a req-f92b0ba5-3703-47bf-9264-1e32300154a2 service neutron] 10.222.0.10 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160460 Jan 28 07:04:19.430184 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6c3087b-3784-43cd-ab82-0e21a3977c39 x-openstack-request-id: req-d6c3087b-3784-43cd-ab82-0e21a3977c39 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:04:19.430184 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65a409e0-91d3-47df-bfc9-a6eaf7084e82", "tag": "f7217dac-eecf-4dc5-8fce-0a0c393d8107", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:04:19.430505 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d6c3087b-3784-43cd-ab82-0e21a3977c39 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:04:19.432239 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65a409e0-91d3-47df-bfc9-a6eaf7084e82', 'tag': 'f7217dac-eecf-4dc5-8fce-0a0c393d8107', 'status': 'completed', 'code': 200} Jan 28 07:04:19.501344 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd33cea-52bd-4718-b707-b8f917e06065 req-55c6c8de-200e-4529-8b70-c756585f8c08 tempest-DeleteServersAdminTestJSON-343129229 tempest-DeleteServersAdminTestJSON-343129229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:19.508161 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9fd33cea-52bd-4718-b707-b8f917e06065 req-55c6c8de-200e-4529-8b70-c756585f8c08 tempest-DeleteServersAdminTestJSON-343129229 tempest-DeleteServersAdminTestJSON-343129229-project] 10.222.0.41 "GET /v2.0/ports?device_id=90d80b53-fe97-42ed-ab47-cf533d7b51f5 HTTP/1.1" status: 200 len: 948 time: 0.0764701 Jan 28 07:04:19.546635 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-67c74032-05ab-4aed-8108-4f1021aaf29a req-277f15a0-f0a2-41cc-ab2b-4323d5e8e607 service neutron] 10.222.0.10 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990577 Jan 28 07:04:19.560954 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9fd33cea-52bd-4718-b707-b8f917e06065 req-3877188e-3ac9-4954-8812-0f4a9c715e17 tempest-DeleteServersAdminTestJSON-343129229 tempest-DeleteServersAdminTestJSON-343129229-project] 10.222.0.41 "GET /v2.0/security-groups?id=acdcec4f-353d-4117-bb72-6815acb3dcee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518048 Jan 28 07:04:19.671673 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 56412) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:04:19.704524 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fa4db0-7d3c-44bd-a5fc-8e6d60d03c65 req-4a79d1b4-858b-4420-a9e8-d464b041edf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:19.704524 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e4fa4db0-7d3c-44bd-a5fc-8e6d60d03c65 req-4a79d1b4-858b-4420-a9e8-d464b041edf7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9eac8c04ce56496fb241fb28e223da57&device_id=65a409e0-91d3-47df-bfc9-a6eaf7084e82 HTTP/1.1" status: 200 len: 1122 time: 0.0562282 Jan 28 07:04:19.784281 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3bf909-b095-4f4d-9e76-614e7f497333 req-81c2a7ed-149d-4ac7-9e80-5e038aa87b62 tempest-AggregatesAdminTestJSON-359422941 tempest-AggregatesAdminTestJSON-359422941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:19.787031 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-cc3bf909-b095-4f4d-9e76-614e7f497333 req-81c2a7ed-149d-4ac7-9e80-5e038aa87b62 tempest-AggregatesAdminTestJSON-359422941 tempest-AggregatesAdminTestJSON-359422941-project] 10.222.0.41 "GET /v2.0/ports?device_id=65a409e0-91d3-47df-bfc9-a6eaf7084e82 HTTP/1.1" status: 200 len: 970 time: 0.0565593 Jan 28 07:04:19.849783 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-cc3bf909-b095-4f4d-9e76-614e7f497333 req-d3b1eef7-a8b7-4ed6-a742-7b25a6d7fcb0 tempest-AggregatesAdminTestJSON-359422941 tempest-AggregatesAdminTestJSON-359422941-project] 10.222.0.41 "GET /v2.0/security-groups?id=9b95e63b-be46-4fb1-ac51-f3232f652651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532355 Jan 28 07:04:19.882174 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fa4db0-7d3c-44bd-a5fc-8e6d60d03c65 req-a52ef252-1f97-4797-8f59-6b9614276c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:19.884030 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e4fa4db0-7d3c-44bd-a5fc-8e6d60d03c65 req-a52ef252-1f97-4797-8f59-6b9614276c72 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb HTTP/1.1" status: 200 len: 870 time: 0.1706488 Jan 28 07:04:19.890853 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-416af618-7fcc-478e-86ed-673cb1b2f0d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:19.913311 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 56420) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:04:19.945360 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e4fa4db0-7d3c-44bd-a5fc-8e6d60d03c65 req-6ea920e5-10bc-41dd-9375-5d00fb7702c2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=f7217dac-eecf-4dc5-8fce-0a0c393d8107 HTTP/1.1" status: 200 len: 217 time: 0.0537472 Jan 28 07:04:19.997865 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0020c8f2-941e-4c6f-a4b7-e7b412bf180d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:20.001133 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-416af618-7fcc-478e-86ed-673cb1b2f0d6 admin admin] Publish callbacks [] for security_group (f646d091-e8b8-42f3-b27d-9c50364b5e55), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:20.009027 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fa4db0-7d3c-44bd-a5fc-8e6d60d03c65 req-1a690789-1a36-4f5b-8eb7-c2402c17d0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:20.009940 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-416af618-7fcc-478e-86ed-673cb1b2f0d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (f646d091-e8b8-42f3-b27d-9c50364b5e55), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:20.010638 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e4fa4db0-7d3c-44bd-a5fc-8e6d60d03c65 req-1a690789-1a36-4f5b-8eb7-c2402c17d0ce service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5785b43d-448b-4d12-9eb5-4e4caf2e7eaf HTTP/1.1" status: 200 len: 843 time: 0.0593777 Jan 28 07:04:20.058873 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fa4db0-7d3c-44bd-a5fc-8e6d60d03c65 req-d29d3c3e-da11-45b3-b9c7-99a0731e123c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:20.060774 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e4fa4db0-7d3c-44bd-a5fc-8e6d60d03c65 req-d29d3c3e-da11-45b3-b9c7-99a0731e123c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0433226 Jan 28 07:04:20.062206 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416af618-7fcc-478e-86ed-673cb1b2f0d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f646d091-e8b8-42f3-b27d-9c50364b5e55,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:04:20.069303 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-416af618-7fcc-478e-86ed-673cb1b2f0d6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=979eb04ee35d448c9c3f92d68033b0a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3957510 Jan 28 07:04:20.073662 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 56430) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:04:20.155215 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0020c8f2-941e-4c6f-a4b7-e7b412bf180d admin admin] Publish callbacks [] for security_group (5479cca9-bc48-487f-9d53-43fa5eca0283), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:20.157450 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c5365352-3cc5-4fe0-a369-7ffc66288123 admin admin] Publish callbacks [] for security_group (f646d091-e8b8-42f3-b27d-9c50364b5e55), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:20.162366 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0020c8f2-941e-4c6f-a4b7-e7b412bf180d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (5479cca9-bc48-487f-9d53-43fa5eca0283), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:20.214295 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c5365352-3cc5-4fe0-a369-7ffc66288123 admin admin] Publish callbacks [] for security_group (f646d091-e8b8-42f3-b27d-9c50364b5e55), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:20.226950 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0020c8f2-941e-4c6f-a4b7-e7b412bf180d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5479cca9-bc48-487f-9d53-43fa5eca0283,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:04:20.231136 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-0020c8f2-941e-4c6f-a4b7-e7b412bf180d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=514f4085c6f7433bbb7f9241ca3cadf0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3167970 Jan 28 07:04:20.234772 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 56436) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:04:20.315931 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c5365352-3cc5-4fe0-a369-7ffc66288123 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (f646d091-e8b8-42f3-b27d-9c50364b5e55), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:20.318430 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c5365352-3cc5-4fe0-a369-7ffc66288123 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:20.319569 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-c5365352-3cc5-4fe0-a369-7ffc66288123 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f646d091-e8b8-42f3-b27d-9c50364b5e55 HTTP/1.1" status: 204 len: 168 time: 0.2458947 Jan 28 07:04:20.330959 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dbe203f4-4970-4c64-8cfa-9d9f9d8c4b7c admin admin] Publish callbacks [] for security_group (5479cca9-bc48-487f-9d53-43fa5eca0283), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:20.333841 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5365352-3cc5-4fe0-a369-7ffc66288123 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f646d091-e8b8-42f3-b27d-9c50364b5e55,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:04:20.337614 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e4fa4db0-7d3c-44bd-a5fc-8e6d60d03c65 req-62a13d4f-c27c-43f5-a8f3-47c6c2168f7b service neutron] 10.222.0.10 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2702639 Jan 28 07:04:20.384471 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dbe203f4-4970-4c64-8cfa-9d9f9d8c4b7c admin admin] Publish callbacks [] for security_group (5479cca9-bc48-487f-9d53-43fa5eca0283), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:20.462970 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dbe203f4-4970-4c64-8cfa-9d9f9d8c4b7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (5479cca9-bc48-487f-9d53-43fa5eca0283), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:20.468442 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dbe203f4-4970-4c64-8cfa-9d9f9d8c4b7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:20.469902 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e4fa4db0-7d3c-44bd-a5fc-8e6d60d03c65 req-7de7ccf3-58db-401e-a9b8-ab75055ed777 service neutron] 10.222.0.10 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173511 Jan 28 07:04:20.470557 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-dbe203f4-4970-4c64-8cfa-9d9f9d8c4b7c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5479cca9-bc48-487f-9d53-43fa5eca0283 HTTP/1.1" status: 204 len: 168 time: 0.2343585 Jan 28 07:04:20.479312 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe203f4-4970-4c64-8cfa-9d9f9d8c4b7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5479cca9-bc48-487f-9d53-43fa5eca0283,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:04:20.700589 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d666a4f-4e61-48f9-bc3a-3f6c2b19b7a3 req-b163d710-ecc0-4895-8e3a-16fe28934d9a tempest-DeleteServersAdminTestJSON-343129229 tempest-DeleteServersAdminTestJSON-343129229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:20.702255 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9d666a4f-4e61-48f9-bc3a-3f6c2b19b7a3 req-b163d710-ecc0-4895-8e3a-16fe28934d9a tempest-DeleteServersAdminTestJSON-343129229 tempest-DeleteServersAdminTestJSON-343129229-project] 10.222.0.41 "GET /v2.0/ports?device_id=90d80b53-fe97-42ed-ab47-cf533d7b51f5 HTTP/1.1" status: 200 len: 948 time: 0.0533812 Jan 28 07:04:20.737229 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 56470) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:04:20.753129 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e7242b58-eb25-4a34-9898-6cd5885caad5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:20.772234 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9d666a4f-4e61-48f9-bc3a-3f6c2b19b7a3 req-22327569-b0fd-4b24-bd8a-8c431088aaaa tempest-DeleteServersAdminTestJSON-343129229 tempest-DeleteServersAdminTestJSON-343129229-project] 10.222.0.41 "GET /v2.0/security-groups?id=acdcec4f-353d-4117-bb72-6815acb3dcee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632415 Jan 28 07:04:20.840601 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e7242b58-eb25-4a34-9898-6cd5885caad5 admin admin] Publish callbacks [] for security_group (92323394-1aa0-4f7b-b33f-aa2063dee170), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:20.845432 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e7242b58-eb25-4a34-9898-6cd5885caad5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (92323394-1aa0-4f7b-b33f-aa2063dee170), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:20.889682 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-e7242b58-eb25-4a34-9898-6cd5885caad5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=dd423da18ff04482a6fc468740a41268&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1513505 Jan 28 07:04:20.891140 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7242b58-eb25-4a34-9898-6cd5885caad5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92323394-1aa0-4f7b-b33f-aa2063dee170,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:04:20.892726 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 56474) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:04:20.954089 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 56478) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:04:20.970976 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-471d1d68-2934-4d3b-a877-a7a6fb726856 admin admin] Publish callbacks [] for security_group (92323394-1aa0-4f7b-b33f-aa2063dee170), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:20.972756 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-75ef8d00-607e-4f47-b9f9-d996fcba900d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:21.010719 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-471d1d68-2934-4d3b-a877-a7a6fb726856 admin admin] Publish callbacks [] for security_group (92323394-1aa0-4f7b-b33f-aa2063dee170), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:21.011598 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaedcab3-14e8-4486-b612-941a8e244e0b req-dbcb9e53-75cb-46cc-8116-59d566490da1 tempest-AggregatesAdminTestJSON-359422941 tempest-AggregatesAdminTestJSON-359422941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:21.014054 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-aaedcab3-14e8-4486-b612-941a8e244e0b req-dbcb9e53-75cb-46cc-8116-59d566490da1 tempest-AggregatesAdminTestJSON-359422941 tempest-AggregatesAdminTestJSON-359422941-project] 10.222.0.41 "GET /v2.0/ports?device_id=65a409e0-91d3-47df-bfc9-a6eaf7084e82 HTTP/1.1" status: 200 len: 970 time: 0.0552449 Jan 28 07:04:21.014556 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 56480) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:04:21.068778 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-aaedcab3-14e8-4486-b612-941a8e244e0b req-a033bc29-f0b8-43d8-8cce-c84b08b49fd8 tempest-AggregatesAdminTestJSON-359422941 tempest-AggregatesAdminTestJSON-359422941-project] 10.222.0.41 "GET /v2.0/security-groups?id=9b95e63b-be46-4fb1-ac51-f3232f652651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471892 Jan 28 07:04:21.095618 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-471d1d68-2934-4d3b-a877-a7a6fb726856 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (92323394-1aa0-4f7b-b33f-aa2063dee170), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:21.098186 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-471d1d68-2934-4d3b-a877-a7a6fb726856 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:21.101613 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-471d1d68-2934-4d3b-a877-a7a6fb726856 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/92323394-1aa0-4f7b-b33f-aa2063dee170 HTTP/1.1" status: 204 len: 168 time: 0.2054219 Jan 28 07:04:21.101613 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-75ef8d00-607e-4f47-b9f9-d996fcba900d admin admin] Publish callbacks [] for security_group (fa582fa5-8d6e-4355-971a-838f57b143cb), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:21.110115 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-75ef8d00-607e-4f47-b9f9-d996fcba900d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (fa582fa5-8d6e-4355-971a-838f57b143cb), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:21.112775 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471d1d68-2934-4d3b-a877-a7a6fb726856 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92323394-1aa0-4f7b-b33f-aa2063dee170,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:04:21.161916 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ef8d00-607e-4f47-b9f9-d996fcba900d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa582fa5-8d6e-4355-971a-838f57b143cb,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:04:21.162999 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d647ce31-54fa-4a7a-aa5c-ff3e7beb10d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:21.170819 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-75ef8d00-607e-4f47-b9f9-d996fcba900d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3f56d25343df4b06add78805119345c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2155340 Jan 28 07:04:21.171413 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 56486) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:04:21.245543 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-25da7f60-35d8-4c8d-a995-42b9c714bc57 admin admin] Publish callbacks [] for security_group (fa582fa5-8d6e-4355-971a-838f57b143cb), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:21.267528 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 86fb7ee1-fa27-417e-8cec-f6fc3d2717b0 details requested by agent hyperv_n-h1-712749-28 with host n-h1-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:04:21.276391 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-25da7f60-35d8-4c8d-a995-42b9c714bc57 admin admin] Publish callbacks [] for security_group (fa582fa5-8d6e-4355-971a-838f57b143cb), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:21.313595 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d647ce31-54fa-4a7a-aa5c-ff3e7beb10d0 admin admin] Publish callbacks [] for security_group (7ba93a3d-1135-48c9-a42c-906f67228974), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:21.323357 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d647ce31-54fa-4a7a-aa5c-ff3e7beb10d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (7ba93a3d-1135-48c9-a42c-906f67228974), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:21.384940 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 86fb7ee1-fa27-417e-8cec-f6fc3d2717b0, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=86fb7ee1-fa27-417e-8cec-f6fc3d2717b0,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:04:21.400754 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Returning: {'device': '86fb7ee1-fa27-417e-8cec-f6fc3d2717b0', 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb', 'port_id': '86fb7ee1-fa27-417e-8cec-f6fc3d2717b0', 'mac_address': 'fa:16:3e:31:d7:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5785b43d-448b-4d12-9eb5-4e4caf2e7eaf', 'ip_address': '192.168.233.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:04:21.451883 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 86fb7ee1-fa27-417e-8cec-f6fc3d2717b0 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:04:21.452459 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (86fb7ee1-fa27-417e-8cec-f6fc3d2717b0), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:21.471681 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86fb7ee1-fa27-417e-8cec-f6fc3d2717b0 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:04:21.494474 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 86fb7ee1-fa27-417e-8cec-f6fc3d2717b0, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=86fb7ee1-fa27-417e-8cec-f6fc3d2717b0,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:04:21.498159 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (86fb7ee1-fa27-417e-8cec-f6fc3d2717b0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:21.503033 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-25da7f60-35d8-4c8d-a995-42b9c714bc57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (fa582fa5-8d6e-4355-971a-838f57b143cb), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:21.505523 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-25da7f60-35d8-4c8d-a995-42b9c714bc57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:21.506640 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-25da7f60-35d8-4c8d-a995-42b9c714bc57 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fa582fa5-8d6e-4355-971a-838f57b143cb HTTP/1.1" status: 204 len: 168 time: 0.3332925 Jan 28 07:04:21.512614 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d647ce31-54fa-4a7a-aa5c-ff3e7beb10d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ba93a3d-1135-48c9-a42c-906f67228974,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:04:21.517775 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-d647ce31-54fa-4a7a-aa5c-ff3e7beb10d0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a0c6fb9a23a64f0ea3a9402d87f5f95b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5021510 Jan 28 07:04:21.520583 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 56500) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:04:21.525775 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25da7f60-35d8-4c8d-a995-42b9c714bc57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa582fa5-8d6e-4355-971a-838f57b143cb,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:04:21.559555 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=86fb7ee1-fa27-417e-8cec-f6fc3d2717b0,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:04:21.568492 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:04:21.568829 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:04:21.569173 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:04:21.569497 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:04:21.569828 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:04:21.570161 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:04:21.570474 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:04:21.570871 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:04:21.571106 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:04:21.571425 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:04:21.571747 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:04:21.572057 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:04:21.572556 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:04:21.573693 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Tracked resource versions report: Jan 28 07:04:21.573693 n-d-712749-28 neutron-server[103285]: pushed versions: Jan 28 07:04:21.573693 n-d-712749-28 neutron-server[103285]: { 'AddressGroup': {'1.2'}, Jan 28 07:04:21.573693 n-d-712749-28 neutron-server[103285]: 'ConntrackHelper': {'1.0'}, Jan 28 07:04:21.573693 n-d-712749-28 neutron-server[103285]: 'LocalIPAssociation': {'1.0'}, Jan 28 07:04:21.573693 n-d-712749-28 neutron-server[103285]: 'Log': {'1.0'}, Jan 28 07:04:21.573693 n-d-712749-28 neutron-server[103285]: 'Network': {'1.1'}, Jan 28 07:04:21.573693 n-d-712749-28 neutron-server[103285]: 'Port': {'1.7'}, Jan 28 07:04:21.573693 n-d-712749-28 neutron-server[103285]: 'PortForwarding': {'1.2'}, Jan 28 07:04:21.573693 n-d-712749-28 neutron-server[103285]: 'QosPolicy': {'1.10'}, Jan 28 07:04:21.573693 n-d-712749-28 neutron-server[103285]: 'SecurityGroup': {'1.5'}, Jan 28 07:04:21.573693 n-d-712749-28 neutron-server[103285]: 'SecurityGroupRule': {'1.2'}, Jan 28 07:04:21.573693 n-d-712749-28 neutron-server[103285]: 'SubPort': {'1.0'}, Jan 28 07:04:21.573693 n-d-712749-28 neutron-server[103285]: 'Subnet': {'1.1'}, Jan 28 07:04:21.573693 n-d-712749-28 neutron-server[103285]: 'Trunk': {'1.1'}} Jan 28 07:04:21.573693 n-d-712749-28 neutron-server[103285]: consumer versions: Jan 28 07:04:21.573693 n-d-712749-28 neutron-server[103285]: { DHCP agent@n-d-712749-28: {}, Jan 28 07:04:21.573693 n-d-712749-28 neutron-server[103285]: HyperV agent@n-h1-712749-28: {}, Jan 28 07:04:21.573693 n-d-712749-28 neutron-server[103285]: HyperV agent@n-h2-712749-28: {}, Jan 28 07:04:21.573693 n-d-712749-28 neutron-server[103285]: L3 agent@n-d-712749-28: {}, Jan 28 07:04:21.573693 n-d-712749-28 neutron-server[103285]: Metadata agent@n-d-712749-28: {}, Jan 28 07:04:21.573693 n-d-712749-28 neutron-server[103285]: Metering agent@n-d-712749-28: {}, Jan 28 07:04:21.573693 n-d-712749-28 neutron-server[103285]: Open vSwitch agent@n-d-712749-28: { 'AddressGroup': '1.2', Jan 28 07:04:21.573693 n-d-712749-28 neutron-server[103285]: 'ConntrackHelper': '1.0', Jan 28 07:04:21.573693 n-d-712749-28 neutron-server[103285]: 'LocalIPAssociation': '1.0', Jan 28 07:04:21.573693 n-d-712749-28 neutron-server[103285]: 'Log': '1.0', Jan 28 07:04:21.573693 n-d-712749-28 neutron-server[103285]: 'Network': '1.1', Jan 28 07:04:21.573693 n-d-712749-28 neutron-server[103285]: 'Port': '1.7', Jan 28 07:04:21.573693 n-d-712749-28 neutron-server[103285]: 'PortForwarding': '1.2', Jan 28 07:04:21.573693 n-d-712749-28 neutron-server[103285]: 'QosPolicy': '1.10', Jan 28 07:04:21.573693 n-d-712749-28 neutron-server[103285]: 'SecurityGroup': '1.5', Jan 28 07:04:21.573693 n-d-712749-28 neutron-server[103285]: 'SecurityGroupRule': '1.2', Jan 28 07:04:21.573693 n-d-712749-28 neutron-server[103285]: 'SubPort': '1.0', Jan 28 07:04:21.573693 n-d-712749-28 neutron-server[103285]: 'Subnet': '1.1', Jan 28 07:04:21.573693 n-d-712749-28 neutron-server[103285]: 'Trunk': '1.1'}} Jan 28 07:04:21.573693 n-d-712749-28 neutron-server[103285]: {{(pid=103285) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 07:04:21.599062 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cd61a099-d910-48af-a74b-b6ae6bb8aeea admin admin] Publish callbacks [] for security_group (7ba93a3d-1135-48c9-a42c-906f67228974), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:21.626231 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cd61a099-d910-48af-a74b-b6ae6bb8aeea admin admin] Publish callbacks [] for security_group (7ba93a3d-1135-48c9-a42c-906f67228974), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:21.696404 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cd61a099-d910-48af-a74b-b6ae6bb8aeea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (7ba93a3d-1135-48c9-a42c-906f67228974), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:21.699062 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cd61a099-d910-48af-a74b-b6ae6bb8aeea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:21.702579 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-cd61a099-d910-48af-a74b-b6ae6bb8aeea admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7ba93a3d-1135-48c9-a42c-906f67228974 HTTP/1.1" status: 204 len: 168 time: 0.1778486 Jan 28 07:04:21.709736 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd61a099-d910-48af-a74b-b6ae6bb8aeea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ba93a3d-1135-48c9-a42c-906f67228974,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:04:21.884500 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2964aa0-a923-4dfe-822f-70540281661a req-38a081ba-bde3-43fe-82e6-5b26fde43175 tempest-DeleteServersAdminTestJSON-343129229 tempest-DeleteServersAdminTestJSON-343129229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:21.888777 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f2964aa0-a923-4dfe-822f-70540281661a req-38a081ba-bde3-43fe-82e6-5b26fde43175 tempest-DeleteServersAdminTestJSON-343129229 tempest-DeleteServersAdminTestJSON-343129229-project] 10.222.0.41 "GET /v2.0/ports?device_id=90d80b53-fe97-42ed-ab47-cf533d7b51f5 HTTP/1.1" status: 200 len: 949 time: 0.0532143 Jan 28 07:04:21.937209 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f2964aa0-a923-4dfe-822f-70540281661a req-49bcd643-1409-45e0-b584-f69ae5b7c2b5 tempest-DeleteServersAdminTestJSON-343129229 tempest-DeleteServersAdminTestJSON-343129229-project] 10.222.0.41 "GET /v2.0/security-groups?id=acdcec4f-353d-4117-bb72-6815acb3dcee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447328 Jan 28 07:04:21.966449 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['86fb7ee1-fa27-417e-8cec-f6fc3d2717b0'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:04:22.200676 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46cc8d7-1429-48d4-8ec4-893c028a6395 req-810666b2-4ea3-430f-80c9-2f43477fc94a tempest-AggregatesAdminTestJSON-359422941 tempest-AggregatesAdminTestJSON-359422941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:22.206099 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 56530) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:04:22.208618 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a46cc8d7-1429-48d4-8ec4-893c028a6395 req-810666b2-4ea3-430f-80c9-2f43477fc94a tempest-AggregatesAdminTestJSON-359422941 tempest-AggregatesAdminTestJSON-359422941-project] 10.222.0.41 "GET /v2.0/ports?device_id=65a409e0-91d3-47df-bfc9-a6eaf7084e82 HTTP/1.1" status: 200 len: 970 time: 0.0620196 Jan 28 07:04:22.222083 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-249ba8e9-302a-4a77-8b5d-1e81e1ca40e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:22.254240 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a46cc8d7-1429-48d4-8ec4-893c028a6395 req-a7280af8-f043-49ca-81d4-c7543534db8b tempest-AggregatesAdminTestJSON-359422941 tempest-AggregatesAdminTestJSON-359422941-project] 10.222.0.41 "GET /v2.0/security-groups?id=9b95e63b-be46-4fb1-ac51-f3232f652651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446908 Jan 28 07:04:22.305655 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-249ba8e9-302a-4a77-8b5d-1e81e1ca40e8 admin admin] Publish callbacks [] for security_group (0247d1b3-8788-43db-a821-6431b28711d8), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:22.311187 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-249ba8e9-302a-4a77-8b5d-1e81e1ca40e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (0247d1b3-8788-43db-a821-6431b28711d8), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:22.357799 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-249ba8e9-302a-4a77-8b5d-1e81e1ca40e8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cf788fe2a0d949aeacb219a57ed50a0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1499188 Jan 28 07:04:22.358654 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249ba8e9-302a-4a77-8b5d-1e81e1ca40e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0247d1b3-8788-43db-a821-6431b28711d8,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:04:22.361316 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 56536) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:04:22.414008 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2234a574-9a5b-4e21-ac77-412ad80f9741 admin admin] Publish callbacks [] for security_group (0247d1b3-8788-43db-a821-6431b28711d8), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:22.441573 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2234a574-9a5b-4e21-ac77-412ad80f9741 admin admin] Publish callbacks [] for security_group (0247d1b3-8788-43db-a821-6431b28711d8), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:22.497612 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2234a574-9a5b-4e21-ac77-412ad80f9741 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (0247d1b3-8788-43db-a821-6431b28711d8), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:22.500434 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2234a574-9a5b-4e21-ac77-412ad80f9741 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:22.501659 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-2234a574-9a5b-4e21-ac77-412ad80f9741 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0247d1b3-8788-43db-a821-6431b28711d8 HTTP/1.1" status: 204 len: 168 time: 0.1398516 Jan 28 07:04:22.509721 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2234a574-9a5b-4e21-ac77-412ad80f9741 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0247d1b3-8788-43db-a821-6431b28711d8,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:04:22.714274 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 56556) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:04:22.822283 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-75c634fc-7c46-4d95-a439-62c9b0a189ce admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-765074695-network', 'tenant_id': '86d3a13687084d8f81c2ba2af30e2d10'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:04:22.846037 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75c634fc-7c46-4d95-a439-62c9b0a189ce admin admin] Made reservation on behalf of 86d3a13687084d8f81c2ba2af30e2d10 for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:04:22.848562 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-75c634fc-7c46-4d95-a439-62c9b0a189ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:22.857045 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-75c634fc-7c46-4d95-a439-62c9b0a189ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:22.940689 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-75c634fc-7c46-4d95-a439-62c9b0a189ce admin admin] Publish callbacks [] for security_group (81a51fbb-abdd-486c-8682-e6af67d813fe), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:22.947198 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-75c634fc-7c46-4d95-a439-62c9b0a189ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (81a51fbb-abdd-486c-8682-e6af67d813fe), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:22.976169 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75c634fc-7c46-4d95-a439-62c9b0a189ce admin admin] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:04:22.987521 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c634fc-7c46-4d95-a439-62c9b0a189ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81a51fbb-abdd-486c-8682-e6af67d813fe,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:04:22.992535 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-75c634fc-7c46-4d95-a439-62c9b0a189ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (bcfbdd7d-6816-4b81-a63f-a3dd18cd62c9), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:22.992862 n-d-712749-28 neutron-server[103284]: INFO neutron.db.segments_db [None req-75c634fc-7c46-4d95-a439-62c9b0a189ce admin admin] Added segment bcfbdd7d-6816-4b81-a63f-a3dd18cd62c9 of type vlan for network 2a648e1b-2ca6-4ce1-a574-90cd402310e2 Jan 28 07:04:23.044571 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-75c634fc-7c46-4d95-a439-62c9b0a189ce admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (2a648e1b-2ca6-4ce1-a574-90cd402310e2), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:23.079403 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-75c634fc-7c46-4d95-a439-62c9b0a189ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (2a648e1b-2ca6-4ce1-a574-90cd402310e2), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:23.081060 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75c634fc-7c46-4d95-a439-62c9b0a189ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:23.082168 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-75c634fc-7c46-4d95-a439-62c9b0a189ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:23.113192 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba16efaf-ba60-4efe-b03a-4b63d66f103e req-f7dee92c-b7a7-4543-8cf4-18283222dc69 tempest-DeleteServersAdminTestJSON-343129229 tempest-DeleteServersAdminTestJSON-343129229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:23.114852 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ba16efaf-ba60-4efe-b03a-4b63d66f103e req-f7dee92c-b7a7-4543-8cf4-18283222dc69 tempest-DeleteServersAdminTestJSON-343129229 tempest-DeleteServersAdminTestJSON-343129229-project] 10.222.0.41 "GET /v2.0/ports?device_id=90d80b53-fe97-42ed-ab47-cf533d7b51f5 HTTP/1.1" status: 200 len: 949 time: 0.0559535 Jan 28 07:04:23.161898 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-75c634fc-7c46-4d95-a439-62c9b0a189ce admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4456401 Jan 28 07:04:23.162048 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 56584) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:04:23.170239 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-6e405eb0-64e7-4623-b18a-58714ad53ca5 admin admin] Request body: {'subnet': {'network_id': '2a648e1b-2ca6-4ce1-a574-90cd402310e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-765074695-subnet', 'tenant_id': '86d3a13687084d8f81c2ba2af30e2d10', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:04:23.174129 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ba16efaf-ba60-4efe-b03a-4b63d66f103e req-12092504-45ee-45cd-afc6-462ee36a1ac4 tempest-DeleteServersAdminTestJSON-343129229 tempest-DeleteServersAdminTestJSON-343129229-project] 10.222.0.41 "GET /v2.0/security-groups?id=acdcec4f-353d-4117-bb72-6815acb3dcee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522768 Jan 28 07:04:23.189538 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c634fc-7c46-4d95-a439-62c9b0a189ce admin admin] Pushing event updated for resources: {'Network': ['ID=2a648e1b-2ca6-4ce1-a574-90cd402310e2,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:04:23.199772 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e405eb0-64e7-4623-b18a-58714ad53ca5 admin admin] Made reservation on behalf of 86d3a13687084d8f81c2ba2af30e2d10 for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:04:23.203972 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network 2a648e1b-2ca6-4ce1-a574-90cd402310e2 details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:04:23.204722 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6e405eb0-64e7-4623-b18a-58714ad53ca5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:23.271244 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device f7217dac-eecf-4dc5-8fce-0a0c393d8107 details requested by agent hyperv_n-h1-712749-28 with host n-h1-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:04:23.344532 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 86fb7ee1-fa27-417e-8cec-f6fc3d2717b0 up at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:04:23.457639 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17de8e03-4ca8-495e-8005-e955cec67a25 req-095f98eb-eeed-4447-b42d-63c860fa27f6 tempest-AggregatesAdminTestJSON-359422941 tempest-AggregatesAdminTestJSON-359422941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:23.466378 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-17de8e03-4ca8-495e-8005-e955cec67a25 req-095f98eb-eeed-4447-b42d-63c860fa27f6 tempest-AggregatesAdminTestJSON-359422941 tempest-AggregatesAdminTestJSON-359422941-project] 10.222.0.41 "GET /v2.0/ports?device_id=65a409e0-91d3-47df-bfc9-a6eaf7084e82 HTTP/1.1" status: 200 len: 970 time: 0.0756443 Jan 28 07:04:23.466905 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port f7217dac-eecf-4dc5-8fce-0a0c393d8107, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=f7217dac-eecf-4dc5-8fce-0a0c393d8107,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:04:23.467645 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-19ffaca7-c777-4bab-a661-a6fc39eacb97 req-5609d016-8607-41ca-8e9c-50c068380983 tempest-LiveMigrationNegativeTest-417767109 tempest-LiveMigrationNegativeTest-417767109-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=ac4dfa4e0e314134ba5c31f8a173b064&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0363116 Jan 28 07:04:23.480692 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning for port 86fb7ee1-fa27-417e-8cec-f6fc3d2717b0 completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:04:23.488558 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Returning: {'device': 'f7217dac-eecf-4dc5-8fce-0a0c393d8107', 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb', 'port_id': 'f7217dac-eecf-4dc5-8fce-0a0c393d8107', 'mac_address': 'fa:16:3e:89:fc:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5785b43d-448b-4d12-9eb5-4e4caf2e7eaf', 'ip_address': '192.168.233.238'}], 'device_owner': 'compute:tempest-test_az-1844580102', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:04:23.490879 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning complete for port 86fb7ee1-fa27-417e-8cec-f6fc3d2717b0 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:04:23.491288 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (86fb7ee1-fa27-417e-8cec-f6fc3d2717b0), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:23.528906 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-17de8e03-4ca8-495e-8005-e955cec67a25 req-4c52800f-7980-4833-b0bd-03bcac3b29a2 tempest-AggregatesAdminTestJSON-359422941 tempest-AggregatesAdminTestJSON-359422941-project] 10.222.0.41 "GET /v2.0/security-groups?id=9b95e63b-be46-4fb1-ac51-f3232f652651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610397 Jan 28 07:04:23.556653 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6e405eb0-64e7-4623-b18a-58714ad53ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for subnet (9e53282f-59d6-440b-8ae3-9224d50f96da), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:23.566772 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port f7217dac-eecf-4dc5-8fce-0a0c393d8107 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:04:23.567408 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (f7217dac-eecf-4dc5-8fce-0a0c393d8107), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:23.603209 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7217dac-eecf-4dc5-8fce-0a0c393d8107 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:04:23.635414 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 86fb7ee1-fa27-417e-8cec-f6fc3d2717b0 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:04:23.635808 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (86fb7ee1-fa27-417e-8cec-f6fc3d2717b0), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:23.638694 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port f7217dac-eecf-4dc5-8fce-0a0c393d8107, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=f7217dac-eecf-4dc5-8fce-0a0c393d8107,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:04:23.649654 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (f7217dac-eecf-4dc5-8fce-0a0c393d8107), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:23.660856 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e405eb0-64e7-4623-b18a-58714ad53ca5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e53282f-59d6-440b-8ae3-9224d50f96da,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:04:23.671462 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e405eb0-64e7-4623-b18a-58714ad53ca5 admin admin] Checking segment: {'id': 'bcfbdd7d-6816-4b81-a63f-a3dd18cd62c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '2a648e1b-2ca6-4ce1-a574-90cd402310e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:04:23.672816 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e405eb0-64e7-4623-b18a-58714ad53ca5 admin admin] Network hostable DHCP agents. Network: 2a648e1b-2ca6-4ce1-a574-90cd402310e2, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:04:23.680607 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ffaca7-c777-4bab-a661-a6fc39eacb97 req-b6b8b584-79d3-4502-8efc-a616411c1da0 tempest-LiveMigrationNegativeTest-417767109 tempest-LiveMigrationNegativeTest-417767109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:23.682532 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-19ffaca7-c777-4bab-a661-a6fc39eacb97 req-b6b8b584-79d3-4502-8efc-a616411c1da0 tempest-LiveMigrationNegativeTest-417767109 tempest-LiveMigrationNegativeTest-417767109-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2137601 Jan 28 07:04:23.695997 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90d80b53-fe97-42ed-ab47-cf533d7b51f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86fb7ee1-fa27-417e-8cec-f6fc3d2717b0'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:04:23.705970 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-19ffaca7-c777-4bab-a661-a6fc39eacb97 req-9b0ed314-3a0e-4aee-aac9-fa91ec5a8140 tempest-LiveMigrationNegativeTest-417767109 tempest-LiveMigrationNegativeTest-417767109-project] 10.222.0.41 "GET /v2.0/quotas/ac4dfa4e0e314134ba5c31f8a173b064 HTTP/1.1" status: 200 len: 375 time: 0.0167074 Jan 28 07:04:23.713556 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e405eb0-64e7-4623-b18a-58714ad53ca5 admin admin] Network 2a648e1b-2ca6-4ce1-a574-90cd402310e2 is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:04:23.734288 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-6e405eb0-64e7-4623-b18a-58714ad53ca5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, 2a648e1b-2ca6-4ce1-a574-90cd402310e2) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:04:23.739839 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e405eb0-64e7-4623-b18a-58714ad53ca5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:23.740841 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6e405eb0-64e7-4623-b18a-58714ad53ca5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:23.764870 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54aac796-0b0c-45b9-af01-c778872c8403 None None] Network 2a648e1b-2ca6-4ce1-a574-90cd402310e2 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:04:23.768539 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-19ffaca7-c777-4bab-a661-a6fc39eacb97 req-35adbff8-e04b-4035-b42d-7f9ec8917892 tempest-LiveMigrationNegativeTest-417767109 tempest-LiveMigrationNegativeTest-417767109-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=ac4dfa4e0e314134ba5c31f8a173b064&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0510645 Jan 28 07:04:23.779363 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-6e405eb0-64e7-4623-b18a-58714ad53ca5 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6135168 Jan 28 07:04:23.803666 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 86fb7ee1-fa27-417e-8cec-f6fc3d2717b0, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=86fb7ee1-fa27-417e-8cec-f6fc3d2717b0,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:04:23.990943 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-052b4365-b2ce-42ff-a2f1-787b47007eb8 req-34700077-fc86-4722-a471-68b6d9dd92fd tempest-LiveMigrationNegativeTest-417767109 tempest-LiveMigrationNegativeTest-417767109-project] 10.222.0.41 "GET /v2.0/ports?device_id=78f3584e-7e41-4507-9f36-f035be867ebd HTTP/1.1" status: 200 len: 210 time: 0.0492144 Jan 28 07:04:24.001022 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3d525f3-9366-40ef-9725-c553f2a18c6c" -d '{"events": [{"server_uuid": "90d80b53-fe97-42ed-ab47-cf533d7b51f5", "name": "network-vif-plugged", "status": "completed", "tag": "86fb7ee1-fa27-417e-8cec-f6fc3d2717b0"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:04:24.014479 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (86fb7ee1-fa27-417e-8cec-f6fc3d2717b0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:24.019824 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=f7217dac-eecf-4dc5-8fce-0a0c393d8107,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:04:24.122998 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=86fb7ee1-fa27-417e-8cec-f6fc3d2717b0,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:04:24.140438 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['f7217dac-eecf-4dc5-8fce-0a0c393d8107'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:04:24.151635 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-956cefb3-7535-48ca-8a60-39864b091d96 None None] Network 2a648e1b-2ca6-4ce1-a574-90cd402310e2 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:04:24.478670 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae37268-8f5d-46c8-96d3-396f647ed2d8 req-634af438-5345-4f50-8b4c-48e89dcd6095 tempest-DeleteServersAdminTestJSON-343129229 tempest-DeleteServersAdminTestJSON-343129229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:24.487833 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5ae37268-8f5d-46c8-96d3-396f647ed2d8 req-634af438-5345-4f50-8b4c-48e89dcd6095 tempest-DeleteServersAdminTestJSON-343129229 tempest-DeleteServersAdminTestJSON-343129229-project] 10.222.0.41 "GET /v2.0/ports?device_id=90d80b53-fe97-42ed-ab47-cf533d7b51f5 HTTP/1.1" status: 200 len: 950 time: 0.1048312 Jan 28 07:04:24.513219 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a39620b8-38b6-45d2-9b9f-6c8295e9d8c2 x-openstack-request-id: req-a39620b8-38b6-45d2-9b9f-6c8295e9d8c2 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:04:24.513741 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90d80b53-fe97-42ed-ab47-cf533d7b51f5", "name": "network-vif-plugged", "status": "completed", "tag": "86fb7ee1-fa27-417e-8cec-f6fc3d2717b0", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:04:24.513981 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a39620b8-38b6-45d2-9b9f-6c8295e9d8c2 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:04:24.514599 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90d80b53-fe97-42ed-ab47-cf533d7b51f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86fb7ee1-fa27-417e-8cec-f6fc3d2717b0', 'code': 200} Jan 28 07:04:24.564824 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5ae37268-8f5d-46c8-96d3-396f647ed2d8 req-b9bc6738-2cef-4ec2-8a9c-d2bbaee4c9f3 tempest-DeleteServersAdminTestJSON-343129229 tempest-DeleteServersAdminTestJSON-343129229-project] 10.222.0.41 "GET /v2.0/security-groups?id=acdcec4f-353d-4117-bb72-6815acb3dcee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759380 Jan 28 07:04:24.733275 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 56658) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:04:24.742963 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-9ea78115-39c5-4fe3-bbe9-099ad59d4a4c admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1160668454-network', 'tenant_id': 'fdbf19ec319b45c18c606dc43cd581c0'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:04:24.769777 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb145bc7-1ae9-4f0b-930a-73fbabc2b417 req-d5939bf2-36c1-4fec-8984-a252fca75b92 tempest-AggregatesAdminTestJSON-359422941 tempest-AggregatesAdminTestJSON-359422941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:24.771312 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-fb145bc7-1ae9-4f0b-930a-73fbabc2b417 req-d5939bf2-36c1-4fec-8984-a252fca75b92 tempest-AggregatesAdminTestJSON-359422941 tempest-AggregatesAdminTestJSON-359422941-project] 10.222.0.41 "GET /v2.0/ports?device_id=65a409e0-91d3-47df-bfc9-a6eaf7084e82 HTTP/1.1" status: 200 len: 971 time: 0.1485345 Jan 28 07:04:24.776947 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41ead2b-234f-4c08-a292-9df47932263d req-58b34adb-9c6f-439d-82c0-59ca11ab4ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:24.778520 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b41ead2b-234f-4c08-a292-9df47932263d req-58b34adb-9c6f-439d-82c0-59ca11ab4ea5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=90d80b53-fe97-42ed-ab47-cf533d7b51f5 HTTP/1.1" status: 200 len: 1102 time: 0.1160815 Jan 28 07:04:24.802229 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ea78115-39c5-4fe3-bbe9-099ad59d4a4c admin admin] Made reservation on behalf of fdbf19ec319b45c18c606dc43cd581c0 for: {'network': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:04:24.804838 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ea78115-39c5-4fe3-bbe9-099ad59d4a4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:24.821516 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b41ead2b-234f-4c08-a292-9df47932263d req-18849707-0727-4ec7-ade3-536ec0b9fd87 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:24.826652 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ea78115-39c5-4fe3-bbe9-099ad59d4a4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:24.881207 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-fb145bc7-1ae9-4f0b-930a-73fbabc2b417 req-fda5d086-0d8c-4597-9ff7-0afe1086a39b tempest-AggregatesAdminTestJSON-359422941 tempest-AggregatesAdminTestJSON-359422941-project] 10.222.0.41 "GET /v2.0/security-groups?id=9b95e63b-be46-4fb1-ac51-f3232f652651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000445 Jan 28 07:04:24.989835 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ea78115-39c5-4fe3-bbe9-099ad59d4a4c admin admin] Publish callbacks [] for security_group (172df49d-9d59-4494-8d92-71858b3f1868), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:24.997710 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ea78115-39c5-4fe3-bbe9-099ad59d4a4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (172df49d-9d59-4494-8d92-71858b3f1868), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:25.009225 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b41ead2b-234f-4c08-a292-9df47932263d req-18849707-0727-4ec7-ade3-536ec0b9fd87 service neutron] Publish callbacks [] for security_group (48830565-7727-410b-aaf5-857ed3fa68c9), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:25.020442 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b41ead2b-234f-4c08-a292-9df47932263d req-18849707-0727-4ec7-ade3-536ec0b9fd87 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (48830565-7727-410b-aaf5-857ed3fa68c9), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:25.030661 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ea78115-39c5-4fe3-bbe9-099ad59d4a4c admin admin] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=103283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:04:25.065941 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ea78115-39c5-4fe3-bbe9-099ad59d4a4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (03f97676-8d64-4f97-956b-732708e561fd), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:25.066282 n-d-712749-28 neutron-server[103283]: INFO neutron.db.segments_db [None req-9ea78115-39c5-4fe3-bbe9-099ad59d4a4c admin admin] Added segment 03f97676-8d64-4f97-956b-732708e561fd of type vlan for network 04fc4b46-dfb8-42f1-8173-07452512a155 Jan 28 07:04:25.077072 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea78115-39c5-4fe3-bbe9-099ad59d4a4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=172df49d-9d59-4494-8d92-71858b3f1868,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:04:25.084851 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b41ead2b-234f-4c08-a292-9df47932263d req-18849707-0727-4ec7-ade3-536ec0b9fd87 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=acdcec4f-353d-4117-bb72-6815acb3dcee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2961810 Jan 28 07:04:25.111652 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-579a194b-b951-4faf-9b4c-621eef5b1321 req-54da7045-6847-4aa2-9fef-ee9bff159e1c tempest-LiveMigrationNegativeTest-417767109 tempest-LiveMigrationNegativeTest-417767109-project] 10.222.0.41 "GET /v2.0/ports?device_id=78f3584e-7e41-4507-9f36-f035be867ebd HTTP/1.1" status: 200 len: 210 time: 0.0449746 Jan 28 07:04:25.130906 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ea78115-39c5-4fe3-bbe9-099ad59d4a4c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (04fc4b46-dfb8-42f1-8173-07452512a155), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:25.137102 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18849707-0727-4ec7-ade3-536ec0b9fd87 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=48830565-7727-410b-aaf5-857ed3fa68c9,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:04:25.159233 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ea78115-39c5-4fe3-bbe9-099ad59d4a4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (04fc4b46-dfb8-42f1-8173-07452512a155), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:25.160168 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea78115-39c5-4fe3-bbe9-099ad59d4a4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:25.160781 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ea78115-39c5-4fe3-bbe9-099ad59d4a4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:25.185666 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-9ea78115-39c5-4fe3-bbe9-099ad59d4a4c admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4513555 Jan 28 07:04:25.189468 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 56674) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:04:25.194225 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-760ae215-6d55-4390-89d7-352e6a1b72a1 admin admin] Request body: {'subnet': {'network_id': '04fc4b46-dfb8-42f1-8173-07452512a155', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1160668454-subnet', 'tenant_id': 'fdbf19ec319b45c18c606dc43cd581c0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:04:25.213316 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-760ae215-6d55-4390-89d7-352e6a1b72a1 admin admin] Made reservation on behalf of fdbf19ec319b45c18c606dc43cd581c0 for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:04:25.225999 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-760ae215-6d55-4390-89d7-352e6a1b72a1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:25.246987 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea78115-39c5-4fe3-bbe9-099ad59d4a4c admin admin] Pushing event updated for resources: {'Network': ['ID=04fc4b46-dfb8-42f1-8173-07452512a155,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:04:25.260615 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network 04fc4b46-dfb8-42f1-8173-07452512a155 details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:04:25.320935 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device f7217dac-eecf-4dc5-8fce-0a0c393d8107 up at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:04:25.321532 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 56678) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:04:25.326581 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.44', 65141) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:04:25.367064 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-19ffaca7-c777-4bab-a661-a6fc39eacb97 req-87d9542f-8050-4c47-a227-693966d766be tempest-LiveMigrationNegativeTest-417767109 tempest-LiveMigrationNegativeTest-417767109-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=ac4dfa4e0e314134ba5c31f8a173b064&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0264306 Jan 28 07:04:25.427077 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning for port f7217dac-eecf-4dc5-8fce-0a0c393d8107 completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:04:25.437444 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning complete for port f7217dac-eecf-4dc5-8fce-0a0c393d8107 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:04:25.439833 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (f7217dac-eecf-4dc5-8fce-0a0c393d8107), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:25.448982 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-760ae215-6d55-4390-89d7-352e6a1b72a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for subnet (69faf028-cfad-4d59-83f2-9c9d6f1622fe), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:25.512410 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ffaca7-c777-4bab-a661-a6fc39eacb97 req-9feedc67-0a56-4f4b-b862-d7ee2d52c8fe tempest-LiveMigrationNegativeTest-417767109 tempest-LiveMigrationNegativeTest-417767109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:25.514741 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-19ffaca7-c777-4bab-a661-a6fc39eacb97 req-9feedc67-0a56-4f4b-b862-d7ee2d52c8fe tempest-LiveMigrationNegativeTest-417767109 tempest-LiveMigrationNegativeTest-417767109-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1425562 Jan 28 07:04:25.542688 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e7eeff55-15ba-45bc-9a91-e27840fae99e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:25.544455 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760ae215-6d55-4390-89d7-352e6a1b72a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69faf028-cfad-4d59-83f2-9c9d6f1622fe,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:04:25.548840 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port f7217dac-eecf-4dc5-8fce-0a0c393d8107 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:04:25.549496 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (f7217dac-eecf-4dc5-8fce-0a0c393d8107), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:25.555533 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760ae215-6d55-4390-89d7-352e6a1b72a1 admin admin] Checking segment: {'id': '03f97676-8d64-4f97-956b-732708e561fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '04fc4b46-dfb8-42f1-8173-07452512a155'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:04:25.555897 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-760ae215-6d55-4390-89d7-352e6a1b72a1 admin admin] Network hostable DHCP agents. Network: 04fc4b46-dfb8-42f1-8173-07452512a155, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:04:25.582225 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port f7217dac-eecf-4dc5-8fce-0a0c393d8107, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=f7217dac-eecf-4dc5-8fce-0a0c393d8107,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:04:25.585643 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (f7217dac-eecf-4dc5-8fce-0a0c393d8107), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:25.606224 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-760ae215-6d55-4390-89d7-352e6a1b72a1 admin admin] Network 04fc4b46-dfb8-42f1-8173-07452512a155 is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:04:25.621088 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-760ae215-6d55-4390-89d7-352e6a1b72a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, 04fc4b46-dfb8-42f1-8173-07452512a155) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:04:25.630135 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760ae215-6d55-4390-89d7-352e6a1b72a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:25.630135 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-760ae215-6d55-4390-89d7-352e6a1b72a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:25.634049 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-19ffaca7-c777-4bab-a661-a6fc39eacb97 req-a87082ef-ba42-4ce7-a995-cf3eeaef76cd tempest-LiveMigrationNegativeTest-417767109 tempest-LiveMigrationNegativeTest-417767109-project] Request body: {'port': {'device_id': '78f3584e-7e41-4507-9f36-f035be867ebd', 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb', 'admin_state_up': True, 'tenant_id': 'ac4dfa4e0e314134ba5c31f8a173b064'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:04:25.642846 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82fbcd5a-d02c-4f88-9a01-5509af56dff4 None None] Network 04fc4b46-dfb8-42f1-8173-07452512a155 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:04:25.655481 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-760ae215-6d55-4390-89d7-352e6a1b72a1 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4649243 Jan 28 07:04:25.662062 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=f7217dac-eecf-4dc5-8fce-0a0c393d8107,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:04:25.673183 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e7eeff55-15ba-45bc-9a91-e27840fae99e admin admin] Publish callbacks [] for security_group (29c9d39f-5f58-47fc-8636-53d624cfe397), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:25.678421 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e7eeff55-15ba-45bc-9a91-e27840fae99e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (29c9d39f-5f58-47fc-8636-53d624cfe397), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:25.756184 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-e7eeff55-15ba-45bc-9a91-e27840fae99e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9cd1a6824c7f494aa114d89a489aa7c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4332654 Jan 28 07:04:25.757865 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7eeff55-15ba-45bc-9a91-e27840fae99e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29c9d39f-5f58-47fc-8636-53d624cfe397,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:04:25.760813 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 56690) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:04:25.778690 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3571d22a-7bb0-4647-a2ca-5438686e7a25 None None] Network 04fc4b46-dfb8-42f1-8173-07452512a155 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:04:25.802818 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 56692) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:04:25.869492 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fda102ee-c863-42ab-8ed7-3066058f961d admin admin] Publish callbacks [] for security_group (29c9d39f-5f58-47fc-8636-53d624cfe397), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:25.893753 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-354bef3e-5af5-461d-8d6e-c637373d0c51 admin admin] Deleting subnet 9e53282f-59d6-440b-8ae3-9224d50f96da {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:04:25.894687 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19ffaca7-c777-4bab-a661-a6fc39eacb97 req-a87082ef-ba42-4ce7-a995-cf3eeaef76cd tempest-LiveMigrationNegativeTest-417767109 tempest-LiveMigrationNegativeTest-417767109-project] Made reservation on behalf of ac4dfa4e0e314134ba5c31f8a173b064 for: {'port': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:04:25.898351 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-19ffaca7-c777-4bab-a661-a6fc39eacb97 req-a87082ef-ba42-4ce7-a995-cf3eeaef76cd tempest-LiveMigrationNegativeTest-417767109 tempest-LiveMigrationNegativeTest-417767109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:25.903938 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-354bef3e-5af5-461d-8d6e-c637373d0c51 admin admin] Publish callbacks [] for subnet (9e53282f-59d6-440b-8ae3-9224d50f96da), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:25.907767 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fda102ee-c863-42ab-8ed7-3066058f961d admin admin] Publish callbacks [] for security_group (29c9d39f-5f58-47fc-8636-53d624cfe397), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:25.915239 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-19ffaca7-c777-4bab-a661-a6fc39eacb97 req-a87082ef-ba42-4ce7-a995-cf3eeaef76cd tempest-LiveMigrationNegativeTest-417767109 tempest-LiveMigrationNegativeTest-417767109-project] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:25.928477 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661e7217-a974-496f-9112-7dceed237290 req-e1b100bc-622a-4675-9086-a2236b4a4053 tempest-DeleteServersAdminTestJSON-343129229 tempest-DeleteServersAdminTestJSON-343129229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:25.930074 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-661e7217-a974-496f-9112-7dceed237290 req-e1b100bc-622a-4675-9086-a2236b4a4053 tempest-DeleteServersAdminTestJSON-343129229 tempest-DeleteServersAdminTestJSON-343129229-project] 10.222.0.41 "GET /v2.0/ports?device_id=90d80b53-fe97-42ed-ab47-cf533d7b51f5 HTTP/1.1" status: 200 len: 950 time: 0.1292231 Jan 28 07:04:25.988931 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-354bef3e-5af5-461d-8d6e-c637373d0c51 admin admin] Publish callbacks [] for subnet (9e53282f-59d6-440b-8ae3-9224d50f96da), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:26.019532 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-354bef3e-5af5-461d-8d6e-c637373d0c51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (9e53282f-59d6-440b-8ae3-9224d50f96da), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:26.036799 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-661e7217-a974-496f-9112-7dceed237290 req-a6077719-e509-4718-ab4e-33223b76ead0 tempest-DeleteServersAdminTestJSON-343129229 tempest-DeleteServersAdminTestJSON-343129229-project] 10.222.0.41 "GET /v2.0/security-groups?id=acdcec4f-353d-4117-bb72-6815acb3dcee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891125 Jan 28 07:04:26.069448 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-19ffaca7-c777-4bab-a661-a6fc39eacb97 req-a87082ef-ba42-4ce7-a995-cf3eeaef76cd tempest-LiveMigrationNegativeTest-417767109 tempest-LiveMigrationNegativeTest-417767109-project] Publish callbacks [] for security_group (7cca885c-e367-40af-9432-ae9bb528627e), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:26.074686 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-19ffaca7-c777-4bab-a661-a6fc39eacb97 req-a87082ef-ba42-4ce7-a995-cf3eeaef76cd tempest-LiveMigrationNegativeTest-417767109 tempest-LiveMigrationNegativeTest-417767109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (7cca885c-e367-40af-9432-ae9bb528627e), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:26.090161 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fda102ee-c863-42ab-8ed7-3066058f961d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (29c9d39f-5f58-47fc-8636-53d624cfe397), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:26.093136 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fda102ee-c863-42ab-8ed7-3066058f961d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:26.095479 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-fda102ee-c863-42ab-8ed7-3066058f961d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/29c9d39f-5f58-47fc-8636-53d624cfe397 HTTP/1.1" status: 204 len: 168 time: 0.3327167 Jan 28 07:04:26.106703 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda102ee-c863-42ab-8ed7-3066058f961d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29c9d39f-5f58-47fc-8636-53d624cfe397,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:04:26.116493 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87082ef-ba42-4ce7-a995-cf3eeaef76cd tempest-LiveMigrationNegativeTest-417767109 tempest-LiveMigrationNegativeTest-417767109-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cca885c-e367-40af-9432-ae9bb528627e,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:04:26.122521 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b972950c-82b5-425e-9bb9-c8d92c73c2fc req-361cf3b3-c793-4861-b319-1a6546e73ae9 tempest-AggregatesAdminTestJSON-359422941 tempest-AggregatesAdminTestJSON-359422941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:26.124026 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b972950c-82b5-425e-9bb9-c8d92c73c2fc req-361cf3b3-c793-4861-b319-1a6546e73ae9 tempest-AggregatesAdminTestJSON-359422941 tempest-AggregatesAdminTestJSON-359422941-project] 10.222.0.41 "GET /v2.0/ports?device_id=65a409e0-91d3-47df-bfc9-a6eaf7084e82 HTTP/1.1" status: 200 len: 972 time: 0.1403902 Jan 28 07:04:26.138743 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-354bef3e-5af5-461d-8d6e-c637373d0c51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for subnet (9e53282f-59d6-440b-8ae3-9224d50f96da), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:26.168102 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354bef3e-5af5-461d-8d6e-c637373d0c51 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e53282f-59d6-440b-8ae3-9224d50f96da,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:04:26.217284 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-354bef3e-5af5-461d-8d6e-c637373d0c51 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:26.221999 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-354bef3e-5af5-461d-8d6e-c637373d0c51 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/9e53282f-59d6-440b-8ae3-9224d50f96da HTTP/1.1" status: 204 len: 168 time: 0.4180067 Jan 28 07:04:26.237466 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 56700) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:04:26.259564 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b972950c-82b5-425e-9bb9-c8d92c73c2fc req-7f7fd843-bded-4b99-8d41-673416847de9 tempest-AggregatesAdminTestJSON-359422941 tempest-AggregatesAdminTestJSON-359422941-project] 10.222.0.41 "GET /v2.0/security-groups?id=9b95e63b-be46-4fb1-ac51-f3232f652651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925996 Jan 28 07:04:26.301158 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-3aecf337-8e6d-4381-b932-eb35cf8b44a3 req-6b140b1e-8c1f-42cc-a858-89e08286251d tempest-LiveMigrationNegativeTest-417767109 tempest-LiveMigrationNegativeTest-417767109-project] 10.222.0.41 "GET /v2.0/ports?device_id=78f3584e-7e41-4507-9f36-f035be867ebd HTTP/1.1" status: 200 len: 210 time: 0.0644948 Jan 28 07:04:26.352009 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [req-19ffaca7-c777-4bab-a661-a6fc39eacb97 req-a87082ef-ba42-4ce7-a995-cf3eeaef76cd tempest-LiveMigrationNegativeTest-417767109 tempest-LiveMigrationNegativeTest-417767109-project] Allocated IP 192.168.233.84 (d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb/5785b43d-448b-4d12-9eb5-4e4caf2e7eaf/c282bcf5-c70f-49e2-a313-e3cd7d74f330) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:04:26.381310 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ff0a3fa7-f495-4161-8fd2-77b1bd3f3ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (2a648e1b-2ca6-4ce1-a574-90cd402310e2), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:26.506823 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 56706) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:04:26.516562 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65a409e0-91d3-47df-bfc9-a6eaf7084e82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7217dac-eecf-4dc5-8fce-0a0c393d8107'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:04:26.519067 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89063598-802e-48db-86d7-4c5494fc4cf2" -d '{"events": [{"server_uuid": "65a409e0-91d3-47df-bfc9-a6eaf7084e82", "name": "network-vif-plugged", "status": "completed", "tag": "f7217dac-eecf-4dc5-8fce-0a0c393d8107"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:04:26.527041 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-61173932-ebb1-459c-b880-79ad7be1ee70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:26.562102 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:04:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-629c2483-706f-4c57-b58e-31f2372b820a x-openstack-request-id: req-629c2483-706f-4c57-b58e-31f2372b820a {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:04:26.562772 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65a409e0-91d3-47df-bfc9-a6eaf7084e82", "name": "network-vif-plugged", "status": "completed", "tag": "f7217dac-eecf-4dc5-8fce-0a0c393d8107", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:04:26.562772 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-629c2483-706f-4c57-b58e-31f2372b820a {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:04:26.563610 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65a409e0-91d3-47df-bfc9-a6eaf7084e82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7217dac-eecf-4dc5-8fce-0a0c393d8107', 'code': 200} Jan 28 07:04:26.569299 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ff0a3fa7-f495-4161-8fd2-77b1bd3f3ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (2a648e1b-2ca6-4ce1-a574-90cd402310e2), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:26.604057 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ff0a3fa7-f495-4161-8fd2-77b1bd3f3ec1 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 07:04:26.604439 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ff0a3fa7-f495-4161-8fd2-77b1bd3f3ec1 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 07:04:26.605196 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ff0a3fa7-f495-4161-8fd2-77b1bd3f3ec1 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 07:04:26.605541 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ff0a3fa7-f495-4161-8fd2-77b1bd3f3ec1 admin admin] Subscribe: > port after_create 55550000 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 07:04:26.605883 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ff0a3fa7-f495-4161-8fd2-77b1bd3f3ec1 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 07:04:26.606213 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ff0a3fa7-f495-4161-8fd2-77b1bd3f3ec1 admin admin] Subscribe: > port after_update 55550000 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 07:04:26.606541 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ff0a3fa7-f495-4161-8fd2-77b1bd3f3ec1 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 07:04:26.606855 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ff0a3fa7-f495-4161-8fd2-77b1bd3f3ec1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 07:04:26.607164 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ff0a3fa7-f495-4161-8fd2-77b1bd3f3ec1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 07:04:26.607477 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ff0a3fa7-f495-4161-8fd2-77b1bd3f3ec1 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 07:04:26.619459 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-61173932-ebb1-459c-b880-79ad7be1ee70 admin admin] Publish callbacks [] for security_group (0c1466ae-6c38-4ba8-9fb7-deb2be3297d8), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:26.624264 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-61173932-ebb1-459c-b880-79ad7be1ee70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (0c1466ae-6c38-4ba8-9fb7-deb2be3297d8), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:26.673592 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-61173932-ebb1-459c-b880-79ad7be1ee70 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=30256f119dbc4211b15ac8882e719738&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1655917 Jan 28 07:04:26.674375 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61173932-ebb1-459c-b880-79ad7be1ee70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c1466ae-6c38-4ba8-9fb7-deb2be3297d8,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:04:26.676868 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 56710) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:04:26.677666 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ff0a3fa7-f495-4161-8fd2-77b1bd3f3ec1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 07:04:26.678034 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ff0a3fa7-f495-4161-8fd2-77b1bd3f3ec1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 07:04:26.678417 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ff0a3fa7-f495-4161-8fd2-77b1bd3f3ec1 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 07:04:26.678706 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ff0a3fa7-f495-4161-8fd2-77b1bd3f3ec1 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 07:04:26.679066 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-ff0a3fa7-f495-4161-8fd2-77b1bd3f3ec1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a648e1b-2ca6-4ce1-a574-90cd402310e2']}} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:04:26.716181 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-ff0a3fa7-f495-4161-8fd2-77b1bd3f3ec1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcfbdd7d-6816-4b81-a63f-a3dd18cd62c9') {'for_net_delete': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:04:26.716495 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-ff0a3fa7-f495-4161-8fd2-77b1bd3f3ec1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcfbdd7d-6816-4b81-a63f-a3dd18cd62c9') {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:04:26.734881 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-84ad3b00-fc0b-48e9-9231-243e08128981 admin admin] Publish callbacks [] for security_group (0c1466ae-6c38-4ba8-9fb7-deb2be3297d8), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:26.755605 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ff0a3fa7-f495-4161-8fd2-77b1bd3f3ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13506801'] for segment (bcfbdd7d-6816-4b81-a63f-a3dd18cd62c9), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:26.760142 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-84ad3b00-fc0b-48e9-9231-243e08128981 admin admin] Publish callbacks [] for security_group (0c1466ae-6c38-4ba8-9fb7-deb2be3297d8), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:26.792323 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ff0a3fa7-f495-4161-8fd2-77b1bd3f3ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (bcfbdd7d-6816-4b81-a63f-a3dd18cd62c9), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:26.798745 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-19ffaca7-c777-4bab-a661-a6fc39eacb97 req-a87082ef-ba42-4ce7-a995-cf3eeaef76cd tempest-LiveMigrationNegativeTest-417767109 tempest-LiveMigrationNegativeTest-417767109-project] Publish callbacks [] for port (c282bcf5-c70f-49e2-a313-e3cd7d74f330), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:26.812027 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff0a3fa7-f495-4161-8fd2-77b1bd3f3ec1 admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=103283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:04:26.812979 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ff0a3fa7-f495-4161-8fd2-77b1bd3f3ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13546563'] for segment (bcfbdd7d-6816-4b81-a63f-a3dd18cd62c9), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:26.816760 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-84ad3b00-fc0b-48e9-9231-243e08128981 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (0c1466ae-6c38-4ba8-9fb7-deb2be3297d8), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:26.819835 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-84ad3b00-fc0b-48e9-9231-243e08128981 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:26.822268 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-84ad3b00-fc0b-48e9-9231-243e08128981 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0c1466ae-6c38-4ba8-9fb7-deb2be3297d8 HTTP/1.1" status: 204 len: 168 time: 0.1436608 Jan 28 07:04:26.831930 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ad3b00-fc0b-48e9-9231-243e08128981 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c1466ae-6c38-4ba8-9fb7-deb2be3297d8,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:04:26.858214 n-d-712749-28 neutron-server[103283]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 28 07:04:26.858214 n-d-712749-28 neutron-server[103283]: from cryptography.utils import int_from_bytes Jan 28 07:04:26.858214 n-d-712749-28 neutron-server[103283]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 28 07:04:26.858214 n-d-712749-28 neutron-server[103283]: from cryptography.utils import int_from_bytes Jan 28 07:04:26.858214 n-d-712749-28 neutron-server[103283]: Traceback (most recent call last): Jan 28 07:04:26.858214 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:04:26.858214 n-d-712749-28 neutron-server[103283]: timer() Jan 28 07:04:26.858214 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:04:26.858214 n-d-712749-28 neutron-server[103283]: cb(*args, **kw) Jan 28 07:04:26.858214 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:04:26.858214 n-d-712749-28 neutron-server[103283]: return func(*args, **kwargs) Jan 28 07:04:26.858214 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:04:26.858214 n-d-712749-28 neutron-server[103283]: self._notify() Jan 28 07:04:26.858214 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:04:26.858214 n-d-712749-28 neutron-server[103283]: self.callback(batched_events) Jan 28 07:04:26.858214 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:04:26.858214 n-d-712749-28 neutron-server[103283]: event.method(event) Jan 28 07:04:26.858214 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:04:26.858214 n-d-712749-28 neutron-server[103283]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:04:26.858214 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:04:26.858214 n-d-712749-28 neutron-server[103283]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:04:26.858214 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:04:26.858214 n-d-712749-28 neutron-server[103283]: return f(self, *a, **k) Jan 28 07:04:26.858214 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:04:26.858214 n-d-712749-28 neutron-server[103283]: return self._get(url).json() Jan 28 07:04:26.858214 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:04:26.858214 n-d-712749-28 neutron-server[103283]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:04:26.858214 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:04:26.858214 n-d-712749-28 neutron-server[103283]: return self.request(url, 'GET', **kwargs) Jan 28 07:04:26.858214 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:04:26.858214 n-d-712749-28 neutron-server[103283]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:04:26.858214 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:04:26.858214 n-d-712749-28 neutron-server[103283]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:04:26.858214 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:04:26.858214 n-d-712749-28 neutron-server[103283]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:04:26.858214 n-d-712749-28 neutron-server[103283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:04:26.917992 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9f6aad-a985-49a6-9bcf-d352d4f84038 req-693d061f-7d83-4ef9-8890-3cfc5ad93973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:26.919608 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5f9f6aad-a985-49a6-9bcf-d352d4f84038 req-693d061f-7d83-4ef9-8890-3cfc5ad93973 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=65a409e0-91d3-47df-bfc9-a6eaf7084e82 HTTP/1.1" status: 200 len: 1124 time: 0.2189429 Jan 28 07:04:26.960492 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ff0a3fa7-f495-4161-8fd2-77b1bd3f3ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (2a648e1b-2ca6-4ce1-a574-90cd402310e2), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:26.988623 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ff0a3fa7-f495-4161-8fd2-77b1bd3f3ec1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:26.994408 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-ff0a3fa7-f495-4161-8fd2-77b1bd3f3ec1 admin admin] 10.222.0.41 "DELETE /v2.0/networks/2a648e1b-2ca6-4ce1-a574-90cd402310e2 HTTP/1.1" status: 204 len: 168 time: 0.7497325 Jan 28 07:04:26.996039 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 56714) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:04:26.998174 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0a3fa7-f495-4161-8fd2-77b1bd3f3ec1 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a648e1b-2ca6-4ce1-a574-90cd402310e2,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:04:27.017533 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-19ffaca7-c777-4bab-a661-a6fc39eacb97 req-a87082ef-ba42-4ce7-a995-cf3eeaef76cd tempest-LiveMigrationNegativeTest-417767109 tempest-LiveMigrationNegativeTest-417767109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (c282bcf5-c70f-49e2-a313-e3cd7d74f330), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:27.047358 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5f9f6aad-a985-49a6-9bcf-d352d4f84038 req-9523c935-160d-4430-9d29-631803aed25e service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=9b95e63b-be46-4fb1-ac51-f3232f652651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186068 Jan 28 07:04:27.093543 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19ffaca7-c777-4bab-a661-a6fc39eacb97 req-a87082ef-ba42-4ce7-a995-cf3eeaef76cd tempest-LiveMigrationNegativeTest-417767109 tempest-LiveMigrationNegativeTest-417767109-project] Network d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:04:27.104025 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_v2 [None req-7061e86e-cbe8-42dc-b91a-804a082c9c17 admin admin] Deleting subnet 69faf028-cfad-4d59-83f2-9c9d6f1622fe {{(pid=103283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:04:27.106570 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [req-19ffaca7-c777-4bab-a661-a6fc39eacb97 req-a87082ef-ba42-4ce7-a995-cf3eeaef76cd tempest-LiveMigrationNegativeTest-417767109 tempest-LiveMigrationNegativeTest-417767109-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:04:27.112256 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7061e86e-cbe8-42dc-b91a-804a082c9c17 admin admin] Publish callbacks [] for subnet (69faf028-cfad-4d59-83f2-9c9d6f1622fe), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:27.113845 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-19ffaca7-c777-4bab-a661-a6fc39eacb97 req-a87082ef-ba42-4ce7-a995-cf3eeaef76cd tempest-LiveMigrationNegativeTest-417767109 tempest-LiveMigrationNegativeTest-417767109-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:04:27.180542 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87082ef-ba42-4ce7-a995-cf3eeaef76cd tempest-LiveMigrationNegativeTest-417767109 tempest-LiveMigrationNegativeTest-417767109-project] Pushing event updated for resources: {'Port': ['ID=c282bcf5-c70f-49e2-a313-e3cd7d74f330,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:04:27.221167 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7061e86e-cbe8-42dc-b91a-804a082c9c17 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13506696'] for subnet (69faf028-cfad-4d59-83f2-9c9d6f1622fe), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:27.412708 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-17fb8e35-877a-4be3-8322-88ac0d9ee4e2 None None] Provisioning complete for port c282bcf5-c70f-49e2-a313-e3cd7d74f330 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:04:27.413487 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-17fb8e35-877a-4be3-8322-88ac0d9ee4e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (c282bcf5-c70f-49e2-a313-e3cd7d74f330), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:27.414516 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ffaca7-c777-4bab-a661-a6fc39eacb97 req-a87082ef-ba42-4ce7-a995-cf3eeaef76cd tempest-LiveMigrationNegativeTest-417767109 tempest-LiveMigrationNegativeTest-417767109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:27.415146 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-19ffaca7-c777-4bab-a661-a6fc39eacb97 req-a87082ef-ba42-4ce7-a995-cf3eeaef76cd tempest-LiveMigrationNegativeTest-417767109 tempest-LiveMigrationNegativeTest-417767109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:27.439859 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c362962-3bc4-4ba5-b6ae-fd498b934acf req-f5bb2990-089d-4a0b-a1b6-af799e96f8bd tempest-AggregatesAdminTestJSON-359422941 tempest-AggregatesAdminTestJSON-359422941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:27.442624 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1c362962-3bc4-4ba5-b6ae-fd498b934acf req-f5bb2990-089d-4a0b-a1b6-af799e96f8bd tempest-AggregatesAdminTestJSON-359422941 tempest-AggregatesAdminTestJSON-359422941-project] 10.222.0.41 "GET /v2.0/ports?device_id=65a409e0-91d3-47df-bfc9-a6eaf7084e82 HTTP/1.1" status: 200 len: 972 time: 0.0774326 Jan 28 07:04:27.461367 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95e8e4b-4295-4032-b852-73a67c882a2b req-1b00b3a7-246a-4dd6-84e6-00f90021a53a tempest-DeleteServersAdminTestJSON-343129229 tempest-DeleteServersAdminTestJSON-343129229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:27.468149 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c95e8e4b-4295-4032-b852-73a67c882a2b req-1b00b3a7-246a-4dd6-84e6-00f90021a53a tempest-DeleteServersAdminTestJSON-343129229 tempest-DeleteServersAdminTestJSON-343129229-project] 10.222.0.41 "GET /v2.0/ports?device_id=90d80b53-fe97-42ed-ab47-cf533d7b51f5 HTTP/1.1" status: 200 len: 950 time: 0.3056102 Jan 28 07:04:27.469442 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-17fb8e35-877a-4be3-8322-88ac0d9ee4e2 None None] Port c282bcf5-c70f-49e2-a313-e3cd7d74f330 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:04:27.478720 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-19ffaca7-c777-4bab-a661-a6fc39eacb97 req-a87082ef-ba42-4ce7-a995-cf3eeaef76cd tempest-LiveMigrationNegativeTest-417767109 tempest-LiveMigrationNegativeTest-417767109-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8584697 Jan 28 07:04:27.496340 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7061e86e-cbe8-42dc-b91a-804a082c9c17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (69faf028-cfad-4d59-83f2-9c9d6f1622fe), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:27.504853 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1c362962-3bc4-4ba5-b6ae-fd498b934acf req-dee63f0c-903d-4bd4-bde5-eb0d6a2e91d7 tempest-AggregatesAdminTestJSON-359422941 tempest-AggregatesAdminTestJSON-359422941-project] 10.222.0.41 "GET /v2.0/security-groups?id=9b95e63b-be46-4fb1-ac51-f3232f652651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547192 Jan 28 07:04:27.564855 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c95e8e4b-4295-4032-b852-73a67c882a2b req-0e2425de-0369-4f4e-846c-821e9b7c5f76 tempest-DeleteServersAdminTestJSON-343129229 tempest-DeleteServersAdminTestJSON-343129229-project] 10.222.0.41 "GET /v2.0/security-groups?id=acdcec4f-353d-4117-bb72-6815acb3dcee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956533 Jan 28 07:04:27.595331 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7061e86e-cbe8-42dc-b91a-804a082c9c17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13546665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13556132'] for subnet (69faf028-cfad-4d59-83f2-9c9d6f1622fe), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:27.633715 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7061e86e-cbe8-42dc-b91a-804a082c9c17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:27.639668 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-7061e86e-cbe8-42dc-b91a-804a082c9c17 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/69faf028-cfad-4d59-83f2-9c9d6f1622fe HTTP/1.1" status: 204 len: 168 time: 0.6401424 Jan 28 07:04:27.639668 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7061e86e-cbe8-42dc-b91a-804a082c9c17 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69faf028-cfad-4d59-83f2-9c9d6f1622fe,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:04:27.641315 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 56740) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:04:27.647716 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e142e82a-3bfe-4947-a14e-8ab1fed708c5 req-34f3699b-ca45-4718-bc89-4710d3c086db tempest-LiveMigrationNegativeTest-417767109 tempest-LiveMigrationNegativeTest-417767109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:27.658795 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e142e82a-3bfe-4947-a14e-8ab1fed708c5 req-34f3699b-ca45-4718-bc89-4710d3c086db tempest-LiveMigrationNegativeTest-417767109 tempest-LiveMigrationNegativeTest-417767109-project] 10.222.0.41 "GET /v2.0/ports?device_id=78f3584e-7e41-4507-9f36-f035be867ebd HTTP/1.1" status: 200 len: 935 time: 0.0775967 Jan 28 07:04:27.722761 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e142e82a-3bfe-4947-a14e-8ab1fed708c5 req-8fa4ef9d-d01e-4aee-a2e0-84bdfb92e46c tempest-LiveMigrationNegativeTest-417767109 tempest-LiveMigrationNegativeTest-417767109-project] 10.222.0.41 "GET /v2.0/security-groups?id=7cca885c-e367-40af-9432-ae9bb528627e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580304 Jan 28 07:04:27.735333 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-50344386-004c-43a8-9356-93bdb1b5d152 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (04fc4b46-dfb8-42f1-8173-07452512a155), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:27.828082 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-50344386-004c-43a8-9356-93bdb1b5d152 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (04fc4b46-dfb8-42f1-8173-07452512a155), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:27.862746 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-50344386-004c-43a8-9356-93bdb1b5d152 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04fc4b46-dfb8-42f1-8173-07452512a155']}} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:04:27.873443 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-50344386-004c-43a8-9356-93bdb1b5d152 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03f97676-8d64-4f97-956b-732708e561fd') {'for_net_delete': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:04:27.873740 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-50344386-004c-43a8-9356-93bdb1b5d152 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03f97676-8d64-4f97-956b-732708e561fd') {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:04:27.887157 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-50344386-004c-43a8-9356-93bdb1b5d152 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13506801'] for segment (03f97676-8d64-4f97-956b-732708e561fd), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:27.903528 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-50344386-004c-43a8-9356-93bdb1b5d152 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (03f97676-8d64-4f97-956b-732708e561fd), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:27.911891 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50344386-004c-43a8-9356-93bdb1b5d152 admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=103283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:04:27.912681 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-50344386-004c-43a8-9356-93bdb1b5d152 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13546563'] for segment (03f97676-8d64-4f97-956b-732708e561fd), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:27.915220 n-d-712749-28 neutron-server[103283]: Traceback (most recent call last): Jan 28 07:04:27.915220 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:04:27.915220 n-d-712749-28 neutron-server[103283]: timer() Jan 28 07:04:27.915220 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:04:27.915220 n-d-712749-28 neutron-server[103283]: cb(*args, **kw) Jan 28 07:04:27.915220 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:04:27.915220 n-d-712749-28 neutron-server[103283]: return func(*args, **kwargs) Jan 28 07:04:27.915220 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:04:27.915220 n-d-712749-28 neutron-server[103283]: self._notify() Jan 28 07:04:27.915220 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:04:27.915220 n-d-712749-28 neutron-server[103283]: self.callback(batched_events) Jan 28 07:04:27.915220 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:04:27.915220 n-d-712749-28 neutron-server[103283]: event.method(event) Jan 28 07:04:27.915220 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:04:27.915220 n-d-712749-28 neutron-server[103283]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:04:27.915220 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:04:27.915220 n-d-712749-28 neutron-server[103283]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:04:27.915220 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:04:27.915220 n-d-712749-28 neutron-server[103283]: return f(self, *a, **k) Jan 28 07:04:27.915220 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:04:27.915220 n-d-712749-28 neutron-server[103283]: return self._get(url).json() Jan 28 07:04:27.915220 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:04:27.915220 n-d-712749-28 neutron-server[103283]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:04:27.915220 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:04:27.915220 n-d-712749-28 neutron-server[103283]: return self.request(url, 'GET', **kwargs) Jan 28 07:04:27.915220 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:04:27.915220 n-d-712749-28 neutron-server[103283]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:04:27.915220 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:04:27.915220 n-d-712749-28 neutron-server[103283]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:04:27.915220 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:04:27.915220 n-d-712749-28 neutron-server[103283]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:04:27.915220 n-d-712749-28 neutron-server[103283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:04:27.992961 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-50344386-004c-43a8-9356-93bdb1b5d152 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (04fc4b46-dfb8-42f1-8173-07452512a155), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:27.998653 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-50344386-004c-43a8-9356-93bdb1b5d152 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:28.005859 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-50344386-004c-43a8-9356-93bdb1b5d152 admin admin] 10.222.0.41 "DELETE /v2.0/networks/04fc4b46-dfb8-42f1-8173-07452512a155 HTTP/1.1" status: 204 len: 168 time: 0.3634760 Jan 28 07:04:28.020348 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50344386-004c-43a8-9356-93bdb1b5d152 admin admin] Pushing event deleted for resources: {'Network': ['ID=04fc4b46-dfb8-42f1-8173-07452512a155,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:04:28.170894 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 56754) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:04:28.199514 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbccecc6-ed15-4c13-9144-63761961aa3f req-d7b254b8-896e-42b8-9ec9-7cfa6723cc42 tempest-DeleteServersAdminTestJSON-343129229 tempest-DeleteServersAdminTestJSON-343129229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:28.201114 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-cbccecc6-ed15-4c13-9144-63761961aa3f req-d7b254b8-896e-42b8-9ec9-7cfa6723cc42 tempest-DeleteServersAdminTestJSON-343129229 tempest-DeleteServersAdminTestJSON-343129229-project] 10.222.0.41 "GET /v2.0/ports?device_id=90d80b53-fe97-42ed-ab47-cf533d7b51f5 HTTP/1.1" status: 200 len: 950 time: 0.0571103 Jan 28 07:04:28.223396 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-69647c32-3afd-4112-bf46-587d3d457cdf admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=86d3a13687084d8f81c2ba2af30e2d10&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0478315 Jan 28 07:04:28.223949 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 56758) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:04:28.292056 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-cbccecc6-ed15-4c13-9144-63761961aa3f req-bc031056-14fd-4723-92c5-efd484a9fe6e tempest-DeleteServersAdminTestJSON-343129229 tempest-DeleteServersAdminTestJSON-343129229-project] 10.222.0.41 "GET /v2.0/security-groups?id=acdcec4f-353d-4117-bb72-6815acb3dcee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840271 Jan 28 07:04:28.308751 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-314ae19e-2fa2-4a14-8436-25e22d26430e admin admin] Publish callbacks [] for security_group (81a51fbb-abdd-486c-8682-e6af67d813fe), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:28.334708 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-314ae19e-2fa2-4a14-8436-25e22d26430e admin admin] Publish callbacks [] for security_group (81a51fbb-abdd-486c-8682-e6af67d813fe), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:28.391296 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-314ae19e-2fa2-4a14-8436-25e22d26430e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (81a51fbb-abdd-486c-8682-e6af67d813fe), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:28.393917 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-314ae19e-2fa2-4a14-8436-25e22d26430e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:28.395355 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-314ae19e-2fa2-4a14-8436-25e22d26430e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/81a51fbb-abdd-486c-8682-e6af67d813fe HTTP/1.1" status: 204 len: 168 time: 0.1703007 Jan 28 07:04:28.404894 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ae19e-2fa2-4a14-8436-25e22d26430e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81a51fbb-abdd-486c-8682-e6af67d813fe,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:04:28.645791 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d544b542-881b-42f6-a267-d1ee92c4df38 req-1206803c-ee70-467c-a9fe-26abdd2529a6 tempest-AggregatesAdminTestJSON-359422941 tempest-AggregatesAdminTestJSON-359422941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:28.647357 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d544b542-881b-42f6-a267-d1ee92c4df38 req-1206803c-ee70-467c-a9fe-26abdd2529a6 tempest-AggregatesAdminTestJSON-359422941 tempest-AggregatesAdminTestJSON-359422941-project] 10.222.0.41 "GET /v2.0/ports?device_id=65a409e0-91d3-47df-bfc9-a6eaf7084e82 HTTP/1.1" status: 200 len: 972 time: 0.0577095 Jan 28 07:04:28.717611 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d544b542-881b-42f6-a267-d1ee92c4df38 req-246245d0-0694-4c9b-bc0a-a6ce01c0c761 tempest-AggregatesAdminTestJSON-359422941 tempest-AggregatesAdminTestJSON-359422941-project] 10.222.0.41 "GET /v2.0/security-groups?id=9b95e63b-be46-4fb1-ac51-f3232f652651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635920 Jan 28 07:04:28.833608 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114ae12e-2fa9-4e74-ba23-94f1ad5c7d2d req-23db4ad4-897b-46ed-a8c4-dab0733c7ad4 tempest-AggregatesAdminTestJSON-744703057 tempest-AggregatesAdminTestJSON-744703057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:28.834469 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 56784) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:04:28.835148 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-114ae12e-2fa9-4e74-ba23-94f1ad5c7d2d req-23db4ad4-897b-46ed-a8c4-dab0733c7ad4 tempest-AggregatesAdminTestJSON-744703057 tempest-AggregatesAdminTestJSON-744703057-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=65a409e0-91d3-47df-bfc9-a6eaf7084e82 HTTP/1.1" status: 200 len: 1124 time: 0.0460622 Jan 28 07:04:28.859234 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-114ae12e-2fa9-4e74-ba23-94f1ad5c7d2d req-ad6212fc-1eba-4142-9da7-40ec3d44838e tempest-AggregatesAdminTestJSON-744703057 tempest-AggregatesAdminTestJSON-744703057-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:28.893166 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-7f107c62-0630-495a-a6b3-00eb5ffca806 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fdbf19ec319b45c18c606dc43cd581c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0573854 Jan 28 07:04:28.896289 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 56788) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:04:28.951972 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-114ae12e-2fa9-4e74-ba23-94f1ad5c7d2d req-ad6212fc-1eba-4142-9da7-40ec3d44838e tempest-AggregatesAdminTestJSON-744703057 tempest-AggregatesAdminTestJSON-744703057-project-admin] Publish callbacks [] for security_group (d1e43341-5c62-4026-9f90-6efb74ea976d), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:28.956827 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-114ae12e-2fa9-4e74-ba23-94f1ad5c7d2d req-ad6212fc-1eba-4142-9da7-40ec3d44838e tempest-AggregatesAdminTestJSON-744703057 tempest-AggregatesAdminTestJSON-744703057-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (d1e43341-5c62-4026-9f90-6efb74ea976d), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:28.981627 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-39f168db-6599-414d-b271-8db3d2e53bae admin admin] Publish callbacks [] for security_group (172df49d-9d59-4494-8d92-71858b3f1868), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:28.991197 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a084a6a8-164c-46ab-ab0c-a31fa43700ea req-402cfb44-1ff6-41f4-ac96-256a4846bdb8 tempest-LiveMigrationNegativeTest-417767109 tempest-LiveMigrationNegativeTest-417767109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:28.992734 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a084a6a8-164c-46ab-ab0c-a31fa43700ea req-402cfb44-1ff6-41f4-ac96-256a4846bdb8 tempest-LiveMigrationNegativeTest-417767109 tempest-LiveMigrationNegativeTest-417767109-project] 10.222.0.41 "GET /v2.0/ports?device_id=78f3584e-7e41-4507-9f36-f035be867ebd HTTP/1.1" status: 200 len: 935 time: 0.0810590 Jan 28 07:04:28.996590 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-114ae12e-2fa9-4e74-ba23-94f1ad5c7d2d req-ad6212fc-1eba-4142-9da7-40ec3d44838e tempest-AggregatesAdminTestJSON-744703057 tempest-AggregatesAdminTestJSON-744703057-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=9b95e63b-be46-4fb1-ac51-f3232f652651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525762 Jan 28 07:04:28.997616 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6212fc-1eba-4142-9da7-40ec3d44838e tempest-AggregatesAdminTestJSON-744703057 tempest-AggregatesAdminTestJSON-744703057-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1e43341-5c62-4026-9f90-6efb74ea976d,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:04:29.031144 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-39f168db-6599-414d-b271-8db3d2e53bae admin admin] Publish callbacks [] for security_group (172df49d-9d59-4494-8d92-71858b3f1868), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:29.088024 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a084a6a8-164c-46ab-ab0c-a31fa43700ea req-c7f3def4-a400-4a2c-8b04-520ca51eaac1 tempest-LiveMigrationNegativeTest-417767109 tempest-LiveMigrationNegativeTest-417767109-project] 10.222.0.41 "GET /v2.0/security-groups?id=7cca885c-e367-40af-9432-ae9bb528627e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853558 Jan 28 07:04:29.118103 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-39f168db-6599-414d-b271-8db3d2e53bae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (172df49d-9d59-4494-8d92-71858b3f1868), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:29.123262 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-39f168db-6599-414d-b271-8db3d2e53bae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:29.124507 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-39f168db-6599-414d-b271-8db3d2e53bae admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/172df49d-9d59-4494-8d92-71858b3f1868 HTTP/1.1" status: 204 len: 168 time: 0.2272604 Jan 28 07:04:29.136696 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f168db-6599-414d-b271-8db3d2e53bae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=172df49d-9d59-4494-8d92-71858b3f1868,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:04:29.446581 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d446ce1-3621-4738-8044-a89b7c994e31 req-368dd60c-2a5c-4a5d-9f89-5436a8749fee tempest-AggregatesAdminTestJSON-359422941 tempest-AggregatesAdminTestJSON-359422941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:29.448147 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8d446ce1-3621-4738-8044-a89b7c994e31 req-368dd60c-2a5c-4a5d-9f89-5436a8749fee tempest-AggregatesAdminTestJSON-359422941 tempest-AggregatesAdminTestJSON-359422941-project] 10.222.0.41 "GET /v2.0/ports?device_id=65a409e0-91d3-47df-bfc9-a6eaf7084e82 HTTP/1.1" status: 200 len: 972 time: 0.0655777 Jan 28 07:04:29.454361 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6f4771-0d66-4984-bfe3-8ce19208096b req-9bd22167-0098-4792-9a70-1374359757b8 tempest-DeleteServersAdminTestJSON-343129229 tempest-DeleteServersAdminTestJSON-343129229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:29.456830 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4b6f4771-0d66-4984-bfe3-8ce19208096b req-9bd22167-0098-4792-9a70-1374359757b8 tempest-DeleteServersAdminTestJSON-343129229 tempest-DeleteServersAdminTestJSON-343129229-project] 10.222.0.41 "GET /v2.0/ports?device_id=90d80b53-fe97-42ed-ab47-cf533d7b51f5 HTTP/1.1" status: 200 len: 950 time: 0.0583692 Jan 28 07:04:29.505023 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8d446ce1-3621-4738-8044-a89b7c994e31 req-ff7264a1-7a4f-4bf4-9f48-21b88a1e045d tempest-AggregatesAdminTestJSON-359422941 tempest-AggregatesAdminTestJSON-359422941-project] 10.222.0.41 "GET /v2.0/security-groups?id=9b95e63b-be46-4fb1-ac51-f3232f652651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509830 Jan 28 07:04:29.515633 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4b6f4771-0d66-4984-bfe3-8ce19208096b req-6fb8fbe6-0034-4ba8-b31c-907c10fbda07 tempest-DeleteServersAdminTestJSON-343129229 tempest-DeleteServersAdminTestJSON-343129229-project] 10.222.0.41 "GET /v2.0/security-groups?id=acdcec4f-353d-4117-bb72-6815acb3dcee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522974 Jan 28 07:04:29.929400 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c7f30e-b05f-4fb9-bb5c-3fe9196093e0 req-bb01cac4-5fa3-4237-a26d-0ec4df9d4698 tempest-DeleteServersAdminTestJSON-1375863813 tempest-DeleteServersAdminTestJSON-1375863813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:29.930972 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-61c7f30e-b05f-4fb9-bb5c-3fe9196093e0 req-bb01cac4-5fa3-4237-a26d-0ec4df9d4698 tempest-DeleteServersAdminTestJSON-1375863813 tempest-DeleteServersAdminTestJSON-1375863813-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=90d80b53-fe97-42ed-ab47-cf533d7b51f5 HTTP/1.1" status: 200 len: 1102 time: 0.0448971 Jan 28 07:04:29.944548 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 56848) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:04:30.027364 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-61c7f30e-b05f-4fb9-bb5c-3fe9196093e0 req-f3aff1eb-8fb9-47fd-9f27-108f2dace6cc tempest-DeleteServersAdminTestJSON-1375863813 tempest-DeleteServersAdminTestJSON-1375863813-project-admin] Deleting port 86fb7ee1-fa27-417e-8cec-f6fc3d2717b0 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:04:30.027971 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-61c7f30e-b05f-4fb9-bb5c-3fe9196093e0 req-f3aff1eb-8fb9-47fd-9f27-108f2dace6cc tempest-DeleteServersAdminTestJSON-1375863813 tempest-DeleteServersAdminTestJSON-1375863813-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (86fb7ee1-fa27-417e-8cec-f6fc3d2717b0), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:30.081313 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e86f8bb1-2012-4062-b1b8-6b8432691b33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:30.132096 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-61c7f30e-b05f-4fb9-bb5c-3fe9196093e0 req-f3aff1eb-8fb9-47fd-9f27-108f2dace6cc tempest-DeleteServersAdminTestJSON-1375863813 tempest-DeleteServersAdminTestJSON-1375863813-project-admin] For port 86fb7ee1-fa27-417e-8cec-f6fc3d2717b0, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=86fb7ee1-fa27-417e-8cec-f6fc3d2717b0,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:04:30.132766 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-61c7f30e-b05f-4fb9-bb5c-3fe9196093e0 req-f3aff1eb-8fb9-47fd-9f27-108f2dace6cc tempest-DeleteServersAdminTestJSON-1375863813 tempest-DeleteServersAdminTestJSON-1375863813-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (86fb7ee1-fa27-417e-8cec-f6fc3d2717b0), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:30.178873 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-61c7f30e-b05f-4fb9-bb5c-3fe9196093e0 req-f3aff1eb-8fb9-47fd-9f27-108f2dace6cc tempest-DeleteServersAdminTestJSON-1375863813 tempest-DeleteServersAdminTestJSON-1375863813-project-admin] Calling delete_port for 86fb7ee1-fa27-417e-8cec-f6fc3d2717b0 owned by compute:nova {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:04:30.184689 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e86f8bb1-2012-4062-b1b8-6b8432691b33 admin admin] Publish callbacks [] for security_group (d7cd02b1-e299-40a5-a509-1ab7bc9ee5f3), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:30.193231 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e86f8bb1-2012-4062-b1b8-6b8432691b33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (d7cd02b1-e299-40a5-a509-1ab7bc9ee5f3), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:30.235618 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86f8bb1-2012-4062-b1b8-6b8432691b33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7cd02b1-e299-40a5-a509-1ab7bc9ee5f3,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:04:30.244142 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-e86f8bb1-2012-4062-b1b8-6b8432691b33 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=02361755058a417ca00f479f43764bd4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2979910 Jan 28 07:04:30.244731 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 56860) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:04:30.298403 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5ba2d518-6e57-42ea-8bbd-e9c37e23d875 admin admin] Publish callbacks [] for security_group (d7cd02b1-e299-40a5-a509-1ab7bc9ee5f3), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:30.309187 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a726876e-6f7a-4fd0-8cde-e2d538f7ef12 req-ee1635df-1c45-415d-9cf0-ac972b358800 tempest-LiveMigrationNegativeTest-417767109 tempest-LiveMigrationNegativeTest-417767109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:30.310705 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a726876e-6f7a-4fd0-8cde-e2d538f7ef12 req-ee1635df-1c45-415d-9cf0-ac972b358800 tempest-LiveMigrationNegativeTest-417767109 tempest-LiveMigrationNegativeTest-417767109-project] 10.222.0.41 "GET /v2.0/ports?device_id=78f3584e-7e41-4507-9f36-f035be867ebd HTTP/1.1" status: 200 len: 935 time: 0.1424198 Jan 28 07:04:30.321331 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5ba2d518-6e57-42ea-8bbd-e9c37e23d875 admin admin] Publish callbacks [] for security_group (d7cd02b1-e299-40a5-a509-1ab7bc9ee5f3), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:30.389624 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5ba2d518-6e57-42ea-8bbd-e9c37e23d875 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (d7cd02b1-e299-40a5-a509-1ab7bc9ee5f3), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:30.392224 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a726876e-6f7a-4fd0-8cde-e2d538f7ef12 req-0b8e2cce-7074-4a37-aff4-bdfb699c8d43 tempest-LiveMigrationNegativeTest-417767109 tempest-LiveMigrationNegativeTest-417767109-project] 10.222.0.41 "GET /v2.0/security-groups?id=7cca885c-e367-40af-9432-ae9bb528627e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697300 Jan 28 07:04:30.392858 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5ba2d518-6e57-42ea-8bbd-e9c37e23d875 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:30.394248 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-5ba2d518-6e57-42ea-8bbd-e9c37e23d875 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d7cd02b1-e299-40a5-a509-1ab7bc9ee5f3 HTTP/1.1" status: 204 len: 168 time: 0.1484449 Jan 28 07:04:30.418348 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba2d518-6e57-42ea-8bbd-e9c37e23d875 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7cd02b1-e299-40a5-a509-1ab7bc9ee5f3,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:04:30.445816 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-61c7f30e-b05f-4fb9-bb5c-3fe9196093e0 req-f3aff1eb-8fb9-47fd-9f27-108f2dace6cc tempest-DeleteServersAdminTestJSON-1375863813 tempest-DeleteServersAdminTestJSON-1375863813-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (86fb7ee1-fa27-417e-8cec-f6fc3d2717b0), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:30.480159 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3aff1eb-8fb9-47fd-9f27-108f2dace6cc tempest-DeleteServersAdminTestJSON-1375863813 tempest-DeleteServersAdminTestJSON-1375863813-project-admin] Pushing event deleted for resources: {'Port': ['ID=86fb7ee1-fa27-417e-8cec-f6fc3d2717b0,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:04:30.494840 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['86fb7ee1-fa27-417e-8cec-f6fc3d2717b0'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:04:30.537114 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-61c7f30e-b05f-4fb9-bb5c-3fe9196093e0 req-f3aff1eb-8fb9-47fd-9f27-108f2dace6cc tempest-DeleteServersAdminTestJSON-1375863813 tempest-DeleteServersAdminTestJSON-1375863813-project-admin] No DVR routers for this DVR port 86fb7ee1-fa27-417e-8cec-f6fc3d2717b0 on host n-h1-712749-28 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:04:30.542198 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-61c7f30e-b05f-4fb9-bb5c-3fe9196093e0 req-f3aff1eb-8fb9-47fd-9f27-108f2dace6cc tempest-DeleteServersAdminTestJSON-1375863813 tempest-DeleteServersAdminTestJSON-1375863813-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:30.545786 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-61c7f30e-b05f-4fb9-bb5c-3fe9196093e0 req-f3aff1eb-8fb9-47fd-9f27-108f2dace6cc tempest-DeleteServersAdminTestJSON-1375863813 tempest-DeleteServersAdminTestJSON-1375863813-project-admin] 10.222.0.10 "DELETE /v2.0/ports/86fb7ee1-fa27-417e-8cec-f6fc3d2717b0 HTTP/1.1" status: 204 len: 173 time: 0.6094308 Jan 28 07:04:30.546233 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90d80b53-fe97-42ed-ab47-cf533d7b51f5', 'name': 'network-vif-deleted', 'tag': '86fb7ee1-fa27-417e-8cec-f6fc3d2717b0'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:04:30.549683 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e15f499f-0cf3-4b2c-91d2-9b6ebdf08b19" -d '{"events": [{"server_uuid": "90d80b53-fe97-42ed-ab47-cf533d7b51f5", "name": "network-vif-deleted", "tag": "86fb7ee1-fa27-417e-8cec-f6fc3d2717b0"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:04:30.602046 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [req-19ffaca7-c777-4bab-a661-a6fc39eacb97 req-733e65ae-1cea-440b-bf34-3f027fefc76e tempest-LiveMigrationNegativeTest-417767109 tempest-LiveMigrationNegativeTest-417767109-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103283) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 07:04:30.603434 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-19ffaca7-c777-4bab-a661-a6fc39eacb97 req-733e65ae-1cea-440b-bf34-3f027fefc76e tempest-LiveMigrationNegativeTest-417767109 tempest-LiveMigrationNegativeTest-417767109-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062692 Jan 28 07:04:30.690267 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b54d75e9-9074-4385-8395-7d6eaa2248fe req-b879a9d8-9b6c-4573-8bb4-2abdd4b5153c tempest-DeleteServersAdminTestJSON-343129229 tempest-DeleteServersAdminTestJSON-343129229-project] 10.222.0.41 "GET /v2.0/ports?device_id=90d80b53-fe97-42ed-ab47-cf533d7b51f5 HTTP/1.1" status: 200 len: 210 time: 0.0355160 Jan 28 07:04:30.691636 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617ccc0e-95d1-44dc-91a6-eed64a52d141 req-048611f9-c663-46c1-9c92-e441a755f956 tempest-AggregatesAdminTestJSON-359422941 tempest-AggregatesAdminTestJSON-359422941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:30.696971 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-617ccc0e-95d1-44dc-91a6-eed64a52d141 req-048611f9-c663-46c1-9c92-e441a755f956 tempest-AggregatesAdminTestJSON-359422941 tempest-AggregatesAdminTestJSON-359422941-project] 10.222.0.41 "GET /v2.0/ports?device_id=65a409e0-91d3-47df-bfc9-a6eaf7084e82 HTTP/1.1" status: 200 len: 972 time: 0.0884743 Jan 28 07:04:30.769798 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa1a942a-62f8-430c-a1f8-dfa364b2d06b x-openstack-request-id: req-fa1a942a-62f8-430c-a1f8-dfa364b2d06b {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:04:30.770097 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90d80b53-fe97-42ed-ab47-cf533d7b51f5", "name": "network-vif-deleted", "tag": "86fb7ee1-fa27-417e-8cec-f6fc3d2717b0", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:04:30.770350 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fa1a942a-62f8-430c-a1f8-dfa364b2d06b {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:04:30.770847 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90d80b53-fe97-42ed-ab47-cf533d7b51f5', 'name': 'network-vif-deleted', 'tag': '86fb7ee1-fa27-417e-8cec-f6fc3d2717b0', 'status': 'completed', 'code': 200} Jan 28 07:04:30.802126 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-617ccc0e-95d1-44dc-91a6-eed64a52d141 req-f0827847-130e-45cd-b1d4-0ed317c42126 tempest-AggregatesAdminTestJSON-359422941 tempest-AggregatesAdminTestJSON-359422941-project] 10.222.0.41 "GET /v2.0/security-groups?id=9b95e63b-be46-4fb1-ac51-f3232f652651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978682 Jan 28 07:04:30.853087 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-19ffaca7-c777-4bab-a661-a6fc39eacb97 req-772adc13-4219-4ce9-a55e-ba943837147a service neutron] Request body: {'port': {'device_id': '78f3584e-7e41-4507-9f36-f035be867ebd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712749-28'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:04:30.913151 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-19ffaca7-c777-4bab-a661-a6fc39eacb97 req-772adc13-4219-4ce9-a55e-ba943837147a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (c282bcf5-c70f-49e2-a313-e3cd7d74f330), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:30.970018 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 56890) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:04:30.985537 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-19bdfd8c-ad42-482e-b7ac-52bb478cdd11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:31.063386 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-19bdfd8c-ad42-482e-b7ac-52bb478cdd11 admin admin] Publish callbacks [] for security_group (0e5f2b65-5a42-4473-a1d6-3817944b7b35), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:31.067644 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-19bdfd8c-ad42-482e-b7ac-52bb478cdd11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (0e5f2b65-5a42-4473-a1d6-3817944b7b35), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:31.108183 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-19bdfd8c-ad42-482e-b7ac-52bb478cdd11 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9b5e99fad8b14a4aaee458af8a3a3a4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1362259 Jan 28 07:04:31.110661 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 56892) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:04:31.123015 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bdfd8c-ad42-482e-b7ac-52bb478cdd11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e5f2b65-5a42-4473-a1d6-3817944b7b35,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:04:31.164517 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badc3ee2-b11a-430d-be36-8930c10818af req-ff0215b1-6590-419c-b1e4-1fbda7a4bd3f tempest-AggregatesAdminTestJSON-359422941 tempest-AggregatesAdminTestJSON-359422941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:31.165988 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-badc3ee2-b11a-430d-be36-8930c10818af req-ff0215b1-6590-419c-b1e4-1fbda7a4bd3f tempest-AggregatesAdminTestJSON-359422941 tempest-AggregatesAdminTestJSON-359422941-project] 10.222.0.10 "GET /v2.0/ports?device_id=65a409e0-91d3-47df-bfc9-a6eaf7084e82 HTTP/1.1" status: 200 len: 972 time: 0.0786057 Jan 28 07:04:31.173141 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c9ad9847-ba17-48d5-a97d-2c13146d7994 admin admin] Publish callbacks [] for security_group (0e5f2b65-5a42-4473-a1d6-3817944b7b35), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:31.203753 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c9ad9847-ba17-48d5-a97d-2c13146d7994 admin admin] Publish callbacks [] for security_group (0e5f2b65-5a42-4473-a1d6-3817944b7b35), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:31.258210 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c9ad9847-ba17-48d5-a97d-2c13146d7994 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (0e5f2b65-5a42-4473-a1d6-3817944b7b35), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:31.261772 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c9ad9847-ba17-48d5-a97d-2c13146d7994 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:31.263190 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-c9ad9847-ba17-48d5-a97d-2c13146d7994 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0e5f2b65-5a42-4473-a1d6-3817944b7b35 HTTP/1.1" status: 204 len: 168 time: 0.1514196 Jan 28 07:04:31.273061 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad9847-ba17-48d5-a97d-2c13146d7994 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e5f2b65-5a42-4473-a1d6-3817944b7b35,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:04:31.339408 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [req-19ffaca7-c777-4bab-a661-a6fc39eacb97 req-772adc13-4219-4ce9-a55e-ba943837147a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c282bcf5-c70f-49e2-a313-e3cd7d74f330 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:04:31.357071 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-19ffaca7-c777-4bab-a661-a6fc39eacb97 req-772adc13-4219-4ce9-a55e-ba943837147a service neutron] Publish callbacks [] for port (c282bcf5-c70f-49e2-a313-e3cd7d74f330), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:31.361837 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-bab03c11-a7de-41a7-a4e8-3f2eafc5721b req-63fad194-a5f9-4890-8045-a269b278fb0b tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=c4cb8f6b7fb846b4ab01d357846632b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0607312 Jan 28 07:04:31.411776 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [req-19ffaca7-c777-4bab-a661-a6fc39eacb97 req-772adc13-4219-4ce9-a55e-ba943837147a service neutron] Transition to ACTIVE for port object c282bcf5-c70f-49e2-a313-e3cd7d74f330 will not be triggered until provisioned by entity L2. {{(pid=103283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:04:31.458883 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-19ffaca7-c777-4bab-a661-a6fc39eacb97 req-772adc13-4219-4ce9-a55e-ba943837147a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (c282bcf5-c70f-49e2-a313-e3cd7d74f330), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:31.528750 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eba1385-6a81-46f8-be41-2605f5d68383 req-5d0cb237-df8a-465a-aa69-dc119396edb2 tempest-LiveMigrationNegativeTest-417767109 tempest-LiveMigrationNegativeTest-417767109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:31.532447 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6eba1385-6a81-46f8-be41-2605f5d68383 req-5d0cb237-df8a-465a-aa69-dc119396edb2 tempest-LiveMigrationNegativeTest-417767109 tempest-LiveMigrationNegativeTest-417767109-project] 10.222.0.41 "GET /v2.0/ports?device_id=78f3584e-7e41-4507-9f36-f035be867ebd HTTP/1.1" status: 200 len: 947 time: 0.0547402 Jan 28 07:04:31.569421 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-badc3ee2-b11a-430d-be36-8930c10818af req-c8d6b2a0-aa2d-4e92-8916-9ddd3bc8ff97 tempest-AggregatesAdminTestJSON-359422941 tempest-AggregatesAdminTestJSON-359422941-project] Deleting port f7217dac-eecf-4dc5-8fce-0a0c393d8107 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:04:31.569771 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-badc3ee2-b11a-430d-be36-8930c10818af req-c8d6b2a0-aa2d-4e92-8916-9ddd3bc8ff97 tempest-AggregatesAdminTestJSON-359422941 tempest-AggregatesAdminTestJSON-359422941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (f7217dac-eecf-4dc5-8fce-0a0c393d8107), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:31.575912 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772adc13-4219-4ce9-a55e-ba943837147a service neutron] Pushing event updated for resources: {'Port': ['ID=c282bcf5-c70f-49e2-a313-e3cd7d74f330,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:04:31.604913 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6eba1385-6a81-46f8-be41-2605f5d68383 req-19aa4942-2bc8-426d-9a7c-0ab65ee7721a tempest-LiveMigrationNegativeTest-417767109 tempest-LiveMigrationNegativeTest-417767109-project] 10.222.0.41 "GET /v2.0/security-groups?id=7cca885c-e367-40af-9432-ae9bb528627e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677681 Jan 28 07:04:31.666868 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab03c11-a7de-41a7-a4e8-3f2eafc5721b req-a60e50e7-2805-42c3-a3f9-297e3e4a1773 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:31.668642 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-bab03c11-a7de-41a7-a4e8-3f2eafc5721b req-a60e50e7-2805-42c3-a3f9-297e3e4a1773 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2986741 Jan 28 07:04:31.723870 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-bab03c11-a7de-41a7-a4e8-3f2eafc5721b req-2929b167-6a54-4072-87b7-8ed4d5a8f190 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/quotas/c4cb8f6b7fb846b4ab01d357846632b7 HTTP/1.1" status: 200 len: 375 time: 0.0303311 Jan 28 07:04:31.780562 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-bab03c11-a7de-41a7-a4e8-3f2eafc5721b req-16e49ede-b348-4bea-8dcc-626bf83d10b9 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c4cb8f6b7fb846b4ab01d357846632b7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0454400 Jan 28 07:04:31.794276 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-badc3ee2-b11a-430d-be36-8930c10818af req-c8d6b2a0-aa2d-4e92-8916-9ddd3bc8ff97 tempest-AggregatesAdminTestJSON-359422941 tempest-AggregatesAdminTestJSON-359422941-project] For port f7217dac-eecf-4dc5-8fce-0a0c393d8107, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=f7217dac-eecf-4dc5-8fce-0a0c393d8107,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:04:31.794647 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-badc3ee2-b11a-430d-be36-8930c10818af req-c8d6b2a0-aa2d-4e92-8916-9ddd3bc8ff97 tempest-AggregatesAdminTestJSON-359422941 tempest-AggregatesAdminTestJSON-359422941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (f7217dac-eecf-4dc5-8fce-0a0c393d8107), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:31.804171 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-19ffaca7-c777-4bab-a661-a6fc39eacb97 req-772adc13-4219-4ce9-a55e-ba943837147a service neutron] Attempting to bind port c282bcf5-c70f-49e2-a313-e3cd7d74f330 on host n-h2-712749-28 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:04:31.804529 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-19ffaca7-c777-4bab-a661-a6fc39eacb97 req-772adc13-4219-4ce9-a55e-ba943837147a service neutron] Attempting to bind port c282bcf5-c70f-49e2-a313-e3cd7d74f330 by drivers openvswitch,hyperv on host n-h2-712749-28 at level 0 using segments [{'id': '9d52209e-a416-4cfe-8f8a-19567a90fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:04:31.804879 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ffaca7-c777-4bab-a661-a6fc39eacb97 req-772adc13-4219-4ce9-a55e-ba943837147a service neutron] Attempting to bind port c282bcf5-c70f-49e2-a313-e3cd7d74f330 on network d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:04:31.816660 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-badc3ee2-b11a-430d-be36-8930c10818af req-c8d6b2a0-aa2d-4e92-8916-9ddd3bc8ff97 tempest-AggregatesAdminTestJSON-359422941 tempest-AggregatesAdminTestJSON-359422941-project] Calling delete_port for f7217dac-eecf-4dc5-8fce-0a0c393d8107 owned by compute:tempest-test_az-1844580102 {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:04:31.818519 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ffaca7-c777-4bab-a661-a6fc39eacb97 req-772adc13-4219-4ce9-a55e-ba943837147a service neutron] Port c282bcf5-c70f-49e2-a313-e3cd7d74f330 on network d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-28 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:04:31.818757 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ffaca7-c777-4bab-a661-a6fc39eacb97 req-772adc13-4219-4ce9-a55e-ba943837147a service neutron] Attempting to bind port c282bcf5-c70f-49e2-a313-e3cd7d74f330 on network d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:04:31.847650 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ffaca7-c777-4bab-a661-a6fc39eacb97 req-772adc13-4219-4ce9-a55e-ba943837147a service neutron] Checking agent: {'id': 'c9906e63-062c-432e-bb53-63fdb8115e18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 4, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:04:31.847972 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ffaca7-c777-4bab-a661-a6fc39eacb97 req-772adc13-4219-4ce9-a55e-ba943837147a service neutron] Checking segment: {'id': '9d52209e-a416-4cfe-8f8a-19567a90fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:04:31.848394 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ffaca7-c777-4bab-a661-a6fc39eacb97 req-772adc13-4219-4ce9-a55e-ba943837147a service neutron] Bound using segment: {'id': '9d52209e-a416-4cfe-8f8a-19567a90fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:04:31.848837 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-19ffaca7-c777-4bab-a661-a6fc39eacb97 req-772adc13-4219-4ce9-a55e-ba943837147a service neutron] Bound port: c282bcf5-c70f-49e2-a313-e3cd7d74f330, host: n-h2-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d52209e-a416-4cfe-8f8a-19567a90fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:04:31.849257 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-19ffaca7-c777-4bab-a661-a6fc39eacb97 req-772adc13-4219-4ce9-a55e-ba943837147a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (c282bcf5-c70f-49e2-a313-e3cd7d74f330), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:31.990091 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aebee90-7d93-4cff-8ca1-e22094c95f98 req-51980721-9e6a-425f-a8b7-2befe158506e tempest-AggregatesAdminTestJSON-359422941 tempest-AggregatesAdminTestJSON-359422941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:31.992664 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4aebee90-7d93-4cff-8ca1-e22094c95f98 req-51980721-9e6a-425f-a8b7-2befe158506e tempest-AggregatesAdminTestJSON-359422941 tempest-AggregatesAdminTestJSON-359422941-project] 10.222.0.41 "GET /v2.0/ports?device_id=65a409e0-91d3-47df-bfc9-a6eaf7084e82 HTTP/1.1" status: 200 len: 972 time: 0.0852771 Jan 28 07:04:32.104990 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4aebee90-7d93-4cff-8ca1-e22094c95f98 req-2e74f95f-6d9d-45e2-b966-1bad4554c023 tempest-AggregatesAdminTestJSON-359422941 tempest-AggregatesAdminTestJSON-359422941-project] 10.222.0.41 "GET /v2.0/security-groups?id=9b95e63b-be46-4fb1-ac51-f3232f652651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892437 Jan 28 07:04:32.176661 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6b37252e-f5f3-4fc3-8990-2e25158e4dbd req-0e9c1ede-ead6-46e2-900f-047b611d590a tempest-DeleteServersAdminTestJSON-343129229 tempest-DeleteServersAdminTestJSON-343129229-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=13ef680d3db3459b90c4cb452a50011e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0376961 Jan 28 07:04:32.187173 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6b6adb36-7131-4a1d-b93b-7c5917814482 req-69f80509-d968-40cf-bfe6-3754a88911be tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/ports?device_id=686583c4-bba6-4444-b3a9-8d548823cbb9 HTTP/1.1" status: 200 len: 210 time: 0.0313749 Jan 28 07:04:32.278114 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-19ffaca7-c777-4bab-a661-a6fc39eacb97 req-772adc13-4219-4ce9-a55e-ba943837147a service neutron] For port c282bcf5-c70f-49e2-a313-e3cd7d74f330, host n-h2-712749-28, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:04:32.300587 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-19ffaca7-c777-4bab-a661-a6fc39eacb97 req-772adc13-4219-4ce9-a55e-ba943837147a service neutron] For port c282bcf5-c70f-49e2-a313-e3cd7d74f330, host n-h2-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=c282bcf5-c70f-49e2-a313-e3cd7d74f330,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:04:32.311375 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-19ffaca7-c777-4bab-a661-a6fc39eacb97 req-772adc13-4219-4ce9-a55e-ba943837147a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (c282bcf5-c70f-49e2-a313-e3cd7d74f330), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:32.418488 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ffaca7-c777-4bab-a661-a6fc39eacb97 req-772adc13-4219-4ce9-a55e-ba943837147a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:32.419109 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-19ffaca7-c777-4bab-a661-a6fc39eacb97 req-772adc13-4219-4ce9-a55e-ba943837147a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:32.420683 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-19ffaca7-c777-4bab-a661-a6fc39eacb97 req-772adc13-4219-4ce9-a55e-ba943837147a service neutron] 10.222.0.44 "PUT /v2.0/ports/c282bcf5-c70f-49e2-a313-e3cd7d74f330 HTTP/1.1" status: 200 len: 1096 time: 1.6461928 Jan 28 07:04:32.431959 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-badc3ee2-b11a-430d-be36-8930c10818af req-c8d6b2a0-aa2d-4e92-8916-9ddd3bc8ff97 tempest-AggregatesAdminTestJSON-359422941 tempest-AggregatesAdminTestJSON-359422941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (f7217dac-eecf-4dc5-8fce-0a0c393d8107), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:32.444425 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b37252e-f5f3-4fc3-8990-2e25158e4dbd req-e37ad5af-71fa-4794-baae-0eb8ed4d4e37 tempest-DeleteServersAdminTestJSON-343129229 tempest-DeleteServersAdminTestJSON-343129229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:32.450989 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6b37252e-f5f3-4fc3-8990-2e25158e4dbd req-e37ad5af-71fa-4794-baae-0eb8ed4d4e37 tempest-DeleteServersAdminTestJSON-343129229 tempest-DeleteServersAdminTestJSON-343129229-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2624776 Jan 28 07:04:32.476081 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772adc13-4219-4ce9-a55e-ba943837147a service neutron] Pushing event updated for resources: {'Port': ['ID=c282bcf5-c70f-49e2-a313-e3cd7d74f330,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:04:32.483259 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6b37252e-f5f3-4fc3-8990-2e25158e4dbd req-38df0a19-5cf2-4d6e-bd50-a31a25e88b08 tempest-DeleteServersAdminTestJSON-343129229 tempest-DeleteServersAdminTestJSON-343129229-project] 10.222.0.41 "GET /v2.0/quotas/13ef680d3db3459b90c4cb452a50011e HTTP/1.1" status: 200 len: 375 time: 0.0314112 Jan 28 07:04:32.496844 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['f7217dac-eecf-4dc5-8fce-0a0c393d8107'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:04:32.557726 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d6b2a0-aa2d-4e92-8916-9ddd3bc8ff97 tempest-AggregatesAdminTestJSON-359422941 tempest-AggregatesAdminTestJSON-359422941-project] Pushing event deleted for resources: {'Port': ['ID=f7217dac-eecf-4dc5-8fce-0a0c393d8107,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:04:32.678338 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6b37252e-f5f3-4fc3-8990-2e25158e4dbd req-7f54d298-71af-47ef-9eb3-d8f8b82c8cba tempest-DeleteServersAdminTestJSON-343129229 tempest-DeleteServersAdminTestJSON-343129229-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=13ef680d3db3459b90c4cb452a50011e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1103685 Jan 28 07:04:32.691511 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:32.722426 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-badc3ee2-b11a-430d-be36-8930c10818af req-c8d6b2a0-aa2d-4e92-8916-9ddd3bc8ff97 tempest-AggregatesAdminTestJSON-359422941 tempest-AggregatesAdminTestJSON-359422941-project] No DVR routers for this DVR port f7217dac-eecf-4dc5-8fce-0a0c393d8107 on host n-h1-712749-28 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:04:32.726951 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-badc3ee2-b11a-430d-be36-8930c10818af req-c8d6b2a0-aa2d-4e92-8916-9ddd3bc8ff97 tempest-AggregatesAdminTestJSON-359422941 tempest-AggregatesAdminTestJSON-359422941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:32.739543 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-badc3ee2-b11a-430d-be36-8930c10818af req-c8d6b2a0-aa2d-4e92-8916-9ddd3bc8ff97 tempest-AggregatesAdminTestJSON-359422941 tempest-AggregatesAdminTestJSON-359422941-project] 10.222.0.10 "DELETE /v2.0/ports/f7217dac-eecf-4dc5-8fce-0a0c393d8107 HTTP/1.1" status: 204 len: 173 time: 1.5551112 Jan 28 07:04:32.764133 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ffaca7-c777-4bab-a661-a6fc39eacb97 req-6e4b8f42-cc3e-4814-b2b9-71b274ae1829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:32.769974 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-19ffaca7-c777-4bab-a661-a6fc39eacb97 req-6e4b8f42-cc3e-4814-b2b9-71b274ae1829 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ac4dfa4e0e314134ba5c31f8a173b064&device_id=78f3584e-7e41-4507-9f36-f035be867ebd HTTP/1.1" status: 200 len: 1099 time: 0.2804513 Jan 28 07:04:32.772488 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78f3584e-7e41-4507-9f36-f035be867ebd', 'tag': 'c282bcf5-c70f-49e2-a313-e3cd7d74f330'}, {'server_uuid': '65a409e0-91d3-47df-bfc9-a6eaf7084e82', 'name': 'network-vif-deleted', 'tag': 'f7217dac-eecf-4dc5-8fce-0a0c393d8107'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:04:32.775539 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3082f430-b015-455f-b7d9-d2cbd6db6a1f" -d '{"events": [{"name": "network-changed", "server_uuid": "78f3584e-7e41-4507-9f36-f035be867ebd", "tag": "c282bcf5-c70f-49e2-a313-e3cd7d74f330"}, {"server_uuid": "65a409e0-91d3-47df-bfc9-a6eaf7084e82", "name": "network-vif-deleted", "tag": "f7217dac-eecf-4dc5-8fce-0a0c393d8107"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:04:32.785837 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb8ff05-eb6c-43bf-8434-cde2acd58a02 req-7e32cc70-0c7d-4489-8b61-3512730b19cb tempest-LiveMigrationNegativeTest-417767109 tempest-LiveMigrationNegativeTest-417767109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:32.794228 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2eb8ff05-eb6c-43bf-8434-cde2acd58a02 req-7e32cc70-0c7d-4489-8b61-3512730b19cb tempest-LiveMigrationNegativeTest-417767109 tempest-LiveMigrationNegativeTest-417767109-project] 10.222.0.41 "GET /v2.0/ports?device_id=78f3584e-7e41-4507-9f36-f035be867ebd HTTP/1.1" status: 200 len: 947 time: 0.0921838 Jan 28 07:04:32.866570 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-19ffaca7-c777-4bab-a661-a6fc39eacb97 req-86dc8e0f-8da9-4c2c-ad73-7ae047b18817 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=c282bcf5-c70f-49e2-a313-e3cd7d74f330 HTTP/1.1" status: 200 len: 217 time: 0.0809062 Jan 28 07:04:32.886163 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2eb8ff05-eb6c-43bf-8434-cde2acd58a02 req-f1688881-927d-43bb-99fa-8a434d4ff9c7 tempest-LiveMigrationNegativeTest-417767109 tempest-LiveMigrationNegativeTest-417767109-project] 10.222.0.41 "GET /v2.0/security-groups?id=7cca885c-e367-40af-9432-ae9bb528627e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894306 Jan 28 07:04:32.958803 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 28 Jan 2022 07:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce867f6d-e7be-4c98-8d67-67f0e9efa0ef x-openstack-request-id: req-ce867f6d-e7be-4c98-8d67-67f0e9efa0ef {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:04:32.959279 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78f3584e-7e41-4507-9f36-f035be867ebd", "tag": "c282bcf5-c70f-49e2-a313-e3cd7d74f330", "status": "completed", "code": 200}, {"server_uuid": "65a409e0-91d3-47df-bfc9-a6eaf7084e82", "name": "network-vif-deleted", "tag": "f7217dac-eecf-4dc5-8fce-0a0c393d8107", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:04:32.959685 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ce867f6d-e7be-4c98-8d67-67f0e9efa0ef {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:04:32.960396 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78f3584e-7e41-4507-9f36-f035be867ebd', 'tag': 'c282bcf5-c70f-49e2-a313-e3cd7d74f330', 'status': 'completed', 'code': 200} Jan 28 07:04:32.960821 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65a409e0-91d3-47df-bfc9-a6eaf7084e82', 'name': 'network-vif-deleted', 'tag': 'f7217dac-eecf-4dc5-8fce-0a0c393d8107', 'status': 'completed', 'code': 200} Jan 28 07:04:32.969328 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ffaca7-c777-4bab-a661-a6fc39eacb97 req-a7c7bb31-7f6d-4867-908f-26211f254eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:32.971244 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-19ffaca7-c777-4bab-a661-a6fc39eacb97 req-a7c7bb31-7f6d-4867-908f-26211f254eb6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5785b43d-448b-4d12-9eb5-4e4caf2e7eaf HTTP/1.1" status: 200 len: 843 time: 0.0983686 Jan 28 07:04:33.018211 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-eb01d23b-01d8-40f8-8037-8822534aa440 req-8aa51e73-f8a9-4984-8e6e-40cf528af07e tempest-DeleteServersAdminTestJSON-343129229 tempest-DeleteServersAdminTestJSON-343129229-project] 10.222.0.41 "GET /v2.0/ports?device_id=de99433f-b893-40fd-af87-7c160e9bf422 HTTP/1.1" status: 200 len: 210 time: 0.0608964 Jan 28 07:04:33.069411 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ffaca7-c777-4bab-a661-a6fc39eacb97 req-6f8aad74-f4c1-43bf-96bd-49e1bb31c495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:33.074153 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-19ffaca7-c777-4bab-a661-a6fc39eacb97 req-6f8aad74-f4c1-43bf-96bd-49e1bb31c495 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0954890 Jan 28 07:04:33.183319 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-19ffaca7-c777-4bab-a661-a6fc39eacb97 req-9ea74c67-95ac-4ca1-b786-d7cc4f6c0536 service neutron] 10.222.0.44 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014299 Jan 28 07:04:33.240172 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bbf15186-f5ee-4137-86f6-97a8441d8177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:33.244813 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-61aff903-b263-4a43-8cb3-5fed6b3ee729 req-7102ac9e-50bc-4ac4-9171-4e17cacc5fb9 tempest-AggregatesAdminTestJSON-359422941 tempest-AggregatesAdminTestJSON-359422941-project] 10.222.0.41 "GET /v2.0/ports?device_id=65a409e0-91d3-47df-bfc9-a6eaf7084e82 HTTP/1.1" status: 200 len: 210 time: 0.0334241 Jan 28 07:04:33.321933 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 86fb7ee1-fa27-417e-8cec-f6fc3d2717b0 no longer exists at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:04:33.322703 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-19ffaca7-c777-4bab-a661-a6fc39eacb97 req-4d15f67c-cf4c-4701-8766-83a06ec69aae service neutron] 10.222.0.44 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325333 Jan 28 07:04:33.347273 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] No Port match for: 86fb7ee1-fa27-417e-8cec-f6fc3d2717b0 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:04:33.347894 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 86fb7ee1-fa27-417e-8cec-f6fc3d2717b0 not bound to the agent host n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:04:33.386445 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d61d3820-6181-4bf6-b245-2f68fb976b65 req-5be17c65-592e-4b87-8fda-2868473cdd1c tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/ports?device_id=686583c4-bba6-4444-b3a9-8d548823cbb9 HTTP/1.1" status: 200 len: 210 time: 0.0339227 Jan 28 07:04:33.472883 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3082f430-b015-455f-b7d9-d2cbd6db6a1f req-7bc757b8-4425-462d-b1dc-3424659bffe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:33.474332 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-3082f430-b015-455f-b7d9-d2cbd6db6a1f req-7bc757b8-4425-462d-b1dc-3424659bffe4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ac4dfa4e0e314134ba5c31f8a173b064&device_id=78f3584e-7e41-4507-9f36-f035be867ebd HTTP/1.1" status: 200 len: 1099 time: 0.0475261 Jan 28 07:04:33.585998 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3082f430-b015-455f-b7d9-d2cbd6db6a1f req-70caf00d-7d2f-411d-b917-1e4c7113e129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:33.587484 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-3082f430-b015-455f-b7d9-d2cbd6db6a1f req-70caf00d-7d2f-411d-b917-1e4c7113e129 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb HTTP/1.1" status: 200 len: 870 time: 0.1063221 Jan 28 07:04:33.623544 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-bab03c11-a7de-41a7-a4e8-3f2eafc5721b req-883ea5ef-8faf-4d25-9c06-a4b644950f19 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=c4cb8f6b7fb846b4ab01d357846632b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0336144 Jan 28 07:04:33.669908 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-3082f430-b015-455f-b7d9-d2cbd6db6a1f req-b31993c7-2744-4e09-a755-ecc2e11263f0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=c282bcf5-c70f-49e2-a313-e3cd7d74f330 HTTP/1.1" status: 200 len: 217 time: 0.0681193 Jan 28 07:04:33.701027 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:33.776718 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3082f430-b015-455f-b7d9-d2cbd6db6a1f req-3d462d1d-4f52-451c-ac19-ce77ab2ca55f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:33.778178 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-3082f430-b015-455f-b7d9-d2cbd6db6a1f req-3d462d1d-4f52-451c-ac19-ce77ab2ca55f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5785b43d-448b-4d12-9eb5-4e4caf2e7eaf HTTP/1.1" status: 200 len: 843 time: 0.0972166 Jan 28 07:04:33.842357 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab03c11-a7de-41a7-a4e8-3f2eafc5721b req-dbcd7bd3-6181-414d-9ecd-862b8e2b04b4 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:33.843947 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-bab03c11-a7de-41a7-a4e8-3f2eafc5721b req-dbcd7bd3-6181-414d-9ecd-862b8e2b04b4 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1859820 Jan 28 07:04:33.849779 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3082f430-b015-455f-b7d9-d2cbd6db6a1f req-f7e8447a-8e11-430f-ac73-2293b5f2cb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:33.851161 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-3082f430-b015-455f-b7d9-d2cbd6db6a1f req-f7e8447a-8e11-430f-ac73-2293b5f2cb9e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0627208 Jan 28 07:04:33.870774 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-bab03c11-a7de-41a7-a4e8-3f2eafc5721b req-2f149f43-c52a-4283-a052-73f449e91f45 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Request body: {'port': {'device_id': '686583c4-bba6-4444-b3a9-8d548823cbb9', 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb', 'admin_state_up': True, 'tenant_id': 'c4cb8f6b7fb846b4ab01d357846632b7'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:04:33.885489 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 57002) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:04:34.005125 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6baf05a0-36fc-41de-926f-0d11ef196425 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:34.020394 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-3082f430-b015-455f-b7d9-d2cbd6db6a1f req-c428024c-f71e-4f7d-9b4e-ea1ddb631160 service neutron] 10.222.0.44 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616971 Jan 28 07:04:34.029953 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11456f90-1dcd-4433-a254-5c5da89d0bfa req-ec9c927e-c088-43ef-aae5-e739662ba0d8 tempest-LiveMigrationNegativeTest-417767109 tempest-LiveMigrationNegativeTest-417767109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:34.031501 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-11456f90-1dcd-4433-a254-5c5da89d0bfa req-ec9c927e-c088-43ef-aae5-e739662ba0d8 tempest-LiveMigrationNegativeTest-417767109 tempest-LiveMigrationNegativeTest-417767109-project] 10.222.0.41 "GET /v2.0/ports?device_id=78f3584e-7e41-4507-9f36-f035be867ebd HTTP/1.1" status: 200 len: 947 time: 0.0784173 Jan 28 07:04:34.091784 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bab03c11-a7de-41a7-a4e8-3f2eafc5721b req-2f149f43-c52a-4283-a052-73f449e91f45 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Made reservation on behalf of c4cb8f6b7fb846b4ab01d357846632b7 for: {'port': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:04:34.095294 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-bab03c11-a7de-41a7-a4e8-3f2eafc5721b req-2f149f43-c52a-4283-a052-73f449e91f45 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:34.109892 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-bab03c11-a7de-41a7-a4e8-3f2eafc5721b req-2f149f43-c52a-4283-a052-73f449e91f45 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:34.113006 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-11456f90-1dcd-4433-a254-5c5da89d0bfa req-e1030011-dfee-4129-ac87-0af802978d8d tempest-LiveMigrationNegativeTest-417767109 tempest-LiveMigrationNegativeTest-417767109-project] 10.222.0.41 "GET /v2.0/security-groups?id=7cca885c-e367-40af-9432-ae9bb528627e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718808 Jan 28 07:04:34.152267 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6baf05a0-36fc-41de-926f-0d11ef196425 admin admin] Publish callbacks [] for security_group (54b174e8-9143-49fe-9186-c80ca10f1c71), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:34.152608 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-599490d5-17a5-422b-afbe-dbea30f46167 req-47171de3-196d-48c6-871d-4cc72aa7614f tempest-DeleteServersAdminTestJSON-343129229 tempest-DeleteServersAdminTestJSON-343129229-project] 10.222.0.41 "GET /v2.0/ports?device_id=de99433f-b893-40fd-af87-7c160e9bf422 HTTP/1.1" status: 200 len: 210 time: 0.0442169 Jan 28 07:04:34.156653 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6baf05a0-36fc-41de-926f-0d11ef196425 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (54b174e8-9143-49fe-9186-c80ca10f1c71), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:34.186266 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-3082f430-b015-455f-b7d9-d2cbd6db6a1f req-af4fa1e2-53de-4846-9193-64d635bc0d73 service neutron] 10.222.0.44 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490152 Jan 28 07:04:34.198328 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-6baf05a0-36fc-41de-926f-0d11ef196425 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4712b8c606ea471c85006790941355ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3117449 Jan 28 07:04:34.199297 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baf05a0-36fc-41de-926f-0d11ef196425 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54b174e8-9143-49fe-9186-c80ca10f1c71,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:04:34.202123 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 57010) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:04:34.261316 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6ac4a27d-1fdd-4cf8-bca0-98544b38a32c admin admin] Publish callbacks [] for security_group (54b174e8-9143-49fe-9186-c80ca10f1c71), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:34.264810 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-bab03c11-a7de-41a7-a4e8-3f2eafc5721b req-2f149f43-c52a-4283-a052-73f449e91f45 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Publish callbacks [] for security_group (b910cb8c-64ec-47f6-b06b-89e838bb343d), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:34.267587 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6b37252e-f5f3-4fc3-8990-2e25158e4dbd req-fe30857d-d6a5-4257-acae-74b52ff3a5ad tempest-DeleteServersAdminTestJSON-343129229 tempest-DeleteServersAdminTestJSON-343129229-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=13ef680d3db3459b90c4cb452a50011e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0303628 Jan 28 07:04:34.269271 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-bab03c11-a7de-41a7-a4e8-3f2eafc5721b req-2f149f43-c52a-4283-a052-73f449e91f45 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (b910cb8c-64ec-47f6-b06b-89e838bb343d), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:34.313194 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6ac4a27d-1fdd-4cf8-bca0-98544b38a32c admin admin] Publish callbacks [] for security_group (54b174e8-9143-49fe-9186-c80ca10f1c71), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:34.391338 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6ac4a27d-1fdd-4cf8-bca0-98544b38a32c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (54b174e8-9143-49fe-9186-c80ca10f1c71), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:34.394230 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6ac4a27d-1fdd-4cf8-bca0-98544b38a32c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:34.399205 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-6ac4a27d-1fdd-4cf8-bca0-98544b38a32c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/54b174e8-9143-49fe-9186-c80ca10f1c71 HTTP/1.1" status: 204 len: 168 time: 0.1923516 Jan 28 07:04:34.423880 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac4a27d-1fdd-4cf8-bca0-98544b38a32c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54b174e8-9143-49fe-9186-c80ca10f1c71,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:04:34.425569 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f149f43-c52a-4283-a052-73f449e91f45 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b910cb8c-64ec-47f6-b06b-89e838bb343d,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:04:34.526372 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9d4134f2-a41e-471a-bac3-8331c4e204d6 req-f4bccb21-7b71-4bc7-a637-9c02a0ce44fd tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/ports?device_id=686583c4-bba6-4444-b3a9-8d548823cbb9 HTTP/1.1" status: 200 len: 210 time: 0.0386314 Jan 28 07:04:34.548946 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b37252e-f5f3-4fc3-8990-2e25158e4dbd req-88db6e62-cfc9-4f7e-986e-6e5c756a2333 tempest-DeleteServersAdminTestJSON-343129229 tempest-DeleteServersAdminTestJSON-343129229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:34.550448 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6b37252e-f5f3-4fc3-8990-2e25158e4dbd req-88db6e62-cfc9-4f7e-986e-6e5c756a2333 tempest-DeleteServersAdminTestJSON-343129229 tempest-DeleteServersAdminTestJSON-343129229-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2779868 Jan 28 07:04:34.562017 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [req-bab03c11-a7de-41a7-a4e8-3f2eafc5721b req-2f149f43-c52a-4283-a052-73f449e91f45 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Allocated IP 192.168.233.149 (d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb/5785b43d-448b-4d12-9eb5-4e4caf2e7eaf/2db0eab7-310b-4c35-a1b9-bb600d2e8ebd) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:04:34.578755 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-6b37252e-f5f3-4fc3-8990-2e25158e4dbd req-666c0e6b-306f-4563-931b-dc046ade5162 tempest-DeleteServersAdminTestJSON-343129229 tempest-DeleteServersAdminTestJSON-343129229-project] Request body: {'port': {'device_id': 'de99433f-b893-40fd-af87-7c160e9bf422', 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb', 'admin_state_up': True, 'tenant_id': '13ef680d3db3459b90c4cb452a50011e'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:04:34.768577 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 57042) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:04:34.783264 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b8788a6e-4f4d-423a-910b-f106c9f2343a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:34.822100 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b37252e-f5f3-4fc3-8990-2e25158e4dbd req-666c0e6b-306f-4563-931b-dc046ade5162 tempest-DeleteServersAdminTestJSON-343129229 tempest-DeleteServersAdminTestJSON-343129229-project] Made reservation on behalf of 13ef680d3db3459b90c4cb452a50011e for: {'port': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:04:34.825100 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-6b37252e-f5f3-4fc3-8990-2e25158e4dbd req-666c0e6b-306f-4563-931b-dc046ade5162 tempest-DeleteServersAdminTestJSON-343129229 tempest-DeleteServersAdminTestJSON-343129229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:34.869753 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b8788a6e-4f4d-423a-910b-f106c9f2343a admin admin] Publish callbacks [] for security_group (7e249413-2af8-4d96-b937-950cd6e95992), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:34.871533 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-bab03c11-a7de-41a7-a4e8-3f2eafc5721b req-2f149f43-c52a-4283-a052-73f449e91f45 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Publish callbacks [] for port (2db0eab7-310b-4c35-a1b9-bb600d2e8ebd), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:34.877925 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b8788a6e-4f4d-423a-910b-f106c9f2343a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (7e249413-2af8-4d96-b937-950cd6e95992), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:34.921573 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-b8788a6e-4f4d-423a-910b-f106c9f2343a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4c7577daca0e40eca2ee9a68f41a6f68&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1517267 Jan 28 07:04:34.922955 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8788a6e-4f4d-423a-910b-f106c9f2343a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e249413-2af8-4d96-b937-950cd6e95992,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:04:34.925263 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 57052) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:04:34.996703 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-bab03c11-a7de-41a7-a4e8-3f2eafc5721b req-2f149f43-c52a-4283-a052-73f449e91f45 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (2db0eab7-310b-4c35-a1b9-bb600d2e8ebd), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:35.057695 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6b4ceafb-2436-44da-90da-3ca7eba1e90d admin admin] Publish callbacks [] for security_group (7e249413-2af8-4d96-b937-950cd6e95992), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:35.082585 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bab03c11-a7de-41a7-a4e8-3f2eafc5721b req-2f149f43-c52a-4283-a052-73f449e91f45 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Network d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:04:35.098496 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [req-bab03c11-a7de-41a7-a4e8-3f2eafc5721b req-2f149f43-c52a-4283-a052-73f449e91f45 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:04:35.113400 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-bab03c11-a7de-41a7-a4e8-3f2eafc5721b req-2f149f43-c52a-4283-a052-73f449e91f45 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:04:35.116258 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [req-6b37252e-f5f3-4fc3-8990-2e25158e4dbd req-666c0e6b-306f-4563-931b-dc046ade5162 tempest-DeleteServersAdminTestJSON-343129229 tempest-DeleteServersAdminTestJSON-343129229-project] Allocated IP 192.168.233.45 (d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb/5785b43d-448b-4d12-9eb5-4e4caf2e7eaf/4a9679d7-67f9-4d29-b4f0-aa30d22c3a9d) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:04:35.145311 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f149f43-c52a-4283-a052-73f449e91f45 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Pushing event updated for resources: {'Port': ['ID=2db0eab7-310b-4c35-a1b9-bb600d2e8ebd,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:04:35.153100 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6b4ceafb-2436-44da-90da-3ca7eba1e90d admin admin] Publish callbacks [] for security_group (7e249413-2af8-4d96-b937-950cd6e95992), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:35.229132 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab03c11-a7de-41a7-a4e8-3f2eafc5721b req-2f149f43-c52a-4283-a052-73f449e91f45 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:35.229774 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-bab03c11-a7de-41a7-a4e8-3f2eafc5721b req-2f149f43-c52a-4283-a052-73f449e91f45 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:35.289773 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-bab03c11-a7de-41a7-a4e8-3f2eafc5721b req-2f149f43-c52a-4283-a052-73f449e91f45 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4223270 Jan 28 07:04:35.315592 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device f7217dac-eecf-4dc5-8fce-0a0c393d8107 no longer exists at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:04:35.338163 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-bab03c11-a7de-41a7-a4e8-3f2eafc5721b req-810edd30-f17a-43a0-b7c0-a264d531eadc service neutron] Request body: {'port': {'device_id': '686583c4-bba6-4444-b3a9-8d548823cbb9', 'device_owner': 'compute:tempest-test_az-1844580102', 'binding:host_id': 'n-h1-712749-28'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:04:35.343438 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] No Port match for: f7217dac-eecf-4dc5-8fce-0a0c393d8107 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:04:35.344072 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device f7217dac-eecf-4dc5-8fce-0a0c393d8107 not bound to the agent host n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:04:35.358574 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6b4ceafb-2436-44da-90da-3ca7eba1e90d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (7e249413-2af8-4d96-b937-950cd6e95992), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:35.362468 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6b4ceafb-2436-44da-90da-3ca7eba1e90d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:35.363632 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-6b4ceafb-2436-44da-90da-3ca7eba1e90d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7e249413-2af8-4d96-b937-950cd6e95992 HTTP/1.1" status: 204 len: 168 time: 0.4374132 Jan 28 07:04:35.418119 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-179b5f43-22ff-4f5f-ad0e-0d509b99ae90 None None] Provisioning complete for port 2db0eab7-310b-4c35-a1b9-bb600d2e8ebd triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:04:35.418507 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-179b5f43-22ff-4f5f-ad0e-0d509b99ae90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (2db0eab7-310b-4c35-a1b9-bb600d2e8ebd), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:35.426984 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-58c8bbd6-c1c5-4fac-af27-bacf8bd113a1 req-36a56b5a-34a3-4ae1-8f31-b8290fd8ecbb tempest-DeleteServersAdminTestJSON-343129229 tempest-DeleteServersAdminTestJSON-343129229-project] 10.222.0.41 "GET /v2.0/ports?device_id=de99433f-b893-40fd-af87-7c160e9bf422 HTTP/1.1" status: 200 len: 210 time: 0.0374508 Jan 28 07:04:35.474557 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-179b5f43-22ff-4f5f-ad0e-0d509b99ae90 None None] Port 2db0eab7-310b-4c35-a1b9-bb600d2e8ebd cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:04:35.554750 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dc86185c-fd95-4061-9d93-642f97cee7e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:35.610415 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4ceafb-2436-44da-90da-3ca7eba1e90d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e249413-2af8-4d96-b937-950cd6e95992,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:04:35.633239 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368562d7-1a8a-4461-8589-fbced193c764 req-6d1d0c74-610e-4668-9609-493097a25f0a tempest-LiveMigrationNegativeTest-417767109 tempest-LiveMigrationNegativeTest-417767109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:35.634960 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-368562d7-1a8a-4461-8589-fbced193c764 req-6d1d0c74-610e-4668-9609-493097a25f0a tempest-LiveMigrationNegativeTest-417767109 tempest-LiveMigrationNegativeTest-417767109-project] 10.222.0.41 "GET /v2.0/ports?device_id=78f3584e-7e41-4507-9f36-f035be867ebd HTTP/1.1" status: 200 len: 947 time: 0.4001973 Jan 28 07:04:35.699498 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-bab03c11-a7de-41a7-a4e8-3f2eafc5721b req-810edd30-f17a-43a0-b7c0-a264d531eadc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (2db0eab7-310b-4c35-a1b9-bb600d2e8ebd), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:35.744251 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-6b37252e-f5f3-4fc3-8990-2e25158e4dbd req-666c0e6b-306f-4563-931b-dc046ade5162 tempest-DeleteServersAdminTestJSON-343129229 tempest-DeleteServersAdminTestJSON-343129229-project] Publish callbacks [] for port (4a9679d7-67f9-4d29-b4f0-aa30d22c3a9d), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:35.783044 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-368562d7-1a8a-4461-8589-fbced193c764 req-4d48c365-e833-4d22-8c1b-d96b434e31ff tempest-LiveMigrationNegativeTest-417767109 tempest-LiveMigrationNegativeTest-417767109-project] 10.222.0.41 "GET /v2.0/security-groups?id=7cca885c-e367-40af-9432-ae9bb528627e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271605 Jan 28 07:04:35.836874 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d59795-e9bb-4574-8ada-0559260ad5bf req-738b957c-83ff-42e7-900b-6fbdf1398463 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:35.838987 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-85d59795-e9bb-4574-8ada-0559260ad5bf req-738b957c-83ff-42e7-900b-6fbdf1398463 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/ports?device_id=686583c4-bba6-4444-b3a9-8d548823cbb9 HTTP/1.1" status: 200 len: 936 time: 0.0726624 Jan 28 07:04:35.889115 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-6b37252e-f5f3-4fc3-8990-2e25158e4dbd req-666c0e6b-306f-4563-931b-dc046ade5162 tempest-DeleteServersAdminTestJSON-343129229 tempest-DeleteServersAdminTestJSON-343129229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (4a9679d7-67f9-4d29-b4f0-aa30d22c3a9d), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:35.903975 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-85d59795-e9bb-4574-8ada-0559260ad5bf req-38784e0a-f9ee-4727-a12a-3c6277a9157d tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/security-groups?id=b910cb8c-64ec-47f6-b06b-89e838bb343d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523086 Jan 28 07:04:35.978708 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b37252e-f5f3-4fc3-8990-2e25158e4dbd req-666c0e6b-306f-4563-931b-dc046ade5162 tempest-DeleteServersAdminTestJSON-343129229 tempest-DeleteServersAdminTestJSON-343129229-project] Network d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:04:35.984653 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [req-6b37252e-f5f3-4fc3-8990-2e25158e4dbd req-666c0e6b-306f-4563-931b-dc046ade5162 tempest-DeleteServersAdminTestJSON-343129229 tempest-DeleteServersAdminTestJSON-343129229-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:04:35.993766 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b37252e-f5f3-4fc3-8990-2e25158e4dbd req-666c0e6b-306f-4563-931b-dc046ade5162 tempest-DeleteServersAdminTestJSON-343129229 tempest-DeleteServersAdminTestJSON-343129229-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:04:36.038860 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666c0e6b-306f-4563-931b-dc046ade5162 tempest-DeleteServersAdminTestJSON-343129229 tempest-DeleteServersAdminTestJSON-343129229-project] Pushing event updated for resources: {'Port': ['ID=4a9679d7-67f9-4d29-b4f0-aa30d22c3a9d,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:04:36.091950 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b37252e-f5f3-4fc3-8990-2e25158e4dbd req-666c0e6b-306f-4563-931b-dc046ade5162 tempest-DeleteServersAdminTestJSON-343129229 tempest-DeleteServersAdminTestJSON-343129229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:36.092643 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-6b37252e-f5f3-4fc3-8990-2e25158e4dbd req-666c0e6b-306f-4563-931b-dc046ade5162 tempest-DeleteServersAdminTestJSON-343129229 tempest-DeleteServersAdminTestJSON-343129229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:36.152791 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6b37252e-f5f3-4fc3-8990-2e25158e4dbd req-666c0e6b-306f-4563-931b-dc046ade5162 tempest-DeleteServersAdminTestJSON-343129229 tempest-DeleteServersAdminTestJSON-343129229-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5869651 Jan 28 07:04:36.179541 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-6b37252e-f5f3-4fc3-8990-2e25158e4dbd req-74e43d0a-929b-419d-a637-e3652eef2d84 service neutron] Request body: {'port': {'device_id': 'de99433f-b893-40fd-af87-7c160e9bf422', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712749-28'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:04:36.248281 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device c282bcf5-c70f-49e2-a313-e3cd7d74f330 details requested by agent hyperv_n-h2-712749-28 with host n-h2-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:04:36.314455 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [req-bab03c11-a7de-41a7-a4e8-3f2eafc5721b req-810edd30-f17a-43a0-b7c0-a264d531eadc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2db0eab7-310b-4c35-a1b9-bb600d2e8ebd {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:04:36.324161 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-bab03c11-a7de-41a7-a4e8-3f2eafc5721b req-810edd30-f17a-43a0-b7c0-a264d531eadc service neutron] Publish callbacks [] for port (2db0eab7-310b-4c35-a1b9-bb600d2e8ebd), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:36.337786 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [req-bab03c11-a7de-41a7-a4e8-3f2eafc5721b req-810edd30-f17a-43a0-b7c0-a264d531eadc service neutron] Transition to ACTIVE for port object 2db0eab7-310b-4c35-a1b9-bb600d2e8ebd will not be triggered until provisioned by entity L2. {{(pid=103283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:04:36.374450 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-bab03c11-a7de-41a7-a4e8-3f2eafc5721b req-810edd30-f17a-43a0-b7c0-a264d531eadc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (2db0eab7-310b-4c35-a1b9-bb600d2e8ebd), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:36.377078 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-6b37252e-f5f3-4fc3-8990-2e25158e4dbd req-74e43d0a-929b-419d-a637-e3652eef2d84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (4a9679d7-67f9-4d29-b4f0-aa30d22c3a9d), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:36.440423 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port c282bcf5-c70f-49e2-a313-e3cd7d74f330, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=c282bcf5-c70f-49e2-a313-e3cd7d74f330,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:04:36.456658 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Returning: {'device': 'c282bcf5-c70f-49e2-a313-e3cd7d74f330', 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb', 'port_id': 'c282bcf5-c70f-49e2-a313-e3cd7d74f330', 'mac_address': 'fa:16:3e:36:3e:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5785b43d-448b-4d12-9eb5-4e4caf2e7eaf', 'ip_address': '192.168.233.84'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:04:36.498122 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810edd30-f17a-43a0-b7c0-a264d531eadc service neutron] Pushing event updated for resources: {'Port': ['ID=2db0eab7-310b-4c35-a1b9-bb600d2e8ebd,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:04:36.602491 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port c282bcf5-c70f-49e2-a313-e3cd7d74f330 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:04:36.602919 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (c282bcf5-c70f-49e2-a313-e3cd7d74f330), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:36.636712 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c282bcf5-c70f-49e2-a313-e3cd7d74f330 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:04:36.656625 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c9d43031-8801-40bb-872e-94da76426853 None None] Provisioning complete for port 4a9679d7-67f9-4d29-b4f0-aa30d22c3a9d triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:04:36.662923 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c9d43031-8801-40bb-872e-94da76426853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (4a9679d7-67f9-4d29-b4f0-aa30d22c3a9d), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:36.709990 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e877d35a-860c-4125-b654-2230967660ca req-d2540af9-cf21-44a0-9e76-10d65b9a90cc tempest-DeleteServersAdminTestJSON-343129229 tempest-DeleteServersAdminTestJSON-343129229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:36.719242 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e877d35a-860c-4125-b654-2230967660ca req-d2540af9-cf21-44a0-9e76-10d65b9a90cc tempest-DeleteServersAdminTestJSON-343129229 tempest-DeleteServersAdminTestJSON-343129229-project] 10.222.0.41 "GET /v2.0/ports?device_id=de99433f-b893-40fd-af87-7c160e9bf422 HTTP/1.1" status: 200 len: 935 time: 0.1233225 Jan 28 07:04:36.757397 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c9d43031-8801-40bb-872e-94da76426853 None None] Port 4a9679d7-67f9-4d29-b4f0-aa30d22c3a9d cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:04:36.777744 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-bab03c11-a7de-41a7-a4e8-3f2eafc5721b req-810edd30-f17a-43a0-b7c0-a264d531eadc service neutron] Attempting to bind port 2db0eab7-310b-4c35-a1b9-bb600d2e8ebd on host n-h1-712749-28 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:04:36.778074 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-bab03c11-a7de-41a7-a4e8-3f2eafc5721b req-810edd30-f17a-43a0-b7c0-a264d531eadc service neutron] Attempting to bind port 2db0eab7-310b-4c35-a1b9-bb600d2e8ebd by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': '9d52209e-a416-4cfe-8f8a-19567a90fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:04:36.778982 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab03c11-a7de-41a7-a4e8-3f2eafc5721b req-810edd30-f17a-43a0-b7c0-a264d531eadc service neutron] Attempting to bind port 2db0eab7-310b-4c35-a1b9-bb600d2e8ebd on network d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:04:36.779093 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port c282bcf5-c70f-49e2-a313-e3cd7d74f330, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=c282bcf5-c70f-49e2-a313-e3cd7d74f330,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:04:36.795553 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab03c11-a7de-41a7-a4e8-3f2eafc5721b req-810edd30-f17a-43a0-b7c0-a264d531eadc service neutron] Port 2db0eab7-310b-4c35-a1b9-bb600d2e8ebd on network d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:04:36.795947 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab03c11-a7de-41a7-a4e8-3f2eafc5721b req-810edd30-f17a-43a0-b7c0-a264d531eadc service neutron] Attempting to bind port 2db0eab7-310b-4c35-a1b9-bb600d2e8ebd on network d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:04:36.798552 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (c282bcf5-c70f-49e2-a313-e3cd7d74f330), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:36.799559 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e877d35a-860c-4125-b654-2230967660ca req-8eb57269-4da2-4abf-a93b-554c4963e12e tempest-DeleteServersAdminTestJSON-343129229 tempest-DeleteServersAdminTestJSON-343129229-project] 10.222.0.41 "GET /v2.0/security-groups?id=acdcec4f-353d-4117-bb72-6815acb3dcee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791783 Jan 28 07:04:36.819986 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab03c11-a7de-41a7-a4e8-3f2eafc5721b req-810edd30-f17a-43a0-b7c0-a264d531eadc service neutron] Checking agent: {'id': '2fca46b1-237f-4857-9290-2429d810e472', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 4, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:04:36.824364 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab03c11-a7de-41a7-a4e8-3f2eafc5721b req-810edd30-f17a-43a0-b7c0-a264d531eadc service neutron] Checking segment: {'id': '9d52209e-a416-4cfe-8f8a-19567a90fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:04:36.824853 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab03c11-a7de-41a7-a4e8-3f2eafc5721b req-810edd30-f17a-43a0-b7c0-a264d531eadc service neutron] Bound using segment: {'id': '9d52209e-a416-4cfe-8f8a-19567a90fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:04:36.827259 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-bab03c11-a7de-41a7-a4e8-3f2eafc5721b req-810edd30-f17a-43a0-b7c0-a264d531eadc service neutron] Bound port: 2db0eab7-310b-4c35-a1b9-bb600d2e8ebd, host: n-h1-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d52209e-a416-4cfe-8f8a-19567a90fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:04:36.828375 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-bab03c11-a7de-41a7-a4e8-3f2eafc5721b req-810edd30-f17a-43a0-b7c0-a264d531eadc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (2db0eab7-310b-4c35-a1b9-bb600d2e8ebd), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:36.887229 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=c282bcf5-c70f-49e2-a313-e3cd7d74f330,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:04:36.895263 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:37.051056 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [req-6b37252e-f5f3-4fc3-8990-2e25158e4dbd req-74e43d0a-929b-419d-a637-e3652eef2d84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a9679d7-67f9-4d29-b4f0-aa30d22c3a9d {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:04:37.064617 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-6b37252e-f5f3-4fc3-8990-2e25158e4dbd req-74e43d0a-929b-419d-a637-e3652eef2d84 service neutron] Publish callbacks [] for port (4a9679d7-67f9-4d29-b4f0-aa30d22c3a9d), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:37.071597 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-bab03c11-a7de-41a7-a4e8-3f2eafc5721b req-810edd30-f17a-43a0-b7c0-a264d531eadc service neutron] For port 2db0eab7-310b-4c35-a1b9-bb600d2e8ebd, host n-h1-712749-28, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:04:37.076685 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-bab03c11-a7de-41a7-a4e8-3f2eafc5721b req-810edd30-f17a-43a0-b7c0-a264d531eadc service neutron] For port 2db0eab7-310b-4c35-a1b9-bb600d2e8ebd, host n-h1-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=2db0eab7-310b-4c35-a1b9-bb600d2e8ebd,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:04:37.085429 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-bab03c11-a7de-41a7-a4e8-3f2eafc5721b req-810edd30-f17a-43a0-b7c0-a264d531eadc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (2db0eab7-310b-4c35-a1b9-bb600d2e8ebd), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:37.097897 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e22184-fc43-410c-b02f-24e6c5fe2ad9 req-4e565f05-a4af-4b32-ac42-f80ae5c473fd tempest-LiveMigrationNegativeTest-417767109 tempest-LiveMigrationNegativeTest-417767109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:37.099405 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-81e22184-fc43-410c-b02f-24e6c5fe2ad9 req-4e565f05-a4af-4b32-ac42-f80ae5c473fd tempest-LiveMigrationNegativeTest-417767109 tempest-LiveMigrationNegativeTest-417767109-project] 10.222.0.41 "GET /v2.0/ports?device_id=78f3584e-7e41-4507-9f36-f035be867ebd HTTP/1.1" status: 200 len: 948 time: 0.1701131 Jan 28 07:04:37.104235 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [req-6b37252e-f5f3-4fc3-8990-2e25158e4dbd req-74e43d0a-929b-419d-a637-e3652eef2d84 service neutron] Transition to ACTIVE for port object 4a9679d7-67f9-4d29-b4f0-aa30d22c3a9d will not be triggered until provisioned by entity L2. {{(pid=103283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:04:37.127281 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087a3c6e-0158-4e89-9fb2-a14a68b428c0 req-b5a78600-939f-482a-bd99-c9ebf4c2292b tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:37.128407 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-6b37252e-f5f3-4fc3-8990-2e25158e4dbd req-74e43d0a-929b-419d-a637-e3652eef2d84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (4a9679d7-67f9-4d29-b4f0-aa30d22c3a9d), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:37.129265 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-087a3c6e-0158-4e89-9fb2-a14a68b428c0 req-b5a78600-939f-482a-bd99-c9ebf4c2292b tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/ports?device_id=686583c4-bba6-4444-b3a9-8d548823cbb9 HTTP/1.1" status: 200 len: 970 time: 0.0637946 Jan 28 07:04:37.154515 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab03c11-a7de-41a7-a4e8-3f2eafc5721b req-810edd30-f17a-43a0-b7c0-a264d531eadc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:37.155134 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-bab03c11-a7de-41a7-a4e8-3f2eafc5721b req-810edd30-f17a-43a0-b7c0-a264d531eadc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:37.156974 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-bab03c11-a7de-41a7-a4e8-3f2eafc5721b req-810edd30-f17a-43a0-b7c0-a264d531eadc service neutron] 10.222.0.10 "PUT /v2.0/ports/2db0eab7-310b-4c35-a1b9-bb600d2e8ebd HTTP/1.1" status: 200 len: 1119 time: 1.8464439 Jan 28 07:04:37.158972 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '686583c4-bba6-4444-b3a9-8d548823cbb9', 'tag': '2db0eab7-310b-4c35-a1b9-bb600d2e8ebd'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:04:37.161238 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b17f6cbc-7427-4db7-8fa2-07c351e9be92" -d '{"events": [{"name": "network-changed", "server_uuid": "686583c4-bba6-4444-b3a9-8d548823cbb9", "tag": "2db0eab7-310b-4c35-a1b9-bb600d2e8ebd"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:04:37.200895 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['c282bcf5-c70f-49e2-a313-e3cd7d74f330'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:04:37.208436 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810edd30-f17a-43a0-b7c0-a264d531eadc service neutron] Pushing event updated for resources: {'Port': ['ID=2db0eab7-310b-4c35-a1b9-bb600d2e8ebd,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:04:37.220870 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-087a3c6e-0158-4e89-9fb2-a14a68b428c0 req-31334feb-1ab6-4033-963e-9d66e5d4cea7 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/security-groups?id=b910cb8c-64ec-47f6-b06b-89e838bb343d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783978 Jan 28 07:04:37.222041 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-81e22184-fc43-410c-b02f-24e6c5fe2ad9 req-15b484c3-7f89-46ba-92d2-d9bf44f87e3b tempest-LiveMigrationNegativeTest-417767109 tempest-LiveMigrationNegativeTest-417767109-project] 10.222.0.41 "GET /v2.0/security-groups?id=7cca885c-e367-40af-9432-ae9bb528627e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975940 Jan 28 07:04:37.392271 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e43d0a-929b-419d-a637-e3652eef2d84 service neutron] Pushing event updated for resources: {'Port': ['ID=4a9679d7-67f9-4d29-b4f0-aa30d22c3a9d,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:04:37.458435 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab03c11-a7de-41a7-a4e8-3f2eafc5721b req-e5f78a05-d30d-4bf0-9cdd-3be2f6dd9b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:37.459950 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-bab03c11-a7de-41a7-a4e8-3f2eafc5721b req-e5f78a05-d30d-4bf0-9cdd-3be2f6dd9b6c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c4cb8f6b7fb846b4ab01d357846632b7&device_id=686583c4-bba6-4444-b3a9-8d548823cbb9 HTTP/1.1" status: 200 len: 1122 time: 0.2035792 Jan 28 07:04:37.464433 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-6b37252e-f5f3-4fc3-8990-2e25158e4dbd req-74e43d0a-929b-419d-a637-e3652eef2d84 service neutron] Attempting to bind port 4a9679d7-67f9-4d29-b4f0-aa30d22c3a9d on host n-h2-712749-28 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:04:37.464769 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-6b37252e-f5f3-4fc3-8990-2e25158e4dbd req-74e43d0a-929b-419d-a637-e3652eef2d84 service neutron] Attempting to bind port 4a9679d7-67f9-4d29-b4f0-aa30d22c3a9d by drivers openvswitch,hyperv on host n-h2-712749-28 at level 0 using segments [{'id': '9d52209e-a416-4cfe-8f8a-19567a90fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:04:37.465093 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b37252e-f5f3-4fc3-8990-2e25158e4dbd req-74e43d0a-929b-419d-a637-e3652eef2d84 service neutron] Attempting to bind port 4a9679d7-67f9-4d29-b4f0-aa30d22c3a9d on network d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:04:37.470189 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b37252e-f5f3-4fc3-8990-2e25158e4dbd req-74e43d0a-929b-419d-a637-e3652eef2d84 service neutron] Port 4a9679d7-67f9-4d29-b4f0-aa30d22c3a9d on network d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-28 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:04:37.470506 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b37252e-f5f3-4fc3-8990-2e25158e4dbd req-74e43d0a-929b-419d-a637-e3652eef2d84 service neutron] Attempting to bind port 4a9679d7-67f9-4d29-b4f0-aa30d22c3a9d on network d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:04:37.475716 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b37252e-f5f3-4fc3-8990-2e25158e4dbd req-74e43d0a-929b-419d-a637-e3652eef2d84 service neutron] Checking agent: {'id': 'c9906e63-062c-432e-bb53-63fdb8115e18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:04:37.476109 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b37252e-f5f3-4fc3-8990-2e25158e4dbd req-74e43d0a-929b-419d-a637-e3652eef2d84 service neutron] Checking segment: {'id': '9d52209e-a416-4cfe-8f8a-19567a90fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:04:37.476539 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b37252e-f5f3-4fc3-8990-2e25158e4dbd req-74e43d0a-929b-419d-a637-e3652eef2d84 service neutron] Bound using segment: {'id': '9d52209e-a416-4cfe-8f8a-19567a90fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:04:37.477202 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-6b37252e-f5f3-4fc3-8990-2e25158e4dbd req-74e43d0a-929b-419d-a637-e3652eef2d84 service neutron] Bound port: 4a9679d7-67f9-4d29-b4f0-aa30d22c3a9d, host: n-h2-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d52209e-a416-4cfe-8f8a-19567a90fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:04:37.477319 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-6b37252e-f5f3-4fc3-8990-2e25158e4dbd req-74e43d0a-929b-419d-a637-e3652eef2d84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (4a9679d7-67f9-4d29-b4f0-aa30d22c3a9d), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:37.551833 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ec460c1-31ea-4702-b361-954d10640da8 x-openstack-request-id: req-2ec460c1-31ea-4702-b361-954d10640da8 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:04:37.552126 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "686583c4-bba6-4444-b3a9-8d548823cbb9", "tag": "2db0eab7-310b-4c35-a1b9-bb600d2e8ebd", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:04:37.552408 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2ec460c1-31ea-4702-b361-954d10640da8 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:04:37.552942 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '686583c4-bba6-4444-b3a9-8d548823cbb9', 'tag': '2db0eab7-310b-4c35-a1b9-bb600d2e8ebd', 'status': 'completed', 'code': 200} Jan 28 07:04:37.579746 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-bab03c11-a7de-41a7-a4e8-3f2eafc5721b req-7c97607e-0468-453c-8c2a-d86d5578a4b5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=2db0eab7-310b-4c35-a1b9-bb600d2e8ebd HTTP/1.1" status: 200 len: 217 time: 0.0798237 Jan 28 07:04:37.645456 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab03c11-a7de-41a7-a4e8-3f2eafc5721b req-66fb50fc-39b2-43e0-981a-d567a9333331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:37.647039 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-bab03c11-a7de-41a7-a4e8-3f2eafc5721b req-66fb50fc-39b2-43e0-981a-d567a9333331 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5785b43d-448b-4d12-9eb5-4e4caf2e7eaf HTTP/1.1" status: 200 len: 843 time: 0.0603960 Jan 28 07:04:37.737995 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-6b37252e-f5f3-4fc3-8990-2e25158e4dbd req-74e43d0a-929b-419d-a637-e3652eef2d84 service neutron] For port 4a9679d7-67f9-4d29-b4f0-aa30d22c3a9d, host n-h2-712749-28, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:04:37.746306 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-6b37252e-f5f3-4fc3-8990-2e25158e4dbd req-74e43d0a-929b-419d-a637-e3652eef2d84 service neutron] For port 4a9679d7-67f9-4d29-b4f0-aa30d22c3a9d, host n-h2-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=4a9679d7-67f9-4d29-b4f0-aa30d22c3a9d,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:04:37.754243 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-6b37252e-f5f3-4fc3-8990-2e25158e4dbd req-74e43d0a-929b-419d-a637-e3652eef2d84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (4a9679d7-67f9-4d29-b4f0-aa30d22c3a9d), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:37.817525 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b37252e-f5f3-4fc3-8990-2e25158e4dbd req-74e43d0a-929b-419d-a637-e3652eef2d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:37.818511 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-6b37252e-f5f3-4fc3-8990-2e25158e4dbd req-74e43d0a-929b-419d-a637-e3652eef2d84 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:37.819995 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6b37252e-f5f3-4fc3-8990-2e25158e4dbd req-74e43d0a-929b-419d-a637-e3652eef2d84 service neutron] 10.222.0.44 "PUT /v2.0/ports/4a9679d7-67f9-4d29-b4f0-aa30d22c3a9d HTTP/1.1" status: 200 len: 1096 time: 1.6464691 Jan 28 07:04:37.864809 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab03c11-a7de-41a7-a4e8-3f2eafc5721b req-04676f10-2962-4572-98cd-2f250c3de761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:37.886521 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-bab03c11-a7de-41a7-a4e8-3f2eafc5721b req-04676f10-2962-4572-98cd-2f250c3de761 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2228661 Jan 28 07:04:37.998955 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 57250) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:04:38.014393 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e43d0a-929b-419d-a637-e3652eef2d84 service neutron] Pushing event updated for resources: {'Port': ['ID=4a9679d7-67f9-4d29-b4f0-aa30d22c3a9d,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:04:38.081475 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b37252e-f5f3-4fc3-8990-2e25158e4dbd req-2c2b61fe-6838-42db-9084-13092c5f6727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:38.084484 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6b37252e-f5f3-4fc3-8990-2e25158e4dbd req-2c2b61fe-6838-42db-9084-13092c5f6727 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=13ef680d3db3459b90c4cb452a50011e&device_id=de99433f-b893-40fd-af87-7c160e9bf422 HTTP/1.1" status: 200 len: 1099 time: 0.1830444 Jan 28 07:04:38.180919 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6b37252e-f5f3-4fc3-8990-2e25158e4dbd req-96ff47e2-620b-42e5-9e52-c1e64ed80fe1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=4a9679d7-67f9-4d29-b4f0-aa30d22c3a9d HTTP/1.1" status: 200 len: 217 time: 0.0758929 Jan 28 07:04:38.211084 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-bab03c11-a7de-41a7-a4e8-3f2eafc5721b req-ca825e2c-ff9e-4082-9062-9a8436d5cc2c service neutron] 10.222.0.10 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3232648 Jan 28 07:04:38.247838 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device c282bcf5-c70f-49e2-a313-e3cd7d74f330 up at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:04:38.343934 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 57264) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:04:38.353206 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning for port c282bcf5-c70f-49e2-a313-e3cd7d74f330 completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:04:38.357838 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning complete for port c282bcf5-c70f-49e2-a313-e3cd7d74f330 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:04:38.358360 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (c282bcf5-c70f-49e2-a313-e3cd7d74f330), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:38.402606 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6d6c075f-28cd-438c-9ead-930d6a613520 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:38.434580 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-bab03c11-a7de-41a7-a4e8-3f2eafc5721b req-f4179db4-bf28-4c26-a04e-46f5af06db3a service neutron] 10.222.0.10 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089531 Jan 28 07:04:38.441920 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b163f442-a286-4ae5-859f-d7a821066e35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:38.454807 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a20752-babf-4ee5-8444-1a2185992694 req-9824b2e4-b74d-44c5-91a4-b620a91b5ae3 tempest-DeleteServersAdminTestJSON-343129229 tempest-DeleteServersAdminTestJSON-343129229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:38.461977 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f5a20752-babf-4ee5-8444-1a2185992694 req-9824b2e4-b74d-44c5-91a4-b620a91b5ae3 tempest-DeleteServersAdminTestJSON-343129229 tempest-DeleteServersAdminTestJSON-343129229-project] 10.222.0.41 "GET /v2.0/ports?device_id=de99433f-b893-40fd-af87-7c160e9bf422 HTTP/1.1" status: 200 len: 947 time: 0.3269312 Jan 28 07:04:38.470190 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b37252e-f5f3-4fc3-8990-2e25158e4dbd req-76e3fd2a-99ab-4eab-bc09-7ad13062d64a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:38.471738 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6b37252e-f5f3-4fc3-8990-2e25158e4dbd req-76e3fd2a-99ab-4eab-bc09-7ad13062d64a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5785b43d-448b-4d12-9eb5-4e4caf2e7eaf HTTP/1.1" status: 200 len: 843 time: 0.2596865 Jan 28 07:04:38.497521 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:38.522496 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port c282bcf5-c70f-49e2-a313-e3cd7d74f330 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:04:38.523185 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (c282bcf5-c70f-49e2-a313-e3cd7d74f330), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:38.550063 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f5a20752-babf-4ee5-8444-1a2185992694 req-96814ebe-9baf-4408-a552-b42b6108a9ec tempest-DeleteServersAdminTestJSON-343129229 tempest-DeleteServersAdminTestJSON-343129229-project] 10.222.0.41 "GET /v2.0/security-groups?id=acdcec4f-353d-4117-bb72-6815acb3dcee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868354 Jan 28 07:04:38.578381 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b163f442-a286-4ae5-859f-d7a821066e35 admin admin] Publish callbacks [] for security_group (6eeb999b-21e5-4759-898c-01485ff1a442), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:38.581786 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b37252e-f5f3-4fc3-8990-2e25158e4dbd req-be3e670c-9ffd-49cb-bd36-5e8e1b645056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:38.582989 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6b37252e-f5f3-4fc3-8990-2e25158e4dbd req-be3e670c-9ffd-49cb-bd36-5e8e1b645056 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1017973 Jan 28 07:04:38.587969 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78f3584e-7e41-4507-9f36-f035be867ebd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c282bcf5-c70f-49e2-a313-e3cd7d74f330'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:04:38.592049 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b163f442-a286-4ae5-859f-d7a821066e35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (6eeb999b-21e5-4759-898c-01485ff1a442), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:38.602591 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-317f4874-8213-46e7-97e2-ba5bd956e986" -d '{"events": [{"server_uuid": "78f3584e-7e41-4507-9f36-f035be867ebd", "name": "network-vif-plugged", "status": "completed", "tag": "c282bcf5-c70f-49e2-a313-e3cd7d74f330"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:04:38.630226 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port c282bcf5-c70f-49e2-a313-e3cd7d74f330, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=c282bcf5-c70f-49e2-a313-e3cd7d74f330,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:04:38.634881 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (c282bcf5-c70f-49e2-a313-e3cd7d74f330), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:38.693388 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17f6cbc-7427-4db7-8fa2-07c351e9be92 req-6664350a-ab54-4055-b409-39a6143fbf9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:38.694483 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b17f6cbc-7427-4db7-8fa2-07c351e9be92 req-6664350a-ab54-4055-b409-39a6143fbf9e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c4cb8f6b7fb846b4ab01d357846632b7&device_id=686583c4-bba6-4444-b3a9-8d548823cbb9 HTTP/1.1" status: 200 len: 1122 time: 0.1438034 Jan 28 07:04:38.705874 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6d6c075f-28cd-438c-9ead-930d6a613520 admin admin] Publish callbacks [] for security_group (8bc0281d-0ead-4f14-bdf4-35c7ea5855ae), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:38.721644 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-b163f442-a286-4ae5-859f-d7a821066e35 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=03ace83f4d5b4c52943237e2273b0c5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3754718 Jan 28 07:04:38.727119 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=c282bcf5-c70f-49e2-a313-e3cd7d74f330,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:04:38.743112 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6d6c075f-28cd-438c-9ead-930d6a613520 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (8bc0281d-0ead-4f14-bdf4-35c7ea5855ae), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:38.750863 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 57282) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:04:38.776123 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-6d6c075f-28cd-438c-9ead-930d6a613520 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f4ef26cc3a4d4234bb55e6dcdce2558d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7746329 Jan 28 07:04:38.777182 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b163f442-a286-4ae5-859f-d7a821066e35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eeb999b-21e5-4759-898c-01485ff1a442,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:04:38.784360 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 57286) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:04:38.801998 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6b37252e-f5f3-4fc3-8990-2e25158e4dbd req-762a11b6-b4c7-4789-a651-edaf5542f098 service neutron] 10.222.0.44 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052767 Jan 28 07:04:38.838319 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6c075f-28cd-438c-9ead-930d6a613520 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bc0281d-0ead-4f14-bdf4-35c7ea5855ae,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:04:38.854832 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17b527a-dbeb-47b4-a987-c0e04df254cc req-5a5fd391-2b1d-4c0a-bae0-69b05cb10dc0 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:38.856418 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b17b527a-dbeb-47b4-a987-c0e04df254cc req-5a5fd391-2b1d-4c0a-bae0-69b05cb10dc0 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/ports?device_id=686583c4-bba6-4444-b3a9-8d548823cbb9 HTTP/1.1" status: 200 len: 970 time: 0.1326208 Jan 28 07:04:38.903459 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b17b527a-dbeb-47b4-a987-c0e04df254cc req-e3c7a14c-03ef-42c5-aa88-f424fa099144 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/security-groups?id=b910cb8c-64ec-47f6-b06b-89e838bb343d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401616 Jan 28 07:04:39.123864 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17f6cbc-7427-4db7-8fa2-07c351e9be92 req-0f3a42da-09d1-40e6-83be-47287bce313b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:39.125444 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b17f6cbc-7427-4db7-8fa2-07c351e9be92 req-0f3a42da-09d1-40e6-83be-47287bce313b service neutron] 10.222.0.10 "GET /v2.0/networks?id=d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb HTTP/1.1" status: 200 len: 870 time: 0.4247627 Jan 28 07:04:39.137503 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-652acee4-a162-4795-a29e-ff4cd89774f0 admin admin] Publish callbacks [] for security_group (6eeb999b-21e5-4759-898c-01485ff1a442), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:39.202888 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b81235-241b-45ef-ab71-d73119820fff req-bfa19432-cde6-4202-940b-65feaea3a9c6 tempest-LiveMigrationNegativeTest-417767109 tempest-LiveMigrationNegativeTest-417767109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:39.204278 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d1b81235-241b-45ef-ab71-d73119820fff req-bfa19432-cde6-4202-940b-65feaea3a9c6 tempest-LiveMigrationNegativeTest-417767109 tempest-LiveMigrationNegativeTest-417767109-project] 10.222.0.41 "GET /v2.0/ports?device_id=78f3584e-7e41-4507-9f36-f035be867ebd HTTP/1.1" status: 200 len: 949 time: 0.3926394 Jan 28 07:04:39.213320 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b17f6cbc-7427-4db7-8fa2-07c351e9be92 req-ff1bd42f-ca8f-42db-baeb-0b235921d2c9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=2db0eab7-310b-4c35-a1b9-bb600d2e8ebd HTTP/1.1" status: 200 len: 217 time: 0.0781934 Jan 28 07:04:39.221338 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d5757083-c14c-47a3-b664-13bfe7585ee9 admin admin] Publish callbacks [] for security_group (8bc0281d-0ead-4f14-bdf4-35c7ea5855ae), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:39.231486 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-652acee4-a162-4795-a29e-ff4cd89774f0 admin admin] Publish callbacks [] for security_group (6eeb999b-21e5-4759-898c-01485ff1a442), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:39.313523 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6b37252e-f5f3-4fc3-8990-2e25158e4dbd req-5b0d6d53-475e-4bc7-9ae5-f339c6ddbbb3 service neutron] 10.222.0.44 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4991405 Jan 28 07:04:39.323749 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d5757083-c14c-47a3-b664-13bfe7585ee9 admin admin] Publish callbacks [] for security_group (8bc0281d-0ead-4f14-bdf4-35c7ea5855ae), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:39.365114 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17f6cbc-7427-4db7-8fa2-07c351e9be92 req-3ee3e2d1-f335-4d31-bf69-e931cdb451ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:39.366575 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b17f6cbc-7427-4db7-8fa2-07c351e9be92 req-3ee3e2d1-f335-4d31-bf69-e931cdb451ae service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5785b43d-448b-4d12-9eb5-4e4caf2e7eaf HTTP/1.1" status: 200 len: 843 time: 0.1421647 Jan 28 07:04:39.394223 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d1b81235-241b-45ef-ab71-d73119820fff req-73d2d4d6-2d88-468f-a998-f91581843ce6 tempest-LiveMigrationNegativeTest-417767109 tempest-LiveMigrationNegativeTest-417767109-project] 10.222.0.41 "GET /v2.0/security-groups?id=7cca885c-e367-40af-9432-ae9bb528627e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757233 Jan 28 07:04:39.440481 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17f6cbc-7427-4db7-8fa2-07c351e9be92 req-14b55a6b-4c71-4ddd-beb0-6053f53e72f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:39.443503 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b17f6cbc-7427-4db7-8fa2-07c351e9be92 req-14b55a6b-4c71-4ddd-beb0-6053f53e72f9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0674875 Jan 28 07:04:39.452351 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c5a7c0a-666d-47dd-aa84-c606315420ed x-openstack-request-id: req-0c5a7c0a-666d-47dd-aa84-c606315420ed {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:04:39.454427 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-652acee4-a162-4795-a29e-ff4cd89774f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (6eeb999b-21e5-4759-898c-01485ff1a442), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:39.455404 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78f3584e-7e41-4507-9f36-f035be867ebd", "name": "network-vif-plugged", "status": "completed", "tag": "c282bcf5-c70f-49e2-a313-e3cd7d74f330", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:04:39.455913 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0c5a7c0a-666d-47dd-aa84-c606315420ed {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:04:39.456714 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78f3584e-7e41-4507-9f36-f035be867ebd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c282bcf5-c70f-49e2-a313-e3cd7d74f330', 'code': 200} Jan 28 07:04:39.458710 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-652acee4-a162-4795-a29e-ff4cd89774f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:39.462351 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-652acee4-a162-4795-a29e-ff4cd89774f0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6eeb999b-21e5-4759-898c-01485ff1a442 HTTP/1.1" status: 204 len: 168 time: 0.7046492 Jan 28 07:04:39.554889 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652acee4-a162-4795-a29e-ff4cd89774f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eeb999b-21e5-4759-898c-01485ff1a442,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:04:39.568733 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d5757083-c14c-47a3-b664-13bfe7585ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (8bc0281d-0ead-4f14-bdf4-35c7ea5855ae), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:39.572461 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d5757083-c14c-47a3-b664-13bfe7585ee9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:39.583749 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-d5757083-c14c-47a3-b664-13bfe7585ee9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8bc0281d-0ead-4f14-bdf4-35c7ea5855ae HTTP/1.1" status: 204 len: 168 time: 0.7971430 Jan 28 07:04:39.592346 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de99433f-b893-40fd-af87-7c160e9bf422', 'tag': '4a9679d7-67f9-4d29-b4f0-aa30d22c3a9d'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:04:39.596070 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41f0d38a-adb7-4c83-93f0-e61c0f4941ec" -d '{"events": [{"name": "network-changed", "server_uuid": "de99433f-b893-40fd-af87-7c160e9bf422", "tag": "4a9679d7-67f9-4d29-b4f0-aa30d22c3a9d"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:04:39.643903 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:39.673885 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5757083-c14c-47a3-b664-13bfe7585ee9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bc0281d-0ead-4f14-bdf4-35c7ea5855ae,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:04:39.784804 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247712f1-1dea-4288-8e9a-c58b5eb064b0 req-97dd71af-c017-4d7c-a1df-e1135047e5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:39.786578 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-247712f1-1dea-4288-8e9a-c58b5eb064b0 req-97dd71af-c017-4d7c-a1df-e1135047e5f2 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=78f3584e-7e41-4507-9f36-f035be867ebd HTTP/1.1" status: 200 len: 1101 time: 0.1865480 Jan 28 07:04:39.800233 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b17f6cbc-7427-4db7-8fa2-07c351e9be92 req-c05da1fd-5c2a-4d59-b026-d711ea89a94a service neutron] 10.222.0.10 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3482049 Jan 28 07:04:39.845086 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafb5050-9aff-46d9-9fd8-4fd1d2fde6b9 req-dba377b6-dafe-44e8-97f5-7826e72c0554 tempest-DeleteServersAdminTestJSON-343129229 tempest-DeleteServersAdminTestJSON-343129229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:39.851954 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-eafb5050-9aff-46d9-9fd8-4fd1d2fde6b9 req-dba377b6-dafe-44e8-97f5-7826e72c0554 tempest-DeleteServersAdminTestJSON-343129229 tempest-DeleteServersAdminTestJSON-343129229-project] 10.222.0.41 "GET /v2.0/ports?device_id=de99433f-b893-40fd-af87-7c160e9bf422 HTTP/1.1" status: 200 len: 947 time: 0.1346505 Jan 28 07:04:39.904638 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71eecf14-b292-486f-bd13-e58300e1b3b2 x-openstack-request-id: req-71eecf14-b292-486f-bd13-e58300e1b3b2 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:04:39.904936 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de99433f-b893-40fd-af87-7c160e9bf422", "tag": "4a9679d7-67f9-4d29-b4f0-aa30d22c3a9d", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:04:39.905195 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-71eecf14-b292-486f-bd13-e58300e1b3b2 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:04:39.905586 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de99433f-b893-40fd-af87-7c160e9bf422', 'tag': '4a9679d7-67f9-4d29-b4f0-aa30d22c3a9d', 'status': 'completed', 'code': 200} Jan 28 07:04:39.970147 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.44', 65150) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:04:39.975957 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-eafb5050-9aff-46d9-9fd8-4fd1d2fde6b9 req-737dcfa4-2ddd-42a8-89d6-540e6413ac67 tempest-DeleteServersAdminTestJSON-343129229 tempest-DeleteServersAdminTestJSON-343129229-project] 10.222.0.41 "GET /v2.0/security-groups?id=acdcec4f-353d-4117-bb72-6815acb3dcee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182706 Jan 28 07:04:39.978344 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-247712f1-1dea-4288-8e9a-c58b5eb064b0 req-c0ca99c3-7b1b-4319-a3b1-10e2ce96c783 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=7cca885c-e367-40af-9432-ae9bb528627e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849227 Jan 28 07:04:40.006916 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b17f6cbc-7427-4db7-8fa2-07c351e9be92 req-a0071c22-3e8d-4050-af5a-744c3b757a0a service neutron] 10.222.0.10 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941321 Jan 28 07:04:40.012554 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 57328) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:04:40.072753 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f0d38a-adb7-4c83-93f0-e61c0f4941ec req-50226b82-edc5-4b89-98ae-77a12bee8d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:40.074454 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-41f0d38a-adb7-4c83-93f0-e61c0f4941ec req-50226b82-edc5-4b89-98ae-77a12bee8d0c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=13ef680d3db3459b90c4cb452a50011e&device_id=de99433f-b893-40fd-af87-7c160e9bf422 HTTP/1.1" status: 200 len: 1099 time: 0.1027133 Jan 28 07:04:40.096635 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7243a06-a3df-40a9-8f05-7b01311bfeb0 req-f02b1ccf-16aa-4352-b1eb-e7bc5d42c7fd tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:40.098618 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b7243a06-a3df-40a9-8f05-7b01311bfeb0 req-f02b1ccf-16aa-4352-b1eb-e7bc5d42c7fd tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/ports?device_id=686583c4-bba6-4444-b3a9-8d548823cbb9 HTTP/1.1" status: 200 len: 970 time: 0.0642014 Jan 28 07:04:40.138924 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 57338) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:04:40.159759 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c2b52f00-b3c8-4287-ac0c-bf0b09bc0787 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:40.171253 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 57340) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:04:40.198422 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-67797992-22a7-4eeb-ad2a-da67e3954de6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:40.313977 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b7243a06-a3df-40a9-8f05-7b01311bfeb0 req-9ef4e258-d469-420e-a75b-e5a9ff8fc868 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/security-groups?id=b910cb8c-64ec-47f6-b06b-89e838bb343d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092476 Jan 28 07:04:40.392242 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c2b52f00-b3c8-4287-ac0c-bf0b09bc0787 admin admin] Publish callbacks [] for security_group (5005fb7d-470a-47e9-99c0-4321f9746413), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:40.393336 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-549cb6a9-13d2-4a20-a1cd-2f40831b0106 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:40.400378 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-67797992-22a7-4eeb-ad2a-da67e3954de6 admin admin] Publish callbacks [] for security_group (9d7eef92-64f2-47df-a8e1-e9d3687d6394), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:40.408334 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c2b52f00-b3c8-4287-ac0c-bf0b09bc0787 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (5005fb7d-470a-47e9-99c0-4321f9746413), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:40.457204 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-67797992-22a7-4eeb-ad2a-da67e3954de6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (9d7eef92-64f2-47df-a8e1-e9d3687d6394), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:40.491936 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-67797992-22a7-4eeb-ad2a-da67e3954de6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8f9ed3e0dff74919a1544bbeed82f3f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3169677 Jan 28 07:04:40.492938 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 57346) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:04:40.500534 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-c2b52f00-b3c8-4287-ac0c-bf0b09bc0787 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=23d935b329d34c4b9540b577c535f607&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3596511 Jan 28 07:04:40.503993 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 57348) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:04:40.525065 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b52f00-b3c8-4287-ac0c-bf0b09bc0787 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5005fb7d-470a-47e9-99c0-4321f9746413,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:04:40.609584 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 57352) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:04:40.629009 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f0d38a-adb7-4c83-93f0-e61c0f4941ec req-d07a6a7b-9e48-40fe-85e7-98cdc2b76c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:40.629492 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67797992-22a7-4eeb-ad2a-da67e3954de6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d7eef92-64f2-47df-a8e1-e9d3687d6394,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:04:40.630469 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-41f0d38a-adb7-4c83-93f0-e61c0f4941ec req-d07a6a7b-9e48-40fe-85e7-98cdc2b76c68 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb HTTP/1.1" status: 200 len: 870 time: 0.2773542 Jan 28 07:04:40.633488 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-781b274b-df93-49cb-abb6-9dba69675a94 admin admin] Publish callbacks [] for security_group (5005fb7d-470a-47e9-99c0-4321f9746413), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:40.657218 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-561facf4-ffac-4756-aa16-4c5fc1d6f7e9 admin admin] Publish callbacks [] for security_group (9d7eef92-64f2-47df-a8e1-e9d3687d6394), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:40.667441 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9d3e16-fc75-4d6a-b92e-d210b907d891 req-4518d9d8-50ff-4c5a-84a4-b7d0e0d0b35e tempest-LiveMigrationNegativeTest-417767109 tempest-LiveMigrationNegativeTest-417767109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:40.669023 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7b9d3e16-fc75-4d6a-b92e-d210b907d891 req-4518d9d8-50ff-4c5a-84a4-b7d0e0d0b35e tempest-LiveMigrationNegativeTest-417767109 tempest-LiveMigrationNegativeTest-417767109-project] 10.222.0.41 "GET /v2.0/ports?device_id=78f3584e-7e41-4507-9f36-f035be867ebd HTTP/1.1" status: 200 len: 949 time: 0.1351235 Jan 28 07:04:40.690213 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 57356) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:04:40.693295 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-41f0d38a-adb7-4c83-93f0-e61c0f4941ec req-bf60ad26-a40e-48e4-b50d-463023cb3da9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=4a9679d7-67f9-4d29-b4f0-aa30d22c3a9d HTTP/1.1" status: 200 len: 217 time: 0.0546963 Jan 28 07:04:40.703222 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-781b274b-df93-49cb-abb6-9dba69675a94 admin admin] Publish callbacks [] for security_group (5005fb7d-470a-47e9-99c0-4321f9746413), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:40.729498 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-561facf4-ffac-4756-aa16-4c5fc1d6f7e9 admin admin] Publish callbacks [] for security_group (9d7eef92-64f2-47df-a8e1-e9d3687d6394), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:40.747490 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-549cb6a9-13d2-4a20-a1cd-2f40831b0106 admin admin] Publish callbacks [] for security_group (b877da8c-c984-4a03-9729-7078f3cea3ed), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:40.759932 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-549cb6a9-13d2-4a20-a1cd-2f40831b0106 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (b877da8c-c984-4a03-9729-7078f3cea3ed), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:40.770555 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f0d38a-adb7-4c83-93f0-e61c0f4941ec req-0b528097-97eb-4c0b-a409-e53c7338a2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:40.772024 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-41f0d38a-adb7-4c83-93f0-e61c0f4941ec req-0b528097-97eb-4c0b-a409-e53c7338a2fd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5785b43d-448b-4d12-9eb5-4e4caf2e7eaf HTTP/1.1" status: 200 len: 843 time: 0.0715971 Jan 28 07:04:40.823261 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7b9d3e16-fc75-4d6a-b92e-d210b907d891 req-c8fdbaf7-35d8-495c-b514-5427729ec5e7 tempest-LiveMigrationNegativeTest-417767109 tempest-LiveMigrationNegativeTest-417767109-project] 10.222.0.41 "GET /v2.0/security-groups?id=7cca885c-e367-40af-9432-ae9bb528627e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471074 Jan 28 07:04:40.838857 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-549cb6a9-13d2-4a20-a1cd-2f40831b0106 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=200308e2ed2b4f31943db998bcf05916&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8252430 Jan 28 07:04:40.839468 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 57360) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:04:40.843919 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-781b274b-df93-49cb-abb6-9dba69675a94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (5005fb7d-470a-47e9-99c0-4321f9746413), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:40.847035 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-781b274b-df93-49cb-abb6-9dba69675a94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:40.848343 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-781b274b-df93-49cb-abb6-9dba69675a94 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5005fb7d-470a-47e9-99c0-4321f9746413 HTTP/1.1" status: 204 len: 168 time: 0.3380079 Jan 28 07:04:40.849665 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549cb6a9-13d2-4a20-a1cd-2f40831b0106 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b877da8c-c984-4a03-9729-7078f3cea3ed,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:04:40.879752 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-561facf4-ffac-4756-aa16-4c5fc1d6f7e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (9d7eef92-64f2-47df-a8e1-e9d3687d6394), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:40.882313 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-561facf4-ffac-4756-aa16-4c5fc1d6f7e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:40.885980 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-561facf4-ffac-4756-aa16-4c5fc1d6f7e9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9d7eef92-64f2-47df-a8e1-e9d3687d6394 HTTP/1.1" status: 204 len: 168 time: 0.3866084 Jan 28 07:04:40.886133 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781b274b-df93-49cb-abb6-9dba69675a94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5005fb7d-470a-47e9-99c0-4321f9746413,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:04:40.905710 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561facf4-ffac-4756-aa16-4c5fc1d6f7e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d7eef92-64f2-47df-a8e1-e9d3687d6394,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:04:40.926098 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0dc85a69-9eab-44f5-8d40-e96d0a081790 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:40.935405 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-f3c76780-5365-4030-9213-1fb6b68e0d97 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9eac8c04ce56496fb241fb28e223da57&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3225119 Jan 28 07:04:40.936298 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 57366) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:04:40.941967 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f0d38a-adb7-4c83-93f0-e61c0f4941ec req-532b9229-b816-4311-ad20-f6a9db341e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:40.943787 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-41f0d38a-adb7-4c83-93f0-e61c0f4941ec req-532b9229-b816-4311-ad20-f6a9db341e44 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1646934 Jan 28 07:04:40.963567 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-36e019f9-7ca5-4b68-a1da-c1c3d3a6a49c admin admin] Publish callbacks [] for security_group (b877da8c-c984-4a03-9729-7078f3cea3ed), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:41.018372 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-36e019f9-7ca5-4b68-a1da-c1c3d3a6a49c admin admin] Publish callbacks [] for security_group (b877da8c-c984-4a03-9729-7078f3cea3ed), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:41.096991 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5ab8f2a6-3d6e-411f-8ab5-151080024bb7 admin admin] Publish callbacks [] for security_group (9b95e63b-be46-4fb1-ac51-f3232f652651), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:41.141129 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5ab8f2a6-3d6e-411f-8ab5-151080024bb7 admin admin] Publish callbacks [] for security_group (9b95e63b-be46-4fb1-ac51-f3232f652651), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:41.146835 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0dc85a69-9eab-44f5-8d40-e96d0a081790 admin admin] Publish callbacks [] for security_group (2f037375-023f-411a-9d36-bf805cc913b5), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:41.149709 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d30a6a-273c-4ab3-9513-197e64f53e84 req-fd7fee21-689b-4c6e-b58f-c2dbd51ee09d tempest-DeleteServersAdminTestJSON-343129229 tempest-DeleteServersAdminTestJSON-343129229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:41.151269 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b0d30a6a-273c-4ab3-9513-197e64f53e84 req-fd7fee21-689b-4c6e-b58f-c2dbd51ee09d tempest-DeleteServersAdminTestJSON-343129229 tempest-DeleteServersAdminTestJSON-343129229-project] 10.222.0.41 "GET /v2.0/ports?device_id=de99433f-b893-40fd-af87-7c160e9bf422 HTTP/1.1" status: 200 len: 947 time: 0.1013870 Jan 28 07:04:41.153183 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-36e019f9-7ca5-4b68-a1da-c1c3d3a6a49c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (b877da8c-c984-4a03-9729-7078f3cea3ed), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:41.155562 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-41f0d38a-adb7-4c83-93f0-e61c0f4941ec req-2da35841-7fe5-4812-af97-0124af4c56f2 service neutron] 10.222.0.44 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044868 Jan 28 07:04:41.156466 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-36e019f9-7ca5-4b68-a1da-c1c3d3a6a49c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:41.164472 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-36e019f9-7ca5-4b68-a1da-c1c3d3a6a49c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b877da8c-c984-4a03-9729-7078f3cea3ed HTTP/1.1" status: 204 len: 168 time: 0.3221097 Jan 28 07:04:41.170943 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0dc85a69-9eab-44f5-8d40-e96d0a081790 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (2f037375-023f-411a-9d36-bf805cc913b5), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:41.191056 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e019f9-7ca5-4b68-a1da-c1c3d3a6a49c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b877da8c-c984-4a03-9729-7078f3cea3ed,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:04:41.248317 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-0dc85a69-9eab-44f5-8d40-e96d0a081790 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6085771ef6bd4eee95a86e1d3bb6e478&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5528796 Jan 28 07:04:41.251706 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 57378) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:04:41.259132 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc85a69-9eab-44f5-8d40-e96d0a081790 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f037375-023f-411a-9d36-bf805cc913b5,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:04:41.302643 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5ab8f2a6-3d6e-411f-8ab5-151080024bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (9b95e63b-be46-4fb1-ac51-f3232f652651), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:41.305239 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5ab8f2a6-3d6e-411f-8ab5-151080024bb7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:41.306399 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-5ab8f2a6-3d6e-411f-8ab5-151080024bb7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9b95e63b-be46-4fb1-ac51-f3232f652651 HTTP/1.1" status: 204 len: 168 time: 0.3628283 Jan 28 07:04:41.316883 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b0d30a6a-273c-4ab3-9513-197e64f53e84 req-7c2c28cd-896f-4dd7-b135-51666b0f4b2c tempest-DeleteServersAdminTestJSON-343129229 tempest-DeleteServersAdminTestJSON-343129229-project] 10.222.0.41 "GET /v2.0/security-groups?id=acdcec4f-353d-4117-bb72-6815acb3dcee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540825 Jan 28 07:04:41.318754 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab8f2a6-3d6e-411f-8ab5-151080024bb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b95e63b-be46-4fb1-ac51-f3232f652651,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:04:41.350866 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-41f0d38a-adb7-4c83-93f0-e61c0f4941ec req-c30b6d61-d163-4869-9dbf-186385bb5c4e service neutron] 10.222.0.44 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866295 Jan 28 07:04:41.357162 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 2db0eab7-310b-4c35-a1b9-bb600d2e8ebd details requested by agent hyperv_n-h1-712749-28 with host n-h1-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:04:41.367040 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6ff7e3af-3510-427b-9fb2-4b4665036c71 admin admin] Publish callbacks [] for security_group (2f037375-023f-411a-9d36-bf805cc913b5), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:41.422751 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6ff7e3af-3510-427b-9fb2-4b4665036c71 admin admin] Publish callbacks [] for security_group (2f037375-023f-411a-9d36-bf805cc913b5), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:41.482454 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 2db0eab7-310b-4c35-a1b9-bb600d2e8ebd, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=2db0eab7-310b-4c35-a1b9-bb600d2e8ebd,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:04:41.495775 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Returning: {'device': '2db0eab7-310b-4c35-a1b9-bb600d2e8ebd', 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb', 'port_id': '2db0eab7-310b-4c35-a1b9-bb600d2e8ebd', 'mac_address': 'fa:16:3e:45:35:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5785b43d-448b-4d12-9eb5-4e4caf2e7eaf', 'ip_address': '192.168.233.149'}], 'device_owner': 'compute:tempest-test_az-1844580102', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:04:41.509895 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f42f6c2-350b-4b8a-92ae-463c9f61b409 req-23a80c69-7d61-4b7d-aa22-603f9f2b2f96 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:41.511436 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8f42f6c2-350b-4b8a-92ae-463c9f61b409 req-23a80c69-7d61-4b7d-aa22-603f9f2b2f96 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/ports?device_id=686583c4-bba6-4444-b3a9-8d548823cbb9 HTTP/1.1" status: 200 len: 970 time: 0.0643253 Jan 28 07:04:41.540038 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6ff7e3af-3510-427b-9fb2-4b4665036c71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (2f037375-023f-411a-9d36-bf805cc913b5), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:41.541555 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 2db0eab7-310b-4c35-a1b9-bb600d2e8ebd is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:04:41.542031 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (2db0eab7-310b-4c35-a1b9-bb600d2e8ebd), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:41.542681 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6ff7e3af-3510-427b-9fb2-4b4665036c71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:41.543962 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-6ff7e3af-3510-427b-9fb2-4b4665036c71 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2f037375-023f-411a-9d36-bf805cc913b5 HTTP/1.1" status: 204 len: 168 time: 0.2910690 Jan 28 07:04:41.558580 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2db0eab7-310b-4c35-a1b9-bb600d2e8ebd {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:04:41.562785 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff7e3af-3510-427b-9fb2-4b4665036c71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f037375-023f-411a-9d36-bf805cc913b5,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:04:41.584274 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8f42f6c2-350b-4b8a-92ae-463c9f61b409 req-a138fb9a-33d8-4fdb-a13f-ff4dccf4d7f9 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/security-groups?id=b910cb8c-64ec-47f6-b06b-89e838bb343d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657239 Jan 28 07:04:41.619197 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 2db0eab7-310b-4c35-a1b9-bb600d2e8ebd, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=2db0eab7-310b-4c35-a1b9-bb600d2e8ebd,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:04:41.624039 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (2db0eab7-310b-4c35-a1b9-bb600d2e8ebd), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:41.680997 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=2db0eab7-310b-4c35-a1b9-bb600d2e8ebd,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:04:41.793126 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 57402) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:04:41.808103 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-59aa5773-0673-48f7-a4c2-5e2c778b2376 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:41.895688 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-59aa5773-0673-48f7-a4c2-5e2c778b2376 admin admin] Publish callbacks [] for security_group (fcd169c5-f1f5-4eac-b627-e88c64f81e0a), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:41.900445 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-59aa5773-0673-48f7-a4c2-5e2c778b2376 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (fcd169c5-f1f5-4eac-b627-e88c64f81e0a), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:41.955851 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['2db0eab7-310b-4c35-a1b9-bb600d2e8ebd'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:04:41.966920 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-59aa5773-0673-48f7-a4c2-5e2c778b2376 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2479158db1e044d49832b70cadc034d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1721878 Jan 28 07:04:41.969629 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 57410) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:04:41.980393 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59aa5773-0673-48f7-a4c2-5e2c778b2376 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcd169c5-f1f5-4eac-b627-e88c64f81e0a,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:04:42.003011 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f62c40-52bf-40a8-91ad-cc5b89f42163 req-72f022d8-641e-44f9-8993-e25018ab62e4 tempest-LiveMigrationNegativeTest-417767109 tempest-LiveMigrationNegativeTest-417767109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:42.004913 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e9f62c40-52bf-40a8-91ad-cc5b89f42163 req-72f022d8-641e-44f9-8993-e25018ab62e4 tempest-LiveMigrationNegativeTest-417767109 tempest-LiveMigrationNegativeTest-417767109-project] 10.222.0.41 "GET /v2.0/ports?device_id=78f3584e-7e41-4507-9f36-f035be867ebd HTTP/1.1" status: 200 len: 949 time: 0.0983248 Jan 28 07:04:42.065942 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-02afdcbc-73a3-482f-b288-46676a14897d admin admin] Publish callbacks [] for security_group (fcd169c5-f1f5-4eac-b627-e88c64f81e0a), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:42.080854 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e9f62c40-52bf-40a8-91ad-cc5b89f42163 req-ec68c480-78d3-4445-807a-adc29ed99379 tempest-LiveMigrationNegativeTest-417767109 tempest-LiveMigrationNegativeTest-417767109-project] 10.222.0.41 "GET /v2.0/security-groups?id=7cca885c-e367-40af-9432-ae9bb528627e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660486 Jan 28 07:04:42.103493 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-02afdcbc-73a3-482f-b288-46676a14897d admin admin] Publish callbacks [] for security_group (fcd169c5-f1f5-4eac-b627-e88c64f81e0a), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:42.112234 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 57412) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:04:42.179488 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-9b372a16-2f56-4a93-8c01-a8dcc0919873 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a14642bfbe904792ac1184ebdfeee25c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0660808 Jan 28 07:04:42.181474 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 57416) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:04:42.186004 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-02afdcbc-73a3-482f-b288-46676a14897d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (fcd169c5-f1f5-4eac-b627-e88c64f81e0a), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:42.190711 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-02afdcbc-73a3-482f-b288-46676a14897d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:42.192111 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-02afdcbc-73a3-482f-b288-46676a14897d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fcd169c5-f1f5-4eac-b627-e88c64f81e0a HTTP/1.1" status: 204 len: 168 time: 0.2203934 Jan 28 07:04:42.208927 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02afdcbc-73a3-482f-b288-46676a14897d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcd169c5-f1f5-4eac-b627-e88c64f81e0a,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:04:42.248725 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cd5bed9d-7042-4924-a37e-486ebc909d71 admin admin] Publish callbacks [] for security_group (d1e43341-5c62-4026-9f90-6efb74ea976d), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:42.273414 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cd5bed9d-7042-4924-a37e-486ebc909d71 admin admin] Publish callbacks [] for security_group (d1e43341-5c62-4026-9f90-6efb74ea976d), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:42.281580 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 4a9679d7-67f9-4d29-b4f0-aa30d22c3a9d details requested by agent hyperv_n-h2-712749-28 with host n-h2-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:04:42.362979 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cd5bed9d-7042-4924-a37e-486ebc909d71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (d1e43341-5c62-4026-9f90-6efb74ea976d), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:42.365597 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cd5bed9d-7042-4924-a37e-486ebc909d71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:42.369189 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-cd5bed9d-7042-4924-a37e-486ebc909d71 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d1e43341-5c62-4026-9f90-6efb74ea976d HTTP/1.1" status: 204 len: 168 time: 0.1842308 Jan 28 07:04:42.378676 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5bed9d-7042-4924-a37e-486ebc909d71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1e43341-5c62-4026-9f90-6efb74ea976d,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:04:42.397477 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 4a9679d7-67f9-4d29-b4f0-aa30d22c3a9d, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=4a9679d7-67f9-4d29-b4f0-aa30d22c3a9d,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:04:42.416266 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Returning: {'device': '4a9679d7-67f9-4d29-b4f0-aa30d22c3a9d', 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb', 'port_id': '4a9679d7-67f9-4d29-b4f0-aa30d22c3a9d', 'mac_address': 'fa:16:3e:69:27:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5785b43d-448b-4d12-9eb5-4e4caf2e7eaf', 'ip_address': '192.168.233.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:04:42.457208 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port 4a9679d7-67f9-4d29-b4f0-aa30d22c3a9d is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:04:42.457700 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (4a9679d7-67f9-4d29-b4f0-aa30d22c3a9d), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:42.462561 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 57428) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:04:42.474796 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a9679d7-67f9-4d29-b4f0-aa30d22c3a9d {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:04:42.482405 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-78074b8f-b19c-4203-af36-d12642d96697 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:42.500698 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 4a9679d7-67f9-4d29-b4f0-aa30d22c3a9d, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=4a9679d7-67f9-4d29-b4f0-aa30d22c3a9d,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:04:42.506723 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (4a9679d7-67f9-4d29-b4f0-aa30d22c3a9d), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:42.518073 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1819fc3-5ef6-45a1-9f6a-2c51ed67e50e req-4d8c7279-0558-4144-84dc-ce01f7a28267 tempest-DeleteServersAdminTestJSON-343129229 tempest-DeleteServersAdminTestJSON-343129229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:42.519777 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c1819fc3-5ef6-45a1-9f6a-2c51ed67e50e req-4d8c7279-0558-4144-84dc-ce01f7a28267 tempest-DeleteServersAdminTestJSON-343129229 tempest-DeleteServersAdminTestJSON-343129229-project] 10.222.0.41 "GET /v2.0/ports?device_id=de99433f-b893-40fd-af87-7c160e9bf422 HTTP/1.1" status: 200 len: 947 time: 0.0806220 Jan 28 07:04:42.590411 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=4a9679d7-67f9-4d29-b4f0-aa30d22c3a9d,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:04:42.593327 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c1819fc3-5ef6-45a1-9f6a-2c51ed67e50e req-8b083b76-16ec-4abd-a291-8b40fb6039fa tempest-DeleteServersAdminTestJSON-343129229 tempest-DeleteServersAdminTestJSON-343129229-project] 10.222.0.41 "GET /v2.0/security-groups?id=acdcec4f-353d-4117-bb72-6815acb3dcee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649250 Jan 28 07:04:42.634190 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-78074b8f-b19c-4203-af36-d12642d96697 admin admin] Publish callbacks [] for security_group (1b77fd24-a519-4bee-aae4-828c6731d0cd), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:42.639866 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-78074b8f-b19c-4203-af36-d12642d96697 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (1b77fd24-a519-4bee-aae4-828c6731d0cd), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:42.727962 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 57436) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:04:42.728138 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-78074b8f-b19c-4203-af36-d12642d96697 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f7444d4896924ab1a780b75ca60e936e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2644603 Jan 28 07:04:42.730124 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78074b8f-b19c-4203-af36-d12642d96697 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b77fd24-a519-4bee-aae4-828c6731d0cd,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:04:42.758355 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3139e3-d0d1-4e8a-885a-d85d0c4314dc req-0903dd04-11ed-4125-b4d5-d0992d2172a0 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:42.760366 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6b3139e3-d0d1-4e8a-885a-d85d0c4314dc req-0903dd04-11ed-4125-b4d5-d0992d2172a0 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/ports?device_id=686583c4-bba6-4444-b3a9-8d548823cbb9 HTTP/1.1" status: 200 len: 971 time: 0.0841970 Jan 28 07:04:42.810607 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ac7e94e8-f244-4afe-a55e-aa04abd4be4e admin admin] Publish callbacks [] for security_group (1b77fd24-a519-4bee-aae4-828c6731d0cd), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:42.815284 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['4a9679d7-67f9-4d29-b4f0-aa30d22c3a9d'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:04:42.830773 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6b3139e3-d0d1-4e8a-885a-d85d0c4314dc req-64a51fff-3860-4bab-9688-af547cc9e741 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/security-groups?id=b910cb8c-64ec-47f6-b06b-89e838bb343d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581777 Jan 28 07:04:42.839074 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ac7e94e8-f244-4afe-a55e-aa04abd4be4e admin admin] Publish callbacks [] for security_group (1b77fd24-a519-4bee-aae4-828c6731d0cd), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:42.894157 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ac7e94e8-f244-4afe-a55e-aa04abd4be4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (1b77fd24-a519-4bee-aae4-828c6731d0cd), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:42.896813 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ac7e94e8-f244-4afe-a55e-aa04abd4be4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:42.900574 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-ac7e94e8-f244-4afe-a55e-aa04abd4be4e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1b77fd24-a519-4bee-aae4-828c6731d0cd HTTP/1.1" status: 204 len: 168 time: 0.1680930 Jan 28 07:04:42.906504 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7e94e8-f244-4afe-a55e-aa04abd4be4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b77fd24-a519-4bee-aae4-828c6731d0cd,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:04:43.205996 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c92f0a3-c5ed-4712-93ea-0eb504be8a60 req-59107f42-d21d-41dd-8cd4-e98becfe1c7c tempest-LiveMigrationNegativeTest-417767109 tempest-LiveMigrationNegativeTest-417767109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:43.207579 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5c92f0a3-c5ed-4712-93ea-0eb504be8a60 req-59107f42-d21d-41dd-8cd4-e98becfe1c7c tempest-LiveMigrationNegativeTest-417767109 tempest-LiveMigrationNegativeTest-417767109-project] 10.222.0.41 "GET /v2.0/ports?device_id=78f3584e-7e41-4507-9f36-f035be867ebd HTTP/1.1" status: 200 len: 949 time: 0.0518939 Jan 28 07:04:43.257471 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5c92f0a3-c5ed-4712-93ea-0eb504be8a60 req-037abf8a-d50b-495e-8c8e-75e02c6197b9 tempest-LiveMigrationNegativeTest-417767109 tempest-LiveMigrationNegativeTest-417767109-project] 10.222.0.41 "GET /v2.0/security-groups?id=7cca885c-e367-40af-9432-ae9bb528627e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425692 Jan 28 07:04:43.349369 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 2db0eab7-310b-4c35-a1b9-bb600d2e8ebd up at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:04:43.392723 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 57478) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:04:43.411276 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning for port 2db0eab7-310b-4c35-a1b9-bb600d2e8ebd completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:04:43.414742 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning complete for port 2db0eab7-310b-4c35-a1b9-bb600d2e8ebd triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:04:43.415117 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (2db0eab7-310b-4c35-a1b9-bb600d2e8ebd), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:43.502884 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 2db0eab7-310b-4c35-a1b9-bb600d2e8ebd is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:04:43.503282 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (2db0eab7-310b-4c35-a1b9-bb600d2e8ebd), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:43.526030 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '686583c4-bba6-4444-b3a9-8d548823cbb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2db0eab7-310b-4c35-a1b9-bb600d2e8ebd'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:04:43.528307 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf9a3eee-6350-4810-aeff-ffa630334517" -d '{"events": [{"server_uuid": "686583c4-bba6-4444-b3a9-8d548823cbb9", "name": "network-vif-plugged", "status": "completed", "tag": "2db0eab7-310b-4c35-a1b9-bb600d2e8ebd"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:04:43.541906 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 2db0eab7-310b-4c35-a1b9-bb600d2e8ebd, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=2db0eab7-310b-4c35-a1b9-bb600d2e8ebd,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:04:43.547320 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (2db0eab7-310b-4c35-a1b9-bb600d2e8ebd), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:43.575159 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:04:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3672643-fbec-42f3-887e-3d577272c06c x-openstack-request-id: req-e3672643-fbec-42f3-887e-3d577272c06c {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:04:43.575477 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "686583c4-bba6-4444-b3a9-8d548823cbb9", "name": "network-vif-plugged", "status": "completed", "tag": "2db0eab7-310b-4c35-a1b9-bb600d2e8ebd", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:04:43.575862 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e3672643-fbec-42f3-887e-3d577272c06c {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:04:43.576272 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '686583c4-bba6-4444-b3a9-8d548823cbb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2db0eab7-310b-4c35-a1b9-bb600d2e8ebd', 'code': 200} Jan 28 07:04:43.609914 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=2db0eab7-310b-4c35-a1b9-bb600d2e8ebd,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:04:43.777515 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-d0f3a66b-8a64-4773-8539-9b72d2285b6f tempest-AutoAllocateNetworkTest-22296786 tempest-AutoAllocateNetworkTest-22296786-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=ff29263889004aa6b4012cf525252a24&shared=False HTTP/1.1" status: 200 len: 208 time: 0.3836124 Jan 28 07:04:43.780400 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 57496) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:04:43.782887 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ac5543-5f26-479d-93f3-97d847cbd198 req-99f9eb22-a444-4d42-a113-a841a5ed0dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:43.784413 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e2ac5543-5f26-479d-93f3-97d847cbd198 req-99f9eb22-a444-4d42-a113-a841a5ed0dcf service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=686583c4-bba6-4444-b3a9-8d548823cbb9 HTTP/1.1" status: 200 len: 1124 time: 0.1042187 Jan 28 07:04:43.804753 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8b885e-d583-43cb-a21a-714d7398af2b req-6ae05914-d940-45cd-ab21-904de60ac617 tempest-DeleteServersAdminTestJSON-343129229 tempest-DeleteServersAdminTestJSON-343129229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:43.811341 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1c8b885e-d583-43cb-a21a-714d7398af2b req-6ae05914-d940-45cd-ab21-904de60ac617 tempest-DeleteServersAdminTestJSON-343129229 tempest-DeleteServersAdminTestJSON-343129229-project] 10.222.0.41 "GET /v2.0/ports?device_id=de99433f-b893-40fd-af87-7c160e9bf422 HTTP/1.1" status: 200 len: 948 time: 0.1180713 Jan 28 07:04:43.882383 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e2ac5543-5f26-479d-93f3-97d847cbd198 req-ff92cd21-e982-4bbc-b918-de9a0228f9da service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=b910cb8c-64ec-47f6-b06b-89e838bb343d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911059 Jan 28 07:04:43.900359 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1c8b885e-d583-43cb-a21a-714d7398af2b req-cb8e2e67-a768-4b7d-a930-94b00a1d9b90 tempest-DeleteServersAdminTestJSON-343129229 tempest-DeleteServersAdminTestJSON-343129229-project] 10.222.0.41 "GET /v2.0/security-groups?id=acdcec4f-353d-4117-bb72-6815acb3dcee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798271 Jan 28 07:04:43.951224 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55bc9d74-1bc2-4248-8622-5223958679ea tempest-AutoAllocateNetworkTest-22296786 tempest-AutoAllocateNetworkTest-22296786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:43.954106 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-55bc9d74-1bc2-4248-8622-5223958679ea tempest-AutoAllocateNetworkTest-22296786 tempest-AutoAllocateNetworkTest-22296786-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1714547 Jan 28 07:04:43.957077 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 57512) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:04:44.016072 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-442f61e6-40bf-488b-a787-c52d9225ea23 tempest-AutoAllocateNetworkTest-22296786 tempest-AutoAllocateNetworkTest-22296786-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0572681 Jan 28 07:04:44.018694 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 57518) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:04:44.023288 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb4f780-b587-4b61-839e-43a3c7111a6c req-217f0481-e7bd-4aad-90b7-816ee95866e9 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:44.024976 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8cb4f780-b587-4b61-839e-43a3c7111a6c req-217f0481-e7bd-4aad-90b7-816ee95866e9 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/ports?device_id=686583c4-bba6-4444-b3a9-8d548823cbb9 HTTP/1.1" status: 200 len: 972 time: 0.0705829 Jan 28 07:04:44.047422 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-418dc6fb-bde2-49b4-8cc3-5abfc301a1c5 tempest-AutoAllocateNetworkTest-22296786 tempest-AutoAllocateNetworkTest-22296786-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=ff29263889004aa6b4012cf525252a24 HTTP/1.1" status: 200 len: 208 time: 0.0276406 Jan 28 07:04:44.084610 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8cb4f780-b587-4b61-839e-43a3c7111a6c req-c5f8b4bd-8fca-4cb1-aaed-f6b48baa9c1d tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/security-groups?id=b910cb8c-64ec-47f6-b06b-89e838bb343d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520954 Jan 28 07:04:44.278507 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 4a9679d7-67f9-4d29-b4f0-aa30d22c3a9d up at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:04:44.339250 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning for port 4a9679d7-67f9-4d29-b4f0-aa30d22c3a9d completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:04:44.346797 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning complete for port 4a9679d7-67f9-4d29-b4f0-aa30d22c3a9d triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:04:44.347177 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (4a9679d7-67f9-4d29-b4f0-aa30d22c3a9d), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:44.439699 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port 4a9679d7-67f9-4d29-b4f0-aa30d22c3a9d is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:04:44.440578 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (4a9679d7-67f9-4d29-b4f0-aa30d22c3a9d), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:44.565642 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [req-bcc3053f-e196-4781-a5a8-a9ed3699c006 req-8f91afa1-b27e-4706-ba1c-65938aac725f service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 07:04:44.579152 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-bcc3053f-e196-4781-a5a8-a9ed3699c006 req-8f91afa1-b27e-4706-ba1c-65938aac725f service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3784399 Jan 28 07:04:44.601709 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 4a9679d7-67f9-4d29-b4f0-aa30d22c3a9d, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=4a9679d7-67f9-4d29-b4f0-aa30d22c3a9d,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:04:44.606536 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (4a9679d7-67f9-4d29-b4f0-aa30d22c3a9d), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:44.667497 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=4a9679d7-67f9-4d29-b4f0-aa30d22c3a9d,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:04:44.669186 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 57546) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:04:44.757154 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7479384-c52c-4e7c-bd29-d336e8ddd120 req-d7a35a9b-503c-424b-9f18-bc42302c1d44 tempest-LiveMigrationNegativeTest-417767109 tempest-LiveMigrationNegativeTest-417767109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:44.758921 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c7479384-c52c-4e7c-bd29-d336e8ddd120 req-d7a35a9b-503c-424b-9f18-bc42302c1d44 tempest-LiveMigrationNegativeTest-417767109 tempest-LiveMigrationNegativeTest-417767109-project] 10.222.0.41 "GET /v2.0/ports?device_id=78f3584e-7e41-4507-9f36-f035be867ebd HTTP/1.1" status: 200 len: 949 time: 0.0550141 Jan 28 07:04:44.780433 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 57554) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:04:44.817122 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c7479384-c52c-4e7c-bd29-d336e8ddd120 req-2739f507-f263-4b9a-95db-5bf1c5d3cdb6 tempest-LiveMigrationNegativeTest-417767109 tempest-LiveMigrationNegativeTest-417767109-project] 10.222.0.41 "GET /v2.0/security-groups?id=7cca885c-e367-40af-9432-ae9bb528627e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520279 Jan 28 07:04:44.946020 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-392553ed-a1c5-4f4e-affd-ca1faac7fa75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:45.046979 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72401e2b-be95-458f-9fb5-14027e8e5660 req-013593c5-148e-463c-b70e-a125cc95ad54 tempest-DeleteServersAdminTestJSON-343129229 tempest-DeleteServersAdminTestJSON-343129229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:45.049380 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-72401e2b-be95-458f-9fb5-14027e8e5660 req-013593c5-148e-463c-b70e-a125cc95ad54 tempest-DeleteServersAdminTestJSON-343129229 tempest-DeleteServersAdminTestJSON-343129229-project] 10.222.0.41 "GET /v2.0/ports?device_id=de99433f-b893-40fd-af87-7c160e9bf422 HTTP/1.1" status: 200 len: 949 time: 0.0804141 Jan 28 07:04:45.104778 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-392553ed-a1c5-4f4e-affd-ca1faac7fa75 admin admin] Publish callbacks [] for security_group (be468aec-6607-4974-8cb1-13682a1d8dda), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:45.116093 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-392553ed-a1c5-4f4e-affd-ca1faac7fa75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (be468aec-6607-4974-8cb1-13682a1d8dda), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:45.132445 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-72401e2b-be95-458f-9fb5-14027e8e5660 req-323daaa0-2948-4929-92f5-ec15fb73f22b tempest-DeleteServersAdminTestJSON-343129229 tempest-DeleteServersAdminTestJSON-343129229-project] 10.222.0.41 "GET /v2.0/security-groups?id=acdcec4f-353d-4117-bb72-6815acb3dcee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760696 Jan 28 07:04:45.154192 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-392553ed-a1c5-4f4e-affd-ca1faac7fa75 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ff29263889004aa6b4012cf525252a24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4837902 Jan 28 07:04:45.157084 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 57572) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:04:45.171727 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-bdb4fea1-ab8b-4cb8-a286-9c9610f5bf4c admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-886638038-network', 'tenant_id': '0960152eceb74f9eb1ec8ad55ca70381'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:04:45.183135 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392553ed-a1c5-4f4e-affd-ca1faac7fa75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be468aec-6607-4974-8cb1-13682a1d8dda,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:04:45.198426 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdb4fea1-ab8b-4cb8-a286-9c9610f5bf4c admin admin] Made reservation on behalf of 0960152eceb74f9eb1ec8ad55ca70381 for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:04:45.203232 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bdb4fea1-ab8b-4cb8-a286-9c9610f5bf4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:45.213022 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bdb4fea1-ab8b-4cb8-a286-9c9610f5bf4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:45.258920 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-30c5c3b4-2329-4e7d-8cdf-0ef271c932e8 admin admin] Publish callbacks [] for security_group (be468aec-6607-4974-8cb1-13682a1d8dda), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:45.259798 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 57576) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:04:45.285339 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-30c5c3b4-2329-4e7d-8cdf-0ef271c932e8 admin admin] Publish callbacks [] for security_group (be468aec-6607-4974-8cb1-13682a1d8dda), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:45.342297 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6ffa97-f8e8-4179-a3e5-3fd4e216c330 req-7b1e4240-9988-4543-bb72-6fbb10b19bb5 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:45.344432 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-dd6ffa97-f8e8-4179-a3e5-3fd4e216c330 req-7b1e4240-9988-4543-bb72-6fbb10b19bb5 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/ports?device_id=686583c4-bba6-4444-b3a9-8d548823cbb9 HTTP/1.1" status: 200 len: 972 time: 0.0963533 Jan 28 07:04:45.359791 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bdb4fea1-ab8b-4cb8-a286-9c9610f5bf4c admin admin] Publish callbacks [] for security_group (3304b5b7-1509-4a1a-97b7-801116ab4382), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:45.365154 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-30c5c3b4-2329-4e7d-8cdf-0ef271c932e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (be468aec-6607-4974-8cb1-13682a1d8dda), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:45.367705 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-30c5c3b4-2329-4e7d-8cdf-0ef271c932e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:45.369812 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bdb4fea1-ab8b-4cb8-a286-9c9610f5bf4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (3304b5b7-1509-4a1a-97b7-801116ab4382), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:45.370815 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-30c5c3b4-2329-4e7d-8cdf-0ef271c932e8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/be468aec-6607-4974-8cb1-13682a1d8dda HTTP/1.1" status: 204 len: 168 time: 0.2105250 Jan 28 07:04:45.381262 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c5c3b4-2329-4e7d-8cdf-0ef271c932e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be468aec-6607-4974-8cb1-13682a1d8dda,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:04:45.412119 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdb4fea1-ab8b-4cb8-a286-9c9610f5bf4c admin admin] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:04:45.447678 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-6ec57a46-d7af-425b-9a64-82a42748c3ef admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-841237092-network', 'tenant_id': '5c2af407db1e43909575b4b7c4ad1b18'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:04:45.477887 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb4fea1-ab8b-4cb8-a286-9c9610f5bf4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3304b5b7-1509-4a1a-97b7-801116ab4382,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:04:45.482200 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bdb4fea1-ab8b-4cb8-a286-9c9610f5bf4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (54d6bc55-d69e-43c8-8b72-86f677a245e2), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:45.482551 n-d-712749-28 neutron-server[103284]: INFO neutron.db.segments_db [None req-bdb4fea1-ab8b-4cb8-a286-9c9610f5bf4c admin admin] Added segment 54d6bc55-d69e-43c8-8b72-86f677a245e2 of type vlan for network 40d02b2d-8999-4dc2-abb9-3653b1c5639b Jan 28 07:04:45.484460 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ec57a46-d7af-425b-9a64-82a42748c3ef admin admin] Made reservation on behalf of 5c2af407db1e43909575b4b7c4ad1b18 for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:04:45.487091 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6ec57a46-d7af-425b-9a64-82a42748c3ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:45.508839 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-dd6ffa97-f8e8-4179-a3e5-3fd4e216c330 req-e04e0449-1798-4cb5-83a9-f24a448537e8 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/security-groups?id=b910cb8c-64ec-47f6-b06b-89e838bb343d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466525 Jan 28 07:04:45.513313 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6ec57a46-d7af-425b-9a64-82a42748c3ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:45.574796 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bdb4fea1-ab8b-4cb8-a286-9c9610f5bf4c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (40d02b2d-8999-4dc2-abb9-3653b1c5639b), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:45.577186 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de99433f-b893-40fd-af87-7c160e9bf422', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a9679d7-67f9-4d29-b4f0-aa30d22c3a9d'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:04:45.581022 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01cb0b9a-bf4e-4264-9ea3-3694222e7c2b" -d '{"events": [{"server_uuid": "de99433f-b893-40fd-af87-7c160e9bf422", "name": "network-vif-plugged", "status": "completed", "tag": "4a9679d7-67f9-4d29-b4f0-aa30d22c3a9d"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:04:45.591735 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ffaeabe3-4131-498a-8b3e-2598b1e7cdfa req-a7acbbb0-68af-4a5e-b11e-cb322bf7ec48 tempest-LiveMigrationNegativeTest-417767109 tempest-LiveMigrationNegativeTest-417767109-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=ac4dfa4e0e314134ba5c31f8a173b064&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0471001 Jan 28 07:04:45.638412 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bdb4fea1-ab8b-4cb8-a286-9c9610f5bf4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (40d02b2d-8999-4dc2-abb9-3653b1c5639b), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:45.639207 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdb4fea1-ab8b-4cb8-a286-9c9610f5bf4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:45.639787 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bdb4fea1-ab8b-4cb8-a286-9c9610f5bf4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:45.662396 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-bdb4fea1-ab8b-4cb8-a286-9c9610f5bf4c admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.8801310 Jan 28 07:04:45.666116 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 57610) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:04:45.671362 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-d5a3ed6b-252c-4318-807d-b96b1553a5f1 admin admin] Request body: {'subnet': {'network_id': '40d02b2d-8999-4dc2-abb9-3653b1c5639b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-886638038-subnet', 'tenant_id': '0960152eceb74f9eb1ec8ad55ca70381', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:04:45.697546 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5a3ed6b-252c-4318-807d-b96b1553a5f1 admin admin] Made reservation on behalf of 0960152eceb74f9eb1ec8ad55ca70381 for: {'subnet': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:04:45.699956 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d5a3ed6b-252c-4318-807d-b96b1553a5f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13555781'] for subnet (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:45.743065 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb4fea1-ab8b-4cb8-a286-9c9610f5bf4c admin admin] Pushing event updated for resources: {'Network': ['ID=40d02b2d-8999-4dc2-abb9-3653b1c5639b,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:04:45.754551 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network 40d02b2d-8999-4dc2-abb9-3653b1c5639b details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:04:45.762882 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6ec57a46-d7af-425b-9a64-82a42748c3ef admin admin] Publish callbacks [] for security_group (83d97fa1-2f29-40d2-a756-a970d048d2ac), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:45.770802 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6ec57a46-d7af-425b-9a64-82a42748c3ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (83d97fa1-2f29-40d2-a756-a970d048d2ac), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:45.827948 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ec57a46-d7af-425b-9a64-82a42748c3ef admin admin] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:04:45.832529 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaeabe3-4131-498a-8b3e-2598b1e7cdfa req-ac5b0cfa-fb76-4ff9-ba95-25dbbdbfed6a tempest-LiveMigrationNegativeTest-417767109 tempest-LiveMigrationNegativeTest-417767109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:45.840019 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec57a46-d7af-425b-9a64-82a42748c3ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83d97fa1-2f29-40d2-a756-a970d048d2ac,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:04:45.841115 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ffaeabe3-4131-498a-8b3e-2598b1e7cdfa req-ac5b0cfa-fb76-4ff9-ba95-25dbbdbfed6a tempest-LiveMigrationNegativeTest-417767109 tempest-LiveMigrationNegativeTest-417767109-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2473974 Jan 28 07:04:45.867143 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6ec57a46-d7af-425b-9a64-82a42748c3ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (919581ea-4d97-4a95-839c-1632528194b6), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:45.867485 n-d-712749-28 neutron-server[103284]: INFO neutron.db.segments_db [None req-6ec57a46-d7af-425b-9a64-82a42748c3ef admin admin] Added segment 919581ea-4d97-4a95-839c-1632528194b6 of type vlan for network 823f80f1-2970-481b-aed2-7ad5a7c0ed20 Jan 28 07:04:45.871734 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ffaeabe3-4131-498a-8b3e-2598b1e7cdfa req-fd7e117e-5857-4390-bbe6-b47e4398fcf9 tempest-LiveMigrationNegativeTest-417767109 tempest-LiveMigrationNegativeTest-417767109-project] 10.222.0.41 "GET /v2.0/quotas/ac4dfa4e0e314134ba5c31f8a173b064 HTTP/1.1" status: 200 len: 375 time: 0.0294566 Jan 28 07:04:45.962779 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6ec57a46-d7af-425b-9a64-82a42748c3ef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (823f80f1-2970-481b-aed2-7ad5a7c0ed20), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:45.978365 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ffaeabe3-4131-498a-8b3e-2598b1e7cdfa req-900851f4-e680-4c70-ba68-2f88ae846f7c tempest-LiveMigrationNegativeTest-417767109 tempest-LiveMigrationNegativeTest-417767109-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=ac4dfa4e0e314134ba5c31f8a173b064&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1055522 Jan 28 07:04:45.994583 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6ec57a46-d7af-425b-9a64-82a42748c3ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (823f80f1-2970-481b-aed2-7ad5a7c0ed20), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:45.996259 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec57a46-d7af-425b-9a64-82a42748c3ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:45.996837 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6ec57a46-d7af-425b-9a64-82a42748c3ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:46.071590 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 57624) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:04:46.071796 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-6ec57a46-d7af-425b-9a64-82a42748c3ef admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.8106833 Jan 28 07:04:46.076527 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-93ddd393-0eff-4fd1-8898-936baf401086 admin admin] Request body: {'subnet': {'network_id': '823f80f1-2970-481b-aed2-7ad5a7c0ed20', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-841237092-subnet', 'tenant_id': '5c2af407db1e43909575b4b7c4ad1b18', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:04:46.082777 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec57a46-d7af-425b-9a64-82a42748c3ef admin admin] Pushing event updated for resources: {'Network': ['ID=823f80f1-2970-481b-aed2-7ad5a7c0ed20,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:04:46.093748 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network 823f80f1-2970-481b-aed2-7ad5a7c0ed20 details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:04:46.148985 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d5a3ed6b-252c-4318-807d-b96b1553a5f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13546728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13555799'] for subnet (b0a9e84b-90ab-4b66-a900-eb7872b6d81f), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:46.218917 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93ddd393-0eff-4fd1-8898-936baf401086 admin admin] Made reservation on behalf of 5c2af407db1e43909575b4b7c4ad1b18 for: {'subnet': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:04:46.221355 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-93ddd393-0eff-4fd1-8898-936baf401086 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13555781'] for subnet (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:46.273687 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b964e8-9701-4165-99f7-2d201927bc90 req-902432a2-c123-449d-95f9-46711292df71 tempest-ServersOnMultiNodesTest-867651223 tempest-ServersOnMultiNodesTest-867651223-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:46.275207 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b8b964e8-9701-4165-99f7-2d201927bc90 req-902432a2-c123-449d-95f9-46711292df71 tempest-ServersOnMultiNodesTest-867651223 tempest-ServersOnMultiNodesTest-867651223-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=686583c4-bba6-4444-b3a9-8d548823cbb9 HTTP/1.1" status: 200 len: 1124 time: 0.1602998 Jan 28 07:04:46.294379 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-b8b964e8-9701-4165-99f7-2d201927bc90 req-1aa71f7f-92bd-4333-9ddd-c230fdcf3d6a tempest-ServersOnMultiNodesTest-867651223 tempest-ServersOnMultiNodesTest-867651223-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:46.295302 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-844506b9-0297-405e-a213-c32ce749dc16 x-openstack-request-id: req-844506b9-0297-405e-a213-c32ce749dc16 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:04:46.298850 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de99433f-b893-40fd-af87-7c160e9bf422", "name": "network-vif-plugged", "status": "completed", "tag": "4a9679d7-67f9-4d29-b4f0-aa30d22c3a9d", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:04:46.299375 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-844506b9-0297-405e-a213-c32ce749dc16 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:04:46.301800 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de99433f-b893-40fd-af87-7c160e9bf422', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a9679d7-67f9-4d29-b4f0-aa30d22c3a9d', 'code': 200} Jan 28 07:04:46.385874 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a3ed6b-252c-4318-807d-b96b1553a5f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0a9e84b-90ab-4b66-a900-eb7872b6d81f,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:04:46.422940 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a3ed6b-252c-4318-807d-b96b1553a5f1 admin admin] Checking segment: {'id': '54d6bc55-d69e-43c8-8b72-86f677a245e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '40d02b2d-8999-4dc2-abb9-3653b1c5639b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:04:46.423384 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a3ed6b-252c-4318-807d-b96b1553a5f1 admin admin] Network hostable DHCP agents. Network: 40d02b2d-8999-4dc2-abb9-3653b1c5639b, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:04:46.481510 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd811f32-5a65-41ea-b43c-4c7a518c4ad7 req-3b179e79-314c-49ba-a1c6-3dcefe09de67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:46.483145 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-fd811f32-5a65-41ea-b43c-4c7a518c4ad7 req-3b179e79-314c-49ba-a1c6-3dcefe09de67 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=de99433f-b893-40fd-af87-7c160e9bf422 HTTP/1.1" status: 200 len: 1101 time: 0.0731823 Jan 28 07:04:46.518541 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-b8b964e8-9701-4165-99f7-2d201927bc90 req-1aa71f7f-92bd-4333-9ddd-c230fdcf3d6a tempest-ServersOnMultiNodesTest-867651223 tempest-ServersOnMultiNodesTest-867651223-project-admin] Publish callbacks [] for security_group (862f76d8-01a0-46e7-b15b-2afc3267a1a8), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:46.528468 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-b8b964e8-9701-4165-99f7-2d201927bc90 req-1aa71f7f-92bd-4333-9ddd-c230fdcf3d6a tempest-ServersOnMultiNodesTest-867651223 tempest-ServersOnMultiNodesTest-867651223-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (862f76d8-01a0-46e7-b15b-2afc3267a1a8), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:46.532647 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a3ed6b-252c-4318-807d-b96b1553a5f1 admin admin] Network 40d02b2d-8999-4dc2-abb9-3653b1c5639b is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:04:46.555413 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-d5a3ed6b-252c-4318-807d-b96b1553a5f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, 40d02b2d-8999-4dc2-abb9-3653b1c5639b) {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:04:46.564982 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf326910-c5d4-49c6-adb8-115cc628a108 None None] Network 40d02b2d-8999-4dc2-abb9-3653b1c5639b requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:04:46.570605 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337deebc-0d26-4e57-9516-d75f81ce20cc req-b067fc79-fe69-4042-9651-11e0bbe4a69d tempest-DeleteServersAdminTestJSON-343129229 tempest-DeleteServersAdminTestJSON-343129229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:46.580304 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-337deebc-0d26-4e57-9516-d75f81ce20cc req-b067fc79-fe69-4042-9651-11e0bbe4a69d tempest-DeleteServersAdminTestJSON-343129229 tempest-DeleteServersAdminTestJSON-343129229-project] 10.222.0.41 "GET /v2.0/ports?device_id=de99433f-b893-40fd-af87-7c160e9bf422 HTTP/1.1" status: 200 len: 949 time: 0.1700118 Jan 28 07:04:46.585395 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-93ddd393-0eff-4fd1-8898-936baf401086 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13546728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13555799'] for subnet (d3ff6769-eb60-4293-943b-ef852d2e0c72), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:46.602240 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-fd811f32-5a65-41ea-b43c-4c7a518c4ad7 req-16a3f2d1-56df-4d3d-97f5-b0f4e4f45b8b service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=acdcec4f-353d-4117-bb72-6815acb3dcee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099336 Jan 28 07:04:46.609280 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5a3ed6b-252c-4318-807d-b96b1553a5f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:46.610059 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d5a3ed6b-252c-4318-807d-b96b1553a5f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:46.617709 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b8b964e8-9701-4165-99f7-2d201927bc90 req-1aa71f7f-92bd-4333-9ddd-c230fdcf3d6a tempest-ServersOnMultiNodesTest-867651223 tempest-ServersOnMultiNodesTest-867651223-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=b910cb8c-64ec-47f6-b06b-89e838bb343d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3319912 Jan 28 07:04:46.629361 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa71f7f-92bd-4333-9ddd-c230fdcf3d6a tempest-ServersOnMultiNodesTest-867651223 tempest-ServersOnMultiNodesTest-867651223-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=862f76d8-01a0-46e7-b15b-2afc3267a1a8,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:04:46.656605 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ddd393-0eff-4fd1-8898-936baf401086 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3ff6769-eb60-4293-943b-ef852d2e0c72,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:04:46.728503 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-337deebc-0d26-4e57-9516-d75f81ce20cc req-c3981693-b6ba-4acb-bf33-4eee6ae5f1a1 tempest-DeleteServersAdminTestJSON-343129229 tempest-DeleteServersAdminTestJSON-343129229-project] 10.222.0.41 "GET /v2.0/security-groups?id=acdcec4f-353d-4117-bb72-6815acb3dcee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463900 Jan 28 07:04:46.750528 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 57654) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:04:46.754638 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b780e853-4f5d-4ab1-9bf2-cc6e60a66cf8 req-a4b99f9b-870e-4a14-ab28-4cb9d5475b8c tempest-LiveMigrationNegativeTest-417767109 tempest-LiveMigrationNegativeTest-417767109-project] 10.222.0.41 "GET /v2.0/ports?device_id=c68608de-4be2-4d4b-8753-feb04d009f6a HTTP/1.1" status: 200 len: 210 time: 0.0477147 Jan 28 07:04:46.754786 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-d5a3ed6b-252c-4318-807d-b96b1553a5f1 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.0875230 Jan 28 07:04:46.760035 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-d0822ff5-655c-45a9-8699-b053d82665eb admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-886638038-router', 'tenant_id': '0960152eceb74f9eb1ec8ad55ca70381', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:04:46.770092 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c5f59d-aece-4255-83c3-9e16c00d6591 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3dd72b9-6805-5f61-b6f3-a591f99a173d-40d02b2d-8999-4dc2-abb9-3653b1c5639b', 'network_id': '40d02b2d-8999-4dc2-abb9-3653b1c5639b', 'project_id': '0960152eceb74f9eb1ec8ad55ca70381', 'fixed_ips': [{'subnet_id': 'b0a9e84b-90ab-4b66-a900-eb7872b6d81f'}]}} from n-d-712749-28. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 07:04:46.774296 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-13c5f59d-aece-4255-83c3-9e16c00d6591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:46.802904 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d0822ff5-655c-45a9-8699-b053d82665eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16606890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127275'] for router (bb0e90d9-aa8f-47f8-8a35-7025f159e9d8), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:46.805475 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d0822ff5-655c-45a9-8699-b053d82665eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16605498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16607952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16355422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127266'] for router (bb0e90d9-aa8f-47f8-8a35-7025f159e9d8), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:46.806946 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ddd393-0eff-4fd1-8898-936baf401086 admin admin] Checking segment: {'id': '919581ea-4d97-4a95-839c-1632528194b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '823f80f1-2970-481b-aed2-7ad5a7c0ed20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:04:46.809036 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ddd393-0eff-4fd1-8898-936baf401086 admin admin] Network hostable DHCP agents. Network: 823f80f1-2970-481b-aed2-7ad5a7c0ed20, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:04:46.851772 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ddd393-0eff-4fd1-8898-936baf401086 admin admin] Network 823f80f1-2970-481b-aed2-7ad5a7c0ed20 is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:04:46.874803 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-93ddd393-0eff-4fd1-8898-936baf401086 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, 823f80f1-2970-481b-aed2-7ad5a7c0ed20) {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:04:46.893526 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ddd393-0eff-4fd1-8898-936baf401086 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:46.898179 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-93ddd393-0eff-4fd1-8898-936baf401086 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:46.942757 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-93ddd393-0eff-4fd1-8898-936baf401086 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.8613212 Jan 28 07:04:46.977863 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a1a4ab2-da6f-49b3-a2b2-76a18a69ed1c None None] Network 823f80f1-2970-481b-aed2-7ad5a7c0ed20 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:04:47.163919 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9fdd5d9c-a6c1-437d-bb56-37b9a4ebe8bf req-6ce5b630-1911-4929-a22f-221fadf25165 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=966335f0946f459597af95ab0b33b55c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0419006 Jan 28 07:04:47.255204 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4ff6a43-5389-482b-a932-a8d2fad887d3 None None] Network 823f80f1-2970-481b-aed2-7ad5a7c0ed20 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:04:47.301116 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d0822ff5-655c-45a9-8699-b053d82665eb admin admin] Publish callbacks [] for router_controller (bb0e90d9-aa8f-47f8-8a35-7025f159e9d8), precommit_add_association {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:47.352610 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-13c5f59d-aece-4255-83c3-9e16c00d6591 None None] Allocated IP 172.20.0.2 (40d02b2d-8999-4dc2-abb9-3653b1c5639b/b0a9e84b-90ab-4b66-a900-eb7872b6d81f/dc2c43db-001a-4b06-9d93-0def4ee53525) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:04:47.456235 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdd5d9c-a6c1-437d-bb56-37b9a4ebe8bf req-6350fe62-9d6b-4c65-94c3-783866ddde50 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:47.462681 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9fdd5d9c-a6c1-437d-bb56-37b9a4ebe8bf req-6350fe62-9d6b-4c65-94c3-783866ddde50 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2896440 Jan 28 07:04:47.487901 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9fdd5d9c-a6c1-437d-bb56-37b9a4ebe8bf req-28fc607f-f500-44b3-8ead-14acee7e4f1e tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/quotas/966335f0946f459597af95ab0b33b55c HTTP/1.1" status: 200 len: 375 time: 0.0174992 Jan 28 07:04:47.531722 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d0822ff5-655c-45a9-8699-b053d82665eb admin admin] Publish callbacks [] for router_gateway (bb0e90d9-aa8f-47f8-8a35-7025f159e9d8), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:47.601988 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9fdd5d9c-a6c1-437d-bb56-37b9a4ebe8bf req-ab4cfe20-a487-4d0d-98f4-1317e3ecaf29 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=966335f0946f459597af95ab0b33b55c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1059937 Jan 28 07:04:47.672504 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ce997d36-7d53-4d13-80c5-4fa17afa9446 req-ec8d5883-cfa4-4e66-9658-d49541921674 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=c4cb8f6b7fb846b4ab01d357846632b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0388722 Jan 28 07:04:47.825137 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-13c5f59d-aece-4255-83c3-9e16c00d6591 None None] Publish callbacks [] for port (dc2c43db-001a-4b06-9d93-0def4ee53525), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:47.835063 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-13c5f59d-aece-4255-83c3-9e16c00d6591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (dc2c43db-001a-4b06-9d93-0def4ee53525), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:47.902793 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce997d36-7d53-4d13-80c5-4fa17afa9446 req-6fb0e8fb-4a4f-4f58-8182-af49443e3e2b tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:47.911418 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ce997d36-7d53-4d13-80c5-4fa17afa9446 req-6fb0e8fb-4a4f-4f58-8182-af49443e3e2b tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2308695 Jan 28 07:04:47.941193 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ce997d36-7d53-4d13-80c5-4fa17afa9446 req-4c805ed6-bc66-4384-a8f3-40a4683329df tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/quotas/c4cb8f6b7fb846b4ab01d357846632b7 HTTP/1.1" status: 200 len: 375 time: 0.0266695 Jan 28 07:04:47.957194 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c5f59d-aece-4255-83c3-9e16c00d6591 None None] Network 40d02b2d-8999-4dc2-abb9-3653b1c5639b is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:04:47.962749 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-13c5f59d-aece-4255-83c3-9e16c00d6591 None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:04:47.973030 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c5f59d-aece-4255-83c3-9e16c00d6591 None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:04:47.976440 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c5f59d-aece-4255-83c3-9e16c00d6591 None None] Pushing event updated for resources: {'Port': ['ID=dc2c43db-001a-4b06-9d93-0def4ee53525,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:04:48.005804 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9397b9b-da12-4e98-a4e4-7639d2540a1a req-6d3b27d9-bb16-45f3-a114-6949e9b5f09e tempest-DeleteServersAdminTestJSON-343129229 tempest-DeleteServersAdminTestJSON-343129229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:48.017185 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e9397b9b-da12-4e98-a4e4-7639d2540a1a req-6d3b27d9-bb16-45f3-a114-6949e9b5f09e tempest-DeleteServersAdminTestJSON-343129229 tempest-DeleteServersAdminTestJSON-343129229-project] 10.222.0.41 "GET /v2.0/ports?device_id=de99433f-b893-40fd-af87-7c160e9bf422 HTTP/1.1" status: 200 len: 949 time: 0.1655073 Jan 28 07:04:48.044908 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 57724) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:04:48.119063 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e9397b9b-da12-4e98-a4e4-7639d2540a1a req-c3d34196-fd88-4518-9429-db2b282ccbbb tempest-DeleteServersAdminTestJSON-343129229 tempest-DeleteServersAdminTestJSON-343129229-project] 10.222.0.41 "GET /v2.0/security-groups?id=acdcec4f-353d-4117-bb72-6815acb3dcee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997896 Jan 28 07:04:48.164322 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-13c5f59d-aece-4255-83c3-9e16c00d6591 None None] Attempting to bind port dc2c43db-001a-4b06-9d93-0def4ee53525 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:04:48.165028 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-13c5f59d-aece-4255-83c3-9e16c00d6591 None None] Attempting to bind port dc2c43db-001a-4b06-9d93-0def4ee53525 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '54d6bc55-d69e-43c8-8b72-86f677a245e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '40d02b2d-8999-4dc2-abb9-3653b1c5639b'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:04:48.165578 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c5f59d-aece-4255-83c3-9e16c00d6591 None None] Attempting to bind port dc2c43db-001a-4b06-9d93-0def4ee53525 on network 40d02b2d-8999-4dc2-abb9-3653b1c5639b {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:04:48.167112 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ffaeabe3-4131-498a-8b3e-2598b1e7cdfa req-f51741b3-9571-42f9-8751-494205562618 tempest-LiveMigrationNegativeTest-417767109 tempest-LiveMigrationNegativeTest-417767109-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=ac4dfa4e0e314134ba5c31f8a173b064&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0740619 Jan 28 07:04:48.177929 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c5f59d-aece-4255-83c3-9e16c00d6591 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:04:48.180615 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c5f59d-aece-4255-83c3-9e16c00d6591 None None] Checking segment: {'id': '54d6bc55-d69e-43c8-8b72-86f677a245e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '40d02b2d-8999-4dc2-abb9-3653b1c5639b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:04:48.181910 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-13c5f59d-aece-4255-83c3-9e16c00d6591 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:48.183585 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c5f59d-aece-4255-83c3-9e16c00d6591 None None] Bound using segment: {'id': '54d6bc55-d69e-43c8-8b72-86f677a245e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '40d02b2d-8999-4dc2-abb9-3653b1c5639b'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:04:48.184900 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-13c5f59d-aece-4255-83c3-9e16c00d6591 None None] Bound port: dc2c43db-001a-4b06-9d93-0def4ee53525, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54d6bc55-d69e-43c8-8b72-86f677a245e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '40d02b2d-8999-4dc2-abb9-3653b1c5639b'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:04:48.186421 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-13c5f59d-aece-4255-83c3-9e16c00d6591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (dc2c43db-001a-4b06-9d93-0def4ee53525), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:48.284825 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ce997d36-7d53-4d13-80c5-4fa17afa9446 req-21f5639d-2c5d-488f-bad4-5c1498e5212d tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c4cb8f6b7fb846b4ab01d357846632b7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3423502 Jan 28 07:04:48.296761 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d0822ff5-655c-45a9-8699-b053d82665eb admin admin] Publish callbacks [] for router_gateway (bb0e90d9-aa8f-47f8-8a35-7025f159e9d8), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:48.372832 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d0822ff5-655c-45a9-8699-b053d82665eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:48.373542 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a2209725-667c-4466-b7cc-682af95cd6e2 req-761c759b-b447-4f3a-84a2-c31793fe0ba9 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd6f6cee-8828-415b-beee-3ed839555ede HTTP/1.1" status: 200 len: 210 time: 0.1370814 Jan 28 07:04:48.444925 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-13c5f59d-aece-4255-83c3-9e16c00d6591 None None] For port dc2c43db-001a-4b06-9d93-0def4ee53525, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:04:48.466886 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-13c5f59d-aece-4255-83c3-9e16c00d6591 None None] For port dc2c43db-001a-4b06-9d93-0def4ee53525, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=dc2c43db-001a-4b06-9d93-0def4ee53525,segment=NetworkSegment(54d6bc55-d69e-43c8-8b72-86f677a245e2),segment_id=54d6bc55-d69e-43c8-8b72-86f677a245e2)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:04:48.474791 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-13c5f59d-aece-4255-83c3-9e16c00d6591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (dc2c43db-001a-4b06-9d93-0def4ee53525), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:48.483155 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaeabe3-4131-498a-8b3e-2598b1e7cdfa req-cd366fbf-d17d-4682-aea5-219b49550900 tempest-LiveMigrationNegativeTest-417767109 tempest-LiveMigrationNegativeTest-417767109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:48.485126 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ffaeabe3-4131-498a-8b3e-2598b1e7cdfa req-cd366fbf-d17d-4682-aea5-219b49550900 tempest-LiveMigrationNegativeTest-417767109 tempest-LiveMigrationNegativeTest-417767109-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3143384 Jan 28 07:04:48.511195 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-ffaeabe3-4131-498a-8b3e-2598b1e7cdfa req-403dd2c6-91e8-44d6-84e0-a1f787bbc86b tempest-LiveMigrationNegativeTest-417767109 tempest-LiveMigrationNegativeTest-417767109-project] Request body: {'port': {'device_id': 'c68608de-4be2-4d4b-8753-feb04d009f6a', 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb', 'admin_state_up': True, 'tenant_id': 'ac4dfa4e0e314134ba5c31f8a173b064'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:04:48.560479 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-002bd61d-00d3-489c-8e2d-3d3a0a1f1a1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:48.627816 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-d0822ff5-655c-45a9-8699-b053d82665eb admin admin] Allocated IP 172.25.6.50 (7d5b3724-deef-4831-8d43-cb9b8176573c/b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc/2f94349b-5fb8-42d1-80f3-7fd278b29f29) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:04:48.638582 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 57742) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:04:48.648127 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-c45c8149-5f7a-4356-9c13-520e338530b6 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1178346377-network', 'tenant_id': '560c502eff8745e3ba5f3f3be7ec5aa8'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:04:48.654191 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c5f59d-aece-4255-83c3-9e16c00d6591 None None] Pushing event updated for resources: {'Port': ['ID=dc2c43db-001a-4b06-9d93-0def4ee53525,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:04:48.691460 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-877f1836-596c-40ee-b8e0-882751862f0f req-5e3b769c-8e55-43c9-ae89-4951b9c8aa47 tempest-LiveMigrationNegativeTest-417767109 tempest-LiveMigrationNegativeTest-417767109-project] 10.222.0.41 "GET /v2.0/ports?device_id=c68608de-4be2-4d4b-8753-feb04d009f6a HTTP/1.1" status: 200 len: 210 time: 0.1068025 Jan 28 07:04:48.839743 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c45c8149-5f7a-4356-9c13-520e338530b6 admin admin] Made reservation on behalf of 560c502eff8745e3ba5f3f3be7ec5aa8 for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:04:48.842080 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c45c8149-5f7a-4356-9c13-520e338530b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:48.860038 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c45c8149-5f7a-4356-9c13-520e338530b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:48.924074 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-002bd61d-00d3-489c-8e2d-3d3a0a1f1a1d admin admin] Publish callbacks [] for security_group (d063859c-726e-4db9-a623-1bdc3ea88e8e), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:48.948564 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-002bd61d-00d3-489c-8e2d-3d3a0a1f1a1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (d063859c-726e-4db9-a623-1bdc3ea88e8e), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:48.954023 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffaeabe3-4131-498a-8b3e-2598b1e7cdfa req-403dd2c6-91e8-44d6-84e0-a1f787bbc86b tempest-LiveMigrationNegativeTest-417767109 tempest-LiveMigrationNegativeTest-417767109-project] Made reservation on behalf of ac4dfa4e0e314134ba5c31f8a173b064 for: {'port': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:04:48.958948 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-ffaeabe3-4131-498a-8b3e-2598b1e7cdfa req-403dd2c6-91e8-44d6-84e0-a1f787bbc86b tempest-LiveMigrationNegativeTest-417767109 tempest-LiveMigrationNegativeTest-417767109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:49.036324 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002bd61d-00d3-489c-8e2d-3d3a0a1f1a1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d063859c-726e-4db9-a623-1bdc3ea88e8e,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:04:49.044434 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d0822ff5-655c-45a9-8699-b053d82665eb admin admin] Publish callbacks [] for port (2f94349b-5fb8-42d1-80f3-7fd278b29f29), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:49.055590 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-002bd61d-00d3-489c-8e2d-3d3a0a1f1a1d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e14994af62f94595b165e0b1d329c175&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9660130 Jan 28 07:04:49.056877 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 57746) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:04:49.213641 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c45c8149-5f7a-4356-9c13-520e338530b6 admin admin] Publish callbacks [] for security_group (2965d7dc-9690-4814-bbd6-4a2850e483d7), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:49.224936 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c45c8149-5f7a-4356-9c13-520e338530b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (2965d7dc-9690-4814-bbd6-4a2850e483d7), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:49.244851 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c45c8149-5f7a-4356-9c13-520e338530b6 admin admin] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:04:49.257517 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c45c8149-5f7a-4356-9c13-520e338530b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (a331b637-6bf9-4d76-9c39-51305ed16d3d), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:49.258302 n-d-712749-28 neutron-server[103284]: INFO neutron.db.segments_db [None req-c45c8149-5f7a-4356-9c13-520e338530b6 admin admin] Added segment a331b637-6bf9-4d76-9c39-51305ed16d3d of type vlan for network 57489b49-52ff-4db0-8b87-0994fbf77340 Jan 28 07:04:49.288581 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d0822ff5-655c-45a9-8699-b053d82665eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (2f94349b-5fb8-42d1-80f3-7fd278b29f29), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:49.350918 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0822ff5-655c-45a9-8699-b053d82665eb admin admin] Pushing event updated for resources: {'Port': ['ID=2f94349b-5fb8-42d1-80f3-7fd278b29f29,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:04:49.408843 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c45c8149-5f7a-4356-9c13-520e338530b6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (57489b49-52ff-4db0-8b87-0994fbf77340), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:49.457457 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c45c8149-5f7a-4356-9c13-520e338530b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (57489b49-52ff-4db0-8b87-0994fbf77340), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:49.458340 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c45c8149-5f7a-4356-9c13-520e338530b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:49.458925 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c45c8149-5f7a-4356-9c13-520e338530b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:49.482553 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0822ff5-655c-45a9-8699-b053d82665eb admin admin] Network 7d5b3724-deef-4831-8d43-cb9b8176573c is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:04:49.512283 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3ff85907-0978-4e2c-a865-afdb336cf4bd admin admin] Publish callbacks [] for security_group (d063859c-726e-4db9-a623-1bdc3ea88e8e), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:49.517489 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-d0822ff5-655c-45a9-8699-b053d82665eb admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:04:49.524793 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45c8149-5f7a-4356-9c13-520e338530b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2965d7dc-9690-4814-bbd6-4a2850e483d7,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:04:49.529383 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0822ff5-655c-45a9-8699-b053d82665eb admin admin] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:04:49.586180 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46de7428-7682-4cac-8e4a-f74fa2a318c7 req-5da3c11b-696d-4e46-aa71-58ab2655f310 tempest-DeleteServersAdminTestJSON-343129229 tempest-DeleteServersAdminTestJSON-343129229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:49.594591 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-46de7428-7682-4cac-8e4a-f74fa2a318c7 req-5da3c11b-696d-4e46-aa71-58ab2655f310 tempest-DeleteServersAdminTestJSON-343129229 tempest-DeleteServersAdminTestJSON-343129229-project] 10.222.0.41 "GET /v2.0/ports?device_id=de99433f-b893-40fd-af87-7c160e9bf422 HTTP/1.1" status: 200 len: 949 time: 0.1334362 Jan 28 07:04:49.604107 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3ff85907-0978-4e2c-a865-afdb336cf4bd admin admin] Publish callbacks [] for security_group (d063859c-726e-4db9-a623-1bdc3ea88e8e), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:49.625818 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-c45c8149-5f7a-4356-9c13-520e338530b6 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9828238 Jan 28 07:04:49.632157 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 57770) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:04:49.666039 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-f76306ee-aa28-477e-b61b-cc5345a5bb09 admin admin] Request body: {'subnet': {'network_id': '57489b49-52ff-4db0-8b87-0994fbf77340', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1178346377-subnet', 'tenant_id': '560c502eff8745e3ba5f3f3be7ec5aa8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:04:49.733649 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45c8149-5f7a-4356-9c13-520e338530b6 admin admin] Pushing event updated for resources: {'Network': ['ID=57489b49-52ff-4db0-8b87-0994fbf77340,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:04:49.748702 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [req-ffaeabe3-4131-498a-8b3e-2598b1e7cdfa req-403dd2c6-91e8-44d6-84e0-a1f787bbc86b tempest-LiveMigrationNegativeTest-417767109 tempest-LiveMigrationNegativeTest-417767109-project] Allocated IP 192.168.233.232 (d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb/5785b43d-448b-4d12-9eb5-4e4caf2e7eaf/67908df9-2372-46e6-b007-c064059387ae) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:04:49.754940 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9fdd5d9c-a6c1-437d-bb56-37b9a4ebe8bf req-a8655dec-2887-4ec3-b04a-1ec104c9c5b9 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=966335f0946f459597af95ab0b33b55c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1026254 Jan 28 07:04:49.756312 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-46de7428-7682-4cac-8e4a-f74fa2a318c7 req-84e297a2-aa42-43e4-abe6-3bef705a6152 tempest-DeleteServersAdminTestJSON-343129229 tempest-DeleteServersAdminTestJSON-343129229-project] 10.222.0.41 "GET /v2.0/security-groups?id=acdcec4f-353d-4117-bb72-6815acb3dcee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604309 Jan 28 07:04:49.761374 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f76306ee-aa28-477e-b61b-cc5345a5bb09 admin admin] Made reservation on behalf of 560c502eff8745e3ba5f3f3be7ec5aa8 for: {'subnet': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:04:49.763976 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f76306ee-aa28-477e-b61b-cc5345a5bb09 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13555781'] for subnet (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:49.766304 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network 57489b49-52ff-4db0-8b87-0994fbf77340 details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:04:49.860981 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3ff85907-0978-4e2c-a865-afdb336cf4bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (d063859c-726e-4db9-a623-1bdc3ea88e8e), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:49.863867 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3ff85907-0978-4e2c-a865-afdb336cf4bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:49.865364 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-3ff85907-0978-4e2c-a865-afdb336cf4bd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d063859c-726e-4db9-a623-1bdc3ea88e8e HTTP/1.1" status: 204 len: 168 time: 0.8010538 Jan 28 07:04:49.892530 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-16bef9eb-3731-434d-a5ea-5796638351fc req-ca32c0cb-2b9a-497a-bab0-1e1a92d088a6 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd6f6cee-8828-415b-beee-3ed839555ede HTTP/1.1" status: 200 len: 210 time: 0.1764784 Jan 28 07:04:50.097158 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2831f00c-1897-4446-b976-179c640aca4e req-a6f64502-eafe-44b8-a7da-f940b4de05f9 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/ports?device_id=1980e332-383a-481f-ba04-3bf34c8065b8 HTTP/1.1" status: 200 len: 210 time: 0.2459028 Jan 28 07:04:50.152947 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff85907-0978-4e2c-a865-afdb336cf4bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d063859c-726e-4db9-a623-1bdc3ea88e8e,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:04:50.268650 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-ffaeabe3-4131-498a-8b3e-2598b1e7cdfa req-403dd2c6-91e8-44d6-84e0-a1f787bbc86b tempest-LiveMigrationNegativeTest-417767109 tempest-LiveMigrationNegativeTest-417767109-project] Publish callbacks [] for port (67908df9-2372-46e6-b007-c064059387ae), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:50.379911 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-79bb1285-e493-4b3c-8d81-bd8d5fd0fb15 req-27bde3db-2491-41e7-98fa-bd235c498bf2 tempest-LiveMigrationNegativeTest-417767109 tempest-LiveMigrationNegativeTest-417767109-project] 10.222.0.41 "GET /v2.0/ports?device_id=c68608de-4be2-4d4b-8753-feb04d009f6a HTTP/1.1" status: 200 len: 210 time: 0.0798507 Jan 28 07:04:50.425605 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0e894af-b13b-4b23-887f-c447fa187827 None None] Network 40d02b2d-8999-4dc2-abb9-3653b1c5639b requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:04:50.452402 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdd5d9c-a6c1-437d-bb56-37b9a4ebe8bf req-27c055c8-17d3-460a-82b6-e09d5e82c2a6 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:50.459568 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9fdd5d9c-a6c1-437d-bb56-37b9a4ebe8bf req-27c055c8-17d3-460a-82b6-e09d5e82c2a6 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6709037 Jan 28 07:04:50.483695 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d0822ff5-655c-45a9-8699-b053d82665eb admin admin] Publish callbacks [] for router_gateway (bb0e90d9-aa8f-47f8-8a35-7025f159e9d8), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:50.507167 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-9fdd5d9c-a6c1-437d-bb56-37b9a4ebe8bf req-6a6ccc08-4eef-4ae0-ba30-e6ef8af1a818 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Request body: {'port': {'device_id': 'cd6f6cee-8828-415b-beee-3ed839555ede', 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb', 'admin_state_up': True, 'tenant_id': '966335f0946f459597af95ab0b33b55c'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:04:50.513827 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f76306ee-aa28-477e-b61b-cc5345a5bb09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13546728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13555799'] for subnet (94dddc17-b087-4a22-9b49-dd89024e7aef), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:50.524176 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-ffaeabe3-4131-498a-8b3e-2598b1e7cdfa req-403dd2c6-91e8-44d6-84e0-a1f787bbc86b tempest-LiveMigrationNegativeTest-417767109 tempest-LiveMigrationNegativeTest-417767109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (67908df9-2372-46e6-b007-c064059387ae), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:50.529612 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 57792) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:04:50.625536 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['c282bcf5-c70f-49e2-a313-e3cd7d74f330'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:04:50.638126 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-abd2bbf5-7502-41f9-a336-bd7201d106c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:50.763462 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403dd2c6-91e8-44d6-84e0-a1f787bbc86b tempest-LiveMigrationNegativeTest-417767109 tempest-LiveMigrationNegativeTest-417767109-project] Pushing event updated for resources: {'Port': ['ID=67908df9-2372-46e6-b007-c064059387ae,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:04:50.781983 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffaeabe3-4131-498a-8b3e-2598b1e7cdfa req-403dd2c6-91e8-44d6-84e0-a1f787bbc86b tempest-LiveMigrationNegativeTest-417767109 tempest-LiveMigrationNegativeTest-417767109-project] Network d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:04:50.792953 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76306ee-aa28-477e-b61b-cc5345a5bb09 admin admin] Pushing event updated for resources: {'Subnet': ['ID=94dddc17-b087-4a22-9b49-dd89024e7aef,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:04:50.795393 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [req-ffaeabe3-4131-498a-8b3e-2598b1e7cdfa req-403dd2c6-91e8-44d6-84e0-a1f787bbc86b tempest-LiveMigrationNegativeTest-417767109 tempest-LiveMigrationNegativeTest-417767109-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:04:50.803756 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffaeabe3-4131-498a-8b3e-2598b1e7cdfa req-403dd2c6-91e8-44d6-84e0-a1f787bbc86b tempest-LiveMigrationNegativeTest-417767109 tempest-LiveMigrationNegativeTest-417767109-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:04:50.837064 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device dc2c43db-001a-4b06-9d93-0def4ee53525 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:04:50.874402 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76306ee-aa28-477e-b61b-cc5345a5bb09 admin admin] Checking segment: {'id': 'a331b637-6bf9-4d76-9c39-51305ed16d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '57489b49-52ff-4db0-8b87-0994fbf77340'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:04:50.874961 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f76306ee-aa28-477e-b61b-cc5345a5bb09 admin admin] Network hostable DHCP agents. Network: 57489b49-52ff-4db0-8b87-0994fbf77340, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:04:50.878349 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-70c1818a-1332-4cd4-b030-595ad79f5db6 None None] Provisioning complete for port dc2c43db-001a-4b06-9d93-0def4ee53525 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:04:50.879026 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-70c1818a-1332-4cd4-b030-595ad79f5db6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (dc2c43db-001a-4b06-9d93-0def4ee53525), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:50.947515 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaeabe3-4131-498a-8b3e-2598b1e7cdfa req-403dd2c6-91e8-44d6-84e0-a1f787bbc86b tempest-LiveMigrationNegativeTest-417767109 tempest-LiveMigrationNegativeTest-417767109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:50.948177 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-ffaeabe3-4131-498a-8b3e-2598b1e7cdfa req-403dd2c6-91e8-44d6-84e0-a1f787bbc86b tempest-LiveMigrationNegativeTest-417767109 tempest-LiveMigrationNegativeTest-417767109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:50.977829 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f76306ee-aa28-477e-b61b-cc5345a5bb09 admin admin] Network 57489b49-52ff-4db0-8b87-0994fbf77340 is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:04:50.996398 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-f76306ee-aa28-477e-b61b-cc5345a5bb09 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, 57489b49-52ff-4db0-8b87-0994fbf77340) {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:04:51.007928 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ffaeabe3-4131-498a-8b3e-2598b1e7cdfa req-403dd2c6-91e8-44d6-84e0-a1f787bbc86b tempest-LiveMigrationNegativeTest-417767109 tempest-LiveMigrationNegativeTest-417767109-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5043335 Jan 28 07:04:51.019772 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-610aa9ef-d793-41d9-a70f-8fbfc5e8383e None None] Network 57489b49-52ff-4db0-8b87-0994fbf77340 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:04:51.022226 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f76306ee-aa28-477e-b61b-cc5345a5bb09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:51.022884 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f76306ee-aa28-477e-b61b-cc5345a5bb09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:51.059490 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-ffaeabe3-4131-498a-8b3e-2598b1e7cdfa req-a53cebea-cb69-434e-9948-45cba5e9d65e service neutron] Request body: {'port': {'device_id': 'c68608de-4be2-4d4b-8753-feb04d009f6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-28'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:04:51.072030 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6379ff3c-a3b6-4e40-8e70-05a03b510732 req-c1a9995f-ee20-4672-85d0-a4eeddd2b1e7 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd6f6cee-8828-415b-beee-3ed839555ede HTTP/1.1" status: 200 len: 210 time: 0.0627031 Jan 28 07:04:51.110285 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-abd2bbf5-7502-41f9-a336-bd7201d106c6 admin admin] Publish callbacks [] for security_group (3ea389f5-1142-41c9-a622-2f8ea67aeb06), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:51.120796 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-abd2bbf5-7502-41f9-a336-bd7201d106c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (3ea389f5-1142-41c9-a622-2f8ea67aeb06), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:51.212276 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-abd2bbf5-7502-41f9-a336-bd7201d106c6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=12165c773d4948c2b6ea98e0878ad727&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6772902 Jan 28 07:04:51.213123 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-f76306ee-aa28-477e-b61b-cc5345a5bb09 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.5780256 Jan 28 07:04:51.214426 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 57826) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:04:51.232696 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b49e48-c6dd-46b8-9055-49174ed86501 req-538310d6-9343-408b-bb5c-9e2e84cb3e64 tempest-DeleteServersAdminTestJSON-343129229 tempest-DeleteServersAdminTestJSON-343129229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:51.236026 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-23b49e48-c6dd-46b8-9055-49174ed86501 req-538310d6-9343-408b-bb5c-9e2e84cb3e64 tempest-DeleteServersAdminTestJSON-343129229 tempest-DeleteServersAdminTestJSON-343129229-project] 10.222.0.41 "GET /v2.0/ports?device_id=de99433f-b893-40fd-af87-7c160e9bf422 HTTP/1.1" status: 200 len: 949 time: 0.2167120 Jan 28 07:04:51.333470 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3692c4df-6e00-40e0-901d-fbe08947eb7c None None] Network 57489b49-52ff-4db0-8b87-0994fbf77340 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:04:51.385787 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ce997d36-7d53-4d13-80c5-4fa17afa9446 req-9aa489bf-3e41-412f-bbb8-7e58beb61fe2 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=c4cb8f6b7fb846b4ab01d357846632b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0466895 Jan 28 07:04:51.411282 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port dc2c43db-001a-4b06-9d93-0def4ee53525 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:04:51.411662 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (dc2c43db-001a-4b06-9d93-0def4ee53525), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:51.442709 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd2bbf5-7502-41f9-a336-bd7201d106c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ea389f5-1142-41c9-a622-2f8ea67aeb06,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:04:51.446848 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-3e0c5e9b-cb2c-4329-bd9f-4b418fb99791 req-b9872583-031e-43ed-9a7d-e2855b441d2a tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/ports?device_id=1980e332-383a-481f-ba04-3bf34c8065b8 HTTP/1.1" status: 200 len: 210 time: 0.1015337 Jan 28 07:04:51.458338 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-ffaeabe3-4131-498a-8b3e-2598b1e7cdfa req-a53cebea-cb69-434e-9948-45cba5e9d65e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (67908df9-2372-46e6-b007-c064059387ae), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:51.587933 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b9933f46-a0f0-4876-864b-9f4aa246dd96 admin admin] Publish callbacks [] for security_group (3ea389f5-1142-41c9-a622-2f8ea67aeb06), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:51.658645 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b9933f46-a0f0-4876-864b-9f4aa246dd96 admin admin] Publish callbacks [] for security_group (3ea389f5-1142-41c9-a622-2f8ea67aeb06), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:51.686534 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce997d36-7d53-4d13-80c5-4fa17afa9446 req-1be148b1-2195-4e58-b5b1-9f1e9edacf92 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:51.690541 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 57838) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:04:51.690685 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ce997d36-7d53-4d13-80c5-4fa17afa9446 req-1be148b1-2195-4e58-b5b1-9f1e9edacf92 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2906575 Jan 28 07:04:51.799979 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ce997d36-7d53-4d13-80c5-4fa17afa9446 req-8a539518-7830-4a19-9ca5-3f3713705fd1 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=c4cb8f6b7fb846b4ab01d357846632b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0892355 Jan 28 07:04:51.807165 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-ce997d36-7d53-4d13-80c5-4fa17afa9446 req-5f255f5a-8a6a-4108-b8c9-f887cf6b99a6 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Request body: {'port': {'device_id': '5dd01a81-423f-4012-89ce-dce7efd84cd2', 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb', 'admin_state_up': True, 'tenant_id': 'c4cb8f6b7fb846b4ab01d357846632b7'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:04:51.833244 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-70c1818a-1332-4cd4-b030-595ad79f5db6 None None] Current status of the port dc2c43db-001a-4b06-9d93-0def4ee53525 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:04:51.833888 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-70c1818a-1332-4cd4-b030-595ad79f5db6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (dc2c43db-001a-4b06-9d93-0def4ee53525), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:51.885466 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-23b49e48-c6dd-46b8-9055-49174ed86501 req-f1dd660c-a6ab-4b0b-bb51-653d505ed8a5 tempest-DeleteServersAdminTestJSON-343129229 tempest-DeleteServersAdminTestJSON-343129229-project] 10.222.0.41 "GET /v2.0/security-groups?id=acdcec4f-353d-4117-bb72-6815acb3dcee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6026685 Jan 28 07:04:51.891573 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-70c1818a-1332-4cd4-b030-595ad79f5db6 None None] For port dc2c43db-001a-4b06-9d93-0def4ee53525, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=dc2c43db-001a-4b06-9d93-0def4ee53525,segment=NetworkSegment(54d6bc55-d69e-43c8-8b72-86f677a245e2),segment_id=54d6bc55-d69e-43c8-8b72-86f677a245e2)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:04:51.900017 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-70c1818a-1332-4cd4-b030-595ad79f5db6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (dc2c43db-001a-4b06-9d93-0def4ee53525), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:51.998816 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fdd5d9c-a6c1-437d-bb56-37b9a4ebe8bf req-6a6ccc08-4eef-4ae0-ba30-e6ef8af1a818 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Made reservation on behalf of 966335f0946f459597af95ab0b33b55c for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:04:52.002409 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-9fdd5d9c-a6c1-437d-bb56-37b9a4ebe8bf req-6a6ccc08-4eef-4ae0-ba30-e6ef8af1a818 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:52.022481 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce997d36-7d53-4d13-80c5-4fa17afa9446 req-572c4329-00ef-41f4-8387-7e676e5029a5 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:52.024763 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ce997d36-7d53-4d13-80c5-4fa17afa9446 req-572c4329-00ef-41f4-8387-7e676e5029a5 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1516569 Jan 28 07:04:52.032499 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-9fdd5d9c-a6c1-437d-bb56-37b9a4ebe8bf req-6a6ccc08-4eef-4ae0-ba30-e6ef8af1a818 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:52.054279 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c1818a-1332-4cd4-b030-595ad79f5db6 None None] Pushing event updated for resources: {'Port': ['ID=dc2c43db-001a-4b06-9d93-0def4ee53525,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:04:52.065995 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-29f9db86-4e68-4e14-b5c2-2ce847f80bfa None None] Provisioning complete for port dc2c43db-001a-4b06-9d93-0def4ee53525 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:04:52.066619 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-29f9db86-4e68-4e14-b5c2-2ce847f80bfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (dc2c43db-001a-4b06-9d93-0def4ee53525), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:52.083403 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-ce997d36-7d53-4d13-80c5-4fa17afa9446 req-880e33dd-ce2f-4611-ae33-b3cf3991afda tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Request body: {'port': {'device_id': '1980e332-383a-481f-ba04-3bf34c8065b8', 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb', 'admin_state_up': True, 'tenant_id': 'c4cb8f6b7fb846b4ab01d357846632b7'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:04:52.089242 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d0822ff5-655c-45a9-8699-b053d82665eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16605475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16607909'] for router (bb0e90d9-aa8f-47f8-8a35-7025f159e9d8), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:52.097556 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f1ceb1d3-c163-4277-9665-68412e182997 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:52.103065 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port dc2c43db-001a-4b06-9d93-0def4ee53525 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:04:52.130353 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79414c0-7686-448a-b22f-b27aca35d48d req-659d2eb3-6d6c-4af8-93cb-eeb99b644195 tempest-LiveMigrationNegativeTest-417767109 tempest-LiveMigrationNegativeTest-417767109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:52.131905 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f79414c0-7686-448a-b22f-b27aca35d48d req-659d2eb3-6d6c-4af8-93cb-eeb99b644195 tempest-LiveMigrationNegativeTest-417767109 tempest-LiveMigrationNegativeTest-417767109-project] 10.222.0.41 "GET /v2.0/ports?device_id=c68608de-4be2-4d4b-8753-feb04d009f6a HTTP/1.1" status: 200 len: 936 time: 0.4375622 Jan 28 07:04:52.139186 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce997d36-7d53-4d13-80c5-4fa17afa9446 req-5f255f5a-8a6a-4108-b8c9-f887cf6b99a6 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Made reservation on behalf of c4cb8f6b7fb846b4ab01d357846632b7 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:04:52.143928 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ce997d36-7d53-4d13-80c5-4fa17afa9446 req-5f255f5a-8a6a-4108-b8c9-f887cf6b99a6 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:52.163835 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-29f9db86-4e68-4e14-b5c2-2ce847f80bfa None None] Current status of the port dc2c43db-001a-4b06-9d93-0def4ee53525 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:04:52.175067 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-29f9db86-4e68-4e14-b5c2-2ce847f80bfa None None] Provisioning complete for port 67908df9-2372-46e6-b007-c064059387ae triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:04:52.175444 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-29f9db86-4e68-4e14-b5c2-2ce847f80bfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (67908df9-2372-46e6-b007-c064059387ae), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:52.216045 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-29f9db86-4e68-4e14-b5c2-2ce847f80bfa None None] Port 67908df9-2372-46e6-b007-c064059387ae cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:04:52.243262 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b9933f46-a0f0-4876-864b-9f4aa246dd96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (3ea389f5-1142-41c9-a622-2f8ea67aeb06), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:52.245994 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b9933f46-a0f0-4876-864b-9f4aa246dd96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:52.250727 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-b9933f46-a0f0-4876-864b-9f4aa246dd96 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3ea389f5-1142-41c9-a622-2f8ea67aeb06 HTTP/1.1" status: 204 len: 168 time: 1.0336730 Jan 28 07:04:52.327130 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9933f46-a0f0-4876-864b-9f4aa246dd96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ea389f5-1142-41c9-a622-2f8ea67aeb06,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:04:52.367180 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f79414c0-7686-448a-b22f-b27aca35d48d req-188f768c-e4a5-4a4e-9c51-882b432ad91b tempest-LiveMigrationNegativeTest-417767109 tempest-LiveMigrationNegativeTest-417767109-project] 10.222.0.41 "GET /v2.0/security-groups?id=7cca885c-e367-40af-9432-ae9bb528627e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208040 Jan 28 07:04:52.378092 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-9fdd5d9c-a6c1-437d-bb56-37b9a4ebe8bf req-6a6ccc08-4eef-4ae0-ba30-e6ef8af1a818 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Publish callbacks [] for security_group (8c76bd5a-96a3-4b4a-8688-bad5a7b36830), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:52.422673 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-9fdd5d9c-a6c1-437d-bb56-37b9a4ebe8bf req-6a6ccc08-4eef-4ae0-ba30-e6ef8af1a818 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (8c76bd5a-96a3-4b4a-8688-bad5a7b36830), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:52.500716 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce997d36-7d53-4d13-80c5-4fa17afa9446 req-880e33dd-ce2f-4611-ae33-b3cf3991afda tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Made reservation on behalf of c4cb8f6b7fb846b4ab01d357846632b7 for: {'port': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:04:52.504113 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-ce997d36-7d53-4d13-80c5-4fa17afa9446 req-880e33dd-ce2f-4611-ae33-b3cf3991afda tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:52.571257 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f1ceb1d3-c163-4277-9665-68412e182997 admin admin] Publish callbacks [] for security_group (6bf7d96b-39aa-42f1-b49f-c28c27584e20), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:52.584057 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0822ff5-655c-45a9-8699-b053d82665eb admin admin] Router bb0e90d9-aa8f-47f8-8a35-7025f159e9d8 is scheduled to L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 with binding_index 1 {{(pid=103284) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 07:04:52.602176 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6ccc08-4eef-4ae0-ba30-e6ef8af1a818 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c76bd5a-96a3-4b4a-8688-bad5a7b36830,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:04:52.610906 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f1ceb1d3-c163-4277-9665-68412e182997 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (6bf7d96b-39aa-42f1-b49f-c28c27584e20), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:52.660435 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [req-ffaeabe3-4131-498a-8b3e-2598b1e7cdfa req-a53cebea-cb69-434e-9948-45cba5e9d65e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67908df9-2372-46e6-b007-c064059387ae {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:04:52.669472 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4532a7-5444-45be-895a-d7dc4ea39df0 req-6b62fb1b-f339-4e70-bb74-62e21557f964 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:52.677370 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8e4532a7-5444-45be-895a-d7dc4ea39df0 req-6b62fb1b-f339-4e70-bb74-62e21557f964 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/networks?id=823f80f1-2970-481b-aed2-7ad5a7c0ed20 HTTP/1.1" status: 200 len: 820 time: 0.3271532 Jan 28 07:04:52.727762 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device dc2c43db-001a-4b06-9d93-0def4ee53525 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:04:52.737049 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-ffaeabe3-4131-498a-8b3e-2598b1e7cdfa req-a53cebea-cb69-434e-9948-45cba5e9d65e service neutron] Publish callbacks [] for port (67908df9-2372-46e6-b007-c064059387ae), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:52.738627 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8e4532a7-5444-45be-895a-d7dc4ea39df0 req-51dada04-dc12-49fa-a5ba-b3025d1cbf93 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/quotas/5c2af407db1e43909575b4b7c4ad1b18 HTTP/1.1" status: 200 len: 375 time: 0.0603557 Jan 28 07:04:52.748887 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-f1ceb1d3-c163-4277-9665-68412e182997 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ad1674a3e4a443bcbf06ba3a6744d15e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0273068 Jan 28 07:04:52.755185 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 57874) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:04:52.766193 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ceb1d3-c163-4277-9665-68412e182997 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bf7d96b-39aa-42f1-b49f-c28c27584e20,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:04:52.778275 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [req-ffaeabe3-4131-498a-8b3e-2598b1e7cdfa req-a53cebea-cb69-434e-9948-45cba5e9d65e service neutron] Transition to ACTIVE for port object 67908df9-2372-46e6-b007-c064059387ae will not be triggered until provisioned by entity L2. {{(pid=103283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:04:52.784151 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8e4532a7-5444-45be-895a-d7dc4ea39df0 req-63c2f073-a850-44a5-b7ca-082ec2644985 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=5c2af407db1e43909575b4b7c4ad1b18&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0445573 Jan 28 07:04:52.791988 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-ffaeabe3-4131-498a-8b3e-2598b1e7cdfa req-a53cebea-cb69-434e-9948-45cba5e9d65e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (67908df9-2372-46e6-b007-c064059387ae), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:52.827350 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port dc2c43db-001a-4b06-9d93-0def4ee53525 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:04:52.828392 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (dc2c43db-001a-4b06-9d93-0def4ee53525), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:52.835264 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [req-8e4532a7-5444-45be-895a-d7dc4ea39df0 req-01613364-db8b-40e2-9351-454625b7e63e service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 07:04:52.846480 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8e4532a7-5444-45be-895a-d7dc4ea39df0 req-01613364-db8b-40e2-9351-454625b7e63e service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0613635 Jan 28 07:04:52.866693 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-230ec457-40ea-405d-b4a9-21c62a02717e req-a95df993-b445-44bf-b413-d9e26193dbe0 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd6f6cee-8828-415b-beee-3ed839555ede HTTP/1.1" status: 200 len: 210 time: 0.0716162 Jan 28 07:04:52.891288 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53cebea-cb69-434e-9948-45cba5e9d65e service neutron] Pushing event updated for resources: {'Port': ['ID=67908df9-2372-46e6-b007-c064059387ae,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:04:52.927809 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port dc2c43db-001a-4b06-9d93-0def4ee53525 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:04:52.964032 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cfea019d-7616-458d-a600-0a54a8818f38 admin admin] Publish callbacks [] for security_group (6bf7d96b-39aa-42f1-b49f-c28c27584e20), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:53.009438 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cfea019d-7616-458d-a600-0a54a8818f38 admin admin] Publish callbacks [] for security_group (6bf7d96b-39aa-42f1-b49f-c28c27584e20), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:53.038200 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0161bdcf-a18d-403b-bb61-6efd44023aed req-9d73d2f9-0b47-471c-901a-6d2cadd3828c tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/ports?device_id=1980e332-383a-481f-ba04-3bf34c8065b8 HTTP/1.1" status: 200 len: 210 time: 0.0429854 Jan 28 07:04:53.044589 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-ce997d36-7d53-4d13-80c5-4fa17afa9446 req-5f255f5a-8a6a-4108-b8c9-f887cf6b99a6 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Allocated IP 192.168.233.134 (d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb/5785b43d-448b-4d12-9eb5-4e4caf2e7eaf/137d085c-b81f-48ec-a596-8512923cea40) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:04:53.076176 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-ffaeabe3-4131-498a-8b3e-2598b1e7cdfa req-a53cebea-cb69-434e-9948-45cba5e9d65e service neutron] Attempting to bind port 67908df9-2372-46e6-b007-c064059387ae on host n-h1-712749-28 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:04:53.077183 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-ffaeabe3-4131-498a-8b3e-2598b1e7cdfa req-a53cebea-cb69-434e-9948-45cba5e9d65e service neutron] Attempting to bind port 67908df9-2372-46e6-b007-c064059387ae by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': '9d52209e-a416-4cfe-8f8a-19567a90fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:04:53.077718 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffaeabe3-4131-498a-8b3e-2598b1e7cdfa req-a53cebea-cb69-434e-9948-45cba5e9d65e service neutron] Attempting to bind port 67908df9-2372-46e6-b007-c064059387ae on network d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:04:53.094800 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffaeabe3-4131-498a-8b3e-2598b1e7cdfa req-a53cebea-cb69-434e-9948-45cba5e9d65e service neutron] Port 67908df9-2372-46e6-b007-c064059387ae on network d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:04:53.096177 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffaeabe3-4131-498a-8b3e-2598b1e7cdfa req-a53cebea-cb69-434e-9948-45cba5e9d65e service neutron] Attempting to bind port 67908df9-2372-46e6-b007-c064059387ae on network d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:04:53.096316 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0822ff5-655c-45a9-8699-b053d82665eb admin admin] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:04:53.109610 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffaeabe3-4131-498a-8b3e-2598b1e7cdfa req-a53cebea-cb69-434e-9948-45cba5e9d65e service neutron] Checking agent: {'id': '2fca46b1-237f-4857-9290-2429d810e472', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 4, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:04:53.110096 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffaeabe3-4131-498a-8b3e-2598b1e7cdfa req-a53cebea-cb69-434e-9948-45cba5e9d65e service neutron] Checking segment: {'id': '9d52209e-a416-4cfe-8f8a-19567a90fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:04:53.110613 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffaeabe3-4131-498a-8b3e-2598b1e7cdfa req-a53cebea-cb69-434e-9948-45cba5e9d65e service neutron] Bound using segment: {'id': '9d52209e-a416-4cfe-8f8a-19567a90fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:04:53.111385 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-ffaeabe3-4131-498a-8b3e-2598b1e7cdfa req-a53cebea-cb69-434e-9948-45cba5e9d65e service neutron] Bound port: 67908df9-2372-46e6-b007-c064059387ae, host: n-h1-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d52209e-a416-4cfe-8f8a-19567a90fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:04:53.111754 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-ffaeabe3-4131-498a-8b3e-2598b1e7cdfa req-a53cebea-cb69-434e-9948-45cba5e9d65e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (67908df9-2372-46e6-b007-c064059387ae), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:53.113385 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26745b3b-07ff-40bb-9b81-a93789cb3755 None None] Sync routers for ids ['bb0e90d9-aa8f-47f8-8a35-7025f159e9d8'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:04:53.128183 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26745b3b-07ff-40bb-9b81-a93789cb3755 None None] Routers {'bb0e90d9-aa8f-47f8-8a35-7025f159e9d8'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:04:53.129731 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-26745b3b-07ff-40bb-9b81-a93789cb3755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:04:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['bb0e90d9-aa8f-47f8-8a35-7025f159e9d8'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:04:53.184470 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d0822ff5-655c-45a9-8699-b053d82665eb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:53.192440 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-d0822ff5-655c-45a9-8699-b053d82665eb admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 6.4334438 Jan 28 07:04:53.193005 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 57884) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:04:53.220640 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8e4532a7-5444-45be-895a-d7dc4ea39df0 req-94e936df-21e0-455c-abba-402a78fb1d1f service neutron] 10.222.0.41 "GET /v2.0/networks/823f80f1-2970-481b-aed2-7ad5a7c0ed20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3732181 Jan 28 07:04:53.357407 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-26745b3b-07ff-40bb-9b81-a93789cb3755 None None] Set router bb0e90d9-aa8f-47f8-8a35-7025f159e9d8 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:04:53.609231 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-26745b3b-07ff-40bb-9b81-a93789cb3755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb0e90d9-aa8f-47f8-8a35-7025f159e9d8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-886638038-router', 'tenant_id': '0960152eceb74f9eb1ec8ad55ca70381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '2f94349b-5fb8-42d1-80f3-7fd278b29f29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:04:46Z', 'updated_at': '2022-01-28T07:04:49Z', 'revision_number': 3, 'project_id': '0960152eceb74f9eb1ec8ad55ca70381', 'gw_port': {'id': '2f94349b-5fb8-42d1-80f3-7fd278b29f29', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:19:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb0e90d9-aa8f-47f8-8a35-7025f159e9d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:04:48Z', 'updated_at': '2022-01-28T07:04:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:04:53.618053 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8e4532a7-5444-45be-895a-d7dc4ea39df0 req-d3bd5cd2-2e69-47e4-bf5a-c977280cfff0 service neutron] 10.222.0.41 "GET /v2.0/networks/823f80f1-2970-481b-aed2-7ad5a7c0ed20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3928912 Jan 28 07:04:53.635989 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-ffaeabe3-4131-498a-8b3e-2598b1e7cdfa req-a53cebea-cb69-434e-9948-45cba5e9d65e service neutron] For port 67908df9-2372-46e6-b007-c064059387ae, host n-h1-712749-28, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:04:53.649119 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cfea019d-7616-458d-a600-0a54a8818f38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (6bf7d96b-39aa-42f1-b49f-c28c27584e20), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:53.651788 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cfea019d-7616-458d-a600-0a54a8818f38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:53.656699 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-cfea019d-7616-458d-a600-0a54a8818f38 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6bf7d96b-39aa-42f1-b49f-c28c27584e20 HTTP/1.1" status: 204 len: 168 time: 0.9006257 Jan 28 07:04:53.664639 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26745b3b-07ff-40bb-9b81-a93789cb3755 None None] Checking router: bb0e90d9-aa8f-47f8-8a35-7025f159e9d8 for host: n-d-712749-28 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:04:53.665019 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26745b3b-07ff-40bb-9b81-a93789cb3755 None None] Updating router bb0e90d9-aa8f-47f8-8a35-7025f159e9d8 port 2f94349b-5fb8-42d1-80f3-7fd278b29f29 binding host n-d-712749-28 {{(pid=103286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 07:04:53.674096 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-ffaeabe3-4131-498a-8b3e-2598b1e7cdfa req-a53cebea-cb69-434e-9948-45cba5e9d65e service neutron] For port 67908df9-2372-46e6-b007-c064059387ae, host n-h1-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=67908df9-2372-46e6-b007-c064059387ae,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:04:53.685588 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ce997d36-7d53-4d13-80c5-4fa17afa9446 req-5f255f5a-8a6a-4108-b8c9-f887cf6b99a6 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Publish callbacks [] for port (137d085c-b81f-48ec-a596-8512923cea40), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:53.696554 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbe2e3b-fc33-4456-9460-c785b5d9dfb8 req-d475bfce-03d3-4fee-a1af-25f725c9597a tempest-DeleteServersAdminTestJSON-343129229 tempest-DeleteServersAdminTestJSON-343129229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:53.699156 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-26745b3b-07ff-40bb-9b81-a93789cb3755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (2f94349b-5fb8-42d1-80f3-7fd278b29f29), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:53.703752 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5dbe2e3b-fc33-4456-9460-c785b5d9dfb8 req-d475bfce-03d3-4fee-a1af-25f725c9597a tempest-DeleteServersAdminTestJSON-343129229 tempest-DeleteServersAdminTestJSON-343129229-project] 10.222.0.41 "GET /v2.0/ports?device_id=de99433f-b893-40fd-af87-7c160e9bf422 HTTP/1.1" status: 200 len: 949 time: 0.5087938 Jan 28 07:04:53.706320 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-ffaeabe3-4131-498a-8b3e-2598b1e7cdfa req-a53cebea-cb69-434e-9948-45cba5e9d65e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (67908df9-2372-46e6-b007-c064059387ae), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:53.716852 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfea019d-7616-458d-a600-0a54a8818f38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bf7d96b-39aa-42f1-b49f-c28c27584e20,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:04:53.772500 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 7 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 07:04:53.791816 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ce997d36-7d53-4d13-80c5-4fa17afa9446 req-5f255f5a-8a6a-4108-b8c9-f887cf6b99a6 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (137d085c-b81f-48ec-a596-8512923cea40), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:53.837591 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaeabe3-4131-498a-8b3e-2598b1e7cdfa req-a53cebea-cb69-434e-9948-45cba5e9d65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:53.838202 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-ffaeabe3-4131-498a-8b3e-2598b1e7cdfa req-a53cebea-cb69-434e-9948-45cba5e9d65e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:53.839713 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ffaeabe3-4131-498a-8b3e-2598b1e7cdfa req-a53cebea-cb69-434e-9948-45cba5e9d65e service neutron] 10.222.0.10 "PUT /v2.0/ports/67908df9-2372-46e6-b007-c064059387ae HTTP/1.1" status: 200 len: 1097 time: 2.8015392 Jan 28 07:04:53.840468 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['2db0eab7-310b-4c35-a1b9-bb600d2e8ebd'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:04:53.853431 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c68608de-4be2-4d4b-8753-feb04d009f6a', 'tag': '67908df9-2372-46e6-b007-c064059387ae'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:04:53.855775 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d5399d7-6a02-4ccc-95fa-3c7b766ec5bb" -d '{"events": [{"name": "network-changed", "server_uuid": "c68608de-4be2-4d4b-8753-feb04d009f6a", "tag": "67908df9-2372-46e6-b007-c064059387ae"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:04:53.964030 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5dbe2e3b-fc33-4456-9460-c785b5d9dfb8 req-84f06950-9965-43bd-b464-4853b4c87bbd tempest-DeleteServersAdminTestJSON-343129229 tempest-DeleteServersAdminTestJSON-343129229-project] 10.222.0.41 "GET /v2.0/security-groups?id=acdcec4f-353d-4117-bb72-6815acb3dcee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509661 Jan 28 07:04:54.043928 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce997d36-7d53-4d13-80c5-4fa17afa9446 req-5f255f5a-8a6a-4108-b8c9-f887cf6b99a6 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Network d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:04:54.115366 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-ce997d36-7d53-4d13-80c5-4fa17afa9446 req-5f255f5a-8a6a-4108-b8c9-f887cf6b99a6 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:04:54.217378 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce997d36-7d53-4d13-80c5-4fa17afa9446 req-5f255f5a-8a6a-4108-b8c9-f887cf6b99a6 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:04:54.235442 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce997d36-7d53-4d13-80c5-4fa17afa9446 req-5f255f5a-8a6a-4108-b8c9-f887cf6b99a6 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:54.236125 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ce997d36-7d53-4d13-80c5-4fa17afa9446 req-5f255f5a-8a6a-4108-b8c9-f887cf6b99a6 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:54.260947 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53cebea-cb69-434e-9948-45cba5e9d65e service neutron] Pushing event updated for resources: {'Port': ['ID=67908df9-2372-46e6-b007-c064059387ae,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:04:54.320871 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f255f5a-8a6a-4108-b8c9-f887cf6b99a6 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Pushing event updated for resources: {'Port': ['ID=137d085c-b81f-48ec-a596-8512923cea40,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:04:54.326810 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-9fdd5d9c-a6c1-437d-bb56-37b9a4ebe8bf req-6a6ccc08-4eef-4ae0-ba30-e6ef8af1a818 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Allocated IP 192.168.233.73 (d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb/5785b43d-448b-4d12-9eb5-4e4caf2e7eaf/0c399f48-7d92-4b84-b2c1-e5fe6a895353) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:04:54.345506 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ce997d36-7d53-4d13-80c5-4fa17afa9446 req-5f255f5a-8a6a-4108-b8c9-f887cf6b99a6 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5522544 Jan 28 07:04:54.420803 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a94268-6e8e-435c-bad8-399bf48caa1d req-f04ff322-abc7-4864-993a-54bddc4a765d tempest-LiveMigrationNegativeTest-417767109 tempest-LiveMigrationNegativeTest-417767109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:54.433613 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f2a94268-6e8e-435c-bad8-399bf48caa1d req-f04ff322-abc7-4864-993a-54bddc4a765d tempest-LiveMigrationNegativeTest-417767109 tempest-LiveMigrationNegativeTest-417767109-project] 10.222.0.41 "GET /v2.0/ports?device_id=c68608de-4be2-4d4b-8753-feb04d009f6a HTTP/1.1" status: 200 len: 948 time: 0.3734221 Jan 28 07:04:54.437827 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.44', 65156) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:04:54.451811 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-26745b3b-07ff-40bb-9b81-a93789cb3755 None None] Publish callbacks [] for port (2f94349b-5fb8-42d1-80f3-7fd278b29f29), precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:54.461960 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-26745b3b-07ff-40bb-9b81-a93789cb3755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (2f94349b-5fb8-42d1-80f3-7fd278b29f29), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:54.479865 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c092acd3-e620-485e-9fba-0e82205c03b8 req-050f06ce-d273-4efd-80e7-961ebba1f859 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac4a8f81-18d9-4d17-b21a-fa9550ec808a HTTP/1.1" status: 200 len: 210 time: 0.2240145 Jan 28 07:04:54.487315 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-ce997d36-7d53-4d13-80c5-4fa17afa9446 req-eed15386-0604-49e8-b6f1-60d9d9b44b86 service neutron] Request body: {'port': {'device_id': '5dd01a81-423f-4012-89ce-dce7efd84cd2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712749-28'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:04:54.585829 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaeabe3-4131-498a-8b3e-2598b1e7cdfa req-400f6471-0939-4bf3-ab96-e0a4e1cddedb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:54.587090 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ffaeabe3-4131-498a-8b3e-2598b1e7cdfa req-400f6471-0939-4bf3-ab96-e0a4e1cddedb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ac4dfa4e0e314134ba5c31f8a173b064&device_id=c68608de-4be2-4d4b-8753-feb04d009f6a HTTP/1.1" status: 200 len: 1100 time: 0.6617131 Jan 28 07:04:54.616673 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee42160f-5ae3-4f60-9633-c2fdb8ffee44 x-openstack-request-id: req-ee42160f-5ae3-4f60-9633-c2fdb8ffee44 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:04:54.622816 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-26745b3b-07ff-40bb-9b81-a93789cb3755 None None] Attempting to bind port 2f94349b-5fb8-42d1-80f3-7fd278b29f29 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:04:54.623157 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-26745b3b-07ff-40bb-9b81-a93789cb3755 None None] Attempting to bind port 2f94349b-5fb8-42d1-80f3-7fd278b29f29 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:04:54.623656 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26745b3b-07ff-40bb-9b81-a93789cb3755 None None] Attempting to bind port 2f94349b-5fb8-42d1-80f3-7fd278b29f29 on network 7d5b3724-deef-4831-8d43-cb9b8176573c {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:04:54.626660 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c68608de-4be2-4d4b-8753-feb04d009f6a", "tag": "67908df9-2372-46e6-b007-c064059387ae", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:04:54.626814 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 57924) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:04:54.626924 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ee42160f-5ae3-4f60-9633-c2fdb8ffee44 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:04:54.626924 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c68608de-4be2-4d4b-8753-feb04d009f6a', 'tag': '67908df9-2372-46e6-b007-c064059387ae', 'status': 'completed', 'code': 200} Jan 28 07:04:54.631155 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603c0738-8ac1-47be-aea9-d5b4f5f01460 None None] Pushing event updated for resources: {'Port': ['ID=2f94349b-5fb8-42d1-80f3-7fd278b29f29,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:04:54.634864 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26745b3b-07ff-40bb-9b81-a93789cb3755 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:04:54.635248 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26745b3b-07ff-40bb-9b81-a93789cb3755 None None] Checking segment: {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:04:54.635846 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-26745b3b-07ff-40bb-9b81-a93789cb3755 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:54.636279 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26745b3b-07ff-40bb-9b81-a93789cb3755 None None] Bound using segment: {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:04:54.636767 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-26745b3b-07ff-40bb-9b81-a93789cb3755 None None] Bound port: 2f94349b-5fb8-42d1-80f3-7fd278b29f29, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:04:54.637145 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-26745b3b-07ff-40bb-9b81-a93789cb3755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (2f94349b-5fb8-42d1-80f3-7fd278b29f29), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:54.646696 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603c0738-8ac1-47be-aea9-d5b4f5f01460 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:04:54.647047 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603c0738-8ac1-47be-aea9-d5b4f5f01460 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:04:54.647734 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603c0738-8ac1-47be-aea9-d5b4f5f01460 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:04:54.647734 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603c0738-8ac1-47be-aea9-d5b4f5f01460 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:04:54.649009 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603c0738-8ac1-47be-aea9-d5b4f5f01460 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:04:54.649372 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603c0738-8ac1-47be-aea9-d5b4f5f01460 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:04:54.649717 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603c0738-8ac1-47be-aea9-d5b4f5f01460 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:04:54.650058 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603c0738-8ac1-47be-aea9-d5b4f5f01460 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:04:54.650397 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603c0738-8ac1-47be-aea9-d5b4f5f01460 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:04:54.650730 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603c0738-8ac1-47be-aea9-d5b4f5f01460 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:04:54.651233 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603c0738-8ac1-47be-aea9-d5b4f5f01460 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:04:54.651698 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603c0738-8ac1-47be-aea9-d5b4f5f01460 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:04:54.652040 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603c0738-8ac1-47be-aea9-d5b4f5f01460 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:04:54.653554 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603c0738-8ac1-47be-aea9-d5b4f5f01460 None None] Tracked resource versions report: Jan 28 07:04:54.653554 n-d-712749-28 neutron-server[103286]: pushed versions: Jan 28 07:04:54.653554 n-d-712749-28 neutron-server[103286]: { 'AddressGroup': {'1.2'}, Jan 28 07:04:54.653554 n-d-712749-28 neutron-server[103286]: 'ConntrackHelper': {'1.0'}, Jan 28 07:04:54.653554 n-d-712749-28 neutron-server[103286]: 'LocalIPAssociation': {'1.0'}, Jan 28 07:04:54.653554 n-d-712749-28 neutron-server[103286]: 'Log': {'1.0'}, Jan 28 07:04:54.653554 n-d-712749-28 neutron-server[103286]: 'Network': {'1.1'}, Jan 28 07:04:54.653554 n-d-712749-28 neutron-server[103286]: 'Port': {'1.7'}, Jan 28 07:04:54.653554 n-d-712749-28 neutron-server[103286]: 'PortForwarding': {'1.2'}, Jan 28 07:04:54.653554 n-d-712749-28 neutron-server[103286]: 'QosPolicy': {'1.10'}, Jan 28 07:04:54.653554 n-d-712749-28 neutron-server[103286]: 'SecurityGroup': {'1.5'}, Jan 28 07:04:54.653554 n-d-712749-28 neutron-server[103286]: 'SecurityGroupRule': {'1.2'}, Jan 28 07:04:54.653554 n-d-712749-28 neutron-server[103286]: 'SubPort': {'1.0'}, Jan 28 07:04:54.653554 n-d-712749-28 neutron-server[103286]: 'Subnet': {'1.1'}, Jan 28 07:04:54.653554 n-d-712749-28 neutron-server[103286]: 'Trunk': {'1.1'}} Jan 28 07:04:54.653554 n-d-712749-28 neutron-server[103286]: consumer versions: Jan 28 07:04:54.653554 n-d-712749-28 neutron-server[103286]: { DHCP agent@n-d-712749-28: {}, Jan 28 07:04:54.653554 n-d-712749-28 neutron-server[103286]: HyperV agent@n-h1-712749-28: {}, Jan 28 07:04:54.653554 n-d-712749-28 neutron-server[103286]: HyperV agent@n-h2-712749-28: {}, Jan 28 07:04:54.653554 n-d-712749-28 neutron-server[103286]: L3 agent@n-d-712749-28: {}, Jan 28 07:04:54.653554 n-d-712749-28 neutron-server[103286]: Metadata agent@n-d-712749-28: {}, Jan 28 07:04:54.653554 n-d-712749-28 neutron-server[103286]: Metering agent@n-d-712749-28: {}, Jan 28 07:04:54.653554 n-d-712749-28 neutron-server[103286]: Open vSwitch agent@n-d-712749-28: { 'AddressGroup': '1.2', Jan 28 07:04:54.653554 n-d-712749-28 neutron-server[103286]: 'ConntrackHelper': '1.0', Jan 28 07:04:54.653554 n-d-712749-28 neutron-server[103286]: 'LocalIPAssociation': '1.0', Jan 28 07:04:54.653554 n-d-712749-28 neutron-server[103286]: 'Log': '1.0', Jan 28 07:04:54.653554 n-d-712749-28 neutron-server[103286]: 'Network': '1.1', Jan 28 07:04:54.653554 n-d-712749-28 neutron-server[103286]: 'Port': '1.7', Jan 28 07:04:54.653554 n-d-712749-28 neutron-server[103286]: 'PortForwarding': '1.2', Jan 28 07:04:54.653554 n-d-712749-28 neutron-server[103286]: 'QosPolicy': '1.10', Jan 28 07:04:54.653554 n-d-712749-28 neutron-server[103286]: 'SecurityGroup': '1.5', Jan 28 07:04:54.653554 n-d-712749-28 neutron-server[103286]: 'SecurityGroupRule': '1.2', Jan 28 07:04:54.653554 n-d-712749-28 neutron-server[103286]: 'SubPort': '1.0', Jan 28 07:04:54.653554 n-d-712749-28 neutron-server[103286]: 'Subnet': '1.1', Jan 28 07:04:54.653554 n-d-712749-28 neutron-server[103286]: 'Trunk': '1.1'}} Jan 28 07:04:54.653554 n-d-712749-28 neutron-server[103286]: {{(pid=103286) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 07:04:54.724975 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-78b05587-9fc9-42da-bdc1-136c22faa0ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:54.732504 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-26745b3b-07ff-40bb-9b81-a93789cb3755 None None] For port 2f94349b-5fb8-42d1-80f3-7fd278b29f29, host n-d-712749-28, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:04:54.736160 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ffaeabe3-4131-498a-8b3e-2598b1e7cdfa req-bbf6bef6-5068-496c-8d71-bc36f53bff8e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=67908df9-2372-46e6-b007-c064059387ae HTTP/1.1" status: 200 len: 217 time: 0.0880549 Jan 28 07:04:54.737044 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-26745b3b-07ff-40bb-9b81-a93789cb3755 None None] For port 2f94349b-5fb8-42d1-80f3-7fd278b29f29, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=2f94349b-5fb8-42d1-80f3-7fd278b29f29,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:04:54.742223 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-26745b3b-07ff-40bb-9b81-a93789cb3755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (2f94349b-5fb8-42d1-80f3-7fd278b29f29), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:54.808604 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603c0738-8ac1-47be-aea9-d5b4f5f01460 None None] Pushing event updated for resources: {'Port': ['ID=2f94349b-5fb8-42d1-80f3-7fd278b29f29,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:04:54.817434 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d7337c62-59cd-44c3-83c6-af038cb4cc48 req-38886476-49c6-421b-9b13-84191a897e1b tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd6f6cee-8828-415b-beee-3ed839555ede HTTP/1.1" status: 200 len: 210 time: 0.0758131 Jan 28 07:04:54.866570 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-1d29d479-e8e4-4693-b8b5-bab23a3e9c9c None None] Provisioning complete for port 137d085c-b81f-48ec-a596-8512923cea40 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:04:54.867183 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1d29d479-e8e4-4693-b8b5-bab23a3e9c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (137d085c-b81f-48ec-a596-8512923cea40), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:54.881593 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaeabe3-4131-498a-8b3e-2598b1e7cdfa req-aab532df-50e7-4854-80ba-9f33ade49070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:54.883043 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ce997d36-7d53-4d13-80c5-4fa17afa9446 req-eed15386-0604-49e8-b6f1-60d9d9b44b86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (137d085c-b81f-48ec-a596-8512923cea40), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:54.883826 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ffaeabe3-4131-498a-8b3e-2598b1e7cdfa req-aab532df-50e7-4854-80ba-9f33ade49070 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5785b43d-448b-4d12-9eb5-4e4caf2e7eaf HTTP/1.1" status: 200 len: 843 time: 0.1312103 Jan 28 07:04:54.888671 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a7a81e44-97a4-4cdb-be31-68537f6a52f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:54.896370 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26745b3b-07ff-40bb-9b81-a93789cb3755 None None] Routers {'bb0e90d9-aa8f-47f8-8a35-7025f159e9d8'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:04:54.897230 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-26745b3b-07ff-40bb-9b81-a93789cb3755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:04:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['bb0e90d9-aa8f-47f8-8a35-7025f159e9d8'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:04:54.914937 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f2a94268-6e8e-435c-bad8-399bf48caa1d req-baaefbd5-c042-41c5-90d7-aaf028f274b1 tempest-LiveMigrationNegativeTest-417767109 tempest-LiveMigrationNegativeTest-417767109-project] 10.222.0.41 "GET /v2.0/security-groups?id=7cca885c-e367-40af-9432-ae9bb528627e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4796643 Jan 28 07:04:54.969515 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83058ac-335e-40c7-a86c-38543a8417eb req-06b91910-3c55-4554-82ad-8947c0ed432e tempest-DeleteServersAdminTestJSON-343129229 tempest-DeleteServersAdminTestJSON-343129229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:54.971498 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d83058ac-335e-40c7-a86c-38543a8417eb req-06b91910-3c55-4554-82ad-8947c0ed432e tempest-DeleteServersAdminTestJSON-343129229 tempest-DeleteServersAdminTestJSON-343129229-project] 10.222.0.44 "GET /v2.0/ports?device_id=de99433f-b893-40fd-af87-7c160e9bf422 HTTP/1.1" status: 200 len: 949 time: 0.5263925 Jan 28 07:04:55.001062 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-64176901-03d2-49a3-a3be-c23b85963456 req-3c3020c1-6d7f-48db-847b-b188fdfb057a tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/ports?device_id=1980e332-383a-481f-ba04-3bf34c8065b8 HTTP/1.1" status: 200 len: 210 time: 0.0779972 Jan 28 07:04:55.006615 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-1d29d479-e8e4-4693-b8b5-bab23a3e9c9c None None] Port 137d085c-b81f-48ec-a596-8512923cea40 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:04:55.107963 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-26745b3b-07ff-40bb-9b81-a93789cb3755 None None] Set router bb0e90d9-aa8f-47f8-8a35-7025f159e9d8 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:04:55.199749 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaeabe3-4131-498a-8b3e-2598b1e7cdfa req-e209e847-dedf-4b10-a7ce-2eb962402ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:55.201883 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ffaeabe3-4131-498a-8b3e-2598b1e7cdfa req-e209e847-dedf-4b10-a7ce-2eb962402ac9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3096275 Jan 28 07:04:55.279632 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-9fdd5d9c-a6c1-437d-bb56-37b9a4ebe8bf req-6a6ccc08-4eef-4ae0-ba30-e6ef8af1a818 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Publish callbacks [] for port (0c399f48-7d92-4b84-b2c1-e5fe6a895353), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:55.392763 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-9fdd5d9c-a6c1-437d-bb56-37b9a4ebe8bf req-6a6ccc08-4eef-4ae0-ba30-e6ef8af1a818 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (0c399f48-7d92-4b84-b2c1-e5fe6a895353), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:55.393393 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974df600-9e1e-42f6-b942-06cd389502de req-0b2065ff-76cd-4ca5-85de-df14e80fc490 tempest-DeleteServersAdminTestJSON-343129229 tempest-DeleteServersAdminTestJSON-343129229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:55.395214 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-974df600-9e1e-42f6-b942-06cd389502de req-0b2065ff-76cd-4ca5-85de-df14e80fc490 tempest-DeleteServersAdminTestJSON-343129229 tempest-DeleteServersAdminTestJSON-343129229-project] 10.222.0.41 "GET /v2.0/ports?device_id=de99433f-b893-40fd-af87-7c160e9bf422 HTTP/1.1" status: 200 len: 949 time: 0.2599411 Jan 28 07:04:55.408476 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-26745b3b-07ff-40bb-9b81-a93789cb3755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb0e90d9-aa8f-47f8-8a35-7025f159e9d8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-886638038-router', 'tenant_id': '0960152eceb74f9eb1ec8ad55ca70381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '2f94349b-5fb8-42d1-80f3-7fd278b29f29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:04:46Z', 'updated_at': '2022-01-28T07:04:49Z', 'revision_number': 3, 'project_id': '0960152eceb74f9eb1ec8ad55ca70381', 'gw_port': {'id': '2f94349b-5fb8-42d1-80f3-7fd278b29f29', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:19:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb0e90d9-aa8f-47f8-8a35-7025f159e9d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:04:48Z', 'updated_at': '2022-01-28T07:04:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:04:55.434339 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-a7a81e44-97a4-4cdb-be31-68537f6a52f1 admin admin] Allocated IP 172.20.0.1 (40d02b2d-8999-4dc2-abb9-3653b1c5639b/b0a9e84b-90ab-4b66-a900-eb7872b6d81f/0524002c-341e-4ffc-a6e6-30a763a2813e) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:04:55.454229 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26745b3b-07ff-40bb-9b81-a93789cb3755 None None] The sync data for ids ['bb0e90d9-aa8f-47f8-8a35-7025f159e9d8'] in n-d-712749-28 is: [{'id': 'bb0e90d9-aa8f-47f8-8a35-7025f159e9d8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-886638038-router', 'tenant_id': '0960152eceb74f9eb1ec8ad55ca70381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '2f94349b-5fb8-42d1-80f3-7fd278b29f29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:04:46Z', 'updated_at': '2022-01-28T07:04:49Z', 'revision_number': 3, 'project_id': '0960152eceb74f9eb1ec8ad55ca70381', 'gw_port': {'id': '2f94349b-5fb8-42d1-80f3-7fd278b29f29', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:19:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb0e90d9-aa8f-47f8-8a35-7025f159e9d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:04:48Z', 'updated_at': '2022-01-28T07:04:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:04:55.485246 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [req-ce997d36-7d53-4d13-80c5-4fa17afa9446 req-880e33dd-ce2f-4611-ae33-b3cf3991afda tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Allocated IP 192.168.233.176 (d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb/5785b43d-448b-4d12-9eb5-4e4caf2e7eaf/c940bffe-7c91-4b25-9d0c-64122cb95c53) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:04:55.506091 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ffaeabe3-4131-498a-8b3e-2598b1e7cdfa req-f3797770-770e-49c2-927c-ef56d843f028 service neutron] 10.222.0.10 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2913792 Jan 28 07:04:55.625147 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fdd5d9c-a6c1-437d-bb56-37b9a4ebe8bf req-6a6ccc08-4eef-4ae0-ba30-e6ef8af1a818 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Network d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:04:55.657183 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-9fdd5d9c-a6c1-437d-bb56-37b9a4ebe8bf req-6a6ccc08-4eef-4ae0-ba30-e6ef8af1a818 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:04:55.661354 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fdd5d9c-a6c1-437d-bb56-37b9a4ebe8bf req-6a6ccc08-4eef-4ae0-ba30-e6ef8af1a818 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:04:55.661590 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-974df600-9e1e-42f6-b942-06cd389502de req-31f0b7f1-9871-4aae-9528-8f41412e3f2e tempest-DeleteServersAdminTestJSON-343129229 tempest-DeleteServersAdminTestJSON-343129229-project] 10.222.0.41 "GET /v2.0/security-groups?id=acdcec4f-353d-4117-bb72-6815acb3dcee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447443 Jan 28 07:04:55.666569 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdd5d9c-a6c1-437d-bb56-37b9a4ebe8bf req-6a6ccc08-4eef-4ae0-ba30-e6ef8af1a818 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:55.667197 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-9fdd5d9c-a6c1-437d-bb56-37b9a4ebe8bf req-6a6ccc08-4eef-4ae0-ba30-e6ef8af1a818 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:55.682212 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6ccc08-4eef-4ae0-ba30-e6ef8af1a818 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Pushing event updated for resources: {'Port': ['ID=0c399f48-7d92-4b84-b2c1-e5fe6a895353,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:04:55.689330 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.10', 51617) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:04:55.701014 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-78b05587-9fc9-42da-bdc1-136c22faa0ca admin admin] Publish callbacks [] for security_group (8d534f4e-4a15-4666-93cb-269487529432), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:55.744950 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-78b05587-9fc9-42da-bdc1-136c22faa0ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (8d534f4e-4a15-4666-93cb-269487529432), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:55.757225 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8857ac42-f83b-4877-9b31-44f5f1050015 req-68f6134e-ff80-4f73-a9aa-dead9392fdaa tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac4a8f81-18d9-4d17-b21a-fa9550ec808a HTTP/1.1" status: 200 len: 210 time: 0.1119165 Jan 28 07:04:55.805749 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b05587-9fc9-42da-bdc1-136c22faa0ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d534f4e-4a15-4666-93cb-269487529432,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:04:55.820688 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9fdd5d9c-a6c1-437d-bb56-37b9a4ebe8bf req-6a6ccc08-4eef-4ae0-ba30-e6ef8af1a818 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.3345680 Jan 28 07:04:55.846380 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-9fdd5d9c-a6c1-437d-bb56-37b9a4ebe8bf req-0fae0c73-60e2-451d-a381-c48d9078446f service neutron] Request body: {'port': {'device_id': 'cd6f6cee-8828-415b-beee-3ed839555ede', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-28'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:04:55.875707 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ffaeabe3-4131-498a-8b3e-2598b1e7cdfa req-05765caa-964b-462e-92d8-8f56d36910f3 service neutron] 10.222.0.10 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3448317 Jan 28 07:04:55.901208 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-d83058ac-335e-40c7-a86c-38543a8417eb req-2a77d557-60ac-4cce-ad0b-eb542c5f1098 tempest-DeleteServersAdminTestJSON-343129229 tempest-DeleteServersAdminTestJSON-343129229-project] Deleting port 4a9679d7-67f9-4d29-b4f0-aa30d22c3a9d {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:04:55.901694 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d83058ac-335e-40c7-a86c-38543a8417eb req-2a77d557-60ac-4cce-ad0b-eb542c5f1098 tempest-DeleteServersAdminTestJSON-343129229 tempest-DeleteServersAdminTestJSON-343129229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (4a9679d7-67f9-4d29-b4f0-aa30d22c3a9d), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:55.949877 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-78b05587-9fc9-42da-bdc1-136c22faa0ca admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ada2bfa7ac614cd7ae6472a610cf3003&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3215847 Jan 28 07:04:55.950824 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 57948) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:04:56.090176 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-9fdd5d9c-a6c1-437d-bb56-37b9a4ebe8bf req-0fae0c73-60e2-451d-a381-c48d9078446f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (0c399f48-7d92-4b84-b2c1-e5fe6a895353), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:56.133914 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a7a81e44-97a4-4cdb-be31-68537f6a52f1 admin admin] Publish callbacks [] for port (0524002c-341e-4ffc-a6e6-30a763a2813e), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:56.182683 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 57954) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:04:56.239456 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-d245269e-7b05-49ca-afd7-3a4a636ade2d None None] Provisioning complete for port 0c399f48-7d92-4b84-b2c1-e5fe6a895353 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:04:56.241746 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d245269e-7b05-49ca-afd7-3a4a636ade2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (0c399f48-7d92-4b84-b2c1-e5fe6a895353), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:56.249904 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6046d167-f4fa-4a78-9195-333df3848651 admin admin] Publish callbacks [] for security_group (8d534f4e-4a15-4666-93cb-269487529432), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:56.255316 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-d83058ac-335e-40c7-a86c-38543a8417eb req-2a77d557-60ac-4cce-ad0b-eb542c5f1098 tempest-DeleteServersAdminTestJSON-343129229 tempest-DeleteServersAdminTestJSON-343129229-project] For port 4a9679d7-67f9-4d29-b4f0-aa30d22c3a9d, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=4a9679d7-67f9-4d29-b4f0-aa30d22c3a9d,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:04:56.255927 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d83058ac-335e-40c7-a86c-38543a8417eb req-2a77d557-60ac-4cce-ad0b-eb542c5f1098 tempest-DeleteServersAdminTestJSON-343129229 tempest-DeleteServersAdminTestJSON-343129229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (4a9679d7-67f9-4d29-b4f0-aa30d22c3a9d), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:56.265284 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9349089b-a727-49ad-9e90-3484a48049d1 req-a0f9ae3a-8b7b-457c-b03a-026bd49f609d tempest-LiveMigrationNegativeTest-417767109 tempest-LiveMigrationNegativeTest-417767109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:56.273131 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9349089b-a727-49ad-9e90-3484a48049d1 req-a0f9ae3a-8b7b-457c-b03a-026bd49f609d tempest-LiveMigrationNegativeTest-417767109 tempest-LiveMigrationNegativeTest-417767109-project] 10.222.0.41 "GET /v2.0/ports?device_id=c68608de-4be2-4d4b-8753-feb04d009f6a HTTP/1.1" status: 200 len: 948 time: 0.1918612 Jan 28 07:04:56.289121 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-d245269e-7b05-49ca-afd7-3a4a636ade2d None None] Port 0c399f48-7d92-4b84-b2c1-e5fe6a895353 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:04:56.319911 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-d83058ac-335e-40c7-a86c-38543a8417eb req-2a77d557-60ac-4cce-ad0b-eb542c5f1098 tempest-DeleteServersAdminTestJSON-343129229 tempest-DeleteServersAdminTestJSON-343129229-project] Calling delete_port for 4a9679d7-67f9-4d29-b4f0-aa30d22c3a9d owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:04:56.410266 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6046d167-f4fa-4a78-9195-333df3848651 admin admin] Publish callbacks [] for security_group (8d534f4e-4a15-4666-93cb-269487529432), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:56.536238 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9349089b-a727-49ad-9e90-3484a48049d1 req-134a909e-0bff-47b4-a10e-73c31d874aa1 tempest-LiveMigrationNegativeTest-417767109 tempest-LiveMigrationNegativeTest-417767109-project] 10.222.0.41 "GET /v2.0/security-groups?id=7cca885c-e367-40af-9432-ae9bb528627e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2620099 Jan 28 07:04:56.581319 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5fea05d7-88a5-436b-9548-d727437d0ffe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:56.613811 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-ce997d36-7d53-4d13-80c5-4fa17afa9446 req-880e33dd-ce2f-4611-ae33-b3cf3991afda tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Publish callbacks [] for port (c940bffe-7c91-4b25-9d0c-64122cb95c53), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:56.617907 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6046d167-f4fa-4a78-9195-333df3848651 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (8d534f4e-4a15-4666-93cb-269487529432), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:56.621129 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4532a7-5444-45be-895a-d7dc4ea39df0 req-c90cb459-c6e0-4e65-aa8d-bbea02d44851 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:56.621569 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6046d167-f4fa-4a78-9195-333df3848651 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:56.625299 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8e4532a7-5444-45be-895a-d7dc4ea39df0 req-c90cb459-c6e0-4e65-aa8d-bbea02d44851 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.10 "GET /v2.0/networks?id=823f80f1-2970-481b-aed2-7ad5a7c0ed20 HTTP/1.1" status: 200 len: 820 time: 0.9289575 Jan 28 07:04:56.625465 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-6046d167-f4fa-4a78-9195-333df3848651 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8d534f4e-4a15-4666-93cb-269487529432 HTTP/1.1" status: 204 len: 168 time: 0.6577253 Jan 28 07:04:56.640021 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5399d7-6a02-4ccc-95fa-3c7b766ec5bb req-42849707-a1f3-4ae7-8fe3-57b791a9e597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:56.641537 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7d5399d7-6a02-4ccc-95fa-3c7b766ec5bb req-42849707-a1f3-4ae7-8fe3-57b791a9e597 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ac4dfa4e0e314134ba5c31f8a173b064&device_id=c68608de-4be2-4d4b-8753-feb04d009f6a HTTP/1.1" status: 200 len: 1100 time: 0.6114025 Jan 28 07:04:56.662179 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-8e4532a7-5444-45be-895a-d7dc4ea39df0 req-f255cdb1-fab5-4c84-8a64-3504e9e0e06e tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Request body: {'port': {'device_id': 'ac4a8f81-18d9-4d17-b21a-fa9550ec808a', 'network_id': '823f80f1-2970-481b-aed2-7ad5a7c0ed20', 'admin_state_up': True, 'tenant_id': '5c2af407db1e43909575b4b7c4ad1b18'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:04:56.668417 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6046d167-f4fa-4a78-9195-333df3848651 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d534f4e-4a15-4666-93cb-269487529432,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:04:56.695422 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a7a81e44-97a4-4cdb-be31-68537f6a52f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (0524002c-341e-4ffc-a6e6-30a763a2813e), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:56.704131 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a677cf9-d3f7-4c3b-b8e4-f3a96aaf0484 req-940a4071-e53d-4247-990c-ca239c8ba34e tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:56.711240 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4a677cf9-d3f7-4c3b-b8e4-f3a96aaf0484 req-940a4071-e53d-4247-990c-ca239c8ba34e tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd6f6cee-8828-415b-beee-3ed839555ede HTTP/1.1" status: 200 len: 935 time: 0.6798711 Jan 28 07:04:56.723606 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d38ec764-5f62-4261-b8a2-511d2b7e1c68 req-a7fb3947-e097-4ab0-aaf2-f91e1add68c1 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/ports?device_id=1980e332-383a-481f-ba04-3bf34c8065b8 HTTP/1.1" status: 200 len: 210 time: 0.0563076 Jan 28 07:04:56.766118 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d83058ac-335e-40c7-a86c-38543a8417eb req-2a77d557-60ac-4cce-ad0b-eb542c5f1098 tempest-DeleteServersAdminTestJSON-343129229 tempest-DeleteServersAdminTestJSON-343129229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298'] for port (4a9679d7-67f9-4d29-b4f0-aa30d22c3a9d), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:56.821235 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 2f94349b-5fb8-42d1-80f3-7fd278b29f29 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:04:56.826415 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a77d557-60ac-4cce-ad0b-eb542c5f1098 tempest-DeleteServersAdminTestJSON-343129229 tempest-DeleteServersAdminTestJSON-343129229-project] Pushing event deleted for resources: {'Port': ['ID=4a9679d7-67f9-4d29-b4f0-aa30d22c3a9d,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:04:56.945205 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d77af01b-9531-4c94-bd66-8504c5ab03f7 req-ed86a404-4a30-4b30-a1ce-64a20d69238e tempest-DeleteServersAdminTestJSON-343129229 tempest-DeleteServersAdminTestJSON-343129229-project] 10.222.0.41 "GET /v2.0/ports?device_id=de99433f-b893-40fd-af87-7c160e9bf422 HTTP/1.1" status: 200 len: 210 time: 0.0716941 Jan 28 07:04:56.946283 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-d83058ac-335e-40c7-a86c-38543a8417eb req-2a77d557-60ac-4cce-ad0b-eb542c5f1098 tempest-DeleteServersAdminTestJSON-343129229 tempest-DeleteServersAdminTestJSON-343129229-project] No DVR routers for this DVR port 4a9679d7-67f9-4d29-b4f0-aa30d22c3a9d on host n-h2-712749-28 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:04:56.950774 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a81e44-97a4-4cdb-be31-68537f6a52f1 admin admin] Network 40d02b2d-8999-4dc2-abb9-3653b1c5639b is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:04:56.957396 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d83058ac-335e-40c7-a86c-38543a8417eb req-2a77d557-60ac-4cce-ad0b-eb542c5f1098 tempest-DeleteServersAdminTestJSON-343129229 tempest-DeleteServersAdminTestJSON-343129229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:56.963523 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 2f94349b-5fb8-42d1-80f3-7fd278b29f29 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:04:56.965333 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d83058ac-335e-40c7-a86c-38543a8417eb req-2a77d557-60ac-4cce-ad0b-eb542c5f1098 tempest-DeleteServersAdminTestJSON-343129229 tempest-DeleteServersAdminTestJSON-343129229-project] 10.222.0.44 "DELETE /v2.0/ports/4a9679d7-67f9-4d29-b4f0-aa30d22c3a9d HTTP/1.1" status: 204 len: 173 time: 1.9830773 Jan 28 07:04:56.965923 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (2f94349b-5fb8-42d1-80f3-7fd278b29f29), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:56.970253 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de99433f-b893-40fd-af87-7c160e9bf422', 'name': 'network-vif-deleted', 'tag': '4a9679d7-67f9-4d29-b4f0-aa30d22c3a9d'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:04:56.974960 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2861f31-ffbc-481b-b5c6-cfb932fe6a31" -d '{"events": [{"server_uuid": "de99433f-b893-40fd-af87-7c160e9bf422", "name": "network-vif-deleted", "tag": "4a9679d7-67f9-4d29-b4f0-aa30d22c3a9d"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:04:56.976477 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-a7a81e44-97a4-4cdb-be31-68537f6a52f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:04:57.014020 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a81e44-97a4-4cdb-be31-68537f6a52f1 admin admin] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:04:57.035618 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a81e44-97a4-4cdb-be31-68537f6a52f1 admin admin] Pushing event updated for resources: {'Port': ['ID=0524002c-341e-4ffc-a6e6-30a763a2813e,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:04:57.122184 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4a677cf9-d3f7-4c3b-b8e4-f3a96aaf0484 req-794f7254-91dc-4ca0-9ae6-83cc3d7785e9 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4099848 Jan 28 07:04:57.141634 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2f9d6583-cb57-4ec0-b1c1-aaffd0c6c1c8 req-74af510b-9f0f-4b84-99e5-1365715c704d tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac4a8f81-18d9-4d17-b21a-fa9550ec808a HTTP/1.1" status: 200 len: 210 time: 0.0522482 Jan 28 07:04:57.190017 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 2f94349b-5fb8-42d1-80f3-7fd278b29f29 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:04:57.190421 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (2f94349b-5fb8-42d1-80f3-7fd278b29f29), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:57.205068 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-ce997d36-7d53-4d13-80c5-4fa17afa9446 req-880e33dd-ce2f-4611-ae33-b3cf3991afda tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (c940bffe-7c91-4b25-9d0c-64122cb95c53), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:57.256757 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['2db0eab7-310b-4c35-a1b9-bb600d2e8ebd'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:04:57.279541 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c4ad8dd-ed60-409d-8a19-ad24b5fde8b5 x-openstack-request-id: req-8c4ad8dd-ed60-409d-8a19-ad24b5fde8b5 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:04:57.279851 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de99433f-b893-40fd-af87-7c160e9bf422", "name": "network-vif-deleted", "tag": "4a9679d7-67f9-4d29-b4f0-aa30d22c3a9d", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:04:57.281176 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8c4ad8dd-ed60-409d-8a19-ad24b5fde8b5 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:04:57.281752 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de99433f-b893-40fd-af87-7c160e9bf422', 'name': 'network-vif-deleted', 'tag': '4a9679d7-67f9-4d29-b4f0-aa30d22c3a9d', 'status': 'completed', 'code': 200} Jan 28 07:04:57.333940 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] For port 2f94349b-5fb8-42d1-80f3-7fd278b29f29, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=2f94349b-5fb8-42d1-80f3-7fd278b29f29,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:04:57.349958 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (2f94349b-5fb8-42d1-80f3-7fd278b29f29), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:57.351091 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5fea05d7-88a5-436b-9548-d727437d0ffe admin admin] Publish callbacks [] for security_group (9d80d1d2-635a-48e8-a4f4-6606fcbd6e95), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:57.365597 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880e33dd-ce2f-4611-ae33-b3cf3991afda tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Pushing event updated for resources: {'Port': ['ID=c940bffe-7c91-4b25-9d0c-64122cb95c53,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:04:57.392020 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5399d7-6a02-4ccc-95fa-3c7b766ec5bb req-5e21a17a-afa5-4874-99bb-cbe46c8f3caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:57.393757 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7d5399d7-6a02-4ccc-95fa-3c7b766ec5bb req-5e21a17a-afa5-4874-99bb-cbe46c8f3caf service neutron] 10.222.0.10 "GET /v2.0/networks?id=d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb HTTP/1.1" status: 200 len: 870 time: 0.7253258 Jan 28 07:04:57.406297 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce997d36-7d53-4d13-80c5-4fa17afa9446 req-880e33dd-ce2f-4611-ae33-b3cf3991afda tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Network d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:04:57.409262 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [req-ce997d36-7d53-4d13-80c5-4fa17afa9446 req-880e33dd-ce2f-4611-ae33-b3cf3991afda tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:04:57.411704 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a7a81e44-97a4-4cdb-be31-68537f6a52f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16609232'] for router_interface (bb0e90d9-aa8f-47f8-8a35-7025f159e9d8), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:57.418185 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce997d36-7d53-4d13-80c5-4fa17afa9446 req-880e33dd-ce2f-4611-ae33-b3cf3991afda tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:04:57.492354 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-bc1e13ed-76f5-4c48-b301-4343ea94b4de None None] Provisioning complete for port 0524002c-341e-4ffc-a6e6-30a763a2813e triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:04:57.492984 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bc1e13ed-76f5-4c48-b301-4343ea94b4de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (0524002c-341e-4ffc-a6e6-30a763a2813e), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:57.497463 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Pushing event updated for resources: {'Port': ['ID=2f94349b-5fb8-42d1-80f3-7fd278b29f29,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:04:57.517968 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce997d36-7d53-4d13-80c5-4fa17afa9446 req-880e33dd-ce2f-4611-ae33-b3cf3991afda tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:57.518784 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-ce997d36-7d53-4d13-80c5-4fa17afa9446 req-880e33dd-ce2f-4611-ae33-b3cf3991afda tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:57.534442 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5fea05d7-88a5-436b-9548-d727437d0ffe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (9d80d1d2-635a-48e8-a4f4-6606fcbd6e95), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:57.628731 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-bc1e13ed-76f5-4c48-b301-4343ea94b4de None None] Port 0524002c-341e-4ffc-a6e6-30a763a2813e cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:04:57.736491 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-5fea05d7-88a5-436b-9548-d727437d0ffe admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cd5bec03c86844668dba8bef3f8cb728&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5429184 Jan 28 07:04:57.739961 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ce997d36-7d53-4d13-80c5-4fa17afa9446 req-880e33dd-ce2f-4611-ae33-b3cf3991afda tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.6646900 Jan 28 07:04:57.741551 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7d5399d7-6a02-4ccc-95fa-3c7b766ec5bb req-e58abeb3-85fa-4c9c-9d97-8065d5ae4338 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=67908df9-2372-46e6-b007-c064059387ae HTTP/1.1" status: 200 len: 217 time: 0.2414739 Jan 28 07:04:57.760433 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-4f76db7e-44e5-4ea5-a865-b297aea759e2 None None] Provisioning complete for port c940bffe-7c91-4b25-9d0c-64122cb95c53 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:04:57.760809 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4f76db7e-44e5-4ea5-a865-b297aea759e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (c940bffe-7c91-4b25-9d0c-64122cb95c53), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:57.835103 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 57984) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:04:57.837211 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-4f76db7e-44e5-4ea5-a865-b297aea759e2 None None] Port c940bffe-7c91-4b25-9d0c-64122cb95c53 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:04:57.906798 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-ce997d36-7d53-4d13-80c5-4fa17afa9446 req-017d05c3-4060-43d4-b785-a7364e233dac service neutron] Request body: {'port': {'device_id': '1980e332-383a-481f-ba04-3bf34c8065b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712749-28'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:04:57.947775 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66185329-378d-4485-94b1-d0d854930aba req-a28221f9-8924-4090-9a6e-db787f078248 tempest-LiveMigrationNegativeTest-417767109 tempest-LiveMigrationNegativeTest-417767109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:57.949295 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-66185329-378d-4485-94b1-d0d854930aba req-a28221f9-8924-4090-9a6e-db787f078248 tempest-LiveMigrationNegativeTest-417767109 tempest-LiveMigrationNegativeTest-417767109-project] 10.222.0.41 "GET /v2.0/ports?device_id=c68608de-4be2-4d4b-8753-feb04d009f6a HTTP/1.1" status: 200 len: 948 time: 0.0867887 Jan 28 07:04:57.959300 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-ce997d36-7d53-4d13-80c5-4fa17afa9446 req-eed15386-0604-49e8-b6f1-60d9d9b44b86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 137d085c-b81f-48ec-a596-8512923cea40 {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:04:57.973800 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ce997d36-7d53-4d13-80c5-4fa17afa9446 req-eed15386-0604-49e8-b6f1-60d9d9b44b86 service neutron] Publish callbacks [] for port (137d085c-b81f-48ec-a596-8512923cea40), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:58.002826 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-ce997d36-7d53-4d13-80c5-4fa17afa9446 req-eed15386-0604-49e8-b6f1-60d9d9b44b86 service neutron] Transition to ACTIVE for port object 137d085c-b81f-48ec-a596-8512923cea40 will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:04:58.011514 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ce997d36-7d53-4d13-80c5-4fa17afa9446 req-eed15386-0604-49e8-b6f1-60d9d9b44b86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (137d085c-b81f-48ec-a596-8512923cea40), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:58.015797 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fea05d7-88a5-436b-9548-d727437d0ffe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d80d1d2-635a-48e8-a4f4-6606fcbd6e95,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:04:58.036329 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e4532a7-5444-45be-895a-d7dc4ea39df0 req-f255cdb1-fab5-4c84-8a64-3504e9e0e06e tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Made reservation on behalf of 5c2af407db1e43909575b4b7c4ad1b18 for: {'port': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:04:58.040113 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-8e4532a7-5444-45be-895a-d7dc4ea39df0 req-f255cdb1-fab5-4c84-8a64-3504e9e0e06e tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:58.092337 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-66185329-378d-4485-94b1-d0d854930aba req-d6a062aa-eb80-47f4-8922-fc9c1ac1d84c tempest-LiveMigrationNegativeTest-417767109 tempest-LiveMigrationNegativeTest-417767109-project] 10.222.0.41 "GET /v2.0/security-groups?id=7cca885c-e367-40af-9432-ae9bb528627e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284387 Jan 28 07:04:58.128595 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5399d7-6a02-4ccc-95fa-3c7b766ec5bb req-c7cb14d3-a779-4085-9bf7-822fd84daaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:58.131158 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed15386-0604-49e8-b6f1-60d9d9b44b86 service neutron] Pushing event updated for resources: {'Port': ['ID=137d085c-b81f-48ec-a596-8512923cea40,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:04:58.132462 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7d5399d7-6a02-4ccc-95fa-3c7b766ec5bb req-c7cb14d3-a779-4085-9bf7-822fd84daaa2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5785b43d-448b-4d12-9eb5-4e4caf2e7eaf HTTP/1.1" status: 200 len: 843 time: 0.2629082 Jan 28 07:04:58.170613 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-ce997d36-7d53-4d13-80c5-4fa17afa9446 req-017d05c3-4060-43d4-b785-a7364e233dac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (c940bffe-7c91-4b25-9d0c-64122cb95c53), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:58.179266 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493ce4c9-7f13-4133-99e6-38c9bc49c3af req-651f4fb5-ed43-426e-83ad-596ccf17d3d8 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:58.180834 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-493ce4c9-7f13-4133-99e6-38c9bc49c3af req-651f4fb5-ed43-426e-83ad-596ccf17d3d8 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/ports?device_id=1980e332-383a-481f-ba04-3bf34c8065b8 HTTP/1.1" status: 200 len: 936 time: 0.3146539 Jan 28 07:04:58.204438 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-ce997d36-7d53-4d13-80c5-4fa17afa9446 req-eed15386-0604-49e8-b6f1-60d9d9b44b86 service neutron] Attempting to bind port 137d085c-b81f-48ec-a596-8512923cea40 on host n-h2-712749-28 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:04:58.204786 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-ce997d36-7d53-4d13-80c5-4fa17afa9446 req-eed15386-0604-49e8-b6f1-60d9d9b44b86 service neutron] Attempting to bind port 137d085c-b81f-48ec-a596-8512923cea40 by drivers openvswitch,hyperv on host n-h2-712749-28 at level 0 using segments [{'id': '9d52209e-a416-4cfe-8f8a-19567a90fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:04:58.205119 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce997d36-7d53-4d13-80c5-4fa17afa9446 req-eed15386-0604-49e8-b6f1-60d9d9b44b86 service neutron] Attempting to bind port 137d085c-b81f-48ec-a596-8512923cea40 on network d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:04:58.210804 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a7a81e44-97a4-4cdb-be31-68537f6a52f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (0524002c-341e-4ffc-a6e6-30a763a2813e), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:58.229419 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce997d36-7d53-4d13-80c5-4fa17afa9446 req-eed15386-0604-49e8-b6f1-60d9d9b44b86 service neutron] Port 137d085c-b81f-48ec-a596-8512923cea40 on network d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-28 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:04:58.229970 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce997d36-7d53-4d13-80c5-4fa17afa9446 req-eed15386-0604-49e8-b6f1-60d9d9b44b86 service neutron] Attempting to bind port 137d085c-b81f-48ec-a596-8512923cea40 on network d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:04:58.244628 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce997d36-7d53-4d13-80c5-4fa17afa9446 req-eed15386-0604-49e8-b6f1-60d9d9b44b86 service neutron] Checking agent: {'id': 'c9906e63-062c-432e-bb53-63fdb8115e18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:04:58.245140 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce997d36-7d53-4d13-80c5-4fa17afa9446 req-eed15386-0604-49e8-b6f1-60d9d9b44b86 service neutron] Checking segment: {'id': '9d52209e-a416-4cfe-8f8a-19567a90fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:04:58.245689 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce997d36-7d53-4d13-80c5-4fa17afa9446 req-eed15386-0604-49e8-b6f1-60d9d9b44b86 service neutron] Bound using segment: {'id': '9d52209e-a416-4cfe-8f8a-19567a90fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:04:58.246292 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-ce997d36-7d53-4d13-80c5-4fa17afa9446 req-eed15386-0604-49e8-b6f1-60d9d9b44b86 service neutron] Bound port: 137d085c-b81f-48ec-a596-8512923cea40, host: n-h2-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d52209e-a416-4cfe-8f8a-19567a90fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:04:58.246831 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ce997d36-7d53-4d13-80c5-4fa17afa9446 req-eed15386-0604-49e8-b6f1-60d9d9b44b86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (137d085c-b81f-48ec-a596-8512923cea40), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:58.313662 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-494350ac-4354-4b14-86e7-6221b45b70ec admin admin] Publish callbacks [] for security_group (9d80d1d2-635a-48e8-a4f4-6606fcbd6e95), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:58.344587 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 4a9679d7-67f9-4d29-b4f0-aa30d22c3a9d no longer exists at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:04:58.409685 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] No Port match for: 4a9679d7-67f9-4d29-b4f0-aa30d22c3a9d {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:04:58.411915 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 4a9679d7-67f9-4d29-b4f0-aa30d22c3a9d not bound to the agent host n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:04:58.449371 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4e256b-6763-479d-94d6-75103d10ad7b req-4ec51e3a-32b1-4467-b4ec-5f455510d15f tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:58.457089 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ef4e256b-6763-479d-94d6-75103d10ad7b req-4ec51e3a-32b1-4467-b4ec-5f455510d15f tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd6f6cee-8828-415b-beee-3ed839555ede HTTP/1.1" status: 200 len: 935 time: 0.1591320 Jan 28 07:04:58.491733 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-494350ac-4354-4b14-86e7-6221b45b70ec admin admin] Publish callbacks [] for security_group (9d80d1d2-635a-48e8-a4f4-6606fcbd6e95), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:58.503459 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-ce997d36-7d53-4d13-80c5-4fa17afa9446 req-eed15386-0604-49e8-b6f1-60d9d9b44b86 service neutron] For port 137d085c-b81f-48ec-a596-8512923cea40, host n-h2-712749-28, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:04:58.535202 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-ce997d36-7d53-4d13-80c5-4fa17afa9446 req-eed15386-0604-49e8-b6f1-60d9d9b44b86 service neutron] For port 137d085c-b81f-48ec-a596-8512923cea40, host n-h2-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=137d085c-b81f-48ec-a596-8512923cea40,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:04:58.540827 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-9fdd5d9c-a6c1-437d-bb56-37b9a4ebe8bf req-0fae0c73-60e2-451d-a381-c48d9078446f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c399f48-7d92-4b84-b2c1-e5fe6a895353 {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:04:58.566122 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ce997d36-7d53-4d13-80c5-4fa17afa9446 req-eed15386-0604-49e8-b6f1-60d9d9b44b86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (137d085c-b81f-48ec-a596-8512923cea40), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:58.589270 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-9fdd5d9c-a6c1-437d-bb56-37b9a4ebe8bf req-0fae0c73-60e2-451d-a381-c48d9078446f service neutron] Publish callbacks [] for port (0c399f48-7d92-4b84-b2c1-e5fe6a895353), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:58.647366 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 2f94349b-5fb8-42d1-80f3-7fd278b29f29 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:04:58.650418 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed15386-0604-49e8-b6f1-60d9d9b44b86 service neutron] Pushing event updated for resources: {'Port': ['ID=137d085c-b81f-48ec-a596-8512923cea40,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:04:58.679472 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce997d36-7d53-4d13-80c5-4fa17afa9446 req-eed15386-0604-49e8-b6f1-60d9d9b44b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:58.680107 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ce997d36-7d53-4d13-80c5-4fa17afa9446 req-eed15386-0604-49e8-b6f1-60d9d9b44b86 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:58.681555 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ce997d36-7d53-4d13-80c5-4fa17afa9446 req-eed15386-0604-49e8-b6f1-60d9d9b44b86 service neutron] 10.222.0.44 "PUT /v2.0/ports/137d085c-b81f-48ec-a596-8512923cea40 HTTP/1.1" status: 200 len: 1097 time: 4.2378478 Jan 28 07:04:58.683932 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5399d7-6a02-4ccc-95fa-3c7b766ec5bb req-09850956-2cba-49ac-9dd8-d7bf778ebd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:58.685469 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7d5399d7-6a02-4ccc-95fa-3c7b766ec5bb req-09850956-2cba-49ac-9dd8-d7bf778ebd6e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5413382 Jan 28 07:04:58.700072 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-493ce4c9-7f13-4133-99e6-38c9bc49c3af req-4ec2d0b7-9370-4469-8e59-69801b86befc tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/security-groups?id=b910cb8c-64ec-47f6-b06b-89e838bb343d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4966545 Jan 28 07:04:58.704168 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ef4e256b-6763-479d-94d6-75103d10ad7b req-9292cee1-b40c-4317-a976-3c59693e0c1e tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188289 Jan 28 07:04:58.736762 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-9fdd5d9c-a6c1-437d-bb56-37b9a4ebe8bf req-0fae0c73-60e2-451d-a381-c48d9078446f service neutron] Transition to ACTIVE for port object 0c399f48-7d92-4b84-b2c1-e5fe6a895353 will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:04:58.748464 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-9fdd5d9c-a6c1-437d-bb56-37b9a4ebe8bf req-0fae0c73-60e2-451d-a381-c48d9078446f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (0c399f48-7d92-4b84-b2c1-e5fe6a895353), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:58.773972 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 2f94349b-5fb8-42d1-80f3-7fd278b29f29 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:04:58.774640 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (2f94349b-5fb8-42d1-80f3-7fd278b29f29), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:58.889535 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7d5399d7-6a02-4ccc-95fa-3c7b766ec5bb req-76b4418d-bae5-4f99-88bc-d881992986ad service neutron] 10.222.0.10 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606991 Jan 28 07:04:58.971761 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 2f94349b-5fb8-42d1-80f3-7fd278b29f29 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:04:59.034223 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-494350ac-4354-4b14-86e7-6221b45b70ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (9d80d1d2-635a-48e8-a4f4-6606fcbd6e95), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:59.037742 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-494350ac-4354-4b14-86e7-6221b45b70ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:59.041216 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-494350ac-4354-4b14-86e7-6221b45b70ec admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9d80d1d2-635a-48e8-a4f4-6606fcbd6e95 HTTP/1.1" status: 204 len: 168 time: 1.2027750 Jan 28 07:04:59.056320 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fae0c73-60e2-451d-a381-c48d9078446f service neutron] Pushing event updated for resources: {'Port': ['ID=0c399f48-7d92-4b84-b2c1-e5fe6a895353,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:04:59.086026 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce997d36-7d53-4d13-80c5-4fa17afa9446 req-2d06920a-a48e-4eb7-9f6d-38d5acdc7c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:59.089972 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ce997d36-7d53-4d13-80c5-4fa17afa9446 req-2d06920a-a48e-4eb7-9f6d-38d5acdc7c0b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c4cb8f6b7fb846b4ab01d357846632b7&device_id=5dd01a81-423f-4012-89ce-dce7efd84cd2 HTTP/1.1" status: 200 len: 1100 time: 0.2654057 Jan 28 07:04:59.091728 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-9fdd5d9c-a6c1-437d-bb56-37b9a4ebe8bf req-0fae0c73-60e2-451d-a381-c48d9078446f service neutron] Attempting to bind port 0c399f48-7d92-4b84-b2c1-e5fe6a895353 on host n-h1-712749-28 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:04:59.092677 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-9fdd5d9c-a6c1-437d-bb56-37b9a4ebe8bf req-0fae0c73-60e2-451d-a381-c48d9078446f service neutron] Attempting to bind port 0c399f48-7d92-4b84-b2c1-e5fe6a895353 by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': '9d52209e-a416-4cfe-8f8a-19567a90fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:04:59.093398 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fdd5d9c-a6c1-437d-bb56-37b9a4ebe8bf req-0fae0c73-60e2-451d-a381-c48d9078446f service neutron] Attempting to bind port 0c399f48-7d92-4b84-b2c1-e5fe6a895353 on network d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:04:59.098764 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fdd5d9c-a6c1-437d-bb56-37b9a4ebe8bf req-0fae0c73-60e2-451d-a381-c48d9078446f service neutron] Port 0c399f48-7d92-4b84-b2c1-e5fe6a895353 on network d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:04:59.099345 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fdd5d9c-a6c1-437d-bb56-37b9a4ebe8bf req-0fae0c73-60e2-451d-a381-c48d9078446f service neutron] Attempting to bind port 0c399f48-7d92-4b84-b2c1-e5fe6a895353 on network d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:04:59.116670 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-48eac41b-3861-4ac7-a21e-12f13c205560 req-74b890ad-4279-4feb-8486-ab68ef153397 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac4a8f81-18d9-4d17-b21a-fa9550ec808a HTTP/1.1" status: 200 len: 210 time: 0.0877168 Jan 28 07:04:59.117237 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fdd5d9c-a6c1-437d-bb56-37b9a4ebe8bf req-0fae0c73-60e2-451d-a381-c48d9078446f service neutron] Checking agent: {'id': '2fca46b1-237f-4857-9290-2429d810e472', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 4, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:04:59.118371 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fdd5d9c-a6c1-437d-bb56-37b9a4ebe8bf req-0fae0c73-60e2-451d-a381-c48d9078446f service neutron] Checking segment: {'id': '9d52209e-a416-4cfe-8f8a-19567a90fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:04:59.119110 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fdd5d9c-a6c1-437d-bb56-37b9a4ebe8bf req-0fae0c73-60e2-451d-a381-c48d9078446f service neutron] Bound using segment: {'id': '9d52209e-a416-4cfe-8f8a-19567a90fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:04:59.120310 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-9fdd5d9c-a6c1-437d-bb56-37b9a4ebe8bf req-0fae0c73-60e2-451d-a381-c48d9078446f service neutron] Bound port: 0c399f48-7d92-4b84-b2c1-e5fe6a895353, host: n-h1-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d52209e-a416-4cfe-8f8a-19567a90fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:04:59.121088 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-9fdd5d9c-a6c1-437d-bb56-37b9a4ebe8bf req-0fae0c73-60e2-451d-a381-c48d9078446f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (0c399f48-7d92-4b84-b2c1-e5fe6a895353), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:59.143002 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494350ac-4354-4b14-86e7-6221b45b70ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d80d1d2-635a-48e8-a4f4-6606fcbd6e95,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:04:59.224368 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ce997d36-7d53-4d13-80c5-4fa17afa9446 req-dd71d6c7-0cd0-4b0f-aa62-2d9d4118cc32 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=137d085c-b81f-48ec-a596-8512923cea40 HTTP/1.1" status: 200 len: 217 time: 0.1163242 Jan 28 07:04:59.341196 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dd01a81-423f-4012-89ce-dce7efd84cd2', 'tag': '137d085c-b81f-48ec-a596-8512923cea40'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:04:59.347154 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77cc603d-9f77-44a0-9663-bee2436ab226" -d '{"events": [{"name": "network-changed", "server_uuid": "5dd01a81-423f-4012-89ce-dce7efd84cd2", "tag": "137d085c-b81f-48ec-a596-8512923cea40"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:04:59.357925 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce997d36-7d53-4d13-80c5-4fa17afa9446 req-bb505cce-92c7-48ac-a677-7421997cfbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:59.362003 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ce997d36-7d53-4d13-80c5-4fa17afa9446 req-bb505cce-92c7-48ac-a677-7421997cfbc6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5785b43d-448b-4d12-9eb5-4e4caf2e7eaf HTTP/1.1" status: 200 len: 843 time: 0.1308401 Jan 28 07:04:59.367748 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [req-8e4532a7-5444-45be-895a-d7dc4ea39df0 req-f255cdb1-fab5-4c84-8a64-3504e9e0e06e tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Allocated IP 172.20.0.8 (823f80f1-2970-481b-aed2-7ad5a7c0ed20/d3ff6769-eb60-4293-943b-ef852d2e0c72/abf761fe-27eb-4437-903a-948a31ef5bc8) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:04:59.486398 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 67908df9-2372-46e6-b007-c064059387ae details requested by agent hyperv_n-h1-712749-28 with host n-h1-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:04:59.538929 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 58044) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:04:59.562335 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce997d36-7d53-4d13-80c5-4fa17afa9446 req-d19bd02a-c56a-4ec1-abcc-2b5977e876fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:59.569118 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ce997d36-7d53-4d13-80c5-4fa17afa9446 req-d19bd02a-c56a-4ec1-abcc-2b5977e876fb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1997719 Jan 28 07:04:59.708358 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [req-ce997d36-7d53-4d13-80c5-4fa17afa9446 req-017d05c3-4060-43d4-b785-a7364e233dac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c940bffe-7c91-4b25-9d0c-64122cb95c53 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:04:59.726711 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-9fdd5d9c-a6c1-437d-bb56-37b9a4ebe8bf req-0fae0c73-60e2-451d-a381-c48d9078446f service neutron] For port 0c399f48-7d92-4b84-b2c1-e5fe6a895353, host n-h1-712749-28, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:04:59.740972 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-ce997d36-7d53-4d13-80c5-4fa17afa9446 req-017d05c3-4060-43d4-b785-a7364e233dac service neutron] Publish callbacks [] for port (c940bffe-7c91-4b25-9d0c-64122cb95c53), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:59.765870 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-9fdd5d9c-a6c1-437d-bb56-37b9a4ebe8bf req-0fae0c73-60e2-451d-a381-c48d9078446f service neutron] For port 0c399f48-7d92-4b84-b2c1-e5fe6a895353, host n-h1-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=0c399f48-7d92-4b84-b2c1-e5fe6a895353,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:04:59.795118 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787ca120-263a-4d64-9ef6-9d7029d64649 req-0f712a9d-9e5b-4f3f-89c1-3798a6d3da93 tempest-LiveMigrationNegativeTest-417767109 tempest-LiveMigrationNegativeTest-417767109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:59.795754 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-9fdd5d9c-a6c1-437d-bb56-37b9a4ebe8bf req-0fae0c73-60e2-451d-a381-c48d9078446f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (0c399f48-7d92-4b84-b2c1-e5fe6a895353), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:59.800210 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 67908df9-2372-46e6-b007-c064059387ae, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=67908df9-2372-46e6-b007-c064059387ae,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:04:59.802948 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-787ca120-263a-4d64-9ef6-9d7029d64649 req-0f712a9d-9e5b-4f3f-89c1-3798a6d3da93 tempest-LiveMigrationNegativeTest-417767109 tempest-LiveMigrationNegativeTest-417767109-project] 10.222.0.41 "GET /v2.0/ports?device_id=c68608de-4be2-4d4b-8753-feb04d009f6a HTTP/1.1" status: 200 len: 948 time: 0.4326804 Jan 28 07:04:59.817767 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Returning: {'device': '67908df9-2372-46e6-b007-c064059387ae', 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb', 'port_id': '67908df9-2372-46e6-b007-c064059387ae', 'mac_address': 'fa:16:3e:36:1b:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5785b43d-448b-4d12-9eb5-4e4caf2e7eaf', 'ip_address': '192.168.233.232'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:04:59.859821 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ce997d36-7d53-4d13-80c5-4fa17afa9446 req-a577f200-3980-4a02-bce9-9bc03d2f6ec6 service neutron] 10.222.0.44 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2776411 Jan 28 07:04:59.877616 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 67908df9-2372-46e6-b007-c064059387ae is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:04:59.882043 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (67908df9-2372-46e6-b007-c064059387ae), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:59.885020 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [req-ce997d36-7d53-4d13-80c5-4fa17afa9446 req-017d05c3-4060-43d4-b785-a7364e233dac service neutron] Transition to ACTIVE for port object c940bffe-7c91-4b25-9d0c-64122cb95c53 will not be triggered until provisioned by entity L2. {{(pid=103283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:04:59.914258 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-ce997d36-7d53-4d13-80c5-4fa17afa9446 req-017d05c3-4060-43d4-b785-a7364e233dac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (c940bffe-7c91-4b25-9d0c-64122cb95c53), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:59.925805 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67908df9-2372-46e6-b007-c064059387ae {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:04:59.950068 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdd5d9c-a6c1-437d-bb56-37b9a4ebe8bf req-0fae0c73-60e2-451d-a381-c48d9078446f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:59.953597 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-9fdd5d9c-a6c1-437d-bb56-37b9a4ebe8bf req-0fae0c73-60e2-451d-a381-c48d9078446f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:59.959158 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9fdd5d9c-a6c1-437d-bb56-37b9a4ebe8bf req-0fae0c73-60e2-451d-a381-c48d9078446f service neutron] 10.222.0.10 "PUT /v2.0/ports/0c399f48-7d92-4b84-b2c1-e5fe6a895353 HTTP/1.1" status: 200 len: 1096 time: 4.1186514 Jan 28 07:04:59.973145 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 67908df9-2372-46e6-b007-c064059387ae, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=67908df9-2372-46e6-b007-c064059387ae,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:04:59.984491 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (67908df9-2372-46e6-b007-c064059387ae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:59.996008 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7d5399d7-6a02-4ccc-95fa-3c7b766ec5bb req-d7af86b2-832f-4a38-96fe-0cad7ef62f05 service neutron] 10.222.0.10 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9630079 Jan 28 07:05:00.062594 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:04:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34c30834-5937-4c7b-b430-fba07146caec x-openstack-request-id: req-34c30834-5937-4c7b-b430-fba07146caec {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:05:00.063111 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dd01a81-423f-4012-89ce-dce7efd84cd2", "tag": "137d085c-b81f-48ec-a596-8512923cea40", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:05:00.063111 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-34c30834-5937-4c7b-b430-fba07146caec {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:05:00.063534 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dd01a81-423f-4012-89ce-dce7efd84cd2', 'tag': '137d085c-b81f-48ec-a596-8512923cea40', 'status': 'completed', 'code': 200} Jan 28 07:05:00.082046 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=67908df9-2372-46e6-b007-c064059387ae,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:00.115741 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 58056) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:05:00.131184 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-787ca120-263a-4d64-9ef6-9d7029d64649 req-ac1bc776-9246-4255-b105-3ac989996153 tempest-LiveMigrationNegativeTest-417767109 tempest-LiveMigrationNegativeTest-417767109-project] 10.222.0.41 "GET /v2.0/security-groups?id=7cca885c-e367-40af-9432-ae9bb528627e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3273642 Jan 28 07:05:00.138764 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017d05c3-4060-43d4-b785-a7364e233dac service neutron] Pushing event updated for resources: {'Port': ['ID=c940bffe-7c91-4b25-9d0c-64122cb95c53,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:00.158622 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fae0c73-60e2-451d-a381-c48d9078446f service neutron] Pushing event updated for resources: {'Port': ['ID=0c399f48-7d92-4b84-b2c1-e5fe6a895353,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:00.172297 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-861603b6-4302-45be-b89c-80a11a805da4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:00.189907 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a7a81e44-97a4-4cdb-be31-68537f6a52f1 admin admin] Publish callbacks [] for port (0524002c-341e-4ffc-a6e6-30a763a2813e), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:00.205486 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-171411fe-7c57-4699-8288-5f50e0e00c8a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=13ef680d3db3459b90c4cb452a50011e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6605046 Jan 28 07:05:00.210717 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 58060) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:05:00.230984 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a7a81e44-97a4-4cdb-be31-68537f6a52f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (0524002c-341e-4ffc-a6e6-30a763a2813e), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:00.254393 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12ea3d3-3636-47fe-9c96-292fc138ef02 req-31072e64-4bcb-4cf8-b2d8-70481a0f3378 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:00.256002 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f12ea3d3-3636-47fe-9c96-292fc138ef02 req-31072e64-4bcb-4cf8-b2d8-70481a0f3378 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/ports?device_id=1980e332-383a-481f-ba04-3bf34c8065b8 HTTP/1.1" status: 200 len: 948 time: 0.1439497 Jan 28 07:05:00.260995 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ce997d36-7d53-4d13-80c5-4fa17afa9446 req-02250095-dd7a-4460-98e7-bbba50b7eef0 service neutron] 10.222.0.44 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3665142 Jan 28 07:05:00.303721 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['67908df9-2372-46e6-b007-c064059387ae'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:05:00.313570 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7b4c41fc-1613-4d33-93ce-56f5d6149e9a admin admin] Publish callbacks [] for security_group (acdcec4f-353d-4117-bb72-6815acb3dcee), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:00.334199 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f12ea3d3-3636-47fe-9c96-292fc138ef02 req-a545d659-f1c7-414e-9b0d-1872012949ac tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/security-groups?id=b910cb8c-64ec-47f6-b06b-89e838bb343d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672400 Jan 28 07:05:00.364375 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7b4c41fc-1613-4d33-93ce-56f5d6149e9a admin admin] Publish callbacks [] for security_group (acdcec4f-353d-4117-bb72-6815acb3dcee), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:00.417119 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdd5d9c-a6c1-437d-bb56-37b9a4ebe8bf req-be2eb564-9e9e-4b91-98d0-e00e54cf9ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:00.418884 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9fdd5d9c-a6c1-437d-bb56-37b9a4ebe8bf req-be2eb564-9e9e-4b91-98d0-e00e54cf9ed6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=966335f0946f459597af95ab0b33b55c&device_id=cd6f6cee-8828-415b-beee-3ed839555ede HTTP/1.1" status: 200 len: 1099 time: 0.3741755 Jan 28 07:05:00.475297 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a81e44-97a4-4cdb-be31-68537f6a52f1 admin admin] Pushing event updated for resources: {'Port': ['ID=0524002c-341e-4ffc-a6e6-30a763a2813e,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:00.478811 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cc603d-9f77-44a0-9663-bee2436ab226 req-b84a8540-66b2-453c-ad15-7bbc86f26086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:00.480600 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-77cc603d-9f77-44a0-9663-bee2436ab226 req-b84a8540-66b2-453c-ad15-7bbc86f26086 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c4cb8f6b7fb846b4ab01d357846632b7&device_id=5dd01a81-423f-4012-89ce-dce7efd84cd2 HTTP/1.1" status: 200 len: 1100 time: 0.0863571 Jan 28 07:05:00.490531 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-8e4532a7-5444-45be-895a-d7dc4ea39df0 req-f255cdb1-fab5-4c84-8a64-3504e9e0e06e tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Publish callbacks [] for port (abf761fe-27eb-4437-903a-948a31ef5bc8), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:00.532804 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7b4c41fc-1613-4d33-93ce-56f5d6149e9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (acdcec4f-353d-4117-bb72-6815acb3dcee), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:00.535365 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7b4c41fc-1613-4d33-93ce-56f5d6149e9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:00.538865 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-7b4c41fc-1613-4d33-93ce-56f5d6149e9a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/acdcec4f-353d-4117-bb72-6815acb3dcee HTTP/1.1" status: 204 len: 168 time: 0.3231611 Jan 28 07:05:00.578224 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a7a81e44-97a4-4cdb-be31-68537f6a52f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16318999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16606560'] for router_interface (bb0e90d9-aa8f-47f8-8a35-7025f159e9d8), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:00.595687 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9fdd5d9c-a6c1-437d-bb56-37b9a4ebe8bf req-ee52090a-f56c-406f-9d2b-b43ef4225357 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=0c399f48-7d92-4b84-b2c1-e5fe6a895353 HTTP/1.1" status: 200 len: 217 time: 0.1485364 Jan 28 07:05:00.610010 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0e77bc42-2384-448d-9cff-241890f7b10a req-9018ed94-44fe-455c-871d-8c533916ba09 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac4a8f81-18d9-4d17-b21a-fa9550ec808a HTTP/1.1" status: 200 len: 210 time: 0.1006525 Jan 28 07:05:00.635761 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4c41fc-1613-4d33-93ce-56f5d6149e9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acdcec4f-353d-4117-bb72-6815acb3dcee,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:00.642216 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779cb769-96c7-472f-b3c3-f21665af5549 req-749ce5f7-fc87-496e-9119-8f26a39ed5f9 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:00.643858 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-779cb769-96c7-472f-b3c3-f21665af5549 req-749ce5f7-fc87-496e-9119-8f26a39ed5f9 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd6f6cee-8828-415b-beee-3ed839555ede HTTP/1.1" status: 200 len: 947 time: 0.4079735 Jan 28 07:05:00.698023 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cc603d-9f77-44a0-9663-bee2436ab226 req-7d5d198d-15b4-415a-a6d6-d250bfd40825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:00.699664 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-77cc603d-9f77-44a0-9663-bee2436ab226 req-7d5d198d-15b4-415a-a6d6-d250bfd40825 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb HTTP/1.1" status: 200 len: 870 time: 0.2112534 Jan 28 07:05:00.765474 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-77cc603d-9f77-44a0-9663-bee2436ab226 req-e20af16c-a56a-4057-bae6-16f1812a5494 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=137d085c-b81f-48ec-a596-8512923cea40 HTTP/1.1" status: 200 len: 217 time: 0.0543919 Jan 28 07:05:00.773356 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-ce997d36-7d53-4d13-80c5-4fa17afa9446 req-017d05c3-4060-43d4-b785-a7364e233dac service neutron] Attempting to bind port c940bffe-7c91-4b25-9d0c-64122cb95c53 on host n-h2-712749-28 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:05:00.773764 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-ce997d36-7d53-4d13-80c5-4fa17afa9446 req-017d05c3-4060-43d4-b785-a7364e233dac service neutron] Attempting to bind port c940bffe-7c91-4b25-9d0c-64122cb95c53 by drivers openvswitch,hyperv on host n-h2-712749-28 at level 0 using segments [{'id': '9d52209e-a416-4cfe-8f8a-19567a90fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:05:00.774265 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce997d36-7d53-4d13-80c5-4fa17afa9446 req-017d05c3-4060-43d4-b785-a7364e233dac service neutron] Attempting to bind port c940bffe-7c91-4b25-9d0c-64122cb95c53 on network d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:05:00.799994 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-861603b6-4302-45be-b89c-80a11a805da4 admin admin] Publish callbacks [] for security_group (f9a8d772-e227-4e30-b602-711e4715c2df), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:00.820651 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-861603b6-4302-45be-b89c-80a11a805da4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (f9a8d772-e227-4e30-b602-711e4715c2df), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:00.823712 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-8e4532a7-5444-45be-895a-d7dc4ea39df0 req-f255cdb1-fab5-4c84-8a64-3504e9e0e06e tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (abf761fe-27eb-4437-903a-948a31ef5bc8), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:00.837047 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cc603d-9f77-44a0-9663-bee2436ab226 req-a4420518-b997-43fc-9e02-4660c869c363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:00.839612 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-77cc603d-9f77-44a0-9663-bee2436ab226 req-a4420518-b997-43fc-9e02-4660c869c363 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5785b43d-448b-4d12-9eb5-4e4caf2e7eaf HTTP/1.1" status: 200 len: 843 time: 0.0659213 Jan 28 07:05:00.846285 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce997d36-7d53-4d13-80c5-4fa17afa9446 req-017d05c3-4060-43d4-b785-a7364e233dac service neutron] Port c940bffe-7c91-4b25-9d0c-64122cb95c53 on network d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-28 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:05:00.846446 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce997d36-7d53-4d13-80c5-4fa17afa9446 req-017d05c3-4060-43d4-b785-a7364e233dac service neutron] Attempting to bind port c940bffe-7c91-4b25-9d0c-64122cb95c53 on network d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:05:00.867759 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce997d36-7d53-4d13-80c5-4fa17afa9446 req-017d05c3-4060-43d4-b785-a7364e233dac service neutron] Checking agent: {'id': 'c9906e63-062c-432e-bb53-63fdb8115e18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:05:00.868108 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce997d36-7d53-4d13-80c5-4fa17afa9446 req-017d05c3-4060-43d4-b785-a7364e233dac service neutron] Checking segment: {'id': '9d52209e-a416-4cfe-8f8a-19567a90fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:05:00.868513 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce997d36-7d53-4d13-80c5-4fa17afa9446 req-017d05c3-4060-43d4-b785-a7364e233dac service neutron] Bound using segment: {'id': '9d52209e-a416-4cfe-8f8a-19567a90fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:05:00.868955 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-ce997d36-7d53-4d13-80c5-4fa17afa9446 req-017d05c3-4060-43d4-b785-a7364e233dac service neutron] Bound port: c940bffe-7c91-4b25-9d0c-64122cb95c53, host: n-h2-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d52209e-a416-4cfe-8f8a-19567a90fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:05:00.869307 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-ce997d36-7d53-4d13-80c5-4fa17afa9446 req-017d05c3-4060-43d4-b785-a7364e233dac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (c940bffe-7c91-4b25-9d0c-64122cb95c53), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:00.902926 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cc603d-9f77-44a0-9663-bee2436ab226 req-f655d5bb-699a-4846-adad-3224b369ff34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:00.904880 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-77cc603d-9f77-44a0-9663-bee2436ab226 req-f655d5bb-699a-4846-adad-3224b369ff34 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0570700 Jan 28 07:05:00.970423 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861603b6-4302-45be-b89c-80a11a805da4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9a8d772-e227-4e30-b602-711e4715c2df,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:00.973788 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdd5d9c-a6c1-437d-bb56-37b9a4ebe8bf req-138f8cd4-a9f8-4bb9-88d1-7d477e108db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:00.975322 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9fdd5d9c-a6c1-437d-bb56-37b9a4ebe8bf req-138f8cd4-a9f8-4bb9-88d1-7d477e108db9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5785b43d-448b-4d12-9eb5-4e4caf2e7eaf HTTP/1.1" status: 200 len: 843 time: 0.3562126 Jan 28 07:05:00.992022 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-861603b6-4302-45be-b89c-80a11a805da4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2c157309180d4755b327e96137b1f22a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8714986 Jan 28 07:05:00.992647 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 58080) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:05:01.005342 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 58082) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:05:01.022817 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-77cc603d-9f77-44a0-9663-bee2436ab226 req-c113329b-a893-4b26-a736-56a13521a666 service neutron] 10.222.0.44 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077623 Jan 28 07:05:01.023619 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d00ccbe5-e7ab-456f-a9ea-faf8157644fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:01.026916 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e4532a7-5444-45be-895a-d7dc4ea39df0 req-f255cdb1-fab5-4c84-8a64-3504e9e0e06e tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Network 823f80f1-2970-481b-aed2-7ad5a7c0ed20 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:05:01.065060 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [req-8e4532a7-5444-45be-895a-d7dc4ea39df0 req-f255cdb1-fab5-4c84-8a64-3504e9e0e06e tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:05:01.066901 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f255cdb1-fab5-4c84-8a64-3504e9e0e06e tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Pushing event updated for resources: {'Port': ['ID=abf761fe-27eb-4437-903a-948a31ef5bc8,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:01.074994 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e4532a7-5444-45be-895a-d7dc4ea39df0 req-f255cdb1-fab5-4c84-8a64-3504e9e0e06e tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:05:01.090361 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 58084) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:05:01.096447 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-779cb769-96c7-472f-b3c3-f21665af5549 req-af0ebdf0-5ec9-4f70-a8fe-2df941779ca8 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3607597 Jan 28 07:05:01.156515 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-77cc603d-9f77-44a0-9663-bee2436ab226 req-a7807d2a-d679-4203-98e4-9ad9cf241070 service neutron] 10.222.0.44 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241899 Jan 28 07:05:01.170343 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a81e44-97a4-4cdb-be31-68537f6a52f1 admin admin] Network 40d02b2d-8999-4dc2-abb9-3653b1c5639b is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:05:01.202981 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d00ccbe5-e7ab-456f-a9ea-faf8157644fb admin admin] Publish callbacks [] for security_group (922af32c-a200-41ac-a1c2-8b855960650c), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:01.205105 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-a7a81e44-97a4-4cdb-be31-68537f6a52f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:05:01.212565 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d00ccbe5-e7ab-456f-a9ea-faf8157644fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (922af32c-a200-41ac-a1c2-8b855960650c), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:01.225742 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-ce997d36-7d53-4d13-80c5-4fa17afa9446 req-017d05c3-4060-43d4-b785-a7364e233dac service neutron] For port c940bffe-7c91-4b25-9d0c-64122cb95c53, host n-h2-712749-28, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:05:01.234267 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4532a7-5444-45be-895a-d7dc4ea39df0 req-f255cdb1-fab5-4c84-8a64-3504e9e0e06e tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:01.234916 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-8e4532a7-5444-45be-895a-d7dc4ea39df0 req-f255cdb1-fab5-4c84-8a64-3504e9e0e06e tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:01.238424 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-ce997d36-7d53-4d13-80c5-4fa17afa9446 req-017d05c3-4060-43d4-b785-a7364e233dac service neutron] For port c940bffe-7c91-4b25-9d0c-64122cb95c53, host n-h2-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=c940bffe-7c91-4b25-9d0c-64122cb95c53,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:05:01.264295 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-d00ccbe5-e7ab-456f-a9ea-faf8157644fb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=692a27454f114c4994457e5624eb2b97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2576892 Jan 28 07:05:01.266543 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 58090) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:05:01.271306 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdd5d9c-a6c1-437d-bb56-37b9a4ebe8bf req-4f49f165-390d-4634-972c-a3058cbf4471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:01.272643 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9fdd5d9c-a6c1-437d-bb56-37b9a4ebe8bf req-4f49f165-390d-4634-972c-a3058cbf4471 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2791536 Jan 28 07:05:01.273741 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-ce997d36-7d53-4d13-80c5-4fa17afa9446 req-017d05c3-4060-43d4-b785-a7364e233dac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (c940bffe-7c91-4b25-9d0c-64122cb95c53), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:01.283930 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00ccbe5-e7ab-456f-a9ea-faf8157644fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=922af32c-a200-41ac-a1c2-8b855960650c,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:01.321046 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-225e31c2-c07a-491f-9cd9-178a39ac138a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:01.340049 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8e4532a7-5444-45be-895a-d7dc4ea39df0 req-f255cdb1-fab5-4c84-8a64-3504e9e0e06e tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6829205 Jan 28 07:05:01.361557 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b66f6ec3-1d60-45ac-817d-bc33519d402a admin admin] Publish callbacks [] for security_group (f9a8d772-e227-4e30-b602-711e4715c2df), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:01.387805 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-8e4532a7-5444-45be-895a-d7dc4ea39df0 req-bb717a15-2645-4cbc-a169-9c733d98d6f9 service neutron] Request body: {'port': {'device_id': 'ac4a8f81-18d9-4d17-b21a-fa9550ec808a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-28'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:05:01.390591 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afd79a8-7bdd-4d09-a542-5c680b5e9b11 req-f902ee98-f5aa-427a-9dd7-5549878411a8 tempest-LiveMigrationNegativeTest-417767109 tempest-LiveMigrationNegativeTest-417767109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:01.392131 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8afd79a8-7bdd-4d09-a542-5c680b5e9b11 req-f902ee98-f5aa-427a-9dd7-5549878411a8 tempest-LiveMigrationNegativeTest-417767109 tempest-LiveMigrationNegativeTest-417767109-project] 10.222.0.41 "GET /v2.0/ports?device_id=c68608de-4be2-4d4b-8753-feb04d009f6a HTTP/1.1" status: 200 len: 949 time: 0.1263716 Jan 28 07:05:01.455140 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c4fdb815-3f53-443f-9ace-e8a734080a69 admin admin] Publish callbacks [] for security_group (922af32c-a200-41ac-a1c2-8b855960650c), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:01.466888 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce997d36-7d53-4d13-80c5-4fa17afa9446 req-017d05c3-4060-43d4-b785-a7364e233dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:01.469681 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-ce997d36-7d53-4d13-80c5-4fa17afa9446 req-017d05c3-4060-43d4-b785-a7364e233dac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:01.472432 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ce997d36-7d53-4d13-80c5-4fa17afa9446 req-017d05c3-4060-43d4-b785-a7364e233dac service neutron] 10.222.0.44 "PUT /v2.0/ports/c940bffe-7c91-4b25-9d0c-64122cb95c53 HTTP/1.1" status: 200 len: 1097 time: 3.6038396 Jan 28 07:05:01.477860 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1980e332-383a-481f-ba04-3bf34c8065b8', 'tag': 'c940bffe-7c91-4b25-9d0c-64122cb95c53'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:05:01.482094 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56daccd1-aef4-4fac-90ff-8513b8ae0b0d" -d '{"events": [{"name": "network-changed", "server_uuid": "1980e332-383a-481f-ba04-3bf34c8065b8", "tag": "c940bffe-7c91-4b25-9d0c-64122cb95c53"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:05:01.504069 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 67908df9-2372-46e6-b007-c064059387ae up at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:05:01.537206 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c4fdb815-3f53-443f-9ace-e8a734080a69 admin admin] Publish callbacks [] for security_group (922af32c-a200-41ac-a1c2-8b855960650c), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:01.561498 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8afd79a8-7bdd-4d09-a542-5c680b5e9b11 req-327c570b-90bc-432d-a22b-01749b1ab67a tempest-LiveMigrationNegativeTest-417767109 tempest-LiveMigrationNegativeTest-417767109-project] 10.222.0.41 "GET /v2.0/security-groups?id=7cca885c-e367-40af-9432-ae9bb528627e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434216 Jan 28 07:05:01.583526 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-f15b6e98-fd65-4590-bc27-5c7c80754239 None None] Provisioning complete for port 0524002c-341e-4ffc-a6e6-30a763a2813e triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:05:01.584553 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f15b6e98-fd65-4590-bc27-5c7c80754239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (0524002c-341e-4ffc-a6e6-30a763a2813e), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:01.625363 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-225e31c2-c07a-491f-9cd9-178a39ac138a admin admin] Publish callbacks [] for security_group (9c3196d2-a092-4bb7-8d48-e85666cf51c9), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:01.631337 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08b18bfe-eb32-49a4-838a-d61315c52e41 x-openstack-request-id: req-08b18bfe-eb32-49a4-838a-d61315c52e41 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:05:01.631716 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1980e332-383a-481f-ba04-3bf34c8065b8", "tag": "c940bffe-7c91-4b25-9d0c-64122cb95c53", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:05:01.632010 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-08b18bfe-eb32-49a4-838a-d61315c52e41 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:05:01.632374 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-f15b6e98-fd65-4590-bc27-5c7c80754239 None None] Port 0524002c-341e-4ffc-a6e6-30a763a2813e cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:05:01.632522 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1980e332-383a-481f-ba04-3bf34c8065b8', 'tag': 'c940bffe-7c91-4b25-9d0c-64122cb95c53', 'status': 'completed', 'code': 200} Jan 28 07:05:01.638206 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-225e31c2-c07a-491f-9cd9-178a39ac138a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (9c3196d2-a092-4bb7-8d48-e85666cf51c9), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:01.657376 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning for port 67908df9-2372-46e6-b007-c064059387ae completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:05:01.663510 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning complete for port 67908df9-2372-46e6-b007-c064059387ae triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:05:01.664230 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (67908df9-2372-46e6-b007-c064059387ae), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:01.666136 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b66f6ec3-1d60-45ac-817d-bc33519d402a admin admin] Publish callbacks [] for security_group (f9a8d772-e227-4e30-b602-711e4715c2df), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:01.714707 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-225e31c2-c07a-491f-9cd9-178a39ac138a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ffdef04e0f254859a019be9cffc238be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6205854 Jan 28 07:05:01.716274 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 58098) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:05:01.726220 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225e31c2-c07a-491f-9cd9-178a39ac138a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c3196d2-a092-4bb7-8d48-e85666cf51c9,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:01.746507 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-8e4532a7-5444-45be-895a-d7dc4ea39df0 req-bb717a15-2645-4cbc-a169-9c733d98d6f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (abf761fe-27eb-4437-903a-948a31ef5bc8), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:01.756318 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c4fdb815-3f53-443f-9ace-e8a734080a69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (922af32c-a200-41ac-a1c2-8b855960650c), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:01.759001 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c4fdb815-3f53-443f-9ace-e8a734080a69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:01.762301 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017d05c3-4060-43d4-b785-a7364e233dac service neutron] Pushing event updated for resources: {'Port': ['ID=c940bffe-7c91-4b25-9d0c-64122cb95c53,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:01.765600 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-c4fdb815-3f53-443f-9ace-e8a734080a69 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/922af32c-a200-41ac-a1c2-8b855960650c HTTP/1.1" status: 204 len: 168 time: 0.4944751 Jan 28 07:05:01.788244 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce997d36-7d53-4d13-80c5-4fa17afa9446 req-11444e6e-de45-4e65-8200-f77df5326011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:01.789726 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ce997d36-7d53-4d13-80c5-4fa17afa9446 req-11444e6e-de45-4e65-8200-f77df5326011 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c4cb8f6b7fb846b4ab01d357846632b7&device_id=1980e332-383a-481f-ba04-3bf34c8065b8 HTTP/1.1" status: 200 len: 1100 time: 0.2118990 Jan 28 07:05:01.809541 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 67908df9-2372-46e6-b007-c064059387ae is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:05:01.809941 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (67908df9-2372-46e6-b007-c064059387ae), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:01.814103 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225e31c2-c07a-491f-9cd9-178a39ac138a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:05:01.814462 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225e31c2-c07a-491f-9cd9-178a39ac138a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:05:01.814806 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225e31c2-c07a-491f-9cd9-178a39ac138a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:05:01.815147 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225e31c2-c07a-491f-9cd9-178a39ac138a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:05:01.815478 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225e31c2-c07a-491f-9cd9-178a39ac138a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:05:01.815807 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225e31c2-c07a-491f-9cd9-178a39ac138a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:05:01.816133 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225e31c2-c07a-491f-9cd9-178a39ac138a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:05:01.816483 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225e31c2-c07a-491f-9cd9-178a39ac138a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:05:01.816935 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225e31c2-c07a-491f-9cd9-178a39ac138a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:05:01.817267 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225e31c2-c07a-491f-9cd9-178a39ac138a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:05:01.817592 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225e31c2-c07a-491f-9cd9-178a39ac138a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:05:01.817971 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225e31c2-c07a-491f-9cd9-178a39ac138a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:05:01.818418 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225e31c2-c07a-491f-9cd9-178a39ac138a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:05:01.839459 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b9fa60-3405-41b7-a30b-835129e3f9fd req-c33a6d89-53e9-41e1-b0d9-613b4d0ffc4b tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:01.840962 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-09b9fa60-3405-41b7-a30b-835129e3f9fd req-c33a6d89-53e9-41e1-b0d9-613b4d0ffc4b tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/ports?device_id=1980e332-383a-481f-ba04-3bf34c8065b8 HTTP/1.1" status: 200 len: 948 time: 0.3450136 Jan 28 07:05:01.842330 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017d05c3-4060-43d4-b785-a7364e233dac service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:05:01.843053 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017d05c3-4060-43d4-b785-a7364e233dac service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:05:01.843395 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017d05c3-4060-43d4-b785-a7364e233dac service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:05:01.843735 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017d05c3-4060-43d4-b785-a7364e233dac service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:05:01.844071 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017d05c3-4060-43d4-b785-a7364e233dac service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:05:01.844454 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017d05c3-4060-43d4-b785-a7364e233dac service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:05:01.844791 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017d05c3-4060-43d4-b785-a7364e233dac service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:05:01.845111 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017d05c3-4060-43d4-b785-a7364e233dac service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:05:01.845488 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017d05c3-4060-43d4-b785-a7364e233dac service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:05:01.845907 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017d05c3-4060-43d4-b785-a7364e233dac service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:05:01.846303 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017d05c3-4060-43d4-b785-a7364e233dac service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:05:01.846645 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017d05c3-4060-43d4-b785-a7364e233dac service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:05:01.846983 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017d05c3-4060-43d4-b785-a7364e233dac service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:05:01.851596 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fdb815-3f53-443f-9ace-e8a734080a69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=922af32c-a200-41ac-a1c2-8b855960650c,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:01.872218 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c68608de-4be2-4d4b-8753-feb04d009f6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67908df9-2372-46e6-b007-c064059387ae'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:05:01.875469 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c55e4884-7a01-45ac-bd13-0a9030ae381e admin admin] Publish callbacks [] for security_group (9c3196d2-a092-4bb7-8d48-e85666cf51c9), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:01.881186 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f3b71f7-a6f4-40c2-a32f-353d5ba7e026" -d '{"events": [{"server_uuid": "c68608de-4be2-4d4b-8753-feb04d009f6a", "name": "network-vif-plugged", "status": "completed", "tag": "67908df9-2372-46e6-b007-c064059387ae"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:05:01.895828 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b08641-8f07-4d99-9b4b-9c5cd45e6f5c req-78b62cf6-1524-4e3a-afd2-40460e73e2df tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:01.897386 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-00b08641-8f07-4d99-9b4b-9c5cd45e6f5c req-78b62cf6-1524-4e3a-afd2-40460e73e2df tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac4a8f81-18d9-4d17-b21a-fa9550ec808a HTTP/1.1" status: 200 len: 931 time: 0.1661232 Jan 28 07:05:01.917441 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9fdd5d9c-a6c1-437d-bb56-37b9a4ebe8bf req-89eb9897-39df-41a7-ae0f-8fe631eca565 service neutron] 10.222.0.10 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5978568 Jan 28 07:05:01.918666 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c55e4884-7a01-45ac-bd13-0a9030ae381e admin admin] Publish callbacks [] for security_group (9c3196d2-a092-4bb7-8d48-e85666cf51c9), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:01.925097 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7a81e44-97a4-4cdb-be31-68537f6a52f1 admin admin] Router bb0e90d9-aa8f-47f8-8a35-7025f159e9d8 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:05:01.929572 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 67908df9-2372-46e6-b007-c064059387ae, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=67908df9-2372-46e6-b007-c064059387ae,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:05:01.935220 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ce997d36-7d53-4d13-80c5-4fa17afa9446 req-48e28981-f3cb-4ed8-af06-9ee1370e928d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=c940bffe-7c91-4b25-9d0c-64122cb95c53 HTTP/1.1" status: 200 len: 217 time: 0.1107268 Jan 28 07:05:01.935600 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (67908df9-2372-46e6-b007-c064059387ae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:02.013863 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=67908df9-2372-46e6-b007-c064059387ae,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:02.024517 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-00b08641-8f07-4d99-9b4b-9c5cd45e6f5c req-fd08ddd5-84b8-4f59-bfb7-3e29cf1f0bc4 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/security-groups?id=83d97fa1-2f29-40d2-a756-a970d048d2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183133 Jan 28 07:05:02.046669 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c55e4884-7a01-45ac-bd13-0a9030ae381e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (9c3196d2-a092-4bb7-8d48-e85666cf51c9), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:02.050353 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c55e4884-7a01-45ac-bd13-0a9030ae381e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:02.053180 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-c55e4884-7a01-45ac-bd13-0a9030ae381e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9c3196d2-a092-4bb7-8d48-e85666cf51c9 HTTP/1.1" status: 204 len: 168 time: 0.3352771 Jan 28 07:05:02.072918 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-024a7f70-2b5b-41c6-98ab-b2ea76315636 x-openstack-request-id: req-024a7f70-2b5b-41c6-98ab-b2ea76315636 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:05:02.073084 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd6f6cee-8828-415b-beee-3ed839555ede', 'tag': '0c399f48-7d92-4b84-b2c1-e5fe6a895353'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:05:02.073331 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c68608de-4be2-4d4b-8753-feb04d009f6a", "name": "network-vif-plugged", "status": "completed", "tag": "67908df9-2372-46e6-b007-c064059387ae", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:05:02.073760 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-024a7f70-2b5b-41c6-98ab-b2ea76315636 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:05:02.074338 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c68608de-4be2-4d4b-8753-feb04d009f6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67908df9-2372-46e6-b007-c064059387ae', 'code': 200} Jan 28 07:05:02.075256 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7206654d-616b-44f4-bc8d-4f459cd2cd8f" -d '{"events": [{"name": "network-changed", "server_uuid": "cd6f6cee-8828-415b-beee-3ed839555ede", "tag": "0c399f48-7d92-4b84-b2c1-e5fe6a895353"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:05:02.077839 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55e4884-7a01-45ac-bd13-0a9030ae381e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c3196d2-a092-4bb7-8d48-e85666cf51c9,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:02.139110 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8691ac67-1e9a-412e-b03f-ad46775e64b8 x-openstack-request-id: req-8691ac67-1e9a-412e-b03f-ad46775e64b8 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:05:02.139917 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd6f6cee-8828-415b-beee-3ed839555ede", "tag": "0c399f48-7d92-4b84-b2c1-e5fe6a895353", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:05:02.140187 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8691ac67-1e9a-412e-b03f-ad46775e64b8 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:05:02.140618 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd6f6cee-8828-415b-beee-3ed839555ede', 'tag': '0c399f48-7d92-4b84-b2c1-e5fe6a895353', 'status': 'completed', 'code': 200} Jan 28 07:05:02.303580 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f199f3-14bc-4001-8a5f-d285c1c76f64 req-8155ae9b-f8c4-4639-8f83-416d56e88398 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:02.313530 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-97f199f3-14bc-4001-8a5f-d285c1c76f64 req-8155ae9b-f8c4-4639-8f83-416d56e88398 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd6f6cee-8828-415b-beee-3ed839555ede HTTP/1.1" status: 200 len: 947 time: 0.0951638 Jan 28 07:05:02.324966 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5da30a-53f4-4e79-b107-dfb82ac4f49c req-df2760cb-6b0f-439a-8b2e-c0e913ff7a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:02.326887 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3d5da30a-53f4-4e79-b107-dfb82ac4f49c req-df2760cb-6b0f-439a-8b2e-c0e913ff7a7b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c68608de-4be2-4d4b-8753-feb04d009f6a HTTP/1.1" status: 200 len: 1102 time: 0.1485524 Jan 28 07:05:02.353663 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b66f6ec3-1d60-45ac-817d-bc33519d402a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (f9a8d772-e227-4e30-b602-711e4715c2df), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:02.356095 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b66f6ec3-1d60-45ac-817d-bc33519d402a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:02.360715 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-b66f6ec3-1d60-45ac-817d-bc33519d402a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f9a8d772-e227-4e30-b602-711e4715c2df HTTP/1.1" status: 204 len: 168 time: 1.3326478 Jan 28 07:05:02.406130 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66f6ec3-1d60-45ac-817d-bc33519d402a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9a8d772-e227-4e30-b602-711e4715c2df,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:02.427226 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3d5da30a-53f4-4e79-b107-dfb82ac4f49c req-c3bb34be-402e-4a4b-90cd-5a0b36d14b07 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=7cca885c-e367-40af-9432-ae9bb528627e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934882 Jan 28 07:05:02.453048 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-09b9fa60-3405-41b7-a30b-835129e3f9fd req-c833f5b5-048a-488b-83d6-9e5aefa371f2 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/security-groups?id=b910cb8c-64ec-47f6-b06b-89e838bb343d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5990627 Jan 28 07:05:02.468551 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-97f199f3-14bc-4001-8a5f-d285c1c76f64 req-a06eb328-6819-4cc5-a79a-3bbd35733a94 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529627 Jan 28 07:05:02.477949 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce997d36-7d53-4d13-80c5-4fa17afa9446 req-d3341857-5744-44d2-b1fe-c3592f7bbd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:02.477949 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ce997d36-7d53-4d13-80c5-4fa17afa9446 req-d3341857-5744-44d2-b1fe-c3592f7bbd8a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5785b43d-448b-4d12-9eb5-4e4caf2e7eaf HTTP/1.1" status: 200 len: 843 time: 0.2805917 Jan 28 07:05:02.534996 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 58124) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:05:02.560486 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b16b89bc-65f8-4c01-8957-d6e961b32565 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:02.605536 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9fdd5d9c-a6c1-437d-bb56-37b9a4ebe8bf req-c3a82254-39e3-4013-89e7-69f74434458c service neutron] 10.222.0.10 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6620414 Jan 28 07:05:02.658267 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7a81e44-97a4-4cdb-be31-68537f6a52f1 admin admin] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:05:02.678650 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-a7a81e44-97a4-4cdb-be31-68537f6a52f1 admin admin] 10.222.0.41 "PUT /v2.0/routers/bb0e90d9-aa8f-47f8-8a35-7025f159e9d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4818413 Jan 28 07:05:02.680834 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f032664-c942-402e-97b5-6e5029957b34 None None] Sync routers for ids ['bb0e90d9-aa8f-47f8-8a35-7025f159e9d8'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:05:02.689147 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce997d36-7d53-4d13-80c5-4fa17afa9446 req-8ec8ecaa-251b-4cb8-af5c-f47a9d270f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:02.690721 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ce997d36-7d53-4d13-80c5-4fa17afa9446 req-8ec8ecaa-251b-4cb8-af5c-f47a9d270f34 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2043378 Jan 28 07:05:02.711821 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f032664-c942-402e-97b5-6e5029957b34 None None] Routers {'bb0e90d9-aa8f-47f8-8a35-7025f159e9d8'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:05:02.712471 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-0f032664-c942-402e-97b5-6e5029957b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:04:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['bb0e90d9-aa8f-47f8-8a35-7025f159e9d8'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:05:02.732789 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b16b89bc-65f8-4c01-8957-d6e961b32565 admin admin] Publish callbacks [] for security_group (b6a2342d-edf4-4b20-a8e4-7639b6e00bde), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:02.773408 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b16b89bc-65f8-4c01-8957-d6e961b32565 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (b6a2342d-edf4-4b20-a8e4-7639b6e00bde), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:02.814658 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:02.834799 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16b89bc-65f8-4c01-8957-d6e961b32565 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6a2342d-edf4-4b20-a8e4-7639b6e00bde,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:02.843661 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-b16b89bc-65f8-4c01-8957-d6e961b32565 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e711ef6833e848cc887da4358eea4e9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3044324 Jan 28 07:05:02.844711 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 58134) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:05:02.855973 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159a6357-b1e2-46fe-b44c-9ca0363969a7 req-a3d42dd6-7788-40c1-8cad-3c1cf3d4d0a1 tempest-LiveMigrationNegativeTest-417767109 tempest-LiveMigrationNegativeTest-417767109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:02.863523 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-159a6357-b1e2-46fe-b44c-9ca0363969a7 req-a3d42dd6-7788-40c1-8cad-3c1cf3d4d0a1 tempest-LiveMigrationNegativeTest-417767109 tempest-LiveMigrationNegativeTest-417767109-project] 10.222.0.41 "GET /v2.0/ports?device_id=c68608de-4be2-4d4b-8753-feb04d009f6a HTTP/1.1" status: 200 len: 950 time: 0.1359079 Jan 28 07:05:02.893522 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [req-8e4532a7-5444-45be-895a-d7dc4ea39df0 req-bb717a15-2645-4cbc-a169-9c733d98d6f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abf761fe-27eb-4437-903a-948a31ef5bc8 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:05:02.911343 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-8e4532a7-5444-45be-895a-d7dc4ea39df0 req-bb717a15-2645-4cbc-a169-9c733d98d6f9 service neutron] Publish callbacks [] for port (abf761fe-27eb-4437-903a-948a31ef5bc8), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:02.920864 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-159a6357-b1e2-46fe-b44c-9ca0363969a7 req-c8174516-daa3-4123-b70b-4998d1676f17 tempest-LiveMigrationNegativeTest-417767109 tempest-LiveMigrationNegativeTest-417767109-project] 10.222.0.41 "GET /v2.0/security-groups?id=7cca885c-e367-40af-9432-ae9bb528627e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560093 Jan 28 07:05:02.952722 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-0f032664-c942-402e-97b5-6e5029957b34 None None] Set router bb0e90d9-aa8f-47f8-8a35-7025f159e9d8 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:05:02.975820 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [req-8e4532a7-5444-45be-895a-d7dc4ea39df0 req-bb717a15-2645-4cbc-a169-9c733d98d6f9 service neutron] Transition to ACTIVE for port object abf761fe-27eb-4437-903a-948a31ef5bc8 will not be triggered until provisioned by entity L2. {{(pid=103283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:05:02.993876 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-8e4532a7-5444-45be-895a-d7dc4ea39df0 req-bb717a15-2645-4cbc-a169-9c733d98d6f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (abf761fe-27eb-4437-903a-948a31ef5bc8), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:03.011601 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7206654d-616b-44f4-bc8d-4f459cd2cd8f req-da15d5ba-4afb-488f-9183-bc11dd1e4164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:03.013431 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7206654d-616b-44f4-bc8d-4f459cd2cd8f req-da15d5ba-4afb-488f-9183-bc11dd1e4164 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=966335f0946f459597af95ab0b33b55c&device_id=cd6f6cee-8828-415b-beee-3ed839555ede HTTP/1.1" status: 200 len: 1099 time: 0.1884298 Jan 28 07:05:03.016522 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ce997d36-7d53-4d13-80c5-4fa17afa9446 req-8512cca8-c100-4334-ad00-4426deed08c6 service neutron] 10.222.0.44 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3188853 Jan 28 07:05:03.104286 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-14803a69-575a-457f-a8e7-ea06226da2af admin admin] Publish callbacks [] for security_group (b6a2342d-edf4-4b20-a8e4-7639b6e00bde), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:03.225012 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-0f032664-c942-402e-97b5-6e5029957b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb0e90d9-aa8f-47f8-8a35-7025f159e9d8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-886638038-router', 'tenant_id': '0960152eceb74f9eb1ec8ad55ca70381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '2f94349b-5fb8-42d1-80f3-7fd278b29f29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:04:46Z', 'updated_at': '2022-01-28T07:04:58Z', 'revision_number': 4, 'project_id': '0960152eceb74f9eb1ec8ad55ca70381', 'gw_port': {'id': '2f94349b-5fb8-42d1-80f3-7fd278b29f29', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:19:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0e90d9-aa8f-47f8-8a35-7025f159e9d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:04:48Z', 'updated_at': '2022-01-28T07:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '0524002c-341e-4ffc-a6e6-30a763a2813e', 'name': '', 'network_id': '40d02b2d-8999-4dc2-abb9-3653b1c5639b', 'tenant_id': '0960152eceb74f9eb1ec8ad55ca70381', 'mac_address': 'fa:16:3e:ab:f0:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb0e90d9-aa8f-47f8-8a35-7025f159e9d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'b0a9e84b-90ab-4b66-a900-eb7872b6d81f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:04:55Z', 'updated_at': '2022-01-28T07:04:59Z', 'revision_number': 2, 'project_id': '0960152eceb74f9eb1ec8ad55ca70381', 'subnets': [{'id': 'b0a9e84b-90ab-4b66-a900-eb7872b6d81f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:05:03.257889 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f032664-c942-402e-97b5-6e5029957b34 None None] Checking router: bb0e90d9-aa8f-47f8-8a35-7025f159e9d8 for host: n-d-712749-28 {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:05:03.258255 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f032664-c942-402e-97b5-6e5029957b34 None None] Updating router bb0e90d9-aa8f-47f8-8a35-7025f159e9d8 port 0524002c-341e-4ffc-a6e6-30a763a2813e binding host n-d-712749-28 {{(pid=103285) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 07:05:03.296951 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0f032664-c942-402e-97b5-6e5029957b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (0524002c-341e-4ffc-a6e6-30a763a2813e), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:03.319326 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb717a15-2645-4cbc-a169-9c733d98d6f9 service neutron] Pushing event updated for resources: {'Port': ['ID=abf761fe-27eb-4437-903a-948a31ef5bc8,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:03.335633 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-14803a69-575a-457f-a8e7-ea06226da2af admin admin] Publish callbacks [] for security_group (b6a2342d-edf4-4b20-a8e4-7639b6e00bde), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:03.339099 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b07ee43b-96f3-4462-806a-b612f67754df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:03.416875 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec5d215-414e-4981-9a3f-82236acb0ae6 req-4ced002f-955e-4710-9928-2eed9a692b83 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:03.425795 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-dec5d215-414e-4981-9a3f-82236acb0ae6 req-4ced002f-955e-4710-9928-2eed9a692b83 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac4a8f81-18d9-4d17-b21a-fa9550ec808a HTTP/1.1" status: 200 len: 943 time: 0.2375228 Jan 28 07:05:03.468855 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ce997d36-7d53-4d13-80c5-4fa17afa9446 req-3fc961e7-74a3-4154-a00c-9b1ff3da6947 service neutron] 10.222.0.44 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4092591 Jan 28 07:05:03.486330 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-8e4532a7-5444-45be-895a-d7dc4ea39df0 req-bb717a15-2645-4cbc-a169-9c733d98d6f9 service neutron] Attempting to bind port abf761fe-27eb-4437-903a-948a31ef5bc8 on host n-h1-712749-28 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:05:03.486791 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-8e4532a7-5444-45be-895a-d7dc4ea39df0 req-bb717a15-2645-4cbc-a169-9c733d98d6f9 service neutron] Attempting to bind port abf761fe-27eb-4437-903a-948a31ef5bc8 by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': '919581ea-4d97-4a95-839c-1632528194b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '823f80f1-2970-481b-aed2-7ad5a7c0ed20'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:05:03.487251 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4532a7-5444-45be-895a-d7dc4ea39df0 req-bb717a15-2645-4cbc-a169-9c733d98d6f9 service neutron] Attempting to bind port abf761fe-27eb-4437-903a-948a31ef5bc8 on network 823f80f1-2970-481b-aed2-7ad5a7c0ed20 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:05:03.490343 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7206654d-616b-44f4-bc8d-4f459cd2cd8f req-a2e48915-4d4e-4db3-8d38-249dd4182bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:03.492106 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7206654d-616b-44f4-bc8d-4f459cd2cd8f req-a2e48915-4d4e-4db3-8d38-249dd4182bfd service neutron] 10.222.0.10 "GET /v2.0/networks?id=d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb HTTP/1.1" status: 200 len: 870 time: 0.4668503 Jan 28 07:05:03.502066 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4532a7-5444-45be-895a-d7dc4ea39df0 req-bb717a15-2645-4cbc-a169-9c733d98d6f9 service neutron] Port abf761fe-27eb-4437-903a-948a31ef5bc8 on network 823f80f1-2970-481b-aed2-7ad5a7c0ed20 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:05:03.502516 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4532a7-5444-45be-895a-d7dc4ea39df0 req-bb717a15-2645-4cbc-a169-9c733d98d6f9 service neutron] Attempting to bind port abf761fe-27eb-4437-903a-948a31ef5bc8 on network 823f80f1-2970-481b-aed2-7ad5a7c0ed20 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:05:03.529132 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4532a7-5444-45be-895a-d7dc4ea39df0 req-bb717a15-2645-4cbc-a169-9c733d98d6f9 service neutron] Checking agent: {'id': '2fca46b1-237f-4857-9290-2429d810e472', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 5, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:05:03.529377 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4532a7-5444-45be-895a-d7dc4ea39df0 req-bb717a15-2645-4cbc-a169-9c733d98d6f9 service neutron] Checking segment: {'id': '919581ea-4d97-4a95-839c-1632528194b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '823f80f1-2970-481b-aed2-7ad5a7c0ed20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:05:03.530503 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4532a7-5444-45be-895a-d7dc4ea39df0 req-bb717a15-2645-4cbc-a169-9c733d98d6f9 service neutron] Bound using segment: {'id': '919581ea-4d97-4a95-839c-1632528194b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '823f80f1-2970-481b-aed2-7ad5a7c0ed20'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:05:03.531620 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-8e4532a7-5444-45be-895a-d7dc4ea39df0 req-bb717a15-2645-4cbc-a169-9c733d98d6f9 service neutron] Bound port: abf761fe-27eb-4437-903a-948a31ef5bc8, host: n-h1-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '919581ea-4d97-4a95-839c-1632528194b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '823f80f1-2970-481b-aed2-7ad5a7c0ed20'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:05:03.532606 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-8e4532a7-5444-45be-895a-d7dc4ea39df0 req-bb717a15-2645-4cbc-a169-9c733d98d6f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (abf761fe-27eb-4437-903a-948a31ef5bc8), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:03.579621 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7206654d-616b-44f4-bc8d-4f459cd2cd8f req-6bfbbdc6-cb5d-451f-9164-8703011df433 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=0c399f48-7d92-4b84-b2c1-e5fe6a895353 HTTP/1.1" status: 200 len: 217 time: 0.0665126 Jan 28 07:05:03.622684 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-14803a69-575a-457f-a8e7-ea06226da2af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (b6a2342d-edf4-4b20-a8e4-7639b6e00bde), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:03.625857 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-14803a69-575a-457f-a8e7-ea06226da2af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:03.630031 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-14803a69-575a-457f-a8e7-ea06226da2af admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b6a2342d-edf4-4b20-a8e4-7639b6e00bde HTTP/1.1" status: 204 len: 168 time: 0.7699606 Jan 28 07:05:03.633915 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-dec5d215-414e-4981-9a3f-82236acb0ae6 req-3530004a-83f0-490e-aacc-8b6c07e9e562 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/security-groups?id=83d97fa1-2f29-40d2-a756-a970d048d2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069564 Jan 28 07:05:03.683560 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1a6dac-53dd-4629-b615-947720fc83c8 req-a16fb5d4-ad1a-48b2-9d9f-97ceec1334cc tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:03.694531 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14803a69-575a-457f-a8e7-ea06226da2af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6a2342d-edf4-4b20-a8e4-7639b6e00bde,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:03.705383 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2c1a6dac-53dd-4629-b615-947720fc83c8 req-a16fb5d4-ad1a-48b2-9d9f-97ceec1334cc tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/ports?device_id=1980e332-383a-481f-ba04-3bf34c8065b8 HTTP/1.1" status: 200 len: 948 time: 0.1545472 Jan 28 07:05:03.733865 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7206654d-616b-44f4-bc8d-4f459cd2cd8f req-8c22e229-1c77-4d33-aa71-983cb3ef5447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:03.735619 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7206654d-616b-44f4-bc8d-4f459cd2cd8f req-8c22e229-1c77-4d33-aa71-983cb3ef5447 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5785b43d-448b-4d12-9eb5-4e4caf2e7eaf HTTP/1.1" status: 200 len: 843 time: 0.1412551 Jan 28 07:05:03.742347 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56daccd1-aef4-4fac-90ff-8513b8ae0b0d req-0135c7e0-8f6c-4d26-a06a-2b6fc984eb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:03.744184 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-56daccd1-aef4-4fac-90ff-8513b8ae0b0d req-0135c7e0-8f6c-4d26-a06a-2b6fc984eb91 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c4cb8f6b7fb846b4ab01d357846632b7&device_id=1980e332-383a-481f-ba04-3bf34c8065b8 HTTP/1.1" status: 200 len: 1100 time: 0.1621418 Jan 28 07:05:03.807595 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-8e4532a7-5444-45be-895a-d7dc4ea39df0 req-bb717a15-2645-4cbc-a169-9c733d98d6f9 service neutron] For port abf761fe-27eb-4437-903a-948a31ef5bc8, host n-h1-712749-28, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:05:03.809634 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:03.819461 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2c1a6dac-53dd-4629-b615-947720fc83c8 req-de78da37-4ec0-44fa-94d0-ca1d59800ce1 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/security-groups?id=b910cb8c-64ec-47f6-b06b-89e838bb343d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131625 Jan 28 07:05:03.889447 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-8e4532a7-5444-45be-895a-d7dc4ea39df0 req-bb717a15-2645-4cbc-a169-9c733d98d6f9 service neutron] For port abf761fe-27eb-4437-903a-948a31ef5bc8, host n-h1-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=abf761fe-27eb-4437-903a-948a31ef5bc8,segment=NetworkSegment(919581ea-4d97-4a95-839c-1632528194b6),segment_id=919581ea-4d97-4a95-839c-1632528194b6)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:05:03.890723 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0f032664-c942-402e-97b5-6e5029957b34 None None] Publish callbacks [] for port (0524002c-341e-4ffc-a6e6-30a763a2813e), precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:03.901522 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0f032664-c942-402e-97b5-6e5029957b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (0524002c-341e-4ffc-a6e6-30a763a2813e), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:03.905889 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-8e4532a7-5444-45be-895a-d7dc4ea39df0 req-bb717a15-2645-4cbc-a169-9c733d98d6f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (abf761fe-27eb-4437-903a-948a31ef5bc8), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:03.957364 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7206654d-616b-44f4-bc8d-4f459cd2cd8f req-7264f03c-2cd1-4a1e-b10d-42e87733bae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:03.959647 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7206654d-616b-44f4-bc8d-4f459cd2cd8f req-7264f03c-2cd1-4a1e-b10d-42e87733bae5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2142868 Jan 28 07:05:03.971093 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4532a7-5444-45be-895a-d7dc4ea39df0 req-bb717a15-2645-4cbc-a169-9c733d98d6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:03.972143 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-8e4532a7-5444-45be-895a-d7dc4ea39df0 req-bb717a15-2645-4cbc-a169-9c733d98d6f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:03.973987 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8e4532a7-5444-45be-895a-d7dc4ea39df0 req-bb717a15-2645-4cbc-a169-9c733d98d6f9 service neutron] 10.222.0.10 "PUT /v2.0/ports/abf761fe-27eb-4437-903a-948a31ef5bc8 HTTP/1.1" status: 200 len: 1092 time: 2.6020362 Jan 28 07:05:03.981033 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac4a8f81-18d9-4d17-b21a-fa9550ec808a', 'tag': 'abf761fe-27eb-4437-903a-948a31ef5bc8'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:05:03.984957 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-909b20de-3236-44d6-b314-315798849cef" -d '{"events": [{"name": "network-changed", "server_uuid": "ac4a8f81-18d9-4d17-b21a-fa9550ec808a", "tag": "abf761fe-27eb-4437-903a-948a31ef5bc8"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:05:04.007753 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2200f1ba-6b65-4afd-adae-bfaf00bdf8c8 req-99dad395-d491-4ffa-9561-3c1e16a2f066 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:04.020187 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2200f1ba-6b65-4afd-adae-bfaf00bdf8c8 req-99dad395-d491-4ffa-9561-3c1e16a2f066 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd6f6cee-8828-415b-beee-3ed839555ede HTTP/1.1" status: 200 len: 947 time: 0.2636707 Jan 28 07:05:04.151673 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 58190) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:05:04.167938 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-b336abff-0b66-4042-b4da-86b3e8d09328 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1472491423-network', 'tenant_id': '653b11b487c8410f9ec9a2597f17d777'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:05:04.259155 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdd862b-f106-4810-b016-746130b084ae req-7026a254-69f2-43a2-9619-869f9f07aaf6 tempest-LiveMigrationNegativeTest-417767109 tempest-LiveMigrationNegativeTest-417767109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:04.271597 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1fdd862b-f106-4810-b016-746130b084ae req-7026a254-69f2-43a2-9619-869f9f07aaf6 tempest-LiveMigrationNegativeTest-417767109 tempest-LiveMigrationNegativeTest-417767109-project] 10.222.0.41 "GET /v2.0/ports?device_id=c68608de-4be2-4d4b-8753-feb04d009f6a HTTP/1.1" status: 200 len: 950 time: 0.1837835 Jan 28 07:05:04.278391 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b336abff-0b66-4042-b4da-86b3e8d09328 admin admin] Made reservation on behalf of 653b11b487c8410f9ec9a2597f17d777 for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:05:04.283098 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b336abff-0b66-4042-b4da-86b3e8d09328 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:04.361014 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 137d085c-b81f-48ec-a596-8512923cea40 details requested by agent hyperv_n-h2-712749-28 with host n-h2-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:05:04.371030 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b336abff-0b66-4042-b4da-86b3e8d09328 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:04.459350 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb717a15-2645-4cbc-a169-9c733d98d6f9 service neutron] Pushing event updated for resources: {'Port': ['ID=abf761fe-27eb-4437-903a-948a31ef5bc8,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:04.463241 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56daccd1-aef4-4fac-90ff-8513b8ae0b0d req-99ede473-7ecb-4e1c-94e4-0361ac877f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:04.465064 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-56daccd1-aef4-4fac-90ff-8513b8ae0b0d req-99ede473-7ecb-4e1c-94e4-0361ac877f53 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb HTTP/1.1" status: 200 len: 870 time: 0.7075748 Jan 28 07:05:04.487544 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 137d085c-b81f-48ec-a596-8512923cea40, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=137d085c-b81f-48ec-a596-8512923cea40,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:05:04.520232 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Returning: {'device': '137d085c-b81f-48ec-a596-8512923cea40', 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb', 'port_id': '137d085c-b81f-48ec-a596-8512923cea40', 'mac_address': 'fa:16:3e:26:e3:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5785b43d-448b-4d12-9eb5-4e4caf2e7eaf', 'ip_address': '192.168.233.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:05:04.524096 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72f8787-82ee-4858-a065-e225ced0ddda None None] Pushing event updated for resources: {'Port': ['ID=0524002c-341e-4ffc-a6e6-30a763a2813e,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:04.537706 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1fdd862b-f106-4810-b016-746130b084ae req-033dc846-6807-4ddb-ba72-e9b0aa925e91 tempest-LiveMigrationNegativeTest-417767109 tempest-LiveMigrationNegativeTest-417767109-project] 10.222.0.41 "GET /v2.0/security-groups?id=7cca885c-e367-40af-9432-ae9bb528627e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2624307 Jan 28 07:05:04.602757 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port 137d085c-b81f-48ec-a596-8512923cea40 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:05:04.603460 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (137d085c-b81f-48ec-a596-8512923cea40), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:04.610504 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4532a7-5444-45be-895a-d7dc4ea39df0 req-2feb42e8-0ed1-41a5-9e92-b4a5cd0b3621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:04.616252 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8e4532a7-5444-45be-895a-d7dc4ea39df0 req-2feb42e8-0ed1-41a5-9e92-b4a5cd0b3621 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5c2af407db1e43909575b4b7c4ad1b18&device_id=ac4a8f81-18d9-4d17-b21a-fa9550ec808a HTTP/1.1" status: 200 len: 1095 time: 0.5584402 Jan 28 07:05:04.616431 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b336abff-0b66-4042-b4da-86b3e8d09328 admin admin] Publish callbacks [] for security_group (887bfca3-dad9-4d1b-b009-8ec87c122ac7), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:04.618086 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-0f032664-c942-402e-97b5-6e5029957b34 None None] Attempting to bind port 0524002c-341e-4ffc-a6e6-30a763a2813e on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:05:04.618515 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-0f032664-c942-402e-97b5-6e5029957b34 None None] Attempting to bind port 0524002c-341e-4ffc-a6e6-30a763a2813e by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '54d6bc55-d69e-43c8-8b72-86f677a245e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '40d02b2d-8999-4dc2-abb9-3653b1c5639b'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:05:04.618907 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f032664-c942-402e-97b5-6e5029957b34 None None] Attempting to bind port 0524002c-341e-4ffc-a6e6-30a763a2813e on network 40d02b2d-8999-4dc2-abb9-3653b1c5639b {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:05:04.621533 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-56daccd1-aef4-4fac-90ff-8513b8ae0b0d req-537528ec-1b62-44d5-9b21-36404f28a7c8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=c940bffe-7c91-4b25-9d0c-64122cb95c53 HTTP/1.1" status: 200 len: 217 time: 0.1380632 Jan 28 07:05:04.623121 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b336abff-0b66-4042-b4da-86b3e8d09328 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (887bfca3-dad9-4d1b-b009-8ec87c122ac7), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:04.624625 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 137d085c-b81f-48ec-a596-8512923cea40 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:05:04.645321 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2200f1ba-6b65-4afd-adae-bfaf00bdf8c8 req-6eaf0b02-8726-4b17-8d0b-a89914dbcab8 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6238000 Jan 28 07:05:04.647132 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 137d085c-b81f-48ec-a596-8512923cea40, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=137d085c-b81f-48ec-a596-8512923cea40,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:05:04.652945 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b336abff-0b66-4042-b4da-86b3e8d09328 admin admin] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:05:04.656681 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-70f99e96-f1ea-4841-a9d6-77ae4b5a38d7 None None] Provisioning complete for port 0524002c-341e-4ffc-a6e6-30a763a2813e triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:05:04.657098 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-70f99e96-f1ea-4841-a9d6-77ae4b5a38d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (0524002c-341e-4ffc-a6e6-30a763a2813e), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:04.657223 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:05:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f06709e8-07bc-47c9-9524-2b627d653c9b x-openstack-request-id: req-f06709e8-07bc-47c9-9524-2b627d653c9b {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:05:04.657467 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac4a8f81-18d9-4d17-b21a-fa9550ec808a", "tag": "abf761fe-27eb-4437-903a-948a31ef5bc8", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:05:04.658401 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f06709e8-07bc-47c9-9524-2b627d653c9b {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:05:04.659975 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac4a8f81-18d9-4d17-b21a-fa9550ec808a', 'tag': 'abf761fe-27eb-4437-903a-948a31ef5bc8', 'status': 'completed', 'code': 200} Jan 28 07:05:04.687330 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b336abff-0b66-4042-b4da-86b3e8d09328 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (309b35ab-bc53-487e-9972-0ce297281851), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:04.687897 n-d-712749-28 neutron-server[103284]: INFO neutron.db.segments_db [None req-b336abff-0b66-4042-b4da-86b3e8d09328 admin admin] Added segment 309b35ab-bc53-487e-9972-0ce297281851 of type vlan for network d9570857-73c9-4cb6-bc59-f41e2162d678 Jan 28 07:05:04.689763 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b336abff-0b66-4042-b4da-86b3e8d09328 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=887bfca3-dad9-4d1b-b009-8ec87c122ac7,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:04.727543 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f032664-c942-402e-97b5-6e5029957b34 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:05:04.727950 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f032664-c942-402e-97b5-6e5029957b34 None None] Checking segment: {'id': '54d6bc55-d69e-43c8-8b72-86f677a245e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '40d02b2d-8999-4dc2-abb9-3653b1c5639b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:05:04.736680 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0f032664-c942-402e-97b5-6e5029957b34 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:04.737339 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f032664-c942-402e-97b5-6e5029957b34 None None] Bound using segment: {'id': '54d6bc55-d69e-43c8-8b72-86f677a245e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '40d02b2d-8999-4dc2-abb9-3653b1c5639b'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:05:04.737869 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-0f032664-c942-402e-97b5-6e5029957b34 None None] Bound port: 0524002c-341e-4ffc-a6e6-30a763a2813e, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54d6bc55-d69e-43c8-8b72-86f677a245e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '40d02b2d-8999-4dc2-abb9-3653b1c5639b'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:05:04.738265 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0f032664-c942-402e-97b5-6e5029957b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (0524002c-341e-4ffc-a6e6-30a763a2813e), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:04.742311 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-70f99e96-f1ea-4841-a9d6-77ae4b5a38d7 None None] Port 0524002c-341e-4ffc-a6e6-30a763a2813e cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:05:04.747129 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (137d085c-b81f-48ec-a596-8512923cea40), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:04.754258 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b336abff-0b66-4042-b4da-86b3e8d09328 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (d9570857-73c9-4cb6-bc59-f41e2162d678), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:04.771683 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7206654d-616b-44f4-bc8d-4f459cd2cd8f req-060bbc91-4a5f-453b-9155-ea209801ecec service neutron] 10.222.0.10 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8029919 Jan 28 07:05:04.807935 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b336abff-0b66-4042-b4da-86b3e8d09328 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (d9570857-73c9-4cb6-bc59-f41e2162d678), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:04.809325 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b336abff-0b66-4042-b4da-86b3e8d09328 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:04.810150 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b336abff-0b66-4042-b4da-86b3e8d09328 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:04.884452 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-b336abff-0b66-4042-b4da-86b3e8d09328 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7296298 Jan 28 07:05:04.888040 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 58218) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:05:04.896078 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-aed91ff7-4d53-4036-be8b-d517a833d98d admin admin] Request body: {'subnet': {'network_id': 'd9570857-73c9-4cb6-bc59-f41e2162d678', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1472491423-subnet', 'tenant_id': '653b11b487c8410f9ec9a2597f17d777', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:05:04.896816 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=137d085c-b81f-48ec-a596-8512923cea40,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:04.912565 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8e4532a7-5444-45be-895a-d7dc4ea39df0 req-72a1cb16-fb2d-44b5-9b1c-7253735f41ed service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=abf761fe-27eb-4437-903a-948a31ef5bc8 HTTP/1.1" status: 200 len: 217 time: 0.2310593 Jan 28 07:05:04.929109 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b336abff-0b66-4042-b4da-86b3e8d09328 admin admin] Pushing event updated for resources: {'Network': ['ID=d9570857-73c9-4cb6-bc59-f41e2162d678,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:04.941438 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aed91ff7-4d53-4036-be8b-d517a833d98d admin admin] Made reservation on behalf of 653b11b487c8410f9ec9a2597f17d777 for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:05:04.945186 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-aed91ff7-4d53-4036-be8b-d517a833d98d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:04.970992 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network d9570857-73c9-4cb6-bc59-f41e2162d678 details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:05:05.074552 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-0f032664-c942-402e-97b5-6e5029957b34 None None] For port 0524002c-341e-4ffc-a6e6-30a763a2813e, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:05:05.079401 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-0f032664-c942-402e-97b5-6e5029957b34 None None] For port 0524002c-341e-4ffc-a6e6-30a763a2813e, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=0524002c-341e-4ffc-a6e6-30a763a2813e,segment=NetworkSegment(54d6bc55-d69e-43c8-8b72-86f677a245e2),segment_id=54d6bc55-d69e-43c8-8b72-86f677a245e2)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:05:05.089266 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0f032664-c942-402e-97b5-6e5029957b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (0524002c-341e-4ffc-a6e6-30a763a2813e), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:05.145783 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56daccd1-aef4-4fac-90ff-8513b8ae0b0d req-7955fb53-8240-4c07-a960-c81eeaccc921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:05.147948 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-56daccd1-aef4-4fac-90ff-8513b8ae0b0d req-7955fb53-8240-4c07-a960-c81eeaccc921 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5785b43d-448b-4d12-9eb5-4e4caf2e7eaf HTTP/1.1" status: 200 len: 843 time: 0.4973025 Jan 28 07:05:05.205818 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bb6c20-e269-4c31-b7b0-5b01d4945723 req-be84753b-3d53-415f-826e-58abcd1fb86c tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:05.207513 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d2bb6c20-e269-4c31-b7b0-5b01d4945723 req-be84753b-3d53-415f-826e-58abcd1fb86c tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac4a8f81-18d9-4d17-b21a-fa9550ec808a HTTP/1.1" status: 200 len: 943 time: 0.3209891 Jan 28 07:05:05.230119 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4532a7-5444-45be-895a-d7dc4ea39df0 req-fcc7aba7-635e-4419-9e8d-0b7a43031843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:05.231113 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8e4532a7-5444-45be-895a-d7dc4ea39df0 req-fcc7aba7-635e-4419-9e8d-0b7a43031843 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d3ff6769-eb60-4293-943b-ef852d2e0c72 HTTP/1.1" status: 200 len: 860 time: 0.3169165 Jan 28 07:05:05.232496 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f032664-c942-402e-97b5-6e5029957b34 None None] Routers {'bb0e90d9-aa8f-47f8-8a35-7025f159e9d8'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:05:05.233638 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-0f032664-c942-402e-97b5-6e5029957b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:04:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['bb0e90d9-aa8f-47f8-8a35-7025f159e9d8'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:05:05.288683 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8e4532a7-5444-45be-895a-d7dc4ea39df0 req-ae684e8f-922d-4908-982f-484ea8aac483 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=823f80f1-2970-481b-aed2-7ad5a7c0ed20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308776 Jan 28 07:05:05.297234 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7206654d-616b-44f4-bc8d-4f459cd2cd8f req-fb8f6390-30cf-4dfc-a800-2e0d30e5650b service neutron] 10.222.0.10 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4094334 Jan 28 07:05:05.341613 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d2bb6c20-e269-4c31-b7b0-5b01d4945723 req-4084b7a0-86b5-4b4d-8e2a-4d30b4711096 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/security-groups?id=83d97fa1-2f29-40d2-a756-a970d048d2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189282 Jan 28 07:05:05.344653 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56daccd1-aef4-4fac-90ff-8513b8ae0b0d req-2ae881d0-5bd8-456d-a162-8a1ab760028e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:05.346401 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-56daccd1-aef4-4fac-90ff-8513b8ae0b0d req-2ae881d0-5bd8-456d-a162-8a1ab760028e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1898131 Jan 28 07:05:05.391879 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72f8787-82ee-4858-a065-e225ced0ddda None None] Pushing event updated for resources: {'Port': ['ID=0524002c-341e-4ffc-a6e6-30a763a2813e,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:05.424605 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['137d085c-b81f-48ec-a596-8512923cea40'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:05:05.494908 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4287da4-9311-4982-b77d-d0e6eeb4ce6e req-c9166004-a424-422a-a18b-dcac413f77fa tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:05.503640 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d4287da4-9311-4982-b77d-d0e6eeb4ce6e req-c9166004-a424-422a-a18b-dcac413f77fa tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/ports?device_id=1980e332-383a-481f-ba04-3bf34c8065b8 HTTP/1.1" status: 200 len: 948 time: 0.0907407 Jan 28 07:05:05.541487 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-0f032664-c942-402e-97b5-6e5029957b34 None None] Set router bb0e90d9-aa8f-47f8-8a35-7025f159e9d8 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:05:05.544356 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 0c399f48-7d92-4b84-b2c1-e5fe6a895353 details requested by agent hyperv_n-h1-712749-28 with host n-h1-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:05:05.601497 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d4287da4-9311-4982-b77d-d0e6eeb4ce6e req-757224cd-1ee7-4324-82f3-5909f4be56da tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/security-groups?id=b910cb8c-64ec-47f6-b06b-89e838bb343d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924115 Jan 28 07:05:05.669367 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6d9cfbb1-7e58-41f5-9b97-ef9826b491b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:05.694810 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-56daccd1-aef4-4fac-90ff-8513b8ae0b0d req-a3b5f77f-b946-4c24-b647-08b8769172d6 service neutron] 10.222.0.44 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3366852 Jan 28 07:05:05.698450 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8e4532a7-5444-45be-895a-d7dc4ea39df0 req-d5efc050-6998-4297-aa93-1a17a777c7aa service neutron] 10.222.0.10 "GET /v2.0/networks/823f80f1-2970-481b-aed2-7ad5a7c0ed20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3510661 Jan 28 07:05:05.749848 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.db.resource_extend [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 07:05:05.762473 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-5a85865f-6d4b-454c-865c-cb31724239e8 None None] Provisioning complete for port 0524002c-341e-4ffc-a6e6-30a763a2813e triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:05:05.762907 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5a85865f-6d4b-454c-865c-cb31724239e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (0524002c-341e-4ffc-a6e6-30a763a2813e), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:05.808317 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-aed91ff7-4d53-4036-be8b-d517a833d98d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for subnet (8022ec46-2066-42bf-8b97-645b6ab86a28), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:05.955529 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f482cf-b3c7-493f-b05c-f3f799aad848 req-7b0b7c95-a2bb-440c-96ec-193461d7841b tempest-LiveMigrationNegativeTest-417767109 tempest-LiveMigrationNegativeTest-417767109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:05.957593 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-39f482cf-b3c7-493f-b05c-f3f799aad848 req-7b0b7c95-a2bb-440c-96ec-193461d7841b tempest-LiveMigrationNegativeTest-417767109 tempest-LiveMigrationNegativeTest-417767109-project] 10.222.0.41 "GET /v2.0/ports?device_id=c68608de-4be2-4d4b-8753-feb04d009f6a HTTP/1.1" status: 200 len: 950 time: 0.2406061 Jan 28 07:05:05.958438 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed91ff7-4d53-4036-be8b-d517a833d98d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8022ec46-2066-42bf-8b97-645b6ab86a28,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:05.994352 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed91ff7-4d53-4036-be8b-d517a833d98d admin admin] Checking segment: {'id': '309b35ab-bc53-487e-9972-0ce297281851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'd9570857-73c9-4cb6-bc59-f41e2162d678'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:05:05.995134 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed91ff7-4d53-4036-be8b-d517a833d98d admin admin] Network hostable DHCP agents. Network: d9570857-73c9-4cb6-bc59-f41e2162d678, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:05:06.028384 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8e4532a7-5444-45be-895a-d7dc4ea39df0 req-0f244fa3-b888-42ea-984f-6fa0ed12d45d service neutron] 10.222.0.10 "GET /v2.0/networks/823f80f1-2970-481b-aed2-7ad5a7c0ed20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3129258 Jan 28 07:05:06.058850 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed91ff7-4d53-4036-be8b-d517a833d98d admin admin] Network d9570857-73c9-4cb6-bc59-f41e2162d678 is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:05:06.065438 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-39f482cf-b3c7-493f-b05c-f3f799aad848 req-ebda1577-f326-4057-b397-1e6b54849a4d tempest-LiveMigrationNegativeTest-417767109 tempest-LiveMigrationNegativeTest-417767109-project] 10.222.0.41 "GET /v2.0/security-groups?id=7cca885c-e367-40af-9432-ae9bb528627e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951445 Jan 28 07:05:06.079992 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-aed91ff7-4d53-4036-be8b-d517a833d98d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, d9570857-73c9-4cb6-bc59-f41e2162d678) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:05:06.096119 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed91ff7-4d53-4036-be8b-d517a833d98d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:06.097632 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-aed91ff7-4d53-4036-be8b-d517a833d98d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:06.130396 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 0c399f48-7d92-4b84-b2c1-e5fe6a895353, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=0c399f48-7d92-4b84-b2c1-e5fe6a895353,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:05:06.132428 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-aed91ff7-4d53-4036-be8b-d517a833d98d admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.2415581 Jan 28 07:05:06.134220 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ff4ba7-f41d-4ee3-9897-250e039a2dfd None None] Network d9570857-73c9-4cb6-bc59-f41e2162d678 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:05:06.135713 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 58260) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:05:06.146592 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-428d3128-952d-460d-9b86-057e5089dc4e admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1472491423-router', 'tenant_id': '653b11b487c8410f9ec9a2597f17d777', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:05:06.149223 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-56daccd1-aef4-4fac-90ff-8513b8ae0b0d req-caf87f8d-1e15-44b4-a1c8-6c2bd3b6361d service neutron] 10.222.0.44 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4474003 Jan 28 07:05:06.202531 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-428d3128-952d-460d-9b86-057e5089dc4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16606890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127275'] for router (63ed7cc4-8009-4c98-8a15-e898bc9e3efb), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:06.208724 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-428d3128-952d-460d-9b86-057e5089dc4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16605498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16607952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16355422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127266'] for router (63ed7cc4-8009-4c98-8a15-e898bc9e3efb), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:06.209452 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Returning: {'device': '0c399f48-7d92-4b84-b2c1-e5fe6a895353', 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb', 'port_id': '0c399f48-7d92-4b84-b2c1-e5fe6a895353', 'mac_address': 'fa:16:3e:60:74:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5785b43d-448b-4d12-9eb5-4e4caf2e7eaf', 'ip_address': '192.168.233.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:05:06.230470 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827dc91e-f371-4baf-a224-e976d7b2aceb req-d1464521-b7ab-49f8-b4c5-a32b1322adc4 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:06.232719 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-827dc91e-f371-4baf-a224-e976d7b2aceb req-d1464521-b7ab-49f8-b4c5-a32b1322adc4 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd6f6cee-8828-415b-beee-3ed839555ede HTTP/1.1" status: 200 len: 947 time: 0.2011731 Jan 28 07:05:06.267004 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909b20de-3236-44d6-b314-315798849cef req-c73267c5-cdde-4626-b678-bd6e1ac67ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:06.268811 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-909b20de-3236-44d6-b314-315798849cef req-c73267c5-cdde-4626-b678-bd6e1ac67ff5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5c2af407db1e43909575b4b7c4ad1b18&device_id=ac4a8f81-18d9-4d17-b21a-fa9550ec808a HTTP/1.1" status: 200 len: 1095 time: 0.0786684 Jan 28 07:05:06.269439 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-5a85865f-6d4b-454c-865c-cb31724239e8 None None] Current status of the port 0524002c-341e-4ffc-a6e6-30a763a2813e is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:05:06.269849 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5a85865f-6d4b-454c-865c-cb31724239e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (0524002c-341e-4ffc-a6e6-30a763a2813e), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:06.282173 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-428d3128-952d-460d-9b86-057e5089dc4e admin admin] Publish callbacks [] for router_controller (63ed7cc4-8009-4c98-8a15-e898bc9e3efb), precommit_add_association {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:06.370357 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device c940bffe-7c91-4b25-9d0c-64122cb95c53 details requested by agent hyperv_n-h2-712749-28 with host n-h2-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:05:06.378785 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-827dc91e-f371-4baf-a224-e976d7b2aceb req-eea89912-0e82-4770-b196-53054145a3e7 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365640 Jan 28 07:05:06.476618 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909b20de-3236-44d6-b314-315798849cef req-1560e2e3-6235-4c61-aa4d-88c9e3e8bcd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:06.478272 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-909b20de-3236-44d6-b314-315798849cef req-1560e2e3-6235-4c61-aa4d-88c9e3e8bcd4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=823f80f1-2970-481b-aed2-7ad5a7c0ed20 HTTP/1.1" status: 200 len: 921 time: 0.1988897 Jan 28 07:05:06.519299 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 0c399f48-7d92-4b84-b2c1-e5fe6a895353 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:05:06.519689 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (0c399f48-7d92-4b84-b2c1-e5fe6a895353), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:06.531893 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-0f032664-c942-402e-97b5-6e5029957b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb0e90d9-aa8f-47f8-8a35-7025f159e9d8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-886638038-router', 'tenant_id': '0960152eceb74f9eb1ec8ad55ca70381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '2f94349b-5fb8-42d1-80f3-7fd278b29f29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:04:46Z', 'updated_at': '2022-01-28T07:04:58Z', 'revision_number': 4, 'project_id': '0960152eceb74f9eb1ec8ad55ca70381', 'gw_port': {'id': '2f94349b-5fb8-42d1-80f3-7fd278b29f29', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:19:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0e90d9-aa8f-47f8-8a35-7025f159e9d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:04:48Z', 'updated_at': '2022-01-28T07:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '0524002c-341e-4ffc-a6e6-30a763a2813e', 'name': '', 'network_id': '40d02b2d-8999-4dc2-abb9-3653b1c5639b', 'tenant_id': '0960152eceb74f9eb1ec8ad55ca70381', 'mac_address': 'fa:16:3e:ab:f0:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb0e90d9-aa8f-47f8-8a35-7025f159e9d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'b0a9e84b-90ab-4b66-a900-eb7872b6d81f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:04:55Z', 'updated_at': '2022-01-28T07:05:05Z', 'revision_number': 4, 'project_id': '0960152eceb74f9eb1ec8ad55ca70381', 'subnets': [{'id': 'b0a9e84b-90ab-4b66-a900-eb7872b6d81f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:05:06.549757 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-909b20de-3236-44d6-b314-315798849cef req-fbfbec68-e1ad-4855-9a6b-460b42072746 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=abf761fe-27eb-4437-903a-948a31ef5bc8 HTTP/1.1" status: 200 len: 217 time: 0.0529778 Jan 28 07:05:06.569528 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-5a85865f-6d4b-454c-865c-cb31724239e8 None None] For port 0524002c-341e-4ffc-a6e6-30a763a2813e, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=0524002c-341e-4ffc-a6e6-30a763a2813e,segment=NetworkSegment(54d6bc55-d69e-43c8-8b72-86f677a245e2),segment_id=54d6bc55-d69e-43c8-8b72-86f677a245e2)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:05:06.573619 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f032664-c942-402e-97b5-6e5029957b34 None None] The sync data for ids ['bb0e90d9-aa8f-47f8-8a35-7025f159e9d8'] in n-d-712749-28 is: [{'id': 'bb0e90d9-aa8f-47f8-8a35-7025f159e9d8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-886638038-router', 'tenant_id': '0960152eceb74f9eb1ec8ad55ca70381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '2f94349b-5fb8-42d1-80f3-7fd278b29f29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:04:46Z', 'updated_at': '2022-01-28T07:04:58Z', 'revision_number': 4, 'project_id': '0960152eceb74f9eb1ec8ad55ca70381', 'gw_port': {'id': '2f94349b-5fb8-42d1-80f3-7fd278b29f29', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:19:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0e90d9-aa8f-47f8-8a35-7025f159e9d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:04:48Z', 'updated_at': '2022-01-28T07:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '0524002c-341e-4ffc-a6e6-30a763a2813e', 'name': '', 'network_id': '40d02b2d-8999-4dc2-abb9-3653b1c5639b', 'tenant_id': '0960152eceb74f9eb1ec8ad55ca70381', 'mac_address': 'fa:16:3e:ab:f0:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb0e90d9-aa8f-47f8-8a35-7025f159e9d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'b0a9e84b-90ab-4b66-a900-eb7872b6d81f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:04:55Z', 'updated_at': '2022-01-28T07:05:05Z', 'revision_number': 4, 'project_id': '0960152eceb74f9eb1ec8ad55ca70381', 'subnets': [{'id': 'b0a9e84b-90ab-4b66-a900-eb7872b6d81f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:05:06.575683 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a0ef07-2a39-4c2c-8027-1352b8c05399 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3dd72b9-6805-5f61-b6f3-a591f99a173d-d9570857-73c9-4cb6-bc59-f41e2162d678', 'network_id': 'd9570857-73c9-4cb6-bc59-f41e2162d678', 'project_id': '653b11b487c8410f9ec9a2597f17d777', 'fixed_ips': [{'subnet_id': '8022ec46-2066-42bf-8b97-645b6ab86a28'}]}} from n-d-712749-28. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 07:05:06.577360 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-55a0ef07-2a39-4c2c-8027-1352b8c05399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:06.587098 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-428d3128-952d-460d-9b86-057e5089dc4e admin admin] Publish callbacks [] for router_gateway (63ed7cc4-8009-4c98-8a15-e898bc9e3efb), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:06.599173 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.db.resource_extend [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 07:05:06.637984 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909b20de-3236-44d6-b314-315798849cef req-51ce67d3-07bc-426d-b1cc-33a836ee232c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:06.640221 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-909b20de-3236-44d6-b314-315798849cef req-51ce67d3-07bc-426d-b1cc-33a836ee232c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d3ff6769-eb60-4293-943b-ef852d2e0c72 HTTP/1.1" status: 200 len: 860 time: 0.0681832 Jan 28 07:05:06.691942 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-909b20de-3236-44d6-b314-315798849cef req-b142b6b2-0a7f-4cc4-9af7-979fe62e47cc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=823f80f1-2970-481b-aed2-7ad5a7c0ed20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450161 Jan 28 07:05:06.694536 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a42bd3-706f-4831-8a4e-8a463c2d5c9c req-d0a83025-575a-4ef4-bbc8-fb19c6470943 tempest-LiveMigrationNegativeTest-2050591550 tempest-LiveMigrationNegativeTest-2050591550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:06.705963 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-89a42bd3-706f-4831-8a4e-8a463c2d5c9c req-d0a83025-575a-4ef4-bbc8-fb19c6470943 tempest-LiveMigrationNegativeTest-2050591550 tempest-LiveMigrationNegativeTest-2050591550-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=c68608de-4be2-4d4b-8753-feb04d009f6a HTTP/1.1" status: 200 len: 1102 time: 0.2036486 Jan 28 07:05:06.745404 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5a85865f-6d4b-454c-865c-cb31724239e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (0524002c-341e-4ffc-a6e6-30a763a2813e), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:06.795018 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-89a42bd3-706f-4831-8a4e-8a463c2d5c9c req-30bc4d12-5097-4e11-994b-e7ecfce4fffe tempest-LiveMigrationNegativeTest-2050591550 tempest-LiveMigrationNegativeTest-2050591550-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:06.847462 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c399f48-7d92-4b84-b2c1-e5fe6a895353 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:05:06.904557 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-909b20de-3236-44d6-b314-315798849cef req-027626b1-4593-4bb7-a904-31ad1a4668d9 service neutron] 10.222.0.10 "GET /v2.0/networks/823f80f1-2970-481b-aed2-7ad5a7c0ed20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995108 Jan 28 07:05:07.015919 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-428d3128-952d-460d-9b86-057e5089dc4e admin admin] Publish callbacks [] for router_gateway (63ed7cc4-8009-4c98-8a15-e898bc9e3efb), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:07.034797 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-909b20de-3236-44d6-b314-315798849cef req-d3b190f6-91aa-45a5-8890-feccf5ebed71 service neutron] 10.222.0.10 "GET /v2.0/networks/823f80f1-2970-481b-aed2-7ad5a7c0ed20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202886 Jan 28 07:05:07.037340 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 0c399f48-7d92-4b84-b2c1-e5fe6a895353, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=0c399f48-7d92-4b84-b2c1-e5fe6a895353,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:05:07.071220 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-428d3128-952d-460d-9b86-057e5089dc4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:07.100070 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-89a42bd3-706f-4831-8a4e-8a463c2d5c9c req-30bc4d12-5097-4e11-994b-e7ecfce4fffe tempest-LiveMigrationNegativeTest-2050591550 tempest-LiveMigrationNegativeTest-2050591550-project-admin] Publish callbacks [] for security_group (01c6f796-29e0-4405-8e40-ea38efcb023b), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:07.109304 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-89a42bd3-706f-4831-8a4e-8a463c2d5c9c req-30bc4d12-5097-4e11-994b-e7ecfce4fffe tempest-LiveMigrationNegativeTest-2050591550 tempest-LiveMigrationNegativeTest-2050591550-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (01c6f796-29e0-4405-8e40-ea38efcb023b), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:07.153571 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fc20c8-a237-4eea-a818-5208f8587c01 req-8e2964a6-dd9c-4db2-944e-3e665f9c70b3 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:07.155602 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f1fc20c8-a237-4eea-a818-5208f8587c01 req-8e2964a6-dd9c-4db2-944e-3e665f9c70b3 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac4a8f81-18d9-4d17-b21a-fa9550ec808a HTTP/1.1" status: 200 len: 943 time: 0.1417968 Jan 28 07:05:07.164537 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bc4d12-5097-4e11-994b-e7ecfce4fffe tempest-LiveMigrationNegativeTest-2050591550 tempest-LiveMigrationNegativeTest-2050591550-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01c6f796-29e0-4405-8e40-ea38efcb023b,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:07.184619 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-89a42bd3-706f-4831-8a4e-8a463c2d5c9c req-30bc4d12-5097-4e11-994b-e7ecfce4fffe tempest-LiveMigrationNegativeTest-2050591550 tempest-LiveMigrationNegativeTest-2050591550-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=7cca885c-e367-40af-9432-ae9bb528627e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4810460 Jan 28 07:05:07.286829 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f1fc20c8-a237-4eea-a818-5208f8587c01 req-a513471c-0ed8-44f6-a48f-c6ef033220c9 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/security-groups?id=83d97fa1-2f29-40d2-a756-a970d048d2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095901 Jan 28 07:05:07.307316 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (0c399f48-7d92-4b84-b2c1-e5fe6a895353), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:07.322658 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-428d3128-952d-460d-9b86-057e5089dc4e admin admin] Allocated IP 172.25.6.226 (7d5b3724-deef-4831-8d43-cb9b8176573c/b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc/175fd3c1-c499-4728-a696-848e375c0b1f) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:05:07.324784 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:07.381234 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port c940bffe-7c91-4b25-9d0c-64122cb95c53, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=c940bffe-7c91-4b25-9d0c-64122cb95c53,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:05:07.384398 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-55a0ef07-2a39-4c2c-8027-1352b8c05399 None None] Allocated IP 172.20.0.2 (d9570857-73c9-4cb6-bc59-f41e2162d678/8022ec46-2066-42bf-8b97-645b6ab86a28/0cf6bbbd-f4c3-488e-bae7-0d3e29accdfe) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:05:07.386393 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a85865f-6d4b-454c-865c-cb31724239e8 None None] Pushing event updated for resources: {'Port': ['ID=0524002c-341e-4ffc-a6e6-30a763a2813e,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:07.438964 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Returning: {'device': 'c940bffe-7c91-4b25-9d0c-64122cb95c53', 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb', 'port_id': 'c940bffe-7c91-4b25-9d0c-64122cb95c53', 'mac_address': 'fa:16:3e:c5:5f:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5785b43d-448b-4d12-9eb5-4e4caf2e7eaf', 'ip_address': '192.168.233.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:05:07.498060 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fe04ed-9b5c-4d31-bf0c-7f12b4e9fa92 req-628487b5-7f03-45dc-b7f5-020af74e96b2 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:07.504026 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-05fe04ed-9b5c-4d31-bf0c-7f12b4e9fa92 req-628487b5-7f03-45dc-b7f5-020af74e96b2 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/ports?device_id=1980e332-383a-481f-ba04-3bf34c8065b8 HTTP/1.1" status: 200 len: 948 time: 0.2074397 Jan 28 07:05:07.520146 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-508785a9-7a18-4cfb-86de-738c0f75e10f req-d8c1de4e-f622-450a-808f-1fe65f729589 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=78f3584e-7e41-4507-9f36-f035be867ebd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1233821 Jan 28 07:05:07.544231 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-428d3128-952d-460d-9b86-057e5089dc4e admin admin] Publish callbacks [] for port (175fd3c1-c499-4728-a696-848e375c0b1f), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:07.600484 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-428d3128-952d-460d-9b86-057e5089dc4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (175fd3c1-c499-4728-a696-848e375c0b1f), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:07.602150 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=0c399f48-7d92-4b84-b2c1-e5fe6a895353,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:07.611921 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-05fe04ed-9b5c-4d31-bf0c-7f12b4e9fa92 req-49b921a9-6df0-45b5-beee-475e8467c186 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/security-groups?id=b910cb8c-64ec-47f6-b06b-89e838bb343d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007218 Jan 28 07:05:07.619540 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port c940bffe-7c91-4b25-9d0c-64122cb95c53 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:05:07.619945 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (c940bffe-7c91-4b25-9d0c-64122cb95c53), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:07.656793 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c940bffe-7c91-4b25-9d0c-64122cb95c53 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:05:07.667950 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['0c399f48-7d92-4b84-b2c1-e5fe6a895353'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:05:07.670122 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428d3128-952d-460d-9b86-057e5089dc4e admin admin] Pushing event updated for resources: {'Port': ['ID=175fd3c1-c499-4728-a696-848e375c0b1f,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:07.691191 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-428d3128-952d-460d-9b86-057e5089dc4e admin admin] Network 7d5b3724-deef-4831-8d43-cb9b8176573c is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:05:07.692726 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-428d3128-952d-460d-9b86-057e5089dc4e admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:05:07.704995 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428d3128-952d-460d-9b86-057e5089dc4e admin admin] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:05:07.725165 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508785a9-7a18-4cfb-86de-738c0f75e10f req-945705bb-18de-49c3-bffc-c86e033090f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:07.726682 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-508785a9-7a18-4cfb-86de-738c0f75e10f req-945705bb-18de-49c3-bffc-c86e033090f6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ac4dfa4e0e314134ba5c31f8a173b064&device_id=78f3584e-7e41-4507-9f36-f035be867ebd HTTP/1.1" status: 200 len: 1101 time: 0.1138182 Jan 28 07:05:07.774915 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-55a0ef07-2a39-4c2c-8027-1352b8c05399 None None] Publish callbacks [] for port (0cf6bbbd-f4c3-488e-bae7-0d3e29accdfe), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:07.790923 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port c940bffe-7c91-4b25-9d0c-64122cb95c53, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=c940bffe-7c91-4b25-9d0c-64122cb95c53,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:05:07.817804 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-55a0ef07-2a39-4c2c-8027-1352b8c05399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (0cf6bbbd-f4c3-488e-bae7-0d3e29accdfe), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:07.820140 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (c940bffe-7c91-4b25-9d0c-64122cb95c53), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:07.943030 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a0ef07-2a39-4c2c-8027-1352b8c05399 None None] Network d9570857-73c9-4cb6-bc59-f41e2162d678 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:05:07.947274 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a0ef07-2a39-4c2c-8027-1352b8c05399 None None] Pushing event updated for resources: {'Port': ['ID=0cf6bbbd-f4c3-488e-bae7-0d3e29accdfe,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:07.956092 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-55a0ef07-2a39-4c2c-8027-1352b8c05399 None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:05:07.968670 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43659d7b-5458-4fa5-a869-33508529c7c0 req-e93e7eaf-b969-4b31-aae4-84e0e42727f6 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:07.970692 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-43659d7b-5458-4fa5-a869-33508529c7c0 req-e93e7eaf-b969-4b31-aae4-84e0e42727f6 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd6f6cee-8828-415b-beee-3ed839555ede HTTP/1.1" status: 200 len: 948 time: 0.1175759 Jan 28 07:05:07.995734 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508785a9-7a18-4cfb-86de-738c0f75e10f req-6f46e15c-5e65-41ab-9376-2dac8ea5b2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:07.997219 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-508785a9-7a18-4cfb-86de-738c0f75e10f req-6f46e15c-5e65-41ab-9376-2dac8ea5b2fb service neutron] 10.222.0.44 "GET /v2.0/networks?id=d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb HTTP/1.1" status: 200 len: 870 time: 0.2385876 Jan 28 07:05:08.008340 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a0ef07-2a39-4c2c-8027-1352b8c05399 None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:05:08.063467 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-508785a9-7a18-4cfb-86de-738c0f75e10f req-98fe11d9-80d5-4a26-be2e-cf8544049e4b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=c282bcf5-c70f-49e2-a313-e3cd7d74f330 HTTP/1.1" status: 200 len: 217 time: 0.0480788 Jan 28 07:05:08.085890 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-428d3128-952d-460d-9b86-057e5089dc4e admin admin] Publish callbacks [] for router_gateway (63ed7cc4-8009-4c98-8a15-e898bc9e3efb), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:08.127109 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-55a0ef07-2a39-4c2c-8027-1352b8c05399 None None] Attempting to bind port 0cf6bbbd-f4c3-488e-bae7-0d3e29accdfe on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:05:08.127492 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-55a0ef07-2a39-4c2c-8027-1352b8c05399 None None] Attempting to bind port 0cf6bbbd-f4c3-488e-bae7-0d3e29accdfe by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '309b35ab-bc53-487e-9972-0ce297281851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'd9570857-73c9-4cb6-bc59-f41e2162d678'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:05:08.127861 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a0ef07-2a39-4c2c-8027-1352b8c05399 None None] Attempting to bind port 0cf6bbbd-f4c3-488e-bae7-0d3e29accdfe on network d9570857-73c9-4cb6-bc59-f41e2162d678 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:05:08.137643 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=c940bffe-7c91-4b25-9d0c-64122cb95c53,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:08.143253 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a0ef07-2a39-4c2c-8027-1352b8c05399 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:05:08.143637 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a0ef07-2a39-4c2c-8027-1352b8c05399 None None] Checking segment: {'id': '309b35ab-bc53-487e-9972-0ce297281851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'd9570857-73c9-4cb6-bc59-f41e2162d678'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:05:08.144052 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-55a0ef07-2a39-4c2c-8027-1352b8c05399 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:08.144763 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a0ef07-2a39-4c2c-8027-1352b8c05399 None None] Bound using segment: {'id': '309b35ab-bc53-487e-9972-0ce297281851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'd9570857-73c9-4cb6-bc59-f41e2162d678'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:05:08.144961 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-55a0ef07-2a39-4c2c-8027-1352b8c05399 None None] Bound port: 0cf6bbbd-f4c3-488e-bae7-0d3e29accdfe, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '309b35ab-bc53-487e-9972-0ce297281851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'd9570857-73c9-4cb6-bc59-f41e2162d678'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:05:08.145346 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-55a0ef07-2a39-4c2c-8027-1352b8c05399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (0cf6bbbd-f4c3-488e-bae7-0d3e29accdfe), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:08.158740 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-43659d7b-5458-4fa5-a869-33508529c7c0 req-4184d868-2146-4048-95ec-dcb95960c8d8 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777103 Jan 28 07:05:08.202485 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508785a9-7a18-4cfb-86de-738c0f75e10f req-45460bf2-05fe-4b44-8a10-21cfc1a1b031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:08.204249 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-508785a9-7a18-4cfb-86de-738c0f75e10f req-45460bf2-05fe-4b44-8a10-21cfc1a1b031 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5785b43d-448b-4d12-9eb5-4e4caf2e7eaf HTTP/1.1" status: 200 len: 843 time: 0.1293907 Jan 28 07:05:08.237615 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['c940bffe-7c91-4b25-9d0c-64122cb95c53'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:05:08.272097 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-55a0ef07-2a39-4c2c-8027-1352b8c05399 None None] For port 0cf6bbbd-f4c3-488e-bae7-0d3e29accdfe, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:05:08.275671 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-55a0ef07-2a39-4c2c-8027-1352b8c05399 None None] For port 0cf6bbbd-f4c3-488e-bae7-0d3e29accdfe, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=0cf6bbbd-f4c3-488e-bae7-0d3e29accdfe,segment=NetworkSegment(309b35ab-bc53-487e-9972-0ce297281851),segment_id=309b35ab-bc53-487e-9972-0ce297281851)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:05:08.293462 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508785a9-7a18-4cfb-86de-738c0f75e10f req-26601458-66e5-40aa-bbca-10929c2706b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:08.297843 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-508785a9-7a18-4cfb-86de-738c0f75e10f req-26601458-66e5-40aa-bbca-10929c2706b2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0844996 Jan 28 07:05:08.322294 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-55a0ef07-2a39-4c2c-8027-1352b8c05399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (0cf6bbbd-f4c3-488e-bae7-0d3e29accdfe), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:08.450403 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-508785a9-7a18-4cfb-86de-738c0f75e10f req-74baa31f-cd56-41ab-ac1d-8e8bc439b9ea service neutron] 10.222.0.44 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451888 Jan 28 07:05:08.475120 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 137d085c-b81f-48ec-a596-8512923cea40 up at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:05:08.528275 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-428d3128-952d-460d-9b86-057e5089dc4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16605475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16607909'] for router (63ed7cc4-8009-4c98-8a15-e898bc9e3efb), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:08.771346 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-428d3128-952d-460d-9b86-057e5089dc4e admin admin] Router 63ed7cc4-8009-4c98-8a15-e898bc9e3efb is scheduled to L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 with binding_index 1 {{(pid=103284) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 07:05:08.849052 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:08.865092 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning for port 137d085c-b81f-48ec-a596-8512923cea40 completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:05:08.897025 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 0524002c-341e-4ffc-a6e6-30a763a2813e up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:05:08.903836 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a0ef07-2a39-4c2c-8027-1352b8c05399 None None] Pushing event updated for resources: {'Port': ['ID=0cf6bbbd-f4c3-488e-bae7-0d3e29accdfe,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:08.928975 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning complete for port 137d085c-b81f-48ec-a596-8512923cea40 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:05:08.929351 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (137d085c-b81f-48ec-a596-8512923cea40), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:08.976053 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-508785a9-7a18-4cfb-86de-738c0f75e10f req-32d2a665-e327-43e5-b728-767ab9bd7d5e service neutron] 10.222.0.44 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5151818 Jan 28 07:05:09.042503 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cbf592-5c50-42bd-9d7f-5812315dc0bb req-79ae4827-eb60-4c04-b466-77b46328dbe4 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:09.086212 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-40cbf592-5c50-42bd-9d7f-5812315dc0bb req-79ae4827-eb60-4c04-b466-77b46328dbe4 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac4a8f81-18d9-4d17-b21a-fa9550ec808a HTTP/1.1" status: 200 len: 943 time: 0.4456196 Jan 28 07:05:09.111987 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9717ded5-357a-48e6-a009-3cfdcb435d84 req-260eb612-dbbc-4089-ba9b-d4812948e76a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=686583c4-bba6-4444-b3a9-8d548823cbb9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4582729 Jan 28 07:05:09.116037 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 0524002c-341e-4ffc-a6e6-30a763a2813e triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:05:09.116037 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (0524002c-341e-4ffc-a6e6-30a763a2813e), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:09.118768 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-428d3128-952d-460d-9b86-057e5089dc4e admin admin] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:05:09.135938 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70a14ac-63aa-4324-884f-87387f58ee88 req-eb8f0b03-2b83-47a0-8de8-30b3b5c12c85 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:09.144407 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7c2c8b-d39f-4e42-b56e-3ae534562024 None None] Sync routers for ids ['63ed7cc4-8009-4c98-8a15-e898bc9e3efb'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:05:09.146442 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f70a14ac-63aa-4324-884f-87387f58ee88 req-eb8f0b03-2b83-47a0-8de8-30b3b5c12c85 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/ports?device_id=1980e332-383a-481f-ba04-3bf34c8065b8 HTTP/1.1" status: 200 len: 949 time: 0.3059738 Jan 28 07:05:09.169975 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7c2c8b-d39f-4e42-b56e-3ae534562024 None None] Routers {'63ed7cc4-8009-4c98-8a15-e898bc9e3efb'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:05:09.173011 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-5b7c2c8b-d39f-4e42-b56e-3ae534562024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:05:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['63ed7cc4-8009-4c98-8a15-e898bc9e3efb'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:05:09.191436 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-40cbf592-5c50-42bd-9d7f-5812315dc0bb req-b7abd9b2-1066-4496-b33a-40d849235b00 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/security-groups?id=83d97fa1-2f29-40d2-a756-a970d048d2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041262 Jan 28 07:05:09.192953 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-428d3128-952d-460d-9b86-057e5089dc4e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:09.194214 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-428d3128-952d-460d-9b86-057e5089dc4e admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 3.0573318 Jan 28 07:05:09.198076 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 58354) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:05:09.263257 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f70a14ac-63aa-4324-884f-87387f58ee88 req-e51b4c19-2206-4d1a-8762-98f2902deca9 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/security-groups?id=b910cb8c-64ec-47f6-b06b-89e838bb343d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095054 Jan 28 07:05:09.337742 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 58360) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:05:09.354818 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-5b7c2c8b-d39f-4e42-b56e-3ae534562024 None None] Set router 63ed7cc4-8009-4c98-8a15-e898bc9e3efb gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:05:09.453378 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 0524002c-341e-4ffc-a6e6-30a763a2813e is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:05:09.464757 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port 137d085c-b81f-48ec-a596-8512923cea40 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:05:09.465403 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (137d085c-b81f-48ec-a596-8512923cea40), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:09.504829 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 137d085c-b81f-48ec-a596-8512923cea40, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=137d085c-b81f-48ec-a596-8512923cea40,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:05:09.506069 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dd01a81-423f-4012-89ce-dce7efd84cd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '137d085c-b81f-48ec-a596-8512923cea40'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:05:09.509034 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-934864d0-02b2-4438-98f7-c337857d9de3" -d '{"events": [{"server_uuid": "5dd01a81-423f-4012-89ce-dce7efd84cd2", "name": "network-vif-plugged", "status": "completed", "tag": "137d085c-b81f-48ec-a596-8512923cea40"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:05:09.516672 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (137d085c-b81f-48ec-a596-8512923cea40), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:09.574260 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device abf761fe-27eb-4437-903a-948a31ef5bc8 details requested by agent hyperv_n-h1-712749-28 with host n-h1-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:05:09.606708 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5f913a53-cb92-4db8-895a-86f9bb0169a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:09.673289 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-5b7c2c8b-d39f-4e42-b56e-3ae534562024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63ed7cc4-8009-4c98-8a15-e898bc9e3efb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1472491423-router', 'tenant_id': '653b11b487c8410f9ec9a2597f17d777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.226'}], 'enable_snat': True}, 'gw_port_id': '175fd3c1-c499-4728-a696-848e375c0b1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:05:06Z', 'updated_at': '2022-01-28T07:05:07Z', 'revision_number': 3, 'project_id': '653b11b487c8410f9ec9a2597f17d777', 'gw_port': {'id': '175fd3c1-c499-4728-a696-848e375c0b1f', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:9e:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63ed7cc4-8009-4c98-8a15-e898bc9e3efb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:05:07Z', 'updated_at': '2022-01-28T07:05:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:05:09.676402 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 0c399f48-7d92-4b84-b2c1-e5fe6a895353 up at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:05:09.728430 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port abf761fe-27eb-4437-903a-948a31ef5bc8, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=abf761fe-27eb-4437-903a-948a31ef5bc8,segment=NetworkSegment(919581ea-4d97-4a95-839c-1632528194b6),segment_id=919581ea-4d97-4a95-839c-1632528194b6)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:05:09.739023 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9717ded5-357a-48e6-a009-3cfdcb435d84 req-dae990b2-09f5-4750-be1c-011e6650ba9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:09.740816 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9717ded5-357a-48e6-a009-3cfdcb435d84 req-dae990b2-09f5-4750-be1c-011e6650ba9f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c4cb8f6b7fb846b4ab01d357846632b7&device_id=686583c4-bba6-4444-b3a9-8d548823cbb9 HTTP/1.1" status: 200 len: 1124 time: 0.5263557 Jan 28 07:05:09.747352 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7c2c8b-d39f-4e42-b56e-3ae534562024 None None] Checking router: 63ed7cc4-8009-4c98-8a15-e898bc9e3efb for host: n-d-712749-28 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:05:09.747716 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7c2c8b-d39f-4e42-b56e-3ae534562024 None None] Updating router 63ed7cc4-8009-4c98-8a15-e898bc9e3efb port 175fd3c1-c499-4728-a696-848e375c0b1f binding host n-d-712749-28 {{(pid=103286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 07:05:09.761621 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Returning: {'device': 'abf761fe-27eb-4437-903a-948a31ef5bc8', 'network_id': '823f80f1-2970-481b-aed2-7ad5a7c0ed20', 'port_id': 'abf761fe-27eb-4437-903a-948a31ef5bc8', 'mac_address': 'fa:16:3e:1a:13:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3ff6769-eb60-4293-943b-ef852d2e0c72', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:05:09.778305 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5b7c2c8b-d39f-4e42-b56e-3ae534562024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (175fd3c1-c499-4728-a696-848e375c0b1f), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:09.794212 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5f913a53-cb92-4db8-895a-86f9bb0169a8 admin admin] Publish callbacks [] for security_group (e749a4ff-0f33-4238-b1c4-ace35fb9831f), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:09.801555 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5f913a53-cb92-4db8-895a-86f9bb0169a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (e749a4ff-0f33-4238-b1c4-ace35fb9831f), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:09.862504 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f913a53-cb92-4db8-895a-86f9bb0169a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e749a4ff-0f33-4238-b1c4-ace35fb9831f,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:09.866721 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb63c5ee-6d42-4a66-b13d-6e033d556eff req-c838338a-3e27-4485-b9f8-a4925a34d5ac tempest-LiveMigrationNegativeTest-417767109 tempest-LiveMigrationNegativeTest-417767109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:09.878903 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-eb63c5ee-6d42-4a66-b13d-6e033d556eff req-c838338a-3e27-4485-b9f8-a4925a34d5ac tempest-LiveMigrationNegativeTest-417767109 tempest-LiveMigrationNegativeTest-417767109-project] 10.222.0.41 "GET /v2.0/ports?device_id=c68608de-4be2-4d4b-8753-feb04d009f6a HTTP/1.1" status: 200 len: 950 time: 0.5505321 Jan 28 07:05:09.888834 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-5f913a53-cb92-4db8-895a-86f9bb0169a8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=151c5c01a83d451288d0fb65ae52fb38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5495033 Jan 28 07:05:09.891329 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 58368) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:05:09.946105 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port abf761fe-27eb-4437-903a-948a31ef5bc8 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:05:09.946508 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (abf761fe-27eb-4437-903a-948a31ef5bc8), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:09.981588 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abf761fe-27eb-4437-903a-948a31ef5bc8 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:05:10.003173 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-670c673d-4a0a-4a63-a71b-6d5427a90e63 admin admin] Publish callbacks [] for security_group (e749a4ff-0f33-4238-b1c4-ace35fb9831f), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:10.019685 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port abf761fe-27eb-4437-903a-948a31ef5bc8, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=abf761fe-27eb-4437-903a-948a31ef5bc8,segment=NetworkSegment(919581ea-4d97-4a95-839c-1632528194b6),segment_id=919581ea-4d97-4a95-839c-1632528194b6)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:05:10.054895 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (abf761fe-27eb-4437-903a-948a31ef5bc8), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:10.057167 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:10.059249 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=137d085c-b81f-48ec-a596-8512923cea40,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:10.069932 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-670c673d-4a0a-4a63-a71b-6d5427a90e63 admin admin] Publish callbacks [] for security_group (e749a4ff-0f33-4238-b1c4-ace35fb9831f), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:10.116920 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning for port 0c399f48-7d92-4b84-b2c1-e5fe6a895353 completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:05:10.126739 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning complete for port 0c399f48-7d92-4b84-b2c1-e5fe6a895353 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:05:10.127466 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (0c399f48-7d92-4b84-b2c1-e5fe6a895353), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:10.164663 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-670c673d-4a0a-4a63-a71b-6d5427a90e63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (e749a4ff-0f33-4238-b1c4-ace35fb9831f), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:10.166811 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-670c673d-4a0a-4a63-a71b-6d5427a90e63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:10.167738 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5b7c2c8b-d39f-4e42-b56e-3ae534562024 None None] Publish callbacks [] for port (175fd3c1-c499-4728-a696-848e375c0b1f), precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:10.172214 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-670c673d-4a0a-4a63-a71b-6d5427a90e63 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e749a4ff-0f33-4238-b1c4-ace35fb9831f HTTP/1.1" status: 204 len: 168 time: 0.2758195 Jan 28 07:05:10.191932 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5b7c2c8b-d39f-4e42-b56e-3ae534562024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (175fd3c1-c499-4728-a696-848e375c0b1f), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:10.192515 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=abf761fe-27eb-4437-903a-948a31ef5bc8,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:10.222507 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670c673d-4a0a-4a63-a71b-6d5427a90e63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e749a4ff-0f33-4238-b1c4-ace35fb9831f,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:10.222865 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-eb63c5ee-6d42-4a66-b13d-6e033d556eff req-a3f7b3b4-7893-40c3-bb19-a013792edd83 tempest-LiveMigrationNegativeTest-417767109 tempest-LiveMigrationNegativeTest-417767109-project] 10.222.0.41 "GET /v2.0/security-groups?id=7cca885c-e367-40af-9432-ae9bb528627e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2683866 Jan 28 07:05:10.259189 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea4f180-5bd8-45f0-99ff-aa8803287c4d req-3278a5e7-ff9a-4030-9522-2d3ee3c72c3e tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:10.260733 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5ea4f180-5bd8-45f0-99ff-aa8803287c4d req-3278a5e7-ff9a-4030-9522-2d3ee3c72c3e tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd6f6cee-8828-415b-beee-3ed839555ede HTTP/1.1" status: 200 len: 948 time: 0.1126451 Jan 28 07:05:10.278562 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9717ded5-357a-48e6-a009-3cfdcb435d84 req-6b3b63dd-8663-4ff0-b35e-a372438f2ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:10.283948 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9717ded5-357a-48e6-a009-3cfdcb435d84 req-6b3b63dd-8663-4ff0-b35e-a372438f2ab2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb HTTP/1.1" status: 200 len: 870 time: 0.4907742 Jan 28 07:05:10.317423 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 0c399f48-7d92-4b84-b2c1-e5fe6a895353 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:05:10.326454 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (0c399f48-7d92-4b84-b2c1-e5fe6a895353), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:10.359290 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5ea4f180-5bd8-45f0-99ff-aa8803287c4d req-d41ac2c1-860d-4dd4-bb04-647e02696de8 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915718 Jan 28 07:05:10.372586 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9717ded5-357a-48e6-a009-3cfdcb435d84 req-f7973cb1-93bb-4f75-8d08-df5780d84fe4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=2db0eab7-310b-4c35-a1b9-bb600d2e8ebd HTTP/1.1" status: 200 len: 217 time: 0.0803564 Jan 28 07:05:10.394628 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d01ed9-6c40-4f44-9d43-552f90af2bc6 None None] Pushing event updated for resources: {'Port': ['ID=175fd3c1-c499-4728-a696-848e375c0b1f,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:10.444068 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 0c399f48-7d92-4b84-b2c1-e5fe6a895353, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=0c399f48-7d92-4b84-b2c1-e5fe6a895353,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:05:10.450655 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:05:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-229615de-c556-4287-acc7-6c29dd4bd6b8 x-openstack-request-id: req-229615de-c556-4287-acc7-6c29dd4bd6b8 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:05:10.450997 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dd01a81-423f-4012-89ce-dce7efd84cd2", "name": "network-vif-plugged", "status": "completed", "tag": "137d085c-b81f-48ec-a596-8512923cea40", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:05:10.451264 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-229615de-c556-4287-acc7-6c29dd4bd6b8 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:05:10.452071 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dd01a81-423f-4012-89ce-dce7efd84cd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '137d085c-b81f-48ec-a596-8512923cea40', 'code': 200} Jan 28 07:05:10.455089 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device c940bffe-7c91-4b25-9d0c-64122cb95c53 up at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:05:10.464731 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['abf761fe-27eb-4437-903a-948a31ef5bc8'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:05:10.476110 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-5b7c2c8b-d39f-4e42-b56e-3ae534562024 None None] Attempting to bind port 175fd3c1-c499-4728-a696-848e375c0b1f on host n-d-712749-28 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:05:10.476760 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-5b7c2c8b-d39f-4e42-b56e-3ae534562024 None None] Attempting to bind port 175fd3c1-c499-4728-a696-848e375c0b1f by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:05:10.477345 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7c2c8b-d39f-4e42-b56e-3ae534562024 None None] Attempting to bind port 175fd3c1-c499-4728-a696-848e375c0b1f on network 7d5b3724-deef-4831-8d43-cb9b8176573c {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:05:10.491816 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7c2c8b-d39f-4e42-b56e-3ae534562024 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:05:10.493861 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7c2c8b-d39f-4e42-b56e-3ae534562024 None None] Checking segment: {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:05:10.495720 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5b7c2c8b-d39f-4e42-b56e-3ae534562024 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:10.497856 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7c2c8b-d39f-4e42-b56e-3ae534562024 None None] Bound using segment: {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:05:10.499074 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-5b7c2c8b-d39f-4e42-b56e-3ae534562024 None None] Bound port: 175fd3c1-c499-4728-a696-848e375c0b1f, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:05:10.500984 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5b7c2c8b-d39f-4e42-b56e-3ae534562024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (175fd3c1-c499-4728-a696-848e375c0b1f), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:10.538768 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (0c399f48-7d92-4b84-b2c1-e5fe6a895353), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:10.587956 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-5b7c2c8b-d39f-4e42-b56e-3ae534562024 None None] For port 175fd3c1-c499-4728-a696-848e375c0b1f, host n-d-712749-28, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:05:10.594179 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-5b7c2c8b-d39f-4e42-b56e-3ae534562024 None None] For port 175fd3c1-c499-4728-a696-848e375c0b1f, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=175fd3c1-c499-4728-a696-848e375c0b1f,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:05:10.602359 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5b7c2c8b-d39f-4e42-b56e-3ae534562024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (175fd3c1-c499-4728-a696-848e375c0b1f), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:10.682191 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d01ed9-6c40-4f44-9d43-552f90af2bc6 None None] Pushing event updated for resources: {'Port': ['ID=175fd3c1-c499-4728-a696-848e375c0b1f,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:10.710303 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7c2c8b-d39f-4e42-b56e-3ae534562024 None None] Routers {'63ed7cc4-8009-4c98-8a15-e898bc9e3efb'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:05:10.711061 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-5b7c2c8b-d39f-4e42-b56e-3ae534562024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:05:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['63ed7cc4-8009-4c98-8a15-e898bc9e3efb'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:05:10.725006 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b16cfe4f-f772-4cea-b33f-a3da649341e3 None None] Network d9570857-73c9-4cb6-bc59-f41e2162d678 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:05:10.736849 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=0c399f48-7d92-4b84-b2c1-e5fe6a895353,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:10.832415 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 58390) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:05:10.853501 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9717ded5-357a-48e6-a009-3cfdcb435d84 req-7aca482a-7f90-4a01-b6f8-9c19ba58dc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:10.854615 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 0cf6bbbd-f4c3-488e-bae7-0d3e29accdfe up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:05:10.854968 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9717ded5-357a-48e6-a009-3cfdcb435d84 req-7aca482a-7f90-4a01-b6f8-9c19ba58dc4f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5785b43d-448b-4d12-9eb5-4e4caf2e7eaf HTTP/1.1" status: 200 len: 843 time: 0.4433227 Jan 28 07:05:10.876838 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ec8b36ae-90c4-429e-94b4-1fd2bf802c77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:10.926190 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a3924b-d193-4e26-99ae-ceb580cb524d req-b9eab2d6-c712-4267-a9ab-72671ed51b56 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:10.933369 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b4a3924b-d193-4e26-99ae-ceb580cb524d req-b9eab2d6-c712-4267-a9ab-72671ed51b56 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/ports?device_id=1980e332-383a-481f-ba04-3bf34c8065b8 HTTP/1.1" status: 200 len: 949 time: 0.1555419 Jan 28 07:05:10.957683 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-5b7c2c8b-d39f-4e42-b56e-3ae534562024 None None] Set router 63ed7cc4-8009-4c98-8a15-e898bc9e3efb gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:05:10.964234 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49de0842-7a36-4ed0-8cda-677222fbb869 req-18fc1009-8169-4d00-b68d-59e8e8ec61a6 tempest-LiveMigrationNegativeTest-417767109 tempest-LiveMigrationNegativeTest-417767109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:10.971696 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-49de0842-7a36-4ed0-8cda-677222fbb869 req-18fc1009-8169-4d00-b68d-59e8e8ec61a6 tempest-LiveMigrationNegativeTest-417767109 tempest-LiveMigrationNegativeTest-417767109-project] 10.222.0.10 "GET /v2.0/ports?device_id=c68608de-4be2-4d4b-8753-feb04d009f6a HTTP/1.1" status: 200 len: 950 time: 0.5343528 Jan 28 07:05:10.989289 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef971833-35db-46ab-a824-99d0d6e396e8 req-448a0dc4-4347-46c5-bc4b-035101d50e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:11.001555 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ef971833-35db-46ab-a824-99d0d6e396e8 req-448a0dc4-4347-46c5-bc4b-035101d50e9f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=5dd01a81-423f-4012-89ce-dce7efd84cd2 HTTP/1.1" status: 200 len: 1102 time: 0.4634161 Jan 28 07:05:11.010696 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b4a3924b-d193-4e26-99ae-ceb580cb524d req-e9105108-fdb6-46ec-9fa0-ee590822efe1 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/security-groups?id=b910cb8c-64ec-47f6-b06b-89e838bb343d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758555 Jan 28 07:05:11.039736 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091157a5-8889-4895-89a7-d56ab856bd06 req-5dab710e-9902-47ec-a404-1c0f72c673f3 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:11.047892 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-091157a5-8889-4895-89a7-d56ab856bd06 req-5dab710e-9902-47ec-a404-1c0f72c673f3 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac4a8f81-18d9-4d17-b21a-fa9550ec808a HTTP/1.1" status: 200 len: 944 time: 0.4293866 Jan 28 07:05:11.052679 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-da589dba-a16e-4ad3-8797-0f2c72cd2c04 None None] Provisioning complete for port 0cf6bbbd-f4c3-488e-bae7-0d3e29accdfe triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:05:11.053063 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-da589dba-a16e-4ad3-8797-0f2c72cd2c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (0cf6bbbd-f4c3-488e-bae7-0d3e29accdfe), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:11.101579 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ec8b36ae-90c4-429e-94b4-1fd2bf802c77 admin admin] Publish callbacks [] for security_group (b3175266-2ba3-4dc4-ac2a-5c9b1c23e6c9), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:11.112545 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ec8b36ae-90c4-429e-94b4-1fd2bf802c77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (b3175266-2ba3-4dc4-ac2a-5c9b1c23e6c9), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:11.136578 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning for port c940bffe-7c91-4b25-9d0c-64122cb95c53 completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:05:11.155816 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-ec8b36ae-90c4-429e-94b4-1fd2bf802c77 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0c3aa30191ef4fc4bad97aec17fc03a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3106358 Jan 28 07:05:11.158236 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 58400) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:05:11.194811 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9717ded5-357a-48e6-a009-3cfdcb435d84 req-702cb0bd-30cd-4d05-8423-41e6d4f3df2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:11.196579 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9717ded5-357a-48e6-a009-3cfdcb435d84 req-702cb0bd-30cd-4d05-8423-41e6d4f3df2a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3153780 Jan 28 07:05:11.234887 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning complete for port c940bffe-7c91-4b25-9d0c-64122cb95c53 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:05:11.235273 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (c940bffe-7c91-4b25-9d0c-64122cb95c53), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:11.238165 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ef971833-35db-46ab-a824-99d0d6e396e8 req-e0d87ddf-d7eb-4dbd-994c-23882ff610ce service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=b910cb8c-64ec-47f6-b06b-89e838bb343d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176828 Jan 28 07:05:11.239499 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8b36ae-90c4-429e-94b4-1fd2bf802c77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3175266-2ba3-4dc4-ac2a-5c9b1c23e6c9,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:11.267318 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-091157a5-8889-4895-89a7-d56ab856bd06 req-79b023ff-a155-4307-9c81-a4c83d3c9bd7 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/security-groups?id=83d97fa1-2f29-40d2-a756-a970d048d2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183106 Jan 28 07:05:11.315820 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cfacea5a-1a8d-474d-8907-3952ffb55677 admin admin] Publish callbacks [] for security_group (b3175266-2ba3-4dc4-ac2a-5c9b1c23e6c9), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:11.352682 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cfacea5a-1a8d-474d-8907-3952ffb55677 admin admin] Publish callbacks [] for security_group (b3175266-2ba3-4dc4-ac2a-5c9b1c23e6c9), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:11.401379 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1b08f969-1b46-4cce-8a67-7de8db5134d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:11.472707 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-49de0842-7a36-4ed0-8cda-677222fbb869 req-af9ac008-2134-44d1-9ece-ac99766db50a tempest-LiveMigrationNegativeTest-417767109 tempest-LiveMigrationNegativeTest-417767109-project] Deleting port 67908df9-2372-46e6-b007-c064059387ae {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:05:11.472919 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-49de0842-7a36-4ed0-8cda-677222fbb869 req-af9ac008-2134-44d1-9ece-ac99766db50a tempest-LiveMigrationNegativeTest-417767109 tempest-LiveMigrationNegativeTest-417767109-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (67908df9-2372-46e6-b007-c064059387ae), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:11.476970 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-5b7c2c8b-d39f-4e42-b56e-3ae534562024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63ed7cc4-8009-4c98-8a15-e898bc9e3efb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1472491423-router', 'tenant_id': '653b11b487c8410f9ec9a2597f17d777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.226'}], 'enable_snat': True}, 'gw_port_id': '175fd3c1-c499-4728-a696-848e375c0b1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:05:06Z', 'updated_at': '2022-01-28T07:05:07Z', 'revision_number': 3, 'project_id': '653b11b487c8410f9ec9a2597f17d777', 'gw_port': {'id': '175fd3c1-c499-4728-a696-848e375c0b1f', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:9e:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63ed7cc4-8009-4c98-8a15-e898bc9e3efb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:05:07Z', 'updated_at': '2022-01-28T07:05:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:05:11.535288 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9717ded5-357a-48e6-a009-3cfdcb435d84 req-b831315c-170c-4de7-af58-1441b8bf395c service neutron] 10.222.0.10 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3275807 Jan 28 07:05:11.539612 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 0cf6bbbd-f4c3-488e-bae7-0d3e29accdfe triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:05:11.540171 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (0cf6bbbd-f4c3-488e-bae7-0d3e29accdfe), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:11.550996 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7c2c8b-d39f-4e42-b56e-3ae534562024 None None] The sync data for ids ['63ed7cc4-8009-4c98-8a15-e898bc9e3efb'] in n-d-712749-28 is: [{'id': '63ed7cc4-8009-4c98-8a15-e898bc9e3efb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1472491423-router', 'tenant_id': '653b11b487c8410f9ec9a2597f17d777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.226'}], 'enable_snat': True}, 'gw_port_id': '175fd3c1-c499-4728-a696-848e375c0b1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:05:06Z', 'updated_at': '2022-01-28T07:05:07Z', 'revision_number': 3, 'project_id': '653b11b487c8410f9ec9a2597f17d777', 'gw_port': {'id': '175fd3c1-c499-4728-a696-848e375c0b1f', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:9e:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63ed7cc4-8009-4c98-8a15-e898bc9e3efb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:05:07Z', 'updated_at': '2022-01-28T07:05:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:05:11.559879 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19e5d56-66b6-48d2-8e6d-11156ccd7cd2 req-2fb6ba4f-ed85-4d96-85fd-bf9f2f0ac536 tempest-LiveMigrationNegativeTest-417767109 tempest-LiveMigrationNegativeTest-417767109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:11.577941 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e19e5d56-66b6-48d2-8e6d-11156ccd7cd2 req-2fb6ba4f-ed85-4d96-85fd-bf9f2f0ac536 tempest-LiveMigrationNegativeTest-417767109 tempest-LiveMigrationNegativeTest-417767109-project] 10.222.0.41 "GET /v2.0/ports?device_id=c68608de-4be2-4d4b-8753-feb04d009f6a HTTP/1.1" status: 200 len: 950 time: 0.1477795 Jan 28 07:05:11.642957 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 58410) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:05:11.672161 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cfacea5a-1a8d-474d-8907-3952ffb55677 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (b3175266-2ba3-4dc4-ac2a-5c9b1c23e6c9), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:11.674856 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cfacea5a-1a8d-474d-8907-3952ffb55677 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:11.678324 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-cfacea5a-1a8d-474d-8907-3952ffb55677 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b3175266-2ba3-4dc4-ac2a-5c9b1c23e6c9 HTTP/1.1" status: 204 len: 168 time: 0.5167780 Jan 28 07:05:11.700791 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e19e5d56-66b6-48d2-8e6d-11156ccd7cd2 req-fb55ace0-fe84-4ebb-87ea-d0a783331df7 tempest-LiveMigrationNegativeTest-417767109 tempest-LiveMigrationNegativeTest-417767109-project] 10.222.0.41 "GET /v2.0/security-groups?id=7cca885c-e367-40af-9432-ae9bb528627e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218913 Jan 28 07:05:11.713106 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacea5a-1a8d-474d-8907-3952ffb55677 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3175266-2ba3-4dc4-ac2a-5c9b1c23e6c9,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:11.786975 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb971480-e553-432e-8b68-d1dd7df71835 req-1ffb037a-95b7-4c81-a7a8-1d45386e64af tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:11.792623 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-bb971480-e553-432e-8b68-d1dd7df71835 req-1ffb037a-95b7-4c81-a7a8-1d45386e64af tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd6f6cee-8828-415b-beee-3ed839555ede HTTP/1.1" status: 200 len: 949 time: 0.2842760 Jan 28 07:05:11.858675 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-da589dba-a16e-4ad3-8797-0f2c72cd2c04 None None] Current status of the port 0cf6bbbd-f4c3-488e-bae7-0d3e29accdfe is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:05:11.859607 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-da589dba-a16e-4ad3-8797-0f2c72cd2c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (0cf6bbbd-f4c3-488e-bae7-0d3e29accdfe), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:11.880758 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port c940bffe-7c91-4b25-9d0c-64122cb95c53 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:05:11.881286 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (c940bffe-7c91-4b25-9d0c-64122cb95c53), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:11.899655 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-930883ba-88f6-4a29-b8cc-da3d5613c7e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:12.005383 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-49de0842-7a36-4ed0-8cda-677222fbb869 req-af9ac008-2134-44d1-9ece-ac99766db50a tempest-LiveMigrationNegativeTest-417767109 tempest-LiveMigrationNegativeTest-417767109-project] For port 67908df9-2372-46e6-b007-c064059387ae, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=67908df9-2372-46e6-b007-c064059387ae,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:05:12.015777 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-49de0842-7a36-4ed0-8cda-677222fbb869 req-af9ac008-2134-44d1-9ece-ac99766db50a tempest-LiveMigrationNegativeTest-417767109 tempest-LiveMigrationNegativeTest-417767109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (67908df9-2372-46e6-b007-c064059387ae), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:12.044967 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port c940bffe-7c91-4b25-9d0c-64122cb95c53, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=c940bffe-7c91-4b25-9d0c-64122cb95c53,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:05:12.083689 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 0cf6bbbd-f4c3-488e-bae7-0d3e29accdfe is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:05:12.085627 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (0cf6bbbd-f4c3-488e-bae7-0d3e29accdfe), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:12.106987 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 58420) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:05:12.111919 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-49de0842-7a36-4ed0-8cda-677222fbb869 req-af9ac008-2134-44d1-9ece-ac99766db50a tempest-LiveMigrationNegativeTest-417767109 tempest-LiveMigrationNegativeTest-417767109-project] Calling delete_port for 67908df9-2372-46e6-b007-c064059387ae owned by compute:nova {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:05:12.123779 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (c940bffe-7c91-4b25-9d0c-64122cb95c53), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:12.146692 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-930883ba-88f6-4a29-b8cc-da3d5613c7e2 admin admin] Publish callbacks [] for security_group (c3d2cc68-5a7b-422d-a4ae-13f76f718d9b), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:12.157029 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-930883ba-88f6-4a29-b8cc-da3d5613c7e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (c3d2cc68-5a7b-422d-a4ae-13f76f718d9b), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:12.207279 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9717ded5-357a-48e6-a009-3cfdcb435d84 req-a4651977-930c-4855-be59-9002d09e9525 service neutron] 10.222.0.10 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6096990 Jan 28 07:05:12.229085 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-bb971480-e553-432e-8b68-d1dd7df71835 req-c886b774-61fe-42f5-bf4d-a0f163ec0416 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4217124 Jan 28 07:05:12.274895 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-930883ba-88f6-4a29-b8cc-da3d5613c7e2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1c20a5b5946741719d9f6243467285f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6279342 Jan 28 07:05:12.276395 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=c940bffe-7c91-4b25-9d0c-64122cb95c53,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:12.277541 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930883ba-88f6-4a29-b8cc-da3d5613c7e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3d2cc68-5a7b-422d-a4ae-13f76f718d9b,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:12.283761 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 58426) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:05:12.288737 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-da589dba-a16e-4ad3-8797-0f2c72cd2c04 None None] For port 0cf6bbbd-f4c3-488e-bae7-0d3e29accdfe, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=0cf6bbbd-f4c3-488e-bae7-0d3e29accdfe,segment=NetworkSegment(309b35ab-bc53-487e-9972-0ce297281851),segment_id=309b35ab-bc53-487e-9972-0ce297281851)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:05:12.304510 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-da589dba-a16e-4ad3-8797-0f2c72cd2c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (0cf6bbbd-f4c3-488e-bae7-0d3e29accdfe), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:12.403465 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62931146-fd26-485b-9807-ae76b40d73fd req-79c9aec7-7a1c-4eae-a024-8c415b3e47d0 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:12.411099 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-1b08f969-1b46-4cce-8a67-7de8db5134d6 admin admin] Allocated IP 172.20.0.1 (d9570857-73c9-4cb6-bc59-f41e2162d678/8022ec46-2066-42bf-8b97-645b6ab86a28/191b3ca5-2e50-4aeb-b266-873ebb795c74) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:05:12.416560 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-62931146-fd26-485b-9807-ae76b40d73fd req-79c9aec7-7a1c-4eae-a024-8c415b3e47d0 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/ports?device_id=1980e332-383a-481f-ba04-3bf34c8065b8 HTTP/1.1" status: 200 len: 950 time: 0.2395422 Jan 28 07:05:12.442209 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da589dba-a16e-4ad3-8797-0f2c72cd2c04 None None] Pushing event updated for resources: {'Port': ['ID=0cf6bbbd-f4c3-488e-bae7-0d3e29accdfe,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:12.526000 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd6f6cee-8828-415b-beee-3ed839555ede', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c399f48-7d92-4b84-b2c1-e5fe6a895353'}, {'server_uuid': '1980e332-383a-481f-ba04-3bf34c8065b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c940bffe-7c91-4b25-9d0c-64122cb95c53'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:05:12.528516 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f344a598-c86d-421d-9d31-9a861a8c1b1a" -d '{"events": [{"server_uuid": "cd6f6cee-8828-415b-beee-3ed839555ede", "name": "network-vif-plugged", "status": "completed", "tag": "0c399f48-7d92-4b84-b2c1-e5fe6a895353"}, {"server_uuid": "1980e332-383a-481f-ba04-3bf34c8065b8", "name": "network-vif-plugged", "status": "completed", "tag": "c940bffe-7c91-4b25-9d0c-64122cb95c53"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:05:12.537101 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.db.api [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103285) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 07:05:12.537531 n-d-712749-28 neutron-server[103285]: DEBUG oslo_db.api [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 07:05:12.556709 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-24f721d9-c354-415a-80bf-18ea43b55616 admin admin] Publish callbacks [] for security_group (c3d2cc68-5a7b-422d-a4ae-13f76f718d9b), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:12.560736 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-0f87c1db-0203-41d0-9461-90823bb1e592 None None] Provisioning complete for port 0cf6bbbd-f4c3-488e-bae7-0d3e29accdfe triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:05:12.561355 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0f87c1db-0203-41d0-9461-90823bb1e592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (0cf6bbbd-f4c3-488e-bae7-0d3e29accdfe), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:12.607393 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-62931146-fd26-485b-9807-ae76b40d73fd req-f9c99ab4-663a-4a4e-bccd-5eb06b3dedcf tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/security-groups?id=b910cb8c-64ec-47f6-b06b-89e838bb343d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895638 Jan 28 07:05:12.633165 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e7095334-136d-41d6-8e3d-c2d5e688befc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:12.651760 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-24f721d9-c354-415a-80bf-18ea43b55616 admin admin] Publish callbacks [] for security_group (c3d2cc68-5a7b-422d-a4ae-13f76f718d9b), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:12.781668 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 28 Jan 2022 07:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cff8a4ba-ce4b-44fc-87d2-7919499bf9e2 x-openstack-request-id: req-cff8a4ba-ce4b-44fc-87d2-7919499bf9e2 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:05:12.782801 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd6f6cee-8828-415b-beee-3ed839555ede", "name": "network-vif-plugged", "status": "completed", "tag": "0c399f48-7d92-4b84-b2c1-e5fe6a895353", "code": 200}, {"server_uuid": "1980e332-383a-481f-ba04-3bf34c8065b8", "name": "network-vif-plugged", "status": "completed", "tag": "c940bffe-7c91-4b25-9d0c-64122cb95c53", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:05:12.783063 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cff8a4ba-ce4b-44fc-87d2-7919499bf9e2 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:05:12.783466 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd6f6cee-8828-415b-beee-3ed839555ede', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c399f48-7d92-4b84-b2c1-e5fe6a895353', 'code': 200} Jan 28 07:05:12.784881 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1980e332-383a-481f-ba04-3bf34c8065b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c940bffe-7c91-4b25-9d0c-64122cb95c53', 'code': 200} Jan 28 07:05:12.802730 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-24f721d9-c354-415a-80bf-18ea43b55616 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (c3d2cc68-5a7b-422d-a4ae-13f76f718d9b), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:12.806900 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-24f721d9-c354-415a-80bf-18ea43b55616 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:12.808353 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-24f721d9-c354-415a-80bf-18ea43b55616 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c3d2cc68-5a7b-422d-a4ae-13f76f718d9b HTTP/1.1" status: 204 len: 168 time: 0.5229075 Jan 28 07:05:12.827186 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-0f87c1db-0203-41d0-9461-90823bb1e592 None None] Current status of the port 0cf6bbbd-f4c3-488e-bae7-0d3e29accdfe is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:05:12.837337 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796d2726-603c-4f59-970a-fd010c7ee6d8 req-f5b931b0-9b16-41e4-b7c0-dfd8b9fc3064 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:12.839058 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-796d2726-603c-4f59-970a-fd010c7ee6d8 req-f5b931b0-9b16-41e4-b7c0-dfd8b9fc3064 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac4a8f81-18d9-4d17-b21a-fa9550ec808a HTTP/1.1" status: 200 len: 944 time: 0.3894970 Jan 28 07:05:12.915120 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f721d9-c354-415a-80bf-18ea43b55616 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3d2cc68-5a7b-422d-a4ae-13f76f718d9b,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:12.942578 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e7095334-136d-41d6-8e3d-c2d5e688befc admin admin] Publish callbacks [] for security_group (c7e360b6-01ae-471d-959d-52385f802131), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:12.960077 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e7095334-136d-41d6-8e3d-c2d5e688befc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (c7e360b6-01ae-471d-959d-52385f802131), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:13.021535 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7095334-136d-41d6-8e3d-c2d5e688befc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7e360b6-01ae-471d-959d-52385f802131,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:13.038953 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1b08f969-1b46-4cce-8a67-7de8db5134d6 admin admin] Publish callbacks [] for port (191b3ca5-2e50-4aeb-b266-873ebb795c74), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:13.081404 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a086697-b162-4ab1-b9ad-c15642780f12 req-c9369fdb-fdb9-4e23-9801-8a47a8f5bda7 tempest-LiveMigrationNegativeTest-417767109 tempest-LiveMigrationNegativeTest-417767109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:13.084398 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1a086697-b162-4ab1-b9ad-c15642780f12 req-c9369fdb-fdb9-4e23-9801-8a47a8f5bda7 tempest-LiveMigrationNegativeTest-417767109 tempest-LiveMigrationNegativeTest-417767109-project] 10.222.0.41 "GET /v2.0/ports?device_id=c68608de-4be2-4d4b-8753-feb04d009f6a HTTP/1.1" status: 200 len: 950 time: 0.2156794 Jan 28 07:05:13.093598 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-e7095334-136d-41d6-8e3d-c2d5e688befc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fcec97f868b64ba280a81e1b0bf7f9e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9822350 Jan 28 07:05:13.097691 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 58444) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:05:13.130017 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 0cf6bbbd-f4c3-488e-bae7-0d3e29accdfe is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:05:13.231735 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-49de0842-7a36-4ed0-8cda-677222fbb869 req-af9ac008-2134-44d1-9ece-ac99766db50a tempest-LiveMigrationNegativeTest-417767109 tempest-LiveMigrationNegativeTest-417767109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (67908df9-2372-46e6-b007-c064059387ae), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:13.245673 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1a086697-b162-4ab1-b9ad-c15642780f12 req-43f1eb06-8602-4973-9fe0-3eba7e92a745 tempest-LiveMigrationNegativeTest-417767109 tempest-LiveMigrationNegativeTest-417767109-project] 10.222.0.41 "GET /v2.0/security-groups?id=7cca885c-e367-40af-9432-ae9bb528627e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497855 Jan 28 07:05:13.257667 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1307104a-5c6f-46c1-aeef-9014ed3a234e admin admin] Publish callbacks [] for security_group (c7e360b6-01ae-471d-959d-52385f802131), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:13.284618 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['c282bcf5-c70f-49e2-a313-e3cd7d74f330'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:05:13.330793 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1307104a-5c6f-46c1-aeef-9014ed3a234e admin admin] Publish callbacks [] for security_group (c7e360b6-01ae-471d-959d-52385f802131), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:13.427314 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e1ab47-2c47-4786-a495-04da725ec057 req-ecd9191d-2ee1-43bf-9e39-4c353ade502d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:13.432721 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c9e1ab47-2c47-4786-a495-04da725ec057 req-ecd9191d-2ee1-43bf-9e39-4c353ade502d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1980e332-383a-481f-ba04-3bf34c8065b8 HTTP/1.1" status: 200 len: 1102 time: 0.4281785 Jan 28 07:05:13.504263 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 175fd3c1-c499-4728-a696-848e375c0b1f up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:05:13.567741 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1307104a-5c6f-46c1-aeef-9014ed3a234e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (c7e360b6-01ae-471d-959d-52385f802131), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:13.572441 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device abf761fe-27eb-4437-903a-948a31ef5bc8 up at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:05:13.575122 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1307104a-5c6f-46c1-aeef-9014ed3a234e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:13.579711 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-1307104a-5c6f-46c1-aeef-9014ed3a234e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c7e360b6-01ae-471d-959d-52385f802131 HTTP/1.1" status: 204 len: 168 time: 0.4769630 Jan 28 07:05:13.595385 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1307104a-5c6f-46c1-aeef-9014ed3a234e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7e360b6-01ae-471d-959d-52385f802131,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:13.608340 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d027993-74cd-4dd2-987a-44f2aeb7d8a4 req-3c248ad6-8d83-4f9e-9a24-137f7e2d33a5 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:13.614901 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1d027993-74cd-4dd2-987a-44f2aeb7d8a4 req-3c248ad6-8d83-4f9e-9a24-137f7e2d33a5 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd6f6cee-8828-415b-beee-3ed839555ede HTTP/1.1" status: 200 len: 949 time: 0.2175093 Jan 28 07:05:13.704111 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 58462) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:05:13.743107 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a3576c02-ca73-4b54-b0e4-d6b95f0acf29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:13.836115 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 175fd3c1-c499-4728-a696-848e375c0b1f triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:05:13.836819 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (175fd3c1-c499-4728-a696-848e375c0b1f), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:13.884398 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a3576c02-ca73-4b54-b0e4-d6b95f0acf29 admin admin] Publish callbacks [] for security_group (b28902cb-736e-4fed-8135-fe54d7f3d883), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:13.897997 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning for port abf761fe-27eb-4437-903a-948a31ef5bc8 completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:05:13.905242 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning complete for port abf761fe-27eb-4437-903a-948a31ef5bc8 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:05:13.905892 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (abf761fe-27eb-4437-903a-948a31ef5bc8), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:13.906185 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1d027993-74cd-4dd2-987a-44f2aeb7d8a4 req-90f0f2ec-4f52-4e28-8d90-65a654be3cce tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2783234 Jan 28 07:05:13.909812 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a3576c02-ca73-4b54-b0e4-d6b95f0acf29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (b28902cb-736e-4fed-8135-fe54d7f3d883), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:13.942913 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 58464) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:05:14.040254 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-a3576c02-ca73-4b54-b0e4-d6b95f0acf29 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2218459170844c179dd4618bde49252b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3349898 Jan 28 07:05:14.052982 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 58468) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:05:14.054009 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3576c02-ca73-4b54-b0e4-d6b95f0acf29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b28902cb-736e-4fed-8135-fe54d7f3d883,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:14.101211 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port abf761fe-27eb-4437-903a-948a31ef5bc8 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:05:14.102226 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (abf761fe-27eb-4437-903a-948a31ef5bc8), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:14.111802 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 175fd3c1-c499-4728-a696-848e375c0b1f is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:05:14.112408 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (175fd3c1-c499-4728-a696-848e375c0b1f), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:14.153455 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1b08f969-1b46-4cce-8a67-7de8db5134d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (191b3ca5-2e50-4aeb-b266-873ebb795c74), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:14.177609 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] For port 175fd3c1-c499-4728-a696-848e375c0b1f, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=175fd3c1-c499-4728-a696-848e375c0b1f,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:05:14.182796 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9ac008-2134-44d1-9ece-ac99766db50a tempest-LiveMigrationNegativeTest-417767109 tempest-LiveMigrationNegativeTest-417767109-project] Pushing event deleted for resources: {'Port': ['ID=67908df9-2372-46e6-b007-c064059387ae,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:14.195666 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6123412f-7c8f-4060-8b6e-2390970ec0f7 req-56ac0c1c-5f30-4346-93f2-7fcff148a19b tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:14.200657 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (175fd3c1-c499-4728-a696-848e375c0b1f), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:14.202254 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 0cf6bbbd-f4c3-488e-bae7-0d3e29accdfe up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:05:14.205706 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6123412f-7c8f-4060-8b6e-2390970ec0f7 req-56ac0c1c-5f30-4346-93f2-7fcff148a19b tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/ports?device_id=1980e332-383a-481f-ba04-3bf34c8065b8 HTTP/1.1" status: 200 len: 950 time: 0.1714487 Jan 28 07:05:14.259540 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b08f969-1b46-4cce-8a67-7de8db5134d6 admin admin] Network d9570857-73c9-4cb6-bc59-f41e2162d678 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:05:14.270101 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2789cbbb-1740-4f73-a12a-a4a49d33aa46 admin admin] Publish callbacks [] for security_group (b28902cb-736e-4fed-8135-fe54d7f3d883), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:14.301774 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6123412f-7c8f-4060-8b6e-2390970ec0f7 req-ef22f5e4-afa9-4683-8c32-e2d85e7fc426 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/security-groups?id=b910cb8c-64ec-47f6-b06b-89e838bb343d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922360 Jan 28 07:05:14.308130 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port abf761fe-27eb-4437-903a-948a31ef5bc8, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=abf761fe-27eb-4437-903a-948a31ef5bc8,segment=NetworkSegment(919581ea-4d97-4a95-839c-1632528194b6),segment_id=919581ea-4d97-4a95-839c-1632528194b6)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:05:14.309439 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Pushing event updated for resources: {'Port': ['ID=175fd3c1-c499-4728-a696-848e375c0b1f,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:14.332799 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (abf761fe-27eb-4437-903a-948a31ef5bc8), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:14.333723 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 67908df9-2372-46e6-b007-c064059387ae no longer exists at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:05:14.348288 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-1b08f969-1b46-4cce-8a67-7de8db5134d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:05:14.368527 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] No Port match for: 67908df9-2372-46e6-b007-c064059387ae {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:05:14.368696 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 67908df9-2372-46e6-b007-c064059387ae not bound to the agent host n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:05:14.377415 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2789cbbb-1740-4f73-a12a-a4a49d33aa46 admin admin] Publish callbacks [] for security_group (b28902cb-736e-4fed-8135-fe54d7f3d883), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:14.393450 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-6df9ddf9-1148-46c4-982c-516b1806e991 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-2020634851-network', 'tenant_id': '53b4a4cb62a54bb0bd6b6098f3cf1d79'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:05:14.400022 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 0cf6bbbd-f4c3-488e-bae7-0d3e29accdfe triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:05:14.400749 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (0cf6bbbd-f4c3-488e-bae7-0d3e29accdfe), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:14.404514 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-49de0842-7a36-4ed0-8cda-677222fbb869 req-af9ac008-2134-44d1-9ece-ac99766db50a tempest-LiveMigrationNegativeTest-417767109 tempest-LiveMigrationNegativeTest-417767109-project] No DVR routers for this DVR port 67908df9-2372-46e6-b007-c064059387ae on host n-h1-712749-28 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:05:14.413198 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b08f969-1b46-4cce-8a67-7de8db5134d6 admin admin] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:05:14.435814 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b86fd7-d98e-4c15-8c71-396ace9125c7 req-902293a8-6038-4d4d-a4e6-39d5e2510789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:14.438969 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e3b86fd7-d98e-4c15-8c71-396ace9125c7 req-902293a8-6038-4d4d-a4e6-39d5e2510789 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=cd6f6cee-8828-415b-beee-3ed839555ede HTTP/1.1" status: 200 len: 1101 time: 1.4478490 Jan 28 07:05:14.465582 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=abf761fe-27eb-4437-903a-948a31ef5bc8,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:14.468920 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-49de0842-7a36-4ed0-8cda-677222fbb869 req-af9ac008-2134-44d1-9ece-ac99766db50a tempest-LiveMigrationNegativeTest-417767109 tempest-LiveMigrationNegativeTest-417767109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:14.483659 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-49de0842-7a36-4ed0-8cda-677222fbb869 req-af9ac008-2134-44d1-9ece-ac99766db50a tempest-LiveMigrationNegativeTest-417767109 tempest-LiveMigrationNegativeTest-417767109-project] 10.222.0.10 "DELETE /v2.0/ports/67908df9-2372-46e6-b007-c064059387ae HTTP/1.1" status: 204 len: 173 time: 3.5025475 Jan 28 07:05:14.500184 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c68608de-4be2-4d4b-8753-feb04d009f6a', 'name': 'network-vif-deleted', 'tag': '67908df9-2372-46e6-b007-c064059387ae'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:05:14.502665 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1c7d445-32ac-411f-b929-8f289d8edf18" -d '{"events": [{"server_uuid": "c68608de-4be2-4d4b-8753-feb04d009f6a", "name": "network-vif-deleted", "tag": "67908df9-2372-46e6-b007-c064059387ae"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:05:14.531610 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 0cf6bbbd-f4c3-488e-bae7-0d3e29accdfe is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:05:14.578631 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c9e1ab47-2c47-4786-a495-04da725ec057 req-fb51fedc-6d6a-4c52-a71d-79fdd9ea4364 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=b910cb8c-64ec-47f6-b06b-89e838bb343d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1260734 Jan 28 07:05:14.579239 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 58476) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:05:14.584794 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2adb0859-96f8-41d8-9777-b2e0b3737fe4 req-519735cc-e1a5-4d48-86e3-b14675ed5444 tempest-LiveMigrationNegativeTest-417767109 tempest-LiveMigrationNegativeTest-417767109-project] 10.222.0.41 "GET /v2.0/ports?device_id=c68608de-4be2-4d4b-8753-feb04d009f6a HTTP/1.1" status: 200 len: 210 time: 0.1306934 Jan 28 07:05:14.585815 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6df9ddf9-1148-46c4-982c-516b1806e991 admin admin] Made reservation on behalf of 53b4a4cb62a54bb0bd6b6098f3cf1d79 for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:05:14.589619 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6df9ddf9-1148-46c4-982c-516b1806e991 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:14.611742 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6df9ddf9-1148-46c4-982c-516b1806e991 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:14.627509 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-796d2726-603c-4f59-970a-fd010c7ee6d8 req-1a011174-f701-4afa-98f4-c69339aac612 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/security-groups?id=83d97fa1-2f29-40d2-a756-a970d048d2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.7376919 Jan 28 07:05:14.669449 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2789cbbb-1740-4f73-a12a-a4a49d33aa46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (b28902cb-736e-4fed-8135-fe54d7f3d883), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:14.675622 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2789cbbb-1740-4f73-a12a-a4a49d33aa46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:14.681038 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-2789cbbb-1740-4f73-a12a-a4a49d33aa46 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b28902cb-736e-4fed-8135-fe54d7f3d883 HTTP/1.1" status: 204 len: 168 time: 0.6229746 Jan 28 07:05:14.691092 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b08f969-1b46-4cce-8a67-7de8db5134d6 admin admin] Pushing event updated for resources: {'Port': ['ID=191b3ca5-2e50-4aeb-b266-873ebb795c74,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:14.696505 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2789cbbb-1740-4f73-a12a-a4a49d33aa46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b28902cb-736e-4fed-8135-fe54d7f3d883,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:14.701262 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:05:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6a2b3c1-b5db-4e8b-b623-4ac717b1c7d4 x-openstack-request-id: req-c6a2b3c1-b5db-4e8b-b623-4ac717b1c7d4 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:05:14.702672 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c68608de-4be2-4d4b-8753-feb04d009f6a", "name": "network-vif-deleted", "tag": "67908df9-2372-46e6-b007-c064059387ae", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:05:14.702835 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c6a2b3c1-b5db-4e8b-b623-4ac717b1c7d4 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:05:14.703228 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c68608de-4be2-4d4b-8753-feb04d009f6a', 'name': 'network-vif-deleted', 'tag': '67908df9-2372-46e6-b007-c064059387ae', 'status': 'completed', 'code': 200} Jan 28 07:05:14.708249 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3d21e34c-6359-4b41-9dd8-bcc89b2c4c14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:14.751530 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1b08f969-1b46-4cce-8a67-7de8db5134d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16609232'] for router_interface (63ed7cc4-8009-4c98-8a15-e898bc9e3efb), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:14.790518 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac4a8f81-18d9-4d17-b21a-fa9550ec808a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abf761fe-27eb-4437-903a-948a31ef5bc8'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:05:14.793247 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12c1690b-840f-46af-9f4b-543a9293916e" -d '{"events": [{"server_uuid": "ac4a8f81-18d9-4d17-b21a-fa9550ec808a", "name": "network-vif-plugged", "status": "completed", "tag": "abf761fe-27eb-4437-903a-948a31ef5bc8"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:05:14.812815 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c2a7973b-0eb1-4a5a-9bed-6522a37ec395 None None] Provisioning complete for port 191b3ca5-2e50-4aeb-b266-873ebb795c74 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:05:14.813202 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c2a7973b-0eb1-4a5a-9bed-6522a37ec395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (191b3ca5-2e50-4aeb-b266-873ebb795c74), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:14.833922 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6df9ddf9-1148-46c4-982c-516b1806e991 admin admin] Publish callbacks [] for security_group (f7e84151-9e9a-4b73-8ad7-0372259463b3), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:14.844431 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6df9ddf9-1148-46c4-982c-516b1806e991 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (f7e84151-9e9a-4b73-8ad7-0372259463b3), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:14.880932 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:05:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8175ab28-1a26-4919-9170-acf009ae9ccc x-openstack-request-id: req-8175ab28-1a26-4919-9170-acf009ae9ccc {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:05:14.881245 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac4a8f81-18d9-4d17-b21a-fa9550ec808a", "name": "network-vif-plugged", "status": "completed", "tag": "abf761fe-27eb-4437-903a-948a31ef5bc8", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:05:14.881508 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8175ab28-1a26-4919-9170-acf009ae9ccc {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:05:14.881928 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac4a8f81-18d9-4d17-b21a-fa9550ec808a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abf761fe-27eb-4437-903a-948a31ef5bc8', 'code': 200} Jan 28 07:05:14.886760 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6df9ddf9-1148-46c4-982c-516b1806e991 admin admin] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:05:14.901309 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df9ddf9-1148-46c4-982c-516b1806e991 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7e84151-9e9a-4b73-8ad7-0372259463b3,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:14.901956 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c2a7973b-0eb1-4a5a-9bed-6522a37ec395 None None] Port 191b3ca5-2e50-4aeb-b266-873ebb795c74 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:05:14.914350 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6df9ddf9-1148-46c4-982c-516b1806e991 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (706544ac-9615-46c8-9115-8d7f6020d850), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:14.914696 n-d-712749-28 neutron-server[103284]: INFO neutron.db.segments_db [None req-6df9ddf9-1148-46c4-982c-516b1806e991 admin admin] Added segment 706544ac-9615-46c8-9115-8d7f6020d850 of type vlan for network c8ecf37a-74b5-41e5-9c42-e00feb592c21 Jan 28 07:05:14.949590 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e3b86fd7-d98e-4c15-8c71-396ace9125c7 req-9930192a-ff8c-44e4-91fb-40b6ab0575f5 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3787496 Jan 28 07:05:14.972985 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1b08f969-1b46-4cce-8a67-7de8db5134d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (191b3ca5-2e50-4aeb-b266-873ebb795c74), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:15.010259 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6df9ddf9-1148-46c4-982c-516b1806e991 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (c8ecf37a-74b5-41e5-9c42-e00feb592c21), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:15.074992 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6df9ddf9-1148-46c4-982c-516b1806e991 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (c8ecf37a-74b5-41e5-9c42-e00feb592c21), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:15.076998 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6df9ddf9-1148-46c4-982c-516b1806e991 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:15.077595 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6df9ddf9-1148-46c4-982c-516b1806e991 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:15.098113 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3d21e34c-6359-4b41-9dd8-bcc89b2c4c14 admin admin] Publish callbacks [] for security_group (7bd64ea5-5179-4368-8e44-e12919a64a26), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:15.133373 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3d21e34c-6359-4b41-9dd8-bcc89b2c4c14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (7bd64ea5-5179-4368-8e44-e12919a64a26), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:15.148170 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df9ddf9-1148-46c4-982c-516b1806e991 admin admin] Pushing event updated for resources: {'Network': ['ID=c8ecf37a-74b5-41e5-9c42-e00feb592c21,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:15.173689 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ab8dab-a568-4ce8-866b-9fc5ff73ac39 req-bdba58e3-000d-473d-9425-e00396cb26b9 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:15.181493 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a6ab8dab-a568-4ce8-866b-9fc5ff73ac39 req-bdba58e3-000d-473d-9425-e00396cb26b9 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd6f6cee-8828-415b-beee-3ed839555ede HTTP/1.1" status: 200 len: 949 time: 0.1381273 Jan 28 07:05:15.185308 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network c8ecf37a-74b5-41e5-9c42-e00feb592c21 details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:05:15.204061 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-6df9ddf9-1148-46c4-982c-516b1806e991 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2440317 Jan 28 07:05:15.205367 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 58490) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:05:15.222176 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-3d21e34c-6359-4b41-9dd8-bcc89b2c4c14 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b24a9ba6de7c471cbbdae237b586ef6a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6299534 Jan 28 07:05:15.230981 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 58492) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:05:15.273884 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d21e34c-6359-4b41-9dd8-bcc89b2c4c14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bd64ea5-5179-4368-8e44-e12919a64a26,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:15.282797 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-dcef53e0-810f-4ed1-b199-22a3c9506494 admin admin] Request body: {'subnet': {'network_id': 'c8ecf37a-74b5-41e5-9c42-e00feb592c21', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-2020634851-subnet', 'tenant_id': '53b4a4cb62a54bb0bd6b6098f3cf1d79', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:05:15.341319 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcef53e0-810f-4ed1-b199-22a3c9506494 admin admin] Made reservation on behalf of 53b4a4cb62a54bb0bd6b6098f3cf1d79 for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:05:15.344181 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dcef53e0-810f-4ed1-b199-22a3c9506494 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:15.363220 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 175fd3c1-c499-4728-a696-848e375c0b1f up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:05:15.409902 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-688a954e-cbb1-41ae-9d74-c89ceb9ee243 admin admin] Publish callbacks [] for security_group (7bd64ea5-5179-4368-8e44-e12919a64a26), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:15.483453 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88755fc8-9b51-4a1f-b89f-c007efdb4342 req-10f8fde0-54d9-42b4-9580-d9e9db006fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:15.485842 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-88755fc8-9b51-4a1f-b89f-c007efdb4342 req-10f8fde0-54d9-42b4-9580-d9e9db006fcf service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ac4a8f81-18d9-4d17-b21a-fa9550ec808a HTTP/1.1" status: 200 len: 1097 time: 0.2151620 Jan 28 07:05:15.505343 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a6ab8dab-a568-4ce8-866b-9fc5ff73ac39 req-ff94321d-8930-4d3b-9864-a1d585722f31 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3215961 Jan 28 07:05:15.508181 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1b08f969-1b46-4cce-8a67-7de8db5134d6 admin admin] Publish callbacks [] for port (191b3ca5-2e50-4aeb-b266-873ebb795c74), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:15.537151 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 175fd3c1-c499-4728-a696-848e375c0b1f triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:05:15.537721 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (175fd3c1-c499-4728-a696-848e375c0b1f), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:15.542125 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-688a954e-cbb1-41ae-9d74-c89ceb9ee243 admin admin] Publish callbacks [] for security_group (7bd64ea5-5179-4368-8e44-e12919a64a26), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:15.557629 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1b08f969-1b46-4cce-8a67-7de8db5134d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (191b3ca5-2e50-4aeb-b266-873ebb795c74), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:15.646989 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b08f969-1b46-4cce-8a67-7de8db5134d6 admin admin] Pushing event updated for resources: {'Port': ['ID=191b3ca5-2e50-4aeb-b266-873ebb795c74,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:15.689576 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 175fd3c1-c499-4728-a696-848e375c0b1f is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:05:15.770576 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07781a36-bc9d-46cd-a3c1-e04883983e29 req-da297b80-3d7a-4109-80c8-9f4c0cc7189f tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:15.785839 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-07781a36-bc9d-46cd-a3c1-e04883983e29 req-da297b80-3d7a-4109-80c8-9f4c0cc7189f tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/ports?device_id=1980e332-383a-481f-ba04-3bf34c8065b8 HTTP/1.1" status: 200 len: 950 time: 0.3455391 Jan 28 07:05:15.803025 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-88755fc8-9b51-4a1f-b89f-c007efdb4342 req-5568f8aa-f3d5-4793-932d-2a2db28a5eae service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=83d97fa1-2f29-40d2-a756-a970d048d2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2877891 Jan 28 07:05:15.804618 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1b08f969-1b46-4cce-8a67-7de8db5134d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16318999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16606560'] for router_interface (63ed7cc4-8009-4c98-8a15-e898bc9e3efb), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:15.826925 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7c287f7c-e994-46ab-acfb-f28dc2a66618 req-325ccea0-150f-4309-b417-4639e9ccb54c tempest-LiveMigrationNegativeTest-417767109 tempest-LiveMigrationNegativeTest-417767109-project] 10.222.0.41 "GET /v2.0/ports?device_id=c68608de-4be2-4d4b-8753-feb04d009f6a HTTP/1.1" status: 200 len: 210 time: 0.0599191 Jan 28 07:05:15.831161 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dcef53e0-810f-4ed1-b199-22a3c9506494 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for subnet (514641a9-108b-4e4e-b68f-b0fa48f20bb2), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:15.881607 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcef53e0-810f-4ed1-b199-22a3c9506494 admin admin] Pushing event updated for resources: {'Subnet': ['ID=514641a9-108b-4e4e-b68f-b0fa48f20bb2,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:15.947552 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-688a954e-cbb1-41ae-9d74-c89ceb9ee243 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (7bd64ea5-5179-4368-8e44-e12919a64a26), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:15.948763 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcef53e0-810f-4ed1-b199-22a3c9506494 admin admin] Checking segment: {'id': '706544ac-9615-46c8-9115-8d7f6020d850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'c8ecf37a-74b5-41e5-9c42-e00feb592c21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:05:15.949225 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcef53e0-810f-4ed1-b199-22a3c9506494 admin admin] Network hostable DHCP agents. Network: c8ecf37a-74b5-41e5-9c42-e00feb592c21, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:05:15.950089 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-688a954e-cbb1-41ae-9d74-c89ceb9ee243 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:15.954284 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-688a954e-cbb1-41ae-9d74-c89ceb9ee243 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7bd64ea5-5179-4368-8e44-e12919a64a26 HTTP/1.1" status: 204 len: 168 time: 0.7190030 Jan 28 07:05:15.990156 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcef53e0-810f-4ed1-b199-22a3c9506494 admin admin] Network c8ecf37a-74b5-41e5-9c42-e00feb592c21 is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:05:16.039755 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688a954e-cbb1-41ae-9d74-c89ceb9ee243 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bd64ea5-5179-4368-8e44-e12919a64a26,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:16.051740 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-07781a36-bc9d-46cd-a3c1-e04883983e29 req-21004a79-7442-4f3b-98d2-15e7436d40cc tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/security-groups?id=b910cb8c-64ec-47f6-b06b-89e838bb343d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408860 Jan 28 07:05:16.095429 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-dcef53e0-810f-4ed1-b199-22a3c9506494 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, c8ecf37a-74b5-41e5-9c42-e00feb592c21) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:05:16.143028 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b08f969-1b46-4cce-8a67-7de8db5134d6 admin admin] Network d9570857-73c9-4cb6-bc59-f41e2162d678 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:05:16.145941 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-1b08f969-1b46-4cce-8a67-7de8db5134d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:05:16.342816 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcef53e0-810f-4ed1-b199-22a3c9506494 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:16.343467 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dcef53e0-810f-4ed1-b199-22a3c9506494 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:16.348247 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be13ee3-5afb-4d6a-97a6-b30d40707ff1 None None] Network c8ecf37a-74b5-41e5-9c42-e00feb592c21 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:05:16.411589 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba3a897-c542-4bc6-82cb-0f4bdf8b2763 req-96523a03-3922-4dc4-a9e4-0aafaaf8d40b tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:16.419444 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9ba3a897-c542-4bc6-82cb-0f4bdf8b2763 req-96523a03-3922-4dc4-a9e4-0aafaaf8d40b tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac4a8f81-18d9-4d17-b21a-fa9550ec808a HTTP/1.1" status: 200 len: 945 time: 0.3875701 Jan 28 07:05:16.437993 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b08f969-1b46-4cce-8a67-7de8db5134d6 admin admin] Router 63ed7cc4-8009-4c98-8a15-e898bc9e3efb has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:05:16.455665 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-dcef53e0-810f-4ed1-b199-22a3c9506494 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1802661 Jan 28 07:05:16.456310 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 58518) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:05:16.466115 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-8711f3de-2603-4620-8955-8f9798fcd703 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-2020634851-router', 'tenant_id': '53b4a4cb62a54bb0bd6b6098f3cf1d79', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:05:16.588817 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9ba3a897-c542-4bc6-82cb-0f4bdf8b2763 req-2e4108e3-ef3a-41bf-b368-56968404ad39 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/security-groups?id=83d97fa1-2f29-40d2-a756-a970d048d2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683848 Jan 28 07:05:16.646358 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b08f969-1b46-4cce-8a67-7de8db5134d6 admin admin] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:05:16.653545 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-1b08f969-1b46-4cce-8a67-7de8db5134d6 admin admin] 10.222.0.41 "PUT /v2.0/routers/63ed7cc4-8009-4c98-8a15-e898bc9e3efb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4540555 Jan 28 07:05:16.671305 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07edca6-a6d1-4485-a3e9-172aa75c35e5 None None] Sync routers for ids ['63ed7cc4-8009-4c98-8a15-e898bc9e3efb'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:05:16.688296 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c7ff2a5-39a0-4b03-a764-cf273e071a99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3dd72b9-6805-5f61-b6f3-a591f99a173d-c8ecf37a-74b5-41e5-9c42-e00feb592c21', 'network_id': 'c8ecf37a-74b5-41e5-9c42-e00feb592c21', 'project_id': '53b4a4cb62a54bb0bd6b6098f3cf1d79', 'fixed_ips': [{'subnet_id': '514641a9-108b-4e4e-b68f-b0fa48f20bb2'}]}} from n-d-712749-28. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 07:05:16.689369 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6c7ff2a5-39a0-4b03-a764-cf273e071a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:16.695088 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8711f3de-2603-4620-8955-8f9798fcd703 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16606890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127275'] for router (6e5e42fd-ea15-40ad-a2c5-27335ece8f65), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:16.696362 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8711f3de-2603-4620-8955-8f9798fcd703 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16605498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16607952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16355422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127266'] for router (6e5e42fd-ea15-40ad-a2c5-27335ece8f65), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:16.719617 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07edca6-a6d1-4485-a3e9-172aa75c35e5 None None] Routers {'63ed7cc4-8009-4c98-8a15-e898bc9e3efb'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:05:16.720673 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-e07edca6-a6d1-4485-a3e9-172aa75c35e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:05:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['63ed7cc4-8009-4c98-8a15-e898bc9e3efb'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:05:16.730190 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-2ec93cd2-f539-4896-b222-776f0594dd5c None None] Provisioning complete for port 191b3ca5-2e50-4aeb-b266-873ebb795c74 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:05:16.730781 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2ec93cd2-f539-4896-b222-776f0594dd5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (191b3ca5-2e50-4aeb-b266-873ebb795c74), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:16.772154 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4d848c-bf1d-46f5-aca1-afb85c0b98d4 req-ab1d095e-aa3b-42ab-af60-626ac8b0216c tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:16.773819 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2d4d848c-bf1d-46f5-aca1-afb85c0b98d4 req-ab1d095e-aa3b-42ab-af60-626ac8b0216c tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd6f6cee-8828-415b-beee-3ed839555ede HTTP/1.1" status: 200 len: 949 time: 0.1314454 Jan 28 07:05:16.832430 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8711f3de-2603-4620-8955-8f9798fcd703 admin admin] Publish callbacks [] for router_controller (6e5e42fd-ea15-40ad-a2c5-27335ece8f65), precommit_add_association {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:16.977595 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2d4d848c-bf1d-46f5-aca1-afb85c0b98d4 req-98987727-a73c-4db9-a12f-b80a5257b9c9 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861527 Jan 28 07:05:17.022080 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8711f3de-2603-4620-8955-8f9798fcd703 admin admin] Publish callbacks [] for router_gateway (6e5e42fd-ea15-40ad-a2c5-27335ece8f65), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:17.075236 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-2ec93cd2-f539-4896-b222-776f0594dd5c None None] Port 191b3ca5-2e50-4aeb-b266-873ebb795c74 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:05:17.143663 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-e07edca6-a6d1-4485-a3e9-172aa75c35e5 None None] Set router 63ed7cc4-8009-4c98-8a15-e898bc9e3efb gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:05:17.178968 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-6c7ff2a5-39a0-4b03-a764-cf273e071a99 None None] Allocated IP 172.20.0.2 (c8ecf37a-74b5-41e5-9c42-e00feb592c21/514641a9-108b-4e4e-b68f-b0fa48f20bb2/f246077c-3752-490b-9dc7-1e8818fdcc66) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:05:17.405733 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8711f3de-2603-4620-8955-8f9798fcd703 admin admin] Publish callbacks [] for router_gateway (6e5e42fd-ea15-40ad-a2c5-27335ece8f65), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:17.452007 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8711f3de-2603-4620-8955-8f9798fcd703 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:17.509705 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6c7ff2a5-39a0-4b03-a764-cf273e071a99 None None] Publish callbacks [] for port (f246077c-3752-490b-9dc7-1e8818fdcc66), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:17.522313 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6c7ff2a5-39a0-4b03-a764-cf273e071a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (f246077c-3752-490b-9dc7-1e8818fdcc66), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:17.565282 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c7ff2a5-39a0-4b03-a764-cf273e071a99 None None] Network c8ecf37a-74b5-41e5-9c42-e00feb592c21 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:05:17.567486 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-e07edca6-a6d1-4485-a3e9-172aa75c35e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63ed7cc4-8009-4c98-8a15-e898bc9e3efb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1472491423-router', 'tenant_id': '653b11b487c8410f9ec9a2597f17d777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.226'}], 'enable_snat': True}, 'gw_port_id': '175fd3c1-c499-4728-a696-848e375c0b1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:05:06Z', 'updated_at': '2022-01-28T07:05:14Z', 'revision_number': 4, 'project_id': '653b11b487c8410f9ec9a2597f17d777', 'gw_port': {'id': '175fd3c1-c499-4728-a696-848e375c0b1f', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:9e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63ed7cc4-8009-4c98-8a15-e898bc9e3efb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:05:07Z', 'updated_at': '2022-01-28T07:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '191b3ca5-2e50-4aeb-b266-873ebb795c74', 'name': '', 'network_id': 'd9570857-73c9-4cb6-bc59-f41e2162d678', 'tenant_id': '653b11b487c8410f9ec9a2597f17d777', 'mac_address': 'fa:16:3e:fc:f7:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63ed7cc4-8009-4c98-8a15-e898bc9e3efb', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '8022ec46-2066-42bf-8b97-645b6ab86a28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:05:11Z', 'updated_at': '2022-01-28T07:05:15Z', 'revision_number': 2, 'project_id': '653b11b487c8410f9ec9a2597f17d777', 'subnets': [{'id': '8022ec46-2066-42bf-8b97-645b6ab86a28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:05:17.572545 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-6c7ff2a5-39a0-4b03-a764-cf273e071a99 None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:05:17.615491 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07edca6-a6d1-4485-a3e9-172aa75c35e5 None None] Checking router: 63ed7cc4-8009-4c98-8a15-e898bc9e3efb for host: n-d-712749-28 {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:05:17.615939 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07edca6-a6d1-4485-a3e9-172aa75c35e5 None None] Updating router 63ed7cc4-8009-4c98-8a15-e898bc9e3efb port 191b3ca5-2e50-4aeb-b266-873ebb795c74 binding host n-d-712749-28 {{(pid=103285) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 07:05:17.624795 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb15155-e295-4d4f-ab90-7d0fe35dfa73 req-acca8017-da69-406e-ba57-800ae0be0f9a tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:17.634551 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1fb15155-e295-4d4f-ab90-7d0fe35dfa73 req-acca8017-da69-406e-ba57-800ae0be0f9a tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/ports?device_id=1980e332-383a-481f-ba04-3bf34c8065b8 HTTP/1.1" status: 200 len: 950 time: 0.0817451 Jan 28 07:05:17.645798 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7ff2a5-39a0-4b03-a764-cf273e071a99 None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:05:17.648871 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e07edca6-a6d1-4485-a3e9-172aa75c35e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (191b3ca5-2e50-4aeb-b266-873ebb795c74), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:17.651767 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7ff2a5-39a0-4b03-a764-cf273e071a99 None None] Pushing event updated for resources: {'Port': ['ID=f246077c-3752-490b-9dc7-1e8818fdcc66,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:17.667134 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dfcaf7-2d96-452c-ba9b-07df7aabb6e5 req-94e9231a-04a1-4ba5-9670-b27288cb93d2 tempest-MigrationsAdminTest-1755059962 tempest-MigrationsAdminTest-1755059962-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:17.675596 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-39dfcaf7-2d96-452c-ba9b-07df7aabb6e5 req-94e9231a-04a1-4ba5-9670-b27288cb93d2 tempest-MigrationsAdminTest-1755059962 tempest-MigrationsAdminTest-1755059962-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=cd6f6cee-8828-415b-beee-3ed839555ede HTTP/1.1" status: 200 len: 1101 time: 0.0658081 Jan 28 07:05:17.709871 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-8711f3de-2603-4620-8955-8f9798fcd703 admin admin] Allocated IP 172.25.6.144 (7d5b3724-deef-4831-8d43-cb9b8176573c/b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc/2f44be17-4ae3-4e72-b75d-f30d67a477f4) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:05:17.712124 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-39dfcaf7-2d96-452c-ba9b-07df7aabb6e5 req-2405a979-e776-4490-bac4-cff4065b35bb tempest-MigrationsAdminTest-1755059962 tempest-MigrationsAdminTest-1755059962-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:17.713163 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1fb15155-e295-4d4f-ab90-7d0fe35dfa73 req-b67db607-9498-4341-840a-7a2cc0789ca7 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/security-groups?id=b910cb8c-64ec-47f6-b06b-89e838bb343d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772867 Jan 28 07:05:17.895766 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8711f3de-2603-4620-8955-8f9798fcd703 admin admin] Publish callbacks [] for port (2f44be17-4ae3-4e72-b75d-f30d67a477f4), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:17.898772 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-39dfcaf7-2d96-452c-ba9b-07df7aabb6e5 req-2405a979-e776-4490-bac4-cff4065b35bb tempest-MigrationsAdminTest-1755059962 tempest-MigrationsAdminTest-1755059962-project-admin] Publish callbacks [] for security_group (9e96761a-2379-4ab2-8a2d-b7aba8663346), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:17.909507 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-39dfcaf7-2d96-452c-ba9b-07df7aabb6e5 req-2405a979-e776-4490-bac4-cff4065b35bb tempest-MigrationsAdminTest-1755059962 tempest-MigrationsAdminTest-1755059962-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (9e96761a-2379-4ab2-8a2d-b7aba8663346), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:17.944017 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2405a979-e776-4490-bac4-cff4065b35bb tempest-MigrationsAdminTest-1755059962 tempest-MigrationsAdminTest-1755059962-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e96761a-2379-4ab2-8a2d-b7aba8663346,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:17.990289 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-39dfcaf7-2d96-452c-ba9b-07df7aabb6e5 req-2405a979-e776-4490-bac4-cff4065b35bb tempest-MigrationsAdminTest-1755059962 tempest-MigrationsAdminTest-1755059962-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3110135 Jan 28 07:05:17.994279 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-6c7ff2a5-39a0-4b03-a764-cf273e071a99 None None] Attempting to bind port f246077c-3752-490b-9dc7-1e8818fdcc66 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:05:17.994663 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-6c7ff2a5-39a0-4b03-a764-cf273e071a99 None None] Attempting to bind port f246077c-3752-490b-9dc7-1e8818fdcc66 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '706544ac-9615-46c8-9115-8d7f6020d850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'c8ecf37a-74b5-41e5-9c42-e00feb592c21'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:05:17.995007 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7ff2a5-39a0-4b03-a764-cf273e071a99 None None] Attempting to bind port f246077c-3752-490b-9dc7-1e8818fdcc66 on network c8ecf37a-74b5-41e5-9c42-e00feb592c21 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:05:18.016298 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8711f3de-2603-4620-8955-8f9798fcd703 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (2f44be17-4ae3-4e72-b75d-f30d67a477f4), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:18.019904 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7ff2a5-39a0-4b03-a764-cf273e071a99 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:05:18.020102 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7ff2a5-39a0-4b03-a764-cf273e071a99 None None] Checking segment: {'id': '706544ac-9615-46c8-9115-8d7f6020d850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'c8ecf37a-74b5-41e5-9c42-e00feb592c21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:05:18.020401 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6c7ff2a5-39a0-4b03-a764-cf273e071a99 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:18.020802 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7ff2a5-39a0-4b03-a764-cf273e071a99 None None] Bound using segment: {'id': '706544ac-9615-46c8-9115-8d7f6020d850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'c8ecf37a-74b5-41e5-9c42-e00feb592c21'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:05:18.021283 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-6c7ff2a5-39a0-4b03-a764-cf273e071a99 None None] Bound port: f246077c-3752-490b-9dc7-1e8818fdcc66, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '706544ac-9615-46c8-9115-8d7f6020d850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'c8ecf37a-74b5-41e5-9c42-e00feb592c21'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:05:18.021662 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6c7ff2a5-39a0-4b03-a764-cf273e071a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (f246077c-3752-490b-9dc7-1e8818fdcc66), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:18.087115 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8711f3de-2603-4620-8955-8f9798fcd703 admin admin] Pushing event updated for resources: {'Port': ['ID=2f44be17-4ae3-4e72-b75d-f30d67a477f4,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:18.096848 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8711f3de-2603-4620-8955-8f9798fcd703 admin admin] Network 7d5b3724-deef-4831-8d43-cb9b8176573c is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:05:18.099910 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-8711f3de-2603-4620-8955-8f9798fcd703 admin admin] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:05:18.104757 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8711f3de-2603-4620-8955-8f9798fcd703 admin admin] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:05:18.155806 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6c7ff2a5-39a0-4b03-a764-cf273e071a99 None None] For port f246077c-3752-490b-9dc7-1e8818fdcc66, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:05:18.173701 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6c7ff2a5-39a0-4b03-a764-cf273e071a99 None None] For port f246077c-3752-490b-9dc7-1e8818fdcc66, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=f246077c-3752-490b-9dc7-1e8818fdcc66,segment=NetworkSegment(706544ac-9615-46c8-9115-8d7f6020d850),segment_id=706544ac-9615-46c8-9115-8d7f6020d850)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:05:18.186169 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6c7ff2a5-39a0-4b03-a764-cf273e071a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (f246077c-3752-490b-9dc7-1e8818fdcc66), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:18.194063 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e07edca6-a6d1-4485-a3e9-172aa75c35e5 None None] Publish callbacks [] for port (191b3ca5-2e50-4aeb-b266-873ebb795c74), precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:18.222896 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e07edca6-a6d1-4485-a3e9-172aa75c35e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (191b3ca5-2e50-4aeb-b266-873ebb795c74), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:18.336640 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7ff2a5-39a0-4b03-a764-cf273e071a99 None None] Pushing event updated for resources: {'Port': ['ID=f246077c-3752-490b-9dc7-1e8818fdcc66,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:18.355679 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1495d71f-4a06-4b33-a68a-ba1a1daedf33 req-e50c4eeb-fff7-4f1a-bb9a-334e5eabb41c tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:18.370486 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1495d71f-4a06-4b33-a68a-ba1a1daedf33 req-e50c4eeb-fff7-4f1a-bb9a-334e5eabb41c tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac4a8f81-18d9-4d17-b21a-fa9550ec808a HTTP/1.1" status: 200 len: 945 time: 0.1123135 Jan 28 07:05:18.462893 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aabf1d-7de6-4626-b3fd-c1cf1af0d8b3 req-a18ca05b-3c42-447f-a697-a3785489a798 tempest-LiveMigrationNegativeTest-417767109 tempest-LiveMigrationNegativeTest-417767109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:18.464843 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c4aabf1d-7de6-4626-b3fd-c1cf1af0d8b3 req-a18ca05b-3c42-447f-a697-a3785489a798 tempest-LiveMigrationNegativeTest-417767109 tempest-LiveMigrationNegativeTest-417767109-project] 10.222.0.41 "GET /v2.0/ports?device_id=78f3584e-7e41-4507-9f36-f035be867ebd HTTP/1.1" status: 200 len: 949 time: 0.3055642 Jan 28 07:05:18.479275 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1495d71f-4a06-4b33-a68a-ba1a1daedf33 req-5d576a09-3102-48b8-a7f7-e7adeb287714 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/security-groups?id=83d97fa1-2f29-40d2-a756-a970d048d2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063645 Jan 28 07:05:18.538530 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-e07edca6-a6d1-4485-a3e9-172aa75c35e5 None None] Attempting to bind port 191b3ca5-2e50-4aeb-b266-873ebb795c74 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:05:18.539094 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-e07edca6-a6d1-4485-a3e9-172aa75c35e5 None None] Attempting to bind port 191b3ca5-2e50-4aeb-b266-873ebb795c74 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '309b35ab-bc53-487e-9972-0ce297281851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'd9570857-73c9-4cb6-bc59-f41e2162d678'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:05:18.539348 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07edca6-a6d1-4485-a3e9-172aa75c35e5 None None] Attempting to bind port 191b3ca5-2e50-4aeb-b266-873ebb795c74 on network d9570857-73c9-4cb6-bc59-f41e2162d678 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:05:18.547546 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07edca6-a6d1-4485-a3e9-172aa75c35e5 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:05:18.548019 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07edca6-a6d1-4485-a3e9-172aa75c35e5 None None] Checking segment: {'id': '309b35ab-bc53-487e-9972-0ce297281851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'd9570857-73c9-4cb6-bc59-f41e2162d678'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:05:18.559633 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e07edca6-a6d1-4485-a3e9-172aa75c35e5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:18.560256 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07edca6-a6d1-4485-a3e9-172aa75c35e5 None None] Bound using segment: {'id': '309b35ab-bc53-487e-9972-0ce297281851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'd9570857-73c9-4cb6-bc59-f41e2162d678'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:05:18.560835 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-e07edca6-a6d1-4485-a3e9-172aa75c35e5 None None] Bound port: 191b3ca5-2e50-4aeb-b266-873ebb795c74, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '309b35ab-bc53-487e-9972-0ce297281851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'd9570857-73c9-4cb6-bc59-f41e2162d678'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:05:18.561238 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e07edca6-a6d1-4485-a3e9-172aa75c35e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (191b3ca5-2e50-4aeb-b266-873ebb795c74), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:18.617900 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b2d442-20af-4194-9ef8-7a17b7666d36 None None] Pushing event updated for resources: {'Port': ['ID=191b3ca5-2e50-4aeb-b266-873ebb795c74,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:18.693325 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16030177-fb77-4685-b509-0f10a4e9320a req-26db345f-92af-4b93-a0ca-1999522f4e3b tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:18.703987 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-16030177-fb77-4685-b509-0f10a4e9320a req-26db345f-92af-4b93-a0ca-1999522f4e3b tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dd01a81-423f-4012-89ce-dce7efd84cd2 HTTP/1.1" status: 200 len: 950 time: 0.0924881 Jan 28 07:05:18.729570 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 58602) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:05:18.735812 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-e07edca6-a6d1-4485-a3e9-172aa75c35e5 None None] For port 191b3ca5-2e50-4aeb-b266-873ebb795c74, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:05:18.740056 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-e07edca6-a6d1-4485-a3e9-172aa75c35e5 None None] For port 191b3ca5-2e50-4aeb-b266-873ebb795c74, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=191b3ca5-2e50-4aeb-b266-873ebb795c74,segment=NetworkSegment(309b35ab-bc53-487e-9972-0ce297281851),segment_id=309b35ab-bc53-487e-9972-0ce297281851)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:05:18.747059 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-a34fe1dd-fb6d-4539-a904-a4152b77675b None None] Provisioning complete for port 191b3ca5-2e50-4aeb-b266-873ebb795c74 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:05:18.747798 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a34fe1dd-fb6d-4539-a904-a4152b77675b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (191b3ca5-2e50-4aeb-b266-873ebb795c74), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:18.752692 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e07edca6-a6d1-4485-a3e9-172aa75c35e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (191b3ca5-2e50-4aeb-b266-873ebb795c74), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:18.801865 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-16030177-fb77-4685-b509-0f10a4e9320a req-7c5a922f-01a3-4cb6-920a-0c43555c3caf tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/security-groups?id=b910cb8c-64ec-47f6-b06b-89e838bb343d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967133 Jan 28 07:05:18.803155 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c4aabf1d-7de6-4626-b3fd-c1cf1af0d8b3 req-b0c3ec44-c191-48ac-910b-905eb2ab9ec7 tempest-LiveMigrationNegativeTest-417767109 tempest-LiveMigrationNegativeTest-417767109-project] 10.222.0.41 "GET /v2.0/security-groups?id=7cca885c-e367-40af-9432-ae9bb528627e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028320 Jan 28 07:05:18.803876 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8711f3de-2603-4620-8955-8f9798fcd703 admin admin] Publish callbacks [] for router_gateway (6e5e42fd-ea15-40ad-a2c5-27335ece8f65), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:18.847662 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b2d442-20af-4194-9ef8-7a17b7666d36 None None] Pushing event updated for resources: {'Port': ['ID=191b3ca5-2e50-4aeb-b266-873ebb795c74,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:18.920907 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07edca6-a6d1-4485-a3e9-172aa75c35e5 None None] Routers {'63ed7cc4-8009-4c98-8a15-e898bc9e3efb'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:05:18.922389 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-e07edca6-a6d1-4485-a3e9-172aa75c35e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:05:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['63ed7cc4-8009-4c98-8a15-e898bc9e3efb'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:05:18.937055 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-96afcd7e-b1b6-4180-bb22-ffd30d4dad42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:19.035344 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-a34fe1dd-fb6d-4539-a904-a4152b77675b None None] Current status of the port 191b3ca5-2e50-4aeb-b266-873ebb795c74 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:05:19.036124 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a34fe1dd-fb6d-4539-a904-a4152b77675b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (191b3ca5-2e50-4aeb-b266-873ebb795c74), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:19.086280 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-a34fe1dd-fb6d-4539-a904-a4152b77675b None None] For port 191b3ca5-2e50-4aeb-b266-873ebb795c74, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=191b3ca5-2e50-4aeb-b266-873ebb795c74,segment=NetworkSegment(309b35ab-bc53-487e-9972-0ce297281851),segment_id=309b35ab-bc53-487e-9972-0ce297281851)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:05:19.098783 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a34fe1dd-fb6d-4539-a904-a4152b77675b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (191b3ca5-2e50-4aeb-b266-873ebb795c74), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:19.175451 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-96afcd7e-b1b6-4180-bb22-ffd30d4dad42 admin admin] Publish callbacks [] for security_group (c5867629-ed3c-4adb-9a68-332cac436e06), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:19.189525 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-96afcd7e-b1b6-4180-bb22-ffd30d4dad42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (c5867629-ed3c-4adb-9a68-332cac436e06), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:19.235121 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-96afcd7e-b1b6-4180-bb22-ffd30d4dad42 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cb7605db4c5e47edba30b9dec652da20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5011213 Jan 28 07:05:19.235325 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 58618) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:05:19.335076 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96afcd7e-b1b6-4180-bb22-ffd30d4dad42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5867629-ed3c-4adb-9a68-332cac436e06,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:19.351366 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-e07edca6-a6d1-4485-a3e9-172aa75c35e5 None None] Set router 63ed7cc4-8009-4c98-8a15-e898bc9e3efb gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:05:19.368984 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-918b744b-e010-481d-af07-f6df7ab52510 admin admin] Publish callbacks [] for security_group (c5867629-ed3c-4adb-9a68-332cac436e06), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:19.410272 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device f246077c-3752-490b-9dc7-1e8818fdcc66 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:05:19.412740 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34fe1dd-fb6d-4539-a904-a4152b77675b None None] Pushing event updated for resources: {'Port': ['ID=191b3ca5-2e50-4aeb-b266-873ebb795c74,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:19.462511 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-918b744b-e010-481d-af07-f6df7ab52510 admin admin] Publish callbacks [] for security_group (c5867629-ed3c-4adb-9a68-332cac436e06), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:19.472181 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-47ab84ad-ebeb-4125-a889-9ed4545a18d5 None None] Provisioning complete for port 191b3ca5-2e50-4aeb-b266-873ebb795c74 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:05:19.472668 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-47ab84ad-ebeb-4125-a889-9ed4545a18d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (191b3ca5-2e50-4aeb-b266-873ebb795c74), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:19.511109 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [req-21f47575-9817-4889-8f37-4744eaa6397a req-0ca7ac5f-2e37-486f-a1c9-42ae8bfe011c service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103283) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 07:05:19.512141 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-21f47575-9817-4889-8f37-4744eaa6397a req-0ca7ac5f-2e37-486f-a1c9-42ae8bfe011c service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1237686 Jan 28 07:05:19.528602 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 58622) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:05:19.602525 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8711f3de-2603-4620-8955-8f9798fcd703 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16605475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16607909'] for router (6e5e42fd-ea15-40ad-a2c5-27335ece8f65), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:19.666073 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f5bb93ac-94cc-409b-a5c2-a58d6a013ce4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:19.682407 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-918b744b-e010-481d-af07-f6df7ab52510 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (c5867629-ed3c-4adb-9a68-332cac436e06), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:19.687218 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-918b744b-e010-481d-af07-f6df7ab52510 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:19.692565 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-918b744b-e010-481d-af07-f6df7ab52510 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c5867629-ed3c-4adb-9a68-332cac436e06 HTTP/1.1" status: 204 len: 168 time: 0.4562478 Jan 28 07:05:19.719563 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918b744b-e010-481d-af07-f6df7ab52510 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5867629-ed3c-4adb-9a68-332cac436e06,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:19.732422 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaada689-cd2e-4119-a5c0-75a1d976fe5d req-11054497-2758-436b-9607-1080c8cad1da tempest-LiveAutoBlockMigrationV225Test-1114652928 tempest-LiveAutoBlockMigrationV225Test-1114652928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:19.734186 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-aaada689-cd2e-4119-a5c0-75a1d976fe5d req-11054497-2758-436b-9607-1080c8cad1da tempest-LiveAutoBlockMigrationV225Test-1114652928 tempest-LiveAutoBlockMigrationV225Test-1114652928-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ac4a8f81-18d9-4d17-b21a-fa9550ec808a HTTP/1.1" status: 200 len: 1097 time: 0.2751844 Jan 28 07:05:19.820923 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-aaada689-cd2e-4119-a5c0-75a1d976fe5d req-482db9ff-f95b-4a31-b465-de45aabfc296 tempest-LiveAutoBlockMigrationV225Test-1114652928 tempest-LiveAutoBlockMigrationV225Test-1114652928-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=83d97fa1-2f29-40d2-a756-a970d048d2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810218 Jan 28 07:05:19.850148 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port f246077c-3752-490b-9dc7-1e8818fdcc66 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:05:19.850724 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (f246077c-3752-490b-9dc7-1e8818fdcc66), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:20.011751 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f5bb93ac-94cc-409b-a5c2-a58d6a013ce4 admin admin] Publish callbacks [] for security_group (e0cc8414-51a4-46f2-a1ec-883427db3a12), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:20.041032 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5528f0-68ec-45af-9499-84eb4e5d30e8 req-b6dc254d-ad12-4f0e-8f54-b1deea8826b9 tempest-LiveMigrationNegativeTest-417767109 tempest-LiveMigrationNegativeTest-417767109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:20.042609 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4e5528f0-68ec-45af-9499-84eb4e5d30e8 req-b6dc254d-ad12-4f0e-8f54-b1deea8826b9 tempest-LiveMigrationNegativeTest-417767109 tempest-LiveMigrationNegativeTest-417767109-project] 10.222.0.44 "GET /v2.0/ports?device_id=78f3584e-7e41-4507-9f36-f035be867ebd HTTP/1.1" status: 200 len: 949 time: 0.4188175 Jan 28 07:05:20.050761 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f5bb93ac-94cc-409b-a5c2-a58d6a013ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (e0cc8414-51a4-46f2-a1ec-883427db3a12), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:20.051085 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79eac672-f78a-423b-9ed8-22cf25c00d36 None None] Network c8ecf37a-74b5-41e5-9c42-e00feb592c21 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:05:20.118557 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-f5bb93ac-94cc-409b-a5c2-a58d6a013ce4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=43c6b25b9dda412bbd8336a8d9b1c72f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5842381 Jan 28 07:05:20.118912 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 58644) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:05:20.139312 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-47ab84ad-ebeb-4125-a889-9ed4545a18d5 None None] Current status of the port 191b3ca5-2e50-4aeb-b266-873ebb795c74 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:05:20.194713 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port f246077c-3752-490b-9dc7-1e8818fdcc66 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:05:20.195325 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (f246077c-3752-490b-9dc7-1e8818fdcc66), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:20.235765 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 58646) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:05:20.242700 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-e07edca6-a6d1-4485-a3e9-172aa75c35e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63ed7cc4-8009-4c98-8a15-e898bc9e3efb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1472491423-router', 'tenant_id': '653b11b487c8410f9ec9a2597f17d777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.226'}], 'enable_snat': True}, 'gw_port_id': '175fd3c1-c499-4728-a696-848e375c0b1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:05:06Z', 'updated_at': '2022-01-28T07:05:14Z', 'revision_number': 4, 'project_id': '653b11b487c8410f9ec9a2597f17d777', 'gw_port': {'id': '175fd3c1-c499-4728-a696-848e375c0b1f', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:9e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63ed7cc4-8009-4c98-8a15-e898bc9e3efb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:05:07Z', 'updated_at': '2022-01-28T07:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '191b3ca5-2e50-4aeb-b266-873ebb795c74', 'name': '', 'network_id': 'd9570857-73c9-4cb6-bc59-f41e2162d678', 'tenant_id': '653b11b487c8410f9ec9a2597f17d777', 'mac_address': 'fa:16:3e:fc:f7:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63ed7cc4-8009-4c98-8a15-e898bc9e3efb', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '8022ec46-2066-42bf-8b97-645b6ab86a28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:05:11Z', 'updated_at': '2022-01-28T07:05:18Z', 'revision_number': 4, 'project_id': '653b11b487c8410f9ec9a2597f17d777', 'subnets': [{'id': '8022ec46-2066-42bf-8b97-645b6ab86a28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:05:20.271970 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bb93ac-94cc-409b-a5c2-a58d6a013ce4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0cc8414-51a4-46f2-a1ec-883427db3a12,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:20.286000 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6892a6ff-3df7-4e1a-bdf5-d69aa322025b admin admin] Publish callbacks [] for security_group (e0cc8414-51a4-46f2-a1ec-883427db3a12), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:20.290975 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7a3b87b9-d964-45a6-b286-8844d4a680bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:20.300945 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07edca6-a6d1-4485-a3e9-172aa75c35e5 None None] The sync data for ids ['63ed7cc4-8009-4c98-8a15-e898bc9e3efb'] in n-d-712749-28 is: [{'id': '63ed7cc4-8009-4c98-8a15-e898bc9e3efb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1472491423-router', 'tenant_id': '653b11b487c8410f9ec9a2597f17d777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.226'}], 'enable_snat': True}, 'gw_port_id': '175fd3c1-c499-4728-a696-848e375c0b1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:05:06Z', 'updated_at': '2022-01-28T07:05:14Z', 'revision_number': 4, 'project_id': '653b11b487c8410f9ec9a2597f17d777', 'gw_port': {'id': '175fd3c1-c499-4728-a696-848e375c0b1f', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:9e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63ed7cc4-8009-4c98-8a15-e898bc9e3efb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:05:07Z', 'updated_at': '2022-01-28T07:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '191b3ca5-2e50-4aeb-b266-873ebb795c74', 'name': '', 'network_id': 'd9570857-73c9-4cb6-bc59-f41e2162d678', 'tenant_id': '653b11b487c8410f9ec9a2597f17d777', 'mac_address': 'fa:16:3e:fc:f7:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63ed7cc4-8009-4c98-8a15-e898bc9e3efb', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '8022ec46-2066-42bf-8b97-645b6ab86a28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:05:11Z', 'updated_at': '2022-01-28T07:05:18Z', 'revision_number': 4, 'project_id': '653b11b487c8410f9ec9a2597f17d777', 'subnets': [{'id': '8022ec46-2066-42bf-8b97-645b6ab86a28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:05:20.306281 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] For port f246077c-3752-490b-9dc7-1e8818fdcc66, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=f246077c-3752-490b-9dc7-1e8818fdcc66,segment=NetworkSegment(706544ac-9615-46c8-9115-8d7f6020d850),segment_id=706544ac-9615-46c8-9115-8d7f6020d850)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:05:20.321823 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8711f3de-2603-4620-8955-8f9798fcd703 admin admin] Router 6e5e42fd-ea15-40ad-a2c5-27335ece8f65 is scheduled to L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 with binding_index 1 {{(pid=103283) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 07:05:20.342594 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (f246077c-3752-490b-9dc7-1e8818fdcc66), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:20.349573 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6892a6ff-3df7-4e1a-bdf5-d69aa322025b admin admin] Publish callbacks [] for security_group (e0cc8414-51a4-46f2-a1ec-883427db3a12), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:20.377665 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-4e5528f0-68ec-45af-9499-84eb4e5d30e8 req-361eeb5c-1adb-4788-bc19-1665fe8dd144 tempest-LiveMigrationNegativeTest-417767109 tempest-LiveMigrationNegativeTest-417767109-project] Deleting port c282bcf5-c70f-49e2-a313-e3cd7d74f330 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:05:20.377908 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-4e5528f0-68ec-45af-9499-84eb4e5d30e8 req-361eeb5c-1adb-4788-bc19-1665fe8dd144 tempest-LiveMigrationNegativeTest-417767109 tempest-LiveMigrationNegativeTest-417767109-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (c282bcf5-c70f-49e2-a313-e3cd7d74f330), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:20.403132 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-351e639b-3523-4e4e-9287-3c6497ec188f None None] Provisioning complete for port f246077c-3752-490b-9dc7-1e8818fdcc66 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:05:20.406051 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-351e639b-3523-4e4e-9287-3c6497ec188f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (f246077c-3752-490b-9dc7-1e8818fdcc66), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:20.447673 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de02dd5f-d7d8-42b2-84ee-1a2016c1d5ec req-bf683278-cbac-44ea-bd0a-ebec6302e53d tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:20.454802 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de02dd5f-d7d8-42b2-84ee-1a2016c1d5ec req-bf683278-cbac-44ea-bd0a-ebec6302e53d tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:20.463104 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-de02dd5f-d7d8-42b2-84ee-1a2016c1d5ec req-bf683278-cbac-44ea-bd0a-ebec6302e53d tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/ports?device_id=1980e332-383a-481f-ba04-3bf34c8065b8&device_id=5dd01a81-423f-4012-89ce-dce7efd84cd2 HTTP/1.1" status: 200 len: 1691 time: 0.2344437 Jan 28 07:05:20.489873 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Pushing event updated for resources: {'Port': ['ID=f246077c-3752-490b-9dc7-1e8818fdcc66,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:20.604030 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-351e639b-3523-4e4e-9287-3c6497ec188f None None] Current status of the port f246077c-3752-490b-9dc7-1e8818fdcc66 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:05:20.647903 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-de02dd5f-d7d8-42b2-84ee-1a2016c1d5ec req-9ee1a62c-a2b7-4285-9eef-c2304d5ac55e tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/security-groups?id=b910cb8c-64ec-47f6-b06b-89e838bb343d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838315 Jan 28 07:05:20.651270 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6892a6ff-3df7-4e1a-bdf5-d69aa322025b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (e0cc8414-51a4-46f2-a1ec-883427db3a12), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:20.674609 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6892a6ff-3df7-4e1a-bdf5-d69aa322025b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:20.681648 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-6892a6ff-3df7-4e1a-bdf5-d69aa322025b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e0cc8414-51a4-46f2-a1ec-883427db3a12 HTTP/1.1" status: 204 len: 168 time: 0.5636973 Jan 28 07:05:20.733352 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6892a6ff-3df7-4e1a-bdf5-d69aa322025b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0cc8414-51a4-46f2-a1ec-883427db3a12,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:20.741622 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 58660) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:05:20.747723 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7a3b87b9-d964-45a6-b286-8844d4a680bb admin admin] Publish callbacks [] for security_group (2a763106-3c47-4961-9cc8-572df2b2572b), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:20.770056 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7a3b87b9-d964-45a6-b286-8844d4a680bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (2a763106-3c47-4961-9cc8-572df2b2572b), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:20.839910 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3b87b9-d964-45a6-b286-8844d4a680bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a763106-3c47-4961-9cc8-572df2b2572b,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:20.848934 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-7a3b87b9-d964-45a6-b286-8844d4a680bb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1346762ab9f946a28fcdef04d6828a3f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6096406 Jan 28 07:05:20.853512 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 58664) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:05:20.862483 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbda8f38-70de-4c7e-92cb-7fe6fea2b078 req-55cf2c36-97d7-457c-9dad-21d3c58c3633 tempest-LiveAutoBlockMigrationV225Test-1114652928 tempest-LiveAutoBlockMigrationV225Test-1114652928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:20.869516 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-cbda8f38-70de-4c7e-92cb-7fe6fea2b078 req-55cf2c36-97d7-457c-9dad-21d3c58c3633 tempest-LiveAutoBlockMigrationV225Test-1114652928 tempest-LiveAutoBlockMigrationV225Test-1114652928-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ac4a8f81-18d9-4d17-b21a-fa9550ec808a HTTP/1.1" status: 200 len: 1097 time: 0.1140828 Jan 28 07:05:20.876681 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaea566-6af1-4fce-8729-03c58b76ec33 req-b767ace8-b411-4f25-b6ce-7447550774a5 tempest-LiveMigrationNegativeTest-417767109 tempest-LiveMigrationNegativeTest-417767109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:20.883869 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0aaea566-6af1-4fce-8729-03c58b76ec33 req-b767ace8-b411-4f25-b6ce-7447550774a5 tempest-LiveMigrationNegativeTest-417767109 tempest-LiveMigrationNegativeTest-417767109-project] 10.222.0.41 "GET /v2.0/ports?device_id=78f3584e-7e41-4507-9f36-f035be867ebd HTTP/1.1" status: 200 len: 949 time: 0.2676563 Jan 28 07:05:20.924384 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-4e5528f0-68ec-45af-9499-84eb4e5d30e8 req-361eeb5c-1adb-4788-bc19-1665fe8dd144 tempest-LiveMigrationNegativeTest-417767109 tempest-LiveMigrationNegativeTest-417767109-project] For port c282bcf5-c70f-49e2-a313-e3cd7d74f330, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=c282bcf5-c70f-49e2-a313-e3cd7d74f330,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:05:20.925507 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-4e5528f0-68ec-45af-9499-84eb4e5d30e8 req-361eeb5c-1adb-4788-bc19-1665fe8dd144 tempest-LiveMigrationNegativeTest-417767109 tempest-LiveMigrationNegativeTest-417767109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (c282bcf5-c70f-49e2-a313-e3cd7d74f330), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:20.931699 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6bf9b4cc-20d7-4a2f-9b12-5635d0c70ae0 None None] Provisioning complete for port f246077c-3752-490b-9dc7-1e8818fdcc66 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:05:20.932537 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6bf9b4cc-20d7-4a2f-9b12-5635d0c70ae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (f246077c-3752-490b-9dc7-1e8818fdcc66), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:20.971658 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8711f3de-2603-4620-8955-8f9798fcd703 admin admin] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:05:20.976323 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-4e5528f0-68ec-45af-9499-84eb4e5d30e8 req-361eeb5c-1adb-4788-bc19-1665fe8dd144 tempest-LiveMigrationNegativeTest-417767109 tempest-LiveMigrationNegativeTest-417767109-project] Calling delete_port for c282bcf5-c70f-49e2-a313-e3cd7d74f330 owned by compute:nova {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:05:20.984093 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb4d959-c5c0-402e-9f58-57a614c88fb9 None None] Sync routers for ids ['6e5e42fd-ea15-40ad-a2c5-27335ece8f65'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:05:21.004820 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8711f3de-2603-4620-8955-8f9798fcd703 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:21.008173 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-8711f3de-2603-4620-8955-8f9798fcd703 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.5456047 Jan 28 07:05:21.009986 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 58666) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:05:21.010402 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb4d959-c5c0-402e-9f58-57a614c88fb9 None None] Routers {'6e5e42fd-ea15-40ad-a2c5-27335ece8f65'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:05:21.011901 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-4eb4d959-c5c0-402e-9f58-57a614c88fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:05:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['6e5e42fd-ea15-40ad-a2c5-27335ece8f65'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:05:21.072759 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0aaea566-6af1-4fce-8729-03c58b76ec33 req-6c2734fb-0599-43a4-8efd-9d84869c4f7f tempest-LiveMigrationNegativeTest-417767109 tempest-LiveMigrationNegativeTest-417767109-project] 10.222.0.41 "GET /v2.0/security-groups?id=7cca885c-e367-40af-9432-ae9bb528627e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874120 Jan 28 07:05:21.086333 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6bf9b4cc-20d7-4a2f-9b12-5635d0c70ae0 None None] Current status of the port f246077c-3752-490b-9dc7-1e8818fdcc66 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:05:21.110840 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5a85577c-0ca1-4625-9f4e-7fe4b0a30ebc admin admin] Publish callbacks [] for security_group (2a763106-3c47-4961-9cc8-572df2b2572b), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:21.135918 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-4eb4d959-c5c0-402e-9f58-57a614c88fb9 None None] Set router 6e5e42fd-ea15-40ad-a2c5-27335ece8f65 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:05:21.155611 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-cbda8f38-70de-4c7e-92cb-7fe6fea2b078 req-80631bff-a9ad-4ae8-ab51-be67be2db562 tempest-LiveAutoBlockMigrationV225Test-1114652928 tempest-LiveAutoBlockMigrationV225Test-1114652928-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=83d97fa1-2f29-40d2-a756-a970d048d2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2841773 Jan 28 07:05:21.184058 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b74d17c9-fc88-4fe4-8b2b-ec031943a8eb req-69cf93de-cf00-48a9-a6b9-69a2bf28e669 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=cd6f6cee-8828-415b-beee-3ed839555ede&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4386172 Jan 28 07:05:21.197187 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [req-b74d17c9-fc88-4fe4-8b2b-ec031943a8eb req-bf0f2a42-f7f8-48b9-9e7a-62aad5480788 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 07:05:21.198183 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b74d17c9-fc88-4fe4-8b2b-ec031943a8eb req-bf0f2a42-f7f8-48b9-9e7a-62aad5480788 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052168 Jan 28 07:05:21.200160 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5a85577c-0ca1-4625-9f4e-7fe4b0a30ebc admin admin] Publish callbacks [] for security_group (2a763106-3c47-4961-9cc8-572df2b2572b), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:21.293805 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5a85577c-0ca1-4625-9f4e-7fe4b0a30ebc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (2a763106-3c47-4961-9cc8-572df2b2572b), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:21.304092 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5a85577c-0ca1-4625-9f4e-7fe4b0a30ebc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:21.330191 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-5a85577c-0ca1-4625-9f4e-7fe4b0a30ebc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2a763106-3c47-4961-9cc8-572df2b2572b HTTP/1.1" status: 204 len: 168 time: 0.4532034 Jan 28 07:05:21.331745 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc83476e-97f4-452c-986f-962085f489ef req-9d123569-8978-4e95-a35b-8fec1b7b0457 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:21.347334 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-dc83476e-97f4-452c-986f-962085f489ef req-9d123569-8978-4e95-a35b-8fec1b7b0457 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd6f6cee-8828-415b-beee-3ed839555ede HTTP/1.1" status: 200 len: 949 time: 0.1409903 Jan 28 07:05:21.370549 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a85577c-0ca1-4625-9f4e-7fe4b0a30ebc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a763106-3c47-4961-9cc8-572df2b2572b,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:21.476805 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 58680) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:05:21.507374 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d3a5f4b2-1737-4698-a8b2-9a30aeb97cef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:21.591276 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device f246077c-3752-490b-9dc7-1e8818fdcc66 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:05:21.742424 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d3a5f4b2-1737-4698-a8b2-9a30aeb97cef admin admin] Publish callbacks [] for security_group (765ed885-9cea-40ea-8dde-1eebc079236c), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:21.757172 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d3a5f4b2-1737-4698-a8b2-9a30aeb97cef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (765ed885-9cea-40ea-8dde-1eebc079236c), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:21.758433 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port f246077c-3752-490b-9dc7-1e8818fdcc66 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:05:21.759058 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (f246077c-3752-490b-9dc7-1e8818fdcc66), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:21.867882 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-d3a5f4b2-1737-4698-a8b2-9a30aeb97cef admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6a9a0fd7d4044bec9427b5cbbc001582&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3896434 Jan 28 07:05:21.869195 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 58698) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:05:21.879548 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-4eb4d959-c5c0-402e-9f58-57a614c88fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e5e42fd-ea15-40ad-a2c5-27335ece8f65', 'name': 'tempest-FloatingIPDetailsTestJSON-2020634851-router', 'tenant_id': '53b4a4cb62a54bb0bd6b6098f3cf1d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.144'}], 'enable_snat': True}, 'gw_port_id': '2f44be17-4ae3-4e72-b75d-f30d67a477f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:05:16Z', 'updated_at': '2022-01-28T07:05:18Z', 'revision_number': 3, 'project_id': '53b4a4cb62a54bb0bd6b6098f3cf1d79', 'gw_port': {'id': '2f44be17-4ae3-4e72-b75d-f30d67a477f4', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e8:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e5e42fd-ea15-40ad-a2c5-27335ece8f65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:05:17Z', 'updated_at': '2022-01-28T07:05:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:05:21.894733 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a5f4b2-1737-4698-a8b2-9a30aeb97cef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=765ed885-9cea-40ea-8dde-1eebc079236c,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:21.949114 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-dc83476e-97f4-452c-986f-962085f489ef req-d2655188-9a98-4ab6-aeac-419b39b4f9d9 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6007457 Jan 28 07:05:21.954484 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb4d959-c5c0-402e-9f58-57a614c88fb9 None None] Checking router: 6e5e42fd-ea15-40ad-a2c5-27335ece8f65 for host: n-d-712749-28 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:05:21.955474 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb4d959-c5c0-402e-9f58-57a614c88fb9 None None] Updating router 6e5e42fd-ea15-40ad-a2c5-27335ece8f65 port 2f44be17-4ae3-4e72-b75d-f30d67a477f4 binding host n-d-712749-28 {{(pid=103286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 07:05:21.973219 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-4e5528f0-68ec-45af-9499-84eb4e5d30e8 req-361eeb5c-1adb-4788-bc19-1665fe8dd144 tempest-LiveMigrationNegativeTest-417767109 tempest-LiveMigrationNegativeTest-417767109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (c282bcf5-c70f-49e2-a313-e3cd7d74f330), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:21.980762 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port f246077c-3752-490b-9dc7-1e8818fdcc66 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:05:21.986030 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 191b3ca5-2e50-4aeb-b266-873ebb795c74 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:05:21.986365 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4eb4d959-c5c0-402e-9f58-57a614c88fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (2f44be17-4ae3-4e72-b75d-f30d67a477f4), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:22.035611 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 58706) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:05:22.094594 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['c282bcf5-c70f-49e2-a313-e3cd7d74f330'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:05:22.098327 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9702a637-f70e-438e-b3ce-d0034536440d admin admin] Publish callbacks [] for security_group (765ed885-9cea-40ea-8dde-1eebc079236c), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:22.139674 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-d2d00457-adb5-4e36-a731-2496fda31270 tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] Request body: {'security_group': {'name': 'tempest-securitygroup--938864032', 'description': 'tempest-description--726647484'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:05:22.164205 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361eeb5c-1adb-4788-bc19-1665fe8dd144 tempest-LiveMigrationNegativeTest-417767109 tempest-LiveMigrationNegativeTest-417767109-project] Pushing event deleted for resources: {'Port': ['ID=c282bcf5-c70f-49e2-a313-e3cd7d74f330,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:22.210445 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9702a637-f70e-438e-b3ce-d0034536440d admin admin] Publish callbacks [] for security_group (765ed885-9cea-40ea-8dde-1eebc079236c), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:22.226158 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 191b3ca5-2e50-4aeb-b266-873ebb795c74 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:05:22.227309 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (191b3ca5-2e50-4aeb-b266-873ebb795c74), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:22.335704 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e5528f0-68ec-45af-9499-84eb4e5d30e8 req-361eeb5c-1adb-4788-bc19-1665fe8dd144 tempest-LiveMigrationNegativeTest-417767109 tempest-LiveMigrationNegativeTest-417767109-project] No DVR routers for this DVR port c282bcf5-c70f-49e2-a313-e3cd7d74f330 on host n-h2-712749-28 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:05:22.337382 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9702a637-f70e-438e-b3ce-d0034536440d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (765ed885-9cea-40ea-8dde-1eebc079236c), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:22.340754 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-4e5528f0-68ec-45af-9499-84eb4e5d30e8 req-361eeb5c-1adb-4788-bc19-1665fe8dd144 tempest-LiveMigrationNegativeTest-417767109 tempest-LiveMigrationNegativeTest-417767109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:22.348369 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4e5528f0-68ec-45af-9499-84eb4e5d30e8 req-361eeb5c-1adb-4788-bc19-1665fe8dd144 tempest-LiveMigrationNegativeTest-417767109 tempest-LiveMigrationNegativeTest-417767109-project] 10.222.0.44 "DELETE /v2.0/ports/c282bcf5-c70f-49e2-a313-e3cd7d74f330 HTTP/1.1" status: 204 len: 173 time: 2.2939179 Jan 28 07:05:22.351722 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9702a637-f70e-438e-b3ce-d0034536440d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:22.355297 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-9702a637-f70e-438e-b3ce-d0034536440d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/765ed885-9cea-40ea-8dde-1eebc079236c HTTP/1.1" status: 204 len: 168 time: 0.4819286 Jan 28 07:05:22.375965 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702a637-f70e-438e-b3ce-d0034536440d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=765ed885-9cea-40ea-8dde-1eebc079236c,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:22.409572 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78f3584e-7e41-4507-9f36-f035be867ebd', 'name': 'network-vif-deleted', 'tag': 'c282bcf5-c70f-49e2-a313-e3cd7d74f330'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:05:22.412957 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cec71bd-78c3-4d99-8466-3fdb118cf2b5" -d '{"events": [{"server_uuid": "78f3584e-7e41-4507-9f36-f035be867ebd", "name": "network-vif-deleted", "tag": "c282bcf5-c70f-49e2-a313-e3cd7d74f330"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:05:22.525346 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 191b3ca5-2e50-4aeb-b266-873ebb795c74 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:05:22.561386 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17ad830-6e33-4c34-9853-9b8484e0ff2d req-4793aaae-edac-4061-bd16-d1065d5cc994 tempest-ServersOnMultiNodesTest-867651223 tempest-ServersOnMultiNodesTest-867651223-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:22.564963 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e17ad830-6e33-4c34-9853-9b8484e0ff2d req-4793aaae-edac-4061-bd16-d1065d5cc994 tempest-ServersOnMultiNodesTest-867651223 tempest-ServersOnMultiNodesTest-867651223-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=1980e332-383a-481f-ba04-3bf34c8065b8 HTTP/1.1" status: 200 len: 1102 time: 0.3183241 Jan 28 07:05:22.575049 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d2d00457-adb5-4e36-a731-2496fda31270 tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:22.752057 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4eb4d959-c5c0-402e-9f58-57a614c88fb9 None None] Publish callbacks [] for port (2f44be17-4ae3-4e72-b75d-f30d67a477f4), precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:22.775965 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4eb4d959-c5c0-402e-9f58-57a614c88fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (2f44be17-4ae3-4e72-b75d-f30d67a477f4), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:22.947378 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-4eb4d959-c5c0-402e-9f58-57a614c88fb9 None None] Attempting to bind port 2f44be17-4ae3-4e72-b75d-f30d67a477f4 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:05:22.948828 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-4eb4d959-c5c0-402e-9f58-57a614c88fb9 None None] Attempting to bind port 2f44be17-4ae3-4e72-b75d-f30d67a477f4 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:05:22.949359 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb4d959-c5c0-402e-9f58-57a614c88fb9 None None] Attempting to bind port 2f44be17-4ae3-4e72-b75d-f30d67a477f4 on network 7d5b3724-deef-4831-8d43-cb9b8176573c {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:05:22.964024 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb4d959-c5c0-402e-9f58-57a614c88fb9 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:05:22.966351 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb4d959-c5c0-402e-9f58-57a614c88fb9 None None] Checking segment: {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:05:22.967347 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4eb4d959-c5c0-402e-9f58-57a614c88fb9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:22.969247 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb4d959-c5c0-402e-9f58-57a614c88fb9 None None] Bound using segment: {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:05:22.971975 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-4eb4d959-c5c0-402e-9f58-57a614c88fb9 None None] Bound port: 2f44be17-4ae3-4e72-b75d-f30d67a477f4, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:05:22.972824 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4eb4d959-c5c0-402e-9f58-57a614c88fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (2f44be17-4ae3-4e72-b75d-f30d67a477f4), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:23.093087 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-4eb4d959-c5c0-402e-9f58-57a614c88fb9 None None] For port 2f44be17-4ae3-4e72-b75d-f30d67a477f4, host n-d-712749-28, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:05:23.097813 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-4eb4d959-c5c0-402e-9f58-57a614c88fb9 None None] For port 2f44be17-4ae3-4e72-b75d-f30d67a477f4, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=2f44be17-4ae3-4e72-b75d-f30d67a477f4,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:05:23.113105 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4eb4d959-c5c0-402e-9f58-57a614c88fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (2f44be17-4ae3-4e72-b75d-f30d67a477f4), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:23.150919 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0e085d-436d-4888-b94b-49af5fcc2582 None None] Pushing event updated for resources: {'Port': ['ID=2f44be17-4ae3-4e72-b75d-f30d67a477f4,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:23.161020 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e17ad830-6e33-4c34-9853-9b8484e0ff2d req-d5cdffe5-449b-4e60-881d-38c9520bc36d tempest-ServersOnMultiNodesTest-867651223 tempest-ServersOnMultiNodesTest-867651223-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=b910cb8c-64ec-47f6-b06b-89e838bb343d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631404 Jan 28 07:05:23.222603 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb4d959-c5c0-402e-9f58-57a614c88fb9 None None] Routers {'6e5e42fd-ea15-40ad-a2c5-27335ece8f65'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:05:23.224417 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-4eb4d959-c5c0-402e-9f58-57a614c88fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:05:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['6e5e42fd-ea15-40ad-a2c5-27335ece8f65'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:05:23.462406 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ef94559a-6d52-4871-ac9b-e880355e06bd req-0715355c-37ae-4d4c-ba68-6cee7e9e1f83 tempest-LiveMigrationNegativeTest-417767109 tempest-LiveMigrationNegativeTest-417767109-project] 10.222.0.41 "GET /v2.0/ports?device_id=78f3584e-7e41-4507-9f36-f035be867ebd HTTP/1.1" status: 200 len: 210 time: 0.1141415 Jan 28 07:05:23.594128 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d2d00457-adb5-4e36-a731-2496fda31270 tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] Publish callbacks [] for security_group (e0f59fe5-8248-496a-844a-a9490566a49a), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:23.609964 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bec03a19-ad92-4449-a671-72839b46885a x-openstack-request-id: req-bec03a19-ad92-4449-a671-72839b46885a {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:05:23.610261 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78f3584e-7e41-4507-9f36-f035be867ebd", "name": "network-vif-deleted", "tag": "c282bcf5-c70f-49e2-a313-e3cd7d74f330", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:05:23.610659 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bec03a19-ad92-4449-a671-72839b46885a {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:05:23.611086 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78f3584e-7e41-4507-9f36-f035be867ebd', 'name': 'network-vif-deleted', 'tag': 'c282bcf5-c70f-49e2-a313-e3cd7d74f330', 'status': 'completed', 'code': 200} Jan 28 07:05:23.618869 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d2d00457-adb5-4e36-a731-2496fda31270 tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (e0f59fe5-8248-496a-844a-a9490566a49a), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:23.645199 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0e085d-436d-4888-b94b-49af5fcc2582 None None] Pushing event updated for resources: {'Port': ['ID=2f44be17-4ae3-4e72-b75d-f30d67a477f4,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:23.714021 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-4eb4d959-c5c0-402e-9f58-57a614c88fb9 None None] Set router 6e5e42fd-ea15-40ad-a2c5-27335ece8f65 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:05:23.793320 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d2d00457-adb5-4e36-a731-2496fda31270 tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:23.798216 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-d2d00457-adb5-4e36-a731-2496fda31270 tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.7576087 Jan 28 07:05:23.799631 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d00457-adb5-4e36-a731-2496fda31270 tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0f59fe5-8248-496a-844a-a9490566a49a,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:23.800074 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 58768) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:05:23.806399 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-2d610808-b2c7-4f94-8972-42cbcb0db7bc tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] Request body: {'security_group_rule': {'security_group_id': 'e0f59fe5-8248-496a-844a-a9490566a49a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:05:23.832925 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-36b89bea-7124-43ca-b499-e5c974d9c3ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:23.877239 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0913ff-11f4-4afe-b4c2-a5cddc9dbea9 req-21ddcb33-bf35-4590-89d4-e34b1baf4336 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:23.886620 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8e0913ff-11f4-4afe-b4c2-a5cddc9dbea9 req-21ddcb33-bf35-4590-89d4-e34b1baf4336 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd6f6cee-8828-415b-beee-3ed839555ede HTTP/1.1" status: 200 len: 949 time: 0.1236386 Jan 28 07:05:23.902880 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2d610808-b2c7-4f94-8972-42cbcb0db7bc tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] Publish callbacks [] for security_group_rule (f77c03f4-6b1c-4a5a-8863-4908433817c3), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:24.077632 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-4eb4d959-c5c0-402e-9f58-57a614c88fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e5e42fd-ea15-40ad-a2c5-27335ece8f65', 'name': 'tempest-FloatingIPDetailsTestJSON-2020634851-router', 'tenant_id': '53b4a4cb62a54bb0bd6b6098f3cf1d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.144'}], 'enable_snat': True}, 'gw_port_id': '2f44be17-4ae3-4e72-b75d-f30d67a477f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:05:16Z', 'updated_at': '2022-01-28T07:05:18Z', 'revision_number': 3, 'project_id': '53b4a4cb62a54bb0bd6b6098f3cf1d79', 'gw_port': {'id': '2f44be17-4ae3-4e72-b75d-f30d67a477f4', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e8:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e5e42fd-ea15-40ad-a2c5-27335ece8f65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:05:17Z', 'updated_at': '2022-01-28T07:05:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:05:24.099145 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2d610808-b2c7-4f94-8972-42cbcb0db7bc tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] Publish callbacks [] for security_group_rule (f77c03f4-6b1c-4a5a-8863-4908433817c3), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:24.112404 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2d610808-b2c7-4f94-8972-42cbcb0db7bc tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (f77c03f4-6b1c-4a5a-8863-4908433817c3), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:24.136121 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8e0913ff-11f4-4afe-b4c2-a5cddc9dbea9 req-73bb9bbb-2ab8-42b1-b482-44ef8c778ac7 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483683 Jan 28 07:05:24.170034 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2d610808-b2c7-4f94-8972-42cbcb0db7bc tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:24.175071 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-2d610808-b2c7-4f94-8972-42cbcb0db7bc tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3732183 Jan 28 07:05:24.176490 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 58784) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:05:24.177022 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d610808-b2c7-4f94-8972-42cbcb0db7bc tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f77c03f4-6b1c-4a5a-8863-4908433817c3,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:24.179496 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb4d959-c5c0-402e-9f58-57a614c88fb9 None None] The sync data for ids ['6e5e42fd-ea15-40ad-a2c5-27335ece8f65'] in n-d-712749-28 is: [{'id': '6e5e42fd-ea15-40ad-a2c5-27335ece8f65', 'name': 'tempest-FloatingIPDetailsTestJSON-2020634851-router', 'tenant_id': '53b4a4cb62a54bb0bd6b6098f3cf1d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.144'}], 'enable_snat': True}, 'gw_port_id': '2f44be17-4ae3-4e72-b75d-f30d67a477f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:05:16Z', 'updated_at': '2022-01-28T07:05:18Z', 'revision_number': 3, 'project_id': '53b4a4cb62a54bb0bd6b6098f3cf1d79', 'gw_port': {'id': '2f44be17-4ae3-4e72-b75d-f30d67a477f4', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e8:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e5e42fd-ea15-40ad-a2c5-27335ece8f65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:05:17Z', 'updated_at': '2022-01-28T07:05:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:05:24.198187 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-5dd003ad-1c73-49f4-8265-78354c89d4e5 tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] Request body: {'security_group_rule': {'security_group_id': 'e0f59fe5-8248-496a-844a-a9490566a49a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:05:24.372698 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5dd003ad-1c73-49f4-8265-78354c89d4e5 tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] Publish callbacks [] for security_group_rule (a4231259-7a85-4a0b-9016-5f5fec5b71ee), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:24.378411 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-36b89bea-7124-43ca-b499-e5c974d9c3ac admin admin] Allocated IP 172.20.0.1 (c8ecf37a-74b5-41e5-9c42-e00feb592c21/514641a9-108b-4e4e-b68f-b0fa48f20bb2/ddcd23ea-4d41-4d8f-beef-05e5e8a0548e) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:05:24.424897 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device c282bcf5-c70f-49e2-a313-e3cd7d74f330 no longer exists at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:05:24.477779 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] No Port match for: c282bcf5-c70f-49e2-a313-e3cd7d74f330 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:05:24.478424 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device c282bcf5-c70f-49e2-a313-e3cd7d74f330 not bound to the agent host n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:05:24.522519 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2127d7a7-8e06-40f2-bade-557843be4409 req-5c30cec5-8027-4a6d-b1c4-dee390c8d4ed tempest-ServersOnMultiNodesTest-867651223 tempest-ServersOnMultiNodesTest-867651223-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:24.530934 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2127d7a7-8e06-40f2-bade-557843be4409 req-5c30cec5-8027-4a6d-b1c4-dee390c8d4ed tempest-ServersOnMultiNodesTest-867651223 tempest-ServersOnMultiNodesTest-867651223-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=5dd01a81-423f-4012-89ce-dce7efd84cd2 HTTP/1.1" status: 200 len: 1102 time: 0.2542257 Jan 28 07:05:24.723699 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-36b89bea-7124-43ca-b499-e5c974d9c3ac admin admin] Publish callbacks [] for port (ddcd23ea-4d41-4d8f-beef-05e5e8a0548e), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:24.801553 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-36b89bea-7124-43ca-b499-e5c974d9c3ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (ddcd23ea-4d41-4d8f-beef-05e5e8a0548e), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:24.919300 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74d17c9-fc88-4fe4-8b2b-ec031943a8eb req-29edd5ae-bf7f-4856-bfb7-aac19c83cc53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:24.920924 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b74d17c9-fc88-4fe4-8b2b-ec031943a8eb req-29edd5ae-bf7f-4856-bfb7-aac19c83cc53 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=966335f0946f459597af95ab0b33b55c&device_id=cd6f6cee-8828-415b-beee-3ed839555ede HTTP/1.1" status: 200 len: 1101 time: 0.1634915 Jan 28 07:05:24.928824 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b89bea-7124-43ca-b499-e5c974d9c3ac admin admin] Network c8ecf37a-74b5-41e5-9c42-e00feb592c21 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:05:24.935075 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-36b89bea-7124-43ca-b499-e5c974d9c3ac admin admin] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:05:24.939810 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2127d7a7-8e06-40f2-bade-557843be4409 req-8595d1e8-5006-413d-9027-22e9f3ba29bc tempest-ServersOnMultiNodesTest-867651223 tempest-ServersOnMultiNodesTest-867651223-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=b910cb8c-64ec-47f6-b06b-89e838bb343d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642535 Jan 28 07:05:24.940560 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b89bea-7124-43ca-b499-e5c974d9c3ac admin admin] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:05:25.081341 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74d17c9-fc88-4fe4-8b2b-ec031943a8eb req-774c86f2-a1cf-49a1-a29c-88a7f29e1c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:25.083325 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b74d17c9-fc88-4fe4-8b2b-ec031943a8eb req-774c86f2-a1cf-49a1-a29c-88a7f29e1c76 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb HTTP/1.1" status: 200 len: 870 time: 0.1525669 Jan 28 07:05:25.114778 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5dd003ad-1c73-49f4-8265-78354c89d4e5 tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] Publish callbacks [] for security_group_rule (a4231259-7a85-4a0b-9016-5f5fec5b71ee), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:25.239425 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b74d17c9-fc88-4fe4-8b2b-ec031943a8eb req-21797f9e-d482-4817-8f7f-c7ecc6feb55d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=0c399f48-7d92-4b84-b2c1-e5fe6a895353 HTTP/1.1" status: 200 len: 217 time: 0.1274126 Jan 28 07:05:25.244631 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b89bea-7124-43ca-b499-e5c974d9c3ac admin admin] Pushing event updated for resources: {'Port': ['ID=ddcd23ea-4d41-4d8f-beef-05e5e8a0548e,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:25.280061 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5dd003ad-1c73-49f4-8265-78354c89d4e5 tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (a4231259-7a85-4a0b-9016-5f5fec5b71ee), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:25.336083 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd003ad-1c73-49f4-8265-78354c89d4e5 tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4231259-7a85-4a0b-9016-5f5fec5b71ee,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:25.406816 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-36b89bea-7124-43ca-b499-e5c974d9c3ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16609232'] for router_interface (6e5e42fd-ea15-40ad-a2c5-27335ece8f65), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:25.416984 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 2f44be17-4ae3-4e72-b75d-f30d67a477f4 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:05:25.521124 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-954b92a7-e39a-462d-8a77-b51a1fa85646 None None] Provisioning complete for port ddcd23ea-4d41-4d8f-beef-05e5e8a0548e triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:05:25.521791 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-954b92a7-e39a-462d-8a77-b51a1fa85646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (ddcd23ea-4d41-4d8f-beef-05e5e8a0548e), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:25.538371 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 58834) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:05:25.552666 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5dd003ad-1c73-49f4-8265-78354c89d4e5 tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:25.554286 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-5dd003ad-1c73-49f4-8265-78354c89d4e5 tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3726563 Jan 28 07:05:25.557447 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 58838) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:05:25.563867 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-8a21a4d2-0c21-4489-be7e-eb8cb4830855 tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] Request body: {'floatingip': {'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:05:25.575767 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74d17c9-fc88-4fe4-8b2b-ec031943a8eb req-bd107871-19fd-47fb-b316-daba4b030b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:25.580693 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b74d17c9-fc88-4fe4-8b2b-ec031943a8eb req-bd107871-19fd-47fb-b316-daba4b030b0b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5785b43d-448b-4d12-9eb5-4e4caf2e7eaf HTTP/1.1" status: 200 len: 843 time: 0.3327119 Jan 28 07:05:25.601147 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8a21a4d2-0c21-4489-be7e-eb8cb4830855 tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:25.630536 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 58844) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:05:25.630704 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-954b92a7-e39a-462d-8a77-b51a1fa85646 None None] Port ddcd23ea-4d41-4d8f-beef-05e5e8a0548e cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:05:25.681668 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 2f44be17-4ae3-4e72-b75d-f30d67a477f4 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:05:25.682197 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (2f44be17-4ae3-4e72-b75d-f30d67a477f4), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:25.778002 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-77f5967f-c527-4c3f-a241-c7acdb64a966 req-fe08ded5-8a17-46fd-ac7f-900539eaf913 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=6709663989df41a8aa4cf350708a0358&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0800145 Jan 28 07:05:25.786023 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74d17c9-fc88-4fe4-8b2b-ec031943a8eb req-e0eeeb42-6ac3-4726-87d4-aa9a6bd52a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:25.787538 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b74d17c9-fc88-4fe4-8b2b-ec031943a8eb req-e0eeeb42-6ac3-4726-87d4-aa9a6bd52a7c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1908808 Jan 28 07:05:25.815244 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8a21a4d2-0c21-4489-be7e-eb8cb4830855 tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:25.855059 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-36b89bea-7124-43ca-b499-e5c974d9c3ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (ddcd23ea-4d41-4d8f-beef-05e5e8a0548e), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:25.880066 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 2f44be17-4ae3-4e72-b75d-f30d67a477f4 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:05:25.881197 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (2f44be17-4ae3-4e72-b75d-f30d67a477f4), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:25.938847 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] For port 2f44be17-4ae3-4e72-b75d-f30d67a477f4, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=2f44be17-4ae3-4e72-b75d-f30d67a477f4,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:05:25.945828 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (2f44be17-4ae3-4e72-b75d-f30d67a477f4), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:25.984631 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-8a21a4d2-0c21-4489-be7e-eb8cb4830855 tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] Allocated IP 172.25.6.100 (7d5b3724-deef-4831-8d43-cb9b8176573c/b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc/ec4609e1-2292-45aa-9604-01f4b759a459) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:05:26.070850 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Pushing event updated for resources: {'Port': ['ID=2f44be17-4ae3-4e72-b75d-f30d67a477f4,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:26.099123 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:05:26.100935 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:05:26.101413 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:05:26.102279 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:05:26.103354 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:05:26.104454 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:05:26.106305 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:05:26.106958 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:05:26.110524 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:05:26.111361 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:05:26.113307 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:05:26.113945 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:05:26.115580 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:05:26.179388 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f5967f-c527-4c3f-a241-c7acdb64a966 req-27d01604-eddf-4b95-bec9-68c837fa42e3 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:26.184970 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-77f5967f-c527-4c3f-a241-c7acdb64a966 req-27d01604-eddf-4b95-bec9-68c837fa42e3 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3951399 Jan 28 07:05:26.185156 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8a21a4d2-0c21-4489-be7e-eb8cb4830855 tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] Publish callbacks [] for port (ec4609e1-2292-45aa-9604-01f4b759a459), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:26.210596 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [req-8f61c07d-d64d-4c45-b079-28f969c447d2 req-7bed4f0a-47ba-4b07-8c00-6d252220c6fc tempest-LiveAutoBlockMigrationV225Test-1114652928 tempest-LiveAutoBlockMigrationV225Test-1114652928-project-admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103283) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 07:05:26.212378 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8f61c07d-d64d-4c45-b079-28f969c447d2 req-7bed4f0a-47ba-4b07-8c00-6d252220c6fc tempest-LiveAutoBlockMigrationV225Test-1114652928 tempest-LiveAutoBlockMigrationV225Test-1114652928-project-admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.5797918 Jan 28 07:05:26.221259 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-4753648c-b347-4aec-8147-e1d27232b116 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ac4dfa4e0e314134ba5c31f8a173b064&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6795113 Jan 28 07:05:26.222743 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 58856) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:05:26.275404 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-77f5967f-c527-4c3f-a241-c7acdb64a966 req-8e6f67fb-8298-4b98-b8b5-b341564967c2 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.41 "GET /v2.0/quotas/6709663989df41a8aa4cf350708a0358 HTTP/1.1" status: 200 len: 375 time: 0.0830684 Jan 28 07:05:26.289682 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8a21a4d2-0c21-4489-be7e-eb8cb4830855 tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (ec4609e1-2292-45aa-9604-01f4b759a459), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:26.297693 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b74d17c9-fc88-4fe4-8b2b-ec031943a8eb req-4434dbf9-feae-4bf6-becc-421a841c4c99 service neutron] 10.222.0.10 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4998188 Jan 28 07:05:26.333819 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a21a4d2-0c21-4489-be7e-eb8cb4830855 tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] Network 7d5b3724-deef-4831-8d43-cb9b8176573c is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:05:26.342950 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-8a21a4d2-0c21-4489-be7e-eb8cb4830855 tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:05:26.348641 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a21a4d2-0c21-4489-be7e-eb8cb4830855 tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:05:26.359617 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-77f5967f-c527-4c3f-a241-c7acdb64a966 req-11a48932-5761-4e8f-aa11-22b918ec481c tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=6709663989df41a8aa4cf350708a0358&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0825143 Jan 28 07:05:26.455099 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f61c07d-d64d-4c45-b079-28f969c447d2 req-fdd1a484-dcd2-4ea9-a0c9-74af397da64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:26.456461 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a21a4d2-0c21-4489-be7e-eb8cb4830855 tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] Pushing event updated for resources: {'Port': ['ID=ec4609e1-2292-45aa-9604-01f4b759a459,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:26.457020 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8f61c07d-d64d-4c45-b079-28f969c447d2 req-fdd1a484-dcd2-4ea9-a0c9-74af397da64d service neutron] 10.222.0.41 "GET /v2.0/ports/abf761fe-27eb-4437-903a-948a31ef5bc8 HTTP/1.1" status: 200 len: 1094 time: 0.1778874 Jan 28 07:05:26.464571 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d81c2dbe-aad7-4d8b-b36b-e5edbb44723a admin admin] Publish callbacks [] for security_group (7cca885c-e367-40af-9432-ae9bb528627e), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:26.490508 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d81c2dbe-aad7-4d8b-b36b-e5edbb44723a admin admin] Publish callbacks [] for security_group (7cca885c-e367-40af-9432-ae9bb528627e), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:26.566588 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b74d17c9-fc88-4fe4-8b2b-ec031943a8eb req-ecd2ce08-f0f7-4c56-9e8b-19426f7aeec8 service neutron] 10.222.0.10 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2334487 Jan 28 07:05:26.572349 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d81c2dbe-aad7-4d8b-b36b-e5edbb44723a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (7cca885c-e367-40af-9432-ae9bb528627e), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:26.575119 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d81c2dbe-aad7-4d8b-b36b-e5edbb44723a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:26.576444 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-d81c2dbe-aad7-4d8b-b36b-e5edbb44723a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7cca885c-e367-40af-9432-ae9bb528627e HTTP/1.1" status: 204 len: 168 time: 0.3527186 Jan 28 07:05:26.584428 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-8f61c07d-d64d-4c45-b079-28f969c447d2 req-ca384d83-32d7-4825-b7bd-41ae697cdce2 service neutron] Request body: {'binding': {'host': 'n-h2-712749-28', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:05:26.586231 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-8f61c07d-d64d-4c45-b079-28f969c447d2 req-ca384d83-32d7-4825-b7bd-41ae697cdce2 service neutron] Unknown quota resources ['binding']. {{(pid=103283) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 07:05:26.601161 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81c2dbe-aad7-4d8b-b36b-e5edbb44723a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cca885c-e367-40af-9432-ae9bb528627e,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:26.611112 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8a21a4d2-0c21-4489-be7e-eb8cb4830855 tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] Publish callbacks [] for floatingip (0046e0b2-4620-4895-8e66-682ea362a39a), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:26.684912 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8a21a4d2-0c21-4489-be7e-eb8cb4830855 tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (ec4609e1-2292-45aa-9604-01f4b759a459), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:26.758486 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-36b89bea-7124-43ca-b499-e5c974d9c3ac admin admin] Publish callbacks [] for port (ddcd23ea-4d41-4d8f-beef-05e5e8a0548e), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:26.836772 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-36b89bea-7124-43ca-b499-e5c974d9c3ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (ddcd23ea-4d41-4d8f-beef-05e5e8a0548e), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:26.946435 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8a21a4d2-0c21-4489-be7e-eb8cb4830855 tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] Publish callbacks [] for port (ec4609e1-2292-45aa-9604-01f4b759a459), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:26.954241 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8a21a4d2-0c21-4489-be7e-eb8cb4830855 tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (ec4609e1-2292-45aa-9604-01f4b759a459), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:27.017801 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8a21a4d2-0c21-4489-be7e-eb8cb4830855 tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16609095'] for floatingip (0046e0b2-4620-4895-8e66-682ea362a39a), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:27.047127 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a21a4d2-0c21-4489-be7e-eb8cb4830855 tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] Pushing event updated for resources: {'Port': ['ID=ec4609e1-2292-45aa-9604-01f4b759a459,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:27.063516 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8a21a4d2-0c21-4489-be7e-eb8cb4830855 tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for floatingip (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:27.077692 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-8a21a4d2-0c21-4489-be7e-eb8cb4830855 tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5190773 Jan 28 07:05:27.107288 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b89bea-7124-43ca-b499-e5c974d9c3ac admin admin] Pushing event updated for resources: {'Port': ['ID=ddcd23ea-4d41-4d8f-beef-05e5e8a0548e,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:27.116662 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-36b89bea-7124-43ca-b499-e5c974d9c3ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16318999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16606560'] for router_interface (6e5e42fd-ea15-40ad-a2c5-27335ece8f65), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:27.133851 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279aaa55-4a51-49cc-aa82-f4ff81baaf5b req-b56ac293-8e81-45e6-9232-5b002be6d948 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:27.135649 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-279aaa55-4a51-49cc-aa82-f4ff81baaf5b req-b56ac293-8e81-45e6-9232-5b002be6d948 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd6f6cee-8828-415b-beee-3ed839555ede HTTP/1.1" status: 200 len: 949 time: 0.3025055 Jan 28 07:05:27.216231 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-8f61c07d-d64d-4c45-b079-28f969c447d2 req-ca384d83-32d7-4825-b7bd-41ae697cdce2 service neutron] Attempting to bind port abf761fe-27eb-4437-903a-948a31ef5bc8 on host n-h2-712749-28 for vnic_type normal with profile None {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:05:27.216582 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-8f61c07d-d64d-4c45-b079-28f969c447d2 req-ca384d83-32d7-4825-b7bd-41ae697cdce2 service neutron] Attempting to bind port abf761fe-27eb-4437-903a-948a31ef5bc8 by drivers openvswitch,hyperv on host n-h2-712749-28 at level 0 using segments [{'id': '919581ea-4d97-4a95-839c-1632528194b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '823f80f1-2970-481b-aed2-7ad5a7c0ed20'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:05:27.217291 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f61c07d-d64d-4c45-b079-28f969c447d2 req-ca384d83-32d7-4825-b7bd-41ae697cdce2 service neutron] Attempting to bind port abf761fe-27eb-4437-903a-948a31ef5bc8 on network 823f80f1-2970-481b-aed2-7ad5a7c0ed20 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:05:27.229120 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f61c07d-d64d-4c45-b079-28f969c447d2 req-ca384d83-32d7-4825-b7bd-41ae697cdce2 service neutron] Port abf761fe-27eb-4437-903a-948a31ef5bc8 on network 823f80f1-2970-481b-aed2-7ad5a7c0ed20 not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-28 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:05:27.229450 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f61c07d-d64d-4c45-b079-28f969c447d2 req-ca384d83-32d7-4825-b7bd-41ae697cdce2 service neutron] Attempting to bind port abf761fe-27eb-4437-903a-948a31ef5bc8 on network 823f80f1-2970-481b-aed2-7ad5a7c0ed20 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:05:27.256560 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f61c07d-d64d-4c45-b079-28f969c447d2 req-ca384d83-32d7-4825-b7bd-41ae697cdce2 service neutron] Checking agent: {'id': 'c9906e63-062c-432e-bb53-63fdb8115e18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:05:27.257146 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f61c07d-d64d-4c45-b079-28f969c447d2 req-ca384d83-32d7-4825-b7bd-41ae697cdce2 service neutron] Checking segment: {'id': '919581ea-4d97-4a95-839c-1632528194b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '823f80f1-2970-481b-aed2-7ad5a7c0ed20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:05:27.257716 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f61c07d-d64d-4c45-b079-28f969c447d2 req-ca384d83-32d7-4825-b7bd-41ae697cdce2 service neutron] Bound using segment: {'id': '919581ea-4d97-4a95-839c-1632528194b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '823f80f1-2970-481b-aed2-7ad5a7c0ed20'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:05:27.258315 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-8f61c07d-d64d-4c45-b079-28f969c447d2 req-ca384d83-32d7-4825-b7bd-41ae697cdce2 service neutron] Bound port: abf761fe-27eb-4437-903a-948a31ef5bc8, host: n-h2-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '919581ea-4d97-4a95-839c-1632528194b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '823f80f1-2970-481b-aed2-7ad5a7c0ed20'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:05:27.265681 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 58886) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:05:27.280511 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 2f44be17-4ae3-4e72-b75d-f30d67a477f4 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:05:27.325635 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-8e492672-7505-471c-92dc-c8064169528b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5ea09b7a7a754131894e79c6e3291471&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0564806 Jan 28 07:05:27.325883 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 58888) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:05:27.339430 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 2f44be17-4ae3-4e72-b75d-f30d67a477f4 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:05:27.339815 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (2f44be17-4ae3-4e72-b75d-f30d67a477f4), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:27.393732 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1007af46-73a7-4674-a96a-c51ff6a3d690 admin admin] Publish callbacks [] for security_group (01c6f796-29e0-4405-8e40-ea38efcb023b), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:27.398178 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-279aaa55-4a51-49cc-aa82-f4ff81baaf5b req-6efabef6-4e76-4c60-b677-c7858d40452b tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2534568 Jan 28 07:05:27.422867 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b89bea-7124-43ca-b499-e5c974d9c3ac admin admin] Network c8ecf37a-74b5-41e5-9c42-e00feb592c21 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:05:27.427637 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-36b89bea-7124-43ca-b499-e5c974d9c3ac admin admin] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:05:27.432343 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1007af46-73a7-4674-a96a-c51ff6a3d690 admin admin] Publish callbacks [] for security_group (01c6f796-29e0-4405-8e40-ea38efcb023b), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:27.480943 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 2f44be17-4ae3-4e72-b75d-f30d67a477f4 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:05:27.497166 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-8f61c07d-d64d-4c45-b079-28f969c447d2 req-ca384d83-32d7-4825-b7bd-41ae697cdce2 service neutron] For port abf761fe-27eb-4437-903a-948a31ef5bc8, host n-h2-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=abf761fe-27eb-4437-903a-948a31ef5bc8,segment=NetworkSegment(919581ea-4d97-4a95-839c-1632528194b6),segment_id=919581ea-4d97-4a95-839c-1632528194b6)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:05:27.525543 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1007af46-73a7-4674-a96a-c51ff6a3d690 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (01c6f796-29e0-4405-8e40-ea38efcb023b), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:27.526192 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-8f61c07d-d64d-4c45-b079-28f969c447d2 req-ca384d83-32d7-4825-b7bd-41ae697cdce2 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:27.527471 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8f61c07d-d64d-4c45-b079-28f969c447d2 req-ca384d83-32d7-4825-b7bd-41ae697cdce2 service neutron] 10.222.0.41 "POST /v2.0/ports/abf761fe-27eb-4437-903a-948a31ef5bc8/bindings HTTP/1.1" status: 201 len: 390 time: 0.9544940 Jan 28 07:05:27.528480 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1007af46-73a7-4674-a96a-c51ff6a3d690 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:27.532633 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-1007af46-73a7-4674-a96a-c51ff6a3d690 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/01c6f796-29e0-4405-8e40-ea38efcb023b HTTP/1.1" status: 204 len: 168 time: 0.2049360 Jan 28 07:05:27.549598 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1007af46-73a7-4674-a96a-c51ff6a3d690 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01c6f796-29e0-4405-8e40-ea38efcb023b,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:27.737776 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36b89bea-7124-43ca-b499-e5c974d9c3ac admin admin] Router 6e5e42fd-ea15-40ad-a2c5-27335ece8f65 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:05:27.858486 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-40e2d00d-2b67-4682-94e7-eac864e0a589 req-f924b05d-337b-43c2-973d-75266e069cec tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=6709663989df41a8aa4cf350708a0358&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0751994 Jan 28 07:05:27.879059 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-95551cbe-6066-4aeb-b5a8-b150c08d253a None None] Provisioning complete for port ddcd23ea-4d41-4d8f-beef-05e5e8a0548e triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:05:27.879812 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-95551cbe-6066-4aeb-b5a8-b150c08d253a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (ddcd23ea-4d41-4d8f-beef-05e5e8a0548e), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:27.954054 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36b89bea-7124-43ca-b499-e5c974d9c3ac admin admin] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:05:27.983652 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-36b89bea-7124-43ca-b499-e5c974d9c3ac admin admin] 10.222.0.41 "PUT /v2.0/routers/6e5e42fd-ea15-40ad-a2c5-27335ece8f65/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9556723 Jan 28 07:05:27.987893 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7b7c24-392d-4379-8e3e-4555736d9f17 None None] Sync routers for ids ['6e5e42fd-ea15-40ad-a2c5-27335ece8f65'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:05:28.061265 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7b7c24-392d-4379-8e3e-4555736d9f17 None None] Routers {'6e5e42fd-ea15-40ad-a2c5-27335ece8f65'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:05:28.063765 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-cb7b7c24-392d-4379-8e3e-4555736d9f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:05:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['6e5e42fd-ea15-40ad-a2c5-27335ece8f65'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:05:28.110127 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e2d00d-2b67-4682-94e7-eac864e0a589 req-be1de2b0-2e80-4971-a97d-31bf4af3d2b1 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:28.112152 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-40e2d00d-2b67-4682-94e7-eac864e0a589 req-be1de2b0-2e80-4971-a97d-31bf4af3d2b1 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2532380 Jan 28 07:05:28.128049 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-95551cbe-6066-4aeb-b5a8-b150c08d253a None None] Port ddcd23ea-4d41-4d8f-beef-05e5e8a0548e cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:05:28.139469 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-40e2d00d-2b67-4682-94e7-eac864e0a589 req-6f44bc36-8669-4dd5-b126-8183ca6f4fef tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.41 "GET /v2.0/quotas/6709663989df41a8aa4cf350708a0358 HTTP/1.1" status: 200 len: 375 time: 0.0202019 Jan 28 07:05:28.181115 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-40e2d00d-2b67-4682-94e7-eac864e0a589 req-ca71b6b4-f3f7-41d3-ac92-9cbb85dd7106 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=6709663989df41a8aa4cf350708a0358&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0401525 Jan 28 07:05:28.227700 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-cb7b7c24-392d-4379-8e3e-4555736d9f17 None None] Set router 6e5e42fd-ea15-40ad-a2c5-27335ece8f65 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:05:28.384835 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-65945062-f9ce-4496-97b2-fd33bd22b38c req-5bae4390-64d6-4d19-ace1-66d971795bc9 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=c4cb8f6b7fb846b4ab01d357846632b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2910643 Jan 28 07:05:28.405731 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f61c07d-d64d-4c45-b079-28f969c447d2 req-b714d45a-cb48-49fc-a8ba-1644677b9c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:28.408776 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8f61c07d-d64d-4c45-b079-28f969c447d2 req-b714d45a-cb48-49fc-a8ba-1644677b9c67 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5c2af407db1e43909575b4b7c4ad1b18&device_id=ac4a8f81-18d9-4d17-b21a-fa9550ec808a HTTP/1.1" status: 200 len: 1097 time: 0.3860233 Jan 28 07:05:28.564263 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b8854a76-bb85-43ff-8282-5b81243dcd28 req-434ebda7-d938-4fea-87a7-3b615a0e07e2 tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--938864032&fields=id&tenant_id=0960152eceb74f9eb1ec8ad55ca70381 HTTP/1.1" status: 200 len: 267 time: 0.1206019 Jan 28 07:05:28.606948 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-77f5967f-c527-4c3f-a241-c7acdb64a966 req-ee6edb79-c20f-4f80-a52b-3c9204f84bb2 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=6709663989df41a8aa4cf350708a0358&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0410547 Jan 28 07:05:28.634134 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-cb7b7c24-392d-4379-8e3e-4555736d9f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e5e42fd-ea15-40ad-a2c5-27335ece8f65', 'name': 'tempest-FloatingIPDetailsTestJSON-2020634851-router', 'tenant_id': '53b4a4cb62a54bb0bd6b6098f3cf1d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.144'}], 'enable_snat': True}, 'gw_port_id': '2f44be17-4ae3-4e72-b75d-f30d67a477f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:05:16Z', 'updated_at': '2022-01-28T07:05:25Z', 'revision_number': 4, 'project_id': '53b4a4cb62a54bb0bd6b6098f3cf1d79', 'gw_port': {'id': '2f44be17-4ae3-4e72-b75d-f30d67a477f4', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e8:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e5e42fd-ea15-40ad-a2c5-27335ece8f65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:05:17Z', 'updated_at': '2022-01-28T07:05:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': 'ddcd23ea-4d41-4d8f-beef-05e5e8a0548e', 'name': '', 'network_id': 'c8ecf37a-74b5-41e5-9c42-e00feb592c21', 'tenant_id': '53b4a4cb62a54bb0bd6b6098f3cf1d79', 'mac_address': 'fa:16:3e:c2:ec:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e5e42fd-ea15-40ad-a2c5-27335ece8f65', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '514641a9-108b-4e4e-b68f-b0fa48f20bb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:05:23Z', 'updated_at': '2022-01-28T07:05:25Z', 'revision_number': 2, 'project_id': '53b4a4cb62a54bb0bd6b6098f3cf1d79', 'subnets': [{'id': '514641a9-108b-4e4e-b68f-b0fa48f20bb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:05:28.682397 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7b7c24-392d-4379-8e3e-4555736d9f17 None None] Checking router: 6e5e42fd-ea15-40ad-a2c5-27335ece8f65 for host: n-d-712749-28 {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:05:28.682990 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7b7c24-392d-4379-8e3e-4555736d9f17 None None] Updating router 6e5e42fd-ea15-40ad-a2c5-27335ece8f65 port ddcd23ea-4d41-4d8f-beef-05e5e8a0548e binding host n-d-712749-28 {{(pid=103285) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 07:05:28.729345 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cb7b7c24-392d-4379-8e3e-4555736d9f17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (ddcd23ea-4d41-4d8f-beef-05e5e8a0548e), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:28.746869 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65945062-f9ce-4496-97b2-fd33bd22b38c req-bea3b83a-c57f-4812-9a87-c991b7a23f24 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:28.754130 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-65945062-f9ce-4496-97b2-fd33bd22b38c req-bea3b83a-c57f-4812-9a87-c991b7a23f24 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3611443 Jan 28 07:05:28.781611 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-65945062-f9ce-4496-97b2-fd33bd22b38c req-62780d57-f611-4761-9bc9-f42610c9656f tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/quotas/c4cb8f6b7fb846b4ab01d357846632b7 HTTP/1.1" status: 200 len: 375 time: 0.0264845 Jan 28 07:05:28.823694 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f61c07d-d64d-4c45-b079-28f969c447d2 req-e630806e-c001-4730-8315-967ec5e05be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:28.825209 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8f61c07d-d64d-4c45-b079-28f969c447d2 req-e630806e-c001-4730-8315-967ec5e05be7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=823f80f1-2970-481b-aed2-7ad5a7c0ed20 HTTP/1.1" status: 200 len: 921 time: 0.4063303 Jan 28 07:05:28.856580 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8854a76-bb85-43ff-8282-5b81243dcd28 req-1648f35d-0809-4a0e-907a-9d47317f1094 tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:28.866860 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b8854a76-bb85-43ff-8282-5b81243dcd28 req-1648f35d-0809-4a0e-907a-9d47317f1094 tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] 10.222.0.41 "GET /v2.0/networks?id=40d02b2d-8999-4dc2-abb9-3653b1c5639b HTTP/1.1" status: 200 len: 823 time: 0.2945602 Jan 28 07:05:28.886626 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8f61c07d-d64d-4c45-b079-28f969c447d2 req-797dd261-e1b6-41e5-8dba-4f100ac2218a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=abf761fe-27eb-4437-903a-948a31ef5bc8 HTTP/1.1" status: 200 len: 217 time: 0.0527828 Jan 28 07:05:28.902696 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b8854a76-bb85-43ff-8282-5b81243dcd28 req-0957538d-421e-496f-8ccb-4b326e3c64fd tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] 10.222.0.41 "GET /v2.0/quotas/0960152eceb74f9eb1ec8ad55ca70381 HTTP/1.1" status: 200 len: 375 time: 0.0337560 Jan 28 07:05:28.959655 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f61c07d-d64d-4c45-b079-28f969c447d2 req-ea0419a3-aaf1-4571-9a03-0008c472bce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:28.961204 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8f61c07d-d64d-4c45-b079-28f969c447d2 req-ea0419a3-aaf1-4571-9a03-0008c472bce0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d3ff6769-eb60-4293-943b-ef852d2e0c72 HTTP/1.1" status: 200 len: 860 time: 0.0625017 Jan 28 07:05:28.975008 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f5967f-c527-4c3f-a241-c7acdb64a966 req-0b98ee62-6507-45c8-8841-2871d673456b tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:28.976587 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-77f5967f-c527-4c3f-a241-c7acdb64a966 req-0b98ee62-6507-45c8-8841-2871d673456b tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3564739 Jan 28 07:05:28.993986 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b8854a76-bb85-43ff-8282-5b81243dcd28 req-ab12b5e0-a3b6-4ab2-88e8-60562e054666 tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=0960152eceb74f9eb1ec8ad55ca70381&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0888560 Jan 28 07:05:28.998536 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-65945062-f9ce-4496-97b2-fd33bd22b38c req-1e05c9ba-54ed-4747-a7f9-c4b26c0a9f3a tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c4cb8f6b7fb846b4ab01d357846632b7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2152328 Jan 28 07:05:29.032434 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-77f5967f-c527-4c3f-a241-c7acdb64a966 req-d11966e1-a593-4f9c-950b-ae92c0d4786b tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] Request body: {'port': {'device_id': '8813fdc9-13cd-4d6b-88a5-c1cef3739966', 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb', 'admin_state_up': True, 'tenant_id': '6709663989df41a8aa4cf350708a0358'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:05:29.113614 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8f61c07d-d64d-4c45-b079-28f969c447d2 req-b7cd0342-aa02-472f-96c0-2df7346b05a8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=823f80f1-2970-481b-aed2-7ad5a7c0ed20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1131785 Jan 28 07:05:29.125693 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b8854a76-bb85-43ff-8282-5b81243dcd28 req-74d9cd69-f15e-47fe-8658-917250c3b719 service neutron] 10.222.0.41 "GET /v2.0/networks/40d02b2d-8999-4dc2-abb9-3653b1c5639b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257355 Jan 28 07:05:29.298088 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b8854a76-bb85-43ff-8282-5b81243dcd28 req-efe90417-7e6a-4377-b28d-9f9f8487f582 service neutron] 10.222.0.41 "GET /v2.0/networks/40d02b2d-8999-4dc2-abb9-3653b1c5639b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710927 Jan 28 07:05:29.368576 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cb7b7c24-392d-4379-8e3e-4555736d9f17 None None] Publish callbacks [] for port (ddcd23ea-4d41-4d8f-beef-05e5e8a0548e), precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:29.382165 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cb7b7c24-392d-4379-8e3e-4555736d9f17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (ddcd23ea-4d41-4d8f-beef-05e5e8a0548e), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:29.444338 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafaf206-e021-4e0e-a841-87039db5f0a4 None None] Pushing event updated for resources: {'Port': ['ID=ddcd23ea-4d41-4d8f-beef-05e5e8a0548e,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:29.495463 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77f5967f-c527-4c3f-a241-c7acdb64a966 req-d11966e1-a593-4f9c-950b-ae92c0d4786b tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] Made reservation on behalf of 6709663989df41a8aa4cf350708a0358 for: {'port': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:05:29.504797 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-77f5967f-c527-4c3f-a241-c7acdb64a966 req-d11966e1-a593-4f9c-950b-ae92c0d4786b tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:29.531805 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8f61c07d-d64d-4c45-b079-28f969c447d2 req-85800ae9-83de-4314-8da5-68f7d928062e service neutron] 10.222.0.44 "GET /v2.0/networks/823f80f1-2970-481b-aed2-7ad5a7c0ed20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3537536 Jan 28 07:05:29.548106 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-cb7b7c24-392d-4379-8e3e-4555736d9f17 None None] Attempting to bind port ddcd23ea-4d41-4d8f-beef-05e5e8a0548e on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:05:29.550629 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-cb7b7c24-392d-4379-8e3e-4555736d9f17 None None] Attempting to bind port ddcd23ea-4d41-4d8f-beef-05e5e8a0548e by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '706544ac-9615-46c8-9115-8d7f6020d850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'c8ecf37a-74b5-41e5-9c42-e00feb592c21'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:05:29.551863 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7b7c24-392d-4379-8e3e-4555736d9f17 None None] Attempting to bind port ddcd23ea-4d41-4d8f-beef-05e5e8a0548e on network c8ecf37a-74b5-41e5-9c42-e00feb592c21 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:05:29.573800 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7b7c24-392d-4379-8e3e-4555736d9f17 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:05:29.575986 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7b7c24-392d-4379-8e3e-4555736d9f17 None None] Checking segment: {'id': '706544ac-9615-46c8-9115-8d7f6020d850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'c8ecf37a-74b5-41e5-9c42-e00feb592c21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:05:29.575986 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cb7b7c24-392d-4379-8e3e-4555736d9f17 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:29.575986 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7b7c24-392d-4379-8e3e-4555736d9f17 None None] Bound using segment: {'id': '706544ac-9615-46c8-9115-8d7f6020d850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'c8ecf37a-74b5-41e5-9c42-e00feb592c21'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:05:29.583762 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-cb7b7c24-392d-4379-8e3e-4555736d9f17 None None] Bound port: ddcd23ea-4d41-4d8f-beef-05e5e8a0548e, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '706544ac-9615-46c8-9115-8d7f6020d850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'c8ecf37a-74b5-41e5-9c42-e00feb592c21'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:05:29.583977 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cb7b7c24-392d-4379-8e3e-4555736d9f17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (ddcd23ea-4d41-4d8f-beef-05e5e8a0548e), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:29.597678 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-77f5967f-c527-4c3f-a241-c7acdb64a966 req-d11966e1-a593-4f9c-950b-ae92c0d4786b tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:29.717661 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-cb7b7c24-392d-4379-8e3e-4555736d9f17 None None] For port ddcd23ea-4d41-4d8f-beef-05e5e8a0548e, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:05:29.725761 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-cb7b7c24-392d-4379-8e3e-4555736d9f17 None None] For port ddcd23ea-4d41-4d8f-beef-05e5e8a0548e, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=ddcd23ea-4d41-4d8f-beef-05e5e8a0548e,segment=NetworkSegment(706544ac-9615-46c8-9115-8d7f6020d850),segment_id=706544ac-9615-46c8-9115-8d7f6020d850)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:05:29.740368 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cb7b7c24-392d-4379-8e3e-4555736d9f17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (ddcd23ea-4d41-4d8f-beef-05e5e8a0548e), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:29.782002 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d5b6e8-2b72-4c6a-97cd-49e881343dd6 req-ec85c1a1-be66-4b5a-9f09-d8a4c5becda8 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:29.783569 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-34d5b6e8-2b72-4c6a-97cd-49e881343dd6 req-ec85c1a1-be66-4b5a-9f09-d8a4c5becda8 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac4a8f81-18d9-4d17-b21a-fa9550ec808a HTTP/1.1" status: 200 len: 945 time: 0.1437652 Jan 28 07:05:29.880484 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7b7c24-392d-4379-8e3e-4555736d9f17 None None] Routers {'6e5e42fd-ea15-40ad-a2c5-27335ece8f65'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:05:29.881649 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-cb7b7c24-392d-4379-8e3e-4555736d9f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:05:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['6e5e42fd-ea15-40ad-a2c5-27335ece8f65'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:05:29.907710 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-5d9110fb-78e6-4546-81dd-a0ebea8c3506 None None] Provisioning complete for port ddcd23ea-4d41-4d8f-beef-05e5e8a0548e triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:05:29.909492 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5d9110fb-78e6-4546-81dd-a0ebea8c3506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (ddcd23ea-4d41-4d8f-beef-05e5e8a0548e), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:29.944448 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-34d5b6e8-2b72-4c6a-97cd-49e881343dd6 req-867622c8-c657-4408-9746-8aa628d0b62e tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/security-groups?id=83d97fa1-2f29-40d2-a756-a970d048d2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484799 Jan 28 07:05:30.015560 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafaf206-e021-4e0e-a841-87039db5f0a4 None None] Pushing event updated for resources: {'Port': ['ID=ddcd23ea-4d41-4d8f-beef-05e5e8a0548e,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:30.024408 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8f61c07d-d64d-4c45-b079-28f969c447d2 req-6dfd13a7-6cde-4685-8869-486f770bbac4 service neutron] 10.222.0.44 "GET /v2.0/networks/823f80f1-2970-481b-aed2-7ad5a7c0ed20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4626675 Jan 28 07:05:30.063844 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-77f5967f-c527-4c3f-a241-c7acdb64a966 req-d11966e1-a593-4f9c-950b-ae92c0d4786b tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] Publish callbacks [] for security_group (a925a148-520f-4e8d-aa8c-4258e73ac6b6), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:30.078613 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-77f5967f-c527-4c3f-a241-c7acdb64a966 req-d11966e1-a593-4f9c-950b-ae92c0d4786b tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (a925a148-520f-4e8d-aa8c-4258e73ac6b6), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:30.226535 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e2abc75d-6bb7-4417-a114-d7494741fc29 req-a0b861e8-ef13-43d8-95e5-1cf2b0eb28d2 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.41 "GET /v2.0/ports?device_id=56ab0ba2-2f42-48a4-b5ab-ca31c6dc0a18 HTTP/1.1" status: 200 len: 210 time: 0.0491102 Jan 28 07:05:30.237113 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-5d9110fb-78e6-4546-81dd-a0ebea8c3506 None None] Current status of the port ddcd23ea-4d41-4d8f-beef-05e5e8a0548e is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:05:30.237547 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5d9110fb-78e6-4546-81dd-a0ebea8c3506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (ddcd23ea-4d41-4d8f-beef-05e5e8a0548e), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:30.252441 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-cb7b7c24-392d-4379-8e3e-4555736d9f17 None None] Set router 6e5e42fd-ea15-40ad-a2c5-27335ece8f65 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:05:30.262293 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11966e1-a593-4f9c-950b-ae92c0d4786b tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a925a148-520f-4e8d-aa8c-4258e73ac6b6,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:30.330533 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-5d9110fb-78e6-4546-81dd-a0ebea8c3506 None None] For port ddcd23ea-4d41-4d8f-beef-05e5e8a0548e, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=ddcd23ea-4d41-4d8f-beef-05e5e8a0548e,segment=NetworkSegment(706544ac-9615-46c8-9115-8d7f6020d850),segment_id=706544ac-9615-46c8-9115-8d7f6020d850)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:05:30.360613 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5d9110fb-78e6-4546-81dd-a0ebea8c3506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (ddcd23ea-4d41-4d8f-beef-05e5e8a0548e), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:30.461348 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-40e2d00d-2b67-4682-94e7-eac864e0a589 req-75243dd7-9245-4e92-8faa-1194c9b93624 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=6709663989df41a8aa4cf350708a0358&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0359702 Jan 28 07:05:30.484380 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9110fb-78e6-4546-81dd-a0ebea8c3506 None None] Pushing event updated for resources: {'Port': ['ID=ddcd23ea-4d41-4d8f-beef-05e5e8a0548e,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:30.516134 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-12130390-3d2b-484d-993b-fbd897978d75 None None] Provisioning complete for port ddcd23ea-4d41-4d8f-beef-05e5e8a0548e triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:05:30.516670 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-12130390-3d2b-484d-993b-fbd897978d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (ddcd23ea-4d41-4d8f-beef-05e5e8a0548e), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:30.594139 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e1b7f0-982b-4908-bbeb-0710af10667a req-f37b0627-9262-48df-a4d3-e34314cc7084 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:30.601403 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-79e1b7f0-982b-4908-bbeb-0710af10667a req-f37b0627-9262-48df-a4d3-e34314cc7084 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd6f6cee-8828-415b-beee-3ed839555ede HTTP/1.1" status: 200 len: 949 time: 0.2381423 Jan 28 07:05:30.664112 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-cb7b7c24-392d-4379-8e3e-4555736d9f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e5e42fd-ea15-40ad-a2c5-27335ece8f65', 'name': 'tempest-FloatingIPDetailsTestJSON-2020634851-router', 'tenant_id': '53b4a4cb62a54bb0bd6b6098f3cf1d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.144'}], 'enable_snat': True}, 'gw_port_id': '2f44be17-4ae3-4e72-b75d-f30d67a477f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:05:16Z', 'updated_at': '2022-01-28T07:05:25Z', 'revision_number': 4, 'project_id': '53b4a4cb62a54bb0bd6b6098f3cf1d79', 'gw_port': {'id': '2f44be17-4ae3-4e72-b75d-f30d67a477f4', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e8:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e5e42fd-ea15-40ad-a2c5-27335ece8f65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:05:17Z', 'updated_at': '2022-01-28T07:05:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': 'ddcd23ea-4d41-4d8f-beef-05e5e8a0548e', 'name': '', 'network_id': 'c8ecf37a-74b5-41e5-9c42-e00feb592c21', 'tenant_id': '53b4a4cb62a54bb0bd6b6098f3cf1d79', 'mac_address': 'fa:16:3e:c2:ec:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e5e42fd-ea15-40ad-a2c5-27335ece8f65', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '514641a9-108b-4e4e-b68f-b0fa48f20bb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:05:23Z', 'updated_at': '2022-01-28T07:05:29Z', 'revision_number': 4, 'project_id': '53b4a4cb62a54bb0bd6b6098f3cf1d79', 'subnets': [{'id': '514641a9-108b-4e4e-b68f-b0fa48f20bb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:05:30.685124 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-79e1b7f0-982b-4908-bbeb-0710af10667a req-a944d493-9914-42e7-9894-981683f0e0cd tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828638 Jan 28 07:05:30.694445 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e2d00d-2b67-4682-94e7-eac864e0a589 req-9ae582c5-3952-4817-8dfb-ec8009b1ac0f tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:30.695985 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-40e2d00d-2b67-4682-94e7-eac864e0a589 req-9ae582c5-3952-4817-8dfb-ec8009b1ac0f tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2189651 Jan 28 07:05:30.726576 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7b7c24-392d-4379-8e3e-4555736d9f17 None None] The sync data for ids ['6e5e42fd-ea15-40ad-a2c5-27335ece8f65'] in n-d-712749-28 is: [{'id': '6e5e42fd-ea15-40ad-a2c5-27335ece8f65', 'name': 'tempest-FloatingIPDetailsTestJSON-2020634851-router', 'tenant_id': '53b4a4cb62a54bb0bd6b6098f3cf1d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.144'}], 'enable_snat': True}, 'gw_port_id': '2f44be17-4ae3-4e72-b75d-f30d67a477f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:05:16Z', 'updated_at': '2022-01-28T07:05:25Z', 'revision_number': 4, 'project_id': '53b4a4cb62a54bb0bd6b6098f3cf1d79', 'gw_port': {'id': '2f44be17-4ae3-4e72-b75d-f30d67a477f4', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e8:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e5e42fd-ea15-40ad-a2c5-27335ece8f65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:05:17Z', 'updated_at': '2022-01-28T07:05:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': 'ddcd23ea-4d41-4d8f-beef-05e5e8a0548e', 'name': '', 'network_id': 'c8ecf37a-74b5-41e5-9c42-e00feb592c21', 'tenant_id': '53b4a4cb62a54bb0bd6b6098f3cf1d79', 'mac_address': 'fa:16:3e:c2:ec:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e5e42fd-ea15-40ad-a2c5-27335ece8f65', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '514641a9-108b-4e4e-b68f-b0fa48f20bb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:05:23Z', 'updated_at': '2022-01-28T07:05:29Z', 'revision_number': 4, 'project_id': '53b4a4cb62a54bb0bd6b6098f3cf1d79', 'subnets': [{'id': '514641a9-108b-4e4e-b68f-b0fa48f20bb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:05:30.741632 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 7 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 07:05:30.763521 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-12130390-3d2b-484d-993b-fbd897978d75 None None] Current status of the port ddcd23ea-4d41-4d8f-beef-05e5e8a0548e is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:05:30.836681 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-40e2d00d-2b67-4682-94e7-eac864e0a589 req-9b08b434-9cdc-448f-9280-9c5c1c7348da tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] Request body: {'port': {'device_id': '56ab0ba2-2f42-48a4-b5ab-ca31c6dc0a18', 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb', 'admin_state_up': True, 'tenant_id': '6709663989df41a8aa4cf350708a0358'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:05:30.853133 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8ba55e2c-f8ae-4108-b869-8e387e63e020 req-dd0ccf91-6aa4-49e0-b42c-6bba6c0096ca tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] 10.222.0.41 "GET /v2.0/ports?device_id=973b7626-b044-4f2a-a274-995ac8201ef5 HTTP/1.1" status: 200 len: 210 time: 0.0731280 Jan 28 07:05:30.977681 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [req-77f5967f-c527-4c3f-a241-c7acdb64a966 req-d11966e1-a593-4f9c-950b-ae92c0d4786b tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] Allocated IP 192.168.233.142 (d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb/5785b43d-448b-4d12-9eb5-4e4caf2e7eaf/11dca397-be39-46c6-8338-77251776d222) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:05:31.030348 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2242f1d7-11cd-4c2b-8e2a-125cceba6e49 req-be501321-03a2-45d6-b19c-1cc538781bc2 tempest-FloatingIPDetailsTestJSON-1734815279 tempest-FloatingIPDetailsTestJSON-1734815279-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7391963 Jan 28 07:05:31.036609 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f61c07d-d64d-4c45-b079-28f969c447d2 req-e0e5d23a-8b40-4a29-9bb1-c2f6779ff1de tempest-LiveAutoBlockMigrationV225Test-1114652928 tempest-LiveAutoBlockMigrationV225Test-1114652928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:31.038045 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8f61c07d-d64d-4c45-b079-28f969c447d2 req-e0e5d23a-8b40-4a29-9bb1-c2f6779ff1de tempest-LiveAutoBlockMigrationV225Test-1114652928 tempest-LiveAutoBlockMigrationV225Test-1114652928-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=ac4a8f81-18d9-4d17-b21a-fa9550ec808a&tenant_id=5c2af407db1e43909575b4b7c4ad1b18&binding%3Ahost_id=n-h1-712749-28 HTTP/1.1" status: 200 len: 1097 time: 0.6051648 Jan 28 07:05:31.042128 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-2242f1d7-11cd-4c2b-8e2a-125cceba6e49 req-2823051b-ed3e-469f-8afb-ac11fca7c451 tempest-FloatingIPDetailsTestJSON-1734815279 tempest-FloatingIPDetailsTestJSON-1734815279-project] Request body: {'floatingip': {'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:05:31.061229 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40e2d00d-2b67-4682-94e7-eac864e0a589 req-9b08b434-9cdc-448f-9280-9c5c1c7348da tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] Made reservation on behalf of 6709663989df41a8aa4cf350708a0358 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:05:31.066659 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-40e2d00d-2b67-4682-94e7-eac864e0a589 req-9b08b434-9cdc-448f-9280-9c5c1c7348da tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:31.071040 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-8f61c07d-d64d-4c45-b079-28f969c447d2 req-4eee2799-e448-402a-bb20-fee75ac94d0e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-712749-28'}}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:05:31.205442 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-2242f1d7-11cd-4c2b-8e2a-125cceba6e49 req-2823051b-ed3e-469f-8afb-ac11fca7c451 tempest-FloatingIPDetailsTestJSON-1734815279 tempest-FloatingIPDetailsTestJSON-1734815279-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:31.236941 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-8f61c07d-d64d-4c45-b079-28f969c447d2 req-4eee2799-e448-402a-bb20-fee75ac94d0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (abf761fe-27eb-4437-903a-948a31ef5bc8), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:31.392998 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device ddcd23ea-4d41-4d8f-beef-05e5e8a0548e up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:05:31.541211 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port ddcd23ea-4d41-4d8f-beef-05e5e8a0548e triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:05:31.541959 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (ddcd23ea-4d41-4d8f-beef-05e5e8a0548e), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:31.783202 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port ddcd23ea-4d41-4d8f-beef-05e5e8a0548e is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:05:31.978433 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 59020) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:05:32.018069 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-77f5967f-c527-4c3f-a241-c7acdb64a966 req-d11966e1-a593-4f9c-950b-ae92c0d4786b tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] Publish callbacks [] for port (11dca397-be39-46c6-8338-77251776d222), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:32.028095 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71b684a-dadc-46e3-84dc-2b277842c3fb req-5fef732a-dad6-48f8-875d-b65019e3093f tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:32.030517 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d71b684a-dadc-46e3-84dc-2b277842c3fb req-5fef732a-dad6-48f8-875d-b65019e3093f tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac4a8f81-18d9-4d17-b21a-fa9550ec808a HTTP/1.1" status: 200 len: 945 time: 0.3739142 Jan 28 07:05:32.050481 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-2242f1d7-11cd-4c2b-8e2a-125cceba6e49 req-2823051b-ed3e-469f-8afb-ac11fca7c451 tempest-FloatingIPDetailsTestJSON-1734815279 tempest-FloatingIPDetailsTestJSON-1734815279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:32.109572 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8854a76-bb85-43ff-8282-5b81243dcd28 req-6cf255a7-5949-47af-9b46-aef4025074c0 tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:32.111726 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b8854a76-bb85-43ff-8282-5b81243dcd28 req-6cf255a7-5949-47af-9b46-aef4025074c0 tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] 10.222.0.44 "GET /v2.0/networks?id=40d02b2d-8999-4dc2-abb9-3653b1c5639b HTTP/1.1" status: 200 len: 823 time: 0.5125146 Jan 28 07:05:32.132461 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-8f61c07d-d64d-4c45-b079-28f969c447d2 req-4eee2799-e448-402a-bb20-fee75ac94d0e service neutron] For port abf761fe-27eb-4437-903a-948a31ef5bc8, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=abf761fe-27eb-4437-903a-948a31ef5bc8,segment=NetworkSegment(919581ea-4d97-4a95-839c-1632528194b6),segment_id=919581ea-4d97-4a95-839c-1632528194b6)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:05:32.142301 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d71b684a-dadc-46e3-84dc-2b277842c3fb req-1b87b3e6-a3f9-43a5-81b0-626875be83f3 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/security-groups?id=83d97fa1-2f29-40d2-a756-a970d048d2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914130 Jan 28 07:05:32.196013 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-65945062-f9ce-4496-97b2-fd33bd22b38c req-b1d87ba0-5a99-465b-ad0a-6701127fa732 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=c4cb8f6b7fb846b4ab01d357846632b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0996616 Jan 28 07:05:32.223507 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a2d48bd0-a498-4235-8882-ede359c8c63d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:32.250460 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-95ba067f-280d-46d8-b415-6a6713609136 req-ef879c72-cb39-4cf6-91f4-43ad37c2b2f6 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/ports?device_id=88ddd9f2-1b37-4e00-82d0-05fcc7e48a0c HTTP/1.1" status: 200 len: 210 time: 0.0478094 Jan 28 07:05:32.350865 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-77f5967f-c527-4c3f-a241-c7acdb64a966 req-d11966e1-a593-4f9c-950b-ae92c0d4786b tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (11dca397-be39-46c6-8338-77251776d222), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:32.398953 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b8854a76-bb85-43ff-8282-5b81243dcd28 req-03ad1f5a-8f27-4f40-888f-9cea4d721c51 tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0960152eceb74f9eb1ec8ad55ca70381 HTTP/1.1" status: 200 len: 379 time: 0.2291989 Jan 28 07:05:32.423631 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-8f61c07d-d64d-4c45-b079-28f969c447d2 req-4eee2799-e448-402a-bb20-fee75ac94d0e service neutron] For port abf761fe-27eb-4437-903a-948a31ef5bc8, host n-h1-712749-28, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:05:32.430333 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-37aae988-f005-45d6-9b88-d20b64d9586c req-ff31335c-a30d-43a0-81fd-ca008799fe9a tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.41 "GET /v2.0/ports?device_id=56ab0ba2-2f42-48a4-b5ab-ca31c6dc0a18 HTTP/1.1" status: 200 len: 210 time: 0.0527151 Jan 28 07:05:32.439057 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-b8854a76-bb85-43ff-8282-5b81243dcd28 req-eae7d0d2-0973-4c60-b6e9-fac375a8a3dd tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] Request body: {'port': {'device_id': '973b7626-b044-4f2a-a274-995ac8201ef5', 'network_id': '40d02b2d-8999-4dc2-abb9-3653b1c5639b', 'admin_state_up': True, 'tenant_id': '0960152eceb74f9eb1ec8ad55ca70381', 'security_groups': ['e0f59fe5-8248-496a-844a-a9490566a49a']}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:05:32.463143 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.44', 65167) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:05:32.478973 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [req-2242f1d7-11cd-4c2b-8e2a-125cceba6e49 req-2823051b-ed3e-469f-8afb-ac11fca7c451 tempest-FloatingIPDetailsTestJSON-1734815279 tempest-FloatingIPDetailsTestJSON-1734815279-project] Allocated IP 172.25.6.6 (7d5b3724-deef-4831-8d43-cb9b8176573c/b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc/c87f3a00-5738-4878-955b-34b10555388a) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:05:32.490554 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77f5967f-c527-4c3f-a241-c7acdb64a966 req-d11966e1-a593-4f9c-950b-ae92c0d4786b tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] Network d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:05:32.544522 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [req-77f5967f-c527-4c3f-a241-c7acdb64a966 req-d11966e1-a593-4f9c-950b-ae92c0d4786b tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:05:32.565197 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-40e2d00d-2b67-4682-94e7-eac864e0a589 req-9b08b434-9cdc-448f-9280-9c5c1c7348da tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] Allocated IP 192.168.233.153 (d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb/5785b43d-448b-4d12-9eb5-4e4caf2e7eaf/451428a2-3de2-419e-886c-72666876b868) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:05:32.585505 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-77f5967f-c527-4c3f-a241-c7acdb64a966 req-d11966e1-a593-4f9c-950b-ae92c0d4786b tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:05:32.667377 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11966e1-a593-4f9c-950b-ae92c0d4786b tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] Pushing event updated for resources: {'Port': ['ID=11dca397-be39-46c6-8338-77251776d222,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:32.699967 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:32.711908 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-65945062-f9ce-4496-97b2-fd33bd22b38c req-e8a6fb2d-3485-42db-8403-8235ede77da1 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=c4cb8f6b7fb846b4ab01d357846632b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2201223 Jan 28 07:05:32.712416 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac4a8f81-18d9-4d17-b21a-fa9550ec808a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'abf761fe-27eb-4437-903a-948a31ef5bc8'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:05:32.714773 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af62f2de-9c82-4020-a321-6f0b4e56645f" -d '{"events": [{"server_uuid": "ac4a8f81-18d9-4d17-b21a-fa9550ec808a", "name": "network-vif-unplugged", "status": "completed", "tag": "abf761fe-27eb-4437-903a-948a31ef5bc8"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:05:32.719631 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-8f61c07d-d64d-4c45-b079-28f969c447d2 req-4eee2799-e448-402a-bb20-fee75ac94d0e service neutron] Publish callbacks [] for port (abf761fe-27eb-4437-903a-948a31ef5bc8), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:32.772264 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8854a76-bb85-43ff-8282-5b81243dcd28 req-eae7d0d2-0973-4c60-b6e9-fac375a8a3dd tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] Made reservation on behalf of 0960152eceb74f9eb1ec8ad55ca70381 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:05:32.776480 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-b8854a76-bb85-43ff-8282-5b81243dcd28 req-eae7d0d2-0973-4c60-b6e9-fac375a8a3dd tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:32.823610 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-8f61c07d-d64d-4c45-b079-28f969c447d2 req-4eee2799-e448-402a-bb20-fee75ac94d0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (abf761fe-27eb-4437-903a-948a31ef5bc8), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:32.832034 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65945062-f9ce-4496-97b2-fd33bd22b38c req-632d662d-0a11-4535-b575-adb38754cb72 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:32.834161 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-65945062-f9ce-4496-97b2-fd33bd22b38c req-632d662d-0a11-4535-b575-adb38754cb72 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6245444 Jan 28 07:05:32.939789 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-65945062-f9ce-4496-97b2-fd33bd22b38c req-daf77fc4-0866-479d-a135-e4ce3bde1c57 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Request body: {'port': {'device_id': '08006919-0299-48cf-a9f3-f2ccc70a1f0b', 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb', 'admin_state_up': True, 'tenant_id': 'c4cb8f6b7fb846b4ab01d357846632b7'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:05:32.950477 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-40e2d00d-2b67-4682-94e7-eac864e0a589 req-9b08b434-9cdc-448f-9280-9c5c1c7348da tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] Publish callbacks [] for port (451428a2-3de2-419e-886c-72666876b868), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:32.974884 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-b8854a76-bb85-43ff-8282-5b81243dcd28 req-eae7d0d2-0973-4c60-b6e9-fac375a8a3dd tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] Allocated IP 172.20.0.14 (40d02b2d-8999-4dc2-abb9-3653b1c5639b/b0a9e84b-90ab-4b66-a900-eb7872b6d81f/52d24d01-b19d-479b-b7e2-9c7a16834c65) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:05:33.006693 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-fc8d23db-cf6f-4562-823d-a96c2bcff0cb None None] Provisioning complete for port 11dca397-be39-46c6-8338-77251776d222 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:05:33.007375 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fc8d23db-cf6f-4562-823d-a96c2bcff0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (11dca397-be39-46c6-8338-77251776d222), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:33.023012 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f5967f-c527-4c3f-a241-c7acdb64a966 req-d11966e1-a593-4f9c-950b-ae92c0d4786b tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:33.023635 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-77f5967f-c527-4c3f-a241-c7acdb64a966 req-d11966e1-a593-4f9c-950b-ae92c0d4786b tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:33.045736 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-40e2d00d-2b67-4682-94e7-eac864e0a589 req-9b08b434-9cdc-448f-9280-9c5c1c7348da tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (451428a2-3de2-419e-886c-72666876b868), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:33.049962 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-fc8d23db-cf6f-4562-823d-a96c2bcff0cb None None] Port 11dca397-be39-46c6-8338-77251776d222 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:05:33.124358 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40e2d00d-2b67-4682-94e7-eac864e0a589 req-9b08b434-9cdc-448f-9280-9c5c1c7348da tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] Network d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:05:33.137041 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-77f5967f-c527-4c3f-a241-c7acdb64a966 req-d11966e1-a593-4f9c-950b-ae92c0d4786b tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.1353536 Jan 28 07:05:33.142764 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a2d48bd0-a498-4235-8882-ede359c8c63d admin admin] Publish callbacks [] for security_group (af34cac1-87fc-4ed2-8c94-413f447b9048), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:33.166111 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94c36c0-039a-4a15-9553-a1e2cac06108 req-a2c9a533-e867-41b3-8f40-d9a9c9d572ef tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:33.166837 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-2242f1d7-11cd-4c2b-8e2a-125cceba6e49 req-2823051b-ed3e-469f-8afb-ac11fca7c451 tempest-FloatingIPDetailsTestJSON-1734815279 tempest-FloatingIPDetailsTestJSON-1734815279-project] Publish callbacks [] for port (c87f3a00-5738-4878-955b-34b10555388a), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:33.167940 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d94c36c0-039a-4a15-9553-a1e2cac06108 req-a2c9a533-e867-41b3-8f40-d9a9c9d572ef tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd6f6cee-8828-415b-beee-3ed839555ede HTTP/1.1" status: 200 len: 949 time: 0.1591332 Jan 28 07:05:33.168525 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-40e2d00d-2b67-4682-94e7-eac864e0a589 req-9b08b434-9cdc-448f-9280-9c5c1c7348da tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:05:33.175699 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-40e2d00d-2b67-4682-94e7-eac864e0a589 req-9b08b434-9cdc-448f-9280-9c5c1c7348da tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:05:33.180703 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e2d00d-2b67-4682-94e7-eac864e0a589 req-9b08b434-9cdc-448f-9280-9c5c1c7348da tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:33.181426 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-40e2d00d-2b67-4682-94e7-eac864e0a589 req-9b08b434-9cdc-448f-9280-9c5c1c7348da tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:33.187724 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-77f5967f-c527-4c3f-a241-c7acdb64a966 req-f08b928e-f104-490c-abe7-4b6f5374321d service neutron] Request body: {'port': {'device_id': '8813fdc9-13cd-4d6b-88a5-c1cef3739966', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-28'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:05:33.194074 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b08b434-9cdc-448f-9280-9c5c1c7348da tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] Pushing event updated for resources: {'Port': ['ID=451428a2-3de2-419e-886c-72666876b868,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:33.194552 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eee2799-e448-402a-bb20-fee75ac94d0e service neutron] Pushing event updated for resources: {'Port': ['ID=abf761fe-27eb-4437-903a-948a31ef5bc8,revision_number=7']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:33.197164 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a2d48bd0-a498-4235-8882-ede359c8c63d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (af34cac1-87fc-4ed2-8c94-413f447b9048), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:33.236389 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-40e2d00d-2b67-4682-94e7-eac864e0a589 req-9b08b434-9cdc-448f-9280-9c5c1c7348da tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4219756 Jan 28 07:05:33.239559 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cc2f0f4e-0c7b-4e97-a47c-b21f32adedfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:33.253564 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65945062-f9ce-4496-97b2-fd33bd22b38c req-df516cf9-8b22-4624-8a0d-6bd131ab170d tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:33.255077 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-65945062-f9ce-4496-97b2-fd33bd22b38c req-df516cf9-8b22-4624-8a0d-6bd131ab170d tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4988611 Jan 28 07:05:33.262132 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-40e2d00d-2b67-4682-94e7-eac864e0a589 req-8373e6c5-7cf0-4542-ac25-e9b0e8f2a5e1 service neutron] Request body: {'port': {'device_id': '56ab0ba2-2f42-48a4-b5ab-ca31c6dc0a18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712749-28'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:05:33.299988 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-8f61c07d-d64d-4c45-b079-28f969c447d2 req-4eee2799-e448-402a-bb20-fee75ac94d0e service neutron] Attempting to bind port abf761fe-27eb-4437-903a-948a31ef5bc8 on host n-h1-712749-28 for vnic_type normal with profile {"migrating_to": "n-h2-712749-28"} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:05:33.300641 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-8f61c07d-d64d-4c45-b079-28f969c447d2 req-4eee2799-e448-402a-bb20-fee75ac94d0e service neutron] Attempting to bind port abf761fe-27eb-4437-903a-948a31ef5bc8 by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': '919581ea-4d97-4a95-839c-1632528194b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '823f80f1-2970-481b-aed2-7ad5a7c0ed20'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:05:33.300980 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f61c07d-d64d-4c45-b079-28f969c447d2 req-4eee2799-e448-402a-bb20-fee75ac94d0e service neutron] Attempting to bind port abf761fe-27eb-4437-903a-948a31ef5bc8 on network 823f80f1-2970-481b-aed2-7ad5a7c0ed20 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:05:33.308338 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d94c36c0-039a-4a15-9553-a1e2cac06108 req-8881c3e2-e04b-4bfc-9ecb-2a9e09996114 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210699 Jan 28 07:05:33.310379 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-65945062-f9ce-4496-97b2-fd33bd22b38c req-57655a79-b4dc-4b1e-a26d-41f5a21fb277 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Request body: {'port': {'device_id': '88ddd9f2-1b37-4e00-82d0-05fcc7e48a0c', 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb', 'admin_state_up': True, 'tenant_id': 'c4cb8f6b7fb846b4ab01d357846632b7'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:05:33.322450 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-b8854a76-bb85-43ff-8282-5b81243dcd28 req-eae7d0d2-0973-4c60-b6e9-fac375a8a3dd tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] Publish callbacks [] for port (52d24d01-b19d-479b-b7e2-9c7a16834c65), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:33.354749 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-40e2d00d-2b67-4682-94e7-eac864e0a589 req-8373e6c5-7cf0-4542-ac25-e9b0e8f2a5e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (451428a2-3de2-419e-886c-72666876b868), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:33.357960 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-a2d48bd0-a498-4235-8882-ede359c8c63d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ad637b4ed9784e2884d050dcc4dc9e91&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3729556 Jan 28 07:05:33.362616 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 59034) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:05:33.421908 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f61c07d-d64d-4c45-b079-28f969c447d2 req-4eee2799-e448-402a-bb20-fee75ac94d0e service neutron] Port abf761fe-27eb-4437-903a-948a31ef5bc8 on network 823f80f1-2970-481b-aed2-7ad5a7c0ed20 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:05:33.422426 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f61c07d-d64d-4c45-b079-28f969c447d2 req-4eee2799-e448-402a-bb20-fee75ac94d0e service neutron] Attempting to bind port abf761fe-27eb-4437-903a-948a31ef5bc8 on network 823f80f1-2970-481b-aed2-7ad5a7c0ed20 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:05:33.434111 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d48bd0-a498-4235-8882-ede359c8c63d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af34cac1-87fc-4ed2-8c94-413f447b9048,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:33.466311 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f61c07d-d64d-4c45-b079-28f969c447d2 req-4eee2799-e448-402a-bb20-fee75ac94d0e service neutron] Checking agent: {'id': '2fca46b1-237f-4857-9290-2429d810e472', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 5, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:05:33.467956 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f61c07d-d64d-4c45-b079-28f969c447d2 req-4eee2799-e448-402a-bb20-fee75ac94d0e service neutron] Checking segment: {'id': '919581ea-4d97-4a95-839c-1632528194b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '823f80f1-2970-481b-aed2-7ad5a7c0ed20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:05:33.468374 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f61c07d-d64d-4c45-b079-28f969c447d2 req-4eee2799-e448-402a-bb20-fee75ac94d0e service neutron] Bound using segment: {'id': '919581ea-4d97-4a95-839c-1632528194b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '823f80f1-2970-481b-aed2-7ad5a7c0ed20'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:05:33.469065 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-8f61c07d-d64d-4c45-b079-28f969c447d2 req-4eee2799-e448-402a-bb20-fee75ac94d0e service neutron] Bound port: abf761fe-27eb-4437-903a-948a31ef5bc8, host: n-h1-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '919581ea-4d97-4a95-839c-1632528194b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '823f80f1-2970-481b-aed2-7ad5a7c0ed20'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:05:33.469710 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-8f61c07d-d64d-4c45-b079-28f969c447d2 req-4eee2799-e448-402a-bb20-fee75ac94d0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (abf761fe-27eb-4437-903a-948a31ef5bc8), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:33.479805 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-1a228db0-101a-4ef3-9400-9f64957829da None None] Provisioning complete for port 451428a2-3de2-419e-886c-72666876b868 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:05:33.480550 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1a228db0-101a-4ef3-9400-9f64957829da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (451428a2-3de2-419e-886c-72666876b868), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:33.489716 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8f38464e-9788-4b0f-a321-f231b6da0714 req-aafc3edc-48d9-41d4-9425-6c7571b7ff08 tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] 10.222.0.41 "GET /v2.0/ports?device_id=973b7626-b044-4f2a-a274-995ac8201ef5 HTTP/1.1" status: 200 len: 210 time: 0.0756154 Jan 28 07:05:33.490847 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-77f5967f-c527-4c3f-a241-c7acdb64a966 req-f08b928e-f104-490c-abe7-4b6f5374321d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (11dca397-be39-46c6-8338-77251776d222), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:33.512527 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-b8854a76-bb85-43ff-8282-5b81243dcd28 req-eae7d0d2-0973-4c60-b6e9-fac375a8a3dd tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (52d24d01-b19d-479b-b7e2-9c7a16834c65), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:33.512756 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65945062-f9ce-4496-97b2-fd33bd22b38c req-daf77fc4-0866-479d-a135-e4ce3bde1c57 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Made reservation on behalf of c4cb8f6b7fb846b4ab01d357846632b7 for: {'port': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:05:33.516805 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-65945062-f9ce-4496-97b2-fd33bd22b38c req-daf77fc4-0866-479d-a135-e4ce3bde1c57 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:33.527138 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-1a228db0-101a-4ef3-9400-9f64957829da None None] Port 451428a2-3de2-419e-886c-72666876b868 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:05:33.581002 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 07:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6156bfe5-0308-48cc-84f0-30d49dcb6479 x-openstack-request-id: req-6156bfe5-0308-48cc-84f0-30d49dcb6479 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:05:33.581294 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac4a8f81-18d9-4d17-b21a-fa9550ec808a", "name": "network-vif-unplugged", "status": "completed", "tag": "abf761fe-27eb-4437-903a-948a31ef5bc8", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:05:33.581553 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6156bfe5-0308-48cc-84f0-30d49dcb6479 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:05:33.581942 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac4a8f81-18d9-4d17-b21a-fa9550ec808a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'abf761fe-27eb-4437-903a-948a31ef5bc8', 'code': 200} Jan 28 07:05:33.615803 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-2242f1d7-11cd-4c2b-8e2a-125cceba6e49 req-2823051b-ed3e-469f-8afb-ac11fca7c451 tempest-FloatingIPDetailsTestJSON-1734815279 tempest-FloatingIPDetailsTestJSON-1734815279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (c87f3a00-5738-4878-955b-34b10555388a), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:33.617921 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-23a9db3d-b6b9-4f17-99a4-8a01aff05e3f admin admin] Publish callbacks [] for security_group (af34cac1-87fc-4ed2-8c94-413f447b9048), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:33.669044 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8854a76-bb85-43ff-8282-5b81243dcd28 req-eae7d0d2-0973-4c60-b6e9-fac375a8a3dd tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] Network 40d02b2d-8999-4dc2-abb9-3653b1c5639b is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:05:33.691171 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:33.692531 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-23a9db3d-b6b9-4f17-99a4-8a01aff05e3f admin admin] Publish callbacks [] for security_group (af34cac1-87fc-4ed2-8c94-413f447b9048), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:33.708078 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-b8854a76-bb85-43ff-8282-5b81243dcd28 req-eae7d0d2-0973-4c60-b6e9-fac375a8a3dd tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:05:33.709955 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae7d0d2-0973-4c60-b6e9-fac375a8a3dd tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] Pushing event updated for resources: {'Port': ['ID=52d24d01-b19d-479b-b7e2-9c7a16834c65,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:33.739095 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8854a76-bb85-43ff-8282-5b81243dcd28 req-eae7d0d2-0973-4c60-b6e9-fac375a8a3dd tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:05:33.744542 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8854a76-bb85-43ff-8282-5b81243dcd28 req-eae7d0d2-0973-4c60-b6e9-fac375a8a3dd tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:33.745188 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-b8854a76-bb85-43ff-8282-5b81243dcd28 req-eae7d0d2-0973-4c60-b6e9-fac375a8a3dd tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:33.747956 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2242f1d7-11cd-4c2b-8e2a-125cceba6e49 req-2823051b-ed3e-469f-8afb-ac11fca7c451 tempest-FloatingIPDetailsTestJSON-1734815279 tempest-FloatingIPDetailsTestJSON-1734815279-project] Network 7d5b3724-deef-4831-8d43-cb9b8176573c is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:05:33.769145 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [req-2242f1d7-11cd-4c2b-8e2a-125cceba6e49 req-2823051b-ed3e-469f-8afb-ac11fca7c451 tempest-FloatingIPDetailsTestJSON-1734815279 tempest-FloatingIPDetailsTestJSON-1734815279-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:05:33.833339 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b8854a76-bb85-43ff-8282-5b81243dcd28 req-eae7d0d2-0973-4c60-b6e9-fac375a8a3dd tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4113538 Jan 28 07:05:33.834389 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2823051b-ed3e-469f-8afb-ac11fca7c451 tempest-FloatingIPDetailsTestJSON-1734815279 tempest-FloatingIPDetailsTestJSON-1734815279-project] Pushing event updated for resources: {'Port': ['ID=c87f3a00-5738-4878-955b-34b10555388a,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:33.847381 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-8f61c07d-d64d-4c45-b079-28f969c447d2 req-4eee2799-e448-402a-bb20-fee75ac94d0e service neutron] For port abf761fe-27eb-4437-903a-948a31ef5bc8, host n-h1-712749-28, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:05:33.853238 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-2242f1d7-11cd-4c2b-8e2a-125cceba6e49 req-2823051b-ed3e-469f-8afb-ac11fca7c451 tempest-FloatingIPDetailsTestJSON-1734815279 tempest-FloatingIPDetailsTestJSON-1734815279-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:05:33.857080 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d82851-5c02-4384-9f53-419fa60b9bc5 req-7713d92f-9dfc-4f45-908e-3ddffc6089da tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:33.862753 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65945062-f9ce-4496-97b2-fd33bd22b38c req-57655a79-b4dc-4b1e-a26d-41f5a21fb277 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Made reservation on behalf of c4cb8f6b7fb846b4ab01d357846632b7 for: {'port': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:05:33.864054 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d1d82851-5c02-4384-9f53-419fa60b9bc5 req-7713d92f-9dfc-4f45-908e-3ddffc6089da tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac4a8f81-18d9-4d17-b21a-fa9550ec808a HTTP/1.1" status: 200 len: 943 time: 0.2161031 Jan 28 07:05:33.866112 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-65945062-f9ce-4496-97b2-fd33bd22b38c req-57655a79-b4dc-4b1e-a26d-41f5a21fb277 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:33.877916 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-b8854a76-bb85-43ff-8282-5b81243dcd28 req-f2ae2595-d22d-4218-934a-553407f129d5 service neutron] Request body: {'port': {'device_id': '973b7626-b044-4f2a-a274-995ac8201ef5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712749-28'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:05:33.922162 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-8f61c07d-d64d-4c45-b079-28f969c447d2 req-4eee2799-e448-402a-bb20-fee75ac94d0e service neutron] For port abf761fe-27eb-4437-903a-948a31ef5bc8, host n-h1-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=abf761fe-27eb-4437-903a-948a31ef5bc8,segment=NetworkSegment(919581ea-4d97-4a95-839c-1632528194b6),segment_id=919581ea-4d97-4a95-839c-1632528194b6)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:05:33.925599 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-23a9db3d-b6b9-4f17-99a4-8a01aff05e3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (af34cac1-87fc-4ed2-8c94-413f447b9048), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:33.928332 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-23a9db3d-b6b9-4f17-99a4-8a01aff05e3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:33.931905 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-23a9db3d-b6b9-4f17-99a4-8a01aff05e3f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/af34cac1-87fc-4ed2-8c94-413f447b9048 HTTP/1.1" status: 204 len: 168 time: 0.5646055 Jan 28 07:05:33.947892 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-8f61c07d-d64d-4c45-b079-28f969c447d2 req-4eee2799-e448-402a-bb20-fee75ac94d0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (abf761fe-27eb-4437-903a-948a31ef5bc8), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:33.965253 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a9db3d-b6b9-4f17-99a4-8a01aff05e3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af34cac1-87fc-4ed2-8c94-413f447b9048,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:34.021283 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d1d82851-5c02-4384-9f53-419fa60b9bc5 req-c8d9bfde-5d19-44b4-9097-4af3d7ee06c2 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/security-groups?id=83d97fa1-2f29-40d2-a756-a970d048d2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563187 Jan 28 07:05:34.021916 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-b8854a76-bb85-43ff-8282-5b81243dcd28 req-f2ae2595-d22d-4218-934a-553407f129d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (52d24d01-b19d-479b-b7e2-9c7a16834c65), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:34.072691 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-67e0134d-efb4-4d2d-ac2d-ce46f7d9b85e None None] Provisioning complete for port 52d24d01-b19d-479b-b7e2-9c7a16834c65 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:05:34.073510 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-67e0134d-efb4-4d2d-ac2d-ce46f7d9b85e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (52d24d01-b19d-479b-b7e2-9c7a16834c65), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:34.084295 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eee2799-e448-402a-bb20-fee75ac94d0e service neutron] Pushing event updated for resources: {'Port': ['ID=abf761fe-27eb-4437-903a-948a31ef5bc8,revision_number=8']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:34.091728 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-40e2d00d-2b67-4682-94e7-eac864e0a589 req-8373e6c5-7cf0-4542-ac25-e9b0e8f2a5e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 451428a2-3de2-419e-886c-72666876b868 {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:05:34.105531 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-40e2d00d-2b67-4682-94e7-eac864e0a589 req-8373e6c5-7cf0-4542-ac25-e9b0e8f2a5e1 service neutron] Publish callbacks [] for port (451428a2-3de2-419e-886c-72666876b868), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:34.152570 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-40e2d00d-2b67-4682-94e7-eac864e0a589 req-8373e6c5-7cf0-4542-ac25-e9b0e8f2a5e1 service neutron] Transition to ACTIVE for port object 451428a2-3de2-419e-886c-72666876b868 will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:05:34.173099 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-67e0134d-efb4-4d2d-ac2d-ce46f7d9b85e None None] Port 52d24d01-b19d-479b-b7e2-9c7a16834c65 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:05:34.176134 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f61c07d-d64d-4c45-b079-28f969c447d2 req-4eee2799-e448-402a-bb20-fee75ac94d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:34.177095 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-8f61c07d-d64d-4c45-b079-28f969c447d2 req-4eee2799-e448-402a-bb20-fee75ac94d0e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:34.178516 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8f61c07d-d64d-4c45-b079-28f969c447d2 req-4eee2799-e448-402a-bb20-fee75ac94d0e service neutron] 10.222.0.44 "PUT /v2.0/ports/abf761fe-27eb-4437-903a-948a31ef5bc8 HTTP/1.1" status: 200 len: 1123 time: 3.1172857 Jan 28 07:05:34.233104 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-40e2d00d-2b67-4682-94e7-eac864e0a589 req-8373e6c5-7cf0-4542-ac25-e9b0e8f2a5e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (451428a2-3de2-419e-886c-72666876b868), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:34.259448 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-2242f1d7-11cd-4c2b-8e2a-125cceba6e49 req-2823051b-ed3e-469f-8afb-ac11fca7c451 tempest-FloatingIPDetailsTestJSON-1734815279 tempest-FloatingIPDetailsTestJSON-1734815279-project] Publish callbacks [] for floatingip (fc873116-1644-437c-bdf2-dd2d70b4b36c), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:34.277122 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [req-65945062-f9ce-4496-97b2-fd33bd22b38c req-daf77fc4-0866-479d-a135-e4ce3bde1c57 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Allocated IP 192.168.233.140 (d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb/5785b43d-448b-4d12-9eb5-4e4caf2e7eaf/718f2284-47d9-49ef-aadf-bbf8076811c2) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:05:34.277297 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-211dd3a1-3c5a-41ba-8c70-b09623910d82 req-26526311-304d-43bb-b8ff-566f68db6e28 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/ports?device_id=88ddd9f2-1b37-4e00-82d0-05fcc7e48a0c HTTP/1.1" status: 200 len: 210 time: 0.1355226 Jan 28 07:05:34.314754 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['abf761fe-27eb-4437-903a-948a31ef5bc8'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:05:34.333661 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8373e6c5-7cf0-4542-ac25-e9b0e8f2a5e1 service neutron] Pushing event updated for resources: {'Port': ['ID=451428a2-3de2-419e-886c-72666876b868,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:34.335209 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-2242f1d7-11cd-4c2b-8e2a-125cceba6e49 req-2823051b-ed3e-469f-8afb-ac11fca7c451 tempest-FloatingIPDetailsTestJSON-1734815279 tempest-FloatingIPDetailsTestJSON-1734815279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (c87f3a00-5738-4878-955b-34b10555388a), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:34.426538 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-40e2d00d-2b67-4682-94e7-eac864e0a589 req-8373e6c5-7cf0-4542-ac25-e9b0e8f2a5e1 service neutron] Attempting to bind port 451428a2-3de2-419e-886c-72666876b868 on host n-h2-712749-28 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:05:34.426773 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-40e2d00d-2b67-4682-94e7-eac864e0a589 req-8373e6c5-7cf0-4542-ac25-e9b0e8f2a5e1 service neutron] Attempting to bind port 451428a2-3de2-419e-886c-72666876b868 by drivers openvswitch,hyperv on host n-h2-712749-28 at level 0 using segments [{'id': '9d52209e-a416-4cfe-8f8a-19567a90fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:05:34.427101 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e2d00d-2b67-4682-94e7-eac864e0a589 req-8373e6c5-7cf0-4542-ac25-e9b0e8f2a5e1 service neutron] Attempting to bind port 451428a2-3de2-419e-886c-72666876b868 on network d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:05:34.433155 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 59046) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:05:34.464595 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-12077850-80ea-4888-9035-30c0506600eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:34.490797 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e2d00d-2b67-4682-94e7-eac864e0a589 req-8373e6c5-7cf0-4542-ac25-e9b0e8f2a5e1 service neutron] Port 451428a2-3de2-419e-886c-72666876b868 on network d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-28 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:05:34.491125 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e2d00d-2b67-4682-94e7-eac864e0a589 req-8373e6c5-7cf0-4542-ac25-e9b0e8f2a5e1 service neutron] Attempting to bind port 451428a2-3de2-419e-886c-72666876b868 on network d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:05:34.528101 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e2d00d-2b67-4682-94e7-eac864e0a589 req-8373e6c5-7cf0-4542-ac25-e9b0e8f2a5e1 service neutron] Checking agent: {'id': 'c9906e63-062c-432e-bb53-63fdb8115e18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 5, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:05:34.528498 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e2d00d-2b67-4682-94e7-eac864e0a589 req-8373e6c5-7cf0-4542-ac25-e9b0e8f2a5e1 service neutron] Checking segment: {'id': '9d52209e-a416-4cfe-8f8a-19567a90fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:05:34.528899 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e2d00d-2b67-4682-94e7-eac864e0a589 req-8373e6c5-7cf0-4542-ac25-e9b0e8f2a5e1 service neutron] Bound using segment: {'id': '9d52209e-a416-4cfe-8f8a-19567a90fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:05:34.529412 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-40e2d00d-2b67-4682-94e7-eac864e0a589 req-8373e6c5-7cf0-4542-ac25-e9b0e8f2a5e1 service neutron] Bound port: 451428a2-3de2-419e-886c-72666876b868, host: n-h2-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d52209e-a416-4cfe-8f8a-19567a90fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:05:34.530051 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-40e2d00d-2b67-4682-94e7-eac864e0a589 req-8373e6c5-7cf0-4542-ac25-e9b0e8f2a5e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (451428a2-3de2-419e-886c-72666876b868), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:34.641914 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a981883c-05fd-443c-b761-1b1fad60917d req-94dd0f31-9110-4413-994c-a3b6b41f338f tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:34.643489 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a981883c-05fd-443c-b761-1b1fad60917d req-94dd0f31-9110-4413-994c-a3b6b41f338f tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.41 "GET /v2.0/ports?device_id=56ab0ba2-2f42-48a4-b5ab-ca31c6dc0a18 HTTP/1.1" status: 200 len: 948 time: 0.1801219 Jan 28 07:05:34.763265 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-40e2d00d-2b67-4682-94e7-eac864e0a589 req-8373e6c5-7cf0-4542-ac25-e9b0e8f2a5e1 service neutron] For port 451428a2-3de2-419e-886c-72666876b868, host n-h2-712749-28, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:05:34.781643 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-12077850-80ea-4888-9035-30c0506600eb admin admin] Publish callbacks [] for security_group (b0536427-0705-4b7d-8cb4-bff6f3cf1051), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:34.799905 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-12077850-80ea-4888-9035-30c0506600eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (b0536427-0705-4b7d-8cb4-bff6f3cf1051), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:34.808537 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-40e2d00d-2b67-4682-94e7-eac864e0a589 req-8373e6c5-7cf0-4542-ac25-e9b0e8f2a5e1 service neutron] For port 451428a2-3de2-419e-886c-72666876b868, host n-h2-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=451428a2-3de2-419e-886c-72666876b868,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:05:34.813305 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-b8854a76-bb85-43ff-8282-5b81243dcd28 req-f2ae2595-d22d-4218-934a-553407f129d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52d24d01-b19d-479b-b7e2-9c7a16834c65 {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:05:34.825057 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-65945062-f9ce-4496-97b2-fd33bd22b38c req-daf77fc4-0866-479d-a135-e4ce3bde1c57 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Publish callbacks [] for port (718f2284-47d9-49ef-aadf-bbf8076811c2), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:34.832738 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a981883c-05fd-443c-b761-1b1fad60917d req-da7fac17-22be-4575-bdb1-d2ea615b10c3 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.41 "GET /v2.0/security-groups?id=a925a148-520f-4e8d-aa8c-4258e73ac6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736977 Jan 28 07:05:34.835990 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-b8854a76-bb85-43ff-8282-5b81243dcd28 req-f2ae2595-d22d-4218-934a-553407f129d5 service neutron] Publish callbacks [] for port (52d24d01-b19d-479b-b7e2-9c7a16834c65), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:34.840158 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-40e2d00d-2b67-4682-94e7-eac864e0a589 req-8373e6c5-7cf0-4542-ac25-e9b0e8f2a5e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (451428a2-3de2-419e-886c-72666876b868), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:34.875067 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-2242f1d7-11cd-4c2b-8e2a-125cceba6e49 req-2823051b-ed3e-469f-8afb-ac11fca7c451 tempest-FloatingIPDetailsTestJSON-1734815279 tempest-FloatingIPDetailsTestJSON-1734815279-project] Publish callbacks [] for port (c87f3a00-5738-4878-955b-34b10555388a), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:34.880785 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-2242f1d7-11cd-4c2b-8e2a-125cceba6e49 req-2823051b-ed3e-469f-8afb-ac11fca7c451 tempest-FloatingIPDetailsTestJSON-1734815279 tempest-FloatingIPDetailsTestJSON-1734815279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (c87f3a00-5738-4878-955b-34b10555388a), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:34.902006 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-b8854a76-bb85-43ff-8282-5b81243dcd28 req-f2ae2595-d22d-4218-934a-553407f129d5 service neutron] Transition to ACTIVE for port object 52d24d01-b19d-479b-b7e2-9c7a16834c65 will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:05:34.902918 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12077850-80ea-4888-9035-30c0506600eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0536427-0705-4b7d-8cb4-bff6f3cf1051,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:34.912366 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-12077850-80ea-4888-9035-30c0506600eb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5c3cdd821ae6448184033df81b8be727&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4723468 Jan 28 07:05:34.914680 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e2d00d-2b67-4682-94e7-eac864e0a589 req-8373e6c5-7cf0-4542-ac25-e9b0e8f2a5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:34.915435 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-40e2d00d-2b67-4682-94e7-eac864e0a589 req-8373e6c5-7cf0-4542-ac25-e9b0e8f2a5e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:34.915897 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 59050) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:05:34.916309 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-40e2d00d-2b67-4682-94e7-eac864e0a589 req-8373e6c5-7cf0-4542-ac25-e9b0e8f2a5e1 service neutron] 10.222.0.44 "PUT /v2.0/ports/451428a2-3de2-419e-886c-72666876b868 HTTP/1.1" status: 200 len: 1097 time: 1.6642826 Jan 28 07:05:34.919240 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56ab0ba2-2f42-48a4-b5ab-ca31c6dc0a18', 'tag': '451428a2-3de2-419e-886c-72666876b868'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:05:34.922744 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfc2b984-b8ab-43b5-afef-ccc6d3e7a09d" -d '{"events": [{"name": "network-changed", "server_uuid": "56ab0ba2-2f42-48a4-b5ab-ca31c6dc0a18", "tag": "451428a2-3de2-419e-886c-72666876b868"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:05:34.927867 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-b8854a76-bb85-43ff-8282-5b81243dcd28 req-f2ae2595-d22d-4218-934a-553407f129d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (52d24d01-b19d-479b-b7e2-9c7a16834c65), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:34.962070 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8373e6c5-7cf0-4542-ac25-e9b0e8f2a5e1 service neutron] Pushing event updated for resources: {'Port': ['ID=451428a2-3de2-419e-886c-72666876b868,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:34.964674 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-2242f1d7-11cd-4c2b-8e2a-125cceba6e49 req-2823051b-ed3e-469f-8afb-ac11fca7c451 tempest-FloatingIPDetailsTestJSON-1734815279 tempest-FloatingIPDetailsTestJSON-1734815279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16609095'] for floatingip (fc873116-1644-437c-bdf2-dd2d70b4b36c), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:35.088856 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-b8854a76-bb85-43ff-8282-5b81243dcd28 req-f2ae2595-d22d-4218-934a-553407f129d5 service neutron] Attempting to bind port 52d24d01-b19d-479b-b7e2-9c7a16834c65 on host n-h2-712749-28 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:05:35.089316 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-b8854a76-bb85-43ff-8282-5b81243dcd28 req-f2ae2595-d22d-4218-934a-553407f129d5 service neutron] Attempting to bind port 52d24d01-b19d-479b-b7e2-9c7a16834c65 by drivers openvswitch,hyperv on host n-h2-712749-28 at level 0 using segments [{'id': '54d6bc55-d69e-43c8-8b72-86f677a245e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '40d02b2d-8999-4dc2-abb9-3653b1c5639b'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:05:35.089641 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8854a76-bb85-43ff-8282-5b81243dcd28 req-f2ae2595-d22d-4218-934a-553407f129d5 service neutron] Attempting to bind port 52d24d01-b19d-479b-b7e2-9c7a16834c65 on network 40d02b2d-8999-4dc2-abb9-3653b1c5639b {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:05:35.093756 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ae2595-d22d-4218-934a-553407f129d5 service neutron] Pushing event updated for resources: {'Port': ['ID=52d24d01-b19d-479b-b7e2-9c7a16834c65,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:35.107254 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8854a76-bb85-43ff-8282-5b81243dcd28 req-f2ae2595-d22d-4218-934a-553407f129d5 service neutron] Port 52d24d01-b19d-479b-b7e2-9c7a16834c65 on network 40d02b2d-8999-4dc2-abb9-3653b1c5639b not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-28 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:05:35.107886 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8854a76-bb85-43ff-8282-5b81243dcd28 req-f2ae2595-d22d-4218-934a-553407f129d5 service neutron] Attempting to bind port 52d24d01-b19d-479b-b7e2-9c7a16834c65 on network 40d02b2d-8999-4dc2-abb9-3653b1c5639b {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:05:35.125107 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e2d00d-2b67-4682-94e7-eac864e0a589 req-2e12f57f-f4f4-4f4d-b631-830577c86f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:35.126889 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-40e2d00d-2b67-4682-94e7-eac864e0a589 req-2e12f57f-f4f4-4f4d-b631-830577c86f89 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6709663989df41a8aa4cf350708a0358&device_id=56ab0ba2-2f42-48a4-b5ab-ca31c6dc0a18 HTTP/1.1" status: 200 len: 1100 time: 0.1239834 Jan 28 07:05:35.127940 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8854a76-bb85-43ff-8282-5b81243dcd28 req-f2ae2595-d22d-4218-934a-553407f129d5 service neutron] Checking agent: {'id': 'c9906e63-062c-432e-bb53-63fdb8115e18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 5, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:05:35.128303 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8854a76-bb85-43ff-8282-5b81243dcd28 req-f2ae2595-d22d-4218-934a-553407f129d5 service neutron] Checking segment: {'id': '54d6bc55-d69e-43c8-8b72-86f677a245e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '40d02b2d-8999-4dc2-abb9-3653b1c5639b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:05:35.128691 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8854a76-bb85-43ff-8282-5b81243dcd28 req-f2ae2595-d22d-4218-934a-553407f129d5 service neutron] Bound using segment: {'id': '54d6bc55-d69e-43c8-8b72-86f677a245e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '40d02b2d-8999-4dc2-abb9-3653b1c5639b'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:05:35.129131 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-b8854a76-bb85-43ff-8282-5b81243dcd28 req-f2ae2595-d22d-4218-934a-553407f129d5 service neutron] Bound port: 52d24d01-b19d-479b-b7e2-9c7a16834c65, host: n-h2-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54d6bc55-d69e-43c8-8b72-86f677a245e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '40d02b2d-8999-4dc2-abb9-3653b1c5639b'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:05:35.129510 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-b8854a76-bb85-43ff-8282-5b81243dcd28 req-f2ae2595-d22d-4218-934a-553407f129d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (52d24d01-b19d-479b-b7e2-9c7a16834c65), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:35.193133 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-65945062-f9ce-4496-97b2-fd33bd22b38c req-daf77fc4-0866-479d-a135-e4ce3bde1c57 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (718f2284-47d9-49ef-aadf-bbf8076811c2), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:35.242855 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['2db0eab7-310b-4c35-a1b9-bb600d2e8ebd'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:05:35.250058 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-40e2d00d-2b67-4682-94e7-eac864e0a589 req-bc213679-0d43-48f5-be0d-101f179f8858 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=451428a2-3de2-419e-886c-72666876b868 HTTP/1.1" status: 200 len: 217 time: 0.1030099 Jan 28 07:05:35.260139 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-2242f1d7-11cd-4c2b-8e2a-125cceba6e49 req-2823051b-ed3e-469f-8afb-ac11fca7c451 tempest-FloatingIPDetailsTestJSON-1734815279 tempest-FloatingIPDetailsTestJSON-1734815279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for floatingip (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:35.270206 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2242f1d7-11cd-4c2b-8e2a-125cceba6e49 req-2823051b-ed3e-469f-8afb-ac11fca7c451 tempest-FloatingIPDetailsTestJSON-1734815279 tempest-FloatingIPDetailsTestJSON-1734815279-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 4.2388783 Jan 28 07:05:35.284935 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2823051b-ed3e-469f-8afb-ac11fca7c451 tempest-FloatingIPDetailsTestJSON-1734815279 tempest-FloatingIPDetailsTestJSON-1734815279-project] Pushing event updated for resources: {'Port': ['ID=c87f3a00-5738-4878-955b-34b10555388a,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:35.295452 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['137d085c-b81f-48ec-a596-8512923cea40', 'c940bffe-7c91-4b25-9d0c-64122cb95c53'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:05:35.318679 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-b8854a76-bb85-43ff-8282-5b81243dcd28 req-f2ae2595-d22d-4218-934a-553407f129d5 service neutron] For port 52d24d01-b19d-479b-b7e2-9c7a16834c65, host n-h2-712749-28, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:05:35.374323 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-b8854a76-bb85-43ff-8282-5b81243dcd28 req-f2ae2595-d22d-4218-934a-553407f129d5 service neutron] For port 52d24d01-b19d-479b-b7e2-9c7a16834c65, host n-h2-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=52d24d01-b19d-479b-b7e2-9c7a16834c65,segment=NetworkSegment(54d6bc55-d69e-43c8-8b72-86f677a245e2),segment_id=54d6bc55-d69e-43c8-8b72-86f677a245e2)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:05:35.389495 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-b8854a76-bb85-43ff-8282-5b81243dcd28 req-f2ae2595-d22d-4218-934a-553407f129d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (52d24d01-b19d-479b-b7e2-9c7a16834c65), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:35.408247 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5231967-96a8-467c-9ed6-5151944823bf req-0aa6c93c-4d6c-4871-8775-c8f645f6ef33 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:35.415680 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d5231967-96a8-467c-9ed6-5151944823bf req-0aa6c93c-4d6c-4871-8775-c8f645f6ef33 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd6f6cee-8828-415b-beee-3ed839555ede HTTP/1.1" status: 200 len: 949 time: 0.2196295 Jan 28 07:05:35.454546 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65945062-f9ce-4496-97b2-fd33bd22b38c req-daf77fc4-0866-479d-a135-e4ce3bde1c57 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Network d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:05:35.455396 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf77fc4-0866-479d-a135-e4ce3bde1c57 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Pushing event updated for resources: {'Port': ['ID=718f2284-47d9-49ef-aadf-bbf8076811c2,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:35.468397 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2242f1d7-11cd-4c2b-8e2a-125cceba6e49 req-4bb8cfd9-7796-4757-8610-e3a05ebdc9ff tempest-FloatingIPDetailsTestJSON-1734815279 tempest-FloatingIPDetailsTestJSON-1734815279-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.6.6 HTTP/1.1" status: 200 len: 694 time: 0.1968107 Jan 28 07:05:35.493998 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [req-77f5967f-c527-4c3f-a241-c7acdb64a966 req-f08b928e-f104-490c-abe7-4b6f5374321d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11dca397-be39-46c6-8338-77251776d222 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:05:35.509997 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [req-65945062-f9ce-4496-97b2-fd33bd22b38c req-daf77fc4-0866-479d-a135-e4ce3bde1c57 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:05:35.514640 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-65945062-f9ce-4496-97b2-fd33bd22b38c req-daf77fc4-0866-479d-a135-e4ce3bde1c57 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:05:35.552474 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 59062) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:05:35.562550 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-77f5967f-c527-4c3f-a241-c7acdb64a966 req-f08b928e-f104-490c-abe7-4b6f5374321d service neutron] Publish callbacks [] for port (11dca397-be39-46c6-8338-77251776d222), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:35.598310 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac4a8f81-18d9-4d17-b21a-fa9550ec808a', 'tag': 'abf761fe-27eb-4437-903a-948a31ef5bc8'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:05:35.601449 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec56ac15-ba46-407a-986f-ca7245102c7b" -d '{"events": [{"name": "network-changed", "server_uuid": "ac4a8f81-18d9-4d17-b21a-fa9550ec808a", "tag": "abf761fe-27eb-4437-903a-948a31ef5bc8"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:05:35.605162 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-732d8eeb-48d7-4c20-a7e9-b33be22e53bb admin admin] Publish callbacks [] for security_group (b0536427-0705-4b7d-8cb4-bff6f3cf1051), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:35.632017 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-732d8eeb-48d7-4c20-a7e9-b33be22e53bb admin admin] Publish callbacks [] for security_group (b0536427-0705-4b7d-8cb4-bff6f3cf1051), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:35.634127 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7fc9490c-1e86-470e-b784-713ecd22f080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:35.684440 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e2d00d-2b67-4682-94e7-eac864e0a589 req-17e3b715-969b-44ff-80c6-42d2858be125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:35.688045 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-40e2d00d-2b67-4682-94e7-eac864e0a589 req-17e3b715-969b-44ff-80c6-42d2858be125 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5785b43d-448b-4d12-9eb5-4e4caf2e7eaf HTTP/1.1" status: 200 len: 843 time: 0.3856697 Jan 28 07:05:35.711662 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8854a76-bb85-43ff-8282-5b81243dcd28 req-f2ae2595-d22d-4218-934a-553407f129d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:35.713348 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-b8854a76-bb85-43ff-8282-5b81243dcd28 req-f2ae2595-d22d-4218-934a-553407f129d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:35.715778 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [req-77f5967f-c527-4c3f-a241-c7acdb64a966 req-f08b928e-f104-490c-abe7-4b6f5374321d service neutron] Transition to ACTIVE for port object 11dca397-be39-46c6-8338-77251776d222 will not be triggered until provisioned by entity L2. {{(pid=103283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:05:35.717246 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b8854a76-bb85-43ff-8282-5b81243dcd28 req-f2ae2595-d22d-4218-934a-553407f129d5 service neutron] 10.222.0.44 "PUT /v2.0/ports/52d24d01-b19d-479b-b7e2-9c7a16834c65 HTTP/1.1" status: 200 len: 1093 time: 1.8478961 Jan 28 07:05:35.741144 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-77f5967f-c527-4c3f-a241-c7acdb64a966 req-f08b928e-f104-490c-abe7-4b6f5374321d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (11dca397-be39-46c6-8338-77251776d222), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:35.749130 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65945062-f9ce-4496-97b2-fd33bd22b38c req-daf77fc4-0866-479d-a135-e4ce3bde1c57 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:35.749701 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-65945062-f9ce-4496-97b2-fd33bd22b38c req-daf77fc4-0866-479d-a135-e4ce3bde1c57 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:35.833915 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-65945062-f9ce-4496-97b2-fd33bd22b38c req-daf77fc4-0866-479d-a135-e4ce3bde1c57 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9115751 Jan 28 07:05:35.884892 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d5231967-96a8-467c-9ed6-5151944823bf req-b22543cb-02fd-4e04-8753-17b18711f6cc tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4682138 Jan 28 07:05:35.902075 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-65945062-f9ce-4496-97b2-fd33bd22b38c req-aa3ab810-fbb9-4c05-989a-881d44bf8726 service neutron] Request body: {'port': {'device_id': '08006919-0299-48cf-a9f3-f2ccc70a1f0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-28'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:05:35.906844 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-cd1c24cd-c2f7-407b-ac4a-7c44ecec4324 None None] Provisioning complete for port 718f2284-47d9-49ef-aadf-bbf8076811c2 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:05:35.907610 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cd1c24cd-c2f7-407b-ac4a-7c44ecec4324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (718f2284-47d9-49ef-aadf-bbf8076811c2), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:35.915287 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ae2595-d22d-4218-934a-553407f129d5 service neutron] Pushing event updated for resources: {'Port': ['ID=52d24d01-b19d-479b-b7e2-9c7a16834c65,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:35.937293 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e2d00d-2b67-4682-94e7-eac864e0a589 req-1c0f6691-e4e8-445a-a084-453a6ab5e3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:35.940467 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-40e2d00d-2b67-4682-94e7-eac864e0a589 req-1c0f6691-e4e8-445a-a084-453a6ab5e3fc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2424912 Jan 28 07:05:35.953480 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5e6c4a15-2b19-480c-a4e0-95a2a0b19c14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:35.977305 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8854a76-bb85-43ff-8282-5b81243dcd28 req-2f23d2d8-91eb-4ef7-a72e-a2904b65a47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:35.978818 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b8854a76-bb85-43ff-8282-5b81243dcd28 req-2f23d2d8-91eb-4ef7-a72e-a2904b65a47c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0960152eceb74f9eb1ec8ad55ca70381&device_id=973b7626-b044-4f2a-a274-995ac8201ef5 HTTP/1.1" status: 200 len: 1096 time: 0.1373770 Jan 28 07:05:36.000079 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-cd1c24cd-c2f7-407b-ac4a-7c44ecec4324 None None] Port 718f2284-47d9-49ef-aadf-bbf8076811c2 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:05:36.083279 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2242f1d7-11cd-4c2b-8e2a-125cceba6e49 req-2c3096f3-55fd-4e56-837b-2952860247f0 tempest-FloatingIPDetailsTestJSON-1734815279 tempest-FloatingIPDetailsTestJSON-1734815279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:36.084936 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2242f1d7-11cd-4c2b-8e2a-125cceba6e49 req-2c3096f3-55fd-4e56-837b-2952860247f0 tempest-FloatingIPDetailsTestJSON-1734815279 tempest-FloatingIPDetailsTestJSON-1734815279-project] 10.222.0.41 "GET /v2.0/networks/7d5b3724-deef-4831-8d43-cb9b8176573c HTTP/1.1" status: 200 len: 784 time: 0.6156921 Jan 28 07:05:36.086716 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [req-65945062-f9ce-4496-97b2-fd33bd22b38c req-57655a79-b4dc-4b1e-a26d-41f5a21fb277 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Allocated IP 192.168.233.209 (d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb/5785b43d-448b-4d12-9eb5-4e4caf2e7eaf/0acfc257-ef9e-4d1b-ae95-d90a265ceab1) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:05:36.097771 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b8854a76-bb85-43ff-8282-5b81243dcd28 req-ef2e56db-ecde-4cc6-8226-a1dc11a8e8f7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=52d24d01-b19d-479b-b7e2-9c7a16834c65 HTTP/1.1" status: 200 len: 217 time: 0.0789814 Jan 28 07:05:36.135225 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-732d8eeb-48d7-4c20-a7e9-b33be22e53bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (b0536427-0705-4b7d-8cb4-bff6f3cf1051), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:36.137934 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-732d8eeb-48d7-4c20-a7e9-b33be22e53bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:36.139257 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-732d8eeb-48d7-4c20-a7e9-b33be22e53bb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b0536427-0705-4b7d-8cb4-bff6f3cf1051 HTTP/1.1" status: 204 len: 168 time: 1.2210746 Jan 28 07:05:36.140030 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08b928e-f104-490c-abe7-4b6f5374321d service neutron] Pushing event updated for resources: {'Port': ['ID=11dca397-be39-46c6-8338-77251776d222,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:36.163900 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [req-2242f1d7-11cd-4c2b-8e2a-125cceba6e49 req-65e13aff-eb2d-4571-8565-7180c0c95684 tempest-FloatingIPDetailsTestJSON-1734815279 tempest-FloatingIPDetailsTestJSON-1734815279-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103283) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 07:05:36.164859 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2242f1d7-11cd-4c2b-8e2a-125cceba6e49 req-65e13aff-eb2d-4571-8565-7180c0c95684 tempest-FloatingIPDetailsTestJSON-1734815279 tempest-FloatingIPDetailsTestJSON-1734815279-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0616031 Jan 28 07:05:36.167075 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8854a76-bb85-43ff-8282-5b81243dcd28 req-00ed8603-ce85-4b11-86a6-a865caeafbac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:36.168664 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b8854a76-bb85-43ff-8282-5b81243dcd28 req-00ed8603-ce85-4b11-86a6-a865caeafbac service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b0a9e84b-90ab-4b66-a900-eb7872b6d81f HTTP/1.1" status: 200 len: 862 time: 0.0641170 Jan 28 07:05:36.190918 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b02b57f-5bf3-4ca9-a1db-c994bcdeb885 req-1cd5242a-dbbe-4123-b214-94337ccfe7b1 tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:36.197887 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2b02b57f-5bf3-4ca9-a1db-c994bcdeb885 req-1cd5242a-dbbe-4123-b214-94337ccfe7b1 tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] 10.222.0.41 "GET /v2.0/ports?device_id=973b7626-b044-4f2a-a274-995ac8201ef5 HTTP/1.1" status: 200 len: 944 time: 0.2160244 Jan 28 07:05:36.233005 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732d8eeb-48d7-4c20-a7e9-b33be22e53bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0536427-0705-4b7d-8cb4-bff6f3cf1051,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:36.241190 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-65945062-f9ce-4496-97b2-fd33bd22b38c req-aa3ab810-fbb9-4c05-989a-881d44bf8726 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (718f2284-47d9-49ef-aadf-bbf8076811c2), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:36.250876 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-40e2d00d-2b67-4682-94e7-eac864e0a589 req-f2b56688-7eac-4d44-82cd-e5ef40254447 service neutron] 10.222.0.44 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2960267 Jan 28 07:05:36.253200 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5f13e8a-16be-4c23-910f-30099a9ab054 x-openstack-request-id: req-e5f13e8a-16be-4c23-910f-30099a9ab054 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:05:36.253505 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56ab0ba2-2f42-48a4-b5ab-ca31c6dc0a18", "tag": "451428a2-3de2-419e-886c-72666876b868", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:05:36.253768 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e5f13e8a-16be-4c23-910f-30099a9ab054 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:05:36.254392 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56ab0ba2-2f42-48a4-b5ab-ca31c6dc0a18', 'tag': '451428a2-3de2-419e-886c-72666876b868', 'status': 'completed', 'code': 200} Jan 28 07:05:36.335164 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2b02b57f-5bf3-4ca9-a1db-c994bcdeb885 req-0a0cebdd-a416-4655-a1f6-999dd3ce7a9a tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0f59fe5-8248-496a-844a-a9490566a49a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1331241 Jan 28 07:05:36.420496 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8854a76-bb85-43ff-8282-5b81243dcd28 req-f8e1b050-2b56-4533-ad99-bfb562223157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:36.440254 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b8854a76-bb85-43ff-8282-5b81243dcd28 req-f8e1b050-2b56-4533-ad99-bfb562223157 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=40d02b2d-8999-4dc2-abb9-3653b1c5639b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2500408 Jan 28 07:05:36.479710 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device abf761fe-27eb-4437-903a-948a31ef5bc8 details requested by agent hyperv_n-h2-712749-28 with host n-h2-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:05:36.500518 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-77f5967f-c527-4c3f-a241-c7acdb64a966 req-f08b928e-f104-490c-abe7-4b6f5374321d service neutron] Attempting to bind port 11dca397-be39-46c6-8338-77251776d222 on host n-h1-712749-28 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:05:36.500755 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-77f5967f-c527-4c3f-a241-c7acdb64a966 req-f08b928e-f104-490c-abe7-4b6f5374321d service neutron] Attempting to bind port 11dca397-be39-46c6-8338-77251776d222 by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': '9d52209e-a416-4cfe-8f8a-19567a90fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:05:36.501086 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77f5967f-c527-4c3f-a241-c7acdb64a966 req-f08b928e-f104-490c-abe7-4b6f5374321d service neutron] Attempting to bind port 11dca397-be39-46c6-8338-77251776d222 on network d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:05:36.515860 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d1768e7e-ba44-4fa5-9297-3a0457daab6e req-127bb67d-ec20-43f5-9b59-550c64eb26ea tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/ports?device_id=88ddd9f2-1b37-4e00-82d0-05fcc7e48a0c HTTP/1.1" status: 200 len: 210 time: 0.0683270 Jan 28 07:05:36.579170 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77f5967f-c527-4c3f-a241-c7acdb64a966 req-f08b928e-f104-490c-abe7-4b6f5374321d service neutron] Port 11dca397-be39-46c6-8338-77251776d222 on network d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:05:36.579954 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77f5967f-c527-4c3f-a241-c7acdb64a966 req-f08b928e-f104-490c-abe7-4b6f5374321d service neutron] Attempting to bind port 11dca397-be39-46c6-8338-77251776d222 on network d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:05:36.592007 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:05:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-124b97c3-7a8f-4924-9974-71abd34975d6 x-openstack-request-id: req-124b97c3-7a8f-4924-9974-71abd34975d6 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:05:36.592563 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac4a8f81-18d9-4d17-b21a-fa9550ec808a", "tag": "abf761fe-27eb-4437-903a-948a31ef5bc8", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:05:36.593064 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-124b97c3-7a8f-4924-9974-71abd34975d6 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:05:36.593615 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac4a8f81-18d9-4d17-b21a-fa9550ec808a', 'tag': 'abf761fe-27eb-4437-903a-948a31ef5bc8', 'status': 'completed', 'code': 200} Jan 28 07:05:36.601335 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5e6c4a15-2b19-480c-a4e0-95a2a0b19c14 admin admin] Publish callbacks [] for security_group (1a73edfd-c269-42dc-b329-bab55afe9a9e), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:36.601840 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-40e2d00d-2b67-4682-94e7-eac864e0a589 req-ec6dc325-4936-4b32-82aa-48c731db8b6c service neutron] 10.222.0.44 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3159881 Jan 28 07:05:36.632578 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5e6c4a15-2b19-480c-a4e0-95a2a0b19c14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (1a73edfd-c269-42dc-b329-bab55afe9a9e), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:36.653042 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77f5967f-c527-4c3f-a241-c7acdb64a966 req-f08b928e-f104-490c-abe7-4b6f5374321d service neutron] Checking agent: {'id': '2fca46b1-237f-4857-9290-2429d810e472', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 5, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:05:36.653383 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77f5967f-c527-4c3f-a241-c7acdb64a966 req-f08b928e-f104-490c-abe7-4b6f5374321d service neutron] Checking segment: {'id': '9d52209e-a416-4cfe-8f8a-19567a90fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:05:36.653768 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77f5967f-c527-4c3f-a241-c7acdb64a966 req-f08b928e-f104-490c-abe7-4b6f5374321d service neutron] Bound using segment: {'id': '9d52209e-a416-4cfe-8f8a-19567a90fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:05:36.654760 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-77f5967f-c527-4c3f-a241-c7acdb64a966 req-f08b928e-f104-490c-abe7-4b6f5374321d service neutron] Bound port: 11dca397-be39-46c6-8338-77251776d222, host: n-h1-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d52209e-a416-4cfe-8f8a-19567a90fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:05:36.655115 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-77f5967f-c527-4c3f-a241-c7acdb64a966 req-f08b928e-f104-490c-abe7-4b6f5374321d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (11dca397-be39-46c6-8338-77251776d222), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:36.661303 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b8854a76-bb85-43ff-8282-5b81243dcd28 req-617cfa2a-49c6-4a84-bfd0-ec49e111f9e6 service neutron] 10.222.0.44 "GET /v2.0/networks/40d02b2d-8999-4dc2-abb9-3653b1c5639b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148290 Jan 28 07:05:36.734162 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735d6967-81e8-4862-a5a4-45e751057870 req-92e1a356-d0ac-40cf-9e54-db99e04745e0 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:36.742575 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-735d6967-81e8-4862-a5a4-45e751057870 req-92e1a356-d0ac-40cf-9e54-db99e04745e0 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac4a8f81-18d9-4d17-b21a-fa9550ec808a HTTP/1.1" status: 200 len: 943 time: 0.2557304 Jan 28 07:05:36.748980 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec56ac15-ba46-407a-986f-ca7245102c7b req-790b79b4-71bd-4c48-b194-66e523c06ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:36.750712 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ec56ac15-ba46-407a-986f-ca7245102c7b req-790b79b4-71bd-4c48-b194-66e523c06ff2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5c2af407db1e43909575b4b7c4ad1b18&device_id=ac4a8f81-18d9-4d17-b21a-fa9550ec808a HTTP/1.1" status: 200 len: 1126 time: 0.1009030 Jan 28 07:05:36.786658 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-5e6c4a15-2b19-480c-a4e0-95a2a0b19c14 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5de27bf4f86d449bb83970212d0779d1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2313943 Jan 28 07:05:36.795986 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 59082) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:05:36.806036 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6c4a15-2b19-480c-a4e0-95a2a0b19c14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a73edfd-c269-42dc-b329-bab55afe9a9e,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:36.827006 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:36.839775 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port abf761fe-27eb-4437-903a-948a31ef5bc8, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=abf761fe-27eb-4437-903a-948a31ef5bc8,segment=NetworkSegment(919581ea-4d97-4a95-839c-1632528194b6),segment_id=919581ea-4d97-4a95-839c-1632528194b6)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:05:36.858197 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device abf761fe-27eb-4437-903a-948a31ef5bc8 has no active binding in host n-h2-712749-28 {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 28 07:05:36.865366 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-65945062-f9ce-4496-97b2-fd33bd22b38c req-57655a79-b4dc-4b1e-a26d-41f5a21fb277 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Publish callbacks [] for port (0acfc257-ef9e-4d1b-ae95-d90a265ceab1), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:36.928472 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-77f5967f-c527-4c3f-a241-c7acdb64a966 req-f08b928e-f104-490c-abe7-4b6f5374321d service neutron] For port 11dca397-be39-46c6-8338-77251776d222, host n-h1-712749-28, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:05:36.939860 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-735d6967-81e8-4862-a5a4-45e751057870 req-e0c8df1f-f82a-431f-9b85-fcdbe43ab423 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/security-groups?id=83d97fa1-2f29-40d2-a756-a970d048d2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962407 Jan 28 07:05:36.941563 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63427e43-5d01-40c9-b26f-b0336cccfd06 req-2c7abafd-da7f-42f4-beec-886b6c7da3e8 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:36.943074 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-63427e43-5d01-40c9-b26f-b0336cccfd06 req-2c7abafd-da7f-42f4-beec-886b6c7da3e8 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.41 "GET /v2.0/ports?device_id=56ab0ba2-2f42-48a4-b5ab-ca31c6dc0a18 HTTP/1.1" status: 200 len: 948 time: 0.2477808 Jan 28 07:05:36.955964 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-77f5967f-c527-4c3f-a241-c7acdb64a966 req-f08b928e-f104-490c-abe7-4b6f5374321d service neutron] For port 11dca397-be39-46c6-8338-77251776d222, host n-h1-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=11dca397-be39-46c6-8338-77251776d222,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:05:36.970691 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-77f5967f-c527-4c3f-a241-c7acdb64a966 req-f08b928e-f104-490c-abe7-4b6f5374321d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (11dca397-be39-46c6-8338-77251776d222), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:36.987803 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc2b984-b8ab-43b5-afef-ccc6d3e7a09d req-1ccb4103-a638-4d39-bcb2-68c589372ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:36.989496 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-dfc2b984-b8ab-43b5-afef-ccc6d3e7a09d req-1ccb4103-a638-4d39-bcb2-68c589372ca7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6709663989df41a8aa4cf350708a0358&device_id=56ab0ba2-2f42-48a4-b5ab-ca31c6dc0a18 HTTP/1.1" status: 200 len: 1100 time: 0.1611454 Jan 28 07:05:37.006042 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5737ae18-16b1-42bd-8dbc-ef55364d3603 admin admin] Publish callbacks [] for security_group (1a73edfd-c269-42dc-b329-bab55afe9a9e), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:37.036385 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-65945062-f9ce-4496-97b2-fd33bd22b38c req-57655a79-b4dc-4b1e-a26d-41f5a21fb277 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (0acfc257-ef9e-4d1b-ae95-d90a265ceab1), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:37.063264 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f5967f-c527-4c3f-a241-c7acdb64a966 req-f08b928e-f104-490c-abe7-4b6f5374321d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:37.063897 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-77f5967f-c527-4c3f-a241-c7acdb64a966 req-f08b928e-f104-490c-abe7-4b6f5374321d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:37.065363 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-77f5967f-c527-4c3f-a241-c7acdb64a966 req-f08b928e-f104-490c-abe7-4b6f5374321d service neutron] 10.222.0.10 "PUT /v2.0/ports/11dca397-be39-46c6-8338-77251776d222 HTTP/1.1" status: 200 len: 1097 time: 3.8968389 Jan 28 07:05:37.083499 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['2db0eab7-310b-4c35-a1b9-bb600d2e8ebd'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:05:37.093006 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['137d085c-b81f-48ec-a596-8512923cea40', 'c940bffe-7c91-4b25-9d0c-64122cb95c53'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:05:37.123921 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b8854a76-bb85-43ff-8282-5b81243dcd28 req-38d7014e-dd39-422f-bcf8-d70fd8d81c3c service neutron] 10.222.0.44 "GET /v2.0/networks/40d02b2d-8999-4dc2-abb9-3653b1c5639b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3722086 Jan 28 07:05:37.129070 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec56ac15-ba46-407a-986f-ca7245102c7b req-e3b0b432-ad7a-4448-9348-66a2368e3b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:37.130726 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ec56ac15-ba46-407a-986f-ca7245102c7b req-e3b0b432-ad7a-4448-9348-66a2368e3b00 service neutron] 10.222.0.10 "GET /v2.0/networks?id=823f80f1-2970-481b-aed2-7ad5a7c0ed20 HTTP/1.1" status: 200 len: 921 time: 0.3694222 Jan 28 07:05:37.199706 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ec56ac15-ba46-407a-986f-ca7245102c7b req-53febb1e-bc36-4bb4-be55-cb109c1da2ae service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=abf761fe-27eb-4437-903a-948a31ef5bc8 HTTP/1.1" status: 200 len: 217 time: 0.0522516 Jan 28 07:05:37.236714 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5737ae18-16b1-42bd-8dbc-ef55364d3603 admin admin] Publish callbacks [] for security_group (1a73edfd-c269-42dc-b329-bab55afe9a9e), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:37.273768 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08b928e-f104-490c-abe7-4b6f5374321d service neutron] Pushing event updated for resources: {'Port': ['ID=11dca397-be39-46c6-8338-77251776d222,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:37.281032 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-63427e43-5d01-40c9-b26f-b0336cccfd06 req-c938512b-79b7-44a0-a8ae-b4a4af510a47 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.41 "GET /v2.0/security-groups?id=a925a148-520f-4e8d-aa8c-4258e73ac6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3087862 Jan 28 07:05:37.286120 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65945062-f9ce-4496-97b2-fd33bd22b38c req-57655a79-b4dc-4b1e-a26d-41f5a21fb277 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Network d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:05:37.330665 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [req-65945062-f9ce-4496-97b2-fd33bd22b38c req-57655a79-b4dc-4b1e-a26d-41f5a21fb277 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:05:37.349246 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc2b984-b8ab-43b5-afef-ccc6d3e7a09d req-90c1f85f-6f4f-4559-b90f-8719f8d34e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:37.357990 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-dfc2b984-b8ab-43b5-afef-ccc6d3e7a09d req-90c1f85f-6f4f-4559-b90f-8719f8d34e64 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb HTTP/1.1" status: 200 len: 870 time: 0.3501775 Jan 28 07:05:37.369294 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec56ac15-ba46-407a-986f-ca7245102c7b req-16d2796f-b031-4a22-b0bf-6d328a248d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:37.369627 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ec56ac15-ba46-407a-986f-ca7245102c7b req-16d2796f-b031-4a22-b0bf-6d328a248d04 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d3ff6769-eb60-4293-943b-ef852d2e0c72 HTTP/1.1" status: 200 len: 860 time: 0.1620753 Jan 28 07:05:37.398170 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-65945062-f9ce-4496-97b2-fd33bd22b38c req-57655a79-b4dc-4b1e-a26d-41f5a21fb277 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:05:37.428138 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-dfc2b984-b8ab-43b5-afef-ccc6d3e7a09d req-bf14563f-0470-44f6-9ddd-5aba91ebe466 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=451428a2-3de2-419e-886c-72666876b868 HTTP/1.1" status: 200 len: 217 time: 0.0552526 Jan 28 07:05:37.479819 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ec56ac15-ba46-407a-986f-ca7245102c7b req-f7b36e57-c61d-4671-93f4-64e4306a97b8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=823f80f1-2970-481b-aed2-7ad5a7c0ed20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0624282 Jan 28 07:05:37.528992 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57655a79-b4dc-4b1e-a26d-41f5a21fb277 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Pushing event updated for resources: {'Port': ['ID=0acfc257-ef9e-4d1b-ae95-d90a265ceab1,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:37.533531 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f5967f-c527-4c3f-a241-c7acdb64a966 req-b20664b1-0782-4b8c-be3c-c8d4d3783f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:37.535065 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-77f5967f-c527-4c3f-a241-c7acdb64a966 req-b20664b1-0782-4b8c-be3c-c8d4d3783f5e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6709663989df41a8aa4cf350708a0358&device_id=8813fdc9-13cd-4d6b-88a5-c1cef3739966 HTTP/1.1" status: 200 len: 1100 time: 0.3432856 Jan 28 07:05:37.571463 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-59d6a15d-71b6-49f1-9692-51ea34dca35b req-b94be433-2aca-4fa3-82ab-04489780703f tempest-FloatingIPDetailsTestJSON-1734815279 tempest-FloatingIPDetailsTestJSON-1734815279-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5647304 Jan 28 07:05:37.601021 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc2b984-b8ab-43b5-afef-ccc6d3e7a09d req-d39b4e67-0e56-43f2-bb1e-2dabcd7dca6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:37.602447 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-59d6a15d-71b6-49f1-9692-51ea34dca35b req-156941ab-6ede-4af1-9666-789193363641 tempest-FloatingIPDetailsTestJSON-1734815279 tempest-FloatingIPDetailsTestJSON-1734815279-project] Request body: {'floatingip': {'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:05:37.608693 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-dfc2b984-b8ab-43b5-afef-ccc6d3e7a09d req-d39b4e67-0e56-43f2-bb1e-2dabcd7dca6a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5785b43d-448b-4d12-9eb5-4e4caf2e7eaf HTTP/1.1" status: 200 len: 843 time: 0.1533027 Jan 28 07:05:37.617964 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76aa5ad-58cf-46eb-aa34-67f997154949 req-4df395c6-810f-4532-9398-84cbbb2a8bc9 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:37.624890 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a76aa5ad-58cf-46eb-aa34-67f997154949 req-4df395c6-810f-4532-9398-84cbbb2a8bc9 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd6f6cee-8828-415b-beee-3ed839555ede HTTP/1.1" status: 200 len: 949 time: 0.2058766 Jan 28 07:05:37.672415 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65945062-f9ce-4496-97b2-fd33bd22b38c req-57655a79-b4dc-4b1e-a26d-41f5a21fb277 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:37.673044 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-65945062-f9ce-4496-97b2-fd33bd22b38c req-57655a79-b4dc-4b1e-a26d-41f5a21fb277 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:37.683771 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-77f5967f-c527-4c3f-a241-c7acdb64a966 req-6aaa9d1c-8836-478d-b5ff-b04648bb6027 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=11dca397-be39-46c6-8338-77251776d222 HTTP/1.1" status: 200 len: 217 time: 0.1011171 Jan 28 07:05:37.700318 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-a6d27dfa-b724-4bab-9004-c5d4855b54de None None] Provisioning complete for port 0acfc257-ef9e-4d1b-ae95-d90a265ceab1 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:05:37.701164 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a6d27dfa-b724-4bab-9004-c5d4855b54de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (0acfc257-ef9e-4d1b-ae95-d90a265ceab1), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:37.708828 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5737ae18-16b1-42bd-8dbc-ef55364d3603 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (1a73edfd-c269-42dc-b329-bab55afe9a9e), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:37.711514 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5737ae18-16b1-42bd-8dbc-ef55364d3603 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:37.715163 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-5737ae18-16b1-42bd-8dbc-ef55364d3603 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1a73edfd-c269-42dc-b329-bab55afe9a9e HTTP/1.1" status: 204 len: 168 time: 0.9080577 Jan 28 07:05:37.731351 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ec56ac15-ba46-407a-986f-ca7245102c7b req-8d67cb93-4aca-4dbd-9f4d-31a8f9e26931 service neutron] 10.222.0.10 "GET /v2.0/networks/823f80f1-2970-481b-aed2-7ad5a7c0ed20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221503 Jan 28 07:05:37.743394 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [req-65945062-f9ce-4496-97b2-fd33bd22b38c req-aa3ab810-fbb9-4c05-989a-881d44bf8726 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 718f2284-47d9-49ef-aadf-bbf8076811c2 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:05:37.747324 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a76aa5ad-58cf-46eb-aa34-67f997154949 req-fc9c9998-2a49-4685-afd0-f39d4e50e345 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149077 Jan 28 07:05:37.750741 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-65945062-f9ce-4496-97b2-fd33bd22b38c req-57655a79-b4dc-4b1e-a26d-41f5a21fb277 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.4614928 Jan 28 07:05:37.755827 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-a6d27dfa-b724-4bab-9004-c5d4855b54de None None] Port 0acfc257-ef9e-4d1b-ae95-d90a265ceab1 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:05:37.759787 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-59d6a15d-71b6-49f1-9692-51ea34dca35b req-156941ab-6ede-4af1-9666-789193363641 tempest-FloatingIPDetailsTestJSON-1734815279 tempest-FloatingIPDetailsTestJSON-1734815279-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:37.766589 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-65945062-f9ce-4496-97b2-fd33bd22b38c req-aa3ab810-fbb9-4c05-989a-881d44bf8726 service neutron] Publish callbacks [] for port (718f2284-47d9-49ef-aadf-bbf8076811c2), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:37.770573 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc2b984-b8ab-43b5-afef-ccc6d3e7a09d req-625efb81-d804-48dc-98d1-771e1a9a3358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:37.772349 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-dfc2b984-b8ab-43b5-afef-ccc6d3e7a09d req-625efb81-d804-48dc-98d1-771e1a9a3358 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1434014 Jan 28 07:05:37.781138 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5737ae18-16b1-42bd-8dbc-ef55364d3603 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a73edfd-c269-42dc-b329-bab55afe9a9e,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:37.787698 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-65945062-f9ce-4496-97b2-fd33bd22b38c req-ea541ea9-fd7a-489c-bf41-90c9346f5880 service neutron] Request body: {'port': {'device_id': '88ddd9f2-1b37-4e00-82d0-05fcc7e48a0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712749-28'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:05:37.832666 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f5967f-c527-4c3f-a241-c7acdb64a966 req-6f588dba-8b0a-4254-ad61-04382c550d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:37.834161 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-77f5967f-c527-4c3f-a241-c7acdb64a966 req-6f588dba-8b0a-4254-ad61-04382c550d83 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5785b43d-448b-4d12-9eb5-4e4caf2e7eaf HTTP/1.1" status: 200 len: 843 time: 0.1403975 Jan 28 07:05:37.863690 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [req-65945062-f9ce-4496-97b2-fd33bd22b38c req-aa3ab810-fbb9-4c05-989a-881d44bf8726 service neutron] Transition to ACTIVE for port object 718f2284-47d9-49ef-aadf-bbf8076811c2 will not be triggered until provisioned by entity L2. {{(pid=103283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:05:37.936416 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ec56ac15-ba46-407a-986f-ca7245102c7b req-c7e2f860-ae87-4007-9c53-85e0b55fdc88 service neutron] 10.222.0.10 "GET /v2.0/networks/823f80f1-2970-481b-aed2-7ad5a7c0ed20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862986 Jan 28 07:05:37.940833 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-dfc2b984-b8ab-43b5-afef-ccc6d3e7a09d req-122977c9-ffa4-40dc-9be7-85c866fb8367 service neutron] 10.222.0.44 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540887 Jan 28 07:05:38.056105 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-dfc2b984-b8ab-43b5-afef-ccc6d3e7a09d req-df30c924-fb49-40e2-a2ae-39b7cbca6c15 service neutron] 10.222.0.44 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074078 Jan 28 07:05:38.118933 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-65945062-f9ce-4496-97b2-fd33bd22b38c req-aa3ab810-fbb9-4c05-989a-881d44bf8726 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (718f2284-47d9-49ef-aadf-bbf8076811c2), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:38.188442 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 59112) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:05:38.190172 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-65945062-f9ce-4496-97b2-fd33bd22b38c req-ea541ea9-fd7a-489c-bf41-90c9346f5880 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (0acfc257-ef9e-4d1b-ae95-d90a265ceab1), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:38.208650 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2b75359a-de57-427e-93fb-01f75b873190 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:38.229433 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3ab810-fbb9-4c05-989a-881d44bf8726 service neutron] Pushing event updated for resources: {'Port': ['ID=718f2284-47d9-49ef-aadf-bbf8076811c2,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:38.252832 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f5967f-c527-4c3f-a241-c7acdb64a966 req-f0e8bc08-be64-45ed-9011-7c263de39b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:38.254350 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-77f5967f-c527-4c3f-a241-c7acdb64a966 req-f0e8bc08-be64-45ed-9011-7c263de39b6b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3877635 Jan 28 07:05:38.264265 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '973b7626-b044-4f2a-a274-995ac8201ef5', 'tag': '52d24d01-b19d-479b-b7e2-9c7a16834c65'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:05:38.264961 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8a25355-9a01-40af-9904-7f39b9482b50" -d '{"events": [{"name": "network-changed", "server_uuid": "973b7626-b044-4f2a-a274-995ac8201ef5", "tag": "52d24d01-b19d-479b-b7e2-9c7a16834c65"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:05:38.328914 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ce0ef7-0b0a-41f4-ac93-44ee9c7fef27 req-3bb00d4c-7124-40cc-abfb-25fbf54cb2c3 tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:38.330585 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-42ce0ef7-0b0a-41f4-ac93-44ee9c7fef27 req-3bb00d4c-7124-40cc-abfb-25fbf54cb2c3 tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] 10.222.0.41 "GET /v2.0/ports?device_id=973b7626-b044-4f2a-a274-995ac8201ef5 HTTP/1.1" status: 200 len: 944 time: 0.0919032 Jan 28 07:05:38.374580 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2b75359a-de57-427e-93fb-01f75b873190 admin admin] Publish callbacks [] for security_group (167876f4-8f5a-43e2-b9c6-72061b6e2667), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:38.385676 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2b75359a-de57-427e-93fb-01f75b873190 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (167876f4-8f5a-43e2-b9c6-72061b6e2667), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:38.446830 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-2b75359a-de57-427e-93fb-01f75b873190 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=efee9c69cef9405c99318896d18c32e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2537472 Jan 28 07:05:38.447913 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 59118) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:05:38.452052 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-42ce0ef7-0b0a-41f4-ac93-44ee9c7fef27 req-eca9d868-b99a-4d7d-bc12-cd399c272f6e tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0f59fe5-8248-496a-844a-a9490566a49a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1137180 Jan 28 07:05:38.465452 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b75359a-de57-427e-93fb-01f75b873190 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=167876f4-8f5a-43e2-b9c6-72061b6e2667,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:38.468986 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:38.530464 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ceb0b1cf-738a-4242-9879-858d9a1c3b87 admin admin] Publish callbacks [] for security_group (167876f4-8f5a-43e2-b9c6-72061b6e2667), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:38.534002 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-59d6a15d-71b6-49f1-9692-51ea34dca35b req-156941ab-6ede-4af1-9666-789193363641 tempest-FloatingIPDetailsTestJSON-1734815279 tempest-FloatingIPDetailsTestJSON-1734815279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:38.561976 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-65945062-f9ce-4496-97b2-fd33bd22b38c req-aa3ab810-fbb9-4c05-989a-881d44bf8726 service neutron] Attempting to bind port 718f2284-47d9-49ef-aadf-bbf8076811c2 on host n-h1-712749-28 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:05:38.562326 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-65945062-f9ce-4496-97b2-fd33bd22b38c req-aa3ab810-fbb9-4c05-989a-881d44bf8726 service neutron] Attempting to bind port 718f2284-47d9-49ef-aadf-bbf8076811c2 by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': '9d52209e-a416-4cfe-8f8a-19567a90fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:05:38.562657 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65945062-f9ce-4496-97b2-fd33bd22b38c req-aa3ab810-fbb9-4c05-989a-881d44bf8726 service neutron] Attempting to bind port 718f2284-47d9-49ef-aadf-bbf8076811c2 on network d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:05:38.579003 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ceb0b1cf-738a-4242-9879-858d9a1c3b87 admin admin] Publish callbacks [] for security_group (167876f4-8f5a-43e2-b9c6-72061b6e2667), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:38.583127 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-77f5967f-c527-4c3f-a241-c7acdb64a966 req-fca16a49-ecd7-4518-8e68-6e0bd8a38ffc service neutron] 10.222.0.10 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3184938 Jan 28 07:05:38.586445 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65945062-f9ce-4496-97b2-fd33bd22b38c req-aa3ab810-fbb9-4c05-989a-881d44bf8726 service neutron] Port 718f2284-47d9-49ef-aadf-bbf8076811c2 on network d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:05:38.586775 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65945062-f9ce-4496-97b2-fd33bd22b38c req-aa3ab810-fbb9-4c05-989a-881d44bf8726 service neutron] Attempting to bind port 718f2284-47d9-49ef-aadf-bbf8076811c2 on network d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:05:38.613809 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8813fdc9-13cd-4d6b-88a5-c1cef3739966', 'tag': '11dca397-be39-46c6-8338-77251776d222'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:05:38.616061 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a14792eb-f558-4fc7-bf03-47e6216925d2" -d '{"events": [{"name": "network-changed", "server_uuid": "8813fdc9-13cd-4d6b-88a5-c1cef3739966", "tag": "11dca397-be39-46c6-8338-77251776d222"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:05:38.624997 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1edadd2-d4fe-4f5f-b52e-72bc9a312c8c req-813dae1d-1a5e-4934-ae4e-1d7b6392ee00 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:38.626803 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c1edadd2-d4fe-4f5f-b52e-72bc9a312c8c req-813dae1d-1a5e-4934-ae4e-1d7b6392ee00 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/ports?device_id=88ddd9f2-1b37-4e00-82d0-05fcc7e48a0c HTTP/1.1" status: 200 len: 936 time: 0.0866709 Jan 28 07:05:38.653220 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65945062-f9ce-4496-97b2-fd33bd22b38c req-aa3ab810-fbb9-4c05-989a-881d44bf8726 service neutron] Checking agent: {'id': '2fca46b1-237f-4857-9290-2429d810e472', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 5, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:05:38.653565 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65945062-f9ce-4496-97b2-fd33bd22b38c req-aa3ab810-fbb9-4c05-989a-881d44bf8726 service neutron] Checking segment: {'id': '9d52209e-a416-4cfe-8f8a-19567a90fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:05:38.654251 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65945062-f9ce-4496-97b2-fd33bd22b38c req-aa3ab810-fbb9-4c05-989a-881d44bf8726 service neutron] Bound using segment: {'id': '9d52209e-a416-4cfe-8f8a-19567a90fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:05:38.654718 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-65945062-f9ce-4496-97b2-fd33bd22b38c req-aa3ab810-fbb9-4c05-989a-881d44bf8726 service neutron] Bound port: 718f2284-47d9-49ef-aadf-bbf8076811c2, host: n-h1-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d52209e-a416-4cfe-8f8a-19567a90fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:05:38.655234 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-65945062-f9ce-4496-97b2-fd33bd22b38c req-aa3ab810-fbb9-4c05-989a-881d44bf8726 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (718f2284-47d9-49ef-aadf-bbf8076811c2), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:38.661044 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ceb0b1cf-738a-4242-9879-858d9a1c3b87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (167876f4-8f5a-43e2-b9c6-72061b6e2667), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:38.663556 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ceb0b1cf-738a-4242-9879-858d9a1c3b87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:38.664710 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-ceb0b1cf-738a-4242-9879-858d9a1c3b87 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/167876f4-8f5a-43e2-b9c6-72061b6e2667 HTTP/1.1" status: 204 len: 168 time: 0.2117972 Jan 28 07:05:38.680906 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb0b1cf-738a-4242-9879-858d9a1c3b87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=167876f4-8f5a-43e2-b9c6-72061b6e2667,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:38.696962 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c1edadd2-d4fe-4f5f-b52e-72bc9a312c8c req-158c6407-ae3b-4342-a27a-08b2bfc596bd tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/security-groups?id=b910cb8c-64ec-47f6-b06b-89e838bb343d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620425 Jan 28 07:05:38.821073 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751a3e4a-edad-443e-9635-1f3bc0e26f1d req-05750009-ff6e-4cc3-b1ff-b1d12591fd0c tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:38.828880 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-751a3e4a-edad-443e-9635-1f3bc0e26f1d req-05750009-ff6e-4cc3-b1ff-b1d12591fd0c tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac4a8f81-18d9-4d17-b21a-fa9550ec808a HTTP/1.1" status: 200 len: 943 time: 0.0608175 Jan 28 07:05:38.872630 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-751a3e4a-edad-443e-9635-1f3bc0e26f1d req-8e032574-4c51-467c-aa2d-53385da82ec3 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/security-groups?id=83d97fa1-2f29-40d2-a756-a970d048d2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427973 Jan 28 07:05:38.881834 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [req-59d6a15d-71b6-49f1-9692-51ea34dca35b req-156941ab-6ede-4af1-9666-789193363641 tempest-FloatingIPDetailsTestJSON-1734815279 tempest-FloatingIPDetailsTestJSON-1734815279-project] Allocated IP 172.25.6.155 (7d5b3724-deef-4831-8d43-cb9b8176573c/b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc/4a41415d-e850-4aa1-9bbf-32b68855f8f6) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:05:38.907030 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-77f5967f-c527-4c3f-a241-c7acdb64a966 req-a8a18840-5bf4-49ff-a3ab-9340952dd793 service neutron] 10.222.0.10 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2879226 Jan 28 07:05:38.909164 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-65945062-f9ce-4496-97b2-fd33bd22b38c req-aa3ab810-fbb9-4c05-989a-881d44bf8726 service neutron] For port 718f2284-47d9-49ef-aadf-bbf8076811c2, host n-h1-712749-28, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:05:38.941103 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-65945062-f9ce-4496-97b2-fd33bd22b38c req-aa3ab810-fbb9-4c05-989a-881d44bf8726 service neutron] For port 718f2284-47d9-49ef-aadf-bbf8076811c2, host n-h1-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=718f2284-47d9-49ef-aadf-bbf8076811c2,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:05:38.960271 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-65945062-f9ce-4496-97b2-fd33bd22b38c req-aa3ab810-fbb9-4c05-989a-881d44bf8726 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (718f2284-47d9-49ef-aadf-bbf8076811c2), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:38.963745 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [req-65945062-f9ce-4496-97b2-fd33bd22b38c req-ea541ea9-fd7a-489c-bf41-90c9346f5880 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0acfc257-ef9e-4d1b-ae95-d90a265ceab1 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:05:38.964278 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d08c95f-f298-4d59-9ad0-abe7db58c8f0 x-openstack-request-id: req-8d08c95f-f298-4d59-9ad0-abe7db58c8f0 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:05:38.964802 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "973b7626-b044-4f2a-a274-995ac8201ef5", "tag": "52d24d01-b19d-479b-b7e2-9c7a16834c65", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:05:38.965100 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8d08c95f-f298-4d59-9ad0-abe7db58c8f0 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:05:38.965611 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '973b7626-b044-4f2a-a274-995ac8201ef5', 'tag': '52d24d01-b19d-479b-b7e2-9c7a16834c65', 'status': 'completed', 'code': 200} Jan 28 07:05:39.004605 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-65945062-f9ce-4496-97b2-fd33bd22b38c req-ea541ea9-fd7a-489c-bf41-90c9346f5880 service neutron] Publish callbacks [] for port (0acfc257-ef9e-4d1b-ae95-d90a265ceab1), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:39.054162 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65945062-f9ce-4496-97b2-fd33bd22b38c req-aa3ab810-fbb9-4c05-989a-881d44bf8726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:39.054789 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-65945062-f9ce-4496-97b2-fd33bd22b38c req-aa3ab810-fbb9-4c05-989a-881d44bf8726 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:39.056242 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-65945062-f9ce-4496-97b2-fd33bd22b38c req-aa3ab810-fbb9-4c05-989a-881d44bf8726 service neutron] 10.222.0.10 "PUT /v2.0/ports/718f2284-47d9-49ef-aadf-bbf8076811c2 HTTP/1.1" status: 200 len: 1097 time: 3.1693738 Jan 28 07:05:39.072245 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [req-65945062-f9ce-4496-97b2-fd33bd22b38c req-ea541ea9-fd7a-489c-bf41-90c9346f5880 service neutron] Transition to ACTIVE for port object 0acfc257-ef9e-4d1b-ae95-d90a265ceab1 will not be triggered until provisioned by entity L2. {{(pid=103283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:05:39.090044 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-65945062-f9ce-4496-97b2-fd33bd22b38c req-ea541ea9-fd7a-489c-bf41-90c9346f5880 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (0acfc257-ef9e-4d1b-ae95-d90a265ceab1), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:39.113520 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3ab810-fbb9-4c05-989a-881d44bf8726 service neutron] Pushing event updated for resources: {'Port': ['ID=718f2284-47d9-49ef-aadf-bbf8076811c2,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:39.197417 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-59d6a15d-71b6-49f1-9692-51ea34dca35b req-156941ab-6ede-4af1-9666-789193363641 tempest-FloatingIPDetailsTestJSON-1734815279 tempest-FloatingIPDetailsTestJSON-1734815279-project] Publish callbacks [] for port (4a41415d-e850-4aa1-9bbf-32b68855f8f6), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:39.249129 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea541ea9-fd7a-489c-bf41-90c9346f5880 service neutron] Pushing event updated for resources: {'Port': ['ID=0acfc257-ef9e-4d1b-ae95-d90a265ceab1,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:39.327110 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65945062-f9ce-4496-97b2-fd33bd22b38c req-787a5fbc-3fa2-4fb1-96d5-890152a8827e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:39.329754 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-65945062-f9ce-4496-97b2-fd33bd22b38c req-787a5fbc-3fa2-4fb1-96d5-890152a8827e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c4cb8f6b7fb846b4ab01d357846632b7&device_id=08006919-0299-48cf-a9f3-f2ccc70a1f0b HTTP/1.1" status: 200 len: 1100 time: 0.2002146 Jan 28 07:05:39.346549 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a25355-9a01-40af-9904-7f39b9482b50 req-42bc86f6-4db3-4c11-9284-976f88a7ffbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:39.348407 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e8a25355-9a01-40af-9904-7f39b9482b50 req-42bc86f6-4db3-4c11-9284-976f88a7ffbc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0960152eceb74f9eb1ec8ad55ca70381&device_id=973b7626-b044-4f2a-a274-995ac8201ef5 HTTP/1.1" status: 200 len: 1096 time: 0.3108630 Jan 28 07:05:39.359246 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b693c5-8ffa-4cd7-899a-2619bdf16ebe req-6d37c356-7f30-4b29-9f8a-021f6d11f727 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:39.359956 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-59d6a15d-71b6-49f1-9692-51ea34dca35b req-156941ab-6ede-4af1-9666-789193363641 tempest-FloatingIPDetailsTestJSON-1734815279 tempest-FloatingIPDetailsTestJSON-1734815279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (4a41415d-e850-4aa1-9bbf-32b68855f8f6), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:39.360893 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-35b693c5-8ffa-4cd7-899a-2619bdf16ebe req-6d37c356-7f30-4b29-9f8a-021f6d11f727 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.41 "GET /v2.0/ports?device_id=56ab0ba2-2f42-48a4-b5ab-ca31c6dc0a18 HTTP/1.1" status: 200 len: 948 time: 0.3350303 Jan 28 07:05:39.421391 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-65945062-f9ce-4496-97b2-fd33bd22b38c req-86999d34-7dda-4afa-9545-ad18c42dc423 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=718f2284-47d9-49ef-aadf-bbf8076811c2 HTTP/1.1" status: 200 len: 217 time: 0.0773034 Jan 28 07:05:39.448048 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-65945062-f9ce-4496-97b2-fd33bd22b38c req-ea541ea9-fd7a-489c-bf41-90c9346f5880 service neutron] Attempting to bind port 0acfc257-ef9e-4d1b-ae95-d90a265ceab1 on host n-h2-712749-28 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:05:39.448657 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-65945062-f9ce-4496-97b2-fd33bd22b38c req-ea541ea9-fd7a-489c-bf41-90c9346f5880 service neutron] Attempting to bind port 0acfc257-ef9e-4d1b-ae95-d90a265ceab1 by drivers openvswitch,hyperv on host n-h2-712749-28 at level 0 using segments [{'id': '9d52209e-a416-4cfe-8f8a-19567a90fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:05:39.449151 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65945062-f9ce-4496-97b2-fd33bd22b38c req-ea541ea9-fd7a-489c-bf41-90c9346f5880 service neutron] Attempting to bind port 0acfc257-ef9e-4d1b-ae95-d90a265ceab1 on network d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:05:39.501874 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59d6a15d-71b6-49f1-9692-51ea34dca35b req-156941ab-6ede-4af1-9666-789193363641 tempest-FloatingIPDetailsTestJSON-1734815279 tempest-FloatingIPDetailsTestJSON-1734815279-project] Network 7d5b3724-deef-4831-8d43-cb9b8176573c is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:05:39.510070 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-35b693c5-8ffa-4cd7-899a-2619bdf16ebe req-138e93ce-52a2-48e1-becf-86ebf45475ae tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.41 "GET /v2.0/security-groups?id=a925a148-520f-4e8d-aa8c-4258e73ac6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338928 Jan 28 07:05:39.517407 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65945062-f9ce-4496-97b2-fd33bd22b38c req-ea541ea9-fd7a-489c-bf41-90c9346f5880 service neutron] Port 0acfc257-ef9e-4d1b-ae95-d90a265ceab1 on network d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-28 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:05:39.522690 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65945062-f9ce-4496-97b2-fd33bd22b38c req-ea541ea9-fd7a-489c-bf41-90c9346f5880 service neutron] Attempting to bind port 0acfc257-ef9e-4d1b-ae95-d90a265ceab1 on network d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:05:39.548730 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [req-59d6a15d-71b6-49f1-9692-51ea34dca35b req-156941ab-6ede-4af1-9666-789193363641 tempest-FloatingIPDetailsTestJSON-1734815279 tempest-FloatingIPDetailsTestJSON-1734815279-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:05:39.554765 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156941ab-6ede-4af1-9666-789193363641 tempest-FloatingIPDetailsTestJSON-1734815279 tempest-FloatingIPDetailsTestJSON-1734815279-project] Pushing event updated for resources: {'Port': ['ID=4a41415d-e850-4aa1-9bbf-32b68855f8f6,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:39.559138 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-59d6a15d-71b6-49f1-9692-51ea34dca35b req-156941ab-6ede-4af1-9666-789193363641 tempest-FloatingIPDetailsTestJSON-1734815279 tempest-FloatingIPDetailsTestJSON-1734815279-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:05:39.565626 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a25355-9a01-40af-9904-7f39b9482b50 req-33fb760f-f147-4244-a15a-ca911593cb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:39.566281 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65945062-f9ce-4496-97b2-fd33bd22b38c req-ea541ea9-fd7a-489c-bf41-90c9346f5880 service neutron] Checking agent: {'id': 'c9906e63-062c-432e-bb53-63fdb8115e18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 5, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:05:39.567101 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65945062-f9ce-4496-97b2-fd33bd22b38c req-ea541ea9-fd7a-489c-bf41-90c9346f5880 service neutron] Checking segment: {'id': '9d52209e-a416-4cfe-8f8a-19567a90fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:05:39.567445 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e8a25355-9a01-40af-9904-7f39b9482b50 req-33fb760f-f147-4244-a15a-ca911593cb80 service neutron] 10.222.0.44 "GET /v2.0/networks?id=40d02b2d-8999-4dc2-abb9-3653b1c5639b HTTP/1.1" status: 200 len: 924 time: 0.2056735 Jan 28 07:05:39.567930 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65945062-f9ce-4496-97b2-fd33bd22b38c req-ea541ea9-fd7a-489c-bf41-90c9346f5880 service neutron] Bound using segment: {'id': '9d52209e-a416-4cfe-8f8a-19567a90fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:05:39.568528 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-65945062-f9ce-4496-97b2-fd33bd22b38c req-ea541ea9-fd7a-489c-bf41-90c9346f5880 service neutron] Bound port: 0acfc257-ef9e-4d1b-ae95-d90a265ceab1, host: n-h2-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d52209e-a416-4cfe-8f8a-19567a90fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:05:39.568990 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-65945062-f9ce-4496-97b2-fd33bd22b38c req-ea541ea9-fd7a-489c-bf41-90c9346f5880 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (0acfc257-ef9e-4d1b-ae95-d90a265ceab1), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:39.599049 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef31e3d8-321b-4fbe-9308-306a50456155 x-openstack-request-id: req-ef31e3d8-321b-4fbe-9308-306a50456155 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:05:39.599466 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8813fdc9-13cd-4d6b-88a5-c1cef3739966", "tag": "11dca397-be39-46c6-8338-77251776d222", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:05:39.599823 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ef31e3d8-321b-4fbe-9308-306a50456155 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:05:39.600527 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8813fdc9-13cd-4d6b-88a5-c1cef3739966', 'tag': '11dca397-be39-46c6-8338-77251776d222', 'status': 'completed', 'code': 200} Jan 28 07:05:39.622813 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65945062-f9ce-4496-97b2-fd33bd22b38c req-7b45c5f4-da98-4556-a0f2-8531d14ceed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:39.625203 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-65945062-f9ce-4496-97b2-fd33bd22b38c req-7b45c5f4-da98-4556-a0f2-8531d14ceed1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5785b43d-448b-4d12-9eb5-4e4caf2e7eaf HTTP/1.1" status: 200 len: 843 time: 0.1956019 Jan 28 07:05:39.638826 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e8a25355-9a01-40af-9904-7f39b9482b50 req-4896933e-bf8b-4445-8fe6-81bbbecf14d7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=52d24d01-b19d-479b-b7e2-9c7a16834c65 HTTP/1.1" status: 200 len: 217 time: 0.0625780 Jan 28 07:05:39.641374 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:39.732375 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a25355-9a01-40af-9904-7f39b9482b50 req-6ef66a8b-165b-49ae-949f-58187883c4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:39.734080 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e8a25355-9a01-40af-9904-7f39b9482b50 req-6ef66a8b-165b-49ae-949f-58187883c4b4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b0a9e84b-90ab-4b66-a900-eb7872b6d81f HTTP/1.1" status: 200 len: 862 time: 0.0847876 Jan 28 07:05:39.758357 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0c9789-2ade-4977-9a0b-c25170cf0c83 req-84c48e49-b380-4484-905a-37779838af4e tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:39.760007 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8a0c9789-2ade-4977-9a0b-c25170cf0c83 req-84c48e49-b380-4484-905a-37779838af4e tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd6f6cee-8828-415b-beee-3ed839555ede HTTP/1.1" status: 200 len: 949 time: 0.0773079 Jan 28 07:05:39.792406 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65945062-f9ce-4496-97b2-fd33bd22b38c req-d59aff8d-0829-442d-98ef-cb8326428f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:39.793955 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-65945062-f9ce-4496-97b2-fd33bd22b38c req-d59aff8d-0829-442d-98ef-cb8326428f30 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1503217 Jan 28 07:05:39.800812 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14792eb-f558-4fc7-bf03-47e6216925d2 req-e77ed15c-7cf7-416e-b13d-03e609fdbec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:39.802286 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a14792eb-f558-4fc7-bf03-47e6216925d2 req-e77ed15c-7cf7-416e-b13d-03e609fdbec5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6709663989df41a8aa4cf350708a0358&device_id=8813fdc9-13cd-4d6b-88a5-c1cef3739966 HTTP/1.1" status: 200 len: 1100 time: 0.1760430 Jan 28 07:05:39.814399 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a25355-9a01-40af-9904-7f39b9482b50 req-88c63fb0-d9f2-4cc1-bb3c-0626138b1ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:39.816178 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e8a25355-9a01-40af-9904-7f39b9482b50 req-88c63fb0-d9f2-4cc1-bb3c-0626138b1ccd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=40d02b2d-8999-4dc2-abb9-3653b1c5639b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0738120 Jan 28 07:05:39.846204 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-65945062-f9ce-4496-97b2-fd33bd22b38c req-ea541ea9-fd7a-489c-bf41-90c9346f5880 service neutron] For port 0acfc257-ef9e-4d1b-ae95-d90a265ceab1, host n-h2-712749-28, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:05:39.852007 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8a0c9789-2ade-4977-9a0b-c25170cf0c83 req-e7c80a1a-a1fe-4de7-9015-ee77067239f6 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773742 Jan 28 07:05:39.928067 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-59d6a15d-71b6-49f1-9692-51ea34dca35b req-156941ab-6ede-4af1-9666-789193363641 tempest-FloatingIPDetailsTestJSON-1734815279 tempest-FloatingIPDetailsTestJSON-1734815279-project] Publish callbacks [] for floatingip (d5360f98-fa56-4a20-80cb-31dd05d1a739), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:39.940601 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-65945062-f9ce-4496-97b2-fd33bd22b38c req-ea541ea9-fd7a-489c-bf41-90c9346f5880 service neutron] For port 0acfc257-ef9e-4d1b-ae95-d90a265ceab1, host n-h2-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=0acfc257-ef9e-4d1b-ae95-d90a265ceab1,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:05:39.955623 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-65945062-f9ce-4496-97b2-fd33bd22b38c req-ea541ea9-fd7a-489c-bf41-90c9346f5880 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (0acfc257-ef9e-4d1b-ae95-d90a265ceab1), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:39.962497 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e8a25355-9a01-40af-9904-7f39b9482b50 req-7fae6585-edc2-44c8-9ead-9622f843c854 service neutron] 10.222.0.44 "GET /v2.0/networks/40d02b2d-8999-4dc2-abb9-3653b1c5639b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350594 Jan 28 07:05:40.046618 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65945062-f9ce-4496-97b2-fd33bd22b38c req-ea541ea9-fd7a-489c-bf41-90c9346f5880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:40.047246 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-65945062-f9ce-4496-97b2-fd33bd22b38c req-ea541ea9-fd7a-489c-bf41-90c9346f5880 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:40.048705 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-65945062-f9ce-4496-97b2-fd33bd22b38c req-ea541ea9-fd7a-489c-bf41-90c9346f5880 service neutron] 10.222.0.44 "PUT /v2.0/ports/0acfc257-ef9e-4d1b-ae95-d90a265ceab1 HTTP/1.1" status: 200 len: 1097 time: 2.2796116 Jan 28 07:05:40.050588 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0164511e-a635-45b5-8198-b6164a44d785 req-27cfff6c-fbc7-4cf2-819f-47113d05e19c tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:40.052131 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0164511e-a635-45b5-8198-b6164a44d785 req-27cfff6c-fbc7-4cf2-819f-47113d05e19c tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] 10.222.0.41 "GET /v2.0/ports?device_id=973b7626-b044-4f2a-a274-995ac8201ef5 HTTP/1.1" status: 200 len: 944 time: 0.1112685 Jan 28 07:05:40.071038 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-65945062-f9ce-4496-97b2-fd33bd22b38c req-48c6e364-8d6f-4539-abfa-9510f0dd376e service neutron] 10.222.0.10 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2639303 Jan 28 07:05:40.092486 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-59d6a15d-71b6-49f1-9692-51ea34dca35b req-156941ab-6ede-4af1-9666-789193363641 tempest-FloatingIPDetailsTestJSON-1734815279 tempest-FloatingIPDetailsTestJSON-1734815279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (4a41415d-e850-4aa1-9bbf-32b68855f8f6), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:40.109594 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e8a25355-9a01-40af-9904-7f39b9482b50 req-65493458-db68-461e-bca2-df188c0438d6 service neutron] 10.222.0.44 "GET /v2.0/networks/40d02b2d-8999-4dc2-abb9-3653b1c5639b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332893 Jan 28 07:05:40.129179 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0164511e-a635-45b5-8198-b6164a44d785 req-364316d5-545d-40fc-af66-8950a2e3e6cd tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0f59fe5-8248-496a-844a-a9490566a49a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704639 Jan 28 07:05:40.143084 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14792eb-f558-4fc7-bf03-47e6216925d2 req-d5a2260c-a545-492a-b99b-a1b4a7bb83f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:40.144584 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a14792eb-f558-4fc7-bf03-47e6216925d2 req-d5a2260c-a545-492a-b99b-a1b4a7bb83f5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb HTTP/1.1" status: 200 len: 870 time: 0.3269114 Jan 28 07:05:40.190917 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea541ea9-fd7a-489c-bf41-90c9346f5880 service neutron] Pushing event updated for resources: {'Port': ['ID=0acfc257-ef9e-4d1b-ae95-d90a265ceab1,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:40.222043 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65945062-f9ce-4496-97b2-fd33bd22b38c req-27cd2a4b-b517-4f53-9a4f-791d975714b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:40.227013 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-65945062-f9ce-4496-97b2-fd33bd22b38c req-27cd2a4b-b517-4f53-9a4f-791d975714b7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c4cb8f6b7fb846b4ab01d357846632b7&device_id=88ddd9f2-1b37-4e00-82d0-05fcc7e48a0c HTTP/1.1" status: 200 len: 1100 time: 0.0831044 Jan 28 07:05:40.333683 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-65945062-f9ce-4496-97b2-fd33bd22b38c req-05c80e5d-33f7-40c2-8007-ef7730492ff6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=0acfc257-ef9e-4d1b-ae95-d90a265ceab1 HTTP/1.1" status: 200 len: 217 time: 0.0421870 Jan 28 07:05:40.362155 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a188f7-4df4-4a95-840b-61db2c82af50 req-fa703f15-24cc-4897-832d-9c9fe48b3f3c tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:40.363675 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-02a188f7-4df4-4a95-840b-61db2c82af50 req-fa703f15-24cc-4897-832d-9c9fe48b3f3c tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/ports?device_id=88ddd9f2-1b37-4e00-82d0-05fcc7e48a0c HTTP/1.1" status: 200 len: 948 time: 0.1231594 Jan 28 07:05:40.484977 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a14792eb-f558-4fc7-bf03-47e6216925d2 req-90dfc6f8-2665-495a-9f28-ac2c59e6c46b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=11dca397-be39-46c6-8338-77251776d222 HTTP/1.1" status: 200 len: 217 time: 0.2950523 Jan 28 07:05:40.495782 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65945062-f9ce-4496-97b2-fd33bd22b38c req-5e932a2f-be3c-4dee-a67e-fbe62b50413d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:40.498493 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-65945062-f9ce-4496-97b2-fd33bd22b38c req-5e932a2f-be3c-4dee-a67e-fbe62b50413d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5785b43d-448b-4d12-9eb5-4e4caf2e7eaf HTTP/1.1" status: 200 len: 843 time: 0.1543355 Jan 28 07:05:40.507060 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-02a188f7-4df4-4a95-840b-61db2c82af50 req-3c5d3645-03b8-4a68-81f6-5506dbb4e0a5 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/security-groups?id=b910cb8c-64ec-47f6-b06b-89e838bb343d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136093 Jan 28 07:05:40.512787 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 52d24d01-b19d-479b-b7e2-9c7a16834c65 details requested by agent hyperv_n-h2-712749-28 with host n-h2-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:05:40.581846 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8f61c07d-d64d-4c45-b079-28f969c447d2 req-2d66c95e-50a2-4fa4-90ef-a874a4cefe23 service neutron] 10.222.0.10 "GET /v2.0/ports/abf761fe-27eb-4437-903a-948a31ef5bc8/bindings/n-h2-712749-28 HTTP/1.1" status: 200 len: 385 time: 0.1328516 Jan 28 07:05:40.584839 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65945062-f9ce-4496-97b2-fd33bd22b38c req-dca1631d-9534-497e-8720-ead86f814500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:40.587730 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-65945062-f9ce-4496-97b2-fd33bd22b38c req-dca1631d-9534-497e-8720-ead86f814500 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0761540 Jan 28 07:05:40.619704 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 52d24d01-b19d-479b-b7e2-9c7a16834c65, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=52d24d01-b19d-479b-b7e2-9c7a16834c65,segment=NetworkSegment(54d6bc55-d69e-43c8-8b72-86f677a245e2),segment_id=54d6bc55-d69e-43c8-8b72-86f677a245e2)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:05:40.624047 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-65945062-f9ce-4496-97b2-fd33bd22b38c req-569aa105-3057-4f44-b06a-36f288b34e21 service neutron] 10.222.0.10 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5441780 Jan 28 07:05:40.625525 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14792eb-f558-4fc7-bf03-47e6216925d2 req-f527dc0b-7bdd-4ec0-ba53-a87a3bbf37a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:40.626876 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a14792eb-f558-4fc7-bf03-47e6216925d2 req-f527dc0b-7bdd-4ec0-ba53-a87a3bbf37a0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5785b43d-448b-4d12-9eb5-4e4caf2e7eaf HTTP/1.1" status: 200 len: 843 time: 0.1309674 Jan 28 07:05:40.633070 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Returning: {'device': '52d24d01-b19d-479b-b7e2-9c7a16834c65', 'network_id': '40d02b2d-8999-4dc2-abb9-3653b1c5639b', 'port_id': '52d24d01-b19d-479b-b7e2-9c7a16834c65', 'mac_address': 'fa:16:3e:5c:ff:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0a9e84b-90ab-4b66-a900-eb7872b6d81f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:05:40.694630 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port 52d24d01-b19d-479b-b7e2-9c7a16834c65 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:05:40.695292 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (52d24d01-b19d-479b-b7e2-9c7a16834c65), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:40.708067 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52d24d01-b19d-479b-b7e2-9c7a16834c65 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:05:40.715601 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14792eb-f558-4fc7-bf03-47e6216925d2 req-b2c333ff-e57a-48d0-94f9-5af911e2fc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:40.718165 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a14792eb-f558-4fc7-bf03-47e6216925d2 req-b2c333ff-e57a-48d0-94f9-5af911e2fc1f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0750787 Jan 28 07:05:40.728525 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-59d6a15d-71b6-49f1-9692-51ea34dca35b req-156941ab-6ede-4af1-9666-789193363641 tempest-FloatingIPDetailsTestJSON-1734815279 tempest-FloatingIPDetailsTestJSON-1734815279-project] Publish callbacks [] for port (4a41415d-e850-4aa1-9bbf-32b68855f8f6), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:40.732713 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 52d24d01-b19d-479b-b7e2-9c7a16834c65, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=52d24d01-b19d-479b-b7e2-9c7a16834c65,segment=NetworkSegment(54d6bc55-d69e-43c8-8b72-86f677a245e2),segment_id=54d6bc55-d69e-43c8-8b72-86f677a245e2)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:05:40.737635 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (52d24d01-b19d-479b-b7e2-9c7a16834c65), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:40.738331 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 451428a2-3de2-419e-886c-72666876b868 details requested by agent hyperv_n-h2-712749-28 with host n-h2-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:05:40.739649 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-59d6a15d-71b6-49f1-9692-51ea34dca35b req-156941ab-6ede-4af1-9666-789193363641 tempest-FloatingIPDetailsTestJSON-1734815279 tempest-FloatingIPDetailsTestJSON-1734815279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (4a41415d-e850-4aa1-9bbf-32b68855f8f6), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:40.820493 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695d1073-1d04-4934-9dfc-89db5f0fb273 req-7c58ed94-2454-4b5e-b332-7cb39b2a89f1 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:40.824672 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-695d1073-1d04-4934-9dfc-89db5f0fb273 req-7c58ed94-2454-4b5e-b332-7cb39b2a89f1 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac4a8f81-18d9-4d17-b21a-fa9550ec808a HTTP/1.1" status: 200 len: 943 time: 0.1728287 Jan 28 07:05:40.836323 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=52d24d01-b19d-479b-b7e2-9c7a16834c65,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:40.867349 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156941ab-6ede-4af1-9666-789193363641 tempest-FloatingIPDetailsTestJSON-1734815279 tempest-FloatingIPDetailsTestJSON-1734815279-project] Pushing event updated for resources: {'Port': ['ID=4a41415d-e850-4aa1-9bbf-32b68855f8f6,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:40.890634 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 451428a2-3de2-419e-886c-72666876b868, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=451428a2-3de2-419e-886c-72666876b868,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:05:40.893005 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-59d6a15d-71b6-49f1-9692-51ea34dca35b req-156941ab-6ede-4af1-9666-789193363641 tempest-FloatingIPDetailsTestJSON-1734815279 tempest-FloatingIPDetailsTestJSON-1734815279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16609095'] for floatingip (d5360f98-fa56-4a20-80cb-31dd05d1a739), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:40.898319 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a14792eb-f558-4fc7-bf03-47e6216925d2 req-163ad432-719f-40f3-a3c7-ea17d8360550 service neutron] 10.222.0.10 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721172 Jan 28 07:05:40.904332 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Returning: {'device': '451428a2-3de2-419e-886c-72666876b868', 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb', 'port_id': '451428a2-3de2-419e-886c-72666876b868', 'mac_address': 'fa:16:3e:a7:53:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5785b43d-448b-4d12-9eb5-4e4caf2e7eaf', 'ip_address': '192.168.233.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:05:40.923514 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-65945062-f9ce-4496-97b2-fd33bd22b38c req-f705af8a-a209-4fbb-9d20-6533b8699e8a service neutron] 10.222.0.44 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2704270 Jan 28 07:05:40.933268 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-59d6a15d-71b6-49f1-9692-51ea34dca35b req-156941ab-6ede-4af1-9666-789193363641 tempest-FloatingIPDetailsTestJSON-1734815279 tempest-FloatingIPDetailsTestJSON-1734815279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for floatingip (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:40.934968 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-59d6a15d-71b6-49f1-9692-51ea34dca35b req-156941ab-6ede-4af1-9666-789193363641 tempest-FloatingIPDetailsTestJSON-1734815279 tempest-FloatingIPDetailsTestJSON-1734815279-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.3623128 Jan 28 07:05:40.945851 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port 451428a2-3de2-419e-886c-72666876b868 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:05:40.946296 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (451428a2-3de2-419e-886c-72666876b868), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:40.959339 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 451428a2-3de2-419e-886c-72666876b868 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:05:40.979535 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 451428a2-3de2-419e-886c-72666876b868, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=451428a2-3de2-419e-886c-72666876b868,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:05:40.984323 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (451428a2-3de2-419e-886c-72666876b868), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:41.012260 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-59d6a15d-71b6-49f1-9692-51ea34dca35b req-6be7bf7d-efc9-43f3-9679-9bbfea13bf8a tempest-FloatingIPDetailsTestJSON-1734815279 tempest-FloatingIPDetailsTestJSON-1734815279-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.6.155 HTTP/1.1" status: 200 len: 696 time: 0.0530000 Jan 28 07:05:41.015657 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-695d1073-1d04-4934-9dfc-89db5f0fb273 req-c4a6549d-3f18-4575-b63e-3ee7e76dd8c5 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/security-groups?id=83d97fa1-2f29-40d2-a756-a970d048d2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517181 Jan 28 07:05:41.031552 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=451428a2-3de2-419e-886c-72666876b868,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:41.062660 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-8f61c07d-d64d-4c45-b079-28f969c447d2 req-fca5d5c5-2bb3-462e-b165-7c3570c07981 service neutron] For port abf761fe-27eb-4437-903a-948a31ef5bc8, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=abf761fe-27eb-4437-903a-948a31ef5bc8,segment=NetworkSegment(919581ea-4d97-4a95-839c-1632528194b6),segment_id=919581ea-4d97-4a95-839c-1632528194b6)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:05:41.088953 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-65945062-f9ce-4496-97b2-fd33bd22b38c req-6954a360-024d-4cd5-afc1-74e8d3b92a02 service neutron] 10.222.0.44 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506569 Jan 28 07:05:41.095457 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-8f61c07d-d64d-4c45-b079-28f969c447d2 req-fca5d5c5-2bb3-462e-b165-7c3570c07981 service neutron] For port abf761fe-27eb-4437-903a-948a31ef5bc8, host n-h1-712749-28, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:05:41.101758 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a14792eb-f558-4fc7-bf03-47e6216925d2 req-879947f6-b5c7-4ede-ac29-873e6d7ca7e9 service neutron] 10.222.0.10 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962881 Jan 28 07:05:41.132022 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-8f61c07d-d64d-4c45-b079-28f969c447d2 req-fca5d5c5-2bb3-462e-b165-7c3570c07981 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abf761fe-27eb-4437-903a-948a31ef5bc8 {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:05:41.143851 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-8f61c07d-d64d-4c45-b079-28f969c447d2 req-fca5d5c5-2bb3-462e-b165-7c3570c07981 service neutron] For port abf761fe-27eb-4437-903a-948a31ef5bc8, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=abf761fe-27eb-4437-903a-948a31ef5bc8,segment=NetworkSegment(919581ea-4d97-4a95-839c-1632528194b6),segment_id=919581ea-4d97-4a95-839c-1632528194b6)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:05:41.164721 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d6a15d-71b6-49f1-9692-51ea34dca35b req-25664918-20e4-4599-91e0-c035faf8e047 tempest-FloatingIPDetailsTestJSON-1734815279 tempest-FloatingIPDetailsTestJSON-1734815279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:41.166118 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-59d6a15d-71b6-49f1-9692-51ea34dca35b req-25664918-20e4-4599-91e0-c035faf8e047 tempest-FloatingIPDetailsTestJSON-1734815279 tempest-FloatingIPDetailsTestJSON-1734815279-project] 10.222.0.41 "GET /v2.0/networks/7d5b3724-deef-4831-8d43-cb9b8176573c HTTP/1.1" status: 200 len: 784 time: 0.1327698 Jan 28 07:05:41.176325 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-8f61c07d-d64d-4c45-b079-28f969c447d2 req-fca5d5c5-2bb3-462e-b165-7c3570c07981 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (abf761fe-27eb-4437-903a-948a31ef5bc8), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:41.253253 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-8f61c07d-d64d-4c45-b079-28f969c447d2 req-fca5d5c5-2bb3-462e-b165-7c3570c07981 service neutron] Transition to ACTIVE for port object abf761fe-27eb-4437-903a-948a31ef5bc8 will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:05:41.258461 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-8f61c07d-d64d-4c45-b079-28f969c447d2 req-fca5d5c5-2bb3-462e-b165-7c3570c07981 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (abf761fe-27eb-4437-903a-948a31ef5bc8), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:41.277238 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268a16c3-8bf4-4431-8e6d-05bc52e9cd95 req-eeeba758-1a96-43ed-a59a-db5c16818cc1 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:41.279518 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-268a16c3-8bf4-4431-8e6d-05bc52e9cd95 req-eeeba758-1a96-43ed-a59a-db5c16818cc1 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.41 "GET /v2.0/ports?device_id=56ab0ba2-2f42-48a4-b5ab-ca31c6dc0a18 HTTP/1.1" status: 200 len: 949 time: 0.0574970 Jan 28 07:05:41.329441 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f61c07d-d64d-4c45-b079-28f969c447d2 req-fca5d5c5-2bb3-462e-b165-7c3570c07981 service neutron] No DVR routers for this DVR port abf761fe-27eb-4437-903a-948a31ef5bc8 on host n-h1-712749-28 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:05:41.334993 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca5d5c5-2bb3-462e-b165-7c3570c07981 service neutron] Pushing event updated for resources: {'Port': ['ID=abf761fe-27eb-4437-903a-948a31ef5bc8,revision_number=10']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:41.354717 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-268a16c3-8bf4-4431-8e6d-05bc52e9cd95 req-000de4d6-fedc-4455-b934-dc34f1d6918f tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.41 "GET /v2.0/security-groups?id=a925a148-520f-4e8d-aa8c-4258e73ac6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685463 Jan 28 07:05:41.378601 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8f61c07d-d64d-4c45-b079-28f969c447d2 req-fca5d5c5-2bb3-462e-b165-7c3570c07981 service neutron] 10.222.0.10 "PUT /v2.0/ports/abf761fe-27eb-4437-903a-948a31ef5bc8/bindings/n-h2-712749-28/activate HTTP/1.1" status: 200 len: 370 time: 0.7893524 Jan 28 07:05:41.458432 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f67048-3770-41de-96f6-1dd635774c2e req-e7646945-4949-4471-b10b-ed0a6bab2d80 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:41.460111 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d7f67048-3770-41de-96f6-1dd635774c2e req-e7646945-4949-4471-b10b-ed0a6bab2d80 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd6f6cee-8828-415b-beee-3ed839555ede HTTP/1.1" status: 200 len: 949 time: 0.0651610 Jan 28 07:05:41.473312 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6779d500-0360-4515-9d30-3a6f09d7522d req-904e815c-cfb8-4474-b08e-c7e1265cf718 tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:41.474909 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6779d500-0360-4515-9d30-3a6f09d7522d req-904e815c-cfb8-4474-b08e-c7e1265cf718 tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] 10.222.0.41 "GET /v2.0/ports?device_id=973b7626-b044-4f2a-a274-995ac8201ef5 HTTP/1.1" status: 200 len: 945 time: 0.0600054 Jan 28 07:05:41.522090 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6779d500-0360-4515-9d30-3a6f09d7522d req-05d57b93-37e3-4030-a72e-d0bf786b34fa tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0f59fe5-8248-496a-844a-a9490566a49a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417142 Jan 28 07:05:41.529491 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['52d24d01-b19d-479b-b7e2-9c7a16834c65'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:05:41.568400 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d7f67048-3770-41de-96f6-1dd635774c2e req-1b9d361a-e7bf-435c-9bc6-258eb1fe2309 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024590 Jan 28 07:05:41.609545 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f61c07d-d64d-4c45-b079-28f969c447d2 req-6386dd26-4d6c-4728-96d7-5dd97b270d06 tempest-LiveAutoBlockMigrationV225Test-1114652928 tempest-LiveAutoBlockMigrationV225Test-1114652928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:41.612538 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08006919-0299-48cf-a9f3-f2ccc70a1f0b', 'tag': '718f2284-47d9-49ef-aadf-bbf8076811c2'}, {'name': 'network-changed', 'server_uuid': '88ddd9f2-1b37-4e00-82d0-05fcc7e48a0c', 'tag': '0acfc257-ef9e-4d1b-ae95-d90a265ceab1'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:05:41.614800 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5536c133-3bb2-4eb0-946b-ce41fc93111d" -d '{"events": [{"name": "network-changed", "server_uuid": "08006919-0299-48cf-a9f3-f2ccc70a1f0b", "tag": "718f2284-47d9-49ef-aadf-bbf8076811c2"}, {"name": "network-changed", "server_uuid": "88ddd9f2-1b37-4e00-82d0-05fcc7e48a0c", "tag": "0acfc257-ef9e-4d1b-ae95-d90a265ceab1"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:05:41.615758 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8f61c07d-d64d-4c45-b079-28f969c447d2 req-6386dd26-4d6c-4728-96d7-5dd97b270d06 tempest-LiveAutoBlockMigrationV225Test-1114652928 tempest-LiveAutoBlockMigrationV225Test-1114652928-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=ac4a8f81-18d9-4d17-b21a-fa9550ec808a&tenant_id=5c2af407db1e43909575b4b7c4ad1b18&binding%3Ahost_id=n-h1-712749-28 HTTP/1.1" status: 200 len: 1096 time: 0.1159608 Jan 28 07:05:41.621651 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['451428a2-3de2-419e-886c-72666876b868'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:05:41.678353 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6ad6570d-cc7c-4a32-8518-37d7800ef31d req-dca097de-bfc3-47b6-8dfb-9a67185f2577 tempest-FloatingIPDetailsTestJSON-1734815279 tempest-FloatingIPDetailsTestJSON-1734815279-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1280534 Jan 28 07:05:41.692467 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-6ad6570d-cc7c-4a32-8518-37d7800ef31d req-08b08dec-4c5b-4a45-b1eb-38ecee0845ea tempest-FloatingIPDetailsTestJSON-1734815279 tempest-FloatingIPDetailsTestJSON-1734815279-project] Request body: {'floatingip': {'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:05:41.708443 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 11dca397-be39-46c6-8338-77251776d222 details requested by agent hyperv_n-h1-712749-28 with host n-h1-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:05:41.721096 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-6ad6570d-cc7c-4a32-8518-37d7800ef31d req-08b08dec-4c5b-4a45-b1eb-38ecee0845ea tempest-FloatingIPDetailsTestJSON-1734815279 tempest-FloatingIPDetailsTestJSON-1734815279-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:41.729725 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f61c07d-d64d-4c45-b079-28f969c447d2 req-de700bf2-60fe-4b46-91c4-0bb583396333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:41.731395 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8f61c07d-d64d-4c45-b079-28f969c447d2 req-de700bf2-60fe-4b46-91c4-0bb583396333 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ac4a8f81-18d9-4d17-b21a-fa9550ec808a&tenant_id=5c2af407db1e43909575b4b7c4ad1b18 HTTP/1.1" status: 200 len: 1096 time: 0.1056826 Jan 28 07:05:41.835749 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f61c07d-d64d-4c45-b079-28f969c447d2 req-cca696c0-d447-4c21-869e-a533a2dd7986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:41.837876 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8f61c07d-d64d-4c45-b079-28f969c447d2 req-cca696c0-d447-4c21-869e-a533a2dd7986 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5c2af407db1e43909575b4b7c4ad1b18&device_id=ac4a8f81-18d9-4d17-b21a-fa9550ec808a HTTP/1.1" status: 200 len: 1096 time: 0.0540848 Jan 28 07:05:41.870515 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-6ad6570d-cc7c-4a32-8518-37d7800ef31d req-08b08dec-4c5b-4a45-b1eb-38ecee0845ea tempest-FloatingIPDetailsTestJSON-1734815279 tempest-FloatingIPDetailsTestJSON-1734815279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:41.914010 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 11dca397-be39-46c6-8338-77251776d222, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=11dca397-be39-46c6-8338-77251776d222,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:05:41.937095 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Returning: {'device': '11dca397-be39-46c6-8338-77251776d222', 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb', 'port_id': '11dca397-be39-46c6-8338-77251776d222', 'mac_address': 'fa:16:3e:37:79:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5785b43d-448b-4d12-9eb5-4e4caf2e7eaf', 'ip_address': '192.168.233.142'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:05:41.986547 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d797753e-ade9-4bc6-818f-f6f11a5f72da req-36b88557-02fa-4cd5-8986-e4357810ab7f tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:41.988094 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d797753e-ade9-4bc6-818f-f6f11a5f72da req-36b88557-02fa-4cd5-8986-e4357810ab7f tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/ports?device_id=88ddd9f2-1b37-4e00-82d0-05fcc7e48a0c HTTP/1.1" status: 200 len: 948 time: 0.1116009 Jan 28 07:05:41.991144 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f61c07d-d64d-4c45-b079-28f969c447d2 req-0b9eff0c-f1e5-416f-b0b0-fd98c0912fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:41.992525 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8f61c07d-d64d-4c45-b079-28f969c447d2 req-0b9eff0c-f1e5-416f-b0b0-fd98c0912fab service neutron] 10.222.0.44 "GET /v2.0/networks?id=823f80f1-2970-481b-aed2-7ad5a7c0ed20 HTTP/1.1" status: 200 len: 921 time: 0.1425927 Jan 28 07:05:41.993935 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 11dca397-be39-46c6-8338-77251776d222 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:05:41.994329 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (11dca397-be39-46c6-8338-77251776d222), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:41.995315 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [req-6ad6570d-cc7c-4a32-8518-37d7800ef31d req-08b08dec-4c5b-4a45-b1eb-38ecee0845ea tempest-FloatingIPDetailsTestJSON-1734815279 tempest-FloatingIPDetailsTestJSON-1734815279-project] Allocated IP 172.25.6.150 (7d5b3724-deef-4831-8d43-cb9b8176573c/b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc/05e5f602-106f-4f1d-aa94-038805f1cc66) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:05:42.014368 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11dca397-be39-46c6-8338-77251776d222 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:05:42.034749 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 11dca397-be39-46c6-8338-77251776d222, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=11dca397-be39-46c6-8338-77251776d222,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:05:42.038684 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (11dca397-be39-46c6-8338-77251776d222), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:42.054640 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8f61c07d-d64d-4c45-b079-28f969c447d2 req-0afbeaf9-1d7b-4b2a-8002-f7aeb8cba264 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=abf761fe-27eb-4437-903a-948a31ef5bc8 HTTP/1.1" status: 200 len: 217 time: 0.0451348 Jan 28 07:05:42.092417 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=11dca397-be39-46c6-8338-77251776d222,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:42.106682 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d797753e-ade9-4bc6-818f-f6f11a5f72da req-8a8e647a-c35f-4ef0-ab0e-a7179c27bfd3 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/security-groups?id=b910cb8c-64ec-47f6-b06b-89e838bb343d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108868 Jan 28 07:05:42.109912 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-6ad6570d-cc7c-4a32-8518-37d7800ef31d req-08b08dec-4c5b-4a45-b1eb-38ecee0845ea tempest-FloatingIPDetailsTestJSON-1734815279 tempest-FloatingIPDetailsTestJSON-1734815279-project] Publish callbacks [] for port (05e5f602-106f-4f1d-aa94-038805f1cc66), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:42.120759 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f61c07d-d64d-4c45-b079-28f969c447d2 req-2090a2f7-398b-41a5-8a33-2115a16fb7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:42.122190 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8f61c07d-d64d-4c45-b079-28f969c447d2 req-2090a2f7-398b-41a5-8a33-2115a16fb7b9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d3ff6769-eb60-4293-943b-ef852d2e0c72 HTTP/1.1" status: 200 len: 860 time: 0.0584283 Jan 28 07:05:42.148102 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-6ad6570d-cc7c-4a32-8518-37d7800ef31d req-08b08dec-4c5b-4a45-b1eb-38ecee0845ea tempest-FloatingIPDetailsTestJSON-1734815279 tempest-FloatingIPDetailsTestJSON-1734815279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (05e5f602-106f-4f1d-aa94-038805f1cc66), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:42.155081 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8f61c07d-d64d-4c45-b079-28f969c447d2 req-23e1bb33-2478-4c29-b5c9-4f0b3d5add2b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=823f80f1-2970-481b-aed2-7ad5a7c0ed20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252249 Jan 28 07:05:42.177697 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 28 Jan 2022 07:05:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d08ee73-307d-4b41-83de-5e67dcca8b96 x-openstack-request-id: req-8d08ee73-307d-4b41-83de-5e67dcca8b96 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:05:42.177994 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08006919-0299-48cf-a9f3-f2ccc70a1f0b", "tag": "718f2284-47d9-49ef-aadf-bbf8076811c2", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "88ddd9f2-1b37-4e00-82d0-05fcc7e48a0c", "tag": "0acfc257-ef9e-4d1b-ae95-d90a265ceab1", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:05:42.178245 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8d08ee73-307d-4b41-83de-5e67dcca8b96 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:05:42.178642 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08006919-0299-48cf-a9f3-f2ccc70a1f0b', 'tag': '718f2284-47d9-49ef-aadf-bbf8076811c2', 'status': 'completed', 'code': 200} Jan 28 07:05:42.178896 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88ddd9f2-1b37-4e00-82d0-05fcc7e48a0c', 'tag': '0acfc257-ef9e-4d1b-ae95-d90a265ceab1', 'status': 'completed', 'code': 200} Jan 28 07:05:42.188708 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ad6570d-cc7c-4a32-8518-37d7800ef31d req-08b08dec-4c5b-4a45-b1eb-38ecee0845ea tempest-FloatingIPDetailsTestJSON-1734815279 tempest-FloatingIPDetailsTestJSON-1734815279-project] Network 7d5b3724-deef-4831-8d43-cb9b8176573c is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:05:42.193215 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [req-6ad6570d-cc7c-4a32-8518-37d7800ef31d req-08b08dec-4c5b-4a45-b1eb-38ecee0845ea tempest-FloatingIPDetailsTestJSON-1734815279 tempest-FloatingIPDetailsTestJSON-1734815279-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:05:42.206652 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ad6570d-cc7c-4a32-8518-37d7800ef31d req-08b08dec-4c5b-4a45-b1eb-38ecee0845ea tempest-FloatingIPDetailsTestJSON-1734815279 tempest-FloatingIPDetailsTestJSON-1734815279-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:05:42.250967 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b08dec-4c5b-4a45-b1eb-38ecee0845ea tempest-FloatingIPDetailsTestJSON-1734815279 tempest-FloatingIPDetailsTestJSON-1734815279-project] Pushing event updated for resources: {'Port': ['ID=05e5f602-106f-4f1d-aa94-038805f1cc66,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:42.283411 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5536c133-3bb2-4eb0-946b-ce41fc93111d req-26fe6911-e5b9-49ea-8e60-df1a725148d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:42.285047 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5536c133-3bb2-4eb0-946b-ce41fc93111d req-26fe6911-e5b9-49ea-8e60-df1a725148d2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c4cb8f6b7fb846b4ab01d357846632b7&device_id=08006919-0299-48cf-a9f3-f2ccc70a1f0b HTTP/1.1" status: 200 len: 1100 time: 0.0627291 Jan 28 07:05:42.327902 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8f61c07d-d64d-4c45-b079-28f969c447d2 req-8b041561-4ee8-4547-ae3f-85cabc639db1 service neutron] 10.222.0.44 "GET /v2.0/networks/823f80f1-2970-481b-aed2-7ad5a7c0ed20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572137 Jan 28 07:05:42.328861 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5536c133-3bb2-4eb0-946b-ce41fc93111d req-0c5901ad-e6f4-4854-a040-471a8889658c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:42.330646 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5536c133-3bb2-4eb0-946b-ce41fc93111d req-0c5901ad-e6f4-4854-a040-471a8889658c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c4cb8f6b7fb846b4ab01d357846632b7&device_id=88ddd9f2-1b37-4e00-82d0-05fcc7e48a0c HTTP/1.1" status: 200 len: 1100 time: 0.0891869 Jan 28 07:05:42.369736 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-6ad6570d-cc7c-4a32-8518-37d7800ef31d req-08b08dec-4c5b-4a45-b1eb-38ecee0845ea tempest-FloatingIPDetailsTestJSON-1734815279 tempest-FloatingIPDetailsTestJSON-1734815279-project] Publish callbacks [] for floatingip (aac5917f-6d6b-48c9-845b-7a3deefd318b), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:42.391293 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['11dca397-be39-46c6-8338-77251776d222'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:05:42.429412 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-cdb25cb8-0ee1-476d-be11-8ab1623a56c4 req-d338121f-b1d6-4a13-aeee-e147a6eb8538 tempest-QuotasAdminNegativeTest-1761993495 tempest-QuotasAdminNegativeTest-1761993495-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=1484e6baeb264d17ae640d49e8b1406d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0697260 Jan 28 07:05:42.453256 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-6ad6570d-cc7c-4a32-8518-37d7800ef31d req-08b08dec-4c5b-4a45-b1eb-38ecee0845ea tempest-FloatingIPDetailsTestJSON-1734815279 tempest-FloatingIPDetailsTestJSON-1734815279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (05e5f602-106f-4f1d-aa94-038805f1cc66), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:42.494703 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5536c133-3bb2-4eb0-946b-ce41fc93111d req-ef7e9c03-51e1-42d8-a6e0-b3134e7989c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:42.495857 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5536c133-3bb2-4eb0-946b-ce41fc93111d req-ef7e9c03-51e1-42d8-a6e0-b3134e7989c3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb HTTP/1.1" status: 200 len: 870 time: 0.1527476 Jan 28 07:05:42.549040 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5536c133-3bb2-4eb0-946b-ce41fc93111d req-dcd5d8ba-bf04-49b7-aab9-370c99179818 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=0acfc257-ef9e-4d1b-ae95-d90a265ceab1 HTTP/1.1" status: 200 len: 217 time: 0.0429618 Jan 28 07:05:42.648279 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5536c133-3bb2-4eb0-946b-ce41fc93111d req-4dae8abc-6257-4d35-af16-03a5fa0a5939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:42.649772 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5536c133-3bb2-4eb0-946b-ce41fc93111d req-4dae8abc-6257-4d35-af16-03a5fa0a5939 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5785b43d-448b-4d12-9eb5-4e4caf2e7eaf HTTP/1.1" status: 200 len: 843 time: 0.0856709 Jan 28 07:05:42.731252 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-6ad6570d-cc7c-4a32-8518-37d7800ef31d req-08b08dec-4c5b-4a45-b1eb-38ecee0845ea tempest-FloatingIPDetailsTestJSON-1734815279 tempest-FloatingIPDetailsTestJSON-1734815279-project] Publish callbacks [] for port (05e5f602-106f-4f1d-aa94-038805f1cc66), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:42.734258 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5536c133-3bb2-4eb0-946b-ce41fc93111d req-8e19af3b-b9c6-41bd-a637-f3998edb8cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:42.735760 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5536c133-3bb2-4eb0-946b-ce41fc93111d req-8e19af3b-b9c6-41bd-a637-f3998edb8cee service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0706027 Jan 28 07:05:42.736809 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-6ad6570d-cc7c-4a32-8518-37d7800ef31d req-08b08dec-4c5b-4a45-b1eb-38ecee0845ea tempest-FloatingIPDetailsTestJSON-1734815279 tempest-FloatingIPDetailsTestJSON-1734815279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (05e5f602-106f-4f1d-aa94-038805f1cc66), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:42.742085 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5536c133-3bb2-4eb0-946b-ce41fc93111d req-f14da1aa-cb98-4655-ad59-8abb3fde2e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:42.743554 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5536c133-3bb2-4eb0-946b-ce41fc93111d req-f14da1aa-cb98-4655-ad59-8abb3fde2e93 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb HTTP/1.1" status: 200 len: 870 time: 0.4500942 Jan 28 07:05:42.769015 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8f61c07d-d64d-4c45-b079-28f969c447d2 req-bc1f414e-973f-4fa5-8f07-30daaf8af035 service neutron] 10.222.0.44 "GET /v2.0/networks/823f80f1-2970-481b-aed2-7ad5a7c0ed20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4083214 Jan 28 07:05:42.802905 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5536c133-3bb2-4eb0-946b-ce41fc93111d req-5eed557a-ad2f-4b46-833b-8e9c9b3e257e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=718f2284-47d9-49ef-aadf-bbf8076811c2 HTTP/1.1" status: 200 len: 217 time: 0.0502636 Jan 28 07:05:42.851537 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b08dec-4c5b-4a45-b1eb-38ecee0845ea tempest-FloatingIPDetailsTestJSON-1734815279 tempest-FloatingIPDetailsTestJSON-1734815279-project] Pushing event updated for resources: {'Port': ['ID=05e5f602-106f-4f1d-aa94-038805f1cc66,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:42.861419 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb25cb8-0ee1-476d-be11-8ab1623a56c4 req-bd4d94e8-0e57-4283-a66d-d1cc8e0dbdb1 tempest-QuotasAdminNegativeTest-1761993495 tempest-QuotasAdminNegativeTest-1761993495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:42.862957 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-cdb25cb8-0ee1-476d-be11-8ab1623a56c4 req-bd4d94e8-0e57-4283-a66d-d1cc8e0dbdb1 tempest-QuotasAdminNegativeTest-1761993495 tempest-QuotasAdminNegativeTest-1761993495-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4097769 Jan 28 07:05:42.876254 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-6ad6570d-cc7c-4a32-8518-37d7800ef31d req-08b08dec-4c5b-4a45-b1eb-38ecee0845ea tempest-FloatingIPDetailsTestJSON-1734815279 tempest-FloatingIPDetailsTestJSON-1734815279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16609095'] for floatingip (aac5917f-6d6b-48c9-845b-7a3deefd318b), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:42.885785 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-cdb25cb8-0ee1-476d-be11-8ab1623a56c4 req-7fb44dfd-b28a-4849-9ec0-35065c0c6b5b tempest-QuotasAdminNegativeTest-1761993495 tempest-QuotasAdminNegativeTest-1761993495-project] 10.222.0.41 "GET /v2.0/quotas/1484e6baeb264d17ae640d49e8b1406d HTTP/1.1" status: 200 len: 375 time: 0.0160398 Jan 28 07:05:42.886831 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5536c133-3bb2-4eb0-946b-ce41fc93111d req-5d7fef44-6036-4de9-9c7d-d029108a76c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:42.888964 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5536c133-3bb2-4eb0-946b-ce41fc93111d req-5d7fef44-6036-4de9-9c7d-d029108a76c7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5785b43d-448b-4d12-9eb5-4e4caf2e7eaf HTTP/1.1" status: 200 len: 843 time: 0.0772862 Jan 28 07:05:42.903067 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5536c133-3bb2-4eb0-946b-ce41fc93111d req-44d8f621-b2ba-46af-aa9d-1070e069a7b9 service neutron] 10.222.0.44 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584895 Jan 28 07:05:42.905726 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-6ad6570d-cc7c-4a32-8518-37d7800ef31d req-08b08dec-4c5b-4a45-b1eb-38ecee0845ea tempest-FloatingIPDetailsTestJSON-1734815279 tempest-FloatingIPDetailsTestJSON-1734815279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for floatingip (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:42.906835 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6ad6570d-cc7c-4a32-8518-37d7800ef31d req-08b08dec-4c5b-4a45-b1eb-38ecee0845ea tempest-FloatingIPDetailsTestJSON-1734815279 tempest-FloatingIPDetailsTestJSON-1734815279-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.2200971 Jan 28 07:05:42.925635 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-cdb25cb8-0ee1-476d-be11-8ab1623a56c4 req-800b1ae7-7783-4db9-904b-0c04ba291109 tempest-QuotasAdminNegativeTest-1761993495 tempest-QuotasAdminNegativeTest-1761993495-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=1484e6baeb264d17ae640d49e8b1406d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0335665 Jan 28 07:05:42.956871 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5536c133-3bb2-4eb0-946b-ce41fc93111d req-cba526f1-c849-4d1c-9f5b-28583c5bf462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:42.958370 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5536c133-3bb2-4eb0-946b-ce41fc93111d req-cba526f1-c849-4d1c-9f5b-28583c5bf462 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0580919 Jan 28 07:05:42.977983 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6ad6570d-cc7c-4a32-8518-37d7800ef31d req-566955fb-d4d2-4671-a83e-c6b42c665cab tempest-FloatingIPDetailsTestJSON-1734815279 tempest-FloatingIPDetailsTestJSON-1734815279-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.6.150 HTTP/1.1" status: 200 len: 696 time: 0.0616474 Jan 28 07:05:43.065236 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5536c133-3bb2-4eb0-946b-ce41fc93111d req-6f3d8c79-14da-4ad7-94b7-fb8d2876a1b1 service neutron] 10.222.0.10 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992851 Jan 28 07:05:43.115291 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5536c133-3bb2-4eb0-946b-ce41fc93111d req-a1b12354-6847-4c7f-9bb2-2b67177e5d06 service neutron] 10.222.0.44 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916111 Jan 28 07:05:43.136963 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad6570d-cc7c-4a32-8518-37d7800ef31d req-36f58438-1e23-4c69-99a8-37f5dfea9041 tempest-FloatingIPDetailsTestJSON-1734815279 tempest-FloatingIPDetailsTestJSON-1734815279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:43.139240 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6ad6570d-cc7c-4a32-8518-37d7800ef31d req-36f58438-1e23-4c69-99a8-37f5dfea9041 tempest-FloatingIPDetailsTestJSON-1734815279 tempest-FloatingIPDetailsTestJSON-1734815279-project] 10.222.0.41 "GET /v2.0/networks/7d5b3724-deef-4831-8d43-cb9b8176573c HTTP/1.1" status: 200 len: 784 time: 0.1330979 Jan 28 07:05:43.168942 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8050574a-a28d-4810-a3dc-515c2adc6de3 req-01f2d56b-dd0f-4b62-a9c6-259853c0ef6c tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:43.178314 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8050574a-a28d-4810-a3dc-515c2adc6de3 req-01f2d56b-dd0f-4b62-a9c6-259853c0ef6c tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac4a8f81-18d9-4d17-b21a-fa9550ec808a HTTP/1.1" status: 200 len: 944 time: 0.1118593 Jan 28 07:05:43.208138 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f61c07d-d64d-4c45-b079-28f969c447d2 req-a2b2da6a-8591-4a7c-addc-19e9a27e7d3b tempest-LiveAutoBlockMigrationV225Test-1114652928 tempest-LiveAutoBlockMigrationV225Test-1114652928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:43.209940 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8f61c07d-d64d-4c45-b079-28f969c447d2 req-a2b2da6a-8591-4a7c-addc-19e9a27e7d3b tempest-LiveAutoBlockMigrationV225Test-1114652928 tempest-LiveAutoBlockMigrationV225Test-1114652928-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=ac4a8f81-18d9-4d17-b21a-fa9550ec808a&tenant_id=5c2af407db1e43909575b4b7c4ad1b18&binding%3Ahost_id=n-h2-712749-28 HTTP/1.1" status: 200 len: 1096 time: 0.0615168 Jan 28 07:05:43.236344 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5536c133-3bb2-4eb0-946b-ce41fc93111d req-26fda5ad-45ec-47f1-9feb-d106bf7dd3ac service neutron] 10.222.0.10 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605296 Jan 28 07:05:43.251570 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8050574a-a28d-4810-a3dc-515c2adc6de3 req-b6a015bf-0e8b-4e7a-8b52-be4f7bb37585 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/security-groups?id=83d97fa1-2f29-40d2-a756-a970d048d2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723257 Jan 28 07:05:43.308937 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f657b96-2264-4f8b-b5d2-7c987203ed9e req-c3da91a2-1dd9-4185-9a4f-976a01f7a6b6 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:43.311133 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9f657b96-2264-4f8b-b5d2-7c987203ed9e req-c3da91a2-1dd9-4185-9a4f-976a01f7a6b6 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.41 "GET /v2.0/ports?device_id=56ab0ba2-2f42-48a4-b5ab-ca31c6dc0a18 HTTP/1.1" status: 200 len: 949 time: 0.0882676 Jan 28 07:05:43.393194 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64daa68e-93a6-478c-8520-ef688ed127f5 req-501e6676-2ecc-4655-b038-c36a8a57ab56 tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:43.393663 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-8f61c07d-d64d-4c45-b079-28f969c447d2 req-1f42cadc-4b4d-45fb-a861-ade74720eed7 service neutron] For port abf761fe-27eb-4437-903a-948a31ef5bc8, host n-h1-712749-28, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:05:43.394706 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-64daa68e-93a6-478c-8520-ef688ed127f5 req-501e6676-2ecc-4655-b038-c36a8a57ab56 tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] 10.222.0.41 "GET /v2.0/ports?device_id=973b7626-b044-4f2a-a274-995ac8201ef5 HTTP/1.1" status: 200 len: 945 time: 0.0643506 Jan 28 07:05:43.397818 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9f657b96-2264-4f8b-b5d2-7c987203ed9e req-daa77014-f029-4bec-838b-f3229576076e tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.41 "GET /v2.0/security-groups?id=a925a148-520f-4e8d-aa8c-4258e73ac6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796738 Jan 28 07:05:43.400572 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-8f61c07d-d64d-4c45-b079-28f969c447d2 req-1f42cadc-4b4d-45fb-a861-ade74720eed7 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:43.401567 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8f61c07d-d64d-4c45-b079-28f969c447d2 req-1f42cadc-4b4d-45fb-a861-ade74720eed7 service neutron] 10.222.0.44 "DELETE /v2.0/ports/abf761fe-27eb-4437-903a-948a31ef5bc8/bindings/n-h1-712749-28 HTTP/1.1" status: 204 len: 173 time: 0.1842327 Jan 28 07:05:43.448938 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-64daa68e-93a6-478c-8520-ef688ed127f5 req-ada2be9a-8998-4094-b18f-c3aa07d7a6d4 tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0f59fe5-8248-496a-844a-a9490566a49a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479004 Jan 28 07:05:43.527829 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b76062-cf75-499f-b730-dc8c99856274 req-29ab199c-89d9-48ae-be89-c1def4f8b5eb tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:43.529390 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-69b76062-cf75-499f-b730-dc8c99856274 req-29ab199c-89d9-48ae-be89-c1def4f8b5eb tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd6f6cee-8828-415b-beee-3ed839555ede HTTP/1.1" status: 200 len: 949 time: 0.0501955 Jan 28 07:05:43.577077 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-69b76062-cf75-499f-b730-dc8c99856274 req-a8e03046-2863-4621-b1ad-f125eb9af7e9 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422144 Jan 28 07:05:43.685551 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca86ebe0-48bf-453c-8edd-9a6e62a9710e req-43091e01-43d5-49ac-b049-46ba42166791 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:43.686113 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 718f2284-47d9-49ef-aadf-bbf8076811c2 details requested by agent hyperv_n-h1-712749-28 with host n-h1-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:05:43.689023 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ca86ebe0-48bf-453c-8edd-9a6e62a9710e req-43091e01-43d5-49ac-b049-46ba42166791 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/ports?device_id=88ddd9f2-1b37-4e00-82d0-05fcc7e48a0c HTTP/1.1" status: 200 len: 948 time: 0.0507267 Jan 28 07:05:43.697221 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 11dca397-be39-46c6-8338-77251776d222 up at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:05:43.767967 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ca86ebe0-48bf-453c-8edd-9a6e62a9710e req-8db06195-2d92-445c-aca3-c2fa5b2c07ff tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/security-groups?id=b910cb8c-64ec-47f6-b06b-89e838bb343d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670555 Jan 28 07:05:43.815983 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning for port 11dca397-be39-46c6-8338-77251776d222 completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:05:43.824481 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3f506aec-ed6f-4fb1-82ae-714e8f113ae2 req-1d09e05d-8cab-4972-8f45-a055dc75f7df tempest-FloatingIPDetailsTestJSON-1734815279 tempest-FloatingIPDetailsTestJSON-1734815279-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2152805 Jan 28 07:05:43.824644 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning complete for port 11dca397-be39-46c6-8338-77251776d222 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:05:43.825011 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (11dca397-be39-46c6-8338-77251776d222), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:43.830195 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-3f506aec-ed6f-4fb1-82ae-714e8f113ae2 req-0cdb33ad-455b-4797-8302-45beb4912e0f tempest-FloatingIPDetailsTestJSON-1734815279 tempest-FloatingIPDetailsTestJSON-1734815279-project] Request body: {'floatingip': {'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:05:43.855076 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-3f506aec-ed6f-4fb1-82ae-714e8f113ae2 req-0cdb33ad-455b-4797-8302-45beb4912e0f tempest-FloatingIPDetailsTestJSON-1734815279 tempest-FloatingIPDetailsTestJSON-1734815279-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:43.865678 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 718f2284-47d9-49ef-aadf-bbf8076811c2, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=718f2284-47d9-49ef-aadf-bbf8076811c2,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:05:43.884084 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Returning: {'device': '718f2284-47d9-49ef-aadf-bbf8076811c2', 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb', 'port_id': '718f2284-47d9-49ef-aadf-bbf8076811c2', 'mac_address': 'fa:16:3e:b4:62:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5785b43d-448b-4d12-9eb5-4e4caf2e7eaf', 'ip_address': '192.168.233.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:05:43.973613 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 718f2284-47d9-49ef-aadf-bbf8076811c2 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:05:43.974013 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (718f2284-47d9-49ef-aadf-bbf8076811c2), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:43.987007 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-3f506aec-ed6f-4fb1-82ae-714e8f113ae2 req-0cdb33ad-455b-4797-8302-45beb4912e0f tempest-FloatingIPDetailsTestJSON-1734815279 tempest-FloatingIPDetailsTestJSON-1734815279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:43.991964 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 11dca397-be39-46c6-8338-77251776d222 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:05:43.992399 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (11dca397-be39-46c6-8338-77251776d222), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:43.995078 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 718f2284-47d9-49ef-aadf-bbf8076811c2 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:05:44.034790 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8813fdc9-13cd-4d6b-88a5-c1cef3739966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11dca397-be39-46c6-8338-77251776d222'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:05:44.037366 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2417d2fa-2df9-4fdd-9fd4-95b7d4988d3e" -d '{"events": [{"server_uuid": "8813fdc9-13cd-4d6b-88a5-c1cef3739966", "name": "network-vif-plugged", "status": "completed", "tag": "11dca397-be39-46c6-8338-77251776d222"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:05:44.040954 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 718f2284-47d9-49ef-aadf-bbf8076811c2, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=718f2284-47d9-49ef-aadf-bbf8076811c2,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:05:44.049926 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (718f2284-47d9-49ef-aadf-bbf8076811c2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:44.055844 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 11dca397-be39-46c6-8338-77251776d222, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=11dca397-be39-46c6-8338-77251776d222,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:05:44.082364 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (11dca397-be39-46c6-8338-77251776d222), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:44.083122 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device abf761fe-27eb-4437-903a-948a31ef5bc8 no longer exists at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:05:44.115178 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-3f506aec-ed6f-4fb1-82ae-714e8f113ae2 req-0cdb33ad-455b-4797-8302-45beb4912e0f tempest-FloatingIPDetailsTestJSON-1734815279 tempest-FloatingIPDetailsTestJSON-1734815279-project] Allocated IP 172.25.6.233 (7d5b3724-deef-4831-8d43-cb9b8176573c/b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc/e2d06b57-f7b3-4381-ab4c-2c7f4a7e174b) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:05:44.136111 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=718f2284-47d9-49ef-aadf-bbf8076811c2,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:44.144760 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] The host n-h1-712749-28 is not matching for port abf761fe-27eb-4437-903a-948a31ef5bc8 host n-h2-712749-28! {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 07:05:44.145171 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device abf761fe-27eb-4437-903a-948a31ef5bc8 not bound to the agent host n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:05:44.189255 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=11dca397-be39-46c6-8338-77251776d222,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:44.197930 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf13e4d8-0f09-43b7-aae8-5f13348f4d45 x-openstack-request-id: req-cf13e4d8-0f09-43b7-aae8-5f13348f4d45 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:05:44.198436 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8813fdc9-13cd-4d6b-88a5-c1cef3739966", "name": "network-vif-plugged", "status": "completed", "tag": "11dca397-be39-46c6-8338-77251776d222", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:05:44.198956 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cf13e4d8-0f09-43b7-aae8-5f13348f4d45 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:05:44.199391 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8813fdc9-13cd-4d6b-88a5-c1cef3739966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11dca397-be39-46c6-8338-77251776d222', 'code': 200} Jan 28 07:05:44.235344 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-3f506aec-ed6f-4fb1-82ae-714e8f113ae2 req-0cdb33ad-455b-4797-8302-45beb4912e0f tempest-FloatingIPDetailsTestJSON-1734815279 tempest-FloatingIPDetailsTestJSON-1734815279-project] Publish callbacks [] for port (e2d06b57-f7b3-4381-ab4c-2c7f4a7e174b), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:44.271947 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-3f506aec-ed6f-4fb1-82ae-714e8f113ae2 req-0cdb33ad-455b-4797-8302-45beb4912e0f tempest-FloatingIPDetailsTestJSON-1734815279 tempest-FloatingIPDetailsTestJSON-1734815279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (e2d06b57-f7b3-4381-ab4c-2c7f4a7e174b), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:44.324703 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-14aec5c6-fda2-4f72-96a6-e5acd8579f73 req-efa95a8f-171a-4367-a113-9bffea6658d3 tempest-QuotasAdminNegativeTest-1761993495 tempest-QuotasAdminNegativeTest-1761993495-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=1484e6baeb264d17ae640d49e8b1406d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0270247 Jan 28 07:05:44.327099 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f506aec-ed6f-4fb1-82ae-714e8f113ae2 req-0cdb33ad-455b-4797-8302-45beb4912e0f tempest-FloatingIPDetailsTestJSON-1734815279 tempest-FloatingIPDetailsTestJSON-1734815279-project] Network 7d5b3724-deef-4831-8d43-cb9b8176573c is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:05:44.329968 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdb33ad-455b-4797-8302-45beb4912e0f tempest-FloatingIPDetailsTestJSON-1734815279 tempest-FloatingIPDetailsTestJSON-1734815279-project] Pushing event updated for resources: {'Port': ['ID=e2d06b57-f7b3-4381-ab4c-2c7f4a7e174b,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:44.332816 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-3f506aec-ed6f-4fb1-82ae-714e8f113ae2 req-0cdb33ad-455b-4797-8302-45beb4912e0f tempest-FloatingIPDetailsTestJSON-1734815279 tempest-FloatingIPDetailsTestJSON-1734815279-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:05:44.342529 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f506aec-ed6f-4fb1-82ae-714e8f113ae2 req-0cdb33ad-455b-4797-8302-45beb4912e0f tempest-FloatingIPDetailsTestJSON-1734815279 tempest-FloatingIPDetailsTestJSON-1734815279-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:05:44.376529 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['718f2284-47d9-49ef-aadf-bbf8076811c2'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:05:44.418596 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ca4385-4bee-41b6-a7eb-7ef4ded84e59 req-614d03d5-1746-4acf-b3fc-dab4b7def7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:44.420297 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c7ca4385-4bee-41b6-a7eb-7ef4ded84e59 req-614d03d5-1746-4acf-b3fc-dab4b7def7eb service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8813fdc9-13cd-4d6b-88a5-c1cef3739966 HTTP/1.1" status: 200 len: 1102 time: 0.0912859 Jan 28 07:05:44.421361 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-3f506aec-ed6f-4fb1-82ae-714e8f113ae2 req-0cdb33ad-455b-4797-8302-45beb4912e0f tempest-FloatingIPDetailsTestJSON-1734815279 tempest-FloatingIPDetailsTestJSON-1734815279-project] Publish callbacks [] for floatingip (7a834f09-4615-4935-b223-96f2a7aeae13), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:44.460775 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aec5c6-fda2-4f72-96a6-e5acd8579f73 req-ba75bb91-3647-4110-99d0-18ddbf3978e1 tempest-QuotasAdminNegativeTest-1761993495 tempest-QuotasAdminNegativeTest-1761993495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:44.468366 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-14aec5c6-fda2-4f72-96a6-e5acd8579f73 req-ba75bb91-3647-4110-99d0-18ddbf3978e1 tempest-QuotasAdminNegativeTest-1761993495 tempest-QuotasAdminNegativeTest-1761993495-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1366577 Jan 28 07:05:44.485267 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-3f506aec-ed6f-4fb1-82ae-714e8f113ae2 req-0cdb33ad-455b-4797-8302-45beb4912e0f tempest-FloatingIPDetailsTestJSON-1734815279 tempest-FloatingIPDetailsTestJSON-1734815279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (e2d06b57-f7b3-4381-ab4c-2c7f4a7e174b), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:44.491027 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-14aec5c6-fda2-4f72-96a6-e5acd8579f73 req-c663707d-2617-49b0-aedf-ab142b69eca5 tempest-QuotasAdminNegativeTest-1761993495 tempest-QuotasAdminNegativeTest-1761993495-project] 10.222.0.41 "GET /v2.0/quotas/1484e6baeb264d17ae640d49e8b1406d HTTP/1.1" status: 200 len: 375 time: 0.0154667 Jan 28 07:05:44.528773 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-14aec5c6-fda2-4f72-96a6-e5acd8579f73 req-242481ee-6995-4633-ac70-7a27638ee9e5 tempest-QuotasAdminNegativeTest-1761993495 tempest-QuotasAdminNegativeTest-1761993495-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=1484e6baeb264d17ae640d49e8b1406d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0323932 Jan 28 07:05:44.549763 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 0acfc257-ef9e-4d1b-ae95-d90a265ceab1 details requested by agent hyperv_n-h2-712749-28 with host n-h2-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:05:44.555298 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 52d24d01-b19d-479b-b7e2-9c7a16834c65 up at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:05:44.556755 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c7ca4385-4bee-41b6-a7eb-7ef4ded84e59 req-2b5b0432-aba6-4748-a145-8657023e4d87 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=a925a148-520f-4e8d-aa8c-4258e73ac6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115861 Jan 28 07:05:44.687654 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-3f506aec-ed6f-4fb1-82ae-714e8f113ae2 req-0cdb33ad-455b-4797-8302-45beb4912e0f tempest-FloatingIPDetailsTestJSON-1734815279 tempest-FloatingIPDetailsTestJSON-1734815279-project] Publish callbacks [] for port (e2d06b57-f7b3-4381-ab4c-2c7f4a7e174b), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:44.692971 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-3f506aec-ed6f-4fb1-82ae-714e8f113ae2 req-0cdb33ad-455b-4797-8302-45beb4912e0f tempest-FloatingIPDetailsTestJSON-1734815279 tempest-FloatingIPDetailsTestJSON-1734815279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (e2d06b57-f7b3-4381-ab4c-2c7f4a7e174b), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:44.698378 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning for port 52d24d01-b19d-479b-b7e2-9c7a16834c65 completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:05:44.711286 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning complete for port 52d24d01-b19d-479b-b7e2-9c7a16834c65 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:05:44.711666 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (52d24d01-b19d-479b-b7e2-9c7a16834c65), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:44.726274 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-3f506aec-ed6f-4fb1-82ae-714e8f113ae2 req-0cdb33ad-455b-4797-8302-45beb4912e0f tempest-FloatingIPDetailsTestJSON-1734815279 tempest-FloatingIPDetailsTestJSON-1734815279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16609095'] for floatingip (7a834f09-4615-4935-b223-96f2a7aeae13), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:44.740363 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a814efac-f822-4f02-8a68-3cb0788a58c6 req-42a84afa-ed7f-4427-8e34-775cc8ea762b tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:44.746235 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 0acfc257-ef9e-4d1b-ae95-d90a265ceab1, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=0acfc257-ef9e-4d1b-ae95-d90a265ceab1,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:05:44.748377 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a814efac-f822-4f02-8a68-3cb0788a58c6 req-42a84afa-ed7f-4427-8e34-775cc8ea762b tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac4a8f81-18d9-4d17-b21a-fa9550ec808a HTTP/1.1" status: 200 len: 944 time: 0.0723681 Jan 28 07:05:44.749396 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdb33ad-455b-4797-8302-45beb4912e0f tempest-FloatingIPDetailsTestJSON-1734815279 tempest-FloatingIPDetailsTestJSON-1734815279-project] Pushing event updated for resources: {'Port': ['ID=e2d06b57-f7b3-4381-ab4c-2c7f4a7e174b,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:44.755409 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-3f506aec-ed6f-4fb1-82ae-714e8f113ae2 req-0cdb33ad-455b-4797-8302-45beb4912e0f tempest-FloatingIPDetailsTestJSON-1734815279 tempest-FloatingIPDetailsTestJSON-1734815279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for floatingip (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:44.764699 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3f506aec-ed6f-4fb1-82ae-714e8f113ae2 req-0cdb33ad-455b-4797-8302-45beb4912e0f tempest-FloatingIPDetailsTestJSON-1734815279 tempest-FloatingIPDetailsTestJSON-1734815279-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 0.9380119 Jan 28 07:05:44.766864 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Returning: {'device': '0acfc257-ef9e-4d1b-ae95-d90a265ceab1', 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb', 'port_id': '0acfc257-ef9e-4d1b-ae95-d90a265ceab1', 'mac_address': 'fa:16:3e:53:4e:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5785b43d-448b-4d12-9eb5-4e4caf2e7eaf', 'ip_address': '192.168.233.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:05:44.795478 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a814efac-f822-4f02-8a68-3cb0788a58c6 req-283a289c-fda7-4452-8ae7-bf56164962d5 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/security-groups?id=83d97fa1-2f29-40d2-a756-a970d048d2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462797 Jan 28 07:05:44.838294 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port 0acfc257-ef9e-4d1b-ae95-d90a265ceab1 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:05:44.838692 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (0acfc257-ef9e-4d1b-ae95-d90a265ceab1), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:44.842694 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3f506aec-ed6f-4fb1-82ae-714e8f113ae2 req-26bba382-7b6a-41be-a115-f8fe952e3d94 tempest-FloatingIPDetailsTestJSON-1734815279 tempest-FloatingIPDetailsTestJSON-1734815279-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.6.233 HTTP/1.1" status: 200 len: 696 time: 0.0775685 Jan 28 07:05:44.860622 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0acfc257-ef9e-4d1b-ae95-d90a265ceab1 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:05:44.864745 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port 52d24d01-b19d-479b-b7e2-9c7a16834c65 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:05:44.865133 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (52d24d01-b19d-479b-b7e2-9c7a16834c65), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:44.897050 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 0acfc257-ef9e-4d1b-ae95-d90a265ceab1, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=0acfc257-ef9e-4d1b-ae95-d90a265ceab1,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:05:44.906419 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (0acfc257-ef9e-4d1b-ae95-d90a265ceab1), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:44.918526 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 52d24d01-b19d-479b-b7e2-9c7a16834c65, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=52d24d01-b19d-479b-b7e2-9c7a16834c65,segment=NetworkSegment(54d6bc55-d69e-43c8-8b72-86f677a245e2),segment_id=54d6bc55-d69e-43c8-8b72-86f677a245e2)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:05:44.920383 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb29147-6573-492e-af8f-426786220cde req-7ede3133-8158-46e9-80a7-e929db3d557b tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:44.924681 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-afb29147-6573-492e-af8f-426786220cde req-7ede3133-8158-46e9-80a7-e929db3d557b tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.41 "GET /v2.0/ports?device_id=56ab0ba2-2f42-48a4-b5ab-ca31c6dc0a18 HTTP/1.1" status: 200 len: 949 time: 0.0541034 Jan 28 07:05:44.942571 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (52d24d01-b19d-479b-b7e2-9c7a16834c65), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:44.943345 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 451428a2-3de2-419e-886c-72666876b868 up at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:05:44.967144 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f506aec-ed6f-4fb1-82ae-714e8f113ae2 req-e5f8cfc3-0086-4520-b37d-de93b3389788 tempest-FloatingIPDetailsTestJSON-1734815279 tempest-FloatingIPDetailsTestJSON-1734815279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:44.971723 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3f506aec-ed6f-4fb1-82ae-714e8f113ae2 req-e5f8cfc3-0086-4520-b37d-de93b3389788 tempest-FloatingIPDetailsTestJSON-1734815279 tempest-FloatingIPDetailsTestJSON-1734815279-project] 10.222.0.41 "GET /v2.0/networks/7d5b3724-deef-4831-8d43-cb9b8176573c HTTP/1.1" status: 200 len: 784 time: 0.1203270 Jan 28 07:05:44.975369 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-afb29147-6573-492e-af8f-426786220cde req-60f6527c-c764-479e-90d0-6fd870b26258 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.41 "GET /v2.0/security-groups?id=a925a148-520f-4e8d-aa8c-4258e73ac6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473185 Jan 28 07:05:44.985022 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [req-3f506aec-ed6f-4fb1-82ae-714e8f113ae2 req-bf09f829-030f-4cc0-8b97-9c130f063876 tempest-FloatingIPDetailsTestJSON-1734815279 tempest-FloatingIPDetailsTestJSON-1734815279-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 07:05:44.986162 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3f506aec-ed6f-4fb1-82ae-714e8f113ae2 req-bf09f829-030f-4cc0-8b97-9c130f063876 tempest-FloatingIPDetailsTestJSON-1734815279 tempest-FloatingIPDetailsTestJSON-1734815279-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065486 Jan 28 07:05:44.999835 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=0acfc257-ef9e-4d1b-ae95-d90a265ceab1,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:45.054797 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning for port 451428a2-3de2-419e-886c-72666876b868 completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:05:45.060850 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=52d24d01-b19d-479b-b7e2-9c7a16834c65,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:45.063824 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning complete for port 451428a2-3de2-419e-886c-72666876b868 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:05:45.064217 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (451428a2-3de2-419e-886c-72666876b868), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:45.092624 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5eadbc-6a6c-45d3-8483-53fa5b25bb08 req-a1774c11-6246-4424-9777-57bb365e385c tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:45.094138 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-cf5eadbc-6a6c-45d3-8483-53fa5b25bb08 req-a1774c11-6246-4424-9777-57bb365e385c tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] 10.222.0.41 "GET /v2.0/ports?device_id=973b7626-b044-4f2a-a274-995ac8201ef5 HTTP/1.1" status: 200 len: 946 time: 0.0533953 Jan 28 07:05:45.099272 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60cfc10-ebfb-478f-b1d5-175133483ab0 req-86ea6e32-e04f-453c-99a2-b44fa95744b0 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:45.100803 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b60cfc10-ebfb-478f-b1d5-175133483ab0 req-86ea6e32-e04f-453c-99a2-b44fa95744b0 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd6f6cee-8828-415b-beee-3ed839555ede HTTP/1.1" status: 200 len: 949 time: 0.0543177 Jan 28 07:05:45.145984 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port 451428a2-3de2-419e-886c-72666876b868 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:05:45.146215 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (451428a2-3de2-419e-886c-72666876b868), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:45.151549 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b60cfc10-ebfb-478f-b1d5-175133483ab0 req-284b721f-28b2-4c4c-97ea-2bf951a34ea9 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451565 Jan 28 07:05:45.153406 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-cf5eadbc-6a6c-45d3-8483-53fa5b25bb08 req-4f1b94aa-c129-4e2f-bf48-327b443b20d4 tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0f59fe5-8248-496a-844a-a9490566a49a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478830 Jan 28 07:05:45.196214 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 451428a2-3de2-419e-886c-72666876b868, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=451428a2-3de2-419e-886c-72666876b868,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:05:45.201298 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (451428a2-3de2-419e-886c-72666876b868), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:45.310670 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f81645-664c-4d55-8008-29e9b4f3adc7 req-884dfb06-8cb4-4d19-87fb-f4bac4b00207 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:45.318213 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-33f81645-664c-4d55-8008-29e9b4f3adc7 req-884dfb06-8cb4-4d19-87fb-f4bac4b00207 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/ports?device_id=88ddd9f2-1b37-4e00-82d0-05fcc7e48a0c HTTP/1.1" status: 200 len: 949 time: 0.0621049 Jan 28 07:05:45.369061 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['0acfc257-ef9e-4d1b-ae95-d90a265ceab1'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:05:45.375191 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-33f81645-664c-4d55-8008-29e9b4f3adc7 req-3e493447-102d-46c9-92d4-11a4467a232f tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/security-groups?id=b910cb8c-64ec-47f6-b06b-89e838bb343d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558362 Jan 28 07:05:45.423885 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=451428a2-3de2-419e-886c-72666876b868,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:45.444278 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-26700501-3e90-42d8-b950-2e66a3a9953e req-5d4a72d6-6500-4cd6-8ea7-3cd3361020ec tempest-FloatingIPDetailsTestJSON-1734815279 tempest-FloatingIPDetailsTestJSON-1734815279-project] 10.222.0.41 "GET /v2.0/floatingips/7a834f09-4615-4935-b223-96f2a7aeae13 HTTP/1.1" status: 200 len: 693 time: 0.0905967 Jan 28 07:05:45.561766 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26700501-3e90-42d8-b950-2e66a3a9953e req-a66a32e0-e442-4679-9205-20f92f51a856 tempest-FloatingIPDetailsTestJSON-1734815279 tempest-FloatingIPDetailsTestJSON-1734815279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:45.563068 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-26700501-3e90-42d8-b950-2e66a3a9953e req-a66a32e0-e442-4679-9205-20f92f51a856 tempest-FloatingIPDetailsTestJSON-1734815279 tempest-FloatingIPDetailsTestJSON-1734815279-project] 10.222.0.41 "GET /v2.0/networks/7d5b3724-deef-4831-8d43-cb9b8176573c HTTP/1.1" status: 200 len: 784 time: 0.1131098 Jan 28 07:05:45.576256 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [req-26700501-3e90-42d8-b950-2e66a3a9953e req-126a7ec2-74e2-4d05-93a1-ae7ad1e9c77c tempest-FloatingIPDetailsTestJSON-1734815279 tempest-FloatingIPDetailsTestJSON-1734815279-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 07:05:45.577368 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-26700501-3e90-42d8-b950-2e66a3a9953e req-126a7ec2-74e2-4d05-93a1-ae7ad1e9c77c tempest-FloatingIPDetailsTestJSON-1734815279 tempest-FloatingIPDetailsTestJSON-1734815279-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0073702 Jan 28 07:05:45.584634 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59603747-0bd3-46ce-9e96-02b0df0e30fe req-0c786d75-277c-4ba8-99a5-97c353e24dbe tempest-LiveAutoBlockMigrationV225Test-1114652928 tempest-LiveAutoBlockMigrationV225Test-1114652928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:45.586168 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-59603747-0bd3-46ce-9e96-02b0df0e30fe req-0c786d75-277c-4ba8-99a5-97c353e24dbe tempest-LiveAutoBlockMigrationV225Test-1114652928 tempest-LiveAutoBlockMigrationV225Test-1114652928-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ac4a8f81-18d9-4d17-b21a-fa9550ec808a HTTP/1.1" status: 200 len: 1096 time: 0.0438354 Jan 28 07:05:45.630574 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-59603747-0bd3-46ce-9e96-02b0df0e30fe req-f3427056-65cb-48c6-b965-00b88ba86f33 tempest-LiveAutoBlockMigrationV225Test-1114652928 tempest-LiveAutoBlockMigrationV225Test-1114652928-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=83d97fa1-2f29-40d2-a756-a970d048d2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376475 Jan 28 07:05:45.689003 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 718f2284-47d9-49ef-aadf-bbf8076811c2 up at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:05:45.756530 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning for port 718f2284-47d9-49ef-aadf-bbf8076811c2 completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:05:45.762251 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning complete for port 718f2284-47d9-49ef-aadf-bbf8076811c2 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:05:45.764100 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (718f2284-47d9-49ef-aadf-bbf8076811c2), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:45.853992 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ccd5d1a9-f5aa-4f24-ad44-be932beab5d6 req-4c6524ca-8fcd-462d-a2f1-0bf6b26329fa tempest-FloatingIPDetailsTestJSON-1734815279 tempest-FloatingIPDetailsTestJSON-1734815279-project] 10.222.0.41 "GET /v2.0/floatingips/7a834f09-4615-4935-b223-96f2a7aeae13 HTTP/1.1" status: 200 len: 693 time: 0.1072187 Jan 28 07:05:45.860632 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 718f2284-47d9-49ef-aadf-bbf8076811c2 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:05:45.861384 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (718f2284-47d9-49ef-aadf-bbf8076811c2), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:45.902444 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 718f2284-47d9-49ef-aadf-bbf8076811c2, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=718f2284-47d9-49ef-aadf-bbf8076811c2,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:05:45.906977 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (718f2284-47d9-49ef-aadf-bbf8076811c2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:45.932769 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b42130f6-0a60-4fec-9251-c230617fd86e req-e98547ca-b480-48c8-8032-0cb8266d2aee tempest-QuotasAdminNegativeTest-1761993495 tempest-QuotasAdminNegativeTest-1761993495-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=1484e6baeb264d17ae640d49e8b1406d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0227923 Jan 28 07:05:45.959887 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=718f2284-47d9-49ef-aadf-bbf8076811c2,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:45.978846 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd5d1a9-f5aa-4f24-ad44-be932beab5d6 req-7d65aee4-366b-4d9c-b58d-068f6219c38c tempest-FloatingIPDetailsTestJSON-1734815279 tempest-FloatingIPDetailsTestJSON-1734815279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:45.980205 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ccd5d1a9-f5aa-4f24-ad44-be932beab5d6 req-7d65aee4-366b-4d9c-b58d-068f6219c38c tempest-FloatingIPDetailsTestJSON-1734815279 tempest-FloatingIPDetailsTestJSON-1734815279-project] 10.222.0.41 "GET /v2.0/networks/7d5b3724-deef-4831-8d43-cb9b8176573c HTTP/1.1" status: 200 len: 784 time: 0.1174808 Jan 28 07:05:45.990093 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [req-ccd5d1a9-f5aa-4f24-ad44-be932beab5d6 req-11e2fd61-a603-4e37-80e0-4971317c393d tempest-FloatingIPDetailsTestJSON-1734815279 tempest-FloatingIPDetailsTestJSON-1734815279-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103283) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 07:05:45.991101 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ccd5d1a9-f5aa-4f24-ad44-be932beab5d6 req-11e2fd61-a603-4e37-80e0-4971317c393d tempest-FloatingIPDetailsTestJSON-1734815279 tempest-FloatingIPDetailsTestJSON-1734815279-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055060 Jan 28 07:05:46.045243 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42130f6-0a60-4fec-9251-c230617fd86e req-8d09ba2e-cc7e-49ae-9829-631473c51de4 tempest-QuotasAdminNegativeTest-1761993495 tempest-QuotasAdminNegativeTest-1761993495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:46.046716 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b42130f6-0a60-4fec-9251-c230617fd86e req-8d09ba2e-cc7e-49ae-9829-631473c51de4 tempest-QuotasAdminNegativeTest-1761993495 tempest-QuotasAdminNegativeTest-1761993495-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1066077 Jan 28 07:05:46.055635 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ccd5d1a9-f5aa-4f24-ad44-be932beab5d6 req-265bf67d-5909-4afe-8d7e-9f16883f3e10 tempest-FloatingIPDetailsTestJSON-1734815279 tempest-FloatingIPDetailsTestJSON-1734815279-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.6.233 HTTP/1.1" status: 200 len: 696 time: 0.0546169 Jan 28 07:05:46.062147 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b42130f6-0a60-4fec-9251-c230617fd86e req-6b6279cb-ec31-4c67-8a2f-6da85b079594 tempest-QuotasAdminNegativeTest-1761993495 tempest-QuotasAdminNegativeTest-1761993495-project] 10.222.0.41 "GET /v2.0/quotas/1484e6baeb264d17ae640d49e8b1406d HTTP/1.1" status: 200 len: 375 time: 0.0100675 Jan 28 07:05:46.093606 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b42130f6-0a60-4fec-9251-c230617fd86e req-3e3d8f0e-7571-423e-9337-d326952f00df tempest-QuotasAdminNegativeTest-1761993495 tempest-QuotasAdminNegativeTest-1761993495-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=1484e6baeb264d17ae640d49e8b1406d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262353 Jan 28 07:05:46.109802 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ccd5d1a9-f5aa-4f24-ad44-be932beab5d6 req-f4b8ce23-cae1-42ee-a673-0f88d077b6b5 tempest-FloatingIPDetailsTestJSON-1734815279 tempest-FloatingIPDetailsTestJSON-1734815279-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.6.233 HTTP/1.1" status: 200 len: 696 time: 0.0475698 Jan 28 07:05:46.201495 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '973b7626-b044-4f2a-a274-995ac8201ef5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52d24d01-b19d-479b-b7e2-9c7a16834c65'}, {'server_uuid': '56ab0ba2-2f42-48a4-b5ab-ca31c6dc0a18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '451428a2-3de2-419e-886c-72666876b868'}, {'server_uuid': '08006919-0299-48cf-a9f3-f2ccc70a1f0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '718f2284-47d9-49ef-aadf-bbf8076811c2'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:05:46.204029 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-285ccaa5-b810-4978-84a1-4f22862a27ce" -d '{"events": [{"server_uuid": "973b7626-b044-4f2a-a274-995ac8201ef5", "name": "network-vif-plugged", "status": "completed", "tag": "52d24d01-b19d-479b-b7e2-9c7a16834c65"}, {"server_uuid": "56ab0ba2-2f42-48a4-b5ab-ca31c6dc0a18", "name": "network-vif-plugged", "status": "completed", "tag": "451428a2-3de2-419e-886c-72666876b868"}, {"server_uuid": "08006919-0299-48cf-a9f3-f2ccc70a1f0b", "name": "network-vif-plugged", "status": "completed", "tag": "718f2284-47d9-49ef-aadf-bbf8076811c2"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:05:46.241865 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-ccd5d1a9-f5aa-4f24-ad44-be932beab5d6 req-ecaf0ea6-ed78-41bb-abf7-0ff43ae14ef2 tempest-FloatingIPDetailsTestJSON-1734815279 tempest-FloatingIPDetailsTestJSON-1734815279-project] Deleting port e2d06b57-f7b3-4381-ab4c-2c7f4a7e174b {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:05:46.242212 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-ccd5d1a9-f5aa-4f24-ad44-be932beab5d6 req-ecaf0ea6-ed78-41bb-abf7-0ff43ae14ef2 tempest-FloatingIPDetailsTestJSON-1734815279 tempest-FloatingIPDetailsTestJSON-1734815279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (e2d06b57-f7b3-4381-ab4c-2c7f4a7e174b), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:46.318165 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-ccd5d1a9-f5aa-4f24-ad44-be932beab5d6 req-ecaf0ea6-ed78-41bb-abf7-0ff43ae14ef2 tempest-FloatingIPDetailsTestJSON-1734815279 tempest-FloatingIPDetailsTestJSON-1734815279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (e2d06b57-f7b3-4381-ab4c-2c7f4a7e174b), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:46.318468 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-ccd5d1a9-f5aa-4f24-ad44-be932beab5d6 req-ecaf0ea6-ed78-41bb-abf7-0ff43ae14ef2 tempest-FloatingIPDetailsTestJSON-1734815279 tempest-FloatingIPDetailsTestJSON-1734815279-project] Publish callbacks [] for floatingip (e2d06b57-f7b3-4381-ab4c-2c7f4a7e174b), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:46.330665 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-ccd5d1a9-f5aa-4f24-ad44-be932beab5d6 req-ecaf0ea6-ed78-41bb-abf7-0ff43ae14ef2 tempest-FloatingIPDetailsTestJSON-1734815279 tempest-FloatingIPDetailsTestJSON-1734815279-project] Calling delete_port for e2d06b57-f7b3-4381-ab4c-2c7f4a7e174b owned by network:floatingip {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:05:46.333109 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c554c8a6-d90a-44b7-9332-ac1141d4c2a4 req-aa4df551-ec47-4874-b71e-1d55075c871c tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:46.334584 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c554c8a6-d90a-44b7-9332-ac1141d4c2a4 req-aa4df551-ec47-4874-b71e-1d55075c871c tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/networks?id=823f80f1-2970-481b-aed2-7ad5a7c0ed20 HTTP/1.1" status: 200 len: 820 time: 0.1010220 Jan 28 07:05:46.350340 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c554c8a6-d90a-44b7-9332-ac1141d4c2a4 req-8b3bada7-d814-48a8-9931-711f25ad2429 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/quotas/5c2af407db1e43909575b4b7c4ad1b18 HTTP/1.1" status: 200 len: 375 time: 0.0104125 Jan 28 07:05:46.399048 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c554c8a6-d90a-44b7-9332-ac1141d4c2a4 req-ebc1aaae-1736-4108-8ee7-d6b4410aab71 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=5c2af407db1e43909575b4b7c4ad1b18&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0436177 Jan 28 07:05:46.476014 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-ccd5d1a9-f5aa-4f24-ad44-be932beab5d6 req-ecaf0ea6-ed78-41bb-abf7-0ff43ae14ef2 tempest-FloatingIPDetailsTestJSON-1734815279 tempest-FloatingIPDetailsTestJSON-1734815279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (e2d06b57-f7b3-4381-ab4c-2c7f4a7e174b), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:46.492789 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c554c8a6-d90a-44b7-9332-ac1141d4c2a4 req-5baa5002-59cb-4fb5-a018-4245c83417ac service neutron] 10.222.0.41 "GET /v2.0/networks/823f80f1-2970-481b-aed2-7ad5a7c0ed20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867891 Jan 28 07:05:46.505548 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaf0ea6-ed78-41bb-abf7-0ff43ae14ef2 tempest-FloatingIPDetailsTestJSON-1734815279 tempest-FloatingIPDetailsTestJSON-1734815279-project] Pushing event deleted for resources: {'Port': ['ID=e2d06b57-f7b3-4381-ab4c-2c7f4a7e174b,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:46.564713 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-ccd5d1a9-f5aa-4f24-ad44-be932beab5d6 req-ecaf0ea6-ed78-41bb-abf7-0ff43ae14ef2 tempest-FloatingIPDetailsTestJSON-1734815279 tempest-FloatingIPDetailsTestJSON-1734815279-project] Publish callbacks [] for floatingip (7a834f09-4615-4935-b223-96f2a7aeae13), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:46.567232 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-ccd5d1a9-f5aa-4f24-ad44-be932beab5d6 req-ecaf0ea6-ed78-41bb-abf7-0ff43ae14ef2 tempest-FloatingIPDetailsTestJSON-1734815279 tempest-FloatingIPDetailsTestJSON-1734815279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for floatingip (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:46.568418 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ccd5d1a9-f5aa-4f24-ad44-be932beab5d6 req-ecaf0ea6-ed78-41bb-abf7-0ff43ae14ef2 tempest-FloatingIPDetailsTestJSON-1734815279 tempest-FloatingIPDetailsTestJSON-1734815279-project] 10.222.0.41 "DELETE /v2.0/floatingips/7a834f09-4615-4935-b223-96f2a7aeae13 HTTP/1.1" status: 204 len: 173 time: 0.4536941 Jan 28 07:05:46.576672 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 0acfc257-ef9e-4d1b-ae95-d90a265ceab1 up at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:05:46.590288 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c554c8a6-d90a-44b7-9332-ac1141d4c2a4 req-ff24456f-b79b-4d65-9791-b871bd2a6ffa service neutron] 10.222.0.41 "GET /v2.0/networks/823f80f1-2970-481b-aed2-7ad5a7c0ed20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906353 Jan 28 07:05:46.631438 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning for port 0acfc257-ef9e-4d1b-ae95-d90a265ceab1 completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:05:46.635611 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning complete for port 0acfc257-ef9e-4d1b-ae95-d90a265ceab1 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:05:46.636671 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (0acfc257-ef9e-4d1b-ae95-d90a265ceab1), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:46.670982 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c263c40-ce08-4852-b1dd-3172b9644466 req-b5321339-dd23-4b26-86a1-461617555b38 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:46.672676 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6c263c40-ce08-4852-b1dd-3172b9644466 req-b5321339-dd23-4b26-86a1-461617555b38 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.41 "GET /v2.0/ports?device_id=56ab0ba2-2f42-48a4-b5ab-ca31c6dc0a18 HTTP/1.1" status: 200 len: 950 time: 0.0548687 Jan 28 07:05:46.727743 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port 0acfc257-ef9e-4d1b-ae95-d90a265ceab1 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:05:46.728404 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (0acfc257-ef9e-4d1b-ae95-d90a265ceab1), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:46.761832 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6c263c40-ce08-4852-b1dd-3172b9644466 req-4678c482-de9d-40b9-8775-201495cd1227 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.41 "GET /v2.0/security-groups?id=a925a148-520f-4e8d-aa8c-4258e73ac6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803704 Jan 28 07:05:46.767776 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 0acfc257-ef9e-4d1b-ae95-d90a265ceab1, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=0acfc257-ef9e-4d1b-ae95-d90a265ceab1,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:05:46.775522 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (0acfc257-ef9e-4d1b-ae95-d90a265ceab1), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:46.849001 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=0acfc257-ef9e-4d1b-ae95-d90a265ceab1,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:46.889655 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48410099-ad49-4b76-af03-be45c736218f req-f3901450-4ee2-47fc-98df-2e996b32dff7 tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:46.891180 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-48410099-ad49-4b76-af03-be45c736218f req-f3901450-4ee2-47fc-98df-2e996b32dff7 tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] 10.222.0.41 "GET /v2.0/ports?device_id=973b7626-b044-4f2a-a274-995ac8201ef5 HTTP/1.1" status: 200 len: 946 time: 0.0668797 Jan 28 07:05:46.951208 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-48410099-ad49-4b76-af03-be45c736218f req-0669f1da-986f-4137-8bc6-34b6a9b0b6f6 tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0f59fe5-8248-496a-844a-a9490566a49a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536757 Jan 28 07:05:46.984828 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e35c02f-f6e0-4efb-b554-d7afbcfe30b5 req-46f1286e-9e6d-4ec7-a122-e80793fe61fc tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:46.992899 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8e35c02f-f6e0-4efb-b554-d7afbcfe30b5 req-46f1286e-9e6d-4ec7-a122-e80793fe61fc tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd6f6cee-8828-415b-beee-3ed839555ede HTTP/1.1" status: 200 len: 949 time: 0.0795054 Jan 28 07:05:47.040466 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 28 Jan 2022 07:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ca59f6d-bdb0-40c6-bd2f-14942c40c760 x-openstack-request-id: req-2ca59f6d-bdb0-40c6-bd2f-14942c40c760 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:05:47.041010 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "973b7626-b044-4f2a-a274-995ac8201ef5", "name": "network-vif-plugged", "status": "completed", "tag": "52d24d01-b19d-479b-b7e2-9c7a16834c65", "code": 200}, {"server_uuid": "56ab0ba2-2f42-48a4-b5ab-ca31c6dc0a18", "name": "network-vif-plugged", "status": "completed", "tag": "451428a2-3de2-419e-886c-72666876b868", "code": 200}, {"server_uuid": "08006919-0299-48cf-a9f3-f2ccc70a1f0b", "name": "network-vif-plugged", "status": "completed", "tag": "718f2284-47d9-49ef-aadf-bbf8076811c2", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:05:47.041428 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2ca59f6d-bdb0-40c6-bd2f-14942c40c760 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:05:47.041903 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '973b7626-b044-4f2a-a274-995ac8201ef5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52d24d01-b19d-479b-b7e2-9c7a16834c65', 'code': 200} Jan 28 07:05:47.042227 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56ab0ba2-2f42-48a4-b5ab-ca31c6dc0a18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '451428a2-3de2-419e-886c-72666876b868', 'code': 200} Jan 28 07:05:47.042543 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08006919-0299-48cf-a9f3-f2ccc70a1f0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '718f2284-47d9-49ef-aadf-bbf8076811c2', 'code': 200} Jan 28 07:05:47.052513 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8e35c02f-f6e0-4efb-b554-d7afbcfe30b5 req-c5659d19-81e3-41ad-8d41-8605f47b2df4 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536191 Jan 28 07:05:47.350080 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643d32d8-ce9c-44a7-b387-ab343c0dacc5 req-1eb2fc1c-24cd-4839-89ef-5db347affcbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:47.351660 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-643d32d8-ce9c-44a7-b387-ab343c0dacc5 req-1eb2fc1c-24cd-4839-89ef-5db347affcbc service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=08006919-0299-48cf-a9f3-f2ccc70a1f0b HTTP/1.1" status: 200 len: 1102 time: 0.1638045 Jan 28 07:05:47.356289 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 59376) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:05:47.478750 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba36352-978a-4519-8b61-c6ac77e0c21f req-cbe9dc2c-911f-4a87-b653-76b4181d294d tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:47.481546 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-eba36352-978a-4519-8b61-c6ac77e0c21f req-cbe9dc2c-911f-4a87-b653-76b4181d294d tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/ports?device_id=88ddd9f2-1b37-4e00-82d0-05fcc7e48a0c HTTP/1.1" status: 200 len: 950 time: 0.3793471 Jan 28 07:05:47.505133 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f1d893-aa35-4e06-adcd-5797a50c1a88 req-0b3e92d6-c821-4cc3-a376-6c2664e0c1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:47.506721 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-86f1d893-aa35-4e06-adcd-5797a50c1a88 req-0b3e92d6-c821-4cc3-a376-6c2664e0c1e6 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=973b7626-b044-4f2a-a274-995ac8201ef5 HTTP/1.1" status: 200 len: 1098 time: 0.0788896 Jan 28 07:05:47.551108 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-eba36352-978a-4519-8b61-c6ac77e0c21f req-82409a79-14b5-44ca-bdb3-cb47078584ef tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/security-groups?id=b910cb8c-64ec-47f6-b06b-89e838bb343d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634413 Jan 28 07:05:47.600777 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-86f1d893-aa35-4e06-adcd-5797a50c1a88 req-96e65d74-45b3-411d-9b11-15940142e4ab service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=e0f59fe5-8248-496a-844a-a9490566a49a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682895 Jan 28 07:05:47.609391 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd628de-e94c-4586-90b5-d2f41f24a767 req-5484f838-40f2-4c4d-9018-76632da91e14 tempest-FloatingIPDetailsTestJSON-1734815279 tempest-FloatingIPDetailsTestJSON-1734815279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:47.610908 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ecd628de-e94c-4586-90b5-d2f41f24a767 req-5484f838-40f2-4c4d-9018-76632da91e14 tempest-FloatingIPDetailsTestJSON-1734815279 tempest-FloatingIPDetailsTestJSON-1734815279-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.5353122 Jan 28 07:05:47.614092 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e257f0-51f2-4835-996b-e3a1ef249393 req-e68c9eec-1301-474d-aac3-47eb5ec9e075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:47.621303 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d8e257f0-51f2-4835-996b-e3a1ef249393 req-e68c9eec-1301-474d-aac3-47eb5ec9e075 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=56ab0ba2-2f42-48a4-b5ab-ca31c6dc0a18 HTTP/1.1" status: 200 len: 1102 time: 0.3800023 Jan 28 07:05:47.662747 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-81a5623f-616f-4895-948d-814e778d2031 req-512f961e-f4d9-48ea-b351-eb21a9fc2628 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac619916-0e38-4e23-8847-517be05d84ae HTTP/1.1" status: 200 len: 210 time: 0.0373716 Jan 28 07:05:47.692559 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-643d32d8-ce9c-44a7-b387-ab343c0dacc5 req-32a025d8-0913-4ad4-801f-f555f4264dc9 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=b910cb8c-64ec-47f6-b06b-89e838bb343d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3245614 Jan 28 07:05:47.748949 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f0612968-7bbc-495d-84c6-e3f6a6b46280 req-7e4cb09d-8bbf-4bb2-9925-e3c139af1d65 tempest-FloatingIPDetailsTestJSON-1734815279 tempest-FloatingIPDetailsTestJSON-1734815279-project] 10.222.0.41 "GET /v2.0/floatingips?tenant_id=53b4a4cb62a54bb0bd6b6098f3cf1d79 HTTP/1.1" status: 200 len: 1655 time: 0.0845780 Jan 28 07:05:47.757766 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a7b7f3f2-9eda-440f-af42-ee5f972d278e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:47.872010 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 59388) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:05:47.874751 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b55e06-d2da-4565-b932-860663620cb2 req-699dc249-957b-4c58-bc14-5eb62495e467 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:47.876382 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b1b55e06-d2da-4565-b932-860663620cb2 req-699dc249-957b-4c58-bc14-5eb62495e467 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.41 "GET /v2.0/ports?device_id=56ab0ba2-2f42-48a4-b5ab-ca31c6dc0a18 HTTP/1.1" status: 200 len: 950 time: 0.0541940 Jan 28 07:05:47.891915 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0612968-7bbc-495d-84c6-e3f6a6b46280 req-957e5e46-3e3e-4cb2-a9aa-3125ff6a0255 tempest-FloatingIPDetailsTestJSON-1734815279 tempest-FloatingIPDetailsTestJSON-1734815279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:47.893384 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f0612968-7bbc-495d-84c6-e3f6a6b46280 req-957e5e46-3e3e-4cb2-a9aa-3125ff6a0255 tempest-FloatingIPDetailsTestJSON-1734815279 tempest-FloatingIPDetailsTestJSON-1734815279-project] 10.222.0.41 "GET /v2.0/networks?id=7d5b3724-deef-4831-8d43-cb9b8176573c&id=7d5b3724-deef-4831-8d43-cb9b8176573c&id=7d5b3724-deef-4831-8d43-cb9b8176573c HTTP/1.1" status: 200 len: 787 time: 0.1377814 Jan 28 07:05:47.909987 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [req-f0612968-7bbc-495d-84c6-e3f6a6b46280 req-79c12c75-1e3e-4e87-922d-751d1728b856 tempest-FloatingIPDetailsTestJSON-1734815279 tempest-FloatingIPDetailsTestJSON-1734815279-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 07:05:47.910947 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f0612968-7bbc-495d-84c6-e3f6a6b46280 req-79c12c75-1e3e-4e87-922d-751d1728b856 tempest-FloatingIPDetailsTestJSON-1734815279 tempest-FloatingIPDetailsTestJSON-1734815279-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0096686 Jan 28 07:05:47.934553 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a7b7f3f2-9eda-440f-af42-ee5f972d278e admin admin] Publish callbacks [] for security_group (8d3b2227-7628-417c-afa4-defe0ea9ee58), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:47.937250 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b1b55e06-d2da-4565-b932-860663620cb2 req-32bf079a-7940-48c3-b600-277b6af5d023 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.41 "GET /v2.0/security-groups?id=a925a148-520f-4e8d-aa8c-4258e73ac6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544200 Jan 28 07:05:47.942501 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a7b7f3f2-9eda-440f-af42-ee5f972d278e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (8d3b2227-7628-417c-afa4-defe0ea9ee58), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:48.035194 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d2840673-96d4-4fee-bb4a-13bf5669c2dd req-fe0dd9bf-79c6-43a4-8329-13dd42d5144f tempest-FloatingIPDetailsTestJSON-1734815279 tempest-FloatingIPDetailsTestJSON-1734815279-project] 10.222.0.41 "GET /v2.0/floatingips/aac5917f-6d6b-48c9-845b-7a3deefd318b HTTP/1.1" status: 200 len: 693 time: 0.0950284 Jan 28 07:05:48.051164 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-a7b7f3f2-9eda-440f-af42-ee5f972d278e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=001dfea28f7e4def92a1bea48c4a64aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6935167 Jan 28 07:05:48.057906 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 59396) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:05:48.070643 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b7f3f2-9eda-440f-af42-ee5f972d278e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d3b2227-7628-417c-afa4-defe0ea9ee58,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:48.085492 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-44c97a0f-23f5-48a2-a12c-3fe2213527f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:48.109392 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586a31f3-7ba0-44b8-8494-78722dc462f7 req-e6596873-06e5-410e-9595-44277173d055 tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:48.110901 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-586a31f3-7ba0-44b8-8494-78722dc462f7 req-e6596873-06e5-410e-9595-44277173d055 tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] 10.222.0.41 "GET /v2.0/ports?device_id=973b7626-b044-4f2a-a274-995ac8201ef5 HTTP/1.1" status: 200 len: 946 time: 0.0785141 Jan 28 07:05:48.142113 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-deed468c-376f-4665-9454-4559805bc389 admin admin] Publish callbacks [] for security_group (8d3b2227-7628-417c-afa4-defe0ea9ee58), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:48.153146 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d8e257f0-51f2-4835-996b-e3a1ef249393 req-6c7ba87f-4448-4509-aa5f-f03fc52b4924 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=a925a148-520f-4e8d-aa8c-4258e73ac6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894848 Jan 28 07:05:48.184575 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-deed468c-376f-4665-9454-4559805bc389 admin admin] Publish callbacks [] for security_group (8d3b2227-7628-417c-afa4-defe0ea9ee58), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:48.196092 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-586a31f3-7ba0-44b8-8494-78722dc462f7 req-0115fb95-fa7e-490e-9048-ac9f3eee939d tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0f59fe5-8248-496a-844a-a9490566a49a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788653 Jan 28 07:05:48.237422 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2840673-96d4-4fee-bb4a-13bf5669c2dd req-9db4845d-4aaa-4678-8741-70ca94848246 tempest-FloatingIPDetailsTestJSON-1734815279 tempest-FloatingIPDetailsTestJSON-1734815279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:48.242740 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-deed468c-376f-4665-9454-4559805bc389 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (8d3b2227-7628-417c-afa4-defe0ea9ee58), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:48.244112 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d2840673-96d4-4fee-bb4a-13bf5669c2dd req-9db4845d-4aaa-4678-8741-70ca94848246 tempest-FloatingIPDetailsTestJSON-1734815279 tempest-FloatingIPDetailsTestJSON-1734815279-project] 10.222.0.41 "GET /v2.0/networks/7d5b3724-deef-4831-8d43-cb9b8176573c HTTP/1.1" status: 200 len: 784 time: 0.1962616 Jan 28 07:05:48.245367 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-deed468c-376f-4665-9454-4559805bc389 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:48.249549 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-deed468c-376f-4665-9454-4559805bc389 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8d3b2227-7628-417c-afa4-defe0ea9ee58 HTTP/1.1" status: 204 len: 168 time: 0.1876090 Jan 28 07:05:48.254603 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [req-d2840673-96d4-4fee-bb4a-13bf5669c2dd req-d8c5c4c3-af03-4ef7-bd3d-eadb3b34d690 tempest-FloatingIPDetailsTestJSON-1734815279 tempest-FloatingIPDetailsTestJSON-1734815279-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 07:05:48.255701 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d2840673-96d4-4fee-bb4a-13bf5669c2dd req-d8c5c4c3-af03-4ef7-bd3d-eadb3b34d690 tempest-FloatingIPDetailsTestJSON-1734815279 tempest-FloatingIPDetailsTestJSON-1734815279-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0107570 Jan 28 07:05:48.261887 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deed468c-376f-4665-9454-4559805bc389 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d3b2227-7628-417c-afa4-defe0ea9ee58,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:48.336079 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d2840673-96d4-4fee-bb4a-13bf5669c2dd req-c9ae1dfd-551f-4ae2-8d18-7f695620e817 tempest-FloatingIPDetailsTestJSON-1734815279 tempest-FloatingIPDetailsTestJSON-1734815279-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.6.150 HTTP/1.1" status: 200 len: 696 time: 0.0701082 Jan 28 07:05:48.339915 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ada0b1d-29bb-44c4-ab39-7b0ad044c9e3 req-a78121cb-3263-465f-bad7-ba290f26c5ba tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:48.343404 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8ada0b1d-29bb-44c4-ab39-7b0ad044c9e3 req-a78121cb-3263-465f-bad7-ba290f26c5ba tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd6f6cee-8828-415b-beee-3ed839555ede HTTP/1.1" status: 200 len: 949 time: 0.0665681 Jan 28 07:05:48.392043 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d2840673-96d4-4fee-bb4a-13bf5669c2dd req-3c063bb2-01ae-47e2-9e7b-dff1825b7022 tempest-FloatingIPDetailsTestJSON-1734815279 tempest-FloatingIPDetailsTestJSON-1734815279-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.6.150 HTTP/1.1" status: 200 len: 696 time: 0.0550861 Jan 28 07:05:48.395053 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-44c97a0f-23f5-48a2-a12c-3fe2213527f8 admin admin] Publish callbacks [] for security_group (da29cbf8-c099-4cca-a561-d9a4af63fd86), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:48.449396 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8ada0b1d-29bb-44c4-ab39-7b0ad044c9e3 req-0416e0e7-32cf-4b5c-9624-1002b1850dd3 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869026 Jan 28 07:05:48.467416 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-44c97a0f-23f5-48a2-a12c-3fe2213527f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (da29cbf8-c099-4cca-a561-d9a4af63fd86), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:48.611373 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-44c97a0f-23f5-48a2-a12c-3fe2213527f8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1484e6baeb264d17ae640d49e8b1406d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7361629 Jan 28 07:05:48.614425 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 59412) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:05:48.617436 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c97a0f-23f5-48a2-a12c-3fe2213527f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da29cbf8-c099-4cca-a561-d9a4af63fd86,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:48.630273 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c554c8a6-d90a-44b7-9332-ac1141d4c2a4 req-198c78b2-eaf4-42e2-a30b-af3c4f66e688 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:48.631789 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c554c8a6-d90a-44b7-9332-ac1141d4c2a4 req-198c78b2-eaf4-42e2-a30b-af3c4f66e688 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.10 "GET /v2.0/networks?id=823f80f1-2970-481b-aed2-7ad5a7c0ed20 HTTP/1.1" status: 200 len: 820 time: 0.2388411 Jan 28 07:05:48.658327 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-c554c8a6-d90a-44b7-9332-ac1141d4c2a4 req-50a1521a-0cfc-4ccb-90a7-950d16f1c0b2 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Request body: {'port': {'device_id': 'ac619916-0e38-4e23-8847-517be05d84ae', 'network_id': '823f80f1-2970-481b-aed2-7ad5a7c0ed20', 'admin_state_up': True, 'tenant_id': '5c2af407db1e43909575b4b7c4ad1b18'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:05:48.732737 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075ec4b3-b3d4-4fc2-bd6d-e3a7b62b71f6 req-85829fc3-c66a-4637-9b20-67cc04a88baa tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:48.740238 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-075ec4b3-b3d4-4fc2-bd6d-e3a7b62b71f6 req-85829fc3-c66a-4637-9b20-67cc04a88baa tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/ports?device_id=88ddd9f2-1b37-4e00-82d0-05fcc7e48a0c HTTP/1.1" status: 200 len: 950 time: 0.0916269 Jan 28 07:05:48.747844 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-416e9eac-bd42-4454-a673-ba45a843aa86 admin admin] Publish callbacks [] for security_group (da29cbf8-c099-4cca-a561-d9a4af63fd86), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:48.764179 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-d2840673-96d4-4fee-bb4a-13bf5669c2dd req-848943ad-7218-4b57-91e9-4edea7048ce4 tempest-FloatingIPDetailsTestJSON-1734815279 tempest-FloatingIPDetailsTestJSON-1734815279-project] Deleting port 05e5f602-106f-4f1d-aa94-038805f1cc66 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:05:48.764546 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d2840673-96d4-4fee-bb4a-13bf5669c2dd req-848943ad-7218-4b57-91e9-4edea7048ce4 tempest-FloatingIPDetailsTestJSON-1734815279 tempest-FloatingIPDetailsTestJSON-1734815279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (05e5f602-106f-4f1d-aa94-038805f1cc66), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:48.794035 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-416e9eac-bd42-4454-a673-ba45a843aa86 admin admin] Publish callbacks [] for security_group (da29cbf8-c099-4cca-a561-d9a4af63fd86), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:48.821740 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-075ec4b3-b3d4-4fc2-bd6d-e3a7b62b71f6 req-4ebb58f5-e058-4453-8d2c-c62d80118faa tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/security-groups?id=b910cb8c-64ec-47f6-b06b-89e838bb343d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803897 Jan 28 07:05:48.831673 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c554c8a6-d90a-44b7-9332-ac1141d4c2a4 req-50a1521a-0cfc-4ccb-90a7-950d16f1c0b2 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Made reservation on behalf of 5c2af407db1e43909575b4b7c4ad1b18 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:05:48.835347 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c554c8a6-d90a-44b7-9332-ac1141d4c2a4 req-50a1521a-0cfc-4ccb-90a7-950d16f1c0b2 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:48.870232 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-416e9eac-bd42-4454-a673-ba45a843aa86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (da29cbf8-c099-4cca-a561-d9a4af63fd86), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:48.873559 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-416e9eac-bd42-4454-a673-ba45a843aa86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:48.877643 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-416e9eac-bd42-4454-a673-ba45a843aa86 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/da29cbf8-c099-4cca-a561-d9a4af63fd86 HTTP/1.1" status: 204 len: 168 time: 0.2611146 Jan 28 07:05:48.886387 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416e9eac-bd42-4454-a673-ba45a843aa86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da29cbf8-c099-4cca-a561-d9a4af63fd86,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:48.957689 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d2840673-96d4-4fee-bb4a-13bf5669c2dd req-848943ad-7218-4b57-91e9-4edea7048ce4 tempest-FloatingIPDetailsTestJSON-1734815279 tempest-FloatingIPDetailsTestJSON-1734815279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (05e5f602-106f-4f1d-aa94-038805f1cc66), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:48.957689 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d2840673-96d4-4fee-bb4a-13bf5669c2dd req-848943ad-7218-4b57-91e9-4edea7048ce4 tempest-FloatingIPDetailsTestJSON-1734815279 tempest-FloatingIPDetailsTestJSON-1734815279-project] Publish callbacks [] for floatingip (05e5f602-106f-4f1d-aa94-038805f1cc66), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:48.981683 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-591a8d5f-66fc-40e4-9d03-bd0f201a91fc req-8a8a082b-b43c-48ef-98e2-ae2e48ab5374 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac619916-0e38-4e23-8847-517be05d84ae HTTP/1.1" status: 200 len: 210 time: 0.0536335 Jan 28 07:05:48.988771 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-d2840673-96d4-4fee-bb4a-13bf5669c2dd req-848943ad-7218-4b57-91e9-4edea7048ce4 tempest-FloatingIPDetailsTestJSON-1734815279 tempest-FloatingIPDetailsTestJSON-1734815279-project] Calling delete_port for 05e5f602-106f-4f1d-aa94-038805f1cc66 owned by network:floatingip {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:05:49.044021 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88ddd9f2-1b37-4e00-82d0-05fcc7e48a0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0acfc257-ef9e-4d1b-ae95-d90a265ceab1'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:05:49.046434 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7b20df6-c9a6-4a6a-9feb-cd4f8c5fefa7" -d '{"events": [{"server_uuid": "88ddd9f2-1b37-4e00-82d0-05fcc7e48a0c", "name": "network-vif-plugged", "status": "completed", "tag": "0acfc257-ef9e-4d1b-ae95-d90a265ceab1"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:05:49.120619 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-c554c8a6-d90a-44b7-9332-ac1141d4c2a4 req-50a1521a-0cfc-4ccb-90a7-950d16f1c0b2 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Allocated IP 172.20.0.9 (823f80f1-2970-481b-aed2-7ad5a7c0ed20/d3ff6769-eb60-4293-943b-ef852d2e0c72/4b237626-c012-44c0-b0fc-f1f94f8f1bb0) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:05:49.148184 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80209fc-01fc-4f28-abbf-ee34e929c6ef req-5c46e9f7-a330-4c92-8f46-6dbf3f1bcbc5 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:49.150047 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e80209fc-01fc-4f28-abbf-ee34e929c6ef req-5c46e9f7-a330-4c92-8f46-6dbf3f1bcbc5 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.41 "GET /v2.0/ports?device_id=56ab0ba2-2f42-48a4-b5ab-ca31c6dc0a18 HTTP/1.1" status: 200 len: 950 time: 0.0820918 Jan 28 07:05:49.150496 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 59434) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:05:49.210114 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e80209fc-01fc-4f28-abbf-ee34e929c6ef req-24a72c3d-a985-44a5-b3e1-66a7efede6cf tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.41 "GET /v2.0/security-groups?id=a925a148-520f-4e8d-aa8c-4258e73ac6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531831 Jan 28 07:05:49.276965 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e17852b-6dca-43f9-ad8c-5951db547c54 x-openstack-request-id: req-1e17852b-6dca-43f9-ad8c-5951db547c54 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:05:49.277481 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88ddd9f2-1b37-4e00-82d0-05fcc7e48a0c", "name": "network-vif-plugged", "status": "completed", "tag": "0acfc257-ef9e-4d1b-ae95-d90a265ceab1", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:05:49.277916 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1e17852b-6dca-43f9-ad8c-5951db547c54 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:05:49.279083 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88ddd9f2-1b37-4e00-82d0-05fcc7e48a0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0acfc257-ef9e-4d1b-ae95-d90a265ceab1', 'code': 200} Jan 28 07:05:49.284642 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-5455ebe9-0121-4680-acf9-09811d8deba9 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1227206476-network', 'tenant_id': 'a381c640729844758b77251ed8b2bb56'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:05:49.303580 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d2840673-96d4-4fee-bb4a-13bf5669c2dd req-848943ad-7218-4b57-91e9-4edea7048ce4 tempest-FloatingIPDetailsTestJSON-1734815279 tempest-FloatingIPDetailsTestJSON-1734815279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298'] for port (05e5f602-106f-4f1d-aa94-038805f1cc66), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:49.312769 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 59440) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:05:49.323177 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5455ebe9-0121-4680-acf9-09811d8deba9 admin admin] Made reservation on behalf of a381c640729844758b77251ed8b2bb56 for: {'network': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:05:49.327190 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5455ebe9-0121-4680-acf9-09811d8deba9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:49.347292 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5455ebe9-0121-4680-acf9-09811d8deba9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:49.367853 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0701ac4e-a2bb-4ba0-a558-b44afe4e0b15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:49.370019 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848943ad-7218-4b57-91e9-4edea7048ce4 tempest-FloatingIPDetailsTestJSON-1734815279 tempest-FloatingIPDetailsTestJSON-1734815279-project] Pushing event deleted for resources: {'Port': ['ID=05e5f602-106f-4f1d-aa94-038805f1cc66,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:49.410494 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eef0d1-44d0-4d5a-8aa3-7ed162ba9bc5 req-73ab3fa7-df19-4eda-b364-541d2add3a0f tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:49.412011 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d7eef0d1-44d0-4d5a-8aa3-7ed162ba9bc5 req-73ab3fa7-df19-4eda-b364-541d2add3a0f tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] 10.222.0.41 "GET /v2.0/ports?device_id=973b7626-b044-4f2a-a274-995ac8201ef5 HTTP/1.1" status: 200 len: 946 time: 0.0814226 Jan 28 07:05:49.427381 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d2840673-96d4-4fee-bb4a-13bf5669c2dd req-848943ad-7218-4b57-91e9-4edea7048ce4 tempest-FloatingIPDetailsTestJSON-1734815279 tempest-FloatingIPDetailsTestJSON-1734815279-project] Publish callbacks [] for floatingip (aac5917f-6d6b-48c9-845b-7a3deefd318b), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:49.429966 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d2840673-96d4-4fee-bb4a-13bf5669c2dd req-848943ad-7218-4b57-91e9-4edea7048ce4 tempest-FloatingIPDetailsTestJSON-1734815279 tempest-FloatingIPDetailsTestJSON-1734815279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for floatingip (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:49.431256 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d2840673-96d4-4fee-bb4a-13bf5669c2dd req-848943ad-7218-4b57-91e9-4edea7048ce4 tempest-FloatingIPDetailsTestJSON-1734815279 tempest-FloatingIPDetailsTestJSON-1734815279-project] 10.222.0.41 "DELETE /v2.0/floatingips/aac5917f-6d6b-48c9-845b-7a3deefd318b HTTP/1.1" status: 204 len: 173 time: 0.9689493 Jan 28 07:05:49.458795 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c554c8a6-d90a-44b7-9332-ac1141d4c2a4 req-50a1521a-0cfc-4ccb-90a7-950d16f1c0b2 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Publish callbacks [] for port (4b237626-c012-44c0-b0fc-f1f94f8f1bb0), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:49.535951 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5455ebe9-0121-4680-acf9-09811d8deba9 admin admin] Publish callbacks [] for security_group (59996388-8d94-44e2-bfc6-beb74465a52d), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:49.539904 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d7eef0d1-44d0-4d5a-8aa3-7ed162ba9bc5 req-586b3864-d11a-425d-b94e-e569f11de592 tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0f59fe5-8248-496a-844a-a9490566a49a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1187940 Jan 28 07:05:49.543753 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5455ebe9-0121-4680-acf9-09811d8deba9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (59996388-8d94-44e2-bfc6-beb74465a52d), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:49.561259 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a573bb49-5599-4064-b805-837d76cb3246 req-572dc4ce-c1b7-4fe0-8490-87736bb25787 tempest-FloatingIPDetailsTestJSON-1734815279 tempest-FloatingIPDetailsTestJSON-1734815279-project] 10.222.0.41 "GET /v2.0/floatingips/d5360f98-fa56-4a20-80cb-31dd05d1a739 HTTP/1.1" status: 200 len: 693 time: 0.0923018 Jan 28 07:05:49.582097 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5455ebe9-0121-4680-acf9-09811d8deba9 admin admin] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=103283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:05:49.597213 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5455ebe9-0121-4680-acf9-09811d8deba9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59996388-8d94-44e2-bfc6-beb74465a52d,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:49.612236 n-d-712749-28 neutron-server[103283]: INFO neutron.api.v2.resource [req-b74d17c9-fc88-4fe4-8b2b-ec031943a8eb req-93cfb1c4-7e4b-4b5c-b0e2-469c8a071d6e service neutron] show failed (client error): The resource could not be found. Jan 28 07:05:49.613453 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b74d17c9-fc88-4fe4-8b2b-ec031943a8eb req-93cfb1c4-7e4b-4b5c-b0e2-469c8a071d6e service neutron] 10.222.0.10 "GET /v2.0/ports/0c399f48-7d92-4b84-b2c1-e5fe6a895353/bindings/n-h2-712749-28 HTTP/1.1" status: 404 len: 381 time: 0.1649766 Jan 28 07:05:49.618927 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5455ebe9-0121-4680-acf9-09811d8deba9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (8f16b4d4-a489-47a9-abff-4677cff0d0e7), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:49.619354 n-d-712749-28 neutron-server[103283]: INFO neutron.db.segments_db [None req-5455ebe9-0121-4680-acf9-09811d8deba9 admin admin] Added segment 8f16b4d4-a489-47a9-abff-4677cff0d0e7 of type vlan for network 96301cb7-5950-4fda-9bde-12decf8885d9 Jan 28 07:05:49.673850 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c554c8a6-d90a-44b7-9332-ac1141d4c2a4 req-50a1521a-0cfc-4ccb-90a7-950d16f1c0b2 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (4b237626-c012-44c0-b0fc-f1f94f8f1bb0), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:49.680602 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5455ebe9-0121-4680-acf9-09811d8deba9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (96301cb7-5950-4fda-9bde-12decf8885d9), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:49.696601 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11f2b2d-2689-4cde-b117-6871188854e8 req-93850b22-c25f-4855-814a-bcca048c7d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:49.698329 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a11f2b2d-2689-4cde-b117-6871188854e8 req-93850b22-c25f-4855-814a-bcca048c7d0e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=88ddd9f2-1b37-4e00-82d0-05fcc7e48a0c HTTP/1.1" status: 200 len: 1102 time: 0.1828041 Jan 28 07:05:49.700992 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0701ac4e-a2bb-4ba0-a558-b44afe4e0b15 admin admin] Publish callbacks [] for security_group (be7f9aa1-1462-40ec-808a-86b1da957e97), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:49.739524 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0701ac4e-a2bb-4ba0-a558-b44afe4e0b15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (be7f9aa1-1462-40ec-808a-86b1da957e97), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:49.743821 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5455ebe9-0121-4680-acf9-09811d8deba9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (96301cb7-5950-4fda-9bde-12decf8885d9), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:49.745021 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5455ebe9-0121-4680-acf9-09811d8deba9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:49.745785 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5455ebe9-0121-4680-acf9-09811d8deba9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:49.770119 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c554c8a6-d90a-44b7-9332-ac1141d4c2a4 req-50a1521a-0cfc-4ccb-90a7-950d16f1c0b2 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Network 823f80f1-2970-481b-aed2-7ad5a7c0ed20 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:05:49.807056 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bb4235-8deb-4935-bda4-661b276dae2d req-b031df79-12db-4c0e-b717-0f798ab8f4b4 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:49.808536 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c5bb4235-8deb-4935-bda4-661b276dae2d req-b031df79-12db-4c0e-b717-0f798ab8f4b4 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd6f6cee-8828-415b-beee-3ed839555ede HTTP/1.1" status: 200 len: 949 time: 0.1193597 Jan 28 07:05:49.811327 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-c554c8a6-d90a-44b7-9332-ac1141d4c2a4 req-50a1521a-0cfc-4ccb-90a7-950d16f1c0b2 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:05:49.828782 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-c554c8a6-d90a-44b7-9332-ac1141d4c2a4 req-50a1521a-0cfc-4ccb-90a7-950d16f1c0b2 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:05:49.834151 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c554c8a6-d90a-44b7-9332-ac1141d4c2a4 req-50a1521a-0cfc-4ccb-90a7-950d16f1c0b2 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:49.834607 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c554c8a6-d90a-44b7-9332-ac1141d4c2a4 req-50a1521a-0cfc-4ccb-90a7-950d16f1c0b2 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:49.841165 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-5455ebe9-0121-4680-acf9-09811d8deba9 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 0.6867671 Jan 28 07:05:49.841405 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a1521a-0cfc-4ccb-90a7-950d16f1c0b2 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Pushing event updated for resources: {'Port': ['ID=4b237626-c012-44c0-b0fc-f1f94f8f1bb0,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:49.843309 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 59446) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:05:49.848248 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-f35d6a09-0c17-4a4e-98f7-44c910f7f8ff admin admin] Request body: {'subnet': {'network_id': '96301cb7-5950-4fda-9bde-12decf8885d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1227206476-subnet', 'tenant_id': 'a381c640729844758b77251ed8b2bb56', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:05:49.850367 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0701ac4e-a2bb-4ba0-a558-b44afe4e0b15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be7f9aa1-1462-40ec-808a-86b1da957e97,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:49.857612 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-0701ac4e-a2bb-4ba0-a558-b44afe4e0b15 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6dc9f567c2e34a8fa37cbe20ccdc099e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5370033 Jan 28 07:05:49.858870 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 59450) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:05:49.864926 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5455ebe9-0121-4680-acf9-09811d8deba9 admin admin] Pushing event updated for resources: {'Network': ['ID=96301cb7-5950-4fda-9bde-12decf8885d9,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:49.868848 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a573bb49-5599-4064-b805-837d76cb3246 req-d3150cb0-39d5-41d1-a1ca-5ab31371f9ac tempest-FloatingIPDetailsTestJSON-1734815279 tempest-FloatingIPDetailsTestJSON-1734815279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:49.870241 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a573bb49-5599-4064-b805-837d76cb3246 req-d3150cb0-39d5-41d1-a1ca-5ab31371f9ac tempest-FloatingIPDetailsTestJSON-1734815279 tempest-FloatingIPDetailsTestJSON-1734815279-project] 10.222.0.41 "GET /v2.0/networks/7d5b3724-deef-4831-8d43-cb9b8176573c HTTP/1.1" status: 200 len: 784 time: 0.2990229 Jan 28 07:05:49.905076 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c5bb4235-8deb-4935-bda4-661b276dae2d req-f943d3ed-086c-4304-9b78-9d6a00159de9 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849369 Jan 28 07:05:49.906092 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f35d6a09-0c17-4a4e-98f7-44c910f7f8ff admin admin] Made reservation on behalf of a381c640729844758b77251ed8b2bb56 for: {'subnet': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:05:49.908494 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f35d6a09-0c17-4a4e-98f7-44c910f7f8ff admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13555781'] for subnet (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:49.914769 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network 96301cb7-5950-4fda-9bde-12decf8885d9 details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:05:49.917485 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c554c8a6-d90a-44b7-9332-ac1141d4c2a4 req-50a1521a-0cfc-4ccb-90a7-950d16f1c0b2 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2656436 Jan 28 07:05:50.000485 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a11f2b2d-2689-4cde-b117-6871188854e8 req-2fb9e6ff-33db-4bc5-9723-497ee9f45b08 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=b910cb8c-64ec-47f6-b06b-89e838bb343d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291026 Jan 28 07:05:50.016631 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-c554c8a6-d90a-44b7-9332-ac1141d4c2a4 req-1574a73b-e96e-4672-a136-62949d01a21a service neutron] Request body: {'port': {'device_id': 'ac619916-0e38-4e23-8847-517be05d84ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-28'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:05:50.046424 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a573bb49-5599-4064-b805-837d76cb3246 req-4553b3a4-ece0-480b-abe8-ac626fc8de64 tempest-FloatingIPDetailsTestJSON-1734815279 tempest-FloatingIPDetailsTestJSON-1734815279-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.6.155 HTTP/1.1" status: 200 len: 696 time: 0.1688716 Jan 28 07:05:50.082351 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74d17c9-fc88-4fe4-8b2b-ec031943a8eb req-eed14502-6e7e-4a11-8a74-52d1c795a585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:50.083769 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b74d17c9-fc88-4fe4-8b2b-ec031943a8eb req-eed14502-6e7e-4a11-8a74-52d1c795a585 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=cd6f6cee-8828-415b-beee-3ed839555ede&tenant_id=966335f0946f459597af95ab0b33b55c HTTP/1.1" status: 200 len: 1101 time: 0.1728809 Jan 28 07:05:50.117457 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24653a53-ed2b-4fc9-8512-df25aea577fe req-0d22f98d-f396-48ab-9974-7bd4d1e8e553 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:50.118944 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-24653a53-ed2b-4fc9-8512-df25aea577fe req-0d22f98d-f396-48ab-9974-7bd4d1e8e553 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/ports?device_id=88ddd9f2-1b37-4e00-82d0-05fcc7e48a0c HTTP/1.1" status: 200 len: 950 time: 0.1011109 Jan 28 07:05:50.129279 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a573bb49-5599-4064-b805-837d76cb3246 req-15ecb581-18c7-4d21-90d4-75dddd74c66a tempest-FloatingIPDetailsTestJSON-1734815279 tempest-FloatingIPDetailsTestJSON-1734815279-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.6.155 HTTP/1.1" status: 200 len: 696 time: 0.0735934 Jan 28 07:05:50.133788 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fad97f1d-d205-40f8-914b-a4f03ee02ed4 admin admin] Publish callbacks [] for security_group (be7f9aa1-1462-40ec-808a-86b1da957e97), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:50.135297 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c554c8a6-d90a-44b7-9332-ac1141d4c2a4 req-1574a73b-e96e-4672-a136-62949d01a21a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (4b237626-c012-44c0-b0fc-f1f94f8f1bb0), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:50.204179 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-24653a53-ed2b-4fc9-8512-df25aea577fe req-3be1e63e-6512-417d-b0f0-9498c9c9fcd9 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/security-groups?id=b910cb8c-64ec-47f6-b06b-89e838bb343d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786572 Jan 28 07:05:50.208875 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fad97f1d-d205-40f8-914b-a4f03ee02ed4 admin admin] Publish callbacks [] for security_group (be7f9aa1-1462-40ec-808a-86b1da957e97), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:50.266491 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f35d6a09-0c17-4a4e-98f7-44c910f7f8ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13546728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13555799'] for subnet (fee747c2-5e95-4f0e-ad04-7aedb36bab1f), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:50.348905 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35d6a09-0c17-4a4e-98f7-44c910f7f8ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=fee747c2-5e95-4f0e-ad04-7aedb36bab1f,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:50.390485 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-b74d17c9-fc88-4fe4-8b2b-ec031943a8eb req-dc870809-b7be-49e9-a2e1-1dc222cd1511 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712749-28', 'device_owner': 'compute:nova'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:05:50.399420 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c8ad74-ffb1-4ecc-9d42-d77d79b95449 req-c65e3333-cfa7-4d33-9c0c-21d042401242 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:50.400813 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fad97f1d-d205-40f8-914b-a4f03ee02ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (be7f9aa1-1462-40ec-808a-86b1da957e97), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:50.401066 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-14c8ad74-ffb1-4ecc-9d42-d77d79b95449 req-c65e3333-cfa7-4d33-9c0c-21d042401242 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac619916-0e38-4e23-8847-517be05d84ae HTTP/1.1" status: 200 len: 931 time: 0.1097021 Jan 28 07:05:50.403442 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35d6a09-0c17-4a4e-98f7-44c910f7f8ff admin admin] Checking segment: {'id': '8f16b4d4-a489-47a9-abff-4677cff0d0e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '96301cb7-5950-4fda-9bde-12decf8885d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:05:50.403442 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f35d6a09-0c17-4a4e-98f7-44c910f7f8ff admin admin] Network hostable DHCP agents. Network: 96301cb7-5950-4fda-9bde-12decf8885d9, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:05:50.403714 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fad97f1d-d205-40f8-914b-a4f03ee02ed4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:50.405205 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-fad97f1d-d205-40f8-914b-a4f03ee02ed4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/be7f9aa1-1462-40ec-808a-86b1da957e97 HTTP/1.1" status: 204 len: 168 time: 0.5451810 Jan 28 07:05:50.422408 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad97f1d-d205-40f8-914b-a4f03ee02ed4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be7f9aa1-1462-40ec-808a-86b1da957e97,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:50.487849 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f35d6a09-0c17-4a4e-98f7-44c910f7f8ff admin admin] Network 96301cb7-5950-4fda-9bde-12decf8885d9 is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:05:50.493551 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-a573bb49-5599-4064-b805-837d76cb3246 req-bc4d6d7f-df17-4961-9ada-a5b141306ffc tempest-FloatingIPDetailsTestJSON-1734815279 tempest-FloatingIPDetailsTestJSON-1734815279-project] Deleting port 4a41415d-e850-4aa1-9bbf-32b68855f8f6 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:05:50.493791 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-a573bb49-5599-4064-b805-837d76cb3246 req-bc4d6d7f-df17-4961-9ada-a5b141306ffc tempest-FloatingIPDetailsTestJSON-1734815279 tempest-FloatingIPDetailsTestJSON-1734815279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (4a41415d-e850-4aa1-9bbf-32b68855f8f6), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:50.507541 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b74d17c9-fc88-4fe4-8b2b-ec031943a8eb req-dc870809-b7be-49e9-a2e1-1dc222cd1511 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (0c399f48-7d92-4b84-b2c1-e5fe6a895353), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:50.520395 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-14c8ad74-ffb1-4ecc-9d42-d77d79b95449 req-3ebfe9d8-270e-45de-8252-a9fbe08dc25f tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/security-groups?id=83d97fa1-2f29-40d2-a756-a970d048d2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973680 Jan 28 07:05:50.522880 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-f35d6a09-0c17-4a4e-98f7-44c910f7f8ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, 96301cb7-5950-4fda-9bde-12decf8885d9) {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:05:50.528958 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f35d6a09-0c17-4a4e-98f7-44c910f7f8ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:50.529557 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f35d6a09-0c17-4a4e-98f7-44c910f7f8ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:50.536464 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83cf1b8b-f1e9-445f-bb5f-00fa61015d22 None None] Network 96301cb7-5950-4fda-9bde-12decf8885d9 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:05:50.577935 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-f35d6a09-0c17-4a4e-98f7-44c910f7f8ff admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.7333691 Jan 28 07:05:50.587191 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 59460) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:05:50.591587 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-4138457b-a16c-44d6-bf6f-49bdfbc1b2a1 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1227206476-router', 'tenant_id': 'a381c640729844758b77251ed8b2bb56', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:05:50.647926 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-a573bb49-5599-4064-b805-837d76cb3246 req-bc4d6d7f-df17-4961-9ada-a5b141306ffc tempest-FloatingIPDetailsTestJSON-1734815279 tempest-FloatingIPDetailsTestJSON-1734815279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (4a41415d-e850-4aa1-9bbf-32b68855f8f6), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:50.648732 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-a573bb49-5599-4064-b805-837d76cb3246 req-bc4d6d7f-df17-4961-9ada-a5b141306ffc tempest-FloatingIPDetailsTestJSON-1734815279 tempest-FloatingIPDetailsTestJSON-1734815279-project] Publish callbacks [] for floatingip (4a41415d-e850-4aa1-9bbf-32b68855f8f6), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:50.673971 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4138457b-a16c-44d6-bf6f-49bdfbc1b2a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16606890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127275'] for router (bccf5753-6071-43c7-87cf-afad78c8a4b8), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:50.675639 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4138457b-a16c-44d6-bf6f-49bdfbc1b2a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16605498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16607952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16355422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127266'] for router (bccf5753-6071-43c7-87cf-afad78c8a4b8), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:50.698678 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3463ac1b-6ef7-408f-b18d-511a5e560886 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3dd72b9-6805-5f61-b6f3-a591f99a173d-96301cb7-5950-4fda-9bde-12decf8885d9', 'network_id': '96301cb7-5950-4fda-9bde-12decf8885d9', 'project_id': 'a381c640729844758b77251ed8b2bb56', 'fixed_ips': [{'subnet_id': 'fee747c2-5e95-4f0e-ad04-7aedb36bab1f'}]}} from n-d-712749-28. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 07:05:50.699704 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3463ac1b-6ef7-408f-b18d-511a5e560886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:50.825726 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3b9f9b-ff90-467e-9cb8-c3977f8358ac req-ec6e2034-a79e-4729-bb4c-2be7894b5a81 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:50.837122 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5d3b9f9b-ff90-467e-9cb8-c3977f8358ac req-ec6e2034-a79e-4729-bb4c-2be7894b5a81 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.41 "GET /v2.0/ports?device_id=56ab0ba2-2f42-48a4-b5ab-ca31c6dc0a18 HTTP/1.1" status: 200 len: 950 time: 0.1472101 Jan 28 07:05:50.886106 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-3463ac1b-6ef7-408f-b18d-511a5e560886 None None] Allocated IP 172.20.0.2 (96301cb7-5950-4fda-9bde-12decf8885d9/fee747c2-5e95-4f0e-ad04-7aedb36bab1f/85b86fe4-9e19-4f97-ae98-ee98d96f8582) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:05:50.926420 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-a573bb49-5599-4064-b805-837d76cb3246 req-bc4d6d7f-df17-4961-9ada-a5b141306ffc tempest-FloatingIPDetailsTestJSON-1734815279 tempest-FloatingIPDetailsTestJSON-1734815279-project] Calling delete_port for 4a41415d-e850-4aa1-9bbf-32b68855f8f6 owned by network:floatingip {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:05:50.943747 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5d3b9f9b-ff90-467e-9cb8-c3977f8358ac req-4d9837e6-cfa1-45dd-84c8-5148fc60560d tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.41 "GET /v2.0/security-groups?id=a925a148-520f-4e8d-aa8c-4258e73ac6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022511 Jan 28 07:05:50.967685 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-c554c8a6-d90a-44b7-9332-ac1141d4c2a4 req-1574a73b-e96e-4672-a136-62949d01a21a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b237626-c012-44c0-b0fc-f1f94f8f1bb0 {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:05:50.974122 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-b74d17c9-fc88-4fe4-8b2b-ec031943a8eb req-dc870809-b7be-49e9-a2e1-1dc222cd1511 service neutron] For port 0c399f48-7d92-4b84-b2c1-e5fe6a895353, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=0c399f48-7d92-4b84-b2c1-e5fe6a895353,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:05:50.975339 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c554c8a6-d90a-44b7-9332-ac1141d4c2a4 req-1574a73b-e96e-4672-a136-62949d01a21a service neutron] Publish callbacks [] for port (4b237626-c012-44c0-b0fc-f1f94f8f1bb0), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:50.987908 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-c554c8a6-d90a-44b7-9332-ac1141d4c2a4 req-1574a73b-e96e-4672-a136-62949d01a21a service neutron] Transition to ACTIVE for port object 4b237626-c012-44c0-b0fc-f1f94f8f1bb0 will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:05:51.001361 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c554c8a6-d90a-44b7-9332-ac1141d4c2a4 req-1574a73b-e96e-4672-a136-62949d01a21a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (4b237626-c012-44c0-b0fc-f1f94f8f1bb0), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:51.017443 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-b74d17c9-fc88-4fe4-8b2b-ec031943a8eb req-dc870809-b7be-49e9-a2e1-1dc222cd1511 service neutron] For port 0c399f48-7d92-4b84-b2c1-e5fe6a895353, host n-h1-712749-28, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:05:51.106294 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd6f6cee-8828-415b-beee-3ed839555ede', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c399f48-7d92-4b84-b2c1-e5fe6a895353'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:05:51.111910 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6921614e-2011-49b8-afc5-a6495acd7a0f" -d '{"events": [{"server_uuid": "cd6f6cee-8828-415b-beee-3ed839555ede", "name": "network-vif-unplugged", "status": "completed", "tag": "0c399f48-7d92-4b84-b2c1-e5fe6a895353"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:05:51.117600 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b74d17c9-fc88-4fe4-8b2b-ec031943a8eb req-dc870809-b7be-49e9-a2e1-1dc222cd1511 service neutron] Publish callbacks [] for port (0c399f48-7d92-4b84-b2c1-e5fe6a895353), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:51.119116 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4138457b-a16c-44d6-bf6f-49bdfbc1b2a1 admin admin] Publish callbacks [] for router_controller (bccf5753-6071-43c7-87cf-afad78c8a4b8), precommit_add_association {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:51.138235 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [req-b74d17c9-fc88-4fe4-8b2b-ec031943a8eb req-dc870809-b7be-49e9-a2e1-1dc222cd1511 service neutron] Transition to ACTIVE for port object 0c399f48-7d92-4b84-b2c1-e5fe6a895353 will not be triggered until provisioned by entity L2. {{(pid=103283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:05:51.141102 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3463ac1b-6ef7-408f-b18d-511a5e560886 None None] Publish callbacks [] for port (85b86fe4-9e19-4f97-ae98-ee98d96f8582), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:51.149238 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3463ac1b-6ef7-408f-b18d-511a5e560886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (85b86fe4-9e19-4f97-ae98-ee98d96f8582), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:51.151376 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816d40b4-3358-4144-a277-c3b992a8d0ad req-0dba4fc3-c3df-4212-9670-544368c8829c tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:51.152963 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-816d40b4-3358-4144-a277-c3b992a8d0ad req-0dba4fc3-c3df-4212-9670-544368c8829c tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] 10.222.0.41 "GET /v2.0/ports?device_id=973b7626-b044-4f2a-a274-995ac8201ef5 HTTP/1.1" status: 200 len: 946 time: 0.0995679 Jan 28 07:05:51.154902 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b74d17c9-fc88-4fe4-8b2b-ec031943a8eb req-dc870809-b7be-49e9-a2e1-1dc222cd1511 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (0c399f48-7d92-4b84-b2c1-e5fe6a895353), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:51.185596 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1574a73b-e96e-4672-a136-62949d01a21a service neutron] Pushing event updated for resources: {'Port': ['ID=4b237626-c012-44c0-b0fc-f1f94f8f1bb0,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:51.262262 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3463ac1b-6ef7-408f-b18d-511a5e560886 None None] Pushing event updated for resources: {'Port': ['ID=85b86fe4-9e19-4f97-ae98-ee98d96f8582,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:51.266107 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3463ac1b-6ef7-408f-b18d-511a5e560886 None None] Network 96301cb7-5950-4fda-9bde-12decf8885d9 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:05:51.268315 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-3463ac1b-6ef7-408f-b18d-511a5e560886 None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:05:51.271908 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3463ac1b-6ef7-408f-b18d-511a5e560886 None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:05:51.318681 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-816d40b4-3358-4144-a277-c3b992a8d0ad req-e04e0266-1a2b-4581-908f-1249cca351ae tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0f59fe5-8248-496a-844a-a9490566a49a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1557841 Jan 28 07:05:51.319674 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc870809-b7be-49e9-a2e1-1dc222cd1511 service neutron] Pushing event updated for resources: {'Port': ['ID=0c399f48-7d92-4b84-b2c1-e5fe6a895353,revision_number=6']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:51.323455 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-b74d17c9-fc88-4fe4-8b2b-ec031943a8eb req-dc870809-b7be-49e9-a2e1-1dc222cd1511 service neutron] No DVR routers for this DVR port 0c399f48-7d92-4b84-b2c1-e5fe6a895353 on host n-h1-712749-28 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:05:51.360909 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-3463ac1b-6ef7-408f-b18d-511a5e560886 None None] Attempting to bind port 85b86fe4-9e19-4f97-ae98-ee98d96f8582 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:05:51.361395 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-3463ac1b-6ef7-408f-b18d-511a5e560886 None None] Attempting to bind port 85b86fe4-9e19-4f97-ae98-ee98d96f8582 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '8f16b4d4-a489-47a9-abff-4677cff0d0e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '96301cb7-5950-4fda-9bde-12decf8885d9'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:05:51.362064 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3463ac1b-6ef7-408f-b18d-511a5e560886 None None] Attempting to bind port 85b86fe4-9e19-4f97-ae98-ee98d96f8582 on network 96301cb7-5950-4fda-9bde-12decf8885d9 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:05:51.378827 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3463ac1b-6ef7-408f-b18d-511a5e560886 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:05:51.379258 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3463ac1b-6ef7-408f-b18d-511a5e560886 None None] Checking segment: {'id': '8f16b4d4-a489-47a9-abff-4677cff0d0e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '96301cb7-5950-4fda-9bde-12decf8885d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:05:51.379698 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3463ac1b-6ef7-408f-b18d-511a5e560886 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:51.380280 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3463ac1b-6ef7-408f-b18d-511a5e560886 None None] Bound using segment: {'id': '8f16b4d4-a489-47a9-abff-4677cff0d0e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '96301cb7-5950-4fda-9bde-12decf8885d9'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:05:51.380903 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-3463ac1b-6ef7-408f-b18d-511a5e560886 None None] Bound port: 85b86fe4-9e19-4f97-ae98-ee98d96f8582, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f16b4d4-a489-47a9-abff-4677cff0d0e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '96301cb7-5950-4fda-9bde-12decf8885d9'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:05:51.381696 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3463ac1b-6ef7-408f-b18d-511a5e560886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (85b86fe4-9e19-4f97-ae98-ee98d96f8582), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:51.383036 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4138457b-a16c-44d6-bf6f-49bdfbc1b2a1 admin admin] Publish callbacks [] for router_gateway (bccf5753-6071-43c7-87cf-afad78c8a4b8), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:51.386104 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-c554c8a6-d90a-44b7-9332-ac1141d4c2a4 req-1574a73b-e96e-4672-a136-62949d01a21a service neutron] Attempting to bind port 4b237626-c012-44c0-b0fc-f1f94f8f1bb0 on host n-h1-712749-28 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:05:51.386442 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-c554c8a6-d90a-44b7-9332-ac1141d4c2a4 req-1574a73b-e96e-4672-a136-62949d01a21a service neutron] Attempting to bind port 4b237626-c012-44c0-b0fc-f1f94f8f1bb0 by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': '919581ea-4d97-4a95-839c-1632528194b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '823f80f1-2970-481b-aed2-7ad5a7c0ed20'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:05:51.386763 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c554c8a6-d90a-44b7-9332-ac1141d4c2a4 req-1574a73b-e96e-4672-a136-62949d01a21a service neutron] Attempting to bind port 4b237626-c012-44c0-b0fc-f1f94f8f1bb0 on network 823f80f1-2970-481b-aed2-7ad5a7c0ed20 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:05:51.411798 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c554c8a6-d90a-44b7-9332-ac1141d4c2a4 req-1574a73b-e96e-4672-a136-62949d01a21a service neutron] Port 4b237626-c012-44c0-b0fc-f1f94f8f1bb0 on network 823f80f1-2970-481b-aed2-7ad5a7c0ed20 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:05:51.412314 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c554c8a6-d90a-44b7-9332-ac1141d4c2a4 req-1574a73b-e96e-4672-a136-62949d01a21a service neutron] Attempting to bind port 4b237626-c012-44c0-b0fc-f1f94f8f1bb0 on network 823f80f1-2970-481b-aed2-7ad5a7c0ed20 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:05:51.414290 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-b74d17c9-fc88-4fe4-8b2b-ec031943a8eb req-dc870809-b7be-49e9-a2e1-1dc222cd1511 service neutron] Attempting to bind port 0c399f48-7d92-4b84-b2c1-e5fe6a895353 on host n-h2-712749-28 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:05:51.414887 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-b74d17c9-fc88-4fe4-8b2b-ec031943a8eb req-dc870809-b7be-49e9-a2e1-1dc222cd1511 service neutron] Attempting to bind port 0c399f48-7d92-4b84-b2c1-e5fe6a895353 by drivers openvswitch,hyperv on host n-h2-712749-28 at level 0 using segments [{'id': '9d52209e-a416-4cfe-8f8a-19567a90fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:05:51.415232 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b74d17c9-fc88-4fe4-8b2b-ec031943a8eb req-dc870809-b7be-49e9-a2e1-1dc222cd1511 service neutron] Attempting to bind port 0c399f48-7d92-4b84-b2c1-e5fe6a895353 on network d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:05:51.421629 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b74d17c9-fc88-4fe4-8b2b-ec031943a8eb req-dc870809-b7be-49e9-a2e1-1dc222cd1511 service neutron] Port 0c399f48-7d92-4b84-b2c1-e5fe6a895353 on network d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-28 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:05:51.422263 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b74d17c9-fc88-4fe4-8b2b-ec031943a8eb req-dc870809-b7be-49e9-a2e1-1dc222cd1511 service neutron] Attempting to bind port 0c399f48-7d92-4b84-b2c1-e5fe6a895353 on network d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:05:51.438485 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b74d17c9-fc88-4fe4-8b2b-ec031943a8eb req-dc870809-b7be-49e9-a2e1-1dc222cd1511 service neutron] Checking agent: {'id': 'c9906e63-062c-432e-bb53-63fdb8115e18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 5, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:05:51.438721 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b74d17c9-fc88-4fe4-8b2b-ec031943a8eb req-dc870809-b7be-49e9-a2e1-1dc222cd1511 service neutron] Checking segment: {'id': '9d52209e-a416-4cfe-8f8a-19567a90fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:05:51.439094 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b74d17c9-fc88-4fe4-8b2b-ec031943a8eb req-dc870809-b7be-49e9-a2e1-1dc222cd1511 service neutron] Bound using segment: {'id': '9d52209e-a416-4cfe-8f8a-19567a90fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:05:51.440046 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-b74d17c9-fc88-4fe4-8b2b-ec031943a8eb req-dc870809-b7be-49e9-a2e1-1dc222cd1511 service neutron] Bound port: 0c399f48-7d92-4b84-b2c1-e5fe6a895353, host: n-h2-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d52209e-a416-4cfe-8f8a-19567a90fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:05:51.440451 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b74d17c9-fc88-4fe4-8b2b-ec031943a8eb req-dc870809-b7be-49e9-a2e1-1dc222cd1511 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (0c399f48-7d92-4b84-b2c1-e5fe6a895353), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:51.469747 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c554c8a6-d90a-44b7-9332-ac1141d4c2a4 req-1574a73b-e96e-4672-a136-62949d01a21a service neutron] Checking agent: {'id': '2fca46b1-237f-4857-9290-2429d810e472', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 5, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:05:51.470136 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c554c8a6-d90a-44b7-9332-ac1141d4c2a4 req-1574a73b-e96e-4672-a136-62949d01a21a service neutron] Checking segment: {'id': '919581ea-4d97-4a95-839c-1632528194b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '823f80f1-2970-481b-aed2-7ad5a7c0ed20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:05:51.470476 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c554c8a6-d90a-44b7-9332-ac1141d4c2a4 req-1574a73b-e96e-4672-a136-62949d01a21a service neutron] Bound using segment: {'id': '919581ea-4d97-4a95-839c-1632528194b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '823f80f1-2970-481b-aed2-7ad5a7c0ed20'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:05:51.470927 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-c554c8a6-d90a-44b7-9332-ac1141d4c2a4 req-1574a73b-e96e-4672-a136-62949d01a21a service neutron] Bound port: 4b237626-c012-44c0-b0fc-f1f94f8f1bb0, host: n-h1-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '919581ea-4d97-4a95-839c-1632528194b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '823f80f1-2970-481b-aed2-7ad5a7c0ed20'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:05:51.471282 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c554c8a6-d90a-44b7-9332-ac1141d4c2a4 req-1574a73b-e96e-4672-a136-62949d01a21a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (4b237626-c012-44c0-b0fc-f1f94f8f1bb0), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:51.479045 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-3463ac1b-6ef7-408f-b18d-511a5e560886 None None] For port 85b86fe4-9e19-4f97-ae98-ee98d96f8582, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:05:51.484045 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-3463ac1b-6ef7-408f-b18d-511a5e560886 None None] For port 85b86fe4-9e19-4f97-ae98-ee98d96f8582, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=85b86fe4-9e19-4f97-ae98-ee98d96f8582,segment=NetworkSegment(8f16b4d4-a489-47a9-abff-4677cff0d0e7),segment_id=8f16b4d4-a489-47a9-abff-4677cff0d0e7)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:05:51.494368 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3463ac1b-6ef7-408f-b18d-511a5e560886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (85b86fe4-9e19-4f97-ae98-ee98d96f8582), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:51.548103 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 59490) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:05:51.613296 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-a573bb49-5599-4064-b805-837d76cb3246 req-bc4d6d7f-df17-4961-9ada-a5b141306ffc tempest-FloatingIPDetailsTestJSON-1734815279 tempest-FloatingIPDetailsTestJSON-1734815279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298'] for port (4a41415d-e850-4aa1-9bbf-32b68855f8f6), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:51.623705 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3463ac1b-6ef7-408f-b18d-511a5e560886 None None] Pushing event updated for resources: {'Port': ['ID=85b86fe4-9e19-4f97-ae98-ee98d96f8582,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:51.659505 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4d6d7f-df17-4961-9ada-a5b141306ffc tempest-FloatingIPDetailsTestJSON-1734815279 tempest-FloatingIPDetailsTestJSON-1734815279-project] Pushing event deleted for resources: {'Port': ['ID=4a41415d-e850-4aa1-9bbf-32b68855f8f6,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:51.663387 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8668eb32-4afa-4809-8a83-f2006756141c req-8a5d3ade-579f-4b6e-94ad-c31eedeb0f02 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:51.670747 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8668eb32-4afa-4809-8a83-f2006756141c req-8a5d3ade-579f-4b6e-94ad-c31eedeb0f02 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd6f6cee-8828-415b-beee-3ed839555ede HTTP/1.1" status: 200 len: 947 time: 0.1815424 Jan 28 07:05:51.704244 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-b74d17c9-fc88-4fe4-8b2b-ec031943a8eb req-dc870809-b7be-49e9-a2e1-1dc222cd1511 service neutron] For port 0c399f48-7d92-4b84-b2c1-e5fe6a895353, host n-h2-712749-28, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:05:51.725620 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-c554c8a6-d90a-44b7-9332-ac1141d4c2a4 req-1574a73b-e96e-4672-a136-62949d01a21a service neutron] For port 4b237626-c012-44c0-b0fc-f1f94f8f1bb0, host n-h1-712749-28, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:05:51.732059 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-a573bb49-5599-4064-b805-837d76cb3246 req-bc4d6d7f-df17-4961-9ada-a5b141306ffc tempest-FloatingIPDetailsTestJSON-1734815279 tempest-FloatingIPDetailsTestJSON-1734815279-project] Publish callbacks [] for floatingip (d5360f98-fa56-4a20-80cb-31dd05d1a739), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:51.734762 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-a573bb49-5599-4064-b805-837d76cb3246 req-bc4d6d7f-df17-4961-9ada-a5b141306ffc tempest-FloatingIPDetailsTestJSON-1734815279 tempest-FloatingIPDetailsTestJSON-1734815279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for floatingip (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:51.735937 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a573bb49-5599-4064-b805-837d76cb3246 req-bc4d6d7f-df17-4961-9ada-a5b141306ffc tempest-FloatingIPDetailsTestJSON-1734815279 tempest-FloatingIPDetailsTestJSON-1734815279-project] 10.222.0.41 "DELETE /v2.0/floatingips/d5360f98-fa56-4a20-80cb-31dd05d1a739 HTTP/1.1" status: 204 len: 173 time: 1.5987134 Jan 28 07:05:51.753444 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-5623a9ea-1dbf-4f7d-95b8-24edff28a97a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-2022522905-network', 'tenant_id': '2a12f463f82c4846872885baeab2444a'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:05:51.758308 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-c554c8a6-d90a-44b7-9332-ac1141d4c2a4 req-1574a73b-e96e-4672-a136-62949d01a21a service neutron] For port 4b237626-c012-44c0-b0fc-f1f94f8f1bb0, host n-h1-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=4b237626-c012-44c0-b0fc-f1f94f8f1bb0,segment=NetworkSegment(919581ea-4d97-4a95-839c-1632528194b6),segment_id=919581ea-4d97-4a95-839c-1632528194b6)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:05:51.765249 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c554c8a6-d90a-44b7-9332-ac1141d4c2a4 req-1574a73b-e96e-4672-a136-62949d01a21a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (4b237626-c012-44c0-b0fc-f1f94f8f1bb0), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:51.789177 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8668eb32-4afa-4809-8a83-f2006756141c req-9cf6d3ea-d6c4-45e2-a8af-2cf7ca451dcc tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175642 Jan 28 07:05:51.791466 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-b74d17c9-fc88-4fe4-8b2b-ec031943a8eb req-dc870809-b7be-49e9-a2e1-1dc222cd1511 service neutron] For port 0c399f48-7d92-4b84-b2c1-e5fe6a895353, host n-h2-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=0c399f48-7d92-4b84-b2c1-e5fe6a895353,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:05:51.792977 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5623a9ea-1dbf-4f7d-95b8-24edff28a97a admin admin] Made reservation on behalf of 2a12f463f82c4846872885baeab2444a for: {'network': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:05:51.796348 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5623a9ea-1dbf-4f7d-95b8-24edff28a97a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:51.818665 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b74d17c9-fc88-4fe4-8b2b-ec031943a8eb req-dc870809-b7be-49e9-a2e1-1dc222cd1511 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (0c399f48-7d92-4b84-b2c1-e5fe6a895353), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:51.822295 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5623a9ea-1dbf-4f7d-95b8-24edff28a97a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:51.836970 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c554c8a6-d90a-44b7-9332-ac1141d4c2a4 req-1574a73b-e96e-4672-a136-62949d01a21a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:51.837596 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c554c8a6-d90a-44b7-9332-ac1141d4c2a4 req-1574a73b-e96e-4672-a136-62949d01a21a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:51.838992 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c554c8a6-d90a-44b7-9332-ac1141d4c2a4 req-1574a73b-e96e-4672-a136-62949d01a21a service neutron] 10.222.0.10 "PUT /v2.0/ports/4b237626-c012-44c0-b0fc-f1f94f8f1bb0 HTTP/1.1" status: 200 len: 1092 time: 1.8373492 Jan 28 07:05:51.839445 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac619916-0e38-4e23-8847-517be05d84ae', 'tag': '4b237626-c012-44c0-b0fc-f1f94f8f1bb0'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:05:51.842493 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-046b2b7b-ecff-4c6a-9996-a457ef0f0675" -d '{"events": [{"name": "network-changed", "server_uuid": "ac619916-0e38-4e23-8847-517be05d84ae", "tag": "4b237626-c012-44c0-b0fc-f1f94f8f1bb0"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:05:51.880400 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1574a73b-e96e-4672-a136-62949d01a21a service neutron] Pushing event updated for resources: {'Port': ['ID=4b237626-c012-44c0-b0fc-f1f94f8f1bb0,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:51.942702 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 07:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fc7834d-a90a-46ad-acc9-674896e72faf x-openstack-request-id: req-9fc7834d-a90a-46ad-acc9-674896e72faf {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:05:51.943258 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd6f6cee-8828-415b-beee-3ed839555ede", "name": "network-vif-unplugged", "status": "completed", "tag": "0c399f48-7d92-4b84-b2c1-e5fe6a895353", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:05:51.943425 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9fc7834d-a90a-46ad-acc9-674896e72faf {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:05:51.944629 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd6f6cee-8828-415b-beee-3ed839555ede', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c399f48-7d92-4b84-b2c1-e5fe6a895353', 'code': 200} Jan 28 07:05:51.952752 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74d17c9-fc88-4fe4-8b2b-ec031943a8eb req-dc870809-b7be-49e9-a2e1-1dc222cd1511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:51.953310 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b74d17c9-fc88-4fe4-8b2b-ec031943a8eb req-dc870809-b7be-49e9-a2e1-1dc222cd1511 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:51.954717 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b74d17c9-fc88-4fe4-8b2b-ec031943a8eb req-dc870809-b7be-49e9-a2e1-1dc222cd1511 service neutron] 10.222.0.44 "PUT /v2.0/ports/0c399f48-7d92-4b84-b2c1-e5fe6a895353 HTTP/1.1" status: 200 len: 1096 time: 1.5756834 Jan 28 07:05:51.960119 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc870809-b7be-49e9-a2e1-1dc222cd1511 service neutron] Pushing event updated for resources: {'Port': ['ID=0c399f48-7d92-4b84-b2c1-e5fe6a895353,revision_number=7']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:52.004467 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8926e9a-2747-4ea1-bebc-d39c7a620cd1 req-cc9e6f35-63c0-47f6-954d-df3dab4efabe tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:52.015860 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b8926e9a-2747-4ea1-bebc-d39c7a620cd1 req-cc9e6f35-63c0-47f6-954d-df3dab4efabe tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.41 "GET /v2.0/ports?device_id=8813fdc9-13cd-4d6b-88a5-c1cef3739966 HTTP/1.1" status: 200 len: 950 time: 0.2051637 Jan 28 07:05:52.079197 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c554c8a6-d90a-44b7-9332-ac1141d4c2a4 req-00a4ecf8-580e-4e57-886f-8ad07da71a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:52.080693 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c554c8a6-d90a-44b7-9332-ac1141d4c2a4 req-00a4ecf8-580e-4e57-886f-8ad07da71a63 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5c2af407db1e43909575b4b7c4ad1b18&device_id=ac619916-0e38-4e23-8847-517be05d84ae HTTP/1.1" status: 200 len: 1095 time: 0.1552923 Jan 28 07:05:52.136058 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5623a9ea-1dbf-4f7d-95b8-24edff28a97a admin admin] Publish callbacks [] for security_group (2ef6b3b8-ad36-409d-846c-78bc8b526bd5), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:52.144181 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4138457b-a16c-44d6-bf6f-49bdfbc1b2a1 admin admin] Publish callbacks [] for router_gateway (bccf5753-6071-43c7-87cf-afad78c8a4b8), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:52.148420 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5623a9ea-1dbf-4f7d-95b8-24edff28a97a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (2ef6b3b8-ad36-409d-846c-78bc8b526bd5), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:52.155211 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b8926e9a-2747-4ea1-bebc-d39c7a620cd1 req-f71bdaad-cad0-4441-aa66-aeb2a87db4fe tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.41 "GET /v2.0/security-groups?id=a925a148-520f-4e8d-aa8c-4258e73ac6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380942 Jan 28 07:05:52.157786 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c554c8a6-d90a-44b7-9332-ac1141d4c2a4 req-c23b75be-e6d8-4cf6-9640-615dae88bcdf service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b237626-c012-44c0-b0fc-f1f94f8f1bb0 HTTP/1.1" status: 200 len: 217 time: 0.0593486 Jan 28 07:05:52.160651 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5623a9ea-1dbf-4f7d-95b8-24edff28a97a admin admin] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=103283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:05:52.182947 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4138457b-a16c-44d6-bf6f-49bdfbc1b2a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:52.189335 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5623a9ea-1dbf-4f7d-95b8-24edff28a97a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (f55e5d3b-3c57-474c-9911-954d6703249e), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:52.189722 n-d-712749-28 neutron-server[103283]: INFO neutron.db.segments_db [None req-5623a9ea-1dbf-4f7d-95b8-24edff28a97a admin admin] Added segment f55e5d3b-3c57-474c-9911-954d6703249e of type vlan for network b94633fc-75f0-4aa6-bdb5-d56882c09424 Jan 28 07:05:52.233267 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5623a9ea-1dbf-4f7d-95b8-24edff28a97a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (b94633fc-75f0-4aa6-bdb5-d56882c09424), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:52.268294 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5623a9ea-1dbf-4f7d-95b8-24edff28a97a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (b94633fc-75f0-4aa6-bdb5-d56882c09424), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:52.269485 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5623a9ea-1dbf-4f7d-95b8-24edff28a97a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:52.270080 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5623a9ea-1dbf-4f7d-95b8-24edff28a97a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:52.302114 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c554c8a6-d90a-44b7-9332-ac1141d4c2a4 req-13ee4402-c779-4618-867d-ecb7fe219e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:52.303569 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c554c8a6-d90a-44b7-9332-ac1141d4c2a4 req-13ee4402-c779-4618-867d-ecb7fe219e7f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d3ff6769-eb60-4293-943b-ef852d2e0c72 HTTP/1.1" status: 200 len: 860 time: 0.1287911 Jan 28 07:05:52.364776 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c554c8a6-d90a-44b7-9332-ac1141d4c2a4 req-5379c383-3c72-4ccc-93ed-0cb643ba1d2b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=823f80f1-2970-481b-aed2-7ad5a7c0ed20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522616 Jan 28 07:05:52.369136 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74d17c9-fc88-4fe4-8b2b-ec031943a8eb req-01a6fae8-8c22-472f-a5f8-e57e9a53ead6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:52.371202 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b74d17c9-fc88-4fe4-8b2b-ec031943a8eb req-01a6fae8-8c22-472f-a5f8-e57e9a53ead6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=966335f0946f459597af95ab0b33b55c&device_id=cd6f6cee-8828-415b-beee-3ed839555ede HTTP/1.1" status: 200 len: 1099 time: 0.2969229 Jan 28 07:05:52.392752 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bcbaf4-9f81-4a59-b4c0-f10bdf1e0f22 req-259f80df-0808-4365-ab64-216b237faeab tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:52.394339 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-07bcbaf4-9f81-4a59-b4c0-f10bdf1e0f22 req-259f80df-0808-4365-ab64-216b237faeab tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/ports?device_id=88ddd9f2-1b37-4e00-82d0-05fcc7e48a0c HTTP/1.1" status: 200 len: 950 time: 0.3230522 Jan 28 07:05:52.409893 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-5623a9ea-1dbf-4f7d-95b8-24edff28a97a admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.8591852 Jan 28 07:05:52.410096 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf06f44-1e54-48ce-a1e3-919119801794 req-2270eda6-d9be-4eef-9182-76b5aeb6980b tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:52.410622 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5623a9ea-1dbf-4f7d-95b8-24edff28a97a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ef6b3b8-ad36-409d-846c-78bc8b526bd5,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:52.411495 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-bdf06f44-1e54-48ce-a1e3-919119801794 req-2270eda6-d9be-4eef-9182-76b5aeb6980b tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] 10.222.0.41 "GET /v2.0/ports?device_id=973b7626-b044-4f2a-a274-995ac8201ef5 HTTP/1.1" status: 200 len: 946 time: 0.1435747 Jan 28 07:05:52.421228 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 59504) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:05:52.425122 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 59506) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:05:52.440752 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-33ff2c5c-044d-4bc1-876f-c46a5cdcce9f admin admin] Request body: {'subnet': {'network_id': 'b94633fc-75f0-4aa6-bdb5-d56882c09424', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-2022522905-subnet', 'tenant_id': '2a12f463f82c4846872885baeab2444a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:05:52.446846 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5623a9ea-1dbf-4f7d-95b8-24edff28a97a admin admin] Pushing event updated for resources: {'Network': ['ID=b94633fc-75f0-4aa6-bdb5-d56882c09424,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:52.456388 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-20d89889-bd9c-4f1e-b1b5-b181ac78e480 tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] Request body: {'floatingip': {'port_id': '52d24d01-b19d-479b-b7e2-9c7a16834c65'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:05:52.462225 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-4138457b-a16c-44d6-bf6f-49bdfbc1b2a1 admin admin] Allocated IP 172.25.6.150 (7d5b3724-deef-4831-8d43-cb9b8176573c/b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc/872b79b8-c192-4eb3-b433-1edd806d4ac6) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:05:52.470722 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network b94633fc-75f0-4aa6-bdb5-d56882c09424 details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:05:52.555039 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c554c8a6-d90a-44b7-9332-ac1141d4c2a4 req-238d0705-0c96-4865-bf07-4a070f6d38b5 service neutron] 10.222.0.10 "GET /v2.0/networks/823f80f1-2970-481b-aed2-7ad5a7c0ed20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841960 Jan 28 07:05:52.572124 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-20d89889-bd9c-4f1e-b1b5-b181ac78e480 tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] Publish callbacks [] for floatingip (0046e0b2-4620-4895-8e66-682ea362a39a), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:52.579845 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33ff2c5c-044d-4bc1-876f-c46a5cdcce9f admin admin] Made reservation on behalf of 2a12f463f82c4846872885baeab2444a for: {'subnet': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:05:52.582531 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-33ff2c5c-044d-4bc1-876f-c46a5cdcce9f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13555781'] for subnet (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:52.678876 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f225e41-19e0-4e91-bd36-326acc005134 req-cad4a78e-ef6b-4f2e-8108-fceb0460d125 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:52.680416 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0f225e41-19e0-4e91-bd36-326acc005134 req-cad4a78e-ef6b-4f2e-8108-fceb0460d125 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac619916-0e38-4e23-8847-517be05d84ae HTTP/1.1" status: 200 len: 943 time: 0.1475534 Jan 28 07:05:52.687081 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4138457b-a16c-44d6-bf6f-49bdfbc1b2a1 admin admin] Publish callbacks [] for port (872b79b8-c192-4eb3-b433-1edd806d4ac6), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:52.739839 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-07bcbaf4-9f81-4a59-b4c0-f10bdf1e0f22 req-79fa21ee-3354-417f-b340-c93524283fc8 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/security-groups?id=b910cb8c-64ec-47f6-b06b-89e838bb343d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3219419 Jan 28 07:05:52.740627 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c554c8a6-d90a-44b7-9332-ac1141d4c2a4 req-4d3da901-db46-4353-ac3d-586caeddad16 service neutron] 10.222.0.10 "GET /v2.0/networks/823f80f1-2970-481b-aed2-7ad5a7c0ed20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695728 Jan 28 07:05:52.760812 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74d17c9-fc88-4fe4-8b2b-ec031943a8eb req-1502c3ea-a28b-4e1d-8577-58f0b4c15e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:52.762213 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b74d17c9-fc88-4fe4-8b2b-ec031943a8eb req-1502c3ea-a28b-4e1d-8577-58f0b4c15e5b service neutron] 10.222.0.44 "GET /v2.0/networks?id=d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb HTTP/1.1" status: 200 len: 870 time: 0.3656330 Jan 28 07:05:52.781603 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0f225e41-19e0-4e91-bd36-326acc005134 req-d5e2909d-44b3-4821-9332-93703069c370 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/security-groups?id=83d97fa1-2f29-40d2-a756-a970d048d2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874479 Jan 28 07:05:52.816767 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4138457b-a16c-44d6-bf6f-49bdfbc1b2a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (872b79b8-c192-4eb3-b433-1edd806d4ac6), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:52.853727 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7ce27f6-a265-46a6-8ebe-da40cd4079db x-openstack-request-id: req-c7ce27f6-a265-46a6-8ebe-da40cd4079db {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:05:52.854006 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac619916-0e38-4e23-8847-517be05d84ae", "tag": "4b237626-c012-44c0-b0fc-f1f94f8f1bb0", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:05:52.854228 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c7ce27f6-a265-46a6-8ebe-da40cd4079db {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:05:52.854567 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac619916-0e38-4e23-8847-517be05d84ae', 'tag': '4b237626-c012-44c0-b0fc-f1f94f8f1bb0', 'status': 'completed', 'code': 200} Jan 28 07:05:52.881262 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4138457b-a16c-44d6-bf6f-49bdfbc1b2a1 admin admin] Network 7d5b3724-deef-4831-8d43-cb9b8176573c is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:05:52.913623 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-4138457b-a16c-44d6-bf6f-49bdfbc1b2a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:05:52.922385 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4138457b-a16c-44d6-bf6f-49bdfbc1b2a1 admin admin] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:05:52.991184 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4138457b-a16c-44d6-bf6f-49bdfbc1b2a1 admin admin] Pushing event updated for resources: {'Port': ['ID=872b79b8-c192-4eb3-b433-1edd806d4ac6,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:52.999827 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-417e514a-71d2-4e0d-ba9c-0766d283c10d req-3ed8be12-5ffd-4ca5-ad02-a8c67f6d521f tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=6709663989df41a8aa4cf350708a0358&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0783412 Jan 28 07:05:53.043908 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046b2b7b-ecff-4c6a-9996-a457ef0f0675 req-72fb109f-b28f-4886-8a8d-b8fd00a44f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:53.045687 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-046b2b7b-ecff-4c6a-9996-a457ef0f0675 req-72fb109f-b28f-4886-8a8d-b8fd00a44f18 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5c2af407db1e43909575b4b7c4ad1b18&device_id=ac619916-0e38-4e23-8847-517be05d84ae HTTP/1.1" status: 200 len: 1095 time: 0.1601241 Jan 28 07:05:53.061283 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cda12fc2-5573-47bb-ba88-89f8834dff0f None None] Network 96301cb7-5950-4fda-9bde-12decf8885d9 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:05:53.126767 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b74d17c9-fc88-4fe4-8b2b-ec031943a8eb req-09286e25-5f48-43c9-9137-9ec9739f8b40 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=0c399f48-7d92-4b84-b2c1-e5fe6a895353 HTTP/1.1" status: 200 len: 217 time: 0.3455684 Jan 28 07:05:53.156669 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b263624b-24ef-4973-9caf-986f161c7808 req-dddcfa5b-6f2d-4318-8c5a-4359304fbb55 tempest-FloatingIPDetailsTestJSON-1734815279 tempest-FloatingIPDetailsTestJSON-1734815279-project] 10.222.0.41 "GET /v2.0/floatingips/fc873116-1644-437c-bdf2-dd2d70b4b36c HTTP/1.1" status: 200 len: 691 time: 0.3564775 Jan 28 07:05:53.185516 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-1486a716-8309-4f92-b960-769766a04d71 None None] Provisioning complete for port 85b86fe4-9e19-4f97-ae98-ee98d96f8582 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:05:53.185989 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1486a716-8309-4f92-b960-769766a04d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (85b86fe4-9e19-4f97-ae98-ee98d96f8582), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:53.290688 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-1486a716-8309-4f92-b960-769766a04d71 None None] Current status of the port 85b86fe4-9e19-4f97-ae98-ee98d96f8582 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:05:53.291077 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1486a716-8309-4f92-b960-769766a04d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (85b86fe4-9e19-4f97-ae98-ee98d96f8582), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:53.299045 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74d17c9-fc88-4fe4-8b2b-ec031943a8eb req-f77108be-c3cd-4fee-8764-3006a7f6a98a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:53.300907 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b74d17c9-fc88-4fe4-8b2b-ec031943a8eb req-f77108be-c3cd-4fee-8764-3006a7f6a98a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5785b43d-448b-4d12-9eb5-4e4caf2e7eaf HTTP/1.1" status: 200 len: 843 time: 0.1593215 Jan 28 07:05:53.310286 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417e514a-71d2-4e0d-ba9c-0766d283c10d req-55717c82-ec8a-471c-9d24-8af9d625b432 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:53.312154 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-417e514a-71d2-4e0d-ba9c-0766d283c10d req-55717c82-ec8a-471c-9d24-8af9d625b432 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2841554 Jan 28 07:05:53.345031 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046b2b7b-ecff-4c6a-9996-a457ef0f0675 req-76e5b16d-22b3-4633-9607-151fb50d8aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:53.347211 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-046b2b7b-ecff-4c6a-9996-a457ef0f0675 req-76e5b16d-22b3-4633-9607-151fb50d8aa4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=823f80f1-2970-481b-aed2-7ad5a7c0ed20 HTTP/1.1" status: 200 len: 921 time: 0.2821102 Jan 28 07:05:53.362238 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-1486a716-8309-4f92-b960-769766a04d71 None None] For port 85b86fe4-9e19-4f97-ae98-ee98d96f8582, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=85b86fe4-9e19-4f97-ae98-ee98d96f8582,segment=NetworkSegment(8f16b4d4-a489-47a9-abff-4677cff0d0e7),segment_id=8f16b4d4-a489-47a9-abff-4677cff0d0e7)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:05:53.371038 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1486a716-8309-4f92-b960-769766a04d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (85b86fe4-9e19-4f97-ae98-ee98d96f8582), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:53.391700 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-417e514a-71d2-4e0d-ba9c-0766d283c10d req-115d4847-28f9-45d0-9743-889bffe84b82 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.41 "GET /v2.0/quotas/6709663989df41a8aa4cf350708a0358 HTTP/1.1" status: 200 len: 375 time: 0.0646672 Jan 28 07:05:53.407258 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 85b86fe4-9e19-4f97-ae98-ee98d96f8582 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:05:53.477708 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1486a716-8309-4f92-b960-769766a04d71 None None] Pushing event updated for resources: {'Port': ['ID=85b86fe4-9e19-4f97-ae98-ee98d96f8582,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:53.511389 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 85b86fe4-9e19-4f97-ae98-ee98d96f8582 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:05:53.511832 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (85b86fe4-9e19-4f97-ae98-ee98d96f8582), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:53.531734 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74d17c9-fc88-4fe4-8b2b-ec031943a8eb req-5ceb2a38-3b6d-48f2-aaca-217fe1c4cf8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:53.534304 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b74d17c9-fc88-4fe4-8b2b-ec031943a8eb req-5ceb2a38-3b6d-48f2-aaca-217fe1c4cf8c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2214479 Jan 28 07:05:53.605835 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 85b86fe4-9e19-4f97-ae98-ee98d96f8582 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:05:53.611486 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-b973db28-e516-4f85-90c1-e8b9fd040be3 None None] Provisioning complete for port 85b86fe4-9e19-4f97-ae98-ee98d96f8582 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:05:53.612426 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b973db28-e516-4f85-90c1-e8b9fd040be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (85b86fe4-9e19-4f97-ae98-ee98d96f8582), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:53.659127 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-046b2b7b-ecff-4c6a-9996-a457ef0f0675 req-f5baae6b-0a46-4540-95a0-5498e95db2af service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b237626-c012-44c0-b0fc-f1f94f8f1bb0 HTTP/1.1" status: 200 len: 217 time: 0.2781513 Jan 28 07:05:53.688523 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-33ff2c5c-044d-4bc1-876f-c46a5cdcce9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13546728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13555799'] for subnet (c6c8605e-18e4-4a13-91aa-a9a8748dab49), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:53.710205 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-b973db28-e516-4f85-90c1-e8b9fd040be3 None None] Current status of the port 85b86fe4-9e19-4f97-ae98-ee98d96f8582 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:05:53.722466 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4138457b-a16c-44d6-bf6f-49bdfbc1b2a1 admin admin] Publish callbacks [] for router_gateway (bccf5753-6071-43c7-87cf-afad78c8a4b8), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:53.750869 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 0c399f48-7d92-4b84-b2c1-e5fe6a895353 no longer exists at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:05:53.780552 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b263624b-24ef-4973-9caf-986f161c7808 req-6beb02b1-060b-4de6-b942-e705c4fcf318 tempest-FloatingIPDetailsTestJSON-1734815279 tempest-FloatingIPDetailsTestJSON-1734815279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:53.781965 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b263624b-24ef-4973-9caf-986f161c7808 req-6beb02b1-060b-4de6-b942-e705c4fcf318 tempest-FloatingIPDetailsTestJSON-1734815279 tempest-FloatingIPDetailsTestJSON-1734815279-project] 10.222.0.41 "GET /v2.0/networks/7d5b3724-deef-4831-8d43-cb9b8176573c HTTP/1.1" status: 200 len: 784 time: 0.4729006 Jan 28 07:05:53.783234 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046b2b7b-ecff-4c6a-9996-a457ef0f0675 req-594890ae-840a-4d2d-a5c1-4d1509b3bbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:53.784724 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-046b2b7b-ecff-4c6a-9996-a457ef0f0675 req-594890ae-840a-4d2d-a5c1-4d1509b3bbf9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d3ff6769-eb60-4293-943b-ef852d2e0c72 HTTP/1.1" status: 200 len: 860 time: 0.1140420 Jan 28 07:05:53.800567 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] The host n-h1-712749-28 is not matching for port 0c399f48-7d92-4b84-b2c1-e5fe6a895353 host n-h2-712749-28! {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 07:05:53.800960 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 0c399f48-7d92-4b84-b2c1-e5fe6a895353 not bound to the agent host n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:05:53.834482 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-417e514a-71d2-4e0d-ba9c-0766d283c10d req-9bc4a826-a394-464b-976c-62e26d3cd727 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=6709663989df41a8aa4cf350708a0358&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1791131 Jan 28 07:05:53.855173 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-046b2b7b-ecff-4c6a-9996-a457ef0f0675 req-0d44a26a-6162-48f3-8977-08b1fc3091d4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=823f80f1-2970-481b-aed2-7ad5a7c0ed20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621514 Jan 28 07:05:53.944148 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b263624b-24ef-4973-9caf-986f161c7808 req-84d467d4-e9c4-47d1-94fe-a9910a67effd tempest-FloatingIPDetailsTestJSON-1734815279 tempest-FloatingIPDetailsTestJSON-1734815279-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.6.6 HTTP/1.1" status: 200 len: 694 time: 0.1181722 Jan 28 07:05:53.950610 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd6f6cee-8828-415b-beee-3ed839555ede', 'tag': '0c399f48-7d92-4b84-b2c1-e5fe6a895353'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:05:53.952614 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5905883a-da6c-4e7d-80e3-818e12f1c97e" -d '{"events": [{"name": "network-changed", "server_uuid": "cd6f6cee-8828-415b-beee-3ed839555ede", "tag": "0c399f48-7d92-4b84-b2c1-e5fe6a895353"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:05:53.955132 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ff2c5c-044d-4bc1-876f-c46a5cdcce9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6c8605e-18e4-4a13-91aa-a9a8748dab49,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:54.030126 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-046b2b7b-ecff-4c6a-9996-a457ef0f0675 req-85733e4d-a455-4a11-be04-004194478434 service neutron] 10.222.0.10 "GET /v2.0/networks/823f80f1-2970-481b-aed2-7ad5a7c0ed20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681075 Jan 28 07:05:54.032044 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b74d17c9-fc88-4fe4-8b2b-ec031943a8eb req-81678267-02ea-4690-8720-4749763afe1b service neutron] 10.222.0.44 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4626877 Jan 28 07:05:54.058968 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4138457b-a16c-44d6-bf6f-49bdfbc1b2a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16605475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16607909'] for router (bccf5753-6071-43c7-87cf-afad78c8a4b8), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:54.113377 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b263624b-24ef-4973-9caf-986f161c7808 req-baaaa690-e36d-40c2-a940-d20569ec37d9 tempest-FloatingIPDetailsTestJSON-1734815279 tempest-FloatingIPDetailsTestJSON-1734815279-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.6.6 HTTP/1.1" status: 200 len: 694 time: 0.1349354 Jan 28 07:05:54.148666 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ff2c5c-044d-4bc1-876f-c46a5cdcce9f admin admin] Checking segment: {'id': 'f55e5d3b-3c57-474c-9911-954d6703249e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b94633fc-75f0-4aa6-bdb5-d56882c09424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:05:54.149038 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ff2c5c-044d-4bc1-876f-c46a5cdcce9f admin admin] Network hostable DHCP agents. Network: b94633fc-75f0-4aa6-bdb5-d56882c09424, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:05:54.196737 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb52340-a2a8-49c6-ad83-1353bac8baee req-8ceb4d3e-c921-4d4e-8a50-09cda947bf2e tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:54.198273 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-cbb52340-a2a8-49c6-ad83-1353bac8baee req-8ceb4d3e-c921-4d4e-8a50-09cda947bf2e tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/ports?device_id=08006919-0299-48cf-a9f3-f2ccc70a1f0b HTTP/1.1" status: 200 len: 950 time: 0.1633420 Jan 28 07:05:54.265672 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-046b2b7b-ecff-4c6a-9996-a457ef0f0675 req-95c85582-fe98-4335-ad4d-e1a488256449 service neutron] 10.222.0.10 "GET /v2.0/networks/823f80f1-2970-481b-aed2-7ad5a7c0ed20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173254 Jan 28 07:05:54.312947 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-cbb52340-a2a8-49c6-ad83-1353bac8baee req-79179ffc-40c5-49a4-b116-64fbe8873345 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/security-groups?id=b910cb8c-64ec-47f6-b06b-89e838bb343d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752676 Jan 28 07:05:54.335574 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4138457b-a16c-44d6-bf6f-49bdfbc1b2a1 admin admin] Router bccf5753-6071-43c7-87cf-afad78c8a4b8 is scheduled to L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 with binding_index 1 {{(pid=103284) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 07:05:54.378266 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ff2c5c-044d-4bc1-876f-c46a5cdcce9f admin admin] Network b94633fc-75f0-4aa6-bdb5-d56882c09424 is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:05:54.393348 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.db.resource_extend [None req-20d89889-bd9c-4f1e-b1b5-b181ac78e480 tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 07:05:54.444592 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b74d17c9-fc88-4fe4-8b2b-ec031943a8eb req-0785f4ab-0de2-4ded-a889-8c1d20d6ff84 service neutron] 10.222.0.44 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3769035 Jan 28 07:05:54.460939 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-33ff2c5c-044d-4bc1-876f-c46a5cdcce9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, b94633fc-75f0-4aa6-bdb5-d56882c09424) {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:05:54.475345 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-463d5d17-3bf1-46a3-8409-9bdebc16d1b9 None None] Network b94633fc-75f0-4aa6-bdb5-d56882c09424 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:05:54.496298 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ff2c5c-044d-4bc1-876f-c46a5cdcce9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:54.496906 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-33ff2c5c-044d-4bc1-876f-c46a5cdcce9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:54.513296 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4138457b-a16c-44d6-bf6f-49bdfbc1b2a1 admin admin] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:05:54.520558 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-20d89889-bd9c-4f1e-b1b5-b181ac78e480 tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:54.523528 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec4c127-33a3-43f6-8ae8-d013b83900de req-9471fc04-1631-4690-bf58-89c4a6801171 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:54.532369 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-20d89889-bd9c-4f1e-b1b5-b181ac78e480 tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16609095'] for floatingip (0046e0b2-4620-4895-8e66-682ea362a39a), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:54.532597 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0ec4c127-33a3-43f6-8ae8-d013b83900de req-9471fc04-1631-4690-bf58-89c4a6801171 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd6f6cee-8828-415b-beee-3ed839555ede HTTP/1.1" status: 200 len: 947 time: 0.1160536 Jan 28 07:05:54.533583 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b5ad8c-7323-4e44-b4ca-75c6679379e7 None None] Sync routers for ids ['bccf5753-6071-43c7-87cf-afad78c8a4b8'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:05:54.546842 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-33ff2c5c-044d-4bc1-876f-c46a5cdcce9f admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.1230545 Jan 28 07:05:54.552185 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 59536) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:05:54.557196 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-edbdf811-1f3f-43e4-87a2-572e8d06d402 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-2022522905-router', 'tenant_id': '2a12f463f82c4846872885baeab2444a', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:05:54.561248 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b5ad8c-7323-4e44-b4ca-75c6679379e7 None None] Routers {'bccf5753-6071-43c7-87cf-afad78c8a4b8'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:05:54.566629 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-80b5ad8c-7323-4e44-b4ca-75c6679379e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:05:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['bccf5753-6071-43c7-87cf-afad78c8a4b8'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:05:54.591488 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-b263624b-24ef-4973-9caf-986f161c7808 req-2dad4acf-8204-4715-a7c8-706ce2fb3c6f tempest-FloatingIPDetailsTestJSON-1734815279 tempest-FloatingIPDetailsTestJSON-1734815279-project] Deleting port c87f3a00-5738-4878-955b-34b10555388a {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:05:54.592616 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b263624b-24ef-4973-9caf-986f161c7808 req-2dad4acf-8204-4715-a7c8-706ce2fb3c6f tempest-FloatingIPDetailsTestJSON-1734815279 tempest-FloatingIPDetailsTestJSON-1734815279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (c87f3a00-5738-4878-955b-34b10555388a), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:54.598807 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4138457b-a16c-44d6-bf6f-49bdfbc1b2a1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:54.600262 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-4138457b-a16c-44d6-bf6f-49bdfbc1b2a1 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 4.0120761 Jan 28 07:05:54.606925 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 59538) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:05:54.620751 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-edbdf811-1f3f-43e4-87a2-572e8d06d402 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16606890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127275'] for router (3c804dd1-131a-43d5-93df-44a449b19564), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:54.622147 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-edbdf811-1f3f-43e4-87a2-572e8d06d402 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16605498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16607952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16355422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127266'] for router (3c804dd1-131a-43d5-93df-44a449b19564), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:54.664911 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-091f33c3-8498-4edf-87b5-2d58fed7d859 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3dd72b9-6805-5f61-b6f3-a591f99a173d-b94633fc-75f0-4aa6-bdb5-d56882c09424', 'network_id': 'b94633fc-75f0-4aa6-bdb5-d56882c09424', 'project_id': '2a12f463f82c4846872885baeab2444a', 'fixed_ips': [{'subnet_id': 'c6c8605e-18e4-4a13-91aa-a9a8748dab49'}]}} from n-d-712749-28. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 07:05:54.665845 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-091f33c3-8498-4edf-87b5-2d58fed7d859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:54.682908 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0ec4c127-33a3-43f6-8ae8-d013b83900de req-2505d3ec-7648-4922-a8c6-8fc2eb0bcb0d tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491036 Jan 28 07:05:54.840427 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-80b5ad8c-7323-4e44-b4ca-75c6679379e7 None None] Set router bccf5753-6071-43c7-87cf-afad78c8a4b8 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:05:54.871303 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-edbdf811-1f3f-43e4-87a2-572e8d06d402 admin admin] Publish callbacks [] for router_controller (3c804dd1-131a-43d5-93df-44a449b19564), precommit_add_association {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:54.925056 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-091f33c3-8498-4edf-87b5-2d58fed7d859 None None] Allocated IP 172.20.0.2 (b94633fc-75f0-4aa6-bdb5-d56882c09424/c6c8605e-18e4-4a13-91aa-a9a8748dab49/35288e8b-1bd2-4fdf-839f-3192341e2e0d) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:05:55.020535 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9f6784-d400-4b50-83a4-859bca0b8b6f req-0301e12d-e346-4d7f-8686-7593f104c09e tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:55.028752 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6f9f6784-d400-4b50-83a4-859bca0b8b6f req-0301e12d-e346-4d7f-8686-7593f104c09e tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac619916-0e38-4e23-8847-517be05d84ae HTTP/1.1" status: 200 len: 943 time: 0.2181568 Jan 28 07:05:55.043205 n-d-712749-28 neutron-server[103283]: INFO neutron.db.l3_db [None req-20d89889-bd9c-4f1e-b1b5-b181ac78e480 tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] Floating IP 0046e0b2-4620-4895-8e66-682ea362a39a associated. External IP: 172.25.6.100, port: 52d24d01-b19d-479b-b7e2-9c7a16834c65. Jan 28 07:05:55.063032 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-80b5ad8c-7323-4e44-b4ca-75c6679379e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bccf5753-6071-43c7-87cf-afad78c8a4b8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1227206476-router', 'tenant_id': 'a381c640729844758b77251ed8b2bb56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': '872b79b8-c192-4eb3-b433-1edd806d4ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:05:50Z', 'updated_at': '2022-01-28T07:05:53Z', 'revision_number': 3, 'project_id': 'a381c640729844758b77251ed8b2bb56', 'gw_port': {'id': '872b79b8-c192-4eb3-b433-1edd806d4ac6', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:7e:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bccf5753-6071-43c7-87cf-afad78c8a4b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:05:52Z', 'updated_at': '2022-01-28T07:05:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:05:55.094564 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-091f33c3-8498-4edf-87b5-2d58fed7d859 None None] Publish callbacks [] for port (35288e8b-1bd2-4fdf-839f-3192341e2e0d), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:55.103384 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b5ad8c-7323-4e44-b4ca-75c6679379e7 None None] Checking router: bccf5753-6071-43c7-87cf-afad78c8a4b8 for host: n-d-712749-28 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:05:55.104034 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b5ad8c-7323-4e44-b4ca-75c6679379e7 None None] Updating router bccf5753-6071-43c7-87cf-afad78c8a4b8 port 872b79b8-c192-4eb3-b433-1edd806d4ac6 binding host n-d-712749-28 {{(pid=103286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 07:05:55.104951 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-091f33c3-8498-4edf-87b5-2d58fed7d859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (35288e8b-1bd2-4fdf-839f-3192341e2e0d), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:55.146227 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-80b5ad8c-7323-4e44-b4ca-75c6679379e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (872b79b8-c192-4eb3-b433-1edd806d4ac6), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:55.176965 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-edbdf811-1f3f-43e4-87a2-572e8d06d402 admin admin] Publish callbacks [] for router_gateway (3c804dd1-131a-43d5-93df-44a449b19564), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:55.181315 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-091f33c3-8498-4edf-87b5-2d58fed7d859 None None] Network b94633fc-75f0-4aa6-bdb5-d56882c09424 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:05:55.195453 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-091f33c3-8498-4edf-87b5-2d58fed7d859 None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:05:55.199057 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091f33c3-8498-4edf-87b5-2d58fed7d859 None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:05:55.200873 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6f9f6784-d400-4b50-83a4-859bca0b8b6f req-6ce32155-fc2e-4ae7-9cdf-f72cbfb40cc7 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/security-groups?id=83d97fa1-2f29-40d2-a756-a970d048d2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702185 Jan 28 07:05:55.202433 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f33c3-8498-4edf-87b5-2d58fed7d859 None None] Pushing event updated for resources: {'Port': ['ID=35288e8b-1bd2-4fdf-839f-3192341e2e0d,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:55.206121 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b263624b-24ef-4973-9caf-986f161c7808 req-2dad4acf-8204-4715-a7c8-706ce2fb3c6f tempest-FloatingIPDetailsTestJSON-1734815279 tempest-FloatingIPDetailsTestJSON-1734815279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (c87f3a00-5738-4878-955b-34b10555388a), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:55.206462 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b263624b-24ef-4973-9caf-986f161c7808 req-2dad4acf-8204-4715-a7c8-706ce2fb3c6f tempest-FloatingIPDetailsTestJSON-1734815279 tempest-FloatingIPDetailsTestJSON-1734815279-project] Publish callbacks [] for floatingip (c87f3a00-5738-4878-955b-34b10555388a), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:55.246776 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-b263624b-24ef-4973-9caf-986f161c7808 req-2dad4acf-8204-4715-a7c8-706ce2fb3c6f tempest-FloatingIPDetailsTestJSON-1734815279 tempest-FloatingIPDetailsTestJSON-1734815279-project] Calling delete_port for c87f3a00-5738-4878-955b-34b10555388a owned by network:floatingip {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:05:55.276535 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-091f33c3-8498-4edf-87b5-2d58fed7d859 None None] Attempting to bind port 35288e8b-1bd2-4fdf-839f-3192341e2e0d on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:05:55.276983 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-091f33c3-8498-4edf-87b5-2d58fed7d859 None None] Attempting to bind port 35288e8b-1bd2-4fdf-839f-3192341e2e0d by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': 'f55e5d3b-3c57-474c-9911-954d6703249e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b94633fc-75f0-4aa6-bdb5-d56882c09424'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:05:55.277478 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091f33c3-8498-4edf-87b5-2d58fed7d859 None None] Attempting to bind port 35288e8b-1bd2-4fdf-839f-3192341e2e0d on network b94633fc-75f0-4aa6-bdb5-d56882c09424 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:05:55.284780 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091f33c3-8498-4edf-87b5-2d58fed7d859 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:05:55.285314 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091f33c3-8498-4edf-87b5-2d58fed7d859 None None] Checking segment: {'id': 'f55e5d3b-3c57-474c-9911-954d6703249e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b94633fc-75f0-4aa6-bdb5-d56882c09424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:05:55.285816 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-091f33c3-8498-4edf-87b5-2d58fed7d859 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:55.286365 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091f33c3-8498-4edf-87b5-2d58fed7d859 None None] Bound using segment: {'id': 'f55e5d3b-3c57-474c-9911-954d6703249e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b94633fc-75f0-4aa6-bdb5-d56882c09424'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:05:55.286979 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-091f33c3-8498-4edf-87b5-2d58fed7d859 None None] Bound port: 35288e8b-1bd2-4fdf-839f-3192341e2e0d, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f55e5d3b-3c57-474c-9911-954d6703249e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b94633fc-75f0-4aa6-bdb5-d56882c09424'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:05:55.287430 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-091f33c3-8498-4edf-87b5-2d58fed7d859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (35288e8b-1bd2-4fdf-839f-3192341e2e0d), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:55.336617 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 85b86fe4-9e19-4f97-ae98-ee98d96f8582 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:05:55.394835 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bfb163c-5345-4db3-9b7a-bc9420f91188 x-openstack-request-id: req-1bfb163c-5345-4db3-9b7a-bc9420f91188 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:05:55.395331 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd6f6cee-8828-415b-beee-3ed839555ede", "tag": "0c399f48-7d92-4b84-b2c1-e5fe6a895353", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:05:55.395414 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1bfb163c-5345-4db3-9b7a-bc9420f91188 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:05:55.395772 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd6f6cee-8828-415b-beee-3ed839555ede', 'tag': '0c399f48-7d92-4b84-b2c1-e5fe6a895353', 'status': 'completed', 'code': 200} Jan 28 07:05:55.461032 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-091f33c3-8498-4edf-87b5-2d58fed7d859 None None] For port 35288e8b-1bd2-4fdf-839f-3192341e2e0d, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:05:55.469184 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-091f33c3-8498-4edf-87b5-2d58fed7d859 None None] For port 35288e8b-1bd2-4fdf-839f-3192341e2e0d, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=35288e8b-1bd2-4fdf-839f-3192341e2e0d,segment=NetworkSegment(f55e5d3b-3c57-474c-9911-954d6703249e),segment_id=f55e5d3b-3c57-474c-9911-954d6703249e)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:05:55.475826 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 85b86fe4-9e19-4f97-ae98-ee98d96f8582 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:05:55.476512 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (85b86fe4-9e19-4f97-ae98-ee98d96f8582), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:55.530668 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-091f33c3-8498-4edf-87b5-2d58fed7d859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (35288e8b-1bd2-4fdf-839f-3192341e2e0d), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:55.614095 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e1e2ceb1-31b2-476b-a295-bac14b5a8889 req-1db7c069-f560-47ef-8578-6be5fef34a62 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.41 "GET /v2.0/ports?device_id=b647b73c-ce74-43f3-b169-b125779cfb03 HTTP/1.1" status: 200 len: 210 time: 0.0477240 Jan 28 07:05:55.619279 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-417e514a-71d2-4e0d-ba9c-0766d283c10d req-84247b0e-ba5e-47a8-a4c3-8a99aa8ca579 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=6709663989df41a8aa4cf350708a0358&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0644341 Jan 28 07:05:55.640906 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5905883a-da6c-4e7d-80e3-818e12f1c97e req-d79d54e8-80f9-4cc0-9035-183446fbb6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:55.642460 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5905883a-da6c-4e7d-80e3-818e12f1c97e req-d79d54e8-80f9-4cc0-9035-183446fbb6fa service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=966335f0946f459597af95ab0b33b55c&device_id=cd6f6cee-8828-415b-beee-3ed839555ede HTTP/1.1" status: 200 len: 1099 time: 0.1098831 Jan 28 07:05:55.646358 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5905883a-da6c-4e7d-80e3-818e12f1c97e req-d9a81831-8db7-4b0d-ab42-41c46fd76f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:55.650278 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5905883a-da6c-4e7d-80e3-818e12f1c97e req-d9a81831-8db7-4b0d-ab42-41c46fd76f34 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=966335f0946f459597af95ab0b33b55c&device_id=cd6f6cee-8828-415b-beee-3ed839555ede HTTP/1.1" status: 200 len: 1099 time: 0.1933174 Jan 28 07:05:55.652920 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 85b86fe4-9e19-4f97-ae98-ee98d96f8582 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:05:55.675961 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f33c3-8498-4edf-87b5-2d58fed7d859 None None] Pushing event updated for resources: {'Port': ['ID=35288e8b-1bd2-4fdf-839f-3192341e2e0d,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:55.781272 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 4b237626-c012-44c0-b0fc-f1f94f8f1bb0 details requested by agent hyperv_n-h1-712749-28 with host n-h1-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:05:55.849283 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-80b5ad8c-7323-4e44-b4ca-75c6679379e7 None None] Publish callbacks [] for port (872b79b8-c192-4eb3-b433-1edd806d4ac6), precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:55.862788 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-80b5ad8c-7323-4e44-b4ca-75c6679379e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (872b79b8-c192-4eb3-b433-1edd806d4ac6), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:55.907691 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b263624b-24ef-4973-9caf-986f161c7808 req-2dad4acf-8204-4715-a7c8-706ce2fb3c6f tempest-FloatingIPDetailsTestJSON-1734815279 tempest-FloatingIPDetailsTestJSON-1734815279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (c87f3a00-5738-4878-955b-34b10555388a), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:55.930450 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-80b5ad8c-7323-4e44-b4ca-75c6679379e7 None None] Attempting to bind port 872b79b8-c192-4eb3-b433-1edd806d4ac6 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:05:55.931378 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-80b5ad8c-7323-4e44-b4ca-75c6679379e7 None None] Attempting to bind port 872b79b8-c192-4eb3-b433-1edd806d4ac6 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:05:55.931762 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b5ad8c-7323-4e44-b4ca-75c6679379e7 None None] Attempting to bind port 872b79b8-c192-4eb3-b433-1edd806d4ac6 on network 7d5b3724-deef-4831-8d43-cb9b8176573c {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:05:55.946424 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b5ad8c-7323-4e44-b4ca-75c6679379e7 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:05:55.949848 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20d89889-bd9c-4f1e-b1b5-b181ac78e480 tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] Router bb0e90d9-aa8f-47f8-8a35-7025f159e9d8 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:05:55.953112 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b5ad8c-7323-4e44-b4ca-75c6679379e7 None None] Checking segment: {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:05:55.956221 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-80b5ad8c-7323-4e44-b4ca-75c6679379e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:55.956818 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b5ad8c-7323-4e44-b4ca-75c6679379e7 None None] Bound using segment: {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:05:55.957840 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-80b5ad8c-7323-4e44-b4ca-75c6679379e7 None None] Bound port: 872b79b8-c192-4eb3-b433-1edd806d4ac6, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:05:55.958577 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-80b5ad8c-7323-4e44-b4ca-75c6679379e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (872b79b8-c192-4eb3-b433-1edd806d4ac6), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:56.044898 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-80b5ad8c-7323-4e44-b4ca-75c6679379e7 None None] For port 872b79b8-c192-4eb3-b433-1edd806d4ac6, host n-d-712749-28, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:05:56.048907 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-80b5ad8c-7323-4e44-b4ca-75c6679379e7 None None] For port 872b79b8-c192-4eb3-b433-1edd806d4ac6, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=872b79b8-c192-4eb3-b433-1edd806d4ac6,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:05:56.067620 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dad4acf-8204-4715-a7c8-706ce2fb3c6f tempest-FloatingIPDetailsTestJSON-1734815279 tempest-FloatingIPDetailsTestJSON-1734815279-project] Pushing event deleted for resources: {'Port': ['ID=c87f3a00-5738-4878-955b-34b10555388a,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:56.084788 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266d1648-9140-4604-98d4-e92a32b3d917 None None] Pushing event updated for resources: {'Port': ['ID=872b79b8-c192-4eb3-b433-1edd806d4ac6,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:56.088384 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-80b5ad8c-7323-4e44-b4ca-75c6679379e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (872b79b8-c192-4eb3-b433-1edd806d4ac6), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:56.097558 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5905883a-da6c-4e7d-80e3-818e12f1c97e req-3461649b-6dd2-49b4-993e-2ca64ef905cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:56.099214 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5905883a-da6c-4e7d-80e3-818e12f1c97e req-3461649b-6dd2-49b4-993e-2ca64ef905cc service neutron] 10.222.0.10 "GET /v2.0/networks?id=d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb HTTP/1.1" status: 200 len: 870 time: 0.4032993 Jan 28 07:05:56.109027 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266d1648-9140-4604-98d4-e92a32b3d917 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:05:56.109589 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266d1648-9140-4604-98d4-e92a32b3d917 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:05:56.110099 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266d1648-9140-4604-98d4-e92a32b3d917 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:05:56.110698 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266d1648-9140-4604-98d4-e92a32b3d917 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:05:56.111183 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266d1648-9140-4604-98d4-e92a32b3d917 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:05:56.111668 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266d1648-9140-4604-98d4-e92a32b3d917 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:05:56.112683 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266d1648-9140-4604-98d4-e92a32b3d917 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:05:56.113187 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266d1648-9140-4604-98d4-e92a32b3d917 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:05:56.113690 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266d1648-9140-4604-98d4-e92a32b3d917 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:05:56.114312 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266d1648-9140-4604-98d4-e92a32b3d917 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:05:56.114791 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266d1648-9140-4604-98d4-e92a32b3d917 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:05:56.115274 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266d1648-9140-4604-98d4-e92a32b3d917 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:05:56.115738 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266d1648-9140-4604-98d4-e92a32b3d917 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:05:56.201255 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 4b237626-c012-44c0-b0fc-f1f94f8f1bb0, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=4b237626-c012-44c0-b0fc-f1f94f8f1bb0,segment=NetworkSegment(919581ea-4d97-4a95-839c-1632528194b6),segment_id=919581ea-4d97-4a95-839c-1632528194b6)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:05:56.206735 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dafc48c-742b-445a-a1fa-ddf5a8bfe65e req-d25c9009-b567-4252-8100-5e4a567db799 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:56.212430 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dafc48c-742b-445a-a1fa-ddf5a8bfe65e req-d25c9009-b567-4252-8100-5e4a567db799 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:56.219938 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Returning: {'device': '4b237626-c012-44c0-b0fc-f1f94f8f1bb0', 'network_id': '823f80f1-2970-481b-aed2-7ad5a7c0ed20', 'port_id': '4b237626-c012-44c0-b0fc-f1f94f8f1bb0', 'mac_address': 'fa:16:3e:9a:73:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3ff6769-eb60-4293-943b-ef852d2e0c72', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:05:56.220755 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9dafc48c-742b-445a-a1fa-ddf5a8bfe65e req-d25c9009-b567-4252-8100-5e4a567db799 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/ports?device_id=08006919-0299-48cf-a9f3-f2ccc70a1f0b&device_id=88ddd9f2-1b37-4e00-82d0-05fcc7e48a0c HTTP/1.1" status: 200 len: 1691 time: 0.2820797 Jan 28 07:05:56.235118 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b5ad8c-7323-4e44-b4ca-75c6679379e7 None None] Routers {'bccf5753-6071-43c7-87cf-afad78c8a4b8'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:05:56.235981 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-80b5ad8c-7323-4e44-b4ca-75c6679379e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:05:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['bccf5753-6071-43c7-87cf-afad78c8a4b8'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:05:56.256043 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417e514a-71d2-4e0d-ba9c-0766d283c10d req-2e7a2f45-aa5e-4d1f-b987-8837ba6f1991 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:56.256043 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-417e514a-71d2-4e0d-ba9c-0766d283c10d req-2e7a2f45-aa5e-4d1f-b987-8837ba6f1991 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6280925 Jan 28 07:05:56.260283 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5905883a-da6c-4e7d-80e3-818e12f1c97e req-1950a9e8-7d93-4e5e-9d4f-2f069c34c2d1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=0c399f48-7d92-4b84-b2c1-e5fe6a895353 HTTP/1.1" status: 200 len: 217 time: 0.1277385 Jan 28 07:05:56.270738 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 4b237626-c012-44c0-b0fc-f1f94f8f1bb0 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:05:56.271415 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (4b237626-c012-44c0-b0fc-f1f94f8f1bb0), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:56.303361 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b237626-c012-44c0-b0fc-f1f94f8f1bb0 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:05:56.303475 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9dafc48c-742b-445a-a1fa-ddf5a8bfe65e req-b473bc0a-36b3-47cc-ac1a-d73ebbdb1a2d tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/security-groups?id=b910cb8c-64ec-47f6-b06b-89e838bb343d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765224 Jan 28 07:05:56.312850 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-417e514a-71d2-4e0d-ba9c-0766d283c10d req-8505f24b-e7bb-4799-8081-d0eb254d5348 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] Request body: {'port': {'device_id': 'b647b73c-ce74-43f3-b169-b125779cfb03', 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb', 'admin_state_up': True, 'tenant_id': '6709663989df41a8aa4cf350708a0358'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:05:56.317500 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266d1648-9140-4604-98d4-e92a32b3d917 None None] Pushing event updated for resources: {'Port': ['ID=872b79b8-c192-4eb3-b433-1edd806d4ac6,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:56.323060 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 4b237626-c012-44c0-b0fc-f1f94f8f1bb0, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=4b237626-c012-44c0-b0fc-f1f94f8f1bb0,segment=NetworkSegment(919581ea-4d97-4a95-839c-1632528194b6),segment_id=919581ea-4d97-4a95-839c-1632528194b6)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:05:56.331347 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (4b237626-c012-44c0-b0fc-f1f94f8f1bb0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:56.407705 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-80b5ad8c-7323-4e44-b4ca-75c6679379e7 None None] Set router bccf5753-6071-43c7-87cf-afad78c8a4b8 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:05:56.407916 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5905883a-da6c-4e7d-80e3-818e12f1c97e req-1b95a1a1-9cae-485b-b5a9-c88bce630e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:56.409329 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5905883a-da6c-4e7d-80e3-818e12f1c97e req-1b95a1a1-9cae-485b-b5a9-c88bce630e30 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb HTTP/1.1" status: 200 len: 870 time: 0.7340655 Jan 28 07:05:56.418320 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=4b237626-c012-44c0-b0fc-f1f94f8f1bb0,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:56.420012 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b263624b-24ef-4973-9caf-986f161c7808 req-2dad4acf-8204-4715-a7c8-706ce2fb3c6f tempest-FloatingIPDetailsTestJSON-1734815279 tempest-FloatingIPDetailsTestJSON-1734815279-project] Publish callbacks [] for floatingip (fc873116-1644-437c-bdf2-dd2d70b4b36c), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:56.427028 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b263624b-24ef-4973-9caf-986f161c7808 req-2dad4acf-8204-4715-a7c8-706ce2fb3c6f tempest-FloatingIPDetailsTestJSON-1734815279 tempest-FloatingIPDetailsTestJSON-1734815279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for floatingip (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:56.428434 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b263624b-24ef-4973-9caf-986f161c7808 req-2dad4acf-8204-4715-a7c8-706ce2fb3c6f tempest-FloatingIPDetailsTestJSON-1734815279 tempest-FloatingIPDetailsTestJSON-1734815279-project] 10.222.0.41 "DELETE /v2.0/floatingips/fc873116-1644-437c-bdf2-dd2d70b4b36c HTTP/1.1" status: 204 len: 173 time: 2.2840917 Jan 28 07:05:56.447120 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 59546) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:05:56.550548 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5905883a-da6c-4e7d-80e3-818e12f1c97e req-deb2def0-b479-4f04-b944-45393f214a7f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=0c399f48-7d92-4b84-b2c1-e5fe6a895353 HTTP/1.1" status: 200 len: 217 time: 0.1193225 Jan 28 07:05:56.567323 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5905883a-da6c-4e7d-80e3-818e12f1c97e req-75c703f0-e336-4335-a6af-231f20b2043e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:56.568753 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5905883a-da6c-4e7d-80e3-818e12f1c97e req-75c703f0-e336-4335-a6af-231f20b2043e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5785b43d-448b-4d12-9eb5-4e4caf2e7eaf HTTP/1.1" status: 200 len: 843 time: 0.2823529 Jan 28 07:05:56.612355 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20d89889-bd9c-4f1e-b1b5-b181ac78e480 tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:05:56.620974 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c30eb8eb-4aac-46a4-a09c-74b69fb5b22c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:56.621217 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-20d89889-bd9c-4f1e-b1b5-b181ac78e480 tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for floatingip (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:56.635392 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7a33cc-2b3c-4e75-b126-5a3f3f54cbbd None None] Sync routers for ids ['bb0e90d9-aa8f-47f8-8a35-7025f159e9d8'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:05:56.643171 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-80b5ad8c-7323-4e44-b4ca-75c6679379e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bccf5753-6071-43c7-87cf-afad78c8a4b8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1227206476-router', 'tenant_id': 'a381c640729844758b77251ed8b2bb56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': '872b79b8-c192-4eb3-b433-1edd806d4ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:05:50Z', 'updated_at': '2022-01-28T07:05:53Z', 'revision_number': 3, 'project_id': 'a381c640729844758b77251ed8b2bb56', 'gw_port': {'id': '872b79b8-c192-4eb3-b433-1edd806d4ac6', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:7e:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bccf5753-6071-43c7-87cf-afad78c8a4b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:05:52Z', 'updated_at': '2022-01-28T07:05:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:05:56.653003 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['4b237626-c012-44c0-b0fc-f1f94f8f1bb0'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:05:56.680886 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5905883a-da6c-4e7d-80e3-818e12f1c97e req-d301613a-bdb6-4ad5-8db1-6e8a314f60e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:56.682375 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5905883a-da6c-4e7d-80e3-818e12f1c97e req-d301613a-bdb6-4ad5-8db1-6e8a314f60e6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5785b43d-448b-4d12-9eb5-4e4caf2e7eaf HTTP/1.1" status: 200 len: 843 time: 0.1107316 Jan 28 07:05:56.694808 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-20d89889-bd9c-4f1e-b1b5-b181ac78e480 tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] 10.222.0.41 "PUT /v2.0/floatingips/0046e0b2-4620-4895-8e66-682ea362a39a HTTP/1.1" status: 200 len: 992 time: 4.2464027 Jan 28 07:05:56.697557 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b5ad8c-7323-4e44-b4ca-75c6679379e7 None None] The sync data for ids ['bccf5753-6071-43c7-87cf-afad78c8a4b8'] in n-d-712749-28 is: [{'id': 'bccf5753-6071-43c7-87cf-afad78c8a4b8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1227206476-router', 'tenant_id': 'a381c640729844758b77251ed8b2bb56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': '872b79b8-c192-4eb3-b433-1edd806d4ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:05:50Z', 'updated_at': '2022-01-28T07:05:53Z', 'revision_number': 3, 'project_id': 'a381c640729844758b77251ed8b2bb56', 'gw_port': {'id': '872b79b8-c192-4eb3-b433-1edd806d4ac6', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:7e:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bccf5753-6071-43c7-87cf-afad78c8a4b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:05:52Z', 'updated_at': '2022-01-28T07:05:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:05:56.702403 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a673e1-e314-4388-858b-7c6ee9190d73 req-422b3750-5c50-42a1-84d7-d6b2009de4db tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:56.704413 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7a33cc-2b3c-4e75-b126-5a3f3f54cbbd None None] Routers {'bb0e90d9-aa8f-47f8-8a35-7025f159e9d8'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:05:56.705235 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-0a7a33cc-2b3c-4e75-b126-5a3f3f54cbbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:05:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['bb0e90d9-aa8f-47f8-8a35-7025f159e9d8'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:05:56.709450 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d4a673e1-e314-4388-858b-7c6ee9190d73 req-422b3750-5c50-42a1-84d7-d6b2009de4db tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac619916-0e38-4e23-8847-517be05d84ae HTTP/1.1" status: 200 len: 944 time: 0.2066097 Jan 28 07:05:56.710542 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b96db2-537b-49da-a232-2c7cd8dc45a2 req-5ced2d17-ef32-4335-b1f5-f40a0a29ab05 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:56.718503 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-25b96db2-537b-49da-a232-2c7cd8dc45a2 req-5ced2d17-ef32-4335-b1f5-f40a0a29ab05 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd6f6cee-8828-415b-beee-3ed839555ede HTTP/1.1" status: 200 len: 947 time: 0.2778335 Jan 28 07:05:56.776426 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5905883a-da6c-4e7d-80e3-818e12f1c97e req-b37a9ec5-fe33-41f4-b94c-a51378ee733b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:56.778060 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5905883a-da6c-4e7d-80e3-818e12f1c97e req-b37a9ec5-fe33-41f4-b94c-a51378ee733b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1959198 Jan 28 07:05:56.898507 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5905883a-da6c-4e7d-80e3-818e12f1c97e req-663404b6-380c-44de-8a11-97ab23789b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:56.900044 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5905883a-da6c-4e7d-80e3-818e12f1c97e req-663404b6-380c-44de-8a11-97ab23789b94 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1888297 Jan 28 07:05:56.909394 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-0a7a33cc-2b3c-4e75-b126-5a3f3f54cbbd None None] Set router bb0e90d9-aa8f-47f8-8a35-7025f159e9d8 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:05:56.912268 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d4a673e1-e314-4388-858b-7c6ee9190d73 req-81aa194f-3abe-476a-b1ac-13d4cfdabcf7 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/security-groups?id=83d97fa1-2f29-40d2-a756-a970d048d2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846406 Jan 28 07:05:57.021107 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5905883a-da6c-4e7d-80e3-818e12f1c97e req-6e504d89-bda2-44fd-bc06-1e78eccaeb2a service neutron] 10.222.0.10 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2329535 Jan 28 07:05:57.167786 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5905883a-da6c-4e7d-80e3-818e12f1c97e req-55cbcb90-e9a9-461d-ae95-b42e26940691 service neutron] 10.222.0.44 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2591500 Jan 28 07:05:57.206369 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-417e514a-71d2-4e0d-ba9c-0766d283c10d req-8505f24b-e7bb-4799-8081-d0eb254d5348 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] Made reservation on behalf of 6709663989df41a8aa4cf350708a0358 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:05:57.209901 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-417e514a-71d2-4e0d-ba9c-0766d283c10d req-8505f24b-e7bb-4799-8081-d0eb254d5348 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:57.344472 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8a9b4e82-53e9-4a7d-8a38-6f375994d738 req-237bdbe1-3c9c-4257-bf8e-8f47b8150be4 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.41 "GET /v2.0/ports?device_id=b647b73c-ce74-43f3-b169-b125779cfb03 HTTP/1.1" status: 200 len: 210 time: 0.1168633 Jan 28 07:05:57.375347 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5905883a-da6c-4e7d-80e3-818e12f1c97e req-f1b7efbe-4a69-4100-92d3-ff9b1e20c438 service neutron] 10.222.0.10 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3469388 Jan 28 07:05:57.381855 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ae0b6b-40e4-4595-b80d-52efcc49d40a None None] Network b94633fc-75f0-4aa6-bdb5-d56882c09424 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:05:57.397164 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '973b7626-b044-4f2a-a274-995ac8201ef5', 'tag': '52d24d01-b19d-479b-b7e2-9c7a16834c65'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:05:57.399946 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9222b2cb-b714-407c-99dc-eb70122ea018" -d '{"events": [{"name": "network-changed", "server_uuid": "973b7626-b044-4f2a-a274-995ac8201ef5", "tag": "52d24d01-b19d-479b-b7e2-9c7a16834c65"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:05:57.438964 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5905883a-da6c-4e7d-80e3-818e12f1c97e req-5f9e51a4-b5af-4691-9c37-70feb5a8290a service neutron] 10.222.0.44 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2551959 Jan 28 07:05:57.492761 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-25b96db2-537b-49da-a232-2c7cd8dc45a2 req-5649c19d-b207-4e59-bf83-e714d70320cb tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7732866 Jan 28 07:05:57.579135 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-df34c30a-224a-43d9-aee9-3ff1e9864bf8 None None] Provisioning complete for port 35288e8b-1bd2-4fdf-839f-3192341e2e0d triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:05:57.579621 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-df34c30a-224a-43d9-aee9-3ff1e9864bf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (35288e8b-1bd2-4fdf-839f-3192341e2e0d), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:57.610511 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-edbdf811-1f3f-43e4-87a2-572e8d06d402 admin admin] Publish callbacks [] for router_gateway (3c804dd1-131a-43d5-93df-44a449b19564), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:57.616732 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 872b79b8-c192-4eb3-b433-1edd806d4ac6 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:05:57.652500 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:05:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ded3c5a-0c4b-404c-9b7a-92f5ee69c424 x-openstack-request-id: req-5ded3c5a-0c4b-404c-9b7a-92f5ee69c424 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:05:57.652749 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "973b7626-b044-4f2a-a274-995ac8201ef5", "tag": "52d24d01-b19d-479b-b7e2-9c7a16834c65", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:05:57.653011 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5ded3c5a-0c4b-404c-9b7a-92f5ee69c424 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:05:57.653672 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '973b7626-b044-4f2a-a274-995ac8201ef5', 'tag': '52d24d01-b19d-479b-b7e2-9c7a16834c65', 'status': 'completed', 'code': 200} Jan 28 07:05:57.665594 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-edbdf811-1f3f-43e4-87a2-572e8d06d402 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:57.725324 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-c30eb8eb-4aac-46a4-a09c-74b69fb5b22c admin admin] Allocated IP 172.20.0.1 (96301cb7-5950-4fda-9bde-12decf8885d9/fee747c2-5e95-4f0e-ad04-7aedb36bab1f/3f13c138-30aa-4246-aaec-d349afd6ea17) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:05:57.789209 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9222b2cb-b714-407c-99dc-eb70122ea018 req-ea28428d-82fe-495e-ad66-9b8c25bfba2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:57.791007 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9222b2cb-b714-407c-99dc-eb70122ea018 req-ea28428d-82fe-495e-ad66-9b8c25bfba2d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0960152eceb74f9eb1ec8ad55ca70381&device_id=973b7626-b044-4f2a-a274-995ac8201ef5 HTTP/1.1" status: 200 len: 1098 time: 0.0645585 Jan 28 07:05:57.815696 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 872b79b8-c192-4eb3-b433-1edd806d4ac6 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:05:57.816155 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (872b79b8-c192-4eb3-b433-1edd806d4ac6), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:57.843828 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-0a7a33cc-2b3c-4e75-b126-5a3f3f54cbbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb0e90d9-aa8f-47f8-8a35-7025f159e9d8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-886638038-router', 'tenant_id': '0960152eceb74f9eb1ec8ad55ca70381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '2f94349b-5fb8-42d1-80f3-7fd278b29f29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:04:46Z', 'updated_at': '2022-01-28T07:04:58Z', 'revision_number': 4, 'project_id': '0960152eceb74f9eb1ec8ad55ca70381', 'gw_port': {'id': '2f94349b-5fb8-42d1-80f3-7fd278b29f29', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:19:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0e90d9-aa8f-47f8-8a35-7025f159e9d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:04:48Z', 'updated_at': '2022-01-28T07:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_floatingips': [{'id': '0046e0b2-4620-4895-8e66-682ea362a39a', 'tenant_id': '0960152eceb74f9eb1ec8ad55ca70381', 'floating_ip_address': '172.25.6.100', 'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'router_id': 'bb0e90d9-aa8f-47f8-8a35-7025f159e9d8', 'port_id': '52d24d01-b19d-479b-b7e2-9c7a16834c65', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40d02b2d-8999-4dc2-abb9-3653b1c5639b', 'mac_address': 'fa:16:3e:5c:ff:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '973b7626-b044-4f2a-a274-995ac8201ef5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:05:26Z', 'updated_at': '2022-01-28T07:05:54Z', 'revision_number': 1, 'project_id': '0960152eceb74f9eb1ec8ad55ca70381', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0524002c-341e-4ffc-a6e6-30a763a2813e', 'name': '', 'network_id': '40d02b2d-8999-4dc2-abb9-3653b1c5639b', 'tenant_id': '0960152eceb74f9eb1ec8ad55ca70381', 'mac_address': 'fa:16:3e:ab:f0:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0e90d9-aa8f-47f8-8a35-7025f159e9d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'b0a9e84b-90ab-4b66-a900-eb7872b6d81f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:04:55Z', 'updated_at': '2022-01-28T07:05:06Z', 'revision_number': 5, 'project_id': '0960152eceb74f9eb1ec8ad55ca70381', 'subnets': [{'id': 'b0a9e84b-90ab-4b66-a900-eb7872b6d81f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:05:57.888294 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7a33cc-2b3c-4e75-b126-5a3f3f54cbbd None None] Checking router: bb0e90d9-aa8f-47f8-8a35-7025f159e9d8 for host: n-d-712749-28 {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:05:57.895440 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-df34c30a-224a-43d9-aee9-3ff1e9864bf8 None None] Current status of the port 35288e8b-1bd2-4fdf-839f-3192341e2e0d is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:05:57.895837 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-df34c30a-224a-43d9-aee9-3ff1e9864bf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (35288e8b-1bd2-4fdf-839f-3192341e2e0d), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:57.934772 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7a33cc-2b3c-4e75-b126-5a3f3f54cbbd None None] Routers {'bb0e90d9-aa8f-47f8-8a35-7025f159e9d8'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:05:57.935579 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-0a7a33cc-2b3c-4e75-b126-5a3f3f54cbbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:05:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['bb0e90d9-aa8f-47f8-8a35-7025f159e9d8'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:05:57.947106 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9222b2cb-b714-407c-99dc-eb70122ea018 req-d0e9ce83-1f55-4b2d-b936-3a194dc0a224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:57.949290 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9222b2cb-b714-407c-99dc-eb70122ea018 req-d0e9ce83-1f55-4b2d-b936-3a194dc0a224 service neutron] 10.222.0.44 "GET /v2.0/networks?id=40d02b2d-8999-4dc2-abb9-3653b1c5639b HTTP/1.1" status: 200 len: 924 time: 0.1511192 Jan 28 07:05:58.019793 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-df34c30a-224a-43d9-aee9-3ff1e9864bf8 None None] For port 35288e8b-1bd2-4fdf-839f-3192341e2e0d, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=35288e8b-1bd2-4fdf-839f-3192341e2e0d,segment=NetworkSegment(f55e5d3b-3c57-474c-9911-954d6703249e),segment_id=f55e5d3b-3c57-474c-9911-954d6703249e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:05:58.054179 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-df34c30a-224a-43d9-aee9-3ff1e9864bf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (35288e8b-1bd2-4fdf-839f-3192341e2e0d), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:58.141382 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 872b79b8-c192-4eb3-b433-1edd806d4ac6 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:05:58.141777 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (872b79b8-c192-4eb3-b433-1edd806d4ac6), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:58.192510 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9222b2cb-b714-407c-99dc-eb70122ea018 req-a74f0f2c-5376-4351-a779-5477eb5b3ca5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=52d24d01-b19d-479b-b7e2-9c7a16834c65 HTTP/1.1" status: 200 len: 1000 time: 0.2318180 Jan 28 07:05:58.200086 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] For port 872b79b8-c192-4eb3-b433-1edd806d4ac6, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=872b79b8-c192-4eb3-b433-1edd806d4ac6,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:05:58.209130 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df34c30a-224a-43d9-aee9-3ff1e9864bf8 None None] Pushing event updated for resources: {'Port': ['ID=35288e8b-1bd2-4fdf-839f-3192341e2e0d,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:58.215098 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc4d65e-1fbb-4fb1-af29-fa2d3f5e9fb4 req-fc8b0c03-d72b-45cd-97b0-12f087d70e82 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:58.217583 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2dc4d65e-1fbb-4fb1-af29-fa2d3f5e9fb4 req-fc8b0c03-d72b-45cd-97b0-12f087d70e82 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac619916-0e38-4e23-8847-517be05d84ae HTTP/1.1" status: 200 len: 944 time: 0.1500323 Jan 28 07:05:58.223124 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-0a7a33cc-2b3c-4e75-b126-5a3f3f54cbbd None None] Set router bb0e90d9-aa8f-47f8-8a35-7025f159e9d8 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:05:58.226939 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (872b79b8-c192-4eb3-b433-1edd806d4ac6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:58.227916 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 35288e8b-1bd2-4fdf-839f-3192341e2e0d up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:05:58.265192 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9222b2cb-b714-407c-99dc-eb70122ea018 req-183c39a8-5650-4fc1-a4da-ff19594c4dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:58.266825 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9222b2cb-b714-407c-99dc-eb70122ea018 req-183c39a8-5650-4fc1-a4da-ff19594c4dee service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b0a9e84b-90ab-4b66-a900-eb7872b6d81f HTTP/1.1" status: 200 len: 862 time: 0.0645359 Jan 28 07:05:58.280239 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9d9f06-f087-4f25-b04d-a096e8b47ca0 req-8eb6d33f-ca8f-4d95-ab88-c2cd526fd8b7 tempest-ServersOnMultiNodesTest-867651223 tempest-ServersOnMultiNodesTest-867651223-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:58.281787 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8d9d9f06-f087-4f25-b04d-a096e8b47ca0 req-8eb6d33f-ca8f-4d95-ab88-c2cd526fd8b7 tempest-ServersOnMultiNodesTest-867651223 tempest-ServersOnMultiNodesTest-867651223-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=08006919-0299-48cf-a9f3-f2ccc70a1f0b HTTP/1.1" status: 200 len: 1102 time: 0.6800883 Jan 28 07:05:58.307429 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-a8e6644c-bcea-4883-a968-d70933e09256 None None] Provisioning complete for port 35288e8b-1bd2-4fdf-839f-3192341e2e0d triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:05:58.307684 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a8e6644c-bcea-4883-a968-d70933e09256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (35288e8b-1bd2-4fdf-839f-3192341e2e0d), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:58.359190 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2dc4d65e-1fbb-4fb1-af29-fa2d3f5e9fb4 req-d91bdf57-d2cb-4a98-bbd6-ce5670b57b67 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/security-groups?id=83d97fa1-2f29-40d2-a756-a970d048d2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912142 Jan 28 07:05:58.361360 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9222b2cb-b714-407c-99dc-eb70122ea018 req-41308db1-32a1-4d3f-b49b-ffcb092fd180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:58.362938 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9222b2cb-b714-407c-99dc-eb70122ea018 req-41308db1-32a1-4d3f-b49b-ffcb092fd180 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=40d02b2d-8999-4dc2-abb9-3653b1c5639b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0735493 Jan 28 07:05:58.375297 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-417e514a-71d2-4e0d-ba9c-0766d283c10d req-8505f24b-e7bb-4799-8081-d0eb254d5348 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] Allocated IP 192.168.233.141 (d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb/5785b43d-448b-4d12-9eb5-4e4caf2e7eaf/cc1c1903-84ec-4b70-ba09-c6be9e6a9c20) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:05:58.415937 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-edbdf811-1f3f-43e4-87a2-572e8d06d402 admin admin] Allocated IP 172.25.6.232 (7d5b3724-deef-4831-8d43-cb9b8176573c/b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc/2775819c-6123-48f8-9a74-68820d088bb7) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:05:58.464415 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Pushing event updated for resources: {'Port': ['ID=872b79b8-c192-4eb3-b433-1edd806d4ac6,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:58.471780 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9222b2cb-b714-407c-99dc-eb70122ea018 req-0f5701fb-e8ce-4961-ab9a-37a75e783c48 service neutron] 10.222.0.44 "GET /v2.0/networks/40d02b2d-8999-4dc2-abb9-3653b1c5639b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990355 Jan 28 07:05:58.486202 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8d9d9f06-f087-4f25-b04d-a096e8b47ca0 req-fe56c277-5ed1-4577-8cce-89498f9642b8 tempest-ServersOnMultiNodesTest-867651223 tempest-ServersOnMultiNodesTest-867651223-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=b910cb8c-64ec-47f6-b06b-89e838bb343d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929739 Jan 28 07:05:58.500371 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c30eb8eb-4aac-46a4-a09c-74b69fb5b22c admin admin] Publish callbacks [] for port (3f13c138-30aa-4246-aaec-d349afd6ea17), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:58.654607 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 0c399f48-7d92-4b84-b2c1-e5fe6a895353 details requested by agent hyperv_n-h2-712749-28 with host n-h2-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:05:58.695826 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 35288e8b-1bd2-4fdf-839f-3192341e2e0d triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:05:58.696141 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (35288e8b-1bd2-4fdf-839f-3192341e2e0d), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:58.700665 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-edbdf811-1f3f-43e4-87a2-572e8d06d402 admin admin] Publish callbacks [] for port (2775819c-6123-48f8-9a74-68820d088bb7), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:58.784230 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-a8e6644c-bcea-4883-a968-d70933e09256 None None] Current status of the port 35288e8b-1bd2-4fdf-839f-3192341e2e0d is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:05:58.850050 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c30eb8eb-4aac-46a4-a09c-74b69fb5b22c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (3f13c138-30aa-4246-aaec-d349afd6ea17), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:58.863074 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1cd88384-877e-4974-9e1e-03f6b1a07fd8 req-38809ba1-238f-4ebb-994d-d5dbf26d7be9 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.41 "GET /v2.0/ports?device_id=b647b73c-ce74-43f3-b169-b125779cfb03 HTTP/1.1" status: 200 len: 210 time: 0.3334067 Jan 28 07:05:58.881881 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2205661c-b6ee-4455-b0e2-122000b08e08 req-fc508425-70d4-4a0b-8489-deaab2a8eaa7 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:58.883534 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2205661c-b6ee-4455-b0e2-122000b08e08 req-fc508425-70d4-4a0b-8489-deaab2a8eaa7 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd6f6cee-8828-415b-beee-3ed839555ede HTTP/1.1" status: 200 len: 947 time: 0.2883458 Jan 28 07:05:58.912892 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9222b2cb-b714-407c-99dc-eb70122ea018 req-6c29bd84-d8ae-4e20-866a-7166b21df925 service neutron] 10.222.0.44 "GET /v2.0/networks/40d02b2d-8999-4dc2-abb9-3653b1c5639b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4302278 Jan 28 07:05:58.974592 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c30eb8eb-4aac-46a4-a09c-74b69fb5b22c admin admin] Network 96301cb7-5950-4fda-9bde-12decf8885d9 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:05:58.976765 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-edbdf811-1f3f-43e4-87a2-572e8d06d402 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (2775819c-6123-48f8-9a74-68820d088bb7), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:58.977968 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 35288e8b-1bd2-4fdf-839f-3192341e2e0d is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:05:58.988482 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72adc32c-9d7d-4d69-baf2-057c628f6653 req-cd89e456-356f-4096-8cca-1f68e4a8dd43 tempest-ServersOnMultiNodesTest-867651223 tempest-ServersOnMultiNodesTest-867651223-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:58.994983 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 0c399f48-7d92-4b84-b2c1-e5fe6a895353, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=0c399f48-7d92-4b84-b2c1-e5fe6a895353,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:05:58.995656 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-72adc32c-9d7d-4d69-baf2-057c628f6653 req-cd89e456-356f-4096-8cca-1f68e4a8dd43 tempest-ServersOnMultiNodesTest-867651223 tempest-ServersOnMultiNodesTest-867651223-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=88ddd9f2-1b37-4e00-82d0-05fcc7e48a0c HTTP/1.1" status: 200 len: 1102 time: 0.0564005 Jan 28 07:05:59.011877 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Returning: {'device': '0c399f48-7d92-4b84-b2c1-e5fe6a895353', 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb', 'port_id': '0c399f48-7d92-4b84-b2c1-e5fe6a895353', 'mac_address': 'fa:16:3e:60:74:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5785b43d-448b-4d12-9eb5-4e4caf2e7eaf', 'ip_address': '192.168.233.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:05:59.025782 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-c30eb8eb-4aac-46a4-a09c-74b69fb5b22c admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:05:59.033438 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30eb8eb-4aac-46a4-a09c-74b69fb5b22c admin admin] Pushing event updated for resources: {'Port': ['ID=3f13c138-30aa-4246-aaec-d349afd6ea17,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:59.049969 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30eb8eb-4aac-46a4-a09c-74b69fb5b22c admin admin] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:05:59.050460 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c30eb8eb-4aac-46a4-a09c-74b69fb5b22c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16609232'] for router_interface (bccf5753-6071-43c7-87cf-afad78c8a4b8), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:59.055669 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2ad7031a-93df-4cd0-b94f-24e4e2fb02a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16606535'] for router_interface (6e5e42fd-ea15-40ad-a2c5-27335ece8f65), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:59.061092 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-72adc32c-9d7d-4d69-baf2-057c628f6653 req-4aa0d75a-b5b0-4d19-876b-6f9e409a2b3a tempest-ServersOnMultiNodesTest-867651223 tempest-ServersOnMultiNodesTest-867651223-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=b910cb8c-64ec-47f6-b06b-89e838bb343d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644543 Jan 28 07:05:59.076585 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-0a7a33cc-2b3c-4e75-b126-5a3f3f54cbbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb0e90d9-aa8f-47f8-8a35-7025f159e9d8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-886638038-router', 'tenant_id': '0960152eceb74f9eb1ec8ad55ca70381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '2f94349b-5fb8-42d1-80f3-7fd278b29f29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:04:46Z', 'updated_at': '2022-01-28T07:04:58Z', 'revision_number': 4, 'project_id': '0960152eceb74f9eb1ec8ad55ca70381', 'gw_port': {'id': '2f94349b-5fb8-42d1-80f3-7fd278b29f29', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:19:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0e90d9-aa8f-47f8-8a35-7025f159e9d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:04:48Z', 'updated_at': '2022-01-28T07:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_floatingips': [{'id': '0046e0b2-4620-4895-8e66-682ea362a39a', 'tenant_id': '0960152eceb74f9eb1ec8ad55ca70381', 'floating_ip_address': '172.25.6.100', 'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'router_id': 'bb0e90d9-aa8f-47f8-8a35-7025f159e9d8', 'port_id': '52d24d01-b19d-479b-b7e2-9c7a16834c65', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40d02b2d-8999-4dc2-abb9-3653b1c5639b', 'mac_address': 'fa:16:3e:5c:ff:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '973b7626-b044-4f2a-a274-995ac8201ef5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:05:26Z', 'updated_at': '2022-01-28T07:05:54Z', 'revision_number': 1, 'project_id': '0960152eceb74f9eb1ec8ad55ca70381', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0524002c-341e-4ffc-a6e6-30a763a2813e', 'name': '', 'network_id': '40d02b2d-8999-4dc2-abb9-3653b1c5639b', 'tenant_id': '0960152eceb74f9eb1ec8ad55ca70381', 'mac_address': 'fa:16:3e:ab:f0:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0e90d9-aa8f-47f8-8a35-7025f159e9d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'b0a9e84b-90ab-4b66-a900-eb7872b6d81f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:04:55Z', 'updated_at': '2022-01-28T07:05:06Z', 'revision_number': 5, 'project_id': '0960152eceb74f9eb1ec8ad55ca70381', 'subnets': [{'id': 'b0a9e84b-90ab-4b66-a900-eb7872b6d81f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:05:59.095954 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port 0c399f48-7d92-4b84-b2c1-e5fe6a895353 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:05:59.096596 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (0c399f48-7d92-4b84-b2c1-e5fe6a895353), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:59.143366 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7a33cc-2b3c-4e75-b126-5a3f3f54cbbd None None] The sync data for ids ['bb0e90d9-aa8f-47f8-8a35-7025f159e9d8'] in n-d-712749-28 is: [{'id': 'bb0e90d9-aa8f-47f8-8a35-7025f159e9d8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-886638038-router', 'tenant_id': '0960152eceb74f9eb1ec8ad55ca70381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '2f94349b-5fb8-42d1-80f3-7fd278b29f29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:04:46Z', 'updated_at': '2022-01-28T07:04:58Z', 'revision_number': 4, 'project_id': '0960152eceb74f9eb1ec8ad55ca70381', 'gw_port': {'id': '2f94349b-5fb8-42d1-80f3-7fd278b29f29', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:19:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0e90d9-aa8f-47f8-8a35-7025f159e9d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:04:48Z', 'updated_at': '2022-01-28T07:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_floatingips': [{'id': '0046e0b2-4620-4895-8e66-682ea362a39a', 'tenant_id': '0960152eceb74f9eb1ec8ad55ca70381', 'floating_ip_address': '172.25.6.100', 'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'router_id': 'bb0e90d9-aa8f-47f8-8a35-7025f159e9d8', 'port_id': '52d24d01-b19d-479b-b7e2-9c7a16834c65', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40d02b2d-8999-4dc2-abb9-3653b1c5639b', 'mac_address': 'fa:16:3e:5c:ff:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '973b7626-b044-4f2a-a274-995ac8201ef5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:05:26Z', 'updated_at': '2022-01-28T07:05:54Z', 'revision_number': 1, 'project_id': '0960152eceb74f9eb1ec8ad55ca70381', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0524002c-341e-4ffc-a6e6-30a763a2813e', 'name': '', 'network_id': '40d02b2d-8999-4dc2-abb9-3653b1c5639b', 'tenant_id': '0960152eceb74f9eb1ec8ad55ca70381', 'mac_address': 'fa:16:3e:ab:f0:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0e90d9-aa8f-47f8-8a35-7025f159e9d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'b0a9e84b-90ab-4b66-a900-eb7872b6d81f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:04:55Z', 'updated_at': '2022-01-28T07:05:06Z', 'revision_number': 5, 'project_id': '0960152eceb74f9eb1ec8ad55ca70381', 'subnets': [{'id': 'b0a9e84b-90ab-4b66-a900-eb7872b6d81f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:05:59.147952 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c399f48-7d92-4b84-b2c1-e5fe6a895353 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:05:59.199714 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 0c399f48-7d92-4b84-b2c1-e5fe6a895353, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=0c399f48-7d92-4b84-b2c1-e5fe6a895353,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:05:59.209725 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (0c399f48-7d92-4b84-b2c1-e5fe6a895353), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:59.279486 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-417e514a-71d2-4e0d-ba9c-0766d283c10d req-8505f24b-e7bb-4799-8081-d0eb254d5348 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] Publish callbacks [] for port (cc1c1903-84ec-4b70-ba09-c6be9e6a9c20), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:59.305123 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=0c399f48-7d92-4b84-b2c1-e5fe6a895353,revision_number=8']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:59.337751 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edbdf811-1f3f-43e4-87a2-572e8d06d402 admin admin] Network 7d5b3724-deef-4831-8d43-cb9b8176573c is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:05:59.345976 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 872b79b8-c192-4eb3-b433-1edd806d4ac6 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:05:59.380456 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-77ce6343-e837-4b23-867b-ac92b5280786 req-c9d2a9a9-d419-4c4b-82c8-eb3710b15b7c tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=c4cb8f6b7fb846b4ab01d357846632b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0328422 Jan 28 07:05:59.391738 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-edbdf811-1f3f-43e4-87a2-572e8d06d402 admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:05:59.395069 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edbdf811-1f3f-43e4-87a2-572e8d06d402 admin admin] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:05:59.414997 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbdf811-1f3f-43e4-87a2-572e8d06d402 admin admin] Pushing event updated for resources: {'Port': ['ID=2775819c-6123-48f8-9a74-68820d088bb7,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:59.424494 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 872b79b8-c192-4eb3-b433-1edd806d4ac6 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:05:59.424877 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (872b79b8-c192-4eb3-b433-1edd806d4ac6), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:59.519493 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2205661c-b6ee-4455-b0e2-122000b08e08 req-c99a441d-4d48-4278-be0b-dfec16ec523d tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6047003 Jan 28 07:05:59.524795 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ce6343-e837-4b23-867b-ac92b5280786 req-3332a50f-a743-4ec6-bfef-14f3ed63ca88 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:59.531008 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e38f03a-148e-4f1b-8386-5692df98f4ba None None] New status for floating IP 0046e0b2-4620-4895-8e66-682ea362a39a: ACTIVE {{(pid=103286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 07:05:59.534792 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-77ce6343-e837-4b23-867b-ac92b5280786 req-3332a50f-a743-4ec6-bfef-14f3ed63ca88 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1534140 Jan 28 07:05:59.556611 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-77ce6343-e837-4b23-867b-ac92b5280786 req-37311f23-19ee-402e-b5e7-1adade6cf32a tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/quotas/c4cb8f6b7fb846b4ab01d357846632b7 HTTP/1.1" status: 200 len: 375 time: 0.0208583 Jan 28 07:05:59.594026 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-904c4c83-7dee-4f7c-90bc-c43ba1c9004b None None] Provisioning complete for port 3f13c138-30aa-4246-aaec-d349afd6ea17 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:05:59.594026 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-904c4c83-7dee-4f7c-90bc-c43ba1c9004b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (3f13c138-30aa-4246-aaec-d349afd6ea17), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:59.595203 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 872b79b8-c192-4eb3-b433-1edd806d4ac6 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:05:59.596426 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 35288e8b-1bd2-4fdf-839f-3192341e2e0d up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:05:59.668311 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-77ce6343-e837-4b23-867b-ac92b5280786 req-a00356b4-0a49-4163-856c-d651dd084b99 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c4cb8f6b7fb846b4ab01d357846632b7&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1031203 Jan 28 07:05:59.673202 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-904c4c83-7dee-4f7c-90bc-c43ba1c9004b None None] Port 3f13c138-30aa-4246-aaec-d349afd6ea17 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:05:59.687250 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 35288e8b-1bd2-4fdf-839f-3192341e2e0d triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:05:59.687712 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (35288e8b-1bd2-4fdf-839f-3192341e2e0d), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:59.775033 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-417e514a-71d2-4e0d-ba9c-0766d283c10d req-8505f24b-e7bb-4799-8081-d0eb254d5348 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (cc1c1903-84ec-4b70-ba09-c6be9e6a9c20), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:59.782048 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 35288e8b-1bd2-4fdf-839f-3192341e2e0d is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:05:59.823200 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['11dca397-be39-46c6-8338-77251776d222'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:05:59.871400 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 4b237626-c012-44c0-b0fc-f1f94f8f1bb0 up at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:05:59.914725 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['451428a2-3de2-419e-886c-72666876b868'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:05:59.925081 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['0c399f48-7d92-4b84-b2c1-e5fe6a895353'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:06:00.007637 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6b8cd12e-dbad-4931-8c3d-84ff31e3916a req-ce7e8348-fab0-4d4c-9aa0-0f62f2bbb789 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7b96cee-cfd1-4f4f-8781-f00ec5eec45e HTTP/1.1" status: 200 len: 210 time: 0.0407217 Jan 28 07:06:00.021956 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning for port 4b237626-c012-44c0-b0fc-f1f94f8f1bb0 completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:06:00.031436 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning complete for port 4b237626-c012-44c0-b0fc-f1f94f8f1bb0 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:06:00.031841 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (4b237626-c012-44c0-b0fc-f1f94f8f1bb0), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:00.109549 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cfab7d-053a-4e76-a6bb-c4706b27151b req-11daeb1b-2b6d-482f-bc39-4a990545de38 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:00.111278 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-17cfab7d-053a-4e76-a6bb-c4706b27151b req-11daeb1b-2b6d-482f-bc39-4a990545de38 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac619916-0e38-4e23-8847-517be05d84ae HTTP/1.1" status: 200 len: 944 time: 0.4326849 Jan 28 07:06:00.131689 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-417e514a-71d2-4e0d-ba9c-0766d283c10d req-8505f24b-e7bb-4799-8081-d0eb254d5348 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] Network d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:06:00.140257 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c30eb8eb-4aac-46a4-a09c-74b69fb5b22c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (3f13c138-30aa-4246-aaec-d349afd6ea17), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:00.154470 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-417e514a-71d2-4e0d-ba9c-0766d283c10d req-8505f24b-e7bb-4799-8081-d0eb254d5348 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:06:00.158851 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-417e514a-71d2-4e0d-ba9c-0766d283c10d req-8505f24b-e7bb-4799-8081-d0eb254d5348 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:06:00.164723 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417e514a-71d2-4e0d-ba9c-0766d283c10d req-8505f24b-e7bb-4799-8081-d0eb254d5348 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:00.165461 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-417e514a-71d2-4e0d-ba9c-0766d283c10d req-8505f24b-e7bb-4799-8081-d0eb254d5348 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:00.186180 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8505f24b-e7bb-4799-8081-d0eb254d5348 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] Pushing event updated for resources: {'Port': ['ID=cc1c1903-84ec-4b70-ba09-c6be9e6a9c20,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:06:00.189576 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb57e39-0f5a-466e-a18f-80812f56943d req-8f8df023-099e-45d8-865a-8bbbc642ab1d tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:00.191166 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-abb57e39-0f5a-466e-a18f-80812f56943d req-8f8df023-099e-45d8-865a-8bbbc642ab1d tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.41 "GET /v2.0/ports?device_id=b647b73c-ce74-43f3-b169-b125779cfb03 HTTP/1.1" status: 200 len: 936 time: 0.0862439 Jan 28 07:06:00.221432 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411ed9a5-2412-4902-be43-c0e21c9a3713 req-dd214be4-ff14-4f33-8f84-d9873722255a tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:00.223160 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-411ed9a5-2412-4902-be43-c0e21c9a3713 req-dd214be4-ff14-4f33-8f84-d9873722255a tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd6f6cee-8828-415b-beee-3ed839555ede&tenant_id=966335f0946f459597af95ab0b33b55c&binding%3Ahost_id=n-h2-712749-28 HTTP/1.1" status: 200 len: 948 time: 0.1621161 Jan 28 07:06:00.317187 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-abb57e39-0f5a-466e-a18f-80812f56943d req-b65f4115-edb2-429b-9be7-e3212d357de4 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.41 "GET /v2.0/security-groups?id=a925a148-520f-4e8d-aa8c-4258e73ac6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106849 Jan 28 07:06:00.327564 n-d-712749-28 neutron-server[103283]: INFO neutron.api.v2.resource [req-411ed9a5-2412-4902-be43-c0e21c9a3713 req-b50011b7-aa68-4a5e-aa6a-3f3bf4235f80 service neutron] delete failed (client error): The resource could not be found. Jan 28 07:06:00.328765 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-411ed9a5-2412-4902-be43-c0e21c9a3713 req-b50011b7-aa68-4a5e-aa6a-3f3bf4235f80 service neutron] 10.222.0.10 "DELETE /v2.0/ports/0c399f48-7d92-4b84-b2c1-e5fe6a895353/bindings/n-h1-712749-28 HTTP/1.1" status: 404 len: 381 time: 0.0907750 Jan 28 07:06:00.473580 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 4b237626-c012-44c0-b0fc-f1f94f8f1bb0 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:06:00.473853 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (4b237626-c012-44c0-b0fc-f1f94f8f1bb0), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:00.514324 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac619916-0e38-4e23-8847-517be05d84ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b237626-c012-44c0-b0fc-f1f94f8f1bb0'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:06:00.516611 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50597783-0c56-40b2-bc4f-2d89be2da41d" -d '{"events": [{"server_uuid": "ac619916-0e38-4e23-8847-517be05d84ae", "name": "network-vif-plugged", "status": "completed", "tag": "4b237626-c012-44c0-b0fc-f1f94f8f1bb0"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:06:00.549458 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 4b237626-c012-44c0-b0fc-f1f94f8f1bb0, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=4b237626-c012-44c0-b0fc-f1f94f8f1bb0,segment=NetworkSegment(919581ea-4d97-4a95-839c-1632528194b6),segment_id=919581ea-4d97-4a95-839c-1632528194b6)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:06:00.567977 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (4b237626-c012-44c0-b0fc-f1f94f8f1bb0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:00.593016 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4898169-d95e-4e22-aabb-dc19348d8d73 req-a44e5e47-8272-4f6b-896b-6f3a7d108402 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:00.600869 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f4898169-d95e-4e22-aabb-dc19348d8d73 req-a44e5e47-8272-4f6b-896b-6f3a7d108402 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd6f6cee-8828-415b-beee-3ed839555ede HTTP/1.1" status: 200 len: 948 time: 0.1521928 Jan 28 07:06:00.629090 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411ed9a5-2412-4902-be43-c0e21c9a3713 req-899f2f58-834c-4183-a8cf-cf605a1c134f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:00.631170 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-411ed9a5-2412-4902-be43-c0e21c9a3713 req-899f2f58-834c-4183-a8cf-cf605a1c134f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=966335f0946f459597af95ab0b33b55c&device_id=cd6f6cee-8828-415b-beee-3ed839555ede HTTP/1.1" status: 200 len: 1100 time: 0.0985165 Jan 28 07:06:00.694416 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-0f6d3b3e-90d7-49cd-8927-adb4f181edeb None None] Provisioning complete for port cc1c1903-84ec-4b70-ba09-c6be9e6a9c20 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:06:00.695223 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0f6d3b3e-90d7-49cd-8927-adb4f181edeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (cc1c1903-84ec-4b70-ba09-c6be9e6a9c20), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:00.698696 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=4b237626-c012-44c0-b0fc-f1f94f8f1bb0,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:06:00.716116 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f4898169-d95e-4e22-aabb-dc19348d8d73 req-f009cd37-5828-4e61-b47a-2a7e0a149059 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142828 Jan 28 07:06:00.749510 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-0f6d3b3e-90d7-49cd-8927-adb4f181edeb None None] Port cc1c1903-84ec-4b70-ba09-c6be9e6a9c20 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:06:00.756054 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-417e514a-71d2-4e0d-ba9c-0766d283c10d req-8505f24b-e7bb-4799-8081-d0eb254d5348 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.4745481 Jan 28 07:06:00.801493 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-417e514a-71d2-4e0d-ba9c-0766d283c10d req-ee302e94-5a73-467f-8077-20344ff131d4 service neutron] Request body: {'port': {'device_id': 'b647b73c-ce74-43f3-b169-b125779cfb03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-28'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:06:00.811285 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411ed9a5-2412-4902-be43-c0e21c9a3713 req-7c4dc871-4e8d-494d-bcd6-e19373bd7c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:00.821471 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-411ed9a5-2412-4902-be43-c0e21c9a3713 req-7c4dc871-4e8d-494d-bcd6-e19373bd7c7b service neutron] 10.222.0.10 "GET /v2.0/networks?id=d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb HTTP/1.1" status: 200 len: 870 time: 0.1657133 Jan 28 07:06:00.844325 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-17cfab7d-053a-4e76-a6bb-c4706b27151b req-db88766f-a05a-4706-9c7a-1469cbd2111b tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/security-groups?id=83d97fa1-2f29-40d2-a756-a970d048d2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7147090 Jan 28 07:06:00.851599 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c259c276-c404-47c5-928d-cf022761240b x-openstack-request-id: req-c259c276-c404-47c5-928d-cf022761240b {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:06:00.851887 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-edbdf811-1f3f-43e4-87a2-572e8d06d402 admin admin] Publish callbacks [] for router_gateway (3c804dd1-131a-43d5-93df-44a449b19564), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:00.852027 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac619916-0e38-4e23-8847-517be05d84ae", "name": "network-vif-plugged", "status": "completed", "tag": "4b237626-c012-44c0-b0fc-f1f94f8f1bb0", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:06:00.852233 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c259c276-c404-47c5-928d-cf022761240b {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:06:00.852612 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac619916-0e38-4e23-8847-517be05d84ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b237626-c012-44c0-b0fc-f1f94f8f1bb0', 'code': 200} Jan 28 07:06:00.878723 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-411ed9a5-2412-4902-be43-c0e21c9a3713 req-445cec21-7c00-458f-95fd-2bc332506bce service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=0c399f48-7d92-4b84-b2c1-e5fe6a895353 HTTP/1.1" status: 200 len: 217 time: 0.0512857 Jan 28 07:06:00.962889 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411ed9a5-2412-4902-be43-c0e21c9a3713 req-809d3545-bed0-4ed0-8b31-5f32f45d043e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:00.964721 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-411ed9a5-2412-4902-be43-c0e21c9a3713 req-809d3545-bed0-4ed0-8b31-5f32f45d043e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5785b43d-448b-4d12-9eb5-4e4caf2e7eaf HTTP/1.1" status: 200 len: 843 time: 0.0630231 Jan 28 07:06:01.003161 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-417e514a-71d2-4e0d-ba9c-0766d283c10d req-ee302e94-5a73-467f-8077-20344ff131d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (cc1c1903-84ec-4b70-ba09-c6be9e6a9c20), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:01.048601 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730156a8-8352-45bb-883b-993f21561e7c req-ae0236d4-542b-437b-add0-05c47c257106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:01.050282 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-730156a8-8352-45bb-883b-993f21561e7c req-ae0236d4-542b-437b-add0-05c47c257106 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ac619916-0e38-4e23-8847-517be05d84ae HTTP/1.1" status: 200 len: 1097 time: 0.0765147 Jan 28 07:06:01.056461 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411ed9a5-2412-4902-be43-c0e21c9a3713 req-28866ff2-4e4d-4725-8c59-79bb8f4445f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:01.058087 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-411ed9a5-2412-4902-be43-c0e21c9a3713 req-28866ff2-4e4d-4725-8c59-79bb8f4445f6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0753028 Jan 28 07:06:01.160130 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-18171500-3e21-4678-b05e-137b0c5c859d req-c39349a4-cdfe-42ff-8864-737804677f29 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7b96cee-cfd1-4f4f-8781-f00ec5eec45e HTTP/1.1" status: 200 len: 210 time: 0.0792925 Jan 28 07:06:01.181817 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-730156a8-8352-45bb-883b-993f21561e7c req-54be0134-f287-4363-abea-94b3750bf37c service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=83d97fa1-2f29-40d2-a756-a970d048d2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226733 Jan 28 07:06:01.213316 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-411ed9a5-2412-4902-be43-c0e21c9a3713 req-5eb84f2f-5ca5-463c-894b-e6ebf10d4ddb service neutron] 10.222.0.10 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478713 Jan 28 07:06:01.275956 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c30eb8eb-4aac-46a4-a09c-74b69fb5b22c admin admin] Publish callbacks [] for port (3f13c138-30aa-4246-aaec-d349afd6ea17), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:01.290762 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c30eb8eb-4aac-46a4-a09c-74b69fb5b22c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (3f13c138-30aa-4246-aaec-d349afd6ea17), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:01.291494 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c30eb8eb-4aac-46a4-a09c-74b69fb5b22c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16318999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16606560'] for router_interface (bccf5753-6071-43c7-87cf-afad78c8a4b8), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:01.379157 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-2ad7031a-93df-4cd0-b94f-24e4e2fb02a7 admin admin] Deleting port ddcd23ea-4d41-4d8f-beef-05e5e8a0548e {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:06:01.379492 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2ad7031a-93df-4cd0-b94f-24e4e2fb02a7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (ddcd23ea-4d41-4d8f-beef-05e5e8a0548e), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:01.519016 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30eb8eb-4aac-46a4-a09c-74b69fb5b22c admin admin] Pushing event updated for resources: {'Port': ['ID=3f13c138-30aa-4246-aaec-d349afd6ea17,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:06:01.538932 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-edbdf811-1f3f-43e4-87a2-572e8d06d402 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16605475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16607909'] for router (3c804dd1-131a-43d5-93df-44a449b19564), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:01.604511 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-77ce6343-e837-4b23-867b-ac92b5280786 req-ba0cc2fb-9e74-498d-9aa5-0b6d52e743b1 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=c4cb8f6b7fb846b4ab01d357846632b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0347426 Jan 28 07:06:01.610143 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-411ed9a5-2412-4902-be43-c0e21c9a3713 req-8f63ef58-331e-4783-8190-6bfd2bb8b8b5 service neutron] 10.222.0.10 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249645 Jan 28 07:06:01.692685 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11fbb50-32c2-4cd3-9fb7-d1a3f9ada2f8 req-b8c0a908-524d-4c1e-a64e-0a9e780e72e4 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:01.694200 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f11fbb50-32c2-4cd3-9fb7-d1a3f9ada2f8 req-b8c0a908-524d-4c1e-a64e-0a9e780e72e4 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.41 "GET /v2.0/ports?device_id=b647b73c-ce74-43f3-b169-b125779cfb03 HTTP/1.1" status: 200 len: 936 time: 0.2711573 Jan 28 07:06:01.724894 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ce6343-e837-4b23-867b-ac92b5280786 req-420d18f6-e736-4419-8771-16bdbfdb43ca tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:01.726650 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-77ce6343-e837-4b23-867b-ac92b5280786 req-420d18f6-e736-4419-8771-16bdbfdb43ca tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1156774 Jan 28 07:06:01.770981 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c30eb8eb-4aac-46a4-a09c-74b69fb5b22c admin admin] Network 96301cb7-5950-4fda-9bde-12decf8885d9 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:06:01.777582 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-77ce6343-e837-4b23-867b-ac92b5280786 req-402e4d76-598e-49ff-9cdd-2687956e3776 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Request body: {'port': {'device_id': 'd7b96cee-cfd1-4f4f-8781-f00ec5eec45e', 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb', 'admin_state_up': True, 'tenant_id': 'c4cb8f6b7fb846b4ab01d357846632b7'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:06:01.784150 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-2ad7031a-93df-4cd0-b94f-24e4e2fb02a7 admin admin] For port ddcd23ea-4d41-4d8f-beef-05e5e8a0548e, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=ddcd23ea-4d41-4d8f-beef-05e5e8a0548e,segment=NetworkSegment(706544ac-9615-46c8-9115-8d7f6020d850),segment_id=706544ac-9615-46c8-9115-8d7f6020d850)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:06:01.784543 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2ad7031a-93df-4cd0-b94f-24e4e2fb02a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (ddcd23ea-4d41-4d8f-beef-05e5e8a0548e), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:01.791302 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-c30eb8eb-4aac-46a4-a09c-74b69fb5b22c admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:06:01.820423 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-2ad7031a-93df-4cd0-b94f-24e4e2fb02a7 admin admin] Calling delete_port for ddcd23ea-4d41-4d8f-beef-05e5e8a0548e owned by network:router_interface {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:06:01.920484 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fa75ce-a7f3-412a-9cbc-88d3c495a167 req-7994c42a-f8f5-48cb-83ab-03ceb6c47b15 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:01.922074 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-97fa75ce-a7f3-412a-9cbc-88d3c495a167 req-7994c42a-f8f5-48cb-83ab-03ceb6c47b15 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd6f6cee-8828-415b-beee-3ed839555ede HTTP/1.1" status: 200 len: 948 time: 0.1232350 Jan 28 07:06:01.964993 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77ce6343-e837-4b23-867b-ac92b5280786 req-402e4d76-598e-49ff-9cdd-2687956e3776 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Made reservation on behalf of c4cb8f6b7fb846b4ab01d357846632b7 for: {'port': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:06:01.969408 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-77ce6343-e837-4b23-867b-ac92b5280786 req-402e4d76-598e-49ff-9cdd-2687956e3776 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:01.980086 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f11fbb50-32c2-4cd3-9fb7-d1a3f9ada2f8 req-cf65a134-6b75-4d91-a084-eb67dfb6c4bf tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.41 "GET /v2.0/security-groups?id=a925a148-520f-4e8d-aa8c-4258e73ac6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2642581 Jan 28 07:06:01.985715 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-417e514a-71d2-4e0d-ba9c-0766d283c10d req-ee302e94-5a73-467f-8077-20344ff131d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc1c1903-84ec-4b70-ba09-c6be9e6a9c20 {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:06:02.003997 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-417e514a-71d2-4e0d-ba9c-0766d283c10d req-ee302e94-5a73-467f-8077-20344ff131d4 service neutron] Publish callbacks [] for port (cc1c1903-84ec-4b70-ba09-c6be9e6a9c20), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:02.063568 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-97fa75ce-a7f3-412a-9cbc-88d3c495a167 req-7e5e6729-8093-47b1-9835-50f2d13ba37c tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331050 Jan 28 07:06:02.070949 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-417e514a-71d2-4e0d-ba9c-0766d283c10d req-ee302e94-5a73-467f-8077-20344ff131d4 service neutron] Transition to ACTIVE for port object cc1c1903-84ec-4b70-ba09-c6be9e6a9c20 will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:06:02.085335 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-417e514a-71d2-4e0d-ba9c-0766d283c10d req-ee302e94-5a73-467f-8077-20344ff131d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (cc1c1903-84ec-4b70-ba09-c6be9e6a9c20), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:02.091181 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-1e278395-594c-4045-997d-ecd28341866c None None] Provisioning complete for port 3f13c138-30aa-4246-aaec-d349afd6ea17 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:06:02.091812 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1e278395-594c-4045-997d-ecd28341866c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (3f13c138-30aa-4246-aaec-d349afd6ea17), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:02.129604 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edbdf811-1f3f-43e4-87a2-572e8d06d402 admin admin] Router 3c804dd1-131a-43d5-93df-44a449b19564 is scheduled to L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 with binding_index 1 {{(pid=103284) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 07:06:02.151298 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-1e278395-594c-4045-997d-ecd28341866c None None] Port 3f13c138-30aa-4246-aaec-d349afd6ea17 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:06:02.174564 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c30eb8eb-4aac-46a4-a09c-74b69fb5b22c admin admin] Router bccf5753-6071-43c7-87cf-afad78c8a4b8 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:06:02.174905 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [req-77ce6343-e837-4b23-867b-ac92b5280786 req-402e4d76-598e-49ff-9cdd-2687956e3776 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Allocated IP 192.168.233.54 (d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb/5785b43d-448b-4d12-9eb5-4e4caf2e7eaf/6f752776-c216-4161-bb1d-5a4d2f901bff) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:06:02.243037 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee302e94-5a73-467f-8077-20344ff131d4 service neutron] Pushing event updated for resources: {'Port': ['ID=cc1c1903-84ec-4b70-ba09-c6be9e6a9c20,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:06:02.285362 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0416eaaa-e14b-453c-bb64-308bee916f70 req-ba1529d1-830b-4434-884a-34048d7113e4 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:02.286843 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0416eaaa-e14b-453c-bb64-308bee916f70 req-ba1529d1-830b-4434-884a-34048d7113e4 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac619916-0e38-4e23-8847-517be05d84ae HTTP/1.1" status: 200 len: 945 time: 0.1039867 Jan 28 07:06:02.305081 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee302e94-5a73-467f-8077-20344ff131d4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:06:02.305430 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee302e94-5a73-467f-8077-20344ff131d4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:06:02.305768 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee302e94-5a73-467f-8077-20344ff131d4 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:06:02.306104 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee302e94-5a73-467f-8077-20344ff131d4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:06:02.306431 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee302e94-5a73-467f-8077-20344ff131d4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:06:02.306757 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee302e94-5a73-467f-8077-20344ff131d4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:06:02.307081 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee302e94-5a73-467f-8077-20344ff131d4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:06:02.307404 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee302e94-5a73-467f-8077-20344ff131d4 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:06:02.307725 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee302e94-5a73-467f-8077-20344ff131d4 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:06:02.308051 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee302e94-5a73-467f-8077-20344ff131d4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:06:02.308408 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee302e94-5a73-467f-8077-20344ff131d4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:06:02.308730 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee302e94-5a73-467f-8077-20344ff131d4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:06:02.309069 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee302e94-5a73-467f-8077-20344ff131d4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:06:02.357044 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6a4dce4a-a0c5-4106-bb5e-5f9740aeee43 req-bfdb0ba4-1b0b-402f-acb9-53e0f644e4da tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7b96cee-cfd1-4f4f-8781-f00ec5eec45e HTTP/1.1" status: 200 len: 210 time: 0.0642600 Jan 28 07:06:02.451805 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0416eaaa-e14b-453c-bb64-308bee916f70 req-d0c6f11a-7378-4283-b174-eca549a05a44 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/security-groups?id=83d97fa1-2f29-40d2-a756-a970d048d2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541765 Jan 28 07:06:02.487440 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-77ce6343-e837-4b23-867b-ac92b5280786 req-402e4d76-598e-49ff-9cdd-2687956e3776 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Publish callbacks [] for port (6f752776-c216-4161-bb1d-5a4d2f901bff), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:02.545831 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-77ce6343-e837-4b23-867b-ac92b5280786 req-402e4d76-598e-49ff-9cdd-2687956e3776 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (6f752776-c216-4161-bb1d-5a4d2f901bff), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:02.586704 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['2db0eab7-310b-4c35-a1b9-bb600d2e8ebd', '718f2284-47d9-49ef-aadf-bbf8076811c2'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:06:02.594499 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77ce6343-e837-4b23-867b-ac92b5280786 req-402e4d76-598e-49ff-9cdd-2687956e3776 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Network d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:06:02.600056 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [req-77ce6343-e837-4b23-867b-ac92b5280786 req-402e4d76-598e-49ff-9cdd-2687956e3776 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:06:02.604761 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-77ce6343-e837-4b23-867b-ac92b5280786 req-402e4d76-598e-49ff-9cdd-2687956e3776 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:06:02.610243 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402e4d76-598e-49ff-9cdd-2687956e3776 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Pushing event updated for resources: {'Port': ['ID=6f752776-c216-4161-bb1d-5a4d2f901bff,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:06:02.647959 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['137d085c-b81f-48ec-a596-8512923cea40', 'c940bffe-7c91-4b25-9d0c-64122cb95c53', '0acfc257-ef9e-4d1b-ae95-d90a265ceab1'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:06:02.649915 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402e4d76-598e-49ff-9cdd-2687956e3776 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:06:02.650280 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402e4d76-598e-49ff-9cdd-2687956e3776 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:06:02.650624 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402e4d76-598e-49ff-9cdd-2687956e3776 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:06:02.651086 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402e4d76-598e-49ff-9cdd-2687956e3776 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:06:02.651299 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402e4d76-598e-49ff-9cdd-2687956e3776 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:06:02.651638 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402e4d76-598e-49ff-9cdd-2687956e3776 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:06:02.651985 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402e4d76-598e-49ff-9cdd-2687956e3776 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:06:02.659918 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402e4d76-598e-49ff-9cdd-2687956e3776 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:06:02.660425 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402e4d76-598e-49ff-9cdd-2687956e3776 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:06:02.660778 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402e4d76-598e-49ff-9cdd-2687956e3776 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:06:02.661134 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402e4d76-598e-49ff-9cdd-2687956e3776 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:06:02.661474 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402e4d76-598e-49ff-9cdd-2687956e3776 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:06:02.661809 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402e4d76-598e-49ff-9cdd-2687956e3776 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:06:02.690054 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ce6343-e837-4b23-867b-ac92b5280786 req-402e4d76-598e-49ff-9cdd-2687956e3776 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:02.690333 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-77ce6343-e837-4b23-867b-ac92b5280786 req-402e4d76-598e-49ff-9cdd-2687956e3776 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:02.728467 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-77ce6343-e837-4b23-867b-ac92b5280786 req-402e4d76-598e-49ff-9cdd-2687956e3776 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9552565 Jan 28 07:06:02.730796 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 0c399f48-7d92-4b84-b2c1-e5fe6a895353 up at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:06:02.753499 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-417e514a-71d2-4e0d-ba9c-0766d283c10d req-ee302e94-5a73-467f-8077-20344ff131d4 service neutron] Attempting to bind port cc1c1903-84ec-4b70-ba09-c6be9e6a9c20 on host n-h1-712749-28 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:06:02.753943 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-417e514a-71d2-4e0d-ba9c-0766d283c10d req-ee302e94-5a73-467f-8077-20344ff131d4 service neutron] Attempting to bind port cc1c1903-84ec-4b70-ba09-c6be9e6a9c20 by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': '9d52209e-a416-4cfe-8f8a-19567a90fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:06:02.754501 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-417e514a-71d2-4e0d-ba9c-0766d283c10d req-ee302e94-5a73-467f-8077-20344ff131d4 service neutron] Attempting to bind port cc1c1903-84ec-4b70-ba09-c6be9e6a9c20 on network d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:06:02.755136 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-77ce6343-e837-4b23-867b-ac92b5280786 req-cee3964f-f07c-41b4-8c0d-12f5582ee720 service neutron] Request body: {'port': {'device_id': 'd7b96cee-cfd1-4f4f-8781-f00ec5eec45e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712749-28'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:06:02.781653 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:02.803960 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-417e514a-71d2-4e0d-ba9c-0766d283c10d req-ee302e94-5a73-467f-8077-20344ff131d4 service neutron] Port cc1c1903-84ec-4b70-ba09-c6be9e6a9c20 on network d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:06:02.804531 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-417e514a-71d2-4e0d-ba9c-0766d283c10d req-ee302e94-5a73-467f-8077-20344ff131d4 service neutron] Attempting to bind port cc1c1903-84ec-4b70-ba09-c6be9e6a9c20 on network d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:06:02.834815 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-77ce6343-e837-4b23-867b-ac92b5280786 req-cee3964f-f07c-41b4-8c0d-12f5582ee720 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (6f752776-c216-4161-bb1d-5a4d2f901bff), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:02.859693 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-417e514a-71d2-4e0d-ba9c-0766d283c10d req-ee302e94-5a73-467f-8077-20344ff131d4 service neutron] Checking agent: {'id': '2fca46b1-237f-4857-9290-2429d810e472', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 6, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:06:02.860265 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-417e514a-71d2-4e0d-ba9c-0766d283c10d req-ee302e94-5a73-467f-8077-20344ff131d4 service neutron] Checking segment: {'id': '9d52209e-a416-4cfe-8f8a-19567a90fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:06:02.860933 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-417e514a-71d2-4e0d-ba9c-0766d283c10d req-ee302e94-5a73-467f-8077-20344ff131d4 service neutron] Bound using segment: {'id': '9d52209e-a416-4cfe-8f8a-19567a90fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:06:02.861481 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-417e514a-71d2-4e0d-ba9c-0766d283c10d req-ee302e94-5a73-467f-8077-20344ff131d4 service neutron] Bound port: cc1c1903-84ec-4b70-ba09-c6be9e6a9c20, host: n-h1-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d52209e-a416-4cfe-8f8a-19567a90fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:06:02.861957 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-417e514a-71d2-4e0d-ba9c-0766d283c10d req-ee302e94-5a73-467f-8077-20344ff131d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (cc1c1903-84ec-4b70-ba09-c6be9e6a9c20), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:02.885624 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edbdf811-1f3f-43e4-87a2-572e8d06d402 admin admin] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:06:02.912068 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6093292-98f5-4638-aa55-987b97a70b94 None None] Sync routers for ids ['3c804dd1-131a-43d5-93df-44a449b19564'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:06:02.915910 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c30eb8eb-4aac-46a4-a09c-74b69fb5b22c admin admin] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:06:02.924936 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning for port 0c399f48-7d92-4b84-b2c1-e5fe6a895353 completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:06:02.933473 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70ff016-2cab-4638-81a4-edc95f268edb None None] Sync routers for ids ['bccf5753-6071-43c7-87cf-afad78c8a4b8'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:06:02.936996 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2ad7031a-93df-4cd0-b94f-24e4e2fb02a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298'] for port (ddcd23ea-4d41-4d8f-beef-05e5e8a0548e), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:02.953142 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-c30eb8eb-4aac-46a4-a09c-74b69fb5b22c admin admin] 10.222.0.41 "PUT /v2.0/routers/bccf5753-6071-43c7-87cf-afad78c8a4b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3328686 Jan 28 07:06:02.953341 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70ff016-2cab-4638-81a4-edc95f268edb None None] Routers {'bccf5753-6071-43c7-87cf-afad78c8a4b8'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:06:02.953458 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-a70ff016-2cab-4638-81a4-edc95f268edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:05:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['bccf5753-6071-43c7-87cf-afad78c8a4b8'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:06:02.986271 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-edbdf811-1f3f-43e4-87a2-572e8d06d402 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:02.990305 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-edbdf811-1f3f-43e4-87a2-572e8d06d402 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 8.4344862 Jan 28 07:06:02.991522 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad7031a-93df-4cd0-b94f-24e4e2fb02a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=ddcd23ea-4d41-4d8f-beef-05e5e8a0548e,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:06:02.999570 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 59616) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:06:03.004647 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning complete for port 0c399f48-7d92-4b84-b2c1-e5fe6a895353 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:06:03.005116 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (0c399f48-7d92-4b84-b2c1-e5fe6a895353), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:03.090194 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6093292-98f5-4638-aa55-987b97a70b94 None None] Routers {'3c804dd1-131a-43d5-93df-44a449b19564'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:06:03.091969 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-b6093292-98f5-4638-aa55-987b97a70b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:05:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['3c804dd1-131a-43d5-93df-44a449b19564'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:06:03.182370 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-a70ff016-2cab-4638-81a4-edc95f268edb None None] Set router bccf5753-6071-43c7-87cf-afad78c8a4b8 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:06:03.237285 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-417e514a-71d2-4e0d-ba9c-0766d283c10d req-ee302e94-5a73-467f-8077-20344ff131d4 service neutron] For port cc1c1903-84ec-4b70-ba09-c6be9e6a9c20, host n-h1-712749-28, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:06:03.316729 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-417e514a-71d2-4e0d-ba9c-0766d283c10d req-ee302e94-5a73-467f-8077-20344ff131d4 service neutron] For port cc1c1903-84ec-4b70-ba09-c6be9e6a9c20, host n-h1-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=cc1c1903-84ec-4b70-ba09-c6be9e6a9c20,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:06:03.343502 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd194edc-96de-4287-9425-393253fbde37 req-d12c787b-4621-49b3-b6b2-4c6c26b7342d tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:03.345099 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-bd194edc-96de-4287-9425-393253fbde37 req-d12c787b-4621-49b3-b6b2-4c6c26b7342d tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd6f6cee-8828-415b-beee-3ed839555ede HTTP/1.1" status: 200 len: 948 time: 0.1440866 Jan 28 07:06:03.381445 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [req-77ce6343-e837-4b23-867b-ac92b5280786 req-cee3964f-f07c-41b4-8c0d-12f5582ee720 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f752776-c216-4161-bb1d-5a4d2f901bff {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:06:03.393775 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-77ce6343-e837-4b23-867b-ac92b5280786 req-cee3964f-f07c-41b4-8c0d-12f5582ee720 service neutron] Publish callbacks [] for port (6f752776-c216-4161-bb1d-5a4d2f901bff), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:03.404805 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-417e514a-71d2-4e0d-ba9c-0766d283c10d req-ee302e94-5a73-467f-8077-20344ff131d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (cc1c1903-84ec-4b70-ba09-c6be9e6a9c20), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:03.425109 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [req-77ce6343-e837-4b23-867b-ac92b5280786 req-cee3964f-f07c-41b4-8c0d-12f5582ee720 service neutron] Transition to ACTIVE for port object 6f752776-c216-4161-bb1d-5a4d2f901bff will not be triggered until provisioned by entity L2. {{(pid=103283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:06:03.443069 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-77ce6343-e837-4b23-867b-ac92b5280786 req-cee3964f-f07c-41b4-8c0d-12f5582ee720 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (6f752776-c216-4161-bb1d-5a4d2f901bff), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:03.461968 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-bd194edc-96de-4287-9425-393253fbde37 req-94a10ed1-6408-4281-94b2-d0523e1095c2 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071084 Jan 28 07:06:03.487597 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201a26eb-18bf-4f86-8f20-fea6a08bb671 req-71b35d4d-2a28-4523-80e1-5f84c1a1f22d tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:03.493282 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-201a26eb-18bf-4f86-8f20-fea6a08bb671 req-71b35d4d-2a28-4523-80e1-5f84c1a1f22d tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.41 "GET /v2.0/ports?device_id=b647b73c-ce74-43f3-b169-b125779cfb03 HTTP/1.1" status: 200 len: 948 time: 0.3372085 Jan 28 07:06:03.503989 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-670141a5-dc4b-4f29-8bf9-b7aba5dbab27 None None] Provisioning complete for port 6f752776-c216-4161-bb1d-5a4d2f901bff triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:06:03.504396 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-670141a5-dc4b-4f29-8bf9-b7aba5dbab27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (6f752776-c216-4161-bb1d-5a4d2f901bff), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:03.580769 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-a70ff016-2cab-4638-81a4-edc95f268edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bccf5753-6071-43c7-87cf-afad78c8a4b8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1227206476-router', 'tenant_id': 'a381c640729844758b77251ed8b2bb56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': '872b79b8-c192-4eb3-b433-1edd806d4ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:05:50Z', 'updated_at': '2022-01-28T07:05:59Z', 'revision_number': 4, 'project_id': 'a381c640729844758b77251ed8b2bb56', 'gw_port': {'id': '872b79b8-c192-4eb3-b433-1edd806d4ac6', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:7e:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccf5753-6071-43c7-87cf-afad78c8a4b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:05:52Z', 'updated_at': '2022-01-28T07:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '3f13c138-30aa-4246-aaec-d349afd6ea17', 'name': '', 'network_id': '96301cb7-5950-4fda-9bde-12decf8885d9', 'tenant_id': 'a381c640729844758b77251ed8b2bb56', 'mac_address': 'fa:16:3e:d1:a8:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bccf5753-6071-43c7-87cf-afad78c8a4b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'fee747c2-5e95-4f0e-ad04-7aedb36bab1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:05:56Z', 'updated_at': '2022-01-28T07:06:00Z', 'revision_number': 2, 'project_id': 'a381c640729844758b77251ed8b2bb56', 'subnets': [{'id': 'fee747c2-5e95-4f0e-ad04-7aedb36bab1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:06:03.599659 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417e514a-71d2-4e0d-ba9c-0766d283c10d req-ee302e94-5a73-467f-8077-20344ff131d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:03.600219 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-417e514a-71d2-4e0d-ba9c-0766d283c10d req-ee302e94-5a73-467f-8077-20344ff131d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:03.601646 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-417e514a-71d2-4e0d-ba9c-0766d283c10d req-ee302e94-5a73-467f-8077-20344ff131d4 service neutron] 10.222.0.10 "PUT /v2.0/ports/cc1c1903-84ec-4b70-ba09-c6be9e6a9c20 HTTP/1.1" status: 200 len: 1097 time: 2.8211575 Jan 28 07:06:03.604735 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b647b73c-ce74-43f3-b169-b125779cfb03', 'tag': 'cc1c1903-84ec-4b70-ba09-c6be9e6a9c20'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:06:03.608578 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-084f71cd-5265-42ae-b00b-8726b8fbf4f1" -d '{"events": [{"name": "network-changed", "server_uuid": "b647b73c-ce74-43f3-b169-b125779cfb03", "tag": "cc1c1903-84ec-4b70-ba09-c6be9e6a9c20"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:06:03.614196 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee3964f-f07c-41b4-8c0d-12f5582ee720 service neutron] Pushing event updated for resources: {'Port': ['ID=6f752776-c216-4161-bb1d-5a4d2f901bff,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:06:03.647983 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70ff016-2cab-4638-81a4-edc95f268edb None None] Checking router: bccf5753-6071-43c7-87cf-afad78c8a4b8 for host: n-d-712749-28 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:06:03.648524 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70ff016-2cab-4638-81a4-edc95f268edb None None] Updating router bccf5753-6071-43c7-87cf-afad78c8a4b8 port 3f13c138-30aa-4246-aaec-d349afd6ea17 binding host n-d-712749-28 {{(pid=103286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 07:06:03.678729 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2ad7031a-93df-4cd0-b94f-24e4e2fb02a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16319006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16606699'] for router_interface (6e5e42fd-ea15-40ad-a2c5-27335ece8f65), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:03.687989 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee302e94-5a73-467f-8077-20344ff131d4 service neutron] Pushing event updated for resources: {'Port': ['ID=cc1c1903-84ec-4b70-ba09-c6be9e6a9c20,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:06:03.710535 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-77ce6343-e837-4b23-867b-ac92b5280786 req-cee3964f-f07c-41b4-8c0d-12f5582ee720 service neutron] Attempting to bind port 6f752776-c216-4161-bb1d-5a4d2f901bff on host n-h2-712749-28 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:06:03.710870 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-77ce6343-e837-4b23-867b-ac92b5280786 req-cee3964f-f07c-41b4-8c0d-12f5582ee720 service neutron] Attempting to bind port 6f752776-c216-4161-bb1d-5a4d2f901bff by drivers openvswitch,hyperv on host n-h2-712749-28 at level 0 using segments [{'id': '9d52209e-a416-4cfe-8f8a-19567a90fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:06:03.711194 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ce6343-e837-4b23-867b-ac92b5280786 req-cee3964f-f07c-41b4-8c0d-12f5582ee720 service neutron] Attempting to bind port 6f752776-c216-4161-bb1d-5a4d2f901bff on network d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:06:03.715183 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a70ff016-2cab-4638-81a4-edc95f268edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (3f13c138-30aa-4246-aaec-d349afd6ea17), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:03.726678 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ce6343-e837-4b23-867b-ac92b5280786 req-cee3964f-f07c-41b4-8c0d-12f5582ee720 service neutron] Port 6f752776-c216-4161-bb1d-5a4d2f901bff on network d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-28 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:06:03.727004 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ce6343-e837-4b23-867b-ac92b5280786 req-cee3964f-f07c-41b4-8c0d-12f5582ee720 service neutron] Attempting to bind port 6f752776-c216-4161-bb1d-5a4d2f901bff on network d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:06:03.741005 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ce6343-e837-4b23-867b-ac92b5280786 req-cee3964f-f07c-41b4-8c0d-12f5582ee720 service neutron] Checking agent: {'id': 'c9906e63-062c-432e-bb53-63fdb8115e18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 5, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:06:03.741346 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ce6343-e837-4b23-867b-ac92b5280786 req-cee3964f-f07c-41b4-8c0d-12f5582ee720 service neutron] Checking segment: {'id': '9d52209e-a416-4cfe-8f8a-19567a90fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:06:03.741733 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ce6343-e837-4b23-867b-ac92b5280786 req-cee3964f-f07c-41b4-8c0d-12f5582ee720 service neutron] Bound using segment: {'id': '9d52209e-a416-4cfe-8f8a-19567a90fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:06:03.742168 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-77ce6343-e837-4b23-867b-ac92b5280786 req-cee3964f-f07c-41b4-8c0d-12f5582ee720 service neutron] Bound port: 6f752776-c216-4161-bb1d-5a4d2f901bff, host: n-h2-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d52209e-a416-4cfe-8f8a-19567a90fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:06:03.742527 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-77ce6343-e837-4b23-867b-ac92b5280786 req-cee3964f-f07c-41b4-8c0d-12f5582ee720 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (6f752776-c216-4161-bb1d-5a4d2f901bff), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:03.786505 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-69687596-e4cf-43d5-8d93-c544c3f665b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:03.904520 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-77ce6343-e837-4b23-867b-ac92b5280786 req-cee3964f-f07c-41b4-8c0d-12f5582ee720 service neutron] For port 6f752776-c216-4161-bb1d-5a4d2f901bff, host n-h2-712749-28, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:06:03.908246 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-77ce6343-e837-4b23-867b-ac92b5280786 req-cee3964f-f07c-41b4-8c0d-12f5582ee720 service neutron] For port 6f752776-c216-4161-bb1d-5a4d2f901bff, host n-h2-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=6f752776-c216-4161-bb1d-5a4d2f901bff,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:06:03.913133 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-670141a5-dc4b-4f29-8bf9-b7aba5dbab27 None None] Port 6f752776-c216-4161-bb1d-5a4d2f901bff cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:06:03.925813 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-77ce6343-e837-4b23-867b-ac92b5280786 req-cee3964f-f07c-41b4-8c0d-12f5582ee720 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (6f752776-c216-4161-bb1d-5a4d2f901bff), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:03.941296 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-201a26eb-18bf-4f86-8f20-fea6a08bb671 req-d9fb9bfe-c456-4c53-9e36-2fcbf7b25f60 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.41 "GET /v2.0/security-groups?id=a925a148-520f-4e8d-aa8c-4258e73ac6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4011426 Jan 28 07:06:03.961240 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ce6343-e837-4b23-867b-ac92b5280786 req-cee3964f-f07c-41b4-8c0d-12f5582ee720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:03.962005 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-77ce6343-e837-4b23-867b-ac92b5280786 req-cee3964f-f07c-41b4-8c0d-12f5582ee720 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:03.963536 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-77ce6343-e837-4b23-867b-ac92b5280786 req-cee3964f-f07c-41b4-8c0d-12f5582ee720 service neutron] 10.222.0.44 "PUT /v2.0/ports/6f752776-c216-4161-bb1d-5a4d2f901bff HTTP/1.1" status: 200 len: 1096 time: 1.2181251 Jan 28 07:06:03.996256 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:04.001009 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7b96cee-cfd1-4f4f-8781-f00ec5eec45e', 'tag': '6f752776-c216-4161-bb1d-5a4d2f901bff'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:06:04.004459 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33fecc4c-86c7-4efd-8cfc-4c5f9e9dc655" -d '{"events": [{"name": "network-changed", "server_uuid": "d7b96cee-cfd1-4f4f-8781-f00ec5eec45e", "tag": "6f752776-c216-4161-bb1d-5a4d2f901bff"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:06:04.045388 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417e514a-71d2-4e0d-ba9c-0766d283c10d req-e6f5bc24-0324-413d-8bb5-c8c8d9f56653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:04.047858 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-417e514a-71d2-4e0d-ba9c-0766d283c10d req-e6f5bc24-0324-413d-8bb5-c8c8d9f56653 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6709663989df41a8aa4cf350708a0358&device_id=b647b73c-ce74-43f3-b169-b125779cfb03 HTTP/1.1" status: 200 len: 1100 time: 0.3653679 Jan 28 07:06:04.139570 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-b6093292-98f5-4638-aa55-987b97a70b94 None None] Set router 3c804dd1-131a-43d5-93df-44a449b19564 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:06:04.154916 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-417e514a-71d2-4e0d-ba9c-0766d283c10d req-7d1fc308-098f-47b2-8fff-4903f50053c5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=cc1c1903-84ec-4b70-ba09-c6be9e6a9c20 HTTP/1.1" status: 200 len: 217 time: 0.0441592 Jan 28 07:06:04.180090 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a70ff016-2cab-4638-81a4-edc95f268edb None None] Publish callbacks [] for port (3f13c138-30aa-4246-aaec-d349afd6ea17), precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:04.185240 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee3964f-f07c-41b4-8c0d-12f5582ee720 service neutron] Pushing event updated for resources: {'Port': ['ID=6f752776-c216-4161-bb1d-5a4d2f901bff,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:06:04.189544 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a70ff016-2cab-4638-81a4-edc95f268edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (3f13c138-30aa-4246-aaec-d349afd6ea17), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:04.222365 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ce6343-e837-4b23-867b-ac92b5280786 req-65a8b1ce-5a9e-471d-8188-196be97067b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:04.224021 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-77ce6343-e837-4b23-867b-ac92b5280786 req-65a8b1ce-5a9e-471d-8188-196be97067b3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c4cb8f6b7fb846b4ab01d357846632b7&device_id=d7b96cee-cfd1-4f4f-8781-f00ec5eec45e HTTP/1.1" status: 200 len: 1099 time: 0.1863863 Jan 28 07:06:04.271784 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port 0c399f48-7d92-4b84-b2c1-e5fe6a895353 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:06:04.272322 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (0c399f48-7d92-4b84-b2c1-e5fe6a895353), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:04.273427 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a47061-04ec-4239-8b18-1ae88dbe4559 None None] Pushing event updated for resources: {'Port': ['ID=3f13c138-30aa-4246-aaec-d349afd6ea17,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:06:04.333476 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-77ce6343-e837-4b23-867b-ac92b5280786 req-111477aa-abca-4786-881f-0607da07248e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=6f752776-c216-4161-bb1d-5a4d2f901bff HTTP/1.1" status: 200 len: 217 time: 0.0764549 Jan 28 07:06:04.342327 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b234942a-f6ba-40c3-a512-db181094f41a req-e8443567-e418-4363-b688-523300f140bf tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:04.352101 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b234942a-f6ba-40c3-a512-db181094f41a req-e8443567-e418-4363-b688-523300f140bf tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] 10.222.0.41 "GET /v2.0/networks?id=96301cb7-5950-4fda-9bde-12decf8885d9 HTTP/1.1" status: 200 len: 829 time: 0.3440044 Jan 28 07:06:04.392062 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ad7031a-93df-4cd0-b94f-24e4e2fb02a7 admin admin] Router 6e5e42fd-ea15-40ad-a2c5-27335ece8f65 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:06:04.394291 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417e514a-71d2-4e0d-ba9c-0766d283c10d req-20b713bf-d96b-4c1d-8be1-c9199c96c416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:04.395820 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-417e514a-71d2-4e0d-ba9c-0766d283c10d req-20b713bf-d96b-4c1d-8be1-c9199c96c416 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5785b43d-448b-4d12-9eb5-4e4caf2e7eaf HTTP/1.1" status: 200 len: 843 time: 0.0922744 Jan 28 07:06:04.422181 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b234942a-f6ba-40c3-a512-db181094f41a req-fea629fd-007a-4f09-9f8f-870e06efdd42 tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] 10.222.0.41 "GET /v2.0/quotas/a381c640729844758b77251ed8b2bb56 HTTP/1.1" status: 200 len: 375 time: 0.0585206 Jan 28 07:06:04.504967 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd6f6cee-8828-415b-beee-3ed839555ede', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c399f48-7d92-4b84-b2c1-e5fe6a895353'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:06:04.507662 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f987a6db-9e43-415e-ae31-f0622a7024cb" -d '{"events": [{"server_uuid": "cd6f6cee-8828-415b-beee-3ed839555ede", "name": "network-vif-plugged", "status": "completed", "tag": "0c399f48-7d92-4b84-b2c1-e5fe6a895353"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:06:04.516004 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ce6343-e837-4b23-867b-ac92b5280786 req-a051a9f1-7973-4b2f-aa96-1bd758f8c825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:04.517719 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-77ce6343-e837-4b23-867b-ac92b5280786 req-a051a9f1-7973-4b2f-aa96-1bd758f8c825 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5785b43d-448b-4d12-9eb5-4e4caf2e7eaf HTTP/1.1" status: 200 len: 843 time: 0.1614058 Jan 28 07:06:04.539128 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-a70ff016-2cab-4638-81a4-edc95f268edb None None] Attempting to bind port 3f13c138-30aa-4246-aaec-d349afd6ea17 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:06:04.539424 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-a70ff016-2cab-4638-81a4-edc95f268edb None None] Attempting to bind port 3f13c138-30aa-4246-aaec-d349afd6ea17 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '8f16b4d4-a489-47a9-abff-4677cff0d0e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '96301cb7-5950-4fda-9bde-12decf8885d9'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:06:04.539837 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70ff016-2cab-4638-81a4-edc95f268edb None None] Attempting to bind port 3f13c138-30aa-4246-aaec-d349afd6ea17 on network 96301cb7-5950-4fda-9bde-12decf8885d9 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:06:04.548989 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70ff016-2cab-4638-81a4-edc95f268edb None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:06:04.549368 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70ff016-2cab-4638-81a4-edc95f268edb None None] Checking segment: {'id': '8f16b4d4-a489-47a9-abff-4677cff0d0e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '96301cb7-5950-4fda-9bde-12decf8885d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:06:04.549823 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a70ff016-2cab-4638-81a4-edc95f268edb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:04.550221 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70ff016-2cab-4638-81a4-edc95f268edb None None] Bound using segment: {'id': '8f16b4d4-a489-47a9-abff-4677cff0d0e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '96301cb7-5950-4fda-9bde-12decf8885d9'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:06:04.550699 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-a70ff016-2cab-4638-81a4-edc95f268edb None None] Bound port: 3f13c138-30aa-4246-aaec-d349afd6ea17, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f16b4d4-a489-47a9-abff-4677cff0d0e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '96301cb7-5950-4fda-9bde-12decf8885d9'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:06:04.551075 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a70ff016-2cab-4638-81a4-edc95f268edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (3f13c138-30aa-4246-aaec-d349afd6ea17), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:04.560740 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 0c399f48-7d92-4b84-b2c1-e5fe6a895353, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=0c399f48-7d92-4b84-b2c1-e5fe6a895353,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:06:04.605670 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (0c399f48-7d92-4b84-b2c1-e5fe6a895353), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:04.624393 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b234942a-f6ba-40c3-a512-db181094f41a req-e96b9d26-fcbb-4436-89cb-c280063f4747 tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=a381c640729844758b77251ed8b2bb56&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2011483 Jan 28 07:06:04.630054 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [req-b234942a-f6ba-40c3-a512-db181094f41a req-0e33c172-02ee-453c-b6fd-efb9ddae29b3 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103283) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 07:06:04.642092 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a70ff016-2cab-4638-81a4-edc95f268edb None None] For port 3f13c138-30aa-4246-aaec-d349afd6ea17, host n-d-712749-28, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:06:04.642951 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b234942a-f6ba-40c3-a512-db181094f41a req-0e33c172-02ee-453c-b6fd-efb9ddae29b3 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0176570 Jan 28 07:06:04.645639 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a70ff016-2cab-4638-81a4-edc95f268edb None None] For port 3f13c138-30aa-4246-aaec-d349afd6ea17, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=3f13c138-30aa-4246-aaec-d349afd6ea17,segment=NetworkSegment(8f16b4d4-a489-47a9-abff-4677cff0d0e7),segment_id=8f16b4d4-a489-47a9-abff-4677cff0d0e7)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:06:04.652694 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a70ff016-2cab-4638-81a4-edc95f268edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (3f13c138-30aa-4246-aaec-d349afd6ea17), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:04.659877 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe476937-2707-4a69-81e4-e778e419230f req-d0953624-77b2-4495-bed5-9f4b56ce3f1c tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:04.662582 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-fe476937-2707-4a69-81e4-e778e419230f req-d0953624-77b2-4495-bed5-9f4b56ce3f1c tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7b96cee-cfd1-4f4f-8781-f00ec5eec45e HTTP/1.1" status: 200 len: 947 time: 0.5618865 Jan 28 07:06:04.727669 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ce6343-e837-4b23-867b-ac92b5280786 req-f9c7686c-0693-4231-8466-63068013274c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:04.729095 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-77ce6343-e837-4b23-867b-ac92b5280786 req-f9c7686c-0693-4231-8466-63068013274c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1922879 Jan 28 07:06:04.751995 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417e514a-71d2-4e0d-ba9c-0766d283c10d req-b50e96bb-2957-4105-a6af-d558b9990ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:04.753703 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-417e514a-71d2-4e0d-ba9c-0766d283c10d req-b50e96bb-2957-4105-a6af-d558b9990ddf service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3379924 Jan 28 07:06:04.780683 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70ff016-2cab-4638-81a4-edc95f268edb None None] Routers {'bccf5753-6071-43c7-87cf-afad78c8a4b8'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:06:04.781586 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-a70ff016-2cab-4638-81a4-edc95f268edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:05:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['bccf5753-6071-43c7-87cf-afad78c8a4b8'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:06:04.799028 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=0c399f48-7d92-4b84-b2c1-e5fe6a895353,revision_number=9']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:06:04.843566 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-dac7f2f7-4e9d-4f41-8127-c7d6d63bb238 None None] Provisioning complete for port 3f13c138-30aa-4246-aaec-d349afd6ea17 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:06:04.843942 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dac7f2f7-4e9d-4f41-8127-c7d6d63bb238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (3f13c138-30aa-4246-aaec-d349afd6ea17), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:04.855810 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a47061-04ec-4239-8b18-1ae88dbe4559 None None] Pushing event updated for resources: {'Port': ['ID=3f13c138-30aa-4246-aaec-d349afd6ea17,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:06:04.891916 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-b6093292-98f5-4638-aa55-987b97a70b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c804dd1-131a-43d5-93df-44a449b19564', 'name': 'tempest-FloatingIPsNegativeTestJSON-2022522905-router', 'tenant_id': '2a12f463f82c4846872885baeab2444a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.232'}], 'enable_snat': True}, 'gw_port_id': '2775819c-6123-48f8-9a74-68820d088bb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:05:54Z', 'updated_at': '2022-01-28T07:05:59Z', 'revision_number': 3, 'project_id': '2a12f463f82c4846872885baeab2444a', 'gw_port': {'id': '2775819c-6123-48f8-9a74-68820d088bb7', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:50:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c804dd1-131a-43d5-93df-44a449b19564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:05:57Z', 'updated_at': '2022-01-28T07:05:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:06:04.926403 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b234942a-f6ba-40c3-a512-db181094f41a req-bfa9a3d5-198a-4811-8a03-4579aa58d3e1 service neutron] 10.222.0.41 "GET /v2.0/networks/96301cb7-5950-4fda-9bde-12decf8885d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2824841 Jan 28 07:06:04.954217 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6093292-98f5-4638-aa55-987b97a70b94 None None] Checking router: 3c804dd1-131a-43d5-93df-44a449b19564 for host: n-d-712749-28 {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:06:04.955132 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6093292-98f5-4638-aa55-987b97a70b94 None None] Updating router 3c804dd1-131a-43d5-93df-44a449b19564 port 2775819c-6123-48f8-9a74-68820d088bb7 binding host n-d-712749-28 {{(pid=103285) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 07:06:04.991247 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b6093292-98f5-4638-aa55-987b97a70b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (2775819c-6123-48f8-9a74-68820d088bb7), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:04.995008 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-a70ff016-2cab-4638-81a4-edc95f268edb None None] Set router bccf5753-6071-43c7-87cf-afad78c8a4b8 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:06:05.066933 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-dac7f2f7-4e9d-4f41-8127-c7d6d63bb238 None None] Current status of the port 3f13c138-30aa-4246-aaec-d349afd6ea17 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:06:05.070903 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dac7f2f7-4e9d-4f41-8127-c7d6d63bb238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (3f13c138-30aa-4246-aaec-d349afd6ea17), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:05.086039 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-77ce6343-e837-4b23-867b-ac92b5280786 req-d85651d2-7a06-4048-bf2a-0f639ead87cc service neutron] 10.222.0.44 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3427448 Jan 28 07:06:05.151819 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b234942a-f6ba-40c3-a512-db181094f41a req-994db0da-9712-4bf2-8eda-34e4aaafabfe service neutron] 10.222.0.41 "GET /v2.0/networks/96301cb7-5950-4fda-9bde-12decf8885d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2244494 Jan 28 07:06:05.155552 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ad7031a-93df-4cd0-b94f-24e4e2fb02a7 admin admin] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:06:05.170554 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-2ad7031a-93df-4cd0-b94f-24e4e2fb02a7 admin admin] 10.222.0.41 "PUT /v2.0/routers/6e5e42fd-ea15-40ad-a2c5-27335ece8f65/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7157040 Jan 28 07:06:05.171486 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c61ce5-805f-4d28-b21a-402720141fc8 None None] Sync routers for ids ['6e5e42fd-ea15-40ad-a2c5-27335ece8f65'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:06:05.179118 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 59656) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:06:05.226894 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-dac7f2f7-4e9d-4f41-8127-c7d6d63bb238 None None] For port 3f13c138-30aa-4246-aaec-d349afd6ea17, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=3f13c138-30aa-4246-aaec-d349afd6ea17,segment=NetworkSegment(8f16b4d4-a489-47a9-abff-4677cff0d0e7),segment_id=8f16b4d4-a489-47a9-abff-4677cff0d0e7)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:06:05.230373 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c61ce5-805f-4d28-b21a-402720141fc8 None None] Routers {'6e5e42fd-ea15-40ad-a2c5-27335ece8f65'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:06:05.231503 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-f8c61ce5-805f-4d28-b21a-402720141fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:05:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['6e5e42fd-ea15-40ad-a2c5-27335ece8f65'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:06:05.244810 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dac7f2f7-4e9d-4f41-8127-c7d6d63bb238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (3f13c138-30aa-4246-aaec-d349afd6ea17), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:05.265373 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-fe476937-2707-4a69-81e4-e778e419230f req-e8563179-9aea-4b65-900f-386e275b040a tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/security-groups?id=b910cb8c-64ec-47f6-b06b-89e838bb343d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5337517 Jan 28 07:06:05.333428 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-77ce6343-e837-4b23-867b-ac92b5280786 req-c1a14496-51bc-416b-9069-2d9f42387818 service neutron] 10.222.0.44 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2353914 Jan 28 07:06:05.394500 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-a70ff016-2cab-4638-81a4-edc95f268edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bccf5753-6071-43c7-87cf-afad78c8a4b8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1227206476-router', 'tenant_id': 'a381c640729844758b77251ed8b2bb56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': '872b79b8-c192-4eb3-b433-1edd806d4ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:05:50Z', 'updated_at': '2022-01-28T07:05:59Z', 'revision_number': 4, 'project_id': 'a381c640729844758b77251ed8b2bb56', 'gw_port': {'id': '872b79b8-c192-4eb3-b433-1edd806d4ac6', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:7e:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccf5753-6071-43c7-87cf-afad78c8a4b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:05:52Z', 'updated_at': '2022-01-28T07:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '3f13c138-30aa-4246-aaec-d349afd6ea17', 'name': '', 'network_id': '96301cb7-5950-4fda-9bde-12decf8885d9', 'tenant_id': 'a381c640729844758b77251ed8b2bb56', 'mac_address': 'fa:16:3e:d1:a8:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bccf5753-6071-43c7-87cf-afad78c8a4b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'fee747c2-5e95-4f0e-ad04-7aedb36bab1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:05:56Z', 'updated_at': '2022-01-28T07:06:04Z', 'revision_number': 4, 'project_id': 'a381c640729844758b77251ed8b2bb56', 'subnets': [{'id': 'fee747c2-5e95-4f0e-ad04-7aedb36bab1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:06:05.462109 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac7f2f7-4e9d-4f41-8127-c7d6d63bb238 None None] Pushing event updated for resources: {'Port': ['ID=3f13c138-30aa-4246-aaec-d349afd6ea17,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:06:05.469249 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70ff016-2cab-4638-81a4-edc95f268edb None None] The sync data for ids ['bccf5753-6071-43c7-87cf-afad78c8a4b8'] in n-d-712749-28 is: [{'id': 'bccf5753-6071-43c7-87cf-afad78c8a4b8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1227206476-router', 'tenant_id': 'a381c640729844758b77251ed8b2bb56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': '872b79b8-c192-4eb3-b433-1edd806d4ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:05:50Z', 'updated_at': '2022-01-28T07:05:59Z', 'revision_number': 4, 'project_id': 'a381c640729844758b77251ed8b2bb56', 'gw_port': {'id': '872b79b8-c192-4eb3-b433-1edd806d4ac6', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:7e:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccf5753-6071-43c7-87cf-afad78c8a4b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:05:52Z', 'updated_at': '2022-01-28T07:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '3f13c138-30aa-4246-aaec-d349afd6ea17', 'name': '', 'network_id': '96301cb7-5950-4fda-9bde-12decf8885d9', 'tenant_id': 'a381c640729844758b77251ed8b2bb56', 'mac_address': 'fa:16:3e:d1:a8:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bccf5753-6071-43c7-87cf-afad78c8a4b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'fee747c2-5e95-4f0e-ad04-7aedb36bab1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:05:56Z', 'updated_at': '2022-01-28T07:06:04Z', 'revision_number': 4, 'project_id': 'a381c640729844758b77251ed8b2bb56', 'subnets': [{'id': 'fee747c2-5e95-4f0e-ad04-7aedb36bab1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:06:05.512443 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9b457d4b-45fb-47aa-9736-2596e9d8c5ab None None] Provisioning complete for port 3f13c138-30aa-4246-aaec-d349afd6ea17 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:06:05.512993 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9b457d4b-45fb-47aa-9736-2596e9d8c5ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (3f13c138-30aa-4246-aaec-d349afd6ea17), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:05.513256 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-417e514a-71d2-4e0d-ba9c-0766d283c10d req-2d5a1074-2b8d-412b-b851-22a5fa1edf75 service neutron] 10.222.0.10 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7464075 Jan 28 07:06:05.531928 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fb1f41-3520-40fb-93b5-02e7e08a027e req-db3f0847-9252-426b-a2d0-8c7373ffbc9b tempest-MigrationsAdminTest-1755059962 tempest-MigrationsAdminTest-1755059962-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:05.558941 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-80fb1f41-3520-40fb-93b5-02e7e08a027e req-db3f0847-9252-426b-a2d0-8c7373ffbc9b tempest-MigrationsAdminTest-1755059962 tempest-MigrationsAdminTest-1755059962-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=cd6f6cee-8828-415b-beee-3ed839555ede HTTP/1.1" status: 200 len: 1101 time: 0.0967371 Jan 28 07:06:05.577776 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-f8c61ce5-805f-4d28-b21a-402720141fc8 None None] Set router 6e5e42fd-ea15-40ad-a2c5-27335ece8f65 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:06:05.640440 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-80fb1f41-3520-40fb-93b5-02e7e08a027e req-d9d3f67b-8d65-491b-aef9-0b138f2f0e5e tempest-MigrationsAdminTest-1755059962 tempest-MigrationsAdminTest-1755059962-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853572 Jan 28 07:06:05.733284 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72e3779-f007-44eb-a810-ef826c8be920 req-88dbfac2-be7e-4947-b8e9-d7a87e62b976 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:05.735903 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d72e3779-f007-44eb-a810-ef826c8be920 req-88dbfac2-be7e-4947-b8e9-d7a87e62b976 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac619916-0e38-4e23-8847-517be05d84ae HTTP/1.1" status: 200 len: 945 time: 0.3331411 Jan 28 07:06:05.747476 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-967bc85c-b68a-4957-9d51-46f5208e2eee x-openstack-request-id: req-967bc85c-b68a-4957-9d51-46f5208e2eee {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:06:05.747713 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b647b73c-ce74-43f3-b169-b125779cfb03", "tag": "cc1c1903-84ec-4b70-ba09-c6be9e6a9c20", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:06:05.747858 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-967bc85c-b68a-4957-9d51-46f5208e2eee {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:06:05.750070 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b647b73c-ce74-43f3-b169-b125779cfb03', 'tag': 'cc1c1903-84ec-4b70-ba09-c6be9e6a9c20', 'status': 'completed', 'code': 200} Jan 28 07:06:05.760331 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-82797bc7-3f57-40ce-a210-b6f0fa792c49 admin admin] Publish callbacks [] for router (6e5e42fd-ea15-40ad-a2c5-27335ece8f65), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:05.761808 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15938b84-6d69-4b18-b7a4-4654b6ad7c48 x-openstack-request-id: req-15938b84-6d69-4b18-b7a4-4654b6ad7c48 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:06:05.763735 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7b96cee-cfd1-4f4f-8781-f00ec5eec45e", "tag": "6f752776-c216-4161-bb1d-5a4d2f901bff", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:06:05.764378 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-15938b84-6d69-4b18-b7a4-4654b6ad7c48 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:06:05.764922 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7b96cee-cfd1-4f4f-8781-f00ec5eec45e', 'tag': '6f752776-c216-4161-bb1d-5a4d2f901bff', 'status': 'completed', 'code': 200} Jan 28 07:06:05.794591 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fee017a6-3370-40bc-a035-3cadeba3fa4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:05.823521 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbd9ad51-d84b-4eec-b41c-ba006dd826db x-openstack-request-id: req-fbd9ad51-d84b-4eec-b41c-ba006dd826db {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:06:05.823831 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd6f6cee-8828-415b-beee-3ed839555ede", "name": "network-vif-plugged", "status": "completed", "tag": "0c399f48-7d92-4b84-b2c1-e5fe6a895353", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:06:05.824298 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fbd9ad51-d84b-4eec-b41c-ba006dd826db {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:06:05.825382 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd6f6cee-8828-415b-beee-3ed839555ede', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c399f48-7d92-4b84-b2c1-e5fe6a895353', 'code': 200} Jan 28 07:06:05.831425 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b6093292-98f5-4638-aa55-987b97a70b94 None None] Publish callbacks [] for port (2775819c-6123-48f8-9a74-68820d088bb7), precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:05.847548 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b6093292-98f5-4638-aa55-987b97a70b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (2775819c-6123-48f8-9a74-68820d088bb7), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:05.860622 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-81096532-8f8a-4d71-89eb-95fd02122e95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:05.914912 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-417e514a-71d2-4e0d-ba9c-0766d283c10d req-fdce4505-8ee2-4df7-9976-7e658d758b2d service neutron] 10.222.0.10 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3942485 Jan 28 07:06:05.981396 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fecc4c-86c7-4efd-8cfc-4c5f9e9dc655 req-ddc27253-d94d-4814-ad06-f7d6a27fd3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:05.989820 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d72e3779-f007-44eb-a810-ef826c8be920 req-97694441-746c-419e-8449-32dcaebceb6a tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/security-groups?id=83d97fa1-2f29-40d2-a756-a970d048d2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335267 Jan 28 07:06:05.995167 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-33fecc4c-86c7-4efd-8cfc-4c5f9e9dc655 req-ddc27253-d94d-4814-ad06-f7d6a27fd3d9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c4cb8f6b7fb846b4ab01d357846632b7&device_id=d7b96cee-cfd1-4f4f-8781-f00ec5eec45e HTTP/1.1" status: 200 len: 1099 time: 0.1233959 Jan 28 07:06:06.025220 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9b457d4b-45fb-47aa-9736-2596e9d8c5ab None None] Current status of the port 3f13c138-30aa-4246-aaec-d349afd6ea17 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:06:06.092104 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-b6093292-98f5-4638-aa55-987b97a70b94 None None] Attempting to bind port 2775819c-6123-48f8-9a74-68820d088bb7 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:06:06.092605 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-b6093292-98f5-4638-aa55-987b97a70b94 None None] Attempting to bind port 2775819c-6123-48f8-9a74-68820d088bb7 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:06:06.093116 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6093292-98f5-4638-aa55-987b97a70b94 None None] Attempting to bind port 2775819c-6123-48f8-9a74-68820d088bb7 on network 7d5b3724-deef-4831-8d43-cb9b8176573c {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:06:06.111733 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-82797bc7-3f57-40ce-a210-b6f0fa792c49 admin admin] Publish callbacks [] for router_gateway (6e5e42fd-ea15-40ad-a2c5-27335ece8f65), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:06.127757 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6093292-98f5-4638-aa55-987b97a70b94 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:06:06.128165 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6093292-98f5-4638-aa55-987b97a70b94 None None] Checking segment: {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:06:06.128604 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b6093292-98f5-4638-aa55-987b97a70b94 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:06.130538 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6093292-98f5-4638-aa55-987b97a70b94 None None] Bound using segment: {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:06:06.131233 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-b6093292-98f5-4638-aa55-987b97a70b94 None None] Bound port: 2775819c-6123-48f8-9a74-68820d088bb7, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:06:06.131675 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b6093292-98f5-4638-aa55-987b97a70b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (2775819c-6123-48f8-9a74-68820d088bb7), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:06.188826 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebdcedf-8d34-49d3-a90d-23121550ce6e None None] Pushing event updated for resources: {'Port': ['ID=2775819c-6123-48f8-9a74-68820d088bb7,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:06:06.191687 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-494dbb39-5fb2-4eea-8983-5cf86777f218 req-c6c2db7a-69b7-4437-8c78-2cfd913410fd tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] 10.222.0.41 "GET /v2.0/ports?device_id=65b9fb21-1449-4992-bc12-2ac1f0102a9f HTTP/1.1" status: 200 len: 210 time: 0.0510159 Jan 28 07:06:06.229680 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fecc4c-86c7-4efd-8cfc-4c5f9e9dc655 req-d14b4b78-11f6-4442-a224-b63a0b3c93ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:06.243017 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-33fecc4c-86c7-4efd-8cfc-4c5f9e9dc655 req-d14b4b78-11f6-4442-a224-b63a0b3c93ad service neutron] 10.222.0.44 "GET /v2.0/networks?id=d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb HTTP/1.1" status: 200 len: 870 time: 0.2327976 Jan 28 07:06:06.255195 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc79e81e-e0b4-40a2-a2fd-9c31d3659226 req-134e97ec-4858-4115-96c8-2c532506adb9 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:06.264248 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-cc79e81e-e0b4-40a2-a2fd-9c31d3659226 req-134e97ec-4858-4115-96c8-2c532506adb9 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.41 "GET /v2.0/ports?device_id=b647b73c-ce74-43f3-b169-b125779cfb03 HTTP/1.1" status: 200 len: 948 time: 0.1457772 Jan 28 07:06:06.292347 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084f71cd-5265-42ae-b00b-8726b8fbf4f1 req-406a62bc-9129-41f3-acdb-358682aa8123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:06.293909 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-084f71cd-5265-42ae-b00b-8726b8fbf4f1 req-406a62bc-9129-41f3-acdb-358682aa8123 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6709663989df41a8aa4cf350708a0358&device_id=b647b73c-ce74-43f3-b169-b125779cfb03 HTTP/1.1" status: 200 len: 1100 time: 0.2200208 Jan 28 07:06:06.330459 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-33fecc4c-86c7-4efd-8cfc-4c5f9e9dc655 req-bfbac9c0-59d2-4c81-a65e-42506e0c216a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=6f752776-c216-4161-bb1d-5a4d2f901bff HTTP/1.1" status: 200 len: 217 time: 0.0851276 Jan 28 07:06:06.335438 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-b6093292-98f5-4638-aa55-987b97a70b94 None None] For port 2775819c-6123-48f8-9a74-68820d088bb7, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:06:06.364894 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-b6093292-98f5-4638-aa55-987b97a70b94 None None] For port 2775819c-6123-48f8-9a74-68820d088bb7, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=2775819c-6123-48f8-9a74-68820d088bb7,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:06:06.404589 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b6093292-98f5-4638-aa55-987b97a70b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (2775819c-6123-48f8-9a74-68820d088bb7), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:06.430998 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-81096532-8f8a-4d71-89eb-95fd02122e95 admin admin] Allocated IP 172.20.0.1 (b94633fc-75f0-4aa6-bdb5-d56882c09424/c6c8605e-18e4-4a13-91aa-a9a8748dab49/8117f800-19af-41ca-a6f4-9ef1aac132a0) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:06:06.521769 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-82797bc7-3f57-40ce-a210-b6f0fa792c49 admin admin] Deleting port 2f44be17-4ae3-4e72-b75d-f30d67a477f4 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:06:06.522114 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-82797bc7-3f57-40ce-a210-b6f0fa792c49 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (2f44be17-4ae3-4e72-b75d-f30d67a477f4), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:06.665027 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084f71cd-5265-42ae-b00b-8726b8fbf4f1 req-0a651382-d811-41ad-a15d-2c3f89da6192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:06.666570 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-084f71cd-5265-42ae-b00b-8726b8fbf4f1 req-0a651382-d811-41ad-a15d-2c3f89da6192 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb HTTP/1.1" status: 200 len: 870 time: 0.3531423 Jan 28 07:06:06.677383 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f823341e-147c-459b-810a-0b691c4b84c5 req-d94c159a-1ca9-4a25-a2fd-46d5a44e2e1c tempest-LiveAutoBlockMigrationV225Test-1114652928 tempest-LiveAutoBlockMigrationV225Test-1114652928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:06.679031 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f823341e-147c-459b-810a-0b691c4b84c5 req-d94c159a-1ca9-4a25-a2fd-46d5a44e2e1c tempest-LiveAutoBlockMigrationV225Test-1114652928 tempest-LiveAutoBlockMigrationV225Test-1114652928-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ac619916-0e38-4e23-8847-517be05d84ae HTTP/1.1" status: 200 len: 1097 time: 0.2385547 Jan 28 07:06:06.736394 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-f8c61ce5-805f-4d28-b21a-402720141fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e5e42fd-ea15-40ad-a2c5-27335ece8f65', 'name': 'tempest-FloatingIPDetailsTestJSON-2020634851-router', 'tenant_id': '53b4a4cb62a54bb0bd6b6098f3cf1d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.144'}], 'enable_snat': True}, 'gw_port_id': '2f44be17-4ae3-4e72-b75d-f30d67a477f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:05:16Z', 'updated_at': '2022-01-28T07:06:02Z', 'revision_number': 5, 'project_id': '53b4a4cb62a54bb0bd6b6098f3cf1d79', 'gw_port': {'id': '2f44be17-4ae3-4e72-b75d-f30d67a477f4', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e8:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e5e42fd-ea15-40ad-a2c5-27335ece8f65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:05:17Z', 'updated_at': '2022-01-28T07:05:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:06:06.745516 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-cc79e81e-e0b4-40a2-a2fd-9c31d3659226 req-e18a07d0-9334-46a5-a54a-e4a6305bcfc5 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.41 "GET /v2.0/security-groups?id=a925a148-520f-4e8d-aa8c-4258e73ac6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4090400 Jan 28 07:06:06.776282 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fecc4c-86c7-4efd-8cfc-4c5f9e9dc655 req-9146a501-74b2-47e3-b19f-0f894ead772d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:06.777739 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-33fecc4c-86c7-4efd-8cfc-4c5f9e9dc655 req-9146a501-74b2-47e3-b19f-0f894ead772d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5785b43d-448b-4d12-9eb5-4e4caf2e7eaf HTTP/1.1" status: 200 len: 843 time: 0.4333446 Jan 28 07:06:06.779896 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c61ce5-805f-4d28-b21a-402720141fc8 None None] Checking router: 6e5e42fd-ea15-40ad-a2c5-27335ece8f65 for host: n-d-712749-28 {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:06:06.785352 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6093292-98f5-4638-aa55-987b97a70b94 None None] Routers {'3c804dd1-131a-43d5-93df-44a449b19564'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:06:06.791904 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-b6093292-98f5-4638-aa55-987b97a70b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:06:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['3c804dd1-131a-43d5-93df-44a449b19564'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:06:06.822440 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-084f71cd-5265-42ae-b00b-8726b8fbf4f1 req-9bc84ba8-e872-424f-aeb3-942ba83ce4f3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=cc1c1903-84ec-4b70-ba09-c6be9e6a9c20 HTTP/1.1" status: 200 len: 217 time: 0.1408026 Jan 28 07:06:06.866450 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-81096532-8f8a-4d71-89eb-95fd02122e95 admin admin] Publish callbacks [] for port (8117f800-19af-41ca-a6f4-9ef1aac132a0), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:06.880403 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fecc4c-86c7-4efd-8cfc-4c5f9e9dc655 req-2a6f8680-efc5-4d52-9159-499206ab004a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:06.881920 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-33fecc4c-86c7-4efd-8cfc-4c5f9e9dc655 req-2a6f8680-efc5-4d52-9159-499206ab004a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0962939 Jan 28 07:06:06.894653 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-82797bc7-3f57-40ce-a210-b6f0fa792c49 admin admin] For port 2f44be17-4ae3-4e72-b75d-f30d67a477f4, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=2f44be17-4ae3-4e72-b75d-f30d67a477f4,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:06:06.895253 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-82797bc7-3f57-40ce-a210-b6f0fa792c49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (2f44be17-4ae3-4e72-b75d-f30d67a477f4), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:06.902371 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5324d8-6306-4250-afe3-27c8922da6e4 req-e7ad53ab-1ff7-46f9-9895-5aac1ac3936e tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:06.910367 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2a5324d8-6306-4250-afe3-27c8922da6e4 req-e7ad53ab-1ff7-46f9-9895-5aac1ac3936e tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7b96cee-cfd1-4f4f-8781-f00ec5eec45e HTTP/1.1" status: 200 len: 947 time: 0.0674436 Jan 28 07:06:06.912934 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-82797bc7-3f57-40ce-a210-b6f0fa792c49 admin admin] Calling delete_port for 2f44be17-4ae3-4e72-b75d-f30d67a477f4 owned by network:router_gateway {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:06:06.925934 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c61ce5-805f-4d28-b21a-402720141fc8 None None] Routers {'6e5e42fd-ea15-40ad-a2c5-27335ece8f65'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:06:06.926663 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-f8c61ce5-805f-4d28-b21a-402720141fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:06:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['6e5e42fd-ea15-40ad-a2c5-27335ece8f65'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:06:06.975572 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2a5324d8-6306-4250-afe3-27c8922da6e4 req-0abc73ad-1e46-4b62-b231-393d6db4a131 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/security-groups?id=b910cb8c-64ec-47f6-b06b-89e838bb343d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640969 Jan 28 07:06:07.041606 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-f8c61ce5-805f-4d28-b21a-402720141fc8 None None] Set router 6e5e42fd-ea15-40ad-a2c5-27335ece8f65 gateway port host: None {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:06:07.107038 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d3e6d761-ba2b-4baa-827b-051281d3e7bc req-1e629c64-5260-4985-8da6-10846fbc81f1 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=966335f0946f459597af95ab0b33b55c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0278568 Jan 28 07:06:07.108721 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-f8c61ce5-805f-4d28-b21a-402720141fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e5e42fd-ea15-40ad-a2c5-27335ece8f65', 'name': 'tempest-FloatingIPDetailsTestJSON-2020634851-router', 'tenant_id': '53b4a4cb62a54bb0bd6b6098f3cf1d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:05:16Z', 'updated_at': '2022-01-28T07:06:06Z', 'revision_number': 6, 'project_id': '53b4a4cb62a54bb0bd6b6098f3cf1d79', 'gw_port_host': None}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:06:07.139532 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:07.142371 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c61ce5-805f-4d28-b21a-402720141fc8 None None] The sync data for ids ['6e5e42fd-ea15-40ad-a2c5-27335ece8f65'] in n-d-712749-28 is: [{'id': '6e5e42fd-ea15-40ad-a2c5-27335ece8f65', 'name': 'tempest-FloatingIPDetailsTestJSON-2020634851-router', 'tenant_id': '53b4a4cb62a54bb0bd6b6098f3cf1d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:05:16Z', 'updated_at': '2022-01-28T07:06:06Z', 'revision_number': 6, 'project_id': '53b4a4cb62a54bb0bd6b6098f3cf1d79', 'gw_port_host': None}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:06:07.145508 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebdcedf-8d34-49d3-a90d-23121550ce6e None None] Pushing event updated for resources: {'Port': ['ID=2775819c-6123-48f8-9a74-68820d088bb7,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:06:07.190003 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-b6093292-98f5-4638-aa55-987b97a70b94 None None] Set router 3c804dd1-131a-43d5-93df-44a449b19564 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:06:07.192694 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f823341e-147c-459b-810a-0b691c4b84c5 req-ccf28f23-7a3e-4813-b9d6-e9f2fc2a8f7a tempest-LiveAutoBlockMigrationV225Test-1114652928 tempest-LiveAutoBlockMigrationV225Test-1114652928-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=83d97fa1-2f29-40d2-a756-a970d048d2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4877288 Jan 28 07:06:07.245053 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084f71cd-5265-42ae-b00b-8726b8fbf4f1 req-4de7180f-a5a7-4350-93dc-7157e5a60c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:07.246926 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-084f71cd-5265-42ae-b00b-8726b8fbf4f1 req-4de7180f-a5a7-4350-93dc-7157e5a60c2b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5785b43d-448b-4d12-9eb5-4e4caf2e7eaf HTTP/1.1" status: 200 len: 843 time: 0.4099834 Jan 28 07:06:07.255777 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-81096532-8f8a-4d71-89eb-95fd02122e95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (8117f800-19af-41ca-a6f4-9ef1aac132a0), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:07.278544 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-33fecc4c-86c7-4efd-8cfc-4c5f9e9dc655 req-7a0e3afd-ef73-4834-8e4f-26c64e940bac service neutron] 10.222.0.44 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3827190 Jan 28 07:06:07.332077 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e6d761-ba2b-4baa-827b-051281d3e7bc req-5831f016-dc13-4cd2-913e-ffd13f313850 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:07.334647 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d3e6d761-ba2b-4baa-827b-051281d3e7bc req-5831f016-dc13-4cd2-913e-ffd13f313850 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2264011 Jan 28 07:06:07.360843 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-82797bc7-3f57-40ce-a210-b6f0fa792c49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298'] for port (2f44be17-4ae3-4e72-b75d-f30d67a477f4), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:07.384133 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81096532-8f8a-4d71-89eb-95fd02122e95 admin admin] Network b94633fc-75f0-4aa6-bdb5-d56882c09424 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:06:07.397428 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-81096532-8f8a-4d71-89eb-95fd02122e95 admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:06:07.446690 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81096532-8f8a-4d71-89eb-95fd02122e95 admin admin] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:06:07.447579 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-81096532-8f8a-4d71-89eb-95fd02122e95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16609232'] for router_interface (3c804dd1-131a-43d5-93df-44a449b19564), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:07.456846 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084f71cd-5265-42ae-b00b-8726b8fbf4f1 req-85263062-b00a-442b-80ad-471bb10fcd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:07.458361 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-084f71cd-5265-42ae-b00b-8726b8fbf4f1 req-85263062-b00a-442b-80ad-471bb10fcd78 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1990788 Jan 28 07:06:07.500318 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81096532-8f8a-4d71-89eb-95fd02122e95 admin admin] Pushing event updated for resources: {'Port': ['ID=8117f800-19af-41ca-a6f4-9ef1aac132a0,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:06:07.510455 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-82797bc7-3f57-40ce-a210-b6f0fa792c49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16607873'] for router_gateway (6e5e42fd-ea15-40ad-a2c5-27335ece8f65), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:07.633564 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b234942a-f6ba-40c3-a512-db181094f41a req-e0b2da63-1c3e-4ef3-b034-09ec72d7ff65 tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:07.637811 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b234942a-f6ba-40c3-a512-db181094f41a req-e0b2da63-1c3e-4ef3-b034-09ec72d7ff65 tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] 10.222.0.10 "GET /v2.0/networks?id=96301cb7-5950-4fda-9bde-12decf8885d9 HTTP/1.1" status: 200 len: 829 time: 0.2455692 Jan 28 07:06:07.664807 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82797bc7-3f57-40ce-a210-b6f0fa792c49 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f44be17-4ae3-4e72-b75d-f30d67a477f4,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:06:07.666802 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-b6093292-98f5-4638-aa55-987b97a70b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c804dd1-131a-43d5-93df-44a449b19564', 'name': 'tempest-FloatingIPsNegativeTestJSON-2022522905-router', 'tenant_id': '2a12f463f82c4846872885baeab2444a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.232'}], 'enable_snat': True}, 'gw_port_id': '2775819c-6123-48f8-9a74-68820d088bb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:05:54Z', 'updated_at': '2022-01-28T07:05:59Z', 'revision_number': 3, 'project_id': '2a12f463f82c4846872885baeab2444a', 'gw_port': {'id': '2775819c-6123-48f8-9a74-68820d088bb7', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:50:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c804dd1-131a-43d5-93df-44a449b19564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:05:57Z', 'updated_at': '2022-01-28T07:06:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:06:07.698637 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-33fecc4c-86c7-4efd-8cfc-4c5f9e9dc655 req-07ab2df4-9d20-41ed-bad6-004171b53dbc service neutron] 10.222.0.44 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4076819 Jan 28 07:06:07.698917 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 3f13c138-30aa-4246-aaec-d349afd6ea17 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:06:07.702884 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6093292-98f5-4638-aa55-987b97a70b94 None None] The sync data for ids ['3c804dd1-131a-43d5-93df-44a449b19564'] in n-d-712749-28 is: [{'id': '3c804dd1-131a-43d5-93df-44a449b19564', 'name': 'tempest-FloatingIPsNegativeTestJSON-2022522905-router', 'tenant_id': '2a12f463f82c4846872885baeab2444a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.232'}], 'enable_snat': True}, 'gw_port_id': '2775819c-6123-48f8-9a74-68820d088bb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:05:54Z', 'updated_at': '2022-01-28T07:05:59Z', 'revision_number': 3, 'project_id': '2a12f463f82c4846872885baeab2444a', 'gw_port': {'id': '2775819c-6123-48f8-9a74-68820d088bb7', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:50:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c804dd1-131a-43d5-93df-44a449b19564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:05:57Z', 'updated_at': '2022-01-28T07:06:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:06:07.704879 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-b234942a-f6ba-40c3-a512-db181094f41a req-616fa25e-f0b4-45b9-82b1-96901e2941d5 tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] Request body: {'port': {'device_id': '65b9fb21-1449-4992-bc12-2ac1f0102a9f', 'network_id': '96301cb7-5950-4fda-9bde-12decf8885d9', 'admin_state_up': True, 'tenant_id': 'a381c640729844758b77251ed8b2bb56'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:06:07.717997 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d3e6d761-ba2b-4baa-827b-051281d3e7bc req-e2d2038f-170d-4239-8822-e645f3cf0ed2 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/quotas/966335f0946f459597af95ab0b33b55c HTTP/1.1" status: 200 len: 375 time: 0.3254960 Jan 28 07:06:07.740533 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 7 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 07:06:07.799753 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-04903286-9e61-4c46-beca-1d6437e10731 None None] Provisioning complete for port 8117f800-19af-41ca-a6f4-9ef1aac132a0 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:06:07.800214 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-04903286-9e61-4c46-beca-1d6437e10731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (8117f800-19af-41ca-a6f4-9ef1aac132a0), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:07.840127 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e395e800-bd22-496e-9db4-a9149b722e15 req-a011b5c4-6fff-4151-bf2b-f76846a48526 tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] 10.222.0.41 "GET /v2.0/ports?device_id=65b9fb21-1449-4992-bc12-2ac1f0102a9f HTTP/1.1" status: 200 len: 210 time: 0.3408763 Jan 28 07:06:07.865948 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-04903286-9e61-4c46-beca-1d6437e10731 None None] Port 8117f800-19af-41ca-a6f4-9ef1aac132a0 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:06:07.871896 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d3e6d761-ba2b-4baa-827b-051281d3e7bc req-ec139f56-f737-40c0-8855-86d0cb35cf9f tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=966335f0946f459597af95ab0b33b55c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1528106 Jan 28 07:06:07.878600 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 3f13c138-30aa-4246-aaec-d349afd6ea17 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:06:07.879011 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (3f13c138-30aa-4246-aaec-d349afd6ea17), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:07.888852 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-82797bc7-3f57-40ce-a210-b6f0fa792c49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16605684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127449'] for router (6e5e42fd-ea15-40ad-a2c5-27335ece8f65), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:07.891595 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-82797bc7-3f57-40ce-a210-b6f0fa792c49 admin admin] Publish callbacks [] for router_controller (6e5e42fd-ea15-40ad-a2c5-27335ece8f65), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:07.947715 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b234942a-f6ba-40c3-a512-db181094f41a req-616fa25e-f0b4-45b9-82b1-96901e2941d5 tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] Made reservation on behalf of a381c640729844758b77251ed8b2bb56 for: {'port': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:06:07.952005 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b234942a-f6ba-40c3-a512-db181094f41a req-616fa25e-f0b4-45b9-82b1-96901e2941d5 tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:08.004024 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 3f13c138-30aa-4246-aaec-d349afd6ea17 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:06:08.153524 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [req-b234942a-f6ba-40c3-a512-db181094f41a req-616fa25e-f0b4-45b9-82b1-96901e2941d5 tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] Allocated IP 172.20.0.3 (96301cb7-5950-4fda-9bde-12decf8885d9/fee747c2-5e95-4f0e-ad04-7aedb36bab1f/61e3e5e6-6046-47fa-b7e3-545b20d6ee72) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:06:08.163192 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aae774-ac6f-40d7-9dc1-f4eed638331e req-05c4abde-cdbc-4688-9808-be2d6daea837 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:08.164769 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-97aae774-ac6f-40d7-9dc1-f4eed638331e req-05c4abde-cdbc-4688-9808-be2d6daea837 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.41 "GET /v2.0/ports?device_id=b647b73c-ce74-43f3-b169-b125779cfb03 HTTP/1.1" status: 200 len: 948 time: 0.0759563 Jan 28 07:06:08.271274 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-97aae774-ac6f-40d7-9dc1-f4eed638331e req-10fbffeb-85f7-4097-8b07-0c282262b3ef tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.41 "GET /v2.0/security-groups?id=a925a148-520f-4e8d-aa8c-4258e73ac6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941911 Jan 28 07:06:08.317390 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-82797bc7-3f57-40ce-a210-b6f0fa792c49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16605693'] for router (6e5e42fd-ea15-40ad-a2c5-27335ece8f65), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:08.317983 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82797bc7-3f57-40ce-a210-b6f0fa792c49 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6e5e42fd-ea15-40ad-a2c5-27335ece8f65 {{(pid=103284) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 07:06:08.330478 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-82797bc7-3f57-40ce-a210-b6f0fa792c49 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:08.332621 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-82797bc7-3f57-40ce-a210-b6f0fa792c49 admin admin] 10.222.0.41 "DELETE /v2.0/routers/6e5e42fd-ea15-40ad-a2c5-27335ece8f65 HTTP/1.1" status: 204 len: 168 time: 3.1497121 Jan 28 07:06:08.335589 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-084f71cd-5265-42ae-b00b-8726b8fbf4f1 req-ba7d961c-2405-4d0e-81ee-539626b0f640 service neutron] 10.222.0.10 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8205717 Jan 28 07:06:08.338791 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 59704) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:06:08.423371 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b234942a-f6ba-40c3-a512-db181094f41a req-616fa25e-f0b4-45b9-82b1-96901e2941d5 tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] Publish callbacks [] for port (61e3e5e6-6046-47fa-b7e3-545b20d6ee72), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:08.456314 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c8e776-b8a5-4122-88cf-35ecce3630b9 req-ab09ff1c-1599-4f55-9479-bc7628a32f62 tempest-LiveAutoBlockMigrationV225Test-1114652928 tempest-LiveAutoBlockMigrationV225Test-1114652928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:08.457849 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-59c8e776-b8a5-4122-88cf-35ecce3630b9 req-ab09ff1c-1599-4f55-9479-bc7628a32f62 tempest-LiveAutoBlockMigrationV225Test-1114652928 tempest-LiveAutoBlockMigrationV225Test-1114652928-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ac619916-0e38-4e23-8847-517be05d84ae HTTP/1.1" status: 200 len: 1097 time: 0.2276192 Jan 28 07:06:08.472865 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:08.484342 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-b17e6ab8-e85d-4917-ad88-5a3bee94ba01 admin admin] Deleting subnet 514641a9-108b-4e4e-b68f-b0fa48f20bb2 {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:06:08.495071 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b17e6ab8-e85d-4917-ad88-5a3bee94ba01 admin admin] Publish callbacks [] for subnet (514641a9-108b-4e4e-b68f-b0fa48f20bb2), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:08.496766 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-81096532-8f8a-4d71-89eb-95fd02122e95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (8117f800-19af-41ca-a6f4-9ef1aac132a0), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:08.519545 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efc5455-b6fc-4c58-8b2b-a650a8f8fbe0 req-079a7a93-32dc-4053-ae29-20e8dd1aff9b tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:08.521242 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8efc5455-b6fc-4c58-8b2b-a650a8f8fbe0 req-079a7a93-32dc-4053-ae29-20e8dd1aff9b tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7b96cee-cfd1-4f4f-8781-f00ec5eec45e HTTP/1.1" status: 200 len: 947 time: 0.1266141 Jan 28 07:06:08.529393 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5a58bb5b-6070-4a13-bb2a-ac92eb756b55 req-717dfec0-01ce-4577-bce8-6ee74a4bf967 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=cd6f6cee-8828-415b-beee-3ed839555ede&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0909231 Jan 28 07:06:08.554823 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b234942a-f6ba-40c3-a512-db181094f41a req-616fa25e-f0b4-45b9-82b1-96901e2941d5 tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (61e3e5e6-6046-47fa-b7e3-545b20d6ee72), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:08.602634 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b234942a-f6ba-40c3-a512-db181094f41a req-616fa25e-f0b4-45b9-82b1-96901e2941d5 tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] Network 96301cb7-5950-4fda-9bde-12decf8885d9 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:06:08.614580 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [req-b234942a-f6ba-40c3-a512-db181094f41a req-616fa25e-f0b4-45b9-82b1-96901e2941d5 tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:06:08.616870 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b17e6ab8-e85d-4917-ad88-5a3bee94ba01 admin admin] Publish callbacks [] for subnet (514641a9-108b-4e4e-b68f-b0fa48f20bb2), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:08.628581 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-b234942a-f6ba-40c3-a512-db181094f41a req-616fa25e-f0b4-45b9-82b1-96901e2941d5 tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:06:08.628992 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-59c8e776-b8a5-4122-88cf-35ecce3630b9 req-23695939-1f51-4f8c-a26a-2c710dba6e8f tempest-LiveAutoBlockMigrationV225Test-1114652928 tempest-LiveAutoBlockMigrationV225Test-1114652928-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=83d97fa1-2f29-40d2-a756-a970d048d2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527188 Jan 28 07:06:08.631147 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-084f71cd-5265-42ae-b00b-8726b8fbf4f1 req-ef15a839-d6c6-4c72-a33d-ead3f6404b87 service neutron] 10.222.0.10 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2780757 Jan 28 07:06:08.681336 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616fa25e-f0b4-45b9-82b1-96901e2941d5 tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] Pushing event updated for resources: {'Port': ['ID=61e3e5e6-6046-47fa-b7e3-545b20d6ee72,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:06:08.743149 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 6f752776-c216-4161-bb1d-5a4d2f901bff details requested by agent hyperv_n-h2-712749-28 with host n-h2-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:06:08.767551 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8efc5455-b6fc-4c58-8b2b-a650a8f8fbe0 req-12d8bc2e-c768-455e-9008-2875b75a4baf tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/security-groups?id=b910cb8c-64ec-47f6-b06b-89e838bb343d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357247 Jan 28 07:06:08.833272 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a58bb5b-6070-4a13-bb2a-ac92eb756b55 req-d663ee3d-17f5-4c7d-842e-35095900041a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:08.837372 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5a58bb5b-6070-4a13-bb2a-ac92eb756b55 req-d663ee3d-17f5-4c7d-842e-35095900041a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=966335f0946f459597af95ab0b33b55c&device_id=cd6f6cee-8828-415b-beee-3ed839555ede HTTP/1.1" status: 200 len: 1101 time: 0.1739707 Jan 28 07:06:08.863251 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b234942a-f6ba-40c3-a512-db181094f41a req-616fa25e-f0b4-45b9-82b1-96901e2941d5 tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:08.863962 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b234942a-f6ba-40c3-a512-db181094f41a req-616fa25e-f0b4-45b9-82b1-96901e2941d5 tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:08.907158 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b234942a-f6ba-40c3-a512-db181094f41a req-616fa25e-f0b4-45b9-82b1-96901e2941d5 tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2069488 Jan 28 07:06:08.930333 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-68cd996a-d5e1-4c58-b37a-95b072c76a89 req-2b4213d9-5846-412e-98e3-0965538e3720 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=0fb52adb-7ae8-4954-b508-f4144838af7f HTTP/1.1" status: 200 len: 210 time: 0.1222568 Jan 28 07:06:08.948805 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b17e6ab8-e85d-4917-ad88-5a3bee94ba01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (514641a9-108b-4e4e-b68f-b0fa48f20bb2), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:08.978836 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-b234942a-f6ba-40c3-a512-db181094f41a req-6d3f69cf-7df2-4383-9cba-33ad05c08d3e service neutron] Request body: {'port': {'device_id': '65b9fb21-1449-4992-bc12-2ac1f0102a9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-28'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:06:09.118098 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 6f752776-c216-4161-bb1d-5a4d2f901bff, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=6f752776-c216-4161-bb1d-5a4d2f901bff,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:06:09.175369 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Returning: {'device': '6f752776-c216-4161-bb1d-5a4d2f901bff', 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb', 'port_id': '6f752776-c216-4161-bb1d-5a4d2f901bff', 'mac_address': 'fa:16:3e:ae:b0:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5785b43d-448b-4d12-9eb5-4e4caf2e7eaf', 'ip_address': '192.168.233.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:06:09.319817 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b234942a-f6ba-40c3-a512-db181094f41a req-6d3f69cf-7df2-4383-9cba-33ad05c08d3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (61e3e5e6-6046-47fa-b7e3-545b20d6ee72), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:09.338087 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b17e6ab8-e85d-4917-ad88-5a3bee94ba01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for subnet (514641a9-108b-4e4e-b68f-b0fa48f20bb2), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:09.359237 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-5378a6a8-039d-454e-8f1a-2e0714afb79c None None] Provisioning complete for port 61e3e5e6-6046-47fa-b7e3-545b20d6ee72 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:06:09.359237 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5378a6a8-039d-454e-8f1a-2e0714afb79c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (61e3e5e6-6046-47fa-b7e3-545b20d6ee72), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:09.429763 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-81096532-8f8a-4d71-89eb-95fd02122e95 admin admin] Publish callbacks [] for port (8117f800-19af-41ca-a6f4-9ef1aac132a0), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:09.435372 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17e6ab8-e85d-4917-ad88-5a3bee94ba01 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=514641a9-108b-4e4e-b68f-b0fa48f20bb2,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:06:09.438992 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port 6f752776-c216-4161-bb1d-5a4d2f901bff is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:06:09.440234 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (6f752776-c216-4161-bb1d-5a4d2f901bff), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:09.459368 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-81096532-8f8a-4d71-89eb-95fd02122e95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (8117f800-19af-41ca-a6f4-9ef1aac132a0), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:09.460108 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-81096532-8f8a-4d71-89eb-95fd02122e95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16318999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16606560'] for router_interface (3c804dd1-131a-43d5-93df-44a449b19564), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:09.495294 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b2a3db-ed48-4253-909a-096b7cabf6b6 None None] Network c8ecf37a-74b5-41e5-9c42-e00feb592c21 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:06:09.500860 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587f4b44-690b-4c9c-97f2-0641e684548a req-419f35f0-aafc-4903-867e-a82d44a4843a tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:09.502449 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-587f4b44-690b-4c9c-97f2-0641e684548a req-419f35f0-aafc-4903-867e-a82d44a4843a tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] 10.222.0.41 "GET /v2.0/ports?device_id=65b9fb21-1449-4992-bc12-2ac1f0102a9f HTTP/1.1" status: 200 len: 931 time: 0.3504219 Jan 28 07:06:09.514496 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a58bb5b-6070-4a13-bb2a-ac92eb756b55 req-a8077fe5-8dbe-4cd0-ae0e-4cad5c4d5558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:09.515758 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5a58bb5b-6070-4a13-bb2a-ac92eb756b55 req-a8077fe5-8dbe-4cd0-ae0e-4cad5c4d5558 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb HTTP/1.1" status: 200 len: 870 time: 0.5908377 Jan 28 07:06:09.521620 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b17e6ab8-e85d-4917-ad88-5a3bee94ba01 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:09.533350 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-b17e6ab8-e85d-4917-ad88-5a3bee94ba01 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/514641a9-108b-4e4e-b68f-b0fa48f20bb2 HTTP/1.1" status: 204 len: 168 time: 1.1948884 Jan 28 07:06:09.544461 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 2775819c-6123-48f8-9a74-68820d088bb7 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:06:09.544649 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 59722) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:06:09.619949 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f752776-c216-4161-bb1d-5a4d2f901bff {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:06:09.642777 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5a58bb5b-6070-4a13-bb2a-ac92eb756b55 req-04c0fa2d-8619-4c94-a9ab-c001b0ef021e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=0c399f48-7d92-4b84-b2c1-e5fe6a895353 HTTP/1.1" status: 200 len: 217 time: 0.0930138 Jan 28 07:06:09.676571 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-5378a6a8-039d-454e-8f1a-2e0714afb79c None None] Port 61e3e5e6-6046-47fa-b7e3-545b20d6ee72 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:06:09.737762 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81096532-8f8a-4d71-89eb-95fd02122e95 admin admin] Pushing event updated for resources: {'Port': ['ID=8117f800-19af-41ca-a6f4-9ef1aac132a0,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:06:09.752494 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 6f752776-c216-4161-bb1d-5a4d2f901bff, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=6f752776-c216-4161-bb1d-5a4d2f901bff,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:06:09.766946 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-17dfee49-7c28-4726-a16c-0c75d4ad560b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (c8ecf37a-74b5-41e5-9c42-e00feb592c21), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:09.773566 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (6f752776-c216-4161-bb1d-5a4d2f901bff), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:09.782913 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-587f4b44-690b-4c9c-97f2-0641e684548a req-794c2e82-5a98-42fc-81ba-08bccd1f6f13 tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] 10.222.0.41 "GET /v2.0/security-groups?id=59996388-8d94-44e2-bfc6-beb74465a52d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466366 Jan 28 07:06:09.808540 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:09.865414 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81096532-8f8a-4d71-89eb-95fd02122e95 admin admin] Network b94633fc-75f0-4aa6-bdb5-d56882c09424 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:06:09.876602 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device cc1c1903-84ec-4b70-ba09-c6be9e6a9c20 details requested by agent hyperv_n-h1-712749-28 with host n-h1-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:06:09.892281 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-81096532-8f8a-4d71-89eb-95fd02122e95 admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:06:09.957553 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=6f752776-c216-4161-bb1d-5a4d2f901bff,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:06:09.984837 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 2775819c-6123-48f8-9a74-68820d088bb7 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:06:09.985442 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (2775819c-6123-48f8-9a74-68820d088bb7), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:10.109211 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a58bb5b-6070-4a13-bb2a-ac92eb756b55 req-432b3100-4385-4e32-a903-03cc1387525d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:10.110653 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5a58bb5b-6070-4a13-bb2a-ac92eb756b55 req-432b3100-4385-4e32-a903-03cc1387525d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5785b43d-448b-4d12-9eb5-4e4caf2e7eaf HTTP/1.1" status: 200 len: 843 time: 0.4559934 Jan 28 07:06:10.120394 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-029200fb-67a1-4ebe-813d-c415825b50a8 None None] DHCP port deletion for c8ecf37a-74b5-41e5-9c42-e00feb592c21 request from n-d-712749-28 {{(pid=103285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 07:06:10.163016 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c68fcb-9fd6-4ebe-a632-26f9b12993a4 req-dde63356-588f-4725-b27d-f4bb799c8c88 tempest-LiveAutoBlockMigrationV225Test-1114652928 tempest-LiveAutoBlockMigrationV225Test-1114652928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:10.170855 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a5c68fcb-9fd6-4ebe-a632-26f9b12993a4 req-dde63356-588f-4725-b27d-f4bb799c8c88 tempest-LiveAutoBlockMigrationV225Test-1114652928 tempest-LiveAutoBlockMigrationV225Test-1114652928-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ac619916-0e38-4e23-8847-517be05d84ae HTTP/1.1" status: 200 len: 1097 time: 0.2719853 Jan 28 07:06:10.171665 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95690542-803c-44b1-938d-00752c9ffe0e req-7d9b2504-b726-4b38-a8cc-a07021bc5cd4 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:10.178126 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port cc1c1903-84ec-4b70-ba09-c6be9e6a9c20, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=cc1c1903-84ec-4b70-ba09-c6be9e6a9c20,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:06:10.178681 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-95690542-803c-44b1-938d-00752c9ffe0e req-7d9b2504-b726-4b38-a8cc-a07021bc5cd4 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.41 "GET /v2.0/ports?device_id=b647b73c-ce74-43f3-b169-b125779cfb03 HTTP/1.1" status: 200 len: 948 time: 0.6671667 Jan 28 07:06:10.182973 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-17dfee49-7c28-4726-a16c-0c75d4ad560b admin admin] Deleting port f246077c-3752-490b-9dc7-1e8818fdcc66 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:06:10.183418 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-17dfee49-7c28-4726-a16c-0c75d4ad560b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (f246077c-3752-490b-9dc7-1e8818fdcc66), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:10.196414 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81096532-8f8a-4d71-89eb-95fd02122e95 admin admin] Router 3c804dd1-131a-43d5-93df-44a449b19564 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:06:10.236235 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Returning: {'device': 'cc1c1903-84ec-4b70-ba09-c6be9e6a9c20', 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb', 'port_id': 'cc1c1903-84ec-4b70-ba09-c6be9e6a9c20', 'mac_address': 'fa:16:3e:b5:81:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5785b43d-448b-4d12-9eb5-4e4caf2e7eaf', 'ip_address': '192.168.233.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:06:10.244834 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['6f752776-c216-4161-bb1d-5a4d2f901bff'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:06:10.246951 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [req-b234942a-f6ba-40c3-a512-db181094f41a req-6d3f69cf-7df2-4383-9cba-33ad05c08d3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61e3e5e6-6046-47fa-b7e3-545b20d6ee72 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:06:10.269462 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b234942a-f6ba-40c3-a512-db181094f41a req-6d3f69cf-7df2-4383-9cba-33ad05c08d3e service neutron] Publish callbacks [] for port (61e3e5e6-6046-47fa-b7e3-545b20d6ee72), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:10.292859 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [req-b234942a-f6ba-40c3-a512-db181094f41a req-6d3f69cf-7df2-4383-9cba-33ad05c08d3e service neutron] Transition to ACTIVE for port object 61e3e5e6-6046-47fa-b7e3-545b20d6ee72 will not be triggered until provisioned by entity L2. {{(pid=103283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:06:10.298455 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-17dfee49-7c28-4726-a16c-0c75d4ad560b admin admin] For port f246077c-3752-490b-9dc7-1e8818fdcc66, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=f246077c-3752-490b-9dc7-1e8818fdcc66,segment=NetworkSegment(706544ac-9615-46c8-9115-8d7f6020d850),segment_id=706544ac-9615-46c8-9115-8d7f6020d850)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:06:10.298792 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-17dfee49-7c28-4726-a16c-0c75d4ad560b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (f246077c-3752-490b-9dc7-1e8818fdcc66), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:10.328124 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b234942a-f6ba-40c3-a512-db181094f41a req-6d3f69cf-7df2-4383-9cba-33ad05c08d3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (61e3e5e6-6046-47fa-b7e3-545b20d6ee72), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:10.345247 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a58bb5b-6070-4a13-bb2a-ac92eb756b55 req-9bd64a8d-9b98-43c6-80d0-f4d64548a72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:10.355702 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5a58bb5b-6070-4a13-bb2a-ac92eb756b55 req-9bd64a8d-9b98-43c6-80d0-f4d64548a72e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2346427 Jan 28 07:06:10.382770 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a5c68fcb-9fd6-4ebe-a632-26f9b12993a4 req-27fa9173-39fb-422d-bea8-e86de6ce3bf7 tempest-LiveAutoBlockMigrationV225Test-1114652928 tempest-LiveAutoBlockMigrationV225Test-1114652928-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=83d97fa1-2f29-40d2-a756-a970d048d2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053344 Jan 28 07:06:10.414383 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-17dfee49-7c28-4726-a16c-0c75d4ad560b admin admin] Calling delete_port for f246077c-3752-490b-9dc7-1e8818fdcc66 owned by network:dhcp {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:06:10.423525 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d3e6d761-ba2b-4baa-827b-051281d3e7bc req-99068544-84c4-4307-86a9-9425262ca849 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=966335f0946f459597af95ab0b33b55c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0657680 Jan 28 07:06:10.423818 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-95690542-803c-44b1-938d-00752c9ffe0e req-f3b0ccd5-89cf-42a8-a92f-23c07993ccac tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.41 "GET /v2.0/security-groups?id=a925a148-520f-4e8d-aa8c-4258e73ac6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442784 Jan 28 07:06:10.540702 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-029200fb-67a1-4ebe-813d-c415825b50a8 None None] Deleting port f246077c-3752-490b-9dc7-1e8818fdcc66 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:06:10.541265 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-029200fb-67a1-4ebe-813d-c415825b50a8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (f246077c-3752-490b-9dc7-1e8818fdcc66), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:10.595799 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 2775819c-6123-48f8-9a74-68820d088bb7 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:06:10.596222 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (2775819c-6123-48f8-9a74-68820d088bb7), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:10.618224 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3f69cf-7df2-4383-9cba-33ad05c08d3e service neutron] Pushing event updated for resources: {'Port': ['ID=61e3e5e6-6046-47fa-b7e3-545b20d6ee72,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:06:10.654434 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] For port 2775819c-6123-48f8-9a74-68820d088bb7, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=2775819c-6123-48f8-9a74-68820d088bb7,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:06:10.728528 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81096532-8f8a-4d71-89eb-95fd02122e95 admin admin] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:06:10.735346 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-81096532-8f8a-4d71-89eb-95fd02122e95 admin admin] 10.222.0.41 "PUT /v2.0/routers/3c804dd1-131a-43d5-93df-44a449b19564/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7345362 Jan 28 07:06:10.747363 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (2775819c-6123-48f8-9a74-68820d088bb7), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:10.778592 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-cc0ba036-d1f7-44d8-a67f-7a600b56fffb req-142cd010-bb29-4c2e-8086-d237c13a7240 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=0fb52adb-7ae8-4954-b508-f4144838af7f HTTP/1.1" status: 200 len: 210 time: 0.0551374 Jan 28 07:06:10.782664 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5a58bb5b-6070-4a13-bb2a-ac92eb756b55 req-6a739255-8701-4795-ae50-9044c20bc672 service neutron] 10.222.0.44 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3888195 Jan 28 07:06:10.835628 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-17dfee49-7c28-4726-a16c-0c75d4ad560b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298'] for port (f246077c-3752-490b-9dc7-1e8818fdcc66), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:10.836574 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Pushing event updated for resources: {'Port': ['ID=2775819c-6123-48f8-9a74-68820d088bb7,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:06:10.864728 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 2f44be17-4ae3-4e72-b75d-f30d67a477f4 no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:06:10.894058 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-029200fb-67a1-4ebe-813d-c415825b50a8 None None] For port f246077c-3752-490b-9dc7-1e8818fdcc66, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=f246077c-3752-490b-9dc7-1e8818fdcc66,segment=NetworkSegment(706544ac-9615-46c8-9115-8d7f6020d850),segment_id=706544ac-9615-46c8-9115-8d7f6020d850)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:06:10.895354 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-029200fb-67a1-4ebe-813d-c415825b50a8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (f246077c-3752-490b-9dc7-1e8818fdcc66), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:10.901939 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17dfee49-7c28-4726-a16c-0c75d4ad560b admin admin] No DVR routers for this DVR port f246077c-3752-490b-9dc7-1e8818fdcc66 on host n-d-712749-28 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:06:10.911610 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dfee49-7c28-4726-a16c-0c75d4ad560b admin admin] Pushing event deleted for resources: {'Port': ['ID=f246077c-3752-490b-9dc7-1e8818fdcc66,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:06:10.922895 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-b234942a-f6ba-40c3-a512-db181094f41a req-6d3f69cf-7df2-4383-9cba-33ad05c08d3e service neutron] Attempting to bind port 61e3e5e6-6046-47fa-b7e3-545b20d6ee72 on host n-h1-712749-28 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:06:10.923263 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-b234942a-f6ba-40c3-a512-db181094f41a req-6d3f69cf-7df2-4383-9cba-33ad05c08d3e service neutron] Attempting to bind port 61e3e5e6-6046-47fa-b7e3-545b20d6ee72 by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': '8f16b4d4-a489-47a9-abff-4677cff0d0e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '96301cb7-5950-4fda-9bde-12decf8885d9'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:06:10.923595 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b234942a-f6ba-40c3-a512-db181094f41a req-6d3f69cf-7df2-4383-9cba-33ad05c08d3e service neutron] Attempting to bind port 61e3e5e6-6046-47fa-b7e3-545b20d6ee72 on network 96301cb7-5950-4fda-9bde-12decf8885d9 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:06:10.924946 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-029200fb-67a1-4ebe-813d-c415825b50a8 None None] Calling delete_port for f246077c-3752-490b-9dc7-1e8818fdcc66 owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:06:10.962762 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b234942a-f6ba-40c3-a512-db181094f41a req-6d3f69cf-7df2-4383-9cba-33ad05c08d3e service neutron] Port 61e3e5e6-6046-47fa-b7e3-545b20d6ee72 on network 96301cb7-5950-4fda-9bde-12decf8885d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:06:10.963084 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b234942a-f6ba-40c3-a512-db181094f41a req-6d3f69cf-7df2-4383-9cba-33ad05c08d3e service neutron] Attempting to bind port 61e3e5e6-6046-47fa-b7e3-545b20d6ee72 on network 96301cb7-5950-4fda-9bde-12decf8885d9 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:06:10.973035 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b234942a-f6ba-40c3-a512-db181094f41a req-6d3f69cf-7df2-4383-9cba-33ad05c08d3e service neutron] Checking agent: {'id': '2fca46b1-237f-4857-9290-2429d810e472', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 6, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:06:10.973381 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b234942a-f6ba-40c3-a512-db181094f41a req-6d3f69cf-7df2-4383-9cba-33ad05c08d3e service neutron] Checking segment: {'id': '8f16b4d4-a489-47a9-abff-4677cff0d0e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '96301cb7-5950-4fda-9bde-12decf8885d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:06:10.973774 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b234942a-f6ba-40c3-a512-db181094f41a req-6d3f69cf-7df2-4383-9cba-33ad05c08d3e service neutron] Bound using segment: {'id': '8f16b4d4-a489-47a9-abff-4677cff0d0e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '96301cb7-5950-4fda-9bde-12decf8885d9'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:06:10.975022 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-b234942a-f6ba-40c3-a512-db181094f41a req-6d3f69cf-7df2-4383-9cba-33ad05c08d3e service neutron] Bound port: 61e3e5e6-6046-47fa-b7e3-545b20d6ee72, host: n-h1-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f16b4d4-a489-47a9-abff-4677cff0d0e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '96301cb7-5950-4fda-9bde-12decf8885d9'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:06:10.975391 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b234942a-f6ba-40c3-a512-db181094f41a req-6d3f69cf-7df2-4383-9cba-33ad05c08d3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (61e3e5e6-6046-47fa-b7e3-545b20d6ee72), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:11.006369 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273dc39e-bfe0-489e-9b87-b5c9977e79f7 req-118b3d7e-5a76-4509-b044-6812ad80d1a3 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:11.009000 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-273dc39e-bfe0-489e-9b87-b5c9977e79f7 req-118b3d7e-5a76-4509-b044-6812ad80d1a3 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7b96cee-cfd1-4f4f-8781-f00ec5eec45e HTTP/1.1" status: 200 len: 948 time: 0.3792410 Jan 28 07:06:11.015322 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-81e134c3-696c-4ddf-b271-be1e478cf4fc req-3655b5b4-38de-405e-afa5-0bfd23cbd4aa service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=686583c4-bba6-4444-b3a9-8d548823cbb9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2302558 Jan 28 07:06:11.040137 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5a58bb5b-6070-4a13-bb2a-ac92eb756b55 req-0da72bba-af89-4f54-8178-fe912e6a4efa service neutron] 10.222.0.44 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2317500 Jan 28 07:06:11.046943 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609e0ffb-9c18-4871-91dd-642bbaf7d349 req-6402de9c-0ee2-4739-8ce9-e15cb67060d3 tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:11.048462 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-609e0ffb-9c18-4871-91dd-642bbaf7d349 req-6402de9c-0ee2-4739-8ce9-e15cb67060d3 tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] 10.222.0.41 "GET /v2.0/ports?device_id=65b9fb21-1449-4992-bc12-2ac1f0102a9f HTTP/1.1" status: 200 len: 943 time: 0.1147048 Jan 28 07:06:11.095861 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port cc1c1903-84ec-4b70-ba09-c6be9e6a9c20 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:06:11.096521 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (cc1c1903-84ec-4b70-ba09-c6be9e6a9c20), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:11.099534 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-894a14e3-dd15-4246-b4e5-089ec609c649 None None] Provisioning complete for port 8117f800-19af-41ca-a6f4-9ef1aac132a0 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:06:11.099925 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-894a14e3-dd15-4246-b4e5-089ec609c649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (8117f800-19af-41ca-a6f4-9ef1aac132a0), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:11.152375 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-273dc39e-bfe0-489e-9b87-b5c9977e79f7 req-9444d970-5552-42fd-81e1-5693090010ef tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/security-groups?id=b910cb8c-64ec-47f6-b06b-89e838bb343d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846293 Jan 28 07:06:11.176534 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-17dfee49-7c28-4726-a16c-0c75d4ad560b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (c8ecf37a-74b5-41e5-9c42-e00feb592c21), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:11.185488 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-609e0ffb-9c18-4871-91dd-642bbaf7d349 req-9b41ef5b-9fc4-4ae9-bf89-a9589d4b1eb7 tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] 10.222.0.41 "GET /v2.0/security-groups?id=59996388-8d94-44e2-bfc6-beb74465a52d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135437 Jan 28 07:06:11.193031 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-b234942a-f6ba-40c3-a512-db181094f41a req-6d3f69cf-7df2-4383-9cba-33ad05c08d3e service neutron] For port 61e3e5e6-6046-47fa-b7e3-545b20d6ee72, host n-h1-712749-28, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:06:11.206875 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e134c3-696c-4ddf-b271-be1e478cf4fc req-3283cf02-6678-4a3a-a831-146861180740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:11.208565 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-81e134c3-696c-4ddf-b271-be1e478cf4fc req-3283cf02-6678-4a3a-a831-146861180740 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c4cb8f6b7fb846b4ab01d357846632b7&device_id=686583c4-bba6-4444-b3a9-8d548823cbb9 HTTP/1.1" status: 200 len: 1124 time: 0.1052241 Jan 28 07:06:11.217829 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-b234942a-f6ba-40c3-a512-db181094f41a req-6d3f69cf-7df2-4383-9cba-33ad05c08d3e service neutron] For port 61e3e5e6-6046-47fa-b7e3-545b20d6ee72, host n-h1-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=61e3e5e6-6046-47fa-b7e3-545b20d6ee72,segment=NetworkSegment(8f16b4d4-a489-47a9-abff-4677cff0d0e7),segment_id=8f16b4d4-a489-47a9-abff-4677cff0d0e7)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:06:11.223505 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e6d761-ba2b-4baa-827b-051281d3e7bc req-a62ae54a-71d7-4a94-bc29-7c3c8a75ada6 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:11.226427 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d3e6d761-ba2b-4baa-827b-051281d3e7bc req-a62ae54a-71d7-4a94-bc29-7c3c8a75ada6 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7917962 Jan 28 07:06:11.229849 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b234942a-f6ba-40c3-a512-db181094f41a req-6d3f69cf-7df2-4383-9cba-33ad05c08d3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (61e3e5e6-6046-47fa-b7e3-545b20d6ee72), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:11.246228 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-17dfee49-7c28-4726-a16c-0c75d4ad560b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 07:06:11.246636 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-17dfee49-7c28-4726-a16c-0c75d4ad560b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 07:06:11.247468 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-17dfee49-7c28-4726-a16c-0c75d4ad560b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 07:06:11.247826 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-17dfee49-7c28-4726-a16c-0c75d4ad560b admin admin] Subscribe: > port after_create 55550000 {{(pid=103284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 07:06:11.248386 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-17dfee49-7c28-4726-a16c-0c75d4ad560b admin admin] Subscribe: > port after_delete 55550000 {{(pid=103284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 07:06:11.248734 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-17dfee49-7c28-4726-a16c-0c75d4ad560b admin admin] Subscribe: > port after_update 55550000 {{(pid=103284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 07:06:11.249080 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-17dfee49-7c28-4726-a16c-0c75d4ad560b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 07:06:11.249455 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-17dfee49-7c28-4726-a16c-0c75d4ad560b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 07:06:11.249781 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-17dfee49-7c28-4726-a16c-0c75d4ad560b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 07:06:11.250204 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-17dfee49-7c28-4726-a16c-0c75d4ad560b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 07:06:11.271380 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-894a14e3-dd15-4246-b4e5-089ec609c649 None None] Port 8117f800-19af-41ca-a6f4-9ef1aac132a0 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:06:11.284541 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: 2f44be17-4ae3-4e72-b75d-f30d67a477f4 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:06:11.285326 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 2f44be17-4ae3-4e72-b75d-f30d67a477f4 not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:06:11.285968 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device ddcd23ea-4d41-4d8f-beef-05e5e8a0548e no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:06:11.299156 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc1c1903-84ec-4b70-ba09-c6be9e6a9c20 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:06:11.335065 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-17dfee49-7c28-4726-a16c-0c75d4ad560b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 07:06:11.335420 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-17dfee49-7c28-4726-a16c-0c75d4ad560b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 07:06:11.335762 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-17dfee49-7c28-4726-a16c-0c75d4ad560b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 07:06:11.336144 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-17dfee49-7c28-4726-a16c-0c75d4ad560b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 07:06:11.336557 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-17dfee49-7c28-4726-a16c-0c75d4ad560b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8ecf37a-74b5-41e5-9c42-e00feb592c21']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:06:11.338403 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: ddcd23ea-4d41-4d8f-beef-05e5e8a0548e {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:06:11.338899 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device ddcd23ea-4d41-4d8f-beef-05e5e8a0548e not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:06:11.347548 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-d3e6d761-ba2b-4baa-827b-051281d3e7bc req-0b87f87e-5eca-4602-8cc8-be21ae052e48 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Request body: {'port': {'device_id': '0fb52adb-7ae8-4954-b508-f4144838af7f', 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb', 'admin_state_up': True, 'tenant_id': '966335f0946f459597af95ab0b33b55c'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:06:11.368074 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e573641-fc76-4c5b-98de-1933ecffc8f0 None None] Sync routers for ids ['3c804dd1-131a-43d5-93df-44a449b19564'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:06:11.384221 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e573641-fc76-4c5b-98de-1933ecffc8f0 None None] Routers {'3c804dd1-131a-43d5-93df-44a449b19564'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:06:11.385231 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-6e573641-fc76-4c5b-98de-1933ecffc8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:06:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['3c804dd1-131a-43d5-93df-44a449b19564'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:06:11.388596 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e134c3-696c-4ddf-b271-be1e478cf4fc req-3b5076b8-e190-438d-8146-19a217e91a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:11.390065 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-81e134c3-696c-4ddf-b271-be1e478cf4fc req-3b5076b8-e190-438d-8146-19a217e91a23 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb HTTP/1.1" status: 200 len: 870 time: 0.1340256 Jan 28 07:06:11.394867 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-029200fb-67a1-4ebe-813d-c415825b50a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298'] for port (f246077c-3752-490b-9dc7-1e8818fdcc66), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:11.397785 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-17dfee49-7c28-4726-a16c-0c75d4ad560b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '706544ac-9615-46c8-9115-8d7f6020d850') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:06:11.398298 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-17dfee49-7c28-4726-a16c-0c75d4ad560b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '706544ac-9615-46c8-9115-8d7f6020d850') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:06:11.468230 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b234942a-f6ba-40c3-a512-db181094f41a req-6d3f69cf-7df2-4383-9cba-33ad05c08d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:11.468986 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b234942a-f6ba-40c3-a512-db181094f41a req-6d3f69cf-7df2-4383-9cba-33ad05c08d3e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:11.470597 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b234942a-f6ba-40c3-a512-db181094f41a req-6d3f69cf-7df2-4383-9cba-33ad05c08d3e service neutron] 10.222.0.10 "PUT /v2.0/ports/61e3e5e6-6046-47fa-b7e3-545b20d6ee72 HTTP/1.1" status: 200 len: 1092 time: 2.5272942 Jan 28 07:06:11.471070 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65b9fb21-1449-4992-bc12-2ac1f0102a9f', 'tag': '61e3e5e6-6046-47fa-b7e3-545b20d6ee72'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:06:11.473879 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-152c1ee8-4aa4-4ce3-a1b7-acb0f2d59aa8" -d '{"events": [{"name": "network-changed", "server_uuid": "65b9fb21-1449-4992-bc12-2ac1f0102a9f", "tag": "61e3e5e6-6046-47fa-b7e3-545b20d6ee72"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:06:11.491890 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-81e134c3-696c-4ddf-b271-be1e478cf4fc req-b3dc5100-45bf-4098-8fd5-f1150694a305 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=2db0eab7-310b-4c35-a1b9-bb600d2e8ebd HTTP/1.1" status: 200 len: 217 time: 0.0906956 Jan 28 07:06:11.508861 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 2775819c-6123-48f8-9a74-68820d088bb7 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:06:11.516351 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port cc1c1903-84ec-4b70-ba09-c6be9e6a9c20, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=cc1c1903-84ec-4b70-ba09-c6be9e6a9c20,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:06:11.519269 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029200fb-67a1-4ebe-813d-c415825b50a8 None None] Pushing event deleted for resources: {'Port': ['ID=f246077c-3752-490b-9dc7-1e8818fdcc66,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:06:11.552068 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8a8f1d33-4c72-4be7-8ca0-8a926f5102ca req-7e6710d1-7f6e-4581-8e7e-e50166cbf77b tempest-FloatingIPsNegativeTestJSON-402390837 tempest-FloatingIPsNegativeTestJSON-402390837-project] 10.222.0.41 "GET /v2.0/floatingips?tenant_id=2a12f463f82c4846872885baeab2444a HTTP/1.1" status: 200 len: 217 time: 0.1983480 Jan 28 07:06:11.562883 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029200fb-67a1-4ebe-813d-c415825b50a8 None None] No DVR routers for this DVR port f246077c-3752-490b-9dc7-1e8818fdcc66 on host n-d-712749-28 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:06:11.599292 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-6e573641-fc76-4c5b-98de-1933ecffc8f0 None None] Set router 3c804dd1-131a-43d5-93df-44a449b19564 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:06:11.603532 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (cc1c1903-84ec-4b70-ba09-c6be9e6a9c20), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:11.656949 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-17dfee49-7c28-4726-a16c-0c75d4ad560b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24759294'] for segment (706544ac-9615-46c8-9115-8d7f6020d850), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:11.678298 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3e6d761-ba2b-4baa-827b-051281d3e7bc req-0b87f87e-5eca-4602-8cc8-be21ae052e48 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Made reservation on behalf of 966335f0946f459597af95ab0b33b55c for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:06:11.682642 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d3e6d761-ba2b-4baa-827b-051281d3e7bc req-0b87f87e-5eca-4602-8cc8-be21ae052e48 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:11.705511 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=cc1c1903-84ec-4b70-ba09-c6be9e6a9c20,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:06:11.759299 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-17dfee49-7c28-4726-a16c-0c75d4ad560b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (706544ac-9615-46c8-9115-8d7f6020d850), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:11.767543 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3f69cf-7df2-4383-9cba-33ad05c08d3e service neutron] Pushing event updated for resources: {'Port': ['ID=61e3e5e6-6046-47fa-b7e3-545b20d6ee72,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:06:11.830744 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e134c3-696c-4ddf-b271-be1e478cf4fc req-cdac88ee-f263-4b12-97c8-0018d4b1778c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:11.833636 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-81e134c3-696c-4ddf-b271-be1e478cf4fc req-cdac88ee-f263-4b12-97c8-0018d4b1778c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5785b43d-448b-4d12-9eb5-4e4caf2e7eaf HTTP/1.1" status: 200 len: 843 time: 0.3290157 Jan 28 07:06:11.864699 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 2775819c-6123-48f8-9a74-68820d088bb7 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:06:11.865074 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (2775819c-6123-48f8-9a74-68820d088bb7), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:11.891400 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b234942a-f6ba-40c3-a512-db181094f41a req-eb3763e9-37a9-410a-8c4c-3f9ceb69fd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:11.892933 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b234942a-f6ba-40c3-a512-db181094f41a req-eb3763e9-37a9-410a-8c4c-3f9ceb69fd0e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a381c640729844758b77251ed8b2bb56&device_id=65b9fb21-1449-4992-bc12-2ac1f0102a9f HTTP/1.1" status: 200 len: 1095 time: 0.2795842 Jan 28 07:06:11.901697 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bc0ae8-bc62-49bd-9920-c632cec9c530 req-8f6bff1e-f086-4f8a-8e70-fc86e049e7a3 tempest-LiveAutoBlockMigrationV225Test-1114652928 tempest-LiveAutoBlockMigrationV225Test-1114652928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:11.908552 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b9bc0ae8-bc62-49bd-9920-c632cec9c530 req-8f6bff1e-f086-4f8a-8e70-fc86e049e7a3 tempest-LiveAutoBlockMigrationV225Test-1114652928 tempest-LiveAutoBlockMigrationV225Test-1114652928-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ac619916-0e38-4e23-8847-517be05d84ae HTTP/1.1" status: 200 len: 1097 time: 0.3878455 Jan 28 07:06:11.909813 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-6e573641-fc76-4c5b-98de-1933ecffc8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c804dd1-131a-43d5-93df-44a449b19564', 'name': 'tempest-FloatingIPsNegativeTestJSON-2022522905-router', 'tenant_id': '2a12f463f82c4846872885baeab2444a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.232'}], 'enable_snat': True}, 'gw_port_id': '2775819c-6123-48f8-9a74-68820d088bb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:05:54Z', 'updated_at': '2022-01-28T07:06:08Z', 'revision_number': 4, 'project_id': '2a12f463f82c4846872885baeab2444a', 'gw_port': {'id': '2775819c-6123-48f8-9a74-68820d088bb7', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:50:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c804dd1-131a-43d5-93df-44a449b19564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:05:57Z', 'updated_at': '2022-01-28T07:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '8117f800-19af-41ca-a6f4-9ef1aac132a0', 'name': '', 'network_id': 'b94633fc-75f0-4aa6-bdb5-d56882c09424', 'tenant_id': '2a12f463f82c4846872885baeab2444a', 'mac_address': 'fa:16:3e:82:5c:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c804dd1-131a-43d5-93df-44a449b19564', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'c6c8605e-18e4-4a13-91aa-a9a8748dab49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:06:05Z', 'updated_at': '2022-01-28T07:06:08Z', 'revision_number': 2, 'project_id': '2a12f463f82c4846872885baeab2444a', 'subnets': [{'id': 'c6c8605e-18e4-4a13-91aa-a9a8748dab49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:06:11.943883 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e573641-fc76-4c5b-98de-1933ecffc8f0 None None] Checking router: 3c804dd1-131a-43d5-93df-44a449b19564 for host: n-d-712749-28 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:06:11.944270 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e573641-fc76-4c5b-98de-1933ecffc8f0 None None] Updating router 3c804dd1-131a-43d5-93df-44a449b19564 port 8117f800-19af-41ca-a6f4-9ef1aac132a0 binding host n-d-712749-28 {{(pid=103286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 07:06:11.975892 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6e573641-fc76-4c5b-98de-1933ecffc8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (8117f800-19af-41ca-a6f4-9ef1aac132a0), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:11.985606 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 2775819c-6123-48f8-9a74-68820d088bb7 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:06:11.996310 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['cc1c1903-84ec-4b70-ba09-c6be9e6a9c20'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:06:12.075440 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device f246077c-3752-490b-9dc7-1e8818fdcc66 no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:06:12.102723 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: f246077c-3752-490b-9dc7-1e8818fdcc66 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:06:12.103076 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device f246077c-3752-490b-9dc7-1e8818fdcc66 not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:06:12.207707 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17dfee49-7c28-4726-a16c-0c75d4ad560b admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:06:12.208584 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-17dfee49-7c28-4726-a16c-0c75d4ad560b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24757675'] for segment (706544ac-9615-46c8-9115-8d7f6020d850), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:12.222361 n-d-712749-28 neutron-server[103284]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 28 07:06:12.222361 n-d-712749-28 neutron-server[103284]: from cryptography.utils import int_from_bytes Jan 28 07:06:12.222361 n-d-712749-28 neutron-server[103284]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 28 07:06:12.222361 n-d-712749-28 neutron-server[103284]: from cryptography.utils import int_from_bytes Jan 28 07:06:12.222361 n-d-712749-28 neutron-server[103284]: Traceback (most recent call last): Jan 28 07:06:12.222361 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:06:12.222361 n-d-712749-28 neutron-server[103284]: timer() Jan 28 07:06:12.222361 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:06:12.222361 n-d-712749-28 neutron-server[103284]: cb(*args, **kw) Jan 28 07:06:12.222361 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:06:12.222361 n-d-712749-28 neutron-server[103284]: return func(*args, **kwargs) Jan 28 07:06:12.222361 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:06:12.222361 n-d-712749-28 neutron-server[103284]: self._notify() Jan 28 07:06:12.222361 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:06:12.222361 n-d-712749-28 neutron-server[103284]: self.callback(batched_events) Jan 28 07:06:12.222361 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:06:12.222361 n-d-712749-28 neutron-server[103284]: event.method(event) Jan 28 07:06:12.222361 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:06:12.222361 n-d-712749-28 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:06:12.222361 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:06:12.222361 n-d-712749-28 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:06:12.222361 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:06:12.222361 n-d-712749-28 neutron-server[103284]: return f(self, *a, **k) Jan 28 07:06:12.222361 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:06:12.222361 n-d-712749-28 neutron-server[103284]: return self._get(url).json() Jan 28 07:06:12.222361 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:06:12.222361 n-d-712749-28 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:06:12.222361 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:06:12.222361 n-d-712749-28 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Jan 28 07:06:12.222361 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:06:12.222361 n-d-712749-28 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:06:12.222361 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:06:12.222361 n-d-712749-28 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:06:12.222361 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:06:12.222361 n-d-712749-28 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:06:12.222361 n-d-712749-28 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:06:12.235224 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b234942a-f6ba-40c3-a512-db181094f41a req-fe02aebd-4113-4d04-aa74-69cfa83ef4d9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=61e3e5e6-6046-47fa-b7e3-545b20d6ee72 HTTP/1.1" status: 200 len: 217 time: 0.3184803 Jan 28 07:06:12.258077 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e134c3-696c-4ddf-b271-be1e478cf4fc req-c3e8e2f9-9137-4e9c-ac68-bb48ce59b44f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:12.259562 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-81e134c3-696c-4ddf-b271-be1e478cf4fc req-c3e8e2f9-9137-4e9c-ac68-bb48ce59b44f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4169657 Jan 28 07:06:12.291203 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c21614-1d87-4aae-91a8-df60616328bf req-a0585a7c-6859-4867-b117-a354f6a47bb1 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:12.292755 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e5c21614-1d87-4aae-91a8-df60616328bf req-a0585a7c-6859-4867-b117-a354f6a47bb1 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.41 "GET /v2.0/ports?device_id=b647b73c-ce74-43f3-b169-b125779cfb03 HTTP/1.1" status: 200 len: 949 time: 0.5849032 Jan 28 07:06:12.333225 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b9bc0ae8-bc62-49bd-9920-c632cec9c530 req-f81dc219-e03d-4244-a3ec-21b27b9778d3 tempest-LiveAutoBlockMigrationV225Test-1114652928 tempest-LiveAutoBlockMigrationV225Test-1114652928-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=83d97fa1-2f29-40d2-a756-a970d048d2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4140167 Jan 28 07:06:12.336220 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6e573641-fc76-4c5b-98de-1933ecffc8f0 None None] Publish callbacks [] for port (8117f800-19af-41ca-a6f4-9ef1aac132a0), precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:12.344055 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6e573641-fc76-4c5b-98de-1933ecffc8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (8117f800-19af-41ca-a6f4-9ef1aac132a0), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:12.364215 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e5c21614-1d87-4aae-91a8-df60616328bf req-6b76ef27-92a6-4339-b7a5-e16506783d4e tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.41 "GET /v2.0/security-groups?id=a925a148-520f-4e8d-aa8c-4258e73ac6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574141 Jan 28 07:06:12.372157 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b234942a-f6ba-40c3-a512-db181094f41a req-58191d77-730b-4b7a-8c84-b5e89e9d02a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:12.373883 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b234942a-f6ba-40c3-a512-db181094f41a req-58191d77-730b-4b7a-8c84-b5e89e9d02a8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fee747c2-5e95-4f0e-ad04-7aedb36bab1f HTTP/1.1" status: 200 len: 868 time: 0.1279955 Jan 28 07:06:12.400243 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-17dfee49-7c28-4726-a16c-0c75d4ad560b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (c8ecf37a-74b5-41e5-9c42-e00feb592c21), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:12.412552 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da663cb5-9b0b-4408-9c39-595857ce2b99 x-openstack-request-id: req-da663cb5-9b0b-4408-9c39-595857ce2b99 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:06:12.412850 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65b9fb21-1449-4992-bc12-2ac1f0102a9f", "tag": "61e3e5e6-6046-47fa-b7e3-545b20d6ee72", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:06:12.413111 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-da663cb5-9b0b-4408-9c39-595857ce2b99 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:06:12.413530 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65b9fb21-1449-4992-bc12-2ac1f0102a9f', 'tag': '61e3e5e6-6046-47fa-b7e3-545b20d6ee72', 'status': 'completed', 'code': 200} Jan 28 07:06:12.446924 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dfee49-7c28-4726-a16c-0c75d4ad560b admin admin] Pushing event deleted for resources: {'Network': ['ID=c8ecf37a-74b5-41e5-9c42-e00feb592c21,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:06:12.455390 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-17dfee49-7c28-4726-a16c-0c75d4ad560b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:12.457093 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b234942a-f6ba-40c3-a512-db181094f41a req-d545e557-981f-4254-8718-a2f5c44f0d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:12.458819 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b234942a-f6ba-40c3-a512-db181094f41a req-d545e557-981f-4254-8718-a2f5c44f0d13 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=96301cb7-5950-4fda-9bde-12decf8885d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0757918 Jan 28 07:06:12.459746 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-17dfee49-7c28-4726-a16c-0c75d4ad560b admin admin] 10.222.0.41 "DELETE /v2.0/networks/c8ecf37a-74b5-41e5-9c42-e00feb592c21 HTTP/1.1" status: 204 len: 168 time: 2.9142895 Jan 28 07:06:12.460896 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-81e134c3-696c-4ddf-b271-be1e478cf4fc req-6e95fd19-87eb-4b96-9aa2-dbcbd1255d45 service neutron] 10.222.0.10 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751432 Jan 28 07:06:12.462243 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d863aa19-6c87-4009-bb25-d961b87c78d3 None None] Pushing event updated for resources: {'Port': ['ID=8117f800-19af-41ca-a6f4-9ef1aac132a0,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:06:12.504861 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8bfb1768-2fa8-41ba-9045-ddb483568f08 req-11803cc5-162e-42ef-b179-25146f201a5b tempest-FloatingIPsNegativeTestJSON-402390837 tempest-FloatingIPsNegativeTestJSON-402390837-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0618167 Jan 28 07:06:12.524664 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-d3e6d761-ba2b-4baa-827b-051281d3e7bc req-0b87f87e-5eca-4602-8cc8-be21ae052e48 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Allocated IP 192.168.233.221 (d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb/5785b43d-448b-4d12-9eb5-4e4caf2e7eaf/43de23cf-d551-404c-afd2-485eedcec042) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:06:12.580710 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-6e573641-fc76-4c5b-98de-1933ecffc8f0 None None] Attempting to bind port 8117f800-19af-41ca-a6f4-9ef1aac132a0 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:06:12.581096 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-6e573641-fc76-4c5b-98de-1933ecffc8f0 None None] Attempting to bind port 8117f800-19af-41ca-a6f4-9ef1aac132a0 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': 'f55e5d3b-3c57-474c-9911-954d6703249e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b94633fc-75f0-4aa6-bdb5-d56882c09424'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:06:12.581508 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e573641-fc76-4c5b-98de-1933ecffc8f0 None None] Attempting to bind port 8117f800-19af-41ca-a6f4-9ef1aac132a0 on network b94633fc-75f0-4aa6-bdb5-d56882c09424 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:06:12.599196 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e573641-fc76-4c5b-98de-1933ecffc8f0 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:06:12.599666 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e573641-fc76-4c5b-98de-1933ecffc8f0 None None] Checking segment: {'id': 'f55e5d3b-3c57-474c-9911-954d6703249e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b94633fc-75f0-4aa6-bdb5-d56882c09424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:06:12.600697 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6e573641-fc76-4c5b-98de-1933ecffc8f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:12.600815 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e573641-fc76-4c5b-98de-1933ecffc8f0 None None] Bound using segment: {'id': 'f55e5d3b-3c57-474c-9911-954d6703249e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b94633fc-75f0-4aa6-bdb5-d56882c09424'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:06:12.601364 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-6e573641-fc76-4c5b-98de-1933ecffc8f0 None None] Bound port: 8117f800-19af-41ca-a6f4-9ef1aac132a0, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f55e5d3b-3c57-474c-9911-954d6703249e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b94633fc-75f0-4aa6-bdb5-d56882c09424'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:06:12.601680 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6e573641-fc76-4c5b-98de-1933ecffc8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (8117f800-19af-41ca-a6f4-9ef1aac132a0), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:12.691008 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7c4ec3eb-c66c-4c2a-a9c4-9d72504af0cc req-78624636-091d-4887-a20d-19a129dcc183 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=0fb52adb-7ae8-4954-b508-f4144838af7f HTTP/1.1" status: 200 len: 210 time: 0.0686738 Jan 28 07:06:12.719521 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 59760) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:06:12.760912 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-6e573641-fc76-4c5b-98de-1933ecffc8f0 None None] For port 8117f800-19af-41ca-a6f4-9ef1aac132a0, host n-d-712749-28, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:06:12.766152 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-6e573641-fc76-4c5b-98de-1933ecffc8f0 None None] For port 8117f800-19af-41ca-a6f4-9ef1aac132a0, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=8117f800-19af-41ca-a6f4-9ef1aac132a0,segment=NetworkSegment(f55e5d3b-3c57-474c-9911-954d6703249e),segment_id=f55e5d3b-3c57-474c-9911-954d6703249e)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:06:12.782395 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6e573641-fc76-4c5b-98de-1933ecffc8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (8117f800-19af-41ca-a6f4-9ef1aac132a0), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:12.798662 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-81e134c3-696c-4ddf-b271-be1e478cf4fc req-731f7c50-df1b-42e2-9550-f4f14d6a2ad6 service neutron] 10.222.0.10 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3246837 Jan 28 07:06:12.896762 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e573641-fc76-4c5b-98de-1933ecffc8f0 None None] Routers {'3c804dd1-131a-43d5-93df-44a449b19564'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:06:12.898003 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-6e573641-fc76-4c5b-98de-1933ecffc8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:06:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['3c804dd1-131a-43d5-93df-44a449b19564'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:06:12.899467 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b234942a-f6ba-40c3-a512-db181094f41a req-35ae01b5-831c-470b-82d9-757f43ea3312 service neutron] 10.222.0.10 "GET /v2.0/networks/96301cb7-5950-4fda-9bde-12decf8885d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4243488 Jan 28 07:06:12.901898 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d863aa19-6c87-4009-bb25-d961b87c78d3 None None] Pushing event updated for resources: {'Port': ['ID=8117f800-19af-41ca-a6f4-9ef1aac132a0,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:06:12.917580 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182b2171-ee2d-44e7-8961-a77ca88ea0ec req-95271408-a4a3-43cc-9fa6-e5ed39c3699e tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:12.926380 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-182b2171-ee2d-44e7-8961-a77ca88ea0ec req-95271408-a4a3-43cc-9fa6-e5ed39c3699e tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7b96cee-cfd1-4f4f-8781-f00ec5eec45e HTTP/1.1" status: 200 len: 948 time: 0.2238977 Jan 28 07:06:12.942639 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-a52e96c7-1402-4b2a-bf87-4db095be3e23 None None] Provisioning complete for port 8117f800-19af-41ca-a6f4-9ef1aac132a0 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:06:12.943179 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a52e96c7-1402-4b2a-bf87-4db095be3e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (8117f800-19af-41ca-a6f4-9ef1aac132a0), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:12.987889 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-be91d7ca-5064-42b4-ab9f-512b7f5e47b8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=53b4a4cb62a54bb0bd6b6098f3cf1d79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2638769 Jan 28 07:06:12.996286 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 59762) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:06:13.042969 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4897f21-e90c-429f-bc78-30136550c1a7 req-eca9e7f9-a279-4dab-ac57-f783ff4181b9 tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:13.051158 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c4897f21-e90c-429f-bc78-30136550c1a7 req-eca9e7f9-a279-4dab-ac57-f783ff4181b9 tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] 10.222.0.41 "GET /v2.0/ports?device_id=65b9fb21-1449-4992-bc12-2ac1f0102a9f HTTP/1.1" status: 200 len: 943 time: 0.2347512 Jan 28 07:06:13.068210 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-6e573641-fc76-4c5b-98de-1933ecffc8f0 None None] Set router 3c804dd1-131a-43d5-93df-44a449b19564 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:06:13.105332 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-182b2171-ee2d-44e7-8961-a77ca88ea0ec req-bd4ef087-f683-4101-bc04-5a2fecc0dd86 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/security-groups?id=b910cb8c-64ec-47f6-b06b-89e838bb343d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779764 Jan 28 07:06:13.126017 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-a52e96c7-1402-4b2a-bf87-4db095be3e23 None None] Current status of the port 8117f800-19af-41ca-a6f4-9ef1aac132a0 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:06:13.126397 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a52e96c7-1402-4b2a-bf87-4db095be3e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (8117f800-19af-41ca-a6f4-9ef1aac132a0), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:13.162288 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b234942a-f6ba-40c3-a512-db181094f41a req-c064033c-e5c1-4268-bab5-6138250f67a6 service neutron] 10.222.0.10 "GET /v2.0/networks/96301cb7-5950-4fda-9bde-12decf8885d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258153 Jan 28 07:06:13.195238 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-a52e96c7-1402-4b2a-bf87-4db095be3e23 None None] For port 8117f800-19af-41ca-a6f4-9ef1aac132a0, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=8117f800-19af-41ca-a6f4-9ef1aac132a0,segment=NetworkSegment(f55e5d3b-3c57-474c-9911-954d6703249e),segment_id=f55e5d3b-3c57-474c-9911-954d6703249e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:06:13.206905 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a52e96c7-1402-4b2a-bf87-4db095be3e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (8117f800-19af-41ca-a6f4-9ef1aac132a0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:13.232404 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d3e6d761-ba2b-4baa-827b-051281d3e7bc req-0b87f87e-5eca-4602-8cc8-be21ae052e48 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Publish callbacks [] for port (43de23cf-d551-404c-afd2-485eedcec042), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:13.290007 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c4897f21-e90c-429f-bc78-30136550c1a7 req-b6a3376c-ab30-4a7e-ae15-e0a3342be637 tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] 10.222.0.41 "GET /v2.0/security-groups?id=59996388-8d94-44e2-bfc6-beb74465a52d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075894 Jan 28 07:06:13.306518 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b38f0ce9-e10b-471d-b36e-fda813891475 admin admin] Publish callbacks [] for security_group (f7e84151-9e9a-4b73-8ad7-0372259463b3), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:13.361423 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52e96c7-1402-4b2a-bf87-4db095be3e23 None None] Pushing event updated for resources: {'Port': ['ID=8117f800-19af-41ca-a6f4-9ef1aac132a0,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:06:13.382419 n-d-712749-28 neutron-server[103284]: INFO neutron.api.v2.resource [req-ece3419e-f88f-473b-9127-8b8a4d8592be req-da42d1de-ba02-474c-a8fe-42125214d79f tempest-FloatingIPsNegativeTestJSON-402390837 tempest-FloatingIPsNegativeTestJSON-402390837-project] show failed (client error): The resource could not be found. Jan 28 07:06:13.389432 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ece3419e-f88f-473b-9127-8b8a4d8592be req-da42d1de-ba02-474c-a8fe-42125214d79f tempest-FloatingIPsNegativeTestJSON-402390837 tempest-FloatingIPsNegativeTestJSON-402390837-project] 10.222.0.41 "GET /v2.0/floatingips/56d461ff-d81c-46b9-8afe-71b66cd4eb2e HTTP/1.1" status: 404 len: 350 time: 0.0667167 Jan 28 07:06:13.392820 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b38f0ce9-e10b-471d-b36e-fda813891475 admin admin] Publish callbacks [] for security_group (f7e84151-9e9a-4b73-8ad7-0372259463b3), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:13.394470 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 59764) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:06:13.412419 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-ea3b69f2-e8e7-486a-89d0-a2dc42a20846 None None] Provisioning complete for port 8117f800-19af-41ca-a6f4-9ef1aac132a0 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:06:13.412419 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ea3b69f2-e8e7-486a-89d0-a2dc42a20846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (8117f800-19af-41ca-a6f4-9ef1aac132a0), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:13.442863 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152c1ee8-4aa4-4ce3-a1b7-acb0f2d59aa8 req-d49e7200-d289-42f0-826f-9bad5019f125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:13.446005 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-152c1ee8-4aa4-4ce3-a1b7-acb0f2d59aa8 req-d49e7200-d289-42f0-826f-9bad5019f125 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a381c640729844758b77251ed8b2bb56&device_id=65b9fb21-1449-4992-bc12-2ac1f0102a9f HTTP/1.1" status: 200 len: 1095 time: 0.1591527 Jan 28 07:06:13.508424 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d3e6d761-ba2b-4baa-827b-051281d3e7bc req-0b87f87e-5eca-4602-8cc8-be21ae052e48 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (43de23cf-d551-404c-afd2-485eedcec042), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:13.596102 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-ea3b69f2-e8e7-486a-89d0-a2dc42a20846 None None] Current status of the port 8117f800-19af-41ca-a6f4-9ef1aac132a0 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:06:13.598392 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['0c399f48-7d92-4b84-b2c1-e5fe6a895353'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:06:13.611062 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3e6d761-ba2b-4baa-827b-051281d3e7bc req-0b87f87e-5eca-4602-8cc8-be21ae052e48 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Network d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:06:13.625964 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-6e573641-fc76-4c5b-98de-1933ecffc8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c804dd1-131a-43d5-93df-44a449b19564', 'name': 'tempest-FloatingIPsNegativeTestJSON-2022522905-router', 'tenant_id': '2a12f463f82c4846872885baeab2444a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.232'}], 'enable_snat': True}, 'gw_port_id': '2775819c-6123-48f8-9a74-68820d088bb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:05:54Z', 'updated_at': '2022-01-28T07:06:08Z', 'revision_number': 4, 'project_id': '2a12f463f82c4846872885baeab2444a', 'gw_port': {'id': '2775819c-6123-48f8-9a74-68820d088bb7', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:50:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c804dd1-131a-43d5-93df-44a449b19564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:05:57Z', 'updated_at': '2022-01-28T07:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '8117f800-19af-41ca-a6f4-9ef1aac132a0', 'name': '', 'network_id': 'b94633fc-75f0-4aa6-bdb5-d56882c09424', 'tenant_id': '2a12f463f82c4846872885baeab2444a', 'mac_address': 'fa:16:3e:82:5c:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c804dd1-131a-43d5-93df-44a449b19564', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'c6c8605e-18e4-4a13-91aa-a9a8748dab49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:06:05Z', 'updated_at': '2022-01-28T07:06:12Z', 'revision_number': 4, 'project_id': '2a12f463f82c4846872885baeab2444a', 'subnets': [{'id': 'c6c8605e-18e4-4a13-91aa-a9a8748dab49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:06:13.660948 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-d3e6d761-ba2b-4baa-827b-051281d3e7bc req-0b87f87e-5eca-4602-8cc8-be21ae052e48 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:06:13.673011 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3e6d761-ba2b-4baa-827b-051281d3e7bc req-0b87f87e-5eca-4602-8cc8-be21ae052e48 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:06:13.701868 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152c1ee8-4aa4-4ce3-a1b7-acb0f2d59aa8 req-a53dcd08-3848-470e-a84c-5b82050ad170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:13.702993 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e573641-fc76-4c5b-98de-1933ecffc8f0 None None] The sync data for ids ['3c804dd1-131a-43d5-93df-44a449b19564'] in n-d-712749-28 is: [{'id': '3c804dd1-131a-43d5-93df-44a449b19564', 'name': 'tempest-FloatingIPsNegativeTestJSON-2022522905-router', 'tenant_id': '2a12f463f82c4846872885baeab2444a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.232'}], 'enable_snat': True}, 'gw_port_id': '2775819c-6123-48f8-9a74-68820d088bb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:05:54Z', 'updated_at': '2022-01-28T07:06:08Z', 'revision_number': 4, 'project_id': '2a12f463f82c4846872885baeab2444a', 'gw_port': {'id': '2775819c-6123-48f8-9a74-68820d088bb7', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:50:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c804dd1-131a-43d5-93df-44a449b19564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:05:57Z', 'updated_at': '2022-01-28T07:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '8117f800-19af-41ca-a6f4-9ef1aac132a0', 'name': '', 'network_id': 'b94633fc-75f0-4aa6-bdb5-d56882c09424', 'tenant_id': '2a12f463f82c4846872885baeab2444a', 'mac_address': 'fa:16:3e:82:5c:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c804dd1-131a-43d5-93df-44a449b19564', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'c6c8605e-18e4-4a13-91aa-a9a8748dab49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:06:05Z', 'updated_at': '2022-01-28T07:06:12Z', 'revision_number': 4, 'project_id': '2a12f463f82c4846872885baeab2444a', 'subnets': [{'id': 'c6c8605e-18e4-4a13-91aa-a9a8748dab49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:06:13.703546 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-152c1ee8-4aa4-4ce3-a1b7-acb0f2d59aa8 req-a53dcd08-3848-470e-a84c-5b82050ad170 service neutron] 10.222.0.10 "GET /v2.0/networks?id=96301cb7-5950-4fda-9bde-12decf8885d9 HTTP/1.1" status: 200 len: 930 time: 0.2491922 Jan 28 07:06:13.725157 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b87f87e-5eca-4602-8cc8-be21ae052e48 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Pushing event updated for resources: {'Port': ['ID=43de23cf-d551-404c-afd2-485eedcec042,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:06:13.790465 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310a2a6d-e3e7-4e79-9c17-b571fa6f9e82 req-ff90acf7-5778-46ea-8eaa-4e0c7a747cd9 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:13.807001 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-310a2a6d-e3e7-4e79-9c17-b571fa6f9e82 req-ff90acf7-5778-46ea-8eaa-4e0c7a747cd9 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.41 "GET /v2.0/ports?device_id=b647b73c-ce74-43f3-b169-b125779cfb03 HTTP/1.1" status: 200 len: 949 time: 0.3043411 Jan 28 07:06:13.820703 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b38f0ce9-e10b-471d-b36e-fda813891475 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (f7e84151-9e9a-4b73-8ad7-0372259463b3), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:13.823248 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b38f0ce9-e10b-471d-b36e-fda813891475 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:13.824527 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-b38f0ce9-e10b-471d-b36e-fda813891475 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f7e84151-9e9a-4b73-8ad7-0372259463b3 HTTP/1.1" status: 204 len: 168 time: 0.8240254 Jan 28 07:06:13.859347 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-152c1ee8-4aa4-4ce3-a1b7-acb0f2d59aa8 req-5f88c089-1785-437f-b8d2-063686840bf1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=61e3e5e6-6046-47fa-b7e3-545b20d6ee72 HTTP/1.1" status: 200 len: 217 time: 0.1464725 Jan 28 07:06:13.861379 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device cc1c1903-84ec-4b70-ba09-c6be9e6a9c20 up at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:06:14.006027 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38f0ce9-e10b-471d-b36e-fda813891475 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7e84151-9e9a-4b73-8ad7-0372259463b3,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:06:14.018878 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning for port cc1c1903-84ec-4b70-ba09-c6be9e6a9c20 completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:06:14.026209 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e6d761-ba2b-4baa-827b-051281d3e7bc req-0b87f87e-5eca-4602-8cc8-be21ae052e48 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:14.026881 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d3e6d761-ba2b-4baa-827b-051281d3e7bc req-0b87f87e-5eca-4602-8cc8-be21ae052e48 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:14.031066 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152c1ee8-4aa4-4ce3-a1b7-acb0f2d59aa8 req-35b67301-49bc-4964-aa3b-77d136c7fa21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:14.035199 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-152c1ee8-4aa4-4ce3-a1b7-acb0f2d59aa8 req-35b67301-49bc-4964-aa3b-77d136c7fa21 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fee747c2-5e95-4f0e-ad04-7aedb36bab1f HTTP/1.1" status: 200 len: 868 time: 0.1654541 Jan 28 07:06:14.066951 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning complete for port cc1c1903-84ec-4b70-ba09-c6be9e6a9c20 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:06:14.067326 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (cc1c1903-84ec-4b70-ba09-c6be9e6a9c20), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:14.188559 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152c1ee8-4aa4-4ce3-a1b7-acb0f2d59aa8 req-6d004b3d-25ce-4c9a-afc5-8d4be9f47da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:14.193506 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-152c1ee8-4aa4-4ce3-a1b7-acb0f2d59aa8 req-6d004b3d-25ce-4c9a-afc5-8d4be9f47da8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=96301cb7-5950-4fda-9bde-12decf8885d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1450450 Jan 28 07:06:14.210342 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d3e6d761-ba2b-4baa-827b-051281d3e7bc req-0b87f87e-5eca-4602-8cc8-be21ae052e48 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8668690 Jan 28 07:06:14.226007 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-310a2a6d-e3e7-4e79-9c17-b571fa6f9e82 req-86ba68e8-4764-48b2-b982-6431ff30f9cc tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.41 "GET /v2.0/security-groups?id=a925a148-520f-4e8d-aa8c-4258e73ac6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4181080 Jan 28 07:06:14.256226 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-d3e6d761-ba2b-4baa-827b-051281d3e7bc req-46783443-0e6c-42d2-916b-042f47b7b2de service neutron] Request body: {'port': {'device_id': '0fb52adb-7ae8-4954-b508-f4144838af7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-28'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:06:14.261753 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port cc1c1903-84ec-4b70-ba09-c6be9e6a9c20 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:06:14.262238 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (cc1c1903-84ec-4b70-ba09-c6be9e6a9c20), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:14.285393 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-a527c24c-4c68-4fbf-bf75-42d120698c21 None None] Provisioning complete for port 43de23cf-d551-404c-afd2-485eedcec042 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:06:14.285915 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a527c24c-4c68-4fbf-bf75-42d120698c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (43de23cf-d551-404c-afd2-485eedcec042), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:14.327775 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b647b73c-ce74-43f3-b169-b125779cfb03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc1c1903-84ec-4b70-ba09-c6be9e6a9c20'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:06:14.330434 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05d63023-a4a4-410b-8f00-d4b3a353c7de" -d '{"events": [{"server_uuid": "b647b73c-ce74-43f3-b169-b125779cfb03", "name": "network-vif-plugged", "status": "completed", "tag": "cc1c1903-84ec-4b70-ba09-c6be9e6a9c20"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:06:14.350150 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port cc1c1903-84ec-4b70-ba09-c6be9e6a9c20, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=cc1c1903-84ec-4b70-ba09-c6be9e6a9c20,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:06:14.360366 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (cc1c1903-84ec-4b70-ba09-c6be9e6a9c20), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:14.366701 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-a527c24c-4c68-4fbf-bf75-42d120698c21 None None] Port 43de23cf-d551-404c-afd2-485eedcec042 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:06:14.458572 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d3e6d761-ba2b-4baa-827b-051281d3e7bc req-46783443-0e6c-42d2-916b-042f47b7b2de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (43de23cf-d551-404c-afd2-485eedcec042), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:14.475087 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-152c1ee8-4aa4-4ce3-a1b7-acb0f2d59aa8 req-0ecd5894-968d-422e-a443-37d6cd9f3fe0 service neutron] 10.222.0.10 "GET /v2.0/networks/96301cb7-5950-4fda-9bde-12decf8885d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2744255 Jan 28 07:06:14.483355 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=cc1c1903-84ec-4b70-ba09-c6be9e6a9c20,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:06:14.667062 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-152c1ee8-4aa4-4ce3-a1b7-acb0f2d59aa8 req-236d07d7-2bf2-45e1-9d37-eb676ad61b1a service neutron] 10.222.0.10 "GET /v2.0/networks/96301cb7-5950-4fda-9bde-12decf8885d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835752 Jan 28 07:06:14.773082 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ba8d61-89e3-4724-a65d-3d4865f90097 req-1d2d2a06-e3a9-47d3-a7f0-5a3a871bd2e5 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:14.776215 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 6f752776-c216-4161-bb1d-5a4d2f901bff up at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:06:14.776916 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-43ba8d61-89e3-4724-a65d-3d4865f90097 req-1d2d2a06-e3a9-47d3-a7f0-5a3a871bd2e5 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=0fb52adb-7ae8-4954-b508-f4144838af7f HTTP/1.1" status: 200 len: 936 time: 0.2432907 Jan 28 07:06:14.870844 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning for port 6f752776-c216-4161-bb1d-5a4d2f901bff completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:06:14.876099 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning complete for port 6f752776-c216-4161-bb1d-5a4d2f901bff triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:06:14.876327 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (6f752776-c216-4161-bb1d-5a4d2f901bff), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:14.996481 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port 6f752776-c216-4161-bb1d-5a4d2f901bff is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:06:14.997124 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (6f752776-c216-4161-bb1d-5a4d2f901bff), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:15.056870 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-43ba8d61-89e3-4724-a65d-3d4865f90097 req-9c56341a-72e2-4bef-9ae1-b400fe075794 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2634230 Jan 28 07:06:15.075924 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 6f752776-c216-4161-bb1d-5a4d2f901bff, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=6f752776-c216-4161-bb1d-5a4d2f901bff,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:06:15.092297 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (6f752776-c216-4161-bb1d-5a4d2f901bff), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:15.109687 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8318ce6f-8f07-49ef-8538-f8aaa6020d63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16606535'] for router_interface (3c804dd1-131a-43d5-93df-44a449b19564), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:15.184706 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=6f752776-c216-4161-bb1d-5a4d2f901bff,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:06:15.296736 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 59822) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:06:15.361282 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [req-c815b68c-b239-49c6-9af1-2ed942d294a5 req-6a3479ab-9908-435e-9f8e-128be1bd6976 tempest-LiveAutoBlockMigrationV225Test-1114652928 tempest-LiveAutoBlockMigrationV225Test-1114652928-project-admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103283) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 07:06:15.362631 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c815b68c-b239-49c6-9af1-2ed942d294a5 req-6a3479ab-9908-435e-9f8e-128be1bd6976 tempest-LiveAutoBlockMigrationV225Test-1114652928 tempest-LiveAutoBlockMigrationV225Test-1114652928-project-admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0115523 Jan 28 07:06:15.477729 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-fe1ff039-f956-4907-80a1-f6e8aa31920b admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1104609211-network', 'tenant_id': 'f5b6ac5d9ea04029bc20683dfe8bc61c'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:06:15.489660 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116ef641-5bb2-44f4-bb65-b693013ee69f req-34c06987-ab9e-4aea-9117-df02f372189c tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:15.491687 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-116ef641-5bb2-44f4-bb65-b693013ee69f req-34c06987-ab9e-4aea-9117-df02f372189c tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7b96cee-cfd1-4f4f-8781-f00ec5eec45e HTTP/1.1" status: 200 len: 949 time: 0.2218106 Jan 28 07:06:15.508232 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c815b68c-b239-49c6-9af1-2ed942d294a5 req-eb30bcfe-3d73-4196-b2fb-3276eef4c7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:15.514908 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c815b68c-b239-49c6-9af1-2ed942d294a5 req-eb30bcfe-3d73-4196-b2fb-3276eef4c7a3 service neutron] 10.222.0.41 "GET /v2.0/ports/4b237626-c012-44c0-b0fc-f1f94f8f1bb0 HTTP/1.1" status: 200 len: 1094 time: 0.1404612 Jan 28 07:06:15.521743 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-c815b68c-b239-49c6-9af1-2ed942d294a5 req-77b0ff59-78bc-4c8d-9b39-6dc2945b863f service neutron] Request body: {'binding': {'host': 'n-h2-712749-28', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:06:15.522208 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-c815b68c-b239-49c6-9af1-2ed942d294a5 req-77b0ff59-78bc-4c8d-9b39-6dc2945b863f service neutron] Unknown quota resources ['binding']. {{(pid=103283) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 07:06:15.547030 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 8117f800-19af-41ca-a6f4-9ef1aac132a0 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:06:15.556894 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe1ff039-f956-4907-80a1-f6e8aa31920b admin admin] Made reservation on behalf of f5b6ac5d9ea04029bc20683dfe8bc61c for: {'network': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:06:15.559868 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fe1ff039-f956-4907-80a1-f6e8aa31920b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:15.575913 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fe1ff039-f956-4907-80a1-f6e8aa31920b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:15.590977 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-d3e6d761-ba2b-4baa-827b-051281d3e7bc req-46783443-0e6c-42d2-916b-042f47b7b2de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43de23cf-d551-404c-afd2-485eedcec042 {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:06:15.614948 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d3e6d761-ba2b-4baa-827b-051281d3e7bc req-46783443-0e6c-42d2-916b-042f47b7b2de service neutron] Publish callbacks [] for port (43de23cf-d551-404c-afd2-485eedcec042), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:15.649275 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 8117f800-19af-41ca-a6f4-9ef1aac132a0 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:06:15.654907 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (8117f800-19af-41ca-a6f4-9ef1aac132a0), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:15.669067 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-116ef641-5bb2-44f4-bb65-b693013ee69f req-412e0203-7cae-4d66-bcaf-3022dd7d5cf9 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/security-groups?id=b910cb8c-64ec-47f6-b06b-89e838bb343d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315296 Jan 28 07:06:15.671770 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-d3e6d761-ba2b-4baa-827b-051281d3e7bc req-46783443-0e6c-42d2-916b-042f47b7b2de service neutron] Transition to ACTIVE for port object 43de23cf-d551-404c-afd2-485eedcec042 will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:06:15.719959 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d3e6d761-ba2b-4baa-827b-051281d3e7bc req-46783443-0e6c-42d2-916b-042f47b7b2de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (43de23cf-d551-404c-afd2-485eedcec042), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:15.807874 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 8117f800-19af-41ca-a6f4-9ef1aac132a0 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:06:15.814672 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-c815b68c-b239-49c6-9af1-2ed942d294a5 req-77b0ff59-78bc-4c8d-9b39-6dc2945b863f service neutron] Attempting to bind port 4b237626-c012-44c0-b0fc-f1f94f8f1bb0 on host n-h2-712749-28 for vnic_type normal with profile None {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:06:15.815322 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-c815b68c-b239-49c6-9af1-2ed942d294a5 req-77b0ff59-78bc-4c8d-9b39-6dc2945b863f service neutron] Attempting to bind port 4b237626-c012-44c0-b0fc-f1f94f8f1bb0 by drivers openvswitch,hyperv on host n-h2-712749-28 at level 0 using segments [{'id': '919581ea-4d97-4a95-839c-1632528194b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '823f80f1-2970-481b-aed2-7ad5a7c0ed20'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:06:15.815642 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c815b68c-b239-49c6-9af1-2ed942d294a5 req-77b0ff59-78bc-4c8d-9b39-6dc2945b863f service neutron] Attempting to bind port 4b237626-c012-44c0-b0fc-f1f94f8f1bb0 on network 823f80f1-2970-481b-aed2-7ad5a7c0ed20 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:06:15.828134 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fe1ff039-f956-4907-80a1-f6e8aa31920b admin admin] Publish callbacks [] for security_group (f4ce6d80-564f-46ac-99b8-edbb9aa3c068), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:15.829203 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c815b68c-b239-49c6-9af1-2ed942d294a5 req-77b0ff59-78bc-4c8d-9b39-6dc2945b863f service neutron] Port 4b237626-c012-44c0-b0fc-f1f94f8f1bb0 on network 823f80f1-2970-481b-aed2-7ad5a7c0ed20 not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-28 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:06:15.829556 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c815b68c-b239-49c6-9af1-2ed942d294a5 req-77b0ff59-78bc-4c8d-9b39-6dc2945b863f service neutron] Attempting to bind port 4b237626-c012-44c0-b0fc-f1f94f8f1bb0 on network 823f80f1-2970-481b-aed2-7ad5a7c0ed20 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:06:15.836734 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c815b68c-b239-49c6-9af1-2ed942d294a5 req-77b0ff59-78bc-4c8d-9b39-6dc2945b863f service neutron] Checking agent: {'id': 'c9906e63-062c-432e-bb53-63fdb8115e18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:06:15.837473 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c815b68c-b239-49c6-9af1-2ed942d294a5 req-77b0ff59-78bc-4c8d-9b39-6dc2945b863f service neutron] Checking segment: {'id': '919581ea-4d97-4a95-839c-1632528194b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '823f80f1-2970-481b-aed2-7ad5a7c0ed20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:06:15.838038 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c815b68c-b239-49c6-9af1-2ed942d294a5 req-77b0ff59-78bc-4c8d-9b39-6dc2945b863f service neutron] Bound using segment: {'id': '919581ea-4d97-4a95-839c-1632528194b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '823f80f1-2970-481b-aed2-7ad5a7c0ed20'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:06:15.838633 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-c815b68c-b239-49c6-9af1-2ed942d294a5 req-77b0ff59-78bc-4c8d-9b39-6dc2945b863f service neutron] Bound port: 4b237626-c012-44c0-b0fc-f1f94f8f1bb0, host: n-h2-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '919581ea-4d97-4a95-839c-1632528194b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '823f80f1-2970-481b-aed2-7ad5a7c0ed20'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:06:15.841408 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fe1ff039-f956-4907-80a1-f6e8aa31920b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (f4ce6d80-564f-46ac-99b8-edbb9aa3c068), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:15.858333 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 61e3e5e6-6046-47fa-b7e3-545b20d6ee72 details requested by agent hyperv_n-h1-712749-28 with host n-h1-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:06:15.911565 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe1ff039-f956-4907-80a1-f6e8aa31920b admin admin] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=103283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:06:15.946153 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fe1ff039-f956-4907-80a1-f6e8aa31920b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (bc0ab08b-a3f3-4be2-8e18-aadeabd64d4f), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:15.946780 n-d-712749-28 neutron-server[103283]: INFO neutron.db.segments_db [None req-fe1ff039-f956-4907-80a1-f6e8aa31920b admin admin] Added segment bc0ab08b-a3f3-4be2-8e18-aadeabd64d4f of type vlan for network 84f9fea5-2dc3-41ea-82c3-fd938e5f7f50 Jan 28 07:06:15.951640 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1ff039-f956-4907-80a1-f6e8aa31920b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4ce6d80-564f-46ac-99b8-edbb9aa3c068,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:06:16.007970 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-d3e6d761-ba2b-4baa-827b-051281d3e7bc req-46783443-0e6c-42d2-916b-042f47b7b2de service neutron] Attempting to bind port 43de23cf-d551-404c-afd2-485eedcec042 on host n-h1-712749-28 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:06:16.008560 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-d3e6d761-ba2b-4baa-827b-051281d3e7bc req-46783443-0e6c-42d2-916b-042f47b7b2de service neutron] Attempting to bind port 43de23cf-d551-404c-afd2-485eedcec042 by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': '9d52209e-a416-4cfe-8f8a-19567a90fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:06:16.008900 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3e6d761-ba2b-4baa-827b-051281d3e7bc req-46783443-0e6c-42d2-916b-042f47b7b2de service neutron] Attempting to bind port 43de23cf-d551-404c-afd2-485eedcec042 on network d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:06:16.011605 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46783443-0e6c-42d2-916b-042f47b7b2de service neutron] Pushing event updated for resources: {'Port': ['ID=43de23cf-d551-404c-afd2-485eedcec042,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:06:16.045671 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3e6d761-ba2b-4baa-827b-051281d3e7bc req-46783443-0e6c-42d2-916b-042f47b7b2de service neutron] Port 43de23cf-d551-404c-afd2-485eedcec042 on network d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:06:16.046191 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3e6d761-ba2b-4baa-827b-051281d3e7bc req-46783443-0e6c-42d2-916b-042f47b7b2de service neutron] Attempting to bind port 43de23cf-d551-404c-afd2-485eedcec042 on network d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:06:16.049470 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-8318ce6f-8f07-49ef-8538-f8aaa6020d63 admin admin] Deleting port 8117f800-19af-41ca-a6f4-9ef1aac132a0 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:06:16.050091 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8318ce6f-8f07-49ef-8538-f8aaa6020d63 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (8117f800-19af-41ca-a6f4-9ef1aac132a0), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:16.074177 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3e6d761-ba2b-4baa-827b-051281d3e7bc req-46783443-0e6c-42d2-916b-042f47b7b2de service neutron] Checking agent: {'id': '2fca46b1-237f-4857-9290-2429d810e472', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 6, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:06:16.074816 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3e6d761-ba2b-4baa-827b-051281d3e7bc req-46783443-0e6c-42d2-916b-042f47b7b2de service neutron] Checking segment: {'id': '9d52209e-a416-4cfe-8f8a-19567a90fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:06:16.075371 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3e6d761-ba2b-4baa-827b-051281d3e7bc req-46783443-0e6c-42d2-916b-042f47b7b2de service neutron] Bound using segment: {'id': '9d52209e-a416-4cfe-8f8a-19567a90fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:06:16.076014 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-d3e6d761-ba2b-4baa-827b-051281d3e7bc req-46783443-0e6c-42d2-916b-042f47b7b2de service neutron] Bound port: 43de23cf-d551-404c-afd2-485eedcec042, host: n-h1-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d52209e-a416-4cfe-8f8a-19567a90fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:06:16.076783 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d3e6d761-ba2b-4baa-827b-051281d3e7bc req-46783443-0e6c-42d2-916b-042f47b7b2de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (43de23cf-d551-404c-afd2-485eedcec042), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:16.085233 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-c815b68c-b239-49c6-9af1-2ed942d294a5 req-77b0ff59-78bc-4c8d-9b39-6dc2945b863f service neutron] For port 4b237626-c012-44c0-b0fc-f1f94f8f1bb0, host n-h2-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=4b237626-c012-44c0-b0fc-f1f94f8f1bb0,segment=NetworkSegment(919581ea-4d97-4a95-839c-1632528194b6),segment_id=919581ea-4d97-4a95-839c-1632528194b6)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:06:16.095934 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-c815b68c-b239-49c6-9af1-2ed942d294a5 req-77b0ff59-78bc-4c8d-9b39-6dc2945b863f service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:16.097319 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c815b68c-b239-49c6-9af1-2ed942d294a5 req-77b0ff59-78bc-4c8d-9b39-6dc2945b863f service neutron] 10.222.0.41 "POST /v2.0/ports/4b237626-c012-44c0-b0fc-f1f94f8f1bb0/bindings HTTP/1.1" status: 201 len: 390 time: 0.5812869 Jan 28 07:06:16.101816 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fe1ff039-f956-4907-80a1-f6e8aa31920b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (84f9fea5-2dc3-41ea-82c3-fd938e5f7f50), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:16.118676 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385a72b3-47d4-417a-a635-58565805a817 req-b963527c-901b-48d1-b89b-878ff48b3380 tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:16.121317 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 61e3e5e6-6046-47fa-b7e3-545b20d6ee72, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=61e3e5e6-6046-47fa-b7e3-545b20d6ee72,segment=NetworkSegment(8f16b4d4-a489-47a9-abff-4677cff0d0e7),segment_id=8f16b4d4-a489-47a9-abff-4677cff0d0e7)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:06:16.128890 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-385a72b3-47d4-417a-a635-58565805a817 req-b963527c-901b-48d1-b89b-878ff48b3380 tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] 10.222.0.41 "GET /v2.0/ports?device_id=65b9fb21-1449-4992-bc12-2ac1f0102a9f HTTP/1.1" status: 200 len: 943 time: 0.3372471 Jan 28 07:06:16.142197 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fe1ff039-f956-4907-80a1-f6e8aa31920b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (84f9fea5-2dc3-41ea-82c3-fd938e5f7f50), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:16.143401 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe1ff039-f956-4907-80a1-f6e8aa31920b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:16.144132 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fe1ff039-f956-4907-80a1-f6e8aa31920b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:16.151275 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Returning: {'device': '61e3e5e6-6046-47fa-b7e3-545b20d6ee72', 'network_id': '96301cb7-5950-4fda-9bde-12decf8885d9', 'port_id': '61e3e5e6-6046-47fa-b7e3-545b20d6ee72', 'mac_address': 'fa:16:3e:fd:f4:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fee747c2-5e95-4f0e-ad04-7aedb36bab1f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:06:16.228758 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-fe1ff039-f956-4907-80a1-f6e8aa31920b admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9305439 Jan 28 07:06:16.243916 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 59832) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:06:16.272279 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-50d89cc2-d48e-4df7-a5c3-08e2014ea574 admin admin] Request body: {'subnet': {'network_id': '84f9fea5-2dc3-41ea-82c3-fd938e5f7f50', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1104609211-subnet', 'tenant_id': 'f5b6ac5d9ea04029bc20683dfe8bc61c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:06:16.280498 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1ff039-f956-4907-80a1-f6e8aa31920b admin admin] Pushing event updated for resources: {'Network': ['ID=84f9fea5-2dc3-41ea-82c3-fd938e5f7f50,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:06:16.491234 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-672e4cb6-2a4d-46f6-a03c-931c11986eb2 x-openstack-request-id: req-672e4cb6-2a4d-46f6-a03c-931c11986eb2 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:06:16.491234 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b647b73c-ce74-43f3-b169-b125779cfb03", "name": "network-vif-plugged", "status": "completed", "tag": "cc1c1903-84ec-4b70-ba09-c6be9e6a9c20", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:06:16.491234 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-672e4cb6-2a4d-46f6-a03c-931c11986eb2 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:06:16.491234 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b647b73c-ce74-43f3-b169-b125779cfb03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc1c1903-84ec-4b70-ba09-c6be9e6a9c20', 'code': 200} Jan 28 07:06:16.491234 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network 84f9fea5-2dc3-41ea-82c3-fd938e5f7f50 details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:06:16.492994 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-385a72b3-47d4-417a-a635-58565805a817 req-926d6264-cacf-452b-868d-74b7bbe5b192 tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] 10.222.0.41 "GET /v2.0/security-groups?id=59996388-8d94-44e2-bfc6-beb74465a52d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3479362 Jan 28 07:06:16.497455 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519545f0-b09a-4c17-a667-a1d71b0f2129 req-2d7553ea-aac0-4d4e-85d6-36ffe203bfe5 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:16.506384 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-519545f0-b09a-4c17-a667-a1d71b0f2129 req-2d7553ea-aac0-4d4e-85d6-36ffe203bfe5 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.41 "GET /v2.0/ports?device_id=b647b73c-ce74-43f3-b169-b125779cfb03 HTTP/1.1" status: 200 len: 950 time: 0.1387737 Jan 28 07:06:16.515558 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-d3e6d761-ba2b-4baa-827b-051281d3e7bc req-46783443-0e6c-42d2-916b-042f47b7b2de service neutron] For port 43de23cf-d551-404c-afd2-485eedcec042, host n-h1-712749-28, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:06:16.518977 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-8318ce6f-8f07-49ef-8538-f8aaa6020d63 admin admin] For port 8117f800-19af-41ca-a6f4-9ef1aac132a0, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=8117f800-19af-41ca-a6f4-9ef1aac132a0,segment=NetworkSegment(f55e5d3b-3c57-474c-9911-954d6703249e),segment_id=f55e5d3b-3c57-474c-9911-954d6703249e)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:06:16.519347 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8318ce6f-8f07-49ef-8538-f8aaa6020d63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (8117f800-19af-41ca-a6f4-9ef1aac132a0), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:16.525464 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50d89cc2-d48e-4df7-a5c3-08e2014ea574 admin admin] Made reservation on behalf of f5b6ac5d9ea04029bc20683dfe8bc61c for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:06:16.528556 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-50d89cc2-d48e-4df7-a5c3-08e2014ea574 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24979592'] for subnet (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:16.532961 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-d3e6d761-ba2b-4baa-827b-051281d3e7bc req-46783443-0e6c-42d2-916b-042f47b7b2de service neutron] For port 43de23cf-d551-404c-afd2-485eedcec042, host n-h1-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=43de23cf-d551-404c-afd2-485eedcec042,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:06:16.554714 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16369f54-b26c-4241-8158-c0a700694437 req-e4a78c62-685a-4611-be30-0fbf36ec8f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:16.556250 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-16369f54-b26c-4241-8158-c0a700694437 req-e4a78c62-685a-4611-be30-0fbf36ec8f07 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b647b73c-ce74-43f3-b169-b125779cfb03 HTTP/1.1" status: 200 len: 1102 time: 0.1325736 Jan 28 07:06:16.558979 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 61e3e5e6-6046-47fa-b7e3-545b20d6ee72 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:06:16.559492 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (61e3e5e6-6046-47fa-b7e3-545b20d6ee72), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:16.562212 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d3e6d761-ba2b-4baa-827b-051281d3e7bc req-46783443-0e6c-42d2-916b-042f47b7b2de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (43de23cf-d551-404c-afd2-485eedcec042), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:16.565978 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-8318ce6f-8f07-49ef-8538-f8aaa6020d63 admin admin] Calling delete_port for 8117f800-19af-41ca-a6f4-9ef1aac132a0 owned by network:router_interface {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:06:16.591770 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61e3e5e6-6046-47fa-b7e3-545b20d6ee72 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:06:16.612061 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c815b68c-b239-49c6-9af1-2ed942d294a5 req-7422ff17-506c-4cc6-9806-81af13e79aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:16.613596 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c815b68c-b239-49c6-9af1-2ed942d294a5 req-7422ff17-506c-4cc6-9806-81af13e79aa1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5c2af407db1e43909575b4b7c4ad1b18&device_id=ac619916-0e38-4e23-8847-517be05d84ae HTTP/1.1" status: 200 len: 1097 time: 0.1040816 Jan 28 07:06:16.617213 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 61e3e5e6-6046-47fa-b7e3-545b20d6ee72, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=61e3e5e6-6046-47fa-b7e3-545b20d6ee72,segment=NetworkSegment(8f16b4d4-a489-47a9-abff-4677cff0d0e7),segment_id=8f16b4d4-a489-47a9-abff-4677cff0d0e7)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:06:16.622098 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (61e3e5e6-6046-47fa-b7e3-545b20d6ee72), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:16.627377 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-519545f0-b09a-4c17-a667-a1d71b0f2129 req-0d826471-3c61-4b56-99fe-dffe6a14460e tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.41 "GET /v2.0/security-groups?id=a925a148-520f-4e8d-aa8c-4258e73ac6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200337 Jan 28 07:06:16.672774 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-16369f54-b26c-4241-8158-c0a700694437 req-baa3bf0e-08f1-4a6a-bc78-c7576d3b1268 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=a925a148-520f-4e8d-aa8c-4258e73ac6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065950 Jan 28 07:06:16.687580 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=61e3e5e6-6046-47fa-b7e3-545b20d6ee72,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:06:16.711763 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e6d761-ba2b-4baa-827b-051281d3e7bc req-46783443-0e6c-42d2-916b-042f47b7b2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:16.712561 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d3e6d761-ba2b-4baa-827b-051281d3e7bc req-46783443-0e6c-42d2-916b-042f47b7b2de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:16.713826 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d3e6d761-ba2b-4baa-827b-051281d3e7bc req-46783443-0e6c-42d2-916b-042f47b7b2de service neutron] 10.222.0.10 "PUT /v2.0/ports/43de23cf-d551-404c-afd2-485eedcec042 HTTP/1.1" status: 200 len: 1097 time: 2.4868877 Jan 28 07:06:16.715818 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fb52adb-7ae8-4954-b508-f4144838af7f', 'tag': '43de23cf-d551-404c-afd2-485eedcec042'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:06:16.718444 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1878bd02-ccca-4fc1-937b-4988dba3b923" -d '{"events": [{"name": "network-changed", "server_uuid": "0fb52adb-7ae8-4954-b508-f4144838af7f", "tag": "43de23cf-d551-404c-afd2-485eedcec042"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:06:16.863575 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81a7d8c-7cfc-4e17-bd5d-abc21bd870f4 req-8b1cb311-4598-4f05-9b7b-bb8338e6012a tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:16.865273 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c81a7d8c-7cfc-4e17-bd5d-abc21bd870f4 req-8b1cb311-4598-4f05-9b7b-bb8338e6012a tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=0fb52adb-7ae8-4954-b508-f4144838af7f HTTP/1.1" status: 200 len: 948 time: 0.0890718 Jan 28 07:06:16.867130 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c815b68c-b239-49c6-9af1-2ed942d294a5 req-a6a153a8-ecf8-4752-b10f-fbc563b7ef86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:16.868164 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c815b68c-b239-49c6-9af1-2ed942d294a5 req-a6a153a8-ecf8-4752-b10f-fbc563b7ef86 service neutron] 10.222.0.44 "GET /v2.0/networks?id=823f80f1-2970-481b-aed2-7ad5a7c0ed20 HTTP/1.1" status: 200 len: 921 time: 0.1934991 Jan 28 07:06:16.873931 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46783443-0e6c-42d2-916b-042f47b7b2de service neutron] Pushing event updated for resources: {'Port': ['ID=43de23cf-d551-404c-afd2-485eedcec042,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:06:16.928446 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c815b68c-b239-49c6-9af1-2ed942d294a5 req-a3307d66-79da-42af-a8d8-576355e520b0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b237626-c012-44c0-b0fc-f1f94f8f1bb0 HTTP/1.1" status: 200 len: 217 time: 0.0440960 Jan 28 07:06:16.970464 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df11c09-5b89-4d74-9d15-1ca1c78b5445 req-3a5d37a8-e2d8-4ee2-af6d-95d3f28c671f tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:16.972026 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4df11c09-5b89-4d74-9d15-1ca1c78b5445 req-3a5d37a8-e2d8-4ee2-af6d-95d3f28c671f tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac619916-0e38-4e23-8847-517be05d84ae HTTP/1.1" status: 200 len: 945 time: 0.2002347 Jan 28 07:06:16.984183 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['61e3e5e6-6046-47fa-b7e3-545b20d6ee72'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:06:16.988853 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c81a7d8c-7cfc-4e17-bd5d-abc21bd870f4 req-46a67501-bbc1-408e-a744-07f1faea7b54 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110399 Jan 28 07:06:16.998880 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c815b68c-b239-49c6-9af1-2ed942d294a5 req-6c8de6f1-897b-4b07-93cd-2a07d5eee6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:17.000337 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c815b68c-b239-49c6-9af1-2ed942d294a5 req-6c8de6f1-897b-4b07-93cd-2a07d5eee6bf service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d3ff6769-eb60-4293-943b-ef852d2e0c72 HTTP/1.1" status: 200 len: 860 time: 0.0600441 Jan 28 07:06:17.059702 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c815b68c-b239-49c6-9af1-2ed942d294a5 req-50961130-cff3-41cf-a0d2-26050ec29939 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=823f80f1-2970-481b-aed2-7ad5a7c0ed20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459988 Jan 28 07:06:17.081126 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-50d89cc2-d48e-4df7-a5c3-08e2014ea574 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24757504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24979610'] for subnet (ae343aea-544d-4873-b4f6-62281de4a98b), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:17.142723 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4df11c09-5b89-4d74-9d15-1ca1c78b5445 req-3411b81c-43fb-48c5-803b-734b58edc2c9 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/security-groups?id=83d97fa1-2f29-40d2-a756-a970d048d2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360652 Jan 28 07:06:17.171389 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43541b16-529d-4347-becd-1df2690acd57 req-c9a61931-1d07-43ca-9f01-fecaee5dde9c tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:17.178604 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-43541b16-529d-4347-becd-1df2690acd57 req-c9a61931-1d07-43ca-9f01-fecaee5dde9c tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7b96cee-cfd1-4f4f-8781-f00ec5eec45e HTTP/1.1" status: 200 len: 949 time: 0.1040750 Jan 28 07:06:17.218823 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb9fc8f0-5a79-4dfb-937d-ae0902509f00 x-openstack-request-id: req-eb9fc8f0-5a79-4dfb-937d-ae0902509f00 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:06:17.219117 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fb52adb-7ae8-4954-b508-f4144838af7f", "tag": "43de23cf-d551-404c-afd2-485eedcec042", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:06:17.219388 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-eb9fc8f0-5a79-4dfb-937d-ae0902509f00 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:06:17.219787 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fb52adb-7ae8-4954-b508-f4144838af7f', 'tag': '43de23cf-d551-404c-afd2-485eedcec042', 'status': 'completed', 'code': 200} Jan 28 07:06:17.228735 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d89cc2-d48e-4df7-a5c3-08e2014ea574 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae343aea-544d-4873-b4f6-62281de4a98b,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:06:17.250255 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-43541b16-529d-4347-becd-1df2690acd57 req-582d1383-439d-4753-afe8-9b829f2acbe0 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/security-groups?id=b910cb8c-64ec-47f6-b06b-89e838bb343d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704079 Jan 28 07:06:17.253180 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e6d761-ba2b-4baa-827b-051281d3e7bc req-9c548a94-b7f5-464a-988f-a804e26b1347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:17.254313 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c815b68c-b239-49c6-9af1-2ed942d294a5 req-4746d938-77dc-475c-a283-662d53d9431f service neutron] 10.222.0.44 "GET /v2.0/networks/823f80f1-2970-481b-aed2-7ad5a7c0ed20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811869 Jan 28 07:06:17.254802 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d3e6d761-ba2b-4baa-827b-051281d3e7bc req-9c548a94-b7f5-464a-988f-a804e26b1347 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=966335f0946f459597af95ab0b33b55c&device_id=0fb52adb-7ae8-4954-b508-f4144838af7f HTTP/1.1" status: 200 len: 1100 time: 0.1498411 Jan 28 07:06:17.257884 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8318ce6f-8f07-49ef-8538-f8aaa6020d63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (8117f800-19af-41ca-a6f4-9ef1aac132a0), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:17.262089 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d89cc2-d48e-4df7-a5c3-08e2014ea574 admin admin] Checking segment: {'id': 'bc0ab08b-a3f3-4be2-8e18-aadeabd64d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '84f9fea5-2dc3-41ea-82c3-fd938e5f7f50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:06:17.262727 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d89cc2-d48e-4df7-a5c3-08e2014ea574 admin admin] Network hostable DHCP agents. Network: 84f9fea5-2dc3-41ea-82c3-fd938e5f7f50, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:06:17.362810 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c815b68c-b239-49c6-9af1-2ed942d294a5 req-4669edf3-a87a-4cba-8d50-5ff4cd194886 service neutron] 10.222.0.44 "GET /v2.0/networks/823f80f1-2970-481b-aed2-7ad5a7c0ed20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912116 Jan 28 07:06:17.537181 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c815b68c-b239-49c6-9af1-2ed942d294a5 req-4b9a5d33-39b8-4e1e-8520-c2236bc77756 tempest-LiveAutoBlockMigrationV225Test-1114652928 tempest-LiveAutoBlockMigrationV225Test-1114652928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:17.539407 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c815b68c-b239-49c6-9af1-2ed942d294a5 req-4b9a5d33-39b8-4e1e-8520-c2236bc77756 tempest-LiveAutoBlockMigrationV225Test-1114652928 tempest-LiveAutoBlockMigrationV225Test-1114652928-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=ac619916-0e38-4e23-8847-517be05d84ae&tenant_id=5c2af407db1e43909575b4b7c4ad1b18&binding%3Ahost_id=n-h1-712749-28 HTTP/1.1" status: 200 len: 1097 time: 0.0485587 Jan 28 07:06:17.553034 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-c815b68c-b239-49c6-9af1-2ed942d294a5 req-5d70b867-7a11-4f6f-8ea0-114354221003 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-712749-28'}}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:06:17.553820 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8318ce6f-8f07-49ef-8538-f8aaa6020d63 admin admin] Pushing event deleted for resources: {'Port': ['ID=8117f800-19af-41ca-a6f4-9ef1aac132a0,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:06:17.603218 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d3e6d761-ba2b-4baa-827b-051281d3e7bc req-9204c686-5248-4e55-80fe-11d5e36ce07e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=43de23cf-d551-404c-afd2-485eedcec042 HTTP/1.1" status: 200 len: 217 time: 0.0602369 Jan 28 07:06:17.630190 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-c815b68c-b239-49c6-9af1-2ed942d294a5 req-5d70b867-7a11-4f6f-8ea0-114354221003 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (4b237626-c012-44c0-b0fc-f1f94f8f1bb0), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:17.694970 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d89cc2-d48e-4df7-a5c3-08e2014ea574 admin admin] Network 84f9fea5-2dc3-41ea-82c3-fd938e5f7f50 is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:06:17.728133 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-50d89cc2-d48e-4df7-a5c3-08e2014ea574 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, 84f9fea5-2dc3-41ea-82c3-fd938e5f7f50) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:06:17.736787 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e6d761-ba2b-4baa-827b-051281d3e7bc req-32c3701d-fe81-4a72-8a5a-5c6444b3054b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:17.738279 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d3e6d761-ba2b-4baa-827b-051281d3e7bc req-32c3701d-fe81-4a72-8a5a-5c6444b3054b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5785b43d-448b-4d12-9eb5-4e4caf2e7eaf HTTP/1.1" status: 200 len: 843 time: 0.1182420 Jan 28 07:06:17.738533 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e022881-31d8-414d-b21d-1750e1a0bcaa None None] Network 84f9fea5-2dc3-41ea-82c3-fd938e5f7f50 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:06:17.741190 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d89cc2-d48e-4df7-a5c3-08e2014ea574 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:17.741771 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-50d89cc2-d48e-4df7-a5c3-08e2014ea574 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:17.759345 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011d8906-5cfd-4c9b-8e36-7f1abf0e8490 req-f57fcace-b834-4435-b042-c3b4c277b0b7 tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:17.767474 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-011d8906-5cfd-4c9b-8e36-7f1abf0e8490 req-f57fcace-b834-4435-b042-c3b4c277b0b7 tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] 10.222.0.41 "GET /v2.0/ports?device_id=65b9fb21-1449-4992-bc12-2ac1f0102a9f HTTP/1.1" status: 200 len: 944 time: 0.1811430 Jan 28 07:06:17.800111 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-c815b68c-b239-49c6-9af1-2ed942d294a5 req-5d70b867-7a11-4f6f-8ea0-114354221003 service neutron] For port 4b237626-c012-44c0-b0fc-f1f94f8f1bb0, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=4b237626-c012-44c0-b0fc-f1f94f8f1bb0,segment=NetworkSegment(919581ea-4d97-4a95-839c-1632528194b6),segment_id=919581ea-4d97-4a95-839c-1632528194b6)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:06:17.850839 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-50d89cc2-d48e-4df7-a5c3-08e2014ea574 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.6025658 Jan 28 07:06:17.862014 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07c6ff70-d935-4f89-8383-4935cf858998 None None] Network 84f9fea5-2dc3-41ea-82c3-fd938e5f7f50 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:06:17.910360 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e41d6f-d38e-49e1-8a1c-5cb605e21958 req-d61f51bb-e5f7-4e87-999d-5636a6d59861 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:17.912270 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-74e41d6f-d38e-49e1-8a1c-5cb605e21958 req-d61f51bb-e5f7-4e87-999d-5636a6d59861 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.41 "GET /v2.0/ports?device_id=b647b73c-ce74-43f3-b169-b125779cfb03 HTTP/1.1" status: 200 len: 950 time: 0.1143668 Jan 28 07:06:17.937151 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-c815b68c-b239-49c6-9af1-2ed942d294a5 req-5d70b867-7a11-4f6f-8ea0-114354221003 service neutron] For port 4b237626-c012-44c0-b0fc-f1f94f8f1bb0, host n-h1-712749-28, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:06:17.943815 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e6d761-ba2b-4baa-827b-051281d3e7bc req-efc029bb-0e0d-4e97-9eec-c6f8fcb73662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:17.945502 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d3e6d761-ba2b-4baa-827b-051281d3e7bc req-efc029bb-0e0d-4e97-9eec-c6f8fcb73662 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1388729 Jan 28 07:06:17.964498 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-011d8906-5cfd-4c9b-8e36-7f1abf0e8490 req-e18567aa-7f21-4e06-bab8-80cf74551ec8 tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] 10.222.0.41 "GET /v2.0/security-groups?id=59996388-8d94-44e2-bfc6-beb74465a52d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942749 Jan 28 07:06:17.989604 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8318ce6f-8f07-49ef-8538-f8aaa6020d63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16319006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16606699'] for router_interface (3c804dd1-131a-43d5-93df-44a449b19564), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:18.052102 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac619916-0e38-4e23-8847-517be05d84ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b237626-c012-44c0-b0fc-f1f94f8f1bb0'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:06:18.054634 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7be4cca-1f3c-4019-98dc-eb7c0e0bb744" -d '{"events": [{"server_uuid": "ac619916-0e38-4e23-8847-517be05d84ae", "name": "network-vif-unplugged", "status": "completed", "tag": "4b237626-c012-44c0-b0fc-f1f94f8f1bb0"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:06:18.059361 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-c815b68c-b239-49c6-9af1-2ed942d294a5 req-5d70b867-7a11-4f6f-8ea0-114354221003 service neutron] Publish callbacks [] for port (4b237626-c012-44c0-b0fc-f1f94f8f1bb0), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:18.071035 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-c815b68c-b239-49c6-9af1-2ed942d294a5 req-5d70b867-7a11-4f6f-8ea0-114354221003 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (4b237626-c012-44c0-b0fc-f1f94f8f1bb0), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:18.078477 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-74e41d6f-d38e-49e1-8a1c-5cb605e21958 req-f097b19c-8daa-4c0e-8012-d99f53705f93 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.41 "GET /v2.0/security-groups?id=a925a148-520f-4e8d-aa8c-4258e73ac6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464427 Jan 28 07:06:18.186998 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d3e6d761-ba2b-4baa-827b-051281d3e7bc req-4003cf85-fea6-4700-9b14-f3f8a3ac6089 service neutron] 10.222.0.10 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176118 Jan 28 07:06:18.187625 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-c815b68c-b239-49c6-9af1-2ed942d294a5 req-5d70b867-7a11-4f6f-8ea0-114354221003 service neutron] Attempting to bind port 4b237626-c012-44c0-b0fc-f1f94f8f1bb0 on host n-h1-712749-28 for vnic_type normal with profile {"migrating_to": "n-h2-712749-28"} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:06:18.187625 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-c815b68c-b239-49c6-9af1-2ed942d294a5 req-5d70b867-7a11-4f6f-8ea0-114354221003 service neutron] Attempting to bind port 4b237626-c012-44c0-b0fc-f1f94f8f1bb0 by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': '919581ea-4d97-4a95-839c-1632528194b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '823f80f1-2970-481b-aed2-7ad5a7c0ed20'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:06:18.187802 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c815b68c-b239-49c6-9af1-2ed942d294a5 req-5d70b867-7a11-4f6f-8ea0-114354221003 service neutron] Attempting to bind port 4b237626-c012-44c0-b0fc-f1f94f8f1bb0 on network 823f80f1-2970-481b-aed2-7ad5a7c0ed20 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:06:18.191060 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d70b867-7a11-4f6f-8ea0-114354221003 service neutron] Pushing event updated for resources: {'Port': ['ID=4b237626-c012-44c0-b0fc-f1f94f8f1bb0,revision_number=7']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:06:18.195696 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c815b68c-b239-49c6-9af1-2ed942d294a5 req-5d70b867-7a11-4f6f-8ea0-114354221003 service neutron] Port 4b237626-c012-44c0-b0fc-f1f94f8f1bb0 on network 823f80f1-2970-481b-aed2-7ad5a7c0ed20 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:06:18.196025 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c815b68c-b239-49c6-9af1-2ed942d294a5 req-5d70b867-7a11-4f6f-8ea0-114354221003 service neutron] Attempting to bind port 4b237626-c012-44c0-b0fc-f1f94f8f1bb0 on network 823f80f1-2970-481b-aed2-7ad5a7c0ed20 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:06:18.205288 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c815b68c-b239-49c6-9af1-2ed942d294a5 req-5d70b867-7a11-4f6f-8ea0-114354221003 service neutron] Checking agent: {'id': '2fca46b1-237f-4857-9290-2429d810e472', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 6, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:06:18.206128 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c815b68c-b239-49c6-9af1-2ed942d294a5 req-5d70b867-7a11-4f6f-8ea0-114354221003 service neutron] Checking segment: {'id': '919581ea-4d97-4a95-839c-1632528194b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '823f80f1-2970-481b-aed2-7ad5a7c0ed20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:06:18.206580 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c815b68c-b239-49c6-9af1-2ed942d294a5 req-5d70b867-7a11-4f6f-8ea0-114354221003 service neutron] Bound using segment: {'id': '919581ea-4d97-4a95-839c-1632528194b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '823f80f1-2970-481b-aed2-7ad5a7c0ed20'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:06:18.207083 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-c815b68c-b239-49c6-9af1-2ed942d294a5 req-5d70b867-7a11-4f6f-8ea0-114354221003 service neutron] Bound port: 4b237626-c012-44c0-b0fc-f1f94f8f1bb0, host: n-h1-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '919581ea-4d97-4a95-839c-1632528194b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '823f80f1-2970-481b-aed2-7ad5a7c0ed20'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:06:18.207513 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-c815b68c-b239-49c6-9af1-2ed942d294a5 req-5d70b867-7a11-4f6f-8ea0-114354221003 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (4b237626-c012-44c0-b0fc-f1f94f8f1bb0), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:18.281740 n-d-712749-28 neutron-server[103283]: INFO neutron.api.v2.resource [req-3249fae6-fc96-4b13-bb01-cec34abc44a9 req-166cf50f-a47e-4b65-a8c2-ce928e612c3d tempest-SecurityGroupsNegativeTestJSON-51545958 tempest-SecurityGroupsNegativeTestJSON-51545958-project] show failed (client error): The resource could not be found. Jan 28 07:06:18.283080 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-3249fae6-fc96-4b13-bb01-cec34abc44a9 req-166cf50f-a47e-4b65-a8c2-ce928e612c3d tempest-SecurityGroupsNegativeTestJSON-51545958 tempest-SecurityGroupsNegativeTestJSON-51545958-project] 10.222.0.41 "GET /v2.0/security-groups/5a2e53f1-91ec-4671-9ee0-ea4f6349dcb5 HTTP/1.1" status: 404 len: 352 time: 0.0281017 Jan 28 07:06:18.287336 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-c815b68c-b239-49c6-9af1-2ed942d294a5 req-5d70b867-7a11-4f6f-8ea0-114354221003 service neutron] For port 4b237626-c012-44c0-b0fc-f1f94f8f1bb0, host n-h1-712749-28, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:06:18.295009 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-c815b68c-b239-49c6-9af1-2ed942d294a5 req-5d70b867-7a11-4f6f-8ea0-114354221003 service neutron] For port 4b237626-c012-44c0-b0fc-f1f94f8f1bb0, host n-h1-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=4b237626-c012-44c0-b0fc-f1f94f8f1bb0,segment=NetworkSegment(919581ea-4d97-4a95-839c-1632528194b6),segment_id=919581ea-4d97-4a95-839c-1632528194b6)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:06:18.299850 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-c815b68c-b239-49c6-9af1-2ed942d294a5 req-5d70b867-7a11-4f6f-8ea0-114354221003 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (4b237626-c012-44c0-b0fc-f1f94f8f1bb0), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:18.333545 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 07:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fd90a0d-c98c-4e14-ae55-06a517c7d880 x-openstack-request-id: req-4fd90a0d-c98c-4e14-ae55-06a517c7d880 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:06:18.334073 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac619916-0e38-4e23-8847-517be05d84ae", "name": "network-vif-unplugged", "status": "completed", "tag": "4b237626-c012-44c0-b0fc-f1f94f8f1bb0", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:06:18.334339 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4fd90a0d-c98c-4e14-ae55-06a517c7d880 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:06:18.334731 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac619916-0e38-4e23-8847-517be05d84ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b237626-c012-44c0-b0fc-f1f94f8f1bb0', 'code': 200} Jan 28 07:06:18.337185 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd02502-a724-4a96-92ee-497acdfda1bf req-99d977c2-2bbc-4539-89c8-1d9997374e6a tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:18.338899 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1fd02502-a724-4a96-92ee-497acdfda1bf req-99d977c2-2bbc-4539-89c8-1d9997374e6a tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=0fb52adb-7ae8-4954-b508-f4144838af7f HTTP/1.1" status: 200 len: 948 time: 0.1656160 Jan 28 07:06:18.389169 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d3e6d761-ba2b-4baa-827b-051281d3e7bc req-a953b17c-ff1b-40d2-b4a5-0441bc3a6305 service neutron] 10.222.0.10 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826670 Jan 28 07:06:18.402997 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c815b68c-b239-49c6-9af1-2ed942d294a5 req-5d70b867-7a11-4f6f-8ea0-114354221003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:18.403634 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-c815b68c-b239-49c6-9af1-2ed942d294a5 req-5d70b867-7a11-4f6f-8ea0-114354221003 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:18.405259 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c815b68c-b239-49c6-9af1-2ed942d294a5 req-5d70b867-7a11-4f6f-8ea0-114354221003 service neutron] 10.222.0.44 "PUT /v2.0/ports/4b237626-c012-44c0-b0fc-f1f94f8f1bb0 HTTP/1.1" status: 200 len: 1123 time: 0.8564942 Jan 28 07:06:18.406141 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d70b867-7a11-4f6f-8ea0-114354221003 service neutron] Pushing event updated for resources: {'Port': ['ID=4b237626-c012-44c0-b0fc-f1f94f8f1bb0,revision_number=8']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:06:18.462493 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78cacc4-3b61-4033-932f-df5f8139ec3b req-83fe7721-933c-4e3c-bd34-ebdd2c236a19 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:18.469048 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1fd02502-a724-4a96-92ee-497acdfda1bf req-6c6ea9ae-f7d6-4dad-aa40-4605081b1b0f tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091585 Jan 28 07:06:18.469343 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b78cacc4-3b61-4033-932f-df5f8139ec3b req-83fe7721-933c-4e3c-bd34-ebdd2c236a19 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac619916-0e38-4e23-8847-517be05d84ae HTTP/1.1" status: 200 len: 943 time: 0.0804074 Jan 28 07:06:18.474120 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7b96cee-cfd1-4f4f-8781-f00ec5eec45e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f752776-c216-4161-bb1d-5a4d2f901bff'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:06:18.477187 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-246c3d1f-4da5-4c54-9510-7c166c361570" -d '{"events": [{"server_uuid": "d7b96cee-cfd1-4f4f-8781-f00ec5eec45e", "name": "network-vif-plugged", "status": "completed", "tag": "6f752776-c216-4161-bb1d-5a4d2f901bff"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:06:18.487007 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8318ce6f-8f07-49ef-8538-f8aaa6020d63 admin admin] Router 3c804dd1-131a-43d5-93df-44a449b19564 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:06:18.524437 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b78cacc4-3b61-4033-932f-df5f8139ec3b req-0dc936a1-82ae-4147-8621-4f3068f46a63 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/security-groups?id=83d97fa1-2f29-40d2-a756-a970d048d2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540457 Jan 28 07:06:18.576941 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['4b237626-c012-44c0-b0fc-f1f94f8f1bb0'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:06:18.601438 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1064c3ff-26b0-4c57-a6ba-374d70567794 x-openstack-request-id: req-1064c3ff-26b0-4c57-a6ba-374d70567794 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:06:18.601803 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7b96cee-cfd1-4f4f-8781-f00ec5eec45e", "name": "network-vif-plugged", "status": "completed", "tag": "6f752776-c216-4161-bb1d-5a4d2f901bff", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:06:18.601997 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1064c3ff-26b0-4c57-a6ba-374d70567794 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:06:18.602355 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7b96cee-cfd1-4f4f-8781-f00ec5eec45e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f752776-c216-4161-bb1d-5a4d2f901bff', 'code': 200} Jan 28 07:06:18.668686 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1878bd02-ccca-4fc1-937b-4988dba3b923 req-f9a1e8f9-695e-4487-bc5c-667d56b9374b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:18.671124 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1878bd02-ccca-4fc1-937b-4988dba3b923 req-f9a1e8f9-695e-4487-bc5c-667d56b9374b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=966335f0946f459597af95ab0b33b55c&device_id=0fb52adb-7ae8-4954-b508-f4144838af7f HTTP/1.1" status: 200 len: 1100 time: 0.1326263 Jan 28 07:06:18.672645 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b2a884e1-61a6-4b92-aa69-968e3a20d20d req-7d1b7e45-9b15-4615-9b95-378ca8a0c680 tempest-SecurityGroupsNegativeTestJSON-51545958 tempest-SecurityGroupsNegativeTestJSON-51545958-project] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f5b6ac5d9ea04029bc20683dfe8bc61c HTTP/1.1" status: 200 len: 3001 time: 0.0743566 Jan 28 07:06:18.682022 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240941a7-892a-48ba-a9aa-c39f723a8812 req-34700dc5-31ab-4853-b197-c0e092733fc5 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:18.683592 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-240941a7-892a-48ba-a9aa-c39f723a8812 req-34700dc5-31ab-4853-b197-c0e092733fc5 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7b96cee-cfd1-4f4f-8781-f00ec5eec45e HTTP/1.1" status: 200 len: 949 time: 0.1445408 Jan 28 07:06:18.696983 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8318ce6f-8f07-49ef-8538-f8aaa6020d63 admin admin] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:06:18.718832 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-8318ce6f-8f07-49ef-8538-f8aaa6020d63 admin admin] 10.222.0.41 "PUT /v2.0/routers/3c804dd1-131a-43d5-93df-44a449b19564/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3197222 Jan 28 07:06:18.719056 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 59864) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:06:18.722407 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b3d77e-9ff4-4c5e-9701-b234986afc17 None None] Sync routers for ids ['3c804dd1-131a-43d5-93df-44a449b19564'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:06:18.753736 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b3d77e-9ff4-4c5e-9701-b234986afc17 None None] Routers {'3c804dd1-131a-43d5-93df-44a449b19564'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:06:18.754446 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-45b3d77e-9ff4-4c5e-9701-b234986afc17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:06:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['3c804dd1-131a-43d5-93df-44a449b19564'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:06:18.806487 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-240941a7-892a-48ba-a9aa-c39f723a8812 req-506ec746-7ee7-47a4-bd8f-d52bd525702f tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/security-groups?id=b910cb8c-64ec-47f6-b06b-89e838bb343d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086304 Jan 28 07:06:18.812392 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b2a884e1-61a6-4b92-aa69-968e3a20d20d req-509ef46b-dcdd-4ed5-adb3-557a7aab99e9 tempest-SecurityGroupsNegativeTestJSON-51545958 tempest-SecurityGroupsNegativeTestJSON-51545958-project] 10.222.0.41 "GET /v2.0/security-groups/f4ce6d80-564f-46ac-99b8-edbb9aa3c068 HTTP/1.1" status: 200 len: 2998 time: 0.1311173 Jan 28 07:06:18.823358 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1878bd02-ccca-4fc1-937b-4988dba3b923 req-7647af01-d0e2-47c2-b0c4-bea448fd04da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:18.825130 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1878bd02-ccca-4fc1-937b-4988dba3b923 req-7647af01-d0e2-47c2-b0c4-bea448fd04da service neutron] 10.222.0.10 "GET /v2.0/networks?id=d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb HTTP/1.1" status: 200 len: 870 time: 0.1379049 Jan 28 07:06:18.877404 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afcb700-cc9c-4941-bf08-6161f483dfac req-8390878f-8e68-43bc-a9df-b8b87a76c01f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:18.878264 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1878bd02-ccca-4fc1-937b-4988dba3b923 req-628d45cd-3eb2-4f77-8571-3a6d299a3259 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=43de23cf-d551-404c-afd2-485eedcec042 HTTP/1.1" status: 200 len: 217 time: 0.0469327 Jan 28 07:06:18.878399 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-45b3d77e-9ff4-4c5e-9701-b234986afc17 None None] Set router 3c804dd1-131a-43d5-93df-44a449b19564 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:06:18.879006 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7afcb700-cc9c-4941-bf08-6161f483dfac req-8390878f-8e68-43bc-a9df-b8b87a76c01f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d7b96cee-cfd1-4f4f-8781-f00ec5eec45e HTTP/1.1" status: 200 len: 1101 time: 0.1633399 Jan 28 07:06:18.929164 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b2a884e1-61a6-4b92-aa69-968e3a20d20d req-0017f6cc-abd5-40e6-9c0d-f6595937d967 tempest-SecurityGroupsNegativeTestJSON-51545958 tempest-SecurityGroupsNegativeTestJSON-51545958-project] 10.222.0.41 "GET /v2.0/security-groups/f4ce6d80-564f-46ac-99b8-edbb9aa3c068 HTTP/1.1" status: 200 len: 2998 time: 0.1157269 Jan 28 07:06:18.932413 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1878bd02-ccca-4fc1-937b-4988dba3b923 req-a01b9752-7c25-4af5-9a89-fd1bd1e4613a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:18.933894 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1878bd02-ccca-4fc1-937b-4988dba3b923 req-a01b9752-7c25-4af5-9a89-fd1bd1e4613a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5785b43d-448b-4d12-9eb5-4e4caf2e7eaf HTTP/1.1" status: 200 len: 843 time: 0.0455527 Jan 28 07:06:18.956664 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b18c3db1-fe16-4e4b-bbbc-fa7ee91e83ec admin admin] Publish callbacks [] for router (3c804dd1-131a-43d5-93df-44a449b19564), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:19.006308 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7afcb700-cc9c-4941-bf08-6161f483dfac req-520a9c22-03f1-4201-b38c-800088efc15d service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=b910cb8c-64ec-47f6-b06b-89e838bb343d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993414 Jan 28 07:06:19.011422 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1878bd02-ccca-4fc1-937b-4988dba3b923 req-bbe95b16-68fd-423c-b380-8bca2e66fcde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:19.013070 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1878bd02-ccca-4fc1-937b-4988dba3b923 req-bbe95b16-68fd-423c-b380-8bca2e66fcde service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0703342 Jan 28 07:06:19.036109 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-69117fef-f1b4-43e9-92fb-ba900b3128c7 req-a3f23bc3-1330-4f42-af74-649b4a028744 tempest-SecurityGroupsNegativeTestJSON-51545958 tempest-SecurityGroupsNegativeTestJSON-51545958-project] 10.222.0.41 "GET /v2.0/security-groups/f4ce6d80-564f-46ac-99b8-edbb9aa3c068 HTTP/1.1" status: 200 len: 2998 time: 0.0809572 Jan 28 07:06:19.087999 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-45b3d77e-9ff4-4c5e-9701-b234986afc17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c804dd1-131a-43d5-93df-44a449b19564', 'name': 'tempest-FloatingIPsNegativeTestJSON-2022522905-router', 'tenant_id': '2a12f463f82c4846872885baeab2444a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.232'}], 'enable_snat': True}, 'gw_port_id': '2775819c-6123-48f8-9a74-68820d088bb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:05:54Z', 'updated_at': '2022-01-28T07:06:17Z', 'revision_number': 5, 'project_id': '2a12f463f82c4846872885baeab2444a', 'gw_port': {'id': '2775819c-6123-48f8-9a74-68820d088bb7', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:50:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c804dd1-131a-43d5-93df-44a449b19564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:05:57Z', 'updated_at': '2022-01-28T07:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:06:19.117605 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b18c3db1-fe16-4e4b-bbbc-fa7ee91e83ec admin admin] Publish callbacks [] for router_gateway (3c804dd1-131a-43d5-93df-44a449b19564), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:19.119867 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b3d77e-9ff4-4c5e-9701-b234986afc17 None None] Checking router: 3c804dd1-131a-43d5-93df-44a449b19564 for host: n-d-712749-28 {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:06:19.128610 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b3d77e-9ff4-4c5e-9701-b234986afc17 None None] Routers {'3c804dd1-131a-43d5-93df-44a449b19564'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:06:19.128817 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46affb7-0217-411a-963c-ab540ae4c817 req-b694bde7-0d98-45cf-a7a1-dd26964e8a89 tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:19.129218 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-45b3d77e-9ff4-4c5e-9701-b234986afc17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:06:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['3c804dd1-131a-43d5-93df-44a449b19564'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:06:19.130606 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b46affb7-0217-411a-963c-ab540ae4c817 req-b694bde7-0d98-45cf-a7a1-dd26964e8a89 tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] 10.222.0.41 "GET /v2.0/ports?device_id=65b9fb21-1449-4992-bc12-2ac1f0102a9f HTTP/1.1" status: 200 len: 944 time: 0.0738013 Jan 28 07:06:19.165281 n-d-712749-28 neutron-server[103284]: INFO neutron.api.v2.resource [req-69117fef-f1b4-43e9-92fb-ba900b3128c7 req-54f350e9-5440-43e3-a028-863b1a91bdf7 tempest-SecurityGroupsNegativeTestJSON-51545958 tempest-SecurityGroupsNegativeTestJSON-51545958-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 28 07:06:19.166433 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-69117fef-f1b4-43e9-92fb-ba900b3128c7 req-54f350e9-5440-43e3-a028-863b1a91bdf7 tempest-SecurityGroupsNegativeTestJSON-51545958 tempest-SecurityGroupsNegativeTestJSON-51545958-project] 10.222.0.41 "DELETE /v2.0/security-groups/f4ce6d80-564f-46ac-99b8-edbb9aa3c068 HTTP/1.1" status: 409 len: 352 time: 0.1194375 Jan 28 07:06:19.169438 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1878bd02-ccca-4fc1-937b-4988dba3b923 req-762ae2d2-da54-476d-acc0-96bb4fcd3b75 service neutron] 10.222.0.10 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453285 Jan 28 07:06:19.234795 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b46affb7-0217-411a-963c-ab540ae4c817 req-2dee9480-2c73-40d7-a52a-ae0e7224bcc5 tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] 10.222.0.41 "GET /v2.0/security-groups?id=59996388-8d94-44e2-bfc6-beb74465a52d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862319 Jan 28 07:06:19.249964 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-b18c3db1-fe16-4e4b-bbbc-fa7ee91e83ec admin admin] Deleting port 2775819c-6123-48f8-9a74-68820d088bb7 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:06:19.250368 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b18c3db1-fe16-4e4b-bbbc-fa7ee91e83ec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (2775819c-6123-48f8-9a74-68820d088bb7), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:19.263607 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-45b3d77e-9ff4-4c5e-9701-b234986afc17 None None] Set router 3c804dd1-131a-43d5-93df-44a449b19564 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:06:19.291649 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1878bd02-ccca-4fc1-937b-4988dba3b923 req-517f23c0-78e8-4dc6-8d2c-a3a36f6e8192 service neutron] 10.222.0.10 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140482 Jan 28 07:06:19.373765 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c4483b-8398-40e3-8a16-cdcb69f1d858 req-66ab020f-46d4-41bc-b020-a8d893f025d0 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:19.375370 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-21c4483b-8398-40e3-8a16-cdcb69f1d858 req-66ab020f-46d4-41bc-b020-a8d893f025d0 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.41 "GET /v2.0/ports?device_id=b647b73c-ce74-43f3-b169-b125779cfb03 HTTP/1.1" status: 200 len: 950 time: 0.0844030 Jan 28 07:06:19.379919 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-b18c3db1-fe16-4e4b-bbbc-fa7ee91e83ec admin admin] For port 2775819c-6123-48f8-9a74-68820d088bb7, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=2775819c-6123-48f8-9a74-68820d088bb7,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:06:19.380414 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b18c3db1-fe16-4e4b-bbbc-fa7ee91e83ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (2775819c-6123-48f8-9a74-68820d088bb7), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:19.400903 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-b18c3db1-fe16-4e4b-bbbc-fa7ee91e83ec admin admin] Calling delete_port for 2775819c-6123-48f8-9a74-68820d088bb7 owned by network:router_gateway {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:06:19.431483 n-d-712749-28 neutron-server[103284]: INFO neutron.api.v2.resource [req-58bf97c7-7ee4-4ac9-a0c0-4a22d3407717 req-42092045-6686-42be-b107-2577e4e942f5 tempest-SecurityGroupsNegativeTestJSON-51545958 tempest-SecurityGroupsNegativeTestJSON-51545958-project] show failed (client error): The resource could not be found. Jan 28 07:06:19.440240 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-58bf97c7-7ee4-4ac9-a0c0-4a22d3407717 req-42092045-6686-42be-b107-2577e4e942f5 tempest-SecurityGroupsNegativeTestJSON-51545958 tempest-SecurityGroupsNegativeTestJSON-51545958-project] 10.222.0.41 "GET /v2.0/security-groups/2013a0eb-f140-418c-9b4e-ea1317a38e8f HTTP/1.1" status: 404 len: 352 time: 0.0261970 Jan 28 07:06:19.475413 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-45b3d77e-9ff4-4c5e-9701-b234986afc17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c804dd1-131a-43d5-93df-44a449b19564', 'name': 'tempest-FloatingIPsNegativeTestJSON-2022522905-router', 'tenant_id': '2a12f463f82c4846872885baeab2444a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.232'}], 'enable_snat': True}, 'gw_port_id': '2775819c-6123-48f8-9a74-68820d088bb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:05:54Z', 'updated_at': '2022-01-28T07:06:17Z', 'revision_number': 5, 'project_id': '2a12f463f82c4846872885baeab2444a', 'gw_port': {'id': '2775819c-6123-48f8-9a74-68820d088bb7', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:50:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c804dd1-131a-43d5-93df-44a449b19564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:05:57Z', 'updated_at': '2022-01-28T07:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:06:19.480286 n-d-712749-28 neutron-server[103284]: INFO neutron.api.v2.resource [req-ba0e7a34-eca5-405f-a844-441f686e4411 req-8a4603c0-bf93-4f5e-a842-f912838d6463 tempest-SecurityGroupsNegativeTestJSON-51545958 tempest-SecurityGroupsNegativeTestJSON-51545958-project] show failed (client error): The resource could not be found. Jan 28 07:06:19.481723 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ba0e7a34-eca5-405f-a844-441f686e4411 req-8a4603c0-bf93-4f5e-a842-f912838d6463 tempest-SecurityGroupsNegativeTestJSON-51545958 tempest-SecurityGroupsNegativeTestJSON-51545958-project] 10.222.0.41 "GET /v2.0/security-groups/f02effbf-18cd-4d04-b7bd-bb8b968f3904 HTTP/1.1" status: 404 len: 352 time: 0.0212100 Jan 28 07:06:19.493084 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 59880) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:06:19.505988 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b3d77e-9ff4-4c5e-9701-b234986afc17 None None] The sync data for ids ['3c804dd1-131a-43d5-93df-44a449b19564'] in n-d-712749-28 is: [{'id': '3c804dd1-131a-43d5-93df-44a449b19564', 'name': 'tempest-FloatingIPsNegativeTestJSON-2022522905-router', 'tenant_id': '2a12f463f82c4846872885baeab2444a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.232'}], 'enable_snat': True}, 'gw_port_id': '2775819c-6123-48f8-9a74-68820d088bb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:05:54Z', 'updated_at': '2022-01-28T07:06:17Z', 'revision_number': 5, 'project_id': '2a12f463f82c4846872885baeab2444a', 'gw_port': {'id': '2775819c-6123-48f8-9a74-68820d088bb7', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:50:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c804dd1-131a-43d5-93df-44a449b19564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:05:57Z', 'updated_at': '2022-01-28T07:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:06:19.514833 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-21c4483b-8398-40e3-8a16-cdcb69f1d858 req-c39a71df-f5ce-4f90-a554-8a186a6bed93 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.41 "GET /v2.0/security-groups?id=a925a148-520f-4e8d-aa8c-4258e73ac6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219676 Jan 28 07:06:19.602688 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e5f149-d78e-4b49-88ae-b247842ede33 req-a1ec5865-14f4-4b27-a28a-8e43ed6b3537 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:19.606754 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-49e5f149-d78e-4b49-88ae-b247842ede33 req-a1ec5865-14f4-4b27-a28a-8e43ed6b3537 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=0fb52adb-7ae8-4954-b508-f4144838af7f HTTP/1.1" status: 200 len: 948 time: 0.0603461 Jan 28 07:06:19.656707 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-49e5f149-d78e-4b49-88ae-b247842ede33 req-b99d8cce-a5f5-4229-825b-ef40861c82a1 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465376 Jan 28 07:06:19.864445 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_v2 [None req-476ef0b5-7f80-4f69-9e04-f3786bc93baf admin admin] Deleting subnet ae343aea-544d-4873-b4f6-62281de4a98b {{(pid=103283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:06:19.890572 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-476ef0b5-7f80-4f69-9e04-f3786bc93baf admin admin] Publish callbacks [] for subnet (ae343aea-544d-4873-b4f6-62281de4a98b), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:19.894338 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 61e3e5e6-6046-47fa-b7e3-545b20d6ee72 up at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:06:19.945628 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-476ef0b5-7f80-4f69-9e04-f3786bc93baf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13506696'] for subnet (ae343aea-544d-4873-b4f6-62281de4a98b), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:19.985744 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning for port 61e3e5e6-6046-47fa-b7e3-545b20d6ee72 completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:06:19.990001 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning complete for port 61e3e5e6-6046-47fa-b7e3-545b20d6ee72 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:06:19.990599 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (61e3e5e6-6046-47fa-b7e3-545b20d6ee72), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:20.011478 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f750f6-84d5-4c5a-8b32-7a416e8c26ef req-c2f124ec-8218-4201-8de3-2c672219b20e tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:20.013540 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-37f750f6-84d5-4c5a-8b32-7a416e8c26ef req-c2f124ec-8218-4201-8de3-2c672219b20e tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac619916-0e38-4e23-8847-517be05d84ae HTTP/1.1" status: 200 len: 943 time: 0.1684387 Jan 28 07:06:20.021067 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963fd0c1-f1a0-473b-ae2e-6cbb2c2ac3bb req-d57a8750-e4b1-4a74-83f0-201faa449bbe tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:20.022767 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-963fd0c1-f1a0-473b-ae2e-6cbb2c2ac3bb req-d57a8750-e4b1-4a74-83f0-201faa449bbe tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7b96cee-cfd1-4f4f-8781-f00ec5eec45e HTTP/1.1" status: 200 len: 949 time: 0.0548811 Jan 28 07:06:20.059283 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-476ef0b5-7f80-4f69-9e04-f3786bc93baf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (ae343aea-544d-4873-b4f6-62281de4a98b), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:20.086899 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b18c3db1-fe16-4e4b-bbbc-fa7ee91e83ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (2775819c-6123-48f8-9a74-68820d088bb7), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:20.089366 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 61e3e5e6-6046-47fa-b7e3-545b20d6ee72 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:06:20.091037 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (61e3e5e6-6046-47fa-b7e3-545b20d6ee72), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:20.097102 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-963fd0c1-f1a0-473b-ae2e-6cbb2c2ac3bb req-5aa4cd6d-c2cc-44b3-8adf-f1f3fe52b762 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/security-groups?id=b910cb8c-64ec-47f6-b06b-89e838bb343d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647604 Jan 28 07:06:20.135077 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 61e3e5e6-6046-47fa-b7e3-545b20d6ee72, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=61e3e5e6-6046-47fa-b7e3-545b20d6ee72,segment=NetworkSegment(8f16b4d4-a489-47a9-abff-4677cff0d0e7),segment_id=8f16b4d4-a489-47a9-abff-4677cff0d0e7)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:06:20.140690 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (61e3e5e6-6046-47fa-b7e3-545b20d6ee72), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:20.166597 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18c3db1-fe16-4e4b-bbbc-fa7ee91e83ec admin admin] Pushing event deleted for resources: {'Port': ['ID=2775819c-6123-48f8-9a74-68820d088bb7,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:06:20.198017 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-37f750f6-84d5-4c5a-8b32-7a416e8c26ef req-ed2d436d-24bd-4245-bf33-184af849301b tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/security-groups?id=83d97fa1-2f29-40d2-a756-a970d048d2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745541 Jan 28 07:06:20.215598 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=61e3e5e6-6046-47fa-b7e3-545b20d6ee72,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:06:20.221260 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b18c3db1-fe16-4e4b-bbbc-fa7ee91e83ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16607873'] for router_gateway (3c804dd1-131a-43d5-93df-44a449b19564), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:20.302442 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-476ef0b5-7f80-4f69-9e04-f3786bc93baf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13546665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13556132'] for subnet (ae343aea-544d-4873-b4f6-62281de4a98b), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:20.336972 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac619916-0e38-4e23-8847-517be05d84ae', 'tag': '4b237626-c012-44c0-b0fc-f1f94f8f1bb0'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:06:20.339206 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a60032e-1a16-45b5-b565-588567a64d28" -d '{"events": [{"name": "network-changed", "server_uuid": "ac619916-0e38-4e23-8847-517be05d84ae", "tag": "4b237626-c012-44c0-b0fc-f1f94f8f1bb0"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:06:20.390107 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b18c3db1-fe16-4e4b-bbbc-fa7ee91e83ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16605684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127449'] for router (3c804dd1-131a-43d5-93df-44a449b19564), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:20.393663 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476ef0b5-7f80-4f69-9e04-f3786bc93baf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae343aea-544d-4873-b4f6-62281de4a98b,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:06:20.396481 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b18c3db1-fe16-4e4b-bbbc-fa7ee91e83ec admin admin] Publish callbacks [] for router_controller (3c804dd1-131a-43d5-93df-44a449b19564), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:20.398398 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-476ef0b5-7f80-4f69-9e04-f3786bc93baf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:20.401550 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-476ef0b5-7f80-4f69-9e04-f3786bc93baf admin admin] 10.222.0.41 "DELETE /v2.0/subnets/ae343aea-544d-4873-b4f6-62281de4a98b HTTP/1.1" status: 204 len: 168 time: 0.9079828 Jan 28 07:06:20.404669 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 59898) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:06:20.475281 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5b89c4-421a-457e-91d9-959fb0ee3376 req-39f13461-64a5-4d4b-9a43-0782d44a94e6 tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:20.476717 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4b5b89c4-421a-457e-91d9-959fb0ee3376 req-39f13461-64a5-4d4b-9a43-0782d44a94e6 tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] 10.222.0.41 "GET /v2.0/ports?device_id=65b9fb21-1449-4992-bc12-2ac1f0102a9f HTTP/1.1" status: 200 len: 945 time: 0.1758223 Jan 28 07:06:20.477959 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b18c3db1-fe16-4e4b-bbbc-fa7ee91e83ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16605693'] for router (3c804dd1-131a-43d5-93df-44a449b19564), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:20.478474 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b18c3db1-fe16-4e4b-bbbc-fa7ee91e83ec admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3c804dd1-131a-43d5-93df-44a449b19564 {{(pid=103283) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 07:06:20.483247 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b18c3db1-fe16-4e4b-bbbc-fa7ee91e83ec admin admin] Publish callbacks [] for router (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:20.486674 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-b18c3db1-fe16-4e4b-bbbc-fa7ee91e83ec admin admin] 10.222.0.41 "DELETE /v2.0/routers/3c804dd1-131a-43d5-93df-44a449b19564 HTTP/1.1" status: 204 len: 168 time: 1.7644706 Jan 28 07:06:20.490611 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 59900) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:06:20.540661 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4b5b89c4-421a-457e-91d9-959fb0ee3376 req-77e1163f-51ad-4b08-be05-2a2c578e42ae tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] 10.222.0.41 "GET /v2.0/security-groups?id=59996388-8d94-44e2-bfc6-beb74465a52d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538867 Jan 28 07:06:20.553789 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4e88ca4a-31fa-4640-8eb6-09dc18c51b4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (84f9fea5-2dc3-41ea-82c3-fd938e5f7f50), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:20.569064 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-72bc1694-38cc-4649-8dbd-f8e84d5a6f04 admin admin] Deleting subnet c6c8605e-18e4-4a13-91aa-a9a8748dab49 {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:06:20.573257 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-72bc1694-38cc-4649-8dbd-f8e84d5a6f04 admin admin] Publish callbacks [] for subnet (c6c8605e-18e4-4a13-91aa-a9a8748dab49), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:20.583193 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-709e0047-0a6a-4231-909f-f38d7ca96dbd x-openstack-request-id: req-709e0047-0a6a-4231-909f-f38d7ca96dbd {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:06:20.583556 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac619916-0e38-4e23-8847-517be05d84ae", "tag": "4b237626-c012-44c0-b0fc-f1f94f8f1bb0", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:06:20.583885 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-709e0047-0a6a-4231-909f-f38d7ca96dbd {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:06:20.584372 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac619916-0e38-4e23-8847-517be05d84ae', 'tag': '4b237626-c012-44c0-b0fc-f1f94f8f1bb0', 'status': 'completed', 'code': 200} Jan 28 07:06:20.590377 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ce1962-a026-4d06-92ab-32d0ebf880fb req-d89614e7-f4ce-4cdf-b7ca-06d37d92956e tempest-ServersAdminTestJSON-1269326635 tempest-ServersAdminTestJSON-1269326635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:20.591344 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ce1962-a026-4d06-92ab-32d0ebf880fb req-d89614e7-f4ce-4cdf-b7ca-06d37d92956e tempest-ServersAdminTestJSON-1269326635 tempest-ServersAdminTestJSON-1269326635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:20.591823 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ce1962-a026-4d06-92ab-32d0ebf880fb req-d89614e7-f4ce-4cdf-b7ca-06d37d92956e tempest-ServersAdminTestJSON-1269326635 tempest-ServersAdminTestJSON-1269326635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:20.592333 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ce1962-a026-4d06-92ab-32d0ebf880fb req-d89614e7-f4ce-4cdf-b7ca-06d37d92956e tempest-ServersAdminTestJSON-1269326635 tempest-ServersAdminTestJSON-1269326635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:20.592803 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ce1962-a026-4d06-92ab-32d0ebf880fb req-d89614e7-f4ce-4cdf-b7ca-06d37d92956e tempest-ServersAdminTestJSON-1269326635 tempest-ServersAdminTestJSON-1269326635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:20.593393 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ce1962-a026-4d06-92ab-32d0ebf880fb req-d89614e7-f4ce-4cdf-b7ca-06d37d92956e tempest-ServersAdminTestJSON-1269326635 tempest-ServersAdminTestJSON-1269326635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:20.593729 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ce1962-a026-4d06-92ab-32d0ebf880fb req-d89614e7-f4ce-4cdf-b7ca-06d37d92956e tempest-ServersAdminTestJSON-1269326635 tempest-ServersAdminTestJSON-1269326635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:20.594191 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ce1962-a026-4d06-92ab-32d0ebf880fb req-d89614e7-f4ce-4cdf-b7ca-06d37d92956e tempest-ServersAdminTestJSON-1269326635 tempest-ServersAdminTestJSON-1269326635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:20.594659 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ce1962-a026-4d06-92ab-32d0ebf880fb req-d89614e7-f4ce-4cdf-b7ca-06d37d92956e tempest-ServersAdminTestJSON-1269326635 tempest-ServersAdminTestJSON-1269326635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:20.595118 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ce1962-a026-4d06-92ab-32d0ebf880fb req-d89614e7-f4ce-4cdf-b7ca-06d37d92956e tempest-ServersAdminTestJSON-1269326635 tempest-ServersAdminTestJSON-1269326635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:20.595595 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ce1962-a026-4d06-92ab-32d0ebf880fb req-d89614e7-f4ce-4cdf-b7ca-06d37d92956e tempest-ServersAdminTestJSON-1269326635 tempest-ServersAdminTestJSON-1269326635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:20.596099 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ce1962-a026-4d06-92ab-32d0ebf880fb req-d89614e7-f4ce-4cdf-b7ca-06d37d92956e tempest-ServersAdminTestJSON-1269326635 tempest-ServersAdminTestJSON-1269326635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:20.596575 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ce1962-a026-4d06-92ab-32d0ebf880fb req-d89614e7-f4ce-4cdf-b7ca-06d37d92956e tempest-ServersAdminTestJSON-1269326635 tempest-ServersAdminTestJSON-1269326635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:20.597026 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ce1962-a026-4d06-92ab-32d0ebf880fb req-d89614e7-f4ce-4cdf-b7ca-06d37d92956e tempest-ServersAdminTestJSON-1269326635 tempest-ServersAdminTestJSON-1269326635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:20.597639 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ce1962-a026-4d06-92ab-32d0ebf880fb req-d89614e7-f4ce-4cdf-b7ca-06d37d92956e tempest-ServersAdminTestJSON-1269326635 tempest-ServersAdminTestJSON-1269326635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:20.600235 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-87ce1962-a026-4d06-92ab-32d0ebf880fb req-d89614e7-f4ce-4cdf-b7ca-06d37d92956e tempest-ServersAdminTestJSON-1269326635 tempest-ServersAdminTestJSON-1269326635-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=0fb52adb-7ae8-4954-b508-f4144838af7f&device_id=65b9fb21-1449-4992-bc12-2ac1f0102a9f&device_id=d7b96cee-cfd1-4f4f-8781-f00ec5eec45e&device_id=b647b73c-ce74-43f3-b169-b125779cfb03&device_id=ac619916-0e38-4e23-8847-517be05d84ae&device_id=08006919-0299-48cf-a9f3-f2ccc70a1f0b&device_id=88ddd9f2-1b37-4e00-82d0-05fcc7e48a0c&device_id=973b7626-b044-4f2a-a274-995ac8201ef5&device_id=56ab0ba2-2f42-48a4-b5ab-ca31c6dc0a18&device_id=8813fdc9-13cd-4d6b-88a5-c1cef3739966&device_id=ac4a8f81-18d9-4d17-b21a-fa9550ec808a&device_id=1980e332-383a-481f-ba04-3bf34c8065b8&device_id=5dd01a81-423f-4012-89ce-dce7efd84cd2&device_id=cd6f6cee-8828-415b-beee-3ed839555ede&device_id=686583c4-bba6-4444-b3a9-8d548823cbb9 HTTP/1.1" status: 200 len: 13619 time: 0.1763871 Jan 28 07:06:20.603920 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65b9fb21-1449-4992-bc12-2ac1f0102a9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61e3e5e6-6046-47fa-b7e3-545b20d6ee72'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:06:20.606778 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8535e4cb-5636-4999-a626-6bc10e9a3bee" -d '{"events": [{"server_uuid": "65b9fb21-1449-4992-bc12-2ac1f0102a9f", "name": "network-vif-plugged", "status": "completed", "tag": "61e3e5e6-6046-47fa-b7e3-545b20d6ee72"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:06:20.678816 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-87ce1962-a026-4d06-92ab-32d0ebf880fb req-b3896af5-a9ae-4b24-beb6-62fe3f374cc2 tempest-ServersAdminTestJSON-1269326635 tempest-ServersAdminTestJSON-1269326635-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:20.728666 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-72bc1694-38cc-4649-8dbd-f8e84d5a6f04 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24759175'] for subnet (c6c8605e-18e4-4a13-91aa-a9a8748dab49), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:20.809732 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4e88ca4a-31fa-4640-8eb6-09dc18c51b4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (84f9fea5-2dc3-41ea-82c3-fd938e5f7f50), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:20.819740 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 4b237626-c012-44c0-b0fc-f1f94f8f1bb0 details requested by agent hyperv_n-h2-712749-28 with host n-h2-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:06:20.835156 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a60032e-1a16-45b5-b565-588567a64d28 req-b18c5cee-19c0-4952-8b84-b07a2d51c81c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:20.836808 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1a60032e-1a16-45b5-b565-588567a64d28 req-b18c5cee-19c0-4952-8b84-b07a2d51c81c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5c2af407db1e43909575b4b7c4ad1b18&device_id=ac619916-0e38-4e23-8847-517be05d84ae HTTP/1.1" status: 200 len: 1126 time: 0.1954358 Jan 28 07:06:20.845280 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91190d7b-b166-4796-b013-e26a0b31308c x-openstack-request-id: req-91190d7b-b166-4796-b013-e26a0b31308c {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:06:20.845727 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65b9fb21-1449-4992-bc12-2ac1f0102a9f", "name": "network-vif-plugged", "status": "completed", "tag": "61e3e5e6-6046-47fa-b7e3-545b20d6ee72", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:06:20.846164 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-91190d7b-b166-4796-b013-e26a0b31308c {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:06:20.846971 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65b9fb21-1449-4992-bc12-2ac1f0102a9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61e3e5e6-6046-47fa-b7e3-545b20d6ee72', 'code': 200} Jan 28 07:06:20.852869 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-4e88ca4a-31fa-4640-8eb6-09dc18c51b4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84f9fea5-2dc3-41ea-82c3-fd938e5f7f50']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:06:20.872724 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-4e88ca4a-31fa-4640-8eb6-09dc18c51b4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc0ab08b-a3f3-4be2-8e18-aadeabd64d4f') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:06:20.873066 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-4e88ca4a-31fa-4640-8eb6-09dc18c51b4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc0ab08b-a3f3-4be2-8e18-aadeabd64d4f') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:06:20.900493 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4e88ca4a-31fa-4640-8eb6-09dc18c51b4a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24759294'] for segment (bc0ab08b-a3f3-4be2-8e18-aadeabd64d4f), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:20.942796 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47510eb5-a6d1-4966-89bd-5ceddbb387b6 req-feb20712-b38a-48a0-a9e9-5b776ae0d531 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:20.944275 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-47510eb5-a6d1-4966-89bd-5ceddbb387b6 req-feb20712-b38a-48a0-a9e9-5b776ae0d531 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=0fb52adb-7ae8-4954-b508-f4144838af7f HTTP/1.1" status: 200 len: 948 time: 0.0698202 Jan 28 07:06:20.958573 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 4b237626-c012-44c0-b0fc-f1f94f8f1bb0, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=4b237626-c012-44c0-b0fc-f1f94f8f1bb0,segment=NetworkSegment(919581ea-4d97-4a95-839c-1632528194b6),segment_id=919581ea-4d97-4a95-839c-1632528194b6)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:06:20.971561 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 4b237626-c012-44c0-b0fc-f1f94f8f1bb0 has no active binding in host n-h2-712749-28 {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 28 07:06:20.996165 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4e88ca4a-31fa-4640-8eb6-09dc18c51b4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (bc0ab08b-a3f3-4be2-8e18-aadeabd64d4f), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:21.025884 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3974e564-02ec-44e4-bb44-7d4d1fd55394 req-ff78108f-9cd0-40f3-bbbc-17791bff3746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:21.026168 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e88ca4a-31fa-4640-8eb6-09dc18c51b4a admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:06:21.026533 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4e88ca4a-31fa-4640-8eb6-09dc18c51b4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24757675'] for segment (bc0ab08b-a3f3-4be2-8e18-aadeabd64d4f), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:21.027925 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-3974e564-02ec-44e4-bb44-7d4d1fd55394 req-ff78108f-9cd0-40f3-bbbc-17791bff3746 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=65b9fb21-1449-4992-bc12-2ac1f0102a9f HTTP/1.1" status: 200 len: 1097 time: 0.0826495 Jan 28 07:06:21.029690 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-72bc1694-38cc-4649-8dbd-f8e84d5a6f04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (c6c8605e-18e4-4a13-91aa-a9a8748dab49), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:21.034411 n-d-712749-28 neutron-server[103284]: Traceback (most recent call last): Jan 28 07:06:21.034411 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:06:21.034411 n-d-712749-28 neutron-server[103284]: timer() Jan 28 07:06:21.034411 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:06:21.034411 n-d-712749-28 neutron-server[103284]: cb(*args, **kw) Jan 28 07:06:21.034411 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:06:21.034411 n-d-712749-28 neutron-server[103284]: return func(*args, **kwargs) Jan 28 07:06:21.034411 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:06:21.034411 n-d-712749-28 neutron-server[103284]: self._notify() Jan 28 07:06:21.034411 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:06:21.034411 n-d-712749-28 neutron-server[103284]: self.callback(batched_events) Jan 28 07:06:21.034411 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:06:21.034411 n-d-712749-28 neutron-server[103284]: event.method(event) Jan 28 07:06:21.034411 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:06:21.034411 n-d-712749-28 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:06:21.034411 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:06:21.034411 n-d-712749-28 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:06:21.034411 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:06:21.034411 n-d-712749-28 neutron-server[103284]: return f(self, *a, **k) Jan 28 07:06:21.034411 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:06:21.034411 n-d-712749-28 neutron-server[103284]: return self._get(url).json() Jan 28 07:06:21.034411 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:06:21.034411 n-d-712749-28 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:06:21.034411 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:06:21.034411 n-d-712749-28 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Jan 28 07:06:21.034411 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:06:21.034411 n-d-712749-28 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:06:21.034411 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:06:21.034411 n-d-712749-28 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:06:21.034411 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:06:21.034411 n-d-712749-28 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:06:21.034411 n-d-712749-28 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:06:21.056703 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-47510eb5-a6d1-4966-89bd-5ceddbb387b6 req-034ac18d-0cce-4743-97b8-7a25dbaf2bc5 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038706 Jan 28 07:06:21.085238 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-3974e564-02ec-44e4-bb44-7d4d1fd55394 req-db016392-a7ca-4098-b1ff-5e6af4982da7 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=59996388-8d94-44e2-bfc6-beb74465a52d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479000 Jan 28 07:06:21.136541 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-87ce1962-a026-4d06-92ab-32d0ebf880fb req-b3896af5-a9ae-4b24-beb6-62fe3f374cc2 tempest-ServersAdminTestJSON-1269326635 tempest-ServersAdminTestJSON-1269326635-project-admin] Publish callbacks [] for security_group (342f7121-27a1-4173-9c4b-96c500c1d4a2), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:21.146435 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-87ce1962-a026-4d06-92ab-32d0ebf880fb req-b3896af5-a9ae-4b24-beb6-62fe3f374cc2 tempest-ServersAdminTestJSON-1269326635 tempest-ServersAdminTestJSON-1269326635-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (342f7121-27a1-4173-9c4b-96c500c1d4a2), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:21.153935 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a60032e-1a16-45b5-b565-588567a64d28 req-6718fed7-b6fa-450c-b177-8673d0bfa0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:21.155697 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1a60032e-1a16-45b5-b565-588567a64d28 req-6718fed7-b6fa-450c-b177-8673d0bfa0ff service neutron] 10.222.0.10 "GET /v2.0/networks?id=823f80f1-2970-481b-aed2-7ad5a7c0ed20 HTTP/1.1" status: 200 len: 921 time: 0.2688169 Jan 28 07:06:21.167487 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4e88ca4a-31fa-4640-8eb6-09dc18c51b4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (84f9fea5-2dc3-41ea-82c3-fd938e5f7f50), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:21.202359 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4e88ca4a-31fa-4640-8eb6-09dc18c51b4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:21.205572 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-4e88ca4a-31fa-4640-8eb6-09dc18c51b4a admin admin] 10.222.0.41 "DELETE /v2.0/networks/84f9fea5-2dc3-41ea-82c3-fd938e5f7f50 HTTP/1.1" status: 204 len: 168 time: 0.7991681 Jan 28 07:06:21.222420 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b273d0-2813-47ed-b2f2-9da8af38855e req-28fe6570-071a-47df-a5b9-f96bcb37680f tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:21.227732 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e88ca4a-31fa-4640-8eb6-09dc18c51b4a admin admin] Pushing event deleted for resources: {'Network': ['ID=84f9fea5-2dc3-41ea-82c3-fd938e5f7f50,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:06:21.229959 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-71b273d0-2813-47ed-b2f2-9da8af38855e req-28fe6570-071a-47df-a5b9-f96bcb37680f tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7b96cee-cfd1-4f4f-8781-f00ec5eec45e HTTP/1.1" status: 200 len: 949 time: 0.0665410 Jan 28 07:06:21.235650 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3896af5-a9ae-4b24-beb6-62fe3f374cc2 tempest-ServersAdminTestJSON-1269326635 tempest-ServersAdminTestJSON-1269326635-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=342f7121-27a1-4173-9c4b-96c500c1d4a2,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:06:21.252356 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-72bc1694-38cc-4649-8dbd-f8e84d5a6f04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24757569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24979817'] for subnet (c6c8605e-18e4-4a13-91aa-a9a8748dab49), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:21.282225 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-71b273d0-2813-47ed-b2f2-9da8af38855e req-5bc3c350-39b8-430b-b4ba-842221236948 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/security-groups?id=b910cb8c-64ec-47f6-b06b-89e838bb343d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506921 Jan 28 07:06:21.295513 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bc1694-38cc-4649-8dbd-f8e84d5a6f04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6c8605e-18e4-4a13-91aa-a9a8748dab49,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:06:21.299610 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f391fab-b776-424a-aeb7-1dd352fd9e14 None None] Network b94633fc-75f0-4aa6-bdb5-d56882c09424 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:06:21.300228 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-72bc1694-38cc-4649-8dbd-f8e84d5a6f04 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:21.305815 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-72bc1694-38cc-4649-8dbd-f8e84d5a6f04 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/c6c8605e-18e4-4a13-91aa-a9a8748dab49 HTTP/1.1" status: 204 len: 168 time: 0.8109748 Jan 28 07:06:21.308306 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 59912) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:06:21.324074 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-87ce1962-a026-4d06-92ab-32d0ebf880fb req-b3896af5-a9ae-4b24-beb6-62fe3f374cc2 tempest-ServersAdminTestJSON-1269326635 tempest-ServersAdminTestJSON-1269326635-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=a925a148-520f-4e8d-aa8c-4258e73ac6b6&id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&id=59996388-8d94-44e2-bfc6-beb74465a52d&id=83d97fa1-2f29-40d2-a756-a970d048d2ac&id=b910cb8c-64ec-47f6-b06b-89e838bb343d&id=e0f59fe5-8248-496a-844a-a9490566a49a&fields=id&fields=name HTTP/1.1" status: 200 len: 647 time: 0.6977525 Jan 28 07:06:21.433437 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f06a3a4e-6899-418b-8190-644f3d59d474 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (b94633fc-75f0-4aa6-bdb5-d56882c09424), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:21.450538 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0de1b4-b914-43b4-8c5e-76baa6b1acac req-2a627664-b127-4f16-a150-dcca5e370208 tempest-ServersOnMultiNodesTest-867651223 tempest-ServersOnMultiNodesTest-867651223-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:21.453187 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-cd0de1b4-b914-43b4-8c5e-76baa6b1acac req-2a627664-b127-4f16-a150-dcca5e370208 tempest-ServersOnMultiNodesTest-867651223 tempest-ServersOnMultiNodesTest-867651223-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=d7b96cee-cfd1-4f4f-8781-f00ec5eec45e HTTP/1.1" status: 200 len: 1101 time: 0.0715754 Jan 28 07:06:21.456703 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 59918) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:06:21.458352 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4822ad4-58be-4f13-a704-7701167dc803 req-54188034-353e-45cc-8a2a-ee47e09b5c15 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:21.459936 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f4822ad4-58be-4f13-a704-7701167dc803 req-54188034-353e-45cc-8a2a-ee47e09b5c15 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac619916-0e38-4e23-8847-517be05d84ae HTTP/1.1" status: 200 len: 943 time: 0.0968502 Jan 28 07:06:21.492293 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 8117f800-19af-41ca-a6f4-9ef1aac132a0 no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:06:21.518370 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: 8117f800-19af-41ca-a6f4-9ef1aac132a0 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:06:21.518813 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 8117f800-19af-41ca-a6f4-9ef1aac132a0 not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:06:21.519297 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 2775819c-6123-48f8-9a74-68820d088bb7 no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:06:21.541555 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f4822ad4-58be-4f13-a704-7701167dc803 req-1ed80992-7055-4ec9-b5f7-4329af57045b tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/security-groups?id=83d97fa1-2f29-40d2-a756-a970d048d2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748818 Jan 28 07:06:21.544879 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: 2775819c-6123-48f8-9a74-68820d088bb7 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:06:21.545491 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 2775819c-6123-48f8-9a74-68820d088bb7 not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:06:21.553582 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1a60032e-1a16-45b5-b565-588567a64d28 req-9664ad6b-c0ee-489c-81c9-fe0927f86d9e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b237626-c012-44c0-b0fc-f1f94f8f1bb0 HTTP/1.1" status: 200 len: 217 time: 0.0665336 Jan 28 07:06:21.557912 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-f06a3a4e-6899-418b-8190-644f3d59d474 admin admin] Deleting port 35288e8b-1bd2-4fdf-839f-3192341e2e0d {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:06:21.558260 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f06a3a4e-6899-418b-8190-644f3d59d474 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (35288e8b-1bd2-4fdf-839f-3192341e2e0d), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:21.569432 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-8eb7ca85-9fc6-42b9-a97a-dd60de8e951b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f5b6ac5d9ea04029bc20683dfe8bc61c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1115544 Jan 28 07:06:21.572427 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 59922) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:06:21.627517 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-cd0de1b4-b914-43b4-8c5e-76baa6b1acac req-1d711942-0406-4384-9714-f70af10472fd tempest-ServersOnMultiNodesTest-867651223 tempest-ServersOnMultiNodesTest-867651223-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=b910cb8c-64ec-47f6-b06b-89e838bb343d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518476 Jan 28 07:06:21.634785 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed058db-911e-4217-9026-f33cde0bd8c7 None None] DHCP port deletion for b94633fc-75f0-4aa6-bdb5-d56882c09424 request from n-d-712749-28 {{(pid=103285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 07:06:21.641899 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a60032e-1a16-45b5-b565-588567a64d28 req-00666faf-9f91-4ecb-8720-b22b983e78b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:21.643384 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1a60032e-1a16-45b5-b565-588567a64d28 req-00666faf-9f91-4ecb-8720-b22b983e78b7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d3ff6769-eb60-4293-943b-ef852d2e0c72 HTTP/1.1" status: 200 len: 860 time: 0.0772696 Jan 28 07:06:21.693358 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1a60032e-1a16-45b5-b565-588567a64d28 req-59e1a48b-d6eb-4496-ae00-80e4ce97ec47 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=823f80f1-2970-481b-aed2-7ad5a7c0ed20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403814 Jan 28 07:06:21.710811 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-f06a3a4e-6899-418b-8190-644f3d59d474 admin admin] For port 35288e8b-1bd2-4fdf-839f-3192341e2e0d, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=35288e8b-1bd2-4fdf-839f-3192341e2e0d,segment=NetworkSegment(f55e5d3b-3c57-474c-9911-954d6703249e),segment_id=f55e5d3b-3c57-474c-9911-954d6703249e)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:06:21.711338 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f06a3a4e-6899-418b-8190-644f3d59d474 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (35288e8b-1bd2-4fdf-839f-3192341e2e0d), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:21.730767 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-f06a3a4e-6899-418b-8190-644f3d59d474 admin admin] Calling delete_port for 35288e8b-1bd2-4fdf-839f-3192341e2e0d owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:06:21.763407 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0cc9da8f-84fc-4e01-9f9b-2838c8e1d858 admin admin] Publish callbacks [] for security_group (f4ce6d80-564f-46ac-99b8-edbb9aa3c068), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:21.844350 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0cc9da8f-84fc-4e01-9f9b-2838c8e1d858 admin admin] Publish callbacks [] for security_group (f4ce6d80-564f-46ac-99b8-edbb9aa3c068), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:21.890460 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-8ed058db-911e-4217-9026-f33cde0bd8c7 None None] Deleting port 35288e8b-1bd2-4fdf-839f-3192341e2e0d {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:06:21.891036 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8ed058db-911e-4217-9026-f33cde0bd8c7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (35288e8b-1bd2-4fdf-839f-3192341e2e0d), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:21.944220 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 43de23cf-d551-404c-afd2-485eedcec042 details requested by agent hyperv_n-h1-712749-28 with host n-h1-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:06:21.946253 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0f8edc7d-2789-474d-a0ed-611f8248aabc req-0915229c-0904-4140-a311-b7362834871e tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=c4cb8f6b7fb846b4ab01d357846632b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0348601 Jan 28 07:06:21.958958 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f06a3a4e-6899-418b-8190-644f3d59d474 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (35288e8b-1bd2-4fdf-839f-3192341e2e0d), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:21.980899 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-8ed058db-911e-4217-9026-f33cde0bd8c7 None None] For port 35288e8b-1bd2-4fdf-839f-3192341e2e0d, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=35288e8b-1bd2-4fdf-839f-3192341e2e0d,segment=NetworkSegment(f55e5d3b-3c57-474c-9911-954d6703249e),segment_id=f55e5d3b-3c57-474c-9911-954d6703249e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:06:21.981486 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8ed058db-911e-4217-9026-f33cde0bd8c7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (35288e8b-1bd2-4fdf-839f-3192341e2e0d), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:22.007908 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-8ed058db-911e-4217-9026-f33cde0bd8c7 None None] Calling delete_port for 35288e8b-1bd2-4fdf-839f-3192341e2e0d owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:06:22.028387 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0cc9da8f-84fc-4e01-9f9b-2838c8e1d858 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (f4ce6d80-564f-46ac-99b8-edbb9aa3c068), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:22.030911 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0cc9da8f-84fc-4e01-9f9b-2838c8e1d858 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:22.034587 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-0cc9da8f-84fc-4e01-9f9b-2838c8e1d858 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f4ce6d80-564f-46ac-99b8-edbb9aa3c068 HTTP/1.1" status: 204 len: 168 time: 0.4588549 Jan 28 07:06:22.039127 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06a3a4e-6899-418b-8190-644f3d59d474 admin admin] Pushing event deleted for resources: {'Port': ['ID=35288e8b-1bd2-4fdf-839f-3192341e2e0d,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:06:22.044761 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06a3a4e-6899-418b-8190-644f3d59d474 admin admin] No DVR routers for this DVR port 35288e8b-1bd2-4fdf-839f-3192341e2e0d on host n-d-712749-28 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:06:22.079130 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9da8f-84fc-4e01-9f9b-2838c8e1d858 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4ce6d80-564f-46ac-99b8-edbb9aa3c068,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:06:22.143861 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfc4c4e-0e2d-4511-b951-87fcf779d9fe req-c7fe6a8b-a6ca-4bff-8537-02184f5117b2 tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:22.154870 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ccfc4c4e-0e2d-4511-b951-87fcf779d9fe req-c7fe6a8b-a6ca-4bff-8537-02184f5117b2 tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] 10.222.0.41 "GET /v2.0/ports?device_id=65b9fb21-1449-4992-bc12-2ac1f0102a9f HTTP/1.1" status: 200 len: 945 time: 0.4388726 Jan 28 07:06:22.170165 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f06a3a4e-6899-418b-8190-644f3d59d474 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (b94633fc-75f0-4aa6-bdb5-d56882c09424), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:22.175586 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 43de23cf-d551-404c-afd2-485eedcec042, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=43de23cf-d551-404c-afd2-485eedcec042,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:06:22.185071 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8edc7d-2789-474d-a0ed-611f8248aabc req-11f8fafe-3c62-4afe-b5bc-84f803766f82 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:22.187284 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0f8edc7d-2789-474d-a0ed-611f8248aabc req-11f8fafe-3c62-4afe-b5bc-84f803766f82 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2401080 Jan 28 07:06:22.199012 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Returning: {'device': '43de23cf-d551-404c-afd2-485eedcec042', 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb', 'port_id': '43de23cf-d551-404c-afd2-485eedcec042', 'mac_address': 'fa:16:3e:bc:65:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5785b43d-448b-4d12-9eb5-4e4caf2e7eaf', 'ip_address': '192.168.233.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:06:22.204464 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-f06a3a4e-6899-418b-8190-644f3d59d474 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b94633fc-75f0-4aa6-bdb5-d56882c09424']}} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:06:22.206096 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1a60032e-1a16-45b5-b565-588567a64d28 req-c3724f38-7ad3-409c-b0a6-9f86d6411cc8 service neutron] 10.222.0.10 "GET /v2.0/networks/823f80f1-2970-481b-aed2-7ad5a7c0ed20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5015278 Jan 28 07:06:22.220548 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-f06a3a4e-6899-418b-8190-644f3d59d474 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f55e5d3b-3c57-474c-9911-954d6703249e') {'for_net_delete': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:06:22.221270 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-f06a3a4e-6899-418b-8190-644f3d59d474 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f55e5d3b-3c57-474c-9911-954d6703249e') {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:06:22.223751 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0f8edc7d-2789-474d-a0ed-611f8248aabc req-920a724f-c17e-4515-937a-947bef905d70 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/quotas/c4cb8f6b7fb846b4ab01d357846632b7 HTTP/1.1" status: 200 len: 375 time: 0.0248406 Jan 28 07:06:22.225900 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8ed058db-911e-4217-9026-f33cde0bd8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298'] for port (35288e8b-1bd2-4fdf-839f-3192341e2e0d), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:22.235397 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f06a3a4e-6899-418b-8190-644f3d59d474 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13506801'] for segment (f55e5d3b-3c57-474c-9911-954d6703249e), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:22.261688 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed058db-911e-4217-9026-f33cde0bd8c7 None None] Pushing event deleted for resources: {'Port': ['ID=35288e8b-1bd2-4fdf-839f-3192341e2e0d,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:06:22.270771 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed058db-911e-4217-9026-f33cde0bd8c7 None None] No DVR routers for this DVR port 35288e8b-1bd2-4fdf-839f-3192341e2e0d on host n-d-712749-28 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:06:22.274698 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 43de23cf-d551-404c-afd2-485eedcec042 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:06:22.276005 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (43de23cf-d551-404c-afd2-485eedcec042), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:22.287578 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f06a3a4e-6899-418b-8190-644f3d59d474 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (f55e5d3b-3c57-474c-9911-954d6703249e), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:22.298281 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43de23cf-d551-404c-afd2-485eedcec042 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:06:22.298505 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f06a3a4e-6899-418b-8190-644f3d59d474 admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=103283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:06:22.298991 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f06a3a4e-6899-418b-8190-644f3d59d474 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13546563'] for segment (f55e5d3b-3c57-474c-9911-954d6703249e), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:22.301306 n-d-712749-28 neutron-server[103283]: Traceback (most recent call last): Jan 28 07:06:22.301306 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:06:22.301306 n-d-712749-28 neutron-server[103283]: timer() Jan 28 07:06:22.301306 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:06:22.301306 n-d-712749-28 neutron-server[103283]: cb(*args, **kw) Jan 28 07:06:22.301306 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:06:22.301306 n-d-712749-28 neutron-server[103283]: return func(*args, **kwargs) Jan 28 07:06:22.301306 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:06:22.301306 n-d-712749-28 neutron-server[103283]: self._notify() Jan 28 07:06:22.301306 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:06:22.301306 n-d-712749-28 neutron-server[103283]: self.callback(batched_events) Jan 28 07:06:22.301306 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:06:22.301306 n-d-712749-28 neutron-server[103283]: event.method(event) Jan 28 07:06:22.301306 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:06:22.301306 n-d-712749-28 neutron-server[103283]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:06:22.301306 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:06:22.301306 n-d-712749-28 neutron-server[103283]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:06:22.301306 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:06:22.301306 n-d-712749-28 neutron-server[103283]: return f(self, *a, **k) Jan 28 07:06:22.301306 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:06:22.301306 n-d-712749-28 neutron-server[103283]: return self._get(url).json() Jan 28 07:06:22.301306 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:06:22.301306 n-d-712749-28 neutron-server[103283]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:06:22.301306 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:06:22.301306 n-d-712749-28 neutron-server[103283]: return self.request(url, 'GET', **kwargs) Jan 28 07:06:22.301306 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:06:22.301306 n-d-712749-28 neutron-server[103283]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:06:22.301306 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:06:22.301306 n-d-712749-28 neutron-server[103283]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:06:22.301306 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:06:22.301306 n-d-712749-28 neutron-server[103283]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:06:22.301306 n-d-712749-28 neutron-server[103283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:06:22.310254 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ccfc4c4e-0e2d-4511-b951-87fcf779d9fe req-16a5c073-e3ad-4a23-8b19-3bb2f983c0ac tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] 10.222.0.41 "GET /v2.0/security-groups?id=59996388-8d94-44e2-bfc6-beb74465a52d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543949 Jan 28 07:06:22.364706 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 43de23cf-d551-404c-afd2-485eedcec042, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=43de23cf-d551-404c-afd2-485eedcec042,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:06:22.370728 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0f8edc7d-2789-474d-a0ed-611f8248aabc req-a42aa8a1-ffde-49c9-a1c1-0a211a69e103 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c4cb8f6b7fb846b4ab01d357846632b7&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1408989 Jan 28 07:06:22.374368 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (43de23cf-d551-404c-afd2-485eedcec042), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:22.404747 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f06a3a4e-6899-418b-8190-644f3d59d474 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (b94633fc-75f0-4aa6-bdb5-d56882c09424), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:22.409679 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1a60032e-1a16-45b5-b565-588567a64d28 req-141b1397-e7a8-4c69-86ee-d96de03c206b service neutron] 10.222.0.10 "GET /v2.0/networks/823f80f1-2970-481b-aed2-7ad5a7c0ed20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876280 Jan 28 07:06:22.409819 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f06a3a4e-6899-418b-8190-644f3d59d474 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:22.415779 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-f06a3a4e-6899-418b-8190-644f3d59d474 admin admin] 10.222.0.41 "DELETE /v2.0/networks/b94633fc-75f0-4aa6-bdb5-d56882c09424 HTTP/1.1" status: 204 len: 168 time: 1.1034133 Jan 28 07:06:22.437070 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=43de23cf-d551-404c-afd2-485eedcec042,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:06:22.443025 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06a3a4e-6899-418b-8190-644f3d59d474 admin admin] Pushing event deleted for resources: {'Network': ['ID=b94633fc-75f0-4aa6-bdb5-d56882c09424,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:06:22.719878 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69c2bce-c4b7-4f02-8275-f8bd9d88357f req-c8eb6926-1387-430f-900f-bfcfea91d9aa tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:22.721901 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d69c2bce-c4b7-4f02-8275-f8bd9d88357f req-c8eb6926-1387-430f-900f-bfcfea91d9aa tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=0fb52adb-7ae8-4954-b508-f4144838af7f HTTP/1.1" status: 200 len: 949 time: 0.0768008 Jan 28 07:06:22.743641 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 59960) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:06:22.749477 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74e7bb3-3c3c-4391-bb20-16ce05e5f60e req-4a3f5c56-ccb0-4321-a8ff-d86cbe2b38f4 tempest-ServersAdminTestJSON-1269326635 tempest-ServersAdminTestJSON-1269326635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:22.749927 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74e7bb3-3c3c-4391-bb20-16ce05e5f60e req-4a3f5c56-ccb0-4321-a8ff-d86cbe2b38f4 tempest-ServersAdminTestJSON-1269326635 tempest-ServersAdminTestJSON-1269326635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:22.750393 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74e7bb3-3c3c-4391-bb20-16ce05e5f60e req-4a3f5c56-ccb0-4321-a8ff-d86cbe2b38f4 tempest-ServersAdminTestJSON-1269326635 tempest-ServersAdminTestJSON-1269326635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:22.752032 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c74e7bb3-3c3c-4391-bb20-16ce05e5f60e req-4a3f5c56-ccb0-4321-a8ff-d86cbe2b38f4 tempest-ServersAdminTestJSON-1269326635 tempest-ServersAdminTestJSON-1269326635-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=b647b73c-ce74-43f3-b169-b125779cfb03&device_id=56ab0ba2-2f42-48a4-b5ab-ca31c6dc0a18&device_id=8813fdc9-13cd-4d6b-88a5-c1cef3739966 HTTP/1.1" status: 200 len: 2887 time: 0.0750191 Jan 28 07:06:22.793485 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['43de23cf-d551-404c-afd2-485eedcec042'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:06:22.799967 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d69c2bce-c4b7-4f02-8275-f8bd9d88357f req-94a7b4db-43fe-4d0e-8596-0e7978cf89c1 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711401 Jan 28 07:06:22.823831 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-882e257f-879b-4165-a282-03a90103a544 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2a12f463f82c4846872885baeab2444a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0760367 Jan 28 07:06:22.824149 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 59964) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:06:22.863767 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c74e7bb3-3c3c-4391-bb20-16ce05e5f60e req-e367f26d-6d85-4053-aa1a-e52d84b248e8 tempest-ServersAdminTestJSON-1269326635 tempest-ServersAdminTestJSON-1269326635-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=a925a148-520f-4e8d-aa8c-4258e73ac6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966887 Jan 28 07:06:22.915817 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1b002120-4786-44d1-90a9-3d1df8ed9948 req-02841ef6-8678-4ae4-89b5-9e8c380dd185 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c013533-1848-4f89-9da8-156554a01ee3 HTTP/1.1" status: 200 len: 210 time: 0.0466433 Jan 28 07:06:22.959288 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4680686a-6523-4054-b9ec-ca6673c5f098 admin admin] Publish callbacks [] for security_group (2ef6b3b8-ad36-409d-846c-78bc8b526bd5), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:23.041197 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4680686a-6523-4054-b9ec-ca6673c5f098 admin admin] Publish callbacks [] for security_group (2ef6b3b8-ad36-409d-846c-78bc8b526bd5), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:23.078222 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1051a59-1e2f-49b7-aa07-be71ba1b2e2c req-9d3d3ff1-6393-4325-85eb-a1a7b6823a96 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:23.079775 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a1051a59-1e2f-49b7-aa07-be71ba1b2e2c req-9d3d3ff1-6393-4325-85eb-a1a7b6823a96 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac619916-0e38-4e23-8847-517be05d84ae HTTP/1.1" status: 200 len: 943 time: 0.1168878 Jan 28 07:06:23.204927 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c815b68c-b239-49c6-9af1-2ed942d294a5 req-1a8c55d6-6fc9-4a3d-a4d9-02e857f14012 service neutron] 10.222.0.10 "GET /v2.0/ports/4b237626-c012-44c0-b0fc-f1f94f8f1bb0/bindings/n-h2-712749-28 HTTP/1.1" status: 200 len: 385 time: 0.1196508 Jan 28 07:06:23.208306 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a1051a59-1e2f-49b7-aa07-be71ba1b2e2c req-4551b427-b0e5-41ec-bcc9-8b30007b5ac8 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/security-groups?id=83d97fa1-2f29-40d2-a756-a970d048d2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159697 Jan 28 07:06:23.208880 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4680686a-6523-4054-b9ec-ca6673c5f098 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (2ef6b3b8-ad36-409d-846c-78bc8b526bd5), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:23.211377 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4680686a-6523-4054-b9ec-ca6673c5f098 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:23.214767 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-4680686a-6523-4054-b9ec-ca6673c5f098 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2ef6b3b8-ad36-409d-846c-78bc8b526bd5 HTTP/1.1" status: 204 len: 168 time: 0.3860996 Jan 28 07:06:23.250107 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4680686a-6523-4054-b9ec-ca6673c5f098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ef6b3b8-ad36-409d-846c-78bc8b526bd5,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:06:23.485615 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 35288e8b-1bd2-4fdf-839f-3192341e2e0d no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:06:23.514044 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: 35288e8b-1bd2-4fdf-839f-3192341e2e0d {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:06:23.514537 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 35288e8b-1bd2-4fdf-839f-3192341e2e0d not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:06:23.558217 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 59998) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:06:23.578064 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a379f2fd-3a1c-419c-b4e2-f37775cd0d85 req-c0029339-1488-4634-acd5-33a818f3c8ac tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:23.579624 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a379f2fd-3a1c-419c-b4e2-f37775cd0d85 req-c0029339-1488-4634-acd5-33a818f3c8ac tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] 10.222.0.41 "GET /v2.0/ports?device_id=65b9fb21-1449-4992-bc12-2ac1f0102a9f HTTP/1.1" status: 200 len: 945 time: 0.1537182 Jan 28 07:06:23.673478 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a379f2fd-3a1c-419c-b4e2-f37775cd0d85 req-8453edba-4ba8-4ad2-b18e-38aa33b6cb3d tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] 10.222.0.41 "GET /v2.0/security-groups?id=59996388-8d94-44e2-bfc6-beb74465a52d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740588 Jan 28 07:06:23.721249 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-c815b68c-b239-49c6-9af1-2ed942d294a5 req-cdc5aa23-a22c-48dd-b479-6fd7276abc14 service neutron] For port 4b237626-c012-44c0-b0fc-f1f94f8f1bb0, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=4b237626-c012-44c0-b0fc-f1f94f8f1bb0,segment=NetworkSegment(919581ea-4d97-4a95-839c-1632528194b6),segment_id=919581ea-4d97-4a95-839c-1632528194b6)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:06:23.738538 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-ccdd4d00-512d-4b8c-a4b2-5e005906b643 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-735627167-network', 'tenant_id': 'a68b546bd10d454e9bcb0137cb61196a'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:06:23.753657 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-c815b68c-b239-49c6-9af1-2ed942d294a5 req-cdc5aa23-a22c-48dd-b479-6fd7276abc14 service neutron] For port 4b237626-c012-44c0-b0fc-f1f94f8f1bb0, host n-h1-712749-28, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:06:23.784570 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccdd4d00-512d-4b8c-a4b2-5e005906b643 admin admin] Made reservation on behalf of a68b546bd10d454e9bcb0137cb61196a for: {'network': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:06:23.787085 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ccdd4d00-512d-4b8c-a4b2-5e005906b643 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:23.800030 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ccdd4d00-512d-4b8c-a4b2-5e005906b643 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:23.807557 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-c815b68c-b239-49c6-9af1-2ed942d294a5 req-cdc5aa23-a22c-48dd-b479-6fd7276abc14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b237626-c012-44c0-b0fc-f1f94f8f1bb0 {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:06:23.823459 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-c815b68c-b239-49c6-9af1-2ed942d294a5 req-cdc5aa23-a22c-48dd-b479-6fd7276abc14 service neutron] For port 4b237626-c012-44c0-b0fc-f1f94f8f1bb0, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=4b237626-c012-44c0-b0fc-f1f94f8f1bb0,segment=NetworkSegment(919581ea-4d97-4a95-839c-1632528194b6),segment_id=919581ea-4d97-4a95-839c-1632528194b6)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:06:23.840961 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c815b68c-b239-49c6-9af1-2ed942d294a5 req-cdc5aa23-a22c-48dd-b479-6fd7276abc14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (4b237626-c012-44c0-b0fc-f1f94f8f1bb0), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:23.939797 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 43de23cf-d551-404c-afd2-485eedcec042 up at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:06:23.952898 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4a97e7-d792-4734-b6d9-cefa7a941cfc req-19eaa0ae-c690-4608-98ea-fc1e29c86879 tempest-ServersAdminTestJSON-1269326635 tempest-ServersAdminTestJSON-1269326635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:23.954459 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ca4a97e7-d792-4734-b6d9-cefa7a941cfc req-19eaa0ae-c690-4608-98ea-fc1e29c86879 tempest-ServersAdminTestJSON-1269326635 tempest-ServersAdminTestJSON-1269326635-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=8813fdc9-13cd-4d6b-88a5-c1cef3739966 HTTP/1.1" status: 200 len: 1102 time: 0.0752187 Jan 28 07:06:23.971168 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-c815b68c-b239-49c6-9af1-2ed942d294a5 req-cdc5aa23-a22c-48dd-b479-6fd7276abc14 service neutron] Transition to ACTIVE for port object 4b237626-c012-44c0-b0fc-f1f94f8f1bb0 will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:06:23.985518 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c815b68c-b239-49c6-9af1-2ed942d294a5 req-cdc5aa23-a22c-48dd-b479-6fd7276abc14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (4b237626-c012-44c0-b0fc-f1f94f8f1bb0), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:24.026662 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning for port 43de23cf-d551-404c-afd2-485eedcec042 completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:06:24.031608 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning complete for port 43de23cf-d551-404c-afd2-485eedcec042 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:06:24.032564 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (43de23cf-d551-404c-afd2-485eedcec042), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:24.064966 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b2033f2a-e612-4408-8c8a-b6f4a92f560c req-63998b43-2f99-4c27-8d4a-a8d03675ecea tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=7d5b3724-deef-4831-8d43-cb9b8176573c HTTP/1.1" status: 200 len: 258 time: 0.2663140 Jan 28 07:06:24.065632 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc5aa23-a22c-48dd-b479-6fd7276abc14 service neutron] Pushing event updated for resources: {'Port': ['ID=4b237626-c012-44c0-b0fc-f1f94f8f1bb0,revision_number=10']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:06:24.073170 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-b2033f2a-e612-4408-8c8a-b6f4a92f560c req-1e2d5252-8013-49fa-9f5d-eb7226a9ef23 tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] Request body: {'floatingip': {'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:06:24.114594 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ccdd4d00-512d-4b8c-a4b2-5e005906b643 admin admin] Publish callbacks [] for security_group (35ddb33c-0ef0-4c89-97f1-d465222d49be), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:24.116024 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b2033f2a-e612-4408-8c8a-b6f4a92f560c req-1e2d5252-8013-49fa-9f5d-eb7226a9ef23 tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:24.120950 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ccdd4d00-512d-4b8c-a4b2-5e005906b643 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (35ddb33c-0ef0-4c89-97f1-d465222d49be), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:24.132715 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccdd4d00-512d-4b8c-a4b2-5e005906b643 admin admin] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=103283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:06:24.143481 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ccdd4d00-512d-4b8c-a4b2-5e005906b643 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (406f2b19-55d4-4cd2-8c14-e14e9061d6e3), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:24.144072 n-d-712749-28 neutron-server[103283]: INFO neutron.db.segments_db [None req-ccdd4d00-512d-4b8c-a4b2-5e005906b643 admin admin] Added segment 406f2b19-55d4-4cd2-8c14-e14e9061d6e3 of type vlan for network 8f3c013d-5cca-4754-bb74-c707f5f90464 Jan 28 07:06:24.145952 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 43de23cf-d551-404c-afd2-485eedcec042 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:06:24.146352 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (43de23cf-d551-404c-afd2-485eedcec042), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:24.156392 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-c815b68c-b239-49c6-9af1-2ed942d294a5 req-cdc5aa23-a22c-48dd-b479-6fd7276abc14 service neutron] No DVR routers for this DVR port 4b237626-c012-44c0-b0fc-f1f94f8f1bb0 on host n-h1-712749-28 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:06:24.187262 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ccdd4d00-512d-4b8c-a4b2-5e005906b643 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (8f3c013d-5cca-4754-bb74-c707f5f90464), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:24.188617 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 43de23cf-d551-404c-afd2-485eedcec042, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=43de23cf-d551-404c-afd2-485eedcec042,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:06:24.189955 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fb52adb-7ae8-4954-b508-f4144838af7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43de23cf-d551-404c-afd2-485eedcec042'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:06:24.194838 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e68ec5a8-0f56-4ad7-ab2b-30141b291217" -d '{"events": [{"server_uuid": "0fb52adb-7ae8-4954-b508-f4144838af7f", "name": "network-vif-plugged", "status": "completed", "tag": "43de23cf-d551-404c-afd2-485eedcec042"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:06:24.200515 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (43de23cf-d551-404c-afd2-485eedcec042), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:24.213109 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ca4a97e7-d792-4734-b6d9-cefa7a941cfc req-ba484448-8440-42ec-bc66-31d37e0e7324 tempest-ServersAdminTestJSON-1269326635 tempest-ServersAdminTestJSON-1269326635-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=a925a148-520f-4e8d-aa8c-4258e73ac6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506998 Jan 28 07:06:24.218428 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c815b68c-b239-49c6-9af1-2ed942d294a5 req-cdc5aa23-a22c-48dd-b479-6fd7276abc14 service neutron] 10.222.0.10 "PUT /v2.0/ports/4b237626-c012-44c0-b0fc-f1f94f8f1bb0/bindings/n-h2-712749-28/activate HTTP/1.1" status: 200 len: 370 time: 1.0048020 Jan 28 07:06:24.244058 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ccdd4d00-512d-4b8c-a4b2-5e005906b643 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (8f3c013d-5cca-4754-bb74-c707f5f90464), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:24.244058 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccdd4d00-512d-4b8c-a4b2-5e005906b643 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:24.244058 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ccdd4d00-512d-4b8c-a4b2-5e005906b643 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:24.290289 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=43de23cf-d551-404c-afd2-485eedcec042,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:06:24.349524 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3319a45e-cbfb-4fd3-acc9-2cb4fc491293 req-feeaccd0-0e47-49a7-8117-3a47766aaab2 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:24.351198 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3319a45e-cbfb-4fd3-acc9-2cb4fc491293 req-feeaccd0-0e47-49a7-8117-3a47766aaab2 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=0fb52adb-7ae8-4954-b508-f4144838af7f HTTP/1.1" status: 200 len: 950 time: 0.0540199 Jan 28 07:06:24.352779 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdd4d00-512d-4b8c-a4b2-5e005906b643 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35ddb33c-0ef0-4c89-97f1-d465222d49be,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:06:24.368512 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-ccdd4d00-512d-4b8c-a4b2-5e005906b643 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8085954 Jan 28 07:06:24.369111 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 60036) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:06:24.374508 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0f8edc7d-2789-474d-a0ed-611f8248aabc req-347435fd-6d62-49d7-bea6-f7fcc77e7784 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=c4cb8f6b7fb846b4ab01d357846632b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0864885 Jan 28 07:06:24.380460 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-fee389f0-90f8-4fd5-b1c8-2c494e538cf2 admin admin] Request body: {'subnet': {'network_id': '8f3c013d-5cca-4754-bb74-c707f5f90464', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-735627167-subnet', 'tenant_id': 'a68b546bd10d454e9bcb0137cb61196a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:06:24.424459 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdd4d00-512d-4b8c-a4b2-5e005906b643 admin admin] Pushing event updated for resources: {'Network': ['ID=8f3c013d-5cca-4754-bb74-c707f5f90464,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:06:24.446075 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network 8f3c013d-5cca-4754-bb74-c707f5f90464 details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:06:24.447013 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c815b68c-b239-49c6-9af1-2ed942d294a5 req-ebff9231-bfc9-4066-8352-8bd5df125c52 tempest-LiveAutoBlockMigrationV225Test-1114652928 tempest-LiveAutoBlockMigrationV225Test-1114652928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:24.448858 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c815b68c-b239-49c6-9af1-2ed942d294a5 req-ebff9231-bfc9-4066-8352-8bd5df125c52 tempest-LiveAutoBlockMigrationV225Test-1114652928 tempest-LiveAutoBlockMigrationV225Test-1114652928-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=ac619916-0e38-4e23-8847-517be05d84ae&tenant_id=5c2af407db1e43909575b4b7c4ad1b18&binding%3Ahost_id=n-h1-712749-28 HTTP/1.1" status: 200 len: 1096 time: 0.0934265 Jan 28 07:06:24.461071 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3319a45e-cbfb-4fd3-acc9-2cb4fc491293 req-97870645-4320-4e51-860e-da8bc6f322f1 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922611 Jan 28 07:06:24.503219 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fee389f0-90f8-4fd5-b1c8-2c494e538cf2 admin admin] Made reservation on behalf of a68b546bd10d454e9bcb0137cb61196a for: {'subnet': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:06:24.507584 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c815b68c-b239-49c6-9af1-2ed942d294a5 req-548781bc-c849-46e0-addd-09fcf785f822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:24.509676 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c815b68c-b239-49c6-9af1-2ed942d294a5 req-548781bc-c849-46e0-addd-09fcf785f822 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ac619916-0e38-4e23-8847-517be05d84ae&tenant_id=5c2af407db1e43909575b4b7c4ad1b18 HTTP/1.1" status: 200 len: 1096 time: 0.0476272 Jan 28 07:06:24.513812 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fee389f0-90f8-4fd5-b1c8-2c494e538cf2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13555781'] for subnet (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:24.574985 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-983da162-2b52-4a8f-90dd-be401a74eba6 req-b2480ad5-7227-4d79-8103-e47ee65f4054 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c013533-1848-4f89-9da8-156554a01ee3 HTTP/1.1" status: 200 len: 210 time: 0.0306332 Jan 28 07:06:24.611714 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8edc7d-2789-474d-a0ed-611f8248aabc req-4a704771-edf1-4c61-b85e-cb24ba6b748f tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:24.613376 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0f8edc7d-2789-474d-a0ed-611f8248aabc req-4a704771-edf1-4c61-b85e-cb24ba6b748f tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2277439 Jan 28 07:06:24.620309 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c815b68c-b239-49c6-9af1-2ed942d294a5 req-9b7a958d-2b76-4057-96d2-7bfbca9b2773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:24.622732 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c815b68c-b239-49c6-9af1-2ed942d294a5 req-9b7a958d-2b76-4057-96d2-7bfbca9b2773 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5c2af407db1e43909575b4b7c4ad1b18&device_id=ac619916-0e38-4e23-8847-517be05d84ae HTTP/1.1" status: 200 len: 1096 time: 0.0505025 Jan 28 07:06:24.638789 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b2033f2a-e612-4408-8c8a-b6f4a92f560c req-1e2d5252-8013-49fa-9f5d-eb7226a9ef23 tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:24.638957 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:06:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ae9eebb-1b32-44ec-bbd9-480bcdcab6c3 x-openstack-request-id: req-0ae9eebb-1b32-44ec-bbd9-480bcdcab6c3 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:06:24.639530 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fb52adb-7ae8-4954-b508-f4144838af7f", "name": "network-vif-plugged", "status": "completed", "tag": "43de23cf-d551-404c-afd2-485eedcec042", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:06:24.639690 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0ae9eebb-1b32-44ec-bbd9-480bcdcab6c3 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:06:24.640173 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fb52adb-7ae8-4954-b508-f4144838af7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43de23cf-d551-404c-afd2-485eedcec042', 'code': 200} Jan 28 07:06:24.658649 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-0f8edc7d-2789-474d-a0ed-611f8248aabc req-eb13cff0-02f8-4ec1-87f6-27dcaf798dc1 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Request body: {'port': {'device_id': '8c013533-1848-4f89-9da8-156554a01ee3', 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb', 'admin_state_up': True, 'tenant_id': 'c4cb8f6b7fb846b4ab01d357846632b7'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:06:24.799572 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b8bd39-e95f-4611-af8f-46c2bf80f12b req-6ada6287-c724-4141-a343-7cb5986cc95a tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:24.801167 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f5b8bd39-e95f-4611-af8f-46c2bf80f12b req-6ada6287-c724-4141-a343-7cb5986cc95a tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac619916-0e38-4e23-8847-517be05d84ae HTTP/1.1" status: 200 len: 944 time: 0.0993609 Jan 28 07:06:24.817499 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c815b68c-b239-49c6-9af1-2ed942d294a5 req-5b99a797-8ba1-4734-80d0-563a1987651c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:24.818945 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c815b68c-b239-49c6-9af1-2ed942d294a5 req-5b99a797-8ba1-4734-80d0-563a1987651c service neutron] 10.222.0.44 "GET /v2.0/networks?id=823f80f1-2970-481b-aed2-7ad5a7c0ed20 HTTP/1.1" status: 200 len: 921 time: 0.1656666 Jan 28 07:06:24.875690 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c815b68c-b239-49c6-9af1-2ed942d294a5 req-7dfbf37a-6847-4018-8b14-d9627cbc7bd6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b237626-c012-44c0-b0fc-f1f94f8f1bb0 HTTP/1.1" status: 200 len: 217 time: 0.0489912 Jan 28 07:06:24.900638 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91364369-70f7-491a-945c-1942ddceaeca req-7a56cee3-3af2-43f1-ad8e-724a1137da1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:24.902118 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-91364369-70f7-491a-945c-1942ddceaeca req-7a56cee3-3af2-43f1-ad8e-724a1137da1c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0fb52adb-7ae8-4954-b508-f4144838af7f HTTP/1.1" status: 200 len: 1102 time: 0.1261041 Jan 28 07:06:24.912239 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [req-b2033f2a-e612-4408-8c8a-b6f4a92f560c req-1e2d5252-8013-49fa-9f5d-eb7226a9ef23 tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] Allocated IP 172.25.6.125 (7d5b3724-deef-4831-8d43-cb9b8176573c/b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc/585a752d-5ba8-4e80-8e46-12192ea99005) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:06:24.934428 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f8edc7d-2789-474d-a0ed-611f8248aabc req-eb13cff0-02f8-4ec1-87f6-27dcaf798dc1 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Made reservation on behalf of c4cb8f6b7fb846b4ab01d357846632b7 for: {'port': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:06:24.938055 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-0f8edc7d-2789-474d-a0ed-611f8248aabc req-eb13cff0-02f8-4ec1-87f6-27dcaf798dc1 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:24.940130 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fee389f0-90f8-4fd5-b1c8-2c494e538cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13546728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13555799'] for subnet (d3b9dca6-c176-4992-a4b5-a8d0c2f13ca5), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:24.960876 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f5b8bd39-e95f-4611-af8f-46c2bf80f12b req-6d8d7461-24cc-4968-a208-a1191d0ed786 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/security-groups?id=83d97fa1-2f29-40d2-a756-a970d048d2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455884 Jan 28 07:06:24.978155 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c815b68c-b239-49c6-9af1-2ed942d294a5 req-78a38d9c-20f8-4055-9b5f-638390dd9d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:24.979666 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c815b68c-b239-49c6-9af1-2ed942d294a5 req-78a38d9c-20f8-4055-9b5f-638390dd9d25 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d3ff6769-eb60-4293-943b-ef852d2e0c72 HTTP/1.1" status: 200 len: 860 time: 0.0968504 Jan 28 07:06:25.025105 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c815b68c-b239-49c6-9af1-2ed942d294a5 req-8feee927-f827-409d-a77d-6ef661f31f15 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=823f80f1-2970-481b-aed2-7ad5a7c0ed20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337069 Jan 28 07:06:25.029858 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-91364369-70f7-491a-945c-1942ddceaeca req-17f78413-c7bf-4a4f-b55b-4204a41da63b service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036227 Jan 28 07:06:25.131020 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd341d3-0988-480f-8462-0eee3ffea57f req-956540ba-4f84-495c-914b-cf6c041b751e tempest-ServersAdminTestJSON-1269326635 tempest-ServersAdminTestJSON-1269326635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:25.132516 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4bd341d3-0988-480f-8462-0eee3ffea57f req-956540ba-4f84-495c-914b-cf6c041b751e tempest-ServersAdminTestJSON-1269326635 tempest-ServersAdminTestJSON-1269326635-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=8813fdc9-13cd-4d6b-88a5-c1cef3739966 HTTP/1.1" status: 200 len: 1102 time: 0.1062295 Jan 28 07:06:25.166520 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c815b68c-b239-49c6-9af1-2ed942d294a5 req-3d06c566-642d-4b19-aaa4-1089e643d9ad service neutron] 10.222.0.44 "GET /v2.0/networks/823f80f1-2970-481b-aed2-7ad5a7c0ed20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289456 Jan 28 07:06:25.235751 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4bd341d3-0988-480f-8462-0eee3ffea57f req-904681ad-52b2-4b79-9d03-3ce54e7896b9 tempest-ServersAdminTestJSON-1269326635 tempest-ServersAdminTestJSON-1269326635-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=a925a148-520f-4e8d-aa8c-4258e73ac6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957532 Jan 28 07:06:25.287030 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c815b68c-b239-49c6-9af1-2ed942d294a5 req-524e2774-016b-46d3-b394-e0ef5bf50dee service neutron] 10.222.0.44 "GET /v2.0/networks/823f80f1-2970-481b-aed2-7ad5a7c0ed20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106369 Jan 28 07:06:25.310111 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee389f0-90f8-4fd5-b1c8-2c494e538cf2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3b9dca6-c176-4992-a4b5-a8d0c2f13ca5,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:06:25.381851 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee389f0-90f8-4fd5-b1c8-2c494e538cf2 admin admin] Checking segment: {'id': '406f2b19-55d4-4cd2-8c14-e14e9061d6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8f3c013d-5cca-4754-bb74-c707f5f90464'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:06:25.382202 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee389f0-90f8-4fd5-b1c8-2c494e538cf2 admin admin] Network hostable DHCP agents. Network: 8f3c013d-5cca-4754-bb74-c707f5f90464, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:06:25.458274 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b2033f2a-e612-4408-8c8a-b6f4a92f560c req-1e2d5252-8013-49fa-9f5d-eb7226a9ef23 tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] Publish callbacks [] for port (585a752d-5ba8-4e80-8e46-12192ea99005), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:25.473214 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee389f0-90f8-4fd5-b1c8-2c494e538cf2 admin admin] Network 8f3c013d-5cca-4754-bb74-c707f5f90464 is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:06:25.504949 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [req-0f8edc7d-2789-474d-a0ed-611f8248aabc req-eb13cff0-02f8-4ec1-87f6-27dcaf798dc1 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Allocated IP 192.168.233.24 (d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb/5785b43d-448b-4d12-9eb5-4e4caf2e7eaf/d93c566b-0fc0-43df-9dc3-139b6e389b37) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:06:25.508244 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-fee389f0-90f8-4fd5-b1c8-2c494e538cf2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, 8f3c013d-5cca-4754-bb74-c707f5f90464) {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:06:25.519671 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47f0ceba-4863-4185-8b16-1f0e986d1b7c None None] Network 8f3c013d-5cca-4754-bb74-c707f5f90464 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:06:25.523620 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee389f0-90f8-4fd5-b1c8-2c494e538cf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:25.524253 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fee389f0-90f8-4fd5-b1c8-2c494e538cf2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:25.548283 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-fee389f0-90f8-4fd5-b1c8-2c494e538cf2 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1757596 Jan 28 07:06:25.581031 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b2033f2a-e612-4408-8c8a-b6f4a92f560c req-1e2d5252-8013-49fa-9f5d-eb7226a9ef23 tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (585a752d-5ba8-4e80-8e46-12192ea99005), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:25.721147 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d5d294-eece-4fc8-bc2f-22ace667690c None None] Network 8f3c013d-5cca-4754-bb74-c707f5f90464 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:06:25.730384 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2d5252-8013-49fa-9f5d-eb7226a9ef23 tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] Pushing event updated for resources: {'Port': ['ID=585a752d-5ba8-4e80-8e46-12192ea99005,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:06:25.738665 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c815b68c-b239-49c6-9af1-2ed942d294a5 req-331520a2-71ab-49bb-99d8-b3b90cbaef2a tempest-LiveAutoBlockMigrationV225Test-1114652928 tempest-LiveAutoBlockMigrationV225Test-1114652928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:25.741321 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c815b68c-b239-49c6-9af1-2ed942d294a5 req-331520a2-71ab-49bb-99d8-b3b90cbaef2a tempest-LiveAutoBlockMigrationV225Test-1114652928 tempest-LiveAutoBlockMigrationV225Test-1114652928-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=ac619916-0e38-4e23-8847-517be05d84ae&tenant_id=5c2af407db1e43909575b4b7c4ad1b18&binding%3Ahost_id=n-h2-712749-28 HTTP/1.1" status: 200 len: 1096 time: 0.0990660 Jan 28 07:06:25.795165 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2033f2a-e612-4408-8c8a-b6f4a92f560c req-1e2d5252-8013-49fa-9f5d-eb7226a9ef23 tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] Network 7d5b3724-deef-4831-8d43-cb9b8176573c is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:06:25.809546 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [req-b2033f2a-e612-4408-8c8a-b6f4a92f560c req-1e2d5252-8013-49fa-9f5d-eb7226a9ef23 tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:06:25.809834 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 60060) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:06:25.851401 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2033f2a-e612-4408-8c8a-b6f4a92f560c req-1e2d5252-8013-49fa-9f5d-eb7226a9ef23 tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:06:25.937234 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 4b237626-c012-44c0-b0fc-f1f94f8f1bb0 no longer exists at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:06:25.983007 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] The host n-h1-712749-28 is not matching for port 4b237626-c012-44c0-b0fc-f1f94f8f1bb0 host n-h2-712749-28! {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 07:06:25.983426 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 4b237626-c012-44c0-b0fc-f1f94f8f1bb0 not bound to the agent host n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:06:25.988152 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-0f8edc7d-2789-474d-a0ed-611f8248aabc req-eb13cff0-02f8-4ec1-87f6-27dcaf798dc1 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Publish callbacks [] for port (d93c566b-0fc0-43df-9dc3-139b6e389b37), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:26.009016 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3943dadb-70f8-4b52-a750-cd986069aa72 req-b77155a5-6aa0-4c65-9223-e9f8ed5ba6c8 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:26.010852 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3943dadb-70f8-4b52-a750-cd986069aa72 req-b77155a5-6aa0-4c65-9223-e9f8ed5ba6c8 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=0fb52adb-7ae8-4954-b508-f4144838af7f HTTP/1.1" status: 200 len: 950 time: 0.1294684 Jan 28 07:06:26.012182 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-c815b68c-b239-49c6-9af1-2ed942d294a5 req-574bed9f-de41-463c-82ad-b959f4f2c1da service neutron] For port 4b237626-c012-44c0-b0fc-f1f94f8f1bb0, host n-h1-712749-28, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:06:26.015426 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c815b68c-b239-49c6-9af1-2ed942d294a5 req-574bed9f-de41-463c-82ad-b959f4f2c1da service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:26.016586 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c815b68c-b239-49c6-9af1-2ed942d294a5 req-574bed9f-de41-463c-82ad-b959f4f2c1da service neutron] 10.222.0.44 "DELETE /v2.0/ports/4b237626-c012-44c0-b0fc-f1f94f8f1bb0/bindings/n-h1-712749-28 HTTP/1.1" status: 204 len: 173 time: 0.2682431 Jan 28 07:06:26.025266 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a0a45681-1f7a-4130-9feb-726024e73e8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:26.058116 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b2033f2a-e612-4408-8c8a-b6f4a92f560c req-1e2d5252-8013-49fa-9f5d-eb7226a9ef23 tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] Publish callbacks [] for floatingip (e09707c1-6a7a-4802-ae4c-e0c341d9b31c), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:26.060419 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3943dadb-70f8-4b52-a750-cd986069aa72 req-ecbfac10-3ed5-4144-9546-cdfc00a60122 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428722 Jan 28 07:06:26.129131 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-0f8edc7d-2789-474d-a0ed-611f8248aabc req-eb13cff0-02f8-4ec1-87f6-27dcaf798dc1 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (d93c566b-0fc0-43df-9dc3-139b6e389b37), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:26.171045 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978307f4-31ca-46b6-b6c7-52f88c39ca0e req-414ed65e-d74b-4a3c-a45e-fabb45c812d9 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:26.172492 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-978307f4-31ca-46b6-b6c7-52f88c39ca0e req-414ed65e-d74b-4a3c-a45e-fabb45c812d9 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c013533-1848-4f89-9da8-156554a01ee3 HTTP/1.1" status: 200 len: 935 time: 0.0511158 Jan 28 07:06:26.176175 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['137d085c-b81f-48ec-a596-8512923cea40', 'c940bffe-7c91-4b25-9d0c-64122cb95c53', '0acfc257-ef9e-4d1b-ae95-d90a265ceab1', '6f752776-c216-4161-bb1d-5a4d2f901bff'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:06:26.176545 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b2033f2a-e612-4408-8c8a-b6f4a92f560c req-1e2d5252-8013-49fa-9f5d-eb7226a9ef23 tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (585a752d-5ba8-4e80-8e46-12192ea99005), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:26.181793 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['2db0eab7-310b-4c35-a1b9-bb600d2e8ebd', '718f2284-47d9-49ef-aadf-bbf8076811c2'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:06:26.216318 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f8edc7d-2789-474d-a0ed-611f8248aabc req-eb13cff0-02f8-4ec1-87f6-27dcaf798dc1 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Network d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:06:26.233436 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-978307f4-31ca-46b6-b6c7-52f88c39ca0e req-1164ae73-64d9-467c-a7b0-4151fdd81514 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/security-groups?id=b910cb8c-64ec-47f6-b06b-89e838bb343d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521421 Jan 28 07:06:26.233905 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [req-0f8edc7d-2789-474d-a0ed-611f8248aabc req-eb13cff0-02f8-4ec1-87f6-27dcaf798dc1 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:06:26.240950 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f8edc7d-2789-474d-a0ed-611f8248aabc req-eb13cff0-02f8-4ec1-87f6-27dcaf798dc1 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:06:26.280416 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb13cff0-02f8-4ec1-87f6-27dcaf798dc1 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Pushing event updated for resources: {'Port': ['ID=d93c566b-0fc0-43df-9dc3-139b6e389b37,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:06:26.341909 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8edc7d-2789-474d-a0ed-611f8248aabc req-eb13cff0-02f8-4ec1-87f6-27dcaf798dc1 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:26.342248 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-0f8edc7d-2789-474d-a0ed-611f8248aabc req-eb13cff0-02f8-4ec1-87f6-27dcaf798dc1 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:26.358819 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a0a45681-1f7a-4130-9feb-726024e73e8f admin admin] Publish callbacks [] for security_group (a6c4ce98-2442-4b86-b40c-476e03e73f83), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:26.398669 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a0a45681-1f7a-4130-9feb-726024e73e8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (a6c4ce98-2442-4b86-b40c-476e03e73f83), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:26.429495 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0f8edc7d-2789-474d-a0ed-611f8248aabc req-eb13cff0-02f8-4ec1-87f6-27dcaf798dc1 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7756679 Jan 28 07:06:26.456644 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-0f8edc7d-2789-474d-a0ed-611f8248aabc req-7354e985-7f9c-4063-9d93-387ae9850eee service neutron] Request body: {'port': {'device_id': '8c013533-1848-4f89-9da8-156554a01ee3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712749-28'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:06:26.484405 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-a0a45681-1f7a-4130-9feb-726024e73e8f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8dd39e41dfd6461ba0d2852f3022d40c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6697054 Jan 28 07:06:26.487094 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 60072) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:06:26.488807 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a45681-1f7a-4130-9feb-726024e73e8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6c4ce98-2442-4b86-b40c-476e03e73f83,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:06:26.564496 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-0f8edc7d-2789-474d-a0ed-611f8248aabc req-7354e985-7f9c-4063-9d93-387ae9850eee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (d93c566b-0fc0-43df-9dc3-139b6e389b37), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:26.600261 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b2033f2a-e612-4408-8c8a-b6f4a92f560c req-1e2d5252-8013-49fa-9f5d-eb7226a9ef23 tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] Publish callbacks [] for port (585a752d-5ba8-4e80-8e46-12192ea99005), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:26.624680 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b2033f2a-e612-4408-8c8a-b6f4a92f560c req-1e2d5252-8013-49fa-9f5d-eb7226a9ef23 tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (585a752d-5ba8-4e80-8e46-12192ea99005), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:26.624952 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7785761b-deb8-42ef-b7db-6bc837c1eef6 admin admin] Publish callbacks [] for security_group (a6c4ce98-2442-4b86-b40c-476e03e73f83), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:26.745167 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2d5252-8013-49fa-9f5d-eb7226a9ef23 tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] Pushing event updated for resources: {'Port': ['ID=585a752d-5ba8-4e80-8e46-12192ea99005,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:06:26.765304 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-4240c909-fe27-4bc9-bfc8-3884bcd304cf None None] Provisioning complete for port d93c566b-0fc0-43df-9dc3-139b6e389b37 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:06:26.765854 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4240c909-fe27-4bc9-bfc8-3884bcd304cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (d93c566b-0fc0-43df-9dc3-139b6e389b37), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:26.783059 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7785761b-deb8-42ef-b7db-6bc837c1eef6 admin admin] Publish callbacks [] for security_group (a6c4ce98-2442-4b86-b40c-476e03e73f83), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:26.821295 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b2033f2a-e612-4408-8c8a-b6f4a92f560c req-1e2d5252-8013-49fa-9f5d-eb7226a9ef23 tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16609095'] for floatingip (e09707c1-6a7a-4802-ae4c-e0c341d9b31c), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:26.822149 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-4240c909-fe27-4bc9-bfc8-3884bcd304cf None None] Port d93c566b-0fc0-43df-9dc3-139b6e389b37 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:06:26.826528 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b43a885-e07e-4598-996d-79eca16fa954 req-5c450127-d1f1-4bba-a5ab-7624baf7d9b7 tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:26.829154 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8b43a885-e07e-4598-996d-79eca16fa954 req-5c450127-d1f1-4bba-a5ab-7624baf7d9b7 tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] 10.222.0.41 "GET /v2.0/networks?id=8f3c013d-5cca-4754-bb74-c707f5f90464 HTTP/1.1" status: 200 len: 812 time: 0.1717734 Jan 28 07:06:26.853098 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b2033f2a-e612-4408-8c8a-b6f4a92f560c req-1e2d5252-8013-49fa-9f5d-eb7226a9ef23 tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for floatingip (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:26.854424 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b2033f2a-e612-4408-8c8a-b6f4a92f560c req-1e2d5252-8013-49fa-9f5d-eb7226a9ef23 tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.7885737 Jan 28 07:06:26.869525 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8b43a885-e07e-4598-996d-79eca16fa954 req-4e432172-8151-4373-9f3a-f0d69e87030c tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] 10.222.0.41 "GET /v2.0/quotas/a68b546bd10d454e9bcb0137cb61196a HTTP/1.1" status: 200 len: 375 time: 0.0350037 Jan 28 07:06:26.890441 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7785761b-deb8-42ef-b7db-6bc837c1eef6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (a6c4ce98-2442-4b86-b40c-476e03e73f83), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:26.893243 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7785761b-deb8-42ef-b7db-6bc837c1eef6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:26.894542 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-7785761b-deb8-42ef-b7db-6bc837c1eef6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a6c4ce98-2442-4b86-b40c-476e03e73f83 HTTP/1.1" status: 204 len: 168 time: 0.4059396 Jan 28 07:06:26.944771 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7785761b-deb8-42ef-b7db-6bc837c1eef6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6c4ce98-2442-4b86-b40c-476e03e73f83,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:06:26.950970 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b2033f2a-e612-4408-8c8a-b6f4a92f560c req-f75e3e78-d0cc-470a-af6d-721213e0e142 tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.6.125 HTTP/1.1" status: 200 len: 696 time: 0.0861776 Jan 28 07:06:26.958267 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8b43a885-e07e-4598-996d-79eca16fa954 req-d2fb4c9d-1e56-445f-933a-19bdc1c40b01 tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=a68b546bd10d454e9bcb0137cb61196a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0811293 Jan 28 07:06:27.048412 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8b43a885-e07e-4598-996d-79eca16fa954 req-6fca0b3b-c564-462c-b13c-6ec29300187f service neutron] 10.222.0.41 "GET /v2.0/networks/8f3c013d-5cca-4754-bb74-c707f5f90464?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884042 Jan 28 07:06:27.115656 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2033f2a-e612-4408-8c8a-b6f4a92f560c req-0c287714-a3cd-4bd9-9ecf-5346baa052c7 tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:27.117044 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b2033f2a-e612-4408-8c8a-b6f4a92f560c req-0c287714-a3cd-4bd9-9ecf-5346baa052c7 tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] 10.222.0.41 "GET /v2.0/networks/7d5b3724-deef-4831-8d43-cb9b8176573c HTTP/1.1" status: 200 len: 784 time: 0.1652968 Jan 28 07:06:27.138707 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [req-0f8edc7d-2789-474d-a0ed-611f8248aabc req-7354e985-7f9c-4063-9d93-387ae9850eee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d93c566b-0fc0-43df-9dc3-139b6e389b37 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:06:27.148409 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-0f8edc7d-2789-474d-a0ed-611f8248aabc req-7354e985-7f9c-4063-9d93-387ae9850eee service neutron] Publish callbacks [] for port (d93c566b-0fc0-43df-9dc3-139b6e389b37), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:27.162576 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [req-0f8edc7d-2789-474d-a0ed-611f8248aabc req-7354e985-7f9c-4063-9d93-387ae9850eee service neutron] Transition to ACTIVE for port object d93c566b-0fc0-43df-9dc3-139b6e389b37 will not be triggered until provisioned by entity L2. {{(pid=103283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:06:27.164148 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8b43a885-e07e-4598-996d-79eca16fa954 req-99b6c7f4-3d9d-4ecd-8b53-0908e784d07a service neutron] 10.222.0.41 "GET /v2.0/networks/8f3c013d-5cca-4754-bb74-c707f5f90464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078641 Jan 28 07:06:27.167533 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-0f8edc7d-2789-474d-a0ed-611f8248aabc req-7354e985-7f9c-4063-9d93-387ae9850eee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (d93c566b-0fc0-43df-9dc3-139b6e389b37), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:27.253364 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7354e985-7f9c-4063-9d93-387ae9850eee service neutron] Pushing event updated for resources: {'Port': ['ID=d93c566b-0fc0-43df-9dc3-139b6e389b37,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:06:27.315022 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1511926c-51f7-4d24-b407-085e28944acf req-4cd9ea36-5af4-4c61-b83e-6355a2aa7722 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:27.316655 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1511926c-51f7-4d24-b407-085e28944acf req-4cd9ea36-5af4-4c61-b83e-6355a2aa7722 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac619916-0e38-4e23-8847-517be05d84ae HTTP/1.1" status: 200 len: 944 time: 0.1210058 Jan 28 07:06:27.409293 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-0f8edc7d-2789-474d-a0ed-611f8248aabc req-7354e985-7f9c-4063-9d93-387ae9850eee service neutron] Attempting to bind port d93c566b-0fc0-43df-9dc3-139b6e389b37 on host n-h2-712749-28 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:06:27.409638 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-0f8edc7d-2789-474d-a0ed-611f8248aabc req-7354e985-7f9c-4063-9d93-387ae9850eee service neutron] Attempting to bind port d93c566b-0fc0-43df-9dc3-139b6e389b37 by drivers openvswitch,hyperv on host n-h2-712749-28 at level 0 using segments [{'id': '9d52209e-a416-4cfe-8f8a-19567a90fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:06:27.409966 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f8edc7d-2789-474d-a0ed-611f8248aabc req-7354e985-7f9c-4063-9d93-387ae9850eee service neutron] Attempting to bind port d93c566b-0fc0-43df-9dc3-139b6e389b37 on network d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:06:27.421343 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1511926c-51f7-4d24-b407-085e28944acf req-bb438215-eb01-4473-bcd9-19a1aa8d7745 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/security-groups?id=83d97fa1-2f29-40d2-a756-a970d048d2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982919 Jan 28 07:06:27.422084 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f8edc7d-2789-474d-a0ed-611f8248aabc req-7354e985-7f9c-4063-9d93-387ae9850eee service neutron] Port d93c566b-0fc0-43df-9dc3-139b6e389b37 on network d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-28 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:06:27.422405 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f8edc7d-2789-474d-a0ed-611f8248aabc req-7354e985-7f9c-4063-9d93-387ae9850eee service neutron] Attempting to bind port d93c566b-0fc0-43df-9dc3-139b6e389b37 on network d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:06:27.428088 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f8edc7d-2789-474d-a0ed-611f8248aabc req-7354e985-7f9c-4063-9d93-387ae9850eee service neutron] Checking agent: {'id': 'c9906e63-062c-432e-bb53-63fdb8115e18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:06:27.428826 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f8edc7d-2789-474d-a0ed-611f8248aabc req-7354e985-7f9c-4063-9d93-387ae9850eee service neutron] Checking segment: {'id': '9d52209e-a416-4cfe-8f8a-19567a90fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:06:27.428826 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f8edc7d-2789-474d-a0ed-611f8248aabc req-7354e985-7f9c-4063-9d93-387ae9850eee service neutron] Bound using segment: {'id': '9d52209e-a416-4cfe-8f8a-19567a90fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:06:27.429240 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-0f8edc7d-2789-474d-a0ed-611f8248aabc req-7354e985-7f9c-4063-9d93-387ae9850eee service neutron] Bound port: d93c566b-0fc0-43df-9dc3-139b6e389b37, host: n-h2-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d52209e-a416-4cfe-8f8a-19567a90fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:06:27.429595 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-0f8edc7d-2789-474d-a0ed-611f8248aabc req-7354e985-7f9c-4063-9d93-387ae9850eee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (d93c566b-0fc0-43df-9dc3-139b6e389b37), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:27.545201 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-0f8edc7d-2789-474d-a0ed-611f8248aabc req-7354e985-7f9c-4063-9d93-387ae9850eee service neutron] For port d93c566b-0fc0-43df-9dc3-139b6e389b37, host n-h2-712749-28, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:06:27.557156 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-0f8edc7d-2789-474d-a0ed-611f8248aabc req-7354e985-7f9c-4063-9d93-387ae9850eee service neutron] For port d93c566b-0fc0-43df-9dc3-139b6e389b37, host n-h2-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=d93c566b-0fc0-43df-9dc3-139b6e389b37,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:06:27.572077 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-0f8edc7d-2789-474d-a0ed-611f8248aabc req-7354e985-7f9c-4063-9d93-387ae9850eee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (d93c566b-0fc0-43df-9dc3-139b6e389b37), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:27.647156 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7354e985-7f9c-4063-9d93-387ae9850eee service neutron] Pushing event updated for resources: {'Port': ['ID=d93c566b-0fc0-43df-9dc3-139b6e389b37,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:06:27.668639 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8edc7d-2789-474d-a0ed-611f8248aabc req-7354e985-7f9c-4063-9d93-387ae9850eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:27.669264 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-0f8edc7d-2789-474d-a0ed-611f8248aabc req-7354e985-7f9c-4063-9d93-387ae9850eee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:27.670688 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0f8edc7d-2789-474d-a0ed-611f8248aabc req-7354e985-7f9c-4063-9d93-387ae9850eee service neutron] 10.222.0.44 "PUT /v2.0/ports/d93c566b-0fc0-43df-9dc3-139b6e389b37 HTTP/1.1" status: 200 len: 1096 time: 1.2191470 Jan 28 07:06:27.671167 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c013533-1848-4f89-9da8-156554a01ee3', 'tag': 'd93c566b-0fc0-43df-9dc3-139b6e389b37'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:06:27.673710 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7fdf538-ae58-499e-9bb7-14369cd157ae" -d '{"events": [{"name": "network-changed", "server_uuid": "8c013533-1848-4f89-9da8-156554a01ee3", "tag": "d93c566b-0fc0-43df-9dc3-139b6e389b37"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:06:27.778583 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204007c3-1edb-464b-a391-9347d0803e3d req-e001bb80-4960-4506-9785-47378fc74a0b tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:27.786614 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-204007c3-1edb-464b-a391-9347d0803e3d req-e001bb80-4960-4506-9785-47378fc74a0b tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=0fb52adb-7ae8-4954-b508-f4144838af7f HTTP/1.1" status: 200 len: 950 time: 0.0716596 Jan 28 07:06:27.845749 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-204007c3-1edb-464b-a391-9347d0803e3d req-f84ff2e8-1a26-48d3-85ef-6a9bd38ab89e tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581188 Jan 28 07:06:27.945693 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8edc7d-2789-474d-a0ed-611f8248aabc req-4cae34fb-a5fb-4050-af9a-6b6f516eb927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:27.947207 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0f8edc7d-2789-474d-a0ed-611f8248aabc req-4cae34fb-a5fb-4050-af9a-6b6f516eb927 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c4cb8f6b7fb846b4ab01d357846632b7&device_id=8c013533-1848-4f89-9da8-156554a01ee3 HTTP/1.1" status: 200 len: 1099 time: 0.1847527 Jan 28 07:06:27.980005 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 60130) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:06:27.992265 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db64ea7-645a-4802-89d8-6426947bcbc8 req-bb570a4e-6eff-41c3-b04c-1e22a03ea91e tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:27.999338 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3980f5-bb8e-4466-8a2e-1ba03793e639 req-33c6622b-126b-401a-bda4-8674028dc340 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:27.999740 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5db64ea7-645a-4802-89d8-6426947bcbc8 req-bb570a4e-6eff-41c3-b04c-1e22a03ea91e tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] 10.222.0.41 "GET /v2.0/ports?device_id=65b9fb21-1449-4992-bc12-2ac1f0102a9f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1484067 Jan 28 07:06:28.006725 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1b3980f5-bb8e-4466-8a2e-1ba03793e639 req-33c6622b-126b-401a-bda4-8674028dc340 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c013533-1848-4f89-9da8-156554a01ee3 HTTP/1.1" status: 200 len: 947 time: 0.0680473 Jan 28 07:06:28.045909 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0f8edc7d-2789-474d-a0ed-611f8248aabc req-8ded46aa-f12f-4ebb-9570-78ee77bef9f1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=d93c566b-0fc0-43df-9dc3-139b6e389b37 HTTP/1.1" status: 200 len: 217 time: 0.0706000 Jan 28 07:06:28.062819 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1b3980f5-bb8e-4466-8a2e-1ba03793e639 req-87a9450f-e4b6-4d72-a73c-431e0b27627b tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/security-groups?id=b910cb8c-64ec-47f6-b06b-89e838bb343d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548623 Jan 28 07:06:28.120386 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5db64ea7-645a-4802-89d8-6426947bcbc8 req-b7bee56c-d9a0-422d-8532-e0c20232495f tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.6.125 HTTP/1.1" status: 200 len: 696 time: 0.1195633 Jan 28 07:06:28.134912 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-5db64ea7-645a-4802-89d8-6426947bcbc8 req-f0bc41c1-2bcf-4b64-a356-52d78f84c1e6 tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] Request body: {'floatingip': {'port_id': '61e3e5e6-6046-47fa-b7e3-545b20d6ee72', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:06:28.139750 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-62c19b3a-d3e2-4fd8-8b22-003c96ac7e4c admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1606169236-network', 'tenant_id': '6b0a05cc1dfd4383b65e375634b9d65b'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:06:28.162398 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62c19b3a-d3e2-4fd8-8b22-003c96ac7e4c admin admin] Made reservation on behalf of 6b0a05cc1dfd4383b65e375634b9d65b for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:06:28.166355 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-62c19b3a-d3e2-4fd8-8b22-003c96ac7e4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:28.178027 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-62c19b3a-d3e2-4fd8-8b22-003c96ac7e4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:28.196635 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-5db64ea7-645a-4802-89d8-6426947bcbc8 req-f0bc41c1-2bcf-4b64-a356-52d78f84c1e6 tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] Publish callbacks [] for floatingip (e09707c1-6a7a-4802-ae4c-e0c341d9b31c), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:28.200020 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8edc7d-2789-474d-a0ed-611f8248aabc req-f9ebce5e-a856-40b5-b5e4-ff03a42f47cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:28.201861 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0f8edc7d-2789-474d-a0ed-611f8248aabc req-f9ebce5e-a856-40b5-b5e4-ff03a42f47cd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5785b43d-448b-4d12-9eb5-4e4caf2e7eaf HTTP/1.1" status: 200 len: 843 time: 0.1224160 Jan 28 07:06:28.313131 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-62c19b3a-d3e2-4fd8-8b22-003c96ac7e4c admin admin] Publish callbacks [] for security_group (79c54a74-165a-4664-8248-ae72ee0e5290), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:28.318708 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-62c19b3a-d3e2-4fd8-8b22-003c96ac7e4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (79c54a74-165a-4664-8248-ae72ee0e5290), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:28.346114 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62c19b3a-d3e2-4fd8-8b22-003c96ac7e4c admin admin] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:06:28.364113 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c19b3a-d3e2-4fd8-8b22-003c96ac7e4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79c54a74-165a-4664-8248-ae72ee0e5290,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:06:28.366125 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8edc7d-2789-474d-a0ed-611f8248aabc req-17b1ec44-f40d-4e70-88f4-4cff5b4a28d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:28.367784 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0f8edc7d-2789-474d-a0ed-611f8248aabc req-17b1ec44-f40d-4e70-88f4-4cff5b4a28d8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1314521 Jan 28 07:06:28.370366 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-62c19b3a-d3e2-4fd8-8b22-003c96ac7e4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (d86bde62-7a05-46f6-b2d6-55a757a88dbc), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:28.370744 n-d-712749-28 neutron-server[103284]: INFO neutron.db.segments_db [None req-62c19b3a-d3e2-4fd8-8b22-003c96ac7e4c admin admin] Added segment d86bde62-7a05-46f6-b2d6-55a757a88dbc of type vlan for network 229bfbc8-3df0-4c71-a5d6-ff95bbe68880 Jan 28 07:06:28.435828 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-62c19b3a-d3e2-4fd8-8b22-003c96ac7e4c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (229bfbc8-3df0-4c71-a5d6-ff95bbe68880), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:28.468772 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-62c19b3a-d3e2-4fd8-8b22-003c96ac7e4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (229bfbc8-3df0-4c71-a5d6-ff95bbe68880), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:28.470010 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c19b3a-d3e2-4fd8-8b22-003c96ac7e4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:28.470838 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-62c19b3a-d3e2-4fd8-8b22-003c96ac7e4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:28.511500 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-62c19b3a-d3e2-4fd8-8b22-003c96ac7e4c admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.5297687 Jan 28 07:06:28.514747 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 60152) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:06:28.520399 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-a64b2894-428b-45b8-b27a-ed838e163a38 admin admin] Request body: {'subnet': {'network_id': '229bfbc8-3df0-4c71-a5d6-ff95bbe68880', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1606169236-subnet', 'tenant_id': '6b0a05cc1dfd4383b65e375634b9d65b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:06:28.585731 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c19b3a-d3e2-4fd8-8b22-003c96ac7e4c admin admin] Pushing event updated for resources: {'Network': ['ID=229bfbc8-3df0-4c71-a5d6-ff95bbe68880,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:06:28.591911 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a64b2894-428b-45b8-b27a-ed838e163a38 admin admin] Made reservation on behalf of 6b0a05cc1dfd4383b65e375634b9d65b for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:06:28.594887 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93213b7d-7316-40f4-90bd-284253684bd8 x-openstack-request-id: req-93213b7d-7316-40f4-90bd-284253684bd8 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:06:28.595189 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c013533-1848-4f89-9da8-156554a01ee3", "tag": "d93c566b-0fc0-43df-9dc3-139b6e389b37", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:06:28.595441 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-93213b7d-7316-40f4-90bd-284253684bd8 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:06:28.595838 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c013533-1848-4f89-9da8-156554a01ee3', 'tag': 'd93c566b-0fc0-43df-9dc3-139b6e389b37', 'status': 'completed', 'code': 200} Jan 28 07:06:28.596058 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a64b2894-428b-45b8-b27a-ed838e163a38 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24979592'] for subnet (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:28.601292 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network 229bfbc8-3df0-4c71-a5d6-ff95bbe68880 details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:06:28.678609 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0f8edc7d-2789-474d-a0ed-611f8248aabc req-e9d526b0-f4a5-4553-9ac1-910da627c335 service neutron] 10.222.0.44 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2639604 Jan 28 07:06:28.731904 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [req-5ae0222f-b7c5-4876-8b8f-762d37d52b55 req-d8dd0875-c6cb-4e32-948d-d4fdd17b157c service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 07:06:28.733723 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5ae0222f-b7c5-4876-8b8f-762d37d52b55 req-d8dd0875-c6cb-4e32-948d-d4fdd17b157c service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0115130 Jan 28 07:06:28.877378 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0f8edc7d-2789-474d-a0ed-611f8248aabc req-5dba8b56-667c-4c6e-9314-3797f3c4e33d service neutron] 10.222.0.44 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902368 Jan 28 07:06:28.929827 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a64b2894-428b-45b8-b27a-ed838e163a38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24757504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24979610'] for subnet (5befb34d-bf52-4217-a97f-6df3499b2528), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:29.019033 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-bebf609b-d941-4b69-8891-8e8200cc4f0e req-9afc3493-0a48-4d23-9f6b-b321bb8a05b2 tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5c4fc08-6975-49b9-8309-31232569480e HTTP/1.1" status: 200 len: 210 time: 0.0427122 Jan 28 07:06:29.038189 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64b2894-428b-45b8-b27a-ed838e163a38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5befb34d-bf52-4217-a97f-6df3499b2528,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:06:29.067349 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64b2894-428b-45b8-b27a-ed838e163a38 admin admin] Checking segment: {'id': 'd86bde62-7a05-46f6-b2d6-55a757a88dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '229bfbc8-3df0-4c71-a5d6-ff95bbe68880'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:06:29.068095 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64b2894-428b-45b8-b27a-ed838e163a38 admin admin] Network hostable DHCP agents. Network: 229bfbc8-3df0-4c71-a5d6-ff95bbe68880, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:06:29.087418 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64b2894-428b-45b8-b27a-ed838e163a38 admin admin] Network 229bfbc8-3df0-4c71-a5d6-ff95bbe68880 is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:06:29.109822 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-a64b2894-428b-45b8-b27a-ed838e163a38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, 229bfbc8-3df0-4c71-a5d6-ff95bbe68880) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:06:29.114640 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a64b2894-428b-45b8-b27a-ed838e163a38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:29.115250 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a64b2894-428b-45b8-b27a-ed838e163a38 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:29.122386 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e5c2e3-f484-4ef5-bdef-ec336042f61c None None] Network 229bfbc8-3df0-4c71-a5d6-ff95bbe68880 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:06:29.165638 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-a64b2894-428b-45b8-b27a-ed838e163a38 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.6495008 Jan 28 07:06:29.168285 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 60166) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:06:29.172893 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-e3d609b8-be46-488d-a00c-28e0b98c4747 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1606169236-router', 'tenant_id': '6b0a05cc1dfd4383b65e375634b9d65b', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:06:29.185307 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1773d3-cfee-48dd-892b-6ce80f963cd5 req-b98adcb7-5778-44bd-a139-7954b2456f91 tempest-LiveAutoBlockMigrationV225Test-1114652928 tempest-LiveAutoBlockMigrationV225Test-1114652928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:29.187104 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ca1773d3-cfee-48dd-892b-6ce80f963cd5 req-b98adcb7-5778-44bd-a139-7954b2456f91 tempest-LiveAutoBlockMigrationV225Test-1114652928 tempest-LiveAutoBlockMigrationV225Test-1114652928-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ac619916-0e38-4e23-8847-517be05d84ae HTTP/1.1" status: 200 len: 1096 time: 0.0938017 Jan 28 07:06:29.201889 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e3d609b8-be46-488d-a00c-28e0b98c4747 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16606890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127275'] for router (9776306e-56ed-4dc7-a389-fd69a45e55bf), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:29.203233 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e3d609b8-be46-488d-a00c-28e0b98c4747 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16605498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16607952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16355422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127266'] for router (9776306e-56ed-4dc7-a389-fd69a45e55bf), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:29.230200 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.db.resource_extend [req-5db64ea7-645a-4802-89d8-6426947bcbc8 req-f0bc41c1-2bcf-4b64-a356-52d78f84c1e6 tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 07:06:29.241831 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be0d1c1-b751-49f6-abe3-6f06d3fba789 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3dd72b9-6805-5f61-b6f3-a591f99a173d-229bfbc8-3df0-4c71-a5d6-ff95bbe68880', 'network_id': '229bfbc8-3df0-4c71-a5d6-ff95bbe68880', 'project_id': '6b0a05cc1dfd4383b65e375634b9d65b', 'fixed_ips': [{'subnet_id': '5befb34d-bf52-4217-a97f-6df3499b2528'}]}} from n-d-712749-28. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 07:06:29.242946 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3be0d1c1-b751-49f6-abe3-6f06d3fba789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:29.269461 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ca1773d3-cfee-48dd-892b-6ce80f963cd5 req-2e31dc70-8e8b-4357-97cc-08fa5b7a1c25 tempest-LiveAutoBlockMigrationV225Test-1114652928 tempest-LiveAutoBlockMigrationV225Test-1114652928-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=83d97fa1-2f29-40d2-a756-a970d048d2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711882 Jan 28 07:06:29.304309 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e3d609b8-be46-488d-a00c-28e0b98c4747 admin admin] Publish callbacks [] for router_controller (9776306e-56ed-4dc7-a389-fd69a45e55bf), precommit_add_association {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:29.332224 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8f41f07e-fb3c-4690-953a-bbcf9df1020a req-188a397f-2399-4fed-9129-cca32292b83f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0fb52adb-7ae8-4954-b508-f4144838af7f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1173861 Jan 28 07:06:29.355064 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [req-8f41f07e-fb3c-4690-953a-bbcf9df1020a req-b9adec33-2cbb-4025-a976-36c5fc965f50 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103283) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 07:06:29.368872 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8f41f07e-fb3c-4690-953a-bbcf9df1020a req-b9adec33-2cbb-4025-a976-36c5fc965f50 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0357089 Jan 28 07:06:29.374091 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fdf538-ae58-499e-9bb7-14369cd157ae req-a863c490-97a5-49f8-a7f8-981f6767873d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:29.378745 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f7fdf538-ae58-499e-9bb7-14369cd157ae req-a863c490-97a5-49f8-a7f8-981f6767873d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c4cb8f6b7fb846b4ab01d357846632b7&device_id=8c013533-1848-4f89-9da8-156554a01ee3 HTTP/1.1" status: 200 len: 1099 time: 0.1634753 Jan 28 07:06:29.388247 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-5db64ea7-645a-4802-89d8-6426947bcbc8 req-f0bc41c1-2bcf-4b64-a356-52d78f84c1e6 tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:29.439321 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-5db64ea7-645a-4802-89d8-6426947bcbc8 req-f0bc41c1-2bcf-4b64-a356-52d78f84c1e6 tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16609095'] for floatingip (e09707c1-6a7a-4802-ae4c-e0c341d9b31c), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:29.650299 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-3be0d1c1-b751-49f6-abe3-6f06d3fba789 None None] Allocated IP 172.20.0.2 (229bfbc8-3df0-4c71-a5d6-ff95bbe68880/5befb34d-bf52-4217-a97f-6df3499b2528/9d7277c9-8501-4d8b-bde7-54252c76bcad) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:06:29.665745 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b43a885-e07e-4598-996d-79eca16fa954 req-d4513630-f188-48ca-a38e-d09acff49b9d tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:29.667109 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8b43a885-e07e-4598-996d-79eca16fa954 req-d4513630-f188-48ca-a38e-d09acff49b9d tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] 10.222.0.10 "GET /v2.0/networks?id=8f3c013d-5cca-4754-bb74-c707f5f90464 HTTP/1.1" status: 200 len: 812 time: 0.1515431 Jan 28 07:06:29.685417 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fdf538-ae58-499e-9bb7-14369cd157ae req-b562eddb-cf05-4b39-8f4f-1c0bb20f68c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:29.687178 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f7fdf538-ae58-499e-9bb7-14369cd157ae req-b562eddb-cf05-4b39-8f4f-1c0bb20f68c8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb HTTP/1.1" status: 200 len: 870 time: 0.2964602 Jan 28 07:06:29.724393 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-8b43a885-e07e-4598-996d-79eca16fa954 req-e028fac4-8c19-4423-9968-bc9530a2f12d tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] Request body: {'port': {'device_id': 'a5c4fc08-6975-49b9-8309-31232569480e', 'network_id': '8f3c013d-5cca-4754-bb74-c707f5f90464', 'admin_state_up': True, 'tenant_id': 'a68b546bd10d454e9bcb0137cb61196a'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:06:29.736057 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e3d609b8-be46-488d-a00c-28e0b98c4747 admin admin] Publish callbacks [] for router_gateway (9776306e-56ed-4dc7-a389-fd69a45e55bf), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:29.785050 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f7fdf538-ae58-499e-9bb7-14369cd157ae req-bb3417f7-2cf4-4d6a-a250-3ea394c19737 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=d93c566b-0fc0-43df-9dc3-139b6e389b37 HTTP/1.1" status: 200 len: 217 time: 0.0777938 Jan 28 07:06:29.786111 n-d-712749-28 neutron-server[103283]: INFO neutron.db.l3_db [req-5db64ea7-645a-4802-89d8-6426947bcbc8 req-f0bc41c1-2bcf-4b64-a356-52d78f84c1e6 tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] Floating IP e09707c1-6a7a-4802-ae4c-e0c341d9b31c associated. External IP: 172.25.6.125, port: 61e3e5e6-6046-47fa-b7e3-545b20d6ee72. Jan 28 07:06:29.795088 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b43a885-e07e-4598-996d-79eca16fa954 req-1e415861-bce0-4b48-804d-d09b13087c17 tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:29.797126 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8b43a885-e07e-4598-996d-79eca16fa954 req-1e415861-bce0-4b48-804d-d09b13087c17 tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] 10.222.0.10 "GET /v2.0/networks?id=8f3c013d-5cca-4754-bb74-c707f5f90464 HTTP/1.1" status: 200 len: 812 time: 0.2920089 Jan 28 07:06:29.863310 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3be0d1c1-b751-49f6-abe3-6f06d3fba789 None None] Publish callbacks [] for port (9d7277c9-8501-4d8b-bde7-54252c76bcad), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:29.875071 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3be0d1c1-b751-49f6-abe3-6f06d3fba789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (9d7277c9-8501-4d8b-bde7-54252c76bcad), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:29.884088 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24896270-b5f0-4768-8444-ef2f162c732d req-28259bdd-9916-4798-a4e8-4d6e4e90af95 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:29.891910 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-24896270-b5f0-4768-8444-ef2f162c732d req-28259bdd-9916-4798-a4e8-4d6e4e90af95 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.41 "GET /v2.0/ports?device_id=8813fdc9-13cd-4d6b-88a5-c1cef3739966 HTTP/1.1" status: 200 len: 950 time: 0.4495070 Jan 28 07:06:29.911634 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be0d1c1-b751-49f6-abe3-6f06d3fba789 None None] Network 229bfbc8-3df0-4c71-a5d6-ff95bbe68880 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:06:29.916837 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-3be0d1c1-b751-49f6-abe3-6f06d3fba789 None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:06:29.921505 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be0d1c1-b751-49f6-abe3-6f06d3fba789 None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:06:29.930224 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-8b43a885-e07e-4598-996d-79eca16fa954 req-7635d210-6f3e-444d-9270-5b452dd4ac5a tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] Request body: {'port': {'device_id': '2741c51f-85ee-43f7-861f-326ec2a6fc74', 'network_id': '8f3c013d-5cca-4754-bb74-c707f5f90464', 'admin_state_up': True, 'tenant_id': 'a68b546bd10d454e9bcb0137cb61196a'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:06:29.938447 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fdf538-ae58-499e-9bb7-14369cd157ae req-d0687f13-8f2e-4490-99d0-e6aec8f7a79d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:29.940006 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f7fdf538-ae58-499e-9bb7-14369cd157ae req-d0687f13-8f2e-4490-99d0-e6aec8f7a79d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5785b43d-448b-4d12-9eb5-4e4caf2e7eaf HTTP/1.1" status: 200 len: 843 time: 0.1420143 Jan 28 07:06:29.941541 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be0d1c1-b751-49f6-abe3-6f06d3fba789 None None] Pushing event updated for resources: {'Port': ['ID=9d7277c9-8501-4d8b-bde7-54252c76bcad,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:06:29.965125 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be0d1c1-b751-49f6-abe3-6f06d3fba789 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:06:29.965570 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be0d1c1-b751-49f6-abe3-6f06d3fba789 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:06:29.965848 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be0d1c1-b751-49f6-abe3-6f06d3fba789 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:06:29.966161 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be0d1c1-b751-49f6-abe3-6f06d3fba789 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:06:29.966630 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be0d1c1-b751-49f6-abe3-6f06d3fba789 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:06:29.966983 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be0d1c1-b751-49f6-abe3-6f06d3fba789 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:06:29.967320 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be0d1c1-b751-49f6-abe3-6f06d3fba789 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:06:29.967737 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be0d1c1-b751-49f6-abe3-6f06d3fba789 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:06:29.968072 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be0d1c1-b751-49f6-abe3-6f06d3fba789 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:06:29.968427 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be0d1c1-b751-49f6-abe3-6f06d3fba789 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:06:29.968755 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be0d1c1-b751-49f6-abe3-6f06d3fba789 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:06:29.969083 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be0d1c1-b751-49f6-abe3-6f06d3fba789 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:06:29.969529 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be0d1c1-b751-49f6-abe3-6f06d3fba789 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:06:30.008633 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-3be0d1c1-b751-49f6-abe3-6f06d3fba789 None None] Attempting to bind port 9d7277c9-8501-4d8b-bde7-54252c76bcad on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:06:30.009308 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-3be0d1c1-b751-49f6-abe3-6f06d3fba789 None None] Attempting to bind port 9d7277c9-8501-4d8b-bde7-54252c76bcad by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': 'd86bde62-7a05-46f6-b2d6-55a757a88dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '229bfbc8-3df0-4c71-a5d6-ff95bbe68880'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:06:30.010074 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be0d1c1-b751-49f6-abe3-6f06d3fba789 None None] Attempting to bind port 9d7277c9-8501-4d8b-bde7-54252c76bcad on network 229bfbc8-3df0-4c71-a5d6-ff95bbe68880 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:06:30.018021 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be0d1c1-b751-49f6-abe3-6f06d3fba789 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:06:30.018778 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be0d1c1-b751-49f6-abe3-6f06d3fba789 None None] Checking segment: {'id': 'd86bde62-7a05-46f6-b2d6-55a757a88dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '229bfbc8-3df0-4c71-a5d6-ff95bbe68880'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:06:30.019448 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3be0d1c1-b751-49f6-abe3-6f06d3fba789 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:30.020775 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be0d1c1-b751-49f6-abe3-6f06d3fba789 None None] Bound using segment: {'id': 'd86bde62-7a05-46f6-b2d6-55a757a88dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '229bfbc8-3df0-4c71-a5d6-ff95bbe68880'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:06:30.022052 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-3be0d1c1-b751-49f6-abe3-6f06d3fba789 None None] Bound port: 9d7277c9-8501-4d8b-bde7-54252c76bcad, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd86bde62-7a05-46f6-b2d6-55a757a88dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '229bfbc8-3df0-4c71-a5d6-ff95bbe68880'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:06:30.022694 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3be0d1c1-b751-49f6-abe3-6f06d3fba789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (9d7277c9-8501-4d8b-bde7-54252c76bcad), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:30.040327 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-24896270-b5f0-4768-8444-ef2f162c732d req-081599db-f986-4e7f-94e6-081b50ff324f tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.41 "GET /v2.0/security-groups?id=a925a148-520f-4e8d-aa8c-4258e73ac6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442428 Jan 28 07:06:30.046031 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b43a885-e07e-4598-996d-79eca16fa954 req-e028fac4-8c19-4423-9968-bc9530a2f12d tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] Made reservation on behalf of a68b546bd10d454e9bcb0137cb61196a for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:06:30.068129 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-8b43a885-e07e-4598-996d-79eca16fa954 req-e028fac4-8c19-4423-9968-bc9530a2f12d tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:30.111373 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fdf538-ae58-499e-9bb7-14369cd157ae req-b5c7fefe-a437-4f00-a9b0-9cebd0b714f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:30.113441 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f7fdf538-ae58-499e-9bb7-14369cd157ae req-b5c7fefe-a437-4f00-a9b0-9cebd0b714f9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1617498 Jan 28 07:06:30.139283 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-3be0d1c1-b751-49f6-abe3-6f06d3fba789 None None] For port 9d7277c9-8501-4d8b-bde7-54252c76bcad, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:06:30.147012 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-3be0d1c1-b751-49f6-abe3-6f06d3fba789 None None] For port 9d7277c9-8501-4d8b-bde7-54252c76bcad, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=9d7277c9-8501-4d8b-bde7-54252c76bcad,segment=NetworkSegment(d86bde62-7a05-46f6-b2d6-55a757a88dbc),segment_id=d86bde62-7a05-46f6-b2d6-55a757a88dbc)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:06:30.154636 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3be0d1c1-b751-49f6-abe3-6f06d3fba789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (9d7277c9-8501-4d8b-bde7-54252c76bcad), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:30.235382 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be0d1c1-b751-49f6-abe3-6f06d3fba789 None None] Pushing event updated for resources: {'Port': ['ID=9d7277c9-8501-4d8b-bde7-54252c76bcad,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:06:30.259400 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b43a885-e07e-4598-996d-79eca16fa954 req-7635d210-6f3e-444d-9270-5b452dd4ac5a tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] Made reservation on behalf of a68b546bd10d454e9bcb0137cb61196a for: {'port': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:06:30.263575 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-8b43a885-e07e-4598-996d-79eca16fa954 req-7635d210-6f3e-444d-9270-5b452dd4ac5a tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:30.307513 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f7fdf538-ae58-499e-9bb7-14369cd157ae req-26787bca-1148-4224-8f4f-bcb64172122d service neutron] 10.222.0.44 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802189 Jan 28 07:06:30.318590 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5db64ea7-645a-4802-89d8-6426947bcbc8 req-f0bc41c1-2bcf-4b64-a356-52d78f84c1e6 tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] Router bccf5753-6071-43c7-87cf-afad78c8a4b8 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:06:30.436995 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-8b43a885-e07e-4598-996d-79eca16fa954 req-e028fac4-8c19-4423-9968-bc9530a2f12d tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] Allocated IP 172.20.0.6 (8f3c013d-5cca-4754-bb74-c707f5f90464/d3b9dca6-c176-4992-a4b5-a8d0c2f13ca5/5eb6e227-da9c-4be1-ae93-3a5b9b1a3450) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:06:30.464084 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85227172-a142-4aae-a1ff-bd3feb9de646 req-c7e9fe73-4277-4a9e-93af-155b4d1ae2af tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:30.466562 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-85227172-a142-4aae-a1ff-bd3feb9de646 req-c7e9fe73-4277-4a9e-93af-155b4d1ae2af tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=0fb52adb-7ae8-4954-b508-f4144838af7f HTTP/1.1" status: 200 len: 950 time: 0.1611121 Jan 28 07:06:30.599710 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f7fdf538-ae58-499e-9bb7-14369cd157ae req-7c75bcb9-3100-4d55-b588-75e30c944807 service neutron] 10.222.0.44 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2796121 Jan 28 07:06:30.624882 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5db64ea7-645a-4802-89d8-6426947bcbc8 req-f0bc41c1-2bcf-4b64-a356-52d78f84c1e6 tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:06:30.629634 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-5db64ea7-645a-4802-89d8-6426947bcbc8 req-f0bc41c1-2bcf-4b64-a356-52d78f84c1e6 tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for floatingip (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:30.643144 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5ecef5-eb2c-432c-99ff-d94e87c73610 None None] Sync routers for ids ['bccf5753-6071-43c7-87cf-afad78c8a4b8'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:06:30.657445 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5ecef5-eb2c-432c-99ff-d94e87c73610 None None] Routers {'bccf5753-6071-43c7-87cf-afad78c8a4b8'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:06:30.658084 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-de5ecef5-eb2c-432c-99ff-d94e87c73610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:06:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['bccf5753-6071-43c7-87cf-afad78c8a4b8'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:06:30.698793 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5db64ea7-645a-4802-89d8-6426947bcbc8 req-f0bc41c1-2bcf-4b64-a356-52d78f84c1e6 tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] 10.222.0.41 "PUT /v2.0/floatingips/e09707c1-6a7a-4802-ae4c-e0c341d9b31c HTTP/1.1" status: 200 len: 996 time: 2.5702121 Jan 28 07:06:30.702357 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65b9fb21-1449-4992-bc12-2ac1f0102a9f', 'tag': '61e3e5e6-6046-47fa-b7e3-545b20d6ee72'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:06:30.706552 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e130fb6-4935-4084-b3cb-55126ab89ff1" -d '{"events": [{"name": "network-changed", "server_uuid": "65b9fb21-1449-4992-bc12-2ac1f0102a9f", "tag": "61e3e5e6-6046-47fa-b7e3-545b20d6ee72"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:06:30.760920 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db64ea7-645a-4802-89d8-6426947bcbc8 req-d78f4e45-e6bc-4f28-8eea-e1000cb7ab99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:30.763134 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5db64ea7-645a-4802-89d8-6426947bcbc8 req-d78f4e45-e6bc-4f28-8eea-e1000cb7ab99 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a381c640729844758b77251ed8b2bb56&device_id=65b9fb21-1449-4992-bc12-2ac1f0102a9f HTTP/1.1" status: 200 len: 1097 time: 0.0520341 Jan 28 07:06:30.807928 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-de5ecef5-eb2c-432c-99ff-d94e87c73610 None None] Set router bccf5753-6071-43c7-87cf-afad78c8a4b8 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:06:30.866554 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db64ea7-645a-4802-89d8-6426947bcbc8 req-3f3c127c-a084-4534-92bc-b8e7fe09dd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:30.868750 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5db64ea7-645a-4802-89d8-6426947bcbc8 req-3f3c127c-a084-4534-92bc-b8e7fe09dd42 service neutron] 10.222.0.41 "GET /v2.0/networks?id=96301cb7-5950-4fda-9bde-12decf8885d9 HTTP/1.1" status: 200 len: 930 time: 0.0982511 Jan 28 07:06:30.903877 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e3d609b8-be46-488d-a00c-28e0b98c4747 admin admin] Publish callbacks [] for router_gateway (9776306e-56ed-4dc7-a389-fd69a45e55bf), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:30.931855 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e3d609b8-be46-488d-a00c-28e0b98c4747 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:30.954681 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5db64ea7-645a-4802-89d8-6426947bcbc8 req-3d6ec5e2-4e61-4805-9e1b-5d487777c805 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=61e3e5e6-6046-47fa-b7e3-545b20d6ee72 HTTP/1.1" status: 200 len: 999 time: 0.0788207 Jan 28 07:06:31.007060 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-85227172-a142-4aae-a1ff-bd3feb9de646 req-c2c75a99-df66-463f-aef6-bfa8ae447a08 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685627 Jan 28 07:06:31.047835 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db64ea7-645a-4802-89d8-6426947bcbc8 req-eb5b6c04-e890-49c3-a5d2-d011600445f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:31.052689 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5db64ea7-645a-4802-89d8-6426947bcbc8 req-eb5b6c04-e890-49c3-a5d2-d011600445f3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fee747c2-5e95-4f0e-ad04-7aedb36bab1f HTTP/1.1" status: 200 len: 868 time: 0.0895338 Jan 28 07:06:31.108045 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db64ea7-645a-4802-89d8-6426947bcbc8 req-06499deb-dc0d-4526-b948-a0c7b629dce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:31.109648 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5db64ea7-645a-4802-89d8-6426947bcbc8 req-06499deb-dc0d-4526-b948-a0c7b629dce4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=96301cb7-5950-4fda-9bde-12decf8885d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0498817 Jan 28 07:06:31.125911 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [req-5db64ea7-645a-4802-89d8-6426947bcbc8 req-145f4bfc-378b-48a5-93aa-cf61d950b641 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103283) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 07:06:31.127349 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5db64ea7-645a-4802-89d8-6426947bcbc8 req-145f4bfc-378b-48a5-93aa-cf61d950b641 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065970 Jan 28 07:06:31.157279 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-de5ecef5-eb2c-432c-99ff-d94e87c73610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bccf5753-6071-43c7-87cf-afad78c8a4b8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1227206476-router', 'tenant_id': 'a381c640729844758b77251ed8b2bb56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': '872b79b8-c192-4eb3-b433-1edd806d4ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:05:50Z', 'updated_at': '2022-01-28T07:05:59Z', 'revision_number': 4, 'project_id': 'a381c640729844758b77251ed8b2bb56', 'gw_port': {'id': '872b79b8-c192-4eb3-b433-1edd806d4ac6', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:7e:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccf5753-6071-43c7-87cf-afad78c8a4b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:05:52Z', 'updated_at': '2022-01-28T07:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_floatingips': [{'id': 'e09707c1-6a7a-4802-ae4c-e0c341d9b31c', 'tenant_id': 'a381c640729844758b77251ed8b2bb56', 'floating_ip_address': '172.25.6.125', 'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'router_id': 'bccf5753-6071-43c7-87cf-afad78c8a4b8', 'port_id': '61e3e5e6-6046-47fa-b7e3-545b20d6ee72', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '96301cb7-5950-4fda-9bde-12decf8885d9', 'mac_address': 'fa:16:3e:fd:f4:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b9fb21-1449-4992-bc12-2ac1f0102a9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:06:25Z', 'updated_at': '2022-01-28T07:06:28Z', 'revision_number': 1, 'project_id': 'a381c640729844758b77251ed8b2bb56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f13c138-30aa-4246-aaec-d349afd6ea17', 'name': '', 'network_id': '96301cb7-5950-4fda-9bde-12decf8885d9', 'tenant_id': 'a381c640729844758b77251ed8b2bb56', 'mac_address': 'fa:16:3e:d1:a8:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccf5753-6071-43c7-87cf-afad78c8a4b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'fee747c2-5e95-4f0e-ad04-7aedb36bab1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:05:56Z', 'updated_at': '2022-01-28T07:06:05Z', 'revision_number': 5, 'project_id': 'a381c640729844758b77251ed8b2bb56', 'subnets': [{'id': 'fee747c2-5e95-4f0e-ad04-7aedb36bab1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:06:31.182697 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-e3d609b8-be46-488d-a00c-28e0b98c4747 admin admin] Allocated IP 172.25.6.208 (7d5b3724-deef-4831-8d43-cb9b8176573c/b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc/963419c8-9b51-4f4d-a5c0-02808f7bf5a2) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:06:31.190837 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-8b43a885-e07e-4598-996d-79eca16fa954 req-e028fac4-8c19-4423-9968-bc9530a2f12d tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] Publish callbacks [] for port (5eb6e227-da9c-4be1-ae93-3a5b9b1a3450), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:31.200497 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5ecef5-eb2c-432c-99ff-d94e87c73610 None None] Checking router: bccf5753-6071-43c7-87cf-afad78c8a4b8 for host: n-d-712749-28 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:06:31.218580 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8430a5c-ed5a-4a9e-a28c-b7a3e5405e53 req-103d5b4d-dc98-4d8a-a469-8a1920dc74f1 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:31.225398 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b8430a5c-ed5a-4a9e-a28c-b7a3e5405e53 req-103d5b4d-dc98-4d8a-a469-8a1920dc74f1 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c013533-1848-4f89-9da8-156554a01ee3 HTTP/1.1" status: 200 len: 947 time: 0.1320372 Jan 28 07:06:31.229526 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5ecef5-eb2c-432c-99ff-d94e87c73610 None None] Routers {'bccf5753-6071-43c7-87cf-afad78c8a4b8'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:06:31.231165 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-de5ecef5-eb2c-432c-99ff-d94e87c73610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:06:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['bccf5753-6071-43c7-87cf-afad78c8a4b8'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:06:31.251377 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5db64ea7-645a-4802-89d8-6426947bcbc8 req-92561b72-6bd9-4ead-ac41-52ce742b5dc0 service neutron] 10.222.0.41 "GET /v2.0/networks/96301cb7-5950-4fda-9bde-12decf8885d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173677 Jan 28 07:06:31.335326 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-8b43a885-e07e-4598-996d-79eca16fa954 req-e028fac4-8c19-4423-9968-bc9530a2f12d tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (5eb6e227-da9c-4be1-ae93-3a5b9b1a3450), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:31.375125 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b8430a5c-ed5a-4a9e-a28c-b7a3e5405e53 req-213a1123-31e7-4022-a18b-7bfa4304dc84 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/security-groups?id=b910cb8c-64ec-47f6-b06b-89e838bb343d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438475 Jan 28 07:06:31.422457 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5db64ea7-645a-4802-89d8-6426947bcbc8 req-03035a68-a76d-4353-ac62-f28543b1fb67 service neutron] 10.222.0.41 "GET /v2.0/networks/96301cb7-5950-4fda-9bde-12decf8885d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587038 Jan 28 07:06:31.426529 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-de5ecef5-eb2c-432c-99ff-d94e87c73610 None None] Set router bccf5753-6071-43c7-87cf-afad78c8a4b8 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:06:31.444529 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [req-8b43a885-e07e-4598-996d-79eca16fa954 req-7635d210-6f3e-444d-9270-5b452dd4ac5a tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] Allocated IP 172.20.0.12 (8f3c013d-5cca-4754-bb74-c707f5f90464/d3b9dca6-c176-4992-a4b5-a8d0c2f13ca5/a38de860-6964-409b-9a0e-9e37dface9f2) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:06:31.476784 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b43a885-e07e-4598-996d-79eca16fa954 req-e028fac4-8c19-4423-9968-bc9530a2f12d tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] Network 8f3c013d-5cca-4754-bb74-c707f5f90464 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:06:31.501757 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-8b43a885-e07e-4598-996d-79eca16fa954 req-e028fac4-8c19-4423-9968-bc9530a2f12d tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:06:31.504785 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b43a885-e07e-4598-996d-79eca16fa954 req-e028fac4-8c19-4423-9968-bc9530a2f12d tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:06:31.580526 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e3d609b8-be46-488d-a00c-28e0b98c4747 admin admin] Publish callbacks [] for port (963419c8-9b51-4f4d-a5c0-02808f7bf5a2), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:31.581960 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e028fac4-8c19-4423-9968-bc9530a2f12d tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] Pushing event updated for resources: {'Port': ['ID=5eb6e227-da9c-4be1-ae93-3a5b9b1a3450,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:06:31.655958 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b43a885-e07e-4598-996d-79eca16fa954 req-e028fac4-8c19-4423-9968-bc9530a2f12d tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:31.656529 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-8b43a885-e07e-4598-996d-79eca16fa954 req-e028fac4-8c19-4423-9968-bc9530a2f12d tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:31.710126 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8b43a885-e07e-4598-996d-79eca16fa954 req-e028fac4-8c19-4423-9968-bc9530a2f12d tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9913363 Jan 28 07:06:31.714168 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 9d7277c9-8501-4d8b-bde7-54252c76bcad up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:06:31.737729 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-8b43a885-e07e-4598-996d-79eca16fa954 req-5e6aeba7-b21e-440e-aa1e-9a79142923c1 service neutron] Request body: {'port': {'device_id': 'a5c4fc08-6975-49b9-8309-31232569480e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-28'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:06:31.762586 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e3d609b8-be46-488d-a00c-28e0b98c4747 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (963419c8-9b51-4f4d-a5c0-02808f7bf5a2), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:31.778381 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2116295-e35a-4d0a-8398-017f52b98d6b req-8705ce2a-6ae8-4519-9fba-6de84efc9589 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:31.786713 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e2116295-e35a-4d0a-8398-017f52b98d6b req-8705ce2a-6ae8-4519-9fba-6de84efc9589 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/networks?id=823f80f1-2970-481b-aed2-7ad5a7c0ed20 HTTP/1.1" status: 200 len: 820 time: 0.2554920 Jan 28 07:06:31.807743 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 9d7277c9-8501-4d8b-bde7-54252c76bcad triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:06:31.808309 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (9d7277c9-8501-4d8b-bde7-54252c76bcad), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:31.833522 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-de5ecef5-eb2c-432c-99ff-d94e87c73610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bccf5753-6071-43c7-87cf-afad78c8a4b8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1227206476-router', 'tenant_id': 'a381c640729844758b77251ed8b2bb56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': '872b79b8-c192-4eb3-b433-1edd806d4ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:05:50Z', 'updated_at': '2022-01-28T07:05:59Z', 'revision_number': 4, 'project_id': 'a381c640729844758b77251ed8b2bb56', 'gw_port': {'id': '872b79b8-c192-4eb3-b433-1edd806d4ac6', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:7e:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccf5753-6071-43c7-87cf-afad78c8a4b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:05:52Z', 'updated_at': '2022-01-28T07:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_floatingips': [{'id': 'e09707c1-6a7a-4802-ae4c-e0c341d9b31c', 'tenant_id': 'a381c640729844758b77251ed8b2bb56', 'floating_ip_address': '172.25.6.125', 'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'router_id': 'bccf5753-6071-43c7-87cf-afad78c8a4b8', 'port_id': '61e3e5e6-6046-47fa-b7e3-545b20d6ee72', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '96301cb7-5950-4fda-9bde-12decf8885d9', 'mac_address': 'fa:16:3e:fd:f4:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b9fb21-1449-4992-bc12-2ac1f0102a9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:06:25Z', 'updated_at': '2022-01-28T07:06:28Z', 'revision_number': 1, 'project_id': 'a381c640729844758b77251ed8b2bb56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f13c138-30aa-4246-aaec-d349afd6ea17', 'name': '', 'network_id': '96301cb7-5950-4fda-9bde-12decf8885d9', 'tenant_id': 'a381c640729844758b77251ed8b2bb56', 'mac_address': 'fa:16:3e:d1:a8:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccf5753-6071-43c7-87cf-afad78c8a4b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'fee747c2-5e95-4f0e-ad04-7aedb36bab1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:05:56Z', 'updated_at': '2022-01-28T07:06:05Z', 'revision_number': 5, 'project_id': 'a381c640729844758b77251ed8b2bb56', 'subnets': [{'id': 'fee747c2-5e95-4f0e-ad04-7aedb36bab1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:06:31.838996 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d609b8-be46-488d-a00c-28e0b98c4747 admin admin] Network 7d5b3724-deef-4831-8d43-cb9b8176573c is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:06:31.843524 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-e3d609b8-be46-488d-a00c-28e0b98c4747 admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:06:31.846089 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d609b8-be46-488d-a00c-28e0b98c4747 admin admin] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:06:31.858941 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f2611e6-59d7-4e56-9cf7-eade4b056757 None None] Network 229bfbc8-3df0-4c71-a5d6-ff95bbe68880 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:06:31.862092 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e2116295-e35a-4d0a-8398-017f52b98d6b req-e2c94873-f469-40ee-a449-1c05e45cfb68 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/quotas/5c2af407db1e43909575b4b7c4ad1b18 HTTP/1.1" status: 200 len: 375 time: 0.0743935 Jan 28 07:06:31.865613 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5ecef5-eb2c-432c-99ff-d94e87c73610 None None] The sync data for ids ['bccf5753-6071-43c7-87cf-afad78c8a4b8'] in n-d-712749-28 is: [{'id': 'bccf5753-6071-43c7-87cf-afad78c8a4b8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1227206476-router', 'tenant_id': 'a381c640729844758b77251ed8b2bb56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': '872b79b8-c192-4eb3-b433-1edd806d4ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:05:50Z', 'updated_at': '2022-01-28T07:05:59Z', 'revision_number': 4, 'project_id': 'a381c640729844758b77251ed8b2bb56', 'gw_port': {'id': '872b79b8-c192-4eb3-b433-1edd806d4ac6', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:7e:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccf5753-6071-43c7-87cf-afad78c8a4b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:05:52Z', 'updated_at': '2022-01-28T07:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_floatingips': [{'id': 'e09707c1-6a7a-4802-ae4c-e0c341d9b31c', 'tenant_id': 'a381c640729844758b77251ed8b2bb56', 'floating_ip_address': '172.25.6.125', 'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'router_id': 'bccf5753-6071-43c7-87cf-afad78c8a4b8', 'port_id': '61e3e5e6-6046-47fa-b7e3-545b20d6ee72', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '96301cb7-5950-4fda-9bde-12decf8885d9', 'mac_address': 'fa:16:3e:fd:f4:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b9fb21-1449-4992-bc12-2ac1f0102a9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:06:25Z', 'updated_at': '2022-01-28T07:06:28Z', 'revision_number': 1, 'project_id': 'a381c640729844758b77251ed8b2bb56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f13c138-30aa-4246-aaec-d349afd6ea17', 'name': '', 'network_id': '96301cb7-5950-4fda-9bde-12decf8885d9', 'tenant_id': 'a381c640729844758b77251ed8b2bb56', 'mac_address': 'fa:16:3e:d1:a8:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccf5753-6071-43c7-87cf-afad78c8a4b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'fee747c2-5e95-4f0e-ad04-7aedb36bab1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:05:56Z', 'updated_at': '2022-01-28T07:06:05Z', 'revision_number': 5, 'project_id': 'a381c640729844758b77251ed8b2bb56', 'subnets': [{'id': 'fee747c2-5e95-4f0e-ad04-7aedb36bab1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:06:31.959501 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d609b8-be46-488d-a00c-28e0b98c4747 admin admin] Pushing event updated for resources: {'Port': ['ID=963419c8-9b51-4f4d-a5c0-02808f7bf5a2,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:06:31.971911 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-8b43a885-e07e-4598-996d-79eca16fa954 req-5e6aeba7-b21e-440e-aa1e-9a79142923c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (5eb6e227-da9c-4be1-ae93-3a5b9b1a3450), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:32.024415 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-dea32597-edb8-42df-af22-16bbc0bcea1c None None] Provisioning complete for port 9d7277c9-8501-4d8b-bde7-54252c76bcad triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:06:32.024970 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dea32597-edb8-42df-af22-16bbc0bcea1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (9d7277c9-8501-4d8b-bde7-54252c76bcad), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:32.050073 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e2116295-e35a-4d0a-8398-017f52b98d6b req-c7888cdb-8e60-4520-ba88-d24daffcbcca tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=5c2af407db1e43909575b4b7c4ad1b18&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1869731 Jan 28 07:06:32.105647 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f41f07e-fb3c-4690-953a-bbcf9df1020a req-79280224-7104-408b-ac8d-a5b79f35b305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:32.108584 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8f41f07e-fb3c-4690-953a-bbcf9df1020a req-79280224-7104-408b-ac8d-a5b79f35b305 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=966335f0946f459597af95ab0b33b55c&device_id=0fb52adb-7ae8-4954-b508-f4144838af7f HTTP/1.1" status: 200 len: 1102 time: 0.5655046 Jan 28 07:06:32.120988 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 9d7277c9-8501-4d8b-bde7-54252c76bcad is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:06:32.121605 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (9d7277c9-8501-4d8b-bde7-54252c76bcad), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:32.140959 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e225b66-0802-4c2e-8582-67091aec07e2 req-f8cd25bf-683e-43d6-ae8a-3ba711016dd8 tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:32.149909 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8e225b66-0802-4c2e-8582-67091aec07e2 req-f8cd25bf-683e-43d6-ae8a-3ba711016dd8 tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5c4fc08-6975-49b9-8309-31232569480e HTTP/1.1" status: 200 len: 931 time: 0.5028636 Jan 28 07:06:32.192749 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dddc2487-6130-424d-80de-8220a7768258 None None] New status for floating IP e09707c1-6a7a-4802-ae4c-e0c341d9b31c: ACTIVE {{(pid=103285) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 07:06:32.284236 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-dea32597-edb8-42df-af22-16bbc0bcea1c None None] Current status of the port 9d7277c9-8501-4d8b-bde7-54252c76bcad is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:06:32.284639 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dea32597-edb8-42df-af22-16bbc0bcea1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (9d7277c9-8501-4d8b-bde7-54252c76bcad), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:32.288355 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] For port 9d7277c9-8501-4d8b-bde7-54252c76bcad, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=9d7277c9-8501-4d8b-bde7-54252c76bcad,segment=NetworkSegment(d86bde62-7a05-46f6-b2d6-55a757a88dbc),segment_id=d86bde62-7a05-46f6-b2d6-55a757a88dbc)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:06:32.329371 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (9d7277c9-8501-4d8b-bde7-54252c76bcad), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:32.376811 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-8b43a885-e07e-4598-996d-79eca16fa954 req-7635d210-6f3e-444d-9270-5b452dd4ac5a tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] Publish callbacks [] for port (a38de860-6964-409b-9a0e-9e37dface9f2), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:32.387057 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e2116295-e35a-4d0a-8398-017f52b98d6b req-f9662ff0-c7bd-46d3-bbe3-c360fb925d39 service neutron] 10.222.0.41 "GET /v2.0/networks/823f80f1-2970-481b-aed2-7ad5a7c0ed20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3354576 Jan 28 07:06:32.390020 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8e225b66-0802-4c2e-8582-67091aec07e2 req-2260ee8b-c969-443d-a006-12833a611a37 tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] 10.222.0.41 "GET /v2.0/security-groups?id=35ddb33c-0ef0-4c89-97f1-d465222d49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384853 Jan 28 07:06:32.393951 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f41f07e-fb3c-4690-953a-bbcf9df1020a req-415230d5-6c3b-42ce-8b54-4a9cde7b26c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:32.395980 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8f41f07e-fb3c-4690-953a-bbcf9df1020a req-415230d5-6c3b-42ce-8b54-4a9cde7b26c2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb HTTP/1.1" status: 200 len: 870 time: 0.2323563 Jan 28 07:06:32.471425 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8f41f07e-fb3c-4690-953a-bbcf9df1020a req-6b8a1ee0-15d4-4f39-9cf0-b38000dd2d73 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=43de23cf-d551-404c-afd2-485eedcec042 HTTP/1.1" status: 200 len: 217 time: 0.0686820 Jan 28 07:06:32.483304 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aed92426-c942-46c8-ba61-7e2e9b8e1d4c x-openstack-request-id: req-aed92426-c942-46c8-ba61-7e2e9b8e1d4c {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:06:32.483602 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65b9fb21-1449-4992-bc12-2ac1f0102a9f", "tag": "61e3e5e6-6046-47fa-b7e3-545b20d6ee72", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:06:32.483860 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-aed92426-c942-46c8-ba61-7e2e9b8e1d4c {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:06:32.484349 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65b9fb21-1449-4992-bc12-2ac1f0102a9f', 'tag': '61e3e5e6-6046-47fa-b7e3-545b20d6ee72', 'status': 'completed', 'code': 200} Jan 28 07:06:32.510330 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e3d609b8-be46-488d-a00c-28e0b98c4747 admin admin] Publish callbacks [] for router_gateway (9776306e-56ed-4dc7-a389-fd69a45e55bf), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:32.536451 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f41f07e-fb3c-4690-953a-bbcf9df1020a req-07b615ce-e0b5-427b-98bc-b820c15455bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:32.538645 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8f41f07e-fb3c-4690-953a-bbcf9df1020a req-07b615ce-e0b5-427b-98bc-b820c15455bd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5785b43d-448b-4d12-9eb5-4e4caf2e7eaf HTTP/1.1" status: 200 len: 843 time: 0.0528400 Jan 28 07:06:32.552830 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.10', 51677) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:06:32.603400 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-8b43a885-e07e-4598-996d-79eca16fa954 req-7635d210-6f3e-444d-9270-5b452dd4ac5a tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (a38de860-6964-409b-9a0e-9e37dface9f2), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:32.625807 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e2116295-e35a-4d0a-8398-017f52b98d6b req-e23628c3-d515-4482-9e50-0857a8fdd361 service neutron] 10.222.0.41 "GET /v2.0/networks/823f80f1-2970-481b-aed2-7ad5a7c0ed20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198143 Jan 28 07:06:32.645976 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Pushing event updated for resources: {'Port': ['ID=9d7277c9-8501-4d8b-bde7-54252c76bcad,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:06:32.676628 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7635d210-6f3e-444d-9270-5b452dd4ac5a tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] Pushing event updated for resources: {'Port': ['ID=a38de860-6964-409b-9a0e-9e37dface9f2,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:06:32.698342 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f41f07e-fb3c-4690-953a-bbcf9df1020a req-234a6019-ef2f-4f38-a091-ea4aeeac8ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:32.700901 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8f41f07e-fb3c-4690-953a-bbcf9df1020a req-234a6019-ef2f-4f38-a091-ea4aeeac8ec3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1552265 Jan 28 07:06:32.709670 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b43a885-e07e-4598-996d-79eca16fa954 req-7635d210-6f3e-444d-9270-5b452dd4ac5a tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] Network 8f3c013d-5cca-4754-bb74-c707f5f90464 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:06:32.715991 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.db.api [None req-dea32597-edb8-42df-af22-16bbc0bcea1c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103285) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 07:06:32.715991 n-d-712749-28 neutron-server[103285]: DEBUG oslo_db.api [None req-dea32597-edb8-42df-af22-16bbc0bcea1c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 07:06:32.726855 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [req-8b43a885-e07e-4598-996d-79eca16fa954 req-7635d210-6f3e-444d-9270-5b452dd4ac5a tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:06:32.729940 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e130fb6-4935-4084-b3cb-55126ab89ff1 req-c2ea9c2b-8ad1-4544-b473-06f0df4a0d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:32.730888 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b43a885-e07e-4598-996d-79eca16fa954 req-7635d210-6f3e-444d-9270-5b452dd4ac5a tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:06:32.733474 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4e130fb6-4935-4084-b3cb-55126ab89ff1 req-c2ea9c2b-8ad1-4544-b473-06f0df4a0d1b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a381c640729844758b77251ed8b2bb56&device_id=65b9fb21-1449-4992-bc12-2ac1f0102a9f HTTP/1.1" status: 200 len: 1097 time: 0.1709168 Jan 28 07:06:32.735113 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:32.778168 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe98e96-9d40-4212-9ffd-0da7badf5cbb req-8faa26a9-30b9-42e8-adad-bc26f73a6332 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:32.779992 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-cbe98e96-9d40-4212-9ffd-0da7badf5cbb req-8faa26a9-30b9-42e8-adad-bc26f73a6332 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.41 "GET /v2.0/ports?device_id=8813fdc9-13cd-4d6b-88a5-c1cef3739966 HTTP/1.1" status: 200 len: 950 time: 0.2013693 Jan 28 07:06:32.839764 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device d93c566b-0fc0-43df-9dc3-139b6e389b37 details requested by agent hyperv_n-h2-712749-28 with host n-h2-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:06:32.902552 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b43a885-e07e-4598-996d-79eca16fa954 req-7635d210-6f3e-444d-9270-5b452dd4ac5a tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:32.905488 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-8b43a885-e07e-4598-996d-79eca16fa954 req-7635d210-6f3e-444d-9270-5b452dd4ac5a tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:32.992994 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8b43a885-e07e-4598-996d-79eca16fa954 req-7635d210-6f3e-444d-9270-5b452dd4ac5a tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1036854 Jan 28 07:06:32.998674 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-cbe98e96-9d40-4212-9ffd-0da7badf5cbb req-e76c2d26-ad4c-40ad-8ad0-211dfa3116fb tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.41 "GET /v2.0/security-groups?id=a925a148-520f-4e8d-aa8c-4258e73ac6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810462 Jan 28 07:06:33.005246 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8f41f07e-fb3c-4690-953a-bbcf9df1020a req-438c0380-fdc9-4a55-8e91-1c39affb892a service neutron] 10.222.0.10 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2924061 Jan 28 07:06:33.026242 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-8b43a885-e07e-4598-996d-79eca16fa954 req-0c6718d9-b927-42e7-a87a-94fccf718f49 service neutron] Request body: {'port': {'device_id': '2741c51f-85ee-43f7-861f-326ec2a6fc74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-28'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:06:33.063265 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port d93c566b-0fc0-43df-9dc3-139b6e389b37, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=d93c566b-0fc0-43df-9dc3-139b6e389b37,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:06:33.096172 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Returning: {'device': 'd93c566b-0fc0-43df-9dc3-139b6e389b37', 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb', 'port_id': 'd93c566b-0fc0-43df-9dc3-139b6e389b37', 'mac_address': 'fa:16:3e:8a:da:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5785b43d-448b-4d12-9eb5-4e4caf2e7eaf', 'ip_address': '192.168.233.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:06:33.148043 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port d93c566b-0fc0-43df-9dc3-139b6e389b37 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:06:33.148727 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (d93c566b-0fc0-43df-9dc3-139b6e389b37), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:33.165860 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d93c566b-0fc0-43df-9dc3-139b6e389b37 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:06:33.170888 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e130fb6-4935-4084-b3cb-55126ab89ff1 req-95a6fa99-33e4-42f1-a5f5-4eaef0450e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:33.172664 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4e130fb6-4935-4084-b3cb-55126ab89ff1 req-95a6fa99-33e4-42f1-a5f5-4eaef0450e00 service neutron] 10.222.0.10 "GET /v2.0/networks?id=96301cb7-5950-4fda-9bde-12decf8885d9 HTTP/1.1" status: 200 len: 930 time: 0.4254892 Jan 28 07:06:33.173741 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e3d609b8-be46-488d-a00c-28e0b98c4747 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16605475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16607909'] for router (9776306e-56ed-4dc7-a389-fd69a45e55bf), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:33.189447 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-8b43a885-e07e-4598-996d-79eca16fa954 req-0c6718d9-b927-42e7-a87a-94fccf718f49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (a38de860-6964-409b-9a0e-9e37dface9f2), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:33.208075 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-8b43a885-e07e-4598-996d-79eca16fa954 req-5e6aeba7-b21e-440e-aa1e-9a79142923c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5eb6e227-da9c-4be1-ae93-3a5b9b1a3450 {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:06:33.210485 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port d93c566b-0fc0-43df-9dc3-139b6e389b37, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=d93c566b-0fc0-43df-9dc3-139b6e389b37,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:06:33.237180 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (d93c566b-0fc0-43df-9dc3-139b6e389b37), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:33.246493 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11a174a-33ec-4ee0-9699-106a75fbe83b req-904b6e38-28a4-4094-ad4e-744ab180a4b5 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:33.248288 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a11a174a-33ec-4ee0-9699-106a75fbe83b req-904b6e38-28a4-4094-ad4e-744ab180a4b5 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=0fb52adb-7ae8-4954-b508-f4144838af7f HTTP/1.1" status: 200 len: 950 time: 0.1512980 Jan 28 07:06:33.251468 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8f41f07e-fb3c-4690-953a-bbcf9df1020a req-2981a7ff-dea5-4c0a-85a5-1a7fd82aa91c service neutron] 10.222.0.10 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837509 Jan 28 07:06:33.358566 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=d93c566b-0fc0-43df-9dc3-139b6e389b37,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:06:33.363494 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3170e083-5e82-4913-821c-c11996778f9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:33.394947 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-dea32597-edb8-42df-af22-16bbc0bcea1c None None] Current status of the port 9d7277c9-8501-4d8b-bde7-54252c76bcad is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:06:33.405308 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a11a174a-33ec-4ee0-9699-106a75fbe83b req-46f7a92b-b46c-40cb-9b4b-c1a0443574be tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299083 Jan 28 07:06:33.513057 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 9d7277c9-8501-4d8b-bde7-54252c76bcad up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:06:33.573888 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c075c23e-f143-410b-87d1-99bfd789b80d None None] Provisioning complete for port 9d7277c9-8501-4d8b-bde7-54252c76bcad triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:06:33.574295 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c075c23e-f143-410b-87d1-99bfd789b80d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (9d7277c9-8501-4d8b-bde7-54252c76bcad), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:33.590854 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df735f35-1ebe-4f79-969f-f2f91737d5e1 req-6817d912-cac1-4b41-8aed-7e820d9ac485 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:33.593252 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-df735f35-1ebe-4f79-969f-f2f91737d5e1 req-6817d912-cac1-4b41-8aed-7e820d9ac485 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c013533-1848-4f89-9da8-156554a01ee3 HTTP/1.1" status: 200 len: 948 time: 0.0639231 Jan 28 07:06:33.648946 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-8b43a885-e07e-4598-996d-79eca16fa954 req-5e6aeba7-b21e-440e-aa1e-9a79142923c1 service neutron] Publish callbacks [] for port (5eb6e227-da9c-4be1-ae93-3a5b9b1a3450), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:33.668714 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-df735f35-1ebe-4f79-969f-f2f91737d5e1 req-2d35a677-f228-4ff8-a885-8d19407efbcd tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/security-groups?id=b910cb8c-64ec-47f6-b06b-89e838bb343d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654211 Jan 28 07:06:33.674949 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c075c23e-f143-410b-87d1-99bfd789b80d None None] Current status of the port 9d7277c9-8501-4d8b-bde7-54252c76bcad is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:06:33.702112 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 9d7277c9-8501-4d8b-bde7-54252c76bcad triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:06:33.702484 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (9d7277c9-8501-4d8b-bde7-54252c76bcad), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:33.732628 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['d93c566b-0fc0-43df-9dc3-139b6e389b37'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:06:33.738120 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:33.775334 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4e2a606e-40d0-4c40-b387-95ba100eac3f req-66d7c537-80af-446c-94a1-90fa6154a987 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/ports?device_id=c99d7ddf-8757-47cb-9f3a-5167285f7a3c HTTP/1.1" status: 200 len: 210 time: 0.0423188 Jan 28 07:06:33.797868 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-8b43a885-e07e-4598-996d-79eca16fa954 req-5e6aeba7-b21e-440e-aa1e-9a79142923c1 service neutron] Transition to ACTIVE for port object 5eb6e227-da9c-4be1-ae93-3a5b9b1a3450 will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:06:33.820804 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-8b43a885-e07e-4598-996d-79eca16fa954 req-5e6aeba7-b21e-440e-aa1e-9a79142923c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (5eb6e227-da9c-4be1-ae93-3a5b9b1a3450), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:33.832490 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4e130fb6-4935-4084-b3cb-55126ab89ff1 req-5b9ab970-296c-409e-93b9-0a24cf9d19f9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=61e3e5e6-6046-47fa-b7e3-545b20d6ee72 HTTP/1.1" status: 200 len: 1001 time: 0.6407301 Jan 28 07:06:33.862903 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 9d7277c9-8501-4d8b-bde7-54252c76bcad is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:06:33.934946 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-078e9464-04c5-492f-906f-b0c0982d2839 req-6e55fae4-0bd1-469f-9b51-d7a715d99f30 tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=7d5b3724-deef-4831-8d43-cb9b8176573c HTTP/1.1" status: 200 len: 258 time: 0.8919301 Jan 28 07:06:33.952772 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-078e9464-04c5-492f-906f-b0c0982d2839 req-9639fb14-3b82-4ea8-b5a9-85ad760dd4cb tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] Request body: {'floatingip': {'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:06:33.963376 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef681d58-2347-433c-9179-d59c6c819177 req-636f6edc-7662-4a2a-873b-4811856601f3 tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:33.965444 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ef681d58-2347-433c-9179-d59c6c819177 req-636f6edc-7662-4a2a-873b-4811856601f3 tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5c4fc08-6975-49b9-8309-31232569480e HTTP/1.1" status: 200 len: 943 time: 0.0871744 Jan 28 07:06:34.011105 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6aeba7-b21e-440e-aa1e-9a79142923c1 service neutron] Pushing event updated for resources: {'Port': ['ID=5eb6e227-da9c-4be1-ae93-3a5b9b1a3450,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:06:34.031780 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e130fb6-4935-4084-b3cb-55126ab89ff1 req-5c8d4544-aa20-49a2-9a96-1f36363709b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:34.033286 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4e130fb6-4935-4084-b3cb-55126ab89ff1 req-5c8d4544-aa20-49a2-9a96-1f36363709b5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fee747c2-5e95-4f0e-ad04-7aedb36bab1f HTTP/1.1" status: 200 len: 868 time: 0.1921840 Jan 28 07:06:34.054951 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-078e9464-04c5-492f-906f-b0c0982d2839 req-9639fb14-3b82-4ea8-b5a9-85ad760dd4cb tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:34.065865 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ef681d58-2347-433c-9179-d59c6c819177 req-bdbe2233-adb8-4718-aa12-0e7c66eb1ca7 tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] 10.222.0.41 "GET /v2.0/security-groups?id=35ddb33c-0ef0-4c89-97f1-d465222d49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906441 Jan 28 07:06:34.084511 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [req-8b43a885-e07e-4598-996d-79eca16fa954 req-0c6718d9-b927-42e7-a87a-94fccf718f49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a38de860-6964-409b-9a0e-9e37dface9f2 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:06:34.096058 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-8b43a885-e07e-4598-996d-79eca16fa954 req-0c6718d9-b927-42e7-a87a-94fccf718f49 service neutron] Publish callbacks [] for port (a38de860-6964-409b-9a0e-9e37dface9f2), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:34.109195 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [req-8b43a885-e07e-4598-996d-79eca16fa954 req-0c6718d9-b927-42e7-a87a-94fccf718f49 service neutron] Transition to ACTIVE for port object a38de860-6964-409b-9a0e-9e37dface9f2 will not be triggered until provisioned by entity L2. {{(pid=103283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:06:34.113899 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-8b43a885-e07e-4598-996d-79eca16fa954 req-0c6718d9-b927-42e7-a87a-94fccf718f49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (a38de860-6964-409b-9a0e-9e37dface9f2), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:34.166983 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6718d9-b927-42e7-a87a-94fccf718f49 service neutron] Pushing event updated for resources: {'Port': ['ID=a38de860-6964-409b-9a0e-9e37dface9f2,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:06:34.188110 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-8b43a885-e07e-4598-996d-79eca16fa954 req-5e6aeba7-b21e-440e-aa1e-9a79142923c1 service neutron] Attempting to bind port 5eb6e227-da9c-4be1-ae93-3a5b9b1a3450 on host n-h1-712749-28 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:06:34.188484 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-8b43a885-e07e-4598-996d-79eca16fa954 req-5e6aeba7-b21e-440e-aa1e-9a79142923c1 service neutron] Attempting to bind port 5eb6e227-da9c-4be1-ae93-3a5b9b1a3450 by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': '406f2b19-55d4-4cd2-8c14-e14e9061d6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8f3c013d-5cca-4754-bb74-c707f5f90464'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:06:34.188833 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b43a885-e07e-4598-996d-79eca16fa954 req-5e6aeba7-b21e-440e-aa1e-9a79142923c1 service neutron] Attempting to bind port 5eb6e227-da9c-4be1-ae93-3a5b9b1a3450 on network 8f3c013d-5cca-4754-bb74-c707f5f90464 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:06:34.197908 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e130fb6-4935-4084-b3cb-55126ab89ff1 req-4f8a2ca4-67fd-4ac5-b47f-2801ad4ab167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:34.199697 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4e130fb6-4935-4084-b3cb-55126ab89ff1 req-4f8a2ca4-67fd-4ac5-b47f-2801ad4ab167 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=96301cb7-5950-4fda-9bde-12decf8885d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1366487 Jan 28 07:06:34.202659 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b43a885-e07e-4598-996d-79eca16fa954 req-5e6aeba7-b21e-440e-aa1e-9a79142923c1 service neutron] Port 5eb6e227-da9c-4be1-ae93-3a5b9b1a3450 on network 8f3c013d-5cca-4754-bb74-c707f5f90464 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:06:34.202988 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b43a885-e07e-4598-996d-79eca16fa954 req-5e6aeba7-b21e-440e-aa1e-9a79142923c1 service neutron] Attempting to bind port 5eb6e227-da9c-4be1-ae93-3a5b9b1a3450 on network 8f3c013d-5cca-4754-bb74-c707f5f90464 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:06:34.204955 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3d609b8-be46-488d-a00c-28e0b98c4747 admin admin] Router 9776306e-56ed-4dc7-a389-fd69a45e55bf is scheduled to L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 with binding_index 1 {{(pid=103284) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 07:06:34.224845 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b43a885-e07e-4598-996d-79eca16fa954 req-5e6aeba7-b21e-440e-aa1e-9a79142923c1 service neutron] Checking agent: {'id': '2fca46b1-237f-4857-9290-2429d810e472', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:06:34.225186 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b43a885-e07e-4598-996d-79eca16fa954 req-5e6aeba7-b21e-440e-aa1e-9a79142923c1 service neutron] Checking segment: {'id': '406f2b19-55d4-4cd2-8c14-e14e9061d6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8f3c013d-5cca-4754-bb74-c707f5f90464'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:06:34.225574 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b43a885-e07e-4598-996d-79eca16fa954 req-5e6aeba7-b21e-440e-aa1e-9a79142923c1 service neutron] Bound using segment: {'id': '406f2b19-55d4-4cd2-8c14-e14e9061d6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8f3c013d-5cca-4754-bb74-c707f5f90464'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:06:34.226013 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-8b43a885-e07e-4598-996d-79eca16fa954 req-5e6aeba7-b21e-440e-aa1e-9a79142923c1 service neutron] Bound port: 5eb6e227-da9c-4be1-ae93-3a5b9b1a3450, host: n-h1-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '406f2b19-55d4-4cd2-8c14-e14e9061d6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8f3c013d-5cca-4754-bb74-c707f5f90464'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:06:34.226375 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-8b43a885-e07e-4598-996d-79eca16fa954 req-5e6aeba7-b21e-440e-aa1e-9a79142923c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (5eb6e227-da9c-4be1-ae93-3a5b9b1a3450), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:34.249847 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-8b43a885-e07e-4598-996d-79eca16fa954 req-0c6718d9-b927-42e7-a87a-94fccf718f49 service neutron] Attempting to bind port a38de860-6964-409b-9a0e-9e37dface9f2 on host n-h1-712749-28 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:06:34.250290 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-8b43a885-e07e-4598-996d-79eca16fa954 req-0c6718d9-b927-42e7-a87a-94fccf718f49 service neutron] Attempting to bind port a38de860-6964-409b-9a0e-9e37dface9f2 by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': '406f2b19-55d4-4cd2-8c14-e14e9061d6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8f3c013d-5cca-4754-bb74-c707f5f90464'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:06:34.250693 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b43a885-e07e-4598-996d-79eca16fa954 req-0c6718d9-b927-42e7-a87a-94fccf718f49 service neutron] Attempting to bind port a38de860-6964-409b-9a0e-9e37dface9f2 on network 8f3c013d-5cca-4754-bb74-c707f5f90464 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:06:34.270156 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b43a885-e07e-4598-996d-79eca16fa954 req-0c6718d9-b927-42e7-a87a-94fccf718f49 service neutron] Port a38de860-6964-409b-9a0e-9e37dface9f2 on network 8f3c013d-5cca-4754-bb74-c707f5f90464 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:06:34.270355 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b43a885-e07e-4598-996d-79eca16fa954 req-0c6718d9-b927-42e7-a87a-94fccf718f49 service neutron] Attempting to bind port a38de860-6964-409b-9a0e-9e37dface9f2 on network 8f3c013d-5cca-4754-bb74-c707f5f90464 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:06:34.278823 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b43a885-e07e-4598-996d-79eca16fa954 req-0c6718d9-b927-42e7-a87a-94fccf718f49 service neutron] Checking agent: {'id': '2fca46b1-237f-4857-9290-2429d810e472', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:06:34.279159 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b43a885-e07e-4598-996d-79eca16fa954 req-0c6718d9-b927-42e7-a87a-94fccf718f49 service neutron] Checking segment: {'id': '406f2b19-55d4-4cd2-8c14-e14e9061d6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8f3c013d-5cca-4754-bb74-c707f5f90464'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:06:34.279540 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b43a885-e07e-4598-996d-79eca16fa954 req-0c6718d9-b927-42e7-a87a-94fccf718f49 service neutron] Bound using segment: {'id': '406f2b19-55d4-4cd2-8c14-e14e9061d6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8f3c013d-5cca-4754-bb74-c707f5f90464'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:06:34.279965 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-8b43a885-e07e-4598-996d-79eca16fa954 req-0c6718d9-b927-42e7-a87a-94fccf718f49 service neutron] Bound port: a38de860-6964-409b-9a0e-9e37dface9f2, host: n-h1-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '406f2b19-55d4-4cd2-8c14-e14e9061d6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8f3c013d-5cca-4754-bb74-c707f5f90464'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:06:34.280360 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-8b43a885-e07e-4598-996d-79eca16fa954 req-0c6718d9-b927-42e7-a87a-94fccf718f49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (a38de860-6964-409b-9a0e-9e37dface9f2), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:34.328483 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797a5fdc-915b-4ef3-b396-9f62aa8c81f2 req-bfe20dc7-1702-4f6e-bd2b-ec273759117d tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:34.329984 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-797a5fdc-915b-4ef3-b396-9f62aa8c81f2 req-bfe20dc7-1702-4f6e-bd2b-ec273759117d tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.41 "GET /v2.0/ports?device_id=8813fdc9-13cd-4d6b-88a5-c1cef3739966 HTTP/1.1" status: 200 len: 950 time: 0.0916872 Jan 28 07:06:34.381371 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-8b43a885-e07e-4598-996d-79eca16fa954 req-0c6718d9-b927-42e7-a87a-94fccf718f49 service neutron] For port a38de860-6964-409b-9a0e-9e37dface9f2, host n-h1-712749-28, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:06:34.386951 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-8b43a885-e07e-4598-996d-79eca16fa954 req-0c6718d9-b927-42e7-a87a-94fccf718f49 service neutron] For port a38de860-6964-409b-9a0e-9e37dface9f2, host n-h1-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=a38de860-6964-409b-9a0e-9e37dface9f2,segment=NetworkSegment(406f2b19-55d4-4cd2-8c14-e14e9061d6e3),segment_id=406f2b19-55d4-4cd2-8c14-e14e9061d6e3)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:06:34.398481 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-8b43a885-e07e-4598-996d-79eca16fa954 req-0c6718d9-b927-42e7-a87a-94fccf718f49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (a38de860-6964-409b-9a0e-9e37dface9f2), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:34.411362 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-797a5fdc-915b-4ef3-b396-9f62aa8c81f2 req-ab257806-de94-40d9-9a9f-19560c903c60 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.41 "GET /v2.0/security-groups?id=a925a148-520f-4e8d-aa8c-4258e73ac6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739248 Jan 28 07:06:34.432369 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4e130fb6-4935-4084-b3cb-55126ab89ff1 req-2a96ce51-138d-4337-a574-4cc999685848 service neutron] 10.222.0.10 "GET /v2.0/networks/96301cb7-5950-4fda-9bde-12decf8885d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238057 Jan 28 07:06:34.440331 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b43a885-e07e-4598-996d-79eca16fa954 req-0c6718d9-b927-42e7-a87a-94fccf718f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:34.441009 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-8b43a885-e07e-4598-996d-79eca16fa954 req-0c6718d9-b927-42e7-a87a-94fccf718f49 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:34.442630 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8b43a885-e07e-4598-996d-79eca16fa954 req-0c6718d9-b927-42e7-a87a-94fccf718f49 service neutron] 10.222.0.10 "PUT /v2.0/ports/a38de860-6964-409b-9a0e-9e37dface9f2 HTTP/1.1" status: 200 len: 1093 time: 1.4267552 Jan 28 07:06:34.477468 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-8b43a885-e07e-4598-996d-79eca16fa954 req-5e6aeba7-b21e-440e-aa1e-9a79142923c1 service neutron] For port 5eb6e227-da9c-4be1-ae93-3a5b9b1a3450, host n-h1-712749-28, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:06:34.486456 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2741c51f-85ee-43f7-861f-326ec2a6fc74', 'tag': 'a38de860-6964-409b-9a0e-9e37dface9f2'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:06:34.488878 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c575439d-6f06-4d94-a99a-2db21c365b52" -d '{"events": [{"name": "network-changed", "server_uuid": "2741c51f-85ee-43f7-861f-326ec2a6fc74", "tag": "a38de860-6964-409b-9a0e-9e37dface9f2"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:06:34.517231 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6718d9-b927-42e7-a87a-94fccf718f49 service neutron] Pushing event updated for resources: {'Port': ['ID=a38de860-6964-409b-9a0e-9e37dface9f2,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:06:34.537326 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-8b43a885-e07e-4598-996d-79eca16fa954 req-5e6aeba7-b21e-440e-aa1e-9a79142923c1 service neutron] For port 5eb6e227-da9c-4be1-ae93-3a5b9b1a3450, host n-h1-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=5eb6e227-da9c-4be1-ae93-3a5b9b1a3450,segment=NetworkSegment(406f2b19-55d4-4cd2-8c14-e14e9061d6e3),segment_id=406f2b19-55d4-4cd2-8c14-e14e9061d6e3)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:06:34.539311 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-078e9464-04c5-492f-906f-b0c0982d2839 req-9639fb14-3b82-4ea8-b5a9-85ad760dd4cb tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:34.561261 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-8b43a885-e07e-4598-996d-79eca16fa954 req-5e6aeba7-b21e-440e-aa1e-9a79142923c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (5eb6e227-da9c-4be1-ae93-3a5b9b1a3450), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:34.575732 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3d609b8-be46-488d-a00c-28e0b98c4747 admin admin] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:06:34.589883 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f716661b-aedf-4e0b-a7fe-6cbe5533ee03 None None] Sync routers for ids ['9776306e-56ed-4dc7-a389-fd69a45e55bf'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:06:34.601758 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f716661b-aedf-4e0b-a7fe-6cbe5533ee03 None None] Routers {'9776306e-56ed-4dc7-a389-fd69a45e55bf'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:06:34.602599 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-f716661b-aedf-4e0b-a7fe-6cbe5533ee03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:06:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['9776306e-56ed-4dc7-a389-fd69a45e55bf'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:06:34.634242 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2116295-e35a-4d0a-8398-017f52b98d6b req-edc245a6-83ca-4be1-ba0b-a3e8e117f4e0 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:34.635733 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e2116295-e35a-4d0a-8398-017f52b98d6b req-edc245a6-83ca-4be1-ba0b-a3e8e117f4e0 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.44 "GET /v2.0/networks?id=823f80f1-2970-481b-aed2-7ad5a7c0ed20 HTTP/1.1" status: 200 len: 820 time: 0.1829202 Jan 28 07:06:34.644418 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b43a885-e07e-4598-996d-79eca16fa954 req-89a68880-cead-4881-85bc-7d8ce3b76726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:34.645892 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8b43a885-e07e-4598-996d-79eca16fa954 req-89a68880-cead-4881-85bc-7d8ce3b76726 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a68b546bd10d454e9bcb0137cb61196a&device_id=2741c51f-85ee-43f7-861f-326ec2a6fc74 HTTP/1.1" status: 200 len: 1096 time: 0.1169674 Jan 28 07:06:34.656420 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4b010f-76cf-4ed7-80df-2dcc2420a28e req-fd0e4dbf-7c10-4fc5-8778-53b4ee645ccc tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:34.663410 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ee4b010f-76cf-4ed7-80df-2dcc2420a28e req-fd0e4dbf-7c10-4fc5-8778-53b4ee645ccc tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=0fb52adb-7ae8-4954-b508-f4144838af7f HTTP/1.1" status: 200 len: 950 time: 0.1039515 Jan 28 07:06:34.669596 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b43a885-e07e-4598-996d-79eca16fa954 req-5e6aeba7-b21e-440e-aa1e-9a79142923c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:34.670249 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-8b43a885-e07e-4598-996d-79eca16fa954 req-5e6aeba7-b21e-440e-aa1e-9a79142923c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:34.671340 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-e2116295-e35a-4d0a-8398-017f52b98d6b req-985b468a-3486-4911-8cd0-2de70bd461a4 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Request body: {'port': {'device_id': 'c99d7ddf-8757-47cb-9f3a-5167285f7a3c', 'network_id': '823f80f1-2970-481b-aed2-7ad5a7c0ed20', 'admin_state_up': True, 'tenant_id': '5c2af407db1e43909575b4b7c4ad1b18'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:06:34.671620 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8b43a885-e07e-4598-996d-79eca16fa954 req-5e6aeba7-b21e-440e-aa1e-9a79142923c1 service neutron] 10.222.0.10 "PUT /v2.0/ports/5eb6e227-da9c-4be1-ae93-3a5b9b1a3450 HTTP/1.1" status: 200 len: 1092 time: 2.9414580 Jan 28 07:06:34.674585 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5c4fc08-6975-49b9-8309-31232569480e', 'tag': '5eb6e227-da9c-4be1-ae93-3a5b9b1a3450'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:06:34.677092 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ece5ece-fc0c-4dc0-89ec-fb365c621381" -d '{"events": [{"name": "network-changed", "server_uuid": "a5c4fc08-6975-49b9-8309-31232569480e", "tag": "5eb6e227-da9c-4be1-ae93-3a5b9b1a3450"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:06:34.713630 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e3d609b8-be46-488d-a00c-28e0b98c4747 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:34.718545 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-e3d609b8-be46-488d-a00c-28e0b98c4747 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 5.5490212 Jan 28 07:06:34.719274 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 60242) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:06:34.740571 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8b43a885-e07e-4598-996d-79eca16fa954 req-3a6b6cd8-42f5-4d91-99dc-9518682a3eee service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a38de860-6964-409b-9a0e-9e37dface9f2 HTTP/1.1" status: 200 len: 217 time: 0.0736897 Jan 28 07:06:34.790073 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-f716661b-aedf-4e0b-a7fe-6cbe5533ee03 None None] Set router 9776306e-56ed-4dc7-a389-fd69a45e55bf gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:06:34.809876 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6aeba7-b21e-440e-aa1e-9a79142923c1 service neutron] Pushing event updated for resources: {'Port': ['ID=5eb6e227-da9c-4be1-ae93-3a5b9b1a3450,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:06:34.851607 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ee4b010f-76cf-4ed7-80df-2dcc2420a28e req-29c5462f-6a7b-45f0-8fa8-43e406af5355 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874971 Jan 28 07:06:34.854135 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4e130fb6-4935-4084-b3cb-55126ab89ff1 req-4a50841b-5898-4686-9ff6-f5488ecc3ba9 service neutron] 10.222.0.10 "GET /v2.0/networks/96301cb7-5950-4fda-9bde-12decf8885d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3925233 Jan 28 07:06:34.855093 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b43a885-e07e-4598-996d-79eca16fa954 req-e2b21fb5-baa0-4d6f-aed5-5d4ce452790b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:34.857030 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8b43a885-e07e-4598-996d-79eca16fa954 req-e2b21fb5-baa0-4d6f-aed5-5d4ce452790b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d3b9dca6-c176-4992-a4b5-a8d0c2f13ca5 HTTP/1.1" status: 200 len: 852 time: 0.0902431 Jan 28 07:06:34.929195 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8b43a885-e07e-4598-996d-79eca16fa954 req-ce5f662f-ee77-489a-9dba-8de6ef877742 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8f3c013d-5cca-4754-bb74-c707f5f90464&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439610 Jan 28 07:06:34.937204 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-078e9464-04c5-492f-906f-b0c0982d2839 req-9639fb14-3b82-4ea8-b5a9-85ad760dd4cb tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] Allocated IP 172.25.6.232 (7d5b3724-deef-4831-8d43-cb9b8176573c/b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc/3b5d2641-c5ce-4a94-9f8b-4c7ca2c77b6f) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:06:34.938206 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2116295-e35a-4d0a-8398-017f52b98d6b req-985b468a-3486-4911-8cd0-2de70bd461a4 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Made reservation on behalf of 5c2af407db1e43909575b4b7c4ad1b18 for: {'port': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:06:34.942407 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-e2116295-e35a-4d0a-8398-017f52b98d6b req-985b468a-3486-4911-8cd0-2de70bd461a4 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:34.956547 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adee5d65-f998-4f4a-a6c1-ddd0847b5a6c x-openstack-request-id: req-adee5d65-f998-4f4a-a6c1-ddd0847b5a6c {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:06:34.956909 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2741c51f-85ee-43f7-861f-326ec2a6fc74", "tag": "a38de860-6964-409b-9a0e-9e37dface9f2", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:06:34.957389 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-adee5d65-f998-4f4a-a6c1-ddd0847b5a6c {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:06:34.957845 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2741c51f-85ee-43f7-861f-326ec2a6fc74', 'tag': 'a38de860-6964-409b-9a0e-9e37dface9f2', 'status': 'completed', 'code': 200} Jan 28 07:06:34.958016 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b43a885-e07e-4598-996d-79eca16fa954 req-1ddea604-4475-42ef-9d9e-277434582669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:34.959508 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8b43a885-e07e-4598-996d-79eca16fa954 req-1ddea604-4475-42ef-9d9e-277434582669 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a68b546bd10d454e9bcb0137cb61196a&device_id=a5c4fc08-6975-49b9-8309-31232569480e HTTP/1.1" status: 200 len: 1095 time: 0.1463692 Jan 28 07:06:34.997650 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-f716661b-aedf-4e0b-a7fe-6cbe5533ee03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9776306e-56ed-4dc7-a389-fd69a45e55bf', 'name': 'tempest-ServersTestJSON-1606169236-router', 'tenant_id': '6b0a05cc1dfd4383b65e375634b9d65b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': '963419c8-9b51-4f4d-a5c0-02808f7bf5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:06:29Z', 'updated_at': '2022-01-28T07:06:32Z', 'revision_number': 3, 'project_id': '6b0a05cc1dfd4383b65e375634b9d65b', 'gw_port': {'id': '963419c8-9b51-4f4d-a5c0-02808f7bf5a2', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:96:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9776306e-56ed-4dc7-a389-fd69a45e55bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:06:30Z', 'updated_at': '2022-01-28T07:06:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:06:35.027817 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c4e8c0b-4ae9-4825-a754-2c90ebf9f5cf x-openstack-request-id: req-5c4e8c0b-4ae9-4825-a754-2c90ebf9f5cf {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:06:35.028113 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5c4fc08-6975-49b9-8309-31232569480e", "tag": "5eb6e227-da9c-4be1-ae93-3a5b9b1a3450", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:06:35.028397 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5c4e8c0b-4ae9-4825-a754-2c90ebf9f5cf {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:06:35.028801 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5c4fc08-6975-49b9-8309-31232569480e', 'tag': '5eb6e227-da9c-4be1-ae93-3a5b9b1a3450', 'status': 'completed', 'code': 200} Jan 28 07:06:35.036344 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f716661b-aedf-4e0b-a7fe-6cbe5533ee03 None None] Checking router: 9776306e-56ed-4dc7-a389-fd69a45e55bf for host: n-d-712749-28 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:06:35.036765 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f716661b-aedf-4e0b-a7fe-6cbe5533ee03 None None] Updating router 9776306e-56ed-4dc7-a389-fd69a45e55bf port 963419c8-9b51-4f4d-a5c0-02808f7bf5a2 binding host n-d-712749-28 {{(pid=103286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 07:06:35.070571 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f716661b-aedf-4e0b-a7fe-6cbe5533ee03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (963419c8-9b51-4f4d-a5c0-02808f7bf5a2), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:35.087317 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8b43a885-e07e-4598-996d-79eca16fa954 req-558f1385-3e75-46d6-86ae-88c021b42935 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5eb6e227-da9c-4be1-ae93-3a5b9b1a3450 HTTP/1.1" status: 200 len: 217 time: 0.1096039 Jan 28 07:06:35.171834 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8b43a885-e07e-4598-996d-79eca16fa954 req-3db99422-fa2d-4a59-a08b-1eec78e77d8d service neutron] 10.222.0.10 "GET /v2.0/networks/8f3c013d-5cca-4754-bb74-c707f5f90464?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2264929 Jan 28 07:06:35.190308 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ac1400-967b-428e-af4d-32971c68e1dd req-2d2213e1-e301-49bc-afdb-3f3810b62589 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:35.191829 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-76ac1400-967b-428e-af4d-32971c68e1dd req-2d2213e1-e301-49bc-afdb-3f3810b62589 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c013533-1848-4f89-9da8-156554a01ee3 HTTP/1.1" status: 200 len: 948 time: 0.1172907 Jan 28 07:06:35.216589 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b43a885-e07e-4598-996d-79eca16fa954 req-3e6a49c7-0459-4b6a-b077-4c375516e96e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:35.217922 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8b43a885-e07e-4598-996d-79eca16fa954 req-3e6a49c7-0459-4b6a-b077-4c375516e96e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d3b9dca6-c176-4992-a4b5-a8d0c2f13ca5 HTTP/1.1" status: 200 len: 852 time: 0.1232023 Jan 28 07:06:35.225785 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [req-e2116295-e35a-4d0a-8398-017f52b98d6b req-985b468a-3486-4911-8cd0-2de70bd461a4 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Allocated IP 172.20.0.11 (823f80f1-2970-481b-aed2-7ad5a7c0ed20/d3ff6769-eb60-4293-943b-ef852d2e0c72/6479eef5-951c-4e2c-a998-c082886c019a) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:06:35.247776 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-078e9464-04c5-492f-906f-b0c0982d2839 req-9639fb14-3b82-4ea8-b5a9-85ad760dd4cb tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] Publish callbacks [] for port (3b5d2641-c5ce-4a94-9f8b-4c7ca2c77b6f), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:35.293710 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8b43a885-e07e-4598-996d-79eca16fa954 req-2b2a0fff-76ee-4c58-8d6f-a6aea11df89f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8f3c013d-5cca-4754-bb74-c707f5f90464&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602331 Jan 28 07:06:35.337703 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-76ac1400-967b-428e-af4d-32971c68e1dd req-fdbbc778-2c9c-45bb-8727-a1263d48e1f3 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/security-groups?id=b910cb8c-64ec-47f6-b06b-89e838bb343d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317356 Jan 28 07:06:35.376129 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8b43a885-e07e-4598-996d-79eca16fa954 req-9cb5189c-dbf9-4607-8ad8-aada36586b54 service neutron] 10.222.0.10 "GET /v2.0/networks/8f3c013d-5cca-4754-bb74-c707f5f90464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801481 Jan 28 07:06:35.455478 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-078e9464-04c5-492f-906f-b0c0982d2839 req-9639fb14-3b82-4ea8-b5a9-85ad760dd4cb tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (3b5d2641-c5ce-4a94-9f8b-4c7ca2c77b6f), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:35.482731 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-29c8fcf2-df8e-4ef5-8f00-a4b7dfbc2010 req-6ab87047-7f2b-4145-aa07-6aa5b0d3080a tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/ports?device_id=c99d7ddf-8757-47cb-9f3a-5167285f7a3c HTTP/1.1" status: 200 len: 210 time: 0.0453520 Jan 28 07:06:35.542264 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-e2116295-e35a-4d0a-8398-017f52b98d6b req-985b468a-3486-4911-8cd0-2de70bd461a4 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Publish callbacks [] for port (6479eef5-951c-4e2c-a998-c082886c019a), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:35.569065 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c575439d-6f06-4d94-a99a-2db21c365b52 req-87cf3b15-6493-4813-8817-5e7631dfb687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:35.570806 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c575439d-6f06-4d94-a99a-2db21c365b52 req-87cf3b15-6493-4813-8817-5e7631dfb687 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a68b546bd10d454e9bcb0137cb61196a&device_id=2741c51f-85ee-43f7-861f-326ec2a6fc74 HTTP/1.1" status: 200 len: 1096 time: 0.0664167 Jan 28 07:06:35.577306 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ddf5e1c5-888c-4549-8f1a-c4b19a648464 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:35.704240 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-e2116295-e35a-4d0a-8398-017f52b98d6b req-985b468a-3486-4911-8cd0-2de70bd461a4 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (6479eef5-951c-4e2c-a998-c082886c019a), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:35.745343 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f716661b-aedf-4e0b-a7fe-6cbe5533ee03 None None] Publish callbacks [] for port (963419c8-9b51-4f4d-a5c0-02808f7bf5a2), precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:35.752934 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f716661b-aedf-4e0b-a7fe-6cbe5533ee03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (963419c8-9b51-4f4d-a5c0-02808f7bf5a2), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:35.754874 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51bceeb-c996-442e-8863-c73fa8e13278 req-37814be6-09c1-4679-984f-e3f235990ec9 tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:35.762348 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d51bceeb-c996-442e-8863-c73fa8e13278 req-37814be6-09c1-4679-984f-e3f235990ec9 tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5c4fc08-6975-49b9-8309-31232569480e HTTP/1.1" status: 200 len: 943 time: 0.1502488 Jan 28 07:06:35.789734 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c575439d-6f06-4d94-a99a-2db21c365b52 req-1a2c91c3-3800-492f-a3e6-0edba0ec115f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:35.791217 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c575439d-6f06-4d94-a99a-2db21c365b52 req-1a2c91c3-3800-492f-a3e6-0edba0ec115f service neutron] 10.222.0.10 "GET /v2.0/networks?id=8f3c013d-5cca-4754-bb74-c707f5f90464 HTTP/1.1" status: 200 len: 913 time: 0.2101569 Jan 28 07:06:35.800773 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2116295-e35a-4d0a-8398-017f52b98d6b req-985b468a-3486-4911-8cd0-2de70bd461a4 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Network 823f80f1-2970-481b-aed2-7ad5a7c0ed20 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:06:35.814202 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a51b13-7655-48ea-a20e-f75d544d677f None None] Pushing event updated for resources: {'Port': ['ID=963419c8-9b51-4f4d-a5c0-02808f7bf5a2,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:06:35.815211 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8b43a885-e07e-4598-996d-79eca16fa954 req-35b4b673-46e2-46f2-82f3-fc5a2bd8f8ff service neutron] 10.222.0.10 "GET /v2.0/networks/8f3c013d-5cca-4754-bb74-c707f5f90464?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5011623 Jan 28 07:06:35.818061 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [req-e2116295-e35a-4d0a-8398-017f52b98d6b req-985b468a-3486-4911-8cd0-2de70bd461a4 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:06:35.823347 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-f716661b-aedf-4e0b-a7fe-6cbe5533ee03 None None] Attempting to bind port 963419c8-9b51-4f4d-a5c0-02808f7bf5a2 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:06:35.824436 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-f716661b-aedf-4e0b-a7fe-6cbe5533ee03 None None] Attempting to bind port 963419c8-9b51-4f4d-a5c0-02808f7bf5a2 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:06:35.825129 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f716661b-aedf-4e0b-a7fe-6cbe5533ee03 None None] Attempting to bind port 963419c8-9b51-4f4d-a5c0-02808f7bf5a2 on network 7d5b3724-deef-4831-8d43-cb9b8176573c {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:06:35.825296 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-078e9464-04c5-492f-906f-b0c0982d2839 req-9639fb14-3b82-4ea8-b5a9-85ad760dd4cb tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] Network 7d5b3724-deef-4831-8d43-cb9b8176573c is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:06:35.830827 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-078e9464-04c5-492f-906f-b0c0982d2839 req-9639fb14-3b82-4ea8-b5a9-85ad760dd4cb tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:06:35.833157 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f716661b-aedf-4e0b-a7fe-6cbe5533ee03 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:06:35.833357 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-078e9464-04c5-492f-906f-b0c0982d2839 req-9639fb14-3b82-4ea8-b5a9-85ad760dd4cb tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:06:35.833745 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f716661b-aedf-4e0b-a7fe-6cbe5533ee03 None None] Checking segment: {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:06:35.834265 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f716661b-aedf-4e0b-a7fe-6cbe5533ee03 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:35.834794 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f716661b-aedf-4e0b-a7fe-6cbe5533ee03 None None] Bound using segment: {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:06:35.835607 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-f716661b-aedf-4e0b-a7fe-6cbe5533ee03 None None] Bound port: 963419c8-9b51-4f4d-a5c0-02808f7bf5a2, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:06:35.836780 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f716661b-aedf-4e0b-a7fe-6cbe5533ee03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (963419c8-9b51-4f4d-a5c0-02808f7bf5a2), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:35.853746 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2116295-e35a-4d0a-8398-017f52b98d6b req-985b468a-3486-4911-8cd0-2de70bd461a4 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:06:35.857613 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985b468a-3486-4911-8cd0-2de70bd461a4 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Pushing event updated for resources: {'Port': ['ID=6479eef5-951c-4e2c-a998-c082886c019a,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:06:35.869267 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c575439d-6f06-4d94-a99a-2db21c365b52 req-98640a40-f941-4065-beeb-fd62b14cfd14 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a38de860-6964-409b-9a0e-9e37dface9f2 HTTP/1.1" status: 200 len: 217 time: 0.0675128 Jan 28 07:06:35.889807 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9639fb14-3b82-4ea8-b5a9-85ad760dd4cb tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] Pushing event updated for resources: {'Port': ['ID=3b5d2641-c5ce-4a94-9f8b-4c7ca2c77b6f,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:06:35.897221 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-f716661b-aedf-4e0b-a7fe-6cbe5533ee03 None None] For port 963419c8-9b51-4f4d-a5c0-02808f7bf5a2, host n-d-712749-28, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:06:35.901822 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-f716661b-aedf-4e0b-a7fe-6cbe5533ee03 None None] For port 963419c8-9b51-4f4d-a5c0-02808f7bf5a2, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=963419c8-9b51-4f4d-a5c0-02808f7bf5a2,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:06:35.908300 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f716661b-aedf-4e0b-a7fe-6cbe5533ee03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (963419c8-9b51-4f4d-a5c0-02808f7bf5a2), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:35.943493 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d51bceeb-c996-442e-8863-c73fa8e13278 req-8ca17b64-284a-43b0-a68e-1daaa57e83a9 tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] 10.222.0.41 "GET /v2.0/security-groups?id=35ddb33c-0ef0-4c89-97f1-d465222d49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789942 Jan 28 07:06:35.985217 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f716661b-aedf-4e0b-a7fe-6cbe5533ee03 None None] Routers {'9776306e-56ed-4dc7-a389-fd69a45e55bf'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:06:35.986164 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-f716661b-aedf-4e0b-a7fe-6cbe5533ee03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:06:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['9776306e-56ed-4dc7-a389-fd69a45e55bf'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:06:35.988538 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a51b13-7655-48ea-a20e-f75d544d677f None None] Pushing event updated for resources: {'Port': ['ID=963419c8-9b51-4f4d-a5c0-02808f7bf5a2,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:06:35.989854 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c575439d-6f06-4d94-a99a-2db21c365b52 req-cb0d02c7-0856-4958-b3b0-b826aa513b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:35.993272 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c575439d-6f06-4d94-a99a-2db21c365b52 req-cb0d02c7-0856-4958-b3b0-b826aa513b69 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d3b9dca6-c176-4992-a4b5-a8d0c2f13ca5 HTTP/1.1" status: 200 len: 852 time: 0.1012051 Jan 28 07:06:35.999066 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2116295-e35a-4d0a-8398-017f52b98d6b req-985b468a-3486-4911-8cd0-2de70bd461a4 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:35.999695 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-e2116295-e35a-4d0a-8398-017f52b98d6b req-985b468a-3486-4911-8cd0-2de70bd461a4 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:36.034255 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c575439d-6f06-4d94-a99a-2db21c365b52 req-ca411643-a4fc-476d-97a1-c1cfca3fb7a5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8f3c013d-5cca-4754-bb74-c707f5f90464&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316901 Jan 28 07:06:36.056518 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e2116295-e35a-4d0a-8398-017f52b98d6b req-985b468a-3486-4911-8cd0-2de70bd461a4 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3903818 Jan 28 07:06:36.088174 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8b43a885-e07e-4598-996d-79eca16fa954 req-017daa78-70d3-4913-8755-79a1b8976b9f service neutron] 10.222.0.10 "GET /v2.0/networks/8f3c013d-5cca-4754-bb74-c707f5f90464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2511694 Jan 28 07:06:36.093242 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-078e9464-04c5-492f-906f-b0c0982d2839 req-9639fb14-3b82-4ea8-b5a9-85ad760dd4cb tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] Publish callbacks [] for floatingip (eccd121f-e870-40da-aaaf-b6695cee1983), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:36.102292 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d7f97df6-7e52-46c1-8031-8a5edca837aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:36.111273 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-e2116295-e35a-4d0a-8398-017f52b98d6b req-2587d65c-2b1d-408c-9c7b-a3a380dc1fd4 service neutron] Request body: {'port': {'device_id': 'c99d7ddf-8757-47cb-9f3a-5167285f7a3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712749-28'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:06:36.142781 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-f716661b-aedf-4e0b-a7fe-6cbe5533ee03 None None] Set router 9776306e-56ed-4dc7-a389-fd69a45e55bf gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:06:36.153882 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-078e9464-04c5-492f-906f-b0c0982d2839 req-9639fb14-3b82-4ea8-b5a9-85ad760dd4cb tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (3b5d2641-c5ce-4a94-9f8b-4c7ca2c77b6f), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:36.193731 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-e2116295-e35a-4d0a-8398-017f52b98d6b req-2587d65c-2b1d-408c-9c7b-a3a380dc1fd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (6479eef5-951c-4e2c-a998-c082886c019a), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:36.197975 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c575439d-6f06-4d94-a99a-2db21c365b52 req-a2655465-3842-45d7-8f51-11ca25ac2a54 service neutron] 10.222.0.10 "GET /v2.0/networks/8f3c013d-5cca-4754-bb74-c707f5f90464?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548734 Jan 28 07:06:36.364689 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb232d8f-9713-4101-9f48-5aa4f97d16d4 req-8e8150c5-1d98-4faa-814c-7cb1055c4a97 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:36.372000 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-cb232d8f-9713-4101-9f48-5aa4f97d16d4 req-8e8150c5-1d98-4faa-814c-7cb1055c4a97 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.41 "GET /v2.0/ports?device_id=8813fdc9-13cd-4d6b-88a5-c1cef3739966 HTTP/1.1" status: 200 len: 950 time: 0.1730654 Jan 28 07:06:36.374593 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-f716661b-aedf-4e0b-a7fe-6cbe5533ee03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9776306e-56ed-4dc7-a389-fd69a45e55bf', 'name': 'tempest-ServersTestJSON-1606169236-router', 'tenant_id': '6b0a05cc1dfd4383b65e375634b9d65b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': '963419c8-9b51-4f4d-a5c0-02808f7bf5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:06:29Z', 'updated_at': '2022-01-28T07:06:32Z', 'revision_number': 3, 'project_id': '6b0a05cc1dfd4383b65e375634b9d65b', 'gw_port': {'id': '963419c8-9b51-4f4d-a5c0-02808f7bf5a2', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:96:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9776306e-56ed-4dc7-a389-fd69a45e55bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:06:30Z', 'updated_at': '2022-01-28T07:06:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:06:36.384924 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ece5ece-fc0c-4dc0-89ec-fb365c621381 req-969b996a-b532-48a6-9a47-5d7f96fdcec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:36.386017 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6ece5ece-fc0c-4dc0-89ec-fb365c621381 req-969b996a-b532-48a6-9a47-5d7f96fdcec7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a68b546bd10d454e9bcb0137cb61196a&device_id=a5c4fc08-6975-49b9-8309-31232569480e HTTP/1.1" status: 200 len: 1095 time: 0.1671946 Jan 28 07:06:36.404535 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f716661b-aedf-4e0b-a7fe-6cbe5533ee03 None None] The sync data for ids ['9776306e-56ed-4dc7-a389-fd69a45e55bf'] in n-d-712749-28 is: [{'id': '9776306e-56ed-4dc7-a389-fd69a45e55bf', 'name': 'tempest-ServersTestJSON-1606169236-router', 'tenant_id': '6b0a05cc1dfd4383b65e375634b9d65b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': '963419c8-9b51-4f4d-a5c0-02808f7bf5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:06:29Z', 'updated_at': '2022-01-28T07:06:32Z', 'revision_number': 3, 'project_id': '6b0a05cc1dfd4383b65e375634b9d65b', 'gw_port': {'id': '963419c8-9b51-4f4d-a5c0-02808f7bf5a2', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:96:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9776306e-56ed-4dc7-a389-fd69a45e55bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:06:30Z', 'updated_at': '2022-01-28T07:06:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:06:36.464789 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-d7f97df6-7e52-46c1-8031-8a5edca837aa admin admin] Allocated IP 172.20.0.1 (229bfbc8-3df0-4c71-a5d6-ff95bbe68880/5befb34d-bf52-4217-a97f-6df3499b2528/3b036e8a-6a49-49b4-a3fb-b8e5aaef7705) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:06:36.473207 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c575439d-6f06-4d94-a99a-2db21c365b52 req-0d9110ee-78fd-464d-bea4-aa01e1dd4001 service neutron] 10.222.0.10 "GET /v2.0/networks/8f3c013d-5cca-4754-bb74-c707f5f90464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2533560 Jan 28 07:06:36.513315 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-cb232d8f-9713-4101-9f48-5aa4f97d16d4 req-7f675103-4450-4421-942f-866dc6ae7844 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.41 "GET /v2.0/security-groups?id=a925a148-520f-4e8d-aa8c-4258e73ac6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404183 Jan 28 07:06:36.597526 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-078e9464-04c5-492f-906f-b0c0982d2839 req-9639fb14-3b82-4ea8-b5a9-85ad760dd4cb tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] Publish callbacks [] for port (3b5d2641-c5ce-4a94-9f8b-4c7ca2c77b6f), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:36.609617 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ece5ece-fc0c-4dc0-89ec-fb365c621381 req-1b243326-579f-48ef-8d17-163490823981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:36.611112 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6ece5ece-fc0c-4dc0-89ec-fb365c621381 req-1b243326-579f-48ef-8d17-163490823981 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8f3c013d-5cca-4754-bb74-c707f5f90464 HTTP/1.1" status: 200 len: 913 time: 0.2108765 Jan 28 07:06:36.611717 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-078e9464-04c5-492f-906f-b0c0982d2839 req-9639fb14-3b82-4ea8-b5a9-85ad760dd4cb tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (3b5d2641-c5ce-4a94-9f8b-4c7ca2c77b6f), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:36.666909 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c3ce64-09f9-431d-831a-5b13e5a16b7c req-dab7f0db-b49a-40f8-ad4b-98bc75abe3eb tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:36.669334 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-04c3ce64-09f9-431d-831a-5b13e5a16b7c req-dab7f0db-b49a-40f8-ad4b-98bc75abe3eb tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=0fb52adb-7ae8-4954-b508-f4144838af7f HTTP/1.1" status: 200 len: 950 time: 0.0798819 Jan 28 07:06:36.725963 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6ece5ece-fc0c-4dc0-89ec-fb365c621381 req-180404f1-de75-4471-af53-bb71d984c651 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5eb6e227-da9c-4be1-ae93-3a5b9b1a3450 HTTP/1.1" status: 200 len: 217 time: 0.1000311 Jan 28 07:06:36.770320 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [req-e2116295-e35a-4d0a-8398-017f52b98d6b req-2587d65c-2b1d-408c-9c7b-a3a380dc1fd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6479eef5-951c-4e2c-a998-c082886c019a {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:06:36.770857 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9639fb14-3b82-4ea8-b5a9-85ad760dd4cb tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] Pushing event updated for resources: {'Port': ['ID=3b5d2641-c5ce-4a94-9f8b-4c7ca2c77b6f,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:06:36.785734 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-e2116295-e35a-4d0a-8398-017f52b98d6b req-2587d65c-2b1d-408c-9c7b-a3a380dc1fd4 service neutron] Publish callbacks [] for port (6479eef5-951c-4e2c-a998-c082886c019a), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:36.788922 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d7f97df6-7e52-46c1-8031-8a5edca837aa admin admin] Publish callbacks [] for port (3b036e8a-6a49-49b4-a3fb-b8e5aaef7705), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:36.807478 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-04c3ce64-09f9-431d-831a-5b13e5a16b7c req-b7ab36d5-f58b-4cb2-9e21-5b7ddfc843c4 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777159 Jan 28 07:06:36.813238 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:36.831975 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [req-e2116295-e35a-4d0a-8398-017f52b98d6b req-2587d65c-2b1d-408c-9c7b-a3a380dc1fd4 service neutron] Transition to ACTIVE for port object 6479eef5-951c-4e2c-a998-c082886c019a will not be triggered until provisioned by entity L2. {{(pid=103283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:06:36.836170 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-e2116295-e35a-4d0a-8398-017f52b98d6b req-2587d65c-2b1d-408c-9c7b-a3a380dc1fd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (6479eef5-951c-4e2c-a998-c082886c019a), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:36.854193 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-078e9464-04c5-492f-906f-b0c0982d2839 req-9639fb14-3b82-4ea8-b5a9-85ad760dd4cb tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16609095'] for floatingip (eccd121f-e870-40da-aaaf-b6695cee1983), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:36.860132 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device d93c566b-0fc0-43df-9dc3-139b6e389b37 up at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:06:36.863495 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ece5ece-fc0c-4dc0-89ec-fb365c621381 req-e0f3777b-253e-4143-b08b-f9e1e896ec2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:36.865385 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6ece5ece-fc0c-4dc0-89ec-fb365c621381 req-e0f3777b-253e-4143-b08b-f9e1e896ec2b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d3b9dca6-c176-4992-a4b5-a8d0c2f13ca5 HTTP/1.1" status: 200 len: 852 time: 0.1093097 Jan 28 07:06:36.892719 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-078e9464-04c5-492f-906f-b0c0982d2839 req-9639fb14-3b82-4ea8-b5a9-85ad760dd4cb tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for floatingip (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:36.900819 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-078e9464-04c5-492f-906f-b0c0982d2839 req-9639fb14-3b82-4ea8-b5a9-85ad760dd4cb tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.9649987 Jan 28 07:06:36.923413 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2587d65c-2b1d-408c-9c7b-a3a380dc1fd4 service neutron] Pushing event updated for resources: {'Port': ['ID=6479eef5-951c-4e2c-a998-c082886c019a,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:06:36.935156 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning for port d93c566b-0fc0-43df-9dc3-139b6e389b37 completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:06:36.939261 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6ece5ece-fc0c-4dc0-89ec-fb365c621381 req-14b46d7d-5a03-42e2-8199-5f86121c04ad service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8f3c013d-5cca-4754-bb74-c707f5f90464&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650072 Jan 28 07:06:36.941230 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning complete for port d93c566b-0fc0-43df-9dc3-139b6e389b37 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:06:36.942068 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (d93c566b-0fc0-43df-9dc3-139b6e389b37), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:37.021591 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cd250a-f275-402c-9898-348937db58b3 req-2cd803e2-16b9-4a67-8b56-c784761fa68c tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:37.029276 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-04cd250a-f275-402c-9898-348937db58b3 req-2cd803e2-16b9-4a67-8b56-c784761fa68c tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c013533-1848-4f89-9da8-156554a01ee3 HTTP/1.1" status: 200 len: 948 time: 0.1567459 Jan 28 07:06:37.036029 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port d93c566b-0fc0-43df-9dc3-139b6e389b37 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:06:37.036481 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (d93c566b-0fc0-43df-9dc3-139b6e389b37), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:37.038816 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-e2116295-e35a-4d0a-8398-017f52b98d6b req-2587d65c-2b1d-408c-9c7b-a3a380dc1fd4 service neutron] Attempting to bind port 6479eef5-951c-4e2c-a998-c082886c019a on host n-h2-712749-28 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:06:37.039144 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-e2116295-e35a-4d0a-8398-017f52b98d6b req-2587d65c-2b1d-408c-9c7b-a3a380dc1fd4 service neutron] Attempting to bind port 6479eef5-951c-4e2c-a998-c082886c019a by drivers openvswitch,hyperv on host n-h2-712749-28 at level 0 using segments [{'id': '919581ea-4d97-4a95-839c-1632528194b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '823f80f1-2970-481b-aed2-7ad5a7c0ed20'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:06:37.039470 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2116295-e35a-4d0a-8398-017f52b98d6b req-2587d65c-2b1d-408c-9c7b-a3a380dc1fd4 service neutron] Attempting to bind port 6479eef5-951c-4e2c-a998-c082886c019a on network 823f80f1-2970-481b-aed2-7ad5a7c0ed20 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:06:37.055331 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2116295-e35a-4d0a-8398-017f52b98d6b req-2587d65c-2b1d-408c-9c7b-a3a380dc1fd4 service neutron] Port 6479eef5-951c-4e2c-a998-c082886c019a on network 823f80f1-2970-481b-aed2-7ad5a7c0ed20 not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-28 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:06:37.055654 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2116295-e35a-4d0a-8398-017f52b98d6b req-2587d65c-2b1d-408c-9c7b-a3a380dc1fd4 service neutron] Attempting to bind port 6479eef5-951c-4e2c-a998-c082886c019a on network 823f80f1-2970-481b-aed2-7ad5a7c0ed20 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:06:37.064981 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c013533-1848-4f89-9da8-156554a01ee3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd93c566b-0fc0-43df-9dc3-139b6e389b37'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:06:37.067259 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29ef5440-0ae7-4442-83c3-afb72275b5c3" -d '{"events": [{"server_uuid": "8c013533-1848-4f89-9da8-156554a01ee3", "name": "network-vif-plugged", "status": "completed", "tag": "d93c566b-0fc0-43df-9dc3-139b6e389b37"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:06:37.068332 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d7f97df6-7e52-46c1-8031-8a5edca837aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (3b036e8a-6a49-49b4-a3fb-b8e5aaef7705), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:37.068740 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2116295-e35a-4d0a-8398-017f52b98d6b req-2587d65c-2b1d-408c-9c7b-a3a380dc1fd4 service neutron] Checking agent: {'id': 'c9906e63-062c-432e-bb53-63fdb8115e18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:06:37.069084 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2116295-e35a-4d0a-8398-017f52b98d6b req-2587d65c-2b1d-408c-9c7b-a3a380dc1fd4 service neutron] Checking segment: {'id': '919581ea-4d97-4a95-839c-1632528194b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '823f80f1-2970-481b-aed2-7ad5a7c0ed20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:06:37.072853 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2116295-e35a-4d0a-8398-017f52b98d6b req-2587d65c-2b1d-408c-9c7b-a3a380dc1fd4 service neutron] Bound using segment: {'id': '919581ea-4d97-4a95-839c-1632528194b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '823f80f1-2970-481b-aed2-7ad5a7c0ed20'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:06:37.074720 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-e2116295-e35a-4d0a-8398-017f52b98d6b req-2587d65c-2b1d-408c-9c7b-a3a380dc1fd4 service neutron] Bound port: 6479eef5-951c-4e2c-a998-c082886c019a, host: n-h2-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '919581ea-4d97-4a95-839c-1632528194b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '823f80f1-2970-481b-aed2-7ad5a7c0ed20'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:06:37.076364 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-e2116295-e35a-4d0a-8398-017f52b98d6b req-2587d65c-2b1d-408c-9c7b-a3a380dc1fd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (6479eef5-951c-4e2c-a998-c082886c019a), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:37.079303 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port d93c566b-0fc0-43df-9dc3-139b6e389b37, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=d93c566b-0fc0-43df-9dc3-139b6e389b37,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:06:37.085984 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (d93c566b-0fc0-43df-9dc3-139b6e389b37), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:37.111337 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-078e9464-04c5-492f-906f-b0c0982d2839 req-db0e248a-9b69-4e9c-a036-859703131d09 tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.6.232 HTTP/1.1" status: 200 len: 696 time: 0.2095790 Jan 28 07:06:37.139027 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=d93c566b-0fc0-43df-9dc3-139b6e389b37,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:06:37.144789 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-04cd250a-f275-402c-9898-348937db58b3 req-07c97610-32f9-40d2-8c94-ee228315b56f tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/security-groups?id=b910cb8c-64ec-47f6-b06b-89e838bb343d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149738 Jan 28 07:06:37.150304 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f97df6-7e52-46c1-8031-8a5edca837aa admin admin] Network 229bfbc8-3df0-4c71-a5d6-ff95bbe68880 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:06:37.164181 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6ece5ece-fc0c-4dc0-89ec-fb365c621381 req-7d8de4df-edb5-4eb1-bd9f-57d49451fb16 service neutron] 10.222.0.10 "GET /v2.0/networks/8f3c013d-5cca-4754-bb74-c707f5f90464?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914032 Jan 28 07:06:37.171754 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-d7f97df6-7e52-46c1-8031-8a5edca837aa admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:06:37.174240 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f97df6-7e52-46c1-8031-8a5edca837aa admin admin] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:06:37.193968 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-e2116295-e35a-4d0a-8398-017f52b98d6b req-2587d65c-2b1d-408c-9c7b-a3a380dc1fd4 service neutron] For port 6479eef5-951c-4e2c-a998-c082886c019a, host n-h2-712749-28, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:06:37.197552 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-e2116295-e35a-4d0a-8398-017f52b98d6b req-2587d65c-2b1d-408c-9c7b-a3a380dc1fd4 service neutron] For port 6479eef5-951c-4e2c-a998-c082886c019a, host n-h2-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=6479eef5-951c-4e2c-a998-c082886c019a,segment=NetworkSegment(919581ea-4d97-4a95-839c-1632528194b6),segment_id=919581ea-4d97-4a95-839c-1632528194b6)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:06:37.203855 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-e2116295-e35a-4d0a-8398-017f52b98d6b req-2587d65c-2b1d-408c-9c7b-a3a380dc1fd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (6479eef5-951c-4e2c-a998-c082886c019a), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:37.251405 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f97df6-7e52-46c1-8031-8a5edca837aa admin admin] Pushing event updated for resources: {'Port': ['ID=3b036e8a-6a49-49b4-a3fb-b8e5aaef7705,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:06:37.253375 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2116295-e35a-4d0a-8398-017f52b98d6b req-2587d65c-2b1d-408c-9c7b-a3a380dc1fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:37.254259 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-e2116295-e35a-4d0a-8398-017f52b98d6b req-2587d65c-2b1d-408c-9c7b-a3a380dc1fd4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:37.255740 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e2116295-e35a-4d0a-8398-017f52b98d6b req-2587d65c-2b1d-408c-9c7b-a3a380dc1fd4 service neutron] 10.222.0.44 "PUT /v2.0/ports/6479eef5-951c-4e2c-a998-c082886c019a HTTP/1.1" status: 200 len: 1093 time: 1.1511598 Jan 28 07:06:37.273282 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c99d7ddf-8757-47cb-9f3a-5167285f7a3c', 'tag': '6479eef5-951c-4e2c-a998-c082886c019a'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:06:37.275952 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6508fd67-aaac-4e78-90ad-44590cd84de9" -d '{"events": [{"name": "network-changed", "server_uuid": "c99d7ddf-8757-47cb-9f3a-5167285f7a3c", "tag": "6479eef5-951c-4e2c-a998-c082886c019a"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:06:37.315877 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2587d65c-2b1d-408c-9c7b-a3a380dc1fd4 service neutron] Pushing event updated for resources: {'Port': ['ID=6479eef5-951c-4e2c-a998-c082886c019a,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:06:37.327653 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf8f02a-8fc5-44de-b5ed-9b0f2484dbf1 req-99890bc1-c8e4-41e3-bc1c-378e8afceabc tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:37.335967 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-fbf8f02a-8fc5-44de-b5ed-9b0f2484dbf1 req-99890bc1-c8e4-41e3-bc1c-378e8afceabc tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/ports?device_id=c99d7ddf-8757-47cb-9f3a-5167285f7a3c HTTP/1.1" status: 200 len: 944 time: 0.1181128 Jan 28 07:06:37.366995 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d7f97df6-7e52-46c1-8031-8a5edca837aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16609232'] for router_interface (9776306e-56ed-4dc7-a389-fd69a45e55bf), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:37.431608 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6ece5ece-fc0c-4dc0-89ec-fb365c621381 req-049b093b-1486-48e6-a3cd-3ce58a6bbe24 service neutron] 10.222.0.10 "GET /v2.0/networks/8f3c013d-5cca-4754-bb74-c707f5f90464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174878 Jan 28 07:06:37.439984 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078e9464-04c5-492f-906f-b0c0982d2839 req-c5f1b485-0099-4578-aba5-884a3776fcfb tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:37.442924 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-078e9464-04c5-492f-906f-b0c0982d2839 req-c5f1b485-0099-4578-aba5-884a3776fcfb tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] 10.222.0.41 "GET /v2.0/networks/7d5b3724-deef-4831-8d43-cb9b8176573c HTTP/1.1" status: 200 len: 784 time: 0.3307335 Jan 28 07:06:37.581619 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 963419c8-9b51-4f4d-a5c0-02808f7bf5a2 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:06:37.598186 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d7f97df6-7e52-46c1-8031-8a5edca837aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (3b036e8a-6a49-49b4-a3fb-b8e5aaef7705), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:37.637230 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-7fe9119d-29b0-4b37-ae2a-0556b1eeb769 None None] Provisioning complete for port 3b036e8a-6a49-49b4-a3fb-b8e5aaef7705 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:06:37.637638 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7fe9119d-29b0-4b37-ae2a-0556b1eeb769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (3b036e8a-6a49-49b4-a3fb-b8e5aaef7705), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:37.673368 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 963419c8-9b51-4f4d-a5c0-02808f7bf5a2 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:06:37.674042 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (963419c8-9b51-4f4d-a5c0-02808f7bf5a2), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:37.703946 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-7fe9119d-29b0-4b37-ae2a-0556b1eeb769 None None] Port 3b036e8a-6a49-49b4-a3fb-b8e5aaef7705 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:06:37.736089 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd81950-b37c-4412-96c0-da70ee67549b req-3a734332-1740-4415-a93d-fdef4ee3f09d tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:37.737768 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7dd81950-b37c-4412-96c0-da70ee67549b req-3a734332-1740-4415-a93d-fdef4ee3f09d tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5c4fc08-6975-49b9-8309-31232569480e HTTP/1.1" status: 200 len: 943 time: 0.1996374 Jan 28 07:06:37.765624 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 963419c8-9b51-4f4d-a5c0-02808f7bf5a2 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:06:37.766023 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (963419c8-9b51-4f4d-a5c0-02808f7bf5a2), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:37.787755 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] For port 963419c8-9b51-4f4d-a5c0-02808f7bf5a2, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=963419c8-9b51-4f4d-a5c0-02808f7bf5a2,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:06:37.793409 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (963419c8-9b51-4f4d-a5c0-02808f7bf5a2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:37.800213 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2116295-e35a-4d0a-8398-017f52b98d6b req-bcacbbe3-125a-4521-8afa-715e038e53c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:37.801965 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e2116295-e35a-4d0a-8398-017f52b98d6b req-bcacbbe3-125a-4521-8afa-715e038e53c0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5c2af407db1e43909575b4b7c4ad1b18&device_id=c99d7ddf-8757-47cb-9f3a-5167285f7a3c HTTP/1.1" status: 200 len: 1096 time: 0.4497194 Jan 28 07:06:37.818257 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-fbf8f02a-8fc5-44de-b5ed-9b0f2484dbf1 req-26607521-9e93-4f8c-bb1a-c06627dd68e2 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/security-groups?id=83d97fa1-2f29-40d2-a756-a970d048d2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4812303 Jan 28 07:06:37.826280 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7dd81950-b37c-4412-96c0-da70ee67549b req-40714ea1-b83f-4f13-bebc-9a6360d52a08 tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] 10.222.0.41 "GET /v2.0/security-groups?id=35ddb33c-0ef0-4c89-97f1-d465222d49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796518 Jan 28 07:06:37.883717 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d7f97df6-7e52-46c1-8031-8a5edca837aa admin admin] Publish callbacks [] for port (3b036e8a-6a49-49b4-a3fb-b8e5aaef7705), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:37.890170 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d7f97df6-7e52-46c1-8031-8a5edca837aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (3b036e8a-6a49-49b4-a3fb-b8e5aaef7705), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:37.891930 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Pushing event updated for resources: {'Port': ['ID=963419c8-9b51-4f4d-a5c0-02808f7bf5a2,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:06:37.896987 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:06:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37b9282d-7a5f-4516-939e-7fa3a9e01132 x-openstack-request-id: req-37b9282d-7a5f-4516-939e-7fa3a9e01132 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:06:37.897568 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c013533-1848-4f89-9da8-156554a01ee3", "name": "network-vif-plugged", "status": "completed", "tag": "d93c566b-0fc0-43df-9dc3-139b6e389b37", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:06:37.898183 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-37b9282d-7a5f-4516-939e-7fa3a9e01132 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:06:37.898858 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c013533-1848-4f89-9da8-156554a01ee3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd93c566b-0fc0-43df-9dc3-139b6e389b37', 'code': 200} Jan 28 07:06:37.900566 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e2116295-e35a-4d0a-8398-017f52b98d6b req-32a4d414-67e2-4a43-916a-66e4f2734ede service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6479eef5-951c-4e2c-a998-c082886c019a HTTP/1.1" status: 200 len: 217 time: 0.0809584 Jan 28 07:06:37.939124 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:06:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f888a18a-a973-4f0a-ba07-f70092cc077c x-openstack-request-id: req-f888a18a-a973-4f0a-ba07-f70092cc077c {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:06:37.939490 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c99d7ddf-8757-47cb-9f3a-5167285f7a3c", "tag": "6479eef5-951c-4e2c-a998-c082886c019a", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:06:37.939798 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f888a18a-a973-4f0a-ba07-f70092cc077c {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:06:37.940310 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c99d7ddf-8757-47cb-9f3a-5167285f7a3c', 'tag': '6479eef5-951c-4e2c-a998-c082886c019a', 'status': 'completed', 'code': 200} Jan 28 07:06:37.969957 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f97df6-7e52-46c1-8031-8a5edca837aa admin admin] Pushing event updated for resources: {'Port': ['ID=3b036e8a-6a49-49b4-a3fb-b8e5aaef7705,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:06:37.972485 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d7f97df6-7e52-46c1-8031-8a5edca837aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16318999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16606560'] for router_interface (9776306e-56ed-4dc7-a389-fd69a45e55bf), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:38.021056 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device a38de860-6964-409b-9a0e-9e37dface9f2 details requested by agent hyperv_n-h1-712749-28 with host n-h1-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:06:38.039624 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11289b64-7868-4a3c-b9c5-04227386eacf req-91e1bdee-a5e1-4583-a6b9-754a3811cab9 tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:38.041265 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-11289b64-7868-4a3c-b9c5-04227386eacf req-91e1bdee-a5e1-4583-a6b9-754a3811cab9 tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] 10.222.0.41 "GET /v2.0/ports?device_id=65b9fb21-1449-4992-bc12-2ac1f0102a9f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0534933 Jan 28 07:06:38.087482 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f97df6-7e52-46c1-8031-8a5edca837aa admin admin] Network 229bfbc8-3df0-4c71-a5d6-ff95bbe68880 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:06:38.089049 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-d7f97df6-7e52-46c1-8031-8a5edca837aa admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:06:38.145110 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-11289b64-7868-4a3c-b9c5-04227386eacf req-d8c384da-4b56-4758-926a-1a1731b75cc9 tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.6.232 HTTP/1.1" status: 200 len: 696 time: 0.0946219 Jan 28 07:06:38.152666 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-11289b64-7868-4a3c-b9c5-04227386eacf req-b5683c8c-3f74-4730-8427-5a2a652c53e1 tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] Request body: {'floatingip': {'port_id': '61e3e5e6-6046-47fa-b7e3-545b20d6ee72', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:06:38.162308 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2116295-e35a-4d0a-8398-017f52b98d6b req-36d46140-d58a-48a4-82fe-713441ca70ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:38.163788 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e2116295-e35a-4d0a-8398-017f52b98d6b req-36d46140-d58a-48a4-82fe-713441ca70ed service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d3ff6769-eb60-4293-943b-ef852d2e0c72 HTTP/1.1" status: 200 len: 860 time: 0.1215382 Jan 28 07:06:38.181492 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port a38de860-6964-409b-9a0e-9e37dface9f2, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=a38de860-6964-409b-9a0e-9e37dface9f2,segment=NetworkSegment(406f2b19-55d4-4cd2-8c14-e14e9061d6e3),segment_id=406f2b19-55d4-4cd2-8c14-e14e9061d6e3)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:06:38.194950 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Returning: {'device': 'a38de860-6964-409b-9a0e-9e37dface9f2', 'network_id': '8f3c013d-5cca-4754-bb74-c707f5f90464', 'port_id': 'a38de860-6964-409b-9a0e-9e37dface9f2', 'mac_address': 'fa:16:3e:c4:2c:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3b9dca6-c176-4992-a4b5-a8d0c2f13ca5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:06:38.234859 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e2116295-e35a-4d0a-8398-017f52b98d6b req-c4646f43-2bc7-4211-ae64-597b03c02fb0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=823f80f1-2970-481b-aed2-7ad5a7c0ed20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372519 Jan 28 07:06:38.237202 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-11289b64-7868-4a3c-b9c5-04227386eacf req-b5683c8c-3f74-4730-8427-5a2a652c53e1 tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] Publish callbacks [] for floatingip (eccd121f-e870-40da-aaaf-b6695cee1983), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:38.240114 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d927d3d-e3a3-4cdd-bcdf-e906cf6fd264 req-66154908-194a-4730-a3b5-715087fdb93d tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:38.243022 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0d927d3d-e3a3-4cdd-bcdf-e906cf6fd264 req-66154908-194a-4730-a3b5-715087fdb93d tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.41 "GET /v2.0/ports?device_id=8813fdc9-13cd-4d6b-88a5-c1cef3739966 HTTP/1.1" status: 200 len: 950 time: 0.0973296 Jan 28 07:06:38.255042 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port a38de860-6964-409b-9a0e-9e37dface9f2 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:06:38.255767 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (a38de860-6964-409b-9a0e-9e37dface9f2), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:38.270368 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a38de860-6964-409b-9a0e-9e37dface9f2 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:06:38.298976 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port a38de860-6964-409b-9a0e-9e37dface9f2, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=a38de860-6964-409b-9a0e-9e37dface9f2,segment=NetworkSegment(406f2b19-55d4-4cd2-8c14-e14e9061d6e3),segment_id=406f2b19-55d4-4cd2-8c14-e14e9061d6e3)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:06:38.303638 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (a38de860-6964-409b-9a0e-9e37dface9f2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:38.305014 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f8a88d-429d-40cd-8e69-d761821cee15 req-273523b8-87f1-44f8-a6e0-5c2f7b266590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:38.306528 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a6f8a88d-429d-40cd-8e69-d761821cee15 req-273523b8-87f1-44f8-a6e0-5c2f7b266590 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8c013533-1848-4f89-9da8-156554a01ee3 HTTP/1.1" status: 200 len: 1101 time: 0.1721961 Jan 28 07:06:38.369505 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=a38de860-6964-409b-9a0e-9e37dface9f2,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:06:38.412807 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7f97df6-7e52-46c1-8031-8a5edca837aa admin admin] Router 9776306e-56ed-4dc7-a389-fd69a45e55bf has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:06:38.422042 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0d927d3d-e3a3-4cdd-bcdf-e906cf6fd264 req-8019bc00-6ce2-4a46-9628-94eaab303b58 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.41 "GET /v2.0/security-groups?id=a925a148-520f-4e8d-aa8c-4258e73ac6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472511 Jan 28 07:06:38.446222 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a6f8a88d-429d-40cd-8e69-d761821cee15 req-31198fd3-000f-413f-b480-d19dee3abab5 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=b910cb8c-64ec-47f6-b06b-89e838bb343d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258481 Jan 28 07:06:38.451263 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-1df6f79f-431a-4dcb-8180-312d498dcc50 None None] Provisioning complete for port 3b036e8a-6a49-49b4-a3fb-b8e5aaef7705 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:06:38.451396 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1df6f79f-431a-4dcb-8180-312d498dcc50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (3b036e8a-6a49-49b4-a3fb-b8e5aaef7705), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:38.503092 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:38.504384 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-1df6f79f-431a-4dcb-8180-312d498dcc50 None None] Port 3b036e8a-6a49-49b4-a3fb-b8e5aaef7705 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:06:38.521654 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e2116295-e35a-4d0a-8398-017f52b98d6b req-9744d00d-fa89-41c5-985c-bef157c976f9 service neutron] 10.222.0.44 "GET /v2.0/networks/823f80f1-2970-481b-aed2-7ad5a7c0ed20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2501347 Jan 28 07:06:38.589577 n-d-712749-28 neutron-server[103283]: INFO neutron.api.v2.resource [req-11289b64-7868-4a3c-b9c5-04227386eacf req-b5683c8c-3f74-4730-8427-5a2a652c53e1 tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] update failed (client error): There was a conflict when trying to complete your request. Jan 28 07:06:38.591025 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-11289b64-7868-4a3c-b9c5-04227386eacf req-b5683c8c-3f74-4730-8427-5a2a652c53e1 tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] 10.222.0.41 "PUT /v2.0/floatingips/eccd121f-e870-40da-aaaf-b6695cee1983 HTTP/1.1" status: 409 len: 550 time: 0.4450064 Jan 28 07:06:38.600519 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7f97df6-7e52-46c1-8031-8a5edca837aa admin admin] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:06:38.606498 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-d7f97df6-7e52-46c1-8031-8a5edca837aa admin admin] 10.222.0.41 "PUT /v2.0/routers/9776306e-56ed-4dc7-a389-fd69a45e55bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8741341 Jan 28 07:06:38.621800 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76199cbc-22d4-4d8b-a898-fce71e9f3a5b req-8274f343-cb69-41ad-9893-c65cff4f0d3f tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:38.623331 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-76199cbc-22d4-4d8b-a898-fce71e9f3a5b req-8274f343-cb69-41ad-9893-c65cff4f0d3f tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=0fb52adb-7ae8-4954-b508-f4144838af7f HTTP/1.1" status: 200 len: 950 time: 0.0762897 Jan 28 07:06:38.679986 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-76199cbc-22d4-4d8b-a898-fce71e9f3a5b req-ccfc7e5f-39d2-45ec-8387-98a0f921945e tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503917 Jan 28 07:06:38.707375 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30745ec-e183-4be8-8b38-7cf0a22a5c73 req-be4f526a-2133-4415-99ef-e3cb44e7e38e tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:38.709095 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a30745ec-e183-4be8-8b38-7cf0a22a5c73 req-be4f526a-2133-4415-99ef-e3cb44e7e38e tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c013533-1848-4f89-9da8-156554a01ee3 HTTP/1.1" status: 200 len: 949 time: 0.0600042 Jan 28 07:06:38.731496 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['a38de860-6964-409b-9a0e-9e37dface9f2'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:06:38.764249 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9364c9ec-0ca7-4559-87e8-ce0e58fdb8ce req-59cbe89a-baef-43bf-a68c-0b60ee3dbce7 tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] 10.222.0.41 "GET /v2.0/floatingips/eccd121f-e870-40da-aaaf-b6695cee1983 HTTP/1.1" status: 200 len: 693 time: 0.0564780 Jan 28 07:06:38.780865 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a30745ec-e183-4be8-8b38-7cf0a22a5c73 req-dccfecdf-be80-4e4f-8576-9cd9027252a8 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/security-groups?id=b910cb8c-64ec-47f6-b06b-89e838bb343d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658140 Jan 28 07:06:38.782236 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e223da-c552-4679-88f9-080397c9e276 None None] Sync routers for ids ['9776306e-56ed-4dc7-a389-fd69a45e55bf'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:06:38.801616 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e223da-c552-4679-88f9-080397c9e276 None None] Routers {'9776306e-56ed-4dc7-a389-fd69a45e55bf'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:06:38.802639 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-e9e223da-c552-4679-88f9-080397c9e276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:06:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['9776306e-56ed-4dc7-a389-fd69a45e55bf'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:06:38.930239 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e2116295-e35a-4d0a-8398-017f52b98d6b req-cc84932b-cf63-4a46-8c22-330f4687631b service neutron] 10.222.0.44 "GET /v2.0/networks/823f80f1-2970-481b-aed2-7ad5a7c0ed20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172926 Jan 28 07:06:38.968218 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-e9e223da-c552-4679-88f9-080397c9e276 None None] Set router 9776306e-56ed-4dc7-a389-fd69a45e55bf gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:06:39.126192 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6508fd67-aaac-4e78-90ad-44590cd84de9 req-b73110b7-9fe4-41cc-923e-72f6db091653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:39.127657 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6508fd67-aaac-4e78-90ad-44590cd84de9 req-b73110b7-9fe4-41cc-923e-72f6db091653 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5c2af407db1e43909575b4b7c4ad1b18&device_id=c99d7ddf-8757-47cb-9f3a-5167285f7a3c HTTP/1.1" status: 200 len: 1096 time: 0.0468798 Jan 28 07:06:39.200845 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 60288) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:06:39.203068 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9364c9ec-0ca7-4559-87e8-ce0e58fdb8ce req-8167ec30-4712-4544-b06c-66b638061236 tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:39.206439 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-ed674689-616c-4c25-b357-399a1f48294a tempest-ServersTestJSON-78514907 tempest-ServersTestJSON-78514907-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1420900917', 'description': 'tempest-description--996422672'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:06:39.210364 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9364c9ec-0ca7-4559-87e8-ce0e58fdb8ce req-8167ec30-4712-4544-b06c-66b638061236 tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] 10.222.0.41 "GET /v2.0/networks/7d5b3724-deef-4831-8d43-cb9b8176573c HTTP/1.1" status: 200 len: 784 time: 0.4396143 Jan 28 07:06:39.264760 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9364c9ec-0ca7-4559-87e8-ce0e58fdb8ce req-86935465-acd8-41c9-acdd-91bcb5b6e9c3 tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.6.232 HTTP/1.1" status: 200 len: 696 time: 0.0532234 Jan 28 07:06:39.266370 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ed674689-616c-4c25-b357-399a1f48294a tempest-ServersTestJSON-78514907 tempest-ServersTestJSON-78514907-project] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:39.318433 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9364c9ec-0ca7-4559-87e8-ce0e58fdb8ce req-4e3d8ea5-d3c3-4bf1-ac97-7cb8b8293239 tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.6.232 HTTP/1.1" status: 200 len: 696 time: 0.0500247 Jan 28 07:06:39.332498 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6508fd67-aaac-4e78-90ad-44590cd84de9 req-07408efe-5fcc-43e2-a01e-a705936f8f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:39.333910 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6508fd67-aaac-4e78-90ad-44590cd84de9 req-07408efe-5fcc-43e2-a01e-a705936f8f74 service neutron] 10.222.0.44 "GET /v2.0/networks?id=823f80f1-2970-481b-aed2-7ad5a7c0ed20 HTTP/1.1" status: 200 len: 921 time: 0.1950700 Jan 28 07:06:39.364046 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-e9e223da-c552-4679-88f9-080397c9e276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9776306e-56ed-4dc7-a389-fd69a45e55bf', 'name': 'tempest-ServersTestJSON-1606169236-router', 'tenant_id': '6b0a05cc1dfd4383b65e375634b9d65b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': '963419c8-9b51-4f4d-a5c0-02808f7bf5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:06:29Z', 'updated_at': '2022-01-28T07:06:37Z', 'revision_number': 4, 'project_id': '6b0a05cc1dfd4383b65e375634b9d65b', 'gw_port': {'id': '963419c8-9b51-4f4d-a5c0-02808f7bf5a2', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:96:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9776306e-56ed-4dc7-a389-fd69a45e55bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:06:30Z', 'updated_at': '2022-01-28T07:06:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '3b036e8a-6a49-49b4-a3fb-b8e5aaef7705', 'name': '', 'network_id': '229bfbc8-3df0-4c71-a5d6-ff95bbe68880', 'tenant_id': '6b0a05cc1dfd4383b65e375634b9d65b', 'mac_address': 'fa:16:3e:b2:77:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9776306e-56ed-4dc7-a389-fd69a45e55bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '5befb34d-bf52-4217-a97f-6df3499b2528', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:06:36Z', 'updated_at': '2022-01-28T07:06:37Z', 'revision_number': 2, 'project_id': '6b0a05cc1dfd4383b65e375634b9d65b', 'subnets': [{'id': '5befb34d-bf52-4217-a97f-6df3499b2528', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:06:39.367621 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399a683b-de95-4d25-bf27-d262b5b45d0b req-aceddc5d-907e-435f-b093-49d7aab84e24 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:39.369427 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-399a683b-de95-4d25-bf27-d262b5b45d0b req-aceddc5d-907e-435f-b093-49d7aab84e24 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/ports?device_id=c99d7ddf-8757-47cb-9f3a-5167285f7a3c HTTP/1.1" status: 200 len: 944 time: 0.1188512 Jan 28 07:06:39.391075 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e223da-c552-4679-88f9-080397c9e276 None None] Checking router: 9776306e-56ed-4dc7-a389-fd69a45e55bf for host: n-d-712749-28 {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:06:39.391545 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e223da-c552-4679-88f9-080397c9e276 None None] Updating router 9776306e-56ed-4dc7-a389-fd69a45e55bf port 3b036e8a-6a49-49b4-a3fb-b8e5aaef7705 binding host n-d-712749-28 {{(pid=103285) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 07:06:39.407710 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6508fd67-aaac-4e78-90ad-44590cd84de9 req-828f1e31-a011-451c-b95f-d2a34460cc3f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6479eef5-951c-4e2c-a998-c082886c019a HTTP/1.1" status: 200 len: 217 time: 0.0636575 Jan 28 07:06:39.417192 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e9e223da-c552-4679-88f9-080397c9e276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (3b036e8a-6a49-49b4-a3fb-b8e5aaef7705), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:39.495326 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-9364c9ec-0ca7-4559-87e8-ce0e58fdb8ce req-91774349-8360-408b-b45c-2cc613b23440 tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] Deleting port 3b5d2641-c5ce-4a94-9f8b-4c7ca2c77b6f {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:06:39.495709 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-9364c9ec-0ca7-4559-87e8-ce0e58fdb8ce req-91774349-8360-408b-b45c-2cc613b23440 tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (3b5d2641-c5ce-4a94-9f8b-4c7ca2c77b6f), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:39.512409 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ed674689-616c-4c25-b357-399a1f48294a tempest-ServersTestJSON-78514907 tempest-ServersTestJSON-78514907-project] Publish callbacks [] for security_group (6ae0854f-95bb-4517-bc2f-76f6b2917b5c), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:39.521519 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 963419c8-9b51-4f4d-a5c0-02808f7bf5a2 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:06:39.522584 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ed674689-616c-4c25-b357-399a1f48294a tempest-ServersTestJSON-78514907 tempest-ServersTestJSON-78514907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (6ae0854f-95bb-4517-bc2f-76f6b2917b5c), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:39.527614 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-399a683b-de95-4d25-bf27-d262b5b45d0b req-7a2761f5-3899-4a30-9041-930718fe86d8 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/security-groups?id=83d97fa1-2f29-40d2-a756-a970d048d2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237912 Jan 28 07:06:39.555998 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed674689-616c-4c25-b357-399a1f48294a tempest-ServersTestJSON-78514907 tempest-ServersTestJSON-78514907-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ae0854f-95bb-4517-bc2f-76f6b2917b5c,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:06:39.560713 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6508fd67-aaac-4e78-90ad-44590cd84de9 req-3fa11090-6aff-4d07-91ce-39d8a4e5f885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:39.562622 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6508fd67-aaac-4e78-90ad-44590cd84de9 req-3fa11090-6aff-4d07-91ce-39d8a4e5f885 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d3ff6769-eb60-4293-943b-ef852d2e0c72 HTTP/1.1" status: 200 len: 860 time: 0.1378784 Jan 28 07:06:39.576852 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ed674689-616c-4c25-b357-399a1f48294a tempest-ServersTestJSON-78514907 tempest-ServersTestJSON-78514907-project] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:39.579294 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-ed674689-616c-4c25-b357-399a1f48294a tempest-ServersTestJSON-78514907 tempest-ServersTestJSON-78514907-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3773086 Jan 28 07:06:39.582867 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 60292) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:06:39.591611 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-4e115513-359c-4b76-a1f1-ff65ef729cf5 tempest-ServersTestJSON-78514907 tempest-ServersTestJSON-78514907-project] Request body: {'security_group_rule': {'security_group_id': '6ae0854f-95bb-4517-bc2f-76f6b2917b5c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:06:39.617877 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6508fd67-aaac-4e78-90ad-44590cd84de9 req-0d84d72b-e0f7-46a8-a056-bec23c696b93 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=823f80f1-2970-481b-aed2-7ad5a7c0ed20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367396 Jan 28 07:06:39.620258 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-9364c9ec-0ca7-4559-87e8-ce0e58fdb8ce req-91774349-8360-408b-b45c-2cc613b23440 tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (3b5d2641-c5ce-4a94-9f8b-4c7ca2c77b6f), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:39.621150 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-9364c9ec-0ca7-4559-87e8-ce0e58fdb8ce req-91774349-8360-408b-b45c-2cc613b23440 tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] Publish callbacks [] for floatingip (3b5d2641-c5ce-4a94-9f8b-4c7ca2c77b6f), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:39.638823 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-9364c9ec-0ca7-4559-87e8-ce0e58fdb8ce req-91774349-8360-408b-b45c-2cc613b23440 tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] Calling delete_port for 3b5d2641-c5ce-4a94-9f8b-4c7ca2c77b6f owned by network:floatingip {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:06:39.652596 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4e115513-359c-4b76-a1f1-ff65ef729cf5 tempest-ServersTestJSON-78514907 tempest-ServersTestJSON-78514907-project] Publish callbacks [] for security_group_rule (0032d7e4-6484-4841-9c48-fca2162e5b75), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:39.655338 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 963419c8-9b51-4f4d-a5c0-02808f7bf5a2 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:06:39.655928 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (963419c8-9b51-4f4d-a5c0-02808f7bf5a2), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:39.687782 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:39.771599 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4e115513-359c-4b76-a1f1-ff65ef729cf5 tempest-ServersTestJSON-78514907 tempest-ServersTestJSON-78514907-project] Publish callbacks [] for security_group_rule (0032d7e4-6484-4841-9c48-fca2162e5b75), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:39.776445 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4e115513-359c-4b76-a1f1-ff65ef729cf5 tempest-ServersTestJSON-78514907 tempest-ServersTestJSON-78514907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (0032d7e4-6484-4841-9c48-fca2162e5b75), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:39.787089 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce32a5f9-25b9-49a9-a699-9db94059f50b req-df94a036-5ccd-4283-b783-f768e09b7ada tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:39.788766 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ce32a5f9-25b9-49a9-a699-9db94059f50b req-df94a036-5ccd-4283-b783-f768e09b7ada tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5c4fc08-6975-49b9-8309-31232569480e HTTP/1.1" status: 200 len: 943 time: 0.1625845 Jan 28 07:06:39.802208 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e115513-359c-4b76-a1f1-ff65ef729cf5 tempest-ServersTestJSON-78514907 tempest-ServersTestJSON-78514907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0032d7e4-6484-4841-9c48-fca2162e5b75,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:06:39.810261 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6508fd67-aaac-4e78-90ad-44590cd84de9 req-191abb6f-7abc-4f85-b85a-f3a2520bd1c3 service neutron] 10.222.0.44 "GET /v2.0/networks/823f80f1-2970-481b-aed2-7ad5a7c0ed20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683342 Jan 28 07:06:39.819935 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 963419c8-9b51-4f4d-a5c0-02808f7bf5a2 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:06:39.820346 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4e115513-359c-4b76-a1f1-ff65ef729cf5 tempest-ServersTestJSON-78514907 tempest-ServersTestJSON-78514907-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:39.824645 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-4e115513-359c-4b76-a1f1-ff65ef729cf5 tempest-ServersTestJSON-78514907 tempest-ServersTestJSON-78514907-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2378166 Jan 28 07:06:39.826359 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e9e223da-c552-4679-88f9-080397c9e276 None None] Publish callbacks [] for port (3b036e8a-6a49-49b4-a3fb-b8e5aaef7705), precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:39.831724 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 60298) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:06:39.838068 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-105f0494-530b-46b5-9297-5e56b0a667e0 tempest-ServersTestJSON-78514907 tempest-ServersTestJSON-78514907-project] Request body: {'security_group_rule': {'security_group_id': '6ae0854f-95bb-4517-bc2f-76f6b2917b5c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:06:39.865495 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-9364c9ec-0ca7-4559-87e8-ce0e58fdb8ce req-91774349-8360-408b-b45c-2cc613b23440 tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (3b5d2641-c5ce-4a94-9f8b-4c7ca2c77b6f), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:39.869081 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e9e223da-c552-4679-88f9-080397c9e276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (3b036e8a-6a49-49b4-a3fb-b8e5aaef7705), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:39.895080 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91774349-8360-408b-b45c-2cc613b23440 tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] Pushing event deleted for resources: {'Port': ['ID=3b5d2641-c5ce-4a94-9f8b-4c7ca2c77b6f,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:06:39.922230 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ce32a5f9-25b9-49a9-a699-9db94059f50b req-e67f3794-c88f-4801-84e7-b842fdc3c564 tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] 10.222.0.41 "GET /v2.0/security-groups?id=35ddb33c-0ef0-4c89-97f1-d465222d49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243665 Jan 28 07:06:39.978053 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-9364c9ec-0ca7-4559-87e8-ce0e58fdb8ce req-91774349-8360-408b-b45c-2cc613b23440 tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] Publish callbacks [] for floatingip (eccd121f-e870-40da-aaaf-b6695cee1983), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:39.981428 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61490241-e266-462d-9670-41fa047d5bda None None] Pushing event updated for resources: {'Port': ['ID=3b036e8a-6a49-49b4-a3fb-b8e5aaef7705,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:06:39.984310 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-9364c9ec-0ca7-4559-87e8-ce0e58fdb8ce req-91774349-8360-408b-b45c-2cc613b23440 tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for floatingip (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:39.990017 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-105f0494-530b-46b5-9297-5e56b0a667e0 tempest-ServersTestJSON-78514907 tempest-ServersTestJSON-78514907-project] Publish callbacks [] for security_group_rule (388dd7e6-d678-4e16-bacf-781feb7ffcc9), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:39.991035 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-e9e223da-c552-4679-88f9-080397c9e276 None None] Attempting to bind port 3b036e8a-6a49-49b4-a3fb-b8e5aaef7705 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:06:39.991415 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-e9e223da-c552-4679-88f9-080397c9e276 None None] Attempting to bind port 3b036e8a-6a49-49b4-a3fb-b8e5aaef7705 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': 'd86bde62-7a05-46f6-b2d6-55a757a88dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '229bfbc8-3df0-4c71-a5d6-ff95bbe68880'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:06:39.991783 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e223da-c552-4679-88f9-080397c9e276 None None] Attempting to bind port 3b036e8a-6a49-49b4-a3fb-b8e5aaef7705 on network 229bfbc8-3df0-4c71-a5d6-ff95bbe68880 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:06:39.993022 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9364c9ec-0ca7-4559-87e8-ce0e58fdb8ce req-91774349-8360-408b-b45c-2cc613b23440 tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] 10.222.0.41 "DELETE /v2.0/floatingips/eccd121f-e870-40da-aaaf-b6695cee1983 HTTP/1.1" status: 204 len: 173 time: 0.6682446 Jan 28 07:06:40.001439 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e223da-c552-4679-88f9-080397c9e276 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 6, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:06:40.001772 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e223da-c552-4679-88f9-080397c9e276 None None] Checking segment: {'id': 'd86bde62-7a05-46f6-b2d6-55a757a88dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '229bfbc8-3df0-4c71-a5d6-ff95bbe68880'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:06:40.002291 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e9e223da-c552-4679-88f9-080397c9e276 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:40.002681 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e223da-c552-4679-88f9-080397c9e276 None None] Bound using segment: {'id': 'd86bde62-7a05-46f6-b2d6-55a757a88dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '229bfbc8-3df0-4c71-a5d6-ff95bbe68880'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:06:40.003151 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-e9e223da-c552-4679-88f9-080397c9e276 None None] Bound port: 3b036e8a-6a49-49b4-a3fb-b8e5aaef7705, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd86bde62-7a05-46f6-b2d6-55a757a88dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '229bfbc8-3df0-4c71-a5d6-ff95bbe68880'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:06:40.003527 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e9e223da-c552-4679-88f9-080397c9e276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (3b036e8a-6a49-49b4-a3fb-b8e5aaef7705), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:40.021274 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 5eb6e227-da9c-4be1-ae93-3a5b9b1a3450 details requested by agent hyperv_n-h1-712749-28 with host n-h1-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:06:40.036956 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6508fd67-aaac-4e78-90ad-44590cd84de9 req-450dec01-7b58-4723-8743-7106b6cd9182 service neutron] 10.222.0.44 "GET /v2.0/networks/823f80f1-2970-481b-aed2-7ad5a7c0ed20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161312 Jan 28 07:06:40.069494 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-105f0494-530b-46b5-9297-5e56b0a667e0 tempest-ServersTestJSON-78514907 tempest-ServersTestJSON-78514907-project] Publish callbacks [] for security_group_rule (388dd7e6-d678-4e16-bacf-781feb7ffcc9), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:40.075866 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-105f0494-530b-46b5-9297-5e56b0a667e0 tempest-ServersTestJSON-78514907 tempest-ServersTestJSON-78514907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (388dd7e6-d678-4e16-bacf-781feb7ffcc9), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:40.116155 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-e9e223da-c552-4679-88f9-080397c9e276 None None] For port 3b036e8a-6a49-49b4-a3fb-b8e5aaef7705, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:06:40.130846 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105f0494-530b-46b5-9297-5e56b0a667e0 tempest-ServersTestJSON-78514907 tempest-ServersTestJSON-78514907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=388dd7e6-d678-4e16-bacf-781feb7ffcc9,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:06:40.131305 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c839a7a-386a-4866-9f29-eeb8ea9a1a62 req-34cc6484-9ca5-47a4-bf6d-5fdf80500fa5 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:40.134023 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3c839a7a-386a-4866-9f29-eeb8ea9a1a62 req-34cc6484-9ca5-47a4-bf6d-5fdf80500fa5 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.41 "GET /v2.0/ports?device_id=8813fdc9-13cd-4d6b-88a5-c1cef3739966 HTTP/1.1" status: 200 len: 950 time: 0.0805430 Jan 28 07:06:40.143320 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-105f0494-530b-46b5-9297-5e56b0a667e0 tempest-ServersTestJSON-78514907 tempest-ServersTestJSON-78514907-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:40.148622 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-105f0494-530b-46b5-9297-5e56b0a667e0 tempest-ServersTestJSON-78514907 tempest-ServersTestJSON-78514907-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3140078 Jan 28 07:06:40.150549 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 60302) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:06:40.161344 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-e9e223da-c552-4679-88f9-080397c9e276 None None] For port 3b036e8a-6a49-49b4-a3fb-b8e5aaef7705, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=3b036e8a-6a49-49b4-a3fb-b8e5aaef7705,segment=NetworkSegment(d86bde62-7a05-46f6-b2d6-55a757a88dbc),segment_id=d86bde62-7a05-46f6-b2d6-55a757a88dbc)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:06:40.168956 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-8d38f450-e819-44eb-a653-224b8edca345 tempest-ServersTestJSON-78514907 tempest-ServersTestJSON-78514907-project] Request body: {'floatingip': {'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:06:40.171458 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e9e223da-c552-4679-88f9-080397c9e276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (3b036e8a-6a49-49b4-a3fb-b8e5aaef7705), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:40.203859 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3c839a7a-386a-4866-9f29-eeb8ea9a1a62 req-08758229-9830-436c-859e-700c3d6a387a tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.41 "GET /v2.0/security-groups?id=a925a148-520f-4e8d-aa8c-4258e73ac6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633054 Jan 28 07:06:40.247324 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8d38f450-e819-44eb-a653-224b8edca345 tempest-ServersTestJSON-78514907 tempest-ServersTestJSON-78514907-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:40.254556 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 5eb6e227-da9c-4be1-ae93-3a5b9b1a3450, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=5eb6e227-da9c-4be1-ae93-3a5b9b1a3450,segment=NetworkSegment(406f2b19-55d4-4cd2-8c14-e14e9061d6e3),segment_id=406f2b19-55d4-4cd2-8c14-e14e9061d6e3)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:06:40.276034 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e223da-c552-4679-88f9-080397c9e276 None None] Routers {'9776306e-56ed-4dc7-a389-fd69a45e55bf'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:06:40.277318 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-e9e223da-c552-4679-88f9-080397c9e276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:06:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['9776306e-56ed-4dc7-a389-fd69a45e55bf'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:06:40.281380 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Returning: {'device': '5eb6e227-da9c-4be1-ae93-3a5b9b1a3450', 'network_id': '8f3c013d-5cca-4754-bb74-c707f5f90464', 'port_id': '5eb6e227-da9c-4be1-ae93-3a5b9b1a3450', 'mac_address': 'fa:16:3e:71:48:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3b9dca6-c176-4992-a4b5-a8d0c2f13ca5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:06:40.281580 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8711ef68-ee3b-4e57-b1ba-e39a9118d825 req-093a7fa3-98ce-4b59-9483-cb48941f0b36 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:40.290558 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8711ef68-ee3b-4e57-b1ba-e39a9118d825 req-093a7fa3-98ce-4b59-9483-cb48941f0b36 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=0fb52adb-7ae8-4954-b508-f4144838af7f HTTP/1.1" status: 200 len: 950 time: 0.1020577 Jan 28 07:06:40.316419 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61490241-e266-462d-9670-41fa047d5bda None None] Pushing event updated for resources: {'Port': ['ID=3b036e8a-6a49-49b4-a3fb-b8e5aaef7705,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:06:40.373925 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 5eb6e227-da9c-4be1-ae93-3a5b9b1a3450 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:06:40.374628 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (5eb6e227-da9c-4be1-ae93-3a5b9b1a3450), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:40.398316 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c22aa29-2143-43db-bca0-c1a3adb6bf82 req-930756c1-6818-40bb-82fe-1efa81974c3c tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:40.399876 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7c22aa29-2143-43db-bca0-c1a3adb6bf82 req-930756c1-6818-40bb-82fe-1efa81974c3c tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c013533-1848-4f89-9da8-156554a01ee3 HTTP/1.1" status: 200 len: 949 time: 0.1097646 Jan 28 07:06:40.443932 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8711ef68-ee3b-4e57-b1ba-e39a9118d825 req-8841a977-2d71-4a02-a938-cc9cc13cacaf tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524110 Jan 28 07:06:40.447588 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5eb6e227-da9c-4be1-ae93-3a5b9b1a3450 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:06:40.481657 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7c22aa29-2143-43db-bca0-c1a3adb6bf82 req-2e2d5856-4f53-49cd-b8f6-9e37e2b026be tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/security-groups?id=b910cb8c-64ec-47f6-b06b-89e838bb343d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742118 Jan 28 07:06:40.492488 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 5eb6e227-da9c-4be1-ae93-3a5b9b1a3450, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=5eb6e227-da9c-4be1-ae93-3a5b9b1a3450,segment=NetworkSegment(406f2b19-55d4-4cd2-8c14-e14e9061d6e3),segment_id=406f2b19-55d4-4cd2-8c14-e14e9061d6e3)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:06:40.496745 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-e9e223da-c552-4679-88f9-080397c9e276 None None] Set router 9776306e-56ed-4dc7-a389-fd69a45e55bf gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:06:40.499117 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-e018b9e9-a955-42e5-839b-b373b5628cd3 None None] Provisioning complete for port 3b036e8a-6a49-49b4-a3fb-b8e5aaef7705 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:06:40.499247 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e018b9e9-a955-42e5-839b-b373b5628cd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (3b036e8a-6a49-49b4-a3fb-b8e5aaef7705), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:40.544733 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (5eb6e227-da9c-4be1-ae93-3a5b9b1a3450), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:40.600590 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5b07e44c-750d-4038-89c6-0243595d60ce req-0526bf6d-d4de-4544-a243-8c1fb5e841d6 tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.6.125 HTTP/1.1" status: 200 len: 1001 time: 0.1096034 Jan 28 07:06:40.603405 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8d38f450-e819-44eb-a653-224b8edca345 tempest-ServersTestJSON-78514907 tempest-ServersTestJSON-78514907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:40.671295 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=5eb6e227-da9c-4be1-ae93-3a5b9b1a3450,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:06:40.674873 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261b1d11-06c1-478f-8f3d-bfba61aa5c7d req-2fd86e45-818d-4df2-9a32-5ff81241de02 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:40.676421 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-261b1d11-06c1-478f-8f3d-bfba61aa5c7d req-2fd86e45-818d-4df2-9a32-5ff81241de02 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/ports?device_id=c99d7ddf-8757-47cb-9f3a-5167285f7a3c HTTP/1.1" status: 200 len: 944 time: 0.0495875 Jan 28 07:06:40.718577 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b07e44c-750d-4038-89c6-0243595d60ce req-1219d982-196f-4202-973d-bd260e4b4824 tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:40.732586 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5b07e44c-750d-4038-89c6-0243595d60ce req-1219d982-196f-4202-973d-bd260e4b4824 tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] 10.222.0.41 "GET /v2.0/ports/61e3e5e6-6046-47fa-b7e3-545b20d6ee72 HTTP/1.1" status: 200 len: 942 time: 0.1115487 Jan 28 07:06:40.740715 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-261b1d11-06c1-478f-8f3d-bfba61aa5c7d req-859a6600-cc01-429f-ada3-4b207bfff950 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/security-groups?id=83d97fa1-2f29-40d2-a756-a970d048d2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513783 Jan 28 07:06:40.799506 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-e018b9e9-a955-42e5-839b-b373b5628cd3 None None] Current status of the port 3b036e8a-6a49-49b4-a3fb-b8e5aaef7705 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:06:40.799807 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e018b9e9-a955-42e5-839b-b373b5628cd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (3b036e8a-6a49-49b4-a3fb-b8e5aaef7705), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:40.850361 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-8d38f450-e819-44eb-a653-224b8edca345 tempest-ServersTestJSON-78514907 tempest-ServersTestJSON-78514907-project] Allocated IP 172.25.6.219 (7d5b3724-deef-4831-8d43-cb9b8176573c/b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc/fa6442d9-cb64-4a27-9a1d-6fae80f9dd18) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:06:40.862535 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-e018b9e9-a955-42e5-839b-b373b5628cd3 None None] For port 3b036e8a-6a49-49b4-a3fb-b8e5aaef7705, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=3b036e8a-6a49-49b4-a3fb-b8e5aaef7705,segment=NetworkSegment(d86bde62-7a05-46f6-b2d6-55a757a88dbc),segment_id=d86bde62-7a05-46f6-b2d6-55a757a88dbc)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:06:40.867673 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e018b9e9-a955-42e5-839b-b373b5628cd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (3b036e8a-6a49-49b4-a3fb-b8e5aaef7705), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:40.869937 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5b07e44c-750d-4038-89c6-0243595d60ce req-eab772f1-f095-4cd2-aa8c-1df84e8b4cea tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.6.125 HTTP/1.1" status: 200 len: 1001 time: 0.0928760 Jan 28 07:06:40.918025 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-e9e223da-c552-4679-88f9-080397c9e276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9776306e-56ed-4dc7-a389-fd69a45e55bf', 'name': 'tempest-ServersTestJSON-1606169236-router', 'tenant_id': '6b0a05cc1dfd4383b65e375634b9d65b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': '963419c8-9b51-4f4d-a5c0-02808f7bf5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:06:29Z', 'updated_at': '2022-01-28T07:06:37Z', 'revision_number': 4, 'project_id': '6b0a05cc1dfd4383b65e375634b9d65b', 'gw_port': {'id': '963419c8-9b51-4f4d-a5c0-02808f7bf5a2', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:96:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9776306e-56ed-4dc7-a389-fd69a45e55bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:06:30Z', 'updated_at': '2022-01-28T07:06:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '3b036e8a-6a49-49b4-a3fb-b8e5aaef7705', 'name': '', 'network_id': '229bfbc8-3df0-4c71-a5d6-ff95bbe68880', 'tenant_id': '6b0a05cc1dfd4383b65e375634b9d65b', 'mac_address': 'fa:16:3e:b2:77:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9776306e-56ed-4dc7-a389-fd69a45e55bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '5befb34d-bf52-4217-a97f-6df3499b2528', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:06:36Z', 'updated_at': '2022-01-28T07:06:40Z', 'revision_number': 4, 'project_id': '6b0a05cc1dfd4383b65e375634b9d65b', 'subnets': [{'id': '5befb34d-bf52-4217-a97f-6df3499b2528', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:06:40.951739 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e223da-c552-4679-88f9-080397c9e276 None None] The sync data for ids ['9776306e-56ed-4dc7-a389-fd69a45e55bf'] in n-d-712749-28 is: [{'id': '9776306e-56ed-4dc7-a389-fd69a45e55bf', 'name': 'tempest-ServersTestJSON-1606169236-router', 'tenant_id': '6b0a05cc1dfd4383b65e375634b9d65b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': '963419c8-9b51-4f4d-a5c0-02808f7bf5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:06:29Z', 'updated_at': '2022-01-28T07:06:37Z', 'revision_number': 4, 'project_id': '6b0a05cc1dfd4383b65e375634b9d65b', 'gw_port': {'id': '963419c8-9b51-4f4d-a5c0-02808f7bf5a2', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:96:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9776306e-56ed-4dc7-a389-fd69a45e55bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:06:30Z', 'updated_at': '2022-01-28T07:06:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '3b036e8a-6a49-49b4-a3fb-b8e5aaef7705', 'name': '', 'network_id': '229bfbc8-3df0-4c71-a5d6-ff95bbe68880', 'tenant_id': '6b0a05cc1dfd4383b65e375634b9d65b', 'mac_address': 'fa:16:3e:b2:77:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9776306e-56ed-4dc7-a389-fd69a45e55bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '5befb34d-bf52-4217-a97f-6df3499b2528', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:06:36Z', 'updated_at': '2022-01-28T07:06:40Z', 'revision_number': 4, 'project_id': '6b0a05cc1dfd4383b65e375634b9d65b', 'subnets': [{'id': '5befb34d-bf52-4217-a97f-6df3499b2528', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:06:40.954660 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e018b9e9-a955-42e5-839b-b373b5628cd3 None None] Pushing event updated for resources: {'Port': ['ID=3b036e8a-6a49-49b4-a3fb-b8e5aaef7705,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:06:40.990220 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['5eb6e227-da9c-4be1-ae93-3a5b9b1a3450'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:06:41.055405 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8d38f450-e819-44eb-a653-224b8edca345 tempest-ServersTestJSON-78514907 tempest-ServersTestJSON-78514907-project] Publish callbacks [] for port (fa6442d9-cb64-4a27-9a1d-6fae80f9dd18), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:41.067532 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b07e44c-750d-4038-89c6-0243595d60ce req-2641a74d-5fbd-469d-8441-8bef1b0d4ccc tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:41.076771 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5b07e44c-750d-4038-89c6-0243595d60ce req-2641a74d-5fbd-469d-8441-8bef1b0d4ccc tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] 10.222.0.41 "GET /v2.0/networks/7d5b3724-deef-4831-8d43-cb9b8176573c HTTP/1.1" status: 200 len: 784 time: 0.1872203 Jan 28 07:06:41.082459 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-06446ef2-44ae-4318-a71f-a704f70df32e None None] Provisioning complete for port 3b036e8a-6a49-49b4-a3fb-b8e5aaef7705 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:06:41.082842 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-06446ef2-44ae-4318-a71f-a704f70df32e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (3b036e8a-6a49-49b4-a3fb-b8e5aaef7705), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:41.098218 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857e3415-e2b5-4eb0-a049-e0e0a97c1b86 req-c4b7735a-e80f-410b-abff-088dda371b43 tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:41.099912 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-857e3415-e2b5-4eb0-a049-e0e0a97c1b86 req-c4b7735a-e80f-410b-abff-088dda371b43 tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5c4fc08-6975-49b9-8309-31232569480e HTTP/1.1" status: 200 len: 944 time: 0.0838380 Jan 28 07:06:41.169484 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5b07e44c-750d-4038-89c6-0243595d60ce req-5fe8c478-5ae9-4605-9973-957e484f1bb2 tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.6.125 HTTP/1.1" status: 200 len: 1001 time: 0.0933611 Jan 28 07:06:41.175175 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-5b07e44c-750d-4038-89c6-0243595d60ce req-ab9ac15a-0d1b-4478-bdeb-89813d38d738 tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:06:41.206623 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-857e3415-e2b5-4eb0-a049-e0e0a97c1b86 req-0902991a-899c-4831-8bcb-41d2466476df tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] 10.222.0.41 "GET /v2.0/security-groups?id=35ddb33c-0ef0-4c89-97f1-d465222d49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912499 Jan 28 07:06:41.254154 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-06446ef2-44ae-4318-a71f-a704f70df32e None None] Current status of the port 3b036e8a-6a49-49b4-a3fb-b8e5aaef7705 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:06:41.264755 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8d38f450-e819-44eb-a653-224b8edca345 tempest-ServersTestJSON-78514907 tempest-ServersTestJSON-78514907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (fa6442d9-cb64-4a27-9a1d-6fae80f9dd18), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:41.319852 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d38f450-e819-44eb-a653-224b8edca345 tempest-ServersTestJSON-78514907 tempest-ServersTestJSON-78514907-project] Network 7d5b3724-deef-4831-8d43-cb9b8176573c is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:06:41.322852 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-8d38f450-e819-44eb-a653-224b8edca345 tempest-ServersTestJSON-78514907 tempest-ServersTestJSON-78514907-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:06:41.330914 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d38f450-e819-44eb-a653-224b8edca345 tempest-ServersTestJSON-78514907 tempest-ServersTestJSON-78514907-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:06:41.337823 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-5b07e44c-750d-4038-89c6-0243595d60ce req-ab9ac15a-0d1b-4478-bdeb-89813d38d738 tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] Publish callbacks [] for floatingip (e09707c1-6a7a-4802-ae4c-e0c341d9b31c), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:41.342757 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d38f450-e819-44eb-a653-224b8edca345 tempest-ServersTestJSON-78514907 tempest-ServersTestJSON-78514907-project] Pushing event updated for resources: {'Port': ['ID=fa6442d9-cb64-4a27-9a1d-6fae80f9dd18,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:06:41.449676 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7225f84f-bd6b-484d-81f3-66b908731bb3 req-955eb036-ca82-4142-858a-15d8fa78ac33 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:41.451381 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7225f84f-bd6b-484d-81f3-66b908731bb3 req-955eb036-ca82-4142-858a-15d8fa78ac33 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.41 "GET /v2.0/ports?device_id=8813fdc9-13cd-4d6b-88a5-c1cef3739966 HTTP/1.1" status: 200 len: 950 time: 0.0759201 Jan 28 07:06:41.532507 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7225f84f-bd6b-484d-81f3-66b908731bb3 req-3a449f69-3b7d-4fa1-a653-7aff23126e17 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.41 "GET /v2.0/security-groups?id=a925a148-520f-4e8d-aa8c-4258e73ac6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748363 Jan 28 07:06:41.562844 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 3b036e8a-6a49-49b4-a3fb-b8e5aaef7705 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:06:41.566519 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-5b07e44c-750d-4038-89c6-0243595d60ce req-ab9ac15a-0d1b-4478-bdeb-89813d38d738 tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:41.569838 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8d38f450-e819-44eb-a653-224b8edca345 tempest-ServersTestJSON-78514907 tempest-ServersTestJSON-78514907-project] Publish callbacks [] for floatingip (f6f50dfb-d3c9-4d95-ac97-99830ddb39e5), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:41.576454 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-5b07e44c-750d-4038-89c6-0243595d60ce req-ab9ac15a-0d1b-4478-bdeb-89813d38d738 tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16609095'] for floatingip (e09707c1-6a7a-4802-ae4c-e0c341d9b31c), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:41.576821 n-d-712749-28 neutron-server[103283]: INFO neutron.db.l3_db [req-5b07e44c-750d-4038-89c6-0243595d60ce req-ab9ac15a-0d1b-4478-bdeb-89813d38d738 tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] Floating IP e09707c1-6a7a-4802-ae4c-e0c341d9b31c disassociated. External IP: 172.25.6.125, port: 61e3e5e6-6046-47fa-b7e3-545b20d6ee72. Jan 28 07:06:41.628174 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 3b036e8a-6a49-49b4-a3fb-b8e5aaef7705 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:06:41.628690 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (3b036e8a-6a49-49b4-a3fb-b8e5aaef7705), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:41.654306 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8d38f450-e819-44eb-a653-224b8edca345 tempest-ServersTestJSON-78514907 tempest-ServersTestJSON-78514907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (fa6442d9-cb64-4a27-9a1d-6fae80f9dd18), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:41.672898 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e64baa3-0054-4c7e-9cae-35fd71038e18 req-976ce28f-e4c8-4ff5-b6c9-3d82c02a13f2 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:41.681416 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9e64baa3-0054-4c7e-9cae-35fd71038e18 req-976ce28f-e4c8-4ff5-b6c9-3d82c02a13f2 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=0fb52adb-7ae8-4954-b508-f4144838af7f HTTP/1.1" status: 200 len: 950 time: 0.0769353 Jan 28 07:06:41.747693 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 3b036e8a-6a49-49b4-a3fb-b8e5aaef7705 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:06:41.764930 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9e64baa3-0054-4c7e-9cae-35fd71038e18 req-1dbc7fcf-9ba6-4300-81a2-fa66db46a040 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824845 Jan 28 07:06:41.889029 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156b181f-7c0b-454b-a599-194915aee5a6 req-b4a9d497-984c-41bb-bdf4-e0c65ebedd69 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:41.890844 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-156b181f-7c0b-454b-a599-194915aee5a6 req-b4a9d497-984c-41bb-bdf4-e0c65ebedd69 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c013533-1848-4f89-9da8-156554a01ee3 HTTP/1.1" status: 200 len: 949 time: 0.0547719 Jan 28 07:06:41.948856 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-156b181f-7c0b-454b-a599-194915aee5a6 req-64cb4c37-e7f8-402c-b20f-fd192fc1b052 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/security-groups?id=b910cb8c-64ec-47f6-b06b-89e838bb343d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515032 Jan 28 07:06:42.039605 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device a38de860-6964-409b-9a0e-9e37dface9f2 up at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:06:42.068319 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40656d46-05f6-4b0e-b7d0-aaf776f4018c req-5800419a-54dd-46ca-be1a-155568375a1a tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:42.081111 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-40656d46-05f6-4b0e-b7d0-aaf776f4018c req-5800419a-54dd-46ca-be1a-155568375a1a tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/ports?device_id=c99d7ddf-8757-47cb-9f3a-5167285f7a3c HTTP/1.1" status: 200 len: 944 time: 0.0587368 Jan 28 07:06:42.127509 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning for port a38de860-6964-409b-9a0e-9e37dface9f2 completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:06:42.140268 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning complete for port a38de860-6964-409b-9a0e-9e37dface9f2 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:06:42.141449 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (a38de860-6964-409b-9a0e-9e37dface9f2), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:42.165964 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-40656d46-05f6-4b0e-b7d0-aaf776f4018c req-827683e9-3a86-4b51-9641-9d162723dce1 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/security-groups?id=83d97fa1-2f29-40d2-a756-a970d048d2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813484 Jan 28 07:06:42.282831 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5b07e44c-750d-4038-89c6-0243595d60ce req-ab9ac15a-0d1b-4478-bdeb-89813d38d738 tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] Router bccf5753-6071-43c7-87cf-afad78c8a4b8 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:06:42.287599 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a414e8-d14b-4395-9b38-2c4793a435a6 req-9bf9acf3-b136-4e84-9d85-b1c08d9da7be tempest-ServersOnMultiNodesTest-867651223 tempest-ServersOnMultiNodesTest-867651223-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:42.289397 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-88a414e8-d14b-4395-9b38-2c4793a435a6 req-9bf9acf3-b136-4e84-9d85-b1c08d9da7be tempest-ServersOnMultiNodesTest-867651223 tempest-ServersOnMultiNodesTest-867651223-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=8c013533-1848-4f89-9da8-156554a01ee3 HTTP/1.1" status: 200 len: 1101 time: 0.0624948 Jan 28 07:06:42.304671 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8d38f450-e819-44eb-a653-224b8edca345 tempest-ServersTestJSON-78514907 tempest-ServersTestJSON-78514907-project] Publish callbacks [] for port (fa6442d9-cb64-4a27-9a1d-6fae80f9dd18), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:42.314015 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8d38f450-e819-44eb-a653-224b8edca345 tempest-ServersTestJSON-78514907 tempest-ServersTestJSON-78514907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (fa6442d9-cb64-4a27-9a1d-6fae80f9dd18), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:42.360736 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-88a414e8-d14b-4395-9b38-2c4793a435a6 req-66881a55-2a7a-4fe0-80fd-2c83823ce455 tempest-ServersOnMultiNodesTest-867651223 tempest-ServersOnMultiNodesTest-867651223-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=b910cb8c-64ec-47f6-b06b-89e838bb343d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619226 Jan 28 07:06:42.400898 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port a38de860-6964-409b-9a0e-9e37dface9f2 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:06:42.401301 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (a38de860-6964-409b-9a0e-9e37dface9f2), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:42.431241 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2741c51f-85ee-43f7-861f-326ec2a6fc74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a38de860-6964-409b-9a0e-9e37dface9f2'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:06:42.434785 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a5ae42d-1563-426f-9b86-3c79d0fd0089" -d '{"events": [{"server_uuid": "2741c51f-85ee-43f7-861f-326ec2a6fc74", "name": "network-vif-plugged", "status": "completed", "tag": "a38de860-6964-409b-9a0e-9e37dface9f2"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:06:42.448809 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port a38de860-6964-409b-9a0e-9e37dface9f2, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=a38de860-6964-409b-9a0e-9e37dface9f2,segment=NetworkSegment(406f2b19-55d4-4cd2-8c14-e14e9061d6e3),segment_id=406f2b19-55d4-4cd2-8c14-e14e9061d6e3)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:06:42.457925 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (a38de860-6964-409b-9a0e-9e37dface9f2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:42.495966 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b45855-f3cc-4e27-b3da-1255f160a5b6 req-75ea23df-fb25-430d-a4f8-414e56840471 tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:42.501121 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a3b45855-f3cc-4e27-b3da-1255f160a5b6 req-75ea23df-fb25-430d-a4f8-414e56840471 tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5c4fc08-6975-49b9-8309-31232569480e HTTP/1.1" status: 200 len: 944 time: 0.0625443 Jan 28 07:06:42.502997 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d38f450-e819-44eb-a653-224b8edca345 tempest-ServersTestJSON-78514907 tempest-ServersTestJSON-78514907-project] Pushing event updated for resources: {'Port': ['ID=fa6442d9-cb64-4a27-9a1d-6fae80f9dd18,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:06:42.518840 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8d38f450-e819-44eb-a653-224b8edca345 tempest-ServersTestJSON-78514907 tempest-ServersTestJSON-78514907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16609095'] for floatingip (f6f50dfb-d3c9-4d95-ac97-99830ddb39e5), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:42.521666 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=a38de860-6964-409b-9a0e-9e37dface9f2,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:06:42.538673 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5b07e44c-750d-4038-89c6-0243595d60ce req-ab9ac15a-0d1b-4478-bdeb-89813d38d738 tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:06:42.543655 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-5b07e44c-750d-4038-89c6-0243595d60ce req-ab9ac15a-0d1b-4478-bdeb-89813d38d738 tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for floatingip (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:42.555847 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd118c5-b6cc-4998-95ca-a384381bc291 None None] Sync routers for ids ['bccf5753-6071-43c7-87cf-afad78c8a4b8'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:06:42.564625 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8d38f450-e819-44eb-a653-224b8edca345 tempest-ServersTestJSON-78514907 tempest-ServersTestJSON-78514907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for floatingip (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:42.574122 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-8d38f450-e819-44eb-a653-224b8edca345 tempest-ServersTestJSON-78514907 tempest-ServersTestJSON-78514907-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4087033 Jan 28 07:06:42.574863 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd118c5-b6cc-4998-95ca-a384381bc291 None None] Routers {'bccf5753-6071-43c7-87cf-afad78c8a4b8'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:06:42.574863 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-ccd118c5-b6cc-4998-95ca-a384381bc291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:06:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['bccf5753-6071-43c7-87cf-afad78c8a4b8'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:06:42.577523 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a3b45855-f3cc-4e27-b3da-1255f160a5b6 req-4f7f9f95-f1f6-40be-b7ea-72635d37786b tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] 10.222.0.41 "GET /v2.0/security-groups?id=35ddb33c-0ef0-4c89-97f1-d465222d49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729141 Jan 28 07:06:42.604549 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5b07e44c-750d-4038-89c6-0243595d60ce req-ab9ac15a-0d1b-4478-bdeb-89813d38d738 tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] 10.222.0.41 "PUT /v2.0/floatingips/e09707c1-6a7a-4802-ae4c-e0c341d9b31c HTTP/1.1" status: 200 len: 695 time: 1.4338715 Jan 28 07:06:42.605077 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65b9fb21-1449-4992-bc12-2ac1f0102a9f', 'tag': '61e3e5e6-6046-47fa-b7e3-545b20d6ee72'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:06:42.607380 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d0944fa-35ca-4e0d-aa1d-7e1353edfcc7" -d '{"events": [{"name": "network-changed", "server_uuid": "65b9fb21-1449-4992-bc12-2ac1f0102a9f", "tag": "61e3e5e6-6046-47fa-b7e3-545b20d6ee72"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:06:42.662278 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b07e44c-750d-4038-89c6-0243595d60ce req-1c2afeaf-8bb5-4210-9e49-16f454fa73cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:42.663807 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5b07e44c-750d-4038-89c6-0243595d60ce req-1c2afeaf-8bb5-4210-9e49-16f454fa73cf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a381c640729844758b77251ed8b2bb56&device_id=65b9fb21-1449-4992-bc12-2ac1f0102a9f HTTP/1.1" status: 200 len: 1097 time: 0.0462101 Jan 28 07:06:42.696976 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-ccd118c5-b6cc-4998-95ca-a384381bc291 None None] Set router bccf5753-6071-43c7-87cf-afad78c8a4b8 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:06:42.741119 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31d1efbe-9609-42f0-88a5-9c4991233c5d x-openstack-request-id: req-31d1efbe-9609-42f0-88a5-9c4991233c5d {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:06:42.741434 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2741c51f-85ee-43f7-861f-326ec2a6fc74", "name": "network-vif-plugged", "status": "completed", "tag": "a38de860-6964-409b-9a0e-9e37dface9f2", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:06:42.741698 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-31d1efbe-9609-42f0-88a5-9c4991233c5d {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:06:42.742240 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2741c51f-85ee-43f7-861f-326ec2a6fc74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a38de860-6964-409b-9a0e-9e37dface9f2', 'code': 200} Jan 28 07:06:42.764993 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b07e44c-750d-4038-89c6-0243595d60ce req-983ee00f-c832-4ec4-a2a0-6bd27ab1e51d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:42.767026 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5b07e44c-750d-4038-89c6-0243595d60ce req-983ee00f-c832-4ec4-a2a0-6bd27ab1e51d service neutron] 10.222.0.41 "GET /v2.0/networks?id=96301cb7-5950-4fda-9bde-12decf8885d9 HTTP/1.1" status: 200 len: 930 time: 0.0955060 Jan 28 07:06:42.817042 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5b07e44c-750d-4038-89c6-0243595d60ce req-47f6ed53-ef71-4172-9933-7c365d2f5232 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=61e3e5e6-6046-47fa-b7e3-545b20d6ee72 HTTP/1.1" status: 200 len: 217 time: 0.0407159 Jan 28 07:06:42.846946 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-30659d24-538d-4898-a522-462cf909f2f9 req-9a8d566a-9f31-4a1b-aadc-554ec9117e11 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=c4cb8f6b7fb846b4ab01d357846632b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0222394 Jan 28 07:06:42.871640 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 6479eef5-951c-4e2c-a998-c082886c019a details requested by agent hyperv_n-h2-712749-28 with host n-h2-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:06:42.875885 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b07e44c-750d-4038-89c6-0243595d60ce req-a26c5b51-c954-4ae2-b645-1c78fd3038a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:42.877459 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5b07e44c-750d-4038-89c6-0243595d60ce req-a26c5b51-c954-4ae2-b645-1c78fd3038a9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fee747c2-5e95-4f0e-ad04-7aedb36bab1f HTTP/1.1" status: 200 len: 868 time: 0.0543900 Jan 28 07:06:42.927450 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-ccd118c5-b6cc-4998-95ca-a384381bc291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bccf5753-6071-43c7-87cf-afad78c8a4b8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1227206476-router', 'tenant_id': 'a381c640729844758b77251ed8b2bb56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': '872b79b8-c192-4eb3-b433-1edd806d4ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:05:50Z', 'updated_at': '2022-01-28T07:05:59Z', 'revision_number': 4, 'project_id': 'a381c640729844758b77251ed8b2bb56', 'gw_port': {'id': '872b79b8-c192-4eb3-b433-1edd806d4ac6', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:7e:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccf5753-6071-43c7-87cf-afad78c8a4b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:05:52Z', 'updated_at': '2022-01-28T07:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '3f13c138-30aa-4246-aaec-d349afd6ea17', 'name': '', 'network_id': '96301cb7-5950-4fda-9bde-12decf8885d9', 'tenant_id': 'a381c640729844758b77251ed8b2bb56', 'mac_address': 'fa:16:3e:d1:a8:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccf5753-6071-43c7-87cf-afad78c8a4b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'fee747c2-5e95-4f0e-ad04-7aedb36bab1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:05:56Z', 'updated_at': '2022-01-28T07:06:05Z', 'revision_number': 5, 'project_id': 'a381c640729844758b77251ed8b2bb56', 'subnets': [{'id': 'fee747c2-5e95-4f0e-ad04-7aedb36bab1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:06:42.936207 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b07e44c-750d-4038-89c6-0243595d60ce req-0429976a-1d14-4bc8-97b9-a35869816990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:42.939582 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5b07e44c-750d-4038-89c6-0243595d60ce req-0429976a-1d14-4bc8-97b9-a35869816990 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=96301cb7-5950-4fda-9bde-12decf8885d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0547137 Jan 28 07:06:42.960651 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615c4763-5865-4c53-8a3b-f0509e3e537b req-72547487-8715-41ed-8322-376555348adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:42.962699 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-615c4763-5865-4c53-8a3b-f0509e3e537b req-72547487-8715-41ed-8322-376555348adf service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2741c51f-85ee-43f7-861f-326ec2a6fc74 HTTP/1.1" status: 200 len: 1098 time: 0.1110480 Jan 28 07:06:42.977538 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd118c5-b6cc-4998-95ca-a384381bc291 None None] Checking router: bccf5753-6071-43c7-87cf-afad78c8a4b8 for host: n-d-712749-28 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:06:42.987674 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd118c5-b6cc-4998-95ca-a384381bc291 None None] Routers {'bccf5753-6071-43c7-87cf-afad78c8a4b8'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:06:42.988410 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-ccd118c5-b6cc-4998-95ca-a384381bc291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:06:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['bccf5753-6071-43c7-87cf-afad78c8a4b8'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:06:43.003237 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 6479eef5-951c-4e2c-a998-c082886c019a, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=6479eef5-951c-4e2c-a998-c082886c019a,segment=NetworkSegment(919581ea-4d97-4a95-839c-1632528194b6),segment_id=919581ea-4d97-4a95-839c-1632528194b6)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:06:43.018245 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Returning: {'device': '6479eef5-951c-4e2c-a998-c082886c019a', 'network_id': '823f80f1-2970-481b-aed2-7ad5a7c0ed20', 'port_id': '6479eef5-951c-4e2c-a998-c082886c019a', 'mac_address': 'fa:16:3e:ee:90:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3ff6769-eb60-4293-943b-ef852d2e0c72', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:06:43.019810 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30659d24-538d-4898-a522-462cf909f2f9 req-4373262b-fca3-450a-871c-ae1c9499fe8e tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:43.026381 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-30659d24-538d-4898-a522-462cf909f2f9 req-4373262b-fca3-450a-871c-ae1c9499fe8e tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1658826 Jan 28 07:06:43.047651 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5b07e44c-750d-4038-89c6-0243595d60ce req-0f2795dc-248d-46a6-be74-2c30e743045a service neutron] 10.222.0.41 "GET /v2.0/networks/96301cb7-5950-4fda-9bde-12decf8885d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019814 Jan 28 07:06:43.056061 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-30659d24-538d-4898-a522-462cf909f2f9 req-9731a691-87d4-4f98-b8de-e7e75f78c5c0 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/quotas/c4cb8f6b7fb846b4ab01d357846632b7 HTTP/1.1" status: 200 len: 375 time: 0.0286872 Jan 28 07:06:43.064984 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port 6479eef5-951c-4e2c-a998-c082886c019a is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:06:43.066002 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (6479eef5-951c-4e2c-a998-c082886c019a), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:43.079450 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-615c4763-5865-4c53-8a3b-f0509e3e537b req-9323a70c-3313-4069-b54b-5c0883424dd2 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=35ddb33c-0ef0-4c89-97f1-d465222d49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041896 Jan 28 07:06:43.083288 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6479eef5-951c-4e2c-a998-c082886c019a {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:06:43.114407 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 6479eef5-951c-4e2c-a998-c082886c019a, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=6479eef5-951c-4e2c-a998-c082886c019a,segment=NetworkSegment(919581ea-4d97-4a95-839c-1632528194b6),segment_id=919581ea-4d97-4a95-839c-1632528194b6)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:06:43.121317 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (6479eef5-951c-4e2c-a998-c082886c019a), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:43.122421 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-ccd118c5-b6cc-4998-95ca-a384381bc291 None None] Set router bccf5753-6071-43c7-87cf-afad78c8a4b8 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:06:43.134396 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-30659d24-538d-4898-a522-462cf909f2f9 req-f16cf136-362f-4c78-9d90-2b2aa7ba8788 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c4cb8f6b7fb846b4ab01d357846632b7&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0771618 Jan 28 07:06:43.176012 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5b07e44c-750d-4038-89c6-0243595d60ce req-950ba1a6-5cb9-47ba-b68f-292cb5e7bbac service neutron] 10.222.0.41 "GET /v2.0/networks/96301cb7-5950-4fda-9bde-12decf8885d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220465 Jan 28 07:06:43.179872 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=6479eef5-951c-4e2c-a998-c082886c019a,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:06:43.302765 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06114b25-7f07-492c-bcb3-18233493e065 req-80a05319-855e-4619-9df6-dd72d970c42b tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:43.304551 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-06114b25-7f07-492c-bcb3-18233493e065 req-80a05319-855e-4619-9df6-dd72d970c42b tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.41 "GET /v2.0/ports?device_id=8813fdc9-13cd-4d6b-88a5-c1cef3739966 HTTP/1.1" status: 200 len: 950 time: 0.0602334 Jan 28 07:06:43.342084 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9760be9b-9179-4ee8-a772-3a1d22a363dc x-openstack-request-id: req-9760be9b-9179-4ee8-a772-3a1d22a363dc {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:06:43.342389 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65b9fb21-1449-4992-bc12-2ac1f0102a9f", "tag": "61e3e5e6-6046-47fa-b7e3-545b20d6ee72", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:06:43.342647 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9760be9b-9179-4ee8-a772-3a1d22a363dc {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:06:43.344470 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65b9fb21-1449-4992-bc12-2ac1f0102a9f', 'tag': '61e3e5e6-6046-47fa-b7e3-545b20d6ee72', 'status': 'completed', 'code': 200} Jan 28 07:06:43.380830 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-06114b25-7f07-492c-bcb3-18233493e065 req-fe189ee7-990b-4484-b367-832844ce6cc1 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.41 "GET /v2.0/security-groups?id=a925a148-520f-4e8d-aa8c-4258e73ac6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675752 Jan 28 07:06:43.395702 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-ccd118c5-b6cc-4998-95ca-a384381bc291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bccf5753-6071-43c7-87cf-afad78c8a4b8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1227206476-router', 'tenant_id': 'a381c640729844758b77251ed8b2bb56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': '872b79b8-c192-4eb3-b433-1edd806d4ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:05:50Z', 'updated_at': '2022-01-28T07:05:59Z', 'revision_number': 4, 'project_id': 'a381c640729844758b77251ed8b2bb56', 'gw_port': {'id': '872b79b8-c192-4eb3-b433-1edd806d4ac6', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:7e:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccf5753-6071-43c7-87cf-afad78c8a4b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:05:52Z', 'updated_at': '2022-01-28T07:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '3f13c138-30aa-4246-aaec-d349afd6ea17', 'name': '', 'network_id': '96301cb7-5950-4fda-9bde-12decf8885d9', 'tenant_id': 'a381c640729844758b77251ed8b2bb56', 'mac_address': 'fa:16:3e:d1:a8:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccf5753-6071-43c7-87cf-afad78c8a4b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'fee747c2-5e95-4f0e-ad04-7aedb36bab1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:05:56Z', 'updated_at': '2022-01-28T07:06:05Z', 'revision_number': 5, 'project_id': 'a381c640729844758b77251ed8b2bb56', 'subnets': [{'id': 'fee747c2-5e95-4f0e-ad04-7aedb36bab1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:06:43.424554 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd118c5-b6cc-4998-95ca-a384381bc291 None None] The sync data for ids ['bccf5753-6071-43c7-87cf-afad78c8a4b8'] in n-d-712749-28 is: [{'id': 'bccf5753-6071-43c7-87cf-afad78c8a4b8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1227206476-router', 'tenant_id': 'a381c640729844758b77251ed8b2bb56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': '872b79b8-c192-4eb3-b433-1edd806d4ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:05:50Z', 'updated_at': '2022-01-28T07:05:59Z', 'revision_number': 4, 'project_id': 'a381c640729844758b77251ed8b2bb56', 'gw_port': {'id': '872b79b8-c192-4eb3-b433-1edd806d4ac6', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:7e:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccf5753-6071-43c7-87cf-afad78c8a4b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:05:52Z', 'updated_at': '2022-01-28T07:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '3f13c138-30aa-4246-aaec-d349afd6ea17', 'name': '', 'network_id': '96301cb7-5950-4fda-9bde-12decf8885d9', 'tenant_id': 'a381c640729844758b77251ed8b2bb56', 'mac_address': 'fa:16:3e:d1:a8:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccf5753-6071-43c7-87cf-afad78c8a4b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'fee747c2-5e95-4f0e-ad04-7aedb36bab1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:05:56Z', 'updated_at': '2022-01-28T07:06:05Z', 'revision_number': 5, 'project_id': 'a381c640729844758b77251ed8b2bb56', 'subnets': [{'id': 'fee747c2-5e95-4f0e-ad04-7aedb36bab1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:06:43.461688 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a8a95934-c8c8-4c6b-b712-3f2970e900bc req-58167d9e-a4f4-4e8b-b3c1-fcdf74666a08 tempest-ServersTestJSON-78514907 tempest-ServersTestJSON-78514907-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1420900917&fields=id&tenant_id=6b0a05cc1dfd4383b65e375634b9d65b HTTP/1.1" status: 200 len: 267 time: 0.0620522 Jan 28 07:06:43.539441 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68df4d7-9f3f-4bbe-886c-5216804413d2 req-8c9e06e8-7a3a-47c5-8f70-bbd3692012c5 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:43.547475 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a68df4d7-9f3f-4bbe-886c-5216804413d2 req-8c9e06e8-7a3a-47c5-8f70-bbd3692012c5 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=0fb52adb-7ae8-4954-b508-f4144838af7f HTTP/1.1" status: 200 len: 950 time: 0.0629463 Jan 28 07:06:43.597155 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a68df4d7-9f3f-4bbe-886c-5216804413d2 req-99a260a2-b985-47eb-96dc-08f209956dc9 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484591 Jan 28 07:06:43.597719 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0944fa-35ca-4e0d-aa1d-7e1353edfcc7 req-0a3cc6ae-3047-4e7a-a56e-243ce586cda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:43.599265 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2d0944fa-35ca-4e0d-aa1d-7e1353edfcc7 req-0a3cc6ae-3047-4e7a-a56e-243ce586cda9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a381c640729844758b77251ed8b2bb56&device_id=65b9fb21-1449-4992-bc12-2ac1f0102a9f HTTP/1.1" status: 200 len: 1097 time: 0.1090224 Jan 28 07:06:43.646540 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a95934-c8c8-4c6b-b712-3f2970e900bc req-05c347dd-efa7-48dd-9596-16916c23b4d4 tempest-ServersTestJSON-78514907 tempest-ServersTestJSON-78514907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:43.648126 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a8a95934-c8c8-4c6b-b712-3f2970e900bc req-05c347dd-efa7-48dd-9596-16916c23b4d4 tempest-ServersTestJSON-78514907 tempest-ServersTestJSON-78514907-project] 10.222.0.41 "GET /v2.0/networks?id=229bfbc8-3df0-4c71-a5d6-ff95bbe68880 HTTP/1.1" status: 200 len: 806 time: 0.1773846 Jan 28 07:06:43.675014 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a8a95934-c8c8-4c6b-b712-3f2970e900bc req-2f63101b-a44a-4684-b0c7-15890307c896 tempest-ServersTestJSON-78514907 tempest-ServersTestJSON-78514907-project] 10.222.0.41 "GET /v2.0/quotas/6b0a05cc1dfd4383b65e375634b9d65b HTTP/1.1" status: 200 len: 375 time: 0.0197122 Jan 28 07:06:43.686976 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['6479eef5-951c-4e2c-a998-c082886c019a'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:06:43.778065 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641f30a3-36a8-4e07-81fc-9732384d14d4 req-350ac79b-725c-4dfe-bbdb-86cda0bad780 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:43.779961 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-641f30a3-36a8-4e07-81fc-9732384d14d4 req-350ac79b-725c-4dfe-bbdb-86cda0bad780 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/ports?device_id=c99d7ddf-8757-47cb-9f3a-5167285f7a3c HTTP/1.1" status: 200 len: 945 time: 0.0973547 Jan 28 07:06:43.798626 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7163cda9-134a-496b-a581-a71c4519541c None None] New status for floating IP e09707c1-6a7a-4802-ae4c-e0c341d9b31c: DOWN {{(pid=103285) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 07:06:43.826506 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a8a95934-c8c8-4c6b-b712-3f2970e900bc req-5381aa1f-3036-4ebf-a875-d8fd5b1d339d tempest-ServersTestJSON-78514907 tempest-ServersTestJSON-78514907-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=6b0a05cc1dfd4383b65e375634b9d65b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1089859 Jan 28 07:06:43.828029 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0944fa-35ca-4e0d-aa1d-7e1353edfcc7 req-308ea69d-f7dc-4650-8a75-e2036ac24bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:43.829865 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2d0944fa-35ca-4e0d-aa1d-7e1353edfcc7 req-308ea69d-f7dc-4650-8a75-e2036ac24bc4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=96301cb7-5950-4fda-9bde-12decf8885d9 HTTP/1.1" status: 200 len: 930 time: 0.1977236 Jan 28 07:06:43.847367 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-641f30a3-36a8-4e07-81fc-9732384d14d4 req-2042d2bd-9dc6-4df6-8ab2-b6381757313b tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/security-groups?id=83d97fa1-2f29-40d2-a756-a970d048d2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602434 Jan 28 07:06:43.928733 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2d0944fa-35ca-4e0d-aa1d-7e1353edfcc7 req-a846a9ba-2352-46dd-9f94-c1231c316977 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=61e3e5e6-6046-47fa-b7e3-545b20d6ee72 HTTP/1.1" status: 200 len: 217 time: 0.0682726 Jan 28 07:06:43.961645 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-293e4174-6459-4620-a351-82640d4c98bf req-b1ba99d2-3bdc-47d8-b4a4-efdfcab44d11 tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] 10.222.0.41 "GET /v2.0/floatingips/e09707c1-6a7a-4802-ae4c-e0c341d9b31c HTTP/1.1" status: 200 len: 695 time: 0.0577147 Jan 28 07:06:44.007485 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0944fa-35ca-4e0d-aa1d-7e1353edfcc7 req-533fcffb-bd28-4d05-9afe-22b6650d248e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:44.009113 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2d0944fa-35ca-4e0d-aa1d-7e1353edfcc7 req-533fcffb-bd28-4d05-9afe-22b6650d248e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fee747c2-5e95-4f0e-ad04-7aedb36bab1f HTTP/1.1" status: 200 len: 868 time: 0.0650351 Jan 28 07:06:44.029085 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a8a95934-c8c8-4c6b-b712-3f2970e900bc req-32284b3c-3fec-4fa1-af44-24e052f4e249 service neutron] 10.222.0.41 "GET /v2.0/networks/229bfbc8-3df0-4c71-a5d6-ff95bbe68880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864691 Jan 28 07:06:44.056874 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 5eb6e227-da9c-4be1-ae93-3a5b9b1a3450 up at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:06:44.122787 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0944fa-35ca-4e0d-aa1d-7e1353edfcc7 req-fcf9d9d4-767b-492b-af10-7ce7f2c37d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:44.123213 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293e4174-6459-4620-a351-82640d4c98bf req-882772c7-6a33-4725-be42-f56c40302d5b tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:44.125427 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2d0944fa-35ca-4e0d-aa1d-7e1353edfcc7 req-fcf9d9d4-767b-492b-af10-7ce7f2c37d05 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=96301cb7-5950-4fda-9bde-12decf8885d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0941145 Jan 28 07:06:44.128611 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-293e4174-6459-4620-a351-82640d4c98bf req-882772c7-6a33-4725-be42-f56c40302d5b tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] 10.222.0.41 "GET /v2.0/networks/7d5b3724-deef-4831-8d43-cb9b8176573c HTTP/1.1" status: 200 len: 784 time: 0.1596103 Jan 28 07:06:44.137118 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning for port 5eb6e227-da9c-4be1-ae93-3a5b9b1a3450 completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:06:44.142443 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning complete for port 5eb6e227-da9c-4be1-ae93-3a5b9b1a3450 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:06:44.142824 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (5eb6e227-da9c-4be1-ae93-3a5b9b1a3450), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:44.194393 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-293e4174-6459-4620-a351-82640d4c98bf req-ea1cb6ba-661f-4e70-8114-10c10a8f8832 tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.6.125 HTTP/1.1" status: 200 len: 696 time: 0.0573375 Jan 28 07:06:44.210471 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a8a95934-c8c8-4c6b-b712-3f2970e900bc req-5eccd378-a477-44a7-87e0-1475828c8002 service neutron] 10.222.0.41 "GET /v2.0/networks/229bfbc8-3df0-4c71-a5d6-ff95bbe68880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700752 Jan 28 07:06:44.248358 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2d0944fa-35ca-4e0d-aa1d-7e1353edfcc7 req-40fb6a63-1b63-4f87-96ee-ccf3233c6f17 service neutron] 10.222.0.10 "GET /v2.0/networks/96301cb7-5950-4fda-9bde-12decf8885d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123691 Jan 28 07:06:44.252316 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 5eb6e227-da9c-4be1-ae93-3a5b9b1a3450 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:06:44.252763 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (5eb6e227-da9c-4be1-ae93-3a5b9b1a3450), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:44.287497 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 5eb6e227-da9c-4be1-ae93-3a5b9b1a3450, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=5eb6e227-da9c-4be1-ae93-3a5b9b1a3450,segment=NetworkSegment(406f2b19-55d4-4cd2-8c14-e14e9061d6e3),segment_id=406f2b19-55d4-4cd2-8c14-e14e9061d6e3)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:06:44.287713 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-293e4174-6459-4620-a351-82640d4c98bf req-bbaf324f-a5bf-4b42-a16d-b99fe4bdfc0d tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.6.125 HTTP/1.1" status: 200 len: 696 time: 0.0839512 Jan 28 07:06:44.293489 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (5eb6e227-da9c-4be1-ae93-3a5b9b1a3450), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:44.366504 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=5eb6e227-da9c-4be1-ae93-3a5b9b1a3450,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:06:44.478003 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-bc0b2789-092b-4d96-90a0-72991fc801a7 req-672de003-7dc5-4e10-8eac-37298d246cb4 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf49329f-cf90-42ce-92ed-b710f62af39d HTTP/1.1" status: 200 len: 210 time: 0.0453019 Jan 28 07:06:44.496906 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2d0944fa-35ca-4e0d-aa1d-7e1353edfcc7 req-d26a8dd1-55f0-47ca-b03f-e41b7116b43a service neutron] 10.222.0.10 "GET /v2.0/networks/96301cb7-5950-4fda-9bde-12decf8885d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471267 Jan 28 07:06:44.507944 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-293e4174-6459-4620-a351-82640d4c98bf req-e045ed24-15f9-49e6-93dd-710697c313e8 tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] Deleting port 585a752d-5ba8-4e80-8e46-12192ea99005 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:06:44.508520 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-293e4174-6459-4620-a351-82640d4c98bf req-e045ed24-15f9-49e6-93dd-710697c313e8 tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (585a752d-5ba8-4e80-8e46-12192ea99005), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:44.594551 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-293e4174-6459-4620-a351-82640d4c98bf req-e045ed24-15f9-49e6-93dd-710697c313e8 tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (585a752d-5ba8-4e80-8e46-12192ea99005), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:44.594881 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-293e4174-6459-4620-a351-82640d4c98bf req-e045ed24-15f9-49e6-93dd-710697c313e8 tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] Publish callbacks [] for floatingip (585a752d-5ba8-4e80-8e46-12192ea99005), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:44.608683 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-293e4174-6459-4620-a351-82640d4c98bf req-e045ed24-15f9-49e6-93dd-710697c313e8 tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] Calling delete_port for 585a752d-5ba8-4e80-8e46-12192ea99005 owned by network:floatingip {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:06:44.629058 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec99154-b003-49c0-8563-21c32c17f96a req-37c7ffc4-eb3a-49b4-88bb-e2abf2bf6ab4 tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:44.631222 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-eec99154-b003-49c0-8563-21c32c17f96a req-37c7ffc4-eb3a-49b4-88bb-e2abf2bf6ab4 tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5c4fc08-6975-49b9-8309-31232569480e HTTP/1.1" status: 200 len: 945 time: 0.0561302 Jan 28 07:06:44.698309 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-eec99154-b003-49c0-8563-21c32c17f96a req-ae3dc777-01df-4c24-804c-82dcac539772 tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] 10.222.0.41 "GET /v2.0/security-groups?id=35ddb33c-0ef0-4c89-97f1-d465222d49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603147 Jan 28 07:06:44.743436 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5c4fc08-6975-49b9-8309-31232569480e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eb6e227-da9c-4be1-ae93-3a5b9b1a3450'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:06:44.747250 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87da5075-9c39-497f-8f35-0177e7b95258" -d '{"events": [{"server_uuid": "a5c4fc08-6975-49b9-8309-31232569480e", "name": "network-vif-plugged", "status": "completed", "tag": "5eb6e227-da9c-4be1-ae93-3a5b9b1a3450"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:06:44.750159 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 7 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 07:06:44.815353 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-293e4174-6459-4620-a351-82640d4c98bf req-e045ed24-15f9-49e6-93dd-710697c313e8 tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (585a752d-5ba8-4e80-8e46-12192ea99005), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:44.865633 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e045ed24-15f9-49e6-93dd-710697c313e8 tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] Pushing event deleted for resources: {'Port': ['ID=585a752d-5ba8-4e80-8e46-12192ea99005,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:06:44.927190 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-62b66474-e843-4b8a-b371-ffabb485d79a req-a1ef867a-78e3-4044-8129-6410a72fcb03 tempest-ServersTestJSON-78514907 tempest-ServersTestJSON-78514907-project] 10.222.0.41 "GET /v2.0/ports?device_id=b91edbbc-2264-4ba0-9568-adb88bdaf545 HTTP/1.1" status: 200 len: 210 time: 0.0461681 Jan 28 07:06:44.949566 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-293e4174-6459-4620-a351-82640d4c98bf req-e045ed24-15f9-49e6-93dd-710697c313e8 tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] Publish callbacks [] for floatingip (e09707c1-6a7a-4802-ae4c-e0c341d9b31c), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:44.952591 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-293e4174-6459-4620-a351-82640d4c98bf req-e045ed24-15f9-49e6-93dd-710697c313e8 tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for floatingip (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:44.953984 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-293e4174-6459-4620-a351-82640d4c98bf req-e045ed24-15f9-49e6-93dd-710697c313e8 tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] 10.222.0.41 "DELETE /v2.0/floatingips/e09707c1-6a7a-4802-ae4c-e0c341d9b31c HTTP/1.1" status: 204 len: 173 time: 0.6584852 Jan 28 07:06:44.966178 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-30659d24-538d-4898-a522-462cf909f2f9 req-94af261b-62c8-4bc6-8756-eef793a6880d tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=c4cb8f6b7fb846b4ab01d357846632b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0440423 Jan 28 07:06:45.134400 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f73a94-745e-4071-b315-981649b4a905 req-c90643ed-8042-4c1e-b88e-56b5f5aa4e07 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:45.136535 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-46f73a94-745e-4071-b315-981649b4a905 req-c90643ed-8042-4c1e-b88e-56b5f5aa4e07 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=0fb52adb-7ae8-4954-b508-f4144838af7f HTTP/1.1" status: 200 len: 950 time: 0.0722907 Jan 28 07:06:45.150700 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01949273-ffe2-4ba3-b0f7-cc94a9499918 req-dc63cfaf-8d56-49c2-acfb-9b137c09e16d tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:45.152784 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-01949273-ffe2-4ba3-b0f7-cc94a9499918 req-dc63cfaf-8d56-49c2-acfb-9b137c09e16d tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.41 "GET /v2.0/ports?device_id=8813fdc9-13cd-4d6b-88a5-c1cef3739966 HTTP/1.1" status: 200 len: 950 time: 0.0985165 Jan 28 07:06:45.161526 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30659d24-538d-4898-a522-462cf909f2f9 req-f162ea62-1374-47d8-ac58-4ef7a834808c tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:45.163363 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-30659d24-538d-4898-a522-462cf909f2f9 req-f162ea62-1374-47d8-ac58-4ef7a834808c tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1860623 Jan 28 07:06:45.187291 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-46f73a94-745e-4071-b315-981649b4a905 req-1fbaac63-6f04-4fd8-b1a4-ed60190ef559 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447447 Jan 28 07:06:45.207961 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-01949273-ffe2-4ba3-b0f7-cc94a9499918 req-7482d242-da7e-4d02-b35d-a05a3d607e65 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.41 "GET /v2.0/security-groups?id=a925a148-520f-4e8d-aa8c-4258e73ac6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429399 Jan 28 07:06:45.235631 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cad121b-23d2-48c6-afbc-788055130bf4 x-openstack-request-id: req-4cad121b-23d2-48c6-afbc-788055130bf4 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:06:45.236150 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5c4fc08-6975-49b9-8309-31232569480e", "name": "network-vif-plugged", "status": "completed", "tag": "5eb6e227-da9c-4be1-ae93-3a5b9b1a3450", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:06:45.236270 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4cad121b-23d2-48c6-afbc-788055130bf4 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:06:45.236363 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-30659d24-538d-4898-a522-462cf909f2f9 req-a1d03f62-9b79-4126-ac4c-c6ae5d3381dd tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Request body: {'port': {'device_id': 'bf49329f-cf90-42ce-92ed-b710f62af39d', 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb', 'admin_state_up': True, 'tenant_id': 'c4cb8f6b7fb846b4ab01d357846632b7'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:06:45.236590 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5c4fc08-6975-49b9-8309-31232569480e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eb6e227-da9c-4be1-ae93-3a5b9b1a3450', 'code': 200} Jan 28 07:06:45.359048 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34388ec-7eae-4b03-b067-2ad6592cf1e4 req-abc69798-64cb-400e-8313-2a2bfc2d108a tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:45.361201 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a34388ec-7eae-4b03-b067-2ad6592cf1e4 req-abc69798-64cb-400e-8313-2a2bfc2d108a tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] 10.222.0.41 "GET /v2.0/ports?device_id=65b9fb21-1449-4992-bc12-2ac1f0102a9f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0633705 Jan 28 07:06:45.368524 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ccb780-224d-4f24-be76-287684f37e54 req-e9f5f8eb-b3f9-40bb-b4cb-d367622c5a40 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:45.370865 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e6ccb780-224d-4f24-be76-287684f37e54 req-e9f5f8eb-b3f9-40bb-b4cb-d367622c5a40 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/ports?device_id=c99d7ddf-8757-47cb-9f3a-5167285f7a3c HTTP/1.1" status: 200 len: 945 time: 0.0842574 Jan 28 07:06:45.412120 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30659d24-538d-4898-a522-462cf909f2f9 req-a1d03f62-9b79-4126-ac4c-c6ae5d3381dd tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Made reservation on behalf of c4cb8f6b7fb846b4ab01d357846632b7 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:06:45.415485 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-30659d24-538d-4898-a522-462cf909f2f9 req-a1d03f62-9b79-4126-ac4c-c6ae5d3381dd tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:45.421985 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a34388ec-7eae-4b03-b067-2ad6592cf1e4 req-1bd7911f-8343-48ff-b120-bcd0b0cbb910 tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0528781 Jan 28 07:06:45.458286 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e6ccb780-224d-4f24-be76-287684f37e54 req-e8f3e8d2-2ed0-4a3f-8c3c-71c305760915 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/security-groups?id=83d97fa1-2f29-40d2-a756-a970d048d2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804791 Jan 28 07:06:45.499184 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1d390fb0-c5a7-4433-8ad8-87c8a440fed5 req-10caf265-466c-4525-92fd-d55a8edc52bb tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0443156 Jan 28 07:06:45.505345 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780c206f-cc6e-4c88-a671-9197087a4dbf req-097020bd-a1f5-419e-8055-2f866fae6da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:45.507034 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-780c206f-cc6e-4c88-a671-9197087a4dbf req-097020bd-a1f5-419e-8055-2f866fae6da8 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a5c4fc08-6975-49b9-8309-31232569480e HTTP/1.1" status: 200 len: 1097 time: 0.0817561 Jan 28 07:06:45.574122 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-780c206f-cc6e-4c88-a671-9197087a4dbf req-76f23011-d6b0-45e1-99f5-e3505cd1fdcf service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=35ddb33c-0ef0-4c89-97f1-d465222d49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561068 Jan 28 07:06:45.585347 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-30659d24-538d-4898-a522-462cf909f2f9 req-a1d03f62-9b79-4126-ac4c-c6ae5d3381dd tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Allocated IP 192.168.233.146 (d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb/5785b43d-448b-4d12-9eb5-4e4caf2e7eaf/5b43e1f0-c2f2-4656-90dc-07239ed3dd13) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:06:45.596894 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-188e7886-6399-44c1-a65f-b9edd0649b4e req-c51d298f-6356-4d6b-95cd-06d27b5bbe64 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf49329f-cf90-42ce-92ed-b710f62af39d HTTP/1.1" status: 200 len: 210 time: 0.0359430 Jan 28 07:06:45.737260 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44c6e9c-4506-400f-872a-f89ad312af44 req-4422ac97-417b-4fa6-9811-2ff1d3060dd5 tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:45.738792 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e44c6e9c-4506-400f-872a-f89ad312af44 req-4422ac97-417b-4fa6-9811-2ff1d3060dd5 tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] 10.222.0.41 "GET /v2.0/ports?device_id=65b9fb21-1449-4992-bc12-2ac1f0102a9f HTTP/1.1" status: 200 len: 945 time: 0.0507932 Jan 28 07:06:45.743825 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-30659d24-538d-4898-a522-462cf909f2f9 req-a1d03f62-9b79-4126-ac4c-c6ae5d3381dd tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Publish callbacks [] for port (5b43e1f0-c2f2-4656-90dc-07239ed3dd13), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:45.788265 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-30659d24-538d-4898-a522-462cf909f2f9 req-a1d03f62-9b79-4126-ac4c-c6ae5d3381dd tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (5b43e1f0-c2f2-4656-90dc-07239ed3dd13), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:45.790186 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e44c6e9c-4506-400f-872a-f89ad312af44 req-ca1dacae-0e19-46af-b032-e6beaf885c8e tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] 10.222.0.41 "GET /v2.0/security-groups?id=59996388-8d94-44e2-bfc6-beb74465a52d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452888 Jan 28 07:06:45.831934 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['2db0eab7-310b-4c35-a1b9-bb600d2e8ebd', '718f2284-47d9-49ef-aadf-bbf8076811c2'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:06:45.852894 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30659d24-538d-4898-a522-462cf909f2f9 req-a1d03f62-9b79-4126-ac4c-c6ae5d3381dd tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Network d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:06:45.861740 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['137d085c-b81f-48ec-a596-8512923cea40', 'c940bffe-7c91-4b25-9d0c-64122cb95c53', '0acfc257-ef9e-4d1b-ae95-d90a265ceab1', '6f752776-c216-4161-bb1d-5a4d2f901bff', 'd93c566b-0fc0-43df-9dc3-139b6e389b37'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:06:45.861973 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-30659d24-538d-4898-a522-462cf909f2f9 req-a1d03f62-9b79-4126-ac4c-c6ae5d3381dd tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:06:45.866863 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-30659d24-538d-4898-a522-462cf909f2f9 req-a1d03f62-9b79-4126-ac4c-c6ae5d3381dd tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:06:45.873356 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d03f62-9b79-4126-ac4c-c6ae5d3381dd tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Pushing event updated for resources: {'Port': ['ID=5b43e1f0-c2f2-4656-90dc-07239ed3dd13,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:06:45.909475 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aed1bdd-c5a2-426a-8b2d-9021b8bbd0f9 req-fb1aea9e-641d-470e-a78e-396a61cbe614 tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:45.910878 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9aed1bdd-c5a2-426a-8b2d-9021b8bbd0f9 req-fb1aea9e-641d-470e-a78e-396a61cbe614 tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5c4fc08-6975-49b9-8309-31232569480e HTTP/1.1" status: 200 len: 945 time: 0.1343675 Jan 28 07:06:45.953187 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30659d24-538d-4898-a522-462cf909f2f9 req-a1d03f62-9b79-4126-ac4c-c6ae5d3381dd tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:45.953840 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-30659d24-538d-4898-a522-462cf909f2f9 req-a1d03f62-9b79-4126-ac4c-c6ae5d3381dd tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:45.988354 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-30659d24-538d-4898-a522-462cf909f2f9 req-a1d03f62-9b79-4126-ac4c-c6ae5d3381dd tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7572546 Jan 28 07:06:46.007653 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9aed1bdd-c5a2-426a-8b2d-9021b8bbd0f9 req-a486a4b6-693e-49d8-a082-34762e504d8a tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] 10.222.0.41 "GET /v2.0/security-groups?id=35ddb33c-0ef0-4c89-97f1-d465222d49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899112 Jan 28 07:06:46.021153 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-30659d24-538d-4898-a522-462cf909f2f9 req-f63d18a8-33bc-4cec-849e-add1219c2568 service neutron] Request body: {'port': {'device_id': 'bf49329f-cf90-42ce-92ed-b710f62af39d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-28'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:06:46.084801 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ff2b8d42-1b7d-45ec-8628-fd9eea8d90f1 req-e2629c07-7a61-40ee-9b73-06ad59127ac6 tempest-ServersTestJSON-78514907 tempest-ServersTestJSON-78514907-project] 10.222.0.41 "GET /v2.0/ports?device_id=b91edbbc-2264-4ba0-9568-adb88bdaf545 HTTP/1.1" status: 200 len: 210 time: 0.0415802 Jan 28 07:06:46.095459 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-30659d24-538d-4898-a522-462cf909f2f9 req-f63d18a8-33bc-4cec-849e-add1219c2568 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (5b43e1f0-c2f2-4656-90dc-07239ed3dd13), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:46.258847 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-02577832-9fdb-4ebf-9f2e-ef55ba14331b None None] Provisioning complete for port 5b43e1f0-c2f2-4656-90dc-07239ed3dd13 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:06:46.259880 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-02577832-9fdb-4ebf-9f2e-ef55ba14331b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (5b43e1f0-c2f2-4656-90dc-07239ed3dd13), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:46.316503 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-02577832-9fdb-4ebf-9f2e-ef55ba14331b None None] Port 5b43e1f0-c2f2-4656-90dc-07239ed3dd13 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:06:46.423222 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23f7ad7-81e7-47a1-b08b-f5021ee1377a req-20539a13-75e4-4ba8-a422-156abd20245f tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:46.424807 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e23f7ad7-81e7-47a1-b08b-f5021ee1377a req-20539a13-75e4-4ba8-a422-156abd20245f tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=0fb52adb-7ae8-4954-b508-f4144838af7f HTTP/1.1" status: 200 len: 950 time: 0.0948842 Jan 28 07:06:46.473248 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddd7962-d487-491a-8e7f-370b4996815f req-f35fed69-754c-464b-993e-846da3f67740 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:46.474958 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4ddd7962-d487-491a-8e7f-370b4996815f req-f35fed69-754c-464b-993e-846da3f67740 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.41 "GET /v2.0/ports?device_id=8813fdc9-13cd-4d6b-88a5-c1cef3739966 HTTP/1.1" status: 200 len: 950 time: 0.1377370 Jan 28 07:06:46.505558 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-30659d24-538d-4898-a522-462cf909f2f9 req-f63d18a8-33bc-4cec-849e-add1219c2568 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b43e1f0-c2f2-4656-90dc-07239ed3dd13 {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:06:46.512428 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a95934-c8c8-4c6b-b712-3f2970e900bc req-afd836d4-84e4-4382-a843-519d82643702 tempest-ServersTestJSON-78514907 tempest-ServersTestJSON-78514907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:46.514266 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a8a95934-c8c8-4c6b-b712-3f2970e900bc req-afd836d4-84e4-4382-a843-519d82643702 tempest-ServersTestJSON-78514907 tempest-ServersTestJSON-78514907-project] 10.222.0.10 "GET /v2.0/networks?id=229bfbc8-3df0-4c71-a5d6-ff95bbe68880 HTTP/1.1" status: 200 len: 806 time: 0.2100432 Jan 28 07:06:46.516852 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-30659d24-538d-4898-a522-462cf909f2f9 req-f63d18a8-33bc-4cec-849e-add1219c2568 service neutron] Publish callbacks [] for port (5b43e1f0-c2f2-4656-90dc-07239ed3dd13), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:46.546268 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4ddd7962-d487-491a-8e7f-370b4996815f req-6c32de8c-cd74-4a39-9170-a793f4f64b10 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.41 "GET /v2.0/security-groups?id=a925a148-520f-4e8d-aa8c-4258e73ac6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627117 Jan 28 07:06:46.547488 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-30659d24-538d-4898-a522-462cf909f2f9 req-f63d18a8-33bc-4cec-849e-add1219c2568 service neutron] Transition to ACTIVE for port object 5b43e1f0-c2f2-4656-90dc-07239ed3dd13 will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:06:46.552619 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e23f7ad7-81e7-47a1-b08b-f5021ee1377a req-0eaa12ff-e7be-42fc-833a-2f8dda3c94a9 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170506 Jan 28 07:06:46.553903 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-30659d24-538d-4898-a522-462cf909f2f9 req-f63d18a8-33bc-4cec-849e-add1219c2568 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (5b43e1f0-c2f2-4656-90dc-07239ed3dd13), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:46.665033 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63d18a8-33bc-4cec-849e-add1219c2568 service neutron] Pushing event updated for resources: {'Port': ['ID=5b43e1f0-c2f2-4656-90dc-07239ed3dd13,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:06:46.670094 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a8a95934-c8c8-4c6b-b712-3f2970e900bc req-d158df3e-500b-426a-ad88-6266645b6ae6 tempest-ServersTestJSON-78514907 tempest-ServersTestJSON-78514907-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6b0a05cc1dfd4383b65e375634b9d65b HTTP/1.1" status: 200 len: 380 time: 0.0951219 Jan 28 07:06:46.683745 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-a8a95934-c8c8-4c6b-b712-3f2970e900bc req-f08395de-2cae-4356-9b05-65e4be02b1a8 tempest-ServersTestJSON-78514907 tempest-ServersTestJSON-78514907-project] Request body: {'port': {'device_id': 'b91edbbc-2264-4ba0-9568-adb88bdaf545', 'network_id': '229bfbc8-3df0-4c71-a5d6-ff95bbe68880', 'admin_state_up': True, 'tenant_id': '6b0a05cc1dfd4383b65e375634b9d65b', 'security_groups': ['6ae0854f-95bb-4517-bc2f-76f6b2917b5c']}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:06:46.706612 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f50cf0-aa3f-4ae1-b8f8-5508ebba2378 req-17e2689a-1b5a-4e38-9f68-731176b748b2 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:46.708131 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c8f50cf0-aa3f-4ae1-b8f8-5508ebba2378 req-17e2689a-1b5a-4e38-9f68-731176b748b2 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/ports?device_id=c99d7ddf-8757-47cb-9f3a-5167285f7a3c HTTP/1.1" status: 200 len: 945 time: 0.0813158 Jan 28 07:06:46.773428 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-30659d24-538d-4898-a522-462cf909f2f9 req-f63d18a8-33bc-4cec-849e-add1219c2568 service neutron] Attempting to bind port 5b43e1f0-c2f2-4656-90dc-07239ed3dd13 on host n-h1-712749-28 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:06:46.773818 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-30659d24-538d-4898-a522-462cf909f2f9 req-f63d18a8-33bc-4cec-849e-add1219c2568 service neutron] Attempting to bind port 5b43e1f0-c2f2-4656-90dc-07239ed3dd13 by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': '9d52209e-a416-4cfe-8f8a-19567a90fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:06:46.774092 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30659d24-538d-4898-a522-462cf909f2f9 req-f63d18a8-33bc-4cec-849e-add1219c2568 service neutron] Attempting to bind port 5b43e1f0-c2f2-4656-90dc-07239ed3dd13 on network d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:06:46.780963 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30659d24-538d-4898-a522-462cf909f2f9 req-f63d18a8-33bc-4cec-849e-add1219c2568 service neutron] Port 5b43e1f0-c2f2-4656-90dc-07239ed3dd13 on network d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:06:46.781288 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30659d24-538d-4898-a522-462cf909f2f9 req-f63d18a8-33bc-4cec-849e-add1219c2568 service neutron] Attempting to bind port 5b43e1f0-c2f2-4656-90dc-07239ed3dd13 on network d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:06:46.789527 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde33e34-6760-4af9-b7bd-e4e29fc39322 req-897b0b96-cd51-47c4-b111-c74ccbe378ac tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:46.791667 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-cde33e34-6760-4af9-b7bd-e4e29fc39322 req-897b0b96-cd51-47c4-b111-c74ccbe378ac tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf49329f-cf90-42ce-92ed-b710f62af39d HTTP/1.1" status: 200 len: 948 time: 0.0827692 Jan 28 07:06:46.795896 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30659d24-538d-4898-a522-462cf909f2f9 req-f63d18a8-33bc-4cec-849e-add1219c2568 service neutron] Checking agent: {'id': '2fca46b1-237f-4857-9290-2429d810e472', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:06:46.796279 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30659d24-538d-4898-a522-462cf909f2f9 req-f63d18a8-33bc-4cec-849e-add1219c2568 service neutron] Checking segment: {'id': '9d52209e-a416-4cfe-8f8a-19567a90fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:06:46.796683 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30659d24-538d-4898-a522-462cf909f2f9 req-f63d18a8-33bc-4cec-849e-add1219c2568 service neutron] Bound using segment: {'id': '9d52209e-a416-4cfe-8f8a-19567a90fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:06:46.797120 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-30659d24-538d-4898-a522-462cf909f2f9 req-f63d18a8-33bc-4cec-849e-add1219c2568 service neutron] Bound port: 5b43e1f0-c2f2-4656-90dc-07239ed3dd13, host: n-h1-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d52209e-a416-4cfe-8f8a-19567a90fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:06:46.797477 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-30659d24-538d-4898-a522-462cf909f2f9 req-f63d18a8-33bc-4cec-849e-add1219c2568 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (5b43e1f0-c2f2-4656-90dc-07239ed3dd13), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:46.813851 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c8f50cf0-aa3f-4ae1-b8f8-5508ebba2378 req-1cf88288-1e05-4e64-9977-167642aa99d5 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/security-groups?id=83d97fa1-2f29-40d2-a756-a970d048d2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738568 Jan 28 07:06:46.856537 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8a95934-c8c8-4c6b-b712-3f2970e900bc req-f08395de-2cae-4356-9b05-65e4be02b1a8 tempest-ServersTestJSON-78514907 tempest-ServersTestJSON-78514907-project] Made reservation on behalf of 6b0a05cc1dfd4383b65e375634b9d65b for: {'port': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:06:46.861356 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-a8a95934-c8c8-4c6b-b712-3f2970e900bc req-f08395de-2cae-4356-9b05-65e4be02b1a8 tempest-ServersTestJSON-78514907 tempest-ServersTestJSON-78514907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:46.874745 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-cde33e34-6760-4af9-b7bd-e4e29fc39322 req-3ed895a7-032d-4ebc-a315-0a14ed499c49 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/security-groups?id=b910cb8c-64ec-47f6-b06b-89e838bb343d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749273 Jan 28 07:06:46.892504 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 6479eef5-951c-4e2c-a998-c082886c019a up at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:06:46.899829 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-30659d24-538d-4898-a522-462cf909f2f9 req-f63d18a8-33bc-4cec-849e-add1219c2568 service neutron] For port 5b43e1f0-c2f2-4656-90dc-07239ed3dd13, host n-h1-712749-28, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:06:46.904610 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-30659d24-538d-4898-a522-462cf909f2f9 req-f63d18a8-33bc-4cec-849e-add1219c2568 service neutron] For port 5b43e1f0-c2f2-4656-90dc-07239ed3dd13, host n-h1-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=5b43e1f0-c2f2-4656-90dc-07239ed3dd13,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:06:46.909618 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-30659d24-538d-4898-a522-462cf909f2f9 req-f63d18a8-33bc-4cec-849e-add1219c2568 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (5b43e1f0-c2f2-4656-90dc-07239ed3dd13), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:46.953874 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30659d24-538d-4898-a522-462cf909f2f9 req-f63d18a8-33bc-4cec-849e-add1219c2568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:46.955011 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-30659d24-538d-4898-a522-462cf909f2f9 req-f63d18a8-33bc-4cec-849e-add1219c2568 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:46.957098 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-30659d24-538d-4898-a522-462cf909f2f9 req-f63d18a8-33bc-4cec-849e-add1219c2568 service neutron] 10.222.0.10 "PUT /v2.0/ports/5b43e1f0-c2f2-4656-90dc-07239ed3dd13 HTTP/1.1" status: 200 len: 1097 time: 0.9426079 Jan 28 07:06:46.959631 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf49329f-cf90-42ce-92ed-b710f62af39d', 'tag': '5b43e1f0-c2f2-4656-90dc-07239ed3dd13'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:06:46.962064 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-700a5bfb-1193-4e69-99a4-e363f527fd41" -d '{"events": [{"name": "network-changed", "server_uuid": "bf49329f-cf90-42ce-92ed-b710f62af39d", "tag": "5b43e1f0-c2f2-4656-90dc-07239ed3dd13"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:06:46.976759 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning for port 6479eef5-951c-4e2c-a998-c082886c019a completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:06:46.989237 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning complete for port 6479eef5-951c-4e2c-a998-c082886c019a triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:06:46.989617 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (6479eef5-951c-4e2c-a998-c082886c019a), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:47.016216 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63d18a8-33bc-4cec-849e-add1219c2568 service neutron] Pushing event updated for resources: {'Port': ['ID=5b43e1f0-c2f2-4656-90dc-07239ed3dd13,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:06:47.078418 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b7a943-3361-4c7a-8bb6-d61f83832f7f req-c518fa44-6d1f-42d0-aeaf-158c57e14479 tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:47.090378 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c9b7a943-3361-4c7a-8bb6-d61f83832f7f req-c518fa44-6d1f-42d0-aeaf-158c57e14479 tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] 10.222.0.41 "GET /v2.0/ports?device_id=65b9fb21-1449-4992-bc12-2ac1f0102a9f HTTP/1.1" status: 200 len: 945 time: 0.1245615 Jan 28 07:06:47.107443 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port 6479eef5-951c-4e2c-a998-c082886c019a is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:06:47.107991 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (6479eef5-951c-4e2c-a998-c082886c019a), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:47.138793 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [req-a8a95934-c8c8-4c6b-b712-3f2970e900bc req-f08395de-2cae-4356-9b05-65e4be02b1a8 tempest-ServersTestJSON-78514907 tempest-ServersTestJSON-78514907-project] Allocated IP 172.20.0.7 (229bfbc8-3df0-4c71-a5d6-ff95bbe68880/5befb34d-bf52-4217-a97f-6df3499b2528/d81b9313-761f-40ed-a3ca-2d0faf343e11) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:06:47.157642 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 6479eef5-951c-4e2c-a998-c082886c019a, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=6479eef5-951c-4e2c-a998-c082886c019a,segment=NetworkSegment(919581ea-4d97-4a95-839c-1632528194b6),segment_id=919581ea-4d97-4a95-839c-1632528194b6)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:06:47.161750 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9148d660-1ae9-4efe-937f-2b32469b4842 x-openstack-request-id: req-9148d660-1ae9-4efe-937f-2b32469b4842 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:06:47.162545 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf49329f-cf90-42ce-92ed-b710f62af39d", "tag": "5b43e1f0-c2f2-4656-90dc-07239ed3dd13", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:06:47.163034 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9148d660-1ae9-4efe-937f-2b32469b4842 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:06:47.163845 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf49329f-cf90-42ce-92ed-b710f62af39d', 'tag': '5b43e1f0-c2f2-4656-90dc-07239ed3dd13', 'status': 'completed', 'code': 200} Jan 28 07:06:47.166646 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (6479eef5-951c-4e2c-a998-c082886c019a), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:47.186218 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c9b7a943-3361-4c7a-8bb6-d61f83832f7f req-fc5b5e27-137d-4188-b931-de451ee14f5f tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] 10.222.0.41 "GET /v2.0/security-groups?id=59996388-8d94-44e2-bfc6-beb74465a52d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948634 Jan 28 07:06:47.235933 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=6479eef5-951c-4e2c-a998-c082886c019a,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:06:47.239983 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c99d7ddf-8757-47cb-9f3a-5167285f7a3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6479eef5-951c-4e2c-a998-c082886c019a'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:06:47.242841 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec2fb569-311c-46ca-882e-6abc9072c5e4" -d '{"events": [{"server_uuid": "c99d7ddf-8757-47cb-9f3a-5167285f7a3c", "name": "network-vif-plugged", "status": "completed", "tag": "6479eef5-951c-4e2c-a998-c082886c019a"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:06:47.281649 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30659d24-538d-4898-a522-462cf909f2f9 req-610a89cb-4ebf-44a3-8cb4-eb869bd3bc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:47.283178 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-30659d24-538d-4898-a522-462cf909f2f9 req-610a89cb-4ebf-44a3-8cb4-eb869bd3bc03 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c4cb8f6b7fb846b4ab01d357846632b7&device_id=bf49329f-cf90-42ce-92ed-b710f62af39d HTTP/1.1" status: 200 len: 1100 time: 0.1128998 Jan 28 07:06:47.318844 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2213a4f5-bfd8-4228-8918-6f25c0f8d91c req-22c61c51-655b-451b-bc8b-8258b01a2709 tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:47.320410 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2213a4f5-bfd8-4228-8918-6f25c0f8d91c req-22c61c51-655b-451b-bc8b-8258b01a2709 tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5c4fc08-6975-49b9-8309-31232569480e HTTP/1.1" status: 200 len: 945 time: 0.0922248 Jan 28 07:06:47.366139 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b64eaf91-f3b5-4e46-8e3b-b3452c931908 req-355709e9-9b69-4714-8187-708a760b5392 tempest-ServersTestJSON-78514907 tempest-ServersTestJSON-78514907-project] 10.222.0.41 "GET /v2.0/ports?device_id=b91edbbc-2264-4ba0-9568-adb88bdaf545 HTTP/1.1" status: 200 len: 210 time: 0.0895040 Jan 28 07:06:47.371964 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-30659d24-538d-4898-a522-462cf909f2f9 req-48ef7c35-51fb-43fa-a9d3-0b9fef2ce341 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=5b43e1f0-c2f2-4656-90dc-07239ed3dd13 HTTP/1.1" status: 200 len: 217 time: 0.0506027 Jan 28 07:06:47.428266 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5875a60a-571b-4fd0-8872-e711e77d60ad x-openstack-request-id: req-5875a60a-571b-4fd0-8872-e711e77d60ad {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:06:47.428753 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c99d7ddf-8757-47cb-9f3a-5167285f7a3c", "name": "network-vif-plugged", "status": "completed", "tag": "6479eef5-951c-4e2c-a998-c082886c019a", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:06:47.428897 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5875a60a-571b-4fd0-8872-e711e77d60ad {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:06:47.429214 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c99d7ddf-8757-47cb-9f3a-5167285f7a3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6479eef5-951c-4e2c-a998-c082886c019a', 'code': 200} Jan 28 07:06:47.445261 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-a8a95934-c8c8-4c6b-b712-3f2970e900bc req-f08395de-2cae-4356-9b05-65e4be02b1a8 tempest-ServersTestJSON-78514907 tempest-ServersTestJSON-78514907-project] Publish callbacks [] for port (d81b9313-761f-40ed-a3ca-2d0faf343e11), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:47.461971 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2213a4f5-bfd8-4228-8918-6f25c0f8d91c req-237a94e6-c02a-45f2-8b31-22365c0551b0 tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] 10.222.0.41 "GET /v2.0/security-groups?id=35ddb33c-0ef0-4c89-97f1-d465222d49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334028 Jan 28 07:06:47.466306 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30659d24-538d-4898-a522-462cf909f2f9 req-8f9e9fa2-4b6d-4781-9f4e-df3ac20c931b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:47.467728 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-30659d24-538d-4898-a522-462cf909f2f9 req-8f9e9fa2-4b6d-4781-9f4e-df3ac20c931b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5785b43d-448b-4d12-9eb5-4e4caf2e7eaf HTTP/1.1" status: 200 len: 843 time: 0.0785918 Jan 28 07:06:47.486893 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-a8a95934-c8c8-4c6b-b712-3f2970e900bc req-f08395de-2cae-4356-9b05-65e4be02b1a8 tempest-ServersTestJSON-78514907 tempest-ServersTestJSON-78514907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (d81b9313-761f-40ed-a3ca-2d0faf343e11), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:47.535595 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8a95934-c8c8-4c6b-b712-3f2970e900bc req-f08395de-2cae-4356-9b05-65e4be02b1a8 tempest-ServersTestJSON-78514907 tempest-ServersTestJSON-78514907-project] Network 229bfbc8-3df0-4c71-a5d6-ff95bbe68880 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:06:47.538662 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [req-a8a95934-c8c8-4c6b-b712-3f2970e900bc req-f08395de-2cae-4356-9b05-65e4be02b1a8 tempest-ServersTestJSON-78514907 tempest-ServersTestJSON-78514907-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:06:47.544413 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30659d24-538d-4898-a522-462cf909f2f9 req-955ce063-a9e8-4c20-817a-86996ed75fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:47.545997 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8a95934-c8c8-4c6b-b712-3f2970e900bc req-f08395de-2cae-4356-9b05-65e4be02b1a8 tempest-ServersTestJSON-78514907 tempest-ServersTestJSON-78514907-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:06:47.546135 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-30659d24-538d-4898-a522-462cf909f2f9 req-955ce063-a9e8-4c20-817a-86996ed75fb8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0430629 Jan 28 07:06:47.580441 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08395de-2cae-4356-9b05-65e4be02b1a8 tempest-ServersTestJSON-78514907 tempest-ServersTestJSON-78514907-project] Pushing event updated for resources: {'Port': ['ID=d81b9313-761f-40ed-a3ca-2d0faf343e11,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:06:47.645112 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a95934-c8c8-4c6b-b712-3f2970e900bc req-f08395de-2cae-4356-9b05-65e4be02b1a8 tempest-ServersTestJSON-78514907 tempest-ServersTestJSON-78514907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:47.645759 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-a8a95934-c8c8-4c6b-b712-3f2970e900bc req-f08395de-2cae-4356-9b05-65e4be02b1a8 tempest-ServersTestJSON-78514907 tempest-ServersTestJSON-78514907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:47.649385 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7939901b-6df3-4175-acf0-992fec5f70c7 req-1cf98b88-25b1-4bc5-84bd-7cca32d87e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:47.650907 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7939901b-6df3-4175-acf0-992fec5f70c7 req-1cf98b88-25b1-4bc5-84bd-7cca32d87e1e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c99d7ddf-8757-47cb-9f3a-5167285f7a3c HTTP/1.1" status: 200 len: 1098 time: 0.0997226 Jan 28 07:06:47.688796 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a8a95934-c8c8-4c6b-b712-3f2970e900bc req-f08395de-2cae-4356-9b05-65e4be02b1a8 tempest-ServersTestJSON-78514907 tempest-ServersTestJSON-78514907-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0088995 Jan 28 07:06:47.717820 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-30659d24-538d-4898-a522-462cf909f2f9 req-9ee915ab-ee16-4a4b-a768-046689cf13e3 service neutron] 10.222.0.10 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627092 Jan 28 07:06:47.736317 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-a8a95934-c8c8-4c6b-b712-3f2970e900bc req-b69fcc61-0844-4264-a568-2161696ff016 service neutron] Request body: {'port': {'device_id': 'b91edbbc-2264-4ba0-9568-adb88bdaf545', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-28'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:06:47.749310 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e0ff4a-001e-4dee-a304-41f7e6afa836 req-ff3aabd5-874a-4679-af9e-bff3e0b195a6 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:47.750936 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f0e0ff4a-001e-4dee-a304-41f7e6afa836 req-ff3aabd5-874a-4679-af9e-bff3e0b195a6 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=0fb52adb-7ae8-4954-b508-f4144838af7f HTTP/1.1" status: 200 len: 950 time: 0.0742931 Jan 28 07:06:47.774093 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9be41e-4da5-4a5f-9178-27d8ac0e1a74 req-40b661bf-e1ac-4d38-a3b1-23e5abf10c4f tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:47.775603 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-bc9be41e-4da5-4a5f-9178-27d8ac0e1a74 req-40b661bf-e1ac-4d38-a3b1-23e5abf10c4f tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.41 "GET /v2.0/ports?device_id=8813fdc9-13cd-4d6b-88a5-c1cef3739966 HTTP/1.1" status: 200 len: 950 time: 0.1062548 Jan 28 07:06:47.786001 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7939901b-6df3-4175-acf0-992fec5f70c7 req-d4be8cbb-f6e3-4a5e-8602-af203c302a21 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=83d97fa1-2f29-40d2-a756-a970d048d2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227202 Jan 28 07:06:47.835700 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-a8a95934-c8c8-4c6b-b712-3f2970e900bc req-b69fcc61-0844-4264-a568-2161696ff016 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (d81b9313-761f-40ed-a3ca-2d0faf343e11), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:47.838634 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-a3152101-7ef8-4773-ad65-a7ed0456dfe2 None None] Provisioning complete for port d81b9313-761f-40ed-a3ca-2d0faf343e11 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:06:47.839214 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a3152101-7ef8-4773-ad65-a7ed0456dfe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (d81b9313-761f-40ed-a3ca-2d0faf343e11), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:47.866444 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-bc9be41e-4da5-4a5f-9178-27d8ac0e1a74 req-3c86704e-20db-47d3-a3f7-6e4d2061adc5 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.41 "GET /v2.0/security-groups?id=a925a148-520f-4e8d-aa8c-4258e73ac6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850043 Jan 28 07:06:47.879353 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-a3152101-7ef8-4773-ad65-a7ed0456dfe2 None None] Port d81b9313-761f-40ed-a3ca-2d0faf343e11 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:06:48.082161 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab4f018-bd47-433d-b7e4-1931240c9d6a req-ef2e6347-b3f4-4a0e-9b08-37ac1d647fe3 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:48.083597 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6ab4f018-bd47-433d-b7e4-1931240c9d6a req-ef2e6347-b3f4-4a0e-9b08-37ac1d647fe3 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/ports?device_id=c99d7ddf-8757-47cb-9f3a-5167285f7a3c HTTP/1.1" status: 200 len: 946 time: 0.1184454 Jan 28 07:06:48.144523 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f0e0ff4a-001e-4dee-a304-41f7e6afa836 req-ccc92964-9d03-474c-92e6-760020d4ca88 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3577747 Jan 28 07:06:48.149868 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-30659d24-538d-4898-a522-462cf909f2f9 req-d2008d2f-9a2c-47fc-8818-e4b373c1a7de service neutron] 10.222.0.10 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4184947 Jan 28 07:06:48.176761 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6ab4f018-bd47-433d-b7e4-1931240c9d6a req-fa13b27b-49d9-43b8-b2ae-0b9ff80d3ef1 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/security-groups?id=83d97fa1-2f29-40d2-a756-a970d048d2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854881 Jan 28 07:06:48.228865 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [req-a8a95934-c8c8-4c6b-b712-3f2970e900bc req-b69fcc61-0844-4264-a568-2161696ff016 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d81b9313-761f-40ed-a3ca-2d0faf343e11 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:06:48.237774 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-a8a95934-c8c8-4c6b-b712-3f2970e900bc req-b69fcc61-0844-4264-a568-2161696ff016 service neutron] Publish callbacks [] for port (d81b9313-761f-40ed-a3ca-2d0faf343e11), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:48.251657 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [req-a8a95934-c8c8-4c6b-b712-3f2970e900bc req-b69fcc61-0844-4264-a568-2161696ff016 service neutron] Transition to ACTIVE for port object d81b9313-761f-40ed-a3ca-2d0faf343e11 will not be triggered until provisioned by entity L2. {{(pid=103283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:06:48.255921 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-a8a95934-c8c8-4c6b-b712-3f2970e900bc req-b69fcc61-0844-4264-a568-2161696ff016 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (d81b9313-761f-40ed-a3ca-2d0faf343e11), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:48.258972 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb9f5ba-ed2b-4585-a50d-b5b436a34177 req-5c54f8aa-d14f-421d-acc0-a9a7fc595d9e tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:48.260465 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ecb9f5ba-ed2b-4585-a50d-b5b436a34177 req-5c54f8aa-d14f-421d-acc0-a9a7fc595d9e tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf49329f-cf90-42ce-92ed-b710f62af39d HTTP/1.1" status: 200 len: 948 time: 0.0522261 Jan 28 07:06:48.363402 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69fcc61-0844-4264-a568-2161696ff016 service neutron] Pushing event updated for resources: {'Port': ['ID=d81b9313-761f-40ed-a3ca-2d0faf343e11,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:06:48.372075 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ecb9f5ba-ed2b-4585-a50d-b5b436a34177 req-0f1497ee-e6f7-4366-8b48-b8078716a397 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/security-groups?id=b910cb8c-64ec-47f6-b06b-89e838bb343d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055033 Jan 28 07:06:48.399200 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700a5bfb-1193-4e69-99a4-e363f527fd41 req-d700fda8-31a4-44a7-bb53-d0d8f1211b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:48.400728 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-700a5bfb-1193-4e69-99a4-e363f527fd41 req-d700fda8-31a4-44a7-bb53-d0d8f1211b95 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c4cb8f6b7fb846b4ab01d357846632b7&device_id=bf49329f-cf90-42ce-92ed-b710f62af39d HTTP/1.1" status: 200 len: 1100 time: 0.0900114 Jan 28 07:06:48.438652 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-a8a95934-c8c8-4c6b-b712-3f2970e900bc req-b69fcc61-0844-4264-a568-2161696ff016 service neutron] Attempting to bind port d81b9313-761f-40ed-a3ca-2d0faf343e11 on host n-h1-712749-28 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:06:48.438997 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-a8a95934-c8c8-4c6b-b712-3f2970e900bc req-b69fcc61-0844-4264-a568-2161696ff016 service neutron] Attempting to bind port d81b9313-761f-40ed-a3ca-2d0faf343e11 by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': 'd86bde62-7a05-46f6-b2d6-55a757a88dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '229bfbc8-3df0-4c71-a5d6-ff95bbe68880'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:06:48.439327 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8a95934-c8c8-4c6b-b712-3f2970e900bc req-b69fcc61-0844-4264-a568-2161696ff016 service neutron] Attempting to bind port d81b9313-761f-40ed-a3ca-2d0faf343e11 on network 229bfbc8-3df0-4c71-a5d6-ff95bbe68880 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:06:48.445682 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8a95934-c8c8-4c6b-b712-3f2970e900bc req-b69fcc61-0844-4264-a568-2161696ff016 service neutron] Port d81b9313-761f-40ed-a3ca-2d0faf343e11 on network 229bfbc8-3df0-4c71-a5d6-ff95bbe68880 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:06:48.446005 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8a95934-c8c8-4c6b-b712-3f2970e900bc req-b69fcc61-0844-4264-a568-2161696ff016 service neutron] Attempting to bind port d81b9313-761f-40ed-a3ca-2d0faf343e11 on network 229bfbc8-3df0-4c71-a5d6-ff95bbe68880 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:06:48.454825 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488f0719-5438-4340-951a-7636f6ac91f7 req-a94e7e71-aa36-4848-9755-4227382ebc18 tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:48.456637 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-488f0719-5438-4340-951a-7636f6ac91f7 req-a94e7e71-aa36-4848-9755-4227382ebc18 tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] 10.222.0.41 "GET /v2.0/ports?device_id=65b9fb21-1449-4992-bc12-2ac1f0102a9f HTTP/1.1" status: 200 len: 945 time: 0.0820746 Jan 28 07:06:48.463209 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8a95934-c8c8-4c6b-b712-3f2970e900bc req-b69fcc61-0844-4264-a568-2161696ff016 service neutron] Checking agent: {'id': '2fca46b1-237f-4857-9290-2429d810e472', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:06:48.466937 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8a95934-c8c8-4c6b-b712-3f2970e900bc req-b69fcc61-0844-4264-a568-2161696ff016 service neutron] Checking segment: {'id': 'd86bde62-7a05-46f6-b2d6-55a757a88dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '229bfbc8-3df0-4c71-a5d6-ff95bbe68880'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:06:48.467442 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8a95934-c8c8-4c6b-b712-3f2970e900bc req-b69fcc61-0844-4264-a568-2161696ff016 service neutron] Bound using segment: {'id': 'd86bde62-7a05-46f6-b2d6-55a757a88dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '229bfbc8-3df0-4c71-a5d6-ff95bbe68880'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:06:48.468229 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-a8a95934-c8c8-4c6b-b712-3f2970e900bc req-b69fcc61-0844-4264-a568-2161696ff016 service neutron] Bound port: d81b9313-761f-40ed-a3ca-2d0faf343e11, host: n-h1-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd86bde62-7a05-46f6-b2d6-55a757a88dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '229bfbc8-3df0-4c71-a5d6-ff95bbe68880'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:06:48.468446 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-a8a95934-c8c8-4c6b-b712-3f2970e900bc req-b69fcc61-0844-4264-a568-2161696ff016 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (d81b9313-761f-40ed-a3ca-2d0faf343e11), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:48.568335 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-a8a95934-c8c8-4c6b-b712-3f2970e900bc req-b69fcc61-0844-4264-a568-2161696ff016 service neutron] For port d81b9313-761f-40ed-a3ca-2d0faf343e11, host n-h1-712749-28, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:06:48.576986 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-488f0719-5438-4340-951a-7636f6ac91f7 req-f288e118-3d8d-4393-ac8b-10946d1c93f7 tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] 10.222.0.41 "GET /v2.0/security-groups?id=59996388-8d94-44e2-bfc6-beb74465a52d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059759 Jan 28 07:06:48.579123 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-a8a95934-c8c8-4c6b-b712-3f2970e900bc req-b69fcc61-0844-4264-a568-2161696ff016 service neutron] For port d81b9313-761f-40ed-a3ca-2d0faf343e11, host n-h1-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=d81b9313-761f-40ed-a3ca-2d0faf343e11,segment=NetworkSegment(d86bde62-7a05-46f6-b2d6-55a757a88dbc),segment_id=d86bde62-7a05-46f6-b2d6-55a757a88dbc)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:06:48.585141 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-a8a95934-c8c8-4c6b-b712-3f2970e900bc req-b69fcc61-0844-4264-a568-2161696ff016 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (d81b9313-761f-40ed-a3ca-2d0faf343e11), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:48.599602 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf33c3b-c1ef-4e99-9ce9-138be69600d2 req-6eac5631-2f45-44ad-88fb-49505260a915 tempest-ServersTestJSON-78514907 tempest-ServersTestJSON-78514907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:48.601311 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8cf33c3b-c1ef-4e99-9ce9-138be69600d2 req-6eac5631-2f45-44ad-88fb-49505260a915 tempest-ServersTestJSON-78514907 tempest-ServersTestJSON-78514907-project] 10.222.0.41 "GET /v2.0/ports?device_id=b91edbbc-2264-4ba0-9568-adb88bdaf545 HTTP/1.1" status: 200 len: 943 time: 0.1523666 Jan 28 07:06:48.621474 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b25af4-090b-4977-af9a-9a5dc6fce0e4 req-c770ecf8-ea38-451a-8543-7d7bb92dbf45 tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:48.624294 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d2b25af4-090b-4977-af9a-9a5dc6fce0e4 req-c770ecf8-ea38-451a-8543-7d7bb92dbf45 tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] 10.222.0.10 "GET /v2.0/ports?device_id=65b9fb21-1449-4992-bc12-2ac1f0102a9f HTTP/1.1" status: 200 len: 945 time: 0.1408105 Jan 28 07:06:48.628658 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a95934-c8c8-4c6b-b712-3f2970e900bc req-b69fcc61-0844-4264-a568-2161696ff016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:48.629566 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-a8a95934-c8c8-4c6b-b712-3f2970e900bc req-b69fcc61-0844-4264-a568-2161696ff016 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:48.631202 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a8a95934-c8c8-4c6b-b712-3f2970e900bc req-b69fcc61-0844-4264-a568-2161696ff016 service neutron] 10.222.0.10 "PUT /v2.0/ports/d81b9313-761f-40ed-a3ca-2d0faf343e11 HTTP/1.1" status: 200 len: 1092 time: 0.8998981 Jan 28 07:06:48.633591 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b91edbbc-2264-4ba0-9568-adb88bdaf545', 'tag': 'd81b9313-761f-40ed-a3ca-2d0faf343e11'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:06:48.637253 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-603d34c5-0576-4453-b962-72467c6a470e" -d '{"events": [{"name": "network-changed", "server_uuid": "b91edbbc-2264-4ba0-9568-adb88bdaf545", "tag": "d81b9313-761f-40ed-a3ca-2d0faf343e11"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:06:48.672721 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69fcc61-0844-4264-a568-2161696ff016 service neutron] Pushing event updated for resources: {'Port': ['ID=d81b9313-761f-40ed-a3ca-2d0faf343e11,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:06:48.739122 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700a5bfb-1193-4e69-99a4-e363f527fd41 req-35afa60f-c896-44d4-8bea-1deaa13f0ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:48.740684 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-700a5bfb-1193-4e69-99a4-e363f527fd41 req-35afa60f-c896-44d4-8bea-1deaa13f0ed1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb HTTP/1.1" status: 200 len: 870 time: 0.2596169 Jan 28 07:06:48.778076 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a95934-c8c8-4c6b-b712-3f2970e900bc req-48707e8b-c091-4c0a-93e7-6d960b26497a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:48.779635 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a8a95934-c8c8-4c6b-b712-3f2970e900bc req-48707e8b-c091-4c0a-93e7-6d960b26497a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6b0a05cc1dfd4383b65e375634b9d65b&device_id=b91edbbc-2264-4ba0-9568-adb88bdaf545 HTTP/1.1" status: 200 len: 1095 time: 0.0781486 Jan 28 07:06:48.794206 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b39e515-a025-4101-83f7-78ec858042f7 req-4aa4ee77-cc53-4f9c-965c-4fbb2653d86a tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:48.796123 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7b39e515-a025-4101-83f7-78ec858042f7 req-4aa4ee77-cc53-4f9c-965c-4fbb2653d86a tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5c4fc08-6975-49b9-8309-31232569480e HTTP/1.1" status: 200 len: 945 time: 0.0833712 Jan 28 07:06:48.809125 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8cf33c3b-c1ef-4e99-9ce9-138be69600d2 req-7df59ab3-92e2-4bc0-b661-9b7ce2a7576d tempest-ServersTestJSON-78514907 tempest-ServersTestJSON-78514907-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ae0854f-95bb-4517-bc2f-76f6b2917b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1831827 Jan 28 07:06:48.811835 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-700a5bfb-1193-4e69-99a4-e363f527fd41 req-5133a8cd-6c2a-473f-9ccc-cc74fa8a4e20 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=5b43e1f0-c2f2-4656-90dc-07239ed3dd13 HTTP/1.1" status: 200 len: 217 time: 0.0506094 Jan 28 07:06:48.841753 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a8a95934-c8c8-4c6b-b712-3f2970e900bc req-56e0acb2-226b-4f47-990d-227c3ac04d83 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d81b9313-761f-40ed-a3ca-2d0faf343e11 HTTP/1.1" status: 200 len: 217 time: 0.0444820 Jan 28 07:06:48.873223 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-d2b25af4-090b-4977-af9a-9a5dc6fce0e4 req-7981e4f5-8fdf-49f1-8b81-c55e0f9c5296 tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] Deleting port 61e3e5e6-6046-47fa-b7e3-545b20d6ee72 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:06:48.873564 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d2b25af4-090b-4977-af9a-9a5dc6fce0e4 req-7981e4f5-8fdf-49f1-8b81-c55e0f9c5296 tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (61e3e5e6-6046-47fa-b7e3-545b20d6ee72), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:48.888959 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cb8552c-d903-42a9-b550-1cd10a22bcf4 x-openstack-request-id: req-1cb8552c-d903-42a9-b550-1cd10a22bcf4 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:06:48.889333 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b91edbbc-2264-4ba0-9568-adb88bdaf545", "tag": "d81b9313-761f-40ed-a3ca-2d0faf343e11", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:06:48.889601 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1cb8552c-d903-42a9-b550-1cd10a22bcf4 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:06:48.890072 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b91edbbc-2264-4ba0-9568-adb88bdaf545', 'tag': 'd81b9313-761f-40ed-a3ca-2d0faf343e11', 'status': 'completed', 'code': 200} Jan 28 07:06:48.931306 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7b39e515-a025-4101-83f7-78ec858042f7 req-d72383a2-49f7-48ba-b898-3bdb9ff057e0 tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] 10.222.0.41 "GET /v2.0/security-groups?id=35ddb33c-0ef0-4c89-97f1-d465222d49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934017 Jan 28 07:06:48.933239 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a95934-c8c8-4c6b-b712-3f2970e900bc req-653e267f-7721-49b2-92b2-ca667cca0bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:48.934117 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700a5bfb-1193-4e69-99a4-e363f527fd41 req-7a4298e5-f586-49ff-85f2-ea492975d795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:48.935315 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a8a95934-c8c8-4c6b-b712-3f2970e900bc req-653e267f-7721-49b2-92b2-ca667cca0bbb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5befb34d-bf52-4217-a97f-6df3499b2528 HTTP/1.1" status: 200 len: 845 time: 0.0870934 Jan 28 07:06:48.935610 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-700a5bfb-1193-4e69-99a4-e363f527fd41 req-7a4298e5-f586-49ff-85f2-ea492975d795 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5785b43d-448b-4d12-9eb5-4e4caf2e7eaf HTTP/1.1" status: 200 len: 843 time: 0.1082447 Jan 28 07:06:48.999537 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a95934-c8c8-4c6b-b712-3f2970e900bc req-2b489106-d7f6-4172-9e10-10c1a24cd28b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:49.001095 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a8a95934-c8c8-4c6b-b712-3f2970e900bc req-2b489106-d7f6-4172-9e10-10c1a24cd28b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=229bfbc8-3df0-4c71-a5d6-ff95bbe68880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0539839 Jan 28 07:06:49.030862 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-d2b25af4-090b-4977-af9a-9a5dc6fce0e4 req-7981e4f5-8fdf-49f1-8b81-c55e0f9c5296 tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] For port 61e3e5e6-6046-47fa-b7e3-545b20d6ee72, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=61e3e5e6-6046-47fa-b7e3-545b20d6ee72,segment=NetworkSegment(8f16b4d4-a489-47a9-abff-4677cff0d0e7),segment_id=8f16b4d4-a489-47a9-abff-4677cff0d0e7)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:06:49.031224 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d2b25af4-090b-4977-af9a-9a5dc6fce0e4 req-7981e4f5-8fdf-49f1-8b81-c55e0f9c5296 tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (61e3e5e6-6046-47fa-b7e3-545b20d6ee72), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:49.052411 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-d2b25af4-090b-4977-af9a-9a5dc6fce0e4 req-7981e4f5-8fdf-49f1-8b81-c55e0f9c5296 tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] Calling delete_port for 61e3e5e6-6046-47fa-b7e3-545b20d6ee72 owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:06:49.055878 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700a5bfb-1193-4e69-99a4-e363f527fd41 req-837ef42a-0ec1-491d-bd7a-71ab87b3047e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:49.057466 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-700a5bfb-1193-4e69-99a4-e363f527fd41 req-837ef42a-0ec1-491d-bd7a-71ab87b3047e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1070504 Jan 28 07:06:49.075354 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f676e922-d992-4e3d-bfb3-9836ea10e556 req-c621b8ac-30f9-4698-b77e-89a64a55eaf0 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:49.076899 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f676e922-d992-4e3d-bfb3-9836ea10e556 req-c621b8ac-30f9-4698-b77e-89a64a55eaf0 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.41 "GET /v2.0/ports?device_id=8813fdc9-13cd-4d6b-88a5-c1cef3739966 HTTP/1.1" status: 200 len: 950 time: 0.0979748 Jan 28 07:06:49.232776 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f676e922-d992-4e3d-bfb3-9836ea10e556 req-7e07f1f5-1a9d-41a2-8b9c-c277f59d9443 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.41 "GET /v2.0/security-groups?id=a925a148-520f-4e8d-aa8c-4258e73ac6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448185 Jan 28 07:06:49.265833 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-700a5bfb-1193-4e69-99a4-e363f527fd41 req-0a89ada6-25ea-4574-aa49-4ac54f45076f service neutron] 10.222.0.10 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879029 Jan 28 07:06:49.378940 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8958a13d-0510-4b38-a59c-98419d423982 req-5c4950b5-11ac-449c-8f73-de9ea7cc2fb4 tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:49.385894 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8958a13d-0510-4b38-a59c-98419d423982 req-5c4950b5-11ac-449c-8f73-de9ea7cc2fb4 tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] 10.222.0.41 "GET /v2.0/ports?device_id=2741c51f-85ee-43f7-861f-326ec2a6fc74 HTTP/1.1" status: 200 len: 946 time: 0.3692698 Jan 28 07:06:49.418903 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d2b25af4-090b-4977-af9a-9a5dc6fce0e4 req-7981e4f5-8fdf-49f1-8b81-c55e0f9c5296 tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (61e3e5e6-6046-47fa-b7e3-545b20d6ee72), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:49.435647 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451379a0-8f07-4f77-a191-ca9a5add6bd2 req-facf4ad6-f159-4020-9f9d-f851ca811378 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:49.437450 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-451379a0-8f07-4f77-a191-ca9a5add6bd2 req-facf4ad6-f159-4020-9f9d-f851ca811378 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=0fb52adb-7ae8-4954-b508-f4144838af7f HTTP/1.1" status: 200 len: 950 time: 0.1315067 Jan 28 07:06:49.453531 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8958a13d-0510-4b38-a59c-98419d423982 req-9110dbd7-ec1a-491c-a299-99531de99095 tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] 10.222.0.41 "GET /v2.0/security-groups?id=35ddb33c-0ef0-4c89-97f1-d465222d49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667768 Jan 28 07:06:49.466618 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['61e3e5e6-6046-47fa-b7e3-545b20d6ee72'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:06:49.477803 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a8a95934-c8c8-4c6b-b712-3f2970e900bc req-3bc98549-c89a-4e13-af2c-47086fdac7fa service neutron] 10.222.0.10 "GET /v2.0/networks/229bfbc8-3df0-4c71-a5d6-ff95bbe68880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4689894 Jan 28 07:06:49.484153 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7981e4f5-8fdf-49f1-8b81-c55e0f9c5296 tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] Pushing event deleted for resources: {'Port': ['ID=61e3e5e6-6046-47fa-b7e3-545b20d6ee72,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:06:49.498171 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-700a5bfb-1193-4e69-99a4-e363f527fd41 req-d47e177f-65eb-4dad-9b20-b2e0b10e9a69 service neutron] 10.222.0.10 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038128 Jan 28 07:06:49.552348 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2b25af4-090b-4977-af9a-9a5dc6fce0e4 req-7981e4f5-8fdf-49f1-8b81-c55e0f9c5296 tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] No DVR routers for this DVR port 61e3e5e6-6046-47fa-b7e3-545b20d6ee72 on host n-h1-712749-28 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:06:49.559647 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d2b25af4-090b-4977-af9a-9a5dc6fce0e4 req-7981e4f5-8fdf-49f1-8b81-c55e0f9c5296 tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:49.563125 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d2b25af4-090b-4977-af9a-9a5dc6fce0e4 req-7981e4f5-8fdf-49f1-8b81-c55e0f9c5296 tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] 10.222.0.10 "DELETE /v2.0/ports/61e3e5e6-6046-47fa-b7e3-545b20d6ee72 HTTP/1.1" status: 204 len: 173 time: 0.9245145 Jan 28 07:06:49.563664 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65b9fb21-1449-4992-bc12-2ac1f0102a9f', 'name': 'network-vif-deleted', 'tag': '61e3e5e6-6046-47fa-b7e3-545b20d6ee72'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:06:49.565976 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75cc8d0b-07ff-41ba-9e60-17ce540d0cde" -d '{"events": [{"server_uuid": "65b9fb21-1449-4992-bc12-2ac1f0102a9f", "name": "network-vif-deleted", "tag": "61e3e5e6-6046-47fa-b7e3-545b20d6ee72"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:06:49.592859 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-451379a0-8f07-4f77-a191-ca9a5add6bd2 req-9322df50-8452-43b4-82e6-d8c18708ffca tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487439 Jan 28 07:06:49.659035 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a8a95934-c8c8-4c6b-b712-3f2970e900bc req-c914e6bf-e360-4656-b165-323bffe0c1e7 service neutron] 10.222.0.10 "GET /v2.0/networks/229bfbc8-3df0-4c71-a5d6-ff95bbe68880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667464 Jan 28 07:06:49.674443 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a7f2e6-3205-47be-87a4-fd3893e1d1fb req-894482ff-fe5a-43cb-a48e-e481adcaa138 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:49.676888 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b6a7f2e6-3205-47be-87a4-fd3893e1d1fb req-894482ff-fe5a-43cb-a48e-e481adcaa138 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/ports?device_id=c99d7ddf-8757-47cb-9f3a-5167285f7a3c HTTP/1.1" status: 200 len: 946 time: 0.0820837 Jan 28 07:06:49.747343 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b6a7f2e6-3205-47be-87a4-fd3893e1d1fb req-857f40df-a6ce-4b8e-83ea-fbd07649fb7a tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/security-groups?id=83d97fa1-2f29-40d2-a756-a970d048d2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628068 Jan 28 07:06:49.834376 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf01288-694e-4419-8641-7417bcf2f1a4 req-6d726560-d27a-47ae-aa56-32e58871c6e9 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:49.835913 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8bf01288-694e-4419-8641-7417bcf2f1a4 req-6d726560-d27a-47ae-aa56-32e58871c6e9 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf49329f-cf90-42ce-92ed-b710f62af39d HTTP/1.1" status: 200 len: 948 time: 0.0756974 Jan 28 07:06:49.837490 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603d34c5-0576-4453-b962-72467c6a470e req-c05aa4e1-99de-4d55-a240-138c0d85d7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:49.841572 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-603d34c5-0576-4453-b962-72467c6a470e req-c05aa4e1-99de-4d55-a240-138c0d85d7ac service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6b0a05cc1dfd4383b65e375634b9d65b&device_id=b91edbbc-2264-4ba0-9568-adb88bdaf545 HTTP/1.1" status: 200 len: 1095 time: 0.0547786 Jan 28 07:06:49.890342 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8bf01288-694e-4419-8641-7417bcf2f1a4 req-6c1a6c3b-914e-4205-a0bc-b171da20abf1 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/security-groups?id=b910cb8c-64ec-47f6-b06b-89e838bb343d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476840 Jan 28 07:06:49.930997 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:06:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db83a2fb-deed-439a-8c8c-44b8f3447ba7 x-openstack-request-id: req-db83a2fb-deed-439a-8c8c-44b8f3447ba7 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:06:49.931608 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65b9fb21-1449-4992-bc12-2ac1f0102a9f", "name": "network-vif-deleted", "tag": "61e3e5e6-6046-47fa-b7e3-545b20d6ee72", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:06:49.932132 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-db83a2fb-deed-439a-8c8c-44b8f3447ba7 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:06:49.932830 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65b9fb21-1449-4992-bc12-2ac1f0102a9f', 'name': 'network-vif-deleted', 'tag': '61e3e5e6-6046-47fa-b7e3-545b20d6ee72', 'status': 'completed', 'code': 200} Jan 28 07:06:49.957490 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603d34c5-0576-4453-b962-72467c6a470e req-494ba15a-6e8d-49b9-b4dd-101c6343873a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:49.959047 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-603d34c5-0576-4453-b962-72467c6a470e req-494ba15a-6e8d-49b9-b4dd-101c6343873a service neutron] 10.222.0.10 "GET /v2.0/networks?id=229bfbc8-3df0-4c71-a5d6-ff95bbe68880 HTTP/1.1" status: 200 len: 907 time: 0.1115413 Jan 28 07:06:49.997419 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-08a76db3-9996-48f8-bb2a-883d9747ad71 req-a2a6d4c0-3198-42a5-a119-df03ba6a04a8 tempest-FloatingIPsAssociationNegativeTestJSON-463031447 tempest-FloatingIPsAssociationNegativeTestJSON-463031447-project] 10.222.0.41 "GET /v2.0/ports?device_id=65b9fb21-1449-4992-bc12-2ac1f0102a9f HTTP/1.1" status: 200 len: 210 time: 0.0264986 Jan 28 07:06:50.037233 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-603d34c5-0576-4453-b962-72467c6a470e req-218b967d-29eb-49d9-bdec-14a486719a65 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d81b9313-761f-40ed-a3ca-2d0faf343e11 HTTP/1.1" status: 200 len: 217 time: 0.0487466 Jan 28 07:06:50.049727 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089416d5-420c-429d-8d89-ae5f7adc3b49 req-715e4439-e8c9-4547-9265-c8d1557831f6 tempest-LiveAutoBlockMigrationV225Test-1114652928 tempest-LiveAutoBlockMigrationV225Test-1114652928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:50.051274 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-089416d5-420c-429d-8d89-ae5f7adc3b49 req-715e4439-e8c9-4547-9265-c8d1557831f6 tempest-LiveAutoBlockMigrationV225Test-1114652928 tempest-LiveAutoBlockMigrationV225Test-1114652928-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=c99d7ddf-8757-47cb-9f3a-5167285f7a3c HTTP/1.1" status: 200 len: 1098 time: 0.0728037 Jan 28 07:06:50.069510 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 11dca397-be39-46c6-8338-77251776d222 details requested by agent hyperv_n-h1-712749-28 with host n-h1-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:06:50.079891 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 11dca397-be39-46c6-8338-77251776d222 no longer exists at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:06:50.100875 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e66652-7f0b-482a-97f4-92a0ec61cb21 req-cf7b5ee3-ec38-4c85-989d-fb146258e3fc tempest-ServersTestJSON-78514907 tempest-ServersTestJSON-78514907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:50.102364 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-51e66652-7f0b-482a-97f4-92a0ec61cb21 req-cf7b5ee3-ec38-4c85-989d-fb146258e3fc tempest-ServersTestJSON-78514907 tempest-ServersTestJSON-78514907-project] 10.222.0.41 "GET /v2.0/ports?device_id=b91edbbc-2264-4ba0-9568-adb88bdaf545 HTTP/1.1" status: 200 len: 943 time: 0.0502381 Jan 28 07:06:50.123946 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603d34c5-0576-4453-b962-72467c6a470e req-7d045420-edcb-4fa1-b573-970752393722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:50.125484 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-603d34c5-0576-4453-b962-72467c6a470e req-7d045420-edcb-4fa1-b573-970752393722 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5befb34d-bf52-4217-a97f-6df3499b2528 HTTP/1.1" status: 200 len: 845 time: 0.0733538 Jan 28 07:06:50.143793 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-089416d5-420c-429d-8d89-ae5f7adc3b49 req-7200ba7d-e063-42d9-ace9-73dd603c9543 tempest-LiveAutoBlockMigrationV225Test-1114652928 tempest-LiveAutoBlockMigrationV225Test-1114652928-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=83d97fa1-2f29-40d2-a756-a970d048d2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841632 Jan 28 07:06:50.154389 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-51e66652-7f0b-482a-97f4-92a0ec61cb21 req-121461eb-799f-425a-bb66-ca9f5524bfe8 tempest-ServersTestJSON-78514907 tempest-ServersTestJSON-78514907-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ae0854f-95bb-4517-bc2f-76f6b2917b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447755 Jan 28 07:06:50.200381 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603d34c5-0576-4453-b962-72467c6a470e req-d81500dd-5687-4ca2-88a7-78369be421f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:50.200381 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-603d34c5-0576-4453-b962-72467c6a470e req-d81500dd-5687-4ca2-88a7-78369be421f0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=229bfbc8-3df0-4c71-a5d6-ff95bbe68880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0628777 Jan 28 07:06:50.231837 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 11dca397-be39-46c6-8338-77251776d222, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=11dca397-be39-46c6-8338-77251776d222,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:06:50.234745 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 11dca397-be39-46c6-8338-77251776d222 is: ACTIVE; New status is: DOWN {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:06:50.235136 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (11dca397-be39-46c6-8338-77251776d222), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:50.262790 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Returning: {'device': '11dca397-be39-46c6-8338-77251776d222', 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb', 'port_id': '11dca397-be39-46c6-8338-77251776d222', 'mac_address': 'fa:16:3e:37:79:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5785b43d-448b-4d12-9eb5-4e4caf2e7eaf', 'ip_address': '192.168.233.142'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:06:50.269839 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8813fdc9-13cd-4d6b-88a5-c1cef3739966', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11dca397-be39-46c6-8338-77251776d222'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:06:50.272280 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cd95df0-8e1e-4a7e-9367-9474ff5cc7b4" -d '{"events": [{"server_uuid": "8813fdc9-13cd-4d6b-88a5-c1cef3739966", "name": "network-vif-unplugged", "status": "completed", "tag": "11dca397-be39-46c6-8338-77251776d222"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:06:50.291336 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 11dca397-be39-46c6-8338-77251776d222, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=11dca397-be39-46c6-8338-77251776d222,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:06:50.315871 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (11dca397-be39-46c6-8338-77251776d222), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:50.374412 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-603d34c5-0576-4453-b962-72467c6a470e req-4bff16dc-752f-45d2-b5e7-a9ed362c501f service neutron] 10.222.0.10 "GET /v2.0/networks/229bfbc8-3df0-4c71-a5d6-ff95bbe68880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610742 Jan 28 07:06:50.389346 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 11dca397-be39-46c6-8338-77251776d222 is: ACTIVE; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:06:50.389762 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (11dca397-be39-46c6-8338-77251776d222), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:50.409857 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 11dca397-be39-46c6-8338-77251776d222 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:06:50.427816 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 07:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5551cda-cc59-4865-90fe-3efb42c2e038 x-openstack-request-id: req-e5551cda-cc59-4865-90fe-3efb42c2e038 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:06:50.437699 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8813fdc9-13cd-4d6b-88a5-c1cef3739966", "name": "network-vif-unplugged", "status": "completed", "tag": "11dca397-be39-46c6-8338-77251776d222", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:06:50.437979 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e5551cda-cc59-4865-90fe-3efb42c2e038 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:06:50.438399 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8813fdc9-13cd-4d6b-88a5-c1cef3739966', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11dca397-be39-46c6-8338-77251776d222', 'code': 200} Jan 28 07:06:50.441991 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590ebebe-df2f-420f-9527-c0de393e3ef5 req-02750a42-8064-48b4-8727-12a71e173178 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:50.443665 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-590ebebe-df2f-420f-9527-c0de393e3ef5 req-02750a42-8064-48b4-8727-12a71e173178 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.41 "GET /v2.0/ports?device_id=8813fdc9-13cd-4d6b-88a5-c1cef3739966 HTTP/1.1" status: 200 len: 948 time: 0.0751362 Jan 28 07:06:50.455753 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=11dca397-be39-46c6-8338-77251776d222,revision_number=6']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:06:50.509670 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.db.api [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103285) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 07:06:50.510341 n-d-712749-28 neutron-server[103285]: DEBUG oslo_db.api [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 07:06:50.519427 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-590ebebe-df2f-420f-9527-c0de393e3ef5 req-bbe09e1e-7ed6-4879-819a-91d67c2db4bf tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.41 "GET /v2.0/security-groups?id=a925a148-520f-4e8d-aa8c-4258e73ac6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684457 Jan 28 07:06:50.595917 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-603d34c5-0576-4453-b962-72467c6a470e req-b1f99e9a-5d87-44fd-8a0c-51a56a602eca service neutron] 10.222.0.10 "GET /v2.0/networks/229bfbc8-3df0-4c71-a5d6-ff95bbe68880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100311 Jan 28 07:06:50.700593 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dde5ec4-2934-499b-9b98-1e8283e67dea req-c597ec4a-98d8-44a5-9b11-2239758cb0c1 tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:50.703074 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9dde5ec4-2934-499b-9b98-1e8283e67dea req-c597ec4a-98d8-44a5-9b11-2239758cb0c1 tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] 10.222.0.41 "GET /v2.0/networks?id=8f3c013d-5cca-4754-bb74-c707f5f90464 HTTP/1.1" status: 200 len: 812 time: 0.1253083 Jan 28 07:06:50.724067 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9dde5ec4-2934-499b-9b98-1e8283e67dea req-977eb8ca-2991-42a5-a5a1-7487221a87b1 tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] 10.222.0.41 "GET /v2.0/quotas/a68b546bd10d454e9bcb0137cb61196a HTTP/1.1" status: 200 len: 375 time: 0.0129476 Jan 28 07:06:50.727893 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80291d4-27e7-4e38-8624-1bc868d4e658 req-ce3aa755-4c62-49a5-a8e8-57cde0a28d64 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:50.729427 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d80291d4-27e7-4e38-8624-1bc868d4e658 req-ce3aa755-4c62-49a5-a8e8-57cde0a28d64 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=0fb52adb-7ae8-4954-b508-f4144838af7f HTTP/1.1" status: 200 len: 950 time: 0.0539186 Jan 28 07:06:50.775914 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9dde5ec4-2934-499b-9b98-1e8283e67dea req-d0302d01-ac9f-4eeb-bb52-a5cd248ce5bf tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=a68b546bd10d454e9bcb0137cb61196a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0474591 Jan 28 07:06:50.780722 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d80291d4-27e7-4e38-8624-1bc868d4e658 req-12a52101-8323-4860-bc06-75a3d432c815 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438867 Jan 28 07:06:50.890184 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9dde5ec4-2934-499b-9b98-1e8283e67dea req-9cd561ad-e23c-4caa-9595-91ba2f09f344 service neutron] 10.222.0.41 "GET /v2.0/networks/8f3c013d-5cca-4754-bb74-c707f5f90464?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069372 Jan 28 07:06:50.993705 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9dde5ec4-2934-499b-9b98-1e8283e67dea req-4247732d-c12b-48a7-8645-2ee175abb1cc service neutron] 10.222.0.41 "GET /v2.0/networks/8f3c013d-5cca-4754-bb74-c707f5f90464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968299 Jan 28 07:06:51.035506 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8928bf-4b8a-46d2-9ecd-e88ad4591930 req-477f183c-4a88-48a4-a4bc-f725a60b02b8 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:51.036976 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1e8928bf-4b8a-46d2-9ecd-e88ad4591930 req-477f183c-4a88-48a4-a4bc-f725a60b02b8 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf49329f-cf90-42ce-92ed-b710f62af39d HTTP/1.1" status: 200 len: 948 time: 0.0506489 Jan 28 07:06:51.068804 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 11dca397-be39-46c6-8338-77251776d222 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:06:51.070539 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (11dca397-be39-46c6-8338-77251776d222), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:51.097178 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11dca397-be39-46c6-8338-77251776d222 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:06:51.100656 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1e8928bf-4b8a-46d2-9ecd-e88ad4591930 req-01e1d72c-b158-44ff-bb28-5ed326774341 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/security-groups?id=b910cb8c-64ec-47f6-b06b-89e838bb343d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573258 Jan 28 07:06:51.124471 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 11dca397-be39-46c6-8338-77251776d222, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=11dca397-be39-46c6-8338-77251776d222,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:06:51.127471 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (11dca397-be39-46c6-8338-77251776d222), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:51.168881 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 60514) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:06:51.212163 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=11dca397-be39-46c6-8338-77251776d222,revision_number=7']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:06:51.410465 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea68d520-3361-428c-a8e8-e3963cb3cc63 req-d47b09d7-cdb3-46dc-b8eb-d37d34716a66 tempest-ServersTestJSON-78514907 tempest-ServersTestJSON-78514907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:51.417835 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ea68d520-3361-428c-a8e8-e3963cb3cc63 req-d47b09d7-cdb3-46dc-b8eb-d37d34716a66 tempest-ServersTestJSON-78514907 tempest-ServersTestJSON-78514907-project] 10.222.0.41 "GET /v2.0/ports?device_id=b91edbbc-2264-4ba0-9568-adb88bdaf545 HTTP/1.1" status: 200 len: 943 time: 0.1113749 Jan 28 07:06:51.420149 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-dc0761c8-f3d8-45af-8666-02c863e85026 req-3e502725-6cb6-4864-ac9e-6ab8ea052b79 tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] 10.222.0.41 "GET /v2.0/ports?device_id=12eb1563-6be7-4a32-8548-96fb0359e802 HTTP/1.1" status: 200 len: 210 time: 0.0498123 Jan 28 07:06:51.513597 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ea68d520-3361-428c-a8e8-e3963cb3cc63 req-098613cb-5360-4bf3-8605-ee5978ca25a4 tempest-ServersTestJSON-78514907 tempest-ServersTestJSON-78514907-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ae0854f-95bb-4517-bc2f-76f6b2917b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948186 Jan 28 07:06:51.657051 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['11dca397-be39-46c6-8338-77251776d222'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:06:51.675101 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ec8b92-798f-4914-bd4e-8df53dccbf2d req-c9fa3166-b42b-4abe-8f86-d45cb7d21fbe tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:51.677289 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d4ec8b92-798f-4914-bd4e-8df53dccbf2d req-c9fa3166-b42b-4abe-8f86-d45cb7d21fbe tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.41 "GET /v2.0/ports?device_id=8813fdc9-13cd-4d6b-88a5-c1cef3739966 HTTP/1.1" status: 200 len: 949 time: 0.0776124 Jan 28 07:06:51.756146 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d4ec8b92-798f-4914-bd4e-8df53dccbf2d req-0617abfb-e714-48b1-aaeb-2bd7a4feead4 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.41 "GET /v2.0/security-groups?id=a925a148-520f-4e8d-aa8c-4258e73ac6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697050 Jan 28 07:06:51.929955 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-faa87908-be6f-4ebc-ad2c-8dddbb4b888d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16606535'] for router_interface (bccf5753-6071-43c7-87cf-afad78c8a4b8), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:52.044468 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953993b1-9998-4a9b-8bce-ac9abe5d4119 req-0bcf3951-bf8c-4acd-b969-43b967e34b6d tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:52.056779 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-953993b1-9998-4a9b-8bce-ac9abe5d4119 req-0bcf3951-bf8c-4acd-b969-43b967e34b6d tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=0fb52adb-7ae8-4954-b508-f4144838af7f HTTP/1.1" status: 200 len: 950 time: 0.1431527 Jan 28 07:06:52.098657 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device d81b9313-761f-40ed-a3ca-2d0faf343e11 details requested by agent hyperv_n-h1-712749-28 with host n-h1-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:06:52.113392 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 61e3e5e6-6046-47fa-b7e3-545b20d6ee72 no longer exists at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:06:52.178192 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] No Port match for: 61e3e5e6-6046-47fa-b7e3-545b20d6ee72 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:06:52.187105 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 61e3e5e6-6046-47fa-b7e3-545b20d6ee72 not bound to the agent host n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:06:52.187818 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-953993b1-9998-4a9b-8bce-ac9abe5d4119 req-3b43d2ea-1c18-4235-95c0-267fe636569f tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984993 Jan 28 07:06:52.315440 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port d81b9313-761f-40ed-a3ca-2d0faf343e11, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=d81b9313-761f-40ed-a3ca-2d0faf343e11,segment=NetworkSegment(d86bde62-7a05-46f6-b2d6-55a757a88dbc),segment_id=d86bde62-7a05-46f6-b2d6-55a757a88dbc)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:06:52.318697 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bf0211-1084-4fa1-9350-dad238623112 req-e2ee24e4-3b2f-4010-a155-745dbbae62b9 tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:52.320416 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-16bf0211-1084-4fa1-9350-dad238623112 req-e2ee24e4-3b2f-4010-a155-745dbbae62b9 tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] 10.222.0.10 "GET /v2.0/ports?device_id=2741c51f-85ee-43f7-861f-326ec2a6fc74 HTTP/1.1" status: 200 len: 946 time: 0.2256129 Jan 28 07:06:52.329611 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Returning: {'device': 'd81b9313-761f-40ed-a3ca-2d0faf343e11', 'network_id': '229bfbc8-3df0-4c71-a5d6-ff95bbe68880', 'port_id': 'd81b9313-761f-40ed-a3ca-2d0faf343e11', 'mac_address': 'fa:16:3e:fc:1f:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5befb34d-bf52-4217-a97f-6df3499b2528', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:06:52.379615 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port d81b9313-761f-40ed-a3ca-2d0faf343e11 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:06:52.380413 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (d81b9313-761f-40ed-a3ca-2d0faf343e11), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:52.402100 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d81b9313-761f-40ed-a3ca-2d0faf343e11 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:06:52.427563 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a4660d-0ac4-4e55-8f4e-bd3827a0d968 req-8868ba13-6d60-4cef-b231-3a858454059c tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:52.438919 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-76a4660d-0ac4-4e55-8f4e-bd3827a0d968 req-8868ba13-6d60-4cef-b231-3a858454059c tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf49329f-cf90-42ce-92ed-b710f62af39d HTTP/1.1" status: 200 len: 948 time: 0.1987071 Jan 28 07:06:52.468692 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port d81b9313-761f-40ed-a3ca-2d0faf343e11, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=d81b9313-761f-40ed-a3ca-2d0faf343e11,segment=NetworkSegment(d86bde62-7a05-46f6-b2d6-55a757a88dbc),segment_id=d86bde62-7a05-46f6-b2d6-55a757a88dbc)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:06:52.478265 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (d81b9313-761f-40ed-a3ca-2d0faf343e11), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:52.479652 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 5b43e1f0-c2f2-4656-90dc-07239ed3dd13 details requested by agent hyperv_n-h1-712749-28 with host n-h1-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:06:52.519893 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-16bf0211-1084-4fa1-9350-dad238623112 req-01e254c5-ebcd-46bc-b7b8-645b825b1171 tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] Deleting port a38de860-6964-409b-9a0e-9e37dface9f2 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:06:52.519893 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-16bf0211-1084-4fa1-9350-dad238623112 req-01e254c5-ebcd-46bc-b7b8-645b825b1171 tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (a38de860-6964-409b-9a0e-9e37dface9f2), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:52.592624 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-76a4660d-0ac4-4e55-8f4e-bd3827a0d968 req-1230df3c-f2cb-4345-b424-985f6e91f297 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/security-groups?id=b910cb8c-64ec-47f6-b06b-89e838bb343d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480548 Jan 28 07:06:52.615360 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4753dde-1000-4ade-9c73-882aa0e3a1d2 req-47e0dc83-e535-4ce5-9da7-3eed6b6d451c tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:52.617331 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f4753dde-1000-4ade-9c73-882aa0e3a1d2 req-47e0dc83-e535-4ce5-9da7-3eed6b6d451c tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] 10.222.0.10 "GET /v2.0/ports?device_id=a5c4fc08-6975-49b9-8309-31232569480e HTTP/1.1" status: 200 len: 945 time: 0.1258614 Jan 28 07:06:52.621101 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9a7185ff-8ad4-446e-a415-cf5d851ec56e req-603c6e36-dcaf-4786-97bc-a8b43dde6281 tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] 10.222.0.41 "GET /v2.0/ports?device_id=12eb1563-6be7-4a32-8548-96fb0359e802 HTTP/1.1" status: 200 len: 210 time: 0.0523145 Jan 28 07:06:52.670592 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-16bf0211-1084-4fa1-9350-dad238623112 req-01e254c5-ebcd-46bc-b7b8-645b825b1171 tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] For port a38de860-6964-409b-9a0e-9e37dface9f2, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=a38de860-6964-409b-9a0e-9e37dface9f2,segment=NetworkSegment(406f2b19-55d4-4cd2-8c14-e14e9061d6e3),segment_id=406f2b19-55d4-4cd2-8c14-e14e9061d6e3)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:06:52.671150 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-16bf0211-1084-4fa1-9350-dad238623112 req-01e254c5-ebcd-46bc-b7b8-645b825b1171 tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (a38de860-6964-409b-9a0e-9e37dface9f2), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:52.687074 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-16bf0211-1084-4fa1-9350-dad238623112 req-01e254c5-ebcd-46bc-b7b8-645b825b1171 tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] Calling delete_port for a38de860-6964-409b-9a0e-9e37dface9f2 owned by compute:nova {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:06:52.694051 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 5b43e1f0-c2f2-4656-90dc-07239ed3dd13, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=5b43e1f0-c2f2-4656-90dc-07239ed3dd13,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:06:52.706326 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Returning: {'device': '5b43e1f0-c2f2-4656-90dc-07239ed3dd13', 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb', 'port_id': '5b43e1f0-c2f2-4656-90dc-07239ed3dd13', 'mac_address': 'fa:16:3e:43:39:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5785b43d-448b-4d12-9eb5-4e4caf2e7eaf', 'ip_address': '192.168.233.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:06:52.771006 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 5b43e1f0-c2f2-4656-90dc-07239ed3dd13 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:06:52.771275 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (5b43e1f0-c2f2-4656-90dc-07239ed3dd13), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:52.773623 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=d81b9313-761f-40ed-a3ca-2d0faf343e11,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:06:52.803595 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b43e1f0-c2f2-4656-90dc-07239ed3dd13 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:06:52.825357 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeee525-b660-4336-b071-d42884af8774 req-78097fef-e1b2-48de-b78e-4239c8277351 tempest-ServersTestJSON-78514907 tempest-ServersTestJSON-78514907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:52.826928 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4aeee525-b660-4336-b071-d42884af8774 req-78097fef-e1b2-48de-b78e-4239c8277351 tempest-ServersTestJSON-78514907 tempest-ServersTestJSON-78514907-project] 10.222.0.41 "GET /v2.0/ports?device_id=b91edbbc-2264-4ba0-9568-adb88bdaf545 HTTP/1.1" status: 200 len: 944 time: 0.1081510 Jan 28 07:06:52.844485 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 5b43e1f0-c2f2-4656-90dc-07239ed3dd13, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=5b43e1f0-c2f2-4656-90dc-07239ed3dd13,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:06:52.851522 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (5b43e1f0-c2f2-4656-90dc-07239ed3dd13), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:52.870974 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-f4753dde-1000-4ade-9c73-882aa0e3a1d2 req-88e2dfb5-7eab-4a6a-a52c-c225e643dcd5 tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] Deleting port 5eb6e227-da9c-4be1-ae93-3a5b9b1a3450 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:06:52.871532 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-f4753dde-1000-4ade-9c73-882aa0e3a1d2 req-88e2dfb5-7eab-4a6a-a52c-c225e643dcd5 tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (5eb6e227-da9c-4be1-ae93-3a5b9b1a3450), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:52.944213 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=5b43e1f0-c2f2-4656-90dc-07239ed3dd13,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:06:52.953484 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-16bf0211-1084-4fa1-9350-dad238623112 req-01e254c5-ebcd-46bc-b7b8-645b825b1171 tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (a38de860-6964-409b-9a0e-9e37dface9f2), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:52.994538 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['a38de860-6964-409b-9a0e-9e37dface9f2', '5eb6e227-da9c-4be1-ae93-3a5b9b1a3450'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:06:53.000805 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4aeee525-b660-4336-b071-d42884af8774 req-2cff86fb-cc61-42ac-860a-b92a12857551 tempest-ServersTestJSON-78514907 tempest-ServersTestJSON-78514907-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ae0854f-95bb-4517-bc2f-76f6b2917b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1602652 Jan 28 07:06:53.018324 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e254c5-ebcd-46bc-b7b8-645b825b1171 tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] Pushing event deleted for resources: {'Port': ['ID=a38de860-6964-409b-9a0e-9e37dface9f2,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:06:53.056060 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa40d97-886e-4fbd-850b-5cb47b059934 req-78388b9e-3b51-4ba0-a46f-d43a79013a74 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:53.065797 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-caa40d97-886e-4fbd-850b-5cb47b059934 req-78388b9e-3b51-4ba0-a46f-d43a79013a74 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.41 "GET /v2.0/ports?device_id=8813fdc9-13cd-4d6b-88a5-c1cef3739966 HTTP/1.1" status: 200 len: 949 time: 0.1141918 Jan 28 07:06:53.135363 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-16bf0211-1084-4fa1-9350-dad238623112 req-01e254c5-ebcd-46bc-b7b8-645b825b1171 tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] No DVR routers for this DVR port a38de860-6964-409b-9a0e-9e37dface9f2 on host n-h1-712749-28 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:06:53.139755 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-16bf0211-1084-4fa1-9350-dad238623112 req-01e254c5-ebcd-46bc-b7b8-645b825b1171 tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:53.143101 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-16bf0211-1084-4fa1-9350-dad238623112 req-01e254c5-ebcd-46bc-b7b8-645b825b1171 tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] 10.222.0.10 "DELETE /v2.0/ports/a38de860-6964-409b-9a0e-9e37dface9f2 HTTP/1.1" status: 204 len: 173 time: 0.8116145 Jan 28 07:06:53.149418 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2741c51f-85ee-43f7-861f-326ec2a6fc74', 'name': 'network-vif-deleted', 'tag': 'a38de860-6964-409b-9a0e-9e37dface9f2'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:06:53.151663 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8569cc8b-54eb-48ae-b996-e834c8eb9b06" -d '{"events": [{"server_uuid": "2741c51f-85ee-43f7-861f-326ec2a6fc74", "name": "network-vif-deleted", "tag": "a38de860-6964-409b-9a0e-9e37dface9f2"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:06:53.154671 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-f4753dde-1000-4ade-9c73-882aa0e3a1d2 req-88e2dfb5-7eab-4a6a-a52c-c225e643dcd5 tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] For port 5eb6e227-da9c-4be1-ae93-3a5b9b1a3450, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=5eb6e227-da9c-4be1-ae93-3a5b9b1a3450,segment=NetworkSegment(406f2b19-55d4-4cd2-8c14-e14e9061d6e3),segment_id=406f2b19-55d4-4cd2-8c14-e14e9061d6e3)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:06:53.155399 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-f4753dde-1000-4ade-9c73-882aa0e3a1d2 req-88e2dfb5-7eab-4a6a-a52c-c225e643dcd5 tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (5eb6e227-da9c-4be1-ae93-3a5b9b1a3450), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:53.172338 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-faa87908-be6f-4ebc-ad2c-8dddbb4b888d admin admin] Deleting port 3f13c138-30aa-4246-aaec-d349afd6ea17 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:06:53.172505 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-faa87908-be6f-4ebc-ad2c-8dddbb4b888d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (3f13c138-30aa-4246-aaec-d349afd6ea17), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:53.201263 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-f4753dde-1000-4ade-9c73-882aa0e3a1d2 req-88e2dfb5-7eab-4a6a-a52c-c225e643dcd5 tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] Calling delete_port for 5eb6e227-da9c-4be1-ae93-3a5b9b1a3450 owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:06:53.204449 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-caa40d97-886e-4fbd-850b-5cb47b059934 req-d28b7c60-fea2-4365-b991-4cd3657a193b tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.41 "GET /v2.0/security-groups?id=a925a148-520f-4e8d-aa8c-4258e73ac6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338916 Jan 28 07:06:53.299414 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38230d5e-afb8-4e43-bf8f-f134b3b93106 x-openstack-request-id: req-38230d5e-afb8-4e43-bf8f-f134b3b93106 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:06:53.299991 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2741c51f-85ee-43f7-861f-326ec2a6fc74", "name": "network-vif-deleted", "tag": "a38de860-6964-409b-9a0e-9e37dface9f2", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:06:53.300438 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-38230d5e-afb8-4e43-bf8f-f134b3b93106 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:06:53.300982 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2741c51f-85ee-43f7-861f-326ec2a6fc74', 'name': 'network-vif-deleted', 'tag': 'a38de860-6964-409b-9a0e-9e37dface9f2', 'status': 'completed', 'code': 200} Jan 28 07:06:53.336997 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['d81b9313-761f-40ed-a3ca-2d0faf343e11'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:06:53.444037 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['5b43e1f0-c2f2-4656-90dc-07239ed3dd13'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:06:53.562022 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9624ea1-8c4f-4841-b249-5799e1e471cd req-e0f1ba18-d7c6-4fb5-8144-f6360a80c933 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:53.563771 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b9624ea1-8c4f-4841-b249-5799e1e471cd req-e0f1ba18-d7c6-4fb5-8144-f6360a80c933 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=0fb52adb-7ae8-4954-b508-f4144838af7f HTTP/1.1" status: 200 len: 950 time: 0.1689219 Jan 28 07:06:53.595935 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dde5ec4-2934-499b-9b98-1e8283e67dea req-d5eaf040-6b7b-48db-8324-1a7a0d168bda tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:53.597671 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9dde5ec4-2934-499b-9b98-1e8283e67dea req-d5eaf040-6b7b-48db-8324-1a7a0d168bda tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] 10.222.0.44 "GET /v2.0/networks?id=8f3c013d-5cca-4754-bb74-c707f5f90464 HTTP/1.1" status: 200 len: 812 time: 0.3059046 Jan 28 07:06:53.648188 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-9dde5ec4-2934-499b-9b98-1e8283e67dea req-caeee67b-f817-407b-8b07-273810eabdd4 tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] Request body: {'port': {'device_id': '7233d85f-b8ba-46b5-9214-559ff060fd0b', 'network_id': '8f3c013d-5cca-4754-bb74-c707f5f90464', 'admin_state_up': True, 'tenant_id': 'a68b546bd10d454e9bcb0137cb61196a'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:06:53.649104 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-f4753dde-1000-4ade-9c73-882aa0e3a1d2 req-88e2dfb5-7eab-4a6a-a52c-c225e643dcd5 tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (5eb6e227-da9c-4be1-ae93-3a5b9b1a3450), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:53.705490 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b9624ea1-8c4f-4841-b249-5799e1e471cd req-2d2fa692-b13b-4614-951c-8bcd8e1d06ec tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276319 Jan 28 07:06:53.736408 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e2dfb5-7eab-4a6a-a52c-c225e643dcd5 tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] Pushing event deleted for resources: {'Port': ['ID=5eb6e227-da9c-4be1-ae93-3a5b9b1a3450,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:06:53.739131 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['a38de860-6964-409b-9a0e-9e37dface9f2', '5eb6e227-da9c-4be1-ae93-3a5b9b1a3450'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:06:53.819942 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4753dde-1000-4ade-9c73-882aa0e3a1d2 req-88e2dfb5-7eab-4a6a-a52c-c225e643dcd5 tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] No DVR routers for this DVR port 5eb6e227-da9c-4be1-ae93-3a5b9b1a3450 on host n-h1-712749-28 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:06:53.822571 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-f4753dde-1000-4ade-9c73-882aa0e3a1d2 req-88e2dfb5-7eab-4a6a-a52c-c225e643dcd5 tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:53.826972 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f4753dde-1000-4ade-9c73-882aa0e3a1d2 req-88e2dfb5-7eab-4a6a-a52c-c225e643dcd5 tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] 10.222.0.10 "DELETE /v2.0/ports/5eb6e227-da9c-4be1-ae93-3a5b9b1a3450 HTTP/1.1" status: 204 len: 173 time: 1.1994908 Jan 28 07:06:53.827426 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5c4fc08-6975-49b9-8309-31232569480e', 'name': 'network-vif-deleted', 'tag': '5eb6e227-da9c-4be1-ae93-3a5b9b1a3450'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:06:53.830047 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-677ab3eb-b5ca-421e-866b-c0af107185a1" -d '{"events": [{"server_uuid": "a5c4fc08-6975-49b9-8309-31232569480e", "name": "network-vif-deleted", "tag": "5eb6e227-da9c-4be1-ae93-3a5b9b1a3450"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:06:53.837481 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dde5ec4-2934-499b-9b98-1e8283e67dea req-cb3200d7-b40a-4aca-82f7-09f6767ebed8 tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:53.839826 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9dde5ec4-2934-499b-9b98-1e8283e67dea req-cb3200d7-b40a-4aca-82f7-09f6767ebed8 tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] 10.222.0.10 "GET /v2.0/networks?id=8f3c013d-5cca-4754-bb74-c707f5f90464 HTTP/1.1" status: 200 len: 812 time: 0.6290395 Jan 28 07:06:53.847563 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-faa87908-be6f-4ebc-ad2c-8dddbb4b888d admin admin] For port 3f13c138-30aa-4246-aaec-d349afd6ea17, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=3f13c138-30aa-4246-aaec-d349afd6ea17,segment=NetworkSegment(8f16b4d4-a489-47a9-abff-4677cff0d0e7),segment_id=8f16b4d4-a489-47a9-abff-4677cff0d0e7)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:06:53.847927 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-faa87908-be6f-4ebc-ad2c-8dddbb4b888d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (3f13c138-30aa-4246-aaec-d349afd6ea17), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:53.872795 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-faa87908-be6f-4ebc-ad2c-8dddbb4b888d admin admin] Calling delete_port for 3f13c138-30aa-4246-aaec-d349afd6ea17 owned by network:router_interface {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:06:53.884755 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a7946f44-4eb0-4c7d-8524-94e42c2143dc req-30a23407-ee0f-491f-9c38-58c5f217692c tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] 10.222.0.41 "GET /v2.0/ports?device_id=12eb1563-6be7-4a32-8548-96fb0359e802 HTTP/1.1" status: 200 len: 210 time: 0.0397301 Jan 28 07:06:53.945582 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11e15e3d-31e3-4b10-bc90-54ef072637c9 x-openstack-request-id: req-11e15e3d-31e3-4b10-bc90-54ef072637c9 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:06:53.945944 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5c4fc08-6975-49b9-8309-31232569480e", "name": "network-vif-deleted", "tag": "5eb6e227-da9c-4be1-ae93-3a5b9b1a3450", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:06:53.946269 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-11e15e3d-31e3-4b10-bc90-54ef072637c9 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:06:53.946483 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac15e1e-f41b-4190-99fd-cc097fa2a89e req-b07d18fe-e1f0-4d22-8152-9ab3d6158568 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:53.946794 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5c4fc08-6975-49b9-8309-31232569480e', 'name': 'network-vif-deleted', 'tag': '5eb6e227-da9c-4be1-ae93-3a5b9b1a3450', 'status': 'completed', 'code': 200} Jan 28 07:06:53.947948 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7ac15e1e-f41b-4190-99fd-cc097fa2a89e req-b07d18fe-e1f0-4d22-8152-9ab3d6158568 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf49329f-cf90-42ce-92ed-b710f62af39d HTTP/1.1" status: 200 len: 949 time: 0.2401831 Jan 28 07:06:53.955676 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-9dde5ec4-2934-499b-9b98-1e8283e67dea req-cc14d3e9-8353-4f73-8331-b56465e5b6d5 tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] Request body: {'port': {'device_id': '12eb1563-6be7-4a32-8548-96fb0359e802', 'network_id': '8f3c013d-5cca-4754-bb74-c707f5f90464', 'admin_state_up': True, 'tenant_id': 'a68b546bd10d454e9bcb0137cb61196a'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:06:54.129710 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce076c65-0f75-4f03-8f7d-f79c4710e68b req-8eb95c38-92ac-4a70-bdf0-b0b4457bcb25 tempest-ServersTestJSON-78514907 tempest-ServersTestJSON-78514907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:54.131275 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ce076c65-0f75-4f03-8f7d-f79c4710e68b req-8eb95c38-92ac-4a70-bdf0-b0b4457bcb25 tempest-ServersTestJSON-78514907 tempest-ServersTestJSON-78514907-project] 10.222.0.41 "GET /v2.0/ports?device_id=b91edbbc-2264-4ba0-9568-adb88bdaf545 HTTP/1.1" status: 200 len: 944 time: 0.0585032 Jan 28 07:06:54.151474 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 11dca397-be39-46c6-8338-77251776d222 up at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:06:54.200261 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ce076c65-0f75-4f03-8f7d-f79c4710e68b req-bfa1a4a8-1f0d-446b-a56c-1eca7b4b84ad tempest-ServersTestJSON-78514907 tempest-ServersTestJSON-78514907-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ae0854f-95bb-4517-bc2f-76f6b2917b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621889 Jan 28 07:06:54.211565 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning complete for port 11dca397-be39-46c6-8338-77251776d222 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:06:54.212035 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (11dca397-be39-46c6-8338-77251776d222), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:54.309184 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 11dca397-be39-46c6-8338-77251776d222 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:06:54.310192 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (11dca397-be39-46c6-8338-77251776d222), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:54.332228 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ac0842-c0ea-4b8c-be66-b34f5ff42bd4 req-1f180f4b-d68f-4def-acfd-973609b8e67e tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:54.333727 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d1ac0842-c0ea-4b8c-be66-b34f5ff42bd4 req-1f180f4b-d68f-4def-acfd-973609b8e67e tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.41 "GET /v2.0/ports?device_id=8813fdc9-13cd-4d6b-88a5-c1cef3739966 HTTP/1.1" status: 200 len: 949 time: 0.0476844 Jan 28 07:06:54.333990 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8813fdc9-13cd-4d6b-88a5-c1cef3739966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11dca397-be39-46c6-8338-77251776d222'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:06:54.336381 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a397f7c7-4d33-48d8-87de-37e9478a62ea" -d '{"events": [{"server_uuid": "8813fdc9-13cd-4d6b-88a5-c1cef3739966", "name": "network-vif-plugged", "status": "completed", "tag": "11dca397-be39-46c6-8338-77251776d222"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:06:54.349747 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 11dca397-be39-46c6-8338-77251776d222, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=11dca397-be39-46c6-8338-77251776d222,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:06:54.355800 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (11dca397-be39-46c6-8338-77251776d222), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:54.356819 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device a38de860-6964-409b-9a0e-9e37dface9f2 no longer exists at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:06:54.409582 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] No Port match for: a38de860-6964-409b-9a0e-9e37dface9f2 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:06:54.409942 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device a38de860-6964-409b-9a0e-9e37dface9f2 not bound to the agent host n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:06:54.430721 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d1ac0842-c0ea-4b8c-be66-b34f5ff42bd4 req-f9c17af6-e8e1-4fef-bde9-efc53c916b05 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.41 "GET /v2.0/security-groups?id=a925a148-520f-4e8d-aa8c-4258e73ac6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685625 Jan 28 07:06:54.443661 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7ac15e1e-f41b-4190-99fd-cc097fa2a89e req-ab477f9d-fd1e-416a-8bf1-f89dbb0878bd tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/security-groups?id=b910cb8c-64ec-47f6-b06b-89e838bb343d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4821634 Jan 28 07:06:54.452268 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9dde5ec4-2934-499b-9b98-1e8283e67dea req-caeee67b-f817-407b-8b07-273810eabdd4 tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] Made reservation on behalf of a68b546bd10d454e9bcb0137cb61196a for: {'port': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:06:54.455814 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-9dde5ec4-2934-499b-9b98-1e8283e67dea req-caeee67b-f817-407b-8b07-273810eabdd4 tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:54.460234 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=11dca397-be39-46c6-8338-77251776d222,revision_number=8']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:06:54.566272 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9dde5ec4-2934-499b-9b98-1e8283e67dea req-cc14d3e9-8353-4f73-8331-b56465e5b6d5 tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] Made reservation on behalf of a68b546bd10d454e9bcb0137cb61196a for: {'port': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:06:54.569825 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-9dde5ec4-2934-499b-9b98-1e8283e67dea req-cc14d3e9-8353-4f73-8331-b56465e5b6d5 tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:54.602119 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a10e60a-7cae-4988-a9d1-cb1ac085641e x-openstack-request-id: req-6a10e60a-7cae-4988-a9d1-cb1ac085641e {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:06:54.602443 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8813fdc9-13cd-4d6b-88a5-c1cef3739966", "name": "network-vif-plugged", "status": "completed", "tag": "11dca397-be39-46c6-8338-77251776d222", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:06:54.602712 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6a10e60a-7cae-4988-a9d1-cb1ac085641e {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:06:54.603119 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8813fdc9-13cd-4d6b-88a5-c1cef3739966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11dca397-be39-46c6-8338-77251776d222', 'code': 200} Jan 28 07:06:54.712151 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-faa87908-be6f-4ebc-ad2c-8dddbb4b888d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (3f13c138-30aa-4246-aaec-d349afd6ea17), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:54.772807 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa87908-be6f-4ebc-ad2c-8dddbb4b888d admin admin] Pushing event deleted for resources: {'Port': ['ID=3f13c138-30aa-4246-aaec-d349afd6ea17,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:06:54.783058 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [req-9dde5ec4-2934-499b-9b98-1e8283e67dea req-caeee67b-f817-407b-8b07-273810eabdd4 tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] Allocated IP 172.20.0.9 (8f3c013d-5cca-4754-bb74-c707f5f90464/d3b9dca6-c176-4992-a4b5-a8d0c2f13ca5/69708578-aa80-4299-8ce8-76d35096b416) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:06:55.024886 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-81de2230-520d-4df4-8c49-62db65234425 req-2ee2aba9-149b-4fe0-8749-4f5fe5a3a327 tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] 10.222.0.41 "GET /v2.0/ports?device_id=12eb1563-6be7-4a32-8548-96fb0359e802 HTTP/1.1" status: 200 len: 210 time: 0.0363352 Jan 28 07:06:55.039941 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb98aa1-ba3e-4efa-aaad-9f412d1c8d9d req-f7daddbe-25c4-415c-92d6-a0c17e24bd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:55.043117 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2bb98aa1-ba3e-4efa-aaad-9f412d1c8d9d req-f7daddbe-25c4-415c-92d6-a0c17e24bd24 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8813fdc9-13cd-4d6b-88a5-c1cef3739966 HTTP/1.1" status: 200 len: 1102 time: 0.0918660 Jan 28 07:06:55.066705 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcace5b8-144c-415b-95ed-f10578a985e4 req-1fd71787-d27b-4147-a254-7ad91246df14 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:55.068330 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-fcace5b8-144c-415b-95ed-f10578a985e4 req-1fd71787-d27b-4147-a254-7ad91246df14 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=0fb52adb-7ae8-4954-b508-f4144838af7f HTTP/1.1" status: 200 len: 950 time: 0.2045271 Jan 28 07:06:55.093019 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2bb98aa1-ba3e-4efa-aaad-9f412d1c8d9d req-fae9ba50-709c-4715-9b75-6b19686b5b6e service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=a925a148-520f-4e8d-aa8c-4258e73ac6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447679 Jan 28 07:06:55.185245 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-faa87908-be6f-4ebc-ad2c-8dddbb4b888d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16319006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16606699'] for router_interface (bccf5753-6071-43c7-87cf-afad78c8a4b8), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:55.203902 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-9dde5ec4-2934-499b-9b98-1e8283e67dea req-caeee67b-f817-407b-8b07-273810eabdd4 tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] Publish callbacks [] for port (69708578-aa80-4299-8ce8-76d35096b416), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:55.209235 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-fcace5b8-144c-415b-95ed-f10578a985e4 req-47a97894-7a97-4f93-b5bf-18b99e70938c tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268399 Jan 28 07:06:55.319492 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c271b58f-b6b3-4d8b-8177-d365d39d37b2 req-b27e4fab-6b1a-4850-8ce8-3cf793ea0beb tempest-ServersTestJSON-78514907 tempest-ServersTestJSON-78514907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:55.320999 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c271b58f-b6b3-4d8b-8177-d365d39d37b2 req-b27e4fab-6b1a-4850-8ce8-3cf793ea0beb tempest-ServersTestJSON-78514907 tempest-ServersTestJSON-78514907-project] 10.222.0.41 "GET /v2.0/ports?device_id=b91edbbc-2264-4ba0-9568-adb88bdaf545 HTTP/1.1" status: 200 len: 944 time: 0.0484397 Jan 28 07:06:55.329551 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-9dde5ec4-2934-499b-9b98-1e8283e67dea req-caeee67b-f817-407b-8b07-273810eabdd4 tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (69708578-aa80-4299-8ce8-76d35096b416), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:55.373680 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c271b58f-b6b3-4d8b-8177-d365d39d37b2 req-dfb85559-3d05-4d3a-9240-96b8d5b2cdaa tempest-ServersTestJSON-78514907 tempest-ServersTestJSON-78514907-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ae0854f-95bb-4517-bc2f-76f6b2917b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455105 Jan 28 07:06:55.444086 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9dde5ec4-2934-499b-9b98-1e8283e67dea req-caeee67b-f817-407b-8b07-273810eabdd4 tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] Network 8f3c013d-5cca-4754-bb74-c707f5f90464 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:06:55.456517 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [req-9dde5ec4-2934-499b-9b98-1e8283e67dea req-caeee67b-f817-407b-8b07-273810eabdd4 tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:06:55.468303 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dde5ec4-2934-499b-9b98-1e8283e67dea req-caeee67b-f817-407b-8b07-273810eabdd4 tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:06:55.474819 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caeee67b-f817-407b-8b07-273810eabdd4 tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] Pushing event updated for resources: {'Port': ['ID=69708578-aa80-4299-8ce8-76d35096b416,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:06:55.519047 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.db.api [req-9dde5ec4-2934-499b-9b98-1e8283e67dea req-cc14d3e9-8353-4f73-8331-b56465e5b6d5 tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.9-750181c8-826d-4f08-9a1b-309c36858a9b {{(pid=103283) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 07:06:55.519395 n-d-712749-28 neutron-server[103283]: DEBUG oslo_db.api [req-9dde5ec4-2934-499b-9b98-1e8283e67dea req-cc14d3e9-8353-4f73-8331-b56465e5b6d5 tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 07:06:55.572638 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a5104d-19c1-44ac-a3f7-f62d4a950aa3 req-472969f3-cc20-4a21-9a19-f32b44f3ab14 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:55.575438 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-77a5104d-19c1-44ac-a3f7-f62d4a950aa3 req-472969f3-cc20-4a21-9a19-f32b44f3ab14 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf49329f-cf90-42ce-92ed-b710f62af39d HTTP/1.1" status: 200 len: 949 time: 0.0535271 Jan 28 07:06:55.613317 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dde5ec4-2934-499b-9b98-1e8283e67dea req-caeee67b-f817-407b-8b07-273810eabdd4 tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:55.613933 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-9dde5ec4-2934-499b-9b98-1e8283e67dea req-caeee67b-f817-407b-8b07-273810eabdd4 tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:55.626112 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-77a5104d-19c1-44ac-a3f7-f62d4a950aa3 req-fc715e15-655e-41f8-9eaa-ca23cb5a0151 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/security-groups?id=b910cb8c-64ec-47f6-b06b-89e838bb343d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447757 Jan 28 07:06:55.637784 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faa87908-be6f-4ebc-ad2c-8dddbb4b888d admin admin] Router bccf5753-6071-43c7-87cf-afad78c8a4b8 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:06:55.646645 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f202d3dc-52af-4585-88d8-6cf30fcc423a req-e4ac98df-db5b-4da3-a4cf-26a6b32bbabb tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:55.648149 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f202d3dc-52af-4585-88d8-6cf30fcc423a req-e4ac98df-db5b-4da3-a4cf-26a6b32bbabb tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.41 "GET /v2.0/ports?device_id=8813fdc9-13cd-4d6b-88a5-c1cef3739966 HTTP/1.1" status: 200 len: 950 time: 0.1343002 Jan 28 07:06:55.651640 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9dde5ec4-2934-499b-9b98-1e8283e67dea req-caeee67b-f817-407b-8b07-273810eabdd4 tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0242183 Jan 28 07:06:55.671166 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-9dde5ec4-2934-499b-9b98-1e8283e67dea req-8117bff8-2304-4d9e-be21-992415d18124 service neutron] Request body: {'port': {'device_id': '7233d85f-b8ba-46b5-9214-559ff060fd0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712749-28'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:06:55.827573 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f202d3dc-52af-4585-88d8-6cf30fcc423a req-54305baa-12cd-4524-978e-ed8cd8c4a831 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.41 "GET /v2.0/security-groups?id=a925a148-520f-4e8d-aa8c-4258e73ac6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707153 Jan 28 07:06:55.829872 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-9dde5ec4-2934-499b-9b98-1e8283e67dea req-8117bff8-2304-4d9e-be21-992415d18124 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (69708578-aa80-4299-8ce8-76d35096b416), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:55.876551 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faa87908-be6f-4ebc-ad2c-8dddbb4b888d admin admin] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:06:55.883317 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-faa87908-be6f-4ebc-ad2c-8dddbb4b888d admin admin] 10.222.0.41 "PUT /v2.0/routers/bccf5753-6071-43c7-87cf-afad78c8a4b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7119977 Jan 28 07:06:55.885095 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 60600) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:06:55.889186 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f93f0e3-7554-4f05-857c-f1855208da72 None None] Sync routers for ids ['bccf5753-6071-43c7-87cf-afad78c8a4b8'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:06:55.900364 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f93f0e3-7554-4f05-857c-f1855208da72 None None] Routers {'bccf5753-6071-43c7-87cf-afad78c8a4b8'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:06:55.902341 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-5f93f0e3-7554-4f05-857c-f1855208da72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:06:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['bccf5753-6071-43c7-87cf-afad78c8a4b8'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:06:56.014949 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-5f93f0e3-7554-4f05-857c-f1855208da72 None None] Set router bccf5753-6071-43c7-87cf-afad78c8a4b8 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:06:56.031748 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-9dde5ec4-2934-499b-9b98-1e8283e67dea req-cc14d3e9-8353-4f73-8331-b56465e5b6d5 tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:56.119356 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 5b43e1f0-c2f2-4656-90dc-07239ed3dd13 up at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:06:56.155693 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e9ba5ddc-fed6-42b5-8a8a-3d31e5a206a8 admin admin] Publish callbacks [] for router (bccf5753-6071-43c7-87cf-afad78c8a4b8), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:56.163636 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-681322c9-6e93-4ac0-901a-379dfcee0b9c req-2a79cb01-65ad-4254-be7a-3f9e65b373aa tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] 10.222.0.41 "GET /v2.0/ports?device_id=12eb1563-6be7-4a32-8548-96fb0359e802 HTTP/1.1" status: 200 len: 210 time: 0.0532131 Jan 28 07:06:56.222656 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-5f93f0e3-7554-4f05-857c-f1855208da72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bccf5753-6071-43c7-87cf-afad78c8a4b8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1227206476-router', 'tenant_id': 'a381c640729844758b77251ed8b2bb56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': '872b79b8-c192-4eb3-b433-1edd806d4ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:05:50Z', 'updated_at': '2022-01-28T07:06:54Z', 'revision_number': 5, 'project_id': 'a381c640729844758b77251ed8b2bb56', 'gw_port': {'id': '872b79b8-c192-4eb3-b433-1edd806d4ac6', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:7e:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccf5753-6071-43c7-87cf-afad78c8a4b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:05:52Z', 'updated_at': '2022-01-28T07:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:06:56.279984 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning for port 5b43e1f0-c2f2-4656-90dc-07239ed3dd13 completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:06:56.290900 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning complete for port 5b43e1f0-c2f2-4656-90dc-07239ed3dd13 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:06:56.292688 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (5b43e1f0-c2f2-4656-90dc-07239ed3dd13), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:56.332666 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f93f0e3-7554-4f05-857c-f1855208da72 None None] Checking router: bccf5753-6071-43c7-87cf-afad78c8a4b8 for host: n-d-712749-28 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:06:56.344434 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e9ba5ddc-fed6-42b5-8a8a-3d31e5a206a8 admin admin] Publish callbacks [] for router_gateway (bccf5753-6071-43c7-87cf-afad78c8a4b8), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:56.351269 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f93f0e3-7554-4f05-857c-f1855208da72 None None] Routers {'bccf5753-6071-43c7-87cf-afad78c8a4b8'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:06:56.353134 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-5f93f0e3-7554-4f05-857c-f1855208da72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:06:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['bccf5753-6071-43c7-87cf-afad78c8a4b8'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:06:56.405180 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [req-9dde5ec4-2934-499b-9b98-1e8283e67dea req-8117bff8-2304-4d9e-be21-992415d18124 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69708578-aa80-4299-8ce8-76d35096b416 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:06:56.417428 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-9dde5ec4-2934-499b-9b98-1e8283e67dea req-8117bff8-2304-4d9e-be21-992415d18124 service neutron] Publish callbacks [] for port (69708578-aa80-4299-8ce8-76d35096b416), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:56.437669 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [req-9dde5ec4-2934-499b-9b98-1e8283e67dea req-8117bff8-2304-4d9e-be21-992415d18124 service neutron] Transition to ACTIVE for port object 69708578-aa80-4299-8ce8-76d35096b416 will not be triggered until provisioned by entity L2. {{(pid=103283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:06:56.459732 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4c472e-ebda-4bfc-8bcb-c9677a730e64 req-443233da-9562-4e35-a1c9-daf16242157c tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:56.467128 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ed4c472e-ebda-4bfc-8bcb-c9677a730e64 req-443233da-9562-4e35-a1c9-daf16242157c tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=0fb52adb-7ae8-4954-b508-f4144838af7f HTTP/1.1" status: 200 len: 950 time: 0.1186323 Jan 28 07:06:56.474314 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-9dde5ec4-2934-499b-9b98-1e8283e67dea req-8117bff8-2304-4d9e-be21-992415d18124 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (69708578-aa80-4299-8ce8-76d35096b416), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:56.495789 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 5b43e1f0-c2f2-4656-90dc-07239ed3dd13 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:06:56.496533 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (5b43e1f0-c2f2-4656-90dc-07239ed3dd13), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:56.513588 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-5f93f0e3-7554-4f05-857c-f1855208da72 None None] Set router bccf5753-6071-43c7-87cf-afad78c8a4b8 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:06:56.577860 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-e9ba5ddc-fed6-42b5-8a8a-3d31e5a206a8 admin admin] Deleting port 872b79b8-c192-4eb3-b433-1edd806d4ac6 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:06:56.578181 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e9ba5ddc-fed6-42b5-8a8a-3d31e5a206a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (872b79b8-c192-4eb3-b433-1edd806d4ac6), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:56.591948 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 5b43e1f0-c2f2-4656-90dc-07239ed3dd13, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=5b43e1f0-c2f2-4656-90dc-07239ed3dd13,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:06:56.603949 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf49329f-cf90-42ce-92ed-b710f62af39d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b43e1f0-c2f2-4656-90dc-07239ed3dd13'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:06:56.607086 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c139ddc-c58b-4bee-bb7b-00800380d512" -d '{"events": [{"server_uuid": "bf49329f-cf90-42ce-92ed-b710f62af39d", "name": "network-vif-plugged", "status": "completed", "tag": "5b43e1f0-c2f2-4656-90dc-07239ed3dd13"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:06:56.610924 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (5b43e1f0-c2f2-4656-90dc-07239ed3dd13), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:56.611882 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device d81b9313-761f-40ed-a3ca-2d0faf343e11 up at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:06:56.642735 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ce77f4-a86d-4ab9-bc12-da732af335f2 req-e7f2de2b-7aa2-4058-a2a9-59781bbf01b3 tempest-ServersTestJSON-78514907 tempest-ServersTestJSON-78514907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:56.644916 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [req-9dde5ec4-2934-499b-9b98-1e8283e67dea req-cc14d3e9-8353-4f73-8331-b56465e5b6d5 tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] Allocated IP 172.20.0.3 (8f3c013d-5cca-4754-bb74-c707f5f90464/d3b9dca6-c176-4992-a4b5-a8d0c2f13ca5/f1b052b5-34dd-4a48-9479-60a680e5c7fe) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:06:56.655460 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-86ce77f4-a86d-4ab9-bc12-da732af335f2 req-e7f2de2b-7aa2-4058-a2a9-59781bbf01b3 tempest-ServersTestJSON-78514907 tempest-ServersTestJSON-78514907-project] 10.222.0.41 "GET /v2.0/ports?device_id=b91edbbc-2264-4ba0-9568-adb88bdaf545 HTTP/1.1" status: 200 len: 944 time: 0.1255097 Jan 28 07:06:56.719780 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-86ce77f4-a86d-4ab9-bc12-da732af335f2 req-eab7937b-6b9c-49cd-abca-e2bbcbded5fe tempest-ServersTestJSON-78514907 tempest-ServersTestJSON-78514907-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ae0854f-95bb-4517-bc2f-76f6b2917b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627811 Jan 28 07:06:56.755675 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=5b43e1f0-c2f2-4656-90dc-07239ed3dd13,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:06:56.771933 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8117bff8-2304-4d9e-be21-992415d18124 service neutron] Pushing event updated for resources: {'Port': ['ID=69708578-aa80-4299-8ce8-76d35096b416,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:06:56.784830 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1a8d81d-03b1-4100-a11d-a100fba7d88c x-openstack-request-id: req-b1a8d81d-03b1-4100-a11d-a100fba7d88c {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:06:56.785648 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf49329f-cf90-42ce-92ed-b710f62af39d", "name": "network-vif-plugged", "status": "completed", "tag": "5b43e1f0-c2f2-4656-90dc-07239ed3dd13", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:06:56.785909 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b1a8d81d-03b1-4100-a11d-a100fba7d88c {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:06:56.786752 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf49329f-cf90-42ce-92ed-b710f62af39d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b43e1f0-c2f2-4656-90dc-07239ed3dd13', 'code': 200} Jan 28 07:06:56.788975 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning for port d81b9313-761f-40ed-a3ca-2d0faf343e11 completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:06:56.793680 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning complete for port d81b9313-761f-40ed-a3ca-2d0faf343e11 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:06:56.794130 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (d81b9313-761f-40ed-a3ca-2d0faf343e11), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:56.800696 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-5f93f0e3-7554-4f05-857c-f1855208da72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bccf5753-6071-43c7-87cf-afad78c8a4b8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1227206476-router', 'tenant_id': 'a381c640729844758b77251ed8b2bb56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': '872b79b8-c192-4eb3-b433-1edd806d4ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:05:50Z', 'updated_at': '2022-01-28T07:06:54Z', 'revision_number': 5, 'project_id': 'a381c640729844758b77251ed8b2bb56', 'gw_port': {'id': '872b79b8-c192-4eb3-b433-1edd806d4ac6', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:7e:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccf5753-6071-43c7-87cf-afad78c8a4b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:05:52Z', 'updated_at': '2022-01-28T07:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:06:56.813141 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ed4c472e-ebda-4bfc-8bcb-c9677a730e64 req-e7323e99-0ee8-4bfb-ab63-ac7ba266af45 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3450811 Jan 28 07:06:56.879022 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f93f0e3-7554-4f05-857c-f1855208da72 None None] The sync data for ids ['bccf5753-6071-43c7-87cf-afad78c8a4b8'] in n-d-712749-28 is: [{'id': 'bccf5753-6071-43c7-87cf-afad78c8a4b8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1227206476-router', 'tenant_id': 'a381c640729844758b77251ed8b2bb56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': '872b79b8-c192-4eb3-b433-1edd806d4ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:05:50Z', 'updated_at': '2022-01-28T07:06:54Z', 'revision_number': 5, 'project_id': 'a381c640729844758b77251ed8b2bb56', 'gw_port': {'id': '872b79b8-c192-4eb3-b433-1edd806d4ac6', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:7e:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccf5753-6071-43c7-87cf-afad78c8a4b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:05:52Z', 'updated_at': '2022-01-28T07:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:06:56.925995 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9816f2-76ac-4c45-801a-8f43c15ca906 req-3e8eeaba-1c0f-4507-8199-c737635229eb tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:56.941653 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-da9816f2-76ac-4c45-801a-8f43c15ca906 req-3e8eeaba-1c0f-4507-8199-c737635229eb tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf49329f-cf90-42ce-92ed-b710f62af39d HTTP/1.1" status: 200 len: 950 time: 0.0913315 Jan 28 07:06:56.966583 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port d81b9313-761f-40ed-a3ca-2d0faf343e11 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:06:56.967316 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (d81b9313-761f-40ed-a3ca-2d0faf343e11), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:57.023293 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port d81b9313-761f-40ed-a3ca-2d0faf343e11, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=d81b9313-761f-40ed-a3ca-2d0faf343e11,segment=NetworkSegment(d86bde62-7a05-46f6-b2d6-55a757a88dbc),segment_id=d86bde62-7a05-46f6-b2d6-55a757a88dbc)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:06:57.033541 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (d81b9313-761f-40ed-a3ca-2d0faf343e11), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:57.034674 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 5eb6e227-da9c-4be1-ae93-3a5b9b1a3450 no longer exists at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:06:57.037688 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-da9816f2-76ac-4c45-801a-8f43c15ca906 req-7551dc92-f719-40f5-8741-885f5c3b07f6 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/security-groups?id=b910cb8c-64ec-47f6-b06b-89e838bb343d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920079 Jan 28 07:06:57.063488 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-e9ba5ddc-fed6-42b5-8a8a-3d31e5a206a8 admin admin] For port 872b79b8-c192-4eb3-b433-1edd806d4ac6, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=872b79b8-c192-4eb3-b433-1edd806d4ac6,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:06:57.063863 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e9ba5ddc-fed6-42b5-8a8a-3d31e5a206a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (872b79b8-c192-4eb3-b433-1edd806d4ac6), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:57.068039 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf159b37-70b4-43c0-8427-d4057c742d60 req-97928c18-bd0b-4875-b59f-44820b2446d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:57.072323 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-cf159b37-70b4-43c0-8427-d4057c742d60 req-97928c18-bd0b-4875-b59f-44820b2446d0 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=bf49329f-cf90-42ce-92ed-b710f62af39d HTTP/1.1" status: 200 len: 1102 time: 0.1293671 Jan 28 07:06:57.076133 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-9dde5ec4-2934-499b-9b98-1e8283e67dea req-8117bff8-2304-4d9e-be21-992415d18124 service neutron] Attempting to bind port 69708578-aa80-4299-8ce8-76d35096b416 on host n-h2-712749-28 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:06:57.076501 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-9dde5ec4-2934-499b-9b98-1e8283e67dea req-8117bff8-2304-4d9e-be21-992415d18124 service neutron] Attempting to bind port 69708578-aa80-4299-8ce8-76d35096b416 by drivers openvswitch,hyperv on host n-h2-712749-28 at level 0 using segments [{'id': '406f2b19-55d4-4cd2-8c14-e14e9061d6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8f3c013d-5cca-4754-bb74-c707f5f90464'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:06:57.076833 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dde5ec4-2934-499b-9b98-1e8283e67dea req-8117bff8-2304-4d9e-be21-992415d18124 service neutron] Attempting to bind port 69708578-aa80-4299-8ce8-76d35096b416 on network 8f3c013d-5cca-4754-bb74-c707f5f90464 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:06:57.093184 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dde5ec4-2934-499b-9b98-1e8283e67dea req-8117bff8-2304-4d9e-be21-992415d18124 service neutron] Port 69708578-aa80-4299-8ce8-76d35096b416 on network 8f3c013d-5cca-4754-bb74-c707f5f90464 not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-28 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:06:57.093523 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dde5ec4-2934-499b-9b98-1e8283e67dea req-8117bff8-2304-4d9e-be21-992415d18124 service neutron] Attempting to bind port 69708578-aa80-4299-8ce8-76d35096b416 on network 8f3c013d-5cca-4754-bb74-c707f5f90464 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:06:57.105408 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-e9ba5ddc-fed6-42b5-8a8a-3d31e5a206a8 admin admin] Calling delete_port for 872b79b8-c192-4eb3-b433-1edd806d4ac6 owned by network:router_gateway {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:06:57.135177 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] No Port match for: 5eb6e227-da9c-4be1-ae93-3a5b9b1a3450 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:06:57.137427 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 5eb6e227-da9c-4be1-ae93-3a5b9b1a3450 not bound to the agent host n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:06:57.138531 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-cf159b37-70b4-43c0-8427-d4057c742d60 req-ccd49167-4fac-4e65-a3ae-1ebfb1e79229 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=b910cb8c-64ec-47f6-b06b-89e838bb343d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580578 Jan 28 07:06:57.153143 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=d81b9313-761f-40ed-a3ca-2d0faf343e11,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:06:57.289715 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7a4c6939-615b-4c1e-9ffc-a855e0dc25bb req-78e05ed5-8992-4735-ae2d-d87ff49c1cf6 tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] 10.222.0.41 "GET /v2.0/ports?device_id=12eb1563-6be7-4a32-8548-96fb0359e802 HTTP/1.1" status: 200 len: 210 time: 0.0397565 Jan 28 07:06:57.431233 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dde5ec4-2934-499b-9b98-1e8283e67dea req-8117bff8-2304-4d9e-be21-992415d18124 service neutron] Checking agent: {'id': 'c9906e63-062c-432e-bb53-63fdb8115e18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:06:57.431574 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dde5ec4-2934-499b-9b98-1e8283e67dea req-8117bff8-2304-4d9e-be21-992415d18124 service neutron] Checking segment: {'id': '406f2b19-55d4-4cd2-8c14-e14e9061d6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8f3c013d-5cca-4754-bb74-c707f5f90464'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:06:57.431970 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dde5ec4-2934-499b-9b98-1e8283e67dea req-8117bff8-2304-4d9e-be21-992415d18124 service neutron] Bound using segment: {'id': '406f2b19-55d4-4cd2-8c14-e14e9061d6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8f3c013d-5cca-4754-bb74-c707f5f90464'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:06:57.433114 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-9dde5ec4-2934-499b-9b98-1e8283e67dea req-8117bff8-2304-4d9e-be21-992415d18124 service neutron] Bound port: 69708578-aa80-4299-8ce8-76d35096b416, host: n-h2-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '406f2b19-55d4-4cd2-8c14-e14e9061d6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8f3c013d-5cca-4754-bb74-c707f5f90464'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:06:57.433534 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-9dde5ec4-2934-499b-9b98-1e8283e67dea req-8117bff8-2304-4d9e-be21-992415d18124 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (69708578-aa80-4299-8ce8-76d35096b416), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:57.437132 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 3f13c138-30aa-4246-aaec-d349afd6ea17 no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:06:57.458588 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: 3f13c138-30aa-4246-aaec-d349afd6ea17 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:06:57.458939 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 3f13c138-30aa-4246-aaec-d349afd6ea17 not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:06:57.567485 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-9dde5ec4-2934-499b-9b98-1e8283e67dea req-cc14d3e9-8353-4f73-8331-b56465e5b6d5 tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] Publish callbacks [] for port (f1b052b5-34dd-4a48-9479-60a680e5c7fe), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:57.581769 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1e8a18-bce8-47d1-a217-8acf2819ed2b req-cc609cc5-a25a-4032-b008-9856fb3a1344 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:57.583245 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-3c1e8a18-bce8-47d1-a217-8acf2819ed2b req-cc609cc5-a25a-4032-b008-9856fb3a1344 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.41 "GET /v2.0/ports?device_id=8813fdc9-13cd-4d6b-88a5-c1cef3739966 HTTP/1.1" status: 200 len: 950 time: 0.4972820 Jan 28 07:06:57.665056 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-9dde5ec4-2934-499b-9b98-1e8283e67dea req-8117bff8-2304-4d9e-be21-992415d18124 service neutron] For port 69708578-aa80-4299-8ce8-76d35096b416, host n-h2-712749-28, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:06:57.704262 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-9dde5ec4-2934-499b-9b98-1e8283e67dea req-8117bff8-2304-4d9e-be21-992415d18124 service neutron] For port 69708578-aa80-4299-8ce8-76d35096b416, host n-h2-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=69708578-aa80-4299-8ce8-76d35096b416,segment=NetworkSegment(406f2b19-55d4-4cd2-8c14-e14e9061d6e3),segment_id=406f2b19-55d4-4cd2-8c14-e14e9061d6e3)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:06:57.715128 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-9dde5ec4-2934-499b-9b98-1e8283e67dea req-8117bff8-2304-4d9e-be21-992415d18124 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (69708578-aa80-4299-8ce8-76d35096b416), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:57.765570 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-3c1e8a18-bce8-47d1-a217-8acf2819ed2b req-7e4ca3ca-2797-4831-817e-1f030b30382c tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.41 "GET /v2.0/security-groups?id=a925a148-520f-4e8d-aa8c-4258e73ac6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754775 Jan 28 07:06:57.785978 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-9dde5ec4-2934-499b-9b98-1e8283e67dea req-cc14d3e9-8353-4f73-8331-b56465e5b6d5 tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (f1b052b5-34dd-4a48-9479-60a680e5c7fe), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:57.796966 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dde5ec4-2934-499b-9b98-1e8283e67dea req-8117bff8-2304-4d9e-be21-992415d18124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:57.797589 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-9dde5ec4-2934-499b-9b98-1e8283e67dea req-8117bff8-2304-4d9e-be21-992415d18124 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:57.798957 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9dde5ec4-2934-499b-9b98-1e8283e67dea req-8117bff8-2304-4d9e-be21-992415d18124 service neutron] 10.222.0.44 "PUT /v2.0/ports/69708578-aa80-4299-8ce8-76d35096b416 HTTP/1.1" status: 200 len: 1092 time: 2.1316934 Jan 28 07:06:57.801566 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7233d85f-b8ba-46b5-9214-559ff060fd0b', 'tag': '69708578-aa80-4299-8ce8-76d35096b416'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:06:57.803485 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17c17f9d-9895-40c6-abea-7779b3818a76" -d '{"events": [{"name": "network-changed", "server_uuid": "7233d85f-b8ba-46b5-9214-559ff060fd0b", "tag": "69708578-aa80-4299-8ce8-76d35096b416"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:06:57.848506 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8117bff8-2304-4d9e-be21-992415d18124 service neutron] Pushing event updated for resources: {'Port': ['ID=69708578-aa80-4299-8ce8-76d35096b416,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:06:57.851541 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9dde5ec4-2934-499b-9b98-1e8283e67dea req-cc14d3e9-8353-4f73-8331-b56465e5b6d5 tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] Network 8f3c013d-5cca-4754-bb74-c707f5f90464 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:06:57.859442 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [req-9dde5ec4-2934-499b-9b98-1e8283e67dea req-cc14d3e9-8353-4f73-8331-b56465e5b6d5 tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:06:57.882577 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224784e8-0f71-4b78-a24e-f5cbb0e65844 req-61b00f71-4898-4815-90ba-b9b1d2ad52f0 tempest-ServersTestJSON-78514907 tempest-ServersTestJSON-78514907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:57.884671 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-224784e8-0f71-4b78-a24e-f5cbb0e65844 req-61b00f71-4898-4815-90ba-b9b1d2ad52f0 tempest-ServersTestJSON-78514907 tempest-ServersTestJSON-78514907-project] 10.222.0.41 "GET /v2.0/ports?device_id=b91edbbc-2264-4ba0-9568-adb88bdaf545 HTTP/1.1" status: 200 len: 945 time: 0.0839658 Jan 28 07:06:57.890966 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dde5ec4-2934-499b-9b98-1e8283e67dea req-cc14d3e9-8353-4f73-8331-b56465e5b6d5 tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:06:57.915788 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e9ba5ddc-fed6-42b5-8a8a-3d31e5a206a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (872b79b8-c192-4eb3-b433-1edd806d4ac6), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:57.947752 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-224784e8-0f71-4b78-a24e-f5cbb0e65844 req-7c8e44c5-ab8c-43c9-87cd-062a9750e316 tempest-ServersTestJSON-78514907 tempest-ServersTestJSON-78514907-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ae0854f-95bb-4517-bc2f-76f6b2917b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534070 Jan 28 07:06:58.001236 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc14d3e9-8353-4f73-8331-b56465e5b6d5 tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] Pushing event updated for resources: {'Port': ['ID=f1b052b5-34dd-4a48-9479-60a680e5c7fe,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:06:58.012504 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-859225d8-0a83-4303-aad5-0f867b220b90 x-openstack-request-id: req-859225d8-0a83-4303-aad5-0f867b220b90 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:06:58.012718 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7233d85f-b8ba-46b5-9214-559ff060fd0b", "tag": "69708578-aa80-4299-8ce8-76d35096b416", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:06:58.012902 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-859225d8-0a83-4303-aad5-0f867b220b90 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:06:58.013310 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7233d85f-b8ba-46b5-9214-559ff060fd0b', 'tag': '69708578-aa80-4299-8ce8-76d35096b416', 'status': 'completed', 'code': 200} Jan 28 07:06:58.056734 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dde5ec4-2934-499b-9b98-1e8283e67dea req-cc14d3e9-8353-4f73-8331-b56465e5b6d5 tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:58.057270 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-9dde5ec4-2934-499b-9b98-1e8283e67dea req-cc14d3e9-8353-4f73-8331-b56465e5b6d5 tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:58.070632 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ba5ddc-fed6-42b5-8a8a-3d31e5a206a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=872b79b8-c192-4eb3-b433-1edd806d4ac6,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:06:58.099585 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05ed5df-56b0-41bf-b275-1b74ef547dc2 req-12b0cb34-1799-4058-96cd-0affe96b9e8e tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:58.101142 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c05ed5df-56b0-41bf-b275-1b74ef547dc2 req-12b0cb34-1799-4058-96cd-0affe96b9e8e tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.41 "GET /v2.0/ports?device_id=8813fdc9-13cd-4d6b-88a5-c1cef3739966 HTTP/1.1" status: 200 len: 950 time: 0.2437005 Jan 28 07:06:58.116045 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e875f3-5c8f-4e2c-a310-5b4515b97694 req-d123a52e-7add-4fe3-957c-985b2b0d5536 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:58.117800 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-87e875f3-5c8f-4e2c-a310-5b4515b97694 req-d123a52e-7add-4fe3-957c-985b2b0d5536 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=0fb52adb-7ae8-4954-b508-f4144838af7f HTTP/1.1" status: 200 len: 950 time: 0.0532072 Jan 28 07:06:58.138503 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9dde5ec4-2934-499b-9b98-1e8283e67dea req-cc14d3e9-8353-4f73-8331-b56465e5b6d5 tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1992822 Jan 28 07:06:58.145866 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dde5ec4-2934-499b-9b98-1e8283e67dea req-9f08167f-926c-40c4-96f9-281cb57b07a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:58.147326 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9dde5ec4-2934-499b-9b98-1e8283e67dea req-9f08167f-926c-40c4-96f9-281cb57b07a3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a68b546bd10d454e9bcb0137cb61196a&device_id=7233d85f-b8ba-46b5-9214-559ff060fd0b HTTP/1.1" status: 200 len: 1095 time: 0.2518675 Jan 28 07:06:58.174424 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e9ba5ddc-fed6-42b5-8a8a-3d31e5a206a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16607873'] for router_gateway (bccf5753-6071-43c7-87cf-afad78c8a4b8), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:58.180503 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-9dde5ec4-2934-499b-9b98-1e8283e67dea req-b059aa29-c816-490e-9624-58b3c52a18a8 service neutron] Request body: {'port': {'device_id': '12eb1563-6be7-4a32-8548-96fb0359e802', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-28'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:06:58.205363 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-87e875f3-5c8f-4e2c-a310-5b4515b97694 req-5f169cc9-7f71-4bef-acac-d26b31ee06d1 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655339 Jan 28 07:06:58.286605 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9dde5ec4-2934-499b-9b98-1e8283e67dea req-1ba69c95-d7d1-42fe-b0b0-c404bfd19504 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=69708578-aa80-4299-8ce8-76d35096b416 HTTP/1.1" status: 200 len: 217 time: 0.1223414 Jan 28 07:06:58.295592 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c05ed5df-56b0-41bf-b275-1b74ef547dc2 req-481c5137-e77f-42e9-9446-08a92d94fc01 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.41 "GET /v2.0/security-groups?id=a925a148-520f-4e8d-aa8c-4258e73ac6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866541 Jan 28 07:06:58.345260 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e9ba5ddc-fed6-42b5-8a8a-3d31e5a206a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16605684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127449'] for router (bccf5753-6071-43c7-87cf-afad78c8a4b8), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:58.365585 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e9ba5ddc-fed6-42b5-8a8a-3d31e5a206a8 admin admin] Publish callbacks [] for router_controller (bccf5753-6071-43c7-87cf-afad78c8a4b8), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:58.463384 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-9dde5ec4-2934-499b-9b98-1e8283e67dea req-b059aa29-c816-490e-9624-58b3c52a18a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (f1b052b5-34dd-4a48-9479-60a680e5c7fe), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:58.465812 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5744f4f-e8e3-422d-9f3c-a94cf992d03c req-04c42c88-4c40-4125-a732-2e8d989fb59c tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:58.472583 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e9ba5ddc-fed6-42b5-8a8a-3d31e5a206a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16605693'] for router (bccf5753-6071-43c7-87cf-afad78c8a4b8), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:58.472816 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b5744f4f-e8e3-422d-9f3c-a94cf992d03c req-04c42c88-4c40-4125-a732-2e8d989fb59c tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf49329f-cf90-42ce-92ed-b710f62af39d HTTP/1.1" status: 200 len: 950 time: 0.0864089 Jan 28 07:06:58.473136 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9ba5ddc-fed6-42b5-8a8a-3d31e5a206a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bccf5753-6071-43c7-87cf-afad78c8a4b8 {{(pid=103283) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 07:06:58.480236 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e9ba5ddc-fed6-42b5-8a8a-3d31e5a206a8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:58.483607 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-e9ba5ddc-fed6-42b5-8a8a-3d31e5a206a8 admin admin] 10.222.0.41 "DELETE /v2.0/routers/bccf5753-6071-43c7-87cf-afad78c8a4b8 HTTP/1.1" status: 204 len: 168 time: 2.5948157 Jan 28 07:06:58.488632 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 60640) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:06:58.490001 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dde5ec4-2934-499b-9b98-1e8283e67dea req-06b042f4-5657-41b8-b8ab-93265a08844a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:58.491462 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9dde5ec4-2934-499b-9b98-1e8283e67dea req-06b042f4-5657-41b8-b8ab-93265a08844a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d3b9dca6-c176-4992-a4b5-a8d0c2f13ca5 HTTP/1.1" status: 200 len: 852 time: 0.1645396 Jan 28 07:06:58.548173 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b5744f4f-e8e3-422d-9f3c-a94cf992d03c req-6d15f177-7182-43ca-baac-e61907294100 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/security-groups?id=b910cb8c-64ec-47f6-b06b-89e838bb343d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743711 Jan 28 07:06:58.560130 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9dde5ec4-2934-499b-9b98-1e8283e67dea req-5fcf7955-55f4-4a6e-8204-106b9b8d5efb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8f3c013d-5cca-4754-bb74-c707f5f90464&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521443 Jan 28 07:06:58.583289 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e559b5a6-ca4c-49f0-a6b1-772466600616 req-c8abc5b2-ac43-42b4-be42-83fd7e16ab23 tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:58.584976 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e559b5a6-ca4c-49f0-a6b1-772466600616 req-c8abc5b2-ac43-42b4-be42-83fd7e16ab23 tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] 10.222.0.41 "GET /v2.0/ports?device_id=12eb1563-6be7-4a32-8548-96fb0359e802 HTTP/1.1" status: 200 len: 931 time: 0.1959960 Jan 28 07:06:58.682574 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bcfe446-4028-4846-a607-bb1745a0a5c0 admin admin] Deleting subnet fee747c2-5e95-4f0e-ad04-7aedb36bab1f {{(pid=103283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:06:58.692542 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4bcfe446-4028-4846-a607-bb1745a0a5c0 admin admin] Publish callbacks [] for subnet (fee747c2-5e95-4f0e-ad04-7aedb36bab1f), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:58.787651 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b91edbbc-2264-4ba0-9568-adb88bdaf545', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd81b9313-761f-40ed-a3ca-2d0faf343e11'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:06:58.790508 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94833536-c765-400c-af56-4bce71b42fa7" -d '{"events": [{"server_uuid": "b91edbbc-2264-4ba0-9568-adb88bdaf545", "name": "network-vif-plugged", "status": "completed", "tag": "d81b9313-761f-40ed-a3ca-2d0faf343e11"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:06:58.832743 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4278abbe-5823-4371-896a-8a7efdbccebe x-openstack-request-id: req-4278abbe-5823-4371-896a-8a7efdbccebe {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:06:58.832998 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b91edbbc-2264-4ba0-9568-adb88bdaf545", "name": "network-vif-plugged", "status": "completed", "tag": "d81b9313-761f-40ed-a3ca-2d0faf343e11", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:06:58.833431 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4278abbe-5823-4371-896a-8a7efdbccebe {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:06:58.834003 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b91edbbc-2264-4ba0-9568-adb88bdaf545', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd81b9313-761f-40ed-a3ca-2d0faf343e11', 'code': 200} Jan 28 07:06:58.848797 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e559b5a6-ca4c-49f0-a6b1-772466600616 req-6109ebad-842a-411d-be1a-4e91ae3c8945 tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] 10.222.0.41 "GET /v2.0/security-groups?id=35ddb33c-0ef0-4c89-97f1-d465222d49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506933 Jan 28 07:06:58.851081 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4bcfe446-4028-4846-a607-bb1745a0a5c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13506696'] for subnet (fee747c2-5e95-4f0e-ad04-7aedb36bab1f), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:58.906398 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9dde5ec4-2934-499b-9b98-1e8283e67dea req-e4a93738-f95b-4651-8e92-feed4a50b1d0 service neutron] 10.222.0.44 "GET /v2.0/networks/8f3c013d-5cca-4754-bb74-c707f5f90464?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3205829 Jan 28 07:06:58.960436 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4053e8e-ee0c-43a9-970d-e39b90df8097 req-50011791-2703-4833-9163-6098a2aee15a tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:58.968367 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e4053e8e-ee0c-43a9-970d-e39b90df8097 req-50011791-2703-4833-9163-6098a2aee15a tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.41 "GET /v2.0/ports?device_id=8813fdc9-13cd-4d6b-88a5-c1cef3739966 HTTP/1.1" status: 200 len: 950 time: 0.0622480 Jan 28 07:06:59.076531 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e4053e8e-ee0c-43a9-970d-e39b90df8097 req-3dea1fb8-b411-42b1-9693-c4c68e4bf990 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.41 "GET /v2.0/security-groups?id=a925a148-520f-4e8d-aa8c-4258e73ac6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070080 Jan 28 07:06:59.089299 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe75a4a-95a5-43e3-92a7-20314253829e req-549fa915-63f7-42c3-ba3e-949beb0291b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:59.090815 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9fe75a4a-95a5-43e3-92a7-20314253829e req-549fa915-63f7-42c3-ba3e-949beb0291b5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b91edbbc-2264-4ba0-9568-adb88bdaf545 HTTP/1.1" status: 200 len: 1097 time: 0.1153777 Jan 28 07:06:59.158715 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9fe75a4a-95a5-43e3-92a7-20314253829e req-f4a85555-0dc5-4cba-aea1-7a3a5565a62d service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=6ae0854f-95bb-4517-bc2f-76f6b2917b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490062 Jan 28 07:06:59.197554 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4bcfe446-4028-4846-a607-bb1745a0a5c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (fee747c2-5e95-4f0e-ad04-7aedb36bab1f), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:59.285868 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9dde5ec4-2934-499b-9b98-1e8283e67dea req-497e2b56-a934-44fc-9a0b-c7c7c762ca4d service neutron] 10.222.0.44 "GET /v2.0/networks/8f3c013d-5cca-4754-bb74-c707f5f90464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3518097 Jan 28 07:06:59.302735 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f7104d-56f0-4294-baba-879707ae8a2c req-e7d7ac92-7810-4db2-89b5-847b0abdd543 tempest-ServersTestJSON-78514907 tempest-ServersTestJSON-78514907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:59.304258 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-66f7104d-56f0-4294-baba-879707ae8a2c req-e7d7ac92-7810-4db2-89b5-847b0abdd543 tempest-ServersTestJSON-78514907 tempest-ServersTestJSON-78514907-project] 10.222.0.41 "GET /v2.0/ports?device_id=b91edbbc-2264-4ba0-9568-adb88bdaf545 HTTP/1.1" status: 200 len: 945 time: 0.2100978 Jan 28 07:06:59.331247 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [req-9dde5ec4-2934-499b-9b98-1e8283e67dea req-b059aa29-c816-490e-9624-58b3c52a18a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1b052b5-34dd-4a48-9479-60a680e5c7fe {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:06:59.346399 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-9dde5ec4-2934-499b-9b98-1e8283e67dea req-b059aa29-c816-490e-9624-58b3c52a18a8 service neutron] Publish callbacks [] for port (f1b052b5-34dd-4a48-9479-60a680e5c7fe), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:59.355986 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ed217a-4920-4809-b2cb-c2dd3405d5b2 req-47b8193b-4572-461a-b7b7-35b07b3eec4d tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:59.357579 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-58ed217a-4920-4809-b2cb-c2dd3405d5b2 req-47b8193b-4572-461a-b7b7-35b07b3eec4d tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=0fb52adb-7ae8-4954-b508-f4144838af7f HTTP/1.1" status: 200 len: 950 time: 0.0595782 Jan 28 07:06:59.378295 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4bcfe446-4028-4846-a607-bb1745a0a5c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13546665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13556132'] for subnet (fee747c2-5e95-4f0e-ad04-7aedb36bab1f), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:59.380447 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [req-9dde5ec4-2934-499b-9b98-1e8283e67dea req-b059aa29-c816-490e-9624-58b3c52a18a8 service neutron] Transition to ACTIVE for port object f1b052b5-34dd-4a48-9479-60a680e5c7fe will not be triggered until provisioned by entity L2. {{(pid=103283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:06:59.416729 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-9dde5ec4-2934-499b-9b98-1e8283e67dea req-b059aa29-c816-490e-9624-58b3c52a18a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (f1b052b5-34dd-4a48-9479-60a680e5c7fe), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:59.424179 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-58ed217a-4920-4809-b2cb-c2dd3405d5b2 req-5051ba4d-9a20-4cb5-935b-22ee0262a589 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603414 Jan 28 07:06:59.437948 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcfe446-4028-4846-a607-bb1745a0a5c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fee747c2-5e95-4f0e-ad04-7aedb36bab1f,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:06:59.442475 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4bcfe446-4028-4846-a607-bb1745a0a5c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:59.447238 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-4bcfe446-4028-4846-a607-bb1745a0a5c0 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/fee747c2-5e95-4f0e-ad04-7aedb36bab1f HTTP/1.1" status: 204 len: 168 time: 0.9546425 Jan 28 07:06:59.447487 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-133bf6f7-9387-404b-8ed8-653f7982a067 None None] Network 96301cb7-5950-4fda-9bde-12decf8885d9 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:06:59.450621 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 60666) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:06:59.486840 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-66f7104d-56f0-4294-baba-879707ae8a2c req-1c569732-48ab-43a8-b031-ffe736a47f83 tempest-ServersTestJSON-78514907 tempest-ServersTestJSON-78514907-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ae0854f-95bb-4517-bc2f-76f6b2917b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1600809 Jan 28 07:06:59.537254 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4c135f5c-e06f-471e-9147-9b840e95738e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (96301cb7-5950-4fda-9bde-12decf8885d9), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:59.552550 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b059aa29-c816-490e-9624-58b3c52a18a8 service neutron] Pushing event updated for resources: {'Port': ['ID=f1b052b5-34dd-4a48-9479-60a680e5c7fe,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:06:59.593654 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c17f9d-9895-40c6-abea-7779b3818a76 req-b3c04708-5e81-4134-a124-8b3e2bb6216d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:59.595254 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-17c17f9d-9895-40c6-abea-7779b3818a76 req-b3c04708-5e81-4134-a124-8b3e2bb6216d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a68b546bd10d454e9bcb0137cb61196a&device_id=7233d85f-b8ba-46b5-9214-559ff060fd0b HTTP/1.1" status: 200 len: 1095 time: 0.1761498 Jan 28 07:06:59.602183 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 872b79b8-c192-4eb3-b433-1edd806d4ac6 no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:06:59.654772 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-4c135f5c-e06f-471e-9147-9b840e95738e admin admin] Deleting port 85b86fe4-9e19-4f97-ae98-ee98d96f8582 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:06:59.655132 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4c135f5c-e06f-471e-9147-9b840e95738e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (85b86fe4-9e19-4f97-ae98-ee98d96f8582), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:59.656333 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: 872b79b8-c192-4eb3-b433-1edd806d4ac6 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:06:59.656885 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 872b79b8-c192-4eb3-b433-1edd806d4ac6 not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:06:59.742864 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-4c135f5c-e06f-471e-9147-9b840e95738e admin admin] For port 85b86fe4-9e19-4f97-ae98-ee98d96f8582, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=85b86fe4-9e19-4f97-ae98-ee98d96f8582,segment=NetworkSegment(8f16b4d4-a489-47a9-abff-4677cff0d0e7),segment_id=8f16b4d4-a489-47a9-abff-4677cff0d0e7)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:06:59.743233 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4c135f5c-e06f-471e-9147-9b840e95738e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (85b86fe4-9e19-4f97-ae98-ee98d96f8582), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:59.765011 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-4c135f5c-e06f-471e-9147-9b840e95738e admin admin] Calling delete_port for 85b86fe4-9e19-4f97-ae98-ee98d96f8582 owned by network:dhcp {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:06:59.766297 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-749577e3-cac8-4148-b982-5abd18585bb5 None None] DHCP port deletion for 96301cb7-5950-4fda-9bde-12decf8885d9 request from n-d-712749-28 {{(pid=103285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 07:06:59.794255 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-9dde5ec4-2934-499b-9b98-1e8283e67dea req-b059aa29-c816-490e-9624-58b3c52a18a8 service neutron] Attempting to bind port f1b052b5-34dd-4a48-9479-60a680e5c7fe on host n-h1-712749-28 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:06:59.795186 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-9dde5ec4-2934-499b-9b98-1e8283e67dea req-b059aa29-c816-490e-9624-58b3c52a18a8 service neutron] Attempting to bind port f1b052b5-34dd-4a48-9479-60a680e5c7fe by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': '406f2b19-55d4-4cd2-8c14-e14e9061d6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8f3c013d-5cca-4754-bb74-c707f5f90464'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:06:59.795535 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dde5ec4-2934-499b-9b98-1e8283e67dea req-b059aa29-c816-490e-9624-58b3c52a18a8 service neutron] Attempting to bind port f1b052b5-34dd-4a48-9479-60a680e5c7fe on network 8f3c013d-5cca-4754-bb74-c707f5f90464 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:06:59.806664 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55207db0-5dff-454b-9836-9db4045e2251 req-8577a7a7-5cbd-4cff-8248-0ddf9a098d7d tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:59.808945 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-55207db0-5dff-454b-9836-9db4045e2251 req-8577a7a7-5cbd-4cff-8248-0ddf9a098d7d tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf49329f-cf90-42ce-92ed-b710f62af39d HTTP/1.1" status: 200 len: 950 time: 0.1465120 Jan 28 07:06:59.821543 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dde5ec4-2934-499b-9b98-1e8283e67dea req-b059aa29-c816-490e-9624-58b3c52a18a8 service neutron] Port f1b052b5-34dd-4a48-9479-60a680e5c7fe on network 8f3c013d-5cca-4754-bb74-c707f5f90464 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:06:59.821876 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dde5ec4-2934-499b-9b98-1e8283e67dea req-b059aa29-c816-490e-9624-58b3c52a18a8 service neutron] Attempting to bind port f1b052b5-34dd-4a48-9479-60a680e5c7fe on network 8f3c013d-5cca-4754-bb74-c707f5f90464 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:06:59.842637 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c17f9d-9895-40c6-abea-7779b3818a76 req-e6558d76-9a1a-4c1c-a628-a57c4f66b0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:59.844356 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-17c17f9d-9895-40c6-abea-7779b3818a76 req-e6558d76-9a1a-4c1c-a628-a57c4f66b0eb service neutron] 10.222.0.44 "GET /v2.0/networks?id=8f3c013d-5cca-4754-bb74-c707f5f90464 HTTP/1.1" status: 200 len: 913 time: 0.2104743 Jan 28 07:06:59.845751 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-749577e3-cac8-4148-b982-5abd18585bb5 None None] Deleting port 85b86fe4-9e19-4f97-ae98-ee98d96f8582 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:06:59.846802 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dde5ec4-2934-499b-9b98-1e8283e67dea req-b059aa29-c816-490e-9624-58b3c52a18a8 service neutron] Checking agent: {'id': '2fca46b1-237f-4857-9290-2429d810e472', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:06:59.847022 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dde5ec4-2934-499b-9b98-1e8283e67dea req-b059aa29-c816-490e-9624-58b3c52a18a8 service neutron] Checking segment: {'id': '406f2b19-55d4-4cd2-8c14-e14e9061d6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8f3c013d-5cca-4754-bb74-c707f5f90464'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:06:59.847408 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dde5ec4-2934-499b-9b98-1e8283e67dea req-b059aa29-c816-490e-9624-58b3c52a18a8 service neutron] Bound using segment: {'id': '406f2b19-55d4-4cd2-8c14-e14e9061d6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8f3c013d-5cca-4754-bb74-c707f5f90464'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:06:59.847856 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-9dde5ec4-2934-499b-9b98-1e8283e67dea req-b059aa29-c816-490e-9624-58b3c52a18a8 service neutron] Bound port: f1b052b5-34dd-4a48-9479-60a680e5c7fe, host: n-h1-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '406f2b19-55d4-4cd2-8c14-e14e9061d6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8f3c013d-5cca-4754-bb74-c707f5f90464'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:06:59.848226 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-9dde5ec4-2934-499b-9b98-1e8283e67dea req-b059aa29-c816-490e-9624-58b3c52a18a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (f1b052b5-34dd-4a48-9479-60a680e5c7fe), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:59.848420 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-749577e3-cac8-4148-b982-5abd18585bb5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (85b86fe4-9e19-4f97-ae98-ee98d96f8582), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:59.861338 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4c135f5c-e06f-471e-9147-9b840e95738e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (85b86fe4-9e19-4f97-ae98-ee98d96f8582), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:59.898037 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c135f5c-e06f-471e-9147-9b840e95738e admin admin] No DVR routers for this DVR port 85b86fe4-9e19-4f97-ae98-ee98d96f8582 on host n-d-712749-28 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:06:59.922698 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c135f5c-e06f-471e-9147-9b840e95738e admin admin] Pushing event deleted for resources: {'Port': ['ID=85b86fe4-9e19-4f97-ae98-ee98d96f8582,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:06:59.943375 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-749577e3-cac8-4148-b982-5abd18585bb5 None None] For port 85b86fe4-9e19-4f97-ae98-ee98d96f8582, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=85b86fe4-9e19-4f97-ae98-ee98d96f8582,segment=NetworkSegment(8f16b4d4-a489-47a9-abff-4677cff0d0e7),segment_id=8f16b4d4-a489-47a9-abff-4677cff0d0e7)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:06:59.944180 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-749577e3-cac8-4148-b982-5abd18585bb5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (85b86fe4-9e19-4f97-ae98-ee98d96f8582), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:59.959069 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-17c17f9d-9895-40c6-abea-7779b3818a76 req-ab7f61a0-fe5e-431b-92de-c701c88887d7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=69708578-aa80-4299-8ce8-76d35096b416 HTTP/1.1" status: 200 len: 217 time: 0.1065140 Jan 28 07:06:59.959764 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-749577e3-cac8-4148-b982-5abd18585bb5 None None] Calling delete_port for 85b86fe4-9e19-4f97-ae98-ee98d96f8582 owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:06:59.990417 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4c135f5c-e06f-471e-9147-9b840e95738e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (96301cb7-5950-4fda-9bde-12decf8885d9), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:00.017643 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-4c135f5c-e06f-471e-9147-9b840e95738e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96301cb7-5950-4fda-9bde-12decf8885d9']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:07:00.029403 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-4c135f5c-e06f-471e-9147-9b840e95738e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f16b4d4-a489-47a9-abff-4677cff0d0e7') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:07:00.029708 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-4c135f5c-e06f-471e-9147-9b840e95738e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f16b4d4-a489-47a9-abff-4677cff0d0e7') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:07:00.034396 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-55207db0-5dff-454b-9836-9db4045e2251 req-9f0bf4cd-77f2-490a-b700-964b98bd1d2c tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/security-groups?id=b910cb8c-64ec-47f6-b06b-89e838bb343d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137814 Jan 28 07:07:00.040409 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4c135f5c-e06f-471e-9147-9b840e95738e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24759294'] for segment (8f16b4d4-a489-47a9-abff-4677cff0d0e7), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:00.063353 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-749577e3-cac8-4148-b982-5abd18585bb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298'] for port (85b86fe4-9e19-4f97-ae98-ee98d96f8582), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:00.079608 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4c135f5c-e06f-471e-9147-9b840e95738e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (8f16b4d4-a489-47a9-abff-4677cff0d0e7), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:00.092800 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c17f9d-9895-40c6-abea-7779b3818a76 req-b8e461b5-5bf7-4c60-958a-47b69078f022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:00.094298 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-17c17f9d-9895-40c6-abea-7779b3818a76 req-b8e461b5-5bf7-4c60-958a-47b69078f022 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d3b9dca6-c176-4992-a4b5-a8d0c2f13ca5 HTTP/1.1" status: 200 len: 852 time: 0.1090169 Jan 28 07:07:00.107267 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c135f5c-e06f-471e-9147-9b840e95738e admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:07:00.107677 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4c135f5c-e06f-471e-9147-9b840e95738e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24757675'] for segment (8f16b4d4-a489-47a9-abff-4677cff0d0e7), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:00.109487 n-d-712749-28 neutron-server[103284]: Traceback (most recent call last): Jan 28 07:07:00.109487 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:07:00.109487 n-d-712749-28 neutron-server[103284]: timer() Jan 28 07:07:00.109487 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:07:00.109487 n-d-712749-28 neutron-server[103284]: cb(*args, **kw) Jan 28 07:07:00.109487 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:07:00.109487 n-d-712749-28 neutron-server[103284]: return func(*args, **kwargs) Jan 28 07:07:00.109487 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:07:00.109487 n-d-712749-28 neutron-server[103284]: self._notify() Jan 28 07:07:00.109487 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:07:00.109487 n-d-712749-28 neutron-server[103284]: self.callback(batched_events) Jan 28 07:07:00.109487 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:07:00.109487 n-d-712749-28 neutron-server[103284]: event.method(event) Jan 28 07:07:00.109487 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:07:00.109487 n-d-712749-28 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:07:00.109487 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:07:00.109487 n-d-712749-28 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:07:00.109487 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:07:00.109487 n-d-712749-28 neutron-server[103284]: return f(self, *a, **k) Jan 28 07:07:00.109487 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:07:00.109487 n-d-712749-28 neutron-server[103284]: return self._get(url).json() Jan 28 07:07:00.109487 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:07:00.109487 n-d-712749-28 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:07:00.109487 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:07:00.109487 n-d-712749-28 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Jan 28 07:07:00.109487 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:07:00.109487 n-d-712749-28 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:07:00.109487 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:07:00.109487 n-d-712749-28 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:07:00.109487 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:07:00.109487 n-d-712749-28 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:07:00.109487 n-d-712749-28 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:07:00.131699 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749577e3-cac8-4148-b982-5abd18585bb5 None None] Pushing event deleted for resources: {'Port': ['ID=85b86fe4-9e19-4f97-ae98-ee98d96f8582,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:07:00.134678 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749577e3-cac8-4148-b982-5abd18585bb5 None None] No DVR routers for this DVR port 85b86fe4-9e19-4f97-ae98-ee98d96f8582 on host n-d-712749-28 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:07:00.146542 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-9dde5ec4-2934-499b-9b98-1e8283e67dea req-b059aa29-c816-490e-9624-58b3c52a18a8 service neutron] For port f1b052b5-34dd-4a48-9479-60a680e5c7fe, host n-h1-712749-28, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:07:00.173140 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4c135f5c-e06f-471e-9147-9b840e95738e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (96301cb7-5950-4fda-9bde-12decf8885d9), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:00.179458 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4c135f5c-e06f-471e-9147-9b840e95738e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:00.182120 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-17c17f9d-9895-40c6-abea-7779b3818a76 req-2d422e63-48e3-466a-b072-7e8d164fa9eb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8f3c013d-5cca-4754-bb74-c707f5f90464&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0797369 Jan 28 07:07:00.188316 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-4c135f5c-e06f-471e-9147-9b840e95738e admin admin] 10.222.0.41 "DELETE /v2.0/networks/96301cb7-5950-4fda-9bde-12decf8885d9 HTTP/1.1" status: 204 len: 168 time: 0.7364852 Jan 28 07:07:00.211653 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9321489b-7365-46b8-aac1-fee523e8d566 req-20ad8926-67d8-4d7d-9109-7d0fb5e4f2ee tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:00.218595 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9321489b-7365-46b8-aac1-fee523e8d566 req-20ad8926-67d8-4d7d-9109-7d0fb5e4f2ee tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] 10.222.0.41 "GET /v2.0/ports?device_id=12eb1563-6be7-4a32-8548-96fb0359e802 HTTP/1.1" status: 200 len: 943 time: 0.1610146 Jan 28 07:07:00.226471 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c135f5c-e06f-471e-9147-9b840e95738e admin admin] Pushing event deleted for resources: {'Network': ['ID=96301cb7-5950-4fda-9bde-12decf8885d9,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:07:00.312788 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9321489b-7365-46b8-aac1-fee523e8d566 req-daea094d-9e1e-4ebb-9fc1-259c2fda9c4c tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] 10.222.0.41 "GET /v2.0/security-groups?id=35ddb33c-0ef0-4c89-97f1-d465222d49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927522 Jan 28 07:07:00.405802 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 60680) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:07:00.494326 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-ea1dda2b-a21a-44a6-b317-7ace80108a82 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a381c640729844758b77251ed8b2bb56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0866683 Jan 28 07:07:00.500848 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 60686) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:07:00.523616 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23420e45-e847-4702-90ec-e95563c75c76 req-0b982b48-bf7b-42f8-b5ce-5ed7532a3bb3 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:00.526489 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-23420e45-e847-4702-90ec-e95563c75c76 req-0b982b48-bf7b-42f8-b5ce-5ed7532a3bb3 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.41 "GET /v2.0/ports?device_id=8813fdc9-13cd-4d6b-88a5-c1cef3739966 HTTP/1.1" status: 200 len: 950 time: 0.0940917 Jan 28 07:07:00.534792 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-9dde5ec4-2934-499b-9b98-1e8283e67dea req-b059aa29-c816-490e-9624-58b3c52a18a8 service neutron] For port f1b052b5-34dd-4a48-9479-60a680e5c7fe, host n-h1-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=f1b052b5-34dd-4a48-9479-60a680e5c7fe,segment=NetworkSegment(406f2b19-55d4-4cd2-8c14-e14e9061d6e3),segment_id=406f2b19-55d4-4cd2-8c14-e14e9061d6e3)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:07:00.550609 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-9dde5ec4-2934-499b-9b98-1e8283e67dea req-b059aa29-c816-490e-9624-58b3c52a18a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (f1b052b5-34dd-4a48-9479-60a680e5c7fe), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:00.595340 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-23420e45-e847-4702-90ec-e95563c75c76 req-3cc89a71-01c8-4b5b-bbbb-3938fd3b75c0 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.41 "GET /v2.0/security-groups?id=a925a148-520f-4e8d-aa8c-4258e73ac6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612378 Jan 28 07:07:00.626530 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-70effdee-3fa8-4330-b31f-5db00fe9bc5e admin admin] Publish callbacks [] for security_group (59996388-8d94-44e2-bfc6-beb74465a52d), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:00.647564 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40078b0e-f859-4600-809a-9688dc60e4f6 req-eb1d7db5-a637-4d2e-8658-2fdee1e77e32 tempest-ServersOnMultiNodesTest-867651223 tempest-ServersOnMultiNodesTest-867651223-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:00.654671 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-40078b0e-f859-4600-809a-9688dc60e4f6 req-eb1d7db5-a637-4d2e-8658-2fdee1e77e32 tempest-ServersOnMultiNodesTest-867651223 tempest-ServersOnMultiNodesTest-867651223-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=bf49329f-cf90-42ce-92ed-b710f62af39d HTTP/1.1" status: 200 len: 1102 time: 0.4774570 Jan 28 07:07:00.657402 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-70effdee-3fa8-4330-b31f-5db00fe9bc5e admin admin] Publish callbacks [] for security_group (59996388-8d94-44e2-bfc6-beb74465a52d), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:00.690972 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dde5ec4-2934-499b-9b98-1e8283e67dea req-b059aa29-c816-490e-9624-58b3c52a18a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:00.691592 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-9dde5ec4-2934-499b-9b98-1e8283e67dea req-b059aa29-c816-490e-9624-58b3c52a18a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:00.693004 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9dde5ec4-2934-499b-9b98-1e8283e67dea req-b059aa29-c816-490e-9624-58b3c52a18a8 service neutron] 10.222.0.10 "PUT /v2.0/ports/f1b052b5-34dd-4a48-9479-60a680e5c7fe HTTP/1.1" status: 200 len: 1092 time: 2.5166571 Jan 28 07:07:00.695015 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12eb1563-6be7-4a32-8548-96fb0359e802', 'tag': 'f1b052b5-34dd-4a48-9479-60a680e5c7fe'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:07:00.697240 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce3b254d-daef-408b-89e7-c726e2699ca6" -d '{"events": [{"name": "network-changed", "server_uuid": "12eb1563-6be7-4a32-8548-96fb0359e802", "tag": "f1b052b5-34dd-4a48-9479-60a680e5c7fe"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:07:00.765833 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-40078b0e-f859-4600-809a-9688dc60e4f6 req-8e20a778-2541-486d-8517-6606b71f70c7 tempest-ServersOnMultiNodesTest-867651223 tempest-ServersOnMultiNodesTest-867651223-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=b910cb8c-64ec-47f6-b06b-89e838bb343d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081676 Jan 28 07:07:00.776434 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b059aa29-c816-490e-9624-58b3c52a18a8 service neutron] Pushing event updated for resources: {'Port': ['ID=f1b052b5-34dd-4a48-9479-60a680e5c7fe,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:07:00.787735 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-17c17f9d-9895-40c6-abea-7779b3818a76 req-5d0cd65c-7b08-4a88-ba49-c38d6a6ce307 service neutron] 10.222.0.44 "GET /v2.0/networks/8f3c013d-5cca-4754-bb74-c707f5f90464?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5639532 Jan 28 07:07:00.811585 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0d2959-b758-4c42-a627-32c5607d2eae req-4aeee1e1-4839-4ca0-9dca-b6c9bb356ee8 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:00.813843 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3a0d2959-b758-4c42-a627-32c5607d2eae req-4aeee1e1-4839-4ca0-9dca-b6c9bb356ee8 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=0fb52adb-7ae8-4954-b508-f4144838af7f HTTP/1.1" status: 200 len: 950 time: 0.0954421 Jan 28 07:07:00.814995 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-70effdee-3fa8-4330-b31f-5db00fe9bc5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (59996388-8d94-44e2-bfc6-beb74465a52d), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:00.818086 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-70effdee-3fa8-4330-b31f-5db00fe9bc5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:00.819758 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-70effdee-3fa8-4330-b31f-5db00fe9bc5e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/59996388-8d94-44e2-bfc6-beb74465a52d HTTP/1.1" status: 204 len: 168 time: 0.3157110 Jan 28 07:07:00.836051 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70effdee-3fa8-4330-b31f-5db00fe9bc5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59996388-8d94-44e2-bfc6-beb74465a52d,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:07:00.897322 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3a0d2959-b758-4c42-a627-32c5607d2eae req-aab8a666-3ff8-4e44-af1f-a952a3d2a076 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762758 Jan 28 07:07:00.996146 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dde5ec4-2934-499b-9b98-1e8283e67dea req-0b543af8-b7a6-4c3b-89c0-649915316ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:00.997691 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9dde5ec4-2934-499b-9b98-1e8283e67dea req-0b543af8-b7a6-4c3b-89c0-649915316ddc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a68b546bd10d454e9bcb0137cb61196a&device_id=12eb1563-6be7-4a32-8548-96fb0359e802 HTTP/1.1" status: 200 len: 1095 time: 0.2040563 Jan 28 07:07:01.007999 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e998af-e70a-481d-aec8-6ad9c78b459d req-1ce9bfee-4dd7-4fa0-ac96-285dd2bbb9f3 tempest-ServersTestJSON-78514907 tempest-ServersTestJSON-78514907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:01.012883 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-35e998af-e70a-481d-aec8-6ad9c78b459d req-1ce9bfee-4dd7-4fa0-ac96-285dd2bbb9f3 tempest-ServersTestJSON-78514907 tempest-ServersTestJSON-78514907-project] 10.222.0.41 "GET /v2.0/ports?device_id=b91edbbc-2264-4ba0-9568-adb88bdaf545 HTTP/1.1" status: 200 len: 945 time: 0.1305478 Jan 28 07:07:01.073444 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9dde5ec4-2934-499b-9b98-1e8283e67dea req-8bb818e8-d97e-4ff9-82f1-5305e97eb24a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f1b052b5-34dd-4a48-9479-60a680e5c7fe HTTP/1.1" status: 200 len: 217 time: 0.0528111 Jan 28 07:07:01.077004 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:07:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d67c317d-e7e9-4686-8eee-d11c3afedf5f x-openstack-request-id: req-d67c317d-e7e9-4686-8eee-d11c3afedf5f {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:07:01.077366 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12eb1563-6be7-4a32-8548-96fb0359e802", "tag": "f1b052b5-34dd-4a48-9479-60a680e5c7fe", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:07:01.077633 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d67c317d-e7e9-4686-8eee-d11c3afedf5f {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:07:01.078117 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12eb1563-6be7-4a32-8548-96fb0359e802', 'tag': 'f1b052b5-34dd-4a48-9479-60a680e5c7fe', 'status': 'completed', 'code': 200} Jan 28 07:07:01.152507 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-17c17f9d-9895-40c6-abea-7779b3818a76 req-4de8bb21-2530-48e3-b40f-520248aafeda service neutron] 10.222.0.44 "GET /v2.0/networks/8f3c013d-5cca-4754-bb74-c707f5f90464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3414145 Jan 28 07:07:01.185194 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dde5ec4-2934-499b-9b98-1e8283e67dea req-289ee0ec-9f79-4ddf-ae94-b9bda96114b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:01.187018 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9dde5ec4-2934-499b-9b98-1e8283e67dea req-289ee0ec-9f79-4ddf-ae94-b9bda96114b2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d3b9dca6-c176-4992-a4b5-a8d0c2f13ca5 HTTP/1.1" status: 200 len: 852 time: 0.1002841 Jan 28 07:07:01.193110 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-35e998af-e70a-481d-aec8-6ad9c78b459d req-74dec65b-0bfe-4b88-bb9f-4c13467adfd7 tempest-ServersTestJSON-78514907 tempest-ServersTestJSON-78514907-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ae0854f-95bb-4517-bc2f-76f6b2917b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1252487 Jan 28 07:07:01.230924 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9dde5ec4-2934-499b-9b98-1e8283e67dea req-c5ecf723-b2be-47a0-9cfd-bbfa3a3ce784 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8f3c013d-5cca-4754-bb74-c707f5f90464&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351751 Jan 28 07:07:01.387794 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72124755-10e9-4209-a4f8-b7fcfdd128d5 req-5a0d1372-27ec-4a67-8269-591650bb330b tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:01.388558 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98234163-27cd-4122-9c6b-0ff867d1d040 req-69469de7-3740-40c8-acb5-228ac2dc1a39 tempest-ServersTestJSON-78514907 tempest-ServersTestJSON-78514907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:01.389771 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-98234163-27cd-4122-9c6b-0ff867d1d040 req-69469de7-3740-40c8-acb5-228ac2dc1a39 tempest-ServersTestJSON-78514907 tempest-ServersTestJSON-78514907-project] 10.222.0.41 "GET /v2.0/ports?device_id=b91edbbc-2264-4ba0-9568-adb88bdaf545 HTTP/1.1" status: 200 len: 945 time: 0.0865383 Jan 28 07:07:01.390051 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-72124755-10e9-4209-a4f8-b7fcfdd128d5 req-5a0d1372-27ec-4a67-8269-591650bb330b tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf49329f-cf90-42ce-92ed-b710f62af39d HTTP/1.1" status: 200 len: 950 time: 0.0952430 Jan 28 07:07:01.392084 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9dde5ec4-2934-499b-9b98-1e8283e67dea req-2e9bc588-2a7e-48d5-b40a-7238c361dd5d service neutron] 10.222.0.10 "GET /v2.0/networks/8f3c013d-5cca-4754-bb74-c707f5f90464?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556315 Jan 28 07:07:01.404567 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 60712) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:07:01.435241 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-184070ad-fc4f-43ad-b3f3-dd64ac568cbb tempest-ServersTestJSON-78514907 tempest-ServersTestJSON-78514907-project] Request body: {'floatingip': {'port_id': 'd81b9313-761f-40ed-a3ca-2d0faf343e11'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:07:01.540989 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 85b86fe4-9e19-4f97-ae98-ee98d96f8582 no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:07:01.547906 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9dde5ec4-2934-499b-9b98-1e8283e67dea req-a12afaea-960f-4e22-88ba-e05eb691373e service neutron] 10.222.0.10 "GET /v2.0/networks/8f3c013d-5cca-4754-bb74-c707f5f90464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467488 Jan 28 07:07:01.557384 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-184070ad-fc4f-43ad-b3f3-dd64ac568cbb tempest-ServersTestJSON-78514907 tempest-ServersTestJSON-78514907-project] Publish callbacks [] for floatingip (f6f50dfb-d3c9-4d95-ac97-99830ddb39e5), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:01.579710 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d581bcc-6558-4ca1-9f6b-47fee006b056 req-2f4e7b26-e3e2-49e0-b356-81f09e800410 tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:01.583050 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: 85b86fe4-9e19-4f97-ae98-ee98d96f8582 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:07:01.584163 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 85b86fe4-9e19-4f97-ae98-ee98d96f8582 not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:07:01.585165 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2d581bcc-6558-4ca1-9f6b-47fee006b056 req-2f4e7b26-e3e2-49e0-b356-81f09e800410 tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] 10.222.0.41 "GET /v2.0/ports?device_id=12eb1563-6be7-4a32-8548-96fb0359e802 HTTP/1.1" status: 200 len: 943 time: 0.1029754 Jan 28 07:07:01.644518 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2d581bcc-6558-4ca1-9f6b-47fee006b056 req-d5ed6ce9-9093-47e9-a9c3-0911bf6dec2f tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] 10.222.0.41 "GET /v2.0/security-groups?id=35ddb33c-0ef0-4c89-97f1-d465222d49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517933 Jan 28 07:07:01.653354 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-72124755-10e9-4209-a4f8-b7fcfdd128d5 req-22e25d23-96e0-49f5-b1d4-2dafbaac8b0a tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/security-groups?id=b910cb8c-64ec-47f6-b06b-89e838bb343d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411711 Jan 28 07:07:01.705006 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3b254d-daef-408b-89e7-c726e2699ca6 req-914ebdd7-566c-4622-b1bf-a6c556ffdb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:01.706659 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ce3b254d-daef-408b-89e7-c726e2699ca6 req-914ebdd7-566c-4622-b1bf-a6c556ffdb73 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a68b546bd10d454e9bcb0137cb61196a&device_id=12eb1563-6be7-4a32-8548-96fb0359e802 HTTP/1.1" status: 200 len: 1095 time: 0.0489097 Jan 28 07:07:01.843567 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3b254d-daef-408b-89e7-c726e2699ca6 req-f5b0d290-6cd9-472b-b915-73b2009344fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:01.845218 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ce3b254d-daef-408b-89e7-c726e2699ca6 req-f5b0d290-6cd9-472b-b915-73b2009344fd service neutron] 10.222.0.10 "GET /v2.0/networks?id=8f3c013d-5cca-4754-bb74-c707f5f90464 HTTP/1.1" status: 200 len: 913 time: 0.1294997 Jan 28 07:07:01.860871 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774de951-4d10-4c61-b5bf-b2324c711e9c req-e4892e61-6057-434f-8e02-85ee8dcf76ab tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:01.862418 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-774de951-4d10-4c61-b5bf-b2324c711e9c req-e4892e61-6057-434f-8e02-85ee8dcf76ab tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.41 "GET /v2.0/ports?device_id=8813fdc9-13cd-4d6b-88a5-c1cef3739966 HTTP/1.1" status: 200 len: 950 time: 0.1210010 Jan 28 07:07:01.910787 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ce3b254d-daef-408b-89e7-c726e2699ca6 req-7514b587-dd64-49cc-a9b5-e48763b57720 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f1b052b5-34dd-4a48-9479-60a680e5c7fe HTTP/1.1" status: 200 len: 217 time: 0.0563107 Jan 28 07:07:01.970269 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3b254d-daef-408b-89e7-c726e2699ca6 req-5d2a560f-efdb-4916-a7c6-7f908ab76d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:01.970830 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ce3b254d-daef-408b-89e7-c726e2699ca6 req-5d2a560f-efdb-4916-a7c6-7f908ab76d84 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d3b9dca6-c176-4992-a4b5-a8d0c2f13ca5 HTTP/1.1" status: 200 len: 852 time: 0.0530941 Jan 28 07:07:02.009028 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ce3b254d-daef-408b-89e7-c726e2699ca6 req-c96dfb8a-c6c7-41d3-83f6-eb5f5273694c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8f3c013d-5cca-4754-bb74-c707f5f90464&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307305 Jan 28 07:07:02.112600 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535288e3-611c-474d-8efe-24312c7f6aaa req-d01d2d05-317b-4222-91cc-b8cd392cc362 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:02.114151 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-535288e3-611c-474d-8efe-24312c7f6aaa req-d01d2d05-317b-4222-91cc-b8cd392cc362 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=0fb52adb-7ae8-4954-b508-f4144838af7f HTTP/1.1" status: 200 len: 950 time: 0.1083412 Jan 28 07:07:02.178209 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ce3b254d-daef-408b-89e7-c726e2699ca6 req-233086dc-b37b-4f67-805a-a3d95b8ac5a8 service neutron] 10.222.0.10 "GET /v2.0/networks/8f3c013d-5cca-4754-bb74-c707f5f90464?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609142 Jan 28 07:07:02.187103 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-535288e3-611c-474d-8efe-24312c7f6aaa req-e801faa4-3a98-4c66-82f3-158b10e63046 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629675 Jan 28 07:07:02.255447 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-774de951-4d10-4c61-b5bf-b2324c711e9c req-65879f9a-3fb9-4b96-9bdc-8917cb74de60 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.41 "GET /v2.0/security-groups?id=a925a148-520f-4e8d-aa8c-4258e73ac6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3866396 Jan 28 07:07:02.343766 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ce3b254d-daef-408b-89e7-c726e2699ca6 req-b8b512a8-3991-403b-ad09-4bb86979cbe1 service neutron] 10.222.0.10 "GET /v2.0/networks/8f3c013d-5cca-4754-bb74-c707f5f90464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536634 Jan 28 07:07:02.600979 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-54783e7c-1ef0-4e6c-9ae5-8648c4a63a1d req-54d99b6b-7850-4b3c-a810-57dc5a7bca56 tempest-AbsoluteLimitsNegativeTestJSON-628118071 tempest-AbsoluteLimitsNegativeTestJSON-628118071-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=8db5b87bb01e4d489f503d1eb790e2fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0389094 Jan 28 07:07:02.735632 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:02.743721 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-184070ad-fc4f-43ad-b3f3-dd64ac568cbb tempest-ServersTestJSON-78514907 tempest-ServersTestJSON-78514907-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:02.754139 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-184070ad-fc4f-43ad-b3f3-dd64ac568cbb tempest-ServersTestJSON-78514907 tempest-ServersTestJSON-78514907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16609095'] for floatingip (f6f50dfb-d3c9-4d95-ac97-99830ddb39e5), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:02.783533 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6199544b-8605-4b27-9931-7cb2e881947b req-a4880c73-0b68-4019-a502-e25b839a6685 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:02.785154 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6199544b-8605-4b27-9931-7cb2e881947b req-a4880c73-0b68-4019-a502-e25b839a6685 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf49329f-cf90-42ce-92ed-b710f62af39d HTTP/1.1" status: 200 len: 950 time: 0.0535164 Jan 28 07:07:02.830348 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54783e7c-1ef0-4e6c-9ae5-8648c4a63a1d req-aa469f38-b3b3-47fc-aac0-dd5618011594 tempest-AbsoluteLimitsNegativeTestJSON-628118071 tempest-AbsoluteLimitsNegativeTestJSON-628118071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:02.831801 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-54783e7c-1ef0-4e6c-9ae5-8648c4a63a1d req-aa469f38-b3b3-47fc-aac0-dd5618011594 tempest-AbsoluteLimitsNegativeTestJSON-628118071 tempest-AbsoluteLimitsNegativeTestJSON-628118071-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2237248 Jan 28 07:07:02.837506 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6199544b-8605-4b27-9931-7cb2e881947b req-99d77050-a7be-4289-b997-cdf5ad91e4fa tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/security-groups?id=b910cb8c-64ec-47f6-b06b-89e838bb343d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460627 Jan 28 07:07:02.874751 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-54783e7c-1ef0-4e6c-9ae5-8648c4a63a1d req-f990d7fb-77c6-4a2f-b14e-39c1e4897cd2 tempest-AbsoluteLimitsNegativeTestJSON-628118071 tempest-AbsoluteLimitsNegativeTestJSON-628118071-project] 10.222.0.41 "GET /v2.0/quotas/8db5b87bb01e4d489f503d1eb790e2fb HTTP/1.1" status: 200 len: 375 time: 0.0095503 Jan 28 07:07:02.915723 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-54783e7c-1ef0-4e6c-9ae5-8648c4a63a1d req-7ae4da73-3c87-4b22-b2f1-b79c871fdb2a tempest-AbsoluteLimitsNegativeTestJSON-628118071 tempest-AbsoluteLimitsNegativeTestJSON-628118071-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=8db5b87bb01e4d489f503d1eb790e2fb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0323927 Jan 28 07:07:02.920872 n-d-712749-28 neutron-server[103284]: INFO neutron.db.l3_db [None req-184070ad-fc4f-43ad-b3f3-dd64ac568cbb tempest-ServersTestJSON-78514907 tempest-ServersTestJSON-78514907-project] Floating IP f6f50dfb-d3c9-4d95-ac97-99830ddb39e5 associated. External IP: 172.25.6.219, port: d81b9313-761f-40ed-a3ca-2d0faf343e11. Jan 28 07:07:02.933486 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 69708578-aa80-4299-8ce8-76d35096b416 details requested by agent hyperv_n-h2-712749-28 with host n-h2-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:07:02.990850 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b5b9bd-de24-496e-88df-292a03856c14 req-e636db58-a234-4628-9c59-6d45bd8f1a38 tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:02.992522 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-65b5b9bd-de24-496e-88df-292a03856c14 req-e636db58-a234-4628-9c59-6d45bd8f1a38 tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] 10.222.0.41 "GET /v2.0/ports?device_id=12eb1563-6be7-4a32-8548-96fb0359e802 HTTP/1.1" status: 200 len: 943 time: 0.0754013 Jan 28 07:07:03.090593 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 69708578-aa80-4299-8ce8-76d35096b416, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=69708578-aa80-4299-8ce8-76d35096b416,segment=NetworkSegment(406f2b19-55d4-4cd2-8c14-e14e9061d6e3),segment_id=406f2b19-55d4-4cd2-8c14-e14e9061d6e3)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:07:03.104453 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Returning: {'device': '69708578-aa80-4299-8ce8-76d35096b416', 'network_id': '8f3c013d-5cca-4754-bb74-c707f5f90464', 'port_id': '69708578-aa80-4299-8ce8-76d35096b416', 'mac_address': 'fa:16:3e:16:9a:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3b9dca6-c176-4992-a4b5-a8d0c2f13ca5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:07:03.150697 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-65b5b9bd-de24-496e-88df-292a03856c14 req-7f6a085b-5daf-4a69-a20a-4ea0b863a945 tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] 10.222.0.41 "GET /v2.0/security-groups?id=35ddb33c-0ef0-4c89-97f1-d465222d49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486599 Jan 28 07:07:03.156582 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port 69708578-aa80-4299-8ce8-76d35096b416 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:07:03.157347 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (69708578-aa80-4299-8ce8-76d35096b416), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:03.175100 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69708578-aa80-4299-8ce8-76d35096b416 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:07:03.198088 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e73c3bd-9125-490d-8ce4-f51576208452 req-11d74cbf-934f-44bd-9d6e-780132974496 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:03.200314 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6e73c3bd-9125-490d-8ce4-f51576208452 req-11d74cbf-934f-44bd-9d6e-780132974496 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf49329f-cf90-42ce-92ed-b710f62af39d HTTP/1.1" status: 200 len: 950 time: 0.1053269 Jan 28 07:07:03.214545 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 69708578-aa80-4299-8ce8-76d35096b416, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=69708578-aa80-4299-8ce8-76d35096b416,segment=NetworkSegment(406f2b19-55d4-4cd2-8c14-e14e9061d6e3),segment_id=406f2b19-55d4-4cd2-8c14-e14e9061d6e3)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:07:03.243504 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (69708578-aa80-4299-8ce8-76d35096b416), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:03.261398 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-184070ad-fc4f-43ad-b3f3-dd64ac568cbb tempest-ServersTestJSON-78514907 tempest-ServersTestJSON-78514907-project] Router 9776306e-56ed-4dc7-a389-fd69a45e55bf has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:07:03.349021 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=69708578-aa80-4299-8ce8-76d35096b416,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:07:03.391121 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a6ef64ae-05f8-4153-a95b-10f9a4c954f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:03.403991 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-6e73c3bd-9125-490d-8ce4-f51576208452 req-d84487af-7c24-4e8d-8fb5-ed6353d88e08 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Deleting port 5b43e1f0-c2f2-4656-90dc-07239ed3dd13 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:07:03.404364 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-6e73c3bd-9125-490d-8ce4-f51576208452 req-d84487af-7c24-4e8d-8fb5-ed6353d88e08 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (5b43e1f0-c2f2-4656-90dc-07239ed3dd13), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:03.411686 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-184070ad-fc4f-43ad-b3f3-dd64ac568cbb tempest-ServersTestJSON-78514907 tempest-ServersTestJSON-78514907-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:07:03.418459 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-184070ad-fc4f-43ad-b3f3-dd64ac568cbb tempest-ServersTestJSON-78514907 tempest-ServersTestJSON-78514907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for floatingip (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:03.426497 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88bbaea7-2bc3-4939-9186-ba9b312cd79e None None] Sync routers for ids ['9776306e-56ed-4dc7-a389-fd69a45e55bf'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:07:03.439632 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88bbaea7-2bc3-4939-9186-ba9b312cd79e None None] Routers {'9776306e-56ed-4dc7-a389-fd69a45e55bf'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:07:03.440371 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-88bbaea7-2bc3-4939-9186-ba9b312cd79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:06:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['9776306e-56ed-4dc7-a389-fd69a45e55bf'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:07:03.452617 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 60762) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:07:03.482297 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-184070ad-fc4f-43ad-b3f3-dd64ac568cbb tempest-ServersTestJSON-78514907 tempest-ServersTestJSON-78514907-project] 10.222.0.41 "PUT /v2.0/floatingips/f6f50dfb-d3c9-4d95-ac97-99830ddb39e5 HTTP/1.1" status: 200 len: 991 time: 2.0761974 Jan 28 07:07:03.484540 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b91edbbc-2264-4ba0-9568-adb88bdaf545', 'tag': 'd81b9313-761f-40ed-a3ca-2d0faf343e11'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:07:03.487133 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9af01f9-a6f1-42dd-b41b-7c899d764db7" -d '{"events": [{"name": "network-changed", "server_uuid": "b91edbbc-2264-4ba0-9568-adb88bdaf545", "tag": "d81b9313-761f-40ed-a3ca-2d0faf343e11"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:07:03.503792 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb06f705-3d02-4b1e-9524-c6aba36c1188 req-d76bb67e-bd85-4d0e-a9f2-3e9ee0708dc6 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:03.505354 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-eb06f705-3d02-4b1e-9524-c6aba36c1188 req-d76bb67e-bd85-4d0e-a9f2-3e9ee0708dc6 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=0fb52adb-7ae8-4954-b508-f4144838af7f HTTP/1.1" status: 200 len: 950 time: 0.1031203 Jan 28 07:07:03.605207 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-eb06f705-3d02-4b1e-9524-c6aba36c1188 req-fee8f0bc-5575-4b78-aca7-238c8d861660 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935147 Jan 28 07:07:03.608654 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-6e73c3bd-9125-490d-8ce4-f51576208452 req-d84487af-7c24-4e8d-8fb5-ed6353d88e08 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] For port 5b43e1f0-c2f2-4656-90dc-07239ed3dd13, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=5b43e1f0-c2f2-4656-90dc-07239ed3dd13,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:07:03.610521 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-6e73c3bd-9125-490d-8ce4-f51576208452 req-d84487af-7c24-4e8d-8fb5-ed6353d88e08 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (5b43e1f0-c2f2-4656-90dc-07239ed3dd13), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:03.615550 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-88bbaea7-2bc3-4939-9186-ba9b312cd79e None None] Set router 9776306e-56ed-4dc7-a389-fd69a45e55bf gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:07:03.634926 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-6e73c3bd-9125-490d-8ce4-f51576208452 req-d84487af-7c24-4e8d-8fb5-ed6353d88e08 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Calling delete_port for 5b43e1f0-c2f2-4656-90dc-07239ed3dd13 owned by compute:nova {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:07:03.641824 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b77e2a91-1913-4374-b4d1-fa4961585990 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:03.745955 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b77e2a91-1913-4374-b4d1-fa4961585990 admin admin] Publish callbacks [] for security_group (f496a586-8e88-430a-9a39-3ebf5e9b4f0a), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:03.748787 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:03.753694 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b77e2a91-1913-4374-b4d1-fa4961585990 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (f496a586-8e88-430a-9a39-3ebf5e9b4f0a), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:03.811585 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-6e73c3bd-9125-490d-8ce4-f51576208452 req-d84487af-7c24-4e8d-8fb5-ed6353d88e08 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (5b43e1f0-c2f2-4656-90dc-07239ed3dd13), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:03.822325 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['69708578-aa80-4299-8ce8-76d35096b416'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:07:03.823169 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-b77e2a91-1913-4374-b4d1-fa4961585990 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8db5b87bb01e4d489f503d1eb790e2fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3693252 Jan 28 07:07:03.829216 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 60772) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:07:03.851837 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84487af-7c24-4e8d-8fb5-ed6353d88e08 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Pushing event deleted for resources: {'Port': ['ID=5b43e1f0-c2f2-4656-90dc-07239ed3dd13,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:07:03.862421 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84487af-7c24-4e8d-8fb5-ed6353d88e08 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:07:03.862770 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84487af-7c24-4e8d-8fb5-ed6353d88e08 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:07:03.863114 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84487af-7c24-4e8d-8fb5-ed6353d88e08 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:07:03.863448 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84487af-7c24-4e8d-8fb5-ed6353d88e08 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:07:03.863778 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84487af-7c24-4e8d-8fb5-ed6353d88e08 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:07:03.864105 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84487af-7c24-4e8d-8fb5-ed6353d88e08 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:07:03.864478 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84487af-7c24-4e8d-8fb5-ed6353d88e08 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:07:03.864797 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84487af-7c24-4e8d-8fb5-ed6353d88e08 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:07:03.865123 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84487af-7c24-4e8d-8fb5-ed6353d88e08 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:07:03.866867 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84487af-7c24-4e8d-8fb5-ed6353d88e08 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:07:03.867265 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84487af-7c24-4e8d-8fb5-ed6353d88e08 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:07:03.867540 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84487af-7c24-4e8d-8fb5-ed6353d88e08 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:07:03.867866 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84487af-7c24-4e8d-8fb5-ed6353d88e08 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:07:03.870287 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e2a91-1913-4374-b4d1-fa4961585990 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f496a586-8e88-430a-9a39-3ebf5e9b4f0a,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:07:03.875336 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['137d085c-b81f-48ec-a596-8512923cea40', 'c940bffe-7c91-4b25-9d0c-64122cb95c53', '0acfc257-ef9e-4d1b-ae95-d90a265ceab1', '6f752776-c216-4161-bb1d-5a4d2f901bff', 'd93c566b-0fc0-43df-9dc3-139b6e389b37'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:07:03.878314 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['2db0eab7-310b-4c35-a1b9-bb600d2e8ebd', '718f2284-47d9-49ef-aadf-bbf8076811c2', '5b43e1f0-c2f2-4656-90dc-07239ed3dd13'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:07:03.879704 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e200a657-78c6-4496-96eb-1565b876bdde req-a828d699-d02e-46c7-8a67-ebd0c5f6b7f4 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:03.888062 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e200a657-78c6-4496-96eb-1565b876bdde req-a828d699-d02e-46c7-8a67-ebd0c5f6b7f4 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.41 "GET /v2.0/ports?device_id=8813fdc9-13cd-4d6b-88a5-c1cef3739966 HTTP/1.1" status: 200 len: 950 time: 0.4786189 Jan 28 07:07:03.897566 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e2a91-1913-4374-b4d1-fa4961585990 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:07:03.898061 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e2a91-1913-4374-b4d1-fa4961585990 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:07:03.899503 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e2a91-1913-4374-b4d1-fa4961585990 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:07:03.899880 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e2a91-1913-4374-b4d1-fa4961585990 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:07:03.900342 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e2a91-1913-4374-b4d1-fa4961585990 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:07:03.900801 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e2a91-1913-4374-b4d1-fa4961585990 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:07:03.901398 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e2a91-1913-4374-b4d1-fa4961585990 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:07:03.901932 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e2a91-1913-4374-b4d1-fa4961585990 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:07:03.902355 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e2a91-1913-4374-b4d1-fa4961585990 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:07:03.902775 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e2a91-1913-4374-b4d1-fa4961585990 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:07:03.903196 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e2a91-1913-4374-b4d1-fa4961585990 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:07:03.903811 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e2a91-1913-4374-b4d1-fa4961585990 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:07:03.904868 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e2a91-1913-4374-b4d1-fa4961585990 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:07:03.966192 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12f20358-831f-42e9-b921-7397ad113f26 x-openstack-request-id: req-12f20358-831f-42e9-b921-7397ad113f26 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:07:03.966471 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b91edbbc-2264-4ba0-9568-adb88bdaf545", "tag": "d81b9313-761f-40ed-a3ca-2d0faf343e11", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:07:03.966689 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-12f20358-831f-42e9-b921-7397ad113f26 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:07:03.967119 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b91edbbc-2264-4ba0-9568-adb88bdaf545', 'tag': 'd81b9313-761f-40ed-a3ca-2d0faf343e11', 'status': 'completed', 'code': 200} Jan 28 07:07:03.974834 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a8c7667c-ef48-4617-abe3-389702ca2261 admin admin] Publish callbacks [] for security_group (f496a586-8e88-430a-9a39-3ebf5e9b4f0a), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:04.007088 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e200a657-78c6-4496-96eb-1565b876bdde req-9a794cb3-056f-46da-86ae-0fb8ef0cbbf9 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.41 "GET /v2.0/security-groups?id=a925a148-520f-4e8d-aa8c-4258e73ac6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182802 Jan 28 07:07:04.043939 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e73c3bd-9125-490d-8ce4-f51576208452 req-d84487af-7c24-4e8d-8fb5-ed6353d88e08 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] No DVR routers for this DVR port 5b43e1f0-c2f2-4656-90dc-07239ed3dd13 on host n-h1-712749-28 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:07:04.046417 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-6e73c3bd-9125-490d-8ce4-f51576208452 req-d84487af-7c24-4e8d-8fb5-ed6353d88e08 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:04.050325 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6e73c3bd-9125-490d-8ce4-f51576208452 req-d84487af-7c24-4e8d-8fb5-ed6353d88e08 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.10 "DELETE /v2.0/ports/5b43e1f0-c2f2-4656-90dc-07239ed3dd13 HTTP/1.1" status: 204 len: 173 time: 0.8436766 Jan 28 07:07:04.050796 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf49329f-cf90-42ce-92ed-b710f62af39d', 'name': 'network-vif-deleted', 'tag': '5b43e1f0-c2f2-4656-90dc-07239ed3dd13'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:07:04.060696 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee5f9ac9-94ed-4b3c-b09e-02c6b4db89de" -d '{"events": [{"server_uuid": "bf49329f-cf90-42ce-92ed-b710f62af39d", "name": "network-vif-deleted", "tag": "5b43e1f0-c2f2-4656-90dc-07239ed3dd13"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:07:04.080974 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a8c7667c-ef48-4617-abe3-389702ca2261 admin admin] Publish callbacks [] for security_group (f496a586-8e88-430a-9a39-3ebf5e9b4f0a), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:04.112881 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e5a0cd73-76db-4765-b83c-076217027d95 req-5a2a0338-b304-43a3-a921-e8ede937825e tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf49329f-cf90-42ce-92ed-b710f62af39d HTTP/1.1" status: 200 len: 210 time: 0.1184976 Jan 28 07:07:04.136807 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:07:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f52514e-64a8-4d99-9e4e-be214e17df09 x-openstack-request-id: req-3f52514e-64a8-4d99-9e4e-be214e17df09 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:07:04.137399 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf49329f-cf90-42ce-92ed-b710f62af39d", "name": "network-vif-deleted", "tag": "5b43e1f0-c2f2-4656-90dc-07239ed3dd13", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:07:04.137918 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3f52514e-64a8-4d99-9e4e-be214e17df09 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:07:04.138725 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf49329f-cf90-42ce-92ed-b710f62af39d', 'name': 'network-vif-deleted', 'tag': '5b43e1f0-c2f2-4656-90dc-07239ed3dd13', 'status': 'completed', 'code': 200} Jan 28 07:07:04.187439 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device f1b052b5-34dd-4a48-9479-60a680e5c7fe details requested by agent hyperv_n-h1-712749-28 with host n-h1-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:07:04.209915 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9af01f9-a6f1-42dd-b41b-7c899d764db7 req-11761485-08c8-473a-8e64-2d14bb32486d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:04.211566 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d9af01f9-a6f1-42dd-b41b-7c899d764db7 req-11761485-08c8-473a-8e64-2d14bb32486d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6b0a05cc1dfd4383b65e375634b9d65b&device_id=b91edbbc-2264-4ba0-9568-adb88bdaf545 HTTP/1.1" status: 200 len: 1097 time: 0.1742508 Jan 28 07:07:04.347683 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a8c7667c-ef48-4617-abe3-389702ca2261 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (f496a586-8e88-430a-9a39-3ebf5e9b4f0a), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:04.353150 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a8c7667c-ef48-4617-abe3-389702ca2261 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:04.358416 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-a8c7667c-ef48-4617-abe3-389702ca2261 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f496a586-8e88-430a-9a39-3ebf5e9b4f0a HTTP/1.1" status: 204 len: 168 time: 0.5280015 Jan 28 07:07:04.391703 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c7667c-ef48-4617-abe3-389702ca2261 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f496a586-8e88-430a-9a39-3ebf5e9b4f0a,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:07:04.418887 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9af01f9-a6f1-42dd-b41b-7c899d764db7 req-11697831-0642-42c8-8e61-e2a4395277c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:04.421322 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d9af01f9-a6f1-42dd-b41b-7c899d764db7 req-11697831-0642-42c8-8e61-e2a4395277c0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=229bfbc8-3df0-4c71-a5d6-ff95bbe68880 HTTP/1.1" status: 200 len: 907 time: 0.1996663 Jan 28 07:07:04.578528 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port f1b052b5-34dd-4a48-9479-60a680e5c7fe, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=f1b052b5-34dd-4a48-9479-60a680e5c7fe,segment=NetworkSegment(406f2b19-55d4-4cd2-8c14-e14e9061d6e3),segment_id=406f2b19-55d4-4cd2-8c14-e14e9061d6e3)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:07:04.595856 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d9af01f9-a6f1-42dd-b41b-7c899d764db7 req-a1660855-af9a-4f12-9960-45480659a6eb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d81b9313-761f-40ed-a3ca-2d0faf343e11 HTTP/1.1" status: 200 len: 999 time: 0.1663675 Jan 28 07:07:04.629073 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Returning: {'device': 'f1b052b5-34dd-4a48-9479-60a680e5c7fe', 'network_id': '8f3c013d-5cca-4754-bb74-c707f5f90464', 'port_id': 'f1b052b5-34dd-4a48-9479-60a680e5c7fe', 'mac_address': 'fa:16:3e:86:c7:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3b9dca6-c176-4992-a4b5-a8d0c2f13ca5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:07:04.705210 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-88bbaea7-2bc3-4939-9186-ba9b312cd79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9776306e-56ed-4dc7-a389-fd69a45e55bf', 'name': 'tempest-ServersTestJSON-1606169236-router', 'tenant_id': '6b0a05cc1dfd4383b65e375634b9d65b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': '963419c8-9b51-4f4d-a5c0-02808f7bf5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:06:29Z', 'updated_at': '2022-01-28T07:06:37Z', 'revision_number': 4, 'project_id': '6b0a05cc1dfd4383b65e375634b9d65b', 'gw_port': {'id': '963419c8-9b51-4f4d-a5c0-02808f7bf5a2', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:96:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9776306e-56ed-4dc7-a389-fd69a45e55bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:06:30Z', 'updated_at': '2022-01-28T07:06:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_floatingips': [{'id': 'f6f50dfb-d3c9-4d95-ac97-99830ddb39e5', 'tenant_id': '6b0a05cc1dfd4383b65e375634b9d65b', 'floating_ip_address': '172.25.6.219', 'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'router_id': '9776306e-56ed-4dc7-a389-fd69a45e55bf', 'port_id': 'd81b9313-761f-40ed-a3ca-2d0faf343e11', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '229bfbc8-3df0-4c71-a5d6-ff95bbe68880', 'mac_address': 'fa:16:3e:fc:1f:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b91edbbc-2264-4ba0-9568-adb88bdaf545', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:06:41Z', 'updated_at': '2022-01-28T07:07:02Z', 'revision_number': 1, 'project_id': '6b0a05cc1dfd4383b65e375634b9d65b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b036e8a-6a49-49b4-a3fb-b8e5aaef7705', 'name': '', 'network_id': '229bfbc8-3df0-4c71-a5d6-ff95bbe68880', 'tenant_id': '6b0a05cc1dfd4383b65e375634b9d65b', 'mac_address': 'fa:16:3e:b2:77:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9776306e-56ed-4dc7-a389-fd69a45e55bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '5befb34d-bf52-4217-a97f-6df3499b2528', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:06:36Z', 'updated_at': '2022-01-28T07:06:40Z', 'revision_number': 5, 'project_id': '6b0a05cc1dfd4383b65e375634b9d65b', 'subnets': [{'id': '5befb34d-bf52-4217-a97f-6df3499b2528', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:07:04.790145 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88bbaea7-2bc3-4939-9186-ba9b312cd79e None None] Checking router: 9776306e-56ed-4dc7-a389-fd69a45e55bf for host: n-d-712749-28 {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:07:04.796954 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de50ba97-fba9-4e4e-b61b-e7bee8b28800 req-7117c45d-1331-4976-925c-9d78b7f4dffb tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:04.805000 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-de50ba97-fba9-4e4e-b61b-e7bee8b28800 req-7117c45d-1331-4976-925c-9d78b7f4dffb tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=0fb52adb-7ae8-4954-b508-f4144838af7f HTTP/1.1" status: 200 len: 950 time: 0.0749347 Jan 28 07:07:04.873127 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9af01f9-a6f1-42dd-b41b-7c899d764db7 req-a7fa6d27-bcf6-4a5c-a382-b624f5dc60d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:04.874197 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88bbaea7-2bc3-4939-9186-ba9b312cd79e None None] Routers {'9776306e-56ed-4dc7-a389-fd69a45e55bf'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:07:04.874968 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-88bbaea7-2bc3-4939-9186-ba9b312cd79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:06:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['9776306e-56ed-4dc7-a389-fd69a45e55bf'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:07:04.876907 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port f1b052b5-34dd-4a48-9479-60a680e5c7fe is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:07:04.877404 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (f1b052b5-34dd-4a48-9479-60a680e5c7fe), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:04.877808 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d9af01f9-a6f1-42dd-b41b-7c899d764db7 req-a7fa6d27-bcf6-4a5c-a382-b624f5dc60d4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5befb34d-bf52-4217-a97f-6df3499b2528 HTTP/1.1" status: 200 len: 845 time: 0.2695539 Jan 28 07:07:04.893723 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4c5734-bb98-4da6-8fea-c7766af7fc21 req-4348a29c-987a-46e7-a73c-8df48a5176a2 tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:04.905644 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3e4c5734-bb98-4da6-8fea-c7766af7fc21 req-4348a29c-987a-46e7-a73c-8df48a5176a2 tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] 10.222.0.41 "GET /v2.0/ports?device_id=12eb1563-6be7-4a32-8548-96fb0359e802 HTTP/1.1" status: 200 len: 943 time: 0.1997409 Jan 28 07:07:04.917917 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-de50ba97-fba9-4e4e-b61b-e7bee8b28800 req-29b740b5-acca-4576-b525-3609d529216a tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067290 Jan 28 07:07:04.979125 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1b052b5-34dd-4a48-9479-60a680e5c7fe {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:07:05.047332 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port f1b052b5-34dd-4a48-9479-60a680e5c7fe, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=f1b052b5-34dd-4a48-9479-60a680e5c7fe,segment=NetworkSegment(406f2b19-55d4-4cd2-8c14-e14e9061d6e3),segment_id=406f2b19-55d4-4cd2-8c14-e14e9061d6e3)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:07:05.060583 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3e4c5734-bb98-4da6-8fea-c7766af7fc21 req-91bd5cad-fe0e-41e1-9dc7-5aba012e8faa tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] 10.222.0.41 "GET /v2.0/security-groups?id=35ddb33c-0ef0-4c89-97f1-d465222d49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529686 Jan 28 07:07:05.069918 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9af01f9-a6f1-42dd-b41b-7c899d764db7 req-22ad8746-9f80-416f-a5de-be8884aeccef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:05.073311 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d9af01f9-a6f1-42dd-b41b-7c899d764db7 req-22ad8746-9f80-416f-a5de-be8884aeccef service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=229bfbc8-3df0-4c71-a5d6-ff95bbe68880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1630716 Jan 28 07:07:05.101109 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (f1b052b5-34dd-4a48-9479-60a680e5c7fe), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:05.230565 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-88bbaea7-2bc3-4939-9186-ba9b312cd79e None None] Set router 9776306e-56ed-4dc7-a389-fd69a45e55bf gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:07:05.288449 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=f1b052b5-34dd-4a48-9479-60a680e5c7fe,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:07:05.290012 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d9af01f9-a6f1-42dd-b41b-7c899d764db7 req-5f820cf8-e932-45fa-a972-c7be5e2b0ec8 service neutron] 10.222.0.10 "GET /v2.0/networks/229bfbc8-3df0-4c71-a5d6-ff95bbe68880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072799 Jan 28 07:07:05.551361 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d9af01f9-a6f1-42dd-b41b-7c899d764db7 req-c78ba216-7b2a-4e40-b43e-c9f13cf91885 service neutron] 10.222.0.10 "GET /v2.0/networks/229bfbc8-3df0-4c71-a5d6-ff95bbe68880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2470462 Jan 28 07:07:05.609037 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4ee645-62cb-4c39-8c7c-457aafb9efaf req-39a7f5fe-6314-453f-af6d-9ba9c766eace tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:05.613478 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['f1b052b5-34dd-4a48-9479-60a680e5c7fe'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:07:05.620985 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9d4ee645-62cb-4c39-8c7c-457aafb9efaf req-39a7f5fe-6314-453f-af6d-9ba9c766eace tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.41 "GET /v2.0/ports?device_id=8813fdc9-13cd-4d6b-88a5-c1cef3739966 HTTP/1.1" status: 200 len: 950 time: 0.2981877 Jan 28 07:07:05.628658 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5f66e60f-5d59-47dd-a06b-ba45ebc5f27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:05.677428 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121a408e-892a-4143-a9c1-9a55ae02be46 req-7c2d5c78-ad87-4be4-8750-5a841a6fd435 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:05.682251 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-121a408e-892a-4143-a9c1-9a55ae02be46 req-7c2d5c78-ad87-4be4-8750-5a841a6fd435 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c013533-1848-4f89-9da8-156554a01ee3 HTTP/1.1" status: 200 len: 949 time: 0.1062422 Jan 28 07:07:05.712482 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9d4ee645-62cb-4c39-8c7c-457aafb9efaf req-399c7b8c-63f3-4eee-a6ec-025a49677a95 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.41 "GET /v2.0/security-groups?id=a925a148-520f-4e8d-aa8c-4258e73ac6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899374 Jan 28 07:07:05.791851 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-121a408e-892a-4143-a9c1-9a55ae02be46 req-a3e1a834-150d-4c54-a795-ad1add7ddff1 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/security-groups?id=b910cb8c-64ec-47f6-b06b-89e838bb343d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025670 Jan 28 07:07:05.895828 n-d-712749-28 neutron-server[103284]: INFO neutron.api.v2.resource [req-8f41f07e-fb3c-4690-953a-bbcf9df1020a req-203448a9-48cb-4737-bfc5-f25f240de681 service neutron] show failed (client error): The resource could not be found. Jan 28 07:07:05.897700 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8f41f07e-fb3c-4690-953a-bbcf9df1020a req-203448a9-48cb-4737-bfc5-f25f240de681 service neutron] 10.222.0.10 "GET /v2.0/ports/43de23cf-d551-404c-afd2-485eedcec042/bindings/n-h2-712749-28 HTTP/1.1" status: 404 len: 381 time: 0.1000724 Jan 28 07:07:05.902828 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-88bbaea7-2bc3-4939-9186-ba9b312cd79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9776306e-56ed-4dc7-a389-fd69a45e55bf', 'name': 'tempest-ServersTestJSON-1606169236-router', 'tenant_id': '6b0a05cc1dfd4383b65e375634b9d65b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': '963419c8-9b51-4f4d-a5c0-02808f7bf5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:06:29Z', 'updated_at': '2022-01-28T07:06:37Z', 'revision_number': 4, 'project_id': '6b0a05cc1dfd4383b65e375634b9d65b', 'gw_port': {'id': '963419c8-9b51-4f4d-a5c0-02808f7bf5a2', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:96:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9776306e-56ed-4dc7-a389-fd69a45e55bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:06:30Z', 'updated_at': '2022-01-28T07:06:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_floatingips': [{'id': 'f6f50dfb-d3c9-4d95-ac97-99830ddb39e5', 'tenant_id': '6b0a05cc1dfd4383b65e375634b9d65b', 'floating_ip_address': '172.25.6.219', 'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'router_id': '9776306e-56ed-4dc7-a389-fd69a45e55bf', 'port_id': 'd81b9313-761f-40ed-a3ca-2d0faf343e11', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '229bfbc8-3df0-4c71-a5d6-ff95bbe68880', 'mac_address': 'fa:16:3e:fc:1f:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b91edbbc-2264-4ba0-9568-adb88bdaf545', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:06:41Z', 'updated_at': '2022-01-28T07:07:02Z', 'revision_number': 1, 'project_id': '6b0a05cc1dfd4383b65e375634b9d65b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b036e8a-6a49-49b4-a3fb-b8e5aaef7705', 'name': '', 'network_id': '229bfbc8-3df0-4c71-a5d6-ff95bbe68880', 'tenant_id': '6b0a05cc1dfd4383b65e375634b9d65b', 'mac_address': 'fa:16:3e:b2:77:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9776306e-56ed-4dc7-a389-fd69a45e55bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '5befb34d-bf52-4217-a97f-6df3499b2528', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:06:36Z', 'updated_at': '2022-01-28T07:06:40Z', 'revision_number': 5, 'project_id': '6b0a05cc1dfd4383b65e375634b9d65b', 'subnets': [{'id': '5befb34d-bf52-4217-a97f-6df3499b2528', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:07:05.948247 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88bbaea7-2bc3-4939-9186-ba9b312cd79e None None] The sync data for ids ['9776306e-56ed-4dc7-a389-fd69a45e55bf'] in n-d-712749-28 is: [{'id': '9776306e-56ed-4dc7-a389-fd69a45e55bf', 'name': 'tempest-ServersTestJSON-1606169236-router', 'tenant_id': '6b0a05cc1dfd4383b65e375634b9d65b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': '963419c8-9b51-4f4d-a5c0-02808f7bf5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:06:29Z', 'updated_at': '2022-01-28T07:06:37Z', 'revision_number': 4, 'project_id': '6b0a05cc1dfd4383b65e375634b9d65b', 'gw_port': {'id': '963419c8-9b51-4f4d-a5c0-02808f7bf5a2', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:96:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9776306e-56ed-4dc7-a389-fd69a45e55bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:06:30Z', 'updated_at': '2022-01-28T07:06:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_floatingips': [{'id': 'f6f50dfb-d3c9-4d95-ac97-99830ddb39e5', 'tenant_id': '6b0a05cc1dfd4383b65e375634b9d65b', 'floating_ip_address': '172.25.6.219', 'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'router_id': '9776306e-56ed-4dc7-a389-fd69a45e55bf', 'port_id': 'd81b9313-761f-40ed-a3ca-2d0faf343e11', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '229bfbc8-3df0-4c71-a5d6-ff95bbe68880', 'mac_address': 'fa:16:3e:fc:1f:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b91edbbc-2264-4ba0-9568-adb88bdaf545', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:06:41Z', 'updated_at': '2022-01-28T07:07:02Z', 'revision_number': 1, 'project_id': '6b0a05cc1dfd4383b65e375634b9d65b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b036e8a-6a49-49b4-a3fb-b8e5aaef7705', 'name': '', 'network_id': '229bfbc8-3df0-4c71-a5d6-ff95bbe68880', 'tenant_id': '6b0a05cc1dfd4383b65e375634b9d65b', 'mac_address': 'fa:16:3e:b2:77:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9776306e-56ed-4dc7-a389-fd69a45e55bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '5befb34d-bf52-4217-a97f-6df3499b2528', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:06:36Z', 'updated_at': '2022-01-28T07:06:40Z', 'revision_number': 5, 'project_id': '6b0a05cc1dfd4383b65e375634b9d65b', 'subnets': [{'id': '5befb34d-bf52-4217-a97f-6df3499b2528', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:07:06.041389 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 60820) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:07:06.162848 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4514ea3-b047-448e-be09-dd86c2aa0216 req-7de514fe-44f3-448e-b68d-f14b63e23b50 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:06.180022 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a4514ea3-b047-448e-be09-dd86c2aa0216 req-7de514fe-44f3-448e-b68d-f14b63e23b50 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=0fb52adb-7ae8-4954-b508-f4144838af7f HTTP/1.1" status: 200 len: 950 time: 0.1247692 Jan 28 07:07:06.212257 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 5b43e1f0-c2f2-4656-90dc-07239ed3dd13 no longer exists at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:07:06.291002 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] No Port match for: 5b43e1f0-c2f2-4656-90dc-07239ed3dd13 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:07:06.292737 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 5b43e1f0-c2f2-4656-90dc-07239ed3dd13 not bound to the agent host n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:07:06.298557 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a4514ea3-b047-448e-be09-dd86c2aa0216 req-fa10db4c-25ee-4f4a-bbdf-d0cc0227a7eb tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175375 Jan 28 07:07:06.322124 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-85771e14-f376-40ba-8401-249d358e3c3a admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-512519775-network', 'tenant_id': '4ade2f3244a74baaac394be83c2287fc'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:07:06.329385 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f41f07e-fb3c-4690-953a-bbcf9df1020a req-2e0c8a2e-0706-4a11-b746-bc8c73c86116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:06.332108 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8f41f07e-fb3c-4690-953a-bbcf9df1020a req-2e0c8a2e-0706-4a11-b746-bc8c73c86116 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0fb52adb-7ae8-4954-b508-f4144838af7f&tenant_id=966335f0946f459597af95ab0b33b55c HTTP/1.1" status: 200 len: 1102 time: 0.1076021 Jan 28 07:07:06.354779 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e22b85-3136-4684-a1d9-eb0bc01aad6f None None] New status for floating IP f6f50dfb-d3c9-4d95-ac97-99830ddb39e5: ACTIVE {{(pid=103286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 07:07:06.361317 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-8f41f07e-fb3c-4690-953a-bbcf9df1020a req-bfc2eeff-f1f8-4484-900e-746f79d3b6a9 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712749-28', 'device_owner': 'compute:nova'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:07:06.388801 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85771e14-f376-40ba-8401-249d358e3c3a admin admin] Made reservation on behalf of 4ade2f3244a74baaac394be83c2287fc for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:07:06.391106 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-85771e14-f376-40ba-8401-249d358e3c3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:06.402554 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-85771e14-f376-40ba-8401-249d358e3c3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:06.460826 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-8f41f07e-fb3c-4690-953a-bbcf9df1020a req-bfc2eeff-f1f8-4484-900e-746f79d3b6a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (43de23cf-d551-404c-afd2-485eedcec042), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:06.470807 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df011268-9900-4a19-a481-1c0e0c5941ec req-1d2e2837-5bad-46aa-90de-b33f5ce0ac37 tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:06.479731 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-df011268-9900-4a19-a481-1c0e0c5941ec req-1d2e2837-5bad-46aa-90de-b33f5ce0ac37 tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] 10.222.0.41 "GET /v2.0/ports?device_id=12eb1563-6be7-4a32-8548-96fb0359e802 HTTP/1.1" status: 200 len: 944 time: 0.1529086 Jan 28 07:07:06.504237 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-85771e14-f376-40ba-8401-249d358e3c3a admin admin] Publish callbacks [] for security_group (4d843c1b-2b3f-41f7-933d-0cc23e6bb818), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:06.511135 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-85771e14-f376-40ba-8401-249d358e3c3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (4d843c1b-2b3f-41f7-933d-0cc23e6bb818), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:06.538618 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85771e14-f376-40ba-8401-249d358e3c3a admin admin] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:07:06.555593 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85771e14-f376-40ba-8401-249d358e3c3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d843c1b-2b3f-41f7-933d-0cc23e6bb818,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:07:06.559783 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-85771e14-f376-40ba-8401-249d358e3c3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (9b92139a-3e53-4788-a029-aaa23345d52a), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:06.560404 n-d-712749-28 neutron-server[103284]: INFO neutron.db.segments_db [None req-85771e14-f376-40ba-8401-249d358e3c3a admin admin] Added segment 9b92139a-3e53-4788-a029-aaa23345d52a of type vlan for network a4d164f6-e19b-4f94-82e2-2e552675b35b Jan 28 07:07:06.584299 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-df011268-9900-4a19-a481-1c0e0c5941ec req-b2ff5a88-e4a4-4c59-9830-e1d79f28eba3 tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] 10.222.0.41 "GET /v2.0/security-groups?id=35ddb33c-0ef0-4c89-97f1-d465222d49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031859 Jan 28 07:07:06.620657 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-85771e14-f376-40ba-8401-249d358e3c3a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (a4d164f6-e19b-4f94-82e2-2e552675b35b), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:06.654045 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-85771e14-f376-40ba-8401-249d358e3c3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (a4d164f6-e19b-4f94-82e2-2e552675b35b), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:06.654954 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85771e14-f376-40ba-8401-249d358e3c3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:06.656136 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-85771e14-f376-40ba-8401-249d358e3c3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:06.680242 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-85771e14-f376-40ba-8401-249d358e3c3a admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6374345 Jan 28 07:07:06.683167 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 60830) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:07:06.688045 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-3967450b-65f7-461d-ae27-8e3135eb9c51 admin admin] Request body: {'subnet': {'network_id': 'a4d164f6-e19b-4f94-82e2-2e552675b35b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-512519775-subnet', 'tenant_id': '4ade2f3244a74baaac394be83c2287fc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:07:06.740649 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85771e14-f376-40ba-8401-249d358e3c3a admin admin] Pushing event updated for resources: {'Network': ['ID=a4d164f6-e19b-4f94-82e2-2e552675b35b,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:07:06.748682 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3967450b-65f7-461d-ae27-8e3135eb9c51 admin admin] Made reservation on behalf of 4ade2f3244a74baaac394be83c2287fc for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:07:06.751402 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3967450b-65f7-461d-ae27-8e3135eb9c51 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24979592'] for subnet (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:06.762183 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network a4d164f6-e19b-4f94-82e2-2e552675b35b details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:07:06.763872 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-8f41f07e-fb3c-4690-953a-bbcf9df1020a req-bfc2eeff-f1f8-4484-900e-746f79d3b6a9 service neutron] For port 43de23cf-d551-404c-afd2-485eedcec042, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=43de23cf-d551-404c-afd2-485eedcec042,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:07:06.819262 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-8f41f07e-fb3c-4690-953a-bbcf9df1020a req-bfc2eeff-f1f8-4484-900e-746f79d3b6a9 service neutron] For port 43de23cf-d551-404c-afd2-485eedcec042, host n-h1-712749-28, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:07:06.857386 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:06.937492 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fb52adb-7ae8-4954-b508-f4144838af7f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43de23cf-d551-404c-afd2-485eedcec042'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:07:06.937492 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-575968bf-08e0-47f0-8453-db557325efe4" -d '{"events": [{"server_uuid": "0fb52adb-7ae8-4954-b508-f4144838af7f", "name": "network-vif-unplugged", "status": "completed", "tag": "43de23cf-d551-404c-afd2-485eedcec042"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:07:06.938366 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-8f41f07e-fb3c-4690-953a-bbcf9df1020a req-bfc2eeff-f1f8-4484-900e-746f79d3b6a9 service neutron] Publish callbacks [] for port (43de23cf-d551-404c-afd2-485eedcec042), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:06.977100 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [req-8f41f07e-fb3c-4690-953a-bbcf9df1020a req-bfc2eeff-f1f8-4484-900e-746f79d3b6a9 service neutron] Transition to ACTIVE for port object 43de23cf-d551-404c-afd2-485eedcec042 will not be triggered until provisioned by entity L2. {{(pid=103283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:07:06.987878 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 69708578-aa80-4299-8ce8-76d35096b416 up at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:07:06.988511 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3967450b-65f7-461d-ae27-8e3135eb9c51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24757504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24979610'] for subnet (840987c2-17e1-4d2b-ba7e-a03efc400a0c), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:06.990612 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6f2c98-3a96-4f29-9684-33d28e0cc6ce req-6c4ee38e-88a7-4e10-9c80-fb5654d0cbf9 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:07.000851 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6d6f2c98-3a96-4f29-9684-33d28e0cc6ce req-6c4ee38e-88a7-4e10-9c80-fb5654d0cbf9 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c013533-1848-4f89-9da8-156554a01ee3 HTTP/1.1" status: 200 len: 949 time: 0.0831747 Jan 28 07:07:07.007856 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-8f41f07e-fb3c-4690-953a-bbcf9df1020a req-bfc2eeff-f1f8-4484-900e-746f79d3b6a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (43de23cf-d551-404c-afd2-485eedcec042), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:07.053735 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d4a0a3-89aa-4231-bc89-6702d15e0733 req-e161abd3-9a1d-4fe9-acd7-06f6edb63ded tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:07.062719 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-45d4a0a3-89aa-4231-bc89-6702d15e0733 req-e161abd3-9a1d-4fe9-acd7-06f6edb63ded tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.41 "GET /v2.0/ports?device_id=8813fdc9-13cd-4d6b-88a5-c1cef3739966 HTTP/1.1" status: 200 len: 950 time: 0.1204717 Jan 28 07:07:07.080679 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning for port 69708578-aa80-4299-8ce8-76d35096b416 completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:07:07.095991 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning complete for port 69708578-aa80-4299-8ce8-76d35096b416 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:07:07.098078 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (69708578-aa80-4299-8ce8-76d35096b416), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:07.113636 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f41f07e-fb3c-4690-953a-bbcf9df1020a req-bfc2eeff-f1f8-4484-900e-746f79d3b6a9 service neutron] No DVR routers for this DVR port 43de23cf-d551-404c-afd2-485eedcec042 on host n-h1-712749-28 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:07:07.114809 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3967450b-65f7-461d-ae27-8e3135eb9c51 admin admin] Checking segment: {'id': '9b92139a-3e53-4788-a029-aaa23345d52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'a4d164f6-e19b-4f94-82e2-2e552675b35b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:07:07.115237 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3967450b-65f7-461d-ae27-8e3135eb9c51 admin admin] Network hostable DHCP agents. Network: a4d164f6-e19b-4f94-82e2-2e552675b35b, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:07:07.121109 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc2eeff-f1f8-4484-900e-746f79d3b6a9 service neutron] Pushing event updated for resources: {'Port': ['ID=43de23cf-d551-404c-afd2-485eedcec042,revision_number=6']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:07:07.141194 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6d6f2c98-3a96-4f29-9684-33d28e0cc6ce req-69861481-aa95-40a5-a376-bb395a2d58d5 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/security-groups?id=b910cb8c-64ec-47f6-b06b-89e838bb343d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336799 Jan 28 07:07:07.157693 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3967450b-65f7-461d-ae27-8e3135eb9c51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=840987c2-17e1-4d2b-ba7e-a03efc400a0c,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:07:07.173246 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-45d4a0a3-89aa-4231-bc89-6702d15e0733 req-beb391aa-c41f-4e30-8a4d-03bc47fa65d7 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.41 "GET /v2.0/security-groups?id=a925a148-520f-4e8d-aa8c-4258e73ac6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093898 Jan 28 07:07:07.177054 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3967450b-65f7-461d-ae27-8e3135eb9c51 admin admin] Network a4d164f6-e19b-4f94-82e2-2e552675b35b is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:07:07.199006 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-3967450b-65f7-461d-ae27-8e3135eb9c51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, a4d164f6-e19b-4f94-82e2-2e552675b35b) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:07:07.219723 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3967450b-65f7-461d-ae27-8e3135eb9c51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:07.220707 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3967450b-65f7-461d-ae27-8e3135eb9c51 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:07.225183 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c41edd8-0c7b-4f68-bb0f-de226a65e55a None None] Network a4d164f6-e19b-4f94-82e2-2e552675b35b requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:07:07.233661 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-8f41f07e-fb3c-4690-953a-bbcf9df1020a req-bfc2eeff-f1f8-4484-900e-746f79d3b6a9 service neutron] Attempting to bind port 43de23cf-d551-404c-afd2-485eedcec042 on host n-h2-712749-28 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:07:07.233994 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-8f41f07e-fb3c-4690-953a-bbcf9df1020a req-bfc2eeff-f1f8-4484-900e-746f79d3b6a9 service neutron] Attempting to bind port 43de23cf-d551-404c-afd2-485eedcec042 by drivers openvswitch,hyperv on host n-h2-712749-28 at level 0 using segments [{'id': '9d52209e-a416-4cfe-8f8a-19567a90fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:07:07.234325 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f41f07e-fb3c-4690-953a-bbcf9df1020a req-bfc2eeff-f1f8-4484-900e-746f79d3b6a9 service neutron] Attempting to bind port 43de23cf-d551-404c-afd2-485eedcec042 on network d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:07:07.251549 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f41f07e-fb3c-4690-953a-bbcf9df1020a req-bfc2eeff-f1f8-4484-900e-746f79d3b6a9 service neutron] Port 43de23cf-d551-404c-afd2-485eedcec042 on network d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-28 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:07:07.251882 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f41f07e-fb3c-4690-953a-bbcf9df1020a req-bfc2eeff-f1f8-4484-900e-746f79d3b6a9 service neutron] Attempting to bind port 43de23cf-d551-404c-afd2-485eedcec042 on network d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:07:07.257911 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-3967450b-65f7-461d-ae27-8e3135eb9c51 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5735228 Jan 28 07:07:07.260416 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 60842) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:07:07.264173 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f41f07e-fb3c-4690-953a-bbcf9df1020a req-bfc2eeff-f1f8-4484-900e-746f79d3b6a9 service neutron] Checking agent: {'id': 'c9906e63-062c-432e-bb53-63fdb8115e18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:07:07.264542 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f41f07e-fb3c-4690-953a-bbcf9df1020a req-bfc2eeff-f1f8-4484-900e-746f79d3b6a9 service neutron] Checking segment: {'id': '9d52209e-a416-4cfe-8f8a-19567a90fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:07:07.264933 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f41f07e-fb3c-4690-953a-bbcf9df1020a req-bfc2eeff-f1f8-4484-900e-746f79d3b6a9 service neutron] Bound using segment: {'id': '9d52209e-a416-4cfe-8f8a-19567a90fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:07:07.265375 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-8f41f07e-fb3c-4690-953a-bbcf9df1020a req-bfc2eeff-f1f8-4484-900e-746f79d3b6a9 service neutron] Bound port: 43de23cf-d551-404c-afd2-485eedcec042, host: n-h2-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d52209e-a416-4cfe-8f8a-19567a90fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:07:07.265743 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-8f41f07e-fb3c-4690-953a-bbcf9df1020a req-bfc2eeff-f1f8-4484-900e-746f79d3b6a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (43de23cf-d551-404c-afd2-485eedcec042), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:07.268072 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-98456f59-e633-4e9d-bdd7-150cd9e4eded admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-512519775-router', 'tenant_id': '4ade2f3244a74baaac394be83c2287fc', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:07:07.273976 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 07:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ba8c878-365c-4df5-bfa3-43abf7695f80 x-openstack-request-id: req-9ba8c878-365c-4df5-bfa3-43abf7695f80 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:07:07.274265 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fb52adb-7ae8-4954-b508-f4144838af7f", "name": "network-vif-unplugged", "status": "completed", "tag": "43de23cf-d551-404c-afd2-485eedcec042", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:07:07.274523 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9ba8c878-365c-4df5-bfa3-43abf7695f80 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:07:07.274925 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fb52adb-7ae8-4954-b508-f4144838af7f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43de23cf-d551-404c-afd2-485eedcec042', 'code': 200} Jan 28 07:07:07.304048 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-98456f59-e633-4e9d-bdd7-150cd9e4eded admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16606890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127275'] for router (e3b4c5b9-0d5e-46b9-a9cf-9839431f1337), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:07.306561 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-98456f59-e633-4e9d-bdd7-150cd9e4eded admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16605498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16607952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16355422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127266'] for router (e3b4c5b9-0d5e-46b9-a9cf-9839431f1337), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:07.410304 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-98456f59-e633-4e9d-bdd7-150cd9e4eded admin admin] Publish callbacks [] for router_controller (e3b4c5b9-0d5e-46b9-a9cf-9839431f1337), precommit_add_association {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:07.414546 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-8f41f07e-fb3c-4690-953a-bbcf9df1020a req-bfc2eeff-f1f8-4484-900e-746f79d3b6a9 service neutron] For port 43de23cf-d551-404c-afd2-485eedcec042, host n-h2-712749-28, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:07:07.425036 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-8f41f07e-fb3c-4690-953a-bbcf9df1020a req-bfc2eeff-f1f8-4484-900e-746f79d3b6a9 service neutron] For port 43de23cf-d551-404c-afd2-485eedcec042, host n-h2-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=43de23cf-d551-404c-afd2-485eedcec042,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:07:07.445756 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-8f41f07e-fb3c-4690-953a-bbcf9df1020a req-bfc2eeff-f1f8-4484-900e-746f79d3b6a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (43de23cf-d551-404c-afd2-485eedcec042), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:07.496987 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f41f07e-fb3c-4690-953a-bbcf9df1020a req-bfc2eeff-f1f8-4484-900e-746f79d3b6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:07.497627 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-8f41f07e-fb3c-4690-953a-bbcf9df1020a req-bfc2eeff-f1f8-4484-900e-746f79d3b6a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:07.499208 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8f41f07e-fb3c-4690-953a-bbcf9df1020a req-bfc2eeff-f1f8-4484-900e-746f79d3b6a9 service neutron] 10.222.0.44 "PUT /v2.0/ports/43de23cf-d551-404c-afd2-485eedcec042 HTTP/1.1" status: 200 len: 1097 time: 1.1465330 Jan 28 07:07:07.648892 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86064e5f-51ce-4112-8907-6230a0192d83 req-125a8e71-c91e-4d0f-9ae9-16e3a255ec92 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:07.653161 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-86064e5f-51ce-4112-8907-6230a0192d83 req-125a8e71-c91e-4d0f-9ae9-16e3a255ec92 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=0fb52adb-7ae8-4954-b508-f4144838af7f HTTP/1.1" status: 200 len: 948 time: 0.2246225 Jan 28 07:07:07.670053 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc2eeff-f1f8-4484-900e-746f79d3b6a9 service neutron] Pushing event updated for resources: {'Port': ['ID=43de23cf-d551-404c-afd2-485eedcec042,revision_number=7']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:07:07.714530 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-98456f59-e633-4e9d-bdd7-150cd9e4eded admin admin] Publish callbacks [] for router_gateway (e3b4c5b9-0d5e-46b9-a9cf-9839431f1337), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:07.723784 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f41f07e-fb3c-4690-953a-bbcf9df1020a req-2df18ab5-61ed-46d7-bc70-5859c6db11a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:07.726548 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8f41f07e-fb3c-4690-953a-bbcf9df1020a req-2df18ab5-61ed-46d7-bc70-5859c6db11a2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=966335f0946f459597af95ab0b33b55c&device_id=0fb52adb-7ae8-4954-b508-f4144838af7f HTTP/1.1" status: 200 len: 1100 time: 0.1620634 Jan 28 07:07:07.730640 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port 69708578-aa80-4299-8ce8-76d35096b416 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:07:07.731133 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (69708578-aa80-4299-8ce8-76d35096b416), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:07.759825 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-86064e5f-51ce-4112-8907-6230a0192d83 req-49c9ada7-b0e1-42e9-b57c-47889c990334 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983539 Jan 28 07:07:07.832328 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 69708578-aa80-4299-8ce8-76d35096b416, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=69708578-aa80-4299-8ce8-76d35096b416,segment=NetworkSegment(406f2b19-55d4-4cd2-8c14-e14e9061d6e3),segment_id=406f2b19-55d4-4cd2-8c14-e14e9061d6e3)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:07:07.835455 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7233d85f-b8ba-46b5-9214-559ff060fd0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69708578-aa80-4299-8ce8-76d35096b416'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:07:07.839233 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0501bfb-0428-4542-b8ae-33998c7e38df" -d '{"events": [{"server_uuid": "7233d85f-b8ba-46b5-9214-559ff060fd0b", "name": "network-vif-plugged", "status": "completed", "tag": "69708578-aa80-4299-8ce8-76d35096b416"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:07:07.842585 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70187123-327a-4c9a-a36f-92b8c73e1620 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3dd72b9-6805-5f61-b6f3-a591f99a173d-a4d164f6-e19b-4f94-82e2-2e552675b35b', 'network_id': 'a4d164f6-e19b-4f94-82e2-2e552675b35b', 'project_id': '4ade2f3244a74baaac394be83c2287fc', 'fixed_ips': [{'subnet_id': '840987c2-17e1-4d2b-ba7e-a03efc400a0c'}]}} from n-d-712749-28. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 07:07:07.843836 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-70187123-327a-4c9a-a36f-92b8c73e1620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:07.874091 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (69708578-aa80-4299-8ce8-76d35096b416), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:07.895587 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba8ecb1-411f-49e9-914b-0cbc46d79bab req-c56e3ff7-2b53-43ef-8bc1-3e8453410ac6 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:07.897524 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-dba8ecb1-411f-49e9-914b-0cbc46d79bab req-c56e3ff7-2b53-43ef-8bc1-3e8453410ac6 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c013533-1848-4f89-9da8-156554a01ee3 HTTP/1.1" status: 200 len: 949 time: 0.1757088 Jan 28 07:07:07.905836 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0876c517-d339-45e7-96a0-ace630c8a43c req-d2826a44-fe51-4c77-b823-0a29880dac1e tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:07.913233 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0876c517-d339-45e7-96a0-ace630c8a43c req-d2826a44-fe51-4c77-b823-0a29880dac1e tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] 10.222.0.41 "GET /v2.0/ports?device_id=12eb1563-6be7-4a32-8548-96fb0359e802 HTTP/1.1" status: 200 len: 944 time: 0.1755178 Jan 28 07:07:07.935967 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f97a8362-d498-468c-b1a3-481bee27a7e6 x-openstack-request-id: req-f97a8362-d498-468c-b1a3-481bee27a7e6 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:07:07.936544 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7233d85f-b8ba-46b5-9214-559ff060fd0b", "name": "network-vif-plugged", "status": "completed", "tag": "69708578-aa80-4299-8ce8-76d35096b416", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:07:07.936801 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f97a8362-d498-468c-b1a3-481bee27a7e6 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:07:07.937194 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7233d85f-b8ba-46b5-9214-559ff060fd0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69708578-aa80-4299-8ce8-76d35096b416', 'code': 200} Jan 28 07:07:07.943880 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=69708578-aa80-4299-8ce8-76d35096b416,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:07:07.956543 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f41f07e-fb3c-4690-953a-bbcf9df1020a req-050b88e1-3ede-44e1-94a2-77709c62f7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:07.960847 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8f41f07e-fb3c-4690-953a-bbcf9df1020a req-050b88e1-3ede-44e1-94a2-77709c62f7b8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb HTTP/1.1" status: 200 len: 870 time: 0.1976268 Jan 28 07:07:08.030160 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0876c517-d339-45e7-96a0-ace630c8a43c req-07fd7ef6-ee22-42b1-a413-6b38c857f01a tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] 10.222.0.41 "GET /v2.0/security-groups?id=35ddb33c-0ef0-4c89-97f1-d465222d49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111572 Jan 28 07:07:08.061783 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8f41f07e-fb3c-4690-953a-bbcf9df1020a req-33ba500d-aee4-4f2c-8e9d-e843b9e2945d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=43de23cf-d551-404c-afd2-485eedcec042 HTTP/1.1" status: 200 len: 217 time: 0.0704324 Jan 28 07:07:08.143307 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-70187123-327a-4c9a-a36f-92b8c73e1620 None None] Allocated IP 172.20.0.2 (a4d164f6-e19b-4f94-82e2-2e552675b35b/840987c2-17e1-4d2b-ba7e-a03efc400a0c/818ee1a7-85a6-4cb3-8a2a-b0f9297c5a2d) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:07:08.149541 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f41f07e-fb3c-4690-953a-bbcf9df1020a req-a08cdf1e-c2db-4e05-ad0b-5c507ee4d186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:08.152064 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8f41f07e-fb3c-4690-953a-bbcf9df1020a req-a08cdf1e-c2db-4e05-ad0b-5c507ee4d186 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5785b43d-448b-4d12-9eb5-4e4caf2e7eaf HTTP/1.1" status: 200 len: 843 time: 0.0715411 Jan 28 07:07:08.328295 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f41f07e-fb3c-4690-953a-bbcf9df1020a req-63f49fb7-f7f6-4db3-a48c-74459e4adccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:08.329494 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8f41f07e-fb3c-4690-953a-bbcf9df1020a req-63f49fb7-f7f6-4db3-a48c-74459e4adccf service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1634839 Jan 28 07:07:08.334939 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device f1b052b5-34dd-4a48-9479-60a680e5c7fe up at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:07:08.379028 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-70187123-327a-4c9a-a36f-92b8c73e1620 None None] Publish callbacks [] for port (818ee1a7-85a6-4cb3-8a2a-b0f9297c5a2d), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:08.399616 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-70187123-327a-4c9a-a36f-92b8c73e1620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (818ee1a7-85a6-4cb3-8a2a-b0f9297c5a2d), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:08.464060 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70187123-327a-4c9a-a36f-92b8c73e1620 None None] Network a4d164f6-e19b-4f94-82e2-2e552675b35b is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:07:08.464319 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c25639e-70c2-4172-9ab1-21d0cd9a9cb0 req-dc4bd79e-83e9-406d-9cfe-e0fa5a0d38b2 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:08.465463 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning for port f1b052b5-34dd-4a48-9479-60a680e5c7fe completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:07:08.467089 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9c25639e-70c2-4172-9ab1-21d0cd9a9cb0 req-dc4bd79e-83e9-406d-9cfe-e0fa5a0d38b2 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c013533-1848-4f89-9da8-156554a01ee3 HTTP/1.1" status: 200 len: 949 time: 0.1805770 Jan 28 07:07:08.482792 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-70187123-327a-4c9a-a36f-92b8c73e1620 None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:07:08.489898 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning complete for port f1b052b5-34dd-4a48-9479-60a680e5c7fe triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:07:08.490263 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (f1b052b5-34dd-4a48-9479-60a680e5c7fe), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:08.496442 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70187123-327a-4c9a-a36f-92b8c73e1620 None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:07:08.501135 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:08.508832 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8f41f07e-fb3c-4690-953a-bbcf9df1020a req-1d70dacb-8d31-4e39-b97d-806600557190 service neutron] 10.222.0.44 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709566 Jan 28 07:07:08.522147 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70187123-327a-4c9a-a36f-92b8c73e1620 None None] Pushing event updated for resources: {'Port': ['ID=818ee1a7-85a6-4cb3-8a2a-b0f9297c5a2d,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:07:08.550936 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-dba8ecb1-411f-49e9-914b-0cbc46d79bab req-1b93f416-9731-414f-a286-ef088a21e72c tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Deleting port d93c566b-0fc0-43df-9dc3-139b6e389b37 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:07:08.551278 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-dba8ecb1-411f-49e9-914b-0cbc46d79bab req-1b93f416-9731-414f-a286-ef088a21e72c tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (d93c566b-0fc0-43df-9dc3-139b6e389b37), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:08.551682 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9c25639e-70c2-4172-9ab1-21d0cd9a9cb0 req-d57d55d3-0ccb-49d0-95ac-4c48165f7e6f tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/security-groups?id=b910cb8c-64ec-47f6-b06b-89e838bb343d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680459 Jan 28 07:07:08.601082 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-70187123-327a-4c9a-a36f-92b8c73e1620 None None] Attempting to bind port 818ee1a7-85a6-4cb3-8a2a-b0f9297c5a2d on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:07:08.602184 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-70187123-327a-4c9a-a36f-92b8c73e1620 None None] Attempting to bind port 818ee1a7-85a6-4cb3-8a2a-b0f9297c5a2d by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '9b92139a-3e53-4788-a029-aaa23345d52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'a4d164f6-e19b-4f94-82e2-2e552675b35b'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:07:08.602859 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70187123-327a-4c9a-a36f-92b8c73e1620 None None] Attempting to bind port 818ee1a7-85a6-4cb3-8a2a-b0f9297c5a2d on network a4d164f6-e19b-4f94-82e2-2e552675b35b {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:07:08.611089 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70187123-327a-4c9a-a36f-92b8c73e1620 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 6, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:07:08.612723 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70187123-327a-4c9a-a36f-92b8c73e1620 None None] Checking segment: {'id': '9b92139a-3e53-4788-a029-aaa23345d52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'a4d164f6-e19b-4f94-82e2-2e552675b35b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:07:08.613295 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-70187123-327a-4c9a-a36f-92b8c73e1620 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:08.613795 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70187123-327a-4c9a-a36f-92b8c73e1620 None None] Bound using segment: {'id': '9b92139a-3e53-4788-a029-aaa23345d52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'a4d164f6-e19b-4f94-82e2-2e552675b35b'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:07:08.614399 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-70187123-327a-4c9a-a36f-92b8c73e1620 None None] Bound port: 818ee1a7-85a6-4cb3-8a2a-b0f9297c5a2d, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b92139a-3e53-4788-a029-aaa23345d52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'a4d164f6-e19b-4f94-82e2-2e552675b35b'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:07:08.615034 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-70187123-327a-4c9a-a36f-92b8c73e1620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (818ee1a7-85a6-4cb3-8a2a-b0f9297c5a2d), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:08.628742 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-98456f59-e633-4e9d-bdd7-150cd9e4eded admin admin] Publish callbacks [] for router_gateway (e3b4c5b9-0d5e-46b9-a9cf-9839431f1337), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:08.673367 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8f41f07e-fb3c-4690-953a-bbcf9df1020a req-208ebf50-a990-42cf-b946-31c8c0ba7342 service neutron] 10.222.0.44 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015055 Jan 28 07:07:08.688434 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c847a76-2a34-4d29-9ae6-0caf87cddd04 req-e82f86e8-b549-4bad-907e-cc84ae05de75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:08.689931 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3c847a76-2a34-4d29-9ae6-0caf87cddd04 req-e82f86e8-b549-4bad-907e-cc84ae05de75 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7233d85f-b8ba-46b5-9214-559ff060fd0b HTTP/1.1" status: 200 len: 1097 time: 0.6055663 Jan 28 07:07:08.727103 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-70187123-327a-4c9a-a36f-92b8c73e1620 None None] For port 818ee1a7-85a6-4cb3-8a2a-b0f9297c5a2d, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:07:08.728693 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-98456f59-e633-4e9d-bdd7-150cd9e4eded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:08.730141 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port f1b052b5-34dd-4a48-9479-60a680e5c7fe is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:07:08.730698 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (f1b052b5-34dd-4a48-9479-60a680e5c7fe), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:08.753945 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-70187123-327a-4c9a-a36f-92b8c73e1620 None None] For port 818ee1a7-85a6-4cb3-8a2a-b0f9297c5a2d, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=818ee1a7-85a6-4cb3-8a2a-b0f9297c5a2d,segment=NetworkSegment(9b92139a-3e53-4788-a029-aaa23345d52a),segment_id=9b92139a-3e53-4788-a029-aaa23345d52a)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:07:08.776778 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port f1b052b5-34dd-4a48-9479-60a680e5c7fe, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=f1b052b5-34dd-4a48-9479-60a680e5c7fe,segment=NetworkSegment(406f2b19-55d4-4cd2-8c14-e14e9061d6e3),segment_id=406f2b19-55d4-4cd2-8c14-e14e9061d6e3)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:07:08.777798 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d231e640-471b-4e6b-99c1-238b5d61f925 req-f8bd54f1-efc4-44d1-b84a-f75b65a807b1 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:08.779320 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d231e640-471b-4e6b-99c1-238b5d61f925 req-f8bd54f1-efc4-44d1-b84a-f75b65a807b1 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.41 "GET /v2.0/ports?device_id=8813fdc9-13cd-4d6b-88a5-c1cef3739966 HTTP/1.1" status: 200 len: 950 time: 0.2311058 Jan 28 07:07:08.779563 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-70187123-327a-4c9a-a36f-92b8c73e1620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (818ee1a7-85a6-4cb3-8a2a-b0f9297c5a2d), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:08.832960 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (f1b052b5-34dd-4a48-9479-60a680e5c7fe), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:08.833749 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 43de23cf-d551-404c-afd2-485eedcec042 no longer exists at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:07:08.867083 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-dba8ecb1-411f-49e9-914b-0cbc46d79bab req-1b93f416-9731-414f-a286-ef088a21e72c tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] For port d93c566b-0fc0-43df-9dc3-139b6e389b37, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=d93c566b-0fc0-43df-9dc3-139b6e389b37,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:07:08.867083 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-dba8ecb1-411f-49e9-914b-0cbc46d79bab req-1b93f416-9731-414f-a286-ef088a21e72c tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (d93c566b-0fc0-43df-9dc3-139b6e389b37), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:08.879859 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70187123-327a-4c9a-a36f-92b8c73e1620 None None] Pushing event updated for resources: {'Port': ['ID=818ee1a7-85a6-4cb3-8a2a-b0f9297c5a2d,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:07:08.908716 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3c847a76-2a34-4d29-9ae6-0caf87cddd04 req-c27e920f-9473-451c-bc60-e7ce9b8f256b service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=35ddb33c-0ef0-4c89-97f1-d465222d49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881540 Jan 28 07:07:08.909819 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-dba8ecb1-411f-49e9-914b-0cbc46d79bab req-1b93f416-9731-414f-a286-ef088a21e72c tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Calling delete_port for d93c566b-0fc0-43df-9dc3-139b6e389b37 owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:07:08.930660 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08d2725-60e2-4aba-a5f4-087f0617f1b2 req-0f5a5174-26ff-44fe-85ec-1c20fe0dc717 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:08.933680 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a08d2725-60e2-4aba-a5f4-087f0617f1b2 req-0f5a5174-26ff-44fe-85ec-1c20fe0dc717 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=0fb52adb-7ae8-4954-b508-f4144838af7f HTTP/1.1" status: 200 len: 948 time: 0.0776210 Jan 28 07:07:08.942378 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] The host n-h1-712749-28 is not matching for port 43de23cf-d551-404c-afd2-485eedcec042 host n-h2-712749-28! {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 07:07:08.942940 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 43de23cf-d551-404c-afd2-485eedcec042 not bound to the agent host n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:07:08.948926 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=f1b052b5-34dd-4a48-9479-60a680e5c7fe,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:07:08.991697 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a08d2725-60e2-4aba-a5f4-087f0617f1b2 req-0189f56f-20b9-45a3-82b2-230298398006 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503688 Jan 28 07:07:09.144334 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d231e640-471b-4e6b-99c1-238b5d61f925 req-f508acc1-3f4a-4c01-af39-521224ede281 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.41 "GET /v2.0/security-groups?id=a925a148-520f-4e8d-aa8c-4258e73ac6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3289657 Jan 28 07:07:09.188874 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-98456f59-e633-4e9d-bdd7-150cd9e4eded admin admin] Allocated IP 172.25.6.186 (7d5b3724-deef-4831-8d43-cb9b8176573c/b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc/bf618d85-d22c-472e-b74d-5fda603cdee8) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:07:09.215917 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-dba8ecb1-411f-49e9-914b-0cbc46d79bab req-1b93f416-9731-414f-a286-ef088a21e72c tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (d93c566b-0fc0-43df-9dc3-139b6e389b37), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:09.223128 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf75eefd-f581-4697-bdb2-8491f523baad req-7bc6f20f-c79a-4cc6-bf18-189f627fccb9 tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:09.224930 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-bf75eefd-f581-4697-bdb2-8491f523baad req-7bc6f20f-c79a-4cc6-bf18-189f627fccb9 tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] 10.222.0.41 "GET /v2.0/ports?device_id=12eb1563-6be7-4a32-8548-96fb0359e802 HTTP/1.1" status: 200 len: 945 time: 0.0998588 Jan 28 07:07:09.254897 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['2db0eab7-310b-4c35-a1b9-bb600d2e8ebd', '718f2284-47d9-49ef-aadf-bbf8076811c2'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:07:09.276430 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fb52adb-7ae8-4954-b508-f4144838af7f', 'tag': '43de23cf-d551-404c-afd2-485eedcec042'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:07:09.278810 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04f87c9c-776f-4d38-94ae-e9d6e5d1efae" -d '{"events": [{"name": "network-changed", "server_uuid": "0fb52adb-7ae8-4954-b508-f4144838af7f", "tag": "43de23cf-d551-404c-afd2-485eedcec042"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:07:09.288145 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b93f416-9731-414f-a286-ef088a21e72c tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Pushing event deleted for resources: {'Port': ['ID=d93c566b-0fc0-43df-9dc3-139b6e389b37,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:07:09.299138 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-bf75eefd-f581-4697-bdb2-8491f523baad req-23fd6807-149c-43c0-b5dc-be231daf6259 tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] 10.222.0.41 "GET /v2.0/security-groups?id=35ddb33c-0ef0-4c89-97f1-d465222d49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648885 Jan 28 07:07:09.326427 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['137d085c-b81f-48ec-a596-8512923cea40', 'c940bffe-7c91-4b25-9d0c-64122cb95c53', '0acfc257-ef9e-4d1b-ae95-d90a265ceab1', '6f752776-c216-4161-bb1d-5a4d2f901bff'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:07:09.366426 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-248c19c5-d7a8-4936-a158-97bceec4bd91 x-openstack-request-id: req-248c19c5-d7a8-4936-a158-97bceec4bd91 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:07:09.366803 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fb52adb-7ae8-4954-b508-f4144838af7f", "tag": "43de23cf-d551-404c-afd2-485eedcec042", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:07:09.367071 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-248c19c5-d7a8-4936-a158-97bceec4bd91 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:07:09.367528 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fb52adb-7ae8-4954-b508-f4144838af7f', 'tag': '43de23cf-d551-404c-afd2-485eedcec042', 'status': 'completed', 'code': 200} Jan 28 07:07:09.388130 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-dba8ecb1-411f-49e9-914b-0cbc46d79bab req-1b93f416-9731-414f-a286-ef088a21e72c tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] No DVR routers for this DVR port d93c566b-0fc0-43df-9dc3-139b6e389b37 on host n-h2-712749-28 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:07:09.393098 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-dba8ecb1-411f-49e9-914b-0cbc46d79bab req-1b93f416-9731-414f-a286-ef088a21e72c tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:09.396749 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-dba8ecb1-411f-49e9-914b-0cbc46d79bab req-1b93f416-9731-414f-a286-ef088a21e72c tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.44 "DELETE /v2.0/ports/d93c566b-0fc0-43df-9dc3-139b6e389b37 HTTP/1.1" status: 204 len: 173 time: 1.4802320 Jan 28 07:07:09.397203 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c013533-1848-4f89-9da8-156554a01ee3', 'name': 'network-vif-deleted', 'tag': 'd93c566b-0fc0-43df-9dc3-139b6e389b37'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:07:09.399608 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13c202e0-e038-4f7a-bfda-a74de67be5cc" -d '{"events": [{"server_uuid": "8c013533-1848-4f89-9da8-156554a01ee3", "name": "network-vif-deleted", "tag": "d93c566b-0fc0-43df-9dc3-139b6e389b37"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:07:09.497583 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-98456f59-e633-4e9d-bdd7-150cd9e4eded admin admin] Publish callbacks [] for port (bf618d85-d22c-472e-b74d-5fda603cdee8), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:09.509507 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd78cb69-febc-4b50-b795-75fbd86fbf37 x-openstack-request-id: req-dd78cb69-febc-4b50-b795-75fbd86fbf37 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:07:09.509805 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c013533-1848-4f89-9da8-156554a01ee3", "name": "network-vif-deleted", "tag": "d93c566b-0fc0-43df-9dc3-139b6e389b37", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:07:09.510600 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-dd78cb69-febc-4b50-b795-75fbd86fbf37 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:07:09.511007 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c013533-1848-4f89-9da8-156554a01ee3', 'name': 'network-vif-deleted', 'tag': 'd93c566b-0fc0-43df-9dc3-139b6e389b37', 'status': 'completed', 'code': 200} Jan 28 07:07:09.596331 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f87c9c-776f-4d38-94ae-e9d6e5d1efae req-90898e12-2eb6-47f2-8842-1589b97b6b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:09.598107 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-04f87c9c-776f-4d38-94ae-e9d6e5d1efae req-90898e12-2eb6-47f2-8842-1589b97b6b34 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=966335f0946f459597af95ab0b33b55c&device_id=0fb52adb-7ae8-4954-b508-f4144838af7f HTTP/1.1" status: 200 len: 1100 time: 0.1598558 Jan 28 07:07:09.656235 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b9dd2a4a-96b1-4a51-9467-e7524ec44fda req-95745be0-3684-4821-a50f-e944c4b8b298 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=5dd01a81-423f-4012-89ce-dce7efd84cd2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1897848 Jan 28 07:07:09.667468 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f87c9c-776f-4d38-94ae-e9d6e5d1efae req-83bad52c-d4a1-4056-beb3-3ee2004e80cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:09.674134 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-04f87c9c-776f-4d38-94ae-e9d6e5d1efae req-83bad52c-d4a1-4056-beb3-3ee2004e80cd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=966335f0946f459597af95ab0b33b55c&device_id=0fb52adb-7ae8-4954-b508-f4144838af7f HTTP/1.1" status: 200 len: 1100 time: 0.1936152 Jan 28 07:07:09.723597 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 818ee1a7-85a6-4cb3-8a2a-b0f9297c5a2d up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:07:09.725342 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:09.867121 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-98456f59-e633-4e9d-bdd7-150cd9e4eded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (bf618d85-d22c-472e-b74d-5fda603cdee8), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:09.927257 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f034bb9f-ffd1-46c0-82d6-c436bd501a3a req-6be1d0a1-2cfc-4a04-8021-a40ab77d28a1 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c013533-1848-4f89-9da8-156554a01ee3 HTTP/1.1" status: 200 len: 210 time: 0.2168949 Jan 28 07:07:09.954076 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12eb1563-6be7-4a32-8548-96fb0359e802', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1b052b5-34dd-4a48-9479-60a680e5c7fe'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:07:09.956517 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f85a1781-bdbb-4346-9881-d1bec534737a" -d '{"events": [{"server_uuid": "12eb1563-6be7-4a32-8548-96fb0359e802", "name": "network-vif-plugged", "status": "completed", "tag": "f1b052b5-34dd-4a48-9479-60a680e5c7fe"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:07:10.048958 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52063d18-296c-476b-8414-2d89d7545f67 x-openstack-request-id: req-52063d18-296c-476b-8414-2d89d7545f67 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:07:10.048958 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12eb1563-6be7-4a32-8548-96fb0359e802", "name": "network-vif-plugged", "status": "completed", "tag": "f1b052b5-34dd-4a48-9479-60a680e5c7fe", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:07:10.049157 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-52063d18-296c-476b-8414-2d89d7545f67 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:07:10.049520 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12eb1563-6be7-4a32-8548-96fb0359e802', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1b052b5-34dd-4a48-9479-60a680e5c7fe', 'code': 200} Jan 28 07:07:10.053748 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 818ee1a7-85a6-4cb3-8a2a-b0f9297c5a2d triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:07:10.054126 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (818ee1a7-85a6-4cb3-8a2a-b0f9297c5a2d), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:10.080170 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98456f59-e633-4e9d-bdd7-150cd9e4eded admin admin] Pushing event updated for resources: {'Port': ['ID=bf618d85-d22c-472e-b74d-5fda603cdee8,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:07:10.123366 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f87c9c-776f-4d38-94ae-e9d6e5d1efae req-8db49da8-0abc-4b76-b196-e08f187695f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:10.124878 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-04f87c9c-776f-4d38-94ae-e9d6e5d1efae req-8db49da8-0abc-4b76-b196-e08f187695f2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb HTTP/1.1" status: 200 len: 870 time: 0.4989154 Jan 28 07:07:10.129291 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98456f59-e633-4e9d-bdd7-150cd9e4eded admin admin] Network 7d5b3724-deef-4831-8d43-cb9b8176573c is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:07:10.143481 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-98456f59-e633-4e9d-bdd7-150cd9e4eded admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:07:10.219484 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98456f59-e633-4e9d-bdd7-150cd9e4eded admin admin] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:07:10.310188 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dd2a4a-96b1-4a51-9467-e7524ec44fda req-cea75f21-a280-4b8e-b3f8-05198bf15745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:10.311834 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b9dd2a4a-96b1-4a51-9467-e7524ec44fda req-cea75f21-a280-4b8e-b3f8-05198bf15745 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c4cb8f6b7fb846b4ab01d357846632b7&device_id=5dd01a81-423f-4012-89ce-dce7efd84cd2 HTTP/1.1" status: 200 len: 1102 time: 0.5478160 Jan 28 07:07:10.321426 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-04f87c9c-776f-4d38-94ae-e9d6e5d1efae req-ba9e1bea-93d6-4ae4-a36f-f571bc1125b9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=43de23cf-d551-404c-afd2-485eedcec042 HTTP/1.1" status: 200 len: 217 time: 0.0990908 Jan 28 07:07:10.331267 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 818ee1a7-85a6-4cb3-8a2a-b0f9297c5a2d is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:07:10.331816 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (818ee1a7-85a6-4cb3-8a2a-b0f9297c5a2d), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:10.353312 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df6fb54-0431-4194-be37-e05b6573f469 req-1412f6d1-c3de-47f4-8eb7-25e5f2f14f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:10.355956 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5df6fb54-0431-4194-be37-e05b6573f469 req-1412f6d1-c3de-47f4-8eb7-25e5f2f14f39 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=12eb1563-6be7-4a32-8548-96fb0359e802 HTTP/1.1" status: 200 len: 1097 time: 0.1379254 Jan 28 07:07:10.374086 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57069ab6-de51-4243-a588-187598854bef None None] Network a4d164f6-e19b-4f94-82e2-2e552675b35b requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:07:10.386423 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67160d57-5591-4bc3-bc8c-f744adf5b45b req-6f9d4a58-8b6e-41d6-b3ef-0c206118b514 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:10.393900 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-67160d57-5591-4bc3-bc8c-f744adf5b45b req-6f9d4a58-8b6e-41d6-b3ef-0c206118b514 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.41 "GET /v2.0/ports?device_id=8813fdc9-13cd-4d6b-88a5-c1cef3739966 HTTP/1.1" status: 200 len: 950 time: 0.1003368 Jan 28 07:07:10.402898 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f87c9c-776f-4d38-94ae-e9d6e5d1efae req-cfddd845-6d5a-4b21-8705-a4b73d891a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:10.405641 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-04f87c9c-776f-4d38-94ae-e9d6e5d1efae req-cfddd845-6d5a-4b21-8705-a4b73d891a72 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb HTTP/1.1" status: 200 len: 870 time: 0.6956570 Jan 28 07:07:10.428699 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d2dd9e-710a-4247-ad59-1db3934699e2 req-00b9d9aa-8aff-4c0c-83a6-b7349b2175c6 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:10.430398 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-16d2dd9e-710a-4247-ad59-1db3934699e2 req-00b9d9aa-8aff-4c0c-83a6-b7349b2175c6 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=0fb52adb-7ae8-4954-b508-f4144838af7f HTTP/1.1" status: 200 len: 948 time: 0.3101671 Jan 28 07:07:10.466119 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5df6fb54-0431-4194-be37-e05b6573f469 req-2e7628e2-f3d3-4f4b-bde2-94aa14dba26e service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=35ddb33c-0ef0-4c89-97f1-d465222d49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927858 Jan 28 07:07:10.469608 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-67160d57-5591-4bc3-bc8c-f744adf5b45b req-ddcff593-6fe9-4e2a-a562-19704612e547 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.41 "GET /v2.0/security-groups?id=a925a148-520f-4e8d-aa8c-4258e73ac6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748298 Jan 28 07:07:10.523161 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] For port 818ee1a7-85a6-4cb3-8a2a-b0f9297c5a2d, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=818ee1a7-85a6-4cb3-8a2a-b0f9297c5a2d,segment=NetworkSegment(9b92139a-3e53-4788-a029-aaa23345d52a),segment_id=9b92139a-3e53-4788-a029-aaa23345d52a)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:07:10.544966 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (818ee1a7-85a6-4cb3-8a2a-b0f9297c5a2d), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:10.551568 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-d721e8d6-f064-419b-a1a3-ebdb803b04f7 None None] Provisioning complete for port 818ee1a7-85a6-4cb3-8a2a-b0f9297c5a2d triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:07:10.551952 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d721e8d6-f064-419b-a1a3-ebdb803b04f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (818ee1a7-85a6-4cb3-8a2a-b0f9297c5a2d), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:10.611718 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-04f87c9c-776f-4d38-94ae-e9d6e5d1efae req-e082b19a-5499-4864-bf0f-a7535325709f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=43de23cf-d551-404c-afd2-485eedcec042 HTTP/1.1" status: 200 len: 217 time: 0.1682305 Jan 28 07:07:10.614852 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7967c9e1-b5e7-4b19-949f-3acf8e219dc6 req-1eca2428-436a-410e-8e93-773abcd5dc54 tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:10.629770 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7967c9e1-b5e7-4b19-949f-3acf8e219dc6 req-1eca2428-436a-410e-8e93-773abcd5dc54 tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] 10.222.0.41 "GET /v2.0/ports?device_id=12eb1563-6be7-4a32-8548-96fb0359e802 HTTP/1.1" status: 200 len: 945 time: 0.0638566 Jan 28 07:07:10.678631 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Pushing event updated for resources: {'Port': ['ID=818ee1a7-85a6-4cb3-8a2a-b0f9297c5a2d,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:07:10.689393 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f87c9c-776f-4d38-94ae-e9d6e5d1efae req-c0b0d7c6-03de-4520-b7a3-56913ce35396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:10.690927 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-04f87c9c-776f-4d38-94ae-e9d6e5d1efae req-c0b0d7c6-03de-4520-b7a3-56913ce35396 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5785b43d-448b-4d12-9eb5-4e4caf2e7eaf HTTP/1.1" status: 200 len: 843 time: 0.3603082 Jan 28 07:07:10.762705 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7967c9e1-b5e7-4b19-949f-3acf8e219dc6 req-fb0a65c5-af1a-4d9f-a9e3-5b916c803155 tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] 10.222.0.41 "GET /v2.0/security-groups?id=35ddb33c-0ef0-4c89-97f1-d465222d49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245060 Jan 28 07:07:10.766746 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-d721e8d6-f064-419b-a1a3-ebdb803b04f7 None None] Current status of the port 818ee1a7-85a6-4cb3-8a2a-b0f9297c5a2d is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:07:10.868130 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-16d2dd9e-710a-4247-ad59-1db3934699e2 req-c79b1fe8-9950-476e-8537-0161c59dd240 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4140925 Jan 28 07:07:10.872861 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f87c9c-776f-4d38-94ae-e9d6e5d1efae req-0531e3f9-c094-4426-97d0-e1e31f7e9708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:10.873699 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-04f87c9c-776f-4d38-94ae-e9d6e5d1efae req-0531e3f9-c094-4426-97d0-e1e31f7e9708 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5785b43d-448b-4d12-9eb5-4e4caf2e7eaf HTTP/1.1" status: 200 len: 843 time: 0.2023494 Jan 28 07:07:10.874667 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dd2a4a-96b1-4a51-9467-e7524ec44fda req-fdbbfff9-e627-439d-a8cf-4788960d7978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:10.876541 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b9dd2a4a-96b1-4a51-9467-e7524ec44fda req-fdbbfff9-e627-439d-a8cf-4788960d7978 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb HTTP/1.1" status: 200 len: 870 time: 0.5274959 Jan 28 07:07:10.935426 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f87c9c-776f-4d38-94ae-e9d6e5d1efae req-b210b629-fbe5-46c1-a179-747a4a0dfd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:10.937184 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-04f87c9c-776f-4d38-94ae-e9d6e5d1efae req-b210b629-fbe5-46c1-a179-747a4a0dfd16 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1452332 Jan 28 07:07:10.988314 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-0f3fc2ce-7e76-4ff7-b4d0-07ec0aaf5780 None None] Provisioning complete for port 818ee1a7-85a6-4cb3-8a2a-b0f9297c5a2d triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:07:10.988624 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0f3fc2ce-7e76-4ff7-b4d0-07ec0aaf5780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (818ee1a7-85a6-4cb3-8a2a-b0f9297c5a2d), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:10.998823 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b9dd2a4a-96b1-4a51-9467-e7524ec44fda req-c9fb299b-9a22-48e1-91ed-4394c1b1796f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=137d085c-b81f-48ec-a596-8512923cea40 HTTP/1.1" status: 200 len: 217 time: 0.0794625 Jan 28 07:07:11.019015 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device d93c566b-0fc0-43df-9dc3-139b6e389b37 no longer exists at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:07:11.043508 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] No Port match for: d93c566b-0fc0-43df-9dc3-139b6e389b37 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:07:11.043858 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device d93c566b-0fc0-43df-9dc3-139b6e389b37 not bound to the agent host n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:07:11.096676 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-0f3fc2ce-7e76-4ff7-b4d0-07ec0aaf5780 None None] Current status of the port 818ee1a7-85a6-4cb3-8a2a-b0f9297c5a2d is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:07:11.159439 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f87c9c-776f-4d38-94ae-e9d6e5d1efae req-d579c74e-25ac-4337-a96e-764863ae6071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:11.160974 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-04f87c9c-776f-4d38-94ae-e9d6e5d1efae req-d579c74e-25ac-4337-a96e-764863ae6071 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2428277 Jan 28 07:07:11.171875 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-98456f59-e633-4e9d-bdd7-150cd9e4eded admin admin] Publish callbacks [] for router_gateway (e3b4c5b9-0d5e-46b9-a9cf-9839431f1337), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:11.174303 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dd2a4a-96b1-4a51-9467-e7524ec44fda req-91860bf6-902b-41b3-b4a5-5924e8dfd3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:11.175704 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b9dd2a4a-96b1-4a51-9467-e7524ec44fda req-91860bf6-902b-41b3-b4a5-5924e8dfd3e1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5785b43d-448b-4d12-9eb5-4e4caf2e7eaf HTTP/1.1" status: 200 len: 843 time: 0.1574681 Jan 28 07:07:11.260417 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2b122a-73a2-4a56-999e-b2a608b1d1c9 req-69902dbb-9ff4-49be-8a95-56f5dbcd45d1 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:11.261975 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-fc2b122a-73a2-4a56-999e-b2a608b1d1c9 req-69902dbb-9ff4-49be-8a95-56f5dbcd45d1 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7b96cee-cfd1-4f4f-8781-f00ec5eec45e HTTP/1.1" status: 200 len: 949 time: 0.0591526 Jan 28 07:07:11.270829 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-04f87c9c-776f-4d38-94ae-e9d6e5d1efae req-0289c991-0598-4981-9365-42b08f2de427 service neutron] 10.222.0.10 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2985301 Jan 28 07:07:11.315287 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-fc2b122a-73a2-4a56-999e-b2a608b1d1c9 req-30382ea7-be5f-4229-bd52-d75e3d9a5b31 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/security-groups?id=b910cb8c-64ec-47f6-b06b-89e838bb343d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466104 Jan 28 07:07:11.481956 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 818ee1a7-85a6-4cb3-8a2a-b0f9297c5a2d up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:07:11.537624 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 818ee1a7-85a6-4cb3-8a2a-b0f9297c5a2d triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:07:11.538111 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (818ee1a7-85a6-4cb3-8a2a-b0f9297c5a2d), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:11.622232 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 818ee1a7-85a6-4cb3-8a2a-b0f9297c5a2d is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:07:11.771170 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dd2a4a-96b1-4a51-9467-e7524ec44fda req-5b972d3e-28f7-4a97-8e01-75945a9b0be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:11.772573 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b9dd2a4a-96b1-4a51-9467-e7524ec44fda req-5b972d3e-28f7-4a97-8e01-75945a9b0be2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5498676 Jan 28 07:07:11.844555 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-04f87c9c-776f-4d38-94ae-e9d6e5d1efae req-2a04e226-9cc1-4ad9-9bf9-ca3a04d8e4a6 service neutron] 10.222.0.44 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6192491 Jan 28 07:07:11.867190 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bb663c-3126-4277-b5fb-79c3549a38fb req-f494b5a1-04b5-41f5-a624-7f0817a5d112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:11.868819 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a6bb663c-3126-4277-b5fb-79c3549a38fb req-f494b5a1-04b5-41f5-a624-7f0817a5d112 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6709663989df41a8aa4cf350708a0358&device_id=8813fdc9-13cd-4d6b-88a5-c1cef3739966 HTTP/1.1" status: 200 len: 1102 time: 0.0665317 Jan 28 07:07:11.888699 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9c9da7-9157-4a76-bfed-f41c52e3a488 req-5b7ed0ea-9925-413e-a5ae-7ea603a92362 tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:11.890514 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6c9c9da7-9157-4a76-bfed-f41c52e3a488 req-5b7ed0ea-9925-413e-a5ae-7ea603a92362 tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] 10.222.0.41 "GET /v2.0/ports?device_id=12eb1563-6be7-4a32-8548-96fb0359e802 HTTP/1.1" status: 200 len: 945 time: 0.0563421 Jan 28 07:07:11.927121 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50020d6-6f61-4671-ada1-a0d08facac33 req-184f01e0-ddbb-4791-baf2-48d0828913a7 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:11.928628 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e50020d6-6f61-4671-ada1-a0d08facac33 req-184f01e0-ddbb-4791-baf2-48d0828913a7 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.41 "GET /v2.0/ports?device_id=8813fdc9-13cd-4d6b-88a5-c1cef3739966 HTTP/1.1" status: 200 len: 950 time: 0.2784774 Jan 28 07:07:11.997965 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6c9c9da7-9157-4a76-bfed-f41c52e3a488 req-7e5860f6-9fe8-4462-855e-5c594238c3f8 tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] 10.222.0.41 "GET /v2.0/security-groups?id=35ddb33c-0ef0-4c89-97f1-d465222d49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983911 Jan 28 07:07:12.013579 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-04f87c9c-776f-4d38-94ae-e9d6e5d1efae req-d9d48d6b-fef1-49f2-820d-130682a64077 service neutron] 10.222.0.10 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7243476 Jan 28 07:07:12.018593 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bb663c-3126-4277-b5fb-79c3549a38fb req-098b8d50-df65-4ce2-804b-aa04312fac07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:12.020100 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a6bb663c-3126-4277-b5fb-79c3549a38fb req-098b8d50-df65-4ce2-804b-aa04312fac07 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb HTTP/1.1" status: 200 len: 870 time: 0.1287026 Jan 28 07:07:12.105918 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-98456f59-e633-4e9d-bdd7-150cd9e4eded admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16605475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16607909'] for router (e3b4c5b9-0d5e-46b9-a9cf-9839431f1337), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:12.111930 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a6bb663c-3126-4277-b5fb-79c3549a38fb req-94e7fce3-3336-4a46-81dd-40548dc23635 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=11dca397-be39-46c6-8338-77251776d222 HTTP/1.1" status: 200 len: 217 time: 0.0493922 Jan 28 07:07:12.126015 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b9dd2a4a-96b1-4a51-9467-e7524ec44fda req-8d357b07-36ce-4509-b326-702f62c5d99f service neutron] 10.222.0.44 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2853360 Jan 28 07:07:12.129075 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-04f87c9c-776f-4d38-94ae-e9d6e5d1efae req-92d2248d-29a5-495a-9cbe-2babe5204f99 service neutron] 10.222.0.44 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2600558 Jan 28 07:07:12.165385 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e50020d6-6f61-4671-ada1-a0d08facac33 req-502c1294-5b1a-40e8-b022-7bfd98658124 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.41 "GET /v2.0/security-groups?id=a925a148-520f-4e8d-aa8c-4258e73ac6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186451 Jan 28 07:07:12.199962 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bb663c-3126-4277-b5fb-79c3549a38fb req-261c2e78-ccfe-4faf-b380-ad2ef8415d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:12.201903 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a6bb663c-3126-4277-b5fb-79c3549a38fb req-261c2e78-ccfe-4faf-b380-ad2ef8415d5b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5785b43d-448b-4d12-9eb5-4e4caf2e7eaf HTTP/1.1" status: 200 len: 843 time: 0.0739827 Jan 28 07:07:12.230201 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ca23e2-0ad4-4946-ada4-e841c3ce78d7 req-7f3b198a-89c7-4e38-a53c-e72f87ffb5fa tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:12.232625 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d9ca23e2-0ad4-4946-ada4-e841c3ce78d7 req-7f3b198a-89c7-4e38-a53c-e72f87ffb5fa tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=0fb52adb-7ae8-4954-b508-f4144838af7f HTTP/1.1" status: 200 len: 948 time: 0.1613846 Jan 28 07:07:12.300563 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bb663c-3126-4277-b5fb-79c3549a38fb req-edc9b302-39dc-4970-b1fd-473bd5acfa40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:12.303424 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a6bb663c-3126-4277-b5fb-79c3549a38fb req-edc9b302-39dc-4970-b1fd-473bd5acfa40 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0926006 Jan 28 07:07:12.310176 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d9ca23e2-0ad4-4946-ada4-e841c3ce78d7 req-ce989123-87b7-4706-972f-62ffaf2cfd5d tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577233 Jan 28 07:07:12.314892 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b9dd2a4a-96b1-4a51-9467-e7524ec44fda req-01c0d297-77d1-4dc1-a321-26af2facb023 service neutron] 10.222.0.44 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462462 Jan 28 07:07:12.387801 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98456f59-e633-4e9d-bdd7-150cd9e4eded admin admin] Router e3b4c5b9-0d5e-46b9-a9cf-9839431f1337 is scheduled to L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 with binding_index 1 {{(pid=103284) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 07:07:12.451718 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a6bb663c-3126-4277-b5fb-79c3549a38fb req-f3ee194e-ccf8-489e-b207-8b0aca2e6254 service neutron] 10.222.0.10 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405756 Jan 28 07:07:12.523398 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef80e65-c0fe-4432-98c7-390a672a4192 req-3c499b9b-0b6a-46d9-9c74-3444c78fbe6e tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:12.525026 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-cef80e65-c0fe-4432-98c7-390a672a4192 req-3c499b9b-0b6a-46d9-9c74-3444c78fbe6e tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] 10.222.0.41 "GET /v2.0/ports?device_id=7233d85f-b8ba-46b5-9214-559ff060fd0b HTTP/1.1" status: 200 len: 945 time: 0.1156402 Jan 28 07:07:12.532985 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98456f59-e633-4e9d-bdd7-150cd9e4eded admin admin] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:07:12.546454 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6014e898-1b94-48b9-8e7d-66ed3a9422a4 None None] Sync routers for ids ['e3b4c5b9-0d5e-46b9-a9cf-9839431f1337'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:07:12.560367 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c77347f-454c-4f10-9b64-c1cfa634b980 req-9b38868c-f8df-4119-a374-c25b9c200eb3 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:12.562221 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2c77347f-454c-4f10-9b64-c1cfa634b980 req-9b38868c-f8df-4119-a374-c25b9c200eb3 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7b96cee-cfd1-4f4f-8781-f00ec5eec45e HTTP/1.1" status: 200 len: 949 time: 0.0764337 Jan 28 07:07:12.567173 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-98456f59-e633-4e9d-bdd7-150cd9e4eded admin admin] Publish callbacks [] for router (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:12.571306 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 60916) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:07:12.571600 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-98456f59-e633-4e9d-bdd7-150cd9e4eded admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.3089643 Jan 28 07:07:12.574469 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6014e898-1b94-48b9-8e7d-66ed3a9422a4 None None] Routers {'e3b4c5b9-0d5e-46b9-a9cf-9839431f1337'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:07:12.575143 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-6014e898-1b94-48b9-8e7d-66ed3a9422a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:07:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['e3b4c5b9-0d5e-46b9-a9cf-9839431f1337'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:07:12.630610 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a6bb663c-3126-4277-b5fb-79c3549a38fb req-c747d087-a1c4-4237-902d-c7705bd4b243 service neutron] 10.222.0.10 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714816 Jan 28 07:07:12.645861 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2c77347f-454c-4f10-9b64-c1cfa634b980 req-1fe50e55-eb72-4662-9e7d-4e37d6edd1e8 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/security-groups?id=b910cb8c-64ec-47f6-b06b-89e838bb343d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709851 Jan 28 07:07:12.656518 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-cef80e65-c0fe-4432-98c7-390a672a4192 req-71f3de56-26f4-462a-a96d-c93b17c5c629 tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] 10.222.0.41 "GET /v2.0/security-groups?id=35ddb33c-0ef0-4c89-97f1-d465222d49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177731 Jan 28 07:07:12.772602 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-6014e898-1b94-48b9-8e7d-66ed3a9422a4 None None] Set router e3b4c5b9-0d5e-46b9-a9cf-9839431f1337 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:07:13.016593 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 43de23cf-d551-404c-afd2-485eedcec042 details requested by agent hyperv_n-h2-712749-28 with host n-h2-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:07:13.037849 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-6014e898-1b94-48b9-8e7d-66ed3a9422a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3b4c5b9-0d5e-46b9-a9cf-9839431f1337', 'name': 'tempest-ServersTestMultiNic-512519775-router', 'tenant_id': '4ade2f3244a74baaac394be83c2287fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.186'}], 'enable_snat': True}, 'gw_port_id': 'bf618d85-d22c-472e-b74d-5fda603cdee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:07:07Z', 'updated_at': '2022-01-28T07:07:10Z', 'revision_number': 3, 'project_id': '4ade2f3244a74baaac394be83c2287fc', 'gw_port': {'id': 'bf618d85-d22c-472e-b74d-5fda603cdee8', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:52:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3b4c5b9-0d5e-46b9-a9cf-9839431f1337', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:07:08Z', 'updated_at': '2022-01-28T07:07:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:07:13.070689 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6014e898-1b94-48b9-8e7d-66ed3a9422a4 None None] Checking router: e3b4c5b9-0d5e-46b9-a9cf-9839431f1337 for host: n-d-712749-28 {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:07:13.071195 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6014e898-1b94-48b9-8e7d-66ed3a9422a4 None None] Updating router e3b4c5b9-0d5e-46b9-a9cf-9839431f1337 port bf618d85-d22c-472e-b74d-5fda603cdee8 binding host n-d-712749-28 {{(pid=103285) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 07:07:13.128597 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6ada6b-7ad3-418b-9ce6-9c85d7e36ce5 req-7ad92ad4-6469-4738-acf5-5d3cbc7e6703 tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:13.132453 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5c6ada6b-7ad3-418b-9ce6-9c85d7e36ce5 req-7ad92ad4-6469-4738-acf5-5d3cbc7e6703 tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] 10.222.0.41 "GET /v2.0/ports?device_id=7233d85f-b8ba-46b5-9214-559ff060fd0b HTTP/1.1" status: 200 len: 945 time: 0.0672679 Jan 28 07:07:13.154501 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6014e898-1b94-48b9-8e7d-66ed3a9422a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (bf618d85-d22c-472e-b74d-5fda603cdee8), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:13.220321 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5c6ada6b-7ad3-418b-9ce6-9c85d7e36ce5 req-36b8aafa-300d-485d-9e1f-afc8810e2eb0 tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] 10.222.0.41 "GET /v2.0/security-groups?id=35ddb33c-0ef0-4c89-97f1-d465222d49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806274 Jan 28 07:07:13.339712 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 43de23cf-d551-404c-afd2-485eedcec042, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=43de23cf-d551-404c-afd2-485eedcec042,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:07:13.359483 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Returning: {'device': '43de23cf-d551-404c-afd2-485eedcec042', 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb', 'port_id': '43de23cf-d551-404c-afd2-485eedcec042', 'mac_address': 'fa:16:3e:bc:65:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5785b43d-448b-4d12-9eb5-4e4caf2e7eaf', 'ip_address': '192.168.233.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:07:13.390991 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e7354e-5ce0-479d-a0b8-74bc2731c543 req-d36d5a49-2102-423c-9904-dafcd9270afb tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:13.392541 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-93e7354e-5ce0-479d-a0b8-74bc2731c543 req-d36d5a49-2102-423c-9904-dafcd9270afb tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.41 "GET /v2.0/ports?device_id=8813fdc9-13cd-4d6b-88a5-c1cef3739966 HTTP/1.1" status: 200 len: 950 time: 0.1021860 Jan 28 07:07:13.460683 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port 43de23cf-d551-404c-afd2-485eedcec042 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:07:13.461074 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (43de23cf-d551-404c-afd2-485eedcec042), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:13.473026 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ae9b3161-ca13-4618-81df-d8a73bf07f9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:13.485061 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43de23cf-d551-404c-afd2-485eedcec042 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:07:13.492552 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-93e7354e-5ce0-479d-a0b8-74bc2731c543 req-ba3a06c1-1438-453c-bd23-b6358a59949a tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.41 "GET /v2.0/security-groups?id=a925a148-520f-4e8d-aa8c-4258e73ac6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812452 Jan 28 07:07:13.560071 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 43de23cf-d551-404c-afd2-485eedcec042, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=43de23cf-d551-404c-afd2-485eedcec042,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:07:13.581130 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (43de23cf-d551-404c-afd2-485eedcec042), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:13.685246 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58ecc48-e5e1-40a4-a2c6-186e87e4f090 req-2692c614-1f9b-44ad-974f-c9650a539c18 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:13.687087 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b58ecc48-e5e1-40a4-a2c6-186e87e4f090 req-2692c614-1f9b-44ad-974f-c9650a539c18 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=0fb52adb-7ae8-4954-b508-f4144838af7f HTTP/1.1" status: 200 len: 949 time: 0.1008821 Jan 28 07:07:13.751974 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-ae9b3161-ca13-4618-81df-d8a73bf07f9e admin admin] Allocated IP 172.20.0.1 (a4d164f6-e19b-4f94-82e2-2e552675b35b/840987c2-17e1-4d2b-ba7e-a03efc400a0c/ea6b087a-2e4c-4044-b418-2c0c1a20ef81) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:07:13.786492 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b58ecc48-e5e1-40a4-a2c6-186e87e4f090 req-b3ceb2ec-0f1e-474f-87fb-4e6e35501d94 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804470 Jan 28 07:07:13.819792 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f16a003-9835-407d-a97d-f239ecfca87b req-9f5b3cd2-43c4-417e-9d67-2646e17caece tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:13.821553 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8f16a003-9835-407d-a97d-f239ecfca87b req-9f5b3cd2-43c4-417e-9d67-2646e17caece tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7b96cee-cfd1-4f4f-8781-f00ec5eec45e HTTP/1.1" status: 200 len: 949 time: 0.0941608 Jan 28 07:07:13.839461 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6014e898-1b94-48b9-8e7d-66ed3a9422a4 None None] Publish callbacks [] for port (bf618d85-d22c-472e-b74d-5fda603cdee8), precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:13.844265 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=43de23cf-d551-404c-afd2-485eedcec042,revision_number=8']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:07:13.851375 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6014e898-1b94-48b9-8e7d-66ed3a9422a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (bf618d85-d22c-472e-b74d-5fda603cdee8), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:13.915128 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-6014e898-1b94-48b9-8e7d-66ed3a9422a4 None None] Attempting to bind port bf618d85-d22c-472e-b74d-5fda603cdee8 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:07:13.915633 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-6014e898-1b94-48b9-8e7d-66ed3a9422a4 None None] Attempting to bind port bf618d85-d22c-472e-b74d-5fda603cdee8 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:07:13.916265 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6014e898-1b94-48b9-8e7d-66ed3a9422a4 None None] Attempting to bind port bf618d85-d22c-472e-b74d-5fda603cdee8 on network 7d5b3724-deef-4831-8d43-cb9b8176573c {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:07:13.919773 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501f0a8b-c05b-4bed-9eb0-28fe05a0e1b6 None None] Pushing event updated for resources: {'Port': ['ID=bf618d85-d22c-472e-b74d-5fda603cdee8,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:07:13.925430 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8f16a003-9835-407d-a97d-f239ecfca87b req-beb22bed-8ebd-4093-acb3-5c6b1d4120b4 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/security-groups?id=b910cb8c-64ec-47f6-b06b-89e838bb343d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965161 Jan 28 07:07:13.925875 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6014e898-1b94-48b9-8e7d-66ed3a9422a4 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:07:13.926290 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6014e898-1b94-48b9-8e7d-66ed3a9422a4 None None] Checking segment: {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:07:13.926696 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6014e898-1b94-48b9-8e7d-66ed3a9422a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:13.927089 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6014e898-1b94-48b9-8e7d-66ed3a9422a4 None None] Bound using segment: {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:07:13.927937 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-6014e898-1b94-48b9-8e7d-66ed3a9422a4 None None] Bound port: bf618d85-d22c-472e-b74d-5fda603cdee8, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:07:13.928211 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6014e898-1b94-48b9-8e7d-66ed3a9422a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (bf618d85-d22c-472e-b74d-5fda603cdee8), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:13.988978 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6014e898-1b94-48b9-8e7d-66ed3a9422a4 None None] For port bf618d85-d22c-472e-b74d-5fda603cdee8, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:07:13.998587 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6014e898-1b94-48b9-8e7d-66ed3a9422a4 None None] For port bf618d85-d22c-472e-b74d-5fda603cdee8, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=bf618d85-d22c-472e-b74d-5fda603cdee8,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:07:14.007451 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ae9b3161-ca13-4618-81df-d8a73bf07f9e admin admin] Publish callbacks [] for port (ea6b087a-2e4c-4044-b418-2c0c1a20ef81), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:14.007897 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6014e898-1b94-48b9-8e7d-66ed3a9422a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (bf618d85-d22c-472e-b74d-5fda603cdee8), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:14.054738 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26afa138-a306-45cf-8553-5c6c7df71ef7 req-7c273462-fd22-4e6e-971d-4eba7ced3555 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:14.062483 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-26afa138-a306-45cf-8553-5c6c7df71ef7 req-7c273462-fd22-4e6e-971d-4eba7ced3555 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=0fb52adb-7ae8-4954-b508-f4144838af7f HTTP/1.1" status: 200 len: 949 time: 0.0680487 Jan 28 07:07:14.111618 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf4fc6a-527c-4b91-a6ee-1a72702efad2 req-70a0e60d-ebe8-4bfe-9c61-4ad94a27fec7 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:14.112067 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6014e898-1b94-48b9-8e7d-66ed3a9422a4 None None] Routers {'e3b4c5b9-0d5e-46b9-a9cf-9839431f1337'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:07:14.112789 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-6014e898-1b94-48b9-8e7d-66ed3a9422a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:07:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['e3b4c5b9-0d5e-46b9-a9cf-9839431f1337'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:07:14.113782 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5cf4fc6a-527c-4b91-a6ee-1a72702efad2 req-70a0e60d-ebe8-4bfe-9c61-4ad94a27fec7 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fb52adb-7ae8-4954-b508-f4144838af7f&tenant_id=966335f0946f459597af95ab0b33b55c&binding%3Ahost_id=n-h2-712749-28 HTTP/1.1" status: 200 len: 949 time: 0.0834413 Jan 28 07:07:14.116075 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-26afa138-a306-45cf-8553-5c6c7df71ef7 req-0c10e1e2-9fd2-42db-8266-be00b4be8a6a tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526876 Jan 28 07:07:14.130699 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ae9b3161-ca13-4618-81df-d8a73bf07f9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (ea6b087a-2e4c-4044-b418-2c0c1a20ef81), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:14.158437 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501f0a8b-c05b-4bed-9eb0-28fe05a0e1b6 None None] Pushing event updated for resources: {'Port': ['ID=bf618d85-d22c-472e-b74d-5fda603cdee8,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:07:14.197105 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae9b3161-ca13-4618-81df-d8a73bf07f9e admin admin] Network a4d164f6-e19b-4f94-82e2-2e552675b35b is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:07:14.204089 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-ae9b3161-ca13-4618-81df-d8a73bf07f9e admin admin] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:07:14.217527 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9b3161-ca13-4618-81df-d8a73bf07f9e admin admin] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:07:14.228222 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9b3161-ca13-4618-81df-d8a73bf07f9e admin admin] Pushing event updated for resources: {'Port': ['ID=ea6b087a-2e4c-4044-b418-2c0c1a20ef81,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:07:14.260546 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-6014e898-1b94-48b9-8e7d-66ed3a9422a4 None None] Set router e3b4c5b9-0d5e-46b9-a9cf-9839431f1337 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:07:14.302986 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['43de23cf-d551-404c-afd2-485eedcec042'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:07:14.313541 n-d-712749-28 neutron-server[103283]: INFO neutron.api.v2.resource [req-5cf4fc6a-527c-4b91-a6ee-1a72702efad2 req-377ff5bb-5595-434d-8974-b4ef3d329d8e service neutron] delete failed (client error): The resource could not be found. Jan 28 07:07:14.319371 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a241b13c-667a-4a68-9321-be12b2f17cbc req-c7c6ab1a-679c-4096-8992-a9f0e32f1152 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:14.320970 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a241b13c-667a-4a68-9321-be12b2f17cbc req-c7c6ab1a-679c-4096-8992-a9f0e32f1152 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.44 "GET /v2.0/ports?device_id=d7b96cee-cfd1-4f4f-8781-f00ec5eec45e HTTP/1.1" status: 200 len: 949 time: 0.1249802 Jan 28 07:07:14.334008 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5cf4fc6a-527c-4b91-a6ee-1a72702efad2 req-377ff5bb-5595-434d-8974-b4ef3d329d8e service neutron] 10.222.0.10 "DELETE /v2.0/ports/43de23cf-d551-404c-afd2-485eedcec042/bindings/n-h1-712749-28 HTTP/1.1" status: 404 len: 381 time: 0.2121518 Jan 28 07:07:14.426061 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ae9b3161-ca13-4618-81df-d8a73bf07f9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16609232'] for router_interface (e3b4c5b9-0d5e-46b9-a9cf-9839431f1337), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:14.505497 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-a241b13c-667a-4a68-9321-be12b2f17cbc req-c3e5ce7f-7704-4fae-b400-4fd4d5f23298 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Deleting port 6f752776-c216-4161-bb1d-5a4d2f901bff {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:07:14.506096 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-a241b13c-667a-4a68-9321-be12b2f17cbc req-c3e5ce7f-7704-4fae-b400-4fd4d5f23298 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (6f752776-c216-4161-bb1d-5a4d2f901bff), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:14.628517 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28638be-cf3c-4204-b1b3-0f4a9a90a6fe req-ddacd7a0-0cea-4539-bbe1-8dae47c4342a tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:14.640134 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c28638be-cf3c-4204-b1b3-0f4a9a90a6fe req-ddacd7a0-0cea-4539-bbe1-8dae47c4342a tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] 10.222.0.41 "GET /v2.0/ports?device_id=7233d85f-b8ba-46b5-9214-559ff060fd0b HTTP/1.1" status: 200 len: 945 time: 0.3047462 Jan 28 07:07:14.664099 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-1418727f-86e4-49d6-a770-dd2baad73993 None None] Provisioning complete for port ea6b087a-2e4c-4044-b418-2c0c1a20ef81 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:07:14.665193 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1418727f-86e4-49d6-a770-dd2baad73993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (ea6b087a-2e4c-4044-b418-2c0c1a20ef81), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:14.695563 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-6014e898-1b94-48b9-8e7d-66ed3a9422a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3b4c5b9-0d5e-46b9-a9cf-9839431f1337', 'name': 'tempest-ServersTestMultiNic-512519775-router', 'tenant_id': '4ade2f3244a74baaac394be83c2287fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.186'}], 'enable_snat': True}, 'gw_port_id': 'bf618d85-d22c-472e-b74d-5fda603cdee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:07:07Z', 'updated_at': '2022-01-28T07:07:10Z', 'revision_number': 3, 'project_id': '4ade2f3244a74baaac394be83c2287fc', 'gw_port': {'id': 'bf618d85-d22c-472e-b74d-5fda603cdee8', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:52:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3b4c5b9-0d5e-46b9-a9cf-9839431f1337', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:07:08Z', 'updated_at': '2022-01-28T07:07:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:07:14.717441 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf4fc6a-527c-4b91-a6ee-1a72702efad2 req-3618a278-9d0a-4336-853b-94ff4975b5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:14.719617 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5cf4fc6a-527c-4b91-a6ee-1a72702efad2 req-3618a278-9d0a-4336-853b-94ff4975b5f6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=966335f0946f459597af95ab0b33b55c&device_id=0fb52adb-7ae8-4954-b508-f4144838af7f HTTP/1.1" status: 200 len: 1101 time: 0.2133427 Jan 28 07:07:14.732522 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6014e898-1b94-48b9-8e7d-66ed3a9422a4 None None] The sync data for ids ['e3b4c5b9-0d5e-46b9-a9cf-9839431f1337'] in n-d-712749-28 is: [{'id': 'e3b4c5b9-0d5e-46b9-a9cf-9839431f1337', 'name': 'tempest-ServersTestMultiNic-512519775-router', 'tenant_id': '4ade2f3244a74baaac394be83c2287fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.186'}], 'enable_snat': True}, 'gw_port_id': 'bf618d85-d22c-472e-b74d-5fda603cdee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:07:07Z', 'updated_at': '2022-01-28T07:07:10Z', 'revision_number': 3, 'project_id': '4ade2f3244a74baaac394be83c2287fc', 'gw_port': {'id': 'bf618d85-d22c-472e-b74d-5fda603cdee8', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:52:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3b4c5b9-0d5e-46b9-a9cf-9839431f1337', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:07:08Z', 'updated_at': '2022-01-28T07:07:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:07:14.748348 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c28638be-cf3c-4204-b1b3-0f4a9a90a6fe req-19f86f93-307d-413f-aac4-dce31c80f350 tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] 10.222.0.41 "GET /v2.0/security-groups?id=35ddb33c-0ef0-4c89-97f1-d465222d49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072216 Jan 28 07:07:14.751258 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-1418727f-86e4-49d6-a770-dd2baad73993 None None] Port ea6b087a-2e4c-4044-b418-2c0c1a20ef81 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:07:14.787442 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bb98e8-6e23-4c2c-89ad-c463f718fe0a req-7655cbf6-b96a-41db-9ea3-89abf9ffc767 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:14.789224 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c3bb98e8-6e23-4c2c-89ad-c463f718fe0a req-7655cbf6-b96a-41db-9ea3-89abf9ffc767 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.41 "GET /v2.0/ports?device_id=8813fdc9-13cd-4d6b-88a5-c1cef3739966 HTTP/1.1" status: 200 len: 950 time: 0.1604168 Jan 28 07:07:14.837430 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-a241b13c-667a-4a68-9321-be12b2f17cbc req-c3e5ce7f-7704-4fae-b400-4fd4d5f23298 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] For port 6f752776-c216-4161-bb1d-5a4d2f901bff, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=6f752776-c216-4161-bb1d-5a4d2f901bff,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:07:14.838094 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-a241b13c-667a-4a68-9321-be12b2f17cbc req-c3e5ce7f-7704-4fae-b400-4fd4d5f23298 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (6f752776-c216-4161-bb1d-5a4d2f901bff), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:14.871051 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-a241b13c-667a-4a68-9321-be12b2f17cbc req-c3e5ce7f-7704-4fae-b400-4fd4d5f23298 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Calling delete_port for 6f752776-c216-4161-bb1d-5a4d2f901bff owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:07:14.879062 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba42900a-5bb0-479f-8797-f79ca7cf8cfb req-eaffc4ff-4341-4051-a117-52e36c810c43 tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:14.880811 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ba42900a-5bb0-479f-8797-f79ca7cf8cfb req-eaffc4ff-4341-4051-a117-52e36c810c43 tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] 10.222.0.10 "GET /v2.0/ports?device_id=12eb1563-6be7-4a32-8548-96fb0359e802 HTTP/1.1" status: 200 len: 945 time: 0.1678870 Jan 28 07:07:14.924727 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ae9b3161-ca13-4618-81df-d8a73bf07f9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (ea6b087a-2e4c-4044-b418-2c0c1a20ef81), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:14.991305 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c3bb98e8-6e23-4c2c-89ad-c463f718fe0a req-606848a0-c955-40f2-977f-8e50aefb9241 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.41 "GET /v2.0/security-groups?id=a925a148-520f-4e8d-aa8c-4258e73ac6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822588 Jan 28 07:07:15.019199 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf4fc6a-527c-4b91-a6ee-1a72702efad2 req-a3f57189-8e1a-489b-aa5f-ebd3d1811b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:15.020702 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5cf4fc6a-527c-4b91-a6ee-1a72702efad2 req-a3f57189-8e1a-489b-aa5f-ebd3d1811b3a service neutron] 10.222.0.10 "GET /v2.0/networks?id=d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb HTTP/1.1" status: 200 len: 870 time: 0.2931147 Jan 28 07:07:15.115185 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-ba42900a-5bb0-479f-8797-f79ca7cf8cfb req-cf28c8b0-150c-4816-bd0c-c1266fff3fe8 tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] Deleting port f1b052b5-34dd-4a48-9479-60a680e5c7fe {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:07:15.115570 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ba42900a-5bb0-479f-8797-f79ca7cf8cfb req-cf28c8b0-150c-4816-bd0c-c1266fff3fe8 tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (f1b052b5-34dd-4a48-9479-60a680e5c7fe), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:15.128684 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5cf4fc6a-527c-4b91-a6ee-1a72702efad2 req-84dd5168-8952-4067-81dd-aa881b7a7131 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=43de23cf-d551-404c-afd2-485eedcec042 HTTP/1.1" status: 200 len: 217 time: 0.0986569 Jan 28 07:07:15.227117 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf4fc6a-527c-4b91-a6ee-1a72702efad2 req-d01ba635-f302-45f6-a6e3-0c8b96e255ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:15.229352 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5cf4fc6a-527c-4b91-a6ee-1a72702efad2 req-d01ba635-f302-45f6-a6e3-0c8b96e255ae service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5785b43d-448b-4d12-9eb5-4e4caf2e7eaf HTTP/1.1" status: 200 len: 843 time: 0.0788596 Jan 28 07:07:15.247561 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-a241b13c-667a-4a68-9321-be12b2f17cbc req-c3e5ce7f-7704-4fae-b400-4fd4d5f23298 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (6f752776-c216-4161-bb1d-5a4d2f901bff), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:15.261750 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ccb400-fe05-4ae5-8356-6d44953280fa req-8ddc9c2e-31e9-4fc5-b4a1-7f1e2b2ec24b tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:15.263326 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-23ccb400-fe05-4ae5-8356-6d44953280fa req-8ddc9c2e-31e9-4fc5-b4a1-7f1e2b2ec24b tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7b96cee-cfd1-4f4f-8781-f00ec5eec45e HTTP/1.1" status: 200 len: 949 time: 0.1602705 Jan 28 07:07:15.299096 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['2db0eab7-310b-4c35-a1b9-bb600d2e8ebd', '718f2284-47d9-49ef-aadf-bbf8076811c2'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:07:15.304894 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['137d085c-b81f-48ec-a596-8512923cea40', 'c940bffe-7c91-4b25-9d0c-64122cb95c53', '0acfc257-ef9e-4d1b-ae95-d90a265ceab1'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:07:15.318899 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e5ce7f-7704-4fae-b400-4fd4d5f23298 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Pushing event deleted for resources: {'Port': ['ID=6f752776-c216-4161-bb1d-5a4d2f901bff,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:07:15.345974 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-ba42900a-5bb0-479f-8797-f79ca7cf8cfb req-cf28c8b0-150c-4816-bd0c-c1266fff3fe8 tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] For port f1b052b5-34dd-4a48-9479-60a680e5c7fe, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=f1b052b5-34dd-4a48-9479-60a680e5c7fe,segment=NetworkSegment(406f2b19-55d4-4cd2-8c14-e14e9061d6e3),segment_id=406f2b19-55d4-4cd2-8c14-e14e9061d6e3)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:07:15.345974 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ba42900a-5bb0-479f-8797-f79ca7cf8cfb req-cf28c8b0-150c-4816-bd0c-c1266fff3fe8 tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (f1b052b5-34dd-4a48-9479-60a680e5c7fe), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:15.413054 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-ba42900a-5bb0-479f-8797-f79ca7cf8cfb req-cf28c8b0-150c-4816-bd0c-c1266fff3fe8 tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] Calling delete_port for f1b052b5-34dd-4a48-9479-60a680e5c7fe owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:07:15.415732 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-a241b13c-667a-4a68-9321-be12b2f17cbc req-c3e5ce7f-7704-4fae-b400-4fd4d5f23298 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] No DVR routers for this DVR port 6f752776-c216-4161-bb1d-5a4d2f901bff on host n-h2-712749-28 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:07:15.416947 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf4fc6a-527c-4b91-a6ee-1a72702efad2 req-c4533558-622a-429c-8491-5df21c2f2a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:15.419263 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5cf4fc6a-527c-4b91-a6ee-1a72702efad2 req-c4533558-622a-429c-8491-5df21c2f2a5b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1805580 Jan 28 07:07:15.424655 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-a241b13c-667a-4a68-9321-be12b2f17cbc req-c3e5ce7f-7704-4fae-b400-4fd4d5f23298 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:15.427980 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a241b13c-667a-4a68-9321-be12b2f17cbc req-c3e5ce7f-7704-4fae-b400-4fd4d5f23298 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.44 "DELETE /v2.0/ports/6f752776-c216-4161-bb1d-5a4d2f901bff HTTP/1.1" status: 204 len: 173 time: 1.0987911 Jan 28 07:07:15.430037 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7b96cee-cfd1-4f4f-8781-f00ec5eec45e', 'name': 'network-vif-deleted', 'tag': '6f752776-c216-4161-bb1d-5a4d2f901bff'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:07:15.433211 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7aab27e-523d-4c91-9530-4d85f86fe5a4" -d '{"events": [{"server_uuid": "d7b96cee-cfd1-4f4f-8781-f00ec5eec45e", "name": "network-vif-deleted", "tag": "6f752776-c216-4161-bb1d-5a4d2f901bff"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:07:15.435641 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a73c78-5111-4a17-b33f-61ee98cd42c6 req-67c7b6b3-a742-438a-a3e8-030ac4512acf tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:15.442994 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-13a73c78-5111-4a17-b33f-61ee98cd42c6 req-67c7b6b3-a742-438a-a3e8-030ac4512acf tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=0fb52adb-7ae8-4954-b508-f4144838af7f HTTP/1.1" status: 200 len: 949 time: 0.1917377 Jan 28 07:07:15.452007 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-23ccb400-fe05-4ae5-8356-6d44953280fa req-0029780a-65f1-4795-bcc8-ca728bba6ebc tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/security-groups?id=b910cb8c-64ec-47f6-b06b-89e838bb343d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778502 Jan 28 07:07:15.535704 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1301a565-852a-4c84-a8f3-ee21cdd6bfc0 x-openstack-request-id: req-1301a565-852a-4c84-a8f3-ee21cdd6bfc0 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:07:15.536257 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7b96cee-cfd1-4f4f-8781-f00ec5eec45e", "name": "network-vif-deleted", "tag": "6f752776-c216-4161-bb1d-5a4d2f901bff", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:07:15.536677 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1301a565-852a-4c84-a8f3-ee21cdd6bfc0 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:07:15.537243 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7b96cee-cfd1-4f4f-8781-f00ec5eec45e', 'name': 'network-vif-deleted', 'tag': '6f752776-c216-4161-bb1d-5a4d2f901bff', 'status': 'completed', 'code': 200} Jan 28 07:07:15.635368 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-13a73c78-5111-4a17-b33f-61ee98cd42c6 req-e2fe6e5d-4026-4ae0-8a3a-91e045ef1100 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907430 Jan 28 07:07:15.671336 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ae9b3161-ca13-4618-81df-d8a73bf07f9e admin admin] Publish callbacks [] for port (ea6b087a-2e4c-4044-b418-2c0c1a20ef81), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:15.699049 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ae9b3161-ca13-4618-81df-d8a73bf07f9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (ea6b087a-2e4c-4044-b418-2c0c1a20ef81), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:15.729917 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device bf618d85-d22c-472e-b74d-5fda603cdee8 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:07:15.802308 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ae9b3161-ca13-4618-81df-d8a73bf07f9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16318999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16606560'] for router_interface (e3b4c5b9-0d5e-46b9-a9cf-9839431f1337), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:15.809503 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ba42900a-5bb0-479f-8797-f79ca7cf8cfb req-cf28c8b0-150c-4816-bd0c-c1266fff3fe8 tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (f1b052b5-34dd-4a48-9479-60a680e5c7fe), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:15.852914 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5cf4fc6a-527c-4b91-a6ee-1a72702efad2 req-d2716401-3c3f-40e8-a456-676efe2adf88 service neutron] 10.222.0.10 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4049718 Jan 28 07:07:15.872529 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf28c8b0-150c-4816-bd0c-c1266fff3fe8 tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] Pushing event deleted for resources: {'Port': ['ID=f1b052b5-34dd-4a48-9479-60a680e5c7fe,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:07:15.892234 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['f1b052b5-34dd-4a48-9479-60a680e5c7fe'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:07:15.937919 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['69708578-aa80-4299-8ce8-76d35096b416'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:07:16.053073 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9b3161-ca13-4618-81df-d8a73bf07f9e admin admin] Pushing event updated for resources: {'Port': ['ID=ea6b087a-2e4c-4044-b418-2c0c1a20ef81,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:07:16.131687 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba42900a-5bb0-479f-8797-f79ca7cf8cfb req-cf28c8b0-150c-4816-bd0c-c1266fff3fe8 tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] No DVR routers for this DVR port f1b052b5-34dd-4a48-9479-60a680e5c7fe on host n-h1-712749-28 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:07:16.140231 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ba42900a-5bb0-479f-8797-f79ca7cf8cfb req-cf28c8b0-150c-4816-bd0c-c1266fff3fe8 tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:16.143571 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ba42900a-5bb0-479f-8797-f79ca7cf8cfb req-cf28c8b0-150c-4816-bd0c-c1266fff3fe8 tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] 10.222.0.10 "DELETE /v2.0/ports/f1b052b5-34dd-4a48-9479-60a680e5c7fe HTTP/1.1" status: 204 len: 173 time: 1.2497740 Jan 28 07:07:16.206674 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3095ded-8515-4155-b3bf-1d4c00dae991 req-de9975e8-d877-44c3-b0b8-e89b98b76d2c tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:16.208168 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f3095ded-8515-4155-b3bf-1d4c00dae991 req-de9975e8-d877-44c3-b0b8-e89b98b76d2c tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] 10.222.0.44 "GET /v2.0/ports?device_id=7233d85f-b8ba-46b5-9214-559ff060fd0b HTTP/1.1" status: 200 len: 945 time: 0.2761946 Jan 28 07:07:16.219111 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5cf4fc6a-527c-4b91-a6ee-1a72702efad2 req-3b1a35f8-4c96-411d-ab01-e6136792aca1 service neutron] 10.222.0.10 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3562796 Jan 28 07:07:16.231361 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae9b3161-ca13-4618-81df-d8a73bf07f9e admin admin] Network a4d164f6-e19b-4f94-82e2-2e552675b35b is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:07:16.236947 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-ae9b3161-ca13-4618-81df-d8a73bf07f9e admin admin] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:07:16.259295 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b48a2a-1ec6-433c-b62e-a721a34867df req-087c0a41-161a-4943-bb14-d4ccd34e725a tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:16.267298 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-56b48a2a-1ec6-433c-b62e-a721a34867df req-087c0a41-161a-4943-bb14-d4ccd34e725a tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.41 "GET /v2.0/ports?device_id=8813fdc9-13cd-4d6b-88a5-c1cef3739966 HTTP/1.1" status: 200 len: 950 time: 0.1196995 Jan 28 07:07:16.331991 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port bf618d85-d22c-472e-b74d-5fda603cdee8 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:07:16.332402 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (bf618d85-d22c-472e-b74d-5fda603cdee8), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:16.419792 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-56b48a2a-1ec6-433c-b62e-a721a34867df req-84551741-384c-461e-bebd-805768c7de35 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.41 "GET /v2.0/security-groups?id=a925a148-520f-4e8d-aa8c-4258e73ac6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490822 Jan 28 07:07:16.425043 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5238b890-0970-473c-a8c6-48a8850016a2 req-8f85d02f-dc3c-487c-ba06-d9c661c28144 tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:16.438047 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5238b890-0970-473c-a8c6-48a8850016a2 req-8f85d02f-dc3c-487c-ba06-d9c661c28144 tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] 10.222.0.41 "GET /v2.0/ports?device_id=7233d85f-b8ba-46b5-9214-559ff060fd0b HTTP/1.1" status: 200 len: 945 time: 0.5038035 Jan 28 07:07:16.495576 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae9b3161-ca13-4618-81df-d8a73bf07f9e admin admin] Router e3b4c5b9-0d5e-46b9-a9cf-9839431f1337 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:07:16.657241 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5238b890-0970-473c-a8c6-48a8850016a2 req-0d50e289-8f8d-4cc4-9a7d-858930dd1ffa tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] 10.222.0.41 "GET /v2.0/security-groups?id=35ddb33c-0ef0-4c89-97f1-d465222d49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966751 Jan 28 07:07:16.678994 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-f3095ded-8515-4155-b3bf-1d4c00dae991 req-ec60ea18-d5f2-44e9-b080-9b94e5614e43 tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] Deleting port 69708578-aa80-4299-8ce8-76d35096b416 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:07:16.679586 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-f3095ded-8515-4155-b3bf-1d4c00dae991 req-ec60ea18-d5f2-44e9-b080-9b94e5614e43 tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (69708578-aa80-4299-8ce8-76d35096b416), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:16.880370 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae9b3161-ca13-4618-81df-d8a73bf07f9e admin admin] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:07:16.889868 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c46bab41-a3e3-40fc-b927-fe5d0fc57777 req-af4d9aa5-2f7a-4ae2-b569-189b79641b87 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7b96cee-cfd1-4f4f-8781-f00ec5eec45e HTTP/1.1" status: 200 len: 210 time: 0.0806487 Jan 28 07:07:16.899399 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-ae9b3161-ca13-4618-81df-d8a73bf07f9e admin admin] 10.222.0.41 "PUT /v2.0/routers/e3b4c5b9-0d5e-46b9-a9cf-9839431f1337/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3221281 Jan 28 07:07:16.919329 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-f3095ded-8515-4155-b3bf-1d4c00dae991 req-ec60ea18-d5f2-44e9-b080-9b94e5614e43 tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] For port 69708578-aa80-4299-8ce8-76d35096b416, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=69708578-aa80-4299-8ce8-76d35096b416,segment=NetworkSegment(406f2b19-55d4-4cd2-8c14-e14e9061d6e3),segment_id=406f2b19-55d4-4cd2-8c14-e14e9061d6e3)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:07:16.919712 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-f3095ded-8515-4155-b3bf-1d4c00dae991 req-ec60ea18-d5f2-44e9-b080-9b94e5614e43 tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (69708578-aa80-4299-8ce8-76d35096b416), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:16.940885 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-f3095ded-8515-4155-b3bf-1d4c00dae991 req-ec60ea18-d5f2-44e9-b080-9b94e5614e43 tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] Calling delete_port for 69708578-aa80-4299-8ce8-76d35096b416 owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:07:16.968910 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-a566bb3d-54a7-4aec-a3ce-3b9efc6290e9 None None] Provisioning complete for port ea6b087a-2e4c-4044-b418-2c0c1a20ef81 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:07:16.970013 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a566bb3d-54a7-4aec-a3ce-3b9efc6290e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (ea6b087a-2e4c-4044-b418-2c0c1a20ef81), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:16.994400 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port bf618d85-d22c-472e-b74d-5fda603cdee8 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:07:16.994795 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (bf618d85-d22c-472e-b74d-5fda603cdee8), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:17.082837 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 43de23cf-d551-404c-afd2-485eedcec042 up at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:07:17.091032 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9bdadb-3016-4d61-84ff-d87072739e43 req-7a2ccd81-95db-4843-b9e5-87d7bca92814 tempest-LiveAutoBlockMigrationV225Test-1114652928 tempest-LiveAutoBlockMigrationV225Test-1114652928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:17.094087 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fece5c98-c6f9-41be-81fc-ef6924b58e37 req-59b34e7f-a58c-413e-91a3-6f771c9f5d42 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:17.100454 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ae9bdadb-3016-4d61-84ff-d87072739e43 req-7a2ccd81-95db-4843-b9e5-87d7bca92814 tempest-LiveAutoBlockMigrationV225Test-1114652928 tempest-LiveAutoBlockMigrationV225Test-1114652928-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=c99d7ddf-8757-47cb-9f3a-5167285f7a3c HTTP/1.1" status: 200 len: 1098 time: 0.0809865 Jan 28 07:07:17.102000 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-fece5c98-c6f9-41be-81fc-ef6924b58e37 req-59b34e7f-a58c-413e-91a3-6f771c9f5d42 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=0fb52adb-7ae8-4954-b508-f4144838af7f HTTP/1.1" status: 200 len: 949 time: 0.2903595 Jan 28 07:07:17.170778 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ae9bdadb-3016-4d61-84ff-d87072739e43 req-7f895401-d389-43ab-8e0e-8ecf722d5c38 tempest-LiveAutoBlockMigrationV225Test-1114652928 tempest-LiveAutoBlockMigrationV225Test-1114652928-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=83d97fa1-2f29-40d2-a756-a970d048d2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681982 Jan 28 07:07:17.186652 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-fece5c98-c6f9-41be-81fc-ef6924b58e37 req-024b2d12-174f-4f61-a761-6aef262bb79f tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823967 Jan 28 07:07:17.215466 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] For port bf618d85-d22c-472e-b74d-5fda603cdee8, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=bf618d85-d22c-472e-b74d-5fda603cdee8,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:07:17.218626 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-a566bb3d-54a7-4aec-a3ce-3b9efc6290e9 None None] Port ea6b087a-2e4c-4044-b418-2c0c1a20ef81 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:07:17.223125 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 60986) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:07:17.235568 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (bf618d85-d22c-472e-b74d-5fda603cdee8), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:17.293156 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-f3095ded-8515-4155-b3bf-1d4c00dae991 req-ec60ea18-d5f2-44e9-b080-9b94e5614e43 tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (69708578-aa80-4299-8ce8-76d35096b416), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:17.349064 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-b48fa7d1-79ef-4e3e-8030-6acc11f2379a tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-448589418'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:07:17.353890 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec60ea18-d5f2-44e9-b080-9b94e5614e43 tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] Pushing event deleted for resources: {'Port': ['ID=69708578-aa80-4299-8ce8-76d35096b416,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:07:17.392693 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Pushing event updated for resources: {'Port': ['ID=bf618d85-d22c-472e-b74d-5fda603cdee8,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:07:17.402259 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b48fa7d1-79ef-4e3e-8030-6acc11f2379a tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Made reservation on behalf of 4ade2f3244a74baaac394be83c2287fc for: {'network': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:07:17.406041 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b48fa7d1-79ef-4e3e-8030-6acc11f2379a tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:17.416592 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning for port 43de23cf-d551-404c-afd2-485eedcec042 completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:07:17.423174 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3095ded-8515-4155-b3bf-1d4c00dae991 req-ec60ea18-d5f2-44e9-b080-9b94e5614e43 tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] No DVR routers for this DVR port 69708578-aa80-4299-8ce8-76d35096b416 on host n-h2-712749-28 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:07:17.427694 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-f3095ded-8515-4155-b3bf-1d4c00dae991 req-ec60ea18-d5f2-44e9-b080-9b94e5614e43 tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:17.430397 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning complete for port 43de23cf-d551-404c-afd2-485eedcec042 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:07:17.441027 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f3095ded-8515-4155-b3bf-1d4c00dae991 req-ec60ea18-d5f2-44e9-b080-9b94e5614e43 tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] 10.222.0.44 "DELETE /v2.0/ports/69708578-aa80-4299-8ce8-76d35096b416 HTTP/1.1" status: 204 len: 173 time: 1.2178154 Jan 28 07:07:17.453902 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (43de23cf-d551-404c-afd2-485eedcec042), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:17.466216 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b48fa7d1-79ef-4e3e-8030-6acc11f2379a tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=103283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:07:17.480626 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b48fa7d1-79ef-4e3e-8030-6acc11f2379a tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (7c829508-0903-4bcf-b0b4-48623395c1b3), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:17.481185 n-d-712749-28 neutron-server[103283]: INFO neutron.db.segments_db [None req-b48fa7d1-79ef-4e3e-8030-6acc11f2379a tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Added segment 7c829508-0903-4bcf-b0b4-48623395c1b3 of type vlan for network c12c2e90-5594-4dc8-9607-0895d1df5067 Jan 28 07:07:17.549904 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12eb1563-6be7-4a32-8548-96fb0359e802', 'name': 'network-vif-deleted', 'tag': 'f1b052b5-34dd-4a48-9479-60a680e5c7fe'}, {'server_uuid': '7233d85f-b8ba-46b5-9214-559ff060fd0b', 'name': 'network-vif-deleted', 'tag': '69708578-aa80-4299-8ce8-76d35096b416'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:07:17.552888 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dff31655-004e-49f9-b24d-ce5a88f9b2df" -d '{"events": [{"server_uuid": "12eb1563-6be7-4a32-8548-96fb0359e802", "name": "network-vif-deleted", "tag": "f1b052b5-34dd-4a48-9479-60a680e5c7fe"}, {"server_uuid": "7233d85f-b8ba-46b5-9214-559ff060fd0b", "name": "network-vif-deleted", "tag": "69708578-aa80-4299-8ce8-76d35096b416"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:07:17.557400 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b48fa7d1-79ef-4e3e-8030-6acc11f2379a tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (c12c2e90-5594-4dc8-9607-0895d1df5067), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:17.628693 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device bf618d85-d22c-472e-b74d-5fda603cdee8 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:07:17.638464 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b48fa7d1-79ef-4e3e-8030-6acc11f2379a tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (c12c2e90-5594-4dc8-9607-0895d1df5067), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:17.652483 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b48fa7d1-79ef-4e3e-8030-6acc11f2379a tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:17.652483 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b48fa7d1-79ef-4e3e-8030-6acc11f2379a tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:17.678688 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92198685-1bdf-46e0-a77e-58cea09bbd98 None None] Sync routers for ids ['e3b4c5b9-0d5e-46b9-a9cf-9839431f1337'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:07:17.721073 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92198685-1bdf-46e0-a77e-58cea09bbd98 None None] Routers {'e3b4c5b9-0d5e-46b9-a9cf-9839431f1337'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:07:17.722501 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-92198685-1bdf-46e0-a77e-58cea09bbd98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:07:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['e3b4c5b9-0d5e-46b9-a9cf-9839431f1337'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:07:17.756959 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d40d678-d104-4f1f-8d7e-72fec8692254 req-290c5c6b-65d8-4823-aea3-95ba7ab577c2 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:17.764387 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3d40d678-d104-4f1f-8d7e-72fec8692254 req-290c5c6b-65d8-4823-aea3-95ba7ab577c2 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.41 "GET /v2.0/ports?device_id=8813fdc9-13cd-4d6b-88a5-c1cef3739966 HTTP/1.1" status: 200 len: 950 time: 0.1643219 Jan 28 07:07:17.837928 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-b48fa7d1-79ef-4e3e-8030-6acc11f2379a tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6136076 Jan 28 07:07:17.849286 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 32778) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:07:17.865886 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-431ff97c-3774-46f1-82de-c71c32ab5b75 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Request body: {'subnet': {'network_id': 'c12c2e90-5594-4dc8-9607-0895d1df5067', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:07:17.895693 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3d40d678-d104-4f1f-8d7e-72fec8692254 req-9c0fd299-0b99-4004-86b1-57c76f5b5169 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.41 "GET /v2.0/security-groups?id=a925a148-520f-4e8d-aa8c-4258e73ac6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261997 Jan 28 07:07:17.900330 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port 43de23cf-d551-404c-afd2-485eedcec042 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:07:17.900766 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (43de23cf-d551-404c-afd2-485eedcec042), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:17.901945 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-92198685-1bdf-46e0-a77e-58cea09bbd98 None None] Set router e3b4c5b9-0d5e-46b9-a9cf-9839431f1337 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:07:17.943854 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port bf618d85-d22c-472e-b74d-5fda603cdee8 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:07:17.945672 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48fa7d1-79ef-4e3e-8030-6acc11f2379a tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Pushing event updated for resources: {'Network': ['ID=c12c2e90-5594-4dc8-9607-0895d1df5067,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:07:17.959924 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (bf618d85-d22c-472e-b74d-5fda603cdee8), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:17.984496 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network c12c2e90-5594-4dc8-9607-0895d1df5067 details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:07:17.990911 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 28 Jan 2022 07:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed584d2d-d3a4-45ab-84f9-d96792d767a2 x-openstack-request-id: req-ed584d2d-d3a4-45ab-84f9-d96792d767a2 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:07:17.991401 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12eb1563-6be7-4a32-8548-96fb0359e802", "name": "network-vif-deleted", "tag": "f1b052b5-34dd-4a48-9479-60a680e5c7fe", "status": "completed", "code": 200}, {"server_uuid": "7233d85f-b8ba-46b5-9214-559ff060fd0b", "name": "network-vif-deleted", "tag": "69708578-aa80-4299-8ce8-76d35096b416", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:07:17.991755 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ed584d2d-d3a4-45ab-84f9-d96792d767a2 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:07:17.992252 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12eb1563-6be7-4a32-8548-96fb0359e802', 'name': 'network-vif-deleted', 'tag': 'f1b052b5-34dd-4a48-9479-60a680e5c7fe', 'status': 'completed', 'code': 200} Jan 28 07:07:17.992621 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7233d85f-b8ba-46b5-9214-559ff060fd0b', 'name': 'network-vif-deleted', 'tag': '69708578-aa80-4299-8ce8-76d35096b416', 'status': 'completed', 'code': 200} Jan 28 07:07:18.069224 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-431ff97c-3774-46f1-82de-c71c32ab5b75 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Made reservation on behalf of 4ade2f3244a74baaac394be83c2287fc for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:07:18.074809 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-431ff97c-3774-46f1-82de-c71c32ab5b75 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24979592'] for subnet (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:18.080017 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fb52adb-7ae8-4954-b508-f4144838af7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43de23cf-d551-404c-afd2-485eedcec042'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:07:18.082324 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-560d30ed-2573-482a-9b37-3127250f739a" -d '{"events": [{"server_uuid": "0fb52adb-7ae8-4954-b508-f4144838af7f", "name": "network-vif-plugged", "status": "completed", "tag": "43de23cf-d551-404c-afd2-485eedcec042"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:07:18.114840 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 43de23cf-d551-404c-afd2-485eedcec042, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=43de23cf-d551-404c-afd2-485eedcec042,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:07:18.128904 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (43de23cf-d551-404c-afd2-485eedcec042), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:18.129807 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 69708578-aa80-4299-8ce8-76d35096b416 no longer exists at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:07:18.156386 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] No Port match for: 69708578-aa80-4299-8ce8-76d35096b416 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:07:18.156724 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 69708578-aa80-4299-8ce8-76d35096b416 not bound to the agent host n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:07:18.157158 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 6f752776-c216-4161-bb1d-5a4d2f901bff no longer exists at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:07:18.233795 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] No Port match for: 6f752776-c216-4161-bb1d-5a4d2f901bff {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:07:18.234140 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 6f752776-c216-4161-bb1d-5a4d2f901bff not bound to the agent host n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:07:18.235073 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d2a2a3fc-5777-460a-95f1-f4f5cad9e850 req-83cba431-d21d-470e-850b-dfb9ea576e9c tempest-MultipleCreateTestJSON-1960121878 tempest-MultipleCreateTestJSON-1960121878-project] 10.222.0.41 "GET /v2.0/ports?device_id=7233d85f-b8ba-46b5-9214-559ff060fd0b HTTP/1.1" status: 200 len: 210 time: 0.0390465 Jan 28 07:07:18.280525 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port bf618d85-d22c-472e-b74d-5fda603cdee8 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:07:18.303765 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-92198685-1bdf-46e0-a77e-58cea09bbd98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3b4c5b9-0d5e-46b9-a9cf-9839431f1337', 'name': 'tempest-ServersTestMultiNic-512519775-router', 'tenant_id': '4ade2f3244a74baaac394be83c2287fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.186'}], 'enable_snat': True}, 'gw_port_id': 'bf618d85-d22c-472e-b74d-5fda603cdee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:07:07Z', 'updated_at': '2022-01-28T07:07:14Z', 'revision_number': 4, 'project_id': '4ade2f3244a74baaac394be83c2287fc', 'gw_port': {'id': 'bf618d85-d22c-472e-b74d-5fda603cdee8', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:52:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b4c5b9-0d5e-46b9-a9cf-9839431f1337', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:07:08Z', 'updated_at': '2022-01-28T07:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': 'ea6b087a-2e4c-4044-b418-2c0c1a20ef81', 'name': '', 'network_id': 'a4d164f6-e19b-4f94-82e2-2e552675b35b', 'tenant_id': '4ade2f3244a74baaac394be83c2287fc', 'mac_address': 'fa:16:3e:3e:24:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3b4c5b9-0d5e-46b9-a9cf-9839431f1337', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '840987c2-17e1-4d2b-ba7e-a03efc400a0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:07:13Z', 'updated_at': '2022-01-28T07:07:15Z', 'revision_number': 2, 'project_id': '4ade2f3244a74baaac394be83c2287fc', 'subnets': [{'id': '840987c2-17e1-4d2b-ba7e-a03efc400a0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:07:18.313582 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=43de23cf-d551-404c-afd2-485eedcec042,revision_number=9']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:07:18.346534 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device f1b052b5-34dd-4a48-9479-60a680e5c7fe no longer exists at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:07:18.364499 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92198685-1bdf-46e0-a77e-58cea09bbd98 None None] Checking router: e3b4c5b9-0d5e-46b9-a9cf-9839431f1337 for host: n-d-712749-28 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:07:18.364952 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92198685-1bdf-46e0-a77e-58cea09bbd98 None None] Updating router e3b4c5b9-0d5e-46b9-a9cf-9839431f1337 port ea6b087a-2e4c-4044-b418-2c0c1a20ef81 binding host n-d-712749-28 {{(pid=103286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 07:07:18.375855 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64c86807-efeb-4642-9db3-e7bb3f8f5c99 x-openstack-request-id: req-64c86807-efeb-4642-9db3-e7bb3f8f5c99 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:07:18.376358 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fb52adb-7ae8-4954-b508-f4144838af7f", "name": "network-vif-plugged", "status": "completed", "tag": "43de23cf-d551-404c-afd2-485eedcec042", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:07:18.376675 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-64c86807-efeb-4642-9db3-e7bb3f8f5c99 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:07:18.377197 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fb52adb-7ae8-4954-b508-f4144838af7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43de23cf-d551-404c-afd2-485eedcec042', 'code': 200} Jan 28 07:07:18.378770 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] No Port match for: f1b052b5-34dd-4a48-9479-60a680e5c7fe {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:07:18.379203 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device f1b052b5-34dd-4a48-9479-60a680e5c7fe not bound to the agent host n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:07:18.403542 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-92198685-1bdf-46e0-a77e-58cea09bbd98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (ea6b087a-2e4c-4044-b418-2c0c1a20ef81), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:18.414383 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-431ff97c-3774-46f1-82de-c71c32ab5b75 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24757504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24979610'] for subnet (2d3b9885-4a83-42d2-a84f-6b5a44d519d6), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:18.547693 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431ff97c-3774-46f1-82de-c71c32ab5b75 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Pushing event updated for resources: {'Subnet': ['ID=2d3b9885-4a83-42d2-a84f-6b5a44d519d6,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:07:18.558889 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431ff97c-3774-46f1-82de-c71c32ab5b75 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Checking segment: {'id': '7c829508-0903-4bcf-b0b4-48623395c1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c12c2e90-5594-4dc8-9607-0895d1df5067'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:07:18.559260 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-431ff97c-3774-46f1-82de-c71c32ab5b75 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Network hostable DHCP agents. Network: c12c2e90-5594-4dc8-9607-0895d1df5067, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:07:18.568213 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c94c58-e8e1-4d36-85bf-6ed8a78715a1 req-e050de7f-b1e5-483a-be02-2455875fff37 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:18.569954 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-92c94c58-e8e1-4d36-85bf-6ed8a78715a1 req-e050de7f-b1e5-483a-be02-2455875fff37 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=0fb52adb-7ae8-4954-b508-f4144838af7f HTTP/1.1" status: 200 len: 950 time: 0.1325500 Jan 28 07:07:18.605832 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-431ff97c-3774-46f1-82de-c71c32ab5b75 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Network c12c2e90-5594-4dc8-9607-0895d1df5067 is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:07:18.625721 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-431ff97c-3774-46f1-82de-c71c32ab5b75 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, c12c2e90-5594-4dc8-9607-0895d1df5067) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:07:18.631960 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-431ff97c-3774-46f1-82de-c71c32ab5b75 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:18.632584 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-431ff97c-3774-46f1-82de-c71c32ab5b75 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:18.632979 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62235b2d-4a7e-4e61-b704-4523681c3d63 None None] Network c12c2e90-5594-4dc8-9607-0895d1df5067 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:07:18.641962 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-92c94c58-e8e1-4d36-85bf-6ed8a78715a1 req-b5a2b5f8-eb03-4a1d-a1d8-32e3005b7359 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650406 Jan 28 07:07:18.663802 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 32800) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:07:18.664358 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-431ff97c-3774-46f1-82de-c71c32ab5b75 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.8073499 Jan 28 07:07:18.669667 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-6f9f3e96-af4d-484b-a60d-bfb2e7fb1741 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-441252444'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:07:18.710172 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f9f3e96-af4d-484b-a60d-bfb2e7fb1741 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Made reservation on behalf of 4ade2f3244a74baaac394be83c2287fc for: {'network': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:07:18.721889 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6f9f3e96-af4d-484b-a60d-bfb2e7fb1741 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:18.749909 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [req-7c7382cf-faf9-481a-b7f4-ddb7d9f3e994 req-b104bf40-b2ed-49dd-9c99-314bb98cca35 tempest-LiveAutoBlockMigrationV225Test-1114652928 tempest-LiveAutoBlockMigrationV225Test-1114652928-project-admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103283) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 07:07:18.751071 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7c7382cf-faf9-481a-b7f4-ddb7d9f3e994 req-b104bf40-b2ed-49dd-9c99-314bb98cca35 tempest-LiveAutoBlockMigrationV225Test-1114652928 tempest-LiveAutoBlockMigrationV225Test-1114652928-project-admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0154498 Jan 28 07:07:18.782423 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-92198685-1bdf-46e0-a77e-58cea09bbd98 None None] Publish callbacks [] for port (ea6b087a-2e4c-4044-b418-2c0c1a20ef81), precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:18.794464 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f9f3e96-af4d-484b-a60d-bfb2e7fb1741 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=103283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:07:18.799617 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-92198685-1bdf-46e0-a77e-58cea09bbd98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (ea6b087a-2e4c-4044-b418-2c0c1a20ef81), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:18.800011 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8734734-58f7-4da9-b00c-bfacbc4090c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3dd72b9-6805-5f61-b6f3-a591f99a173d-c12c2e90-5594-4dc8-9607-0895d1df5067', 'network_id': 'c12c2e90-5594-4dc8-9607-0895d1df5067', 'project_id': '4ade2f3244a74baaac394be83c2287fc', 'fixed_ips': [{'subnet_id': '2d3b9885-4a83-42d2-a84f-6b5a44d519d6'}]}} from n-d-712749-28. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 07:07:18.800940 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b8734734-58f7-4da9-b00c-bfacbc4090c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:18.810841 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7382cf-faf9-481a-b7f4-ddb7d9f3e994 req-d3610c4c-76f6-4728-a199-453791fb5854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:18.819338 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7c7382cf-faf9-481a-b7f4-ddb7d9f3e994 req-d3610c4c-76f6-4728-a199-453791fb5854 service neutron] 10.222.0.41 "GET /v2.0/ports/6479eef5-951c-4e2c-a998-c082886c019a HTTP/1.1" status: 200 len: 1095 time: 0.0586295 Jan 28 07:07:18.825131 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-7c7382cf-faf9-481a-b7f4-ddb7d9f3e994 req-b8551aeb-eb93-4bcf-a5ef-cc2495f5c444 service neutron] Request body: {'binding': {'host': 'n-h1-712749-28', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:07:18.826037 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-7c7382cf-faf9-481a-b7f4-ddb7d9f3e994 req-b8551aeb-eb93-4bcf-a5ef-cc2495f5c444 service neutron] Unknown quota resources ['binding']. {{(pid=103283) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 07:07:18.876232 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ab06b8-c755-428b-be35-a621cef7c478 None None] Pushing event updated for resources: {'Port': ['ID=ea6b087a-2e4c-4044-b418-2c0c1a20ef81,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:07:18.905620 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ab06b8-c755-428b-be35-a621cef7c478 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:07:18.906318 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ab06b8-c755-428b-be35-a621cef7c478 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:07:18.906968 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ab06b8-c755-428b-be35-a621cef7c478 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:07:18.907502 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ab06b8-c755-428b-be35-a621cef7c478 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:07:18.909384 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ab06b8-c755-428b-be35-a621cef7c478 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:07:18.909935 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ab06b8-c755-428b-be35-a621cef7c478 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:07:18.910621 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ab06b8-c755-428b-be35-a621cef7c478 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:07:18.911142 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ab06b8-c755-428b-be35-a621cef7c478 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:07:18.911671 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ab06b8-c755-428b-be35-a621cef7c478 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:07:18.912178 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ab06b8-c755-428b-be35-a621cef7c478 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:07:18.912947 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ab06b8-c755-428b-be35-a621cef7c478 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:07:18.913479 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ab06b8-c755-428b-be35-a621cef7c478 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:07:18.913781 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6f9f3e96-af4d-484b-a60d-bfb2e7fb1741 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (ce716a12-c1f6-436a-8799-cf336e01826c), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:18.914134 n-d-712749-28 neutron-server[103283]: INFO neutron.db.segments_db [None req-6f9f3e96-af4d-484b-a60d-bfb2e7fb1741 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Added segment ce716a12-c1f6-436a-8799-cf336e01826c of type vlan for network 27809846-5323-402e-92f9-f3dbdeb36ea6 Jan 28 07:07:18.914546 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ab06b8-c755-428b-be35-a621cef7c478 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:07:18.961471 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-92198685-1bdf-46e0-a77e-58cea09bbd98 None None] Attempting to bind port ea6b087a-2e4c-4044-b418-2c0c1a20ef81 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:07:18.961842 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-92198685-1bdf-46e0-a77e-58cea09bbd98 None None] Attempting to bind port ea6b087a-2e4c-4044-b418-2c0c1a20ef81 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '9b92139a-3e53-4788-a029-aaa23345d52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'a4d164f6-e19b-4f94-82e2-2e552675b35b'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:07:18.962213 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92198685-1bdf-46e0-a77e-58cea09bbd98 None None] Attempting to bind port ea6b087a-2e4c-4044-b418-2c0c1a20ef81 on network a4d164f6-e19b-4f94-82e2-2e552675b35b {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:07:18.967808 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92198685-1bdf-46e0-a77e-58cea09bbd98 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:07:18.968083 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92198685-1bdf-46e0-a77e-58cea09bbd98 None None] Checking segment: {'id': '9b92139a-3e53-4788-a029-aaa23345d52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'a4d164f6-e19b-4f94-82e2-2e552675b35b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:07:18.968685 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-92198685-1bdf-46e0-a77e-58cea09bbd98 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:18.969087 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92198685-1bdf-46e0-a77e-58cea09bbd98 None None] Bound using segment: {'id': '9b92139a-3e53-4788-a029-aaa23345d52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'a4d164f6-e19b-4f94-82e2-2e552675b35b'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:07:18.969563 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-92198685-1bdf-46e0-a77e-58cea09bbd98 None None] Bound port: ea6b087a-2e4c-4044-b418-2c0c1a20ef81, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b92139a-3e53-4788-a029-aaa23345d52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'a4d164f6-e19b-4f94-82e2-2e552675b35b'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:07:18.969951 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-92198685-1bdf-46e0-a77e-58cea09bbd98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (ea6b087a-2e4c-4044-b418-2c0c1a20ef81), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:18.979815 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-b8734734-58f7-4da9-b00c-bfacbc4090c7 None None] Allocated IP 19.80.0.2 (c12c2e90-5594-4dc8-9607-0895d1df5067/2d3b9885-4a83-42d2-a84f-6b5a44d519d6/3eb7cd20-51c0-4444-a632-52d3f89e58a1) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:07:18.995529 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6f9f3e96-af4d-484b-a60d-bfb2e7fb1741 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (27809846-5323-402e-92f9-f3dbdeb36ea6), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:19.053700 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-92198685-1bdf-46e0-a77e-58cea09bbd98 None None] For port ea6b087a-2e4c-4044-b418-2c0c1a20ef81, host n-d-712749-28, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:07:19.060525 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-92198685-1bdf-46e0-a77e-58cea09bbd98 None None] For port ea6b087a-2e4c-4044-b418-2c0c1a20ef81, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=ea6b087a-2e4c-4044-b418-2c0c1a20ef81,segment=NetworkSegment(9b92139a-3e53-4788-a029-aaa23345d52a),segment_id=9b92139a-3e53-4788-a029-aaa23345d52a)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:07:19.073042 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-92198685-1bdf-46e0-a77e-58cea09bbd98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (ea6b087a-2e4c-4044-b418-2c0c1a20ef81), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:19.080125 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6f9f3e96-af4d-484b-a60d-bfb2e7fb1741 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (27809846-5323-402e-92f9-f3dbdeb36ea6), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:19.085884 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f9f3e96-af4d-484b-a60d-bfb2e7fb1741 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:19.086982 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6f9f3e96-af4d-484b-a60d-bfb2e7fb1741 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:19.127544 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-6f9f3e96-af4d-484b-a60d-bfb2e7fb1741 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4617574 Jan 28 07:07:19.136533 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-7c7382cf-faf9-481a-b7f4-ddb7d9f3e994 req-b8551aeb-eb93-4bcf-a5ef-cc2495f5c444 service neutron] Attempting to bind port 6479eef5-951c-4e2c-a998-c082886c019a on host n-h1-712749-28 for vnic_type normal with profile None {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:07:19.137529 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-7c7382cf-faf9-481a-b7f4-ddb7d9f3e994 req-b8551aeb-eb93-4bcf-a5ef-cc2495f5c444 service neutron] Attempting to bind port 6479eef5-951c-4e2c-a998-c082886c019a by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': '919581ea-4d97-4a95-839c-1632528194b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '823f80f1-2970-481b-aed2-7ad5a7c0ed20'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:07:19.138122 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c7382cf-faf9-481a-b7f4-ddb7d9f3e994 req-b8551aeb-eb93-4bcf-a5ef-cc2495f5c444 service neutron] Attempting to bind port 6479eef5-951c-4e2c-a998-c082886c019a on network 823f80f1-2970-481b-aed2-7ad5a7c0ed20 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:07:19.158615 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 32810) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:07:19.167942 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c7382cf-faf9-481a-b7f4-ddb7d9f3e994 req-b8551aeb-eb93-4bcf-a5ef-cc2495f5c444 service neutron] Port 6479eef5-951c-4e2c-a998-c082886c019a on network 823f80f1-2970-481b-aed2-7ad5a7c0ed20 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:07:19.168637 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c7382cf-faf9-481a-b7f4-ddb7d9f3e994 req-b8551aeb-eb93-4bcf-a5ef-cc2495f5c444 service neutron] Attempting to bind port 6479eef5-951c-4e2c-a998-c082886c019a on network 823f80f1-2970-481b-aed2-7ad5a7c0ed20 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:07:19.174125 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-a7464752-7326-445c-802c-d18097135025 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Request body: {'subnet': {'network_id': '27809846-5323-402e-92f9-f3dbdeb36ea6', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:07:19.193191 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c7382cf-faf9-481a-b7f4-ddb7d9f3e994 req-b8551aeb-eb93-4bcf-a5ef-cc2495f5c444 service neutron] Checking agent: {'id': '2fca46b1-237f-4857-9290-2429d810e472', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 7, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:07:19.193778 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c7382cf-faf9-481a-b7f4-ddb7d9f3e994 req-b8551aeb-eb93-4bcf-a5ef-cc2495f5c444 service neutron] Checking segment: {'id': '919581ea-4d97-4a95-839c-1632528194b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '823f80f1-2970-481b-aed2-7ad5a7c0ed20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:07:19.194564 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c7382cf-faf9-481a-b7f4-ddb7d9f3e994 req-b8551aeb-eb93-4bcf-a5ef-cc2495f5c444 service neutron] Bound using segment: {'id': '919581ea-4d97-4a95-839c-1632528194b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '823f80f1-2970-481b-aed2-7ad5a7c0ed20'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:07:19.195431 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-7c7382cf-faf9-481a-b7f4-ddb7d9f3e994 req-b8551aeb-eb93-4bcf-a5ef-cc2495f5c444 service neutron] Bound port: 6479eef5-951c-4e2c-a998-c082886c019a, host: n-h1-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '919581ea-4d97-4a95-839c-1632528194b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '823f80f1-2970-481b-aed2-7ad5a7c0ed20'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:07:19.223371 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92198685-1bdf-46e0-a77e-58cea09bbd98 None None] Routers {'e3b4c5b9-0d5e-46b9-a9cf-9839431f1337'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:07:19.224047 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-92198685-1bdf-46e0-a77e-58cea09bbd98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:07:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['e3b4c5b9-0d5e-46b9-a9cf-9839431f1337'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:07:19.228175 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ab06b8-c755-428b-be35-a621cef7c478 None None] Pushing event updated for resources: {'Port': ['ID=ea6b087a-2e4c-4044-b418-2c0c1a20ef81,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:07:19.287220 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b8734734-58f7-4da9-b00c-bfacbc4090c7 None None] Publish callbacks [] for port (3eb7cd20-51c0-4444-a632-52d3f89e58a1), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:19.289276 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-55336669-a9eb-4357-824f-7cea14167b21 None None] Provisioning complete for port ea6b087a-2e4c-4044-b418-2c0c1a20ef81 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:07:19.291934 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-55336669-a9eb-4357-824f-7cea14167b21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (ea6b087a-2e4c-4044-b418-2c0c1a20ef81), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:19.301034 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51217da7-856c-4cd6-971d-61802d345934 req-de119dd1-d9b2-41c5-93b7-58edebd4d1b5 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:19.312144 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-51217da7-856c-4cd6-971d-61802d345934 req-de119dd1-d9b2-41c5-93b7-58edebd4d1b5 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=0fb52adb-7ae8-4954-b508-f4144838af7f HTTP/1.1" status: 200 len: 950 time: 0.2043993 Jan 28 07:07:19.357257 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b8734734-58f7-4da9-b00c-bfacbc4090c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (3eb7cd20-51c0-4444-a632-52d3f89e58a1), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:19.408159 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-51217da7-856c-4cd6-971d-61802d345934 req-c78be548-d236-4465-8731-f785a9629b16 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912209 Jan 28 07:07:19.412044 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7464752-7326-445c-802c-d18097135025 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Made reservation on behalf of 4ade2f3244a74baaac394be83c2287fc for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:07:19.422781 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a7464752-7326-445c-802c-d18097135025 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24979592'] for subnet (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:19.426514 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8734734-58f7-4da9-b00c-bfacbc4090c7 None None] Network c12c2e90-5594-4dc8-9607-0895d1df5067 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:07:19.441069 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-92198685-1bdf-46e0-a77e-58cea09bbd98 None None] Set router e3b4c5b9-0d5e-46b9-a9cf-9839431f1337 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:07:19.450966 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-b8734734-58f7-4da9-b00c-bfacbc4090c7 None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:07:19.456524 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8734734-58f7-4da9-b00c-bfacbc4090c7 None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:07:19.479753 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8734734-58f7-4da9-b00c-bfacbc4090c7 None None] Pushing event updated for resources: {'Port': ['ID=3eb7cd20-51c0-4444-a632-52d3f89e58a1,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:07:19.531379 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-55336669-a9eb-4357-824f-7cea14167b21 None None] Current status of the port ea6b087a-2e4c-4044-b418-2c0c1a20ef81 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:07:19.531775 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-55336669-a9eb-4357-824f-7cea14167b21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (ea6b087a-2e4c-4044-b418-2c0c1a20ef81), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:19.600069 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-55336669-a9eb-4357-824f-7cea14167b21 None None] For port ea6b087a-2e4c-4044-b418-2c0c1a20ef81, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=ea6b087a-2e4c-4044-b418-2c0c1a20ef81,segment=NetworkSegment(9b92139a-3e53-4788-a029-aaa23345d52a),segment_id=9b92139a-3e53-4788-a029-aaa23345d52a)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:07:19.635153 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-55336669-a9eb-4357-824f-7cea14167b21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (ea6b087a-2e4c-4044-b418-2c0c1a20ef81), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:19.658582 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9f3e96-af4d-484b-a60d-bfb2e7fb1741 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Pushing event updated for resources: {'Network': ['ID=27809846-5323-402e-92f9-f3dbdeb36ea6,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:07:19.680629 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network 27809846-5323-402e-92f9-f3dbdeb36ea6 details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:07:19.693811 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-b8734734-58f7-4da9-b00c-bfacbc4090c7 None None] Attempting to bind port 3eb7cd20-51c0-4444-a632-52d3f89e58a1 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:07:19.694197 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-b8734734-58f7-4da9-b00c-bfacbc4090c7 None None] Attempting to bind port 3eb7cd20-51c0-4444-a632-52d3f89e58a1 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '7c829508-0903-4bcf-b0b4-48623395c1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c12c2e90-5594-4dc8-9607-0895d1df5067'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:07:19.694568 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8734734-58f7-4da9-b00c-bfacbc4090c7 None None] Attempting to bind port 3eb7cd20-51c0-4444-a632-52d3f89e58a1 on network c12c2e90-5594-4dc8-9607-0895d1df5067 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:07:19.705009 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-7c7382cf-faf9-481a-b7f4-ddb7d9f3e994 req-b8551aeb-eb93-4bcf-a5ef-cc2495f5c444 service neutron] For port 6479eef5-951c-4e2c-a998-c082886c019a, host n-h1-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=6479eef5-951c-4e2c-a998-c082886c019a,segment=NetworkSegment(919581ea-4d97-4a95-839c-1632528194b6),segment_id=919581ea-4d97-4a95-839c-1632528194b6)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:07:19.715488 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-7c7382cf-faf9-481a-b7f4-ddb7d9f3e994 req-b8551aeb-eb93-4bcf-a5ef-cc2495f5c444 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:19.719125 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7c7382cf-faf9-481a-b7f4-ddb7d9f3e994 req-b8551aeb-eb93-4bcf-a5ef-cc2495f5c444 service neutron] 10.222.0.41 "POST /v2.0/ports/6479eef5-951c-4e2c-a998-c082886c019a/bindings HTTP/1.1" status: 201 len: 390 time: 0.8980684 Jan 28 07:07:19.730457 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-92198685-1bdf-46e0-a77e-58cea09bbd98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3b4c5b9-0d5e-46b9-a9cf-9839431f1337', 'name': 'tempest-ServersTestMultiNic-512519775-router', 'tenant_id': '4ade2f3244a74baaac394be83c2287fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.186'}], 'enable_snat': True}, 'gw_port_id': 'bf618d85-d22c-472e-b74d-5fda603cdee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:07:07Z', 'updated_at': '2022-01-28T07:07:14Z', 'revision_number': 4, 'project_id': '4ade2f3244a74baaac394be83c2287fc', 'gw_port': {'id': 'bf618d85-d22c-472e-b74d-5fda603cdee8', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:52:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b4c5b9-0d5e-46b9-a9cf-9839431f1337', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:07:08Z', 'updated_at': '2022-01-28T07:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': 'ea6b087a-2e4c-4044-b418-2c0c1a20ef81', 'name': '', 'network_id': 'a4d164f6-e19b-4f94-82e2-2e552675b35b', 'tenant_id': '4ade2f3244a74baaac394be83c2287fc', 'mac_address': 'fa:16:3e:3e:24:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3b4c5b9-0d5e-46b9-a9cf-9839431f1337', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '840987c2-17e1-4d2b-ba7e-a03efc400a0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:07:13Z', 'updated_at': '2022-01-28T07:07:19Z', 'revision_number': 4, 'project_id': '4ade2f3244a74baaac394be83c2287fc', 'subnets': [{'id': '840987c2-17e1-4d2b-ba7e-a03efc400a0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:07:19.743102 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8734734-58f7-4da9-b00c-bfacbc4090c7 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:07:19.743350 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8734734-58f7-4da9-b00c-bfacbc4090c7 None None] Checking segment: {'id': '7c829508-0903-4bcf-b0b4-48623395c1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c12c2e90-5594-4dc8-9607-0895d1df5067'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:07:19.744243 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b8734734-58f7-4da9-b00c-bfacbc4090c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:19.744243 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8734734-58f7-4da9-b00c-bfacbc4090c7 None None] Bound using segment: {'id': '7c829508-0903-4bcf-b0b4-48623395c1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c12c2e90-5594-4dc8-9607-0895d1df5067'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:07:19.744728 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-b8734734-58f7-4da9-b00c-bfacbc4090c7 None None] Bound port: 3eb7cd20-51c0-4444-a632-52d3f89e58a1, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c829508-0903-4bcf-b0b4-48623395c1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c12c2e90-5594-4dc8-9607-0895d1df5067'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:07:19.745115 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b8734734-58f7-4da9-b00c-bfacbc4090c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (3eb7cd20-51c0-4444-a632-52d3f89e58a1), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:19.764522 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92198685-1bdf-46e0-a77e-58cea09bbd98 None None] The sync data for ids ['e3b4c5b9-0d5e-46b9-a9cf-9839431f1337'] in n-d-712749-28 is: [{'id': 'e3b4c5b9-0d5e-46b9-a9cf-9839431f1337', 'name': 'tempest-ServersTestMultiNic-512519775-router', 'tenant_id': '4ade2f3244a74baaac394be83c2287fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.186'}], 'enable_snat': True}, 'gw_port_id': 'bf618d85-d22c-472e-b74d-5fda603cdee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:07:07Z', 'updated_at': '2022-01-28T07:07:14Z', 'revision_number': 4, 'project_id': '4ade2f3244a74baaac394be83c2287fc', 'gw_port': {'id': 'bf618d85-d22c-472e-b74d-5fda603cdee8', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:52:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b4c5b9-0d5e-46b9-a9cf-9839431f1337', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:07:08Z', 'updated_at': '2022-01-28T07:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': 'ea6b087a-2e4c-4044-b418-2c0c1a20ef81', 'name': '', 'network_id': 'a4d164f6-e19b-4f94-82e2-2e552675b35b', 'tenant_id': '4ade2f3244a74baaac394be83c2287fc', 'mac_address': 'fa:16:3e:3e:24:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3b4c5b9-0d5e-46b9-a9cf-9839431f1337', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '840987c2-17e1-4d2b-ba7e-a03efc400a0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:07:13Z', 'updated_at': '2022-01-28T07:07:19Z', 'revision_number': 4, 'project_id': '4ade2f3244a74baaac394be83c2287fc', 'subnets': [{'id': '840987c2-17e1-4d2b-ba7e-a03efc400a0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:07:19.801805 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55336669-a9eb-4357-824f-7cea14167b21 None None] Pushing event updated for resources: {'Port': ['ID=ea6b087a-2e4c-4044-b418-2c0c1a20ef81,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:07:19.897881 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-3550f0ca-3a7b-420e-bce7-4e4669622e12 None None] Provisioning complete for port ea6b087a-2e4c-4044-b418-2c0c1a20ef81 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:07:19.898258 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3550f0ca-3a7b-420e-bce7-4e4669622e12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (ea6b087a-2e4c-4044-b418-2c0c1a20ef81), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:19.927475 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a7464752-7326-445c-802c-d18097135025 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24757504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24979610'] for subnet (97f3c5f5-fd10-4d4d-bb88-be82c0f4b8dc), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:19.972028 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-b8734734-58f7-4da9-b00c-bfacbc4090c7 None None] For port 3eb7cd20-51c0-4444-a632-52d3f89e58a1, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:07:19.975666 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-b8734734-58f7-4da9-b00c-bfacbc4090c7 None None] For port 3eb7cd20-51c0-4444-a632-52d3f89e58a1, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=3eb7cd20-51c0-4444-a632-52d3f89e58a1,segment=NetworkSegment(7c829508-0903-4bcf-b0b4-48623395c1b3),segment_id=7c829508-0903-4bcf-b0b4-48623395c1b3)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:07:19.986868 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b8734734-58f7-4da9-b00c-bfacbc4090c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (3eb7cd20-51c0-4444-a632-52d3f89e58a1), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:20.052103 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ce91bb-f60d-43bb-b33b-25d2358f96d2 req-dabaed26-040a-4bf5-ba8e-b8c716a3f35d tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:20.059283 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-79ce91bb-f60d-43bb-b33b-25d2358f96d2 req-dabaed26-040a-4bf5-ba8e-b8c716a3f35d tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.41 "GET /v2.0/ports?device_id=8813fdc9-13cd-4d6b-88a5-c1cef3739966 HTTP/1.1" status: 200 len: 950 time: 0.2388813 Jan 28 07:07:20.104286 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-3550f0ca-3a7b-420e-bce7-4e4669622e12 None None] Current status of the port ea6b087a-2e4c-4044-b418-2c0c1a20ef81 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:07:20.107528 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7464752-7326-445c-802c-d18097135025 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Pushing event updated for resources: {'Subnet': ['ID=97f3c5f5-fd10-4d4d-bb88-be82c0f4b8dc,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:07:20.155376 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8734734-58f7-4da9-b00c-bfacbc4090c7 None None] Pushing event updated for resources: {'Port': ['ID=3eb7cd20-51c0-4444-a632-52d3f89e58a1,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:07:20.164160 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7464752-7326-445c-802c-d18097135025 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Checking segment: {'id': 'ce716a12-c1f6-436a-8799-cf336e01826c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '27809846-5323-402e-92f9-f3dbdeb36ea6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:07:20.164723 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7464752-7326-445c-802c-d18097135025 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Network hostable DHCP agents. Network: 27809846-5323-402e-92f9-f3dbdeb36ea6, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:07:20.175185 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143cece6-8f95-44f0-b83b-d6be1f22e27e req-79d61a99-ca33-42cc-9415-fe9b097d5d89 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:20.176936 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-79ce91bb-f60d-43bb-b33b-25d2358f96d2 req-649fa960-1f69-4ef6-90f9-2f7ae360d9b9 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.41 "GET /v2.0/security-groups?id=a925a148-520f-4e8d-aa8c-4258e73ac6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162896 Jan 28 07:07:20.182844 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-143cece6-8f95-44f0-b83b-d6be1f22e27e req-79d61a99-ca33-42cc-9415-fe9b097d5d89 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/ports?device_id=08006919-0299-48cf-a9f3-f2ccc70a1f0b HTTP/1.1" status: 200 len: 950 time: 0.0853200 Jan 28 07:07:20.216492 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7464752-7326-445c-802c-d18097135025 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Network 27809846-5323-402e-92f9-f3dbdeb36ea6 is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:07:20.234532 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-a7464752-7326-445c-802c-d18097135025 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, 27809846-5323-402e-92f9-f3dbdeb36ea6) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:07:20.243328 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7464752-7326-445c-802c-d18097135025 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:20.244275 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a7464752-7326-445c-802c-d18097135025 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:20.245103 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-613a8892-21d2-4cb7-97e0-4692702082ec None None] Network 27809846-5323-402e-92f9-f3dbdeb36ea6 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:07:20.281179 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-a7464752-7326-445c-802c-d18097135025 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.1214461 Jan 28 07:07:20.393962 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f04f9b0-057f-42c5-abc3-3862d0ccdf9e req-3e109491-c0d7-4bd7-a893-0b28041d4ad3 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:20.408586 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7f04f9b0-057f-42c5-abc3-3862d0ccdf9e req-3e109491-c0d7-4bd7-a893-0b28041d4ad3 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/ports?device_id=c99d7ddf-8757-47cb-9f3a-5167285f7a3c HTTP/1.1" status: 200 len: 946 time: 0.1444840 Jan 28 07:07:20.413911 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-143cece6-8f95-44f0-b83b-d6be1f22e27e req-d3d9eb1e-6b78-4bff-9c3d-9debe31d776e tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/security-groups?id=b910cb8c-64ec-47f6-b06b-89e838bb343d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300835 Jan 28 07:07:20.441784 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7382cf-faf9-481a-b7f4-ddb7d9f3e994 req-ccb6b5d6-ebbb-435d-8394-846ec52e3bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:20.443522 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7c7382cf-faf9-481a-b7f4-ddb7d9f3e994 req-ccb6b5d6-ebbb-435d-8394-846ec52e3bc2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5c2af407db1e43909575b4b7c4ad1b18&device_id=c99d7ddf-8757-47cb-9f3a-5167285f7a3c HTTP/1.1" status: 200 len: 1098 time: 0.2233088 Jan 28 07:07:20.458441 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d40ea1d9-8057-4526-93a9-56a0e1d4cb64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3dd72b9-6805-5f61-b6f3-a591f99a173d-27809846-5323-402e-92f9-f3dbdeb36ea6', 'network_id': '27809846-5323-402e-92f9-f3dbdeb36ea6', 'project_id': '4ade2f3244a74baaac394be83c2287fc', 'fixed_ips': [{'subnet_id': '97f3c5f5-fd10-4d4d-bb88-be82c0f4b8dc'}]}} from n-d-712749-28. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 07:07:20.460843 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d40ea1d9-8057-4526-93a9-56a0e1d4cb64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:20.483711 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 32830) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:07:20.612756 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7f04f9b0-057f-42c5-abc3-3862d0ccdf9e req-8ed4a6d0-c256-4e6f-b006-b2900e33e77a tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/security-groups?id=83d97fa1-2f29-40d2-a756-a970d048d2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043095 Jan 28 07:07:20.623269 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7382cf-faf9-481a-b7f4-ddb7d9f3e994 req-a81e557e-f507-465d-83d1-03115cbf1b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:20.627286 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7c7382cf-faf9-481a-b7f4-ddb7d9f3e994 req-a81e557e-f507-465d-83d1-03115cbf1b5d service neutron] 10.222.0.10 "GET /v2.0/networks?id=823f80f1-2970-481b-aed2-7ad5a7c0ed20 HTTP/1.1" status: 200 len: 921 time: 0.1645563 Jan 28 07:07:20.667423 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-c687b00d-945f-44a9-861f-246335443015 admin admin] Deleting subnet d3b9dca6-c176-4992-a4b5-a8d0c2f13ca5 {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:07:20.684482 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c687b00d-945f-44a9-861f-246335443015 admin admin] Publish callbacks [] for subnet (d3b9dca6-c176-4992-a4b5-a8d0c2f13ca5), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:20.735964 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7c7382cf-faf9-481a-b7f4-ddb7d9f3e994 req-2f2ad7e4-8b85-404d-845e-dad738885d89 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6479eef5-951c-4e2c-a998-c082886c019a HTTP/1.1" status: 200 len: 217 time: 0.1018195 Jan 28 07:07:20.782600 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c687b00d-945f-44a9-861f-246335443015 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24759175'] for subnet (d3b9dca6-c176-4992-a4b5-a8d0c2f13ca5), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:20.802581 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-d40ea1d9-8057-4526-93a9-56a0e1d4cb64 None None] Allocated IP 19.86.0.2 (27809846-5323-402e-92f9-f3dbdeb36ea6/97f3c5f5-fd10-4d4d-bb88-be82c0f4b8dc/3002ef3d-d8e6-403f-a4fd-6e944b6cbb91) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:07:20.840067 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7382cf-faf9-481a-b7f4-ddb7d9f3e994 req-f0851683-ef23-42bd-b4aa-4af883c3bcd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:20.842637 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c687b00d-945f-44a9-861f-246335443015 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (d3b9dca6-c176-4992-a4b5-a8d0c2f13ca5), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:20.843847 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7c7382cf-faf9-481a-b7f4-ddb7d9f3e994 req-f0851683-ef23-42bd-b4aa-4af883c3bcd5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d3ff6769-eb60-4293-943b-ef852d2e0c72 HTTP/1.1" status: 200 len: 860 time: 0.1006513 Jan 28 07:07:20.910929 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c687b00d-945f-44a9-861f-246335443015 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24757569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24979817'] for subnet (d3b9dca6-c176-4992-a4b5-a8d0c2f13ca5), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:20.928745 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c687b00d-945f-44a9-861f-246335443015 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:20.934363 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-c687b00d-945f-44a9-861f-246335443015 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/d3b9dca6-c176-4992-a4b5-a8d0c2f13ca5 HTTP/1.1" status: 204 len: 168 time: 0.4491730 Jan 28 07:07:20.934971 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 32850) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:07:20.966308 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7c7382cf-faf9-481a-b7f4-ddb7d9f3e994 req-fff2f6f6-fcd6-4943-b196-5a5b9a2e8311 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=823f80f1-2970-481b-aed2-7ad5a7c0ed20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1075127 Jan 28 07:07:20.982797 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c687b00d-945f-44a9-861f-246335443015 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3b9dca6-c176-4992-a4b5-a8d0c2f13ca5,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:07:21.024072 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8789ba4f-d375-44e2-af0c-881694d77277 req-1b8c4566-971f-4fe2-937e-6da28c73b2ac tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:21.026831 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8789ba4f-d375-44e2-af0c-881694d77277 req-1b8c4566-971f-4fe2-937e-6da28c73b2ac tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.10 "GET /v2.0/ports?device_id=08006919-0299-48cf-a9f3-f2ccc70a1f0b HTTP/1.1" status: 200 len: 950 time: 0.4291103 Jan 28 07:07:21.051871 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d40ea1d9-8057-4526-93a9-56a0e1d4cb64 None None] Publish callbacks [] for port (3002ef3d-d8e6-403f-a4fd-6e944b6cbb91), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:21.062131 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d40ea1d9-8057-4526-93a9-56a0e1d4cb64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (3002ef3d-d8e6-403f-a4fd-6e944b6cbb91), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:21.108766 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d40ea1d9-8057-4526-93a9-56a0e1d4cb64 None None] Network 27809846-5323-402e-92f9-f3dbdeb36ea6 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:07:21.117715 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-d40ea1d9-8057-4526-93a9-56a0e1d4cb64 None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:07:21.134621 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4eed74-fded-4caa-93fc-2270f547cfe8 req-4cd6a118-b843-46a5-be6c-efb10a5bfbff tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:21.139070 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40ea1d9-8057-4526-93a9-56a0e1d4cb64 None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:07:21.146859 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1594057b-b660-4f75-bd28-3268a87c8c59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (8f3c013d-5cca-4754-bb74-c707f5f90464), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:21.149203 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4eed74-fded-4caa-93fc-2270f547cfe8 req-4cd6a118-b843-46a5-be6c-efb10a5bfbff tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:21.151701 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ab4eed74-fded-4caa-93fc-2270f547cfe8 req-4cd6a118-b843-46a5-be6c-efb10a5bfbff tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] 10.222.0.41 "GET /v2.0/networks?id=c12c2e90-5594-4dc8-9607-0895d1df5067&id=27809846-5323-402e-92f9-f3dbdeb36ea6&id=c12c2e90-5594-4dc8-9607-0895d1df5067 HTTP/1.1" status: 200 len: 1390 time: 0.3065395 Jan 28 07:07:21.165572 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40ea1d9-8057-4526-93a9-56a0e1d4cb64 None None] Pushing event updated for resources: {'Port': ['ID=3002ef3d-d8e6-403f-a4fd-6e944b6cbb91,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:07:21.195095 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ab4eed74-fded-4caa-93fc-2270f547cfe8 req-bc1ba91c-0c95-4cfc-8d11-64fcb9a8b541 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] 10.222.0.41 "GET /v2.0/quotas/4ade2f3244a74baaac394be83c2287fc HTTP/1.1" status: 200 len: 375 time: 0.0289340 Jan 28 07:07:21.238004 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-d40ea1d9-8057-4526-93a9-56a0e1d4cb64 None None] Attempting to bind port 3002ef3d-d8e6-403f-a4fd-6e944b6cbb91 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:07:21.241735 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-d40ea1d9-8057-4526-93a9-56a0e1d4cb64 None None] Attempting to bind port 3002ef3d-d8e6-403f-a4fd-6e944b6cbb91 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': 'ce716a12-c1f6-436a-8799-cf336e01826c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '27809846-5323-402e-92f9-f3dbdeb36ea6'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:07:21.242108 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40ea1d9-8057-4526-93a9-56a0e1d4cb64 None None] Attempting to bind port 3002ef3d-d8e6-403f-a4fd-6e944b6cbb91 on network 27809846-5323-402e-92f9-f3dbdeb36ea6 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:07:21.255705 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40ea1d9-8057-4526-93a9-56a0e1d4cb64 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:07:21.256416 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40ea1d9-8057-4526-93a9-56a0e1d4cb64 None None] Checking segment: {'id': 'ce716a12-c1f6-436a-8799-cf336e01826c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '27809846-5323-402e-92f9-f3dbdeb36ea6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:07:21.260854 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d40ea1d9-8057-4526-93a9-56a0e1d4cb64 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:21.261480 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40ea1d9-8057-4526-93a9-56a0e1d4cb64 None None] Bound using segment: {'id': 'ce716a12-c1f6-436a-8799-cf336e01826c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '27809846-5323-402e-92f9-f3dbdeb36ea6'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:07:21.262143 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-d40ea1d9-8057-4526-93a9-56a0e1d4cb64 None None] Bound port: 3002ef3d-d8e6-403f-a4fd-6e944b6cbb91, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce716a12-c1f6-436a-8799-cf336e01826c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '27809846-5323-402e-92f9-f3dbdeb36ea6'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:07:21.262697 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d40ea1d9-8057-4526-93a9-56a0e1d4cb64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (3002ef3d-d8e6-403f-a4fd-6e944b6cbb91), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:21.264660 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7c7382cf-faf9-481a-b7f4-ddb7d9f3e994 req-a30640ae-c6d8-49bc-8853-55b1f2988131 service neutron] 10.222.0.10 "GET /v2.0/networks/823f80f1-2970-481b-aed2-7ad5a7c0ed20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2876348 Jan 28 07:07:21.270331 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-8789ba4f-d375-44e2-af0c-881694d77277 req-0af8869b-3cf5-4fe4-8964-781a028a630c tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Deleting port 718f2284-47d9-49ef-aadf-bbf8076811c2 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:07:21.270976 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-8789ba4f-d375-44e2-af0c-881694d77277 req-0af8869b-3cf5-4fe4-8964-781a028a630c tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (718f2284-47d9-49ef-aadf-bbf8076811c2), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:21.325669 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ab4eed74-fded-4caa-93fc-2270f547cfe8 req-0aef504e-9b57-4b9d-9124-375c8900c6fb tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=4ade2f3244a74baaac394be83c2287fc&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1223402 Jan 28 07:07:21.354024 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-d40ea1d9-8057-4526-93a9-56a0e1d4cb64 None None] For port 3002ef3d-d8e6-403f-a4fd-6e944b6cbb91, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:07:21.360608 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-d40ea1d9-8057-4526-93a9-56a0e1d4cb64 None None] For port 3002ef3d-d8e6-403f-a4fd-6e944b6cbb91, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=3002ef3d-d8e6-403f-a4fd-6e944b6cbb91,segment=NetworkSegment(ce716a12-c1f6-436a-8799-cf336e01826c),segment_id=ce716a12-c1f6-436a-8799-cf336e01826c)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:07:21.369826 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d40ea1d9-8057-4526-93a9-56a0e1d4cb64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (3002ef3d-d8e6-403f-a4fd-6e944b6cbb91), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:21.481055 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40ea1d9-8057-4526-93a9-56a0e1d4cb64 None None] Pushing event updated for resources: {'Port': ['ID=3002ef3d-d8e6-403f-a4fd-6e944b6cbb91,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:07:21.538977 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7c7382cf-faf9-481a-b7f4-ddb7d9f3e994 req-d7c02509-c135-4c26-9060-a9e4bb16a40e service neutron] 10.222.0.10 "GET /v2.0/networks/823f80f1-2970-481b-aed2-7ad5a7c0ed20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2652261 Jan 28 07:07:21.571779 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ab4eed74-fded-4caa-93fc-2270f547cfe8 req-35e1db26-7127-45f5-ae4e-26c028fd6130 service neutron] 10.222.0.41 "GET /v2.0/networks/c12c2e90-5594-4dc8-9607-0895d1df5067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2446370 Jan 28 07:07:21.740682 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 7 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 07:07:21.768902 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ab4eed74-fded-4caa-93fc-2270f547cfe8 req-30cfd56c-26c4-4018-bb45-77433da7bb73 service neutron] 10.222.0.41 "GET /v2.0/networks/c12c2e90-5594-4dc8-9607-0895d1df5067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879175 Jan 28 07:07:21.778469 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device ea6b087a-2e4c-4044-b418-2c0c1a20ef81 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:07:21.905922 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port ea6b087a-2e4c-4044-b418-2c0c1a20ef81 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:07:21.906137 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (ea6b087a-2e4c-4044-b418-2c0c1a20ef81), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:21.909160 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0b068bc0-c559-48e7-9f7e-6dcd844391f4 req-a1d6fac9-3cb7-4e00-9643-68924a4abde3 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=966335f0946f459597af95ab0b33b55c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.6909564 Jan 28 07:07:21.940321 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ab4eed74-fded-4caa-93fc-2270f547cfe8 req-bd17009d-4dfb-44aa-bd89-0d2b69865563 service neutron] 10.222.0.41 "GET /v2.0/networks/27809846-5323-402e-92f9-f3dbdeb36ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430354 Jan 28 07:07:21.947914 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1594057b-b660-4f75-bd28-3268a87c8c59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (8f3c013d-5cca-4754-bb74-c707f5f90464), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:21.972809 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d924829b-90dd-4abf-bd03-6f2f08cb5c74 None None] Network c12c2e90-5594-4dc8-9607-0895d1df5067 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:07:22.030073 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-1594057b-b660-4f75-bd28-3268a87c8c59 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f3c013d-5cca-4754-bb74-c707f5f90464']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:07:22.053937 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ab4eed74-fded-4caa-93fc-2270f547cfe8 req-e77383fd-4841-464f-86f8-adacef85144f service neutron] 10.222.0.41 "GET /v2.0/networks/27809846-5323-402e-92f9-f3dbdeb36ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067014 Jan 28 07:07:22.065991 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-1594057b-b660-4f75-bd28-3268a87c8c59 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '406f2b19-55d4-4cd2-8c14-e14e9061d6e3') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:07:22.066316 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-1594057b-b660-4f75-bd28-3268a87c8c59 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '406f2b19-55d4-4cd2-8c14-e14e9061d6e3') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:07:22.098884 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1594057b-b660-4f75-bd28-3268a87c8c59 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24759294'] for segment (406f2b19-55d4-4cd2-8c14-e14e9061d6e3), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:22.121412 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a1e6e7-253f-4b6c-8352-f58ad56f5b1a req-4a8607b8-d536-4560-8d93-ec0274ba0105 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:22.122963 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-87a1e6e7-253f-4b6c-8352-f58ad56f5b1a req-4a8607b8-d536-4560-8d93-ec0274ba0105 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.44 "GET /v2.0/ports?device_id=88ddd9f2-1b37-4e00-82d0-05fcc7e48a0c HTTP/1.1" status: 200 len: 950 time: 0.2560031 Jan 28 07:07:22.161532 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1594057b-b660-4f75-bd28-3268a87c8c59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (406f2b19-55d4-4cd2-8c14-e14e9061d6e3), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:22.169774 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ab4eed74-fded-4caa-93fc-2270f547cfe8 req-b5e02d55-e992-411b-9609-337e95b977d5 service neutron] 10.222.0.41 "GET /v2.0/networks/c12c2e90-5594-4dc8-9607-0895d1df5067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084535 Jan 28 07:07:22.203263 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1594057b-b660-4f75-bd28-3268a87c8c59 admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:07:22.203589 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1594057b-b660-4f75-bd28-3268a87c8c59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24757675'] for segment (406f2b19-55d4-4cd2-8c14-e14e9061d6e3), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:22.206347 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-8789ba4f-d375-44e2-af0c-881694d77277 req-0af8869b-3cf5-4fe4-8964-781a028a630c tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] For port 718f2284-47d9-49ef-aadf-bbf8076811c2, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=718f2284-47d9-49ef-aadf-bbf8076811c2,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:07:22.206704 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-8789ba4f-d375-44e2-af0c-881694d77277 req-0af8869b-3cf5-4fe4-8964-781a028a630c tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (718f2284-47d9-49ef-aadf-bbf8076811c2), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:22.208713 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-f853013e-6a97-4999-be76-fd34b1d54f24 None None] Provisioning complete for port 3eb7cd20-51c0-4444-a632-52d3f89e58a1 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:07:22.209204 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f853013e-6a97-4999-be76-fd34b1d54f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (3eb7cd20-51c0-4444-a632-52d3f89e58a1), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:22.209769 n-d-712749-28 neutron-server[103284]: Traceback (most recent call last): Jan 28 07:07:22.209769 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:07:22.209769 n-d-712749-28 neutron-server[103284]: timer() Jan 28 07:07:22.209769 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:07:22.209769 n-d-712749-28 neutron-server[103284]: cb(*args, **kw) Jan 28 07:07:22.209769 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:07:22.209769 n-d-712749-28 neutron-server[103284]: return func(*args, **kwargs) Jan 28 07:07:22.209769 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:07:22.209769 n-d-712749-28 neutron-server[103284]: self._notify() Jan 28 07:07:22.209769 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:07:22.209769 n-d-712749-28 neutron-server[103284]: self.callback(batched_events) Jan 28 07:07:22.209769 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:07:22.209769 n-d-712749-28 neutron-server[103284]: event.method(event) Jan 28 07:07:22.209769 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:07:22.209769 n-d-712749-28 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:07:22.209769 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:07:22.209769 n-d-712749-28 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:07:22.209769 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:07:22.209769 n-d-712749-28 neutron-server[103284]: return f(self, *a, **k) Jan 28 07:07:22.209769 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:07:22.209769 n-d-712749-28 neutron-server[103284]: return self._get(url).json() Jan 28 07:07:22.209769 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:07:22.209769 n-d-712749-28 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:07:22.209769 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:07:22.209769 n-d-712749-28 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Jan 28 07:07:22.209769 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:07:22.209769 n-d-712749-28 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:07:22.209769 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:07:22.209769 n-d-712749-28 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:07:22.209769 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:07:22.209769 n-d-712749-28 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:07:22.209769 n-d-712749-28 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:07:22.267792 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port ea6b087a-2e4c-4044-b418-2c0c1a20ef81 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:07:22.268164 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b068bc0-c559-48e7-9f7e-6dcd844391f4 req-7c3053b6-946b-4308-ba0a-845e9d29bff0 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:22.269162 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 3eb7cd20-51c0-4444-a632-52d3f89e58a1 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:07:22.274741 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0b068bc0-c559-48e7-9f7e-6dcd844391f4 req-7c3053b6-946b-4308-ba0a-845e9d29bff0 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3385513 Jan 28 07:07:22.284918 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-8789ba4f-d375-44e2-af0c-881694d77277 req-0af8869b-3cf5-4fe4-8964-781a028a630c tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Calling delete_port for 718f2284-47d9-49ef-aadf-bbf8076811c2 owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:07:22.313317 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ab4eed74-fded-4caa-93fc-2270f547cfe8 req-c77bca45-02ed-4348-bd30-1301e38e6a68 service neutron] 10.222.0.41 "GET /v2.0/networks/c12c2e90-5594-4dc8-9607-0895d1df5067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372349 Jan 28 07:07:22.339296 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0b068bc0-c559-48e7-9f7e-6dcd844391f4 req-90d99dfd-c9be-4f1c-9c7a-0e6e61627486 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/quotas/966335f0946f459597af95ab0b33b55c HTTP/1.1" status: 200 len: 375 time: 0.0623920 Jan 28 07:07:22.389976 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-f853013e-6a97-4999-be76-fd34b1d54f24 None None] Current status of the port 3eb7cd20-51c0-4444-a632-52d3f89e58a1 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:07:22.391249 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f853013e-6a97-4999-be76-fd34b1d54f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (3eb7cd20-51c0-4444-a632-52d3f89e58a1), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:22.428128 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 3eb7cd20-51c0-4444-a632-52d3f89e58a1 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:07:22.429085 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (3eb7cd20-51c0-4444-a632-52d3f89e58a1), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:22.442473 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1594057b-b660-4f75-bd28-3268a87c8c59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (8f3c013d-5cca-4754-bb74-c707f5f90464), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:22.447630 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1594057b-b660-4f75-bd28-3268a87c8c59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:22.465014 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-1594057b-b660-4f75-bd28-3268a87c8c59 admin admin] 10.222.0.41 "DELETE /v2.0/networks/8f3c013d-5cca-4754-bb74-c707f5f90464 HTTP/1.1" status: 204 len: 168 time: 1.5021570 Jan 28 07:07:22.547602 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-f853013e-6a97-4999-be76-fd34b1d54f24 None None] For port 3eb7cd20-51c0-4444-a632-52d3f89e58a1, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=3eb7cd20-51c0-4444-a632-52d3f89e58a1,segment=NetworkSegment(7c829508-0903-4bcf-b0b4-48623395c1b3),segment_id=7c829508-0903-4bcf-b0b4-48623395c1b3)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:07:22.568850 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f853013e-6a97-4999-be76-fd34b1d54f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (3eb7cd20-51c0-4444-a632-52d3f89e58a1), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:22.605432 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1594057b-b660-4f75-bd28-3268a87c8c59 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f3c013d-5cca-4754-bb74-c707f5f90464,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:07:22.692139 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0b068bc0-c559-48e7-9f7e-6dcd844391f4 req-b09d393d-fc50-4dce-a817-1504fc70ce4e tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=966335f0946f459597af95ab0b33b55c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3502393 Jan 28 07:07:22.728711 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 32876) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:07:22.748368 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-87a1e6e7-253f-4b6c-8352-f58ad56f5b1a req-acaee940-c436-4988-a27f-8e1ea0e6ed1b tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Deleting port 0acfc257-ef9e-4d1b-ae95-d90a265ceab1 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:07:22.748957 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-87a1e6e7-253f-4b6c-8352-f58ad56f5b1a req-acaee940-c436-4988-a27f-8e1ea0e6ed1b tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (0acfc257-ef9e-4d1b-ae95-d90a265ceab1), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:22.770265 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f853013e-6a97-4999-be76-fd34b1d54f24 None None] Pushing event updated for resources: {'Port': ['ID=3eb7cd20-51c0-4444-a632-52d3f89e58a1,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:07:22.828764 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e0cb45-948e-492d-bf95-d57951ee7d81 req-1fe924fe-b283-4a3d-98d1-104f8be6c080 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:22.838842 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-53e0cb45-948e-492d-bf95-d57951ee7d81 req-1fe924fe-b283-4a3d-98d1-104f8be6c080 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.41 "GET /v2.0/ports?device_id=8813fdc9-13cd-4d6b-88a5-c1cef3739966 HTTP/1.1" status: 200 len: 950 time: 0.2136307 Jan 28 07:07:22.903233 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-39f3285c-ed95-4940-bfee-dc613cac67e8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a68b546bd10d454e9bcb0137cb61196a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1644390 Jan 28 07:07:22.903233 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 32882) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:07:22.935411 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 3eb7cd20-51c0-4444-a632-52d3f89e58a1 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:07:23.015642 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-53e0cb45-948e-492d-bf95-d57951ee7d81 req-782cc6f2-848e-4685-a25c-1c02e8218533 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.41 "GET /v2.0/security-groups?id=a925a148-520f-4e8d-aa8c-4258e73ac6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757483 Jan 28 07:07:23.018081 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-f58d75d7-2d60-4138-bc11-8cc5d3703080 None None] Provisioning complete for port 3eb7cd20-51c0-4444-a632-52d3f89e58a1 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:07:23.024058 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f58d75d7-2d60-4138-bc11-8cc5d3703080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (3eb7cd20-51c0-4444-a632-52d3f89e58a1), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:23.080187 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0ea6018a-5e6e-4152-83a5-a3820f0b1f3b admin admin] Publish callbacks [] for security_group (35ddb33c-0ef0-4c89-97f1-d465222d49be), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:23.181180 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0ea6018a-5e6e-4152-83a5-a3820f0b1f3b admin admin] Publish callbacks [] for security_group (35ddb33c-0ef0-4c89-97f1-d465222d49be), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:23.196255 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-8789ba4f-d375-44e2-af0c-881694d77277 req-0af8869b-3cf5-4fe4-8964-781a028a630c tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (718f2284-47d9-49ef-aadf-bbf8076811c2), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:23.218871 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-f58d75d7-2d60-4138-bc11-8cc5d3703080 None None] Current status of the port 3eb7cd20-51c0-4444-a632-52d3f89e58a1 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:07:23.248967 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['2db0eab7-310b-4c35-a1b9-bb600d2e8ebd'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:07:23.260060 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['137d085c-b81f-48ec-a596-8512923cea40', 'c940bffe-7c91-4b25-9d0c-64122cb95c53'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:07:23.270490 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af8869b-3cf5-4fe4-8964-781a028a630c tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Pushing event deleted for resources: {'Port': ['ID=718f2284-47d9-49ef-aadf-bbf8076811c2,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:07:23.288813 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7927d92-dadf-4ff6-a694-36abb03be28a req-158056f9-b1f8-4b6e-8b3d-e9424f2d9dd9 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:23.292893 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-87a1e6e7-253f-4b6c-8352-f58ad56f5b1a req-acaee940-c436-4988-a27f-8e1ea0e6ed1b tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] For port 0acfc257-ef9e-4d1b-ae95-d90a265ceab1, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=0acfc257-ef9e-4d1b-ae95-d90a265ceab1,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:07:23.293999 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-87a1e6e7-253f-4b6c-8352-f58ad56f5b1a req-acaee940-c436-4988-a27f-8e1ea0e6ed1b tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (0acfc257-ef9e-4d1b-ae95-d90a265ceab1), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:23.318624 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a7927d92-dadf-4ff6-a694-36abb03be28a req-158056f9-b1f8-4b6e-8b3d-e9424f2d9dd9 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/ports?device_id=c99d7ddf-8757-47cb-9f3a-5167285f7a3c HTTP/1.1" status: 200 len: 946 time: 0.1707237 Jan 28 07:07:23.342921 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-710a0955-9296-41fc-b29a-82b8fc04e4c5 None None] Network 27809846-5323-402e-92f9-f3dbdeb36ea6 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:07:23.364631 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04265cb9-1dbe-40e7-9b5c-d7db0759c4bc req-47355591-5b05-4690-875c-c93e4b3e7deb tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:23.373424 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-04265cb9-1dbe-40e7-9b5c-d7db0759c4bc req-47355591-5b05-4690-875c-c93e4b3e7deb tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/ports?device_id=08006919-0299-48cf-a9f3-f2ccc70a1f0b HTTP/1.1" status: 200 len: 867 time: 0.3101449 Jan 28 07:07:23.382391 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-87a1e6e7-253f-4b6c-8352-f58ad56f5b1a req-acaee940-c436-4988-a27f-8e1ea0e6ed1b tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Calling delete_port for 0acfc257-ef9e-4d1b-ae95-d90a265ceab1 owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:07:23.387379 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0ea6018a-5e6e-4152-83a5-a3820f0b1f3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (35ddb33c-0ef0-4c89-97f1-d465222d49be), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:23.400755 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0ea6018a-5e6e-4152-83a5-a3820f0b1f3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:23.405647 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-0ea6018a-5e6e-4152-83a5-a3820f0b1f3b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/35ddb33c-0ef0-4c89-97f1-d465222d49be HTTP/1.1" status: 204 len: 168 time: 0.5005412 Jan 28 07:07:23.411954 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-8789ba4f-d375-44e2-af0c-881694d77277 req-0af8869b-3cf5-4fe4-8964-781a028a630c tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] No DVR routers for this DVR port 718f2284-47d9-49ef-aadf-bbf8076811c2 on host n-h1-712749-28 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:07:23.420356 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-8789ba4f-d375-44e2-af0c-881694d77277 req-0af8869b-3cf5-4fe4-8964-781a028a630c tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:23.423795 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8789ba4f-d375-44e2-af0c-881694d77277 req-0af8869b-3cf5-4fe4-8964-781a028a630c tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.10 "DELETE /v2.0/ports/718f2284-47d9-49ef-aadf-bbf8076811c2 HTTP/1.1" status: 204 len: 173 time: 2.3897827 Jan 28 07:07:23.424205 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08006919-0299-48cf-a9f3-f2ccc70a1f0b', 'name': 'network-vif-deleted', 'tag': '718f2284-47d9-49ef-aadf-bbf8076811c2'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:07:23.426561 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f39dcf02-8667-44d6-adaf-0b822ad6eb6f" -d '{"events": [{"server_uuid": "08006919-0299-48cf-a9f3-f2ccc70a1f0b", "name": "network-vif-deleted", "tag": "718f2284-47d9-49ef-aadf-bbf8076811c2"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:07:23.554447 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-04265cb9-1dbe-40e7-9b5c-d7db0759c4bc req-a507d5ad-5c93-4fd9-8937-94819c72924c tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/security-groups?id=b910cb8c-64ec-47f6-b06b-89e838bb343d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798046 Jan 28 07:07:23.596605 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a7927d92-dadf-4ff6-a694-36abb03be28a req-7d5026f7-9b0f-4d34-9646-de741f6c29ff tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/security-groups?id=83d97fa1-2f29-40d2-a756-a970d048d2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2768281 Jan 28 07:07:23.600809 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea6018a-5e6e-4152-83a5-a3820f0b1f3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35ddb33c-0ef0-4c89-97f1-d465222d49be,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:07:23.835635 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-e9bbb910-c1e9-47b3-8510-ff6336ec0a8d None None] Provisioning complete for port 3002ef3d-d8e6-403f-a4fd-6e944b6cbb91 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:07:23.838091 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e9bbb910-c1e9-47b3-8510-ff6336ec0a8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (3002ef3d-d8e6-403f-a4fd-6e944b6cbb91), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:23.931192 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-640fbdd1-cb26-449d-a889-500de20139c3 req-c252c54c-b465-4688-9e26-e9732f2e7424 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] 10.222.0.41 "GET /v2.0/ports?device_id=66f9a834-5a43-4a1a-973e-ebbb55ffd44b HTTP/1.1" status: 200 len: 210 time: 0.0848989 Jan 28 07:07:23.932544 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-87a1e6e7-253f-4b6c-8352-f58ad56f5b1a req-acaee940-c436-4988-a27f-8e1ea0e6ed1b tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (0acfc257-ef9e-4d1b-ae95-d90a265ceab1), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:24.012904 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['137d085c-b81f-48ec-a596-8512923cea40', 'c940bffe-7c91-4b25-9d0c-64122cb95c53'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:07:24.020815 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['2db0eab7-310b-4c35-a1b9-bb600d2e8ebd'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:07:24.023835 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-046033e9-d45c-4a04-8ba7-8446b6c2c439 req-b331a143-d5cf-4999-aa9c-8f3c3065d524 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9e21c6f-9b87-4b08-b8fe-a60a848c1742 HTTP/1.1" status: 200 len: 210 time: 0.1240349 Jan 28 07:07:24.026923 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d64409ad-2788-4717-b951-54749b39c1d1 x-openstack-request-id: req-d64409ad-2788-4717-b951-54749b39c1d1 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:07:24.027561 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08006919-0299-48cf-a9f3-f2ccc70a1f0b", "name": "network-vif-deleted", "tag": "718f2284-47d9-49ef-aadf-bbf8076811c2", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:07:24.027892 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d64409ad-2788-4717-b951-54749b39c1d1 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:07:24.028527 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08006919-0299-48cf-a9f3-f2ccc70a1f0b', 'name': 'network-vif-deleted', 'tag': '718f2284-47d9-49ef-aadf-bbf8076811c2', 'status': 'completed', 'code': 200} Jan 28 07:07:24.031634 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaee940-c436-4988-a27f-8e1ea0e6ed1b tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Pushing event deleted for resources: {'Port': ['ID=0acfc257-ef9e-4d1b-ae95-d90a265ceab1,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:07:24.051213 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 3002ef3d-d8e6-403f-a4fd-6e944b6cbb91 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:07:24.175032 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-87a1e6e7-253f-4b6c-8352-f58ad56f5b1a req-acaee940-c436-4988-a27f-8e1ea0e6ed1b tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] No DVR routers for this DVR port 0acfc257-ef9e-4d1b-ae95-d90a265ceab1 on host n-h2-712749-28 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:07:24.179245 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-87a1e6e7-253f-4b6c-8352-f58ad56f5b1a req-acaee940-c436-4988-a27f-8e1ea0e6ed1b tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:24.184997 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-87a1e6e7-253f-4b6c-8352-f58ad56f5b1a req-acaee940-c436-4988-a27f-8e1ea0e6ed1b tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.44 "DELETE /v2.0/ports/0acfc257-ef9e-4d1b-ae95-d90a265ceab1 HTTP/1.1" status: 204 len: 173 time: 2.0506539 Jan 28 07:07:24.268533 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a393ab-7331-404a-b74d-a5403b471c40 req-5ef349a7-65ff-455f-9586-f1e99db51dd6 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:24.271347 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f5a393ab-7331-404a-b74d-a5403b471c40 req-5ef349a7-65ff-455f-9586-f1e99db51dd6 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.41 "GET /v2.0/ports?device_id=8813fdc9-13cd-4d6b-88a5-c1cef3739966 HTTP/1.1" status: 200 len: 950 time: 0.1630285 Jan 28 07:07:24.378319 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f5a393ab-7331-404a-b74d-a5403b471c40 req-544bf0b0-e447-479b-ae97-02f4ea12e0f1 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.41 "GET /v2.0/security-groups?id=a925a148-520f-4e8d-aa8c-4258e73ac6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970087 Jan 28 07:07:24.422309 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 718f2284-47d9-49ef-aadf-bbf8076811c2 no longer exists at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:07:24.484943 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] No Port match for: 718f2284-47d9-49ef-aadf-bbf8076811c2 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:07:24.485568 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 718f2284-47d9-49ef-aadf-bbf8076811c2 not bound to the agent host n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:07:24.718334 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 3002ef3d-d8e6-403f-a4fd-6e944b6cbb91 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:07:24.718928 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (3002ef3d-d8e6-403f-a4fd-6e944b6cbb91), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:24.855271 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2dfe09dd-16f2-4e08-9848-4091f8945ed5 req-96a29951-8361-4e82-a06b-3f9202cb1c1e tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/ports?device_id=88ddd9f2-1b37-4e00-82d0-05fcc7e48a0c HTTP/1.1" status: 200 len: 210 time: 0.0457318 Jan 28 07:07:24.908644 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527b3cbe-aea1-4677-b9bf-1200ae53bc04 req-76da06d1-7a3b-418b-8aea-fee791155581 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:24.914509 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-527b3cbe-aea1-4677-b9bf-1200ae53bc04 req-76da06d1-7a3b-418b-8aea-fee791155581 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/ports?device_id=c99d7ddf-8757-47cb-9f3a-5167285f7a3c HTTP/1.1" status: 200 len: 946 time: 0.1077363 Jan 28 07:07:24.960077 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-e9bbb910-c1e9-47b3-8510-ff6336ec0a8d None None] Current status of the port 3002ef3d-d8e6-403f-a4fd-6e944b6cbb91 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:07:24.960567 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e9bbb910-c1e9-47b3-8510-ff6336ec0a8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (3002ef3d-d8e6-403f-a4fd-6e944b6cbb91), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:24.997544 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 32936) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:07:25.034956 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-527b3cbe-aea1-4677-b9bf-1200ae53bc04 req-15f1f1c2-2ab6-4d83-a925-072892b063a4 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/security-groups?id=83d97fa1-2f29-40d2-a756-a970d048d2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142797 Jan 28 07:07:25.046701 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 3002ef3d-d8e6-403f-a4fd-6e944b6cbb91 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:07:25.047353 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (3002ef3d-d8e6-403f-a4fd-6e944b6cbb91), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:25.086575 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 0acfc257-ef9e-4d1b-ae95-d90a265ceab1 no longer exists at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:07:25.147676 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] No Port match for: 0acfc257-ef9e-4d1b-ae95-d90a265ceab1 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:07:25.148217 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 0acfc257-ef9e-4d1b-ae95-d90a265ceab1 not bound to the agent host n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:07:25.255430 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-c600343c-0426-4ec1-8da7-88480b296c7e admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-463642144-network', 'tenant_id': 'f5fa6549bc8d49d9b2eb68f328326d46'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:07:25.274122 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4eed74-fded-4caa-93fc-2270f547cfe8 req-5ccc5052-7cc2-42e6-ac4f-817424699ce0 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:25.285301 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-e9bbb910-c1e9-47b3-8510-ff6336ec0a8d None None] For port 3002ef3d-d8e6-403f-a4fd-6e944b6cbb91, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=3002ef3d-d8e6-403f-a4fd-6e944b6cbb91,segment=NetworkSegment(ce716a12-c1f6-436a-8799-cf336e01826c),segment_id=ce716a12-c1f6-436a-8799-cf336e01826c)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:07:25.299502 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4eed74-fded-4caa-93fc-2270f547cfe8 req-5ccc5052-7cc2-42e6-ac4f-817424699ce0 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:25.308718 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ab4eed74-fded-4caa-93fc-2270f547cfe8 req-5ccc5052-7cc2-42e6-ac4f-817424699ce0 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] 10.222.0.44 "GET /v2.0/networks?id=c12c2e90-5594-4dc8-9607-0895d1df5067&id=27809846-5323-402e-92f9-f3dbdeb36ea6&id=c12c2e90-5594-4dc8-9607-0895d1df5067 HTTP/1.1" status: 200 len: 1390 time: 0.4153082 Jan 28 07:07:25.312887 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7e0fe015-4d37-4698-8baa-6896a0732779 req-8cca2535-24f8-4277-9bb9-14eb83b09a89 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] 10.222.0.41 "GET /v2.0/ports?device_id=66f9a834-5a43-4a1a-973e-ebbb55ffd44b HTTP/1.1" status: 200 len: 210 time: 0.1272397 Jan 28 07:07:25.318483 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c600343c-0426-4ec1-8da7-88480b296c7e admin admin] Made reservation on behalf of f5fa6549bc8d49d9b2eb68f328326d46 for: {'network': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:07:25.327017 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c600343c-0426-4ec1-8da7-88480b296c7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:25.330512 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-ab4eed74-fded-4caa-93fc-2270f547cfe8 req-fffa32ac-b7e5-4d1a-b7b3-15eb0fe00d1d tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Request body: {'port': {'device_id': '66f9a834-5a43-4a1a-973e-ebbb55ffd44b', 'network_id': 'c12c2e90-5594-4dc8-9607-0895d1df5067', 'admin_state_up': True, 'tenant_id': '4ade2f3244a74baaac394be83c2287fc'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:07:25.345003 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c600343c-0426-4ec1-8da7-88480b296c7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:25.411948 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e9bbb910-c1e9-47b3-8510-ff6336ec0a8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (3002ef3d-d8e6-403f-a4fd-6e944b6cbb91), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:25.468173 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5d784a70-4163-4f53-bcaf-b20e2366dcb4 req-34090ac4-20d8-4dc4-afe0-ac7702357eb4 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9e21c6f-9b87-4b08-b8fe-a60a848c1742 HTTP/1.1" status: 200 len: 210 time: 0.1000807 Jan 28 07:07:25.511671 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0b068bc0-c559-48e7-9f7e-6dcd844391f4 req-507e1081-4936-4c8c-8f44-746f42792bdd tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=966335f0946f459597af95ab0b33b55c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0279958 Jan 28 07:07:25.514598 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c600343c-0426-4ec1-8da7-88480b296c7e admin admin] Publish callbacks [] for security_group (5e9c3947-6ff8-4aa4-a1f7-c165b64c94a3), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:25.560982 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.db.api [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103285) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 07:07:25.561506 n-d-712749-28 neutron-server[103285]: DEBUG oslo_db.api [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 07:07:25.586618 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c600343c-0426-4ec1-8da7-88480b296c7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (5e9c3947-6ff8-4aa4-a1f7-c165b64c94a3), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:25.607140 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-892c6ef7-0473-4332-976a-1849e4a4c2cf None None] Provisioning complete for port 3002ef3d-d8e6-403f-a4fd-6e944b6cbb91 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:07:25.607517 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-892c6ef7-0473-4332-976a-1849e4a4c2cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (3002ef3d-d8e6-403f-a4fd-6e944b6cbb91), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:25.646551 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ed8f68-ec16-4bd3-b204-1f32007f824c req-891f06bc-7077-495e-be98-c215197947e3 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:25.658687 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f2ed8f68-ec16-4bd3-b204-1f32007f824c req-891f06bc-7077-495e-be98-c215197947e3 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.41 "GET /v2.0/ports?device_id=8813fdc9-13cd-4d6b-88a5-c1cef3739966 HTTP/1.1" status: 200 len: 950 time: 0.1423132 Jan 28 07:07:25.684765 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c600343c-0426-4ec1-8da7-88480b296c7e admin admin] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=103283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:07:25.718611 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c600343c-0426-4ec1-8da7-88480b296c7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e9c3947-6ff8-4aa4-a1f7-c165b64c94a3,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:07:25.721346 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab4eed74-fded-4caa-93fc-2270f547cfe8 req-fffa32ac-b7e5-4d1a-b7b3-15eb0fe00d1d tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Made reservation on behalf of 4ade2f3244a74baaac394be83c2287fc for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:07:25.723809 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bbb910-c1e9-47b3-8510-ff6336ec0a8d None None] Pushing event updated for resources: {'Port': ['ID=3002ef3d-d8e6-403f-a4fd-6e944b6cbb91,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:07:25.728105 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ab4eed74-fded-4caa-93fc-2270f547cfe8 req-fffa32ac-b7e5-4d1a-b7b3-15eb0fe00d1d tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:25.747816 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c600343c-0426-4ec1-8da7-88480b296c7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (67c4ed53-bfbf-4494-8d62-da0c7e4209c8), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:25.747816 n-d-712749-28 neutron-server[103283]: INFO neutron.db.segments_db [None req-c600343c-0426-4ec1-8da7-88480b296c7e admin admin] Added segment 67c4ed53-bfbf-4494-8d62-da0c7e4209c8 of type vlan for network e794ad63-0b0f-4018-9f49-e800aa3d32de Jan 28 07:07:25.793572 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-892c6ef7-0473-4332-976a-1849e4a4c2cf None None] Current status of the port 3002ef3d-d8e6-403f-a4fd-6e944b6cbb91 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:07:25.794064 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f2ed8f68-ec16-4bd3-b204-1f32007f824c req-362032ff-ab1f-4804-ab56-14700ae4c1d9 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.41 "GET /v2.0/security-groups?id=a925a148-520f-4e8d-aa8c-4258e73ac6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284320 Jan 28 07:07:25.811886 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b068bc0-c559-48e7-9f7e-6dcd844391f4 req-d3605bb6-d9eb-4bb6-a82b-7b6ee3f2601c tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:25.813432 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0b068bc0-c559-48e7-9f7e-6dcd844391f4 req-d3605bb6-d9eb-4bb6-a82b-7b6ee3f2601c tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2847388 Jan 28 07:07:25.836417 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c600343c-0426-4ec1-8da7-88480b296c7e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (e794ad63-0b0f-4018-9f49-e800aa3d32de), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:25.861078 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-0b068bc0-c559-48e7-9f7e-6dcd844391f4 req-9df2b8fa-a3e1-4d33-9b87-92c7f40eff4d tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Request body: {'port': {'device_id': 'a9e21c6f-9b87-4b08-b8fe-a60a848c1742', 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb', 'admin_state_up': True, 'tenant_id': '966335f0946f459597af95ab0b33b55c'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:07:25.867807 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c600343c-0426-4ec1-8da7-88480b296c7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (e794ad63-0b0f-4018-9f49-e800aa3d32de), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:25.871290 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c600343c-0426-4ec1-8da7-88480b296c7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:25.872219 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c600343c-0426-4ec1-8da7-88480b296c7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:25.934641 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-c600343c-0426-4ec1-8da7-88480b296c7e admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9280612 Jan 28 07:07:25.937895 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 32946) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:07:25.943432 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-34e9b232-df3f-434c-b182-3f8c64111872 admin admin] Request body: {'subnet': {'network_id': 'e794ad63-0b0f-4018-9f49-e800aa3d32de', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-463642144-subnet', 'tenant_id': 'f5fa6549bc8d49d9b2eb68f328326d46', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:07:25.966483 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c600343c-0426-4ec1-8da7-88480b296c7e admin admin] Pushing event updated for resources: {'Network': ['ID=e794ad63-0b0f-4018-9f49-e800aa3d32de,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:07:25.977558 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34e9b232-df3f-434c-b182-3f8c64111872 admin admin] Made reservation on behalf of f5fa6549bc8d49d9b2eb68f328326d46 for: {'subnet': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:07:25.978162 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network e794ad63-0b0f-4018-9f49-e800aa3d32de details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:07:25.982722 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-34e9b232-df3f-434c-b182-3f8c64111872 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13555781'] for subnet (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:26.030235 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88ddd9f2-1b37-4e00-82d0-05fcc7e48a0c', 'name': 'network-vif-deleted', 'tag': '0acfc257-ef9e-4d1b-ae95-d90a265ceab1'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:07:26.039843 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fc0c6f7-0795-4108-b146-829819a2f2bf" -d '{"events": [{"server_uuid": "88ddd9f2-1b37-4e00-82d0-05fcc7e48a0c", "name": "network-vif-deleted", "tag": "0acfc257-ef9e-4d1b-ae95-d90a265ceab1"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:07:26.107103 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-ab4eed74-fded-4caa-93fc-2270f547cfe8 req-fffa32ac-b7e5-4d1a-b7b3-15eb0fe00d1d tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Allocated IP 19.80.0.56 (c12c2e90-5594-4dc8-9607-0895d1df5067/2d3b9885-4a83-42d2-a84f-6b5a44d519d6/4b1eb635-db0f-4c1a-9796-f2c54545a367) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:07:26.195462 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d014d64c-f3cf-47eb-8ce8-239d1457d533 x-openstack-request-id: req-d014d64c-f3cf-47eb-8ce8-239d1457d533 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:07:26.195890 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88ddd9f2-1b37-4e00-82d0-05fcc7e48a0c", "name": "network-vif-deleted", "tag": "0acfc257-ef9e-4d1b-ae95-d90a265ceab1", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:07:26.196279 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d014d64c-f3cf-47eb-8ce8-239d1457d533 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:07:26.196790 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88ddd9f2-1b37-4e00-82d0-05fcc7e48a0c', 'name': 'network-vif-deleted', 'tag': '0acfc257-ef9e-4d1b-ae95-d90a265ceab1', 'status': 'completed', 'code': 200} Jan 28 07:07:26.200542 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 3002ef3d-d8e6-403f-a4fd-6e944b6cbb91 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:07:26.204895 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 3eb7cd20-51c0-4444-a632-52d3f89e58a1 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:07:26.210701 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b068bc0-c559-48e7-9f7e-6dcd844391f4 req-9df2b8fa-a3e1-4d33-9b87-92c7f40eff4d tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Made reservation on behalf of 966335f0946f459597af95ab0b33b55c for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:07:26.222975 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-0b068bc0-c559-48e7-9f7e-6dcd844391f4 req-9df2b8fa-a3e1-4d33-9b87-92c7f40eff4d tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:26.246150 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-34e9b232-df3f-434c-b182-3f8c64111872 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13546728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13555799'] for subnet (11d8e1f8-50c3-4314-ae17-177714f8d453), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:26.299572 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 3eb7cd20-51c0-4444-a632-52d3f89e58a1 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:07:26.300086 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (3eb7cd20-51c0-4444-a632-52d3f89e58a1), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:26.323986 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e9b232-df3f-434c-b182-3f8c64111872 admin admin] Pushing event updated for resources: {'Subnet': ['ID=11d8e1f8-50c3-4314-ae17-177714f8d453,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:07:26.329783 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e9b232-df3f-434c-b182-3f8c64111872 admin admin] Checking segment: {'id': '67c4ed53-bfbf-4494-8d62-da0c7e4209c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e794ad63-0b0f-4018-9f49-e800aa3d32de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:07:26.330155 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34e9b232-df3f-434c-b182-3f8c64111872 admin admin] Network hostable DHCP agents. Network: e794ad63-0b0f-4018-9f49-e800aa3d32de, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:07:26.355344 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34e9b232-df3f-434c-b182-3f8c64111872 admin admin] Network e794ad63-0b0f-4018-9f49-e800aa3d32de is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:07:26.379429 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-34e9b232-df3f-434c-b182-3f8c64111872 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, e794ad63-0b0f-4018-9f49-e800aa3d32de) {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:07:26.390844 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e9b232-df3f-434c-b182-3f8c64111872 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:26.390975 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-34e9b232-df3f-434c-b182-3f8c64111872 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:26.418695 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf3ff73-86e1-47ea-b5d1-66586128f70f None None] Network e794ad63-0b0f-4018-9f49-e800aa3d32de requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:07:26.432892 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-34e9b232-df3f-434c-b182-3f8c64111872 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4898932 Jan 28 07:07:26.432892 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 32964) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:07:26.446081 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-a56c0b81-ac4e-441d-9028-6d32d8a8e4a2 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-463642144-router', 'tenant_id': 'f5fa6549bc8d49d9b2eb68f328326d46', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:07:26.493676 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a56c0b81-ac4e-441d-9028-6d32d8a8e4a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16606890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127275'] for router (faa066dd-c59b-4c69-8941-70b13b83ccdb), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:26.495618 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a56c0b81-ac4e-441d-9028-6d32d8a8e4a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16605498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16607952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16355422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127266'] for router (faa066dd-c59b-4c69-8941-70b13b83ccdb), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:26.501009 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eda1d4d-a606-4dcb-8366-35e491a59b51 req-f4227db9-9c04-480d-a847-aa08972a8561 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:26.512232 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8eda1d4d-a606-4dcb-8366-35e491a59b51 req-f4227db9-9c04-480d-a847-aa08972a8561 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/ports?device_id=c99d7ddf-8757-47cb-9f3a-5167285f7a3c HTTP/1.1" status: 200 len: 946 time: 0.2494371 Jan 28 07:07:26.576873 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a56c0b81-ac4e-441d-9028-6d32d8a8e4a2 admin admin] Publish callbacks [] for router_controller (faa066dd-c59b-4c69-8941-70b13b83ccdb), precommit_add_association {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:26.714690 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8eda1d4d-a606-4dcb-8366-35e491a59b51 req-0266760f-2e2e-4479-9098-e33b269c01a4 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/security-groups?id=83d97fa1-2f29-40d2-a756-a970d048d2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009945 Jan 28 07:07:26.726101 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d11ba677-3896-43de-a1bc-8f1052bc0915 req-e48fc15d-0ce7-41f7-9114-027203e650cd tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] 10.222.0.41 "GET /v2.0/ports?device_id=66f9a834-5a43-4a1a-973e-ebbb55ffd44b HTTP/1.1" status: 200 len: 210 time: 0.0644031 Jan 28 07:07:26.774847 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 3eb7cd20-51c0-4444-a632-52d3f89e58a1 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:07:26.778722 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f884b3-ebdf-4716-b811-da548a3aea58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3dd72b9-6805-5f61-b6f3-a591f99a173d-e794ad63-0b0f-4018-9f49-e800aa3d32de', 'network_id': 'e794ad63-0b0f-4018-9f49-e800aa3d32de', 'project_id': 'f5fa6549bc8d49d9b2eb68f328326d46', 'fixed_ips': [{'subnet_id': '11d8e1f8-50c3-4314-ae17-177714f8d453'}]}} from n-d-712749-28. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 07:07:26.779570 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-03f884b3-ebdf-4716-b811-da548a3aea58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:26.786702 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-0b068bc0-c559-48e7-9f7e-6dcd844391f4 req-9df2b8fa-a3e1-4d33-9b87-92c7f40eff4d tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Allocated IP 192.168.233.118 (d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb/5785b43d-448b-4d12-9eb5-4e4caf2e7eaf/69c783fa-c2be-4e5a-99d0-8b6bd6c54806) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:07:26.820309 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ab4eed74-fded-4caa-93fc-2270f547cfe8 req-fffa32ac-b7e5-4d1a-b7b3-15eb0fe00d1d tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Publish callbacks [] for port (4b1eb635-db0f-4c1a-9796-f2c54545a367), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:26.858172 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a56c0b81-ac4e-441d-9028-6d32d8a8e4a2 admin admin] Publish callbacks [] for router_gateway (faa066dd-c59b-4c69-8941-70b13b83ccdb), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:26.887824 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8d275774-e70d-49bd-a869-a7d523a1a95d req-4bfae0d7-1460-42ad-b788-3c4698ad1962 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9e21c6f-9b87-4b08-b8fe-a60a848c1742 HTTP/1.1" status: 200 len: 210 time: 0.0470381 Jan 28 07:07:27.003723 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-03f884b3-ebdf-4716-b811-da548a3aea58 None None] Allocated IP 172.20.0.2 (e794ad63-0b0f-4018-9f49-e800aa3d32de/11d8e1f8-50c3-4314-ae17-177714f8d453/6db4747f-f24e-4f62-869c-ab7a172328d7) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:07:27.042703 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d382f099-16a6-403c-89a2-8bd75055f282 req-3fbea577-3b6e-4241-b88d-e7c04bf721fc tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:27.049906 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d382f099-16a6-403c-89a2-8bd75055f282 req-3fbea577-3b6e-4241-b88d-e7c04bf721fc tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dd01a81-423f-4012-89ce-dce7efd84cd2 HTTP/1.1" status: 200 len: 950 time: 0.2200038 Jan 28 07:07:27.093559 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ab4eed74-fded-4caa-93fc-2270f547cfe8 req-fffa32ac-b7e5-4d1a-b7b3-15eb0fe00d1d tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (4b1eb635-db0f-4c1a-9796-f2c54545a367), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:27.130566 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 3002ef3d-d8e6-403f-a4fd-6e944b6cbb91 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:07:27.148018 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b7874f-35a8-4c7e-8a0a-fcf25d06ce78 req-c3723242-a49a-42f3-b843-3cc66763ab5f tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:27.151664 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f6b7874f-35a8-4c7e-8a0a-fcf25d06ce78 req-c3723242-a49a-42f3-b843-3cc66763ab5f tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.41 "GET /v2.0/ports?device_id=8813fdc9-13cd-4d6b-88a5-c1cef3739966 HTTP/1.1" status: 200 len: 950 time: 0.1511869 Jan 28 07:07:27.179451 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d382f099-16a6-403c-89a2-8bd75055f282 req-5007242c-db22-46f7-8352-c9583e46673c tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/security-groups?id=b910cb8c-64ec-47f6-b06b-89e838bb343d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268017 Jan 28 07:07:27.204038 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a56c0b81-ac4e-441d-9028-6d32d8a8e4a2 admin admin] Publish callbacks [] for router_gateway (faa066dd-c59b-4c69-8941-70b13b83ccdb), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:27.210330 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab4eed74-fded-4caa-93fc-2270f547cfe8 req-fffa32ac-b7e5-4d1a-b7b3-15eb0fe00d1d tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Network c12c2e90-5594-4dc8-9607-0895d1df5067 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:07:27.238098 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-ab4eed74-fded-4caa-93fc-2270f547cfe8 req-fffa32ac-b7e5-4d1a-b7b3-15eb0fe00d1d tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:07:27.238331 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a56c0b81-ac4e-441d-9028-6d32d8a8e4a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:27.241284 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-03f884b3-ebdf-4716-b811-da548a3aea58 None None] Publish callbacks [] for port (6db4747f-f24e-4f62-869c-ab7a172328d7), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:27.242214 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab4eed74-fded-4caa-93fc-2270f547cfe8 req-fffa32ac-b7e5-4d1a-b7b3-15eb0fe00d1d tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:07:27.257237 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-03f884b3-ebdf-4716-b811-da548a3aea58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (6db4747f-f24e-4f62-869c-ab7a172328d7), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:27.260257 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffa32ac-b7e5-4d1a-b7b3-15eb0fe00d1d tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Pushing event updated for resources: {'Port': ['ID=4b1eb635-db0f-4c1a-9796-f2c54545a367,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:07:27.272506 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 3002ef3d-d8e6-403f-a4fd-6e944b6cbb91 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:07:27.273683 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (3002ef3d-d8e6-403f-a4fd-6e944b6cbb91), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:27.299512 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-0b068bc0-c559-48e7-9f7e-6dcd844391f4 req-9df2b8fa-a3e1-4d33-9b87-92c7f40eff4d tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Publish callbacks [] for port (69c783fa-c2be-4e5a-99d0-8b6bd6c54806), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:27.363875 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4eed74-fded-4caa-93fc-2270f547cfe8 req-fffa32ac-b7e5-4d1a-b7b3-15eb0fe00d1d tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:27.368026 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ab4eed74-fded-4caa-93fc-2270f547cfe8 req-fffa32ac-b7e5-4d1a-b7b3-15eb0fe00d1d tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:27.393506 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f884b3-ebdf-4716-b811-da548a3aea58 None None] Network e794ad63-0b0f-4018-9f49-e800aa3d32de is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:07:27.402436 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-03f884b3-ebdf-4716-b811-da548a3aea58 None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:07:27.414642 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-a56c0b81-ac4e-441d-9028-6d32d8a8e4a2 admin admin] Allocated IP 172.25.6.103 (7d5b3724-deef-4831-8d43-cb9b8176573c/b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc/347aedd7-3428-43e8-b495-17fb8fef7646) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:07:27.424723 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f884b3-ebdf-4716-b811-da548a3aea58 None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:07:27.432234 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ab4eed74-fded-4caa-93fc-2270f547cfe8 req-fffa32ac-b7e5-4d1a-b7b3-15eb0fe00d1d tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1067255 Jan 28 07:07:27.435749 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f884b3-ebdf-4716-b811-da548a3aea58 None None] Pushing event updated for resources: {'Port': ['ID=6db4747f-f24e-4f62-869c-ab7a172328d7,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:07:27.446487 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-0b068bc0-c559-48e7-9f7e-6dcd844391f4 req-9df2b8fa-a3e1-4d33-9b87-92c7f40eff4d tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (69c783fa-c2be-4e5a-99d0-8b6bd6c54806), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:27.459951 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-ab4eed74-fded-4caa-93fc-2270f547cfe8 req-c8fbf90b-d09a-4bc9-9092-8d01baaf7d80 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Request body: {'port': {'device_id': '66f9a834-5a43-4a1a-973e-ebbb55ffd44b', 'network_id': '27809846-5323-402e-92f9-f3dbdeb36ea6', 'admin_state_up': True, 'tenant_id': '4ade2f3244a74baaac394be83c2287fc'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:07:27.504270 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['0c399f48-7d92-4b84-b2c1-e5fe6a895353', '43de23cf-d551-404c-afd2-485eedcec042'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:07:27.538701 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a56c0b81-ac4e-441d-9028-6d32d8a8e4a2 admin admin] Publish callbacks [] for port (347aedd7-3428-43e8-b495-17fb8fef7646), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:27.598855 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b068bc0-c559-48e7-9f7e-6dcd844391f4 req-9df2b8fa-a3e1-4d33-9b87-92c7f40eff4d tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Network d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:07:27.607289 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-0b068bc0-c559-48e7-9f7e-6dcd844391f4 req-9df2b8fa-a3e1-4d33-9b87-92c7f40eff4d tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:07:27.625374 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df2b8fa-a3e1-4d33-9b87-92c7f40eff4d tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Pushing event updated for resources: {'Port': ['ID=69c783fa-c2be-4e5a-99d0-8b6bd6c54806,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:07:27.628977 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f6b7874f-35a8-4c7e-8a0a-fcf25d06ce78 req-1daf6e91-a2d4-4a23-bcc9-b8df6aaf6995 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.41 "GET /v2.0/security-groups?id=a925a148-520f-4e8d-aa8c-4258e73ac6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4316339 Jan 28 07:07:27.640596 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b068bc0-c559-48e7-9f7e-6dcd844391f4 req-9df2b8fa-a3e1-4d33-9b87-92c7f40eff4d tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:07:27.651194 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-03f884b3-ebdf-4716-b811-da548a3aea58 None None] Attempting to bind port 6db4747f-f24e-4f62-869c-ab7a172328d7 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:07:27.651821 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-03f884b3-ebdf-4716-b811-da548a3aea58 None None] Attempting to bind port 6db4747f-f24e-4f62-869c-ab7a172328d7 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '67c4ed53-bfbf-4494-8d62-da0c7e4209c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e794ad63-0b0f-4018-9f49-e800aa3d32de'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:07:27.652444 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f884b3-ebdf-4716-b811-da548a3aea58 None None] Attempting to bind port 6db4747f-f24e-4f62-869c-ab7a172328d7 on network e794ad63-0b0f-4018-9f49-e800aa3d32de {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:07:27.657012 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a56c0b81-ac4e-441d-9028-6d32d8a8e4a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (347aedd7-3428-43e8-b495-17fb8fef7646), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:27.658581 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 3002ef3d-d8e6-403f-a4fd-6e944b6cbb91 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:07:27.670199 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f884b3-ebdf-4716-b811-da548a3aea58 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:07:27.671047 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f884b3-ebdf-4716-b811-da548a3aea58 None None] Checking segment: {'id': '67c4ed53-bfbf-4494-8d62-da0c7e4209c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e794ad63-0b0f-4018-9f49-e800aa3d32de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:07:27.671682 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-03f884b3-ebdf-4716-b811-da548a3aea58 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:27.672312 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f884b3-ebdf-4716-b811-da548a3aea58 None None] Bound using segment: {'id': '67c4ed53-bfbf-4494-8d62-da0c7e4209c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e794ad63-0b0f-4018-9f49-e800aa3d32de'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:07:27.673009 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-03f884b3-ebdf-4716-b811-da548a3aea58 None None] Bound port: 6db4747f-f24e-4f62-869c-ab7a172328d7, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67c4ed53-bfbf-4494-8d62-da0c7e4209c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e794ad63-0b0f-4018-9f49-e800aa3d32de'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:07:27.673611 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-03f884b3-ebdf-4716-b811-da548a3aea58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (6db4747f-f24e-4f62-869c-ab7a172328d7), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:27.685037 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a56c0b81-ac4e-441d-9028-6d32d8a8e4a2 admin admin] Network 7d5b3724-deef-4831-8d43-cb9b8176573c is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:07:27.712152 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b068bc0-c559-48e7-9f7e-6dcd844391f4 req-9df2b8fa-a3e1-4d33-9b87-92c7f40eff4d tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:27.712808 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-0b068bc0-c559-48e7-9f7e-6dcd844391f4 req-9df2b8fa-a3e1-4d33-9b87-92c7f40eff4d tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:27.737649 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-a56c0b81-ac4e-441d-9028-6d32d8a8e4a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:07:27.741231 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56c0b81-ac4e-441d-9028-6d32d8a8e4a2 admin admin] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:07:27.744606 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56c0b81-ac4e-441d-9028-6d32d8a8e4a2 admin admin] Pushing event updated for resources: {'Port': ['ID=347aedd7-3428-43e8-b495-17fb8fef7646,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:07:27.746109 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0b068bc0-c559-48e7-9f7e-6dcd844391f4 req-9df2b8fa-a3e1-4d33-9b87-92c7f40eff4d tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8932812 Jan 28 07:07:27.797572 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-0b068bc0-c559-48e7-9f7e-6dcd844391f4 req-a54a1646-b521-4956-8e59-6a3d82daec00 service neutron] Request body: {'port': {'device_id': 'a9e21c6f-9b87-4b08-b8fe-a60a848c1742', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712749-28'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:07:27.880523 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-03f884b3-ebdf-4716-b811-da548a3aea58 None None] For port 6db4747f-f24e-4f62-869c-ab7a172328d7, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:07:27.883657 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-03f884b3-ebdf-4716-b811-da548a3aea58 None None] For port 6db4747f-f24e-4f62-869c-ab7a172328d7, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=6db4747f-f24e-4f62-869c-ab7a172328d7,segment=NetworkSegment(67c4ed53-bfbf-4494-8d62-da0c7e4209c8),segment_id=67c4ed53-bfbf-4494-8d62-da0c7e4209c8)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:07:27.898504 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-03f884b3-ebdf-4716-b811-da548a3aea58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (6db4747f-f24e-4f62-869c-ab7a172328d7), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:27.905740 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-0b068bc0-c559-48e7-9f7e-6dcd844391f4 req-a54a1646-b521-4956-8e59-6a3d82daec00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (69c783fa-c2be-4e5a-99d0-8b6bd6c54806), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:27.935793 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab4eed74-fded-4caa-93fc-2270f547cfe8 req-c8fbf90b-d09a-4bc9-9092-8d01baaf7d80 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Made reservation on behalf of 4ade2f3244a74baaac394be83c2287fc for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:07:27.939810 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ab4eed74-fded-4caa-93fc-2270f547cfe8 req-c8fbf90b-d09a-4bc9-9092-8d01baaf7d80 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:27.966145 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-1ca09053-0732-44dd-8725-f52e596d0d17 None None] Provisioning complete for port 4b1eb635-db0f-4c1a-9796-f2c54545a367 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:07:27.969046 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1ca09053-0732-44dd-8725-f52e596d0d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (4b1eb635-db0f-4c1a-9796-f2c54545a367), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:27.990945 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f884b3-ebdf-4716-b811-da548a3aea58 None None] Pushing event updated for resources: {'Port': ['ID=6db4747f-f24e-4f62-869c-ab7a172328d7,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:07:28.036773 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-1ca09053-0732-44dd-8725-f52e596d0d17 None None] Port 4b1eb635-db0f-4c1a-9796-f2c54545a367 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:07:28.090187 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cd843f-ca19-4994-b012-0dc72346bf3f req-efb83e9b-b370-49ff-8f4e-45576a04be35 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:28.097496 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a8cd843f-ca19-4994-b012-0dc72346bf3f req-efb83e9b-b370-49ff-8f4e-45576a04be35 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] 10.222.0.41 "GET /v2.0/ports?device_id=66f9a834-5a43-4a1a-973e-ebbb55ffd44b HTTP/1.1" status: 200 len: 931 time: 0.2384319 Jan 28 07:07:28.151833 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150ec3ab-2c23-4e2c-ab69-d98c8bd2d98c req-ed659098-5066-4bf8-9cee-1f0cdded5f58 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:28.159400 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-150ec3ab-2c23-4e2c-ab69-d98c8bd2d98c req-ed659098-5066-4bf8-9cee-1f0cdded5f58 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/ports?device_id=c99d7ddf-8757-47cb-9f3a-5167285f7a3c HTTP/1.1" status: 200 len: 946 time: 0.1284010 Jan 28 07:07:28.214126 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-fd423369-3c13-482e-a5a6-e2f4dacc223d None None] Provisioning complete for port 69c783fa-c2be-4e5a-99d0-8b6bd6c54806 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:07:28.214453 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fd423369-3c13-482e-a5a6-e2f4dacc223d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (69c783fa-c2be-4e5a-99d0-8b6bd6c54806), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:28.281628 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-fd423369-3c13-482e-a5a6-e2f4dacc223d None None] Port 69c783fa-c2be-4e5a-99d0-8b6bd6c54806 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:07:28.288542 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-150ec3ab-2c23-4e2c-ab69-d98c8bd2d98c req-8c192ff8-82d0-4671-9c3d-7282c6ff47c1 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/security-groups?id=83d97fa1-2f29-40d2-a756-a970d048d2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271040 Jan 28 07:07:28.343374 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a56c0b81-ac4e-441d-9028-6d32d8a8e4a2 admin admin] Publish callbacks [] for router_gateway (faa066dd-c59b-4c69-8941-70b13b83ccdb), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:28.408598 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b570e1-3e35-43c5-bb9c-8f7841b7e1da req-d6da4b9f-6cf7-48f2-8e70-efe355e1eb97 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:28.410151 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-95b570e1-3e35-43c5-bb9c-8f7841b7e1da req-d6da4b9f-6cf7-48f2-8e70-efe355e1eb97 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.44 "GET /v2.0/ports?device_id=5dd01a81-423f-4012-89ce-dce7efd84cd2 HTTP/1.1" status: 200 len: 950 time: 0.1990998 Jan 28 07:07:28.431051 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-ab4eed74-fded-4caa-93fc-2270f547cfe8 req-c8fbf90b-d09a-4bc9-9092-8d01baaf7d80 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Allocated IP 19.86.0.86 (27809846-5323-402e-92f9-f3dbdeb36ea6/97f3c5f5-fd10-4d4d-bb88-be82c0f4b8dc/6cddf01d-3db6-4454-bacf-9a1b73c9a086) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:07:28.464657 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a8cd843f-ca19-4994-b012-0dc72346bf3f req-38109b55-3ab3-48ec-b815-283c7f38284e tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d843c1b-2b3f-41f7-933d-0cc23e6bb818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3627384 Jan 28 07:07:28.776553 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699ed820-d2ff-4db7-be09-efd66b9cc63b req-43712f92-7cd8-4010-a417-d92b438018b2 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:28.778342 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-699ed820-d2ff-4db7-be09-efd66b9cc63b req-43712f92-7cd8-4010-a417-d92b438018b2 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dd01a81-423f-4012-89ce-dce7efd84cd2 HTTP/1.1" status: 200 len: 950 time: 0.1416161 Jan 28 07:07:28.913400 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ab4eed74-fded-4caa-93fc-2270f547cfe8 req-c8fbf90b-d09a-4bc9-9092-8d01baaf7d80 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Publish callbacks [] for port (6cddf01d-3db6-4454-bacf-9a1b73c9a086), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:28.940555 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-0b068bc0-c559-48e7-9f7e-6dcd844391f4 req-a54a1646-b521-4956-8e59-6a3d82daec00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69c783fa-c2be-4e5a-99d0-8b6bd6c54806 {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:07:28.954874 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-699ed820-d2ff-4db7-be09-efd66b9cc63b req-ebd9fb83-79cf-4144-ae63-c78bdde436ea tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/security-groups?id=b910cb8c-64ec-47f6-b06b-89e838bb343d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625412 Jan 28 07:07:28.958626 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-0b068bc0-c559-48e7-9f7e-6dcd844391f4 req-a54a1646-b521-4956-8e59-6a3d82daec00 service neutron] Publish callbacks [] for port (69c783fa-c2be-4e5a-99d0-8b6bd6c54806), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:28.973141 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 6db4747f-f24e-4f62-869c-ab7a172328d7 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:07:29.002260 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-0b068bc0-c559-48e7-9f7e-6dcd844391f4 req-a54a1646-b521-4956-8e59-6a3d82daec00 service neutron] Transition to ACTIVE for port object 69c783fa-c2be-4e5a-99d0-8b6bd6c54806 will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:07:29.012821 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-0b068bc0-c559-48e7-9f7e-6dcd844391f4 req-a54a1646-b521-4956-8e59-6a3d82daec00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (69c783fa-c2be-4e5a-99d0-8b6bd6c54806), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:29.063762 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54a1646-b521-4956-8e59-6a3d82daec00 service neutron] Pushing event updated for resources: {'Port': ['ID=69c783fa-c2be-4e5a-99d0-8b6bd6c54806,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:07:29.068363 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ab4eed74-fded-4caa-93fc-2270f547cfe8 req-c8fbf90b-d09a-4bc9-9092-8d01baaf7d80 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (6cddf01d-3db6-4454-bacf-9a1b73c9a086), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:29.098855 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2f06eb-bd4e-460b-9af3-434c4ed47fb0 req-40549d49-fca0-4e08-9eb5-4a6916d936da tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:29.101160 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2b2f06eb-bd4e-460b-9af3-434c4ed47fb0 req-40549d49-fca0-4e08-9eb5-4a6916d936da tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9e21c6f-9b87-4b08-b8fe-a60a848c1742 HTTP/1.1" status: 200 len: 936 time: 0.6665139 Jan 28 07:07:29.145372 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab4eed74-fded-4caa-93fc-2270f547cfe8 req-c8fbf90b-d09a-4bc9-9092-8d01baaf7d80 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Network 27809846-5323-402e-92f9-f3dbdeb36ea6 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:07:29.155331 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 6db4747f-f24e-4f62-869c-ab7a172328d7 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:07:29.155836 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (6db4747f-f24e-4f62-869c-ab7a172328d7), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:29.217624 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d299f14c-727c-4620-b7f0-426a252689b7 req-9bdf93eb-1e8e-4316-95e5-3353051c1ceb tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:29.221393 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d299f14c-727c-4620-b7f0-426a252689b7 req-9bdf93eb-1e8e-4316-95e5-3353051c1ceb tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.44 "GET /v2.0/ports?device_id=1980e332-383a-481f-ba04-3bf34c8065b8 HTTP/1.1" status: 200 len: 950 time: 0.6544933 Jan 28 07:07:29.350503 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 6db4747f-f24e-4f62-869c-ab7a172328d7 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:07:29.351228 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (6db4747f-f24e-4f62-869c-ab7a172328d7), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:29.374656 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-95b570e1-3e35-43c5-bb9c-8f7841b7e1da req-b581b43b-2d27-4904-b286-35fe80f7d128 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Deleting port 137d085c-b81f-48ec-a596-8512923cea40 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:07:29.374656 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-95b570e1-3e35-43c5-bb9c-8f7841b7e1da req-b581b43b-2d27-4904-b286-35fe80f7d128 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (137d085c-b81f-48ec-a596-8512923cea40), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:29.456070 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] For port 6db4747f-f24e-4f62-869c-ab7a172328d7, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=6db4747f-f24e-4f62-869c-ab7a172328d7,segment=NetworkSegment(67c4ed53-bfbf-4494-8d62-da0c7e4209c8),segment_id=67c4ed53-bfbf-4494-8d62-da0c7e4209c8)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:07:29.460632 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (6db4747f-f24e-4f62-869c-ab7a172328d7), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:29.523419 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Pushing event updated for resources: {'Port': ['ID=6db4747f-f24e-4f62-869c-ab7a172328d7,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:07:29.604417 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2b2f06eb-bd4e-460b-9af3-434c4ed47fb0 req-cafe18aa-3cf6-4383-8963-337e4e6ec905 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4958417 Jan 28 07:07:29.606056 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a56c0b81-ac4e-441d-9028-6d32d8a8e4a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16605475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16607909'] for router (faa066dd-c59b-4c69-8941-70b13b83ccdb), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:29.652731 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-ab4eed74-fded-4caa-93fc-2270f547cfe8 req-c8fbf90b-d09a-4bc9-9092-8d01baaf7d80 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:07:29.694888 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab4eed74-fded-4caa-93fc-2270f547cfe8 req-c8fbf90b-d09a-4bc9-9092-8d01baaf7d80 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:07:29.695953 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15d626bd-be58-4ac9-9972-19f9afd29fd0 None None] Network e794ad63-0b0f-4018-9f49-e800aa3d32de requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:07:29.701180 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fbf90b-d09a-4bc9-9092-8d01baaf7d80 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Pushing event updated for resources: {'Port': ['ID=6cddf01d-3db6-4454-bacf-9a1b73c9a086,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:07:29.807200 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4eed74-fded-4caa-93fc-2270f547cfe8 req-c8fbf90b-d09a-4bc9-9092-8d01baaf7d80 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:29.808088 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ab4eed74-fded-4caa-93fc-2270f547cfe8 req-c8fbf90b-d09a-4bc9-9092-8d01baaf7d80 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:29.821272 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-0b068bc0-c559-48e7-9f7e-6dcd844391f4 req-a54a1646-b521-4956-8e59-6a3d82daec00 service neutron] Attempting to bind port 69c783fa-c2be-4e5a-99d0-8b6bd6c54806 on host n-h2-712749-28 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:07:29.821615 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-0b068bc0-c559-48e7-9f7e-6dcd844391f4 req-a54a1646-b521-4956-8e59-6a3d82daec00 service neutron] Attempting to bind port 69c783fa-c2be-4e5a-99d0-8b6bd6c54806 by drivers openvswitch,hyperv on host n-h2-712749-28 at level 0 using segments [{'id': '9d52209e-a416-4cfe-8f8a-19567a90fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:07:29.822222 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b068bc0-c559-48e7-9f7e-6dcd844391f4 req-a54a1646-b521-4956-8e59-6a3d82daec00 service neutron] Attempting to bind port 69c783fa-c2be-4e5a-99d0-8b6bd6c54806 on network d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:07:29.829826 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-701933d7-017a-4d19-8578-a9458b29aaf7 None None] Provisioning complete for port 6db4747f-f24e-4f62-869c-ab7a172328d7 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:07:29.830518 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-701933d7-017a-4d19-8578-a9458b29aaf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (6db4747f-f24e-4f62-869c-ab7a172328d7), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:29.832659 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b64959-867a-4cf7-95c4-d1d87e046b23 req-0d88d1fd-a394-4ba0-a048-ca03fe884f0b tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:29.841043 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-28b64959-867a-4cf7-95c4-d1d87e046b23 req-0d88d1fd-a394-4ba0-a048-ca03fe884f0b tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.41 "GET /v2.0/ports?device_id=8813fdc9-13cd-4d6b-88a5-c1cef3739966 HTTP/1.1" status: 200 len: 950 time: 0.1894779 Jan 28 07:07:29.848122 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ab4eed74-fded-4caa-93fc-2270f547cfe8 req-c8fbf90b-d09a-4bc9-9092-8d01baaf7d80 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3994911 Jan 28 07:07:29.857135 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b068bc0-c559-48e7-9f7e-6dcd844391f4 req-a54a1646-b521-4956-8e59-6a3d82daec00 service neutron] Port 69c783fa-c2be-4e5a-99d0-8b6bd6c54806 on network d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-28 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:07:29.857462 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b068bc0-c559-48e7-9f7e-6dcd844391f4 req-a54a1646-b521-4956-8e59-6a3d82daec00 service neutron] Attempting to bind port 69c783fa-c2be-4e5a-99d0-8b6bd6c54806 on network d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:07:29.895594 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-ab4eed74-fded-4caa-93fc-2270f547cfe8 req-140caacb-0c39-4a3e-bdaa-80b3b82ff006 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Request body: {'port': {'device_id': '66f9a834-5a43-4a1a-973e-ebbb55ffd44b', 'network_id': 'c12c2e90-5594-4dc8-9607-0895d1df5067', 'admin_state_up': True, 'tenant_id': '4ade2f3244a74baaac394be83c2287fc'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:07:29.929133 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b068bc0-c559-48e7-9f7e-6dcd844391f4 req-a54a1646-b521-4956-8e59-6a3d82daec00 service neutron] Checking agent: {'id': 'c9906e63-062c-432e-bb53-63fdb8115e18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:07:29.929434 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b068bc0-c559-48e7-9f7e-6dcd844391f4 req-a54a1646-b521-4956-8e59-6a3d82daec00 service neutron] Checking segment: {'id': '9d52209e-a416-4cfe-8f8a-19567a90fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:07:29.929830 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b068bc0-c559-48e7-9f7e-6dcd844391f4 req-a54a1646-b521-4956-8e59-6a3d82daec00 service neutron] Bound using segment: {'id': '9d52209e-a416-4cfe-8f8a-19567a90fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:07:29.930309 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-0b068bc0-c559-48e7-9f7e-6dcd844391f4 req-a54a1646-b521-4956-8e59-6a3d82daec00 service neutron] Bound port: 69c783fa-c2be-4e5a-99d0-8b6bd6c54806, host: n-h2-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d52209e-a416-4cfe-8f8a-19567a90fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:07:29.930670 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-0b068bc0-c559-48e7-9f7e-6dcd844391f4 req-a54a1646-b521-4956-8e59-6a3d82daec00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (69c783fa-c2be-4e5a-99d0-8b6bd6c54806), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:29.944604 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11188a34-8df1-4d9d-8987-9a49f4245638 req-80ebc163-3be2-4ed3-844b-1f07c42af997 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:29.946516 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-11188a34-8df1-4d9d-8987-9a49f4245638 req-80ebc163-3be2-4ed3-844b-1f07c42af997 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/ports?device_id=c99d7ddf-8757-47cb-9f3a-5167285f7a3c HTTP/1.1" status: 200 len: 946 time: 0.1460488 Jan 28 07:07:29.959580 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-d299f14c-727c-4620-b7f0-426a252689b7 req-532b9979-08ed-468f-b079-9d51eaf8da48 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Deleting port c940bffe-7c91-4b25-9d0c-64122cb95c53 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:07:29.959935 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-d299f14c-727c-4620-b7f0-426a252689b7 req-532b9979-08ed-468f-b079-9d51eaf8da48 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (c940bffe-7c91-4b25-9d0c-64122cb95c53), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:30.018714 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a56c0b81-ac4e-441d-9028-6d32d8a8e4a2 admin admin] Router faa066dd-c59b-4c69-8941-70b13b83ccdb is scheduled to L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 with binding_index 1 {{(pid=103283) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 07:07:30.024367 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-701933d7-017a-4d19-8578-a9458b29aaf7 None None] Current status of the port 6db4747f-f24e-4f62-869c-ab7a172328d7 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:07:30.036492 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-28b64959-867a-4cf7-95c4-d1d87e046b23 req-b709d653-0a81-4a83-bbd3-c8274dae6f66 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.41 "GET /v2.0/security-groups?id=a925a148-520f-4e8d-aa8c-4258e73ac6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930215 Jan 28 07:07:30.094813 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-95b570e1-3e35-43c5-bb9c-8f7841b7e1da req-b581b43b-2d27-4904-b286-35fe80f7d128 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] For port 137d085c-b81f-48ec-a596-8512923cea40, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=137d085c-b81f-48ec-a596-8512923cea40,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:07:30.095189 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-95b570e1-3e35-43c5-bb9c-8f7841b7e1da req-b581b43b-2d27-4904-b286-35fe80f7d128 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (137d085c-b81f-48ec-a596-8512923cea40), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:30.158888 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-95b570e1-3e35-43c5-bb9c-8f7841b7e1da req-b581b43b-2d27-4904-b286-35fe80f7d128 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Calling delete_port for 137d085c-b81f-48ec-a596-8512923cea40 owned by compute:nova {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:07:30.161668 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-868e0037-c248-4a9b-991a-bfc481c2bdb2 None None] Provisioning complete for port 6cddf01d-3db6-4454-bacf-9a1b73c9a086 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:07:30.162094 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-868e0037-c248-4a9b-991a-bfc481c2bdb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (6cddf01d-3db6-4454-bacf-9a1b73c9a086), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:30.213599 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-868e0037-c248-4a9b-991a-bfc481c2bdb2 None None] Port 6cddf01d-3db6-4454-bacf-9a1b73c9a086 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:07:30.254625 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4973711-afc1-442f-8827-1e05ce038499 req-52c3a439-d706-4fc1-a7f4-c6993511a354 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:30.260052 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4973711-afc1-442f-8827-1e05ce038499 req-52c3a439-d706-4fc1-a7f4-c6993511a354 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:30.267898 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e4973711-afc1-442f-8827-1e05ce038499 req-52c3a439-d706-4fc1-a7f4-c6993511a354 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] 10.222.0.41 "GET /v2.0/ports?device_id=66f9a834-5a43-4a1a-973e-ebbb55ffd44b HTTP/1.1" status: 200 len: 1653 time: 0.1658163 Jan 28 07:07:30.270643 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-0b068bc0-c559-48e7-9f7e-6dcd844391f4 req-a54a1646-b521-4956-8e59-6a3d82daec00 service neutron] For port 69c783fa-c2be-4e5a-99d0-8b6bd6c54806, host n-h2-712749-28, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:07:30.275993 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-0b068bc0-c559-48e7-9f7e-6dcd844391f4 req-a54a1646-b521-4956-8e59-6a3d82daec00 service neutron] For port 69c783fa-c2be-4e5a-99d0-8b6bd6c54806, host n-h2-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=69c783fa-c2be-4e5a-99d0-8b6bd6c54806,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:07:30.277523 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab4eed74-fded-4caa-93fc-2270f547cfe8 req-140caacb-0c39-4a3e-bdaa-80b3b82ff006 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Made reservation on behalf of 4ade2f3244a74baaac394be83c2287fc for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:07:30.280774 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ab4eed74-fded-4caa-93fc-2270f547cfe8 req-140caacb-0c39-4a3e-bdaa-80b3b82ff006 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:30.284819 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-d299f14c-727c-4620-b7f0-426a252689b7 req-532b9979-08ed-468f-b079-9d51eaf8da48 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] For port c940bffe-7c91-4b25-9d0c-64122cb95c53, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=c940bffe-7c91-4b25-9d0c-64122cb95c53,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:07:30.285205 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-d299f14c-727c-4620-b7f0-426a252689b7 req-532b9979-08ed-468f-b079-9d51eaf8da48 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (c940bffe-7c91-4b25-9d0c-64122cb95c53), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:30.299245 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-11188a34-8df1-4d9d-8987-9a49f4245638 req-312ad4cf-db92-463a-b295-e77bbf46ac53 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/security-groups?id=83d97fa1-2f29-40d2-a756-a970d048d2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2620692 Jan 28 07:07:30.304695 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-0b068bc0-c559-48e7-9f7e-6dcd844391f4 req-a54a1646-b521-4956-8e59-6a3d82daec00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (69c783fa-c2be-4e5a-99d0-8b6bd6c54806), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:30.344378 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-2f7a112e-58a2-421a-84f4-862e7e099e8e None None] Provisioning complete for port 6db4747f-f24e-4f62-869c-ab7a172328d7 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:07:30.345209 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2f7a112e-58a2-421a-84f4-862e7e099e8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (6db4747f-f24e-4f62-869c-ab7a172328d7), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:30.377663 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b068bc0-c559-48e7-9f7e-6dcd844391f4 req-a54a1646-b521-4956-8e59-6a3d82daec00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:30.378722 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-0b068bc0-c559-48e7-9f7e-6dcd844391f4 req-a54a1646-b521-4956-8e59-6a3d82daec00 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:30.380280 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0b068bc0-c559-48e7-9f7e-6dcd844391f4 req-a54a1646-b521-4956-8e59-6a3d82daec00 service neutron] 10.222.0.44 "PUT /v2.0/ports/69c783fa-c2be-4e5a-99d0-8b6bd6c54806 HTTP/1.1" status: 200 len: 1097 time: 2.6064904 Jan 28 07:07:30.385640 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9e21c6f-9b87-4b08-b8fe-a60a848c1742', 'tag': '69c783fa-c2be-4e5a-99d0-8b6bd6c54806'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:07:30.385640 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a76f4ca4-c7ed-41df-ba24-be6bf080fa89" -d '{"events": [{"name": "network-changed", "server_uuid": "a9e21c6f-9b87-4b08-b8fe-a60a848c1742", "tag": "69c783fa-c2be-4e5a-99d0-8b6bd6c54806"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:07:30.432508 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-d299f14c-727c-4620-b7f0-426a252689b7 req-532b9979-08ed-468f-b079-9d51eaf8da48 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Calling delete_port for c940bffe-7c91-4b25-9d0c-64122cb95c53 owned by compute:nova {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:07:30.484161 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e4973711-afc1-442f-8827-1e05ce038499 req-4fc0027a-b8bf-4051-8c3f-d8c128d52d12 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d843c1b-2b3f-41f7-933d-0cc23e6bb818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148781 Jan 28 07:07:30.508308 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a56c0b81-ac4e-441d-9028-6d32d8a8e4a2 admin admin] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:07:30.561912 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1781ceab-1920-44ef-9f50-7c8a88785804 None None] Sync routers for ids ['faa066dd-c59b-4c69-8941-70b13b83ccdb'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:07:30.575937 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54a1646-b521-4956-8e59-6a3d82daec00 service neutron] Pushing event updated for resources: {'Port': ['ID=69c783fa-c2be-4e5a-99d0-8b6bd6c54806,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:07:30.612204 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1781ceab-1920-44ef-9f50-7c8a88785804 None None] Routers {'faa066dd-c59b-4c69-8941-70b13b83ccdb'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:07:30.613112 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-1781ceab-1920-44ef-9f50-7c8a88785804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:07:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['faa066dd-c59b-4c69-8941-70b13b83ccdb'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:07:30.617211 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-2f7a112e-58a2-421a-84f4-862e7e099e8e None None] Current status of the port 6db4747f-f24e-4f62-869c-ab7a172328d7 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:07:30.679382 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b068bc0-c559-48e7-9f7e-6dcd844391f4 req-93e0b378-9919-40e5-95c1-778f652a2465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:30.680859 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0b068bc0-c559-48e7-9f7e-6dcd844391f4 req-93e0b378-9919-40e5-95c1-778f652a2465 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=966335f0946f459597af95ab0b33b55c&device_id=a9e21c6f-9b87-4b08-b8fe-a60a848c1742 HTTP/1.1" status: 200 len: 1100 time: 0.2120242 Jan 28 07:07:30.699008 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343189c7-17bd-4216-903a-116b262e66b6 req-199cc3a4-b00a-4325-ad61-eb4aacccdf5a tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:30.700622 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-343189c7-17bd-4216-903a-116b262e66b6 req-199cc3a4-b00a-4325-ad61-eb4aacccdf5a tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dd01a81-423f-4012-89ce-dce7efd84cd2 HTTP/1.1" status: 200 len: 950 time: 0.2950435 Jan 28 07:07:30.701303 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-d299f14c-727c-4620-b7f0-426a252689b7 req-532b9979-08ed-468f-b079-9d51eaf8da48 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (c940bffe-7c91-4b25-9d0c-64122cb95c53), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:30.701526 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-ab4eed74-fded-4caa-93fc-2270f547cfe8 req-140caacb-0c39-4a3e-bdaa-80b3b82ff006 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Allocated IP 19.80.0.160 (c12c2e90-5594-4dc8-9607-0895d1df5067/2d3b9885-4a83-42d2-a84f-6b5a44d519d6/8e2e5026-fb80-4cb0-958b-d6c581e3da49) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:07:30.748639 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532b9979-08ed-468f-b079-9d51eaf8da48 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Pushing event deleted for resources: {'Port': ['ID=c940bffe-7c91-4b25-9d0c-64122cb95c53,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:07:30.778215 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a56c0b81-ac4e-441d-9028-6d32d8a8e4a2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:30.779846 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-a56c0b81-ac4e-441d-9028-6d32d8a8e4a2 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.3465893 Jan 28 07:07:30.792904 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['2db0eab7-310b-4c35-a1b9-bb600d2e8ebd'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:07:30.794367 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 33004) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:07:30.934421 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:07:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70c151be-73d4-4c26-aadf-8085f4e46dbc x-openstack-request-id: req-70c151be-73d4-4c26-aadf-8085f4e46dbc {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:07:30.935030 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9e21c6f-9b87-4b08-b8fe-a60a848c1742", "tag": "69c783fa-c2be-4e5a-99d0-8b6bd6c54806", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:07:30.935030 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-70c151be-73d4-4c26-aadf-8085f4e46dbc {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:07:30.935430 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9e21c6f-9b87-4b08-b8fe-a60a848c1742', 'tag': '69c783fa-c2be-4e5a-99d0-8b6bd6c54806', 'status': 'completed', 'code': 200} Jan 28 07:07:30.937286 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0b068bc0-c559-48e7-9f7e-6dcd844391f4 req-6cfe4d51-3bdd-4579-9a7e-305e0ea4db42 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=69c783fa-c2be-4e5a-99d0-8b6bd6c54806 HTTP/1.1" status: 200 len: 217 time: 0.2329335 Jan 28 07:07:31.037333 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-d299f14c-727c-4620-b7f0-426a252689b7 req-532b9979-08ed-468f-b079-9d51eaf8da48 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] No DVR routers for this DVR port c940bffe-7c91-4b25-9d0c-64122cb95c53 on host n-h2-712749-28 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:07:31.040044 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-d299f14c-727c-4620-b7f0-426a252689b7 req-532b9979-08ed-468f-b079-9d51eaf8da48 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:31.044560 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d299f14c-727c-4620-b7f0-426a252689b7 req-532b9979-08ed-468f-b079-9d51eaf8da48 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.44 "DELETE /v2.0/ports/c940bffe-7c91-4b25-9d0c-64122cb95c53 HTTP/1.1" status: 204 len: 173 time: 1.8000555 Jan 28 07:07:31.053102 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-343189c7-17bd-4216-903a-116b262e66b6 req-e557cec8-e0b7-4588-bca3-3b60dbd8de92 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/security-groups?id=b910cb8c-64ec-47f6-b06b-89e838bb343d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3425484 Jan 28 07:07:31.057631 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1980e332-383a-481f-ba04-3bf34c8065b8', 'name': 'network-vif-deleted', 'tag': 'c940bffe-7c91-4b25-9d0c-64122cb95c53'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:07:31.060543 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f7d8e16-d3f8-40fe-8f88-7330af815ee7" -d '{"events": [{"server_uuid": "1980e332-383a-481f-ba04-3bf34c8065b8", "name": "network-vif-deleted", "tag": "c940bffe-7c91-4b25-9d0c-64122cb95c53"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:07:31.069180 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 6db4747f-f24e-4f62-869c-ab7a172328d7 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:07:31.079295 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device c940bffe-7c91-4b25-9d0c-64122cb95c53 no longer exists at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:07:31.084225 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b068bc0-c559-48e7-9f7e-6dcd844391f4 req-b82d5ca6-418a-4450-a1b1-a68cc721a8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:31.085845 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0b068bc0-c559-48e7-9f7e-6dcd844391f4 req-b82d5ca6-418a-4450-a1b1-a68cc721a8fa service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5785b43d-448b-4d12-9eb5-4e4caf2e7eaf HTTP/1.1" status: 200 len: 843 time: 0.1303587 Jan 28 07:07:31.104673 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed29b36-f7d5-404c-a848-26962418d683 req-007c9aea-0f54-4e26-b0c3-6ff6ad4b3953 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:31.106421 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3ed29b36-f7d5-404c-a848-26962418d683 req-007c9aea-0f54-4e26-b0c3-6ff6ad4b3953 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9e21c6f-9b87-4b08-b8fe-a60a848c1742 HTTP/1.1" status: 200 len: 948 time: 0.1497633 Jan 28 07:07:31.156015 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-1781ceab-1920-44ef-9f50-7c8a88785804 None None] Set router faa066dd-c59b-4c69-8941-70b13b83ccdb gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:07:31.188618 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-95b570e1-3e35-43c5-bb9c-8f7841b7e1da req-b581b43b-2d27-4904-b286-35fe80f7d128 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (137d085c-b81f-48ec-a596-8512923cea40), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:31.241000 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] No Port match for: c940bffe-7c91-4b25-9d0c-64122cb95c53 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:07:31.241603 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device c940bffe-7c91-4b25-9d0c-64122cb95c53 not bound to the agent host n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:07:31.242023 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 137d085c-b81f-48ec-a596-8512923cea40 no longer exists at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:07:31.281555 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3ed29b36-f7d5-404c-a848-26962418d683 req-6429147e-af23-42ec-9b9f-6cd7fadafd31 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672034 Jan 28 07:07:31.295211 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b581b43b-2d27-4904-b286-35fe80f7d128 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Pushing event deleted for resources: {'Port': ['ID=137d085c-b81f-48ec-a596-8512923cea40,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:07:31.346983 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['2db0eab7-310b-4c35-a1b9-bb600d2e8ebd'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:07:31.361212 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ab4eed74-fded-4caa-93fc-2270f547cfe8 req-140caacb-0c39-4a3e-bdaa-80b3b82ff006 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Publish callbacks [] for port (8e2e5026-fb80-4cb0-958b-d6c581e3da49), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:31.367723 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-95b570e1-3e35-43c5-bb9c-8f7841b7e1da req-b581b43b-2d27-4904-b286-35fe80f7d128 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] No DVR routers for this DVR port 137d085c-b81f-48ec-a596-8512923cea40 on host n-h2-712749-28 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:07:31.371783 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-95b570e1-3e35-43c5-bb9c-8f7841b7e1da req-b581b43b-2d27-4904-b286-35fe80f7d128 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:31.375727 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-95b570e1-3e35-43c5-bb9c-8f7841b7e1da req-b581b43b-2d27-4904-b286-35fe80f7d128 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.44 "DELETE /v2.0/ports/137d085c-b81f-48ec-a596-8512923cea40 HTTP/1.1" status: 204 len: 173 time: 2.9565785 Jan 28 07:07:31.391942 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b068bc0-c559-48e7-9f7e-6dcd844391f4 req-3f92ea65-df0a-4496-a491-60810f746297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:31.396139 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0b068bc0-c559-48e7-9f7e-6dcd844391f4 req-3f92ea65-df0a-4496-a491-60810f746297 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2886989 Jan 28 07:07:31.397034 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b88489-01ea-4188-870f-8876822ed25e req-0e8231c3-e023-465e-8f30-60fae946611a tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:31.407994 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] No Port match for: 137d085c-b81f-48ec-a596-8512923cea40 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:07:31.408430 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f9b88489-01ea-4188-870f-8876822ed25e req-0e8231c3-e023-465e-8f30-60fae946611a tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.41 "GET /v2.0/ports?device_id=8813fdc9-13cd-4d6b-88a5-c1cef3739966 HTTP/1.1" status: 200 len: 950 time: 0.2243354 Jan 28 07:07:31.413841 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 137d085c-b81f-48ec-a596-8512923cea40 not bound to the agent host n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:07:31.451399 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e82f1b1a-dfa4-4d8e-a406-38343e1ab85d x-openstack-request-id: req-e82f1b1a-dfa4-4d8e-a406-38343e1ab85d {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:07:31.451761 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1980e332-383a-481f-ba04-3bf34c8065b8", "name": "network-vif-deleted", "tag": "c940bffe-7c91-4b25-9d0c-64122cb95c53", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:07:31.452072 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e82f1b1a-dfa4-4d8e-a406-38343e1ab85d {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:07:31.452513 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1980e332-383a-481f-ba04-3bf34c8065b8', 'name': 'network-vif-deleted', 'tag': 'c940bffe-7c91-4b25-9d0c-64122cb95c53', 'status': 'completed', 'code': 200} Jan 28 07:07:31.503410 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f9b88489-01ea-4188-870f-8876822ed25e req-5413661a-3539-486d-974b-8c7d48fca710 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.41 "GET /v2.0/security-groups?id=a925a148-520f-4e8d-aa8c-4258e73ac6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906754 Jan 28 07:07:31.691997 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0b068bc0-c559-48e7-9f7e-6dcd844391f4 req-1442778f-3a88-4e72-b1e1-8b128ca63fea service neutron] 10.222.0.44 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2641299 Jan 28 07:07:31.701527 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ab4eed74-fded-4caa-93fc-2270f547cfe8 req-140caacb-0c39-4a3e-bdaa-80b3b82ff006 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (8e2e5026-fb80-4cb0-958b-d6c581e3da49), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:31.722009 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737f755e-26b7-41c7-b889-22c26e05c71d req-548f44e8-144b-4d5c-9df7-257fb8ef8dc7 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:31.722266 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 6db4747f-f24e-4f62-869c-ab7a172328d7 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:07:31.722476 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (6db4747f-f24e-4f62-869c-ab7a172328d7), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:31.733438 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-737f755e-26b7-41c7-b889-22c26e05c71d req-548f44e8-144b-4d5c-9df7-257fb8ef8dc7 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/ports?device_id=c99d7ddf-8757-47cb-9f3a-5167285f7a3c HTTP/1.1" status: 200 len: 946 time: 0.1353843 Jan 28 07:07:31.844506 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ca43ac-27dd-417c-9753-ae253d8f99d3 req-ca78712a-89da-44d0-9d92-b720758b7b2f tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:31.850636 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ca43ac-27dd-417c-9753-ae253d8f99d3 req-ca78712a-89da-44d0-9d92-b720758b7b2f tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:31.858109 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ca43ac-27dd-417c-9753-ae253d8f99d3 req-ca78712a-89da-44d0-9d92-b720758b7b2f tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:31.860246 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-03ca43ac-27dd-417c-9753-ae253d8f99d3 req-ca78712a-89da-44d0-9d92-b720758b7b2f tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] 10.222.0.41 "GET /v2.0/ports?device_id=66f9a834-5a43-4a1a-973e-ebbb55ffd44b HTTP/1.1" status: 200 len: 2375 time: 0.2275598 Jan 28 07:07:31.867497 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab4eed74-fded-4caa-93fc-2270f547cfe8 req-140caacb-0c39-4a3e-bdaa-80b3b82ff006 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Network c12c2e90-5594-4dc8-9607-0895d1df5067 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:07:31.881346 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-ab4eed74-fded-4caa-93fc-2270f547cfe8 req-140caacb-0c39-4a3e-bdaa-80b3b82ff006 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:07:31.902653 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab4eed74-fded-4caa-93fc-2270f547cfe8 req-140caacb-0c39-4a3e-bdaa-80b3b82ff006 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:07:32.024477 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140caacb-0c39-4a3e-bdaa-80b3b82ff006 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Pushing event updated for resources: {'Port': ['ID=8e2e5026-fb80-4cb0-958b-d6c581e3da49,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:07:32.044670 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-03ca43ac-27dd-417c-9753-ae253d8f99d3 req-7e9a638f-2146-461c-a976-3885e0f91639 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d843c1b-2b3f-41f7-933d-0cc23e6bb818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697354 Jan 28 07:07:32.064241 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-25c2cce0-9670-4499-bdf1-bc2692f55c95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:32.075404 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 6db4747f-f24e-4f62-869c-ab7a172328d7 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:07:32.162342 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-1781ceab-1920-44ef-9f50-7c8a88785804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faa066dd-c59b-4c69-8941-70b13b83ccdb', 'name': 'tempest-ServerActionsTestJSON-463642144-router', 'tenant_id': 'f5fa6549bc8d49d9b2eb68f328326d46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': '347aedd7-3428-43e8-b495-17fb8fef7646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:07:26Z', 'updated_at': '2022-01-28T07:07:28Z', 'revision_number': 3, 'project_id': 'f5fa6549bc8d49d9b2eb68f328326d46', 'gw_port': {'id': '347aedd7-3428-43e8-b495-17fb8fef7646', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d3:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faa066dd-c59b-4c69-8941-70b13b83ccdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:07:27Z', 'updated_at': '2022-01-28T07:07:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:07:32.163212 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-737f755e-26b7-41c7-b889-22c26e05c71d req-24c72354-9b34-40bc-ae23-c5883878148a tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/security-groups?id=83d97fa1-2f29-40d2-a756-a970d048d2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4286385 Jan 28 07:07:32.236119 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4eed74-fded-4caa-93fc-2270f547cfe8 req-140caacb-0c39-4a3e-bdaa-80b3b82ff006 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:32.236853 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ab4eed74-fded-4caa-93fc-2270f547cfe8 req-140caacb-0c39-4a3e-bdaa-80b3b82ff006 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:32.298068 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1781ceab-1920-44ef-9f50-7c8a88785804 None None] Checking router: faa066dd-c59b-4c69-8941-70b13b83ccdb for host: n-d-712749-28 {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:07:32.298556 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1781ceab-1920-44ef-9f50-7c8a88785804 None None] Updating router faa066dd-c59b-4c69-8941-70b13b83ccdb port 347aedd7-3428-43e8-b495-17fb8fef7646 binding host n-d-712749-28 {{(pid=103285) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 07:07:32.324028 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ab4eed74-fded-4caa-93fc-2270f547cfe8 req-140caacb-0c39-4a3e-bdaa-80b3b82ff006 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4336479 Jan 28 07:07:32.331969 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0b068bc0-c559-48e7-9f7e-6dcd844391f4 req-5556ff97-18ac-4b4d-b97b-f9ecf9051c1c service neutron] 10.222.0.44 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6154432 Jan 28 07:07:32.356472 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-ab4eed74-fded-4caa-93fc-2270f547cfe8 req-e2ba0a9f-721d-4127-8388-a11df7001398 service neutron] Request body: {'port': {'device_id': '66f9a834-5a43-4a1a-973e-ebbb55ffd44b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712749-28'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:07:32.398899 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1781ceab-1920-44ef-9f50-7c8a88785804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (347aedd7-3428-43e8-b495-17fb8fef7646), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:32.444953 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-a58c7029-80bb-4001-8e85-b7c93cb9f0d1 None None] Provisioning complete for port 8e2e5026-fb80-4cb0-958b-d6c581e3da49 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:07:32.445245 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-25c2cce0-9670-4499-bdf1-bc2692f55c95 admin admin] Allocated IP 172.20.0.1 (e794ad63-0b0f-4018-9f49-e800aa3d32de/11d8e1f8-50c3-4314-ae17-177714f8d453/af829949-4072-408d-9e1d-b22da1fa3130) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:07:32.445768 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a58c7029-80bb-4001-8e85-b7c93cb9f0d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (8e2e5026-fb80-4cb0-958b-d6c581e3da49), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:32.548460 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ab4eed74-fded-4caa-93fc-2270f547cfe8 req-e2ba0a9f-721d-4127-8388-a11df7001398 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (4b1eb635-db0f-4c1a-9796-f2c54545a367), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:32.551182 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-a58c7029-80bb-4001-8e85-b7c93cb9f0d1 None None] Port 8e2e5026-fb80-4cb0-958b-d6c581e3da49 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:07:32.559330 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4293191d-fc60-40ba-81b4-c4b092ed37d9 req-e836b246-90a1-4196-b1da-efdac727c528 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dd01a81-423f-4012-89ce-dce7efd84cd2 HTTP/1.1" status: 200 len: 210 time: 0.0779107 Jan 28 07:07:32.600660 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76f4ca4-c7ed-41df-ba24-be6bf080fa89 req-4edcf82c-10bf-4476-a25d-ce30b4121d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:32.604187 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a76f4ca4-c7ed-41df-ba24-be6bf080fa89 req-4edcf82c-10bf-4476-a25d-ce30b4121d4f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=966335f0946f459597af95ab0b33b55c&device_id=a9e21c6f-9b87-4b08-b8fe-a60a848c1742 HTTP/1.1" status: 200 len: 1100 time: 0.1420040 Jan 28 07:07:32.637894 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3250c479-eb4b-40fb-b382-0a3def76cdcc req-741270c7-321e-4212-8d87-99a1bef3587b tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:32.647975 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3250c479-eb4b-40fb-b382-0a3def76cdcc req-741270c7-321e-4212-8d87-99a1bef3587b tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9e21c6f-9b87-4b08-b8fe-a60a848c1742 HTTP/1.1" status: 200 len: 948 time: 0.1541200 Jan 28 07:07:32.657869 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-25c2cce0-9670-4499-bdf1-bc2692f55c95 admin admin] Publish callbacks [] for port (af829949-4072-408d-9e1d-b22da1fa3130), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:32.746490 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:32.749445 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-25c2cce0-9670-4499-bdf1-bc2692f55c95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (af829949-4072-408d-9e1d-b22da1fa3130), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:32.805159 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1781ceab-1920-44ef-9f50-7c8a88785804 None None] Publish callbacks [] for port (347aedd7-3428-43e8-b495-17fb8fef7646), precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:32.814495 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1781ceab-1920-44ef-9f50-7c8a88785804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (347aedd7-3428-43e8-b495-17fb8fef7646), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:32.816234 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c2cce0-9670-4499-bdf1-bc2692f55c95 admin admin] Pushing event updated for resources: {'Port': ['ID=af829949-4072-408d-9e1d-b22da1fa3130,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:07:32.842107 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b01085d-3a78-4a14-9465-93f036a2b29b req-558610aa-c5fc-49bd-a4ad-291250b3a803 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:32.853810 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2b01085d-3a78-4a14-9465-93f036a2b29b req-558610aa-c5fc-49bd-a4ad-291250b3a803 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.41 "GET /v2.0/ports?device_id=8813fdc9-13cd-4d6b-88a5-c1cef3739966 HTTP/1.1" status: 200 len: 950 time: 0.2021720 Jan 28 07:07:32.866596 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3250c479-eb4b-40fb-b382-0a3def76cdcc req-53bf130c-4350-4bf4-bd4f-a4e1a7abee64 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173514 Jan 28 07:07:32.883971 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2f322-b0ee-41f4-8e1d-f8797a337e2d None None] Pushing event updated for resources: {'Port': ['ID=347aedd7-3428-43e8-b495-17fb8fef7646,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:07:32.892286 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f2f322-b0ee-41f4-8e1d-f8797a337e2d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:07:32.892688 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f2f322-b0ee-41f4-8e1d-f8797a337e2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:07:32.893035 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f2f322-b0ee-41f4-8e1d-f8797a337e2d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:07:32.893370 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f2f322-b0ee-41f4-8e1d-f8797a337e2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:07:32.893702 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f2f322-b0ee-41f4-8e1d-f8797a337e2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:07:32.894032 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f2f322-b0ee-41f4-8e1d-f8797a337e2d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:07:32.894718 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f2f322-b0ee-41f4-8e1d-f8797a337e2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:07:32.894718 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f2f322-b0ee-41f4-8e1d-f8797a337e2d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:07:32.895007 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f2f322-b0ee-41f4-8e1d-f8797a337e2d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:07:32.895306 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f2f322-b0ee-41f4-8e1d-f8797a337e2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:07:32.895689 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f2f322-b0ee-41f4-8e1d-f8797a337e2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:07:32.896008 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f2f322-b0ee-41f4-8e1d-f8797a337e2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:07:32.896356 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f2f322-b0ee-41f4-8e1d-f8797a337e2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:07:32.899790 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-1781ceab-1920-44ef-9f50-7c8a88785804 None None] Attempting to bind port 347aedd7-3428-43e8-b495-17fb8fef7646 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:07:32.900461 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-1781ceab-1920-44ef-9f50-7c8a88785804 None None] Attempting to bind port 347aedd7-3428-43e8-b495-17fb8fef7646 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:07:32.901651 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1781ceab-1920-44ef-9f50-7c8a88785804 None None] Attempting to bind port 347aedd7-3428-43e8-b495-17fb8fef7646 on network 7d5b3724-deef-4831-8d43-cb9b8176573c {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:07:32.903803 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c2cce0-9670-4499-bdf1-bc2692f55c95 admin admin] Network e794ad63-0b0f-4018-9f49-e800aa3d32de is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:07:32.907873 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1781ceab-1920-44ef-9f50-7c8a88785804 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:07:32.908288 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1781ceab-1920-44ef-9f50-7c8a88785804 None None] Checking segment: {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:07:32.909223 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1781ceab-1920-44ef-9f50-7c8a88785804 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:32.909223 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1781ceab-1920-44ef-9f50-7c8a88785804 None None] Bound using segment: {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:07:32.909707 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-1781ceab-1920-44ef-9f50-7c8a88785804 None None] Bound port: 347aedd7-3428-43e8-b495-17fb8fef7646, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:07:32.910099 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1781ceab-1920-44ef-9f50-7c8a88785804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (347aedd7-3428-43e8-b495-17fb8fef7646), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:32.910536 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-25c2cce0-9670-4499-bdf1-bc2692f55c95 admin admin] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:07:32.913045 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c2cce0-9670-4499-bdf1-bc2692f55c95 admin admin] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:07:32.923704 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76f4ca4-c7ed-41df-ba24-be6bf080fa89 req-d355e462-d177-4f26-a0d8-df142be36e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:32.925393 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a76f4ca4-c7ed-41df-ba24-be6bf080fa89 req-d355e462-d177-4f26-a0d8-df142be36e31 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb HTTP/1.1" status: 200 len: 870 time: 0.2736208 Jan 28 07:07:32.963308 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-25c2cce0-9670-4499-bdf1-bc2692f55c95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16609232'] for router_interface (faa066dd-c59b-4c69-8941-70b13b83ccdb), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:32.976550 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-1781ceab-1920-44ef-9f50-7c8a88785804 None None] For port 347aedd7-3428-43e8-b495-17fb8fef7646, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:07:32.980799 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-1781ceab-1920-44ef-9f50-7c8a88785804 None None] For port 347aedd7-3428-43e8-b495-17fb8fef7646, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=347aedd7-3428-43e8-b495-17fb8fef7646,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:07:32.993216 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1781ceab-1920-44ef-9f50-7c8a88785804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (347aedd7-3428-43e8-b495-17fb8fef7646), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:33.015558 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a76f4ca4-c7ed-41df-ba24-be6bf080fa89 req-ab2ff2ad-f715-4cfb-a818-d86554da3c0f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=69c783fa-c2be-4e5a-99d0-8b6bd6c54806 HTTP/1.1" status: 200 len: 217 time: 0.0511405 Jan 28 07:07:33.026871 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2b01085d-3a78-4a14-9465-93f036a2b29b req-45840b48-d6d5-4ffb-858d-7a9197ff5fd4 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.41 "GET /v2.0/security-groups?id=a925a148-520f-4e8d-aa8c-4258e73ac6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718953 Jan 28 07:07:33.078641 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2f322-b0ee-41f4-8e1d-f8797a337e2d None None] Pushing event updated for resources: {'Port': ['ID=347aedd7-3428-43e8-b495-17fb8fef7646,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:07:33.109264 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1781ceab-1920-44ef-9f50-7c8a88785804 None None] Routers {'faa066dd-c59b-4c69-8941-70b13b83ccdb'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:07:33.109901 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-1781ceab-1920-44ef-9f50-7c8a88785804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:07:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['faa066dd-c59b-4c69-8941-70b13b83ccdb'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:07:33.146408 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76f4ca4-c7ed-41df-ba24-be6bf080fa89 req-58532c8d-e094-47e3-9569-060374611879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:33.148800 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a76f4ca4-c7ed-41df-ba24-be6bf080fa89 req-58532c8d-e094-47e3-9569-060374611879 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5785b43d-448b-4d12-9eb5-4e4caf2e7eaf HTTP/1.1" status: 200 len: 843 time: 0.1183014 Jan 28 07:07:33.309786 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-ab4eed74-fded-4caa-93fc-2270f547cfe8 req-e2ba0a9f-721d-4127-8388-a11df7001398 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b1eb635-db0f-4c1a-9796-f2c54545a367 {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:07:33.323489 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ab4eed74-fded-4caa-93fc-2270f547cfe8 req-e2ba0a9f-721d-4127-8388-a11df7001398 service neutron] Publish callbacks [] for port (4b1eb635-db0f-4c1a-9796-f2c54545a367), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:33.329905 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76f4ca4-c7ed-41df-ba24-be6bf080fa89 req-a44c45ad-d988-489a-b14b-fef1e55eb5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:33.331983 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a76f4ca4-c7ed-41df-ba24-be6bf080fa89 req-a44c45ad-d988-489a-b14b-fef1e55eb5be service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1691461 Jan 28 07:07:33.335462 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9a53585c-8574-43ed-b7ee-861d8b23ea3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:33.345487 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-0393061a-21b0-4a21-976e-a765e0c79ccd None None] Provisioning complete for port af829949-4072-408d-9e1d-b22da1fa3130 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:07:33.345868 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0393061a-21b0-4a21-976e-a765e0c79ccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (af829949-4072-408d-9e1d-b22da1fa3130), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:33.349763 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224fbfe7-5a5b-4151-a3e5-0c422812da31 req-babb7e07-33aa-4f7f-9fac-7bc2a56be326 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:33.357218 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224fbfe7-5a5b-4151-a3e5-0c422812da31 req-babb7e07-33aa-4f7f-9fac-7bc2a56be326 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:33.363670 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224fbfe7-5a5b-4151-a3e5-0c422812da31 req-babb7e07-33aa-4f7f-9fac-7bc2a56be326 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:33.365649 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-224fbfe7-5a5b-4151-a3e5-0c422812da31 req-babb7e07-33aa-4f7f-9fac-7bc2a56be326 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] 10.222.0.41 "GET /v2.0/ports?device_id=66f9a834-5a43-4a1a-973e-ebbb55ffd44b HTTP/1.1" status: 200 len: 2375 time: 0.2080982 Jan 28 07:07:33.396087 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-1781ceab-1920-44ef-9f50-7c8a88785804 None None] Set router faa066dd-c59b-4c69-8941-70b13b83ccdb gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:07:33.399785 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-0393061a-21b0-4a21-976e-a765e0c79ccd None None] Port af829949-4072-408d-9e1d-b22da1fa3130 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:07:33.405867 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-ab4eed74-fded-4caa-93fc-2270f547cfe8 req-e2ba0a9f-721d-4127-8388-a11df7001398 service neutron] Transition to ACTIVE for port object 4b1eb635-db0f-4c1a-9796-f2c54545a367 will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:07:33.450421 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ab4eed74-fded-4caa-93fc-2270f547cfe8 req-e2ba0a9f-721d-4127-8388-a11df7001398 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (4b1eb635-db0f-4c1a-9796-f2c54545a367), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:33.588096 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ba0a9f-721d-4127-8388-a11df7001398 service neutron] Pushing event updated for resources: {'Port': ['ID=4b1eb635-db0f-4c1a-9796-f2c54545a367,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:07:33.599451 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dd01a81-423f-4012-89ce-dce7efd84cd2', 'name': 'network-vif-deleted', 'tag': '137d085c-b81f-48ec-a596-8512923cea40'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:07:33.601705 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98caddab-a3c1-4a55-91a1-0195e8db76c1" -d '{"events": [{"server_uuid": "5dd01a81-423f-4012-89ce-dce7efd84cd2", "name": "network-vif-deleted", "tag": "137d085c-b81f-48ec-a596-8512923cea40"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:07:33.604469 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-25c2cce0-9670-4499-bdf1-bc2692f55c95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (af829949-4072-408d-9e1d-b22da1fa3130), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:33.607299 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-224fbfe7-5a5b-4151-a3e5-0c422812da31 req-620fb424-88b6-48fb-945d-768e8dcffd5c tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d843c1b-2b3f-41f7-933d-0cc23e6bb818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251298 Jan 28 07:07:33.637403 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a76f4ca4-c7ed-41df-ba24-be6bf080fa89 req-005eecac-ef9f-4507-a143-71e1c266f1b1 service neutron] 10.222.0.44 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2671697 Jan 28 07:07:33.683805 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-1781ceab-1920-44ef-9f50-7c8a88785804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faa066dd-c59b-4c69-8941-70b13b83ccdb', 'name': 'tempest-ServerActionsTestJSON-463642144-router', 'tenant_id': 'f5fa6549bc8d49d9b2eb68f328326d46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': '347aedd7-3428-43e8-b495-17fb8fef7646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:07:26Z', 'updated_at': '2022-01-28T07:07:28Z', 'revision_number': 3, 'project_id': 'f5fa6549bc8d49d9b2eb68f328326d46', 'gw_port': {'id': '347aedd7-3428-43e8-b495-17fb8fef7646', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d3:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faa066dd-c59b-4c69-8941-70b13b83ccdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:07:27Z', 'updated_at': '2022-01-28T07:07:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:07:33.784808 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1781ceab-1920-44ef-9f50-7c8a88785804 None None] The sync data for ids ['faa066dd-c59b-4c69-8941-70b13b83ccdb'] in n-d-712749-28 is: [{'id': 'faa066dd-c59b-4c69-8941-70b13b83ccdb', 'name': 'tempest-ServerActionsTestJSON-463642144-router', 'tenant_id': 'f5fa6549bc8d49d9b2eb68f328326d46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': '347aedd7-3428-43e8-b495-17fb8fef7646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:07:26Z', 'updated_at': '2022-01-28T07:07:28Z', 'revision_number': 3, 'project_id': 'f5fa6549bc8d49d9b2eb68f328326d46', 'gw_port': {'id': '347aedd7-3428-43e8-b495-17fb8fef7646', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d3:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faa066dd-c59b-4c69-8941-70b13b83ccdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:07:27Z', 'updated_at': '2022-01-28T07:07:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:07:33.790643 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fd797f-6f25-46d4-ac44-699be5986a87 req-124f530e-8f0d-46b4-bacb-3bba13c86ae7 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:33.792429 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d8fd797f-6f25-46d4-ac44-699be5986a87 req-124f530e-8f0d-46b4-bacb-3bba13c86ae7 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/ports?device_id=c99d7ddf-8757-47cb-9f3a-5167285f7a3c HTTP/1.1" status: 200 len: 946 time: 0.1940112 Jan 28 07:07:33.813091 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:33.848016 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-ab4eed74-fded-4caa-93fc-2270f547cfe8 req-e2ba0a9f-721d-4127-8388-a11df7001398 service neutron] Attempting to bind port 4b1eb635-db0f-4c1a-9796-f2c54545a367 on host n-h2-712749-28 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:07:33.848303 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-ab4eed74-fded-4caa-93fc-2270f547cfe8 req-e2ba0a9f-721d-4127-8388-a11df7001398 service neutron] Attempting to bind port 4b1eb635-db0f-4c1a-9796-f2c54545a367 by drivers openvswitch,hyperv on host n-h2-712749-28 at level 0 using segments [{'id': '7c829508-0903-4bcf-b0b4-48623395c1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c12c2e90-5594-4dc8-9607-0895d1df5067'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:07:33.848744 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab4eed74-fded-4caa-93fc-2270f547cfe8 req-e2ba0a9f-721d-4127-8388-a11df7001398 service neutron] Attempting to bind port 4b1eb635-db0f-4c1a-9796-f2c54545a367 on network c12c2e90-5594-4dc8-9607-0895d1df5067 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:07:33.857232 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab4eed74-fded-4caa-93fc-2270f547cfe8 req-e2ba0a9f-721d-4127-8388-a11df7001398 service neutron] Port 4b1eb635-db0f-4c1a-9796-f2c54545a367 on network c12c2e90-5594-4dc8-9607-0895d1df5067 not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-28 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:07:33.857699 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab4eed74-fded-4caa-93fc-2270f547cfe8 req-e2ba0a9f-721d-4127-8388-a11df7001398 service neutron] Attempting to bind port 4b1eb635-db0f-4c1a-9796-f2c54545a367 on network c12c2e90-5594-4dc8-9607-0895d1df5067 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:07:33.872551 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab4eed74-fded-4caa-93fc-2270f547cfe8 req-e2ba0a9f-721d-4127-8388-a11df7001398 service neutron] Checking agent: {'id': 'c9906e63-062c-432e-bb53-63fdb8115e18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:07:33.872899 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab4eed74-fded-4caa-93fc-2270f547cfe8 req-e2ba0a9f-721d-4127-8388-a11df7001398 service neutron] Checking segment: {'id': '7c829508-0903-4bcf-b0b4-48623395c1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c12c2e90-5594-4dc8-9607-0895d1df5067'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:07:33.873283 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab4eed74-fded-4caa-93fc-2270f547cfe8 req-e2ba0a9f-721d-4127-8388-a11df7001398 service neutron] Bound using segment: {'id': '7c829508-0903-4bcf-b0b4-48623395c1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c12c2e90-5594-4dc8-9607-0895d1df5067'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:07:33.873754 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-ab4eed74-fded-4caa-93fc-2270f547cfe8 req-e2ba0a9f-721d-4127-8388-a11df7001398 service neutron] Bound port: 4b1eb635-db0f-4c1a-9796-f2c54545a367, host: n-h2-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c829508-0903-4bcf-b0b4-48623395c1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c12c2e90-5594-4dc8-9607-0895d1df5067'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:07:33.874046 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ab4eed74-fded-4caa-93fc-2270f547cfe8 req-e2ba0a9f-721d-4127-8388-a11df7001398 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (4b1eb635-db0f-4c1a-9796-f2c54545a367), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:33.877428 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a76f4ca4-c7ed-41df-ba24-be6bf080fa89 req-d1c8bc77-aa4b-4c44-8c0f-0c1e5bcd6385 service neutron] 10.222.0.44 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2302170 Jan 28 07:07:33.970071 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d8fd797f-6f25-46d4-ac44-699be5986a87 req-0b5dacf8-f01d-458a-b35a-6b5fdf5d338b tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/security-groups?id=83d97fa1-2f29-40d2-a756-a970d048d2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196649 Jan 28 07:07:33.974320 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-ab4eed74-fded-4caa-93fc-2270f547cfe8 req-e2ba0a9f-721d-4127-8388-a11df7001398 service neutron] For port 4b1eb635-db0f-4c1a-9796-f2c54545a367, host n-h2-712749-28, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:07:33.977843 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-ab4eed74-fded-4caa-93fc-2270f547cfe8 req-e2ba0a9f-721d-4127-8388-a11df7001398 service neutron] For port 4b1eb635-db0f-4c1a-9796-f2c54545a367, host n-h2-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=4b1eb635-db0f-4c1a-9796-f2c54545a367,segment=NetworkSegment(7c829508-0903-4bcf-b0b4-48623395c1b3),segment_id=7c829508-0903-4bcf-b0b4-48623395c1b3)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:07:33.989768 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ab4eed74-fded-4caa-93fc-2270f547cfe8 req-e2ba0a9f-721d-4127-8388-a11df7001398 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (4b1eb635-db0f-4c1a-9796-f2c54545a367), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:34.044176 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ba0a9f-721d-4127-8388-a11df7001398 service neutron] Pushing event updated for resources: {'Port': ['ID=4b1eb635-db0f-4c1a-9796-f2c54545a367,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:07:34.051695 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92f17639-55ef-4ae4-91e0-cb5abaca5546 x-openstack-request-id: req-92f17639-55ef-4ae4-91e0-cb5abaca5546 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:07:34.052230 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dd01a81-423f-4012-89ce-dce7efd84cd2", "name": "network-vif-deleted", "tag": "137d085c-b81f-48ec-a596-8512923cea40", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:07:34.052832 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-92f17639-55ef-4ae4-91e0-cb5abaca5546 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:07:34.053392 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dd01a81-423f-4012-89ce-dce7efd84cd2', 'name': 'network-vif-deleted', 'tag': '137d085c-b81f-48ec-a596-8512923cea40', 'status': 'completed', 'code': 200} Jan 28 07:07:34.058537 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4eed74-fded-4caa-93fc-2270f547cfe8 req-e2ba0a9f-721d-4127-8388-a11df7001398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:34.059158 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ab4eed74-fded-4caa-93fc-2270f547cfe8 req-e2ba0a9f-721d-4127-8388-a11df7001398 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:34.059576 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-25c2cce0-9670-4499-bdf1-bc2692f55c95 admin admin] Publish callbacks [] for port (af829949-4072-408d-9e1d-b22da1fa3130), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:34.060580 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ab4eed74-fded-4caa-93fc-2270f547cfe8 req-e2ba0a9f-721d-4127-8388-a11df7001398 service neutron] 10.222.0.44 "PUT /v2.0/ports/4b1eb635-db0f-4c1a-9796-f2c54545a367 HTTP/1.1" status: 200 len: 1092 time: 1.7103326 Jan 28 07:07:34.061161 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66f9a834-5a43-4a1a-973e-ebbb55ffd44b', 'tag': '4b1eb635-db0f-4c1a-9796-f2c54545a367'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:07:34.063681 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62874f76-5abd-4319-a6f0-ea6ac342cd27" -d '{"events": [{"name": "network-changed", "server_uuid": "66f9a834-5a43-4a1a-973e-ebbb55ffd44b", "tag": "4b1eb635-db0f-4c1a-9796-f2c54545a367"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:07:34.070471 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-25c2cce0-9670-4499-bdf1-bc2692f55c95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (af829949-4072-408d-9e1d-b22da1fa3130), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:34.124456 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-ab4eed74-fded-4caa-93fc-2270f547cfe8 req-b280983e-29b3-4f23-95b6-dd0fe8f36b1f service neutron] Request body: {'port': {'device_id': '66f9a834-5a43-4a1a-973e-ebbb55ffd44b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712749-28'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:07:34.221780 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ab4eed74-fded-4caa-93fc-2270f547cfe8 req-b280983e-29b3-4f23-95b6-dd0fe8f36b1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (6cddf01d-3db6-4454-bacf-9a1b73c9a086), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:34.257357 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c2cce0-9670-4499-bdf1-bc2692f55c95 admin admin] Pushing event updated for resources: {'Port': ['ID=af829949-4072-408d-9e1d-b22da1fa3130,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:07:34.260471 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518f23b2-3e00-4ade-9f3c-24750abbca89 req-4360cf69-5ad1-4e46-b18e-602083755252 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:34.268038 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-518f23b2-3e00-4ade-9f3c-24750abbca89 req-4360cf69-5ad1-4e46-b18e-602083755252 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9e21c6f-9b87-4b08-b8fe-a60a848c1742 HTTP/1.1" status: 200 len: 948 time: 0.1881740 Jan 28 07:07:34.297324 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-25c2cce0-9670-4499-bdf1-bc2692f55c95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16318999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16606560'] for router_interface (faa066dd-c59b-4c69-8941-70b13b83ccdb), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:34.376056 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 11dca397-be39-46c6-8338-77251776d222 details requested by agent hyperv_n-h1-712749-28 with host n-h1-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:07:34.398642 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 11dca397-be39-46c6-8338-77251776d222 no longer exists at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:07:34.454553 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c2cce0-9670-4499-bdf1-bc2692f55c95 admin admin] Network e794ad63-0b0f-4018-9f49-e800aa3d32de is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:07:34.464145 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0a930b-5cd8-4857-92a3-4f8c63258f6d req-6bf86951-f5fa-4616-82a0-b65e125cfd91 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:34.465933 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9b0a930b-5cd8-4857-92a3-4f8c63258f6d req-6bf86951-f5fa-4616-82a0-b65e125cfd91 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.41 "GET /v2.0/ports?device_id=8813fdc9-13cd-4d6b-88a5-c1cef3739966 HTTP/1.1" status: 200 len: 950 time: 0.2210388 Jan 28 07:07:34.466909 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-25c2cce0-9670-4499-bdf1-bc2692f55c95 admin admin] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:07:34.513566 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-518f23b2-3e00-4ade-9f3c-24750abbca89 req-ecbbc76b-3d9b-409a-a072-c3eda17f6669 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398679 Jan 28 07:07:34.653984 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9b0a930b-5cd8-4857-92a3-4f8c63258f6d req-6d7cc3cd-d9b1-408c-82e6-e864593ea388 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.41 "GET /v2.0/security-groups?id=a925a148-520f-4e8d-aa8c-4258e73ac6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720166 Jan 28 07:07:34.699253 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc0e2cc9-7a7c-4aee-b717-89eb471d7733 x-openstack-request-id: req-dc0e2cc9-7a7c-4aee-b717-89eb471d7733 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:07:34.699783 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66f9a834-5a43-4a1a-973e-ebbb55ffd44b", "tag": "4b1eb635-db0f-4c1a-9796-f2c54545a367", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:07:34.700143 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-dc0e2cc9-7a7c-4aee-b717-89eb471d7733 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:07:34.700749 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66f9a834-5a43-4a1a-973e-ebbb55ffd44b', 'tag': '4b1eb635-db0f-4c1a-9796-f2c54545a367', 'status': 'completed', 'code': 200} Jan 28 07:07:34.734254 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25c2cce0-9670-4499-bdf1-bc2692f55c95 admin admin] Router faa066dd-c59b-4c69-8941-70b13b83ccdb has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:07:34.819071 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 11dca397-be39-46c6-8338-77251776d222, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=11dca397-be39-46c6-8338-77251776d222,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:07:34.837147 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 11dca397-be39-46c6-8338-77251776d222 is: ACTIVE; New status is: DOWN {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:07:34.838428 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (11dca397-be39-46c6-8338-77251776d222), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:34.858600 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Returning: {'device': '11dca397-be39-46c6-8338-77251776d222', 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb', 'port_id': '11dca397-be39-46c6-8338-77251776d222', 'mac_address': 'fa:16:3e:37:79:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5785b43d-448b-4d12-9eb5-4e4caf2e7eaf', 'ip_address': '192.168.233.142'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:07:34.920168 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8813fdc9-13cd-4d6b-88a5-c1cef3739966', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11dca397-be39-46c6-8338-77251776d222'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:07:34.930687 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-369ab87f-371f-4333-b2ef-6670d9ea0251" -d '{"events": [{"server_uuid": "8813fdc9-13cd-4d6b-88a5-c1cef3739966", "name": "network-vif-unplugged", "status": "completed", "tag": "11dca397-be39-46c6-8338-77251776d222"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:07:34.956419 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 11dca397-be39-46c6-8338-77251776d222, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=11dca397-be39-46c6-8338-77251776d222,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:07:34.975053 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (11dca397-be39-46c6-8338-77251776d222), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:34.979804 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 11dca397-be39-46c6-8338-77251776d222 is: ACTIVE; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:07:34.984661 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (11dca397-be39-46c6-8338-77251776d222), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:35.028363 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62874f76-5abd-4319-a6f0-ea6ac342cd27 req-9d350f45-6678-4173-9851-38d31c3fdb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:35.032425 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62874f76-5abd-4319-a6f0-ea6ac342cd27 req-9d350f45-6678-4173-9851-38d31c3fdb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:35.033481 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62874f76-5abd-4319-a6f0-ea6ac342cd27 req-9d350f45-6678-4173-9851-38d31c3fdb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:35.035973 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-a84a1202-6ec9-4e75-9ad1-8b6962ba8c5b None None] Provisioning complete for port af829949-4072-408d-9e1d-b22da1fa3130 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:07:35.041533 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-62874f76-5abd-4319-a6f0-ea6ac342cd27 req-9d350f45-6678-4173-9851-38d31c3fdb45 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4ade2f3244a74baaac394be83c2287fc&device_id=66f9a834-5a43-4a1a-973e-ebbb55ffd44b HTTP/1.1" status: 200 len: 2731 time: 0.3708944 Jan 28 07:07:35.043258 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a84a1202-6ec9-4e75-9ad1-8b6962ba8c5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (af829949-4072-408d-9e1d-b22da1fa3130), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:35.048138 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25c2cce0-9670-4499-bdf1-bc2692f55c95 admin admin] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:07:35.067707 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 347aedd7-3428-43e8-b495-17fb8fef7646 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:07:35.071347 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-25c2cce0-9670-4499-bdf1-bc2692f55c95 admin admin] 10.222.0.41 "PUT /v2.0/routers/faa066dd-c59b-4c69-8941-70b13b83ccdb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2756104 Jan 28 07:07:35.130283 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cbda8b-e3f8-4023-89f7-59f788c2b632 req-9907407e-9dce-4d89-96d8-96736f3e4fb6 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:35.137021 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cbda8b-e3f8-4023-89f7-59f788c2b632 req-9907407e-9dce-4d89-96d8-96736f3e4fb6 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:35.157430 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cbda8b-e3f8-4023-89f7-59f788c2b632 req-9907407e-9dce-4d89-96d8-96736f3e4fb6 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:35.159162 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a2cbda8b-e3f8-4023-89f7-59f788c2b632 req-9907407e-9dce-4d89-96d8-96736f3e4fb6 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] 10.222.0.41 "GET /v2.0/ports?device_id=66f9a834-5a43-4a1a-973e-ebbb55ffd44b HTTP/1.1" status: 200 len: 2387 time: 0.1653531 Jan 28 07:07:35.228266 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 69c783fa-c2be-4e5a-99d0-8b6bd6c54806 details requested by agent hyperv_n-h2-712749-28 with host n-h2-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:07:35.232073 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-a84a1202-6ec9-4e75-9ad1-8b6962ba8c5b None None] Port af829949-4072-408d-9e1d-b22da1fa3130 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:07:35.238153 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 11dca397-be39-46c6-8338-77251776d222 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:07:35.245506 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-ab4eed74-fded-4caa-93fc-2270f547cfe8 req-b280983e-29b3-4f23-95b6-dd0fe8f36b1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cddf01d-3db6-4454-bacf-9a1b73c9a086 {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:07:35.268675 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ab4eed74-fded-4caa-93fc-2270f547cfe8 req-b280983e-29b3-4f23-95b6-dd0fe8f36b1f service neutron] Publish callbacks [] for port (6cddf01d-3db6-4454-bacf-9a1b73c9a086), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:35.292280 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a2cbda8b-e3f8-4023-89f7-59f788c2b632 req-766b1b7f-51b5-4a5b-a832-a7e9cbfebcc4 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d843c1b-2b3f-41f7-933d-0cc23e6bb818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193955 Jan 28 07:07:35.325291 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=11dca397-be39-46c6-8338-77251776d222,revision_number=9']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:07:35.354182 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-ab4eed74-fded-4caa-93fc-2270f547cfe8 req-b280983e-29b3-4f23-95b6-dd0fe8f36b1f service neutron] Transition to ACTIVE for port object 6cddf01d-3db6-4454-bacf-9a1b73c9a086 will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:07:35.361657 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ab4eed74-fded-4caa-93fc-2270f547cfe8 req-b280983e-29b3-4f23-95b6-dd0fe8f36b1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (6cddf01d-3db6-4454-bacf-9a1b73c9a086), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:35.370678 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.db.api [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103285) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 07:07:35.371045 n-d-712749-28 neutron-server[103285]: DEBUG oslo_db.api [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 07:07:35.424186 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 07:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f587477-bdae-4f55-88e6-d76356c7d468 x-openstack-request-id: req-5f587477-bdae-4f55-88e6-d76356c7d468 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:07:35.428321 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8813fdc9-13cd-4d6b-88a5-c1cef3739966", "name": "network-vif-unplugged", "status": "completed", "tag": "11dca397-be39-46c6-8338-77251776d222", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:07:35.441401 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5f587477-bdae-4f55-88e6-d76356c7d468 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:07:35.443460 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8813fdc9-13cd-4d6b-88a5-c1cef3739966', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11dca397-be39-46c6-8338-77251776d222', 'code': 200} Jan 28 07:07:35.465309 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 347aedd7-3428-43e8-b495-17fb8fef7646 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:07:35.465450 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62874f76-5abd-4319-a6f0-ea6ac342cd27 req-aab5d855-7af9-4781-a72e-fceeff415183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:35.465706 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (347aedd7-3428-43e8-b495-17fb8fef7646), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:35.465835 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62874f76-5abd-4319-a6f0-ea6ac342cd27 req-aab5d855-7af9-4781-a72e-fceeff415183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:35.466231 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62874f76-5abd-4319-a6f0-ea6ac342cd27 req-aab5d855-7af9-4781-a72e-fceeff415183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:35.467816 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-62874f76-5abd-4319-a6f0-ea6ac342cd27 req-aab5d855-7af9-4781-a72e-fceeff415183 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=4ade2f3244a74baaac394be83c2287fc&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.3925261 Jan 28 07:07:35.553272 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584d0f18-9019-447c-b9ea-421478df03c6 req-40ba48d7-2db0-4749-9ad7-6d4ea4993bf6 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:35.557047 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-584d0f18-9019-447c-b9ea-421478df03c6 req-40ba48d7-2db0-4749-9ad7-6d4ea4993bf6 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/ports?device_id=c99d7ddf-8757-47cb-9f3a-5167285f7a3c HTTP/1.1" status: 200 len: 946 time: 0.0850616 Jan 28 07:07:35.578460 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 69c783fa-c2be-4e5a-99d0-8b6bd6c54806, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=69c783fa-c2be-4e5a-99d0-8b6bd6c54806,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:07:35.620628 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f58c4cc1-0671-4785-acb1-d80f494538fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:35.628810 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-584d0f18-9019-447c-b9ea-421478df03c6 req-916f7b0e-3c56-4fe0-828e-e6be361c7066 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/security-groups?id=83d97fa1-2f29-40d2-a756-a970d048d2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663731 Jan 28 07:07:35.643332 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Returning: {'device': '69c783fa-c2be-4e5a-99d0-8b6bd6c54806', 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb', 'port_id': '69c783fa-c2be-4e5a-99d0-8b6bd6c54806', 'mac_address': 'fa:16:3e:89:a8:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5785b43d-448b-4d12-9eb5-4e4caf2e7eaf', 'ip_address': '192.168.233.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:07:35.726374 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port 69c783fa-c2be-4e5a-99d0-8b6bd6c54806 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:07:35.727178 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (69c783fa-c2be-4e5a-99d0-8b6bd6c54806), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:35.941085 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b280983e-29b3-4f23-95b6-dd0fe8f36b1f service neutron] Pushing event updated for resources: {'Port': ['ID=6cddf01d-3db6-4454-bacf-9a1b73c9a086,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:07:35.962144 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 11dca397-be39-46c6-8338-77251776d222 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:07:35.962733 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (11dca397-be39-46c6-8338-77251776d222), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:35.972349 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69c783fa-c2be-4e5a-99d0-8b6bd6c54806 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:07:36.027986 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 347aedd7-3428-43e8-b495-17fb8fef7646 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:07:36.028420 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (347aedd7-3428-43e8-b495-17fb8fef7646), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:36.061857 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] For port 347aedd7-3428-43e8-b495-17fb8fef7646, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=347aedd7-3428-43e8-b495-17fb8fef7646,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:07:36.064096 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11dca397-be39-46c6-8338-77251776d222 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:07:36.080883 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-ab4eed74-fded-4caa-93fc-2270f547cfe8 req-b280983e-29b3-4f23-95b6-dd0fe8f36b1f service neutron] Attempting to bind port 6cddf01d-3db6-4454-bacf-9a1b73c9a086 on host n-h2-712749-28 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:07:36.081357 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-ab4eed74-fded-4caa-93fc-2270f547cfe8 req-b280983e-29b3-4f23-95b6-dd0fe8f36b1f service neutron] Attempting to bind port 6cddf01d-3db6-4454-bacf-9a1b73c9a086 by drivers openvswitch,hyperv on host n-h2-712749-28 at level 0 using segments [{'id': 'ce716a12-c1f6-436a-8799-cf336e01826c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '27809846-5323-402e-92f9-f3dbdeb36ea6'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:07:36.081793 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab4eed74-fded-4caa-93fc-2270f547cfe8 req-b280983e-29b3-4f23-95b6-dd0fe8f36b1f service neutron] Attempting to bind port 6cddf01d-3db6-4454-bacf-9a1b73c9a086 on network 27809846-5323-402e-92f9-f3dbdeb36ea6 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:07:36.086109 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (347aedd7-3428-43e8-b495-17fb8fef7646), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:36.100798 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d9eaaf-e829-408c-9313-aec1e0ee56d3 req-c2a09bff-d5b6-4376-987e-869cc5644d29 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:36.102447 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c0d9eaaf-e829-408c-9313-aec1e0ee56d3 req-c2a09bff-d5b6-4376-987e-869cc5644d29 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/ports?device_id=686583c4-bba6-4444-b3a9-8d548823cbb9 HTTP/1.1" status: 200 len: 972 time: 0.1954789 Jan 28 07:07:36.105936 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab4eed74-fded-4caa-93fc-2270f547cfe8 req-b280983e-29b3-4f23-95b6-dd0fe8f36b1f service neutron] Port 6cddf01d-3db6-4454-bacf-9a1b73c9a086 on network 27809846-5323-402e-92f9-f3dbdeb36ea6 not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-28 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:07:36.106374 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab4eed74-fded-4caa-93fc-2270f547cfe8 req-b280983e-29b3-4f23-95b6-dd0fe8f36b1f service neutron] Attempting to bind port 6cddf01d-3db6-4454-bacf-9a1b73c9a086 on network 27809846-5323-402e-92f9-f3dbdeb36ea6 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:07:36.141619 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab4eed74-fded-4caa-93fc-2270f547cfe8 req-b280983e-29b3-4f23-95b6-dd0fe8f36b1f service neutron] Checking agent: {'id': 'c9906e63-062c-432e-bb53-63fdb8115e18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:07:36.142020 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab4eed74-fded-4caa-93fc-2270f547cfe8 req-b280983e-29b3-4f23-95b6-dd0fe8f36b1f service neutron] Checking segment: {'id': 'ce716a12-c1f6-436a-8799-cf336e01826c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '27809846-5323-402e-92f9-f3dbdeb36ea6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:07:36.142560 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab4eed74-fded-4caa-93fc-2270f547cfe8 req-b280983e-29b3-4f23-95b6-dd0fe8f36b1f service neutron] Bound using segment: {'id': 'ce716a12-c1f6-436a-8799-cf336e01826c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '27809846-5323-402e-92f9-f3dbdeb36ea6'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:07:36.143161 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-ab4eed74-fded-4caa-93fc-2270f547cfe8 req-b280983e-29b3-4f23-95b6-dd0fe8f36b1f service neutron] Bound port: 6cddf01d-3db6-4454-bacf-9a1b73c9a086, host: n-h2-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce716a12-c1f6-436a-8799-cf336e01826c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '27809846-5323-402e-92f9-f3dbdeb36ea6'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:07:36.143623 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ab4eed74-fded-4caa-93fc-2270f547cfe8 req-b280983e-29b3-4f23-95b6-dd0fe8f36b1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (6cddf01d-3db6-4454-bacf-9a1b73c9a086), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:36.151397 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 69c783fa-c2be-4e5a-99d0-8b6bd6c54806, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=69c783fa-c2be-4e5a-99d0-8b6bd6c54806,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:07:36.153714 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Pushing event updated for resources: {'Port': ['ID=347aedd7-3428-43e8-b495-17fb8fef7646,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:07:36.163776 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (69c783fa-c2be-4e5a-99d0-8b6bd6c54806), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:36.170781 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 11dca397-be39-46c6-8338-77251776d222, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=11dca397-be39-46c6-8338-77251776d222,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:07:36.222490 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c0d9eaaf-e829-408c-9313-aec1e0ee56d3 req-fe7d1b59-6a67-4095-a60f-0b21490162fc tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/security-groups?id=b910cb8c-64ec-47f6-b06b-89e838bb343d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130006 Jan 28 07:07:36.233810 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=69c783fa-c2be-4e5a-99d0-8b6bd6c54806,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:07:36.239939 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (11dca397-be39-46c6-8338-77251776d222), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:36.301002 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 33072) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:07:36.306731 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-dda1da3f-c45d-452d-b4a6-51ead5d2be07 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2040012344', 'description': 'tempest-description--1098887683'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:07:36.307022 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=11dca397-be39-46c6-8338-77251776d222,revision_number=10']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:07:36.327145 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62874f76-5abd-4319-a6f0-ea6ac342cd27 req-6e7a5307-c358-4d98-b0c2-73638f6d7c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:36.329425 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-62874f76-5abd-4319-a6f0-ea6ac342cd27 req-6e7a5307-c358-4d98-b0c2-73638f6d7c8f service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8436201 Jan 28 07:07:36.366174 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-dda1da3f-c45d-452d-b4a6-51ead5d2be07 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:36.390910 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-ab4eed74-fded-4caa-93fc-2270f547cfe8 req-b280983e-29b3-4f23-95b6-dd0fe8f36b1f service neutron] For port 6cddf01d-3db6-4454-bacf-9a1b73c9a086, host n-h2-712749-28, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:07:36.406673 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-ab4eed74-fded-4caa-93fc-2270f547cfe8 req-b280983e-29b3-4f23-95b6-dd0fe8f36b1f service neutron] For port 6cddf01d-3db6-4454-bacf-9a1b73c9a086, host n-h2-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=6cddf01d-3db6-4454-bacf-9a1b73c9a086,segment=NetworkSegment(ce716a12-c1f6-436a-8799-cf336e01826c),segment_id=ce716a12-c1f6-436a-8799-cf336e01826c)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:07:36.416349 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ab4eed74-fded-4caa-93fc-2270f547cfe8 req-b280983e-29b3-4f23-95b6-dd0fe8f36b1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (6cddf01d-3db6-4454-bacf-9a1b73c9a086), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:36.429516 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac02250-51a3-4678-b0cc-7abb3038b9bd req-c7eb9198-8a77-4f89-9256-471de12416c9 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:36.437380 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-cac02250-51a3-4678-b0cc-7abb3038b9bd req-c7eb9198-8a77-4f89-9256-471de12416c9 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9e21c6f-9b87-4b08-b8fe-a60a848c1742 HTTP/1.1" status: 200 len: 949 time: 0.0925384 Jan 28 07:07:36.479479 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4eed74-fded-4caa-93fc-2270f547cfe8 req-b280983e-29b3-4f23-95b6-dd0fe8f36b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:36.480543 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ab4eed74-fded-4caa-93fc-2270f547cfe8 req-b280983e-29b3-4f23-95b6-dd0fe8f36b1f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:36.482124 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ab4eed74-fded-4caa-93fc-2270f547cfe8 req-b280983e-29b3-4f23-95b6-dd0fe8f36b1f service neutron] 10.222.0.44 "PUT /v2.0/ports/6cddf01d-3db6-4454-bacf-9a1b73c9a086 HTTP/1.1" status: 200 len: 1092 time: 2.3636506 Jan 28 07:07:36.515563 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef762ed1-b93f-4f38-beef-5f9f0d90382a req-cc408780-c15c-4942-8c7a-69ed863abe7b tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:36.526552 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ef762ed1-b93f-4f38-beef-5f9f0d90382a req-cc408780-c15c-4942-8c7a-69ed863abe7b tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.41 "GET /v2.0/ports?device_id=8813fdc9-13cd-4d6b-88a5-c1cef3739966 HTTP/1.1" status: 200 len: 950 time: 0.1760936 Jan 28 07:07:36.535260 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-ab4eed74-fded-4caa-93fc-2270f547cfe8 req-336e6915-046d-4623-bab1-a7ffc0c7811c service neutron] Request body: {'port': {'device_id': '66f9a834-5a43-4a1a-973e-ebbb55ffd44b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712749-28'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:07:36.540285 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2024aab7-0db4-4583-bca3-cd263b1f85f5 None None] Sync routers for ids ['faa066dd-c59b-4c69-8941-70b13b83ccdb'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:07:36.548853 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-dda1da3f-c45d-452d-b4a6-51ead5d2be07 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Publish callbacks [] for security_group (cb65c68e-64e7-49d7-aa93-cf57ceaf78a2), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:36.555169 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2024aab7-0db4-4583-bca3-cd263b1f85f5 None None] Routers {'faa066dd-c59b-4c69-8941-70b13b83ccdb'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:07:36.557266 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-2024aab7-0db4-4583-bca3-cd263b1f85f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:07:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['faa066dd-c59b-4c69-8941-70b13b83ccdb'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:07:36.560404 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-dda1da3f-c45d-452d-b4a6-51ead5d2be07 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (cb65c68e-64e7-49d7-aa93-cf57ceaf78a2), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:36.585324 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['69c783fa-c2be-4e5a-99d0-8b6bd6c54806'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:07:36.606774 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b280983e-29b3-4f23-95b6-dd0fe8f36b1f service neutron] Pushing event updated for resources: {'Port': ['ID=6cddf01d-3db6-4454-bacf-9a1b73c9a086,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:07:36.635264 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-dda1da3f-c45d-452d-b4a6-51ead5d2be07 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:36.636883 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-dda1da3f-c45d-452d-b4a6-51ead5d2be07 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3340328 Jan 28 07:07:36.640317 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda1da3f-c45d-452d-b4a6-51ead5d2be07 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb65c68e-64e7-49d7-aa93-cf57ceaf78a2,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:07:36.641683 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33078) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:07:36.661607 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['11dca397-be39-46c6-8338-77251776d222'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:07:36.668245 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-ab883f8b-feb4-4161-ac1a-a48b84516c85 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Request body: {'security_group_rule': {'security_group_id': 'cb65c68e-64e7-49d7-aa93-cf57ceaf78a2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:07:36.669958 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ef762ed1-b93f-4f38-beef-5f9f0d90382a req-1b9cd03f-4924-4ba7-b124-b46dec504c7c tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.41 "GET /v2.0/security-groups?id=a925a148-520f-4e8d-aa8c-4258e73ac6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423271 Jan 28 07:07:36.740476 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66f9a834-5a43-4a1a-973e-ebbb55ffd44b', 'tag': '6cddf01d-3db6-4454-bacf-9a1b73c9a086'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:07:36.744736 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3363ae30-406d-40d0-b0c0-94e3a12185a5" -d '{"events": [{"name": "network-changed", "server_uuid": "66f9a834-5a43-4a1a-973e-ebbb55ffd44b", "tag": "6cddf01d-3db6-4454-bacf-9a1b73c9a086"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:07:36.754981 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-2024aab7-0db4-4583-bca3-cd263b1f85f5 None None] Set router faa066dd-c59b-4c69-8941-70b13b83ccdb gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:07:36.758829 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-cac02250-51a3-4678-b0cc-7abb3038b9bd req-15f77f84-483e-4a26-b252-d9fc695a18c8 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3205895 Jan 28 07:07:36.851318 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ab4eed74-fded-4caa-93fc-2270f547cfe8 req-336e6915-046d-4623-bab1-a7ffc0c7811c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (8e2e5026-fb80-4cb0-958b-d6c581e3da49), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:36.862146 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ab883f8b-feb4-4161-ac1a-a48b84516c85 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Publish callbacks [] for security_group_rule (30a08734-6f6d-40de-83fb-a6d810052f2e), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:36.895556 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:36.933829 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 347aedd7-3428-43e8-b495-17fb8fef7646 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:07:36.988475 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ab883f8b-feb4-4161-ac1a-a48b84516c85 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Publish callbacks [] for security_group_rule (30a08734-6f6d-40de-83fb-a6d810052f2e), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:37.007019 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ab883f8b-feb4-4161-ac1a-a48b84516c85 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (30a08734-6f6d-40de-83fb-a6d810052f2e), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:37.048019 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab883f8b-feb4-4161-ac1a-a48b84516c85 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30a08734-6f6d-40de-83fb-a6d810052f2e,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:07:37.081625 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1034f715-38e0-40ce-9adf-604bb33aacdb req-52d74aab-0b11-473d-a9d8-2eb436c06709 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:37.089302 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1034f715-38e0-40ce-9adf-604bb33aacdb req-52d74aab-0b11-473d-a9d8-2eb436c06709 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:37.095911 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1034f715-38e0-40ce-9adf-604bb33aacdb req-52d74aab-0b11-473d-a9d8-2eb436c06709 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:37.099148 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1034f715-38e0-40ce-9adf-604bb33aacdb req-52d74aab-0b11-473d-a9d8-2eb436c06709 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] 10.222.0.41 "GET /v2.0/ports?device_id=66f9a834-5a43-4a1a-973e-ebbb55ffd44b HTTP/1.1" status: 200 len: 2399 time: 0.1874108 Jan 28 07:07:37.109782 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ab883f8b-feb4-4161-ac1a-a48b84516c85 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:37.111246 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-ab883f8b-feb4-4161-ac1a-a48b84516c85 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4537470 Jan 28 07:07:37.114393 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 33084) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:07:37.119302 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-e8affaae-1946-4fb3-a84e-0913cb09c53a tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Request body: {'security_group_rule': {'security_group_id': 'cb65c68e-64e7-49d7-aa93-cf57ceaf78a2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:07:37.122136 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 347aedd7-3428-43e8-b495-17fb8fef7646 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:07:37.122746 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (347aedd7-3428-43e8-b495-17fb8fef7646), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:37.133304 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-2024aab7-0db4-4583-bca3-cd263b1f85f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faa066dd-c59b-4c69-8941-70b13b83ccdb', 'name': 'tempest-ServerActionsTestJSON-463642144-router', 'tenant_id': 'f5fa6549bc8d49d9b2eb68f328326d46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': '347aedd7-3428-43e8-b495-17fb8fef7646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:07:26Z', 'updated_at': '2022-01-28T07:07:33Z', 'revision_number': 4, 'project_id': 'f5fa6549bc8d49d9b2eb68f328326d46', 'gw_port': {'id': '347aedd7-3428-43e8-b495-17fb8fef7646', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d3:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa066dd-c59b-4c69-8941-70b13b83ccdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:07:27Z', 'updated_at': '2022-01-28T07:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': 'af829949-4072-408d-9e1d-b22da1fa3130', 'name': '', 'network_id': 'e794ad63-0b0f-4018-9f49-e800aa3d32de', 'tenant_id': 'f5fa6549bc8d49d9b2eb68f328326d46', 'mac_address': 'fa:16:3e:00:f3:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faa066dd-c59b-4c69-8941-70b13b83ccdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '11d8e1f8-50c3-4314-ae17-177714f8d453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:07:32Z', 'updated_at': '2022-01-28T07:07:33Z', 'revision_number': 2, 'project_id': 'f5fa6549bc8d49d9b2eb68f328326d46', 'subnets': [{'id': '11d8e1f8-50c3-4314-ae17-177714f8d453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:07:37.144496 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc689c02-4ec8-4026-a6e5-563b3ad2568c req-4824aa32-8070-486e-a1ac-424b8ba20c34 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:37.146306 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-dc689c02-4ec8-4026-a6e5-563b3ad2568c req-4824aa32-8070-486e-a1ac-424b8ba20c34 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.10 "GET /v2.0/ports?device_id=686583c4-bba6-4444-b3a9-8d548823cbb9 HTTP/1.1" status: 200 len: 972 time: 0.4247615 Jan 28 07:07:37.165409 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2024aab7-0db4-4583-bca3-cd263b1f85f5 None None] Checking router: faa066dd-c59b-4c69-8941-70b13b83ccdb for host: n-d-712749-28 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:07:37.166807 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2024aab7-0db4-4583-bca3-cd263b1f85f5 None None] Updating router faa066dd-c59b-4c69-8941-70b13b83ccdb port af829949-4072-408d-9e1d-b22da1fa3130 binding host n-d-712749-28 {{(pid=103286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 07:07:37.182505 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f90e97e-8079-44da-9a33-b4208b639981 req-6d34ecb8-d63e-46ce-b820-4eabd64ee68b tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:37.191152 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7f90e97e-8079-44da-9a33-b4208b639981 req-6d34ecb8-d63e-46ce-b820-4eabd64ee68b tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/ports?device_id=c99d7ddf-8757-47cb-9f3a-5167285f7a3c HTTP/1.1" status: 200 len: 946 time: 0.1399949 Jan 28 07:07:37.200767 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2024aab7-0db4-4583-bca3-cd263b1f85f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (af829949-4072-408d-9e1d-b22da1fa3130), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:37.211205 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1034f715-38e0-40ce-9adf-604bb33aacdb req-a56a98fc-fd5f-4af2-a26d-b562a0a81510 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d843c1b-2b3f-41f7-933d-0cc23e6bb818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970700 Jan 28 07:07:37.242039 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e8affaae-1946-4fb3-a84e-0913cb09c53a tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Publish callbacks [] for security_group_rule (f6ad8974-fb77-4a19-8f14-826a99e89609), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:37.299270 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 347aedd7-3428-43e8-b495-17fb8fef7646 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:07:37.326667 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eec06855-930e-4660-8ff4-1571f1989a84 x-openstack-request-id: req-eec06855-930e-4660-8ff4-1571f1989a84 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:07:37.327021 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66f9a834-5a43-4a1a-973e-ebbb55ffd44b", "tag": "6cddf01d-3db6-4454-bacf-9a1b73c9a086", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:07:37.327289 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-eec06855-930e-4660-8ff4-1571f1989a84 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:07:37.327833 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66f9a834-5a43-4a1a-973e-ebbb55ffd44b', 'tag': '6cddf01d-3db6-4454-bacf-9a1b73c9a086', 'status': 'completed', 'code': 200} Jan 28 07:07:37.406813 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7f90e97e-8079-44da-9a33-b4208b639981 req-3cca17fa-71c5-421c-94f2-3d7c49ca6c62 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/security-groups?id=83d97fa1-2f29-40d2-a756-a970d048d2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146974 Jan 28 07:07:37.447968 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e8affaae-1946-4fb3-a84e-0913cb09c53a tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Publish callbacks [] for security_group_rule (f6ad8974-fb77-4a19-8f14-826a99e89609), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:37.453946 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e8affaae-1946-4fb3-a84e-0913cb09c53a tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (f6ad8974-fb77-4a19-8f14-826a99e89609), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:37.484921 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8affaae-1946-4fb3-a84e-0913cb09c53a tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6ad8974-fb77-4a19-8f14-826a99e89609,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:07:37.491933 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e8affaae-1946-4fb3-a84e-0913cb09c53a tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:37.494752 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-e8affaae-1946-4fb3-a84e-0913cb09c53a tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3793881 Jan 28 07:07:37.498036 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 33088) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:07:37.502143 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3363ae30-406d-40d0-b0c0-94e3a12185a5 req-b17dbc40-b3fe-44a5-aa69-3398be8b7990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:37.503069 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3363ae30-406d-40d0-b0c0-94e3a12185a5 req-b17dbc40-b3fe-44a5-aa69-3398be8b7990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:37.503187 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3363ae30-406d-40d0-b0c0-94e3a12185a5 req-b17dbc40-b3fe-44a5-aa69-3398be8b7990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:37.504836 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3363ae30-406d-40d0-b0c0-94e3a12185a5 req-b17dbc40-b3fe-44a5-aa69-3398be8b7990 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4ade2f3244a74baaac394be83c2287fc&device_id=66f9a834-5a43-4a1a-973e-ebbb55ffd44b HTTP/1.1" status: 200 len: 2799 time: 0.1285248 Jan 28 07:07:37.506882 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-17a4034c-577e-4031-8a60-90fddc180981 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Request body: {'floatingip': {'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:07:37.534162 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-17a4034c-577e-4031-8a60-90fddc180981 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:37.547699 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2024aab7-0db4-4583-bca3-cd263b1f85f5 None None] Publish callbacks [] for port (af829949-4072-408d-9e1d-b22da1fa3130), precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:37.554978 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2024aab7-0db4-4583-bca3-cd263b1f85f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (af829949-4072-408d-9e1d-b22da1fa3130), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:37.560138 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-dc689c02-4ec8-4026-a6e5-563b3ad2568c req-ff1fb7cc-6084-4772-8741-d6eb3d83c370 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Deleting port 2db0eab7-310b-4c35-a1b9-bb600d2e8ebd {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:07:37.560514 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-dc689c02-4ec8-4026-a6e5-563b3ad2568c req-ff1fb7cc-6084-4772-8741-d6eb3d83c370 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (2db0eab7-310b-4c35-a1b9-bb600d2e8ebd), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:37.605173 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8374e4a4-0775-4d86-a30d-ed9ae34e8be4 None None] Pushing event updated for resources: {'Port': ['ID=af829949-4072-408d-9e1d-b22da1fa3130,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:07:37.633481 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d4142d-e48e-4a66-a42a-704d089e6479 req-cf04225f-0686-4dbc-b49a-43be98774301 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:37.635472 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e0d4142d-e48e-4a66-a42a-704d089e6479 req-cf04225f-0686-4dbc-b49a-43be98774301 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/ports?device_id=686583c4-bba6-4444-b3a9-8d548823cbb9 HTTP/1.1" status: 200 len: 972 time: 0.1937847 Jan 28 07:07:37.695015 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-2024aab7-0db4-4583-bca3-cd263b1f85f5 None None] Attempting to bind port af829949-4072-408d-9e1d-b22da1fa3130 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:07:37.695606 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-2024aab7-0db4-4583-bca3-cd263b1f85f5 None None] Attempting to bind port af829949-4072-408d-9e1d-b22da1fa3130 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '67c4ed53-bfbf-4494-8d62-da0c7e4209c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e794ad63-0b0f-4018-9f49-e800aa3d32de'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:07:37.696143 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2024aab7-0db4-4583-bca3-cd263b1f85f5 None None] Attempting to bind port af829949-4072-408d-9e1d-b22da1fa3130 on network e794ad63-0b0f-4018-9f49-e800aa3d32de {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:07:37.702097 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2024aab7-0db4-4583-bca3-cd263b1f85f5 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:07:37.702927 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2024aab7-0db4-4583-bca3-cd263b1f85f5 None None] Checking segment: {'id': '67c4ed53-bfbf-4494-8d62-da0c7e4209c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e794ad63-0b0f-4018-9f49-e800aa3d32de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:07:37.703508 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2024aab7-0db4-4583-bca3-cd263b1f85f5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:37.704147 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2024aab7-0db4-4583-bca3-cd263b1f85f5 None None] Bound using segment: {'id': '67c4ed53-bfbf-4494-8d62-da0c7e4209c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e794ad63-0b0f-4018-9f49-e800aa3d32de'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:07:37.704801 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-2024aab7-0db4-4583-bca3-cd263b1f85f5 None None] Bound port: af829949-4072-408d-9e1d-b22da1fa3130, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67c4ed53-bfbf-4494-8d62-da0c7e4209c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e794ad63-0b0f-4018-9f49-e800aa3d32de'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:07:37.705367 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2024aab7-0db4-4583-bca3-cd263b1f85f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (af829949-4072-408d-9e1d-b22da1fa3130), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:37.716626 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-17a4034c-577e-4031-8a60-90fddc180981 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:37.793964 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-2024aab7-0db4-4583-bca3-cd263b1f85f5 None None] For port af829949-4072-408d-9e1d-b22da1fa3130, host n-d-712749-28, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:07:37.798367 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-2024aab7-0db4-4583-bca3-cd263b1f85f5 None None] For port af829949-4072-408d-9e1d-b22da1fa3130, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=af829949-4072-408d-9e1d-b22da1fa3130,segment=NetworkSegment(67c4ed53-bfbf-4494-8d62-da0c7e4209c8),segment_id=67c4ed53-bfbf-4494-8d62-da0c7e4209c8)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:07:37.810807 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2024aab7-0db4-4583-bca3-cd263b1f85f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (af829949-4072-408d-9e1d-b22da1fa3130), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:37.871923 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e0d4142d-e48e-4a66-a42a-704d089e6479 req-6e568151-4601-463e-81a3-5881f1d9854e tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/security-groups?id=b910cb8c-64ec-47f6-b06b-89e838bb343d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979766 Jan 28 07:07:37.884885 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-17a4034c-577e-4031-8a60-90fddc180981 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Allocated IP 172.25.6.165 (7d5b3724-deef-4831-8d43-cb9b8176573c/b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc/0c2dd7d9-7189-442d-a585-bfe8009ac9e0) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:07:37.886773 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8374e4a4-0775-4d86-a30d-ed9ae34e8be4 None None] Pushing event updated for resources: {'Port': ['ID=af829949-4072-408d-9e1d-b22da1fa3130,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:07:37.902572 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2024aab7-0db4-4583-bca3-cd263b1f85f5 None None] Routers {'faa066dd-c59b-4c69-8941-70b13b83ccdb'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:07:37.903410 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-2024aab7-0db4-4583-bca3-cd263b1f85f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:07:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['faa066dd-c59b-4c69-8941-70b13b83ccdb'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:07:37.938050 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-dc689c02-4ec8-4026-a6e5-563b3ad2568c req-ff1fb7cc-6084-4772-8741-d6eb3d83c370 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] For port 2db0eab7-310b-4c35-a1b9-bb600d2e8ebd, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=2db0eab7-310b-4c35-a1b9-bb600d2e8ebd,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:07:37.938566 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-dc689c02-4ec8-4026-a6e5-563b3ad2568c req-ff1fb7cc-6084-4772-8741-d6eb3d83c370 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (2db0eab7-310b-4c35-a1b9-bb600d2e8ebd), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:37.954836 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-dc689c02-4ec8-4026-a6e5-563b3ad2568c req-ff1fb7cc-6084-4772-8741-d6eb3d83c370 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Calling delete_port for 2db0eab7-310b-4c35-a1b9-bb600d2e8ebd owned by compute:tempest-test_az-1844580102 {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:07:38.029430 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-17a4034c-577e-4031-8a60-90fddc180981 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Publish callbacks [] for port (0c2dd7d9-7189-442d-a585-bfe8009ac9e0), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:38.038430 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-5909cca8-81d3-4e24-8717-b88250b427ef None None] Provisioning complete for port af829949-4072-408d-9e1d-b22da1fa3130 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:07:38.038889 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5909cca8-81d3-4e24-8717-b88250b427ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (af829949-4072-408d-9e1d-b22da1fa3130), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:38.076847 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-17a4034c-577e-4031-8a60-90fddc180981 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (0c2dd7d9-7189-442d-a585-bfe8009ac9e0), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:38.100730 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-2024aab7-0db4-4583-bca3-cd263b1f85f5 None None] Set router faa066dd-c59b-4c69-8941-70b13b83ccdb gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:07:38.168608 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a4034c-577e-4031-8a60-90fddc180981 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Network 7d5b3724-deef-4831-8d43-cb9b8176573c is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:07:38.176027 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-17a4034c-577e-4031-8a60-90fddc180981 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:07:38.187220 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a4034c-577e-4031-8a60-90fddc180981 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:07:38.246167 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-5909cca8-81d3-4e24-8717-b88250b427ef None None] Current status of the port af829949-4072-408d-9e1d-b22da1fa3130 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:07:38.246564 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5909cca8-81d3-4e24-8717-b88250b427ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (af829949-4072-408d-9e1d-b22da1fa3130), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:38.280562 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bf1698-c30b-413c-bcb3-1d03a54a06d1 req-9a339615-d23f-41b5-a229-d405edaa3b21 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:38.282417 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-26bf1698-c30b-413c-bcb3-1d03a54a06d1 req-9a339615-d23f-41b5-a229-d405edaa3b21 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.41 "GET /v2.0/ports?device_id=8813fdc9-13cd-4d6b-88a5-c1cef3739966 HTTP/1.1" status: 200 len: 950 time: 0.2185824 Jan 28 07:07:38.283109 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a4034c-577e-4031-8a60-90fddc180981 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Pushing event updated for resources: {'Port': ['ID=0c2dd7d9-7189-442d-a585-bfe8009ac9e0,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:07:38.327416 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-5909cca8-81d3-4e24-8717-b88250b427ef None None] For port af829949-4072-408d-9e1d-b22da1fa3130, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=af829949-4072-408d-9e1d-b22da1fa3130,segment=NetworkSegment(67c4ed53-bfbf-4494-8d62-da0c7e4209c8),segment_id=67c4ed53-bfbf-4494-8d62-da0c7e4209c8)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:07:38.331452 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-ab4eed74-fded-4caa-93fc-2270f547cfe8 req-336e6915-046d-4623-bab1-a7ffc0c7811c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e2e5026-fb80-4cb0-958b-d6c581e3da49 {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:07:38.340692 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5909cca8-81d3-4e24-8717-b88250b427ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (af829949-4072-408d-9e1d-b22da1fa3130), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:38.341194 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ab4eed74-fded-4caa-93fc-2270f547cfe8 req-336e6915-046d-4623-bab1-a7ffc0c7811c service neutron] Publish callbacks [] for port (8e2e5026-fb80-4cb0-958b-d6c581e3da49), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:38.355191 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-ab4eed74-fded-4caa-93fc-2270f547cfe8 req-336e6915-046d-4623-bab1-a7ffc0c7811c service neutron] Transition to ACTIVE for port object 8e2e5026-fb80-4cb0-958b-d6c581e3da49 will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:07:38.370336 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ab4eed74-fded-4caa-93fc-2270f547cfe8 req-336e6915-046d-4623-bab1-a7ffc0c7811c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (8e2e5026-fb80-4cb0-958b-d6c581e3da49), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:38.391595 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-dc689c02-4ec8-4026-a6e5-563b3ad2568c req-ff1fb7cc-6084-4772-8741-d6eb3d83c370 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (2db0eab7-310b-4c35-a1b9-bb600d2e8ebd), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:38.409007 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-26bf1698-c30b-413c-bcb3-1d03a54a06d1 req-67b56017-933c-494a-af5b-b7cc7572ebbc tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.41 "GET /v2.0/security-groups?id=a925a148-520f-4e8d-aa8c-4258e73ac6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109085 Jan 28 07:07:38.429302 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3363ae30-406d-40d0-b0c0-94e3a12185a5 req-1cccff40-d367-4f96-8d8f-0569039ada5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:38.429774 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3363ae30-406d-40d0-b0c0-94e3a12185a5 req-1cccff40-d367-4f96-8d8f-0569039ada5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:38.430239 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3363ae30-406d-40d0-b0c0-94e3a12185a5 req-1cccff40-d367-4f96-8d8f-0569039ada5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:38.432541 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3363ae30-406d-40d0-b0c0-94e3a12185a5 req-1cccff40-d367-4f96-8d8f-0569039ada5c service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=4ade2f3244a74baaac394be83c2287fc&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.9082215 Jan 28 07:07:38.458231 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-17a4034c-577e-4031-8a60-90fddc180981 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Publish callbacks [] for floatingip (ebcb08cf-587f-4196-9d18-24bf351b3b3f), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:38.481351 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5909cca8-81d3-4e24-8717-b88250b427ef None None] Pushing event updated for resources: {'Port': ['ID=af829949-4072-408d-9e1d-b22da1fa3130,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:07:38.506415 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 11dca397-be39-46c6-8338-77251776d222 up at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:07:38.513811 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['2db0eab7-310b-4c35-a1b9-bb600d2e8ebd'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:07:38.557147 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-17a4034c-577e-4031-8a60-90fddc180981 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (0c2dd7d9-7189-442d-a585-bfe8009ac9e0), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:38.608493 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:38.615068 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3363ae30-406d-40d0-b0c0-94e3a12185a5 req-110b9069-1e38-4e4c-8c80-514ee2ab9d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:38.615434 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-47db6045-5230-4e20-adc9-21b372448b29 None None] Provisioning complete for port af829949-4072-408d-9e1d-b22da1fa3130 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:07:38.615817 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-47db6045-5230-4e20-adc9-21b372448b29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (af829949-4072-408d-9e1d-b22da1fa3130), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:38.616594 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3363ae30-406d-40d0-b0c0-94e3a12185a5 req-110b9069-1e38-4e4c-8c80-514ee2ab9d54 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1657941 Jan 28 07:07:38.686653 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-2024aab7-0db4-4583-bca3-cd263b1f85f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faa066dd-c59b-4c69-8941-70b13b83ccdb', 'name': 'tempest-ServerActionsTestJSON-463642144-router', 'tenant_id': 'f5fa6549bc8d49d9b2eb68f328326d46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': '347aedd7-3428-43e8-b495-17fb8fef7646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:07:26Z', 'updated_at': '2022-01-28T07:07:33Z', 'revision_number': 4, 'project_id': 'f5fa6549bc8d49d9b2eb68f328326d46', 'gw_port': {'id': '347aedd7-3428-43e8-b495-17fb8fef7646', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d3:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa066dd-c59b-4c69-8941-70b13b83ccdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:07:27Z', 'updated_at': '2022-01-28T07:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': 'af829949-4072-408d-9e1d-b22da1fa3130', 'name': '', 'network_id': 'e794ad63-0b0f-4018-9f49-e800aa3d32de', 'tenant_id': 'f5fa6549bc8d49d9b2eb68f328326d46', 'mac_address': 'fa:16:3e:00:f3:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faa066dd-c59b-4c69-8941-70b13b83ccdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '11d8e1f8-50c3-4314-ae17-177714f8d453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:07:32Z', 'updated_at': '2022-01-28T07:07:37Z', 'revision_number': 4, 'project_id': 'f5fa6549bc8d49d9b2eb68f328326d46', 'subnets': [{'id': '11d8e1f8-50c3-4314-ae17-177714f8d453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:07:38.797954 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2024aab7-0db4-4583-bca3-cd263b1f85f5 None None] The sync data for ids ['faa066dd-c59b-4c69-8941-70b13b83ccdb'] in n-d-712749-28 is: [{'id': 'faa066dd-c59b-4c69-8941-70b13b83ccdb', 'name': 'tempest-ServerActionsTestJSON-463642144-router', 'tenant_id': 'f5fa6549bc8d49d9b2eb68f328326d46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': '347aedd7-3428-43e8-b495-17fb8fef7646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:07:26Z', 'updated_at': '2022-01-28T07:07:33Z', 'revision_number': 4, 'project_id': 'f5fa6549bc8d49d9b2eb68f328326d46', 'gw_port': {'id': '347aedd7-3428-43e8-b495-17fb8fef7646', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d3:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa066dd-c59b-4c69-8941-70b13b83ccdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:07:27Z', 'updated_at': '2022-01-28T07:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': 'af829949-4072-408d-9e1d-b22da1fa3130', 'name': '', 'network_id': 'e794ad63-0b0f-4018-9f49-e800aa3d32de', 'tenant_id': 'f5fa6549bc8d49d9b2eb68f328326d46', 'mac_address': 'fa:16:3e:00:f3:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faa066dd-c59b-4c69-8941-70b13b83ccdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '11d8e1f8-50c3-4314-ae17-177714f8d453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:07:32Z', 'updated_at': '2022-01-28T07:07:37Z', 'revision_number': 4, 'project_id': 'f5fa6549bc8d49d9b2eb68f328326d46', 'subnets': [{'id': '11d8e1f8-50c3-4314-ae17-177714f8d453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:07:38.826594 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-47db6045-5230-4e20-adc9-21b372448b29 None None] Current status of the port af829949-4072-408d-9e1d-b22da1fa3130 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:07:38.836303 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning complete for port 11dca397-be39-46c6-8338-77251776d222 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:07:38.836909 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (11dca397-be39-46c6-8338-77251776d222), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:38.837666 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336e6915-046d-4623-bab1-a7ffc0c7811c service neutron] Pushing event updated for resources: {'Port': ['ID=8e2e5026-fb80-4cb0-958b-d6c581e3da49,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:07:38.846326 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc689c02-4ec8-4026-a6e5-563b3ad2568c req-ff1fb7cc-6084-4772-8741-d6eb3d83c370 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] No DVR routers for this DVR port 2db0eab7-310b-4c35-a1b9-bb600d2e8ebd on host n-h1-712749-28 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:07:38.857626 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4fd1fa-889b-4bf7-bd29-91796dd33a9d req-f92878f9-2d29-4d73-af8c-a00ad1baed46 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:38.872541 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3b4fd1fa-889b-4bf7-bd29-91796dd33a9d req-f92878f9-2d29-4d73-af8c-a00ad1baed46 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9e21c6f-9b87-4b08-b8fe-a60a848c1742 HTTP/1.1" status: 200 len: 949 time: 0.5161674 Jan 28 07:07:38.896049 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-dc689c02-4ec8-4026-a6e5-563b3ad2568c req-ff1fb7cc-6084-4772-8741-d6eb3d83c370 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:38.899825 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-dc689c02-4ec8-4026-a6e5-563b3ad2568c req-ff1fb7cc-6084-4772-8741-d6eb3d83c370 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.10 "DELETE /v2.0/ports/2db0eab7-310b-4c35-a1b9-bb600d2e8ebd HTTP/1.1" status: 204 len: 173 time: 1.7236872 Jan 28 07:07:38.962923 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1fb7cc-6084-4772-8741-d6eb3d83c370 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] Pushing event deleted for resources: {'Port': ['ID=2db0eab7-310b-4c35-a1b9-bb600d2e8ebd,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:07:38.977160 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-17a4034c-577e-4031-8a60-90fddc180981 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Publish callbacks [] for port (0c2dd7d9-7189-442d-a585-bfe8009ac9e0), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:38.988948 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef006e9-65d8-40f2-a7a2-77ba403c46ad req-0159988f-01ef-4d1e-a12e-33db6f423af1 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:38.996042 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef006e9-65d8-40f2-a7a2-77ba403c46ad req-0159988f-01ef-4d1e-a12e-33db6f423af1 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:39.008809 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef006e9-65d8-40f2-a7a2-77ba403c46ad req-0159988f-01ef-4d1e-a12e-33db6f423af1 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:39.020794 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-cef006e9-65d8-40f2-a7a2-77ba403c46ad req-0159988f-01ef-4d1e-a12e-33db6f423af1 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] 10.222.0.41 "GET /v2.0/ports?device_id=66f9a834-5a43-4a1a-973e-ebbb55ffd44b HTTP/1.1" status: 200 len: 2411 time: 0.2032168 Jan 28 07:07:39.035248 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3b4fd1fa-889b-4bf7-bd29-91796dd33a9d req-245f9358-65fd-4c35-b437-2c7b6e291286 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557741 Jan 28 07:07:39.042087 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-17a4034c-577e-4031-8a60-90fddc180981 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (0c2dd7d9-7189-442d-a585-bfe8009ac9e0), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:39.054835 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 11dca397-be39-46c6-8338-77251776d222 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:07:39.055409 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (11dca397-be39-46c6-8338-77251776d222), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:39.075997 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-ab4eed74-fded-4caa-93fc-2270f547cfe8 req-336e6915-046d-4623-bab1-a7ffc0c7811c service neutron] Attempting to bind port 8e2e5026-fb80-4cb0-958b-d6c581e3da49 on host n-h2-712749-28 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:07:39.076445 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-ab4eed74-fded-4caa-93fc-2270f547cfe8 req-336e6915-046d-4623-bab1-a7ffc0c7811c service neutron] Attempting to bind port 8e2e5026-fb80-4cb0-958b-d6c581e3da49 by drivers openvswitch,hyperv on host n-h2-712749-28 at level 0 using segments [{'id': '7c829508-0903-4bcf-b0b4-48623395c1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c12c2e90-5594-4dc8-9607-0895d1df5067'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:07:39.076773 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab4eed74-fded-4caa-93fc-2270f547cfe8 req-336e6915-046d-4623-bab1-a7ffc0c7811c service neutron] Attempting to bind port 8e2e5026-fb80-4cb0-958b-d6c581e3da49 on network c12c2e90-5594-4dc8-9607-0895d1df5067 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:07:39.088039 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab4eed74-fded-4caa-93fc-2270f547cfe8 req-336e6915-046d-4623-bab1-a7ffc0c7811c service neutron] Port 8e2e5026-fb80-4cb0-958b-d6c581e3da49 on network c12c2e90-5594-4dc8-9607-0895d1df5067 not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-28 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:07:39.089016 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab4eed74-fded-4caa-93fc-2270f547cfe8 req-336e6915-046d-4623-bab1-a7ffc0c7811c service neutron] Attempting to bind port 8e2e5026-fb80-4cb0-958b-d6c581e3da49 on network c12c2e90-5594-4dc8-9607-0895d1df5067 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:07:39.095849 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8813fdc9-13cd-4d6b-88a5-c1cef3739966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11dca397-be39-46c6-8338-77251776d222'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:07:39.097714 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab4eed74-fded-4caa-93fc-2270f547cfe8 req-336e6915-046d-4623-bab1-a7ffc0c7811c service neutron] Checking agent: {'id': 'c9906e63-062c-432e-bb53-63fdb8115e18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:07:39.099053 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab4eed74-fded-4caa-93fc-2270f547cfe8 req-336e6915-046d-4623-bab1-a7ffc0c7811c service neutron] Checking segment: {'id': '7c829508-0903-4bcf-b0b4-48623395c1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c12c2e90-5594-4dc8-9607-0895d1df5067'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:07:39.099691 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab4eed74-fded-4caa-93fc-2270f547cfe8 req-336e6915-046d-4623-bab1-a7ffc0c7811c service neutron] Bound using segment: {'id': '7c829508-0903-4bcf-b0b4-48623395c1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c12c2e90-5594-4dc8-9607-0895d1df5067'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:07:39.101385 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b768161-008d-4a6d-a405-60efe2a7efab" -d '{"events": [{"server_uuid": "8813fdc9-13cd-4d6b-88a5-c1cef3739966", "name": "network-vif-plugged", "status": "completed", "tag": "11dca397-be39-46c6-8338-77251776d222"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:07:39.102592 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-ab4eed74-fded-4caa-93fc-2270f547cfe8 req-336e6915-046d-4623-bab1-a7ffc0c7811c service neutron] Bound port: 8e2e5026-fb80-4cb0-958b-d6c581e3da49, host: n-h2-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c829508-0903-4bcf-b0b4-48623395c1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c12c2e90-5594-4dc8-9607-0895d1df5067'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:07:39.105790 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ab4eed74-fded-4caa-93fc-2270f547cfe8 req-336e6915-046d-4623-bab1-a7ffc0c7811c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (8e2e5026-fb80-4cb0-958b-d6c581e3da49), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:39.127470 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 11dca397-be39-46c6-8338-77251776d222, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=11dca397-be39-46c6-8338-77251776d222,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:07:39.137462 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (11dca397-be39-46c6-8338-77251776d222), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:39.138511 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 2db0eab7-310b-4c35-a1b9-bb600d2e8ebd no longer exists at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:07:39.195924 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a4034c-577e-4031-8a60-90fddc180981 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Pushing event updated for resources: {'Port': ['ID=0c2dd7d9-7189-442d-a585-bfe8009ac9e0,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:07:39.210993 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 69c783fa-c2be-4e5a-99d0-8b6bd6c54806 up at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:07:39.215810 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-cef006e9-65d8-40f2-a7a2-77ba403c46ad req-5dce6ba8-35cf-4786-a535-5cd508550aee tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d843c1b-2b3f-41f7-933d-0cc23e6bb818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940258 Jan 28 07:07:39.225541 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-17a4034c-577e-4031-8a60-90fddc180981 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16609095'] for floatingip (ebcb08cf-587f-4196-9d18-24bf351b3b3f), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:39.265432 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-17a4034c-577e-4031-8a60-90fddc180981 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for floatingip (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:39.266870 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-17a4034c-577e-4031-8a60-90fddc180981 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7676976 Jan 28 07:07:39.277546 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c954cf7b-59a6-423c-b6f8-eda330551fd7 req-daa6d4c9-1bda-4415-b734-48fa6a6d2f8a tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:39.285062 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c954cf7b-59a6-423c-b6f8-eda330551fd7 req-daa6d4c9-1bda-4415-b734-48fa6a6d2f8a tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/ports?device_id=c99d7ddf-8757-47cb-9f3a-5167285f7a3c HTTP/1.1" status: 200 len: 946 time: 0.1529663 Jan 28 07:07:39.309514 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] No Port match for: 2db0eab7-310b-4c35-a1b9-bb600d2e8ebd {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:07:39.309872 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 2db0eab7-310b-4c35-a1b9-bb600d2e8ebd not bound to the agent host n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:07:39.313382 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=11dca397-be39-46c6-8338-77251776d222,revision_number=11']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:07:39.341832 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '686583c4-bba6-4444-b3a9-8d548823cbb9', 'name': 'network-vif-deleted', 'tag': '2db0eab7-310b-4c35-a1b9-bb600d2e8ebd'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:07:39.345124 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e4ea12b-31b1-432f-bdff-3e06323179b3" -d '{"events": [{"server_uuid": "686583c4-bba6-4444-b3a9-8d548823cbb9", "name": "network-vif-deleted", "tag": "2db0eab7-310b-4c35-a1b9-bb600d2e8ebd"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:07:39.369140 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-ab4eed74-fded-4caa-93fc-2270f547cfe8 req-336e6915-046d-4623-bab1-a7ffc0c7811c service neutron] For port 8e2e5026-fb80-4cb0-958b-d6c581e3da49, host n-h2-712749-28, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:07:39.374816 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-ab4eed74-fded-4caa-93fc-2270f547cfe8 req-336e6915-046d-4623-bab1-a7ffc0c7811c service neutron] For port 8e2e5026-fb80-4cb0-958b-d6c581e3da49, host n-h2-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=8e2e5026-fb80-4cb0-958b-d6c581e3da49,segment=NetworkSegment(7c829508-0903-4bcf-b0b4-48623395c1b3),segment_id=7c829508-0903-4bcf-b0b4-48623395c1b3)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:07:39.398305 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ab4eed74-fded-4caa-93fc-2270f547cfe8 req-336e6915-046d-4623-bab1-a7ffc0c7811c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (8e2e5026-fb80-4cb0-958b-d6c581e3da49), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:39.405969 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ff087fce-68a6-4ede-88be-a2e0c7b76784 req-6a5b5190-3cc1-4f96-b2b0-1bd7b3401377 tempest-ServersOnMultiNodesTest-2106145708 tempest-ServersOnMultiNodesTest-2106145708-project] 10.222.0.41 "GET /v2.0/ports?device_id=686583c4-bba6-4444-b3a9-8d548823cbb9 HTTP/1.1" status: 200 len: 210 time: 0.0544355 Jan 28 07:07:39.420608 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning for port 69c783fa-c2be-4e5a-99d0-8b6bd6c54806 completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:07:39.425327 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c954cf7b-59a6-423c-b6f8-eda330551fd7 req-29d99a3c-9211-4e78-aea9-871c33a5b4ff tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/security-groups?id=83d97fa1-2f29-40d2-a756-a970d048d2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392841 Jan 28 07:07:39.438043 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning complete for port 69c783fa-c2be-4e5a-99d0-8b6bd6c54806 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:07:39.438451 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (69c783fa-c2be-4e5a-99d0-8b6bd6c54806), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:39.464639 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7694b864-b10e-449c-bd17-dbd2cdcef415 x-openstack-request-id: req-7694b864-b10e-449c-bd17-dbd2cdcef415 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:07:39.464950 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8813fdc9-13cd-4d6b-88a5-c1cef3739966", "name": "network-vif-plugged", "status": "completed", "tag": "11dca397-be39-46c6-8338-77251776d222", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:07:39.465971 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7694b864-b10e-449c-bd17-dbd2cdcef415 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:07:39.466708 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8813fdc9-13cd-4d6b-88a5-c1cef3739966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11dca397-be39-46c6-8338-77251776d222', 'code': 200} Jan 28 07:07:39.502179 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4eed74-fded-4caa-93fc-2270f547cfe8 req-336e6915-046d-4623-bab1-a7ffc0c7811c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:39.502832 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ab4eed74-fded-4caa-93fc-2270f547cfe8 req-336e6915-046d-4623-bab1-a7ffc0c7811c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:39.514256 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ab4eed74-fded-4caa-93fc-2270f547cfe8 req-336e6915-046d-4623-bab1-a7ffc0c7811c service neutron] 10.222.0.44 "PUT /v2.0/ports/8e2e5026-fb80-4cb0-958b-d6c581e3da49 HTTP/1.1" status: 200 len: 1093 time: 2.9731727 Jan 28 07:07:39.536584 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43502e71-2227-4e60-9d2a-64ffee24a29d x-openstack-request-id: req-43502e71-2227-4e60-9d2a-64ffee24a29d {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:07:39.536811 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "686583c4-bba6-4444-b3a9-8d548823cbb9", "name": "network-vif-deleted", "tag": "2db0eab7-310b-4c35-a1b9-bb600d2e8ebd", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:07:39.537047 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-43502e71-2227-4e60-9d2a-64ffee24a29d {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:07:39.537465 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '686583c4-bba6-4444-b3a9-8d548823cbb9', 'name': 'network-vif-deleted', 'tag': '2db0eab7-310b-4c35-a1b9-bb600d2e8ebd', 'status': 'completed', 'code': 200} Jan 28 07:07:39.594154 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336e6915-046d-4623-bab1-a7ffc0c7811c service neutron] Pushing event updated for resources: {'Port': ['ID=8e2e5026-fb80-4cb0-958b-d6c581e3da49,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:07:39.594697 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port 69c783fa-c2be-4e5a-99d0-8b6bd6c54806 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:07:39.596107 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (69c783fa-c2be-4e5a-99d0-8b6bd6c54806), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:39.711853 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:39.728528 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac8711f-343d-4b60-a907-5b479552bbb0 req-b96912d3-174f-424f-8029-d3debd878f4c tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:39.737400 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-fac8711f-343d-4b60-a907-5b479552bbb0 req-b96912d3-174f-424f-8029-d3debd878f4c tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.41 "GET /v2.0/ports?device_id=8813fdc9-13cd-4d6b-88a5-c1cef3739966 HTTP/1.1" status: 200 len: 951 time: 0.1041591 Jan 28 07:07:39.744344 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-83cdab74-615d-47c5-aa42-826b98ccf05f req-df312770-cf14-4b7b-9145-b89b113ed9fe tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--2040012344&fields=id&tenant_id=f5fa6549bc8d49d9b2eb68f328326d46 HTTP/1.1" status: 200 len: 267 time: 0.1336167 Jan 28 07:07:39.746222 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 69c783fa-c2be-4e5a-99d0-8b6bd6c54806, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=69c783fa-c2be-4e5a-99d0-8b6bd6c54806,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:07:39.752252 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (69c783fa-c2be-4e5a-99d0-8b6bd6c54806), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:39.826522 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=69c783fa-c2be-4e5a-99d0-8b6bd6c54806,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:07:39.842884 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-fac8711f-343d-4b60-a907-5b479552bbb0 req-84e3bcdd-82fd-49c8-8360-f0a31cf2709a tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.41 "GET /v2.0/security-groups?id=a925a148-520f-4e8d-aa8c-4258e73ac6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044309 Jan 28 07:07:39.894160 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4eed74-fded-4caa-93fc-2270f547cfe8 req-d81a45a4-bc22-4268-a7a1-a767a8d6fca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:39.894809 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4eed74-fded-4caa-93fc-2270f547cfe8 req-d81a45a4-bc22-4268-a7a1-a767a8d6fca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:39.895372 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4eed74-fded-4caa-93fc-2270f547cfe8 req-d81a45a4-bc22-4268-a7a1-a767a8d6fca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:39.897071 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ab4eed74-fded-4caa-93fc-2270f547cfe8 req-d81a45a4-bc22-4268-a7a1-a767a8d6fca1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4ade2f3244a74baaac394be83c2287fc&device_id=66f9a834-5a43-4a1a-973e-ebbb55ffd44b HTTP/1.1" status: 200 len: 2867 time: 0.2920337 Jan 28 07:07:39.914821 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95947d67-bf88-4eef-a04e-adfb1327b9e8 req-0f620667-4a33-4bf2-9ca6-7edf5614d90c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:39.916364 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-95947d67-bf88-4eef-a04e-adfb1327b9e8 req-0f620667-4a33-4bf2-9ca6-7edf5614d90c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8813fdc9-13cd-4d6b-88a5-c1cef3739966 HTTP/1.1" status: 200 len: 1103 time: 0.1320424 Jan 28 07:07:39.984029 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cdab74-615d-47c5-aa42-826b98ccf05f req-f1d7c1bb-f65a-4f6f-b090-b0ad60580229 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:39.985768 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-83cdab74-615d-47c5-aa42-826b98ccf05f req-f1d7c1bb-f65a-4f6f-b090-b0ad60580229 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/networks?id=e794ad63-0b0f-4018-9f49-e800aa3d32de HTTP/1.1" status: 200 len: 811 time: 0.2318299 Jan 28 07:07:40.028708 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ab4eed74-fded-4caa-93fc-2270f547cfe8 req-ad658b48-70ca-42c1-9533-215f3d934689 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.56&port_id=4b1eb635-db0f-4c1a-9796-f2c54545a367 HTTP/1.1" status: 200 len: 217 time: 0.0670342 Jan 28 07:07:40.040587 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-95947d67-bf88-4eef-a04e-adfb1327b9e8 req-82fe38f2-af82-4249-b415-9d6bf94d777c service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=a925a148-520f-4e8d-aa8c-4258e73ac6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141725 Jan 28 07:07:40.042469 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-83cdab74-615d-47c5-aa42-826b98ccf05f req-2dd51467-88df-47f4-a121-6a1e1274844d tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/quotas/f5fa6549bc8d49d9b2eb68f328326d46 HTTP/1.1" status: 200 len: 375 time: 0.0217686 Jan 28 07:07:40.117472 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4eed74-fded-4caa-93fc-2270f547cfe8 req-5695ca1c-7bfe-45c9-9569-8ea4beae4d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:40.119548 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ab4eed74-fded-4caa-93fc-2270f547cfe8 req-5695ca1c-7bfe-45c9-9569-8ea4beae4d2f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2d3b9885-4a83-42d2-a84f-6b5a44d519d6 HTTP/1.1" status: 200 len: 801 time: 0.0762393 Jan 28 07:07:40.129764 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-83cdab74-615d-47c5-aa42-826b98ccf05f req-68f48b10-3817-46bf-9a7f-4600c9b353a7 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=f5fa6549bc8d49d9b2eb68f328326d46&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0788932 Jan 28 07:07:40.165943 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f6dbdf-279d-4ace-b5b7-3af8a71b419e req-caf13237-f0d3-4802-bfe2-90a7d45f6d8e tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:40.167760 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-59f6dbdf-279d-4ace-b5b7-3af8a71b419e req-caf13237-f0d3-4802-bfe2-90a7d45f6d8e tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9e21c6f-9b87-4b08-b8fe-a60a848c1742 HTTP/1.1" status: 200 len: 950 time: 0.0533109 Jan 28 07:07:40.221972 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-59f6dbdf-279d-4ace-b5b7-3af8a71b419e req-ecdb81a5-417e-402f-9a63-230a52fe6d27 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474548 Jan 28 07:07:40.225021 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4eed74-fded-4caa-93fc-2270f547cfe8 req-50dd64b2-efa2-4873-9893-c2b0e24e6b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:40.226427 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ab4eed74-fded-4caa-93fc-2270f547cfe8 req-50dd64b2-efa2-4873-9893-c2b0e24e6b50 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c12c2e90-5594-4dc8-9607-0895d1df5067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0958009 Jan 28 07:07:40.309554 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-83cdab74-615d-47c5-aa42-826b98ccf05f req-42fcaeec-5372-481e-b058-b687f68b6275 service neutron] 10.222.0.41 "GET /v2.0/networks/e794ad63-0b0f-4018-9f49-e800aa3d32de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534925 Jan 28 07:07:40.344640 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff19f1d1-2acc-4937-a1b1-b20e06a802c6 req-77bd8fa1-1a86-4369-99ee-165f5b538944 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:40.349918 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff19f1d1-2acc-4937-a1b1-b20e06a802c6 req-77bd8fa1-1a86-4369-99ee-165f5b538944 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:40.355999 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff19f1d1-2acc-4937-a1b1-b20e06a802c6 req-77bd8fa1-1a86-4369-99ee-165f5b538944 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:40.357704 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ff19f1d1-2acc-4937-a1b1-b20e06a802c6 req-77bd8fa1-1a86-4369-99ee-165f5b538944 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] 10.222.0.41 "GET /v2.0/ports?device_id=66f9a834-5a43-4a1a-973e-ebbb55ffd44b HTTP/1.1" status: 200 len: 2411 time: 0.0645936 Jan 28 07:07:40.394642 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ab4eed74-fded-4caa-93fc-2270f547cfe8 req-978633c9-7a1f-4357-a0c0-16e0d3044e6f service neutron] 10.222.0.44 "GET /v2.0/networks/c12c2e90-5594-4dc8-9607-0895d1df5067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548784 Jan 28 07:07:40.424528 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ff19f1d1-2acc-4937-a1b1-b20e06a802c6 req-0238a973-e3c9-494f-bbdb-626b316448cb tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d843c1b-2b3f-41f7-933d-0cc23e6bb818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587749 Jan 28 07:07:40.480786 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-83cdab74-615d-47c5-aa42-826b98ccf05f req-4313f61d-9839-4b41-9251-d8c814c32d94 service neutron] 10.222.0.41 "GET /v2.0/networks/e794ad63-0b0f-4018-9f49-e800aa3d32de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609471 Jan 28 07:07:40.528036 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ab4eed74-fded-4caa-93fc-2270f547cfe8 req-af689ac1-f169-49ad-8e6d-f448dd0d8063 service neutron] 10.222.0.44 "GET /v2.0/networks/c12c2e90-5594-4dc8-9607-0895d1df5067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217406 Jan 28 07:07:40.577868 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5532e78-7ec9-4da7-96b0-e4a1187e4098 req-aaed0633-1303-4ed3-805d-13c11801019b tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:40.580726 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ab4eed74-fded-4caa-93fc-2270f547cfe8 req-66c698e7-0460-48ce-ada7-f782ac546e44 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.86&port_id=6cddf01d-3db6-4454-bacf-9a1b73c9a086 HTTP/1.1" status: 200 len: 217 time: 0.0458226 Jan 28 07:07:40.582197 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a5532e78-7ec9-4da7-96b0-e4a1187e4098 req-aaed0633-1303-4ed3-805d-13c11801019b tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/ports?device_id=c99d7ddf-8757-47cb-9f3a-5167285f7a3c HTTP/1.1" status: 200 len: 946 time: 0.0697947 Jan 28 07:07:40.642601 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4eed74-fded-4caa-93fc-2270f547cfe8 req-808487a9-33c0-4884-99ac-cbdb16315e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:40.644235 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ab4eed74-fded-4caa-93fc-2270f547cfe8 req-808487a9-33c0-4884-99ac-cbdb16315e38 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=97f3c5f5-fd10-4d4d-bb88-be82c0f4b8dc HTTP/1.1" status: 200 len: 801 time: 0.0507450 Jan 28 07:07:40.666942 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a5532e78-7ec9-4da7-96b0-e4a1187e4098 req-18cd6c27-2e22-47a6-9523-9fdcf1fe93a7 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/security-groups?id=83d97fa1-2f29-40d2-a756-a970d048d2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811923 Jan 28 07:07:40.717580 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 33142) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:07:40.730956 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-847cec69-d9d9-4a69-8fc1-ca0bea252417 req-9750c4ff-0982-4bde-b836-14b5a622fb6a tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=232ec39b-90f9-4df8-a403-fe1029cce065 HTTP/1.1" status: 200 len: 210 time: 0.0562608 Jan 28 07:07:40.747017 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4eed74-fded-4caa-93fc-2270f547cfe8 req-1d30ad52-0422-42e2-a2f4-2980cf477190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:40.749351 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ab4eed74-fded-4caa-93fc-2270f547cfe8 req-1d30ad52-0422-42e2-a2f4-2980cf477190 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=27809846-5323-402e-92f9-f3dbdeb36ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0891531 Jan 28 07:07:40.883229 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ab4eed74-fded-4caa-93fc-2270f547cfe8 req-57a75fb7-d085-4a35-a732-aafe44bcf048 service neutron] 10.222.0.44 "GET /v2.0/networks/27809846-5323-402e-92f9-f3dbdeb36ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260688 Jan 28 07:07:40.944826 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device af829949-4072-408d-9e1d-b22da1fa3130 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:07:40.977652 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-5e7b8025-2b38-4bcd-94e7-d2a57a0b9527 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c4cb8f6b7fb846b4ab01d357846632b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2584052 Jan 28 07:07:40.997287 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 33154) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:07:41.003029 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ab4eed74-fded-4caa-93fc-2270f547cfe8 req-bf7968ad-38b1-496c-885e-36b28c5e4090 service neutron] 10.222.0.44 "GET /v2.0/networks/27809846-5323-402e-92f9-f3dbdeb36ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134632 Jan 28 07:07:41.048928 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port af829949-4072-408d-9e1d-b22da1fa3130 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:07:41.049343 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (af829949-4072-408d-9e1d-b22da1fa3130), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:41.063226 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290a6973-a7fa-40df-9e82-6bca193e5a7c req-c51c0c3c-6cb3-4ae6-9846-200d300f8a26 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:41.072465 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-290a6973-a7fa-40df-9e82-6bca193e5a7c req-c51c0c3c-6cb3-4ae6-9846-200d300f8a26 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.41 "GET /v2.0/ports?device_id=8813fdc9-13cd-4d6b-88a5-c1cef3739966 HTTP/1.1" status: 200 len: 951 time: 0.1230741 Jan 28 07:07:41.073502 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ab4eed74-fded-4caa-93fc-2270f547cfe8 req-2549332c-9e70-49e6-9c15-37af9c1f35b9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.160&port_id=8e2e5026-fb80-4cb0-958b-d6c581e3da49 HTTP/1.1" status: 200 len: 217 time: 0.0616946 Jan 28 07:07:41.094765 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-584e2207-1d48-496c-8389-f7594e7ef594 admin admin] Publish callbacks [] for security_group (b910cb8c-64ec-47f6-b06b-89e838bb343d), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:41.152030 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port af829949-4072-408d-9e1d-b22da1fa3130 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:07:41.156582 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4eed74-fded-4caa-93fc-2270f547cfe8 req-efd5b2c7-8f67-4865-9596-b1d6e2b07b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:41.158075 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ab4eed74-fded-4caa-93fc-2270f547cfe8 req-efd5b2c7-8f67-4865-9596-b1d6e2b07b21 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2d3b9885-4a83-42d2-a84f-6b5a44d519d6 HTTP/1.1" status: 200 len: 801 time: 0.0711319 Jan 28 07:07:41.171291 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-584e2207-1d48-496c-8389-f7594e7ef594 admin admin] Publish callbacks [] for security_group (b910cb8c-64ec-47f6-b06b-89e838bb343d), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:41.202980 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-290a6973-a7fa-40df-9e82-6bca193e5a7c req-c6f0a0b0-8f20-44d3-800f-a9366133e932 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.41 "GET /v2.0/security-groups?id=a925a148-520f-4e8d-aa8c-4258e73ac6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296492 Jan 28 07:07:41.208880 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4eed74-fded-4caa-93fc-2270f547cfe8 req-ae2a815e-bb62-408e-8db9-9c96435453a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:41.210365 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ab4eed74-fded-4caa-93fc-2270f547cfe8 req-ae2a815e-bb62-408e-8db9-9c96435453a5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c12c2e90-5594-4dc8-9607-0895d1df5067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443506 Jan 28 07:07:41.238432 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-584e2207-1d48-496c-8389-f7594e7ef594 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (b910cb8c-64ec-47f6-b06b-89e838bb343d), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:41.241545 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-584e2207-1d48-496c-8389-f7594e7ef594 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:41.242703 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-584e2207-1d48-496c-8389-f7594e7ef594 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b910cb8c-64ec-47f6-b06b-89e838bb343d HTTP/1.1" status: 204 len: 168 time: 0.2441165 Jan 28 07:07:41.258097 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584e2207-1d48-496c-8389-f7594e7ef594 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b910cb8c-64ec-47f6-b06b-89e838bb343d,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:07:41.412965 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ab4eed74-fded-4caa-93fc-2270f547cfe8 req-bbc8831e-2263-4a29-98a9-de127b5461e3 service neutron] 10.222.0.44 "GET /v2.0/networks/c12c2e90-5594-4dc8-9607-0895d1df5067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878083 Jan 28 07:07:41.422553 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c94f197-1456-4ce8-8c12-f851823f0e88 req-87a5b9ee-98a8-46c7-8b44-93a4783d125d tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:41.425260 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4c94f197-1456-4ce8-8c12-f851823f0e88 req-87a5b9ee-98a8-46c7-8b44-93a4783d125d tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9e21c6f-9b87-4b08-b8fe-a60a848c1742 HTTP/1.1" status: 200 len: 950 time: 0.0854511 Jan 28 07:07:41.468396 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9e21c6f-9b87-4b08-b8fe-a60a848c1742', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69c783fa-c2be-4e5a-99d0-8b6bd6c54806'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:07:41.471804 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10b1fe42-1b7c-4c65-9a36-c1f036d4f418" -d '{"events": [{"server_uuid": "a9e21c6f-9b87-4b08-b8fe-a60a848c1742", "name": "network-vif-plugged", "status": "completed", "tag": "69c783fa-c2be-4e5a-99d0-8b6bd6c54806"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:07:41.546456 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4c94f197-1456-4ce8-8c12-f851823f0e88 req-954a8bd2-d80f-44a9-b205-db42c6acea26 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950260 Jan 28 07:07:41.554256 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66f9a834-5a43-4a1a-973e-ebbb55ffd44b', 'tag': '8e2e5026-fb80-4cb0-958b-d6c581e3da49'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:07:41.560735 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25fe70c4-f6e3-47ea-98ed-4effffd7f3ac" -d '{"events": [{"name": "network-changed", "server_uuid": "66f9a834-5a43-4a1a-973e-ebbb55ffd44b", "tag": "8e2e5026-fb80-4cb0-958b-d6c581e3da49"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:07:41.562304 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff29b87-4f90-4f18-80ba-ba5453c770b0 req-1261f5ae-b705-40fc-a16a-afbc8dbede67 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:41.569205 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff29b87-4f90-4f18-80ba-ba5453c770b0 req-1261f5ae-b705-40fc-a16a-afbc8dbede67 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:41.576705 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff29b87-4f90-4f18-80ba-ba5453c770b0 req-1261f5ae-b705-40fc-a16a-afbc8dbede67 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:41.584837 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0ff29b87-4f90-4f18-80ba-ba5453c770b0 req-1261f5ae-b705-40fc-a16a-afbc8dbede67 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] 10.222.0.41 "GET /v2.0/ports?device_id=66f9a834-5a43-4a1a-973e-ebbb55ffd44b HTTP/1.1" status: 200 len: 2411 time: 0.0880494 Jan 28 07:07:41.602898 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ab4eed74-fded-4caa-93fc-2270f547cfe8 req-e0b6c476-0e3f-4ba3-bc02-0e73bcc7750a service neutron] 10.222.0.44 "GET /v2.0/networks/c12c2e90-5594-4dc8-9607-0895d1df5067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762002 Jan 28 07:07:41.609611 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21dabbc5-7623-48a9-9dd3-8012b8bb78c4 x-openstack-request-id: req-21dabbc5-7623-48a9-9dd3-8012b8bb78c4 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:07:41.610280 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9e21c6f-9b87-4b08-b8fe-a60a848c1742", "name": "network-vif-plugged", "status": "completed", "tag": "69c783fa-c2be-4e5a-99d0-8b6bd6c54806", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:07:41.610705 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-21dabbc5-7623-48a9-9dd3-8012b8bb78c4 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:07:41.614668 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9e21c6f-9b87-4b08-b8fe-a60a848c1742', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69c783fa-c2be-4e5a-99d0-8b6bd6c54806', 'code': 200} Jan 28 07:07:41.639553 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0ff29b87-4f90-4f18-80ba-ba5453c770b0 req-e9ce0932-3087-4dca-8e70-ddb77d3316f1 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d843c1b-2b3f-41f7-933d-0cc23e6bb818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537479 Jan 28 07:07:41.644505 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e063995-b35f-479d-b4a6-d9d347df1506 x-openstack-request-id: req-6e063995-b35f-479d-b4a6-d9d347df1506 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:07:41.648339 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66f9a834-5a43-4a1a-973e-ebbb55ffd44b", "tag": "8e2e5026-fb80-4cb0-958b-d6c581e3da49", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:07:41.648339 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6e063995-b35f-479d-b4a6-d9d347df1506 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:07:41.648339 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66f9a834-5a43-4a1a-973e-ebbb55ffd44b', 'tag': '8e2e5026-fb80-4cb0-958b-d6c581e3da49', 'status': 'completed', 'code': 200} Jan 28 07:07:41.660270 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 33172) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:07:41.701656 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-bf14fc4a-ed4f-4eb0-a203-c156423931dd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=821b21c716114d11841f197a246646c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0401754 Jan 28 07:07:41.704234 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 33176) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:07:41.783415 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cf5b39f3-f7ef-4bf8-a729-ab50402a9d32 admin admin] Publish callbacks [] for security_group (862f76d8-01a0-46e7-b15b-2afc3267a1a8), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:41.821719 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cf5b39f3-f7ef-4bf8-a729-ab50402a9d32 admin admin] Publish callbacks [] for security_group (862f76d8-01a0-46e7-b15b-2afc3267a1a8), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:41.842291 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58677bb2-5b80-40c6-bef5-e820feff25fc req-78f48805-e83a-4a6a-aeb0-efb6e1b74249 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:41.843795 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-58677bb2-5b80-40c6-bef5-e820feff25fc req-78f48805-e83a-4a6a-aeb0-efb6e1b74249 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/ports?device_id=c99d7ddf-8757-47cb-9f3a-5167285f7a3c HTTP/1.1" status: 200 len: 946 time: 0.0930600 Jan 28 07:07:41.843989 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-fdb00275-6d91-45e2-b540-ee361276f374 req-020b05b3-8bba-465a-84eb-9f8b9fb49304 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=232ec39b-90f9-4df8-a403-fe1029cce065 HTTP/1.1" status: 200 len: 210 time: 0.0409002 Jan 28 07:07:41.882965 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fe70c4-f6e3-47ea-98ed-4effffd7f3ac req-569c30c9-d83e-4501-8041-ace8d58bf010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:41.883318 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fe70c4-f6e3-47ea-98ed-4effffd7f3ac req-569c30c9-d83e-4501-8041-ace8d58bf010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:41.883791 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fe70c4-f6e3-47ea-98ed-4effffd7f3ac req-569c30c9-d83e-4501-8041-ace8d58bf010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:41.885611 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-25fe70c4-f6e3-47ea-98ed-4effffd7f3ac req-569c30c9-d83e-4501-8041-ace8d58bf010 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4ade2f3244a74baaac394be83c2287fc&device_id=66f9a834-5a43-4a1a-973e-ebbb55ffd44b HTTP/1.1" status: 200 len: 2867 time: 0.0955515 Jan 28 07:07:41.905456 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f895b4-8f1a-484a-8635-d6c0699b1636 req-92c7534d-ca89-40e7-b49e-0e444f49c7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:41.906935 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d6f895b4-8f1a-484a-8635-d6c0699b1636 req-92c7534d-ca89-40e7-b49e-0e444f49c7e9 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a9e21c6f-9b87-4b08-b8fe-a60a848c1742 HTTP/1.1" status: 200 len: 1102 time: 0.0620406 Jan 28 07:07:41.908865 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-58677bb2-5b80-40c6-bef5-e820feff25fc req-ef76d900-0bc8-4f33-b49f-c5671b79f9c3 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/security-groups?id=83d97fa1-2f29-40d2-a756-a970d048d2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520344 Jan 28 07:07:41.914528 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cf5b39f3-f7ef-4bf8-a729-ab50402a9d32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (862f76d8-01a0-46e7-b15b-2afc3267a1a8), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:41.918317 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cf5b39f3-f7ef-4bf8-a729-ab50402a9d32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:41.919450 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-cf5b39f3-f7ef-4bf8-a729-ab50402a9d32 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/862f76d8-01a0-46e7-b15b-2afc3267a1a8 HTTP/1.1" status: 204 len: 168 time: 0.2143307 Jan 28 07:07:41.927790 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5b39f3-f7ef-4bf8-a729-ab50402a9d32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=862f76d8-01a0-46e7-b15b-2afc3267a1a8,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:07:42.004918 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d6f895b4-8f1a-484a-8635-d6c0699b1636 req-8b1f12f4-594b-448d-82aa-ad0a4beb87ff service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868809 Jan 28 07:07:42.019377 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fe70c4-f6e3-47ea-98ed-4effffd7f3ac req-6312492c-39f6-4bd0-99e2-bb00e5ba0e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:42.020893 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-25fe70c4-f6e3-47ea-98ed-4effffd7f3ac req-6312492c-39f6-4bd0-99e2-bb00e5ba0e88 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c12c2e90-5594-4dc8-9607-0895d1df5067 HTTP/1.1" status: 200 len: 902 time: 0.1258099 Jan 28 07:07:42.240107 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cdab74-615d-47c5-aa42-826b98ccf05f req-ccbddfd4-2833-4799-82ac-45d08a78a7d5 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:42.240107 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-83cdab74-615d-47c5-aa42-826b98ccf05f req-ccbddfd4-2833-4799-82ac-45d08a78a7d5 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.10 "GET /v2.0/networks?id=e794ad63-0b0f-4018-9f49-e800aa3d32de HTTP/1.1" status: 200 len: 811 time: 0.1284766 Jan 28 07:07:42.421558 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b1594d-61d2-4d4c-a5ef-6e16ec54b78d req-570fc7c7-00fc-4f97-97da-8ede4ebc0e20 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:42.423427 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-74b1594d-61d2-4d4c-a5ef-6e16ec54b78d req-570fc7c7-00fc-4f97-97da-8ede4ebc0e20 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.41 "GET /v2.0/ports?device_id=8813fdc9-13cd-4d6b-88a5-c1cef3739966 HTTP/1.1" status: 200 len: 951 time: 0.0628970 Jan 28 07:07:42.483860 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-74b1594d-61d2-4d4c-a5ef-6e16ec54b78d req-31503ba7-85a1-40aa-9c70-9ec92ab1bacf tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.41 "GET /v2.0/security-groups?id=a925a148-520f-4e8d-aa8c-4258e73ac6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496504 Jan 28 07:07:42.643944 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-25fe70c4-f6e3-47ea-98ed-4effffd7f3ac req-e6c1d9d0-9d38-4366-8809-04d09ec13b99 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.160&port_id=8e2e5026-fb80-4cb0-958b-d6c581e3da49 HTTP/1.1" status: 200 len: 217 time: 0.0426064 Jan 28 07:07:42.654320 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-83cdab74-615d-47c5-aa42-826b98ccf05f req-dd716f12-9020-43a0-b560-cd9a791d096d tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f5fa6549bc8d49d9b2eb68f328326d46 HTTP/1.1" status: 200 len: 380 time: 0.3930428 Jan 28 07:07:42.670027 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-83cdab74-615d-47c5-aa42-826b98ccf05f req-cee346f5-1ed8-4172-8f3a-55c65a481b15 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Request body: {'port': {'device_id': '232ec39b-90f9-4df8-a403-fe1029cce065', 'network_id': 'e794ad63-0b0f-4018-9f49-e800aa3d32de', 'admin_state_up': True, 'tenant_id': 'f5fa6549bc8d49d9b2eb68f328326d46', 'security_groups': ['cb65c68e-64e7-49d7-aa93-cf57ceaf78a2']}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:07:42.703399 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9620c8-87ec-42b4-8bf6-65c8c63ba4bb req-2aec6640-5e39-4089-a567-f56225f98d87 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:42.705122 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-3f9620c8-87ec-42b4-8bf6-65c8c63ba4bb req-2aec6640-5e39-4089-a567-f56225f98d87 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9e21c6f-9b87-4b08-b8fe-a60a848c1742 HTTP/1.1" status: 200 len: 950 time: 0.0659723 Jan 28 07:07:42.743104 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 33214) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:07:42.767377 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-3f9620c8-87ec-42b4-8bf6-65c8c63ba4bb req-febe66c7-f8f5-4f1f-a0b9-aa407eec81df tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549722 Jan 28 07:07:42.803707 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fe70c4-f6e3-47ea-98ed-4effffd7f3ac req-622bb2ee-e021-4be4-b7e3-c7684fcc7fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:42.805204 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-25fe70c4-f6e3-47ea-98ed-4effffd7f3ac req-622bb2ee-e021-4be4-b7e3-c7684fcc7fdf service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2d3b9885-4a83-42d2-a84f-6b5a44d519d6 HTTP/1.1" status: 200 len: 801 time: 0.1500430 Jan 28 07:07:42.838893 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eef721e-634c-4d33-814b-9459928542f2 req-c14ed6e0-6cdc-4ec7-a05f-fd0971b40ad2 tempest-ServersAdminTestJSON-1269326635 tempest-ServersAdminTestJSON-1269326635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:42.840408 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5eef721e-634c-4d33-814b-9459928542f2 req-c14ed6e0-6cdc-4ec7-a05f-fd0971b40ad2 tempest-ServersAdminTestJSON-1269326635 tempest-ServersAdminTestJSON-1269326635-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=8813fdc9-13cd-4d6b-88a5-c1cef3739966 HTTP/1.1" status: 200 len: 1103 time: 0.1017725 Jan 28 07:07:42.870210 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-9680a0ed-1cb6-40e1-979a-f58c38ac7571 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-471111862-network', 'tenant_id': '2896f16344d64d52a798dcb24fda5242'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:07:42.905117 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319c4209-3514-40b1-aad4-9b1ff64510fe req-81e36fa4-afd4-478f-9fb9-10c2c3a19205 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:42.906982 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83cdab74-615d-47c5-aa42-826b98ccf05f req-cee346f5-1ed8-4172-8f3a-55c65a481b15 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Made reservation on behalf of f5fa6549bc8d49d9b2eb68f328326d46 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:07:42.910258 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-83cdab74-615d-47c5-aa42-826b98ccf05f req-cee346f5-1ed8-4172-8f3a-55c65a481b15 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:42.910426 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319c4209-3514-40b1-aad4-9b1ff64510fe req-81e36fa4-afd4-478f-9fb9-10c2c3a19205 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:42.915965 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319c4209-3514-40b1-aad4-9b1ff64510fe req-81e36fa4-afd4-478f-9fb9-10c2c3a19205 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:42.917682 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-319c4209-3514-40b1-aad4-9b1ff64510fe req-81e36fa4-afd4-478f-9fb9-10c2c3a19205 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] 10.222.0.41 "GET /v2.0/ports?device_id=66f9a834-5a43-4a1a-973e-ebbb55ffd44b HTTP/1.1" status: 200 len: 2411 time: 0.0811281 Jan 28 07:07:42.918443 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9680a0ed-1cb6-40e1-979a-f58c38ac7571 admin admin] Made reservation on behalf of 2896f16344d64d52a798dcb24fda5242 for: {'network': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:07:42.920691 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9680a0ed-1cb6-40e1-979a-f58c38ac7571 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:42.934398 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fe70c4-f6e3-47ea-98ed-4effffd7f3ac req-080d752b-c6d7-46cf-b76d-a248a51f86db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:42.935874 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-25fe70c4-f6e3-47ea-98ed-4effffd7f3ac req-080d752b-c6d7-46cf-b76d-a248a51f86db service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c12c2e90-5594-4dc8-9607-0895d1df5067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1095595 Jan 28 07:07:42.936740 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9680a0ed-1cb6-40e1-979a-f58c38ac7571 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:42.939432 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5eef721e-634c-4d33-814b-9459928542f2 req-44b390ef-1873-405e-a413-98d614e6602a tempest-ServersAdminTestJSON-1269326635 tempest-ServersAdminTestJSON-1269326635-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=a925a148-520f-4e8d-aa8c-4258e73ac6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751901 Jan 28 07:07:43.003917 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-319c4209-3514-40b1-aad4-9b1ff64510fe req-c05504d9-6d82-4114-804a-754a0451272b tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d843c1b-2b3f-41f7-933d-0cc23e6bb818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798523 Jan 28 07:07:43.064096 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9680a0ed-1cb6-40e1-979a-f58c38ac7571 admin admin] Publish callbacks [] for security_group (c2614457-355d-4290-9839-3c701d202067), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:43.068611 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9680a0ed-1cb6-40e1-979a-f58c38ac7571 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (c2614457-355d-4290-9839-3c701d202067), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:43.075268 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-bd5d2c9f-c8f1-44f4-b065-fe66b0b64cd9 req-cfbbb2cb-98bf-437b-847b-f7e07773c749 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=232ec39b-90f9-4df8-a403-fe1029cce065 HTTP/1.1" status: 200 len: 210 time: 0.0423074 Jan 28 07:07:43.131002 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9680a0ed-1cb6-40e1-979a-f58c38ac7571 admin admin] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=103283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:07:43.140128 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9680a0ed-1cb6-40e1-979a-f58c38ac7571 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2614457-355d-4290-9839-3c701d202067,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:07:43.141706 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-25fe70c4-f6e3-47ea-98ed-4effffd7f3ac req-119dbff6-7a21-4ab7-9c3d-fb149df65856 service neutron] 10.222.0.44 "GET /v2.0/networks/c12c2e90-5594-4dc8-9607-0895d1df5067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984296 Jan 28 07:07:43.151972 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9680a0ed-1cb6-40e1-979a-f58c38ac7571 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (aa78153f-8140-4463-8a23-520ca70d4d00), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:43.152439 n-d-712749-28 neutron-server[103283]: INFO neutron.db.segments_db [None req-9680a0ed-1cb6-40e1-979a-f58c38ac7571 admin admin] Added segment aa78153f-8140-4463-8a23-520ca70d4d00 of type vlan for network 40408abb-5725-4205-b120-60fb2bb4bc40 Jan 28 07:07:43.170159 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d65080-5196-48ca-84d7-b5d92973f514 req-faf3d8ec-d13b-4ba0-8ef2-de1b9aae1c85 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:43.171677 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c3d65080-5196-48ca-84d7-b5d92973f514 req-faf3d8ec-d13b-4ba0-8ef2-de1b9aae1c85 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/ports?device_id=c99d7ddf-8757-47cb-9f3a-5167285f7a3c HTTP/1.1" status: 200 len: 946 time: 0.0967007 Jan 28 07:07:43.185131 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-83cdab74-615d-47c5-aa42-826b98ccf05f req-cee346f5-1ed8-4172-8f3a-55c65a481b15 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Allocated IP 172.20.0.11 (e794ad63-0b0f-4018-9f49-e800aa3d32de/11d8e1f8-50c3-4314-ae17-177714f8d453/fe363f1d-683b-48a0-a9d6-60321189ecd0) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:07:43.220297 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9680a0ed-1cb6-40e1-979a-f58c38ac7571 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (40408abb-5725-4205-b120-60fb2bb4bc40), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:43.266487 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c3d65080-5196-48ca-84d7-b5d92973f514 req-04a11f93-89b6-4279-8bf6-1094709b5cdb tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/security-groups?id=83d97fa1-2f29-40d2-a756-a970d048d2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726695 Jan 28 07:07:43.272655 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9680a0ed-1cb6-40e1-979a-f58c38ac7571 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (40408abb-5725-4205-b120-60fb2bb4bc40), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:43.273608 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9680a0ed-1cb6-40e1-979a-f58c38ac7571 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:43.274201 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9680a0ed-1cb6-40e1-979a-f58c38ac7571 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:43.293971 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-25fe70c4-f6e3-47ea-98ed-4effffd7f3ac req-8934ef82-8483-42ff-b538-6ce7929a58ab service neutron] 10.222.0.44 "GET /v2.0/networks/c12c2e90-5594-4dc8-9607-0895d1df5067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433692 Jan 28 07:07:43.326464 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-9680a0ed-1cb6-40e1-979a-f58c38ac7571 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.5822692 Jan 28 07:07:43.331254 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33230) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:07:43.337580 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-532a6224-e0c7-47c0-86fe-d668ea13d9f6 admin admin] Request body: {'subnet': {'network_id': '40408abb-5725-4205-b120-60fb2bb4bc40', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-471111862-subnet', 'tenant_id': '2896f16344d64d52a798dcb24fda5242', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:07:43.342147 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9680a0ed-1cb6-40e1-979a-f58c38ac7571 admin admin] Pushing event updated for resources: {'Network': ['ID=40408abb-5725-4205-b120-60fb2bb4bc40,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:07:43.353951 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network 40408abb-5725-4205-b120-60fb2bb4bc40 details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:07:43.412890 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-532a6224-e0c7-47c0-86fe-d668ea13d9f6 admin admin] Made reservation on behalf of 2896f16344d64d52a798dcb24fda5242 for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:07:43.416051 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-532a6224-e0c7-47c0-86fe-d668ea13d9f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24979592'] for subnet (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:43.483200 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-83cdab74-615d-47c5-aa42-826b98ccf05f req-cee346f5-1ed8-4172-8f3a-55c65a481b15 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Publish callbacks [] for port (fe363f1d-683b-48a0-a9d6-60321189ecd0), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:43.486049 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e093802-35c3-4f31-bd5f-aa97ebf01ebe req-9533326e-c8a8-4e0c-9d94-472e4d873ba1 tempest-ServersAdminTestJSON-1269326635 tempest-ServersAdminTestJSON-1269326635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:43.487674 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5e093802-35c3-4f31-bd5f-aa97ebf01ebe req-9533326e-c8a8-4e0c-9d94-472e4d873ba1 tempest-ServersAdminTestJSON-1269326635 tempest-ServersAdminTestJSON-1269326635-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=8813fdc9-13cd-4d6b-88a5-c1cef3739966 HTTP/1.1" status: 200 len: 1103 time: 0.1599371 Jan 28 07:07:43.582767 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5e093802-35c3-4f31-bd5f-aa97ebf01ebe req-cc133c6b-f878-42c4-b50f-e6c91145ecf5 tempest-ServersAdminTestJSON-1269326635 tempest-ServersAdminTestJSON-1269326635-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=a925a148-520f-4e8d-aa8c-4258e73ac6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839672 Jan 28 07:07:43.585636 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-83cdab74-615d-47c5-aa42-826b98ccf05f req-cee346f5-1ed8-4172-8f3a-55c65a481b15 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (fe363f1d-683b-48a0-a9d6-60321189ecd0), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:43.639519 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83cdab74-615d-47c5-aa42-826b98ccf05f req-cee346f5-1ed8-4172-8f3a-55c65a481b15 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Network e794ad63-0b0f-4018-9f49-e800aa3d32de is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:07:43.660580 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-83cdab74-615d-47c5-aa42-826b98ccf05f req-cee346f5-1ed8-4172-8f3a-55c65a481b15 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:07:43.671899 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-83cdab74-615d-47c5-aa42-826b98ccf05f req-cee346f5-1ed8-4172-8f3a-55c65a481b15 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:07:43.702454 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee346f5-1ed8-4172-8f3a-55c65a481b15 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Pushing event updated for resources: {'Port': ['ID=fe363f1d-683b-48a0-a9d6-60321189ecd0,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:07:43.763822 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cdab74-615d-47c5-aa42-826b98ccf05f req-cee346f5-1ed8-4172-8f3a-55c65a481b15 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:43.764886 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-83cdab74-615d-47c5-aa42-826b98ccf05f req-cee346f5-1ed8-4172-8f3a-55c65a481b15 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:43.801987 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-83cdab74-615d-47c5-aa42-826b98ccf05f req-cee346f5-1ed8-4172-8f3a-55c65a481b15 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1366794 Jan 28 07:07:43.803430 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-532a6224-e0c7-47c0-86fe-d668ea13d9f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24757504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24979610'] for subnet (a4c1d00a-11c6-444f-8042-f73535ef4594), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:43.852313 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-83cdab74-615d-47c5-aa42-826b98ccf05f req-db66e908-fc03-4638-95ee-b2fd1a54118b service neutron] Request body: {'port': {'device_id': '232ec39b-90f9-4df8-a403-fe1029cce065', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-28'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:07:43.900022 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5665e509-ab03-4b9a-88a4-0f65aa1b5142 req-b3b4f1d5-7c86-4ad8-ac8b-59257956e951 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:43.901921 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5665e509-ab03-4b9a-88a4-0f65aa1b5142 req-b3b4f1d5-7c86-4ad8-ac8b-59257956e951 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9e21c6f-9b87-4b08-b8fe-a60a848c1742 HTTP/1.1" status: 200 len: 950 time: 0.0528951 Jan 28 07:07:43.946091 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-de9ebb0f-031c-4c8c-beb9-7b486b8130fc None None] Provisioning complete for port fe363f1d-683b-48a0-a9d6-60321189ecd0 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:07:43.946541 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-de9ebb0f-031c-4c8c-beb9-7b486b8130fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (fe363f1d-683b-48a0-a9d6-60321189ecd0), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:43.947274 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532a6224-e0c7-47c0-86fe-d668ea13d9f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4c1d00a-11c6-444f-8042-f73535ef4594,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:07:43.955955 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5665e509-ab03-4b9a-88a4-0f65aa1b5142 req-e25a94f6-1ef8-4c89-a919-60d698402d28 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479496 Jan 28 07:07:43.969331 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532a6224-e0c7-47c0-86fe-d668ea13d9f6 admin admin] Checking segment: {'id': 'aa78153f-8140-4463-8a23-520ca70d4d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '40408abb-5725-4205-b120-60fb2bb4bc40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:07:43.969697 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-532a6224-e0c7-47c0-86fe-d668ea13d9f6 admin admin] Network hostable DHCP agents. Network: 40408abb-5725-4205-b120-60fb2bb4bc40, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:07:43.971587 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-83cdab74-615d-47c5-aa42-826b98ccf05f req-db66e908-fc03-4638-95ee-b2fd1a54118b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (fe363f1d-683b-48a0-a9d6-60321189ecd0), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:43.988699 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-de9ebb0f-031c-4c8c-beb9-7b486b8130fc None None] Port fe363f1d-683b-48a0-a9d6-60321189ecd0 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:07:43.992578 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dd4c78-8529-4bf1-9216-ca5b590e552b req-ba82e791-41d6-45d0-88b0-e882196e35a7 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:43.994230 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-29dd4c78-8529-4bf1-9216-ca5b590e552b req-ba82e791-41d6-45d0-88b0-e882196e35a7 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.41 "GET /v2.0/ports?device_id=b647b73c-ce74-43f3-b169-b125779cfb03 HTTP/1.1" status: 200 len: 950 time: 0.1506968 Jan 28 07:07:44.038329 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-532a6224-e0c7-47c0-86fe-d668ea13d9f6 admin admin] Network 40408abb-5725-4205-b120-60fb2bb4bc40 is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:07:44.069968 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-532a6224-e0c7-47c0-86fe-d668ea13d9f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, 40408abb-5725-4205-b120-60fb2bb4bc40) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:07:44.079318 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b77a582-5ad0-4301-8480-58ef60eb8fd6 None None] Network 40408abb-5725-4205-b120-60fb2bb4bc40 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:07:44.081533 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c604af95-2e5e-43d5-b44d-dae5c15c4cf7 req-f6bf1cbf-8de2-48da-ac61-7e9b8c1f5d09 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:44.088598 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-532a6224-e0c7-47c0-86fe-d668ea13d9f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:44.089133 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c604af95-2e5e-43d5-b44d-dae5c15c4cf7 req-f6bf1cbf-8de2-48da-ac61-7e9b8c1f5d09 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9e21c6f-9b87-4b08-b8fe-a60a848c1742 HTTP/1.1" status: 200 len: 950 time: 0.0627303 Jan 28 07:07:44.089274 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-532a6224-e0c7-47c0-86fe-d668ea13d9f6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:44.140486 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c604af95-2e5e-43d5-b44d-dae5c15c4cf7 req-c5ac364f-6ce3-4b4e-a975-191122607000 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492456 Jan 28 07:07:44.151191 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-29dd4c78-8529-4bf1-9216-ca5b590e552b req-683b4e07-497f-48aa-8d69-c3519a6d9d23 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.41 "GET /v2.0/security-groups?id=a925a148-520f-4e8d-aa8c-4258e73ac6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497934 Jan 28 07:07:44.184715 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-532a6224-e0c7-47c0-86fe-d668ea13d9f6 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.8524487 Jan 28 07:07:44.206032 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b29ca8-4094-47fe-b682-8961770cbe4f None None] Network 40408abb-5725-4205-b120-60fb2bb4bc40 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:07:44.275794 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5015a2d-9ef0-41fa-ba80-b488da44fcdb req-02d4dadf-dc1c-405e-afd8-3ac0dac40362 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:44.282679 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5015a2d-9ef0-41fa-ba80-b488da44fcdb req-02d4dadf-dc1c-405e-afd8-3ac0dac40362 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:44.288963 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5015a2d-9ef0-41fa-ba80-b488da44fcdb req-02d4dadf-dc1c-405e-afd8-3ac0dac40362 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:44.290859 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e5015a2d-9ef0-41fa-ba80-b488da44fcdb req-02d4dadf-dc1c-405e-afd8-3ac0dac40362 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] 10.222.0.41 "GET /v2.0/ports?device_id=66f9a834-5a43-4a1a-973e-ebbb55ffd44b HTTP/1.1" status: 200 len: 2411 time: 0.0800273 Jan 28 07:07:44.347879 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1da1f7e-e71a-450f-a5c2-b8422d715a7d req-93230cfe-4157-475f-89f8-945730d50d99 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:44.349356 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c1da1f7e-e71a-450f-a5c2-b8422d715a7d req-93230cfe-4157-475f-89f8-945730d50d99 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=232ec39b-90f9-4df8-a403-fe1029cce065 HTTP/1.1" status: 200 len: 932 time: 0.1085620 Jan 28 07:07:44.360097 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e5015a2d-9ef0-41fa-ba80-b488da44fcdb req-ae0686c8-0d84-4504-aa47-2697d0d1c4d4 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d843c1b-2b3f-41f7-933d-0cc23e6bb818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583687 Jan 28 07:07:44.461158 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c1da1f7e-e71a-450f-a5c2-b8422d715a7d req-40c81f11-ac01-46a4-9a74-25323bc2d3ae tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb65c68e-64e7-49d7-aa93-cf57ceaf78a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030459 Jan 28 07:07:44.472266 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-83cdab74-615d-47c5-aa42-826b98ccf05f req-db66e908-fc03-4638-95ee-b2fd1a54118b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe363f1d-683b-48a0-a9d6-60321189ecd0 {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:07:44.482196 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-83cdab74-615d-47c5-aa42-826b98ccf05f req-db66e908-fc03-4638-95ee-b2fd1a54118b service neutron] Publish callbacks [] for port (fe363f1d-683b-48a0-a9d6-60321189ecd0), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:44.497294 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba15857-5bee-4f6a-8bd0-52958fd14ec9 req-ea147c9b-67ac-44fc-98fa-dccc2d8c0256 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:44.498005 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-83cdab74-615d-47c5-aa42-826b98ccf05f req-db66e908-fc03-4638-95ee-b2fd1a54118b service neutron] Transition to ACTIVE for port object fe363f1d-683b-48a0-a9d6-60321189ecd0 will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:07:44.498740 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-fba15857-5bee-4f6a-8bd0-52958fd14ec9 req-ea147c9b-67ac-44fc-98fa-dccc2d8c0256 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/ports?device_id=c99d7ddf-8757-47cb-9f3a-5167285f7a3c HTTP/1.1" status: 200 len: 946 time: 0.0583835 Jan 28 07:07:44.501783 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-83cdab74-615d-47c5-aa42-826b98ccf05f req-db66e908-fc03-4638-95ee-b2fd1a54118b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (fe363f1d-683b-48a0-a9d6-60321189ecd0), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:44.557992 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-fba15857-5bee-4f6a-8bd0-52958fd14ec9 req-d992ced5-2b24-4a30-8958-8bcaf1090e7a tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/security-groups?id=83d97fa1-2f29-40d2-a756-a970d048d2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518746 Jan 28 07:07:44.563841 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db66e908-fc03-4638-95ee-b2fd1a54118b service neutron] Pushing event updated for resources: {'Port': ['ID=fe363f1d-683b-48a0-a9d6-60321189ecd0,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:07:44.667809 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-83cdab74-615d-47c5-aa42-826b98ccf05f req-db66e908-fc03-4638-95ee-b2fd1a54118b service neutron] Attempting to bind port fe363f1d-683b-48a0-a9d6-60321189ecd0 on host n-h1-712749-28 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:07:44.668491 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-83cdab74-615d-47c5-aa42-826b98ccf05f req-db66e908-fc03-4638-95ee-b2fd1a54118b service neutron] Attempting to bind port fe363f1d-683b-48a0-a9d6-60321189ecd0 by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': '67c4ed53-bfbf-4494-8d62-da0c7e4209c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e794ad63-0b0f-4018-9f49-e800aa3d32de'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:07:44.668491 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83cdab74-615d-47c5-aa42-826b98ccf05f req-db66e908-fc03-4638-95ee-b2fd1a54118b service neutron] Attempting to bind port fe363f1d-683b-48a0-a9d6-60321189ecd0 on network e794ad63-0b0f-4018-9f49-e800aa3d32de {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:07:44.673324 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83cdab74-615d-47c5-aa42-826b98ccf05f req-db66e908-fc03-4638-95ee-b2fd1a54118b service neutron] Port fe363f1d-683b-48a0-a9d6-60321189ecd0 on network e794ad63-0b0f-4018-9f49-e800aa3d32de not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:07:44.673648 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83cdab74-615d-47c5-aa42-826b98ccf05f req-db66e908-fc03-4638-95ee-b2fd1a54118b service neutron] Attempting to bind port fe363f1d-683b-48a0-a9d6-60321189ecd0 on network e794ad63-0b0f-4018-9f49-e800aa3d32de {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:07:44.678828 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83cdab74-615d-47c5-aa42-826b98ccf05f req-db66e908-fc03-4638-95ee-b2fd1a54118b service neutron] Checking agent: {'id': '2fca46b1-237f-4857-9290-2429d810e472', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 7, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:07:44.679167 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83cdab74-615d-47c5-aa42-826b98ccf05f req-db66e908-fc03-4638-95ee-b2fd1a54118b service neutron] Checking segment: {'id': '67c4ed53-bfbf-4494-8d62-da0c7e4209c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e794ad63-0b0f-4018-9f49-e800aa3d32de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:07:44.679547 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83cdab74-615d-47c5-aa42-826b98ccf05f req-db66e908-fc03-4638-95ee-b2fd1a54118b service neutron] Bound using segment: {'id': '67c4ed53-bfbf-4494-8d62-da0c7e4209c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e794ad63-0b0f-4018-9f49-e800aa3d32de'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:07:44.679972 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-83cdab74-615d-47c5-aa42-826b98ccf05f req-db66e908-fc03-4638-95ee-b2fd1a54118b service neutron] Bound port: fe363f1d-683b-48a0-a9d6-60321189ecd0, host: n-h1-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67c4ed53-bfbf-4494-8d62-da0c7e4209c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e794ad63-0b0f-4018-9f49-e800aa3d32de'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:07:44.680356 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-83cdab74-615d-47c5-aa42-826b98ccf05f req-db66e908-fc03-4638-95ee-b2fd1a54118b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (fe363f1d-683b-48a0-a9d6-60321189ecd0), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:44.813645 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-83cdab74-615d-47c5-aa42-826b98ccf05f req-db66e908-fc03-4638-95ee-b2fd1a54118b service neutron] For port fe363f1d-683b-48a0-a9d6-60321189ecd0, host n-h1-712749-28, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:07:44.817052 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-83cdab74-615d-47c5-aa42-826b98ccf05f req-db66e908-fc03-4638-95ee-b2fd1a54118b service neutron] For port fe363f1d-683b-48a0-a9d6-60321189ecd0, host n-h1-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=fe363f1d-683b-48a0-a9d6-60321189ecd0,segment=NetworkSegment(67c4ed53-bfbf-4494-8d62-da0c7e4209c8),segment_id=67c4ed53-bfbf-4494-8d62-da0c7e4209c8)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:07:44.827841 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-83cdab74-615d-47c5-aa42-826b98ccf05f req-db66e908-fc03-4638-95ee-b2fd1a54118b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (fe363f1d-683b-48a0-a9d6-60321189ecd0), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:44.876277 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cdab74-615d-47c5-aa42-826b98ccf05f req-db66e908-fc03-4638-95ee-b2fd1a54118b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:44.877134 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-83cdab74-615d-47c5-aa42-826b98ccf05f req-db66e908-fc03-4638-95ee-b2fd1a54118b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:44.878389 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-83cdab74-615d-47c5-aa42-826b98ccf05f req-db66e908-fc03-4638-95ee-b2fd1a54118b service neutron] 10.222.0.10 "PUT /v2.0/ports/fe363f1d-683b-48a0-a9d6-60321189ecd0 HTTP/1.1" status: 200 len: 1093 time: 1.0321016 Jan 28 07:07:44.880479 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '232ec39b-90f9-4df8-a403-fe1029cce065', 'tag': 'fe363f1d-683b-48a0-a9d6-60321189ecd0'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:07:44.882573 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46a36ab0-17f7-412a-883c-887bf76cf95b" -d '{"events": [{"name": "network-changed", "server_uuid": "232ec39b-90f9-4df8-a403-fe1029cce065", "tag": "fe363f1d-683b-48a0-a9d6-60321189ecd0"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:07:44.894907 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [req-38fdc17f-857d-488b-a83c-9b18cefab3ce req-47557f00-c086-4407-b771-d1c8e79473a4 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103283) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 07:07:44.895097 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7c4e01-bda7-4adf-a107-dc238159f501 req-cd4ebc7a-e6c7-4974-b33c-d459194d08b9 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:44.895885 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-38fdc17f-857d-488b-a83c-9b18cefab3ce req-47557f00-c086-4407-b771-d1c8e79473a4 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052474 Jan 28 07:07:44.901527 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0f7c4e01-bda7-4adf-a107-dc238159f501 req-cd4ebc7a-e6c7-4974-b33c-d459194d08b9 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] 10.222.0.41 "GET /v2.0/networks?id=40408abb-5725-4205-b120-60fb2bb4bc40 HTTP/1.1" status: 200 len: 804 time: 0.1797245 Jan 28 07:07:44.928755 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0f7c4e01-bda7-4adf-a107-dc238159f501 req-7aa73b7b-17e4-45fc-95fc-6b1e89bed6cd tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] 10.222.0.41 "GET /v2.0/quotas/2896f16344d64d52a798dcb24fda5242 HTTP/1.1" status: 200 len: 375 time: 0.0263159 Jan 28 07:07:44.964159 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0f7c4e01-bda7-4adf-a107-dc238159f501 req-dce94894-0cb3-460f-ae70-59ff53946b33 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=2896f16344d64d52a798dcb24fda5242&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0318410 Jan 28 07:07:44.971655 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db66e908-fc03-4638-95ee-b2fd1a54118b service neutron] Pushing event updated for resources: {'Port': ['ID=fe363f1d-683b-48a0-a9d6-60321189ecd0,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:07:45.068629 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cdab74-615d-47c5-aa42-826b98ccf05f req-0dd8e940-d525-4447-9b7a-8c7dc584e0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:45.070158 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-83cdab74-615d-47c5-aa42-826b98ccf05f req-0dd8e940-d525-4447-9b7a-8c7dc584e0f6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f5fa6549bc8d49d9b2eb68f328326d46&device_id=232ec39b-90f9-4df8-a403-fe1029cce065 HTTP/1.1" status: 200 len: 1096 time: 0.1085668 Jan 28 07:07:45.086552 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:07:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afbfda0d-1a0c-40bd-b676-761c2f9063e3 x-openstack-request-id: req-afbfda0d-1a0c-40bd-b676-761c2f9063e3 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:07:45.086901 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "232ec39b-90f9-4df8-a403-fe1029cce065", "tag": "fe363f1d-683b-48a0-a9d6-60321189ecd0", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:07:45.087769 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-afbfda0d-1a0c-40bd-b676-761c2f9063e3 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:07:45.088349 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '232ec39b-90f9-4df8-a403-fe1029cce065', 'tag': 'fe363f1d-683b-48a0-a9d6-60321189ecd0', 'status': 'completed', 'code': 200} Jan 28 07:07:45.131935 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0f7c4e01-bda7-4adf-a107-dc238159f501 req-f005d2eb-0bbc-40c2-9f7d-4caffecf83e1 service neutron] 10.222.0.41 "GET /v2.0/networks/40408abb-5725-4205-b120-60fb2bb4bc40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573255 Jan 28 07:07:45.133374 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-83cdab74-615d-47c5-aa42-826b98ccf05f req-27e4a0d8-fc63-49c5-bb98-c90ff1446394 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fe363f1d-683b-48a0-a9d6-60321189ecd0 HTTP/1.1" status: 200 len: 217 time: 0.0443225 Jan 28 07:07:45.180283 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 6cddf01d-3db6-4454-bacf-9a1b73c9a086 details requested by agent hyperv_n-h2-712749-28 with host n-h2-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:07:45.184178 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c9c796a6-60e9-4e60-88d6-bf731d7981ee req-09d39fab-758e-42d5-ab1c-3aace5b65559 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a9e21c6f-9b87-4b08-b8fe-a60a848c1742&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0760300 Jan 28 07:07:45.207312 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a117cf5a-4c5c-4460-a90e-6386a14e4524 req-8628e267-15ff-4877-9fd0-b4d2d53c9a2c tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:45.208879 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a117cf5a-4c5c-4460-a90e-6386a14e4524 req-8628e267-15ff-4877-9fd0-b4d2d53c9a2c tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9e21c6f-9b87-4b08-b8fe-a60a848c1742 HTTP/1.1" status: 200 len: 950 time: 0.0690386 Jan 28 07:07:45.256312 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cdab74-615d-47c5-aa42-826b98ccf05f req-5a21000a-9a44-4fa1-b196-1a7f3fa10aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:45.257819 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-83cdab74-615d-47c5-aa42-826b98ccf05f req-5a21000a-9a44-4fa1-b196-1a7f3fa10aec service neutron] 10.222.0.10 "GET /v2.0/subnets?id=11d8e1f8-50c3-4314-ae17-177714f8d453 HTTP/1.1" status: 200 len: 850 time: 0.0642841 Jan 28 07:07:45.291056 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a117cf5a-4c5c-4460-a90e-6386a14e4524 req-2cec35e4-65c2-47b9-87f0-14b752ccfb6c tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717137 Jan 28 07:07:45.301519 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0f7c4e01-bda7-4adf-a107-dc238159f501 req-ec4959b3-5906-4d09-9e4e-c91cd311f6fb service neutron] 10.222.0.41 "GET /v2.0/networks/40408abb-5725-4205-b120-60fb2bb4bc40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553512 Jan 28 07:07:45.315859 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cdab74-615d-47c5-aa42-826b98ccf05f req-c084f97e-bf14-489b-af2a-5a804e59cb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:45.317489 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-83cdab74-615d-47c5-aa42-826b98ccf05f req-c084f97e-bf14-489b-af2a-5a804e59cb3f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e794ad63-0b0f-4018-9f49-e800aa3d32de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0475090 Jan 28 07:07:45.321137 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 6cddf01d-3db6-4454-bacf-9a1b73c9a086, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=6cddf01d-3db6-4454-bacf-9a1b73c9a086,segment=NetworkSegment(ce716a12-c1f6-436a-8799-cf336e01826c),segment_id=ce716a12-c1f6-436a-8799-cf336e01826c)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:07:45.333987 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Returning: {'device': '6cddf01d-3db6-4454-bacf-9a1b73c9a086', 'network_id': '27809846-5323-402e-92f9-f3dbdeb36ea6', 'port_id': '6cddf01d-3db6-4454-bacf-9a1b73c9a086', 'mac_address': 'fa:16:3e:e0:e5:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97f3c5f5-fd10-4d4d-bb88-be82c0f4b8dc', 'ip_address': '19.86.0.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:07:45.395093 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port 6cddf01d-3db6-4454-bacf-9a1b73c9a086 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:07:45.397142 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (6cddf01d-3db6-4454-bacf-9a1b73c9a086), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:45.403251 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2991f0-c595-402d-9fa4-e89eba5b4b91 req-0c4f2ccb-2fa2-42c6-b1e1-8f66a7963f78 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:45.410506 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0b2991f0-c595-402d-9fa4-e89eba5b4b91 req-0c4f2ccb-2fa2-42c6-b1e1-8f66a7963f78 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.41 "GET /v2.0/ports?device_id=b647b73c-ce74-43f3-b169-b125779cfb03 HTTP/1.1" status: 200 len: 950 time: 0.0667777 Jan 28 07:07:45.424840 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cddf01d-3db6-4454-bacf-9a1b73c9a086 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:07:45.460478 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 6cddf01d-3db6-4454-bacf-9a1b73c9a086, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=6cddf01d-3db6-4454-bacf-9a1b73c9a086,segment=NetworkSegment(ce716a12-c1f6-436a-8799-cf336e01826c),segment_id=ce716a12-c1f6-436a-8799-cf336e01826c)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:07:45.467577 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (6cddf01d-3db6-4454-bacf-9a1b73c9a086), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:45.468270 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 8e2e5026-fb80-4cb0-958b-d6c581e3da49 details requested by agent hyperv_n-h2-712749-28 with host n-h2-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:07:45.486924 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0b2991f0-c595-402d-9fa4-e89eba5b4b91 req-64091b77-f45c-4a8d-8839-83c372dadc3a tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.41 "GET /v2.0/security-groups?id=a925a148-520f-4e8d-aa8c-4258e73ac6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741808 Jan 28 07:07:45.510108 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-83cdab74-615d-47c5-aa42-826b98ccf05f req-b4cb5287-5855-4eeb-bc5b-24deda403df6 service neutron] 10.222.0.10 "GET /v2.0/networks/e794ad63-0b0f-4018-9f49-e800aa3d32de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726069 Jan 28 07:07:45.545780 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=6cddf01d-3db6-4454-bacf-9a1b73c9a086,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:07:45.668631 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 8e2e5026-fb80-4cb0-958b-d6c581e3da49, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=8e2e5026-fb80-4cb0-958b-d6c581e3da49,segment=NetworkSegment(7c829508-0903-4bcf-b0b4-48623395c1b3),segment_id=7c829508-0903-4bcf-b0b4-48623395c1b3)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:07:45.680983 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Returning: {'device': '8e2e5026-fb80-4cb0-958b-d6c581e3da49', 'network_id': 'c12c2e90-5594-4dc8-9607-0895d1df5067', 'port_id': '8e2e5026-fb80-4cb0-958b-d6c581e3da49', 'mac_address': 'fa:16:3e:a8:35:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d3b9885-4a83-42d2-a84f-6b5a44d519d6', 'ip_address': '19.80.0.160'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:07:45.735601 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc924ad-7af1-4938-9dee-451ca10133e1 req-0b21728d-e8e0-4292-a478-0287dde6bae9 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:45.737025 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9cc924ad-7af1-4938-9dee-451ca10133e1 req-0b21728d-e8e0-4292-a478-0287dde6bae9 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=232ec39b-90f9-4df8-a403-fe1029cce065 HTTP/1.1" status: 200 len: 944 time: 0.1107266 Jan 28 07:07:45.737981 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12860f4-2dc9-42e7-8e6b-298fcf51192b req-57f71cd2-06b3-4f59-960a-81f4e61d9a33 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:45.746602 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12860f4-2dc9-42e7-8e6b-298fcf51192b req-57f71cd2-06b3-4f59-960a-81f4e61d9a33 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:45.747789 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port 8e2e5026-fb80-4cb0-958b-d6c581e3da49 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:07:45.748276 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (8e2e5026-fb80-4cb0-958b-d6c581e3da49), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:45.751988 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2307e3a7-96f1-411c-b99a-dfa8d2c8a4b8 req-b040c999-2c14-4d32-affd-90bf98a701db tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:45.753707 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2307e3a7-96f1-411c-b99a-dfa8d2c8a4b8 req-b040c999-2c14-4d32-affd-90bf98a701db tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.10 "GET /v2.0/ports?device_id=b647b73c-ce74-43f3-b169-b125779cfb03 HTTP/1.1" status: 200 len: 950 time: 0.0647190 Jan 28 07:07:45.755940 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12860f4-2dc9-42e7-8e6b-298fcf51192b req-57f71cd2-06b3-4f59-960a-81f4e61d9a33 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:45.758388 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e12860f4-2dc9-42e7-8e6b-298fcf51192b req-57f71cd2-06b3-4f59-960a-81f4e61d9a33 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] 10.222.0.41 "GET /v2.0/ports?device_id=66f9a834-5a43-4a1a-973e-ebbb55ffd44b HTTP/1.1" status: 200 len: 2412 time: 0.1749542 Jan 28 07:07:45.766776 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e2e5026-fb80-4cb0-958b-d6c581e3da49 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:07:45.796441 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 8e2e5026-fb80-4cb0-958b-d6c581e3da49, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=8e2e5026-fb80-4cb0-958b-d6c581e3da49,segment=NetworkSegment(7c829508-0903-4bcf-b0b4-48623395c1b3),segment_id=7c829508-0903-4bcf-b0b4-48623395c1b3)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:07:45.804182 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (8e2e5026-fb80-4cb0-958b-d6c581e3da49), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:45.806616 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 4b1eb635-db0f-4c1a-9796-f2c54545a367 details requested by agent hyperv_n-h2-712749-28 with host n-h2-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:07:45.828280 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9cc924ad-7af1-4938-9dee-451ca10133e1 req-848fe1f2-89d3-4876-be19-2f12bee83a20 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb65c68e-64e7-49d7-aa93-cf57ceaf78a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735373 Jan 28 07:07:45.860083 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-83cdab74-615d-47c5-aa42-826b98ccf05f req-e762356e-2b6d-44f0-9e30-2e0ca40d496a service neutron] 10.222.0.10 "GET /v2.0/networks/e794ad63-0b0f-4018-9f49-e800aa3d32de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3436463 Jan 28 07:07:45.922760 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=8e2e5026-fb80-4cb0-958b-d6c581e3da49,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:07:45.944887 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e12860f4-2dc9-42e7-8e6b-298fcf51192b req-f8489cac-315a-4711-be64-1711f4dfc9b7 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d843c1b-2b3f-41f7-933d-0cc23e6bb818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702802 Jan 28 07:07:46.023821 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-2307e3a7-96f1-411c-b99a-dfa8d2c8a4b8 req-6d07fbbf-acaf-41ed-8ddb-e24d40fdc636 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] Deleting port cc1c1903-84ec-4b70-ba09-c6be9e6a9c20 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:07:46.025629 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-2307e3a7-96f1-411c-b99a-dfa8d2c8a4b8 req-6d07fbbf-acaf-41ed-8ddb-e24d40fdc636 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (cc1c1903-84ec-4b70-ba09-c6be9e6a9c20), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:46.084145 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a36ab0-17f7-412a-883c-887bf76cf95b req-fd955cca-ebbe-4c77-bcb9-b5049a9c80ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:46.085849 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-46a36ab0-17f7-412a-883c-887bf76cf95b req-fd955cca-ebbe-4c77-bcb9-b5049a9c80ba service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f5fa6549bc8d49d9b2eb68f328326d46&device_id=232ec39b-90f9-4df8-a403-fe1029cce065 HTTP/1.1" status: 200 len: 1096 time: 0.1061223 Jan 28 07:07:46.104062 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-63e96128-0688-43b0-8177-05b116e52f8c req-bda9c530-f23e-4e89-a080-c2507a01b1b3 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] 10.222.0.41 "GET /v2.0/ports?device_id=9057a629-2dac-4a33-80ca-6f4d956f6346 HTTP/1.1" status: 200 len: 210 time: 0.1191969 Jan 28 07:07:46.134646 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 4b1eb635-db0f-4c1a-9796-f2c54545a367, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=4b1eb635-db0f-4c1a-9796-f2c54545a367,segment=NetworkSegment(7c829508-0903-4bcf-b0b4-48623395c1b3),segment_id=7c829508-0903-4bcf-b0b4-48623395c1b3)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:07:46.148093 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Returning: {'device': '4b1eb635-db0f-4c1a-9796-f2c54545a367', 'network_id': 'c12c2e90-5594-4dc8-9607-0895d1df5067', 'port_id': '4b1eb635-db0f-4c1a-9796-f2c54545a367', 'mac_address': 'fa:16:3e:96:84:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d3b9885-4a83-42d2-a84f-6b5a44d519d6', 'ip_address': '19.80.0.56'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:07:46.197302 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port 4b1eb635-db0f-4c1a-9796-f2c54545a367 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:07:46.198738 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (4b1eb635-db0f-4c1a-9796-f2c54545a367), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:46.216943 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b1eb635-db0f-4c1a-9796-f2c54545a367 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:07:46.247657 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 4b1eb635-db0f-4c1a-9796-f2c54545a367, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=4b1eb635-db0f-4c1a-9796-f2c54545a367,segment=NetworkSegment(7c829508-0903-4bcf-b0b4-48623395c1b3),segment_id=7c829508-0903-4bcf-b0b4-48623395c1b3)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:07:46.257669 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (4b1eb635-db0f-4c1a-9796-f2c54545a367), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:46.262990 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5f7b7d-7ba4-4817-b8f8-15e73fc358f4 req-be8300bf-4a16-44c4-b0b7-a94222c86460 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:46.270479 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9b5f7b7d-7ba4-4817-b8f8-15e73fc358f4 req-be8300bf-4a16-44c4-b0b7-a94222c86460 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/ports?device_id=c99d7ddf-8757-47cb-9f3a-5167285f7a3c HTTP/1.1" status: 200 len: 946 time: 0.1616437 Jan 28 07:07:46.272312 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-2307e3a7-96f1-411c-b99a-dfa8d2c8a4b8 req-6d07fbbf-acaf-41ed-8ddb-e24d40fdc636 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] For port cc1c1903-84ec-4b70-ba09-c6be9e6a9c20, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=cc1c1903-84ec-4b70-ba09-c6be9e6a9c20,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:07:46.273251 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-2307e3a7-96f1-411c-b99a-dfa8d2c8a4b8 req-6d07fbbf-acaf-41ed-8ddb-e24d40fdc636 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (cc1c1903-84ec-4b70-ba09-c6be9e6a9c20), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:46.321193 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-2307e3a7-96f1-411c-b99a-dfa8d2c8a4b8 req-6d07fbbf-acaf-41ed-8ddb-e24d40fdc636 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] Calling delete_port for cc1c1903-84ec-4b70-ba09-c6be9e6a9c20 owned by compute:nova {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:07:46.334961 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a36ab0-17f7-412a-883c-887bf76cf95b req-8331a16e-bd12-419d-a6d8-217911f5b63d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:46.336540 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-46a36ab0-17f7-412a-883c-887bf76cf95b req-8331a16e-bd12-419d-a6d8-217911f5b63d service neutron] 10.222.0.10 "GET /v2.0/networks?id=e794ad63-0b0f-4018-9f49-e800aa3d32de HTTP/1.1" status: 200 len: 912 time: 0.2426841 Jan 28 07:07:46.349392 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=4b1eb635-db0f-4c1a-9796-f2c54545a367,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:07:46.354765 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9b5f7b7d-7ba4-4817-b8f8-15e73fc358f4 req-2fc98b6a-198d-4db8-81a1-a05c1f2561e5 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/security-groups?id=83d97fa1-2f29-40d2-a756-a970d048d2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789964 Jan 28 07:07:46.470728 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-46a36ab0-17f7-412a-883c-887bf76cf95b req-8a37e13a-c45f-438d-8e37-2ef2c0b0cc78 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fe363f1d-683b-48a0-a9d6-60321189ecd0 HTTP/1.1" status: 200 len: 217 time: 0.0927536 Jan 28 07:07:46.537064 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-2307e3a7-96f1-411c-b99a-dfa8d2c8a4b8 req-6d07fbbf-acaf-41ed-8ddb-e24d40fdc636 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (cc1c1903-84ec-4b70-ba09-c6be9e6a9c20), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:46.573819 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['11dca397-be39-46c6-8338-77251776d222'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:07:46.575866 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7382cf-faf9-481a-b7f4-ddb7d9f3e994 req-55592b21-8a06-4a06-963a-532269b23b25 tempest-LiveAutoBlockMigrationV225Test-1114652928 tempest-LiveAutoBlockMigrationV225Test-1114652928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:46.577663 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7c7382cf-faf9-481a-b7f4-ddb7d9f3e994 req-55592b21-8a06-4a06-963a-532269b23b25 tempest-LiveAutoBlockMigrationV225Test-1114652928 tempest-LiveAutoBlockMigrationV225Test-1114652928-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=c99d7ddf-8757-47cb-9f3a-5167285f7a3c&tenant_id=5c2af407db1e43909575b4b7c4ad1b18&binding%3Ahost_id=n-h2-712749-28 HTTP/1.1" status: 200 len: 1098 time: 0.1985526 Jan 28 07:07:46.585193 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce70be4d-48f3-4bb2-90f5-99e1621b3e8b req-93b0ddb7-75a5-45aa-8d22-4614233f8d48 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:46.586893 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ce70be4d-48f3-4bb2-90f5-99e1621b3e8b req-93b0ddb7-75a5-45aa-8d22-4614233f8d48 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9e21c6f-9b87-4b08-b8fe-a60a848c1742 HTTP/1.1" status: 200 len: 950 time: 0.1323357 Jan 28 07:07:46.592926 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-7c7382cf-faf9-481a-b7f4-ddb7d9f3e994 req-eaf7c88f-f9a2-4aa2-be05-04dc15dc9b76 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-712749-28'}}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:07:46.596540 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a36ab0-17f7-412a-883c-887bf76cf95b req-ce3e03a0-4616-4f91-ae90-0ade7552659a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:46.598188 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-46a36ab0-17f7-412a-883c-887bf76cf95b req-ce3e03a0-4616-4f91-ae90-0ade7552659a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=11d8e1f8-50c3-4314-ae17-177714f8d453 HTTP/1.1" status: 200 len: 850 time: 0.1021287 Jan 28 07:07:46.601803 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d07fbbf-acaf-41ed-8ddb-e24d40fdc636 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] Pushing event deleted for resources: {'Port': ['ID=cc1c1903-84ec-4b70-ba09-c6be9e6a9c20,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:07:46.629342 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['451428a2-3de2-419e-886c-72666876b868'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:07:46.648260 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b7d165b2-fa94-4d85-a17a-7702b1dbf730 req-9cd1e379-af4a-43e6-bb20-b497bd512c44 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.41 "GET /v2.0/ports?device_id=b647b73c-ce74-43f3-b169-b125779cfb03 HTTP/1.1" status: 200 len: 210 time: 0.0558839 Jan 28 07:07:46.706154 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-2307e3a7-96f1-411c-b99a-dfa8d2c8a4b8 req-6d07fbbf-acaf-41ed-8ddb-e24d40fdc636 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] No DVR routers for this DVR port cc1c1903-84ec-4b70-ba09-c6be9e6a9c20 on host n-h1-712749-28 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:07:46.706154 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-2307e3a7-96f1-411c-b99a-dfa8d2c8a4b8 req-6d07fbbf-acaf-41ed-8ddb-e24d40fdc636 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:46.710058 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2307e3a7-96f1-411c-b99a-dfa8d2c8a4b8 req-6d07fbbf-acaf-41ed-8ddb-e24d40fdc636 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.10 "DELETE /v2.0/ports/cc1c1903-84ec-4b70-ba09-c6be9e6a9c20 HTTP/1.1" status: 204 len: 173 time: 0.8968635 Jan 28 07:07:46.710672 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b647b73c-ce74-43f3-b169-b125779cfb03', 'name': 'network-vif-deleted', 'tag': 'cc1c1903-84ec-4b70-ba09-c6be9e6a9c20'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:07:46.713628 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7be8d0c-3351-46b6-8c33-18cfad041176" -d '{"events": [{"server_uuid": "b647b73c-ce74-43f3-b169-b125779cfb03", "name": "network-vif-deleted", "tag": "cc1c1903-84ec-4b70-ba09-c6be9e6a9c20"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:07:46.748133 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ce70be4d-48f3-4bb2-90f5-99e1621b3e8b req-60f7dcd1-12c5-4f24-ae47-0b6e7afbe115 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487336 Jan 28 07:07:46.755404 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-7c7382cf-faf9-481a-b7f4-ddb7d9f3e994 req-eaf7c88f-f9a2-4aa2-be05-04dc15dc9b76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (6479eef5-951c-4e2c-a998-c082886c019a), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:46.760461 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a36ab0-17f7-412a-883c-887bf76cf95b req-6cc4b7c0-e1fb-4710-a0d3-6bac9e22b9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:46.761950 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-46a36ab0-17f7-412a-883c-887bf76cf95b req-6cc4b7c0-e1fb-4710-a0d3-6bac9e22b9f0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e794ad63-0b0f-4018-9f49-e800aa3d32de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1550026 Jan 28 07:07:46.783626 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-189e13b2-f0e7-4d3d-b7ab-94c7c7dbd8e9 x-openstack-request-id: req-189e13b2-f0e7-4d3d-b7ab-94c7c7dbd8e9 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:07:46.784138 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b647b73c-ce74-43f3-b169-b125779cfb03", "name": "network-vif-deleted", "tag": "cc1c1903-84ec-4b70-ba09-c6be9e6a9c20", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:07:46.784431 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-189e13b2-f0e7-4d3d-b7ab-94c7c7dbd8e9 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:07:46.784831 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b647b73c-ce74-43f3-b169-b125779cfb03', 'name': 'network-vif-deleted', 'tag': 'cc1c1903-84ec-4b70-ba09-c6be9e6a9c20', 'status': 'completed', 'code': 200} Jan 28 07:07:46.955328 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['8e2e5026-fb80-4cb0-958b-d6c581e3da49'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:07:47.037118 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76711bf8-492e-458e-84be-a66bbdaaf468 req-84cbfbbb-6a10-476d-8d1b-5698fd2a6b8b tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:47.038624 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-76711bf8-492e-458e-84be-a66bbdaaf468 req-84cbfbbb-6a10-476d-8d1b-5698fd2a6b8b tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=232ec39b-90f9-4df8-a403-fe1029cce065 HTTP/1.1" status: 200 len: 944 time: 0.1131461 Jan 28 07:07:47.049380 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-46a36ab0-17f7-412a-883c-887bf76cf95b req-b2268ece-5deb-40bb-a58a-f3cf09f027f4 service neutron] 10.222.0.10 "GET /v2.0/networks/e794ad63-0b0f-4018-9f49-e800aa3d32de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2316539 Jan 28 07:07:47.059916 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['4b1eb635-db0f-4c1a-9796-f2c54545a367'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:07:47.112249 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbede5e-e15c-4eab-9e0f-8f848cdacfd3 req-51faf5df-46a2-4bd9-b279-475f36637885 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:47.133183 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbede5e-e15c-4eab-9e0f-8f848cdacfd3 req-51faf5df-46a2-4bd9-b279-475f36637885 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:47.139569 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbede5e-e15c-4eab-9e0f-8f848cdacfd3 req-51faf5df-46a2-4bd9-b279-475f36637885 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:47.147710 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-cfbede5e-e15c-4eab-9e0f-8f848cdacfd3 req-51faf5df-46a2-4bd9-b279-475f36637885 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] 10.222.0.41 "GET /v2.0/ports?device_id=66f9a834-5a43-4a1a-973e-ebbb55ffd44b HTTP/1.1" status: 200 len: 2414 time: 0.1088688 Jan 28 07:07:47.212160 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-cfbede5e-e15c-4eab-9e0f-8f848cdacfd3 req-2c67642a-fa7b-4dde-8a6e-2dba469327e3 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d843c1b-2b3f-41f7-933d-0cc23e6bb818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621564 Jan 28 07:07:47.322316 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c989308c-a340-41a2-bec3-f52d725b974f req-7448493d-e3f7-4631-8b99-fc946a8f0457 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] 10.222.0.41 "GET /v2.0/ports?device_id=9057a629-2dac-4a33-80ca-6f4d956f6346 HTTP/1.1" status: 200 len: 210 time: 0.0357878 Jan 28 07:07:47.485305 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7c4e01-bda7-4adf-a107-dc238159f501 req-c36e9792-c6ba-4637-a8b2-09a9a2e02283 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:47.495445 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0f7c4e01-bda7-4adf-a107-dc238159f501 req-c36e9792-c6ba-4637-a8b2-09a9a2e02283 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] 10.222.0.10 "GET /v2.0/networks?id=40408abb-5725-4205-b120-60fb2bb4bc40 HTTP/1.1" status: 200 len: 804 time: 0.1721208 Jan 28 07:07:47.515721 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-0f7c4e01-bda7-4adf-a107-dc238159f501 req-fba66871-9195-44c6-9d35-3e1e47288763 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] Request body: {'port': {'device_id': '9057a629-2dac-4a33-80ca-6f4d956f6346', 'network_id': '40408abb-5725-4205-b120-60fb2bb4bc40', 'admin_state_up': True, 'tenant_id': '2896f16344d64d52a798dcb24fda5242'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:07:47.530061 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-7c7382cf-faf9-481a-b7f4-ddb7d9f3e994 req-eaf7c88f-f9a2-4aa2-be05-04dc15dc9b76 service neutron] For port 6479eef5-951c-4e2c-a998-c082886c019a, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=6479eef5-951c-4e2c-a998-c082886c019a,segment=NetworkSegment(919581ea-4d97-4a95-839c-1632528194b6),segment_id=919581ea-4d97-4a95-839c-1632528194b6)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:07:47.631897 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487368cd-0f7f-4364-985f-a1d34c8207ca req-a6a95955-a89b-44d0-8e19-9a8c9d274781 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:47.633421 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-487368cd-0f7f-4364-985f-a1d34c8207ca req-a6a95955-a89b-44d0-8e19-9a8c9d274781 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/ports?device_id=c99d7ddf-8757-47cb-9f3a-5167285f7a3c HTTP/1.1" status: 200 len: 946 time: 0.1137843 Jan 28 07:07:47.637668 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-76711bf8-492e-458e-84be-a66bbdaaf468 req-5cfaf885-41ec-404c-ae1b-79976a4d6cdb tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb65c68e-64e7-49d7-aa93-cf57ceaf78a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5873137 Jan 28 07:07:47.676557 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-46a36ab0-17f7-412a-883c-887bf76cf95b req-89571518-8e15-4b77-9a29-726249d2ae86 service neutron] 10.222.0.10 "GET /v2.0/networks/e794ad63-0b0f-4018-9f49-e800aa3d32de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6035306 Jan 28 07:07:47.686565 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-7c7382cf-faf9-481a-b7f4-ddb7d9f3e994 req-eaf7c88f-f9a2-4aa2-be05-04dc15dc9b76 service neutron] For port 6479eef5-951c-4e2c-a998-c082886c019a, host n-h2-712749-28, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:07:47.690547 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c796a6-60e9-4e60-88d6-bf731d7981ee req-7a95d4f1-1d47-43a1-b869-d1d059b6da15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:47.692382 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c9c796a6-60e9-4e60-88d6-bf731d7981ee req-7a95d4f1-1d47-43a1-b869-d1d059b6da15 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=966335f0946f459597af95ab0b33b55c&device_id=a9e21c6f-9b87-4b08-b8fe-a60a848c1742 HTTP/1.1" status: 200 len: 1102 time: 0.1724412 Jan 28 07:07:47.707700 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-487368cd-0f7f-4364-985f-a1d34c8207ca req-1b85140a-75b5-41fd-8752-d60a8c77e3bb tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/security-groups?id=83d97fa1-2f29-40d2-a756-a970d048d2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662296 Jan 28 07:07:47.709068 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f7c4e01-bda7-4adf-a107-dc238159f501 req-fba66871-9195-44c6-9d35-3e1e47288763 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] Made reservation on behalf of 2896f16344d64d52a798dcb24fda5242 for: {'port': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:07:47.712675 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-0f7c4e01-bda7-4adf-a107-dc238159f501 req-fba66871-9195-44c6-9d35-3e1e47288763 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:47.788164 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c99d7ddf-8757-47cb-9f3a-5167285f7a3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6479eef5-951c-4e2c-a998-c082886c019a'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:07:47.791314 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bee3b3a1-c2b2-4dfb-b0b6-77803d96c773" -d '{"events": [{"server_uuid": "c99d7ddf-8757-47cb-9f3a-5167285f7a3c", "name": "network-vif-unplugged", "status": "completed", "tag": "6479eef5-951c-4e2c-a998-c082886c019a"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:07:47.795142 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-7c7382cf-faf9-481a-b7f4-ddb7d9f3e994 req-eaf7c88f-f9a2-4aa2-be05-04dc15dc9b76 service neutron] Publish callbacks [] for port (6479eef5-951c-4e2c-a998-c082886c019a), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:47.817861 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-7c7382cf-faf9-481a-b7f4-ddb7d9f3e994 req-eaf7c88f-f9a2-4aa2-be05-04dc15dc9b76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (6479eef5-951c-4e2c-a998-c082886c019a), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:47.889287 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c796a6-60e9-4e60-88d6-bf731d7981ee req-0e51f92d-e5ce-4e05-b353-1eb7cdf6fe79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:47.891587 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c9c796a6-60e9-4e60-88d6-bf731d7981ee req-0e51f92d-e5ce-4e05-b353-1eb7cdf6fe79 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb HTTP/1.1" status: 200 len: 870 time: 0.1774514 Jan 28 07:07:47.923366 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [req-0f7c4e01-bda7-4adf-a107-dc238159f501 req-fba66871-9195-44c6-9d35-3e1e47288763 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] Allocated IP 172.20.0.13 (40408abb-5725-4205-b120-60fb2bb4bc40/a4c1d00a-11c6-444f-8042-f73535ef4594/2f9831f3-a3bc-4f6b-833e-fba8e8fe6e72) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:07:47.951514 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610ab6de-1966-4371-b045-4e0eba57ddde req-6119c801-7a5a-4c05-8dc0-ccf384ef3cd6 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:47.953295 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-610ab6de-1966-4371-b045-4e0eba57ddde req-6119c801-7a5a-4c05-8dc0-ccf384ef3cd6 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9e21c6f-9b87-4b08-b8fe-a60a848c1742 HTTP/1.1" status: 200 len: 950 time: 0.0915399 Jan 28 07:07:47.971621 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 07:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94410804-4fb8-410f-8b39-2e25cdbeaea4 x-openstack-request-id: req-94410804-4fb8-410f-8b39-2e25cdbeaea4 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:07:47.972243 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c99d7ddf-8757-47cb-9f3a-5167285f7a3c", "name": "network-vif-unplugged", "status": "completed", "tag": "6479eef5-951c-4e2c-a998-c082886c019a", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:07:47.972550 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-94410804-4fb8-410f-8b39-2e25cdbeaea4 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:07:47.972870 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c99d7ddf-8757-47cb-9f3a-5167285f7a3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6479eef5-951c-4e2c-a998-c082886c019a', 'code': 200} Jan 28 07:07:47.973893 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf7c88f-f9a2-4aa2-be05-04dc15dc9b76 service neutron] Pushing event updated for resources: {'Port': ['ID=6479eef5-951c-4e2c-a998-c082886c019a,revision_number=7']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:07:47.982998 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c9c796a6-60e9-4e60-88d6-bf731d7981ee req-df167b77-49f1-4fb3-b0e7-519c5ef2f0ef service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=69c783fa-c2be-4e5a-99d0-8b6bd6c54806 HTTP/1.1" status: 200 len: 217 time: 0.0758474 Jan 28 07:07:47.989366 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-7c7382cf-faf9-481a-b7f4-ddb7d9f3e994 req-eaf7c88f-f9a2-4aa2-be05-04dc15dc9b76 service neutron] Attempting to bind port 6479eef5-951c-4e2c-a998-c082886c019a on host n-h2-712749-28 for vnic_type normal with profile {"migrating_to": "n-h1-712749-28"} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:07:47.989522 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-7c7382cf-faf9-481a-b7f4-ddb7d9f3e994 req-eaf7c88f-f9a2-4aa2-be05-04dc15dc9b76 service neutron] Attempting to bind port 6479eef5-951c-4e2c-a998-c082886c019a by drivers openvswitch,hyperv on host n-h2-712749-28 at level 0 using segments [{'id': '919581ea-4d97-4a95-839c-1632528194b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '823f80f1-2970-481b-aed2-7ad5a7c0ed20'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:07:47.990496 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c7382cf-faf9-481a-b7f4-ddb7d9f3e994 req-eaf7c88f-f9a2-4aa2-be05-04dc15dc9b76 service neutron] Attempting to bind port 6479eef5-951c-4e2c-a998-c082886c019a on network 823f80f1-2970-481b-aed2-7ad5a7c0ed20 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:07:47.995714 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c7382cf-faf9-481a-b7f4-ddb7d9f3e994 req-eaf7c88f-f9a2-4aa2-be05-04dc15dc9b76 service neutron] Port 6479eef5-951c-4e2c-a998-c082886c019a on network 823f80f1-2970-481b-aed2-7ad5a7c0ed20 not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-28 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:07:47.996038 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c7382cf-faf9-481a-b7f4-ddb7d9f3e994 req-eaf7c88f-f9a2-4aa2-be05-04dc15dc9b76 service neutron] Attempting to bind port 6479eef5-951c-4e2c-a998-c082886c019a on network 823f80f1-2970-481b-aed2-7ad5a7c0ed20 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:07:48.001773 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c7382cf-faf9-481a-b7f4-ddb7d9f3e994 req-eaf7c88f-f9a2-4aa2-be05-04dc15dc9b76 service neutron] Checking agent: {'id': 'c9906e63-062c-432e-bb53-63fdb8115e18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:07:48.002190 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c7382cf-faf9-481a-b7f4-ddb7d9f3e994 req-eaf7c88f-f9a2-4aa2-be05-04dc15dc9b76 service neutron] Checking segment: {'id': '919581ea-4d97-4a95-839c-1632528194b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '823f80f1-2970-481b-aed2-7ad5a7c0ed20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:07:48.002640 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c7382cf-faf9-481a-b7f4-ddb7d9f3e994 req-eaf7c88f-f9a2-4aa2-be05-04dc15dc9b76 service neutron] Bound using segment: {'id': '919581ea-4d97-4a95-839c-1632528194b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '823f80f1-2970-481b-aed2-7ad5a7c0ed20'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:07:48.003128 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-7c7382cf-faf9-481a-b7f4-ddb7d9f3e994 req-eaf7c88f-f9a2-4aa2-be05-04dc15dc9b76 service neutron] Bound port: 6479eef5-951c-4e2c-a998-c082886c019a, host: n-h2-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '919581ea-4d97-4a95-839c-1632528194b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '823f80f1-2970-481b-aed2-7ad5a7c0ed20'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:07:48.003568 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-7c7382cf-faf9-481a-b7f4-ddb7d9f3e994 req-eaf7c88f-f9a2-4aa2-be05-04dc15dc9b76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (6479eef5-951c-4e2c-a998-c082886c019a), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:48.038657 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-610ab6de-1966-4371-b045-4e0eba57ddde req-d652791d-1a5f-4512-9b86-c2d894f104ce tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798533 Jan 28 07:07:48.128050 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-0f7c4e01-bda7-4adf-a107-dc238159f501 req-fba66871-9195-44c6-9d35-3e1e47288763 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] Publish callbacks [] for port (2f9831f3-a3bc-4f6b-833e-fba8e8fe6e72), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:48.143525 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-7c7382cf-faf9-481a-b7f4-ddb7d9f3e994 req-eaf7c88f-f9a2-4aa2-be05-04dc15dc9b76 service neutron] For port 6479eef5-951c-4e2c-a998-c082886c019a, host n-h2-712749-28, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:07:48.147572 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c796a6-60e9-4e60-88d6-bf731d7981ee req-41123e12-5e18-47af-ba01-460efb2eea13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:48.149079 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c9c796a6-60e9-4e60-88d6-bf731d7981ee req-41123e12-5e18-47af-ba01-460efb2eea13 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5785b43d-448b-4d12-9eb5-4e4caf2e7eaf HTTP/1.1" status: 200 len: 843 time: 0.1133423 Jan 28 07:07:48.152180 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-7c7382cf-faf9-481a-b7f4-ddb7d9f3e994 req-eaf7c88f-f9a2-4aa2-be05-04dc15dc9b76 service neutron] For port 6479eef5-951c-4e2c-a998-c082886c019a, host n-h2-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=6479eef5-951c-4e2c-a998-c082886c019a,segment=NetworkSegment(919581ea-4d97-4a95-839c-1632528194b6),segment_id=919581ea-4d97-4a95-839c-1632528194b6)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:07:48.159493 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54da9c44-9552-484b-b847-4205b8ab1a24 req-0b13b573-228e-451f-9299-745c63256a7b tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:48.160998 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-54da9c44-9552-484b-b847-4205b8ab1a24 req-0b13b573-228e-451f-9299-745c63256a7b tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.41 "GET /v2.0/ports?device_id=56ab0ba2-2f42-48a4-b5ab-ca31c6dc0a18 HTTP/1.1" status: 200 len: 950 time: 0.1424484 Jan 28 07:07:48.167838 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-0f7c4e01-bda7-4adf-a107-dc238159f501 req-fba66871-9195-44c6-9d35-3e1e47288763 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (2f9831f3-a3bc-4f6b-833e-fba8e8fe6e72), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:48.170850 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-7c7382cf-faf9-481a-b7f4-ddb7d9f3e994 req-eaf7c88f-f9a2-4aa2-be05-04dc15dc9b76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (6479eef5-951c-4e2c-a998-c082886c019a), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:48.216012 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f7c4e01-bda7-4adf-a107-dc238159f501 req-fba66871-9195-44c6-9d35-3e1e47288763 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] Network 40408abb-5725-4205-b120-60fb2bb4bc40 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:07:48.219779 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba66871-9195-44c6-9d35-3e1e47288763 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] Pushing event updated for resources: {'Port': ['ID=2f9831f3-a3bc-4f6b-833e-fba8e8fe6e72,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:07:48.222186 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [req-0f7c4e01-bda7-4adf-a107-dc238159f501 req-fba66871-9195-44c6-9d35-3e1e47288763 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:07:48.224222 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f7c4e01-bda7-4adf-a107-dc238159f501 req-fba66871-9195-44c6-9d35-3e1e47288763 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:07:48.276929 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7c4e01-bda7-4adf-a107-dc238159f501 req-fba66871-9195-44c6-9d35-3e1e47288763 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:48.277554 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-0f7c4e01-bda7-4adf-a107-dc238159f501 req-fba66871-9195-44c6-9d35-3e1e47288763 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:48.285035 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf7c88f-f9a2-4aa2-be05-04dc15dc9b76 service neutron] Pushing event updated for resources: {'Port': ['ID=6479eef5-951c-4e2c-a998-c082886c019a,revision_number=8']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:07:48.300007 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-54da9c44-9552-484b-b847-4205b8ab1a24 req-2231f107-feac-449f-b6ea-5f823748efda tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.41 "GET /v2.0/security-groups?id=a925a148-520f-4e8d-aa8c-4258e73ac6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269033 Jan 28 07:07:48.310227 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0f7c4e01-bda7-4adf-a107-dc238159f501 req-fba66871-9195-44c6-9d35-3e1e47288763 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7985411 Jan 28 07:07:48.322509 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c796a6-60e9-4e60-88d6-bf731d7981ee req-2f1b7a4f-e1e4-4326-8583-0724c670bef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:48.326497 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c9c796a6-60e9-4e60-88d6-bf731d7981ee req-2f1b7a4f-e1e4-4326-8583-0724c670bef9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1623378 Jan 28 07:07:48.326497 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7382cf-faf9-481a-b7f4-ddb7d9f3e994 req-eaf7c88f-f9a2-4aa2-be05-04dc15dc9b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:48.326497 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-7c7382cf-faf9-481a-b7f4-ddb7d9f3e994 req-eaf7c88f-f9a2-4aa2-be05-04dc15dc9b76 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:48.327268 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7c7382cf-faf9-481a-b7f4-ddb7d9f3e994 req-eaf7c88f-f9a2-4aa2-be05-04dc15dc9b76 service neutron] 10.222.0.10 "PUT /v2.0/ports/6479eef5-951c-4e2c-a998-c082886c019a HTTP/1.1" status: 200 len: 1124 time: 1.7385144 Jan 28 07:07:48.335602 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-0f7c4e01-bda7-4adf-a107-dc238159f501 req-2607e350-dfea-4e17-95e9-d170ef5f3959 service neutron] Request body: {'port': {'device_id': '9057a629-2dac-4a33-80ca-6f4d956f6346', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-28'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:07:48.368104 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['6cddf01d-3db6-4454-bacf-9a1b73c9a086'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:07:48.411267 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42a84f3-ea14-4391-ab71-01ab9aa9df00 req-6a679e90-46f0-4813-a220-22d24d24102f tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:48.417474 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42a84f3-ea14-4391-ab71-01ab9aa9df00 req-6a679e90-46f0-4813-a220-22d24d24102f tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:48.423646 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42a84f3-ea14-4391-ab71-01ab9aa9df00 req-6a679e90-46f0-4813-a220-22d24d24102f tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:48.425516 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e42a84f3-ea14-4391-ab71-01ab9aa9df00 req-6a679e90-46f0-4813-a220-22d24d24102f tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] 10.222.0.41 "GET /v2.0/ports?device_id=66f9a834-5a43-4a1a-973e-ebbb55ffd44b HTTP/1.1" status: 200 len: 2414 time: 0.1387424 Jan 28 07:07:48.441143 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-0f7c4e01-bda7-4adf-a107-dc238159f501 req-2607e350-dfea-4e17-95e9-d170ef5f3959 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (2f9831f3-a3bc-4f6b-833e-fba8e8fe6e72), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:48.456552 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device fe363f1d-683b-48a0-a9d6-60321189ecd0 details requested by agent hyperv_n-h1-712749-28 with host n-h1-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:07:48.466439 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device cc1c1903-84ec-4b70-ba09-c6be9e6a9c20 no longer exists at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:07:48.489423 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] No Port match for: cc1c1903-84ec-4b70-ba09-c6be9e6a9c20 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:07:48.490015 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device cc1c1903-84ec-4b70-ba09-c6be9e6a9c20 not bound to the agent host n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:07:48.522676 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['6479eef5-951c-4e2c-a998-c082886c019a'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:07:48.525103 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c9c796a6-60e9-4e60-88d6-bf731d7981ee req-5e883775-8c57-486f-9e3a-a4e4d29b7b02 service neutron] 10.222.0.44 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912663 Jan 28 07:07:48.542955 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e42a84f3-ea14-4391-ab71-01ab9aa9df00 req-72619ff1-61e6-446e-9770-21371c2cd142 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d843c1b-2b3f-41f7-933d-0cc23e6bb818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053779 Jan 28 07:07:48.553843 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5773531e-c94d-4fb6-a389-8e17e70bdda3 req-68a66359-4e54-4398-ab14-b6fcd2045020 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:48.555575 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5773531e-c94d-4fb6-a389-8e17e70bdda3 req-68a66359-4e54-4398-ab14-b6fcd2045020 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] 10.222.0.41 "GET /v2.0/ports?device_id=9057a629-2dac-4a33-80ca-6f4d956f6346 HTTP/1.1" status: 200 len: 932 time: 0.1146646 Jan 28 07:07:48.669689 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5773531e-c94d-4fb6-a389-8e17e70bdda3 req-f67f23e7-bf6c-407a-8543-26b9de09072b tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] 10.222.0.41 "GET /v2.0/security-groups?id=c2614457-355d-4290-9839-3c701d202067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910707 Jan 28 07:07:48.710027 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c9c796a6-60e9-4e60-88d6-bf731d7981ee req-cff0fa21-4558-49ed-b704-dc27f6c57323 service neutron] 10.222.0.44 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744976 Jan 28 07:07:48.732535 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port fe363f1d-683b-48a0-a9d6-60321189ecd0, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=fe363f1d-683b-48a0-a9d6-60321189ecd0,segment=NetworkSegment(67c4ed53-bfbf-4494-8d62-da0c7e4209c8),segment_id=67c4ed53-bfbf-4494-8d62-da0c7e4209c8)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:07:48.760598 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Returning: {'device': 'fe363f1d-683b-48a0-a9d6-60321189ecd0', 'network_id': 'e794ad63-0b0f-4018-9f49-e800aa3d32de', 'port_id': 'fe363f1d-683b-48a0-a9d6-60321189ecd0', 'mac_address': 'fa:16:3e:d4:87:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11d8e1f8-50c3-4314-ae17-177714f8d453', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:07:48.785950 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['6479eef5-951c-4e2c-a998-c082886c019a'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:07:48.897315 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port fe363f1d-683b-48a0-a9d6-60321189ecd0 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:07:48.897681 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (fe363f1d-683b-48a0-a9d6-60321189ecd0), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:48.914001 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b28b8a-7a50-4a21-a875-187a5d4c612c req-f8ed6b4f-bd9b-4345-abd1-d122e148ee96 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:48.916951 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b1b28b8a-7a50-4a21-a875-187a5d4c612c req-f8ed6b4f-bd9b-4345-abd1-d122e148ee96 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/ports?device_id=c99d7ddf-8757-47cb-9f3a-5167285f7a3c HTTP/1.1" status: 200 len: 944 time: 0.0851150 Jan 28 07:07:48.928476 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe363f1d-683b-48a0-a9d6-60321189ecd0 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:07:48.967319 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port fe363f1d-683b-48a0-a9d6-60321189ecd0, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=fe363f1d-683b-48a0-a9d6-60321189ecd0,segment=NetworkSegment(67c4ed53-bfbf-4494-8d62-da0c7e4209c8),segment_id=67c4ed53-bfbf-4494-8d62-da0c7e4209c8)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:07:48.976217 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (fe363f1d-683b-48a0-a9d6-60321189ecd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:48.977169 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 6479eef5-951c-4e2c-a998-c082886c019a details requested by agent hyperv_n-h1-712749-28 with host n-h1-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:07:49.004598 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b1b28b8a-7a50-4a21-a875-187a5d4c612c req-dc662a46-c289-48e9-b696-8abfee7056cc tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/security-groups?id=83d97fa1-2f29-40d2-a756-a970d048d2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700772 Jan 28 07:07:49.021150 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fb9cc8-cca8-48e0-b271-4e7d7ca88c3f req-c719474e-1ba6-41b7-9bc8-5f989b4d62c9 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:49.028410 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a5fb9cc8-cca8-48e0-b271-4e7d7ca88c3f req-c719474e-1ba6-41b7-9bc8-5f989b4d62c9 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=232ec39b-90f9-4df8-a403-fe1029cce065 HTTP/1.1" status: 200 len: 944 time: 0.1177151 Jan 28 07:07:49.095907 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a5fb9cc8-cca8-48e0-b271-4e7d7ca88c3f req-6f98b9de-8d7c-4769-bd3b-8eb35116c261 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb65c68e-64e7-49d7-aa93-cf57ceaf78a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666523 Jan 28 07:07:49.111303 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=fe363f1d-683b-48a0-a9d6-60321189ecd0,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:07:49.167899 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [req-0f7c4e01-bda7-4adf-a107-dc238159f501 req-2607e350-dfea-4e17-95e9-d170ef5f3959 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f9831f3-a3bc-4f6b-833e-fba8e8fe6e72 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:07:49.173309 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 6479eef5-951c-4e2c-a998-c082886c019a, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=6479eef5-951c-4e2c-a998-c082886c019a,segment=NetworkSegment(919581ea-4d97-4a95-839c-1632528194b6),segment_id=919581ea-4d97-4a95-839c-1632528194b6)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:07:49.177617 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-0f7c4e01-bda7-4adf-a107-dc238159f501 req-2607e350-dfea-4e17-95e9-d170ef5f3959 service neutron] Publish callbacks [] for port (2f9831f3-a3bc-4f6b-833e-fba8e8fe6e72), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:49.185897 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 6479eef5-951c-4e2c-a998-c082886c019a has no active binding in host n-h1-712749-28 {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 28 07:07:49.216120 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [req-0f7c4e01-bda7-4adf-a107-dc238159f501 req-2607e350-dfea-4e17-95e9-d170ef5f3959 service neutron] Transition to ACTIVE for port object 2f9831f3-a3bc-4f6b-833e-fba8e8fe6e72 will not be triggered until provisioned by entity L2. {{(pid=103283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:07:49.219856 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-0f7c4e01-bda7-4adf-a107-dc238159f501 req-2607e350-dfea-4e17-95e9-d170ef5f3959 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (2f9831f3-a3bc-4f6b-833e-fba8e8fe6e72), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:49.264553 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb07d727-dcb6-4f29-89bb-86b761bfc165 req-6ea36a3e-cda2-4ca8-9d1b-57170eec4ccf tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:49.266114 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-cb07d727-dcb6-4f29-89bb-86b761bfc165 req-6ea36a3e-cda2-4ca8-9d1b-57170eec4ccf tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9e21c6f-9b87-4b08-b8fe-a60a848c1742 HTTP/1.1" status: 200 len: 950 time: 0.0933261 Jan 28 07:07:49.296669 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2607e350-dfea-4e17-95e9-d170ef5f3959 service neutron] Pushing event updated for resources: {'Port': ['ID=2f9831f3-a3bc-4f6b-833e-fba8e8fe6e72,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:07:49.308172 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 8e2e5026-fb80-4cb0-958b-d6c581e3da49 up at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:07:49.368838 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-cb07d727-dcb6-4f29-89bb-86b761bfc165 req-77a88c18-f210-464f-b8f7-ba638b6df9dd tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966341 Jan 28 07:07:49.371026 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning for port 8e2e5026-fb80-4cb0-958b-d6c581e3da49 completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:07:49.376638 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning complete for port 8e2e5026-fb80-4cb0-958b-d6c581e3da49 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:07:49.377031 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (8e2e5026-fb80-4cb0-958b-d6c581e3da49), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:49.389178 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-0f7c4e01-bda7-4adf-a107-dc238159f501 req-2607e350-dfea-4e17-95e9-d170ef5f3959 service neutron] Attempting to bind port 2f9831f3-a3bc-4f6b-833e-fba8e8fe6e72 on host n-h1-712749-28 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:07:49.390470 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-0f7c4e01-bda7-4adf-a107-dc238159f501 req-2607e350-dfea-4e17-95e9-d170ef5f3959 service neutron] Attempting to bind port 2f9831f3-a3bc-4f6b-833e-fba8e8fe6e72 by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': 'aa78153f-8140-4463-8a23-520ca70d4d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '40408abb-5725-4205-b120-60fb2bb4bc40'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:07:49.390961 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f7c4e01-bda7-4adf-a107-dc238159f501 req-2607e350-dfea-4e17-95e9-d170ef5f3959 service neutron] Attempting to bind port 2f9831f3-a3bc-4f6b-833e-fba8e8fe6e72 on network 40408abb-5725-4205-b120-60fb2bb4bc40 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:07:49.403201 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f7c4e01-bda7-4adf-a107-dc238159f501 req-2607e350-dfea-4e17-95e9-d170ef5f3959 service neutron] Port 2f9831f3-a3bc-4f6b-833e-fba8e8fe6e72 on network 40408abb-5725-4205-b120-60fb2bb4bc40 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:07:49.403777 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f7c4e01-bda7-4adf-a107-dc238159f501 req-2607e350-dfea-4e17-95e9-d170ef5f3959 service neutron] Attempting to bind port 2f9831f3-a3bc-4f6b-833e-fba8e8fe6e72 on network 40408abb-5725-4205-b120-60fb2bb4bc40 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:07:49.412578 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f7c4e01-bda7-4adf-a107-dc238159f501 req-2607e350-dfea-4e17-95e9-d170ef5f3959 service neutron] Checking agent: {'id': '2fca46b1-237f-4857-9290-2429d810e472', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 7, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:07:49.413050 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f7c4e01-bda7-4adf-a107-dc238159f501 req-2607e350-dfea-4e17-95e9-d170ef5f3959 service neutron] Checking segment: {'id': 'aa78153f-8140-4463-8a23-520ca70d4d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '40408abb-5725-4205-b120-60fb2bb4bc40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:07:49.413536 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f7c4e01-bda7-4adf-a107-dc238159f501 req-2607e350-dfea-4e17-95e9-d170ef5f3959 service neutron] Bound using segment: {'id': 'aa78153f-8140-4463-8a23-520ca70d4d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '40408abb-5725-4205-b120-60fb2bb4bc40'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:07:49.414064 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-0f7c4e01-bda7-4adf-a107-dc238159f501 req-2607e350-dfea-4e17-95e9-d170ef5f3959 service neutron] Bound port: 2f9831f3-a3bc-4f6b-833e-fba8e8fe6e72, host: n-h1-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa78153f-8140-4463-8a23-520ca70d4d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '40408abb-5725-4205-b120-60fb2bb4bc40'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:07:49.414743 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-0f7c4e01-bda7-4adf-a107-dc238159f501 req-2607e350-dfea-4e17-95e9-d170ef5f3959 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (2f9831f3-a3bc-4f6b-833e-fba8e8fe6e72), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:49.455685 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37645e16-de4e-4651-af7d-d614a78590d1 req-f182b4d0-8bfd-452e-9a19-c9cb2b88ee02 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:49.457414 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-37645e16-de4e-4651-af7d-d614a78590d1 req-f182b4d0-8bfd-452e-9a19-c9cb2b88ee02 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.41 "GET /v2.0/ports?device_id=56ab0ba2-2f42-48a4-b5ab-ca31c6dc0a18 HTTP/1.1" status: 200 len: 950 time: 0.0612121 Jan 28 07:07:49.467310 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port 8e2e5026-fb80-4cb0-958b-d6c581e3da49 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:07:49.467746 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (8e2e5026-fb80-4cb0-958b-d6c581e3da49), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:49.486893 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-0f7c4e01-bda7-4adf-a107-dc238159f501 req-2607e350-dfea-4e17-95e9-d170ef5f3959 service neutron] For port 2f9831f3-a3bc-4f6b-833e-fba8e8fe6e72, host n-h1-712749-28, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:07:49.490975 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-0f7c4e01-bda7-4adf-a107-dc238159f501 req-2607e350-dfea-4e17-95e9-d170ef5f3959 service neutron] For port 2f9831f3-a3bc-4f6b-833e-fba8e8fe6e72, host n-h1-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=2f9831f3-a3bc-4f6b-833e-fba8e8fe6e72,segment=NetworkSegment(aa78153f-8140-4463-8a23-520ca70d4d00),segment_id=aa78153f-8140-4463-8a23-520ca70d4d00)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:07:49.494211 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66f9a834-5a43-4a1a-973e-ebbb55ffd44b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e2e5026-fb80-4cb0-958b-d6c581e3da49'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:07:49.495012 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-0f7c4e01-bda7-4adf-a107-dc238159f501 req-2607e350-dfea-4e17-95e9-d170ef5f3959 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (2f9831f3-a3bc-4f6b-833e-fba8e8fe6e72), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:49.497221 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f774e0e3-fbcd-4a56-b2dc-311207cabad9" -d '{"events": [{"server_uuid": "66f9a834-5a43-4a1a-973e-ebbb55ffd44b", "name": "network-vif-plugged", "status": "completed", "tag": "8e2e5026-fb80-4cb0-958b-d6c581e3da49"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:07:49.510475 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 8e2e5026-fb80-4cb0-958b-d6c581e3da49, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=8e2e5026-fb80-4cb0-958b-d6c581e3da49,segment=NetworkSegment(7c829508-0903-4bcf-b0b4-48623395c1b3),segment_id=7c829508-0903-4bcf-b0b4-48623395c1b3)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:07:49.517539 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-37645e16-de4e-4651-af7d-d614a78590d1 req-88881f4d-feae-4077-9eaa-3fb06a0a0537 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.41 "GET /v2.0/security-groups?id=a925a148-520f-4e8d-aa8c-4258e73ac6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483286 Jan 28 07:07:49.520470 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (8e2e5026-fb80-4cb0-958b-d6c581e3da49), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:49.521349 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 4b1eb635-db0f-4c1a-9796-f2c54545a367 up at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:07:49.555169 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7c4e01-bda7-4adf-a107-dc238159f501 req-2607e350-dfea-4e17-95e9-d170ef5f3959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:49.556058 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-0f7c4e01-bda7-4adf-a107-dc238159f501 req-2607e350-dfea-4e17-95e9-d170ef5f3959 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:49.557551 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0f7c4e01-bda7-4adf-a107-dc238159f501 req-2607e350-dfea-4e17-95e9-d170ef5f3959 service neutron] 10.222.0.10 "PUT /v2.0/ports/2f9831f3-a3bc-4f6b-833e-fba8e8fe6e72 HTTP/1.1" status: 200 len: 1093 time: 1.2272301 Jan 28 07:07:49.558134 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9057a629-2dac-4a33-80ca-6f4d956f6346', 'tag': '2f9831f3-a3bc-4f6b-833e-fba8e8fe6e72'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:07:49.560426 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef18b4cb-3e7b-4ed5-8dc9-629189f799cd" -d '{"events": [{"name": "network-changed", "server_uuid": "9057a629-2dac-4a33-80ca-6f4d956f6346", "tag": "2f9831f3-a3bc-4f6b-833e-fba8e8fe6e72"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:07:49.578454 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2607e350-dfea-4e17-95e9-d170ef5f3959 service neutron] Pushing event updated for resources: {'Port': ['ID=2f9831f3-a3bc-4f6b-833e-fba8e8fe6e72,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:07:49.580267 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05cdf026-81a6-4a2d-8700-3a9cbd430ea4 x-openstack-request-id: req-05cdf026-81a6-4a2d-8700-3a9cbd430ea4 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:07:49.580745 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66f9a834-5a43-4a1a-973e-ebbb55ffd44b", "name": "network-vif-plugged", "status": "completed", "tag": "8e2e5026-fb80-4cb0-958b-d6c581e3da49", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:07:49.580930 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-05cdf026-81a6-4a2d-8700-3a9cbd430ea4 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:07:49.581505 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66f9a834-5a43-4a1a-973e-ebbb55ffd44b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e2e5026-fb80-4cb0-958b-d6c581e3da49', 'code': 200} Jan 28 07:07:49.607925 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27ae6426-4ae7-437a-8559-e90e7e1fe45b x-openstack-request-id: req-27ae6426-4ae7-437a-8559-e90e7e1fe45b {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:07:49.608264 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9057a629-2dac-4a33-80ca-6f4d956f6346", "tag": "2f9831f3-a3bc-4f6b-833e-fba8e8fe6e72", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:07:49.608520 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-27ae6426-4ae7-437a-8559-e90e7e1fe45b {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:07:49.608922 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9057a629-2dac-4a33-80ca-6f4d956f6346', 'tag': '2f9831f3-a3bc-4f6b-833e-fba8e8fe6e72', 'status': 'completed', 'code': 200} Jan 28 07:07:49.615406 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['fe363f1d-683b-48a0-a9d6-60321189ecd0'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:07:49.664462 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=8e2e5026-fb80-4cb0-958b-d6c581e3da49,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:07:49.671365 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7c4e01-bda7-4adf-a107-dc238159f501 req-b05cfe09-904f-4d45-8500-21eda9657643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:49.673027 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0f7c4e01-bda7-4adf-a107-dc238159f501 req-b05cfe09-904f-4d45-8500-21eda9657643 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2896f16344d64d52a798dcb24fda5242&device_id=9057a629-2dac-4a33-80ca-6f4d956f6346 HTTP/1.1" status: 200 len: 1096 time: 0.0440316 Jan 28 07:07:49.678018 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning for port 4b1eb635-db0f-4c1a-9796-f2c54545a367 completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:07:49.685822 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning complete for port 4b1eb635-db0f-4c1a-9796-f2c54545a367 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:07:49.686448 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (4b1eb635-db0f-4c1a-9796-f2c54545a367), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:49.690304 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d86e4ef-4c08-452d-82da-290de9ddc85b req-36992399-1aaf-45b5-b7de-4a292b94b55f tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:49.695897 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d86e4ef-4c08-452d-82da-290de9ddc85b req-36992399-1aaf-45b5-b7de-4a292b94b55f tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:49.702143 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d86e4ef-4c08-452d-82da-290de9ddc85b req-36992399-1aaf-45b5-b7de-4a292b94b55f tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:49.709363 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9d86e4ef-4c08-452d-82da-290de9ddc85b req-36992399-1aaf-45b5-b7de-4a292b94b55f tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] 10.222.0.41 "GET /v2.0/ports?device_id=66f9a834-5a43-4a1a-973e-ebbb55ffd44b HTTP/1.1" status: 200 len: 2415 time: 0.0843134 Jan 28 07:07:49.740126 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0f7c4e01-bda7-4adf-a107-dc238159f501 req-16f473b8-7354-4467-ac33-9a5df69f8193 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2f9831f3-a3bc-4f6b-833e-fba8e8fe6e72 HTTP/1.1" status: 200 len: 217 time: 0.0524178 Jan 28 07:07:49.768165 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9d86e4ef-4c08-452d-82da-290de9ddc85b req-a7845929-22e6-464a-9f1e-f316e4fbd359 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d843c1b-2b3f-41f7-933d-0cc23e6bb818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577922 Jan 28 07:07:49.808674 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7c4e01-bda7-4adf-a107-dc238159f501 req-96612b49-b3ee-48b7-9695-ae0bad53f1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:49.810302 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0f7c4e01-bda7-4adf-a107-dc238159f501 req-96612b49-b3ee-48b7-9695-ae0bad53f1eb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a4c1d00a-11c6-444f-8042-f73535ef4594 HTTP/1.1" status: 200 len: 844 time: 0.0543923 Jan 28 07:07:49.830635 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port 4b1eb635-db0f-4c1a-9796-f2c54545a367 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:07:49.831029 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (4b1eb635-db0f-4c1a-9796-f2c54545a367), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:49.860649 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0f7c4e01-bda7-4adf-a107-dc238159f501 req-bad28af9-a375-4836-a7c2-69453202fa9c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=40408abb-5725-4205-b120-60fb2bb4bc40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407615 Jan 28 07:07:49.882669 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 4b1eb635-db0f-4c1a-9796-f2c54545a367, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=4b1eb635-db0f-4c1a-9796-f2c54545a367,segment=NetworkSegment(7c829508-0903-4bcf-b0b4-48623395c1b3),segment_id=7c829508-0903-4bcf-b0b4-48623395c1b3)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:07:49.887601 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (4b1eb635-db0f-4c1a-9796-f2c54545a367), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:49.896840 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1d7037-c684-42af-a997-28e464f0bce0 req-be7fa812-76d2-49f1-82fa-83d7bb227557 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:49.898312 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4d1d7037-c684-42af-a997-28e464f0bce0 req-be7fa812-76d2-49f1-82fa-83d7bb227557 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] 10.222.0.41 "GET /v2.0/ports?device_id=9057a629-2dac-4a33-80ca-6f4d956f6346 HTTP/1.1" status: 200 len: 944 time: 0.0870805 Jan 28 07:07:49.934920 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=4b1eb635-db0f-4c1a-9796-f2c54545a367,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:07:49.974429 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c99d7ddf-8757-47cb-9f3a-5167285f7a3c', 'tag': '6479eef5-951c-4e2c-a998-c082886c019a'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:07:49.976814 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54eb22ec-f7b6-48a2-8469-9795f2eadcc2" -d '{"events": [{"name": "network-changed", "server_uuid": "c99d7ddf-8757-47cb-9f3a-5167285f7a3c", "tag": "6479eef5-951c-4e2c-a998-c082886c019a"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:07:49.989695 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4d1d7037-c684-42af-a997-28e464f0bce0 req-94e0c1ce-f499-42c1-b542-595c084eb1fc tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] 10.222.0.41 "GET /v2.0/security-groups?id=c2614457-355d-4290-9839-3c701d202067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676847 Jan 28 07:07:49.995933 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0f7c4e01-bda7-4adf-a107-dc238159f501 req-2c2f76ba-83e0-49be-a4a4-f10b80f45c59 service neutron] 10.222.0.10 "GET /v2.0/networks/40408abb-5725-4205-b120-60fb2bb4bc40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276615 Jan 28 07:07:50.012856 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a54032de-8a28-42bd-b459-8d3f33d8013e x-openstack-request-id: req-a54032de-8a28-42bd-b459-8d3f33d8013e {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:07:50.013136 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c99d7ddf-8757-47cb-9f3a-5167285f7a3c", "tag": "6479eef5-951c-4e2c-a998-c082886c019a", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:07:50.013396 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a54032de-8a28-42bd-b459-8d3f33d8013e {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:07:50.013800 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c99d7ddf-8757-47cb-9f3a-5167285f7a3c', 'tag': '6479eef5-951c-4e2c-a998-c082886c019a', 'status': 'completed', 'code': 200} Jan 28 07:07:50.126512 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0f7c4e01-bda7-4adf-a107-dc238159f501 req-441b4786-12b5-4002-a630-65dbd4c75d37 service neutron] 10.222.0.10 "GET /v2.0/networks/40408abb-5725-4205-b120-60fb2bb4bc40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166868 Jan 28 07:07:50.137614 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978c8039-f7a2-4b6e-a75a-fc531c7b4b3b req-525707e7-a67c-4c60-b9e3-2179cb023e21 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:50.139090 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-978c8039-f7a2-4b6e-a75a-fc531c7b4b3b req-525707e7-a67c-4c60-b9e3-2179cb023e21 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/ports?device_id=c99d7ddf-8757-47cb-9f3a-5167285f7a3c HTTP/1.1" status: 200 len: 944 time: 0.0680647 Jan 28 07:07:50.158156 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eb22ec-f7b6-48a2-8469-9795f2eadcc2 req-5c991c35-578b-41fd-aba4-339503be34b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:50.160047 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-54eb22ec-f7b6-48a2-8469-9795f2eadcc2 req-5c991c35-578b-41fd-aba4-339503be34b9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5c2af407db1e43909575b4b7c4ad1b18&device_id=c99d7ddf-8757-47cb-9f3a-5167285f7a3c HTTP/1.1" status: 200 len: 1127 time: 0.0555310 Jan 28 07:07:50.200833 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-978c8039-f7a2-4b6e-a75a-fc531c7b4b3b req-a0990c3a-ba15-404f-9f5b-7a60ee564555 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/security-groups?id=83d97fa1-2f29-40d2-a756-a970d048d2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453141 Jan 28 07:07:50.263814 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eb22ec-f7b6-48a2-8469-9795f2eadcc2 req-51df1417-f30c-4a83-b636-75d59576d726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:50.265461 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-54eb22ec-f7b6-48a2-8469-9795f2eadcc2 req-51df1417-f30c-4a83-b636-75d59576d726 service neutron] 10.222.0.44 "GET /v2.0/networks?id=823f80f1-2970-481b-aed2-7ad5a7c0ed20 HTTP/1.1" status: 200 len: 921 time: 0.0928359 Jan 28 07:07:50.303617 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef18b4cb-3e7b-4ed5-8dc9-629189f799cd req-445ef0a7-1bc0-4926-83dc-7efcc51cb8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:50.305079 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ef18b4cb-3e7b-4ed5-8dc9-629189f799cd req-445ef0a7-1bc0-4926-83dc-7efcc51cb8c4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2896f16344d64d52a798dcb24fda5242&device_id=9057a629-2dac-4a33-80ca-6f4d956f6346 HTTP/1.1" status: 200 len: 1096 time: 0.0807829 Jan 28 07:07:50.316988 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-54eb22ec-f7b6-48a2-8469-9795f2eadcc2 req-411812f5-5daf-4ad8-be62-cab09421a510 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6479eef5-951c-4e2c-a998-c082886c019a HTTP/1.1" status: 200 len: 217 time: 0.0356596 Jan 28 07:07:50.367535 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22899897-1f9f-4528-a942-0d847ef001d5 req-739845e3-723f-4beb-8ffd-fa726bf0f86b tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:50.369310 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-22899897-1f9f-4528-a942-0d847ef001d5 req-739845e3-723f-4beb-8ffd-fa726bf0f86b tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=232ec39b-90f9-4df8-a403-fe1029cce065 HTTP/1.1" status: 200 len: 945 time: 0.1029921 Jan 28 07:07:50.448817 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-22899897-1f9f-4528-a942-0d847ef001d5 req-8fff4397-4bc5-4e7e-a8a2-8381b6ae0786 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb65c68e-64e7-49d7-aa93-cf57ceaf78a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710979 Jan 28 07:07:50.450007 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef18b4cb-3e7b-4ed5-8dc9-629189f799cd req-dc9f3b6a-f1ba-47a7-98cd-f21e0ac70ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:50.451394 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ef18b4cb-3e7b-4ed5-8dc9-629189f799cd req-dc9f3b6a-f1ba-47a7-98cd-f21e0ac70ae3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=40408abb-5725-4205-b120-60fb2bb4bc40 HTTP/1.1" status: 200 len: 905 time: 0.1372249 Jan 28 07:07:50.454385 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eb22ec-f7b6-48a2-8469-9795f2eadcc2 req-7fd2dc81-da65-4df3-8cb6-3473d2d1240e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:50.456034 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-54eb22ec-f7b6-48a2-8469-9795f2eadcc2 req-7fd2dc81-da65-4df3-8cb6-3473d2d1240e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d3ff6769-eb60-4293-943b-ef852d2e0c72 HTTP/1.1" status: 200 len: 860 time: 0.0535297 Jan 28 07:07:50.500018 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ef18b4cb-3e7b-4ed5-8dc9-629189f799cd req-0ed9e38b-b220-474f-b666-f46273185744 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2f9831f3-a3bc-4f6b-833e-fba8e8fe6e72 HTTP/1.1" status: 200 len: 217 time: 0.0411618 Jan 28 07:07:50.509149 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-54eb22ec-f7b6-48a2-8469-9795f2eadcc2 req-7a4f63a1-4d25-4dd5-88ee-1ae26d3e8e00 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=823f80f1-2970-481b-aed2-7ad5a7c0ed20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250776 Jan 28 07:07:50.528517 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f095f36e-f643-4d87-a992-c48a03c8da2f req-f86fdf3f-70df-46b6-b3d1-74bdea31aa01 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:50.529986 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f095f36e-f643-4d87-a992-c48a03c8da2f req-f86fdf3f-70df-46b6-b3d1-74bdea31aa01 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9e21c6f-9b87-4b08-b8fe-a60a848c1742 HTTP/1.1" status: 200 len: 950 time: 0.0730705 Jan 28 07:07:50.552501 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef18b4cb-3e7b-4ed5-8dc9-629189f799cd req-f8080845-9c2d-45a5-a1ba-60f1967eb860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:50.554124 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ef18b4cb-3e7b-4ed5-8dc9-629189f799cd req-f8080845-9c2d-45a5-a1ba-60f1967eb860 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a4c1d00a-11c6-444f-8042-f73535ef4594 HTTP/1.1" status: 200 len: 844 time: 0.0449758 Jan 28 07:07:50.597144 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ef18b4cb-3e7b-4ed5-8dc9-629189f799cd req-5beea029-5a62-4c38-8e07-931b4b864b45 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=40408abb-5725-4205-b120-60fb2bb4bc40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352190 Jan 28 07:07:50.635871 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f095f36e-f643-4d87-a992-c48a03c8da2f req-2d43f281-ab0b-48c2-b5c3-bf94f6ef5978 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977015 Jan 28 07:07:50.654531 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-54eb22ec-f7b6-48a2-8469-9795f2eadcc2 req-4a7cec34-6603-427b-bc23-8e635f799ac8 service neutron] 10.222.0.44 "GET /v2.0/networks/823f80f1-2970-481b-aed2-7ad5a7c0ed20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233442 Jan 28 07:07:50.696434 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9456f5df-141e-431b-a254-0dc1f5bf6849 req-cabda717-27a8-4be1-9eeb-c8e142107fff tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:50.697938 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9456f5df-141e-431b-a254-0dc1f5bf6849 req-cabda717-27a8-4be1-9eeb-c8e142107fff tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.41 "GET /v2.0/ports?device_id=56ab0ba2-2f42-48a4-b5ab-ca31c6dc0a18 HTTP/1.1" status: 200 len: 950 time: 0.1032593 Jan 28 07:07:50.742165 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ef18b4cb-3e7b-4ed5-8dc9-629189f799cd req-9040d189-47d7-4d92-883c-b0e9ab76e407 service neutron] 10.222.0.10 "GET /v2.0/networks/40408abb-5725-4205-b120-60fb2bb4bc40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357496 Jan 28 07:07:50.744075 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-54eb22ec-f7b6-48a2-8469-9795f2eadcc2 req-af5585af-fe91-4217-aff7-e1be9d907e61 service neutron] 10.222.0.44 "GET /v2.0/networks/823f80f1-2970-481b-aed2-7ad5a7c0ed20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825212 Jan 28 07:07:50.781434 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9456f5df-141e-431b-a254-0dc1f5bf6849 req-cd07c093-cf97-448c-bace-ed79c5811f07 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.41 "GET /v2.0/security-groups?id=a925a148-520f-4e8d-aa8c-4258e73ac6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748863 Jan 28 07:07:50.846156 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0646c38-eb6a-4556-aaae-47846905be3c req-f3ac20a3-5a48-4791-a971-e9c7071f4c8a tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:50.847640 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d0646c38-eb6a-4556-aaae-47846905be3c req-f3ac20a3-5a48-4791-a971-e9c7071f4c8a tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.44 "GET /v2.0/ports?device_id=56ab0ba2-2f42-48a4-b5ab-ca31c6dc0a18 HTTP/1.1" status: 200 len: 950 time: 0.0764749 Jan 28 07:07:50.861859 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ef18b4cb-3e7b-4ed5-8dc9-629189f799cd req-40c80c2c-3cf2-4e0d-84e7-d826874554f9 service neutron] 10.222.0.10 "GET /v2.0/networks/40408abb-5725-4205-b120-60fb2bb4bc40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056507 Jan 28 07:07:50.921682 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098b0af7-e643-4efc-9e93-392846da47a5 req-55e2b8db-c081-48f5-b01b-022dc79c0268 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:50.927058 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098b0af7-e643-4efc-9e93-392846da47a5 req-55e2b8db-c081-48f5-b01b-022dc79c0268 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:50.932444 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098b0af7-e643-4efc-9e93-392846da47a5 req-55e2b8db-c081-48f5-b01b-022dc79c0268 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:50.934095 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-098b0af7-e643-4efc-9e93-392846da47a5 req-55e2b8db-c081-48f5-b01b-022dc79c0268 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] 10.222.0.41 "GET /v2.0/ports?device_id=66f9a834-5a43-4a1a-973e-ebbb55ffd44b HTTP/1.1" status: 200 len: 2416 time: 0.0638211 Jan 28 07:07:50.943453 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-d0646c38-eb6a-4556-aaae-47846905be3c req-666e07dd-c085-48fe-a783-0e740042d528 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] Deleting port 451428a2-3de2-419e-886c-72666876b868 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:07:50.943794 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d0646c38-eb6a-4556-aaae-47846905be3c req-666e07dd-c085-48fe-a783-0e740042d528 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (451428a2-3de2-419e-886c-72666876b868), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:50.982553 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-098b0af7-e643-4efc-9e93-392846da47a5 req-27e9bc7b-b1c0-4285-b3f5-4d33a5bf1a9b tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d843c1b-2b3f-41f7-933d-0cc23e6bb818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419281 Jan 28 07:07:51.045892 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-d0646c38-eb6a-4556-aaae-47846905be3c req-666e07dd-c085-48fe-a783-0e740042d528 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] For port 451428a2-3de2-419e-886c-72666876b868, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=451428a2-3de2-419e-886c-72666876b868,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:07:51.046480 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d0646c38-eb6a-4556-aaae-47846905be3c req-666e07dd-c085-48fe-a783-0e740042d528 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (451428a2-3de2-419e-886c-72666876b868), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:51.058234 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-d0646c38-eb6a-4556-aaae-47846905be3c req-666e07dd-c085-48fe-a783-0e740042d528 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] Calling delete_port for 451428a2-3de2-419e-886c-72666876b868 owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:07:51.158619 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5071cf30-b9f0-4bb4-816a-c5f7edabdca3 req-c87e155e-0493-450d-b7c3-1d6e3fbb77bd tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:51.160088 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5071cf30-b9f0-4bb4-816a-c5f7edabdca3 req-c87e155e-0493-450d-b7c3-1d6e3fbb77bd tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] 10.222.0.41 "GET /v2.0/ports?device_id=9057a629-2dac-4a33-80ca-6f4d956f6346 HTTP/1.1" status: 200 len: 944 time: 0.0895660 Jan 28 07:07:51.239782 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5071cf30-b9f0-4bb4-816a-c5f7edabdca3 req-890c1b8c-4318-4361-b460-c8c2888b11b9 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] 10.222.0.41 "GET /v2.0/security-groups?id=c2614457-355d-4290-9839-3c701d202067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728877 Jan 28 07:07:51.266380 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d0646c38-eb6a-4556-aaae-47846905be3c req-666e07dd-c085-48fe-a783-0e740042d528 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (451428a2-3de2-419e-886c-72666876b868), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:51.293820 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666e07dd-c085-48fe-a783-0e740042d528 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] Pushing event deleted for resources: {'Port': ['ID=451428a2-3de2-419e-886c-72666876b868,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:07:51.304944 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['11dca397-be39-46c6-8338-77251776d222'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:07:51.312774 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['451428a2-3de2-419e-886c-72666876b868'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:07:51.345744 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0646c38-eb6a-4556-aaae-47846905be3c req-666e07dd-c085-48fe-a783-0e740042d528 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] No DVR routers for this DVR port 451428a2-3de2-419e-886c-72666876b868 on host n-h2-712749-28 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:07:51.348459 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d0646c38-eb6a-4556-aaae-47846905be3c req-666e07dd-c085-48fe-a783-0e740042d528 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:51.350677 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b9259a-91a8-4972-9111-5d9ca2ca87b9 req-8a718c7c-3940-4393-a522-183388cf70e2 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:51.352235 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-86b9259a-91a8-4972-9111-5d9ca2ca87b9 req-8a718c7c-3940-4393-a522-183388cf70e2 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/ports?device_id=c99d7ddf-8757-47cb-9f3a-5167285f7a3c HTTP/1.1" status: 200 len: 944 time: 0.0758762 Jan 28 07:07:51.352578 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d0646c38-eb6a-4556-aaae-47846905be3c req-666e07dd-c085-48fe-a783-0e740042d528 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.44 "DELETE /v2.0/ports/451428a2-3de2-419e-886c-72666876b868 HTTP/1.1" status: 204 len: 173 time: 0.4992034 Jan 28 07:07:51.363535 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 6cddf01d-3db6-4454-bacf-9a1b73c9a086 up at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:07:51.418552 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-86b9259a-91a8-4972-9111-5d9ca2ca87b9 req-2790b19c-1a9d-4580-ad83-b981953503a8 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/security-groups?id=83d97fa1-2f29-40d2-a756-a970d048d2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576606 Jan 28 07:07:51.470535 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning for port 6cddf01d-3db6-4454-bacf-9a1b73c9a086 completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:07:51.482401 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning complete for port 6cddf01d-3db6-4454-bacf-9a1b73c9a086 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:07:51.482784 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (6cddf01d-3db6-4454-bacf-9a1b73c9a086), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:51.575400 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f3ffdc-9bb5-47d4-a15a-704bbcae3e3f req-b65a4f54-1d07-4ce2-8a70-2eff0018ea86 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:51.576900 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-72f3ffdc-9bb5-47d4-a15a-704bbcae3e3f req-b65a4f54-1d07-4ce2-8a70-2eff0018ea86 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=232ec39b-90f9-4df8-a403-fe1029cce065 HTTP/1.1" status: 200 len: 945 time: 0.0558379 Jan 28 07:07:51.588654 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66f9a834-5a43-4a1a-973e-ebbb55ffd44b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b1eb635-db0f-4c1a-9796-f2c54545a367'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:07:51.590825 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-692f112d-fa9d-4ed2-ae0a-1f16f9248488" -d '{"events": [{"server_uuid": "66f9a834-5a43-4a1a-973e-ebbb55ffd44b", "name": "network-vif-plugged", "status": "completed", "tag": "4b1eb635-db0f-4c1a-9796-f2c54545a367"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:07:51.613304 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port 6cddf01d-3db6-4454-bacf-9a1b73c9a086 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:07:51.613708 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (6cddf01d-3db6-4454-bacf-9a1b73c9a086), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:51.629767 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-72f3ffdc-9bb5-47d4-a15a-704bbcae3e3f req-03e8cad3-ad18-4ac7-8d11-7803b5a93506 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb65c68e-64e7-49d7-aa93-cf57ceaf78a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467880 Jan 28 07:07:51.634326 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-968af336-7861-4ce1-8899-6c441f31f6f2 x-openstack-request-id: req-968af336-7861-4ce1-8899-6c441f31f6f2 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:07:51.634583 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66f9a834-5a43-4a1a-973e-ebbb55ffd44b", "name": "network-vif-plugged", "status": "completed", "tag": "4b1eb635-db0f-4c1a-9796-f2c54545a367", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:07:51.634872 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-968af336-7861-4ce1-8899-6c441f31f6f2 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:07:51.635154 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66f9a834-5a43-4a1a-973e-ebbb55ffd44b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b1eb635-db0f-4c1a-9796-f2c54545a367', 'code': 200} Jan 28 07:07:51.650548 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 6cddf01d-3db6-4454-bacf-9a1b73c9a086, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=6cddf01d-3db6-4454-bacf-9a1b73c9a086,segment=NetworkSegment(ce716a12-c1f6-436a-8799-cf336e01826c),segment_id=ce716a12-c1f6-436a-8799-cf336e01826c)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:07:51.654527 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (6cddf01d-3db6-4454-bacf-9a1b73c9a086), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:51.705741 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=6cddf01d-3db6-4454-bacf-9a1b73c9a086,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:07:51.774556 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907433ee-d530-4fd7-b6e2-e79c72f573f8 req-5a61cdbc-8e5d-496e-ba01-5c5e594026a7 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:51.776204 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-907433ee-d530-4fd7-b6e2-e79c72f573f8 req-5a61cdbc-8e5d-496e-ba01-5c5e594026a7 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9e21c6f-9b87-4b08-b8fe-a60a848c1742 HTTP/1.1" status: 200 len: 950 time: 0.0590320 Jan 28 07:07:51.829656 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-907433ee-d530-4fd7-b6e2-e79c72f573f8 req-d60c9fde-08da-4f41-885b-08cdfb3f4b29 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476799 Jan 28 07:07:51.898036 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c9a37092-7bcb-4863-b4e1-cd9575e8cdfe req-dff3f30a-a8ce-4c86-87ec-4106a3b08a4e tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.41 "GET /v2.0/ports?device_id=56ab0ba2-2f42-48a4-b5ab-ca31c6dc0a18 HTTP/1.1" status: 200 len: 210 time: 0.0254028 Jan 28 07:07:52.015139 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56ab0ba2-2f42-48a4-b5ab-ca31c6dc0a18', 'name': 'network-vif-deleted', 'tag': '451428a2-3de2-419e-886c-72666876b868'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:07:52.017531 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0072164e-693e-43f6-a783-000fae364867" -d '{"events": [{"server_uuid": "56ab0ba2-2f42-48a4-b5ab-ca31c6dc0a18", "name": "network-vif-deleted", "tag": "451428a2-3de2-419e-886c-72666876b868"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:07:52.060241 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-187e3d60-3270-46be-8d67-9551149177d7 x-openstack-request-id: req-187e3d60-3270-46be-8d67-9551149177d7 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:07:52.060859 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56ab0ba2-2f42-48a4-b5ab-ca31c6dc0a18", "name": "network-vif-deleted", "tag": "451428a2-3de2-419e-886c-72666876b868", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:07:52.060966 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-187e3d60-3270-46be-8d67-9551149177d7 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:07:52.061550 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56ab0ba2-2f42-48a4-b5ab-ca31c6dc0a18', 'name': 'network-vif-deleted', 'tag': '451428a2-3de2-419e-886c-72666876b868', 'status': 'completed', 'code': 200} Jan 28 07:07:52.101556 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b20bd8d-5ce4-4155-b4ea-4c7733cfece7 req-317c1d7f-3d01-4cbb-8ef2-bf7e56843671 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:52.107700 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b20bd8d-5ce4-4155-b4ea-4c7733cfece7 req-317c1d7f-3d01-4cbb-8ef2-bf7e56843671 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:52.112967 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b20bd8d-5ce4-4155-b4ea-4c7733cfece7 req-317c1d7f-3d01-4cbb-8ef2-bf7e56843671 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:52.114601 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0b20bd8d-5ce4-4155-b4ea-4c7733cfece7 req-317c1d7f-3d01-4cbb-8ef2-bf7e56843671 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] 10.222.0.41 "GET /v2.0/ports?device_id=66f9a834-5a43-4a1a-973e-ebbb55ffd44b HTTP/1.1" status: 200 len: 2417 time: 0.0639858 Jan 28 07:07:52.162998 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0b20bd8d-5ce4-4155-b4ea-4c7733cfece7 req-83859961-3946-4ac9-8b96-c4e0647b2571 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d843c1b-2b3f-41f7-933d-0cc23e6bb818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413623 Jan 28 07:07:52.356611 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbc8822-dcd7-4f49-a702-a87e54d608e4 req-977f2e44-3c6a-4783-afae-996c12d17f1d tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:52.358127 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ecbc8822-dcd7-4f49-a702-a87e54d608e4 req-977f2e44-3c6a-4783-afae-996c12d17f1d tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] 10.222.0.41 "GET /v2.0/ports?device_id=9057a629-2dac-4a33-80ca-6f4d956f6346 HTTP/1.1" status: 200 len: 944 time: 0.0484297 Jan 28 07:07:52.407358 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ecbc8822-dcd7-4f49-a702-a87e54d608e4 req-a9d5061d-ae68-4069-b8a4-bb87a2c4e8fc tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] 10.222.0.41 "GET /v2.0/security-groups?id=c2614457-355d-4290-9839-3c701d202067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436149 Jan 28 07:07:52.436866 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 2f9831f3-a3bc-4f6b-833e-fba8e8fe6e72 details requested by agent hyperv_n-h1-712749-28 with host n-h1-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:07:52.448309 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device fe363f1d-683b-48a0-a9d6-60321189ecd0 up at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:07:52.543325 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ff31c2-1e72-46b8-819d-ae73a2d94463 req-eb312a66-9bd7-4b3c-a5fd-86c748bae6b2 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:52.544828 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-15ff31c2-1e72-46b8-819d-ae73a2d94463 req-eb312a66-9bd7-4b3c-a5fd-86c748bae6b2 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/ports?device_id=c99d7ddf-8757-47cb-9f3a-5167285f7a3c HTTP/1.1" status: 200 len: 944 time: 0.0524321 Jan 28 07:07:52.559409 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning for port fe363f1d-683b-48a0-a9d6-60321189ecd0 completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:07:52.571913 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning complete for port fe363f1d-683b-48a0-a9d6-60321189ecd0 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:07:52.572333 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (fe363f1d-683b-48a0-a9d6-60321189ecd0), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:52.574916 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 2f9831f3-a3bc-4f6b-833e-fba8e8fe6e72, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=2f9831f3-a3bc-4f6b-833e-fba8e8fe6e72,segment=NetworkSegment(aa78153f-8140-4463-8a23-520ca70d4d00),segment_id=aa78153f-8140-4463-8a23-520ca70d4d00)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:07:52.595444 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-15ff31c2-1e72-46b8-819d-ae73a2d94463 req-c3bf5537-245c-4dd4-aef0-73888abe9d35 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/security-groups?id=83d97fa1-2f29-40d2-a756-a970d048d2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447540 Jan 28 07:07:52.615116 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Returning: {'device': '2f9831f3-a3bc-4f6b-833e-fba8e8fe6e72', 'network_id': '40408abb-5725-4205-b120-60fb2bb4bc40', 'port_id': '2f9831f3-a3bc-4f6b-833e-fba8e8fe6e72', 'mac_address': 'fa:16:3e:5d:c5:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4c1d00a-11c6-444f-8042-f73535ef4594', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:07:52.762331 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02314a5f-ed76-49a5-b2a4-8c753b118642 req-b7a0c0de-072c-48aa-b8bf-aa1dd6f6131c tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:52.763953 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-02314a5f-ed76-49a5-b2a4-8c753b118642 req-b7a0c0de-072c-48aa-b8bf-aa1dd6f6131c tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=232ec39b-90f9-4df8-a403-fe1029cce065 HTTP/1.1" status: 200 len: 945 time: 0.0541756 Jan 28 07:07:52.796323 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 2f9831f3-a3bc-4f6b-833e-fba8e8fe6e72 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:07:52.796733 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (2f9831f3-a3bc-4f6b-833e-fba8e8fe6e72), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:52.812666 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-02314a5f-ed76-49a5-b2a4-8c753b118642 req-0cd09f1c-fb28-49eb-b17a-eec564075a06 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb65c68e-64e7-49d7-aa93-cf57ceaf78a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426922 Jan 28 07:07:52.832500 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f9831f3-a3bc-4f6b-833e-fba8e8fe6e72 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:07:52.843084 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port fe363f1d-683b-48a0-a9d6-60321189ecd0 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:07:52.843466 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (fe363f1d-683b-48a0-a9d6-60321189ecd0), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:52.864532 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 2f9831f3-a3bc-4f6b-833e-fba8e8fe6e72, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=2f9831f3-a3bc-4f6b-833e-fba8e8fe6e72,segment=NetworkSegment(aa78153f-8140-4463-8a23-520ca70d4d00),segment_id=aa78153f-8140-4463-8a23-520ca70d4d00)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:07:52.872230 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (2f9831f3-a3bc-4f6b-833e-fba8e8fe6e72), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:52.908101 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port fe363f1d-683b-48a0-a9d6-60321189ecd0, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=fe363f1d-683b-48a0-a9d6-60321189ecd0,segment=NetworkSegment(67c4ed53-bfbf-4494-8d62-da0c7e4209c8),segment_id=67c4ed53-bfbf-4494-8d62-da0c7e4209c8)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:07:52.914588 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (fe363f1d-683b-48a0-a9d6-60321189ecd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:52.934101 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=2f9831f3-a3bc-4f6b-833e-fba8e8fe6e72,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:07:52.963033 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c25a566-926d-4fe3-8ac7-123cd8864be7 req-41956622-23bb-4711-bb27-53d61e6362c9 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:52.964977 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9c25a566-926d-4fe3-8ac7-123cd8864be7 req-41956622-23bb-4711-bb27-53d61e6362c9 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9e21c6f-9b87-4b08-b8fe-a60a848c1742 HTTP/1.1" status: 200 len: 950 time: 0.0629110 Jan 28 07:07:52.988404 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=fe363f1d-683b-48a0-a9d6-60321189ecd0,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:07:53.023126 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9c25a566-926d-4fe3-8ac7-123cd8864be7 req-f2aa7935-003e-4ae7-b929-21da9c828f6a tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455859 Jan 28 07:07:53.189789 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f794c919-c585-4713-8107-2119f7cf2143 req-827725e9-dc0c-4d97-addd-f782f278bfce tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:53.191185 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f794c919-c585-4713-8107-2119f7cf2143 req-827725e9-dc0c-4d97-addd-f782f278bfce tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.41 "GET /v2.0/ports?device_id=8813fdc9-13cd-4d6b-88a5-c1cef3739966 HTTP/1.1" status: 200 len: 951 time: 0.0476904 Jan 28 07:07:53.239105 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f794c919-c585-4713-8107-2119f7cf2143 req-d4ae67a3-79be-4266-9fb2-85108e848378 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.41 "GET /v2.0/security-groups?id=a925a148-520f-4e8d-aa8c-4258e73ac6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413473 Jan 28 07:07:53.284513 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26747dc-1a90-4454-afd3-65cfcb732ba6 req-3d6a0737-4c9c-45dd-bc48-3de6c06c2dcb tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:53.289758 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26747dc-1a90-4454-afd3-65cfcb732ba6 req-3d6a0737-4c9c-45dd-bc48-3de6c06c2dcb tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:53.295655 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26747dc-1a90-4454-afd3-65cfcb732ba6 req-3d6a0737-4c9c-45dd-bc48-3de6c06c2dcb tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:53.297262 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b26747dc-1a90-4454-afd3-65cfcb732ba6 req-3d6a0737-4c9c-45dd-bc48-3de6c06c2dcb tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] 10.222.0.41 "GET /v2.0/ports?device_id=66f9a834-5a43-4a1a-973e-ebbb55ffd44b HTTP/1.1" status: 200 len: 2417 time: 0.0646560 Jan 28 07:07:53.304002 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['2f9831f3-a3bc-4f6b-833e-fba8e8fe6e72'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:07:53.333839 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 451428a2-3de2-419e-886c-72666876b868 no longer exists at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:07:53.345145 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b26747dc-1a90-4454-afd3-65cfcb732ba6 req-dbe87810-9086-4e76-8b3d-f13ac8be1434 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d843c1b-2b3f-41f7-933d-0cc23e6bb818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414202 Jan 28 07:07:53.362617 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] No Port match for: 451428a2-3de2-419e-886c-72666876b868 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:07:53.362965 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 451428a2-3de2-419e-886c-72666876b868 not bound to the agent host n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:07:53.522254 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b859519-df25-4d93-8e27-c0bbc45cad3f req-0a57c69c-cf22-44fe-b3c6-5583b399834b tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:53.523715 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0b859519-df25-4d93-8e27-c0bbc45cad3f req-0a57c69c-cf22-44fe-b3c6-5583b399834b tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] 10.222.0.41 "GET /v2.0/ports?device_id=9057a629-2dac-4a33-80ca-6f4d956f6346 HTTP/1.1" status: 200 len: 945 time: 0.0491045 Jan 28 07:07:53.574358 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0b859519-df25-4d93-8e27-c0bbc45cad3f req-b0499d6b-a802-4da7-b0a0-c8b7c50b13de tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] 10.222.0.41 "GET /v2.0/security-groups?id=c2614457-355d-4290-9839-3c701d202067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442374 Jan 28 07:07:53.636772 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66f9a834-5a43-4a1a-973e-ebbb55ffd44b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cddf01d-3db6-4454-bacf-9a1b73c9a086'}, {'server_uuid': '232ec39b-90f9-4df8-a403-fe1029cce065', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe363f1d-683b-48a0-a9d6-60321189ecd0'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:07:53.639085 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f91e69e-f494-451d-8cea-0e1b691b9b38" -d '{"events": [{"server_uuid": "66f9a834-5a43-4a1a-973e-ebbb55ffd44b", "name": "network-vif-plugged", "status": "completed", "tag": "6cddf01d-3db6-4454-bacf-9a1b73c9a086"}, {"server_uuid": "232ec39b-90f9-4df8-a403-fe1029cce065", "name": "network-vif-plugged", "status": "completed", "tag": "fe363f1d-683b-48a0-a9d6-60321189ecd0"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:07:53.680540 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 28 Jan 2022 07:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d28b5c7-e417-4c5e-b88c-6c39f13448d8 x-openstack-request-id: req-8d28b5c7-e417-4c5e-b88c-6c39f13448d8 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:07:53.681041 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66f9a834-5a43-4a1a-973e-ebbb55ffd44b", "name": "network-vif-plugged", "status": "completed", "tag": "6cddf01d-3db6-4454-bacf-9a1b73c9a086", "code": 200}, {"server_uuid": "232ec39b-90f9-4df8-a403-fe1029cce065", "name": "network-vif-plugged", "status": "completed", "tag": "fe363f1d-683b-48a0-a9d6-60321189ecd0", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:07:53.681523 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8d28b5c7-e417-4c5e-b88c-6c39f13448d8 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:07:53.681854 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66f9a834-5a43-4a1a-973e-ebbb55ffd44b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cddf01d-3db6-4454-bacf-9a1b73c9a086', 'code': 200} Jan 28 07:07:53.682126 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '232ec39b-90f9-4df8-a403-fe1029cce065', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe363f1d-683b-48a0-a9d6-60321189ecd0', 'code': 200} Jan 28 07:07:53.734100 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0231d21-f638-44d5-a83a-05f930d8b95f req-3445e874-5e7b-414c-bf16-04548eae8633 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:53.735569 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d0231d21-f638-44d5-a83a-05f930d8b95f req-3445e874-5e7b-414c-bf16-04548eae8633 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/ports?device_id=c99d7ddf-8757-47cb-9f3a-5167285f7a3c HTTP/1.1" status: 200 len: 944 time: 0.0628192 Jan 28 07:07:53.785628 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d0231d21-f638-44d5-a83a-05f930d8b95f req-dd48b18a-07b4-4752-b37c-8a6bf7ad4c9f tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/security-groups?id=83d97fa1-2f29-40d2-a756-a970d048d2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435407 Jan 28 07:07:53.853318 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab53893-014c-4bd4-bc15-f4181410fcbe req-091a2d83-f09e-4832-a53c-fccbd30be6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:53.854934 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0ab53893-014c-4bd4-bc15-f4181410fcbe req-091a2d83-f09e-4832-a53c-fccbd30be6f0 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=232ec39b-90f9-4df8-a403-fe1029cce065 HTTP/1.1" status: 200 len: 1098 time: 0.0429366 Jan 28 07:07:53.878154 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8524e4-0d40-494b-a6a3-c6b971afb6e0 req-3e73f86a-518a-4fca-8949-a000adc806ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:53.878408 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8524e4-0d40-494b-a6a3-c6b971afb6e0 req-3e73f86a-518a-4fca-8949-a000adc806ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:53.878736 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8524e4-0d40-494b-a6a3-c6b971afb6e0 req-3e73f86a-518a-4fca-8949-a000adc806ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:53.880492 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2f8524e4-0d40-494b-a6a3-c6b971afb6e0 req-3e73f86a-518a-4fca-8949-a000adc806ea service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=66f9a834-5a43-4a1a-973e-ebbb55ffd44b HTTP/1.1" status: 200 len: 2873 time: 0.0423553 Jan 28 07:07:53.908365 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0ab53893-014c-4bd4-bc15-f4181410fcbe req-820be72e-84e2-44c6-9ad5-cf5198e40120 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=cb65c68e-64e7-49d7-aa93-cf57ceaf78a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431089 Jan 28 07:07:53.956859 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6980e3d3-69f7-4875-849b-9548c09bb3f1 req-f5b7bd11-7f12-4cbc-bf73-d1f46aee2182 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:53.958309 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6980e3d3-69f7-4875-849b-9548c09bb3f1 req-f5b7bd11-7f12-4cbc-bf73-d1f46aee2182 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=232ec39b-90f9-4df8-a403-fe1029cce065 HTTP/1.1" status: 200 len: 946 time: 0.0732591 Jan 28 07:07:53.961544 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2f8524e4-0d40-494b-a6a3-c6b971afb6e0 req-78adcd62-fedc-42f2-92fc-b9abc72f20fa service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=4d843c1b-2b3f-41f7-933d-0cc23e6bb818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664556 Jan 28 07:07:54.003257 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6980e3d3-69f7-4875-849b-9548c09bb3f1 req-902dac23-cfaf-4b52-83e2-66d5fea07ead tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb65c68e-64e7-49d7-aa93-cf57ceaf78a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386188 Jan 28 07:07:54.135716 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6b6d2c-3347-4c51-91df-11bd797dc2f4 req-1a165bc4-6c9c-4dfd-b504-8b98814d0f73 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:54.137230 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0c6b6d2c-3347-4c51-91df-11bd797dc2f4 req-1a165bc4-6c9c-4dfd-b504-8b98814d0f73 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9e21c6f-9b87-4b08-b8fe-a60a848c1742 HTTP/1.1" status: 200 len: 950 time: 0.0488725 Jan 28 07:07:54.184113 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0c6b6d2c-3347-4c51-91df-11bd797dc2f4 req-3a89ba59-28bc-442f-9963-d4df73a643a3 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414267 Jan 28 07:07:54.350870 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c34eeb4-36e7-44d9-802b-adcede8e33bb req-1a29e3fa-b22a-4bc7-a485-3a9eaff26c3c tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:54.352436 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9c34eeb4-36e7-44d9-802b-adcede8e33bb req-1a29e3fa-b22a-4bc7-a485-3a9eaff26c3c tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.41 "GET /v2.0/ports?device_id=8813fdc9-13cd-4d6b-88a5-c1cef3739966 HTTP/1.1" status: 200 len: 951 time: 0.0482626 Jan 28 07:07:54.402194 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9c34eeb4-36e7-44d9-802b-adcede8e33bb req-d75de3bf-0f3a-40ac-a9e0-9042c22e8328 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.41 "GET /v2.0/security-groups?id=a925a148-520f-4e8d-aa8c-4258e73ac6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439644 Jan 28 07:07:54.461733 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 2f9831f3-a3bc-4f6b-833e-fba8e8fe6e72 up at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:07:54.474727 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a747a6c-30d8-4444-ac8d-8dd9db1e09cb req-c795e023-55b1-40fc-9063-98a1b7efe410 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:54.480729 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a747a6c-30d8-4444-ac8d-8dd9db1e09cb req-c795e023-55b1-40fc-9063-98a1b7efe410 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:54.486010 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a747a6c-30d8-4444-ac8d-8dd9db1e09cb req-c795e023-55b1-40fc-9063-98a1b7efe410 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:54.487620 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2a747a6c-30d8-4444-ac8d-8dd9db1e09cb req-c795e023-55b1-40fc-9063-98a1b7efe410 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] 10.222.0.41 "GET /v2.0/ports?device_id=66f9a834-5a43-4a1a-973e-ebbb55ffd44b HTTP/1.1" status: 200 len: 2417 time: 0.0659685 Jan 28 07:07:54.511216 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning for port 2f9831f3-a3bc-4f6b-833e-fba8e8fe6e72 completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:07:54.514976 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning complete for port 2f9831f3-a3bc-4f6b-833e-fba8e8fe6e72 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:07:54.515356 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (2f9831f3-a3bc-4f6b-833e-fba8e8fe6e72), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:54.534583 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2a747a6c-30d8-4444-ac8d-8dd9db1e09cb req-d0fb6ce0-89ed-400f-9bad-43976a1197b1 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d843c1b-2b3f-41f7-933d-0cc23e6bb818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412595 Jan 28 07:07:54.593684 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 2f9831f3-a3bc-4f6b-833e-fba8e8fe6e72 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:07:54.594090 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (2f9831f3-a3bc-4f6b-833e-fba8e8fe6e72), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:54.631582 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 2f9831f3-a3bc-4f6b-833e-fba8e8fe6e72, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=2f9831f3-a3bc-4f6b-833e-fba8e8fe6e72,segment=NetworkSegment(aa78153f-8140-4463-8a23-520ca70d4d00),segment_id=aa78153f-8140-4463-8a23-520ca70d4d00)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:07:54.635652 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (2f9831f3-a3bc-4f6b-833e-fba8e8fe6e72), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:54.686936 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=2f9831f3-a3bc-4f6b-833e-fba8e8fe6e72,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:07:54.696883 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e32389-e0cb-4380-98a7-71990e725591 req-da95f4c6-20a7-4622-92df-8c1078ed386c tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:54.698413 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d3e32389-e0cb-4380-98a7-71990e725591 req-da95f4c6-20a7-4622-92df-8c1078ed386c tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] 10.222.0.41 "GET /v2.0/ports?device_id=9057a629-2dac-4a33-80ca-6f4d956f6346 HTTP/1.1" status: 200 len: 946 time: 0.0516763 Jan 28 07:07:54.746702 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d3e32389-e0cb-4380-98a7-71990e725591 req-f92eab98-66e3-4c16-9ebc-f98ee623d01c tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] 10.222.0.41 "GET /v2.0/security-groups?id=c2614457-355d-4290-9839-3c701d202067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415099 Jan 28 07:07:54.776290 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63863046-bd0c-4836-9687-dec4e5df1050 req-e98b5bff-7238-42f9-9fa9-7bcd01bfb89b tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:54.777788 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-63863046-bd0c-4836-9687-dec4e5df1050 req-e98b5bff-7238-42f9-9fa9-7bcd01bfb89b tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] 10.222.0.41 "GET /v2.0/ports?device_id=973b7626-b044-4f2a-a274-995ac8201ef5 HTTP/1.1" status: 200 len: 946 time: 0.0526366 Jan 28 07:07:54.829433 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-63863046-bd0c-4836-9687-dec4e5df1050 req-60757532-832f-43aa-a05c-a4d1b0fce984 tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0f59fe5-8248-496a-844a-a9490566a49a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461278 Jan 28 07:07:54.906307 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19080504-802f-41c6-b807-c24373880863 req-f28e3978-b39b-4d71-8fa9-4b82f8d5c213 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:54.907761 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-19080504-802f-41c6-b807-c24373880863 req-f28e3978-b39b-4d71-8fa9-4b82f8d5c213 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/ports?device_id=c99d7ddf-8757-47cb-9f3a-5167285f7a3c HTTP/1.1" status: 200 len: 944 time: 0.0470009 Jan 28 07:07:54.956475 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-19080504-802f-41c6-b807-c24373880863 req-c23ae6f7-7285-4aea-b330-83dd6ff41116 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/security-groups?id=83d97fa1-2f29-40d2-a756-a970d048d2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431931 Jan 28 07:07:55.117410 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6b9044-6935-4218-a179-9d4e5ba10b7b req-eb9dec62-eb19-49ae-83ce-9941298d045f tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:55.118966 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ac6b9044-6935-4218-a179-9d4e5ba10b7b req-eb9dec62-eb19-49ae-83ce-9941298d045f tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=232ec39b-90f9-4df8-a403-fe1029cce065 HTTP/1.1" status: 200 len: 946 time: 0.0482783 Jan 28 07:07:55.164686 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ac6b9044-6935-4218-a179-9d4e5ba10b7b req-9fbbbf26-79a6-4067-8567-5e65cb9669e5 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb65c68e-64e7-49d7-aa93-cf57ceaf78a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401983 Jan 28 07:07:55.298198 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11357bdc-78bf-4624-8c52-7661a53e5860 req-a8cd8fbe-e50e-49c1-bb29-e9fade8469a5 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:55.299669 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-11357bdc-78bf-4624-8c52-7661a53e5860 req-a8cd8fbe-e50e-49c1-bb29-e9fade8469a5 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9e21c6f-9b87-4b08-b8fe-a60a848c1742 HTTP/1.1" status: 200 len: 950 time: 0.0478835 Jan 28 07:07:55.350039 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-11357bdc-78bf-4624-8c52-7661a53e5860 req-e2c0f880-8a9f-46a5-ac8e-4338ca1537b9 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446196 Jan 28 07:07:55.517606 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c14a82a-0d19-439a-97af-3333277d5029 req-6d3e3ec0-c95f-4f0d-9335-44ff30d59e5b tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:55.519093 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7c14a82a-0d19-439a-97af-3333277d5029 req-6d3e3ec0-c95f-4f0d-9335-44ff30d59e5b tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.41 "GET /v2.0/ports?device_id=8813fdc9-13cd-4d6b-88a5-c1cef3739966 HTTP/1.1" status: 200 len: 951 time: 0.0479770 Jan 28 07:07:55.542551 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c558a0-0e89-4259-950a-b43564b7e565 req-5c475dd3-3e55-402a-8c77-28c38027caf8 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:55.544031 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-85c558a0-0e89-4259-950a-b43564b7e565 req-5c475dd3-3e55-402a-8c77-28c38027caf8 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.10 "GET /v2.0/ports?device_id=8813fdc9-13cd-4d6b-88a5-c1cef3739966 HTTP/1.1" status: 200 len: 951 time: 0.0484667 Jan 28 07:07:55.567862 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7c14a82a-0d19-439a-97af-3333277d5029 req-d44bdc48-2159-4ccb-b189-1c5e20dce03a tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.41 "GET /v2.0/security-groups?id=a925a148-520f-4e8d-aa8c-4258e73ac6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424354 Jan 28 07:07:55.683292 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9057a629-2dac-4a33-80ca-6f4d956f6346', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f9831f3-a3bc-4f6b-833e-fba8e8fe6e72'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:07:55.686767 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73e5c328-920e-450e-a96f-9710a416319e" -d '{"events": [{"server_uuid": "9057a629-2dac-4a33-80ca-6f4d956f6346", "name": "network-vif-plugged", "status": "completed", "tag": "2f9831f3-a3bc-4f6b-833e-fba8e8fe6e72"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:07:55.686915 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf405bfc-0fb0-4936-bcd1-2f818c17e37e req-c63e557f-3114-4f28-96eb-13ab06cadbe2 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:55.692058 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf405bfc-0fb0-4936-bcd1-2f818c17e37e req-c63e557f-3114-4f28-96eb-13ab06cadbe2 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:55.698062 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf405bfc-0fb0-4936-bcd1-2f818c17e37e req-c63e557f-3114-4f28-96eb-13ab06cadbe2 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:55.699707 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-cf405bfc-0fb0-4936-bcd1-2f818c17e37e req-c63e557f-3114-4f28-96eb-13ab06cadbe2 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] 10.222.0.41 "GET /v2.0/ports?device_id=66f9a834-5a43-4a1a-973e-ebbb55ffd44b HTTP/1.1" status: 200 len: 2417 time: 0.0761511 Jan 28 07:07:55.703651 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-85c558a0-0e89-4259-950a-b43564b7e565 req-6ca8a818-1c28-435d-ac45-b7a7b20f0907 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] Deleting port 11dca397-be39-46c6-8338-77251776d222 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:07:55.703991 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-85c558a0-0e89-4259-950a-b43564b7e565 req-6ca8a818-1c28-435d-ac45-b7a7b20f0907 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (11dca397-be39-46c6-8338-77251776d222), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:55.723058 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-803d2823-b984-4d82-a089-1697b0bbc327 x-openstack-request-id: req-803d2823-b984-4d82-a089-1697b0bbc327 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:07:55.723545 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9057a629-2dac-4a33-80ca-6f4d956f6346", "name": "network-vif-plugged", "status": "completed", "tag": "2f9831f3-a3bc-4f6b-833e-fba8e8fe6e72", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:07:55.723640 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-803d2823-b984-4d82-a089-1697b0bbc327 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:07:55.724032 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9057a629-2dac-4a33-80ca-6f4d956f6346', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f9831f3-a3bc-4f6b-833e-fba8e8fe6e72', 'code': 200} Jan 28 07:07:55.809326 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-cf405bfc-0fb0-4936-bcd1-2f818c17e37e req-98e0e0be-8b47-4529-afca-6ccbdbf5be73 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d843c1b-2b3f-41f7-933d-0cc23e6bb818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011970 Jan 28 07:07:55.829899 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-85c558a0-0e89-4259-950a-b43564b7e565 req-6ca8a818-1c28-435d-ac45-b7a7b20f0907 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] For port 11dca397-be39-46c6-8338-77251776d222, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=11dca397-be39-46c6-8338-77251776d222,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:07:55.830260 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-85c558a0-0e89-4259-950a-b43564b7e565 req-6ca8a818-1c28-435d-ac45-b7a7b20f0907 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (11dca397-be39-46c6-8338-77251776d222), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:55.842834 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-85c558a0-0e89-4259-950a-b43564b7e565 req-6ca8a818-1c28-435d-ac45-b7a7b20f0907 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] Calling delete_port for 11dca397-be39-46c6-8338-77251776d222 owned by compute:nova {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:07:55.889417 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d935a8c9-7e40-4e4d-91b3-b83f5faf5346 req-5ae2f0ee-80e4-4923-b6df-d896209a2cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:55.890916 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d935a8c9-7e40-4e4d-91b3-b83f5faf5346 req-5ae2f0ee-80e4-4923-b6df-d896209a2cfa service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9057a629-2dac-4a33-80ca-6f4d956f6346 HTTP/1.1" status: 200 len: 1098 time: 0.0750368 Jan 28 07:07:55.898268 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1ff0be-8944-4939-863d-aa8ef1cd55b0 req-94e17307-83d2-49ed-bff5-6ba54a051051 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:55.899872 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1d1ff0be-8944-4939-863d-aa8ef1cd55b0 req-94e17307-83d2-49ed-bff5-6ba54a051051 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] 10.222.0.41 "GET /v2.0/ports?device_id=9057a629-2dac-4a33-80ca-6f4d956f6346 HTTP/1.1" status: 200 len: 946 time: 0.0731926 Jan 28 07:07:55.968974 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d935a8c9-7e40-4e4d-91b3-b83f5faf5346 req-dc698cda-8de0-47eb-bdd7-b23a145af545 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=c2614457-355d-4290-9839-3c701d202067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679104 Jan 28 07:07:55.974317 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1d1ff0be-8944-4939-863d-aa8ef1cd55b0 req-0d457169-041a-4b93-b00e-fe023a302dcf tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] 10.222.0.41 "GET /v2.0/security-groups?id=c2614457-355d-4290-9839-3c701d202067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674767 Jan 28 07:07:55.975029 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-85c558a0-0e89-4259-950a-b43564b7e565 req-6ca8a818-1c28-435d-ac45-b7a7b20f0907 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (11dca397-be39-46c6-8338-77251776d222), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:56.007225 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca8a818-1c28-435d-ac45-b7a7b20f0907 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] Pushing event deleted for resources: {'Port': ['ID=11dca397-be39-46c6-8338-77251776d222,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:07:56.018217 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['11dca397-be39-46c6-8338-77251776d222'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:07:56.056090 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-85c558a0-0e89-4259-950a-b43564b7e565 req-6ca8a818-1c28-435d-ac45-b7a7b20f0907 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] No DVR routers for this DVR port 11dca397-be39-46c6-8338-77251776d222 on host n-h1-712749-28 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:07:56.059478 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-85c558a0-0e89-4259-950a-b43564b7e565 req-6ca8a818-1c28-435d-ac45-b7a7b20f0907 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:56.063299 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-85c558a0-0e89-4259-950a-b43564b7e565 req-6ca8a818-1c28-435d-ac45-b7a7b20f0907 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.10 "DELETE /v2.0/ports/11dca397-be39-46c6-8338-77251776d222 HTTP/1.1" status: 204 len: 173 time: 0.5111701 Jan 28 07:07:56.070956 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8813fdc9-13cd-4d6b-88a5-c1cef3739966', 'name': 'network-vif-deleted', 'tag': '11dca397-be39-46c6-8338-77251776d222'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:07:56.073955 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f53e5e3a-8178-4cfe-9184-3a6fb04c57c0" -d '{"events": [{"server_uuid": "8813fdc9-13cd-4d6b-88a5-c1cef3739966", "name": "network-vif-deleted", "tag": "11dca397-be39-46c6-8338-77251776d222"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:07:56.113710 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:07:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d207c006-b0f0-4735-8c52-90936fc90809 x-openstack-request-id: req-d207c006-b0f0-4735-8c52-90936fc90809 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:07:56.114007 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8813fdc9-13cd-4d6b-88a5-c1cef3739966", "name": "network-vif-deleted", "tag": "11dca397-be39-46c6-8338-77251776d222", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:07:56.114336 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d207c006-b0f0-4735-8c52-90936fc90809 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:07:56.114671 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8813fdc9-13cd-4d6b-88a5-c1cef3739966', 'name': 'network-vif-deleted', 'tag': '11dca397-be39-46c6-8338-77251776d222', 'status': 'completed', 'code': 200} Jan 28 07:07:56.125513 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ad0b0c-a02b-4d5c-9090-bfeedc863bda req-850008c4-b69d-4243-9e51-199daaec1dd2 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:56.127037 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-97ad0b0c-a02b-4d5c-9090-bfeedc863bda req-850008c4-b69d-4243-9e51-199daaec1dd2 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/ports?device_id=c99d7ddf-8757-47cb-9f3a-5167285f7a3c HTTP/1.1" status: 200 len: 944 time: 0.0736575 Jan 28 07:07:56.177095 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-97ad0b0c-a02b-4d5c-9090-bfeedc863bda req-ddd49dae-da61-4f53-9b3c-e12cff77882e tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/security-groups?id=83d97fa1-2f29-40d2-a756-a970d048d2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442033 Jan 28 07:07:56.282927 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a22126e-5d3b-4fae-9d2c-2abdf3370bd6 req-01c65e02-f141-4780-b4a4-907aba325eea tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:56.284460 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8a22126e-5d3b-4fae-9d2c-2abdf3370bd6 req-01c65e02-f141-4780-b4a4-907aba325eea tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=232ec39b-90f9-4df8-a403-fe1029cce065 HTTP/1.1" status: 200 len: 946 time: 0.0510089 Jan 28 07:07:56.336384 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8a22126e-5d3b-4fae-9d2c-2abdf3370bd6 req-23971616-fd0f-4803-90a3-78419a85dcb3 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb65c68e-64e7-49d7-aa93-cf57ceaf78a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452435 Jan 28 07:07:56.458422 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d63317-2f7e-46c1-9280-16a27f47bf1a req-2018d978-6bd3-4260-a2fa-5074e3cd3b47 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:56.459959 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-40d63317-2f7e-46c1-9280-16a27f47bf1a req-2018d978-6bd3-4260-a2fa-5074e3cd3b47 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=232ec39b-90f9-4df8-a403-fe1029cce065 HTTP/1.1" status: 200 len: 946 time: 0.0547111 Jan 28 07:07:56.469699 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 33484) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:07:56.474758 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-bdaec2a9-afd2-463a-83a6-69dd9c549775 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Request body: {'floatingip': {'port_id': 'fe363f1d-683b-48a0-a9d6-60321189ecd0'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:07:56.497093 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6134c950-658e-4195-8690-f8242651e21e req-42fa886d-6743-429d-b3b4-8f5c727d928c tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:56.504708 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6134c950-658e-4195-8690-f8242651e21e req-42fa886d-6743-429d-b3b4-8f5c727d928c tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9e21c6f-9b87-4b08-b8fe-a60a848c1742 HTTP/1.1" status: 200 len: 950 time: 0.0631192 Jan 28 07:07:56.521829 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-bdaec2a9-afd2-463a-83a6-69dd9c549775 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Publish callbacks [] for floatingip (ebcb08cf-587f-4196-9d18-24bf351b3b3f), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:56.549800 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6134c950-658e-4195-8690-f8242651e21e req-492648f4-fb37-4276-967c-ad3b63ae9708 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439134 Jan 28 07:07:56.705783 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-eec52835-ffdd-4a9e-bb52-6bed446e9db0 req-7c818fc3-44a7-4342-b38c-1362f23015f8 tempest-ServersAdminTestJSON-1846157332 tempest-ServersAdminTestJSON-1846157332-project] 10.222.0.41 "GET /v2.0/ports?device_id=8813fdc9-13cd-4d6b-88a5-c1cef3739966 HTTP/1.1" status: 200 len: 210 time: 0.0309222 Jan 28 07:07:56.979257 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b528cc-fc3b-4933-80b1-64ee994bd948 req-ac4c4cfc-836f-4695-a805-c5eb8e6dcdf2 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:56.984697 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b528cc-fc3b-4933-80b1-64ee994bd948 req-ac4c4cfc-836f-4695-a805-c5eb8e6dcdf2 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:56.990008 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b528cc-fc3b-4933-80b1-64ee994bd948 req-ac4c4cfc-836f-4695-a805-c5eb8e6dcdf2 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:56.992018 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-48b528cc-fc3b-4933-80b1-64ee994bd948 req-ac4c4cfc-836f-4695-a805-c5eb8e6dcdf2 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] 10.222.0.41 "GET /v2.0/ports?device_id=66f9a834-5a43-4a1a-973e-ebbb55ffd44b HTTP/1.1" status: 200 len: 2417 time: 0.0717645 Jan 28 07:07:57.045735 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-48b528cc-fc3b-4933-80b1-64ee994bd948 req-3d38fb61-b78d-4bb8-84d0-06167f161786 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d843c1b-2b3f-41f7-933d-0cc23e6bb818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463729 Jan 28 07:07:57.051737 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-40f6e6a7-ef47-423d-810e-1de0cd7f1e87 req-67cfc315-150b-4f63-b4c5-68192c55d948 tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--938864032&fields=id&tenant_id=0960152eceb74f9eb1ec8ad55ca70381 HTTP/1.1" status: 200 len: 267 time: 0.0929241 Jan 28 07:07:57.162961 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aaf091-c1ba-4105-b713-ec00b8d09602 req-ef55c7a1-be37-4672-89f6-506e5c9c8d6f tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:57.164553 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-57aaf091-c1ba-4105-b713-ec00b8d09602 req-ef55c7a1-be37-4672-89f6-506e5c9c8d6f tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] 10.222.0.41 "GET /v2.0/ports?device_id=9057a629-2dac-4a33-80ca-6f4d956f6346 HTTP/1.1" status: 200 len: 946 time: 0.0484083 Jan 28 07:07:57.179621 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-bdaec2a9-afd2-463a-83a6-69dd9c549775 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:57.188307 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-bdaec2a9-afd2-463a-83a6-69dd9c549775 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16609095'] for floatingip (ebcb08cf-587f-4196-9d18-24bf351b3b3f), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:57.248122 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-57aaf091-c1ba-4105-b713-ec00b8d09602 req-f1bd8d96-1617-4c34-9308-66d83d00d638 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] 10.222.0.41 "GET /v2.0/security-groups?id=c2614457-355d-4290-9839-3c701d202067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747359 Jan 28 07:07:57.268932 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f6e6a7-ef47-423d-810e-1de0cd7f1e87 req-476c49f7-7f91-4238-9423-260c166617e7 tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:57.269932 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-40f6e6a7-ef47-423d-810e-1de0cd7f1e87 req-476c49f7-7f91-4238-9423-260c166617e7 tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] 10.222.0.41 "GET /v2.0/networks?id=40d02b2d-8999-4dc2-abb9-3653b1c5639b HTTP/1.1" status: 200 len: 823 time: 0.2069359 Jan 28 07:07:57.320323 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-40f6e6a7-ef47-423d-810e-1de0cd7f1e87 req-1fc893c0-2a64-4e9e-a681-aa637887bf7e tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] 10.222.0.41 "GET /v2.0/quotas/0960152eceb74f9eb1ec8ad55ca70381 HTTP/1.1" status: 200 len: 375 time: 0.0439820 Jan 28 07:07:57.381129 n-d-712749-28 neutron-server[103283]: INFO neutron.db.l3_db [None req-bdaec2a9-afd2-463a-83a6-69dd9c549775 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Floating IP ebcb08cf-587f-4196-9d18-24bf351b3b3f associated. External IP: 172.25.6.165, port: fe363f1d-683b-48a0-a9d6-60321189ecd0. Jan 28 07:07:57.394985 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-40f6e6a7-ef47-423d-810e-1de0cd7f1e87 req-8927d887-46b4-4bc0-bd9a-6dbc98f6f0f1 tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=0960152eceb74f9eb1ec8ad55ca70381&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0739481 Jan 28 07:07:57.418598 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a45c48-eb1c-4265-9c50-c9ae78854b9d req-50b5cf7b-8368-4d57-a4e2-2fac67798e70 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:57.420142 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f7a45c48-eb1c-4265-9c50-c9ae78854b9d req-50b5cf7b-8368-4d57-a4e2-2fac67798e70 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/ports?device_id=c99d7ddf-8757-47cb-9f3a-5167285f7a3c HTTP/1.1" status: 200 len: 944 time: 0.0661745 Jan 28 07:07:57.472451 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f7a45c48-eb1c-4265-9c50-c9ae78854b9d req-44409145-ab5c-45f2-a31a-6d3729fa3e61 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/security-groups?id=83d97fa1-2f29-40d2-a756-a970d048d2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464861 Jan 28 07:07:57.573842 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-40f6e6a7-ef47-423d-810e-1de0cd7f1e87 req-452f11f4-e18d-40f4-8443-9af1511f5d61 service neutron] 10.222.0.41 "GET /v2.0/networks/40d02b2d-8999-4dc2-abb9-3653b1c5639b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452181 Jan 28 07:07:57.833343 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5cd099-7109-476f-a726-99a66cef31a5 req-6b4094b0-55c8-4550-a53d-f6da3b603a00 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:57.834821 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ab5cd099-7109-476f-a726-99a66cef31a5 req-6b4094b0-55c8-4550-a53d-f6da3b603a00 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9e21c6f-9b87-4b08-b8fe-a60a848c1742 HTTP/1.1" status: 200 len: 950 time: 0.0558965 Jan 28 07:07:57.885971 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ab5cd099-7109-476f-a726-99a66cef31a5 req-8d13a5c7-8173-4469-8364-4a87a6dadf18 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443323 Jan 28 07:07:57.997118 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dfcf2d-73be-4d5c-b86c-fa8bb17695de req-da7f8a1b-ee55-441b-a410-a05419ed8c8d tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:58.002975 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dfcf2d-73be-4d5c-b86c-fa8bb17695de req-da7f8a1b-ee55-441b-a410-a05419ed8c8d tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:58.008385 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dfcf2d-73be-4d5c-b86c-fa8bb17695de req-da7f8a1b-ee55-441b-a410-a05419ed8c8d tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:58.010450 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-51dfcf2d-73be-4d5c-b86c-fa8bb17695de req-da7f8a1b-ee55-441b-a410-a05419ed8c8d tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] 10.222.0.41 "GET /v2.0/ports?device_id=66f9a834-5a43-4a1a-973e-ebbb55ffd44b HTTP/1.1" status: 200 len: 2417 time: 0.0653188 Jan 28 07:07:58.035943 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-40f6e6a7-ef47-423d-810e-1de0cd7f1e87 req-e049a7cb-e234-40f9-8c69-cea73db9d080 service neutron] 10.222.0.41 "GET /v2.0/networks/40d02b2d-8999-4dc2-abb9-3653b1c5639b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4252973 Jan 28 07:07:58.037662 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdaec2a9-afd2-463a-83a6-69dd9c549775 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Router faa066dd-c59b-4c69-8941-70b13b83ccdb has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:07:58.061895 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-51dfcf2d-73be-4d5c-b86c-fa8bb17695de req-ee45b788-347e-4dfe-8e90-0880564418d6 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d843c1b-2b3f-41f7-933d-0cc23e6bb818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450437 Jan 28 07:07:58.175828 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdaec2a9-afd2-463a-83a6-69dd9c549775 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:07:58.181259 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-bdaec2a9-afd2-463a-83a6-69dd9c549775 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for floatingip (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:58.190415 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac14010e-57dc-458d-bc83-412b9077d28d None None] Sync routers for ids ['faa066dd-c59b-4c69-8941-70b13b83ccdb'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:07:58.216856 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac14010e-57dc-458d-bc83-412b9077d28d None None] Routers {'faa066dd-c59b-4c69-8941-70b13b83ccdb'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:07:58.219938 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-ac14010e-57dc-458d-bc83-412b9077d28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:07:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['faa066dd-c59b-4c69-8941-70b13b83ccdb'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:07:58.226806 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-bdaec2a9-afd2-463a-83a6-69dd9c549775 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "PUT /v2.0/floatingips/ebcb08cf-587f-4196-9d18-24bf351b3b3f HTTP/1.1" status: 200 len: 992 time: 1.7555962 Jan 28 07:07:58.229739 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '232ec39b-90f9-4df8-a403-fe1029cce065', 'tag': 'fe363f1d-683b-48a0-a9d6-60321189ecd0'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:07:58.246470 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f84c3d8-1a10-4994-82c8-a215a28c3fec" -d '{"events": [{"name": "network-changed", "server_uuid": "232ec39b-90f9-4df8-a403-fe1029cce065", "tag": "fe363f1d-683b-48a0-a9d6-60321189ecd0"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:07:58.329795 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0f1210d5-8228-4814-ba59-6d5a849e8bf7 req-0bf09d84-c1de-423b-b48b-cde209d024a3 tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] 10.222.0.41 "GET /v2.0/ports?device_id=80769114-0a30-49c2-aad1-e62c46f3362e HTTP/1.1" status: 200 len: 210 time: 0.0554318 Jan 28 07:07:58.374148 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce6201a1-0a0a-4a49-8b63-df8612cf1e68 x-openstack-request-id: req-ce6201a1-0a0a-4a49-8b63-df8612cf1e68 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:07:58.375038 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "232ec39b-90f9-4df8-a403-fe1029cce065", "tag": "fe363f1d-683b-48a0-a9d6-60321189ecd0", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:07:58.375517 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ce6201a1-0a0a-4a49-8b63-df8612cf1e68 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:07:58.376104 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '232ec39b-90f9-4df8-a403-fe1029cce065', 'tag': 'fe363f1d-683b-48a0-a9d6-60321189ecd0', 'status': 'completed', 'code': 200} Jan 28 07:07:58.463729 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-ac14010e-57dc-458d-bc83-412b9077d28d None None] Set router faa066dd-c59b-4c69-8941-70b13b83ccdb gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:07:58.467820 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 11dca397-be39-46c6-8338-77251776d222 no longer exists at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:07:58.491815 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33540) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:07:58.527618 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f84c3d8-1a10-4994-82c8-a215a28c3fec req-135e76cd-8019-4863-a9f9-df91c2d37fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:58.529216 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6f84c3d8-1a10-4994-82c8-a215a28c3fec req-135e76cd-8019-4863-a9f9-df91c2d37fd8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f5fa6549bc8d49d9b2eb68f328326d46&device_id=232ec39b-90f9-4df8-a403-fe1029cce065 HTTP/1.1" status: 200 len: 1098 time: 0.1111364 Jan 28 07:07:58.614770 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd3c8d8-3d24-4b4f-af44-ee582c625bc3 req-59db5e86-88c8-49cf-871f-f054961ec0d8 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:58.621188 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-acd3c8d8-3d24-4b4f-af44-ee582c625bc3 req-59db5e86-88c8-49cf-871f-f054961ec0d8 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] 10.222.0.41 "GET /v2.0/ports?device_id=9057a629-2dac-4a33-80ca-6f4d956f6346 HTTP/1.1" status: 200 len: 946 time: 0.1375983 Jan 28 07:07:58.665318 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] No Port match for: 11dca397-be39-46c6-8338-77251776d222 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:07:58.665819 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 11dca397-be39-46c6-8338-77251776d222 not bound to the agent host n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:07:58.735961 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-acd3c8d8-3d24-4b4f-af44-ee582c625bc3 req-1d02f9f3-cc85-4783-9630-3337eb87ba76 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] 10.222.0.41 "GET /v2.0/security-groups?id=c2614457-355d-4290-9839-3c701d202067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044495 Jan 28 07:07:58.745901 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 7 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 07:07:58.822269 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cde2f5-532b-4567-8f10-624ef53635b7 req-de5c5a9c-416b-4204-ba1a-190392eda26e tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:58.829163 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b2cde2f5-532b-4567-8f10-624ef53635b7 req-de5c5a9c-416b-4204-ba1a-190392eda26e tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/ports?device_id=c99d7ddf-8757-47cb-9f3a-5167285f7a3c HTTP/1.1" status: 200 len: 944 time: 0.1645865 Jan 28 07:07:58.838378 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-750ca8d9-7d4c-45bf-bc91-8ff8cb477089 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6709663989df41a8aa4cf350708a0358&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3411374 Jan 28 07:07:58.840932 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33554) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:07:58.869489 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-ac14010e-57dc-458d-bc83-412b9077d28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faa066dd-c59b-4c69-8941-70b13b83ccdb', 'name': 'tempest-ServerActionsTestJSON-463642144-router', 'tenant_id': 'f5fa6549bc8d49d9b2eb68f328326d46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': '347aedd7-3428-43e8-b495-17fb8fef7646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:07:26Z', 'updated_at': '2022-01-28T07:07:33Z', 'revision_number': 4, 'project_id': 'f5fa6549bc8d49d9b2eb68f328326d46', 'gw_port': {'id': '347aedd7-3428-43e8-b495-17fb8fef7646', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d3:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa066dd-c59b-4c69-8941-70b13b83ccdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:07:27Z', 'updated_at': '2022-01-28T07:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_floatingips': [{'id': 'ebcb08cf-587f-4196-9d18-24bf351b3b3f', 'tenant_id': 'f5fa6549bc8d49d9b2eb68f328326d46', 'floating_ip_address': '172.25.6.165', 'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'router_id': 'faa066dd-c59b-4c69-8941-70b13b83ccdb', 'port_id': 'fe363f1d-683b-48a0-a9d6-60321189ecd0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 628, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e794ad63-0b0f-4018-9f49-e800aa3d32de', 'mac_address': 'fa:16:3e:d4:87:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232ec39b-90f9-4df8-a403-fe1029cce065', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:07:38Z', 'updated_at': '2022-01-28T07:07:56Z', 'revision_number': 1, 'project_id': 'f5fa6549bc8d49d9b2eb68f328326d46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af829949-4072-408d-9e1d-b22da1fa3130', 'name': '', 'network_id': 'e794ad63-0b0f-4018-9f49-e800aa3d32de', 'tenant_id': 'f5fa6549bc8d49d9b2eb68f328326d46', 'mac_address': 'fa:16:3e:00:f3:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa066dd-c59b-4c69-8941-70b13b83ccdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '11d8e1f8-50c3-4314-ae17-177714f8d453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:07:32Z', 'updated_at': '2022-01-28T07:07:38Z', 'revision_number': 5, 'project_id': 'f5fa6549bc8d49d9b2eb68f328326d46', 'subnets': [{'id': '11d8e1f8-50c3-4314-ae17-177714f8d453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:07:58.870899 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f84c3d8-1a10-4994-82c8-a215a28c3fec req-7462cfc1-dffd-4677-a158-03ee67ca90e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:58.872556 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6f84c3d8-1a10-4994-82c8-a215a28c3fec req-7462cfc1-dffd-4677-a158-03ee67ca90e5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e794ad63-0b0f-4018-9f49-e800aa3d32de HTTP/1.1" status: 200 len: 912 time: 0.3365507 Jan 28 07:07:58.912670 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e053e4c2-1967-42f6-8db5-258b04aa50b5 admin admin] Publish callbacks [] for security_group (a925a148-520f-4e8d-aa8c-4258e73ac6b6), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:58.939710 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac14010e-57dc-458d-bc83-412b9077d28d None None] Checking router: faa066dd-c59b-4c69-8941-70b13b83ccdb for host: n-d-712749-28 {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:07:58.950128 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac14010e-57dc-458d-bc83-412b9077d28d None None] Routers {'faa066dd-c59b-4c69-8941-70b13b83ccdb'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:07:58.950972 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-ac14010e-57dc-458d-bc83-412b9077d28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:07:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['faa066dd-c59b-4c69-8941-70b13b83ccdb'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:07:58.952711 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e053e4c2-1967-42f6-8db5-258b04aa50b5 admin admin] Publish callbacks [] for security_group (a925a148-520f-4e8d-aa8c-4258e73ac6b6), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:59.030395 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b2cde2f5-532b-4567-8f10-624ef53635b7 req-0e8cb0d4-86f5-458d-bf78-a64a540b26c4 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/security-groups?id=83d97fa1-2f29-40d2-a756-a970d048d2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000248 Jan 28 07:07:59.043044 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e053e4c2-1967-42f6-8db5-258b04aa50b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (a925a148-520f-4e8d-aa8c-4258e73ac6b6), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:59.053273 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e053e4c2-1967-42f6-8db5-258b04aa50b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:59.057906 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-e053e4c2-1967-42f6-8db5-258b04aa50b5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a925a148-520f-4e8d-aa8c-4258e73ac6b6 HTTP/1.1" status: 204 len: 168 time: 0.2158551 Jan 28 07:07:59.080143 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e053e4c2-1967-42f6-8db5-258b04aa50b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a925a148-520f-4e8d-aa8c-4258e73ac6b6,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:07:59.116142 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6f84c3d8-1a10-4994-82c8-a215a28c3fec req-cd136256-0749-4054-8352-cbd54f2b4d4e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fe363f1d-683b-48a0-a9d6-60321189ecd0 HTTP/1.1" status: 200 len: 1000 time: 0.2183836 Jan 28 07:07:59.188761 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f84c3d8-1a10-4994-82c8-a215a28c3fec req-af77fcae-3969-41e3-8097-fcf872360b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:59.191880 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6f84c3d8-1a10-4994-82c8-a215a28c3fec req-af77fcae-3969-41e3-8097-fcf872360b65 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=11d8e1f8-50c3-4314-ae17-177714f8d453 HTTP/1.1" status: 200 len: 850 time: 0.0745742 Jan 28 07:07:59.193321 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-ac14010e-57dc-458d-bc83-412b9077d28d None None] Set router faa066dd-c59b-4c69-8941-70b13b83ccdb gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:07:59.210935 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f483c01-69e8-42a2-ab44-e4e55f85c068 req-b82e9079-2977-4262-88b4-7ba205ea5587 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:59.219682 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1f483c01-69e8-42a2-ab44-e4e55f85c068 req-b82e9079-2977-4262-88b4-7ba205ea5587 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9e21c6f-9b87-4b08-b8fe-a60a848c1742 HTTP/1.1" status: 200 len: 950 time: 0.0986309 Jan 28 07:07:59.308654 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1f483c01-69e8-42a2-ab44-e4e55f85c068 req-7b202273-5c63-400c-975a-0877fbbf2704 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879371 Jan 28 07:07:59.311809 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f84c3d8-1a10-4994-82c8-a215a28c3fec req-065678d8-e4c4-468f-95db-58f7c49a0047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:59.313776 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6f84c3d8-1a10-4994-82c8-a215a28c3fec req-065678d8-e4c4-468f-95db-58f7c49a0047 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e794ad63-0b0f-4018-9f49-e800aa3d32de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1150515 Jan 28 07:07:59.321782 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4756b8f9-1d70-4c52-a731-0e8af26825eb req-e8c012ac-950d-4947-b5a7-a55dac6e5825 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:59.341563 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4756b8f9-1d70-4c52-a731-0e8af26825eb req-e8c012ac-950d-4947-b5a7-a55dac6e5825 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] 10.222.0.41 "GET /v2.0/ports?device_id=9057a629-2dac-4a33-80ca-6f4d956f6346 HTTP/1.1" status: 200 len: 946 time: 0.0850298 Jan 28 07:07:59.438485 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 6479eef5-951c-4e2c-a998-c082886c019a no longer exists at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:07:59.560424 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ad8509-be99-4a05-b641-047f7c2ef030 req-a1ca9026-43e7-47fb-a91a-1578bb0453b5 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:59.585219 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ad8509-be99-4a05-b641-047f7c2ef030 req-a1ca9026-43e7-47fb-a91a-1578bb0453b5 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:59.589257 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6f84c3d8-1a10-4994-82c8-a215a28c3fec req-22622e69-f7ae-4231-a4c5-9718b52bee08 service neutron] 10.222.0.10 "GET /v2.0/networks/e794ad63-0b0f-4018-9f49-e800aa3d32de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2445273 Jan 28 07:07:59.589980 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 33570) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:07:59.593436 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ad8509-be99-4a05-b641-047f7c2ef030 req-a1ca9026-43e7-47fb-a91a-1578bb0453b5 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:59.604099 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-20ad8509-be99-4a05-b641-047f7c2ef030 req-a1ca9026-43e7-47fb-a91a-1578bb0453b5 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] 10.222.0.41 "GET /v2.0/ports?device_id=66f9a834-5a43-4a1a-973e-ebbb55ffd44b HTTP/1.1" status: 200 len: 2417 time: 0.1495662 Jan 28 07:07:59.612356 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4756b8f9-1d70-4c52-a731-0e8af26825eb req-9db6c435-56b8-482d-a999-89d3893f0d50 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] 10.222.0.41 "GET /v2.0/security-groups?id=c2614457-355d-4290-9839-3c701d202067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2699041 Jan 28 07:07:59.661951 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port 6479eef5-951c-4e2c-a998-c082886c019a is: DOWN; New status is: DOWN {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:07:59.666349 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-20ad8509-be99-4a05-b641-047f7c2ef030 req-cddbad98-dd9d-4c52-9f11-e486e326d92d tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d843c1b-2b3f-41f7-933d-0cc23e6bb818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576179 Jan 28 07:07:59.761584 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-b0ca1ff1-0043-43a9-a50d-8e9c4eff9fc2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=de3259de77124ec0abe2ec8c3b11e3f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1591997 Jan 28 07:07:59.764523 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 33572) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:07:59.786770 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-ac14010e-57dc-458d-bc83-412b9077d28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faa066dd-c59b-4c69-8941-70b13b83ccdb', 'name': 'tempest-ServerActionsTestJSON-463642144-router', 'tenant_id': 'f5fa6549bc8d49d9b2eb68f328326d46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': '347aedd7-3428-43e8-b495-17fb8fef7646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:07:26Z', 'updated_at': '2022-01-28T07:07:33Z', 'revision_number': 4, 'project_id': 'f5fa6549bc8d49d9b2eb68f328326d46', 'gw_port': {'id': '347aedd7-3428-43e8-b495-17fb8fef7646', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d3:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa066dd-c59b-4c69-8941-70b13b83ccdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:07:27Z', 'updated_at': '2022-01-28T07:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_floatingips': [{'id': 'ebcb08cf-587f-4196-9d18-24bf351b3b3f', 'tenant_id': 'f5fa6549bc8d49d9b2eb68f328326d46', 'floating_ip_address': '172.25.6.165', 'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'router_id': 'faa066dd-c59b-4c69-8941-70b13b83ccdb', 'port_id': 'fe363f1d-683b-48a0-a9d6-60321189ecd0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 628, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e794ad63-0b0f-4018-9f49-e800aa3d32de', 'mac_address': 'fa:16:3e:d4:87:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232ec39b-90f9-4df8-a403-fe1029cce065', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:07:38Z', 'updated_at': '2022-01-28T07:07:56Z', 'revision_number': 1, 'project_id': 'f5fa6549bc8d49d9b2eb68f328326d46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af829949-4072-408d-9e1d-b22da1fa3130', 'name': '', 'network_id': 'e794ad63-0b0f-4018-9f49-e800aa3d32de', 'tenant_id': 'f5fa6549bc8d49d9b2eb68f328326d46', 'mac_address': 'fa:16:3e:00:f3:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa066dd-c59b-4c69-8941-70b13b83ccdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '11d8e1f8-50c3-4314-ae17-177714f8d453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:07:32Z', 'updated_at': '2022-01-28T07:07:38Z', 'revision_number': 5, 'project_id': 'f5fa6549bc8d49d9b2eb68f328326d46', 'subnets': [{'id': '11d8e1f8-50c3-4314-ae17-177714f8d453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:07:59.789693 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-49c902b3-c257-4c1d-ac83-5c3616a7700d req-fd3100b2-91d5-46c3-b42d-f90e5e6ddc8c tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] 10.222.0.41 "GET /v2.0/ports?device_id=80769114-0a30-49c2-aad1-e62c46f3362e HTTP/1.1" status: 200 len: 210 time: 0.0370121 Jan 28 07:07:59.830811 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac14010e-57dc-458d-bc83-412b9077d28d None None] The sync data for ids ['faa066dd-c59b-4c69-8941-70b13b83ccdb'] in n-d-712749-28 is: [{'id': 'faa066dd-c59b-4c69-8941-70b13b83ccdb', 'name': 'tempest-ServerActionsTestJSON-463642144-router', 'tenant_id': 'f5fa6549bc8d49d9b2eb68f328326d46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': '347aedd7-3428-43e8-b495-17fb8fef7646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:07:26Z', 'updated_at': '2022-01-28T07:07:33Z', 'revision_number': 4, 'project_id': 'f5fa6549bc8d49d9b2eb68f328326d46', 'gw_port': {'id': '347aedd7-3428-43e8-b495-17fb8fef7646', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d3:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa066dd-c59b-4c69-8941-70b13b83ccdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:07:27Z', 'updated_at': '2022-01-28T07:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_floatingips': [{'id': 'ebcb08cf-587f-4196-9d18-24bf351b3b3f', 'tenant_id': 'f5fa6549bc8d49d9b2eb68f328326d46', 'floating_ip_address': '172.25.6.165', 'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'router_id': 'faa066dd-c59b-4c69-8941-70b13b83ccdb', 'port_id': 'fe363f1d-683b-48a0-a9d6-60321189ecd0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 628, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e794ad63-0b0f-4018-9f49-e800aa3d32de', 'mac_address': 'fa:16:3e:d4:87:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232ec39b-90f9-4df8-a403-fe1029cce065', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:07:38Z', 'updated_at': '2022-01-28T07:07:56Z', 'revision_number': 1, 'project_id': 'f5fa6549bc8d49d9b2eb68f328326d46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af829949-4072-408d-9e1d-b22da1fa3130', 'name': '', 'network_id': 'e794ad63-0b0f-4018-9f49-e800aa3d32de', 'tenant_id': 'f5fa6549bc8d49d9b2eb68f328326d46', 'mac_address': 'fa:16:3e:00:f3:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa066dd-c59b-4c69-8941-70b13b83ccdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '11d8e1f8-50c3-4314-ae17-177714f8d453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:07:32Z', 'updated_at': '2022-01-28T07:07:38Z', 'revision_number': 5, 'project_id': 'f5fa6549bc8d49d9b2eb68f328326d46', 'subnets': [{'id': '11d8e1f8-50c3-4314-ae17-177714f8d453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:07:59.835886 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6f84c3d8-1a10-4994-82c8-a215a28c3fec req-25affe31-babb-485a-94f6-6a1b6fb096bd service neutron] 10.222.0.10 "GET /v2.0/networks/e794ad63-0b0f-4018-9f49-e800aa3d32de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2213519 Jan 28 07:07:59.851876 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5c5586ef-64ac-43ed-a41d-c17f1e6412d4 admin admin] Publish callbacks [] for security_group (342f7121-27a1-4173-9c4b-96c500c1d4a2), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:59.885733 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5c5586ef-64ac-43ed-a41d-c17f1e6412d4 admin admin] Publish callbacks [] for security_group (342f7121-27a1-4173-9c4b-96c500c1d4a2), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:59.975901 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5c5586ef-64ac-43ed-a41d-c17f1e6412d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (342f7121-27a1-4173-9c4b-96c500c1d4a2), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:59.978803 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5c5586ef-64ac-43ed-a41d-c17f1e6412d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:59.985801 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-5c5586ef-64ac-43ed-a41d-c17f1e6412d4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/342f7121-27a1-4173-9c4b-96c500c1d4a2 HTTP/1.1" status: 204 len: 168 time: 0.2200677 Jan 28 07:08:00.034788 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c481aa0-3204-4358-be12-42314611ef6c req-422a1ebf-2e34-4060-91a7-62b919c917c3 tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:00.048941 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3c481aa0-3204-4358-be12-42314611ef6c req-422a1ebf-2e34-4060-91a7-62b919c917c3 tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] 10.222.0.44 "GET /v2.0/ports?device_id=973b7626-b044-4f2a-a274-995ac8201ef5 HTTP/1.1" status: 200 len: 946 time: 0.0786545 Jan 28 07:08:00.050138 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5586ef-64ac-43ed-a41d-c17f1e6412d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=342f7121-27a1-4173-9c4b-96c500c1d4a2,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:08:00.167120 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f6e6a7-ef47-423d-810e-1de0cd7f1e87 req-a474a6a1-e599-47ea-a741-467f70bd2299 tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:00.168992 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-40f6e6a7-ef47-423d-810e-1de0cd7f1e87 req-a474a6a1-e599-47ea-a741-467f70bd2299 tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] 10.222.0.10 "GET /v2.0/networks?id=40d02b2d-8999-4dc2-abb9-3653b1c5639b HTTP/1.1" status: 200 len: 823 time: 0.2229557 Jan 28 07:08:00.224701 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db117acf-5365-4858-b7c7-0e90db6edf5a None None] New status for floating IP ebcb08cf-587f-4196-9d18-24bf351b3b3f: ACTIVE {{(pid=103286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 07:08:00.316634 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a90775-6ffc-4e76-9306-e38292edf7c7 req-662ef192-57d9-46b9-bf7f-13cd260cf3dc tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:00.325644 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c6a90775-6ffc-4e76-9306-e38292edf7c7 req-662ef192-57d9-46b9-bf7f-13cd260cf3dc tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/ports?device_id=c99d7ddf-8757-47cb-9f3a-5167285f7a3c HTTP/1.1" status: 200 len: 944 time: 0.1226802 Jan 28 07:08:00.343029 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-40f6e6a7-ef47-423d-810e-1de0cd7f1e87 req-594b37f2-ee85-4208-8d64-59615c832714 tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0960152eceb74f9eb1ec8ad55ca70381 HTTP/1.1" status: 200 len: 379 time: 0.1570015 Jan 28 07:08:00.346820 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-3c481aa0-3204-4358-be12-42314611ef6c req-8db54ad8-0b4f-415f-8dc0-324dd5e5afc3 tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] Deleting port 52d24d01-b19d-479b-b7e2-9c7a16834c65 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:08:00.348413 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-3c481aa0-3204-4358-be12-42314611ef6c req-8db54ad8-0b4f-415f-8dc0-324dd5e5afc3 tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (52d24d01-b19d-479b-b7e2-9c7a16834c65), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:00.354475 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-40f6e6a7-ef47-423d-810e-1de0cd7f1e87 req-ad60d25e-e303-4a57-8104-74dd88e08b54 tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] Request body: {'port': {'device_id': '80769114-0a30-49c2-aad1-e62c46f3362e', 'network_id': '40d02b2d-8999-4dc2-abb9-3653b1c5639b', 'admin_state_up': True, 'tenant_id': '0960152eceb74f9eb1ec8ad55ca70381', 'security_groups': ['e0f59fe5-8248-496a-844a-a9490566a49a']}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:08:00.448113 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-3c481aa0-3204-4358-be12-42314611ef6c req-8db54ad8-0b4f-415f-8dc0-324dd5e5afc3 tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] For port 52d24d01-b19d-479b-b7e2-9c7a16834c65, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=52d24d01-b19d-479b-b7e2-9c7a16834c65,segment=NetworkSegment(54d6bc55-d69e-43c8-8b72-86f677a245e2),segment_id=54d6bc55-d69e-43c8-8b72-86f677a245e2)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:08:00.448776 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-3c481aa0-3204-4358-be12-42314611ef6c req-8db54ad8-0b4f-415f-8dc0-324dd5e5afc3 tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (52d24d01-b19d-479b-b7e2-9c7a16834c65), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:00.612981 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c30aa5b-31da-427a-a5ee-1cac62b78738 req-a559345c-d612-458b-9e12-26cb7a1fa925 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:00.619930 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2c30aa5b-31da-427a-a5ee-1cac62b78738 req-a559345c-d612-458b-9e12-26cb7a1fa925 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9e21c6f-9b87-4b08-b8fe-a60a848c1742 HTTP/1.1" status: 200 len: 950 time: 0.1322858 Jan 28 07:08:00.710198 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2c30aa5b-31da-427a-a5ee-1cac62b78738 req-3fa08535-02ce-4937-81ec-1dcfa9a4b9d6 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891654 Jan 28 07:08:00.712612 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40f6e6a7-ef47-423d-810e-1de0cd7f1e87 req-ad60d25e-e303-4a57-8104-74dd88e08b54 tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] Made reservation on behalf of 0960152eceb74f9eb1ec8ad55ca70381 for: {'port': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:08:00.716092 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-40f6e6a7-ef47-423d-810e-1de0cd7f1e87 req-ad60d25e-e303-4a57-8104-74dd88e08b54 tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:00.733753 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c6a90775-6ffc-4e76-9306-e38292edf7c7 req-575cb5a5-4e91-4c6f-9fd5-844195bc9f67 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/security-groups?id=83d97fa1-2f29-40d2-a756-a970d048d2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4005144 Jan 28 07:08:00.894794 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-3c481aa0-3204-4358-be12-42314611ef6c req-8db54ad8-0b4f-415f-8dc0-324dd5e5afc3 tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:00.895186 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-3c481aa0-3204-4358-be12-42314611ef6c req-8db54ad8-0b4f-415f-8dc0-324dd5e5afc3 tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16609095'] for floatingip (0046e0b2-4620-4895-8e66-682ea362a39a), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:00.895521 n-d-712749-28 neutron-server[103284]: INFO neutron.db.l3_db [req-3c481aa0-3204-4358-be12-42314611ef6c req-8db54ad8-0b4f-415f-8dc0-324dd5e5afc3 tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] Floating IP 0046e0b2-4620-4895-8e66-682ea362a39a disassociated. External IP: 172.25.6.100, port: 52d24d01-b19d-479b-b7e2-9c7a16834c65. Jan 28 07:08:00.895877 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-3c481aa0-3204-4358-be12-42314611ef6c req-8db54ad8-0b4f-415f-8dc0-324dd5e5afc3 tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] Calling delete_port for 52d24d01-b19d-479b-b7e2-9c7a16834c65 owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:08:00.923974 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49711a53-6542-4a6e-af88-36d104ecc3ef req-fc68e71b-fa05-414a-bec0-58f4587a2710 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:00.931345 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-49711a53-6542-4a6e-af88-36d104ecc3ef req-fc68e71b-fa05-414a-bec0-58f4587a2710 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] 10.222.0.41 "GET /v2.0/ports?device_id=9057a629-2dac-4a33-80ca-6f4d956f6346 HTTP/1.1" status: 200 len: 946 time: 0.1087267 Jan 28 07:08:00.973288 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [req-40f6e6a7-ef47-423d-810e-1de0cd7f1e87 req-ad60d25e-e303-4a57-8104-74dd88e08b54 tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] Allocated IP 172.20.0.9 (40d02b2d-8999-4dc2-abb9-3653b1c5639b/b0a9e84b-90ab-4b66-a900-eb7872b6d81f/fb231483-0256-48ed-bcfb-33f5614dbff3) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:08:01.016058 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623f52c6-fda4-4d07-9540-b6a44e39d023 req-b4d71eb3-eb57-440c-9741-1a8571b5a71a tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:01.016759 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-49711a53-6542-4a6e-af88-36d104ecc3ef req-d0bb60f9-e78e-4878-a97f-793c82df5598 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] 10.222.0.41 "GET /v2.0/security-groups?id=c2614457-355d-4290-9839-3c701d202067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844994 Jan 28 07:08:01.031180 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623f52c6-fda4-4d07-9540-b6a44e39d023 req-b4d71eb3-eb57-440c-9741-1a8571b5a71a tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:01.036747 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623f52c6-fda4-4d07-9540-b6a44e39d023 req-b4d71eb3-eb57-440c-9741-1a8571b5a71a tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:01.043924 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-623f52c6-fda4-4d07-9540-b6a44e39d023 req-b4d71eb3-eb57-440c-9741-1a8571b5a71a tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] 10.222.0.41 "GET /v2.0/ports?device_id=66f9a834-5a43-4a1a-973e-ebbb55ffd44b HTTP/1.1" status: 200 len: 2417 time: 0.1387911 Jan 28 07:08:01.171790 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-40f6e6a7-ef47-423d-810e-1de0cd7f1e87 req-ad60d25e-e303-4a57-8104-74dd88e08b54 tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] Publish callbacks [] for port (fb231483-0256-48ed-bcfb-33f5614dbff3), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:01.207063 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-52815876-aa97-41d8-9186-f3be18c071e0 req-8e4da2bd-d3ee-4cf2-ba31-e461f1d1d1ad tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] 10.222.0.41 "GET /v2.0/ports?device_id=80769114-0a30-49c2-aad1-e62c46f3362e HTTP/1.1" status: 200 len: 210 time: 0.0329871 Jan 28 07:08:01.238652 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-40f6e6a7-ef47-423d-810e-1de0cd7f1e87 req-ad60d25e-e303-4a57-8104-74dd88e08b54 tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (fb231483-0256-48ed-bcfb-33f5614dbff3), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:01.312843 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40f6e6a7-ef47-423d-810e-1de0cd7f1e87 req-ad60d25e-e303-4a57-8104-74dd88e08b54 tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] Network 40d02b2d-8999-4dc2-abb9-3653b1c5639b is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:08:01.325481 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [req-40f6e6a7-ef47-423d-810e-1de0cd7f1e87 req-ad60d25e-e303-4a57-8104-74dd88e08b54 tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:08:01.338470 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-40f6e6a7-ef47-423d-810e-1de0cd7f1e87 req-ad60d25e-e303-4a57-8104-74dd88e08b54 tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:08:01.342767 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad60d25e-e303-4a57-8104-74dd88e08b54 tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] Pushing event updated for resources: {'Port': ['ID=fb231483-0256-48ed-bcfb-33f5614dbff3,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:08:01.408476 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f6e6a7-ef47-423d-810e-1de0cd7f1e87 req-ad60d25e-e303-4a57-8104-74dd88e08b54 tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:01.410484 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-40f6e6a7-ef47-423d-810e-1de0cd7f1e87 req-ad60d25e-e303-4a57-8104-74dd88e08b54 tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:01.434395 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-40f6e6a7-ef47-423d-810e-1de0cd7f1e87 req-ad60d25e-e303-4a57-8104-74dd88e08b54 tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0843296 Jan 28 07:08:01.477887 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-40f6e6a7-ef47-423d-810e-1de0cd7f1e87 req-09c124d0-a46f-4843-9c97-f90d37e4e81e service neutron] Request body: {'port': {'device_id': '80769114-0a30-49c2-aad1-e62c46f3362e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-28'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:08:01.570598 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c7fc22-0c1a-41b7-ab03-a8f6bfe8d6cc req-a38faa2a-15e5-4121-979d-d8a78e1a9ab9 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:01.576607 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c7fc22-0c1a-41b7-ab03-a8f6bfe8d6cc req-a38faa2a-15e5-4121-979d-d8a78e1a9ab9 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:01.582142 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c7fc22-0c1a-41b7-ab03-a8f6bfe8d6cc req-a38faa2a-15e5-4121-979d-d8a78e1a9ab9 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:01.583925 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b0c7fc22-0c1a-41b7-ab03-a8f6bfe8d6cc req-a38faa2a-15e5-4121-979d-d8a78e1a9ab9 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] 10.222.0.44 "GET /v2.0/ports?device_id=66f9a834-5a43-4a1a-973e-ebbb55ffd44b HTTP/1.1" status: 200 len: 2417 time: 0.1382155 Jan 28 07:08:01.607087 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-40f6e6a7-ef47-423d-810e-1de0cd7f1e87 req-09c124d0-a46f-4843-9c97-f90d37e4e81e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (fb231483-0256-48ed-bcfb-33f5614dbff3), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:01.658672 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-623f52c6-fda4-4d07-9540-b6a44e39d023 req-9927463a-c077-42bb-8f7f-b876c2978405 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d843c1b-2b3f-41f7-933d-0cc23e6bb818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6137457 Jan 28 07:08:01.666886 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-3c481aa0-3204-4358-be12-42314611ef6c req-8db54ad8-0b4f-415f-8dc0-324dd5e5afc3 tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (52d24d01-b19d-479b-b7e2-9c7a16834c65), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:01.721827 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-dc6e1ee8-6ee2-4420-a592-46007f3fdbcf None None] Provisioning complete for port fb231483-0256-48ed-bcfb-33f5614dbff3 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:08:01.722366 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dc6e1ee8-6ee2-4420-a592-46007f3fdbcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (fb231483-0256-48ed-bcfb-33f5614dbff3), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:01.723914 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db54ad8-0b4f-415f-8dc0-324dd5e5afc3 tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] Pushing event deleted for resources: {'Port': ['ID=52d24d01-b19d-479b-b7e2-9c7a16834c65,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:08:01.729584 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7c7382cf-faf9-481a-b7f4-ddb7d9f3e994 req-1eb7170f-21f5-46ad-900b-966e2d23d78b service neutron] 10.222.0.44 "GET /v2.0/ports/6479eef5-951c-4e2c-a998-c082886c019a/bindings/n-h1-712749-28 HTTP/1.1" status: 200 len: 385 time: 0.6813450 Jan 28 07:08:01.807664 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-dc6e1ee8-6ee2-4420-a592-46007f3fdbcf None None] Port fb231483-0256-48ed-bcfb-33f5614dbff3 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:08:02.013647 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a3269d-95c6-42a4-9d83-e030bef92727 req-1c3a747c-5d50-44ee-b352-0fbbc3733186 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:02.015170 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e0a3269d-95c6-42a4-9d83-e030bef92727 req-1c3a747c-5d50-44ee-b352-0fbbc3733186 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9e21c6f-9b87-4b08-b8fe-a60a848c1742 HTTP/1.1" status: 200 len: 950 time: 0.1893463 Jan 28 07:08:02.021318 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-b0c7fc22-0c1a-41b7-ab03-a8f6bfe8d6cc req-f0d95dec-e824-4b30-9d42-2e84828901a7 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Deleting port 4b1eb635-db0f-4c1a-9796-f2c54545a367 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:08:02.021508 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b0c7fc22-0c1a-41b7-ab03-a8f6bfe8d6cc req-f0d95dec-e824-4b30-9d42-2e84828901a7 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (4b1eb635-db0f-4c1a-9796-f2c54545a367), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:02.027577 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3c481aa0-3204-4358-be12-42314611ef6c req-8db54ad8-0b4f-415f-8dc0-324dd5e5afc3 tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] Router bb0e90d9-aa8f-47f8-8a35-7025f159e9d8 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:08:02.094958 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456cfb73-f6b2-4986-b868-dae3beb7e30e req-898f2533-764b-4c3b-b66b-fdbac4ad8a2a tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:02.101798 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-456cfb73-f6b2-4986-b868-dae3beb7e30e req-898f2533-764b-4c3b-b66b-fdbac4ad8a2a tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/ports?device_id=c99d7ddf-8757-47cb-9f3a-5167285f7a3c HTTP/1.1" status: 200 len: 944 time: 0.1339898 Jan 28 07:08:02.189359 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e0a3269d-95c6-42a4-9d83-e030bef92727 req-18249264-e71a-4fa7-b407-daa36deb2d71 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655068 Jan 28 07:08:02.206808 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-456cfb73-f6b2-4986-b868-dae3beb7e30e req-443f4872-c6e9-4342-ab27-72bbe379053d tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/security-groups?id=83d97fa1-2f29-40d2-a756-a970d048d2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016164 Jan 28 07:08:02.274792 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-7c7382cf-faf9-481a-b7f4-ddb7d9f3e994 req-8adb90e5-08e4-4a8a-ba01-d1b8a7957320 service neutron] For port 6479eef5-951c-4e2c-a998-c082886c019a, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=6479eef5-951c-4e2c-a998-c082886c019a,segment=NetworkSegment(919581ea-4d97-4a95-839c-1632528194b6),segment_id=919581ea-4d97-4a95-839c-1632528194b6)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:08:02.286743 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-b0c7fc22-0c1a-41b7-ab03-a8f6bfe8d6cc req-f0d95dec-e824-4b30-9d42-2e84828901a7 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] For port 4b1eb635-db0f-4c1a-9796-f2c54545a367, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=4b1eb635-db0f-4c1a-9796-f2c54545a367,segment=NetworkSegment(7c829508-0903-4bcf-b0b4-48623395c1b3),segment_id=7c829508-0903-4bcf-b0b4-48623395c1b3)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:08:02.287114 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b0c7fc22-0c1a-41b7-ab03-a8f6bfe8d6cc req-f0d95dec-e824-4b30-9d42-2e84828901a7 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (4b1eb635-db0f-4c1a-9796-f2c54545a367), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:02.303453 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3c481aa0-3204-4358-be12-42314611ef6c req-8db54ad8-0b4f-415f-8dc0-324dd5e5afc3 tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:08:02.317362 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b337dc-424a-41e9-bd98-78ffeb94ae6f None None] Sync routers for ids ['bb0e90d9-aa8f-47f8-8a35-7025f159e9d8'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:08:02.319391 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [req-40f6e6a7-ef47-423d-810e-1de0cd7f1e87 req-09c124d0-a46f-4843-9c97-f90d37e4e81e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb231483-0256-48ed-bcfb-33f5614dbff3 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:08:02.324865 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-b0c7fc22-0c1a-41b7-ab03-a8f6bfe8d6cc req-f0d95dec-e824-4b30-9d42-2e84828901a7 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Calling delete_port for 4b1eb635-db0f-4c1a-9796-f2c54545a367 owned by compute:nova {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:08:02.332902 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-40f6e6a7-ef47-423d-810e-1de0cd7f1e87 req-09c124d0-a46f-4843-9c97-f90d37e4e81e service neutron] Publish callbacks [] for port (fb231483-0256-48ed-bcfb-33f5614dbff3), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:02.340912 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b337dc-424a-41e9-bd98-78ffeb94ae6f None None] Routers {'bb0e90d9-aa8f-47f8-8a35-7025f159e9d8'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:08:02.344602 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-f3b337dc-424a-41e9-bd98-78ffeb94ae6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:07:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['bb0e90d9-aa8f-47f8-8a35-7025f159e9d8'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:08:02.353528 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-7c7382cf-faf9-481a-b7f4-ddb7d9f3e994 req-8adb90e5-08e4-4a8a-ba01-d1b8a7957320 service neutron] For port 6479eef5-951c-4e2c-a998-c082886c019a, host n-h2-712749-28, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:08:02.385800 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [req-40f6e6a7-ef47-423d-810e-1de0cd7f1e87 req-09c124d0-a46f-4843-9c97-f90d37e4e81e service neutron] Transition to ACTIVE for port object fb231483-0256-48ed-bcfb-33f5614dbff3 will not be triggered until provisioned by entity L2. {{(pid=103283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:08:02.394412 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-40f6e6a7-ef47-423d-810e-1de0cd7f1e87 req-09c124d0-a46f-4843-9c97-f90d37e4e81e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (fb231483-0256-48ed-bcfb-33f5614dbff3), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:02.411132 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c481aa0-3204-4358-be12-42314611ef6c req-8db54ad8-0b4f-415f-8dc0-324dd5e5afc3 tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] No DVR routers for this DVR port 52d24d01-b19d-479b-b7e2-9c7a16834c65 on host n-h2-712749-28 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:08:02.413997 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-3c481aa0-3204-4358-be12-42314611ef6c req-8db54ad8-0b4f-415f-8dc0-324dd5e5afc3 tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:02.433256 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3c481aa0-3204-4358-be12-42314611ef6c req-8db54ad8-0b4f-415f-8dc0-324dd5e5afc3 tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] 10.222.0.44 "DELETE /v2.0/ports/52d24d01-b19d-479b-b7e2-9c7a16834c65 HTTP/1.1" status: 204 len: 173 time: 2.3645115 Jan 28 07:08:02.436029 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '973b7626-b044-4f2a-a274-995ac8201ef5', 'name': 'network-vif-deleted', 'tag': '52d24d01-b19d-479b-b7e2-9c7a16834c65'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:08:02.462439 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-020c3821-1191-4d2b-8858-ba42446a4738" -d '{"events": [{"server_uuid": "973b7626-b044-4f2a-a274-995ac8201ef5", "name": "network-vif-deleted", "tag": "52d24d01-b19d-479b-b7e2-9c7a16834c65"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:08:02.502652 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-7c7382cf-faf9-481a-b7f4-ddb7d9f3e994 req-8adb90e5-08e4-4a8a-ba01-d1b8a7957320 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6479eef5-951c-4e2c-a998-c082886c019a {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:08:02.505991 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c124d0-a46f-4843-9c97-f90d37e4e81e service neutron] Pushing event updated for resources: {'Port': ['ID=fb231483-0256-48ed-bcfb-33f5614dbff3,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:08:02.534688 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-7c7382cf-faf9-481a-b7f4-ddb7d9f3e994 req-8adb90e5-08e4-4a8a-ba01-d1b8a7957320 service neutron] For port 6479eef5-951c-4e2c-a998-c082886c019a, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=6479eef5-951c-4e2c-a998-c082886c019a,segment=NetworkSegment(919581ea-4d97-4a95-839c-1632528194b6),segment_id=919581ea-4d97-4a95-839c-1632528194b6)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:08:02.562195 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-f3b337dc-424a-41e9-bd98-78ffeb94ae6f None None] Set router bb0e90d9-aa8f-47f8-8a35-7025f159e9d8 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:08:02.573207 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-7c7382cf-faf9-481a-b7f4-ddb7d9f3e994 req-8adb90e5-08e4-4a8a-ba01-d1b8a7957320 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (6479eef5-951c-4e2c-a998-c082886c019a), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:02.691275 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-541389fc-ffc2-4722-b69c-2d5319d99e6b x-openstack-request-id: req-541389fc-ffc2-4722-b69c-2d5319d99e6b {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:08:02.691580 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "973b7626-b044-4f2a-a274-995ac8201ef5", "name": "network-vif-deleted", "tag": "52d24d01-b19d-479b-b7e2-9c7a16834c65", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:08:02.692975 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-541389fc-ffc2-4722-b69c-2d5319d99e6b {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:08:02.694407 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '973b7626-b044-4f2a-a274-995ac8201ef5', 'name': 'network-vif-deleted', 'tag': '52d24d01-b19d-479b-b7e2-9c7a16834c65', 'status': 'completed', 'code': 200} Jan 28 07:08:02.714265 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-40f6e6a7-ef47-423d-810e-1de0cd7f1e87 req-09c124d0-a46f-4843-9c97-f90d37e4e81e service neutron] Attempting to bind port fb231483-0256-48ed-bcfb-33f5614dbff3 on host n-h1-712749-28 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:08:02.714607 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-40f6e6a7-ef47-423d-810e-1de0cd7f1e87 req-09c124d0-a46f-4843-9c97-f90d37e4e81e service neutron] Attempting to bind port fb231483-0256-48ed-bcfb-33f5614dbff3 by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': '54d6bc55-d69e-43c8-8b72-86f677a245e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '40d02b2d-8999-4dc2-abb9-3653b1c5639b'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:08:02.714934 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f6e6a7-ef47-423d-810e-1de0cd7f1e87 req-09c124d0-a46f-4843-9c97-f90d37e4e81e service neutron] Attempting to bind port fb231483-0256-48ed-bcfb-33f5614dbff3 on network 40d02b2d-8999-4dc2-abb9-3653b1c5639b {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:08:02.739529 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f6e6a7-ef47-423d-810e-1de0cd7f1e87 req-09c124d0-a46f-4843-9c97-f90d37e4e81e service neutron] Port fb231483-0256-48ed-bcfb-33f5614dbff3 on network 40d02b2d-8999-4dc2-abb9-3653b1c5639b not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:08:02.739919 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f6e6a7-ef47-423d-810e-1de0cd7f1e87 req-09c124d0-a46f-4843-9c97-f90d37e4e81e service neutron] Attempting to bind port fb231483-0256-48ed-bcfb-33f5614dbff3 on network 40d02b2d-8999-4dc2-abb9-3653b1c5639b {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:08:02.768226 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f6e6a7-ef47-423d-810e-1de0cd7f1e87 req-09c124d0-a46f-4843-9c97-f90d37e4e81e service neutron] Checking agent: {'id': '2fca46b1-237f-4857-9290-2429d810e472', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 7, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:08:02.768743 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f6e6a7-ef47-423d-810e-1de0cd7f1e87 req-09c124d0-a46f-4843-9c97-f90d37e4e81e service neutron] Checking segment: {'id': '54d6bc55-d69e-43c8-8b72-86f677a245e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '40d02b2d-8999-4dc2-abb9-3653b1c5639b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:08:02.769303 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f6e6a7-ef47-423d-810e-1de0cd7f1e87 req-09c124d0-a46f-4843-9c97-f90d37e4e81e service neutron] Bound using segment: {'id': '54d6bc55-d69e-43c8-8b72-86f677a245e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '40d02b2d-8999-4dc2-abb9-3653b1c5639b'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:08:02.769681 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-7c7382cf-faf9-481a-b7f4-ddb7d9f3e994 req-8adb90e5-08e4-4a8a-ba01-d1b8a7957320 service neutron] Transition to ACTIVE for port object 6479eef5-951c-4e2c-a998-c082886c019a will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:08:02.769900 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-40f6e6a7-ef47-423d-810e-1de0cd7f1e87 req-09c124d0-a46f-4843-9c97-f90d37e4e81e service neutron] Bound port: fb231483-0256-48ed-bcfb-33f5614dbff3, host: n-h1-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54d6bc55-d69e-43c8-8b72-86f677a245e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '40d02b2d-8999-4dc2-abb9-3653b1c5639b'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:08:02.771855 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-40f6e6a7-ef47-423d-810e-1de0cd7f1e87 req-09c124d0-a46f-4843-9c97-f90d37e4e81e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (fb231483-0256-48ed-bcfb-33f5614dbff3), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:02.777104 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-7c7382cf-faf9-481a-b7f4-ddb7d9f3e994 req-8adb90e5-08e4-4a8a-ba01-d1b8a7957320 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (6479eef5-951c-4e2c-a998-c082886c019a), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:02.782676 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea42df9-c805-4b23-990d-8f69b1cddb6e req-a8e2e655-c3d0-4edf-952d-ad351a92f2a5 tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:02.790690 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8ea42df9-c805-4b23-990d-8f69b1cddb6e req-a8e2e655-c3d0-4edf-952d-ad351a92f2a5 tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] 10.222.0.41 "GET /v2.0/ports?device_id=80769114-0a30-49c2-aad1-e62c46f3362e HTTP/1.1" status: 200 len: 943 time: 0.2460487 Jan 28 07:08:02.794487 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b0c7fc22-0c1a-41b7-ab03-a8f6bfe8d6cc req-f0d95dec-e824-4b30-9d42-2e84828901a7 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (4b1eb635-db0f-4c1a-9796-f2c54545a367), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:02.803519 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:02.858566 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['8e2e5026-fb80-4cb0-958b-d6c581e3da49', '4b1eb635-db0f-4c1a-9796-f2c54545a367', '6cddf01d-3db6-4454-bacf-9a1b73c9a086'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:08:02.865456 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d95dec-e824-4b30-9d42-2e84828901a7 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Pushing event deleted for resources: {'Port': ['ID=4b1eb635-db0f-4c1a-9796-f2c54545a367,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:08:02.873823 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c7382cf-faf9-481a-b7f4-ddb7d9f3e994 req-8adb90e5-08e4-4a8a-ba01-d1b8a7957320 service neutron] No DVR routers for this DVR port 6479eef5-951c-4e2c-a998-c082886c019a on host n-h2-712749-28 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:08:02.935370 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7c7382cf-faf9-481a-b7f4-ddb7d9f3e994 req-8adb90e5-08e4-4a8a-ba01-d1b8a7957320 service neutron] 10.222.0.44 "PUT /v2.0/ports/6479eef5-951c-4e2c-a998-c082886c019a/bindings/n-h1-712749-28/activate HTTP/1.1" status: 200 len: 370 time: 1.1986675 Jan 28 07:08:02.938171 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0c7fc22-0c1a-41b7-ab03-a8f6bfe8d6cc req-f0d95dec-e824-4b30-9d42-2e84828901a7 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] No DVR routers for this DVR port 4b1eb635-db0f-4c1a-9796-f2c54545a367 on host n-h2-712749-28 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:08:02.945679 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210f481a-e743-4a0d-b19d-6fb597d812d4 req-2e6a8eeb-09fc-4574-98ed-f628c3f18666 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:02.951863 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b0c7fc22-0c1a-41b7-ab03-a8f6bfe8d6cc req-f0d95dec-e824-4b30-9d42-2e84828901a7 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:02.952627 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210f481a-e743-4a0d-b19d-6fb597d812d4 req-2e6a8eeb-09fc-4574-98ed-f628c3f18666 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:02.955401 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-210f481a-e743-4a0d-b19d-6fb597d812d4 req-2e6a8eeb-09fc-4574-98ed-f628c3f18666 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] 10.222.0.41 "GET /v2.0/ports?device_id=66f9a834-5a43-4a1a-973e-ebbb55ffd44b HTTP/1.1" status: 200 len: 1682 time: 0.1739836 Jan 28 07:08:02.956073 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b0c7fc22-0c1a-41b7-ab03-a8f6bfe8d6cc req-f0d95dec-e824-4b30-9d42-2e84828901a7 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] 10.222.0.44 "DELETE /v2.0/ports/4b1eb635-db0f-4c1a-9796-f2c54545a367 HTTP/1.1" status: 204 len: 173 time: 1.3642702 Jan 28 07:08:02.956577 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adb90e5-08e4-4a8a-ba01-d1b8a7957320 service neutron] Pushing event updated for resources: {'Port': ['ID=6479eef5-951c-4e2c-a998-c082886c019a,revision_number=10']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:08:02.956990 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66f9a834-5a43-4a1a-973e-ebbb55ffd44b', 'name': 'network-vif-deleted', 'tag': '4b1eb635-db0f-4c1a-9796-f2c54545a367'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:08:02.959413 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11d9c6d9-693b-48a6-bc49-974d99e976b3" -d '{"events": [{"server_uuid": "66f9a834-5a43-4a1a-973e-ebbb55ffd44b", "name": "network-vif-deleted", "tag": "4b1eb635-db0f-4c1a-9796-f2c54545a367"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:08:02.991173 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8ea42df9-c805-4b23-990d-8f69b1cddb6e req-af694ab9-41d6-486a-b891-52a159ebab00 tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0f59fe5-8248-496a-844a-a9490566a49a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1968944 Jan 28 07:08:03.014395 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-40f6e6a7-ef47-423d-810e-1de0cd7f1e87 req-09c124d0-a46f-4843-9c97-f90d37e4e81e service neutron] For port fb231483-0256-48ed-bcfb-33f5614dbff3, host n-h1-712749-28, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:08:03.020450 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-40f6e6a7-ef47-423d-810e-1de0cd7f1e87 req-09c124d0-a46f-4843-9c97-f90d37e4e81e service neutron] For port fb231483-0256-48ed-bcfb-33f5614dbff3, host n-h1-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=fb231483-0256-48ed-bcfb-33f5614dbff3,segment=NetworkSegment(54d6bc55-d69e-43c8-8b72-86f677a245e2),segment_id=54d6bc55-d69e-43c8-8b72-86f677a245e2)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:08:03.036575 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-40f6e6a7-ef47-423d-810e-1de0cd7f1e87 req-09c124d0-a46f-4843-9c97-f90d37e4e81e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (fb231483-0256-48ed-bcfb-33f5614dbff3), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:03.045566 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-f3b337dc-424a-41e9-bd98-78ffeb94ae6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb0e90d9-aa8f-47f8-8a35-7025f159e9d8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-886638038-router', 'tenant_id': '0960152eceb74f9eb1ec8ad55ca70381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '2f94349b-5fb8-42d1-80f3-7fd278b29f29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:04:46Z', 'updated_at': '2022-01-28T07:04:58Z', 'revision_number': 4, 'project_id': '0960152eceb74f9eb1ec8ad55ca70381', 'gw_port': {'id': '2f94349b-5fb8-42d1-80f3-7fd278b29f29', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:19:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0e90d9-aa8f-47f8-8a35-7025f159e9d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:04:48Z', 'updated_at': '2022-01-28T07:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '0524002c-341e-4ffc-a6e6-30a763a2813e', 'name': '', 'network_id': '40d02b2d-8999-4dc2-abb9-3653b1c5639b', 'tenant_id': '0960152eceb74f9eb1ec8ad55ca70381', 'mac_address': 'fa:16:3e:ab:f0:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0e90d9-aa8f-47f8-8a35-7025f159e9d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'b0a9e84b-90ab-4b66-a900-eb7872b6d81f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:04:55Z', 'updated_at': '2022-01-28T07:05:06Z', 'revision_number': 5, 'project_id': '0960152eceb74f9eb1ec8ad55ca70381', 'subnets': [{'id': 'b0a9e84b-90ab-4b66-a900-eb7872b6d81f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:08:03.080226 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b337dc-424a-41e9-bd98-78ffeb94ae6f None None] Checking router: bb0e90d9-aa8f-47f8-8a35-7025f159e9d8 for host: n-d-712749-28 {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:08:03.095294 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-210f481a-e743-4a0d-b19d-6fb597d812d4 req-ed7a3262-63f3-4b02-9537-925689f7fef5 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d843c1b-2b3f-41f7-933d-0cc23e6bb818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172140 Jan 28 07:08:03.112614 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b337dc-424a-41e9-bd98-78ffeb94ae6f None None] Routers {'bb0e90d9-aa8f-47f8-8a35-7025f159e9d8'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:08:03.113178 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-f3b337dc-424a-41e9-bd98-78ffeb94ae6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:07:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['bb0e90d9-aa8f-47f8-8a35-7025f159e9d8'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:08:03.160304 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f6e6a7-ef47-423d-810e-1de0cd7f1e87 req-09c124d0-a46f-4843-9c97-f90d37e4e81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:03.160955 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-40f6e6a7-ef47-423d-810e-1de0cd7f1e87 req-09c124d0-a46f-4843-9c97-f90d37e4e81e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:03.163002 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-40f6e6a7-ef47-423d-810e-1de0cd7f1e87 req-09c124d0-a46f-4843-9c97-f90d37e4e81e service neutron] 10.222.0.10 "PUT /v2.0/ports/fb231483-0256-48ed-bcfb-33f5614dbff3 HTTP/1.1" status: 200 len: 1092 time: 1.7067554 Jan 28 07:08:03.266460 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7382cf-faf9-481a-b7f4-ddb7d9f3e994 req-2b941078-4abb-40ec-8a0b-d331d726c9f1 tempest-LiveAutoBlockMigrationV225Test-1114652928 tempest-LiveAutoBlockMigrationV225Test-1114652928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:03.280528 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7c7382cf-faf9-481a-b7f4-ddb7d9f3e994 req-2b941078-4abb-40ec-8a0b-d331d726c9f1 tempest-LiveAutoBlockMigrationV225Test-1114652928 tempest-LiveAutoBlockMigrationV225Test-1114652928-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=c99d7ddf-8757-47cb-9f3a-5167285f7a3c&tenant_id=5c2af407db1e43909575b4b7c4ad1b18&binding%3Ahost_id=n-h2-712749-28 HTTP/1.1" status: 200 len: 1097 time: 0.1290052 Jan 28 07:08:03.281164 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2ae3c49-54a7-4580-bca6-855e73b9da19 x-openstack-request-id: req-d2ae3c49-54a7-4580-bca6-855e73b9da19 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:08:03.281456 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66f9a834-5a43-4a1a-973e-ebbb55ffd44b", "name": "network-vif-deleted", "tag": "4b1eb635-db0f-4c1a-9796-f2c54545a367", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:08:03.281716 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d2ae3c49-54a7-4580-bca6-855e73b9da19 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:08:03.282118 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66f9a834-5a43-4a1a-973e-ebbb55ffd44b', 'name': 'network-vif-deleted', 'tag': '4b1eb635-db0f-4c1a-9796-f2c54545a367', 'status': 'completed', 'code': 200} Jan 28 07:08:03.313812 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-631a6116-556a-43ef-aa5f-2be358c814b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:03.362171 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7382cf-faf9-481a-b7f4-ddb7d9f3e994 req-9a1e73f3-a917-453c-be45-f6a98fae9d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:03.363705 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7c7382cf-faf9-481a-b7f4-ddb7d9f3e994 req-9a1e73f3-a917-453c-be45-f6a98fae9d90 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c99d7ddf-8757-47cb-9f3a-5167285f7a3c&tenant_id=5c2af407db1e43909575b4b7c4ad1b18 HTTP/1.1" status: 200 len: 1097 time: 0.0813169 Jan 28 07:08:03.373888 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c124d0-a46f-4843-9c97-f90d37e4e81e service neutron] Pushing event updated for resources: {'Port': ['ID=fb231483-0256-48ed-bcfb-33f5614dbff3,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:08:03.471850 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f6e6a7-ef47-423d-810e-1de0cd7f1e87 req-3bae5c28-1937-40d9-a423-de80f03fc306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:03.474558 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-40f6e6a7-ef47-423d-810e-1de0cd7f1e87 req-3bae5c28-1937-40d9-a423-de80f03fc306 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0960152eceb74f9eb1ec8ad55ca70381&device_id=80769114-0a30-49c2-aad1-e62c46f3362e HTTP/1.1" status: 200 len: 1095 time: 0.2011330 Jan 28 07:08:03.493443 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0b2768-7247-4967-8f79-362653e1ed42 req-0d37ef45-b1c1-4360-9b46-76275beff770 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:03.496270 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-3c0b2768-7247-4967-8f79-362653e1ed42 req-0d37ef45-b1c1-4360-9b46-76275beff770 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9e21c6f-9b87-4b08-b8fe-a60a848c1742 HTTP/1.1" status: 200 len: 950 time: 0.1557720 Jan 28 07:08:03.509130 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39a573f-6c0f-4461-b59a-f4d93674e159 req-ab5d27b4-6d2f-42bc-8eb5-857ab30fcc35 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:03.510784 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b39a573f-6c0f-4461-b59a-f4d93674e159 req-ab5d27b4-6d2f-42bc-8eb5-857ab30fcc35 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/ports?device_id=c99d7ddf-8757-47cb-9f3a-5167285f7a3c HTTP/1.1" status: 200 len: 945 time: 0.0606117 Jan 28 07:08:03.513996 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7382cf-faf9-481a-b7f4-ddb7d9f3e994 req-99c15c58-478c-41e6-923a-5e275f9f7bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:03.515578 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7c7382cf-faf9-481a-b7f4-ddb7d9f3e994 req-99c15c58-478c-41e6-923a-5e275f9f7bab service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5c2af407db1e43909575b4b7c4ad1b18&device_id=c99d7ddf-8757-47cb-9f3a-5167285f7a3c HTTP/1.1" status: 200 len: 1097 time: 0.1043849 Jan 28 07:08:03.517813 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-b0c7fc22-0c1a-41b7-ab03-a8f6bfe8d6cc req-f75a0d31-72ee-4f46-809e-7e3f61e79afb tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Deleting port 8e2e5026-fb80-4cb0-958b-d6c581e3da49 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:08:03.518338 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b0c7fc22-0c1a-41b7-ab03-a8f6bfe8d6cc req-f75a0d31-72ee-4f46-809e-7e3f61e79afb tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (8e2e5026-fb80-4cb0-958b-d6c581e3da49), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:03.577305 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 52d24d01-b19d-479b-b7e2-9c7a16834c65 no longer exists at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:08:03.588966 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-40f6e6a7-ef47-423d-810e-1de0cd7f1e87 req-b5293da6-721b-4765-b3e7-ed914ca945fe service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fb231483-0256-48ed-bcfb-33f5614dbff3 HTTP/1.1" status: 200 len: 217 time: 0.0913837 Jan 28 07:08:03.606735 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] No Port match for: 52d24d01-b19d-479b-b7e2-9c7a16834c65 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:08:03.607321 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 52d24d01-b19d-479b-b7e2-9c7a16834c65 not bound to the agent host n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:08:03.607559 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 8e2e5026-fb80-4cb0-958b-d6c581e3da49 no longer exists at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:08:03.615314 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b39a573f-6c0f-4461-b59a-f4d93674e159 req-b105afb9-fe1e-40f5-89bb-2e3e728fd018 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/security-groups?id=83d97fa1-2f29-40d2-a756-a970d048d2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946572 Jan 28 07:08:03.645769 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-f3b337dc-424a-41e9-bd98-78ffeb94ae6f None None] Set router bb0e90d9-aa8f-47f8-8a35-7025f159e9d8 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:08:03.657345 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7382cf-faf9-481a-b7f4-ddb7d9f3e994 req-dd8669bb-560f-448f-bfd9-a71f1d11c42b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:03.659069 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7c7382cf-faf9-481a-b7f4-ddb7d9f3e994 req-dd8669bb-560f-448f-bfd9-a71f1d11c42b service neutron] 10.222.0.10 "GET /v2.0/networks?id=823f80f1-2970-481b-aed2-7ad5a7c0ed20 HTTP/1.1" status: 200 len: 921 time: 0.1313462 Jan 28 07:08:03.703468 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7c7382cf-faf9-481a-b7f4-ddb7d9f3e994 req-4d9d4b0c-4a6b-4528-bdc9-ef49e415e96e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6479eef5-951c-4e2c-a998-c082886c019a HTTP/1.1" status: 200 len: 217 time: 0.0370119 Jan 28 07:08:03.731077 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f6e6a7-ef47-423d-810e-1de0cd7f1e87 req-f1a1c6ca-94aa-4b59-bda2-d29b9686fcc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:03.732729 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-40f6e6a7-ef47-423d-810e-1de0cd7f1e87 req-f1a1c6ca-94aa-4b59-bda2-d29b9686fcc9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b0a9e84b-90ab-4b66-a900-eb7872b6d81f HTTP/1.1" status: 200 len: 862 time: 0.1079443 Jan 28 07:08:03.749253 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-3c0b2768-7247-4967-8f79-362653e1ed42 req-9bd3450c-479f-45b2-9810-9c1d8229a3d1 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323196 Jan 28 07:08:03.769278 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:03.782214 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7382cf-faf9-481a-b7f4-ddb7d9f3e994 req-2bb9b7fe-5e97-4627-8fea-3a7f934bd761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:03.784296 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7c7382cf-faf9-481a-b7f4-ddb7d9f3e994 req-2bb9b7fe-5e97-4627-8fea-3a7f934bd761 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d3ff6769-eb60-4293-943b-ef852d2e0c72 HTTP/1.1" status: 200 len: 860 time: 0.0709324 Jan 28 07:08:03.838278 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7c7382cf-faf9-481a-b7f4-ddb7d9f3e994 req-68ec82fb-cff9-4f3a-a216-c48b7b90ed1b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=823f80f1-2970-481b-aed2-7ad5a7c0ed20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459082 Jan 28 07:08:03.844339 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-b0c7fc22-0c1a-41b7-ab03-a8f6bfe8d6cc req-f75a0d31-72ee-4f46-809e-7e3f61e79afb tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] For port 8e2e5026-fb80-4cb0-958b-d6c581e3da49, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=8e2e5026-fb80-4cb0-958b-d6c581e3da49,segment=NetworkSegment(7c829508-0903-4bcf-b0b4-48623395c1b3),segment_id=7c829508-0903-4bcf-b0b4-48623395c1b3)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:08:03.844706 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b0c7fc22-0c1a-41b7-ab03-a8f6bfe8d6cc req-f75a0d31-72ee-4f46-809e-7e3f61e79afb tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (8e2e5026-fb80-4cb0-958b-d6c581e3da49), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:03.866381 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-b0c7fc22-0c1a-41b7-ab03-a8f6bfe8d6cc req-f75a0d31-72ee-4f46-809e-7e3f61e79afb tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Calling delete_port for 8e2e5026-fb80-4cb0-958b-d6c581e3da49 owned by compute:nova {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:08:03.973775 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f6e6a7-ef47-423d-810e-1de0cd7f1e87 req-2c4940f2-5a14-4433-a954-3c40d82532ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:03.976067 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7c7382cf-faf9-481a-b7f4-ddb7d9f3e994 req-3fd1e0b7-7375-4da6-9c5e-3221e88b3c17 service neutron] 10.222.0.10 "GET /v2.0/networks/823f80f1-2970-481b-aed2-7ad5a7c0ed20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065474 Jan 28 07:08:03.980184 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-40f6e6a7-ef47-423d-810e-1de0cd7f1e87 req-2c4940f2-5a14-4433-a954-3c40d82532ad service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=40d02b2d-8999-4dc2-abb9-3653b1c5639b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2296629 Jan 28 07:08:03.981458 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port 8e2e5026-fb80-4cb0-958b-d6c581e3da49 is: ACTIVE; New status is: DOWN {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:08:03.981955 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (8e2e5026-fb80-4cb0-958b-d6c581e3da49), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:04.031538 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66f9a834-5a43-4a1a-973e-ebbb55ffd44b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e2e5026-fb80-4cb0-958b-d6c581e3da49'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:08:04.033863 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56eb3021-3bff-4eac-b0e4-d83c178214a1" -d '{"events": [{"server_uuid": "66f9a834-5a43-4a1a-973e-ebbb55ffd44b", "name": "network-vif-unplugged", "status": "completed", "tag": "8e2e5026-fb80-4cb0-958b-d6c581e3da49"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:08:04.068831 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 8e2e5026-fb80-4cb0-958b-d6c581e3da49, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=8e2e5026-fb80-4cb0-958b-d6c581e3da49,segment=NetworkSegment(7c829508-0903-4bcf-b0b4-48623395c1b3),segment_id=7c829508-0903-4bcf-b0b4-48623395c1b3)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:08:04.080512 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (8e2e5026-fb80-4cb0-958b-d6c581e3da49), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:04.155167 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-40f6e6a7-ef47-423d-810e-1de0cd7f1e87 req-48e72fdc-ad9c-4c73-a3d2-f31a682457a8 service neutron] 10.222.0.10 "GET /v2.0/networks/40d02b2d-8999-4dc2-abb9-3653b1c5639b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587384 Jan 28 07:08:04.171477 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-f3b337dc-424a-41e9-bd98-78ffeb94ae6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb0e90d9-aa8f-47f8-8a35-7025f159e9d8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-886638038-router', 'tenant_id': '0960152eceb74f9eb1ec8ad55ca70381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '2f94349b-5fb8-42d1-80f3-7fd278b29f29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:04:46Z', 'updated_at': '2022-01-28T07:04:58Z', 'revision_number': 4, 'project_id': '0960152eceb74f9eb1ec8ad55ca70381', 'gw_port': {'id': '2f94349b-5fb8-42d1-80f3-7fd278b29f29', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:19:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0e90d9-aa8f-47f8-8a35-7025f159e9d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:04:48Z', 'updated_at': '2022-01-28T07:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '0524002c-341e-4ffc-a6e6-30a763a2813e', 'name': '', 'network_id': '40d02b2d-8999-4dc2-abb9-3653b1c5639b', 'tenant_id': '0960152eceb74f9eb1ec8ad55ca70381', 'mac_address': 'fa:16:3e:ab:f0:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0e90d9-aa8f-47f8-8a35-7025f159e9d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'b0a9e84b-90ab-4b66-a900-eb7872b6d81f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:04:55Z', 'updated_at': '2022-01-28T07:05:06Z', 'revision_number': 5, 'project_id': '0960152eceb74f9eb1ec8ad55ca70381', 'subnets': [{'id': 'b0a9e84b-90ab-4b66-a900-eb7872b6d81f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:08:04.184878 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7c7382cf-faf9-481a-b7f4-ddb7d9f3e994 req-12ca8f56-bf75-4dfa-a679-67c39ccf2b9c service neutron] 10.222.0.10 "GET /v2.0/networks/823f80f1-2970-481b-aed2-7ad5a7c0ed20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925421 Jan 28 07:08:04.212809 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 07:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a373974-ad93-4df7-a192-8919d0060c29 x-openstack-request-id: req-5a373974-ad93-4df7-a192-8919d0060c29 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:08:04.213043 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66f9a834-5a43-4a1a-973e-ebbb55ffd44b", "name": "network-vif-unplugged", "status": "completed", "tag": "8e2e5026-fb80-4cb0-958b-d6c581e3da49", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:08:04.213267 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5a373974-ad93-4df7-a192-8919d0060c29 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:08:04.213670 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66f9a834-5a43-4a1a-973e-ebbb55ffd44b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e2e5026-fb80-4cb0-958b-d6c581e3da49', 'code': 200} Jan 28 07:08:04.217518 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b337dc-424a-41e9-bd98-78ffeb94ae6f None None] The sync data for ids ['bb0e90d9-aa8f-47f8-8a35-7025f159e9d8'] in n-d-712749-28 is: [{'id': 'bb0e90d9-aa8f-47f8-8a35-7025f159e9d8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-886638038-router', 'tenant_id': '0960152eceb74f9eb1ec8ad55ca70381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '2f94349b-5fb8-42d1-80f3-7fd278b29f29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:04:46Z', 'updated_at': '2022-01-28T07:04:58Z', 'revision_number': 4, 'project_id': '0960152eceb74f9eb1ec8ad55ca70381', 'gw_port': {'id': '2f94349b-5fb8-42d1-80f3-7fd278b29f29', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:19:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0e90d9-aa8f-47f8-8a35-7025f159e9d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:04:48Z', 'updated_at': '2022-01-28T07:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '0524002c-341e-4ffc-a6e6-30a763a2813e', 'name': '', 'network_id': '40d02b2d-8999-4dc2-abb9-3653b1c5639b', 'tenant_id': '0960152eceb74f9eb1ec8ad55ca70381', 'mac_address': 'fa:16:3e:ab:f0:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0e90d9-aa8f-47f8-8a35-7025f159e9d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'b0a9e84b-90ab-4b66-a900-eb7872b6d81f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:04:55Z', 'updated_at': '2022-01-28T07:05:06Z', 'revision_number': 5, 'project_id': '0960152eceb74f9eb1ec8ad55ca70381', 'subnets': [{'id': 'b0a9e84b-90ab-4b66-a900-eb7872b6d81f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:08:04.224337 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=8e2e5026-fb80-4cb0-958b-d6c581e3da49,revision_number=6']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:08:04.268691 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9efeb8-f9be-48f3-96c1-8301e2421b9c req-3a862c68-7ac7-4d85-8958-ccd93b41da0e tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:04.270310 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ec9efeb8-f9be-48f3-96c1-8301e2421b9c req-3a862c68-7ac7-4d85-8958-ccd93b41da0e tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] 10.222.0.41 "GET /v2.0/ports?device_id=80769114-0a30-49c2-aad1-e62c46f3362e HTTP/1.1" status: 200 len: 943 time: 0.1160982 Jan 28 07:08:04.330603 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ec9efeb8-f9be-48f3-96c1-8301e2421b9c req-4fd1d3ee-2a6a-404c-a897-2254ad569ec6 tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0f59fe5-8248-496a-844a-a9490566a49a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519993 Jan 28 07:08:04.495180 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33726) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:08:04.511801 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 2f9831f3-a3bc-4f6b-833e-fba8e8fe6e72 details requested by agent hyperv_n-h1-712749-28 with host n-h1-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:08:04.598839 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f682a51-7263-44ac-a543-28d987f83949 None None] New status for floating IP 0046e0b2-4620-4895-8e66-682ea362a39a: DOWN {{(pid=103286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 07:08:04.615796 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7382cf-faf9-481a-b7f4-ddb7d9f3e994 req-7107fb68-a2b8-4d3c-be8b-ce31876be7e1 tempest-LiveAutoBlockMigrationV225Test-1114652928 tempest-LiveAutoBlockMigrationV225Test-1114652928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:04.617365 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7c7382cf-faf9-481a-b7f4-ddb7d9f3e994 req-7107fb68-a2b8-4d3c-be8b-ce31876be7e1 tempest-LiveAutoBlockMigrationV225Test-1114652928 tempest-LiveAutoBlockMigrationV225Test-1114652928-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=c99d7ddf-8757-47cb-9f3a-5167285f7a3c&tenant_id=5c2af407db1e43909575b4b7c4ad1b18&binding%3Ahost_id=n-h1-712749-28 HTTP/1.1" status: 200 len: 1097 time: 0.0693004 Jan 28 07:08:04.650293 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 2f9831f3-a3bc-4f6b-833e-fba8e8fe6e72, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=2f9831f3-a3bc-4f6b-833e-fba8e8fe6e72,segment=NetworkSegment(aa78153f-8140-4463-8a23-520ca70d4d00),segment_id=aa78153f-8140-4463-8a23-520ca70d4d00)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:08:04.656512 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-36d54a2b-4e4d-4a3b-a38d-834d47cb43d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:04.662102 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Returning: {'device': '2f9831f3-a3bc-4f6b-833e-fba8e8fe6e72', 'network_id': '40408abb-5725-4205-b120-60fb2bb4bc40', 'port_id': '2f9831f3-a3bc-4f6b-833e-fba8e8fe6e72', 'mac_address': 'fa:16:3e:5d:c5:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4c1d00a-11c6-444f-8042-f73535ef4594', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:08:04.741744 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b0c7fc22-0c1a-41b7-ab03-a8f6bfe8d6cc req-f75a0d31-72ee-4f46-809e-7e3f61e79afb tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (8e2e5026-fb80-4cb0-958b-d6c581e3da49), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:04.763944 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 2f9831f3-a3bc-4f6b-833e-fba8e8fe6e72 is: ACTIVE; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:08:04.768548 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (2f9831f3-a3bc-4f6b-833e-fba8e8fe6e72), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:04.790259 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2f9831f3-a3bc-4f6b-833e-fba8e8fe6e72 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:08:04.834757 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 2f9831f3-a3bc-4f6b-833e-fba8e8fe6e72, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=2f9831f3-a3bc-4f6b-833e-fba8e8fe6e72,segment=NetworkSegment(aa78153f-8140-4463-8a23-520ca70d4d00),segment_id=aa78153f-8140-4463-8a23-520ca70d4d00)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:08:04.841305 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (2f9831f3-a3bc-4f6b-833e-fba8e8fe6e72), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:04.862735 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75a0d31-72ee-4f46-809e-7e3f61e79afb tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Pushing event deleted for resources: {'Port': ['ID=8e2e5026-fb80-4cb0-958b-d6c581e3da49,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:08:04.926373 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-36d54a2b-4e4d-4a3b-a38d-834d47cb43d2 admin admin] Publish callbacks [] for security_group (1a69950f-1a5f-4b7a-8a91-3f0fdc65afc5), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:04.934648 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-7c7382cf-faf9-481a-b7f4-ddb7d9f3e994 req-a2353d2b-540e-4f2c-af32-eed301f988d9 service neutron] For port 6479eef5-951c-4e2c-a998-c082886c019a, host n-h2-712749-28, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:08:04.937536 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75a0d31-72ee-4f46-809e-7e3f61e79afb tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:08:04.937876 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75a0d31-72ee-4f46-809e-7e3f61e79afb tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:08:04.938224 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75a0d31-72ee-4f46-809e-7e3f61e79afb tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:08:04.938567 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75a0d31-72ee-4f46-809e-7e3f61e79afb tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:08:04.938935 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75a0d31-72ee-4f46-809e-7e3f61e79afb tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:08:04.939280 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75a0d31-72ee-4f46-809e-7e3f61e79afb tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:08:04.939598 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75a0d31-72ee-4f46-809e-7e3f61e79afb tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:08:04.939929 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75a0d31-72ee-4f46-809e-7e3f61e79afb tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:08:04.940622 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75a0d31-72ee-4f46-809e-7e3f61e79afb tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:08:04.940622 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75a0d31-72ee-4f46-809e-7e3f61e79afb tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:08:04.940954 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75a0d31-72ee-4f46-809e-7e3f61e79afb tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:08:04.941366 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75a0d31-72ee-4f46-809e-7e3f61e79afb tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:08:04.941677 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75a0d31-72ee-4f46-809e-7e3f61e79afb tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:08:04.947927 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9f5450-8845-41b7-a2f5-ecf8c75a33ea req-838c3ba3-17e0-454c-8ecc-4a04a3628fdb tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:04.953213 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0d9f5450-8845-41b7-a2f5-ecf8c75a33ea req-838c3ba3-17e0-454c-8ecc-4a04a3628fdb tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/ports?device_id=c99d7ddf-8757-47cb-9f3a-5167285f7a3c HTTP/1.1" status: 200 len: 945 time: 0.1689174 Jan 28 07:08:04.955434 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-36d54a2b-4e4d-4a3b-a38d-834d47cb43d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (1a69950f-1a5f-4b7a-8a91-3f0fdc65afc5), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:04.959293 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=2f9831f3-a3bc-4f6b-833e-fba8e8fe6e72,revision_number=6']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:08:04.980944 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0c7fc22-0c1a-41b7-ab03-a8f6bfe8d6cc req-f75a0d31-72ee-4f46-809e-7e3f61e79afb tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] No DVR routers for this DVR port 8e2e5026-fb80-4cb0-958b-d6c581e3da49 on host n-h2-712749-28 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:08:04.990110 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b0c7fc22-0c1a-41b7-ab03-a8f6bfe8d6cc req-f75a0d31-72ee-4f46-809e-7e3f61e79afb tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:04.993972 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b0c7fc22-0c1a-41b7-ab03-a8f6bfe8d6cc req-f75a0d31-72ee-4f46-809e-7e3f61e79afb tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] 10.222.0.44 "DELETE /v2.0/ports/8e2e5026-fb80-4cb0-958b-d6c581e3da49 HTTP/1.1" status: 204 len: 173 time: 1.9504819 Jan 28 07:08:04.996723 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-40f6e6a7-ef47-423d-810e-1de0cd7f1e87 req-9efc8d94-e36b-42e0-b2dd-9c8ae40f0f6d service neutron] 10.222.0.10 "GET /v2.0/networks/40d02b2d-8999-4dc2-abb9-3653b1c5639b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8334112 Jan 28 07:08:05.004106 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4c531f-5b31-4017-909e-fd3df4f576a5 req-7a657f57-d43c-4be9-9ec1-4da786c05838 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:05.011729 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-7c7382cf-faf9-481a-b7f4-ddb7d9f3e994 req-a2353d2b-540e-4f2c-af32-eed301f988d9 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:05.012739 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9c4c531f-5b31-4017-909e-fd3df4f576a5 req-7a657f57-d43c-4be9-9ec1-4da786c05838 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] 10.222.0.41 "GET /v2.0/ports?device_id=66f9a834-5a43-4a1a-973e-ebbb55ffd44b HTTP/1.1" status: 200 len: 945 time: 0.2743096 Jan 28 07:08:05.013035 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7c7382cf-faf9-481a-b7f4-ddb7d9f3e994 req-a2353d2b-540e-4f2c-af32-eed301f988d9 service neutron] 10.222.0.10 "DELETE /v2.0/ports/6479eef5-951c-4e2c-a998-c082886c019a/bindings/n-h2-712749-28 HTTP/1.1" status: 204 len: 173 time: 0.3410401 Jan 28 07:08:05.026228 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['2f9831f3-a3bc-4f6b-833e-fba8e8fe6e72'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:08:05.055185 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-36d54a2b-4e4d-4a3b-a38d-834d47cb43d2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8de4768977c84bd49110b406df0e6e49&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5549049 Jan 28 07:08:05.056431 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 33754) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:08:05.064865 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d54a2b-4e4d-4a3b-a38d-834d47cb43d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a69950f-1a5f-4b7a-8a91-3f0fdc65afc5,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:08:05.083404 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d54a2b-4e4d-4a3b-a38d-834d47cb43d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:08:05.083747 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d54a2b-4e4d-4a3b-a38d-834d47cb43d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:08:05.084107 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d54a2b-4e4d-4a3b-a38d-834d47cb43d2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:08:05.084451 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d54a2b-4e4d-4a3b-a38d-834d47cb43d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:08:05.084775 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d54a2b-4e4d-4a3b-a38d-834d47cb43d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:08:05.085104 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d54a2b-4e4d-4a3b-a38d-834d47cb43d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:08:05.085431 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d54a2b-4e4d-4a3b-a38d-834d47cb43d2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:08:05.085953 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d54a2b-4e4d-4a3b-a38d-834d47cb43d2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:08:05.086282 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d54a2b-4e4d-4a3b-a38d-834d47cb43d2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:08:05.088511 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d54a2b-4e4d-4a3b-a38d-834d47cb43d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:08:05.088511 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d54a2b-4e4d-4a3b-a38d-834d47cb43d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:08:05.088785 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d54a2b-4e4d-4a3b-a38d-834d47cb43d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:08:05.088960 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d54a2b-4e4d-4a3b-a38d-834d47cb43d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:08:05.126972 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0d9f5450-8845-41b7-a2f5-ecf8c75a33ea req-37b81005-3f9e-4bf6-be71-18c3b8338b01 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/security-groups?id=83d97fa1-2f29-40d2-a756-a970d048d2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319222 Jan 28 07:08:05.256019 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-34b63fdc-bd64-4dda-8828-3f90e5f76b1b admin admin] Publish callbacks [] for security_group (1a69950f-1a5f-4b7a-8a91-3f0fdc65afc5), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:05.282818 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-34b63fdc-bd64-4dda-8828-3f90e5f76b1b admin admin] Publish callbacks [] for security_group (1a69950f-1a5f-4b7a-8a91-3f0fdc65afc5), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:05.292074 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80769114-0a30-49c2-aad1-e62c46f3362e', 'tag': 'fb231483-0256-48ed-bcfb-33f5614dbff3'}, {'server_uuid': '66f9a834-5a43-4a1a-973e-ebbb55ffd44b', 'name': 'network-vif-deleted', 'tag': '8e2e5026-fb80-4cb0-958b-d6c581e3da49'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:08:05.294384 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-628b020e-7761-49ed-91a9-0885909bf5ce" -d '{"events": [{"name": "network-changed", "server_uuid": "80769114-0a30-49c2-aad1-e62c46f3362e", "tag": "fb231483-0256-48ed-bcfb-33f5614dbff3"}, {"server_uuid": "66f9a834-5a43-4a1a-973e-ebbb55ffd44b", "name": "network-vif-deleted", "tag": "8e2e5026-fb80-4cb0-958b-d6c581e3da49"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:08:05.309948 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9c4c531f-5b31-4017-909e-fd3df4f576a5 req-9af20efe-61b6-48f0-a869-185bbb15c8a5 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d843c1b-2b3f-41f7-933d-0cc23e6bb818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2962141 Jan 28 07:08:05.328558 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a03360-51e9-41f3-be0c-b2e353c087fa req-36c9ed2f-2af0-440d-86e7-c7f00a1d56f1 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:05.328558 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-88a03360-51e9-41f3-be0c-b2e353c087fa req-36c9ed2f-2af0-440d-86e7-c7f00a1d56f1 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9e21c6f-9b87-4b08-b8fe-a60a848c1742 HTTP/1.1" status: 200 len: 950 time: 0.0534658 Jan 28 07:08:05.362118 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-b0c7fc22-0c1a-41b7-ab03-a8f6bfe8d6cc req-e8fe2d25-09e5-4b24-b51a-c7147e926179 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Deleting port 6cddf01d-3db6-4454-bacf-9a1b73c9a086 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:08:05.362451 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b0c7fc22-0c1a-41b7-ab03-a8f6bfe8d6cc req-e8fe2d25-09e5-4b24-b51a-c7147e926179 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (6cddf01d-3db6-4454-bacf-9a1b73c9a086), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:05.374528 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 6cddf01d-3db6-4454-bacf-9a1b73c9a086 no longer exists at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:08:05.393334 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-88a03360-51e9-41f3-be0c-b2e353c087fa req-904093e2-989f-4be7-8de8-efd4cc086fa5 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599422 Jan 28 07:08:05.440847 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-34b63fdc-bd64-4dda-8828-3f90e5f76b1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (1a69950f-1a5f-4b7a-8a91-3f0fdc65afc5), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:05.443512 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-34b63fdc-bd64-4dda-8828-3f90e5f76b1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:05.449345 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-34b63fdc-bd64-4dda-8828-3f90e5f76b1b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1a69950f-1a5f-4b7a-8a91-3f0fdc65afc5 HTTP/1.1" status: 204 len: 168 time: 0.3689241 Jan 28 07:08:05.473226 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b63fdc-bd64-4dda-8828-3f90e5f76b1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a69950f-1a5f-4b7a-8a91-3f0fdc65afc5,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:08:05.530522 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-b0c7fc22-0c1a-41b7-ab03-a8f6bfe8d6cc req-e8fe2d25-09e5-4b24-b51a-c7147e926179 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] For port 6cddf01d-3db6-4454-bacf-9a1b73c9a086, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=6cddf01d-3db6-4454-bacf-9a1b73c9a086,segment=NetworkSegment(ce716a12-c1f6-436a-8799-cf336e01826c),segment_id=ce716a12-c1f6-436a-8799-cf336e01826c)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:08:05.531696 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b0c7fc22-0c1a-41b7-ab03-a8f6bfe8d6cc req-e8fe2d25-09e5-4b24-b51a-c7147e926179 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (6cddf01d-3db6-4454-bacf-9a1b73c9a086), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:05.560434 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-b0c7fc22-0c1a-41b7-ab03-a8f6bfe8d6cc req-e8fe2d25-09e5-4b24-b51a-c7147e926179 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Calling delete_port for 6cddf01d-3db6-4454-bacf-9a1b73c9a086 owned by compute:nova {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:08:05.589548 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 28 Jan 2022 07:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdeac4e1-4911-4c91-a8c3-3e62b73b5c52 x-openstack-request-id: req-cdeac4e1-4911-4c91-a8c3-3e62b73b5c52 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:08:05.590373 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80769114-0a30-49c2-aad1-e62c46f3362e", "tag": "fb231483-0256-48ed-bcfb-33f5614dbff3", "status": "completed", "code": 200}, {"server_uuid": "66f9a834-5a43-4a1a-973e-ebbb55ffd44b", "name": "network-vif-deleted", "tag": "8e2e5026-fb80-4cb0-958b-d6c581e3da49", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:08:05.591000 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cdeac4e1-4911-4c91-a8c3-3e62b73b5c52 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:08:05.591510 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80769114-0a30-49c2-aad1-e62c46f3362e', 'tag': 'fb231483-0256-48ed-bcfb-33f5614dbff3', 'status': 'completed', 'code': 200} Jan 28 07:08:05.591875 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66f9a834-5a43-4a1a-973e-ebbb55ffd44b', 'name': 'network-vif-deleted', 'tag': '8e2e5026-fb80-4cb0-958b-d6c581e3da49', 'status': 'completed', 'code': 200} Jan 28 07:08:05.660919 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port 6cddf01d-3db6-4454-bacf-9a1b73c9a086 is: ACTIVE; New status is: DOWN {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:08:05.661342 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (6cddf01d-3db6-4454-bacf-9a1b73c9a086), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:05.664780 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7e0f4f70-d26d-4363-892f-1a1b91a54478 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:05.766059 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 6cddf01d-3db6-4454-bacf-9a1b73c9a086, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=6cddf01d-3db6-4454-bacf-9a1b73c9a086,segment=NetworkSegment(ce716a12-c1f6-436a-8799-cf336e01826c),segment_id=ce716a12-c1f6-436a-8799-cf336e01826c)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:08:05.772413 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (6cddf01d-3db6-4454-bacf-9a1b73c9a086), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:05.773382 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 4b1eb635-db0f-4c1a-9796-f2c54545a367 no longer exists at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:08:05.802454 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628b020e-7761-49ed-91a9-0885909bf5ce req-4c33f07c-5703-4d29-ad95-3368199de7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:05.804065 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-628b020e-7761-49ed-91a9-0885909bf5ce req-4c33f07c-5703-4d29-ad95-3368199de7ee service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0960152eceb74f9eb1ec8ad55ca70381&device_id=80769114-0a30-49c2-aad1-e62c46f3362e HTTP/1.1" status: 200 len: 1095 time: 0.1657102 Jan 28 07:08:05.835959 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d37cc00-40e5-4a75-ad70-ea16d3a3196e req-96d71e5d-a3ae-4ec9-8d5e-2d7099a5a271 tempest-LiveAutoBlockMigrationV225Test-1114652928 tempest-LiveAutoBlockMigrationV225Test-1114652928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:05.843512 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9d37cc00-40e5-4a75-ad70-ea16d3a3196e req-96d71e5d-a3ae-4ec9-8d5e-2d7099a5a271 tempest-LiveAutoBlockMigrationV225Test-1114652928 tempest-LiveAutoBlockMigrationV225Test-1114652928-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=c99d7ddf-8757-47cb-9f3a-5167285f7a3c HTTP/1.1" status: 200 len: 1097 time: 0.1285186 Jan 28 07:08:05.856402 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf75c747-723a-4d9d-b8aa-587b81f2ffa3 req-55164d6f-8955-401c-a87f-ef23c9870c21 tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:05.858021 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-bf75c747-723a-4d9d-b8aa-587b81f2ffa3 req-55164d6f-8955-401c-a87f-ef23c9870c21 tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] 10.222.0.41 "GET /v2.0/ports?device_id=80769114-0a30-49c2-aad1-e62c46f3362e HTTP/1.1" status: 200 len: 943 time: 0.1535587 Jan 28 07:08:05.872179 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] No Port match for: 4b1eb635-db0f-4c1a-9796-f2c54545a367 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:08:05.872478 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 4b1eb635-db0f-4c1a-9796-f2c54545a367 not bound to the agent host n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:08:05.924590 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=6cddf01d-3db6-4454-bacf-9a1b73c9a086,revision_number=6']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:08:05.972385 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9d37cc00-40e5-4a75-ad70-ea16d3a3196e req-8b4c90f9-9c70-4865-be96-c4f10220baed tempest-LiveAutoBlockMigrationV225Test-1114652928 tempest-LiveAutoBlockMigrationV225Test-1114652928-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=83d97fa1-2f29-40d2-a756-a970d048d2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275625 Jan 28 07:08:05.973813 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628b020e-7761-49ed-91a9-0885909bf5ce req-b72db36a-0db2-4abf-b959-565bdfc0536a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:05.975998 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-628b020e-7761-49ed-91a9-0885909bf5ce req-b72db36a-0db2-4abf-b959-565bdfc0536a service neutron] 10.222.0.10 "GET /v2.0/networks?id=40d02b2d-8999-4dc2-abb9-3653b1c5639b HTTP/1.1" status: 200 len: 924 time: 0.1638041 Jan 28 07:08:05.976510 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33790) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:08:06.032225 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6b044b7d-d290-4b6d-9042-0338524867e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:06.036952 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-628b020e-7761-49ed-91a9-0885909bf5ce req-f9e73b4b-4cd0-4ca5-b906-76c2f3ba7418 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fb231483-0256-48ed-bcfb-33f5614dbff3 HTTP/1.1" status: 200 len: 217 time: 0.0521450 Jan 28 07:08:06.051581 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-bf75c747-723a-4d9d-b8aa-587b81f2ffa3 req-f7d01414-e2b9-495f-9127-b0007f0d599d tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0f59fe5-8248-496a-844a-a9490566a49a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1749997 Jan 28 07:08:06.106166 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b0c7fc22-0c1a-41b7-ab03-a8f6bfe8d6cc req-e8fe2d25-09e5-4b24-b51a-c7147e926179 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (6cddf01d-3db6-4454-bacf-9a1b73c9a086), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:06.111071 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628b020e-7761-49ed-91a9-0885909bf5ce req-35fc8071-2a2e-4644-ba26-ed7ed611b0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:06.112601 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-628b020e-7761-49ed-91a9-0885909bf5ce req-35fc8071-2a2e-4644-ba26-ed7ed611b0e7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b0a9e84b-90ab-4b66-a900-eb7872b6d81f HTTP/1.1" status: 200 len: 862 time: 0.0674982 Jan 28 07:08:06.152580 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fe2d25-09e5-4b24-b51a-c7147e926179 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Pushing event deleted for resources: {'Port': ['ID=6cddf01d-3db6-4454-bacf-9a1b73c9a086,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:08:06.214803 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66f9a834-5a43-4a1a-973e-ebbb55ffd44b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6cddf01d-3db6-4454-bacf-9a1b73c9a086'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:08:06.217224 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85a75b26-fe4b-4db7-aacb-f01cca102b2d" -d '{"events": [{"server_uuid": "66f9a834-5a43-4a1a-973e-ebbb55ffd44b", "name": "network-vif-unplugged", "status": "completed", "tag": "6cddf01d-3db6-4454-bacf-9a1b73c9a086"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:08:06.233871 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0c7fc22-0c1a-41b7-ab03-a8f6bfe8d6cc req-e8fe2d25-09e5-4b24-b51a-c7147e926179 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] No DVR routers for this DVR port 6cddf01d-3db6-4454-bacf-9a1b73c9a086 on host n-h2-712749-28 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:08:06.236993 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b0c7fc22-0c1a-41b7-ab03-a8f6bfe8d6cc req-e8fe2d25-09e5-4b24-b51a-c7147e926179 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:06.244584 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b0c7fc22-0c1a-41b7-ab03-a8f6bfe8d6cc req-e8fe2d25-09e5-4b24-b51a-c7147e926179 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] 10.222.0.44 "DELETE /v2.0/ports/6cddf01d-3db6-4454-bacf-9a1b73c9a086 HTTP/1.1" status: 204 len: 173 time: 1.2055624 Jan 28 07:08:06.248635 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628b020e-7761-49ed-91a9-0885909bf5ce req-473d4741-451f-4957-8608-c37a9bc9a41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:06.250293 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-628b020e-7761-49ed-91a9-0885909bf5ce req-473d4741-451f-4957-8608-c37a9bc9a41f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=40d02b2d-8999-4dc2-abb9-3653b1c5639b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1301963 Jan 28 07:08:06.268859 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7471969a-4c2a-489b-a82a-7bc22e1d0174 req-4df0f2ac-c8a0-4cc5-a42c-808cf4ebad7c tempest-LiveAutoBlockMigrationV225Test-1114652928 tempest-LiveAutoBlockMigrationV225Test-1114652928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:06.276048 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7471969a-4c2a-489b-a82a-7bc22e1d0174 req-4df0f2ac-c8a0-4cc5-a42c-808cf4ebad7c tempest-LiveAutoBlockMigrationV225Test-1114652928 tempest-LiveAutoBlockMigrationV225Test-1114652928-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=c99d7ddf-8757-47cb-9f3a-5167285f7a3c HTTP/1.1" status: 200 len: 1097 time: 0.1246784 Jan 28 07:08:06.451060 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6b044b7d-d290-4b6d-9042-0338524867e9 admin admin] Publish callbacks [] for security_group (4a4b89bd-9f24-493a-832c-c886a7334990), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:06.467610 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6b044b7d-d290-4b6d-9042-0338524867e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (4a4b89bd-9f24-493a-832c-c886a7334990), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:06.473901 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 07:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8df6c7db-f5ec-4b71-a495-619d835e333d x-openstack-request-id: req-8df6c7db-f5ec-4b71-a495-619d835e333d {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:08:06.474203 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66f9a834-5a43-4a1a-973e-ebbb55ffd44b", "name": "network-vif-unplugged", "status": "completed", "tag": "6cddf01d-3db6-4454-bacf-9a1b73c9a086", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:08:06.474465 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8df6c7db-f5ec-4b71-a495-619d835e333d {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:08:06.474869 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66f9a834-5a43-4a1a-973e-ebbb55ffd44b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6cddf01d-3db6-4454-bacf-9a1b73c9a086', 'code': 200} Jan 28 07:08:06.511707 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 2f9831f3-a3bc-4f6b-833e-fba8e8fe6e72 up at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:08:06.553285 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7471969a-4c2a-489b-a82a-7bc22e1d0174 req-c5d8752c-93df-4aaa-9b5b-bf2db2c4f816 tempest-LiveAutoBlockMigrationV225Test-1114652928 tempest-LiveAutoBlockMigrationV225Test-1114652928-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=83d97fa1-2f29-40d2-a756-a970d048d2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2763071 Jan 28 07:08:06.556607 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-6b044b7d-d290-4b6d-9042-0338524867e9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=39b80f193aaf4e68b1c4579de5578cbe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5784721 Jan 28 07:08:06.559427 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 33812) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:08:06.569277 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b044b7d-d290-4b6d-9042-0338524867e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a4b89bd-9f24-493a-832c-c886a7334990,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:08:06.633344 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning complete for port 2f9831f3-a3bc-4f6b-833e-fba8e8fe6e72 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:08:06.633738 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (2f9831f3-a3bc-4f6b-833e-fba8e8fe6e72), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:06.652169 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-628b020e-7761-49ed-91a9-0885909bf5ce req-870aa658-8f8b-4dba-84e0-b40f0622caa2 service neutron] 10.222.0.10 "GET /v2.0/networks/40d02b2d-8999-4dc2-abb9-3653b1c5639b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3856781 Jan 28 07:08:06.705081 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-965eac66-629d-4361-a6aa-a4e8292a3f9f req-9810d202-ab1c-45e8-b00f-051c53e7b7ae tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] 10.222.0.41 "GET /v2.0/ports?device_id=66f9a834-5a43-4a1a-973e-ebbb55ffd44b HTTP/1.1" status: 200 len: 210 time: 0.1024911 Jan 28 07:08:06.767923 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7ab90e6e-9776-4eb4-a444-6187a4781e0b admin admin] Publish callbacks [] for security_group (4a4b89bd-9f24-493a-832c-c886a7334990), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:06.821948 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7ab90e6e-9776-4eb4-a444-6187a4781e0b admin admin] Publish callbacks [] for security_group (4a4b89bd-9f24-493a-832c-c886a7334990), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:06.831315 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-628b020e-7761-49ed-91a9-0885909bf5ce req-71d732f9-c7c2-4121-a651-ab26478744ab service neutron] 10.222.0.10 "GET /v2.0/networks/40d02b2d-8999-4dc2-abb9-3653b1c5639b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704094 Jan 28 07:08:06.850457 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 2f9831f3-a3bc-4f6b-833e-fba8e8fe6e72 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:08:06.851372 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (2f9831f3-a3bc-4f6b-833e-fba8e8fe6e72), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:06.855481 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:06.907630 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 2f9831f3-a3bc-4f6b-833e-fba8e8fe6e72, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=2f9831f3-a3bc-4f6b-833e-fba8e8fe6e72,segment=NetworkSegment(aa78153f-8140-4463-8a23-520ca70d4d00),segment_id=aa78153f-8140-4463-8a23-520ca70d4d00)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:08:06.932157 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7ab90e6e-9776-4eb4-a444-6187a4781e0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (4a4b89bd-9f24-493a-832c-c886a7334990), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:06.932761 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (2f9831f3-a3bc-4f6b-833e-fba8e8fe6e72), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:06.935137 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7ab90e6e-9776-4eb4-a444-6187a4781e0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:06.936763 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-7ab90e6e-9776-4eb4-a444-6187a4781e0b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4a4b89bd-9f24-493a-832c-c886a7334990 HTTP/1.1" status: 204 len: 168 time: 0.3757977 Jan 28 07:08:06.952423 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab90e6e-9776-4eb4-a444-6187a4781e0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a4b89bd-9f24-493a-832c-c886a7334990,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:08:06.970542 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67ca65b-d13a-4caa-ad27-e6f72698930e req-a487d896-871e-4316-aac7-9f820eac506b tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:06.979097 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c67ca65b-d13a-4caa-ad27-e6f72698930e req-a487d896-871e-4316-aac7-9f820eac506b tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9e21c6f-9b87-4b08-b8fe-a60a848c1742 HTTP/1.1" status: 200 len: 950 time: 0.1008825 Jan 28 07:08:07.011152 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=2f9831f3-a3bc-4f6b-833e-fba8e8fe6e72,revision_number=7']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:08:07.089256 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c67ca65b-d13a-4caa-ad27-e6f72698930e req-af029c58-e736-4ca7-9f9c-e5a1d51734e4 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090622 Jan 28 07:08:07.255343 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0a490f-ceee-4185-a110-c99f8ad2320a req-158afdaa-ed9c-47dd-a322-f1421ac55c5f tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:07.257475 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6b0a490f-ceee-4185-a110-c99f8ad2320a req-158afdaa-ed9c-47dd-a322-f1421ac55c5f tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] 10.222.0.41 "GET /v2.0/ports?device_id=80769114-0a30-49c2-aad1-e62c46f3362e HTTP/1.1" status: 200 len: 943 time: 0.0679698 Jan 28 07:08:07.352264 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6b0a490f-ceee-4185-a110-c99f8ad2320a req-5ced450a-aed7-4311-bad9-c3ec0fb53e4e tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0f59fe5-8248-496a-844a-a9490566a49a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874710 Jan 28 07:08:07.593388 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66f9a834-5a43-4a1a-973e-ebbb55ffd44b', 'name': 'network-vif-deleted', 'tag': '6cddf01d-3db6-4454-bacf-9a1b73c9a086'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:08:07.596434 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f0914f4-60ac-40b0-a493-ee2ded85110b" -d '{"events": [{"server_uuid": "66f9a834-5a43-4a1a-973e-ebbb55ffd44b", "name": "network-vif-deleted", "tag": "6cddf01d-3db6-4454-bacf-9a1b73c9a086"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:08:07.659210 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:08:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13241bf5-8dbc-4a7d-a9a1-e59dc092cde4 x-openstack-request-id: req-13241bf5-8dbc-4a7d-a9a1-e59dc092cde4 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:08:07.659773 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66f9a834-5a43-4a1a-973e-ebbb55ffd44b", "name": "network-vif-deleted", "tag": "6cddf01d-3db6-4454-bacf-9a1b73c9a086", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:08:07.660220 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-13241bf5-8dbc-4a7d-a9a1-e59dc092cde4 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:08:07.661002 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66f9a834-5a43-4a1a-973e-ebbb55ffd44b', 'name': 'network-vif-deleted', 'tag': '6cddf01d-3db6-4454-bacf-9a1b73c9a086', 'status': 'completed', 'code': 200} Jan 28 07:08:07.821321 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 33856) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:08:07.918631 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_v2 [None req-a51040f0-84c1-4b5c-af60-f36c70e42b11 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Deleting subnet 97f3c5f5-fd10-4d4d-bb88-be82c0f4b8dc {{(pid=103283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:08:07.922501 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a51040f0-84c1-4b5c-af60-f36c70e42b11 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Publish callbacks [] for subnet (97f3c5f5-fd10-4d4d-bb88-be82c0f4b8dc), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:07.968780 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a51040f0-84c1-4b5c-af60-f36c70e42b11 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13506696'] for subnet (97f3c5f5-fd10-4d4d-bb88-be82c0f4b8dc), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:08.080352 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a51040f0-84c1-4b5c-af60-f36c70e42b11 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (97f3c5f5-fd10-4d4d-bb88-be82c0f4b8dc), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:08.162362 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a51040f0-84c1-4b5c-af60-f36c70e42b11 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13546665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13556132'] for subnet (97f3c5f5-fd10-4d4d-bb88-be82c0f4b8dc), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:08.226283 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51040f0-84c1-4b5c-af60-f36c70e42b11 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Pushing event deleted for resources: {'Subnet': ['ID=97f3c5f5-fd10-4d4d-bb88-be82c0f4b8dc,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:08:08.238166 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a51040f0-84c1-4b5c-af60-f36c70e42b11 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:08.244388 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e90901c-e5ed-4f03-8585-9e0c878622da None None] Network 27809846-5323-402e-92f9-f3dbdeb36ea6 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:08:08.278746 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-a51040f0-84c1-4b5c-af60-f36c70e42b11 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] 10.222.0.41 "DELETE /v2.0/subnets/97f3c5f5-fd10-4d4d-bb88-be82c0f4b8dc HTTP/1.1" status: 204 len: 168 time: 0.4562824 Jan 28 07:08:08.279383 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 33870) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:08:08.294374 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18166d1-a92a-4ceb-bbf1-76f548c94b60 req-2b5f8c74-cc83-409f-8698-ce8ccfbb5921 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:08.307392 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b18166d1-a92a-4ceb-bbf1-76f548c94b60 req-2b5f8c74-cc83-409f-8698-ce8ccfbb5921 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9e21c6f-9b87-4b08-b8fe-a60a848c1742 HTTP/1.1" status: 200 len: 950 time: 0.1169755 Jan 28 07:08:08.381433 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b18166d1-a92a-4ceb-bbf1-76f548c94b60 req-f08dfe81-7351-46f3-aa48-1e6c44477f33 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694125 Jan 28 07:08:08.499864 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9057a629-2dac-4a33-80ca-6f4d956f6346', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f9831f3-a3bc-4f6b-833e-fba8e8fe6e72'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:08:08.504683 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-39770405-4717-43f8-94d1-085aa215e233 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (27809846-5323-402e-92f9-f3dbdeb36ea6), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:08.512966 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-557d30e7-8c91-4a6d-b97b-fff01fd60d87" -d '{"events": [{"server_uuid": "9057a629-2dac-4a33-80ca-6f4d956f6346", "name": "network-vif-plugged", "status": "completed", "tag": "2f9831f3-a3bc-4f6b-833e-fba8e8fe6e72"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:08:08.614151 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device fb231483-0256-48ed-bcfb-33f5614dbff3 details requested by agent hyperv_n-h1-712749-28 with host n-h1-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:08:08.646972 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbd36ea-fbca-48fb-b2fa-9c65018496b8 req-d9a4ceee-c293-473b-b3db-e2184d10b495 tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:08.654994 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7fbd36ea-fbca-48fb-b2fa-9c65018496b8 req-d9a4ceee-c293-473b-b3db-e2184d10b495 tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] 10.222.0.41 "GET /v2.0/ports?device_id=80769114-0a30-49c2-aad1-e62c46f3362e HTTP/1.1" status: 200 len: 943 time: 0.1186318 Jan 28 07:08:08.657552 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:08.697527 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e64ffd8a-3c59-4412-84fd-e127b1142ca9 x-openstack-request-id: req-e64ffd8a-3c59-4412-84fd-e127b1142ca9 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:08:08.698077 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9057a629-2dac-4a33-80ca-6f4d956f6346", "name": "network-vif-plugged", "status": "completed", "tag": "2f9831f3-a3bc-4f6b-833e-fba8e8fe6e72", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:08:08.698555 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e64ffd8a-3c59-4412-84fd-e127b1142ca9 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:08:08.699193 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9057a629-2dac-4a33-80ca-6f4d956f6346', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f9831f3-a3bc-4f6b-833e-fba8e8fe6e72', 'code': 200} Jan 28 07:08:08.720483 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-39770405-4717-43f8-94d1-085aa215e233 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Deleting port 3002ef3d-d8e6-403f-a4fd-6e944b6cbb91 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:08:08.720967 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-39770405-4717-43f8-94d1-085aa215e233 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (3002ef3d-d8e6-403f-a4fd-6e944b6cbb91), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:08.746002 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7fbd36ea-fbca-48fb-b2fa-9c65018496b8 req-9fb1e8d4-3a90-4038-8080-5557f8578d85 tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0f59fe5-8248-496a-844a-a9490566a49a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889382 Jan 28 07:08:08.841569 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-440b894a-0722-4815-9d09-f1e6b0c700dc None None] DHCP port deletion for 27809846-5323-402e-92f9-f3dbdeb36ea6 request from n-d-712749-28 {{(pid=103285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 07:08:08.869387 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-39770405-4717-43f8-94d1-085aa215e233 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] For port 3002ef3d-d8e6-403f-a4fd-6e944b6cbb91, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=3002ef3d-d8e6-403f-a4fd-6e944b6cbb91,segment=NetworkSegment(ce716a12-c1f6-436a-8799-cf336e01826c),segment_id=ce716a12-c1f6-436a-8799-cf336e01826c)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:08:08.869771 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-39770405-4717-43f8-94d1-085aa215e233 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (3002ef3d-d8e6-403f-a4fd-6e944b6cbb91), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:08.889558 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-39770405-4717-43f8-94d1-085aa215e233 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Calling delete_port for 3002ef3d-d8e6-403f-a4fd-6e944b6cbb91 owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:08:08.961664 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port fb231483-0256-48ed-bcfb-33f5614dbff3, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=fb231483-0256-48ed-bcfb-33f5614dbff3,segment=NetworkSegment(54d6bc55-d69e-43c8-8b72-86f677a245e2),segment_id=54d6bc55-d69e-43c8-8b72-86f677a245e2)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:08:08.989357 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-440b894a-0722-4815-9d09-f1e6b0c700dc None None] Deleting port 3002ef3d-d8e6-403f-a4fd-6e944b6cbb91 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:08:08.989722 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-440b894a-0722-4815-9d09-f1e6b0c700dc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (3002ef3d-d8e6-403f-a4fd-6e944b6cbb91), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:08.991604 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Returning: {'device': 'fb231483-0256-48ed-bcfb-33f5614dbff3', 'network_id': '40d02b2d-8999-4dc2-abb9-3653b1c5639b', 'port_id': 'fb231483-0256-48ed-bcfb-33f5614dbff3', 'mac_address': 'fa:16:3e:57:56:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0a9e84b-90ab-4b66-a900-eb7872b6d81f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:08:09.041624 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 3002ef3d-d8e6-403f-a4fd-6e944b6cbb91 no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:08:09.164846 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-39770405-4717-43f8-94d1-085aa215e233 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (3002ef3d-d8e6-403f-a4fd-6e944b6cbb91), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:09.208435 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39770405-4717-43f8-94d1-085aa215e233 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Pushing event deleted for resources: {'Port': ['ID=3002ef3d-d8e6-403f-a4fd-6e944b6cbb91,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:08:09.219168 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39770405-4717-43f8-94d1-085aa215e233 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] No DVR routers for this DVR port 3002ef3d-d8e6-403f-a4fd-6e944b6cbb91 on host n-d-712749-28 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:08:09.411043 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-39770405-4717-43f8-94d1-085aa215e233 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (27809846-5323-402e-92f9-f3dbdeb36ea6), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:09.437177 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port fb231483-0256-48ed-bcfb-33f5614dbff3 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:08:09.437765 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (fb231483-0256-48ed-bcfb-33f5614dbff3), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:09.448390 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-440b894a-0722-4815-9d09-f1e6b0c700dc None None] For port 3002ef3d-d8e6-403f-a4fd-6e944b6cbb91, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=3002ef3d-d8e6-403f-a4fd-6e944b6cbb91,segment=NetworkSegment(ce716a12-c1f6-436a-8799-cf336e01826c),segment_id=ce716a12-c1f6-436a-8799-cf336e01826c)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:08:09.448795 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-440b894a-0722-4815-9d09-f1e6b0c700dc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (3002ef3d-d8e6-403f-a4fd-6e944b6cbb91), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:09.479432 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-440b894a-0722-4815-9d09-f1e6b0c700dc None None] Calling delete_port for 3002ef3d-d8e6-403f-a4fd-6e944b6cbb91 owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:08:09.480800 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-39770405-4717-43f8-94d1-085aa215e233 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27809846-5323-402e-92f9-f3dbdeb36ea6']}} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:08:09.485759 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb231483-0256-48ed-bcfb-33f5614dbff3 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:08:09.512634 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-39770405-4717-43f8-94d1-085aa215e233 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce716a12-c1f6-436a-8799-cf336e01826c') {'for_net_delete': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:08:09.513006 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-39770405-4717-43f8-94d1-085aa215e233 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce716a12-c1f6-436a-8799-cf336e01826c') {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:08:09.556605 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-39770405-4717-43f8-94d1-085aa215e233 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13506801'] for segment (ce716a12-c1f6-436a-8799-cf336e01826c), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:09.600708 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No active binding found for port 3002ef3d-d8e6-403f-a4fd-6e944b6cbb91 {{(pid=103285) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 28 07:08:09.600926 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] The host n-d-712749-28 is not matching for port 3002ef3d-d8e6-403f-a4fd-6e944b6cbb91 host None! {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 07:08:09.601203 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 3002ef3d-d8e6-403f-a4fd-6e944b6cbb91 not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:08:09.630575 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-440b894a-0722-4815-9d09-f1e6b0c700dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298'] for port (3002ef3d-d8e6-403f-a4fd-6e944b6cbb91), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:09.653443 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port fb231483-0256-48ed-bcfb-33f5614dbff3, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=fb231483-0256-48ed-bcfb-33f5614dbff3,segment=NetworkSegment(54d6bc55-d69e-43c8-8b72-86f677a245e2),segment_id=54d6bc55-d69e-43c8-8b72-86f677a245e2)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:08:09.684747 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440b894a-0722-4815-9d09-f1e6b0c700dc None None] No DVR routers for this DVR port 3002ef3d-d8e6-403f-a4fd-6e944b6cbb91 on host n-d-712749-28 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:08:09.688673 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (fb231483-0256-48ed-bcfb-33f5614dbff3), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:09.694744 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-39770405-4717-43f8-94d1-085aa215e233 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (ce716a12-c1f6-436a-8799-cf336e01826c), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:09.708152 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39770405-4717-43f8-94d1-085aa215e233 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=103283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:08:09.708779 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-39770405-4717-43f8-94d1-085aa215e233 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13546563'] for segment (ce716a12-c1f6-436a-8799-cf336e01826c), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:09.719231 n-d-712749-28 neutron-server[103283]: Traceback (most recent call last): Jan 28 07:08:09.719231 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:08:09.719231 n-d-712749-28 neutron-server[103283]: timer() Jan 28 07:08:09.719231 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:08:09.719231 n-d-712749-28 neutron-server[103283]: cb(*args, **kw) Jan 28 07:08:09.719231 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:08:09.719231 n-d-712749-28 neutron-server[103283]: return func(*args, **kwargs) Jan 28 07:08:09.719231 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:08:09.719231 n-d-712749-28 neutron-server[103283]: self._notify() Jan 28 07:08:09.719231 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:08:09.719231 n-d-712749-28 neutron-server[103283]: self.callback(batched_events) Jan 28 07:08:09.719231 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:08:09.719231 n-d-712749-28 neutron-server[103283]: event.method(event) Jan 28 07:08:09.719231 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:08:09.719231 n-d-712749-28 neutron-server[103283]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:08:09.719231 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:08:09.719231 n-d-712749-28 neutron-server[103283]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:08:09.719231 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:08:09.719231 n-d-712749-28 neutron-server[103283]: return f(self, *a, **k) Jan 28 07:08:09.719231 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:08:09.719231 n-d-712749-28 neutron-server[103283]: return self._get(url).json() Jan 28 07:08:09.719231 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:08:09.719231 n-d-712749-28 neutron-server[103283]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:08:09.719231 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:08:09.719231 n-d-712749-28 neutron-server[103283]: return self.request(url, 'GET', **kwargs) Jan 28 07:08:09.719231 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:08:09.719231 n-d-712749-28 neutron-server[103283]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:08:09.719231 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:08:09.719231 n-d-712749-28 neutron-server[103283]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:08:09.719231 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:08:09.719231 n-d-712749-28 neutron-server[103283]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:08:09.719231 n-d-712749-28 neutron-server[103283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:08:09.736176 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440b894a-0722-4815-9d09-f1e6b0c700dc None None] Pushing event deleted for resources: {'Port': ['ID=3002ef3d-d8e6-403f-a4fd-6e944b6cbb91,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:08:09.738847 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:09.756228 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5504db1-a542-4ed4-aba4-534c793ec203 req-909afe14-f58f-4679-a979-82ac6925716d tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:09.763905 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f5504db1-a542-4ed4-aba4-534c793ec203 req-909afe14-f58f-4679-a979-82ac6925716d tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9e21c6f-9b87-4b08-b8fe-a60a848c1742 HTTP/1.1" status: 200 len: 950 time: 0.2102060 Jan 28 07:08:09.807249 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=fb231483-0256-48ed-bcfb-33f5614dbff3,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:08:09.894922 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f5504db1-a542-4ed4-aba4-534c793ec203 req-c86a81a8-8ff8-4df8-81a4-a3ace20e55cd tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298163 Jan 28 07:08:09.898825 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-39770405-4717-43f8-94d1-085aa215e233 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (27809846-5323-402e-92f9-f3dbdeb36ea6), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:09.907918 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-39770405-4717-43f8-94d1-085aa215e233 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:09.917993 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33928) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:08:09.918547 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-39770405-4717-43f8-94d1-085aa215e233 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] 10.222.0.41 "DELETE /v2.0/networks/27809846-5323-402e-92f9-f3dbdeb36ea6 HTTP/1.1" status: 204 len: 168 time: 1.6375465 Jan 28 07:08:09.940756 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39770405-4717-43f8-94d1-085aa215e233 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Pushing event deleted for resources: {'Network': ['ID=27809846-5323-402e-92f9-f3dbdeb36ea6,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:08:10.036419 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9fb018b-c182-476c-8e8a-a212dddd5dcc tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Deleting subnet 2d3b9885-4a83-42d2-a84f-6b5a44d519d6 {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:08:10.048180 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5948ae4c-1430-4275-b99f-7020bab167f7 req-134c26e8-dca9-4ba4-b8f0-d316ab7683bb tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:10.049772 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5948ae4c-1430-4275-b99f-7020bab167f7 req-134c26e8-dca9-4ba4-b8f0-d316ab7683bb tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] 10.222.0.41 "GET /v2.0/ports?device_id=80769114-0a30-49c2-aad1-e62c46f3362e HTTP/1.1" status: 200 len: 944 time: 0.0886891 Jan 28 07:08:10.062255 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8c953fec-0f2d-498e-977a-5c7688fb9d7c req-11c28f9c-4f9f-4a50-8fee-adeee2809a94 tempest-TenantUsagesTestJSON-2098755746 tempest-TenantUsagesTestJSON-2098755746-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=f7d1410659974a748115453b3012e4dd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0515521 Jan 28 07:08:10.070441 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d9fb018b-c182-476c-8e8a-a212dddd5dcc tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Publish callbacks [] for subnet (2d3b9885-4a83-42d2-a84f-6b5a44d519d6), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:10.107520 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['fb231483-0256-48ed-bcfb-33f5614dbff3'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:08:10.130532 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d9fb018b-c182-476c-8e8a-a212dddd5dcc tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24759175'] for subnet (2d3b9885-4a83-42d2-a84f-6b5a44d519d6), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:10.147902 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5948ae4c-1430-4275-b99f-7020bab167f7 req-e94a328d-6a94-409d-bb5e-10362f975047 tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0f59fe5-8248-496a-844a-a9490566a49a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881317 Jan 28 07:08:10.448293 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d9fb018b-c182-476c-8e8a-a212dddd5dcc tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (2d3b9885-4a83-42d2-a84f-6b5a44d519d6), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:10.503245 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c953fec-0f2d-498e-977a-5c7688fb9d7c req-ba70e8f5-a205-49d1-88eb-d49fa0cd7a19 tempest-TenantUsagesTestJSON-2098755746 tempest-TenantUsagesTestJSON-2098755746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:10.510067 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8c953fec-0f2d-498e-977a-5c7688fb9d7c req-ba70e8f5-a205-49d1-88eb-d49fa0cd7a19 tempest-TenantUsagesTestJSON-2098755746 tempest-TenantUsagesTestJSON-2098755746-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4469805 Jan 28 07:08:10.534367 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8c953fec-0f2d-498e-977a-5c7688fb9d7c req-abd3a915-2ccb-4ee3-a9f1-c238ac78d34d tempest-TenantUsagesTestJSON-2098755746 tempest-TenantUsagesTestJSON-2098755746-project] 10.222.0.41 "GET /v2.0/quotas/f7d1410659974a748115453b3012e4dd HTTP/1.1" status: 200 len: 375 time: 0.0231800 Jan 28 07:08:10.580149 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8c953fec-0f2d-498e-977a-5c7688fb9d7c req-4ffbe265-840a-4cc0-931e-48f28709e91d tempest-TenantUsagesTestJSON-2098755746 tempest-TenantUsagesTestJSON-2098755746-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=f7d1410659974a748115453b3012e4dd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0425618 Jan 28 07:08:10.627315 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d9fb018b-c182-476c-8e8a-a212dddd5dcc tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24757569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24979817'] for subnet (2d3b9885-4a83-42d2-a84f-6b5a44d519d6), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:10.672095 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fb018b-c182-476c-8e8a-a212dddd5dcc tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Pushing event deleted for resources: {'Subnet': ['ID=2d3b9885-4a83-42d2-a84f-6b5a44d519d6,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:08:10.674427 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d9fb018b-c182-476c-8e8a-a212dddd5dcc tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:10.680263 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-d9fb018b-c182-476c-8e8a-a212dddd5dcc tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] 10.222.0.41 "DELETE /v2.0/subnets/2d3b9885-4a83-42d2-a84f-6b5a44d519d6 HTTP/1.1" status: 204 len: 168 time: 0.7612584 Jan 28 07:08:10.684744 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 33948) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:08:10.687309 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b41cbef-63dd-4157-8fa3-87f6c2589dbd None None] Network c12c2e90-5594-4dc8-9607-0895d1df5067 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:08:10.900366 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-15def2a5-a8bf-432c-b3e6-9f579be0e34e tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (c12c2e90-5594-4dc8-9607-0895d1df5067), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:11.029000 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c4ef21e-a51f-4237-a80b-e23879748c90 None None] DHCP port deletion for c12c2e90-5594-4dc8-9607-0895d1df5067 request from n-d-712749-28 {{(pid=103285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 07:08:11.042791 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5ff8bfb3-4670-4580-8ce5-d4af4dd521a3 req-97778df4-a8a7-4ebf-94e2-96c6affdb3d1 tempest-TenantUsagesTestJSON-2098755746 tempest-TenantUsagesTestJSON-2098755746-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f16fd8e-4ab8-48f7-bf0b-b000c3e46a9f HTTP/1.1" status: 200 len: 210 time: 0.0639946 Jan 28 07:08:11.102468 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-15def2a5-a8bf-432c-b3e6-9f579be0e34e tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Deleting port 3eb7cd20-51c0-4444-a632-52d3f89e58a1 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:08:11.102920 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-15def2a5-a8bf-432c-b3e6-9f579be0e34e tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (3eb7cd20-51c0-4444-a632-52d3f89e58a1), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:11.161318 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c4fab2-c601-40a3-87bf-f84b928c946d req-53b722af-a463-43c1-bef7-628f87b4573b tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:11.178841 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-84c4fab2-c601-40a3-87bf-f84b928c946d req-53b722af-a463-43c1-bef7-628f87b4573b tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9e21c6f-9b87-4b08-b8fe-a60a848c1742 HTTP/1.1" status: 200 len: 950 time: 0.1447766 Jan 28 07:08:11.201309 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-15def2a5-a8bf-432c-b3e6-9f579be0e34e tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] For port 3eb7cd20-51c0-4444-a632-52d3f89e58a1, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=3eb7cd20-51c0-4444-a632-52d3f89e58a1,segment=NetworkSegment(7c829508-0903-4bcf-b0b4-48623395c1b3),segment_id=7c829508-0903-4bcf-b0b4-48623395c1b3)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:08:11.203829 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-15def2a5-a8bf-432c-b3e6-9f579be0e34e tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (3eb7cd20-51c0-4444-a632-52d3f89e58a1), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:11.228900 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-8c4ef21e-a51f-4237-a80b-e23879748c90 None None] Deleting port 3eb7cd20-51c0-4444-a632-52d3f89e58a1 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:08:11.233843 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8c4ef21e-a51f-4237-a80b-e23879748c90 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (3eb7cd20-51c0-4444-a632-52d3f89e58a1), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:11.235615 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-15def2a5-a8bf-432c-b3e6-9f579be0e34e tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Calling delete_port for 3eb7cd20-51c0-4444-a632-52d3f89e58a1 owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:08:11.289805 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-84c4fab2-c601-40a3-87bf-f84b928c946d req-29e8b0ed-225c-494a-8fbc-b3532daa7eb4 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984733 Jan 28 07:08:11.479724 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c406b39-4f54-49f9-9565-6eb39bacaae9 req-2d56ca0f-8a27-4bbf-a1aa-32797dfb8c6e tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:11.481457 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5c406b39-4f54-49f9-9565-6eb39bacaae9 req-2d56ca0f-8a27-4bbf-a1aa-32797dfb8c6e tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] 10.222.0.41 "GET /v2.0/ports?device_id=80769114-0a30-49c2-aad1-e62c46f3362e HTTP/1.1" status: 200 len: 944 time: 0.1573415 Jan 28 07:08:11.531218 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-8c4ef21e-a51f-4237-a80b-e23879748c90 None None] For port 3eb7cd20-51c0-4444-a632-52d3f89e58a1, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=3eb7cd20-51c0-4444-a632-52d3f89e58a1,segment=NetworkSegment(7c829508-0903-4bcf-b0b4-48623395c1b3),segment_id=7c829508-0903-4bcf-b0b4-48623395c1b3)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:08:11.531846 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8c4ef21e-a51f-4237-a80b-e23879748c90 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (3eb7cd20-51c0-4444-a632-52d3f89e58a1), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:11.564060 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-8c4ef21e-a51f-4237-a80b-e23879748c90 None None] Calling delete_port for 3eb7cd20-51c0-4444-a632-52d3f89e58a1 owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:08:11.583566 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a364b493-4b91-427e-b754-7b9aaeb9b509 req-b1916a03-b819-4449-adca-1052ac0f444f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ac4a8f81-18d9-4d17-b21a-fa9550ec808a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1309261 Jan 28 07:08:11.599362 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5c406b39-4f54-49f9-9565-6eb39bacaae9 req-5bac6eea-e388-484c-9eb0-2abc2236bf3a tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0f59fe5-8248-496a-844a-a9490566a49a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905955 Jan 28 07:08:11.619492 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-15def2a5-a8bf-432c-b3e6-9f579be0e34e tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (3eb7cd20-51c0-4444-a632-52d3f89e58a1), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:11.701122 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15def2a5-a8bf-432c-b3e6-9f579be0e34e tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Pushing event deleted for resources: {'Port': ['ID=3eb7cd20-51c0-4444-a632-52d3f89e58a1,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:08:11.787237 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15def2a5-a8bf-432c-b3e6-9f579be0e34e tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] No DVR routers for this DVR port 3eb7cd20-51c0-4444-a632-52d3f89e58a1 on host n-d-712749-28 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:08:11.790689 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8c4ef21e-a51f-4237-a80b-e23879748c90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298'] for port (3eb7cd20-51c0-4444-a632-52d3f89e58a1), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:11.848610 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4ef21e-a51f-4237-a80b-e23879748c90 None None] Pushing event deleted for resources: {'Port': ['ID=3eb7cd20-51c0-4444-a632-52d3f89e58a1,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:08:11.865861 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4ef21e-a51f-4237-a80b-e23879748c90 None None] No DVR routers for this DVR port 3eb7cd20-51c0-4444-a632-52d3f89e58a1 on host n-d-712749-28 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:08:11.917487 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a364b493-4b91-427e-b754-7b9aaeb9b509 req-7738efb7-efa7-40b5-89c3-555e437c098e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:11.919114 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a364b493-4b91-427e-b754-7b9aaeb9b509 req-7738efb7-efa7-40b5-89c3-555e437c098e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5c2af407db1e43909575b4b7c4ad1b18&device_id=ac4a8f81-18d9-4d17-b21a-fa9550ec808a HTTP/1.1" status: 200 len: 1096 time: 0.2193067 Jan 28 07:08:11.936057 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-15def2a5-a8bf-432c-b3e6-9f579be0e34e tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (c12c2e90-5594-4dc8-9607-0895d1df5067), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:12.021427 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-15def2a5-a8bf-432c-b3e6-9f579be0e34e tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c12c2e90-5594-4dc8-9607-0895d1df5067']}} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:08:12.039079 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-15def2a5-a8bf-432c-b3e6-9f579be0e34e tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c829508-0903-4bcf-b0b4-48623395c1b3') {'for_net_delete': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:08:12.040030 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-15def2a5-a8bf-432c-b3e6-9f579be0e34e tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c829508-0903-4bcf-b0b4-48623395c1b3') {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:08:12.057650 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-15def2a5-a8bf-432c-b3e6-9f579be0e34e tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13506801'] for segment (7c829508-0903-4bcf-b0b4-48623395c1b3), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:12.069623 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a364b493-4b91-427e-b754-7b9aaeb9b509 req-ca1925b0-dbf0-45cc-9969-013e41617109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:12.071936 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a364b493-4b91-427e-b754-7b9aaeb9b509 req-ca1925b0-dbf0-45cc-9969-013e41617109 service neutron] 10.222.0.44 "GET /v2.0/networks?id=823f80f1-2970-481b-aed2-7ad5a7c0ed20 HTTP/1.1" status: 200 len: 921 time: 0.1221340 Jan 28 07:08:12.079856 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-15def2a5-a8bf-432c-b3e6-9f579be0e34e tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (7c829508-0903-4bcf-b0b4-48623395c1b3), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:12.090424 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15def2a5-a8bf-432c-b3e6-9f579be0e34e tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=103283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:08:12.091290 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-15def2a5-a8bf-432c-b3e6-9f579be0e34e tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13546563'] for segment (7c829508-0903-4bcf-b0b4-48623395c1b3), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:12.096282 n-d-712749-28 neutron-server[103283]: Traceback (most recent call last): Jan 28 07:08:12.096282 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:08:12.096282 n-d-712749-28 neutron-server[103283]: timer() Jan 28 07:08:12.096282 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:08:12.096282 n-d-712749-28 neutron-server[103283]: cb(*args, **kw) Jan 28 07:08:12.096282 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:08:12.096282 n-d-712749-28 neutron-server[103283]: return func(*args, **kwargs) Jan 28 07:08:12.096282 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:08:12.096282 n-d-712749-28 neutron-server[103283]: self._notify() Jan 28 07:08:12.096282 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:08:12.096282 n-d-712749-28 neutron-server[103283]: self.callback(batched_events) Jan 28 07:08:12.096282 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:08:12.096282 n-d-712749-28 neutron-server[103283]: event.method(event) Jan 28 07:08:12.096282 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:08:12.096282 n-d-712749-28 neutron-server[103283]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:08:12.096282 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:08:12.096282 n-d-712749-28 neutron-server[103283]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:08:12.096282 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:08:12.096282 n-d-712749-28 neutron-server[103283]: return f(self, *a, **k) Jan 28 07:08:12.096282 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:08:12.096282 n-d-712749-28 neutron-server[103283]: return self._get(url).json() Jan 28 07:08:12.096282 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:08:12.096282 n-d-712749-28 neutron-server[103283]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:08:12.096282 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:08:12.096282 n-d-712749-28 neutron-server[103283]: return self.request(url, 'GET', **kwargs) Jan 28 07:08:12.096282 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:08:12.096282 n-d-712749-28 neutron-server[103283]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:08:12.096282 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:08:12.096282 n-d-712749-28 neutron-server[103283]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:08:12.096282 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:08:12.096282 n-d-712749-28 neutron-server[103283]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:08:12.096282 n-d-712749-28 neutron-server[103283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:08:12.145629 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a364b493-4b91-427e-b754-7b9aaeb9b509 req-2fc1f82c-55ea-4383-b96a-8722bf2ed36f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=abf761fe-27eb-4437-903a-948a31ef5bc8 HTTP/1.1" status: 200 len: 217 time: 0.0592406 Jan 28 07:08:12.252634 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f64c12d5-d172-4eaf-b6d9-bec991612a1f req-f4ce2f92-4ec1-4e33-91b7-0a81af4c4bd6 tempest-TenantUsagesTestJSON-2098755746 tempest-TenantUsagesTestJSON-2098755746-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f16fd8e-4ab8-48f7-bf0b-b000c3e46a9f HTTP/1.1" status: 200 len: 210 time: 0.0541899 Jan 28 07:08:12.326990 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-15def2a5-a8bf-432c-b3e6-9f579be0e34e tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (c12c2e90-5594-4dc8-9607-0895d1df5067), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:12.334710 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-15def2a5-a8bf-432c-b3e6-9f579be0e34e tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:12.344578 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-15def2a5-a8bf-432c-b3e6-9f579be0e34e tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] 10.222.0.41 "DELETE /v2.0/networks/c12c2e90-5594-4dc8-9607-0895d1df5067 HTTP/1.1" status: 204 len: 168 time: 1.6537898 Jan 28 07:08:12.353367 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33992) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:08:12.357576 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-4bc1d713-4fdc-4e37-9f14-89dd0a252140 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-805238805'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:08:12.388460 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15def2a5-a8bf-432c-b3e6-9f579be0e34e tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Pushing event deleted for resources: {'Network': ['ID=c12c2e90-5594-4dc8-9607-0895d1df5067,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:08:12.391255 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a364b493-4b91-427e-b754-7b9aaeb9b509 req-a7ab827d-c311-42a2-88ba-3c8a151ccfa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:12.393024 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a364b493-4b91-427e-b754-7b9aaeb9b509 req-a7ab827d-c311-42a2-88ba-3c8a151ccfa2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d3ff6769-eb60-4293-943b-ef852d2e0c72 HTTP/1.1" status: 200 len: 860 time: 0.1959002 Jan 28 07:08:12.397219 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bc1d713-4fdc-4e37-9f14-89dd0a252140 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Made reservation on behalf of 4ade2f3244a74baaac394be83c2287fc for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:08:12.402016 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4bc1d713-4fdc-4e37-9f14-89dd0a252140 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:12.463843 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bc1d713-4fdc-4e37-9f14-89dd0a252140 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:08:12.466768 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a364b493-4b91-427e-b754-7b9aaeb9b509 req-998f685b-ef9c-48b6-bbc0-6de103d178e0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=823f80f1-2970-481b-aed2-7ad5a7c0ed20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565066 Jan 28 07:08:12.477212 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4bc1d713-4fdc-4e37-9f14-89dd0a252140 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (1c002465-93f0-40e3-93db-0bfe07eee218), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:12.477890 n-d-712749-28 neutron-server[103284]: INFO neutron.db.segments_db [None req-4bc1d713-4fdc-4e37-9f14-89dd0a252140 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Added segment 1c002465-93f0-40e3-93db-0bfe07eee218 of type vlan for network 64753cb5-867e-4356-822c-cbede62e134f Jan 28 07:08:12.522708 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4bc1d713-4fdc-4e37-9f14-89dd0a252140 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (64753cb5-867e-4356-822c-cbede62e134f), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:12.538045 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device fb231483-0256-48ed-bcfb-33f5614dbff3 up at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:08:12.674217 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4bc1d713-4fdc-4e37-9f14-89dd0a252140 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (64753cb5-867e-4356-822c-cbede62e134f), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:12.691747 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a364b493-4b91-427e-b754-7b9aaeb9b509 req-24ccc7aa-5576-4ef6-9ad6-60fc9035d182 service neutron] 10.222.0.44 "GET /v2.0/networks/823f80f1-2970-481b-aed2-7ad5a7c0ed20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168629 Jan 28 07:08:12.698767 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning for port fb231483-0256-48ed-bcfb-33f5614dbff3 completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:08:12.700536 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc1d713-4fdc-4e37-9f14-89dd0a252140 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:12.704859 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4bc1d713-4fdc-4e37-9f14-89dd0a252140 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:12.706377 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning complete for port fb231483-0256-48ed-bcfb-33f5614dbff3 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:08:12.706947 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (fb231483-0256-48ed-bcfb-33f5614dbff3), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:12.848375 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port fb231483-0256-48ed-bcfb-33f5614dbff3 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:08:12.849627 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (fb231483-0256-48ed-bcfb-33f5614dbff3), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:12.889960 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80769114-0a30-49c2-aad1-e62c46f3362e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb231483-0256-48ed-bcfb-33f5614dbff3'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:08:12.912995 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eee2c92b-b5ad-42f7-bacb-f4839ba56023" -d '{"events": [{"server_uuid": "80769114-0a30-49c2-aad1-e62c46f3362e", "name": "network-vif-plugged", "status": "completed", "tag": "fb231483-0256-48ed-bcfb-33f5614dbff3"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:08:12.938315 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ab15e6-0ddb-4aba-9e0d-69d7e66667ee req-0d071d1d-c156-470b-9276-5dfde3f7c76f tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:12.952173 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f4ab15e6-0ddb-4aba-9e0d-69d7e66667ee req-0d071d1d-c156-470b-9276-5dfde3f7c76f tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] 10.222.0.41 "GET /v2.0/ports?device_id=80769114-0a30-49c2-aad1-e62c46f3362e HTTP/1.1" status: 200 len: 944 time: 0.1604443 Jan 28 07:08:12.966114 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port fb231483-0256-48ed-bcfb-33f5614dbff3, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=fb231483-0256-48ed-bcfb-33f5614dbff3,segment=NetworkSegment(54d6bc55-d69e-43c8-8b72-86f677a245e2),segment_id=54d6bc55-d69e-43c8-8b72-86f677a245e2)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:08:12.979165 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (fb231483-0256-48ed-bcfb-33f5614dbff3), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:12.982869 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a364b493-4b91-427e-b754-7b9aaeb9b509 req-935b96bc-22f1-425b-8e7f-42df891741e4 service neutron] 10.222.0.44 "GET /v2.0/networks/823f80f1-2970-481b-aed2-7ad5a7c0ed20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2823629 Jan 28 07:08:13.043053 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 3eb7cd20-51c0-4444-a632-52d3f89e58a1 no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:08:13.108419 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8c953fec-0f2d-498e-977a-5c7688fb9d7c req-d2c79d45-6f5e-439a-bc57-7db80e9d5f0b tempest-TenantUsagesTestJSON-2098755746 tempest-TenantUsagesTestJSON-2098755746-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=f7d1410659974a748115453b3012e4dd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1736269 Jan 28 07:08:13.116534 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f4ab15e6-0ddb-4aba-9e0d-69d7e66667ee req-de4e3fcd-a3ed-486d-bff3-170a3b013e69 tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0f59fe5-8248-496a-844a-a9490566a49a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1629782 Jan 28 07:08:13.126871 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: 3eb7cd20-51c0-4444-a632-52d3f89e58a1 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:08:13.127238 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 3eb7cd20-51c0-4444-a632-52d3f89e58a1 not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:08:13.193566 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=fb231483-0256-48ed-bcfb-33f5614dbff3,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:08:13.202384 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-4bc1d713-4fdc-4e37-9f14-89dd0a252140 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8511972 Jan 28 07:08:13.205048 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 34006) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:08:13.209936 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-f24e265d-b3c0-4c62-b50e-04c3a2101a81 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Request body: {'subnet': {'network_id': '64753cb5-867e-4356-822c-cbede62e134f', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:08:13.279016 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c9e166-25c0-4c84-af19-49df6d0cb9d3 req-76f88588-f0f5-4280-82b1-8f1b6b3820bd tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:13.286448 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-99c9e166-25c0-4c84-af19-49df6d0cb9d3 req-76f88588-f0f5-4280-82b1-8f1b6b3820bd tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9e21c6f-9b87-4b08-b8fe-a60a848c1742 HTTP/1.1" status: 200 len: 950 time: 0.8496199 Jan 28 07:08:13.299262 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc1d713-4fdc-4e37-9f14-89dd0a252140 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Pushing event updated for resources: {'Network': ['ID=64753cb5-867e-4356-822c-cbede62e134f,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:08:13.311818 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network 64753cb5-867e-4356-822c-cbede62e134f details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:08:13.357154 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f24e265d-b3c0-4c62-b50e-04c3a2101a81 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Made reservation on behalf of 4ade2f3244a74baaac394be83c2287fc for: {'subnet': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:08:13.363593 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f24e265d-b3c0-4c62-b50e-04c3a2101a81 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13555781'] for subnet (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:13.467449 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-99c9e166-25c0-4c84-af19-49df6d0cb9d3 req-d93b0022-7a4b-43a8-9adc-79d6c944971d tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800985 Jan 28 07:08:13.500570 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c953fec-0f2d-498e-977a-5c7688fb9d7c req-655cf8f0-7103-48dd-9e27-fefe3acdcc45 tempest-TenantUsagesTestJSON-2098755746 tempest-TenantUsagesTestJSON-2098755746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:13.502773 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8c953fec-0f2d-498e-977a-5c7688fb9d7c req-655cf8f0-7103-48dd-9e27-fefe3acdcc45 tempest-TenantUsagesTestJSON-2098755746 tempest-TenantUsagesTestJSON-2098755746-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3509388 Jan 28 07:08:13.534388 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-8c953fec-0f2d-498e-977a-5c7688fb9d7c req-bce7d555-a64f-4925-a70a-5f1ea318ae1e tempest-TenantUsagesTestJSON-2098755746 tempest-TenantUsagesTestJSON-2098755746-project] Request body: {'port': {'device_id': '4f16fd8e-4ab8-48f7-bf0b-b000c3e46a9f', 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb', 'admin_state_up': True, 'tenant_id': 'f7d1410659974a748115453b3012e4dd'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:08:13.592231 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60b342b6-b51e-4cea-ace0-1e4380b307a8 x-openstack-request-id: req-60b342b6-b51e-4cea-ace0-1e4380b307a8 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:08:13.592857 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80769114-0a30-49c2-aad1-e62c46f3362e", "name": "network-vif-plugged", "status": "completed", "tag": "fb231483-0256-48ed-bcfb-33f5614dbff3", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:08:13.593366 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-60b342b6-b51e-4cea-ace0-1e4380b307a8 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:08:13.593981 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80769114-0a30-49c2-aad1-e62c46f3362e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb231483-0256-48ed-bcfb-33f5614dbff3', 'code': 200} Jan 28 07:08:13.718017 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c953fec-0f2d-498e-977a-5c7688fb9d7c req-bce7d555-a64f-4925-a70a-5f1ea318ae1e tempest-TenantUsagesTestJSON-2098755746 tempest-TenantUsagesTestJSON-2098755746-project] Made reservation on behalf of f7d1410659974a748115453b3012e4dd for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:08:13.722280 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-8c953fec-0f2d-498e-977a-5c7688fb9d7c req-bce7d555-a64f-4925-a70a-5f1ea318ae1e tempest-TenantUsagesTestJSON-2098755746 tempest-TenantUsagesTestJSON-2098755746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:13.748176 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-8c953fec-0f2d-498e-977a-5c7688fb9d7c req-bce7d555-a64f-4925-a70a-5f1ea318ae1e tempest-TenantUsagesTestJSON-2098755746 tempest-TenantUsagesTestJSON-2098755746-project] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:13.806536 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f24e265d-b3c0-4c62-b50e-04c3a2101a81 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13546728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13555799'] for subnet (866242db-708f-472c-aed0-7dbcbf9c56f7), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:13.903723 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9fd60c38-094c-43d8-8332-4b95f66da0ed req-e820bdc7-67f5-415d-b2e2-25e4addc0ce7 tempest-TenantUsagesTestJSON-2098755746 tempest-TenantUsagesTestJSON-2098755746-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f16fd8e-4ab8-48f7-bf0b-b000c3e46a9f HTTP/1.1" status: 200 len: 210 time: 0.1345077 Jan 28 07:08:13.940401 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24e265d-b3c0-4c62-b50e-04c3a2101a81 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Pushing event updated for resources: {'Subnet': ['ID=866242db-708f-472c-aed0-7dbcbf9c56f7,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:08:13.940401 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24e265d-b3c0-4c62-b50e-04c3a2101a81 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Checking segment: {'id': '1c002465-93f0-40e3-93db-0bfe07eee218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '64753cb5-867e-4356-822c-cbede62e134f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:08:13.940401 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f24e265d-b3c0-4c62-b50e-04c3a2101a81 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Network hostable DHCP agents. Network: 64753cb5-867e-4356-822c-cbede62e134f, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:08:13.966912 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f24e265d-b3c0-4c62-b50e-04c3a2101a81 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Network 64753cb5-867e-4356-822c-cbede62e134f is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:08:13.989462 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69b0bd5-6439-4f18-bf91-61769a0559f6 req-341d103b-8988-4a6f-8948-5387ca97d7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:13.991000 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e69b0bd5-6439-4f18-bf91-61769a0559f6 req-341d103b-8988-4a6f-8948-5387ca97d7b1 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=80769114-0a30-49c2-aad1-e62c46f3362e HTTP/1.1" status: 200 len: 1097 time: 0.2471213 Jan 28 07:08:13.993424 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-f24e265d-b3c0-4c62-b50e-04c3a2101a81 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, 64753cb5-867e-4356-822c-cbede62e134f) {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:08:14.010156 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed20b248-bab6-4833-b96f-4ed5f9c4de10 None None] Network 64753cb5-867e-4356-822c-cbede62e134f requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:08:14.011530 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f24e265d-b3c0-4c62-b50e-04c3a2101a81 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:14.012145 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f24e265d-b3c0-4c62-b50e-04c3a2101a81 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:14.028937 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-8c953fec-0f2d-498e-977a-5c7688fb9d7c req-bce7d555-a64f-4925-a70a-5f1ea318ae1e tempest-TenantUsagesTestJSON-2098755746 tempest-TenantUsagesTestJSON-2098755746-project] Publish callbacks [] for security_group (512d45ef-d546-453c-8502-1898f8e18bd7), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:14.043859 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-8c953fec-0f2d-498e-977a-5c7688fb9d7c req-bce7d555-a64f-4925-a70a-5f1ea318ae1e tempest-TenantUsagesTestJSON-2098755746 tempest-TenantUsagesTestJSON-2098755746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (512d45ef-d546-453c-8502-1898f8e18bd7), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:14.059398 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-f24e265d-b3c0-4c62-b50e-04c3a2101a81 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.8532531 Jan 28 07:08:14.062297 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 34020) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:08:14.072943 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-1952f61b-c75e-467d-88a7-6c5574969515 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-432529178'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:08:14.123921 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1952f61b-c75e-467d-88a7-6c5574969515 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Made reservation on behalf of 4ade2f3244a74baaac394be83c2287fc for: {'network': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:08:14.127913 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1952f61b-c75e-467d-88a7-6c5574969515 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:14.173424 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb682ff2-e628-4937-b248-26260896fce2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3dd72b9-6805-5f61-b6f3-a591f99a173d-64753cb5-867e-4356-822c-cbede62e134f', 'network_id': '64753cb5-867e-4356-822c-cbede62e134f', 'project_id': '4ade2f3244a74baaac394be83c2287fc', 'fixed_ips': [{'subnet_id': '866242db-708f-472c-aed0-7dbcbf9c56f7'}]}} from n-d-712749-28. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 07:08:14.174744 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-eb682ff2-e628-4937-b248-26260896fce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:14.214564 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1952f61b-c75e-467d-88a7-6c5574969515 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=103283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:08:14.243368 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1952f61b-c75e-467d-88a7-6c5574969515 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (3050a4da-486e-4ce8-b24e-7e894845f87c), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:14.243738 n-d-712749-28 neutron-server[103283]: INFO neutron.db.segments_db [None req-1952f61b-c75e-467d-88a7-6c5574969515 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Added segment 3050a4da-486e-4ce8-b24e-7e894845f87c of type vlan for network 1ec3c9a5-713a-40dc-ad5c-9c1727240346 Jan 28 07:08:14.340655 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1952f61b-c75e-467d-88a7-6c5574969515 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (1ec3c9a5-713a-40dc-ad5c-9c1727240346), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:14.376840 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-8c953fec-0f2d-498e-977a-5c7688fb9d7c req-bce7d555-a64f-4925-a70a-5f1ea318ae1e tempest-TenantUsagesTestJSON-2098755746 tempest-TenantUsagesTestJSON-2098755746-project] Allocated IP 192.168.233.119 (d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb/5785b43d-448b-4d12-9eb5-4e4caf2e7eaf/f36868be-8b82-46cf-b066-2c7eff7a9355) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:08:14.396167 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-eb682ff2-e628-4937-b248-26260896fce2 None None] Allocated IP 19.80.0.2 (64753cb5-867e-4356-822c-cbede62e134f/866242db-708f-472c-aed0-7dbcbf9c56f7/4220a07c-1c86-4d1c-8259-3ef46e9caa77) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:08:14.412566 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1443871a-9979-434e-90ec-50b5ec31d7e5 req-e03ebd52-5181-4be4-9fbc-51a3c04d1d64 tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:14.422096 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1443871a-9979-434e-90ec-50b5ec31d7e5 req-e03ebd52-5181-4be4-9fbc-51a3c04d1d64 tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] 10.222.0.41 "GET /v2.0/ports?device_id=80769114-0a30-49c2-aad1-e62c46f3362e HTTP/1.1" status: 200 len: 945 time: 0.1527214 Jan 28 07:08:14.503816 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1443871a-9979-434e-90ec-50b5ec31d7e5 req-13403bd4-68b1-4d40-9f9b-e55fb78ba3d9 tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0f59fe5-8248-496a-844a-a9490566a49a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806022 Jan 28 07:08:14.505540 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1952f61b-c75e-467d-88a7-6c5574969515 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (1ec3c9a5-713a-40dc-ad5c-9c1727240346), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:14.512513 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1952f61b-c75e-467d-88a7-6c5574969515 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:14.519415 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1952f61b-c75e-467d-88a7-6c5574969515 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:14.626650 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1952f61b-c75e-467d-88a7-6c5574969515 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Pushing event updated for resources: {'Network': ['ID=1ec3c9a5-713a-40dc-ad5c-9c1727240346,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:08:14.650715 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-1952f61b-c75e-467d-88a7-6c5574969515 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5858436 Jan 28 07:08:14.651693 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 34032) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:08:14.660076 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-7a54f0e9-0a52-4e04-9727-4035e80c9235 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Request body: {'subnet': {'network_id': '1ec3c9a5-713a-40dc-ad5c-9c1727240346', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:08:14.735113 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-eb682ff2-e628-4937-b248-26260896fce2 None None] Publish callbacks [] for port (4220a07c-1c86-4d1c-8259-3ef46e9caa77), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:14.740121 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network 1ec3c9a5-713a-40dc-ad5c-9c1727240346 details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:08:14.762639 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-eb682ff2-e628-4937-b248-26260896fce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (4220a07c-1c86-4d1c-8259-3ef46e9caa77), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:14.834497 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e69b0bd5-6439-4f18-bf91-61769a0559f6 req-945b8c6a-6b90-40b2-8b30-89684f045c72 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=e0f59fe5-8248-496a-844a-a9490566a49a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8344321 Jan 28 07:08:14.834985 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369a7e21-665c-4e93-890d-f90c94435ff4 req-02d7323c-162d-4ed8-b57f-55dc35b3fe15 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:14.844072 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-369a7e21-665c-4e93-890d-f90c94435ff4 req-02d7323c-162d-4ed8-b57f-55dc35b3fe15 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9e21c6f-9b87-4b08-b8fe-a60a848c1742 HTTP/1.1" status: 200 len: 950 time: 0.1821060 Jan 28 07:08:14.899119 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce7d555-a64f-4925-a70a-5f1ea318ae1e tempest-TenantUsagesTestJSON-2098755746 tempest-TenantUsagesTestJSON-2098755746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=512d45ef-d546-453c-8502-1898f8e18bd7,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:08:14.940904 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-369a7e21-665c-4e93-890d-f90c94435ff4 req-a1aacd87-d7f2-40a7-adc7-115bdfca58fd tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941336 Jan 28 07:08:14.963183 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a54f0e9-0a52-4e04-9727-4035e80c9235 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Made reservation on behalf of 4ade2f3244a74baaac394be83c2287fc for: {'subnet': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:08:14.969014 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7a54f0e9-0a52-4e04-9727-4035e80c9235 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13555781'] for subnet (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:14.971273 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-8c953fec-0f2d-498e-977a-5c7688fb9d7c req-bce7d555-a64f-4925-a70a-5f1ea318ae1e tempest-TenantUsagesTestJSON-2098755746 tempest-TenantUsagesTestJSON-2098755746-project] Publish callbacks [] for port (f36868be-8b82-46cf-b066-2c7eff7a9355), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:15.057966 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb682ff2-e628-4937-b248-26260896fce2 None None] Network 64753cb5-867e-4356-822c-cbede62e134f is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:08:15.062733 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-8c953fec-0f2d-498e-977a-5c7688fb9d7c req-bce7d555-a64f-4925-a70a-5f1ea318ae1e tempest-TenantUsagesTestJSON-2098755746 tempest-TenantUsagesTestJSON-2098755746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (f36868be-8b82-46cf-b066-2c7eff7a9355), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:15.092377 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-eb682ff2-e628-4937-b248-26260896fce2 None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:08:15.103951 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c953fec-0f2d-498e-977a-5c7688fb9d7c req-bce7d555-a64f-4925-a70a-5f1ea318ae1e tempest-TenantUsagesTestJSON-2098755746 tempest-TenantUsagesTestJSON-2098755746-project] Network d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:08:15.107954 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-8c953fec-0f2d-498e-977a-5c7688fb9d7c req-bce7d555-a64f-4925-a70a-5f1ea318ae1e tempest-TenantUsagesTestJSON-2098755746 tempest-TenantUsagesTestJSON-2098755746-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:08:15.111491 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c953fec-0f2d-498e-977a-5c7688fb9d7c req-bce7d555-a64f-4925-a70a-5f1ea318ae1e tempest-TenantUsagesTestJSON-2098755746 tempest-TenantUsagesTestJSON-2098755746-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:08:15.134269 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb682ff2-e628-4937-b248-26260896fce2 None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:08:15.167856 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce7d555-a64f-4925-a70a-5f1ea318ae1e tempest-TenantUsagesTestJSON-2098755746 tempest-TenantUsagesTestJSON-2098755746-project] Pushing event updated for resources: {'Port': ['ID=f36868be-8b82-46cf-b066-2c7eff7a9355,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:08:15.212961 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c953fec-0f2d-498e-977a-5c7688fb9d7c req-bce7d555-a64f-4925-a70a-5f1ea318ae1e tempest-TenantUsagesTestJSON-2098755746 tempest-TenantUsagesTestJSON-2098755746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:15.213969 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-8c953fec-0f2d-498e-977a-5c7688fb9d7c req-bce7d555-a64f-4925-a70a-5f1ea318ae1e tempest-TenantUsagesTestJSON-2098755746 tempest-TenantUsagesTestJSON-2098755746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:15.240708 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8c953fec-0f2d-498e-977a-5c7688fb9d7c req-bce7d555-a64f-4925-a70a-5f1ea318ae1e tempest-TenantUsagesTestJSON-2098755746 tempest-TenantUsagesTestJSON-2098755746-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7177603 Jan 28 07:08:15.262560 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-8c953fec-0f2d-498e-977a-5c7688fb9d7c req-4173c986-d67d-4a0a-aa46-8473d92c193c service neutron] Request body: {'port': {'device_id': '4f16fd8e-4ab8-48f7-bf0b-b000c3e46a9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712749-28'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:08:15.303810 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-eb682ff2-e628-4937-b248-26260896fce2 None None] Attempting to bind port 4220a07c-1c86-4d1c-8259-3ef46e9caa77 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:08:15.304185 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-eb682ff2-e628-4937-b248-26260896fce2 None None] Attempting to bind port 4220a07c-1c86-4d1c-8259-3ef46e9caa77 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '1c002465-93f0-40e3-93db-0bfe07eee218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '64753cb5-867e-4356-822c-cbede62e134f'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:08:15.318920 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb682ff2-e628-4937-b248-26260896fce2 None None] Attempting to bind port 4220a07c-1c86-4d1c-8259-3ef46e9caa77 on network 64753cb5-867e-4356-822c-cbede62e134f {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:08:15.334349 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb682ff2-e628-4937-b248-26260896fce2 None None] Pushing event updated for resources: {'Port': ['ID=4220a07c-1c86-4d1c-8259-3ef46e9caa77,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:08:15.336857 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7a54f0e9-0a52-4e04-9727-4035e80c9235 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13546728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13555799'] for subnet (df6f8204-b66c-4e86-b1b3-3f938ae39435), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:15.346155 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb682ff2-e628-4937-b248-26260896fce2 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:08:15.346928 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb682ff2-e628-4937-b248-26260896fce2 None None] Checking segment: {'id': '1c002465-93f0-40e3-93db-0bfe07eee218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '64753cb5-867e-4356-822c-cbede62e134f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:08:15.347769 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-eb682ff2-e628-4937-b248-26260896fce2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:15.348464 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb682ff2-e628-4937-b248-26260896fce2 None None] Bound using segment: {'id': '1c002465-93f0-40e3-93db-0bfe07eee218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '64753cb5-867e-4356-822c-cbede62e134f'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:08:15.349325 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-eb682ff2-e628-4937-b248-26260896fce2 None None] Bound port: 4220a07c-1c86-4d1c-8259-3ef46e9caa77, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c002465-93f0-40e3-93db-0bfe07eee218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '64753cb5-867e-4356-822c-cbede62e134f'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:08:15.352905 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-eb682ff2-e628-4937-b248-26260896fce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (4220a07c-1c86-4d1c-8259-3ef46e9caa77), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:15.439776 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-8c953fec-0f2d-498e-977a-5c7688fb9d7c req-4173c986-d67d-4a0a-aa46-8473d92c193c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (f36868be-8b82-46cf-b066-2c7eff7a9355), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:15.493046 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd24711-539e-45ea-a3e4-1ad250ca3b2c req-cc2d0197-b3ca-4c66-a44d-64e1bb8b66e8 tempest-TenantUsagesTestJSON-2098755746 tempest-TenantUsagesTestJSON-2098755746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:15.501000 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-bfd24711-539e-45ea-a3e4-1ad250ca3b2c req-cc2d0197-b3ca-4c66-a44d-64e1bb8b66e8 tempest-TenantUsagesTestJSON-2098755746 tempest-TenantUsagesTestJSON-2098755746-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f16fd8e-4ab8-48f7-bf0b-b000c3e46a9f HTTP/1.1" status: 200 len: 936 time: 0.1828289 Jan 28 07:08:15.518352 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a54f0e9-0a52-4e04-9727-4035e80c9235 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Checking segment: {'id': '3050a4da-486e-4ce8-b24e-7e894845f87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '1ec3c9a5-713a-40dc-ad5c-9c1727240346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:08:15.519773 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a54f0e9-0a52-4e04-9727-4035e80c9235 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Network hostable DHCP agents. Network: 1ec3c9a5-713a-40dc-ad5c-9c1727240346, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:08:15.537441 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-eb682ff2-e628-4937-b248-26260896fce2 None None] For port 4220a07c-1c86-4d1c-8259-3ef46e9caa77, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:08:15.543024 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-eb682ff2-e628-4937-b248-26260896fce2 None None] For port 4220a07c-1c86-4d1c-8259-3ef46e9caa77, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=4220a07c-1c86-4d1c-8259-3ef46e9caa77,segment=NetworkSegment(1c002465-93f0-40e3-93db-0bfe07eee218),segment_id=1c002465-93f0-40e3-93db-0bfe07eee218)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:08:15.547463 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a54f0e9-0a52-4e04-9727-4035e80c9235 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Pushing event updated for resources: {'Subnet': ['ID=df6f8204-b66c-4e86-b1b3-3f938ae39435,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:08:15.561668 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-eb682ff2-e628-4937-b248-26260896fce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (4220a07c-1c86-4d1c-8259-3ef46e9caa77), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:15.613964 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-bfd24711-539e-45ea-a3e4-1ad250ca3b2c req-51fa0f90-f1da-4ec4-957c-d2ebd99b658e tempest-TenantUsagesTestJSON-2098755746 tempest-TenantUsagesTestJSON-2098755746-project] 10.222.0.41 "GET /v2.0/security-groups?id=512d45ef-d546-453c-8502-1898f8e18bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119912 Jan 28 07:08:15.617134 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a54f0e9-0a52-4e04-9727-4035e80c9235 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Network 1ec3c9a5-713a-40dc-ad5c-9c1727240346 is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:08:15.637133 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-7a54f0e9-0a52-4e04-9727-4035e80c9235 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, 1ec3c9a5-713a-40dc-ad5c-9c1727240346) {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:08:15.645948 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb682ff2-e628-4937-b248-26260896fce2 None None] Pushing event updated for resources: {'Port': ['ID=4220a07c-1c86-4d1c-8259-3ef46e9caa77,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:08:15.654652 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a54f0e9-0a52-4e04-9727-4035e80c9235 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:15.658925 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7a54f0e9-0a52-4e04-9727-4035e80c9235 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:15.665731 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-782e8b20-fed5-4028-ae59-de856e8d210b None None] Network 1ec3c9a5-713a-40dc-ad5c-9c1727240346 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:08:15.737990 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-b72783f7-8fa1-48d1-a9de-b268e6b8a251 None None] Provisioning complete for port f36868be-8b82-46cf-b066-2c7eff7a9355 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:08:15.738743 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b72783f7-8fa1-48d1-a9de-b268e6b8a251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (f36868be-8b82-46cf-b066-2c7eff7a9355), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:15.745370 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-7a54f0e9-0a52-4e04-9727-4035e80c9235 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0912166 Jan 28 07:08:15.790647 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-b72783f7-8fa1-48d1-a9de-b268e6b8a251 None None] Port f36868be-8b82-46cf-b066-2c7eff7a9355 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:08:15.942515 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4662f6f2-c1c1-4fcb-8f0f-e00c6c9d382e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3dd72b9-6805-5f61-b6f3-a591f99a173d-1ec3c9a5-713a-40dc-ad5c-9c1727240346', 'network_id': '1ec3c9a5-713a-40dc-ad5c-9c1727240346', 'project_id': '4ade2f3244a74baaac394be83c2287fc', 'fixed_ips': [{'subnet_id': 'df6f8204-b66c-4e86-b1b3-3f938ae39435'}]}} from n-d-712749-28. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 07:08:15.943408 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4662f6f2-c1c1-4fcb-8f0f-e00c6c9d382e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:15.949041 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ba0502-3aff-4a08-ad18-6faafb7fd32f req-4b8f593a-ca8c-4c9d-aec6-e147791c6450 tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:15.961279 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d2ba0502-3aff-4a08-ad18-6faafb7fd32f req-4b8f593a-ca8c-4c9d-aec6-e147791c6450 tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] 10.222.0.41 "GET /v2.0/ports?device_id=80769114-0a30-49c2-aad1-e62c46f3362e HTTP/1.1" status: 200 len: 945 time: 0.2412696 Jan 28 07:08:16.141361 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d2ba0502-3aff-4a08-ad18-6faafb7fd32f req-639be711-2593-4724-b777-d56c0c3aad05 tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0f59fe5-8248-496a-844a-a9490566a49a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1792088 Jan 28 07:08:16.498212 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844f5135-f307-434b-8efa-1d069a10b253 req-27343eab-2149-4cc8-8bf5-4f1246ef2e07 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:16.504745 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844f5135-f307-434b-8efa-1d069a10b253 req-27343eab-2149-4cc8-8bf5-4f1246ef2e07 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:16.513299 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-844f5135-f307-434b-8efa-1d069a10b253 req-27343eab-2149-4cc8-8bf5-4f1246ef2e07 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] 10.222.0.41 "GET /v2.0/networks?id=64753cb5-867e-4356-822c-cbede62e134f&id=1ec3c9a5-713a-40dc-ad5c-9c1727240346 HTTP/1.1" status: 200 len: 1390 time: 0.3994949 Jan 28 07:08:16.530545 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-844f5135-f307-434b-8efa-1d069a10b253 req-5953de6c-2ad5-4886-9b1d-ef926d6951a3 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] 10.222.0.41 "GET /v2.0/quotas/4ade2f3244a74baaac394be83c2287fc HTTP/1.1" status: 200 len: 375 time: 0.0161211 Jan 28 07:08:16.536119 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-4662f6f2-c1c1-4fcb-8f0f-e00c6c9d382e None None] Allocated IP 19.86.0.2 (1ec3c9a5-713a-40dc-ad5c-9c1727240346/df6f8204-b66c-4e86-b1b3-3f938ae39435/68b1bdd6-7fa3-4bd1-b1ac-5b99009a9c14) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:08:16.772045 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-844f5135-f307-434b-8efa-1d069a10b253 req-a70b586c-cb39-4df3-a344-da21463178a0 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=4ade2f3244a74baaac394be83c2287fc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2312803 Jan 28 07:08:16.856164 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-8c953fec-0f2d-498e-977a-5c7688fb9d7c req-4173c986-d67d-4a0a-aa46-8473d92c193c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f36868be-8b82-46cf-b066-2c7eff7a9355 {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:08:16.874429 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-8c953fec-0f2d-498e-977a-5c7688fb9d7c req-4173c986-d67d-4a0a-aa46-8473d92c193c service neutron] Publish callbacks [] for port (f36868be-8b82-46cf-b066-2c7eff7a9355), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:16.910120 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4662f6f2-c1c1-4fcb-8f0f-e00c6c9d382e None None] Publish callbacks [] for port (68b1bdd6-7fa3-4bd1-b1ac-5b99009a9c14), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:16.924445 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4662f6f2-c1c1-4fcb-8f0f-e00c6c9d382e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (68b1bdd6-7fa3-4bd1-b1ac-5b99009a9c14), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:16.925859 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eecdac-ee76-41b2-bccd-a1c857493314 req-eeeaf666-3cba-44c0-b083-1cae30f528a3 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:16.941809 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d5eecdac-ee76-41b2-bccd-a1c857493314 req-eeeaf666-3cba-44c0-b083-1cae30f528a3 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9e21c6f-9b87-4b08-b8fe-a60a848c1742 HTTP/1.1" status: 200 len: 950 time: 0.6618166 Jan 28 07:08:17.036890 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-8c953fec-0f2d-498e-977a-5c7688fb9d7c req-4173c986-d67d-4a0a-aa46-8473d92c193c service neutron] Transition to ACTIVE for port object f36868be-8b82-46cf-b066-2c7eff7a9355 will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:08:17.038396 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4662f6f2-c1c1-4fcb-8f0f-e00c6c9d382e None None] Network 1ec3c9a5-713a-40dc-ad5c-9c1727240346 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:08:17.055278 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-844f5135-f307-434b-8efa-1d069a10b253 req-9c6874a0-b45d-4745-8bf5-1564f73449d6 service neutron] 10.222.0.41 "GET /v2.0/networks/64753cb5-867e-4356-822c-cbede62e134f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2820110 Jan 28 07:08:17.058342 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-8c953fec-0f2d-498e-977a-5c7688fb9d7c req-4173c986-d67d-4a0a-aa46-8473d92c193c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (f36868be-8b82-46cf-b066-2c7eff7a9355), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:17.066582 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-4662f6f2-c1c1-4fcb-8f0f-e00c6c9d382e None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:08:17.099489 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4662f6f2-c1c1-4fcb-8f0f-e00c6c9d382e None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:08:17.114775 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4662f6f2-c1c1-4fcb-8f0f-e00c6c9d382e None None] Pushing event updated for resources: {'Port': ['ID=68b1bdd6-7fa3-4bd1-b1ac-5b99009a9c14,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:08:17.155234 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 4220a07c-1c86-4d1c-8259-3ef46e9caa77 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:08:17.163506 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d5eecdac-ee76-41b2-bccd-a1c857493314 req-98bb17fc-2a14-4404-b087-91d077274775 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207210 Jan 28 07:08:17.282172 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4173c986-d67d-4a0a-aa46-8473d92c193c service neutron] Pushing event updated for resources: {'Port': ['ID=f36868be-8b82-46cf-b066-2c7eff7a9355,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:08:17.329015 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-4662f6f2-c1c1-4fcb-8f0f-e00c6c9d382e None None] Attempting to bind port 68b1bdd6-7fa3-4bd1-b1ac-5b99009a9c14 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:08:17.333386 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-4662f6f2-c1c1-4fcb-8f0f-e00c6c9d382e None None] Attempting to bind port 68b1bdd6-7fa3-4bd1-b1ac-5b99009a9c14 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '3050a4da-486e-4ce8-b24e-7e894845f87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '1ec3c9a5-713a-40dc-ad5c-9c1727240346'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:08:17.334017 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4662f6f2-c1c1-4fcb-8f0f-e00c6c9d382e None None] Attempting to bind port 68b1bdd6-7fa3-4bd1-b1ac-5b99009a9c14 on network 1ec3c9a5-713a-40dc-ad5c-9c1727240346 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:08:17.376993 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-844f5135-f307-434b-8efa-1d069a10b253 req-301cae7e-d010-4dea-8908-b6fd12b5dd0f service neutron] 10.222.0.41 "GET /v2.0/networks/64753cb5-867e-4356-822c-cbede62e134f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3202212 Jan 28 07:08:17.384394 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4662f6f2-c1c1-4fcb-8f0f-e00c6c9d382e None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:08:17.393951 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4662f6f2-c1c1-4fcb-8f0f-e00c6c9d382e None None] Checking segment: {'id': '3050a4da-486e-4ce8-b24e-7e894845f87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '1ec3c9a5-713a-40dc-ad5c-9c1727240346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:08:17.395191 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4662f6f2-c1c1-4fcb-8f0f-e00c6c9d382e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:17.409638 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4662f6f2-c1c1-4fcb-8f0f-e00c6c9d382e None None] Bound using segment: {'id': '3050a4da-486e-4ce8-b24e-7e894845f87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '1ec3c9a5-713a-40dc-ad5c-9c1727240346'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:08:17.410428 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-4662f6f2-c1c1-4fcb-8f0f-e00c6c9d382e None None] Bound port: 68b1bdd6-7fa3-4bd1-b1ac-5b99009a9c14, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3050a4da-486e-4ce8-b24e-7e894845f87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '1ec3c9a5-713a-40dc-ad5c-9c1727240346'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:08:17.414967 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4662f6f2-c1c1-4fcb-8f0f-e00c6c9d382e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (68b1bdd6-7fa3-4bd1-b1ac-5b99009a9c14), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:17.471916 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 4220a07c-1c86-4d1c-8259-3ef46e9caa77 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:08:17.472749 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (4220a07c-1c86-4d1c-8259-3ef46e9caa77), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:17.541148 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-8c953fec-0f2d-498e-977a-5c7688fb9d7c req-4173c986-d67d-4a0a-aa46-8473d92c193c service neutron] Attempting to bind port f36868be-8b82-46cf-b066-2c7eff7a9355 on host n-h2-712749-28 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:08:17.541439 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-8c953fec-0f2d-498e-977a-5c7688fb9d7c req-4173c986-d67d-4a0a-aa46-8473d92c193c service neutron] Attempting to bind port f36868be-8b82-46cf-b066-2c7eff7a9355 by drivers openvswitch,hyperv on host n-h2-712749-28 at level 0 using segments [{'id': '9d52209e-a416-4cfe-8f8a-19567a90fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:08:17.541723 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c953fec-0f2d-498e-977a-5c7688fb9d7c req-4173c986-d67d-4a0a-aa46-8473d92c193c service neutron] Attempting to bind port f36868be-8b82-46cf-b066-2c7eff7a9355 on network d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:08:17.576464 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c953fec-0f2d-498e-977a-5c7688fb9d7c req-4173c986-d67d-4a0a-aa46-8473d92c193c service neutron] Port f36868be-8b82-46cf-b066-2c7eff7a9355 on network d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-28 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:08:17.576712 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c953fec-0f2d-498e-977a-5c7688fb9d7c req-4173c986-d67d-4a0a-aa46-8473d92c193c service neutron] Attempting to bind port f36868be-8b82-46cf-b066-2c7eff7a9355 on network d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:08:17.605731 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c953fec-0f2d-498e-977a-5c7688fb9d7c req-4173c986-d67d-4a0a-aa46-8473d92c193c service neutron] Checking agent: {'id': 'c9906e63-062c-432e-bb53-63fdb8115e18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:08:17.606268 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c953fec-0f2d-498e-977a-5c7688fb9d7c req-4173c986-d67d-4a0a-aa46-8473d92c193c service neutron] Checking segment: {'id': '9d52209e-a416-4cfe-8f8a-19567a90fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:08:17.606878 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c953fec-0f2d-498e-977a-5c7688fb9d7c req-4173c986-d67d-4a0a-aa46-8473d92c193c service neutron] Bound using segment: {'id': '9d52209e-a416-4cfe-8f8a-19567a90fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:08:17.616977 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-8c953fec-0f2d-498e-977a-5c7688fb9d7c req-4173c986-d67d-4a0a-aa46-8473d92c193c service neutron] Bound port: f36868be-8b82-46cf-b066-2c7eff7a9355, host: n-h2-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d52209e-a416-4cfe-8f8a-19567a90fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:08:17.623750 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-8c953fec-0f2d-498e-977a-5c7688fb9d7c req-4173c986-d67d-4a0a-aa46-8473d92c193c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (f36868be-8b82-46cf-b066-2c7eff7a9355), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:17.651864 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-844f5135-f307-434b-8efa-1d069a10b253 req-0f663b8a-9f7d-4a45-bdf9-785267e8f5be service neutron] 10.222.0.41 "GET /v2.0/networks/1ec3c9a5-713a-40dc-ad5c-9c1727240346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2736681 Jan 28 07:08:17.705531 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-4662f6f2-c1c1-4fcb-8f0f-e00c6c9d382e None None] For port 68b1bdd6-7fa3-4bd1-b1ac-5b99009a9c14, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:08:17.708658 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 4220a07c-1c86-4d1c-8259-3ef46e9caa77 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:08:17.709280 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (4220a07c-1c86-4d1c-8259-3ef46e9caa77), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:17.775801 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] For port 4220a07c-1c86-4d1c-8259-3ef46e9caa77, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=4220a07c-1c86-4d1c-8259-3ef46e9caa77,segment=NetworkSegment(1c002465-93f0-40e3-93db-0bfe07eee218),segment_id=1c002465-93f0-40e3-93db-0bfe07eee218)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:08:17.809032 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (4220a07c-1c86-4d1c-8259-3ef46e9caa77), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:17.818289 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-4662f6f2-c1c1-4fcb-8f0f-e00c6c9d382e None None] For port 68b1bdd6-7fa3-4bd1-b1ac-5b99009a9c14, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=68b1bdd6-7fa3-4bd1-b1ac-5b99009a9c14,segment=NetworkSegment(3050a4da-486e-4ce8-b24e-7e894845f87c),segment_id=3050a4da-486e-4ce8-b24e-7e894845f87c)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:08:17.885989 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-844f5135-f307-434b-8efa-1d069a10b253 req-fa492ba9-3bc8-44f4-83df-13b3a2e6af87 service neutron] 10.222.0.41 "GET /v2.0/networks/1ec3c9a5-713a-40dc-ad5c-9c1727240346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298477 Jan 28 07:08:17.937896 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Pushing event updated for resources: {'Port': ['ID=4220a07c-1c86-4d1c-8259-3ef46e9caa77,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:08:17.950225 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4388a44d-53e6-49be-8901-2367e3f4925d None None] Network 64753cb5-867e-4356-822c-cbede62e134f requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:08:17.957971 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4662f6f2-c1c1-4fcb-8f0f-e00c6c9d382e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (68b1bdd6-7fa3-4bd1-b1ac-5b99009a9c14), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:18.075014 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5e36d3-5861-4d47-ba3d-8008cebafde6 req-5b230085-ca3f-4850-96da-f13124ab96d7 tempest-TenantUsagesTestJSON-2098755746 tempest-TenantUsagesTestJSON-2098755746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:18.095946 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0e5e36d3-5861-4d47-ba3d-8008cebafde6 req-5b230085-ca3f-4850-96da-f13124ab96d7 tempest-TenantUsagesTestJSON-2098755746 tempest-TenantUsagesTestJSON-2098755746-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f16fd8e-4ab8-48f7-bf0b-b000c3e46a9f HTTP/1.1" status: 200 len: 948 time: 0.4564073 Jan 28 07:08:18.111657 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4662f6f2-c1c1-4fcb-8f0f-e00c6c9d382e None None] Pushing event updated for resources: {'Port': ['ID=68b1bdd6-7fa3-4bd1-b1ac-5b99009a9c14,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:08:18.313425 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-8c953fec-0f2d-498e-977a-5c7688fb9d7c req-4173c986-d67d-4a0a-aa46-8473d92c193c service neutron] For port f36868be-8b82-46cf-b066-2c7eff7a9355, host n-h2-712749-28, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:08:18.359309 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-8c953fec-0f2d-498e-977a-5c7688fb9d7c req-4173c986-d67d-4a0a-aa46-8473d92c193c service neutron] For port f36868be-8b82-46cf-b066-2c7eff7a9355, host n-h2-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=f36868be-8b82-46cf-b066-2c7eff7a9355,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:08:18.399759 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0e5e36d3-5861-4d47-ba3d-8008cebafde6 req-3d506380-7d07-4acc-afd8-72250a5d4691 tempest-TenantUsagesTestJSON-2098755746 tempest-TenantUsagesTestJSON-2098755746-project] 10.222.0.41 "GET /v2.0/security-groups?id=512d45ef-d546-453c-8502-1898f8e18bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2872913 Jan 28 07:08:18.408721 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-8c953fec-0f2d-498e-977a-5c7688fb9d7c req-4173c986-d67d-4a0a-aa46-8473d92c193c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (f36868be-8b82-46cf-b066-2c7eff7a9355), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:18.593780 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c953fec-0f2d-498e-977a-5c7688fb9d7c req-4173c986-d67d-4a0a-aa46-8473d92c193c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:18.615557 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-8c953fec-0f2d-498e-977a-5c7688fb9d7c req-4173c986-d67d-4a0a-aa46-8473d92c193c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:18.627681 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8c953fec-0f2d-498e-977a-5c7688fb9d7c req-4173c986-d67d-4a0a-aa46-8473d92c193c service neutron] 10.222.0.44 "PUT /v2.0/ports/f36868be-8b82-46cf-b066-2c7eff7a9355 HTTP/1.1" status: 200 len: 1097 time: 3.3659985 Jan 28 07:08:18.628966 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f16fd8e-4ab8-48f7-bf0b-b000c3e46a9f', 'tag': 'f36868be-8b82-46cf-b066-2c7eff7a9355'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:08:18.632339 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8608cec-25e9-4a91-b310-cee239cb71d1" -d '{"events": [{"name": "network-changed", "server_uuid": "4f16fd8e-4ab8-48f7-bf0b-b000c3e46a9f", "tag": "f36868be-8b82-46cf-b066-2c7eff7a9355"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:08:18.906132 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4173c986-d67d-4a0a-aa46-8473d92c193c service neutron] Pushing event updated for resources: {'Port': ['ID=f36868be-8b82-46cf-b066-2c7eff7a9355,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:08:18.922818 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c953fec-0f2d-498e-977a-5c7688fb9d7c req-6b564166-4a2e-4882-950b-eb1b18b15e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:18.925333 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8c953fec-0f2d-498e-977a-5c7688fb9d7c req-6b564166-4a2e-4882-950b-eb1b18b15e99 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f7d1410659974a748115453b3012e4dd&device_id=4f16fd8e-4ab8-48f7-bf0b-b000c3e46a9f HTTP/1.1" status: 200 len: 1100 time: 0.1461759 Jan 28 07:08:18.928401 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2a096651-58e8-4699-8cb8-f88ebf1d82de req-3a48b1f1-8b01-4b47-b6e0-c990d6ffbd45 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea2fe4fc-1cc6-4fd8-9394-ba60a2898740 HTTP/1.1" status: 200 len: 210 time: 0.1403313 Jan 28 07:08:18.936489 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-0c1f8c4b-ae18-4c95-9ef8-689969feff3d None None] Provisioning complete for port 4220a07c-1c86-4d1c-8259-3ef46e9caa77 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:08:18.937734 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0c1f8c4b-ae18-4c95-9ef8-689969feff3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (4220a07c-1c86-4d1c-8259-3ef46e9caa77), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:18.956011 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e1afa0-1ccb-4304-97ea-2e6f1f26f928 req-b1d6aaf9-8f8d-4203-bec3-3cd9abd67e32 tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:18.957629 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d8e1afa0-1ccb-4304-97ea-2e6f1f26f928 req-b1d6aaf9-8f8d-4203-bec3-3cd9abd67e32 tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] 10.222.0.41 "GET /v2.0/ports?device_id=80769114-0a30-49c2-aad1-e62c46f3362e HTTP/1.1" status: 200 len: 945 time: 0.2987533 Jan 28 07:08:19.160661 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8c953fec-0f2d-498e-977a-5c7688fb9d7c req-cc20dbc0-11d8-4e0c-851c-3d17a651bf35 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=f36868be-8b82-46cf-b066-2c7eff7a9355 HTTP/1.1" status: 200 len: 217 time: 0.2017810 Jan 28 07:08:19.161496 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-0c1f8c4b-ae18-4c95-9ef8-689969feff3d None None] Current status of the port 4220a07c-1c86-4d1c-8259-3ef46e9caa77 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:08:19.345099 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d8e1afa0-1ccb-4304-97ea-2e6f1f26f928 req-17c1a8f8-daaa-488f-a36b-7a8c95331f33 tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0f59fe5-8248-496a-844a-a9490566a49a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3667061 Jan 28 07:08:19.362127 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 68b1bdd6-7fa3-4bd1-b1ac-5b99009a9c14 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:08:19.368713 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c953fec-0f2d-498e-977a-5c7688fb9d7c req-8a25876d-c58e-4f2c-b446-28784449eef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:19.372497 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8c953fec-0f2d-498e-977a-5c7688fb9d7c req-8a25876d-c58e-4f2c-b446-28784449eef9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5785b43d-448b-4d12-9eb5-4e4caf2e7eaf HTTP/1.1" status: 200 len: 843 time: 0.1992135 Jan 28 07:08:19.388026 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaf3cd0-5cc7-45c8-9bcd-ccdedff78e20 req-a68078e2-cdf7-4446-8a6e-0289ec262b9c tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:19.398299 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9aaf3cd0-5cc7-45c8-9bcd-ccdedff78e20 req-a68078e2-cdf7-4446-8a6e-0289ec262b9c tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9e21c6f-9b87-4b08-b8fe-a60a848c1742 HTTP/1.1" status: 200 len: 950 time: 0.2381599 Jan 28 07:08:19.536489 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 68b1bdd6-7fa3-4bd1-b1ac-5b99009a9c14 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:08:19.537168 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (68b1bdd6-7fa3-4bd1-b1ac-5b99009a9c14), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:19.537901 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9aaf3cd0-5cc7-45c8-9bcd-ccdedff78e20 req-3fdc44e6-35d5-4649-bb1c-a69b3cefb50d tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274290 Jan 28 07:08:19.540750 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c953fec-0f2d-498e-977a-5c7688fb9d7c req-70a9ba0d-ea70-4c46-8677-950407694af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:19.551371 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8c953fec-0f2d-498e-977a-5c7688fb9d7c req-70a9ba0d-ea70-4c46-8677-950407694af7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1599581 Jan 28 07:08:19.711066 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9ef9789-1c9c-492c-8f1e-2ac6aa48d215 x-openstack-request-id: req-f9ef9789-1c9c-492c-8f1e-2ac6aa48d215 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:08:19.711066 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f16fd8e-4ab8-48f7-bf0b-b000c3e46a9f", "tag": "f36868be-8b82-46cf-b066-2c7eff7a9355", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:08:19.711943 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f9ef9789-1c9c-492c-8f1e-2ac6aa48d215 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:08:19.712038 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f16fd8e-4ab8-48f7-bf0b-b000c3e46a9f', 'tag': 'f36868be-8b82-46cf-b066-2c7eff7a9355', 'status': 'completed', 'code': 200} Jan 28 07:08:19.842818 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8c953fec-0f2d-498e-977a-5c7688fb9d7c req-64347632-59d1-43d9-b7f7-149f0a9d5a1b service neutron] 10.222.0.44 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2824562 Jan 28 07:08:19.864030 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 68b1bdd6-7fa3-4bd1-b1ac-5b99009a9c14 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:08:19.865798 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (68b1bdd6-7fa3-4bd1-b1ac-5b99009a9c14), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:19.871424 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-785b2721-1543-44a7-bdb9-5b480bdfed86 None None] Provisioning complete for port 4220a07c-1c86-4d1c-8259-3ef46e9caa77 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:08:19.871883 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-785b2721-1543-44a7-bdb9-5b480bdfed86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (4220a07c-1c86-4d1c-8259-3ef46e9caa77), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:19.931305 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e251b6-178c-4c65-bad4-3b3e42306de4 req-d6d0a5c2-6975-41ee-8c72-ec7b21b85cbd tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:19.933402 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f7e251b6-178c-4c65-bad4-3b3e42306de4 req-d6d0a5c2-6975-41ee-8c72-ec7b21b85cbd tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] 10.222.0.41 "GET /v2.0/ports?device_id=80769114-0a30-49c2-aad1-e62c46f3362e HTTP/1.1" status: 200 len: 945 time: 0.1387122 Jan 28 07:08:19.943944 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 34122) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:08:19.957400 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-b59ecbc5-27b5-46b4-ad62-bf9bfea841ef tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] Request body: {'floatingip': {'port_id': 'fb231483-0256-48ed-bcfb-33f5614dbff3'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:08:20.083504 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b59ecbc5-27b5-46b4-ad62-bf9bfea841ef tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] Publish callbacks [] for floatingip (0046e0b2-4620-4895-8e66-682ea362a39a), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:20.085741 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] For port 68b1bdd6-7fa3-4bd1-b1ac-5b99009a9c14, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=68b1bdd6-7fa3-4bd1-b1ac-5b99009a9c14,segment=NetworkSegment(3050a4da-486e-4ce8-b24e-7e894845f87c),segment_id=3050a4da-486e-4ce8-b24e-7e894845f87c)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:08:20.123183 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8c953fec-0f2d-498e-977a-5c7688fb9d7c req-0a80e444-f84c-41a1-b892-54f79ffc2568 service neutron] 10.222.0.44 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2793460 Jan 28 07:08:20.222160 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-785b2721-1543-44a7-bdb9-5b480bdfed86 None None] Current status of the port 4220a07c-1c86-4d1c-8259-3ef46e9caa77 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:08:20.229783 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (68b1bdd6-7fa3-4bd1-b1ac-5b99009a9c14), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:20.232446 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 4220a07c-1c86-4d1c-8259-3ef46e9caa77 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:08:20.242229 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9075e8fc-d090-4d05-96f6-555313dde201 req-acc0be13-ef2b-4905-85f0-c5b87ab52fae tempest-TenantUsagesTestJSON-2098755746 tempest-TenantUsagesTestJSON-2098755746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:20.249645 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9075e8fc-d090-4d05-96f6-555313dde201 req-acc0be13-ef2b-4905-85f0-c5b87ab52fae tempest-TenantUsagesTestJSON-2098755746 tempest-TenantUsagesTestJSON-2098755746-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f16fd8e-4ab8-48f7-bf0b-b000c3e46a9f HTTP/1.1" status: 200 len: 948 time: 0.1254649 Jan 28 07:08:20.350650 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Pushing event updated for resources: {'Port': ['ID=68b1bdd6-7fa3-4bd1-b1ac-5b99009a9c14,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:08:20.443822 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 4220a07c-1c86-4d1c-8259-3ef46e9caa77 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:08:20.444411 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (4220a07c-1c86-4d1c-8259-3ef46e9caa77), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:20.455725 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9075e8fc-d090-4d05-96f6-555313dde201 req-a71bb121-ebd9-40e9-88eb-5b7a899ea56a tempest-TenantUsagesTestJSON-2098755746 tempest-TenantUsagesTestJSON-2098755746-project] 10.222.0.41 "GET /v2.0/security-groups?id=512d45ef-d546-453c-8502-1898f8e18bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051144 Jan 28 07:08:20.493373 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8608cec-25e9-4a91-b310-cee239cb71d1 req-d6319a84-26ae-451d-b5e7-c58a0a12a17a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:20.494900 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a8608cec-25e9-4a91-b310-cee239cb71d1 req-d6319a84-26ae-451d-b5e7-c58a0a12a17a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f7d1410659974a748115453b3012e4dd&device_id=4f16fd8e-4ab8-48f7-bf0b-b000c3e46a9f HTTP/1.1" status: 200 len: 1100 time: 0.1943836 Jan 28 07:08:20.545245 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d0b21de-c4bf-4d9c-a090-c7108667b607 None None] Network 1ec3c9a5-713a-40dc-ad5c-9c1727240346 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:08:20.762751 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-5c374953-5ca1-4c71-a04a-167b03d1fc05 None None] Provisioning complete for port 68b1bdd6-7fa3-4bd1-b1ac-5b99009a9c14 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:08:20.763133 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c374953-5ca1-4c71-a04a-167b03d1fc05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (68b1bdd6-7fa3-4bd1-b1ac-5b99009a9c14), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:20.869483 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 4220a07c-1c86-4d1c-8259-3ef46e9caa77 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:08:20.972476 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-5c374953-5ca1-4c71-a04a-167b03d1fc05 None None] Current status of the port 68b1bdd6-7fa3-4bd1-b1ac-5b99009a9c14 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:08:20.973425 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844f5135-f307-434b-8efa-1d069a10b253 req-0a4c7ccb-5762-4668-bd67-55d1eb3d6d00 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:20.982240 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844f5135-f307-434b-8efa-1d069a10b253 req-0a4c7ccb-5762-4668-bd67-55d1eb3d6d00 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:20.984060 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-844f5135-f307-434b-8efa-1d069a10b253 req-0a4c7ccb-5762-4668-bd67-55d1eb3d6d00 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] 10.222.0.10 "GET /v2.0/networks?id=64753cb5-867e-4356-822c-cbede62e134f&id=1ec3c9a5-713a-40dc-ad5c-9c1727240346 HTTP/1.1" status: 200 len: 1390 time: 0.4312198 Jan 28 07:08:21.018016 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-844f5135-f307-434b-8efa-1d069a10b253 req-6e893bcd-8269-4e11-8267-9b7ea7732295 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Request body: {'port': {'device_id': 'ea2fe4fc-1cc6-4fd8-9394-ba60a2898740', 'network_id': '64753cb5-867e-4356-822c-cbede62e134f', 'admin_state_up': True, 'tenant_id': '4ade2f3244a74baaac394be83c2287fc'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:08:21.053049 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 68b1bdd6-7fa3-4bd1-b1ac-5b99009a9c14 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:08:21.167719 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 68b1bdd6-7fa3-4bd1-b1ac-5b99009a9c14 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:08:21.167719 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (68b1bdd6-7fa3-4bd1-b1ac-5b99009a9c14), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:21.262785 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8608cec-25e9-4a91-b310-cee239cb71d1 req-9e702f0d-17cb-4abf-bdb1-966f715094f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:21.265306 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a8608cec-25e9-4a91-b310-cee239cb71d1 req-9e702f0d-17cb-4abf-bdb1-966f715094f8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb HTTP/1.1" status: 200 len: 870 time: 0.7618704 Jan 28 07:08:21.276309 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07781914-5ba8-4a39-8acc-9ddbb0fed338 req-a46cb509-a926-413a-8cfb-38a27544f887 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:21.286592 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-07781914-5ba8-4a39-8acc-9ddbb0fed338 req-a46cb509-a926-413a-8cfb-38a27544f887 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9e21c6f-9b87-4b08-b8fe-a60a848c1742 HTTP/1.1" status: 200 len: 950 time: 0.2943201 Jan 28 07:08:21.292293 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-91368a35-ca40-4281-b3ef-e6255951073a req-cee46d06-9e52-4259-8599-0071eceb5c74 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea2fe4fc-1cc6-4fd8-9394-ba60a2898740 HTTP/1.1" status: 200 len: 210 time: 0.5194714 Jan 28 07:08:21.366338 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a8608cec-25e9-4a91-b310-cee239cb71d1 req-51e928d3-e6e7-4271-a3ed-a901c29a55dc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=f36868be-8b82-46cf-b066-2c7eff7a9355 HTTP/1.1" status: 200 len: 217 time: 0.0715039 Jan 28 07:08:21.388790 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-16b66a68-c1f5-4371-89f4-510445c51bc9 None None] Provisioning complete for port 68b1bdd6-7fa3-4bd1-b1ac-5b99009a9c14 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:08:21.389181 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-16b66a68-c1f5-4371-89f4-510445c51bc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (68b1bdd6-7fa3-4bd1-b1ac-5b99009a9c14), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:21.429135 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-07781914-5ba8-4a39-8acc-9ddbb0fed338 req-0fdf76cd-afbf-4733-8fb7-4b8ca0f58338 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388361 Jan 28 07:08:21.475762 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device f36868be-8b82-46cf-b066-2c7eff7a9355 details requested by agent hyperv_n-h2-712749-28 with host n-h2-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:08:21.489522 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 68b1bdd6-7fa3-4bd1-b1ac-5b99009a9c14 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:08:21.515513 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8608cec-25e9-4a91-b310-cee239cb71d1 req-3eea95c2-fa8d-4929-b223-d911186b52e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:21.517238 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a8608cec-25e9-4a91-b310-cee239cb71d1 req-3eea95c2-fa8d-4929-b223-d911186b52e7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5785b43d-448b-4d12-9eb5-4e4caf2e7eaf HTTP/1.1" status: 200 len: 843 time: 0.1132820 Jan 28 07:08:21.524259 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-844f5135-f307-434b-8efa-1d069a10b253 req-6e893bcd-8269-4e11-8267-9b7ea7732295 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Made reservation on behalf of 4ade2f3244a74baaac394be83c2287fc for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:08:21.539716 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-844f5135-f307-434b-8efa-1d069a10b253 req-6e893bcd-8269-4e11-8267-9b7ea7732295 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:21.546473 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b59ecbc5-27b5-46b4-ad62-bf9bfea841ef tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:21.558557 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b59ecbc5-27b5-46b4-ad62-bf9bfea841ef tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16609095'] for floatingip (0046e0b2-4620-4895-8e66-682ea362a39a), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:21.653091 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-16b66a68-c1f5-4371-89f4-510445c51bc9 None None] Current status of the port 68b1bdd6-7fa3-4bd1-b1ac-5b99009a9c14 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:08:21.786846 n-d-712749-28 neutron-server[103283]: INFO neutron.db.l3_db [None req-b59ecbc5-27b5-46b4-ad62-bf9bfea841ef tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] Floating IP 0046e0b2-4620-4895-8e66-682ea362a39a associated. External IP: 172.25.6.100, port: fb231483-0256-48ed-bcfb-33f5614dbff3. Jan 28 07:08:21.817610 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port f36868be-8b82-46cf-b066-2c7eff7a9355, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=f36868be-8b82-46cf-b066-2c7eff7a9355,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:08:21.845790 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Returning: {'device': 'f36868be-8b82-46cf-b066-2c7eff7a9355', 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb', 'port_id': 'f36868be-8b82-46cf-b066-2c7eff7a9355', 'mac_address': 'fa:16:3e:13:eb:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5785b43d-448b-4d12-9eb5-4e4caf2e7eaf', 'ip_address': '192.168.233.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:08:21.868005 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-844f5135-f307-434b-8efa-1d069a10b253 req-6e893bcd-8269-4e11-8267-9b7ea7732295 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Allocated IP 19.80.0.241 (64753cb5-867e-4356-822c-cbede62e134f/866242db-708f-472c-aed0-7dbcbf9c56f7/4e392658-d9e7-4f50-bddb-43ee057aba7a) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:08:21.911325 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8608cec-25e9-4a91-b310-cee239cb71d1 req-30c4d6be-45f8-4e61-a0e1-b66e0c3bc7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:21.913261 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a8608cec-25e9-4a91-b310-cee239cb71d1 req-30c4d6be-45f8-4e61-a0e1-b66e0c3bc7e6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3706498 Jan 28 07:08:21.936758 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port f36868be-8b82-46cf-b066-2c7eff7a9355 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:08:21.937157 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (f36868be-8b82-46cf-b066-2c7eff7a9355), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:21.966427 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f36868be-8b82-46cf-b066-2c7eff7a9355 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:08:22.017981 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port f36868be-8b82-46cf-b066-2c7eff7a9355, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=f36868be-8b82-46cf-b066-2c7eff7a9355,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:08:22.029423 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (f36868be-8b82-46cf-b066-2c7eff7a9355), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:22.124833 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f89a5d-0451-444f-b8d8-904645fdd511 req-09a2fd66-8b14-4569-9328-66d76f74d7fe tempest-TenantUsagesTestJSON-2098755746 tempest-TenantUsagesTestJSON-2098755746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:22.129431 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=f36868be-8b82-46cf-b066-2c7eff7a9355,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:08:22.132594 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-00f89a5d-0451-444f-b8d8-904645fdd511 req-09a2fd66-8b14-4569-9328-66d76f74d7fe tempest-TenantUsagesTestJSON-2098755746 tempest-TenantUsagesTestJSON-2098755746-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f16fd8e-4ab8-48f7-bf0b-b000c3e46a9f HTTP/1.1" status: 200 len: 948 time: 0.2410827 Jan 28 07:08:22.196467 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a8608cec-25e9-4a91-b310-cee239cb71d1 req-9003501e-17ae-486b-ae7a-4bef84dee68b service neutron] 10.222.0.44 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2643356 Jan 28 07:08:22.206129 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b59ecbc5-27b5-46b4-ad62-bf9bfea841ef tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] Router bb0e90d9-aa8f-47f8-8a35-7025f159e9d8 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:08:22.307368 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-00f89a5d-0451-444f-b8d8-904645fdd511 req-36a79afd-ba81-466f-8dde-123739325879 tempest-TenantUsagesTestJSON-2098755746 tempest-TenantUsagesTestJSON-2098755746-project] 10.222.0.41 "GET /v2.0/security-groups?id=512d45ef-d546-453c-8502-1898f8e18bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725812 Jan 28 07:08:22.323256 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-844f5135-f307-434b-8efa-1d069a10b253 req-6e893bcd-8269-4e11-8267-9b7ea7732295 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Publish callbacks [] for port (4e392658-d9e7-4f50-bddb-43ee057aba7a), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:22.385681 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b59ecbc5-27b5-46b4-ad62-bf9bfea841ef tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:08:22.400411 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a334ba9b-059d-4991-bd72-7e1786c0557c None None] Sync routers for ids ['bb0e90d9-aa8f-47f8-8a35-7025f159e9d8'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:08:22.402018 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b59ecbc5-27b5-46b4-ad62-bf9bfea841ef tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for floatingip (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:22.411236 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a8608cec-25e9-4a91-b310-cee239cb71d1 req-718b6f6c-ee35-4df7-a0bf-0bce187449c9 service neutron] 10.222.0.44 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987343 Jan 28 07:08:22.414459 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a334ba9b-059d-4991-bd72-7e1786c0557c None None] Routers {'bb0e90d9-aa8f-47f8-8a35-7025f159e9d8'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:08:22.418463 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-a334ba9b-059d-4991-bd72-7e1786c0557c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:08:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['bb0e90d9-aa8f-47f8-8a35-7025f159e9d8'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:08:22.435529 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-844f5135-f307-434b-8efa-1d069a10b253 req-6e893bcd-8269-4e11-8267-9b7ea7732295 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (4e392658-d9e7-4f50-bddb-43ee057aba7a), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:22.448925 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-b59ecbc5-27b5-46b4-ad62-bf9bfea841ef tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] 10.222.0.41 "PUT /v2.0/floatingips/0046e0b2-4620-4895-8e66-682ea362a39a HTTP/1.1" status: 200 len: 991 time: 2.5013137 Jan 28 07:08:22.457645 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80769114-0a30-49c2-aad1-e62c46f3362e', 'tag': 'fb231483-0256-48ed-bcfb-33f5614dbff3'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:08:22.460105 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e4ac832-8716-41e9-ae9b-e4152b9fa805" -d '{"events": [{"name": "network-changed", "server_uuid": "80769114-0a30-49c2-aad1-e62c46f3362e", "tag": "fb231483-0256-48ed-bcfb-33f5614dbff3"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:08:22.521007 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b24ddd4-f549-453d-a660-690a0e075094 req-700b0fcf-ccee-4241-8a1d-41947db1b260 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:22.522663 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1b24ddd4-f549-453d-a660-690a0e075094 req-700b0fcf-ccee-4241-8a1d-41947db1b260 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea2fe4fc-1cc6-4fd8-9394-ba60a2898740 HTTP/1.1" status: 200 len: 932 time: 0.0750954 Jan 28 07:08:22.538200 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['f36868be-8b82-46cf-b066-2c7eff7a9355'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:08:22.563859 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-844f5135-f307-434b-8efa-1d069a10b253 req-6e893bcd-8269-4e11-8267-9b7ea7732295 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Network 64753cb5-867e-4356-822c-cbede62e134f is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:08:22.568442 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-844f5135-f307-434b-8efa-1d069a10b253 req-6e893bcd-8269-4e11-8267-9b7ea7732295 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:08:22.585534 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-844f5135-f307-434b-8efa-1d069a10b253 req-6e893bcd-8269-4e11-8267-9b7ea7732295 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:08:22.612809 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e893bcd-8269-4e11-8267-9b7ea7732295 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Pushing event updated for resources: {'Port': ['ID=4e392658-d9e7-4f50-bddb-43ee057aba7a,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:08:22.674286 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1b24ddd4-f549-453d-a660-690a0e075094 req-095a0df2-4595-44f5-9414-f6e867d2a8f5 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d843c1b-2b3f-41f7-933d-0cc23e6bb818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446593 Jan 28 07:08:22.750877 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844f5135-f307-434b-8efa-1d069a10b253 req-6e893bcd-8269-4e11-8267-9b7ea7732295 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:22.751564 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-844f5135-f307-434b-8efa-1d069a10b253 req-6e893bcd-8269-4e11-8267-9b7ea7732295 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:22.831080 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-844f5135-f307-434b-8efa-1d069a10b253 req-6e893bcd-8269-4e11-8267-9b7ea7732295 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8206899 Jan 28 07:08:22.857329 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-844f5135-f307-434b-8efa-1d069a10b253 req-2ae9f8b2-9169-4036-87ec-6acb9fdf7089 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Request body: {'port': {'device_id': 'ea2fe4fc-1cc6-4fd8-9394-ba60a2898740', 'network_id': '1ec3c9a5-713a-40dc-ad5c-9c1727240346', 'admin_state_up': True, 'tenant_id': '4ade2f3244a74baaac394be83c2287fc'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:08:22.870454 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-a334ba9b-059d-4991-bd72-7e1786c0557c None None] Set router bb0e90d9-aa8f-47f8-8a35-7025f159e9d8 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:08:22.877188 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db1f37b3-3060-461c-a971-82892db4089d x-openstack-request-id: req-db1f37b3-3060-461c-a971-82892db4089d {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:08:22.877836 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80769114-0a30-49c2-aad1-e62c46f3362e", "tag": "fb231483-0256-48ed-bcfb-33f5614dbff3", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:08:22.878261 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-db1f37b3-3060-461c-a971-82892db4089d {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:08:22.878824 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80769114-0a30-49c2-aad1-e62c46f3362e', 'tag': 'fb231483-0256-48ed-bcfb-33f5614dbff3', 'status': 'completed', 'code': 200} Jan 28 07:08:22.889312 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea00958-32fc-477a-bdb4-4b9f4e7dbb1b req-04e97d71-a3a7-4cfd-8d94-559f67f0d08e tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:22.902251 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8ea00958-32fc-477a-bdb4-4b9f4e7dbb1b req-04e97d71-a3a7-4cfd-8d94-559f67f0d08e tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9e21c6f-9b87-4b08-b8fe-a60a848c1742 HTTP/1.1" status: 200 len: 950 time: 0.1366205 Jan 28 07:08:23.026908 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8ea00958-32fc-477a-bdb4-4b9f4e7dbb1b req-914bbb37-3805-4943-a16f-a9f93e95a64d tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182027 Jan 28 07:08:23.059071 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4ac832-8716-41e9-ae9b-e4152b9fa805 req-939121c1-c156-4519-835e-2ddbc8c11b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:23.061929 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2e4ac832-8716-41e9-ae9b-e4152b9fa805 req-939121c1-c156-4519-835e-2ddbc8c11b5f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0960152eceb74f9eb1ec8ad55ca70381&device_id=80769114-0a30-49c2-aad1-e62c46f3362e HTTP/1.1" status: 200 len: 1097 time: 0.1150422 Jan 28 07:08:23.181960 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-844f5135-f307-434b-8efa-1d069a10b253 req-2ae9f8b2-9169-4036-87ec-6acb9fdf7089 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Made reservation on behalf of 4ade2f3244a74baaac394be83c2287fc for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:08:23.186521 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-844f5135-f307-434b-8efa-1d069a10b253 req-2ae9f8b2-9169-4036-87ec-6acb9fdf7089 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:23.204685 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-8e1962c6-9a8b-46bd-861b-bf59acc11a52 None None] Provisioning complete for port 4e392658-d9e7-4f50-bddb-43ee057aba7a triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:08:23.205062 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8e1962c6-9a8b-46bd-861b-bf59acc11a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (4e392658-d9e7-4f50-bddb-43ee057aba7a), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:23.253359 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4ac832-8716-41e9-ae9b-e4152b9fa805 req-5a20efe9-b390-408a-bb0d-e009e58623e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:23.255652 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2e4ac832-8716-41e9-ae9b-e4152b9fa805 req-5a20efe9-b390-408a-bb0d-e009e58623e3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=40d02b2d-8999-4dc2-abb9-3653b1c5639b HTTP/1.1" status: 200 len: 924 time: 0.1871910 Jan 28 07:08:23.259126 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-8e1962c6-9a8b-46bd-861b-bf59acc11a52 None None] Port 4e392658-d9e7-4f50-bddb-43ee057aba7a cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:08:23.344149 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2e4ac832-8716-41e9-ae9b-e4152b9fa805 req-989b4777-41b6-407a-86fd-cb2b045e9f9f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fb231483-0256-48ed-bcfb-33f5614dbff3 HTTP/1.1" status: 200 len: 999 time: 0.0787570 Jan 28 07:08:23.436395 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4ac832-8716-41e9-ae9b-e4152b9fa805 req-1339e350-aa6d-4c83-936d-2fce55427ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:23.439964 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2e4ac832-8716-41e9-ae9b-e4152b9fa805 req-1339e350-aa6d-4c83-936d-2fce55427ad7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b0a9e84b-90ab-4b66-a900-eb7872b6d81f HTTP/1.1" status: 200 len: 862 time: 0.0841088 Jan 28 07:08:23.468965 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-a334ba9b-059d-4991-bd72-7e1786c0557c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb0e90d9-aa8f-47f8-8a35-7025f159e9d8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-886638038-router', 'tenant_id': '0960152eceb74f9eb1ec8ad55ca70381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '2f94349b-5fb8-42d1-80f3-7fd278b29f29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:04:46Z', 'updated_at': '2022-01-28T07:04:58Z', 'revision_number': 4, 'project_id': '0960152eceb74f9eb1ec8ad55ca70381', 'gw_port': {'id': '2f94349b-5fb8-42d1-80f3-7fd278b29f29', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:19:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0e90d9-aa8f-47f8-8a35-7025f159e9d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:04:48Z', 'updated_at': '2022-01-28T07:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_floatingips': [{'id': '0046e0b2-4620-4895-8e66-682ea362a39a', 'tenant_id': '0960152eceb74f9eb1ec8ad55ca70381', 'floating_ip_address': '172.25.6.100', 'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'router_id': 'bb0e90d9-aa8f-47f8-8a35-7025f159e9d8', 'port_id': 'fb231483-0256-48ed-bcfb-33f5614dbff3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40d02b2d-8999-4dc2-abb9-3653b1c5639b', 'mac_address': 'fa:16:3e:57:56:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80769114-0a30-49c2-aad1-e62c46f3362e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:05:26Z', 'updated_at': '2022-01-28T07:08:21Z', 'revision_number': 5, 'project_id': '0960152eceb74f9eb1ec8ad55ca70381', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0524002c-341e-4ffc-a6e6-30a763a2813e', 'name': '', 'network_id': '40d02b2d-8999-4dc2-abb9-3653b1c5639b', 'tenant_id': '0960152eceb74f9eb1ec8ad55ca70381', 'mac_address': 'fa:16:3e:ab:f0:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0e90d9-aa8f-47f8-8a35-7025f159e9d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'b0a9e84b-90ab-4b66-a900-eb7872b6d81f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:04:55Z', 'updated_at': '2022-01-28T07:05:06Z', 'revision_number': 5, 'project_id': '0960152eceb74f9eb1ec8ad55ca70381', 'subnets': [{'id': 'b0a9e84b-90ab-4b66-a900-eb7872b6d81f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:08:23.481777 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-844f5135-f307-434b-8efa-1d069a10b253 req-2ae9f8b2-9169-4036-87ec-6acb9fdf7089 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Allocated IP 19.86.0.87 (1ec3c9a5-713a-40dc-ad5c-9c1727240346/df6f8204-b66c-4e86-b1b3-3f938ae39435/435d567c-1726-4ee8-861c-0388279f6de8) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:08:23.529462 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a334ba9b-059d-4991-bd72-7e1786c0557c None None] Checking router: bb0e90d9-aa8f-47f8-8a35-7025f159e9d8 for host: n-d-712749-28 {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:08:23.551389 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a334ba9b-059d-4991-bd72-7e1786c0557c None None] Routers {'bb0e90d9-aa8f-47f8-8a35-7025f159e9d8'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:08:23.554868 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-a334ba9b-059d-4991-bd72-7e1786c0557c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:08:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['bb0e90d9-aa8f-47f8-8a35-7025f159e9d8'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:08:23.622259 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4ac832-8716-41e9-ae9b-e4152b9fa805 req-6e9a49a2-db0c-4582-b517-e58c2dfa014f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:23.627794 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2e4ac832-8716-41e9-ae9b-e4152b9fa805 req-6e9a49a2-db0c-4582-b517-e58c2dfa014f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=40d02b2d-8999-4dc2-abb9-3653b1c5639b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1813426 Jan 28 07:08:23.758268 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-844f5135-f307-434b-8efa-1d069a10b253 req-2ae9f8b2-9169-4036-87ec-6acb9fdf7089 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Publish callbacks [] for port (435d567c-1726-4ee8-861c-0388279f6de8), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:23.809523 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2e4ac832-8716-41e9-ae9b-e4152b9fa805 req-804fa370-7cad-477f-a398-64acf8980061 service neutron] 10.222.0.10 "GET /v2.0/networks/40d02b2d-8999-4dc2-abb9-3653b1c5639b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691899 Jan 28 07:08:23.810891 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-844f5135-f307-434b-8efa-1d069a10b253 req-2ae9f8b2-9169-4036-87ec-6acb9fdf7089 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (435d567c-1726-4ee8-861c-0388279f6de8), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:23.821995 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d369c4a4-2e07-4f54-90d0-8ac248e36ad8 req-3557626d-6b2c-4e09-a118-834829943fca tempest-TenantUsagesTestJSON-2098755746 tempest-TenantUsagesTestJSON-2098755746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:23.823624 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d369c4a4-2e07-4f54-90d0-8ac248e36ad8 req-3557626d-6b2c-4e09-a118-834829943fca tempest-TenantUsagesTestJSON-2098755746 tempest-TenantUsagesTestJSON-2098755746-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f16fd8e-4ab8-48f7-bf0b-b000c3e46a9f HTTP/1.1" status: 200 len: 949 time: 0.3163140 Jan 28 07:08:23.867244 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-a334ba9b-059d-4991-bd72-7e1786c0557c None None] Set router bb0e90d9-aa8f-47f8-8a35-7025f159e9d8 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:08:23.912623 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-844f5135-f307-434b-8efa-1d069a10b253 req-2ae9f8b2-9169-4036-87ec-6acb9fdf7089 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Network 1ec3c9a5-713a-40dc-ad5c-9c1727240346 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:08:23.917491 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-844f5135-f307-434b-8efa-1d069a10b253 req-2ae9f8b2-9169-4036-87ec-6acb9fdf7089 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:08:23.924284 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-844f5135-f307-434b-8efa-1d069a10b253 req-2ae9f8b2-9169-4036-87ec-6acb9fdf7089 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:08:23.978232 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae9f8b2-9169-4036-87ec-6acb9fdf7089 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Pushing event updated for resources: {'Port': ['ID=435d567c-1726-4ee8-861c-0388279f6de8,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:08:23.994826 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2e4ac832-8716-41e9-ae9b-e4152b9fa805 req-0b4f80b7-2867-419f-b008-08cb159066cd service neutron] 10.222.0.10 "GET /v2.0/networks/40d02b2d-8999-4dc2-abb9-3653b1c5639b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701307 Jan 28 07:08:24.015646 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e1f77e-c8a0-4785-b46b-15c6383b69c4 req-bf9dc2f7-8ce5-4a3c-8f16-3898680ebe11 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:24.026604 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e1f77e-c8a0-4785-b46b-15c6383b69c4 req-bf9dc2f7-8ce5-4a3c-8f16-3898680ebe11 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:24.036239 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-17e1f77e-c8a0-4785-b46b-15c6383b69c4 req-bf9dc2f7-8ce5-4a3c-8f16-3898680ebe11 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea2fe4fc-1cc6-4fd8-9394-ba60a2898740 HTTP/1.1" status: 200 len: 1654 time: 0.2194824 Jan 28 07:08:24.075668 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d369c4a4-2e07-4f54-90d0-8ac248e36ad8 req-09ecf963-5107-4bb5-a8b4-7b77f53068f9 tempest-TenantUsagesTestJSON-2098755746 tempest-TenantUsagesTestJSON-2098755746-project] 10.222.0.41 "GET /v2.0/security-groups?id=512d45ef-d546-453c-8502-1898f8e18bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179655 Jan 28 07:08:24.152346 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844f5135-f307-434b-8efa-1d069a10b253 req-2ae9f8b2-9169-4036-87ec-6acb9fdf7089 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:24.153087 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-844f5135-f307-434b-8efa-1d069a10b253 req-2ae9f8b2-9169-4036-87ec-6acb9fdf7089 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:24.185377 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-17e1f77e-c8a0-4785-b46b-15c6383b69c4 req-bf028f2c-3210-4dfe-b419-b5965c0c2764 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d843c1b-2b3f-41f7-933d-0cc23e6bb818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480157 Jan 28 07:08:24.217608 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-844f5135-f307-434b-8efa-1d069a10b253 req-2ae9f8b2-9169-4036-87ec-6acb9fdf7089 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3717046 Jan 28 07:08:24.241120 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-844f5135-f307-434b-8efa-1d069a10b253 req-4fe11014-3333-4928-9280-a005894a3f3b service neutron] Request body: {'port': {'device_id': 'ea2fe4fc-1cc6-4fd8-9394-ba60a2898740', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-28'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:08:24.398760 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-844f5135-f307-434b-8efa-1d069a10b253 req-4fe11014-3333-4928-9280-a005894a3f3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (4e392658-d9e7-4f50-bddb-43ee057aba7a), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:24.422503 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-8c020db7-1845-4086-87d3-3e12b7b455a6 None None] Provisioning complete for port 435d567c-1726-4ee8-861c-0388279f6de8 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:08:24.423212 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8c020db7-1845-4086-87d3-3e12b7b455a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (435d567c-1726-4ee8-861c-0388279f6de8), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:24.457104 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e2bce1-4fa0-4144-8146-07f8c798ac33 req-ee1cf4ec-dbc0-448b-aa8b-1b98b858fa45 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:24.464752 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-35e2bce1-4fa0-4144-8146-07f8c798ac33 req-ee1cf4ec-dbc0-448b-aa8b-1b98b858fa45 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9e21c6f-9b87-4b08-b8fe-a60a848c1742 HTTP/1.1" status: 200 len: 950 time: 0.1075895 Jan 28 07:08:24.509314 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-8c020db7-1845-4086-87d3-3e12b7b455a6 None None] Port 435d567c-1726-4ee8-861c-0388279f6de8 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:08:24.638901 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-a334ba9b-059d-4991-bd72-7e1786c0557c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb0e90d9-aa8f-47f8-8a35-7025f159e9d8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-886638038-router', 'tenant_id': '0960152eceb74f9eb1ec8ad55ca70381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '2f94349b-5fb8-42d1-80f3-7fd278b29f29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:04:46Z', 'updated_at': '2022-01-28T07:04:58Z', 'revision_number': 4, 'project_id': '0960152eceb74f9eb1ec8ad55ca70381', 'gw_port': {'id': '2f94349b-5fb8-42d1-80f3-7fd278b29f29', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:19:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0e90d9-aa8f-47f8-8a35-7025f159e9d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:04:48Z', 'updated_at': '2022-01-28T07:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_floatingips': [{'id': '0046e0b2-4620-4895-8e66-682ea362a39a', 'tenant_id': '0960152eceb74f9eb1ec8ad55ca70381', 'floating_ip_address': '172.25.6.100', 'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'router_id': 'bb0e90d9-aa8f-47f8-8a35-7025f159e9d8', 'port_id': 'fb231483-0256-48ed-bcfb-33f5614dbff3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40d02b2d-8999-4dc2-abb9-3653b1c5639b', 'mac_address': 'fa:16:3e:57:56:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80769114-0a30-49c2-aad1-e62c46f3362e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:05:26Z', 'updated_at': '2022-01-28T07:08:21Z', 'revision_number': 5, 'project_id': '0960152eceb74f9eb1ec8ad55ca70381', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0524002c-341e-4ffc-a6e6-30a763a2813e', 'name': '', 'network_id': '40d02b2d-8999-4dc2-abb9-3653b1c5639b', 'tenant_id': '0960152eceb74f9eb1ec8ad55ca70381', 'mac_address': 'fa:16:3e:ab:f0:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0e90d9-aa8f-47f8-8a35-7025f159e9d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'b0a9e84b-90ab-4b66-a900-eb7872b6d81f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:04:55Z', 'updated_at': '2022-01-28T07:05:06Z', 'revision_number': 5, 'project_id': '0960152eceb74f9eb1ec8ad55ca70381', 'subnets': [{'id': 'b0a9e84b-90ab-4b66-a900-eb7872b6d81f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:08:24.668454 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-35e2bce1-4fa0-4144-8146-07f8c798ac33 req-c4df572f-14f8-41d1-bfc7-b7ffa36b9749 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979637 Jan 28 07:08:24.680375 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a334ba9b-059d-4991-bd72-7e1786c0557c None None] The sync data for ids ['bb0e90d9-aa8f-47f8-8a35-7025f159e9d8'] in n-d-712749-28 is: [{'id': 'bb0e90d9-aa8f-47f8-8a35-7025f159e9d8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-886638038-router', 'tenant_id': '0960152eceb74f9eb1ec8ad55ca70381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '2f94349b-5fb8-42d1-80f3-7fd278b29f29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:04:46Z', 'updated_at': '2022-01-28T07:04:58Z', 'revision_number': 4, 'project_id': '0960152eceb74f9eb1ec8ad55ca70381', 'gw_port': {'id': '2f94349b-5fb8-42d1-80f3-7fd278b29f29', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:19:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0e90d9-aa8f-47f8-8a35-7025f159e9d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:04:48Z', 'updated_at': '2022-01-28T07:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_floatingips': [{'id': '0046e0b2-4620-4895-8e66-682ea362a39a', 'tenant_id': '0960152eceb74f9eb1ec8ad55ca70381', 'floating_ip_address': '172.25.6.100', 'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'router_id': 'bb0e90d9-aa8f-47f8-8a35-7025f159e9d8', 'port_id': 'fb231483-0256-48ed-bcfb-33f5614dbff3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40d02b2d-8999-4dc2-abb9-3653b1c5639b', 'mac_address': 'fa:16:3e:57:56:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80769114-0a30-49c2-aad1-e62c46f3362e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:05:26Z', 'updated_at': '2022-01-28T07:08:21Z', 'revision_number': 5, 'project_id': '0960152eceb74f9eb1ec8ad55ca70381', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0524002c-341e-4ffc-a6e6-30a763a2813e', 'name': '', 'network_id': '40d02b2d-8999-4dc2-abb9-3653b1c5639b', 'tenant_id': '0960152eceb74f9eb1ec8ad55ca70381', 'mac_address': 'fa:16:3e:ab:f0:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0e90d9-aa8f-47f8-8a35-7025f159e9d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'b0a9e84b-90ab-4b66-a900-eb7872b6d81f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:04:55Z', 'updated_at': '2022-01-28T07:05:06Z', 'revision_number': 5, 'project_id': '0960152eceb74f9eb1ec8ad55ca70381', 'subnets': [{'id': 'b0a9e84b-90ab-4b66-a900-eb7872b6d81f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:08:24.912275 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-844f5135-f307-434b-8efa-1d069a10b253 req-4fe11014-3333-4928-9280-a005894a3f3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e392658-d9e7-4f50-bddb-43ee057aba7a {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:08:24.920531 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-844f5135-f307-434b-8efa-1d069a10b253 req-4fe11014-3333-4928-9280-a005894a3f3b service neutron] Publish callbacks [] for port (4e392658-d9e7-4f50-bddb-43ee057aba7a), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:24.934935 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-844f5135-f307-434b-8efa-1d069a10b253 req-4fe11014-3333-4928-9280-a005894a3f3b service neutron] Transition to ACTIVE for port object 4e392658-d9e7-4f50-bddb-43ee057aba7a will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:08:24.942268 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-844f5135-f307-434b-8efa-1d069a10b253 req-4fe11014-3333-4928-9280-a005894a3f3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (4e392658-d9e7-4f50-bddb-43ee057aba7a), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:25.105497 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599ce3ee-69b0-423c-818e-fd1a27da5e37 None None] New status for floating IP 0046e0b2-4620-4895-8e66-682ea362a39a: ACTIVE {{(pid=103286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 07:08:25.160042 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-844f5135-f307-434b-8efa-1d069a10b253 req-4fe11014-3333-4928-9280-a005894a3f3b service neutron] Attempting to bind port 4e392658-d9e7-4f50-bddb-43ee057aba7a on host n-h1-712749-28 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:08:25.160421 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-844f5135-f307-434b-8efa-1d069a10b253 req-4fe11014-3333-4928-9280-a005894a3f3b service neutron] Attempting to bind port 4e392658-d9e7-4f50-bddb-43ee057aba7a by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': '1c002465-93f0-40e3-93db-0bfe07eee218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '64753cb5-867e-4356-822c-cbede62e134f'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:08:25.160756 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844f5135-f307-434b-8efa-1d069a10b253 req-4fe11014-3333-4928-9280-a005894a3f3b service neutron] Attempting to bind port 4e392658-d9e7-4f50-bddb-43ee057aba7a on network 64753cb5-867e-4356-822c-cbede62e134f {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:08:25.162870 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe11014-3333-4928-9280-a005894a3f3b service neutron] Pushing event updated for resources: {'Port': ['ID=4e392658-d9e7-4f50-bddb-43ee057aba7a,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:08:25.180388 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844f5135-f307-434b-8efa-1d069a10b253 req-4fe11014-3333-4928-9280-a005894a3f3b service neutron] Port 4e392658-d9e7-4f50-bddb-43ee057aba7a on network 64753cb5-867e-4356-822c-cbede62e134f not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:08:25.188030 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844f5135-f307-434b-8efa-1d069a10b253 req-4fe11014-3333-4928-9280-a005894a3f3b service neutron] Attempting to bind port 4e392658-d9e7-4f50-bddb-43ee057aba7a on network 64753cb5-867e-4356-822c-cbede62e134f {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:08:25.205199 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844f5135-f307-434b-8efa-1d069a10b253 req-4fe11014-3333-4928-9280-a005894a3f3b service neutron] Checking agent: {'id': '2fca46b1-237f-4857-9290-2429d810e472', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 8, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:08:25.205199 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844f5135-f307-434b-8efa-1d069a10b253 req-4fe11014-3333-4928-9280-a005894a3f3b service neutron] Checking segment: {'id': '1c002465-93f0-40e3-93db-0bfe07eee218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '64753cb5-867e-4356-822c-cbede62e134f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:08:25.205199 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844f5135-f307-434b-8efa-1d069a10b253 req-4fe11014-3333-4928-9280-a005894a3f3b service neutron] Bound using segment: {'id': '1c002465-93f0-40e3-93db-0bfe07eee218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '64753cb5-867e-4356-822c-cbede62e134f'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:08:25.205199 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-844f5135-f307-434b-8efa-1d069a10b253 req-4fe11014-3333-4928-9280-a005894a3f3b service neutron] Bound port: 4e392658-d9e7-4f50-bddb-43ee057aba7a, host: n-h1-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c002465-93f0-40e3-93db-0bfe07eee218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '64753cb5-867e-4356-822c-cbede62e134f'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:08:25.205700 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-844f5135-f307-434b-8efa-1d069a10b253 req-4fe11014-3333-4928-9280-a005894a3f3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (4e392658-d9e7-4f50-bddb-43ee057aba7a), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:25.350592 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa919de-0302-4339-9151-97be398a3c8a req-4180243e-d17d-4263-8129-54d427432748 tempest-TenantUsagesTestJSON-2098755746 tempest-TenantUsagesTestJSON-2098755746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:25.352556 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2aa919de-0302-4339-9151-97be398a3c8a req-4180243e-d17d-4263-8129-54d427432748 tempest-TenantUsagesTestJSON-2098755746 tempest-TenantUsagesTestJSON-2098755746-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f16fd8e-4ab8-48f7-bf0b-b000c3e46a9f HTTP/1.1" status: 200 len: 949 time: 0.1630456 Jan 28 07:08:25.355986 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-844f5135-f307-434b-8efa-1d069a10b253 req-4fe11014-3333-4928-9280-a005894a3f3b service neutron] For port 4e392658-d9e7-4f50-bddb-43ee057aba7a, host n-h1-712749-28, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:08:25.376845 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-844f5135-f307-434b-8efa-1d069a10b253 req-4fe11014-3333-4928-9280-a005894a3f3b service neutron] For port 4e392658-d9e7-4f50-bddb-43ee057aba7a, host n-h1-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=4e392658-d9e7-4f50-bddb-43ee057aba7a,segment=NetworkSegment(1c002465-93f0-40e3-93db-0bfe07eee218),segment_id=1c002465-93f0-40e3-93db-0bfe07eee218)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:08:25.400634 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-844f5135-f307-434b-8efa-1d069a10b253 req-4fe11014-3333-4928-9280-a005894a3f3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (4e392658-d9e7-4f50-bddb-43ee057aba7a), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:25.447382 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device f36868be-8b82-46cf-b066-2c7eff7a9355 up at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:08:25.511203 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc3beb6-e1e3-4bd5-96e5-dd09df233e5f req-a33c7be9-cf41-43d2-a767-21c7cf6d6db2 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:25.517829 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc3beb6-e1e3-4bd5-96e5-dd09df233e5f req-a33c7be9-cf41-43d2-a767-21c7cf6d6db2 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:25.525300 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ddc3beb6-e1e3-4bd5-96e5-dd09df233e5f req-a33c7be9-cf41-43d2-a767-21c7cf6d6db2 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea2fe4fc-1cc6-4fd8-9394-ba60a2898740 HTTP/1.1" status: 200 len: 1666 time: 0.1249096 Jan 28 07:08:25.535126 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2aa919de-0302-4339-9151-97be398a3c8a req-9e148c1e-7180-4beb-8b9c-55a5186753f9 tempest-TenantUsagesTestJSON-2098755746 tempest-TenantUsagesTestJSON-2098755746-project] 10.222.0.41 "GET /v2.0/security-groups?id=512d45ef-d546-453c-8502-1898f8e18bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742094 Jan 28 07:08:25.585410 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844f5135-f307-434b-8efa-1d069a10b253 req-4fe11014-3333-4928-9280-a005894a3f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:25.586786 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-844f5135-f307-434b-8efa-1d069a10b253 req-4fe11014-3333-4928-9280-a005894a3f3b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:25.588458 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-844f5135-f307-434b-8efa-1d069a10b253 req-4fe11014-3333-4928-9280-a005894a3f3b service neutron] 10.222.0.10 "PUT /v2.0/ports/4e392658-d9e7-4f50-bddb-43ee057aba7a HTTP/1.1" status: 200 len: 1093 time: 1.3570805 Jan 28 07:08:25.589028 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea2fe4fc-1cc6-4fd8-9394-ba60a2898740', 'tag': '4e392658-d9e7-4f50-bddb-43ee057aba7a'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:08:25.591502 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab2a99e4-9985-40d2-b936-de295d23950b" -d '{"events": [{"name": "network-changed", "server_uuid": "ea2fe4fc-1cc6-4fd8-9394-ba60a2898740", "tag": "4e392658-d9e7-4f50-bddb-43ee057aba7a"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:08:25.593339 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning for port f36868be-8b82-46cf-b066-2c7eff7a9355 completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:08:25.597413 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning complete for port f36868be-8b82-46cf-b066-2c7eff7a9355 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:08:25.597891 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (f36868be-8b82-46cf-b066-2c7eff7a9355), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:25.611628 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ddc3beb6-e1e3-4bd5-96e5-dd09df233e5f req-437b51ce-bfe4-4325-aa2c-577a4cd6cd72 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d843c1b-2b3f-41f7-933d-0cc23e6bb818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725408 Jan 28 07:08:25.652940 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-844f5135-f307-434b-8efa-1d069a10b253 req-a4bac98a-95aa-4d2d-b707-605612d58b51 service neutron] Request body: {'port': {'device_id': 'ea2fe4fc-1cc6-4fd8-9394-ba60a2898740', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-28'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:08:25.723325 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe11014-3333-4928-9280-a005894a3f3b service neutron] Pushing event updated for resources: {'Port': ['ID=4e392658-d9e7-4f50-bddb-43ee057aba7a,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:08:25.768404 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:08:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9129426d-2c31-4f88-8ef5-20bb9101d440 x-openstack-request-id: req-9129426d-2c31-4f88-8ef5-20bb9101d440 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:08:25.768812 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea2fe4fc-1cc6-4fd8-9394-ba60a2898740", "tag": "4e392658-d9e7-4f50-bddb-43ee057aba7a", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:08:25.773778 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9129426d-2c31-4f88-8ef5-20bb9101d440 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:08:25.774340 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea2fe4fc-1cc6-4fd8-9394-ba60a2898740', 'tag': '4e392658-d9e7-4f50-bddb-43ee057aba7a', 'status': 'completed', 'code': 200} Jan 28 07:08:25.836810 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-844f5135-f307-434b-8efa-1d069a10b253 req-a4bac98a-95aa-4d2d-b707-605612d58b51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (435d567c-1726-4ee8-861c-0388279f6de8), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:25.860140 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port f36868be-8b82-46cf-b066-2c7eff7a9355 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:08:25.865514 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (f36868be-8b82-46cf-b066-2c7eff7a9355), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:25.896434 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2a99e4-9985-40d2-b936-de295d23950b req-9cd34a53-e1c2-4e9a-a410-9a922403522a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:25.899339 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2a99e4-9985-40d2-b936-de295d23950b req-9cd34a53-e1c2-4e9a-a410-9a922403522a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:25.903817 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ab2a99e4-9985-40d2-b936-de295d23950b req-9cd34a53-e1c2-4e9a-a410-9a922403522a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4ade2f3244a74baaac394be83c2287fc&device_id=ea2fe4fc-1cc6-4fd8-9394-ba60a2898740 HTTP/1.1" status: 200 len: 1914 time: 0.0800998 Jan 28 07:08:25.917813 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f16fd8e-4ab8-48f7-bf0b-b000c3e46a9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f36868be-8b82-46cf-b066-2c7eff7a9355'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:08:25.920355 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0c8c478-2e78-432a-9b2c-6349695005cf" -d '{"events": [{"server_uuid": "4f16fd8e-4ab8-48f7-bf0b-b000c3e46a9f", "name": "network-vif-plugged", "status": "completed", "tag": "f36868be-8b82-46cf-b066-2c7eff7a9355"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:08:25.935915 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port f36868be-8b82-46cf-b066-2c7eff7a9355, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=f36868be-8b82-46cf-b066-2c7eff7a9355,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:08:25.948027 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (f36868be-8b82-46cf-b066-2c7eff7a9355), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:26.078909 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:08:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-043f37fe-40b6-4083-aeab-9da90c8e964e x-openstack-request-id: req-043f37fe-40b6-4083-aeab-9da90c8e964e {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:08:26.079207 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f16fd8e-4ab8-48f7-bf0b-b000c3e46a9f", "name": "network-vif-plugged", "status": "completed", "tag": "f36868be-8b82-46cf-b066-2c7eff7a9355", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:08:26.079701 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-043f37fe-40b6-4083-aeab-9da90c8e964e {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:08:26.080378 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f16fd8e-4ab8-48f7-bf0b-b000c3e46a9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f36868be-8b82-46cf-b066-2c7eff7a9355', 'code': 200} Jan 28 07:08:26.087087 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=f36868be-8b82-46cf-b066-2c7eff7a9355,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:08:26.181248 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c447b6b-0f53-42ab-b398-f786bceaacda req-9ea28cf7-e3e7-4e33-a635-097619b659ee tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:26.189533 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8c447b6b-0f53-42ab-b398-f786bceaacda req-9ea28cf7-e3e7-4e33-a635-097619b659ee tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9e21c6f-9b87-4b08-b8fe-a60a848c1742 HTTP/1.1" status: 200 len: 950 time: 0.2844684 Jan 28 07:08:26.275107 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3372cc-dda3-4348-b571-3cf569e9b42e req-a326676c-c0d8-490d-a0d4-662bda59de0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:26.276726 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8b3372cc-dda3-4348-b571-3cf569e9b42e req-a326676c-c0d8-490d-a0d4-662bda59de0b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=4f16fd8e-4ab8-48f7-bf0b-b000c3e46a9f HTTP/1.1" status: 200 len: 1102 time: 0.0694284 Jan 28 07:08:26.291793 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8c447b6b-0f53-42ab-b398-f786bceaacda req-63d262c7-87cf-4457-a479-c7506416508d tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945053 Jan 28 07:08:26.298198 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2a99e4-9985-40d2-b936-de295d23950b req-2aba0be3-1eb9-4938-9d68-52fdc669d090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:26.298889 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2a99e4-9985-40d2-b936-de295d23950b req-2aba0be3-1eb9-4938-9d68-52fdc669d090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:26.299524 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2a99e4-9985-40d2-b936-de295d23950b req-2aba0be3-1eb9-4938-9d68-52fdc669d090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:26.301344 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ab2a99e4-9985-40d2-b936-de295d23950b req-2aba0be3-1eb9-4938-9d68-52fdc669d090 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=4ade2f3244a74baaac394be83c2287fc&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.3623633 Jan 28 07:08:26.475020 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-844f5135-f307-434b-8efa-1d069a10b253 req-a4bac98a-95aa-4d2d-b707-605612d58b51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 435d567c-1726-4ee8-861c-0388279f6de8 {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:08:26.486015 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-844f5135-f307-434b-8efa-1d069a10b253 req-a4bac98a-95aa-4d2d-b707-605612d58b51 service neutron] Publish callbacks [] for port (435d567c-1726-4ee8-861c-0388279f6de8), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:26.490134 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8b3372cc-dda3-4348-b571-3cf569e9b42e req-557d2b56-7cea-45b0-b4c9-a7d7ef3153ce service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=512d45ef-d546-453c-8502-1898f8e18bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836512 Jan 28 07:08:26.501763 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-844f5135-f307-434b-8efa-1d069a10b253 req-a4bac98a-95aa-4d2d-b707-605612d58b51 service neutron] Transition to ACTIVE for port object 435d567c-1726-4ee8-861c-0388279f6de8 will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:08:26.511405 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-844f5135-f307-434b-8efa-1d069a10b253 req-a4bac98a-95aa-4d2d-b707-605612d58b51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (435d567c-1726-4ee8-861c-0388279f6de8), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:26.559509 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2a99e4-9985-40d2-b936-de295d23950b req-b9fa9270-049c-4954-9281-5157b6c6987c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:26.560891 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ab2a99e4-9985-40d2-b936-de295d23950b req-b9fa9270-049c-4954-9281-5157b6c6987c service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2509613 Jan 28 07:08:26.602471 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bac98a-95aa-4d2d-b707-605612d58b51 service neutron] Pushing event updated for resources: {'Port': ['ID=435d567c-1726-4ee8-861c-0388279f6de8,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:08:26.709177 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-844f5135-f307-434b-8efa-1d069a10b253 req-a4bac98a-95aa-4d2d-b707-605612d58b51 service neutron] Attempting to bind port 435d567c-1726-4ee8-861c-0388279f6de8 on host n-h1-712749-28 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:08:26.710444 n-d-712749-28 neutron-server[103283]: INFO neutron.api.v2.resource [req-c9c796a6-60e9-4e60-88d6-bf731d7981ee req-273a5bc4-2d91-4a85-9526-83a572cf113b service neutron] show failed (client error): The resource could not be found. Jan 28 07:08:26.711419 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-844f5135-f307-434b-8efa-1d069a10b253 req-a4bac98a-95aa-4d2d-b707-605612d58b51 service neutron] Attempting to bind port 435d567c-1726-4ee8-861c-0388279f6de8 by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': '3050a4da-486e-4ce8-b24e-7e894845f87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '1ec3c9a5-713a-40dc-ad5c-9c1727240346'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:08:26.711867 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844f5135-f307-434b-8efa-1d069a10b253 req-a4bac98a-95aa-4d2d-b707-605612d58b51 service neutron] Attempting to bind port 435d567c-1726-4ee8-861c-0388279f6de8 on network 1ec3c9a5-713a-40dc-ad5c-9c1727240346 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:08:26.712073 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c9c796a6-60e9-4e60-88d6-bf731d7981ee req-273a5bc4-2d91-4a85-9526-83a572cf113b service neutron] 10.222.0.44 "GET /v2.0/ports/69c783fa-c2be-4e5a-99d0-8b6bd6c54806/bindings/n-h1-712749-28 HTTP/1.1" status: 404 len: 381 time: 0.3179057 Jan 28 07:08:26.718022 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844f5135-f307-434b-8efa-1d069a10b253 req-a4bac98a-95aa-4d2d-b707-605612d58b51 service neutron] Port 435d567c-1726-4ee8-861c-0388279f6de8 on network 1ec3c9a5-713a-40dc-ad5c-9c1727240346 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:08:26.718485 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844f5135-f307-434b-8efa-1d069a10b253 req-a4bac98a-95aa-4d2d-b707-605612d58b51 service neutron] Attempting to bind port 435d567c-1726-4ee8-861c-0388279f6de8 on network 1ec3c9a5-713a-40dc-ad5c-9c1727240346 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:08:26.736910 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844f5135-f307-434b-8efa-1d069a10b253 req-a4bac98a-95aa-4d2d-b707-605612d58b51 service neutron] Checking agent: {'id': '2fca46b1-237f-4857-9290-2429d810e472', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 8, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:08:26.737716 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844f5135-f307-434b-8efa-1d069a10b253 req-a4bac98a-95aa-4d2d-b707-605612d58b51 service neutron] Checking segment: {'id': '3050a4da-486e-4ce8-b24e-7e894845f87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '1ec3c9a5-713a-40dc-ad5c-9c1727240346'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:08:26.738217 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844f5135-f307-434b-8efa-1d069a10b253 req-a4bac98a-95aa-4d2d-b707-605612d58b51 service neutron] Bound using segment: {'id': '3050a4da-486e-4ce8-b24e-7e894845f87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '1ec3c9a5-713a-40dc-ad5c-9c1727240346'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:08:26.738781 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-844f5135-f307-434b-8efa-1d069a10b253 req-a4bac98a-95aa-4d2d-b707-605612d58b51 service neutron] Bound port: 435d567c-1726-4ee8-861c-0388279f6de8, host: n-h1-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3050a4da-486e-4ce8-b24e-7e894845f87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '1ec3c9a5-713a-40dc-ad5c-9c1727240346'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:08:26.739250 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-844f5135-f307-434b-8efa-1d069a10b253 req-a4bac98a-95aa-4d2d-b707-605612d58b51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (435d567c-1726-4ee8-861c-0388279f6de8), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:26.746114 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9931d7c-a11b-4b30-8595-a1f710c642f9 req-fe97a0b3-6a5c-4fe2-82ff-41cef737b96c tempest-TenantUsagesTestJSON-2098755746 tempest-TenantUsagesTestJSON-2098755746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:26.754037 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b9931d7c-a11b-4b30-8595-a1f710c642f9 req-fe97a0b3-6a5c-4fe2-82ff-41cef737b96c tempest-TenantUsagesTestJSON-2098755746 tempest-TenantUsagesTestJSON-2098755746-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f16fd8e-4ab8-48f7-bf0b-b000c3e46a9f HTTP/1.1" status: 200 len: 950 time: 0.1245258 Jan 28 07:08:26.867112 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b9931d7c-a11b-4b30-8595-a1f710c642f9 req-44246a35-c734-431d-b16e-3d19ed61f207 tempest-TenantUsagesTestJSON-2098755746 tempest-TenantUsagesTestJSON-2098755746-project] 10.222.0.41 "GET /v2.0/security-groups?id=512d45ef-d546-453c-8502-1898f8e18bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012309 Jan 28 07:08:27.006811 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfa4a7e-3218-4809-8042-96840dfc9342 req-a3a924b1-5c1d-4345-a74f-87efc8d84e36 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:27.013419 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfa4a7e-3218-4809-8042-96840dfc9342 req-a3a924b1-5c1d-4345-a74f-87efc8d84e36 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:27.015069 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-adfa4a7e-3218-4809-8042-96840dfc9342 req-a3a924b1-5c1d-4345-a74f-87efc8d84e36 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea2fe4fc-1cc6-4fd8-9394-ba60a2898740 HTTP/1.1" status: 200 len: 1678 time: 0.2594755 Jan 28 07:08:27.022147 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-844f5135-f307-434b-8efa-1d069a10b253 req-a4bac98a-95aa-4d2d-b707-605612d58b51 service neutron] For port 435d567c-1726-4ee8-861c-0388279f6de8, host n-h1-712749-28, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:08:27.041607 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-844f5135-f307-434b-8efa-1d069a10b253 req-a4bac98a-95aa-4d2d-b707-605612d58b51 service neutron] For port 435d567c-1726-4ee8-861c-0388279f6de8, host n-h1-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=435d567c-1726-4ee8-861c-0388279f6de8,segment=NetworkSegment(3050a4da-486e-4ce8-b24e-7e894845f87c),segment_id=3050a4da-486e-4ce8-b24e-7e894845f87c)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:08:27.089308 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-844f5135-f307-434b-8efa-1d069a10b253 req-a4bac98a-95aa-4d2d-b707-605612d58b51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (435d567c-1726-4ee8-861c-0388279f6de8), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:27.147174 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c796a6-60e9-4e60-88d6-bf731d7981ee req-9a1709b4-0bac-42b9-9c7a-3cc6e3eb4e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:27.154627 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c9c796a6-60e9-4e60-88d6-bf731d7981ee req-9a1709b4-0bac-42b9-9c7a-3cc6e3eb4e79 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a9e21c6f-9b87-4b08-b8fe-a60a848c1742&tenant_id=966335f0946f459597af95ab0b33b55c HTTP/1.1" status: 200 len: 1102 time: 0.0824885 Jan 28 07:08:27.179008 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-c9c796a6-60e9-4e60-88d6-bf731d7981ee req-01eb1cec-acd4-42b7-b388-6e144827b0b3 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712749-28', 'device_owner': 'compute:nova'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:08:27.188597 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844f5135-f307-434b-8efa-1d069a10b253 req-a4bac98a-95aa-4d2d-b707-605612d58b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:27.189209 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-844f5135-f307-434b-8efa-1d069a10b253 req-a4bac98a-95aa-4d2d-b707-605612d58b51 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:27.190621 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-844f5135-f307-434b-8efa-1d069a10b253 req-a4bac98a-95aa-4d2d-b707-605612d58b51 service neutron] 10.222.0.10 "PUT /v2.0/ports/435d567c-1726-4ee8-861c-0388279f6de8 HTTP/1.1" status: 200 len: 1092 time: 1.5556617 Jan 28 07:08:27.194074 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-adfa4a7e-3218-4809-8042-96840dfc9342 req-c044d3fa-89cf-4f5b-8ca5-2ed3d18507d4 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d843c1b-2b3f-41f7-933d-0cc23e6bb818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580119 Jan 28 07:08:27.200687 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bac98a-95aa-4d2d-b707-605612d58b51 service neutron] Pushing event updated for resources: {'Port': ['ID=435d567c-1726-4ee8-861c-0388279f6de8,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:08:27.301319 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-c9c796a6-60e9-4e60-88d6-bf731d7981ee req-01eb1cec-acd4-42b7-b388-6e144827b0b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (69c783fa-c2be-4e5a-99d0-8b6bd6c54806), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:27.412774 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844f5135-f307-434b-8efa-1d069a10b253 req-5a262d8f-cb4f-469a-bee4-6bb4decbeeca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:27.413262 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844f5135-f307-434b-8efa-1d069a10b253 req-5a262d8f-cb4f-469a-bee4-6bb4decbeeca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:27.415047 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-844f5135-f307-434b-8efa-1d069a10b253 req-5a262d8f-cb4f-469a-bee4-6bb4decbeeca service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4ade2f3244a74baaac394be83c2287fc&device_id=ea2fe4fc-1cc6-4fd8-9394-ba60a2898740 HTTP/1.1" status: 200 len: 1982 time: 0.1291602 Jan 28 07:08:27.536716 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-844f5135-f307-434b-8efa-1d069a10b253 req-1a27e277-5018-4492-9938-a2c41e39564e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.241&port_id=4e392658-d9e7-4f50-bddb-43ee057aba7a HTTP/1.1" status: 200 len: 217 time: 0.0934339 Jan 28 07:08:27.618717 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6b1ba1-21fa-4a46-bc27-b4a75af24c84 req-fd9b3523-a7b0-454a-b66c-397a9e193726 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:27.620179 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4c6b1ba1-21fa-4a46-bc27-b4a75af24c84 req-fd9b3523-a7b0-454a-b66c-397a9e193726 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9e21c6f-9b87-4b08-b8fe-a60a848c1742 HTTP/1.1" status: 200 len: 950 time: 0.2202215 Jan 28 07:08:27.673092 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844f5135-f307-434b-8efa-1d069a10b253 req-748546db-aabf-4e2c-ac12-d05a65646c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:27.674470 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-844f5135-f307-434b-8efa-1d069a10b253 req-748546db-aabf-4e2c-ac12-d05a65646c17 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=866242db-708f-472c-aed0-7dbcbf9c56f7 HTTP/1.1" status: 200 len: 801 time: 0.1221035 Jan 28 07:08:27.711297 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-c9c796a6-60e9-4e60-88d6-bf731d7981ee req-01eb1cec-acd4-42b7-b388-6e144827b0b3 service neutron] For port 69c783fa-c2be-4e5a-99d0-8b6bd6c54806, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=69c783fa-c2be-4e5a-99d0-8b6bd6c54806,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:08:27.749009 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4c6b1ba1-21fa-4a46-bc27-b4a75af24c84 req-3914a9ea-470a-4930-a019-ca063342a408 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230023 Jan 28 07:08:27.753258 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-c9c796a6-60e9-4e60-88d6-bf731d7981ee req-01eb1cec-acd4-42b7-b388-6e144827b0b3 service neutron] For port 69c783fa-c2be-4e5a-99d0-8b6bd6c54806, host n-h2-712749-28, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:08:27.766013 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844f5135-f307-434b-8efa-1d069a10b253 req-67f82912-86a8-44f9-82a5-b67cfc112bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:27.772489 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-844f5135-f307-434b-8efa-1d069a10b253 req-67f82912-86a8-44f9-82a5-b67cfc112bf9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=64753cb5-867e-4356-822c-cbede62e134f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0828810 Jan 28 07:08:27.775755 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea2fe4fc-1cc6-4fd8-9394-ba60a2898740', 'tag': '435d567c-1726-4ee8-861c-0388279f6de8'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:08:27.778795 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e7121d5-cfd2-40f5-8439-bf1785d43d49" -d '{"events": [{"name": "network-changed", "server_uuid": "ea2fe4fc-1cc6-4fd8-9394-ba60a2898740", "tag": "435d567c-1726-4ee8-861c-0388279f6de8"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:08:27.810888 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9e21c6f-9b87-4b08-b8fe-a60a848c1742', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69c783fa-c2be-4e5a-99d0-8b6bd6c54806'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:08:27.813710 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-937e17f3-687a-4954-b382-c40f416a5b11" -d '{"events": [{"server_uuid": "a9e21c6f-9b87-4b08-b8fe-a60a848c1742", "name": "network-vif-unplugged", "status": "completed", "tag": "69c783fa-c2be-4e5a-99d0-8b6bd6c54806"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:08:27.819369 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-c9c796a6-60e9-4e60-88d6-bf731d7981ee req-01eb1cec-acd4-42b7-b388-6e144827b0b3 service neutron] Publish callbacks [] for port (69c783fa-c2be-4e5a-99d0-8b6bd6c54806), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:27.840804 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [req-c9c796a6-60e9-4e60-88d6-bf731d7981ee req-01eb1cec-acd4-42b7-b388-6e144827b0b3 service neutron] Transition to ACTIVE for port object 69c783fa-c2be-4e5a-99d0-8b6bd6c54806 will not be triggered until provisioned by entity L2. {{(pid=103283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:08:27.843301 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-c9c796a6-60e9-4e60-88d6-bf731d7981ee req-01eb1cec-acd4-42b7-b388-6e144827b0b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (69c783fa-c2be-4e5a-99d0-8b6bd6c54806), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:27.920712 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-844f5135-f307-434b-8efa-1d069a10b253 req-009f2e5a-a9ad-4bc9-a783-c3f7da190aca service neutron] 10.222.0.10 "GET /v2.0/networks/64753cb5-867e-4356-822c-cbede62e134f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388280 Jan 28 07:08:27.936864 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 07:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90fb5314-2533-42c4-b3a9-5f453e644c58 x-openstack-request-id: req-90fb5314-2533-42c4-b3a9-5f453e644c58 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:08:27.937230 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9e21c6f-9b87-4b08-b8fe-a60a848c1742", "name": "network-vif-unplugged", "status": "completed", "tag": "69c783fa-c2be-4e5a-99d0-8b6bd6c54806", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:08:27.937488 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-90fb5314-2533-42c4-b3a9-5f453e644c58 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:08:27.937890 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9e21c6f-9b87-4b08-b8fe-a60a848c1742', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69c783fa-c2be-4e5a-99d0-8b6bd6c54806', 'code': 200} Jan 28 07:08:27.967747 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9c796a6-60e9-4e60-88d6-bf731d7981ee req-01eb1cec-acd4-42b7-b388-6e144827b0b3 service neutron] No DVR routers for this DVR port 69c783fa-c2be-4e5a-99d0-8b6bd6c54806 on host n-h2-712749-28 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:08:27.980709 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01eb1cec-acd4-42b7-b388-6e144827b0b3 service neutron] Pushing event updated for resources: {'Port': ['ID=69c783fa-c2be-4e5a-99d0-8b6bd6c54806,revision_number=6']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:08:28.033306 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-123040d1-39fc-47dc-9350-f8944db4e59a x-openstack-request-id: req-123040d1-39fc-47dc-9350-f8944db4e59a {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:08:28.033883 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea2fe4fc-1cc6-4fd8-9394-ba60a2898740", "tag": "435d567c-1726-4ee8-861c-0388279f6de8", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:08:28.034303 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-123040d1-39fc-47dc-9350-f8944db4e59a {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:08:28.034879 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea2fe4fc-1cc6-4fd8-9394-ba60a2898740', 'tag': '435d567c-1726-4ee8-861c-0388279f6de8', 'status': 'completed', 'code': 200} Jan 28 07:08:28.185833 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a997a9c-7b72-4d77-b560-d6ea7c5f6b97 req-2a650d8d-1907-49e0-b427-cf5a9e25dfdf tempest-TenantUsagesTestJSON-2098755746 tempest-TenantUsagesTestJSON-2098755746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:28.191100 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4a997a9c-7b72-4d77-b560-d6ea7c5f6b97 req-2a650d8d-1907-49e0-b427-cf5a9e25dfdf tempest-TenantUsagesTestJSON-2098755746 tempest-TenantUsagesTestJSON-2098755746-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f16fd8e-4ab8-48f7-bf0b-b000c3e46a9f HTTP/1.1" status: 200 len: 950 time: 0.2261672 Jan 28 07:08:28.269093 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-844f5135-f307-434b-8efa-1d069a10b253 req-cd0dd104-edfd-4db2-b4ad-c1f813d93d03 service neutron] 10.222.0.10 "GET /v2.0/networks/64753cb5-867e-4356-822c-cbede62e134f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2331395 Jan 28 07:08:28.369296 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-844f5135-f307-434b-8efa-1d069a10b253 req-249ebf80-fde3-4893-b5c9-d56a47c7e857 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.87&port_id=435d567c-1726-4ee8-861c-0388279f6de8 HTTP/1.1" status: 200 len: 217 time: 0.0895762 Jan 28 07:08:28.376244 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4a997a9c-7b72-4d77-b560-d6ea7c5f6b97 req-6f0ee7de-6dce-4c48-abdf-d68cb13d45ed tempest-TenantUsagesTestJSON-2098755746 tempest-TenantUsagesTestJSON-2098755746-project] 10.222.0.41 "GET /v2.0/security-groups?id=512d45ef-d546-453c-8502-1898f8e18bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731305 Jan 28 07:08:28.455539 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844f5135-f307-434b-8efa-1d069a10b253 req-4133b68a-6d42-4820-955a-e87a4b03062d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:28.457263 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-844f5135-f307-434b-8efa-1d069a10b253 req-4133b68a-6d42-4820-955a-e87a4b03062d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=df6f8204-b66c-4e86-b1b3-3f938ae39435 HTTP/1.1" status: 200 len: 801 time: 0.0796592 Jan 28 07:08:28.479720 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-c9c796a6-60e9-4e60-88d6-bf731d7981ee req-01eb1cec-acd4-42b7-b388-6e144827b0b3 service neutron] Attempting to bind port 69c783fa-c2be-4e5a-99d0-8b6bd6c54806 on host n-h1-712749-28 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:08:28.480099 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-c9c796a6-60e9-4e60-88d6-bf731d7981ee req-01eb1cec-acd4-42b7-b388-6e144827b0b3 service neutron] Attempting to bind port 69c783fa-c2be-4e5a-99d0-8b6bd6c54806 by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': '9d52209e-a416-4cfe-8f8a-19567a90fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:08:28.480397 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c796a6-60e9-4e60-88d6-bf731d7981ee req-01eb1cec-acd4-42b7-b388-6e144827b0b3 service neutron] Attempting to bind port 69c783fa-c2be-4e5a-99d0-8b6bd6c54806 on network d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:08:28.488092 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c796a6-60e9-4e60-88d6-bf731d7981ee req-01eb1cec-acd4-42b7-b388-6e144827b0b3 service neutron] Port 69c783fa-c2be-4e5a-99d0-8b6bd6c54806 on network d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:08:28.488448 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c796a6-60e9-4e60-88d6-bf731d7981ee req-01eb1cec-acd4-42b7-b388-6e144827b0b3 service neutron] Attempting to bind port 69c783fa-c2be-4e5a-99d0-8b6bd6c54806 on network d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:08:28.494995 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c796a6-60e9-4e60-88d6-bf731d7981ee req-01eb1cec-acd4-42b7-b388-6e144827b0b3 service neutron] Checking agent: {'id': '2fca46b1-237f-4857-9290-2429d810e472', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 8, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:08:28.495336 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c796a6-60e9-4e60-88d6-bf731d7981ee req-01eb1cec-acd4-42b7-b388-6e144827b0b3 service neutron] Checking segment: {'id': '9d52209e-a416-4cfe-8f8a-19567a90fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:08:28.495726 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c796a6-60e9-4e60-88d6-bf731d7981ee req-01eb1cec-acd4-42b7-b388-6e144827b0b3 service neutron] Bound using segment: {'id': '9d52209e-a416-4cfe-8f8a-19567a90fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:08:28.496787 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-c9c796a6-60e9-4e60-88d6-bf731d7981ee req-01eb1cec-acd4-42b7-b388-6e144827b0b3 service neutron] Bound port: 69c783fa-c2be-4e5a-99d0-8b6bd6c54806, host: n-h1-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d52209e-a416-4cfe-8f8a-19567a90fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:08:28.497148 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-c9c796a6-60e9-4e60-88d6-bf731d7981ee req-01eb1cec-acd4-42b7-b388-6e144827b0b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (69c783fa-c2be-4e5a-99d0-8b6bd6c54806), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:28.518410 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844f5135-f307-434b-8efa-1d069a10b253 req-96ee09c7-62bf-4383-befc-8479a24576df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:28.520021 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-844f5135-f307-434b-8efa-1d069a10b253 req-96ee09c7-62bf-4383-befc-8479a24576df service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1ec3c9a5-713a-40dc-ad5c-9c1727240346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0549858 Jan 28 07:08:28.520644 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d30a4f8-6c21-4a72-a783-4ed5afc55440 req-3b34299a-8071-4431-a00d-772a965fd4f5 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:28.526138 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d30a4f8-6c21-4a72-a783-4ed5afc55440 req-3b34299a-8071-4431-a00d-772a965fd4f5 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:28.533327 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6d30a4f8-6c21-4a72-a783-4ed5afc55440 req-3b34299a-8071-4431-a00d-772a965fd4f5 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea2fe4fc-1cc6-4fd8-9394-ba60a2898740 HTTP/1.1" status: 200 len: 1678 time: 0.1104085 Jan 28 07:08:28.633061 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6d30a4f8-6c21-4a72-a783-4ed5afc55440 req-787c610a-8f99-4706-a7e3-582f6c4ea540 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d843c1b-2b3f-41f7-933d-0cc23e6bb818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985482 Jan 28 07:08:28.655343 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-844f5135-f307-434b-8efa-1d069a10b253 req-8c9ab527-8a5b-4fa1-b6c6-081b95ba2992 service neutron] 10.222.0.10 "GET /v2.0/networks/1ec3c9a5-713a-40dc-ad5c-9c1727240346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252615 Jan 28 07:08:28.661496 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-c9c796a6-60e9-4e60-88d6-bf731d7981ee req-01eb1cec-acd4-42b7-b388-6e144827b0b3 service neutron] For port 69c783fa-c2be-4e5a-99d0-8b6bd6c54806, host n-h1-712749-28, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:08:28.667037 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-c9c796a6-60e9-4e60-88d6-bf731d7981ee req-01eb1cec-acd4-42b7-b388-6e144827b0b3 service neutron] For port 69c783fa-c2be-4e5a-99d0-8b6bd6c54806, host n-h1-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=69c783fa-c2be-4e5a-99d0-8b6bd6c54806,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:08:28.684491 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-c9c796a6-60e9-4e60-88d6-bf731d7981ee req-01eb1cec-acd4-42b7-b388-6e144827b0b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (69c783fa-c2be-4e5a-99d0-8b6bd6c54806), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:28.740445 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c796a6-60e9-4e60-88d6-bf731d7981ee req-01eb1cec-acd4-42b7-b388-6e144827b0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:28.741195 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-c9c796a6-60e9-4e60-88d6-bf731d7981ee req-01eb1cec-acd4-42b7-b388-6e144827b0b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:28.743799 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c9c796a6-60e9-4e60-88d6-bf731d7981ee req-01eb1cec-acd4-42b7-b388-6e144827b0b3 service neutron] 10.222.0.10 "PUT /v2.0/ports/69c783fa-c2be-4e5a-99d0-8b6bd6c54806 HTTP/1.1" status: 200 len: 1097 time: 1.5711987 Jan 28 07:08:28.766983 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01eb1cec-acd4-42b7-b388-6e144827b0b3 service neutron] Pushing event updated for resources: {'Port': ['ID=69c783fa-c2be-4e5a-99d0-8b6bd6c54806,revision_number=7']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:08:28.808463 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-844f5135-f307-434b-8efa-1d069a10b253 req-8cb0da76-0892-4102-acf3-896ea7015212 service neutron] 10.222.0.10 "GET /v2.0/networks/1ec3c9a5-713a-40dc-ad5c-9c1727240346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400621 Jan 28 07:08:28.849940 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c796a6-60e9-4e60-88d6-bf731d7981ee req-db4ff9cd-03a5-4918-ab53-cc2044667639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:28.852765 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c9c796a6-60e9-4e60-88d6-bf731d7981ee req-db4ff9cd-03a5-4918-ab53-cc2044667639 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=966335f0946f459597af95ab0b33b55c&device_id=a9e21c6f-9b87-4b08-b8fe-a60a848c1742 HTTP/1.1" status: 200 len: 1100 time: 0.0667167 Jan 28 07:08:28.971527 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb6f984-f6e7-496b-8ec4-566080c91c09 req-30443d36-a9c7-4d34-96e0-0d84fb84fd9d tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:28.981435 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9eb6f984-f6e7-496b-8ec4-566080c91c09 req-30443d36-a9c7-4d34-96e0-0d84fb84fd9d tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9e21c6f-9b87-4b08-b8fe-a60a848c1742 HTTP/1.1" status: 200 len: 948 time: 0.1209025 Jan 28 07:08:29.097774 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9eb6f984-f6e7-496b-8ec4-566080c91c09 req-548822e8-69bc-42b6-b140-1982e7bc7454 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153393 Jan 28 07:08:29.165778 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7121d5-cfd2-40f5-8439-bf1785d43d49 req-0adbb2a6-8f56-4474-8817-2200f01acb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:29.166251 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7121d5-cfd2-40f5-8439-bf1785d43d49 req-0adbb2a6-8f56-4474-8817-2200f01acb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:29.167826 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6e7121d5-cfd2-40f5-8439-bf1785d43d49 req-0adbb2a6-8f56-4474-8817-2200f01acb27 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4ade2f3244a74baaac394be83c2287fc&device_id=ea2fe4fc-1cc6-4fd8-9394-ba60a2898740 HTTP/1.1" status: 200 len: 1982 time: 0.1139097 Jan 28 07:08:29.180361 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c796a6-60e9-4e60-88d6-bf731d7981ee req-f68a9804-41d8-4abf-897b-bf5b1720f23c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:29.181533 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c9c796a6-60e9-4e60-88d6-bf731d7981ee req-f68a9804-41d8-4abf-897b-bf5b1720f23c service neutron] 10.222.0.10 "GET /v2.0/networks?id=d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb HTTP/1.1" status: 200 len: 870 time: 0.2568607 Jan 28 07:08:29.237701 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c9c796a6-60e9-4e60-88d6-bf731d7981ee req-0f323be7-878b-431c-9944-09c6da2029e6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=69c783fa-c2be-4e5a-99d0-8b6bd6c54806 HTTP/1.1" status: 200 len: 217 time: 0.0451665 Jan 28 07:08:29.322696 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c796a6-60e9-4e60-88d6-bf731d7981ee req-5cd87042-90f1-4a3c-af04-061c88e1036c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:29.324252 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c9c796a6-60e9-4e60-88d6-bf731d7981ee req-5cd87042-90f1-4a3c-af04-061c88e1036c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5785b43d-448b-4d12-9eb5-4e4caf2e7eaf HTTP/1.1" status: 200 len: 843 time: 0.0804842 Jan 28 07:08:29.428103 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c796a6-60e9-4e60-88d6-bf731d7981ee req-9015c96c-bc6b-4250-9147-6bf28dec7ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:29.433790 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c9c796a6-60e9-4e60-88d6-bf731d7981ee req-9015c96c-bc6b-4250-9147-6bf28dec7ac2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0681331 Jan 28 07:08:29.462771 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 69c783fa-c2be-4e5a-99d0-8b6bd6c54806 no longer exists at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:08:29.525000 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] The host n-h2-712749-28 is not matching for port 69c783fa-c2be-4e5a-99d0-8b6bd6c54806 host n-h1-712749-28! {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 07:08:29.525694 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 69c783fa-c2be-4e5a-99d0-8b6bd6c54806 not bound to the agent host n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:08:29.578819 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c9c796a6-60e9-4e60-88d6-bf731d7981ee req-2469e10d-94a8-4a46-b5c3-e6a78d615c29 service neutron] 10.222.0.10 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367500 Jan 28 07:08:29.699167 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c9c796a6-60e9-4e60-88d6-bf731d7981ee req-56d19a54-f118-495f-b024-2f9d8af4042c service neutron] 10.222.0.10 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108077 Jan 28 07:08:29.730701 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e449811e-adb2-4229-8f41-034d4572673b req-d786d769-c5e5-47bc-bd69-0ea70dcc03c6 tempest-TenantUsagesTestJSON-2098755746 tempest-TenantUsagesTestJSON-2098755746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:29.740462 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e449811e-adb2-4229-8f41-034d4572673b req-d786d769-c5e5-47bc-bd69-0ea70dcc03c6 tempest-TenantUsagesTestJSON-2098755746 tempest-TenantUsagesTestJSON-2098755746-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f16fd8e-4ab8-48f7-bf0b-b000c3e46a9f HTTP/1.1" status: 200 len: 950 time: 0.5661564 Jan 28 07:08:29.772803 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7121d5-cfd2-40f5-8439-bf1785d43d49 req-6b52691c-ce59-492a-822f-e5222d45311b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:29.774938 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6e7121d5-cfd2-40f5-8439-bf1785d43d49 req-6b52691c-ce59-492a-822f-e5222d45311b service neutron] 10.222.0.10 "GET /v2.0/networks?id=1ec3c9a5-713a-40dc-ad5c-9c1727240346 HTTP/1.1" status: 200 len: 902 time: 0.5952268 Jan 28 07:08:29.834930 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6e7121d5-cfd2-40f5-8439-bf1785d43d49 req-73c0a285-6de1-41e6-88b6-86fcbb0f1fe8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.87&port_id=435d567c-1726-4ee8-861c-0388279f6de8 HTTP/1.1" status: 200 len: 217 time: 0.0496011 Jan 28 07:08:29.850989 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e449811e-adb2-4229-8f41-034d4572673b req-70e5ad13-ff9c-4cf9-8796-5545dbf601d6 tempest-TenantUsagesTestJSON-2098755746 tempest-TenantUsagesTestJSON-2098755746-project] 10.222.0.41 "GET /v2.0/security-groups?id=512d45ef-d546-453c-8502-1898f8e18bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048265 Jan 28 07:08:29.916898 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7121d5-cfd2-40f5-8439-bf1785d43d49 req-bc7b3e8f-ff4c-432f-9464-f2073447459b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:29.918958 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6e7121d5-cfd2-40f5-8439-bf1785d43d49 req-bc7b3e8f-ff4c-432f-9464-f2073447459b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=df6f8204-b66c-4e86-b1b3-3f938ae39435 HTTP/1.1" status: 200 len: 801 time: 0.0660048 Jan 28 07:08:29.939550 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9e21c6f-9b87-4b08-b8fe-a60a848c1742', 'tag': '69c783fa-c2be-4e5a-99d0-8b6bd6c54806'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:08:29.942802 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fadef13-8646-48a1-9b8a-9761fb2a3507" -d '{"events": [{"name": "network-changed", "server_uuid": "a9e21c6f-9b87-4b08-b8fe-a60a848c1742", "tag": "69c783fa-c2be-4e5a-99d0-8b6bd6c54806"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:08:29.979208 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7121d5-cfd2-40f5-8439-bf1785d43d49 req-63362dff-72de-448f-81fc-73486f097a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:29.980872 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6e7121d5-cfd2-40f5-8439-bf1785d43d49 req-63362dff-72de-448f-81fc-73486f097a07 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1ec3c9a5-713a-40dc-ad5c-9c1727240346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0502696 Jan 28 07:08:30.126195 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b9e835-e263-48f4-87ae-a2f984bfd340 req-ffaddeca-0aa8-4775-adf0-43562a6be2bb tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:30.131715 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b9e835-e263-48f4-87ae-a2f984bfd340 req-ffaddeca-0aa8-4775-adf0-43562a6be2bb tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:30.140447 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-51b9e835-e263-48f4-87ae-a2f984bfd340 req-ffaddeca-0aa8-4775-adf0-43562a6be2bb tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea2fe4fc-1cc6-4fd8-9394-ba60a2898740 HTTP/1.1" status: 200 len: 1678 time: 0.1288626 Jan 28 07:08:30.183850 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6e7121d5-cfd2-40f5-8439-bf1785d43d49 req-6e9f11fb-cec5-48ec-a713-99c5d1ccbd81 service neutron] 10.222.0.10 "GET /v2.0/networks/1ec3c9a5-713a-40dc-ad5c-9c1727240346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813443 Jan 28 07:08:30.197793 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-51b9e835-e263-48f4-87ae-a2f984bfd340 req-beabecd3-217d-4e5f-9783-09a61d273dac tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d843c1b-2b3f-41f7-933d-0cc23e6bb818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575609 Jan 28 07:08:30.272731 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-065e528c-45fd-4a8d-a488-3ba1098f7e62 x-openstack-request-id: req-065e528c-45fd-4a8d-a488-3ba1098f7e62 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:08:30.273684 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9e21c6f-9b87-4b08-b8fe-a60a848c1742", "tag": "69c783fa-c2be-4e5a-99d0-8b6bd6c54806", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:08:30.274424 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-065e528c-45fd-4a8d-a488-3ba1098f7e62 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:08:30.275601 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9e21c6f-9b87-4b08-b8fe-a60a848c1742', 'tag': '69c783fa-c2be-4e5a-99d0-8b6bd6c54806', 'status': 'completed', 'code': 200} Jan 28 07:08:30.391220 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e31d34-57be-4bd6-8f93-70207eb8e048 req-eca1603a-1bab-418f-a057-ff0905d5e5c6 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:30.400798 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-05e31d34-57be-4bd6-8f93-70207eb8e048 req-eca1603a-1bab-418f-a057-ff0905d5e5c6 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9e21c6f-9b87-4b08-b8fe-a60a848c1742 HTTP/1.1" status: 200 len: 948 time: 0.1248009 Jan 28 07:08:30.406241 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6e7121d5-cfd2-40f5-8439-bf1785d43d49 req-84d0aca3-33a5-4005-a937-7c24fbe2ed4c service neutron] 10.222.0.10 "GET /v2.0/networks/1ec3c9a5-713a-40dc-ad5c-9c1727240346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882286 Jan 28 07:08:30.423675 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fadef13-8646-48a1-9b8a-9761fb2a3507 req-a4f7eeec-9b0e-42d1-a22f-1f00548206ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:30.425419 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4fadef13-8646-48a1-9b8a-9761fb2a3507 req-a4f7eeec-9b0e-42d1-a22f-1f00548206ea service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=966335f0946f459597af95ab0b33b55c&device_id=a9e21c6f-9b87-4b08-b8fe-a60a848c1742 HTTP/1.1" status: 200 len: 1100 time: 0.0976386 Jan 28 07:08:30.468553 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-05e31d34-57be-4bd6-8f93-70207eb8e048 req-eaf683a6-c831-4bf6-826a-308ef2919702 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667505 Jan 28 07:08:30.518849 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fadef13-8646-48a1-9b8a-9761fb2a3507 req-fc3a09c2-7c03-4cf6-8555-2371310fc8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:30.520396 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4fadef13-8646-48a1-9b8a-9761fb2a3507 req-fc3a09c2-7c03-4cf6-8555-2371310fc8dd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=966335f0946f459597af95ab0b33b55c&device_id=a9e21c6f-9b87-4b08-b8fe-a60a848c1742 HTTP/1.1" status: 200 len: 1100 time: 0.1645484 Jan 28 07:08:30.641282 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 4e392658-d9e7-4f50-bddb-43ee057aba7a details requested by agent hyperv_n-h1-712749-28 with host n-h1-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:08:30.648708 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fadef13-8646-48a1-9b8a-9761fb2a3507 req-47bc5295-4b49-4723-9a0d-fadc2dab7d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:30.650321 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4fadef13-8646-48a1-9b8a-9761fb2a3507 req-47bc5295-4b49-4723-9a0d-fadc2dab7d75 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb HTTP/1.1" status: 200 len: 870 time: 0.2092600 Jan 28 07:08:30.711230 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4fadef13-8646-48a1-9b8a-9761fb2a3507 req-156373cd-934c-46cd-9605-eaf5aeb7803e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=69c783fa-c2be-4e5a-99d0-8b6bd6c54806 HTTP/1.1" status: 200 len: 217 time: 0.0469854 Jan 28 07:08:30.767797 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 4e392658-d9e7-4f50-bddb-43ee057aba7a, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=4e392658-d9e7-4f50-bddb-43ee057aba7a,segment=NetworkSegment(1c002465-93f0-40e3-93db-0bfe07eee218),segment_id=1c002465-93f0-40e3-93db-0bfe07eee218)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:08:30.773993 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fadef13-8646-48a1-9b8a-9761fb2a3507 req-6b9e92b8-4102-4da8-90e7-d0131b45e11d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:30.776143 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4fadef13-8646-48a1-9b8a-9761fb2a3507 req-6b9e92b8-4102-4da8-90e7-d0131b45e11d service neutron] 10.222.0.10 "GET /v2.0/networks?id=d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb HTTP/1.1" status: 200 len: 870 time: 0.2448072 Jan 28 07:08:30.777701 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438f5856-f850-4ab1-a5c7-2f929cabe9b4 req-b5d146b8-686f-4a1e-a2a0-4a2400bb5b58 tempest-TenantUsagesTestJSON-2098755746 tempest-TenantUsagesTestJSON-2098755746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:30.779251 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-438f5856-f850-4ab1-a5c7-2f929cabe9b4 req-b5d146b8-686f-4a1e-a2a0-4a2400bb5b58 tempest-TenantUsagesTestJSON-2098755746 tempest-TenantUsagesTestJSON-2098755746-project] 10.222.0.44 "GET /v2.0/ports?device_id=4f16fd8e-4ab8-48f7-bf0b-b000c3e46a9f HTTP/1.1" status: 200 len: 950 time: 0.1160014 Jan 28 07:08:30.783639 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Returning: {'device': '4e392658-d9e7-4f50-bddb-43ee057aba7a', 'network_id': '64753cb5-867e-4356-822c-cbede62e134f', 'port_id': '4e392658-d9e7-4f50-bddb-43ee057aba7a', 'mac_address': 'fa:16:3e:ea:8c:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '866242db-708f-472c-aed0-7dbcbf9c56f7', 'ip_address': '19.80.0.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:08:30.794939 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fadef13-8646-48a1-9b8a-9761fb2a3507 req-601eddfd-cb08-4d15-a8bc-f35444b5c9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:30.796474 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4fadef13-8646-48a1-9b8a-9761fb2a3507 req-601eddfd-cb08-4d15-a8bc-f35444b5c9e8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5785b43d-448b-4d12-9eb5-4e4caf2e7eaf HTTP/1.1" status: 200 len: 843 time: 0.0759189 Jan 28 07:08:30.837334 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 4e392658-d9e7-4f50-bddb-43ee057aba7a is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:08:30.838044 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (4e392658-d9e7-4f50-bddb-43ee057aba7a), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:30.843578 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4fadef13-8646-48a1-9b8a-9761fb2a3507 req-ee5db682-caf9-414c-abc2-c1657d600346 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=69c783fa-c2be-4e5a-99d0-8b6bd6c54806 HTTP/1.1" status: 200 len: 217 time: 0.0581565 Jan 28 07:08:30.859632 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e392658-d9e7-4f50-bddb-43ee057aba7a {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:08:30.890015 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 4e392658-d9e7-4f50-bddb-43ee057aba7a, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=4e392658-d9e7-4f50-bddb-43ee057aba7a,segment=NetworkSegment(1c002465-93f0-40e3-93db-0bfe07eee218),segment_id=1c002465-93f0-40e3-93db-0bfe07eee218)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:08:30.898637 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (4e392658-d9e7-4f50-bddb-43ee057aba7a), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:30.899962 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 435d567c-1726-4ee8-861c-0388279f6de8 details requested by agent hyperv_n-h1-712749-28 with host n-h1-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:08:30.901909 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3a84ff-d3d5-4246-b07a-eab54cfbb9e2 req-f0ba8a89-ea7e-41a3-8315-4740d07bcf18 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:30.909175 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-dd3a84ff-d3d5-4246-b07a-eab54cfbb9e2 req-f0ba8a89-ea7e-41a3-8315-4740d07bcf18 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] 10.222.0.41 "GET /v2.0/networks?id=40408abb-5725-4205-b120-60fb2bb4bc40 HTTP/1.1" status: 200 len: 804 time: 0.2167566 Jan 28 07:08:30.930281 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fadef13-8646-48a1-9b8a-9761fb2a3507 req-75b9733b-7b4b-4703-8004-04b91e568141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:30.931520 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-dd3a84ff-d3d5-4246-b07a-eab54cfbb9e2 req-063bc843-d38f-4d96-b0b4-076452284674 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] 10.222.0.41 "GET /v2.0/quotas/2896f16344d64d52a798dcb24fda5242 HTTP/1.1" status: 200 len: 375 time: 0.0214036 Jan 28 07:08:30.932727 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4fadef13-8646-48a1-9b8a-9761fb2a3507 req-75b9733b-7b4b-4703-8004-04b91e568141 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0992317 Jan 28 07:08:30.986672 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fadef13-8646-48a1-9b8a-9761fb2a3507 req-642feae2-aeb6-4e28-b859-03dc548d518e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:30.987377 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4fadef13-8646-48a1-9b8a-9761fb2a3507 req-642feae2-aeb6-4e28-b859-03dc548d518e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5785b43d-448b-4d12-9eb5-4e4caf2e7eaf HTTP/1.1" status: 200 len: 843 time: 0.1203692 Jan 28 07:08:30.993692 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=4e392658-d9e7-4f50-bddb-43ee057aba7a,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:08:31.004836 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-438f5856-f850-4ab1-a5c7-2f929cabe9b4 req-ad6f5500-3ee7-4547-b643-6bc2ad962466 tempest-TenantUsagesTestJSON-2098755746 tempest-TenantUsagesTestJSON-2098755746-project] Deleting port f36868be-8b82-46cf-b066-2c7eff7a9355 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:08:31.005097 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-438f5856-f850-4ab1-a5c7-2f929cabe9b4 req-ad6f5500-3ee7-4547-b643-6bc2ad962466 tempest-TenantUsagesTestJSON-2098755746 tempest-TenantUsagesTestJSON-2098755746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (f36868be-8b82-46cf-b066-2c7eff7a9355), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:31.020036 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-dd3a84ff-d3d5-4246-b07a-eab54cfbb9e2 req-1f1e2268-eec7-4817-943d-b278a4565fde tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=2896f16344d64d52a798dcb24fda5242&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0876021 Jan 28 07:08:31.117316 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cc8987-c851-4076-a2b5-8c46395eebed req-b9abe5ef-f604-443d-bc6b-08e9b296ac22 tempest-TenantUsagesTestJSON-2098755746 tempest-TenantUsagesTestJSON-2098755746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:31.118292 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-89cc8987-c851-4076-a2b5-8c46395eebed req-b9abe5ef-f604-443d-bc6b-08e9b296ac22 tempest-TenantUsagesTestJSON-2098755746 tempest-TenantUsagesTestJSON-2098755746-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f16fd8e-4ab8-48f7-bf0b-b000c3e46a9f HTTP/1.1" status: 200 len: 950 time: 0.1608007 Jan 28 07:08:31.147296 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fadef13-8646-48a1-9b8a-9761fb2a3507 req-cb4e957f-1482-431a-a3b8-e20b1db017fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:31.149064 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4fadef13-8646-48a1-9b8a-9761fb2a3507 req-cb4e957f-1482-431a-a3b8-e20b1db017fc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1431878 Jan 28 07:08:31.173493 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 435d567c-1726-4ee8-861c-0388279f6de8, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=435d567c-1726-4ee8-861c-0388279f6de8,segment=NetworkSegment(3050a4da-486e-4ce8-b24e-7e894845f87c),segment_id=3050a4da-486e-4ce8-b24e-7e894845f87c)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:08:31.180674 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-438f5856-f850-4ab1-a5c7-2f929cabe9b4 req-ad6f5500-3ee7-4547-b643-6bc2ad962466 tempest-TenantUsagesTestJSON-2098755746 tempest-TenantUsagesTestJSON-2098755746-project] For port f36868be-8b82-46cf-b066-2c7eff7a9355, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=f36868be-8b82-46cf-b066-2c7eff7a9355,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:08:31.181044 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-438f5856-f850-4ab1-a5c7-2f929cabe9b4 req-ad6f5500-3ee7-4547-b643-6bc2ad962466 tempest-TenantUsagesTestJSON-2098755746 tempest-TenantUsagesTestJSON-2098755746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (f36868be-8b82-46cf-b066-2c7eff7a9355), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:31.194172 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Returning: {'device': '435d567c-1726-4ee8-861c-0388279f6de8', 'network_id': '1ec3c9a5-713a-40dc-ad5c-9c1727240346', 'port_id': '435d567c-1726-4ee8-861c-0388279f6de8', 'mac_address': 'fa:16:3e:96:d6:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df6f8204-b66c-4e86-b1b3-3f938ae39435', 'ip_address': '19.86.0.87'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:08:31.199080 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-dd3a84ff-d3d5-4246-b07a-eab54cfbb9e2 req-cba1bb98-ad4f-4a94-99e3-65602f0e0e13 service neutron] 10.222.0.41 "GET /v2.0/networks/40408abb-5725-4205-b120-60fb2bb4bc40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781235 Jan 28 07:08:31.210489 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-438f5856-f850-4ab1-a5c7-2f929cabe9b4 req-ad6f5500-3ee7-4547-b643-6bc2ad962466 tempest-TenantUsagesTestJSON-2098755746 tempest-TenantUsagesTestJSON-2098755746-project] Calling delete_port for f36868be-8b82-46cf-b066-2c7eff7a9355 owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:08:31.251260 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 435d567c-1726-4ee8-861c-0388279f6de8 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:08:31.251872 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (435d567c-1726-4ee8-861c-0388279f6de8), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:31.258449 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4fadef13-8646-48a1-9b8a-9761fb2a3507 req-f5ed3d78-af1e-4da7-829d-130504527ed7 service neutron] 10.222.0.10 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002212 Jan 28 07:08:31.261681 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4fadef13-8646-48a1-9b8a-9761fb2a3507 req-3f1cf6ff-210d-4209-8463-94633fe1c662 service neutron] 10.222.0.44 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3203514 Jan 28 07:08:31.274933 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 435d567c-1726-4ee8-861c-0388279f6de8 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:08:31.312064 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 435d567c-1726-4ee8-861c-0388279f6de8, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=435d567c-1726-4ee8-861c-0388279f6de8,segment=NetworkSegment(3050a4da-486e-4ce8-b24e-7e894845f87c),segment_id=3050a4da-486e-4ce8-b24e-7e894845f87c)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:08:31.329927 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (435d567c-1726-4ee8-861c-0388279f6de8), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:31.367044 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-dd3a84ff-d3d5-4246-b07a-eab54cfbb9e2 req-46dee24d-3d4e-4c3c-9847-7e063dbc7fec service neutron] 10.222.0.41 "GET /v2.0/networks/40408abb-5725-4205-b120-60fb2bb4bc40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668496 Jan 28 07:08:31.408063 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-89cc8987-c851-4076-a2b5-8c46395eebed req-2fbf9303-b899-4f6c-966f-ad2e80525ac4 tempest-TenantUsagesTestJSON-2098755746 tempest-TenantUsagesTestJSON-2098755746-project] 10.222.0.41 "GET /v2.0/security-groups?id=512d45ef-d546-453c-8502-1898f8e18bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2789032 Jan 28 07:08:31.415321 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=435d567c-1726-4ee8-861c-0388279f6de8,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:08:31.483049 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-438f5856-f850-4ab1-a5c7-2f929cabe9b4 req-ad6f5500-3ee7-4547-b643-6bc2ad962466 tempest-TenantUsagesTestJSON-2098755746 tempest-TenantUsagesTestJSON-2098755746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (f36868be-8b82-46cf-b066-2c7eff7a9355), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:31.504559 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4fadef13-8646-48a1-9b8a-9761fb2a3507 req-0fd4acd0-0d2d-4e55-b07c-8dd7f93f402a service neutron] 10.222.0.44 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2320371 Jan 28 07:08:31.511847 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6f5500-3ee7-4547-b643-6bc2ad962466 tempest-TenantUsagesTestJSON-2098755746 tempest-TenantUsagesTestJSON-2098755746-project] Pushing event deleted for resources: {'Port': ['ID=f36868be-8b82-46cf-b066-2c7eff7a9355,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:08:31.520434 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['f36868be-8b82-46cf-b066-2c7eff7a9355'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:08:31.536376 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4fadef13-8646-48a1-9b8a-9761fb2a3507 req-3b74b0c6-2638-436c-98e3-aa7ad8998528 service neutron] 10.222.0.10 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2621119 Jan 28 07:08:31.593812 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-438f5856-f850-4ab1-a5c7-2f929cabe9b4 req-ad6f5500-3ee7-4547-b643-6bc2ad962466 tempest-TenantUsagesTestJSON-2098755746 tempest-TenantUsagesTestJSON-2098755746-project] No DVR routers for this DVR port f36868be-8b82-46cf-b066-2c7eff7a9355 on host n-h2-712749-28 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:08:31.596946 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-438f5856-f850-4ab1-a5c7-2f929cabe9b4 req-ad6f5500-3ee7-4547-b643-6bc2ad962466 tempest-TenantUsagesTestJSON-2098755746 tempest-TenantUsagesTestJSON-2098755746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:31.601391 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-438f5856-f850-4ab1-a5c7-2f929cabe9b4 req-ad6f5500-3ee7-4547-b643-6bc2ad962466 tempest-TenantUsagesTestJSON-2098755746 tempest-TenantUsagesTestJSON-2098755746-project] 10.222.0.44 "DELETE /v2.0/ports/f36868be-8b82-46cf-b066-2c7eff7a9355 HTTP/1.1" status: 204 len: 173 time: 0.8160548 Jan 28 07:08:31.602255 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f16fd8e-4ab8-48f7-bf0b-b000c3e46a9f', 'name': 'network-vif-deleted', 'tag': 'f36868be-8b82-46cf-b066-2c7eff7a9355'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:08:31.604948 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3d1cc01-73b5-46d3-99ac-f3a16779a8a4" -d '{"events": [{"server_uuid": "4f16fd8e-4ab8-48f7-bf0b-b000c3e46a9f", "name": "network-vif-deleted", "tag": "f36868be-8b82-46cf-b066-2c7eff7a9355"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:08:31.686494 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cb1199-d5ff-45ac-acfa-25d25ccfd2e9 req-6801c2cd-ee4d-4d2f-8a0f-9e82596a9e1c tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:31.692610 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cb1199-d5ff-45ac-acfa-25d25ccfd2e9 req-6801c2cd-ee4d-4d2f-8a0f-9e82596a9e1c tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:31.711840 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-26cb1199-d5ff-45ac-acfa-25d25ccfd2e9 req-6801c2cd-ee4d-4d2f-8a0f-9e82596a9e1c tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea2fe4fc-1cc6-4fd8-9394-ba60a2898740 HTTP/1.1" status: 200 len: 1680 time: 0.0871902 Jan 28 07:08:31.841026 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-26cb1199-d5ff-45ac-acfa-25d25ccfd2e9 req-f12db4f0-84dc-4ef8-9c06-48f05c63b641 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d843c1b-2b3f-41f7-933d-0cc23e6bb818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135397 Jan 28 07:08:31.866047 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['4e392658-d9e7-4f50-bddb-43ee057aba7a'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:08:31.872544 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281bbb3d-2821-47a5-932e-0b368cd931d2 req-c219dbdd-f23c-47b6-85ed-14d5aca2d6a7 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:31.876420 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-281bbb3d-2821-47a5-932e-0b368cd931d2 req-c219dbdd-f23c-47b6-85ed-14d5aca2d6a7 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9e21c6f-9b87-4b08-b8fe-a60a848c1742 HTTP/1.1" status: 200 len: 948 time: 0.1194460 Jan 28 07:08:31.920864 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['435d567c-1726-4ee8-861c-0388279f6de8'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:08:31.972833 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-37e712d8-7def-4c13-8cff-92462fc04fc5 req-571827b0-3847-4fe0-a8b1-618ed10df2e9 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] 10.222.0.41 "GET /v2.0/ports?device_id=4700657c-3f39-4eb5-b7b0-8651089bd587 HTTP/1.1" status: 200 len: 210 time: 0.0807655 Jan 28 07:08:32.029029 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-281bbb3d-2821-47a5-932e-0b368cd931d2 req-ca650dca-1266-47d3-a767-7b60144e2684 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439810 Jan 28 07:08:32.334492 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d896e9ce-a6d4-4812-8922-019994a67a86 x-openstack-request-id: req-d896e9ce-a6d4-4812-8922-019994a67a86 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:08:32.334944 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f16fd8e-4ab8-48f7-bf0b-b000c3e46a9f", "name": "network-vif-deleted", "tag": "f36868be-8b82-46cf-b066-2c7eff7a9355", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:08:32.335272 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d896e9ce-a6d4-4812-8922-019994a67a86 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:08:32.336620 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f16fd8e-4ab8-48f7-bf0b-b000c3e46a9f', 'name': 'network-vif-deleted', 'tag': 'f36868be-8b82-46cf-b066-2c7eff7a9355', 'status': 'completed', 'code': 200} Jan 28 07:08:32.647077 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 69c783fa-c2be-4e5a-99d0-8b6bd6c54806 details requested by agent hyperv_n-h1-712749-28 with host n-h1-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:08:32.658864 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 2f9831f3-a3bc-4f6b-833e-fba8e8fe6e72 no longer exists at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:08:32.737618 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:32.816748 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 34524) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:08:32.837612 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 2f9831f3-a3bc-4f6b-833e-fba8e8fe6e72 is: ACTIVE; New status is: DOWN {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:08:32.838010 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (2f9831f3-a3bc-4f6b-833e-fba8e8fe6e72), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:32.880304 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9057a629-2dac-4a33-80ca-6f4d956f6346', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f9831f3-a3bc-4f6b-833e-fba8e8fe6e72'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:08:32.882666 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-301ce38a-eda2-417a-bded-af8c3ef87299" -d '{"events": [{"server_uuid": "9057a629-2dac-4a33-80ca-6f4d956f6346", "name": "network-vif-unplugged", "status": "completed", "tag": "2f9831f3-a3bc-4f6b-833e-fba8e8fe6e72"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:08:32.903866 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 69c783fa-c2be-4e5a-99d0-8b6bd6c54806, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=69c783fa-c2be-4e5a-99d0-8b6bd6c54806,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:08:32.930709 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 2f9831f3-a3bc-4f6b-833e-fba8e8fe6e72, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=2f9831f3-a3bc-4f6b-833e-fba8e8fe6e72,segment=NetworkSegment(aa78153f-8140-4463-8a23-520ca70d4d00),segment_id=aa78153f-8140-4463-8a23-520ca70d4d00)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:08:32.951036 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Returning: {'device': '69c783fa-c2be-4e5a-99d0-8b6bd6c54806', 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb', 'port_id': '69c783fa-c2be-4e5a-99d0-8b6bd6c54806', 'mac_address': 'fa:16:3e:89:a8:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5785b43d-448b-4d12-9eb5-4e4caf2e7eaf', 'ip_address': '192.168.233.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:08:32.963862 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (2f9831f3-a3bc-4f6b-833e-fba8e8fe6e72), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:32.975792 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 07:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94b88cd5-0acf-467a-a4e2-e5f572c24fd8 x-openstack-request-id: req-94b88cd5-0acf-467a-a4e2-e5f572c24fd8 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:08:32.980156 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9057a629-2dac-4a33-80ca-6f4d956f6346", "name": "network-vif-unplugged", "status": "completed", "tag": "2f9831f3-a3bc-4f6b-833e-fba8e8fe6e72", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:08:32.980625 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-94b88cd5-0acf-467a-a4e2-e5f572c24fd8 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:08:32.981236 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9057a629-2dac-4a33-80ca-6f4d956f6346', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f9831f3-a3bc-4f6b-833e-fba8e8fe6e72', 'code': 200} Jan 28 07:08:33.065450 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=2f9831f3-a3bc-4f6b-833e-fba8e8fe6e72,revision_number=8']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:08:33.081701 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:08:33.082319 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:08:33.082866 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:08:33.083410 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:08:33.083943 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:08:33.084525 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:08:33.085191 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:08:33.086233 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:08:33.086759 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:08:33.087278 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:08:33.087903 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:08:33.088468 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:08:33.088995 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:08:33.095698 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 69c783fa-c2be-4e5a-99d0-8b6bd6c54806 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:08:33.096172 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (69c783fa-c2be-4e5a-99d0-8b6bd6c54806), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:33.121946 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93d2531-55eb-465e-9dfe-55c6430277b3 req-facdc328-eb6e-4292-918e-23f0e4f33ee1 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:33.123495 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b93d2531-55eb-465e-9dfe-55c6430277b3 req-facdc328-eb6e-4292-918e-23f0e4f33ee1 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] 10.222.0.10 "GET /v2.0/ports?device_id=9057a629-2dac-4a33-80ca-6f4d956f6346 HTTP/1.1" status: 200 len: 944 time: 0.1065745 Jan 28 07:08:33.128478 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69c783fa-c2be-4e5a-99d0-8b6bd6c54806 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:08:33.132646 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb8045b-6f2c-4ed6-9fc3-4086e348670c req-50df1ec3-2f1d-4549-83a4-0c694cdaf37f tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:33.138046 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb8045b-6f2c-4ed6-9fc3-4086e348670c req-50df1ec3-2f1d-4549-83a4-0c694cdaf37f tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:33.144775 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8cb8045b-6f2c-4ed6-9fc3-4086e348670c req-50df1ec3-2f1d-4549-83a4-0c694cdaf37f tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea2fe4fc-1cc6-4fd8-9394-ba60a2898740 HTTP/1.1" status: 200 len: 1680 time: 0.2386272 Jan 28 07:08:33.153086 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 69c783fa-c2be-4e5a-99d0-8b6bd6c54806, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=69c783fa-c2be-4e5a-99d0-8b6bd6c54806,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:08:33.159638 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (69c783fa-c2be-4e5a-99d0-8b6bd6c54806), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:33.246716 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=69c783fa-c2be-4e5a-99d0-8b6bd6c54806,revision_number=8']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:08:33.265785 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-5a7c5c92-b0f1-40e1-b6ba-9fd77a77f171 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f7d1410659974a748115453b3012e4dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4455435 Jan 28 07:08:33.268368 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fea709b-1848-479a-8884-136f8c1f51ed req-1bec0e5c-ade9-4db5-9874-dc6df571a212 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:33.270225 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5fea709b-1848-479a-8884-136f8c1f51ed req-1bec0e5c-ade9-4db5-9874-dc6df571a212 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9e21c6f-9b87-4b08-b8fe-a60a848c1742 HTTP/1.1" status: 200 len: 949 time: 0.1226175 Jan 28 07:08:33.270414 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 34536) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:08:33.275071 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d4147c86-477e-4780-baee-b09b7422a0fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:33.312600 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8cb8045b-6f2c-4ed6-9fc3-4086e348670c req-8a0337eb-179e-4db1-b7e0-62956e4e2d66 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d843c1b-2b3f-41f7-933d-0cc23e6bb818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606898 Jan 28 07:08:33.380044 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5fea709b-1848-479a-8884-136f8c1f51ed req-1b523470-ccab-4efa-98e9-1a1f862eb135 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885732 Jan 28 07:08:33.386364 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3a84ff-d3d5-4246-b07a-eab54cfbb9e2 req-725dbdac-8891-48d3-aaaa-56e45f72b9f4 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:33.388616 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-dd3a84ff-d3d5-4246-b07a-eab54cfbb9e2 req-725dbdac-8891-48d3-aaaa-56e45f72b9f4 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] 10.222.0.44 "GET /v2.0/networks?id=40408abb-5725-4205-b120-60fb2bb4bc40 HTTP/1.1" status: 200 len: 804 time: 0.2408595 Jan 28 07:08:33.399931 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fa159e92-b0d9-49ed-bb6e-4d12c2fef35a admin admin] Publish callbacks [] for security_group (512d45ef-d546-453c-8502-1898f8e18bd7), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:33.411527 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-b93d2531-55eb-465e-9dfe-55c6430277b3 req-c1520b28-9b76-4ddf-a2ac-983d7975779a tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] Deleting port 2f9831f3-a3bc-4f6b-833e-fba8e8fe6e72 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:08:33.412680 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b93d2531-55eb-465e-9dfe-55c6430277b3 req-c1520b28-9b76-4ddf-a2ac-983d7975779a tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (2f9831f3-a3bc-4f6b-833e-fba8e8fe6e72), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:33.437710 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-dd3a84ff-d3d5-4246-b07a-eab54cfbb9e2 req-85315101-211e-4b1f-916a-5eacd4c10da5 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] Request body: {'port': {'device_id': '4700657c-3f39-4eb5-b7b0-8651089bd587', 'network_id': '40408abb-5725-4205-b120-60fb2bb4bc40', 'admin_state_up': True, 'tenant_id': '2896f16344d64d52a798dcb24fda5242'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:08:33.516284 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fa159e92-b0d9-49ed-bb6e-4d12c2fef35a admin admin] Publish callbacks [] for security_group (512d45ef-d546-453c-8502-1898f8e18bd7), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:33.554747 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d5c56dac-98bb-4d11-85f8-238755c84352 req-7d7103f6-97da-4482-933d-d05bdb80256c tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] 10.222.0.41 "GET /v2.0/ports?device_id=4700657c-3f39-4eb5-b7b0-8651089bd587 HTTP/1.1" status: 200 len: 210 time: 0.0685239 Jan 28 07:08:33.591877 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['69c783fa-c2be-4e5a-99d0-8b6bd6c54806'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:08:33.598344 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd3a84ff-d3d5-4246-b07a-eab54cfbb9e2 req-85315101-211e-4b1f-916a-5eacd4c10da5 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] Made reservation on behalf of 2896f16344d64d52a798dcb24fda5242 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:08:33.602433 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-dd3a84ff-d3d5-4246-b07a-eab54cfbb9e2 req-85315101-211e-4b1f-916a-5eacd4c10da5 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:33.633447 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-b93d2531-55eb-465e-9dfe-55c6430277b3 req-c1520b28-9b76-4ddf-a2ac-983d7975779a tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] For port 2f9831f3-a3bc-4f6b-833e-fba8e8fe6e72, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=2f9831f3-a3bc-4f6b-833e-fba8e8fe6e72,segment=NetworkSegment(aa78153f-8140-4463-8a23-520ca70d4d00),segment_id=aa78153f-8140-4463-8a23-520ca70d4d00)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:08:33.633824 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b93d2531-55eb-465e-9dfe-55c6430277b3 req-c1520b28-9b76-4ddf-a2ac-983d7975779a tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (2f9831f3-a3bc-4f6b-833e-fba8e8fe6e72), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:33.660520 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-b93d2531-55eb-465e-9dfe-55c6430277b3 req-c1520b28-9b76-4ddf-a2ac-983d7975779a tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] Calling delete_port for 2f9831f3-a3bc-4f6b-833e-fba8e8fe6e72 owned by compute:nova {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:08:33.669254 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fa159e92-b0d9-49ed-bb6e-4d12c2fef35a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (512d45ef-d546-453c-8502-1898f8e18bd7), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:33.677022 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fa159e92-b0d9-49ed-bb6e-4d12c2fef35a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:33.683403 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-fa159e92-b0d9-49ed-bb6e-4d12c2fef35a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/512d45ef-d546-453c-8502-1898f8e18bd7 HTTP/1.1" status: 204 len: 168 time: 0.4117162 Jan 28 07:08:33.706647 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa159e92-b0d9-49ed-bb6e-4d12c2fef35a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=512d45ef-d546-453c-8502-1898f8e18bd7,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:08:33.904250 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:33.912241 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-dd3a84ff-d3d5-4246-b07a-eab54cfbb9e2 req-85315101-211e-4b1f-916a-5eacd4c10da5 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] Allocated IP 172.20.0.10 (40408abb-5725-4205-b120-60fb2bb4bc40/a4c1d00a-11c6-444f-8042-f73535ef4594/a51afb86-189a-4384-896a-9ae33c5a4f27) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:08:33.974069 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b93d2531-55eb-465e-9dfe-55c6430277b3 req-c1520b28-9b76-4ddf-a2ac-983d7975779a tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (2f9831f3-a3bc-4f6b-833e-fba8e8fe6e72), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:34.016793 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1520b28-9b76-4ddf-a2ac-983d7975779a tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] Pushing event deleted for resources: {'Port': ['ID=2f9831f3-a3bc-4f6b-833e-fba8e8fe6e72,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:08:34.087198 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-b93d2531-55eb-465e-9dfe-55c6430277b3 req-c1520b28-9b76-4ddf-a2ac-983d7975779a tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] No DVR routers for this DVR port 2f9831f3-a3bc-4f6b-833e-fba8e8fe6e72 on host n-h1-712749-28 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:08:34.091515 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b93d2531-55eb-465e-9dfe-55c6430277b3 req-c1520b28-9b76-4ddf-a2ac-983d7975779a tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:34.095462 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b93d2531-55eb-465e-9dfe-55c6430277b3 req-c1520b28-9b76-4ddf-a2ac-983d7975779a tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] 10.222.0.10 "DELETE /v2.0/ports/2f9831f3-a3bc-4f6b-833e-fba8e8fe6e72 HTTP/1.1" status: 204 len: 173 time: 0.9493167 Jan 28 07:08:34.096108 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9057a629-2dac-4a33-80ca-6f4d956f6346', 'name': 'network-vif-deleted', 'tag': '2f9831f3-a3bc-4f6b-833e-fba8e8fe6e72'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:08:34.100807 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4e1936b-b712-4b20-8866-5b0356ff1a31" -d '{"events": [{"server_uuid": "9057a629-2dac-4a33-80ca-6f4d956f6346", "name": "network-vif-deleted", "tag": "2f9831f3-a3bc-4f6b-833e-fba8e8fe6e72"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:08:34.145488 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1345428-d678-4317-bbb2-c57602910fc9 req-6046a3d1-660b-4e0e-9619-554ca0d47b2f tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:34.147526 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d1345428-d678-4317-bbb2-c57602910fc9 req-6046a3d1-660b-4e0e-9619-554ca0d47b2f tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.10 "GET /v2.0/ports?device_id=a9e21c6f-9b87-4b08-b8fe-a60a848c1742&tenant_id=966335f0946f459597af95ab0b33b55c&binding%3Ahost_id=n-h1-712749-28 HTTP/1.1" status: 200 len: 949 time: 0.2404723 Jan 28 07:08:34.156127 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-725791c5-3e44-43a4-95a7-e90c03e79362 x-openstack-request-id: req-725791c5-3e44-43a4-95a7-e90c03e79362 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:08:34.156718 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9057a629-2dac-4a33-80ca-6f4d956f6346", "name": "network-vif-deleted", "tag": "2f9831f3-a3bc-4f6b-833e-fba8e8fe6e72", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:08:34.156718 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-725791c5-3e44-43a4-95a7-e90c03e79362 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:08:34.157108 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9057a629-2dac-4a33-80ca-6f4d956f6346', 'name': 'network-vif-deleted', 'tag': '2f9831f3-a3bc-4f6b-833e-fba8e8fe6e72', 'status': 'completed', 'code': 200} Jan 28 07:08:34.171538 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9385d54-56da-4f59-a35b-0d27e4bbb6ad req-e6c43fc3-ff59-42ce-9209-bd8d3aa82477 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:34.173064 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a9385d54-56da-4f59-a35b-0d27e4bbb6ad req-e6c43fc3-ff59-42ce-9209-bd8d3aa82477 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9e21c6f-9b87-4b08-b8fe-a60a848c1742 HTTP/1.1" status: 200 len: 949 time: 0.1755533 Jan 28 07:08:34.236333 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 34556) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:08:34.259229 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-35b142f6-0819-4ec8-ad71-d71fd549de6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:34.349156 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-35b142f6-0819-4ec8-ad71-d71fd549de6d admin admin] Publish callbacks [] for security_group (dc1e42ca-6f83-4ca4-9912-111f39b42576), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:34.355954 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-35b142f6-0819-4ec8-ad71-d71fd549de6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (dc1e42ca-6f83-4ca4-9912-111f39b42576), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:34.368521 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a9385d54-56da-4f59-a35b-0d27e4bbb6ad req-f70bd6df-ef6e-4dfc-b4ae-92c508f111b5 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688614 Jan 28 07:08:34.376784 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d1345428-d678-4317-bbb2-c57602910fc9 req-d2a1aca5-7d60-44aa-ab6b-ce4142473be2 service neutron] 10.222.0.10 "GET /v2.0/ports/69c783fa-c2be-4e5a-99d0-8b6bd6c54806/bindings/n-h1-712749-28 HTTP/1.1" status: 200 len: 383 time: 0.1996994 Jan 28 07:08:34.396112 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-dd3a84ff-d3d5-4246-b07a-eab54cfbb9e2 req-85315101-211e-4b1f-916a-5eacd4c10da5 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] Publish callbacks [] for port (a51afb86-189a-4384-896a-9ae33c5a4f27), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:34.422198 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-35b142f6-0819-4ec8-ad71-d71fd549de6d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=48ada0d73e34497387a029f9235b9582&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1840117 Jan 28 07:08:34.425763 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 34560) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:08:34.438046 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b142f6-0819-4ec8-ad71-d71fd549de6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc1e42ca-6f83-4ca4-9912-111f39b42576,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:08:34.490720 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5cbb40-3604-40ab-a390-1c315b986448 req-28dd6974-5b39-4d6f-885b-2e9e65deb640 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:34.497382 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5cbb40-3604-40ab-a390-1c315b986448 req-28dd6974-5b39-4d6f-885b-2e9e65deb640 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:34.499623 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4e5cbb40-3604-40ab-a390-1c315b986448 req-28dd6974-5b39-4d6f-885b-2e9e65deb640 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea2fe4fc-1cc6-4fd8-9394-ba60a2898740 HTTP/1.1" status: 200 len: 1680 time: 0.1041281 Jan 28 07:08:34.513452 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-dd3a84ff-d3d5-4246-b07a-eab54cfbb9e2 req-85315101-211e-4b1f-916a-5eacd4c10da5 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (a51afb86-189a-4384-896a-9ae33c5a4f27), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:34.562164 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1345428-d678-4317-bbb2-c57602910fc9 req-0e893f40-7f0a-4109-96c6-ce96c58e7409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:34.563693 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d1345428-d678-4317-bbb2-c57602910fc9 req-0e893f40-7f0a-4109-96c6-ce96c58e7409 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=966335f0946f459597af95ab0b33b55c&device_id=a9e21c6f-9b87-4b08-b8fe-a60a848c1742 HTTP/1.1" status: 200 len: 1101 time: 0.1155701 Jan 28 07:08:34.565653 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4e5cbb40-3604-40ab-a390-1c315b986448 req-f95e3ac1-f9d3-416d-ac1e-d49ec0f95053 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d843c1b-2b3f-41f7-933d-0cc23e6bb818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603063 Jan 28 07:08:34.599494 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd3a84ff-d3d5-4246-b07a-eab54cfbb9e2 req-85315101-211e-4b1f-916a-5eacd4c10da5 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] Network 40408abb-5725-4205-b120-60fb2bb4bc40 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:08:34.617723 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85315101-211e-4b1f-916a-5eacd4c10da5 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] Pushing event updated for resources: {'Port': ['ID=a51afb86-189a-4384-896a-9ae33c5a4f27,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:08:34.620349 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-dd3a84ff-d3d5-4246-b07a-eab54cfbb9e2 req-85315101-211e-4b1f-916a-5eacd4c10da5 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:08:34.627900 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd3a84ff-d3d5-4246-b07a-eab54cfbb9e2 req-85315101-211e-4b1f-916a-5eacd4c10da5 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:08:34.661724 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 4e392658-d9e7-4f50-bddb-43ee057aba7a up at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:08:34.666542 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0c0de4ed-fffc-4110-b72a-39b77c663f93 admin admin] Publish callbacks [] for security_group (dc1e42ca-6f83-4ca4-9912-111f39b42576), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:34.729200 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning for port 4e392658-d9e7-4f50-bddb-43ee057aba7a completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:08:34.733411 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning complete for port 4e392658-d9e7-4f50-bddb-43ee057aba7a triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:08:34.734042 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (4e392658-d9e7-4f50-bddb-43ee057aba7a), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:34.756232 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0c0de4ed-fffc-4110-b72a-39b77c663f93 admin admin] Publish callbacks [] for security_group (dc1e42ca-6f83-4ca4-9912-111f39b42576), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:34.810804 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3a84ff-d3d5-4246-b07a-eab54cfbb9e2 req-85315101-211e-4b1f-916a-5eacd4c10da5 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:34.811820 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-dd3a84ff-d3d5-4246-b07a-eab54cfbb9e2 req-85315101-211e-4b1f-916a-5eacd4c10da5 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:34.847696 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a65dbb-b082-43a3-9d27-7f7e2ab1f169 req-22339d56-eb94-4011-90cd-92fbd37fde68 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:34.855137 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c7a65dbb-b082-43a3-9d27-7f7e2ab1f169 req-22339d56-eb94-4011-90cd-92fbd37fde68 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] 10.222.0.41 "GET /v2.0/ports?device_id=4700657c-3f39-4eb5-b7b0-8651089bd587 HTTP/1.1" status: 200 len: 932 time: 0.1951349 Jan 28 07:08:34.857591 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 4e392658-d9e7-4f50-bddb-43ee057aba7a is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:08:34.858070 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (4e392658-d9e7-4f50-bddb-43ee057aba7a), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:34.859094 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1345428-d678-4317-bbb2-c57602910fc9 req-6853ddaa-9a19-4c98-bec2-c7b3495d2047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:34.860484 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d1345428-d678-4317-bbb2-c57602910fc9 req-6853ddaa-9a19-4c98-bec2-c7b3495d2047 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb HTTP/1.1" status: 200 len: 870 time: 0.2866900 Jan 28 07:08:34.880801 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-dd3a84ff-d3d5-4246-b07a-eab54cfbb9e2 req-85315101-211e-4b1f-916a-5eacd4c10da5 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4475107 Jan 28 07:08:34.906263 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 4e392658-d9e7-4f50-bddb-43ee057aba7a, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=4e392658-d9e7-4f50-bddb-43ee057aba7a,segment=NetworkSegment(1c002465-93f0-40e3-93db-0bfe07eee218),segment_id=1c002465-93f0-40e3-93db-0bfe07eee218)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:08:34.910252 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-dd3a84ff-d3d5-4246-b07a-eab54cfbb9e2 req-fbf9a110-7804-4c13-b632-a70fa01851dc service neutron] Request body: {'port': {'device_id': '4700657c-3f39-4eb5-b7b0-8651089bd587', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712749-28'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:08:34.921333 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (4e392658-d9e7-4f50-bddb-43ee057aba7a), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:34.924711 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 435d567c-1726-4ee8-861c-0388279f6de8 up at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:08:34.996239 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea2fe4fc-1cc6-4fd8-9394-ba60a2898740', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e392658-d9e7-4f50-bddb-43ee057aba7a'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:08:34.996239 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3b87ef1-3c48-470d-85af-f85f6ee433b4" -d '{"events": [{"server_uuid": "ea2fe4fc-1cc6-4fd8-9394-ba60a2898740", "name": "network-vif-plugged", "status": "completed", "tag": "4e392658-d9e7-4f50-bddb-43ee057aba7a"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:08:35.026128 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d1345428-d678-4317-bbb2-c57602910fc9 req-6ba1c98e-19a1-4d14-b7fb-2a1ee710aa67 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=69c783fa-c2be-4e5a-99d0-8b6bd6c54806 HTTP/1.1" status: 200 len: 217 time: 0.1278720 Jan 28 07:08:35.026610 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0c0de4ed-fffc-4110-b72a-39b77c663f93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (dc1e42ca-6f83-4ca4-9912-111f39b42576), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:35.029217 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0c0de4ed-fffc-4110-b72a-39b77c663f93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:35.033405 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-0c0de4ed-fffc-4110-b72a-39b77c663f93 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/dc1e42ca-6f83-4ca4-9912-111f39b42576 HTTP/1.1" status: 204 len: 168 time: 0.6065657 Jan 28 07:08:35.058989 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=4e392658-d9e7-4f50-bddb-43ee057aba7a,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:08:35.063725 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3569531-9277-4769-a608-18b74299134f x-openstack-request-id: req-e3569531-9277-4769-a608-18b74299134f {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:08:35.064016 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea2fe4fc-1cc6-4fd8-9394-ba60a2898740", "name": "network-vif-plugged", "status": "completed", "tag": "4e392658-d9e7-4f50-bddb-43ee057aba7a", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:08:35.064296 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e3569531-9277-4769-a608-18b74299134f {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:08:35.064685 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea2fe4fc-1cc6-4fd8-9394-ba60a2898740', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e392658-d9e7-4f50-bddb-43ee057aba7a', 'code': 200} Jan 28 07:08:35.075844 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning for port 435d567c-1726-4ee8-861c-0388279f6de8 completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:08:35.080386 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning complete for port 435d567c-1726-4ee8-861c-0388279f6de8 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:08:35.080770 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (435d567c-1726-4ee8-861c-0388279f6de8), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:35.090304 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c7a65dbb-b082-43a3-9d27-7f7e2ab1f169 req-8ea44e73-4848-4ba2-b1ab-5691c58b358e tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] 10.222.0.41 "GET /v2.0/security-groups?id=c2614457-355d-4290-9839-3c701d202067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342896 Jan 28 07:08:35.110356 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0de4ed-fffc-4110-b72a-39b77c663f93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc1e42ca-6f83-4ca4-9912-111f39b42576,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:08:35.153386 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1345428-d678-4317-bbb2-c57602910fc9 req-2ed5d373-c12e-4d05-918e-717a3b89b7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:35.158142 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d1345428-d678-4317-bbb2-c57602910fc9 req-2ed5d373-c12e-4d05-918e-717a3b89b7c1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5785b43d-448b-4d12-9eb5-4e4caf2e7eaf HTTP/1.1" status: 200 len: 843 time: 0.1194332 Jan 28 07:08:35.191891 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-dd3a84ff-d3d5-4246-b07a-eab54cfbb9e2 req-fbf9a110-7804-4c13-b632-a70fa01851dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (a51afb86-189a-4384-896a-9ae33c5a4f27), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:35.200633 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 435d567c-1726-4ee8-861c-0388279f6de8 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:08:35.201032 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (435d567c-1726-4ee8-861c-0388279f6de8), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:35.240158 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 435d567c-1726-4ee8-861c-0388279f6de8, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=435d567c-1726-4ee8-861c-0388279f6de8,segment=NetworkSegment(3050a4da-486e-4ce8-b24e-7e894845f87c),segment_id=3050a4da-486e-4ce8-b24e-7e894845f87c)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:08:35.245005 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (435d567c-1726-4ee8-861c-0388279f6de8), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:35.255147 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1345428-d678-4317-bbb2-c57602910fc9 req-5beac94c-72e8-4a64-91a4-128578555e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:35.256679 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d1345428-d678-4317-bbb2-c57602910fc9 req-5beac94c-72e8-4a64-91a4-128578555e04 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0908484 Jan 28 07:08:35.307263 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=435d567c-1726-4ee8-861c-0388279f6de8,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:08:35.474373 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d1345428-d678-4317-bbb2-c57602910fc9 req-4b603351-8e70-431f-96f9-219404e36c15 service neutron] 10.222.0.10 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074192 Jan 28 07:08:35.476956 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device f36868be-8b82-46cf-b066-2c7eff7a9355 no longer exists at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:08:35.521301 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] No Port match for: f36868be-8b82-46cf-b066-2c7eff7a9355 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:08:35.522083 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device f36868be-8b82-46cf-b066-2c7eff7a9355 not bound to the agent host n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:08:35.541180 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895f8ba5-3f74-4548-9912-29eb961b0bc6 req-29d19788-e2bd-40ac-a3d6-94ff8f9dd9b9 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:35.545007 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-895f8ba5-3f74-4548-9912-29eb961b0bc6 req-29d19788-e2bd-40ac-a3d6-94ff8f9dd9b9 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9e21c6f-9b87-4b08-b8fe-a60a848c1742 HTTP/1.1" status: 200 len: 949 time: 0.0693147 Jan 28 07:08:35.608490 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c4b8d4c3-e54f-4f1a-b2b8-1c504d634ebc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:35.621842 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-895f8ba5-3f74-4548-9912-29eb961b0bc6 req-59ee30b8-2b61-4381-b1c0-5e0a665ba2d1 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731366 Jan 28 07:08:35.684871 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d1345428-d678-4317-bbb2-c57602910fc9 req-22596c26-da2f-48be-8b87-9b8713d0c942 service neutron] 10.222.0.10 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940699 Jan 28 07:08:35.698623 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-dd3a84ff-d3d5-4246-b07a-eab54cfbb9e2 req-fbf9a110-7804-4c13-b632-a70fa01851dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a51afb86-189a-4384-896a-9ae33c5a4f27 {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:08:35.707065 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-dd3a84ff-d3d5-4246-b07a-eab54cfbb9e2 req-fbf9a110-7804-4c13-b632-a70fa01851dc service neutron] Publish callbacks [] for port (a51afb86-189a-4384-896a-9ae33c5a4f27), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:35.724471 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-dd3a84ff-d3d5-4246-b07a-eab54cfbb9e2 req-fbf9a110-7804-4c13-b632-a70fa01851dc service neutron] Transition to ACTIVE for port object a51afb86-189a-4384-896a-9ae33c5a4f27 will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:08:35.732209 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-dd3a84ff-d3d5-4246-b07a-eab54cfbb9e2 req-fbf9a110-7804-4c13-b632-a70fa01851dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (a51afb86-189a-4384-896a-9ae33c5a4f27), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:35.750009 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 7 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 07:08:35.771930 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1176f0-c39b-4df6-a27e-c75076c4b904 req-33e4b034-db26-4f13-b428-366fe267fdaa tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:35.780511 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1176f0-c39b-4df6-a27e-c75076c4b904 req-33e4b034-db26-4f13-b428-366fe267fdaa tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:35.782746 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9b1176f0-c39b-4df6-a27e-c75076c4b904 req-33e4b034-db26-4f13-b428-366fe267fdaa tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea2fe4fc-1cc6-4fd8-9394-ba60a2898740 HTTP/1.1" status: 200 len: 1682 time: 0.0817339 Jan 28 07:08:35.798691 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf9a110-7804-4c13-b632-a70fa01851dc service neutron] Pushing event updated for resources: {'Port': ['ID=a51afb86-189a-4384-896a-9ae33c5a4f27,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:08:35.859921 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9b1176f0-c39b-4df6-a27e-c75076c4b904 req-44b96597-9ea4-427e-b7f8-c281edd84168 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d843c1b-2b3f-41f7-933d-0cc23e6bb818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696115 Jan 28 07:08:35.880954 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-dd3a84ff-d3d5-4246-b07a-eab54cfbb9e2 req-fbf9a110-7804-4c13-b632-a70fa01851dc service neutron] Attempting to bind port a51afb86-189a-4384-896a-9ae33c5a4f27 on host n-h2-712749-28 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:08:35.881396 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-dd3a84ff-d3d5-4246-b07a-eab54cfbb9e2 req-fbf9a110-7804-4c13-b632-a70fa01851dc service neutron] Attempting to bind port a51afb86-189a-4384-896a-9ae33c5a4f27 by drivers openvswitch,hyperv on host n-h2-712749-28 at level 0 using segments [{'id': 'aa78153f-8140-4463-8a23-520ca70d4d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '40408abb-5725-4205-b120-60fb2bb4bc40'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:08:35.881733 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd3a84ff-d3d5-4246-b07a-eab54cfbb9e2 req-fbf9a110-7804-4c13-b632-a70fa01851dc service neutron] Attempting to bind port a51afb86-189a-4384-896a-9ae33c5a4f27 on network 40408abb-5725-4205-b120-60fb2bb4bc40 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:08:35.890202 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd3a84ff-d3d5-4246-b07a-eab54cfbb9e2 req-fbf9a110-7804-4c13-b632-a70fa01851dc service neutron] Port a51afb86-189a-4384-896a-9ae33c5a4f27 on network 40408abb-5725-4205-b120-60fb2bb4bc40 not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-28 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:08:35.890568 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd3a84ff-d3d5-4246-b07a-eab54cfbb9e2 req-fbf9a110-7804-4c13-b632-a70fa01851dc service neutron] Attempting to bind port a51afb86-189a-4384-896a-9ae33c5a4f27 on network 40408abb-5725-4205-b120-60fb2bb4bc40 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:08:35.895494 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd3a84ff-d3d5-4246-b07a-eab54cfbb9e2 req-fbf9a110-7804-4c13-b632-a70fa01851dc service neutron] Checking agent: {'id': 'c9906e63-062c-432e-bb53-63fdb8115e18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:08:35.895920 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd3a84ff-d3d5-4246-b07a-eab54cfbb9e2 req-fbf9a110-7804-4c13-b632-a70fa01851dc service neutron] Checking segment: {'id': 'aa78153f-8140-4463-8a23-520ca70d4d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '40408abb-5725-4205-b120-60fb2bb4bc40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:08:35.896336 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd3a84ff-d3d5-4246-b07a-eab54cfbb9e2 req-fbf9a110-7804-4c13-b632-a70fa01851dc service neutron] Bound using segment: {'id': 'aa78153f-8140-4463-8a23-520ca70d4d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '40408abb-5725-4205-b120-60fb2bb4bc40'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:08:35.896788 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-dd3a84ff-d3d5-4246-b07a-eab54cfbb9e2 req-fbf9a110-7804-4c13-b632-a70fa01851dc service neutron] Bound port: a51afb86-189a-4384-896a-9ae33c5a4f27, host: n-h2-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa78153f-8140-4463-8a23-520ca70d4d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '40408abb-5725-4205-b120-60fb2bb4bc40'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:08:35.899633 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-dd3a84ff-d3d5-4246-b07a-eab54cfbb9e2 req-fbf9a110-7804-4c13-b632-a70fa01851dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (a51afb86-189a-4384-896a-9ae33c5a4f27), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:35.986396 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-dd3a84ff-d3d5-4246-b07a-eab54cfbb9e2 req-fbf9a110-7804-4c13-b632-a70fa01851dc service neutron] For port a51afb86-189a-4384-896a-9ae33c5a4f27, host n-h2-712749-28, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:08:35.990105 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-dd3a84ff-d3d5-4246-b07a-eab54cfbb9e2 req-fbf9a110-7804-4c13-b632-a70fa01851dc service neutron] For port a51afb86-189a-4384-896a-9ae33c5a4f27, host n-h2-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=a51afb86-189a-4384-896a-9ae33c5a4f27,segment=NetworkSegment(aa78153f-8140-4463-8a23-520ca70d4d00),segment_id=aa78153f-8140-4463-8a23-520ca70d4d00)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:08:35.998082 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-dd3a84ff-d3d5-4246-b07a-eab54cfbb9e2 req-fbf9a110-7804-4c13-b632-a70fa01851dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (a51afb86-189a-4384-896a-9ae33c5a4f27), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:36.045376 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3a84ff-d3d5-4246-b07a-eab54cfbb9e2 req-fbf9a110-7804-4c13-b632-a70fa01851dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:36.045905 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-dd3a84ff-d3d5-4246-b07a-eab54cfbb9e2 req-fbf9a110-7804-4c13-b632-a70fa01851dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:36.047516 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-dd3a84ff-d3d5-4246-b07a-eab54cfbb9e2 req-fbf9a110-7804-4c13-b632-a70fa01851dc service neutron] 10.222.0.44 "PUT /v2.0/ports/a51afb86-189a-4384-896a-9ae33c5a4f27 HTTP/1.1" status: 200 len: 1093 time: 1.1505706 Jan 28 07:08:36.048108 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4700657c-3f39-4eb5-b7b0-8651089bd587', 'tag': 'a51afb86-189a-4384-896a-9ae33c5a4f27'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:08:36.052496 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c89d3942-93c4-4127-80bb-8e195b3d94ef" -d '{"events": [{"name": "network-changed", "server_uuid": "4700657c-3f39-4eb5-b7b0-8651089bd587", "tag": "a51afb86-189a-4384-896a-9ae33c5a4f27"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:08:36.084526 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf9a110-7804-4c13-b632-a70fa01851dc service neutron] Pushing event updated for resources: {'Port': ['ID=a51afb86-189a-4384-896a-9ae33c5a4f27,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:08:36.101420 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96819733-f39b-49ae-a64e-6f5dbbc04af3 x-openstack-request-id: req-96819733-f39b-49ae-a64e-6f5dbbc04af3 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:08:36.101968 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4700657c-3f39-4eb5-b7b0-8651089bd587", "tag": "a51afb86-189a-4384-896a-9ae33c5a4f27", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:08:36.102277 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-96819733-f39b-49ae-a64e-6f5dbbc04af3 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:08:36.102689 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4700657c-3f39-4eb5-b7b0-8651089bd587', 'tag': 'a51afb86-189a-4384-896a-9ae33c5a4f27', 'status': 'completed', 'code': 200} Jan 28 07:08:36.167819 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 34610) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:08:36.172001 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3a84ff-d3d5-4246-b07a-eab54cfbb9e2 req-54597def-d23d-4f06-8c72-7bfc7b3f7425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:36.173558 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-dd3a84ff-d3d5-4246-b07a-eab54cfbb9e2 req-54597def-d23d-4f06-8c72-7bfc7b3f7425 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2896f16344d64d52a798dcb24fda5242&device_id=4700657c-3f39-4eb5-b7b0-8651089bd587 HTTP/1.1" status: 200 len: 1096 time: 0.0502224 Jan 28 07:08:36.250360 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-dd3a84ff-d3d5-4246-b07a-eab54cfbb9e2 req-defc3fe2-e360-46a0-8d6f-e2e3fe4eaea4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a51afb86-189a-4384-896a-9ae33c5a4f27 HTTP/1.1" status: 200 len: 217 time: 0.0510645 Jan 28 07:08:36.295158 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-45081548-dcc5-4cdc-8d43-9835d6c50f12 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-817353081-network', 'tenant_id': '27f6d90c3ea74cfab0dfe177f770c019'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:08:36.302354 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa20c0b4-e12e-4314-b742-d86b6d44c7c8 req-774b6ee9-bce2-4025-af23-d8461fd1ed42 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:36.308688 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-fa20c0b4-e12e-4314-b742-d86b6d44c7c8 req-774b6ee9-bce2-4025-af23-d8461fd1ed42 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] 10.222.0.41 "GET /v2.0/ports?device_id=4700657c-3f39-4eb5-b7b0-8651089bd587 HTTP/1.1" status: 200 len: 944 time: 0.1267486 Jan 28 07:08:36.329830 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45081548-dcc5-4cdc-8d43-9835d6c50f12 admin admin] Made reservation on behalf of 27f6d90c3ea74cfab0dfe177f770c019 for: {'network': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:08:36.332501 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-45081548-dcc5-4cdc-8d43-9835d6c50f12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:36.340894 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3a84ff-d3d5-4246-b07a-eab54cfbb9e2 req-cd41e92f-10f0-464a-9e9c-248f2f900ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:36.342401 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-dd3a84ff-d3d5-4246-b07a-eab54cfbb9e2 req-cd41e92f-10f0-464a-9e9c-248f2f900ed5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a4c1d00a-11c6-444f-8042-f73535ef4594 HTTP/1.1" status: 200 len: 844 time: 0.0860569 Jan 28 07:08:36.343129 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-45081548-dcc5-4cdc-8d43-9835d6c50f12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:36.382180 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-dd3a84ff-d3d5-4246-b07a-eab54cfbb9e2 req-109e49e1-6664-401a-a625-fab61ed7364e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=40408abb-5725-4205-b120-60fb2bb4bc40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326922 Jan 28 07:08:36.390846 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-fa20c0b4-e12e-4314-b742-d86b6d44c7c8 req-3eca6b8c-9f0e-46aa-aecb-94c7688e2b1b tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] 10.222.0.41 "GET /v2.0/security-groups?id=c2614457-355d-4290-9839-3c701d202067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789354 Jan 28 07:08:36.431830 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-45081548-dcc5-4cdc-8d43-9835d6c50f12 admin admin] Publish callbacks [] for security_group (63a7f67e-5303-4e57-b874-bb3ebd6bac20), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:36.439161 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-45081548-dcc5-4cdc-8d43-9835d6c50f12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (63a7f67e-5303-4e57-b874-bb3ebd6bac20), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:36.461134 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45081548-dcc5-4cdc-8d43-9835d6c50f12 admin admin] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=103283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:08:36.475583 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45081548-dcc5-4cdc-8d43-9835d6c50f12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63a7f67e-5303-4e57-b874-bb3ebd6bac20,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:08:36.481357 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-45081548-dcc5-4cdc-8d43-9835d6c50f12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (f8a20d97-7576-4d2c-8739-f6ab132dd2fd), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:36.481702 n-d-712749-28 neutron-server[103283]: INFO neutron.db.segments_db [None req-45081548-dcc5-4cdc-8d43-9835d6c50f12 admin admin] Added segment f8a20d97-7576-4d2c-8739-f6ab132dd2fd of type vlan for network fbddbfaf-beb4-48f3-b2a4-4e85c7d5f47f Jan 28 07:08:36.494599 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-dd3a84ff-d3d5-4246-b07a-eab54cfbb9e2 req-eb8e58d7-aef6-40a5-8d5c-14a050326135 service neutron] 10.222.0.44 "GET /v2.0/networks/40408abb-5725-4205-b120-60fb2bb4bc40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026888 Jan 28 07:08:36.530252 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-45081548-dcc5-4cdc-8d43-9835d6c50f12 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (fbddbfaf-beb4-48f3-b2a4-4e85c7d5f47f), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:36.558276 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-45081548-dcc5-4cdc-8d43-9835d6c50f12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (fbddbfaf-beb4-48f3-b2a4-4e85c7d5f47f), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:36.559267 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45081548-dcc5-4cdc-8d43-9835d6c50f12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:36.559907 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-45081548-dcc5-4cdc-8d43-9835d6c50f12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:36.607028 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-dd3a84ff-d3d5-4246-b07a-eab54cfbb9e2 req-2f6f35a0-a1e8-475e-b48e-444fff4e88a0 service neutron] 10.222.0.44 "GET /v2.0/networks/40408abb-5725-4205-b120-60fb2bb4bc40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064036 Jan 28 07:08:36.622668 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 34614) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:08:36.623456 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-45081548-dcc5-4cdc-8d43-9835d6c50f12 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4515173 Jan 28 07:08:36.626785 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-2f62261f-5d79-47da-922e-90c4e64e7030 admin admin] Request body: {'subnet': {'network_id': 'fbddbfaf-beb4-48f3-b2a4-4e85c7d5f47f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-817353081-subnet', 'tenant_id': '27f6d90c3ea74cfab0dfe177f770c019', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:08:36.635800 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45081548-dcc5-4cdc-8d43-9835d6c50f12 admin admin] Pushing event updated for resources: {'Network': ['ID=fbddbfaf-beb4-48f3-b2a4-4e85c7d5f47f,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:08:36.648997 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f62261f-5d79-47da-922e-90c4e64e7030 admin admin] Made reservation on behalf of 27f6d90c3ea74cfab0dfe177f770c019 for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:08:36.649183 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network fbddbfaf-beb4-48f3-b2a4-4e85c7d5f47f details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:08:36.652428 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2f62261f-5d79-47da-922e-90c4e64e7030 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24979592'] for subnet (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:36.723534 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 69c783fa-c2be-4e5a-99d0-8b6bd6c54806 up at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:08:36.800296 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555584ac-325a-42f9-8e74-2802f1d85eb8 req-a9915184-9366-4b30-a107-658177fd4187 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:36.809542 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-555584ac-325a-42f9-8e74-2802f1d85eb8 req-a9915184-9366-4b30-a107-658177fd4187 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9e21c6f-9b87-4b08-b8fe-a60a848c1742 HTTP/1.1" status: 200 len: 949 time: 0.0965803 Jan 28 07:08:36.811307 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning for port 69c783fa-c2be-4e5a-99d0-8b6bd6c54806 completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:08:36.826473 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning complete for port 69c783fa-c2be-4e5a-99d0-8b6bd6c54806 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:08:36.826830 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (69c783fa-c2be-4e5a-99d0-8b6bd6c54806), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:36.862281 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:36.894810 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-555584ac-325a-42f9-8e74-2802f1d85eb8 req-7f95524f-ff5b-4950-8ace-7173c17daa9c tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839014 Jan 28 07:08:36.947856 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 69c783fa-c2be-4e5a-99d0-8b6bd6c54806 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:08:36.948403 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (69c783fa-c2be-4e5a-99d0-8b6bd6c54806), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:36.989431 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 69c783fa-c2be-4e5a-99d0-8b6bd6c54806, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=69c783fa-c2be-4e5a-99d0-8b6bd6c54806,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:08:36.994397 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (69c783fa-c2be-4e5a-99d0-8b6bd6c54806), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:36.995198 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 2f9831f3-a3bc-4f6b-833e-fba8e8fe6e72 no longer exists at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:08:37.039415 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] No Port match for: 2f9831f3-a3bc-4f6b-833e-fba8e8fe6e72 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:08:37.039901 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 2f9831f3-a3bc-4f6b-833e-fba8e8fe6e72 not bound to the agent host n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:08:37.066373 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea2fe4fc-1cc6-4fd8-9394-ba60a2898740', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '435d567c-1726-4ee8-861c-0388279f6de8'}, {'server_uuid': 'a9e21c6f-9b87-4b08-b8fe-a60a848c1742', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69c783fa-c2be-4e5a-99d0-8b6bd6c54806'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:08:37.068789 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28c74ed5-fc0b-42d6-97c4-3dc7fded0d62" -d '{"events": [{"server_uuid": "ea2fe4fc-1cc6-4fd8-9394-ba60a2898740", "name": "network-vif-plugged", "status": "completed", "tag": "435d567c-1726-4ee8-861c-0388279f6de8"}, {"server_uuid": "a9e21c6f-9b87-4b08-b8fe-a60a848c1742", "name": "network-vif-plugged", "status": "completed", "tag": "69c783fa-c2be-4e5a-99d0-8b6bd6c54806"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:08:37.086234 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=69c783fa-c2be-4e5a-99d0-8b6bd6c54806,revision_number=9']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:08:37.187887 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 28 Jan 2022 07:08:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a14621ae-5d30-4a94-a892-7e9eb7225d94 x-openstack-request-id: req-a14621ae-5d30-4a94-a892-7e9eb7225d94 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:08:37.188277 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea2fe4fc-1cc6-4fd8-9394-ba60a2898740", "name": "network-vif-plugged", "status": "completed", "tag": "435d567c-1726-4ee8-861c-0388279f6de8", "code": 200}, {"server_uuid": "a9e21c6f-9b87-4b08-b8fe-a60a848c1742", "name": "network-vif-plugged", "status": "completed", "tag": "69c783fa-c2be-4e5a-99d0-8b6bd6c54806", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:08:37.188492 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a14621ae-5d30-4a94-a892-7e9eb7225d94 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:08:37.188899 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea2fe4fc-1cc6-4fd8-9394-ba60a2898740', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '435d567c-1726-4ee8-861c-0388279f6de8', 'code': 200} Jan 28 07:08:37.189162 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9e21c6f-9b87-4b08-b8fe-a60a848c1742', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69c783fa-c2be-4e5a-99d0-8b6bd6c54806', 'code': 200} Jan 28 07:08:37.207121 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89d3942-93c4-4127-80bb-8e195b3d94ef req-ae56b9ec-97e1-497f-b520-ac7d94791192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:37.208975 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c89d3942-93c4-4127-80bb-8e195b3d94ef req-ae56b9ec-97e1-497f-b520-ac7d94791192 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2896f16344d64d52a798dcb24fda5242&device_id=4700657c-3f39-4eb5-b7b0-8651089bd587 HTTP/1.1" status: 200 len: 1096 time: 0.5012083 Jan 28 07:08:37.238216 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a1dd4d-5267-4ba4-b463-ebf9ae09184b req-c382300a-571e-4be1-92e6-7cafeed34c31 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:37.243423 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a1dd4d-5267-4ba4-b463-ebf9ae09184b req-c382300a-571e-4be1-92e6-7cafeed34c31 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:37.245032 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-71a1dd4d-5267-4ba4-b463-ebf9ae09184b req-c382300a-571e-4be1-92e6-7cafeed34c31 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea2fe4fc-1cc6-4fd8-9394-ba60a2898740 HTTP/1.1" status: 200 len: 1682 time: 0.1071949 Jan 28 07:08:37.371858 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-71a1dd4d-5267-4ba4-b463-ebf9ae09184b req-98aa220e-23e5-41bb-9566-064af7eb1f8b tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d843c1b-2b3f-41f7-933d-0cc23e6bb818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120253 Jan 28 07:08:37.474969 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89d3942-93c4-4127-80bb-8e195b3d94ef req-6abfe359-2ec0-4b8e-a835-779d16f937cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:37.477730 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c89d3942-93c4-4127-80bb-8e195b3d94ef req-6abfe359-2ec0-4b8e-a835-779d16f937cd service neutron] 10.222.0.44 "GET /v2.0/networks?id=40408abb-5725-4205-b120-60fb2bb4bc40 HTTP/1.1" status: 200 len: 905 time: 0.2560220 Jan 28 07:08:37.480568 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2f62261f-5d79-47da-922e-90c4e64e7030 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24757504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24979610'] for subnet (691dd1a0-1c2f-40e1-abfb-d0c6c3076fc5), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:37.532397 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6691b3-6bd3-4c23-a891-31111fb319dd req-bbeb78fb-e936-409f-9cd9-380910f96f5c tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:37.535785 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8e6691b3-6bd3-4c23-a891-31111fb319dd req-bbeb78fb-e936-409f-9cd9-380910f96f5c tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] 10.222.0.41 "GET /v2.0/ports?device_id=4700657c-3f39-4eb5-b7b0-8651089bd587 HTTP/1.1" status: 200 len: 944 time: 0.0563819 Jan 28 07:08:37.560459 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c89d3942-93c4-4127-80bb-8e195b3d94ef req-8a4ed770-6db1-4067-aea3-900e7c1cd822 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a51afb86-189a-4384-896a-9ae33c5a4f27 HTTP/1.1" status: 200 len: 217 time: 0.0708833 Jan 28 07:08:37.572124 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519bff44-c958-4b5a-9725-e1424d0ede02 req-65d19057-572b-4241-94ff-ea37c407819e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:37.572637 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519bff44-c958-4b5a-9725-e1424d0ede02 req-65d19057-572b-4241-94ff-ea37c407819e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:37.574158 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-519bff44-c958-4b5a-9725-e1424d0ede02 req-65d19057-572b-4241-94ff-ea37c407819e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ea2fe4fc-1cc6-4fd8-9394-ba60a2898740 HTTP/1.1" status: 200 len: 1986 time: 0.1587701 Jan 28 07:08:37.594512 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8e6691b3-6bd3-4c23-a891-31111fb319dd req-be36cd29-064e-471a-ae56-b7f1b82ae6e3 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] 10.222.0.41 "GET /v2.0/security-groups?id=c2614457-355d-4290-9839-3c701d202067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514450 Jan 28 07:08:37.611384 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f62261f-5d79-47da-922e-90c4e64e7030 admin admin] Pushing event updated for resources: {'Subnet': ['ID=691dd1a0-1c2f-40e1-abfb-d0c6c3076fc5,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:08:37.668083 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f62261f-5d79-47da-922e-90c4e64e7030 admin admin] Checking segment: {'id': 'f8a20d97-7576-4d2c-8739-f6ab132dd2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'fbddbfaf-beb4-48f3-b2a4-4e85c7d5f47f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:08:37.668649 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f62261f-5d79-47da-922e-90c4e64e7030 admin admin] Network hostable DHCP agents. Network: fbddbfaf-beb4-48f3-b2a4-4e85c7d5f47f, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:08:37.682596 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89d3942-93c4-4127-80bb-8e195b3d94ef req-a88fd065-305e-4943-a5c5-477e5fddd7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:37.683988 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c89d3942-93c4-4127-80bb-8e195b3d94ef req-a88fd065-305e-4943-a5c5-477e5fddd7c6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a4c1d00a-11c6-444f-8042-f73535ef4594 HTTP/1.1" status: 200 len: 844 time: 0.1149011 Jan 28 07:08:37.713769 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-519bff44-c958-4b5a-9725-e1424d0ede02 req-8b7bbd67-3258-4f57-a679-9e58174bf552 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=4d843c1b-2b3f-41f7-933d-0cc23e6bb818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990672 Jan 28 07:08:37.732226 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c89d3942-93c4-4127-80bb-8e195b3d94ef req-93ed986e-8a4b-4b59-8896-891aea754c30 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=40408abb-5725-4205-b120-60fb2bb4bc40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385644 Jan 28 07:08:37.733703 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f62261f-5d79-47da-922e-90c4e64e7030 admin admin] Network fbddbfaf-beb4-48f3-b2a4-4e85c7d5f47f is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:08:37.759857 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-2f62261f-5d79-47da-922e-90c4e64e7030 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, fbddbfaf-beb4-48f3-b2a4-4e85c7d5f47f) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:08:37.767753 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87269ecc-005e-4777-8ef9-178fc96a3c00 None None] Network fbddbfaf-beb4-48f3-b2a4-4e85c7d5f47f requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:08:37.798721 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f62261f-5d79-47da-922e-90c4e64e7030 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:37.799686 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2f62261f-5d79-47da-922e-90c4e64e7030 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:37.830113 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 34634) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:08:37.830528 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-2f62261f-5d79-47da-922e-90c4e64e7030 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2079852 Jan 28 07:08:37.836869 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-ce00f914-3fe9-47a3-903d-5a607a7a4885 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-817353081-router', 'tenant_id': '27f6d90c3ea74cfab0dfe177f770c019', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:08:37.867864 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ce00f914-3fe9-47a3-903d-5a607a7a4885 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16606890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127275'] for router (7fedcc53-7ab6-418a-aa6d-f573532dc568), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:37.869596 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ce00f914-3fe9-47a3-903d-5a607a7a4885 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16605498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16607952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16355422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127266'] for router (7fedcc53-7ab6-418a-aa6d-f573532dc568), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:37.885680 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dbc5f3f-af1c-4ff2-b111-08d75cbac7a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3dd72b9-6805-5f61-b6f3-a591f99a173d-fbddbfaf-beb4-48f3-b2a4-4e85c7d5f47f', 'network_id': 'fbddbfaf-beb4-48f3-b2a4-4e85c7d5f47f', 'project_id': '27f6d90c3ea74cfab0dfe177f770c019', 'fixed_ips': [{'subnet_id': '691dd1a0-1c2f-40e1-abfb-d0c6c3076fc5'}]}} from n-d-712749-28. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 07:08:37.886896 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1dbc5f3f-af1c-4ff2-b111-08d75cbac7a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:37.888187 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c89d3942-93c4-4127-80bb-8e195b3d94ef req-9f0bb127-7527-40b0-ad83-4f072ecc71b4 service neutron] 10.222.0.44 "GET /v2.0/networks/40408abb-5725-4205-b120-60fb2bb4bc40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498966 Jan 28 07:08:37.941732 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ce00f914-3fe9-47a3-903d-5a607a7a4885 admin admin] Publish callbacks [] for router_controller (7fedcc53-7ab6-418a-aa6d-f573532dc568), precommit_add_association {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:38.018628 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c89d3942-93c4-4127-80bb-8e195b3d94ef req-c3eade14-ab49-46ee-89f8-79fbe466eecc service neutron] 10.222.0.44 "GET /v2.0/networks/40408abb-5725-4205-b120-60fb2bb4bc40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242907 Jan 28 07:08:38.076253 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-1dbc5f3f-af1c-4ff2-b111-08d75cbac7a4 None None] Allocated IP 172.20.0.2 (fbddbfaf-beb4-48f3-b2a4-4e85c7d5f47f/691dd1a0-1c2f-40e1-abfb-d0c6c3076fc5/87aa70f6-eec1-4199-9305-e6a6d3845b58) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:08:38.150329 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ce00f914-3fe9-47a3-903d-5a607a7a4885 admin admin] Publish callbacks [] for router_gateway (7fedcc53-7ab6-418a-aa6d-f573532dc568), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:38.159463 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b84ad55-d1bf-4075-b2c4-d75fc4e5bb3f req-ea80e5bb-9df3-4144-b4d5-d25e8f7e3db0 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:38.161023 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1b84ad55-d1bf-4075-b2c4-d75fc4e5bb3f req-ea80e5bb-9df3-4144-b4d5-d25e8f7e3db0 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9e21c6f-9b87-4b08-b8fe-a60a848c1742 HTTP/1.1" status: 200 len: 950 time: 0.1587374 Jan 28 07:08:38.260309 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1b84ad55-d1bf-4075-b2c4-d75fc4e5bb3f req-5c04b52a-91d5-45b1-9325-665bd8a01740 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883884 Jan 28 07:08:38.419728 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ce00f914-3fe9-47a3-903d-5a607a7a4885 admin admin] Publish callbacks [] for router_gateway (7fedcc53-7ab6-418a-aa6d-f573532dc568), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:38.442083 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ce00f914-3fe9-47a3-903d-5a607a7a4885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:38.530634 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:38.534640 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1dbc5f3f-af1c-4ff2-b111-08d75cbac7a4 None None] Publish callbacks [] for port (87aa70f6-eec1-4199-9305-e6a6d3845b58), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:38.542545 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1dbc5f3f-af1c-4ff2-b111-08d75cbac7a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (87aa70f6-eec1-4199-9305-e6a6d3845b58), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:38.583538 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dbc5f3f-af1c-4ff2-b111-08d75cbac7a4 None None] Network fbddbfaf-beb4-48f3-b2a4-4e85c7d5f47f is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:08:38.587927 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-1dbc5f3f-af1c-4ff2-b111-08d75cbac7a4 None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:08:38.593095 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dbc5f3f-af1c-4ff2-b111-08d75cbac7a4 None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:08:38.621956 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-ce00f914-3fe9-47a3-903d-5a607a7a4885 admin admin] Allocated IP 172.25.6.113 (7d5b3724-deef-4831-8d43-cb9b8176573c/b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc/990edcbd-79ec-4c21-a325-ba9e3a95845d) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:08:38.651982 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbc5f3f-af1c-4ff2-b111-08d75cbac7a4 None None] Pushing event updated for resources: {'Port': ['ID=87aa70f6-eec1-4199-9305-e6a6d3845b58,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:08:38.670395 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35b2cf3-d92d-46e6-b902-c7786c280326 req-365771e7-abfd-4766-9883-07a7ad237436 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:38.676485 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35b2cf3-d92d-46e6-b902-c7786c280326 req-365771e7-abfd-4766-9883-07a7ad237436 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:38.684794 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f35b2cf3-d92d-46e6-b902-c7786c280326 req-365771e7-abfd-4766-9883-07a7ad237436 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea2fe4fc-1cc6-4fd8-9394-ba60a2898740 HTTP/1.1" status: 200 len: 1682 time: 0.1435628 Jan 28 07:08:38.691202 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-1dbc5f3f-af1c-4ff2-b111-08d75cbac7a4 None None] Attempting to bind port 87aa70f6-eec1-4199-9305-e6a6d3845b58 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:08:38.691588 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-1dbc5f3f-af1c-4ff2-b111-08d75cbac7a4 None None] Attempting to bind port 87aa70f6-eec1-4199-9305-e6a6d3845b58 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': 'f8a20d97-7576-4d2c-8739-f6ab132dd2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'fbddbfaf-beb4-48f3-b2a4-4e85c7d5f47f'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:08:38.691953 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dbc5f3f-af1c-4ff2-b111-08d75cbac7a4 None None] Attempting to bind port 87aa70f6-eec1-4199-9305-e6a6d3845b58 on network fbddbfaf-beb4-48f3-b2a4-4e85c7d5f47f {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:08:38.712545 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dbc5f3f-af1c-4ff2-b111-08d75cbac7a4 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:08:38.712941 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dbc5f3f-af1c-4ff2-b111-08d75cbac7a4 None None] Checking segment: {'id': 'f8a20d97-7576-4d2c-8739-f6ab132dd2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'fbddbfaf-beb4-48f3-b2a4-4e85c7d5f47f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:08:38.716549 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1dbc5f3f-af1c-4ff2-b111-08d75cbac7a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:38.716975 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dbc5f3f-af1c-4ff2-b111-08d75cbac7a4 None None] Bound using segment: {'id': 'f8a20d97-7576-4d2c-8739-f6ab132dd2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'fbddbfaf-beb4-48f3-b2a4-4e85c7d5f47f'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:08:38.717817 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-1dbc5f3f-af1c-4ff2-b111-08d75cbac7a4 None None] Bound port: 87aa70f6-eec1-4199-9305-e6a6d3845b58, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8a20d97-7576-4d2c-8739-f6ab132dd2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'fbddbfaf-beb4-48f3-b2a4-4e85c7d5f47f'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:08:38.718230 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1dbc5f3f-af1c-4ff2-b111-08d75cbac7a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (87aa70f6-eec1-4199-9305-e6a6d3845b58), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:38.790337 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d7778c-84da-4a7f-b38f-fdfb3c801872 req-74f62fad-cd11-477b-920a-79ca00001b44 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:38.794012 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-86d7778c-84da-4a7f-b38f-fdfb3c801872 req-74f62fad-cd11-477b-920a-79ca00001b44 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] 10.222.0.41 "GET /v2.0/ports?device_id=4700657c-3f39-4eb5-b7b0-8651089bd587 HTTP/1.1" status: 200 len: 944 time: 0.0688460 Jan 28 07:08:38.834664 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-1dbc5f3f-af1c-4ff2-b111-08d75cbac7a4 None None] For port 87aa70f6-eec1-4199-9305-e6a6d3845b58, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:08:38.840765 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f35b2cf3-d92d-46e6-b902-c7786c280326 req-f5eb73fd-56b9-4bc3-be12-978cbfce24ef tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d843c1b-2b3f-41f7-933d-0cc23e6bb818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497467 Jan 28 07:08:38.842820 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-1dbc5f3f-af1c-4ff2-b111-08d75cbac7a4 None None] For port 87aa70f6-eec1-4199-9305-e6a6d3845b58, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=87aa70f6-eec1-4199-9305-e6a6d3845b58,segment=NetworkSegment(f8a20d97-7576-4d2c-8739-f6ab132dd2fd),segment_id=f8a20d97-7576-4d2c-8739-f6ab132dd2fd)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:08:38.848177 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ce00f914-3fe9-47a3-903d-5a607a7a4885 admin admin] Publish callbacks [] for port (990edcbd-79ec-4c21-a325-ba9e3a95845d), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:38.852893 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1dbc5f3f-af1c-4ff2-b111-08d75cbac7a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (87aa70f6-eec1-4199-9305-e6a6d3845b58), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:38.914862 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ce00f914-3fe9-47a3-903d-5a607a7a4885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (990edcbd-79ec-4c21-a325-ba9e3a95845d), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:38.915641 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-86d7778c-84da-4a7f-b38f-fdfb3c801872 req-624660a8-2c47-4f9c-bafe-67803d670aba tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] 10.222.0.41 "GET /v2.0/security-groups?id=c2614457-355d-4290-9839-3c701d202067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164134 Jan 28 07:08:38.927009 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1345428-d678-4317-bbb2-c57602910fc9 req-f89c9198-fd4e-4677-8380-81515c5c38b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:38.929550 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d1345428-d678-4317-bbb2-c57602910fc9 req-f89c9198-fd4e-4677-8380-81515c5c38b2 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a9e21c6f-9b87-4b08-b8fe-a60a848c1742&tenant_id=966335f0946f459597af95ab0b33b55c HTTP/1.1" status: 200 len: 1102 time: 0.0999398 Jan 28 07:08:38.948472 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbc5f3f-af1c-4ff2-b111-08d75cbac7a4 None None] Pushing event updated for resources: {'Port': ['ID=87aa70f6-eec1-4199-9305-e6a6d3845b58,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:08:38.957989 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-d1345428-d678-4317-bbb2-c57602910fc9 req-0b4fe1a3-98cc-41ec-bf8b-930276ba56d2 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712749-28', 'device_owner': 'compute:nova'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:08:38.983937 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce00f914-3fe9-47a3-903d-5a607a7a4885 admin admin] Network 7d5b3724-deef-4831-8d43-cb9b8176573c is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:08:38.988633 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-ce00f914-3fe9-47a3-903d-5a607a7a4885 admin admin] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:08:38.990161 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce00f914-3fe9-47a3-903d-5a607a7a4885 admin admin] Pushing event updated for resources: {'Port': ['ID=990edcbd-79ec-4c21-a325-ba9e3a95845d,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:08:39.000601 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce00f914-3fe9-47a3-903d-5a607a7a4885 admin admin] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:08:39.036634 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d1345428-d678-4317-bbb2-c57602910fc9 req-0b4fe1a3-98cc-41ec-bf8b-930276ba56d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (69c783fa-c2be-4e5a-99d0-8b6bd6c54806), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:39.380171 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-d1345428-d678-4317-bbb2-c57602910fc9 req-0b4fe1a3-98cc-41ec-bf8b-930276ba56d2 service neutron] For port 69c783fa-c2be-4e5a-99d0-8b6bd6c54806, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=69c783fa-c2be-4e5a-99d0-8b6bd6c54806,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:08:39.426605 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-d1345428-d678-4317-bbb2-c57602910fc9 req-0b4fe1a3-98cc-41ec-bf8b-930276ba56d2 service neutron] For port 69c783fa-c2be-4e5a-99d0-8b6bd6c54806, host n-h1-712749-28, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:08:39.467419 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ce00f914-3fe9-47a3-903d-5a607a7a4885 admin admin] Publish callbacks [] for router_gateway (7fedcc53-7ab6-418a-aa6d-f573532dc568), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:39.478524 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7de7d2b-2f97-4595-8295-6f1ebfbdb817 req-0e8b68c6-e69a-48ca-b8f4-65498dd41542 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:39.486781 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f7de7d2b-2f97-4595-8295-6f1ebfbdb817 req-0e8b68c6-e69a-48ca-b8f4-65498dd41542 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9e21c6f-9b87-4b08-b8fe-a60a848c1742 HTTP/1.1" status: 200 len: 950 time: 0.1276965 Jan 28 07:08:39.496805 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d1345428-d678-4317-bbb2-c57602910fc9 req-0b4fe1a3-98cc-41ec-bf8b-930276ba56d2 service neutron] Publish callbacks [] for port (69c783fa-c2be-4e5a-99d0-8b6bd6c54806), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:39.519186 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device a51afb86-189a-4384-896a-9ae33c5a4f27 details requested by agent hyperv_n-h2-712749-28 with host n-h2-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:08:39.528850 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-d1345428-d678-4317-bbb2-c57602910fc9 req-0b4fe1a3-98cc-41ec-bf8b-930276ba56d2 service neutron] Transition to ACTIVE for port object 69c783fa-c2be-4e5a-99d0-8b6bd6c54806 will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:08:39.529824 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9e21c6f-9b87-4b08-b8fe-a60a848c1742', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69c783fa-c2be-4e5a-99d0-8b6bd6c54806'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:08:39.535193 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44635ea3-8e72-4cc1-b78e-80554b1d2c39" -d '{"events": [{"server_uuid": "a9e21c6f-9b87-4b08-b8fe-a60a848c1742", "name": "network-vif-unplugged", "status": "completed", "tag": "69c783fa-c2be-4e5a-99d0-8b6bd6c54806"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:08:39.541746 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d1345428-d678-4317-bbb2-c57602910fc9 req-0b4fe1a3-98cc-41ec-bf8b-930276ba56d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (69c783fa-c2be-4e5a-99d0-8b6bd6c54806), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:39.589271 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4fe1a3-98cc-41ec-bf8b-930276ba56d2 service neutron] Pushing event updated for resources: {'Port': ['ID=69c783fa-c2be-4e5a-99d0-8b6bd6c54806,revision_number=10']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:08:39.618415 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f7de7d2b-2f97-4595-8295-6f1ebfbdb817 req-f37116fb-bf65-488f-8d55-4b897817cad3 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299157 Jan 28 07:08:39.629384 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1345428-d678-4317-bbb2-c57602910fc9 req-0b4fe1a3-98cc-41ec-bf8b-930276ba56d2 service neutron] No DVR routers for this DVR port 69c783fa-c2be-4e5a-99d0-8b6bd6c54806 on host n-h1-712749-28 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:08:39.667251 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 07:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81ad180e-6f93-4eb5-8581-ef1f9ed7030b x-openstack-request-id: req-81ad180e-6f93-4eb5-8581-ef1f9ed7030b {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:08:39.667552 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9e21c6f-9b87-4b08-b8fe-a60a848c1742", "name": "network-vif-unplugged", "status": "completed", "tag": "69c783fa-c2be-4e5a-99d0-8b6bd6c54806", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:08:39.667806 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-81ad180e-6f93-4eb5-8581-ef1f9ed7030b {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:08:39.668232 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9e21c6f-9b87-4b08-b8fe-a60a848c1742', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69c783fa-c2be-4e5a-99d0-8b6bd6c54806', 'code': 200} Jan 28 07:08:39.684236 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-d1345428-d678-4317-bbb2-c57602910fc9 req-0b4fe1a3-98cc-41ec-bf8b-930276ba56d2 service neutron] Attempting to bind port 69c783fa-c2be-4e5a-99d0-8b6bd6c54806 on host n-h2-712749-28 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:08:39.684646 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-d1345428-d678-4317-bbb2-c57602910fc9 req-0b4fe1a3-98cc-41ec-bf8b-930276ba56d2 service neutron] Attempting to bind port 69c783fa-c2be-4e5a-99d0-8b6bd6c54806 by drivers openvswitch,hyperv on host n-h2-712749-28 at level 0 using segments [{'id': '9d52209e-a416-4cfe-8f8a-19567a90fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:08:39.684976 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1345428-d678-4317-bbb2-c57602910fc9 req-0b4fe1a3-98cc-41ec-bf8b-930276ba56d2 service neutron] Attempting to bind port 69c783fa-c2be-4e5a-99d0-8b6bd6c54806 on network d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:08:39.690951 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1345428-d678-4317-bbb2-c57602910fc9 req-0b4fe1a3-98cc-41ec-bf8b-930276ba56d2 service neutron] Port 69c783fa-c2be-4e5a-99d0-8b6bd6c54806 on network d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-28 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:08:39.691256 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1345428-d678-4317-bbb2-c57602910fc9 req-0b4fe1a3-98cc-41ec-bf8b-930276ba56d2 service neutron] Attempting to bind port 69c783fa-c2be-4e5a-99d0-8b6bd6c54806 on network d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:08:39.708716 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1345428-d678-4317-bbb2-c57602910fc9 req-0b4fe1a3-98cc-41ec-bf8b-930276ba56d2 service neutron] Checking agent: {'id': 'c9906e63-062c-432e-bb53-63fdb8115e18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:08:39.708716 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1345428-d678-4317-bbb2-c57602910fc9 req-0b4fe1a3-98cc-41ec-bf8b-930276ba56d2 service neutron] Checking segment: {'id': '9d52209e-a416-4cfe-8f8a-19567a90fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:08:39.709066 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1345428-d678-4317-bbb2-c57602910fc9 req-0b4fe1a3-98cc-41ec-bf8b-930276ba56d2 service neutron] Bound using segment: {'id': '9d52209e-a416-4cfe-8f8a-19567a90fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:08:39.717733 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-d1345428-d678-4317-bbb2-c57602910fc9 req-0b4fe1a3-98cc-41ec-bf8b-930276ba56d2 service neutron] Bound port: 69c783fa-c2be-4e5a-99d0-8b6bd6c54806, host: n-h2-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d52209e-a416-4cfe-8f8a-19567a90fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:08:39.718112 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d1345428-d678-4317-bbb2-c57602910fc9 req-0b4fe1a3-98cc-41ec-bf8b-930276ba56d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (69c783fa-c2be-4e5a-99d0-8b6bd6c54806), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:39.750164 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port a51afb86-189a-4384-896a-9ae33c5a4f27, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=a51afb86-189a-4384-896a-9ae33c5a4f27,segment=NetworkSegment(aa78153f-8140-4463-8a23-520ca70d4d00),segment_id=aa78153f-8140-4463-8a23-520ca70d4d00)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:08:39.765817 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Returning: {'device': 'a51afb86-189a-4384-896a-9ae33c5a4f27', 'network_id': '40408abb-5725-4205-b120-60fb2bb4bc40', 'port_id': 'a51afb86-189a-4384-896a-9ae33c5a4f27', 'mac_address': 'fa:16:3e:43:73:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4c1d00a-11c6-444f-8042-f73535ef4594', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:08:39.827820 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:39.830475 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port a51afb86-189a-4384-896a-9ae33c5a4f27 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:08:39.830867 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (a51afb86-189a-4384-896a-9ae33c5a4f27), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:39.846437 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-d1345428-d678-4317-bbb2-c57602910fc9 req-0b4fe1a3-98cc-41ec-bf8b-930276ba56d2 service neutron] For port 69c783fa-c2be-4e5a-99d0-8b6bd6c54806, host n-h2-712749-28, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:08:39.847026 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a51afb86-189a-4384-896a-9ae33c5a4f27 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:08:39.852147 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-d1345428-d678-4317-bbb2-c57602910fc9 req-0b4fe1a3-98cc-41ec-bf8b-930276ba56d2 service neutron] For port 69c783fa-c2be-4e5a-99d0-8b6bd6c54806, host n-h2-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=69c783fa-c2be-4e5a-99d0-8b6bd6c54806,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:08:39.872698 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d1345428-d678-4317-bbb2-c57602910fc9 req-0b4fe1a3-98cc-41ec-bf8b-930276ba56d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (69c783fa-c2be-4e5a-99d0-8b6bd6c54806), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:39.897315 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port a51afb86-189a-4384-896a-9ae33c5a4f27, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=a51afb86-189a-4384-896a-9ae33c5a4f27,segment=NetworkSegment(aa78153f-8140-4463-8a23-520ca70d4d00),segment_id=aa78153f-8140-4463-8a23-520ca70d4d00)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:08:39.912694 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (a51afb86-189a-4384-896a-9ae33c5a4f27), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:39.966752 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1345428-d678-4317-bbb2-c57602910fc9 req-0b4fe1a3-98cc-41ec-bf8b-930276ba56d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:39.967396 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d1345428-d678-4317-bbb2-c57602910fc9 req-0b4fe1a3-98cc-41ec-bf8b-930276ba56d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:39.968930 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d1345428-d678-4317-bbb2-c57602910fc9 req-0b4fe1a3-98cc-41ec-bf8b-930276ba56d2 service neutron] 10.222.0.44 "PUT /v2.0/ports/69c783fa-c2be-4e5a-99d0-8b6bd6c54806 HTTP/1.1" status: 200 len: 1098 time: 1.0256343 Jan 28 07:08:40.057366 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=a51afb86-189a-4384-896a-9ae33c5a4f27,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:08:40.095969 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4fe1a3-98cc-41ec-bf8b-930276ba56d2 service neutron] Pushing event updated for resources: {'Port': ['ID=69c783fa-c2be-4e5a-99d0-8b6bd6c54806,revision_number=11']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:08:40.152386 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1345428-d678-4317-bbb2-c57602910fc9 req-796745ae-cb1d-4b4f-bbc9-719f57ca19ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:40.153979 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d1345428-d678-4317-bbb2-c57602910fc9 req-796745ae-cb1d-4b4f-bbc9-719f57ca19ed service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=966335f0946f459597af95ab0b33b55c&device_id=a9e21c6f-9b87-4b08-b8fe-a60a848c1742 HTTP/1.1" status: 200 len: 1101 time: 0.1397836 Jan 28 07:08:40.165368 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b618fca3-9909-4a5b-87a1-fd59491be306 req-498b7b4b-2582-4d08-85f1-d5ec03c93b31 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:40.172710 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b618fca3-9909-4a5b-87a1-fd59491be306 req-498b7b4b-2582-4d08-85f1-d5ec03c93b31 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] 10.222.0.41 "GET /v2.0/ports?device_id=4700657c-3f39-4eb5-b7b0-8651089bd587 HTTP/1.1" status: 200 len: 945 time: 0.1037495 Jan 28 07:08:40.238820 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['a51afb86-189a-4384-896a-9ae33c5a4f27'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:08:40.309562 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ce1877-c811-4a7d-b31e-b2200b73f6b5 req-fbcbd634-364a-430a-a076-0b33e12d9966 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:40.328439 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ce1877-c811-4a7d-b31e-b2200b73f6b5 req-fbcbd634-364a-430a-a076-0b33e12d9966 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:40.330132 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b7ce1877-c811-4a7d-b31e-b2200b73f6b5 req-fbcbd634-364a-430a-a076-0b33e12d9966 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea2fe4fc-1cc6-4fd8-9394-ba60a2898740 HTTP/1.1" status: 200 len: 1682 time: 0.1399169 Jan 28 07:08:40.354179 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b618fca3-9909-4a5b-87a1-fd59491be306 req-539d53f5-ad74-4531-8413-4aa2faca355e tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] 10.222.0.41 "GET /v2.0/security-groups?id=c2614457-355d-4290-9839-3c701d202067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770654 Jan 28 07:08:40.355652 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1345428-d678-4317-bbb2-c57602910fc9 req-05aeba1a-ec51-45a0-a27e-205717721c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:40.361460 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d1345428-d678-4317-bbb2-c57602910fc9 req-05aeba1a-ec51-45a0-a27e-205717721c10 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb HTTP/1.1" status: 200 len: 870 time: 0.1860254 Jan 28 07:08:40.444422 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d1345428-d678-4317-bbb2-c57602910fc9 req-e8188dc9-a860-48ec-a52a-7e70e56376b8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=69c783fa-c2be-4e5a-99d0-8b6bd6c54806 HTTP/1.1" status: 200 len: 217 time: 0.0718915 Jan 28 07:08:40.542032 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b7ce1877-c811-4a7d-b31e-b2200b73f6b5 req-eb8b2bf3-4f57-4acf-8fc4-d3bd48a333cc tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d843c1b-2b3f-41f7-933d-0cc23e6bb818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149518 Jan 28 07:08:40.555957 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1345428-d678-4317-bbb2-c57602910fc9 req-c7f49a88-715e-4a50-a71d-0619810ae9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:40.557510 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d1345428-d678-4317-bbb2-c57602910fc9 req-c7f49a88-715e-4a50-a71d-0619810ae9f4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5785b43d-448b-4d12-9eb5-4e4caf2e7eaf HTTP/1.1" status: 200 len: 843 time: 0.1056359 Jan 28 07:08:40.617602 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ce00f914-3fe9-47a3-903d-5a607a7a4885 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16605475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16607909'] for router (7fedcc53-7ab6-418a-aa6d-f573532dc568), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:40.641368 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1345428-d678-4317-bbb2-c57602910fc9 req-b168daf0-0584-4788-9a05-62f0d9964a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:40.643052 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d1345428-d678-4317-bbb2-c57602910fc9 req-b168daf0-0584-4788-9a05-62f0d9964a10 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0713511 Jan 28 07:08:40.654520 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbadc6b7-d2a6-4487-a5e0-a8c5ec9d9e52 None None] Network fbddbfaf-beb4-48f3-b2a4-4e85c7d5f47f requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:08:40.762421 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 69c783fa-c2be-4e5a-99d0-8b6bd6c54806 no longer exists at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:08:40.807334 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d1345428-d678-4317-bbb2-c57602910fc9 req-6e7e78c1-132a-4a51-ba3e-3b21890fa2d0 service neutron] 10.222.0.44 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568713 Jan 28 07:08:40.811345 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-167f5fc5-9389-4923-b9a4-57609926629f None None] Provisioning complete for port 87aa70f6-eec1-4199-9305-e6a6d3845b58 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:08:40.811730 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-167f5fc5-9389-4923-b9a4-57609926629f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (87aa70f6-eec1-4199-9305-e6a6d3845b58), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:40.909995 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce00f914-3fe9-47a3-903d-5a607a7a4885 admin admin] Router 7fedcc53-7ab6-418a-aa6d-f573532dc568 is scheduled to L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 with binding_index 1 {{(pid=103283) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 07:08:40.910545 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] The host n-h1-712749-28 is not matching for port 69c783fa-c2be-4e5a-99d0-8b6bd6c54806 host n-h2-712749-28! {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 07:08:40.911082 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 69c783fa-c2be-4e5a-99d0-8b6bd6c54806 not bound to the agent host n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:08:40.963773 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919f75ce-6bad-4909-a57f-9cea6147c8a3 req-606975d6-5013-4459-81b6-1515ce53f674 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:40.971493 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-919f75ce-6bad-4909-a57f-9cea6147c8a3 req-606975d6-5013-4459-81b6-1515ce53f674 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9e21c6f-9b87-4b08-b8fe-a60a848c1742 HTTP/1.1" status: 200 len: 949 time: 0.1819756 Jan 28 07:08:41.003415 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-167f5fc5-9389-4923-b9a4-57609926629f None None] Current status of the port 87aa70f6-eec1-4199-9305-e6a6d3845b58 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:08:41.004090 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-167f5fc5-9389-4923-b9a4-57609926629f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (87aa70f6-eec1-4199-9305-e6a6d3845b58), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:41.067502 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-167f5fc5-9389-4923-b9a4-57609926629f None None] For port 87aa70f6-eec1-4199-9305-e6a6d3845b58, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=87aa70f6-eec1-4199-9305-e6a6d3845b58,segment=NetworkSegment(f8a20d97-7576-4d2c-8739-f6ab132dd2fd),segment_id=f8a20d97-7576-4d2c-8739-f6ab132dd2fd)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:08:41.073306 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-167f5fc5-9389-4923-b9a4-57609926629f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (87aa70f6-eec1-4199-9305-e6a6d3845b58), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:41.124999 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dc4362-0111-4360-89d7-f5c7a04416a8 req-5def1167-e556-47b9-96fd-9c9d42ccf62d tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:41.131541 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dc4362-0111-4360-89d7-f5c7a04416a8 req-5def1167-e556-47b9-96fd-9c9d42ccf62d tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:41.137425 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 87aa70f6-eec1-4199-9305-e6a6d3845b58 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:08:41.139977 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-79dc4362-0111-4360-89d7-f5c7a04416a8 req-5def1167-e556-47b9-96fd-9c9d42ccf62d tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea2fe4fc-1cc6-4fd8-9394-ba60a2898740 HTTP/1.1" status: 200 len: 1682 time: 0.1437247 Jan 28 07:08:41.147403 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-919f75ce-6bad-4909-a57f-9cea6147c8a3 req-3cb52165-7d5e-46a4-85bd-fb4cb8a2a0a2 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629605 Jan 28 07:08:41.181719 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d1345428-d678-4317-bbb2-c57602910fc9 req-16d366ca-c14f-4b27-a395-d28af737f2dd service neutron] 10.222.0.44 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3679636 Jan 28 07:08:41.202943 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce00f914-3fe9-47a3-903d-5a607a7a4885 admin admin] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:08:41.223566 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ce00f914-3fe9-47a3-903d-5a607a7a4885 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:41.228967 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-ce00f914-3fe9-47a3-903d-5a607a7a4885 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.3977129 Jan 28 07:08:41.229834 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 34680) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:08:41.250094 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-79dc4362-0111-4360-89d7-f5c7a04416a8 req-4fda2e46-14b8-41c4-af48-09a30fbf2409 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d843c1b-2b3f-41f7-933d-0cc23e6bb818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089849 Jan 28 07:08:41.262958 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac549db-3a73-47cb-9200-e5fb29566210 None None] Sync routers for ids ['7fedcc53-7ab6-418a-aa6d-f573532dc568'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:08:41.289261 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167f5fc5-9389-4923-b9a4-57609926629f None None] Pushing event updated for resources: {'Port': ['ID=87aa70f6-eec1-4199-9305-e6a6d3845b58,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:08:41.300349 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 87aa70f6-eec1-4199-9305-e6a6d3845b58 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:08:41.300741 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (87aa70f6-eec1-4199-9305-e6a6d3845b58), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:41.347918 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac549db-3a73-47cb-9200-e5fb29566210 None None] Routers {'7fedcc53-7ab6-418a-aa6d-f573532dc568'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:08:41.348604 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-9ac549db-3a73-47cb-9200-e5fb29566210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:08:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['7fedcc53-7ab6-418a-aa6d-f573532dc568'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:08:41.422833 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-20b00019-1b9e-4466-89d5-22a50a7624cc None None] Provisioning complete for port 87aa70f6-eec1-4199-9305-e6a6d3845b58 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:08:41.423349 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-20b00019-1b9e-4466-89d5-22a50a7624cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (87aa70f6-eec1-4199-9305-e6a6d3845b58), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:41.540424 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 87aa70f6-eec1-4199-9305-e6a6d3845b58 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:08:41.547371 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device a51afb86-189a-4384-896a-9ae33c5a4f27 up at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:08:41.582299 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-9ac549db-3a73-47cb-9200-e5fb29566210 None None] Set router 7fedcc53-7ab6-418a-aa6d-f573532dc568 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:08:41.641224 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca4660d-b5ea-44a0-82d5-5021494251da req-bd244681-d4af-435a-92da-ed3891356e48 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:41.642643 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1ca4660d-b5ea-44a0-82d5-5021494251da req-bd244681-d4af-435a-92da-ed3891356e48 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] 10.222.0.41 "GET /v2.0/ports?device_id=4700657c-3f39-4eb5-b7b0-8651089bd587 HTTP/1.1" status: 200 len: 945 time: 0.1749341 Jan 28 07:08:41.668987 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9e21c6f-9b87-4b08-b8fe-a60a848c1742', 'tag': '69c783fa-c2be-4e5a-99d0-8b6bd6c54806'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:08:41.671460 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40a51021-b08e-402b-8c47-2d604363d56c" -d '{"events": [{"name": "network-changed", "server_uuid": "a9e21c6f-9b87-4b08-b8fe-a60a848c1742", "tag": "69c783fa-c2be-4e5a-99d0-8b6bd6c54806"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:08:41.741677 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1ca4660d-b5ea-44a0-82d5-5021494251da req-adb5944f-f807-457f-b72a-eee73666d2eb tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] 10.222.0.41 "GET /v2.0/security-groups?id=c2614457-355d-4290-9839-3c701d202067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861442 Jan 28 07:08:41.760679 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-20b00019-1b9e-4466-89d5-22a50a7624cc None None] Current status of the port 87aa70f6-eec1-4199-9305-e6a6d3845b58 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:08:41.797534 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87420a60-99ed-4ae8-8109-d2fc3d27b7de x-openstack-request-id: req-87420a60-99ed-4ae8-8109-d2fc3d27b7de {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:08:41.797930 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9e21c6f-9b87-4b08-b8fe-a60a848c1742", "tag": "69c783fa-c2be-4e5a-99d0-8b6bd6c54806", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:08:41.798481 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-87420a60-99ed-4ae8-8109-d2fc3d27b7de {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:08:41.799452 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9e21c6f-9b87-4b08-b8fe-a60a848c1742', 'tag': '69c783fa-c2be-4e5a-99d0-8b6bd6c54806', 'status': 'completed', 'code': 200} Jan 28 07:08:41.799608 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning for port a51afb86-189a-4384-896a-9ae33c5a4f27 completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:08:41.805749 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning complete for port a51afb86-189a-4384-896a-9ae33c5a4f27 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:08:41.815923 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (a51afb86-189a-4384-896a-9ae33c5a4f27), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:41.865438 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f84d1151-31ca-48a8-86c6-3998223ea57e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:41.912709 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a51021-b08e-402b-8c47-2d604363d56c req-2cdc54ae-6c29-46e6-96f7-3fa5edc4e831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:41.913168 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-40a51021-b08e-402b-8c47-2d604363d56c req-2cdc54ae-6c29-46e6-96f7-3fa5edc4e831 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=966335f0946f459597af95ab0b33b55c&device_id=a9e21c6f-9b87-4b08-b8fe-a60a848c1742 HTTP/1.1" status: 200 len: 1101 time: 0.1062541 Jan 28 07:08:41.916398 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a51021-b08e-402b-8c47-2d604363d56c req-e2eb8e88-b89b-44c1-b83e-bef6df997f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:41.917911 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-40a51021-b08e-402b-8c47-2d604363d56c req-e2eb8e88-b89b-44c1-b83e-bef6df997f52 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=966335f0946f459597af95ab0b33b55c&device_id=a9e21c6f-9b87-4b08-b8fe-a60a848c1742 HTTP/1.1" status: 200 len: 1101 time: 0.0585885 Jan 28 07:08:41.990119 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port a51afb86-189a-4384-896a-9ae33c5a4f27 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:08:41.990764 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (a51afb86-189a-4384-896a-9ae33c5a4f27), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:42.019049 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4700657c-3f39-4eb5-b7b0-8651089bd587', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a51afb86-189a-4384-896a-9ae33c5a4f27'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:08:42.021601 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5d2053b-b49a-44d2-935e-9a517395f2dd" -d '{"events": [{"server_uuid": "4700657c-3f39-4eb5-b7b0-8651089bd587", "name": "network-vif-plugged", "status": "completed", "tag": "a51afb86-189a-4384-896a-9ae33c5a4f27"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:08:42.038091 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-9ac549db-3a73-47cb-9200-e5fb29566210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fedcc53-7ab6-418a-aa6d-f573532dc568', 'name': 'tempest-AttachSCSIVolumeTestJSON-817353081-router', 'tenant_id': '27f6d90c3ea74cfab0dfe177f770c019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '990edcbd-79ec-4c21-a325-ba9e3a95845d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:08:37Z', 'updated_at': '2022-01-28T07:08:39Z', 'revision_number': 3, 'project_id': '27f6d90c3ea74cfab0dfe177f770c019', 'gw_port': {'id': '990edcbd-79ec-4c21-a325-ba9e3a95845d', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:1c:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fedcc53-7ab6-418a-aa6d-f573532dc568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:08:38Z', 'updated_at': '2022-01-28T07:08:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:08:42.041209 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port a51afb86-189a-4384-896a-9ae33c5a4f27, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=a51afb86-189a-4384-896a-9ae33c5a4f27,segment=NetworkSegment(aa78153f-8140-4463-8a23-520ca70d4d00),segment_id=aa78153f-8140-4463-8a23-520ca70d4d00)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:08:42.080217 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac549db-3a73-47cb-9200-e5fb29566210 None None] Checking router: 7fedcc53-7ab6-418a-aa6d-f573532dc568 for host: n-d-712749-28 {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:08:42.080721 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac549db-3a73-47cb-9200-e5fb29566210 None None] Updating router 7fedcc53-7ab6-418a-aa6d-f573532dc568 port 990edcbd-79ec-4c21-a325-ba9e3a95845d binding host n-d-712749-28 {{(pid=103285) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 07:08:42.092543 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a51021-b08e-402b-8c47-2d604363d56c req-b47f358f-f0f9-48ee-be2b-cf2ba0ea3cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:42.094106 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-40a51021-b08e-402b-8c47-2d604363d56c req-b47f358f-f0f9-48ee-be2b-cf2ba0ea3cb2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb HTTP/1.1" status: 200 len: 870 time: 0.1737711 Jan 28 07:08:42.108157 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-f84d1151-31ca-48a8-86c6-3998223ea57e admin admin] Allocated IP 172.20.0.1 (fbddbfaf-beb4-48f3-b2a4-4e85c7d5f47f/691dd1a0-1c2f-40e1-abfb-d0c6c3076fc5/77b50fdd-bacf-432e-bd1a-97adf4f0007c) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:08:42.113764 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:08:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d1aed37-8f82-4a53-95e9-07a4c4230609 x-openstack-request-id: req-8d1aed37-8f82-4a53-95e9-07a4c4230609 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:08:42.114185 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4700657c-3f39-4eb5-b7b0-8651089bd587", "name": "network-vif-plugged", "status": "completed", "tag": "a51afb86-189a-4384-896a-9ae33c5a4f27", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:08:42.114541 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8d1aed37-8f82-4a53-95e9-07a4c4230609 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:08:42.115330 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4700657c-3f39-4eb5-b7b0-8651089bd587', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a51afb86-189a-4384-896a-9ae33c5a4f27', 'code': 200} Jan 28 07:08:42.124058 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ac549db-3a73-47cb-9200-e5fb29566210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (990edcbd-79ec-4c21-a325-ba9e3a95845d), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:42.124058 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (a51afb86-189a-4384-896a-9ae33c5a4f27), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:42.153970 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-40a51021-b08e-402b-8c47-2d604363d56c req-1a6a18e3-28f0-45e1-aeac-07813e9c20fc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=69c783fa-c2be-4e5a-99d0-8b6bd6c54806 HTTP/1.1" status: 200 len: 217 time: 0.0497456 Jan 28 07:08:42.158936 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a51021-b08e-402b-8c47-2d604363d56c req-78f01c0f-eff3-4d89-b1fa-a1ac7c403acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:42.162011 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-40a51021-b08e-402b-8c47-2d604363d56c req-78f01c0f-eff3-4d89-b1fa-a1ac7c403acb service neutron] 10.222.0.44 "GET /v2.0/networks?id=d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb HTTP/1.1" status: 200 len: 870 time: 0.1859741 Jan 28 07:08:42.191973 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=a51afb86-189a-4384-896a-9ae33c5a4f27,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:08:42.231443 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-40a51021-b08e-402b-8c47-2d604363d56c req-bc6d26bd-4d73-428a-b578-572a5988b12e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=69c783fa-c2be-4e5a-99d0-8b6bd6c54806 HTTP/1.1" status: 200 len: 217 time: 0.0407813 Jan 28 07:08:42.260582 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f84d1151-31ca-48a8-86c6-3998223ea57e admin admin] Publish callbacks [] for port (77b50fdd-bacf-432e-bd1a-97adf4f0007c), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:42.332365 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a51021-b08e-402b-8c47-2d604363d56c req-29710793-9204-4f71-924d-338022d2b52c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:42.334865 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-40a51021-b08e-402b-8c47-2d604363d56c req-29710793-9204-4f71-924d-338022d2b52c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5785b43d-448b-4d12-9eb5-4e4caf2e7eaf HTTP/1.1" status: 200 len: 843 time: 0.1716959 Jan 28 07:08:42.344091 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a51021-b08e-402b-8c47-2d604363d56c req-c30619a3-b3bf-4191-8846-6d3df7b48f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:42.346057 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-40a51021-b08e-402b-8c47-2d604363d56c req-c30619a3-b3bf-4191-8846-6d3df7b48f3e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5785b43d-448b-4d12-9eb5-4e4caf2e7eaf HTTP/1.1" status: 200 len: 843 time: 0.1080589 Jan 28 07:08:42.363847 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ae997f-9ef6-4b82-bb93-45f329ea23b8 req-cdb2cd72-6f5a-4628-9981-fc52413e1d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:42.365384 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f4ae997f-9ef6-4b82-bb93-45f329ea23b8 req-cdb2cd72-6f5a-4628-9981-fc52413e1d28 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=4700657c-3f39-4eb5-b7b0-8651089bd587 HTTP/1.1" status: 200 len: 1098 time: 0.1281796 Jan 28 07:08:42.417053 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f84d1151-31ca-48a8-86c6-3998223ea57e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (77b50fdd-bacf-432e-bd1a-97adf4f0007c), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:42.478956 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a51021-b08e-402b-8c47-2d604363d56c req-40820e4f-f973-402b-88d7-97984ade4832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:42.480859 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-40a51021-b08e-402b-8c47-2d604363d56c req-40820e4f-f973-402b-88d7-97984ade4832 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1338100 Jan 28 07:08:42.490776 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fec062-8f4b-41ee-8c52-ea8a5a5cfa37 req-b0750b39-6f49-4b5a-bf46-416d98327818 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:42.494637 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43686120-04f0-4ba1-8652-be8b37a41b73 req-e4cd3578-8f82-4cc4-9a85-f0cb5c910ef8 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:42.496984 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fec062-8f4b-41ee-8c52-ea8a5a5cfa37 req-b0750b39-6f49-4b5a-bf46-416d98327818 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:42.497121 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-43686120-04f0-4ba1-8652-be8b37a41b73 req-e4cd3578-8f82-4cc4-9a85-f0cb5c910ef8 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9e21c6f-9b87-4b08-b8fe-a60a848c1742 HTTP/1.1" status: 200 len: 949 time: 0.1921451 Jan 28 07:08:42.498512 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d6fec062-8f4b-41ee-8c52-ea8a5a5cfa37 req-b0750b39-6f49-4b5a-bf46-416d98327818 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea2fe4fc-1cc6-4fd8-9394-ba60a2898740 HTTP/1.1" status: 200 len: 1682 time: 0.1372266 Jan 28 07:08:42.500432 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a51021-b08e-402b-8c47-2d604363d56c req-479fb8ca-ec2c-4844-820d-0c4ae6273be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:42.501799 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-40a51021-b08e-402b-8c47-2d604363d56c req-479fb8ca-ec2c-4844-820d-0c4ae6273be7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1438479 Jan 28 07:08:42.543271 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f84d1151-31ca-48a8-86c6-3998223ea57e admin admin] Network fbddbfaf-beb4-48f3-b2a4-4e85c7d5f47f is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:08:42.559102 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-f84d1151-31ca-48a8-86c6-3998223ea57e admin admin] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:08:42.563966 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84d1151-31ca-48a8-86c6-3998223ea57e admin admin] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:08:42.566979 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ac549db-3a73-47cb-9200-e5fb29566210 None None] Publish callbacks [] for port (990edcbd-79ec-4c21-a325-ba9e3a95845d), precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:42.579817 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ac549db-3a73-47cb-9200-e5fb29566210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (990edcbd-79ec-4c21-a325-ba9e3a95845d), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:42.601730 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f4ae997f-9ef6-4b82-bb93-45f329ea23b8 req-31e3f528-2795-4833-96ef-9859c7f4516a service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=c2614457-355d-4290-9839-3c701d202067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291665 Jan 28 07:08:42.602351 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84d1151-31ca-48a8-86c6-3998223ea57e admin admin] Pushing event updated for resources: {'Port': ['ID=77b50fdd-bacf-432e-bd1a-97adf4f0007c,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:08:42.656011 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-43686120-04f0-4ba1-8652-be8b37a41b73 req-2c7f19ec-6458-4159-a075-95cbdec2976b tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438570 Jan 28 07:08:42.657051 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f84d1151-31ca-48a8-86c6-3998223ea57e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16609232'] for router_interface (7fedcc53-7ab6-418a-aa6d-f573532dc568), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:42.714461 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab71fff7-e1cb-43c6-994e-af1673177194 None None] Pushing event updated for resources: {'Port': ['ID=990edcbd-79ec-4c21-a325-ba9e3a95845d,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:08:42.730715 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d6fec062-8f4b-41ee-8c52-ea8a5a5cfa37 req-8b46e7c9-8525-48da-866b-65bc35459fd7 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d843c1b-2b3f-41f7-933d-0cc23e6bb818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244029 Jan 28 07:08:42.764428 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-9ac549db-3a73-47cb-9200-e5fb29566210 None None] Attempting to bind port 990edcbd-79ec-4c21-a325-ba9e3a95845d on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:08:42.764815 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-9ac549db-3a73-47cb-9200-e5fb29566210 None None] Attempting to bind port 990edcbd-79ec-4c21-a325-ba9e3a95845d by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:08:42.765195 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac549db-3a73-47cb-9200-e5fb29566210 None None] Attempting to bind port 990edcbd-79ec-4c21-a325-ba9e3a95845d on network 7d5b3724-deef-4831-8d43-cb9b8176573c {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:08:42.780402 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac549db-3a73-47cb-9200-e5fb29566210 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:08:42.780850 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac549db-3a73-47cb-9200-e5fb29566210 None None] Checking segment: {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:08:42.781270 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ac549db-3a73-47cb-9200-e5fb29566210 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:42.781694 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac549db-3a73-47cb-9200-e5fb29566210 None None] Bound using segment: {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:08:42.782749 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-9ac549db-3a73-47cb-9200-e5fb29566210 None None] Bound port: 990edcbd-79ec-4c21-a325-ba9e3a95845d, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:08:42.783141 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ac549db-3a73-47cb-9200-e5fb29566210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (990edcbd-79ec-4c21-a325-ba9e3a95845d), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:42.814972 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-40a51021-b08e-402b-8c47-2d604363d56c req-43697a0a-816b-4207-b222-68d320f0fbcd service neutron] 10.222.0.44 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2814898 Jan 28 07:08:42.847674 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-40a51021-b08e-402b-8c47-2d604363d56c req-b8b693a9-bd43-46f7-a028-5cab9dc02211 service neutron] 10.222.0.10 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3009424 Jan 28 07:08:42.884099 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ac549db-3a73-47cb-9200-e5fb29566210 None None] For port 990edcbd-79ec-4c21-a325-ba9e3a95845d, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:08:42.893101 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ac549db-3a73-47cb-9200-e5fb29566210 None None] For port 990edcbd-79ec-4c21-a325-ba9e3a95845d, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=990edcbd-79ec-4c21-a325-ba9e3a95845d,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:08:42.904582 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ac549db-3a73-47cb-9200-e5fb29566210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (990edcbd-79ec-4c21-a325-ba9e3a95845d), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:42.983331 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f84d1151-31ca-48a8-86c6-3998223ea57e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (77b50fdd-bacf-432e-bd1a-97adf4f0007c), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:43.018846 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac549db-3a73-47cb-9200-e5fb29566210 None None] Routers {'7fedcc53-7ab6-418a-aa6d-f573532dc568'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:08:43.020247 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-9ac549db-3a73-47cb-9200-e5fb29566210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:08:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['7fedcc53-7ab6-418a-aa6d-f573532dc568'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:08:43.033436 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6b509e-099d-4d51-91c3-9e2505e521a9 req-478e0cf8-2d27-4d5a-a121-3570e6f6b3ed tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:43.041757 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6b509e-099d-4d51-91c3-9e2505e521a9 req-478e0cf8-2d27-4d5a-a121-3570e6f6b3ed tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:43.043659 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-cd6b509e-099d-4d51-91c3-9e2505e521a9 req-478e0cf8-2d27-4d5a-a121-3570e6f6b3ed tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea2fe4fc-1cc6-4fd8-9394-ba60a2898740 HTTP/1.1" status: 200 len: 1682 time: 0.2082117 Jan 28 07:08:43.046653 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 87aa70f6-eec1-4199-9305-e6a6d3845b58 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:08:43.077609 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-40a51021-b08e-402b-8c47-2d604363d56c req-900919e4-d28a-4655-9412-e9892b64934b service neutron] 10.222.0.44 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197518 Jan 28 07:08:43.137353 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d111e58-e078-4db2-9885-296300a505d1 req-7a305226-766e-4b5b-b6f5-606024499655 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:43.144803 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1d111e58-e078-4db2-9885-296300a505d1 req-7a305226-766e-4b5b-b6f5-606024499655 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] 10.222.0.41 "GET /v2.0/ports?device_id=4700657c-3f39-4eb5-b7b0-8651089bd587 HTTP/1.1" status: 200 len: 946 time: 0.1724470 Jan 28 07:08:43.242829 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-40a51021-b08e-402b-8c47-2d604363d56c req-78f79d3b-4e62-4c73-83d0-26d70ebfd272 service neutron] 10.222.0.10 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534710 Jan 28 07:08:43.367625 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-5e2186a1-0dc8-45e5-862d-7c25d5c775fe None None] Provisioning complete for port 77b50fdd-bacf-432e-bd1a-97adf4f0007c triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:08:43.368010 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5e2186a1-0dc8-45e5-862d-7c25d5c775fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (77b50fdd-bacf-432e-bd1a-97adf4f0007c), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:43.380615 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab71fff7-e1cb-43c6-994e-af1673177194 None None] Pushing event updated for resources: {'Port': ['ID=990edcbd-79ec-4c21-a325-ba9e3a95845d,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:08:43.479498 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1d111e58-e078-4db2-9885-296300a505d1 req-a8db4996-ee1e-470b-a8ed-5569d3feddc9 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] 10.222.0.41 "GET /v2.0/security-groups?id=c2614457-355d-4290-9839-3c701d202067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3322837 Jan 28 07:08:43.486481 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 87aa70f6-eec1-4199-9305-e6a6d3845b58 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:08:43.486870 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (87aa70f6-eec1-4199-9305-e6a6d3845b58), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:43.488813 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-5e2186a1-0dc8-45e5-862d-7c25d5c775fe None None] Port 77b50fdd-bacf-432e-bd1a-97adf4f0007c cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:08:43.502388 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f84d1151-31ca-48a8-86c6-3998223ea57e admin admin] Publish callbacks [] for port (77b50fdd-bacf-432e-bd1a-97adf4f0007c), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:43.514043 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f84d1151-31ca-48a8-86c6-3998223ea57e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (77b50fdd-bacf-432e-bd1a-97adf4f0007c), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:43.535884 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-9ac549db-3a73-47cb-9200-e5fb29566210 None None] Set router 7fedcc53-7ab6-418a-aa6d-f573532dc568 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:08:43.571424 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 69c783fa-c2be-4e5a-99d0-8b6bd6c54806 details requested by agent hyperv_n-h2-712749-28 with host n-h2-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:08:43.620916 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-cd6b509e-099d-4d51-91c3-9e2505e521a9 req-de407c7d-8796-44aa-b2b4-77a9c6ca928f tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Deleting port 435d567c-1726-4ee8-861c-0388279f6de8 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:08:43.621279 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-cd6b509e-099d-4d51-91c3-9e2505e521a9 req-de407c7d-8796-44aa-b2b4-77a9c6ca928f tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (435d567c-1726-4ee8-861c-0388279f6de8), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:43.625901 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84d1151-31ca-48a8-86c6-3998223ea57e admin admin] Pushing event updated for resources: {'Port': ['ID=77b50fdd-bacf-432e-bd1a-97adf4f0007c,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:08:43.628378 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f84d1151-31ca-48a8-86c6-3998223ea57e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16318999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16606560'] for router_interface (7fedcc53-7ab6-418a-aa6d-f573532dc568), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:43.782084 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-cd6b509e-099d-4d51-91c3-9e2505e521a9 req-de407c7d-8796-44aa-b2b4-77a9c6ca928f tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] For port 435d567c-1726-4ee8-861c-0388279f6de8, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=435d567c-1726-4ee8-861c-0388279f6de8,segment=NetworkSegment(3050a4da-486e-4ce8-b24e-7e894845f87c),segment_id=3050a4da-486e-4ce8-b24e-7e894845f87c)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:08:43.782809 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 87aa70f6-eec1-4199-9305-e6a6d3845b58 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:08:43.782936 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-cd6b509e-099d-4d51-91c3-9e2505e521a9 req-de407c7d-8796-44aa-b2b4-77a9c6ca928f tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (435d567c-1726-4ee8-861c-0388279f6de8), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:43.827165 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-cd6b509e-099d-4d51-91c3-9e2505e521a9 req-de407c7d-8796-44aa-b2b4-77a9c6ca928f tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Calling delete_port for 435d567c-1726-4ee8-861c-0388279f6de8 owned by compute:nova {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:08:43.843777 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f84d1151-31ca-48a8-86c6-3998223ea57e admin admin] Network fbddbfaf-beb4-48f3-b2a4-4e85c7d5f47f is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:08:43.849645 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-f84d1151-31ca-48a8-86c6-3998223ea57e admin admin] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:08:43.886548 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 69c783fa-c2be-4e5a-99d0-8b6bd6c54806, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=69c783fa-c2be-4e5a-99d0-8b6bd6c54806,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:08:43.907533 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Returning: {'device': '69c783fa-c2be-4e5a-99d0-8b6bd6c54806', 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb', 'port_id': '69c783fa-c2be-4e5a-99d0-8b6bd6c54806', 'mac_address': 'fa:16:3e:89:a8:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5785b43d-448b-4d12-9eb5-4e4caf2e7eaf', 'ip_address': '192.168.233.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:08:43.959926 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ef6be6-43d7-4b9a-92b1-53c43cf7266c req-2268fd18-3639-49a0-b09c-9b84bdb9a5e2 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:43.970333 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-22ef6be6-43d7-4b9a-92b1-53c43cf7266c req-2268fd18-3639-49a0-b09c-9b84bdb9a5e2 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9e21c6f-9b87-4b08-b8fe-a60a848c1742 HTTP/1.1" status: 200 len: 949 time: 0.1483243 Jan 28 07:08:44.001777 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port 69c783fa-c2be-4e5a-99d0-8b6bd6c54806 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:08:44.002182 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (69c783fa-c2be-4e5a-99d0-8b6bd6c54806), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:44.021542 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69c783fa-c2be-4e5a-99d0-8b6bd6c54806 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:08:44.050256 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 69c783fa-c2be-4e5a-99d0-8b6bd6c54806, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=69c783fa-c2be-4e5a-99d0-8b6bd6c54806,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:08:44.059972 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (69c783fa-c2be-4e5a-99d0-8b6bd6c54806), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:44.064571 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-22ef6be6-43d7-4b9a-92b1-53c43cf7266c req-9ba2d4bd-d5cc-492b-a416-f291bff3c4d1 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924871 Jan 28 07:08:44.139528 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f84d1151-31ca-48a8-86c6-3998223ea57e admin admin] Router 7fedcc53-7ab6-418a-aa6d-f573532dc568 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:08:44.151257 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=69c783fa-c2be-4e5a-99d0-8b6bd6c54806,revision_number=12']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:08:44.161542 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-9ac549db-3a73-47cb-9200-e5fb29566210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fedcc53-7ab6-418a-aa6d-f573532dc568', 'name': 'tempest-AttachSCSIVolumeTestJSON-817353081-router', 'tenant_id': '27f6d90c3ea74cfab0dfe177f770c019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '990edcbd-79ec-4c21-a325-ba9e3a95845d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:08:37Z', 'updated_at': '2022-01-28T07:08:42Z', 'revision_number': 4, 'project_id': '27f6d90c3ea74cfab0dfe177f770c019', 'gw_port': {'id': '990edcbd-79ec-4c21-a325-ba9e3a95845d', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:1c:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fedcc53-7ab6-418a-aa6d-f573532dc568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:08:38Z', 'updated_at': '2022-01-28T07:08:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '77b50fdd-bacf-432e-bd1a-97adf4f0007c', 'name': '', 'network_id': 'fbddbfaf-beb4-48f3-b2a4-4e85c7d5f47f', 'tenant_id': '27f6d90c3ea74cfab0dfe177f770c019', 'mac_address': 'fa:16:3e:74:cb:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fedcc53-7ab6-418a-aa6d-f573532dc568', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '691dd1a0-1c2f-40e1-abfb-d0c6c3076fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:08:41Z', 'updated_at': '2022-01-28T07:08:42Z', 'revision_number': 1, 'project_id': '27f6d90c3ea74cfab0dfe177f770c019', 'subnets': [{'id': '691dd1a0-1c2f-40e1-abfb-d0c6c3076fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:08:44.211304 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac549db-3a73-47cb-9200-e5fb29566210 None None] The sync data for ids ['7fedcc53-7ab6-418a-aa6d-f573532dc568'] in n-d-712749-28 is: [{'id': '7fedcc53-7ab6-418a-aa6d-f573532dc568', 'name': 'tempest-AttachSCSIVolumeTestJSON-817353081-router', 'tenant_id': '27f6d90c3ea74cfab0dfe177f770c019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '990edcbd-79ec-4c21-a325-ba9e3a95845d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:08:37Z', 'updated_at': '2022-01-28T07:08:42Z', 'revision_number': 4, 'project_id': '27f6d90c3ea74cfab0dfe177f770c019', 'gw_port': {'id': '990edcbd-79ec-4c21-a325-ba9e3a95845d', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:1c:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fedcc53-7ab6-418a-aa6d-f573532dc568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:08:38Z', 'updated_at': '2022-01-28T07:08:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '77b50fdd-bacf-432e-bd1a-97adf4f0007c', 'name': '', 'network_id': 'fbddbfaf-beb4-48f3-b2a4-4e85c7d5f47f', 'tenant_id': '27f6d90c3ea74cfab0dfe177f770c019', 'mac_address': 'fa:16:3e:74:cb:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fedcc53-7ab6-418a-aa6d-f573532dc568', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '691dd1a0-1c2f-40e1-abfb-d0c6c3076fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:08:41Z', 'updated_at': '2022-01-28T07:08:42Z', 'revision_number': 1, 'project_id': '27f6d90c3ea74cfab0dfe177f770c019', 'subnets': [{'id': '691dd1a0-1c2f-40e1-abfb-d0c6c3076fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:08:44.219435 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404faa9c-ae6f-4001-b3f1-ff2c4d4e5e27 req-c81e98c1-1ab5-4056-a9af-a9de9eb12f15 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:44.224550 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-459eda20-3309-4583-96c2-d95f57ec98d4 None None] Provisioning complete for port 77b50fdd-bacf-432e-bd1a-97adf4f0007c triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:08:44.224814 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404faa9c-ae6f-4001-b3f1-ff2c4d4e5e27 req-c81e98c1-1ab5-4056-a9af-a9de9eb12f15 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:44.224971 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-459eda20-3309-4583-96c2-d95f57ec98d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (77b50fdd-bacf-432e-bd1a-97adf4f0007c), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:44.227018 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-404faa9c-ae6f-4001-b3f1-ff2c4d4e5e27 req-c81e98c1-1ab5-4056-a9af-a9de9eb12f15 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea2fe4fc-1cc6-4fd8-9394-ba60a2898740 HTTP/1.1" status: 200 len: 1682 time: 0.2615683 Jan 28 07:08:44.302220 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-404faa9c-ae6f-4001-b3f1-ff2c4d4e5e27 req-93ebfa18-5fc8-4deb-9d62-803bdcf2705a tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d843c1b-2b3f-41f7-933d-0cc23e6bb818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557613 Jan 28 07:08:44.305640 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-459eda20-3309-4583-96c2-d95f57ec98d4 None None] Port 77b50fdd-bacf-432e-bd1a-97adf4f0007c cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:08:44.310124 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-cd6b509e-099d-4d51-91c3-9e2505e521a9 req-de407c7d-8796-44aa-b2b4-77a9c6ca928f tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (435d567c-1726-4ee8-861c-0388279f6de8), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:44.345216 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['4e392658-d9e7-4f50-bddb-43ee057aba7a', '435d567c-1726-4ee8-861c-0388279f6de8'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:08:44.412147 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de407c7d-8796-44aa-b2b4-77a9c6ca928f tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Pushing event deleted for resources: {'Port': ['ID=435d567c-1726-4ee8-861c-0388279f6de8,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:08:44.431463 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['69c783fa-c2be-4e5a-99d0-8b6bd6c54806'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:08:44.501080 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373c9c48-2717-4db9-915b-e8961e56b329 req-745e7014-fb00-45a1-a457-6535853bde01 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:44.535871 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd6b509e-099d-4d51-91c3-9e2505e521a9 req-de407c7d-8796-44aa-b2b4-77a9c6ca928f tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] No DVR routers for this DVR port 435d567c-1726-4ee8-861c-0388279f6de8 on host n-h1-712749-28 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:08:44.541297 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-373c9c48-2717-4db9-915b-e8961e56b329 req-745e7014-fb00-45a1-a457-6535853bde01 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9e21c6f-9b87-4b08-b8fe-a60a848c1742 HTTP/1.1" status: 200 len: 950 time: 0.1228523 Jan 28 07:08:44.544286 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-cd6b509e-099d-4d51-91c3-9e2505e521a9 req-de407c7d-8796-44aa-b2b4-77a9c6ca928f tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:44.549622 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-cd6b509e-099d-4d51-91c3-9e2505e521a9 req-de407c7d-8796-44aa-b2b4-77a9c6ca928f tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] 10.222.0.10 "DELETE /v2.0/ports/435d567c-1726-4ee8-861c-0388279f6de8 HTTP/1.1" status: 204 len: 173 time: 1.4943676 Jan 28 07:08:44.553174 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea2fe4fc-1cc6-4fd8-9394-ba60a2898740', 'name': 'network-vif-deleted', 'tag': '435d567c-1726-4ee8-861c-0388279f6de8'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:08:44.556437 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02213f94-c62b-466c-9df0-fc0b8aa4c294" -d '{"events": [{"server_uuid": "ea2fe4fc-1cc6-4fd8-9394-ba60a2898740", "name": "network-vif-deleted", "tag": "435d567c-1726-4ee8-861c-0388279f6de8"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:08:44.704961 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f84d1151-31ca-48a8-86c6-3998223ea57e admin admin] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:08:44.714895 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-f84d1151-31ca-48a8-86c6-3998223ea57e admin admin] 10.222.0.41 "PUT /v2.0/routers/7fedcc53-7ab6-418a-aa6d-f573532dc568/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4837470 Jan 28 07:08:44.735102 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-373c9c48-2717-4db9-915b-e8961e56b329 req-30088b6c-b55c-411f-b7a8-f630805d0fb2 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843469 Jan 28 07:08:44.828928 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3757119-c65e-4d69-ad6e-8fb69796dd1f x-openstack-request-id: req-b3757119-c65e-4d69-ad6e-8fb69796dd1f {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:08:44.829489 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea2fe4fc-1cc6-4fd8-9394-ba60a2898740", "name": "network-vif-deleted", "tag": "435d567c-1726-4ee8-861c-0388279f6de8", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:08:44.829953 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b3757119-c65e-4d69-ad6e-8fb69796dd1f {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:08:44.830364 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea2fe4fc-1cc6-4fd8-9394-ba60a2898740', 'name': 'network-vif-deleted', 'tag': '435d567c-1726-4ee8-861c-0388279f6de8', 'status': 'completed', 'code': 200} Jan 28 07:08:44.842483 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7be61da-94bd-4e2c-826e-a0ca6edbfcb5 req-81e83f11-fc61-47cf-a5fe-ac7ce3c93181 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:44.844149 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a7be61da-94bd-4e2c-826e-a0ca6edbfcb5 req-81e83f11-fc61-47cf-a5fe-ac7ce3c93181 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] 10.222.0.41 "GET /v2.0/ports?device_id=4700657c-3f39-4eb5-b7b0-8651089bd587 HTTP/1.1" status: 200 len: 946 time: 0.1372852 Jan 28 07:08:44.911762 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-cd6b509e-099d-4d51-91c3-9e2505e521a9 req-596862c4-dcac-4c49-b6f0-ea3a9b776bdb tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Deleting port 4e392658-d9e7-4f50-bddb-43ee057aba7a {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:08:44.912106 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-cd6b509e-099d-4d51-91c3-9e2505e521a9 req-596862c4-dcac-4c49-b6f0-ea3a9b776bdb tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (4e392658-d9e7-4f50-bddb-43ee057aba7a), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:45.048772 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a7be61da-94bd-4e2c-826e-a0ca6edbfcb5 req-112a898f-9374-472e-8857-07dea635ce0b tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] 10.222.0.41 "GET /v2.0/security-groups?id=c2614457-355d-4290-9839-3c701d202067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868618 Jan 28 07:08:45.117953 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-cd6b509e-099d-4d51-91c3-9e2505e521a9 req-596862c4-dcac-4c49-b6f0-ea3a9b776bdb tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] For port 4e392658-d9e7-4f50-bddb-43ee057aba7a, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=4e392658-d9e7-4f50-bddb-43ee057aba7a,segment=NetworkSegment(1c002465-93f0-40e3-93db-0bfe07eee218),segment_id=1c002465-93f0-40e3-93db-0bfe07eee218)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:08:45.118830 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-cd6b509e-099d-4d51-91c3-9e2505e521a9 req-596862c4-dcac-4c49-b6f0-ea3a9b776bdb tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (4e392658-d9e7-4f50-bddb-43ee057aba7a), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:45.145822 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-cd6b509e-099d-4d51-91c3-9e2505e521a9 req-596862c4-dcac-4c49-b6f0-ea3a9b776bdb tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Calling delete_port for 4e392658-d9e7-4f50-bddb-43ee057aba7a owned by compute:nova {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:08:45.158448 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-86394669-5211-4d46-85c4-e3471cd492b6 req-581aaeb7-6c9e-403b-9bd7-5e8537f4c9eb tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=966335f0946f459597af95ab0b33b55c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0613027 Jan 28 07:08:45.386101 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86394669-5211-4d46-85c4-e3471cd492b6 req-30201faf-f0aa-4774-9c6f-c109d92a4e2c tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:45.388399 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-86394669-5211-4d46-85c4-e3471cd492b6 req-30201faf-f0aa-4774-9c6f-c109d92a4e2c tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2286828 Jan 28 07:08:45.456508 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-cd6b509e-099d-4d51-91c3-9e2505e521a9 req-596862c4-dcac-4c49-b6f0-ea3a9b776bdb tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (4e392658-d9e7-4f50-bddb-43ee057aba7a), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:45.460478 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-86394669-5211-4d46-85c4-e3471cd492b6 req-166260eb-6097-4f75-a273-7ef450e194d9 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/quotas/966335f0946f459597af95ab0b33b55c HTTP/1.1" status: 200 len: 375 time: 0.0459063 Jan 28 07:08:45.564594 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596862c4-dcac-4c49-b6f0-ea3a9b776bdb tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Pushing event deleted for resources: {'Port': ['ID=4e392658-d9e7-4f50-bddb-43ee057aba7a,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:08:45.574927 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-86394669-5211-4d46-85c4-e3471cd492b6 req-0b911170-deb8-4955-9a73-6094bbdc9f3d tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=966335f0946f459597af95ab0b33b55c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1133060 Jan 28 07:08:45.679926 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd6b509e-099d-4d51-91c3-9e2505e521a9 req-596862c4-dcac-4c49-b6f0-ea3a9b776bdb tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] No DVR routers for this DVR port 4e392658-d9e7-4f50-bddb-43ee057aba7a on host n-h1-712749-28 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:08:45.684179 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-cd6b509e-099d-4d51-91c3-9e2505e521a9 req-596862c4-dcac-4c49-b6f0-ea3a9b776bdb tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:45.689553 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-cd6b509e-099d-4d51-91c3-9e2505e521a9 req-596862c4-dcac-4c49-b6f0-ea3a9b776bdb tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] 10.222.0.10 "DELETE /v2.0/ports/4e392658-d9e7-4f50-bddb-43ee057aba7a HTTP/1.1" status: 204 len: 173 time: 1.1257863 Jan 28 07:08:45.701124 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4377d67a-1b71-49f3-a79b-a05fa057f98c req-3afae38b-4c65-4c65-acc3-b92d2c2ace91 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:45.709298 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4377d67a-1b71-49f3-a79b-a05fa057f98c req-3afae38b-4c65-4c65-acc3-b92d2c2ace91 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] 10.222.0.41 "GET /v2.0/ports?device_id=4700657c-3f39-4eb5-b7b0-8651089bd587 HTTP/1.1" status: 200 len: 946 time: 0.1891890 Jan 28 07:08:45.811565 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 34776) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:08:45.817187 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-06002f63-d200-42a1-b0a2-d88c2ea7ae43 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-47841687-network', 'tenant_id': 'f47db01e091d4805be8314c4b9ab8e00'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:08:45.849758 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4377d67a-1b71-49f3-a79b-a05fa057f98c req-cd610e2d-270d-4089-b76b-de1062b89a65 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] 10.222.0.41 "GET /v2.0/security-groups?id=c2614457-355d-4290-9839-3c701d202067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348829 Jan 28 07:08:45.885144 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06002f63-d200-42a1-b0a2-d88c2ea7ae43 admin admin] Made reservation on behalf of f47db01e091d4805be8314c4b9ab8e00 for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:08:45.893766 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-06002f63-d200-42a1-b0a2-d88c2ea7ae43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:45.929834 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-06002f63-d200-42a1-b0a2-d88c2ea7ae43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:45.995392 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1ac4ecd0-4289-43fd-b055-22a9d1fb9f9a req-66a431a6-5116-45d6-80fa-c9ea0b3fc2da tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea2fe4fc-1cc6-4fd8-9394-ba60a2898740 HTTP/1.1" status: 200 len: 210 time: 0.0980670 Jan 28 07:08:46.149871 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-06002f63-d200-42a1-b0a2-d88c2ea7ae43 admin admin] Publish callbacks [] for security_group (047258e3-aa45-44a1-b041-152a3239096f), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:46.154671 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-06002f63-d200-42a1-b0a2-d88c2ea7ae43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (047258e3-aa45-44a1-b041-152a3239096f), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:46.205043 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06002f63-d200-42a1-b0a2-d88c2ea7ae43 admin admin] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:08:46.220334 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5f0df8-116f-4178-af8a-438c21a8e3e0 req-28d7cea8-7246-4aeb-8142-c89a72a97339 tempest-ServersTestJSON-78514907 tempest-ServersTestJSON-78514907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:46.230557 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ee5f0df8-116f-4178-af8a-438c21a8e3e0 req-28d7cea8-7246-4aeb-8142-c89a72a97339 tempest-ServersTestJSON-78514907 tempest-ServersTestJSON-78514907-project] 10.222.0.41 "GET /v2.0/ports?device_id=b91edbbc-2264-4ba0-9568-adb88bdaf545 HTTP/1.1" status: 200 len: 945 time: 0.0788689 Jan 28 07:08:46.276392 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-06002f63-d200-42a1-b0a2-d88c2ea7ae43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (fc6b30a8-f6eb-431c-a845-68e2b40748e3), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:46.276742 n-d-712749-28 neutron-server[103284]: INFO neutron.db.segments_db [None req-06002f63-d200-42a1-b0a2-d88c2ea7ae43 admin admin] Added segment fc6b30a8-f6eb-431c-a845-68e2b40748e3 of type vlan for network c354dade-61cd-42ca-a56c-58cc877d7618 Jan 28 07:08:46.303556 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ee5f0df8-116f-4178-af8a-438c21a8e3e0 req-52fc0ca1-d3f3-49fa-966e-852a15004f0a tempest-ServersTestJSON-78514907 tempest-ServersTestJSON-78514907-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ae0854f-95bb-4517-bc2f-76f6b2917b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660775 Jan 28 07:08:46.316847 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-558b02fc-bab8-4ca6-bc95-19c09fa6fe32 req-232d74f5-b023-4075-bebc-d1a26fb5eafb tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=b35d2c80-d830-4888-95fe-8e54e83abdd0 HTTP/1.1" status: 200 len: 210 time: 0.0551677 Jan 28 07:08:46.318370 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06002f63-d200-42a1-b0a2-d88c2ea7ae43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=047258e3-aa45-44a1-b041-152a3239096f,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:08:46.384331 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-06002f63-d200-42a1-b0a2-d88c2ea7ae43 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (c354dade-61cd-42ca-a56c-58cc877d7618), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:46.431771 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-06002f63-d200-42a1-b0a2-d88c2ea7ae43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (c354dade-61cd-42ca-a56c-58cc877d7618), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:46.440082 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06002f63-d200-42a1-b0a2-d88c2ea7ae43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:46.441064 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-06002f63-d200-42a1-b0a2-d88c2ea7ae43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:46.545052 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-06002f63-d200-42a1-b0a2-d88c2ea7ae43 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7297580 Jan 28 07:08:46.545436 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 34788) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:08:46.551609 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06002f63-d200-42a1-b0a2-d88c2ea7ae43 admin admin] Pushing event updated for resources: {'Network': ['ID=c354dade-61cd-42ca-a56c-58cc877d7618,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:08:46.552170 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-ab3e2e91-55f5-48e7-8a15-77b713ff8222 admin admin] Request body: {'subnet': {'network_id': 'c354dade-61cd-42ca-a56c-58cc877d7618', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-47841687-subnet', 'tenant_id': 'f47db01e091d4805be8314c4b9ab8e00', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:08:46.572970 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network c354dade-61cd-42ca-a56c-58cc877d7618 details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:08:46.602431 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab3e2e91-55f5-48e7-8a15-77b713ff8222 admin admin] Made reservation on behalf of f47db01e091d4805be8314c4b9ab8e00 for: {'subnet': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:08:46.608908 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ab3e2e91-55f5-48e7-8a15-77b713ff8222 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13555781'] for subnet (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:46.751324 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 4e392658-d9e7-4f50-bddb-43ee057aba7a no longer exists at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:08:46.781616 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] No Port match for: 4e392658-d9e7-4f50-bddb-43ee057aba7a {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:08:46.782774 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 4e392658-d9e7-4f50-bddb-43ee057aba7a not bound to the agent host n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:08:46.784970 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 435d567c-1726-4ee8-861c-0388279f6de8 no longer exists at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:08:46.808309 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] No Port match for: 435d567c-1726-4ee8-861c-0388279f6de8 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:08:46.808433 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 435d567c-1726-4ee8-861c-0388279f6de8 not bound to the agent host n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:08:46.831990 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea2fe4fc-1cc6-4fd8-9394-ba60a2898740', 'name': 'network-vif-deleted', 'tag': '4e392658-d9e7-4f50-bddb-43ee057aba7a'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:08:46.834276 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6694ffa2-3fc7-4196-98f2-a1e41374bb20" -d '{"events": [{"server_uuid": "ea2fe4fc-1cc6-4fd8-9394-ba60a2898740", "name": "network-vif-deleted", "tag": "4e392658-d9e7-4f50-bddb-43ee057aba7a"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:08:46.859486 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ab3e2e91-55f5-48e7-8a15-77b713ff8222 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13546728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13555799'] for subnet (56468605-e8e7-4c5f-a831-9f9077af57a3), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:46.922210 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:08:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d65b8f47-0932-4296-ae72-35b7d8475643 x-openstack-request-id: req-d65b8f47-0932-4296-ae72-35b7d8475643 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:08:46.922516 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea2fe4fc-1cc6-4fd8-9394-ba60a2898740", "name": "network-vif-deleted", "tag": "4e392658-d9e7-4f50-bddb-43ee057aba7a", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:08:46.922775 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d65b8f47-0932-4296-ae72-35b7d8475643 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:08:46.923174 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea2fe4fc-1cc6-4fd8-9394-ba60a2898740', 'name': 'network-vif-deleted', 'tag': '4e392658-d9e7-4f50-bddb-43ee057aba7a', 'status': 'completed', 'code': 200} Jan 28 07:08:47.010900 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3e2e91-55f5-48e7-8a15-77b713ff8222 admin admin] Pushing event updated for resources: {'Subnet': ['ID=56468605-e8e7-4c5f-a831-9f9077af57a3,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:08:47.019703 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3e2e91-55f5-48e7-8a15-77b713ff8222 admin admin] Checking segment: {'id': 'fc6b30a8-f6eb-431c-a845-68e2b40748e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c354dade-61cd-42ca-a56c-58cc877d7618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:08:47.020070 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab3e2e91-55f5-48e7-8a15-77b713ff8222 admin admin] Network hostable DHCP agents. Network: c354dade-61cd-42ca-a56c-58cc877d7618, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:08:47.043442 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8b65ad-6dd8-4b39-bbb4-bfc3909c5e56 req-11669786-e9bf-493d-8d35-768db50f73b1 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:47.045883 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5d8b65ad-6dd8-4b39-bbb4-bfc3909c5e56 req-11669786-e9bf-493d-8d35-768db50f73b1 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] 10.222.0.41 "GET /v2.0/ports?device_id=4700657c-3f39-4eb5-b7b0-8651089bd587 HTTP/1.1" status: 200 len: 946 time: 0.0718064 Jan 28 07:08:47.053246 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab3e2e91-55f5-48e7-8a15-77b713ff8222 admin admin] Network c354dade-61cd-42ca-a56c-58cc877d7618 is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:08:47.074036 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-ab3e2e91-55f5-48e7-8a15-77b713ff8222 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, c354dade-61cd-42ca-a56c-58cc877d7618) {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:08:47.084775 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af40008d-4073-41ee-8d8d-318a6bb027b0 None None] Network c354dade-61cd-42ca-a56c-58cc877d7618 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:08:47.107176 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab3e2e91-55f5-48e7-8a15-77b713ff8222 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:47.107920 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ab3e2e91-55f5-48e7-8a15-77b713ff8222 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:47.116757 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5d8b65ad-6dd8-4b39-bbb4-bfc3909c5e56 req-40956e1f-7ed1-410c-96ff-1ee7d4653689 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] 10.222.0.41 "GET /v2.0/security-groups?id=c2614457-355d-4290-9839-3c701d202067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639980 Jan 28 07:08:47.158242 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-ab3e2e91-55f5-48e7-8a15-77b713ff8222 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6105404 Jan 28 07:08:47.160361 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 34810) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:08:47.166156 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-98f516cb-0238-47c6-a47b-c92e83da4ee1 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-47841687-router', 'tenant_id': 'f47db01e091d4805be8314c4b9ab8e00', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:08:47.204024 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-98f516cb-0238-47c6-a47b-c92e83da4ee1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16606890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127275'] for router (c0c4226a-0d29-4fbf-a102-0f31cac839e8), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:47.205242 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-98f516cb-0238-47c6-a47b-c92e83da4ee1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16605498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16607952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16355422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127266'] for router (c0c4226a-0d29-4fbf-a102-0f31cac839e8), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:47.209287 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 990edcbd-79ec-4c21-a325-ba9e3a95845d up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:08:47.226868 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 34816) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:08:47.277685 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-98f516cb-0238-47c6-a47b-c92e83da4ee1 admin admin] Publish callbacks [] for router_controller (c0c4226a-0d29-4fbf-a102-0f31cac839e8), precommit_add_association {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:47.369404 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_v2 [None req-e70d955d-c595-4592-a2eb-cef104be4ae2 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Deleting subnet df6f8204-b66c-4e86-b1b3-3f938ae39435 {{(pid=103283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:08:47.378624 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e70d955d-c595-4592-a2eb-cef104be4ae2 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Publish callbacks [] for subnet (df6f8204-b66c-4e86-b1b3-3f938ae39435), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:47.517357 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc5e8e2-1db8-41d1-82d8-5ae30b1fcd94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3dd72b9-6805-5f61-b6f3-a591f99a173d-c354dade-61cd-42ca-a56c-58cc877d7618', 'network_id': 'c354dade-61cd-42ca-a56c-58cc877d7618', 'project_id': 'f47db01e091d4805be8314c4b9ab8e00', 'fixed_ips': [{'subnet_id': '56468605-e8e7-4c5f-a831-9f9077af57a3'}]}} from n-d-712749-28. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 07:08:47.518240 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7bc5e8e2-1db8-41d1-82d8-5ae30b1fcd94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:47.527101 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 990edcbd-79ec-4c21-a325-ba9e3a95845d triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:08:47.527501 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (990edcbd-79ec-4c21-a325-ba9e3a95845d), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:47.540957 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-86394669-5211-4d46-85c4-e3471cd492b6 req-ea767e92-d774-441e-9485-0a06d8dbd53d tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=966335f0946f459597af95ab0b33b55c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0478888 Jan 28 07:08:47.549358 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e70d955d-c595-4592-a2eb-cef104be4ae2 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13506696'] for subnet (df6f8204-b66c-4e86-b1b3-3f938ae39435), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:47.590918 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-98f516cb-0238-47c6-a47b-c92e83da4ee1 admin admin] Publish callbacks [] for router_gateway (c0c4226a-0d29-4fbf-a102-0f31cac839e8), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:47.607677 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 69c783fa-c2be-4e5a-99d0-8b6bd6c54806 up at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:08:47.704119 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ba743879-43fa-486d-a6f8-8b73d9509f28 req-29f922f4-0e1f-41bf-b98d-a1a5d22494cc tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=b35d2c80-d830-4888-95fe-8e54e83abdd0 HTTP/1.1" status: 200 len: 210 time: 0.1019044 Jan 28 07:08:47.799238 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning for port 69c783fa-c2be-4e5a-99d0-8b6bd6c54806 completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:08:47.843762 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning complete for port 69c783fa-c2be-4e5a-99d0-8b6bd6c54806 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:08:47.844139 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (69c783fa-c2be-4e5a-99d0-8b6bd6c54806), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:47.852944 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86394669-5211-4d46-85c4-e3471cd492b6 req-2d6706ad-529d-4e2f-b2ba-24cd2a911ce8 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:47.855855 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-86394669-5211-4d46-85c4-e3471cd492b6 req-2d6706ad-529d-4e2f-b2ba-24cd2a911ce8 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3029296 Jan 28 07:08:47.862771 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fde30e-b476-4e94-ba5b-33f978021552 req-22d2161f-52a3-4242-ae71-f835d86e060b tempest-ServersTestJSON-78514907 tempest-ServersTestJSON-78514907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:47.864227 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-41fde30e-b476-4e94-ba5b-33f978021552 req-22d2161f-52a3-4242-ae71-f835d86e060b tempest-ServersTestJSON-78514907 tempest-ServersTestJSON-78514907-project] 10.222.0.41 "GET /v2.0/ports?device_id=b91edbbc-2264-4ba0-9568-adb88bdaf545 HTTP/1.1" status: 200 len: 945 time: 0.2562125 Jan 28 07:08:47.884334 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-86394669-5211-4d46-85c4-e3471cd492b6 req-94ed0db8-f367-4999-8611-a1b3f6472e54 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Request body: {'port': {'device_id': 'b35d2c80-d830-4888-95fe-8e54e83abdd0', 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb', 'admin_state_up': True, 'tenant_id': '966335f0946f459597af95ab0b33b55c'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:08:47.923211 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e70d955d-c595-4592-a2eb-cef104be4ae2 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (df6f8204-b66c-4e86-b1b3-3f938ae39435), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:47.934311 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 990edcbd-79ec-4c21-a325-ba9e3a95845d is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:08:47.934712 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (990edcbd-79ec-4c21-a325-ba9e3a95845d), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:47.979765 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] For port 990edcbd-79ec-4c21-a325-ba9e3a95845d, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=990edcbd-79ec-4c21-a325-ba9e3a95845d,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:08:47.990363 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-98f516cb-0238-47c6-a47b-c92e83da4ee1 admin admin] Publish callbacks [] for router_gateway (c0c4226a-0d29-4fbf-a102-0f31cac839e8), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:48.006134 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (990edcbd-79ec-4c21-a325-ba9e3a95845d), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:48.019717 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-98f516cb-0238-47c6-a47b-c92e83da4ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:48.027739 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-7bc5e8e2-1db8-41d1-82d8-5ae30b1fcd94 None None] Allocated IP 172.20.0.2 (c354dade-61cd-42ca-a56c-58cc877d7618/56468605-e8e7-4c5f-a831-9f9077af57a3/20489cc0-ff3a-4ed0-ad2d-33e9a2611912) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:08:48.108924 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20bd7dee-9872-4ca6-8166-1075a3a7432b None None] Sync routers for ids ['7fedcc53-7ab6-418a-aa6d-f573532dc568'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:08:48.126495 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20bd7dee-9872-4ca6-8166-1075a3a7432b None None] Routers {'7fedcc53-7ab6-418a-aa6d-f573532dc568'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:08:48.132567 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-20bd7dee-9872-4ca6-8166-1075a3a7432b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:08:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['7fedcc53-7ab6-418a-aa6d-f573532dc568'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:08:48.195996 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-98f516cb-0238-47c6-a47b-c92e83da4ee1 admin admin] Allocated IP 172.25.6.9 (7d5b3724-deef-4831-8d43-cb9b8176573c/b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc/6e7b4360-c3e5-4043-9173-aa1407a2e0ae) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:08:48.359557 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Pushing event updated for resources: {'Port': ['ID=990edcbd-79ec-4c21-a325-ba9e3a95845d,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:08:48.379414 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port 69c783fa-c2be-4e5a-99d0-8b6bd6c54806 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:08:48.379817 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (69c783fa-c2be-4e5a-99d0-8b6bd6c54806), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:48.419358 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-20bd7dee-9872-4ca6-8166-1075a3a7432b None None] Set router 7fedcc53-7ab6-418a-aa6d-f573532dc568 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:08:48.422294 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9e21c6f-9b87-4b08-b8fe-a60a848c1742', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69c783fa-c2be-4e5a-99d0-8b6bd6c54806'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:08:48.423261 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51a05d20-8888-48d8-83f7-7b8f899affc5" -d '{"events": [{"server_uuid": "a9e21c6f-9b87-4b08-b8fe-a60a848c1742", "name": "network-vif-plugged", "status": "completed", "tag": "69c783fa-c2be-4e5a-99d0-8b6bd6c54806"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:08:48.446100 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e70d955d-c595-4592-a2eb-cef104be4ae2 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13546665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13556132'] for subnet (df6f8204-b66c-4e86-b1b3-3f938ae39435), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:48.449725 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0d3031-ba68-466a-ae12-1fe8ddea1648 req-23a80d38-509e-44cb-9814-fd4ac9492564 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:48.453044 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 69c783fa-c2be-4e5a-99d0-8b6bd6c54806, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=69c783fa-c2be-4e5a-99d0-8b6bd6c54806,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:08:48.454469 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-be0d3031-ba68-466a-ae12-1fe8ddea1648 req-23a80d38-509e-44cb-9814-fd4ac9492564 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] 10.222.0.41 "GET /v2.0/ports?device_id=4700657c-3f39-4eb5-b7b0-8651089bd587 HTTP/1.1" status: 200 len: 946 time: 0.1443324 Jan 28 07:08:48.461899 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (69c783fa-c2be-4e5a-99d0-8b6bd6c54806), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:48.511179 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86394669-5211-4d46-85c4-e3471cd492b6 req-94ed0db8-f367-4999-8611-a1b3f6472e54 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Made reservation on behalf of 966335f0946f459597af95ab0b33b55c for: {'port': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:08:48.515382 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-86394669-5211-4d46-85c4-e3471cd492b6 req-94ed0db8-f367-4999-8611-a1b3f6472e54 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:48.529976 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-98f516cb-0238-47c6-a47b-c92e83da4ee1 admin admin] Publish callbacks [] for port (6e7b4360-c3e5-4043-9173-aa1407a2e0ae), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:48.532099 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70d955d-c595-4592-a2eb-cef104be4ae2 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Pushing event deleted for resources: {'Subnet': ['ID=df6f8204-b66c-4e86-b1b3-3f938ae39435,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:08:48.533796 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e70d955d-c595-4592-a2eb-cef104be4ae2 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:48.540432 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-e70d955d-c595-4592-a2eb-cef104be4ae2 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] 10.222.0.41 "DELETE /v2.0/subnets/df6f8204-b66c-4e86-b1b3-3f938ae39435 HTTP/1.1" status: 204 len: 168 time: 1.3120618 Jan 28 07:08:48.544468 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 34830) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:08:48.550519 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e76ff6-7851-462d-889c-1061bfad14e0 None None] Network 1ec3c9a5-713a-40dc-ad5c-9c1727240346 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:08:48.572258 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7bc5e8e2-1db8-41d1-82d8-5ae30b1fcd94 None None] Publish callbacks [] for port (20489cc0-ff3a-4ed0-ad2d-33e9a2611912), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:48.602160 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=69c783fa-c2be-4e5a-99d0-8b6bd6c54806,revision_number=13']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:08:48.614353 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7bc5e8e2-1db8-41d1-82d8-5ae30b1fcd94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (20489cc0-ff3a-4ed0-ad2d-33e9a2611912), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:48.656661 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dadeb5c3-0929-489b-a713-03faa8a80113 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (1ec3c9a5-713a-40dc-ad5c-9c1727240346), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:48.688300 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc5e8e2-1db8-41d1-82d8-5ae30b1fcd94 None None] Network c354dade-61cd-42ca-a56c-58cc877d7618 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:08:48.697107 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-7bc5e8e2-1db8-41d1-82d8-5ae30b1fcd94 None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:08:48.698788 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc5e8e2-1db8-41d1-82d8-5ae30b1fcd94 None None] Pushing event updated for resources: {'Port': ['ID=20489cc0-ff3a-4ed0-ad2d-33e9a2611912,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:08:48.701054 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc5e8e2-1db8-41d1-82d8-5ae30b1fcd94 None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:08:48.712862 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [req-86394669-5211-4d46-85c4-e3471cd492b6 req-94ed0db8-f367-4999-8611-a1b3f6472e54 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Allocated IP 192.168.233.138 (d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb/5785b43d-448b-4d12-9eb5-4e4caf2e7eaf/a11b056d-7901-4982-8d1b-3500b6c067a7) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:08:48.719783 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-be0d3031-ba68-466a-ae12-1fe8ddea1648 req-f21e2c18-adda-4027-80f4-9b0ba5d76baa tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] 10.222.0.41 "GET /v2.0/security-groups?id=c2614457-355d-4290-9839-3c701d202067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493649 Jan 28 07:08:48.787444 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-98f516cb-0238-47c6-a47b-c92e83da4ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (6e7b4360-c3e5-4043-9173-aa1407a2e0ae), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:48.822998 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-7bc5e8e2-1db8-41d1-82d8-5ae30b1fcd94 None None] Attempting to bind port 20489cc0-ff3a-4ed0-ad2d-33e9a2611912 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:08:48.823764 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-7bc5e8e2-1db8-41d1-82d8-5ae30b1fcd94 None None] Attempting to bind port 20489cc0-ff3a-4ed0-ad2d-33e9a2611912 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': 'fc6b30a8-f6eb-431c-a845-68e2b40748e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c354dade-61cd-42ca-a56c-58cc877d7618'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:08:48.824919 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc5e8e2-1db8-41d1-82d8-5ae30b1fcd94 None None] Attempting to bind port 20489cc0-ff3a-4ed0-ad2d-33e9a2611912 on network c354dade-61cd-42ca-a56c-58cc877d7618 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:08:48.846513 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e5930b-7196-4c3d-bb29-28953c0afcbb None None] DHCP port deletion for 1ec3c9a5-713a-40dc-ad5c-9c1727240346 request from n-d-712749-28 {{(pid=103285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 07:08:48.851736 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f516cb-0238-47c6-a47b-c92e83da4ee1 admin admin] Network 7d5b3724-deef-4831-8d43-cb9b8176573c is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:08:48.853394 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-41fde30e-b476-4e94-ba5b-33f978021552 req-7797194f-3dba-45ba-8311-4b98f989cb74 tempest-ServersTestJSON-78514907 tempest-ServersTestJSON-78514907-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ae0854f-95bb-4517-bc2f-76f6b2917b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9810073 Jan 28 07:08:48.894402 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-98f516cb-0238-47c6-a47b-c92e83da4ee1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:08:48.900843 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f516cb-0238-47c6-a47b-c92e83da4ee1 admin admin] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:08:48.904258 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-dadeb5c3-0929-489b-a713-03faa8a80113 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Deleting port 68b1bdd6-7fa3-4bd1-b1ac-5b99009a9c14 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:08:48.904667 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dadeb5c3-0929-489b-a713-03faa8a80113 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (68b1bdd6-7fa3-4bd1-b1ac-5b99009a9c14), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:48.908052 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f516cb-0238-47c6-a47b-c92e83da4ee1 admin admin] Pushing event updated for resources: {'Port': ['ID=6e7b4360-c3e5-4043-9173-aa1407a2e0ae,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:08:48.946376 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc5e8e2-1db8-41d1-82d8-5ae30b1fcd94 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:08:48.947349 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc5e8e2-1db8-41d1-82d8-5ae30b1fcd94 None None] Checking segment: {'id': 'fc6b30a8-f6eb-431c-a845-68e2b40748e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c354dade-61cd-42ca-a56c-58cc877d7618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:08:48.948946 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7bc5e8e2-1db8-41d1-82d8-5ae30b1fcd94 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:48.949458 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc5e8e2-1db8-41d1-82d8-5ae30b1fcd94 None None] Bound using segment: {'id': 'fc6b30a8-f6eb-431c-a845-68e2b40748e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c354dade-61cd-42ca-a56c-58cc877d7618'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:08:48.951212 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-7bc5e8e2-1db8-41d1-82d8-5ae30b1fcd94 None None] Bound port: 20489cc0-ff3a-4ed0-ad2d-33e9a2611912, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc6b30a8-f6eb-431c-a845-68e2b40748e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c354dade-61cd-42ca-a56c-58cc877d7618'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:08:48.954965 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7bc5e8e2-1db8-41d1-82d8-5ae30b1fcd94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (20489cc0-ff3a-4ed0-ad2d-33e9a2611912), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:48.990285 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-20bd7dee-9872-4ca6-8166-1075a3a7432b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fedcc53-7ab6-418a-aa6d-f573532dc568', 'name': 'tempest-AttachSCSIVolumeTestJSON-817353081-router', 'tenant_id': '27f6d90c3ea74cfab0dfe177f770c019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '990edcbd-79ec-4c21-a325-ba9e3a95845d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:08:37Z', 'updated_at': '2022-01-28T07:08:42Z', 'revision_number': 4, 'project_id': '27f6d90c3ea74cfab0dfe177f770c019', 'gw_port': {'id': '990edcbd-79ec-4c21-a325-ba9e3a95845d', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:1c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fedcc53-7ab6-418a-aa6d-f573532dc568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:08:38Z', 'updated_at': '2022-01-28T07:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '77b50fdd-bacf-432e-bd1a-97adf4f0007c', 'name': '', 'network_id': 'fbddbfaf-beb4-48f3-b2a4-4e85c7d5f47f', 'tenant_id': '27f6d90c3ea74cfab0dfe177f770c019', 'mac_address': 'fa:16:3e:74:cb:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fedcc53-7ab6-418a-aa6d-f573532dc568', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '691dd1a0-1c2f-40e1-abfb-d0c6c3076fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:08:41Z', 'updated_at': '2022-01-28T07:08:43Z', 'revision_number': 2, 'project_id': '27f6d90c3ea74cfab0dfe177f770c019', 'subnets': [{'id': '691dd1a0-1c2f-40e1-abfb-d0c6c3076fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:08:49.009258 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f569f5fe-22aa-4cab-b599-48e39f4f42e8 x-openstack-request-id: req-f569f5fe-22aa-4cab-b599-48e39f4f42e8 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:08:49.009672 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9e21c6f-9b87-4b08-b8fe-a60a848c1742", "name": "network-vif-plugged", "status": "completed", "tag": "69c783fa-c2be-4e5a-99d0-8b6bd6c54806", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:08:49.009802 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f569f5fe-22aa-4cab-b599-48e39f4f42e8 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:08:49.010190 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9e21c6f-9b87-4b08-b8fe-a60a848c1742', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69c783fa-c2be-4e5a-99d0-8b6bd6c54806', 'code': 200} Jan 28 07:08:49.057204 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-86394669-5211-4d46-85c4-e3471cd492b6 req-94ed0db8-f367-4999-8611-a1b3f6472e54 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Publish callbacks [] for port (a11b056d-7901-4982-8d1b-3500b6c067a7), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:49.067433 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-dadeb5c3-0929-489b-a713-03faa8a80113 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] For port 68b1bdd6-7fa3-4bd1-b1ac-5b99009a9c14, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=68b1bdd6-7fa3-4bd1-b1ac-5b99009a9c14,segment=NetworkSegment(3050a4da-486e-4ce8-b24e-7e894845f87c),segment_id=3050a4da-486e-4ce8-b24e-7e894845f87c)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:08:49.069034 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dadeb5c3-0929-489b-a713-03faa8a80113 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (68b1bdd6-7fa3-4bd1-b1ac-5b99009a9c14), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:49.085632 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20bd7dee-9872-4ca6-8166-1075a3a7432b None None] Checking router: 7fedcc53-7ab6-418a-aa6d-f573532dc568 for host: n-d-712749-28 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:08:49.089470 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20bd7dee-9872-4ca6-8166-1075a3a7432b None None] Updating router 7fedcc53-7ab6-418a-aa6d-f573532dc568 port 77b50fdd-bacf-432e-bd1a-97adf4f0007c binding host n-d-712749-28 {{(pid=103286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 07:08:49.096764 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-dadeb5c3-0929-489b-a713-03faa8a80113 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Calling delete_port for 68b1bdd6-7fa3-4bd1-b1ac-5b99009a9c14 owned by network:dhcp {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:08:49.121104 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 990edcbd-79ec-4c21-a325-ba9e3a95845d up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:08:49.157180 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-86394669-5211-4d46-85c4-e3471cd492b6 req-94ed0db8-f367-4999-8611-a1b3f6472e54 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (a11b056d-7901-4982-8d1b-3500b6c067a7), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:49.159640 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-20bd7dee-9872-4ca6-8166-1075a3a7432b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (77b50fdd-bacf-432e-bd1a-97adf4f0007c), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:49.206146 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['0c399f48-7d92-4b84-b2c1-e5fe6a895353', '43de23cf-d551-404c-afd2-485eedcec042', '69c783fa-c2be-4e5a-99d0-8b6bd6c54806'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:08:49.216972 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-34e5930b-7196-4c3d-bb29-28953c0afcbb None None] Deleting port 68b1bdd6-7fa3-4bd1-b1ac-5b99009a9c14 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:08:49.217366 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-34e5930b-7196-4c3d-bb29-28953c0afcbb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (68b1bdd6-7fa3-4bd1-b1ac-5b99009a9c14), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:49.237058 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86394669-5211-4d46-85c4-e3471cd492b6 req-94ed0db8-f367-4999-8611-a1b3f6472e54 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Network d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:08:49.241930 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [req-86394669-5211-4d46-85c4-e3471cd492b6 req-94ed0db8-f367-4999-8611-a1b3f6472e54 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:08:49.246635 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-86394669-5211-4d46-85c4-e3471cd492b6 req-94ed0db8-f367-4999-8611-a1b3f6472e54 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:08:49.342343 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ed0db8-f367-4999-8611-a1b3f6472e54 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Pushing event updated for resources: {'Port': ['ID=a11b056d-7901-4982-8d1b-3500b6c067a7,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:08:49.352436 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-7bc5e8e2-1db8-41d1-82d8-5ae30b1fcd94 None None] For port 20489cc0-ff3a-4ed0-ad2d-33e9a2611912, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:08:49.365113 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dadeb5c3-0929-489b-a713-03faa8a80113 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (68b1bdd6-7fa3-4bd1-b1ac-5b99009a9c14), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:49.376036 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-7bc5e8e2-1db8-41d1-82d8-5ae30b1fcd94 None None] For port 20489cc0-ff3a-4ed0-ad2d-33e9a2611912, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=20489cc0-ff3a-4ed0-ad2d-33e9a2611912,segment=NetworkSegment(fc6b30a8-f6eb-431c-a845-68e2b40748e3),segment_id=fc6b30a8-f6eb-431c-a845-68e2b40748e3)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:08:49.378483 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86394669-5211-4d46-85c4-e3471cd492b6 req-94ed0db8-f367-4999-8611-a1b3f6472e54 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:49.379168 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-86394669-5211-4d46-85c4-e3471cd492b6 req-94ed0db8-f367-4999-8611-a1b3f6472e54 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:49.415712 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-86394669-5211-4d46-85c4-e3471cd492b6 req-94ed0db8-f367-4999-8611-a1b3f6472e54 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5394580 Jan 28 07:08:49.441017 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-86394669-5211-4d46-85c4-e3471cd492b6 req-c15fdc8c-c140-4d76-9cbb-bfa6bf55b2c2 service neutron] Request body: {'port': {'device_id': 'b35d2c80-d830-4888-95fe-8e54e83abdd0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-28'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:08:49.451538 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dadeb5c3-0929-489b-a713-03faa8a80113 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] No DVR routers for this DVR port 68b1bdd6-7fa3-4bd1-b1ac-5b99009a9c14 on host n-d-712749-28 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:08:49.469406 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7bc5e8e2-1db8-41d1-82d8-5ae30b1fcd94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (20489cc0-ff3a-4ed0-ad2d-33e9a2611912), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:49.567451 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-86394669-5211-4d46-85c4-e3471cd492b6 req-c15fdc8c-c140-4d76-9cbb-bfa6bf55b2c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (a11b056d-7901-4982-8d1b-3500b6c067a7), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:49.574804 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ceb9e1-c348-4484-bba5-268c4d0512f2 req-9c0b8c8e-dc9d-4be7-af14-fb37b5b2d905 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:49.591067 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f9ceb9e1-c348-4484-bba5-268c4d0512f2 req-9c0b8c8e-dc9d-4be7-af14-fb37b5b2d905 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=b35d2c80-d830-4888-95fe-8e54e83abdd0 HTTP/1.1" status: 200 len: 936 time: 0.4187369 Jan 28 07:08:49.615549 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadeb5c3-0929-489b-a713-03faa8a80113 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Pushing event deleted for resources: {'Port': ['ID=68b1bdd6-7fa3-4bd1-b1ac-5b99009a9c14,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:08:49.731774 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc5e8e2-1db8-41d1-82d8-5ae30b1fcd94 None None] Pushing event updated for resources: {'Port': ['ID=20489cc0-ff3a-4ed0-ad2d-33e9a2611912,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:08:49.827982 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9c83c47d-90c7-41c2-b221-d69eceb6c967 None None] Provisioning complete for port a11b056d-7901-4982-8d1b-3500b6c067a7 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:08:49.829626 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9c83c47d-90c7-41c2-b221-d69eceb6c967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (a11b056d-7901-4982-8d1b-3500b6c067a7), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:49.893508 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9c83c47d-90c7-41c2-b221-d69eceb6c967 None None] Port a11b056d-7901-4982-8d1b-3500b6c067a7 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:08:49.897246 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 990edcbd-79ec-4c21-a325-ba9e3a95845d triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:08:49.898175 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (990edcbd-79ec-4c21-a325-ba9e3a95845d), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:49.899839 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-20bd7dee-9872-4ca6-8166-1075a3a7432b None None] Publish callbacks [] for port (77b50fdd-bacf-432e-bd1a-97adf4f0007c), precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:49.922554 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-20bd7dee-9872-4ca6-8166-1075a3a7432b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (77b50fdd-bacf-432e-bd1a-97adf4f0007c), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:49.948800 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dadeb5c3-0929-489b-a713-03faa8a80113 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (1ec3c9a5-713a-40dc-ad5c-9c1727240346), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:50.016393 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-34e5930b-7196-4c3d-bb29-28953c0afcbb None None] For port 68b1bdd6-7fa3-4bd1-b1ac-5b99009a9c14, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=68b1bdd6-7fa3-4bd1-b1ac-5b99009a9c14,segment=NetworkSegment(3050a4da-486e-4ce8-b24e-7e894845f87c),segment_id=3050a4da-486e-4ce8-b24e-7e894845f87c)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:08:50.016828 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-34e5930b-7196-4c3d-bb29-28953c0afcbb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (68b1bdd6-7fa3-4bd1-b1ac-5b99009a9c14), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:50.038523 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-34e5930b-7196-4c3d-bb29-28953c0afcbb None None] Calling delete_port for 68b1bdd6-7fa3-4bd1-b1ac-5b99009a9c14 owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:08:50.055014 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e7b117-5b3a-4236-9861-a027becf96cd None None] Pushing event updated for resources: {'Port': ['ID=77b50fdd-bacf-432e-bd1a-97adf4f0007c,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:08:50.114196 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e7b117-5b3a-4236-9861-a027becf96cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:08:50.114537 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e7b117-5b3a-4236-9861-a027becf96cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:08:50.114884 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e7b117-5b3a-4236-9861-a027becf96cd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:08:50.115225 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e7b117-5b3a-4236-9861-a027becf96cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:08:50.115561 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e7b117-5b3a-4236-9861-a027becf96cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:08:50.115896 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e7b117-5b3a-4236-9861-a027becf96cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:08:50.116298 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e7b117-5b3a-4236-9861-a027becf96cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:08:50.116635 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e7b117-5b3a-4236-9861-a027becf96cd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:08:50.116961 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e7b117-5b3a-4236-9861-a027becf96cd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:08:50.117288 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e7b117-5b3a-4236-9861-a027becf96cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:08:50.117621 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e7b117-5b3a-4236-9861-a027becf96cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:08:50.117945 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e7b117-5b3a-4236-9861-a027becf96cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:08:50.118269 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e7b117-5b3a-4236-9861-a027becf96cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:08:50.135604 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0898a3b1-5615-47ea-bd01-90ab66fed77f req-486abc99-12d4-446b-924e-6c6174711fcb tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:50.143039 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0898a3b1-5615-47ea-bd01-90ab66fed77f req-486abc99-12d4-446b-924e-6c6174711fcb tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] 10.222.0.41 "GET /v2.0/ports?device_id=4700657c-3f39-4eb5-b7b0-8651089bd587 HTTP/1.1" status: 200 len: 946 time: 0.2127492 Jan 28 07:08:50.205799 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 990edcbd-79ec-4c21-a325-ba9e3a95845d is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:08:50.206346 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-20bd7dee-9872-4ca6-8166-1075a3a7432b None None] Attempting to bind port 77b50fdd-bacf-432e-bd1a-97adf4f0007c on host n-d-712749-28 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:08:50.206817 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-20bd7dee-9872-4ca6-8166-1075a3a7432b None None] Attempting to bind port 77b50fdd-bacf-432e-bd1a-97adf4f0007c by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': 'f8a20d97-7576-4d2c-8739-f6ab132dd2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'fbddbfaf-beb4-48f3-b2a4-4e85c7d5f47f'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:08:50.207078 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20bd7dee-9872-4ca6-8166-1075a3a7432b None None] Attempting to bind port 77b50fdd-bacf-432e-bd1a-97adf4f0007c on network fbddbfaf-beb4-48f3-b2a4-4e85c7d5f47f {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:08:50.230795 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20bd7dee-9872-4ca6-8166-1075a3a7432b None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:08:50.231027 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20bd7dee-9872-4ca6-8166-1075a3a7432b None None] Checking segment: {'id': 'f8a20d97-7576-4d2c-8739-f6ab132dd2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'fbddbfaf-beb4-48f3-b2a4-4e85c7d5f47f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:08:50.231358 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-20bd7dee-9872-4ca6-8166-1075a3a7432b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:50.231760 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20bd7dee-9872-4ca6-8166-1075a3a7432b None None] Bound using segment: {'id': 'f8a20d97-7576-4d2c-8739-f6ab132dd2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'fbddbfaf-beb4-48f3-b2a4-4e85c7d5f47f'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:08:50.232277 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-20bd7dee-9872-4ca6-8166-1075a3a7432b None None] Bound port: 77b50fdd-bacf-432e-bd1a-97adf4f0007c, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8a20d97-7576-4d2c-8739-f6ab132dd2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'fbddbfaf-beb4-48f3-b2a4-4e85c7d5f47f'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:08:50.232903 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-20bd7dee-9872-4ca6-8166-1075a3a7432b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (77b50fdd-bacf-432e-bd1a-97adf4f0007c), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:50.318164 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 68b1bdd6-7fa3-4bd1-b1ac-5b99009a9c14 no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:08:50.379600 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0898a3b1-5615-47ea-bd01-90ab66fed77f req-836bad02-32be-4cc6-9eb3-8b0546b514fa tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] 10.222.0.41 "GET /v2.0/security-groups?id=c2614457-355d-4290-9839-3c701d202067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308745 Jan 28 07:08:50.405739 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: 68b1bdd6-7fa3-4bd1-b1ac-5b99009a9c14 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:08:50.406182 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 68b1bdd6-7fa3-4bd1-b1ac-5b99009a9c14 not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:08:50.424120 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [req-86394669-5211-4d46-85c4-e3471cd492b6 req-c15fdc8c-c140-4d76-9cbb-bfa6bf55b2c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a11b056d-7901-4982-8d1b-3500b6c067a7 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:08:50.425012 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-20bd7dee-9872-4ca6-8166-1075a3a7432b None None] For port 77b50fdd-bacf-432e-bd1a-97adf4f0007c, host n-d-712749-28, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:08:50.432013 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-20bd7dee-9872-4ca6-8166-1075a3a7432b None None] For port 77b50fdd-bacf-432e-bd1a-97adf4f0007c, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=77b50fdd-bacf-432e-bd1a-97adf4f0007c,segment=NetworkSegment(f8a20d97-7576-4d2c-8739-f6ab132dd2fd),segment_id=f8a20d97-7576-4d2c-8739-f6ab132dd2fd)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:08:50.442355 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-20bd7dee-9872-4ca6-8166-1075a3a7432b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (77b50fdd-bacf-432e-bd1a-97adf4f0007c), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:50.448036 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-86394669-5211-4d46-85c4-e3471cd492b6 req-c15fdc8c-c140-4d76-9cbb-bfa6bf55b2c2 service neutron] Publish callbacks [] for port (a11b056d-7901-4982-8d1b-3500b6c067a7), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:50.468436 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [req-86394669-5211-4d46-85c4-e3471cd492b6 req-c15fdc8c-c140-4d76-9cbb-bfa6bf55b2c2 service neutron] Transition to ACTIVE for port object a11b056d-7901-4982-8d1b-3500b6c067a7 will not be triggered until provisioned by entity L2. {{(pid=103283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:08:50.490371 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-86394669-5211-4d46-85c4-e3471cd492b6 req-c15fdc8c-c140-4d76-9cbb-bfa6bf55b2c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (a11b056d-7901-4982-8d1b-3500b6c067a7), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:50.500237 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-34e5930b-7196-4c3d-bb29-28953c0afcbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298'] for port (68b1bdd6-7fa3-4bd1-b1ac-5b99009a9c14), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:50.545939 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-a4f9daa4-f308-45b5-a516-0ea4b179a9c5 None None] Provisioning complete for port 77b50fdd-bacf-432e-bd1a-97adf4f0007c triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:08:50.546320 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a4f9daa4-f308-45b5-a516-0ea4b179a9c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (77b50fdd-bacf-432e-bd1a-97adf4f0007c), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:50.551023 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20bd7dee-9872-4ca6-8166-1075a3a7432b None None] Routers {'7fedcc53-7ab6-418a-aa6d-f573532dc568'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:08:50.556030 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-20bd7dee-9872-4ca6-8166-1075a3a7432b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:08:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['7fedcc53-7ab6-418a-aa6d-f573532dc568'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:08:50.657554 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15fdc8c-c140-4d76-9cbb-bfa6bf55b2c2 service neutron] Pushing event updated for resources: {'Port': ['ID=a11b056d-7901-4982-8d1b-3500b6c067a7,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:08:50.667838 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e7b117-5b3a-4236-9861-a027becf96cd None None] Pushing event updated for resources: {'Port': ['ID=77b50fdd-bacf-432e-bd1a-97adf4f0007c,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:08:50.675838 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e5930b-7196-4c3d-bb29-28953c0afcbb None None] Pushing event deleted for resources: {'Port': ['ID=68b1bdd6-7fa3-4bd1-b1ac-5b99009a9c14,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:08:50.678484 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e5930b-7196-4c3d-bb29-28953c0afcbb None None] No DVR routers for this DVR port 68b1bdd6-7fa3-4bd1-b1ac-5b99009a9c14 on host n-d-712749-28 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:08:50.729605 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582489ba-9264-4735-8b4e-8bf205538e9c req-b6b6d008-211e-46fc-9aca-d51e796da0a7 tempest-ServersTestJSON-78514907 tempest-ServersTestJSON-78514907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:50.740132 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-582489ba-9264-4735-8b4e-8bf205538e9c req-b6b6d008-211e-46fc-9aca-d51e796da0a7 tempest-ServersTestJSON-78514907 tempest-ServersTestJSON-78514907-project] 10.222.0.41 "GET /v2.0/ports?device_id=b91edbbc-2264-4ba0-9568-adb88bdaf545 HTTP/1.1" status: 200 len: 945 time: 0.2535899 Jan 28 07:08:50.895348 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-dadeb5c3-0929-489b-a713-03faa8a80113 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ec3c9a5-713a-40dc-ad5c-9c1727240346']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:08:50.919333 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-582489ba-9264-4735-8b4e-8bf205538e9c req-27e89288-76c9-4ffb-8731-a1cc17c4f892 tempest-ServersTestJSON-78514907 tempest-ServersTestJSON-78514907-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ae0854f-95bb-4517-bc2f-76f6b2917b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1765652 Jan 28 07:08:50.925011 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-dadeb5c3-0929-489b-a713-03faa8a80113 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3050a4da-486e-4ce8-b24e-7e894845f87c') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:08:50.925311 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-dadeb5c3-0929-489b-a713-03faa8a80113 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3050a4da-486e-4ce8-b24e-7e894845f87c') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:08:50.927856 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-86394669-5211-4d46-85c4-e3471cd492b6 req-c15fdc8c-c140-4d76-9cbb-bfa6bf55b2c2 service neutron] Attempting to bind port a11b056d-7901-4982-8d1b-3500b6c067a7 on host n-h1-712749-28 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:08:50.934011 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-86394669-5211-4d46-85c4-e3471cd492b6 req-c15fdc8c-c140-4d76-9cbb-bfa6bf55b2c2 service neutron] Attempting to bind port a11b056d-7901-4982-8d1b-3500b6c067a7 by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': '9d52209e-a416-4cfe-8f8a-19567a90fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:08:50.934457 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86394669-5211-4d46-85c4-e3471cd492b6 req-c15fdc8c-c140-4d76-9cbb-bfa6bf55b2c2 service neutron] Attempting to bind port a11b056d-7901-4982-8d1b-3500b6c067a7 on network d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:08:50.947137 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-20bd7dee-9872-4ca6-8166-1075a3a7432b None None] Set router 7fedcc53-7ab6-418a-aa6d-f573532dc568 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:08:50.956393 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86394669-5211-4d46-85c4-e3471cd492b6 req-c15fdc8c-c140-4d76-9cbb-bfa6bf55b2c2 service neutron] Port a11b056d-7901-4982-8d1b-3500b6c067a7 on network d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:08:50.956709 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dadeb5c3-0929-489b-a713-03faa8a80113 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24759294'] for segment (3050a4da-486e-4ce8-b24e-7e894845f87c), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:50.960039 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86394669-5211-4d46-85c4-e3471cd492b6 req-c15fdc8c-c140-4d76-9cbb-bfa6bf55b2c2 service neutron] Attempting to bind port a11b056d-7901-4982-8d1b-3500b6c067a7 on network d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:08:50.978498 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86394669-5211-4d46-85c4-e3471cd492b6 req-c15fdc8c-c140-4d76-9cbb-bfa6bf55b2c2 service neutron] Checking agent: {'id': '2fca46b1-237f-4857-9290-2429d810e472', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 8, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:08:50.980932 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86394669-5211-4d46-85c4-e3471cd492b6 req-c15fdc8c-c140-4d76-9cbb-bfa6bf55b2c2 service neutron] Checking segment: {'id': '9d52209e-a416-4cfe-8f8a-19567a90fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:08:50.981780 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86394669-5211-4d46-85c4-e3471cd492b6 req-c15fdc8c-c140-4d76-9cbb-bfa6bf55b2c2 service neutron] Bound using segment: {'id': '9d52209e-a416-4cfe-8f8a-19567a90fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:08:50.983409 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-86394669-5211-4d46-85c4-e3471cd492b6 req-c15fdc8c-c140-4d76-9cbb-bfa6bf55b2c2 service neutron] Bound port: a11b056d-7901-4982-8d1b-3500b6c067a7, host: n-h1-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d52209e-a416-4cfe-8f8a-19567a90fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:08:50.986236 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dadeb5c3-0929-489b-a713-03faa8a80113 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (3050a4da-486e-4ce8-b24e-7e894845f87c), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:50.986690 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-86394669-5211-4d46-85c4-e3471cd492b6 req-c15fdc8c-c140-4d76-9cbb-bfa6bf55b2c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (a11b056d-7901-4982-8d1b-3500b6c067a7), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:50.997587 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dadeb5c3-0929-489b-a713-03faa8a80113 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:08:50.998002 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dadeb5c3-0929-489b-a713-03faa8a80113 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24757675'] for segment (3050a4da-486e-4ce8-b24e-7e894845f87c), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:51.048824 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-a4f9daa4-f308-45b5-a516-0ea4b179a9c5 None None] Current status of the port 77b50fdd-bacf-432e-bd1a-97adf4f0007c is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:08:51.049461 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a4f9daa4-f308-45b5-a516-0ea4b179a9c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (77b50fdd-bacf-432e-bd1a-97adf4f0007c), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:51.127554 n-d-712749-28 neutron-server[103284]: Traceback (most recent call last): Jan 28 07:08:51.127554 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:08:51.127554 n-d-712749-28 neutron-server[103284]: timer() Jan 28 07:08:51.127554 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:08:51.127554 n-d-712749-28 neutron-server[103284]: cb(*args, **kw) Jan 28 07:08:51.127554 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:08:51.127554 n-d-712749-28 neutron-server[103284]: return func(*args, **kwargs) Jan 28 07:08:51.127554 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:08:51.127554 n-d-712749-28 neutron-server[103284]: self._notify() Jan 28 07:08:51.127554 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:08:51.127554 n-d-712749-28 neutron-server[103284]: self.callback(batched_events) Jan 28 07:08:51.127554 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:08:51.127554 n-d-712749-28 neutron-server[103284]: event.method(event) Jan 28 07:08:51.127554 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:08:51.127554 n-d-712749-28 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:08:51.127554 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:08:51.127554 n-d-712749-28 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:08:51.127554 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:08:51.127554 n-d-712749-28 neutron-server[103284]: return f(self, *a, **k) Jan 28 07:08:51.127554 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:08:51.127554 n-d-712749-28 neutron-server[103284]: return self._get(url).json() Jan 28 07:08:51.127554 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:08:51.127554 n-d-712749-28 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:08:51.127554 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:08:51.127554 n-d-712749-28 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Jan 28 07:08:51.127554 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:08:51.127554 n-d-712749-28 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:08:51.127554 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:08:51.127554 n-d-712749-28 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:08:51.127554 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:08:51.127554 n-d-712749-28 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:08:51.127554 n-d-712749-28 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:08:51.141236 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dadeb5c3-0929-489b-a713-03faa8a80113 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (1ec3c9a5-713a-40dc-ad5c-9c1727240346), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:51.176127 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-a4f9daa4-f308-45b5-a516-0ea4b179a9c5 None None] For port 77b50fdd-bacf-432e-bd1a-97adf4f0007c, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=77b50fdd-bacf-432e-bd1a-97adf4f0007c,segment=NetworkSegment(f8a20d97-7576-4d2c-8739-f6ab132dd2fd),segment_id=f8a20d97-7576-4d2c-8739-f6ab132dd2fd)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:08:51.179013 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dadeb5c3-0929-489b-a713-03faa8a80113 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:51.185768 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-dadeb5c3-0929-489b-a713-03faa8a80113 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] 10.222.0.41 "DELETE /v2.0/networks/1ec3c9a5-713a-40dc-ad5c-9c1727240346 HTTP/1.1" status: 204 len: 168 time: 2.6358256 Jan 28 07:08:51.190740 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a4f9daa4-f308-45b5-a516-0ea4b179a9c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (77b50fdd-bacf-432e-bd1a-97adf4f0007c), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:51.199153 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 34860) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:08:51.228615 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-86394669-5211-4d46-85c4-e3471cd492b6 req-c15fdc8c-c140-4d76-9cbb-bfa6bf55b2c2 service neutron] For port a11b056d-7901-4982-8d1b-3500b6c067a7, host n-h1-712749-28, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:08:51.244449 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-86394669-5211-4d46-85c4-e3471cd492b6 req-c15fdc8c-c140-4d76-9cbb-bfa6bf55b2c2 service neutron] For port a11b056d-7901-4982-8d1b-3500b6c067a7, host n-h1-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=a11b056d-7901-4982-8d1b-3500b6c067a7,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:08:51.260159 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-86394669-5211-4d46-85c4-e3471cd492b6 req-c15fdc8c-c140-4d76-9cbb-bfa6bf55b2c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (a11b056d-7901-4982-8d1b-3500b6c067a7), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:51.343318 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f9daa4-f308-45b5-a516-0ea4b179a9c5 None None] Pushing event updated for resources: {'Port': ['ID=77b50fdd-bacf-432e-bd1a-97adf4f0007c,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:08:51.358162 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86394669-5211-4d46-85c4-e3471cd492b6 req-c15fdc8c-c140-4d76-9cbb-bfa6bf55b2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:51.361955 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-86394669-5211-4d46-85c4-e3471cd492b6 req-c15fdc8c-c140-4d76-9cbb-bfa6bf55b2c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:51.365314 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-86394669-5211-4d46-85c4-e3471cd492b6 req-c15fdc8c-c140-4d76-9cbb-bfa6bf55b2c2 service neutron] 10.222.0.10 "PUT /v2.0/ports/a11b056d-7901-4982-8d1b-3500b6c067a7 HTTP/1.1" status: 200 len: 1097 time: 1.9317768 Jan 28 07:08:51.368584 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b35d2c80-d830-4888-95fe-8e54e83abdd0', 'tag': 'a11b056d-7901-4982-8d1b-3500b6c067a7'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:08:51.375586 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80d22167-7d99-480f-92b7-ae3dcff5e3f3" -d '{"events": [{"name": "network-changed", "server_uuid": "b35d2c80-d830-4888-95fe-8e54e83abdd0", "tag": "a11b056d-7901-4982-8d1b-3500b6c067a7"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:08:51.376846 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f9ceb9e1-c348-4484-bba5-268c4d0512f2 req-183e0cf9-50bc-41aa-8cf4-e0723c7d88d1 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.7843614 Jan 28 07:08:51.388715 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-c651cd2b-2ef1-47ef-8e08-c570a6f236d2 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Deleting subnet 866242db-708f-472c-aed0-7dbcbf9c56f7 {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:08:51.394373 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c651cd2b-2ef1-47ef-8e08-c570a6f236d2 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Publish callbacks [] for subnet (866242db-708f-472c-aed0-7dbcbf9c56f7), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:51.439373 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-f6fc8e2e-e458-4f77-a7a4-9d4c12118f12 None None] Provisioning complete for port 77b50fdd-bacf-432e-bd1a-97adf4f0007c triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:08:51.439758 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f6fc8e2e-e458-4f77-a7a4-9d4c12118f12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (77b50fdd-bacf-432e-bd1a-97adf4f0007c), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:51.523960 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e86af0a-8441-46d4-a04c-4c29dab5913c x-openstack-request-id: req-4e86af0a-8441-46d4-a04c-4c29dab5913c {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:08:51.524212 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b35d2c80-d830-4888-95fe-8e54e83abdd0", "tag": "a11b056d-7901-4982-8d1b-3500b6c067a7", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:08:51.534581 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c651cd2b-2ef1-47ef-8e08-c570a6f236d2 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24759175'] for subnet (866242db-708f-472c-aed0-7dbcbf9c56f7), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:51.534807 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4e86af0a-8441-46d4-a04c-4c29dab5913c {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:08:51.535279 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b35d2c80-d830-4888-95fe-8e54e83abdd0', 'tag': 'a11b056d-7901-4982-8d1b-3500b6c067a7', 'status': 'completed', 'code': 200} Jan 28 07:08:51.559735 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 20489cc0-ff3a-4ed0-ad2d-33e9a2611912 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:08:51.571413 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15fdc8c-c140-4d76-9cbb-bfa6bf55b2c2 service neutron] Pushing event updated for resources: {'Port': ['ID=a11b056d-7901-4982-8d1b-3500b6c067a7,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:08:51.613182 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5d709f-bd13-454f-923b-609359221cc3 req-d611541e-0d5e-46ac-83d3-715ab6bc6d24 tempest-ServersTestJSON-78514907 tempest-ServersTestJSON-78514907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:51.618460 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-aa5d709f-bd13-454f-923b-609359221cc3 req-d611541e-0d5e-46ac-83d3-715ab6bc6d24 tempest-ServersTestJSON-78514907 tempest-ServersTestJSON-78514907-project] 10.222.0.10 "GET /v2.0/ports?device_id=b91edbbc-2264-4ba0-9568-adb88bdaf545 HTTP/1.1" status: 200 len: 945 time: 0.1828003 Jan 28 07:08:51.626646 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-20bd7dee-9872-4ca6-8166-1075a3a7432b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fedcc53-7ab6-418a-aa6d-f573532dc568', 'name': 'tempest-AttachSCSIVolumeTestJSON-817353081-router', 'tenant_id': '27f6d90c3ea74cfab0dfe177f770c019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '990edcbd-79ec-4c21-a325-ba9e3a95845d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:08:37Z', 'updated_at': '2022-01-28T07:08:42Z', 'revision_number': 4, 'project_id': '27f6d90c3ea74cfab0dfe177f770c019', 'gw_port': {'id': '990edcbd-79ec-4c21-a325-ba9e3a95845d', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:1c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fedcc53-7ab6-418a-aa6d-f573532dc568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:08:38Z', 'updated_at': '2022-01-28T07:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '77b50fdd-bacf-432e-bd1a-97adf4f0007c', 'name': '', 'network_id': 'fbddbfaf-beb4-48f3-b2a4-4e85c7d5f47f', 'tenant_id': '27f6d90c3ea74cfab0dfe177f770c019', 'mac_address': 'fa:16:3e:74:cb:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fedcc53-7ab6-418a-aa6d-f573532dc568', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '691dd1a0-1c2f-40e1-abfb-d0c6c3076fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:08:41Z', 'updated_at': '2022-01-28T07:08:50Z', 'revision_number': 4, 'project_id': '27f6d90c3ea74cfab0dfe177f770c019', 'subnets': [{'id': '691dd1a0-1c2f-40e1-abfb-d0c6c3076fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:08:51.649438 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea4786d2-9042-4047-a554-595162803fc4 None None] Network c354dade-61cd-42ca-a56c-58cc877d7618 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:08:51.675730 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20bd7dee-9872-4ca6-8166-1075a3a7432b None None] The sync data for ids ['7fedcc53-7ab6-418a-aa6d-f573532dc568'] in n-d-712749-28 is: [{'id': '7fedcc53-7ab6-418a-aa6d-f573532dc568', 'name': 'tempest-AttachSCSIVolumeTestJSON-817353081-router', 'tenant_id': '27f6d90c3ea74cfab0dfe177f770c019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '990edcbd-79ec-4c21-a325-ba9e3a95845d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:08:37Z', 'updated_at': '2022-01-28T07:08:42Z', 'revision_number': 4, 'project_id': '27f6d90c3ea74cfab0dfe177f770c019', 'gw_port': {'id': '990edcbd-79ec-4c21-a325-ba9e3a95845d', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:1c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fedcc53-7ab6-418a-aa6d-f573532dc568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:08:38Z', 'updated_at': '2022-01-28T07:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '77b50fdd-bacf-432e-bd1a-97adf4f0007c', 'name': '', 'network_id': 'fbddbfaf-beb4-48f3-b2a4-4e85c7d5f47f', 'tenant_id': '27f6d90c3ea74cfab0dfe177f770c019', 'mac_address': 'fa:16:3e:74:cb:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fedcc53-7ab6-418a-aa6d-f573532dc568', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '691dd1a0-1c2f-40e1-abfb-d0c6c3076fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:08:41Z', 'updated_at': '2022-01-28T07:08:50Z', 'revision_number': 4, 'project_id': '27f6d90c3ea74cfab0dfe177f770c019', 'subnets': [{'id': '691dd1a0-1c2f-40e1-abfb-d0c6c3076fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:08:51.745519 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadeb5c3-0929-489b-a713-03faa8a80113 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Pushing event deleted for resources: {'Network': ['ID=1ec3c9a5-713a-40dc-ad5c-9c1727240346,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:08:51.827672 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-aa5d709f-bd13-454f-923b-609359221cc3 req-5b46ca7b-c4f8-44e0-9d44-026fdfad5e22 tempest-ServersTestJSON-78514907 tempest-ServersTestJSON-78514907-project] Deleting port d81b9313-761f-40ed-a3ca-2d0faf343e11 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:08:51.828413 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-aa5d709f-bd13-454f-923b-609359221cc3 req-5b46ca7b-c4f8-44e0-9d44-026fdfad5e22 tempest-ServersTestJSON-78514907 tempest-ServersTestJSON-78514907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (d81b9313-761f-40ed-a3ca-2d0faf343e11), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:51.836581 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-f6fc8e2e-e458-4f77-a7a4-9d4c12118f12 None None] Current status of the port 77b50fdd-bacf-432e-bd1a-97adf4f0007c is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:08:51.855366 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c651cd2b-2ef1-47ef-8e08-c570a6f236d2 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (866242db-708f-472c-aed0-7dbcbf9c56f7), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:51.862809 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 20489cc0-ff3a-4ed0-ad2d-33e9a2611912 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:08:51.863197 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (20489cc0-ff3a-4ed0-ad2d-33e9a2611912), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:51.933291 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eedabb-8235-4439-bbd7-d43fa477f819 req-41dffe82-71eb-4b62-b641-828fab78c7d9 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:51.934890 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-51eedabb-8235-4439-bbd7-d43fa477f819 req-41dffe82-71eb-4b62-b641-828fab78c7d9 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] 10.222.0.41 "GET /v2.0/ports?device_id=4700657c-3f39-4eb5-b7b0-8651089bd587 HTTP/1.1" status: 200 len: 946 time: 0.2546980 Jan 28 07:08:52.004797 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86394669-5211-4d46-85c4-e3471cd492b6 req-f22df2a6-09c3-43d6-8e53-2516f8698bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:52.007835 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-86394669-5211-4d46-85c4-e3471cd492b6 req-f22df2a6-09c3-43d6-8e53-2516f8698bd9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=966335f0946f459597af95ab0b33b55c&device_id=b35d2c80-d830-4888-95fe-8e54e83abdd0 HTTP/1.1" status: 200 len: 1100 time: 0.2800155 Jan 28 07:08:52.022758 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-e56019d4-48eb-434f-935f-762cbae1c710 None None] Provisioning complete for port 20489cc0-ff3a-4ed0-ad2d-33e9a2611912 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:08:52.023105 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e56019d4-48eb-434f-935f-762cbae1c710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (20489cc0-ff3a-4ed0-ad2d-33e9a2611912), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:52.057006 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-aa5d709f-bd13-454f-923b-609359221cc3 req-5b46ca7b-c4f8-44e0-9d44-026fdfad5e22 tempest-ServersTestJSON-78514907 tempest-ServersTestJSON-78514907-project] For port d81b9313-761f-40ed-a3ca-2d0faf343e11, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=d81b9313-761f-40ed-a3ca-2d0faf343e11,segment=NetworkSegment(d86bde62-7a05-46f6-b2d6-55a757a88dbc),segment_id=d86bde62-7a05-46f6-b2d6-55a757a88dbc)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:08:52.057356 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-98f516cb-0238-47c6-a47b-c92e83da4ee1 admin admin] Publish callbacks [] for router_gateway (c0c4226a-0d29-4fbf-a102-0f31cac839e8), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:52.057989 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-aa5d709f-bd13-454f-923b-609359221cc3 req-5b46ca7b-c4f8-44e0-9d44-026fdfad5e22 tempest-ServersTestJSON-78514907 tempest-ServersTestJSON-78514907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (d81b9313-761f-40ed-a3ca-2d0faf343e11), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:52.082669 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 20489cc0-ff3a-4ed0-ad2d-33e9a2611912 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:08:52.083237 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (20489cc0-ff3a-4ed0-ad2d-33e9a2611912), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:52.204859 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-86394669-5211-4d46-85c4-e3471cd492b6 req-82757c9c-6f86-4e7f-b58e-c0870e352ad6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=a11b056d-7901-4982-8d1b-3500b6c067a7 HTTP/1.1" status: 200 len: 217 time: 0.1615782 Jan 28 07:08:52.206140 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] For port 20489cc0-ff3a-4ed0-ad2d-33e9a2611912, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=20489cc0-ff3a-4ed0-ad2d-33e9a2611912,segment=NetworkSegment(fc6b30a8-f6eb-431c-a845-68e2b40748e3),segment_id=fc6b30a8-f6eb-431c-a845-68e2b40748e3)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:08:52.216184 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (20489cc0-ff3a-4ed0-ad2d-33e9a2611912), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:52.217315 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 77b50fdd-bacf-432e-bd1a-97adf4f0007c up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:08:52.268778 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c651cd2b-2ef1-47ef-8e08-c570a6f236d2 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24757569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24979817'] for subnet (866242db-708f-472c-aed0-7dbcbf9c56f7), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:52.299809 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-51eedabb-8235-4439-bbd7-d43fa477f819 req-1b1acb0e-a410-4215-a21e-fccd64f187a3 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] 10.222.0.41 "GET /v2.0/security-groups?id=c2614457-355d-4290-9839-3c701d202067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3564191 Jan 28 07:08:52.373811 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c651cd2b-2ef1-47ef-8e08-c570a6f236d2 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Pushing event deleted for resources: {'Subnet': ['ID=866242db-708f-472c-aed0-7dbcbf9c56f7,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:08:52.397009 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c651cd2b-2ef1-47ef-8e08-c570a6f236d2 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:52.401708 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-c651cd2b-2ef1-47ef-8e08-c570a6f236d2 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] 10.222.0.41 "DELETE /v2.0/subnets/866242db-708f-472c-aed0-7dbcbf9c56f7 HTTP/1.1" status: 204 len: 168 time: 1.1745193 Jan 28 07:08:52.410777 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 34878) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:08:52.453224 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86394669-5211-4d46-85c4-e3471cd492b6 req-2b8de254-96bd-48f7-9f53-83f8e764c310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:52.455933 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-86394669-5211-4d46-85c4-e3471cd492b6 req-2b8de254-96bd-48f7-9f53-83f8e764c310 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5785b43d-448b-4d12-9eb5-4e4caf2e7eaf HTTP/1.1" status: 200 len: 843 time: 0.2343812 Jan 28 07:08:52.468485 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d567958-21b5-4b2d-963c-dcee39005d81 req-5d441bec-d248-4231-9a67-ec1761fb91c6 tempest-ServersTestJSON-78514907 tempest-ServersTestJSON-78514907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:52.470403 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6d567958-21b5-4b2d-963c-dcee39005d81 req-5d441bec-d248-4231-9a67-ec1761fb91c6 tempest-ServersTestJSON-78514907 tempest-ServersTestJSON-78514907-project] 10.222.0.41 "GET /v2.0/ports?device_id=b91edbbc-2264-4ba0-9568-adb88bdaf545 HTTP/1.1" status: 200 len: 945 time: 0.4011528 Jan 28 07:08:52.646971 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb90d40e-cb82-4267-9184-f8995e18e913 None None] Network 64753cb5-867e-4356-822c-cbede62e134f requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:08:52.661110 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6d567958-21b5-4b2d-963c-dcee39005d81 req-64fdde47-7d59-48ab-9083-73569655048c tempest-ServersTestJSON-78514907 tempest-ServersTestJSON-78514907-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ae0854f-95bb-4517-bc2f-76f6b2917b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1711750 Jan 28 07:08:52.694702 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-aa5d709f-bd13-454f-923b-609359221cc3 req-5b46ca7b-c4f8-44e0-9d44-026fdfad5e22 tempest-ServersTestJSON-78514907 tempest-ServersTestJSON-78514907-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:52.695134 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-aa5d709f-bd13-454f-923b-609359221cc3 req-5b46ca7b-c4f8-44e0-9d44-026fdfad5e22 tempest-ServersTestJSON-78514907 tempest-ServersTestJSON-78514907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16609095'] for floatingip (f6f50dfb-d3c9-4d95-ac97-99830ddb39e5), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:52.695484 n-d-712749-28 neutron-server[103283]: INFO neutron.db.l3_db [req-aa5d709f-bd13-454f-923b-609359221cc3 req-5b46ca7b-c4f8-44e0-9d44-026fdfad5e22 tempest-ServersTestJSON-78514907 tempest-ServersTestJSON-78514907-project] Floating IP f6f50dfb-d3c9-4d95-ac97-99830ddb39e5 disassociated. External IP: 172.25.6.219, port: d81b9313-761f-40ed-a3ca-2d0faf343e11. Jan 28 07:08:52.695829 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-aa5d709f-bd13-454f-923b-609359221cc3 req-5b46ca7b-c4f8-44e0-9d44-026fdfad5e22 tempest-ServersTestJSON-78514907 tempest-ServersTestJSON-78514907-project] Calling delete_port for d81b9313-761f-40ed-a3ca-2d0faf343e11 owned by compute:nova {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:08:52.734735 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-e56019d4-48eb-434f-935f-762cbae1c710 None None] Current status of the port 20489cc0-ff3a-4ed0-ad2d-33e9a2611912 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:08:52.746017 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-490ae966-2756-4860-9537-88c9640f7df3 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (64753cb5-867e-4356-822c-cbede62e134f), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:52.780151 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Pushing event updated for resources: {'Port': ['ID=20489cc0-ff3a-4ed0-ad2d-33e9a2611912,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:08:52.825819 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 77b50fdd-bacf-432e-bd1a-97adf4f0007c triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:08:52.826197 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (77b50fdd-bacf-432e-bd1a-97adf4f0007c), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:52.853296 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-aa5d709f-bd13-454f-923b-609359221cc3 req-5b46ca7b-c4f8-44e0-9d44-026fdfad5e22 tempest-ServersTestJSON-78514907 tempest-ServersTestJSON-78514907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (d81b9313-761f-40ed-a3ca-2d0faf343e11), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:52.894710 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b46ca7b-c4f8-44e0-9d44-026fdfad5e22 tempest-ServersTestJSON-78514907 tempest-ServersTestJSON-78514907-project] Pushing event deleted for resources: {'Port': ['ID=d81b9313-761f-40ed-a3ca-2d0faf343e11,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:08:52.935540 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 77b50fdd-bacf-432e-bd1a-97adf4f0007c is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:08:52.950802 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-0c9f72d5-d4bf-4eaa-bb84-f7d835eef07f None None] Provisioning complete for port 20489cc0-ff3a-4ed0-ad2d-33e9a2611912 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:08:52.951569 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0c9f72d5-d4bf-4eaa-bb84-f7d835eef07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (20489cc0-ff3a-4ed0-ad2d-33e9a2611912), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:52.954570 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ed099e3-74e7-4d0d-9e05-96056d769eb3 None None] DHCP port deletion for 64753cb5-867e-4356-822c-cbede62e134f request from n-d-712749-28 {{(pid=103285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 07:08:52.978749 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86394669-5211-4d46-85c4-e3471cd492b6 req-ed7f95f0-958c-457d-bb8e-2fcc06407348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:52.980405 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-86394669-5211-4d46-85c4-e3471cd492b6 req-ed7f95f0-958c-457d-bb8e-2fcc06407348 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4964530 Jan 28 07:08:53.104154 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fea58f-ba5b-4954-baac-777110cb013a req-fd24bd1e-c5f3-4287-8b92-5208c5171a24 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:53.106923 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-08fea58f-ba5b-4954-baac-777110cb013a req-fd24bd1e-c5f3-4287-8b92-5208c5171a24 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=b35d2c80-d830-4888-95fe-8e54e83abdd0 HTTP/1.1" status: 200 len: 948 time: 0.3986211 Jan 28 07:08:53.110009 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-98f516cb-0238-47c6-a47b-c92e83da4ee1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16605475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16607909'] for router (c0c4226a-0d29-4fbf-a102-0f31cac839e8), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:53.111136 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ed099e3-74e7-4d0d-9e05-96056d769eb3 None None] Deleting port 4220a07c-1c86-4d1c-8259-3ef46e9caa77 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:08:53.111769 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ed099e3-74e7-4d0d-9e05-96056d769eb3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (4220a07c-1c86-4d1c-8259-3ef46e9caa77), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:53.114084 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-86394669-5211-4d46-85c4-e3471cd492b6 req-8de637ab-a657-4a87-b01e-4378003321b6 service neutron] 10.222.0.10 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197298 Jan 28 07:08:53.114507 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aa5d709f-bd13-454f-923b-609359221cc3 req-5b46ca7b-c4f8-44e0-9d44-026fdfad5e22 tempest-ServersTestJSON-78514907 tempest-ServersTestJSON-78514907-project] Router 9776306e-56ed-4dc7-a389-fd69a45e55bf has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:08:53.135918 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 20489cc0-ff3a-4ed0-ad2d-33e9a2611912 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:08:53.169236 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-0c9f72d5-d4bf-4eaa-bb84-f7d835eef07f None None] Current status of the port 20489cc0-ff3a-4ed0-ad2d-33e9a2611912 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:08:53.218546 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ed099e3-74e7-4d0d-9e05-96056d769eb3 None None] For port 4220a07c-1c86-4d1c-8259-3ef46e9caa77, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=4220a07c-1c86-4d1c-8259-3ef46e9caa77,segment=NetworkSegment(1c002465-93f0-40e3-93db-0bfe07eee218),segment_id=1c002465-93f0-40e3-93db-0bfe07eee218)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:08:53.219140 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ed099e3-74e7-4d0d-9e05-96056d769eb3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (4220a07c-1c86-4d1c-8259-3ef46e9caa77), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:53.234144 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ed099e3-74e7-4d0d-9e05-96056d769eb3 None None] Calling delete_port for 4220a07c-1c86-4d1c-8259-3ef46e9caa77 owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:08:53.244426 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-490ae966-2756-4860-9537-88c9640f7df3 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Deleting port 4220a07c-1c86-4d1c-8259-3ef46e9caa77 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:08:53.244667 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-490ae966-2756-4860-9537-88c9640f7df3 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (4220a07c-1c86-4d1c-8259-3ef46e9caa77), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:53.294669 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 20489cc0-ff3a-4ed0-ad2d-33e9a2611912 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:08:53.295188 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (20489cc0-ff3a-4ed0-ad2d-33e9a2611912), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:53.311449 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aa5d709f-bd13-454f-923b-609359221cc3 req-5b46ca7b-c4f8-44e0-9d44-026fdfad5e22 tempest-ServersTestJSON-78514907 tempest-ServersTestJSON-78514907-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:08:53.338882 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2870a586-28fc-4f9c-9a3f-bdb60f56bfd7 None None] Sync routers for ids ['9776306e-56ed-4dc7-a389-fd69a45e55bf'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:08:53.404115 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2870a586-28fc-4f9c-9a3f-bdb60f56bfd7 None None] Routers {'9776306e-56ed-4dc7-a389-fd69a45e55bf'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:08:53.404827 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-2870a586-28fc-4f9c-9a3f-bdb60f56bfd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:08:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['9776306e-56ed-4dc7-a389-fd69a45e55bf'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:08:53.411833 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa5d709f-bd13-454f-923b-609359221cc3 req-5b46ca7b-c4f8-44e0-9d44-026fdfad5e22 tempest-ServersTestJSON-78514907 tempest-ServersTestJSON-78514907-project] No DVR routers for this DVR port d81b9313-761f-40ed-a3ca-2d0faf343e11 on host n-h1-712749-28 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:08:53.420794 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-aa5d709f-bd13-454f-923b-609359221cc3 req-5b46ca7b-c4f8-44e0-9d44-026fdfad5e22 tempest-ServersTestJSON-78514907 tempest-ServersTestJSON-78514907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:53.424384 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-aa5d709f-bd13-454f-923b-609359221cc3 req-5b46ca7b-c4f8-44e0-9d44-026fdfad5e22 tempest-ServersTestJSON-78514907 tempest-ServersTestJSON-78514907-project] 10.222.0.10 "DELETE /v2.0/ports/d81b9313-761f-40ed-a3ca-2d0faf343e11 HTTP/1.1" status: 204 len: 173 time: 1.8006396 Jan 28 07:08:53.510393 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fcb402-2bb8-4c36-b0f4-3e5dd5422105 req-810268da-3d1d-4db6-b711-acd776a403cd tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:53.515478 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-08fea58f-ba5b-4954-baac-777110cb013a req-0c028803-7274-4513-be00-fac364a1ff40 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3840964 Jan 28 07:08:53.517497 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-80fcb402-2bb8-4c36-b0f4-3e5dd5422105 req-810268da-3d1d-4db6-b711-acd776a403cd tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] 10.222.0.41 "GET /v2.0/ports?device_id=4700657c-3f39-4eb5-b7b0-8651089bd587 HTTP/1.1" status: 200 len: 946 time: 0.0762894 Jan 28 07:08:53.540577 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b91edbbc-2264-4ba0-9568-adb88bdaf545', 'name': 'network-vif-deleted', 'tag': 'd81b9313-761f-40ed-a3ca-2d0faf343e11'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:08:53.540577 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cd3f065-d846-460a-a9ca-bc905b0d1758" -d '{"events": [{"server_uuid": "b91edbbc-2264-4ba0-9568-adb88bdaf545", "name": "network-vif-deleted", "tag": "d81b9313-761f-40ed-a3ca-2d0faf343e11"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:08:53.549917 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-490ae966-2756-4860-9537-88c9640f7df3 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] For port 4220a07c-1c86-4d1c-8259-3ef46e9caa77, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=4220a07c-1c86-4d1c-8259-3ef46e9caa77,segment=NetworkSegment(1c002465-93f0-40e3-93db-0bfe07eee218),segment_id=1c002465-93f0-40e3-93db-0bfe07eee218)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:08:53.550410 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-490ae966-2756-4860-9537-88c9640f7df3 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (4220a07c-1c86-4d1c-8259-3ef46e9caa77), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:53.617165 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-490ae966-2756-4860-9537-88c9640f7df3 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Calling delete_port for 4220a07c-1c86-4d1c-8259-3ef46e9caa77 owned by network:dhcp {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:08:53.621604 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-86394669-5211-4d46-85c4-e3471cd492b6 req-bb1df58e-2c14-470b-8749-9d60fa62b1fa service neutron] 10.222.0.10 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4923728 Jan 28 07:08:53.654529 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-80fcb402-2bb8-4c36-b0f4-3e5dd5422105 req-ebd5b8ef-f5cf-4f22-b193-1b868c986c7f tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] 10.222.0.41 "GET /v2.0/security-groups?id=c2614457-355d-4290-9839-3c701d202067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303792 Jan 28 07:08:53.708089 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ed099e3-74e7-4d0d-9e05-96056d769eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298'] for port (4220a07c-1c86-4d1c-8259-3ef46e9caa77), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:53.721674 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fb0d6f1-64fd-43bf-b31c-1d75bf535924 x-openstack-request-id: req-9fb0d6f1-64fd-43bf-b31c-1d75bf535924 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:08:53.722045 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b91edbbc-2264-4ba0-9568-adb88bdaf545", "name": "network-vif-deleted", "tag": "d81b9313-761f-40ed-a3ca-2d0faf343e11", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:08:53.722223 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9fb0d6f1-64fd-43bf-b31c-1d75bf535924 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:08:53.726450 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b91edbbc-2264-4ba0-9568-adb88bdaf545', 'name': 'network-vif-deleted', 'tag': 'd81b9313-761f-40ed-a3ca-2d0faf343e11', 'status': 'completed', 'code': 200} Jan 28 07:08:53.796914 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 20489cc0-ff3a-4ed0-ad2d-33e9a2611912 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:08:53.798020 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 77b50fdd-bacf-432e-bd1a-97adf4f0007c up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:08:53.805626 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed099e3-74e7-4d0d-9e05-96056d769eb3 None None] No DVR routers for this DVR port 4220a07c-1c86-4d1c-8259-3ef46e9caa77 on host n-d-712749-28 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:08:53.815025 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed099e3-74e7-4d0d-9e05-96056d769eb3 None None] Pushing event deleted for resources: {'Port': ['ID=4220a07c-1c86-4d1c-8259-3ef46e9caa77,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:08:53.826621 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98f516cb-0238-47c6-a47b-c92e83da4ee1 admin admin] Router c0c4226a-0d29-4fbf-a102-0f31cac839e8 is scheduled to L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 with binding_index 1 {{(pid=103284) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 07:08:53.876492 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-2870a586-28fc-4f9c-9a3f-bdb60f56bfd7 None None] Set router 9776306e-56ed-4dc7-a389-fd69a45e55bf gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:08:53.912552 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-df6e5221-9a44-4778-8754-4d353c16ae0d req-10ef0cbe-7348-4209-b28f-5f0862b19f02 tempest-ServersTestJSON-78514907 tempest-ServersTestJSON-78514907-project] 10.222.0.41 "GET /v2.0/ports?device_id=b91edbbc-2264-4ba0-9568-adb88bdaf545 HTTP/1.1" status: 200 len: 210 time: 0.0451720 Jan 28 07:08:53.925904 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 77b50fdd-bacf-432e-bd1a-97adf4f0007c triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:08:53.926293 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (77b50fdd-bacf-432e-bd1a-97adf4f0007c), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:53.981688 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-490ae966-2756-4860-9537-88c9640f7df3 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (4220a07c-1c86-4d1c-8259-3ef46e9caa77), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:53.985422 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d22167-7d99-480f-92b7-ae3dcff5e3f3 req-94380e2e-4cf2-465a-9706-68d02b44d693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:53.986927 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-80d22167-7d99-480f-92b7-ae3dcff5e3f3 req-94380e2e-4cf2-465a-9706-68d02b44d693 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=966335f0946f459597af95ab0b33b55c&device_id=b35d2c80-d830-4888-95fe-8e54e83abdd0 HTTP/1.1" status: 200 len: 1100 time: 0.1579549 Jan 28 07:08:54.053101 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490ae966-2756-4860-9537-88c9640f7df3 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Pushing event deleted for resources: {'Port': ['ID=4220a07c-1c86-4d1c-8259-3ef46e9caa77,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:08:54.072255 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490ae966-2756-4860-9537-88c9640f7df3 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] No DVR routers for this DVR port 4220a07c-1c86-4d1c-8259-3ef46e9caa77 on host n-d-712749-28 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:08:54.155505 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 77b50fdd-bacf-432e-bd1a-97adf4f0007c is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:08:54.159476 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98f516cb-0238-47c6-a47b-c92e83da4ee1 admin admin] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:08:54.187473 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a51f51-f267-4602-b6be-53704007dd01 None None] Sync routers for ids ['c0c4226a-0d29-4fbf-a102-0f31cac839e8'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:08:54.201755 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-2870a586-28fc-4f9c-9a3f-bdb60f56bfd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9776306e-56ed-4dc7-a389-fd69a45e55bf', 'name': 'tempest-ServersTestJSON-1606169236-router', 'tenant_id': '6b0a05cc1dfd4383b65e375634b9d65b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': '963419c8-9b51-4f4d-a5c0-02808f7bf5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:06:29Z', 'updated_at': '2022-01-28T07:06:37Z', 'revision_number': 4, 'project_id': '6b0a05cc1dfd4383b65e375634b9d65b', 'gw_port': {'id': '963419c8-9b51-4f4d-a5c0-02808f7bf5a2', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:96:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9776306e-56ed-4dc7-a389-fd69a45e55bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:06:30Z', 'updated_at': '2022-01-28T07:06:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '3b036e8a-6a49-49b4-a3fb-b8e5aaef7705', 'name': '', 'network_id': '229bfbc8-3df0-4c71-a5d6-ff95bbe68880', 'tenant_id': '6b0a05cc1dfd4383b65e375634b9d65b', 'mac_address': 'fa:16:3e:b2:77:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9776306e-56ed-4dc7-a389-fd69a45e55bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '5befb34d-bf52-4217-a97f-6df3499b2528', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:06:36Z', 'updated_at': '2022-01-28T07:06:40Z', 'revision_number': 5, 'project_id': '6b0a05cc1dfd4383b65e375634b9d65b', 'subnets': [{'id': '5befb34d-bf52-4217-a97f-6df3499b2528', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:08:54.205124 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a51f51-f267-4602-b6be-53704007dd01 None None] Routers {'c0c4226a-0d29-4fbf-a102-0f31cac839e8'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:08:54.205978 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-f5a51f51-f267-4602-b6be-53704007dd01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:08:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['c0c4226a-0d29-4fbf-a102-0f31cac839e8'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:08:54.269183 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2870a586-28fc-4f9c-9a3f-bdb60f56bfd7 None None] Checking router: 9776306e-56ed-4dc7-a389-fd69a45e55bf for host: n-d-712749-28 {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:08:54.296739 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 4220a07c-1c86-4d1c-8259-3ef46e9caa77 no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:08:54.297150 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-490ae966-2756-4860-9537-88c9640f7df3 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (64753cb5-867e-4356-822c-cbede62e134f), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:54.327832 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-490ae966-2756-4860-9537-88c9640f7df3 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64753cb5-867e-4356-822c-cbede62e134f']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:08:54.331186 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2870a586-28fc-4f9c-9a3f-bdb60f56bfd7 None None] Routers {'9776306e-56ed-4dc7-a389-fd69a45e55bf'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:08:54.331843 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-2870a586-28fc-4f9c-9a3f-bdb60f56bfd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:08:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['9776306e-56ed-4dc7-a389-fd69a45e55bf'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:08:54.336372 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: 4220a07c-1c86-4d1c-8259-3ef46e9caa77 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:08:54.336657 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 4220a07c-1c86-4d1c-8259-3ef46e9caa77 not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:08:54.343762 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-490ae966-2756-4860-9537-88c9640f7df3 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c002465-93f0-40e3-93db-0bfe07eee218') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:08:54.344165 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-490ae966-2756-4860-9537-88c9640f7df3 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c002465-93f0-40e3-93db-0bfe07eee218') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:08:54.358350 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-f5a51f51-f267-4602-b6be-53704007dd01 None None] Set router c0c4226a-0d29-4fbf-a102-0f31cac839e8 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:08:54.359521 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-98f516cb-0238-47c6-a47b-c92e83da4ee1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:54.360989 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-98f516cb-0238-47c6-a47b-c92e83da4ee1 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.1994138 Jan 28 07:08:54.363650 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 34900) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:08:54.374581 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-490ae966-2756-4860-9537-88c9640f7df3 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24759294'] for segment (1c002465-93f0-40e3-93db-0bfe07eee218), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:54.391617 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d22167-7d99-480f-92b7-ae3dcff5e3f3 req-d69d7e9a-809e-428c-bab9-39e56cb50704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:54.394024 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-80d22167-7d99-480f-92b7-ae3dcff5e3f3 req-d69d7e9a-809e-428c-bab9-39e56cb50704 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb HTTP/1.1" status: 200 len: 870 time: 0.3816445 Jan 28 07:08:54.398873 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-490ae966-2756-4860-9537-88c9640f7df3 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (1c002465-93f0-40e3-93db-0bfe07eee218), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:54.434310 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-490ae966-2756-4860-9537-88c9640f7df3 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:08:54.434310 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-490ae966-2756-4860-9537-88c9640f7df3 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24757675'] for segment (1c002465-93f0-40e3-93db-0bfe07eee218), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:54.443677 n-d-712749-28 neutron-server[103284]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:08:54.443677 n-d-712749-28 neutron-server[103284]: self.session.flush() Jan 28 07:08:54.443677 n-d-712749-28 neutron-server[103284]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:08:54.443677 n-d-712749-28 neutron-server[103284]: self.session.flush() Jan 28 07:08:54.443677 n-d-712749-28 neutron-server[103284]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:08:54.443677 n-d-712749-28 neutron-server[103284]: self.session.flush() Jan 28 07:08:54.443677 n-d-712749-28 neutron-server[103284]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:08:54.443677 n-d-712749-28 neutron-server[103284]: self.session.flush() Jan 28 07:08:54.443677 n-d-712749-28 neutron-server[103284]: Traceback (most recent call last): Jan 28 07:08:54.443677 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:08:54.443677 n-d-712749-28 neutron-server[103284]: timer() Jan 28 07:08:54.443677 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:08:54.443677 n-d-712749-28 neutron-server[103284]: cb(*args, **kw) Jan 28 07:08:54.443677 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:08:54.443677 n-d-712749-28 neutron-server[103284]: return func(*args, **kwargs) Jan 28 07:08:54.443677 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:08:54.443677 n-d-712749-28 neutron-server[103284]: self._notify() Jan 28 07:08:54.443677 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:08:54.443677 n-d-712749-28 neutron-server[103284]: self.callback(batched_events) Jan 28 07:08:54.443677 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:08:54.443677 n-d-712749-28 neutron-server[103284]: event.method(event) Jan 28 07:08:54.443677 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:08:54.443677 n-d-712749-28 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:08:54.443677 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:08:54.443677 n-d-712749-28 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:08:54.443677 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:08:54.443677 n-d-712749-28 neutron-server[103284]: return f(self, *a, **k) Jan 28 07:08:54.443677 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:08:54.443677 n-d-712749-28 neutron-server[103284]: return self._get(url).json() Jan 28 07:08:54.443677 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:08:54.443677 n-d-712749-28 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:08:54.443677 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:08:54.443677 n-d-712749-28 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Jan 28 07:08:54.443677 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:08:54.443677 n-d-712749-28 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:08:54.443677 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:08:54.443677 n-d-712749-28 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:08:54.443677 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:08:54.443677 n-d-712749-28 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:08:54.443677 n-d-712749-28 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:08:54.505429 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-2870a586-28fc-4f9c-9a3f-bdb60f56bfd7 None None] Set router 9776306e-56ed-4dc7-a389-fd69a45e55bf gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:08:54.505897 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-80d22167-7d99-480f-92b7-ae3dcff5e3f3 req-0e3f07f6-46ad-4736-a0a2-154cf05aa63e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=a11b056d-7901-4982-8d1b-3500b6c067a7 HTTP/1.1" status: 200 len: 217 time: 0.1015320 Jan 28 07:08:54.609886 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-490ae966-2756-4860-9537-88c9640f7df3 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (64753cb5-867e-4356-822c-cbede62e134f), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:54.634314 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d22167-7d99-480f-92b7-ae3dcff5e3f3 req-29e2c483-0354-47ee-91c9-3a958647095d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:54.635845 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-80d22167-7d99-480f-92b7-ae3dcff5e3f3 req-29e2c483-0354-47ee-91c9-3a958647095d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5785b43d-448b-4d12-9eb5-4e4caf2e7eaf HTTP/1.1" status: 200 len: 843 time: 0.1011455 Jan 28 07:08:54.638284 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-490ae966-2756-4860-9537-88c9640f7df3 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:54.641685 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-490ae966-2756-4860-9537-88c9640f7df3 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] 10.222.0.41 "DELETE /v2.0/networks/64753cb5-867e-4356-822c-cbede62e134f HTTP/1.1" status: 204 len: 168 time: 2.2294147 Jan 28 07:08:54.662226 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490ae966-2756-4860-9537-88c9640f7df3 tempest-ServersTestMultiNic-1541470929 tempest-ServersTestMultiNic-1541470929-project] Pushing event deleted for resources: {'Network': ['ID=64753cb5-867e-4356-822c-cbede62e134f,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:08:54.696725 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d22167-7d99-480f-92b7-ae3dcff5e3f3 req-fe5dd0c7-d9eb-40f8-96a6-96fa2fa7f5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:54.698992 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-f5a51f51-f267-4602-b6be-53704007dd01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0c4226a-0d29-4fbf-a102-0f31cac839e8', 'name': 'tempest-AttachSCSIVolumeTestJSON-47841687-router', 'tenant_id': 'f47db01e091d4805be8314c4b9ab8e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': '6e7b4360-c3e5-4043-9173-aa1407a2e0ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:08:47Z', 'updated_at': '2022-01-28T07:08:49Z', 'revision_number': 3, 'project_id': 'f47db01e091d4805be8314c4b9ab8e00', 'gw_port': {'id': '6e7b4360-c3e5-4043-9173-aa1407a2e0ae', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:7a:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0c4226a-0d29-4fbf-a102-0f31cac839e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:08:48Z', 'updated_at': '2022-01-28T07:08:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:08:54.703829 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-80d22167-7d99-480f-92b7-ae3dcff5e3f3 req-fe5dd0c7-d9eb-40f8-96a6-96fa2fa7f5d0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0524583 Jan 28 07:08:54.739300 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a51f51-f267-4602-b6be-53704007dd01 None None] Checking router: c0c4226a-0d29-4fbf-a102-0f31cac839e8 for host: n-d-712749-28 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:08:54.740514 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a51f51-f267-4602-b6be-53704007dd01 None None] Updating router c0c4226a-0d29-4fbf-a102-0f31cac839e8 port 6e7b4360-c3e5-4043-9173-aa1407a2e0ae binding host n-d-712749-28 {{(pid=103286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 07:08:54.766904 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device d81b9313-761f-40ed-a3ca-2d0faf343e11 no longer exists at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:08:54.771450 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f5a51f51-f267-4602-b6be-53704007dd01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (6e7b4360-c3e5-4043-9173-aa1407a2e0ae), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:54.804072 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] No Port match for: d81b9313-761f-40ed-a3ca-2d0faf343e11 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:08:54.804687 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device d81b9313-761f-40ed-a3ca-2d0faf343e11 not bound to the agent host n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:08:54.913407 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-2870a586-28fc-4f9c-9a3f-bdb60f56bfd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9776306e-56ed-4dc7-a389-fd69a45e55bf', 'name': 'tempest-ServersTestJSON-1606169236-router', 'tenant_id': '6b0a05cc1dfd4383b65e375634b9d65b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': '963419c8-9b51-4f4d-a5c0-02808f7bf5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:06:29Z', 'updated_at': '2022-01-28T07:06:37Z', 'revision_number': 4, 'project_id': '6b0a05cc1dfd4383b65e375634b9d65b', 'gw_port': {'id': '963419c8-9b51-4f4d-a5c0-02808f7bf5a2', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:96:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9776306e-56ed-4dc7-a389-fd69a45e55bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:06:30Z', 'updated_at': '2022-01-28T07:06:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '3b036e8a-6a49-49b4-a3fb-b8e5aaef7705', 'name': '', 'network_id': '229bfbc8-3df0-4c71-a5d6-ff95bbe68880', 'tenant_id': '6b0a05cc1dfd4383b65e375634b9d65b', 'mac_address': 'fa:16:3e:b2:77:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9776306e-56ed-4dc7-a389-fd69a45e55bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '5befb34d-bf52-4217-a97f-6df3499b2528', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:06:36Z', 'updated_at': '2022-01-28T07:06:40Z', 'revision_number': 5, 'project_id': '6b0a05cc1dfd4383b65e375634b9d65b', 'subnets': [{'id': '5befb34d-bf52-4217-a97f-6df3499b2528', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:08:54.950848 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2870a586-28fc-4f9c-9a3f-bdb60f56bfd7 None None] The sync data for ids ['9776306e-56ed-4dc7-a389-fd69a45e55bf'] in n-d-712749-28 is: [{'id': '9776306e-56ed-4dc7-a389-fd69a45e55bf', 'name': 'tempest-ServersTestJSON-1606169236-router', 'tenant_id': '6b0a05cc1dfd4383b65e375634b9d65b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': '963419c8-9b51-4f4d-a5c0-02808f7bf5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:06:29Z', 'updated_at': '2022-01-28T07:06:37Z', 'revision_number': 4, 'project_id': '6b0a05cc1dfd4383b65e375634b9d65b', 'gw_port': {'id': '963419c8-9b51-4f4d-a5c0-02808f7bf5a2', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:96:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9776306e-56ed-4dc7-a389-fd69a45e55bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:06:30Z', 'updated_at': '2022-01-28T07:06:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '3b036e8a-6a49-49b4-a3fb-b8e5aaef7705', 'name': '', 'network_id': '229bfbc8-3df0-4c71-a5d6-ff95bbe68880', 'tenant_id': '6b0a05cc1dfd4383b65e375634b9d65b', 'mac_address': 'fa:16:3e:b2:77:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9776306e-56ed-4dc7-a389-fd69a45e55bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '5befb34d-bf52-4217-a97f-6df3499b2528', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:06:36Z', 'updated_at': '2022-01-28T07:06:40Z', 'revision_number': 5, 'project_id': '6b0a05cc1dfd4383b65e375634b9d65b', 'subnets': [{'id': '5befb34d-bf52-4217-a97f-6df3499b2528', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:08:54.973171 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b3f783-dee8-422b-8150-6b5a13a8b704 req-cb8b2942-9cd6-4347-b821-c99944fbdc79 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:54.981472 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b1b3f783-dee8-422b-8150-6b5a13a8b704 req-cb8b2942-9cd6-4347-b821-c99944fbdc79 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=b35d2c80-d830-4888-95fe-8e54e83abdd0 HTTP/1.1" status: 200 len: 948 time: 0.2176597 Jan 28 07:08:54.998495 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cfdce2-c89d-4745-abff-15ced9d391f2 req-d7b30475-461f-4f91-b512-df50b96af18e tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:55.001004 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-83cfdce2-c89d-4745-abff-15ced9d391f2 req-d7b30475-461f-4f91-b512-df50b96af18e tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] 10.222.0.41 "GET /v2.0/ports?device_id=4700657c-3f39-4eb5-b7b0-8651089bd587 HTTP/1.1" status: 200 len: 946 time: 0.1521521 Jan 28 07:08:55.072837 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b1b3f783-dee8-422b-8150-6b5a13a8b704 req-6d5b1809-cfb1-4e81-9914-abf727346db3 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855472 Jan 28 07:08:55.076535 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-80d22167-7d99-480f-92b7-ae3dcff5e3f3 req-a0dababe-d514-4e96-bd3c-8611077433ee service neutron] 10.222.0.10 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3656409 Jan 28 07:08:55.137417 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-83cfdce2-c89d-4745-abff-15ced9d391f2 req-7fa78a4c-f501-4a85-abb5-be8c98863387 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] 10.222.0.41 "GET /v2.0/security-groups?id=c2614457-355d-4290-9839-3c701d202067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297324 Jan 28 07:08:55.187896 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f5a51f51-f267-4602-b6be-53704007dd01 None None] Publish callbacks [] for port (6e7b4360-c3e5-4043-9173-aa1407a2e0ae), precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:55.197668 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f5a51f51-f267-4602-b6be-53704007dd01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (6e7b4360-c3e5-4043-9173-aa1407a2e0ae), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:55.245591 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-80d22167-7d99-480f-92b7-ae3dcff5e3f3 req-bd3fa966-c5f4-465c-9c53-5ad13c3af4d3 service neutron] 10.222.0.10 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580722 Jan 28 07:08:55.269843 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b3bf93-2d7d-4a13-9152-29c3667aa0f5 None None] Pushing event updated for resources: {'Port': ['ID=6e7b4360-c3e5-4043-9173-aa1407a2e0ae,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:08:55.316806 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-43c3ea10-87ef-4055-863a-28cb65fbe0fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:55.321802 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-f5a51f51-f267-4602-b6be-53704007dd01 None None] Attempting to bind port 6e7b4360-c3e5-4043-9173-aa1407a2e0ae on host n-d-712749-28 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:08:55.322248 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-f5a51f51-f267-4602-b6be-53704007dd01 None None] Attempting to bind port 6e7b4360-c3e5-4043-9173-aa1407a2e0ae by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:08:55.322714 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a51f51-f267-4602-b6be-53704007dd01 None None] Attempting to bind port 6e7b4360-c3e5-4043-9173-aa1407a2e0ae on network 7d5b3724-deef-4831-8d43-cb9b8176573c {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:08:55.339112 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a51f51-f267-4602-b6be-53704007dd01 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:08:55.339721 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a51f51-f267-4602-b6be-53704007dd01 None None] Checking segment: {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:08:55.340283 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f5a51f51-f267-4602-b6be-53704007dd01 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:55.340774 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a51f51-f267-4602-b6be-53704007dd01 None None] Bound using segment: {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:08:55.341587 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-f5a51f51-f267-4602-b6be-53704007dd01 None None] Bound port: 6e7b4360-c3e5-4043-9173-aa1407a2e0ae, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:08:55.342082 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f5a51f51-f267-4602-b6be-53704007dd01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (6e7b4360-c3e5-4043-9173-aa1407a2e0ae), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:55.407097 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 34924) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:08:55.445807 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-f5a51f51-f267-4602-b6be-53704007dd01 None None] For port 6e7b4360-c3e5-4043-9173-aa1407a2e0ae, host n-d-712749-28, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:08:55.452453 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-f5a51f51-f267-4602-b6be-53704007dd01 None None] For port 6e7b4360-c3e5-4043-9173-aa1407a2e0ae, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=6e7b4360-c3e5-4043-9173-aa1407a2e0ae,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:08:55.460876 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 34926) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:08:55.463435 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f5a51f51-f267-4602-b6be-53704007dd01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (6e7b4360-c3e5-4043-9173-aa1407a2e0ae), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:55.476732 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9459f736-e354-4a40-a545-ae9bab80754a None None] New status for floating IP f6f50dfb-d3c9-4d95-ac97-99830ddb39e5: DOWN {{(pid=103285) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 07:08:55.534314 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3075f675-517d-4592-9814-0284bab9f33e tempest-ServersTestJSON-78514907 tempest-ServersTestJSON-78514907-project] Publish callbacks [] for security_group (6ae0854f-95bb-4517-bc2f-76f6b2917b5c), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:55.539337 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a51f51-f267-4602-b6be-53704007dd01 None None] Routers {'c0c4226a-0d29-4fbf-a102-0f31cac839e8'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:08:55.541650 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-f5a51f51-f267-4602-b6be-53704007dd01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:08:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['c0c4226a-0d29-4fbf-a102-0f31cac839e8'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:08:55.583730 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-43c3ea10-87ef-4055-863a-28cb65fbe0fa admin admin] Allocated IP 172.20.0.1 (c354dade-61cd-42ca-a56c-58cc877d7618/56468605-e8e7-4c5f-a831-9f9077af57a3/3595bcb1-c520-432e-92a0-a38402e401c3) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:08:55.592942 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3075f675-517d-4592-9814-0284bab9f33e tempest-ServersTestJSON-78514907 tempest-ServersTestJSON-78514907-project] Publish callbacks [] for security_group (6ae0854f-95bb-4517-bc2f-76f6b2917b5c), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:55.645569 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b3bf93-2d7d-4a13-9152-29c3667aa0f5 None None] Pushing event updated for resources: {'Port': ['ID=6e7b4360-c3e5-4043-9173-aa1407a2e0ae,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:08:55.659405 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3075f675-517d-4592-9814-0284bab9f33e tempest-ServersTestJSON-78514907 tempest-ServersTestJSON-78514907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (6ae0854f-95bb-4517-bc2f-76f6b2917b5c), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:55.662904 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3075f675-517d-4592-9814-0284bab9f33e tempest-ServersTestJSON-78514907 tempest-ServersTestJSON-78514907-project] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:55.668713 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 34928) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:08:55.669379 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-3075f675-517d-4592-9814-0284bab9f33e tempest-ServersTestJSON-78514907 tempest-ServersTestJSON-78514907-project] 10.222.0.41 "DELETE /v2.0/security-groups/6ae0854f-95bb-4517-bc2f-76f6b2917b5c HTTP/1.1" status: 204 len: 168 time: 0.2612195 Jan 28 07:08:55.687973 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3075f675-517d-4592-9814-0284bab9f33e tempest-ServersTestJSON-78514907 tempest-ServersTestJSON-78514907-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ae0854f-95bb-4517-bc2f-76f6b2917b5c,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:08:55.720616 n-d-712749-28 neutron-server[103283]: INFO neutron.api.v2.resource [None req-935e9c30-39f9-4fd7-a19b-b21628cea8eb tempest-ServersTestJSON-78514907 tempest-ServersTestJSON-78514907-project] show failed (client error): The resource could not be found. Jan 28 07:08:55.724251 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-935e9c30-39f9-4fd7-a19b-b21628cea8eb tempest-ServersTestJSON-78514907 tempest-ServersTestJSON-78514907-project] 10.222.0.41 "GET /v2.0/security-groups/6ae0854f-95bb-4517-bc2f-76f6b2917b5c HTTP/1.1" status: 404 len: 347 time: 0.0236325 Jan 28 07:08:55.724968 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 34930) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:08:55.822404 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-f5a51f51-f267-4602-b6be-53704007dd01 None None] Set router c0c4226a-0d29-4fbf-a102-0f31cac839e8 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:08:56.024262 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-f5a51f51-f267-4602-b6be-53704007dd01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0c4226a-0d29-4fbf-a102-0f31cac839e8', 'name': 'tempest-AttachSCSIVolumeTestJSON-47841687-router', 'tenant_id': 'f47db01e091d4805be8314c4b9ab8e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': '6e7b4360-c3e5-4043-9173-aa1407a2e0ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:08:47Z', 'updated_at': '2022-01-28T07:08:49Z', 'revision_number': 3, 'project_id': 'f47db01e091d4805be8314c4b9ab8e00', 'gw_port': {'id': '6e7b4360-c3e5-4043-9173-aa1407a2e0ae', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:7a:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0c4226a-0d29-4fbf-a102-0f31cac839e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:08:48Z', 'updated_at': '2022-01-28T07:08:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:08:56.057826 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a51f51-f267-4602-b6be-53704007dd01 None None] The sync data for ids ['c0c4226a-0d29-4fbf-a102-0f31cac839e8'] in n-d-712749-28 is: [{'id': 'c0c4226a-0d29-4fbf-a102-0f31cac839e8', 'name': 'tempest-AttachSCSIVolumeTestJSON-47841687-router', 'tenant_id': 'f47db01e091d4805be8314c4b9ab8e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': '6e7b4360-c3e5-4043-9173-aa1407a2e0ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:08:47Z', 'updated_at': '2022-01-28T07:08:49Z', 'revision_number': 3, 'project_id': 'f47db01e091d4805be8314c4b9ab8e00', 'gw_port': {'id': '6e7b4360-c3e5-4043-9173-aa1407a2e0ae', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:7a:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0c4226a-0d29-4fbf-a102-0f31cac839e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:08:48Z', 'updated_at': '2022-01-28T07:08:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:08:56.210660 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75f2d0b-dd3f-45cd-bf08-58e4673688cd req-a25f9561-9787-4038-9d7b-ca6e6c188bef tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:56.217860 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d75f2d0b-dd3f-45cd-bf08-58e4673688cd req-a25f9561-9787-4038-9d7b-ca6e6c188bef tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=b35d2c80-d830-4888-95fe-8e54e83abdd0 HTTP/1.1" status: 200 len: 948 time: 0.0685327 Jan 28 07:08:56.253097 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-43c3ea10-87ef-4055-863a-28cb65fbe0fa admin admin] Publish callbacks [] for port (3595bcb1-c520-432e-92a0-a38402e401c3), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:56.277092 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d75f2d0b-dd3f-45cd-bf08-58e4673688cd req-6c019976-ca2e-4f82-950f-6c4cefdab2d3 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580530 Jan 28 07:08:56.486798 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-43c3ea10-87ef-4055-863a-28cb65fbe0fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (3595bcb1-c520-432e-92a0-a38402e401c3), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:56.495371 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6f88b1-246c-4ac8-b758-f4831fab8fe6 req-e8fcbbdc-2267-4c03-95a0-53cbba7f8569 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:56.497059 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5e6f88b1-246c-4ac8-b758-f4831fab8fe6 req-e8fcbbdc-2267-4c03-95a0-53cbba7f8569 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] 10.222.0.41 "GET /v2.0/ports?device_id=4700657c-3f39-4eb5-b7b0-8651089bd587 HTTP/1.1" status: 200 len: 946 time: 0.1762054 Jan 28 07:08:56.523086 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-4c035442-9a05-4d93-853c-da5883489739 tempest-ServersTestJSON-78514907 tempest-ServersTestJSON-78514907-project] Deleting port fa6442d9-cb64-4a27-9a1d-6fae80f9dd18 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:08:56.523395 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4c035442-9a05-4d93-853c-da5883489739 tempest-ServersTestJSON-78514907 tempest-ServersTestJSON-78514907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (fa6442d9-cb64-4a27-9a1d-6fae80f9dd18), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:56.622499 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c3ea10-87ef-4055-863a-28cb65fbe0fa admin admin] Network c354dade-61cd-42ca-a56c-58cc877d7618 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:08:56.635737 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-43c3ea10-87ef-4055-863a-28cb65fbe0fa admin admin] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:08:56.645438 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c3ea10-87ef-4055-863a-28cb65fbe0fa admin admin] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:08:56.674542 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c3ea10-87ef-4055-863a-28cb65fbe0fa admin admin] Pushing event updated for resources: {'Port': ['ID=3595bcb1-c520-432e-92a0-a38402e401c3,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:08:56.762900 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device a11b056d-7901-4982-8d1b-3500b6c067a7 details requested by agent hyperv_n-h1-712749-28 with host n-h1-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:08:56.764103 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4c035442-9a05-4d93-853c-da5883489739 tempest-ServersTestJSON-78514907 tempest-ServersTestJSON-78514907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (fa6442d9-cb64-4a27-9a1d-6fae80f9dd18), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:56.764498 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4c035442-9a05-4d93-853c-da5883489739 tempest-ServersTestJSON-78514907 tempest-ServersTestJSON-78514907-project] Publish callbacks [] for floatingip (fa6442d9-cb64-4a27-9a1d-6fae80f9dd18), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:56.778429 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-4c035442-9a05-4d93-853c-da5883489739 tempest-ServersTestJSON-78514907 tempest-ServersTestJSON-78514907-project] Calling delete_port for fa6442d9-cb64-4a27-9a1d-6fae80f9dd18 owned by network:floatingip {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:08:56.897576 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5e6f88b1-246c-4ac8-b758-f4831fab8fe6 req-bf67498d-cbf9-4e7a-9f54-75aa82aa7d27 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] 10.222.0.41 "GET /v2.0/security-groups?id=c2614457-355d-4290-9839-3c701d202067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3662934 Jan 28 07:08:56.898697 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-43c3ea10-87ef-4055-863a-28cb65fbe0fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16609232'] for router_interface (c0c4226a-0d29-4fbf-a102-0f31cac839e8), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:56.945012 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port a11b056d-7901-4982-8d1b-3500b6c067a7, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=a11b056d-7901-4982-8d1b-3500b6c067a7,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:08:56.958111 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Returning: {'device': 'a11b056d-7901-4982-8d1b-3500b6c067a7', 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb', 'port_id': 'a11b056d-7901-4982-8d1b-3500b6c067a7', 'mac_address': 'fa:16:3e:9f:45:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5785b43d-448b-4d12-9eb5-4e4caf2e7eaf', 'ip_address': '192.168.233.138'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:08:57.051049 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port a11b056d-7901-4982-8d1b-3500b6c067a7 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:08:57.051649 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (a11b056d-7901-4982-8d1b-3500b6c067a7), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:57.089512 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a11b056d-7901-4982-8d1b-3500b6c067a7 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:08:57.101047 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4c035442-9a05-4d93-853c-da5883489739 tempest-ServersTestJSON-78514907 tempest-ServersTestJSON-78514907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (fa6442d9-cb64-4a27-9a1d-6fae80f9dd18), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:57.114276 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port a11b056d-7901-4982-8d1b-3500b6c067a7, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=a11b056d-7901-4982-8d1b-3500b6c067a7,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:08:57.117900 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-441a880f-cca3-40cd-abfb-01474317537c None None] Provisioning complete for port 3595bcb1-c520-432e-92a0-a38402e401c3 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:08:57.118313 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-441a880f-cca3-40cd-abfb-01474317537c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (3595bcb1-c520-432e-92a0-a38402e401c3), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:57.151403 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c035442-9a05-4d93-853c-da5883489739 tempest-ServersTestJSON-78514907 tempest-ServersTestJSON-78514907-project] Pushing event deleted for resources: {'Port': ['ID=fa6442d9-cb64-4a27-9a1d-6fae80f9dd18,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:08:57.165264 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (a11b056d-7901-4982-8d1b-3500b6c067a7), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:57.167272 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 6e7b4360-c3e5-4043-9173-aa1407a2e0ae up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:08:57.170956 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-441a880f-cca3-40cd-abfb-01474317537c None None] Port 3595bcb1-c520-432e-92a0-a38402e401c3 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:08:57.222786 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-43c3ea10-87ef-4055-863a-28cb65fbe0fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (3595bcb1-c520-432e-92a0-a38402e401c3), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:57.253836 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=a11b056d-7901-4982-8d1b-3500b6c067a7,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:08:57.278101 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 6e7b4360-c3e5-4043-9173-aa1407a2e0ae triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:08:57.278430 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (6e7b4360-c3e5-4043-9173-aa1407a2e0ae), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:57.320554 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4c035442-9a05-4d93-853c-da5883489739 tempest-ServersTestJSON-78514907 tempest-ServersTestJSON-78514907-project] Publish callbacks [] for floatingip (f6f50dfb-d3c9-4d95-ac97-99830ddb39e5), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:57.323126 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4c035442-9a05-4d93-853c-da5883489739 tempest-ServersTestJSON-78514907 tempest-ServersTestJSON-78514907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for floatingip (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:57.327107 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-4c035442-9a05-4d93-853c-da5883489739 tempest-ServersTestJSON-78514907 tempest-ServersTestJSON-78514907-project] 10.222.0.41 "DELETE /v2.0/floatingips/f6f50dfb-d3c9-4d95-ac97-99830ddb39e5 HTTP/1.1" status: 204 len: 168 time: 1.5984380 Jan 28 07:08:57.328064 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 34946) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:08:57.354574 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e25db52b-feca-4149-9a5f-fa2551ba9a36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16606535'] for router_interface (e3b4c5b9-0d5e-46b9-a9cf-9839431f1337), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:57.385975 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 6e7b4360-c3e5-4043-9173-aa1407a2e0ae is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:08:57.386371 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (6e7b4360-c3e5-4043-9173-aa1407a2e0ae), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:57.409245 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] For port 6e7b4360-c3e5-4043-9173-aa1407a2e0ae, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=6e7b4360-c3e5-4043-9173-aa1407a2e0ae,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:08:57.415186 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (6e7b4360-c3e5-4043-9173-aa1407a2e0ae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:57.482761 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Pushing event updated for resources: {'Port': ['ID=6e7b4360-c3e5-4043-9173-aa1407a2e0ae,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:08:57.509148 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f71492-073d-4d50-b786-00542eead0ae req-00aad1b6-585d-4395-9516-0846093c8a6a tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:57.516630 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f5f71492-073d-4d50-b786-00542eead0ae req-00aad1b6-585d-4395-9516-0846093c8a6a tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=b35d2c80-d830-4888-95fe-8e54e83abdd0 HTTP/1.1" status: 200 len: 949 time: 0.1109364 Jan 28 07:08:57.549581 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['a11b056d-7901-4982-8d1b-3500b6c067a7'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:08:57.582095 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f5f71492-073d-4d50-b786-00542eead0ae req-8b802373-10f7-4724-886f-b68ca6af672b tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559769 Jan 28 07:08:57.834311 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-43c3ea10-87ef-4055-863a-28cb65fbe0fa admin admin] Publish callbacks [] for port (3595bcb1-c520-432e-92a0-a38402e401c3), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:57.843753 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-43c3ea10-87ef-4055-863a-28cb65fbe0fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (3595bcb1-c520-432e-92a0-a38402e401c3), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:57.967505 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-43c3ea10-87ef-4055-863a-28cb65fbe0fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16318999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16606560'] for router_interface (c0c4226a-0d29-4fbf-a102-0f31cac839e8), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:57.980164 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c3ea10-87ef-4055-863a-28cb65fbe0fa admin admin] Pushing event updated for resources: {'Port': ['ID=3595bcb1-c520-432e-92a0-a38402e401c3,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:08:58.040091 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4ca46e-d942-4317-b047-40fd8ae82b2c req-7da80d04-76f9-4dbc-a385-607bf8bae5a8 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:58.041952 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ba4ca46e-d942-4317-b047-40fd8ae82b2c req-7da80d04-76f9-4dbc-a385-607bf8bae5a8 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] 10.222.0.41 "GET /v2.0/ports?device_id=4700657c-3f39-4eb5-b7b0-8651089bd587 HTTP/1.1" status: 200 len: 946 time: 0.0558798 Jan 28 07:08:58.100937 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ba4ca46e-d942-4317-b047-40fd8ae82b2c req-bbfaf0a4-5739-4d10-ac86-31942c64e813 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] 10.222.0.41 "GET /v2.0/security-groups?id=c2614457-355d-4290-9839-3c701d202067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532217 Jan 28 07:08:58.164542 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c3ea10-87ef-4055-863a-28cb65fbe0fa admin admin] Network c354dade-61cd-42ca-a56c-58cc877d7618 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:08:58.171981 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-43c3ea10-87ef-4055-863a-28cb65fbe0fa admin admin] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:08:58.271675 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-e25db52b-feca-4149-9a5f-fa2551ba9a36 admin admin] Deleting port ea6b087a-2e4c-4044-b418-2c0c1a20ef81 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:08:58.272116 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e25db52b-feca-4149-9a5f-fa2551ba9a36 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (ea6b087a-2e4c-4044-b418-2c0c1a20ef81), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:58.405220 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-d803114e-0037-4592-b1d2-fc32617123ba None None] Provisioning complete for port 3595bcb1-c520-432e-92a0-a38402e401c3 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:08:58.405797 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d803114e-0037-4592-b1d2-fc32617123ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (3595bcb1-c520-432e-92a0-a38402e401c3), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:58.408992 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-24c1bab9-5d4b-4011-81cb-9f482565f919 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16606535'] for router_interface (9776306e-56ed-4dc7-a389-fd69a45e55bf), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:58.415825 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43c3ea10-87ef-4055-863a-28cb65fbe0fa admin admin] Router c0c4226a-0d29-4fbf-a102-0f31cac839e8 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:08:58.438746 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-d803114e-0037-4592-b1d2-fc32617123ba None None] Port 3595bcb1-c520-432e-92a0-a38402e401c3 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:08:58.471185 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-e25db52b-feca-4149-9a5f-fa2551ba9a36 admin admin] For port ea6b087a-2e4c-4044-b418-2c0c1a20ef81, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=ea6b087a-2e4c-4044-b418-2c0c1a20ef81,segment=NetworkSegment(9b92139a-3e53-4788-a029-aaa23345d52a),segment_id=9b92139a-3e53-4788-a029-aaa23345d52a)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:08:58.471472 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e25db52b-feca-4149-9a5f-fa2551ba9a36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (ea6b087a-2e4c-4044-b418-2c0c1a20ef81), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:58.498680 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-e25db52b-feca-4149-9a5f-fa2551ba9a36 admin admin] Calling delete_port for ea6b087a-2e4c-4044-b418-2c0c1a20ef81 owned by network:router_interface {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:08:58.726314 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dd09b6-5b0d-4a43-aed3-4b34e9bcb1e5 req-ccd538c4-04c2-4f41-b41a-5e0f4660c3a6 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:58.736903 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-70dd09b6-5b0d-4a43-aed3-4b34e9bcb1e5 req-ccd538c4-04c2-4f41-b41a-5e0f4660c3a6 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=b35d2c80-d830-4888-95fe-8e54e83abdd0 HTTP/1.1" status: 200 len: 949 time: 0.0856056 Jan 28 07:08:58.776442 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device a11b056d-7901-4982-8d1b-3500b6c067a7 up at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:08:58.784071 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43c3ea10-87ef-4055-863a-28cb65fbe0fa admin admin] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:08:58.796386 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7101d94f-1731-48ba-a03d-97fcee7ae191 None None] Sync routers for ids ['c0c4226a-0d29-4fbf-a102-0f31cac839e8'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:08:58.807182 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-43c3ea10-87ef-4055-863a-28cb65fbe0fa admin admin] 10.222.0.41 "PUT /v2.0/routers/c0c4226a-0d29-4fbf-a102-0f31cac839e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4416647 Jan 28 07:08:58.821098 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7101d94f-1731-48ba-a03d-97fcee7ae191 None None] Routers {'c0c4226a-0d29-4fbf-a102-0f31cac839e8'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:08:58.822150 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-7101d94f-1731-48ba-a03d-97fcee7ae191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:08:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['c0c4226a-0d29-4fbf-a102-0f31cac839e8'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:08:58.860019 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-70dd09b6-5b0d-4a43-aed3-4b34e9bcb1e5 req-9ae5d167-9387-40d4-8881-95652db02dea tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177688 Jan 28 07:08:58.900945 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning for port a11b056d-7901-4982-8d1b-3500b6c067a7 completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:08:58.921345 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning complete for port a11b056d-7901-4982-8d1b-3500b6c067a7 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:08:58.921826 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (a11b056d-7901-4982-8d1b-3500b6c067a7), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:59.140323 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 6e7b4360-c3e5-4043-9173-aa1407a2e0ae up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:08:59.226465 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port a11b056d-7901-4982-8d1b-3500b6c067a7 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:08:59.226943 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (a11b056d-7901-4982-8d1b-3500b6c067a7), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:59.247237 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-7101d94f-1731-48ba-a03d-97fcee7ae191 None None] Set router c0c4226a-0d29-4fbf-a102-0f31cac839e8 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:08:59.254832 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 6e7b4360-c3e5-4043-9173-aa1407a2e0ae triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:08:59.255489 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (6e7b4360-c3e5-4043-9173-aa1407a2e0ae), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:59.280703 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b35d2c80-d830-4888-95fe-8e54e83abdd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a11b056d-7901-4982-8d1b-3500b6c067a7'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:08:59.283097 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e73000c-e92d-4ae6-9115-06b20acbf817" -d '{"events": [{"server_uuid": "b35d2c80-d830-4888-95fe-8e54e83abdd0", "name": "network-vif-plugged", "status": "completed", "tag": "a11b056d-7901-4982-8d1b-3500b6c067a7"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:08:59.307758 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port a11b056d-7901-4982-8d1b-3500b6c067a7, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=a11b056d-7901-4982-8d1b-3500b6c067a7,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:08:59.313868 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (a11b056d-7901-4982-8d1b-3500b6c067a7), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:59.377467 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8af9c1cd-1b59-4203-895d-df584f7708b1 x-openstack-request-id: req-8af9c1cd-1b59-4203-895d-df584f7708b1 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:08:59.377793 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b35d2c80-d830-4888-95fe-8e54e83abdd0", "name": "network-vif-plugged", "status": "completed", "tag": "a11b056d-7901-4982-8d1b-3500b6c067a7", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:08:59.378060 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8af9c1cd-1b59-4203-895d-df584f7708b1 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:08:59.378586 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b35d2c80-d830-4888-95fe-8e54e83abdd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a11b056d-7901-4982-8d1b-3500b6c067a7', 'code': 200} Jan 28 07:08:59.396510 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=a11b056d-7901-4982-8d1b-3500b6c067a7,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:08:59.550032 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54deb4bc-2392-46e6-81bc-16fb5624f734 req-99169854-01a6-4a1d-8d60-a01af2c9cf25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:59.551827 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-54deb4bc-2392-46e6-81bc-16fb5624f734 req-99169854-01a6-4a1d-8d60-a01af2c9cf25 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b35d2c80-d830-4888-95fe-8e54e83abdd0 HTTP/1.1" status: 200 len: 1102 time: 0.0837181 Jan 28 07:08:59.553096 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 6e7b4360-c3e5-4043-9173-aa1407a2e0ae is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:08:59.601169 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-7101d94f-1731-48ba-a03d-97fcee7ae191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0c4226a-0d29-4fbf-a102-0f31cac839e8', 'name': 'tempest-AttachSCSIVolumeTestJSON-47841687-router', 'tenant_id': 'f47db01e091d4805be8314c4b9ab8e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': '6e7b4360-c3e5-4043-9173-aa1407a2e0ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:08:47Z', 'updated_at': '2022-01-28T07:08:57Z', 'revision_number': 4, 'project_id': 'f47db01e091d4805be8314c4b9ab8e00', 'gw_port': {'id': '6e7b4360-c3e5-4043-9173-aa1407a2e0ae', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:7a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c4226a-0d29-4fbf-a102-0f31cac839e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:08:48Z', 'updated_at': '2022-01-28T07:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '3595bcb1-c520-432e-92a0-a38402e401c3', 'name': '', 'network_id': 'c354dade-61cd-42ca-a56c-58cc877d7618', 'tenant_id': 'f47db01e091d4805be8314c4b9ab8e00', 'mac_address': 'fa:16:3e:d9:02:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0c4226a-0d29-4fbf-a102-0f31cac839e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '56468605-e8e7-4c5f-a831-9f9077af57a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:08:55Z', 'updated_at': '2022-01-28T07:08:57Z', 'revision_number': 2, 'project_id': 'f47db01e091d4805be8314c4b9ab8e00', 'subnets': [{'id': '56468605-e8e7-4c5f-a831-9f9077af57a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:08:59.639055 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7101d94f-1731-48ba-a03d-97fcee7ae191 None None] Checking router: c0c4226a-0d29-4fbf-a102-0f31cac839e8 for host: n-d-712749-28 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:08:59.639758 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7101d94f-1731-48ba-a03d-97fcee7ae191 None None] Updating router c0c4226a-0d29-4fbf-a102-0f31cac839e8 port 3595bcb1-c520-432e-92a0-a38402e401c3 binding host n-d-712749-28 {{(pid=103286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 07:08:59.669246 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7101d94f-1731-48ba-a03d-97fcee7ae191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (3595bcb1-c520-432e-92a0-a38402e401c3), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:59.718591 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-54deb4bc-2392-46e6-81bc-16fb5624f734 req-537dd407-816b-463d-94d1-36b742e8c5cb service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551075 Jan 28 07:08:59.943442 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a49ad0-25e9-4b36-9eec-44a647c75307 req-d37e24c4-4dc4-48e2-94ae-3cea28e66f01 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:59.955216 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-34a49ad0-25e9-4b36-9eec-44a647c75307 req-d37e24c4-4dc4-48e2-94ae-3cea28e66f01 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] 10.222.0.41 "GET /v2.0/ports?device_id=4700657c-3f39-4eb5-b7b0-8651089bd587 HTTP/1.1" status: 200 len: 946 time: 0.3787711 Jan 28 07:09:00.027328 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7101d94f-1731-48ba-a03d-97fcee7ae191 None None] Publish callbacks [] for port (3595bcb1-c520-432e-92a0-a38402e401c3), precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:00.037168 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7101d94f-1731-48ba-a03d-97fcee7ae191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (3595bcb1-c520-432e-92a0-a38402e401c3), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:00.124677 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e25db52b-feca-4149-9a5f-fa2551ba9a36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (ea6b087a-2e4c-4044-b418-2c0c1a20ef81), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:00.176807 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92226dca-fafd-4b6c-9e4d-4c4a49de82df None None] Pushing event updated for resources: {'Port': ['ID=3595bcb1-c520-432e-92a0-a38402e401c3,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:09:00.215644 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25db52b-feca-4149-9a5f-fa2551ba9a36 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea6b087a-2e4c-4044-b418-2c0c1a20ef81,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:09:00.344855 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-7101d94f-1731-48ba-a03d-97fcee7ae191 None None] Attempting to bind port 3595bcb1-c520-432e-92a0-a38402e401c3 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:09:00.345184 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-7101d94f-1731-48ba-a03d-97fcee7ae191 None None] Attempting to bind port 3595bcb1-c520-432e-92a0-a38402e401c3 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': 'fc6b30a8-f6eb-431c-a845-68e2b40748e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c354dade-61cd-42ca-a56c-58cc877d7618'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:09:00.345550 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7101d94f-1731-48ba-a03d-97fcee7ae191 None None] Attempting to bind port 3595bcb1-c520-432e-92a0-a38402e401c3 on network c354dade-61cd-42ca-a56c-58cc877d7618 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:09:00.356740 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-34a49ad0-25e9-4b36-9eec-44a647c75307 req-c384c8fb-edf8-44f4-be50-6765d70ca2d5 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] 10.222.0.41 "GET /v2.0/security-groups?id=c2614457-355d-4290-9839-3c701d202067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3569169 Jan 28 07:09:00.370118 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7101d94f-1731-48ba-a03d-97fcee7ae191 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:09:00.371028 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7101d94f-1731-48ba-a03d-97fcee7ae191 None None] Checking segment: {'id': 'fc6b30a8-f6eb-431c-a845-68e2b40748e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c354dade-61cd-42ca-a56c-58cc877d7618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:09:00.371534 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7101d94f-1731-48ba-a03d-97fcee7ae191 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:00.372033 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7101d94f-1731-48ba-a03d-97fcee7ae191 None None] Bound using segment: {'id': 'fc6b30a8-f6eb-431c-a845-68e2b40748e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c354dade-61cd-42ca-a56c-58cc877d7618'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:09:00.372663 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-7101d94f-1731-48ba-a03d-97fcee7ae191 None None] Bound port: 3595bcb1-c520-432e-92a0-a38402e401c3, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc6b30a8-f6eb-431c-a845-68e2b40748e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c354dade-61cd-42ca-a56c-58cc877d7618'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:09:00.374628 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7101d94f-1731-48ba-a03d-97fcee7ae191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (3595bcb1-c520-432e-92a0-a38402e401c3), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:00.418373 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe60960f-e340-4245-8b5f-254bb0e462e8 req-6481784b-aab5-4d23-a377-6907096339d6 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:00.429042 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-fe60960f-e340-4245-8b5f-254bb0e462e8 req-6481784b-aab5-4d23-a377-6907096339d6 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=b35d2c80-d830-4888-95fe-8e54e83abdd0 HTTP/1.1" status: 200 len: 950 time: 0.1687098 Jan 28 07:09:00.445189 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-24c1bab9-5d4b-4011-81cb-9f482565f919 admin admin] Deleting port 3b036e8a-6a49-49b4-a3fb-b8e5aaef7705 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:09:00.464745 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-24c1bab9-5d4b-4011-81cb-9f482565f919 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (3b036e8a-6a49-49b4-a3fb-b8e5aaef7705), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:00.542557 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-fe60960f-e340-4245-8b5f-254bb0e462e8 req-48dbe4d6-a6e6-40eb-a642-1e313a50e554 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991836 Jan 28 07:09:00.588822 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-7101d94f-1731-48ba-a03d-97fcee7ae191 None None] For port 3595bcb1-c520-432e-92a0-a38402e401c3, host n-d-712749-28, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:09:00.592180 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-7101d94f-1731-48ba-a03d-97fcee7ae191 None None] For port 3595bcb1-c520-432e-92a0-a38402e401c3, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=3595bcb1-c520-432e-92a0-a38402e401c3,segment=NetworkSegment(fc6b30a8-f6eb-431c-a845-68e2b40748e3),segment_id=fc6b30a8-f6eb-431c-a845-68e2b40748e3)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:09:00.599016 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7101d94f-1731-48ba-a03d-97fcee7ae191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (3595bcb1-c520-432e-92a0-a38402e401c3), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:00.615145 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-4ab35364-94ad-4571-a3a4-9968af027d12 None None] Provisioning complete for port 3595bcb1-c520-432e-92a0-a38402e401c3 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:09:00.615789 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4ab35364-94ad-4571-a3a4-9968af027d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (3595bcb1-c520-432e-92a0-a38402e401c3), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:00.709869 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92226dca-fafd-4b6c-9e4d-4c4a49de82df None None] Pushing event updated for resources: {'Port': ['ID=3595bcb1-c520-432e-92a0-a38402e401c3,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:09:00.758430 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7101d94f-1731-48ba-a03d-97fcee7ae191 None None] Routers {'c0c4226a-0d29-4fbf-a102-0f31cac839e8'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:09:00.759079 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-7101d94f-1731-48ba-a03d-97fcee7ae191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:08:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['c0c4226a-0d29-4fbf-a102-0f31cac839e8'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:09:00.798161 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-4ab35364-94ad-4571-a3a4-9968af027d12 None None] Current status of the port 3595bcb1-c520-432e-92a0-a38402e401c3 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:09:00.799239 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4ab35364-94ad-4571-a3a4-9968af027d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (3595bcb1-c520-432e-92a0-a38402e401c3), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:00.876293 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-4ab35364-94ad-4571-a3a4-9968af027d12 None None] For port 3595bcb1-c520-432e-92a0-a38402e401c3, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=3595bcb1-c520-432e-92a0-a38402e401c3,segment=NetworkSegment(fc6b30a8-f6eb-431c-a845-68e2b40748e3),segment_id=fc6b30a8-f6eb-431c-a845-68e2b40748e3)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:09:00.892169 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4ab35364-94ad-4571-a3a4-9968af027d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (3595bcb1-c520-432e-92a0-a38402e401c3), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:00.985889 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-24c1bab9-5d4b-4011-81cb-9f482565f919 admin admin] For port 3b036e8a-6a49-49b4-a3fb-b8e5aaef7705, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=3b036e8a-6a49-49b4-a3fb-b8e5aaef7705,segment=NetworkSegment(d86bde62-7a05-46f6-b2d6-55a757a88dbc),segment_id=d86bde62-7a05-46f6-b2d6-55a757a88dbc)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:09:00.986893 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-24c1bab9-5d4b-4011-81cb-9f482565f919 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (3b036e8a-6a49-49b4-a3fb-b8e5aaef7705), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:01.054385 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-7101d94f-1731-48ba-a03d-97fcee7ae191 None None] Set router c0c4226a-0d29-4fbf-a102-0f31cac839e8 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:09:01.056486 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab35364-94ad-4571-a3a4-9968af027d12 None None] Pushing event updated for resources: {'Port': ['ID=3595bcb1-c520-432e-92a0-a38402e401c3,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:09:01.061340 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-24c1bab9-5d4b-4011-81cb-9f482565f919 admin admin] Calling delete_port for 3b036e8a-6a49-49b4-a3fb-b8e5aaef7705 owned by network:router_interface {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:09:01.084137 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e25db52b-feca-4149-9a5f-fa2551ba9a36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16319006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16606699'] for router_interface (e3b4c5b9-0d5e-46b9-a9cf-9839431f1337), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:01.365053 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-25c3282f-684c-4764-b3e9-8bb02e6350ec None None] Provisioning complete for port 3595bcb1-c520-432e-92a0-a38402e401c3 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:09:01.365436 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-25c3282f-684c-4764-b3e9-8bb02e6350ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (3595bcb1-c520-432e-92a0-a38402e401c3), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:01.509455 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-7101d94f-1731-48ba-a03d-97fcee7ae191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0c4226a-0d29-4fbf-a102-0f31cac839e8', 'name': 'tempest-AttachSCSIVolumeTestJSON-47841687-router', 'tenant_id': 'f47db01e091d4805be8314c4b9ab8e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': '6e7b4360-c3e5-4043-9173-aa1407a2e0ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:08:47Z', 'updated_at': '2022-01-28T07:08:57Z', 'revision_number': 4, 'project_id': 'f47db01e091d4805be8314c4b9ab8e00', 'gw_port': {'id': '6e7b4360-c3e5-4043-9173-aa1407a2e0ae', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:7a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c4226a-0d29-4fbf-a102-0f31cac839e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:08:48Z', 'updated_at': '2022-01-28T07:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '3595bcb1-c520-432e-92a0-a38402e401c3', 'name': '', 'network_id': 'c354dade-61cd-42ca-a56c-58cc877d7618', 'tenant_id': 'f47db01e091d4805be8314c4b9ab8e00', 'mac_address': 'fa:16:3e:d9:02:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0c4226a-0d29-4fbf-a102-0f31cac839e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '56468605-e8e7-4c5f-a831-9f9077af57a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:08:55Z', 'updated_at': '2022-01-28T07:09:00Z', 'revision_number': 4, 'project_id': 'f47db01e091d4805be8314c4b9ab8e00', 'subnets': [{'id': '56468605-e8e7-4c5f-a831-9f9077af57a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:09:01.540323 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7101d94f-1731-48ba-a03d-97fcee7ae191 None None] The sync data for ids ['c0c4226a-0d29-4fbf-a102-0f31cac839e8'] in n-d-712749-28 is: [{'id': 'c0c4226a-0d29-4fbf-a102-0f31cac839e8', 'name': 'tempest-AttachSCSIVolumeTestJSON-47841687-router', 'tenant_id': 'f47db01e091d4805be8314c4b9ab8e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': '6e7b4360-c3e5-4043-9173-aa1407a2e0ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:08:47Z', 'updated_at': '2022-01-28T07:08:57Z', 'revision_number': 4, 'project_id': 'f47db01e091d4805be8314c4b9ab8e00', 'gw_port': {'id': '6e7b4360-c3e5-4043-9173-aa1407a2e0ae', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:7a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c4226a-0d29-4fbf-a102-0f31cac839e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:08:48Z', 'updated_at': '2022-01-28T07:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '3595bcb1-c520-432e-92a0-a38402e401c3', 'name': '', 'network_id': 'c354dade-61cd-42ca-a56c-58cc877d7618', 'tenant_id': 'f47db01e091d4805be8314c4b9ab8e00', 'mac_address': 'fa:16:3e:d9:02:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0c4226a-0d29-4fbf-a102-0f31cac839e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '56468605-e8e7-4c5f-a831-9f9077af57a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:08:55Z', 'updated_at': '2022-01-28T07:09:00Z', 'revision_number': 4, 'project_id': 'f47db01e091d4805be8314c4b9ab8e00', 'subnets': [{'id': '56468605-e8e7-4c5f-a831-9f9077af57a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:09:01.579031 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-25c3282f-684c-4764-b3e9-8bb02e6350ec None None] Current status of the port 3595bcb1-c520-432e-92a0-a38402e401c3 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:09:01.780033 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ec9599-b0e0-48b3-bcf1-414b3a9833ef req-3ed3a129-3eb1-4df1-a39f-b662aba698b7 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:01.794341 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-00ec9599-b0e0-48b3-bcf1-414b3a9833ef req-3ed3a129-3eb1-4df1-a39f-b662aba698b7 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=b35d2c80-d830-4888-95fe-8e54e83abdd0 HTTP/1.1" status: 200 len: 950 time: 0.1172054 Jan 28 07:09:01.912319 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-00ec9599-b0e0-48b3-bcf1-414b3a9833ef req-afa89776-e1fd-451a-83f3-93191e1fcf27 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166406 Jan 28 07:09:02.045138 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8937a60-b30b-4f1c-a607-72cb5a05dcbc req-e723086b-e1df-4048-9e8e-1cf4b26cc00c tempest-MigrationsAdminTest-1755059962 tempest-MigrationsAdminTest-1755059962-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:02.052971 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b8937a60-b30b-4f1c-a607-72cb5a05dcbc req-e723086b-e1df-4048-9e8e-1cf4b26cc00c tempest-MigrationsAdminTest-1755059962 tempest-MigrationsAdminTest-1755059962-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=b35d2c80-d830-4888-95fe-8e54e83abdd0 HTTP/1.1" status: 200 len: 1102 time: 0.0577195 Jan 28 07:09:02.126373 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478cfaf0-95ae-4df6-8a11-8cdfe28dc406 req-821d5c18-7848-411f-ad30-233acbf30636 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:02.137834 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-478cfaf0-95ae-4df6-8a11-8cdfe28dc406 req-821d5c18-7848-411f-ad30-233acbf30636 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] 10.222.0.41 "GET /v2.0/ports?device_id=4700657c-3f39-4eb5-b7b0-8651089bd587 HTTP/1.1" status: 200 len: 946 time: 0.5367780 Jan 28 07:09:02.144188 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b8937a60-b30b-4f1c-a607-72cb5a05dcbc req-103f5494-9966-4d7b-b4ca-84a8aa0d1457 tempest-MigrationsAdminTest-1755059962 tempest-MigrationsAdminTest-1755059962-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893290 Jan 28 07:09:02.432225 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-24c1bab9-5d4b-4011-81cb-9f482565f919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (3b036e8a-6a49-49b4-a3fb-b8e5aaef7705), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:02.462062 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-478cfaf0-95ae-4df6-8a11-8cdfe28dc406 req-cc04a632-1e44-4e9f-ad40-bdc52d538f97 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] 10.222.0.41 "GET /v2.0/security-groups?id=c2614457-355d-4290-9839-3c701d202067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3232462 Jan 28 07:09:02.503568 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c1bab9-5d4b-4011-81cb-9f482565f919 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b036e8a-6a49-49b4-a3fb-b8e5aaef7705,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:09:02.596973 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e25db52b-feca-4149-9a5f-fa2551ba9a36 admin admin] Router e3b4c5b9-0d5e-46b9-a9cf-9839431f1337 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:09:02.778173 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:02.934034 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e25db52b-feca-4149-9a5f-fa2551ba9a36 admin admin] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:09:02.940044 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-e25db52b-feca-4149-9a5f-fa2551ba9a36 admin admin] 10.222.0.41 "PUT /v2.0/routers/e3b4c5b9-0d5e-46b9-a9cf-9839431f1337/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2814388 Jan 28 07:09:02.941017 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-24c1bab9-5d4b-4011-81cb-9f482565f919 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16319006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16606699'] for router_interface (9776306e-56ed-4dc7-a389-fd69a45e55bf), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:02.942502 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 35018) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:09:02.952943 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64f5e4a-8105-46a0-83c3-939eb344c79e None None] Sync routers for ids ['e3b4c5b9-0d5e-46b9-a9cf-9839431f1337'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:09:02.986781 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64f5e4a-8105-46a0-83c3-939eb344c79e None None] Routers {'e3b4c5b9-0d5e-46b9-a9cf-9839431f1337'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:09:02.987398 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-c64f5e4a-8105-46a0-83c3-939eb344c79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:08:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['e3b4c5b9-0d5e-46b9-a9cf-9839431f1337'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:09:03.334534 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-c64f5e4a-8105-46a0-83c3-939eb344c79e None None] Set router e3b4c5b9-0d5e-46b9-a9cf-9839431f1337 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:09:03.562693 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 3595bcb1-c520-432e-92a0-a38402e401c3 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:09:03.587808 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24c1bab9-5d4b-4011-81cb-9f482565f919 admin admin] Router 9776306e-56ed-4dc7-a389-fd69a45e55bf has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:09:03.664106 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-03590b45-728e-4867-9038-4f291337af4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:03.769799 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 3595bcb1-c520-432e-92a0-a38402e401c3 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:09:03.770182 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (3595bcb1-c520-432e-92a0-a38402e401c3), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:03.817864 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24c1bab9-5d4b-4011-81cb-9f482565f919 admin admin] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:09:03.833827 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51ee197-6748-4c62-9274-57295f54f9bf None None] Sync routers for ids ['9776306e-56ed-4dc7-a389-fd69a45e55bf'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:09:03.842777 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-24c1bab9-5d4b-4011-81cb-9f482565f919 admin admin] 10.222.0.41 "PUT /v2.0/routers/9776306e-56ed-4dc7-a389-fd69a45e55bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5140574 Jan 28 07:09:03.847863 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 35036) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:09:03.865325 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51ee197-6748-4c62-9274-57295f54f9bf None None] Routers {'9776306e-56ed-4dc7-a389-fd69a45e55bf'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:09:03.866638 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-b51ee197-6748-4c62-9274-57295f54f9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:08:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['9776306e-56ed-4dc7-a389-fd69a45e55bf'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:09:03.997993 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e7455058-8010-4100-acdd-3578d8458f65 admin admin] Publish callbacks [] for router (e3b4c5b9-0d5e-46b9-a9cf-9839431f1337), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:04.021315 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:04.195783 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e7455058-8010-4100-acdd-3578d8458f65 admin admin] Publish callbacks [] for router_gateway (e3b4c5b9-0d5e-46b9-a9cf-9839431f1337), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:04.207073 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-b51ee197-6748-4c62-9274-57295f54f9bf None None] Set router 9776306e-56ed-4dc7-a389-fd69a45e55bf gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:09:04.234528 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 3595bcb1-c520-432e-92a0-a38402e401c3 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:09:04.271609 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-be75d69d-bc2b-487e-bc25-21209d3ddb66 admin admin] Publish callbacks [] for router (9776306e-56ed-4dc7-a389-fd69a45e55bf), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:04.283139 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-c64f5e4a-8105-46a0-83c3-939eb344c79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3b4c5b9-0d5e-46b9-a9cf-9839431f1337', 'name': 'tempest-ServersTestMultiNic-512519775-router', 'tenant_id': '4ade2f3244a74baaac394be83c2287fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.186'}], 'enable_snat': True}, 'gw_port_id': 'bf618d85-d22c-472e-b74d-5fda603cdee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:07:07Z', 'updated_at': '2022-01-28T07:08:59Z', 'revision_number': 5, 'project_id': '4ade2f3244a74baaac394be83c2287fc', 'gw_port': {'id': 'bf618d85-d22c-472e-b74d-5fda603cdee8', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:52:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b4c5b9-0d5e-46b9-a9cf-9839431f1337', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:07:08Z', 'updated_at': '2022-01-28T07:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:09:04.337608 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2facf81d-9063-4ebe-9ae3-9094b8c8e982 req-757f0d24-9aa4-4531-abcb-009f5e9ba378 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:04.346095 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64f5e4a-8105-46a0-83c3-939eb344c79e None None] Checking router: e3b4c5b9-0d5e-46b9-a9cf-9839431f1337 for host: n-d-712749-28 {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:09:04.346666 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2facf81d-9063-4ebe-9ae3-9094b8c8e982 req-757f0d24-9aa4-4531-abcb-009f5e9ba378 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/networks?id=823f80f1-2970-481b-aed2-7ad5a7c0ed20 HTTP/1.1" status: 200 len: 820 time: 0.1528473 Jan 28 07:09:04.369345 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64f5e4a-8105-46a0-83c3-939eb344c79e None None] Routers {'e3b4c5b9-0d5e-46b9-a9cf-9839431f1337'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:09:04.369885 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-c64f5e4a-8105-46a0-83c3-939eb344c79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:08:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['e3b4c5b9-0d5e-46b9-a9cf-9839431f1337'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:09:04.385630 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef3b29d-de18-44da-a005-27509217a1e7 req-2cf99995-a2c2-4aa9-b1a6-9f729bbcb051 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:04.397902 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-3ef3b29d-de18-44da-a005-27509217a1e7 req-2cf99995-a2c2-4aa9-b1a6-9f729bbcb051 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=b35d2c80-d830-4888-95fe-8e54e83abdd0 HTTP/1.1" status: 200 len: 950 time: 0.7893057 Jan 28 07:09:04.413794 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2facf81d-9063-4ebe-9ae3-9094b8c8e982 req-e27b2860-d071-4288-9572-cf3697d227bd tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/quotas/5c2af407db1e43909575b4b7c4ad1b18 HTTP/1.1" status: 200 len: 375 time: 0.0650284 Jan 28 07:09:04.446235 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-b51ee197-6748-4c62-9274-57295f54f9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9776306e-56ed-4dc7-a389-fd69a45e55bf', 'name': 'tempest-ServersTestJSON-1606169236-router', 'tenant_id': '6b0a05cc1dfd4383b65e375634b9d65b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': '963419c8-9b51-4f4d-a5c0-02808f7bf5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:06:29Z', 'updated_at': '2022-01-28T07:09:01Z', 'revision_number': 5, 'project_id': '6b0a05cc1dfd4383b65e375634b9d65b', 'gw_port': {'id': '963419c8-9b51-4f4d-a5c0-02808f7bf5a2', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:96:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9776306e-56ed-4dc7-a389-fd69a45e55bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:06:30Z', 'updated_at': '2022-01-28T07:06:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:09:04.481392 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51ee197-6748-4c62-9274-57295f54f9bf None None] Checking router: 9776306e-56ed-4dc7-a389-fd69a45e55bf for host: n-d-712749-28 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:09:04.490444 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51ee197-6748-4c62-9274-57295f54f9bf None None] Routers {'9776306e-56ed-4dc7-a389-fd69a45e55bf'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:09:04.492367 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-b51ee197-6748-4c62-9274-57295f54f9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:08:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['9776306e-56ed-4dc7-a389-fd69a45e55bf'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:09:04.500460 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-c64f5e4a-8105-46a0-83c3-939eb344c79e None None] Set router e3b4c5b9-0d5e-46b9-a9cf-9839431f1337 gateway port host: None {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:09:04.540000 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-74780b6d-42c7-47e6-9558-86f72a8f5112 req-b2ff48bd-2a34-455d-bbaf-03316c63c80a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b35d2c80-d830-4888-95fe-8e54e83abdd0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3751824 Jan 28 07:09:04.567418 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-c64f5e4a-8105-46a0-83c3-939eb344c79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3b4c5b9-0d5e-46b9-a9cf-9839431f1337', 'name': 'tempest-ServersTestMultiNic-512519775-router', 'tenant_id': '4ade2f3244a74baaac394be83c2287fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:07:07Z', 'updated_at': '2022-01-28T07:09:04Z', 'revision_number': 6, 'project_id': '4ade2f3244a74baaac394be83c2287fc', 'gw_port_host': None}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:09:04.596669 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64f5e4a-8105-46a0-83c3-939eb344c79e None None] The sync data for ids ['e3b4c5b9-0d5e-46b9-a9cf-9839431f1337'] in n-d-712749-28 is: [{'id': 'e3b4c5b9-0d5e-46b9-a9cf-9839431f1337', 'name': 'tempest-ServersTestMultiNic-512519775-router', 'tenant_id': '4ade2f3244a74baaac394be83c2287fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:07:07Z', 'updated_at': '2022-01-28T07:09:04Z', 'revision_number': 6, 'project_id': '4ade2f3244a74baaac394be83c2287fc', 'gw_port_host': None}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:09:04.611928 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2facf81d-9063-4ebe-9ae3-9094b8c8e982 req-546a2d9a-f0cb-4268-9486-3e97359bba9f tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=5c2af407db1e43909575b4b7c4ad1b18&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1968465 Jan 28 07:09:04.642683 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-e7455058-8010-4100-acdd-3578d8458f65 admin admin] Deleting port bf618d85-d22c-472e-b74d-5fda603cdee8 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:09:04.643021 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e7455058-8010-4100-acdd-3578d8458f65 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (bf618d85-d22c-472e-b74d-5fda603cdee8), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:04.728731 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-3ef3b29d-de18-44da-a005-27509217a1e7 req-2dbd76f1-5f2b-49d3-8be4-99d0be8bbc86 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3249435 Jan 28 07:09:04.733603 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-be75d69d-bc2b-487e-bc25-21209d3ddb66 admin admin] Publish callbacks [] for router_gateway (9776306e-56ed-4dc7-a389-fd69a45e55bf), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:04.803569 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-b51ee197-6748-4c62-9274-57295f54f9bf None None] Set router 9776306e-56ed-4dc7-a389-fd69a45e55bf gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:09:04.842526 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-be75d69d-bc2b-487e-bc25-21209d3ddb66 admin admin] Deleting port 963419c8-9b51-4f4d-a5c0-02808f7bf5a2 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:09:04.843174 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-be75d69d-bc2b-487e-bc25-21209d3ddb66 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (963419c8-9b51-4f4d-a5c0-02808f7bf5a2), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:04.961445 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2facf81d-9063-4ebe-9ae3-9094b8c8e982 req-63c5da0a-024f-4487-801a-56c9d434b9e7 service neutron] 10.222.0.41 "GET /v2.0/networks/823f80f1-2970-481b-aed2-7ad5a7c0ed20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3471351 Jan 28 07:09:05.001434 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c42c442-9dd6-46ac-91eb-b770c8acb06d req-36daa692-a3e6-4833-bbfb-a6b6b191656b tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:05.020416 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0c42c442-9dd6-46ac-91eb-b770c8acb06d req-36daa692-a3e6-4833-bbfb-a6b6b191656b tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] 10.222.0.41 "GET /v2.0/ports?device_id=4700657c-3f39-4eb5-b7b0-8651089bd587 HTTP/1.1" status: 200 len: 946 time: 0.1726489 Jan 28 07:09:05.047573 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device ea6b087a-2e4c-4044-b418-2c0c1a20ef81 no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:09:05.077046 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-be75d69d-bc2b-487e-bc25-21209d3ddb66 admin admin] For port 963419c8-9b51-4f4d-a5c0-02808f7bf5a2, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=963419c8-9b51-4f4d-a5c0-02808f7bf5a2,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:09:05.077683 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-be75d69d-bc2b-487e-bc25-21209d3ddb66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (963419c8-9b51-4f4d-a5c0-02808f7bf5a2), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:05.111089 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: ea6b087a-2e4c-4044-b418-2c0c1a20ef81 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:09:05.116451 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2facf81d-9063-4ebe-9ae3-9094b8c8e982 req-f9176446-34f9-42cc-b2da-b01b4bcccd47 service neutron] 10.222.0.41 "GET /v2.0/networks/823f80f1-2970-481b-aed2-7ad5a7c0ed20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537309 Jan 28 07:09:05.125441 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device ea6b087a-2e4c-4044-b418-2c0c1a20ef81 not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:09:05.138912 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-be75d69d-bc2b-487e-bc25-21209d3ddb66 admin admin] Calling delete_port for 963419c8-9b51-4f4d-a5c0-02808f7bf5a2 owned by network:router_gateway {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:09:05.155600 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-e7455058-8010-4100-acdd-3578d8458f65 admin admin] For port bf618d85-d22c-472e-b74d-5fda603cdee8, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=bf618d85-d22c-472e-b74d-5fda603cdee8,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:09:05.156102 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e7455058-8010-4100-acdd-3578d8458f65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (bf618d85-d22c-472e-b74d-5fda603cdee8), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:05.158328 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0c42c442-9dd6-46ac-91eb-b770c8acb06d req-c3bdd4b6-7b5a-4861-a2b4-4c4ee5135b2a tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] 10.222.0.41 "GET /v2.0/security-groups?id=c2614457-355d-4290-9839-3c701d202067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089313 Jan 28 07:09:05.226294 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-e7455058-8010-4100-acdd-3578d8458f65 admin admin] Calling delete_port for bf618d85-d22c-472e-b74d-5fda603cdee8 owned by network:router_gateway {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:09:05.365223 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-b51ee197-6748-4c62-9274-57295f54f9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9776306e-56ed-4dc7-a389-fd69a45e55bf', 'name': 'tempest-ServersTestJSON-1606169236-router', 'tenant_id': '6b0a05cc1dfd4383b65e375634b9d65b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': '963419c8-9b51-4f4d-a5c0-02808f7bf5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:06:29Z', 'updated_at': '2022-01-28T07:09:01Z', 'revision_number': 5, 'project_id': '6b0a05cc1dfd4383b65e375634b9d65b', 'gw_port': {'id': '963419c8-9b51-4f4d-a5c0-02808f7bf5a2', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:96:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9776306e-56ed-4dc7-a389-fd69a45e55bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:06:30Z', 'updated_at': '2022-01-28T07:06:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:09:05.453072 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51ee197-6748-4c62-9274-57295f54f9bf None None] The sync data for ids ['9776306e-56ed-4dc7-a389-fd69a45e55bf'] in n-d-712749-28 is: [{'id': '9776306e-56ed-4dc7-a389-fd69a45e55bf', 'name': 'tempest-ServersTestJSON-1606169236-router', 'tenant_id': '6b0a05cc1dfd4383b65e375634b9d65b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': '963419c8-9b51-4f4d-a5c0-02808f7bf5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:06:29Z', 'updated_at': '2022-01-28T07:09:01Z', 'revision_number': 5, 'project_id': '6b0a05cc1dfd4383b65e375634b9d65b', 'gw_port': {'id': '963419c8-9b51-4f4d-a5c0-02808f7bf5a2', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:96:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9776306e-56ed-4dc7-a389-fd69a45e55bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:06:30Z', 'updated_at': '2022-01-28T07:06:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:09:05.588578 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d114bb56-2402-430f-afcd-046669c110ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:05.618598 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-be75d69d-bc2b-487e-bc25-21209d3ddb66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (963419c8-9b51-4f4d-a5c0-02808f7bf5a2), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:05.665185 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e7455058-8010-4100-acdd-3578d8458f65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (bf618d85-d22c-472e-b74d-5fda603cdee8), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:05.702147 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be75d69d-bc2b-487e-bc25-21209d3ddb66 admin admin] Pushing event deleted for resources: {'Port': ['ID=963419c8-9b51-4f4d-a5c0-02808f7bf5a2,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:09:05.743767 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be75d69d-bc2b-487e-bc25-21209d3ddb66 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:09:05.746155 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be75d69d-bc2b-487e-bc25-21209d3ddb66 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:09:05.746155 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be75d69d-bc2b-487e-bc25-21209d3ddb66 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:09:05.746155 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be75d69d-bc2b-487e-bc25-21209d3ddb66 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:09:05.756970 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be75d69d-bc2b-487e-bc25-21209d3ddb66 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:09:05.757427 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be75d69d-bc2b-487e-bc25-21209d3ddb66 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:09:05.757788 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be75d69d-bc2b-487e-bc25-21209d3ddb66 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:09:05.758141 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be75d69d-bc2b-487e-bc25-21209d3ddb66 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:09:05.758490 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be75d69d-bc2b-487e-bc25-21209d3ddb66 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:09:05.758836 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be75d69d-bc2b-487e-bc25-21209d3ddb66 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:09:05.759578 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be75d69d-bc2b-487e-bc25-21209d3ddb66 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:09:05.759578 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be75d69d-bc2b-487e-bc25-21209d3ddb66 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:09:05.759828 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be75d69d-bc2b-487e-bc25-21209d3ddb66 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:09:05.814638 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e7455058-8010-4100-acdd-3578d8458f65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16607873'] for router_gateway (e3b4c5b9-0d5e-46b9-a9cf-9839431f1337), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:05.935269 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-70a5d407-fc9c-4b7a-aaec-2755e3528e50 req-9604f3ba-be36-4557-9079-5b470ba7df6f tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/ports?device_id=8583dc03-a039-446f-b1e8-5e1ed628fdcb HTTP/1.1" status: 200 len: 210 time: 0.0885460 Jan 28 07:09:05.961739 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-be75d69d-bc2b-487e-bc25-21209d3ddb66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16607873'] for router_gateway (9776306e-56ed-4dc7-a389-fd69a45e55bf), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:06.076186 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e7455058-8010-4100-acdd-3578d8458f65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16605684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127449'] for router (e3b4c5b9-0d5e-46b9-a9cf-9839431f1337), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:06.089887 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e7455058-8010-4100-acdd-3578d8458f65 admin admin] Publish callbacks [] for router_controller (e3b4c5b9-0d5e-46b9-a9cf-9839431f1337), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:06.146459 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-be75d69d-bc2b-487e-bc25-21209d3ddb66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16605684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127449'] for router (9776306e-56ed-4dc7-a389-fd69a45e55bf), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:06.152625 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-be75d69d-bc2b-487e-bc25-21209d3ddb66 admin admin] Publish callbacks [] for router_controller (9776306e-56ed-4dc7-a389-fd69a45e55bf), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:06.221236 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7455058-8010-4100-acdd-3578d8458f65 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf618d85-d22c-472e-b74d-5fda603cdee8,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:09:06.255952 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-be75d69d-bc2b-487e-bc25-21209d3ddb66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16605693'] for router (9776306e-56ed-4dc7-a389-fd69a45e55bf), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:06.256990 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be75d69d-bc2b-487e-bc25-21209d3ddb66 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9776306e-56ed-4dc7-a389-fd69a45e55bf {{(pid=103283) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 07:09:06.261043 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-be75d69d-bc2b-487e-bc25-21209d3ddb66 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:06.273453 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-be75d69d-bc2b-487e-bc25-21209d3ddb66 admin admin] 10.222.0.41 "DELETE /v2.0/routers/9776306e-56ed-4dc7-a389-fd69a45e55bf HTTP/1.1" status: 204 len: 168 time: 2.4224632 Jan 28 07:09:06.274206 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 35084) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:09:06.327431 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e7455058-8010-4100-acdd-3578d8458f65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16605693'] for router (e3b4c5b9-0d5e-46b9-a9cf-9839431f1337), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:06.329375 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7455058-8010-4100-acdd-3578d8458f65 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e3b4c5b9-0d5e-46b9-a9cf-9839431f1337 {{(pid=103284) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 07:09:06.347658 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_v2 [None req-64415c11-02c7-49e2-9141-f721fc580352 admin admin] Deleting subnet 5befb34d-bf52-4217-a97f-6df3499b2528 {{(pid=103283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:09:06.371390 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-64415c11-02c7-49e2-9141-f721fc580352 admin admin] Publish callbacks [] for subnet (5befb34d-bf52-4217-a97f-6df3499b2528), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:06.418484 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-64415c11-02c7-49e2-9141-f721fc580352 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13506696'] for subnet (5befb34d-bf52-4217-a97f-6df3499b2528), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:06.424322 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e7455058-8010-4100-acdd-3578d8458f65 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:06.430258 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-e7455058-8010-4100-acdd-3578d8458f65 admin admin] 10.222.0.41 "DELETE /v2.0/routers/e3b4c5b9-0d5e-46b9-a9cf-9839431f1337 HTTP/1.1" status: 204 len: 168 time: 3.4777932 Jan 28 07:09:06.446596 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 35088) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:09:06.454768 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7455058-8010-4100-acdd-3578d8458f65 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:09:06.455121 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7455058-8010-4100-acdd-3578d8458f65 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:09:06.455465 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7455058-8010-4100-acdd-3578d8458f65 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:09:06.455802 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7455058-8010-4100-acdd-3578d8458f65 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:09:06.456133 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7455058-8010-4100-acdd-3578d8458f65 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:09:06.456489 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7455058-8010-4100-acdd-3578d8458f65 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:09:06.456931 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7455058-8010-4100-acdd-3578d8458f65 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:09:06.457122 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7455058-8010-4100-acdd-3578d8458f65 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:09:06.460742 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7455058-8010-4100-acdd-3578d8458f65 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:09:06.461706 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7455058-8010-4100-acdd-3578d8458f65 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:09:06.462366 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7455058-8010-4100-acdd-3578d8458f65 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:09:06.468510 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7455058-8010-4100-acdd-3578d8458f65 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:09:06.470838 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7455058-8010-4100-acdd-3578d8458f65 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:09:06.486482 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d88dae-82ee-44fd-aa2e-e34c28990150 req-c022603d-ccb8-4faa-bcb0-4b0860782a0d tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:06.497082 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c7d88dae-82ee-44fd-aa2e-e34c28990150 req-c022603d-ccb8-4faa-bcb0-4b0860782a0d tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] 10.222.0.41 "GET /v2.0/ports?device_id=4700657c-3f39-4eb5-b7b0-8651089bd587 HTTP/1.1" status: 200 len: 946 time: 0.1661499 Jan 28 07:09:06.550130 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8678516-d30e-47b2-86a4-96c333f8373f req-be2b7c15-4010-4b27-bba3-86eff21248d7 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:06.571440 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f8678516-d30e-47b2-86a4-96c333f8373f req-be2b7c15-4010-4b27-bba3-86eff21248d7 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=b35d2c80-d830-4888-95fe-8e54e83abdd0 HTTP/1.1" status: 200 len: 950 time: 0.3543527 Jan 28 07:09:06.678653 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f8678516-d30e-47b2-86a4-96c333f8373f req-f215d679-2366-4c1f-af11-9a6adda501e1 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060226 Jan 28 07:09:06.715435 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c7d88dae-82ee-44fd-aa2e-e34c28990150 req-60ae558a-862d-4d9c-8cc4-2decea2fd7db tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] 10.222.0.41 "GET /v2.0/security-groups?id=c2614457-355d-4290-9839-3c701d202067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176292 Jan 28 07:09:06.764947 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-69301aa3-4e59-47b8-8c2a-dc7e6ef0d135 admin admin] Deleting subnet 840987c2-17e1-4d2b-ba7e-a03efc400a0c {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:09:06.774035 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-64415c11-02c7-49e2-9141-f721fc580352 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (5befb34d-bf52-4217-a97f-6df3499b2528), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:06.774584 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-69301aa3-4e59-47b8-8c2a-dc7e6ef0d135 admin admin] Publish callbacks [] for subnet (840987c2-17e1-4d2b-ba7e-a03efc400a0c), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:06.827460 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:06.885410 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-69301aa3-4e59-47b8-8c2a-dc7e6ef0d135 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24759175'] for subnet (840987c2-17e1-4d2b-ba7e-a03efc400a0c), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:06.910153 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-64415c11-02c7-49e2-9141-f721fc580352 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13546665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13556132'] for subnet (5befb34d-bf52-4217-a97f-6df3499b2528), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:06.938757 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64415c11-02c7-49e2-9141-f721fc580352 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5befb34d-bf52-4217-a97f-6df3499b2528,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:09:06.942722 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-64415c11-02c7-49e2-9141-f721fc580352 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:06.950663 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-64415c11-02c7-49e2-9141-f721fc580352 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/5befb34d-bf52-4217-a97f-6df3499b2528 HTTP/1.1" status: 204 len: 168 time: 0.6754029 Jan 28 07:09:06.950806 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 35092) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:09:06.960210 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1512297d-7b57-4dac-8d21-936d653b6776 None None] Network 229bfbc8-3df0-4c71-a5d6-ff95bbe68880 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:09:07.078842 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-69301aa3-4e59-47b8-8c2a-dc7e6ef0d135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (840987c2-17e1-4d2b-ba7e-a03efc400a0c), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:07.119007 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4895fd9a-41e7-43ef-8020-241a9db5bfb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (229bfbc8-3df0-4c71-a5d6-ff95bbe68880), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:07.154656 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ebb00af1-db0e-4e5a-872c-4bd599e069a3 req-7f8c4e6f-557b-4998-90c1-c1d9a1384381 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/ports?device_id=8583dc03-a039-446f-b1e8-5e1ed628fdcb HTTP/1.1" status: 200 len: 210 time: 0.0446506 Jan 28 07:09:07.175099 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a5ae0b0-fa8b-4a91-8988-2625c62aa30c None None] DHCP port deletion for 229bfbc8-3df0-4c71-a5d6-ff95bbe68880 request from n-d-712749-28 {{(pid=103285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 07:09:07.267515 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9a5ae0b0-fa8b-4a91-8988-2625c62aa30c None None] Deleting port 9d7277c9-8501-4d8b-bde7-54252c76bcad {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:09:07.268594 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9a5ae0b0-fa8b-4a91-8988-2625c62aa30c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (9d7277c9-8501-4d8b-bde7-54252c76bcad), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:07.281369 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-69301aa3-4e59-47b8-8c2a-dc7e6ef0d135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24757569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24979817'] for subnet (840987c2-17e1-4d2b-ba7e-a03efc400a0c), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:07.290693 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 3b036e8a-6a49-49b4-a3fb-b8e5aaef7705 no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:09:07.315187 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69301aa3-4e59-47b8-8c2a-dc7e6ef0d135 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=840987c2-17e1-4d2b-ba7e-a03efc400a0c,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:09:07.319609 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-69301aa3-4e59-47b8-8c2a-dc7e6ef0d135 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:07.326512 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 35096) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:09:07.336253 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-69301aa3-4e59-47b8-8c2a-dc7e6ef0d135 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/840987c2-17e1-4d2b-ba7e-a03efc400a0c HTTP/1.1" status: 204 len: 168 time: 0.8549168 Jan 28 07:09:07.381350 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-4895fd9a-41e7-43ef-8020-241a9db5bfb3 admin admin] Deleting port 9d7277c9-8501-4d8b-bde7-54252c76bcad {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:09:07.382186 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4895fd9a-41e7-43ef-8020-241a9db5bfb3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (9d7277c9-8501-4d8b-bde7-54252c76bcad), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:07.411385 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae3d009a-79d0-4d29-acf2-51292eba18d8 None None] Network a4d164f6-e19b-4f94-82e2-2e552675b35b requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:09:07.503884 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b7e44e8e-d93e-4797-9974-2efdc56c78ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (a4d164f6-e19b-4f94-82e2-2e552675b35b), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:07.546368 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-4895fd9a-41e7-43ef-8020-241a9db5bfb3 admin admin] For port 9d7277c9-8501-4d8b-bde7-54252c76bcad, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=9d7277c9-8501-4d8b-bde7-54252c76bcad,segment=NetworkSegment(d86bde62-7a05-46f6-b2d6-55a757a88dbc),segment_id=d86bde62-7a05-46f6-b2d6-55a757a88dbc)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:09:07.547188 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4895fd9a-41e7-43ef-8020-241a9db5bfb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (9d7277c9-8501-4d8b-bde7-54252c76bcad), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:07.569332 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-4895fd9a-41e7-43ef-8020-241a9db5bfb3 admin admin] Calling delete_port for 9d7277c9-8501-4d8b-bde7-54252c76bcad owned by network:dhcp {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:09:07.610857 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2facf81d-9063-4ebe-9ae3-9094b8c8e982 req-405dfc9a-e5e8-49e6-88df-4964414f430a tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:07.625171 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2facf81d-9063-4ebe-9ae3-9094b8c8e982 req-405dfc9a-e5e8-49e6-88df-4964414f430a tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.10 "GET /v2.0/networks?id=823f80f1-2970-481b-aed2-7ad5a7c0ed20 HTTP/1.1" status: 200 len: 820 time: 0.2078130 Jan 28 07:09:07.627014 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: 3b036e8a-6a49-49b4-a3fb-b8e5aaef7705 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:09:07.627653 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 3b036e8a-6a49-49b4-a3fb-b8e5aaef7705 not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:09:07.629735 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device bf618d85-d22c-472e-b74d-5fda603cdee8 no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:09:07.656496 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-2facf81d-9063-4ebe-9ae3-9094b8c8e982 req-d7ba5058-4d7c-4cbf-82be-ee70dba18abf tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Request body: {'port': {'device_id': '8583dc03-a039-446f-b1e8-5e1ed628fdcb', 'network_id': '823f80f1-2970-481b-aed2-7ad5a7c0ed20', 'admin_state_up': True, 'tenant_id': '5c2af407db1e43909575b4b7c4ad1b18'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:09:07.709845 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9a5ae0b0-fa8b-4a91-8988-2625c62aa30c None None] For port 9d7277c9-8501-4d8b-bde7-54252c76bcad, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=9d7277c9-8501-4d8b-bde7-54252c76bcad,segment=NetworkSegment(d86bde62-7a05-46f6-b2d6-55a757a88dbc),segment_id=d86bde62-7a05-46f6-b2d6-55a757a88dbc)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:09:07.710745 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4895fd9a-41e7-43ef-8020-241a9db5bfb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (9d7277c9-8501-4d8b-bde7-54252c76bcad), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:07.711357 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9a5ae0b0-fa8b-4a91-8988-2625c62aa30c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (9d7277c9-8501-4d8b-bde7-54252c76bcad), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:07.722377 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74780b6d-42c7-47e6-9558-86f72a8f5112 req-98df2c4d-182a-4a06-a5a5-6b9aee89b43a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:07.728118 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-74780b6d-42c7-47e6-9558-86f72a8f5112 req-98df2c4d-182a-4a06-a5a5-6b9aee89b43a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=966335f0946f459597af95ab0b33b55c&device_id=b35d2c80-d830-4888-95fe-8e54e83abdd0 HTTP/1.1" status: 200 len: 1102 time: 0.3743446 Jan 28 07:09:07.744731 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9a5ae0b0-fa8b-4a91-8988-2625c62aa30c None None] Calling delete_port for 9d7277c9-8501-4d8b-bde7-54252c76bcad owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:09:07.800898 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4895fd9a-41e7-43ef-8020-241a9db5bfb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d7277c9-8501-4d8b-bde7-54252c76bcad,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:09:07.803891 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4895fd9a-41e7-43ef-8020-241a9db5bfb3 admin admin] No DVR routers for this DVR port 9d7277c9-8501-4d8b-bde7-54252c76bcad on host n-d-712749-28 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:09:07.910160 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4895fd9a-41e7-43ef-8020-241a9db5bfb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (229bfbc8-3df0-4c71-a5d6-ff95bbe68880), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:07.972107 n-d-712749-28 neutron-server[103285]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 28 07:09:07.972107 n-d-712749-28 neutron-server[103285]: from cryptography.utils import int_from_bytes Jan 28 07:09:07.972107 n-d-712749-28 neutron-server[103285]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 28 07:09:07.972107 n-d-712749-28 neutron-server[103285]: from cryptography.utils import int_from_bytes Jan 28 07:09:07.972107 n-d-712749-28 neutron-server[103285]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:09:07.972107 n-d-712749-28 neutron-server[103285]: self.session.flush() Jan 28 07:09:07.972107 n-d-712749-28 neutron-server[103285]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:09:07.972107 n-d-712749-28 neutron-server[103285]: self.session.flush() Jan 28 07:09:07.972107 n-d-712749-28 neutron-server[103285]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:09:07.972107 n-d-712749-28 neutron-server[103285]: self.session.flush() Jan 28 07:09:07.972107 n-d-712749-28 neutron-server[103285]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:09:07.972107 n-d-712749-28 neutron-server[103285]: self.session.flush() Jan 28 07:09:07.972107 n-d-712749-28 neutron-server[103285]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:09:07.972107 n-d-712749-28 neutron-server[103285]: self.session.flush() Jan 28 07:09:07.972107 n-d-712749-28 neutron-server[103285]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:09:07.972107 n-d-712749-28 neutron-server[103285]: self.session.flush() Jan 28 07:09:07.972107 n-d-712749-28 neutron-server[103285]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:09:07.972107 n-d-712749-28 neutron-server[103285]: self.session.flush() Jan 28 07:09:07.972107 n-d-712749-28 neutron-server[103285]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:09:07.972107 n-d-712749-28 neutron-server[103285]: self.session.flush() Jan 28 07:09:07.972107 n-d-712749-28 neutron-server[103285]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:09:07.972107 n-d-712749-28 neutron-server[103285]: self.session.flush() Jan 28 07:09:07.972107 n-d-712749-28 neutron-server[103285]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:09:07.972107 n-d-712749-28 neutron-server[103285]: self.session.flush() Jan 28 07:09:07.972107 n-d-712749-28 neutron-server[103285]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:09:07.972107 n-d-712749-28 neutron-server[103285]: self.session.flush() Jan 28 07:09:07.972107 n-d-712749-28 neutron-server[103285]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:09:07.972107 n-d-712749-28 neutron-server[103285]: self.session.flush() Jan 28 07:09:07.972107 n-d-712749-28 neutron-server[103285]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:09:07.972107 n-d-712749-28 neutron-server[103285]: self.session.flush() Jan 28 07:09:07.972107 n-d-712749-28 neutron-server[103285]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:09:07.972107 n-d-712749-28 neutron-server[103285]: self.session.flush() Jan 28 07:09:07.972107 n-d-712749-28 neutron-server[103285]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:09:07.972107 n-d-712749-28 neutron-server[103285]: self.session.flush() Jan 28 07:09:07.972107 n-d-712749-28 neutron-server[103285]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:09:07.972107 n-d-712749-28 neutron-server[103285]: self.session.flush() Jan 28 07:09:07.972107 n-d-712749-28 neutron-server[103285]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:09:07.972107 n-d-712749-28 neutron-server[103285]: self.session.flush() Jan 28 07:09:07.972107 n-d-712749-28 neutron-server[103285]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:09:07.972107 n-d-712749-28 neutron-server[103285]: self.session.flush() Jan 28 07:09:07.972107 n-d-712749-28 neutron-server[103285]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:09:07.972107 n-d-712749-28 neutron-server[103285]: self.session.flush() Jan 28 07:09:07.975978 n-d-712749-28 neutron-server[103285]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:09:07.975978 n-d-712749-28 neutron-server[103285]: self.session.flush() Jan 28 07:09:07.975978 n-d-712749-28 neutron-server[103285]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:09:07.975978 n-d-712749-28 neutron-server[103285]: self.session.flush() Jan 28 07:09:07.975978 n-d-712749-28 neutron-server[103285]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:09:07.975978 n-d-712749-28 neutron-server[103285]: self.session.flush() Jan 28 07:09:07.975978 n-d-712749-28 neutron-server[103285]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:09:07.975978 n-d-712749-28 neutron-server[103285]: self.session.flush() Jan 28 07:09:07.975978 n-d-712749-28 neutron-server[103285]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:09:07.975978 n-d-712749-28 neutron-server[103285]: self.session.flush() Jan 28 07:09:07.975978 n-d-712749-28 neutron-server[103285]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:09:07.975978 n-d-712749-28 neutron-server[103285]: self.session.flush() Jan 28 07:09:07.975978 n-d-712749-28 neutron-server[103285]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:09:07.975978 n-d-712749-28 neutron-server[103285]: self.session.flush() Jan 28 07:09:07.995864 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9a5ae0b0-fa8b-4a91-8988-2625c62aa30c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298'] for port (9d7277c9-8501-4d8b-bde7-54252c76bcad), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:08.031469 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-4895fd9a-41e7-43ef-8020-241a9db5bfb3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['229bfbc8-3df0-4c71-a5d6-ff95bbe68880']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:09:08.049968 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: bf618d85-d22c-472e-b74d-5fda603cdee8 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:09:08.050492 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device bf618d85-d22c-472e-b74d-5fda603cdee8 not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:09:08.051018 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 963419c8-9b51-4f4d-a5c0-02808f7bf5a2 no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:09:08.059931 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-4895fd9a-41e7-43ef-8020-241a9db5bfb3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd86bde62-7a05-46f6-b2d6-55a757a88dbc') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:09:08.060255 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-4895fd9a-41e7-43ef-8020-241a9db5bfb3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd86bde62-7a05-46f6-b2d6-55a757a88dbc') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:09:08.077064 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4895fd9a-41e7-43ef-8020-241a9db5bfb3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24759294'] for segment (d86bde62-7a05-46f6-b2d6-55a757a88dbc), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:08.099180 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5ae0b0-fa8b-4a91-8988-2625c62aa30c None None] Pushing event deleted for resources: {'Port': ['ID=9d7277c9-8501-4d8b-bde7-54252c76bcad,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:09:08.133933 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4895fd9a-41e7-43ef-8020-241a9db5bfb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (d86bde62-7a05-46f6-b2d6-55a757a88dbc), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:08.155804 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83ffa9d-2f5e-4cf3-a56f-370c47448d5a req-2f128502-6d5d-4867-a06f-10f0c4ef0bb5 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:08.157537 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e83ffa9d-2f5e-4cf3-a56f-370c47448d5a req-2f128502-6d5d-4867-a06f-10f0c4ef0bb5 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] 10.222.0.41 "GET /v2.0/ports?device_id=4700657c-3f39-4eb5-b7b0-8651089bd587 HTTP/1.1" status: 200 len: 946 time: 0.2243276 Jan 28 07:09:08.160829 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4895fd9a-41e7-43ef-8020-241a9db5bfb3 admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:09:08.161591 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4895fd9a-41e7-43ef-8020-241a9db5bfb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24757675'] for segment (d86bde62-7a05-46f6-b2d6-55a757a88dbc), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:08.164316 n-d-712749-28 neutron-server[103284]: Traceback (most recent call last): Jan 28 07:09:08.164316 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:09:08.164316 n-d-712749-28 neutron-server[103284]: timer() Jan 28 07:09:08.164316 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:09:08.164316 n-d-712749-28 neutron-server[103284]: cb(*args, **kw) Jan 28 07:09:08.164316 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:09:08.164316 n-d-712749-28 neutron-server[103284]: return func(*args, **kwargs) Jan 28 07:09:08.164316 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:09:08.164316 n-d-712749-28 neutron-server[103284]: self._notify() Jan 28 07:09:08.164316 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:09:08.164316 n-d-712749-28 neutron-server[103284]: self.callback(batched_events) Jan 28 07:09:08.164316 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:09:08.164316 n-d-712749-28 neutron-server[103284]: event.method(event) Jan 28 07:09:08.164316 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:09:08.164316 n-d-712749-28 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:09:08.164316 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:09:08.164316 n-d-712749-28 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:09:08.164316 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:09:08.164316 n-d-712749-28 neutron-server[103284]: return f(self, *a, **k) Jan 28 07:09:08.164316 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:09:08.164316 n-d-712749-28 neutron-server[103284]: return self._get(url).json() Jan 28 07:09:08.164316 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:09:08.164316 n-d-712749-28 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:09:08.164316 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:09:08.164316 n-d-712749-28 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Jan 28 07:09:08.164316 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:09:08.164316 n-d-712749-28 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:09:08.164316 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:09:08.164316 n-d-712749-28 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:09:08.164316 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:09:08.164316 n-d-712749-28 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:09:08.164316 n-d-712749-28 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:09:08.187502 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: 963419c8-9b51-4f4d-a5c0-02808f7bf5a2 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:09:08.195328 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 963419c8-9b51-4f4d-a5c0-02808f7bf5a2 not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:09:08.200003 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5ae0b0-fa8b-4a91-8988-2625c62aa30c None None] No DVR routers for this DVR port 9d7277c9-8501-4d8b-bde7-54252c76bcad on host n-d-712749-28 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:09:08.282177 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74780b6d-42c7-47e6-9558-86f72a8f5112 req-d73d4b14-bde1-421f-a749-30e7f869d40a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:08.283749 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-74780b6d-42c7-47e6-9558-86f72a8f5112 req-d73d4b14-bde1-421f-a749-30e7f869d40a service neutron] 10.222.0.10 "GET /v2.0/networks?id=d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb HTTP/1.1" status: 200 len: 870 time: 0.5198126 Jan 28 07:09:08.351484 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-b7e44e8e-d93e-4797-9974-2efdc56c78ab admin admin] Deleting port 818ee1a7-85a6-4cb3-8a2a-b0f9297c5a2d {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:09:08.353287 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b7e44e8e-d93e-4797-9974-2efdc56c78ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (818ee1a7-85a6-4cb3-8a2a-b0f9297c5a2d), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:08.389542 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4895fd9a-41e7-43ef-8020-241a9db5bfb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (229bfbc8-3df0-4c71-a5d6-ff95bbe68880), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:08.405192 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87fbcbbe-16eb-4b7b-a90a-56c6757bedce None None] DHCP port deletion for a4d164f6-e19b-4f94-82e2-2e552675b35b request from n-d-712749-28 {{(pid=103285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 07:09:08.413398 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4895fd9a-41e7-43ef-8020-241a9db5bfb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:08.419270 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-4895fd9a-41e7-43ef-8020-241a9db5bfb3 admin admin] 10.222.0.41 "DELETE /v2.0/networks/229bfbc8-3df0-4c71-a5d6-ff95bbe68880 HTTP/1.1" status: 204 len: 168 time: 1.4672771 Jan 28 07:09:08.454753 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-74780b6d-42c7-47e6-9558-86f72a8f5112 req-7ace5568-6dd9-4356-8e71-5dd6ad336348 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=a11b056d-7901-4982-8d1b-3500b6c067a7 HTTP/1.1" status: 200 len: 217 time: 0.1533668 Jan 28 07:09:08.455936 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4895fd9a-41e7-43ef-8020-241a9db5bfb3 admin admin] Pushing event deleted for resources: {'Network': ['ID=229bfbc8-3df0-4c71-a5d6-ff95bbe68880,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:09:08.535365 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:08.544035 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2facf81d-9063-4ebe-9ae3-9094b8c8e982 req-d7ba5058-4d7c-4cbf-82be-ee70dba18abf tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Made reservation on behalf of 5c2af407db1e43909575b4b7c4ad1b18 for: {'port': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:09:08.545855 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e83ffa9d-2f5e-4cf3-a56f-370c47448d5a req-009d5acf-44c5-4785-a5c9-36df579a6f9a tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] 10.222.0.41 "GET /v2.0/security-groups?id=c2614457-355d-4290-9839-3c701d202067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3668859 Jan 28 07:09:08.551995 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-2facf81d-9063-4ebe-9ae3-9094b8c8e982 req-d7ba5058-4d7c-4cbf-82be-ee70dba18abf tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:08.562712 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74780b6d-42c7-47e6-9558-86f72a8f5112 req-c5dad73e-0063-46be-8d10-c8dadb7842e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:08.566037 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-74780b6d-42c7-47e6-9558-86f72a8f5112 req-c5dad73e-0063-46be-8d10-c8dadb7842e4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5785b43d-448b-4d12-9eb5-4e4caf2e7eaf HTTP/1.1" status: 200 len: 843 time: 0.0957980 Jan 28 07:09:08.587887 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-87fbcbbe-16eb-4b7b-a90a-56c6757bedce None None] Deleting port 818ee1a7-85a6-4cb3-8a2a-b0f9297c5a2d {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:09:08.589777 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-87fbcbbe-16eb-4b7b-a90a-56c6757bedce None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (818ee1a7-85a6-4cb3-8a2a-b0f9297c5a2d), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:08.651195 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-b7e44e8e-d93e-4797-9974-2efdc56c78ab admin admin] For port 818ee1a7-85a6-4cb3-8a2a-b0f9297c5a2d, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=818ee1a7-85a6-4cb3-8a2a-b0f9297c5a2d,segment=NetworkSegment(9b92139a-3e53-4788-a029-aaa23345d52a),segment_id=9b92139a-3e53-4788-a029-aaa23345d52a)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:09:08.651562 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b7e44e8e-d93e-4797-9974-2efdc56c78ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (818ee1a7-85a6-4cb3-8a2a-b0f9297c5a2d), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:08.667813 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-b7e44e8e-d93e-4797-9974-2efdc56c78ab admin admin] Calling delete_port for 818ee1a7-85a6-4cb3-8a2a-b0f9297c5a2d owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:09:08.670430 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74780b6d-42c7-47e6-9558-86f72a8f5112 req-07b12af3-2796-4292-b316-aaa00c4f6814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:08.676031 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-74780b6d-42c7-47e6-9558-86f72a8f5112 req-07b12af3-2796-4292-b316-aaa00c4f6814 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1042275 Jan 28 07:09:08.721077 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 35112) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:09:08.771707 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-87fbcbbe-16eb-4b7b-a90a-56c6757bedce None None] For port 818ee1a7-85a6-4cb3-8a2a-b0f9297c5a2d, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=818ee1a7-85a6-4cb3-8a2a-b0f9297c5a2d,segment=NetworkSegment(9b92139a-3e53-4788-a029-aaa23345d52a),segment_id=9b92139a-3e53-4788-a029-aaa23345d52a)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:09:08.772186 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-87fbcbbe-16eb-4b7b-a90a-56c6757bedce None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (818ee1a7-85a6-4cb3-8a2a-b0f9297c5a2d), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:08.789920 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-87fbcbbe-16eb-4b7b-a90a-56c6757bedce None None] Calling delete_port for 818ee1a7-85a6-4cb3-8a2a-b0f9297c5a2d owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:09:08.854066 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b7e44e8e-d93e-4797-9974-2efdc56c78ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (818ee1a7-85a6-4cb3-8a2a-b0f9297c5a2d), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:08.891617 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb69f44-8fd8-4942-ac33-c4043460d2b1 req-9ab17560-57d6-44c9-97a3-6e541ec86b24 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:08.899374 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-cbb69f44-8fd8-4942-ac33-c4043460d2b1 req-9ab17560-57d6-44c9-97a3-6e541ec86b24 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=b35d2c80-d830-4888-95fe-8e54e83abdd0 HTTP/1.1" status: 200 len: 950 time: 0.5783997 Jan 28 07:09:08.946297 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e44e8e-d93e-4797-9974-2efdc56c78ab admin admin] Pushing event deleted for resources: {'Port': ['ID=818ee1a7-85a6-4cb3-8a2a-b0f9297c5a2d,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:09:08.995007 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-87fbcbbe-16eb-4b7b-a90a-56c6757bedce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298'] for port (818ee1a7-85a6-4cb3-8a2a-b0f9297c5a2d), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:09.053993 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e44e8e-d93e-4797-9974-2efdc56c78ab admin admin] No DVR routers for this DVR port 818ee1a7-85a6-4cb3-8a2a-b0f9297c5a2d on host n-d-712749-28 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:09:09.059693 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fbcbbe-16eb-4b7b-a90a-56c6757bedce None None] Pushing event deleted for resources: {'Port': ['ID=818ee1a7-85a6-4cb3-8a2a-b0f9297c5a2d,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:09:09.088312 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3aa2d359-1646-4f2c-9850-8927727a7ae1 req-b9e058aa-a611-41ec-8087-84dd605a15fc tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/ports?device_id=8583dc03-a039-446f-b1e8-5e1ed628fdcb HTTP/1.1" status: 200 len: 210 time: 0.1027567 Jan 28 07:09:09.100227 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87fbcbbe-16eb-4b7b-a90a-56c6757bedce None None] No DVR routers for this DVR port 818ee1a7-85a6-4cb3-8a2a-b0f9297c5a2d on host n-d-712749-28 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:09:09.102075 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-74780b6d-42c7-47e6-9558-86f72a8f5112 req-a69ca4f3-972c-417f-934e-1e58fa3fd789 service neutron] 10.222.0.10 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4190438 Jan 28 07:09:09.180612 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-e2b52b7e-0f93-4563-ab05-5d6b612c038f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6b0a05cc1dfd4383b65e375634b9d65b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4532559 Jan 28 07:09:09.185165 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 35114) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:09:09.342762 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-74780b6d-42c7-47e6-9558-86f72a8f5112 req-80a08534-22b7-45a8-a962-e9dabebf1372 service neutron] 10.222.0.10 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191389 Jan 28 07:09:09.393612 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 9d7277c9-8501-4d8b-bde7-54252c76bcad no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:09:09.417107 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-cbb69f44-8fd8-4942-ac33-c4043460d2b1 req-46ae844a-f8fd-4c76-a40d-0fd5f0d73322 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5168602 Jan 28 07:09:09.454977 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b7e44e8e-d93e-4797-9974-2efdc56c78ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (a4d164f6-e19b-4f94-82e2-2e552675b35b), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:09.458424 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: 9d7277c9-8501-4d8b-bde7-54252c76bcad {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:09:09.485328 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 9d7277c9-8501-4d8b-bde7-54252c76bcad not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:09:09.486427 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 818ee1a7-85a6-4cb3-8a2a-b0f9297c5a2d no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:09:09.506607 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-b7e44e8e-d93e-4797-9974-2efdc56c78ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4d164f6-e19b-4f94-82e2-2e552675b35b']}} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:09:09.519142 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f4d37fb6-1ae2-404a-aff0-a395986636d6 admin admin] Publish callbacks [] for security_group (79c54a74-165a-4664-8248-ae72ee0e5290), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:09.521379 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [req-2facf81d-9063-4ebe-9ae3-9094b8c8e982 req-d7ba5058-4d7c-4cbf-82be-ee70dba18abf tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Allocated IP 172.20.0.12 (823f80f1-2970-481b-aed2-7ad5a7c0ed20/d3ff6769-eb60-4293-943b-ef852d2e0c72/eb55dc3d-1bbb-4c59-857d-6e7142be10fe) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:09:09.530430 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-b7e44e8e-d93e-4797-9974-2efdc56c78ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b92139a-3e53-4788-a029-aaa23345d52a') {'for_net_delete': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:09:09.530864 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-b7e44e8e-d93e-4797-9974-2efdc56c78ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b92139a-3e53-4788-a029-aaa23345d52a') {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:09:09.548183 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: 818ee1a7-85a6-4cb3-8a2a-b0f9297c5a2d {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:09:09.548824 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 818ee1a7-85a6-4cb3-8a2a-b0f9297c5a2d not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:09:09.619652 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b7e44e8e-d93e-4797-9974-2efdc56c78ab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13506801'] for segment (9b92139a-3e53-4788-a029-aaa23345d52a), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:09.624585 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f4d37fb6-1ae2-404a-aff0-a395986636d6 admin admin] Publish callbacks [] for security_group (79c54a74-165a-4664-8248-ae72ee0e5290), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:09.674817 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:09.683936 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b7e44e8e-d93e-4797-9974-2efdc56c78ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (9b92139a-3e53-4788-a029-aaa23345d52a), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:09.748864 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3652efa8-ce0d-400c-b6cc-9dcacc5a5450 req-092e26db-2a21-4c1c-b0b2-0a56cffbc8cd tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:09.750473 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3652efa8-ce0d-400c-b6cc-9dcacc5a5450 req-092e26db-2a21-4c1c-b0b2-0a56cffbc8cd tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] 10.222.0.41 "GET /v2.0/ports?device_id=4700657c-3f39-4eb5-b7b0-8651089bd587 HTTP/1.1" status: 200 len: 946 time: 0.0708413 Jan 28 07:09:09.840873 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3652efa8-ce0d-400c-b6cc-9dcacc5a5450 req-71655645-5114-42e1-9500-48b7c4f8c95a tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] 10.222.0.41 "GET /v2.0/security-groups?id=c2614457-355d-4290-9839-3c701d202067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843253 Jan 28 07:09:09.860867 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7e44e8e-d93e-4797-9974-2efdc56c78ab admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=103283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:09:09.861500 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b7e44e8e-d93e-4797-9974-2efdc56c78ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13546563'] for segment (9b92139a-3e53-4788-a029-aaa23345d52a), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:09.864226 n-d-712749-28 neutron-server[103283]: Traceback (most recent call last): Jan 28 07:09:09.864226 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:09:09.864226 n-d-712749-28 neutron-server[103283]: timer() Jan 28 07:09:09.864226 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:09:09.864226 n-d-712749-28 neutron-server[103283]: cb(*args, **kw) Jan 28 07:09:09.864226 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:09:09.864226 n-d-712749-28 neutron-server[103283]: return func(*args, **kwargs) Jan 28 07:09:09.864226 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:09:09.864226 n-d-712749-28 neutron-server[103283]: self._notify() Jan 28 07:09:09.864226 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:09:09.864226 n-d-712749-28 neutron-server[103283]: self.callback(batched_events) Jan 28 07:09:09.864226 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:09:09.864226 n-d-712749-28 neutron-server[103283]: event.method(event) Jan 28 07:09:09.864226 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:09:09.864226 n-d-712749-28 neutron-server[103283]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:09:09.864226 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:09:09.864226 n-d-712749-28 neutron-server[103283]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:09:09.864226 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:09:09.864226 n-d-712749-28 neutron-server[103283]: return f(self, *a, **k) Jan 28 07:09:09.864226 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:09:09.864226 n-d-712749-28 neutron-server[103283]: return self._get(url).json() Jan 28 07:09:09.864226 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:09:09.864226 n-d-712749-28 neutron-server[103283]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:09:09.864226 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:09:09.864226 n-d-712749-28 neutron-server[103283]: return self.request(url, 'GET', **kwargs) Jan 28 07:09:09.864226 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:09:09.864226 n-d-712749-28 neutron-server[103283]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:09:09.864226 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:09:09.864226 n-d-712749-28 neutron-server[103283]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:09:09.864226 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:09:09.864226 n-d-712749-28 neutron-server[103283]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:09:09.864226 n-d-712749-28 neutron-server[103283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:09:09.882423 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-2facf81d-9063-4ebe-9ae3-9094b8c8e982 req-d7ba5058-4d7c-4cbf-82be-ee70dba18abf tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Publish callbacks [] for port (eb55dc3d-1bbb-4c59-857d-6e7142be10fe), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:09.935886 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f4d37fb6-1ae2-404a-aff0-a395986636d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (79c54a74-165a-4664-8248-ae72ee0e5290), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:09.938260 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f4d37fb6-1ae2-404a-aff0-a395986636d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:09.942309 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-f4d37fb6-1ae2-404a-aff0-a395986636d6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/79c54a74-165a-4664-8248-ae72ee0e5290 HTTP/1.1" status: 204 len: 168 time: 0.7500956 Jan 28 07:09:09.967778 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d37fb6-1ae2-404a-aff0-a395986636d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79c54a74-165a-4664-8248-ae72ee0e5290,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:09:09.986994 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b7e44e8e-d93e-4797-9974-2efdc56c78ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (a4d164f6-e19b-4f94-82e2-2e552675b35b), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:10.032659 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b7e44e8e-d93e-4797-9974-2efdc56c78ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:10.043090 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-b7e44e8e-d93e-4797-9974-2efdc56c78ab admin admin] 10.222.0.41 "DELETE /v2.0/networks/a4d164f6-e19b-4f94-82e2-2e552675b35b HTTP/1.1" status: 204 len: 168 time: 2.7149477 Jan 28 07:09:10.048750 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e44e8e-d93e-4797-9974-2efdc56c78ab admin admin] Pushing event deleted for resources: {'Network': ['ID=a4d164f6-e19b-4f94-82e2-2e552675b35b,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:09:10.053728 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-2facf81d-9063-4ebe-9ae3-9094b8c8e982 req-d7ba5058-4d7c-4cbf-82be-ee70dba18abf tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (eb55dc3d-1bbb-4c59-857d-6e7142be10fe), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:10.091339 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['6479eef5-951c-4e2c-a998-c082886c019a'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:09:10.135034 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ba5058-4d7c-4cbf-82be-ee70dba18abf tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Pushing event updated for resources: {'Port': ['ID=eb55dc3d-1bbb-4c59-857d-6e7142be10fe,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:09:10.166987 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2facf81d-9063-4ebe-9ae3-9094b8c8e982 req-d7ba5058-4d7c-4cbf-82be-ee70dba18abf tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Network 823f80f1-2970-481b-aed2-7ad5a7c0ed20 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:09:10.166987 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [req-2facf81d-9063-4ebe-9ae3-9094b8c8e982 req-d7ba5058-4d7c-4cbf-82be-ee70dba18abf tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:09:10.168922 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-2facf81d-9063-4ebe-9ae3-9094b8c8e982 req-d7ba5058-4d7c-4cbf-82be-ee70dba18abf tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:09:10.577016 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2facf81d-9063-4ebe-9ae3-9094b8c8e982 req-d7ba5058-4d7c-4cbf-82be-ee70dba18abf tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:10.580102 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-2facf81d-9063-4ebe-9ae3-9094b8c8e982 req-d7ba5058-4d7c-4cbf-82be-ee70dba18abf tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:10.636637 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2facf81d-9063-4ebe-9ae3-9094b8c8e982 req-d7ba5058-4d7c-4cbf-82be-ee70dba18abf tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9851890 Jan 28 07:09:10.671687 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-2facf81d-9063-4ebe-9ae3-9094b8c8e982 req-230ee5c1-ae0e-4798-94b9-ca088fa48570 service neutron] Request body: {'port': {'device_id': '8583dc03-a039-446f-b1e8-5e1ed628fdcb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-28'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:09:10.840355 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 35136) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:09:10.913026 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b660722-91ff-4461-a45b-a809ed17a477 req-017abcaa-a052-4cac-a402-56c80b2de9c6 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:10.934435 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3b660722-91ff-4461-a45b-a809ed17a477 req-017abcaa-a052-4cac-a402-56c80b2de9c6 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=b35d2c80-d830-4888-95fe-8e54e83abdd0 HTTP/1.1" status: 200 len: 950 time: 0.2326336 Jan 28 07:09:10.960349 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bd87dd-9527-48bc-9cb3-8ab00fc06770 req-abbaea0e-56dc-48c8-9c82-67055242b103 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:10.961946 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-82bd87dd-9527-48bc-9cb3-8ab00fc06770 req-abbaea0e-56dc-48c8-9c82-67055242b103 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/ports?device_id=8583dc03-a039-446f-b1e8-5e1ed628fdcb HTTP/1.1" status: 200 len: 932 time: 0.5903046 Jan 28 07:09:11.110420 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3b660722-91ff-4461-a45b-a809ed17a477 req-e9a4dfde-2d96-477f-b17b-b5a715a99bb3 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745706 Jan 28 07:09:11.204878 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-2facf81d-9063-4ebe-9ae3-9094b8c8e982 req-230ee5c1-ae0e-4798-94b9-ca088fa48570 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (eb55dc3d-1bbb-4c59-857d-6e7142be10fe), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:11.270953 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-5945f9c7-1a5a-4079-8c54-8d6264593440 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4ade2f3244a74baaac394be83c2287fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4270151 Jan 28 07:09:11.278994 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 35146) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:09:11.311590 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-82bd87dd-9527-48bc-9cb3-8ab00fc06770 req-4b38b6b6-5d60-44fb-8387-763a67c3edad tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/security-groups?id=83d97fa1-2f29-40d2-a756-a970d048d2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2789738 Jan 28 07:09:11.488730 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b056cec5-ccda-4ec2-9164-b6f9fd26d7d1 req-c70b9c69-4765-4937-95df-79489582386c tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:11.496681 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b056cec5-ccda-4ec2-9164-b6f9fd26d7d1 req-c70b9c69-4765-4937-95df-79489582386c tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] 10.222.0.41 "GET /v2.0/ports?device_id=4700657c-3f39-4eb5-b7b0-8651089bd587 HTTP/1.1" status: 200 len: 946 time: 0.2399132 Jan 28 07:09:11.592897 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5c7eb0fb-9b6f-4368-9bc7-d2be5d044b36 admin admin] Publish callbacks [] for security_group (4d843c1b-2b3f-41f7-933d-0cc23e6bb818), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:11.664371 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b056cec5-ccda-4ec2-9164-b6f9fd26d7d1 req-125aeeba-6640-4136-91d9-544409ac1fa9 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] 10.222.0.41 "GET /v2.0/security-groups?id=c2614457-355d-4290-9839-3c701d202067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666760 Jan 28 07:09:11.666786 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5c7eb0fb-9b6f-4368-9bc7-d2be5d044b36 admin admin] Publish callbacks [] for security_group (4d843c1b-2b3f-41f7-933d-0cc23e6bb818), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:11.791352 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e5fa2ee3-8cad-443c-b961-3cc5fe9de566 req-1834b101-325c-46dc-9322-897d6ec77393 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c99d7ddf-8757-47cb-9f3a-5167285f7a3c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2629437 Jan 28 07:09:11.793200 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5c7eb0fb-9b6f-4368-9bc7-d2be5d044b36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (4d843c1b-2b3f-41f7-933d-0cc23e6bb818), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:11.796777 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5c7eb0fb-9b6f-4368-9bc7-d2be5d044b36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:11.802275 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-5c7eb0fb-9b6f-4368-9bc7-d2be5d044b36 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4d843c1b-2b3f-41f7-933d-0cc23e6bb818 HTTP/1.1" status: 204 len: 168 time: 0.5200150 Jan 28 07:09:11.815950 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7eb0fb-9b6f-4368-9bc7-d2be5d044b36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d843c1b-2b3f-41f7-933d-0cc23e6bb818,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:09:11.987751 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [req-2facf81d-9063-4ebe-9ae3-9094b8c8e982 req-230ee5c1-ae0e-4798-94b9-ca088fa48570 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb55dc3d-1bbb-4c59-857d-6e7142be10fe {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:09:11.998312 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-2facf81d-9063-4ebe-9ae3-9094b8c8e982 req-230ee5c1-ae0e-4798-94b9-ca088fa48570 service neutron] Publish callbacks [] for port (eb55dc3d-1bbb-4c59-857d-6e7142be10fe), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:12.026011 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fa2ee3-8cad-443c-b961-3cc5fe9de566 req-3ec1c4c7-a32a-4262-8866-680c58b339ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:12.029852 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e5fa2ee3-8cad-443c-b961-3cc5fe9de566 req-3ec1c4c7-a32a-4262-8866-680c58b339ca service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5c2af407db1e43909575b4b7c4ad1b18&device_id=c99d7ddf-8757-47cb-9f3a-5167285f7a3c HTTP/1.1" status: 200 len: 1097 time: 0.1090450 Jan 28 07:09:12.030982 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [req-2facf81d-9063-4ebe-9ae3-9094b8c8e982 req-230ee5c1-ae0e-4798-94b9-ca088fa48570 service neutron] Transition to ACTIVE for port object eb55dc3d-1bbb-4c59-857d-6e7142be10fe will not be triggered until provisioned by entity L2. {{(pid=103283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:09:12.035842 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-2facf81d-9063-4ebe-9ae3-9094b8c8e982 req-230ee5c1-ae0e-4798-94b9-ca088fa48570 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (eb55dc3d-1bbb-4c59-857d-6e7142be10fe), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:12.132241 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 35172) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:09:12.199310 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fa2ee3-8cad-443c-b961-3cc5fe9de566 req-1d8ce523-e23e-4883-9c51-d993a5094355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:12.203343 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e5fa2ee3-8cad-443c-b961-3cc5fe9de566 req-1d8ce523-e23e-4883-9c51-d993a5094355 service neutron] 10.222.0.10 "GET /v2.0/networks?id=823f80f1-2970-481b-aed2-7ad5a7c0ed20 HTTP/1.1" status: 200 len: 921 time: 0.1477883 Jan 28 07:09:12.231940 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230ee5c1-ae0e-4798-94b9-ca088fa48570 service neutron] Pushing event updated for resources: {'Port': ['ID=eb55dc3d-1bbb-4c59-857d-6e7142be10fe,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:09:12.303291 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e5fa2ee3-8cad-443c-b961-3cc5fe9de566 req-87b3d380-6418-4630-8604-a10c52cc85f4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6479eef5-951c-4e2c-a998-c082886c019a HTTP/1.1" status: 200 len: 217 time: 0.0887260 Jan 28 07:09:12.368298 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fa2ee3-8cad-443c-b961-3cc5fe9de566 req-46dc7f0f-5b6d-4164-9a07-6e69cbdcc876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:12.370045 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e5fa2ee3-8cad-443c-b961-3cc5fe9de566 req-46dc7f0f-5b6d-4164-9a07-6e69cbdcc876 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d3ff6769-eb60-4293-943b-ef852d2e0c72 HTTP/1.1" status: 200 len: 860 time: 0.0649579 Jan 28 07:09:12.376029 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7586c83e-b02e-4d13-ab8b-25e59f645a2b req-df6a6727-bb19-40a2-adf6-e2cd1ebd150c tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:12.385643 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7586c83e-b02e-4d13-ab8b-25e59f645a2b req-df6a6727-bb19-40a2-adf6-e2cd1ebd150c tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=b35d2c80-d830-4888-95fe-8e54e83abdd0 HTTP/1.1" status: 200 len: 950 time: 0.1449556 Jan 28 07:09:12.409812 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-2facf81d-9063-4ebe-9ae3-9094b8c8e982 req-230ee5c1-ae0e-4798-94b9-ca088fa48570 service neutron] Attempting to bind port eb55dc3d-1bbb-4c59-857d-6e7142be10fe on host n-h1-712749-28 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:09:12.410350 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-2facf81d-9063-4ebe-9ae3-9094b8c8e982 req-230ee5c1-ae0e-4798-94b9-ca088fa48570 service neutron] Attempting to bind port eb55dc3d-1bbb-4c59-857d-6e7142be10fe by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': '919581ea-4d97-4a95-839c-1632528194b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '823f80f1-2970-481b-aed2-7ad5a7c0ed20'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:09:12.410961 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2facf81d-9063-4ebe-9ae3-9094b8c8e982 req-230ee5c1-ae0e-4798-94b9-ca088fa48570 service neutron] Attempting to bind port eb55dc3d-1bbb-4c59-857d-6e7142be10fe on network 823f80f1-2970-481b-aed2-7ad5a7c0ed20 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:09:12.417437 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2facf81d-9063-4ebe-9ae3-9094b8c8e982 req-230ee5c1-ae0e-4798-94b9-ca088fa48570 service neutron] Port eb55dc3d-1bbb-4c59-857d-6e7142be10fe on network 823f80f1-2970-481b-aed2-7ad5a7c0ed20 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:09:12.418075 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2facf81d-9063-4ebe-9ae3-9094b8c8e982 req-230ee5c1-ae0e-4798-94b9-ca088fa48570 service neutron] Attempting to bind port eb55dc3d-1bbb-4c59-857d-6e7142be10fe on network 823f80f1-2970-481b-aed2-7ad5a7c0ed20 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:09:12.428740 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2facf81d-9063-4ebe-9ae3-9094b8c8e982 req-230ee5c1-ae0e-4798-94b9-ca088fa48570 service neutron] Checking agent: {'id': '2fca46b1-237f-4857-9290-2429d810e472', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 9, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:09:12.429330 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2facf81d-9063-4ebe-9ae3-9094b8c8e982 req-230ee5c1-ae0e-4798-94b9-ca088fa48570 service neutron] Checking segment: {'id': '919581ea-4d97-4a95-839c-1632528194b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '823f80f1-2970-481b-aed2-7ad5a7c0ed20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:09:12.429879 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2facf81d-9063-4ebe-9ae3-9094b8c8e982 req-230ee5c1-ae0e-4798-94b9-ca088fa48570 service neutron] Bound using segment: {'id': '919581ea-4d97-4a95-839c-1632528194b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '823f80f1-2970-481b-aed2-7ad5a7c0ed20'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:09:12.430510 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-2facf81d-9063-4ebe-9ae3-9094b8c8e982 req-230ee5c1-ae0e-4798-94b9-ca088fa48570 service neutron] Bound port: eb55dc3d-1bbb-4c59-857d-6e7142be10fe, host: n-h1-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '919581ea-4d97-4a95-839c-1632528194b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '823f80f1-2970-481b-aed2-7ad5a7c0ed20'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:09:12.431049 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-2facf81d-9063-4ebe-9ae3-9094b8c8e982 req-230ee5c1-ae0e-4798-94b9-ca088fa48570 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (eb55dc3d-1bbb-4c59-857d-6e7142be10fe), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:12.440153 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e5fa2ee3-8cad-443c-b961-3cc5fe9de566 req-4dcbdd1c-e56c-4531-92ed-85639961bf84 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=823f80f1-2970-481b-aed2-7ad5a7c0ed20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613480 Jan 28 07:09:12.496333 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7586c83e-b02e-4d13-ab8b-25e59f645a2b req-40071baa-b714-417c-a8ce-c9cdc119e36d tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094389 Jan 28 07:09:12.565017 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-3009856c-171b-4357-bfa6-d6db5edd7351 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1403637708-network', 'tenant_id': '3e187e532e7d440c823c7ea556f78f6e'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:09:12.582015 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-2facf81d-9063-4ebe-9ae3-9094b8c8e982 req-230ee5c1-ae0e-4798-94b9-ca088fa48570 service neutron] For port eb55dc3d-1bbb-4c59-857d-6e7142be10fe, host n-h1-712749-28, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:09:12.601827 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-2facf81d-9063-4ebe-9ae3-9094b8c8e982 req-230ee5c1-ae0e-4798-94b9-ca088fa48570 service neutron] For port eb55dc3d-1bbb-4c59-857d-6e7142be10fe, host n-h1-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=eb55dc3d-1bbb-4c59-857d-6e7142be10fe,segment=NetworkSegment(919581ea-4d97-4a95-839c-1632528194b6),segment_id=919581ea-4d97-4a95-839c-1632528194b6)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:09:12.608828 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-2facf81d-9063-4ebe-9ae3-9094b8c8e982 req-230ee5c1-ae0e-4798-94b9-ca088fa48570 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (eb55dc3d-1bbb-4c59-857d-6e7142be10fe), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:12.637746 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3009856c-171b-4357-bfa6-d6db5edd7351 admin admin] Made reservation on behalf of 3e187e532e7d440c823c7ea556f78f6e for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:09:12.642366 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3009856c-171b-4357-bfa6-d6db5edd7351 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:12.686483 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b34afd-ad95-484b-b384-e15f077fe6a6 req-1e6b82cf-5f34-456e-8600-c3f80798fce3 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:12.690204 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2facf81d-9063-4ebe-9ae3-9094b8c8e982 req-230ee5c1-ae0e-4798-94b9-ca088fa48570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:12.690821 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-2facf81d-9063-4ebe-9ae3-9094b8c8e982 req-230ee5c1-ae0e-4798-94b9-ca088fa48570 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:12.693353 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2facf81d-9063-4ebe-9ae3-9094b8c8e982 req-230ee5c1-ae0e-4798-94b9-ca088fa48570 service neutron] 10.222.0.10 "PUT /v2.0/ports/eb55dc3d-1bbb-4c59-857d-6e7142be10fe HTTP/1.1" status: 200 len: 1093 time: 2.0425954 Jan 28 07:09:12.693353 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8583dc03-a039-446f-b1e8-5e1ed628fdcb', 'tag': 'eb55dc3d-1bbb-4c59-857d-6e7142be10fe'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:09:12.697695 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-15b34afd-ad95-484b-b384-e15f077fe6a6 req-1e6b82cf-5f34-456e-8600-c3f80798fce3 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/ports?device_id=8583dc03-a039-446f-b1e8-5e1ed628fdcb HTTP/1.1" status: 200 len: 944 time: 0.2232003 Jan 28 07:09:12.709343 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3369cc9-81d1-4867-bcdf-9a7c55d9a9d3" -d '{"events": [{"name": "network-changed", "server_uuid": "8583dc03-a039-446f-b1e8-5e1ed628fdcb", "tag": "eb55dc3d-1bbb-4c59-857d-6e7142be10fe"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:09:12.738624 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3009856c-171b-4357-bfa6-d6db5edd7351 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:12.760607 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 7 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 07:09:12.767339 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e5fa2ee3-8cad-443c-b961-3cc5fe9de566 req-56ab6047-5cb6-42c1-8f03-70c04e9eac9d service neutron] 10.222.0.10 "GET /v2.0/networks/823f80f1-2970-481b-aed2-7ad5a7c0ed20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3202114 Jan 28 07:09:12.855050 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230ee5c1-ae0e-4798-94b9-ca088fa48570 service neutron] Pushing event updated for resources: {'Port': ['ID=eb55dc3d-1bbb-4c59-857d-6e7142be10fe,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:09:12.875495 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2facf81d-9063-4ebe-9ae3-9094b8c8e982 req-377f5b10-7681-40b8-b6eb-e7bbcbde4701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:12.877994 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2facf81d-9063-4ebe-9ae3-9094b8c8e982 req-377f5b10-7681-40b8-b6eb-e7bbcbde4701 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5c2af407db1e43909575b4b7c4ad1b18&device_id=8583dc03-a039-446f-b1e8-5e1ed628fdcb HTTP/1.1" status: 200 len: 1096 time: 0.1125572 Jan 28 07:09:12.892944 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-15b34afd-ad95-484b-b384-e15f077fe6a6 req-d6f854b7-6330-49dc-a6a6-d811acd8765b tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/security-groups?id=83d97fa1-2f29-40d2-a756-a970d048d2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893327 Jan 28 07:09:12.954956 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2facf81d-9063-4ebe-9ae3-9094b8c8e982 req-32360e24-d398-44fe-8d0f-9c04006ee6d0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eb55dc3d-1bbb-4c59-857d-6e7142be10fe HTTP/1.1" status: 200 len: 217 time: 0.0602207 Jan 28 07:09:13.060819 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e5fa2ee3-8cad-443c-b961-3cc5fe9de566 req-8c6434b5-2d75-45cc-8691-17ccfe66529c service neutron] 10.222.0.10 "GET /v2.0/networks/823f80f1-2970-481b-aed2-7ad5a7c0ed20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2868636 Jan 28 07:09:13.077478 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36ce1d85-f6a9-4802-9cb4-dcc4d9c77013 x-openstack-request-id: req-36ce1d85-f6a9-4802-9cb4-dcc4d9c77013 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:09:13.078075 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8583dc03-a039-446f-b1e8-5e1ed628fdcb", "tag": "eb55dc3d-1bbb-4c59-857d-6e7142be10fe", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:09:13.079777 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-36ce1d85-f6a9-4802-9cb4-dcc4d9c77013 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:09:13.080920 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8583dc03-a039-446f-b1e8-5e1ed628fdcb', 'tag': 'eb55dc3d-1bbb-4c59-857d-6e7142be10fe', 'status': 'completed', 'code': 200} Jan 28 07:09:13.140128 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3009856c-171b-4357-bfa6-d6db5edd7351 admin admin] Publish callbacks [] for security_group (f0e415d4-9274-4847-9e71-c098cc08b695), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:13.160393 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3009856c-171b-4357-bfa6-d6db5edd7351 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (f0e415d4-9274-4847-9e71-c098cc08b695), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:13.196475 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3009856c-171b-4357-bfa6-d6db5edd7351 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0e415d4-9274-4847-9e71-c098cc08b695,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:09:13.215660 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3009856c-171b-4357-bfa6-d6db5edd7351 admin admin] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:09:13.236749 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3009856c-171b-4357-bfa6-d6db5edd7351 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (eabfb043-c84f-4765-9514-a62673ad5ee4), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:13.237505 n-d-712749-28 neutron-server[103284]: INFO neutron.db.segments_db [None req-3009856c-171b-4357-bfa6-d6db5edd7351 admin admin] Added segment eabfb043-c84f-4765-9514-a62673ad5ee4 of type vlan for network 0d2602fa-1d2d-4c75-8661-ee94c8ac01e5 Jan 28 07:09:13.294319 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2facf81d-9063-4ebe-9ae3-9094b8c8e982 req-97f71a86-e46b-4216-9c1b-a3a93fcf7dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:13.295825 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2facf81d-9063-4ebe-9ae3-9094b8c8e982 req-97f71a86-e46b-4216-9c1b-a3a93fcf7dfb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d3ff6769-eb60-4293-943b-ef852d2e0c72 HTTP/1.1" status: 200 len: 860 time: 0.3372929 Jan 28 07:09:13.302679 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3009856c-171b-4357-bfa6-d6db5edd7351 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (0d2602fa-1d2d-4c75-8661-ee94c8ac01e5), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:13.345886 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3009856c-171b-4357-bfa6-d6db5edd7351 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (0d2602fa-1d2d-4c75-8661-ee94c8ac01e5), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:13.346928 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3009856c-171b-4357-bfa6-d6db5edd7351 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:13.347795 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3009856c-171b-4357-bfa6-d6db5edd7351 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:13.378687 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8acdfa-9371-42aa-a77b-47e2350007a3 req-2e649960-9625-43cc-a313-9354785eedf2 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:13.399663 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2b8acdfa-9371-42aa-a77b-47e2350007a3 req-2e649960-9625-43cc-a313-9354785eedf2 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] 10.222.0.41 "GET /v2.0/ports?device_id=4700657c-3f39-4eb5-b7b0-8651089bd587 HTTP/1.1" status: 200 len: 946 time: 0.2843716 Jan 28 07:09:13.454897 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-3009856c-171b-4357-bfa6-d6db5edd7351 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3257661 Jan 28 07:09:13.455692 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 35216) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:09:13.456425 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 35218) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:09:13.464979 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-3602bc38-54e3-4b25-9df3-d9fe42d690b4 admin admin] Request body: {'subnet': {'network_id': '0d2602fa-1d2d-4c75-8661-ee94c8ac01e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1403637708-subnet', 'tenant_id': '3e187e532e7d440c823c7ea556f78f6e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:09:13.481180 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2facf81d-9063-4ebe-9ae3-9094b8c8e982 req-31a9bc90-188a-4a5c-a34e-330d6eace3c4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=823f80f1-2970-481b-aed2-7ad5a7c0ed20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1664250 Jan 28 07:09:13.488649 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3009856c-171b-4357-bfa6-d6db5edd7351 admin admin] Pushing event updated for resources: {'Network': ['ID=0d2602fa-1d2d-4c75-8661-ee94c8ac01e5,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:09:13.499768 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network 0d2602fa-1d2d-4c75-8661-ee94c8ac01e5 details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:09:13.504164 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3602bc38-54e3-4b25-9df3-d9fe42d690b4 admin admin] Made reservation on behalf of 3e187e532e7d440c823c7ea556f78f6e for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:09:13.508472 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3602bc38-54e3-4b25-9df3-d9fe42d690b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24979592'] for subnet (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:13.723401 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2b8acdfa-9371-42aa-a77b-47e2350007a3 req-afd82508-9582-4e9c-9b09-ea95e6c22f65 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] 10.222.0.41 "GET /v2.0/security-groups?id=c2614457-355d-4290-9839-3c701d202067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3227911 Jan 28 07:09:13.779294 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2facf81d-9063-4ebe-9ae3-9094b8c8e982 req-c784d0bd-67ec-406f-9e69-b6d1240849ab service neutron] 10.222.0.10 "GET /v2.0/networks/823f80f1-2970-481b-aed2-7ad5a7c0ed20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2831705 Jan 28 07:09:13.806097 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-6c4add79-7afc-49df-b2df-7d47cacee161 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1690451859-network', 'tenant_id': '905e3dc67fdf43e49f98f5ec60ec347f'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:09:13.858354 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c4add79-7afc-49df-b2df-7d47cacee161 admin admin] Made reservation on behalf of 905e3dc67fdf43e49f98f5ec60ec347f for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:09:13.860937 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6c4add79-7afc-49df-b2df-7d47cacee161 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:13.944227 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6c4add79-7afc-49df-b2df-7d47cacee161 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:13.969456 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2facf81d-9063-4ebe-9ae3-9094b8c8e982 req-88aa05fc-a3f5-405b-812b-33a7358e2155 service neutron] 10.222.0.10 "GET /v2.0/networks/823f80f1-2970-481b-aed2-7ad5a7c0ed20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712542 Jan 28 07:09:13.984681 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529f3885-5010-450c-b2e5-f380df55c788 req-5ff4d364-5117-4b92-adb4-f1efe76fd3a8 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:13.986288 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-529f3885-5010-450c-b2e5-f380df55c788 req-5ff4d364-5117-4b92-adb4-f1efe76fd3a8 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=b35d2c80-d830-4888-95fe-8e54e83abdd0 HTTP/1.1" status: 200 len: 950 time: 0.3403544 Jan 28 07:09:14.161680 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6c4add79-7afc-49df-b2df-7d47cacee161 admin admin] Publish callbacks [] for security_group (ffb17db6-1913-4712-aa46-d7c764c8c875), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:14.176481 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6c4add79-7afc-49df-b2df-7d47cacee161 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (ffb17db6-1913-4712-aa46-d7c764c8c875), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:14.191996 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c4add79-7afc-49df-b2df-7d47cacee161 admin admin] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:09:14.202795 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6c4add79-7afc-49df-b2df-7d47cacee161 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (b8d72b75-cba6-44bb-b1f1-97b3aa439c04), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:14.203246 n-d-712749-28 neutron-server[103284]: INFO neutron.db.segments_db [None req-6c4add79-7afc-49df-b2df-7d47cacee161 admin admin] Added segment b8d72b75-cba6-44bb-b1f1-97b3aa439c04 of type vlan for network bc323a54-605a-4c90-85cc-1a8faa87a52d Jan 28 07:09:14.254341 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6c4add79-7afc-49df-b2df-7d47cacee161 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (bc323a54-605a-4c90-85cc-1a8faa87a52d), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:14.296843 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6c4add79-7afc-49df-b2df-7d47cacee161 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (bc323a54-605a-4c90-85cc-1a8faa87a52d), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:14.297841 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4add79-7afc-49df-b2df-7d47cacee161 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:14.298427 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6c4add79-7afc-49df-b2df-7d47cacee161 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:14.299107 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3369cc9-81d1-4867-bcdf-9a7c55d9a9d3 req-35570322-d224-4f32-842d-dd1eebff9f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:14.306324 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f3369cc9-81d1-4867-bcdf-9a7c55d9a9d3 req-35570322-d224-4f32-842d-dd1eebff9f84 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5c2af407db1e43909575b4b7c4ad1b18&device_id=8583dc03-a039-446f-b1e8-5e1ed628fdcb HTTP/1.1" status: 200 len: 1096 time: 0.2257757 Jan 28 07:09:14.361986 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b343ed9-d306-4f69-a196-50ed88f3e5b9 req-b12e934d-c313-41bb-b028-9961abe5564b tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:14.369997 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7b343ed9-d306-4f69-a196-50ed88f3e5b9 req-b12e934d-c313-41bb-b028-9961abe5564b tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/ports?device_id=8583dc03-a039-446f-b1e8-5e1ed628fdcb HTTP/1.1" status: 200 len: 944 time: 0.2173226 Jan 28 07:09:14.377338 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4add79-7afc-49df-b2df-7d47cacee161 admin admin] Pushing event updated for resources: {'Network': ['ID=bc323a54-605a-4c90-85cc-1a8faa87a52d,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:09:14.390727 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network bc323a54-605a-4c90-85cc-1a8faa87a52d details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:09:14.463127 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-529f3885-5010-450c-b2e5-f380df55c788 req-7a7f5552-2007-498d-b820-7c6ec2b81810 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4648991 Jan 28 07:09:14.532816 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7b343ed9-d306-4f69-a196-50ed88f3e5b9 req-d20b3fa0-dbe5-4d26-a010-acae261edeb1 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/security-groups?id=83d97fa1-2f29-40d2-a756-a970d048d2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615624 Jan 28 07:09:14.553333 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-6c4add79-7afc-49df-b2df-7d47cacee161 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0813770 Jan 28 07:09:14.557914 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4add79-7afc-49df-b2df-7d47cacee161 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffb17db6-1913-4712-aa46-d7c764c8c875,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:09:14.560672 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 35230) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:09:14.566339 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-1a224c05-ddf5-4afd-8c79-49ffdd8180db admin admin] Request body: {'subnet': {'network_id': 'bc323a54-605a-4c90-85cc-1a8faa87a52d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1690451859-subnet', 'tenant_id': '905e3dc67fdf43e49f98f5ec60ec347f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:09:14.571749 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3602bc38-54e3-4b25-9df3-d9fe42d690b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24757504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24979610'] for subnet (a36581c3-26ef-4e8c-b9f4-8727fbf3ff93), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:14.621628 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3369cc9-81d1-4867-bcdf-9a7c55d9a9d3 req-e3c6d6bc-5607-40f9-961f-441243f944aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:14.623881 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f3369cc9-81d1-4867-bcdf-9a7c55d9a9d3 req-e3c6d6bc-5607-40f9-961f-441243f944aa service neutron] 10.222.0.10 "GET /v2.0/networks?id=823f80f1-2970-481b-aed2-7ad5a7c0ed20 HTTP/1.1" status: 200 len: 921 time: 0.3064973 Jan 28 07:09:14.624909 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a224c05-ddf5-4afd-8c79-49ffdd8180db admin admin] Made reservation on behalf of 905e3dc67fdf43e49f98f5ec60ec347f for: {'subnet': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:09:14.627514 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1a224c05-ddf5-4afd-8c79-49ffdd8180db admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13555781'] for subnet (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:14.663064 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3602bc38-54e3-4b25-9df3-d9fe42d690b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a36581c3-26ef-4e8c-b9f4-8727fbf3ff93,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:09:14.669305 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3602bc38-54e3-4b25-9df3-d9fe42d690b4 admin admin] Checking segment: {'id': 'eabfb043-c84f-4765-9514-a62673ad5ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0d2602fa-1d2d-4c75-8661-ee94c8ac01e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:09:14.669658 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3602bc38-54e3-4b25-9df3-d9fe42d690b4 admin admin] Network hostable DHCP agents. Network: 0d2602fa-1d2d-4c75-8661-ee94c8ac01e5, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:09:14.689978 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3602bc38-54e3-4b25-9df3-d9fe42d690b4 admin admin] Network 0d2602fa-1d2d-4c75-8661-ee94c8ac01e5 is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:09:14.711228 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-3602bc38-54e3-4b25-9df3-d9fe42d690b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, 0d2602fa-1d2d-4c75-8661-ee94c8ac01e5) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:09:14.720702 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca430272-25c2-4484-9636-88fd553a2518 None None] Network 0d2602fa-1d2d-4c75-8661-ee94c8ac01e5 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:09:14.725322 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3602bc38-54e3-4b25-9df3-d9fe42d690b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:14.727359 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3602bc38-54e3-4b25-9df3-d9fe42d690b4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:14.756740 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-3602bc38-54e3-4b25-9df3-d9fe42d690b4 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2941780 Jan 28 07:09:14.757946 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 35234) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:09:14.758445 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f3369cc9-81d1-4867-bcdf-9a7c55d9a9d3 req-8d04d77f-f24a-442a-ae46-71901ea357e0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eb55dc3d-1bbb-4c59-857d-6e7142be10fe HTTP/1.1" status: 200 len: 217 time: 0.1274433 Jan 28 07:09:14.765663 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-d28e4604-60b3-4fb4-a9b9-a7c7e02fe2ee admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1403637708-router', 'tenant_id': '3e187e532e7d440c823c7ea556f78f6e', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:09:14.791074 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d28e4604-60b3-4fb4-a9b9-a7c7e02fe2ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16606890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127275'] for router (ee89a5a4-39d8-46d1-b45b-5fcdb90c6e90), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:14.793589 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d28e4604-60b3-4fb4-a9b9-a7c7e02fe2ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16605498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16607952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16355422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127266'] for router (ee89a5a4-39d8-46d1-b45b-5fcdb90c6e90), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:14.844853 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3369cc9-81d1-4867-bcdf-9a7c55d9a9d3 req-a99f7475-287b-47b4-b769-3a122710ba10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:14.847005 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f3369cc9-81d1-4867-bcdf-9a7c55d9a9d3 req-a99f7475-287b-47b4-b769-3a122710ba10 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d3ff6769-eb60-4293-943b-ef852d2e0c72 HTTP/1.1" status: 200 len: 860 time: 0.0808401 Jan 28 07:09:14.936718 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f3369cc9-81d1-4867-bcdf-9a7c55d9a9d3 req-2ca7b049-5efb-439b-a20e-70357850acd3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=823f80f1-2970-481b-aed2-7ad5a7c0ed20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0834625 Jan 28 07:09:14.965764 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d28e4604-60b3-4fb4-a9b9-a7c7e02fe2ee admin admin] Publish callbacks [] for router_controller (ee89a5a4-39d8-46d1-b45b-5fcdb90c6e90), precommit_add_association {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:15.013831 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f94e7063-1896-4984-a425-7ec75537957c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3dd72b9-6805-5f61-b6f3-a591f99a173d-0d2602fa-1d2d-4c75-8661-ee94c8ac01e5', 'network_id': '0d2602fa-1d2d-4c75-8661-ee94c8ac01e5', 'project_id': '3e187e532e7d440c823c7ea556f78f6e', 'fixed_ips': [{'subnet_id': 'a36581c3-26ef-4e8c-b9f4-8727fbf3ff93'}]}} from n-d-712749-28. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 07:09:15.014717 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f94e7063-1896-4984-a425-7ec75537957c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:15.255039 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0adf08a-b2df-46b6-92ef-7655c7653497 req-f025d855-5ecf-479f-8a07-54c699718791 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:15.256554 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c0adf08a-b2df-46b6-92ef-7655c7653497 req-f025d855-5ecf-479f-8a07-54c699718791 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] 10.222.0.41 "GET /v2.0/ports?device_id=4700657c-3f39-4eb5-b7b0-8651089bd587 HTTP/1.1" status: 200 len: 946 time: 0.2979469 Jan 28 07:09:15.303662 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d28e4604-60b3-4fb4-a9b9-a7c7e02fe2ee admin admin] Publish callbacks [] for router_gateway (ee89a5a4-39d8-46d1-b45b-5fcdb90c6e90), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:15.303899 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f3369cc9-81d1-4867-bcdf-9a7c55d9a9d3 req-9b526a9a-7053-44aa-9a85-82d01f312417 service neutron] 10.222.0.10 "GET /v2.0/networks/823f80f1-2970-481b-aed2-7ad5a7c0ed20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3538618 Jan 28 07:09:15.324865 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1a224c05-ddf5-4afd-8c79-49ffdd8180db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13546728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13555799'] for subnet (db87510e-2424-4f9c-8c68-c494c476644f), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:15.338183 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-f94e7063-1896-4984-a425-7ec75537957c None None] Allocated IP 172.20.0.2 (0d2602fa-1d2d-4c75-8661-ee94c8ac01e5/a36581c3-26ef-4e8c-b9f4-8727fbf3ff93/f50ef3dd-b293-4489-98dd-a4a5c0d603cb) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:09:15.492300 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c0adf08a-b2df-46b6-92ef-7655c7653497 req-0932ee55-a452-419f-92ac-8c203a163f4a tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] 10.222.0.41 "GET /v2.0/security-groups?id=c2614457-355d-4290-9839-3c701d202067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823804 Jan 28 07:09:15.548883 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a224c05-ddf5-4afd-8c79-49ffdd8180db admin admin] Pushing event updated for resources: {'Subnet': ['ID=db87510e-2424-4f9c-8c68-c494c476644f,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:09:15.738688 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a224c05-ddf5-4afd-8c79-49ffdd8180db admin admin] Checking segment: {'id': 'b8d72b75-cba6-44bb-b1f1-97b3aa439c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'bc323a54-605a-4c90-85cc-1a8faa87a52d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:09:15.739070 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a224c05-ddf5-4afd-8c79-49ffdd8180db admin admin] Network hostable DHCP agents. Network: bc323a54-605a-4c90-85cc-1a8faa87a52d, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:09:15.742581 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f94e7063-1896-4984-a425-7ec75537957c None None] Publish callbacks [] for port (f50ef3dd-b293-4489-98dd-a4a5c0d603cb), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:15.751234 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f94e7063-1896-4984-a425-7ec75537957c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (f50ef3dd-b293-4489-98dd-a4a5c0d603cb), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:15.759789 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f3369cc9-81d1-4867-bcdf-9a7c55d9a9d3 req-3af741b6-7e32-4219-9b25-8ff65e61e160 service neutron] 10.222.0.10 "GET /v2.0/networks/823f80f1-2970-481b-aed2-7ad5a7c0ed20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4423144 Jan 28 07:09:15.804761 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ca93d3-715b-40fa-8355-1c1c7b06a532 req-d33ee83e-4d50-482f-b467-58aeced8e721 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:15.806362 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b2ca93d3-715b-40fa-8355-1c1c7b06a532 req-d33ee83e-4d50-482f-b467-58aeced8e721 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=b35d2c80-d830-4888-95fe-8e54e83abdd0 HTTP/1.1" status: 200 len: 950 time: 0.1823893 Jan 28 07:09:15.832822 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a224c05-ddf5-4afd-8c79-49ffdd8180db admin admin] Network bc323a54-605a-4c90-85cc-1a8faa87a52d is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:09:15.877370 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-1a224c05-ddf5-4afd-8c79-49ffdd8180db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, bc323a54-605a-4c90-85cc-1a8faa87a52d) {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:09:15.883974 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f94e7063-1896-4984-a425-7ec75537957c None None] Network 0d2602fa-1d2d-4c75-8661-ee94c8ac01e5 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:09:15.894302 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a224c05-ddf5-4afd-8c79-49ffdd8180db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:15.903719 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a21c7916-8356-4008-93b1-f48b14771109 None None] Network bc323a54-605a-4c90-85cc-1a8faa87a52d requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:09:15.904910 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1a224c05-ddf5-4afd-8c79-49ffdd8180db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:15.993438 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-1a224c05-ddf5-4afd-8c79-49ffdd8180db admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4312136 Jan 28 07:09:16.020821 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b2ca93d3-715b-40fa-8355-1c1c7b06a532 req-67afd6f5-c20f-4521-b0dc-f6329d25e2b6 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022421 Jan 28 07:09:16.107226 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-f94e7063-1896-4984-a425-7ec75537957c None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:09:16.155211 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94e7063-1896-4984-a425-7ec75537957c None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:09:16.263655 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d7c99dd-d27e-4139-b5c0-55c76eed7d9a None None] Network bc323a54-605a-4c90-85cc-1a8faa87a52d requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:09:16.265701 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94e7063-1896-4984-a425-7ec75537957c None None] Pushing event updated for resources: {'Port': ['ID=f50ef3dd-b293-4489-98dd-a4a5c0d603cb,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:09:16.411512 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-f94e7063-1896-4984-a425-7ec75537957c None None] Attempting to bind port f50ef3dd-b293-4489-98dd-a4a5c0d603cb on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:09:16.411890 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-f94e7063-1896-4984-a425-7ec75537957c None None] Attempting to bind port f50ef3dd-b293-4489-98dd-a4a5c0d603cb by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': 'eabfb043-c84f-4765-9514-a62673ad5ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0d2602fa-1d2d-4c75-8661-ee94c8ac01e5'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:09:16.412339 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94e7063-1896-4984-a425-7ec75537957c None None] Attempting to bind port f50ef3dd-b293-4489-98dd-a4a5c0d603cb on network 0d2602fa-1d2d-4c75-8661-ee94c8ac01e5 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:09:16.423046 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94e7063-1896-4984-a425-7ec75537957c None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:09:16.423452 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94e7063-1896-4984-a425-7ec75537957c None None] Checking segment: {'id': 'eabfb043-c84f-4765-9514-a62673ad5ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0d2602fa-1d2d-4c75-8661-ee94c8ac01e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:09:16.423845 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f94e7063-1896-4984-a425-7ec75537957c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:16.424266 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94e7063-1896-4984-a425-7ec75537957c None None] Bound using segment: {'id': 'eabfb043-c84f-4765-9514-a62673ad5ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0d2602fa-1d2d-4c75-8661-ee94c8ac01e5'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:09:16.424756 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-f94e7063-1896-4984-a425-7ec75537957c None None] Bound port: f50ef3dd-b293-4489-98dd-a4a5c0d603cb, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eabfb043-c84f-4765-9514-a62673ad5ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0d2602fa-1d2d-4c75-8661-ee94c8ac01e5'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:09:16.425149 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f94e7063-1896-4984-a425-7ec75537957c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (f50ef3dd-b293-4489-98dd-a4a5c0d603cb), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:16.528742 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-f94e7063-1896-4984-a425-7ec75537957c None None] For port f50ef3dd-b293-4489-98dd-a4a5c0d603cb, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:09:16.537218 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-f94e7063-1896-4984-a425-7ec75537957c None None] For port f50ef3dd-b293-4489-98dd-a4a5c0d603cb, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=f50ef3dd-b293-4489-98dd-a4a5c0d603cb,segment=NetworkSegment(eabfb043-c84f-4765-9514-a62673ad5ee4),segment_id=eabfb043-c84f-4765-9514-a62673ad5ee4)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:09:16.544227 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f94e7063-1896-4984-a425-7ec75537957c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (f50ef3dd-b293-4489-98dd-a4a5c0d603cb), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:16.664169 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94e7063-1896-4984-a425-7ec75537957c None None] Pushing event updated for resources: {'Port': ['ID=f50ef3dd-b293-4489-98dd-a4a5c0d603cb,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:09:16.777233 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78cb065-7e21-4ed8-98c3-2973c89396fd req-e14d4532-64fb-438a-9f69-73f2c4a39432 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:16.778796 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c78cb065-7e21-4ed8-98c3-2973c89396fd req-e14d4532-64fb-438a-9f69-73f2c4a39432 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/ports?device_id=8583dc03-a039-446f-b1e8-5e1ed628fdcb HTTP/1.1" status: 200 len: 944 time: 1.1081605 Jan 28 07:09:16.787359 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d28e4604-60b3-4fb4-a9b9-a7c7e02fe2ee admin admin] Publish callbacks [] for router_gateway (ee89a5a4-39d8-46d1-b45b-5fcdb90c6e90), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:16.875899 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d28e4604-60b3-4fb4-a9b9-a7c7e02fe2ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:17.011141 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3892f4cc-b1da-4d77-8fc2-fe00648f60ff req-437db235-7121-443c-9e25-823e5d9bb17e tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:17.012741 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-3892f4cc-b1da-4d77-8fc2-fe00648f60ff req-437db235-7121-443c-9e25-823e5d9bb17e tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/networks?id=bc323a54-605a-4c90-85cc-1a8faa87a52d HTTP/1.1" status: 200 len: 815 time: 0.2712898 Jan 28 07:09:17.069030 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-3892f4cc-b1da-4d77-8fc2-fe00648f60ff req-b8e08e37-a95d-44e4-8165-b49116b1774a tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/quotas/905e3dc67fdf43e49f98f5ec60ec347f HTTP/1.1" status: 200 len: 375 time: 0.0495772 Jan 28 07:09:17.084986 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c78cb065-7e21-4ed8-98c3-2973c89396fd req-46207258-c515-44ba-bf46-a94b234ce7f6 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/security-groups?id=83d97fa1-2f29-40d2-a756-a970d048d2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2857418 Jan 28 07:09:17.173273 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-3892f4cc-b1da-4d77-8fc2-fe00648f60ff req-bd3261d8-7cbd-4622-a886-718f1a75e1d1 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=905e3dc67fdf43e49f98f5ec60ec347f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1018131 Jan 28 07:09:17.244230 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-d28e4604-60b3-4fb4-a9b9-a7c7e02fe2ee admin admin] Allocated IP 172.25.6.88 (7d5b3724-deef-4831-8d43-cb9b8176573c/b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc/652ced53-0b67-4f3d-b31b-7cd797166160) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:09:17.257340 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device f50ef3dd-b293-4489-98dd-a4a5c0d603cb up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:09:17.362695 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-3892f4cc-b1da-4d77-8fc2-fe00648f60ff req-3be110d5-8112-47de-a20d-b91aaa5cd193 service neutron] 10.222.0.41 "GET /v2.0/networks/bc323a54-605a-4c90-85cc-1a8faa87a52d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882834 Jan 28 07:09:17.388522 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port f50ef3dd-b293-4489-98dd-a4a5c0d603cb triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:09:17.389011 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (f50ef3dd-b293-4489-98dd-a4a5c0d603cb), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:17.479032 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d28e4604-60b3-4fb4-a9b9-a7c7e02fe2ee admin admin] Publish callbacks [] for port (652ced53-0b67-4f3d-b31b-7cd797166160), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:17.532443 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d28e4604-60b3-4fb4-a9b9-a7c7e02fe2ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (652ced53-0b67-4f3d-b31b-7cd797166160), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:17.532646 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-3892f4cc-b1da-4d77-8fc2-fe00648f60ff req-ae37f26a-1f9c-4e89-b6bf-1e9897c4c12a service neutron] 10.222.0.41 "GET /v2.0/networks/bc323a54-605a-4c90-85cc-1a8faa87a52d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689892 Jan 28 07:09:17.610857 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28e4604-60b3-4fb4-a9b9-a7c7e02fe2ee admin admin] Network 7d5b3724-deef-4831-8d43-cb9b8176573c is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:09:17.614243 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-d28e4604-60b3-4fb4-a9b9-a7c7e02fe2ee admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:09:17.616988 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port f50ef3dd-b293-4489-98dd-a4a5c0d603cb is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:09:17.617408 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (f50ef3dd-b293-4489-98dd-a4a5c0d603cb), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:17.624634 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28e4604-60b3-4fb4-a9b9-a7c7e02fe2ee admin admin] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:09:17.687641 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] For port f50ef3dd-b293-4489-98dd-a4a5c0d603cb, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=f50ef3dd-b293-4489-98dd-a4a5c0d603cb,segment=NetworkSegment(eabfb043-c84f-4765-9514-a62673ad5ee4),segment_id=eabfb043-c84f-4765-9514-a62673ad5ee4)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:09:17.694380 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (f50ef3dd-b293-4489-98dd-a4a5c0d603cb), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:17.748095 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1408a0-63f4-46ed-8cc2-3ba6a3d82dac req-e61e0bd4-2941-4dff-8807-df43afc473af tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:17.756567 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-bd1408a0-63f4-46ed-8cc2-3ba6a3d82dac req-e61e0bd4-2941-4dff-8807-df43afc473af tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] 10.222.0.41 "GET /v2.0/ports?device_id=4700657c-3f39-4eb5-b7b0-8651089bd587 HTTP/1.1" status: 200 len: 946 time: 0.2425697 Jan 28 07:09:17.767913 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28e4604-60b3-4fb4-a9b9-a7c7e02fe2ee admin admin] Pushing event updated for resources: {'Port': ['ID=652ced53-0b67-4f3d-b31b-7cd797166160,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:09:17.902619 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-bd1408a0-63f4-46ed-8cc2-3ba6a3d82dac req-298f8876-310a-4b28-98fd-cdec3df21ea6 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] 10.222.0.41 "GET /v2.0/security-groups?id=c2614457-355d-4290-9839-3c701d202067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363866 Jan 28 07:09:17.929123 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Pushing event updated for resources: {'Port': ['ID=f50ef3dd-b293-4489-98dd-a4a5c0d603cb,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:09:18.088655 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518e3dfc-041e-4b7e-bdff-965883a16a16 req-393497ae-f2dc-4fda-98e4-4b4068db3665 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:18.111315 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-518e3dfc-041e-4b7e-bdff-965883a16a16 req-393497ae-f2dc-4fda-98e4-4b4068db3665 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=b35d2c80-d830-4888-95fe-8e54e83abdd0 HTTP/1.1" status: 200 len: 950 time: 0.1210642 Jan 28 07:09:18.219808 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-518e3dfc-041e-4b7e-bdff-965883a16a16 req-470dc8b6-a8f4-4e81-ba98-a8445f315f41 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076250 Jan 28 07:09:18.286595 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d28e4604-60b3-4fb4-a9b9-a7c7e02fe2ee admin admin] Publish callbacks [] for router_gateway (ee89a5a4-39d8-46d1-b45b-5fcdb90c6e90), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:18.392235 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d175f7a8-8e32-4cd7-88ec-d587072e6393 req-0d06aa1a-04f3-405e-a116-4cbf6132f780 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/ports?device_id=727d4f68-410f-49f3-9274-2043b45a847a HTTP/1.1" status: 200 len: 210 time: 0.0779216 Jan 28 07:09:18.617405 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de1a6958-43ae-48b2-a50b-cef402bbf005 None None] Network 0d2602fa-1d2d-4c75-8661-ee94c8ac01e5 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:09:18.684491 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780cbb1a-fea5-41d8-b5cd-8058378997df req-59fb8eba-45b2-41cf-80dd-daf4503368f3 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:18.698014 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-780cbb1a-fea5-41d8-b5cd-8058378997df req-59fb8eba-45b2-41cf-80dd-daf4503368f3 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/ports?device_id=8583dc03-a039-446f-b1e8-5e1ed628fdcb HTTP/1.1" status: 200 len: 944 time: 0.1538837 Jan 28 07:09:18.837953 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-780cbb1a-fea5-41d8-b5cd-8058378997df req-2b52a9d0-6bf9-488c-b610-21c4bf4c221b tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/security-groups?id=83d97fa1-2f29-40d2-a756-a970d048d2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361899 Jan 28 07:09:18.919338 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-d1131c98-b5d9-4d49-82de-24aeab92889d None None] Provisioning complete for port f50ef3dd-b293-4489-98dd-a4a5c0d603cb triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:09:18.919607 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d1131c98-b5d9-4d49-82de-24aeab92889d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (f50ef3dd-b293-4489-98dd-a4a5c0d603cb), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:19.005096 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d28e4604-60b3-4fb4-a9b9-a7c7e02fe2ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16605475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16607909'] for router (ee89a5a4-39d8-46d1-b45b-5fcdb90c6e90), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:19.166181 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device f50ef3dd-b293-4489-98dd-a4a5c0d603cb up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:09:19.279943 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-d1131c98-b5d9-4d49-82de-24aeab92889d None None] Current status of the port f50ef3dd-b293-4489-98dd-a4a5c0d603cb is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:09:19.336586 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port f50ef3dd-b293-4489-98dd-a4a5c0d603cb triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:09:19.336975 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (f50ef3dd-b293-4489-98dd-a4a5c0d603cb), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:19.486152 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d28e4604-60b3-4fb4-a9b9-a7c7e02fe2ee admin admin] Router ee89a5a4-39d8-46d1-b45b-5fcdb90c6e90 is scheduled to L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 with binding_index 1 {{(pid=103284) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 07:09:19.526204 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-5fab2fae-3e2b-4a39-b6b6-f69a67b572e0 None None] Provisioning complete for port f50ef3dd-b293-4489-98dd-a4a5c0d603cb triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:09:19.526598 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5fab2fae-3e2b-4a39-b6b6-f69a67b572e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (f50ef3dd-b293-4489-98dd-a4a5c0d603cb), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:19.539758 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4c4002-d941-4710-8e39-419472caabb0 req-fb9c6a13-2f9a-4ef7-af01-d9419a645cc2 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:19.542595 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2a4c4002-d941-4710-8e39-419472caabb0 req-fb9c6a13-2f9a-4ef7-af01-d9419a645cc2 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=b35d2c80-d830-4888-95fe-8e54e83abdd0 HTTP/1.1" status: 200 len: 950 time: 0.1039410 Jan 28 07:09:19.576704 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port f50ef3dd-b293-4489-98dd-a4a5c0d603cb is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:09:19.611868 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d28e4604-60b3-4fb4-a9b9-a7c7e02fe2ee admin admin] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:09:19.636907 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2a4c4002-d941-4710-8e39-419472caabb0 req-5a601fb0-aa39-45e3-9a29-3b4cabde188a tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877571 Jan 28 07:09:19.658249 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3cff24-9baa-4456-a33f-a92af3fc86bc None None] Sync routers for ids ['ee89a5a4-39d8-46d1-b45b-5fcdb90c6e90'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:09:19.674807 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-5fab2fae-3e2b-4a39-b6b6-f69a67b572e0 None None] Current status of the port f50ef3dd-b293-4489-98dd-a4a5c0d603cb is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:09:19.685700 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-68c9a397-85c6-4d24-b817-f205f54318dc req-59de8fd7-7dbf-4fe0-8284-0ea914c0de3b tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/ports?device_id=727d4f68-410f-49f3-9274-2043b45a847a HTTP/1.1" status: 200 len: 210 time: 0.0702691 Jan 28 07:09:19.686384 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3cff24-9baa-4456-a33f-a92af3fc86bc None None] Routers {'ee89a5a4-39d8-46d1-b45b-5fcdb90c6e90'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:09:19.687008 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-1b3cff24-9baa-4456-a33f-a92af3fc86bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:09:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['ee89a5a4-39d8-46d1-b45b-5fcdb90c6e90'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:09:19.716681 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d28e4604-60b3-4fb4-a9b9-a7c7e02fe2ee admin admin] Publish callbacks [] for router (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:19.721331 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 35312) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:09:19.737875 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-d28e4604-60b3-4fb4-a9b9-a7c7e02fe2ee admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.9770992 Jan 28 07:09:19.877612 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-1b3cff24-9baa-4456-a33f-a92af3fc86bc None None] Set router ee89a5a4-39d8-46d1-b45b-5fcdb90c6e90 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:09:20.148294 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3892f4cc-b1da-4d77-8fc2-fe00648f60ff req-88a87d7d-23b9-4e4e-814a-9e89286b40c9 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:20.150148 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3892f4cc-b1da-4d77-8fc2-fe00648f60ff req-88a87d7d-23b9-4e4e-814a-9e89286b40c9 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.44 "GET /v2.0/networks?id=bc323a54-605a-4c90-85cc-1a8faa87a52d HTTP/1.1" status: 200 len: 815 time: 0.2278116 Jan 28 07:09:20.174188 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-3892f4cc-b1da-4d77-8fc2-fe00648f60ff req-cee790e3-b7ec-43d5-afda-2cda97b173d1 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] Request body: {'port': {'device_id': '727d4f68-410f-49f3-9274-2043b45a847a', 'network_id': 'bc323a54-605a-4c90-85cc-1a8faa87a52d', 'admin_state_up': True, 'tenant_id': '905e3dc67fdf43e49f98f5ec60ec347f'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:09:20.228525 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d20d9c-f673-48f4-a4bd-dd74ca2d5be9 req-3134d966-8bde-4c91-9c5b-974769cf929b tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:20.230121 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-05d20d9c-f673-48f4-a4bd-dd74ca2d5be9 req-3134d966-8bde-4c91-9c5b-974769cf929b tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/ports?device_id=8583dc03-a039-446f-b1e8-5e1ed628fdcb HTTP/1.1" status: 200 len: 944 time: 0.1409848 Jan 28 07:09:20.367267 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3892f4cc-b1da-4d77-8fc2-fe00648f60ff req-cee790e3-b7ec-43d5-afda-2cda97b173d1 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] Made reservation on behalf of 905e3dc67fdf43e49f98f5ec60ec347f for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:09:20.376938 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-3892f4cc-b1da-4d77-8fc2-fe00648f60ff req-cee790e3-b7ec-43d5-afda-2cda97b173d1 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:20.558670 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-1b3cff24-9baa-4456-a33f-a92af3fc86bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee89a5a4-39d8-46d1-b45b-5fcdb90c6e90', 'name': 'tempest-TaggedBootDevicesTest-1403637708-router', 'tenant_id': '3e187e532e7d440c823c7ea556f78f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': '652ced53-0b67-4f3d-b31b-7cd797166160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:09:14Z', 'updated_at': '2022-01-28T07:09:17Z', 'revision_number': 3, 'project_id': '3e187e532e7d440c823c7ea556f78f6e', 'gw_port': {'id': '652ced53-0b67-4f3d-b31b-7cd797166160', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f6:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee89a5a4-39d8-46d1-b45b-5fcdb90c6e90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:09:16Z', 'updated_at': '2022-01-28T07:09:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:09:20.602180 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3cff24-9baa-4456-a33f-a92af3fc86bc None None] Checking router: ee89a5a4-39d8-46d1-b45b-5fcdb90c6e90 for host: n-d-712749-28 {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:09:20.602941 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3cff24-9baa-4456-a33f-a92af3fc86bc None None] Updating router ee89a5a4-39d8-46d1-b45b-5fcdb90c6e90 port 652ced53-0b67-4f3d-b31b-7cd797166160 binding host n-d-712749-28 {{(pid=103285) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 07:09:20.633368 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1b3cff24-9baa-4456-a33f-a92af3fc86bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (652ced53-0b67-4f3d-b31b-7cd797166160), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:20.641286 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-05d20d9c-f673-48f4-a4bd-dd74ca2d5be9 req-51b06bc8-0f27-42ad-a8eb-b52206e7fa8f tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/security-groups?id=83d97fa1-2f29-40d2-a756-a970d048d2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4027255 Jan 28 07:09:20.715786 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-3892f4cc-b1da-4d77-8fc2-fe00648f60ff req-cee790e3-b7ec-43d5-afda-2cda97b173d1 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] Allocated IP 172.20.0.4 (bc323a54-605a-4c90-85cc-1a8faa87a52d/db87510e-2424-4f9c-8c68-c494c476644f/5bf70e7c-4e15-4351-b237-cdf0f86a7c5d) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:09:20.779777 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f94a31c8-fd5e-4006-bc29-a3a8c6ef9970 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:20.892284 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-3d0aec67-a0e6-4be6-b5d3-989c7b75923e req-5edc1f99-e390-465d-8ad7-3ba92fb674a9 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/ports?device_id=727d4f68-410f-49f3-9274-2043b45a847a HTTP/1.1" status: 200 len: 210 time: 0.0731380 Jan 28 07:09:20.952172 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d94777-8a0f-4acf-978b-843b20fd3b7e req-831291d0-e314-4c64-97fd-8a45a7e37a2f tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:20.953982 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-35d94777-8a0f-4acf-978b-843b20fd3b7e req-831291d0-e314-4c64-97fd-8a45a7e37a2f tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=b35d2c80-d830-4888-95fe-8e54e83abdd0 HTTP/1.1" status: 200 len: 950 time: 0.1478734 Jan 28 07:09:21.063558 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-35d94777-8a0f-4acf-978b-843b20fd3b7e req-6ebc60e4-44fa-4c65-9ae8-bdd2845d2c21 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019216 Jan 28 07:09:21.096771 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-3892f4cc-b1da-4d77-8fc2-fe00648f60ff req-cee790e3-b7ec-43d5-afda-2cda97b173d1 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] Publish callbacks [] for port (5bf70e7c-4e15-4351-b237-cdf0f86a7c5d), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:21.157059 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-3892f4cc-b1da-4d77-8fc2-fe00648f60ff req-cee790e3-b7ec-43d5-afda-2cda97b173d1 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (5bf70e7c-4e15-4351-b237-cdf0f86a7c5d), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:21.184766 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3892f4cc-b1da-4d77-8fc2-fe00648f60ff req-cee790e3-b7ec-43d5-afda-2cda97b173d1 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] Network bc323a54-605a-4c90-85cc-1a8faa87a52d is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:09:21.188442 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-3892f4cc-b1da-4d77-8fc2-fe00648f60ff req-cee790e3-b7ec-43d5-afda-2cda97b173d1 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:09:21.215265 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-3892f4cc-b1da-4d77-8fc2-fe00648f60ff req-cee790e3-b7ec-43d5-afda-2cda97b173d1 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:09:21.247973 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-f94a31c8-fd5e-4006-bc29-a3a8c6ef9970 admin admin] Allocated IP 172.20.0.1 (0d2602fa-1d2d-4c75-8661-ee94c8ac01e5/a36581c3-26ef-4e8c-b9f4-8727fbf3ff93/9c106638-8a48-457e-8d87-3b66d720a2ac) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:09:21.305552 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1b3cff24-9baa-4456-a33f-a92af3fc86bc None None] Publish callbacks [] for port (652ced53-0b67-4f3d-b31b-7cd797166160), precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:21.311973 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee790e3-b7ec-43d5-afda-2cda97b173d1 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] Pushing event updated for resources: {'Port': ['ID=5bf70e7c-4e15-4351-b237-cdf0f86a7c5d,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:09:21.317088 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1b3cff24-9baa-4456-a33f-a92af3fc86bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (652ced53-0b67-4f3d-b31b-7cd797166160), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:21.338895 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3892f4cc-b1da-4d77-8fc2-fe00648f60ff req-cee790e3-b7ec-43d5-afda-2cda97b173d1 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:21.339830 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-3892f4cc-b1da-4d77-8fc2-fe00648f60ff req-cee790e3-b7ec-43d5-afda-2cda97b173d1 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:21.398835 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3892f4cc-b1da-4d77-8fc2-fe00648f60ff req-cee790e3-b7ec-43d5-afda-2cda97b173d1 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2304704 Jan 28 07:09:21.400011 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-1b3cff24-9baa-4456-a33f-a92af3fc86bc None None] Attempting to bind port 652ced53-0b67-4f3d-b31b-7cd797166160 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:09:21.400433 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-1b3cff24-9baa-4456-a33f-a92af3fc86bc None None] Attempting to bind port 652ced53-0b67-4f3d-b31b-7cd797166160 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:09:21.400817 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3cff24-9baa-4456-a33f-a92af3fc86bc None None] Attempting to bind port 652ced53-0b67-4f3d-b31b-7cd797166160 on network 7d5b3724-deef-4831-8d43-cb9b8176573c {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:09:21.425085 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3cff24-9baa-4456-a33f-a92af3fc86bc None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:09:21.425488 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3cff24-9baa-4456-a33f-a92af3fc86bc None None] Checking segment: {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:09:21.425910 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1b3cff24-9baa-4456-a33f-a92af3fc86bc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:21.426317 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3cff24-9baa-4456-a33f-a92af3fc86bc None None] Bound using segment: {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:09:21.426828 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-1b3cff24-9baa-4456-a33f-a92af3fc86bc None None] Bound port: 652ced53-0b67-4f3d-b31b-7cd797166160, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:09:21.427218 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1b3cff24-9baa-4456-a33f-a92af3fc86bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (652ced53-0b67-4f3d-b31b-7cd797166160), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:21.439481 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-3892f4cc-b1da-4d77-8fc2-fe00648f60ff req-8cde8159-6750-42cb-b9d4-833c958434fd service neutron] Request body: {'port': {'device_id': '727d4f68-410f-49f3-9274-2043b45a847a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712749-28'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:09:21.490594 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1312e27-275a-40bd-9fba-b9bac8a80b78 None None] Pushing event updated for resources: {'Port': ['ID=652ced53-0b67-4f3d-b31b-7cd797166160,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:09:21.604237 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-1b3cff24-9baa-4456-a33f-a92af3fc86bc None None] For port 652ced53-0b67-4f3d-b31b-7cd797166160, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:09:21.609095 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-1b3cff24-9baa-4456-a33f-a92af3fc86bc None None] For port 652ced53-0b67-4f3d-b31b-7cd797166160, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=652ced53-0b67-4f3d-b31b-7cd797166160,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:09:21.616391 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1b3cff24-9baa-4456-a33f-a92af3fc86bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (652ced53-0b67-4f3d-b31b-7cd797166160), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:21.711392 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-3892f4cc-b1da-4d77-8fc2-fe00648f60ff req-8cde8159-6750-42cb-b9d4-833c958434fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (5bf70e7c-4e15-4351-b237-cdf0f86a7c5d), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:21.734350 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device a51afb86-189a-4384-896a-9ae33c5a4f27 details requested by agent hyperv_n-h2-712749-28 with host n-h2-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:09:21.981191 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3cff24-9baa-4456-a33f-a92af3fc86bc None None] Routers {'ee89a5a4-39d8-46d1-b45b-5fcdb90c6e90'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:09:21.981962 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-1b3cff24-9baa-4456-a33f-a92af3fc86bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:09:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['ee89a5a4-39d8-46d1-b45b-5fcdb90c6e90'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:09:22.006648 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port a51afb86-189a-4384-896a-9ae33c5a4f27, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=a51afb86-189a-4384-896a-9ae33c5a4f27,segment=NetworkSegment(aa78153f-8140-4463-8a23-520ca70d4d00),segment_id=aa78153f-8140-4463-8a23-520ca70d4d00)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:09:22.023016 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f94a31c8-fd5e-4006-bc29-a3a8c6ef9970 admin admin] Publish callbacks [] for port (9c106638-8a48-457e-8d87-3b66d720a2ac), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:22.074936 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f94a31c8-fd5e-4006-bc29-a3a8c6ef9970 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (9c106638-8a48-457e-8d87-3b66d720a2ac), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:22.115909 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1312e27-275a-40bd-9fba-b9bac8a80b78 None None] Pushing event updated for resources: {'Port': ['ID=652ced53-0b67-4f3d-b31b-7cd797166160,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:09:22.133124 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f94a31c8-fd5e-4006-bc29-a3a8c6ef9970 admin admin] Network 0d2602fa-1d2d-4c75-8661-ee94c8ac01e5 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:09:22.135182 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94a31c8-fd5e-4006-bc29-a3a8c6ef9970 admin admin] Pushing event updated for resources: {'Port': ['ID=9c106638-8a48-457e-8d87-3b66d720a2ac,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:09:22.139175 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-f94a31c8-fd5e-4006-bc29-a3a8c6ef9970 admin admin] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:09:22.141301 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94a31c8-fd5e-4006-bc29-a3a8c6ef9970 admin admin] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:09:22.144482 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Returning: {'device': 'a51afb86-189a-4384-896a-9ae33c5a4f27', 'network_id': '40408abb-5725-4205-b120-60fb2bb4bc40', 'port_id': 'a51afb86-189a-4384-896a-9ae33c5a4f27', 'mac_address': 'fa:16:3e:43:73:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4c1d00a-11c6-444f-8042-f73535ef4594', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:09:22.207518 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f94a31c8-fd5e-4006-bc29-a3a8c6ef9970 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16609232'] for router_interface (ee89a5a4-39d8-46d1-b45b-5fcdb90c6e90), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:22.252099 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-3892f4cc-b1da-4d77-8fc2-fe00648f60ff req-8cde8159-6750-42cb-b9d4-833c958434fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bf70e7c-4e15-4351-b237-cdf0f86a7c5d {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:09:22.263174 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-3892f4cc-b1da-4d77-8fc2-fe00648f60ff req-8cde8159-6750-42cb-b9d4-833c958434fd service neutron] Publish callbacks [] for port (5bf70e7c-4e15-4351-b237-cdf0f86a7c5d), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:22.279120 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-3892f4cc-b1da-4d77-8fc2-fe00648f60ff req-8cde8159-6750-42cb-b9d4-833c958434fd service neutron] Transition to ACTIVE for port object 5bf70e7c-4e15-4351-b237-cdf0f86a7c5d will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:09:22.297549 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-3892f4cc-b1da-4d77-8fc2-fe00648f60ff req-8cde8159-6750-42cb-b9d4-833c958434fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (5bf70e7c-4e15-4351-b237-cdf0f86a7c5d), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:22.325179 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b67236-2251-443a-b6f1-1f80597fd770 req-4d48dae8-58b9-4eae-9559-9f7fa268ee55 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:22.328624 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b2b67236-2251-443a-b6f1-1f80597fd770 req-4d48dae8-58b9-4eae-9559-9f7fa268ee55 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/ports?device_id=8583dc03-a039-446f-b1e8-5e1ed628fdcb HTTP/1.1" status: 200 len: 944 time: 0.4494684 Jan 28 07:09:22.371894 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port a51afb86-189a-4384-896a-9ae33c5a4f27 is: ACTIVE; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:09:22.372886 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (a51afb86-189a-4384-896a-9ae33c5a4f27), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:22.408629 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cde8159-6750-42cb-b9d4-833c958434fd service neutron] Pushing event updated for resources: {'Port': ['ID=5bf70e7c-4e15-4351-b237-cdf0f86a7c5d,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:09:22.436463 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-1b3cff24-9baa-4456-a33f-a92af3fc86bc None None] Set router ee89a5a4-39d8-46d1-b45b-5fcdb90c6e90 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:09:22.439659 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a51afb86-189a-4384-896a-9ae33c5a4f27 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:09:22.469924 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b2b67236-2251-443a-b6f1-1f80597fd770 req-3b2514fa-6127-47c1-b0cf-66f3faf16a6d tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/security-groups?id=83d97fa1-2f29-40d2-a756-a970d048d2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342680 Jan 28 07:09:22.503773 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6911f0-641a-4e6f-b6ee-cebb16d3efae req-8d05ecac-38b1-4816-a413-f1adcb041c42 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:22.504207 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8b6911f0-641a-4e6f-b6ee-cebb16d3efae req-8d05ecac-38b1-4816-a413-f1adcb041c42 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/ports?device_id=727d4f68-410f-49f3-9274-2043b45a847a HTTP/1.1" status: 200 len: 943 time: 0.2212245 Jan 28 07:09:22.506236 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port a51afb86-189a-4384-896a-9ae33c5a4f27, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=a51afb86-189a-4384-896a-9ae33c5a4f27,segment=NetworkSegment(aa78153f-8140-4463-8a23-520ca70d4d00),segment_id=aa78153f-8140-4463-8a23-520ca70d4d00)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:09:22.659870 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f94a31c8-fd5e-4006-bc29-a3a8c6ef9970 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (9c106638-8a48-457e-8d87-3b66d720a2ac), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:22.717526 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (a51afb86-189a-4384-896a-9ae33c5a4f27), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:22.745328 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8b6911f0-641a-4e6f-b6ee-cebb16d3efae req-5b79da1d-e932-4723-8b40-4a0dc4617b17 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/security-groups?id=ffb17db6-1913-4712-aa46-d7c764c8c875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364204 Jan 28 07:09:22.776563 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-3892f4cc-b1da-4d77-8fc2-fe00648f60ff req-8cde8159-6750-42cb-b9d4-833c958434fd service neutron] Attempting to bind port 5bf70e7c-4e15-4351-b237-cdf0f86a7c5d on host n-h2-712749-28 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:09:22.776917 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-3892f4cc-b1da-4d77-8fc2-fe00648f60ff req-8cde8159-6750-42cb-b9d4-833c958434fd service neutron] Attempting to bind port 5bf70e7c-4e15-4351-b237-cdf0f86a7c5d by drivers openvswitch,hyperv on host n-h2-712749-28 at level 0 using segments [{'id': 'b8d72b75-cba6-44bb-b1f1-97b3aa439c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'bc323a54-605a-4c90-85cc-1a8faa87a52d'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:09:22.777248 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3892f4cc-b1da-4d77-8fc2-fe00648f60ff req-8cde8159-6750-42cb-b9d4-833c958434fd service neutron] Attempting to bind port 5bf70e7c-4e15-4351-b237-cdf0f86a7c5d on network bc323a54-605a-4c90-85cc-1a8faa87a52d {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:09:22.789437 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3892f4cc-b1da-4d77-8fc2-fe00648f60ff req-8cde8159-6750-42cb-b9d4-833c958434fd service neutron] Port 5bf70e7c-4e15-4351-b237-cdf0f86a7c5d on network bc323a54-605a-4c90-85cc-1a8faa87a52d not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-28 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:09:22.789761 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3892f4cc-b1da-4d77-8fc2-fe00648f60ff req-8cde8159-6750-42cb-b9d4-833c958434fd service neutron] Attempting to bind port 5bf70e7c-4e15-4351-b237-cdf0f86a7c5d on network bc323a54-605a-4c90-85cc-1a8faa87a52d {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:09:22.806060 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3892f4cc-b1da-4d77-8fc2-fe00648f60ff req-8cde8159-6750-42cb-b9d4-833c958434fd service neutron] Checking agent: {'id': 'c9906e63-062c-432e-bb53-63fdb8115e18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:09:22.806409 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3892f4cc-b1da-4d77-8fc2-fe00648f60ff req-8cde8159-6750-42cb-b9d4-833c958434fd service neutron] Checking segment: {'id': 'b8d72b75-cba6-44bb-b1f1-97b3aa439c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'bc323a54-605a-4c90-85cc-1a8faa87a52d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:09:22.806799 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3892f4cc-b1da-4d77-8fc2-fe00648f60ff req-8cde8159-6750-42cb-b9d4-833c958434fd service neutron] Bound using segment: {'id': 'b8d72b75-cba6-44bb-b1f1-97b3aa439c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'bc323a54-605a-4c90-85cc-1a8faa87a52d'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:09:22.807244 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-3892f4cc-b1da-4d77-8fc2-fe00648f60ff req-8cde8159-6750-42cb-b9d4-833c958434fd service neutron] Bound port: 5bf70e7c-4e15-4351-b237-cdf0f86a7c5d, host: n-h2-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8d72b75-cba6-44bb-b1f1-97b3aa439c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'bc323a54-605a-4c90-85cc-1a8faa87a52d'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:09:22.807608 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-3892f4cc-b1da-4d77-8fc2-fe00648f60ff req-8cde8159-6750-42cb-b9d4-833c958434fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (5bf70e7c-4e15-4351-b237-cdf0f86a7c5d), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:22.897599 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-a6af22e5-bc2b-49a8-b7ef-b4537045e8de None None] Provisioning complete for port 9c106638-8a48-457e-8d87-3b66d720a2ac triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:09:22.898363 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a6af22e5-bc2b-49a8-b7ef-b4537045e8de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (9c106638-8a48-457e-8d87-3b66d720a2ac), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:22.938631 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-3892f4cc-b1da-4d77-8fc2-fe00648f60ff req-8cde8159-6750-42cb-b9d4-833c958434fd service neutron] For port 5bf70e7c-4e15-4351-b237-cdf0f86a7c5d, host n-h2-712749-28, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:09:22.942190 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-3892f4cc-b1da-4d77-8fc2-fe00648f60ff req-8cde8159-6750-42cb-b9d4-833c958434fd service neutron] For port 5bf70e7c-4e15-4351-b237-cdf0f86a7c5d, host n-h2-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=5bf70e7c-4e15-4351-b237-cdf0f86a7c5d,segment=NetworkSegment(b8d72b75-cba6-44bb-b1f1-97b3aa439c04),segment_id=b8d72b75-cba6-44bb-b1f1-97b3aa439c04)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:09:22.947831 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-3892f4cc-b1da-4d77-8fc2-fe00648f60ff req-8cde8159-6750-42cb-b9d4-833c958434fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (5bf70e7c-4e15-4351-b237-cdf0f86a7c5d), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:22.967819 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['a51afb86-189a-4384-896a-9ae33c5a4f27'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:09:22.970531 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=a51afb86-189a-4384-896a-9ae33c5a4f27,revision_number=6']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:09:23.021612 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-a6af22e5-bc2b-49a8-b7ef-b4537045e8de None None] Port 9c106638-8a48-457e-8d87-3b66d720a2ac cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:09:23.034935 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f94a31c8-fd5e-4006-bc29-a3a8c6ef9970 admin admin] Publish callbacks [] for port (9c106638-8a48-457e-8d87-3b66d720a2ac), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:23.048022 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3892f4cc-b1da-4d77-8fc2-fe00648f60ff req-8cde8159-6750-42cb-b9d4-833c958434fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:23.050003 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-3892f4cc-b1da-4d77-8fc2-fe00648f60ff req-8cde8159-6750-42cb-b9d4-833c958434fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:23.055612 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3892f4cc-b1da-4d77-8fc2-fe00648f60ff req-8cde8159-6750-42cb-b9d4-833c958434fd service neutron] 10.222.0.44 "PUT /v2.0/ports/5bf70e7c-4e15-4351-b237-cdf0f86a7c5d HTTP/1.1" status: 200 len: 1092 time: 1.6422088 Jan 28 07:09:23.056554 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '727d4f68-410f-49f3-9274-2043b45a847a', 'tag': '5bf70e7c-4e15-4351-b237-cdf0f86a7c5d'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:09:23.057595 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f94a31c8-fd5e-4006-bc29-a3a8c6ef9970 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (9c106638-8a48-457e-8d87-3b66d720a2ac), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:23.060392 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fcabbb3-113c-4d74-9fa9-6f49fe3c275f" -d '{"events": [{"name": "network-changed", "server_uuid": "727d4f68-410f-49f3-9274-2043b45a847a", "tag": "5bf70e7c-4e15-4351-b237-cdf0f86a7c5d"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:09:23.079557 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16316604-a385-4774-93e7-5bc5e9569ae3 req-2674fea7-7ab9-4970-a29d-98122a38bcdd tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:23.087359 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-16316604-a385-4774-93e7-5bc5e9569ae3 req-2674fea7-7ab9-4970-a29d-98122a38bcdd tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=b35d2c80-d830-4888-95fe-8e54e83abdd0 HTTP/1.1" status: 200 len: 950 time: 0.4093692 Jan 28 07:09:23.102386 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cde8159-6750-42cb-b9d4-833c958434fd service neutron] Pushing event updated for resources: {'Port': ['ID=5bf70e7c-4e15-4351-b237-cdf0f86a7c5d,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:09:23.198358 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94a31c8-fd5e-4006-bc29-a3a8c6ef9970 admin admin] Pushing event updated for resources: {'Port': ['ID=9c106638-8a48-457e-8d87-3b66d720a2ac,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:09:23.230586 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3892f4cc-b1da-4d77-8fc2-fe00648f60ff req-cf16593b-9369-41d3-9c66-f3ad7966588e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:23.237211 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3892f4cc-b1da-4d77-8fc2-fe00648f60ff req-cf16593b-9369-41d3-9c66-f3ad7966588e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=905e3dc67fdf43e49f98f5ec60ec347f&device_id=727d4f68-410f-49f3-9274-2043b45a847a HTTP/1.1" status: 200 len: 1095 time: 0.1170175 Jan 28 07:09:23.243908 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f94a31c8-fd5e-4006-bc29-a3a8c6ef9970 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16318999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16606560'] for router_interface (ee89a5a4-39d8-46d1-b45b-5fcdb90c6e90), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:23.278029 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-16316604-a385-4774-93e7-5bc5e9569ae3 req-216fcdc1-16ae-4bd7-afe3-200adfcf9f17 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894205 Jan 28 07:09:23.282960 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-1b3cff24-9baa-4456-a33f-a92af3fc86bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee89a5a4-39d8-46d1-b45b-5fcdb90c6e90', 'name': 'tempest-TaggedBootDevicesTest-1403637708-router', 'tenant_id': '3e187e532e7d440c823c7ea556f78f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': '652ced53-0b67-4f3d-b31b-7cd797166160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:09:14Z', 'updated_at': '2022-01-28T07:09:17Z', 'revision_number': 3, 'project_id': '3e187e532e7d440c823c7ea556f78f6e', 'gw_port': {'id': '652ced53-0b67-4f3d-b31b-7cd797166160', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f6:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee89a5a4-39d8-46d1-b45b-5fcdb90c6e90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:09:16Z', 'updated_at': '2022-01-28T07:09:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:09:23.343091 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3892f4cc-b1da-4d77-8fc2-fe00648f60ff req-05cd2f04-cae2-499d-a18f-168bcfb0129d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5bf70e7c-4e15-4351-b237-cdf0f86a7c5d HTTP/1.1" status: 200 len: 217 time: 0.0921447 Jan 28 07:09:23.363072 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3cff24-9baa-4456-a33f-a92af3fc86bc None None] The sync data for ids ['ee89a5a4-39d8-46d1-b45b-5fcdb90c6e90'] in n-d-712749-28 is: [{'id': 'ee89a5a4-39d8-46d1-b45b-5fcdb90c6e90', 'name': 'tempest-TaggedBootDevicesTest-1403637708-router', 'tenant_id': '3e187e532e7d440c823c7ea556f78f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': '652ced53-0b67-4f3d-b31b-7cd797166160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:09:14Z', 'updated_at': '2022-01-28T07:09:17Z', 'revision_number': 3, 'project_id': '3e187e532e7d440c823c7ea556f78f6e', 'gw_port': {'id': '652ced53-0b67-4f3d-b31b-7cd797166160', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f6:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee89a5a4-39d8-46d1-b45b-5fcdb90c6e90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:09:16Z', 'updated_at': '2022-01-28T07:09:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:09:23.476441 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f94a31c8-fd5e-4006-bc29-a3a8c6ef9970 admin admin] Network 0d2602fa-1d2d-4c75-8661-ee94c8ac01e5 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:09:23.482666 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-f94a31c8-fd5e-4006-bc29-a3a8c6ef9970 admin admin] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:09:23.633092 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3892f4cc-b1da-4d77-8fc2-fe00648f60ff req-e06bbcd3-992e-4713-af44-bef67eee7dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:23.645963 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3892f4cc-b1da-4d77-8fc2-fe00648f60ff req-e06bbcd3-992e-4713-af44-bef67eee7dfd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=db87510e-2424-4f9c-8c68-c494c476644f HTTP/1.1" status: 200 len: 855 time: 0.2970078 Jan 28 07:09:23.709238 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device a51afb86-189a-4384-896a-9ae33c5a4f27 up at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:09:23.787925 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3892f4cc-b1da-4d77-8fc2-fe00648f60ff req-57a35bc6-4b49-488b-bf48-016be6f2663f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bc323a54-605a-4c90-85cc-1a8faa87a52d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1283224 Jan 28 07:09:23.917406 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f94a31c8-fd5e-4006-bc29-a3a8c6ef9970 admin admin] Router ee89a5a4-39d8-46d1-b45b-5fcdb90c6e90 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:09:24.024359 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning complete for port a51afb86-189a-4384-896a-9ae33c5a4f27 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:09:24.024662 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (a51afb86-189a-4384-896a-9ae33c5a4f27), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:24.035536 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-ecb53493-91d2-42a8-85f7-331ec9aba609 None None] Provisioning complete for port 9c106638-8a48-457e-8d87-3b66d720a2ac triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:09:24.035897 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ecb53493-91d2-42a8-85f7-331ec9aba609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (9c106638-8a48-457e-8d87-3b66d720a2ac), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:24.102874 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6227415-5bc6-434e-9c23-d9012c087ca6 x-openstack-request-id: req-e6227415-5bc6-434e-9c23-d9012c087ca6 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:09:24.109729 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "727d4f68-410f-49f3-9274-2043b45a847a", "tag": "5bf70e7c-4e15-4351-b237-cdf0f86a7c5d", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:09:24.113144 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e6227415-5bc6-434e-9c23-d9012c087ca6 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:09:24.116273 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '727d4f68-410f-49f3-9274-2043b45a847a', 'tag': '5bf70e7c-4e15-4351-b237-cdf0f86a7c5d', 'status': 'completed', 'code': 200} Jan 28 07:09:24.139675 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3892f4cc-b1da-4d77-8fc2-fe00648f60ff req-b8844a8b-156f-41dd-88ee-3b18f3910f65 service neutron] 10.222.0.44 "GET /v2.0/networks/bc323a54-605a-4c90-85cc-1a8faa87a52d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3438444 Jan 28 07:09:24.211122 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-ecb53493-91d2-42a8-85f7-331ec9aba609 None None] Port 9c106638-8a48-457e-8d87-3b66d720a2ac cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:09:24.344683 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3892f4cc-b1da-4d77-8fc2-fe00648f60ff req-6c260428-81de-4843-a9e7-90dc1d928731 service neutron] 10.222.0.44 "GET /v2.0/networks/bc323a54-605a-4c90-85cc-1a8faa87a52d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010164 Jan 28 07:09:24.361473 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port a51afb86-189a-4384-896a-9ae33c5a4f27 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:09:24.361776 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (a51afb86-189a-4384-896a-9ae33c5a4f27), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:24.374787 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f94a31c8-fd5e-4006-bc29-a3a8c6ef9970 admin admin] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:09:24.421370 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-f94a31c8-fd5e-4006-bc29-a3a8c6ef9970 admin admin] 10.222.0.41 "PUT /v2.0/routers/ee89a5a4-39d8-46d1-b45b-5fcdb90c6e90/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6983683 Jan 28 07:09:24.451044 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fa8de1-6cd8-4f0b-9ec6-7c247a88a8f9 req-744899e8-2098-4c81-b641-7d215d46e199 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:24.468783 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b9fa8de1-6cd8-4f0b-9ec6-7c247a88a8f9 req-744899e8-2098-4c81-b641-7d215d46e199 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/ports?device_id=8583dc03-a039-446f-b1e8-5e1ed628fdcb HTTP/1.1" status: 200 len: 944 time: 0.2846019 Jan 28 07:09:24.472259 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4700657c-3f39-4eb5-b7b0-8651089bd587', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a51afb86-189a-4384-896a-9ae33c5a4f27'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:09:24.475276 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2918f69a-b118-4f35-9d2b-e4c07482b1ff" -d '{"events": [{"server_uuid": "4700657c-3f39-4eb5-b7b0-8651089bd587", "name": "network-vif-plugged", "status": "completed", "tag": "a51afb86-189a-4384-896a-9ae33c5a4f27"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:09:24.530475 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port a51afb86-189a-4384-896a-9ae33c5a4f27, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=a51afb86-189a-4384-896a-9ae33c5a4f27,segment=NetworkSegment(aa78153f-8140-4463-8a23-520ca70d4d00),segment_id=aa78153f-8140-4463-8a23-520ca70d4d00)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:09:24.539325 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (a51afb86-189a-4384-896a-9ae33c5a4f27), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:24.565752 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcabbb3-113c-4d74-9fa9-6f49fe3c275f req-5ee4b5f5-c8b3-4239-b886-cf7c6d7abdae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:24.570785 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4fcabbb3-113c-4d74-9fa9-6f49fe3c275f req-5ee4b5f5-c8b3-4239-b886-cf7c6d7abdae service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=905e3dc67fdf43e49f98f5ec60ec347f&device_id=727d4f68-410f-49f3-9274-2043b45a847a HTTP/1.1" status: 200 len: 1095 time: 0.1297369 Jan 28 07:09:24.650132 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b9fa8de1-6cd8-4f0b-9ec6-7c247a88a8f9 req-02b8c308-4420-479d-b28a-30dfb9f3f4c6 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/security-groups?id=83d97fa1-2f29-40d2-a756-a970d048d2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793041 Jan 28 07:09:24.733680 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=a51afb86-189a-4384-896a-9ae33c5a4f27,revision_number=7']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:09:24.773173 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcabbb3-113c-4d74-9fa9-6f49fe3c275f req-5a36dd4e-498e-4b51-a0e0-ca8161ec7a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:24.775328 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4fcabbb3-113c-4d74-9fa9-6f49fe3c275f req-5a36dd4e-498e-4b51-a0e0-ca8161ec7a69 service neutron] 10.222.0.44 "GET /v2.0/networks?id=bc323a54-605a-4c90-85cc-1a8faa87a52d HTTP/1.1" status: 200 len: 916 time: 0.1946542 Jan 28 07:09:24.983306 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4fcabbb3-113c-4d74-9fa9-6f49fe3c275f req-78ab05d5-9fac-4953-9ef8-a5ba4f5c45f6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5bf70e7c-4e15-4351-b237-cdf0f86a7c5d HTTP/1.1" status: 200 len: 217 time: 0.1985745 Jan 28 07:09:25.003873 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46af3f41-f2c7-439b-bca2-f7d2ba9c3a91 req-05e6b252-527f-4375-bb48-349e4db823cc tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:25.046005 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-46af3f41-f2c7-439b-bca2-f7d2ba9c3a91 req-05e6b252-527f-4375-bb48-349e4db823cc tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/ports?device_id=727d4f68-410f-49f3-9274-2043b45a847a HTTP/1.1" status: 200 len: 943 time: 0.2203672 Jan 28 07:09:25.204600 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-46af3f41-f2c7-439b-bca2-f7d2ba9c3a91 req-66c5f5a6-7b3e-4502-bd1a-8a981a7e086e tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/security-groups?id=ffb17db6-1913-4712-aa46-d7c764c8c875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461334 Jan 28 07:09:25.232002 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcabbb3-113c-4d74-9fa9-6f49fe3c275f req-ae565aa6-f6c4-46c3-88e8-38d8481a0a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:25.245720 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4fcabbb3-113c-4d74-9fa9-6f49fe3c275f req-ae565aa6-f6c4-46c3-88e8-38d8481a0a60 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=db87510e-2424-4f9c-8c68-c494c476644f HTTP/1.1" status: 200 len: 855 time: 0.2485149 Jan 28 07:09:25.341928 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 652ced53-0b67-4f3d-b31b-7cd797166160 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:09:25.420118 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4fcabbb3-113c-4d74-9fa9-6f49fe3c275f req-ff9a796c-4d8d-480a-9acd-197660ff02ea service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bc323a54-605a-4c90-85cc-1a8faa87a52d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1660149 Jan 28 07:09:25.565882 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 652ced53-0b67-4f3d-b31b-7cd797166160 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:09:25.569599 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88822659-a734-4d48-a53e-61993aab8164 req-7e7f8b99-a555-4bde-89f8-9d8e098a8327 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:25.570468 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (652ced53-0b67-4f3d-b31b-7cd797166160), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:25.582579 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-88822659-a734-4d48-a53e-61993aab8164 req-7e7f8b99-a555-4bde-89f8-9d8e098a8327 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=b35d2c80-d830-4888-95fe-8e54e83abdd0 HTTP/1.1" status: 200 len: 950 time: 0.1947825 Jan 28 07:09:25.718173 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-88822659-a734-4d48-a53e-61993aab8164 req-86ac1ff1-6603-4183-9fb8-da842f412319 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341391 Jan 28 07:09:25.721129 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4fcabbb3-113c-4d74-9fa9-6f49fe3c275f req-5c03c203-2c62-44ef-8417-d91e0dcac0dc service neutron] 10.222.0.44 "GET /v2.0/networks/bc323a54-605a-4c90-85cc-1a8faa87a52d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2944295 Jan 28 07:09:25.811472 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 652ced53-0b67-4f3d-b31b-7cd797166160 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:09:25.812042 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (652ced53-0b67-4f3d-b31b-7cd797166160), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:25.865571 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 5bf70e7c-4e15-4351-b237-cdf0f86a7c5d details requested by agent hyperv_n-h2-712749-28 with host n-h2-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:09:25.894521 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] For port 652ced53-0b67-4f3d-b31b-7cd797166160, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=652ced53-0b67-4f3d-b31b-7cd797166160,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:09:25.916048 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (652ced53-0b67-4f3d-b31b-7cd797166160), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:25.975442 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 35424) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:09:25.980623 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-5799b920-51b5-4658-b212-71459e52a581 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1375100882-network', 'tenant_id': '65b30fdbe6c646bcb0125b88be11e7db'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:09:26.034123 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.db.resource_extend [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 07:09:26.046016 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5799b920-51b5-4658-b212-71459e52a581 admin admin] Made reservation on behalf of 65b30fdbe6c646bcb0125b88be11e7db for: {'network': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:09:26.052305 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5799b920-51b5-4658-b212-71459e52a581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:26.082381 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4fcabbb3-113c-4d74-9fa9-6f49fe3c275f req-7f3e3749-5abf-4c57-b03b-3906536e67ff service neutron] 10.222.0.44 "GET /v2.0/networks/bc323a54-605a-4c90-85cc-1a8faa87a52d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3541150 Jan 28 07:09:26.104439 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5799b920-51b5-4658-b212-71459e52a581 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:26.304144 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5799b920-51b5-4658-b212-71459e52a581 admin admin] Publish callbacks [] for security_group (9baac95b-095d-4fa9-ad69-56777770171a), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:26.310588 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5799b920-51b5-4658-b212-71459e52a581 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (9baac95b-095d-4fa9-ad69-56777770171a), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:26.338962 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Pushing event updated for resources: {'Port': ['ID=652ced53-0b67-4f3d-b31b-7cd797166160,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:09:26.378769 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dea6b0d-189a-4508-a0a2-27b3c7ade6a7 x-openstack-request-id: req-7dea6b0d-189a-4508-a0a2-27b3c7ade6a7 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:09:26.379081 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4700657c-3f39-4eb5-b7b0-8651089bd587", "name": "network-vif-plugged", "status": "completed", "tag": "a51afb86-189a-4384-896a-9ae33c5a4f27", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:09:26.379352 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7dea6b0d-189a-4508-a0a2-27b3c7ade6a7 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:09:26.379766 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4700657c-3f39-4eb5-b7b0-8651089bd587', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a51afb86-189a-4384-896a-9ae33c5a4f27', 'code': 200} Jan 28 07:09:26.385295 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5799b920-51b5-4658-b212-71459e52a581 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9baac95b-095d-4fa9-ad69-56777770171a,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:09:26.400579 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5799b920-51b5-4658-b212-71459e52a581 admin admin] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=103283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:09:26.416836 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5799b920-51b5-4658-b212-71459e52a581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (2c3bdd93-2d63-45f6-a0d9-85f8846ef95c), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:26.417564 n-d-712749-28 neutron-server[103283]: INFO neutron.db.segments_db [None req-5799b920-51b5-4658-b212-71459e52a581 admin admin] Added segment 2c3bdd93-2d63-45f6-a0d9-85f8846ef95c of type vlan for network 8fc23b23-8335-4a04-b0d6-249e14a325df Jan 28 07:09:26.454182 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 5bf70e7c-4e15-4351-b237-cdf0f86a7c5d, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=5bf70e7c-4e15-4351-b237-cdf0f86a7c5d,segment=NetworkSegment(b8d72b75-cba6-44bb-b1f1-97b3aa439c04),segment_id=b8d72b75-cba6-44bb-b1f1-97b3aa439c04)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:09:26.484481 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5799b920-51b5-4658-b212-71459e52a581 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (8fc23b23-8335-4a04-b0d6-249e14a325df), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:26.493377 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Returning: {'device': '5bf70e7c-4e15-4351-b237-cdf0f86a7c5d', 'network_id': 'bc323a54-605a-4c90-85cc-1a8faa87a52d', 'port_id': '5bf70e7c-4e15-4351-b237-cdf0f86a7c5d', 'mac_address': 'fa:16:3e:92:aa:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db87510e-2424-4f9c-8c68-c494c476644f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:09:26.521353 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5799b920-51b5-4658-b212-71459e52a581 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (8fc23b23-8335-4a04-b0d6-249e14a325df), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:26.523251 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5799b920-51b5-4658-b212-71459e52a581 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:26.524187 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5799b920-51b5-4658-b212-71459e52a581 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:26.616395 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-5799b920-51b5-4658-b212-71459e52a581 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6391270 Jan 28 07:09:26.619023 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 35428) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:09:26.625186 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-2e929ecb-cc87-40c1-9e0b-68d57098b270 admin admin] Request body: {'subnet': {'network_id': '8fc23b23-8335-4a04-b0d6-249e14a325df', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1375100882-subnet', 'tenant_id': '65b30fdbe6c646bcb0125b88be11e7db', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:09:26.634147 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port 5bf70e7c-4e15-4351-b237-cdf0f86a7c5d is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:09:26.634554 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (5bf70e7c-4e15-4351-b237-cdf0f86a7c5d), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:26.647698 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5799b920-51b5-4658-b212-71459e52a581 admin admin] Pushing event updated for resources: {'Network': ['ID=8fc23b23-8335-4a04-b0d6-249e14a325df,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:09:26.674695 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network 8fc23b23-8335-4a04-b0d6-249e14a325df details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:09:26.701637 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e929ecb-cc87-40c1-9e0b-68d57098b270 admin admin] Made reservation on behalf of 65b30fdbe6c646bcb0125b88be11e7db for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:09:26.715838 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2e929ecb-cc87-40c1-9e0b-68d57098b270 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24979592'] for subnet (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:26.743657 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af8a897-71fd-4f8c-8e0d-de9d026b1599 None None] Sync routers for ids ['ee89a5a4-39d8-46d1-b45b-5fcdb90c6e90'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:09:26.761481 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af8a897-71fd-4f8c-8e0d-de9d026b1599 None None] Routers {'ee89a5a4-39d8-46d1-b45b-5fcdb90c6e90'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:09:26.763110 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-1af8a897-71fd-4f8c-8e0d-de9d026b1599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:09:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['ee89a5a4-39d8-46d1-b45b-5fcdb90c6e90'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:09:26.873550 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bf70e7c-4e15-4351-b237-cdf0f86a7c5d {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:09:26.899747 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3278c6-acdc-4112-9241-b705da0a121a req-8f6cd53c-8d88-4b95-a0f1-187ab566b182 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:26.900888 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7b3278c6-acdc-4112-9241-b705da0a121a req-8f6cd53c-8d88-4b95-a0f1-187ab566b182 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/ports?device_id=8583dc03-a039-446f-b1e8-5e1ed628fdcb HTTP/1.1" status: 200 len: 944 time: 0.1641800 Jan 28 07:09:26.972627 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 5bf70e7c-4e15-4351-b237-cdf0f86a7c5d, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=5bf70e7c-4e15-4351-b237-cdf0f86a7c5d,segment=NetworkSegment(b8d72b75-cba6-44bb-b1f1-97b3aa439c04),segment_id=b8d72b75-cba6-44bb-b1f1-97b3aa439c04)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:09:26.978226 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (5bf70e7c-4e15-4351-b237-cdf0f86a7c5d), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:27.033603 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7b3278c6-acdc-4112-9241-b705da0a121a req-8ef4cca5-014f-4aab-a2e7-5cccd17190e5 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/security-groups?id=83d97fa1-2f29-40d2-a756-a970d048d2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270185 Jan 28 07:09:27.107346 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=5bf70e7c-4e15-4351-b237-cdf0f86a7c5d,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:09:27.130397 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-1af8a897-71fd-4f8c-8e0d-de9d026b1599 None None] Set router ee89a5a4-39d8-46d1-b45b-5fcdb90c6e90 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:09:27.155483 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 652ced53-0b67-4f3d-b31b-7cd797166160 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:09:27.283142 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 652ced53-0b67-4f3d-b31b-7cd797166160 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:09:27.284055 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (652ced53-0b67-4f3d-b31b-7cd797166160), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:27.302066 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2e929ecb-cc87-40c1-9e0b-68d57098b270 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24757504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24979610'] for subnet (c20d9072-2d4e-40cc-9fe9-b407c3ab0e7e), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:27.404377 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['5bf70e7c-4e15-4351-b237-cdf0f86a7c5d'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:09:27.445656 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e929ecb-cc87-40c1-9e0b-68d57098b270 admin admin] Checking segment: {'id': '2c3bdd93-2d63-45f6-a0d9-85f8846ef95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '8fc23b23-8335-4a04-b0d6-249e14a325df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:09:27.446312 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e929ecb-cc87-40c1-9e0b-68d57098b270 admin admin] Network hostable DHCP agents. Network: 8fc23b23-8335-4a04-b0d6-249e14a325df, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:09:27.454203 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e929ecb-cc87-40c1-9e0b-68d57098b270 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c20d9072-2d4e-40cc-9fe9-b407c3ab0e7e,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:09:27.514244 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e929ecb-cc87-40c1-9e0b-68d57098b270 admin admin] Network 8fc23b23-8335-4a04-b0d6-249e14a325df is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:09:27.547290 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-2e929ecb-cc87-40c1-9e0b-68d57098b270 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, 8fc23b23-8335-4a04-b0d6-249e14a325df) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:09:27.555510 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e929ecb-cc87-40c1-9e0b-68d57098b270 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:27.556362 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2e929ecb-cc87-40c1-9e0b-68d57098b270 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:27.569945 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 652ced53-0b67-4f3d-b31b-7cd797166160 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:09:27.577297 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ea7bba-ec59-4862-a013-332303a25f3a None None] Network 8fc23b23-8335-4a04-b0d6-249e14a325df requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:09:27.586038 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-2e929ecb-cc87-40c1-9e0b-68d57098b270 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9654212 Jan 28 07:09:27.598061 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 35440) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:09:27.602745 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de21c26-9256-4d20-bff0-e3c76ce04d54 req-688cad68-9c01-438b-b0b0-0120d1387ae5 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:27.604444 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-e40631c1-56b1-4903-aff9-dea7a6d9d0a6 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1375100882-router', 'tenant_id': '65b30fdbe6c646bcb0125b88be11e7db', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:09:27.608992 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7de21c26-9256-4d20-bff0-e3c76ce04d54 req-688cad68-9c01-438b-b0b0-0120d1387ae5 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/ports?device_id=727d4f68-410f-49f3-9274-2043b45a847a HTTP/1.1" status: 200 len: 944 time: 0.1913097 Jan 28 07:09:27.659096 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e40631c1-56b1-4903-aff9-dea7a6d9d0a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16606890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127275'] for router (ed1209d3-490d-4c6d-8854-920954a9bf08), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:27.660106 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e40631c1-56b1-4903-aff9-dea7a6d9d0a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16605498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16607952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16355422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127266'] for router (ed1209d3-490d-4c6d-8854-920954a9bf08), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:27.763472 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7de21c26-9256-4d20-bff0-e3c76ce04d54 req-4602f576-d9c3-4743-8c65-17d5ac955af1 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/security-groups?id=ffb17db6-1913-4712-aa46-d7c764c8c875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394911 Jan 28 07:09:27.876872 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b48ca5-af2f-4750-a6db-eaf30a08ea02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3dd72b9-6805-5f61-b6f3-a591f99a173d-8fc23b23-8335-4a04-b0d6-249e14a325df', 'network_id': '8fc23b23-8335-4a04-b0d6-249e14a325df', 'project_id': '65b30fdbe6c646bcb0125b88be11e7db', 'fixed_ips': [{'subnet_id': 'c20d9072-2d4e-40cc-9fe9-b407c3ab0e7e'}]}} from n-d-712749-28. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 07:09:27.882111 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c9b48ca5-af2f-4750-a6db-eaf30a08ea02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:27.893174 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e40631c1-56b1-4903-aff9-dea7a6d9d0a6 admin admin] Publish callbacks [] for router_controller (ed1209d3-490d-4c6d-8854-920954a9bf08), precommit_add_association {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:27.981366 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-1af8a897-71fd-4f8c-8e0d-de9d026b1599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee89a5a4-39d8-46d1-b45b-5fcdb90c6e90', 'name': 'tempest-TaggedBootDevicesTest-1403637708-router', 'tenant_id': '3e187e532e7d440c823c7ea556f78f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': '652ced53-0b67-4f3d-b31b-7cd797166160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:09:14Z', 'updated_at': '2022-01-28T07:09:22Z', 'revision_number': 4, 'project_id': '3e187e532e7d440c823c7ea556f78f6e', 'gw_port': {'id': '652ced53-0b67-4f3d-b31b-7cd797166160', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f6:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee89a5a4-39d8-46d1-b45b-5fcdb90c6e90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:09:16Z', 'updated_at': '2022-01-28T07:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '9c106638-8a48-457e-8d87-3b66d720a2ac', 'name': '', 'network_id': '0d2602fa-1d2d-4c75-8661-ee94c8ac01e5', 'tenant_id': '3e187e532e7d440c823c7ea556f78f6e', 'mac_address': 'fa:16:3e:16:75:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee89a5a4-39d8-46d1-b45b-5fcdb90c6e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'a36581c3-26ef-4e8c-b9f4-8727fbf3ff93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:09:20Z', 'updated_at': '2022-01-28T07:09:22Z', 'revision_number': 2, 'project_id': '3e187e532e7d440c823c7ea556f78f6e', 'subnets': [{'id': 'a36581c3-26ef-4e8c-b9f4-8727fbf3ff93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:09:28.054679 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af8a897-71fd-4f8c-8e0d-de9d026b1599 None None] Checking router: ee89a5a4-39d8-46d1-b45b-5fcdb90c6e90 for host: n-d-712749-28 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:09:28.055424 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af8a897-71fd-4f8c-8e0d-de9d026b1599 None None] Updating router ee89a5a4-39d8-46d1-b45b-5fcdb90c6e90 port 9c106638-8a48-457e-8d87-3b66d720a2ac binding host n-d-712749-28 {{(pid=103286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 07:09:28.134053 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1af8a897-71fd-4f8c-8e0d-de9d026b1599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (9c106638-8a48-457e-8d87-3b66d720a2ac), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:28.138083 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf48634-1563-48ff-9c0c-f90a0b8a0be9 req-4f1820ff-6bc8-4a8e-80b7-b8472e69729b tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:28.141683 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-3bf48634-1563-48ff-9c0c-f90a0b8a0be9 req-4f1820ff-6bc8-4a8e-80b7-b8472e69729b tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=b35d2c80-d830-4888-95fe-8e54e83abdd0 HTTP/1.1" status: 200 len: 950 time: 0.1811786 Jan 28 07:09:28.198869 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-c9b48ca5-af2f-4750-a6db-eaf30a08ea02 None None] Allocated IP 172.20.0.2 (8fc23b23-8335-4a04-b0d6-249e14a325df/c20d9072-2d4e-40cc-9fe9-b407c3ab0e7e/189d5c2e-b361-4c91-998d-9ab445f647eb) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:09:28.243453 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e40631c1-56b1-4903-aff9-dea7a6d9d0a6 admin admin] Publish callbacks [] for router_gateway (ed1209d3-490d-4c6d-8854-920954a9bf08), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:28.317764 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-3bf48634-1563-48ff-9c0c-f90a0b8a0be9 req-80995c1d-babe-4de6-ad30-0fbb29e0326b tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666121 Jan 28 07:09:28.637676 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c9b48ca5-af2f-4750-a6db-eaf30a08ea02 None None] Publish callbacks [] for port (189d5c2e-b361-4c91-998d-9ab445f647eb), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:28.651318 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c9b48ca5-af2f-4750-a6db-eaf30a08ea02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (189d5c2e-b361-4c91-998d-9ab445f647eb), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:28.660900 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1af8a897-71fd-4f8c-8e0d-de9d026b1599 None None] Publish callbacks [] for port (9c106638-8a48-457e-8d87-3b66d720a2ac), precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:28.693808 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1af8a897-71fd-4f8c-8e0d-de9d026b1599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (9c106638-8a48-457e-8d87-3b66d720a2ac), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:28.813874 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e40631c1-56b1-4903-aff9-dea7a6d9d0a6 admin admin] Publish callbacks [] for router_gateway (ed1209d3-490d-4c6d-8854-920954a9bf08), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:28.837825 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3060b867-bf39-41a7-813e-e02300704cbb None None] Pushing event updated for resources: {'Port': ['ID=9c106638-8a48-457e-8d87-3b66d720a2ac,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:09:28.874942 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b48ca5-af2f-4750-a6db-eaf30a08ea02 None None] Network 8fc23b23-8335-4a04-b0d6-249e14a325df is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:09:28.907847 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e40631c1-56b1-4903-aff9-dea7a6d9d0a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:28.922234 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-c9b48ca5-af2f-4750-a6db-eaf30a08ea02 None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:09:28.968179 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b6ed84-6f20-4ee3-a709-596d2ecb1c7b req-66674274-9d72-4040-bdef-a18a832f9266 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:28.978496 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f9b6ed84-6f20-4ee3-a709-596d2ecb1c7b req-66674274-9d72-4040-bdef-a18a832f9266 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/ports?device_id=8583dc03-a039-446f-b1e8-5e1ed628fdcb HTTP/1.1" status: 200 len: 944 time: 0.1601741 Jan 28 07:09:29.007635 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b48ca5-af2f-4750-a6db-eaf30a08ea02 None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:09:29.037710 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b48ca5-af2f-4750-a6db-eaf30a08ea02 None None] Pushing event updated for resources: {'Port': ['ID=189d5c2e-b361-4c91-998d-9ab445f647eb,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:09:29.063257 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-1af8a897-71fd-4f8c-8e0d-de9d026b1599 None None] Attempting to bind port 9c106638-8a48-457e-8d87-3b66d720a2ac on host n-d-712749-28 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:09:29.067537 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-1af8a897-71fd-4f8c-8e0d-de9d026b1599 None None] Attempting to bind port 9c106638-8a48-457e-8d87-3b66d720a2ac by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': 'eabfb043-c84f-4765-9514-a62673ad5ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0d2602fa-1d2d-4c75-8661-ee94c8ac01e5'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:09:29.068220 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af8a897-71fd-4f8c-8e0d-de9d026b1599 None None] Attempting to bind port 9c106638-8a48-457e-8d87-3b66d720a2ac on network 0d2602fa-1d2d-4c75-8661-ee94c8ac01e5 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:09:29.076770 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af8a897-71fd-4f8c-8e0d-de9d026b1599 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:09:29.085035 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af8a897-71fd-4f8c-8e0d-de9d026b1599 None None] Checking segment: {'id': 'eabfb043-c84f-4765-9514-a62673ad5ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0d2602fa-1d2d-4c75-8661-ee94c8ac01e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:09:29.085525 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1af8a897-71fd-4f8c-8e0d-de9d026b1599 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:29.086140 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af8a897-71fd-4f8c-8e0d-de9d026b1599 None None] Bound using segment: {'id': 'eabfb043-c84f-4765-9514-a62673ad5ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0d2602fa-1d2d-4c75-8661-ee94c8ac01e5'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:09:29.090252 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-1af8a897-71fd-4f8c-8e0d-de9d026b1599 None None] Bound port: 9c106638-8a48-457e-8d87-3b66d720a2ac, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eabfb043-c84f-4765-9514-a62673ad5ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0d2602fa-1d2d-4c75-8661-ee94c8ac01e5'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:09:29.090927 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1af8a897-71fd-4f8c-8e0d-de9d026b1599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (9c106638-8a48-457e-8d87-3b66d720a2ac), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:29.104628 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f9b6ed84-6f20-4ee3-a709-596d2ecb1c7b req-d5ff6b72-6818-4ef7-b99c-2da78ad72089 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/security-groups?id=83d97fa1-2f29-40d2-a756-a970d048d2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236093 Jan 28 07:09:29.285605 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-c9b48ca5-af2f-4750-a6db-eaf30a08ea02 None None] Attempting to bind port 189d5c2e-b361-4c91-998d-9ab445f647eb on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:09:29.285987 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-c9b48ca5-af2f-4750-a6db-eaf30a08ea02 None None] Attempting to bind port 189d5c2e-b361-4c91-998d-9ab445f647eb by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '2c3bdd93-2d63-45f6-a0d9-85f8846ef95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '8fc23b23-8335-4a04-b0d6-249e14a325df'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:09:29.286361 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b48ca5-af2f-4750-a6db-eaf30a08ea02 None None] Attempting to bind port 189d5c2e-b361-4c91-998d-9ab445f647eb on network 8fc23b23-8335-4a04-b0d6-249e14a325df {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:09:29.289494 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-e40631c1-56b1-4903-aff9-dea7a6d9d0a6 admin admin] Allocated IP 172.25.6.3 (7d5b3724-deef-4831-8d43-cb9b8176573c/b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc/f8f5d3e8-39f5-4bf3-9b39-d5dcb9dea418) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:09:29.347238 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-1af8a897-71fd-4f8c-8e0d-de9d026b1599 None None] For port 9c106638-8a48-457e-8d87-3b66d720a2ac, host n-d-712749-28, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:09:29.359744 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b48ca5-af2f-4750-a6db-eaf30a08ea02 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:09:29.360312 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b48ca5-af2f-4750-a6db-eaf30a08ea02 None None] Checking segment: {'id': '2c3bdd93-2d63-45f6-a0d9-85f8846ef95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '8fc23b23-8335-4a04-b0d6-249e14a325df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:09:29.360733 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c9b48ca5-af2f-4750-a6db-eaf30a08ea02 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:29.361139 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b48ca5-af2f-4750-a6db-eaf30a08ea02 None None] Bound using segment: {'id': '2c3bdd93-2d63-45f6-a0d9-85f8846ef95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '8fc23b23-8335-4a04-b0d6-249e14a325df'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:09:29.361638 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-c9b48ca5-af2f-4750-a6db-eaf30a08ea02 None None] Bound port: 189d5c2e-b361-4c91-998d-9ab445f647eb, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c3bdd93-2d63-45f6-a0d9-85f8846ef95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '8fc23b23-8335-4a04-b0d6-249e14a325df'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:09:29.361864 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-1af8a897-71fd-4f8c-8e0d-de9d026b1599 None None] For port 9c106638-8a48-457e-8d87-3b66d720a2ac, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=9c106638-8a48-457e-8d87-3b66d720a2ac,segment=NetworkSegment(eabfb043-c84f-4765-9514-a62673ad5ee4),segment_id=eabfb043-c84f-4765-9514-a62673ad5ee4)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:09:29.362024 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c9b48ca5-af2f-4750-a6db-eaf30a08ea02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (189d5c2e-b361-4c91-998d-9ab445f647eb), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:29.372568 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1af8a897-71fd-4f8c-8e0d-de9d026b1599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (9c106638-8a48-457e-8d87-3b66d720a2ac), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:29.414161 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b8c79f-7ea7-416d-9007-99935b316b13 req-df91936b-b4ba-4cab-af58-32e8af14e7c6 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:29.422619 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e9b8c79f-7ea7-416d-9007-99935b316b13 req-df91936b-b4ba-4cab-af58-32e8af14e7c6 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/ports?device_id=727d4f68-410f-49f3-9274-2043b45a847a HTTP/1.1" status: 200 len: 944 time: 0.1468318 Jan 28 07:09:29.550741 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af8a897-71fd-4f8c-8e0d-de9d026b1599 None None] Routers {'ee89a5a4-39d8-46d1-b45b-5fcdb90c6e90'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:09:29.551551 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-1af8a897-71fd-4f8c-8e0d-de9d026b1599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:09:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['ee89a5a4-39d8-46d1-b45b-5fcdb90c6e90'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:09:29.576861 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e9b8c79f-7ea7-416d-9007-99935b316b13 req-7fe6c694-b0a1-4cd6-a215-fcb2c194c694 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/security-groups?id=ffb17db6-1913-4712-aa46-d7c764c8c875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531358 Jan 28 07:09:29.597928 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e40631c1-56b1-4903-aff9-dea7a6d9d0a6 admin admin] Publish callbacks [] for port (f8f5d3e8-39f5-4bf3-9b39-d5dcb9dea418), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:29.621669 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-36cfd4ae-e12d-4bf5-adbe-623d58b5be61 None None] Provisioning complete for port 9c106638-8a48-457e-8d87-3b66d720a2ac triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:09:29.626548 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-36cfd4ae-e12d-4bf5-adbe-623d58b5be61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (9c106638-8a48-457e-8d87-3b66d720a2ac), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:29.688739 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3060b867-bf39-41a7-813e-e02300704cbb None None] Pushing event updated for resources: {'Port': ['ID=9c106638-8a48-457e-8d87-3b66d720a2ac,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:09:29.698829 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e40631c1-56b1-4903-aff9-dea7a6d9d0a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (f8f5d3e8-39f5-4bf3-9b39-d5dcb9dea418), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:29.776219 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c9b48ca5-af2f-4750-a6db-eaf30a08ea02 None None] For port 189d5c2e-b361-4c91-998d-9ab445f647eb, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:09:29.782480 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c9b48ca5-af2f-4750-a6db-eaf30a08ea02 None None] For port 189d5c2e-b361-4c91-998d-9ab445f647eb, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=189d5c2e-b361-4c91-998d-9ab445f647eb,segment=NetworkSegment(2c3bdd93-2d63-45f6-a0d9-85f8846ef95c),segment_id=2c3bdd93-2d63-45f6-a0d9-85f8846ef95c)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:09:29.831960 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c9b48ca5-af2f-4750-a6db-eaf30a08ea02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (189d5c2e-b361-4c91-998d-9ab445f647eb), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:29.838128 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-1af8a897-71fd-4f8c-8e0d-de9d026b1599 None None] Set router ee89a5a4-39d8-46d1-b45b-5fcdb90c6e90 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:09:29.861211 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e40631c1-56b1-4903-aff9-dea7a6d9d0a6 admin admin] Network 7d5b3724-deef-4831-8d43-cb9b8176573c is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:09:29.878526 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843a9a51-b1e3-4a4f-a81e-4d56ca15f61d req-3b095ccf-79ba-4793-ae95-66a0960f27e1 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:29.889384 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-e40631c1-56b1-4903-aff9-dea7a6d9d0a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:09:29.890807 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-843a9a51-b1e3-4a4f-a81e-4d56ca15f61d req-3b095ccf-79ba-4793-ae95-66a0960f27e1 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=b35d2c80-d830-4888-95fe-8e54e83abdd0 HTTP/1.1" status: 200 len: 950 time: 0.1350591 Jan 28 07:09:29.979914 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40631c1-56b1-4903-aff9-dea7a6d9d0a6 admin admin] Pushing event updated for resources: {'Port': ['ID=f8f5d3e8-39f5-4bf3-9b39-d5dcb9dea418,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:09:29.985618 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-843a9a51-b1e3-4a4f-a81e-4d56ca15f61d req-60cbd407-4a01-46cf-8578-0f089dc41af8 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938742 Jan 28 07:09:30.025591 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40631c1-56b1-4903-aff9-dea7a6d9d0a6 admin admin] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:09:30.088543 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b48ca5-af2f-4750-a6db-eaf30a08ea02 None None] Pushing event updated for resources: {'Port': ['ID=189d5c2e-b361-4c91-998d-9ab445f647eb,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:09:30.206249 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-36cfd4ae-e12d-4bf5-adbe-623d58b5be61 None None] Current status of the port 9c106638-8a48-457e-8d87-3b66d720a2ac is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:09:30.206650 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-36cfd4ae-e12d-4bf5-adbe-623d58b5be61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (9c106638-8a48-457e-8d87-3b66d720a2ac), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:30.290730 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-36cfd4ae-e12d-4bf5-adbe-623d58b5be61 None None] For port 9c106638-8a48-457e-8d87-3b66d720a2ac, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=9c106638-8a48-457e-8d87-3b66d720a2ac,segment=NetworkSegment(eabfb043-c84f-4765-9514-a62673ad5ee4),segment_id=eabfb043-c84f-4765-9514-a62673ad5ee4)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:09:30.297701 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-36cfd4ae-e12d-4bf5-adbe-623d58b5be61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (9c106638-8a48-457e-8d87-3b66d720a2ac), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:30.354079 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-1af8a897-71fd-4f8c-8e0d-de9d026b1599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee89a5a4-39d8-46d1-b45b-5fcdb90c6e90', 'name': 'tempest-TaggedBootDevicesTest-1403637708-router', 'tenant_id': '3e187e532e7d440c823c7ea556f78f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': '652ced53-0b67-4f3d-b31b-7cd797166160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:09:14Z', 'updated_at': '2022-01-28T07:09:22Z', 'revision_number': 4, 'project_id': '3e187e532e7d440c823c7ea556f78f6e', 'gw_port': {'id': '652ced53-0b67-4f3d-b31b-7cd797166160', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f6:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee89a5a4-39d8-46d1-b45b-5fcdb90c6e90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:09:16Z', 'updated_at': '2022-01-28T07:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '9c106638-8a48-457e-8d87-3b66d720a2ac', 'name': '', 'network_id': '0d2602fa-1d2d-4c75-8661-ee94c8ac01e5', 'tenant_id': '3e187e532e7d440c823c7ea556f78f6e', 'mac_address': 'fa:16:3e:16:75:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee89a5a4-39d8-46d1-b45b-5fcdb90c6e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'a36581c3-26ef-4e8c-b9f4-8727fbf3ff93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:09:20Z', 'updated_at': '2022-01-28T07:09:29Z', 'revision_number': 4, 'project_id': '3e187e532e7d440c823c7ea556f78f6e', 'subnets': [{'id': 'a36581c3-26ef-4e8c-b9f4-8727fbf3ff93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:09:30.519352 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af8a897-71fd-4f8c-8e0d-de9d026b1599 None None] The sync data for ids ['ee89a5a4-39d8-46d1-b45b-5fcdb90c6e90'] in n-d-712749-28 is: [{'id': 'ee89a5a4-39d8-46d1-b45b-5fcdb90c6e90', 'name': 'tempest-TaggedBootDevicesTest-1403637708-router', 'tenant_id': '3e187e532e7d440c823c7ea556f78f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': '652ced53-0b67-4f3d-b31b-7cd797166160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:09:14Z', 'updated_at': '2022-01-28T07:09:22Z', 'revision_number': 4, 'project_id': '3e187e532e7d440c823c7ea556f78f6e', 'gw_port': {'id': '652ced53-0b67-4f3d-b31b-7cd797166160', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f6:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee89a5a4-39d8-46d1-b45b-5fcdb90c6e90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:09:16Z', 'updated_at': '2022-01-28T07:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '9c106638-8a48-457e-8d87-3b66d720a2ac', 'name': '', 'network_id': '0d2602fa-1d2d-4c75-8661-ee94c8ac01e5', 'tenant_id': '3e187e532e7d440c823c7ea556f78f6e', 'mac_address': 'fa:16:3e:16:75:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee89a5a4-39d8-46d1-b45b-5fcdb90c6e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'a36581c3-26ef-4e8c-b9f4-8727fbf3ff93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:09:20Z', 'updated_at': '2022-01-28T07:09:29Z', 'revision_number': 4, 'project_id': '3e187e532e7d440c823c7ea556f78f6e', 'subnets': [{'id': 'a36581c3-26ef-4e8c-b9f4-8727fbf3ff93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:09:30.582830 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27726e8f-03f2-4b00-aeb9-19352af7d766 req-949956c4-4ddd-473f-88b5-7a412ee0bcee tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:30.621993 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-27726e8f-03f2-4b00-aeb9-19352af7d766 req-949956c4-4ddd-473f-88b5-7a412ee0bcee tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/ports?device_id=8583dc03-a039-446f-b1e8-5e1ed628fdcb HTTP/1.1" status: 200 len: 944 time: 0.1418993 Jan 28 07:09:30.625106 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-1dd00b87-7fae-47c8-a9ea-c26977561c3f None None] Provisioning complete for port 9c106638-8a48-457e-8d87-3b66d720a2ac triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:09:30.629480 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1dd00b87-7fae-47c8-a9ea-c26977561c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (9c106638-8a48-457e-8d87-3b66d720a2ac), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:30.714522 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cfd4ae-e12d-4bf5-adbe-623d58b5be61 None None] Pushing event updated for resources: {'Port': ['ID=9c106638-8a48-457e-8d87-3b66d720a2ac,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:09:30.761690 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e40631c1-56b1-4903-aff9-dea7a6d9d0a6 admin admin] Publish callbacks [] for router_gateway (ed1209d3-490d-4c6d-8854-920954a9bf08), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:30.773390 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-27726e8f-03f2-4b00-aeb9-19352af7d766 req-b7547afd-e716-4fc4-a233-c2dc29d519fa tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/security-groups?id=83d97fa1-2f29-40d2-a756-a970d048d2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423767 Jan 28 07:09:30.908232 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-1dd00b87-7fae-47c8-a9ea-c26977561c3f None None] Current status of the port 9c106638-8a48-457e-8d87-3b66d720a2ac is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:09:31.033674 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdad9a0e-fe9d-4196-a9e5-b02c9e2cf5bd req-b029eb83-ad1f-46ad-8c02-821e15eca76c tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:31.047444 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-fdad9a0e-fe9d-4196-a9e5-b02c9e2cf5bd req-b029eb83-ad1f-46ad-8c02-821e15eca76c tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/ports?device_id=727d4f68-410f-49f3-9274-2043b45a847a HTTP/1.1" status: 200 len: 944 time: 0.1459110 Jan 28 07:09:31.159678 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-fdad9a0e-fe9d-4196-a9e5-b02c9e2cf5bd req-6e80198f-b2c5-4aa5-ac9e-3dc671e18e81 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/security-groups?id=ffb17db6-1913-4712-aa46-d7c764c8c875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106594 Jan 28 07:09:31.403777 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 9c106638-8a48-457e-8d87-3b66d720a2ac up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:09:31.423008 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b5e734-0166-4bf8-9fdb-bd9a8007d081 req-6f4e8be2-fc2c-4d10-b424-82272c65dfa7 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:31.448951 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e1b5e734-0166-4bf8-9fdb-bd9a8007d081 req-6f4e8be2-fc2c-4d10-b424-82272c65dfa7 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=b35d2c80-d830-4888-95fe-8e54e83abdd0 HTTP/1.1" status: 200 len: 950 time: 0.1495676 Jan 28 07:09:31.545164 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e1b5e734-0166-4bf8-9fdb-bd9a8007d081 req-0891002d-2c08-416c-a051-3fcaab34a308 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953164 Jan 28 07:09:31.607874 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 9c106638-8a48-457e-8d87-3b66d720a2ac triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:09:31.608611 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (9c106638-8a48-457e-8d87-3b66d720a2ac), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:31.739751 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 5bf70e7c-4e15-4351-b237-cdf0f86a7c5d up at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:09:31.954127 n-d-712749-28 neutron-server[103283]: INFO neutron.api.v2.resource [req-74780b6d-42c7-47e6-9558-86f72a8f5112 req-821580a0-c4e7-49cb-be43-be747ab71f31 service neutron] show failed (client error): The resource could not be found. Jan 28 07:09:31.955340 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-74780b6d-42c7-47e6-9558-86f72a8f5112 req-821580a0-c4e7-49cb-be43-be747ab71f31 service neutron] 10.222.0.10 "GET /v2.0/ports/a11b056d-7901-4982-8d1b-3500b6c067a7/bindings/n-h2-712749-28 HTTP/1.1" status: 404 len: 381 time: 0.1960750 Jan 28 07:09:32.058309 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 9c106638-8a48-457e-8d87-3b66d720a2ac is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:09:32.059867 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 189d5c2e-b361-4c91-998d-9ab445f647eb up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:09:32.149375 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b320d753-b6c7-43c4-82d4-5e54790d8993 req-f61d6a2d-3cb3-4c34-925a-1d960f339dd9 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:32.160237 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b320d753-b6c7-43c4-82d4-5e54790d8993 req-f61d6a2d-3cb3-4c34-925a-1d960f339dd9 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/ports?device_id=8583dc03-a039-446f-b1e8-5e1ed628fdcb HTTP/1.1" status: 200 len: 944 time: 0.1158848 Jan 28 07:09:32.178868 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3492e52e-5443-4cdd-ba09-ac866ec1ba8f None None] Network 8fc23b23-8335-4a04-b0d6-249e14a325df requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:09:32.289074 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e40631c1-56b1-4903-aff9-dea7a6d9d0a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16605475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16607909'] for router (ed1209d3-490d-4c6d-8854-920954a9bf08), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:32.295476 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-dd92d9ce-9962-4d7e-a253-12f4a2f4840c None None] Provisioning complete for port 189d5c2e-b361-4c91-998d-9ab445f647eb triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:09:32.296863 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b320d753-b6c7-43c4-82d4-5e54790d8993 req-b4e76d8f-8525-4828-8b1c-988a141df900 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/security-groups?id=83d97fa1-2f29-40d2-a756-a970d048d2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354368 Jan 28 07:09:32.302085 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dd92d9ce-9962-4d7e-a253-12f4a2f4840c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (189d5c2e-b361-4c91-998d-9ab445f647eb), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:32.471890 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning for port 5bf70e7c-4e15-4351-b237-cdf0f86a7c5d completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:09:32.483128 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning complete for port 5bf70e7c-4e15-4351-b237-cdf0f86a7c5d triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:09:32.483128 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (5bf70e7c-4e15-4351-b237-cdf0f86a7c5d), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:32.579838 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f68d81e-7795-4082-822b-deb84d077be1 req-07379a03-0263-4ebd-9f1b-bf896b5b8be3 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:32.589529 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5f68d81e-7795-4082-822b-deb84d077be1 req-07379a03-0263-4ebd-9f1b-bf896b5b8be3 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/ports?device_id=727d4f68-410f-49f3-9274-2043b45a847a HTTP/1.1" status: 200 len: 944 time: 0.1254034 Jan 28 07:09:32.663766 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-dd92d9ce-9962-4d7e-a253-12f4a2f4840c None None] Current status of the port 189d5c2e-b361-4c91-998d-9ab445f647eb is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:09:32.664512 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dd92d9ce-9962-4d7e-a253-12f4a2f4840c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (189d5c2e-b361-4c91-998d-9ab445f647eb), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:32.680772 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 189d5c2e-b361-4c91-998d-9ab445f647eb triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:09:32.681413 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (189d5c2e-b361-4c91-998d-9ab445f647eb), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:32.756710 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5f68d81e-7795-4082-822b-deb84d077be1 req-795ff8f5-bf6e-461e-b578-8623f26a812b tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/security-groups?id=ffb17db6-1913-4712-aa46-d7c764c8c875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612236 Jan 28 07:09:32.776324 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74780b6d-42c7-47e6-9558-86f72a8f5112 req-68eafb00-cc24-4b9b-8da1-768ae7573546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:32.778036 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-74780b6d-42c7-47e6-9558-86f72a8f5112 req-68eafb00-cc24-4b9b-8da1-768ae7573546 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b35d2c80-d830-4888-95fe-8e54e83abdd0&tenant_id=966335f0946f459597af95ab0b33b55c HTTP/1.1" status: 200 len: 1102 time: 0.3713832 Jan 28 07:09:32.806133 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-74780b6d-42c7-47e6-9558-86f72a8f5112 req-4f527f21-6e58-45b0-933a-cb266df7edd5 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712749-28', 'device_owner': 'compute:nova'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:09:32.811785 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e40631c1-56b1-4903-aff9-dea7a6d9d0a6 admin admin] Router ed1209d3-490d-4c6d-8854-920954a9bf08 is scheduled to L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 with binding_index 1 {{(pid=103284) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 07:09:32.845415 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-dd92d9ce-9962-4d7e-a253-12f4a2f4840c None None] For port 189d5c2e-b361-4c91-998d-9ab445f647eb, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=189d5c2e-b361-4c91-998d-9ab445f647eb,segment=NetworkSegment(2c3bdd93-2d63-45f6-a0d9-85f8846ef95c),segment_id=2c3bdd93-2d63-45f6-a0d9-85f8846ef95c)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:09:32.899560 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dd92d9ce-9962-4d7e-a253-12f4a2f4840c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (189d5c2e-b361-4c91-998d-9ab445f647eb), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:32.915548 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bbc4fb-74c2-4496-b70a-fba4e8b58e1a req-961b92e2-63ff-40ae-a3b7-0cd019639d74 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:32.930174 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d7bbc4fb-74c2-4496-b70a-fba4e8b58e1a req-961b92e2-63ff-40ae-a3b7-0cd019639d74 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=b35d2c80-d830-4888-95fe-8e54e83abdd0 HTTP/1.1" status: 200 len: 950 time: 0.1140616 Jan 28 07:09:32.997439 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e40631c1-56b1-4903-aff9-dea7a6d9d0a6 admin admin] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:09:33.009317 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd92d9ce-9962-4d7e-a253-12f4a2f4840c None None] Pushing event updated for resources: {'Port': ['ID=189d5c2e-b361-4c91-998d-9ab445f647eb,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:09:33.028728 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:33.037728 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d7bbc4fb-74c2-4496-b70a-fba4e8b58e1a req-03b42e66-445b-4bc1-95fe-14e1cd4956cf tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065481 Jan 28 07:09:33.048711 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-74780b6d-42c7-47e6-9558-86f72a8f5112 req-4f527f21-6e58-45b0-933a-cb266df7edd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (a11b056d-7901-4982-8d1b-3500b6c067a7), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:33.090363 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f628d89c-0199-4d9e-ac26-4bc631c06cc7 None None] Sync routers for ids ['ed1209d3-490d-4c6d-8854-920954a9bf08'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:09:33.101051 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port 5bf70e7c-4e15-4351-b237-cdf0f86a7c5d is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:09:33.101701 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (5bf70e7c-4e15-4351-b237-cdf0f86a7c5d), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:33.101903 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e40631c1-56b1-4903-aff9-dea7a6d9d0a6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:33.103420 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-e40631c1-56b1-4903-aff9-dea7a6d9d0a6 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.5031559 Jan 28 07:09:33.106161 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 35478) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:09:33.164264 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 5bf70e7c-4e15-4351-b237-cdf0f86a7c5d, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=5bf70e7c-4e15-4351-b237-cdf0f86a7c5d,segment=NetworkSegment(b8d72b75-cba6-44bb-b1f1-97b3aa439c04),segment_id=b8d72b75-cba6-44bb-b1f1-97b3aa439c04)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:09:33.168698 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f628d89c-0199-4d9e-ac26-4bc631c06cc7 None None] Routers {'ed1209d3-490d-4c6d-8854-920954a9bf08'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:09:33.172935 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-f628d89c-0199-4d9e-ac26-4bc631c06cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:09:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['ed1209d3-490d-4c6d-8854-920954a9bf08'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:09:33.187762 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '727d4f68-410f-49f3-9274-2043b45a847a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bf70e7c-4e15-4351-b237-cdf0f86a7c5d'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:09:33.191920 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39fb0c05-bd2f-48aa-a0c9-bb1f9203d93d" -d '{"events": [{"server_uuid": "727d4f68-410f-49f3-9274-2043b45a847a", "name": "network-vif-plugged", "status": "completed", "tag": "5bf70e7c-4e15-4351-b237-cdf0f86a7c5d"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:09:33.237135 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (5bf70e7c-4e15-4351-b237-cdf0f86a7c5d), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:33.446055 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 189d5c2e-b361-4c91-998d-9ab445f647eb is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:09:33.487784 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:09:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07aee0d7-f46a-496d-855a-873513643d7c x-openstack-request-id: req-07aee0d7-f46a-496d-855a-873513643d7c {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:09:33.488792 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "727d4f68-410f-49f3-9274-2043b45a847a", "name": "network-vif-plugged", "status": "completed", "tag": "5bf70e7c-4e15-4351-b237-cdf0f86a7c5d", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:09:33.489233 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-07aee0d7-f46a-496d-855a-873513643d7c {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:09:33.490370 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '727d4f68-410f-49f3-9274-2043b45a847a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bf70e7c-4e15-4351-b237-cdf0f86a7c5d', 'code': 200} Jan 28 07:09:33.493842 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-74780b6d-42c7-47e6-9558-86f72a8f5112 req-4f527f21-6e58-45b0-933a-cb266df7edd5 service neutron] For port a11b056d-7901-4982-8d1b-3500b6c067a7, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=a11b056d-7901-4982-8d1b-3500b6c067a7,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:09:33.495679 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=5bf70e7c-4e15-4351-b237-cdf0f86a7c5d,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:09:33.535438 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-74780b6d-42c7-47e6-9558-86f72a8f5112 req-4f527f21-6e58-45b0-933a-cb266df7edd5 service neutron] For port a11b056d-7901-4982-8d1b-3500b6c067a7, host n-h1-712749-28, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:09:33.626026 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:09:33.626399 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:09:33.626725 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:09:33.627069 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:09:33.629033 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:09:33.629033 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:09:33.629033 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:09:33.633823 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:09:33.634007 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:09:33.636558 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:09:33.636927 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:09:33.637368 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:09:33.637688 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:09:33.642776 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-74780b6d-42c7-47e6-9558-86f72a8f5112 req-4f527f21-6e58-45b0-933a-cb266df7edd5 service neutron] Publish callbacks [] for port (a11b056d-7901-4982-8d1b-3500b6c067a7), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:33.660126 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-74780b6d-42c7-47e6-9558-86f72a8f5112 req-4f527f21-6e58-45b0-933a-cb266df7edd5 service neutron] Transition to ACTIVE for port object a11b056d-7901-4982-8d1b-3500b6c067a7 will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:09:33.661129 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b35d2c80-d830-4888-95fe-8e54e83abdd0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a11b056d-7901-4982-8d1b-3500b6c067a7'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:09:33.664870 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9f7690e-387e-48e4-8726-1892190df24f" -d '{"events": [{"server_uuid": "b35d2c80-d830-4888-95fe-8e54e83abdd0", "name": "network-vif-unplugged", "status": "completed", "tag": "a11b056d-7901-4982-8d1b-3500b6c067a7"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:09:33.674218 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-74780b6d-42c7-47e6-9558-86f72a8f5112 req-4f527f21-6e58-45b0-933a-cb266df7edd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (a11b056d-7901-4982-8d1b-3500b6c067a7), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:33.745607 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bc4b5a-6192-48c0-8c1f-0399e8e11c3b req-f9f4f2b2-df21-42d6-83d0-968138045698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:33.747153 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e2bc4b5a-6192-48c0-8c1f-0399e8e11c3b req-f9f4f2b2-df21-42d6-83d0-968138045698 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=727d4f68-410f-49f3-9274-2043b45a847a HTTP/1.1" status: 200 len: 1097 time: 0.1821904 Jan 28 07:09:33.836796 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f527f21-6e58-45b0-933a-cb266df7edd5 service neutron] Pushing event updated for resources: {'Port': ['ID=a11b056d-7901-4982-8d1b-3500b6c067a7,revision_number=6']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:09:33.838219 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9efa78-e547-4e61-b95d-7fe0bf231aa1 req-6baf8abc-f256-4af0-92b1-34260a9c178c tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:33.851155 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7f9efa78-e547-4e61-b95d-7fe0bf231aa1 req-6baf8abc-f256-4af0-92b1-34260a9c178c tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/ports?device_id=8583dc03-a039-446f-b1e8-5e1ed628fdcb HTTP/1.1" status: 200 len: 944 time: 0.2097893 Jan 28 07:09:33.876495 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-74780b6d-42c7-47e6-9558-86f72a8f5112 req-4f527f21-6e58-45b0-933a-cb266df7edd5 service neutron] No DVR routers for this DVR port a11b056d-7901-4982-8d1b-3500b6c067a7 on host n-h1-712749-28 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:09:34.007038 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-74780b6d-42c7-47e6-9558-86f72a8f5112 req-4f527f21-6e58-45b0-933a-cb266df7edd5 service neutron] Attempting to bind port a11b056d-7901-4982-8d1b-3500b6c067a7 on host n-h2-712749-28 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:09:34.007476 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-74780b6d-42c7-47e6-9558-86f72a8f5112 req-4f527f21-6e58-45b0-933a-cb266df7edd5 service neutron] Attempting to bind port a11b056d-7901-4982-8d1b-3500b6c067a7 by drivers openvswitch,hyperv on host n-h2-712749-28 at level 0 using segments [{'id': '9d52209e-a416-4cfe-8f8a-19567a90fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:09:34.007927 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74780b6d-42c7-47e6-9558-86f72a8f5112 req-4f527f21-6e58-45b0-933a-cb266df7edd5 service neutron] Attempting to bind port a11b056d-7901-4982-8d1b-3500b6c067a7 on network d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:09:34.015718 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74780b6d-42c7-47e6-9558-86f72a8f5112 req-4f527f21-6e58-45b0-933a-cb266df7edd5 service neutron] Port a11b056d-7901-4982-8d1b-3500b6c067a7 on network d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-28 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:09:34.016585 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74780b6d-42c7-47e6-9558-86f72a8f5112 req-4f527f21-6e58-45b0-933a-cb266df7edd5 service neutron] Attempting to bind port a11b056d-7901-4982-8d1b-3500b6c067a7 on network d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:09:34.032730 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74780b6d-42c7-47e6-9558-86f72a8f5112 req-4f527f21-6e58-45b0-933a-cb266df7edd5 service neutron] Checking agent: {'id': 'c9906e63-062c-432e-bb53-63fdb8115e18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:09:34.033839 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74780b6d-42c7-47e6-9558-86f72a8f5112 req-4f527f21-6e58-45b0-933a-cb266df7edd5 service neutron] Checking segment: {'id': '9d52209e-a416-4cfe-8f8a-19567a90fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:09:34.035539 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74780b6d-42c7-47e6-9558-86f72a8f5112 req-4f527f21-6e58-45b0-933a-cb266df7edd5 service neutron] Bound using segment: {'id': '9d52209e-a416-4cfe-8f8a-19567a90fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:09:34.038526 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-74780b6d-42c7-47e6-9558-86f72a8f5112 req-4f527f21-6e58-45b0-933a-cb266df7edd5 service neutron] Bound port: a11b056d-7901-4982-8d1b-3500b6c067a7, host: n-h2-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d52209e-a416-4cfe-8f8a-19567a90fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:09:34.039802 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-74780b6d-42c7-47e6-9558-86f72a8f5112 req-4f527f21-6e58-45b0-933a-cb266df7edd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (a11b056d-7901-4982-8d1b-3500b6c067a7), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:34.053550 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7f9efa78-e547-4e61-b95d-7fe0bf231aa1 req-e5b28ee3-beb6-4cf4-9b21-9201e6abafb2 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/security-groups?id=83d97fa1-2f29-40d2-a756-a970d048d2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015278 Jan 28 07:09:34.061649 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e2bc4b5a-6192-48c0-8c1f-0399e8e11c3b req-7dc2b7dd-dab0-42ba-b143-417f42fe39c0 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=ffb17db6-1913-4712-aa46-d7c764c8c875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3004007 Jan 28 07:09:34.128136 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-74780b6d-42c7-47e6-9558-86f72a8f5112 req-4f527f21-6e58-45b0-933a-cb266df7edd5 service neutron] For port a11b056d-7901-4982-8d1b-3500b6c067a7, host n-h2-712749-28, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:09:34.132658 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-74780b6d-42c7-47e6-9558-86f72a8f5112 req-4f527f21-6e58-45b0-933a-cb266df7edd5 service neutron] For port a11b056d-7901-4982-8d1b-3500b6c067a7, host n-h2-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=a11b056d-7901-4982-8d1b-3500b6c067a7,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:09:34.144847 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 189d5c2e-b361-4c91-998d-9ab445f647eb up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:09:34.155902 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2e445c50-2184-4567-adf7-a389e3f6ecc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:34.225374 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:34.228685 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 07:09:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1acd7638-ff64-48f5-873b-ceb148341a3b x-openstack-request-id: req-1acd7638-ff64-48f5-873b-ceb148341a3b {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:09:34.229032 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b35d2c80-d830-4888-95fe-8e54e83abdd0", "name": "network-vif-unplugged", "status": "completed", "tag": "a11b056d-7901-4982-8d1b-3500b6c067a7", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:09:34.229294 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1acd7638-ff64-48f5-873b-ceb148341a3b {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:09:34.229977 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b35d2c80-d830-4888-95fe-8e54e83abdd0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a11b056d-7901-4982-8d1b-3500b6c067a7', 'code': 200} Jan 28 07:09:34.233925 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-74780b6d-42c7-47e6-9558-86f72a8f5112 req-4f527f21-6e58-45b0-933a-cb266df7edd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (a11b056d-7901-4982-8d1b-3500b6c067a7), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:34.277541 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-f628d89c-0199-4d9e-ac26-4bc631c06cc7 None None] Set router ed1209d3-490d-4c6d-8854-920954a9bf08 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:09:34.329175 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f527f21-6e58-45b0-933a-cb266df7edd5 service neutron] Pushing event updated for resources: {'Port': ['ID=a11b056d-7901-4982-8d1b-3500b6c067a7,revision_number=7']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:09:34.347467 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74780b6d-42c7-47e6-9558-86f72a8f5112 req-4f527f21-6e58-45b0-933a-cb266df7edd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:34.348548 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-74780b6d-42c7-47e6-9558-86f72a8f5112 req-4f527f21-6e58-45b0-933a-cb266df7edd5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:34.351162 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-74780b6d-42c7-47e6-9558-86f72a8f5112 req-4f527f21-6e58-45b0-933a-cb266df7edd5 service neutron] 10.222.0.44 "PUT /v2.0/ports/a11b056d-7901-4982-8d1b-3500b6c067a7 HTTP/1.1" status: 200 len: 1097 time: 1.5530684 Jan 28 07:09:34.521406 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860f807e-fd81-4b92-a202-94a6a3c8990c req-bf40638d-48df-4e14-9767-62ea10155994 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:34.531435 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-860f807e-fd81-4b92-a202-94a6a3c8990c req-bf40638d-48df-4e14-9767-62ea10155994 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/ports?device_id=727d4f68-410f-49f3-9274-2043b45a847a HTTP/1.1" status: 200 len: 945 time: 0.2234204 Jan 28 07:09:34.605529 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 189d5c2e-b361-4c91-998d-9ab445f647eb triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:09:34.606149 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (189d5c2e-b361-4c91-998d-9ab445f647eb), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:34.665790 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-860f807e-fd81-4b92-a202-94a6a3c8990c req-4f4a8da0-f75e-419d-83fc-3f5282fa9c13 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/security-groups?id=ffb17db6-1913-4712-aa46-d7c764c8c875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282337 Jan 28 07:09:34.752577 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74780b6d-42c7-47e6-9558-86f72a8f5112 req-c7bd03ad-7096-48ea-8893-0ebff4260668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:34.754419 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-74780b6d-42c7-47e6-9558-86f72a8f5112 req-c7bd03ad-7096-48ea-8893-0ebff4260668 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=966335f0946f459597af95ab0b33b55c&device_id=b35d2c80-d830-4888-95fe-8e54e83abdd0 HTTP/1.1" status: 200 len: 1100 time: 0.2554824 Jan 28 07:09:34.874242 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07add2a3-63da-4436-89a7-39634c625942 req-367b0678-0b11-43ac-a839-625f51c78c42 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:34.882430 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-07add2a3-63da-4436-89a7-39634c625942 req-367b0678-0b11-43ac-a839-625f51c78c42 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=b35d2c80-d830-4888-95fe-8e54e83abdd0 HTTP/1.1" status: 200 len: 948 time: 0.1150737 Jan 28 07:09:34.957511 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-d6a9887a-854a-4794-8910-e8fd60fbe760 None None] Provisioning complete for port 189d5c2e-b361-4c91-998d-9ab445f647eb triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:09:34.958113 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d6a9887a-854a-4794-8910-e8fd60fbe760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (189d5c2e-b361-4c91-998d-9ab445f647eb), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:34.984727 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ebfe7659-f5d7-4e0b-ae29-da51656096f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:35.044392 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74780b6d-42c7-47e6-9558-86f72a8f5112 req-0eb86a6d-b7f5-4fb5-a745-732054f795b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:35.045332 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-07add2a3-63da-4436-89a7-39634c625942 req-ce775137-626f-4025-95ea-e0472ff51c88 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567786 Jan 28 07:09:35.045810 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-74780b6d-42c7-47e6-9558-86f72a8f5112 req-0eb86a6d-b7f5-4fb5-a745-732054f795b9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb HTTP/1.1" status: 200 len: 870 time: 0.2804720 Jan 28 07:09:35.076286 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device a11b056d-7901-4982-8d1b-3500b6c067a7 no longer exists at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:09:35.128133 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-74780b6d-42c7-47e6-9558-86f72a8f5112 req-1cdd84a4-14fc-4d91-b4de-03b38cffa471 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=a11b056d-7901-4982-8d1b-3500b6c067a7 HTTP/1.1" status: 200 len: 217 time: 0.0559943 Jan 28 07:09:35.245150 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] The host n-h1-712749-28 is not matching for port a11b056d-7901-4982-8d1b-3500b6c067a7 host n-h2-712749-28! {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 07:09:35.245558 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device a11b056d-7901-4982-8d1b-3500b6c067a7 not bound to the agent host n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:09:35.256598 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-f628d89c-0199-4d9e-ac26-4bc631c06cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed1209d3-490d-4c6d-8854-920954a9bf08', 'name': 'tempest-TaggedBootDevicesTest-1375100882-router', 'tenant_id': '65b30fdbe6c646bcb0125b88be11e7db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.3'}], 'enable_snat': True}, 'gw_port_id': 'f8f5d3e8-39f5-4bf3-9b39-d5dcb9dea418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:09:27Z', 'updated_at': '2022-01-28T07:09:30Z', 'revision_number': 3, 'project_id': '65b30fdbe6c646bcb0125b88be11e7db', 'gw_port': {'id': 'f8f5d3e8-39f5-4bf3-9b39-d5dcb9dea418', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:d4:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed1209d3-490d-4c6d-8854-920954a9bf08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:09:28Z', 'updated_at': '2022-01-28T07:09:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:09:35.269027 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74780b6d-42c7-47e6-9558-86f72a8f5112 req-57501086-08dd-413a-90cc-657ffa3b2711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:35.270573 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-74780b6d-42c7-47e6-9558-86f72a8f5112 req-57501086-08dd-413a-90cc-657ffa3b2711 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5785b43d-448b-4d12-9eb5-4e4caf2e7eaf HTTP/1.1" status: 200 len: 843 time: 0.1161284 Jan 28 07:09:35.326575 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 189d5c2e-b361-4c91-998d-9ab445f647eb is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:09:35.342789 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f628d89c-0199-4d9e-ac26-4bc631c06cc7 None None] Checking router: ed1209d3-490d-4c6d-8854-920954a9bf08 for host: n-d-712749-28 {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:09:35.343167 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f628d89c-0199-4d9e-ac26-4bc631c06cc7 None None] Updating router ed1209d3-490d-4c6d-8854-920954a9bf08 port f8f5d3e8-39f5-4bf3-9b39-d5dcb9dea418 binding host n-d-712749-28 {{(pid=103285) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 07:09:35.418717 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f628d89c-0199-4d9e-ac26-4bc631c06cc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (f8f5d3e8-39f5-4bf3-9b39-d5dcb9dea418), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:35.421863 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-d6a9887a-854a-4794-8910-e8fd60fbe760 None None] Current status of the port 189d5c2e-b361-4c91-998d-9ab445f647eb is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:09:35.479663 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-ebfe7659-f5d7-4e0b-ae29-da51656096f3 admin admin] Allocated IP 172.20.0.1 (8fc23b23-8335-4a04-b0d6-249e14a325df/c20d9072-2d4e-40cc-9fe9-b407c3ab0e7e/08faccb7-d716-45f6-a604-c3201f2d147a) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:09:35.570399 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea356b1-07e6-409e-bb7d-50f77b980a1d req-7489ac8d-f516-4e15-9166-58d1cb1ed35d tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:35.580874 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-eea356b1-07e6-409e-bb7d-50f77b980a1d req-7489ac8d-f516-4e15-9166-58d1cb1ed35d tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/ports?device_id=8583dc03-a039-446f-b1e8-5e1ed628fdcb HTTP/1.1" status: 200 len: 944 time: 0.1022067 Jan 28 07:09:35.624996 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74780b6d-42c7-47e6-9558-86f72a8f5112 req-2c0050c2-a1a3-44dd-a4cf-b555c74806dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:35.631348 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-74780b6d-42c7-47e6-9558-86f72a8f5112 req-2c0050c2-a1a3-44dd-a4cf-b555c74806dd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3356373 Jan 28 07:09:35.686563 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-eea356b1-07e6-409e-bb7d-50f77b980a1d req-a9976dbd-45e9-4e06-8ba2-f53c8c68d0ed tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/security-groups?id=83d97fa1-2f29-40d2-a756-a970d048d2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950627 Jan 28 07:09:35.687915 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b9aa40d4-b027-420a-82d2-c1d41ffb7b0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:35.792282 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ebfe7659-f5d7-4e0b-ae29-da51656096f3 admin admin] Publish callbacks [] for port (08faccb7-d716-45f6-a604-c3201f2d147a), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:35.892924 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2131d76d-80d7-4efb-b079-c51ca1c023aa req-438a22f3-dc0f-4aca-9113-c1560eba1ec3 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:35.894571 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2131d76d-80d7-4efb-b079-c51ca1c023aa req-438a22f3-dc0f-4aca-9113-c1560eba1ec3 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/ports?device_id=727d4f68-410f-49f3-9274-2043b45a847a HTTP/1.1" status: 200 len: 945 time: 0.1208432 Jan 28 07:09:35.920965 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-74780b6d-42c7-47e6-9558-86f72a8f5112 req-491919ff-e7e7-4815-858c-9d8aa92083f8 service neutron] 10.222.0.44 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2752552 Jan 28 07:09:35.955872 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ebfe7659-f5d7-4e0b-ae29-da51656096f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (08faccb7-d716-45f6-a604-c3201f2d147a), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:35.971606 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f628d89c-0199-4d9e-ac26-4bc631c06cc7 None None] Publish callbacks [] for port (f8f5d3e8-39f5-4bf3-9b39-d5dcb9dea418), precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:35.980172 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f628d89c-0199-4d9e-ac26-4bc631c06cc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (f8f5d3e8-39f5-4bf3-9b39-d5dcb9dea418), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:36.045594 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-f628d89c-0199-4d9e-ac26-4bc631c06cc7 None None] Attempting to bind port f8f5d3e8-39f5-4bf3-9b39-d5dcb9dea418 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:09:36.046019 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-f628d89c-0199-4d9e-ac26-4bc631c06cc7 None None] Attempting to bind port f8f5d3e8-39f5-4bf3-9b39-d5dcb9dea418 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:09:36.046498 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f628d89c-0199-4d9e-ac26-4bc631c06cc7 None None] Attempting to bind port f8f5d3e8-39f5-4bf3-9b39-d5dcb9dea418 on network 7d5b3724-deef-4831-8d43-cb9b8176573c {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:09:36.062519 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f628d89c-0199-4d9e-ac26-4bc631c06cc7 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:09:36.062903 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f628d89c-0199-4d9e-ac26-4bc631c06cc7 None None] Checking segment: {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:09:36.063334 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f628d89c-0199-4d9e-ac26-4bc631c06cc7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:36.063745 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f628d89c-0199-4d9e-ac26-4bc631c06cc7 None None] Bound using segment: {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:09:36.064229 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-f628d89c-0199-4d9e-ac26-4bc631c06cc7 None None] Bound port: f8f5d3e8-39f5-4bf3-9b39-d5dcb9dea418, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:09:36.068118 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f628d89c-0199-4d9e-ac26-4bc631c06cc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (f8f5d3e8-39f5-4bf3-9b39-d5dcb9dea418), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:36.090238 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebfe7659-f5d7-4e0b-ae29-da51656096f3 admin admin] Network 8fc23b23-8335-4a04-b0d6-249e14a325df is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:09:36.096952 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2131d76d-80d7-4efb-b079-c51ca1c023aa req-4ed6efb0-1539-4a07-9148-d58a83cbfdb7 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/security-groups?id=ffb17db6-1913-4712-aa46-d7c764c8c875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948693 Jan 28 07:09:36.101034 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-ebfe7659-f5d7-4e0b-ae29-da51656096f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:09:36.106608 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebfe7659-f5d7-4e0b-ae29-da51656096f3 admin admin] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:09:36.121183 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849b699c-4471-49d1-9277-04a681da508e None None] Pushing event updated for resources: {'Port': ['ID=f8f5d3e8-39f5-4bf3-9b39-d5dcb9dea418,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:09:36.151982 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfe7659-f5d7-4e0b-ae29-da51656096f3 admin admin] Pushing event updated for resources: {'Port': ['ID=08faccb7-d716-45f6-a604-c3201f2d147a,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:09:36.191768 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-f628d89c-0199-4d9e-ac26-4bc631c06cc7 None None] For port f8f5d3e8-39f5-4bf3-9b39-d5dcb9dea418, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:09:36.196580 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-f628d89c-0199-4d9e-ac26-4bc631c06cc7 None None] For port f8f5d3e8-39f5-4bf3-9b39-d5dcb9dea418, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=f8f5d3e8-39f5-4bf3-9b39-d5dcb9dea418,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:09:36.200449 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-74780b6d-42c7-47e6-9558-86f72a8f5112 req-68ce769c-7e89-46ef-b12f-b7430b979d3d service neutron] 10.222.0.44 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2579203 Jan 28 07:09:36.201576 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ebfe7659-f5d7-4e0b-ae29-da51656096f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16609232'] for router_interface (ed1209d3-490d-4c6d-8854-920954a9bf08), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:36.224646 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f628d89c-0199-4d9e-ac26-4bc631c06cc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (f8f5d3e8-39f5-4bf3-9b39-d5dcb9dea418), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:36.272834 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ffd315-c596-40a7-99ce-da478f03e951 req-53c823e4-f3c3-4e15-a631-68c14416200a tempest-AttachSCSIVolumeTestJSON-100861846 tempest-AttachSCSIVolumeTestJSON-100861846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:36.280335 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-63ffd315-c596-40a7-99ce-da478f03e951 req-53c823e4-f3c3-4e15-a631-68c14416200a tempest-AttachSCSIVolumeTestJSON-100861846 tempest-AttachSCSIVolumeTestJSON-100861846-project] 10.222.0.41 "GET /v2.0/networks?id=fbddbfaf-beb4-48f3-b2a4-4e85c7d5f47f HTTP/1.1" status: 200 len: 814 time: 0.2459273 Jan 28 07:09:36.284615 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b35d2c80-d830-4888-95fe-8e54e83abdd0', 'tag': 'a11b056d-7901-4982-8d1b-3500b6c067a7'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:09:36.295014 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-144f2f5b-cbc9-4d96-a581-43800492d618" -d '{"events": [{"name": "network-changed", "server_uuid": "b35d2c80-d830-4888-95fe-8e54e83abdd0", "tag": "a11b056d-7901-4982-8d1b-3500b6c067a7"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:09:36.299550 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-63ffd315-c596-40a7-99ce-da478f03e951 req-9ee5a532-5c75-41f3-9c54-9a513673174a tempest-AttachSCSIVolumeTestJSON-100861846 tempest-AttachSCSIVolumeTestJSON-100861846-project] 10.222.0.41 "GET /v2.0/quotas/27f6d90c3ea74cfab0dfe177f770c019 HTTP/1.1" status: 200 len: 375 time: 0.0178518 Jan 28 07:09:36.355321 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f628d89c-0199-4d9e-ac26-4bc631c06cc7 None None] Routers {'ed1209d3-490d-4c6d-8854-920954a9bf08'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:09:36.356213 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-f628d89c-0199-4d9e-ac26-4bc631c06cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:09:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['ed1209d3-490d-4c6d-8854-920954a9bf08'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:09:36.448275 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-63ffd315-c596-40a7-99ce-da478f03e951 req-ab62335a-94a7-4066-9078-4573e05527df tempest-AttachSCSIVolumeTestJSON-100861846 tempest-AttachSCSIVolumeTestJSON-100861846-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=27f6d90c3ea74cfab0dfe177f770c019&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1473296 Jan 28 07:09:36.520463 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ae05b2-8ef4-4204-a8e8-d86a55aef8c2 req-e8f1d048-0a39-473a-bc33-2004d7d93ef2 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:36.530290 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b8ae05b2-8ef4-4204-a8e8-d86a55aef8c2 req-e8f1d048-0a39-473a-bc33-2004d7d93ef2 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=b35d2c80-d830-4888-95fe-8e54e83abdd0 HTTP/1.1" status: 200 len: 948 time: 0.2209015 Jan 28 07:09:36.538401 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849b699c-4471-49d1-9277-04a681da508e None None] Pushing event updated for resources: {'Port': ['ID=f8f5d3e8-39f5-4bf3-9b39-d5dcb9dea418,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:09:36.543573 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-f628d89c-0199-4d9e-ac26-4bc631c06cc7 None None] Set router ed1209d3-490d-4c6d-8854-920954a9bf08 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:09:36.578919 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-63ffd315-c596-40a7-99ce-da478f03e951 req-971f8fb1-f055-4e0f-8951-1afb7669cc28 service neutron] 10.222.0.41 "GET /v2.0/networks/fbddbfaf-beb4-48f3-b2a4-4e85c7d5f47f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120801 Jan 28 07:09:36.606980 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-63145349-7b6a-4516-9682-751324a8ece0 None None] Provisioning complete for port 08faccb7-d716-45f6-a604-c3201f2d147a triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:09:36.607335 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-63145349-7b6a-4516-9682-751324a8ece0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (08faccb7-d716-45f6-a604-c3201f2d147a), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:36.608286 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ebfe7659-f5d7-4e0b-ae29-da51656096f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (08faccb7-d716-45f6-a604-c3201f2d147a), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:36.653102 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b8ae05b2-8ef4-4204-a8e8-d86a55aef8c2 req-e2bff94b-da2f-446b-80ad-b6b05e209057 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219065 Jan 28 07:09:36.697868 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-63145349-7b6a-4516-9682-751324a8ece0 None None] Port 08faccb7-d716-45f6-a604-c3201f2d147a cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:09:36.787203 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-63ffd315-c596-40a7-99ce-da478f03e951 req-f0730fcb-5c7f-4ba1-a3b3-6e8c69f3a057 service neutron] 10.222.0.41 "GET /v2.0/networks/fbddbfaf-beb4-48f3-b2a4-4e85c7d5f47f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922562 Jan 28 07:09:36.872386 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:36.890124 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-f628d89c-0199-4d9e-ac26-4bc631c06cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed1209d3-490d-4c6d-8854-920954a9bf08', 'name': 'tempest-TaggedBootDevicesTest-1375100882-router', 'tenant_id': '65b30fdbe6c646bcb0125b88be11e7db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.3'}], 'enable_snat': True}, 'gw_port_id': 'f8f5d3e8-39f5-4bf3-9b39-d5dcb9dea418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:09:27Z', 'updated_at': '2022-01-28T07:09:30Z', 'revision_number': 3, 'project_id': '65b30fdbe6c646bcb0125b88be11e7db', 'gw_port': {'id': 'f8f5d3e8-39f5-4bf3-9b39-d5dcb9dea418', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:d4:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed1209d3-490d-4c6d-8854-920954a9bf08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:09:28Z', 'updated_at': '2022-01-28T07:09:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:09:36.921596 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f628d89c-0199-4d9e-ac26-4bc631c06cc7 None None] The sync data for ids ['ed1209d3-490d-4c6d-8854-920954a9bf08'] in n-d-712749-28 is: [{'id': 'ed1209d3-490d-4c6d-8854-920954a9bf08', 'name': 'tempest-TaggedBootDevicesTest-1375100882-router', 'tenant_id': '65b30fdbe6c646bcb0125b88be11e7db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.3'}], 'enable_snat': True}, 'gw_port_id': 'f8f5d3e8-39f5-4bf3-9b39-d5dcb9dea418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:09:27Z', 'updated_at': '2022-01-28T07:09:30Z', 'revision_number': 3, 'project_id': '65b30fdbe6c646bcb0125b88be11e7db', 'gw_port': {'id': 'f8f5d3e8-39f5-4bf3-9b39-d5dcb9dea418', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:d4:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed1209d3-490d-4c6d-8854-920954a9bf08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:09:28Z', 'updated_at': '2022-01-28T07:09:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:09:36.966205 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device eb55dc3d-1bbb-4c59-857d-6e7142be10fe details requested by agent hyperv_n-h1-712749-28 with host n-h1-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:09:36.968739 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3994676f-7a7f-44f0-bf1a-61a63cef1604 req-915b5499-3f4e-407f-bb34-3bd197939e4f tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:36.971063 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3994676f-7a7f-44f0-bf1a-61a63cef1604 req-915b5499-3f4e-407f-bb34-3bd197939e4f tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/ports?device_id=727d4f68-410f-49f3-9274-2043b45a847a HTTP/1.1" status: 200 len: 945 time: 0.1041281 Jan 28 07:09:36.983585 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ebfe7659-f5d7-4e0b-ae29-da51656096f3 admin admin] Publish callbacks [] for port (08faccb7-d716-45f6-a604-c3201f2d147a), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:37.000993 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ebfe7659-f5d7-4e0b-ae29-da51656096f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (08faccb7-d716-45f6-a604-c3201f2d147a), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:37.166499 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port eb55dc3d-1bbb-4c59-857d-6e7142be10fe, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=eb55dc3d-1bbb-4c59-857d-6e7142be10fe,segment=NetworkSegment(919581ea-4d97-4a95-839c-1632528194b6),segment_id=919581ea-4d97-4a95-839c-1632528194b6)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:09:37.170802 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ebfe7659-f5d7-4e0b-ae29-da51656096f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16318999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16606560'] for router_interface (ed1209d3-490d-4c6d-8854-920954a9bf08), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:37.183619 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3994676f-7a7f-44f0-bf1a-61a63cef1604 req-2932e359-0538-40c3-b9f0-6ed46009808f tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/security-groups?id=ffb17db6-1913-4712-aa46-d7c764c8c875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926947 Jan 28 07:09:37.205962 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Returning: {'device': 'eb55dc3d-1bbb-4c59-857d-6e7142be10fe', 'network_id': '823f80f1-2970-481b-aed2-7ad5a7c0ed20', 'port_id': 'eb55dc3d-1bbb-4c59-857d-6e7142be10fe', 'mac_address': 'fa:16:3e:f3:dc:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3ff6769-eb60-4293-943b-ef852d2e0c72', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:09:37.318859 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e22cea20-af4d-4917-96d7-2e8ef3e07f23 x-openstack-request-id: req-e22cea20-af4d-4917-96d7-2e8ef3e07f23 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:09:37.319356 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b35d2c80-d830-4888-95fe-8e54e83abdd0", "tag": "a11b056d-7901-4982-8d1b-3500b6c067a7", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:09:37.319763 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e22cea20-af4d-4917-96d7-2e8ef3e07f23 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:09:37.320454 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b35d2c80-d830-4888-95fe-8e54e83abdd0', 'tag': 'a11b056d-7901-4982-8d1b-3500b6c067a7', 'status': 'completed', 'code': 200} Jan 28 07:09:37.322798 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfe7659-f5d7-4e0b-ae29-da51656096f3 admin admin] Pushing event updated for resources: {'Port': ['ID=08faccb7-d716-45f6-a604-c3201f2d147a,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:09:37.331451 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port eb55dc3d-1bbb-4c59-857d-6e7142be10fe is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:09:37.331859 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (eb55dc3d-1bbb-4c59-857d-6e7142be10fe), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:37.400866 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb55dc3d-1bbb-4c59-857d-6e7142be10fe {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:09:37.412053 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144f2f5b-cbc9-4d96-a581-43800492d618 req-9cd9e769-8e62-4a13-a1fa-7f47c63fa704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:37.430748 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-144f2f5b-cbc9-4d96-a581-43800492d618 req-9cd9e769-8e62-4a13-a1fa-7f47c63fa704 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=966335f0946f459597af95ab0b33b55c&device_id=b35d2c80-d830-4888-95fe-8e54e83abdd0 HTTP/1.1" status: 200 len: 1100 time: 0.1330571 Jan 28 07:09:37.484511 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port eb55dc3d-1bbb-4c59-857d-6e7142be10fe, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=eb55dc3d-1bbb-4c59-857d-6e7142be10fe,segment=NetworkSegment(919581ea-4d97-4a95-839c-1632528194b6),segment_id=919581ea-4d97-4a95-839c-1632528194b6)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:09:37.494464 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (eb55dc3d-1bbb-4c59-857d-6e7142be10fe), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:37.640698 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f1fde34a-7a01-4727-9d60-ee50e2740253 req-e5756a9c-6b44-4ae5-b1eb-796036110649 tempest-AttachSCSIVolumeTestJSON-100861846 tempest-AttachSCSIVolumeTestJSON-100861846-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf60dc33-903b-40cd-a5c8-80695c0f073b HTTP/1.1" status: 200 len: 210 time: 0.0638716 Jan 28 07:09:37.654954 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=eb55dc3d-1bbb-4c59-857d-6e7142be10fe,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:09:37.734565 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device f8f5d3e8-39f5-4bf3-9b39-d5dcb9dea418 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:09:37.744715 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144f2f5b-cbc9-4d96-a581-43800492d618 req-a47c2f28-1fe5-474e-b940-858c9f569ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:37.746228 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-144f2f5b-cbc9-4d96-a581-43800492d618 req-a47c2f28-1fe5-474e-b940-858c9f569ede service neutron] 10.222.0.10 "GET /v2.0/networks?id=d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb HTTP/1.1" status: 200 len: 870 time: 0.3041289 Jan 28 07:09:37.819664 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port f8f5d3e8-39f5-4bf3-9b39-d5dcb9dea418 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:09:37.820165 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (f8f5d3e8-39f5-4bf3-9b39-d5dcb9dea418), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:37.826807 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-144f2f5b-cbc9-4d96-a581-43800492d618 req-5528065c-0a75-4139-aa55-3e31d75ed205 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=a11b056d-7901-4982-8d1b-3500b6c067a7 HTTP/1.1" status: 200 len: 217 time: 0.0731931 Jan 28 07:09:37.877782 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['eb55dc3d-1bbb-4c59-857d-6e7142be10fe'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:09:38.018062 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144f2f5b-cbc9-4d96-a581-43800492d618 req-64613c32-8b99-4c73-bee2-7cc1ea0f60e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:38.022271 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-144f2f5b-cbc9-4d96-a581-43800492d618 req-64613c32-8b99-4c73-bee2-7cc1ea0f60e1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5785b43d-448b-4d12-9eb5-4e4caf2e7eaf HTTP/1.1" status: 200 len: 843 time: 0.1803470 Jan 28 07:09:38.163413 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144f2f5b-cbc9-4d96-a581-43800492d618 req-a951c062-086a-4ca9-9eaf-2b2d39c64402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:38.169828 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-144f2f5b-cbc9-4d96-a581-43800492d618 req-a951c062-086a-4ca9-9eaf-2b2d39c64402 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1368034 Jan 28 07:09:38.577781 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-144f2f5b-cbc9-4d96-a581-43800492d618 req-bfa29956-60f6-4083-8884-e8427afb06dc service neutron] 10.222.0.10 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3968151 Jan 28 07:09:38.591950 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port f8f5d3e8-39f5-4bf3-9b39-d5dcb9dea418 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:09:38.594477 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (f8f5d3e8-39f5-4bf3-9b39-d5dcb9dea418), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:38.594925 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9700fcd-9669-4231-8939-0eccea69dbe1 req-fcd48cdc-7d71-48ae-b335-ed870a4220df tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:38.608179 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f9700fcd-9669-4231-8939-0eccea69dbe1 req-fcd48cdc-7d71-48ae-b335-ed870a4220df tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=b35d2c80-d830-4888-95fe-8e54e83abdd0 HTTP/1.1" status: 200 len: 948 time: 0.2676694 Jan 28 07:09:38.612349 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144f2f5b-cbc9-4d96-a581-43800492d618 req-f74ed6db-917b-4407-8db3-d737ffb9b25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:38.614479 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-144f2f5b-cbc9-4d96-a581-43800492d618 req-f74ed6db-917b-4407-8db3-d737ffb9b25c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=966335f0946f459597af95ab0b33b55c&device_id=b35d2c80-d830-4888-95fe-8e54e83abdd0 HTTP/1.1" status: 200 len: 1100 time: 1.2922075 Jan 28 07:09:38.625863 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d319c6-c7ef-48ba-aa94-18b298631d84 req-2be182e8-eb57-4f51-9c8f-94eef85dc357 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:38.634175 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e6d319c6-c7ef-48ba-aa94-18b298631d84 req-2be182e8-eb57-4f51-9c8f-94eef85dc357 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/ports?device_id=8583dc03-a039-446f-b1e8-5e1ed628fdcb HTTP/1.1" status: 200 len: 945 time: 0.2287700 Jan 28 07:09:38.644799 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] For port f8f5d3e8-39f5-4bf3-9b39-d5dcb9dea418, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=f8f5d3e8-39f5-4bf3-9b39-d5dcb9dea418,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:09:38.655646 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:38.660291 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (f8f5d3e8-39f5-4bf3-9b39-d5dcb9dea418), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:38.730705 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-144f2f5b-cbc9-4d96-a581-43800492d618 req-9106ec2b-83e9-420f-b7aa-296ad78df0ad service neutron] 10.222.0.10 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200333 Jan 28 07:09:38.749415 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144f2f5b-cbc9-4d96-a581-43800492d618 req-26e38ff2-cae0-446d-89c0-10028dd3d118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:38.751619 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-144f2f5b-cbc9-4d96-a581-43800492d618 req-26e38ff2-cae0-446d-89c0-10028dd3d118 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb HTTP/1.1" status: 200 len: 870 time: 0.1146357 Jan 28 07:09:38.785008 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Pushing event updated for resources: {'Port': ['ID=f8f5d3e8-39f5-4bf3-9b39-d5dcb9dea418,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:09:38.801121 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebfe7659-f5d7-4e0b-ae29-da51656096f3 admin admin] Network 8fc23b23-8335-4a04-b0d6-249e14a325df is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:09:38.815928 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f9700fcd-9669-4231-8939-0eccea69dbe1 req-388f2fb2-9703-434d-a429-d597b6547b59 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067063 Jan 28 07:09:38.844905 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-ebfe7659-f5d7-4e0b-ae29-da51656096f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:09:38.852323 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-144f2f5b-cbc9-4d96-a581-43800492d618 req-b4d2bf10-726a-4105-8826-aa9a69f253b9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=a11b056d-7901-4982-8d1b-3500b6c067a7 HTTP/1.1" status: 200 len: 217 time: 0.0755513 Jan 28 07:09:38.934925 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144f2f5b-cbc9-4d96-a581-43800492d618 req-544ef624-36a6-4406-9abb-1a6d34073f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:38.937350 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-144f2f5b-cbc9-4d96-a581-43800492d618 req-544ef624-36a6-4406-9abb-1a6d34073f07 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5785b43d-448b-4d12-9eb5-4e4caf2e7eaf HTTP/1.1" status: 200 len: 843 time: 0.0673008 Jan 28 07:09:38.948928 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e6d319c6-c7ef-48ba-aa94-18b298631d84 req-e82e8223-8b32-4407-82f9-73179fdc09ab tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/security-groups?id=83d97fa1-2f29-40d2-a756-a970d048d2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3137324 Jan 28 07:09:39.058476 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3e6b34-5c46-40a0-a988-39b280dceb1b req-497f6539-2eae-4f6e-a32a-5339f74a2d56 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:39.060303 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6a3e6b34-5c46-40a0-a988-39b280dceb1b req-497f6539-2eae-4f6e-a32a-5339f74a2d56 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/ports?device_id=727d4f68-410f-49f3-9274-2043b45a847a HTTP/1.1" status: 200 len: 945 time: 0.0786288 Jan 28 07:09:39.247326 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9762919a-47db-4f92-9de0-f2a515d308a9 None None] Provisioning complete for port 08faccb7-d716-45f6-a604-c3201f2d147a triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:09:39.247711 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9762919a-47db-4f92-9de0-f2a515d308a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (08faccb7-d716-45f6-a604-c3201f2d147a), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:39.280487 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144f2f5b-cbc9-4d96-a581-43800492d618 req-06067026-741e-4432-94b0-51a92aad8c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:39.282076 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-144f2f5b-cbc9-4d96-a581-43800492d618 req-06067026-741e-4432-94b0-51a92aad8c13 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3307376 Jan 28 07:09:39.325462 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9762919a-47db-4f92-9de0-f2a515d308a9 None None] Port 08faccb7-d716-45f6-a604-c3201f2d147a cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:09:39.392294 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6a3e6b34-5c46-40a0-a988-39b280dceb1b req-ae6ffc70-420d-40be-8f2e-46fe109697ce tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/security-groups?id=ffb17db6-1913-4712-aa46-d7c764c8c875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3147545 Jan 28 07:09:39.414068 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ffd315-c596-40a7-99ce-da478f03e951 req-6a6184a8-26a6-46e1-b4c9-18e9c2455be7 tempest-AttachSCSIVolumeTestJSON-100861846 tempest-AttachSCSIVolumeTestJSON-100861846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:39.415914 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-63ffd315-c596-40a7-99ce-da478f03e951 req-6a6184a8-26a6-46e1-b4c9-18e9c2455be7 tempest-AttachSCSIVolumeTestJSON-100861846 tempest-AttachSCSIVolumeTestJSON-100861846-project] 10.222.0.44 "GET /v2.0/networks?id=fbddbfaf-beb4-48f3-b2a4-4e85c7d5f47f HTTP/1.1" status: 200 len: 814 time: 0.3337829 Jan 28 07:09:39.426287 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-56dfa526-9c67-4d0c-9c04-b43156cbc759 req-08b7c5d9-f4e3-4acf-9741-3023bc45c903 tempest-AttachSCSIVolumeTestJSON-100861846 tempest-AttachSCSIVolumeTestJSON-100861846-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf60dc33-903b-40cd-a5c8-80695c0f073b HTTP/1.1" status: 200 len: 210 time: 0.1273901 Jan 28 07:09:39.467156 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-63ffd315-c596-40a7-99ce-da478f03e951 req-2dd39251-98b1-4472-aba9-48a84cd0374c tempest-AttachSCSIVolumeTestJSON-100861846 tempest-AttachSCSIVolumeTestJSON-100861846-project] Request body: {'port': {'device_id': 'cf60dc33-903b-40cd-a5c8-80695c0f073b', 'network_id': 'fbddbfaf-beb4-48f3-b2a4-4e85c7d5f47f', 'admin_state_up': True, 'tenant_id': '27f6d90c3ea74cfab0dfe177f770c019'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:09:39.511873 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebfe7659-f5d7-4e0b-ae29-da51656096f3 admin admin] Router ed1209d3-490d-4c6d-8854-920954a9bf08 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:09:39.597883 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device f8f5d3e8-39f5-4bf3-9b39-d5dcb9dea418 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:09:39.663141 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-144f2f5b-cbc9-4d96-a581-43800492d618 req-54af1308-3190-4fd8-b5db-c42382eeafa2 service neutron] 10.222.0.44 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2700267 Jan 28 07:09:39.720997 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63ffd315-c596-40a7-99ce-da478f03e951 req-2dd39251-98b1-4472-aba9-48a84cd0374c tempest-AttachSCSIVolumeTestJSON-100861846 tempest-AttachSCSIVolumeTestJSON-100861846-project] Made reservation on behalf of 27f6d90c3ea74cfab0dfe177f770c019 for: {'port': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:09:39.725271 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-63ffd315-c596-40a7-99ce-da478f03e951 req-2dd39251-98b1-4472-aba9-48a84cd0374c tempest-AttachSCSIVolumeTestJSON-100861846 tempest-AttachSCSIVolumeTestJSON-100861846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:39.756015 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:39.769141 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device a11b056d-7901-4982-8d1b-3500b6c067a7 details requested by agent hyperv_n-h2-712749-28 with host n-h2-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:09:39.816748 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port f8f5d3e8-39f5-4bf3-9b39-d5dcb9dea418 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:09:39.816748 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (f8f5d3e8-39f5-4bf3-9b39-d5dcb9dea418), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:39.987868 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebfe7659-f5d7-4e0b-ae29-da51656096f3 admin admin] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:09:39.993001 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-144f2f5b-cbc9-4d96-a581-43800492d618 req-f279dfc9-4cab-4343-898f-52325a00c31e service neutron] 10.222.0.44 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3236563 Jan 28 07:09:39.998007 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-ebfe7659-f5d7-4e0b-ae29-da51656096f3 admin admin] 10.222.0.41 "PUT /v2.0/routers/ed1209d3-490d-4c6d-8854-920954a9bf08/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8902061 Jan 28 07:09:40.000959 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf52baf-5983-40f2-a232-a9d7c572bdb3 None None] Sync routers for ids ['ed1209d3-490d-4c6d-8854-920954a9bf08'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:09:40.022317 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf52baf-5983-40f2-a232-a9d7c572bdb3 None None] Routers {'ed1209d3-490d-4c6d-8854-920954a9bf08'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:09:40.022962 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-2cf52baf-5983-40f2-a232-a9d7c572bdb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:09:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['ed1209d3-490d-4c6d-8854-920954a9bf08'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:09:40.071120 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port f8f5d3e8-39f5-4bf3-9b39-d5dcb9dea418 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:09:40.129081 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port a11b056d-7901-4982-8d1b-3500b6c067a7, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=a11b056d-7901-4982-8d1b-3500b6c067a7,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:09:40.158106 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [req-63ffd315-c596-40a7-99ce-da478f03e951 req-2dd39251-98b1-4472-aba9-48a84cd0374c tempest-AttachSCSIVolumeTestJSON-100861846 tempest-AttachSCSIVolumeTestJSON-100861846-project] Allocated IP 172.20.0.3 (fbddbfaf-beb4-48f3-b2a4-4e85c7d5f47f/691dd1a0-1c2f-40e1-abfb-d0c6c3076fc5/153f149f-792f-478a-8eb0-e4481a205597) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:09:40.160511 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Returning: {'device': 'a11b056d-7901-4982-8d1b-3500b6c067a7', 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb', 'port_id': 'a11b056d-7901-4982-8d1b-3500b6c067a7', 'mac_address': 'fa:16:3e:9f:45:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5785b43d-448b-4d12-9eb5-4e4caf2e7eaf', 'ip_address': '192.168.233.138'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:09:40.229550 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port a11b056d-7901-4982-8d1b-3500b6c067a7 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:09:40.230343 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (a11b056d-7901-4982-8d1b-3500b6c067a7), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:40.245674 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a11b056d-7901-4982-8d1b-3500b6c067a7 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:09:40.257964 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae615a51-3128-4674-9310-6f759cab66e5 req-71431246-d4be-4196-b33f-dc026325009e tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:40.259770 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ae615a51-3128-4674-9310-6f759cab66e5 req-71431246-d4be-4196-b33f-dc026325009e tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=b35d2c80-d830-4888-95fe-8e54e83abdd0 HTTP/1.1" status: 200 len: 948 time: 0.2912245 Jan 28 07:09:40.282732 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port a11b056d-7901-4982-8d1b-3500b6c067a7, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=a11b056d-7901-4982-8d1b-3500b6c067a7,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:09:40.294561 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (a11b056d-7901-4982-8d1b-3500b6c067a7), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:40.294957 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb82b6d-64cb-4f19-bfca-f39adfc9e056 req-88af866f-50bd-4a37-837d-846ab2900b5d tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:40.309101 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ccb82b6d-64cb-4f19-bfca-f39adfc9e056 req-88af866f-50bd-4a37-837d-846ab2900b5d tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/ports?device_id=8583dc03-a039-446f-b1e8-5e1ed628fdcb HTTP/1.1" status: 200 len: 945 time: 0.0929940 Jan 28 07:09:40.428138 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=a11b056d-7901-4982-8d1b-3500b6c067a7,revision_number=8']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:09:40.429547 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ccb82b6d-64cb-4f19-bfca-f39adfc9e056 req-9ef9dcd0-ea70-4297-937d-ca3d0b632928 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/security-groups?id=83d97fa1-2f29-40d2-a756-a970d048d2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192777 Jan 28 07:09:40.482177 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-2cf52baf-5983-40f2-a232-a9d7c572bdb3 None None] Set router ed1209d3-490d-4c6d-8854-920954a9bf08 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:09:40.563405 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ae615a51-3128-4674-9310-6f759cab66e5 req-dc41f37c-a8b2-4ee9-852e-b16dae572b2e tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2966318 Jan 28 07:09:40.699541 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-63ffd315-c596-40a7-99ce-da478f03e951 req-2dd39251-98b1-4472-aba9-48a84cd0374c tempest-AttachSCSIVolumeTestJSON-100861846 tempest-AttachSCSIVolumeTestJSON-100861846-project] Publish callbacks [] for port (153f149f-792f-478a-8eb0-e4481a205597), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:40.755445 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-2cf52baf-5983-40f2-a232-a9d7c572bdb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed1209d3-490d-4c6d-8854-920954a9bf08', 'name': 'tempest-TaggedBootDevicesTest-1375100882-router', 'tenant_id': '65b30fdbe6c646bcb0125b88be11e7db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.3'}], 'enable_snat': True}, 'gw_port_id': 'f8f5d3e8-39f5-4bf3-9b39-d5dcb9dea418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:09:27Z', 'updated_at': '2022-01-28T07:09:36Z', 'revision_number': 4, 'project_id': '65b30fdbe6c646bcb0125b88be11e7db', 'gw_port': {'id': 'f8f5d3e8-39f5-4bf3-9b39-d5dcb9dea418', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:d4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1209d3-490d-4c6d-8854-920954a9bf08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:09:28Z', 'updated_at': '2022-01-28T07:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '08faccb7-d716-45f6-a604-c3201f2d147a', 'name': '', 'network_id': '8fc23b23-8335-4a04-b0d6-249e14a325df', 'tenant_id': '65b30fdbe6c646bcb0125b88be11e7db', 'mac_address': 'fa:16:3e:d1:3e:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed1209d3-490d-4c6d-8854-920954a9bf08', 'device_owner': 'network:router_interface', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'c20d9072-2d4e-40cc-9fe9-b407c3ab0e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:09:35Z', 'updated_at': '2022-01-28T07:09:36Z', 'revision_number': 2, 'project_id': '65b30fdbe6c646bcb0125b88be11e7db', 'subnets': [{'id': 'c20d9072-2d4e-40cc-9fe9-b407c3ab0e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:09:40.792110 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-63ffd315-c596-40a7-99ce-da478f03e951 req-2dd39251-98b1-4472-aba9-48a84cd0374c tempest-AttachSCSIVolumeTestJSON-100861846 tempest-AttachSCSIVolumeTestJSON-100861846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (153f149f-792f-478a-8eb0-e4481a205597), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:40.805455 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['a11b056d-7901-4982-8d1b-3500b6c067a7'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:09:40.810543 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf52baf-5983-40f2-a232-a9d7c572bdb3 None None] Checking router: ed1209d3-490d-4c6d-8854-920954a9bf08 for host: n-d-712749-28 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:09:40.811168 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf52baf-5983-40f2-a232-a9d7c572bdb3 None None] Updating router ed1209d3-490d-4c6d-8854-920954a9bf08 port 08faccb7-d716-45f6-a604-c3201f2d147a binding host n-d-712749-28 {{(pid=103286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 07:09:40.886752 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2cf52baf-5983-40f2-a232-a9d7c572bdb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (08faccb7-d716-45f6-a604-c3201f2d147a), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:40.946157 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8982ee0-3d7b-4884-b15c-3f762fd212aa req-0b3d159d-8272-403d-93f4-5a6fb08e4b5e tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:40.948977 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd39251-98b1-4472-aba9-48a84cd0374c tempest-AttachSCSIVolumeTestJSON-100861846 tempest-AttachSCSIVolumeTestJSON-100861846-project] Pushing event updated for resources: {'Port': ['ID=153f149f-792f-478a-8eb0-e4481a205597,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:09:40.960464 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f8982ee0-3d7b-4884-b15c-3f762fd212aa req-0b3d159d-8272-403d-93f4-5a6fb08e4b5e tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/ports?device_id=727d4f68-410f-49f3-9274-2043b45a847a HTTP/1.1" status: 200 len: 945 time: 0.1383693 Jan 28 07:09:40.986524 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device eb55dc3d-1bbb-4c59-857d-6e7142be10fe up at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:09:40.997380 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63ffd315-c596-40a7-99ce-da478f03e951 req-2dd39251-98b1-4472-aba9-48a84cd0374c tempest-AttachSCSIVolumeTestJSON-100861846 tempest-AttachSCSIVolumeTestJSON-100861846-project] Network fbddbfaf-beb4-48f3-b2a4-4e85c7d5f47f is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:09:41.002114 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [req-63ffd315-c596-40a7-99ce-da478f03e951 req-2dd39251-98b1-4472-aba9-48a84cd0374c tempest-AttachSCSIVolumeTestJSON-100861846 tempest-AttachSCSIVolumeTestJSON-100861846-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:09:41.011071 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-63ffd315-c596-40a7-99ce-da478f03e951 req-2dd39251-98b1-4472-aba9-48a84cd0374c tempest-AttachSCSIVolumeTestJSON-100861846 tempest-AttachSCSIVolumeTestJSON-100861846-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:09:41.137855 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f8982ee0-3d7b-4884-b15c-3f762fd212aa req-e3e15b87-6790-4d9f-9af3-df25c9d64639 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/security-groups?id=ffb17db6-1913-4712-aa46-d7c764c8c875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756973 Jan 28 07:09:41.172284 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ffd315-c596-40a7-99ce-da478f03e951 req-2dd39251-98b1-4472-aba9-48a84cd0374c tempest-AttachSCSIVolumeTestJSON-100861846 tempest-AttachSCSIVolumeTestJSON-100861846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:41.172880 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-63ffd315-c596-40a7-99ce-da478f03e951 req-2dd39251-98b1-4472-aba9-48a84cd0374c tempest-AttachSCSIVolumeTestJSON-100861846 tempest-AttachSCSIVolumeTestJSON-100861846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:41.212052 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-63ffd315-c596-40a7-99ce-da478f03e951 req-2dd39251-98b1-4472-aba9-48a84cd0374c tempest-AttachSCSIVolumeTestJSON-100861846 tempest-AttachSCSIVolumeTestJSON-100861846-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7503848 Jan 28 07:09:41.216500 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning for port eb55dc3d-1bbb-4c59-857d-6e7142be10fe completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:09:41.235858 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning complete for port eb55dc3d-1bbb-4c59-857d-6e7142be10fe triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:09:41.236645 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (eb55dc3d-1bbb-4c59-857d-6e7142be10fe), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:41.262576 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-63ffd315-c596-40a7-99ce-da478f03e951 req-1dd76e99-2212-4f43-b10a-4c8797791e4c service neutron] Request body: {'port': {'device_id': 'cf60dc33-903b-40cd-a5c8-80695c0f073b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712749-28'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:09:41.406959 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670f584d-f807-4d61-98e9-bdcda7c460cb req-046fd305-ede8-4dd3-8771-85280ff0a324 tempest-AttachSCSIVolumeTestJSON-100861846 tempest-AttachSCSIVolumeTestJSON-100861846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:41.415642 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port eb55dc3d-1bbb-4c59-857d-6e7142be10fe is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:09:41.416486 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (eb55dc3d-1bbb-4c59-857d-6e7142be10fe), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:41.424084 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-670f584d-f807-4d61-98e9-bdcda7c460cb req-046fd305-ede8-4dd3-8771-85280ff0a324 tempest-AttachSCSIVolumeTestJSON-100861846 tempest-AttachSCSIVolumeTestJSON-100861846-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf60dc33-903b-40cd-a5c8-80695c0f073b HTTP/1.1" status: 200 len: 931 time: 0.1460695 Jan 28 07:09:41.453232 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-63ffd315-c596-40a7-99ce-da478f03e951 req-1dd76e99-2212-4f43-b10a-4c8797791e4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (153f149f-792f-478a-8eb0-e4481a205597), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:41.525067 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port eb55dc3d-1bbb-4c59-857d-6e7142be10fe, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=eb55dc3d-1bbb-4c59-857d-6e7142be10fe,segment=NetworkSegment(919581ea-4d97-4a95-839c-1632528194b6),segment_id=919581ea-4d97-4a95-839c-1632528194b6)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:09:41.527708 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8583dc03-a039-446f-b1e8-5e1ed628fdcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb55dc3d-1bbb-4c59-857d-6e7142be10fe'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:09:41.530330 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03238b0f-6e57-498b-963a-571a1e0d728e" -d '{"events": [{"server_uuid": "8583dc03-a039-446f-b1e8-5e1ed628fdcb", "name": "network-vif-plugged", "status": "completed", "tag": "eb55dc3d-1bbb-4c59-857d-6e7142be10fe"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:09:41.536014 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (eb55dc3d-1bbb-4c59-857d-6e7142be10fe), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:41.581510 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-670f584d-f807-4d61-98e9-bdcda7c460cb req-e760e275-2eff-424c-8ab8-3cdb9ca28b93 tempest-AttachSCSIVolumeTestJSON-100861846 tempest-AttachSCSIVolumeTestJSON-100861846-project] 10.222.0.41 "GET /v2.0/security-groups?id=63a7f67e-5303-4e57-b874-bb3ebd6bac20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525037 Jan 28 07:09:41.612569 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2cf52baf-5983-40f2-a232-a9d7c572bdb3 None None] Publish callbacks [] for port (08faccb7-d716-45f6-a604-c3201f2d147a), precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:41.627322 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2cf52baf-5983-40f2-a232-a9d7c572bdb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (08faccb7-d716-45f6-a604-c3201f2d147a), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:41.669317 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-5709d074-9463-4185-84ca-56c4d788210c None None] Provisioning complete for port 153f149f-792f-478a-8eb0-e4481a205597 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:09:41.669801 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5709d074-9463-4185-84ca-56c4d788210c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (153f149f-792f-478a-8eb0-e4481a205597), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:41.771328 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-5709d074-9463-4185-84ca-56c4d788210c None None] Port 153f149f-792f-478a-8eb0-e4481a205597 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:09:41.783665 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=eb55dc3d-1bbb-4c59-857d-6e7142be10fe,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:09:41.942921 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377214b6-4a09-4d81-8e92-edf32f676c9d None None] Pushing event updated for resources: {'Port': ['ID=08faccb7-d716-45f6-a604-c3201f2d147a,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:09:42.025803 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-2cf52baf-5983-40f2-a232-a9d7c572bdb3 None None] Attempting to bind port 08faccb7-d716-45f6-a604-c3201f2d147a on host n-d-712749-28 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:09:42.026350 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-2cf52baf-5983-40f2-a232-a9d7c572bdb3 None None] Attempting to bind port 08faccb7-d716-45f6-a604-c3201f2d147a by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '2c3bdd93-2d63-45f6-a0d9-85f8846ef95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '8fc23b23-8335-4a04-b0d6-249e14a325df'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:09:42.027671 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf52baf-5983-40f2-a232-a9d7c572bdb3 None None] Attempting to bind port 08faccb7-d716-45f6-a604-c3201f2d147a on network 8fc23b23-8335-4a04-b0d6-249e14a325df {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:09:42.045986 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf52baf-5983-40f2-a232-a9d7c572bdb3 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:09:42.046370 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf52baf-5983-40f2-a232-a9d7c572bdb3 None None] Checking segment: {'id': '2c3bdd93-2d63-45f6-a0d9-85f8846ef95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '8fc23b23-8335-4a04-b0d6-249e14a325df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:09:42.046782 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2cf52baf-5983-40f2-a232-a9d7c572bdb3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:42.047184 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf52baf-5983-40f2-a232-a9d7c572bdb3 None None] Bound using segment: {'id': '2c3bdd93-2d63-45f6-a0d9-85f8846ef95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '8fc23b23-8335-4a04-b0d6-249e14a325df'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:09:42.047677 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-2cf52baf-5983-40f2-a232-a9d7c572bdb3 None None] Bound port: 08faccb7-d716-45f6-a604-c3201f2d147a, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c3bdd93-2d63-45f6-a0d9-85f8846ef95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '8fc23b23-8335-4a04-b0d6-249e14a325df'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:09:42.048062 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2cf52baf-5983-40f2-a232-a9d7c572bdb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (08faccb7-d716-45f6-a604-c3201f2d147a), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:42.187319 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [req-63ffd315-c596-40a7-99ce-da478f03e951 req-1dd76e99-2212-4f43-b10a-4c8797791e4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 153f149f-792f-478a-8eb0-e4481a205597 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:09:42.196443 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-63ffd315-c596-40a7-99ce-da478f03e951 req-1dd76e99-2212-4f43-b10a-4c8797791e4c service neutron] Publish callbacks [] for port (153f149f-792f-478a-8eb0-e4481a205597), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:42.202864 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-a617915c-4fc3-4d4b-b18a-6442497489a3 None None] Provisioning complete for port 08faccb7-d716-45f6-a604-c3201f2d147a triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:09:42.203479 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a617915c-4fc3-4d4b-b18a-6442497489a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (08faccb7-d716-45f6-a604-c3201f2d147a), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:42.206286 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-2cf52baf-5983-40f2-a232-a9d7c572bdb3 None None] For port 08faccb7-d716-45f6-a604-c3201f2d147a, host n-d-712749-28, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:09:42.209348 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd45e385-f00d-40b6-84e6-bcda2c57eb65 req-6fe2ef6f-9d2e-4ef6-a2ab-f42b5781b918 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:42.210122 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-2cf52baf-5983-40f2-a232-a9d7c572bdb3 None None] For port 08faccb7-d716-45f6-a604-c3201f2d147a, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=08faccb7-d716-45f6-a604-c3201f2d147a,segment=NetworkSegment(2c3bdd93-2d63-45f6-a0d9-85f8846ef95c),segment_id=2c3bdd93-2d63-45f6-a0d9-85f8846ef95c)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:09:42.214490 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [req-63ffd315-c596-40a7-99ce-da478f03e951 req-1dd76e99-2212-4f43-b10a-4c8797791e4c service neutron] Transition to ACTIVE for port object 153f149f-792f-478a-8eb0-e4481a205597 will not be triggered until provisioned by entity L2. {{(pid=103283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:09:42.219248 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2cf52baf-5983-40f2-a232-a9d7c572bdb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (08faccb7-d716-45f6-a604-c3201f2d147a), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:42.220990 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-bd45e385-f00d-40b6-84e6-bcda2c57eb65 req-6fe2ef6f-9d2e-4ef6-a2ab-f42b5781b918 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/ports?device_id=8583dc03-a039-446f-b1e8-5e1ed628fdcb HTTP/1.1" status: 200 len: 946 time: 0.1204550 Jan 28 07:09:42.227328 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-63ffd315-c596-40a7-99ce-da478f03e951 req-1dd76e99-2212-4f43-b10a-4c8797791e4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (153f149f-792f-478a-8eb0-e4481a205597), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:42.406064 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd76e99-2212-4f43-b10a-4c8797791e4c service neutron] Pushing event updated for resources: {'Port': ['ID=153f149f-792f-478a-8eb0-e4481a205597,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:09:42.451252 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377214b6-4a09-4d81-8e92-edf32f676c9d None None] Pushing event updated for resources: {'Port': ['ID=08faccb7-d716-45f6-a604-c3201f2d147a,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:09:42.470829 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf52baf-5983-40f2-a232-a9d7c572bdb3 None None] Routers {'ed1209d3-490d-4c6d-8854-920954a9bf08'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:09:42.474558 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-2cf52baf-5983-40f2-a232-a9d7c572bdb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:09:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['ed1209d3-490d-4c6d-8854-920954a9bf08'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:09:42.491168 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-a617915c-4fc3-4d4b-b18a-6442497489a3 None None] Current status of the port 08faccb7-d716-45f6-a604-c3201f2d147a is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:09:42.491770 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a617915c-4fc3-4d4b-b18a-6442497489a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (08faccb7-d716-45f6-a604-c3201f2d147a), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:42.500794 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-bd45e385-f00d-40b6-84e6-bcda2c57eb65 req-d5456ab8-a2fd-4a05-8bf5-80b3766d4e6c tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/security-groups?id=83d97fa1-2f29-40d2-a756-a970d048d2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2764425 Jan 28 07:09:42.533193 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593e4ead-a50b-4e09-9348-a39776e0e9ef req-8cd9334b-0790-4351-a084-0a2d4ec49968 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:42.534745 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-593e4ead-a50b-4e09-9348-a39776e0e9ef req-8cd9334b-0790-4351-a084-0a2d4ec49968 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.44 "GET /v2.0/ports?device_id=b35d2c80-d830-4888-95fe-8e54e83abdd0&tenant_id=966335f0946f459597af95ab0b33b55c&binding%3Ahost_id=n-h2-712749-28 HTTP/1.1" status: 200 len: 949 time: 0.2687657 Jan 28 07:09:42.599340 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-a617915c-4fc3-4d4b-b18a-6442497489a3 None None] For port 08faccb7-d716-45f6-a604-c3201f2d147a, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=08faccb7-d716-45f6-a604-c3201f2d147a,segment=NetworkSegment(2c3bdd93-2d63-45f6-a0d9-85f8846ef95c),segment_id=2c3bdd93-2d63-45f6-a0d9-85f8846ef95c)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:09:42.610437 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-63ffd315-c596-40a7-99ce-da478f03e951 req-1dd76e99-2212-4f43-b10a-4c8797791e4c service neutron] Attempting to bind port 153f149f-792f-478a-8eb0-e4481a205597 on host n-h2-712749-28 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:09:42.611253 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-63ffd315-c596-40a7-99ce-da478f03e951 req-1dd76e99-2212-4f43-b10a-4c8797791e4c service neutron] Attempting to bind port 153f149f-792f-478a-8eb0-e4481a205597 by drivers openvswitch,hyperv on host n-h2-712749-28 at level 0 using segments [{'id': 'f8a20d97-7576-4d2c-8739-f6ab132dd2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'fbddbfaf-beb4-48f3-b2a4-4e85c7d5f47f'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:09:42.611710 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a617915c-4fc3-4d4b-b18a-6442497489a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (08faccb7-d716-45f6-a604-c3201f2d147a), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:42.612183 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ffd315-c596-40a7-99ce-da478f03e951 req-1dd76e99-2212-4f43-b10a-4c8797791e4c service neutron] Attempting to bind port 153f149f-792f-478a-8eb0-e4481a205597 on network fbddbfaf-beb4-48f3-b2a4-4e85c7d5f47f {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:09:42.645315 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ffd315-c596-40a7-99ce-da478f03e951 req-1dd76e99-2212-4f43-b10a-4c8797791e4c service neutron] Port 153f149f-792f-478a-8eb0-e4481a205597 on network fbddbfaf-beb4-48f3-b2a4-4e85c7d5f47f not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-28 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:09:42.646488 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ffd315-c596-40a7-99ce-da478f03e951 req-1dd76e99-2212-4f43-b10a-4c8797791e4c service neutron] Attempting to bind port 153f149f-792f-478a-8eb0-e4481a205597 on network fbddbfaf-beb4-48f3-b2a4-4e85c7d5f47f {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:09:42.655710 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ffd315-c596-40a7-99ce-da478f03e951 req-1dd76e99-2212-4f43-b10a-4c8797791e4c service neutron] Checking agent: {'id': 'c9906e63-062c-432e-bb53-63fdb8115e18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:09:42.656564 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ffd315-c596-40a7-99ce-da478f03e951 req-1dd76e99-2212-4f43-b10a-4c8797791e4c service neutron] Checking segment: {'id': 'f8a20d97-7576-4d2c-8739-f6ab132dd2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'fbddbfaf-beb4-48f3-b2a4-4e85c7d5f47f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:09:42.659171 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ffd315-c596-40a7-99ce-da478f03e951 req-1dd76e99-2212-4f43-b10a-4c8797791e4c service neutron] Bound using segment: {'id': 'f8a20d97-7576-4d2c-8739-f6ab132dd2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'fbddbfaf-beb4-48f3-b2a4-4e85c7d5f47f'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:09:42.659995 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-63ffd315-c596-40a7-99ce-da478f03e951 req-1dd76e99-2212-4f43-b10a-4c8797791e4c service neutron] Bound port: 153f149f-792f-478a-8eb0-e4481a205597, host: n-h2-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8a20d97-7576-4d2c-8739-f6ab132dd2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'fbddbfaf-beb4-48f3-b2a4-4e85c7d5f47f'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:09:42.667053 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-63ffd315-c596-40a7-99ce-da478f03e951 req-1dd76e99-2212-4f43-b10a-4c8797791e4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (153f149f-792f-478a-8eb0-e4481a205597), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:42.688235 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09ad4fd2-70c2-44e3-8f8c-ac4a9883649e x-openstack-request-id: req-09ad4fd2-70c2-44e3-8f8c-ac4a9883649e {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:09:42.688697 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8583dc03-a039-446f-b1e8-5e1ed628fdcb", "name": "network-vif-plugged", "status": "completed", "tag": "eb55dc3d-1bbb-4c59-857d-6e7142be10fe", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:09:42.688962 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-09ad4fd2-70c2-44e3-8f8c-ac4a9883649e {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:09:42.689383 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8583dc03-a039-446f-b1e8-5e1ed628fdcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb55dc3d-1bbb-4c59-857d-6e7142be10fe', 'code': 200} Jan 28 07:09:42.759474 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-593e4ead-a50b-4e09-9348-a39776e0e9ef req-79d0fd6d-935e-40fe-99be-aca95507db9d service neutron] 10.222.0.44 "GET /v2.0/ports/a11b056d-7901-4982-8d1b-3500b6c067a7/bindings/n-h2-712749-28 HTTP/1.1" status: 200 len: 383 time: 0.2104688 Jan 28 07:09:42.825667 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a617915c-4fc3-4d4b-b18a-6442497489a3 None None] Pushing event updated for resources: {'Port': ['ID=08faccb7-d716-45f6-a604-c3201f2d147a,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:09:42.888443 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-2cf52baf-5983-40f2-a232-a9d7c572bdb3 None None] Set router ed1209d3-490d-4c6d-8854-920954a9bf08 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:09:42.902249 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593e4ead-a50b-4e09-9348-a39776e0e9ef req-c1d7c1b5-b286-4b17-96f8-72cf0e26cb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:42.910152 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-593e4ead-a50b-4e09-9348-a39776e0e9ef req-c1d7c1b5-b286-4b17-96f8-72cf0e26cb43 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=966335f0946f459597af95ab0b33b55c&device_id=b35d2c80-d830-4888-95fe-8e54e83abdd0 HTTP/1.1" status: 200 len: 1101 time: 0.0780957 Jan 28 07:09:42.961935 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-40839dda-1228-4431-ac41-ed74d38f9e3d None None] Provisioning complete for port 08faccb7-d716-45f6-a604-c3201f2d147a triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:09:42.962320 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-40839dda-1228-4431-ac41-ed74d38f9e3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (08faccb7-d716-45f6-a604-c3201f2d147a), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:43.057046 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-63ffd315-c596-40a7-99ce-da478f03e951 req-1dd76e99-2212-4f43-b10a-4c8797791e4c service neutron] For port 153f149f-792f-478a-8eb0-e4481a205597, host n-h2-712749-28, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:09:43.069213 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d2a7a0-dfe9-44cd-baa8-cbb1251795d4 req-5b74a4f6-e68d-4a66-a434-1d3941d2367f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:43.073168 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b2d2a7a0-dfe9-44cd-baa8-cbb1251795d4 req-5b74a4f6-e68d-4a66-a434-1d3941d2367f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8583dc03-a039-446f-b1e8-5e1ed628fdcb HTTP/1.1" status: 200 len: 1098 time: 0.2248755 Jan 28 07:09:43.078516 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-63ffd315-c596-40a7-99ce-da478f03e951 req-1dd76e99-2212-4f43-b10a-4c8797791e4c service neutron] For port 153f149f-792f-478a-8eb0-e4481a205597, host n-h2-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=153f149f-792f-478a-8eb0-e4481a205597,segment=NetworkSegment(f8a20d97-7576-4d2c-8739-f6ab132dd2fd),segment_id=f8a20d97-7576-4d2c-8739-f6ab132dd2fd)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:09:43.101870 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-63ffd315-c596-40a7-99ce-da478f03e951 req-1dd76e99-2212-4f43-b10a-4c8797791e4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (153f149f-792f-478a-8eb0-e4481a205597), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:43.182513 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-40839dda-1228-4431-ac41-ed74d38f9e3d None None] Current status of the port 08faccb7-d716-45f6-a604-c3201f2d147a is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:09:43.219984 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4523d21-d610-4a90-aa3d-da785c503897 req-f32a3bb4-905d-4f74-8418-94567c7490c7 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:43.229494 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ffd315-c596-40a7-99ce-da478f03e951 req-1dd76e99-2212-4f43-b10a-4c8797791e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:43.230831 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a4523d21-d610-4a90-aa3d-da785c503897 req-f32a3bb4-905d-4f74-8418-94567c7490c7 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=b35d2c80-d830-4888-95fe-8e54e83abdd0 HTTP/1.1" status: 200 len: 949 time: 0.1594923 Jan 28 07:09:43.231746 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-63ffd315-c596-40a7-99ce-da478f03e951 req-1dd76e99-2212-4f43-b10a-4c8797791e4c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:43.234689 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-63ffd315-c596-40a7-99ce-da478f03e951 req-1dd76e99-2212-4f43-b10a-4c8797791e4c service neutron] 10.222.0.44 "PUT /v2.0/ports/153f149f-792f-478a-8eb0-e4481a205597 HTTP/1.1" status: 200 len: 1092 time: 1.9777045 Jan 28 07:09:43.234950 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf60dc33-903b-40cd-a5c8-80695c0f073b', 'tag': '153f149f-792f-478a-8eb0-e4481a205597'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:09:43.239573 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f883575-f32a-45a5-a6ed-a901b487782a" -d '{"events": [{"name": "network-changed", "server_uuid": "cf60dc33-903b-40cd-a5c8-80695c0f073b", "tag": "153f149f-792f-478a-8eb0-e4481a205597"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:09:43.285676 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b2d2a7a0-dfe9-44cd-baa8-cbb1251795d4 req-226d5d75-c0e1-4214-a8df-ae9261f5c644 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=83d97fa1-2f29-40d2-a756-a970d048d2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015476 Jan 28 07:09:43.312589 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593e4ead-a50b-4e09-9348-a39776e0e9ef req-f93013f9-8d65-4e8e-88bf-b49f3a67fc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:43.314449 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-593e4ead-a50b-4e09-9348-a39776e0e9ef req-f93013f9-8d65-4e8e-88bf-b49f3a67fc66 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb HTTP/1.1" status: 200 len: 870 time: 0.3966365 Jan 28 07:09:43.341897 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a4523d21-d610-4a90-aa3d-da785c503897 req-75e66a22-c20d-4d28-bbb0-fe4d8511f3fb tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100876 Jan 28 07:09:43.422944 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd76e99-2212-4f43-b10a-4c8797791e4c service neutron] Pushing event updated for resources: {'Port': ['ID=153f149f-792f-478a-8eb0-e4481a205597,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:09:43.447724 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-593e4ead-a50b-4e09-9348-a39776e0e9ef req-ef70f621-d8e8-444b-924a-551b475870e1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=a11b056d-7901-4982-8d1b-3500b6c067a7 HTTP/1.1" status: 200 len: 217 time: 0.1260402 Jan 28 07:09:43.492027 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ffd315-c596-40a7-99ce-da478f03e951 req-e1876ff2-52b9-4d31-9053-dad41434ba0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:43.498992 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-63ffd315-c596-40a7-99ce-da478f03e951 req-e1876ff2-52b9-4d31-9053-dad41434ba0f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=27f6d90c3ea74cfab0dfe177f770c019&device_id=cf60dc33-903b-40cd-a5c8-80695c0f073b HTTP/1.1" status: 200 len: 1095 time: 0.1938398 Jan 28 07:09:43.632775 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-63ffd315-c596-40a7-99ce-da478f03e951 req-f2390cf6-015e-4f7a-b008-ef7a1b4a3664 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=153f149f-792f-478a-8eb0-e4481a205597 HTTP/1.1" status: 200 len: 217 time: 0.0702603 Jan 28 07:09:43.659438 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69c07ed-74fd-4ca6-b709-2dd853ab7a58 req-a9cbced9-cce7-460d-9b6e-48f78f726652 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:43.662539 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-2cf52baf-5983-40f2-a232-a9d7c572bdb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed1209d3-490d-4c6d-8854-920954a9bf08', 'name': 'tempest-TaggedBootDevicesTest-1375100882-router', 'tenant_id': '65b30fdbe6c646bcb0125b88be11e7db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.3'}], 'enable_snat': True}, 'gw_port_id': 'f8f5d3e8-39f5-4bf3-9b39-d5dcb9dea418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:09:27Z', 'updated_at': '2022-01-28T07:09:36Z', 'revision_number': 4, 'project_id': '65b30fdbe6c646bcb0125b88be11e7db', 'gw_port': {'id': 'f8f5d3e8-39f5-4bf3-9b39-d5dcb9dea418', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:d4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1209d3-490d-4c6d-8854-920954a9bf08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:09:28Z', 'updated_at': '2022-01-28T07:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '08faccb7-d716-45f6-a604-c3201f2d147a', 'name': '', 'network_id': '8fc23b23-8335-4a04-b0d6-249e14a325df', 'tenant_id': '65b30fdbe6c646bcb0125b88be11e7db', 'mac_address': 'fa:16:3e:d1:3e:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed1209d3-490d-4c6d-8854-920954a9bf08', 'device_owner': 'network:router_interface', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'c20d9072-2d4e-40cc-9fe9-b407c3ab0e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:09:35Z', 'updated_at': '2022-01-28T07:09:42Z', 'revision_number': 4, 'project_id': '65b30fdbe6c646bcb0125b88be11e7db', 'subnets': [{'id': 'c20d9072-2d4e-40cc-9fe9-b407c3ab0e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:09:43.669635 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e69c07ed-74fd-4ca6-b709-2dd853ab7a58 req-a9cbced9-cce7-460d-9b6e-48f78f726652 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/ports?device_id=727d4f68-410f-49f3-9274-2043b45a847a HTTP/1.1" status: 200 len: 945 time: 0.1029282 Jan 28 07:09:43.752205 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593e4ead-a50b-4e09-9348-a39776e0e9ef req-123f1e4f-7fc1-4db3-99d4-60e8b92fe9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:43.756102 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf52baf-5983-40f2-a232-a9d7c572bdb3 None None] The sync data for ids ['ed1209d3-490d-4c6d-8854-920954a9bf08'] in n-d-712749-28 is: [{'id': 'ed1209d3-490d-4c6d-8854-920954a9bf08', 'name': 'tempest-TaggedBootDevicesTest-1375100882-router', 'tenant_id': '65b30fdbe6c646bcb0125b88be11e7db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.3'}], 'enable_snat': True}, 'gw_port_id': 'f8f5d3e8-39f5-4bf3-9b39-d5dcb9dea418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:09:27Z', 'updated_at': '2022-01-28T07:09:36Z', 'revision_number': 4, 'project_id': '65b30fdbe6c646bcb0125b88be11e7db', 'gw_port': {'id': 'f8f5d3e8-39f5-4bf3-9b39-d5dcb9dea418', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:d4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1209d3-490d-4c6d-8854-920954a9bf08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:09:28Z', 'updated_at': '2022-01-28T07:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '08faccb7-d716-45f6-a604-c3201f2d147a', 'name': '', 'network_id': '8fc23b23-8335-4a04-b0d6-249e14a325df', 'tenant_id': '65b30fdbe6c646bcb0125b88be11e7db', 'mac_address': 'fa:16:3e:d1:3e:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed1209d3-490d-4c6d-8854-920954a9bf08', 'device_owner': 'network:router_interface', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'c20d9072-2d4e-40cc-9fe9-b407c3ab0e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:09:35Z', 'updated_at': '2022-01-28T07:09:42Z', 'revision_number': 4, 'project_id': '65b30fdbe6c646bcb0125b88be11e7db', 'subnets': [{'id': 'c20d9072-2d4e-40cc-9fe9-b407c3ab0e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:09:43.759462 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-593e4ead-a50b-4e09-9348-a39776e0e9ef req-123f1e4f-7fc1-4db3-99d4-60e8b92fe9cb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5785b43d-448b-4d12-9eb5-4e4caf2e7eaf HTTP/1.1" status: 200 len: 843 time: 0.3026800 Jan 28 07:09:43.774385 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ffd315-c596-40a7-99ce-da478f03e951 req-f674260b-01d7-42c6-80b1-61d3612d9b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:43.775870 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-63ffd315-c596-40a7-99ce-da478f03e951 req-f674260b-01d7-42c6-80b1-61d3612d9b93 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=691dd1a0-1c2f-40e1-abfb-d0c6c3076fc5 HTTP/1.1" status: 200 len: 853 time: 0.1005313 Jan 28 07:09:43.778088 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device a11b056d-7901-4982-8d1b-3500b6c067a7 up at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:09:43.879773 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ffd315-c596-40a7-99ce-da478f03e951 req-0bedf0c6-5172-4fd9-baa3-a3da0c12a174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:43.883841 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-63ffd315-c596-40a7-99ce-da478f03e951 req-0bedf0c6-5172-4fd9-baa3-a3da0c12a174 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fbddbfaf-beb4-48f3-b2a4-4e85c7d5f47f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0769777 Jan 28 07:09:43.924046 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e69c07ed-74fd-4ca6-b709-2dd853ab7a58 req-f13cc852-e3c3-4dd4-94af-01e4736b8775 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/security-groups?id=ffb17db6-1913-4712-aa46-d7c764c8c875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304947 Jan 28 07:09:43.928275 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning for port a11b056d-7901-4982-8d1b-3500b6c067a7 completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:09:43.937009 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning complete for port a11b056d-7901-4982-8d1b-3500b6c067a7 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:09:43.937685 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (a11b056d-7901-4982-8d1b-3500b6c067a7), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:44.016779 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593e4ead-a50b-4e09-9348-a39776e0e9ef req-9bfddea9-9ff3-467f-a577-f25cac7f6eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:44.020439 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-593e4ead-a50b-4e09-9348-a39776e0e9ef req-9bfddea9-9ff3-467f-a577-f25cac7f6eaf service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1611559 Jan 28 07:09:44.039216 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-63ffd315-c596-40a7-99ce-da478f03e951 req-fbf44597-bcf1-41fe-ae4e-319da87da473 service neutron] 10.222.0.44 "GET /v2.0/networks/fbddbfaf-beb4-48f3-b2a4-4e85c7d5f47f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487606 Jan 28 07:09:44.159307 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port a11b056d-7901-4982-8d1b-3500b6c067a7 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:09:44.159708 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (a11b056d-7901-4982-8d1b-3500b6c067a7), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:44.232431 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port a11b056d-7901-4982-8d1b-3500b6c067a7, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=a11b056d-7901-4982-8d1b-3500b6c067a7,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:09:44.243949 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (a11b056d-7901-4982-8d1b-3500b6c067a7), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:44.253491 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8d0259-cf33-483c-910d-4eb3992e642c req-cbe51067-90c6-4f63-a728-a74d7389ec5c tempest-AttachSCSIVolumeTestJSON-100861846 tempest-AttachSCSIVolumeTestJSON-100861846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:44.260794 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-bb8d0259-cf33-483c-910d-4eb3992e642c req-cbe51067-90c6-4f63-a728-a74d7389ec5c tempest-AttachSCSIVolumeTestJSON-100861846 tempest-AttachSCSIVolumeTestJSON-100861846-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf60dc33-903b-40cd-a5c8-80695c0f073b HTTP/1.1" status: 200 len: 943 time: 0.1618400 Jan 28 07:09:44.300519 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-593e4ead-a50b-4e09-9348-a39776e0e9ef req-3647964f-8895-4172-aedb-d25d3e6e5ed4 service neutron] 10.222.0.44 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2456234 Jan 28 07:09:44.318515 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=a11b056d-7901-4982-8d1b-3500b6c067a7,revision_number=9']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:09:44.486764 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-bb8d0259-cf33-483c-910d-4eb3992e642c req-ed11924c-c37d-4fae-919d-02513d340451 tempest-AttachSCSIVolumeTestJSON-100861846 tempest-AttachSCSIVolumeTestJSON-100861846-project] 10.222.0.41 "GET /v2.0/security-groups?id=63a7f67e-5303-4e57-b874-bb3ebd6bac20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250116 Jan 28 07:09:44.522552 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-63ffd315-c596-40a7-99ce-da478f03e951 req-b26c3d51-19fc-4b69-8879-268ce8a477ba service neutron] 10.222.0.44 "GET /v2.0/networks/fbddbfaf-beb4-48f3-b2a4-4e85c7d5f47f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2192242 Jan 28 07:09:44.611837 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-593e4ead-a50b-4e09-9348-a39776e0e9ef req-37f613b0-783c-4374-bfb9-68d7838f368c service neutron] 10.222.0.44 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2973769 Jan 28 07:09:44.690588 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b35d2c80-d830-4888-95fe-8e54e83abdd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a11b056d-7901-4982-8d1b-3500b6c067a7'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:09:44.694291 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41acfc9f-d4ce-4f4e-b37b-d5c8ec568bd9" -d '{"events": [{"server_uuid": "b35d2c80-d830-4888-95fe-8e54e83abdd0", "name": "network-vif-plugged", "status": "completed", "tag": "a11b056d-7901-4982-8d1b-3500b6c067a7"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:09:44.882099 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0109a5d-e7f4-4d00-9467-07a71663fd21 x-openstack-request-id: req-e0109a5d-e7f4-4d00-9467-07a71663fd21 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:09:44.882407 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf60dc33-903b-40cd-a5c8-80695c0f073b", "tag": "153f149f-792f-478a-8eb0-e4481a205597", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:09:44.882675 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e0109a5d-e7f4-4d00-9467-07a71663fd21 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:09:44.883093 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf60dc33-903b-40cd-a5c8-80695c0f073b', 'tag': '153f149f-792f-478a-8eb0-e4481a205597', 'status': 'completed', 'code': 200} Jan 28 07:09:45.054392 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390b34d8-ac77-4ae0-9c87-16e690f019d8 req-b18ee18a-5dd9-4bc4-b40e-95fcff61cbac tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:45.063534 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-390b34d8-ac77-4ae0-9c87-16e690f019d8 req-b18ee18a-5dd9-4bc4-b40e-95fcff61cbac tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/ports?device_id=8583dc03-a039-446f-b1e8-5e1ed628fdcb HTTP/1.1" status: 200 len: 946 time: 0.1038592 Jan 28 07:09:45.147749 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-390b34d8-ac77-4ae0-9c87-16e690f019d8 req-8445c2fd-bdfd-435e-8ece-0969b132e720 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/security-groups?id=83d97fa1-2f29-40d2-a756-a970d048d2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827501 Jan 28 07:09:45.450746 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb9de02-80c4-4216-8015-6bc58e58e343 req-ed8b3617-9e46-4aef-b5c9-738f2f55dfc4 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:45.463599 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-cfb9de02-80c4-4216-8015-6bc58e58e343 req-ed8b3617-9e46-4aef-b5c9-738f2f55dfc4 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=b35d2c80-d830-4888-95fe-8e54e83abdd0 HTTP/1.1" status: 200 len: 950 time: 0.1157558 Jan 28 07:09:45.622786 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-cfb9de02-80c4-4216-8015-6bc58e58e343 req-ffb2970c-d747-489d-969e-25da1dc37bb6 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581655 Jan 28 07:09:45.682814 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 08faccb7-d716-45f6-a604-c3201f2d147a up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:09:45.746131 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a63f9da5-16d5-4f2d-b11f-340e996657f5 x-openstack-request-id: req-a63f9da5-16d5-4f2d-b11f-340e996657f5 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:09:45.746887 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b35d2c80-d830-4888-95fe-8e54e83abdd0", "name": "network-vif-plugged", "status": "completed", "tag": "a11b056d-7901-4982-8d1b-3500b6c067a7", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:09:45.747161 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a63f9da5-16d5-4f2d-b11f-340e996657f5 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:09:45.747932 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b35d2c80-d830-4888-95fe-8e54e83abdd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a11b056d-7901-4982-8d1b-3500b6c067a7', 'code': 200} Jan 28 07:09:45.797850 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 08faccb7-d716-45f6-a604-c3201f2d147a triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:09:45.798575 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (08faccb7-d716-45f6-a604-c3201f2d147a), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:45.911677 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbb783e-9349-4f9d-b79a-fc6258acdcc2 req-d1bc6b0f-8557-49f4-baa4-97d1ff326b8b tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:45.913266 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-fcbb783e-9349-4f9d-b79a-fc6258acdcc2 req-d1bc6b0f-8557-49f4-baa4-97d1ff326b8b tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=232ec39b-90f9-4df8-a403-fe1029cce065 HTTP/1.1" status: 200 len: 946 time: 0.0980361 Jan 28 07:09:46.020078 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 08faccb7-d716-45f6-a604-c3201f2d147a is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:09:46.046828 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461aacdb-784d-44ef-af67-d4bc3d57affa req-e8693b6f-c40c-4cac-bcd6-204f68e6e1ea tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:46.055897 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-461aacdb-784d-44ef-af67-d4bc3d57affa req-e8693b6f-c40c-4cac-bcd6-204f68e6e1ea tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/ports?device_id=727d4f68-410f-49f3-9274-2043b45a847a HTTP/1.1" status: 200 len: 945 time: 0.1551344 Jan 28 07:09:46.068818 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-fcbb783e-9349-4f9d-b79a-fc6258acdcc2 req-59bd14b2-adb6-4f08-9e76-5e509e78b81e tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb65c68e-64e7-49d7-aa93-cf57ceaf78a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1491559 Jan 28 07:09:46.175664 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-461aacdb-784d-44ef-af67-d4bc3d57affa req-d5a39b6a-ee35-4f3b-9164-db0798fc2d13 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/security-groups?id=ffb17db6-1913-4712-aa46-d7c764c8c875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191900 Jan 28 07:09:46.273971 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd04d9b5-f26f-45ff-baa9-30d3b212dc6a req-9a7a0d0f-6478-42a6-82e6-f8c26b6c0c40 tempest-LiveAutoBlockMigrationV225Test-1114652928 tempest-LiveAutoBlockMigrationV225Test-1114652928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:46.281269 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-dd04d9b5-f26f-45ff-baa9-30d3b212dc6a req-9a7a0d0f-6478-42a6-82e6-f8c26b6c0c40 tempest-LiveAutoBlockMigrationV225Test-1114652928 tempest-LiveAutoBlockMigrationV225Test-1114652928-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=8583dc03-a039-446f-b1e8-5e1ed628fdcb HTTP/1.1" status: 200 len: 1098 time: 0.1026239 Jan 28 07:09:46.365454 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-dd04d9b5-f26f-45ff-baa9-30d3b212dc6a req-89973374-2ec6-4a76-a3a7-3d049d51f87b tempest-LiveAutoBlockMigrationV225Test-1114652928 tempest-LiveAutoBlockMigrationV225Test-1114652928-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=83d97fa1-2f29-40d2-a756-a970d048d2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741949 Jan 28 07:09:46.409976 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead791e5-5a8e-44f7-91b8-fa9a579a0fa8 req-4a2cd667-f967-4a09-a5c3-a2cd630fe033 tempest-AttachSCSIVolumeTestJSON-100861846 tempest-AttachSCSIVolumeTestJSON-100861846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:46.422367 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ead791e5-5a8e-44f7-91b8-fa9a579a0fa8 req-4a2cd667-f967-4a09-a5c3-a2cd630fe033 tempest-AttachSCSIVolumeTestJSON-100861846 tempest-AttachSCSIVolumeTestJSON-100861846-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf60dc33-903b-40cd-a5c8-80695c0f073b HTTP/1.1" status: 200 len: 943 time: 0.1311295 Jan 28 07:09:46.539305 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ead791e5-5a8e-44f7-91b8-fa9a579a0fa8 req-dd419d87-5bdd-43eb-930a-108610123271 tempest-AttachSCSIVolumeTestJSON-100861846 tempest-AttachSCSIVolumeTestJSON-100861846-project] 10.222.0.41 "GET /v2.0/security-groups?id=63a7f67e-5303-4e57-b874-bb3ebd6bac20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154370 Jan 28 07:09:46.899810 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051866f5-921d-4bd8-956b-555789bcdca2 req-24d71fe0-02f4-47e7-9a9f-c3942f03f0aa tempest-LiveAutoBlockMigrationV225Test-1114652928 tempest-LiveAutoBlockMigrationV225Test-1114652928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:46.931676 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-051866f5-921d-4bd8-956b-555789bcdca2 req-24d71fe0-02f4-47e7-9a9f-c3942f03f0aa tempest-LiveAutoBlockMigrationV225Test-1114652928 tempest-LiveAutoBlockMigrationV225Test-1114652928-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=8583dc03-a039-446f-b1e8-5e1ed628fdcb HTTP/1.1" status: 200 len: 1098 time: 0.1294751 Jan 28 07:09:47.038772 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-051866f5-921d-4bd8-956b-555789bcdca2 req-82dfd1b9-8fa9-4f5f-a273-cb30d2afbdaa tempest-LiveAutoBlockMigrationV225Test-1114652928 tempest-LiveAutoBlockMigrationV225Test-1114652928-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=83d97fa1-2f29-40d2-a756-a970d048d2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054928 Jan 28 07:09:47.426586 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d800e6-65bb-40b7-96f5-804c9a5807e8 req-5e4e5397-cd90-48b3-96f4-08e428785273 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:47.442984 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-79d800e6-65bb-40b7-96f5-804c9a5807e8 req-5e4e5397-cd90-48b3-96f4-08e428785273 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=b35d2c80-d830-4888-95fe-8e54e83abdd0 HTTP/1.1" status: 200 len: 950 time: 0.0743210 Jan 28 07:09:47.496816 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-79d800e6-65bb-40b7-96f5-804c9a5807e8 req-0237898c-6c09-4920-b0c7-57bc5142ce1c tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525908 Jan 28 07:09:47.664355 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da39d54d-5f04-4280-9bba-09b0de555c10 req-c527c5fb-4c7d-46b2-a01c-ded46280dda2 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:47.677233 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-da39d54d-5f04-4280-9bba-09b0de555c10 req-c527c5fb-4c7d-46b2-a01c-ded46280dda2 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/ports?device_id=727d4f68-410f-49f3-9274-2043b45a847a HTTP/1.1" status: 200 len: 945 time: 0.0678630 Jan 28 07:09:47.738381 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-da39d54d-5f04-4280-9bba-09b0de555c10 req-42c5bda3-66f3-4231-b683-55391faab5fa tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/security-groups?id=ffb17db6-1913-4712-aa46-d7c764c8c875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523884 Jan 28 07:09:47.838200 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34831b02-583d-4377-ad68-d041de06d4e9 req-cc831db2-a72e-4f65-ab6a-46b9400529e2 tempest-AttachSCSIVolumeTestJSON-100861846 tempest-AttachSCSIVolumeTestJSON-100861846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:47.839840 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-34831b02-583d-4377-ad68-d041de06d4e9 req-cc831db2-a72e-4f65-ab6a-46b9400529e2 tempest-AttachSCSIVolumeTestJSON-100861846 tempest-AttachSCSIVolumeTestJSON-100861846-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf60dc33-903b-40cd-a5c8-80695c0f073b HTTP/1.1" status: 200 len: 943 time: 0.0536370 Jan 28 07:09:47.928523 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-34831b02-583d-4377-ad68-d041de06d4e9 req-51c0fc4d-1b19-4d97-b9d2-1ef3f68c97bd tempest-AttachSCSIVolumeTestJSON-100861846 tempest-AttachSCSIVolumeTestJSON-100861846-project] 10.222.0.41 "GET /v2.0/security-groups?id=63a7f67e-5303-4e57-b874-bb3ebd6bac20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810504 Jan 28 07:09:49.019866 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device fe363f1d-683b-48a0-a9d6-60321189ecd0 details requested by agent hyperv_n-h1-712749-28 with host n-h1-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:09:49.135073 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port fe363f1d-683b-48a0-a9d6-60321189ecd0, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=fe363f1d-683b-48a0-a9d6-60321189ecd0,segment=NetworkSegment(67c4ed53-bfbf-4494-8d62-da0c7e4209c8),segment_id=67c4ed53-bfbf-4494-8d62-da0c7e4209c8)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:09:49.158349 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Returning: {'device': 'fe363f1d-683b-48a0-a9d6-60321189ecd0', 'network_id': 'e794ad63-0b0f-4018-9f49-e800aa3d32de', 'port_id': 'fe363f1d-683b-48a0-a9d6-60321189ecd0', 'mac_address': 'fa:16:3e:d4:87:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11d8e1f8-50c3-4314-ae17-177714f8d453', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:09:49.214138 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port fe363f1d-683b-48a0-a9d6-60321189ecd0 is: ACTIVE; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:09:49.215009 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (fe363f1d-683b-48a0-a9d6-60321189ecd0), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:49.229936 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fe363f1d-683b-48a0-a9d6-60321189ecd0 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:09:49.264527 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port fe363f1d-683b-48a0-a9d6-60321189ecd0, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=fe363f1d-683b-48a0-a9d6-60321189ecd0,segment=NetworkSegment(67c4ed53-bfbf-4494-8d62-da0c7e4209c8),segment_id=67c4ed53-bfbf-4494-8d62-da0c7e4209c8)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:09:49.272784 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (fe363f1d-683b-48a0-a9d6-60321189ecd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:49.337484 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=fe363f1d-683b-48a0-a9d6-60321189ecd0,revision_number=6']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:09:49.456480 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['fe363f1d-683b-48a0-a9d6-60321189ecd0'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:09:49.749912 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 7 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 07:09:50.980964 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0911e1e-d63a-43d2-9f34-b1ea37952e11 req-3126f6a9-be92-4b09-896b-9d818808aaf1 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:50.987601 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b0911e1e-d63a-43d2-9f34-b1ea37952e11 req-3126f6a9-be92-4b09-896b-9d818808aaf1 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] 10.222.0.41 "GET /v2.0/networks?id=40408abb-5725-4205-b120-60fb2bb4bc40 HTTP/1.1" status: 200 len: 804 time: 0.1139648 Jan 28 07:09:50.999477 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b0911e1e-d63a-43d2-9f34-b1ea37952e11 req-82a2a8b6-805c-43ad-ba5c-d82804e90562 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] 10.222.0.41 "GET /v2.0/quotas/2896f16344d64d52a798dcb24fda5242 HTTP/1.1" status: 200 len: 375 time: 0.0109472 Jan 28 07:09:51.028865 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device fe363f1d-683b-48a0-a9d6-60321189ecd0 up at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:09:51.062091 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b0911e1e-d63a-43d2-9f34-b1ea37952e11 req-c0d93b4b-5c30-407a-8b84-027efd2e3bf0 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=2896f16344d64d52a798dcb24fda5242&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0547559 Jan 28 07:09:51.087694 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning complete for port fe363f1d-683b-48a0-a9d6-60321189ecd0 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:09:51.088360 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (fe363f1d-683b-48a0-a9d6-60321189ecd0), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:51.190411 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port fe363f1d-683b-48a0-a9d6-60321189ecd0 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:09:51.191110 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (fe363f1d-683b-48a0-a9d6-60321189ecd0), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:51.194850 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b0911e1e-d63a-43d2-9f34-b1ea37952e11 req-d0ac41c6-629e-404c-9054-4b19334ba091 service neutron] 10.222.0.41 "GET /v2.0/networks/40408abb-5725-4205-b120-60fb2bb4bc40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210687 Jan 28 07:09:51.235218 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port fe363f1d-683b-48a0-a9d6-60321189ecd0, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=fe363f1d-683b-48a0-a9d6-60321189ecd0,segment=NetworkSegment(67c4ed53-bfbf-4494-8d62-da0c7e4209c8),segment_id=67c4ed53-bfbf-4494-8d62-da0c7e4209c8)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:09:51.236187 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '232ec39b-90f9-4df8-a403-fe1029cce065', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe363f1d-683b-48a0-a9d6-60321189ecd0'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:09:51.240570 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43d44700-cf4a-4105-8c44-27b4d78532ec" -d '{"events": [{"server_uuid": "232ec39b-90f9-4df8-a403-fe1029cce065", "name": "network-vif-plugged", "status": "completed", "tag": "fe363f1d-683b-48a0-a9d6-60321189ecd0"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:09:51.247347 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (fe363f1d-683b-48a0-a9d6-60321189ecd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:51.300926 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b0911e1e-d63a-43d2-9f34-b1ea37952e11 req-22793d08-361b-4a0b-9505-eeab34bbe3ee service neutron] 10.222.0.41 "GET /v2.0/networks/40408abb-5725-4205-b120-60fb2bb4bc40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995066 Jan 28 07:09:51.315429 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=fe363f1d-683b-48a0-a9d6-60321189ecd0,revision_number=7']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:09:51.402047 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f883575-f32a-45a5-a6ed-a901b487782a req-59c6b13e-c910-4872-9178-b4c8d1e53fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:51.404235 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5f883575-f32a-45a5-a6ed-a901b487782a req-59c6b13e-c910-4872-9178-b4c8d1e53fb0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=27f6d90c3ea74cfab0dfe177f770c019&device_id=cf60dc33-903b-40cd-a5c8-80695c0f073b HTTP/1.1" status: 200 len: 1095 time: 0.0658138 Jan 28 07:09:51.619249 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f883575-f32a-45a5-a6ed-a901b487782a req-a6814546-64f0-4feb-8886-45d3fff0fc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:51.620888 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5f883575-f32a-45a5-a6ed-a901b487782a req-a6814546-64f0-4feb-8886-45d3fff0fc38 service neutron] 10.222.0.44 "GET /v2.0/networks?id=fbddbfaf-beb4-48f3-b2a4-4e85c7d5f47f HTTP/1.1" status: 200 len: 915 time: 0.1487823 Jan 28 07:09:51.636238 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f60ea93-5c7d-4acb-bf92-8d4d094473f1 req-022d2e7a-141b-4dc4-a2d7-a64d33bf3ce4 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:51.647565 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5f60ea93-5c7d-4acb-bf92-8d4d094473f1 req-022d2e7a-141b-4dc4-a2d7-a64d33bf3ce4 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=b35d2c80-d830-4888-95fe-8e54e83abdd0 HTTP/1.1" status: 200 len: 950 time: 0.0785012 Jan 28 07:09:51.714918 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5f60ea93-5c7d-4acb-bf92-8d4d094473f1 req-76e3893d-5ee9-4fb3-be8e-cc457f54395c tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642078 Jan 28 07:09:51.798888 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5f883575-f32a-45a5-a6ed-a901b487782a req-0cc4a1be-c204-4f2b-97e8-e3c0b06e1b78 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=153f149f-792f-478a-8eb0-e4481a205597 HTTP/1.1" status: 200 len: 217 time: 0.0948894 Jan 28 07:09:51.851494 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e10e2e-0353-4813-aa73-bbabae8a595c req-a0f227c5-ba00-4fcf-a60b-cefdb62ed1f9 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:51.863437 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-30e10e2e-0353-4813-aa73-bbabae8a595c req-a0f227c5-ba00-4fcf-a60b-cefdb62ed1f9 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/ports?device_id=727d4f68-410f-49f3-9274-2043b45a847a HTTP/1.1" status: 200 len: 945 time: 0.0813940 Jan 28 07:09:51.932157 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f883575-f32a-45a5-a6ed-a901b487782a req-ec41f580-c4a9-4710-b90b-9ae00ba1f788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:51.933586 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5f883575-f32a-45a5-a6ed-a901b487782a req-ec41f580-c4a9-4710-b90b-9ae00ba1f788 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=691dd1a0-1c2f-40e1-abfb-d0c6c3076fc5 HTTP/1.1" status: 200 len: 853 time: 0.1242201 Jan 28 07:09:51.967341 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [req-b9728207-25a2-4349-80fb-1da543ff196a req-cdfb3cb9-d2cd-4ed0-947d-236224521b9a tempest-LiveAutoBlockMigrationV225Test-1114652928 tempest-LiveAutoBlockMigrationV225Test-1114652928-project-admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103283) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 07:09:51.972908 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b9728207-25a2-4349-80fb-1da543ff196a req-cdfb3cb9-d2cd-4ed0-947d-236224521b9a tempest-LiveAutoBlockMigrationV225Test-1114652928 tempest-LiveAutoBlockMigrationV225Test-1114652928-project-admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0205448 Jan 28 07:09:51.984042 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-30e10e2e-0353-4813-aa73-bbabae8a595c req-6288b953-48e1-4def-8289-92430e4c7450 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/security-groups?id=ffb17db6-1913-4712-aa46-d7c764c8c875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197329 Jan 28 07:09:52.037893 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9728207-25a2-4349-80fb-1da543ff196a req-b6b5604c-dc4a-452f-8848-e8416d347567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:52.040456 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b9728207-25a2-4349-80fb-1da543ff196a req-b6b5604c-dc4a-452f-8848-e8416d347567 service neutron] 10.222.0.41 "GET /v2.0/ports/eb55dc3d-1bbb-4c59-857d-6e7142be10fe HTTP/1.1" status: 200 len: 1095 time: 0.0514131 Jan 28 07:09:52.053082 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f883575-f32a-45a5-a6ed-a901b487782a req-58f01207-663e-485d-bc4b-424d64cad522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:52.054621 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5f883575-f32a-45a5-a6ed-a901b487782a req-58f01207-663e-485d-bc4b-424d64cad522 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fbddbfaf-beb4-48f3-b2a4-4e85c7d5f47f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1124182 Jan 28 07:09:52.056534 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-b9728207-25a2-4349-80fb-1da543ff196a req-70b8c213-f8ab-4150-97f6-7a53c8aba8ea service neutron] Request body: {'binding': {'host': 'n-h2-712749-28', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:09:52.057922 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-b9728207-25a2-4349-80fb-1da543ff196a req-70b8c213-f8ab-4150-97f6-7a53c8aba8ea service neutron] Unknown quota resources ['binding']. {{(pid=103283) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 07:09:52.226482 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac7cbbd-b383-4c03-a59a-cd53ba0b5f19 req-dc963810-7e8c-400c-a6cc-c83a9698d39f tempest-AttachSCSIVolumeTestJSON-100861846 tempest-AttachSCSIVolumeTestJSON-100861846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:52.234211 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-aac7cbbd-b383-4c03-a59a-cd53ba0b5f19 req-dc963810-7e8c-400c-a6cc-c83a9698d39f tempest-AttachSCSIVolumeTestJSON-100861846 tempest-AttachSCSIVolumeTestJSON-100861846-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf60dc33-903b-40cd-a5c8-80695c0f073b HTTP/1.1" status: 200 len: 943 time: 0.1045227 Jan 28 07:09:52.244216 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5f883575-f32a-45a5-a6ed-a901b487782a req-f4e2cca4-c575-47cd-a702-8a048061d045 service neutron] 10.222.0.44 "GET /v2.0/networks/fbddbfaf-beb4-48f3-b2a4-4e85c7d5f47f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736741 Jan 28 07:09:52.335074 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-b9728207-25a2-4349-80fb-1da543ff196a req-70b8c213-f8ab-4150-97f6-7a53c8aba8ea service neutron] Attempting to bind port eb55dc3d-1bbb-4c59-857d-6e7142be10fe on host n-h2-712749-28 for vnic_type normal with profile None {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:09:52.335513 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-b9728207-25a2-4349-80fb-1da543ff196a req-70b8c213-f8ab-4150-97f6-7a53c8aba8ea service neutron] Attempting to bind port eb55dc3d-1bbb-4c59-857d-6e7142be10fe by drivers openvswitch,hyperv on host n-h2-712749-28 at level 0 using segments [{'id': '919581ea-4d97-4a95-839c-1632528194b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '823f80f1-2970-481b-aed2-7ad5a7c0ed20'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:09:52.335927 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9728207-25a2-4349-80fb-1da543ff196a req-70b8c213-f8ab-4150-97f6-7a53c8aba8ea service neutron] Attempting to bind port eb55dc3d-1bbb-4c59-857d-6e7142be10fe on network 823f80f1-2970-481b-aed2-7ad5a7c0ed20 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:09:52.356051 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-aac7cbbd-b383-4c03-a59a-cd53ba0b5f19 req-88750f20-1e88-46a9-9aab-d0350bc53d26 tempest-AttachSCSIVolumeTestJSON-100861846 tempest-AttachSCSIVolumeTestJSON-100861846-project] 10.222.0.41 "GET /v2.0/security-groups?id=63a7f67e-5303-4e57-b874-bb3ebd6bac20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143355 Jan 28 07:09:52.360285 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9728207-25a2-4349-80fb-1da543ff196a req-70b8c213-f8ab-4150-97f6-7a53c8aba8ea service neutron] Port eb55dc3d-1bbb-4c59-857d-6e7142be10fe on network 823f80f1-2970-481b-aed2-7ad5a7c0ed20 not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-28 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:09:52.372044 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9728207-25a2-4349-80fb-1da543ff196a req-70b8c213-f8ab-4150-97f6-7a53c8aba8ea service neutron] Attempting to bind port eb55dc3d-1bbb-4c59-857d-6e7142be10fe on network 823f80f1-2970-481b-aed2-7ad5a7c0ed20 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:09:52.390351 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9728207-25a2-4349-80fb-1da543ff196a req-70b8c213-f8ab-4150-97f6-7a53c8aba8ea service neutron] Checking agent: {'id': 'c9906e63-062c-432e-bb53-63fdb8115e18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:09:52.390351 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9728207-25a2-4349-80fb-1da543ff196a req-70b8c213-f8ab-4150-97f6-7a53c8aba8ea service neutron] Checking segment: {'id': '919581ea-4d97-4a95-839c-1632528194b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '823f80f1-2970-481b-aed2-7ad5a7c0ed20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:09:52.392007 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9728207-25a2-4349-80fb-1da543ff196a req-70b8c213-f8ab-4150-97f6-7a53c8aba8ea service neutron] Bound using segment: {'id': '919581ea-4d97-4a95-839c-1632528194b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '823f80f1-2970-481b-aed2-7ad5a7c0ed20'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:09:52.393597 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-b9728207-25a2-4349-80fb-1da543ff196a req-70b8c213-f8ab-4150-97f6-7a53c8aba8ea service neutron] Bound port: eb55dc3d-1bbb-4c59-857d-6e7142be10fe, host: n-h2-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '919581ea-4d97-4a95-839c-1632528194b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '823f80f1-2970-481b-aed2-7ad5a7c0ed20'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:09:52.400754 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5f883575-f32a-45a5-a6ed-a901b487782a req-aa973d7b-499f-4a18-8981-4a503b5b18e3 service neutron] 10.222.0.44 "GET /v2.0/networks/fbddbfaf-beb4-48f3-b2a4-4e85c7d5f47f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427603 Jan 28 07:09:52.492594 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-b9728207-25a2-4349-80fb-1da543ff196a req-70b8c213-f8ab-4150-97f6-7a53c8aba8ea service neutron] For port eb55dc3d-1bbb-4c59-857d-6e7142be10fe, host n-h2-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=eb55dc3d-1bbb-4c59-857d-6e7142be10fe,segment=NetworkSegment(919581ea-4d97-4a95-839c-1632528194b6),segment_id=919581ea-4d97-4a95-839c-1632528194b6)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:09:52.501320 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b9728207-25a2-4349-80fb-1da543ff196a req-70b8c213-f8ab-4150-97f6-7a53c8aba8ea service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:52.502826 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b9728207-25a2-4349-80fb-1da543ff196a req-70b8c213-f8ab-4150-97f6-7a53c8aba8ea service neutron] 10.222.0.41 "POST /v2.0/ports/eb55dc3d-1bbb-4c59-857d-6e7142be10fe/bindings HTTP/1.1" status: 201 len: 390 time: 0.4560266 Jan 28 07:09:52.560409 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a430da08-0149-4497-bc47-5e08420ac1e7 x-openstack-request-id: req-a430da08-0149-4497-bc47-5e08420ac1e7 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:09:52.561169 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "232ec39b-90f9-4df8-a403-fe1029cce065", "name": "network-vif-plugged", "status": "completed", "tag": "fe363f1d-683b-48a0-a9d6-60321189ecd0", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:09:52.561267 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a430da08-0149-4497-bc47-5e08420ac1e7 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:09:52.561682 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '232ec39b-90f9-4df8-a403-fe1029cce065', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe363f1d-683b-48a0-a9d6-60321189ecd0', 'code': 200} Jan 28 07:09:52.683248 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a705382f-3191-4786-8459-9b69e0529869 req-7fe8f955-03c2-4f7c-9da5-d09cb6303106 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] 10.222.0.41 "GET /v2.0/ports?device_id=187735cd-6370-44be-af73-7bea479303c9 HTTP/1.1" status: 200 len: 210 time: 0.0557370 Jan 28 07:09:52.894142 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad09878-6dfd-40ca-9842-00df0fc1ceee req-051c78df-4fbe-4a5b-a02f-0d3a2ca41f16 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:52.901487 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5ad09878-6dfd-40ca-9842-00df0fc1ceee req-051c78df-4fbe-4a5b-a02f-0d3a2ca41f16 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=b35d2c80-d830-4888-95fe-8e54e83abdd0 HTTP/1.1" status: 200 len: 950 time: 0.0803182 Jan 28 07:09:52.974730 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5ad09878-6dfd-40ca-9842-00df0fc1ceee req-b873359f-b20e-420c-a17c-951ce2c50380 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721803 Jan 28 07:09:53.030658 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9728207-25a2-4349-80fb-1da543ff196a req-3bba0dcc-095e-4de9-a2ab-1b138216ca89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:53.032134 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b9728207-25a2-4349-80fb-1da543ff196a req-3bba0dcc-095e-4de9-a2ab-1b138216ca89 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5c2af407db1e43909575b4b7c4ad1b18&device_id=8583dc03-a039-446f-b1e8-5e1ed628fdcb HTTP/1.1" status: 200 len: 1098 time: 0.0916376 Jan 28 07:09:53.095455 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0502f5-3741-4fae-b4a1-13a88fdaeb21 req-44e36c2b-81f3-4012-a8a8-1202885c603c tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:53.095455 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-cb0502f5-3741-4fae-b4a1-13a88fdaeb21 req-44e36c2b-81f3-4012-a8a8-1202885c603c tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/ports?device_id=8583dc03-a039-446f-b1e8-5e1ed628fdcb HTTP/1.1" status: 200 len: 946 time: 0.1792302 Jan 28 07:09:53.179108 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebb2bdf-bc5a-4705-ada2-3edf64f20f3c req-ddfa11bf-1430-4247-813e-4b20bfb2d7e6 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:53.186804 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-cebb2bdf-bc5a-4705-ada2-3edf64f20f3c req-ddfa11bf-1430-4247-813e-4b20bfb2d7e6 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/ports?device_id=727d4f68-410f-49f3-9274-2043b45a847a HTTP/1.1" status: 200 len: 945 time: 0.0857596 Jan 28 07:09:53.267042 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-cebb2bdf-bc5a-4705-ada2-3edf64f20f3c req-da2f92b8-aea2-4d39-a542-d52a8b638cc7 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/security-groups?id=ffb17db6-1913-4712-aa46-d7c764c8c875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792720 Jan 28 07:09:53.294260 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-cb0502f5-3741-4fae-b4a1-13a88fdaeb21 req-20867b65-2ac9-4d7e-a56a-1d0c916d55ad tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/security-groups?id=83d97fa1-2f29-40d2-a756-a970d048d2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600487 Jan 28 07:09:53.304067 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9728207-25a2-4349-80fb-1da543ff196a req-50f47bed-8ef1-4d31-8145-c1021d3af5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:53.305821 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b9728207-25a2-4349-80fb-1da543ff196a req-50f47bed-8ef1-4d31-8145-c1021d3af5d6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=823f80f1-2970-481b-aed2-7ad5a7c0ed20 HTTP/1.1" status: 200 len: 921 time: 0.2538035 Jan 28 07:09:53.407043 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b9728207-25a2-4349-80fb-1da543ff196a req-24758491-228d-497c-a300-ca0983a42ee7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eb55dc3d-1bbb-4c59-857d-6e7142be10fe HTTP/1.1" status: 200 len: 217 time: 0.0869823 Jan 28 07:09:53.516640 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0911e1e-d63a-43d2-9f34-b1ea37952e11 req-47bcaa7e-70ad-44e8-9b31-79408eaaa2cf tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:53.518508 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b0911e1e-d63a-43d2-9f34-b1ea37952e11 req-47bcaa7e-70ad-44e8-9b31-79408eaaa2cf tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] 10.222.0.10 "GET /v2.0/networks?id=40408abb-5725-4205-b120-60fb2bb4bc40 HTTP/1.1" status: 200 len: 804 time: 0.2189708 Jan 28 07:09:53.540277 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a456e8-1aa7-4b51-9629-93f0644e6270 req-bef55999-9dcc-4751-919c-32a1193a95c8 tempest-AttachSCSIVolumeTestJSON-100861846 tempest-AttachSCSIVolumeTestJSON-100861846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:53.541474 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-56a456e8-1aa7-4b51-9629-93f0644e6270 req-bef55999-9dcc-4751-919c-32a1193a95c8 tempest-AttachSCSIVolumeTestJSON-100861846 tempest-AttachSCSIVolumeTestJSON-100861846-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf60dc33-903b-40cd-a5c8-80695c0f073b HTTP/1.1" status: 200 len: 943 time: 0.0776782 Jan 28 07:09:53.547128 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-b0911e1e-d63a-43d2-9f34-b1ea37952e11 req-07e41f53-c2d6-484d-a0cb-fdb7eaba72c3 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] Request body: {'port': {'device_id': '187735cd-6370-44be-af73-7bea479303c9', 'network_id': '40408abb-5725-4205-b120-60fb2bb4bc40', 'admin_state_up': True, 'tenant_id': '2896f16344d64d52a798dcb24fda5242'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:09:53.580550 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9728207-25a2-4349-80fb-1da543ff196a req-c285474c-5155-4479-9cde-d5e81e0afe44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:53.584609 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b9728207-25a2-4349-80fb-1da543ff196a req-c285474c-5155-4479-9cde-d5e81e0afe44 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d3ff6769-eb60-4293-943b-ef852d2e0c72 HTTP/1.1" status: 200 len: 860 time: 0.0934563 Jan 28 07:09:53.653885 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b9728207-25a2-4349-80fb-1da543ff196a req-0c43415c-db1c-416f-a4ad-08f0ea42aacb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=823f80f1-2970-481b-aed2-7ad5a7c0ed20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544991 Jan 28 07:09:53.840773 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f949581e-15ee-47c6-9286-951e3218126e req-8d843613-7ea4-40a8-9cf3-ae1cf803efe3 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] 10.222.0.41 "GET /v2.0/ports?device_id=187735cd-6370-44be-af73-7bea479303c9 HTTP/1.1" status: 200 len: 210 time: 0.0512154 Jan 28 07:09:53.908254 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b9728207-25a2-4349-80fb-1da543ff196a req-27b0acf0-13a1-4206-9c27-cbf6d97cf85f service neutron] 10.222.0.44 "GET /v2.0/networks/823f80f1-2970-481b-aed2-7ad5a7c0ed20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2423847 Jan 28 07:09:54.066572 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-56a456e8-1aa7-4b51-9629-93f0644e6270 req-4306f68c-d814-449b-97ce-be8e738effea tempest-AttachSCSIVolumeTestJSON-100861846 tempest-AttachSCSIVolumeTestJSON-100861846-project] 10.222.0.41 "GET /v2.0/security-groups?id=63a7f67e-5303-4e57-b874-bb3ebd6bac20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5136909 Jan 28 07:09:54.123822 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0911e1e-d63a-43d2-9f34-b1ea37952e11 req-07e41f53-c2d6-484d-a0cb-fdb7eaba72c3 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] Made reservation on behalf of 2896f16344d64d52a798dcb24fda5242 for: {'port': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:09:54.130092 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b0911e1e-d63a-43d2-9f34-b1ea37952e11 req-07e41f53-c2d6-484d-a0cb-fdb7eaba72c3 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:54.149058 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b9728207-25a2-4349-80fb-1da543ff196a req-ca4fc7e3-95be-4c27-8ae4-9fbbb60c9fee service neutron] 10.222.0.44 "GET /v2.0/networks/823f80f1-2970-481b-aed2-7ad5a7c0ed20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309747 Jan 28 07:09:54.181127 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcc5afa-96c1-48ce-8340-1921c6d179a3 req-989df94b-fea7-47a8-a519-9a01e0ef1b3d tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:54.189181 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0fcc5afa-96c1-48ce-8340-1921c6d179a3 req-989df94b-fea7-47a8-a519-9a01e0ef1b3d tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=b35d2c80-d830-4888-95fe-8e54e83abdd0 HTTP/1.1" status: 200 len: 950 time: 0.1239800 Jan 28 07:09:54.330649 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0fcc5afa-96c1-48ce-8340-1921c6d179a3 req-013ef5ee-dcd3-4b93-bcbc-b1c23303dd49 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403775 Jan 28 07:09:54.585512 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065bc620-98c8-45d5-988f-6dd191299da6 req-c12ff729-ceff-493f-aabb-b3306db7b85c tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:54.586998 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-065bc620-98c8-45d5-988f-6dd191299da6 req-c12ff729-ceff-493f-aabb-b3306db7b85c tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] 10.222.0.44 "GET /v2.0/ports?device_id=4700657c-3f39-4eb5-b7b0-8651089bd587 HTTP/1.1" status: 200 len: 946 time: 0.1711061 Jan 28 07:09:54.660824 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [req-b0911e1e-d63a-43d2-9f34-b1ea37952e11 req-07e41f53-c2d6-484d-a0cb-fdb7eaba72c3 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] Allocated IP 172.20.0.7 (40408abb-5725-4205-b120-60fb2bb4bc40/a4c1d00a-11c6-444f-8042-f73535ef4594/a55f5fe7-a5d8-488a-a256-7bf487642a3b) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:09:54.712314 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba619111-fc8a-48bb-95d0-dd6980d9c70b req-13c256f7-c623-4500-a5aa-58ae038de66b tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:54.713868 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ba619111-fc8a-48bb-95d0-dd6980d9c70b req-13c256f7-c623-4500-a5aa-58ae038de66b tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/ports?device_id=727d4f68-410f-49f3-9274-2043b45a847a HTTP/1.1" status: 200 len: 945 time: 0.1747551 Jan 28 07:09:54.905706 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ba619111-fc8a-48bb-95d0-dd6980d9c70b req-5b49c891-6796-4ec2-8f16-db8bea5325cb tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/security-groups?id=ffb17db6-1913-4712-aa46-d7c764c8c875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792409 Jan 28 07:09:54.944066 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b0911e1e-d63a-43d2-9f34-b1ea37952e11 req-07e41f53-c2d6-484d-a0cb-fdb7eaba72c3 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] Publish callbacks [] for port (a55f5fe7-a5d8-488a-a256-7bf487642a3b), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:55.010118 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-065bc620-98c8-45d5-988f-6dd191299da6 req-54788eb6-2ca5-40ac-a267-b573f7166d12 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] Deleting port a51afb86-189a-4384-896a-9ae33c5a4f27 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:09:55.014840 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-065bc620-98c8-45d5-988f-6dd191299da6 req-54788eb6-2ca5-40ac-a267-b573f7166d12 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (a51afb86-189a-4384-896a-9ae33c5a4f27), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:55.043066 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65657839-81af-4020-b9cb-17ec557a1b54 req-56963948-ef1e-4348-95a3-d53f6ed16b7e tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:55.054159 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-65657839-81af-4020-b9cb-17ec557a1b54 req-56963948-ef1e-4348-95a3-d53f6ed16b7e tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/ports?device_id=8583dc03-a039-446f-b1e8-5e1ed628fdcb HTTP/1.1" status: 200 len: 946 time: 0.5084088 Jan 28 07:09:55.131329 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593e4ead-a50b-4e09-9348-a39776e0e9ef req-ffeb0238-2722-4bef-8e8c-3b664ef434d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:55.133183 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-593e4ead-a50b-4e09-9348-a39776e0e9ef req-ffeb0238-2722-4bef-8e8c-3b664ef434d1 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b35d2c80-d830-4888-95fe-8e54e83abdd0&tenant_id=966335f0946f459597af95ab0b33b55c HTTP/1.1" status: 200 len: 1102 time: 0.2262647 Jan 28 07:09:55.156773 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-65657839-81af-4020-b9cb-17ec557a1b54 req-05fcda09-00bf-45da-b6c4-43e8021cf07b tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/security-groups?id=83d97fa1-2f29-40d2-a756-a970d048d2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016397 Jan 28 07:09:55.163791 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b0911e1e-d63a-43d2-9f34-b1ea37952e11 req-07e41f53-c2d6-484d-a0cb-fdb7eaba72c3 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (a55f5fe7-a5d8-488a-a256-7bf487642a3b), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:55.171606 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-593e4ead-a50b-4e09-9348-a39776e0e9ef req-8788e2d6-43c9-4b6d-ba35-2582db64882b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712749-28', 'device_owner': 'compute:nova'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:09:55.205091 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['a51afb86-189a-4384-896a-9ae33c5a4f27'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:09:55.294414 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-065bc620-98c8-45d5-988f-6dd191299da6 req-54788eb6-2ca5-40ac-a267-b573f7166d12 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] For port a51afb86-189a-4384-896a-9ae33c5a4f27, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=a51afb86-189a-4384-896a-9ae33c5a4f27,segment=NetworkSegment(aa78153f-8140-4463-8a23-520ca70d4d00),segment_id=aa78153f-8140-4463-8a23-520ca70d4d00)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:09:55.297466 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-065bc620-98c8-45d5-988f-6dd191299da6 req-54788eb6-2ca5-40ac-a267-b573f7166d12 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (a51afb86-189a-4384-896a-9ae33c5a4f27), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:55.329266 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0911e1e-d63a-43d2-9f34-b1ea37952e11 req-07e41f53-c2d6-484d-a0cb-fdb7eaba72c3 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] Network 40408abb-5725-4205-b120-60fb2bb4bc40 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:09:55.338991 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [req-b0911e1e-d63a-43d2-9f34-b1ea37952e11 req-07e41f53-c2d6-484d-a0cb-fdb7eaba72c3 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:09:55.347432 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0911e1e-d63a-43d2-9f34-b1ea37952e11 req-07e41f53-c2d6-484d-a0cb-fdb7eaba72c3 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:09:55.399092 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-593e4ead-a50b-4e09-9348-a39776e0e9ef req-8788e2d6-43c9-4b6d-ba35-2582db64882b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (a11b056d-7901-4982-8d1b-3500b6c067a7), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:55.457941 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-065bc620-98c8-45d5-988f-6dd191299da6 req-54788eb6-2ca5-40ac-a267-b573f7166d12 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] Calling delete_port for a51afb86-189a-4384-896a-9ae33c5a4f27 owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:09:55.484839 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e41f53-c2d6-484d-a0cb-fdb7eaba72c3 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] Pushing event updated for resources: {'Port': ['ID=a55f5fe7-a5d8-488a-a256-7bf487642a3b,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:09:55.498364 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6565f27e-1343-4d54-8013-985e40e28d42 req-52d88027-2bbe-4f74-89d9-e898e1d99659 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:55.506359 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6565f27e-1343-4d54-8013-985e40e28d42 req-52d88027-2bbe-4f74-89d9-e898e1d99659 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] 10.222.0.41 "GET /v2.0/ports?device_id=187735cd-6370-44be-af73-7bea479303c9 HTTP/1.1" status: 200 len: 931 time: 0.2937145 Jan 28 07:09:55.606722 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0911e1e-d63a-43d2-9f34-b1ea37952e11 req-07e41f53-c2d6-484d-a0cb-fdb7eaba72c3 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:55.607505 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b0911e1e-d63a-43d2-9f34-b1ea37952e11 req-07e41f53-c2d6-484d-a0cb-fdb7eaba72c3 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:55.643447 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b0911e1e-d63a-43d2-9f34-b1ea37952e11 req-07e41f53-c2d6-484d-a0cb-fdb7eaba72c3 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1007614 Jan 28 07:09:55.673180 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e99e74-e7a5-4336-92c4-7d58d4c5f7e6 req-1a9cb68b-f612-404d-8dae-e710a376cf3b tempest-AttachSCSIVolumeTestJSON-100861846 tempest-AttachSCSIVolumeTestJSON-100861846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:55.678212 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-01e99e74-e7a5-4336-92c4-7d58d4c5f7e6 req-1a9cb68b-f612-404d-8dae-e710a376cf3b tempest-AttachSCSIVolumeTestJSON-100861846 tempest-AttachSCSIVolumeTestJSON-100861846-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf60dc33-903b-40cd-a5c8-80695c0f073b HTTP/1.1" status: 200 len: 943 time: 0.2370272 Jan 28 07:09:55.689973 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-b0911e1e-d63a-43d2-9f34-b1ea37952e11 req-370aeaea-313a-44bf-9542-1d4d165de9d4 service neutron] Request body: {'port': {'device_id': '187735cd-6370-44be-af73-7bea479303c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-28'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:09:55.830417 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 153f149f-792f-478a-8eb0-e4481a205597 details requested by agent hyperv_n-h2-712749-28 with host n-h2-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:09:55.890924 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b0911e1e-d63a-43d2-9f34-b1ea37952e11 req-370aeaea-313a-44bf-9542-1d4d165de9d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (a55f5fe7-a5d8-488a-a256-7bf487642a3b), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:55.914246 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-01e99e74-e7a5-4336-92c4-7d58d4c5f7e6 req-f872c7f8-65ed-4066-bd9d-29a95106c9a7 tempest-AttachSCSIVolumeTestJSON-100861846 tempest-AttachSCSIVolumeTestJSON-100861846-project] 10.222.0.41 "GET /v2.0/security-groups?id=63a7f67e-5303-4e57-b874-bb3ebd6bac20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204750 Jan 28 07:09:56.124089 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 153f149f-792f-478a-8eb0-e4481a205597, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=153f149f-792f-478a-8eb0-e4481a205597,segment=NetworkSegment(f8a20d97-7576-4d2c-8739-f6ab132dd2fd),segment_id=f8a20d97-7576-4d2c-8739-f6ab132dd2fd)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:09:56.165617 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6565f27e-1343-4d54-8013-985e40e28d42 req-0287e423-0c99-425f-9552-1e8498d77ba6 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] 10.222.0.41 "GET /v2.0/security-groups?id=c2614457-355d-4290-9839-3c701d202067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6585901 Jan 28 07:09:56.174941 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Returning: {'device': '153f149f-792f-478a-8eb0-e4481a205597', 'network_id': 'fbddbfaf-beb4-48f3-b2a4-4e85c7d5f47f', 'port_id': '153f149f-792f-478a-8eb0-e4481a205597', 'mac_address': 'fa:16:3e:f5:a8:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '691dd1a0-1c2f-40e1-abfb-d0c6c3076fc5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:09:56.211188 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82463b91-c9df-4998-822b-94bc2cc0272b req-ef62c640-35b5-42b6-b155-3c62db4f3b1e tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:56.219125 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-82463b91-c9df-4998-822b-94bc2cc0272b req-ef62c640-35b5-42b6-b155-3c62db4f3b1e tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=b35d2c80-d830-4888-95fe-8e54e83abdd0 HTTP/1.1" status: 200 len: 950 time: 0.1379428 Jan 28 07:09:56.323603 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-82463b91-c9df-4998-822b-94bc2cc0272b req-6a5b2858-8ee9-43ee-8f8c-9b5715f3b19e tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983071 Jan 28 07:09:56.339652 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port 153f149f-792f-478a-8eb0-e4481a205597 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:09:56.341536 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (153f149f-792f-478a-8eb0-e4481a205597), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:56.388365 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 153f149f-792f-478a-8eb0-e4481a205597 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:09:56.454810 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 153f149f-792f-478a-8eb0-e4481a205597, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=153f149f-792f-478a-8eb0-e4481a205597,segment=NetworkSegment(f8a20d97-7576-4d2c-8739-f6ab132dd2fd),segment_id=f8a20d97-7576-4d2c-8739-f6ab132dd2fd)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:09:56.468455 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [req-b0911e1e-d63a-43d2-9f34-b1ea37952e11 req-370aeaea-313a-44bf-9542-1d4d165de9d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a55f5fe7-a5d8-488a-a256-7bf487642a3b {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:09:56.470049 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (153f149f-792f-478a-8eb0-e4481a205597), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:56.502815 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b0911e1e-d63a-43d2-9f34-b1ea37952e11 req-370aeaea-313a-44bf-9542-1d4d165de9d4 service neutron] Publish callbacks [] for port (a55f5fe7-a5d8-488a-a256-7bf487642a3b), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:56.538010 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [req-b0911e1e-d63a-43d2-9f34-b1ea37952e11 req-370aeaea-313a-44bf-9542-1d4d165de9d4 service neutron] Transition to ACTIVE for port object a55f5fe7-a5d8-488a-a256-7bf487642a3b will not be triggered until provisioned by entity L2. {{(pid=103283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:09:56.546229 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b0911e1e-d63a-43d2-9f34-b1ea37952e11 req-370aeaea-313a-44bf-9542-1d4d165de9d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (a55f5fe7-a5d8-488a-a256-7bf487642a3b), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:56.582199 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-593e4ead-a50b-4e09-9348-a39776e0e9ef req-8788e2d6-43c9-4b6d-ba35-2582db64882b service neutron] For port a11b056d-7901-4982-8d1b-3500b6c067a7, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=a11b056d-7901-4982-8d1b-3500b6c067a7,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:09:56.613216 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-065bc620-98c8-45d5-988f-6dd191299da6 req-54788eb6-2ca5-40ac-a267-b573f7166d12 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (a51afb86-189a-4384-896a-9ae33c5a4f27), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:56.618096 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=153f149f-792f-478a-8eb0-e4481a205597,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:09:56.672295 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370aeaea-313a-44bf-9542-1d4d165de9d4 service neutron] Pushing event updated for resources: {'Port': ['ID=a55f5fe7-a5d8-488a-a256-7bf487642a3b,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:09:56.701483 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54788eb6-2ca5-40ac-a267-b573f7166d12 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] Pushing event deleted for resources: {'Port': ['ID=a51afb86-189a-4384-896a-9ae33c5a4f27,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:09:56.855471 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91a4ebf-d7d5-47f8-b02b-ccbd661ca3a1 req-cb622b75-9e8e-4a45-9ab4-ba52639a216a tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:56.857100 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f91a4ebf-d7d5-47f8-b02b-ccbd661ca3a1 req-cb622b75-9e8e-4a45-9ab4-ba52639a216a tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/ports?device_id=8583dc03-a039-446f-b1e8-5e1ed628fdcb HTTP/1.1" status: 200 len: 946 time: 0.2100482 Jan 28 07:09:56.892883 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['153f149f-792f-478a-8eb0-e4481a205597'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:09:56.925297 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-b0911e1e-d63a-43d2-9f34-b1ea37952e11 req-370aeaea-313a-44bf-9542-1d4d165de9d4 service neutron] Attempting to bind port a55f5fe7-a5d8-488a-a256-7bf487642a3b on host n-h1-712749-28 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:09:56.925623 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-b0911e1e-d63a-43d2-9f34-b1ea37952e11 req-370aeaea-313a-44bf-9542-1d4d165de9d4 service neutron] Attempting to bind port a55f5fe7-a5d8-488a-a256-7bf487642a3b by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': 'aa78153f-8140-4463-8a23-520ca70d4d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '40408abb-5725-4205-b120-60fb2bb4bc40'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:09:56.925953 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0911e1e-d63a-43d2-9f34-b1ea37952e11 req-370aeaea-313a-44bf-9542-1d4d165de9d4 service neutron] Attempting to bind port a55f5fe7-a5d8-488a-a256-7bf487642a3b on network 40408abb-5725-4205-b120-60fb2bb4bc40 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:09:56.949874 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0911e1e-d63a-43d2-9f34-b1ea37952e11 req-370aeaea-313a-44bf-9542-1d4d165de9d4 service neutron] Port a55f5fe7-a5d8-488a-a256-7bf487642a3b on network 40408abb-5725-4205-b120-60fb2bb4bc40 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:09:56.950237 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0911e1e-d63a-43d2-9f34-b1ea37952e11 req-370aeaea-313a-44bf-9542-1d4d165de9d4 service neutron] Attempting to bind port a55f5fe7-a5d8-488a-a256-7bf487642a3b on network 40408abb-5725-4205-b120-60fb2bb4bc40 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:09:56.970039 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0911e1e-d63a-43d2-9f34-b1ea37952e11 req-370aeaea-313a-44bf-9542-1d4d165de9d4 service neutron] Checking agent: {'id': '2fca46b1-237f-4857-9290-2429d810e472', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:09:56.970294 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0911e1e-d63a-43d2-9f34-b1ea37952e11 req-370aeaea-313a-44bf-9542-1d4d165de9d4 service neutron] Checking segment: {'id': 'aa78153f-8140-4463-8a23-520ca70d4d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '40408abb-5725-4205-b120-60fb2bb4bc40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:09:56.970658 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0911e1e-d63a-43d2-9f34-b1ea37952e11 req-370aeaea-313a-44bf-9542-1d4d165de9d4 service neutron] Bound using segment: {'id': 'aa78153f-8140-4463-8a23-520ca70d4d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '40408abb-5725-4205-b120-60fb2bb4bc40'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:09:56.971094 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-b0911e1e-d63a-43d2-9f34-b1ea37952e11 req-370aeaea-313a-44bf-9542-1d4d165de9d4 service neutron] Bound port: a55f5fe7-a5d8-488a-a256-7bf487642a3b, host: n-h1-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa78153f-8140-4463-8a23-520ca70d4d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '40408abb-5725-4205-b120-60fb2bb4bc40'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:09:56.971494 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b0911e1e-d63a-43d2-9f34-b1ea37952e11 req-370aeaea-313a-44bf-9542-1d4d165de9d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (a55f5fe7-a5d8-488a-a256-7bf487642a3b), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:57.094796 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f91a4ebf-d7d5-47f8-b02b-ccbd661ca3a1 req-de150e3e-3ab7-4005-a21d-972fd7522316 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/security-groups?id=83d97fa1-2f29-40d2-a756-a970d048d2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214084 Jan 28 07:09:57.196420 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-b0911e1e-d63a-43d2-9f34-b1ea37952e11 req-370aeaea-313a-44bf-9542-1d4d165de9d4 service neutron] For port a55f5fe7-a5d8-488a-a256-7bf487642a3b, host n-h1-712749-28, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:09:57.202771 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-b0911e1e-d63a-43d2-9f34-b1ea37952e11 req-370aeaea-313a-44bf-9542-1d4d165de9d4 service neutron] For port a55f5fe7-a5d8-488a-a256-7bf487642a3b, host n-h1-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=a55f5fe7-a5d8-488a-a256-7bf487642a3b,segment=NetworkSegment(aa78153f-8140-4463-8a23-520ca70d4d00),segment_id=aa78153f-8140-4463-8a23-520ca70d4d00)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:09:57.213620 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b0911e1e-d63a-43d2-9f34-b1ea37952e11 req-370aeaea-313a-44bf-9542-1d4d165de9d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (a55f5fe7-a5d8-488a-a256-7bf487642a3b), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:57.353557 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0911e1e-d63a-43d2-9f34-b1ea37952e11 req-370aeaea-313a-44bf-9542-1d4d165de9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:57.355123 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b0911e1e-d63a-43d2-9f34-b1ea37952e11 req-370aeaea-313a-44bf-9542-1d4d165de9d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:57.356709 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b0911e1e-d63a-43d2-9f34-b1ea37952e11 req-370aeaea-313a-44bf-9542-1d4d165de9d4 service neutron] 10.222.0.10 "PUT /v2.0/ports/a55f5fe7-a5d8-488a-a256-7bf487642a3b HTTP/1.1" status: 200 len: 1092 time: 1.6772187 Jan 28 07:09:57.361217 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '187735cd-6370-44be-af73-7bea479303c9', 'tag': 'a55f5fe7-a5d8-488a-a256-7bf487642a3b'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:09:57.363633 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84395fb3-ed7e-4f2e-8f9c-0da48a9b2d4c" -d '{"events": [{"name": "network-changed", "server_uuid": "187735cd-6370-44be-af73-7bea479303c9", "tag": "a55f5fe7-a5d8-488a-a256-7bf487642a3b"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:09:57.438564 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c54062-6048-498e-ba2d-89b0dbe31dcf req-4dfa0917-b0c8-41f8-b9ad-f274f38b2b0f tempest-AttachSCSIVolumeTestJSON-100861846 tempest-AttachSCSIVolumeTestJSON-100861846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:57.450952 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-58c54062-6048-498e-ba2d-89b0dbe31dcf req-4dfa0917-b0c8-41f8-b9ad-f274f38b2b0f tempest-AttachSCSIVolumeTestJSON-100861846 tempest-AttachSCSIVolumeTestJSON-100861846-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf60dc33-903b-40cd-a5c8-80695c0f073b HTTP/1.1" status: 200 len: 944 time: 0.1656842 Jan 28 07:09:57.484643 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370aeaea-313a-44bf-9542-1d4d165de9d4 service neutron] Pushing event updated for resources: {'Port': ['ID=a55f5fe7-a5d8-488a-a256-7bf487642a3b,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:09:57.538828 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-58c54062-6048-498e-ba2d-89b0dbe31dcf req-9b6a052f-2d9d-462e-a56f-ad5abea03729 tempest-AttachSCSIVolumeTestJSON-100861846 tempest-AttachSCSIVolumeTestJSON-100861846-project] 10.222.0.41 "GET /v2.0/security-groups?id=63a7f67e-5303-4e57-b874-bb3ebd6bac20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865846 Jan 28 07:09:57.585956 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0911e1e-d63a-43d2-9f34-b1ea37952e11 req-85d16262-e155-4d18-9443-70939444e585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:57.588335 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b0911e1e-d63a-43d2-9f34-b1ea37952e11 req-85d16262-e155-4d18-9443-70939444e585 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2896f16344d64d52a798dcb24fda5242&device_id=187735cd-6370-44be-af73-7bea479303c9 HTTP/1.1" status: 200 len: 1095 time: 0.1702800 Jan 28 07:09:57.634081 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-593e4ead-a50b-4e09-9348-a39776e0e9ef req-8788e2d6-43c9-4b6d-ba35-2582db64882b service neutron] For port a11b056d-7901-4982-8d1b-3500b6c067a7, host n-h2-712749-28, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:09:57.666969 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cb8650-4d55-43bf-a21c-d4e8e8a2b079 req-72b60814-4851-4282-93e2-00d54619b029 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:57.669200 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-36cb8650-4d55-43bf-a21c-d4e8e8a2b079 req-72b60814-4851-4282-93e2-00d54619b029 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/ports?device_id=727d4f68-410f-49f3-9274-2043b45a847a HTTP/1.1" status: 200 len: 945 time: 1.2568376 Jan 28 07:09:57.731173 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-065bc620-98c8-45d5-988f-6dd191299da6 req-54788eb6-2ca5-40ac-a267-b573f7166d12 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] No DVR routers for this DVR port a51afb86-189a-4384-896a-9ae33c5a4f27 on host n-h2-712749-28 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:09:57.734999 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-065bc620-98c8-45d5-988f-6dd191299da6 req-54788eb6-2ca5-40ac-a267-b573f7166d12 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:57.740461 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-065bc620-98c8-45d5-988f-6dd191299da6 req-54788eb6-2ca5-40ac-a267-b573f7166d12 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] 10.222.0.44 "DELETE /v2.0/ports/a51afb86-189a-4384-896a-9ae33c5a4f27 HTTP/1.1" status: 204 len: 173 time: 3.1397340 Jan 28 07:09:57.755763 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b0911e1e-d63a-43d2-9f34-b1ea37952e11 req-ee21ef1a-1c79-40ea-a344-6b505b7f5abc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a55f5fe7-a5d8-488a-a256-7bf487642a3b HTTP/1.1" status: 200 len: 217 time: 0.1529377 Jan 28 07:09:57.768481 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4700657c-3f39-4eb5-b7b0-8651089bd587', 'name': 'network-vif-deleted', 'tag': 'a51afb86-189a-4384-896a-9ae33c5a4f27'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:09:57.772262 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d10f063-1bb2-4d35-93bd-3b53bebfb90f" -d '{"events": [{"server_uuid": "4700657c-3f39-4eb5-b7b0-8651089bd587", "name": "network-vif-deleted", "tag": "a51afb86-189a-4384-896a-9ae33c5a4f27"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:09:57.834936 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1983f939-7f64-435a-8743-256920e538a7 req-ecbb9352-dc35-440c-a72e-93a04c2c4872 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:57.838246 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1983f939-7f64-435a-8743-256920e538a7 req-ecbb9352-dc35-440c-a72e-93a04c2c4872 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] 10.222.0.41 "GET /v2.0/ports?device_id=187735cd-6370-44be-af73-7bea479303c9 HTTP/1.1" status: 200 len: 943 time: 0.1187830 Jan 28 07:09:57.842315 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device a51afb86-189a-4384-896a-9ae33c5a4f27 no longer exists at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:09:57.858727 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-593e4ead-a50b-4e09-9348-a39776e0e9ef req-8788e2d6-43c9-4b6d-ba35-2582db64882b service neutron] Publish callbacks [] for port (a11b056d-7901-4982-8d1b-3500b6c067a7), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:57.904346 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] No Port match for: a51afb86-189a-4384-896a-9ae33c5a4f27 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:09:57.904897 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device a51afb86-189a-4384-896a-9ae33c5a4f27 not bound to the agent host n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:09:57.905788 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device a11b056d-7901-4982-8d1b-3500b6c067a7 no longer exists at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:09:57.906328 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0911e1e-d63a-43d2-9f34-b1ea37952e11 req-57cf5e02-26e0-44c6-97d0-721eed4e9f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:57.909215 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b0911e1e-d63a-43d2-9f34-b1ea37952e11 req-57cf5e02-26e0-44c6-97d0-721eed4e9f96 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a4c1d00a-11c6-444f-8042-f73535ef4594 HTTP/1.1" status: 200 len: 844 time: 0.1426673 Jan 28 07:09:57.963948 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-593e4ead-a50b-4e09-9348-a39776e0e9ef req-8788e2d6-43c9-4b6d-ba35-2582db64882b service neutron] Transition to ACTIVE for port object a11b056d-7901-4982-8d1b-3500b6c067a7 will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:09:57.971861 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-36cb8650-4d55-43bf-a21c-d4e8e8a2b079 req-fa18b610-deb4-4f42-8ac5-3b294b8576ad tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/security-groups?id=ffb17db6-1913-4712-aa46-d7c764c8c875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2768857 Jan 28 07:09:57.978550 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-593e4ead-a50b-4e09-9348-a39776e0e9ef req-8788e2d6-43c9-4b6d-ba35-2582db64882b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (a11b056d-7901-4982-8d1b-3500b6c067a7), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:57.998878 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b0911e1e-d63a-43d2-9f34-b1ea37952e11 req-a8d7c583-6a90-479d-9fac-cf4f28fd3418 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=40408abb-5725-4205-b120-60fb2bb4bc40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0757458 Jan 28 07:09:58.026349 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] The host n-h2-712749-28 is not matching for port a11b056d-7901-4982-8d1b-3500b6c067a7 host n-h1-712749-28! {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 07:09:58.026786 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device a11b056d-7901-4982-8d1b-3500b6c067a7 not bound to the agent host n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:09:58.097582 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-593e4ead-a50b-4e09-9348-a39776e0e9ef req-8788e2d6-43c9-4b6d-ba35-2582db64882b service neutron] No DVR routers for this DVR port a11b056d-7901-4982-8d1b-3500b6c067a7 on host n-h2-712749-28 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:09:58.131512 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8788e2d6-43c9-4b6d-ba35-2582db64882b service neutron] Pushing event updated for resources: {'Port': ['ID=a11b056d-7901-4982-8d1b-3500b6c067a7,revision_number=10']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:09:58.173060 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1983f939-7f64-435a-8743-256920e538a7 req-1fb657b1-bf28-4541-aacf-22d2070eff81 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] 10.222.0.41 "GET /v2.0/security-groups?id=c2614457-355d-4290-9839-3c701d202067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2623820 Jan 28 07:09:58.254809 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b0911e1e-d63a-43d2-9f34-b1ea37952e11 req-df724ca7-abf5-41b8-a1ca-159c77c612dc service neutron] 10.222.0.10 "GET /v2.0/networks/40408abb-5725-4205-b120-60fb2bb4bc40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2437565 Jan 28 07:09:58.280389 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-593e4ead-a50b-4e09-9348-a39776e0e9ef req-8788e2d6-43c9-4b6d-ba35-2582db64882b service neutron] Attempting to bind port a11b056d-7901-4982-8d1b-3500b6c067a7 on host n-h1-712749-28 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:09:58.280740 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-593e4ead-a50b-4e09-9348-a39776e0e9ef req-8788e2d6-43c9-4b6d-ba35-2582db64882b service neutron] Attempting to bind port a11b056d-7901-4982-8d1b-3500b6c067a7 by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': '9d52209e-a416-4cfe-8f8a-19567a90fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:09:58.281064 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-593e4ead-a50b-4e09-9348-a39776e0e9ef req-8788e2d6-43c9-4b6d-ba35-2582db64882b service neutron] Attempting to bind port a11b056d-7901-4982-8d1b-3500b6c067a7 on network d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:09:58.291756 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-593e4ead-a50b-4e09-9348-a39776e0e9ef req-8788e2d6-43c9-4b6d-ba35-2582db64882b service neutron] Port a11b056d-7901-4982-8d1b-3500b6c067a7 on network d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:09:58.292066 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-593e4ead-a50b-4e09-9348-a39776e0e9ef req-8788e2d6-43c9-4b6d-ba35-2582db64882b service neutron] Attempting to bind port a11b056d-7901-4982-8d1b-3500b6c067a7 on network d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:09:58.318842 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-593e4ead-a50b-4e09-9348-a39776e0e9ef req-8788e2d6-43c9-4b6d-ba35-2582db64882b service neutron] Checking agent: {'id': '2fca46b1-237f-4857-9290-2429d810e472', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:09:58.319119 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-593e4ead-a50b-4e09-9348-a39776e0e9ef req-8788e2d6-43c9-4b6d-ba35-2582db64882b service neutron] Checking segment: {'id': '9d52209e-a416-4cfe-8f8a-19567a90fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:09:58.319485 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-593e4ead-a50b-4e09-9348-a39776e0e9ef req-8788e2d6-43c9-4b6d-ba35-2582db64882b service neutron] Bound using segment: {'id': '9d52209e-a416-4cfe-8f8a-19567a90fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:09:58.319928 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-593e4ead-a50b-4e09-9348-a39776e0e9ef req-8788e2d6-43c9-4b6d-ba35-2582db64882b service neutron] Bound port: a11b056d-7901-4982-8d1b-3500b6c067a7, host: n-h1-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d52209e-a416-4cfe-8f8a-19567a90fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:09:58.320316 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-593e4ead-a50b-4e09-9348-a39776e0e9ef req-8788e2d6-43c9-4b6d-ba35-2582db64882b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (a11b056d-7901-4982-8d1b-3500b6c067a7), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:58.369089 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d026a2-ed4a-4311-aba4-93b6eb9cce68 req-137be9e2-e659-489f-880a-7e0dc5439b61 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:58.371931 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-53d026a2-ed4a-4311-aba4-93b6eb9cce68 req-137be9e2-e659-489f-880a-7e0dc5439b61 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=b35d2c80-d830-4888-95fe-8e54e83abdd0 HTTP/1.1" status: 200 len: 949 time: 0.2174282 Jan 28 07:09:58.418585 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:09:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a68be0ef-30a6-4709-ad07-2b6557806267 x-openstack-request-id: req-a68be0ef-30a6-4709-ad07-2b6557806267 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:09:58.420746 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "187735cd-6370-44be-af73-7bea479303c9", "tag": "a55f5fe7-a5d8-488a-a256-7bf487642a3b", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:09:58.421186 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a68be0ef-30a6-4709-ad07-2b6557806267 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:09:58.422008 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '187735cd-6370-44be-af73-7bea479303c9', 'tag': 'a55f5fe7-a5d8-488a-a256-7bf487642a3b', 'status': 'completed', 'code': 200} Jan 28 07:09:58.535230 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-53d026a2-ed4a-4311-aba4-93b6eb9cce68 req-185797bf-7fdd-4e72-bd17-4760f5d25761 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373091 Jan 28 07:09:58.537728 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-593e4ead-a50b-4e09-9348-a39776e0e9ef req-8788e2d6-43c9-4b6d-ba35-2582db64882b service neutron] For port a11b056d-7901-4982-8d1b-3500b6c067a7, host n-h1-712749-28, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:09:58.551397 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-593e4ead-a50b-4e09-9348-a39776e0e9ef req-8788e2d6-43c9-4b6d-ba35-2582db64882b service neutron] For port a11b056d-7901-4982-8d1b-3500b6c067a7, host n-h1-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=a11b056d-7901-4982-8d1b-3500b6c067a7,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:09:58.561366 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-593e4ead-a50b-4e09-9348-a39776e0e9ef req-8788e2d6-43c9-4b6d-ba35-2582db64882b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (a11b056d-7901-4982-8d1b-3500b6c067a7), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:58.650064 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b0911e1e-d63a-43d2-9f34-b1ea37952e11 req-a8271d65-1bc3-404d-9557-80bdd40806e8 service neutron] 10.222.0.10 "GET /v2.0/networks/40408abb-5725-4205-b120-60fb2bb4bc40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3890736 Jan 28 07:09:58.677117 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8788e2d6-43c9-4b6d-ba35-2582db64882b service neutron] Pushing event updated for resources: {'Port': ['ID=a11b056d-7901-4982-8d1b-3500b6c067a7,revision_number=11']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:09:58.714562 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593e4ead-a50b-4e09-9348-a39776e0e9ef req-8788e2d6-43c9-4b6d-ba35-2582db64882b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:58.715214 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-593e4ead-a50b-4e09-9348-a39776e0e9ef req-8788e2d6-43c9-4b6d-ba35-2582db64882b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:58.717105 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-593e4ead-a50b-4e09-9348-a39776e0e9ef req-8788e2d6-43c9-4b6d-ba35-2582db64882b service neutron] 10.222.0.10 "PUT /v2.0/ports/a11b056d-7901-4982-8d1b-3500b6c067a7 HTTP/1.1" status: 200 len: 1098 time: 3.5594115 Jan 28 07:09:58.728802 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:09:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0e1708d-8b82-429e-80ac-89c5cce8eaf2 x-openstack-request-id: req-a0e1708d-8b82-429e-80ac-89c5cce8eaf2 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:09:58.728979 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4700657c-3f39-4eb5-b7b0-8651089bd587", "name": "network-vif-deleted", "tag": "a51afb86-189a-4384-896a-9ae33c5a4f27", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:09:58.729230 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a0e1708d-8b82-429e-80ac-89c5cce8eaf2 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:09:58.729834 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4700657c-3f39-4eb5-b7b0-8651089bd587', 'name': 'network-vif-deleted', 'tag': 'a51afb86-189a-4384-896a-9ae33c5a4f27', 'status': 'completed', 'code': 200} Jan 28 07:09:58.762779 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b498d30-7b55-4c78-be4a-283af4e55e30 req-7b7c9122-4b72-4feb-bc5d-0c5d0ee8dfa1 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:58.775684 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1b498d30-7b55-4c78-be4a-283af4e55e30 req-7b7c9122-4b72-4feb-bc5d-0c5d0ee8dfa1 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/ports?device_id=8583dc03-a039-446f-b1e8-5e1ed628fdcb HTTP/1.1" status: 200 len: 946 time: 0.1033413 Jan 28 07:09:58.994712 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1b498d30-7b55-4c78-be4a-283af4e55e30 req-abb05872-9f93-4c89-95d6-0f1cd491bf23 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/security-groups?id=83d97fa1-2f29-40d2-a756-a970d048d2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154253 Jan 28 07:09:59.018207 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84395fb3-ed7e-4f2e-8f9c-0da48a9b2d4c req-dcf2779c-35fe-496c-b3b8-542fd7137fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:59.019865 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-84395fb3-ed7e-4f2e-8f9c-0da48a9b2d4c req-dcf2779c-35fe-496c-b3b8-542fd7137fdd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2896f16344d64d52a798dcb24fda5242&device_id=187735cd-6370-44be-af73-7bea479303c9 HTTP/1.1" status: 200 len: 1095 time: 0.2326610 Jan 28 07:09:59.044851 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593e4ead-a50b-4e09-9348-a39776e0e9ef req-c223eede-0b8c-45e2-b6ed-0a1792a49764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:59.046929 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-593e4ead-a50b-4e09-9348-a39776e0e9ef req-c223eede-0b8c-45e2-b6ed-0a1792a49764 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=966335f0946f459597af95ab0b33b55c&device_id=b35d2c80-d830-4888-95fe-8e54e83abdd0 HTTP/1.1" status: 200 len: 1101 time: 0.2503674 Jan 28 07:09:59.091015 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34b24bf-c426-4053-80fd-9885c18edcc5 req-d72162f7-beb4-4935-bfb6-7007a3987b31 tempest-AttachSCSIVolumeTestJSON-100861846 tempest-AttachSCSIVolumeTestJSON-100861846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:59.098675 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e34b24bf-c426-4053-80fd-9885c18edcc5 req-d72162f7-beb4-4935-bfb6-7007a3987b31 tempest-AttachSCSIVolumeTestJSON-100861846 tempest-AttachSCSIVolumeTestJSON-100861846-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf60dc33-903b-40cd-a5c8-80695c0f073b HTTP/1.1" status: 200 len: 944 time: 0.2190499 Jan 28 07:09:59.245821 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e34b24bf-c426-4053-80fd-9885c18edcc5 req-d3ab0c30-78c4-4020-81a3-979358948839 tempest-AttachSCSIVolumeTestJSON-100861846 tempest-AttachSCSIVolumeTestJSON-100861846-project] 10.222.0.41 "GET /v2.0/security-groups?id=63a7f67e-5303-4e57-b874-bb3ebd6bac20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432264 Jan 28 07:09:59.286862 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84395fb3-ed7e-4f2e-8f9c-0da48a9b2d4c req-4d5b415e-406a-49ae-9b5c-ad3d73204d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:59.290160 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-84395fb3-ed7e-4f2e-8f9c-0da48a9b2d4c req-4d5b415e-406a-49ae-9b5c-ad3d73204d6c service neutron] 10.222.0.10 "GET /v2.0/networks?id=40408abb-5725-4205-b120-60fb2bb4bc40 HTTP/1.1" status: 200 len: 905 time: 0.2530499 Jan 28 07:09:59.299782 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ce53a0-a484-4bc4-916d-a3e5995eded2 req-35137354-d149-4acf-aed6-e4e22ba08136 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:59.302681 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-04ce53a0-a484-4bc4-916d-a3e5995eded2 req-35137354-d149-4acf-aed6-e4e22ba08136 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/ports?device_id=727d4f68-410f-49f3-9274-2043b45a847a HTTP/1.1" status: 200 len: 945 time: 0.1207757 Jan 28 07:09:59.335144 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593e4ead-a50b-4e09-9348-a39776e0e9ef req-f07ea9f2-d569-4599-9430-2046b42ebaa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:59.344947 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-593e4ead-a50b-4e09-9348-a39776e0e9ef req-f07ea9f2-d569-4599-9430-2046b42ebaa3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb HTTP/1.1" status: 200 len: 870 time: 0.2700949 Jan 28 07:09:59.350413 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-84395fb3-ed7e-4f2e-8f9c-0da48a9b2d4c req-e1dcfb23-bf63-40c9-844d-1b55a833ead2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a55f5fe7-a5d8-488a-a256-7bf487642a3b HTTP/1.1" status: 200 len: 217 time: 0.0462620 Jan 28 07:09:59.450324 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-593e4ead-a50b-4e09-9348-a39776e0e9ef req-1c709485-dcfe-420e-bcb4-162f976f0930 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=a11b056d-7901-4982-8d1b-3500b6c067a7 HTTP/1.1" status: 200 len: 217 time: 0.0910673 Jan 28 07:09:59.463526 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd0def6-9904-4144-ac9d-ba4d6c8ea691 req-791777fa-1261-4108-b865-a57dd2bac5a1 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:59.465550 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-fcd0def6-9904-4144-ac9d-ba4d6c8ea691 req-791777fa-1261-4108-b865-a57dd2bac5a1 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] 10.222.0.41 "GET /v2.0/ports?device_id=187735cd-6370-44be-af73-7bea479303c9 HTTP/1.1" status: 200 len: 943 time: 0.1159346 Jan 28 07:09:59.470935 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-04ce53a0-a484-4bc4-916d-a3e5995eded2 req-8b571a29-11de-4dc8-a6dc-01fc2a03497a tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/security-groups?id=ffb17db6-1913-4712-aa46-d7c764c8c875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193442 Jan 28 07:09:59.481664 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84395fb3-ed7e-4f2e-8f9c-0da48a9b2d4c req-3d8c335e-4842-46ad-9fb2-2ff12fd82db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:59.486466 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-84395fb3-ed7e-4f2e-8f9c-0da48a9b2d4c req-3d8c335e-4842-46ad-9fb2-2ff12fd82db8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a4c1d00a-11c6-444f-8042-f73535ef4594 HTTP/1.1" status: 200 len: 844 time: 0.1273696 Jan 28 07:09:59.560231 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-84395fb3-ed7e-4f2e-8f9c-0da48a9b2d4c req-32e74454-23d4-4204-aaea-4fc2a0215abb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=40408abb-5725-4205-b120-60fb2bb4bc40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0672610 Jan 28 07:09:59.570364 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-fcd0def6-9904-4144-ac9d-ba4d6c8ea691 req-b6de14ea-9eeb-472b-8177-e3db3d47d0b5 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] 10.222.0.41 "GET /v2.0/security-groups?id=c2614457-355d-4290-9839-3c701d202067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652158 Jan 28 07:09:59.594186 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593e4ead-a50b-4e09-9348-a39776e0e9ef req-d41f0992-4ec6-4ac2-823c-2614ac121fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:59.599056 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-593e4ead-a50b-4e09-9348-a39776e0e9ef req-d41f0992-4ec6-4ac2-823c-2614ac121fbf service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5785b43d-448b-4d12-9eb5-4e4caf2e7eaf HTTP/1.1" status: 200 len: 843 time: 0.1318676 Jan 28 07:09:59.674026 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593e4ead-a50b-4e09-9348-a39776e0e9ef req-2245e982-539a-4fce-9ad5-527051f17876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:59.676884 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-593e4ead-a50b-4e09-9348-a39776e0e9ef req-2245e982-539a-4fce-9ad5-527051f17876 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0697794 Jan 28 07:09:59.821144 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-84395fb3-ed7e-4f2e-8f9c-0da48a9b2d4c req-f7a5feec-c479-4003-ab12-aa37400ac544 service neutron] 10.222.0.10 "GET /v2.0/networks/40408abb-5725-4205-b120-60fb2bb4bc40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2531142 Jan 28 07:09:59.844224 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 153f149f-792f-478a-8eb0-e4481a205597 up at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:09:59.845962 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0a3894-e503-4bad-879e-7c0cd73d3de7 req-c613ed53-a182-4e50-bd61-f09976f948d1 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:59.861647 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0e0a3894-e503-4bad-879e-7c0cd73d3de7 req-c613ed53-a182-4e50-bd61-f09976f948d1 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=b35d2c80-d830-4888-95fe-8e54e83abdd0 HTTP/1.1" status: 200 len: 949 time: 0.1443331 Jan 28 07:09:59.971819 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-593e4ead-a50b-4e09-9348-a39776e0e9ef req-c94839e3-5539-4a33-ad41-123abbbcebf6 service neutron] 10.222.0.10 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2665188 Jan 28 07:10:00.019122 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning for port 153f149f-792f-478a-8eb0-e4481a205597 completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:10:00.026652 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning complete for port 153f149f-792f-478a-8eb0-e4481a205597 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:10:00.028406 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (153f149f-792f-478a-8eb0-e4481a205597), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:00.039232 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-84395fb3-ed7e-4f2e-8f9c-0da48a9b2d4c req-c5764c94-c6c9-47c1-9ec1-faaa9babe7c0 service neutron] 10.222.0.10 "GET /v2.0/networks/40408abb-5725-4205-b120-60fb2bb4bc40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101293 Jan 28 07:10:00.139563 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0e0a3894-e503-4bad-879e-7c0cd73d3de7 req-024c4191-7a20-4aa9-b8a0-247672db228c tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2690589 Jan 28 07:10:00.203794 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port 153f149f-792f-478a-8eb0-e4481a205597 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:10:00.204760 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (153f149f-792f-478a-8eb0-e4481a205597), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:00.236625 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-593e4ead-a50b-4e09-9348-a39776e0e9ef req-02f2bb5f-9c03-4e86-81dc-a285ea8c6581 service neutron] 10.222.0.10 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2523444 Jan 28 07:10:00.250348 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db054670-743f-4942-b1be-4cc28441b2ba req-7de4db81-a7b4-4668-b9cb-fd580d8a04c7 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:00.265658 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-db054670-743f-4942-b1be-4cc28441b2ba req-7de4db81-a7b4-4668-b9cb-fd580d8a04c7 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/ports?device_id=8583dc03-a039-446f-b1e8-5e1ed628fdcb HTTP/1.1" status: 200 len: 946 time: 0.0932560 Jan 28 07:10:00.274893 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 153f149f-792f-478a-8eb0-e4481a205597, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=153f149f-792f-478a-8eb0-e4481a205597,segment=NetworkSegment(f8a20d97-7576-4d2c-8739-f6ab132dd2fd),segment_id=f8a20d97-7576-4d2c-8739-f6ab132dd2fd)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:10:00.276241 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf60dc33-903b-40cd-a5c8-80695c0f073b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '153f149f-792f-478a-8eb0-e4481a205597'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:10:00.279589 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d780824-9889-425d-8565-bf31c1ba3727" -d '{"events": [{"server_uuid": "cf60dc33-903b-40cd-a5c8-80695c0f073b", "name": "network-vif-plugged", "status": "completed", "tag": "153f149f-792f-478a-8eb0-e4481a205597"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:10:00.294185 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (153f149f-792f-478a-8eb0-e4481a205597), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:00.373763 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=153f149f-792f-478a-8eb0-e4481a205597,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:10:00.406645 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-db054670-743f-4942-b1be-4cc28441b2ba req-113f36fd-b075-4bf1-a8c8-c1d6e6ffec5b tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/security-groups?id=83d97fa1-2f29-40d2-a756-a970d048d2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388223 Jan 28 07:10:00.439986 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2ad8bd-d0e8-46e7-bf34-81c06cc7ab0a req-2dd717c4-cdd9-4261-aa1b-c6e0b10889df tempest-AttachSCSIVolumeTestJSON-100861846 tempest-AttachSCSIVolumeTestJSON-100861846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:00.448227 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8d2ad8bd-d0e8-46e7-bf34-81c06cc7ab0a req-2dd717c4-cdd9-4261-aa1b-c6e0b10889df tempest-AttachSCSIVolumeTestJSON-100861846 tempest-AttachSCSIVolumeTestJSON-100861846-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf60dc33-903b-40cd-a5c8-80695c0f073b HTTP/1.1" status: 200 len: 945 time: 0.0809805 Jan 28 07:10:00.504177 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5412d25-6868-4998-ade8-575fbabbf288 x-openstack-request-id: req-d5412d25-6868-4998-ade8-575fbabbf288 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:10:00.504703 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf60dc33-903b-40cd-a5c8-80695c0f073b", "name": "network-vif-plugged", "status": "completed", "tag": "153f149f-792f-478a-8eb0-e4481a205597", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:10:00.505066 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d5412d25-6868-4998-ade8-575fbabbf288 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:10:00.505503 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf60dc33-903b-40cd-a5c8-80695c0f073b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '153f149f-792f-478a-8eb0-e4481a205597', 'code': 200} Jan 28 07:10:00.522346 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8d2ad8bd-d0e8-46e7-bf34-81c06cc7ab0a req-8901dd9d-f898-49c5-bc79-09a57ec82ba2 tempest-AttachSCSIVolumeTestJSON-100861846 tempest-AttachSCSIVolumeTestJSON-100861846-project] 10.222.0.41 "GET /v2.0/security-groups?id=63a7f67e-5303-4e57-b874-bb3ebd6bac20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726552 Jan 28 07:10:00.734113 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75db6566-db1e-4955-bf52-0c2686f223ab req-b39b8919-894d-4938-b2c7-85e3790483a6 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:00.734361 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b35d2c80-d830-4888-95fe-8e54e83abdd0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a11b056d-7901-4982-8d1b-3500b6c067a7'}, {'name': 'network-changed', 'server_uuid': 'b35d2c80-d830-4888-95fe-8e54e83abdd0', 'tag': 'a11b056d-7901-4982-8d1b-3500b6c067a7'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:10:00.737880 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8915e64e-98c7-4822-9320-b7693020b171" -d '{"events": [{"server_uuid": "b35d2c80-d830-4888-95fe-8e54e83abdd0", "name": "network-vif-unplugged", "status": "completed", "tag": "a11b056d-7901-4982-8d1b-3500b6c067a7"}, {"name": "network-changed", "server_uuid": "b35d2c80-d830-4888-95fe-8e54e83abdd0", "tag": "a11b056d-7901-4982-8d1b-3500b6c067a7"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:10:00.742176 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-75db6566-db1e-4955-bf52-0c2686f223ab req-b39b8919-894d-4938-b2c7-85e3790483a6 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] 10.222.0.41 "GET /v2.0/ports?device_id=187735cd-6370-44be-af73-7bea479303c9 HTTP/1.1" status: 200 len: 943 time: 0.0734673 Jan 28 07:10:00.755481 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479fb88d-5eac-4fec-9327-94d0205ed50a req-ecb490e9-813c-4c87-892f-c327b1055bfb tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:00.768442 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-479fb88d-5eac-4fec-9327-94d0205ed50a req-ecb490e9-813c-4c87-892f-c327b1055bfb tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/ports?device_id=727d4f68-410f-49f3-9274-2043b45a847a HTTP/1.1" status: 200 len: 945 time: 0.1761858 Jan 28 07:10:00.863329 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-75db6566-db1e-4955-bf52-0c2686f223ab req-15d1c27f-553c-4ee2-9668-935a87be0a84 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] 10.222.0.41 "GET /v2.0/security-groups?id=c2614457-355d-4290-9839-3c701d202067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178799 Jan 28 07:10:00.883537 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-479fb88d-5eac-4fec-9327-94d0205ed50a req-64d2b00f-b419-4637-b192-99a300b34bfe tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/security-groups?id=ffb17db6-1913-4712-aa46-d7c764c8c875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140771 Jan 28 07:10:00.894880 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7d7275-bf00-47dc-8238-7f7569b71f30 req-89b648b1-c030-4000-99ac-5e771dc9e55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:00.897302 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3c7d7275-bf00-47dc-8238-7f7569b71f30 req-89b648b1-c030-4000-99ac-5e771dc9e55b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=cf60dc33-903b-40cd-a5c8-80695c0f073b HTTP/1.1" status: 200 len: 1097 time: 0.2619207 Jan 28 07:10:01.009618 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3c7d7275-bf00-47dc-8238-7f7569b71f30 req-9baf1eea-104d-4fbd-bf2f-fc9edbba3006 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=63a7f67e-5303-4e57-b874-bb3ebd6bac20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022143 Jan 28 07:10:01.018622 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 28 Jan 2022 07:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4257317-2543-4947-b827-d9775f2446e1 x-openstack-request-id: req-d4257317-2543-4947-b827-d9775f2446e1 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:10:01.018919 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b35d2c80-d830-4888-95fe-8e54e83abdd0", "name": "network-vif-unplugged", "status": "completed", "tag": "a11b056d-7901-4982-8d1b-3500b6c067a7", "code": 200}, {"name": "network-changed", "server_uuid": "b35d2c80-d830-4888-95fe-8e54e83abdd0", "tag": "a11b056d-7901-4982-8d1b-3500b6c067a7", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:10:01.019179 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d4257317-2543-4947-b827-d9775f2446e1 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:10:01.019585 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b35d2c80-d830-4888-95fe-8e54e83abdd0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a11b056d-7901-4982-8d1b-3500b6c067a7', 'code': 200} Jan 28 07:10:01.019844 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b35d2c80-d830-4888-95fe-8e54e83abdd0', 'tag': 'a11b056d-7901-4982-8d1b-3500b6c067a7', 'status': 'completed', 'code': 200} Jan 28 07:10:01.070731 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device a55f5fe7-a5d8-488a-a256-7bf487642a3b details requested by agent hyperv_n-h1-712749-28 with host n-h1-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:10:01.191065 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port a55f5fe7-a5d8-488a-a256-7bf487642a3b, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=a55f5fe7-a5d8-488a-a256-7bf487642a3b,segment=NetworkSegment(aa78153f-8140-4463-8a23-520ca70d4d00),segment_id=aa78153f-8140-4463-8a23-520ca70d4d00)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:10:01.213527 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8915e64e-98c7-4822-9320-b7693020b171 req-08fae2cd-58a2-4cd8-97ed-1b814404c6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:01.218277 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8915e64e-98c7-4822-9320-b7693020b171 req-08fae2cd-58a2-4cd8-97ed-1b814404c6a3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=966335f0946f459597af95ab0b33b55c&device_id=b35d2c80-d830-4888-95fe-8e54e83abdd0 HTTP/1.1" status: 200 len: 1101 time: 0.1010520 Jan 28 07:10:01.220049 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Returning: {'device': 'a55f5fe7-a5d8-488a-a256-7bf487642a3b', 'network_id': '40408abb-5725-4205-b120-60fb2bb4bc40', 'port_id': 'a55f5fe7-a5d8-488a-a256-7bf487642a3b', 'mac_address': 'fa:16:3e:56:aa:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4c1d00a-11c6-444f-8042-f73535ef4594', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:10:01.308635 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port a55f5fe7-a5d8-488a-a256-7bf487642a3b is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:10:01.309030 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (a55f5fe7-a5d8-488a-a256-7bf487642a3b), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:01.385123 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a55f5fe7-a5d8-488a-a256-7bf487642a3b {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:10:01.454373 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8915e64e-98c7-4822-9320-b7693020b171 req-a22ac0c1-051b-4ad3-8eff-46d35d832a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:01.455907 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8915e64e-98c7-4822-9320-b7693020b171 req-a22ac0c1-051b-4ad3-8eff-46d35d832a1c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=966335f0946f459597af95ab0b33b55c&device_id=b35d2c80-d830-4888-95fe-8e54e83abdd0 HTTP/1.1" status: 200 len: 1101 time: 0.1139634 Jan 28 07:10:01.472951 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port a55f5fe7-a5d8-488a-a256-7bf487642a3b, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=a55f5fe7-a5d8-488a-a256-7bf487642a3b,segment=NetworkSegment(aa78153f-8140-4463-8a23-520ca70d4d00),segment_id=aa78153f-8140-4463-8a23-520ca70d4d00)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:10:01.488509 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (a55f5fe7-a5d8-488a-a256-7bf487642a3b), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:01.521450 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac7fe80-7c29-4a0d-9b2e-2887929e76c9 req-1faee654-db25-4ecc-b622-9cc6d25c33c7 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:01.533958 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-fac7fe80-7c29-4a0d-9b2e-2887929e76c9 req-1faee654-db25-4ecc-b622-9cc6d25c33c7 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=b35d2c80-d830-4888-95fe-8e54e83abdd0 HTTP/1.1" status: 200 len: 949 time: 0.2769811 Jan 28 07:10:01.546919 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=a55f5fe7-a5d8-488a-a256-7bf487642a3b,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:10:01.687291 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8915e64e-98c7-4822-9320-b7693020b171 req-d55b78a9-0b79-470a-9942-c464e75cf3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:01.687291 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8915e64e-98c7-4822-9320-b7693020b171 req-d55b78a9-0b79-470a-9942-c464e75cf3d6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb HTTP/1.1" status: 200 len: 870 time: 0.4555297 Jan 28 07:10:01.699354 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31b7171-f58a-4ab8-bfe1-bcc4aee6e940 req-7f35c3a3-ff3b-4032-a90d-e5663f14b474 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:01.699354 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e31b7171-f58a-4ab8-bfe1-bcc4aee6e940 req-7f35c3a3-ff3b-4032-a90d-e5663f14b474 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/ports?device_id=8583dc03-a039-446f-b1e8-5e1ed628fdcb HTTP/1.1" status: 200 len: 946 time: 0.0838838 Jan 28 07:10:01.738276 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8915e64e-98c7-4822-9320-b7693020b171 req-5b8c6261-ae55-439d-98cf-ed76803f645f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:01.740655 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8915e64e-98c7-4822-9320-b7693020b171 req-5b8c6261-ae55-439d-98cf-ed76803f645f service neutron] 10.222.0.44 "GET /v2.0/networks?id=d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb HTTP/1.1" status: 200 len: 870 time: 0.2728720 Jan 28 07:10:01.801041 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8915e64e-98c7-4822-9320-b7693020b171 req-3e799d84-b38c-4014-a49c-add1391cca11 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=a11b056d-7901-4982-8d1b-3500b6c067a7 HTTP/1.1" status: 200 len: 217 time: 0.0954642 Jan 28 07:10:01.852833 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8915e64e-98c7-4822-9320-b7693020b171 req-c750eb78-8107-4d8e-9aca-c15def230618 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=a11b056d-7901-4982-8d1b-3500b6c067a7 HTTP/1.1" status: 200 len: 217 time: 0.1051435 Jan 28 07:10:01.882117 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['a55f5fe7-a5d8-488a-a256-7bf487642a3b'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:10:01.979987 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e31b7171-f58a-4ab8-bfe1-bcc4aee6e940 req-43c7c3db-d99a-46e9-a991-be14bbe4c092 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/security-groups?id=83d97fa1-2f29-40d2-a756-a970d048d2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2770841 Jan 28 07:10:02.019929 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8915e64e-98c7-4822-9320-b7693020b171 req-3ebd61bf-ccf0-45e2-a028-e825b6acf235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:02.021689 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8915e64e-98c7-4822-9320-b7693020b171 req-3ebd61bf-ccf0-45e2-a028-e825b6acf235 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5785b43d-448b-4d12-9eb5-4e4caf2e7eaf HTTP/1.1" status: 200 len: 843 time: 0.1512878 Jan 28 07:10:02.045602 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8915e64e-98c7-4822-9320-b7693020b171 req-558972a9-9878-4cbf-aa51-71d5ba725688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:02.053310 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8915e64e-98c7-4822-9320-b7693020b171 req-558972a9-9878-4cbf-aa51-71d5ba725688 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5785b43d-448b-4d12-9eb5-4e4caf2e7eaf HTTP/1.1" status: 200 len: 843 time: 0.2316732 Jan 28 07:10:02.071571 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-fac7fe80-7c29-4a0d-9b2e-2887929e76c9 req-982bc42a-faee-4b3a-90cb-27cc77ee5590 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5335624 Jan 28 07:10:02.250454 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8915e64e-98c7-4822-9320-b7693020b171 req-1edb7144-9cd2-4c43-878e-e18f5927907e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:02.256990 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8915e64e-98c7-4822-9320-b7693020b171 req-1edb7144-9cd2-4c43-878e-e18f5927907e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1843936 Jan 28 07:10:02.334395 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8915e64e-98c7-4822-9320-b7693020b171 req-de7468bc-5978-451e-b91d-2c3b33c4cfca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:02.337366 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8915e64e-98c7-4822-9320-b7693020b171 req-de7468bc-5978-451e-b91d-2c3b33c4cfca service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3078613 Jan 28 07:10:02.354071 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a55f1f6-e2f5-4c16-bdd1-30d61d0e8753 req-f030cf88-fe99-4176-8245-1a6d162455ca tempest-AttachSCSIVolumeTestJSON-100861846 tempest-AttachSCSIVolumeTestJSON-100861846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:02.365964 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3a55f1f6-e2f5-4c16-bdd1-30d61d0e8753 req-f030cf88-fe99-4176-8245-1a6d162455ca tempest-AttachSCSIVolumeTestJSON-100861846 tempest-AttachSCSIVolumeTestJSON-100861846-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf60dc33-903b-40cd-a5c8-80695c0f073b HTTP/1.1" status: 200 len: 945 time: 0.2408485 Jan 28 07:10:02.546774 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4054597a-928e-41e3-9b61-7bf39a05ab18 req-f4e9e1fb-6084-436d-98e9-b5b9faf90da0 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:02.556438 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4054597a-928e-41e3-9b61-7bf39a05ab18 req-f4e9e1fb-6084-436d-98e9-b5b9faf90da0 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/ports?device_id=727d4f68-410f-49f3-9274-2043b45a847a HTTP/1.1" status: 200 len: 945 time: 0.2157195 Jan 28 07:10:02.629020 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8915e64e-98c7-4822-9320-b7693020b171 req-0a84cec4-d153-44be-b819-fcdc7f66358e service neutron] 10.222.0.10 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3601065 Jan 28 07:10:02.656133 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8915e64e-98c7-4822-9320-b7693020b171 req-1b5c35e0-8dfc-4527-808e-102554c8bc0d service neutron] 10.222.0.44 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2840681 Jan 28 07:10:02.720130 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4054597a-928e-41e3-9b61-7bf39a05ab18 req-3cbb1821-0d35-4025-b8b4-314531377d67 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/security-groups?id=ffb17db6-1913-4712-aa46-d7c764c8c875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627760 Jan 28 07:10:02.789676 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:02.790268 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8915e64e-98c7-4822-9320-b7693020b171 req-bed6fdda-d7c7-47ed-98e1-30653a5d9e98 service neutron] 10.222.0.10 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531293 Jan 28 07:10:02.885469 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8915e64e-98c7-4822-9320-b7693020b171 req-095db5ba-5540-407d-a8eb-bd23de7a146c service neutron] 10.222.0.44 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103276 Jan 28 07:10:02.944874 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3a55f1f6-e2f5-4c16-bdd1-30d61d0e8753 req-d2b4999a-29f7-42e8-9ff0-a8a47f453ca5 tempest-AttachSCSIVolumeTestJSON-100861846 tempest-AttachSCSIVolumeTestJSON-100861846-project] 10.222.0.41 "GET /v2.0/security-groups?id=63a7f67e-5303-4e57-b874-bb3ebd6bac20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5775425 Jan 28 07:10:02.955607 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1b63de-fe3b-4388-b050-c21981fb887a req-4503a36f-029d-4246-a71c-d88a6a057980 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:02.957185 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1b1b63de-fe3b-4388-b050-c21981fb887a req-4503a36f-029d-4246-a71c-d88a6a057980 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] 10.222.0.41 "GET /v2.0/ports?device_id=187735cd-6370-44be-af73-7bea479303c9 HTTP/1.1" status: 200 len: 944 time: 0.1082489 Jan 28 07:10:03.076849 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device a11b056d-7901-4982-8d1b-3500b6c067a7 details requested by agent hyperv_n-h1-712749-28 with host n-h1-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:10:03.077961 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1b1b63de-fe3b-4388-b050-c21981fb887a req-cf2a1de3-af4a-4091-89b0-a41245f7e4c0 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] 10.222.0.41 "GET /v2.0/security-groups?id=c2614457-355d-4290-9839-3c701d202067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117227 Jan 28 07:10:03.091077 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device a55f5fe7-a5d8-488a-a256-7bf487642a3b up at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:10:03.274747 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b9cda0fc-a0a4-46c8-9c05-27ece252d5c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:03.283469 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning for port a55f5fe7-a5d8-488a-a256-7bf487642a3b completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:10:03.293923 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning complete for port a55f5fe7-a5d8-488a-a256-7bf487642a3b triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:10:03.294654 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (a55f5fe7-a5d8-488a-a256-7bf487642a3b), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:03.341055 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f02989a-7c8b-437f-a096-a2e7384bc044 req-fd7b7157-b6e8-40ef-bec1-ce91e379eaba tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:03.346041 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port a11b056d-7901-4982-8d1b-3500b6c067a7, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=a11b056d-7901-4982-8d1b-3500b6c067a7,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:10:03.351147 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2f02989a-7c8b-437f-a096-a2e7384bc044 req-fd7b7157-b6e8-40ef-bec1-ce91e379eaba tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/ports?device_id=8583dc03-a039-446f-b1e8-5e1ed628fdcb HTTP/1.1" status: 200 len: 946 time: 0.1177659 Jan 28 07:10:03.370967 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Returning: {'device': 'a11b056d-7901-4982-8d1b-3500b6c067a7', 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb', 'port_id': 'a11b056d-7901-4982-8d1b-3500b6c067a7', 'mac_address': 'fa:16:3e:9f:45:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5785b43d-448b-4d12-9eb5-4e4caf2e7eaf', 'ip_address': '192.168.233.138'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:10:03.437834 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4236108c-dc9f-442e-ab52-6f7bc3154458 req-5edb3178-931e-4691-a5b4-2e83bb6427a7 tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:03.452352 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4236108c-dc9f-442e-ab52-6f7bc3154458 req-5edb3178-931e-4691-a5b4-2e83bb6427a7 tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] 10.222.0.41 "GET /v2.0/ports?device_id=80769114-0a30-49c2-aad1-e62c46f3362e HTTP/1.1" status: 200 len: 945 time: 0.1929791 Jan 28 07:10:03.473686 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2f02989a-7c8b-437f-a096-a2e7384bc044 req-69b51feb-f4b6-4b0e-9451-efc9f1cf62e5 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/security-groups?id=83d97fa1-2f29-40d2-a756-a970d048d2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188440 Jan 28 07:10:03.517408 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port a11b056d-7901-4982-8d1b-3500b6c067a7 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:10:03.517408 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (a11b056d-7901-4982-8d1b-3500b6c067a7), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:03.551527 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4236108c-dc9f-442e-ab52-6f7bc3154458 req-622d86d3-451b-4ce3-bafd-37eb6b59ec94 tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0f59fe5-8248-496a-844a-a9490566a49a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938766 Jan 28 07:10:03.562199 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a11b056d-7901-4982-8d1b-3500b6c067a7 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:10:03.608510 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port a55f5fe7-a5d8-488a-a256-7bf487642a3b is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:10:03.608824 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (a55f5fe7-a5d8-488a-a256-7bf487642a3b), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:03.641029 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port a11b056d-7901-4982-8d1b-3500b6c067a7, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=a11b056d-7901-4982-8d1b-3500b6c067a7,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:10:03.648769 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '187735cd-6370-44be-af73-7bea479303c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a55f5fe7-a5d8-488a-a256-7bf487642a3b'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:10:03.651945 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d64a86f1-bc4b-43d8-8f43-9eb6da8c5f1c" -d '{"events": [{"server_uuid": "187735cd-6370-44be-af73-7bea479303c9", "name": "network-vif-plugged", "status": "completed", "tag": "a55f5fe7-a5d8-488a-a256-7bf487642a3b"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:10:03.663490 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (a11b056d-7901-4982-8d1b-3500b6c067a7), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:03.682752 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port a55f5fe7-a5d8-488a-a256-7bf487642a3b, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=a55f5fe7-a5d8-488a-a256-7bf487642a3b,segment=NetworkSegment(aa78153f-8140-4463-8a23-520ca70d4d00),segment_id=aa78153f-8140-4463-8a23-520ca70d4d00)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:10:03.695568 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cece2598-7a7e-43a7-b746-de7d2461b28a req-176c1c98-49c2-48b8-b101-1a5c06c1c889 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:03.722333 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-cece2598-7a7e-43a7-b746-de7d2461b28a req-176c1c98-49c2-48b8-b101-1a5c06c1c889 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=b35d2c80-d830-4888-95fe-8e54e83abdd0 HTTP/1.1" status: 200 len: 949 time: 0.1229355 Jan 28 07:10:03.727238 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70c56ce5-56ae-4519-8027-180e5f25bd3a x-openstack-request-id: req-70c56ce5-56ae-4519-8027-180e5f25bd3a {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:10:03.727580 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "187735cd-6370-44be-af73-7bea479303c9", "name": "network-vif-plugged", "status": "completed", "tag": "a55f5fe7-a5d8-488a-a256-7bf487642a3b", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:10:03.727767 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-70c56ce5-56ae-4519-8027-180e5f25bd3a {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:10:03.728170 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '187735cd-6370-44be-af73-7bea479303c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a55f5fe7-a5d8-488a-a256-7bf487642a3b', 'code': 200} Jan 28 07:10:03.730998 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (a55f5fe7-a5d8-488a-a256-7bf487642a3b), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:03.815134 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-cece2598-7a7e-43a7-b746-de7d2461b28a req-8965b09d-a0d7-48ce-93b9-db79b13aa660 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909178 Jan 28 07:10:03.820865 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=a11b056d-7901-4982-8d1b-3500b6c067a7,revision_number=12']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:10:03.839841 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:03.957486 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=a55f5fe7-a5d8-488a-a256-7bf487642a3b,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:10:03.968676 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15e18d3-37b9-45d0-b6cf-ada36e06e9fb req-40f220a6-852e-4b83-80d5-4c3545609c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:03.971468 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e15e18d3-37b9-45d0-b6cf-ada36e06e9fb req-40f220a6-852e-4b83-80d5-4c3545609c12 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=187735cd-6370-44be-af73-7bea479303c9 HTTP/1.1" status: 200 len: 1097 time: 0.1449821 Jan 28 07:10:04.027566 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0723aca-b93e-471b-b6f7-e54f976d84ac req-851f45d3-669f-4734-80d9-888b3407b804 tempest-MigrationsAdminTest-1755059962 tempest-MigrationsAdminTest-1755059962-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:04.029332 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b0723aca-b93e-471b-b6f7-e54f976d84ac req-851f45d3-669f-4734-80d9-888b3407b804 tempest-MigrationsAdminTest-1755059962 tempest-MigrationsAdminTest-1755059962-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=b35d2c80-d830-4888-95fe-8e54e83abdd0 HTTP/1.1" status: 200 len: 1102 time: 0.0924411 Jan 28 07:10:04.056133 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20aac76-36d3-4258-b00d-dadc81d645ff req-f888c052-58f6-4456-929a-d844c06197e2 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:04.069825 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b20aac76-36d3-4258-b00d-dadc81d645ff req-f888c052-58f6-4456-929a-d844c06197e2 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/ports?device_id=727d4f68-410f-49f3-9274-2043b45a847a HTTP/1.1" status: 200 len: 945 time: 0.1543977 Jan 28 07:10:04.110299 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['a11b056d-7901-4982-8d1b-3500b6c067a7'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:10:04.141386 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e15e18d3-37b9-45d0-b6cf-ada36e06e9fb req-c34d08fc-1c0e-4098-88db-2b229e870201 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=c2614457-355d-4290-9839-3c701d202067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422741 Jan 28 07:10:04.168336 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b0723aca-b93e-471b-b6f7-e54f976d84ac req-a0f03543-29ba-4bde-b65e-e9628b141ef8 tempest-MigrationsAdminTest-1755059962 tempest-MigrationsAdminTest-1755059962-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334624 Jan 28 07:10:04.198848 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b20aac76-36d3-4258-b00d-dadc81d645ff req-71737ee8-617f-47e7-bcb6-5fe9dd28a5d1 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/security-groups?id=ffb17db6-1913-4712-aa46-d7c764c8c875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229167 Jan 28 07:10:04.354136 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf28bd0-539c-4e3d-8ea0-4ab1befcc33a req-f499fb2b-e5ea-4bd2-824b-8d4df6772dbc tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:04.359298 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-3cf28bd0-539c-4e3d-8ea0-4ab1befcc33a req-f499fb2b-e5ea-4bd2-824b-8d4df6772dbc tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] 10.222.0.41 "GET /v2.0/ports?device_id=187735cd-6370-44be-af73-7bea479303c9 HTTP/1.1" status: 200 len: 945 time: 0.0777438 Jan 28 07:10:04.408576 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740d5a0e-8eb7-4a73-972e-71d6c26deaef req-9d5e1563-0dc4-4dca-99a5-4f2ed8994304 tempest-AttachSCSIVolumeTestJSON-100861846 tempest-AttachSCSIVolumeTestJSON-100861846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:04.422141 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-740d5a0e-8eb7-4a73-972e-71d6c26deaef req-9d5e1563-0dc4-4dca-99a5-4f2ed8994304 tempest-AttachSCSIVolumeTestJSON-100861846 tempest-AttachSCSIVolumeTestJSON-100861846-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf60dc33-903b-40cd-a5c8-80695c0f073b HTTP/1.1" status: 200 len: 945 time: 0.1150641 Jan 28 07:10:04.501639 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-740d5a0e-8eb7-4a73-972e-71d6c26deaef req-79874f2e-03b6-48e4-abd0-ab52c4827c6b tempest-AttachSCSIVolumeTestJSON-100861846 tempest-AttachSCSIVolumeTestJSON-100861846-project] 10.222.0.41 "GET /v2.0/security-groups?id=63a7f67e-5303-4e57-b874-bb3ebd6bac20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785313 Jan 28 07:10:04.539372 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-3cf28bd0-539c-4e3d-8ea0-4ab1befcc33a req-3a06f3b1-4f02-4b7b-9923-86acb5dfcf37 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] 10.222.0.41 "GET /v2.0/security-groups?id=c2614457-355d-4290-9839-3c701d202067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746821 Jan 28 07:10:04.964632 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e1c05b-6bdf-4e90-97be-2e6a3e53938f req-21ad84bc-f58c-4563-b86f-2dbc4368c98e tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:04.969456 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-94e1c05b-6bdf-4e90-97be-2e6a3e53938f req-21ad84bc-f58c-4563-b86f-2dbc4368c98e tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/ports?device_id=8583dc03-a039-446f-b1e8-5e1ed628fdcb HTTP/1.1" status: 200 len: 946 time: 0.0986707 Jan 28 07:10:05.061451 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97472249-f918-42f6-b055-6294eb2a01c4 req-98279183-da06-492e-a852-17aa57718a49 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:05.065335 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-97472249-f918-42f6-b055-6294eb2a01c4 req-98279183-da06-492e-a852-17aa57718a49 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=b35d2c80-d830-4888-95fe-8e54e83abdd0 HTTP/1.1" status: 200 len: 950 time: 0.1259100 Jan 28 07:10:05.075758 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-94e1c05b-6bdf-4e90-97be-2e6a3e53938f req-1305ea46-5b82-4700-a4d5-d1dab878fd81 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/security-groups?id=83d97fa1-2f29-40d2-a756-a970d048d2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991371 Jan 28 07:10:05.193954 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-97472249-f918-42f6-b055-6294eb2a01c4 req-c599fa9f-c7a2-4842-b304-42b5a029ec9f tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172383 Jan 28 07:10:05.364889 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b3e6c2-8855-4147-8906-a3dacce6c11c req-9d1621c6-c37c-4701-8c4c-80012adc3d91 tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:05.376950 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-32b3e6c2-8855-4147-8906-a3dacce6c11c req-9d1621c6-c37c-4701-8c4c-80012adc3d91 tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] 10.222.0.41 "GET /v2.0/ports?device_id=80769114-0a30-49c2-aad1-e62c46f3362e HTTP/1.1" status: 200 len: 945 time: 0.1401720 Jan 28 07:10:05.487046 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-32b3e6c2-8855-4147-8906-a3dacce6c11c req-35610ede-b8ab-41be-a507-a313e82c3d69 tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0f59fe5-8248-496a-844a-a9490566a49a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066043 Jan 28 07:10:05.490697 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a038a6-326c-4cf4-a6a7-e2c246fd39dd req-884beb51-f144-45e8-8b71-5f407bcc48fd tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:05.492249 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-14a038a6-326c-4cf4-a6a7-e2c246fd39dd req-884beb51-f144-45e8-8b71-5f407bcc48fd tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/ports?device_id=727d4f68-410f-49f3-9274-2043b45a847a HTTP/1.1" status: 200 len: 945 time: 0.1182137 Jan 28 07:10:05.543925 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-14a038a6-326c-4cf4-a6a7-e2c246fd39dd req-62bc0702-b1c8-42c4-aa77-fd5d93cab201 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/security-groups?id=ffb17db6-1913-4712-aa46-d7c764c8c875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449603 Jan 28 07:10:05.584560 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-26badcec-3004-4df3-b874-7a83422e9135 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:05.711077 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7c9b3e-9646-4468-8ee2-bea8d3e70815 req-8f4b1e7f-bc11-49e4-aa29-046fdf49b99b tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:05.712679 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-fb7c9b3e-9646-4468-8ee2-bea8d3e70815 req-8f4b1e7f-bc11-49e4-aa29-046fdf49b99b tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] 10.222.0.41 "GET /v2.0/ports?device_id=187735cd-6370-44be-af73-7bea479303c9 HTTP/1.1" status: 200 len: 945 time: 0.0842087 Jan 28 07:10:05.800790 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-fb7c9b3e-9646-4468-8ee2-bea8d3e70815 req-a092b633-3ee1-442a-a71f-bfb5952c23c9 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] 10.222.0.41 "GET /v2.0/security-groups?id=c2614457-355d-4290-9839-3c701d202067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766809 Jan 28 07:10:06.358809 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196ccd30-f98e-4551-993c-d0a3e5581b94 req-10aac4d7-bb99-42fc-b808-0e9a00688f3c tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:06.372973 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-196ccd30-f98e-4551-993c-d0a3e5581b94 req-10aac4d7-bb99-42fc-b808-0e9a00688f3c tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/ports?device_id=8583dc03-a039-446f-b1e8-5e1ed628fdcb HTTP/1.1" status: 200 len: 946 time: 0.1576443 Jan 28 07:10:06.516434 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85af0243-a269-486e-b69b-4ea3000f425e req-9920951f-fa3a-45df-bedc-3358bcc5e262 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:06.525403 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-85af0243-a269-486e-b69b-4ea3000f425e req-9920951f-fa3a-45df-bedc-3358bcc5e262 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=b35d2c80-d830-4888-95fe-8e54e83abdd0 HTTP/1.1" status: 200 len: 950 time: 0.1684265 Jan 28 07:10:06.554625 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-196ccd30-f98e-4551-993c-d0a3e5581b94 req-17ddb759-6b61-459d-bc0f-39c29da5abdc tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/security-groups?id=83d97fa1-2f29-40d2-a756-a970d048d2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810081 Jan 28 07:10:06.650345 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-85af0243-a269-486e-b69b-4ea3000f425e req-cd725e16-4689-431a-9125-f44d12d305e6 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237109 Jan 28 07:10:06.790376 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c8f122-509f-4fc1-a9d0-330c5988460f req-8ecf8331-dc4d-4eaa-9f68-220c48e4e19a tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:06.799238 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-25c8f122-509f-4fc1-a9d0-330c5988460f req-8ecf8331-dc4d-4eaa-9f68-220c48e4e19a tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] 10.222.0.41 "GET /v2.0/ports?device_id=80769114-0a30-49c2-aad1-e62c46f3362e HTTP/1.1" status: 200 len: 945 time: 0.1409662 Jan 28 07:10:06.853450 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648d278b-e448-4426-9c34-11bbaa5612a0 req-dea95b4e-cc5b-4197-bc35-3955af0c330a tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:06.858224 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-648d278b-e448-4426-9c34-11bbaa5612a0 req-dea95b4e-cc5b-4197-bc35-3955af0c330a tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.10 "GET /v2.0/ports?device_id=b35d2c80-d830-4888-95fe-8e54e83abdd0 HTTP/1.1" status: 200 len: 950 time: 0.1541023 Jan 28 07:10:06.873718 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:06.946609 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b401c8-1226-4dd1-89a9-fbc11e6f2440 req-4604549e-1fb8-42b2-a110-aa1b9c404e7b tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:06.965073 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-46b401c8-1226-4dd1-89a9-fbc11e6f2440 req-4604549e-1fb8-42b2-a110-aa1b9c404e7b tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/ports?device_id=727d4f68-410f-49f3-9274-2043b45a847a HTTP/1.1" status: 200 len: 945 time: 0.1776690 Jan 28 07:10:07.105852 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-25c8f122-509f-4fc1-a9d0-330c5988460f req-fcd9535e-37ef-44a5-80df-269485d380fa tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0f59fe5-8248-496a-844a-a9490566a49a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3050253 Jan 28 07:10:07.124470 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device a11b056d-7901-4982-8d1b-3500b6c067a7 up at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:10:07.230558 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-46b401c8-1226-4dd1-89a9-fbc11e6f2440 req-32645101-0e89-4651-8373-496958ce4c51 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/security-groups?id=ffb17db6-1913-4712-aa46-d7c764c8c875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2662857 Jan 28 07:10:07.255289 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning for port a11b056d-7901-4982-8d1b-3500b6c067a7 completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:10:07.257782 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-648d278b-e448-4426-9c34-11bbaa5612a0 req-f65402c3-d4d3-4006-b5f2-dd5b6499a336 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Deleting port a11b056d-7901-4982-8d1b-3500b6c067a7 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:10:07.258138 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-648d278b-e448-4426-9c34-11bbaa5612a0 req-f65402c3-d4d3-4006-b5f2-dd5b6499a336 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (a11b056d-7901-4982-8d1b-3500b6c067a7), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:07.262040 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6702e091-bbbc-4789-8f67-057a3cca34f3 req-962aa5aa-93f6-47e4-89df-1522840986b4 tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:07.263084 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning complete for port a11b056d-7901-4982-8d1b-3500b6c067a7 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:10:07.263605 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (a11b056d-7901-4982-8d1b-3500b6c067a7), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:07.263768 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6702e091-bbbc-4789-8f67-057a3cca34f3 req-962aa5aa-93f6-47e4-89df-1522840986b4 tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] 10.222.0.10 "GET /v2.0/ports?device_id=80769114-0a30-49c2-aad1-e62c46f3362e HTTP/1.1" status: 200 len: 945 time: 0.2618992 Jan 28 07:10:07.401387 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port a11b056d-7901-4982-8d1b-3500b6c067a7 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:10:07.407374 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (a11b056d-7901-4982-8d1b-3500b6c067a7), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:07.447315 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-6702e091-bbbc-4789-8f67-057a3cca34f3 req-5f8896fd-e7af-402a-8b87-c0f0ff5c287e tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] Deleting port fb231483-0256-48ed-bcfb-33f5614dbff3 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:10:07.460240 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-6702e091-bbbc-4789-8f67-057a3cca34f3 req-5f8896fd-e7af-402a-8b87-c0f0ff5c287e tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (fb231483-0256-48ed-bcfb-33f5614dbff3), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:07.494399 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b35d2c80-d830-4888-95fe-8e54e83abdd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a11b056d-7901-4982-8d1b-3500b6c067a7'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:10:07.496996 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b06c7b67-be79-4473-9350-b29d986f5ba1" -d '{"events": [{"server_uuid": "b35d2c80-d830-4888-95fe-8e54e83abdd0", "name": "network-vif-plugged", "status": "completed", "tag": "a11b056d-7901-4982-8d1b-3500b6c067a7"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:10:07.529573 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port a11b056d-7901-4982-8d1b-3500b6c067a7, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=a11b056d-7901-4982-8d1b-3500b6c067a7,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:10:07.567428 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (a11b056d-7901-4982-8d1b-3500b6c067a7), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:07.626481 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efeaba2c-19a1-4109-b8b7-13deaf339725 x-openstack-request-id: req-efeaba2c-19a1-4109-b8b7-13deaf339725 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:10:07.628888 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b35d2c80-d830-4888-95fe-8e54e83abdd0", "name": "network-vif-plugged", "status": "completed", "tag": "a11b056d-7901-4982-8d1b-3500b6c067a7", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:10:07.630048 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-efeaba2c-19a1-4109-b8b7-13deaf339725 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:10:07.631336 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b35d2c80-d830-4888-95fe-8e54e83abdd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a11b056d-7901-4982-8d1b-3500b6c067a7', 'code': 200} Jan 28 07:10:07.725588 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=a11b056d-7901-4982-8d1b-3500b6c067a7,revision_number=13']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:10:07.738676 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-648d278b-e448-4426-9c34-11bbaa5612a0 req-f65402c3-d4d3-4006-b5f2-dd5b6499a336 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] For port a11b056d-7901-4982-8d1b-3500b6c067a7, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=a11b056d-7901-4982-8d1b-3500b6c067a7,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:10:07.739295 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-648d278b-e448-4426-9c34-11bbaa5612a0 req-f65402c3-d4d3-4006-b5f2-dd5b6499a336 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (a11b056d-7901-4982-8d1b-3500b6c067a7), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:07.746485 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-6702e091-bbbc-4789-8f67-057a3cca34f3 req-5f8896fd-e7af-402a-8b87-c0f0ff5c287e tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] For port fb231483-0256-48ed-bcfb-33f5614dbff3, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=fb231483-0256-48ed-bcfb-33f5614dbff3,segment=NetworkSegment(54d6bc55-d69e-43c8-8b72-86f677a245e2),segment_id=54d6bc55-d69e-43c8-8b72-86f677a245e2)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:10:07.747061 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-6702e091-bbbc-4789-8f67-057a3cca34f3 req-5f8896fd-e7af-402a-8b87-c0f0ff5c287e tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (fb231483-0256-48ed-bcfb-33f5614dbff3), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:07.798888 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-648d278b-e448-4426-9c34-11bbaa5612a0 req-f65402c3-d4d3-4006-b5f2-dd5b6499a336 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Calling delete_port for a11b056d-7901-4982-8d1b-3500b6c067a7 owned by compute:nova {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:10:08.027953 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea97036c-8c8c-4018-81ae-0a44ea7171bc req-7744dc85-a9af-4b54-9a97-8377cb6f2aa6 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:08.029679 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ea97036c-8c8c-4018-81ae-0a44ea7171bc req-7744dc85-a9af-4b54-9a97-8377cb6f2aa6 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] 10.222.0.41 "GET /v2.0/ports?device_id=187735cd-6370-44be-af73-7bea479303c9 HTTP/1.1" status: 200 len: 945 time: 0.8305020 Jan 28 07:10:08.034694 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82282a12-ebb9-46d3-9962-f4331475d6aa req-5c7b8862-8f53-4a29-a89d-b690e8594dba tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:08.046480 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-82282a12-ebb9-46d3-9962-f4331475d6aa req-5c7b8862-8f53-4a29-a89d-b690e8594dba tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/ports?device_id=8583dc03-a039-446f-b1e8-5e1ed628fdcb HTTP/1.1" status: 200 len: 946 time: 0.1978915 Jan 28 07:10:08.137682 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ea97036c-8c8c-4018-81ae-0a44ea7171bc req-e47b0cc4-a183-4e7e-9984-c3c271412033 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] 10.222.0.41 "GET /v2.0/security-groups?id=c2614457-355d-4290-9839-3c701d202067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983117 Jan 28 07:10:08.275265 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-82282a12-ebb9-46d3-9962-f4331475d6aa req-0013281f-feeb-4106-b82d-eb54bbb0e3dd tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/security-groups?id=83d97fa1-2f29-40d2-a756-a970d048d2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150357 Jan 28 07:10:08.355044 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-6702e091-bbbc-4789-8f67-057a3cca34f3 req-5f8896fd-e7af-402a-8b87-c0f0ff5c287e tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:08.355416 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-6702e091-bbbc-4789-8f67-057a3cca34f3 req-5f8896fd-e7af-402a-8b87-c0f0ff5c287e tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16609095'] for floatingip (0046e0b2-4620-4895-8e66-682ea362a39a), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:08.355845 n-d-712749-28 neutron-server[103284]: INFO neutron.db.l3_db [req-6702e091-bbbc-4789-8f67-057a3cca34f3 req-5f8896fd-e7af-402a-8b87-c0f0ff5c287e tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] Floating IP 0046e0b2-4620-4895-8e66-682ea362a39a disassociated. External IP: 172.25.6.100, port: fb231483-0256-48ed-bcfb-33f5614dbff3. Jan 28 07:10:08.356224 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-6702e091-bbbc-4789-8f67-057a3cca34f3 req-5f8896fd-e7af-402a-8b87-c0f0ff5c287e tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] Calling delete_port for fb231483-0256-48ed-bcfb-33f5614dbff3 owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:10:08.358993 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-648d278b-e448-4426-9c34-11bbaa5612a0 req-f65402c3-d4d3-4006-b5f2-dd5b6499a336 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (a11b056d-7901-4982-8d1b-3500b6c067a7), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:08.391866 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744a3052-2851-4930-aef8-b7b5c247f80b req-20f88761-7873-4b30-a43d-c9b2df64d21c tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:08.398456 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['a11b056d-7901-4982-8d1b-3500b6c067a7'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:10:08.407217 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-744a3052-2851-4930-aef8-b7b5c247f80b req-20f88761-7873-4b30-a43d-c9b2df64d21c tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=b35d2c80-d830-4888-95fe-8e54e83abdd0 HTTP/1.1" status: 200 len: 951 time: 0.1923823 Jan 28 07:10:08.455631 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['0c399f48-7d92-4b84-b2c1-e5fe6a895353', '43de23cf-d551-404c-afd2-485eedcec042', '69c783fa-c2be-4e5a-99d0-8b6bd6c54806'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:10:08.514981 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65402c3-d4d3-4006-b5f2-dd5b6499a336 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Pushing event deleted for resources: {'Port': ['ID=a11b056d-7901-4982-8d1b-3500b6c067a7,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:10:08.575201 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-648d278b-e448-4426-9c34-11bbaa5612a0 req-f65402c3-d4d3-4006-b5f2-dd5b6499a336 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] No DVR routers for this DVR port a11b056d-7901-4982-8d1b-3500b6c067a7 on host n-h1-712749-28 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:10:08.611556 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-648d278b-e448-4426-9c34-11bbaa5612a0 req-f65402c3-d4d3-4006-b5f2-dd5b6499a336 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:08.615665 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-648d278b-e448-4426-9c34-11bbaa5612a0 req-f65402c3-d4d3-4006-b5f2-dd5b6499a336 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.10 "DELETE /v2.0/ports/a11b056d-7901-4982-8d1b-3500b6c067a7 HTTP/1.1" status: 204 len: 173 time: 1.7491524 Jan 28 07:10:08.633300 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-744a3052-2851-4930-aef8-b7b5c247f80b req-a911ae96-ab42-4d94-b49a-a9c9c5b0c988 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190597 Jan 28 07:10:08.638101 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b35d2c80-d830-4888-95fe-8e54e83abdd0', 'name': 'network-vif-deleted', 'tag': 'a11b056d-7901-4982-8d1b-3500b6c067a7'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:10:08.640738 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5b3143c-bc86-40ad-b5f6-b0c028f092e3" -d '{"events": [{"server_uuid": "b35d2c80-d830-4888-95fe-8e54e83abdd0", "name": "network-vif-deleted", "tag": "a11b056d-7901-4982-8d1b-3500b6c067a7"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:10:08.658866 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65402c3-d4d3-4006-b5f2-dd5b6499a336 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:10:08.659217 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65402c3-d4d3-4006-b5f2-dd5b6499a336 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:10:08.659559 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65402c3-d4d3-4006-b5f2-dd5b6499a336 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:10:08.659904 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65402c3-d4d3-4006-b5f2-dd5b6499a336 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:10:08.660838 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65402c3-d4d3-4006-b5f2-dd5b6499a336 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:10:08.661173 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65402c3-d4d3-4006-b5f2-dd5b6499a336 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:10:08.661511 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65402c3-d4d3-4006-b5f2-dd5b6499a336 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:10:08.661943 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65402c3-d4d3-4006-b5f2-dd5b6499a336 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:10:08.662284 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65402c3-d4d3-4006-b5f2-dd5b6499a336 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:10:08.662615 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65402c3-d4d3-4006-b5f2-dd5b6499a336 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:10:08.662949 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65402c3-d4d3-4006-b5f2-dd5b6499a336 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:10:08.663283 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65402c3-d4d3-4006-b5f2-dd5b6499a336 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:10:08.663623 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65402c3-d4d3-4006-b5f2-dd5b6499a336 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:10:08.666780 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:08.714293 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf3d3bc-7430-4069-9a0e-485a57a8c921 req-5a30dcb3-94b5-4c67-871f-f1388bc3973d tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:08.725465 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2cf3d3bc-7430-4069-9a0e-485a57a8c921 req-5a30dcb3-94b5-4c67-871f-f1388bc3973d tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] 10.222.0.41 "GET /v2.0/ports?device_id=80769114-0a30-49c2-aad1-e62c46f3362e HTTP/1.1" status: 200 len: 945 time: 0.2668216 Jan 28 07:10:08.919743 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2cf3d3bc-7430-4069-9a0e-485a57a8c921 req-98135765-9e21-402d-9993-c3760a26be6f tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0f59fe5-8248-496a-844a-a9490566a49a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1893368 Jan 28 07:10:08.938820 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-6702e091-bbbc-4789-8f67-057a3cca34f3 req-5f8896fd-e7af-402a-8b87-c0f0ff5c287e tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (fb231483-0256-48ed-bcfb-33f5614dbff3), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:09.048950 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8896fd-e7af-402a-8b87-c0f0ff5c287e tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] Pushing event deleted for resources: {'Port': ['ID=fb231483-0256-48ed-bcfb-33f5614dbff3,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:10:09.146297 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f44802d-d7cd-4508-b2ac-e88d5ed6188a x-openstack-request-id: req-3f44802d-d7cd-4508-b2ac-e88d5ed6188a {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:10:09.146802 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b35d2c80-d830-4888-95fe-8e54e83abdd0", "name": "network-vif-deleted", "tag": "a11b056d-7901-4982-8d1b-3500b6c067a7", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:10:09.146934 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3f44802d-d7cd-4508-b2ac-e88d5ed6188a {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:10:09.147234 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b35d2c80-d830-4888-95fe-8e54e83abdd0', 'name': 'network-vif-deleted', 'tag': 'a11b056d-7901-4982-8d1b-3500b6c067a7', 'status': 'completed', 'code': 200} Jan 28 07:10:09.302922 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8896fd-e7af-402a-8b87-c0f0ff5c287e tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:10:09.317727 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8896fd-e7af-402a-8b87-c0f0ff5c287e tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:10:09.320770 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8896fd-e7af-402a-8b87-c0f0ff5c287e tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:10:09.321093 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8896fd-e7af-402a-8b87-c0f0ff5c287e tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:10:09.321438 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8896fd-e7af-402a-8b87-c0f0ff5c287e tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:10:09.322707 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8896fd-e7af-402a-8b87-c0f0ff5c287e tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:10:09.326962 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8896fd-e7af-402a-8b87-c0f0ff5c287e tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:10:09.328226 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8896fd-e7af-402a-8b87-c0f0ff5c287e tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:10:09.328507 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8896fd-e7af-402a-8b87-c0f0ff5c287e tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:10:09.328878 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8896fd-e7af-402a-8b87-c0f0ff5c287e tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:10:09.330707 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8896fd-e7af-402a-8b87-c0f0ff5c287e tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:10:09.330872 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8896fd-e7af-402a-8b87-c0f0ff5c287e tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:10:09.331159 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8896fd-e7af-402a-8b87-c0f0ff5c287e tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:10:09.605671 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c84775-f309-4a56-a21f-3d7a72dce4c7 req-e1513fc7-b84f-42c6-a4ad-bf2985362935 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:09.612002 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-50c84775-f309-4a56-a21f-3d7a72dce4c7 req-e1513fc7-b84f-42c6-a4ad-bf2985362935 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/ports?device_id=727d4f68-410f-49f3-9274-2043b45a847a HTTP/1.1" status: 200 len: 945 time: 0.5409656 Jan 28 07:10:09.648708 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6702e091-bbbc-4789-8f67-057a3cca34f3 req-5f8896fd-e7af-402a-8b87-c0f0ff5c287e tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] Router bb0e90d9-aa8f-47f8-8a35-7025f159e9d8 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:10:09.671152 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:09.853151 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-50c84775-f309-4a56-a21f-3d7a72dce4c7 req-d67f775f-8ba3-4606-9564-071e4c80d5d0 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/security-groups?id=ffb17db6-1913-4712-aa46-d7c764c8c875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397847 Jan 28 07:10:10.002167 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752fd520-9331-411d-9269-a66926576e3e req-e2b1ee68-ddf9-4820-b9e0-f869367402c1 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:10.013626 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-752fd520-9331-411d-9269-a66926576e3e req-e2b1ee68-ddf9-4820-b9e0-f869367402c1 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] 10.222.0.41 "GET /v2.0/ports?device_id=187735cd-6370-44be-af73-7bea479303c9 HTTP/1.1" status: 200 len: 945 time: 0.1598568 Jan 28 07:10:10.137241 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-752fd520-9331-411d-9269-a66926576e3e req-a0858b4e-ed03-4a16-9a86-40b7ffbe9499 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] 10.222.0.41 "GET /v2.0/security-groups?id=c2614457-355d-4290-9839-3c701d202067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215839 Jan 28 07:10:10.155949 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6702e091-bbbc-4789-8f67-057a3cca34f3 req-5f8896fd-e7af-402a-8b87-c0f0ff5c287e tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:10:10.169238 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39058456-2ef4-4a5c-91a3-ddd54500cf7e None None] Sync routers for ids ['bb0e90d9-aa8f-47f8-8a35-7025f159e9d8'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:10:10.189348 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39058456-2ef4-4a5c-91a3-ddd54500cf7e None None] Routers {'bb0e90d9-aa8f-47f8-8a35-7025f159e9d8'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:10:10.190197 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-39058456-2ef4-4a5c-91a3-ddd54500cf7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:10:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['bb0e90d9-aa8f-47f8-8a35-7025f159e9d8'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:10:10.245587 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-6702e091-bbbc-4789-8f67-057a3cca34f3 req-5f8896fd-e7af-402a-8b87-c0f0ff5c287e tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] No DVR routers for this DVR port fb231483-0256-48ed-bcfb-33f5614dbff3 on host n-h1-712749-28 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:10:10.257152 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61183312-0a90-45e8-af11-e1992cd1419b req-8b1f2e5c-fcba-48b0-8c79-e73495cdd979 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:10.259416 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-61183312-0a90-45e8-af11-e1992cd1419b req-8b1f2e5c-fcba-48b0-8c79-e73495cdd979 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/ports?device_id=8583dc03-a039-446f-b1e8-5e1ed628fdcb HTTP/1.1" status: 200 len: 946 time: 0.2258806 Jan 28 07:10:10.261082 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-6702e091-bbbc-4789-8f67-057a3cca34f3 req-5f8896fd-e7af-402a-8b87-c0f0ff5c287e tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:10.265743 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6702e091-bbbc-4789-8f67-057a3cca34f3 req-5f8896fd-e7af-402a-8b87-c0f0ff5c287e tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] 10.222.0.10 "DELETE /v2.0/ports/fb231483-0256-48ed-bcfb-33f5614dbff3 HTTP/1.1" status: 204 len: 173 time: 2.9946187 Jan 28 07:10:10.266451 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80769114-0a30-49c2-aad1-e62c46f3362e', 'name': 'network-vif-deleted', 'tag': 'fb231483-0256-48ed-bcfb-33f5614dbff3'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:10:10.270293 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa4e2a3b-5ca6-4d3e-b27c-9e880b575657" -d '{"events": [{"server_uuid": "80769114-0a30-49c2-aad1-e62c46f3362e", "name": "network-vif-deleted", "tag": "fb231483-0256-48ed-bcfb-33f5614dbff3"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:10:10.350054 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-61183312-0a90-45e8-af11-e1992cd1419b req-c6f61b43-d965-4082-9de8-ff3ecffce347 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/security-groups?id=83d97fa1-2f29-40d2-a756-a970d048d2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762992 Jan 28 07:10:10.408431 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-32c8a8d0-95ef-4905-b3a2-8d391039329f req-fdd83c4b-caf1-4477-934c-a9785189195a tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] 10.222.0.41 "GET /v2.0/ports?device_id=80769114-0a30-49c2-aad1-e62c46f3362e HTTP/1.1" status: 200 len: 210 time: 0.0907280 Jan 28 07:10:10.507324 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-39058456-2ef4-4a5c-91a3-ddd54500cf7e None None] Set router bb0e90d9-aa8f-47f8-8a35-7025f159e9d8 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:10:10.513100 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfbc43d0-40ca-45ce-a839-90869dedd90b x-openstack-request-id: req-cfbc43d0-40ca-45ce-a839-90869dedd90b {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:10:10.514213 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80769114-0a30-49c2-aad1-e62c46f3362e", "name": "network-vif-deleted", "tag": "fb231483-0256-48ed-bcfb-33f5614dbff3", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:10:10.514880 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cfbc43d0-40ca-45ce-a839-90869dedd90b {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:10:10.515444 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80769114-0a30-49c2-aad1-e62c46f3362e', 'name': 'network-vif-deleted', 'tag': 'fb231483-0256-48ed-bcfb-33f5614dbff3', 'status': 'completed', 'code': 200} Jan 28 07:10:10.867536 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-39058456-2ef4-4a5c-91a3-ddd54500cf7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb0e90d9-aa8f-47f8-8a35-7025f159e9d8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-886638038-router', 'tenant_id': '0960152eceb74f9eb1ec8ad55ca70381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '2f94349b-5fb8-42d1-80f3-7fd278b29f29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:04:46Z', 'updated_at': '2022-01-28T07:04:58Z', 'revision_number': 4, 'project_id': '0960152eceb74f9eb1ec8ad55ca70381', 'gw_port': {'id': '2f94349b-5fb8-42d1-80f3-7fd278b29f29', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:19:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0e90d9-aa8f-47f8-8a35-7025f159e9d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:04:48Z', 'updated_at': '2022-01-28T07:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '0524002c-341e-4ffc-a6e6-30a763a2813e', 'name': '', 'network_id': '40d02b2d-8999-4dc2-abb9-3653b1c5639b', 'tenant_id': '0960152eceb74f9eb1ec8ad55ca70381', 'mac_address': 'fa:16:3e:ab:f0:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0e90d9-aa8f-47f8-8a35-7025f159e9d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'b0a9e84b-90ab-4b66-a900-eb7872b6d81f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:04:55Z', 'updated_at': '2022-01-28T07:05:06Z', 'revision_number': 5, 'project_id': '0960152eceb74f9eb1ec8ad55ca70381', 'subnets': [{'id': 'b0a9e84b-90ab-4b66-a900-eb7872b6d81f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:10:10.906104 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31ab061-fe7d-439f-996a-a19139f87e42 req-a91128f1-2755-4eb2-af8e-95e9185e63bb tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:10.915728 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a31ab061-fe7d-439f-996a-a19139f87e42 req-a91128f1-2755-4eb2-af8e-95e9185e63bb tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9e21c6f-9b87-4b08-b8fe-a60a848c1742 HTTP/1.1" status: 200 len: 951 time: 0.1098766 Jan 28 07:10:10.924081 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39058456-2ef4-4a5c-91a3-ddd54500cf7e None None] Checking router: bb0e90d9-aa8f-47f8-8a35-7025f159e9d8 for host: n-d-712749-28 {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:10:10.937273 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39058456-2ef4-4a5c-91a3-ddd54500cf7e None None] Routers {'bb0e90d9-aa8f-47f8-8a35-7025f159e9d8'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:10:10.938401 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-39058456-2ef4-4a5c-91a3-ddd54500cf7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:10:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['bb0e90d9-aa8f-47f8-8a35-7025f159e9d8'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:10:11.058701 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a31ab061-fe7d-439f-996a-a19139f87e42 req-f5764491-d30d-4f04-abd8-8ac6fa188c3f tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407773 Jan 28 07:10:11.131830 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f5c5f8-e4e1-42e7-9dc7-6f49c7148a6f req-ac2d86ca-8ac4-4a59-b804-c955e0bd13b1 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:11.146812 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-25f5c5f8-e4e1-42e7-9dc7-6f49c7148a6f req-ac2d86ca-8ac4-4a59-b804-c955e0bd13b1 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/ports?device_id=727d4f68-410f-49f3-9274-2043b45a847a HTTP/1.1" status: 200 len: 945 time: 0.1275012 Jan 28 07:10:11.235872 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-25f5c5f8-e4e1-42e7-9dc7-6f49c7148a6f req-8973ad5d-522c-4fed-a343-4b1f6b95b7c7 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/security-groups?id=ffb17db6-1913-4712-aa46-d7c764c8c875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831444 Jan 28 07:10:11.330100 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-39058456-2ef4-4a5c-91a3-ddd54500cf7e None None] Set router bb0e90d9-aa8f-47f8-8a35-7025f159e9d8 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:10:11.418863 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb2df7c-c190-408d-a569-2615b0a24aca req-02c6812a-9ec6-4b0f-91d0-6b7f88e13645 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:11.451369 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ddb2df7c-c190-408d-a569-2615b0a24aca req-02c6812a-9ec6-4b0f-91d0-6b7f88e13645 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] 10.222.0.41 "GET /v2.0/ports?device_id=187735cd-6370-44be-af73-7bea479303c9 HTTP/1.1" status: 200 len: 945 time: 0.1799195 Jan 28 07:10:11.680522 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ddb2df7c-c190-408d-a569-2615b0a24aca req-7acf0d47-b11c-4b01-81dd-20918050fcf2 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] 10.222.0.41 "GET /v2.0/security-groups?id=c2614457-355d-4290-9839-3c701d202067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243283 Jan 28 07:10:11.768307 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device fb231483-0256-48ed-bcfb-33f5614dbff3 no longer exists at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:10:11.843306 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] No Port match for: fb231483-0256-48ed-bcfb-33f5614dbff3 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:10:11.852497 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device fb231483-0256-48ed-bcfb-33f5614dbff3 not bound to the agent host n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:10:11.853123 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device a11b056d-7901-4982-8d1b-3500b6c067a7 no longer exists at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:10:11.957682 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee1455a-59b1-4071-af94-0d7b753bc51f req-eab4dc7e-f16b-44a0-91ee-678ccaac9230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:11.959870 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] No Port match for: a11b056d-7901-4982-8d1b-3500b6c067a7 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:10:11.960457 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device a11b056d-7901-4982-8d1b-3500b6c067a7 not bound to the agent host n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:10:11.962230 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4ee1455a-59b1-4071-af94-0d7b753bc51f req-eab4dc7e-f16b-44a0-91ee-678ccaac9230 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f5fa6549bc8d49d9b2eb68f328326d46&device_id=232ec39b-90f9-4df8-a403-fe1029cce065 HTTP/1.1" status: 200 len: 1098 time: 0.3330321 Jan 28 07:10:12.013242 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c54275f-9d3a-4ab2-b2b8-7871195e8cf6 req-10bb7ce2-6164-457a-9c5d-1858753ea243 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:12.029899 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1c54275f-9d3a-4ab2-b2b8-7871195e8cf6 req-10bb7ce2-6164-457a-9c5d-1858753ea243 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/ports?device_id=8583dc03-a039-446f-b1e8-5e1ed628fdcb HTTP/1.1" status: 200 len: 946 time: 0.4498796 Jan 28 07:10:12.089968 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-39058456-2ef4-4a5c-91a3-ddd54500cf7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb0e90d9-aa8f-47f8-8a35-7025f159e9d8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-886638038-router', 'tenant_id': '0960152eceb74f9eb1ec8ad55ca70381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '2f94349b-5fb8-42d1-80f3-7fd278b29f29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:04:46Z', 'updated_at': '2022-01-28T07:04:58Z', 'revision_number': 4, 'project_id': '0960152eceb74f9eb1ec8ad55ca70381', 'gw_port': {'id': '2f94349b-5fb8-42d1-80f3-7fd278b29f29', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:19:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0e90d9-aa8f-47f8-8a35-7025f159e9d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:04:48Z', 'updated_at': '2022-01-28T07:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '0524002c-341e-4ffc-a6e6-30a763a2813e', 'name': '', 'network_id': '40d02b2d-8999-4dc2-abb9-3653b1c5639b', 'tenant_id': '0960152eceb74f9eb1ec8ad55ca70381', 'mac_address': 'fa:16:3e:ab:f0:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0e90d9-aa8f-47f8-8a35-7025f159e9d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'b0a9e84b-90ab-4b66-a900-eb7872b6d81f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:04:55Z', 'updated_at': '2022-01-28T07:05:06Z', 'revision_number': 5, 'project_id': '0960152eceb74f9eb1ec8ad55ca70381', 'subnets': [{'id': 'b0a9e84b-90ab-4b66-a900-eb7872b6d81f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:10:12.169921 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39058456-2ef4-4a5c-91a3-ddd54500cf7e None None] The sync data for ids ['bb0e90d9-aa8f-47f8-8a35-7025f159e9d8'] in n-d-712749-28 is: [{'id': 'bb0e90d9-aa8f-47f8-8a35-7025f159e9d8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-886638038-router', 'tenant_id': '0960152eceb74f9eb1ec8ad55ca70381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '2f94349b-5fb8-42d1-80f3-7fd278b29f29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:04:46Z', 'updated_at': '2022-01-28T07:04:58Z', 'revision_number': 4, 'project_id': '0960152eceb74f9eb1ec8ad55ca70381', 'gw_port': {'id': '2f94349b-5fb8-42d1-80f3-7fd278b29f29', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:19:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0e90d9-aa8f-47f8-8a35-7025f159e9d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:04:48Z', 'updated_at': '2022-01-28T07:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '0524002c-341e-4ffc-a6e6-30a763a2813e', 'name': '', 'network_id': '40d02b2d-8999-4dc2-abb9-3653b1c5639b', 'tenant_id': '0960152eceb74f9eb1ec8ad55ca70381', 'mac_address': 'fa:16:3e:ab:f0:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0e90d9-aa8f-47f8-8a35-7025f159e9d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'b0a9e84b-90ab-4b66-a900-eb7872b6d81f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:04:55Z', 'updated_at': '2022-01-28T07:05:06Z', 'revision_number': 5, 'project_id': '0960152eceb74f9eb1ec8ad55ca70381', 'subnets': [{'id': 'b0a9e84b-90ab-4b66-a900-eb7872b6d81f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:10:12.235424 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee1455a-59b1-4071-af94-0d7b753bc51f req-0cdaaf56-0059-4f6d-ad40-8545d0b4d922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:12.237146 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4ee1455a-59b1-4071-af94-0d7b753bc51f req-0cdaaf56-0059-4f6d-ad40-8545d0b4d922 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e794ad63-0b0f-4018-9f49-e800aa3d32de HTTP/1.1" status: 200 len: 912 time: 0.2051318 Jan 28 07:10:12.365500 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1c54275f-9d3a-4ab2-b2b8-7871195e8cf6 req-3835728c-3659-476d-ada2-4a66bfa4fbc7 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/security-groups?id=83d97fa1-2f29-40d2-a756-a970d048d2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3344839 Jan 28 07:10:12.371222 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4ee1455a-59b1-4071-af94-0d7b753bc51f req-33475271-b83c-48dc-80f9-29eeaa48cedb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fe363f1d-683b-48a0-a9d6-60321189ecd0 HTTP/1.1" status: 200 len: 1002 time: 0.1231589 Jan 28 07:10:12.669601 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee1455a-59b1-4071-af94-0d7b753bc51f req-5779e410-fd86-4301-b455-c615211ce67c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:12.671529 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4ee1455a-59b1-4071-af94-0d7b753bc51f req-5779e410-fd86-4301-b455-c615211ce67c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=11d8e1f8-50c3-4314-ae17-177714f8d453 HTTP/1.1" status: 200 len: 850 time: 0.2965448 Jan 28 07:10:12.745688 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1efe22-d3aa-4a4d-9317-ff269b18bc1b req-378b6216-e8b7-4ef9-9dc6-098dcab4aa0e tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:12.747445 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2f1efe22-d3aa-4a4d-9317-ff269b18bc1b req-378b6216-e8b7-4ef9-9dc6-098dcab4aa0e tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9e21c6f-9b87-4b08-b8fe-a60a848c1742 HTTP/1.1" status: 200 len: 951 time: 0.2819884 Jan 28 07:10:12.813145 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac345579-e36e-4019-8022-41df97a416b4 req-917f73e4-f787-4a9e-9d44-97cce01ec05e tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:12.821138 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ac345579-e36e-4019-8022-41df97a416b4 req-917f73e4-f787-4a9e-9d44-97cce01ec05e tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9e21c6f-9b87-4b08-b8fe-a60a848c1742 HTTP/1.1" status: 200 len: 951 time: 0.2317846 Jan 28 07:10:12.830048 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3299da6-2e74-4520-a54a-14acc3a15853 None None] New status for floating IP 0046e0b2-4620-4895-8e66-682ea362a39a: DOWN {{(pid=103286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 07:10:12.865484 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee1455a-59b1-4071-af94-0d7b753bc51f req-151b8068-d68c-4e9f-b905-23699795fb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:12.867367 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4ee1455a-59b1-4071-af94-0d7b753bc51f req-151b8068-d68c-4e9f-b905-23699795fb13 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e794ad63-0b0f-4018-9f49-e800aa3d32de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1839497 Jan 28 07:10:13.006897 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca53bdbf-6d72-4b7a-b1d4-8b7cc18dd010 req-c03f54c3-e36d-4d5b-845d-4d96435f6644 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:13.015436 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ca53bdbf-6d72-4b7a-b1d4-8b7cc18dd010 req-c03f54c3-e36d-4d5b-845d-4d96435f6644 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/ports?device_id=727d4f68-410f-49f3-9274-2043b45a847a HTTP/1.1" status: 200 len: 945 time: 0.1055624 Jan 28 07:10:13.077372 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ca53bdbf-6d72-4b7a-b1d4-8b7cc18dd010 req-4b31a0e7-03bc-4abd-96ad-8f1a2e255825 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/security-groups?id=ffb17db6-1913-4712-aa46-d7c764c8c875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606503 Jan 28 07:10:13.146006 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ac345579-e36e-4019-8022-41df97a416b4 req-f9d40c75-ef04-43b5-a975-b603924cfbff tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3235359 Jan 28 07:10:13.234212 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 36250) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:10:13.283545 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-2f1efe22-d3aa-4a4d-9317-ff269b18bc1b req-721d185b-7744-41b0-88e0-d9b37622c6a5 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Deleting port 69c783fa-c2be-4e5a-99d0-8b6bd6c54806 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:10:13.284170 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-2f1efe22-d3aa-4a4d-9317-ff269b18bc1b req-721d185b-7744-41b0-88e0-d9b37622c6a5 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (69c783fa-c2be-4e5a-99d0-8b6bd6c54806), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:13.398743 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-71ba96f6-f418-48c3-badd-4defc08969b2 tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] Publish callbacks [] for security_group (e0f59fe5-8248-496a-844a-a9490566a49a), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:13.419310 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-2f1efe22-d3aa-4a4d-9317-ff269b18bc1b req-721d185b-7744-41b0-88e0-d9b37622c6a5 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] For port 69c783fa-c2be-4e5a-99d0-8b6bd6c54806, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=69c783fa-c2be-4e5a-99d0-8b6bd6c54806,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:10:13.419718 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-2f1efe22-d3aa-4a4d-9317-ff269b18bc1b req-721d185b-7744-41b0-88e0-d9b37622c6a5 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (69c783fa-c2be-4e5a-99d0-8b6bd6c54806), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:13.438774 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-2f1efe22-d3aa-4a4d-9317-ff269b18bc1b req-721d185b-7744-41b0-88e0-d9b37622c6a5 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Calling delete_port for 69c783fa-c2be-4e5a-99d0-8b6bd6c54806 owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:10:13.470725 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-71ba96f6-f418-48c3-badd-4defc08969b2 tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] Publish callbacks [] for security_group (e0f59fe5-8248-496a-844a-a9490566a49a), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:13.571867 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-71ba96f6-f418-48c3-badd-4defc08969b2 tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (e0f59fe5-8248-496a-844a-a9490566a49a), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:13.591677 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-71ba96f6-f418-48c3-badd-4defc08969b2 tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:13.598491 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-71ba96f6-f418-48c3-badd-4defc08969b2 tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] 10.222.0.41 "DELETE /v2.0/security-groups/e0f59fe5-8248-496a-844a-a9490566a49a HTTP/1.1" status: 204 len: 168 time: 0.3599041 Jan 28 07:10:13.608289 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 36254) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:10:13.687366 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ba96f6-f418-48c3-badd-4defc08969b2 tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0f59fe5-8248-496a-844a-a9490566a49a,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:10:13.698720 n-d-712749-28 neutron-server[103283]: INFO neutron.api.v2.resource [None req-fd26f124-e542-4935-986a-c50a9ec776e6 tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] show failed (client error): The resource could not be found. Jan 28 07:10:13.701146 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-fd26f124-e542-4935-986a-c50a9ec776e6 tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] 10.222.0.41 "GET /v2.0/security-groups/e0f59fe5-8248-496a-844a-a9490566a49a HTTP/1.1" status: 404 len: 347 time: 0.0855479 Jan 28 07:10:13.727612 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 36260) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:10:14.049820 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2d7d1a76-ee9c-4123-9702-f4e9916d50b1 req-a70fccb1-0f22-4708-9fbc-12f31132f10c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=cd6f6cee-8828-415b-beee-3ed839555ede&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0872347 Jan 28 07:10:14.052369 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-ed8d9eb6-32c0-4053-960c-b718df7b49b2 tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] Deleting port ec4609e1-2292-45aa-9604-01f4b759a459 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:10:14.052718 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ed8d9eb6-32c0-4053-960c-b718df7b49b2 tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (ec4609e1-2292-45aa-9604-01f4b759a459), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:14.181963 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ed8d9eb6-32c0-4053-960c-b718df7b49b2 tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (ec4609e1-2292-45aa-9604-01f4b759a459), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:14.182420 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ed8d9eb6-32c0-4053-960c-b718df7b49b2 tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] Publish callbacks [] for floatingip (ec4609e1-2292-45aa-9604-01f4b759a459), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:14.199340 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-ed8d9eb6-32c0-4053-960c-b718df7b49b2 tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] Calling delete_port for ec4609e1-2292-45aa-9604-01f4b759a459 owned by network:floatingip {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:10:14.224350 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-2f1efe22-d3aa-4a4d-9317-ff269b18bc1b req-721d185b-7744-41b0-88e0-d9b37622c6a5 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (69c783fa-c2be-4e5a-99d0-8b6bd6c54806), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:14.267358 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['0c399f48-7d92-4b84-b2c1-e5fe6a895353', '43de23cf-d551-404c-afd2-485eedcec042'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:10:14.346912 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d185b-7744-41b0-88e0-d9b37622c6a5 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Pushing event deleted for resources: {'Port': ['ID=69c783fa-c2be-4e5a-99d0-8b6bd6c54806,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:10:14.453755 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f1efe22-d3aa-4a4d-9317-ff269b18bc1b req-721d185b-7744-41b0-88e0-d9b37622c6a5 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] No DVR routers for this DVR port 69c783fa-c2be-4e5a-99d0-8b6bd6c54806 on host n-h2-712749-28 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:10:14.461935 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-2f1efe22-d3aa-4a4d-9317-ff269b18bc1b req-721d185b-7744-41b0-88e0-d9b37622c6a5 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:14.465882 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2f1efe22-d3aa-4a4d-9317-ff269b18bc1b req-721d185b-7744-41b0-88e0-d9b37622c6a5 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.44 "DELETE /v2.0/ports/69c783fa-c2be-4e5a-99d0-8b6bd6c54806 HTTP/1.1" status: 204 len: 173 time: 1.7018209 Jan 28 07:10:14.473496 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9e21c6f-9b87-4b08-b8fe-a60a848c1742', 'name': 'network-vif-deleted', 'tag': '69c783fa-c2be-4e5a-99d0-8b6bd6c54806'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:10:14.477088 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24095ada-c7a9-4332-8c99-eb2d2f311af4" -d '{"events": [{"server_uuid": "a9e21c6f-9b87-4b08-b8fe-a60a848c1742", "name": "network-vif-deleted", "tag": "69c783fa-c2be-4e5a-99d0-8b6bd6c54806"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:10:14.502902 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2d11a3-70eb-4f80-a1ca-7147fd92cdb4 req-bc6efaca-cc23-4cab-a93f-7dfc6a13e454 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:14.506861 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ab2d11a3-70eb-4f80-a1ca-7147fd92cdb4 req-bc6efaca-cc23-4cab-a93f-7dfc6a13e454 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/ports?device_id=8583dc03-a039-446f-b1e8-5e1ed628fdcb HTTP/1.1" status: 200 len: 946 time: 0.2925384 Jan 28 07:10:14.509182 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4ee1455a-59b1-4071-af94-0d7b753bc51f req-05096cd5-b2d0-40ce-adc0-d18efaf01c26 service neutron] 10.222.0.10 "GET /v2.0/networks/e794ad63-0b0f-4018-9f49-e800aa3d32de?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6025472 Jan 28 07:10:14.553092 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7d1a76-ee9c-4123-9702-f4e9916d50b1 req-54e4723b-7aa5-493c-9533-dc4f0a8c9048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:14.554683 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2d7d1a76-ee9c-4123-9702-f4e9916d50b1 req-54e4723b-7aa5-493c-9533-dc4f0a8c9048 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=966335f0946f459597af95ab0b33b55c&device_id=cd6f6cee-8828-415b-beee-3ed839555ede HTTP/1.1" status: 200 len: 1101 time: 0.2155068 Jan 28 07:10:14.635870 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc8651e-eff8-483b-ae2f-fdddb635b001 req-2ade85a4-1b46-427c-ac14-7a9c28a060be tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:14.637447 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-3fc8651e-eff8-483b-ae2f-fdddb635b001 req-2ade85a4-1b46-427c-ac14-7a9c28a060be tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/ports?device_id=727d4f68-410f-49f3-9274-2043b45a847a HTTP/1.1" status: 200 len: 945 time: 0.2994153 Jan 28 07:10:14.777467 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ab2d11a3-70eb-4f80-a1ca-7147fd92cdb4 req-ec0ab987-7fac-4404-a85c-f77cdbb663c8 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/security-groups?id=83d97fa1-2f29-40d2-a756-a970d048d2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2640297 Jan 28 07:10:14.831179 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4ee1455a-59b1-4071-af94-0d7b753bc51f req-da0a6a2e-f845-4abd-a9af-dd4ee352d762 service neutron] 10.222.0.10 "GET /v2.0/networks/e794ad63-0b0f-4018-9f49-e800aa3d32de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3066473 Jan 28 07:10:15.076172 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ed8d9eb6-32c0-4053-960c-b718df7b49b2 tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (ec4609e1-2292-45aa-9604-01f4b759a459), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:15.077429 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-116b1f88-dd4a-48df-9302-63a9cb3dcab8 req-71c5741a-f3d7-4a3f-8991-27fe7d3baae3 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9e21c6f-9b87-4b08-b8fe-a60a848c1742 HTTP/1.1" status: 200 len: 210 time: 0.0604122 Jan 28 07:10:15.133443 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-3fc8651e-eff8-483b-ae2f-fdddb635b001 req-a1745eb4-cc89-4067-a8df-387ce882958d tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/security-groups?id=ffb17db6-1913-4712-aa46-d7c764c8c875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4802239 Jan 28 07:10:15.160121 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device a55f5fe7-a5d8-488a-a256-7bf487642a3b details requested by agent hyperv_n-h1-712749-28 with host n-h1-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:10:15.285992 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8d9eb6-32c0-4053-960c-b718df7b49b2 tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] Pushing event deleted for resources: {'Port': ['ID=ec4609e1-2292-45aa-9604-01f4b759a459,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:10:15.293768 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd9084f7-b751-4ba6-bba5-beaa3b0c5ff5 x-openstack-request-id: req-bd9084f7-b751-4ba6-bba5-beaa3b0c5ff5 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:10:15.294062 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9e21c6f-9b87-4b08-b8fe-a60a848c1742", "name": "network-vif-deleted", "tag": "69c783fa-c2be-4e5a-99d0-8b6bd6c54806", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:10:15.294320 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bd9084f7-b751-4ba6-bba5-beaa3b0c5ff5 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:10:15.294716 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9e21c6f-9b87-4b08-b8fe-a60a848c1742', 'name': 'network-vif-deleted', 'tag': '69c783fa-c2be-4e5a-99d0-8b6bd6c54806', 'status': 'completed', 'code': 200} Jan 28 07:10:15.411285 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port a55f5fe7-a5d8-488a-a256-7bf487642a3b, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=a55f5fe7-a5d8-488a-a256-7bf487642a3b,segment=NetworkSegment(aa78153f-8140-4463-8a23-520ca70d4d00),segment_id=aa78153f-8140-4463-8a23-520ca70d4d00)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:10:15.460712 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Returning: {'device': 'a55f5fe7-a5d8-488a-a256-7bf487642a3b', 'network_id': '40408abb-5725-4205-b120-60fb2bb4bc40', 'port_id': 'a55f5fe7-a5d8-488a-a256-7bf487642a3b', 'mac_address': 'fa:16:3e:56:aa:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4c1d00a-11c6-444f-8042-f73535ef4594', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:10:15.511711 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7d1a76-ee9c-4123-9702-f4e9916d50b1 req-080f87e9-044e-4ffc-b964-5559d3b5ff39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:15.516519 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2d7d1a76-ee9c-4123-9702-f4e9916d50b1 req-080f87e9-044e-4ffc-b964-5559d3b5ff39 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb HTTP/1.1" status: 200 len: 870 time: 0.8738971 Jan 28 07:10:15.575510 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2d7d1a76-ee9c-4123-9702-f4e9916d50b1 req-0105ad3d-93d7-4aac-88de-83808d0329b1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=0c399f48-7d92-4b84-b2c1-e5fe6a895353 HTTP/1.1" status: 200 len: 217 time: 0.0527744 Jan 28 07:10:15.579107 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ed8d9eb6-32c0-4053-960c-b718df7b49b2 tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] Publish callbacks [] for floatingip (0046e0b2-4620-4895-8e66-682ea362a39a), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:15.582357 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port a55f5fe7-a5d8-488a-a256-7bf487642a3b is: ACTIVE; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:10:15.583255 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (a55f5fe7-a5d8-488a-a256-7bf487642a3b), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:15.583680 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ed8d9eb6-32c0-4053-960c-b718df7b49b2 tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for floatingip (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:15.585805 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-ed8d9eb6-32c0-4053-960c-b718df7b49b2 tempest-ServersWithSpecificFlavorTestJSON-1294447537 tempest-ServersWithSpecificFlavorTestJSON-1294447537-project] 10.222.0.41 "DELETE /v2.0/floatingips/0046e0b2-4620-4895-8e66-682ea362a39a HTTP/1.1" status: 204 len: 168 time: 1.8554626 Jan 28 07:10:15.645309 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7d1a76-ee9c-4123-9702-f4e9916d50b1 req-f0c48354-d895-43ba-9990-8db672293cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:15.647364 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2d7d1a76-ee9c-4123-9702-f4e9916d50b1 req-f0c48354-d895-43ba-9990-8db672293cee service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5785b43d-448b-4d12-9eb5-4e4caf2e7eaf HTTP/1.1" status: 200 len: 843 time: 0.0604441 Jan 28 07:10:15.663754 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a55f5fe7-a5d8-488a-a256-7bf487642a3b {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:10:15.731077 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port a55f5fe7-a5d8-488a-a256-7bf487642a3b, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=a55f5fe7-a5d8-488a-a256-7bf487642a3b,segment=NetworkSegment(aa78153f-8140-4463-8a23-520ca70d4d00),segment_id=aa78153f-8140-4463-8a23-520ca70d4d00)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:10:15.732812 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7d1a76-ee9c-4123-9702-f4e9916d50b1 req-66c20c55-d191-4208-8897-340fbf775e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:15.735345 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2d7d1a76-ee9c-4123-9702-f4e9916d50b1 req-66c20c55-d191-4208-8897-340fbf775e08 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0765014 Jan 28 07:10:15.746819 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (a55f5fe7-a5d8-488a-a256-7bf487642a3b), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:15.884443 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=a55f5fe7-a5d8-488a-a256-7bf487642a3b,revision_number=6']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:10:15.931847 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 69c783fa-c2be-4e5a-99d0-8b6bd6c54806 no longer exists at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:10:16.009548 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['a55f5fe7-a5d8-488a-a256-7bf487642a3b'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:10:16.017213 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] No Port match for: 69c783fa-c2be-4e5a-99d0-8b6bd6c54806 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:10:16.017545 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 69c783fa-c2be-4e5a-99d0-8b6bd6c54806 not bound to the agent host n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:10:16.652541 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5224a84e-141d-4395-bb55-efb3915e9896 req-cc0cb8c9-d39a-4b90-a181-3c2fb1cf177c tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:16.655505 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5224a84e-141d-4395-bb55-efb3915e9896 req-cc0cb8c9-d39a-4b90-a181-3c2fb1cf177c tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/ports?device_id=727d4f68-410f-49f3-9274-2043b45a847a HTTP/1.1" status: 200 len: 945 time: 0.1340556 Jan 28 07:10:16.665696 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2d7d1a76-ee9c-4123-9702-f4e9916d50b1 req-957d6102-9e27-4f78-b2fd-ceddd0bc4fb6 service neutron] 10.222.0.44 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9141695 Jan 28 07:10:16.824865 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5224a84e-141d-4395-bb55-efb3915e9896 req-7a7fb74f-ced5-44de-8b80-57ab0ed9a836 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/security-groups?id=ffb17db6-1913-4712-aa46-d7c764c8c875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626232 Jan 28 07:10:16.898602 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2d7d1a76-ee9c-4123-9702-f4e9916d50b1 req-af0d0d21-03a4-4f67-ab3d-4c5254f3eb43 service neutron] 10.222.0.44 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2207289 Jan 28 07:10:16.950019 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9ab514-6059-4a32-8986-c580a4e051bc req-8378f576-40a8-4b63-a3e2-70e7ea461a24 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:16.956556 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4f9ab514-6059-4a32-8986-c580a4e051bc req-8378f576-40a8-4b63-a3e2-70e7ea461a24 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/ports?device_id=8583dc03-a039-446f-b1e8-5e1ed628fdcb HTTP/1.1" status: 200 len: 946 time: 0.2896564 Jan 28 07:10:17.066166 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4f9ab514-6059-4a32-8986-c580a4e051bc req-c1b8be08-cc4d-4d40-8959-c62befb69b3d tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/security-groups?id=83d97fa1-2f29-40d2-a756-a970d048d2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030202 Jan 28 07:10:17.168489 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device a55f5fe7-a5d8-488a-a256-7bf487642a3b up at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:10:17.373457 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning complete for port a55f5fe7-a5d8-488a-a256-7bf487642a3b triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:10:17.373858 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (a55f5fe7-a5d8-488a-a256-7bf487642a3b), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:17.532032 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port a55f5fe7-a5d8-488a-a256-7bf487642a3b is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:10:17.532745 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (a55f5fe7-a5d8-488a-a256-7bf487642a3b), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:17.565095 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '187735cd-6370-44be-af73-7bea479303c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a55f5fe7-a5d8-488a-a256-7bf487642a3b'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:10:17.568573 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05dacd24-14a7-4883-880b-5a8551dc0503" -d '{"events": [{"server_uuid": "187735cd-6370-44be-af73-7bea479303c9", "name": "network-vif-plugged", "status": "completed", "tag": "a55f5fe7-a5d8-488a-a256-7bf487642a3b"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:10:17.585219 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port a55f5fe7-a5d8-488a-a256-7bf487642a3b, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=a55f5fe7-a5d8-488a-a256-7bf487642a3b,segment=NetworkSegment(aa78153f-8140-4463-8a23-520ca70d4d00),segment_id=aa78153f-8140-4463-8a23-520ca70d4d00)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:10:17.594562 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (a55f5fe7-a5d8-488a-a256-7bf487642a3b), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:17.664368 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=a55f5fe7-a5d8-488a-a256-7bf487642a3b,revision_number=7']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:10:17.864602 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851e0965-e4b2-4c89-b151-c8976216b171 req-f7a68e6f-6a8c-494d-a439-6b6916f54682 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:17.873692 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-851e0965-e4b2-4c89-b151-c8976216b171 req-f7a68e6f-6a8c-494d-a439-6b6916f54682 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=0fb52adb-7ae8-4954-b508-f4144838af7f HTTP/1.1" status: 200 len: 950 time: 0.0726054 Jan 28 07:10:17.939294 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 5bf70e7c-4e15-4351-b237-cdf0f86a7c5d details requested by agent hyperv_n-h2-712749-28 with host n-h2-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:10:17.961944 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 5bf70e7c-4e15-4351-b237-cdf0f86a7c5d no longer exists at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:10:17.982992 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-851e0965-e4b2-4c89-b151-c8976216b171 req-408dabea-382e-4cb5-b2bb-b091001c49a0 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043224 Jan 28 07:10:18.121992 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.db.resource_extend [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 07:10:18.169967 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:10:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-911524b8-91c5-416f-95e6-dd78459fe2d9 x-openstack-request-id: req-911524b8-91c5-416f-95e6-dd78459fe2d9 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:10:18.171714 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "187735cd-6370-44be-af73-7bea479303c9", "name": "network-vif-plugged", "status": "completed", "tag": "a55f5fe7-a5d8-488a-a256-7bf487642a3b", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:10:18.174413 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-911524b8-91c5-416f-95e6-dd78459fe2d9 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:10:18.175300 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '187735cd-6370-44be-af73-7bea479303c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a55f5fe7-a5d8-488a-a256-7bf487642a3b', 'code': 200} Jan 28 07:10:18.238456 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 36382) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:10:18.365634 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port 5bf70e7c-4e15-4351-b237-cdf0f86a7c5d is: ACTIVE; New status is: DOWN {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:10:18.366039 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (5bf70e7c-4e15-4351-b237-cdf0f86a7c5d), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:18.538852 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 5bf70e7c-4e15-4351-b237-cdf0f86a7c5d, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=5bf70e7c-4e15-4351-b237-cdf0f86a7c5d,segment=NetworkSegment(b8d72b75-cba6-44bb-b1f1-97b3aa439c04),segment_id=b8d72b75-cba6-44bb-b1f1-97b3aa439c04)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:10:18.552233 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d5d7cb-f25c-45d4-bc44-1e6dd6e9c834 req-095e3b85-b0bb-4d71-abca-f16bc6341b37 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:18.564788 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (5bf70e7c-4e15-4351-b237-cdf0f86a7c5d), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:18.565415 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-13d5d7cb-f25c-45d4-bc44-1e6dd6e9c834 req-095e3b85-b0bb-4d71-abca-f16bc6341b37 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/ports?device_id=727d4f68-410f-49f3-9274-2043b45a847a HTTP/1.1" status: 200 len: 945 time: 0.1565988 Jan 28 07:10:18.742490 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-13d5d7cb-f25c-45d4-bc44-1e6dd6e9c834 req-aa9513c4-b34d-48bd-b36a-05005a841f8f tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/security-groups?id=ffb17db6-1913-4712-aa46-d7c764c8c875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756659 Jan 28 07:10:18.753469 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=5bf70e7c-4e15-4351-b237-cdf0f86a7c5d,revision_number=6']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:10:18.801787 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 5bf70e7c-4e15-4351-b237-cdf0f86a7c5d, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=5bf70e7c-4e15-4351-b237-cdf0f86a7c5d,segment=NetworkSegment(b8d72b75-cba6-44bb-b1f1-97b3aa439c04),segment_id=b8d72b75-cba6-44bb-b1f1-97b3aa439c04)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:10:18.869058 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Returning: {'device': '5bf70e7c-4e15-4351-b237-cdf0f86a7c5d', 'network_id': 'bc323a54-605a-4c90-85cc-1a8faa87a52d', 'port_id': '5bf70e7c-4e15-4351-b237-cdf0f86a7c5d', 'mac_address': 'fa:16:3e:92:aa:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db87510e-2424-4f9c-8c68-c494c476644f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:10:18.978619 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3ac83d-2638-44b3-a207-da5658d21e02 req-0e6f3775-36a0-4398-a752-6067a90adabc tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:18.986611 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0f3ac83d-2638-44b3-a207-da5658d21e02 req-0e6f3775-36a0-4398-a752-6067a90adabc tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/ports?device_id=8583dc03-a039-446f-b1e8-5e1ed628fdcb HTTP/1.1" status: 200 len: 946 time: 0.1157129 Jan 28 07:10:19.029193 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port 5bf70e7c-4e15-4351-b237-cdf0f86a7c5d is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:10:19.030364 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (5bf70e7c-4e15-4351-b237-cdf0f86a7c5d), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:19.075733 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bf70e7c-4e15-4351-b237-cdf0f86a7c5d {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:10:19.130369 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 5bf70e7c-4e15-4351-b237-cdf0f86a7c5d, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=5bf70e7c-4e15-4351-b237-cdf0f86a7c5d,segment=NetworkSegment(b8d72b75-cba6-44bb-b1f1-97b3aa439c04),segment_id=b8d72b75-cba6-44bb-b1f1-97b3aa439c04)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:10:19.139478 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (5bf70e7c-4e15-4351-b237-cdf0f86a7c5d), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:19.151780 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0f3ac83d-2638-44b3-a207-da5658d21e02 req-adf531ab-842b-4257-b1a3-3214fd20c36c tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/security-groups?id=83d97fa1-2f29-40d2-a756-a970d048d2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637709 Jan 28 07:10:19.292799 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=5bf70e7c-4e15-4351-b237-cdf0f86a7c5d,revision_number=7']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:10:19.315161 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a138ab0-0300-489f-aa0f-01c48f2f75b9 req-25ded579-afea-4693-86d3-3b46229cc9b5 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:19.319930 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9a138ab0-0300-489f-aa0f-01c48f2f75b9 req-25ded579-afea-4693-86d3-3b46229cc9b5 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.44 "GET /v2.0/ports?device_id=0fb52adb-7ae8-4954-b508-f4144838af7f HTTP/1.1" status: 200 len: 950 time: 0.2858272 Jan 28 07:10:19.452224 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089539e9-f473-4a57-bc6c-0e748ee2c8f4 req-736c74e9-8b6a-4891-95a3-7660269a6f0d tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:19.454236 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-089539e9-f473-4a57-bc6c-0e748ee2c8f4 req-736c74e9-8b6a-4891-95a3-7660269a6f0d tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=0fb52adb-7ae8-4954-b508-f4144838af7f HTTP/1.1" status: 200 len: 950 time: 0.1266179 Jan 28 07:10:19.509191 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59df99a4-9e72-44ec-b8af-0ab077505b1d req-2519588f-03fa-4534-8f77-4d938576cc08 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:19.513470 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['5bf70e7c-4e15-4351-b237-cdf0f86a7c5d'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:10:19.523872 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-59df99a4-9e72-44ec-b8af-0ab077505b1d req-2519588f-03fa-4534-8f77-4d938576cc08 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=232ec39b-90f9-4df8-a403-fe1029cce065 HTTP/1.1" status: 200 len: 946 time: 0.4904773 Jan 28 07:10:19.580738 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-089539e9-f473-4a57-bc6c-0e748ee2c8f4 req-8484d913-5143-41d7-987e-ef7ea0dbc5b1 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203310 Jan 28 07:10:19.683615 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-59df99a4-9e72-44ec-b8af-0ab077505b1d req-be84b265-b1c2-4203-b726-74f751a8dc9d tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb65c68e-64e7-49d7-aa93-cf57ceaf78a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1587863 Jan 28 07:10:19.750685 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-9a138ab0-0300-489f-aa0f-01c48f2f75b9 req-714a0f11-a2b4-4089-a6f6-b3d566e36054 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Deleting port 43de23cf-d551-404c-afd2-485eedcec042 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:10:19.751411 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-9a138ab0-0300-489f-aa0f-01c48f2f75b9 req-714a0f11-a2b4-4089-a6f6-b3d566e36054 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (43de23cf-d551-404c-afd2-485eedcec042), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:19.998795 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473619a0-701a-404e-91dc-647aba376103 req-29ca32b5-237e-44ab-9f61-583e920398e5 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:20.016083 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-473619a0-701a-404e-91dc-647aba376103 req-29ca32b5-237e-44ab-9f61-583e920398e5 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/ports?device_id=727d4f68-410f-49f3-9274-2043b45a847a HTTP/1.1" status: 200 len: 944 time: 0.1298547 Jan 28 07:10:20.105916 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-9a138ab0-0300-489f-aa0f-01c48f2f75b9 req-714a0f11-a2b4-4089-a6f6-b3d566e36054 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] For port 43de23cf-d551-404c-afd2-485eedcec042, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=43de23cf-d551-404c-afd2-485eedcec042,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:10:20.108107 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-9a138ab0-0300-489f-aa0f-01c48f2f75b9 req-714a0f11-a2b4-4089-a6f6-b3d566e36054 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (43de23cf-d551-404c-afd2-485eedcec042), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:20.122822 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-9a138ab0-0300-489f-aa0f-01c48f2f75b9 req-714a0f11-a2b4-4089-a6f6-b3d566e36054 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Calling delete_port for 43de23cf-d551-404c-afd2-485eedcec042 owned by compute:nova {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:10:20.128126 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-473619a0-701a-404e-91dc-647aba376103 req-77556c85-8dc1-42d5-a244-a121b533db66 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/security-groups?id=ffb17db6-1913-4712-aa46-d7c764c8c875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107919 Jan 28 07:10:20.177091 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '727d4f68-410f-49f3-9274-2043b45a847a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5bf70e7c-4e15-4351-b237-cdf0f86a7c5d'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:10:20.180060 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dba1348-5d42-4448-b8a1-e1ca818999dc" -d '{"events": [{"server_uuid": "727d4f68-410f-49f3-9274-2043b45a847a", "name": "network-vif-unplugged", "status": "completed", "tag": "5bf70e7c-4e15-4351-b237-cdf0f86a7c5d"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:10:20.288913 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 07:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4693536-0a45-45aa-b2a8-80524aa5465e x-openstack-request-id: req-a4693536-0a45-45aa-b2a8-80524aa5465e {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:10:20.289347 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "727d4f68-410f-49f3-9274-2043b45a847a", "name": "network-vif-unplugged", "status": "completed", "tag": "5bf70e7c-4e15-4351-b237-cdf0f86a7c5d", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:10:20.289730 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a4693536-0a45-45aa-b2a8-80524aa5465e {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:10:20.290286 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '727d4f68-410f-49f3-9274-2043b45a847a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5bf70e7c-4e15-4351-b237-cdf0f86a7c5d', 'code': 200} Jan 28 07:10:20.427212 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-9a138ab0-0300-489f-aa0f-01c48f2f75b9 req-714a0f11-a2b4-4089-a6f6-b3d566e36054 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (43de23cf-d551-404c-afd2-485eedcec042), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:20.442290 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9972cfa0-e5de-4fec-9804-ca3a18cd6d50 req-9335a5f3-c3c4-47fe-9792-7c8c5f9fb590 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:20.443982 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9972cfa0-e5de-4fec-9804-ca3a18cd6d50 req-9335a5f3-c3c4-47fe-9792-7c8c5f9fb590 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/ports?device_id=8583dc03-a039-446f-b1e8-5e1ed628fdcb HTTP/1.1" status: 200 len: 946 time: 0.1075571 Jan 28 07:10:20.488389 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['0c399f48-7d92-4b84-b2c1-e5fe6a895353', '43de23cf-d551-404c-afd2-485eedcec042'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:10:20.510182 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714a0f11-a2b4-4089-a6f6-b3d566e36054 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Pushing event deleted for resources: {'Port': ['ID=43de23cf-d551-404c-afd2-485eedcec042,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:10:20.535112 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9972cfa0-e5de-4fec-9804-ca3a18cd6d50 req-bf0813ed-e643-4c54-a7a9-c822fece6c77 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/security-groups?id=83d97fa1-2f29-40d2-a756-a970d048d2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848513 Jan 28 07:10:20.582858 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a138ab0-0300-489f-aa0f-01c48f2f75b9 req-714a0f11-a2b4-4089-a6f6-b3d566e36054 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] No DVR routers for this DVR port 43de23cf-d551-404c-afd2-485eedcec042 on host n-h2-712749-28 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:10:20.586068 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-9a138ab0-0300-489f-aa0f-01c48f2f75b9 req-714a0f11-a2b4-4089-a6f6-b3d566e36054 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:20.590260 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9a138ab0-0300-489f-aa0f-01c48f2f75b9 req-714a0f11-a2b4-4089-a6f6-b3d566e36054 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.44 "DELETE /v2.0/ports/43de23cf-d551-404c-afd2-485eedcec042 HTTP/1.1" status: 204 len: 173 time: 1.1890888 Jan 28 07:10:20.592487 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fb52adb-7ae8-4954-b508-f4144838af7f', 'name': 'network-vif-deleted', 'tag': '43de23cf-d551-404c-afd2-485eedcec042'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:10:20.617560 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edbc5d79-f4d1-4310-b959-114c2426de4a" -d '{"events": [{"server_uuid": "0fb52adb-7ae8-4954-b508-f4144838af7f", "name": "network-vif-deleted", "tag": "43de23cf-d551-404c-afd2-485eedcec042"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:10:20.686549 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3bf95094-e815-4ea1-bcce-d4b65879bdf4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16606535'] for router_interface (bb0e90d9-aa8f-47f8-8a35-7025f159e9d8), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:20.942779 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-493592c1-edcd-4e4d-ac54-79ce590fcd53 x-openstack-request-id: req-493592c1-edcd-4e4d-ac54-79ce590fcd53 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:10:20.943206 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fb52adb-7ae8-4954-b508-f4144838af7f", "name": "network-vif-deleted", "tag": "43de23cf-d551-404c-afd2-485eedcec042", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:10:20.943370 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-493592c1-edcd-4e4d-ac54-79ce590fcd53 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:10:20.943765 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fb52adb-7ae8-4954-b508-f4144838af7f', 'name': 'network-vif-deleted', 'tag': '43de23cf-d551-404c-afd2-485eedcec042', 'status': 'completed', 'code': 200} Jan 28 07:10:20.971712 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfc4d78-58ff-4f79-87d2-a9722840a8cf req-728daf37-2c1b-4479-9eab-8c4d739413eb tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:20.985492 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2dfc4d78-58ff-4f79-87d2-a9722840a8cf req-728daf37-2c1b-4479-9eab-8c4d739413eb tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=232ec39b-90f9-4df8-a403-fe1029cce065 HTTP/1.1" status: 200 len: 946 time: 0.1252897 Jan 28 07:10:21.004716 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a5d5d041-7379-42d9-aaf0-ab129768eb22 req-2a1c0e4e-c0e6-4ef3-ac4f-a83763241cee tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=0fb52adb-7ae8-4954-b508-f4144838af7f HTTP/1.1" status: 200 len: 210 time: 0.0594559 Jan 28 07:10:21.119130 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2dfc4d78-58ff-4f79-87d2-a9722840a8cf req-e07c0fab-521b-4cc7-9f35-374b703187ec tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb65c68e-64e7-49d7-aa93-cf57ceaf78a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1322987 Jan 28 07:10:21.189988 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-3bf95094-e815-4ea1-bcce-d4b65879bdf4 admin admin] Deleting port 0524002c-341e-4ffc-a6e6-30a763a2813e {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:10:21.190353 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3bf95094-e815-4ea1-bcce-d4b65879bdf4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (0524002c-341e-4ffc-a6e6-30a763a2813e), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:21.355387 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-3bf95094-e815-4ea1-bcce-d4b65879bdf4 admin admin] For port 0524002c-341e-4ffc-a6e6-30a763a2813e, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=0524002c-341e-4ffc-a6e6-30a763a2813e,segment=NetworkSegment(54d6bc55-d69e-43c8-8b72-86f677a245e2),segment_id=54d6bc55-d69e-43c8-8b72-86f677a245e2)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:10:21.356252 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3bf95094-e815-4ea1-bcce-d4b65879bdf4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (0524002c-341e-4ffc-a6e6-30a763a2813e), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:21.385345 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-3bf95094-e815-4ea1-bcce-d4b65879bdf4 admin admin] Calling delete_port for 0524002c-341e-4ffc-a6e6-30a763a2813e owned by network:router_interface {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:10:21.402928 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88087438-3f14-43c5-a8c1-44c98c0bef95 req-b49776a1-47af-4ee4-b39a-bd5adab57cdc tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:21.405721 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-88087438-3f14-43c5-a8c1-44c98c0bef95 req-b49776a1-47af-4ee4-b39a-bd5adab57cdc tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/ports?device_id=727d4f68-410f-49f3-9274-2043b45a847a HTTP/1.1" status: 200 len: 944 time: 0.1070261 Jan 28 07:10:21.553772 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-88087438-3f14-43c5-a8c1-44c98c0bef95 req-592925e8-c6fb-4a9f-9044-a03865c5a2a1 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/security-groups?id=ffb17db6-1913-4712-aa46-d7c764c8c875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283972 Jan 28 07:10:21.980334 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 5bf70e7c-4e15-4351-b237-cdf0f86a7c5d up at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:10:22.030648 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9728207-25a2-4349-80fb-1da543ff196a req-11f29b9a-7e1c-4179-94a1-894ca1a7c739 tempest-LiveAutoBlockMigrationV225Test-1114652928 tempest-LiveAutoBlockMigrationV225Test-1114652928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:22.032420 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b9728207-25a2-4349-80fb-1da543ff196a req-11f29b9a-7e1c-4179-94a1-894ca1a7c739 tempest-LiveAutoBlockMigrationV225Test-1114652928 tempest-LiveAutoBlockMigrationV225Test-1114652928-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=8583dc03-a039-446f-b1e8-5e1ed628fdcb&tenant_id=5c2af407db1e43909575b4b7c4ad1b18&binding%3Ahost_id=n-h1-712749-28 HTTP/1.1" status: 200 len: 1098 time: 0.6161075 Jan 28 07:10:22.049164 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-b9728207-25a2-4349-80fb-1da543ff196a req-8aefcb38-081f-46e3-b34f-e91871be4d11 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-712749-28'}}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:10:22.066397 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10fec42-38d1-4cda-986f-ce2e2e1db18d req-b6d34fe6-9494-46a5-8c2c-14b1362967d2 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:22.068481 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e10fec42-38d1-4cda-986f-ce2e2e1db18d req-b6d34fe6-9494-46a5-8c2c-14b1362967d2 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/ports?device_id=8583dc03-a039-446f-b1e8-5e1ed628fdcb HTTP/1.1" status: 200 len: 946 time: 0.3110738 Jan 28 07:10:22.110191 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3bf95094-e815-4ea1-bcce-d4b65879bdf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (0524002c-341e-4ffc-a6e6-30a763a2813e), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:22.141205 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning complete for port 5bf70e7c-4e15-4351-b237-cdf0f86a7c5d triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:10:22.141645 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (5bf70e7c-4e15-4351-b237-cdf0f86a7c5d), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:22.266543 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf95094-e815-4ea1-bcce-d4b65879bdf4 admin admin] Pushing event deleted for resources: {'Port': ['ID=0524002c-341e-4ffc-a6e6-30a763a2813e,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:10:22.554641 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b9728207-25a2-4349-80fb-1da543ff196a req-8aefcb38-081f-46e3-b34f-e91871be4d11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (eb55dc3d-1bbb-4c59-857d-6e7142be10fe), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:22.585214 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port 5bf70e7c-4e15-4351-b237-cdf0f86a7c5d is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:10:22.594431 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (5bf70e7c-4e15-4351-b237-cdf0f86a7c5d), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:22.728345 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e10fec42-38d1-4cda-986f-ce2e2e1db18d req-e4702c3d-1b6a-4817-bcc9-7d7cfc18195f tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/security-groups?id=83d97fa1-2f29-40d2-a756-a970d048d2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6398685 Jan 28 07:10:22.735380 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 5bf70e7c-4e15-4351-b237-cdf0f86a7c5d, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=5bf70e7c-4e15-4351-b237-cdf0f86a7c5d,segment=NetworkSegment(b8d72b75-cba6-44bb-b1f1-97b3aa439c04),segment_id=b8d72b75-cba6-44bb-b1f1-97b3aa439c04)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:10:22.736645 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '727d4f68-410f-49f3-9274-2043b45a847a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bf70e7c-4e15-4351-b237-cdf0f86a7c5d'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:10:22.740509 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69f28338-7b9e-4385-975a-4a66aaeecb1b" -d '{"events": [{"server_uuid": "727d4f68-410f-49f3-9274-2043b45a847a", "name": "network-vif-plugged", "status": "completed", "tag": "5bf70e7c-4e15-4351-b237-cdf0f86a7c5d"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:10:22.744911 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (5bf70e7c-4e15-4351-b237-cdf0f86a7c5d), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:22.862072 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=5bf70e7c-4e15-4351-b237-cdf0f86a7c5d,revision_number=8']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:10:22.874091 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7d6eb9-653d-4a78-8777-bc5886f0e4d3 req-11f9da59-920f-4c36-9445-eac016d156db tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:22.896342 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8b7d6eb9-653d-4a78-8777-bc5886f0e4d3 req-11f9da59-920f-4c36-9445-eac016d156db tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd6f6cee-8828-415b-beee-3ed839555ede HTTP/1.1" status: 200 len: 949 time: 0.1080837 Jan 28 07:10:22.941942 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-b9728207-25a2-4349-80fb-1da543ff196a req-8aefcb38-081f-46e3-b34f-e91871be4d11 service neutron] For port eb55dc3d-1bbb-4c59-857d-6e7142be10fe, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=eb55dc3d-1bbb-4c59-857d-6e7142be10fe,segment=NetworkSegment(919581ea-4d97-4a95-839c-1632528194b6),segment_id=919581ea-4d97-4a95-839c-1632528194b6)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:10:22.984760 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-b9728207-25a2-4349-80fb-1da543ff196a req-8aefcb38-081f-46e3-b34f-e91871be4d11 service neutron] For port eb55dc3d-1bbb-4c59-857d-6e7142be10fe, host n-h1-712749-28, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:10:22.990718 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8b7d6eb9-653d-4a78-8777-bc5886f0e4d3 req-3fb4eff4-7cd6-4e8e-8c91-af8abfdd0146 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929947 Jan 28 07:10:23.042623 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0b6bdd7-b8a6-4d62-ac2f-c66d87b0a857 x-openstack-request-id: req-f0b6bdd7-b8a6-4d62-ac2f-c66d87b0a857 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:10:23.043175 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "727d4f68-410f-49f3-9274-2043b45a847a", "name": "network-vif-plugged", "status": "completed", "tag": "5bf70e7c-4e15-4351-b237-cdf0f86a7c5d", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:10:23.043175 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f0b6bdd7-b8a6-4d62-ac2f-c66d87b0a857 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:10:23.045597 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '727d4f68-410f-49f3-9274-2043b45a847a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bf70e7c-4e15-4351-b237-cdf0f86a7c5d', 'code': 200} Jan 28 07:10:23.054170 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8583dc03-a039-446f-b1e8-5e1ed628fdcb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb55dc3d-1bbb-4c59-857d-6e7142be10fe'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:10:23.056888 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dad1136-48e8-4cd2-9235-96e0b4a6d98a" -d '{"events": [{"server_uuid": "8583dc03-a039-446f-b1e8-5e1ed628fdcb", "name": "network-vif-unplugged", "status": "completed", "tag": "eb55dc3d-1bbb-4c59-857d-6e7142be10fe"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:10:23.077450 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b9728207-25a2-4349-80fb-1da543ff196a req-8aefcb38-081f-46e3-b34f-e91871be4d11 service neutron] Publish callbacks [] for port (eb55dc3d-1bbb-4c59-857d-6e7142be10fe), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:23.165952 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 07:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b088d0c-233a-454c-b544-bd4382f0d3fa x-openstack-request-id: req-9b088d0c-233a-454c-b544-bd4382f0d3fa {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:10:23.166399 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8583dc03-a039-446f-b1e8-5e1ed628fdcb", "name": "network-vif-unplugged", "status": "completed", "tag": "eb55dc3d-1bbb-4c59-857d-6e7142be10fe", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:10:23.166807 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9b088d0c-233a-454c-b544-bd4382f0d3fa {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:10:23.167387 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8583dc03-a039-446f-b1e8-5e1ed628fdcb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb55dc3d-1bbb-4c59-857d-6e7142be10fe', 'code': 200} Jan 28 07:10:23.179859 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b9728207-25a2-4349-80fb-1da543ff196a req-8aefcb38-081f-46e3-b34f-e91871be4d11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (eb55dc3d-1bbb-4c59-857d-6e7142be10fe), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:23.181147 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device fe363f1d-683b-48a0-a9d6-60321189ecd0 no longer exists at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:10:23.290690 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7940bf-1f9b-4e0f-8ad2-4e88f5d8344e req-95a00dad-1dc8-4bcf-8ee1-f5451fb7e98d tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:23.298038 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0a7940bf-1f9b-4e0f-8ad2-4e88f5d8344e req-95a00dad-1dc8-4bcf-8ee1-f5451fb7e98d tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/ports?device_id=727d4f68-410f-49f3-9274-2043b45a847a HTTP/1.1" status: 200 len: 945 time: 0.2616746 Jan 28 07:10:23.398543 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c34bdd2-58d2-4325-90e1-f0e9383ef702 req-ec8043a5-bb22-43e6-b3b2-d73eed9a3e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:23.400576 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0c34bdd2-58d2-4325-90e1-f0e9383ef702 req-ec8043a5-bb22-43e6-b3b2-d73eed9a3e4c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=727d4f68-410f-49f3-9274-2043b45a847a HTTP/1.1" status: 200 len: 1097 time: 0.0755804 Jan 28 07:10:23.412111 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aefcb38-081f-46e3-b34f-e91871be4d11 service neutron] Pushing event updated for resources: {'Port': ['ID=eb55dc3d-1bbb-4c59-857d-6e7142be10fe,revision_number=7']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:10:23.437250 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port fe363f1d-683b-48a0-a9d6-60321189ecd0 is: ACTIVE; New status is: DOWN {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:10:23.437589 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (fe363f1d-683b-48a0-a9d6-60321189ecd0), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:23.472020 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3bf95094-e815-4ea1-bcce-d4b65879bdf4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16319006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16606699'] for router_interface (bb0e90d9-aa8f-47f8-8a35-7025f159e9d8), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:23.488063 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-b9728207-25a2-4349-80fb-1da543ff196a req-8aefcb38-081f-46e3-b34f-e91871be4d11 service neutron] Attempting to bind port eb55dc3d-1bbb-4c59-857d-6e7142be10fe on host n-h1-712749-28 for vnic_type normal with profile {"migrating_to": "n-h2-712749-28"} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:10:23.490661 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-b9728207-25a2-4349-80fb-1da543ff196a req-8aefcb38-081f-46e3-b34f-e91871be4d11 service neutron] Attempting to bind port eb55dc3d-1bbb-4c59-857d-6e7142be10fe by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': '919581ea-4d97-4a95-839c-1632528194b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '823f80f1-2970-481b-aed2-7ad5a7c0ed20'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:10:23.491108 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9728207-25a2-4349-80fb-1da543ff196a req-8aefcb38-081f-46e3-b34f-e91871be4d11 service neutron] Attempting to bind port eb55dc3d-1bbb-4c59-857d-6e7142be10fe on network 823f80f1-2970-481b-aed2-7ad5a7c0ed20 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:10:23.493939 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0c34bdd2-58d2-4325-90e1-f0e9383ef702 req-5e04c653-7caa-4d16-a861-977721170a0b service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=ffb17db6-1913-4712-aa46-d7c764c8c875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869102 Jan 28 07:10:23.511298 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9728207-25a2-4349-80fb-1da543ff196a req-8aefcb38-081f-46e3-b34f-e91871be4d11 service neutron] Port eb55dc3d-1bbb-4c59-857d-6e7142be10fe on network 823f80f1-2970-481b-aed2-7ad5a7c0ed20 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:10:23.512003 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9728207-25a2-4349-80fb-1da543ff196a req-8aefcb38-081f-46e3-b34f-e91871be4d11 service neutron] Attempting to bind port eb55dc3d-1bbb-4c59-857d-6e7142be10fe on network 823f80f1-2970-481b-aed2-7ad5a7c0ed20 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:10:23.530440 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port fe363f1d-683b-48a0-a9d6-60321189ecd0, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=fe363f1d-683b-48a0-a9d6-60321189ecd0,segment=NetworkSegment(67c4ed53-bfbf-4494-8d62-da0c7e4209c8),segment_id=67c4ed53-bfbf-4494-8d62-da0c7e4209c8)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:10:23.533239 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0a7940bf-1f9b-4e0f-8ad2-4e88f5d8344e req-d30dfb4e-0149-4cf7-9b67-0084bb9b4a1c tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/security-groups?id=ffb17db6-1913-4712-aa46-d7c764c8c875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315094 Jan 28 07:10:23.537626 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (fe363f1d-683b-48a0-a9d6-60321189ecd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:23.552134 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9728207-25a2-4349-80fb-1da543ff196a req-8aefcb38-081f-46e3-b34f-e91871be4d11 service neutron] Checking agent: {'id': '2fca46b1-237f-4857-9290-2429d810e472', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 10, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:10:23.552481 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9728207-25a2-4349-80fb-1da543ff196a req-8aefcb38-081f-46e3-b34f-e91871be4d11 service neutron] Checking segment: {'id': '919581ea-4d97-4a95-839c-1632528194b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '823f80f1-2970-481b-aed2-7ad5a7c0ed20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:10:23.552857 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9728207-25a2-4349-80fb-1da543ff196a req-8aefcb38-081f-46e3-b34f-e91871be4d11 service neutron] Bound using segment: {'id': '919581ea-4d97-4a95-839c-1632528194b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '823f80f1-2970-481b-aed2-7ad5a7c0ed20'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:10:23.556422 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-b9728207-25a2-4349-80fb-1da543ff196a req-8aefcb38-081f-46e3-b34f-e91871be4d11 service neutron] Bound port: eb55dc3d-1bbb-4c59-857d-6e7142be10fe, host: n-h1-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '919581ea-4d97-4a95-839c-1632528194b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '823f80f1-2970-481b-aed2-7ad5a7c0ed20'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:10:23.557788 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b9728207-25a2-4349-80fb-1da543ff196a req-8aefcb38-081f-46e3-b34f-e91871be4d11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (eb55dc3d-1bbb-4c59-857d-6e7142be10fe), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:23.637097 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=fe363f1d-683b-48a0-a9d6-60321189ecd0,revision_number=8']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:10:23.990293 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device eb55dc3d-1bbb-4c59-857d-6e7142be10fe details requested by agent hyperv_n-h2-712749-28 with host n-h2-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:10:24.012237 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 43de23cf-d551-404c-afd2-485eedcec042 no longer exists at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:10:24.045178 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-b9728207-25a2-4349-80fb-1da543ff196a req-8aefcb38-081f-46e3-b34f-e91871be4d11 service neutron] For port eb55dc3d-1bbb-4c59-857d-6e7142be10fe, host n-h1-712749-28, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:10:24.048830 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-b9728207-25a2-4349-80fb-1da543ff196a req-8aefcb38-081f-46e3-b34f-e91871be4d11 service neutron] For port eb55dc3d-1bbb-4c59-857d-6e7142be10fe, host n-h1-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=eb55dc3d-1bbb-4c59-857d-6e7142be10fe,segment=NetworkSegment(919581ea-4d97-4a95-839c-1632528194b6),segment_id=919581ea-4d97-4a95-839c-1632528194b6)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:10:24.068614 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bf95094-e815-4ea1-bcce-d4b65879bdf4 admin admin] Router bb0e90d9-aa8f-47f8-8a35-7025f159e9d8 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:10:24.072538 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b9728207-25a2-4349-80fb-1da543ff196a req-8aefcb38-081f-46e3-b34f-e91871be4d11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (eb55dc3d-1bbb-4c59-857d-6e7142be10fe), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:24.084768 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] No Port match for: 43de23cf-d551-404c-afd2-485eedcec042 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:10:24.091659 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 43de23cf-d551-404c-afd2-485eedcec042 not bound to the agent host n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:10:24.240919 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b1f247-c9f4-4c6f-a86c-a81bb64f0921 req-e49961c5-6921-41a2-91a7-cdf734f92f1f tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:24.240919 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-16b1f247-c9f4-4c6f-a86c-a81bb64f0921 req-e49961c5-6921-41a2-91a7-cdf734f92f1f tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/ports?device_id=8583dc03-a039-446f-b1e8-5e1ed628fdcb HTTP/1.1" status: 200 len: 944 time: 0.1845050 Jan 28 07:10:24.261650 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9728207-25a2-4349-80fb-1da543ff196a req-8aefcb38-081f-46e3-b34f-e91871be4d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:24.264326 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b9728207-25a2-4349-80fb-1da543ff196a req-8aefcb38-081f-46e3-b34f-e91871be4d11 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:24.269906 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b9728207-25a2-4349-80fb-1da543ff196a req-8aefcb38-081f-46e3-b34f-e91871be4d11 service neutron] 10.222.0.44 "PUT /v2.0/ports/eb55dc3d-1bbb-4c59-857d-6e7142be10fe HTTP/1.1" status: 200 len: 1124 time: 2.2236462 Jan 28 07:10:24.272351 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11bd989-bb35-4e6b-bfa7-cea5ea82c288 req-0b9f2fee-1bd1-48d5-893c-f074b3a5be16 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:24.275750 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a11bd989-bb35-4e6b-bfa7-cea5ea82c288 req-0b9f2fee-1bd1-48d5-893c-f074b3a5be16 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd6f6cee-8828-415b-beee-3ed839555ede HTTP/1.1" status: 200 len: 949 time: 0.1195624 Jan 28 07:10:24.404046 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a11bd989-bb35-4e6b-bfa7-cea5ea82c288 req-cbb8a7c8-762a-40c1-80de-7467bfb3ceb2 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183043 Jan 28 07:10:24.435741 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port eb55dc3d-1bbb-4c59-857d-6e7142be10fe, host n-h1-712749-28, got binding levels [] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:10:24.472750 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['eb55dc3d-1bbb-4c59-857d-6e7142be10fe'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:10:24.484228 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-16b1f247-c9f4-4c6f-a86c-a81bb64f0921 req-dcb7f4b0-aa32-49f9-a9e8-0201f6f96dc1 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/security-groups?id=83d97fa1-2f29-40d2-a756-a970d048d2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010474 Jan 28 07:10:24.484960 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aefcb38-081f-46e3-b34f-e91871be4d11 service neutron] Pushing event updated for resources: {'Port': ['ID=eb55dc3d-1bbb-4c59-857d-6e7142be10fe,revision_number=8']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:10:24.552889 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['eb55dc3d-1bbb-4c59-857d-6e7142be10fe'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:10:24.650186 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Attempting to bind port eb55dc3d-1bbb-4c59-857d-6e7142be10fe on host n-h1-712749-28 for vnic_type normal with profile {"migrating_to": "n-h2-712749-28"} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:10:24.650186 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Attempting to bind port eb55dc3d-1bbb-4c59-857d-6e7142be10fe by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': '919581ea-4d97-4a95-839c-1632528194b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '823f80f1-2970-481b-aed2-7ad5a7c0ed20'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:10:24.650186 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Attempting to bind port eb55dc3d-1bbb-4c59-857d-6e7142be10fe on network 823f80f1-2970-481b-aed2-7ad5a7c0ed20 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:10:24.684234 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Port eb55dc3d-1bbb-4c59-857d-6e7142be10fe on network 823f80f1-2970-481b-aed2-7ad5a7c0ed20 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:10:24.684234 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Attempting to bind port eb55dc3d-1bbb-4c59-857d-6e7142be10fe on network 823f80f1-2970-481b-aed2-7ad5a7c0ed20 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:10:24.684234 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Checking agent: {'id': '2fca46b1-237f-4857-9290-2429d810e472', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 10, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:10:24.684234 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Checking segment: {'id': '919581ea-4d97-4a95-839c-1632528194b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '823f80f1-2970-481b-aed2-7ad5a7c0ed20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:10:24.684234 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Bound using segment: {'id': '919581ea-4d97-4a95-839c-1632528194b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '823f80f1-2970-481b-aed2-7ad5a7c0ed20'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:10:24.684234 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Bound port: eb55dc3d-1bbb-4c59-857d-6e7142be10fe, host: n-h1-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '919581ea-4d97-4a95-839c-1632528194b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '823f80f1-2970-481b-aed2-7ad5a7c0ed20'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:10:24.684234 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (eb55dc3d-1bbb-4c59-857d-6e7142be10fe), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:24.825448 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bf95094-e815-4ea1-bcce-d4b65879bdf4 admin admin] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:10:24.838686 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50f5ead-cd08-4326-9cb5-6ee74ff1cf32 req-cfa1b52d-b5f4-46ea-ab8a-87733d86d934 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:24.840649 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e50f5ead-cd08-4326-9cb5-6ee74ff1cf32 req-cfa1b52d-b5f4-46ea-ab8a-87733d86d934 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/ports?device_id=727d4f68-410f-49f3-9274-2043b45a847a HTTP/1.1" status: 200 len: 945 time: 0.1099944 Jan 28 07:10:24.843430 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 36536) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:10:24.849782 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-3bf95094-e815-4ea1-bcce-d4b65879bdf4 admin admin] 10.222.0.41 "PUT /v2.0/routers/bb0e90d9-aa8f-47f8-8a35-7025f159e9d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6001945 Jan 28 07:10:24.870776 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da368b69-48f1-4749-b95c-6122dbcb737e None None] Sync routers for ids ['bb0e90d9-aa8f-47f8-8a35-7025f159e9d8'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:10:24.882852 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cca75fc-1823-4408-97ec-65249133e728 req-e9d3c0cc-0eb3-4052-9e34-ece8121d5b28 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:24.887521 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0cca75fc-1823-4408-97ec-65249133e728 req-e9d3c0cc-0eb3-4052-9e34-ece8121d5b28 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd6f6cee-8828-415b-beee-3ed839555ede HTTP/1.1" status: 200 len: 949 time: 0.1926303 Jan 28 07:10:24.978528 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da368b69-48f1-4749-b95c-6122dbcb737e None None] Routers {'bb0e90d9-aa8f-47f8-8a35-7025f159e9d8'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:10:24.979331 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-da368b69-48f1-4749-b95c-6122dbcb737e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:10:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['bb0e90d9-aa8f-47f8-8a35-7025f159e9d8'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:10:24.993493 n-d-712749-28 neutron-server[103285]: WARNING neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Concurrent port binding operations failed on port eb55dc3d-1bbb-4c59-857d-6e7142be10fe Jan 28 07:10:25.060058 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '232ec39b-90f9-4df8-a403-fe1029cce065', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe363f1d-683b-48a0-a9d6-60321189ecd0'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:10:25.063843 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2977aa9f-081a-47b2-a342-64ea01b7d1eb" -d '{"events": [{"server_uuid": "232ec39b-90f9-4df8-a403-fe1029cce065", "name": "network-vif-unplugged", "status": "completed", "tag": "fe363f1d-683b-48a0-a9d6-60321189ecd0"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:10:25.132393 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port eb55dc3d-1bbb-4c59-857d-6e7142be10fe, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=eb55dc3d-1bbb-4c59-857d-6e7142be10fe,segment=NetworkSegment(919581ea-4d97-4a95-839c-1632528194b6),segment_id=919581ea-4d97-4a95-839c-1632528194b6)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:10:25.172747 n-d-712749-28 neutron-server[103285]: INFO neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Attempt 2 to bind port eb55dc3d-1bbb-4c59-857d-6e7142be10fe Jan 28 07:10:25.173839 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device eb55dc3d-1bbb-4c59-857d-6e7142be10fe has no active binding in host n-h2-712749-28 {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 28 07:10:25.215016 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e50f5ead-cd08-4326-9cb5-6ee74ff1cf32 req-d283a00e-9cfc-4ab7-8647-59c59b3386cb tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/security-groups?id=ffb17db6-1913-4712-aa46-d7c764c8c875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351031 Jan 28 07:10:25.250204 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 07:10:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7652aa98-4aa5-4169-88ca-fc1471c9dbf4 x-openstack-request-id: req-7652aa98-4aa5-4169-88ca-fc1471c9dbf4 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:10:25.250517 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "232ec39b-90f9-4df8-a403-fe1029cce065", "name": "network-vif-unplugged", "status": "completed", "tag": "fe363f1d-683b-48a0-a9d6-60321189ecd0", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:10:25.250721 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7652aa98-4aa5-4169-88ca-fc1471c9dbf4 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:10:25.251286 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '232ec39b-90f9-4df8-a403-fe1029cce065', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe363f1d-683b-48a0-a9d6-60321189ecd0', 'code': 200} Jan 28 07:10:25.267462 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a36027a8-e538-44e6-8465-4be2f5db3b80 admin admin] Publish callbacks [] for router (bb0e90d9-aa8f-47f8-8a35-7025f159e9d8), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:25.584323 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a36027a8-e538-44e6-8465-4be2f5db3b80 admin admin] Publish callbacks [] for router_gateway (bb0e90d9-aa8f-47f8-8a35-7025f159e9d8), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:25.706617 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-a36027a8-e538-44e6-8465-4be2f5db3b80 admin admin] Deleting port 2f94349b-5fb8-42d1-80f3-7fd278b29f29 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:10:25.707154 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a36027a8-e538-44e6-8465-4be2f5db3b80 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (2f94349b-5fb8-42d1-80f3-7fd278b29f29), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:25.756142 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device fe363f1d-683b-48a0-a9d6-60321189ecd0 details requested by agent hyperv_n-h1-712749-28 with host n-h1-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:10:25.882403 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8583dc03-a039-446f-b1e8-5e1ed628fdcb', 'tag': 'eb55dc3d-1bbb-4c59-857d-6e7142be10fe'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:10:25.890104 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60a468b8-fbb7-401e-9486-5d39a65faa75" -d '{"events": [{"name": "network-changed", "server_uuid": "8583dc03-a039-446f-b1e8-5e1ed628fdcb", "tag": "eb55dc3d-1bbb-4c59-857d-6e7142be10fe"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:10:25.975454 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94796b6-2e29-4740-8dad-4a39e1df75d4 req-a3ef68f5-0604-4aad-b7b8-0ab0f9249e4e tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:25.977162 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f94796b6-2e29-4740-8dad-4a39e1df75d4 req-a3ef68f5-0604-4aad-b7b8-0ab0f9249e4e tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/ports?device_id=8583dc03-a039-446f-b1e8-5e1ed628fdcb HTTP/1.1" status: 200 len: 944 time: 0.2432177 Jan 28 07:10:26.006984 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port fe363f1d-683b-48a0-a9d6-60321189ecd0, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=fe363f1d-683b-48a0-a9d6-60321189ecd0,segment=NetworkSegment(67c4ed53-bfbf-4494-8d62-da0c7e4209c8),segment_id=67c4ed53-bfbf-4494-8d62-da0c7e4209c8)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:10:26.117864 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40629f9-7b08-4fc9-9a70-4d9beab6f425 req-d8c729e7-a7bc-4142-9e68-bc54d6b3d140 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:26.126105 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d40629f9-7b08-4fc9-9a70-4d9beab6f425 req-d8c729e7-a7bc-4142-9e68-bc54d6b3d140 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd6f6cee-8828-415b-beee-3ed839555ede HTTP/1.1" status: 200 len: 949 time: 0.2256515 Jan 28 07:10:26.148555 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Returning: {'device': 'fe363f1d-683b-48a0-a9d6-60321189ecd0', 'network_id': 'e794ad63-0b0f-4018-9f49-e800aa3d32de', 'port_id': 'fe363f1d-683b-48a0-a9d6-60321189ecd0', 'mac_address': 'fa:16:3e:d4:87:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11d8e1f8-50c3-4314-ae17-177714f8d453', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:10:26.153881 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-a36027a8-e538-44e6-8465-4be2f5db3b80 admin admin] For port 2f94349b-5fb8-42d1-80f3-7fd278b29f29, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=2f94349b-5fb8-42d1-80f3-7fd278b29f29,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:10:26.154259 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a36027a8-e538-44e6-8465-4be2f5db3b80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (2f94349b-5fb8-42d1-80f3-7fd278b29f29), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:26.156934 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-0cca75fc-1823-4408-97ec-65249133e728 req-e623a8b2-f551-4a9b-b070-f9ee8f198c70 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Deleting port 0c399f48-7d92-4b84-b2c1-e5fe6a895353 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:10:26.157782 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-0cca75fc-1823-4408-97ec-65249133e728 req-e623a8b2-f551-4a9b-b070-f9ee8f198c70 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (0c399f48-7d92-4b84-b2c1-e5fe6a895353), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:26.173686 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 0c399f48-7d92-4b84-b2c1-e5fe6a895353 no longer exists at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:10:26.207071 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-a36027a8-e538-44e6-8465-4be2f5db3b80 admin admin] Calling delete_port for 2f94349b-5fb8-42d1-80f3-7fd278b29f29 owned by network:router_gateway {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:10:26.370085 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-da368b69-48f1-4749-b95c-6122dbcb737e None None] Set router bb0e90d9-aa8f-47f8-8a35-7025f159e9d8 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:10:26.450592 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d40629f9-7b08-4fc9-9a70-4d9beab6f425 req-134467c6-4c73-4964-a253-54a5125772cf tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c76bd5a-96a3-4b4a-8688-bad5a7b36830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3149104 Jan 28 07:10:26.549768 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-0cca75fc-1823-4408-97ec-65249133e728 req-e623a8b2-f551-4a9b-b070-f9ee8f198c70 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] For port 0c399f48-7d92-4b84-b2c1-e5fe6a895353, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=0c399f48-7d92-4b84-b2c1-e5fe6a895353,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:10:26.550233 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-0cca75fc-1823-4408-97ec-65249133e728 req-e623a8b2-f551-4a9b-b070-f9ee8f198c70 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (0c399f48-7d92-4b84-b2c1-e5fe6a895353), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:26.579021 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-0cca75fc-1823-4408-97ec-65249133e728 req-e623a8b2-f551-4a9b-b070-f9ee8f198c70 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Calling delete_port for 0c399f48-7d92-4b84-b2c1-e5fe6a895353 owned by compute:nova {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:10:26.749450 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 7 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 07:10:26.880262 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a36027a8-e538-44e6-8465-4be2f5db3b80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (2f94349b-5fb8-42d1-80f3-7fd278b29f29), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:26.891706 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-0cca75fc-1823-4408-97ec-65249133e728 req-e623a8b2-f551-4a9b-b070-f9ee8f198c70 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (0c399f48-7d92-4b84-b2c1-e5fe6a895353), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:26.916647 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f94796b6-2e29-4740-8dad-4a39e1df75d4 req-60c554ce-7529-4548-908e-936255d658df tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/security-groups?id=83d97fa1-2f29-40d2-a756-a970d048d2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9177999 Jan 28 07:10:26.997141 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e623a8b2-f551-4a9b-b070-f9ee8f198c70 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Pushing event deleted for resources: {'Port': ['ID=0c399f48-7d92-4b84-b2c1-e5fe6a895353,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:10:27.001588 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Port 0c399f48-7d92-4b84-b2c1-e5fe6a895353 update to DOWN by agent not found {{(pid=103285) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Jan 28 07:10:27.003115 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port fe363f1d-683b-48a0-a9d6-60321189ecd0 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:10:27.004344 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (fe363f1d-683b-48a0-a9d6-60321189ecd0), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:27.047308 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36027a8-e538-44e6-8465-4be2f5db3b80 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f94349b-5fb8-42d1-80f3-7fd278b29f29,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:10:27.068140 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe363f1d-683b-48a0-a9d6-60321189ecd0 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:10:27.120251 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port fe363f1d-683b-48a0-a9d6-60321189ecd0, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=fe363f1d-683b-48a0-a9d6-60321189ecd0,segment=NetworkSegment(67c4ed53-bfbf-4494-8d62-da0c7e4209c8),segment_id=67c4ed53-bfbf-4494-8d62-da0c7e4209c8)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:10:27.132156 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (fe363f1d-683b-48a0-a9d6-60321189ecd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:27.221903 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:10:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-938b5ba3-e0fd-4947-932c-a27f95ff88fa x-openstack-request-id: req-938b5ba3-e0fd-4947-932c-a27f95ff88fa {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:10:27.223152 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8583dc03-a039-446f-b1e8-5e1ed628fdcb", "tag": "eb55dc3d-1bbb-4c59-857d-6e7142be10fe", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:10:27.224917 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-938b5ba3-e0fd-4947-932c-a27f95ff88fa {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:10:27.225767 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8583dc03-a039-446f-b1e8-5e1ed628fdcb', 'tag': 'eb55dc3d-1bbb-4c59-857d-6e7142be10fe', 'status': 'completed', 'code': 200} Jan 28 07:10:27.233334 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cca75fc-1823-4408-97ec-65249133e728 req-e623a8b2-f551-4a9b-b070-f9ee8f198c70 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] No DVR routers for this DVR port 0c399f48-7d92-4b84-b2c1-e5fe6a895353 on host n-h2-712749-28 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:10:27.244512 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-0cca75fc-1823-4408-97ec-65249133e728 req-e623a8b2-f551-4a9b-b070-f9ee8f198c70 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:27.249430 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0cca75fc-1823-4408-97ec-65249133e728 req-e623a8b2-f551-4a9b-b070-f9ee8f198c70 tempest-MigrationsAdminTest-874645976 tempest-MigrationsAdminTest-874645976-project] 10.222.0.44 "DELETE /v2.0/ports/0c399f48-7d92-4b84-b2c1-e5fe6a895353 HTTP/1.1" status: 204 len: 173 time: 2.3450270 Jan 28 07:10:27.258584 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=fe363f1d-683b-48a0-a9d6-60321189ecd0,revision_number=9']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:10:27.339347 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a36027a8-e538-44e6-8465-4be2f5db3b80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16607873'] for router_gateway (bb0e90d9-aa8f-47f8-8a35-7025f159e9d8), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:27.354395 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['fe363f1d-683b-48a0-a9d6-60321189ecd0'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:10:27.435423 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-da368b69-48f1-4749-b95c-6122dbcb737e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb0e90d9-aa8f-47f8-8a35-7025f159e9d8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-886638038-router', 'tenant_id': '0960152eceb74f9eb1ec8ad55ca70381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '2f94349b-5fb8-42d1-80f3-7fd278b29f29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:04:46Z', 'updated_at': '2022-01-28T07:10:21Z', 'revision_number': 5, 'project_id': '0960152eceb74f9eb1ec8ad55ca70381', 'gw_port': {'id': '2f94349b-5fb8-42d1-80f3-7fd278b29f29', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:19:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0e90d9-aa8f-47f8-8a35-7025f159e9d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:04:48Z', 'updated_at': '2022-01-28T07:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:10:27.558543 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da368b69-48f1-4749-b95c-6122dbcb737e None None] Checking router: bb0e90d9-aa8f-47f8-8a35-7025f159e9d8 for host: n-d-712749-28 {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:10:27.633947 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da368b69-48f1-4749-b95c-6122dbcb737e None None] Routers {'bb0e90d9-aa8f-47f8-8a35-7025f159e9d8'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:10:27.634865 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-da368b69-48f1-4749-b95c-6122dbcb737e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:10:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['bb0e90d9-aa8f-47f8-8a35-7025f159e9d8'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:10:27.781420 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a36027a8-e538-44e6-8465-4be2f5db3b80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16605684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127449'] for router (bb0e90d9-aa8f-47f8-8a35-7025f159e9d8), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:27.787074 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a36027a8-e538-44e6-8465-4be2f5db3b80 admin admin] Publish callbacks [] for router_controller (bb0e90d9-aa8f-47f8-8a35-7025f159e9d8), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:27.809659 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-da368b69-48f1-4749-b95c-6122dbcb737e None None] Set router bb0e90d9-aa8f-47f8-8a35-7025f159e9d8 gateway port host: None {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:10:27.910982 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a36027a8-e538-44e6-8465-4be2f5db3b80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16605693'] for router (bb0e90d9-aa8f-47f8-8a35-7025f159e9d8), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:27.911536 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a36027a8-e538-44e6-8465-4be2f5db3b80 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bb0e90d9-aa8f-47f8-8a35-7025f159e9d8 {{(pid=103284) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 07:10:27.925378 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a36027a8-e538-44e6-8465-4be2f5db3b80 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:27.928941 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-a36027a8-e538-44e6-8465-4be2f5db3b80 admin admin] 10.222.0.41 "DELETE /v2.0/routers/bb0e90d9-aa8f-47f8-8a35-7025f159e9d8 HTTP/1.1" status: 204 len: 168 time: 3.0820160 Jan 28 07:10:27.929348 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 36602) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:10:27.985113 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-da368b69-48f1-4749-b95c-6122dbcb737e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb0e90d9-aa8f-47f8-8a35-7025f159e9d8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-886638038-router', 'tenant_id': '0960152eceb74f9eb1ec8ad55ca70381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:04:46Z', 'updated_at': '2022-01-28T07:10:26Z', 'revision_number': 7, 'project_id': '0960152eceb74f9eb1ec8ad55ca70381', 'gw_port_host': None}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:10:28.013290 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a468b8-fbb7-401e-9486-5d39a65faa75 req-cd3d5514-b63c-484d-897c-05bedd7ce7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:28.020362 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-60a468b8-fbb7-401e-9486-5d39a65faa75 req-cd3d5514-b63c-484d-897c-05bedd7ce7b2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5c2af407db1e43909575b4b7c4ad1b18&device_id=8583dc03-a039-446f-b1e8-5e1ed628fdcb HTTP/1.1" status: 200 len: 1127 time: 0.8264976 Jan 28 07:10:28.027327 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da368b69-48f1-4749-b95c-6122dbcb737e None None] The sync data for ids ['bb0e90d9-aa8f-47f8-8a35-7025f159e9d8'] in n-d-712749-28 is: [{'id': 'bb0e90d9-aa8f-47f8-8a35-7025f159e9d8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-886638038-router', 'tenant_id': '0960152eceb74f9eb1ec8ad55ca70381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:04:46Z', 'updated_at': '2022-01-28T07:10:26Z', 'revision_number': 7, 'project_id': '0960152eceb74f9eb1ec8ad55ca70381', 'gw_port_host': None}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:10:28.176926 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a468b8-fbb7-401e-9486-5d39a65faa75 req-1931a951-640a-4484-a0cc-22206eb483e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:28.179556 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-60a468b8-fbb7-401e-9486-5d39a65faa75 req-1931a951-640a-4484-a0cc-22206eb483e2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=823f80f1-2970-481b-aed2-7ad5a7c0ed20 HTTP/1.1" status: 200 len: 921 time: 0.1508055 Jan 28 07:10:28.190767 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_v2 [None req-c57d00d3-1e33-4597-98ab-ca2599f8c58a admin admin] Deleting subnet b0a9e84b-90ab-4b66-a900-eb7872b6d81f {{(pid=103283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:10:28.195506 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c57d00d3-1e33-4597-98ab-ca2599f8c58a admin admin] Publish callbacks [] for subnet (b0a9e84b-90ab-4b66-a900-eb7872b6d81f), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:28.245675 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b5fd17-e225-48ec-946f-c4c99ec0d4c5 req-abd9bf0d-b1ad-4025-8045-b5815ca2b3f1 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:28.246899 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c57d00d3-1e33-4597-98ab-ca2599f8c58a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13506696'] for subnet (b0a9e84b-90ab-4b66-a900-eb7872b6d81f), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:28.262516 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-92b5fd17-e225-48ec-946f-c4c99ec0d4c5 req-abd9bf0d-b1ad-4025-8045-b5815ca2b3f1 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/ports?device_id=727d4f68-410f-49f3-9274-2043b45a847a HTTP/1.1" status: 200 len: 945 time: 0.9449060 Jan 28 07:10:28.474246 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c57d00d3-1e33-4597-98ab-ca2599f8c58a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (b0a9e84b-90ab-4b66-a900-eb7872b6d81f), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:28.481303 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-60a468b8-fbb7-401e-9486-5d39a65faa75 req-3ddb9673-8d77-41fa-9784-e9717ea603cb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eb55dc3d-1bbb-4c59-857d-6e7142be10fe HTTP/1.1" status: 200 len: 217 time: 0.2870393 Jan 28 07:10:28.694173 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c57d00d3-1e33-4597-98ab-ca2599f8c58a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13546665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13556132'] for subnet (b0a9e84b-90ab-4b66-a900-eb7872b6d81f), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:28.771339 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57d00d3-1e33-4597-98ab-ca2599f8c58a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0a9e84b-90ab-4b66-a900-eb7872b6d81f,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:10:28.780811 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2201582d-217a-4602-b0d7-8e83f2b27bb5 None None] Network 40d02b2d-8999-4dc2-abb9-3653b1c5639b requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:10:28.795531 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c57d00d3-1e33-4597-98ab-ca2599f8c58a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:28.795988 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-92b5fd17-e225-48ec-946f-c4c99ec0d4c5 req-3df43d7a-ecfa-475e-8585-7df2d2970a13 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/security-groups?id=ffb17db6-1913-4712-aa46-d7c764c8c875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5040412 Jan 28 07:10:28.809169 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-c57d00d3-1e33-4597-98ab-ca2599f8c58a admin admin] 10.222.0.41 "DELETE /v2.0/subnets/b0a9e84b-90ab-4b66-a900-eb7872b6d81f HTTP/1.1" status: 204 len: 168 time: 0.8787112 Jan 28 07:10:28.812735 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 36612) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:10:28.880932 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a468b8-fbb7-401e-9486-5d39a65faa75 req-b86d8565-4bd5-4f24-a4d6-e29d701b898b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:28.882432 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-60a468b8-fbb7-401e-9486-5d39a65faa75 req-b86d8565-4bd5-4f24-a4d6-e29d701b898b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d3ff6769-eb60-4293-943b-ef852d2e0c72 HTTP/1.1" status: 200 len: 860 time: 0.3484294 Jan 28 07:10:29.187505 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-60a468b8-fbb7-401e-9486-5d39a65faa75 req-0767f224-5a8c-47a5-8a7c-e8bae9cb88b9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=823f80f1-2970-481b-aed2-7ad5a7c0ed20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2784057 Jan 28 07:10:29.233182 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-687cf060-58d2-4067-a4c8-ec9e493d6692 None None] DHCP port deletion for 40d02b2d-8999-4dc2-abb9-3653b1c5639b request from n-d-712749-28 {{(pid=103285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 07:10:29.233550 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd6f6cee-8828-415b-beee-3ed839555ede', 'name': 'network-vif-deleted', 'tag': '0c399f48-7d92-4b84-b2c1-e5fe6a895353'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:10:29.236056 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fe5d8db-227c-47ec-91b9-0df62e83201e" -d '{"events": [{"server_uuid": "cd6f6cee-8828-415b-beee-3ed839555ede", "name": "network-vif-deleted", "tag": "0c399f48-7d92-4b84-b2c1-e5fe6a895353"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:10:29.315612 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device fe363f1d-683b-48a0-a9d6-60321189ecd0 up at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:10:29.437723 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-60a468b8-fbb7-401e-9486-5d39a65faa75 req-97cae22f-a1a3-4d2b-b877-4243939796d7 service neutron] 10.222.0.10 "GET /v2.0/networks/823f80f1-2970-481b-aed2-7ad5a7c0ed20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270195 Jan 28 07:10:29.454228 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ec6a3cd4-5c90-48e9-b097-ba8c41606fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (40d02b2d-8999-4dc2-abb9-3653b1c5639b), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:29.485442 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115c681a-032c-4de1-89f1-66151769d776 req-551abb50-2452-4527-9035-5155e6c7041e tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:29.498302 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-115c681a-032c-4de1-89f1-66151769d776 req-551abb50-2452-4527-9035-5155e6c7041e tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/ports?device_id=8583dc03-a039-446f-b1e8-5e1ed628fdcb HTTP/1.1" status: 200 len: 944 time: 0.4355493 Jan 28 07:10:29.622644 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning complete for port fe363f1d-683b-48a0-a9d6-60321189ecd0 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:10:29.625168 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (fe363f1d-683b-48a0-a9d6-60321189ecd0), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:29.709022 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 36620) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:10:29.744759 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-687cf060-58d2-4067-a4c8-ec9e493d6692 None None] Deleting port dc2c43db-001a-4b06-9d93-0def4ee53525 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:10:29.745310 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-687cf060-58d2-4067-a4c8-ec9e493d6692 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (dc2c43db-001a-4b06-9d93-0def4ee53525), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:29.758078 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 0524002c-341e-4ffc-a6e6-30a763a2813e no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:10:29.788591 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-60a468b8-fbb7-401e-9486-5d39a65faa75 req-7082748f-8168-4310-940b-5e8400a4baaa service neutron] 10.222.0.10 "GET /v2.0/networks/823f80f1-2970-481b-aed2-7ad5a7c0ed20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2698658 Jan 28 07:10:29.924912 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: 0524002c-341e-4ffc-a6e6-30a763a2813e {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:10:29.924912 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 0524002c-341e-4ffc-a6e6-30a763a2813e not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:10:29.924912 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device dc2c43db-001a-4b06-9d93-0def4ee53525 no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:10:30.005067 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-115c681a-032c-4de1-89f1-66151769d776 req-bc0292ef-9265-47f4-83c5-66820f3542a0 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/security-groups?id=83d97fa1-2f29-40d2-a756-a970d048d2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5048285 Jan 28 07:10:30.086926 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-ec6a3cd4-5c90-48e9-b097-ba8c41606fd9 admin admin] Deleting port dc2c43db-001a-4b06-9d93-0def4ee53525 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:10:30.087810 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ec6a3cd4-5c90-48e9-b097-ba8c41606fd9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (dc2c43db-001a-4b06-9d93-0def4ee53525), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:30.103369 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-4528f656-8949-44f0-8455-af0aa0bd8022 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=966335f0946f459597af95ab0b33b55c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3929689 Jan 28 07:10:30.105676 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 36624) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:10:30.118624 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-687cf060-58d2-4067-a4c8-ec9e493d6692 None None] For port dc2c43db-001a-4b06-9d93-0def4ee53525, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=dc2c43db-001a-4b06-9d93-0def4ee53525,segment=NetworkSegment(54d6bc55-d69e-43c8-8b72-86f677a245e2),segment_id=54d6bc55-d69e-43c8-8b72-86f677a245e2)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:10:30.132392 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-687cf060-58d2-4067-a4c8-ec9e493d6692 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (dc2c43db-001a-4b06-9d93-0def4ee53525), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:30.218027 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-50639c81-6563-4500-8682-200556d6d84c admin admin] Publish callbacks [] for security_group (8c76bd5a-96a3-4b4a-8688-bad5a7b36830), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:30.232879 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-687cf060-58d2-4067-a4c8-ec9e493d6692 None None] Calling delete_port for dc2c43db-001a-4b06-9d93-0def4ee53525 owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:10:30.275138 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-50639c81-6563-4500-8682-200556d6d84c admin admin] Publish callbacks [] for security_group (8c76bd5a-96a3-4b4a-8688-bad5a7b36830), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:30.342645 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-ec6a3cd4-5c90-48e9-b097-ba8c41606fd9 admin admin] For port dc2c43db-001a-4b06-9d93-0def4ee53525, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=dc2c43db-001a-4b06-9d93-0def4ee53525,segment=NetworkSegment(54d6bc55-d69e-43c8-8b72-86f677a245e2),segment_id=54d6bc55-d69e-43c8-8b72-86f677a245e2)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:10:30.343237 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ec6a3cd4-5c90-48e9-b097-ba8c41606fd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (dc2c43db-001a-4b06-9d93-0def4ee53525), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:30.382240 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-50639c81-6563-4500-8682-200556d6d84c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (8c76bd5a-96a3-4b4a-8688-bad5a7b36830), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:30.386173 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-50639c81-6563-4500-8682-200556d6d84c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:30.387717 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-50639c81-6563-4500-8682-200556d6d84c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8c76bd5a-96a3-4b4a-8688-bad5a7b36830 HTTP/1.1" status: 204 len: 168 time: 0.2808392 Jan 28 07:10:30.390115 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-ec6a3cd4-5c90-48e9-b097-ba8c41606fd9 admin admin] Calling delete_port for dc2c43db-001a-4b06-9d93-0def4ee53525 owned by network:dhcp {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:10:30.438727 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50639c81-6563-4500-8682-200556d6d84c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c76bd5a-96a3-4b4a-8688-bad5a7b36830,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:10:30.689804 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ec6a3cd4-5c90-48e9-b097-ba8c41606fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (dc2c43db-001a-4b06-9d93-0def4ee53525), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:30.777247 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port dc2c43db-001a-4b06-9d93-0def4ee53525 is: ACTIVE; New status is: DOWN {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:10:30.777667 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (dc2c43db-001a-4b06-9d93-0def4ee53525), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:30.787290 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port fe363f1d-683b-48a0-a9d6-60321189ecd0 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:10:30.787709 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (fe363f1d-683b-48a0-a9d6-60321189ecd0), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:30.795584 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6a3cd4-5c90-48e9-b097-ba8c41606fd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc2c43db-001a-4b06-9d93-0def4ee53525,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:10:30.814018 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6a3cd4-5c90-48e9-b097-ba8c41606fd9 admin admin] No DVR routers for this DVR port dc2c43db-001a-4b06-9d93-0def4ee53525 on host n-d-712749-28 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:10:30.871286 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-687cf060-58d2-4067-a4c8-ec9e493d6692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298'] for port (dc2c43db-001a-4b06-9d93-0def4ee53525), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:30.920528 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 36630) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:10:30.929637 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port fe363f1d-683b-48a0-a9d6-60321189ecd0, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=fe363f1d-683b-48a0-a9d6-60321189ecd0,segment=NetworkSegment(67c4ed53-bfbf-4494-8d62-da0c7e4209c8),segment_id=67c4ed53-bfbf-4494-8d62-da0c7e4209c8)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:10:30.937975 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '232ec39b-90f9-4df8-a403-fe1029cce065', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe363f1d-683b-48a0-a9d6-60321189ecd0'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:10:30.944546 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ea6ac61-e6fb-4fed-8196-1c1d234a0f8e" -d '{"events": [{"server_uuid": "232ec39b-90f9-4df8-a403-fe1029cce065", "name": "network-vif-plugged", "status": "completed", "tag": "fe363f1d-683b-48a0-a9d6-60321189ecd0"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:10:31.000486 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (fe363f1d-683b-48a0-a9d6-60321189ecd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:31.001280 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device eb55dc3d-1bbb-4c59-857d-6e7142be10fe no longer exists at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:10:31.016310 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687cf060-58d2-4067-a4c8-ec9e493d6692 None None] Pushing event deleted for resources: {'Port': ['ID=dc2c43db-001a-4b06-9d93-0def4ee53525,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:10:31.085506 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-b4c9b7c5-62e0-4585-aecb-2938547427a2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9c188efe6e76493a8f55987831cb681e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1625609 Jan 28 07:10:31.087479 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 36636) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:10:31.106476 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ec6a3cd4-5c90-48e9-b097-ba8c41606fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (40d02b2d-8999-4dc2-abb9-3653b1c5639b), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:31.114371 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687cf060-58d2-4067-a4c8-ec9e493d6692 None None] No DVR routers for this DVR port dc2c43db-001a-4b06-9d93-0def4ee53525 on host n-d-712749-28 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:10:31.117069 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 2f94349b-5fb8-42d1-80f3-7fd278b29f29 no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:10:31.185026 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-ec6a3cd4-5c90-48e9-b097-ba8c41606fd9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40d02b2d-8999-4dc2-abb9-3653b1c5639b']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:10:31.223733 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af639ac6-5487-4947-aece-6d1054046edc req-e20f3360-c588-4835-8b49-c090fbf849db tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:31.232565 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-af639ac6-5487-4947-aece-6d1054046edc req-e20f3360-c588-4835-8b49-c090fbf849db tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/ports?device_id=727d4f68-410f-49f3-9274-2043b45a847a HTTP/1.1" status: 200 len: 945 time: 0.3431237 Jan 28 07:10:31.240667 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: 2f94349b-5fb8-42d1-80f3-7fd278b29f29 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:10:31.241025 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 2f94349b-5fb8-42d1-80f3-7fd278b29f29 not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:10:31.251386 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-10ab7d59-619b-4c3d-a379-cda697dbb958 admin admin] Publish callbacks [] for security_group (9e96761a-2379-4ab2-8a2d-b7aba8663346), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:31.256374 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-ec6a3cd4-5c90-48e9-b097-ba8c41606fd9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54d6bc55-d69e-43c8-8b72-86f677a245e2') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:10:31.262019 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-ec6a3cd4-5c90-48e9-b097-ba8c41606fd9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54d6bc55-d69e-43c8-8b72-86f677a245e2') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:10:31.291660 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-10ab7d59-619b-4c3d-a379-cda697dbb958 admin admin] Publish callbacks [] for security_group (9e96761a-2379-4ab2-8a2d-b7aba8663346), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:31.316344 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ec6a3cd4-5c90-48e9-b097-ba8c41606fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24759294'] for segment (54d6bc55-d69e-43c8-8b72-86f677a245e2), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:31.339016 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=fe363f1d-683b-48a0-a9d6-60321189ecd0,revision_number=10']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:10:31.366992 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ec6a3cd4-5c90-48e9-b097-ba8c41606fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (54d6bc55-d69e-43c8-8b72-86f677a245e2), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:31.395982 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-10ab7d59-619b-4c3d-a379-cda697dbb958 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (9e96761a-2379-4ab2-8a2d-b7aba8663346), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:31.402867 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec6a3cd4-5c90-48e9-b097-ba8c41606fd9 admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:10:31.405411 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ec6a3cd4-5c90-48e9-b097-ba8c41606fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24757675'] for segment (54d6bc55-d69e-43c8-8b72-86f677a245e2), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:31.407450 n-d-712749-28 neutron-server[103284]: Traceback (most recent call last): Jan 28 07:10:31.407450 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:10:31.407450 n-d-712749-28 neutron-server[103284]: timer() Jan 28 07:10:31.407450 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:10:31.407450 n-d-712749-28 neutron-server[103284]: cb(*args, **kw) Jan 28 07:10:31.407450 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:10:31.407450 n-d-712749-28 neutron-server[103284]: return func(*args, **kwargs) Jan 28 07:10:31.407450 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:10:31.407450 n-d-712749-28 neutron-server[103284]: self._notify() Jan 28 07:10:31.407450 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:10:31.407450 n-d-712749-28 neutron-server[103284]: self.callback(batched_events) Jan 28 07:10:31.407450 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:10:31.407450 n-d-712749-28 neutron-server[103284]: event.method(event) Jan 28 07:10:31.407450 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:10:31.407450 n-d-712749-28 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:10:31.407450 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:10:31.407450 n-d-712749-28 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:10:31.407450 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:10:31.407450 n-d-712749-28 neutron-server[103284]: return f(self, *a, **k) Jan 28 07:10:31.407450 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:10:31.407450 n-d-712749-28 neutron-server[103284]: return self._get(url).json() Jan 28 07:10:31.407450 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:10:31.407450 n-d-712749-28 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:10:31.407450 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:10:31.407450 n-d-712749-28 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Jan 28 07:10:31.407450 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:10:31.407450 n-d-712749-28 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:10:31.407450 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:10:31.407450 n-d-712749-28 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:10:31.407450 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:10:31.407450 n-d-712749-28 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:10:31.407450 n-d-712749-28 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:10:31.410721 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-10ab7d59-619b-4c3d-a379-cda697dbb958 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:31.411862 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-10ab7d59-619b-4c3d-a379-cda697dbb958 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9e96761a-2379-4ab2-8a2d-b7aba8663346 HTTP/1.1" status: 204 len: 168 time: 0.3170786 Jan 28 07:10:31.437070 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port eb55dc3d-1bbb-4c59-857d-6e7142be10fe is: DOWN; New status is: DOWN {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:10:31.448604 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ab7d59-619b-4c3d-a379-cda697dbb958 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e96761a-2379-4ab2-8a2d-b7aba8663346,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:10:31.457656 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-af639ac6-5487-4947-aece-6d1054046edc req-4365227c-1dd3-49f3-b489-4ec354623436 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/security-groups?id=ffb17db6-1913-4712-aa46-d7c764c8c875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180517 Jan 28 07:10:31.586252 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2044b654-3c2e-403f-b7e4-08a9275d9daf x-openstack-request-id: req-2044b654-3c2e-403f-b7e4-08a9275d9daf {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:10:31.586553 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd6f6cee-8828-415b-beee-3ed839555ede", "name": "network-vif-deleted", "tag": "0c399f48-7d92-4b84-b2c1-e5fe6a895353", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:10:31.586804 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2044b654-3c2e-403f-b7e4-08a9275d9daf {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:10:31.587212 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd6f6cee-8828-415b-beee-3ed839555ede', 'name': 'network-vif-deleted', 'tag': '0c399f48-7d92-4b84-b2c1-e5fe6a895353', 'status': 'completed', 'code': 200} Jan 28 07:10:31.620351 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ec6a3cd4-5c90-48e9-b097-ba8c41606fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (40d02b2d-8999-4dc2-abb9-3653b1c5639b), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:31.656411 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eef557f-45df-4377-b947-c63ae76056bf x-openstack-request-id: req-5eef557f-45df-4377-b947-c63ae76056bf {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:10:31.656702 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "232ec39b-90f9-4df8-a403-fe1029cce065", "name": "network-vif-plugged", "status": "completed", "tag": "fe363f1d-683b-48a0-a9d6-60321189ecd0", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:10:31.656941 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5eef557f-45df-4377-b947-c63ae76056bf {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:10:31.657337 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '232ec39b-90f9-4df8-a403-fe1029cce065', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe363f1d-683b-48a0-a9d6-60321189ecd0', 'code': 200} Jan 28 07:10:31.663336 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ec6a3cd4-5c90-48e9-b097-ba8c41606fd9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:31.675805 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 36642) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:10:31.676012 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-ec6a3cd4-5c90-48e9-b097-ba8c41606fd9 admin admin] 10.222.0.41 "DELETE /v2.0/networks/40d02b2d-8999-4dc2-abb9-3653b1c5639b HTTP/1.1" status: 204 len: 168 time: 2.8598101 Jan 28 07:10:31.680914 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6a3cd4-5c90-48e9-b097-ba8c41606fd9 admin admin] Pushing event deleted for resources: {'Network': ['ID=40d02b2d-8999-4dc2-abb9-3653b1c5639b,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:10:31.887820 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6f2acf-7424-4a9b-a60a-13d257033265 req-24276524-64da-4493-9865-ccc13ecea3ef tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:31.895715 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8b6f2acf-7424-4a9b-a60a-13d257033265 req-24276524-64da-4493-9865-ccc13ecea3ef tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/ports?device_id=8583dc03-a039-446f-b1e8-5e1ed628fdcb HTTP/1.1" status: 200 len: 944 time: 0.1216321 Jan 28 07:10:32.014724 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8b6f2acf-7424-4a9b-a60a-13d257033265 req-3ccd9462-82a4-4580-b9e4-17d1495482f6 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/security-groups?id=83d97fa1-2f29-40d2-a756-a970d048d2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115899 Jan 28 07:10:32.463327 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7b78e77f-468b-4037-909a-a23db3298f97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16606535'] for router_interface (63ed7cc4-8009-4c98-8a15-e898bc9e3efb), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:32.742294 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:32.984468 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-7b78e77f-468b-4037-909a-a23db3298f97 admin admin] Deleting port 191b3ca5-2e50-4aeb-b266-873ebb795c74 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:10:32.984731 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7b78e77f-468b-4037-909a-a23db3298f97 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (191b3ca5-2e50-4aeb-b266-873ebb795c74), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:33.164596 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-7b78e77f-468b-4037-909a-a23db3298f97 admin admin] For port 191b3ca5-2e50-4aeb-b266-873ebb795c74, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=191b3ca5-2e50-4aeb-b266-873ebb795c74,segment=NetworkSegment(309b35ab-bc53-487e-9972-0ce297281851),segment_id=309b35ab-bc53-487e-9972-0ce297281851)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:10:33.165072 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7b78e77f-468b-4037-909a-a23db3298f97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (191b3ca5-2e50-4aeb-b266-873ebb795c74), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:33.182700 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-7b78e77f-468b-4037-909a-a23db3298f97 admin admin] Calling delete_port for 191b3ca5-2e50-4aeb-b266-873ebb795c74 owned by network:router_interface {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:10:33.382567 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-133456c0-0590-42d8-bb02-bd2d4ca10781 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:33.426449 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7b78e77f-468b-4037-909a-a23db3298f97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (191b3ca5-2e50-4aeb-b266-873ebb795c74), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:33.470139 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b78e77f-468b-4037-909a-a23db3298f97 admin admin] Pushing event deleted for resources: {'Port': ['ID=191b3ca5-2e50-4aeb-b266-873ebb795c74,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:10:33.814909 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:33.853948 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7b78e77f-468b-4037-909a-a23db3298f97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16319006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16606699'] for router_interface (63ed7cc4-8009-4c98-8a15-e898bc9e3efb), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:34.419534 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fde7698-e08e-410a-8a45-4363ea877b95 req-133a8e85-8ba0-4ab0-92c3-52499bc1ff76 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:34.421339 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5fde7698-e08e-410a-8a45-4363ea877b95 req-133a8e85-8ba0-4ab0-92c3-52499bc1ff76 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.44 "GET /v2.0/ports?device_id=727d4f68-410f-49f3-9274-2043b45a847a HTTP/1.1" status: 200 len: 945 time: 0.3271599 Jan 28 07:10:34.523492 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b78e77f-468b-4037-909a-a23db3298f97 admin admin] Router 63ed7cc4-8009-4c98-8a15-e898bc9e3efb has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:10:34.809436 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b78e77f-468b-4037-909a-a23db3298f97 admin admin] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:10:34.827327 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8da45f-f389-418a-a404-cc555c844b5b None None] Sync routers for ids ['63ed7cc4-8009-4c98-8a15-e898bc9e3efb'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:10:34.843316 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-7b78e77f-468b-4037-909a-a23db3298f97 admin admin] 10.222.0.41 "PUT /v2.0/routers/63ed7cc4-8009-4c98-8a15-e898bc9e3efb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1659391 Jan 28 07:10:34.846215 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 36696) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:10:34.847248 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8da45f-f389-418a-a404-cc555c844b5b None None] Routers {'63ed7cc4-8009-4c98-8a15-e898bc9e3efb'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:10:34.847883 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-8b8da45f-f389-418a-a404-cc555c844b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:10:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['63ed7cc4-8009-4c98-8a15-e898bc9e3efb'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:10:34.914061 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-5fde7698-e08e-410a-8a45-4363ea877b95 req-0180de72-b2cf-4e08-a517-d661e972432f tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] Deleting port 5bf70e7c-4e15-4351-b237-cdf0f86a7c5d {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:10:34.914478 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-5fde7698-e08e-410a-8a45-4363ea877b95 req-0180de72-b2cf-4e08-a517-d661e972432f tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (5bf70e7c-4e15-4351-b237-cdf0f86a7c5d), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:35.080983 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-991b5e01-b3d1-4944-8926-f85df49379b9 admin admin] Publish callbacks [] for router (63ed7cc4-8009-4c98-8a15-e898bc9e3efb), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:35.089817 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-8b8da45f-f389-418a-a404-cc555c844b5b None None] Set router 63ed7cc4-8009-4c98-8a15-e898bc9e3efb gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:10:35.103398 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-5fde7698-e08e-410a-8a45-4363ea877b95 req-0180de72-b2cf-4e08-a517-d661e972432f tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] For port 5bf70e7c-4e15-4351-b237-cdf0f86a7c5d, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=5bf70e7c-4e15-4351-b237-cdf0f86a7c5d,segment=NetworkSegment(b8d72b75-cba6-44bb-b1f1-97b3aa439c04),segment_id=b8d72b75-cba6-44bb-b1f1-97b3aa439c04)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:10:35.104008 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-5fde7698-e08e-410a-8a45-4363ea877b95 req-0180de72-b2cf-4e08-a517-d661e972432f tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (5bf70e7c-4e15-4351-b237-cdf0f86a7c5d), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:35.158822 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-5fde7698-e08e-410a-8a45-4363ea877b95 req-0180de72-b2cf-4e08-a517-d661e972432f tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] Calling delete_port for 5bf70e7c-4e15-4351-b237-cdf0f86a7c5d owned by compute:nova {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:10:35.281499 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-991b5e01-b3d1-4944-8926-f85df49379b9 admin admin] Publish callbacks [] for router_gateway (63ed7cc4-8009-4c98-8a15-e898bc9e3efb), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:35.360018 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-991b5e01-b3d1-4944-8926-f85df49379b9 admin admin] Deleting port 175fd3c1-c499-4728-a696-848e375c0b1f {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:10:35.364021 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-991b5e01-b3d1-4944-8926-f85df49379b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (175fd3c1-c499-4728-a696-848e375c0b1f), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:35.567184 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-991b5e01-b3d1-4944-8926-f85df49379b9 admin admin] For port 175fd3c1-c499-4728-a696-848e375c0b1f, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=175fd3c1-c499-4728-a696-848e375c0b1f,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:10:35.567733 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-991b5e01-b3d1-4944-8926-f85df49379b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (175fd3c1-c499-4728-a696-848e375c0b1f), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:35.580823 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-5fde7698-e08e-410a-8a45-4363ea877b95 req-0180de72-b2cf-4e08-a517-d661e972432f tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (5bf70e7c-4e15-4351-b237-cdf0f86a7c5d), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:35.604532 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f35f-7de9-4ee6-9a13-c215c7492f77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:35.606223 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-991b5e01-b3d1-4944-8926-f85df49379b9 admin admin] Calling delete_port for 175fd3c1-c499-4728-a696-848e375c0b1f owned by network:router_gateway {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:10:35.641067 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['5bf70e7c-4e15-4351-b237-cdf0f86a7c5d'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:10:35.745247 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0180de72-b2cf-4e08-a517-d661e972432f tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] Pushing event deleted for resources: {'Port': ['ID=5bf70e7c-4e15-4351-b237-cdf0f86a7c5d,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:10:35.816382 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fde7698-e08e-410a-8a45-4363ea877b95 req-0180de72-b2cf-4e08-a517-d661e972432f tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] No DVR routers for this DVR port 5bf70e7c-4e15-4351-b237-cdf0f86a7c5d on host n-h2-712749-28 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:10:35.826818 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-5fde7698-e08e-410a-8a45-4363ea877b95 req-0180de72-b2cf-4e08-a517-d661e972432f tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:35.840289 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5fde7698-e08e-410a-8a45-4363ea877b95 req-0180de72-b2cf-4e08-a517-d661e972432f tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.44 "DELETE /v2.0/ports/5bf70e7c-4e15-4351-b237-cdf0f86a7c5d HTTP/1.1" status: 204 len: 173 time: 1.4115040 Jan 28 07:10:35.850182 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '727d4f68-410f-49f3-9274-2043b45a847a', 'name': 'network-vif-deleted', 'tag': '5bf70e7c-4e15-4351-b237-cdf0f86a7c5d'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:10:35.859887 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85bfe4b9-f1f7-4723-96a9-3dc524585dca" -d '{"events": [{"server_uuid": "727d4f68-410f-49f3-9274-2043b45a847a", "name": "network-vif-deleted", "tag": "5bf70e7c-4e15-4351-b237-cdf0f86a7c5d"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:10:35.901960 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-8b8da45f-f389-418a-a404-cc555c844b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63ed7cc4-8009-4c98-8a15-e898bc9e3efb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1472491423-router', 'tenant_id': '653b11b487c8410f9ec9a2597f17d777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.226'}], 'enable_snat': True}, 'gw_port_id': '175fd3c1-c499-4728-a696-848e375c0b1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:05:06Z', 'updated_at': '2022-01-28T07:10:33Z', 'revision_number': 5, 'project_id': '653b11b487c8410f9ec9a2597f17d777', 'gw_port': {'id': '175fd3c1-c499-4728-a696-848e375c0b1f', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:9e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63ed7cc4-8009-4c98-8a15-e898bc9e3efb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:05:07Z', 'updated_at': '2022-01-28T07:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:10:35.967228 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8da45f-f389-418a-a404-cc555c844b5b None None] Checking router: 63ed7cc4-8009-4c98-8a15-e898bc9e3efb for host: n-d-712749-28 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:10:35.998420 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8da45f-f389-418a-a404-cc555c844b5b None None] Routers {'63ed7cc4-8009-4c98-8a15-e898bc9e3efb'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:10:36.011240 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-8b8da45f-f389-418a-a404-cc555c844b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:10:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['63ed7cc4-8009-4c98-8a15-e898bc9e3efb'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:10:36.117068 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-991b5e01-b3d1-4944-8926-f85df49379b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (175fd3c1-c499-4728-a696-848e375c0b1f), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:36.216522 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991b5e01-b3d1-4944-8926-f85df49379b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=175fd3c1-c499-4728-a696-848e375c0b1f,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:10:36.323468 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-8b8da45f-f389-418a-a404-cc555c844b5b None None] Set router 63ed7cc4-8009-4c98-8a15-e898bc9e3efb gateway port host: None {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:10:36.333751 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-991b5e01-b3d1-4944-8926-f85df49379b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16607873'] for router_gateway (63ed7cc4-8009-4c98-8a15-e898bc9e3efb), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:36.450753 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-8b8da45f-f389-418a-a404-cc555c844b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63ed7cc4-8009-4c98-8a15-e898bc9e3efb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1472491423-router', 'tenant_id': '653b11b487c8410f9ec9a2597f17d777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:05:06Z', 'updated_at': '2022-01-28T07:10:35Z', 'revision_number': 6, 'project_id': '653b11b487c8410f9ec9a2597f17d777', 'gw_port_host': None}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:10:36.507996 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8da45f-f389-418a-a404-cc555c844b5b None None] The sync data for ids ['63ed7cc4-8009-4c98-8a15-e898bc9e3efb'] in n-d-712749-28 is: [{'id': '63ed7cc4-8009-4c98-8a15-e898bc9e3efb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1472491423-router', 'tenant_id': '653b11b487c8410f9ec9a2597f17d777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:05:06Z', 'updated_at': '2022-01-28T07:10:35Z', 'revision_number': 6, 'project_id': '653b11b487c8410f9ec9a2597f17d777', 'gw_port_host': None}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:10:36.519561 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-991b5e01-b3d1-4944-8926-f85df49379b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16605684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127449'] for router (63ed7cc4-8009-4c98-8a15-e898bc9e3efb), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:36.527381 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-991b5e01-b3d1-4944-8926-f85df49379b9 admin admin] Publish callbacks [] for router_controller (63ed7cc4-8009-4c98-8a15-e898bc9e3efb), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:36.673112 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-991b5e01-b3d1-4944-8926-f85df49379b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16605693'] for router (63ed7cc4-8009-4c98-8a15-e898bc9e3efb), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:36.675006 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-991b5e01-b3d1-4944-8926-f85df49379b9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 63ed7cc4-8009-4c98-8a15-e898bc9e3efb {{(pid=103284) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 07:10:36.679641 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-991b5e01-b3d1-4944-8926-f85df49379b9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:36.681445 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-991b5e01-b3d1-4944-8926-f85df49379b9 admin admin] 10.222.0.41 "DELETE /v2.0/routers/63ed7cc4-8009-4c98-8a15-e898bc9e3efb HTTP/1.1" status: 204 len: 168 time: 1.8340437 Jan 28 07:10:36.684122 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 36710) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:10:36.778090 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebe2222d-aa1c-4be7-be82-09540955ebdd admin admin] Deleting subnet 8022ec46-2066-42bf-8b97-645b6ab86a28 {{(pid=103283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:10:36.797026 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ebe2222d-aa1c-4be7-be82-09540955ebdd admin admin] Publish callbacks [] for subnet (8022ec46-2066-42bf-8b97-645b6ab86a28), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:36.858781 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ebe2222d-aa1c-4be7-be82-09540955ebdd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13506696'] for subnet (8022ec46-2066-42bf-8b97-645b6ab86a28), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:36.859512 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:37.082353 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ebe2222d-aa1c-4be7-be82-09540955ebdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (8022ec46-2066-42bf-8b97-645b6ab86a28), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:37.249881 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ebe2222d-aa1c-4be7-be82-09540955ebdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13546665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13556132'] for subnet (8022ec46-2066-42bf-8b97-645b6ab86a28), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:37.308250 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a21c3b6-1331-418a-b2f3-fd7458cd52e1 None None] Network d9570857-73c9-4cb6-bc59-f41e2162d678 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:10:37.308717 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe2222d-aa1c-4be7-be82-09540955ebdd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8022ec46-2066-42bf-8b97-645b6ab86a28,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:10:37.311227 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ebe2222d-aa1c-4be7-be82-09540955ebdd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:37.314543 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-ebe2222d-aa1c-4be7-be82-09540955ebdd admin admin] 10.222.0.41 "DELETE /v2.0/subnets/8022ec46-2066-42bf-8b97-645b6ab86a28 HTTP/1.1" status: 204 len: 168 time: 0.6293769 Jan 28 07:10:37.317642 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 36714) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:10:37.464724 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8a4b4bdf-e4d1-40df-91f1-665173f83e76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (d9570857-73c9-4cb6-bc59-f41e2162d678), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:37.560226 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-8a4b4bdf-e4d1-40df-91f1-665173f83e76 admin admin] Deleting port 0cf6bbbd-f4c3-488e-bae7-0d3e29accdfe {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:10:37.560575 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8a4b4bdf-e4d1-40df-91f1-665173f83e76 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (0cf6bbbd-f4c3-488e-bae7-0d3e29accdfe), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:37.654777 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-8a4b4bdf-e4d1-40df-91f1-665173f83e76 admin admin] For port 0cf6bbbd-f4c3-488e-bae7-0d3e29accdfe, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=0cf6bbbd-f4c3-488e-bae7-0d3e29accdfe,segment=NetworkSegment(309b35ab-bc53-487e-9972-0ce297281851),segment_id=309b35ab-bc53-487e-9972-0ce297281851)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:10:37.655187 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8a4b4bdf-e4d1-40df-91f1-665173f83e76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (0cf6bbbd-f4c3-488e-bae7-0d3e29accdfe), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:37.670313 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-8a4b4bdf-e4d1-40df-91f1-665173f83e76 admin admin] Calling delete_port for 0cf6bbbd-f4c3-488e-bae7-0d3e29accdfe owned by network:dhcp {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:10:37.682899 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-862300d2-e50b-4429-8d8d-aefbfea89ce8 None None] DHCP port deletion for d9570857-73c9-4cb6-bc59-f41e2162d678 request from n-d-712749-28 {{(pid=103285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 07:10:37.731255 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 175fd3c1-c499-4728-a696-848e375c0b1f no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:10:37.802694 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: 175fd3c1-c499-4728-a696-848e375c0b1f {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:10:37.808743 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 175fd3c1-c499-4728-a696-848e375c0b1f not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:10:37.809176 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 191b3ca5-2e50-4aeb-b266-873ebb795c74 no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:10:37.864877 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: 191b3ca5-2e50-4aeb-b266-873ebb795c74 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:10:37.867411 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8a4b4bdf-e4d1-40df-91f1-665173f83e76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (0cf6bbbd-f4c3-488e-bae7-0d3e29accdfe), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:37.879792 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 191b3ca5-2e50-4aeb-b266-873ebb795c74 not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:10:37.885112 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4b4bdf-e4d1-40df-91f1-665173f83e76 admin admin] No DVR routers for this DVR port 0cf6bbbd-f4c3-488e-bae7-0d3e29accdfe on host n-d-712749-28 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:10:37.923323 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-862300d2-e50b-4429-8d8d-aefbfea89ce8 None None] Deleting port 0cf6bbbd-f4c3-488e-bae7-0d3e29accdfe {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:10:37.923752 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-862300d2-e50b-4429-8d8d-aefbfea89ce8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (0cf6bbbd-f4c3-488e-bae7-0d3e29accdfe), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:37.937362 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4b4bdf-e4d1-40df-91f1-665173f83e76 admin admin] Pushing event deleted for resources: {'Port': ['ID=0cf6bbbd-f4c3-488e-bae7-0d3e29accdfe,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:10:38.125918 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8a4b4bdf-e4d1-40df-91f1-665173f83e76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (d9570857-73c9-4cb6-bc59-f41e2162d678), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:38.184932 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-8a4b4bdf-e4d1-40df-91f1-665173f83e76 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9570857-73c9-4cb6-bc59-f41e2162d678']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:10:38.213581 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-8a4b4bdf-e4d1-40df-91f1-665173f83e76 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '309b35ab-bc53-487e-9972-0ce297281851') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:10:38.213890 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-8a4b4bdf-e4d1-40df-91f1-665173f83e76 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '309b35ab-bc53-487e-9972-0ce297281851') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:10:38.226210 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8a4b4bdf-e4d1-40df-91f1-665173f83e76 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24759294'] for segment (309b35ab-bc53-487e-9972-0ce297281851), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:38.256913 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8a4b4bdf-e4d1-40df-91f1-665173f83e76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (309b35ab-bc53-487e-9972-0ce297281851), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:38.263682 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a4b4bdf-e4d1-40df-91f1-665173f83e76 admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:10:38.264135 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8a4b4bdf-e4d1-40df-91f1-665173f83e76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24757675'] for segment (309b35ab-bc53-487e-9972-0ce297281851), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:38.331777 n-d-712749-28 neutron-server[103284]: Traceback (most recent call last): Jan 28 07:10:38.331777 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:10:38.331777 n-d-712749-28 neutron-server[103284]: timer() Jan 28 07:10:38.331777 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:10:38.331777 n-d-712749-28 neutron-server[103284]: cb(*args, **kw) Jan 28 07:10:38.331777 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:10:38.331777 n-d-712749-28 neutron-server[103284]: return func(*args, **kwargs) Jan 28 07:10:38.331777 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:10:38.331777 n-d-712749-28 neutron-server[103284]: self._notify() Jan 28 07:10:38.331777 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:10:38.331777 n-d-712749-28 neutron-server[103284]: self.callback(batched_events) Jan 28 07:10:38.331777 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:10:38.331777 n-d-712749-28 neutron-server[103284]: event.method(event) Jan 28 07:10:38.331777 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:10:38.331777 n-d-712749-28 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:10:38.331777 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:10:38.331777 n-d-712749-28 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:10:38.331777 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:10:38.331777 n-d-712749-28 neutron-server[103284]: return f(self, *a, **k) Jan 28 07:10:38.331777 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:10:38.331777 n-d-712749-28 neutron-server[103284]: return self._get(url).json() Jan 28 07:10:38.331777 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:10:38.331777 n-d-712749-28 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:10:38.331777 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:10:38.331777 n-d-712749-28 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Jan 28 07:10:38.331777 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:10:38.331777 n-d-712749-28 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:10:38.331777 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:10:38.331777 n-d-712749-28 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:10:38.331777 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:10:38.331777 n-d-712749-28 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:10:38.331777 n-d-712749-28 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:10:38.349551 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8a4b4bdf-e4d1-40df-91f1-665173f83e76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (d9570857-73c9-4cb6-bc59-f41e2162d678), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:38.358698 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8a4b4bdf-e4d1-40df-91f1-665173f83e76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:38.367503 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-8a4b4bdf-e4d1-40df-91f1-665173f83e76 admin admin] 10.222.0.41 "DELETE /v2.0/networks/d9570857-73c9-4cb6-bc59-f41e2162d678 HTTP/1.1" status: 204 len: 168 time: 1.0487709 Jan 28 07:10:38.409318 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4b4bdf-e4d1-40df-91f1-665173f83e76 admin admin] Pushing event deleted for resources: {'Network': ['ID=d9570857-73c9-4cb6-bc59-f41e2162d678,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:10:38.566058 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 5bf70e7c-4e15-4351-b237-cdf0f86a7c5d no longer exists at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:10:38.636273 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] No Port match for: 5bf70e7c-4e15-4351-b237-cdf0f86a7c5d {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:10:38.637373 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 5bf70e7c-4e15-4351-b237-cdf0f86a7c5d not bound to the agent host n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:10:38.655428 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-862300d2-e50b-4429-8d8d-aefbfea89ce8 None None] For port 0cf6bbbd-f4c3-488e-bae7-0d3e29accdfe, host n-d-712749-28, got binding levels [] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:10:38.655885 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-862300d2-e50b-4429-8d8d-aefbfea89ce8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (0cf6bbbd-f4c3-488e-bae7-0d3e29accdfe), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:38.659968 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:38.672676 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-862300d2-e50b-4429-8d8d-aefbfea89ce8 None None] Calling delete_port for 0cf6bbbd-f4c3-488e-bae7-0d3e29accdfe owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:10:38.676672 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.ipam_backend_mixin [None req-862300d2-e50b-4429-8d8d-aefbfea89ce8 None None] Port 0cf6bbbd-f4c3-488e-bae7-0d3e29accdfe was not found and therefore no delete operation was performed {{(pid=103285) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 07:10:38.678401 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-862300d2-e50b-4429-8d8d-aefbfea89ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298'] for port (0cf6bbbd-f4c3-488e-bae7-0d3e29accdfe), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:38.688703 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-862300d2-e50b-4429-8d8d-aefbfea89ce8 None None] Network d9570857-73c9-4cb6-bc59-f41e2162d678 is not hosted by any dhcp agent {{(pid=103285) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 28 07:10:38.689450 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862300d2-e50b-4429-8d8d-aefbfea89ce8 None None] No DVR routers for this DVR port 0cf6bbbd-f4c3-488e-bae7-0d3e29accdfe on host n-d-712749-28 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:10:38.742055 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862300d2-e50b-4429-8d8d-aefbfea89ce8 None None] Pushing event deleted for resources: {'Port': ['ID=0cf6bbbd-f4c3-488e-bae7-0d3e29accdfe,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:10:38.768520 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862300d2-e50b-4429-8d8d-aefbfea89ce8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:10:38.769147 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862300d2-e50b-4429-8d8d-aefbfea89ce8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:10:38.769694 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862300d2-e50b-4429-8d8d-aefbfea89ce8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:10:38.770623 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862300d2-e50b-4429-8d8d-aefbfea89ce8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:10:38.774074 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862300d2-e50b-4429-8d8d-aefbfea89ce8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:10:38.774655 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862300d2-e50b-4429-8d8d-aefbfea89ce8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:10:38.775507 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862300d2-e50b-4429-8d8d-aefbfea89ce8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:10:38.776012 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862300d2-e50b-4429-8d8d-aefbfea89ce8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:10:38.776547 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862300d2-e50b-4429-8d8d-aefbfea89ce8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:10:38.777068 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862300d2-e50b-4429-8d8d-aefbfea89ce8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:10:38.777779 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862300d2-e50b-4429-8d8d-aefbfea89ce8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:10:38.778287 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862300d2-e50b-4429-8d8d-aefbfea89ce8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:10:38.778775 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862300d2-e50b-4429-8d8d-aefbfea89ce8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:10:38.830161 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 36726) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:10:38.939553 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-b85de51a-a6c1-42cb-9b1b-3d13295355a0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0960152eceb74f9eb1ec8ad55ca70381&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1059391 Jan 28 07:10:38.939924 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 36730) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:10:39.014861 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-243380f4-00dc-4f34-83a2-281df2258c01 admin admin] Publish callbacks [] for security_group (3304b5b7-1509-4a1a-97b7-801116ab4382), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:39.038987 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-243380f4-00dc-4f34-83a2-281df2258c01 admin admin] Publish callbacks [] for security_group (3304b5b7-1509-4a1a-97b7-801116ab4382), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:39.092039 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-243380f4-00dc-4f34-83a2-281df2258c01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (3304b5b7-1509-4a1a-97b7-801116ab4382), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:39.095872 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-243380f4-00dc-4f34-83a2-281df2258c01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:39.097918 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-243380f4-00dc-4f34-83a2-281df2258c01 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3304b5b7-1509-4a1a-97b7-801116ab4382 HTTP/1.1" status: 204 len: 168 time: 0.1555772 Jan 28 07:10:39.108107 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243380f4-00dc-4f34-83a2-281df2258c01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3304b5b7-1509-4a1a-97b7-801116ab4382,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:10:39.697054 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 0cf6bbbd-f4c3-488e-bae7-0d3e29accdfe no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:10:39.804726 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 36746) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:10:39.821558 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: 0cf6bbbd-f4c3-488e-bae7-0d3e29accdfe {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:10:39.822296 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 0cf6bbbd-f4c3-488e-bae7-0d3e29accdfe not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:10:39.839365 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:39.924423 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-8272b3b4-4aa9-4aa3-8706-ae52123b2279 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=653b11b487c8410f9ec9a2597f17d777&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1182032 Jan 28 07:10:39.928366 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 36758) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:10:40.169615 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9f633449-112e-482e-b80b-c7ad6f765c0c admin admin] Publish callbacks [] for security_group (887bfca3-dad9-4d1b-b009-8ec87c122ac7), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:40.216980 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e28684-bfa1-4051-9444-39083aa4ad37 req-200420a2-d454-43b6-8482-f666fecbc23d tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:40.216980 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-74e28684-bfa1-4051-9444-39083aa4ad37 req-200420a2-d454-43b6-8482-f666fecbc23d tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/ports?device_id=8583dc03-a039-446f-b1e8-5e1ed628fdcb HTTP/1.1" status: 200 len: 944 time: 0.1601686 Jan 28 07:10:40.277220 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-74e28684-bfa1-4051-9444-39083aa4ad37 req-042bb408-d48c-460a-b54f-1cc5a1ad92fc tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/security-groups?id=83d97fa1-2f29-40d2-a756-a970d048d2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611923 Jan 28 07:10:40.692811 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9f633449-112e-482e-b80b-c7ad6f765c0c admin admin] Publish callbacks [] for security_group (887bfca3-dad9-4d1b-b009-8ec87c122ac7), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:40.693082 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-e86d65b1-47c7-465a-b13c-6a9588c1488a req-eebe9dde-1351-4949-91de-e033c478764a tempest-SecurityGroupsTestAdminJSON-365225217 tempest-SecurityGroupsTestAdminJSON-365225217-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1697799785', 'description': 'tempest-description-542716364'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:10:40.733865 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b6903d-1db8-4787-ad94-9c39406c9f88 req-d8b9b1cc-cffb-4bf4-9494-1ac9457ea154 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:40.735642 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-12b6903d-1db8-4787-ad94-9c39406c9f88 req-d8b9b1cc-cffb-4bf4-9494-1ac9457ea154 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/networks?id=bc323a54-605a-4c90-85cc-1a8faa87a52d HTTP/1.1" status: 200 len: 815 time: 0.7414963 Jan 28 07:10:40.755749 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-e86d65b1-47c7-465a-b13c-6a9588c1488a req-eebe9dde-1351-4949-91de-e033c478764a tempest-SecurityGroupsTestAdminJSON-365225217 tempest-SecurityGroupsTestAdminJSON-365225217-project] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:40.757752 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-12b6903d-1db8-4787-ad94-9c39406c9f88 req-07bb7a91-5d18-47ba-bb4a-13fd1c6fe8e4 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/quotas/905e3dc67fdf43e49f98f5ec60ec347f HTTP/1.1" status: 200 len: 375 time: 0.0128102 Jan 28 07:10:40.792991 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-e86d65b1-47c7-465a-b13c-6a9588c1488a req-eebe9dde-1351-4949-91de-e033c478764a tempest-SecurityGroupsTestAdminJSON-365225217 tempest-SecurityGroupsTestAdminJSON-365225217-project] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:40.796946 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-12b6903d-1db8-4787-ad94-9c39406c9f88 req-2528a255-2bc5-4514-ab6b-75add525d044 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=905e3dc67fdf43e49f98f5ec60ec347f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0307813 Jan 28 07:10:40.821970 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9f633449-112e-482e-b80b-c7ad6f765c0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (887bfca3-dad9-4d1b-b009-8ec87c122ac7), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:40.827071 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9f633449-112e-482e-b80b-c7ad6f765c0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:40.831641 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-9f633449-112e-482e-b80b-c7ad6f765c0c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/887bfca3-dad9-4d1b-b009-8ec87c122ac7 HTTP/1.1" status: 204 len: 168 time: 0.9020634 Jan 28 07:10:40.841477 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f633449-112e-482e-b80b-c7ad6f765c0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=887bfca3-dad9-4d1b-b009-8ec87c122ac7,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:10:41.063605 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-e86d65b1-47c7-465a-b13c-6a9588c1488a req-eebe9dde-1351-4949-91de-e033c478764a tempest-SecurityGroupsTestAdminJSON-365225217 tempest-SecurityGroupsTestAdminJSON-365225217-project] Publish callbacks [] for security_group (2a0787a2-3929-46c8-bbf4-d146d4dcf8fb), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:41.075242 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-e86d65b1-47c7-465a-b13c-6a9588c1488a req-eebe9dde-1351-4949-91de-e033c478764a tempest-SecurityGroupsTestAdminJSON-365225217 tempest-SecurityGroupsTestAdminJSON-365225217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (2a0787a2-3929-46c8-bbf4-d146d4dcf8fb), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:41.141151 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-12b6903d-1db8-4787-ad94-9c39406c9f88 req-070f0981-721d-45f0-bd94-0ea03f3c3fa6 service neutron] 10.222.0.41 "GET /v2.0/networks/bc323a54-605a-4c90-85cc-1a8faa87a52d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3288965 Jan 28 07:10:41.215100 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebe9dde-1351-4949-91de-e033c478764a tempest-SecurityGroupsTestAdminJSON-365225217 tempest-SecurityGroupsTestAdminJSON-365225217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a0787a2-3929-46c8-bbf4-d146d4dcf8fb,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:10:41.291413 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-e86d65b1-47c7-465a-b13c-6a9588c1488a req-eebe9dde-1351-4949-91de-e033c478764a tempest-SecurityGroupsTestAdminJSON-365225217 tempest-SecurityGroupsTestAdminJSON-365225217-project] Publish callbacks [] for security_group (cf88af06-4736-458b-a212-5f5ef5d097df), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:41.299337 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-e86d65b1-47c7-465a-b13c-6a9588c1488a req-eebe9dde-1351-4949-91de-e033c478764a tempest-SecurityGroupsTestAdminJSON-365225217 tempest-SecurityGroupsTestAdminJSON-365225217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (cf88af06-4736-458b-a212-5f5ef5d097df), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:41.336758 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-12b6903d-1db8-4787-ad94-9c39406c9f88 req-cd282731-f5d6-45bf-96ca-696d22795647 service neutron] 10.222.0.41 "GET /v2.0/networks/bc323a54-605a-4c90-85cc-1a8faa87a52d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877747 Jan 28 07:10:41.358428 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-e86d65b1-47c7-465a-b13c-6a9588c1488a req-eebe9dde-1351-4949-91de-e033c478764a tempest-SecurityGroupsTestAdminJSON-365225217 tempest-SecurityGroupsTestAdminJSON-365225217-project] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:41.359759 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e86d65b1-47c7-465a-b13c-6a9588c1488a req-eebe9dde-1351-4949-91de-e033c478764a tempest-SecurityGroupsTestAdminJSON-365225217 tempest-SecurityGroupsTestAdminJSON-365225217-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.6720595 Jan 28 07:10:41.392682 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebe9dde-1351-4949-91de-e033c478764a tempest-SecurityGroupsTestAdminJSON-365225217 tempest-SecurityGroupsTestAdminJSON-365225217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf88af06-4736-458b-a212-5f5ef5d097df,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:10:41.522637 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64a3710c-0dc1-42b2-88a1-80d7a01c5437 x-openstack-request-id: req-64a3710c-0dc1-42b2-88a1-80d7a01c5437 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:10:41.522937 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "727d4f68-410f-49f3-9274-2043b45a847a", "name": "network-vif-deleted", "tag": "5bf70e7c-4e15-4351-b237-cdf0f86a7c5d", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:10:41.523234 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-64a3710c-0dc1-42b2-88a1-80d7a01c5437 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:10:41.523615 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '727d4f68-410f-49f3-9274-2043b45a847a', 'name': 'network-vif-deleted', 'tag': '5bf70e7c-4e15-4351-b237-cdf0f86a7c5d', 'status': 'completed', 'code': 200} Jan 28 07:10:41.824878 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-5805426e-fe30-4bd8-a2fa-b4dfce406e5a req-3cc1dd4d-c9b9-46c0-bf7e-3c7ddd3840da tempest-SecurityGroupsTestAdminJSON-365225217 tempest-SecurityGroupsTestAdminJSON-365225217-project] Request body: {'security_group': {'name': 'tempest-securitygroup-996354563', 'description': 'tempest-description-340540142'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:10:41.859946 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9050ad2-441a-464c-b8d6-7e851fb2b595 req-b6f3c3a4-9bba-43ff-91b2-891e30ea13f4 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:41.870833 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b9050ad2-441a-464c-b8d6-7e851fb2b595 req-b6f3c3a4-9bba-43ff-91b2-891e30ea13f4 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/ports?device_id=8583dc03-a039-446f-b1e8-5e1ed628fdcb HTTP/1.1" status: 200 len: 944 time: 0.1385422 Jan 28 07:10:41.886562 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-5805426e-fe30-4bd8-a2fa-b4dfce406e5a req-3cc1dd4d-c9b9-46c0-bf7e-3c7ddd3840da tempest-SecurityGroupsTestAdminJSON-365225217 tempest-SecurityGroupsTestAdminJSON-365225217-project] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:42.031304 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b9050ad2-441a-464c-b8d6-7e851fb2b595 req-868c61da-bbdd-4f3d-ad10-c4ed769ba279 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/security-groups?id=83d97fa1-2f29-40d2-a756-a970d048d2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575170 Jan 28 07:10:42.149825 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-5805426e-fe30-4bd8-a2fa-b4dfce406e5a req-3cc1dd4d-c9b9-46c0-bf7e-3c7ddd3840da tempest-SecurityGroupsTestAdminJSON-365225217 tempest-SecurityGroupsTestAdminJSON-365225217-project] Publish callbacks [] for security_group (4317942b-0b8b-48bd-9744-f63f0a033e2f), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:42.165033 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-5805426e-fe30-4bd8-a2fa-b4dfce406e5a req-3cc1dd4d-c9b9-46c0-bf7e-3c7ddd3840da tempest-SecurityGroupsTestAdminJSON-365225217 tempest-SecurityGroupsTestAdminJSON-365225217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (4317942b-0b8b-48bd-9744-f63f0a033e2f), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:42.206667 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc1dd4d-c9b9-46c0-bf7e-3c7ddd3840da tempest-SecurityGroupsTestAdminJSON-365225217 tempest-SecurityGroupsTestAdminJSON-365225217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4317942b-0b8b-48bd-9744-f63f0a033e2f,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:10:42.213558 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-5805426e-fe30-4bd8-a2fa-b4dfce406e5a req-3cc1dd4d-c9b9-46c0-bf7e-3c7ddd3840da tempest-SecurityGroupsTestAdminJSON-365225217 tempest-SecurityGroupsTestAdminJSON-365225217-project] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:42.227953 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5805426e-fe30-4bd8-a2fa-b4dfce406e5a req-3cc1dd4d-c9b9-46c0-bf7e-3c7ddd3840da tempest-SecurityGroupsTestAdminJSON-365225217 tempest-SecurityGroupsTestAdminJSON-365225217-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.4053950 Jan 28 07:10:42.383153 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ca088278-9e52-4c3c-855d-a516e39edde7 req-92ead426-d942-434d-889f-5672dac97389 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/ports?device_id=bff283f4-d37c-427a-af38-4dca43c7b60a HTTP/1.1" status: 200 len: 210 time: 0.0950391 Jan 28 07:10:42.745636 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 36862) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:10:42.754157 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-0d5aa043-ec19-48d2-acd5-4d708b0a44b7 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1467931689'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:10:42.812860 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d5aa043-ec19-48d2-acd5-4d708b0a44b7 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Made reservation on behalf of 3e187e532e7d440c823c7ea556f78f6e for: {'network': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:10:42.822563 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0d5aa043-ec19-48d2-acd5-4d708b0a44b7 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:42.909597 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d5aa043-ec19-48d2-acd5-4d708b0a44b7 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=103283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:10:42.929315 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0d5aa043-ec19-48d2-acd5-4d708b0a44b7 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (a8009862-d945-4c67-8240-74eec860f8ce), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:42.930934 n-d-712749-28 neutron-server[103283]: INFO neutron.db.segments_db [None req-0d5aa043-ec19-48d2-acd5-4d708b0a44b7 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Added segment a8009862-d945-4c67-8240-74eec860f8ce of type vlan for network 4791c092-87f8-46c1-85f0-6cd08fb183e5 Jan 28 07:10:43.013821 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b9728207-25a2-4349-80fb-1da543ff196a req-c0e163ec-4421-408d-ae41-50b917ab754e service neutron] 10.222.0.10 "GET /v2.0/ports/eb55dc3d-1bbb-4c59-857d-6e7142be10fe/bindings/n-h2-712749-28 HTTP/1.1" status: 200 len: 385 time: 0.0900679 Jan 28 07:10:43.045035 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0d5aa043-ec19-48d2-acd5-4d708b0a44b7 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (4791c092-87f8-46c1-85f0-6cd08fb183e5), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:43.132967 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0d5aa043-ec19-48d2-acd5-4d708b0a44b7 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (4791c092-87f8-46c1-85f0-6cd08fb183e5), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:43.139377 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d5aa043-ec19-48d2-acd5-4d708b0a44b7 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:43.142946 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0d5aa043-ec19-48d2-acd5-4d708b0a44b7 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:43.149552 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-53594995-481f-49b8-a054-63a67177a40d req-5cf57c1a-51a3-43b3-b827-970194347019 tempest-SecurityGroupsTestAdminJSON-97574288 tempest-SecurityGroupsTestAdminJSON-97574288-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1622862848', 'description': 'tempest-description-1522411302'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:10:43.268011 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-0d5aa043-ec19-48d2-acd5-4d708b0a44b7 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5187676 Jan 28 07:10:43.275815 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 36896) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:10:43.287634 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-5e386a66-7141-4d27-afa2-214c12d4cc1a tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-8591173'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:10:43.311249 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5aa043-ec19-48d2-acd5-4d708b0a44b7 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Pushing event updated for resources: {'Network': ['ID=4791c092-87f8-46c1-85f0-6cd08fb183e5,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:10:43.325630 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network 4791c092-87f8-46c1-85f0-6cd08fb183e5 details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:10:43.327831 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e386a66-7141-4d27-afa2-214c12d4cc1a tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Made reservation on behalf of 3e187e532e7d440c823c7ea556f78f6e for: {'network': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:10:43.332817 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5e386a66-7141-4d27-afa2-214c12d4cc1a tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:43.370200 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e386a66-7141-4d27-afa2-214c12d4cc1a tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=103283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:10:43.391009 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5e386a66-7141-4d27-afa2-214c12d4cc1a tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (914d5fdc-8494-4dfd-8547-a179fe5cc900), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:43.391009 n-d-712749-28 neutron-server[103283]: INFO neutron.db.segments_db [None req-5e386a66-7141-4d27-afa2-214c12d4cc1a tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Added segment 914d5fdc-8494-4dfd-8547-a179fe5cc900 of type vlan for network 49a475b2-ea4c-4351-8a04-537e673f2680 Jan 28 07:10:43.477722 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5e386a66-7141-4d27-afa2-214c12d4cc1a tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (49a475b2-ea4c-4351-8a04-537e673f2680), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:43.517387 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5e386a66-7141-4d27-afa2-214c12d4cc1a tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (49a475b2-ea4c-4351-8a04-537e673f2680), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:43.525673 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e386a66-7141-4d27-afa2-214c12d4cc1a tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:43.527053 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5e386a66-7141-4d27-afa2-214c12d4cc1a tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:43.558890 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-b9728207-25a2-4349-80fb-1da543ff196a req-6afda3c7-4f2e-4f41-b421-0c08d8df6d3c service neutron] For port eb55dc3d-1bbb-4c59-857d-6e7142be10fe, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=eb55dc3d-1bbb-4c59-857d-6e7142be10fe,segment=NetworkSegment(919581ea-4d97-4a95-839c-1632528194b6),segment_id=919581ea-4d97-4a95-839c-1632528194b6)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:10:43.589095 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-b9728207-25a2-4349-80fb-1da543ff196a req-6afda3c7-4f2e-4f41-b421-0c08d8df6d3c service neutron] For port eb55dc3d-1bbb-4c59-857d-6e7142be10fe, host n-h1-712749-28, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:10:43.620142 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-53594995-481f-49b8-a054-63a67177a40d req-5cf57c1a-51a3-43b3-b827-970194347019 tempest-SecurityGroupsTestAdminJSON-97574288 tempest-SecurityGroupsTestAdminJSON-97574288-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:43.633937 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-53594995-481f-49b8-a054-63a67177a40d req-5cf57c1a-51a3-43b3-b827-970194347019 tempest-SecurityGroupsTestAdminJSON-97574288 tempest-SecurityGroupsTestAdminJSON-97574288-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:43.655481 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-b9728207-25a2-4349-80fb-1da543ff196a req-6afda3c7-4f2e-4f41-b421-0c08d8df6d3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb55dc3d-1bbb-4c59-857d-6e7142be10fe {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:10:43.677206 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-b9728207-25a2-4349-80fb-1da543ff196a req-6afda3c7-4f2e-4f41-b421-0c08d8df6d3c service neutron] For port eb55dc3d-1bbb-4c59-857d-6e7142be10fe, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=eb55dc3d-1bbb-4c59-857d-6e7142be10fe,segment=NetworkSegment(919581ea-4d97-4a95-839c-1632528194b6),segment_id=919581ea-4d97-4a95-839c-1632528194b6)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:10:43.702530 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-b9728207-25a2-4349-80fb-1da543ff196a req-6afda3c7-4f2e-4f41-b421-0c08d8df6d3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (eb55dc3d-1bbb-4c59-857d-6e7142be10fe), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:43.714227 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-5e386a66-7141-4d27-afa2-214c12d4cc1a tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4365568 Jan 28 07:10:43.720326 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 36910) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:10:43.794066 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-b9728207-25a2-4349-80fb-1da543ff196a req-6afda3c7-4f2e-4f41-b421-0c08d8df6d3c service neutron] Transition to ACTIVE for port object eb55dc3d-1bbb-4c59-857d-6e7142be10fe will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:10:43.802522 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-6a00666d-55ce-4783-8ba9-f416bae6e376 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Request body: {'subnet': {'network_id': '4791c092-87f8-46c1-85f0-6cd08fb183e5', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:10:43.810631 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-b9728207-25a2-4349-80fb-1da543ff196a req-6afda3c7-4f2e-4f41-b421-0c08d8df6d3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (eb55dc3d-1bbb-4c59-857d-6e7142be10fe), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:43.848125 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e386a66-7141-4d27-afa2-214c12d4cc1a tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Pushing event updated for resources: {'Network': ['ID=49a475b2-ea4c-4351-8a04-537e673f2680,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:10:43.863250 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network 49a475b2-ea4c-4351-8a04-537e673f2680 details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:10:43.946796 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b6903d-1db8-4787-ad94-9c39406c9f88 req-3691bf00-a653-4e7d-8658-a677221be34f tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:43.958184 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9728207-25a2-4349-80fb-1da543ff196a req-6afda3c7-4f2e-4f41-b421-0c08d8df6d3c service neutron] No DVR routers for this DVR port eb55dc3d-1bbb-4c59-857d-6e7142be10fe on host n-h1-712749-28 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:10:43.967516 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-12b6903d-1db8-4787-ad94-9c39406c9f88 req-3691bf00-a653-4e7d-8658-a677221be34f tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.10 "GET /v2.0/networks?id=bc323a54-605a-4c90-85cc-1a8faa87a52d HTTP/1.1" status: 200 len: 815 time: 0.2520745 Jan 28 07:10:43.999005 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-12b6903d-1db8-4787-ad94-9c39406c9f88 req-7e60b122-5223-467b-8d8a-b3427e9e3ec7 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] Request body: {'port': {'device_id': 'bff283f4-d37c-427a-af38-4dca43c7b60a', 'network_id': 'bc323a54-605a-4c90-85cc-1a8faa87a52d', 'admin_state_up': True, 'tenant_id': '905e3dc67fdf43e49f98f5ec60ec347f'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:10:44.123108 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-53594995-481f-49b8-a054-63a67177a40d req-5cf57c1a-51a3-43b3-b827-970194347019 tempest-SecurityGroupsTestAdminJSON-97574288 tempest-SecurityGroupsTestAdminJSON-97574288-project-admin] Publish callbacks [] for security_group (b4823865-097c-4c4a-953d-046daa6a9cd8), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:44.155935 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12b6903d-1db8-4787-ad94-9c39406c9f88 req-7e60b122-5223-467b-8d8a-b3427e9e3ec7 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] Made reservation on behalf of 905e3dc67fdf43e49f98f5ec60ec347f for: {'port': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:10:44.162149 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-12b6903d-1db8-4787-ad94-9c39406c9f88 req-7e60b122-5223-467b-8d8a-b3427e9e3ec7 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:44.234198 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afda3c7-4f2e-4f41-b421-0c08d8df6d3c service neutron] Pushing event updated for resources: {'Port': ['ID=eb55dc3d-1bbb-4c59-857d-6e7142be10fe,revision_number=10']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:10:44.266491 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-53594995-481f-49b8-a054-63a67177a40d req-5cf57c1a-51a3-43b3-b827-970194347019 tempest-SecurityGroupsTestAdminJSON-97574288 tempest-SecurityGroupsTestAdminJSON-97574288-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (b4823865-097c-4c4a-953d-046daa6a9cd8), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:44.282803 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b9728207-25a2-4349-80fb-1da543ff196a req-6afda3c7-4f2e-4f41-b421-0c08d8df6d3c service neutron] 10.222.0.10 "PUT /v2.0/ports/eb55dc3d-1bbb-4c59-857d-6e7142be10fe/bindings/n-h2-712749-28/activate HTTP/1.1" status: 200 len: 370 time: 1.2578185 Jan 28 07:10:44.316969 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a00666d-55ce-4783-8ba9-f416bae6e376 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Made reservation on behalf of 3e187e532e7d440c823c7ea556f78f6e for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:10:44.320559 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6a00666d-55ce-4783-8ba9-f416bae6e376 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24979592'] for subnet (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:44.344352 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf57c1a-51a3-43b3-b827-970194347019 tempest-SecurityGroupsTestAdminJSON-97574288 tempest-SecurityGroupsTestAdminJSON-97574288-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4823865-097c-4c4a-953d-046daa6a9cd8,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:10:44.468077 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-53594995-481f-49b8-a054-63a67177a40d req-5cf57c1a-51a3-43b3-b827-970194347019 tempest-SecurityGroupsTestAdminJSON-97574288 tempest-SecurityGroupsTestAdminJSON-97574288-project-admin] Publish callbacks [] for security_group (4e2f7bc3-1aeb-48ae-8d94-3d401331d7d0), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:44.479213 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c72ea2-1fd3-4d58-8463-ad363b57a764 req-69826ea5-97ef-4d27-8f98-de7899023542 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:44.479633 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-53594995-481f-49b8-a054-63a67177a40d req-5cf57c1a-51a3-43b3-b827-970194347019 tempest-SecurityGroupsTestAdminJSON-97574288 tempest-SecurityGroupsTestAdminJSON-97574288-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (4e2f7bc3-1aeb-48ae-8d94-3d401331d7d0), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:44.481094 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-93c72ea2-1fd3-4d58-8463-ad363b57a764 req-69826ea5-97ef-4d27-8f98-de7899023542 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/ports?device_id=8583dc03-a039-446f-b1e8-5e1ed628fdcb HTTP/1.1" status: 200 len: 945 time: 0.1926975 Jan 28 07:10:44.510144 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf57c1a-51a3-43b3-b827-970194347019 tempest-SecurityGroupsTestAdminJSON-97574288 tempest-SecurityGroupsTestAdminJSON-97574288-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e2f7bc3-1aeb-48ae-8d94-3d401331d7d0,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:10:44.531828 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [req-12b6903d-1db8-4787-ad94-9c39406c9f88 req-7e60b122-5223-467b-8d8a-b3427e9e3ec7 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] Allocated IP 172.20.0.9 (bc323a54-605a-4c90-85cc-1a8faa87a52d/db87510e-2424-4f9c-8c68-c494c476644f/5dc26c02-a0bf-4561-bd3d-273edaa8dba2) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:10:44.532718 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-53594995-481f-49b8-a054-63a67177a40d req-5cf57c1a-51a3-43b3-b827-970194347019 tempest-SecurityGroupsTestAdminJSON-97574288 tempest-SecurityGroupsTestAdminJSON-97574288-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:44.535082 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-53594995-481f-49b8-a054-63a67177a40d req-5cf57c1a-51a3-43b3-b827-970194347019 tempest-SecurityGroupsTestAdminJSON-97574288 tempest-SecurityGroupsTestAdminJSON-97574288-project-admin] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 1.4080884 Jan 28 07:10:44.552956 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9728207-25a2-4349-80fb-1da543ff196a req-573f0666-a10d-4a65-9c5f-7b86e3c1a5c7 tempest-LiveAutoBlockMigrationV225Test-1114652928 tempest-LiveAutoBlockMigrationV225Test-1114652928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:44.555292 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b9728207-25a2-4349-80fb-1da543ff196a req-573f0666-a10d-4a65-9c5f-7b86e3c1a5c7 tempest-LiveAutoBlockMigrationV225Test-1114652928 tempest-LiveAutoBlockMigrationV225Test-1114652928-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=8583dc03-a039-446f-b1e8-5e1ed628fdcb&tenant_id=5c2af407db1e43909575b4b7c4ad1b18&binding%3Ahost_id=n-h1-712749-28 HTTP/1.1" status: 200 len: 1097 time: 0.1479845 Jan 28 07:10:44.647633 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-93c72ea2-1fd3-4d58-8463-ad363b57a764 req-860416fb-cdbd-4366-92e2-32156fb2c5f7 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/security-groups?id=83d97fa1-2f29-40d2-a756-a970d048d2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571100 Jan 28 07:10:44.701417 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9728207-25a2-4349-80fb-1da543ff196a req-964115d4-1a4e-4ae6-bb8d-9e3918e33e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:44.703064 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b9728207-25a2-4349-80fb-1da543ff196a req-964115d4-1a4e-4ae6-bb8d-9e3918e33e57 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8583dc03-a039-446f-b1e8-5e1ed628fdcb&tenant_id=5c2af407db1e43909575b4b7c4ad1b18 HTTP/1.1" status: 200 len: 1097 time: 0.1307850 Jan 28 07:10:44.719375 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-266a180c-3577-4e41-99fc-e3e7f470f25e req-ec860cbe-2ce7-4d3a-9a89-0da7581d12fc tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/ports?device_id=bff283f4-d37c-427a-af38-4dca43c7b60a HTTP/1.1" status: 200 len: 210 time: 0.0784369 Jan 28 07:10:44.741355 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6a00666d-55ce-4783-8ba9-f416bae6e376 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24757504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24979610'] for subnet (1096e90d-eca8-4202-80c6-1f06c2871d52), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:44.798054 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-51ce7062-3f4d-48f9-a1fa-2f38d6fdecf5 req-581108dd-e4ce-4b5b-9ea8-78f0eebc7f2b tempest-SecurityGroupsTestAdminJSON-97574288 tempest-SecurityGroupsTestAdminJSON-97574288-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1947166176', 'description': 'tempest-description-649479192'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:10:44.890025 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9728207-25a2-4349-80fb-1da543ff196a req-1557deb7-0ce0-4ab3-a011-f5f8eafbe074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:44.892730 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b9728207-25a2-4349-80fb-1da543ff196a req-1557deb7-0ce0-4ab3-a011-f5f8eafbe074 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5c2af407db1e43909575b4b7c4ad1b18&device_id=8583dc03-a039-446f-b1e8-5e1ed628fdcb HTTP/1.1" status: 200 len: 1097 time: 0.0991757 Jan 28 07:10:44.942672 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-51ce7062-3f4d-48f9-a1fa-2f38d6fdecf5 req-581108dd-e4ce-4b5b-9ea8-78f0eebc7f2b tempest-SecurityGroupsTestAdminJSON-97574288 tempest-SecurityGroupsTestAdminJSON-97574288-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:44.944634 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a00666d-55ce-4783-8ba9-f416bae6e376 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Pushing event updated for resources: {'Subnet': ['ID=1096e90d-eca8-4202-80c6-1f06c2871d52,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:10:44.950445 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-12b6903d-1db8-4787-ad94-9c39406c9f88 req-7e60b122-5223-467b-8d8a-b3427e9e3ec7 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] Publish callbacks [] for port (5dc26c02-a0bf-4561-bd3d-273edaa8dba2), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:44.971822 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a00666d-55ce-4783-8ba9-f416bae6e376 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Checking segment: {'id': 'a8009862-d945-4c67-8240-74eec860f8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4791c092-87f8-46c1-85f0-6cd08fb183e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:10:44.972301 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a00666d-55ce-4783-8ba9-f416bae6e376 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Network hostable DHCP agents. Network: 4791c092-87f8-46c1-85f0-6cd08fb183e5, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:10:45.034959 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a00666d-55ce-4783-8ba9-f416bae6e376 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Network 4791c092-87f8-46c1-85f0-6cd08fb183e5 is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:10:45.083993 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-6a00666d-55ce-4783-8ba9-f416bae6e376 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, 4791c092-87f8-46c1-85f0-6cd08fb183e5) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:10:45.100776 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa0d80c0-50eb-402f-940c-32d20f41f90c None None] Network 4791c092-87f8-46c1-85f0-6cd08fb183e5 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:10:45.103323 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a00666d-55ce-4783-8ba9-f416bae6e376 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:45.104054 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6a00666d-55ce-4783-8ba9-f416bae6e376 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:45.127500 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-51ce7062-3f4d-48f9-a1fa-2f38d6fdecf5 req-581108dd-e4ce-4b5b-9ea8-78f0eebc7f2b tempest-SecurityGroupsTestAdminJSON-97574288 tempest-SecurityGroupsTestAdminJSON-97574288-project-admin] Publish callbacks [] for security_group (611a9fce-a9be-41b5-b7ca-a1cc654389eb), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:45.141952 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9728207-25a2-4349-80fb-1da543ff196a req-974cc443-bf25-41c1-a4de-ac242158e21f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:45.143365 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-51ce7062-3f4d-48f9-a1fa-2f38d6fdecf5 req-581108dd-e4ce-4b5b-9ea8-78f0eebc7f2b tempest-SecurityGroupsTestAdminJSON-97574288 tempest-SecurityGroupsTestAdminJSON-97574288-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (611a9fce-a9be-41b5-b7ca-a1cc654389eb), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:45.144824 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b9728207-25a2-4349-80fb-1da543ff196a req-974cc443-bf25-41c1-a4de-ac242158e21f service neutron] 10.222.0.44 "GET /v2.0/networks?id=823f80f1-2970-481b-aed2-7ad5a7c0ed20 HTTP/1.1" status: 200 len: 921 time: 0.2418659 Jan 28 07:10:45.150807 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-12b6903d-1db8-4787-ad94-9c39406c9f88 req-7e60b122-5223-467b-8d8a-b3427e9e3ec7 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (5dc26c02-a0bf-4561-bd3d-273edaa8dba2), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:45.180496 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-6a00666d-55ce-4783-8ba9-f416bae6e376 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3825274 Jan 28 07:10:45.181848 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 36942) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:10:45.213711 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-47003e46-e776-44bb-ac5e-e57cb816102d tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Request body: {'subnet': {'network_id': '49a475b2-ea4c-4351-8a04-537e673f2680', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:10:45.265023 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-51ce7062-3f4d-48f9-a1fa-2f38d6fdecf5 req-581108dd-e4ce-4b5b-9ea8-78f0eebc7f2b tempest-SecurityGroupsTestAdminJSON-97574288 tempest-SecurityGroupsTestAdminJSON-97574288-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:45.278834 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-51ce7062-3f4d-48f9-a1fa-2f38d6fdecf5 req-581108dd-e4ce-4b5b-9ea8-78f0eebc7f2b tempest-SecurityGroupsTestAdminJSON-97574288 tempest-SecurityGroupsTestAdminJSON-97574288-project-admin] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.4936223 Jan 28 07:10:45.320118 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device a55f5fe7-a5d8-488a-a256-7bf487642a3b no longer exists at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:10:45.346478 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b9728207-25a2-4349-80fb-1da543ff196a req-632dfc3d-8d5a-44ef-af1d-7e24d9d5b683 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eb55dc3d-1bbb-4c59-857d-6e7142be10fe HTTP/1.1" status: 200 len: 217 time: 0.1932364 Jan 28 07:10:45.441765 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12b6903d-1db8-4787-ad94-9c39406c9f88 req-7e60b122-5223-467b-8d8a-b3427e9e3ec7 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] Network bc323a54-605a-4c90-85cc-1a8faa87a52d is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:10:45.465487 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581108dd-e4ce-4b5b-9ea8-78f0eebc7f2b tempest-SecurityGroupsTestAdminJSON-97574288 tempest-SecurityGroupsTestAdminJSON-97574288-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=611a9fce-a9be-41b5-b7ca-a1cc654389eb,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:10:45.482703 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47003e46-e776-44bb-ac5e-e57cb816102d tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Made reservation on behalf of 3e187e532e7d440c823c7ea556f78f6e for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:10:45.486640 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-47003e46-e776-44bb-ac5e-e57cb816102d tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24979592'] for subnet (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:45.519897 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [req-12b6903d-1db8-4787-ad94-9c39406c9f88 req-7e60b122-5223-467b-8d8a-b3427e9e3ec7 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:10:45.544713 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-12b6903d-1db8-4787-ad94-9c39406c9f88 req-7e60b122-5223-467b-8d8a-b3427e9e3ec7 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:10:45.553251 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e60b122-5223-467b-8d8a-b3427e9e3ec7 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] Pushing event updated for resources: {'Port': ['ID=5dc26c02-a0bf-4561-bd3d-273edaa8dba2,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:10:45.580232 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port a55f5fe7-a5d8-488a-a256-7bf487642a3b is: ACTIVE; New status is: DOWN {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:10:45.580781 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (a55f5fe7-a5d8-488a-a256-7bf487642a3b), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:45.609906 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17dd368b-698c-41e2-a950-63ddeb8b93b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3dd72b9-6805-5f61-b6f3-a591f99a173d-4791c092-87f8-46c1-85f0-6cd08fb183e5', 'network_id': '4791c092-87f8-46c1-85f0-6cd08fb183e5', 'project_id': '3e187e532e7d440c823c7ea556f78f6e', 'fixed_ips': [{'subnet_id': '1096e90d-eca8-4202-80c6-1f06c2871d52'}]}} from n-d-712749-28. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 07:10:45.611007 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-17dd368b-698c-41e2-a950-63ddeb8b93b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:45.677065 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '187735cd-6370-44be-af73-7bea479303c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a55f5fe7-a5d8-488a-a256-7bf487642a3b'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:10:45.679801 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-309573a8-2f52-4949-841c-3954213f836e" -d '{"events": [{"server_uuid": "187735cd-6370-44be-af73-7bea479303c9", "name": "network-vif-unplugged", "status": "completed", "tag": "a55f5fe7-a5d8-488a-a256-7bf487642a3b"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:10:45.702098 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8948462d-0253-4481-b866-91034b8810f3 req-8daee8b9-cfc8-426e-9c32-812416d73757 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:45.704448 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8948462d-0253-4481-b866-91034b8810f3 req-8daee8b9-cfc8-426e-9c32-812416d73757 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] 10.222.0.41 "GET /v2.0/networks?id=40408abb-5725-4205-b120-60fb2bb4bc40 HTTP/1.1" status: 200 len: 804 time: 0.2441008 Jan 28 07:10:45.719830 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port a55f5fe7-a5d8-488a-a256-7bf487642a3b, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=a55f5fe7-a5d8-488a-a256-7bf487642a3b,segment=NetworkSegment(aa78153f-8140-4463-8a23-520ca70d4d00),segment_id=aa78153f-8140-4463-8a23-520ca70d4d00)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:10:45.728016 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9728207-25a2-4349-80fb-1da543ff196a req-c2d043ba-fb48-411e-92f0-1828477f9db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:45.730718 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b9728207-25a2-4349-80fb-1da543ff196a req-c2d043ba-fb48-411e-92f0-1828477f9db5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d3ff6769-eb60-4293-943b-ef852d2e0c72 HTTP/1.1" status: 200 len: 860 time: 0.3739700 Jan 28 07:10:45.837953 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b6903d-1db8-4787-ad94-9c39406c9f88 req-7e60b122-5223-467b-8d8a-b3427e9e3ec7 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:45.838553 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-12b6903d-1db8-4787-ad94-9c39406c9f88 req-7e60b122-5223-467b-8d8a-b3427e9e3ec7 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:45.844467 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-47003e46-e776-44bb-ac5e-e57cb816102d tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24757504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24979610'] for subnet (aa179d42-f4b0-43e0-81f7-063e746f129b), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:45.845047 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b9728207-25a2-4349-80fb-1da543ff196a req-bb9a7133-36a8-4b8a-ab29-62934d6e7d2f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=823f80f1-2970-481b-aed2-7ad5a7c0ed20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0898480 Jan 28 07:10:45.911199 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47003e46-e776-44bb-ac5e-e57cb816102d tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Pushing event updated for resources: {'Subnet': ['ID=aa179d42-f4b0-43e0-81f7-063e746f129b,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:10:45.917361 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8948462d-0253-4481-b866-91034b8810f3 req-ac2a378f-74c1-4df4-a203-0b5cf52e0a74 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] 10.222.0.41 "GET /v2.0/quotas/2896f16344d64d52a798dcb24fda5242 HTTP/1.1" status: 200 len: 375 time: 0.0836744 Jan 28 07:10:45.927872 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-17dd368b-698c-41e2-a950-63ddeb8b93b1 None None] Allocated IP 10.1.1.2 (4791c092-87f8-46c1-85f0-6cd08fb183e5/1096e90d-eca8-4202-80c6-1f06c2871d52/2d8ee179-53e1-433b-b38d-c00622feb3d0) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:10:45.947117 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47003e46-e776-44bb-ac5e-e57cb816102d tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Checking segment: {'id': '914d5fdc-8494-4dfd-8547-a179fe5cc900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '49a475b2-ea4c-4351-8a04-537e673f2680'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:10:45.947553 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47003e46-e776-44bb-ac5e-e57cb816102d tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Network hostable DHCP agents. Network: 49a475b2-ea4c-4351-8a04-537e673f2680, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:10:46.031015 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47003e46-e776-44bb-ac5e-e57cb816102d tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Network 49a475b2-ea4c-4351-8a04-537e673f2680 is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:10:46.039553 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8948462d-0253-4481-b866-91034b8810f3 req-ad202f25-8bd9-4487-a004-28f7e7357d4b tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=2896f16344d64d52a798dcb24fda5242&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1008463 Jan 28 07:10:46.072741 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-47003e46-e776-44bb-ac5e-e57cb816102d tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, 49a475b2-ea4c-4351-8a04-537e673f2680) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:10:46.084267 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (a55f5fe7-a5d8-488a-a256-7bf487642a3b), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:46.100519 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47003e46-e776-44bb-ac5e-e57cb816102d tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:46.101025 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-47003e46-e776-44bb-ac5e-e57cb816102d tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:46.119255 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb1ab7bb-7ae8-4046-991d-674ec8771b29 None None] Network 49a475b2-ea4c-4351-8a04-537e673f2680 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:10:46.187596 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-47003e46-e776-44bb-ac5e-e57cb816102d tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9917545 Jan 28 07:10:46.191580 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 36974) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:10:46.198882 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-9e238794-66ee-4a29-9e8e-95f021a31836 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Request body: {'port': {'network_id': '4791c092-87f8-46c1-85f0-6cd08fb183e5', 'name': 'tempest-TaggedBootDevicesTest-1994224443', 'fixed_ips': [{'subnet_id': '1096e90d-eca8-4202-80c6-1f06c2871d52'}]}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:10:46.320582 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8948462d-0253-4481-b866-91034b8810f3 req-0a718954-227b-49a4-a462-a0fca0ba27ca service neutron] 10.222.0.41 "GET /v2.0/networks/40408abb-5725-4205-b120-60fb2bb4bc40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2725115 Jan 28 07:10:46.372742 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-473baa48-b8fe-45b9-85a1-a54b4a73756a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3dd72b9-6805-5f61-b6f3-a591f99a173d-49a475b2-ea4c-4351-8a04-537e673f2680', 'network_id': '49a475b2-ea4c-4351-8a04-537e673f2680', 'project_id': '3e187e532e7d440c823c7ea556f78f6e', 'fixed_ips': [{'subnet_id': 'aa179d42-f4b0-43e0-81f7-063e746f129b'}]}} from n-d-712749-28. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 07:10:46.373752 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-473baa48-b8fe-45b9-85a1-a54b4a73756a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:46.515229 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=a55f5fe7-a5d8-488a-a256-7bf487642a3b,revision_number=8']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:10:46.522367 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-17dd368b-698c-41e2-a950-63ddeb8b93b1 None None] Publish callbacks [] for port (2d8ee179-53e1-433b-b38d-c00622feb3d0), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:46.547758 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-12b6903d-1db8-4787-ad94-9c39406c9f88 req-7e60b122-5223-467b-8d8a-b3427e9e3ec7 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5536544 Jan 28 07:10:46.565735 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8948462d-0253-4481-b866-91034b8810f3 req-c2aace1c-f44c-489e-a14e-f8714268e585 service neutron] 10.222.0.41 "GET /v2.0/networks/40408abb-5725-4205-b120-60fb2bb4bc40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2393312 Jan 28 07:10:46.567580 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e238794-66ee-4a29-9e8e-95f021a31836 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Made reservation on behalf of 3e187e532e7d440c823c7ea556f78f6e for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:10:46.594707 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-12b6903d-1db8-4787-ad94-9c39406c9f88 req-1b85f310-f753-4a87-b24f-fa53b2b3a6e8 service neutron] Request body: {'port': {'device_id': 'bff283f4-d37c-427a-af38-4dca43c7b60a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-28'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:10:46.668721 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-17dd368b-698c-41e2-a950-63ddeb8b93b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (2d8ee179-53e1-433b-b38d-c00622feb3d0), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:46.758884 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9e238794-66ee-4a29-9e8e-95f021a31836 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:46.801888 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [None req-9e238794-66ee-4a29-9e8e-95f021a31836 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] device_id is not set on port fca91fdf-3a32-42a9-bf73-0d9c26ab506a yet. {{(pid=103284) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 07:10:46.855112 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b9728207-25a2-4349-80fb-1da543ff196a req-c5c6f151-8a2c-4049-8f77-46dfeb316bab service neutron] 10.222.0.44 "GET /v2.0/networks/823f80f1-2970-481b-aed2-7ad5a7c0ed20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3934364 Jan 28 07:10:46.888477 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17dd368b-698c-41e2-a950-63ddeb8b93b1 None None] Network 4791c092-87f8-46c1-85f0-6cd08fb183e5 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:10:46.905472 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-12b6903d-1db8-4787-ad94-9c39406c9f88 req-1b85f310-f753-4a87-b24f-fa53b2b3a6e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (5dc26c02-a0bf-4561-bd3d-273edaa8dba2), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:46.925021 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-17dd368b-698c-41e2-a950-63ddeb8b93b1 None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:10:46.948527 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17dd368b-698c-41e2-a950-63ddeb8b93b1 None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:10:46.978663 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dd368b-698c-41e2-a950-63ddeb8b93b1 None None] Pushing event updated for resources: {'Port': ['ID=2d8ee179-53e1-433b-b38d-c00622feb3d0,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:10:47.122688 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-473baa48-b8fe-45b9-85a1-a54b4a73756a None None] Allocated IP 10.2.2.2 (49a475b2-ea4c-4351-8a04-537e673f2680/aa179d42-f4b0-43e0-81f7-063e746f129b/aba78503-01c8-426b-90ff-85229210d166) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:10:47.138945 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-17dd368b-698c-41e2-a950-63ddeb8b93b1 None None] Attempting to bind port 2d8ee179-53e1-433b-b38d-c00622feb3d0 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:10:47.139222 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-17dd368b-698c-41e2-a950-63ddeb8b93b1 None None] Attempting to bind port 2d8ee179-53e1-433b-b38d-c00622feb3d0 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': 'a8009862-d945-4c67-8240-74eec860f8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4791c092-87f8-46c1-85f0-6cd08fb183e5'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:10:47.139593 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17dd368b-698c-41e2-a950-63ddeb8b93b1 None None] Attempting to bind port 2d8ee179-53e1-433b-b38d-c00622feb3d0 on network 4791c092-87f8-46c1-85f0-6cd08fb183e5 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:10:47.180291 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17dd368b-698c-41e2-a950-63ddeb8b93b1 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:10:47.180711 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17dd368b-698c-41e2-a950-63ddeb8b93b1 None None] Checking segment: {'id': 'a8009862-d945-4c67-8240-74eec860f8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4791c092-87f8-46c1-85f0-6cd08fb183e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:10:47.181165 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-17dd368b-698c-41e2-a950-63ddeb8b93b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:47.181575 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17dd368b-698c-41e2-a950-63ddeb8b93b1 None None] Bound using segment: {'id': 'a8009862-d945-4c67-8240-74eec860f8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4791c092-87f8-46c1-85f0-6cd08fb183e5'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:10:47.182075 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-17dd368b-698c-41e2-a950-63ddeb8b93b1 None None] Bound port: 2d8ee179-53e1-433b-b38d-c00622feb3d0, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8009862-d945-4c67-8240-74eec860f8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4791c092-87f8-46c1-85f0-6cd08fb183e5'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:10:47.185464 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-17dd368b-698c-41e2-a950-63ddeb8b93b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (2d8ee179-53e1-433b-b38d-c00622feb3d0), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:47.227840 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a0f79475-6f17-4ed8-b155-e8adab980913 req-e855930e-c84a-4486-b1b9-c732bf40d0b5 tempest-SecurityGroupsTestAdminJSON-97574288 tempest-SecurityGroupsTestAdminJSON-97574288-project-admin] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 48176 time: 1.7328913 Jan 28 07:10:47.233710 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 07:10:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4a66ac9-c322-4472-a1cc-8c520e1b95f3 x-openstack-request-id: req-c4a66ac9-c322-4472-a1cc-8c520e1b95f3 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:10:47.233892 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "187735cd-6370-44be-af73-7bea479303c9", "name": "network-vif-unplugged", "status": "completed", "tag": "a55f5fe7-a5d8-488a-a256-7bf487642a3b", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:10:47.234100 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c4a66ac9-c322-4472-a1cc-8c520e1b95f3 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:10:47.236603 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '187735cd-6370-44be-af73-7bea479303c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a55f5fe7-a5d8-488a-a256-7bf487642a3b', 'code': 200} Jan 28 07:10:47.324769 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b9728207-25a2-4349-80fb-1da543ff196a req-0e953cc8-d531-4f11-84c3-61e309ed287f service neutron] 10.222.0.44 "GET /v2.0/networks/823f80f1-2970-481b-aed2-7ad5a7c0ed20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4539106 Jan 28 07:10:47.379532 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a0f79475-6f17-4ed8-b155-e8adab980913 req-defc469e-591f-4d09-9ebf-d18d697c04f6 tempest-SecurityGroupsTestAdminJSON-97574288 tempest-SecurityGroupsTestAdminJSON-97574288-project-admin] 10.222.0.41 "GET /v2.0/security-groups/047258e3-aa45-44a1-b041-152a3239096f HTTP/1.1" status: 200 len: 2998 time: 0.1504531 Jan 28 07:10:47.522474 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15da9f69-4400-4b9c-803c-d13bd0bee88c req-6ba758c0-3da1-49fb-aeca-fd25165880a7 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:47.524116 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-15da9f69-4400-4b9c-803c-d13bd0bee88c req-6ba758c0-3da1-49fb-aeca-fd25165880a7 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] 10.222.0.10 "GET /v2.0/ports?device_id=187735cd-6370-44be-af73-7bea479303c9 HTTP/1.1" status: 200 len: 943 time: 0.2924223 Jan 28 07:10:47.556954 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe6d5eb-5d31-4da0-a371-e245a170f30e req-4fdf5a1a-aac0-402b-b69b-08f6a223c3f7 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:47.566525 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9fe6d5eb-5d31-4da0-a371-e245a170f30e req-4fdf5a1a-aac0-402b-b69b-08f6a223c3f7 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/ports?device_id=8583dc03-a039-446f-b1e8-5e1ed628fdcb HTTP/1.1" status: 200 len: 945 time: 0.2363493 Jan 28 07:10:47.644931 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-9e238794-66ee-4a29-9e8e-95f021a31836 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Allocated IP 10.1.1.36 (4791c092-87f8-46c1-85f0-6cd08fb183e5/1096e90d-eca8-4202-80c6-1f06c2871d52/fca91fdf-3a32-42a9-bf73-0d9c26ab506a) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:10:47.711037 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-17dd368b-698c-41e2-a950-63ddeb8b93b1 None None] For port 2d8ee179-53e1-433b-b38d-c00622feb3d0, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:10:47.723891 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9fe6d5eb-5d31-4da0-a371-e245a170f30e req-16e7085b-88b5-4e51-830d-8a3e8b35541a tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/security-groups?id=83d97fa1-2f29-40d2-a756-a970d048d2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473880 Jan 28 07:10:47.781120 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-473baa48-b8fe-45b9-85a1-a54b4a73756a None None] Publish callbacks [] for port (aba78503-01c8-426b-90ff-85229210d166), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:47.790753 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-17dd368b-698c-41e2-a950-63ddeb8b93b1 None None] For port 2d8ee179-53e1-433b-b38d-c00622feb3d0, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=2d8ee179-53e1-433b-b38d-c00622feb3d0,segment=NetworkSegment(a8009862-d945-4c67-8240-74eec860f8ce),segment_id=a8009862-d945-4c67-8240-74eec860f8ce)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:10:47.792084 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-15da9f69-4400-4b9c-803c-d13bd0bee88c req-19c79dbd-6bea-48e7-ab01-78ccf1bfcc17 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] Deleting port a55f5fe7-a5d8-488a-a256-7bf487642a3b {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:10:47.792768 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-15da9f69-4400-4b9c-803c-d13bd0bee88c req-19c79dbd-6bea-48e7-ab01-78ccf1bfcc17 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (a55f5fe7-a5d8-488a-a256-7bf487642a3b), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:47.815145 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-17dd368b-698c-41e2-a950-63ddeb8b93b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (2d8ee179-53e1-433b-b38d-c00622feb3d0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:47.918418 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-473baa48-b8fe-45b9-85a1-a54b4a73756a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (aba78503-01c8-426b-90ff-85229210d166), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:47.926132 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dd368b-698c-41e2-a950-63ddeb8b93b1 None None] Pushing event updated for resources: {'Port': ['ID=2d8ee179-53e1-433b-b38d-c00622feb3d0,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:10:48.018041 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-15da9f69-4400-4b9c-803c-d13bd0bee88c req-19c79dbd-6bea-48e7-ab01-78ccf1bfcc17 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] For port a55f5fe7-a5d8-488a-a256-7bf487642a3b, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=a55f5fe7-a5d8-488a-a256-7bf487642a3b,segment=NetworkSegment(aa78153f-8140-4463-8a23-520ca70d4d00),segment_id=aa78153f-8140-4463-8a23-520ca70d4d00)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:10:48.018542 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-15da9f69-4400-4b9c-803c-d13bd0bee88c req-19c79dbd-6bea-48e7-ab01-78ccf1bfcc17 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (a55f5fe7-a5d8-488a-a256-7bf487642a3b), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:48.042352 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473baa48-b8fe-45b9-85a1-a54b4a73756a None None] Pushing event updated for resources: {'Port': ['ID=aba78503-01c8-426b-90ff-85229210d166,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:10:48.064158 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4175a6-64a5-423c-8540-538e97a32510 req-41c02677-01b6-4df5-ba02-8e6ab5144e8f tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:48.078109 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ce4175a6-64a5-423c-8540-538e97a32510 req-41c02677-01b6-4df5-ba02-8e6ab5144e8f tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/ports?device_id=bff283f4-d37c-427a-af38-4dca43c7b60a HTTP/1.1" status: 200 len: 931 time: 0.1802022 Jan 28 07:10:48.086033 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9e238794-66ee-4a29-9e8e-95f021a31836 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Publish callbacks [] for port (fca91fdf-3a32-42a9-bf73-0d9c26ab506a), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:48.095941 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-473baa48-b8fe-45b9-85a1-a54b4a73756a None None] Network 49a475b2-ea4c-4351-8a04-537e673f2680 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:10:48.099126 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-15da9f69-4400-4b9c-803c-d13bd0bee88c req-19c79dbd-6bea-48e7-ab01-78ccf1bfcc17 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] Calling delete_port for a55f5fe7-a5d8-488a-a256-7bf487642a3b owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:10:48.102118 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-473baa48-b8fe-45b9-85a1-a54b4a73756a None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:10:48.122817 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473baa48-b8fe-45b9-85a1-a54b4a73756a None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:10:48.271195 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ce4175a6-64a5-423c-8540-538e97a32510 req-2481ac8f-7991-4133-a400-13ddc36642c1 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/security-groups?id=ffb17db6-1913-4712-aa46-d7c764c8c875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698987 Jan 28 07:10:48.311745 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-473baa48-b8fe-45b9-85a1-a54b4a73756a None None] Attempting to bind port aba78503-01c8-426b-90ff-85229210d166 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:10:48.312376 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-473baa48-b8fe-45b9-85a1-a54b4a73756a None None] Attempting to bind port aba78503-01c8-426b-90ff-85229210d166 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '914d5fdc-8494-4dfd-8547-a179fe5cc900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '49a475b2-ea4c-4351-8a04-537e673f2680'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:10:48.313988 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473baa48-b8fe-45b9-85a1-a54b4a73756a None None] Attempting to bind port aba78503-01c8-426b-90ff-85229210d166 on network 49a475b2-ea4c-4351-8a04-537e673f2680 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:10:48.330501 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9e238794-66ee-4a29-9e8e-95f021a31836 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (fca91fdf-3a32-42a9-bf73-0d9c26ab506a), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:48.339950 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473baa48-b8fe-45b9-85a1-a54b4a73756a None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:10:48.341753 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473baa48-b8fe-45b9-85a1-a54b4a73756a None None] Checking segment: {'id': '914d5fdc-8494-4dfd-8547-a179fe5cc900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '49a475b2-ea4c-4351-8a04-537e673f2680'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:10:48.343573 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-473baa48-b8fe-45b9-85a1-a54b4a73756a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:48.345384 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473baa48-b8fe-45b9-85a1-a54b4a73756a None None] Bound using segment: {'id': '914d5fdc-8494-4dfd-8547-a179fe5cc900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '49a475b2-ea4c-4351-8a04-537e673f2680'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:10:48.346192 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-473baa48-b8fe-45b9-85a1-a54b4a73756a None None] Bound port: aba78503-01c8-426b-90ff-85229210d166, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '914d5fdc-8494-4dfd-8547-a179fe5cc900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '49a475b2-ea4c-4351-8a04-537e673f2680'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:10:48.347786 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-473baa48-b8fe-45b9-85a1-a54b4a73756a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (aba78503-01c8-426b-90ff-85229210d166), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:48.350955 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a0f79475-6f17-4ed8-b155-e8adab980913 req-7e80bff3-a2de-4732-8cae-b3509f55bb8b tempest-SecurityGroupsTestAdminJSON-97574288 tempest-SecurityGroupsTestAdminJSON-97574288-project-admin] 10.222.0.41 "GET /v2.0/security-groups/047258e3-aa45-44a1-b041-152a3239096f HTTP/1.1" status: 200 len: 2998 time: 0.9627168 Jan 28 07:10:48.469781 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9728207-25a2-4349-80fb-1da543ff196a req-459dc984-c2fa-4eb9-b4f6-ef493b7ccffb tempest-LiveAutoBlockMigrationV225Test-1114652928 tempest-LiveAutoBlockMigrationV225Test-1114652928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:48.471387 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b9728207-25a2-4349-80fb-1da543ff196a req-459dc984-c2fa-4eb9-b4f6-ef493b7ccffb tempest-LiveAutoBlockMigrationV225Test-1114652928 tempest-LiveAutoBlockMigrationV225Test-1114652928-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=8583dc03-a039-446f-b1e8-5e1ed628fdcb&tenant_id=5c2af407db1e43909575b4b7c4ad1b18&binding%3Ahost_id=n-h2-712749-28 HTTP/1.1" status: 200 len: 1097 time: 0.5810819 Jan 28 07:10:48.478868 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [req-12b6903d-1db8-4787-ad94-9c39406c9f88 req-1b85f310-f753-4a87-b24f-fa53b2b3a6e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5dc26c02-a0bf-4561-bd3d-273edaa8dba2 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:10:48.533639 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-473baa48-b8fe-45b9-85a1-a54b4a73756a None None] For port aba78503-01c8-426b-90ff-85229210d166, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:10:48.538696 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-473baa48-b8fe-45b9-85a1-a54b4a73756a None None] For port aba78503-01c8-426b-90ff-85229210d166, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=aba78503-01c8-426b-90ff-85229210d166,segment=NetworkSegment(914d5fdc-8494-4dfd-8547-a179fe5cc900),segment_id=914d5fdc-8494-4dfd-8547-a179fe5cc900)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:10:48.554928 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-473baa48-b8fe-45b9-85a1-a54b4a73756a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (aba78503-01c8-426b-90ff-85229210d166), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:48.560472 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a0f79475-6f17-4ed8-b155-e8adab980913 req-a42b739f-5e44-45dd-a0ed-99b5d5d83663 tempest-SecurityGroupsTestAdminJSON-97574288 tempest-SecurityGroupsTestAdminJSON-97574288-project-admin] 10.222.0.41 "GET /v2.0/security-groups/2965d7dc-9690-4814-bbd6-4a2850e483d7 HTTP/1.1" status: 200 len: 2998 time: 0.1928744 Jan 28 07:10:48.568909 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-12b6903d-1db8-4787-ad94-9c39406c9f88 req-1b85f310-f753-4a87-b24f-fa53b2b3a6e8 service neutron] Publish callbacks [] for port (5dc26c02-a0bf-4561-bd3d-273edaa8dba2), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:48.641342 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a0f79475-6f17-4ed8-b155-e8adab980913 req-e811cbe2-350a-409c-a0e0-6aa10ed66ad6 tempest-SecurityGroupsTestAdminJSON-97574288 tempest-SecurityGroupsTestAdminJSON-97574288-project-admin] 10.222.0.41 "GET /v2.0/security-groups/2965d7dc-9690-4814-bbd6-4a2850e483d7 HTTP/1.1" status: 200 len: 2998 time: 0.0701530 Jan 28 07:10:48.684110 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [req-12b6903d-1db8-4787-ad94-9c39406c9f88 req-1b85f310-f753-4a87-b24f-fa53b2b3a6e8 service neutron] Transition to ACTIVE for port object 5dc26c02-a0bf-4561-bd3d-273edaa8dba2 will not be triggered until provisioned by entity L2. {{(pid=103283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:10:48.753413 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-93d29fb4-f930-4765-b306-f5af40cd45ae req-0c56dcf0-d702-4d68-b116-9de691186adc tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] 10.222.0.41 "GET /v2.0/ports?device_id=14f93dd6-6a24-4791-bc54-3b53d0b890c5 HTTP/1.1" status: 200 len: 210 time: 0.2412367 Jan 28 07:10:48.777100 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-12b6903d-1db8-4787-ad94-9c39406c9f88 req-1b85f310-f753-4a87-b24f-fa53b2b3a6e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (5dc26c02-a0bf-4561-bd3d-273edaa8dba2), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:48.791712 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473baa48-b8fe-45b9-85a1-a54b4a73756a None None] Pushing event updated for resources: {'Port': ['ID=aba78503-01c8-426b-90ff-85229210d166,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:10:48.873768 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e238794-66ee-4a29-9e8e-95f021a31836 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Network 4791c092-87f8-46c1-85f0-6cd08fb183e5 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:10:48.896842 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a0f79475-6f17-4ed8-b155-e8adab980913 req-4357bd91-fe82-49fa-99ad-77beaa57fa87 tempest-SecurityGroupsTestAdminJSON-97574288 tempest-SecurityGroupsTestAdminJSON-97574288-project-admin] 10.222.0.41 "GET /v2.0/security-groups/2a0787a2-3929-46c8-bbf4-d146d4dcf8fb HTTP/1.1" status: 200 len: 2998 time: 0.2287240 Jan 28 07:10:48.952660 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e238794-66ee-4a29-9e8e-95f021a31836 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Pushing event updated for resources: {'Port': ['ID=fca91fdf-3a32-42a9-bf73-0d9c26ab506a,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:10:48.960159 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-9e238794-66ee-4a29-9e8e-95f021a31836 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:10:48.974899 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e238794-66ee-4a29-9e8e-95f021a31836 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:10:49.105775 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-b9728207-25a2-4349-80fb-1da543ff196a req-325cc380-bb16-46d0-bbd8-d226e1c5a36a service neutron] For port eb55dc3d-1bbb-4c59-857d-6e7142be10fe, host n-h1-712749-28, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:10:49.122752 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a0f79475-6f17-4ed8-b155-e8adab980913 req-2604cb66-3a4d-4a5b-aafd-70a6e2bb81cc tempest-SecurityGroupsTestAdminJSON-97574288 tempest-SecurityGroupsTestAdminJSON-97574288-project-admin] 10.222.0.41 "GET /v2.0/security-groups/2a0787a2-3929-46c8-bbf4-d146d4dcf8fb HTTP/1.1" status: 200 len: 2998 time: 0.2250042 Jan 28 07:10:49.130102 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b9728207-25a2-4349-80fb-1da543ff196a req-325cc380-bb16-46d0-bbd8-d226e1c5a36a service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:49.131289 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b9728207-25a2-4349-80fb-1da543ff196a req-325cc380-bb16-46d0-bbd8-d226e1c5a36a service neutron] 10.222.0.44 "DELETE /v2.0/ports/eb55dc3d-1bbb-4c59-857d-6e7142be10fe/bindings/n-h1-712749-28 HTTP/1.1" status: 204 len: 173 time: 0.6320403 Jan 28 07:10:49.147530 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b85f310-f753-4a87-b24f-fa53b2b3a6e8 service neutron] Pushing event updated for resources: {'Port': ['ID=5dc26c02-a0bf-4561-bd3d-273edaa8dba2,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:10:49.296780 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-12b6903d-1db8-4787-ad94-9c39406c9f88 req-1b85f310-f753-4a87-b24f-fa53b2b3a6e8 service neutron] Attempting to bind port 5dc26c02-a0bf-4561-bd3d-273edaa8dba2 on host n-h1-712749-28 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:10:49.297532 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-12b6903d-1db8-4787-ad94-9c39406c9f88 req-1b85f310-f753-4a87-b24f-fa53b2b3a6e8 service neutron] Attempting to bind port 5dc26c02-a0bf-4561-bd3d-273edaa8dba2 by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': 'b8d72b75-cba6-44bb-b1f1-97b3aa439c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'bc323a54-605a-4c90-85cc-1a8faa87a52d'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:10:49.298041 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b6903d-1db8-4787-ad94-9c39406c9f88 req-1b85f310-f753-4a87-b24f-fa53b2b3a6e8 service neutron] Attempting to bind port 5dc26c02-a0bf-4561-bd3d-273edaa8dba2 on network bc323a54-605a-4c90-85cc-1a8faa87a52d {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:10:49.301613 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a0f79475-6f17-4ed8-b155-e8adab980913 req-fea478a8-2817-4a37-be02-7185a91311e9 tempest-SecurityGroupsTestAdminJSON-97574288 tempest-SecurityGroupsTestAdminJSON-97574288-project-admin] 10.222.0.41 "GET /v2.0/security-groups/48830565-7727-410b-aaf5-857ed3fa68c9 HTTP/1.1" status: 200 len: 2998 time: 0.1679907 Jan 28 07:10:49.306125 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b6903d-1db8-4787-ad94-9c39406c9f88 req-1b85f310-f753-4a87-b24f-fa53b2b3a6e8 service neutron] Port 5dc26c02-a0bf-4561-bd3d-273edaa8dba2 on network bc323a54-605a-4c90-85cc-1a8faa87a52d not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:10:49.306948 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b6903d-1db8-4787-ad94-9c39406c9f88 req-1b85f310-f753-4a87-b24f-fa53b2b3a6e8 service neutron] Attempting to bind port 5dc26c02-a0bf-4561-bd3d-273edaa8dba2 on network bc323a54-605a-4c90-85cc-1a8faa87a52d {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:10:49.347078 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b6903d-1db8-4787-ad94-9c39406c9f88 req-1b85f310-f753-4a87-b24f-fa53b2b3a6e8 service neutron] Checking agent: {'id': '2fca46b1-237f-4857-9290-2429d810e472', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 10, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:10:49.347684 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b6903d-1db8-4787-ad94-9c39406c9f88 req-1b85f310-f753-4a87-b24f-fa53b2b3a6e8 service neutron] Checking segment: {'id': 'b8d72b75-cba6-44bb-b1f1-97b3aa439c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'bc323a54-605a-4c90-85cc-1a8faa87a52d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:10:49.348372 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b6903d-1db8-4787-ad94-9c39406c9f88 req-1b85f310-f753-4a87-b24f-fa53b2b3a6e8 service neutron] Bound using segment: {'id': 'b8d72b75-cba6-44bb-b1f1-97b3aa439c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'bc323a54-605a-4c90-85cc-1a8faa87a52d'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:10:49.349010 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-12b6903d-1db8-4787-ad94-9c39406c9f88 req-1b85f310-f753-4a87-b24f-fa53b2b3a6e8 service neutron] Bound port: 5dc26c02-a0bf-4561-bd3d-273edaa8dba2, host: n-h1-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8d72b75-cba6-44bb-b1f1-97b3aa439c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'bc323a54-605a-4c90-85cc-1a8faa87a52d'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:10:49.349573 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-12b6903d-1db8-4787-ad94-9c39406c9f88 req-1b85f310-f753-4a87-b24f-fa53b2b3a6e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (5dc26c02-a0bf-4561-bd3d-273edaa8dba2), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:49.415356 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-15da9f69-4400-4b9c-803c-d13bd0bee88c req-19c79dbd-6bea-48e7-ab01-78ccf1bfcc17 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (a55f5fe7-a5d8-488a-a256-7bf487642a3b), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:49.451509 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e238794-66ee-4a29-9e8e-95f021a31836 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:49.452183 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9e238794-66ee-4a29-9e8e-95f021a31836 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:49.492606 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a0f79475-6f17-4ed8-b155-e8adab980913 req-9c553e45-2133-4e93-b64d-689a5478f640 tempest-SecurityGroupsTestAdminJSON-97574288 tempest-SecurityGroupsTestAdminJSON-97574288-project-admin] 10.222.0.41 "GET /v2.0/security-groups/48830565-7727-410b-aaf5-857ed3fa68c9 HTTP/1.1" status: 200 len: 2998 time: 0.1714799 Jan 28 07:10:49.511757 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-9e238794-66ee-4a29-9e8e-95f021a31836 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.3165331 Jan 28 07:10:49.523728 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 37020) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:10:49.529128 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c79dbd-6bea-48e7-ab01-78ccf1bfcc17 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] Pushing event deleted for resources: {'Port': ['ID=a55f5fe7-a5d8-488a-a256-7bf487642a3b,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:10:49.557888 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-1f43e308-97d4-4cd3-bea9-06c006570a11 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Request body: {'port': {'network_id': '4791c092-87f8-46c1-85f0-6cd08fb183e5', 'name': 'tempest-TaggedBootDevicesTest-1098565026', 'fixed_ips': [{'subnet_id': '1096e90d-eca8-4202-80c6-1f06c2871d52'}]}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:10:49.648169 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8948462d-0253-4481-b866-91034b8810f3 req-a9740ebc-83c4-4e7f-bbf3-7235ff253759 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:49.650327 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8948462d-0253-4481-b866-91034b8810f3 req-a9740ebc-83c4-4e7f-bbf3-7235ff253759 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] 10.222.0.44 "GET /v2.0/networks?id=40408abb-5725-4205-b120-60fb2bb4bc40 HTTP/1.1" status: 200 len: 804 time: 0.6593435 Jan 28 07:10:49.725277 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-8948462d-0253-4481-b866-91034b8810f3 req-492be1db-f47f-4268-a649-9a7b600a250e tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] Request body: {'port': {'device_id': '14f93dd6-6a24-4791-bc54-3b53d0b890c5', 'network_id': '40408abb-5725-4205-b120-60fb2bb4bc40', 'admin_state_up': True, 'tenant_id': '2896f16344d64d52a798dcb24fda5242'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:10:49.741409 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-15da9f69-4400-4b9c-803c-d13bd0bee88c req-19c79dbd-6bea-48e7-ab01-78ccf1bfcc17 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] No DVR routers for this DVR port a55f5fe7-a5d8-488a-a256-7bf487642a3b on host n-h1-712749-28 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:10:49.759514 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216fed6c-1d95-4551-9768-d0986ad62b22 req-2a4bd621-6a2d-42c3-9146-76066c68c7fa tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:49.761114 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-216fed6c-1d95-4551-9768-d0986ad62b22 req-2a4bd621-6a2d-42c3-9146-76066c68c7fa tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/ports?device_id=8583dc03-a039-446f-b1e8-5e1ed628fdcb HTTP/1.1" status: 200 len: 945 time: 0.5577471 Jan 28 07:10:49.765435 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-15da9f69-4400-4b9c-803c-d13bd0bee88c req-19c79dbd-6bea-48e7-ab01-78ccf1bfcc17 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:49.776391 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-15da9f69-4400-4b9c-803c-d13bd0bee88c req-19c79dbd-6bea-48e7-ab01-78ccf1bfcc17 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] 10.222.0.10 "DELETE /v2.0/ports/a55f5fe7-a5d8-488a-a256-7bf487642a3b HTTP/1.1" status: 204 len: 173 time: 2.2274330 Jan 28 07:10:49.776391 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '187735cd-6370-44be-af73-7bea479303c9', 'name': 'network-vif-deleted', 'tag': 'a55f5fe7-a5d8-488a-a256-7bf487642a3b'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:10:49.783591 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c2fbd80-f366-4d1d-a42f-4c34f12a8af5" -d '{"events": [{"server_uuid": "187735cd-6370-44be-af73-7bea479303c9", "name": "network-vif-deleted", "tag": "a55f5fe7-a5d8-488a-a256-7bf487642a3b"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:10:49.912454 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f43e308-97d4-4cd3-bea9-06c006570a11 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Made reservation on behalf of 3e187e532e7d440c823c7ea556f78f6e for: {'port': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:10:49.961796 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 2d8ee179-53e1-433b-b38d-c00622feb3d0 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:10:50.012460 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-216fed6c-1d95-4551-9768-d0986ad62b22 req-cdbf6087-278f-4eb9-ac2f-b6d127ca9c81 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/security-groups?id=83d97fa1-2f29-40d2-a756-a970d048d2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242558 Jan 28 07:10:50.158971 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8948462d-0253-4481-b866-91034b8810f3 req-492be1db-f47f-4268-a649-9a7b600a250e tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] Made reservation on behalf of 2896f16344d64d52a798dcb24fda5242 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:10:50.165303 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-8948462d-0253-4481-b866-91034b8810f3 req-492be1db-f47f-4268-a649-9a7b600a250e tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:50.193633 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 2d8ee179-53e1-433b-b38d-c00622feb3d0 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:10:50.195398 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (2d8ee179-53e1-433b-b38d-c00622feb3d0), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:50.218899 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a0f79475-6f17-4ed8-b155-e8adab980913 req-b033829e-4a5b-4c75-904e-faf07d329eae tempest-SecurityGroupsTestAdminJSON-97574288 tempest-SecurityGroupsTestAdminJSON-97574288-project-admin] 10.222.0.41 "GET /v2.0/security-groups/5e9c3947-6ff8-4aa4-a1f7-c165b64c94a3 HTTP/1.1" status: 200 len: 2998 time: 0.7197950 Jan 28 07:10:50.258131 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-12b6903d-1db8-4787-ad94-9c39406c9f88 req-1b85f310-f753-4a87-b24f-fa53b2b3a6e8 service neutron] For port 5dc26c02-a0bf-4561-bd3d-273edaa8dba2, host n-h1-712749-28, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:10:50.322311 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-12b6903d-1db8-4787-ad94-9c39406c9f88 req-1b85f310-f753-4a87-b24f-fa53b2b3a6e8 service neutron] For port 5dc26c02-a0bf-4561-bd3d-273edaa8dba2, host n-h1-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=5dc26c02-a0bf-4561-bd3d-273edaa8dba2,segment=NetworkSegment(b8d72b75-cba6-44bb-b1f1-97b3aa439c04),segment_id=b8d72b75-cba6-44bb-b1f1-97b3aa439c04)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:10:50.339304 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a0f79475-6f17-4ed8-b155-e8adab980913 req-ae8dc9a0-623a-4fd1-abf3-9490a0be4036 tempest-SecurityGroupsTestAdminJSON-97574288 tempest-SecurityGroupsTestAdminJSON-97574288-project-admin] 10.222.0.41 "GET /v2.0/security-groups/5e9c3947-6ff8-4aa4-a1f7-c165b64c94a3 HTTP/1.1" status: 200 len: 2998 time: 0.1194563 Jan 28 07:10:50.353722 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-12b6903d-1db8-4787-ad94-9c39406c9f88 req-1b85f310-f753-4a87-b24f-fa53b2b3a6e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (5dc26c02-a0bf-4561-bd3d-273edaa8dba2), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:50.357032 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a81a8a4d-ef1b-4208-ac75-2de9cab563ca None None] Network 4791c092-87f8-46c1-85f0-6cd08fb183e5 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:10:50.567343 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b85f310-f753-4a87-b24f-fa53b2b3a6e8 service neutron] Pushing event updated for resources: {'Port': ['ID=5dc26c02-a0bf-4561-bd3d-273edaa8dba2,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:10:50.592550 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b6903d-1db8-4787-ad94-9c39406c9f88 req-1b85f310-f753-4a87-b24f-fa53b2b3a6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:50.593412 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-12b6903d-1db8-4787-ad94-9c39406c9f88 req-1b85f310-f753-4a87-b24f-fa53b2b3a6e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:50.594770 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-12b6903d-1db8-4787-ad94-9c39406c9f88 req-1b85f310-f753-4a87-b24f-fa53b2b3a6e8 service neutron] 10.222.0.10 "PUT /v2.0/ports/5dc26c02-a0bf-4561-bd3d-273edaa8dba2 HTTP/1.1" status: 200 len: 1092 time: 4.0173154 Jan 28 07:10:50.595323 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bff283f4-d37c-427a-af38-4dca43c7b60a', 'tag': '5dc26c02-a0bf-4561-bd3d-273edaa8dba2'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:10:50.617017 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89816255-1552-4ed8-af0b-34471343d7ec" -d '{"events": [{"name": "network-changed", "server_uuid": "bff283f4-d37c-427a-af38-4dca43c7b60a", "tag": "5dc26c02-a0bf-4561-bd3d-273edaa8dba2"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:10:50.665145 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1f43e308-97d4-4cd3-bea9-06c006570a11 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:50.724332 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-1f43e308-97d4-4cd3-bea9-06c006570a11 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] device_id is not set on port 4aac091f-65c1-4c36-9072-a266f2493296 yet. {{(pid=103283) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 07:10:50.770955 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 2d8ee179-53e1-433b-b38d-c00622feb3d0 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:10:50.771363 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (2d8ee179-53e1-433b-b38d-c00622feb3d0), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:50.783960 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d524f823-5ada-4751-bd2f-68aafa74339c req-afe3bcae-c485-4fd8-a8a2-96d289f9fd9e tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:50.796395 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d524f823-5ada-4751-bd2f-68aafa74339c req-afe3bcae-c485-4fd8-a8a2-96d289f9fd9e tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/ports?device_id=bff283f4-d37c-427a-af38-4dca43c7b60a HTTP/1.1" status: 200 len: 943 time: 0.3771818 Jan 28 07:10:50.841772 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] For port 2d8ee179-53e1-433b-b38d-c00622feb3d0, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=2d8ee179-53e1-433b-b38d-c00622feb3d0,segment=NetworkSegment(a8009862-d945-4c67-8240-74eec860f8ce),segment_id=a8009862-d945-4c67-8240-74eec860f8ce)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:10:50.852718 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75801856-b2c0-4ba7-b958-36316a2d7696 None None] Network 49a475b2-ea4c-4351-8a04-537e673f2680 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:10:50.879410 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-8948462d-0253-4481-b866-91034b8810f3 req-492be1db-f47f-4268-a649-9a7b600a250e tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] Allocated IP 172.20.0.5 (40408abb-5725-4205-b120-60fb2bb4bc40/a4c1d00a-11c6-444f-8042-f73535ef4594/a3afe18f-c4f3-4f71-9af1-9b171babcfbe) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:10:50.974341 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d524f823-5ada-4751-bd2f-68aafa74339c req-ff1277ba-354d-450f-b504-6714c75c5b8b tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/security-groups?id=ffb17db6-1913-4712-aa46-d7c764c8c875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770761 Jan 28 07:10:51.024440 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (2d8ee179-53e1-433b-b38d-c00622feb3d0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:51.024440 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device aba78503-01c8-426b-90ff-85229210d166 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:10:51.124435 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-98ecfd20-d393-4c20-8a64-ab145012c8ae req-16697393-f044-4428-8208-498abcdbe670 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] 10.222.0.41 "GET /v2.0/ports?device_id=14f93dd6-6a24-4791-bc54-3b53d0b890c5 HTTP/1.1" status: 200 len: 210 time: 0.0483921 Jan 28 07:10:51.130041 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-e220041d-74ba-4664-a21f-ed1eddce5ac4 None None] Provisioning complete for port 2d8ee179-53e1-433b-b38d-c00622feb3d0 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:10:51.130432 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e220041d-74ba-4664-a21f-ed1eddce5ac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (2d8ee179-53e1-433b-b38d-c00622feb3d0), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:51.151358 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a0f79475-6f17-4ed8-b155-e8adab980913 req-21d57c04-08f2-44b5-916b-cfb044d1e667 tempest-SecurityGroupsTestAdminJSON-97574288 tempest-SecurityGroupsTestAdminJSON-97574288-project-admin] 10.222.0.41 "GET /v2.0/security-groups/63a7f67e-5303-4e57-b874-bb3ebd6bac20 HTTP/1.1" status: 200 len: 2998 time: 0.8110909 Jan 28 07:10:51.212035 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b6903d-1db8-4787-ad94-9c39406c9f88 req-a376264c-ce5c-4eda-80f8-13a9ba47f011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:51.213710 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-12b6903d-1db8-4787-ad94-9c39406c9f88 req-a376264c-ce5c-4eda-80f8-13a9ba47f011 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=905e3dc67fdf43e49f98f5ec60ec347f&device_id=bff283f4-d37c-427a-af38-4dca43c7b60a HTTP/1.1" status: 200 len: 1095 time: 0.1623745 Jan 28 07:10:51.232531 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-1f43e308-97d4-4cd3-bea9-06c006570a11 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Allocated IP 10.1.1.193 (4791c092-87f8-46c1-85f0-6cd08fb183e5/1096e90d-eca8-4202-80c6-1f06c2871d52/4aac091f-65c1-4c36-9072-a266f2493296) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:10:51.246482 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port aba78503-01c8-426b-90ff-85229210d166 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:10:51.246862 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (aba78503-01c8-426b-90ff-85229210d166), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:51.336752 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a0f79475-6f17-4ed8-b155-e8adab980913 req-ee0c96e1-efe6-46a7-95b5-30552824560d tempest-SecurityGroupsTestAdminJSON-97574288 tempest-SecurityGroupsTestAdminJSON-97574288-project-admin] 10.222.0.41 "GET /v2.0/security-groups/63a7f67e-5303-4e57-b874-bb3ebd6bac20 HTTP/1.1" status: 200 len: 2998 time: 0.1842573 Jan 28 07:10:51.339706 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-12b6903d-1db8-4787-ad94-9c39406c9f88 req-798733a1-47bc-43c1-9242-490c5547cd78 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5dc26c02-a0bf-4561-bd3d-273edaa8dba2 HTTP/1.1" status: 200 len: 217 time: 0.1045702 Jan 28 07:10:51.342010 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b12adcb-ab09-40bf-af31-7f9b14ff9743 x-openstack-request-id: req-4b12adcb-ab09-40bf-af31-7f9b14ff9743 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:10:51.347080 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bff283f4-d37c-427a-af38-4dca43c7b60a", "tag": "5dc26c02-a0bf-4561-bd3d-273edaa8dba2", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:10:51.347588 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4b12adcb-ab09-40bf-af31-7f9b14ff9743 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:10:51.348368 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bff283f4-d37c-427a-af38-4dca43c7b60a', 'tag': '5dc26c02-a0bf-4561-bd3d-273edaa8dba2', 'status': 'completed', 'code': 200} Jan 28 07:10:51.411464 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-8948462d-0253-4481-b866-91034b8810f3 req-492be1db-f47f-4268-a649-9a7b600a250e tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] Publish callbacks [] for port (a3afe18f-c4f3-4f71-9af1-9b171babcfbe), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:51.503273 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:10:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-925912cc-3d74-46f7-82a1-9b218b8abd45 x-openstack-request-id: req-925912cc-3d74-46f7-82a1-9b218b8abd45 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:10:51.504290 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "187735cd-6370-44be-af73-7bea479303c9", "name": "network-vif-deleted", "tag": "a55f5fe7-a5d8-488a-a256-7bf487642a3b", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:10:51.505991 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-925912cc-3d74-46f7-82a1-9b218b8abd45 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:10:51.507198 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '187735cd-6370-44be-af73-7bea479303c9', 'name': 'network-vif-deleted', 'tag': 'a55f5fe7-a5d8-488a-a256-7bf487642a3b', 'status': 'completed', 'code': 200} Jan 28 07:10:51.510545 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-8948462d-0253-4481-b866-91034b8810f3 req-492be1db-f47f-4268-a649-9a7b600a250e tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (a3afe18f-c4f3-4f71-9af1-9b171babcfbe), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:51.521433 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b6903d-1db8-4787-ad94-9c39406c9f88 req-a9ceab6b-558d-470f-b04b-3c2cd1b204dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:51.523527 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-12b6903d-1db8-4787-ad94-9c39406c9f88 req-a9ceab6b-558d-470f-b04b-3c2cd1b204dd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=db87510e-2424-4f9c-8c68-c494c476644f HTTP/1.1" status: 200 len: 855 time: 0.1587870 Jan 28 07:10:51.559175 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8948462d-0253-4481-b866-91034b8810f3 req-492be1db-f47f-4268-a649-9a7b600a250e tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] Network 40408abb-5725-4205-b120-60fb2bb4bc40 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:10:51.598948 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device a55f5fe7-a5d8-488a-a256-7bf487642a3b no longer exists at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:10:51.604947 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-12b6903d-1db8-4787-ad94-9c39406c9f88 req-3c67d880-2b79-4de5-acd3-cb49a821879f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bc323a54-605a-4c90-85cc-1a8faa87a52d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0708680 Jan 28 07:10:51.645694 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-8948462d-0253-4481-b866-91034b8810f3 req-492be1db-f47f-4268-a649-9a7b600a250e tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:10:51.653734 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-8948462d-0253-4481-b866-91034b8810f3 req-492be1db-f47f-4268-a649-9a7b600a250e tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:10:51.670224 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] No Port match for: a55f5fe7-a5d8-488a-a256-7bf487642a3b {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:10:51.670570 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device a55f5fe7-a5d8-488a-a256-7bf487642a3b not bound to the agent host n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:10:51.739929 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Pushing event updated for resources: {'Port': ['ID=2d8ee179-53e1-433b-b38d-c00622feb3d0,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:10:51.797440 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-12b6903d-1db8-4787-ad94-9c39406c9f88 req-f492f79e-ccd3-4036-9ccb-d206fbc3e79b service neutron] 10.222.0.10 "GET /v2.0/networks/bc323a54-605a-4c90-85cc-1a8faa87a52d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730149 Jan 28 07:10:51.817532 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492be1db-f47f-4268-a649-9a7b600a250e tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] Pushing event updated for resources: {'Port': ['ID=a3afe18f-c4f3-4f71-9af1-9b171babcfbe,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:10:51.838095 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a0f79475-6f17-4ed8-b155-e8adab980913 req-81d8f3c0-ac09-4b2c-890d-136a556af8ef tempest-SecurityGroupsTestAdminJSON-97574288 tempest-SecurityGroupsTestAdminJSON-97574288-project-admin] 10.222.0.41 "GET /v2.0/security-groups/83d97fa1-2f29-40d2-a756-a970d048d2ac HTTP/1.1" status: 200 len: 2998 time: 0.5002697 Jan 28 07:10:51.865071 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-e220041d-74ba-4664-a21f-ed1eddce5ac4 None None] Current status of the port 2d8ee179-53e1-433b-b38d-c00622feb3d0 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:10:51.881736 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8948462d-0253-4481-b866-91034b8810f3 req-492be1db-f47f-4268-a649-9a7b600a250e tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:51.883484 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-8948462d-0253-4481-b866-91034b8810f3 req-492be1db-f47f-4268-a649-9a7b600a250e tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:51.900303 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port aba78503-01c8-426b-90ff-85229210d166 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:10:51.901098 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (aba78503-01c8-426b-90ff-85229210d166), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:51.904034 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac24feb-7fc7-4c34-a5a1-24d960a50b36 req-2580983a-cce5-4832-8fe4-9db325ea7333 tempest-LiveAutoBlockMigrationV225Test-1114652928 tempest-LiveAutoBlockMigrationV225Test-1114652928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:51.912546 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5ac24feb-7fc7-4c34-a5a1-24d960a50b36 req-2580983a-cce5-4832-8fe4-9db325ea7333 tempest-LiveAutoBlockMigrationV225Test-1114652928 tempest-LiveAutoBlockMigrationV225Test-1114652928-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=8583dc03-a039-446f-b1e8-5e1ed628fdcb HTTP/1.1" status: 200 len: 1097 time: 0.0821040 Jan 28 07:10:51.966301 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] For port aba78503-01c8-426b-90ff-85229210d166, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=aba78503-01c8-426b-90ff-85229210d166,segment=NetworkSegment(914d5fdc-8494-4dfd-8547-a179fe5cc900),segment_id=914d5fdc-8494-4dfd-8547-a179fe5cc900)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:10:51.979668 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (aba78503-01c8-426b-90ff-85229210d166), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:52.010362 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5ac24feb-7fc7-4c34-a5a1-24d960a50b36 req-4a775b56-a18d-40a5-9e98-e035e4d17f42 tempest-LiveAutoBlockMigrationV225Test-1114652928 tempest-LiveAutoBlockMigrationV225Test-1114652928-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=83d97fa1-2f29-40d2-a756-a970d048d2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961466 Jan 28 07:10:52.028781 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8948462d-0253-4481-b866-91034b8810f3 req-492be1db-f47f-4268-a649-9a7b600a250e tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3130269 Jan 28 07:10:52.059960 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-8948462d-0253-4481-b866-91034b8810f3 req-0a2d275a-d46f-4b47-83b3-d71f9561fa06 service neutron] Request body: {'port': {'device_id': '14f93dd6-6a24-4791-bc54-3b53d0b890c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712749-28'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:10:52.123367 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-ecb5256c-a1d9-4e27-b606-76aaea2e1552 None None] Provisioning complete for port aba78503-01c8-426b-90ff-85229210d166 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:10:52.123367 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ecb5256c-a1d9-4e27-b606-76aaea2e1552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (aba78503-01c8-426b-90ff-85229210d166), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:52.175171 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 2d8ee179-53e1-433b-b38d-c00622feb3d0 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:10:52.236613 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Pushing event updated for resources: {'Port': ['ID=aba78503-01c8-426b-90ff-85229210d166,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:10:52.327827 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-12b6903d-1db8-4787-ad94-9c39406c9f88 req-95dd1f15-09da-4430-926f-6cc0bf1882be service neutron] 10.222.0.10 "GET /v2.0/networks/bc323a54-605a-4c90-85cc-1a8faa87a52d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4823971 Jan 28 07:10:52.343967 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a0f79475-6f17-4ed8-b155-e8adab980913 req-2f2587a2-8d47-4666-85af-791154ab8668 tempest-SecurityGroupsTestAdminJSON-97574288 tempest-SecurityGroupsTestAdminJSON-97574288-project-admin] 10.222.0.41 "GET /v2.0/security-groups/83d97fa1-2f29-40d2-a756-a970d048d2ac HTTP/1.1" status: 200 len: 2998 time: 0.5030310 Jan 28 07:10:52.347640 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 2d8ee179-53e1-433b-b38d-c00622feb3d0 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:10:52.348298 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (2d8ee179-53e1-433b-b38d-c00622feb3d0), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:52.375443 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-ecb5256c-a1d9-4e27-b606-76aaea2e1552 None None] Current status of the port aba78503-01c8-426b-90ff-85229210d166 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:10:52.437101 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a0f79475-6f17-4ed8-b155-e8adab980913 req-1897f888-ac2a-49cc-b1ba-8ee66479b944 tempest-SecurityGroupsTestAdminJSON-97574288 tempest-SecurityGroupsTestAdminJSON-97574288-project-admin] 10.222.0.41 "GET /v2.0/security-groups/89c574b3-664c-40e5-8ab7-c896539367e6 HTTP/1.1" status: 200 len: 2994 time: 0.0919113 Jan 28 07:10:52.542361 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 2d8ee179-53e1-433b-b38d-c00622feb3d0 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:10:52.548314 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-f29c8fe9-1ddf-46fd-b8eb-0c9870a26b00 None None] Provisioning complete for port 2d8ee179-53e1-433b-b38d-c00622feb3d0 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:10:52.548763 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f29c8fe9-1ddf-46fd-b8eb-0c9870a26b00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (2d8ee179-53e1-433b-b38d-c00622feb3d0), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:52.589371 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1f43e308-97d4-4cd3-bea9-06c006570a11 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Publish callbacks [] for port (4aac091f-65c1-4c36-9072-a266f2493296), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:52.608306 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a0f79475-6f17-4ed8-b155-e8adab980913 req-366816d6-04b4-4de5-aeb9-9173d3d0edbd tempest-SecurityGroupsTestAdminJSON-97574288 tempest-SecurityGroupsTestAdminJSON-97574288-project-admin] 10.222.0.41 "GET /v2.0/security-groups/89c574b3-664c-40e5-8ab7-c896539367e6 HTTP/1.1" status: 200 len: 2994 time: 0.1702211 Jan 28 07:10:52.620084 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89816255-1552-4ed8-af0b-34471343d7ec req-7a1bc8bb-d1ae-4a06-a122-7d9328876a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:52.622398 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-89816255-1552-4ed8-af0b-34471343d7ec req-7a1bc8bb-d1ae-4a06-a122-7d9328876a96 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=905e3dc67fdf43e49f98f5ec60ec347f&device_id=bff283f4-d37c-427a-af38-4dca43c7b60a HTTP/1.1" status: 200 len: 1095 time: 0.1627486 Jan 28 07:10:52.690848 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-f29c8fe9-1ddf-46fd-b8eb-0c9870a26b00 None None] Current status of the port 2d8ee179-53e1-433b-b38d-c00622feb3d0 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:10:52.720721 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a0f79475-6f17-4ed8-b155-e8adab980913 req-4bba2fe0-ec10-4cd5-a03f-2ede3cd4642e tempest-SecurityGroupsTestAdminJSON-97574288 tempest-SecurityGroupsTestAdminJSON-97574288-project-admin] 10.222.0.41 "GET /v2.0/security-groups/9baac95b-095d-4fa9-ad69-56777770171a HTTP/1.1" status: 200 len: 2998 time: 0.0972238 Jan 28 07:10:52.731666 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-f29c8fe9-1ddf-46fd-b8eb-0c9870a26b00 None None] Provisioning complete for port fca91fdf-3a32-42a9-bf73-0d9c26ab506a triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:10:52.732411 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f29c8fe9-1ddf-46fd-b8eb-0c9870a26b00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (fca91fdf-3a32-42a9-bf73-0d9c26ab506a), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:52.783011 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-8948462d-0253-4481-b866-91034b8810f3 req-0a2d275a-d46f-4b47-83b3-d71f9561fa06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (a3afe18f-c4f3-4f71-9af1-9b171babcfbe), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:52.792312 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-f29c8fe9-1ddf-46fd-b8eb-0c9870a26b00 None None] Port fca91fdf-3a32-42a9-bf73-0d9c26ab506a cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:10:52.814485 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1f43e308-97d4-4cd3-bea9-06c006570a11 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (4aac091f-65c1-4c36-9072-a266f2493296), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:52.840948 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06e7b13-ea42-48e5-9975-860316898e8e req-62bc6f1c-5aa9-4f2a-b770-d0eb67470e02 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:52.842420 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b06e7b13-ea42-48e5-9975-860316898e8e req-62bc6f1c-5aa9-4f2a-b770-d0eb67470e02 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/ports?device_id=bff283f4-d37c-427a-af38-4dca43c7b60a HTTP/1.1" status: 200 len: 943 time: 0.0984681 Jan 28 07:10:52.851009 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a0f79475-6f17-4ed8-b155-e8adab980913 req-aabd4ac2-c0ff-40c2-9a2b-a467dfcc82e1 tempest-SecurityGroupsTestAdminJSON-97574288 tempest-SecurityGroupsTestAdminJSON-97574288-project-admin] 10.222.0.41 "GET /v2.0/security-groups/9baac95b-095d-4fa9-ad69-56777770171a HTTP/1.1" status: 200 len: 2998 time: 0.1005168 Jan 28 07:10:52.889000 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f43e308-97d4-4cd3-bea9-06c006570a11 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Network 4791c092-87f8-46c1-85f0-6cd08fb183e5 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:10:52.898844 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89816255-1552-4ed8-af0b-34471343d7ec req-f949de66-6902-46b3-a640-b6b7aa28234a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:52.900341 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-89816255-1552-4ed8-af0b-34471343d7ec req-f949de66-6902-46b3-a640-b6b7aa28234a service neutron] 10.222.0.10 "GET /v2.0/networks?id=bc323a54-605a-4c90-85cc-1a8faa87a52d HTTP/1.1" status: 200 len: 916 time: 0.2302501 Jan 28 07:10:52.909325 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-1f43e308-97d4-4cd3-bea9-06c006570a11 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:10:52.916818 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f43e308-97d4-4cd3-bea9-06c006570a11 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:10:52.925143 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f43e308-97d4-4cd3-bea9-06c006570a11 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Pushing event updated for resources: {'Port': ['ID=4aac091f-65c1-4c36-9072-a266f2493296,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:10:52.962357 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-5768fb84-8176-46a7-b77c-999cb205a9b8 None None] Provisioning complete for port fca91fdf-3a32-42a9-bf73-0d9c26ab506a triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:10:52.963548 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5768fb84-8176-46a7-b77c-999cb205a9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (fca91fdf-3a32-42a9-bf73-0d9c26ab506a), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:52.972323 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b06e7b13-ea42-48e5-9975-860316898e8e req-7ea2232d-9efd-433a-b59d-ffc906bf886a tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/security-groups?id=ffb17db6-1913-4712-aa46-d7c764c8c875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145992 Jan 28 07:10:52.996785 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-89816255-1552-4ed8-af0b-34471343d7ec req-0091dd14-f80d-410f-8671-c04799fdd89f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5dc26c02-a0bf-4561-bd3d-273edaa8dba2 HTTP/1.1" status: 200 len: 217 time: 0.0853360 Jan 28 07:10:53.053710 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-5768fb84-8176-46a7-b77c-999cb205a9b8 None None] Port fca91fdf-3a32-42a9-bf73-0d9c26ab506a cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:10:53.098831 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89816255-1552-4ed8-af0b-34471343d7ec req-c094627c-c896-4f9a-850e-5f11a141bca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:53.104540 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-89816255-1552-4ed8-af0b-34471343d7ec req-c094627c-c896-4f9a-850e-5f11a141bca0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=db87510e-2424-4f9c-8c68-c494c476644f HTTP/1.1" status: 200 len: 855 time: 0.0953746 Jan 28 07:10:53.106575 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a0f79475-6f17-4ed8-b155-e8adab980913 req-dcaef9c4-dcd9-40cc-be64-edf4caf36b94 tempest-SecurityGroupsTestAdminJSON-97574288 tempest-SecurityGroupsTestAdminJSON-97574288-project-admin] 10.222.0.41 "GET /v2.0/security-groups/b4823865-097c-4c4a-953d-046daa6a9cd8 HTTP/1.1" status: 200 len: 2998 time: 0.2473111 Jan 28 07:10:53.175562 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-89816255-1552-4ed8-af0b-34471343d7ec req-d8b0514c-cf6d-4d29-8706-52fb3bfce1df service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bc323a54-605a-4c90-85cc-1a8faa87a52d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650828 Jan 28 07:10:53.188387 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f43e308-97d4-4cd3-bea9-06c006570a11 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:53.189030 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1f43e308-97d4-4cd3-bea9-06c006570a11 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:53.194898 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-8948462d-0253-4481-b866-91034b8810f3 req-0a2d275a-d46f-4b47-83b3-d71f9561fa06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3afe18f-c4f3-4f71-9af1-9b171babcfbe {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:10:53.217641 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-8948462d-0253-4481-b866-91034b8810f3 req-0a2d275a-d46f-4b47-83b3-d71f9561fa06 service neutron] Publish callbacks [] for port (a3afe18f-c4f3-4f71-9af1-9b171babcfbe), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:53.253330 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-8948462d-0253-4481-b866-91034b8810f3 req-0a2d275a-d46f-4b47-83b3-d71f9561fa06 service neutron] Transition to ACTIVE for port object a3afe18f-c4f3-4f71-9af1-9b171babcfbe will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:10:53.259177 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-8948462d-0253-4481-b866-91034b8810f3 req-0a2d275a-d46f-4b47-83b3-d71f9561fa06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (a3afe18f-c4f3-4f71-9af1-9b171babcfbe), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:53.275297 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-1f43e308-97d4-4cd3-bea9-06c006570a11 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.7270122 Jan 28 07:10:53.320584 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a0f79475-6f17-4ed8-b155-e8adab980913 req-aa64fead-22c7-48de-b451-68981d57b4db tempest-SecurityGroupsTestAdminJSON-97574288 tempest-SecurityGroupsTestAdminJSON-97574288-project-admin] 10.222.0.41 "GET /v2.0/security-groups/b4823865-097c-4c4a-953d-046daa6a9cd8 HTTP/1.1" status: 200 len: 2998 time: 0.1917105 Jan 28 07:10:53.331363 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2d275a-d46f-4b47-83b3-d71f9561fa06 service neutron] Pushing event updated for resources: {'Port': ['ID=a3afe18f-c4f3-4f71-9af1-9b171babcfbe,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:10:53.402786 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c5dcc95e-c2b3-44bc-a64d-b0eac73f58d7 None None] Provisioning complete for port 4aac091f-65c1-4c36-9072-a266f2493296 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:10:53.403328 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c5dcc95e-c2b3-44bc-a64d-b0eac73f58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (4aac091f-65c1-4c36-9072-a266f2493296), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:53.414433 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-89816255-1552-4ed8-af0b-34471343d7ec req-59bf1080-1ebb-4bf6-a3de-e420833ef741 service neutron] 10.222.0.10 "GET /v2.0/networks/bc323a54-605a-4c90-85cc-1a8faa87a52d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183111 Jan 28 07:10:53.418240 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a0f79475-6f17-4ed8-b155-e8adab980913 req-cae8b204-3f5d-48d9-9cfd-eaae5e8774a4 tempest-SecurityGroupsTestAdminJSON-97574288 tempest-SecurityGroupsTestAdminJSON-97574288-project-admin] 10.222.0.41 "GET /v2.0/security-groups/c2614457-355d-4290-9839-3c701d202067 HTTP/1.1" status: 200 len: 2998 time: 0.0946229 Jan 28 07:10:53.464674 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c5dcc95e-c2b3-44bc-a64d-b0eac73f58d7 None None] Port 4aac091f-65c1-4c36-9072-a266f2493296 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:10:53.489091 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-8948462d-0253-4481-b866-91034b8810f3 req-0a2d275a-d46f-4b47-83b3-d71f9561fa06 service neutron] Attempting to bind port a3afe18f-c4f3-4f71-9af1-9b171babcfbe on host n-h2-712749-28 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:10:53.489702 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-8948462d-0253-4481-b866-91034b8810f3 req-0a2d275a-d46f-4b47-83b3-d71f9561fa06 service neutron] Attempting to bind port a3afe18f-c4f3-4f71-9af1-9b171babcfbe by drivers openvswitch,hyperv on host n-h2-712749-28 at level 0 using segments [{'id': 'aa78153f-8140-4463-8a23-520ca70d4d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '40408abb-5725-4205-b120-60fb2bb4bc40'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:10:53.490038 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8948462d-0253-4481-b866-91034b8810f3 req-0a2d275a-d46f-4b47-83b3-d71f9561fa06 service neutron] Attempting to bind port a3afe18f-c4f3-4f71-9af1-9b171babcfbe on network 40408abb-5725-4205-b120-60fb2bb4bc40 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:10:53.495905 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8948462d-0253-4481-b866-91034b8810f3 req-0a2d275a-d46f-4b47-83b3-d71f9561fa06 service neutron] Port a3afe18f-c4f3-4f71-9af1-9b171babcfbe on network 40408abb-5725-4205-b120-60fb2bb4bc40 not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-28 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:10:53.496257 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8948462d-0253-4481-b866-91034b8810f3 req-0a2d275a-d46f-4b47-83b3-d71f9561fa06 service neutron] Attempting to bind port a3afe18f-c4f3-4f71-9af1-9b171babcfbe on network 40408abb-5725-4205-b120-60fb2bb4bc40 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:10:53.501728 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8948462d-0253-4481-b866-91034b8810f3 req-0a2d275a-d46f-4b47-83b3-d71f9561fa06 service neutron] Checking agent: {'id': 'c9906e63-062c-432e-bb53-63fdb8115e18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 10, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:10:53.502069 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8948462d-0253-4481-b866-91034b8810f3 req-0a2d275a-d46f-4b47-83b3-d71f9561fa06 service neutron] Checking segment: {'id': 'aa78153f-8140-4463-8a23-520ca70d4d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '40408abb-5725-4205-b120-60fb2bb4bc40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:10:53.502450 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8948462d-0253-4481-b866-91034b8810f3 req-0a2d275a-d46f-4b47-83b3-d71f9561fa06 service neutron] Bound using segment: {'id': 'aa78153f-8140-4463-8a23-520ca70d4d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '40408abb-5725-4205-b120-60fb2bb4bc40'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:10:53.503692 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-8948462d-0253-4481-b866-91034b8810f3 req-0a2d275a-d46f-4b47-83b3-d71f9561fa06 service neutron] Bound port: a3afe18f-c4f3-4f71-9af1-9b171babcfbe, host: n-h2-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa78153f-8140-4463-8a23-520ca70d4d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '40408abb-5725-4205-b120-60fb2bb4bc40'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:10:53.504053 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-8948462d-0253-4481-b866-91034b8810f3 req-0a2d275a-d46f-4b47-83b3-d71f9561fa06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (a3afe18f-c4f3-4f71-9af1-9b171babcfbe), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:53.524413 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a0f79475-6f17-4ed8-b155-e8adab980913 req-6a0ff59e-94ee-4143-b456-aadb4ca34ba2 tempest-SecurityGroupsTestAdminJSON-97574288 tempest-SecurityGroupsTestAdminJSON-97574288-project-admin] 10.222.0.41 "GET /v2.0/security-groups/c2614457-355d-4290-9839-3c701d202067 HTTP/1.1" status: 200 len: 2998 time: 0.0928955 Jan 28 07:10:53.596098 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a0f79475-6f17-4ed8-b155-e8adab980913 req-72486691-79d5-47fc-b33c-d7789caa6385 tempest-SecurityGroupsTestAdminJSON-97574288 tempest-SecurityGroupsTestAdminJSON-97574288-project-admin] 10.222.0.41 "GET /v2.0/security-groups/f04398e5-e6ee-4473-933f-bd5ac9a5d2c3 HTTP/1.1" status: 200 len: 2990 time: 0.0651023 Jan 28 07:10:53.605890 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-8948462d-0253-4481-b866-91034b8810f3 req-0a2d275a-d46f-4b47-83b3-d71f9561fa06 service neutron] For port a3afe18f-c4f3-4f71-9af1-9b171babcfbe, host n-h2-712749-28, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:10:53.608160 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-89816255-1552-4ed8-af0b-34471343d7ec req-116c409f-ef9e-420a-93b9-6dc7957402d8 service neutron] 10.222.0.10 "GET /v2.0/networks/bc323a54-605a-4c90-85cc-1a8faa87a52d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873806 Jan 28 07:10:53.621163 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-8948462d-0253-4481-b866-91034b8810f3 req-0a2d275a-d46f-4b47-83b3-d71f9561fa06 service neutron] For port a3afe18f-c4f3-4f71-9af1-9b171babcfbe, host n-h2-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=a3afe18f-c4f3-4f71-9af1-9b171babcfbe,segment=NetworkSegment(aa78153f-8140-4463-8a23-520ca70d4d00),segment_id=aa78153f-8140-4463-8a23-520ca70d4d00)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:10:53.629727 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-8948462d-0253-4481-b866-91034b8810f3 req-0a2d275a-d46f-4b47-83b3-d71f9561fa06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (a3afe18f-c4f3-4f71-9af1-9b171babcfbe), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:53.640034 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407d7f4f-43e4-4f18-8ed8-59f79a01fb12 req-192716c5-eddd-4204-a9ce-85a572778b8c tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:53.641564 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-407d7f4f-43e4-4f18-8ed8-59f79a01fb12 req-192716c5-eddd-4204-a9ce-85a572778b8c tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] 10.222.0.41 "GET /v2.0/ports?device_id=14f93dd6-6a24-4791-bc54-3b53d0b890c5 HTTP/1.1" status: 200 len: 943 time: 0.0789173 Jan 28 07:10:53.647452 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a0f79475-6f17-4ed8-b155-e8adab980913 req-3f94fd3c-d588-4bdc-a972-25718c578dec tempest-SecurityGroupsTestAdminJSON-97574288 tempest-SecurityGroupsTestAdminJSON-97574288-project-admin] 10.222.0.41 "GET /v2.0/security-groups/f04398e5-e6ee-4473-933f-bd5ac9a5d2c3 HTTP/1.1" status: 200 len: 2990 time: 0.0381548 Jan 28 07:10:53.686198 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8948462d-0253-4481-b866-91034b8810f3 req-0a2d275a-d46f-4b47-83b3-d71f9561fa06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:53.686814 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-8948462d-0253-4481-b866-91034b8810f3 req-0a2d275a-d46f-4b47-83b3-d71f9561fa06 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:53.688212 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8948462d-0253-4481-b866-91034b8810f3 req-0a2d275a-d46f-4b47-83b3-d71f9561fa06 service neutron] 10.222.0.44 "PUT /v2.0/ports/a3afe18f-c4f3-4f71-9af1-9b171babcfbe HTTP/1.1" status: 200 len: 1092 time: 1.6451204 Jan 28 07:10:53.691149 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14f93dd6-6a24-4791-bc54-3b53d0b890c5', 'tag': 'a3afe18f-c4f3-4f71-9af1-9b171babcfbe'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:10:53.693237 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b87e163-6c91-45e8-b89f-ef06124938c4" -d '{"events": [{"name": "network-changed", "server_uuid": "14f93dd6-6a24-4791-bc54-3b53d0b890c5", "tag": "a3afe18f-c4f3-4f71-9af1-9b171babcfbe"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:10:53.695998 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a0f79475-6f17-4ed8-b155-e8adab980913 req-a646deb9-c533-449f-8e3d-90aca4a25d92 tempest-SecurityGroupsTestAdminJSON-97574288 tempest-SecurityGroupsTestAdminJSON-97574288-project-admin] 10.222.0.41 "GET /v2.0/security-groups/f0e415d4-9274-4847-9e71-c098cc08b695 HTTP/1.1" status: 200 len: 2998 time: 0.0373690 Jan 28 07:10:53.743153 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2d275a-d46f-4b47-83b3-d71f9561fa06 service neutron] Pushing event updated for resources: {'Port': ['ID=a3afe18f-c4f3-4f71-9af1-9b171babcfbe,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:10:53.755327 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a0f79475-6f17-4ed8-b155-e8adab980913 req-860c7601-c5fe-4233-b750-921289763d9c tempest-SecurityGroupsTestAdminJSON-97574288 tempest-SecurityGroupsTestAdminJSON-97574288-project-admin] 10.222.0.41 "GET /v2.0/security-groups/f0e415d4-9274-4847-9e71-c098cc08b695 HTTP/1.1" status: 200 len: 2998 time: 0.0517976 Jan 28 07:10:53.783573 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-407d7f4f-43e4-4f18-8ed8-59f79a01fb12 req-7893ce8e-0fe1-4b67-8a5f-6b1569a74848 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] 10.222.0.41 "GET /v2.0/security-groups?id=c2614457-355d-4290-9839-3c701d202067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192322 Jan 28 07:10:53.797624 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8948462d-0253-4481-b866-91034b8810f3 req-0ebf8a92-89ae-4e29-a147-a1d09250059c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:53.799115 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8948462d-0253-4481-b866-91034b8810f3 req-0ebf8a92-89ae-4e29-a147-a1d09250059c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2896f16344d64d52a798dcb24fda5242&device_id=14f93dd6-6a24-4791-bc54-3b53d0b890c5 HTTP/1.1" status: 200 len: 1095 time: 0.0501649 Jan 28 07:10:53.812920 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a0f79475-6f17-4ed8-b155-e8adab980913 req-2374fd88-7eb9-494b-981f-75b486b9dca2 tempest-SecurityGroupsTestAdminJSON-97574288 tempest-SecurityGroupsTestAdminJSON-97574288-project-admin] 10.222.0.41 "GET /v2.0/security-groups/ffb17db6-1913-4712-aa46-d7c764c8c875 HTTP/1.1" status: 200 len: 2998 time: 0.0456324 Jan 28 07:10:53.851681 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a0f79475-6f17-4ed8-b155-e8adab980913 req-9cfe58f3-1846-476c-b1f2-f6711d70d5a0 tempest-SecurityGroupsTestAdminJSON-97574288 tempest-SecurityGroupsTestAdminJSON-97574288-project-admin] 10.222.0.41 "GET /v2.0/security-groups/ffb17db6-1913-4712-aa46-d7c764c8c875 HTTP/1.1" status: 200 len: 2998 time: 0.0398388 Jan 28 07:10:53.860000 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8948462d-0253-4481-b866-91034b8810f3 req-4abca0a9-451e-47ed-8deb-08d6ebb85533 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a3afe18f-c4f3-4f71-9af1-9b171babcfbe HTTP/1.1" status: 200 len: 217 time: 0.0427990 Jan 28 07:10:53.950829 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec94041-8c3e-4323-b2aa-a5955d1a40b1 req-b2c24e4e-688d-4fe1-93ab-9adf32a64de3 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:53.952455 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8ec94041-8c3e-4323-b2aa-a5955d1a40b1 req-b2c24e4e-688d-4fe1-93ab-9adf32a64de3 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=232ec39b-90f9-4df8-a403-fe1029cce065 HTTP/1.1" status: 200 len: 947 time: 0.0912468 Jan 28 07:10:53.956299 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8948462d-0253-4481-b866-91034b8810f3 req-f10ffa38-b1d2-4acd-b512-42c1a1389d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:53.957887 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8948462d-0253-4481-b866-91034b8810f3 req-f10ffa38-b1d2-4acd-b512-42c1a1389d1d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a4c1d00a-11c6-444f-8042-f73535ef4594 HTTP/1.1" status: 200 len: 844 time: 0.0693047 Jan 28 07:10:53.998017 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8948462d-0253-4481-b866-91034b8810f3 req-ee512ef0-36f4-4244-8f62-b5c4b325c677 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=40408abb-5725-4205-b120-60fb2bb4bc40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327446 Jan 28 07:10:54.054305 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8ec94041-8c3e-4323-b2aa-a5955d1a40b1 req-ebfee236-6c1d-4b86-82db-b3a736ca48ea tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb65c68e-64e7-49d7-aa93-cf57ceaf78a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946615 Jan 28 07:10:54.088061 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device aba78503-01c8-426b-90ff-85229210d166 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:10:54.138957 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8948462d-0253-4481-b866-91034b8810f3 req-5c564e91-0f4e-4b71-be98-f4325fe8db7f service neutron] 10.222.0.44 "GET /v2.0/networks/40408abb-5725-4205-b120-60fb2bb4bc40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294153 Jan 28 07:10:54.169284 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port aba78503-01c8-426b-90ff-85229210d166 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:10:54.169673 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (aba78503-01c8-426b-90ff-85229210d166), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:54.282073 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8948462d-0253-4481-b866-91034b8810f3 req-aee6c49b-aaed-4238-ab61-58febba29883 service neutron] 10.222.0.44 "GET /v2.0/networks/40408abb-5725-4205-b120-60fb2bb4bc40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217010 Jan 28 07:10:54.342014 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port aba78503-01c8-426b-90ff-85229210d166 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:10:54.364474 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88946587-ffbc-4c04-aa0e-22ef25233061 req-d0c949b7-bab5-49ff-9cd8-aa5b804a681c tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:54.366822 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-88946587-ffbc-4c04-aa0e-22ef25233061 req-d0c949b7-bab5-49ff-9cd8-aa5b804a681c tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/ports?device_id=8583dc03-a039-446f-b1e8-5e1ed628fdcb HTTP/1.1" status: 200 len: 945 time: 0.0586388 Jan 28 07:10:54.463519 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-88946587-ffbc-4c04-aa0e-22ef25233061 req-ac8ea4a4-891a-4cfa-9577-79bd193fbe37 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/security-groups?id=83d97fa1-2f29-40d2-a756-a970d048d2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861251 Jan 28 07:10:54.505657 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03e4d85-fb35-4f90-97e0-a3ca1ce9c506 req-3bc90c8e-114e-47de-8aa7-bc887e0062b8 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:54.507240 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f03e4d85-fb35-4f90-97e0-a3ca1ce9c506 req-3bc90c8e-114e-47de-8aa7-bc887e0062b8 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.44 "GET /v2.0/ports?device_id=8583dc03-a039-446f-b1e8-5e1ed628fdcb HTTP/1.1" status: 200 len: 945 time: 0.0629239 Jan 28 07:10:54.522545 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5287b01-4a03-4e44-9a9c-eb23e3560c42 x-openstack-request-id: req-e5287b01-4a03-4e44-9a9c-eb23e3560c42 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:10:54.522844 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14f93dd6-6a24-4791-bc54-3b53d0b890c5", "tag": "a3afe18f-c4f3-4f71-9af1-9b171babcfbe", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:10:54.523117 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e5287b01-4a03-4e44-9a9c-eb23e3560c42 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:10:54.523565 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14f93dd6-6a24-4791-bc54-3b53d0b890c5', 'tag': 'a3afe18f-c4f3-4f71-9af1-9b171babcfbe', 'status': 'completed', 'code': 200} Jan 28 07:10:54.572483 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 37130) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:10:54.576954 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-e2b8bbb0-3007-4f56-af8f-a95eaa8e6e1e tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Request body: {'security_group': {'name': 'tempest-securitygroup--430727499', 'description': 'tempest-description--1728439567'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:10:54.603845 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e2b8bbb0-3007-4f56-af8f-a95eaa8e6e1e tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:54.636676 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b87e163-6c91-45e8-b89f-ef06124938c4 req-a82b3a2b-9be0-4d5d-8d27-e37ef1b852a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:54.638512 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1b87e163-6c91-45e8-b89f-ef06124938c4 req-a82b3a2b-9be0-4d5d-8d27-e37ef1b852a1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2896f16344d64d52a798dcb24fda5242&device_id=14f93dd6-6a24-4791-bc54-3b53d0b890c5 HTTP/1.1" status: 200 len: 1095 time: 0.0665224 Jan 28 07:10:54.739295 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8b805017-b417-488c-a6dd-cbd69c018ed2 req-2debbd82-72ef-4ee0-a575-e1fd917373a0 tempest-SecurityGroupsTestAdminJSON-365225217 tempest-SecurityGroupsTestAdminJSON-365225217-project] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=92cc254bf9ee4df7b6f38975538f2452 HTTP/1.1" status: 200 len: 6152 time: 0.1896396 Jan 28 07:10:54.764428 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-f03e4d85-fb35-4f90-97e0-a3ca1ce9c506 req-876afe45-1836-4778-aa94-518602cdcaff tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Deleting port eb55dc3d-1bbb-4c59-857d-6e7142be10fe {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:10:54.764640 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24b5277-2d33-4208-9156-7e582d188afb req-b1c4b2bf-c376-4f95-a52a-bc6a624e4eed tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:54.765080 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-f03e4d85-fb35-4f90-97e0-a3ca1ce9c506 req-876afe45-1836-4778-aa94-518602cdcaff tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (eb55dc3d-1bbb-4c59-857d-6e7142be10fe), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:54.767165 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d24b5277-2d33-4208-9156-7e582d188afb req-b1c4b2bf-c376-4f95-a52a-bc6a624e4eed tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/ports?device_id=bff283f4-d37c-427a-af38-4dca43c7b60a HTTP/1.1" status: 200 len: 943 time: 0.1454060 Jan 28 07:10:54.811229 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b87e163-6c91-45e8-b89f-ef06124938c4 req-fa876440-8806-43dc-9410-b9b40805ad76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:54.812749 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1b87e163-6c91-45e8-b89f-ef06124938c4 req-fa876440-8806-43dc-9410-b9b40805ad76 service neutron] 10.222.0.44 "GET /v2.0/networks?id=40408abb-5725-4205-b120-60fb2bb4bc40 HTTP/1.1" status: 200 len: 905 time: 0.1546130 Jan 28 07:10:54.838669 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e2b8bbb0-3007-4f56-af8f-a95eaa8e6e1e tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Publish callbacks [] for security_group (f42d29db-089b-46ec-bdc0-e6253e46a436), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:54.850411 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e2b8bbb0-3007-4f56-af8f-a95eaa8e6e1e tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (f42d29db-089b-46ec-bdc0-e6253e46a436), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:54.863572 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1b87e163-6c91-45e8-b89f-ef06124938c4 req-54c117ed-6198-4fec-85aa-1e0c01a149ea service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a3afe18f-c4f3-4f71-9af1-9b171babcfbe HTTP/1.1" status: 200 len: 217 time: 0.0435402 Jan 28 07:10:54.885395 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8b805017-b417-488c-a6dd-cbd69c018ed2 req-829b872c-6604-40f3-b5ab-273759a91911 tempest-SecurityGroupsTestAdminJSON-365225217 tempest-SecurityGroupsTestAdminJSON-365225217-project] 10.222.0.41 "GET /v2.0/security-groups/2a0787a2-3929-46c8-bbf4-d146d4dcf8fb HTTP/1.1" status: 200 len: 2998 time: 0.1391788 Jan 28 07:10:54.898745 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e2b8bbb0-3007-4f56-af8f-a95eaa8e6e1e tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:54.903849 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-e2b8bbb0-3007-4f56-af8f-a95eaa8e6e1e tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3264091 Jan 28 07:10:54.912095 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d24b5277-2d33-4208-9156-7e582d188afb req-c7b860c3-c23e-4724-a2b3-619640e9bf0e tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/security-groups?id=ffb17db6-1913-4712-aa46-d7c764c8c875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297460 Jan 28 07:10:54.914910 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 37134) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:10:54.927266 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-eb2e73d5-543e-45aa-9624-ef0bdd07fd23 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Request body: {'security_group_rule': {'security_group_id': 'f42d29db-089b-46ec-bdc0-e6253e46a436', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:10:54.942158 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b87e163-6c91-45e8-b89f-ef06124938c4 req-aed24910-c840-45ca-bf22-ed5d196f800f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:54.943692 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1b87e163-6c91-45e8-b89f-ef06124938c4 req-aed24910-c840-45ca-bf22-ed5d196f800f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a4c1d00a-11c6-444f-8042-f73535ef4594 HTTP/1.1" status: 200 len: 844 time: 0.0729280 Jan 28 07:10:54.952054 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b8bbb0-3007-4f56-af8f-a95eaa8e6e1e tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f42d29db-089b-46ec-bdc0-e6253e46a436,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:10:54.976184 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-f03e4d85-fb35-4f90-97e0-a3ca1ce9c506 req-876afe45-1836-4778-aa94-518602cdcaff tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] For port eb55dc3d-1bbb-4c59-857d-6e7142be10fe, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=eb55dc3d-1bbb-4c59-857d-6e7142be10fe,segment=NetworkSegment(919581ea-4d97-4a95-839c-1632528194b6),segment_id=919581ea-4d97-4a95-839c-1632528194b6)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:10:54.976577 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-f03e4d85-fb35-4f90-97e0-a3ca1ce9c506 req-876afe45-1836-4778-aa94-518602cdcaff tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (eb55dc3d-1bbb-4c59-857d-6e7142be10fe), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:54.998206 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1b87e163-6c91-45e8-b89f-ef06124938c4 req-d0770ea4-562e-47bc-a99c-d0b51eeff881 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=40408abb-5725-4205-b120-60fb2bb4bc40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451021 Jan 28 07:10:55.001940 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-f03e4d85-fb35-4f90-97e0-a3ca1ce9c506 req-876afe45-1836-4778-aa94-518602cdcaff tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Calling delete_port for eb55dc3d-1bbb-4c59-857d-6e7142be10fe owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:10:55.038428 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8b805017-b417-488c-a6dd-cbd69c018ed2 req-88894610-58a7-4ec6-8338-4e0f1e6827b8 tempest-SecurityGroupsTestAdminJSON-365225217 tempest-SecurityGroupsTestAdminJSON-365225217-project] 10.222.0.41 "GET /v2.0/security-groups/2a0787a2-3929-46c8-bbf4-d146d4dcf8fb HTTP/1.1" status: 200 len: 2998 time: 0.1372752 Jan 28 07:10:55.044398 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-eb2e73d5-543e-45aa-9624-ef0bdd07fd23 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Publish callbacks [] for security_group_rule (8581aebf-08a6-41c5-82e4-1bbe70b4f74c), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:55.128095 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1b87e163-6c91-45e8-b89f-ef06124938c4 req-f3b630cb-c9ca-432f-93ca-7dd410d46a74 service neutron] 10.222.0.44 "GET /v2.0/networks/40408abb-5725-4205-b120-60fb2bb4bc40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176920 Jan 28 07:10:55.170798 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-eb2e73d5-543e-45aa-9624-ef0bdd07fd23 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Publish callbacks [] for security_group_rule (8581aebf-08a6-41c5-82e4-1bbe70b4f74c), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:55.175322 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-eb2e73d5-543e-45aa-9624-ef0bdd07fd23 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (8581aebf-08a6-41c5-82e4-1bbe70b4f74c), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:55.229749 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2e73d5-543e-45aa-9624-ef0bdd07fd23 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8581aebf-08a6-41c5-82e4-1bbe70b4f74c,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:10:55.239554 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-eb2e73d5-543e-45aa-9624-ef0bdd07fd23 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:55.243382 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-eb2e73d5-543e-45aa-9624-ef0bdd07fd23 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3244233 Jan 28 07:10:55.244381 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 37150) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:10:55.250520 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-0b9cbb6e-aaf8-44e9-8572-dd02155b94e3 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Request body: {'security_group_rule': {'security_group_id': 'f42d29db-089b-46ec-bdc0-e6253e46a436', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:10:55.287923 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-f03e4d85-fb35-4f90-97e0-a3ca1ce9c506 req-876afe45-1836-4778-aa94-518602cdcaff tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (eb55dc3d-1bbb-4c59-857d-6e7142be10fe), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:55.306841 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1b87e163-6c91-45e8-b89f-ef06124938c4 req-423341bd-1b5f-498d-a470-041b8824d5bb service neutron] 10.222.0.44 "GET /v2.0/networks/40408abb-5725-4205-b120-60fb2bb4bc40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691113 Jan 28 07:10:55.337923 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['6479eef5-951c-4e2c-a998-c082886c019a'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:10:55.370967 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876afe45-1836-4778-aa94-518602cdcaff tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Pushing event deleted for resources: {'Port': ['ID=eb55dc3d-1bbb-4c59-857d-6e7142be10fe,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:10:55.402375 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0b9cbb6e-aaf8-44e9-8572-dd02155b94e3 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Publish callbacks [] for security_group_rule (2326f67a-167d-4dc0-b0f3-2ac743fc3402), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:55.430179 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['eb55dc3d-1bbb-4c59-857d-6e7142be10fe'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:10:55.434445 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-f03e4d85-fb35-4f90-97e0-a3ca1ce9c506 req-876afe45-1836-4778-aa94-518602cdcaff tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] No DVR routers for this DVR port eb55dc3d-1bbb-4c59-857d-6e7142be10fe on host n-h2-712749-28 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:10:55.446411 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-f03e4d85-fb35-4f90-97e0-a3ca1ce9c506 req-876afe45-1836-4778-aa94-518602cdcaff tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:55.454155 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f03e4d85-fb35-4f90-97e0-a3ca1ce9c506 req-876afe45-1836-4778-aa94-518602cdcaff tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.44 "DELETE /v2.0/ports/eb55dc3d-1bbb-4c59-857d-6e7142be10fe HTTP/1.1" status: 204 len: 173 time: 0.9402781 Jan 28 07:10:55.475542 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 5dc26c02-a0bf-4561-bd3d-273edaa8dba2 details requested by agent hyperv_n-h1-712749-28 with host n-h1-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:10:55.499627 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f10201a1-0673-45ff-b481-b430cee30a59 req-fbd83d0f-2267-4b56-95e7-f6f45bfb6b32 tempest-SecurityGroupsTestAdminJSON-97574288 tempest-SecurityGroupsTestAdminJSON-97574288-project-admin] 10.222.0.41 "GET /v2.0/security-groups/611a9fce-a9be-41b5-b7ca-a1cc654389eb HTTP/1.1" status: 200 len: 1794 time: 0.0748596 Jan 28 07:10:55.580461 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-f10201a1-0673-45ff-b481-b430cee30a59 req-2ae799ac-31ef-46cc-b6ca-851f5d18c188 tempest-SecurityGroupsTestAdminJSON-97574288 tempest-SecurityGroupsTestAdminJSON-97574288-project-admin] Publish callbacks [] for security_group (611a9fce-a9be-41b5-b7ca-a1cc654389eb), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:55.612265 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b9d7b2-a6fe-4705-8f60-5e679b094952 req-201055ab-1184-45e6-b5ac-00465d14d11e tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:55.616305 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-f10201a1-0673-45ff-b481-b430cee30a59 req-2ae799ac-31ef-46cc-b6ca-851f5d18c188 tempest-SecurityGroupsTestAdminJSON-97574288 tempest-SecurityGroupsTestAdminJSON-97574288-project-admin] Publish callbacks [] for security_group (611a9fce-a9be-41b5-b7ca-a1cc654389eb), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:55.619397 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c2b9d7b2-a6fe-4705-8f60-5e679b094952 req-201055ab-1184-45e6-b5ac-00465d14d11e tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] 10.222.0.41 "GET /v2.0/ports?device_id=14f93dd6-6a24-4791-bc54-3b53d0b890c5 HTTP/1.1" status: 200 len: 943 time: 0.1325324 Jan 28 07:10:55.622738 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0b9cbb6e-aaf8-44e9-8572-dd02155b94e3 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Publish callbacks [] for security_group_rule (2326f67a-167d-4dc0-b0f3-2ac743fc3402), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:55.642214 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0b9cbb6e-aaf8-44e9-8572-dd02155b94e3 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (2326f67a-167d-4dc0-b0f3-2ac743fc3402), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:55.680400 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9cbb6e-aaf8-44e9-8572-dd02155b94e3 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2326f67a-167d-4dc0-b0f3-2ac743fc3402,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:10:55.684252 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0b9cbb6e-aaf8-44e9-8572-dd02155b94e3 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:55.688760 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-0b9cbb6e-aaf8-44e9-8572-dd02155b94e3 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4410286 Jan 28 07:10:55.688940 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-f10201a1-0673-45ff-b481-b430cee30a59 req-2ae799ac-31ef-46cc-b6ca-851f5d18c188 tempest-SecurityGroupsTestAdminJSON-97574288 tempest-SecurityGroupsTestAdminJSON-97574288-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (611a9fce-a9be-41b5-b7ca-a1cc654389eb), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:55.690004 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 37160) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:10:55.690384 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-f10201a1-0673-45ff-b481-b430cee30a59 req-2ae799ac-31ef-46cc-b6ca-851f5d18c188 tempest-SecurityGroupsTestAdminJSON-97574288 tempest-SecurityGroupsTestAdminJSON-97574288-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:55.694502 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f10201a1-0673-45ff-b481-b430cee30a59 req-2ae799ac-31ef-46cc-b6ca-851f5d18c188 tempest-SecurityGroupsTestAdminJSON-97574288 tempest-SecurityGroupsTestAdminJSON-97574288-project-admin] 10.222.0.41 "DELETE /v2.0/security-groups/611a9fce-a9be-41b5-b7ca-a1cc654389eb HTTP/1.1" status: 204 len: 173 time: 0.1940596 Jan 28 07:10:55.701681 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-152f2e78-7b68-482a-b168-1f2ef096f7da tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Request body: {'floatingip': {'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:10:55.708040 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae799ac-31ef-46cc-b6ca-851f5d18c188 tempest-SecurityGroupsTestAdminJSON-97574288 tempest-SecurityGroupsTestAdminJSON-97574288-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=611a9fce-a9be-41b5-b7ca-a1cc654389eb,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:10:55.726146 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c2b9d7b2-a6fe-4705-8f60-5e679b094952 req-6340ed13-cde8-4951-b1ec-b1614ea82311 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] 10.222.0.41 "GET /v2.0/security-groups?id=c2614457-355d-4290-9839-3c701d202067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058266 Jan 28 07:10:55.759234 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 5dc26c02-a0bf-4561-bd3d-273edaa8dba2, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=5dc26c02-a0bf-4561-bd3d-273edaa8dba2,segment=NetworkSegment(b8d72b75-cba6-44bb-b1f1-97b3aa439c04),segment_id=b8d72b75-cba6-44bb-b1f1-97b3aa439c04)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:10:55.762031 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-152f2e78-7b68-482a-b168-1f2ef096f7da tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:55.785486 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Returning: {'device': '5dc26c02-a0bf-4561-bd3d-273edaa8dba2', 'network_id': 'bc323a54-605a-4c90-85cc-1a8faa87a52d', 'port_id': '5dc26c02-a0bf-4561-bd3d-273edaa8dba2', 'mac_address': 'fa:16:3e:be:1a:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db87510e-2424-4f9c-8c68-c494c476644f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:10:55.837167 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 5dc26c02-a0bf-4561-bd3d-273edaa8dba2 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:10:55.837527 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (5dc26c02-a0bf-4561-bd3d-273edaa8dba2), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:55.854538 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5dc26c02-a0bf-4561-bd3d-273edaa8dba2 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:10:55.884649 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 5dc26c02-a0bf-4561-bd3d-273edaa8dba2, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=5dc26c02-a0bf-4561-bd3d-273edaa8dba2,segment=NetworkSegment(b8d72b75-cba6-44bb-b1f1-97b3aa439c04),segment_id=b8d72b75-cba6-44bb-b1f1-97b3aa439c04)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:10:55.895225 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (5dc26c02-a0bf-4561-bd3d-273edaa8dba2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:55.916784 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b49a3c-890c-4717-9c34-a48bcec879e7 req-ec60a86b-803d-47b8-8520-3c18471467c4 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:55.923506 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-89b49a3c-890c-4717-9c34-a48bcec879e7 req-ec60a86b-803d-47b8-8520-3c18471467c4 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=232ec39b-90f9-4df8-a403-fe1029cce065 HTTP/1.1" status: 200 len: 947 time: 0.0727482 Jan 28 07:10:55.986780 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-25bed469-b928-42b3-bcdb-2174f6c39872 req-f63fbe0e-45e7-4e60-a8e4-3bcbe9c665b9 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/ports?device_id=8583dc03-a039-446f-b1e8-5e1ed628fdcb HTTP/1.1" status: 200 len: 210 time: 0.0705757 Jan 28 07:10:56.011763 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-89b49a3c-890c-4717-9c34-a48bcec879e7 req-024f50c0-67f7-4d90-83b9-ed814b1d4b95 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb65c68e-64e7-49d7-aa93-cf57ceaf78a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754681 Jan 28 07:10:56.022685 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-152f2e78-7b68-482a-b168-1f2ef096f7da tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:56.043049 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=5dc26c02-a0bf-4561-bd3d-273edaa8dba2,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:10:56.126280 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-3bcc6527-afca-4e87-a1b7-e2dc7946a457 req-6ece15f9-caa7-4cf6-a88c-bf8c4c2067a8 tempest-SecurityGroupsTestAdminJSON-97574288 tempest-SecurityGroupsTestAdminJSON-97574288-project-admin] 10.222.0.41 "GET /v2.0/security-groups/4e2f7bc3-1aeb-48ae-8d94-3d401331d7d0 HTTP/1.1" status: 200 len: 1795 time: 0.0644283 Jan 28 07:10:56.201619 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-3bcc6527-afca-4e87-a1b7-e2dc7946a457 req-97a91962-97bc-450d-9f9f-d2ce99722dd5 tempest-SecurityGroupsTestAdminJSON-97574288 tempest-SecurityGroupsTestAdminJSON-97574288-project-admin] Publish callbacks [] for security_group (4e2f7bc3-1aeb-48ae-8d94-3d401331d7d0), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:56.209069 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b457d7-99a9-4b8f-934d-efd1b2350249 req-4086c254-0052-4436-bea3-6d7462917bd9 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:56.212793 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e0b457d7-99a9-4b8f-934d-efd1b2350249 req-4086c254-0052-4436-bea3-6d7462917bd9 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/ports?device_id=bff283f4-d37c-427a-af38-4dca43c7b60a HTTP/1.1" status: 200 len: 944 time: 0.1027913 Jan 28 07:10:56.225088 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-152f2e78-7b68-482a-b168-1f2ef096f7da tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Allocated IP 172.25.6.28 (7d5b3724-deef-4831-8d43-cb9b8176573c/b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc/c995ad5d-b7b1-4ab8-a03b-972fe1722009) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:10:56.228807 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-3bcc6527-afca-4e87-a1b7-e2dc7946a457 req-97a91962-97bc-450d-9f9f-d2ce99722dd5 tempest-SecurityGroupsTestAdminJSON-97574288 tempest-SecurityGroupsTestAdminJSON-97574288-project-admin] Publish callbacks [] for security_group (4e2f7bc3-1aeb-48ae-8d94-3d401331d7d0), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:56.281545 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-3bcc6527-afca-4e87-a1b7-e2dc7946a457 req-97a91962-97bc-450d-9f9f-d2ce99722dd5 tempest-SecurityGroupsTestAdminJSON-97574288 tempest-SecurityGroupsTestAdminJSON-97574288-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (4e2f7bc3-1aeb-48ae-8d94-3d401331d7d0), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:56.285032 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-3bcc6527-afca-4e87-a1b7-e2dc7946a457 req-97a91962-97bc-450d-9f9f-d2ce99722dd5 tempest-SecurityGroupsTestAdminJSON-97574288 tempest-SecurityGroupsTestAdminJSON-97574288-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:56.286195 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-3bcc6527-afca-4e87-a1b7-e2dc7946a457 req-97a91962-97bc-450d-9f9f-d2ce99722dd5 tempest-SecurityGroupsTestAdminJSON-97574288 tempest-SecurityGroupsTestAdminJSON-97574288-project-admin] 10.222.0.41 "DELETE /v2.0/security-groups/4e2f7bc3-1aeb-48ae-8d94-3d401331d7d0 HTTP/1.1" status: 204 len: 173 time: 0.1530132 Jan 28 07:10:56.305707 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a91962-97bc-450d-9f9f-d2ce99722dd5 tempest-SecurityGroupsTestAdminJSON-97574288 tempest-SecurityGroupsTestAdminJSON-97574288-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e2f7bc3-1aeb-48ae-8d94-3d401331d7d0,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:10:56.312658 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['5dc26c02-a0bf-4561-bd3d-273edaa8dba2'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:10:56.335179 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e0b457d7-99a9-4b8f-934d-efd1b2350249 req-ee538a7b-5e6f-4764-a47f-b471aeca62b4 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/security-groups?id=ffb17db6-1913-4712-aa46-d7c764c8c875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182466 Jan 28 07:10:56.367154 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-fb472d07-5cb2-42ef-a5d0-44ee4ca45c47 req-4a99440d-20b6-4fd2-a419-3a858b58bedd tempest-SecurityGroupsTestAdminJSON-365225217 tempest-SecurityGroupsTestAdminJSON-365225217-project] 10.222.0.41 "GET /v2.0/security-groups/4317942b-0b8b-48bd-9744-f63f0a033e2f HTTP/1.1" status: 200 len: 1793 time: 0.0587859 Jan 28 07:10:56.428718 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-152f2e78-7b68-482a-b168-1f2ef096f7da tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Publish callbacks [] for port (c995ad5d-b7b1-4ab8-a03b-972fe1722009), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:56.476227 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-fb472d07-5cb2-42ef-a5d0-44ee4ca45c47 req-2c332be3-2510-4fb4-aebf-8cf8cbc08d28 tempest-SecurityGroupsTestAdminJSON-365225217 tempest-SecurityGroupsTestAdminJSON-365225217-project] Publish callbacks [] for security_group (4317942b-0b8b-48bd-9744-f63f0a033e2f), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:56.490342 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-152f2e78-7b68-482a-b168-1f2ef096f7da tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (c995ad5d-b7b1-4ab8-a03b-972fe1722009), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:56.514469 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-fb472d07-5cb2-42ef-a5d0-44ee4ca45c47 req-2c332be3-2510-4fb4-aebf-8cf8cbc08d28 tempest-SecurityGroupsTestAdminJSON-365225217 tempest-SecurityGroupsTestAdminJSON-365225217-project] Publish callbacks [] for security_group (4317942b-0b8b-48bd-9744-f63f0a033e2f), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:56.526459 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8583dc03-a039-446f-b1e8-5e1ed628fdcb', 'name': 'network-vif-deleted', 'tag': 'eb55dc3d-1bbb-4c59-857d-6e7142be10fe'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:10:56.529035 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61fe53d5-1b54-468f-bb4f-c7fd393095f0" -d '{"events": [{"server_uuid": "8583dc03-a039-446f-b1e8-5e1ed628fdcb", "name": "network-vif-deleted", "tag": "eb55dc3d-1bbb-4c59-857d-6e7142be10fe"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:10:56.564986 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-152f2e78-7b68-482a-b168-1f2ef096f7da tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Network 7d5b3724-deef-4831-8d43-cb9b8176573c is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:10:56.565231 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-fb472d07-5cb2-42ef-a5d0-44ee4ca45c47 req-2c332be3-2510-4fb4-aebf-8cf8cbc08d28 tempest-SecurityGroupsTestAdminJSON-365225217 tempest-SecurityGroupsTestAdminJSON-365225217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (4317942b-0b8b-48bd-9744-f63f0a033e2f), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:56.568066 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-152f2e78-7b68-482a-b168-1f2ef096f7da tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:10:56.568592 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-fb472d07-5cb2-42ef-a5d0-44ee4ca45c47 req-2c332be3-2510-4fb4-aebf-8cf8cbc08d28 tempest-SecurityGroupsTestAdminJSON-365225217 tempest-SecurityGroupsTestAdminJSON-365225217-project] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:56.574001 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-152f2e78-7b68-482a-b168-1f2ef096f7da tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:10:56.583920 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-fb472d07-5cb2-42ef-a5d0-44ee4ca45c47 req-2c332be3-2510-4fb4-aebf-8cf8cbc08d28 tempest-SecurityGroupsTestAdminJSON-365225217 tempest-SecurityGroupsTestAdminJSON-365225217-project] 10.222.0.41 "DELETE /v2.0/security-groups/4317942b-0b8b-48bd-9744-f63f0a033e2f HTTP/1.1" status: 204 len: 173 time: 0.2065165 Jan 28 07:10:56.600927 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152f2e78-7b68-482a-b168-1f2ef096f7da tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Pushing event updated for resources: {'Port': ['ID=c995ad5d-b7b1-4ab8-a03b-972fe1722009,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:10:56.616114 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c332be3-2510-4fb4-aebf-8cf8cbc08d28 tempest-SecurityGroupsTestAdminJSON-365225217 tempest-SecurityGroupsTestAdminJSON-365225217-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4317942b-0b8b-48bd-9744-f63f0a033e2f,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:10:56.651360 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:10:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c29f6e6-efc1-4e91-9487-e4a3161a5ff4 x-openstack-request-id: req-5c29f6e6-efc1-4e91-9487-e4a3161a5ff4 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:10:56.651654 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8583dc03-a039-446f-b1e8-5e1ed628fdcb", "name": "network-vif-deleted", "tag": "eb55dc3d-1bbb-4c59-857d-6e7142be10fe", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:10:56.651910 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5c29f6e6-efc1-4e91-9487-e4a3161a5ff4 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:10:56.652352 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8583dc03-a039-446f-b1e8-5e1ed628fdcb', 'name': 'network-vif-deleted', 'tag': 'eb55dc3d-1bbb-4c59-857d-6e7142be10fe', 'status': 'completed', 'code': 200} Jan 28 07:10:56.701349 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-63c12fa3-68b8-44a3-85dd-18f261bf7a14 req-c12749d3-853e-4331-9786-7597f401ed67 tempest-SecurityGroupsTestAdminJSON-365225217 tempest-SecurityGroupsTestAdminJSON-365225217-project] 10.222.0.41 "GET /v2.0/security-groups/cf88af06-4736-458b-a212-5f5ef5d097df HTTP/1.1" status: 200 len: 1794 time: 0.0409584 Jan 28 07:10:56.717493 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-152f2e78-7b68-482a-b168-1f2ef096f7da tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Publish callbacks [] for floatingip (b0aedd53-0f3f-4f41-b811-7afb82007f0f), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:56.770640 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-152f2e78-7b68-482a-b168-1f2ef096f7da tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (c995ad5d-b7b1-4ab8-a03b-972fe1722009), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:56.774924 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-63c12fa3-68b8-44a3-85dd-18f261bf7a14 req-0087039f-92d3-4228-8069-690b7ee232c3 tempest-SecurityGroupsTestAdminJSON-365225217 tempest-SecurityGroupsTestAdminJSON-365225217-project] Publish callbacks [] for security_group (cf88af06-4736-458b-a212-5f5ef5d097df), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:56.800067 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-63c12fa3-68b8-44a3-85dd-18f261bf7a14 req-0087039f-92d3-4228-8069-690b7ee232c3 tempest-SecurityGroupsTestAdminJSON-365225217 tempest-SecurityGroupsTestAdminJSON-365225217-project] Publish callbacks [] for security_group (cf88af06-4736-458b-a212-5f5ef5d097df), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:56.863874 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-63c12fa3-68b8-44a3-85dd-18f261bf7a14 req-0087039f-92d3-4228-8069-690b7ee232c3 tempest-SecurityGroupsTestAdminJSON-365225217 tempest-SecurityGroupsTestAdminJSON-365225217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (cf88af06-4736-458b-a212-5f5ef5d097df), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:56.866578 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-63c12fa3-68b8-44a3-85dd-18f261bf7a14 req-0087039f-92d3-4228-8069-690b7ee232c3 tempest-SecurityGroupsTestAdminJSON-365225217 tempest-SecurityGroupsTestAdminJSON-365225217-project] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:56.867734 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-63c12fa3-68b8-44a3-85dd-18f261bf7a14 req-0087039f-92d3-4228-8069-690b7ee232c3 tempest-SecurityGroupsTestAdminJSON-365225217 tempest-SecurityGroupsTestAdminJSON-365225217-project] 10.222.0.41 "DELETE /v2.0/security-groups/cf88af06-4736-458b-a212-5f5ef5d097df HTTP/1.1" status: 204 len: 173 time: 0.1602392 Jan 28 07:10:56.883747 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0087039f-92d3-4228-8069-690b7ee232c3 tempest-SecurityGroupsTestAdminJSON-365225217 tempest-SecurityGroupsTestAdminJSON-365225217-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf88af06-4736-458b-a212-5f5ef5d097df,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:10:56.995976 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d5029c-1852-4c92-b086-88b79238544f req-9a9a1ed7-a8e0-482a-97c8-dfc16bfbef64 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:57.006668 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-66d5029c-1852-4c92-b086-88b79238544f req-9a9a1ed7-a8e0-482a-97c8-dfc16bfbef64 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] 10.222.0.41 "GET /v2.0/ports?device_id=14f93dd6-6a24-4791-bc54-3b53d0b890c5 HTTP/1.1" status: 200 len: 943 time: 0.0676074 Jan 28 07:10:57.071658 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-152f2e78-7b68-482a-b168-1f2ef096f7da tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Publish callbacks [] for port (c995ad5d-b7b1-4ab8-a03b-972fe1722009), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:57.085242 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-152f2e78-7b68-482a-b168-1f2ef096f7da tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (c995ad5d-b7b1-4ab8-a03b-972fe1722009), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:57.092112 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-66d5029c-1852-4c92-b086-88b79238544f req-45e93551-1135-4b3c-a45a-776653d77f63 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] 10.222.0.41 "GET /v2.0/security-groups?id=c2614457-355d-4290-9839-3c701d202067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840600 Jan 28 07:10:57.188511 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152f2e78-7b68-482a-b168-1f2ef096f7da tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Pushing event updated for resources: {'Port': ['ID=c995ad5d-b7b1-4ab8-a03b-972fe1722009,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:10:57.202592 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-152f2e78-7b68-482a-b168-1f2ef096f7da tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16609095'] for floatingip (b0aedd53-0f3f-4f41-b811-7afb82007f0f), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:57.211285 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f8d100b4-62ca-4bef-9430-534a5387b2af req-74e8a6b3-0eea-4e59-9120-111925ca910b tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/ports?device_id=8583dc03-a039-446f-b1e8-5e1ed628fdcb HTTP/1.1" status: 200 len: 210 time: 0.0516291 Jan 28 07:10:57.248505 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-152f2e78-7b68-482a-b168-1f2ef096f7da tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for floatingip (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:57.250693 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-152f2e78-7b68-482a-b168-1f2ef096f7da tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5590987 Jan 28 07:10:57.321507 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 37212) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:10:57.324105 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f80854-d159-4583-92dc-6d5cf61b7062 req-d52d7aea-f69c-451a-bb6e-427bb944b07f tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:57.325730 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-69f80854-d159-4583-92dc-6d5cf61b7062 req-d52d7aea-f69c-451a-bb6e-427bb944b07f tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=232ec39b-90f9-4df8-a403-fe1029cce065 HTTP/1.1" status: 200 len: 947 time: 0.0606792 Jan 28 07:10:57.339463 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 5dc26c02-a0bf-4561-bd3d-273edaa8dba2 up at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:10:57.424027 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-69f80854-d159-4583-92dc-6d5cf61b7062 req-116845fb-61bf-4489-845a-56407f834be5 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb65c68e-64e7-49d7-aa93-cf57ceaf78a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909634 Jan 28 07:10:57.430386 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning for port 5dc26c02-a0bf-4561-bd3d-273edaa8dba2 completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:10:57.434517 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning complete for port 5dc26c02-a0bf-4561-bd3d-273edaa8dba2 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:10:57.434895 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (5dc26c02-a0bf-4561-bd3d-273edaa8dba2), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:57.534404 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 5dc26c02-a0bf-4561-bd3d-273edaa8dba2 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:10:57.534404 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (5dc26c02-a0bf-4561-bd3d-273edaa8dba2), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:57.574087 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bff283f4-d37c-427a-af38-4dca43c7b60a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dc26c02-a0bf-4561-bd3d-273edaa8dba2'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:10:57.581234 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d39b41e-67c4-4112-8a13-313e65149467" -d '{"events": [{"server_uuid": "bff283f4-d37c-427a-af38-4dca43c7b60a", "name": "network-vif-plugged", "status": "completed", "tag": "5dc26c02-a0bf-4561-bd3d-273edaa8dba2"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:10:57.601434 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 5dc26c02-a0bf-4561-bd3d-273edaa8dba2, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=5dc26c02-a0bf-4561-bd3d-273edaa8dba2,segment=NetworkSegment(b8d72b75-cba6-44bb-b1f1-97b3aa439c04),segment_id=b8d72b75-cba6-44bb-b1f1-97b3aa439c04)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:10:57.608590 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (5dc26c02-a0bf-4561-bd3d-273edaa8dba2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:57.609403 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device fe363f1d-683b-48a0-a9d6-60321189ecd0 no longer exists at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:10:57.636241 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349d1f8a-6b33-48f2-82d8-be5e30342312 req-f1b8bb53-64e9-4733-b261-edc56449f650 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:57.647757 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-349d1f8a-6b33-48f2-82d8-be5e30342312 req-f1b8bb53-64e9-4733-b261-edc56449f650 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/ports?device_id=bff283f4-d37c-427a-af38-4dca43c7b60a HTTP/1.1" status: 200 len: 944 time: 0.0940511 Jan 28 07:10:57.696372 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=5dc26c02-a0bf-4561-bd3d-273edaa8dba2,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:10:57.701109 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-cec7820b-2306-4230-b518-6c803cc259cc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=92cc254bf9ee4df7b6f38975538f2452&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3784292 Jan 28 07:10:57.701728 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 37224) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:10:57.730708 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-349d1f8a-6b33-48f2-82d8-be5e30342312 req-b75a6b2f-bc9f-4066-9676-07a818b5bfa0 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/security-groups?id=ffb17db6-1913-4712-aa46-d7c764c8c875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808382 Jan 28 07:10:57.754173 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port fe363f1d-683b-48a0-a9d6-60321189ecd0 is: ACTIVE; New status is: DOWN {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:10:57.754757 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (fe363f1d-683b-48a0-a9d6-60321189ecd0), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:57.769060 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5ff085e9-5c0f-4150-910c-d3583d4d4996 admin admin] Publish callbacks [] for security_group (2a0787a2-3929-46c8-bbf4-d146d4dcf8fb), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:57.789153 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98f01037-b7cb-4f49-b5a5-a51f715da7da x-openstack-request-id: req-98f01037-b7cb-4f49-b5a5-a51f715da7da {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:10:57.789516 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bff283f4-d37c-427a-af38-4dca43c7b60a", "name": "network-vif-plugged", "status": "completed", "tag": "5dc26c02-a0bf-4561-bd3d-273edaa8dba2", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:10:57.790113 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-98f01037-b7cb-4f49-b5a5-a51f715da7da {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:10:57.790732 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bff283f4-d37c-427a-af38-4dca43c7b60a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dc26c02-a0bf-4561-bd3d-273edaa8dba2', 'code': 200} Jan 28 07:10:57.803103 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5ff085e9-5c0f-4150-910c-d3583d4d4996 admin admin] Publish callbacks [] for security_group (2a0787a2-3929-46c8-bbf4-d146d4dcf8fb), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:57.804012 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port fe363f1d-683b-48a0-a9d6-60321189ecd0, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=fe363f1d-683b-48a0-a9d6-60321189ecd0,segment=NetworkSegment(67c4ed53-bfbf-4494-8d62-da0c7e4209c8),segment_id=67c4ed53-bfbf-4494-8d62-da0c7e4209c8)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:10:57.811623 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (fe363f1d-683b-48a0-a9d6-60321189ecd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:57.881050 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=fe363f1d-683b-48a0-a9d6-60321189ecd0,revision_number=11']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:10:57.900370 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5ff085e9-5c0f-4150-910c-d3583d4d4996 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (2a0787a2-3929-46c8-bbf4-d146d4dcf8fb), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:57.909238 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5ff085e9-5c0f-4150-910c-d3583d4d4996 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:57.910596 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-5ff085e9-5c0f-4150-910c-d3583d4d4996 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2a0787a2-3929-46c8-bbf4-d146d4dcf8fb HTTP/1.1" status: 204 len: 168 time: 0.2077253 Jan 28 07:10:57.935183 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-c510c35e-bc3e-4f02-bd93-56bd40215572 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--430727499&fields=id&tenant_id=3e187e532e7d440c823c7ea556f78f6e HTTP/1.1" status: 200 len: 267 time: 0.0594661 Jan 28 07:10:57.968611 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff085e9-5c0f-4150-910c-d3583d4d4996 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a0787a2-3929-46c8-bbf4-d146d4dcf8fb,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:10:58.013556 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-4fa74d54-aadd-4533-a01b-a90c8a7ce918 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:58.015727 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-4fa74d54-aadd-4533-a01b-a90c8a7ce918 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/ports/fca91fdf-3a32-42a9-bf73-0d9c26ab506a HTTP/1.1" status: 200 len: 931 time: 0.0719821 Jan 28 07:10:58.029315 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2b4d56-efea-4fb5-baad-d8568e76c8a1 req-67f620c3-a723-481f-bbc1-8d9bf60ab155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:58.031426 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8e2b4d56-efea-4fb5-baad-d8568e76c8a1 req-67f620c3-a723-481f-bbc1-8d9bf60ab155 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=bff283f4-d37c-427a-af38-4dca43c7b60a HTTP/1.1" status: 200 len: 1097 time: 0.1079030 Jan 28 07:10:58.089169 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8e2b4d56-efea-4fb5-baad-d8568e76c8a1 req-6cca49e5-9f06-4c9f-bdb2-da2784b95502 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=ffb17db6-1913-4712-aa46-d7c764c8c875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477061 Jan 28 07:10:58.096044 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-66ea1e4a-eb13-41ed-bbdc-48b6622eecc3 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:58.098407 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-66ea1e4a-eb13-41ed-bbdc-48b6622eecc3 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/ports/4aac091f-65c1-4c36-9072-a266f2493296 HTTP/1.1" status: 200 len: 932 time: 0.0757239 Jan 28 07:10:58.165132 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device a3afe18f-c4f3-4f71-9af1-9b171babcfbe details requested by agent hyperv_n-h2-712749-28 with host n-h2-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:10:58.181737 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-26cc36cb-4727-4cd2-99f1-9b131d37b6f0 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/ports?network_id=49a475b2-ea4c-4351-8a04-537e673f2680&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0768719 Jan 28 07:10:58.188579 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device eb55dc3d-1bbb-4c59-857d-6e7142be10fe no longer exists at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:10:58.216996 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-d89980cc-6266-4da4-bd5f-50bc28e8a76f tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/ports?network_id=49a475b2-ea4c-4351-8a04-537e673f2680&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0343354 Jan 28 07:10:58.228515 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] No Port match for: eb55dc3d-1bbb-4c59-857d-6e7142be10fe {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:10:58.228767 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device eb55dc3d-1bbb-4c59-857d-6e7142be10fe not bound to the agent host n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:10:58.256627 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fd6e79-7e4f-40dd-ae1a-a025710e2eb0 req-5c42d9b5-bc06-489b-b989-9b60373732e6 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:58.263838 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-38fd6e79-7e4f-40dd-ae1a-a025710e2eb0 req-5c42d9b5-bc06-489b-b989-9b60373732e6 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] 10.222.0.41 "GET /v2.0/ports?device_id=14f93dd6-6a24-4791-bc54-3b53d0b890c5 HTTP/1.1" status: 200 len: 943 time: 0.0857999 Jan 28 07:10:58.316821 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-38fd6e79-7e4f-40dd-ae1a-a025710e2eb0 req-c816b46f-5926-4b35-b10e-b397f8bd74c1 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] 10.222.0.41 "GET /v2.0/security-groups?id=c2614457-355d-4290-9839-3c701d202067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519769 Jan 28 07:10:58.437684 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-39cf9a05-eca2-41ca-9411-4b736ff20af7 req-1933a107-559d-4ea9-8288-1ce63998e8e1 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/ports?device_id=8583dc03-a039-446f-b1e8-5e1ed628fdcb HTTP/1.1" status: 200 len: 210 time: 0.0374525 Jan 28 07:10:58.473965 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-04f611e7-191c-4142-ae93-eedae11320ed tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:58.483702 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-04f611e7-191c-4142-ae93-eedae11320ed tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:58.487954 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port a3afe18f-c4f3-4f71-9af1-9b171babcfbe, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=a3afe18f-c4f3-4f71-9af1-9b171babcfbe,segment=NetworkSegment(aa78153f-8140-4463-8a23-520ca70d4d00),segment_id=aa78153f-8140-4463-8a23-520ca70d4d00)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:10:58.496424 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-04f611e7-191c-4142-ae93-eedae11320ed tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:58.497790 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 37248) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:10:58.504913 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-04f611e7-191c-4142-ae93-eedae11320ed tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/networks?id=0d2602fa-1d2d-4c75-8661-ee94c8ac01e5&id=4791c092-87f8-46c1-85f0-6cd08fb183e5&id=4791c092-87f8-46c1-85f0-6cd08fb183e5&id=49a475b2-ea4c-4351-8a04-537e673f2680&id=49a475b2-ea4c-4351-8a04-537e673f2680 HTTP/1.1" status: 200 len: 1988 time: 0.2870278 Jan 28 07:10:58.516711 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Returning: {'device': 'a3afe18f-c4f3-4f71-9af1-9b171babcfbe', 'network_id': '40408abb-5725-4205-b120-60fb2bb4bc40', 'port_id': 'a3afe18f-c4f3-4f71-9af1-9b171babcfbe', 'mac_address': 'fa:16:3e:99:d3:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4c1d00a-11c6-444f-8042-f73535ef4594', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:10:58.524276 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-2f697966-d780-40db-8989-ba67757211d4 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/quotas/3e187e532e7d440c823c7ea556f78f6e HTTP/1.1" status: 200 len: 375 time: 0.0183327 Jan 28 07:10:58.570167 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 37250) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:10:58.587974 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port a3afe18f-c4f3-4f71-9af1-9b171babcfbe is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:10:58.588733 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (a3afe18f-c4f3-4f71-9af1-9b171babcfbe), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:58.602035 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-ff457270-5e36-421f-a545-7f612221dd8f tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=3e187e532e7d440c823c7ea556f78f6e&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0701346 Jan 28 07:10:58.605465 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3afe18f-c4f3-4f71-9af1-9b171babcfbe {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:10:58.611489 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-271efe2e-da1b-4a9b-93b3-bc33305a5e98 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6d5b72a04b374530bb9eec4de86e6f56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1119800 Jan 28 07:10:58.614276 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 37254) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:10:58.629792 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port a3afe18f-c4f3-4f71-9af1-9b171babcfbe, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=a3afe18f-c4f3-4f71-9af1-9b171babcfbe,segment=NetworkSegment(aa78153f-8140-4463-8a23-520ca70d4d00),segment_id=aa78153f-8140-4463-8a23-520ca70d4d00)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:10:58.637135 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (a3afe18f-c4f3-4f71-9af1-9b171babcfbe), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:58.663037 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca737967-7fda-49c0-8190-60ec6af69373 req-e2a72357-d4ad-4054-b54b-4090c1153c27 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:58.672718 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ca737967-7fda-49c0-8190-60ec6af69373 req-e2a72357-d4ad-4054-b54b-4090c1153c27 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=232ec39b-90f9-4df8-a403-fe1029cce065 HTTP/1.1" status: 200 len: 945 time: 0.1074827 Jan 28 07:10:58.698198 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=a3afe18f-c4f3-4f71-9af1-9b171babcfbe,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:10:58.748089 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-355c1e50-18b2-4886-ad40-564e5716962f admin admin] Publish callbacks [] for security_group (b4823865-097c-4c4a-953d-046daa6a9cd8), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:58.769211 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-4e1b00d2-60d8-401d-bfb0-86cfe556ad0e service neutron] 10.222.0.41 "GET /v2.0/networks/0d2602fa-1d2d-4c75-8661-ee94c8ac01e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637471 Jan 28 07:10:58.774580 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ca737967-7fda-49c0-8190-60ec6af69373 req-f72d4780-cc8e-4389-9902-1f625c48ff7b tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb65c68e-64e7-49d7-aa93-cf57ceaf78a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010058 Jan 28 07:10:58.788477 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-355c1e50-18b2-4886-ad40-564e5716962f admin admin] Publish callbacks [] for security_group (b4823865-097c-4c4a-953d-046daa6a9cd8), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:58.849252 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-355c1e50-18b2-4886-ad40-564e5716962f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (b4823865-097c-4c4a-953d-046daa6a9cd8), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:58.852513 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-355c1e50-18b2-4886-ad40-564e5716962f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:58.853872 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-355c1e50-18b2-4886-ad40-564e5716962f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b4823865-097c-4c4a-953d-046daa6a9cd8 HTTP/1.1" status: 204 len: 168 time: 0.2334099 Jan 28 07:10:58.872153 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355c1e50-18b2-4886-ad40-564e5716962f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4823865-097c-4c4a-953d-046daa6a9cd8,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:10:58.889401 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-4b1a7b3e-508c-4998-9ff0-beb20dcf8a30 service neutron] 10.222.0.41 "GET /v2.0/networks/0d2602fa-1d2d-4c75-8661-ee94c8ac01e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169732 Jan 28 07:10:58.908558 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6adfacc6-d92e-4373-82c1-76bbe0d6b766 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:58.946746 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-1e9179b9-47be-405d-b1a3-93caf39245b9 service neutron] 10.222.0.41 "GET /v2.0/ports/fca91fdf-3a32-42a9-bf73-0d9c26ab506a?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0560381 Jan 28 07:10:58.986263 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3483d5-54a5-44d1-a987-9f0e3a759673 req-3ff747d5-6c0c-4c65-add4-7bff98eced6f tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:58.988482 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ec3483d5-54a5-44d1-a987-9f0e3a759673 req-3ff747d5-6c0c-4c65-add4-7bff98eced6f tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/ports?device_id=bff283f4-d37c-427a-af38-4dca43c7b60a HTTP/1.1" status: 200 len: 945 time: 0.0989947 Jan 28 07:10:58.996673 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['a3afe18f-c4f3-4f71-9af1-9b171babcfbe'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:10:59.090914 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ec3483d5-54a5-44d1-a987-9f0e3a759673 req-1030335d-2818-4019-9ec7-2f7dcf601d59 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/security-groups?id=ffb17db6-1913-4712-aa46-d7c764c8c875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956070 Jan 28 07:10:59.102465 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-ac3757e4-9950-43ec-954c-439b67874f76 service neutron] 10.222.0.41 "GET /v2.0/networks/4791c092-87f8-46c1-85f0-6cd08fb183e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544156 Jan 28 07:10:59.127091 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6adfacc6-d92e-4373-82c1-76bbe0d6b766 admin admin] Publish callbacks [] for security_group (51620a26-1f76-435f-9a78-d12c728c72ba), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:59.134263 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6adfacc6-d92e-4373-82c1-76bbe0d6b766 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (51620a26-1f76-435f-9a78-d12c728c72ba), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:59.253131 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adfacc6-d92e-4373-82c1-76bbe0d6b766 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51620a26-1f76-435f-9a78-d12c728c72ba,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:10:59.303643 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-80ff6cff-28b4-4705-b649-09e48e53aeed service neutron] 10.222.0.41 "GET /v2.0/networks/4791c092-87f8-46c1-85f0-6cd08fb183e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001874 Jan 28 07:10:59.316428 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-6adfacc6-d92e-4373-82c1-76bbe0d6b766 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=33a2c0a030c94eb48377c6ef016b14f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7450070 Jan 28 07:10:59.318679 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 37268) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:10:59.350174 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device fe363f1d-683b-48a0-a9d6-60321189ecd0 details requested by agent hyperv_n-h1-712749-28 with host n-h1-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:10:59.371001 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-694d90d4-ebd1-4f5d-b678-d7616733917d service neutron] 10.222.0.41 "GET /v2.0/ports/4aac091f-65c1-4c36-9072-a266f2493296?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0587368 Jan 28 07:10:59.386162 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b4309c5c-51b0-49ab-8ebc-d0d2d1a147c7 admin admin] Publish callbacks [] for security_group (51620a26-1f76-435f-9a78-d12c728c72ba), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:59.469624 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b4309c5c-51b0-49ab-8ebc-d0d2d1a147c7 admin admin] Publish callbacks [] for security_group (51620a26-1f76-435f-9a78-d12c728c72ba), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:59.542921 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-7f960281-bb31-4e82-8d1e-e10e74a19480 service neutron] 10.222.0.41 "GET /v2.0/networks/4791c092-87f8-46c1-85f0-6cd08fb183e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707566 Jan 28 07:10:59.574652 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032eea0b-bb2a-400d-b857-13ddb082c29a req-ffdca193-dd1c-427b-915b-9beeac73d61f tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:59.577148 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-032eea0b-bb2a-400d-b857-13ddb082c29a req-ffdca193-dd1c-427b-915b-9beeac73d61f tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] 10.222.0.41 "GET /v2.0/ports?device_id=14f93dd6-6a24-4791-bc54-3b53d0b890c5 HTTP/1.1" status: 200 len: 944 time: 0.0925403 Jan 28 07:10:59.642247 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b4309c5c-51b0-49ab-8ebc-d0d2d1a147c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (51620a26-1f76-435f-9a78-d12c728c72ba), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:59.650988 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b4309c5c-51b0-49ab-8ebc-d0d2d1a147c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:59.652668 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-b4309c5c-51b0-49ab-8ebc-d0d2d1a147c7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/51620a26-1f76-435f-9a78-d12c728c72ba HTTP/1.1" status: 204 len: 168 time: 0.3321872 Jan 28 07:10:59.668792 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-2acc204f-cd82-4f5b-bfda-fb1231b9bd67 service neutron] 10.222.0.41 "GET /v2.0/networks/4791c092-87f8-46c1-85f0-6cd08fb183e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249063 Jan 28 07:10:59.681435 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4309c5c-51b0-49ab-8ebc-d0d2d1a147c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51620a26-1f76-435f-9a78-d12c728c72ba,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:10:59.690953 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port fe363f1d-683b-48a0-a9d6-60321189ecd0, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=fe363f1d-683b-48a0-a9d6-60321189ecd0,segment=NetworkSegment(67c4ed53-bfbf-4494-8d62-da0c7e4209c8),segment_id=67c4ed53-bfbf-4494-8d62-da0c7e4209c8)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:10:59.746832 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-032eea0b-bb2a-400d-b857-13ddb082c29a req-7ce186bc-479a-436c-920c-2f5fb4e25a3a tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] 10.222.0.41 "GET /v2.0/security-groups?id=c2614457-355d-4290-9839-3c701d202067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589839 Jan 28 07:10:59.748242 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Returning: {'device': 'fe363f1d-683b-48a0-a9d6-60321189ecd0', 'network_id': 'e794ad63-0b0f-4018-9f49-e800aa3d32de', 'port_id': 'fe363f1d-683b-48a0-a9d6-60321189ecd0', 'mac_address': 'fa:16:3e:d4:87:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11d8e1f8-50c3-4314-ae17-177714f8d453', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:10:59.795594 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '232ec39b-90f9-4df8-a403-fe1029cce065', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe363f1d-683b-48a0-a9d6-60321189ecd0'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:10:59.802276 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f79d282f-74f5-40e9-a907-0ff38d06c984" -d '{"events": [{"server_uuid": "232ec39b-90f9-4df8-a403-fe1029cce065", "name": "network-vif-unplugged", "status": "completed", "tag": "fe363f1d-683b-48a0-a9d6-60321189ecd0"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:10:59.859667 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port fe363f1d-683b-48a0-a9d6-60321189ecd0 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:10:59.859667 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (fe363f1d-683b-48a0-a9d6-60321189ecd0), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:59.871060 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-54e4c730-e67f-4959-aae8-695b78aa458b service neutron] 10.222.0.41 "GET /v2.0/networks/4791c092-87f8-46c1-85f0-6cd08fb183e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999788 Jan 28 07:10:59.888872 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe363f1d-683b-48a0-a9d6-60321189ecd0 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:10:59.947157 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port fe363f1d-683b-48a0-a9d6-60321189ecd0, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=fe363f1d-683b-48a0-a9d6-60321189ecd0,segment=NetworkSegment(67c4ed53-bfbf-4494-8d62-da0c7e4209c8),segment_id=67c4ed53-bfbf-4494-8d62-da0c7e4209c8)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:10:59.957934 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (fe363f1d-683b-48a0-a9d6-60321189ecd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:59.983643 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-8e06522d-185a-45a0-95c4-60ef93e4f8c4 service neutron] 10.222.0.41 "GET /v2.0/networks/4791c092-87f8-46c1-85f0-6cd08fb183e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116028 Jan 28 07:11:00.025617 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f45ed7af-4240-4ecd-a72f-1abbd67d01d7 req-2507fbe5-18c5-4a77-a6c8-23eb7e011400 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/ports?device_id=8583dc03-a039-446f-b1e8-5e1ed628fdcb HTTP/1.1" status: 200 len: 210 time: 0.0532725 Jan 28 07:11:00.085215 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=fe363f1d-683b-48a0-a9d6-60321189ecd0,revision_number=12']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:11:00.099585 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 07:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-552b92f7-04a9-47d3-9528-e7c42a678564 x-openstack-request-id: req-552b92f7-04a9-47d3-9528-e7c42a678564 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:11:00.100214 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "232ec39b-90f9-4df8-a403-fe1029cce065", "name": "network-vif-unplugged", "status": "completed", "tag": "fe363f1d-683b-48a0-a9d6-60321189ecd0", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:11:00.100734 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-552b92f7-04a9-47d3-9528-e7c42a678564 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:11:00.101397 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '232ec39b-90f9-4df8-a403-fe1029cce065', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe363f1d-683b-48a0-a9d6-60321189ecd0', 'code': 200} Jan 28 07:11:00.118098 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['fe363f1d-683b-48a0-a9d6-60321189ecd0'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:11:00.141289 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-a0beb4a6-ac61-47fe-8a0d-5463c4d8e0bc service neutron] 10.222.0.41 "GET /v2.0/networks/4791c092-87f8-46c1-85f0-6cd08fb183e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565206 Jan 28 07:11:00.163124 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device a3afe18f-c4f3-4f71-9af1-9b171babcfbe up at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:11:00.229525 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f057037a-141a-47fa-8813-9aa2334e0120 req-328bc00f-93c5-41e5-8b5f-a169ff451243 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:00.240359 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f057037a-141a-47fa-8813-9aa2334e0120 req-328bc00f-93c5-41e5-8b5f-a169ff451243 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=232ec39b-90f9-4df8-a403-fe1029cce065 HTTP/1.1" status: 200 len: 946 time: 0.0908370 Jan 28 07:11:00.287151 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 37318) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:11:00.303085 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-84e43a3c-711d-4c75-9165-e7a989202e3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:00.338337 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning for port a3afe18f-c4f3-4f71-9af1-9b171babcfbe completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:11:00.353853 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning complete for port a3afe18f-c4f3-4f71-9af1-9b171babcfbe triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:11:00.354924 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f057037a-141a-47fa-8813-9aa2334e0120 req-62a74105-4277-49ad-854e-e84b5bc2e817 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb65c68e-64e7-49d7-aa93-cf57ceaf78a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132360 Jan 28 07:11:00.356692 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (a3afe18f-c4f3-4f71-9af1-9b171babcfbe), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:00.389781 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-731477ad-b11d-478f-a8de-e8f4c9a6c831 service neutron] 10.222.0.41 "GET /v2.0/networks/4791c092-87f8-46c1-85f0-6cd08fb183e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2451491 Jan 28 07:11:00.686494 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port a3afe18f-c4f3-4f71-9af1-9b171babcfbe is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:11:00.687243 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (a3afe18f-c4f3-4f71-9af1-9b171babcfbe), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:00.725125 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-997b9cdb-4f49-4871-aa81-49fb9020ea69 service neutron] 10.222.0.41 "GET /v2.0/networks/49a475b2-ea4c-4351-8a04-537e673f2680?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3141048 Jan 28 07:11:00.744602 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port a3afe18f-c4f3-4f71-9af1-9b171babcfbe, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=a3afe18f-c4f3-4f71-9af1-9b171babcfbe,segment=NetworkSegment(aa78153f-8140-4463-8a23-520ca70d4d00),segment_id=aa78153f-8140-4463-8a23-520ca70d4d00)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:11:00.754996 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (a3afe18f-c4f3-4f71-9af1-9b171babcfbe), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:00.869412 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=a3afe18f-c4f3-4f71-9af1-9b171babcfbe,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:11:00.918533 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-84e43a3c-711d-4c75-9165-e7a989202e3f admin admin] Publish callbacks [] for security_group (a840ccac-0cee-4846-a6c3-37ed14182a05), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:00.952550 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-84e43a3c-711d-4c75-9165-e7a989202e3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (a840ccac-0cee-4846-a6c3-37ed14182a05), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:00.952897 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cba8be8-4e8a-4ad0-9229-c4e1205a0256 req-1d5766f6-17b9-4efb-9264-ff82ecbf9ead tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:00.960843 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7cba8be8-4e8a-4ad0-9229-c4e1205a0256 req-1d5766f6-17b9-4efb-9264-ff82ecbf9ead tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/ports?device_id=bff283f4-d37c-427a-af38-4dca43c7b60a HTTP/1.1" status: 200 len: 945 time: 0.0869954 Jan 28 07:11:01.037289 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7cba8be8-4e8a-4ad0-9229-c4e1205a0256 req-00a27f32-2663-4a28-b462-784ccf4faf86 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/security-groups?id=ffb17db6-1913-4712-aa46-d7c764c8c875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751073 Jan 28 07:11:01.080021 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e43a3c-711d-4c75-9165-e7a989202e3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a840ccac-0cee-4846-a6c3-37ed14182a05,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:11:01.099303 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-887c1c98-fed7-4151-b3da-fb2932e874b4 service neutron] 10.222.0.41 "GET /v2.0/networks/49a475b2-ea4c-4351-8a04-537e673f2680?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3609679 Jan 28 07:11:01.105611 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-84e43a3c-711d-4c75-9165-e7a989202e3f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d83c61c415e04809a33f85276e9f9ee8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8173621 Jan 28 07:11:01.108386 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 37340) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:11:01.203840 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37db353a-fe23-49eb-98b1-24d17cd39696 req-c6e99003-a601-485e-9e6d-fab968ae8e58 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:01.212094 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-37db353a-fe23-49eb-98b1-24d17cd39696 req-c6e99003-a601-485e-9e6d-fab968ae8e58 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] 10.222.0.41 "GET /v2.0/ports?device_id=14f93dd6-6a24-4791-bc54-3b53d0b890c5 HTTP/1.1" status: 200 len: 945 time: 0.0696690 Jan 28 07:11:01.247893 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e840bae1-f848-43bf-9ee6-a4d638cfbaaa admin admin] Publish callbacks [] for security_group (a840ccac-0cee-4846-a6c3-37ed14182a05), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:01.275145 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e840bae1-f848-43bf-9ee6-a4d638cfbaaa admin admin] Publish callbacks [] for security_group (a840ccac-0cee-4846-a6c3-37ed14182a05), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:01.321083 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-b0a1a171-7a8e-4bea-8d64-c6436dd0c440 service neutron] 10.222.0.41 "GET /v2.0/networks/49a475b2-ea4c-4351-8a04-537e673f2680?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196715 Jan 28 07:11:01.342052 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e840bae1-f848-43bf-9ee6-a4d638cfbaaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (a840ccac-0cee-4846-a6c3-37ed14182a05), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:01.345216 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e840bae1-f848-43bf-9ee6-a4d638cfbaaa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:01.347416 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-e840bae1-f848-43bf-9ee6-a4d638cfbaaa admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a840ccac-0cee-4846-a6c3-37ed14182a05 HTTP/1.1" status: 204 len: 168 time: 0.2378988 Jan 28 07:11:01.356178 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device fe363f1d-683b-48a0-a9d6-60321189ecd0 up at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:11:01.361037 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e840bae1-f848-43bf-9ee6-a4d638cfbaaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a840ccac-0cee-4846-a6c3-37ed14182a05,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:11:01.378188 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-37db353a-fe23-49eb-98b1-24d17cd39696 req-d036dded-a42d-4a47-9682-9572b3d0d65c tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] 10.222.0.41 "GET /v2.0/security-groups?id=c2614457-355d-4290-9839-3c701d202067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605341 Jan 28 07:11:01.511300 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-80621b27-d9eb-4d21-84d4-f58e8799b19f service neutron] 10.222.0.41 "GET /v2.0/networks/49a475b2-ea4c-4351-8a04-537e673f2680?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892118 Jan 28 07:11:01.535914 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning complete for port fe363f1d-683b-48a0-a9d6-60321189ecd0 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:11:01.536329 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (fe363f1d-683b-48a0-a9d6-60321189ecd0), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:01.601318 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4ffafe-2746-4ca9-a5d1-363422ae45b1 req-54ab6456-c50a-4f0c-9b5c-d71430983b07 tempest-AttachSCSIVolumeTestJSON-100861846 tempest-AttachSCSIVolumeTestJSON-100861846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:01.624583 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2c4ffafe-2746-4ca9-a5d1-363422ae45b1 req-54ab6456-c50a-4f0c-9b5c-d71430983b07 tempest-AttachSCSIVolumeTestJSON-100861846 tempest-AttachSCSIVolumeTestJSON-100861846-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf60dc33-903b-40cd-a5c8-80695c0f073b HTTP/1.1" status: 200 len: 945 time: 0.1214020 Jan 28 07:11:01.732014 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port fe363f1d-683b-48a0-a9d6-60321189ecd0 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:11:01.732446 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (fe363f1d-683b-48a0-a9d6-60321189ecd0), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:01.755891 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2c4ffafe-2746-4ca9-a5d1-363422ae45b1 req-72a3d1ed-22d6-4a62-83a2-773814e43175 tempest-AttachSCSIVolumeTestJSON-100861846 tempest-AttachSCSIVolumeTestJSON-100861846-project] 10.222.0.41 "GET /v2.0/security-groups?id=63a7f67e-5303-4e57-b874-bb3ebd6bac20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213620 Jan 28 07:11:01.835755 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port fe363f1d-683b-48a0-a9d6-60321189ecd0, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=fe363f1d-683b-48a0-a9d6-60321189ecd0,segment=NetworkSegment(67c4ed53-bfbf-4494-8d62-da0c7e4209c8),segment_id=67c4ed53-bfbf-4494-8d62-da0c7e4209c8)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:11:01.849286 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (fe363f1d-683b-48a0-a9d6-60321189ecd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:01.979023 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af57c8e-9388-4cdf-8d6a-150335e46666 req-da88f85e-3a3b-4fbc-bb03-b6615ce8d4de tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:01.987692 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2af57c8e-9388-4cdf-8d6a-150335e46666 req-da88f85e-3a3b-4fbc-bb03-b6615ce8d4de tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/ports?device_id=bff283f4-d37c-427a-af38-4dca43c7b60a HTTP/1.1" status: 200 len: 945 time: 0.1191089 Jan 28 07:11:02.004057 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=fe363f1d-683b-48a0-a9d6-60321189ecd0,revision_number=13']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:11:02.102910 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14f93dd6-6a24-4791-bc54-3b53d0b890c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3afe18f-c4f3-4f71-9af1-9b171babcfbe'}, {'server_uuid': '232ec39b-90f9-4df8-a403-fe1029cce065', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe363f1d-683b-48a0-a9d6-60321189ecd0'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:11:02.105280 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f862be7c-325a-4126-a23d-fda00d04df7e" -d '{"events": [{"server_uuid": "14f93dd6-6a24-4791-bc54-3b53d0b890c5", "name": "network-vif-plugged", "status": "completed", "tag": "a3afe18f-c4f3-4f71-9af1-9b171babcfbe"}, {"server_uuid": "232ec39b-90f9-4df8-a403-fe1029cce065", "name": "network-vif-plugged", "status": "completed", "tag": "fe363f1d-683b-48a0-a9d6-60321189ecd0"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:11:02.115479 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2af57c8e-9388-4cdf-8d6a-150335e46666 req-a7a9a4b0-3c73-45d7-89fb-e496b78a94b5 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/security-groups?id=ffb17db6-1913-4712-aa46-d7c764c8c875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215599 Jan 28 07:11:02.222834 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-53e4a07b-28df-4dfc-8b24-9e3cfa5e2886 req-d868423f-3e92-4291-95d8-517c0dd5a7e3 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/ports?device_id=8583dc03-a039-446f-b1e8-5e1ed628fdcb HTTP/1.1" status: 200 len: 210 time: 0.0402648 Jan 28 07:11:02.457075 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff8317a-0a0b-46d2-9aca-302c553d281d req-1652fb8e-74a3-4259-8dd9-34cdca612e85 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:02.464970 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-bff8317a-0a0b-46d2-9aca-302c553d281d req-1652fb8e-74a3-4259-8dd9-34cdca612e85 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=232ec39b-90f9-4df8-a403-fe1029cce065 HTTP/1.1" status: 200 len: 947 time: 0.1228909 Jan 28 07:11:02.594964 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-bff8317a-0a0b-46d2-9aca-302c553d281d req-2a8611ea-cf21-417a-b416-f674ee65a4d1 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb65c68e-64e7-49d7-aa93-cf57ceaf78a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1253209 Jan 28 07:11:02.607696 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02758ab0-3957-47c0-b14e-e02c289364ec req-68b91d8d-44a4-4d9f-97fc-974f275bed7e tempest-AttachSCSIVolumeTestJSON-100861846 tempest-AttachSCSIVolumeTestJSON-100861846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:02.609774 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-02758ab0-3957-47c0-b14e-e02c289364ec req-68b91d8d-44a4-4d9f-97fc-974f275bed7e tempest-AttachSCSIVolumeTestJSON-100861846 tempest-AttachSCSIVolumeTestJSON-100861846-project] 10.222.0.44 "GET /v2.0/ports?device_id=cf60dc33-903b-40cd-a5c8-80695c0f073b HTTP/1.1" status: 200 len: 945 time: 0.0954959 Jan 28 07:11:02.669364 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 28 Jan 2022 07:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-654b9c3f-7e3d-4a99-9bbf-29a13ec710c9 x-openstack-request-id: req-654b9c3f-7e3d-4a99-9bbf-29a13ec710c9 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:11:02.669667 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14f93dd6-6a24-4791-bc54-3b53d0b890c5", "name": "network-vif-plugged", "status": "completed", "tag": "a3afe18f-c4f3-4f71-9af1-9b171babcfbe", "code": 200}, {"server_uuid": "232ec39b-90f9-4df8-a403-fe1029cce065", "name": "network-vif-plugged", "status": "completed", "tag": "fe363f1d-683b-48a0-a9d6-60321189ecd0", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:11:02.669926 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-654b9c3f-7e3d-4a99-9bbf-29a13ec710c9 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:11:02.670332 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14f93dd6-6a24-4791-bc54-3b53d0b890c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3afe18f-c4f3-4f71-9af1-9b171babcfbe', 'code': 200} Jan 28 07:11:02.670593 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '232ec39b-90f9-4df8-a403-fe1029cce065', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe363f1d-683b-48a0-a9d6-60321189ecd0', 'code': 200} Jan 28 07:11:02.739255 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:02.869656 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-02758ab0-3957-47c0-b14e-e02c289364ec req-127d95a3-eeb4-4c18-a108-719b0ce9f952 tempest-AttachSCSIVolumeTestJSON-100861846 tempest-AttachSCSIVolumeTestJSON-100861846-project] Deleting port 153f149f-792f-478a-8eb0-e4481a205597 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:11:02.870029 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-02758ab0-3957-47c0-b14e-e02c289364ec req-127d95a3-eeb4-4c18-a108-719b0ce9f952 tempest-AttachSCSIVolumeTestJSON-100861846 tempest-AttachSCSIVolumeTestJSON-100861846-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (153f149f-792f-478a-8eb0-e4481a205597), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:02.885137 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3640ac32-7587-461e-b4f7-59a96e32ebfe req-0935de17-4e4d-4660-895c-dfe73b59bc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:02.894000 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-3640ac32-7587-461e-b4f7-59a96e32ebfe req-0935de17-4e4d-4660-895c-dfe73b59bc47 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=14f93dd6-6a24-4791-bc54-3b53d0b890c5 HTTP/1.1" status: 200 len: 1097 time: 0.1303530 Jan 28 07:11:03.072386 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-3640ac32-7587-461e-b4f7-59a96e32ebfe req-c4425d87-83a7-4781-8d3a-5fe0e738ab0d service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=c2614457-355d-4290-9839-3c701d202067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700287 Jan 28 07:11:03.109203 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42daf593-75bd-4dfa-a27a-89b60bda32d1 req-b98d67ac-4bc2-4210-bba3-2bb8649cd67e tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:03.111550 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-42daf593-75bd-4dfa-a27a-89b60bda32d1 req-b98d67ac-4bc2-4210-bba3-2bb8649cd67e tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] 10.222.0.41 "GET /v2.0/ports?device_id=14f93dd6-6a24-4791-bc54-3b53d0b890c5 HTTP/1.1" status: 200 len: 945 time: 0.1684456 Jan 28 07:11:03.134418 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-02758ab0-3957-47c0-b14e-e02c289364ec req-127d95a3-eeb4-4c18-a108-719b0ce9f952 tempest-AttachSCSIVolumeTestJSON-100861846 tempest-AttachSCSIVolumeTestJSON-100861846-project] For port 153f149f-792f-478a-8eb0-e4481a205597, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=153f149f-792f-478a-8eb0-e4481a205597,segment=NetworkSegment(f8a20d97-7576-4d2c-8739-f6ab132dd2fd),segment_id=f8a20d97-7576-4d2c-8739-f6ab132dd2fd)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:11:03.134924 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-02758ab0-3957-47c0-b14e-e02c289364ec req-127d95a3-eeb4-4c18-a108-719b0ce9f952 tempest-AttachSCSIVolumeTestJSON-100861846 tempest-AttachSCSIVolumeTestJSON-100861846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (153f149f-792f-478a-8eb0-e4481a205597), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:03.167469 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-02758ab0-3957-47c0-b14e-e02c289364ec req-127d95a3-eeb4-4c18-a108-719b0ce9f952 tempest-AttachSCSIVolumeTestJSON-100861846 tempest-AttachSCSIVolumeTestJSON-100861846-project] Calling delete_port for 153f149f-792f-478a-8eb0-e4481a205597 owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:11:03.214563 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-42daf593-75bd-4dfa-a27a-89b60bda32d1 req-5ba961fe-b909-4ec1-949a-4f88233a4e84 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] 10.222.0.41 "GET /v2.0/security-groups?id=c2614457-355d-4290-9839-3c701d202067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950012 Jan 28 07:11:03.235960 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-88929542-71a2-4fb0-9e09-d9480c51549b req-2b16c091-b607-4076-8c37-210ba731c89c tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7 HTTP/1.1" status: 200 len: 210 time: 0.0618150 Jan 28 07:11:03.240183 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-867bf0de-08eb-4b91-81d5-c224551ffac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:03.447391 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ac6d2e-7eee-47f9-bcc3-0e92862e043f req-6126c450-8143-47f3-9cfc-ad81026011f0 tempest-AttachSCSIVolumeTestJSON-100861846 tempest-AttachSCSIVolumeTestJSON-100861846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:03.456849 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-32ac6d2e-7eee-47f9-bcc3-0e92862e043f req-6126c450-8143-47f3-9cfc-ad81026011f0 tempest-AttachSCSIVolumeTestJSON-100861846 tempest-AttachSCSIVolumeTestJSON-100861846-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf60dc33-903b-40cd-a5c8-80695c0f073b HTTP/1.1" status: 200 len: 945 time: 0.1228456 Jan 28 07:11:03.521534 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-32ac6d2e-7eee-47f9-bcc3-0e92862e043f req-bd5cd59e-54cc-4d47-a2d6-3afbbfb9042d tempest-AttachSCSIVolumeTestJSON-100861846 tempest-AttachSCSIVolumeTestJSON-100861846-project] 10.222.0.41 "GET /v2.0/security-groups?id=63a7f67e-5303-4e57-b874-bb3ebd6bac20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635238 Jan 28 07:11:03.614345 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-02758ab0-3957-47c0-b14e-e02c289364ec req-127d95a3-eeb4-4c18-a108-719b0ce9f952 tempest-AttachSCSIVolumeTestJSON-100861846 tempest-AttachSCSIVolumeTestJSON-100861846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (153f149f-792f-478a-8eb0-e4481a205597), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:03.652317 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['153f149f-792f-478a-8eb0-e4481a205597'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:11:03.699637 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974df8f5-8c18-4ea2-bd8b-b6cd73b5e884 req-df95e93a-0f24-49ba-9299-682dce4d6314 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:03.702812 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-974df8f5-8c18-4ea2-bd8b-b6cd73b5e884 req-df95e93a-0f24-49ba-9299-682dce4d6314 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/ports?device_id=bff283f4-d37c-427a-af38-4dca43c7b60a HTTP/1.1" status: 200 len: 945 time: 0.2628949 Jan 28 07:11:03.780419 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 7 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 07:11:03.785366 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:03.833203 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127d95a3-eeb4-4c18-a108-719b0ce9f952 tempest-AttachSCSIVolumeTestJSON-100861846 tempest-AttachSCSIVolumeTestJSON-100861846-project] Pushing event deleted for resources: {'Port': ['ID=153f149f-792f-478a-8eb0-e4481a205597,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:11:03.869847 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-02758ab0-3957-47c0-b14e-e02c289364ec req-127d95a3-eeb4-4c18-a108-719b0ce9f952 tempest-AttachSCSIVolumeTestJSON-100861846 tempest-AttachSCSIVolumeTestJSON-100861846-project] No DVR routers for this DVR port 153f149f-792f-478a-8eb0-e4481a205597 on host n-h2-712749-28 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:11:03.870851 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2a0bf744-2afa-44bb-898a-56ca136ccaa1 req-9c89ade0-469e-48be-b781-87c88d86e879 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/ports?device_id=8583dc03-a039-446f-b1e8-5e1ed628fdcb HTTP/1.1" status: 200 len: 210 time: 0.1242640 Jan 28 07:11:03.881278 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-02758ab0-3957-47c0-b14e-e02c289364ec req-127d95a3-eeb4-4c18-a108-719b0ce9f952 tempest-AttachSCSIVolumeTestJSON-100861846 tempest-AttachSCSIVolumeTestJSON-100861846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:03.896417 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-02758ab0-3957-47c0-b14e-e02c289364ec req-127d95a3-eeb4-4c18-a108-719b0ce9f952 tempest-AttachSCSIVolumeTestJSON-100861846 tempest-AttachSCSIVolumeTestJSON-100861846-project] 10.222.0.44 "DELETE /v2.0/ports/153f149f-792f-478a-8eb0-e4481a205597 HTTP/1.1" status: 204 len: 173 time: 1.2772443 Jan 28 07:11:03.898637 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf60dc33-903b-40cd-a5c8-80695c0f073b', 'name': 'network-vif-deleted', 'tag': '153f149f-792f-478a-8eb0-e4481a205597'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:11:03.918348 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94fc2f11-dd42-4f42-abd2-7b71cb0a5e52" -d '{"events": [{"server_uuid": "cf60dc33-903b-40cd-a5c8-80695c0f073b", "name": "network-vif-deleted", "tag": "153f149f-792f-478a-8eb0-e4481a205597"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:11:03.981959 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-974df8f5-8c18-4ea2-bd8b-b6cd73b5e884 req-13825822-f84a-4390-b7f6-6a7d7ba78861 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/security-groups?id=ffb17db6-1913-4712-aa46-d7c764c8c875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2674079 Jan 28 07:11:04.136157 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aae2cf-7d69-4b13-8a3b-be03a5aab238 req-230a59a5-0978-4199-ae5f-4ac4f938e86f tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:04.146694 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee335e1d-88a4-4edc-81bb-62ddda92ae06 x-openstack-request-id: req-ee335e1d-88a4-4edc-81bb-62ddda92ae06 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:11:04.146994 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf60dc33-903b-40cd-a5c8-80695c0f073b", "name": "network-vif-deleted", "tag": "153f149f-792f-478a-8eb0-e4481a205597", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:11:04.147116 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-92aae2cf-7d69-4b13-8a3b-be03a5aab238 req-230a59a5-0978-4199-ae5f-4ac4f938e86f tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=232ec39b-90f9-4df8-a403-fe1029cce065 HTTP/1.1" status: 200 len: 947 time: 0.0902362 Jan 28 07:11:04.147229 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ee335e1d-88a4-4edc-81bb-62ddda92ae06 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:11:04.147642 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf60dc33-903b-40cd-a5c8-80695c0f073b', 'name': 'network-vif-deleted', 'tag': '153f149f-792f-478a-8eb0-e4481a205597', 'status': 'completed', 'code': 200} Jan 28 07:11:04.436223 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9b5820-7935-4d1c-bd06-96eb5f62ad9b req-8c51ff49-30bb-44e9-8a31-0f23c11a06e1 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:04.451362 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-fa9b5820-7935-4d1c-bd06-96eb5f62ad9b req-8c51ff49-30bb-44e9-8a31-0f23c11a06e1 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/ports?device_id=bff283f4-d37c-427a-af38-4dca43c7b60a HTTP/1.1" status: 200 len: 945 time: 0.1270621 Jan 28 07:11:04.553780 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-fa9b5820-7935-4d1c-bd06-96eb5f62ad9b req-eb9b1fd7-306f-4569-8506-86501302a9bf tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/security-groups?id=ffb17db6-1913-4712-aa46-d7c764c8c875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018200 Jan 28 07:11:04.925137 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-3176cdff-a8d7-4efb-bc9b-d555423ac36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:04.927977 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-3176cdff-a8d7-4efb-bc9b-d555423ac36b service neutron] 10.222.0.10 "GET /v2.0/ports/fca91fdf-3a32-42a9-bf73-0d9c26ab506a HTTP/1.1" status: 200 len: 1027 time: 0.0753150 Jan 28 07:11:04.945474 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-92aae2cf-7d69-4b13-8a3b-be03a5aab238 req-5c84315f-e3d6-4c4b-88e7-b6b27fea9837 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb65c68e-64e7-49d7-aa93-cf57ceaf78a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7959416 Jan 28 07:11:04.987768 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925cf33b-cd06-48ac-a89d-3f83ff5c3e8a req-8463cf27-7920-4da6-8303-1aae3ab10486 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:04.995684 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-925cf33b-cd06-48ac-a89d-3f83ff5c3e8a req-8463cf27-7920-4da6-8303-1aae3ab10486 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] 10.222.0.41 "GET /v2.0/ports?device_id=14f93dd6-6a24-4791-bc54-3b53d0b890c5 HTTP/1.1" status: 200 len: 945 time: 0.1098392 Jan 28 07:11:05.037976 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-ef5b6e7b-cfdd-42ff-9b49-48c0d5764ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:05.045044 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-ef5b6e7b-cfdd-42ff-9b49-48c0d5764ec8 service neutron] 10.222.0.10 "GET /v2.0/ports/4aac091f-65c1-4c36-9072-a266f2493296 HTTP/1.1" status: 200 len: 1028 time: 0.0916436 Jan 28 07:11:05.089477 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-925cf33b-cd06-48ac-a89d-3f83ff5c3e8a req-857a0f47-3d33-40d8-9ada-6c09ff912c79 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] 10.222.0.41 "GET /v2.0/security-groups?id=c2614457-355d-4290-9839-3c701d202067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924668 Jan 28 07:11:05.314946 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-facdbc9e-b51f-4e17-9d62-bc8dafffea5c req-62943266-b2e8-4f5f-8a63-22e3bdab18bc tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7 HTTP/1.1" status: 200 len: 210 time: 0.0993285 Jan 28 07:11:05.449465 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-95f1c899-3d0d-4535-8a3a-352224f7635a tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:05.462787 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 37492) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:11:05.465718 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-95f1c899-3d0d-4535-8a3a-352224f7635a tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:05.471589 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-95f1c899-3d0d-4535-8a3a-352224f7635a tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:05.474641 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-95f1c899-3d0d-4535-8a3a-352224f7635a tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.10 "GET /v2.0/networks?id=0d2602fa-1d2d-4c75-8661-ee94c8ac01e5&id=4791c092-87f8-46c1-85f0-6cd08fb183e5&id=4791c092-87f8-46c1-85f0-6cd08fb183e5&id=4791c092-87f8-46c1-85f0-6cd08fb183e5&id=4791c092-87f8-46c1-85f0-6cd08fb183e5&id=49a475b2-ea4c-4351-8a04-537e673f2680&id=49a475b2-ea4c-4351-8a04-537e673f2680 HTTP/1.1" status: 200 len: 1988 time: 0.4280257 Jan 28 07:11:05.519693 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-3aa6e84c-4bd8-49b9-8f81-8fad11548c40 req-cc82d083-6e91-4553-9f9e-57452558b110 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/ports?device_id=8583dc03-a039-446f-b1e8-5e1ed628fdcb HTTP/1.1" status: 200 len: 210 time: 0.0431290 Jan 28 07:11:05.588037 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-493e8e89-a122-447d-9b94-b333513e103c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:05.656480 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-cf3e86ad-486b-467b-83d3-3778386ab07e tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e187e532e7d440c823c7ea556f78f6e HTTP/1.1" status: 200 len: 379 time: 0.1356254 Jan 28 07:11:05.669805 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-f7e97c4e-b3ca-46ef-bff8-6d20beca42d3 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Request body: {'port': {'device_id': 'b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7', 'network_id': '0d2602fa-1d2d-4c75-8661-ee94c8ac01e5', 'admin_state_up': True, 'tenant_id': '3e187e532e7d440c823c7ea556f78f6e', 'security_groups': ['f42d29db-089b-46ec-bdc0-e6253e46a436']}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:11:05.742958 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d5e69920-700e-4914-8bdb-4616948ef87b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:05.950128 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d5e69920-700e-4914-8bdb-4616948ef87b admin admin] Publish callbacks [] for security_group (1b53cadf-d868-4352-89c9-39942df0d834), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:05.960656 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d5e69920-700e-4914-8bdb-4616948ef87b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (1b53cadf-d868-4352-89c9-39942df0d834), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:05.980237 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-f7e97c4e-b3ca-46ef-bff8-6d20beca42d3 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Made reservation on behalf of 3e187e532e7d440c823c7ea556f78f6e for: {'port': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:11:05.984313 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-f7e97c4e-b3ca-46ef-bff8-6d20beca42d3 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:06.025404 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e69920-700e-4914-8bdb-4616948ef87b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b53cadf-d868-4352-89c9-39942df0d834,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:11:06.094331 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-d5e69920-700e-4914-8bdb-4616948ef87b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7bb6b22825a44436ba681ce55b7dfaab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6279519 Jan 28 07:11:06.094844 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 37518) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:11:06.177812 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 153f149f-792f-478a-8eb0-e4481a205597 no longer exists at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:11:06.253197 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f14f99d4-2019-4cc2-9671-99bd636144b3 admin admin] Publish callbacks [] for security_group (1b53cadf-d868-4352-89c9-39942df0d834), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:06.254743 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] No Port match for: 153f149f-792f-478a-8eb0-e4481a205597 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:11:06.256258 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 153f149f-792f-478a-8eb0-e4481a205597 not bound to the agent host n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:11:06.278148 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-f7e97c4e-b3ca-46ef-bff8-6d20beca42d3 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Allocated IP 172.20.0.11 (0d2602fa-1d2d-4c75-8661-ee94c8ac01e5/a36581c3-26ef-4e8c-b9f4-8727fbf3ff93/c1d4cf44-173a-4200-baca-a17fb9b232db) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:11:06.349673 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f14f99d4-2019-4cc2-9671-99bd636144b3 admin admin] Publish callbacks [] for security_group (1b53cadf-d868-4352-89c9-39942df0d834), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:06.473607 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f14f99d4-2019-4cc2-9671-99bd636144b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (1b53cadf-d868-4352-89c9-39942df0d834), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:06.476734 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f14f99d4-2019-4cc2-9671-99bd636144b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:06.480213 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-f14f99d4-2019-4cc2-9671-99bd636144b3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1b53cadf-d868-4352-89c9-39942df0d834 HTTP/1.1" status: 204 len: 168 time: 0.3820124 Jan 28 07:11:06.499873 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-f7e97c4e-b3ca-46ef-bff8-6d20beca42d3 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Publish callbacks [] for port (c1d4cf44-173a-4200-baca-a17fb9b232db), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:06.502870 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14f99d4-2019-4cc2-9671-99bd636144b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b53cadf-d868-4352-89c9-39942df0d834,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:11:06.588495 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-f7e97c4e-b3ca-46ef-bff8-6d20beca42d3 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (c1d4cf44-173a-4200-baca-a17fb9b232db), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:06.638922 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-f7e97c4e-b3ca-46ef-bff8-6d20beca42d3 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Network 0d2602fa-1d2d-4c75-8661-ee94c8ac01e5 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:11:06.643214 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-f7e97c4e-b3ca-46ef-bff8-6d20beca42d3 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:11:06.689848 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-f7e97c4e-b3ca-46ef-bff8-6d20beca42d3 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:11:06.850754 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:06.885714 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-f7e97c4e-b3ca-46ef-bff8-6d20beca42d3 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:06.888702 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-f7e97c4e-b3ca-46ef-bff8-6d20beca42d3 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:06.896809 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e97c4e-b3ca-46ef-bff8-6d20beca42d3 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Pushing event updated for resources: {'Port': ['ID=c1d4cf44-173a-4200-baca-a17fb9b232db,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:11:06.960983 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-f7e97c4e-b3ca-46ef-bff8-6d20beca42d3 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2965860 Jan 28 07:11:06.982640 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-5fe08c98-4d4e-41cd-9e5c-14eed005ece0 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Request body: {'port': {'device_id': 'b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7', 'network_id': '4791c092-87f8-46c1-85f0-6cd08fb183e5', 'admin_state_up': True, 'tenant_id': '3e187e532e7d440c823c7ea556f78f6e', 'security_groups': ['f42d29db-089b-46ec-bdc0-e6253e46a436']}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:11:07.226994 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-a7de23cf-fd64-4406-829a-272f1b62b647 None None] Provisioning complete for port c1d4cf44-173a-4200-baca-a17fb9b232db triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:11:07.227293 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a7de23cf-fd64-4406-829a-272f1b62b647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (c1d4cf44-173a-4200-baca-a17fb9b232db), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:07.292245 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca85f39-f942-4a34-8bba-6e1d3fbf7e74 req-469ab3b0-7fb0-40eb-b4ca-38712938c487 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:07.294574 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6ca85f39-f942-4a34-8bba-6e1d3fbf7e74 req-469ab3b0-7fb0-40eb-b4ca-38712938c487 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=232ec39b-90f9-4df8-a403-fe1029cce065 HTTP/1.1" status: 200 len: 947 time: 0.1581762 Jan 28 07:11:07.323116 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-a7de23cf-fd64-4406-829a-272f1b62b647 None None] Port c1d4cf44-173a-4200-baca-a17fb9b232db cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:11:07.340461 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 37566) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:11:07.367749 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-5fe08c98-4d4e-41cd-9e5c-14eed005ece0 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Made reservation on behalf of 3e187e532e7d440c823c7ea556f78f6e for: {'port': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:11:07.373936 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-5fe08c98-4d4e-41cd-9e5c-14eed005ece0 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:07.378724 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c88f203a-4a9c-48a0-af00-cd5cdea7d94e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:07.443339 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6ca85f39-f942-4a34-8bba-6e1d3fbf7e74 req-fabbec3e-3d10-4fa9-866b-a853913ba8ec tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb65c68e-64e7-49d7-aa93-cf57ceaf78a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1374168 Jan 28 07:11:07.574304 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c88f203a-4a9c-48a0-af00-cd5cdea7d94e admin admin] Publish callbacks [] for security_group (f02ccf76-c09a-4465-8f5e-e19306143a32), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:07.739754 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c88f203a-4a9c-48a0-af00-cd5cdea7d94e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (f02ccf76-c09a-4465-8f5e-e19306143a32), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:07.809633 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e48b80f-8dca-4dea-b280-7a47e803993c req-be82d9f3-e77d-4b2a-bdf7-b7e09d0fa429 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:07.811401 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8e48b80f-8dca-4dea-b280-7a47e803993c req-be82d9f3-e77d-4b2a-bdf7-b7e09d0fa429 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7 HTTP/1.1" status: 200 len: 932 time: 0.0860646 Jan 28 07:11:07.872016 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-c88f203a-4a9c-48a0-af00-cd5cdea7d94e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=92b0c5be9a3945ecb9950f90f128cf55&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5291011 Jan 28 07:11:07.873078 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 37574) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:11:07.884827 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88f203a-4a9c-48a0-af00-cd5cdea7d94e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f02ccf76-c09a-4465-8f5e-e19306143a32,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:11:07.907380 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8e48b80f-8dca-4dea-b280-7a47e803993c req-4d0559e6-1548-40f9-8255-564a2af1defa tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/security-groups?id=f42d29db-089b-46ec-bdc0-e6253e46a436&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847213 Jan 28 07:11:07.910297 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-5fe08c98-4d4e-41cd-9e5c-14eed005ece0 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Allocated IP 10.1.1.201 (4791c092-87f8-46c1-85f0-6cd08fb183e5/1096e90d-eca8-4202-80c6-1f06c2871d52/1775d3be-f6b5-44d6-8764-bdd9cf32e51e) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:11:07.962831 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-af43ac98-9293-4732-ac32-820835801c62 admin admin] Publish callbacks [] for security_group (f02ccf76-c09a-4465-8f5e-e19306143a32), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:07.992935 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-af43ac98-9293-4732-ac32-820835801c62 admin admin] Publish callbacks [] for security_group (f02ccf76-c09a-4465-8f5e-e19306143a32), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:08.049904 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-af43ac98-9293-4732-ac32-820835801c62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (f02ccf76-c09a-4465-8f5e-e19306143a32), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:08.052779 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-af43ac98-9293-4732-ac32-820835801c62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:08.056809 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-af43ac98-9293-4732-ac32-820835801c62 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f02ccf76-c09a-4465-8f5e-e19306143a32 HTTP/1.1" status: 204 len: 168 time: 0.1805990 Jan 28 07:11:08.077051 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af43ac98-9293-4732-ac32-820835801c62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f02ccf76-c09a-4465-8f5e-e19306143a32,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:11:08.113023 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-dc8c637e-b078-4df3-aa38-265cf0c879fa req-caecdb0d-3cc1-4369-98fe-91a142967902 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/ports?device_id=8583dc03-a039-446f-b1e8-5e1ed628fdcb HTTP/1.1" status: 200 len: 210 time: 0.0693369 Jan 28 07:11:08.262791 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-5fe08c98-4d4e-41cd-9e5c-14eed005ece0 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Publish callbacks [] for port (1775d3be-f6b5-44d6-8764-bdd9cf32e51e), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:08.306760 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db7c5fd-af96-42df-96f1-d2c307364590 req-586b143d-5144-46de-bf3b-957aa84e1ed8 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:08.336687 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0db7c5fd-af96-42df-96f1-d2c307364590 req-586b143d-5144-46de-bf3b-957aa84e1ed8 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/ports?device_id=bff283f4-d37c-427a-af38-4dca43c7b60a HTTP/1.1" status: 200 len: 945 time: 0.1279469 Jan 28 07:11:08.387510 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-5fe08c98-4d4e-41cd-9e5c-14eed005ece0 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (1775d3be-f6b5-44d6-8764-bdd9cf32e51e), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:08.450970 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-5fe08c98-4d4e-41cd-9e5c-14eed005ece0 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Network 4791c092-87f8-46c1-85f0-6cd08fb183e5 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:11:08.470130 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-5fe08c98-4d4e-41cd-9e5c-14eed005ece0 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:11:08.480145 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-5fe08c98-4d4e-41cd-9e5c-14eed005ece0 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:11:08.528748 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:08.580185 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0db7c5fd-af96-42df-96f1-d2c307364590 req-a9ec2a4e-7e04-4665-9e0f-93cd00249e19 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/security-groups?id=ffb17db6-1913-4712-aa46-d7c764c8c875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418983 Jan 28 07:11:08.581226 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe08c98-4d4e-41cd-9e5c-14eed005ece0 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Pushing event updated for resources: {'Port': ['ID=1775d3be-f6b5-44d6-8764-bdd9cf32e51e,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:11:08.634069 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-5fe08c98-4d4e-41cd-9e5c-14eed005ece0 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:08.634859 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-5fe08c98-4d4e-41cd-9e5c-14eed005ece0 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:08.694199 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-5fe08c98-4d4e-41cd-9e5c-14eed005ece0 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7155631 Jan 28 07:11:08.715551 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-804e8303-d11d-4734-ad8f-317c1f686548 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Request body: {'port': {'device_id': 'b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7', 'network_id': '4791c092-87f8-46c1-85f0-6cd08fb183e5', 'admin_state_up': True, 'tenant_id': '3e187e532e7d440c823c7ea556f78f6e', 'security_groups': ['f42d29db-089b-46ec-bdc0-e6253e46a436']}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:11:08.889222 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-4b9baf0b-2334-4ace-8a69-08a8ca65c216 None None] Provisioning complete for port 1775d3be-f6b5-44d6-8764-bdd9cf32e51e triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:11:08.890309 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4b9baf0b-2334-4ace-8a69-08a8ca65c216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (1775d3be-f6b5-44d6-8764-bdd9cf32e51e), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:08.974612 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-4b9baf0b-2334-4ace-8a69-08a8ca65c216 None None] Port 1775d3be-f6b5-44d6-8764-bdd9cf32e51e cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:11:08.999826 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953c80a2-ce8b-4249-aa34-5385fa25e40f req-a29da904-4bf3-4300-a49e-c9e247bf5dab tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:09.001610 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-953c80a2-ce8b-4249-aa34-5385fa25e40f req-a29da904-4bf3-4300-a49e-c9e247bf5dab tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=232ec39b-90f9-4df8-a403-fe1029cce065 HTTP/1.1" status: 200 len: 947 time: 0.2495110 Jan 28 07:11:09.104221 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-804e8303-d11d-4734-ad8f-317c1f686548 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Made reservation on behalf of 3e187e532e7d440c823c7ea556f78f6e for: {'port': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:11:09.108896 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-804e8303-d11d-4734-ad8f-317c1f686548 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:09.396444 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-804e8303-d11d-4734-ad8f-317c1f686548 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Allocated IP 10.1.1.226 (4791c092-87f8-46c1-85f0-6cd08fb183e5/1096e90d-eca8-4202-80c6-1f06c2871d52/23612cfd-7aa2-47c9-a6c1-d148371b7d15) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:11:09.424060 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-953c80a2-ce8b-4249-aa34-5385fa25e40f req-248cca72-2198-4b1e-af8f-ac6efc2095aa tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb65c68e-64e7-49d7-aa93-cf57ceaf78a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4132175 Jan 28 07:11:09.608897 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 37652) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:11:09.620027 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-29b20153-d894-48f0-b85c-9dc28ef31310 req-96ba5be8-a43f-4500-b832-4011672075f4 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/ports?device_id=8583dc03-a039-446f-b1e8-5e1ed628fdcb HTTP/1.1" status: 200 len: 210 time: 0.0492835 Jan 28 07:11:09.665016 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:09.777680 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67ac065-da76-479a-9e90-1601fcb6ede3 req-4f3bf989-81b6-4bc7-a718-40e0b1f00b47 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:09.788251 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67ac065-da76-479a-9e90-1601fcb6ede3 req-4f3bf989-81b6-4bc7-a718-40e0b1f00b47 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:09.798030 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c67ac065-da76-479a-9e90-1601fcb6ede3 req-4f3bf989-81b6-4bc7-a718-40e0b1f00b47 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7 HTTP/1.1" status: 200 len: 1654 time: 0.2565005 Jan 28 07:11:09.814704 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-1d0c09dc-034c-4a9a-b20a-146ca574e432 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-78918854-network', 'tenant_id': 'ac7b4a25272d44168de849c53ee6b880'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:11:09.842001 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-804e8303-d11d-4734-ad8f-317c1f686548 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Publish callbacks [] for port (23612cfd-7aa2-47c9-a6c1-d148371b7d15), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:09.858870 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d0c09dc-034c-4a9a-b20a-146ca574e432 admin admin] Made reservation on behalf of ac7b4a25272d44168de849c53ee6b880 for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:11:09.864055 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1d0c09dc-034c-4a9a-b20a-146ca574e432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:09.880786 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1d0c09dc-034c-4a9a-b20a-146ca574e432 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:10.004261 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c67ac065-da76-479a-9e90-1601fcb6ede3 req-23fa992f-92e7-4013-a41b-bcc181d48883 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/security-groups?id=f42d29db-089b-46ec-bdc0-e6253e46a436&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1971233 Jan 28 07:11:10.020698 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-804e8303-d11d-4734-ad8f-317c1f686548 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (23612cfd-7aa2-47c9-a6c1-d148371b7d15), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:10.082735 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1d0c09dc-034c-4a9a-b20a-146ca574e432 admin admin] Publish callbacks [] for security_group (e2fa341a-a4d6-44d6-bff9-a24810a593ab), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:10.090187 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1d0c09dc-034c-4a9a-b20a-146ca574e432 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (e2fa341a-a4d6-44d6-bff9-a24810a593ab), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:10.149544 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804e8303-d11d-4734-ad8f-317c1f686548 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Pushing event updated for resources: {'Port': ['ID=23612cfd-7aa2-47c9-a6c1-d148371b7d15,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:11:10.167754 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d0c09dc-034c-4a9a-b20a-146ca574e432 admin admin] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:11:10.170378 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804e8303-d11d-4734-ad8f-317c1f686548 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:11:10.170942 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804e8303-d11d-4734-ad8f-317c1f686548 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:11:10.171467 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804e8303-d11d-4734-ad8f-317c1f686548 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:11:10.171971 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804e8303-d11d-4734-ad8f-317c1f686548 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:11:10.172526 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804e8303-d11d-4734-ad8f-317c1f686548 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:11:10.173073 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804e8303-d11d-4734-ad8f-317c1f686548 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:11:10.173564 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804e8303-d11d-4734-ad8f-317c1f686548 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:11:10.174104 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804e8303-d11d-4734-ad8f-317c1f686548 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:11:10.174868 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804e8303-d11d-4734-ad8f-317c1f686548 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:11:10.175470 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804e8303-d11d-4734-ad8f-317c1f686548 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:11:10.175979 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804e8303-d11d-4734-ad8f-317c1f686548 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:11:10.176565 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804e8303-d11d-4734-ad8f-317c1f686548 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:11:10.177114 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804e8303-d11d-4734-ad8f-317c1f686548 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:11:10.211672 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-804e8303-d11d-4734-ad8f-317c1f686548 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Network 4791c092-87f8-46c1-85f0-6cd08fb183e5 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:11:10.211973 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device a3afe18f-c4f3-4f71-9af1-9b171babcfbe details requested by agent hyperv_n-h2-712749-28 with host n-h2-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:11:10.216162 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-804e8303-d11d-4734-ad8f-317c1f686548 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:11:10.218821 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-804e8303-d11d-4734-ad8f-317c1f686548 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:11:10.274068 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0c09dc-034c-4a9a-b20a-146ca574e432 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2fa341a-a4d6-44d6-bff9-a24810a593ab,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:11:10.313078 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0c09dc-034c-4a9a-b20a-146ca574e432 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:11:10.317986 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0c09dc-034c-4a9a-b20a-146ca574e432 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:11:10.320679 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0c09dc-034c-4a9a-b20a-146ca574e432 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:11:10.321445 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0c09dc-034c-4a9a-b20a-146ca574e432 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:11:10.323266 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0c09dc-034c-4a9a-b20a-146ca574e432 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:11:10.323794 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0c09dc-034c-4a9a-b20a-146ca574e432 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:11:10.325378 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0c09dc-034c-4a9a-b20a-146ca574e432 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:11:10.328676 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0c09dc-034c-4a9a-b20a-146ca574e432 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:11:10.329299 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0c09dc-034c-4a9a-b20a-146ca574e432 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:11:10.331496 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0c09dc-034c-4a9a-b20a-146ca574e432 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:11:10.333698 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0c09dc-034c-4a9a-b20a-146ca574e432 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:11:10.334831 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0c09dc-034c-4a9a-b20a-146ca574e432 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:11:10.339404 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0c09dc-034c-4a9a-b20a-146ca574e432 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:11:10.353430 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de05611f-e148-4cee-b5ad-2821c4c44967 req-81d3c6e4-64ec-418f-9090-37a9121079df tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:10.361555 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-de05611f-e148-4cee-b5ad-2821c4c44967 req-81d3c6e4-64ec-418f-9090-37a9121079df tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] 10.222.0.41 "GET /v2.0/ports?device_id=14f93dd6-6a24-4791-bc54-3b53d0b890c5 HTTP/1.1" status: 200 len: 945 time: 0.2066345 Jan 28 07:11:10.389947 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd23d36-4ac9-4ab3-ae00-8ee3ae22e415 req-64329313-a711-4695-8ac8-faebd643bd84 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:10.402455 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-fdd23d36-4ac9-4ab3-ae00-8ee3ae22e415 req-64329313-a711-4695-8ac8-faebd643bd84 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/ports?device_id=bff283f4-d37c-427a-af38-4dca43c7b60a HTTP/1.1" status: 200 len: 945 time: 0.2308383 Jan 28 07:11:10.463937 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-804e8303-d11d-4734-ad8f-317c1f686548 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:10.464675 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-804e8303-d11d-4734-ad8f-317c1f686548 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:10.483843 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1d0c09dc-034c-4a9a-b20a-146ca574e432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (b430b2d7-bffb-4658-93de-73c5a2caabf5), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:10.484332 n-d-712749-28 neutron-server[103284]: INFO neutron.db.segments_db [None req-1d0c09dc-034c-4a9a-b20a-146ca574e432 admin admin] Added segment b430b2d7-bffb-4658-93de-73c5a2caabf5 of type vlan for network 325d12b9-f054-4653-b45a-e5ffc22916cf Jan 28 07:11:10.524096 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-804e8303-d11d-4734-ad8f-317c1f686548 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8149657 Jan 28 07:11:10.581037 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1d0c09dc-034c-4a9a-b20a-146ca574e432 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (325d12b9-f054-4653-b45a-e5ffc22916cf), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:10.607851 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port a3afe18f-c4f3-4f71-9af1-9b171babcfbe, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=a3afe18f-c4f3-4f71-9af1-9b171babcfbe,segment=NetworkSegment(aa78153f-8140-4463-8a23-520ca70d4d00),segment_id=aa78153f-8140-4463-8a23-520ca70d4d00)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:11:10.611149 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-de05611f-e148-4cee-b5ad-2821c4c44967 req-17999afc-954c-46f6-9344-e9bbfcddcf9f tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] 10.222.0.41 "GET /v2.0/security-groups?id=c2614457-355d-4290-9839-3c701d202067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105622 Jan 28 07:11:10.615430 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-a53de554-a6b3-4d03-971c-614acf9cfd8d tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Request body: {'port': {'device_id': 'b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '49a475b2-ea4c-4351-8a04-537e673f2680', 'admin_state_up': True, 'tenant_id': '3e187e532e7d440c823c7ea556f78f6e', 'security_groups': ['f42d29db-089b-46ec-bdc0-e6253e46a436']}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:11:10.626822 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Returning: {'device': 'a3afe18f-c4f3-4f71-9af1-9b171babcfbe', 'network_id': '40408abb-5725-4205-b120-60fb2bb4bc40', 'port_id': 'a3afe18f-c4f3-4f71-9af1-9b171babcfbe', 'mac_address': 'fa:16:3e:99:d3:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4c1d00a-11c6-444f-8042-f73535ef4594', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:11:10.681459 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port a3afe18f-c4f3-4f71-9af1-9b171babcfbe is: ACTIVE; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:11:10.682654 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (a3afe18f-c4f3-4f71-9af1-9b171babcfbe), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:10.704973 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a3afe18f-c4f3-4f71-9af1-9b171babcfbe {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:11:10.733278 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1d0c09dc-034c-4a9a-b20a-146ca574e432 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (325d12b9-f054-4653-b45a-e5ffc22916cf), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:10.737915 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port a3afe18f-c4f3-4f71-9af1-9b171babcfbe, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=a3afe18f-c4f3-4f71-9af1-9b171babcfbe,segment=NetworkSegment(aa78153f-8140-4463-8a23-520ca70d4d00),segment_id=aa78153f-8140-4463-8a23-520ca70d4d00)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:11:10.738676 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d0c09dc-034c-4a9a-b20a-146ca574e432 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:10.739515 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1d0c09dc-034c-4a9a-b20a-146ca574e432 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:10.754364 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-4bd7b98a-cbfd-4ed7-9015-f193c9c55f4b None None] Provisioning complete for port 23612cfd-7aa2-47c9-a6c1-d148371b7d15 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:11:10.755155 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4bd7b98a-cbfd-4ed7-9015-f193c9c55f4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (23612cfd-7aa2-47c9-a6c1-d148371b7d15), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:10.758493 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (a3afe18f-c4f3-4f71-9af1-9b171babcfbe), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:10.779602 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-fdd23d36-4ac9-4ab3-ae00-8ee3ae22e415 req-62c81ae5-58f0-4194-b873-2053f5aa8ff5 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/security-groups?id=ffb17db6-1913-4712-aa46-d7c764c8c875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3761828 Jan 28 07:11:10.860169 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=a3afe18f-c4f3-4f71-9af1-9b171babcfbe,revision_number=6']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:11:10.886502 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-4bd7b98a-cbfd-4ed7-9015-f193c9c55f4b None None] Port 23612cfd-7aa2-47c9-a6c1-d148371b7d15 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:11:10.926696 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-a53de554-a6b3-4d03-971c-614acf9cfd8d tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Made reservation on behalf of 3e187e532e7d440c823c7ea556f78f6e for: {'port': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:11:10.932136 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['a3afe18f-c4f3-4f71-9af1-9b171babcfbe'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:11:10.954666 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0c09dc-034c-4a9a-b20a-146ca574e432 admin admin] Pushing event updated for resources: {'Network': ['ID=325d12b9-f054-4653-b45a-e5ffc22916cf,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:11:11.008842 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-472e797e-af73-4fe2-90a4-f16d625e3db8 req-6fa9bc4c-e1c1-435a-ba93-eaffca078bb1 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/ports?device_id=8583dc03-a039-446f-b1e8-5e1ed628fdcb HTTP/1.1" status: 200 len: 210 time: 0.0509465 Jan 28 07:11:11.022935 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-1d0c09dc-034c-4a9a-b20a-146ca574e432 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.4120615 Jan 28 07:11:11.024409 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 37674) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:11:11.029754 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-150aa696-6d83-4db5-a70d-37a4e4e9a67f admin admin] Request body: {'subnet': {'network_id': '325d12b9-f054-4653-b45a-e5ffc22916cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-78918854-subnet', 'tenant_id': 'ac7b4a25272d44168de849c53ee6b880', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:11:11.034631 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network 325d12b9-f054-4653-b45a-e5ffc22916cf details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:11:11.081682 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-150aa696-6d83-4db5-a70d-37a4e4e9a67f admin admin] Made reservation on behalf of ac7b4a25272d44168de849c53ee6b880 for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:11:11.084796 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-150aa696-6d83-4db5-a70d-37a4e4e9a67f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24979592'] for subnet (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:11.125133 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-a53de554-a6b3-4d03-971c-614acf9cfd8d tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:11.357015 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae562d9-1f46-4f2f-9c0b-d090ff90a65d req-c8418ce2-84cf-40b4-b223-999080b617e8 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:11.363275 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae562d9-1f46-4f2f-9c0b-d090ff90a65d req-c8418ce2-84cf-40b4-b223-999080b617e8 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:11.368527 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae562d9-1f46-4f2f-9c0b-d090ff90a65d req-c8418ce2-84cf-40b4-b223-999080b617e8 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:11.379698 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5ae562d9-1f46-4f2f-9c0b-d090ff90a65d req-c8418ce2-84cf-40b4-b223-999080b617e8 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7 HTTP/1.1" status: 200 len: 2375 time: 0.1641357 Jan 28 07:11:11.506951 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a80f6c7-cae1-41d4-8412-fa5dd214350c req-ba01a0ca-d7ef-4ac6-a948-367435679c4b tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:11.514416 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0a80f6c7-cae1-41d4-8412-fa5dd214350c req-ba01a0ca-d7ef-4ac6-a948-367435679c4b tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=232ec39b-90f9-4df8-a403-fe1029cce065 HTTP/1.1" status: 200 len: 947 time: 0.6052756 Jan 28 07:11:11.536825 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 37680) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:11:11.539412 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5ae562d9-1f46-4f2f-9c0b-d090ff90a65d req-c0110a95-b6b8-4c85-95b8-9d87594d1011 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/security-groups?id=f42d29db-089b-46ec-bdc0-e6253e46a436&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1592329 Jan 28 07:11:11.628813 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-a53de554-a6b3-4d03-971c-614acf9cfd8d tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Allocated IP 10.2.2.100 (49a475b2-ea4c-4351-8a04-537e673f2680/aa179d42-f4b0-43e0-81f7-063e746f129b/28ee7b1c-7756-4f1b-8d60-9dc7080ff128) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:11:11.680633 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-150aa696-6d83-4db5-a70d-37a4e4e9a67f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24757504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24979610'] for subnet (b6cb4ddd-3491-4f87-aefd-e21d229915f4), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:11.801795 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150aa696-6d83-4db5-a70d-37a4e4e9a67f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6cb4ddd-3491-4f87-aefd-e21d229915f4,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:11:11.807040 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-a53de554-a6b3-4d03-971c-614acf9cfd8d tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Publish callbacks [] for port (28ee7b1c-7756-4f1b-8d60-9dc7080ff128), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:11.808131 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-150aa696-6d83-4db5-a70d-37a4e4e9a67f admin admin] Checking segment: {'id': 'b430b2d7-bffb-4658-93de-73c5a2caabf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '325d12b9-f054-4653-b45a-e5ffc22916cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:11:11.808562 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-150aa696-6d83-4db5-a70d-37a4e4e9a67f admin admin] Network hostable DHCP agents. Network: 325d12b9-f054-4653-b45a-e5ffc22916cf, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:11:11.824136 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbdb8a9-1f88-44ff-a17b-6c91f9435be9 req-57157f3f-69f3-4e28-b4ff-3d3869ceb4b0 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:11.834025 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-cbbdb8a9-1f88-44ff-a17b-6c91f9435be9 req-57157f3f-69f3-4e28-b4ff-3d3869ceb4b0 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] 10.222.0.41 "GET /v2.0/ports?device_id=14f93dd6-6a24-4791-bc54-3b53d0b890c5 HTTP/1.1" status: 200 len: 944 time: 0.1204813 Jan 28 07:11:11.869440 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-a53de554-a6b3-4d03-971c-614acf9cfd8d tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (28ee7b1c-7756-4f1b-8d60-9dc7080ff128), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:11.880123 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-150aa696-6d83-4db5-a70d-37a4e4e9a67f admin admin] Network 325d12b9-f054-4653-b45a-e5ffc22916cf is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:11:11.897938 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-62f23b24-e74d-45c4-84f1-47d8c4d88661 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:11.915734 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-cbbdb8a9-1f88-44ff-a17b-6c91f9435be9 req-e5e48ac8-70c5-4737-8163-5bb1bfc3d30e tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] 10.222.0.41 "GET /v2.0/security-groups?id=c2614457-355d-4290-9839-3c701d202067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807743 Jan 28 07:11:11.921553 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-150aa696-6d83-4db5-a70d-37a4e4e9a67f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, 325d12b9-f054-4653-b45a-e5ffc22916cf) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:11:11.946817 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-150aa696-6d83-4db5-a70d-37a4e4e9a67f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:11.948554 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-150aa696-6d83-4db5-a70d-37a4e4e9a67f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:11.952509 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54fa4b48-b40b-40a7-916a-0243e81f283d None None] Network 325d12b9-f054-4653-b45a-e5ffc22916cf requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:11:11.971354 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0a80f6c7-cae1-41d4-8412-fa5dd214350c req-320050fa-c09f-4109-ad2d-4d2a517eb30f tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb65c68e-64e7-49d7-aa93-cf57ceaf78a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4382548 Jan 28 07:11:11.977282 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-a53de554-a6b3-4d03-971c-614acf9cfd8d tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Network 49a475b2-ea4c-4351-8a04-537e673f2680 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:11:11.994174 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-a53de554-a6b3-4d03-971c-614acf9cfd8d tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:11:12.002845 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-a53de554-a6b3-4d03-971c-614acf9cfd8d tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:11:12.016019 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53de554-a6b3-4d03-971c-614acf9cfd8d tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Pushing event updated for resources: {'Port': ['ID=28ee7b1c-7756-4f1b-8d60-9dc7080ff128,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:11:12.028041 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-150aa696-6d83-4db5-a70d-37a4e4e9a67f admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0013025 Jan 28 07:11:12.028041 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 37690) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:11:12.034625 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-f4e9ae34-991e-4af5-b8b8-1a0a7138ce9b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-78918854-router', 'tenant_id': 'ac7b4a25272d44168de849c53ee6b880', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:11:12.078900 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f4e9ae34-991e-4af5-b8b8-1a0a7138ce9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16606890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127275'] for router (19373231-1f15-4775-b3fa-f909d7b33350), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:12.084262 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f4e9ae34-991e-4af5-b8b8-1a0a7138ce9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16605498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16607952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16355422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127266'] for router (19373231-1f15-4775-b3fa-f909d7b33350), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:12.230607 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f4e9ae34-991e-4af5-b8b8-1a0a7138ce9b admin admin] Publish callbacks [] for router_controller (19373231-1f15-4775-b3fa-f909d7b33350), precommit_add_association {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:12.275142 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device a3afe18f-c4f3-4f71-9af1-9b171babcfbe no longer exists at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:11:12.316582 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-a53de554-a6b3-4d03-971c-614acf9cfd8d tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:12.317282 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-a53de554-a6b3-4d03-971c-614acf9cfd8d tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:12.477889 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-62f23b24-e74d-45c4-84f1-47d8c4d88661 admin admin] Publish callbacks [] for security_group (df3dd098-4b1a-4591-8cf6-cf8e755a85c1), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:12.483309 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f2ab86-ba33-418b-9a8a-46c7adf8c551 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3dd72b9-6805-5f61-b6f3-a591f99a173d-325d12b9-f054-4653-b45a-e5ffc22916cf', 'network_id': '325d12b9-f054-4653-b45a-e5ffc22916cf', 'project_id': 'ac7b4a25272d44168de849c53ee6b880', 'fixed_ips': [{'subnet_id': 'b6cb4ddd-3491-4f87-aefd-e21d229915f4'}]}} from n-d-712749-28. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 07:11:12.489506 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-62f23b24-e74d-45c4-84f1-47d8c4d88661 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (df3dd098-4b1a-4591-8cf6-cf8e755a85c1), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:12.491081 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-41f2ab86-ba33-418b-9a8a-46c7adf8c551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:12.504536 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-a53de554-a6b3-4d03-971c-614acf9cfd8d tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9232681 Jan 28 07:11:12.559002 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-e8eeb6a7-6df7-48c0-9dce-7bc9cfe9dbf3 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Request body: {'port': {'device_id': 'b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '49a475b2-ea4c-4351-8a04-537e673f2680', 'admin_state_up': True, 'tenant_id': '3e187e532e7d440c823c7ea556f78f6e', 'security_groups': ['f42d29db-089b-46ec-bdc0-e6253e46a436']}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:11:12.700431 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-abb0fff4-afe8-4ad7-bc16-c1fdeb151739 req-a8ca2100-34b5-405c-bbaf-bc5f3247f1c8 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/ports?device_id=8583dc03-a039-446f-b1e8-5e1ed628fdcb HTTP/1.1" status: 200 len: 210 time: 0.1278746 Jan 28 07:11:12.751349 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port a3afe18f-c4f3-4f71-9af1-9b171babcfbe is: BUILD; New status is: DOWN {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:11:12.753852 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (a3afe18f-c4f3-4f71-9af1-9b171babcfbe), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:12.832907 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id a3afe18f-c4f3-4f71-9af1-9b171babcfbe {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:11:12.843649 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-fa5f818a-34d4-47fa-85bf-bb0c9319757e None None] Provisioning complete for port 28ee7b1c-7756-4f1b-8d60-9dc7080ff128 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:11:12.843915 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fa5f818a-34d4-47fa-85bf-bb0c9319757e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (28ee7b1c-7756-4f1b-8d60-9dc7080ff128), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:12.916861 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port a3afe18f-c4f3-4f71-9af1-9b171babcfbe, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=a3afe18f-c4f3-4f71-9af1-9b171babcfbe,segment=NetworkSegment(aa78153f-8140-4463-8a23-520ca70d4d00),segment_id=aa78153f-8140-4463-8a23-520ca70d4d00)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:11:12.932826 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (a3afe18f-c4f3-4f71-9af1-9b171babcfbe), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:12.941286 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-fa5f818a-34d4-47fa-85bf-bb0c9319757e None None] Port 28ee7b1c-7756-4f1b-8d60-9dc7080ff128 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:11:12.989146 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-62f23b24-e74d-45c4-84f1-47d8c4d88661 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b9ca291eae9a4553b214bc62bfa036fe&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4351723 Jan 28 07:11:12.993415 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 37704) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:11:12.999451 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f23b24-e74d-45c4-84f1-47d8c4d88661 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df3dd098-4b1a-4591-8cf6-cf8e755a85c1,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:11:13.037697 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-41f2ab86-ba33-418b-9a8a-46c7adf8c551 None None] Allocated IP 172.20.0.2 (325d12b9-f054-4653-b45a-e5ffc22916cf/b6cb4ddd-3491-4f87-aefd-e21d229915f4/c297da8d-9128-47c5-af28-8f75c5ab31da) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:11:13.090234 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4408de-10c8-488e-baef-983af49749c8 req-aabdae3e-8d52-4b81-9d6f-7575298f8510 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:13.097049 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4408de-10c8-488e-baef-983af49749c8 req-aabdae3e-8d52-4b81-9d6f-7575298f8510 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:13.102407 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4408de-10c8-488e-baef-983af49749c8 req-aabdae3e-8d52-4b81-9d6f-7575298f8510 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:13.107857 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4408de-10c8-488e-baef-983af49749c8 req-aabdae3e-8d52-4b81-9d6f-7575298f8510 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:13.115527 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ea4408de-10c8-488e-baef-983af49749c8 req-aabdae3e-8d52-4b81-9d6f-7575298f8510 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7 HTTP/1.1" status: 200 len: 3096 time: 0.1619599 Jan 28 07:11:13.178949 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=a3afe18f-c4f3-4f71-9af1-9b171babcfbe,revision_number=7']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:11:13.284518 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ea4408de-10c8-488e-baef-983af49749c8 req-5cc60239-e225-436c-b5d1-cdd10ed669aa tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/security-groups?id=f42d29db-089b-46ec-bdc0-e6253e46a436&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1674960 Jan 28 07:11:13.292157 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-89d5a606-7c85-4de6-a341-7cdf9ed15065 admin admin] Publish callbacks [] for security_group (df3dd098-4b1a-4591-8cf6-cf8e755a85c1), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:13.310373 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-e8eeb6a7-6df7-48c0-9dce-7bc9cfe9dbf3 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Made reservation on behalf of 3e187e532e7d440c823c7ea556f78f6e for: {'port': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:11:13.329602 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-e8eeb6a7-6df7-48c0-9dce-7bc9cfe9dbf3 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:13.445305 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-89d5a606-7c85-4de6-a341-7cdf9ed15065 admin admin] Publish callbacks [] for security_group (df3dd098-4b1a-4591-8cf6-cf8e755a85c1), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:13.476407 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-41f2ab86-ba33-418b-9a8a-46c7adf8c551 None None] Publish callbacks [] for port (c297da8d-9128-47c5-af28-8f75c5ab31da), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:13.499482 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-41f2ab86-ba33-418b-9a8a-46c7adf8c551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (c297da8d-9128-47c5-af28-8f75c5ab31da), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:13.523925 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f4e9ae34-991e-4af5-b8b8-1a0a7138ce9b admin admin] Publish callbacks [] for router_gateway (19373231-1f15-4775-b3fa-f909d7b33350), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:13.585232 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c4c3c4-3bf4-4850-81a5-022c554ecdf4 req-f4928e06-1a5d-45d9-8caa-4ab625990780 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:13.604160 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-75c4c3c4-3bf4-4850-81a5-022c554ecdf4 req-f4928e06-1a5d-45d9-8caa-4ab625990780 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/ports?device_id=bff283f4-d37c-427a-af38-4dca43c7b60a HTTP/1.1" status: 200 len: 945 time: 1.3902893 Jan 28 07:11:13.608372 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f2ab86-ba33-418b-9a8a-46c7adf8c551 None None] Network 325d12b9-f054-4653-b45a-e5ffc22916cf is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:11:13.614939 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-59b1a75d-ef1d-4902-999a-b4e540955cb3 req-08214bd0-da5f-4d88-b55b-4a9480193f7f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ac4a8f81-18d9-4d17-b21a-fa9550ec808a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3891578 Jan 28 07:11:13.625024 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-41f2ab86-ba33-418b-9a8a-46c7adf8c551 None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:11:13.646250 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f2ab86-ba33-418b-9a8a-46c7adf8c551 None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:11:13.711069 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f2ab86-ba33-418b-9a8a-46c7adf8c551 None None] Pushing event updated for resources: {'Port': ['ID=c297da8d-9128-47c5-af28-8f75c5ab31da,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:11:13.787665 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-e8eeb6a7-6df7-48c0-9dce-7bc9cfe9dbf3 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Allocated IP 10.2.2.200 (49a475b2-ea4c-4351-8a04-537e673f2680/aa179d42-f4b0-43e0-81f7-063e746f129b/306d21bc-fcd5-48a8-8c93-759b2a81125d) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:11:13.801762 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-41f2ab86-ba33-418b-9a8a-46c7adf8c551 None None] Attempting to bind port c297da8d-9128-47c5-af28-8f75c5ab31da on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:11:13.802572 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-41f2ab86-ba33-418b-9a8a-46c7adf8c551 None None] Attempting to bind port c297da8d-9128-47c5-af28-8f75c5ab31da by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': 'b430b2d7-bffb-4658-93de-73c5a2caabf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '325d12b9-f054-4653-b45a-e5ffc22916cf'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:11:13.803275 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f2ab86-ba33-418b-9a8a-46c7adf8c551 None None] Attempting to bind port c297da8d-9128-47c5-af28-8f75c5ab31da on network 325d12b9-f054-4653-b45a-e5ffc22916cf {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:11:13.818246 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f2ab86-ba33-418b-9a8a-46c7adf8c551 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:11:13.819064 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f2ab86-ba33-418b-9a8a-46c7adf8c551 None None] Checking segment: {'id': 'b430b2d7-bffb-4658-93de-73c5a2caabf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '325d12b9-f054-4653-b45a-e5ffc22916cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:11:13.820311 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-41f2ab86-ba33-418b-9a8a-46c7adf8c551 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:13.821832 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f2ab86-ba33-418b-9a8a-46c7adf8c551 None None] Bound using segment: {'id': 'b430b2d7-bffb-4658-93de-73c5a2caabf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '325d12b9-f054-4653-b45a-e5ffc22916cf'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:11:13.822629 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-41f2ab86-ba33-418b-9a8a-46c7adf8c551 None None] Bound port: c297da8d-9128-47c5-af28-8f75c5ab31da, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b430b2d7-bffb-4658-93de-73c5a2caabf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '325d12b9-f054-4653-b45a-e5ffc22916cf'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:11:13.823290 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-41f2ab86-ba33-418b-9a8a-46c7adf8c551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (c297da8d-9128-47c5-af28-8f75c5ab31da), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:13.929142 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-75c4c3c4-3bf4-4850-81a5-022c554ecdf4 req-bed8ac1c-de3d-4081-9516-4fe8df9e34a5 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/security-groups?id=ffb17db6-1913-4712-aa46-d7c764c8c875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3159368 Jan 28 07:11:13.949632 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-e8eeb6a7-6df7-48c0-9dce-7bc9cfe9dbf3 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Publish callbacks [] for port (306d21bc-fcd5-48a8-8c93-759b2a81125d), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:13.975257 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-41f2ab86-ba33-418b-9a8a-46c7adf8c551 None None] For port c297da8d-9128-47c5-af28-8f75c5ab31da, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:11:13.984296 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-41f2ab86-ba33-418b-9a8a-46c7adf8c551 None None] For port c297da8d-9128-47c5-af28-8f75c5ab31da, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=c297da8d-9128-47c5-af28-8f75c5ab31da,segment=NetworkSegment(b430b2d7-bffb-4658-93de-73c5a2caabf5),segment_id=b430b2d7-bffb-4658-93de-73c5a2caabf5)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:11:13.991587 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-41f2ab86-ba33-418b-9a8a-46c7adf8c551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (c297da8d-9128-47c5-af28-8f75c5ab31da), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:13.998455 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-89d5a606-7c85-4de6-a341-7cdf9ed15065 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (df3dd098-4b1a-4591-8cf6-cf8e755a85c1), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:14.002960 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-89d5a606-7c85-4de6-a341-7cdf9ed15065 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:14.004574 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-89d5a606-7c85-4de6-a341-7cdf9ed15065 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/df3dd098-4b1a-4591-8cf6-cf8e755a85c1 HTTP/1.1" status: 204 len: 168 time: 1.0096574 Jan 28 07:11:14.015436 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b1a75d-ef1d-4902-999a-b4e540955cb3 req-b0c87b24-af39-4ff7-a948-78107ffcd59b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:14.018113 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-e8eeb6a7-6df7-48c0-9dce-7bc9cfe9dbf3 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (306d21bc-fcd5-48a8-8c93-759b2a81125d), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:14.021104 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-59b1a75d-ef1d-4902-999a-b4e540955cb3 req-b0c87b24-af39-4ff7-a948-78107ffcd59b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5c2af407db1e43909575b4b7c4ad1b18&device_id=ac4a8f81-18d9-4d17-b21a-fa9550ec808a HTTP/1.1" status: 200 len: 1096 time: 0.3288951 Jan 28 07:11:14.086589 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d5a606-7c85-4de6-a341-7cdf9ed15065 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df3dd098-4b1a-4591-8cf6-cf8e755a85c1,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:11:14.166364 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-e8eeb6a7-6df7-48c0-9dce-7bc9cfe9dbf3 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Network 49a475b2-ea4c-4351-8a04-537e673f2680 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:11:14.168984 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8eeb6a7-6df7-48c0-9dce-7bc9cfe9dbf3 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Pushing event updated for resources: {'Port': ['ID=306d21bc-fcd5-48a8-8c93-759b2a81125d,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:11:14.171822 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-e8eeb6a7-6df7-48c0-9dce-7bc9cfe9dbf3 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:11:14.179743 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-e8eeb6a7-6df7-48c0-9dce-7bc9cfe9dbf3 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:11:14.293582 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-e8eeb6a7-6df7-48c0-9dce-7bc9cfe9dbf3 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:14.294282 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-e8eeb6a7-6df7-48c0-9dce-7bc9cfe9dbf3 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:14.331674 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e296ccb5-3d0d-4df3-8d0d-c25214144b50 req-8dd861c8-b593-4a10-8232-67d5aeca9c8f tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:14.344323 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e296ccb5-3d0d-4df3-8d0d-c25214144b50 req-8dd861c8-b593-4a10-8232-67d5aeca9c8f tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=232ec39b-90f9-4df8-a403-fe1029cce065 HTTP/1.1" status: 200 len: 947 time: 0.3464413 Jan 28 07:11:14.348727 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-e8eeb6a7-6df7-48c0-9dce-7bc9cfe9dbf3 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8192685 Jan 28 07:11:14.373265 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f2ab86-ba33-418b-9a8a-46c7adf8c551 None None] Pushing event updated for resources: {'Port': ['ID=c297da8d-9128-47c5-af28-8f75c5ab31da,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:11:14.488569 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-0f0f4164-8a7c-4e26-a93b-1e499a96caaa service neutron] Request body: {'port': {'device_id': 'b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-28'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:11:14.715618 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c18dea8-1cfb-4a4b-a976-ed59b7beae58 req-4798c4c0-9efd-4c52-a0e1-ccd9be945cb7 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:14.731393 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0c18dea8-1cfb-4a4b-a976-ed59b7beae58 req-4798c4c0-9efd-4c52-a0e1-ccd9be945cb7 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] 10.222.0.41 "GET /v2.0/ports?device_id=14f93dd6-6a24-4791-bc54-3b53d0b890c5 HTTP/1.1" status: 200 len: 943 time: 0.5922945 Jan 28 07:11:14.732820 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0fa4d9-c804-42c3-b5c4-52c7a1e2a3a0 req-170fa288-93b2-4535-bf69-f46807550ca1 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:14.734428 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-bc0fa4d9-c804-42c3-b5c4-52c7a1e2a3a0 req-170fa288-93b2-4535-bf69-f46807550ca1 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] 10.222.0.44 "GET /v2.0/ports?device_id=14f93dd6-6a24-4791-bc54-3b53d0b890c5 HTTP/1.1" status: 200 len: 943 time: 0.3826466 Jan 28 07:11:14.797140 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b1a75d-ef1d-4902-999a-b4e540955cb3 req-2f5518ad-5e2d-4a52-947a-f5681a0030d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:14.801117 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-59b1a75d-ef1d-4902-999a-b4e540955cb3 req-2f5518ad-5e2d-4a52-947a-f5681a0030d5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=823f80f1-2970-481b-aed2-7ad5a7c0ed20 HTTP/1.1" status: 200 len: 921 time: 0.7165084 Jan 28 07:11:14.810155 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-5bd8ad2c-da32-4973-927e-1ce6425d39f1 None None] Provisioning complete for port 306d21bc-fcd5-48a8-8c93-759b2a81125d triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:11:14.810549 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5bd8ad2c-da32-4973-927e-1ce6425d39f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (306d21bc-fcd5-48a8-8c93-759b2a81125d), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:14.881497 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 37718) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:11:14.915927 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-5bd8ad2c-da32-4973-927e-1ce6425d39f1 None None] Port 306d21bc-fcd5-48a8-8c93-759b2a81125d cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:11:14.971720 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e296ccb5-3d0d-4df3-8d0d-c25214144b50 req-7943036c-4347-4d47-8e30-6ac84519753d tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb65c68e-64e7-49d7-aa93-cf57ceaf78a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6213846 Jan 28 07:11:14.985458 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-0f0f4164-8a7c-4e26-a93b-1e499a96caaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (c1d4cf44-173a-4200-baca-a17fb9b232db), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:15.000446 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c8be2991-63e3-426a-b7ed-c15c4044d190 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:15.155875 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c8be2991-63e3-426a-b7ed-c15c4044d190 admin admin] Publish callbacks [] for security_group (c4a8d2f5-32da-4eda-8e4e-224048663c46), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:15.207351 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f4e9ae34-991e-4af5-b8b8-1a0a7138ce9b admin admin] Publish callbacks [] for router_gateway (19373231-1f15-4775-b3fa-f909d7b33350), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:15.213568 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-59b1a75d-ef1d-4902-999a-b4e540955cb3 req-74555242-2b96-40a8-bfc7-1f5c3f36b954 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=abf761fe-27eb-4437-903a-948a31ef5bc8 HTTP/1.1" status: 200 len: 217 time: 0.3311429 Jan 28 07:11:15.214471 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c8be2991-63e3-426a-b7ed-c15c4044d190 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (c4a8d2f5-32da-4eda-8e4e-224048663c46), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:15.229075 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c971a215-7163-4442-bd66-46060fc64b18 req-a18e87bd-e09e-438a-8278-c90873c40257 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/ports?device_id=8583dc03-a039-446f-b1e8-5e1ed628fdcb HTTP/1.1" status: 200 len: 210 time: 0.1372569 Jan 28 07:11:15.345855 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-c8be2991-63e3-426a-b7ed-c15c4044d190 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ccb8046409254930b7325dcd5658d773&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4450326 Jan 28 07:11:15.354536 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b1a75d-ef1d-4902-999a-b4e540955cb3 req-6a0a3bd6-7526-430b-ad1e-894b56a5c5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:15.356149 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-59b1a75d-ef1d-4902-999a-b4e540955cb3 req-6a0a3bd6-7526-430b-ad1e-894b56a5c5b4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d3ff6769-eb60-4293-943b-ef852d2e0c72 HTTP/1.1" status: 200 len: 860 time: 0.0976634 Jan 28 07:11:15.360058 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 37722) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:11:15.389579 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-bc0fa4d9-c804-42c3-b5c4-52c7a1e2a3a0 req-14ab8152-38a8-4321-981d-135b05c3ee65 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] Deleting port a3afe18f-c4f3-4f71-9af1-9b171babcfbe {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:11:15.390100 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-bc0fa4d9-c804-42c3-b5c4-52c7a1e2a3a0 req-14ab8152-38a8-4321-981d-135b05c3ee65 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (a3afe18f-c4f3-4f71-9af1-9b171babcfbe), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:15.481535 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f4e9ae34-991e-4af5-b8b8-1a0a7138ce9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:15.553691 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-59b1a75d-ef1d-4902-999a-b4e540955cb3 req-35abfe8c-cdd3-4578-903e-4c61d8cbce5f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=823f80f1-2970-481b-aed2-7ad5a7c0ed20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1332924 Jan 28 07:11:15.613391 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e1fbccd9-7ad8-44bc-a3e3-6845403de523 admin admin] Publish callbacks [] for security_group (c4a8d2f5-32da-4eda-8e4e-224048663c46), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:15.711719 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8be2991-63e3-426a-b7ed-c15c4044d190 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4a8d2f5-32da-4eda-8e4e-224048663c46,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:11:15.722499 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0c18dea8-1cfb-4a4b-a976-ed59b7beae58 req-cb493652-6e94-42f4-8ff4-ce6540497c02 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] 10.222.0.41 "GET /v2.0/security-groups?id=c2614457-355d-4290-9839-3c701d202067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9902294 Jan 28 07:11:15.804575 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e1fbccd9-7ad8-44bc-a3e3-6845403de523 admin admin] Publish callbacks [] for security_group (c4a8d2f5-32da-4eda-8e4e-224048663c46), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:15.896391 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a28d9c2-a997-41e5-881a-33e14c335878 req-8285d84b-3dc7-46b4-85a6-0b9c52e8da6d tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:15.905920 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a28d9c2-a997-41e5-881a-33e14c335878 req-8285d84b-3dc7-46b4-85a6-0b9c52e8da6d tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:15.914968 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a28d9c2-a997-41e5-881a-33e14c335878 req-8285d84b-3dc7-46b4-85a6-0b9c52e8da6d tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:15.933570 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a28d9c2-a997-41e5-881a-33e14c335878 req-8285d84b-3dc7-46b4-85a6-0b9c52e8da6d tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:15.946310 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a28d9c2-a997-41e5-881a-33e14c335878 req-8285d84b-3dc7-46b4-85a6-0b9c52e8da6d tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:15.949356 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6a28d9c2-a997-41e5-881a-33e14c335878 req-8285d84b-3dc7-46b4-85a6-0b9c52e8da6d tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7 HTTP/1.1" status: 200 len: 3817 time: 0.5710368 Jan 28 07:11:16.003474 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-926aa749-a088-4d11-bfb8-a0c64f9fb262 None None] Network 325d12b9-f054-4653-b45a-e5ffc22916cf requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:11:16.052232 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-f4e9ae34-991e-4af5-b8b8-1a0a7138ce9b admin admin] Allocated IP 172.25.6.196 (7d5b3724-deef-4831-8d43-cb9b8176573c/b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc/e2ba707b-1383-490d-b956-799c02ea8736) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:11:16.100265 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-59b1a75d-ef1d-4902-999a-b4e540955cb3 req-8d918535-45f0-4b15-8d7c-e5d33b3e8893 service neutron] 10.222.0.44 "GET /v2.0/networks/823f80f1-2970-481b-aed2-7ad5a7c0ed20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5048025 Jan 28 07:11:16.137247 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-bc0fa4d9-c804-42c3-b5c4-52c7a1e2a3a0 req-14ab8152-38a8-4321-981d-135b05c3ee65 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] For port a3afe18f-c4f3-4f71-9af1-9b171babcfbe, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=a3afe18f-c4f3-4f71-9af1-9b171babcfbe,segment=NetworkSegment(aa78153f-8140-4463-8a23-520ca70d4d00),segment_id=aa78153f-8140-4463-8a23-520ca70d4d00)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:11:16.137969 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-bc0fa4d9-c804-42c3-b5c4-52c7a1e2a3a0 req-14ab8152-38a8-4321-981d-135b05c3ee65 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (a3afe18f-c4f3-4f71-9af1-9b171babcfbe), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:16.141935 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14400778-3f2b-4f67-ae5c-d5295cbe43f4 req-18e036ca-ad94-4e27-90b4-c5390291a2ee tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:16.163189 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-14400778-3f2b-4f67-ae5c-d5295cbe43f4 req-18e036ca-ad94-4e27-90b4-c5390291a2ee tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/ports?device_id=bff283f4-d37c-427a-af38-4dca43c7b60a HTTP/1.1" status: 200 len: 945 time: 0.2350547 Jan 28 07:11:16.201057 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6a28d9c2-a997-41e5-881a-33e14c335878 req-552780d0-3d8a-4ca2-b4f6-05c527c48882 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/security-groups?id=f42d29db-089b-46ec-bdc0-e6253e46a436&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2369297 Jan 28 07:11:16.204051 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-bc0fa4d9-c804-42c3-b5c4-52c7a1e2a3a0 req-14ab8152-38a8-4321-981d-135b05c3ee65 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] Calling delete_port for a3afe18f-c4f3-4f71-9af1-9b171babcfbe owned by compute:nova {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:11:16.256728 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-e2266afd-c626-4647-bcfa-95516df48d52 None None] Provisioning complete for port c297da8d-9128-47c5-af28-8f75c5ab31da triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:11:16.258714 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e2266afd-c626-4647-bcfa-95516df48d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (c297da8d-9128-47c5-af28-8f75c5ab31da), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:16.351408 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-14400778-3f2b-4f67-ae5c-d5295cbe43f4 req-201604de-1b16-4b6b-b9ed-86941266a17c tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/security-groups?id=ffb17db6-1913-4712-aa46-d7c764c8c875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872475 Jan 28 07:11:16.369402 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device c297da8d-9128-47c5-af28-8f75c5ab31da up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:11:16.486648 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e1fbccd9-7ad8-44bc-a3e3-6845403de523 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (c4a8d2f5-32da-4eda-8e4e-224048663c46), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:16.526678 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e1fbccd9-7ad8-44bc-a3e3-6845403de523 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:16.526678 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-e1fbccd9-7ad8-44bc-a3e3-6845403de523 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c4a8d2f5-32da-4eda-8e4e-224048663c46 HTTP/1.1" status: 204 len: 168 time: 1.1324215 Jan 28 07:11:16.584794 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port c297da8d-9128-47c5-af28-8f75c5ab31da triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:11:16.585608 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (c297da8d-9128-47c5-af28-8f75c5ab31da), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:16.593749 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-e2266afd-c626-4647-bcfa-95516df48d52 None None] Current status of the port c297da8d-9128-47c5-af28-8f75c5ab31da is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:11:16.596636 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e2266afd-c626-4647-bcfa-95516df48d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (c297da8d-9128-47c5-af28-8f75c5ab31da), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:16.619447 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-0f0f4164-8a7c-4e26-a93b-1e499a96caaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1d4cf44-173a-4200-baca-a17fb9b232db {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:11:16.661387 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-0f0f4164-8a7c-4e26-a93b-1e499a96caaa service neutron] Publish callbacks [] for port (c1d4cf44-173a-4200-baca-a17fb9b232db), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:16.735611 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fbccd9-7ad8-44bc-a3e3-6845403de523 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4a8d2f5-32da-4eda-8e4e-224048663c46,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:11:16.763638 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-fb3bfecb-d6bb-4131-b7a6-9bd7561454fa req-2f01a5a8-0077-4f1a-9280-14af485ca2ba tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/ports?device_id=8583dc03-a039-446f-b1e8-5e1ed628fdcb HTTP/1.1" status: 200 len: 210 time: 0.1408765 Jan 28 07:11:16.782182 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a542d96c-9877-4b42-88df-1792108785c6 req-89359890-e37a-4121-a96c-9a8c2da78c65 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:16.787047 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a542d96c-9877-4b42-88df-1792108785c6 req-89359890-e37a-4121-a96c-9a8c2da78c65 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=232ec39b-90f9-4df8-a403-fe1029cce065 HTTP/1.1" status: 200 len: 947 time: 0.3277752 Jan 28 07:11:16.806113 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-0f0f4164-8a7c-4e26-a93b-1e499a96caaa service neutron] Transition to ACTIVE for port object c1d4cf44-173a-4200-baca-a17fb9b232db will not be triggered until provisioned by entity L2. {{(pid=103283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:11:16.835085 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-0f0f4164-8a7c-4e26-a93b-1e499a96caaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (c1d4cf44-173a-4200-baca-a17fb9b232db), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:16.837901 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-e2266afd-c626-4647-bcfa-95516df48d52 None None] For port c297da8d-9128-47c5-af28-8f75c5ab31da, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=c297da8d-9128-47c5-af28-8f75c5ab31da,segment=NetworkSegment(b430b2d7-bffb-4658-93de-73c5a2caabf5),segment_id=b430b2d7-bffb-4658-93de-73c5a2caabf5)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:11:16.931635 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0f4164-8a7c-4e26-a93b-1e499a96caaa service neutron] Pushing event updated for resources: {'Port': ['ID=c1d4cf44-173a-4200-baca-a17fb9b232db,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:11:16.939710 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e2266afd-c626-4647-bcfa-95516df48d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (c297da8d-9128-47c5-af28-8f75c5ab31da), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:17.121817 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a542d96c-9877-4b42-88df-1792108785c6 req-76f9d487-08be-41f2-83a5-bde3e3204f61 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb65c68e-64e7-49d7-aa93-cf57ceaf78a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3112197 Jan 28 07:11:17.198320 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f4e9ae34-991e-4af5-b8b8-1a0a7138ce9b admin admin] Publish callbacks [] for port (e2ba707b-1383-490d-b956-799c02ea8736), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:17.268127 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-59b1a75d-ef1d-4902-999a-b4e540955cb3 req-b93c9b8d-d37a-4b84-b62a-f9522360df84 service neutron] 10.222.0.44 "GET /v2.0/networks/823f80f1-2970-481b-aed2-7ad5a7c0ed20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1021218 Jan 28 07:11:17.319037 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2266afd-c626-4647-bcfa-95516df48d52 None None] Pushing event updated for resources: {'Port': ['ID=c297da8d-9128-47c5-af28-8f75c5ab31da,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:11:17.361797 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port c297da8d-9128-47c5-af28-8f75c5ab31da is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:11:17.371518 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a63ed5f-523a-46c4-b704-512b5204bc3f req-bb26107d-9a98-4942-b14b-fc1136aee237 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:17.372251 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-1e9d415a-fffa-4c83-896c-7cb63321079f None None] Provisioning complete for port c297da8d-9128-47c5-af28-8f75c5ab31da triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:11:17.373131 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1e9d415a-fffa-4c83-896c-7cb63321079f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (c297da8d-9128-47c5-af28-8f75c5ab31da), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:17.382600 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6a63ed5f-523a-46c4-b704-512b5204bc3f req-bb26107d-9a98-4942-b14b-fc1136aee237 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] 10.222.0.41 "GET /v2.0/ports?device_id=14f93dd6-6a24-4791-bc54-3b53d0b890c5 HTTP/1.1" status: 200 len: 943 time: 0.3587563 Jan 28 07:11:17.472760 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-0f0f4164-8a7c-4e26-a93b-1e499a96caaa service neutron] Attempting to bind port c1d4cf44-173a-4200-baca-a17fb9b232db on host n-h1-712749-28 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:11:17.474714 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-0f0f4164-8a7c-4e26-a93b-1e499a96caaa service neutron] Attempting to bind port c1d4cf44-173a-4200-baca-a17fb9b232db by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': 'eabfb043-c84f-4765-9514-a62673ad5ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0d2602fa-1d2d-4c75-8661-ee94c8ac01e5'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:11:17.476258 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-0f0f4164-8a7c-4e26-a93b-1e499a96caaa service neutron] Attempting to bind port c1d4cf44-173a-4200-baca-a17fb9b232db on network 0d2602fa-1d2d-4c75-8661-ee94c8ac01e5 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:11:17.483407 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f4e9ae34-991e-4af5-b8b8-1a0a7138ce9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (e2ba707b-1383-490d-b956-799c02ea8736), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:17.587059 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-1e9d415a-fffa-4c83-896c-7cb63321079f None None] Current status of the port c297da8d-9128-47c5-af28-8f75c5ab31da is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:11:17.595586 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e9ae34-991e-4af5-b8b8-1a0a7138ce9b admin admin] Pushing event updated for resources: {'Port': ['ID=e2ba707b-1383-490d-b956-799c02ea8736,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:11:17.616608 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-0f0f4164-8a7c-4e26-a93b-1e499a96caaa service neutron] Port c1d4cf44-173a-4200-baca-a17fb9b232db on network 0d2602fa-1d2d-4c75-8661-ee94c8ac01e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:11:17.616977 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-0f0f4164-8a7c-4e26-a93b-1e499a96caaa service neutron] Attempting to bind port c1d4cf44-173a-4200-baca-a17fb9b232db on network 0d2602fa-1d2d-4c75-8661-ee94c8ac01e5 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:11:17.628618 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6a63ed5f-523a-46c4-b704-512b5204bc3f req-16b36762-29f7-4a41-b464-721928bf8d76 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] 10.222.0.41 "GET /v2.0/security-groups?id=c2614457-355d-4290-9839-3c701d202067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435908 Jan 28 07:11:17.636736 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-0f0f4164-8a7c-4e26-a93b-1e499a96caaa service neutron] Checking agent: {'id': '2fca46b1-237f-4857-9290-2429d810e472', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 11, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:11:17.637664 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-0f0f4164-8a7c-4e26-a93b-1e499a96caaa service neutron] Checking segment: {'id': 'eabfb043-c84f-4765-9514-a62673ad5ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0d2602fa-1d2d-4c75-8661-ee94c8ac01e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:11:17.637664 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-0f0f4164-8a7c-4e26-a93b-1e499a96caaa service neutron] Bound using segment: {'id': 'eabfb043-c84f-4765-9514-a62673ad5ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0d2602fa-1d2d-4c75-8661-ee94c8ac01e5'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:11:17.638651 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e9ae34-991e-4af5-b8b8-1a0a7138ce9b admin admin] Network 7d5b3724-deef-4831-8d43-cb9b8176573c is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:11:17.640748 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-0f0f4164-8a7c-4e26-a93b-1e499a96caaa service neutron] Bound port: c1d4cf44-173a-4200-baca-a17fb9b232db, host: n-h1-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eabfb043-c84f-4765-9514-a62673ad5ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0d2602fa-1d2d-4c75-8661-ee94c8ac01e5'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:11:17.642131 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-0f0f4164-8a7c-4e26-a93b-1e499a96caaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (c1d4cf44-173a-4200-baca-a17fb9b232db), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:17.642277 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-f4e9ae34-991e-4af5-b8b8-1a0a7138ce9b admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:11:17.650047 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e9ae34-991e-4af5-b8b8-1a0a7138ce9b admin admin] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:11:17.682109 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-bc0fa4d9-c804-42c3-b5c4-52c7a1e2a3a0 req-14ab8152-38a8-4321-981d-135b05c3ee65 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (a3afe18f-c4f3-4f71-9af1-9b171babcfbe), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:17.835723 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ab8152-38a8-4321-981d-135b05c3ee65 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] Pushing event deleted for resources: {'Port': ['ID=a3afe18f-c4f3-4f71-9af1-9b171babcfbe,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:11:17.901387 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd325bf0-85c3-432f-a665-f1dcaa941691 req-4cdf4e4d-f13e-4d24-8f97-19afdb929c1e tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:17.909606 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd325bf0-85c3-432f-a665-f1dcaa941691 req-4cdf4e4d-f13e-4d24-8f97-19afdb929c1e tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:17.919261 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd325bf0-85c3-432f-a665-f1dcaa941691 req-4cdf4e4d-f13e-4d24-8f97-19afdb929c1e tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:17.927840 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2eb5fc-2dbf-4492-9058-2b3f92f3f548 req-a72ff13a-455b-40d6-8622-6226af6a7fcb tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:17.928502 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd325bf0-85c3-432f-a665-f1dcaa941691 req-4cdf4e4d-f13e-4d24-8f97-19afdb929c1e tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:17.936541 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd325bf0-85c3-432f-a665-f1dcaa941691 req-4cdf4e4d-f13e-4d24-8f97-19afdb929c1e tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:17.939007 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-fa2eb5fc-2dbf-4492-9058-2b3f92f3f548 req-a72ff13a-455b-40d6-8622-6226af6a7fcb tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/ports?device_id=bff283f4-d37c-427a-af38-4dca43c7b60a HTTP/1.1" status: 200 len: 945 time: 0.1532543 Jan 28 07:11:17.939913 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-dd325bf0-85c3-432f-a665-f1dcaa941691 req-4cdf4e4d-f13e-4d24-8f97-19afdb929c1e tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7 HTTP/1.1" status: 200 len: 3829 time: 0.4850430 Jan 28 07:11:18.159509 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-fa2eb5fc-2dbf-4492-9058-2b3f92f3f548 req-f16d3354-b2a8-473b-9440-674403594e53 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/security-groups?id=ffb17db6-1913-4712-aa46-d7c764c8c875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089567 Jan 28 07:11:18.198868 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device c297da8d-9128-47c5-af28-8f75c5ab31da up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:11:18.318285 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device a3afe18f-c4f3-4f71-9af1-9b171babcfbe no longer exists at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:11:18.524553 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f4e9ae34-991e-4af5-b8b8-1a0a7138ce9b admin admin] Publish callbacks [] for router_gateway (19373231-1f15-4775-b3fa-f909d7b33350), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:18.637130 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] No Port match for: a3afe18f-c4f3-4f71-9af1-9b171babcfbe {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:11:18.637745 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device a3afe18f-c4f3-4f71-9af1-9b171babcfbe not bound to the agent host n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:11:18.666540 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port c297da8d-9128-47c5-af28-8f75c5ab31da triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:11:18.666916 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (c297da8d-9128-47c5-af28-8f75c5ab31da), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:18.751813 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc0fa4d9-c804-42c3-b5c4-52c7a1e2a3a0 req-14ab8152-38a8-4321-981d-135b05c3ee65 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] No DVR routers for this DVR port a3afe18f-c4f3-4f71-9af1-9b171babcfbe on host n-h2-712749-28 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:11:18.762303 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-bc0fa4d9-c804-42c3-b5c4-52c7a1e2a3a0 req-14ab8152-38a8-4321-981d-135b05c3ee65 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:18.765610 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-bc0fa4d9-c804-42c3-b5c4-52c7a1e2a3a0 req-14ab8152-38a8-4321-981d-135b05c3ee65 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] 10.222.0.44 "DELETE /v2.0/ports/a3afe18f-c4f3-4f71-9af1-9b171babcfbe HTTP/1.1" status: 204 len: 173 time: 3.9923966 Jan 28 07:11:18.766062 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14f93dd6-6a24-4791-bc54-3b53d0b890c5', 'name': 'network-vif-deleted', 'tag': 'a3afe18f-c4f3-4f71-9af1-9b171babcfbe'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:11:18.768384 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bc75ce1-f694-4ccf-9d59-e9a31b846423" -d '{"events": [{"server_uuid": "14f93dd6-6a24-4791-bc54-3b53d0b890c5", "name": "network-vif-deleted", "tag": "a3afe18f-c4f3-4f71-9af1-9b171babcfbe"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:11:18.793293 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-0f0f4164-8a7c-4e26-a93b-1e499a96caaa service neutron] For port c1d4cf44-173a-4200-baca-a17fb9b232db, host n-h1-712749-28, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:11:18.795413 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port c297da8d-9128-47c5-af28-8f75c5ab31da is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:11:18.797146 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-0f0f4164-8a7c-4e26-a93b-1e499a96caaa service neutron] For port c1d4cf44-173a-4200-baca-a17fb9b232db, host n-h1-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=c1d4cf44-173a-4200-baca-a17fb9b232db,segment=NetworkSegment(eabfb043-c84f-4765-9514-a62673ad5ee4),segment_id=eabfb043-c84f-4765-9514-a62673ad5ee4)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:11:18.807116 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-dd325bf0-85c3-432f-a665-f1dcaa941691 req-c0a30733-c0fa-4312-84b1-78a7d2fec6d4 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/security-groups?id=f42d29db-089b-46ec-bdc0-e6253e46a436&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8238258 Jan 28 07:11:18.811866 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-0f0f4164-8a7c-4e26-a93b-1e499a96caaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (c1d4cf44-173a-4200-baca-a17fb9b232db), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:18.890798 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-0f0f4164-8a7c-4e26-a93b-1e499a96caaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:18.891405 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-0f0f4164-8a7c-4e26-a93b-1e499a96caaa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:18.893092 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-0f0f4164-8a7c-4e26-a93b-1e499a96caaa service neutron] 10.222.0.10 "PUT /v2.0/ports/c1d4cf44-173a-4200-baca-a17fb9b232db HTTP/1.1" status: 200 len: 1093 time: 4.4643440 Jan 28 07:11:18.930866 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0f4164-8a7c-4e26-a93b-1e499a96caaa service neutron] Pushing event updated for resources: {'Port': ['ID=c1d4cf44-173a-4200-baca-a17fb9b232db,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:11:18.949311 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7bbee3-a298-44e9-8216-784b012c61b9 req-8ad3cc1f-3a29-4375-a8c9-38a22771929c tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:18.958082 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-f0e1819e-22fd-42c5-b68c-eb01f17f6e4a service neutron] Request body: {'port': {'device_id': 'b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-28'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:11:18.963242 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2b7bbee3-a298-44e9-8216-784b012c61b9 req-8ad3cc1f-3a29-4375-a8c9-38a22771929c tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=232ec39b-90f9-4df8-a403-fe1029cce065 HTTP/1.1" status: 200 len: 947 time: 0.5498061 Jan 28 07:11:19.077032 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f4e9ae34-991e-4af5-b8b8-1a0a7138ce9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16605475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16607909'] for router (19373231-1f15-4775-b3fa-f909d7b33350), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:19.145850 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a71d3075-519f-4a0a-8301-56ee469552f6 req-26711e03-bfcd-4988-b0db-608c7e284f00 tempest-ImagesTestJSON-2031638976 tempest-ImagesTestJSON-2031638976-project] 10.222.0.41 "GET /v2.0/ports?device_id=14f93dd6-6a24-4791-bc54-3b53d0b890c5 HTTP/1.1" status: 200 len: 210 time: 0.0973098 Jan 28 07:11:19.210033 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-f0e1819e-22fd-42c5-b68c-eb01f17f6e4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (fca91fdf-3a32-42a9-bf73-0d9c26ab506a), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:19.247746 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fed2d24-89af-4129-b27d-3561ecad475c x-openstack-request-id: req-7fed2d24-89af-4129-b27d-3561ecad475c {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:11:19.251864 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14f93dd6-6a24-4791-bc54-3b53d0b890c5", "name": "network-vif-deleted", "tag": "a3afe18f-c4f3-4f71-9af1-9b171babcfbe", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:11:19.252521 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7fed2d24-89af-4129-b27d-3561ecad475c {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:11:19.253364 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14f93dd6-6a24-4791-bc54-3b53d0b890c5', 'name': 'network-vif-deleted', 'tag': 'a3afe18f-c4f3-4f71-9af1-9b171babcfbe', 'status': 'completed', 'code': 200} Jan 28 07:11:19.287743 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2b7bbee3-a298-44e9-8216-784b012c61b9 req-23bcfae3-6b95-4ba2-984c-286ff763251d tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb65c68e-64e7-49d7-aa93-cf57ceaf78a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3137884 Jan 28 07:11:19.505898 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4e9ae34-991e-4af5-b8b8-1a0a7138ce9b admin admin] Router 19373231-1f15-4775-b3fa-f909d7b33350 is scheduled to L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 with binding_index 1 {{(pid=103284) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 07:11:19.660979 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4e9ae34-991e-4af5-b8b8-1a0a7138ce9b admin admin] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:11:19.679295 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a0d4d3-fe5d-4fc7-91db-3e95a2864fdc None None] Sync routers for ids ['19373231-1f15-4775-b3fa-f909d7b33350'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:11:19.709344 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a0d4d3-fe5d-4fc7-91db-3e95a2864fdc None None] Routers {'19373231-1f15-4775-b3fa-f909d7b33350'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:11:19.710018 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-37a0d4d3-fe5d-4fc7-91db-3e95a2864fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:11:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['19373231-1f15-4775-b3fa-f909d7b33350'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:11:19.721383 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f4e9ae34-991e-4af5-b8b8-1a0a7138ce9b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:19.732156 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-f4e9ae34-991e-4af5-b8b8-1a0a7138ce9b admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 7.7022383 Jan 28 07:11:19.733196 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 37794) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:11:19.881574 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-37a0d4d3-fe5d-4fc7-91db-3e95a2864fdc None None] Set router 19373231-1f15-4775-b3fa-f909d7b33350 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:11:20.036911 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-f0e1819e-22fd-42c5-b68c-eb01f17f6e4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fca91fdf-3a32-42a9-bf73-0d9c26ab506a {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:11:20.086227 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa5c43a-d777-4dd7-9551-fc21e1c57837 req-772faf62-7de5-4223-a48e-32574e4b63d6 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:20.098033 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0fa5c43a-d777-4dd7-9551-fc21e1c57837 req-772faf62-7de5-4223-a48e-32574e4b63d6 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/ports?device_id=bff283f4-d37c-427a-af38-4dca43c7b60a HTTP/1.1" status: 200 len: 945 time: 0.6620660 Jan 28 07:11:20.102709 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-f0e1819e-22fd-42c5-b68c-eb01f17f6e4a service neutron] Publish callbacks [] for port (fca91fdf-3a32-42a9-bf73-0d9c26ab506a), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:20.146938 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-f0e1819e-22fd-42c5-b68c-eb01f17f6e4a service neutron] Transition to ACTIVE for port object fca91fdf-3a32-42a9-bf73-0d9c26ab506a will not be triggered until provisioned by entity L2. {{(pid=103283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:11:20.201014 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0fa5c43a-d777-4dd7-9551-fc21e1c57837 req-c85d7679-b704-4e5f-891d-81cc3e00b696 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/security-groups?id=ffb17db6-1913-4712-aa46-d7c764c8c875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015062 Jan 28 07:11:20.201727 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-f0e1819e-22fd-42c5-b68c-eb01f17f6e4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (fca91fdf-3a32-42a9-bf73-0d9c26ab506a), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:20.218142 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-37a0d4d3-fe5d-4fc7-91db-3e95a2864fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19373231-1f15-4775-b3fa-f909d7b33350', 'name': 'tempest-FloatingIPsTestJSON-78918854-router', 'tenant_id': 'ac7b4a25272d44168de849c53ee6b880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.196'}], 'enable_snat': True}, 'gw_port_id': 'e2ba707b-1383-490d-b956-799c02ea8736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:11:12Z', 'updated_at': '2022-01-28T07:11:17Z', 'revision_number': 3, 'project_id': 'ac7b4a25272d44168de849c53ee6b880', 'gw_port': {'id': 'e2ba707b-1383-490d-b956-799c02ea8736', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:9c:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19373231-1f15-4775-b3fa-f909d7b33350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:11:15Z', 'updated_at': '2022-01-28T07:11:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:11:20.271485 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f687dfc-0834-473e-be46-ea0d83c443d3 req-4e8c7ecb-18bb-4a83-9db1-ea3d78e7827c tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:20.276818 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f687dfc-0834-473e-be46-ea0d83c443d3 req-4e8c7ecb-18bb-4a83-9db1-ea3d78e7827c tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:20.292991 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a0d4d3-fe5d-4fc7-91db-3e95a2864fdc None None] Checking router: 19373231-1f15-4775-b3fa-f909d7b33350 for host: n-d-712749-28 {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:11:20.293363 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a0d4d3-fe5d-4fc7-91db-3e95a2864fdc None None] Updating router 19373231-1f15-4775-b3fa-f909d7b33350 port e2ba707b-1383-490d-b956-799c02ea8736 binding host n-d-712749-28 {{(pid=103285) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 07:11:20.316588 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f687dfc-0834-473e-be46-ea0d83c443d3 req-4e8c7ecb-18bb-4a83-9db1-ea3d78e7827c tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:20.342148 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f687dfc-0834-473e-be46-ea0d83c443d3 req-4e8c7ecb-18bb-4a83-9db1-ea3d78e7827c tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:20.342296 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e1819e-22fd-42c5-b68c-eb01f17f6e4a service neutron] Pushing event updated for resources: {'Port': ['ID=fca91fdf-3a32-42a9-bf73-0d9c26ab506a,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:11:20.373858 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f687dfc-0834-473e-be46-ea0d83c443d3 req-4e8c7ecb-18bb-4a83-9db1-ea3d78e7827c tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:20.375699 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3f687dfc-0834-473e-be46-ea0d83c443d3 req-4e8c7ecb-18bb-4a83-9db1-ea3d78e7827c tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7 HTTP/1.1" status: 200 len: 3829 time: 0.3183246 Jan 28 07:11:20.430314 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-37a0d4d3-fe5d-4fc7-91db-3e95a2864fdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (e2ba707b-1383-490d-b956-799c02ea8736), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:20.641568 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3f687dfc-0834-473e-be46-ea0d83c443d3 req-e4ebd890-4bf2-463e-b57d-ef61f5f96036 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/security-groups?id=f42d29db-089b-46ec-bdc0-e6253e46a436&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2480059 Jan 28 07:11:20.765840 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae5ad39-f4ad-4202-9a91-a56c4e966191 req-9dc8258c-60a0-4451-8510-f6edf99baefa tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:20.767562 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-bae5ad39-f4ad-4202-9a91-a56c4e966191 req-9dc8258c-60a0-4451-8510-f6edf99baefa tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=232ec39b-90f9-4df8-a403-fe1029cce065 HTTP/1.1" status: 200 len: 947 time: 0.2100666 Jan 28 07:11:20.778550 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-f0e1819e-22fd-42c5-b68c-eb01f17f6e4a service neutron] Attempting to bind port fca91fdf-3a32-42a9-bf73-0d9c26ab506a on host n-h1-712749-28 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:11:20.779005 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-f0e1819e-22fd-42c5-b68c-eb01f17f6e4a service neutron] Attempting to bind port fca91fdf-3a32-42a9-bf73-0d9c26ab506a by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': 'a8009862-d945-4c67-8240-74eec860f8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4791c092-87f8-46c1-85f0-6cd08fb183e5'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:11:20.779214 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-f0e1819e-22fd-42c5-b68c-eb01f17f6e4a service neutron] Attempting to bind port fca91fdf-3a32-42a9-bf73-0d9c26ab506a on network 4791c092-87f8-46c1-85f0-6cd08fb183e5 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:11:20.797934 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-f0e1819e-22fd-42c5-b68c-eb01f17f6e4a service neutron] Port fca91fdf-3a32-42a9-bf73-0d9c26ab506a on network 4791c092-87f8-46c1-85f0-6cd08fb183e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:11:20.798268 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-f0e1819e-22fd-42c5-b68c-eb01f17f6e4a service neutron] Attempting to bind port fca91fdf-3a32-42a9-bf73-0d9c26ab506a on network 4791c092-87f8-46c1-85f0-6cd08fb183e5 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:11:20.836102 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-f0e1819e-22fd-42c5-b68c-eb01f17f6e4a service neutron] Checking agent: {'id': '2fca46b1-237f-4857-9290-2429d810e472', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 11, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:11:20.843247 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-f0e1819e-22fd-42c5-b68c-eb01f17f6e4a service neutron] Checking segment: {'id': 'a8009862-d945-4c67-8240-74eec860f8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4791c092-87f8-46c1-85f0-6cd08fb183e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:11:20.843535 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-f0e1819e-22fd-42c5-b68c-eb01f17f6e4a service neutron] Bound using segment: {'id': 'a8009862-d945-4c67-8240-74eec860f8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4791c092-87f8-46c1-85f0-6cd08fb183e5'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:11:20.844008 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-f0e1819e-22fd-42c5-b68c-eb01f17f6e4a service neutron] Bound port: fca91fdf-3a32-42a9-bf73-0d9c26ab506a, host: n-h1-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8009862-d945-4c67-8240-74eec860f8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4791c092-87f8-46c1-85f0-6cd08fb183e5'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:11:20.850437 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-f0e1819e-22fd-42c5-b68c-eb01f17f6e4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (fca91fdf-3a32-42a9-bf73-0d9c26ab506a), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:20.963444 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-bae5ad39-f4ad-4202-9a91-a56c4e966191 req-87826b1f-9edd-4f2f-9a7c-49531d926dec tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb65c68e-64e7-49d7-aa93-cf57ceaf78a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1671426 Jan 28 07:11:21.076992 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-921ab8a9-b6ba-4107-a6db-f0bdc4944dea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:21.082588 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-37a0d4d3-fe5d-4fc7-91db-3e95a2864fdc None None] Publish callbacks [] for port (e2ba707b-1383-490d-b956-799c02ea8736), precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:21.097528 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-37a0d4d3-fe5d-4fc7-91db-3e95a2864fdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (e2ba707b-1383-490d-b956-799c02ea8736), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:21.145638 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-f0e1819e-22fd-42c5-b68c-eb01f17f6e4a service neutron] For port fca91fdf-3a32-42a9-bf73-0d9c26ab506a, host n-h1-712749-28, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:11:21.149399 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-f0e1819e-22fd-42c5-b68c-eb01f17f6e4a service neutron] For port fca91fdf-3a32-42a9-bf73-0d9c26ab506a, host n-h1-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=fca91fdf-3a32-42a9-bf73-0d9c26ab506a,segment=NetworkSegment(a8009862-d945-4c67-8240-74eec860f8ce),segment_id=a8009862-d945-4c67-8240-74eec860f8ce)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:11:21.160874 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-f0e1819e-22fd-42c5-b68c-eb01f17f6e4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (fca91fdf-3a32-42a9-bf73-0d9c26ab506a), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:21.207769 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ad35a9-1a48-4179-9fa8-3a525b843428 None None] Pushing event updated for resources: {'Port': ['ID=e2ba707b-1383-490d-b956-799c02ea8736,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:11:21.250806 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-f0e1819e-22fd-42c5-b68c-eb01f17f6e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:21.251781 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-f0e1819e-22fd-42c5-b68c-eb01f17f6e4a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:21.260482 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-f0e1819e-22fd-42c5-b68c-eb01f17f6e4a service neutron] 10.222.0.10 "PUT /v2.0/ports/fca91fdf-3a32-42a9-bf73-0d9c26ab506a HTTP/1.1" status: 200 len: 1131 time: 2.3144634 Jan 28 07:11:21.260985 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7', 'tag': 'c1d4cf44-173a-4200-baca-a17fb9b232db'}, {'name': 'network-changed', 'server_uuid': 'b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7', 'tag': 'fca91fdf-3a32-42a9-bf73-0d9c26ab506a'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:11:21.271441 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8771a6eb-f2f9-4db5-b1e3-e72d9ff14655" -d '{"events": [{"name": "network-changed", "server_uuid": "b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7", "tag": "c1d4cf44-173a-4200-baca-a17fb9b232db"}, {"name": "network-changed", "server_uuid": "b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7", "tag": "fca91fdf-3a32-42a9-bf73-0d9c26ab506a"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:11:21.273778 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-37a0d4d3-fe5d-4fc7-91db-3e95a2864fdc None None] Attempting to bind port e2ba707b-1383-490d-b956-799c02ea8736 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:11:21.274105 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-37a0d4d3-fe5d-4fc7-91db-3e95a2864fdc None None] Attempting to bind port e2ba707b-1383-490d-b956-799c02ea8736 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:11:21.274460 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a0d4d3-fe5d-4fc7-91db-3e95a2864fdc None None] Attempting to bind port e2ba707b-1383-490d-b956-799c02ea8736 on network 7d5b3724-deef-4831-8d43-cb9b8176573c {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:11:21.280670 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a0d4d3-fe5d-4fc7-91db-3e95a2864fdc None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:11:21.281463 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a0d4d3-fe5d-4fc7-91db-3e95a2864fdc None None] Checking segment: {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:11:21.282222 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-37a0d4d3-fe5d-4fc7-91db-3e95a2864fdc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:21.283381 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a0d4d3-fe5d-4fc7-91db-3e95a2864fdc None None] Bound using segment: {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:11:21.284903 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-37a0d4d3-fe5d-4fc7-91db-3e95a2864fdc None None] Bound port: e2ba707b-1383-490d-b956-799c02ea8736, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:11:21.287872 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-37a0d4d3-fe5d-4fc7-91db-3e95a2864fdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (e2ba707b-1383-490d-b956-799c02ea8736), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:21.306593 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-ab7faa3c-e69b-4278-856c-e4ff507b1f64 service neutron] Request body: {'port': {'device_id': 'b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-28'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:11:21.367866 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e1819e-22fd-42c5-b68c-eb01f17f6e4a service neutron] Pushing event updated for resources: {'Port': ['ID=fca91fdf-3a32-42a9-bf73-0d9c26ab506a,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:11:21.443812 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-37a0d4d3-fe5d-4fc7-91db-3e95a2864fdc None None] For port e2ba707b-1383-490d-b956-799c02ea8736, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:11:21.447478 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-ab7faa3c-e69b-4278-856c-e4ff507b1f64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (4aac091f-65c1-4c36-9072-a266f2493296), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:21.448416 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-37a0d4d3-fe5d-4fc7-91db-3e95a2864fdc None None] For port e2ba707b-1383-490d-b956-799c02ea8736, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=e2ba707b-1383-490d-b956-799c02ea8736,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:11:21.472057 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-37a0d4d3-fe5d-4fc7-91db-3e95a2864fdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (e2ba707b-1383-490d-b956-799c02ea8736), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:21.476878 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-efdad00b-4907-432e-a8ac-ea91dfe0856e req-e58f0d0e-a736-46dc-898e-e3a1b5f2b744 tempest-ServersAdminNegativeTestJSON-171947884 tempest-ServersAdminNegativeTestJSON-171947884-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=5e7a152ce6ec490eb9df1ae9ab508d72&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0897758 Jan 28 07:11:21.567789 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a0d4d3-fe5d-4fc7-91db-3e95a2864fdc None None] Routers {'19373231-1f15-4775-b3fa-f909d7b33350'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:11:21.569208 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-37a0d4d3-fe5d-4fc7-91db-3e95a2864fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:11:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['19373231-1f15-4775-b3fa-f909d7b33350'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:11:21.604858 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-921ab8a9-b6ba-4107-a6db-f0bdc4944dea admin admin] Allocated IP 172.20.0.1 (325d12b9-f054-4653-b45a-e5ffc22916cf/b6cb4ddd-3491-4f87-aefd-e21d229915f4/b43d256a-14f6-4699-943c-bdc2e7576404) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:11:21.663956 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de08fe33-856b-4dbb-a8b6-ff2cbe0a5996 req-38bc40ec-22eb-45be-b55f-41ba96f32a1a tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:21.674272 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-de08fe33-856b-4dbb-a8b6-ff2cbe0a5996 req-38bc40ec-22eb-45be-b55f-41ba96f32a1a tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/ports?device_id=bff283f4-d37c-427a-af38-4dca43c7b60a HTTP/1.1" status: 200 len: 945 time: 0.2464061 Jan 28 07:11:21.703900 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-37a0d4d3-fe5d-4fc7-91db-3e95a2864fdc None None] Set router 19373231-1f15-4775-b3fa-f909d7b33350 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:11:21.816219 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-de08fe33-856b-4dbb-a8b6-ff2cbe0a5996 req-a6fd4727-96bc-4bf1-9fac-5d5bf98ca135 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/security-groups?id=ffb17db6-1913-4712-aa46-d7c764c8c875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403813 Jan 28 07:11:21.907532 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-921ab8a9-b6ba-4107-a6db-f0bdc4944dea admin admin] Publish callbacks [] for port (b43d256a-14f6-4699-943c-bdc2e7576404), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:21.915498 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ad35a9-1a48-4179-9fa8-3a525b843428 None None] Pushing event updated for resources: {'Port': ['ID=e2ba707b-1383-490d-b956-799c02ea8736,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:11:21.976846 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 28 Jan 2022 07:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c873b0f1-f00a-48e1-aba5-aa00ec874d5f x-openstack-request-id: req-c873b0f1-f00a-48e1-aba5-aa00ec874d5f {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:11:21.977277 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7", "tag": "c1d4cf44-173a-4200-baca-a17fb9b232db", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7", "tag": "fca91fdf-3a32-42a9-bf73-0d9c26ab506a", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:11:21.977546 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c873b0f1-f00a-48e1-aba5-aa00ec874d5f {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:11:21.977961 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7', 'tag': 'c1d4cf44-173a-4200-baca-a17fb9b232db', 'status': 'completed', 'code': 200} Jan 28 07:11:21.978352 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7', 'tag': 'fca91fdf-3a32-42a9-bf73-0d9c26ab506a', 'status': 'completed', 'code': 200} Jan 28 07:11:22.048091 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdad00b-4907-432e-a8ac-ea91dfe0856e req-366f1d32-0e4b-4fff-90f2-3b97bee97481 tempest-ServersAdminNegativeTestJSON-171947884 tempest-ServersAdminNegativeTestJSON-171947884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:22.050347 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-efdad00b-4907-432e-a8ac-ea91dfe0856e req-366f1d32-0e4b-4fff-90f2-3b97bee97481 tempest-ServersAdminNegativeTestJSON-171947884 tempest-ServersAdminNegativeTestJSON-171947884-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2256479 Jan 28 07:11:22.074417 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-921ab8a9-b6ba-4107-a6db-f0bdc4944dea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (b43d256a-14f6-4699-943c-bdc2e7576404), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:22.100318 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-efdad00b-4907-432e-a8ac-ea91dfe0856e req-5b67e13a-6e17-4b48-a90b-cfb909ba874f tempest-ServersAdminNegativeTestJSON-171947884 tempest-ServersAdminNegativeTestJSON-171947884-project] 10.222.0.41 "GET /v2.0/quotas/5e7a152ce6ec490eb9df1ae9ab508d72 HTTP/1.1" status: 200 len: 375 time: 0.0439460 Jan 28 07:11:22.109216 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8771a6eb-f2f9-4db5-b1e3-e72d9ff14655 req-cda6b4fd-03d6-42e2-ae81-e421e9175c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:22.109853 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8771a6eb-f2f9-4db5-b1e3-e72d9ff14655 req-cda6b4fd-03d6-42e2-ae81-e421e9175c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:22.110392 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8771a6eb-f2f9-4db5-b1e3-e72d9ff14655 req-cda6b4fd-03d6-42e2-ae81-e421e9175c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:22.110961 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8771a6eb-f2f9-4db5-b1e3-e72d9ff14655 req-cda6b4fd-03d6-42e2-ae81-e421e9175c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:22.111672 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8771a6eb-f2f9-4db5-b1e3-e72d9ff14655 req-cda6b4fd-03d6-42e2-ae81-e421e9175c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:22.112260 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8771a6eb-f2f9-4db5-b1e3-e72d9ff14655 req-cda6b4fd-03d6-42e2-ae81-e421e9175c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:22.114100 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8771a6eb-f2f9-4db5-b1e3-e72d9ff14655 req-cda6b4fd-03d6-42e2-ae81-e421e9175c14 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3e187e532e7d440c823c7ea556f78f6e&device_id=b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7 HTTP/1.1" status: 200 len: 5289 time: 0.1464212 Jan 28 07:11:22.149974 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-37a0d4d3-fe5d-4fc7-91db-3e95a2864fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19373231-1f15-4775-b3fa-f909d7b33350', 'name': 'tempest-FloatingIPsTestJSON-78918854-router', 'tenant_id': 'ac7b4a25272d44168de849c53ee6b880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.196'}], 'enable_snat': True}, 'gw_port_id': 'e2ba707b-1383-490d-b956-799c02ea8736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:11:12Z', 'updated_at': '2022-01-28T07:11:17Z', 'revision_number': 3, 'project_id': 'ac7b4a25272d44168de849c53ee6b880', 'gw_port': {'id': 'e2ba707b-1383-490d-b956-799c02ea8736', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:9c:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19373231-1f15-4775-b3fa-f909d7b33350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:11:15Z', 'updated_at': '2022-01-28T07:11:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:11:22.188535 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a0d4d3-fe5d-4fc7-91db-3e95a2864fdc None None] The sync data for ids ['19373231-1f15-4775-b3fa-f909d7b33350'] in n-d-712749-28 is: [{'id': '19373231-1f15-4775-b3fa-f909d7b33350', 'name': 'tempest-FloatingIPsTestJSON-78918854-router', 'tenant_id': 'ac7b4a25272d44168de849c53ee6b880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.196'}], 'enable_snat': True}, 'gw_port_id': 'e2ba707b-1383-490d-b956-799c02ea8736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:11:12Z', 'updated_at': '2022-01-28T07:11:17Z', 'revision_number': 3, 'project_id': 'ac7b4a25272d44168de849c53ee6b880', 'gw_port': {'id': 'e2ba707b-1383-490d-b956-799c02ea8736', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:9c:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19373231-1f15-4775-b3fa-f909d7b33350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:11:15Z', 'updated_at': '2022-01-28T07:11:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:11:22.207220 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-efdad00b-4907-432e-a8ac-ea91dfe0856e req-6b6258c9-9a0b-4df2-81bd-30bed6019998 tempest-ServersAdminNegativeTestJSON-171947884 tempest-ServersAdminNegativeTestJSON-171947884-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=5e7a152ce6ec490eb9df1ae9ab508d72&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0701082 Jan 28 07:11:22.222142 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-921ab8a9-b6ba-4107-a6db-f0bdc4944dea admin admin] Network 325d12b9-f054-4653-b45a-e5ffc22916cf is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:11:22.305920 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ea94a7-effa-4230-aa73-e50f4422f418 req-42ad55f7-ceb2-426d-b559-040b525b65ee tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:22.324354 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ea94a7-effa-4230-aa73-e50f4422f418 req-42ad55f7-ceb2-426d-b559-040b525b65ee tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:22.333354 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ea94a7-effa-4230-aa73-e50f4422f418 req-42ad55f7-ceb2-426d-b559-040b525b65ee tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:22.347971 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ea94a7-effa-4230-aa73-e50f4422f418 req-42ad55f7-ceb2-426d-b559-040b525b65ee tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:22.358843 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ea94a7-effa-4230-aa73-e50f4422f418 req-42ad55f7-ceb2-426d-b559-040b525b65ee tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:22.366667 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8771a6eb-f2f9-4db5-b1e3-e72d9ff14655 req-76d1b570-3b44-4061-931b-57b76872f573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:22.367331 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8771a6eb-f2f9-4db5-b1e3-e72d9ff14655 req-76d1b570-3b44-4061-931b-57b76872f573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:22.367949 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8771a6eb-f2f9-4db5-b1e3-e72d9ff14655 req-76d1b570-3b44-4061-931b-57b76872f573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:22.369811 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8771a6eb-f2f9-4db5-b1e3-e72d9ff14655 req-76d1b570-3b44-4061-931b-57b76872f573 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=3e187e532e7d440c823c7ea556f78f6e&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2202082 Jan 28 07:11:22.370569 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921ab8a9-b6ba-4107-a6db-f0bdc4944dea admin admin] Pushing event updated for resources: {'Port': ['ID=b43d256a-14f6-4699-943c-bdc2e7576404,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:11:22.371799 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ea94a7-effa-4230-aa73-e50f4422f418 req-42ad55f7-ceb2-426d-b559-040b525b65ee tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:22.383327 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-921ab8a9-b6ba-4107-a6db-f0bdc4944dea admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:11:22.391628 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921ab8a9-b6ba-4107-a6db-f0bdc4944dea admin admin] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:11:22.396226 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c9ea94a7-effa-4230-aa73-e50f4422f418 req-42ad55f7-ceb2-426d-b559-040b525b65ee tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7 HTTP/1.1" status: 200 len: 4601 time: 0.2935982 Jan 28 07:11:22.468601 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-921ab8a9-b6ba-4107-a6db-f0bdc4944dea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16609232'] for router_interface (19373231-1f15-4775-b3fa-f909d7b33350), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:22.564740 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-ab7faa3c-e69b-4278-856c-e4ff507b1f64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4aac091f-65c1-4c36-9072-a266f2493296 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:11:22.631385 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-ab7faa3c-e69b-4278-856c-e4ff507b1f64 service neutron] Publish callbacks [] for port (4aac091f-65c1-4c36-9072-a266f2493296), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:22.776615 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-ab7faa3c-e69b-4278-856c-e4ff507b1f64 service neutron] Transition to ACTIVE for port object 4aac091f-65c1-4c36-9072-a266f2493296 will not be triggered until provisioned by entity L2. {{(pid=103283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:11:22.800032 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c9ea94a7-effa-4230-aa73-e50f4422f418 req-af54b1cc-145f-4e06-b6c1-60d3d80cba65 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/security-groups?id=f42d29db-089b-46ec-bdc0-e6253e46a436&id=f0e415d4-9274-4847-9e71-c098cc08b695&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3989463 Jan 28 07:11:22.803228 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-ab7faa3c-e69b-4278-856c-e4ff507b1f64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (4aac091f-65c1-4c36-9072-a266f2493296), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:22.991671 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7faa3c-e69b-4278-856c-e4ff507b1f64 service neutron] Pushing event updated for resources: {'Port': ['ID=4aac091f-65c1-4c36-9072-a266f2493296,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:11:22.999286 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-fd02f24c-bf13-40a5-9f77-10cb3fa3469b None None] Provisioning complete for port b43d256a-14f6-4699-943c-bdc2e7576404 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:11:22.999688 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fd02f24c-bf13-40a5-9f77-10cb3fa3469b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (b43d256a-14f6-4699-943c-bdc2e7576404), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:23.122898 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-fd02f24c-bf13-40a5-9f77-10cb3fa3469b None None] Port b43d256a-14f6-4699-943c-bdc2e7576404 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:11:23.189792 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-921ab8a9-b6ba-4107-a6db-f0bdc4944dea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (b43d256a-14f6-4699-943c-bdc2e7576404), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:23.273198 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1d69f821-cfbd-48ed-adcd-f2163d782e6d req-c37c02c9-dd33-4c00-a777-c7517df985b2 tempest-ServersAdminNegativeTestJSON-171947884 tempest-ServersAdminNegativeTestJSON-171947884-project] 10.222.0.41 "GET /v2.0/ports?device_id=1eff019f-eefb-4199-812f-22bcde2b6731 HTTP/1.1" status: 200 len: 210 time: 0.1760838 Jan 28 07:11:23.317282 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84546623-5fb0-4528-8dc3-71a5a741cca6 req-25d07579-2a18-4f12-b3b2-f071bec3ce32 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:23.325267 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-84546623-5fb0-4528-8dc3-71a5a741cca6 req-25d07579-2a18-4f12-b3b2-f071bec3ce32 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=232ec39b-90f9-4df8-a403-fe1029cce065 HTTP/1.1" status: 200 len: 947 time: 0.6174140 Jan 28 07:11:23.355951 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8771a6eb-f2f9-4db5-b1e3-e72d9ff14655 req-cef2a818-8f02-42b2-83a5-8fb8be0feed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:23.358133 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8771a6eb-f2f9-4db5-b1e3-e72d9ff14655 req-cef2a818-8f02-42b2-83a5-8fb8be0feed3 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8917785 Jan 28 07:11:23.369950 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-ab7faa3c-e69b-4278-856c-e4ff507b1f64 service neutron] Attempting to bind port 4aac091f-65c1-4c36-9072-a266f2493296 on host n-h1-712749-28 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:11:23.370528 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-ab7faa3c-e69b-4278-856c-e4ff507b1f64 service neutron] Attempting to bind port 4aac091f-65c1-4c36-9072-a266f2493296 by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': 'a8009862-d945-4c67-8240-74eec860f8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4791c092-87f8-46c1-85f0-6cd08fb183e5'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:11:23.370717 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-ab7faa3c-e69b-4278-856c-e4ff507b1f64 service neutron] Attempting to bind port 4aac091f-65c1-4c36-9072-a266f2493296 on network 4791c092-87f8-46c1-85f0-6cd08fb183e5 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:11:23.391284 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-ab7faa3c-e69b-4278-856c-e4ff507b1f64 service neutron] Port 4aac091f-65c1-4c36-9072-a266f2493296 on network 4791c092-87f8-46c1-85f0-6cd08fb183e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:11:23.391637 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-ab7faa3c-e69b-4278-856c-e4ff507b1f64 service neutron] Attempting to bind port 4aac091f-65c1-4c36-9072-a266f2493296 on network 4791c092-87f8-46c1-85f0-6cd08fb183e5 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:11:23.412447 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-ab7faa3c-e69b-4278-856c-e4ff507b1f64 service neutron] Checking agent: {'id': '2fca46b1-237f-4857-9290-2429d810e472', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 11, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:11:23.413114 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-ab7faa3c-e69b-4278-856c-e4ff507b1f64 service neutron] Checking segment: {'id': 'a8009862-d945-4c67-8240-74eec860f8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4791c092-87f8-46c1-85f0-6cd08fb183e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:11:23.415102 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-ab7faa3c-e69b-4278-856c-e4ff507b1f64 service neutron] Bound using segment: {'id': 'a8009862-d945-4c67-8240-74eec860f8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4791c092-87f8-46c1-85f0-6cd08fb183e5'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:11:23.415774 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-ab7faa3c-e69b-4278-856c-e4ff507b1f64 service neutron] Bound port: 4aac091f-65c1-4c36-9072-a266f2493296, host: n-h1-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8009862-d945-4c67-8240-74eec860f8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4791c092-87f8-46c1-85f0-6cd08fb183e5'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:11:23.416705 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-ab7faa3c-e69b-4278-856c-e4ff507b1f64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (4aac091f-65c1-4c36-9072-a266f2493296), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:23.559501 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-ab7faa3c-e69b-4278-856c-e4ff507b1f64 service neutron] For port 4aac091f-65c1-4c36-9072-a266f2493296, host n-h1-712749-28, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:11:23.563988 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-ab7faa3c-e69b-4278-856c-e4ff507b1f64 service neutron] For port 4aac091f-65c1-4c36-9072-a266f2493296, host n-h1-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=4aac091f-65c1-4c36-9072-a266f2493296,segment=NetworkSegment(a8009862-d945-4c67-8240-74eec860f8ce),segment_id=a8009862-d945-4c67-8240-74eec860f8ce)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:11:23.583003 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-ab7faa3c-e69b-4278-856c-e4ff507b1f64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (4aac091f-65c1-4c36-9072-a266f2493296), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:23.636116 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-84546623-5fb0-4528-8dc3-71a5a741cca6 req-5d423f98-db7c-4e88-b3e0-e8893c1af758 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb65c68e-64e7-49d7-aa93-cf57ceaf78a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3098216 Jan 28 07:11:23.703347 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-ab7faa3c-e69b-4278-856c-e4ff507b1f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:23.704485 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-ab7faa3c-e69b-4278-856c-e4ff507b1f64 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:23.706655 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-ab7faa3c-e69b-4278-856c-e4ff507b1f64 service neutron] 10.222.0.10 "PUT /v2.0/ports/4aac091f-65c1-4c36-9072-a266f2493296 HTTP/1.1" status: 200 len: 1132 time: 2.4083505 Jan 28 07:11:23.710821 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7faa3c-e69b-4278-856c-e4ff507b1f64 service neutron] Pushing event updated for resources: {'Port': ['ID=4aac091f-65c1-4c36-9072-a266f2493296,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:11:23.729307 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8771a6eb-f2f9-4db5-b1e3-e72d9ff14655 req-dc264991-a4e3-48d3-9070-5fc698d0e923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:23.729827 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8771a6eb-f2f9-4db5-b1e3-e72d9ff14655 req-dc264991-a4e3-48d3-9070-5fc698d0e923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:23.730295 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8771a6eb-f2f9-4db5-b1e3-e72d9ff14655 req-dc264991-a4e3-48d3-9070-5fc698d0e923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:23.732632 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8771a6eb-f2f9-4db5-b1e3-e72d9ff14655 req-dc264991-a4e3-48d3-9070-5fc698d0e923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:23.734979 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8771a6eb-f2f9-4db5-b1e3-e72d9ff14655 req-dc264991-a4e3-48d3-9070-5fc698d0e923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:23.739028 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8771a6eb-f2f9-4db5-b1e3-e72d9ff14655 req-dc264991-a4e3-48d3-9070-5fc698d0e923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:23.739531 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8771a6eb-f2f9-4db5-b1e3-e72d9ff14655 req-dc264991-a4e3-48d3-9070-5fc698d0e923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:23.745619 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 37884) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:11:23.747553 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8771a6eb-f2f9-4db5-b1e3-e72d9ff14655 req-dc264991-a4e3-48d3-9070-5fc698d0e923 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3e187e532e7d440c823c7ea556f78f6e&device_id=b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7 HTTP/1.1" status: 200 len: 6172 time: 0.2720423 Jan 28 07:11:23.920441 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab9f964-debe-41cd-af28-033b6e2021ae req-2a0dd899-7bc0-4b7b-9bb3-7f598b094439 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:23.936860 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-dab9f964-debe-41cd-af28-033b6e2021ae req-2a0dd899-7bc0-4b7b-9bb3-7f598b094439 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/ports?device_id=bff283f4-d37c-427a-af38-4dca43c7b60a HTTP/1.1" status: 200 len: 945 time: 0.4746675 Jan 28 07:11:23.948148 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-1cb00321-5ad6-4ad9-a49b-ab6454caed56 service neutron] Request body: {'port': {'device_id': 'b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-28'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:11:24.043027 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7', 'tag': '4aac091f-65c1-4c36-9072-a266f2493296'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:11:24.045467 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2edc2074-caff-4b50-b8fa-0025d7e30746" -d '{"events": [{"name": "network-changed", "server_uuid": "b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7", "tag": "4aac091f-65c1-4c36-9072-a266f2493296"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:11:24.105351 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_v2 [None req-2301ad52-b8e0-48e2-8eac-07dea6f9d060 admin admin] Deleting subnet a4c1d00a-11c6-444f-8042-f73535ef4594 {{(pid=103283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:11:24.115509 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2301ad52-b8e0-48e2-8eac-07dea6f9d060 admin admin] Publish callbacks [] for subnet (a4c1d00a-11c6-444f-8042-f73535ef4594), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:24.271599 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2301ad52-b8e0-48e2-8eac-07dea6f9d060 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13506696'] for subnet (a4c1d00a-11c6-444f-8042-f73535ef4594), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:24.275049 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-1cb00321-5ad6-4ad9-a49b-ab6454caed56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (1775d3be-f6b5-44d6-8764-bdd9cf32e51e), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:24.326382 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device e2ba707b-1383-490d-b956-799c02ea8736 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:11:24.349331 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-dab9f964-debe-41cd-af28-033b6e2021ae req-63433754-8e03-4489-91be-94c7125a919c tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/security-groups?id=ffb17db6-1913-4712-aa46-d7c764c8c875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4069872 Jan 28 07:11:24.374499 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-921ab8a9-b6ba-4107-a6db-f0bdc4944dea admin admin] Publish callbacks [] for port (b43d256a-14f6-4699-943c-bdc2e7576404), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:24.380121 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8771a6eb-f2f9-4db5-b1e3-e72d9ff14655 req-88fcf4b0-05dd-45a6-965d-b17e7f726610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:24.380653 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8771a6eb-f2f9-4db5-b1e3-e72d9ff14655 req-88fcf4b0-05dd-45a6-965d-b17e7f726610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:24.384365 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8771a6eb-f2f9-4db5-b1e3-e72d9ff14655 req-88fcf4b0-05dd-45a6-965d-b17e7f726610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:24.384365 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8771a6eb-f2f9-4db5-b1e3-e72d9ff14655 req-88fcf4b0-05dd-45a6-965d-b17e7f726610 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=3e187e532e7d440c823c7ea556f78f6e&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.6096392 Jan 28 07:11:24.403617 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-921ab8a9-b6ba-4107-a6db-f0bdc4944dea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (b43d256a-14f6-4699-943c-bdc2e7576404), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:24.521381 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08285d45-6503-4ff2-b4a7-3ea5f873c269 req-32be653c-55cb-4758-b830-9819c76b102d tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:24.535778 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08285d45-6503-4ff2-b4a7-3ea5f873c269 req-32be653c-55cb-4758-b830-9819c76b102d tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:24.541012 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-efdad00b-4907-432e-a8ac-ea91dfe0856e req-bdf1e7e5-262f-45f4-a83d-0d284652ae68 tempest-ServersAdminNegativeTestJSON-171947884 tempest-ServersAdminNegativeTestJSON-171947884-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=5e7a152ce6ec490eb9df1ae9ab508d72&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0864110 Jan 28 07:11:24.541531 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08285d45-6503-4ff2-b4a7-3ea5f873c269 req-32be653c-55cb-4758-b830-9819c76b102d tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:24.542472 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port e2ba707b-1383-490d-b956-799c02ea8736 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:11:24.546350 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (e2ba707b-1383-490d-b956-799c02ea8736), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:24.549442 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08285d45-6503-4ff2-b4a7-3ea5f873c269 req-32be653c-55cb-4758-b830-9819c76b102d tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:24.563757 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08285d45-6503-4ff2-b4a7-3ea5f873c269 req-32be653c-55cb-4758-b830-9819c76b102d tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:24.588994 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08285d45-6503-4ff2-b4a7-3ea5f873c269 req-32be653c-55cb-4758-b830-9819c76b102d tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:24.598695 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08285d45-6503-4ff2-b4a7-3ea5f873c269 req-32be653c-55cb-4758-b830-9819c76b102d tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:24.600627 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-08285d45-6503-4ff2-b4a7-3ea5f873c269 req-32be653c-55cb-4758-b830-9819c76b102d tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7 HTTP/1.1" status: 200 len: 5374 time: 0.6189361 Jan 28 07:11:24.626208 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:11:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-087dee59-33b4-4cb0-9acd-6fa7f38e7af8 x-openstack-request-id: req-087dee59-33b4-4cb0-9acd-6fa7f38e7af8 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:11:24.630055 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7", "tag": "4aac091f-65c1-4c36-9072-a266f2493296", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:11:24.630556 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-087dee59-33b4-4cb0-9acd-6fa7f38e7af8 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:11:24.631180 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7', 'tag': '4aac091f-65c1-4c36-9072-a266f2493296', 'status': 'completed', 'code': 200} Jan 28 07:11:24.740019 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2301ad52-b8e0-48e2-8eac-07dea6f9d060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (a4c1d00a-11c6-444f-8042-f73535ef4594), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:24.772950 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port e2ba707b-1383-490d-b956-799c02ea8736 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:11:24.773350 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (e2ba707b-1383-490d-b956-799c02ea8736), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:24.810909 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] For port e2ba707b-1383-490d-b956-799c02ea8736, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=e2ba707b-1383-490d-b956-799c02ea8736,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:11:24.822079 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (e2ba707b-1383-490d-b956-799c02ea8736), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:24.890377 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-883731ca-87cd-43c0-aafe-564e5b4eb478 req-323b417c-5c95-48ed-a2f0-318cb55aefe4 tempest-ServersAdminNegativeTestJSON-171947884 tempest-ServersAdminNegativeTestJSON-171947884-project] 10.222.0.41 "GET /v2.0/ports?device_id=1eff019f-eefb-4199-812f-22bcde2b6731 HTTP/1.1" status: 200 len: 210 time: 0.1926386 Jan 28 07:11:24.903988 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Pushing event updated for resources: {'Port': ['ID=e2ba707b-1383-490d-b956-799c02ea8736,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:11:25.204372 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdad00b-4907-432e-a8ac-ea91dfe0856e req-88397055-abdd-44f8-8380-0035a2224ac5 tempest-ServersAdminNegativeTestJSON-171947884 tempest-ServersAdminNegativeTestJSON-171947884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:25.212945 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-efdad00b-4907-432e-a8ac-ea91dfe0856e req-88397055-abdd-44f8-8380-0035a2224ac5 tempest-ServersAdminNegativeTestJSON-171947884 tempest-ServersAdminNegativeTestJSON-171947884-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5802531 Jan 28 07:11:25.228280 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1e293e-11ed-4883-b70f-c1f6e3e4c67e req-7a8e55a3-f1f7-4921-bb9a-0ee63e938ec6 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:25.229937 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9f1e293e-11ed-4883-b70f-c1f6e3e4c67e req-7a8e55a3-f1f7-4921-bb9a-0ee63e938ec6 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=232ec39b-90f9-4df8-a403-fe1029cce065 HTTP/1.1" status: 200 len: 947 time: 0.2268174 Jan 28 07:11:25.234718 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-efdad00b-4907-432e-a8ac-ea91dfe0856e req-a3f39018-7378-4338-acc4-269a81caf1c6 tempest-ServersAdminNegativeTestJSON-171947884 tempest-ServersAdminNegativeTestJSON-171947884-project] Request body: {'port': {'device_id': '1eff019f-eefb-4199-812f-22bcde2b6731', 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb', 'admin_state_up': True, 'tenant_id': '5e7a152ce6ec490eb9df1ae9ab508d72'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:11:25.378402 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-08285d45-6503-4ff2-b4a7-3ea5f873c269 req-4fd314a4-4ff0-4649-b32e-25c0b3dfd2bd tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/security-groups?id=f42d29db-089b-46ec-bdc0-e6253e46a436&id=f0e415d4-9274-4847-9e71-c098cc08b695&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7003257 Jan 28 07:11:25.379567 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8771a6eb-f2f9-4db5-b1e3-e72d9ff14655 req-ee097516-8cd2-4a9c-a230-f7fd5a9d0f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:25.384460 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8771a6eb-f2f9-4db5-b1e3-e72d9ff14655 req-ee097516-8cd2-4a9c-a230-f7fd5a9d0f49 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9782453 Jan 28 07:11:25.385346 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-921ab8a9-b6ba-4107-a6db-f0bdc4944dea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16318999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16606560'] for router_interface (19373231-1f15-4775-b3fa-f909d7b33350), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:25.401997 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2301ad52-b8e0-48e2-8eac-07dea6f9d060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13546665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13556132'] for subnet (a4c1d00a-11c6-444f-8042-f73535ef4594), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:25.410941 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efdad00b-4907-432e-a8ac-ea91dfe0856e req-a3f39018-7378-4338-acc4-269a81caf1c6 tempest-ServersAdminNegativeTestJSON-171947884 tempest-ServersAdminNegativeTestJSON-171947884-project] Made reservation on behalf of 5e7a152ce6ec490eb9df1ae9ab508d72 for: {'port': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:11:25.414587 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-efdad00b-4907-432e-a8ac-ea91dfe0856e req-a3f39018-7378-4338-acc4-269a81caf1c6 tempest-ServersAdminNegativeTestJSON-171947884 tempest-ServersAdminNegativeTestJSON-171947884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:25.426282 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921ab8a9-b6ba-4107-a6db-f0bdc4944dea admin admin] Pushing event updated for resources: {'Port': ['ID=b43d256a-14f6-4699-943c-bdc2e7576404,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:11:25.550940 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-1cb00321-5ad6-4ad9-a49b-ab6454caed56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1775d3be-f6b5-44d6-8764-bdd9cf32e51e {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:11:25.562677 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-1cb00321-5ad6-4ad9-a49b-ab6454caed56 service neutron] Publish callbacks [] for port (1775d3be-f6b5-44d6-8764-bdd9cf32e51e), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:25.579227 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-1cb00321-5ad6-4ad9-a49b-ab6454caed56 service neutron] Transition to ACTIVE for port object 1775d3be-f6b5-44d6-8764-bdd9cf32e51e will not be triggered until provisioned by entity L2. {{(pid=103283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:11:25.618712 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-efdad00b-4907-432e-a8ac-ea91dfe0856e req-a3f39018-7378-4338-acc4-269a81caf1c6 tempest-ServersAdminNegativeTestJSON-171947884 tempest-ServersAdminNegativeTestJSON-171947884-project] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:25.638747 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-1cb00321-5ad6-4ad9-a49b-ab6454caed56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (1775d3be-f6b5-44d6-8764-bdd9cf32e51e), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:25.664385 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edc2074-caff-4b50-b8fa-0025d7e30746 req-1ce42707-404a-46f6-998b-28d0b57c4782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:25.666861 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edc2074-caff-4b50-b8fa-0025d7e30746 req-1ce42707-404a-46f6-998b-28d0b57c4782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:25.668117 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edc2074-caff-4b50-b8fa-0025d7e30746 req-1ce42707-404a-46f6-998b-28d0b57c4782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:25.668809 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edc2074-caff-4b50-b8fa-0025d7e30746 req-1ce42707-404a-46f6-998b-28d0b57c4782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:25.669458 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edc2074-caff-4b50-b8fa-0025d7e30746 req-1ce42707-404a-46f6-998b-28d0b57c4782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:25.670096 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edc2074-caff-4b50-b8fa-0025d7e30746 req-1ce42707-404a-46f6-998b-28d0b57c4782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:25.670735 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edc2074-caff-4b50-b8fa-0025d7e30746 req-1ce42707-404a-46f6-998b-28d0b57c4782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:25.673031 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2edc2074-caff-4b50-b8fa-0025d7e30746 req-1ce42707-404a-46f6-998b-28d0b57c4782 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3e187e532e7d440c823c7ea556f78f6e&device_id=b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7 HTTP/1.1" status: 200 len: 6214 time: 0.2054160 Jan 28 07:11:25.707941 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2301ad52-b8e0-48e2-8eac-07dea6f9d060 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:25.711911 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-2301ad52-b8e0-48e2-8eac-07dea6f9d060 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/a4c1d00a-11c6-444f-8042-f73535ef4594 HTTP/1.1" status: 204 len: 168 time: 1.9652812 Jan 28 07:11:25.712795 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2301ad52-b8e0-48e2-8eac-07dea6f9d060 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4c1d00a-11c6-444f-8042-f73535ef4594,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:11:25.729342 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb00321-5ad6-4ad9-a49b-ab6454caed56 service neutron] Pushing event updated for resources: {'Port': ['ID=1775d3be-f6b5-44d6-8764-bdd9cf32e51e,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:11:25.732931 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 37902) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:11:25.830248 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9f1e293e-11ed-4883-b70f-c1f6e3e4c67e req-94a932d7-8d87-42b0-866a-6485633ecc9d tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb65c68e-64e7-49d7-aa93-cf57ceaf78a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4348235 Jan 28 07:11:25.873826 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b4165070-813f-4047-a48e-48015d31dbfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (40408abb-5725-4205-b120-60fb2bb4bc40), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:25.889396 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-1cb00321-5ad6-4ad9-a49b-ab6454caed56 service neutron] Attempting to bind port 1775d3be-f6b5-44d6-8764-bdd9cf32e51e on host n-h1-712749-28 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:11:25.890233 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-1cb00321-5ad6-4ad9-a49b-ab6454caed56 service neutron] Attempting to bind port 1775d3be-f6b5-44d6-8764-bdd9cf32e51e by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': 'a8009862-d945-4c67-8240-74eec860f8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4791c092-87f8-46c1-85f0-6cd08fb183e5'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:11:25.890790 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-1cb00321-5ad6-4ad9-a49b-ab6454caed56 service neutron] Attempting to bind port 1775d3be-f6b5-44d6-8764-bdd9cf32e51e on network 4791c092-87f8-46c1-85f0-6cd08fb183e5 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:11:25.901320 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-1cb00321-5ad6-4ad9-a49b-ab6454caed56 service neutron] Port 1775d3be-f6b5-44d6-8764-bdd9cf32e51e on network 4791c092-87f8-46c1-85f0-6cd08fb183e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:11:25.902065 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-1cb00321-5ad6-4ad9-a49b-ab6454caed56 service neutron] Attempting to bind port 1775d3be-f6b5-44d6-8764-bdd9cf32e51e on network 4791c092-87f8-46c1-85f0-6cd08fb183e5 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:11:25.910144 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-1cb00321-5ad6-4ad9-a49b-ab6454caed56 service neutron] Checking agent: {'id': '2fca46b1-237f-4857-9290-2429d810e472', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 11, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:11:25.910989 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-1cb00321-5ad6-4ad9-a49b-ab6454caed56 service neutron] Checking segment: {'id': 'a8009862-d945-4c67-8240-74eec860f8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4791c092-87f8-46c1-85f0-6cd08fb183e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:11:25.912918 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-1cb00321-5ad6-4ad9-a49b-ab6454caed56 service neutron] Bound using segment: {'id': 'a8009862-d945-4c67-8240-74eec860f8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4791c092-87f8-46c1-85f0-6cd08fb183e5'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:11:25.913585 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-1cb00321-5ad6-4ad9-a49b-ab6454caed56 service neutron] Bound port: 1775d3be-f6b5-44d6-8764-bdd9cf32e51e, host: n-h1-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8009862-d945-4c67-8240-74eec860f8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4791c092-87f8-46c1-85f0-6cd08fb183e5'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:11:25.914180 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-1cb00321-5ad6-4ad9-a49b-ab6454caed56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (1775d3be-f6b5-44d6-8764-bdd9cf32e51e), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:25.937883 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-921ab8a9-b6ba-4107-a6db-f0bdc4944dea admin admin] Network 325d12b9-f054-4653-b45a-e5ffc22916cf is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:11:25.972219 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-921ab8a9-b6ba-4107-a6db-f0bdc4944dea admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:11:26.025100 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f86bb68-eeb4-4667-81a3-bede6c74f052 req-c7a83ca8-2f5d-488e-b541-4a6ccc7257ee tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:26.055140 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1f86bb68-eeb4-4667-81a3-bede6c74f052 req-c7a83ca8-2f5d-488e-b541-4a6ccc7257ee tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/ports?device_id=bff283f4-d37c-427a-af38-4dca43c7b60a HTTP/1.1" status: 200 len: 945 time: 0.4824584 Jan 28 07:11:26.083176 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-efdad00b-4907-432e-a8ac-ea91dfe0856e req-a3f39018-7378-4338-acc4-269a81caf1c6 tempest-ServersAdminNegativeTestJSON-171947884 tempest-ServersAdminNegativeTestJSON-171947884-project] Publish callbacks [] for security_group (55335e6a-5bc2-4163-aae8-ed81e1993f57), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:26.116346 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d8a343ec-b1ca-45c8-a28e-ffbffe7cfdd8 req-81910810-43e4-4c14-b83a-036159eadbe7 tempest-ServersAdminNegativeTestJSON-171947884 tempest-ServersAdminNegativeTestJSON-171947884-project] 10.222.0.41 "GET /v2.0/ports?device_id=1eff019f-eefb-4199-812f-22bcde2b6731 HTTP/1.1" status: 200 len: 210 time: 0.0291634 Jan 28 07:11:26.123184 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-efdad00b-4907-432e-a8ac-ea91dfe0856e req-a3f39018-7378-4338-acc4-269a81caf1c6 tempest-ServersAdminNegativeTestJSON-171947884 tempest-ServersAdminNegativeTestJSON-171947884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (55335e6a-5bc2-4163-aae8-ed81e1993f57), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:26.245290 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f39018-7378-4338-acc4-269a81caf1c6 tempest-ServersAdminNegativeTestJSON-171947884 tempest-ServersAdminNegativeTestJSON-171947884-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55335e6a-5bc2-4163-aae8-ed81e1993f57,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:11:26.254051 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-1cb00321-5ad6-4ad9-a49b-ab6454caed56 service neutron] For port 1775d3be-f6b5-44d6-8764-bdd9cf32e51e, host n-h1-712749-28, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:11:26.259462 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-1cb00321-5ad6-4ad9-a49b-ab6454caed56 service neutron] For port 1775d3be-f6b5-44d6-8764-bdd9cf32e51e, host n-h1-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=1775d3be-f6b5-44d6-8764-bdd9cf32e51e,segment=NetworkSegment(a8009862-d945-4c67-8240-74eec860f8ce),segment_id=a8009862-d945-4c67-8240-74eec860f8ce)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:11:26.263126 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device e2ba707b-1383-490d-b956-799c02ea8736 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:11:26.299265 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1f86bb68-eeb4-4667-81a3-bede6c74f052 req-befbbefb-d5f9-423e-b13d-1f416d5bcf23 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/security-groups?id=ffb17db6-1913-4712-aa46-d7c764c8c875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425151 Jan 28 07:11:26.321620 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-1cb00321-5ad6-4ad9-a49b-ab6454caed56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (1775d3be-f6b5-44d6-8764-bdd9cf32e51e), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:26.422886 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port e2ba707b-1383-490d-b956-799c02ea8736 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:11:26.423313 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (e2ba707b-1383-490d-b956-799c02ea8736), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:26.468111 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-1cb00321-5ad6-4ad9-a49b-ab6454caed56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:26.470087 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-1cb00321-5ad6-4ad9-a49b-ab6454caed56 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:26.474230 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-1cb00321-5ad6-4ad9-a49b-ab6454caed56 service neutron] 10.222.0.10 "PUT /v2.0/ports/1775d3be-f6b5-44d6-8764-bdd9cf32e51e HTTP/1.1" status: 200 len: 1092 time: 2.5783768 Jan 28 07:11:26.533917 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-2c300a6d-bcc9-4006-8720-ca33bd6990f1 service neutron] Request body: {'port': {'device_id': 'b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-28'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:11:26.574697 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [req-efdad00b-4907-432e-a8ac-ea91dfe0856e req-a3f39018-7378-4338-acc4-269a81caf1c6 tempest-ServersAdminNegativeTestJSON-171947884 tempest-ServersAdminNegativeTestJSON-171947884-project] Allocated IP 192.168.233.234 (d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb/5785b43d-448b-4d12-9eb5-4e4caf2e7eaf/e63a7ad8-eb8a-40a4-971c-bffd837be715) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:11:26.610121 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb00321-5ad6-4ad9-a49b-ab6454caed56 service neutron] Pushing event updated for resources: {'Port': ['ID=1775d3be-f6b5-44d6-8764-bdd9cf32e51e,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:11:26.652589 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7', 'tag': '1775d3be-f6b5-44d6-8764-bdd9cf32e51e'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:11:26.665131 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-292b731f-fe6a-4fe8-95fb-8a68910b3f6f" -d '{"events": [{"name": "network-changed", "server_uuid": "b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7", "tag": "1775d3be-f6b5-44d6-8764-bdd9cf32e51e"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:11:26.666913 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edc2074-caff-4b50-b8fa-0025d7e30746 req-a10eafe3-995d-4e94-9b36-0734d7fb779d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:26.667473 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edc2074-caff-4b50-b8fa-0025d7e30746 req-a10eafe3-995d-4e94-9b36-0734d7fb779d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:26.668294 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edc2074-caff-4b50-b8fa-0025d7e30746 req-a10eafe3-995d-4e94-9b36-0734d7fb779d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:26.674375 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2edc2074-caff-4b50-b8fa-0025d7e30746 req-a10eafe3-995d-4e94-9b36-0734d7fb779d service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=3e187e532e7d440c823c7ea556f78f6e&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.9840343 Jan 28 07:11:26.681285 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b4165070-813f-4047-a48e-48015d31dbfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (40408abb-5725-4205-b120-60fb2bb4bc40), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:26.687100 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1e80639-cb99-412d-bb7c-e408fc160fff None None] Provisioning complete for port b43d256a-14f6-4699-943c-bdc2e7576404 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:11:26.690904 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1e80639-cb99-412d-bb7c-e408fc160fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (b43d256a-14f6-4699-943c-bdc2e7576404), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:26.744764 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:11:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57b4c47a-8260-4484-8c53-59523d9547b1 x-openstack-request-id: req-57b4c47a-8260-4484-8c53-59523d9547b1 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:11:26.745104 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7", "tag": "1775d3be-f6b5-44d6-8764-bdd9cf32e51e", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:11:26.745308 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-57b4c47a-8260-4484-8c53-59523d9547b1 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:11:26.745893 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7', 'tag': '1775d3be-f6b5-44d6-8764-bdd9cf32e51e', 'status': 'completed', 'code': 200} Jan 28 07:11:26.752456 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-b4165070-813f-4047-a48e-48015d31dbfc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40408abb-5725-4205-b120-60fb2bb4bc40']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:11:26.759882 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-2c300a6d-bcc9-4006-8720-ca33bd6990f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (23612cfd-7aa2-47c9-a6c1-d148371b7d15), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:26.812660 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-b4165070-813f-4047-a48e-48015d31dbfc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa78153f-8140-4463-8a23-520ca70d4d00') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:11:26.813040 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-b4165070-813f-4047-a48e-48015d31dbfc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa78153f-8140-4463-8a23-520ca70d4d00') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:11:26.837172 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-921ab8a9-b6ba-4107-a6db-f0bdc4944dea admin admin] Router 19373231-1f15-4775-b3fa-f909d7b33350 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:11:26.843146 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b4165070-813f-4047-a48e-48015d31dbfc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24759294'] for segment (aa78153f-8140-4463-8a23-520ca70d4d00), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:26.877409 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b4165070-813f-4047-a48e-48015d31dbfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (aa78153f-8140-4463-8a23-520ca70d4d00), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:26.896443 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4165070-813f-4047-a48e-48015d31dbfc admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:11:26.896859 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b4165070-813f-4047-a48e-48015d31dbfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24757675'] for segment (aa78153f-8140-4463-8a23-520ca70d4d00), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:26.898891 n-d-712749-28 neutron-server[103284]: Traceback (most recent call last): Jan 28 07:11:26.898891 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:11:26.898891 n-d-712749-28 neutron-server[103284]: timer() Jan 28 07:11:26.898891 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:11:26.898891 n-d-712749-28 neutron-server[103284]: cb(*args, **kw) Jan 28 07:11:26.898891 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:11:26.898891 n-d-712749-28 neutron-server[103284]: return func(*args, **kwargs) Jan 28 07:11:26.898891 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:11:26.898891 n-d-712749-28 neutron-server[103284]: self._notify() Jan 28 07:11:26.898891 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:11:26.898891 n-d-712749-28 neutron-server[103284]: self.callback(batched_events) Jan 28 07:11:26.898891 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:11:26.898891 n-d-712749-28 neutron-server[103284]: event.method(event) Jan 28 07:11:26.898891 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:11:26.898891 n-d-712749-28 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:11:26.898891 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:11:26.898891 n-d-712749-28 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:11:26.898891 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:11:26.898891 n-d-712749-28 neutron-server[103284]: return f(self, *a, **k) Jan 28 07:11:26.898891 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:11:26.898891 n-d-712749-28 neutron-server[103284]: return self._get(url).json() Jan 28 07:11:26.898891 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:11:26.898891 n-d-712749-28 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:11:26.898891 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:11:26.898891 n-d-712749-28 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Jan 28 07:11:26.898891 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:11:26.898891 n-d-712749-28 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:11:26.898891 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:11:26.898891 n-d-712749-28 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:11:26.898891 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:11:26.898891 n-d-712749-28 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:11:26.898891 n-d-712749-28 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:11:27.015475 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1e80639-cb99-412d-bb7c-e408fc160fff None None] Port b43d256a-14f6-4699-943c-bdc2e7576404 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:11:27.021383 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port e2ba707b-1383-490d-b956-799c02ea8736 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:11:27.023588 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3735ba22-54c5-4e4c-a33f-c99743802c2c req-d447912e-9b17-440b-b933-458a714f52fd tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:27.029962 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3735ba22-54c5-4e4c-a33f-c99743802c2c req-d447912e-9b17-440b-b933-458a714f52fd tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:27.036390 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edc2074-caff-4b50-b8fa-0025d7e30746 req-bb65461a-0ef1-47ff-bb96-1fe2282b495f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:27.037179 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3735ba22-54c5-4e4c-a33f-c99743802c2c req-d447912e-9b17-440b-b933-458a714f52fd tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:27.038015 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2edc2074-caff-4b50-b8fa-0025d7e30746 req-bb65461a-0ef1-47ff-bb96-1fe2282b495f service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3429468 Jan 28 07:11:27.042978 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3735ba22-54c5-4e4c-a33f-c99743802c2c req-d447912e-9b17-440b-b933-458a714f52fd tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:27.049501 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3735ba22-54c5-4e4c-a33f-c99743802c2c req-d447912e-9b17-440b-b933-458a714f52fd tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:27.055686 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3735ba22-54c5-4e4c-a33f-c99743802c2c req-d447912e-9b17-440b-b933-458a714f52fd tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:27.061611 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3735ba22-54c5-4e4c-a33f-c99743802c2c req-d447912e-9b17-440b-b933-458a714f52fd tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:27.063765 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-3735ba22-54c5-4e4c-a33f-c99743802c2c req-d447912e-9b17-440b-b933-458a714f52fd tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7 HTTP/1.1" status: 200 len: 5386 time: 0.4567330 Jan 28 07:11:27.129822 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b4165070-813f-4047-a48e-48015d31dbfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (40408abb-5725-4205-b120-60fb2bb4bc40), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:27.264003 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-3735ba22-54c5-4e4c-a33f-c99743802c2c req-f9403327-9c96-47de-9caa-2eaf12618e9b tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/security-groups?id=f42d29db-089b-46ec-bdc0-e6253e46a436&id=f0e415d4-9274-4847-9e71-c098cc08b695&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1313994 Jan 28 07:11:27.275184 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b4165070-813f-4047-a48e-48015d31dbfc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:27.281920 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-b4165070-813f-4047-a48e-48015d31dbfc admin admin] 10.222.0.41 "DELETE /v2.0/networks/40408abb-5725-4205-b120-60fb2bb4bc40 HTTP/1.1" status: 204 len: 168 time: 1.5473845 Jan 28 07:11:27.320400 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-efdad00b-4907-432e-a8ac-ea91dfe0856e req-a3f39018-7378-4338-acc4-269a81caf1c6 tempest-ServersAdminNegativeTestJSON-171947884 tempest-ServersAdminNegativeTestJSON-171947884-project] Publish callbacks [] for port (e63a7ad8-eb8a-40a4-971c-bffd837be715), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:27.354860 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4165070-813f-4047-a48e-48015d31dbfc admin admin] Pushing event deleted for resources: {'Network': ['ID=40408abb-5725-4205-b120-60fb2bb4bc40,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:11:27.375681 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ea2786-7d63-4f6f-a740-3e7791c44a4f req-e0173769-a4ea-4be0-b3a0-665d7ddebf09 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:27.382686 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f8ea2786-7d63-4f6f-a740-3e7791c44a4f req-e0173769-a4ea-4be0-b3a0-665d7ddebf09 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=232ec39b-90f9-4df8-a403-fe1029cce065 HTTP/1.1" status: 200 len: 947 time: 0.3500650 Jan 28 07:11:27.417829 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-efdad00b-4907-432e-a8ac-ea91dfe0856e req-a3f39018-7378-4338-acc4-269a81caf1c6 tempest-ServersAdminNegativeTestJSON-171947884 tempest-ServersAdminNegativeTestJSON-171947884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (e63a7ad8-eb8a-40a4-971c-bffd837be715), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:27.468629 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292b731f-fe6a-4fe8-95fb-8a68910b3f6f req-bc44a92c-900f-4b83-bdd7-80b927dbe44e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:27.472960 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292b731f-fe6a-4fe8-95fb-8a68910b3f6f req-bc44a92c-900f-4b83-bdd7-80b927dbe44e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:27.475173 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292b731f-fe6a-4fe8-95fb-8a68910b3f6f req-bc44a92c-900f-4b83-bdd7-80b927dbe44e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:27.477645 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292b731f-fe6a-4fe8-95fb-8a68910b3f6f req-bc44a92c-900f-4b83-bdd7-80b927dbe44e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:27.478324 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292b731f-fe6a-4fe8-95fb-8a68910b3f6f req-bc44a92c-900f-4b83-bdd7-80b927dbe44e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:27.482113 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292b731f-fe6a-4fe8-95fb-8a68910b3f6f req-bc44a92c-900f-4b83-bdd7-80b927dbe44e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:27.482764 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292b731f-fe6a-4fe8-95fb-8a68910b3f6f req-bc44a92c-900f-4b83-bdd7-80b927dbe44e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:27.484915 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-292b731f-fe6a-4fe8-95fb-8a68910b3f6f req-bc44a92c-900f-4b83-bdd7-80b927dbe44e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3e187e532e7d440c823c7ea556f78f6e&device_id=b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7 HTTP/1.1" status: 200 len: 6282 time: 0.2726405 Jan 28 07:11:27.489745 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-921ab8a9-b6ba-4107-a6db-f0bdc4944dea admin admin] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:11:27.507219 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c298624-b771-4443-a56a-2d29bcf50475 None None] Sync routers for ids ['19373231-1f15-4775-b3fa-f909d7b33350'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:11:27.515499 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-921ab8a9-b6ba-4107-a6db-f0bdc4944dea admin admin] 10.222.0.41 "PUT /v2.0/routers/19373231-1f15-4775-b3fa-f909d7b33350/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7809281 Jan 28 07:11:27.526441 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c298624-b771-4443-a56a-2d29bcf50475 None None] Routers {'19373231-1f15-4775-b3fa-f909d7b33350'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:11:27.529301 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-7c298624-b771-4443-a56a-2d29bcf50475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:11:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['19373231-1f15-4775-b3fa-f909d7b33350'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:11:27.581711 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efdad00b-4907-432e-a8ac-ea91dfe0856e req-a3f39018-7378-4338-acc4-269a81caf1c6 tempest-ServersAdminNegativeTestJSON-171947884 tempest-ServersAdminNegativeTestJSON-171947884-project] Network d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:11:27.602437 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [req-efdad00b-4907-432e-a8ac-ea91dfe0856e req-a3f39018-7378-4338-acc4-269a81caf1c6 tempest-ServersAdminNegativeTestJSON-171947884 tempest-ServersAdminNegativeTestJSON-171947884-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:11:27.632300 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-efdad00b-4907-432e-a8ac-ea91dfe0856e req-a3f39018-7378-4338-acc4-269a81caf1c6 tempest-ServersAdminNegativeTestJSON-171947884 tempest-ServersAdminNegativeTestJSON-171947884-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:11:27.788108 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292b731f-fe6a-4fe8-95fb-8a68910b3f6f req-4de3d5e5-0bd8-459a-9032-d953d040d516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:27.788723 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292b731f-fe6a-4fe8-95fb-8a68910b3f6f req-4de3d5e5-0bd8-459a-9032-d953d040d516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:27.789140 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292b731f-fe6a-4fe8-95fb-8a68910b3f6f req-4de3d5e5-0bd8-459a-9032-d953d040d516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:27.791199 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-292b731f-fe6a-4fe8-95fb-8a68910b3f6f req-4de3d5e5-0bd8-459a-9032-d953d040d516 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=3e187e532e7d440c823c7ea556f78f6e&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2897937 Jan 28 07:11:27.791388 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 37928) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:11:27.897375 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-7c298624-b771-4443-a56a-2d29bcf50475 None None] Set router 19373231-1f15-4775-b3fa-f909d7b33350 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:11:27.944556 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72eb4a5-d5e8-42a3-80f8-6c1e7e03264a req-ea4db66f-63cb-4802-8675-2643daeff759 tempest-ServersAdminNegativeTestJSON-171947884 tempest-ServersAdminNegativeTestJSON-171947884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:27.950643 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f8ea2786-7d63-4f6f-a740-3e7791c44a4f req-cd106448-9f46-4c35-b873-a7a46a1962e5 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb65c68e-64e7-49d7-aa93-cf57ceaf78a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5585306 Jan 28 07:11:27.953407 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b72eb4a5-d5e8-42a3-80f8-6c1e7e03264a req-ea4db66f-63cb-4802-8675-2643daeff759 tempest-ServersAdminNegativeTestJSON-171947884 tempest-ServersAdminNegativeTestJSON-171947884-project] 10.222.0.41 "GET /v2.0/ports?device_id=1eff019f-eefb-4199-812f-22bcde2b6731 HTTP/1.1" status: 200 len: 936 time: 0.5609930 Jan 28 07:11:27.988151 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-2c300a6d-bcc9-4006-8720-ca33bd6990f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23612cfd-7aa2-47c9-a6c1-d148371b7d15 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:11:28.004437 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-2c300a6d-bcc9-4006-8720-ca33bd6990f1 service neutron] Publish callbacks [] for port (23612cfd-7aa2-47c9-a6c1-d148371b7d15), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:28.026053 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f39018-7378-4338-acc4-269a81caf1c6 tempest-ServersAdminNegativeTestJSON-171947884 tempest-ServersAdminNegativeTestJSON-171947884-project] Pushing event updated for resources: {'Port': ['ID=e63a7ad8-eb8a-40a4-971c-bffd837be715,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:11:28.074945 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-2c300a6d-bcc9-4006-8720-ca33bd6990f1 service neutron] Transition to ACTIVE for port object 23612cfd-7aa2-47c9-a6c1-d148371b7d15 will not be triggered until provisioned by entity L2. {{(pid=103283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:11:28.105848 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-2c300a6d-bcc9-4006-8720-ca33bd6990f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (23612cfd-7aa2-47c9-a6c1-d148371b7d15), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:28.143677 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-37becb8e-b823-4377-92b1-20b9997a0ee9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2896f16344d64d52a798dcb24fda5242&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3458047 Jan 28 07:11:28.144607 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 37934) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:11:28.169983 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdad00b-4907-432e-a8ac-ea91dfe0856e req-a3f39018-7378-4338-acc4-269a81caf1c6 tempest-ServersAdminNegativeTestJSON-171947884 tempest-ServersAdminNegativeTestJSON-171947884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:28.172524 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-5b9b8094-e653-4f45-8e46-44f0ac62cbb5 None None] Provisioning complete for port e63a7ad8-eb8a-40a4-971c-bffd837be715 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:11:28.172993 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5b9b8094-e653-4f45-8e46-44f0ac62cbb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (e63a7ad8-eb8a-40a4-971c-bffd837be715), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:28.182874 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-efdad00b-4907-432e-a8ac-ea91dfe0856e req-a3f39018-7378-4338-acc4-269a81caf1c6 tempest-ServersAdminNegativeTestJSON-171947884 tempest-ServersAdminNegativeTestJSON-171947884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:28.183711 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292b731f-fe6a-4fe8-95fb-8a68910b3f6f req-cb7953a8-b8b2-4137-92d8-2f1a2f73465e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:28.185263 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-292b731f-fe6a-4fe8-95fb-8a68910b3f6f req-cb7953a8-b8b2-4137-92d8-2f1a2f73465e service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3711703 Jan 28 07:11:28.259760 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-5b9b8094-e653-4f45-8e46-44f0ac62cbb5 None None] Port e63a7ad8-eb8a-40a4-971c-bffd837be715 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:11:28.307180 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fb1bb1-1adf-4d8d-b3fb-3053cdc7b4ce req-63667f94-3d71-4c4a-8f8c-ac86aeff2dc0 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:28.309052 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c4fb1bb1-1adf-4d8d-b3fb-3053cdc7b4ce req-63667f94-3d71-4c4a-8f8c-ac86aeff2dc0 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/ports?device_id=bff283f4-d37c-427a-af38-4dca43c7b60a HTTP/1.1" status: 200 len: 945 time: 0.1858270 Jan 28 07:11:28.352831 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2356434e-577b-472d-89fc-55f1332bdae8 admin admin] Publish callbacks [] for security_group (c2614457-355d-4290-9839-3c701d202067), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:28.364836 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-7c298624-b771-4443-a56a-2d29bcf50475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19373231-1f15-4775-b3fa-f909d7b33350', 'name': 'tempest-FloatingIPsTestJSON-78918854-router', 'tenant_id': 'ac7b4a25272d44168de849c53ee6b880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.196'}], 'enable_snat': True}, 'gw_port_id': 'e2ba707b-1383-490d-b956-799c02ea8736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:11:12Z', 'updated_at': '2022-01-28T07:11:22Z', 'revision_number': 4, 'project_id': 'ac7b4a25272d44168de849c53ee6b880', 'gw_port': {'id': 'e2ba707b-1383-490d-b956-799c02ea8736', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:9c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19373231-1f15-4775-b3fa-f909d7b33350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:11:15Z', 'updated_at': '2022-01-28T07:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': 'b43d256a-14f6-4699-943c-bdc2e7576404', 'name': '', 'network_id': '325d12b9-f054-4653-b45a-e5ffc22916cf', 'tenant_id': 'ac7b4a25272d44168de849c53ee6b880', 'mac_address': 'fa:16:3e:9b:6d:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19373231-1f15-4775-b3fa-f909d7b33350', 'device_owner': 'network:router_interface', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': 'b6cb4ddd-3491-4f87-aefd-e21d229915f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:11:21Z', 'updated_at': '2022-01-28T07:11:23Z', 'revision_number': 2, 'project_id': 'ac7b4a25272d44168de849c53ee6b880', 'subnets': [{'id': 'b6cb4ddd-3491-4f87-aefd-e21d229915f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:11:28.402050 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c300a6d-bcc9-4006-8720-ca33bd6990f1 service neutron] Pushing event updated for resources: {'Port': ['ID=23612cfd-7aa2-47c9-a6c1-d148371b7d15,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:11:28.435163 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2356434e-577b-472d-89fc-55f1332bdae8 admin admin] Publish callbacks [] for security_group (c2614457-355d-4290-9839-3c701d202067), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:28.442215 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b72eb4a5-d5e8-42a3-80f8-6c1e7e03264a req-b76e1874-c176-42a6-91b9-0e8d26f06a9f tempest-ServersAdminNegativeTestJSON-171947884 tempest-ServersAdminNegativeTestJSON-171947884-project] 10.222.0.41 "GET /v2.0/security-groups?id=55335e6a-5bc2-4163-aae8-ed81e1993f57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4867640 Jan 28 07:11:28.455420 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c298624-b771-4443-a56a-2d29bcf50475 None None] Checking router: 19373231-1f15-4775-b3fa-f909d7b33350 for host: n-d-712749-28 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:11:28.455797 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c298624-b771-4443-a56a-2d29bcf50475 None None] Updating router 19373231-1f15-4775-b3fa-f909d7b33350 port b43d256a-14f6-4699-943c-bdc2e7576404 binding host n-d-712749-28 {{(pid=103286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 07:11:28.458918 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-efdad00b-4907-432e-a8ac-ea91dfe0856e req-a3f39018-7378-4338-acc4-269a81caf1c6 tempest-ServersAdminNegativeTestJSON-171947884 tempest-ServersAdminNegativeTestJSON-171947884-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2278192 Jan 28 07:11:28.478764 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c4fb1bb1-1adf-4d8d-b3fb-3053cdc7b4ce req-11f4d8bc-ca7b-4f96-811f-1a377ee9f2e5 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/security-groups?id=ffb17db6-1913-4712-aa46-d7c764c8c875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607442 Jan 28 07:11:28.538782 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7c298624-b771-4443-a56a-2d29bcf50475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (b43d256a-14f6-4699-943c-bdc2e7576404), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:28.570810 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2356434e-577b-472d-89fc-55f1332bdae8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (c2614457-355d-4290-9839-3c701d202067), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:28.576956 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2356434e-577b-472d-89fc-55f1332bdae8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:28.581804 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-2356434e-577b-472d-89fc-55f1332bdae8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c2614457-355d-4290-9839-3c701d202067 HTTP/1.1" status: 204 len: 168 time: 0.4340034 Jan 28 07:11:28.604741 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-efdad00b-4907-432e-a8ac-ea91dfe0856e req-628f6faa-630e-4545-b12e-2303d002f8de service neutron] Request body: {'port': {'device_id': '1eff019f-eefb-4199-812f-22bcde2b6731', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712749-28'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:11:28.618436 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2356434e-577b-472d-89fc-55f1332bdae8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2614457-355d-4290-9839-3c701d202067,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:11:28.885627 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79009fbd-0c30-40a5-a015-6a43ccb43738 req-8d1bfe8c-0a76-4c80-945d-aa5e33db5613 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:28.891724 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79009fbd-0c30-40a5-a015-6a43ccb43738 req-8d1bfe8c-0a76-4c80-945d-aa5e33db5613 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:28.897536 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79009fbd-0c30-40a5-a015-6a43ccb43738 req-8d1bfe8c-0a76-4c80-945d-aa5e33db5613 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:28.902727 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79009fbd-0c30-40a5-a015-6a43ccb43738 req-8d1bfe8c-0a76-4c80-945d-aa5e33db5613 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:28.908887 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79009fbd-0c30-40a5-a015-6a43ccb43738 req-8d1bfe8c-0a76-4c80-945d-aa5e33db5613 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:28.914298 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79009fbd-0c30-40a5-a015-6a43ccb43738 req-8d1bfe8c-0a76-4c80-945d-aa5e33db5613 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:28.920151 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79009fbd-0c30-40a5-a015-6a43ccb43738 req-8d1bfe8c-0a76-4c80-945d-aa5e33db5613 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:28.929480 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-79009fbd-0c30-40a5-a015-6a43ccb43738 req-8d1bfe8c-0a76-4c80-945d-aa5e33db5613 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7 HTTP/1.1" status: 200 len: 5398 time: 0.1887345 Jan 28 07:11:28.980179 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7c298624-b771-4443-a56a-2d29bcf50475 None None] Publish callbacks [] for port (b43d256a-14f6-4699-943c-bdc2e7576404), precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:28.991494 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7c298624-b771-4443-a56a-2d29bcf50475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (b43d256a-14f6-4699-943c-bdc2e7576404), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:28.997412 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-efdad00b-4907-432e-a8ac-ea91dfe0856e req-628f6faa-630e-4545-b12e-2303d002f8de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (e63a7ad8-eb8a-40a4-971c-bffd837be715), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:29.020582 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-2c300a6d-bcc9-4006-8720-ca33bd6990f1 service neutron] Attempting to bind port 23612cfd-7aa2-47c9-a6c1-d148371b7d15 on host n-h1-712749-28 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:11:29.020979 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-2c300a6d-bcc9-4006-8720-ca33bd6990f1 service neutron] Attempting to bind port 23612cfd-7aa2-47c9-a6c1-d148371b7d15 by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': 'a8009862-d945-4c67-8240-74eec860f8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4791c092-87f8-46c1-85f0-6cd08fb183e5'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:11:29.021314 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-2c300a6d-bcc9-4006-8720-ca33bd6990f1 service neutron] Attempting to bind port 23612cfd-7aa2-47c9-a6c1-d148371b7d15 on network 4791c092-87f8-46c1-85f0-6cd08fb183e5 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:11:29.106648 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-79009fbd-0c30-40a5-a015-6a43ccb43738 req-256a9c19-032a-402f-a76e-da50ebe5ea90 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/security-groups?id=f42d29db-089b-46ec-bdc0-e6253e46a436&id=f0e415d4-9274-4847-9e71-c098cc08b695&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1754155 Jan 28 07:11:29.154323 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-2c300a6d-bcc9-4006-8720-ca33bd6990f1 service neutron] Port 23612cfd-7aa2-47c9-a6c1-d148371b7d15 on network 4791c092-87f8-46c1-85f0-6cd08fb183e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:11:29.154609 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-2c300a6d-bcc9-4006-8720-ca33bd6990f1 service neutron] Attempting to bind port 23612cfd-7aa2-47c9-a6c1-d148371b7d15 on network 4791c092-87f8-46c1-85f0-6cd08fb183e5 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:11:29.164941 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-2c300a6d-bcc9-4006-8720-ca33bd6990f1 service neutron] Checking agent: {'id': '2fca46b1-237f-4857-9290-2429d810e472', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 11, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:11:29.165287 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-2c300a6d-bcc9-4006-8720-ca33bd6990f1 service neutron] Checking segment: {'id': 'a8009862-d945-4c67-8240-74eec860f8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4791c092-87f8-46c1-85f0-6cd08fb183e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:11:29.165670 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-2c300a6d-bcc9-4006-8720-ca33bd6990f1 service neutron] Bound using segment: {'id': 'a8009862-d945-4c67-8240-74eec860f8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4791c092-87f8-46c1-85f0-6cd08fb183e5'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:11:29.166104 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-2c300a6d-bcc9-4006-8720-ca33bd6990f1 service neutron] Bound port: 23612cfd-7aa2-47c9-a6c1-d148371b7d15, host: n-h1-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8009862-d945-4c67-8240-74eec860f8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4791c092-87f8-46c1-85f0-6cd08fb183e5'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:11:29.166457 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-2c300a6d-bcc9-4006-8720-ca33bd6990f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (23612cfd-7aa2-47c9-a6c1-d148371b7d15), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:29.307841 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda8dc7c-434d-4abf-b25f-8c13844796d0 req-50a88aad-cb4f-4f69-9a98-30d5bd6fcdff tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:29.309637 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-bda8dc7c-434d-4abf-b25f-8c13844796d0 req-50a88aad-cb4f-4f69-9a98-30d5bd6fcdff tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=232ec39b-90f9-4df8-a403-fe1029cce065 HTTP/1.1" status: 200 len: 947 time: 0.1051497 Jan 28 07:11:29.319428 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d54d1c3c-4d04-44ae-b8ff-dd6e400643ab req-900878eb-9831-415a-85f2-76c56e2248b6 tempest-FloatingIPsTestJSON-1970301324 tempest-FloatingIPsTestJSON-1970301324-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4242265 Jan 28 07:11:29.327935 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-d54d1c3c-4d04-44ae-b8ff-dd6e400643ab req-4686a1bb-e956-4293-8690-9fa1e0992cbc tempest-FloatingIPsTestJSON-1970301324 tempest-FloatingIPsTestJSON-1970301324-project] Request body: {'floatingip': {'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:11:29.335235 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8903a478-0a85-466e-a995-3dec5f9f0b4e None None] Pushing event updated for resources: {'Port': ['ID=b43d256a-14f6-4699-943c-bdc2e7576404,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:11:29.355668 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-7c298624-b771-4443-a56a-2d29bcf50475 None None] Attempting to bind port b43d256a-14f6-4699-943c-bdc2e7576404 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:11:29.363495 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-7c298624-b771-4443-a56a-2d29bcf50475 None None] Attempting to bind port b43d256a-14f6-4699-943c-bdc2e7576404 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': 'b430b2d7-bffb-4658-93de-73c5a2caabf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '325d12b9-f054-4653-b45a-e5ffc22916cf'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:11:29.365126 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c298624-b771-4443-a56a-2d29bcf50475 None None] Attempting to bind port b43d256a-14f6-4699-943c-bdc2e7576404 on network 325d12b9-f054-4653-b45a-e5ffc22916cf {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:11:29.369705 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8903a478-0a85-466e-a995-3dec5f9f0b4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:11:29.374718 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8903a478-0a85-466e-a995-3dec5f9f0b4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:11:29.375717 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8903a478-0a85-466e-a995-3dec5f9f0b4e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:11:29.376824 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8903a478-0a85-466e-a995-3dec5f9f0b4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:11:29.378785 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8903a478-0a85-466e-a995-3dec5f9f0b4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:11:29.380919 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8903a478-0a85-466e-a995-3dec5f9f0b4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:11:29.382419 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8903a478-0a85-466e-a995-3dec5f9f0b4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:11:29.383821 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8903a478-0a85-466e-a995-3dec5f9f0b4e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:11:29.384325 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8903a478-0a85-466e-a995-3dec5f9f0b4e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:11:29.385210 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8903a478-0a85-466e-a995-3dec5f9f0b4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:11:29.387523 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8903a478-0a85-466e-a995-3dec5f9f0b4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:11:29.388246 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8903a478-0a85-466e-a995-3dec5f9f0b4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:11:29.388536 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8903a478-0a85-466e-a995-3dec5f9f0b4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:11:29.398518 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c298624-b771-4443-a56a-2d29bcf50475 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:11:29.403609 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c298624-b771-4443-a56a-2d29bcf50475 None None] Checking segment: {'id': 'b430b2d7-bffb-4658-93de-73c5a2caabf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '325d12b9-f054-4653-b45a-e5ffc22916cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:11:29.404243 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7c298624-b771-4443-a56a-2d29bcf50475 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:29.406368 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c298624-b771-4443-a56a-2d29bcf50475 None None] Bound using segment: {'id': 'b430b2d7-bffb-4658-93de-73c5a2caabf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '325d12b9-f054-4653-b45a-e5ffc22916cf'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:11:29.406955 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-7c298624-b771-4443-a56a-2d29bcf50475 None None] Bound port: b43d256a-14f6-4699-943c-bdc2e7576404, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b430b2d7-bffb-4658-93de-73c5a2caabf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '325d12b9-f054-4653-b45a-e5ffc22916cf'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:11:29.408543 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7c298624-b771-4443-a56a-2d29bcf50475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (b43d256a-14f6-4699-943c-bdc2e7576404), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:29.432535 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-bda8dc7c-434d-4abf-b25f-8c13844796d0 req-852461a6-4e7b-4aa1-835d-a7cf9ef00f60 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb65c68e-64e7-49d7-aa93-cf57ceaf78a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144185 Jan 28 07:11:29.556873 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-811a8aab-af60-46df-ba66-0dea2017f2ba None None] Provisioning complete for port b43d256a-14f6-4699-943c-bdc2e7576404 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:11:29.557352 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-811a8aab-af60-46df-ba66-0dea2017f2ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (b43d256a-14f6-4699-943c-bdc2e7576404), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:29.608330 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-7c298624-b771-4443-a56a-2d29bcf50475 None None] For port b43d256a-14f6-4699-943c-bdc2e7576404, host n-d-712749-28, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:11:29.616968 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-7c298624-b771-4443-a56a-2d29bcf50475 None None] For port b43d256a-14f6-4699-943c-bdc2e7576404, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=b43d256a-14f6-4699-943c-bdc2e7576404,segment=NetworkSegment(b430b2d7-bffb-4658-93de-73c5a2caabf5),segment_id=b430b2d7-bffb-4658-93de-73c5a2caabf5)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:11:29.631770 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7c298624-b771-4443-a56a-2d29bcf50475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (b43d256a-14f6-4699-943c-bdc2e7576404), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:29.683233 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-811a8aab-af60-46df-ba66-0dea2017f2ba None None] Port b43d256a-14f6-4699-943c-bdc2e7576404 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:11:29.723969 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8903a478-0a85-466e-a995-3dec5f9f0b4e None None] Pushing event updated for resources: {'Port': ['ID=b43d256a-14f6-4699-943c-bdc2e7576404,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:11:29.763973 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c298624-b771-4443-a56a-2d29bcf50475 None None] Routers {'19373231-1f15-4775-b3fa-f909d7b33350'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:11:29.765893 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-7c298624-b771-4443-a56a-2d29bcf50475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:11:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['19373231-1f15-4775-b3fa-f909d7b33350'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:11:29.777402 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100c139f-3707-457e-aa12-8aaeb2d8d339 req-8e070666-6591-4ef1-9d09-022810f464e9 tempest-ServersAdminNegativeTestJSON-171947884 tempest-ServersAdminNegativeTestJSON-171947884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:29.788469 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-100c139f-3707-457e-aa12-8aaeb2d8d339 req-8e070666-6591-4ef1-9d09-022810f464e9 tempest-ServersAdminNegativeTestJSON-171947884 tempest-ServersAdminNegativeTestJSON-171947884-project] 10.222.0.41 "GET /v2.0/ports?device_id=1eff019f-eefb-4199-812f-22bcde2b6731 HTTP/1.1" status: 200 len: 936 time: 0.1405923 Jan 28 07:11:29.791520 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-d54d1c3c-4d04-44ae-b8ff-dd6e400643ab req-4686a1bb-e956-4293-8690-9fa1e0992cbc tempest-FloatingIPsTestJSON-1970301324 tempest-FloatingIPsTestJSON-1970301324-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:29.922984 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-100c139f-3707-457e-aa12-8aaeb2d8d339 req-cad7a822-1e77-46d0-92a2-829217e7810e tempest-ServersAdminNegativeTestJSON-171947884 tempest-ServersAdminNegativeTestJSON-171947884-project] 10.222.0.41 "GET /v2.0/security-groups?id=55335e6a-5bc2-4163-aae8-ed81e1993f57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332707 Jan 28 07:11:30.014008 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-2c300a6d-bcc9-4006-8720-ca33bd6990f1 service neutron] For port 23612cfd-7aa2-47c9-a6c1-d148371b7d15, host n-h1-712749-28, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:11:30.110181 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-2c300a6d-bcc9-4006-8720-ca33bd6990f1 service neutron] For port 23612cfd-7aa2-47c9-a6c1-d148371b7d15, host n-h1-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=23612cfd-7aa2-47c9-a6c1-d148371b7d15,segment=NetworkSegment(a8009862-d945-4c67-8240-74eec860f8ce),segment_id=a8009862-d945-4c67-8240-74eec860f8ce)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:11:30.132154 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-2c300a6d-bcc9-4006-8720-ca33bd6990f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (23612cfd-7aa2-47c9-a6c1-d148371b7d15), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:30.154579 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-7c298624-b771-4443-a56a-2d29bcf50475 None None] Set router 19373231-1f15-4775-b3fa-f909d7b33350 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:11:30.219385 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-f5c859be-be39-4537-b995-d124e845805e None None] Provisioning complete for port b43d256a-14f6-4699-943c-bdc2e7576404 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:11:30.221990 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f5c859be-be39-4537-b995-d124e845805e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (b43d256a-14f6-4699-943c-bdc2e7576404), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:30.250149 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-2c300a6d-bcc9-4006-8720-ca33bd6990f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:30.251943 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-2c300a6d-bcc9-4006-8720-ca33bd6990f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:30.253807 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-2c300a6d-bcc9-4006-8720-ca33bd6990f1 service neutron] 10.222.0.10 "PUT /v2.0/ports/23612cfd-7aa2-47c9-a6c1-d148371b7d15 HTTP/1.1" status: 200 len: 1092 time: 3.7346857 Jan 28 07:11:30.259417 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7', 'tag': '23612cfd-7aa2-47c9-a6c1-d148371b7d15'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:11:30.263066 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22dfbecc-ccff-4c5d-9ee4-234801c071fd" -d '{"events": [{"name": "network-changed", "server_uuid": "b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7", "tag": "23612cfd-7aa2-47c9-a6c1-d148371b7d15"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:11:30.291294 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e069a92-afcf-42ae-83c4-a669861ad1ef req-62dded71-8b46-4589-a6fa-90183002f74d tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:30.298829 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7e069a92-afcf-42ae-83c4-a669861ad1ef req-62dded71-8b46-4589-a6fa-90183002f74d tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/ports?device_id=bff283f4-d37c-427a-af38-4dca43c7b60a HTTP/1.1" status: 200 len: 945 time: 0.2284091 Jan 28 07:11:30.312811 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-c7d044bf-202c-46f3-b61d-d2837da41aa2 service neutron] Request body: {'port': {'device_id': 'b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-28'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:11:30.353092 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c300a6d-bcc9-4006-8720-ca33bd6990f1 service neutron] Pushing event updated for resources: {'Port': ['ID=23612cfd-7aa2-47c9-a6c1-d148371b7d15,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:11:30.453154 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-d54d1c3c-4d04-44ae-b8ff-dd6e400643ab req-4686a1bb-e956-4293-8690-9fa1e0992cbc tempest-FloatingIPsTestJSON-1970301324 tempest-FloatingIPsTestJSON-1970301324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:30.497527 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-f5c859be-be39-4537-b995-d124e845805e None None] Current status of the port b43d256a-14f6-4699-943c-bdc2e7576404 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:11:30.499394 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f5c859be-be39-4537-b995-d124e845805e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (b43d256a-14f6-4699-943c-bdc2e7576404), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:30.512582 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-c7d044bf-202c-46f3-b61d-d2837da41aa2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (28ee7b1c-7756-4f1b-8d60-9dc7080ff128), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:30.521029 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7e069a92-afcf-42ae-83c4-a669861ad1ef req-29374fcd-1d16-404b-9565-e944112ef3f8 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/security-groups?id=ffb17db6-1913-4712-aa46-d7c764c8c875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148268 Jan 28 07:11:30.599769 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-f5c859be-be39-4537-b995-d124e845805e None None] For port b43d256a-14f6-4699-943c-bdc2e7576404, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=b43d256a-14f6-4699-943c-bdc2e7576404,segment=NetworkSegment(b430b2d7-bffb-4658-93de-73c5a2caabf5),segment_id=b430b2d7-bffb-4658-93de-73c5a2caabf5)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:11:30.617887 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f5c859be-be39-4537-b995-d124e845805e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (b43d256a-14f6-4699-943c-bdc2e7576404), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:30.708655 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c859be-be39-4537-b995-d124e845805e None None] Pushing event updated for resources: {'Port': ['ID=b43d256a-14f6-4699-943c-bdc2e7576404,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:11:30.774584 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b07975d-b6d2-4713-a6fc-84d5519de615 req-e8e9c691-74cf-4600-a493-1fa857db7b94 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:30.781540 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b07975d-b6d2-4713-a6fc-84d5519de615 req-e8e9c691-74cf-4600-a493-1fa857db7b94 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:30.789794 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b07975d-b6d2-4713-a6fc-84d5519de615 req-e8e9c691-74cf-4600-a493-1fa857db7b94 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:30.796641 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b07975d-b6d2-4713-a6fc-84d5519de615 req-e8e9c691-74cf-4600-a493-1fa857db7b94 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:30.805568 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b07975d-b6d2-4713-a6fc-84d5519de615 req-e8e9c691-74cf-4600-a493-1fa857db7b94 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:30.812140 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-7c298624-b771-4443-a56a-2d29bcf50475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19373231-1f15-4775-b3fa-f909d7b33350', 'name': 'tempest-FloatingIPsTestJSON-78918854-router', 'tenant_id': 'ac7b4a25272d44168de849c53ee6b880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.196'}], 'enable_snat': True}, 'gw_port_id': 'e2ba707b-1383-490d-b956-799c02ea8736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:11:12Z', 'updated_at': '2022-01-28T07:11:22Z', 'revision_number': 4, 'project_id': 'ac7b4a25272d44168de849c53ee6b880', 'gw_port': {'id': 'e2ba707b-1383-490d-b956-799c02ea8736', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:9c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19373231-1f15-4775-b3fa-f909d7b33350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:11:15Z', 'updated_at': '2022-01-28T07:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': 'b43d256a-14f6-4699-943c-bdc2e7576404', 'name': '', 'network_id': '325d12b9-f054-4653-b45a-e5ffc22916cf', 'tenant_id': 'ac7b4a25272d44168de849c53ee6b880', 'mac_address': 'fa:16:3e:9b:6d:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19373231-1f15-4775-b3fa-f909d7b33350', 'device_owner': 'network:router_interface', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': 'b6cb4ddd-3491-4f87-aefd-e21d229915f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:11:21Z', 'updated_at': '2022-01-28T07:11:29Z', 'revision_number': 4, 'project_id': 'ac7b4a25272d44168de849c53ee6b880', 'subnets': [{'id': 'b6cb4ddd-3491-4f87-aefd-e21d229915f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:11:30.814164 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b07975d-b6d2-4713-a6fc-84d5519de615 req-e8e9c691-74cf-4600-a493-1fa857db7b94 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:30.824014 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b07975d-b6d2-4713-a6fc-84d5519de615 req-e8e9c691-74cf-4600-a493-1fa857db7b94 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:30.826316 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5b07975d-b6d2-4713-a6fc-84d5519de615 req-e8e9c691-74cf-4600-a493-1fa857db7b94 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7 HTTP/1.1" status: 200 len: 5398 time: 0.1598036 Jan 28 07:11:30.858488 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c298624-b771-4443-a56a-2d29bcf50475 None None] The sync data for ids ['19373231-1f15-4775-b3fa-f909d7b33350'] in n-d-712749-28 is: [{'id': '19373231-1f15-4775-b3fa-f909d7b33350', 'name': 'tempest-FloatingIPsTestJSON-78918854-router', 'tenant_id': 'ac7b4a25272d44168de849c53ee6b880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.196'}], 'enable_snat': True}, 'gw_port_id': 'e2ba707b-1383-490d-b956-799c02ea8736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:11:12Z', 'updated_at': '2022-01-28T07:11:22Z', 'revision_number': 4, 'project_id': 'ac7b4a25272d44168de849c53ee6b880', 'gw_port': {'id': 'e2ba707b-1383-490d-b956-799c02ea8736', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:9c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19373231-1f15-4775-b3fa-f909d7b33350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:11:15Z', 'updated_at': '2022-01-28T07:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': 'b43d256a-14f6-4699-943c-bdc2e7576404', 'name': '', 'network_id': '325d12b9-f054-4653-b45a-e5ffc22916cf', 'tenant_id': 'ac7b4a25272d44168de849c53ee6b880', 'mac_address': 'fa:16:3e:9b:6d:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19373231-1f15-4775-b3fa-f909d7b33350', 'device_owner': 'network:router_interface', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': 'b6cb4ddd-3491-4f87-aefd-e21d229915f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:11:21Z', 'updated_at': '2022-01-28T07:11:29Z', 'revision_number': 4, 'project_id': 'ac7b4a25272d44168de849c53ee6b880', 'subnets': [{'id': 'b6cb4ddd-3491-4f87-aefd-e21d229915f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:11:31.005488 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5b07975d-b6d2-4713-a6fc-84d5519de615 req-2d296212-9cdb-4af9-85ae-b694c9e49c95 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/security-groups?id=f42d29db-089b-46ec-bdc0-e6253e46a436&id=f0e415d4-9274-4847-9e71-c098cc08b695&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1626639 Jan 28 07:11:31.050367 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [req-efdad00b-4907-432e-a8ac-ea91dfe0856e req-628f6faa-630e-4545-b12e-2303d002f8de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e63a7ad8-eb8a-40a4-971c-bffd837be715 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:11:31.080362 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-034d5ad2-d2d6-4e7a-b2ff-c3a0003dcdfb x-openstack-request-id: req-034d5ad2-d2d6-4e7a-b2ff-c3a0003dcdfb {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:11:31.080661 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7", "tag": "23612cfd-7aa2-47c9-a6c1-d148371b7d15", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:11:31.080919 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-034d5ad2-d2d6-4e7a-b2ff-c3a0003dcdfb {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:11:31.081314 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7', 'tag': '23612cfd-7aa2-47c9-a6c1-d148371b7d15', 'status': 'completed', 'code': 200} Jan 28 07:11:31.084908 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-efdad00b-4907-432e-a8ac-ea91dfe0856e req-628f6faa-630e-4545-b12e-2303d002f8de service neutron] Publish callbacks [] for port (e63a7ad8-eb8a-40a4-971c-bffd837be715), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:31.146990 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [req-efdad00b-4907-432e-a8ac-ea91dfe0856e req-628f6faa-630e-4545-b12e-2303d002f8de service neutron] Transition to ACTIVE for port object e63a7ad8-eb8a-40a4-971c-bffd837be715 will not be triggered until provisioned by entity L2. {{(pid=103283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:11:31.179030 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-efdad00b-4907-432e-a8ac-ea91dfe0856e req-628f6faa-630e-4545-b12e-2303d002f8de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (e63a7ad8-eb8a-40a4-971c-bffd837be715), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:31.187481 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dfbecc-ccff-4c5d-9ee4-234801c071fd req-d29fcfd6-d5df-4a5c-b75f-2e2630bbe9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:31.188007 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dfbecc-ccff-4c5d-9ee4-234801c071fd req-d29fcfd6-d5df-4a5c-b75f-2e2630bbe9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:31.188718 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dfbecc-ccff-4c5d-9ee4-234801c071fd req-d29fcfd6-d5df-4a5c-b75f-2e2630bbe9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:31.189824 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dfbecc-ccff-4c5d-9ee4-234801c071fd req-d29fcfd6-d5df-4a5c-b75f-2e2630bbe9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:31.190345 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dfbecc-ccff-4c5d-9ee4-234801c071fd req-d29fcfd6-d5df-4a5c-b75f-2e2630bbe9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:31.190897 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dfbecc-ccff-4c5d-9ee4-234801c071fd req-d29fcfd6-d5df-4a5c-b75f-2e2630bbe9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:31.191382 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dfbecc-ccff-4c5d-9ee4-234801c071fd req-d29fcfd6-d5df-4a5c-b75f-2e2630bbe9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:31.193586 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-22dfbecc-ccff-4c5d-9ee4-234801c071fd req-d29fcfd6-d5df-4a5c-b75f-2e2630bbe9c6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3e187e532e7d440c823c7ea556f78f6e&device_id=b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7 HTTP/1.1" status: 200 len: 6350 time: 0.0817475 Jan 28 07:11:31.418844 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dfbecc-ccff-4c5d-9ee4-234801c071fd req-96251f98-3e96-4782-a7e0-19f49011a454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:31.419424 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dfbecc-ccff-4c5d-9ee4-234801c071fd req-96251f98-3e96-4782-a7e0-19f49011a454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:31.419954 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dfbecc-ccff-4c5d-9ee4-234801c071fd req-96251f98-3e96-4782-a7e0-19f49011a454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:31.421739 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-22dfbecc-ccff-4c5d-9ee4-234801c071fd req-96251f98-3e96-4782-a7e0-19f49011a454 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=3e187e532e7d440c823c7ea556f78f6e&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2130015 Jan 28 07:11:31.427188 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [req-d54d1c3c-4d04-44ae-b8ff-dd6e400643ab req-4686a1bb-e956-4293-8690-9fa1e0992cbc tempest-FloatingIPsTestJSON-1970301324 tempest-FloatingIPsTestJSON-1970301324-project] Allocated IP 172.25.6.160 (7d5b3724-deef-4831-8d43-cb9b8176573c/b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc/47fcb590-c2e2-4cce-9e5e-fd820163b72e) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:11:31.435588 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0f6480-f536-4cd7-a899-a882b2882874 req-2d3d084a-0d0f-4968-84ed-bd3ca1a75954 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:31.442026 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628f6faa-630e-4545-b12e-2303d002f8de service neutron] Pushing event updated for resources: {'Port': ['ID=e63a7ad8-eb8a-40a4-971c-bffd837be715,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:11:31.467977 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-dd0f6480-f536-4cd7-a899-a882b2882874 req-2d3d084a-0d0f-4968-84ed-bd3ca1a75954 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=232ec39b-90f9-4df8-a403-fe1029cce065 HTTP/1.1" status: 200 len: 947 time: 0.1657512 Jan 28 07:11:31.650216 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-dd0f6480-f536-4cd7-a899-a882b2882874 req-30a5c4cd-9b28-4551-95e8-cea27181de10 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb65c68e-64e7-49d7-aa93-cf57ceaf78a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1791191 Jan 28 07:11:31.705113 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dfbecc-ccff-4c5d-9ee4-234801c071fd req-1db82ffc-509b-4286-a0eb-885a5af2caad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:31.706644 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-22dfbecc-ccff-4c5d-9ee4-234801c071fd req-1db82ffc-509b-4286-a0eb-885a5af2caad service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2343769 Jan 28 07:11:31.751879 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-efdad00b-4907-432e-a8ac-ea91dfe0856e req-628f6faa-630e-4545-b12e-2303d002f8de service neutron] Attempting to bind port e63a7ad8-eb8a-40a4-971c-bffd837be715 on host n-h2-712749-28 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:11:31.752617 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-efdad00b-4907-432e-a8ac-ea91dfe0856e req-628f6faa-630e-4545-b12e-2303d002f8de service neutron] Attempting to bind port e63a7ad8-eb8a-40a4-971c-bffd837be715 by drivers openvswitch,hyperv on host n-h2-712749-28 at level 0 using segments [{'id': '9d52209e-a416-4cfe-8f8a-19567a90fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:11:31.753159 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efdad00b-4907-432e-a8ac-ea91dfe0856e req-628f6faa-630e-4545-b12e-2303d002f8de service neutron] Attempting to bind port e63a7ad8-eb8a-40a4-971c-bffd837be715 on network d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:11:31.779973 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efdad00b-4907-432e-a8ac-ea91dfe0856e req-628f6faa-630e-4545-b12e-2303d002f8de service neutron] Port e63a7ad8-eb8a-40a4-971c-bffd837be715 on network d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-28 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:11:31.780518 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efdad00b-4907-432e-a8ac-ea91dfe0856e req-628f6faa-630e-4545-b12e-2303d002f8de service neutron] Attempting to bind port e63a7ad8-eb8a-40a4-971c-bffd837be715 on network d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:11:31.814702 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efdad00b-4907-432e-a8ac-ea91dfe0856e req-628f6faa-630e-4545-b12e-2303d002f8de service neutron] Checking agent: {'id': 'c9906e63-062c-432e-bb53-63fdb8115e18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:11:31.817029 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efdad00b-4907-432e-a8ac-ea91dfe0856e req-628f6faa-630e-4545-b12e-2303d002f8de service neutron] Checking segment: {'id': '9d52209e-a416-4cfe-8f8a-19567a90fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:11:31.817652 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efdad00b-4907-432e-a8ac-ea91dfe0856e req-628f6faa-630e-4545-b12e-2303d002f8de service neutron] Bound using segment: {'id': '9d52209e-a416-4cfe-8f8a-19567a90fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:11:31.820782 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-efdad00b-4907-432e-a8ac-ea91dfe0856e req-628f6faa-630e-4545-b12e-2303d002f8de service neutron] Bound port: e63a7ad8-eb8a-40a4-971c-bffd837be715, host: n-h2-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d52209e-a416-4cfe-8f8a-19567a90fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:11:31.821362 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-efdad00b-4907-432e-a8ac-ea91dfe0856e req-628f6faa-630e-4545-b12e-2303d002f8de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (e63a7ad8-eb8a-40a4-971c-bffd837be715), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:31.857175 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53a0a34-b42e-4768-bea8-123879c6a558 req-ab0d66d4-a1f9-4907-9a27-2f37729578dc tempest-ServersAdminNegativeTestJSON-171947884 tempest-ServersAdminNegativeTestJSON-171947884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:31.859522 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d53a0a34-b42e-4768-bea8-123879c6a558 req-ab0d66d4-a1f9-4907-9a27-2f37729578dc tempest-ServersAdminNegativeTestJSON-171947884 tempest-ServersAdminNegativeTestJSON-171947884-project] 10.222.0.41 "GET /v2.0/ports?device_id=1eff019f-eefb-4199-812f-22bcde2b6731 HTTP/1.1" status: 200 len: 948 time: 0.1059139 Jan 28 07:11:31.961879 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d53a0a34-b42e-4768-bea8-123879c6a558 req-d5460ca1-8334-45bb-82ea-e8831210e6bb tempest-ServersAdminNegativeTestJSON-171947884 tempest-ServersAdminNegativeTestJSON-171947884-project] 10.222.0.41 "GET /v2.0/security-groups?id=55335e6a-5bc2-4163-aae8-ed81e1993f57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930736 Jan 28 07:11:31.973443 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-d54d1c3c-4d04-44ae-b8ff-dd6e400643ab req-4686a1bb-e956-4293-8690-9fa1e0992cbc tempest-FloatingIPsTestJSON-1970301324 tempest-FloatingIPsTestJSON-1970301324-project] Publish callbacks [] for port (47fcb590-c2e2-4cce-9e5e-fd820163b72e), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:32.164842 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-c7d044bf-202c-46f3-b61d-d2837da41aa2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28ee7b1c-7756-4f1b-8d60-9dc7080ff128 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:11:32.188617 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-c7d044bf-202c-46f3-b61d-d2837da41aa2 service neutron] Publish callbacks [] for port (28ee7b1c-7756-4f1b-8d60-9dc7080ff128), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:32.256075 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-efdad00b-4907-432e-a8ac-ea91dfe0856e req-628f6faa-630e-4545-b12e-2303d002f8de service neutron] For port e63a7ad8-eb8a-40a4-971c-bffd837be715, host n-h2-712749-28, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:11:32.271948 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device b43d256a-14f6-4699-943c-bdc2e7576404 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:11:32.294002 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-c7d044bf-202c-46f3-b61d-d2837da41aa2 service neutron] Transition to ACTIVE for port object 28ee7b1c-7756-4f1b-8d60-9dc7080ff128 will not be triggered until provisioned by entity L2. {{(pid=103283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:11:32.307108 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036bf193-48e4-4054-8503-b97d68e05bfd req-7a0ddc20-1747-4046-bf0c-047c5dd34a6f tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:32.308666 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-036bf193-48e4-4054-8503-b97d68e05bfd req-7a0ddc20-1747-4046-bf0c-047c5dd34a6f tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/ports?device_id=bff283f4-d37c-427a-af38-4dca43c7b60a HTTP/1.1" status: 200 len: 945 time: 0.1168842 Jan 28 07:11:32.312789 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-efdad00b-4907-432e-a8ac-ea91dfe0856e req-628f6faa-630e-4545-b12e-2303d002f8de service neutron] For port e63a7ad8-eb8a-40a4-971c-bffd837be715, host n-h2-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=e63a7ad8-eb8a-40a4-971c-bffd837be715,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:11:32.313893 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-c7d044bf-202c-46f3-b61d-d2837da41aa2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (28ee7b1c-7756-4f1b-8d60-9dc7080ff128), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:32.402266 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d044bf-202c-46f3-b61d-d2837da41aa2 service neutron] Pushing event updated for resources: {'Port': ['ID=28ee7b1c-7756-4f1b-8d60-9dc7080ff128,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:11:32.409354 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-efdad00b-4907-432e-a8ac-ea91dfe0856e req-628f6faa-630e-4545-b12e-2303d002f8de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (e63a7ad8-eb8a-40a4-971c-bffd837be715), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:32.411506 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-d54d1c3c-4d04-44ae-b8ff-dd6e400643ab req-4686a1bb-e956-4293-8690-9fa1e0992cbc tempest-FloatingIPsTestJSON-1970301324 tempest-FloatingIPsTestJSON-1970301324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (47fcb590-c2e2-4cce-9e5e-fd820163b72e), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:32.419329 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-036bf193-48e4-4054-8503-b97d68e05bfd req-1128a1da-9d91-4f70-9088-2465fa25e0ff tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/security-groups?id=ffb17db6-1913-4712-aa46-d7c764c8c875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011834 Jan 28 07:11:32.423012 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port b43d256a-14f6-4699-943c-bdc2e7576404 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:11:32.430869 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (b43d256a-14f6-4699-943c-bdc2e7576404), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:32.489296 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d54d1c3c-4d04-44ae-b8ff-dd6e400643ab req-4686a1bb-e956-4293-8690-9fa1e0992cbc tempest-FloatingIPsTestJSON-1970301324 tempest-FloatingIPsTestJSON-1970301324-project] Network 7d5b3724-deef-4831-8d43-cb9b8176573c is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:11:32.496275 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [req-d54d1c3c-4d04-44ae-b8ff-dd6e400643ab req-4686a1bb-e956-4293-8690-9fa1e0992cbc tempest-FloatingIPsTestJSON-1970301324 tempest-FloatingIPsTestJSON-1970301324-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:11:32.582350 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-d54d1c3c-4d04-44ae-b8ff-dd6e400643ab req-4686a1bb-e956-4293-8690-9fa1e0992cbc tempest-FloatingIPsTestJSON-1970301324 tempest-FloatingIPsTestJSON-1970301324-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:11:32.696747 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628f6faa-630e-4545-b12e-2303d002f8de service neutron] Pushing event updated for resources: {'Port': ['ID=e63a7ad8-eb8a-40a4-971c-bffd837be715,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:11:32.698606 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port b43d256a-14f6-4699-943c-bdc2e7576404 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:11:32.743806 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bea8365-2fdd-47f3-85cd-aec178fabc98 req-6e5c5b63-641a-478b-b83c-edfc7a3ad4bd tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:32.767589 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bea8365-2fdd-47f3-85cd-aec178fabc98 req-6e5c5b63-641a-478b-b83c-edfc7a3ad4bd tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:32.785553 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:32.793285 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bea8365-2fdd-47f3-85cd-aec178fabc98 req-6e5c5b63-641a-478b-b83c-edfc7a3ad4bd tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:32.798934 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bea8365-2fdd-47f3-85cd-aec178fabc98 req-6e5c5b63-641a-478b-b83c-edfc7a3ad4bd tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:32.806641 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bea8365-2fdd-47f3-85cd-aec178fabc98 req-6e5c5b63-641a-478b-b83c-edfc7a3ad4bd tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:32.814522 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bea8365-2fdd-47f3-85cd-aec178fabc98 req-6e5c5b63-641a-478b-b83c-edfc7a3ad4bd tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:32.830209 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bea8365-2fdd-47f3-85cd-aec178fabc98 req-6e5c5b63-641a-478b-b83c-edfc7a3ad4bd tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:32.832629 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9bea8365-2fdd-47f3-85cd-aec178fabc98 req-6e5c5b63-641a-478b-b83c-edfc7a3ad4bd tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7 HTTP/1.1" status: 200 len: 5410 time: 0.2446625 Jan 28 07:11:32.893499 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdad00b-4907-432e-a8ac-ea91dfe0856e req-628f6faa-630e-4545-b12e-2303d002f8de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:32.895263 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-efdad00b-4907-432e-a8ac-ea91dfe0856e req-628f6faa-630e-4545-b12e-2303d002f8de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:32.900518 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-efdad00b-4907-432e-a8ac-ea91dfe0856e req-628f6faa-630e-4545-b12e-2303d002f8de service neutron] 10.222.0.44 "PUT /v2.0/ports/e63a7ad8-eb8a-40a4-971c-bffd837be715 HTTP/1.1" status: 200 len: 1097 time: 4.3474374 Jan 28 07:11:32.964951 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4686a1bb-e956-4293-8690-9fa1e0992cbc tempest-FloatingIPsTestJSON-1970301324 tempest-FloatingIPsTestJSON-1970301324-project] Pushing event updated for resources: {'Port': ['ID=47fcb590-c2e2-4cce-9e5e-fd820163b72e,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:11:32.988064 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9bea8365-2fdd-47f3-85cd-aec178fabc98 req-4b00e73a-42f0-4e13-aa02-0fddbdbbeff6 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/security-groups?id=f42d29db-089b-46ec-bdc0-e6253e46a436&id=f0e415d4-9274-4847-9e71-c098cc08b695&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1459508 Jan 28 07:11:33.096714 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1eff019f-eefb-4199-812f-22bcde2b6731', 'tag': 'e63a7ad8-eb8a-40a4-971c-bffd837be715'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:11:33.099762 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec1e7801-d162-4f3e-bdef-276da5b8bc7e" -d '{"events": [{"name": "network-changed", "server_uuid": "1eff019f-eefb-4199-812f-22bcde2b6731", "tag": "e63a7ad8-eb8a-40a4-971c-bffd837be715"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:11:33.124960 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-d54d1c3c-4d04-44ae-b8ff-dd6e400643ab req-4686a1bb-e956-4293-8690-9fa1e0992cbc tempest-FloatingIPsTestJSON-1970301324 tempest-FloatingIPsTestJSON-1970301324-project] Publish callbacks [] for floatingip (e582f61d-23be-41cf-902b-f38629d4794f), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:33.144098 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdad00b-4907-432e-a8ac-ea91dfe0856e req-c9f1b4d9-aac7-4840-b2a8-e58693240385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:33.145806 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-efdad00b-4907-432e-a8ac-ea91dfe0856e req-c9f1b4d9-aac7-4840-b2a8-e58693240385 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5e7a152ce6ec490eb9df1ae9ab508d72&device_id=1eff019f-eefb-4199-812f-22bcde2b6731 HTTP/1.1" status: 200 len: 1100 time: 0.1397126 Jan 28 07:11:33.200746 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-d54d1c3c-4d04-44ae-b8ff-dd6e400643ab req-4686a1bb-e956-4293-8690-9fa1e0992cbc tempest-FloatingIPsTestJSON-1970301324 tempest-FloatingIPsTestJSON-1970301324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (47fcb590-c2e2-4cce-9e5e-fd820163b72e), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:33.238676 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3b0a98ec-e1aa-4ccf-8248-433ae3cb3bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:33.245825 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4117b8-faeb-449f-8909-e7fa879a96b8 req-ea32d5cf-6fdf-4b92-a94b-2699fff76723 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:33.247340 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-efdad00b-4907-432e-a8ac-ea91dfe0856e req-e8557258-d223-49ff-b7f5-f8a034e94ab3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=e63a7ad8-eb8a-40a4-971c-bffd837be715 HTTP/1.1" status: 200 len: 217 time: 0.0487750 Jan 28 07:11:33.254891 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8d4117b8-faeb-449f-8909-e7fa879a96b8 req-ea32d5cf-6fdf-4b92-a94b-2699fff76723 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=232ec39b-90f9-4df8-a403-fe1029cce065 HTTP/1.1" status: 200 len: 947 time: 0.0869317 Jan 28 07:11:33.265993 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-c7d044bf-202c-46f3-b61d-d2837da41aa2 service neutron] Attempting to bind port 28ee7b1c-7756-4f1b-8d60-9dc7080ff128 on host n-h1-712749-28 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:11:33.266595 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-c7d044bf-202c-46f3-b61d-d2837da41aa2 service neutron] Attempting to bind port 28ee7b1c-7756-4f1b-8d60-9dc7080ff128 by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': '914d5fdc-8494-4dfd-8547-a179fe5cc900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '49a475b2-ea4c-4351-8a04-537e673f2680'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:11:33.267172 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-c7d044bf-202c-46f3-b61d-d2837da41aa2 service neutron] Attempting to bind port 28ee7b1c-7756-4f1b-8d60-9dc7080ff128 on network 49a475b2-ea4c-4351-8a04-537e673f2680 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:11:33.275688 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-c7d044bf-202c-46f3-b61d-d2837da41aa2 service neutron] Port 28ee7b1c-7756-4f1b-8d60-9dc7080ff128 on network 49a475b2-ea4c-4351-8a04-537e673f2680 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:11:33.276308 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-c7d044bf-202c-46f3-b61d-d2837da41aa2 service neutron] Attempting to bind port 28ee7b1c-7756-4f1b-8d60-9dc7080ff128 on network 49a475b2-ea4c-4351-8a04-537e673f2680 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:11:33.314698 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-c7d044bf-202c-46f3-b61d-d2837da41aa2 service neutron] Checking agent: {'id': '2fca46b1-237f-4857-9290-2429d810e472', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 11, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:11:33.315253 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-c7d044bf-202c-46f3-b61d-d2837da41aa2 service neutron] Checking segment: {'id': '914d5fdc-8494-4dfd-8547-a179fe5cc900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '49a475b2-ea4c-4351-8a04-537e673f2680'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:11:33.315804 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-c7d044bf-202c-46f3-b61d-d2837da41aa2 service neutron] Bound using segment: {'id': '914d5fdc-8494-4dfd-8547-a179fe5cc900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '49a475b2-ea4c-4351-8a04-537e673f2680'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:11:33.316457 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-c7d044bf-202c-46f3-b61d-d2837da41aa2 service neutron] Bound port: 28ee7b1c-7756-4f1b-8d60-9dc7080ff128, host: n-h1-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '914d5fdc-8494-4dfd-8547-a179fe5cc900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '49a475b2-ea4c-4351-8a04-537e673f2680'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:11:33.317034 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-c7d044bf-202c-46f3-b61d-d2837da41aa2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (28ee7b1c-7756-4f1b-8d60-9dc7080ff128), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:33.323433 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8d4117b8-faeb-449f-8909-e7fa879a96b8 req-bf264019-8e42-4ea7-9b23-a845d5cc44d6 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb65c68e-64e7-49d7-aa93-cf57ceaf78a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672567 Jan 28 07:11:33.418875 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-c7d044bf-202c-46f3-b61d-d2837da41aa2 service neutron] For port 28ee7b1c-7756-4f1b-8d60-9dc7080ff128, host n-h1-712749-28, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:11:33.422147 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-c7d044bf-202c-46f3-b61d-d2837da41aa2 service neutron] For port 28ee7b1c-7756-4f1b-8d60-9dc7080ff128, host n-h1-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=28ee7b1c-7756-4f1b-8d60-9dc7080ff128,segment=NetworkSegment(914d5fdc-8494-4dfd-8547-a179fe5cc900),segment_id=914d5fdc-8494-4dfd-8547-a179fe5cc900)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:11:33.430916 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdad00b-4907-432e-a8ac-ea91dfe0856e req-429cf29e-a808-457e-bb6e-f8a32f83df56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:33.433215 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-efdad00b-4907-432e-a8ac-ea91dfe0856e req-429cf29e-a808-457e-bb6e-f8a32f83df56 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5785b43d-448b-4d12-9eb5-4e4caf2e7eaf HTTP/1.1" status: 200 len: 843 time: 0.1590877 Jan 28 07:11:33.448113 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-c7d044bf-202c-46f3-b61d-d2837da41aa2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (28ee7b1c-7756-4f1b-8d60-9dc7080ff128), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:33.452853 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8952b1f1-b1c3-496e-84f0-b20bff5e5952 req-36234975-011d-404a-ae99-75cd1f653421 tempest-ServersAdminNegativeTestJSON-171947884 tempest-ServersAdminNegativeTestJSON-171947884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:33.459721 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8952b1f1-b1c3-496e-84f0-b20bff5e5952 req-36234975-011d-404a-ae99-75cd1f653421 tempest-ServersAdminNegativeTestJSON-171947884 tempest-ServersAdminNegativeTestJSON-171947884-project] 10.222.0.41 "GET /v2.0/ports?device_id=1eff019f-eefb-4199-812f-22bcde2b6731 HTTP/1.1" status: 200 len: 948 time: 0.0691767 Jan 28 07:11:33.496489 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 5dc26c02-a0bf-4561-bd3d-273edaa8dba2 details requested by agent hyperv_n-h1-712749-28 with host n-h1-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:11:33.508601 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 5dc26c02-a0bf-4561-bd3d-273edaa8dba2 no longer exists at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:11:33.523551 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8952b1f1-b1c3-496e-84f0-b20bff5e5952 req-e0c51332-06c5-41df-93a1-7cfa0613cab2 tempest-ServersAdminNegativeTestJSON-171947884 tempest-ServersAdminNegativeTestJSON-171947884-project] 10.222.0.41 "GET /v2.0/security-groups?id=55335e6a-5bc2-4163-aae8-ed81e1993f57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602467 Jan 28 07:11:33.539865 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-c7d044bf-202c-46f3-b61d-d2837da41aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:33.540604 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-c7d044bf-202c-46f3-b61d-d2837da41aa2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:33.542166 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-c7d044bf-202c-46f3-b61d-d2837da41aa2 service neutron] 10.222.0.10 "PUT /v2.0/ports/28ee7b1c-7756-4f1b-8d60-9dc7080ff128 HTTP/1.1" status: 200 len: 1092 time: 3.2437685 Jan 28 07:11:33.619152 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-d854ba93-40c3-435c-9187-78ce6a96bd8c service neutron] Request body: {'port': {'device_id': 'b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-28'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:11:33.717857 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b47f6a13-7684-4253-8373-5d7e7e0eaf30 x-openstack-request-id: req-b47f6a13-7684-4253-8373-5d7e7e0eaf30 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:11:33.718156 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1eff019f-eefb-4199-812f-22bcde2b6731", "tag": "e63a7ad8-eb8a-40a4-971c-bffd837be715", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:11:33.718415 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b47f6a13-7684-4253-8373-5d7e7e0eaf30 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:11:33.718816 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1eff019f-eefb-4199-812f-22bcde2b6731', 'tag': 'e63a7ad8-eb8a-40a4-971c-bffd837be715', 'status': 'completed', 'code': 200} Jan 28 07:11:33.719238 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 5dc26c02-a0bf-4561-bd3d-273edaa8dba2, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=5dc26c02-a0bf-4561-bd3d-273edaa8dba2,segment=NetworkSegment(b8d72b75-cba6-44bb-b1f1-97b3aa439c04),segment_id=b8d72b75-cba6-44bb-b1f1-97b3aa439c04)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:11:33.723636 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-d854ba93-40c3-435c-9187-78ce6a96bd8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (306d21bc-fcd5-48a8-8c93-759b2a81125d), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:33.726388 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d044bf-202c-46f3-b61d-d2837da41aa2 service neutron] Pushing event updated for resources: {'Port': ['ID=28ee7b1c-7756-4f1b-8d60-9dc7080ff128,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:11:33.755141 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdad00b-4907-432e-a8ac-ea91dfe0856e req-61c9b58e-7e8d-4e6d-b532-1736606e530c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:33.756922 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Returning: {'device': '5dc26c02-a0bf-4561-bd3d-273edaa8dba2', 'network_id': 'bc323a54-605a-4c90-85cc-1a8faa87a52d', 'port_id': '5dc26c02-a0bf-4561-bd3d-273edaa8dba2', 'mac_address': 'fa:16:3e:be:1a:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db87510e-2424-4f9c-8c68-c494c476644f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:11:33.757109 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-efdad00b-4907-432e-a8ac-ea91dfe0856e req-61c9b58e-7e8d-4e6d-b532-1736606e530c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3105617 Jan 28 07:11:33.881258 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 5dc26c02-a0bf-4561-bd3d-273edaa8dba2 is: ACTIVE; New status is: DOWN {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:11:33.881948 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (5dc26c02-a0bf-4561-bd3d-273edaa8dba2), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:33.893183 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144269b5-5966-4817-9b23-16190e66ff6f req-d9a6eaa2-d597-42e8-a39a-fff29f256f54 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:33.894720 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-144269b5-5966-4817-9b23-16190e66ff6f req-d9a6eaa2-d597-42e8-a39a-fff29f256f54 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=232ec39b-90f9-4df8-a403-fe1029cce065 HTTP/1.1" status: 200 len: 947 time: 0.1177690 Jan 28 07:11:33.937195 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 5dc26c02-a0bf-4561-bd3d-273edaa8dba2, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=5dc26c02-a0bf-4561-bd3d-273edaa8dba2,segment=NetworkSegment(b8d72b75-cba6-44bb-b1f1-97b3aa439c04),segment_id=b8d72b75-cba6-44bb-b1f1-97b3aa439c04)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:11:33.949307 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bff283f4-d37c-427a-af38-4dca43c7b60a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5dc26c02-a0bf-4561-bd3d-273edaa8dba2'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:11:33.952428 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c04ae04-7d07-4889-9786-057dc122c4e7" -d '{"events": [{"server_uuid": "bff283f4-d37c-427a-af38-4dca43c7b60a", "name": "network-vif-unplugged", "status": "completed", "tag": "5dc26c02-a0bf-4561-bd3d-273edaa8dba2"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:11:33.966056 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (5dc26c02-a0bf-4561-bd3d-273edaa8dba2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:34.020443 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-144269b5-5966-4817-9b23-16190e66ff6f req-7be66385-e7ff-4d4c-a32b-feeac960a028 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb65c68e-64e7-49d7-aa93-cf57ceaf78a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041396 Jan 28 07:11:34.063297 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:34.071730 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 5dc26c02-a0bf-4561-bd3d-273edaa8dba2 is: ACTIVE; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:11:34.071921 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (5dc26c02-a0bf-4561-bd3d-273edaa8dba2), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:34.101954 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5dc26c02-a0bf-4561-bd3d-273edaa8dba2 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:11:34.114967 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=5dc26c02-a0bf-4561-bd3d-273edaa8dba2,revision_number=6']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:11:34.181122 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.db.api [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103285) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 07:11:34.181693 n-d-712749-28 neutron-server[103285]: DEBUG oslo_db.api [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 07:11:34.215600 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-d854ba93-40c3-435c-9187-78ce6a96bd8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 306d21bc-fcd5-48a8-8c93-759b2a81125d {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:11:34.230100 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b50f22f-8f51-4a9f-bb39-b3fe5c01d27c req-31f12a69-fd64-42d9-bb64-ad26579c3375 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:34.231653 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-d854ba93-40c3-435c-9187-78ce6a96bd8c service neutron] Publish callbacks [] for port (306d21bc-fcd5-48a8-8c93-759b2a81125d), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:34.243871 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7b50f22f-8f51-4a9f-bb39-b3fe5c01d27c req-31f12a69-fd64-42d9-bb64-ad26579c3375 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/ports?device_id=bff283f4-d37c-427a-af38-4dca43c7b60a HTTP/1.1" status: 200 len: 943 time: 0.0954554 Jan 28 07:11:34.256490 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-d854ba93-40c3-435c-9187-78ce6a96bd8c service neutron] Transition to ACTIVE for port object 306d21bc-fcd5-48a8-8c93-759b2a81125d will not be triggered until provisioned by entity L2. {{(pid=103283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:11:34.280477 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-d854ba93-40c3-435c-9187-78ce6a96bd8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (306d21bc-fcd5-48a8-8c93-759b2a81125d), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:34.359133 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7b50f22f-8f51-4a9f-bb39-b3fe5c01d27c req-c8a965c9-c010-4892-a4fd-d126d206f063 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/security-groups?id=ffb17db6-1913-4712-aa46-d7c764c8c875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093113 Jan 28 07:11:34.378075 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-d54d1c3c-4d04-44ae-b8ff-dd6e400643ab req-4686a1bb-e956-4293-8690-9fa1e0992cbc tempest-FloatingIPsTestJSON-1970301324 tempest-FloatingIPsTestJSON-1970301324-project] Publish callbacks [] for port (47fcb590-c2e2-4cce-9e5e-fd820163b72e), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:34.415221 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-d54d1c3c-4d04-44ae-b8ff-dd6e400643ab req-4686a1bb-e956-4293-8690-9fa1e0992cbc tempest-FloatingIPsTestJSON-1970301324 tempest-FloatingIPsTestJSON-1970301324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (47fcb590-c2e2-4cce-9e5e-fd820163b72e), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:34.498864 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 07:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0504e54-6016-4801-9f27-f4b98bcfdf1a x-openstack-request-id: req-d0504e54-6016-4801-9f27-f4b98bcfdf1a {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:11:34.498864 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bff283f4-d37c-427a-af38-4dca43c7b60a", "name": "network-vif-unplugged", "status": "completed", "tag": "5dc26c02-a0bf-4561-bd3d-273edaa8dba2", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:11:34.499437 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d0504e54-6016-4801-9f27-f4b98bcfdf1a {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:11:34.499437 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bff283f4-d37c-427a-af38-4dca43c7b60a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5dc26c02-a0bf-4561-bd3d-273edaa8dba2', 'code': 200} Jan 28 07:11:34.547066 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d854ba93-40c3-435c-9187-78ce6a96bd8c service neutron] Pushing event updated for resources: {'Port': ['ID=306d21bc-fcd5-48a8-8c93-759b2a81125d,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:11:34.623948 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4686a1bb-e956-4293-8690-9fa1e0992cbc tempest-FloatingIPsTestJSON-1970301324 tempest-FloatingIPsTestJSON-1970301324-project] Pushing event updated for resources: {'Port': ['ID=47fcb590-c2e2-4cce-9e5e-fd820163b72e,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:11:34.666010 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-d854ba93-40c3-435c-9187-78ce6a96bd8c service neutron] Attempting to bind port 306d21bc-fcd5-48a8-8c93-759b2a81125d on host n-h1-712749-28 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:11:34.666342 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-d854ba93-40c3-435c-9187-78ce6a96bd8c service neutron] Attempting to bind port 306d21bc-fcd5-48a8-8c93-759b2a81125d by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': '914d5fdc-8494-4dfd-8547-a179fe5cc900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '49a475b2-ea4c-4351-8a04-537e673f2680'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:11:34.669645 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-d854ba93-40c3-435c-9187-78ce6a96bd8c service neutron] Attempting to bind port 306d21bc-fcd5-48a8-8c93-759b2a81125d on network 49a475b2-ea4c-4351-8a04-537e673f2680 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:11:34.677124 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-d854ba93-40c3-435c-9187-78ce6a96bd8c service neutron] Port 306d21bc-fcd5-48a8-8c93-759b2a81125d on network 49a475b2-ea4c-4351-8a04-537e673f2680 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:11:34.677685 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-d854ba93-40c3-435c-9187-78ce6a96bd8c service neutron] Attempting to bind port 306d21bc-fcd5-48a8-8c93-759b2a81125d on network 49a475b2-ea4c-4351-8a04-537e673f2680 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:11:34.684865 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-efdad00b-4907-432e-a8ac-ea91dfe0856e req-62a3e83b-3848-4ce2-82cb-d4a4db272fa6 service neutron] 10.222.0.44 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9181871 Jan 28 07:11:34.687921 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-d854ba93-40c3-435c-9187-78ce6a96bd8c service neutron] Checking agent: {'id': '2fca46b1-237f-4857-9290-2429d810e472', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 11, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:11:34.689730 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-d854ba93-40c3-435c-9187-78ce6a96bd8c service neutron] Checking segment: {'id': '914d5fdc-8494-4dfd-8547-a179fe5cc900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '49a475b2-ea4c-4351-8a04-537e673f2680'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:11:34.690320 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-d854ba93-40c3-435c-9187-78ce6a96bd8c service neutron] Bound using segment: {'id': '914d5fdc-8494-4dfd-8547-a179fe5cc900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '49a475b2-ea4c-4351-8a04-537e673f2680'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:11:34.690950 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-d854ba93-40c3-435c-9187-78ce6a96bd8c service neutron] Bound port: 306d21bc-fcd5-48a8-8c93-759b2a81125d, host: n-h1-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '914d5fdc-8494-4dfd-8547-a179fe5cc900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '49a475b2-ea4c-4351-8a04-537e673f2680'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:11:34.691473 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-d854ba93-40c3-435c-9187-78ce6a96bd8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (306d21bc-fcd5-48a8-8c93-759b2a81125d), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:34.731579 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-d54d1c3c-4d04-44ae-b8ff-dd6e400643ab req-4686a1bb-e956-4293-8690-9fa1e0992cbc tempest-FloatingIPsTestJSON-1970301324 tempest-FloatingIPsTestJSON-1970301324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16609095'] for floatingip (e582f61d-23be-41cf-902b-f38629d4794f), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:34.757409 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7c132d-d249-46d4-a150-11f99eae7681 req-468d6af2-bb00-4684-9f02-c6c08f752cc3 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:34.764825 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 5dc26c02-a0bf-4561-bd3d-273edaa8dba2 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:11:34.765320 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (5dc26c02-a0bf-4561-bd3d-273edaa8dba2), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:34.774579 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7c132d-d249-46d4-a150-11f99eae7681 req-468d6af2-bb00-4684-9f02-c6c08f752cc3 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:34.778171 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-d54d1c3c-4d04-44ae-b8ff-dd6e400643ab req-4686a1bb-e956-4293-8690-9fa1e0992cbc tempest-FloatingIPsTestJSON-1970301324 tempest-FloatingIPsTestJSON-1970301324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for floatingip (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:34.779624 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d54d1c3c-4d04-44ae-b8ff-dd6e400643ab req-4686a1bb-e956-4293-8690-9fa1e0992cbc tempest-FloatingIPsTestJSON-1970301324 tempest-FloatingIPsTestJSON-1970301324-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.4593918 Jan 28 07:11:34.795800 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7c132d-d249-46d4-a150-11f99eae7681 req-468d6af2-bb00-4684-9f02-c6c08f752cc3 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:34.813636 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7c132d-d249-46d4-a150-11f99eae7681 req-468d6af2-bb00-4684-9f02-c6c08f752cc3 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:34.829802 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5dc26c02-a0bf-4561-bd3d-273edaa8dba2 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:11:34.830138 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7c132d-d249-46d4-a150-11f99eae7681 req-468d6af2-bb00-4684-9f02-c6c08f752cc3 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:34.842791 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7c132d-d249-46d4-a150-11f99eae7681 req-468d6af2-bb00-4684-9f02-c6c08f752cc3 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:34.849031 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7c132d-d249-46d4-a150-11f99eae7681 req-468d6af2-bb00-4684-9f02-c6c08f752cc3 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:34.850945 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ab7c132d-d249-46d4-a150-11f99eae7681 req-468d6af2-bb00-4684-9f02-c6c08f752cc3 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7 HTTP/1.1" status: 200 len: 5422 time: 0.2379768 Jan 28 07:11:34.904751 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d54d1c3c-4d04-44ae-b8ff-dd6e400643ab req-dfa4ca3e-411b-476b-8881-e61ed92f97da tempest-FloatingIPsTestJSON-1970301324 tempest-FloatingIPsTestJSON-1970301324-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.6.160 HTTP/1.1" status: 200 len: 696 time: 0.0980780 Jan 28 07:11:34.914203 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 5dc26c02-a0bf-4561-bd3d-273edaa8dba2, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=5dc26c02-a0bf-4561-bd3d-273edaa8dba2,segment=NetworkSegment(b8d72b75-cba6-44bb-b1f1-97b3aa439c04),segment_id=b8d72b75-cba6-44bb-b1f1-97b3aa439c04)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:11:34.924063 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (5dc26c02-a0bf-4561-bd3d-273edaa8dba2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:34.971323 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-d854ba93-40c3-435c-9187-78ce6a96bd8c service neutron] For port 306d21bc-fcd5-48a8-8c93-759b2a81125d, host n-h1-712749-28, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:11:34.976214 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-d854ba93-40c3-435c-9187-78ce6a96bd8c service neutron] For port 306d21bc-fcd5-48a8-8c93-759b2a81125d, host n-h1-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=306d21bc-fcd5-48a8-8c93-759b2a81125d,segment=NetworkSegment(914d5fdc-8494-4dfd-8547-a179fe5cc900),segment_id=914d5fdc-8494-4dfd-8547-a179fe5cc900)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:11:35.019173 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ab7c132d-d249-46d4-a150-11f99eae7681 req-d9d16e80-34ad-4f62-96d0-38a928c9f236 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/security-groups?id=f42d29db-089b-46ec-bdc0-e6253e46a436&id=f0e415d4-9274-4847-9e71-c098cc08b695&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1515758 Jan 28 07:11:35.039369 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=5dc26c02-a0bf-4561-bd3d-273edaa8dba2,revision_number=7']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:11:35.176162 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-efdad00b-4907-432e-a8ac-ea91dfe0856e req-ad23f2e9-47b6-41a7-96b6-ce988154f666 service neutron] 10.222.0.44 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4821239 Jan 28 07:11:35.179935 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-d854ba93-40c3-435c-9187-78ce6a96bd8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (306d21bc-fcd5-48a8-8c93-759b2a81125d), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:35.327806 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['5dc26c02-a0bf-4561-bd3d-273edaa8dba2'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:11:35.388154 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-d854ba93-40c3-435c-9187-78ce6a96bd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:35.399047 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-d854ba93-40c3-435c-9187-78ce6a96bd8c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:35.405719 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-d854ba93-40c3-435c-9187-78ce6a96bd8c service neutron] 10.222.0.10 "PUT /v2.0/ports/306d21bc-fcd5-48a8-8c93-759b2a81125d HTTP/1.1" status: 200 len: 1092 time: 1.7944045 Jan 28 07:11:35.459040 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713b236b-a081-4edb-bab5-28cc678c81c4 req-c380d142-2f6e-467c-a931-8f347462084c tempest-ServersAdminNegativeTestJSON-171947884 tempest-ServersAdminNegativeTestJSON-171947884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:35.494132 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-713b236b-a081-4edb-bab5-28cc678c81c4 req-c380d142-2f6e-467c-a931-8f347462084c tempest-ServersAdminNegativeTestJSON-171947884 tempest-ServersAdminNegativeTestJSON-171947884-project] 10.222.0.41 "GET /v2.0/ports?device_id=1eff019f-eefb-4199-812f-22bcde2b6731 HTTP/1.1" status: 200 len: 948 time: 0.2691841 Jan 28 07:11:35.530661 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device fe363f1d-683b-48a0-a9d6-60321189ecd0 no longer exists at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:11:35.618267 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54d1c3c-4d04-44ae-b8ff-dd6e400643ab req-abae4b65-49ab-42b2-9428-d75b107db9c4 tempest-FloatingIPsTestJSON-1970301324 tempest-FloatingIPsTestJSON-1970301324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:35.621388 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d54d1c3c-4d04-44ae-b8ff-dd6e400643ab req-abae4b65-49ab-42b2-9428-d75b107db9c4 tempest-FloatingIPsTestJSON-1970301324 tempest-FloatingIPsTestJSON-1970301324-project] 10.222.0.41 "GET /v2.0/networks/7d5b3724-deef-4831-8d43-cb9b8176573c HTTP/1.1" status: 200 len: 784 time: 0.7076852 Jan 28 07:11:35.663062 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d854ba93-40c3-435c-9187-78ce6a96bd8c service neutron] Pushing event updated for resources: {'Port': ['ID=306d21bc-fcd5-48a8-8c93-759b2a81125d,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:11:35.705412 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-713b236b-a081-4edb-bab5-28cc678c81c4 req-89782448-5c3c-45da-b768-2691936c4ef3 tempest-ServersAdminNegativeTestJSON-171947884 tempest-ServersAdminNegativeTestJSON-171947884-project] 10.222.0.41 "GET /v2.0/security-groups?id=55335e6a-5bc2-4163-aae8-ed81e1993f57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052352 Jan 28 07:11:35.725334 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7', 'tag': '28ee7b1c-7756-4f1b-8d60-9dc7080ff128'}, {'name': 'network-changed', 'server_uuid': 'b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7', 'tag': '306d21bc-fcd5-48a8-8c93-759b2a81125d'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:11:35.731800 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e5d529e3-113a-4bf0-868a-9e6cd88494a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:35.734319 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-322201e9-18b9-4812-8470-365bcb8beb9b" -d '{"events": [{"name": "network-changed", "server_uuid": "b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7", "tag": "28ee7b1c-7756-4f1b-8d60-9dc7080ff128"}, {"name": "network-changed", "server_uuid": "b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7", "tag": "306d21bc-fcd5-48a8-8c93-759b2a81125d"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:11:35.842065 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1e7801-d162-4f3e-bdef-276da5b8bc7e req-e21cbecb-1dd8-4510-8747-5f8b133e707d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:35.844366 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ec1e7801-d162-4f3e-bdef-276da5b8bc7e req-e21cbecb-1dd8-4510-8747-5f8b133e707d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5e7a152ce6ec490eb9df1ae9ab508d72&device_id=1eff019f-eefb-4199-812f-22bcde2b6731 HTTP/1.1" status: 200 len: 1100 time: 0.5318115 Jan 28 07:11:35.844918 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 38198) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:11:35.850504 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port fe363f1d-683b-48a0-a9d6-60321189ecd0 is: ACTIVE; New status is: DOWN {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:11:35.851472 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (fe363f1d-683b-48a0-a9d6-60321189ecd0), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:35.867952 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-d78e883c-a54a-4ce4-b7a2-2c68c8f8fd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:35.868466 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-d78e883c-a54a-4ce4-b7a2-2c68c8f8fd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:35.868932 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-d78e883c-a54a-4ce4-b7a2-2c68c8f8fd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:35.869393 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-d78e883c-a54a-4ce4-b7a2-2c68c8f8fd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:35.869853 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-d78e883c-a54a-4ce4-b7a2-2c68c8f8fd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:35.870310 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-d78e883c-a54a-4ce4-b7a2-2c68c8f8fd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:35.879058 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c47baba3-30a7-4d1f-af62-a8faf58f5bc1 req-f1e4bf74-af67-46b0-93c9-8bcc47840e79 tempest-FloatingIPsTestJSON-1970301324 tempest-FloatingIPsTestJSON-1970301324-project] 10.222.0.41 "GET /v2.0/floatingips/e582f61d-23be-41cf-902b-f38629d4794f HTTP/1.1" status: 200 len: 693 time: 0.1206410 Jan 28 07:11:35.880930 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-d78e883c-a54a-4ce4-b7a2-2c68c8f8fd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:35.882948 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-d78e883c-a54a-4ce4-b7a2-2c68c8f8fd83 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3e187e532e7d440c823c7ea556f78f6e&device_id=b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7 HTTP/1.1" status: 200 len: 6486 time: 0.3785536 Jan 28 07:11:35.920627 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port fe363f1d-683b-48a0-a9d6-60321189ecd0, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=fe363f1d-683b-48a0-a9d6-60321189ecd0,segment=NetworkSegment(67c4ed53-bfbf-4494-8d62-da0c7e4209c8),segment_id=67c4ed53-bfbf-4494-8d62-da0c7e4209c8)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:11:35.944716 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (fe363f1d-683b-48a0-a9d6-60321189ecd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:36.027254 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=fe363f1d-683b-48a0-a9d6-60321189ecd0,revision_number=14']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:11:36.070088 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1e7801-d162-4f3e-bdef-276da5b8bc7e req-62f45a3d-774a-48ba-83f2-d8511cf90c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:36.071733 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ec1e7801-d162-4f3e-bdef-276da5b8bc7e req-62f45a3d-774a-48ba-83f2-d8511cf90c4e service neutron] 10.222.0.44 "GET /v2.0/networks?id=d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb HTTP/1.1" status: 200 len: 870 time: 0.1752529 Jan 28 07:11:36.110341 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47baba3-30a7-4d1f-af62-a8faf58f5bc1 req-59925ea6-a5e9-4afb-ad33-3cb0def1c000 tempest-FloatingIPsTestJSON-1970301324 tempest-FloatingIPsTestJSON-1970301324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:36.124590 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c47baba3-30a7-4d1f-af62-a8faf58f5bc1 req-59925ea6-a5e9-4afb-ad33-3cb0def1c000 tempest-FloatingIPsTestJSON-1970301324 tempest-FloatingIPsTestJSON-1970301324-project] 10.222.0.41 "GET /v2.0/networks/7d5b3724-deef-4831-8d43-cb9b8176573c HTTP/1.1" status: 200 len: 784 time: 0.2392626 Jan 28 07:11:36.200787 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 28 Jan 2022 07:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2208a0dd-3267-42a9-ae78-eaf823822b77 x-openstack-request-id: req-2208a0dd-3267-42a9-ae78-eaf823822b77 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:11:36.202850 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7", "tag": "28ee7b1c-7756-4f1b-8d60-9dc7080ff128", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7", "tag": "306d21bc-fcd5-48a8-8c93-759b2a81125d", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:11:36.203262 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2208a0dd-3267-42a9-ae78-eaf823822b77 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:11:36.203682 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7', 'tag': '28ee7b1c-7756-4f1b-8d60-9dc7080ff128', 'status': 'completed', 'code': 200} Jan 28 07:11:36.203954 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7', 'tag': '306d21bc-fcd5-48a8-8c93-759b2a81125d', 'status': 'completed', 'code': 200} Jan 28 07:11:36.207049 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ec1e7801-d162-4f3e-bdef-276da5b8bc7e req-2211320c-9ffb-40f1-b363-dd317cfad3e3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=e63a7ad8-eb8a-40a4-971c-bffd837be715 HTTP/1.1" status: 200 len: 217 time: 0.1261961 Jan 28 07:11:36.216322 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-3b42f152-4161-47fc-a76f-e285af25994d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c1d4cf44-173a-4200-baca-a17fb9b232db HTTP/1.1" status: 200 len: 217 time: 0.1356354 Jan 28 07:11:36.272675 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022b25ee-5f69-473b-9c8b-e0d44f8d4ade req-a88febe5-9322-4495-80cd-0944b373f39b tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:36.274603 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-022b25ee-5f69-473b-9c8b-e0d44f8d4ade req-a88febe5-9322-4495-80cd-0944b373f39b tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/ports?device_id=bff283f4-d37c-427a-af38-4dca43c7b60a HTTP/1.1" status: 200 len: 944 time: 0.4792521 Jan 28 07:11:36.322490 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcf29e6-712a-4322-9351-6caeac306d34 req-f97245d1-92dc-4cb0-8535-1ed983c226ae tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:36.327634 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-62fedfc0-1faf-4094-b377-eb5dfa99269c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:36.331084 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7bcf29e6-712a-4322-9351-6caeac306d34 req-f97245d1-92dc-4cb0-8535-1ed983c226ae tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=232ec39b-90f9-4df8-a403-fe1029cce065 HTTP/1.1" status: 200 len: 945 time: 0.0835519 Jan 28 07:11:36.422891 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7bcf29e6-712a-4322-9351-6caeac306d34 req-38fe5e96-946b-4483-87bb-e6b3f27a2ad6 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb65c68e-64e7-49d7-aa93-cf57ceaf78a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908639 Jan 28 07:11:36.443913 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-62fedfc0-1faf-4094-b377-eb5dfa99269c admin admin] Publish callbacks [] for security_group (e4398322-aa3d-407f-bcdb-659ad9ce16a3), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:36.465729 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-62fedfc0-1faf-4094-b377-eb5dfa99269c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (e4398322-aa3d-407f-bcdb-659ad9ce16a3), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:36.500814 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '232ec39b-90f9-4df8-a403-fe1029cce065', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe363f1d-683b-48a0-a9d6-60321189ecd0'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:11:36.503361 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0073e74-c5ac-4a36-9e0e-e92fec14937e" -d '{"events": [{"server_uuid": "232ec39b-90f9-4df8-a403-fe1029cce065", "name": "network-vif-unplugged", "status": "completed", "tag": "fe363f1d-683b-48a0-a9d6-60321189ecd0"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:11:36.522362 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 38216) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:11:36.522924 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-62fedfc0-1faf-4094-b377-eb5dfa99269c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=de67e081db2246b3958a3ea51145db8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6386538 Jan 28 07:11:36.558111 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-022b25ee-5f69-473b-9c8b-e0d44f8d4ade req-145e593d-6772-4f02-a61f-f1713a4ef7fa tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/security-groups?id=ffb17db6-1913-4712-aa46-d7c764c8c875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2524827 Jan 28 07:11:36.567479 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1e7801-d162-4f3e-bdef-276da5b8bc7e req-8798ff8d-cbf0-4a8f-a59a-18945bf79925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:36.569284 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ec1e7801-d162-4f3e-bdef-276da5b8bc7e req-8798ff8d-cbf0-4a8f-a59a-18945bf79925 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5785b43d-448b-4d12-9eb5-4e4caf2e7eaf HTTP/1.1" status: 200 len: 843 time: 0.3491745 Jan 28 07:11:36.585304 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-199562a2-c2a1-408c-83b3-4054e350ed26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:36.586895 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-199562a2-c2a1-408c-83b3-4054e350ed26 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a36581c3-26ef-4e8c-b9f4-8727fbf3ff93 HTTP/1.1" status: 200 len: 851 time: 0.3694954 Jan 28 07:11:36.662562 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a479d74c-1f42-4076-98a5-0b02b497e507 req-e75f5937-cd40-4cf3-8fa0-64fb4148e1cd tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:36.667785 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a479d74c-1f42-4076-98a5-0b02b497e507 req-e75f5937-cd40-4cf3-8fa0-64fb4148e1cd tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:36.673453 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a479d74c-1f42-4076-98a5-0b02b497e507 req-e75f5937-cd40-4cf3-8fa0-64fb4148e1cd tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:36.678864 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a479d74c-1f42-4076-98a5-0b02b497e507 req-e75f5937-cd40-4cf3-8fa0-64fb4148e1cd tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:36.688776 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a479d74c-1f42-4076-98a5-0b02b497e507 req-e75f5937-cd40-4cf3-8fa0-64fb4148e1cd tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:36.707298 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a479d74c-1f42-4076-98a5-0b02b497e507 req-e75f5937-cd40-4cf3-8fa0-64fb4148e1cd tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:36.726132 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a479d74c-1f42-4076-98a5-0b02b497e507 req-e75f5937-cd40-4cf3-8fa0-64fb4148e1cd tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:36.731676 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a479d74c-1f42-4076-98a5-0b02b497e507 req-e75f5937-cd40-4cf3-8fa0-64fb4148e1cd tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7 HTTP/1.1" status: 200 len: 5422 time: 0.1520457 Jan 28 07:11:36.802615 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1100ae8b-b5f6-44bd-b7ae-61b286668452 req-0f2de7fd-9075-4a42-8d04-67d9801aade7 tempest-FloatingIPsTestJSON-1970301324 tempest-FloatingIPsTestJSON-1970301324-project] 10.222.0.41 "GET /v2.0/floatingips?tenant_id=ac7b4a25272d44168de849c53ee6b880 HTTP/1.1" status: 200 len: 696 time: 0.1742847 Jan 28 07:11:36.839122 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fedfc0-1faf-4094-b377-eb5dfa99269c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4398322-aa3d-407f-bcdb-659ad9ce16a3,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:11:36.862078 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:36.909523 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a479d74c-1f42-4076-98a5-0b02b497e507 req-0facf327-ded3-412f-b4ca-b8203150c882 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/security-groups?id=f42d29db-089b-46ec-bdc0-e6253e46a436&id=f0e415d4-9274-4847-9e71-c098cc08b695&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1666608 Jan 28 07:11:36.910581 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-05024a9e-96da-4bfb-bc95-dcb1f3ece720 admin admin] Publish callbacks [] for security_group (e4398322-aa3d-407f-bcdb-659ad9ce16a3), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:36.949092 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-05024a9e-96da-4bfb-bc95-dcb1f3ece720 admin admin] Publish callbacks [] for security_group (e4398322-aa3d-407f-bcdb-659ad9ce16a3), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:36.949288 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1e7801-d162-4f3e-bdef-276da5b8bc7e req-48667a62-f12a-4051-8fbe-7111ca968e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:36.950682 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ec1e7801-d162-4f3e-bdef-276da5b8bc7e req-48667a62-f12a-4051-8fbe-7111ca968e62 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3675339 Jan 28 07:11:37.012356 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-05024a9e-96da-4bfb-bc95-dcb1f3ece720 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (e4398322-aa3d-407f-bcdb-659ad9ce16a3), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:37.015613 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-05024a9e-96da-4bfb-bc95-dcb1f3ece720 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:37.020651 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-05024a9e-96da-4bfb-bc95-dcb1f3ece720 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e4398322-aa3d-407f-bcdb-659ad9ce16a3 HTTP/1.1" status: 204 len: 168 time: 0.4964833 Jan 28 07:11:37.031625 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05024a9e-96da-4bfb-bc95-dcb1f3ece720 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4398322-aa3d-407f-bcdb-659ad9ce16a3,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:11:37.139045 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-028b766a-353b-4168-9174-1fcebbf4bd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:37.140644 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-028b766a-353b-4168-9174-1fcebbf4bd75 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0d2602fa-1d2d-4c75-8661-ee94c8ac01e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5139949 Jan 28 07:11:37.210608 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1100ae8b-b5f6-44bd-b7ae-61b286668452 req-c13c90fc-8502-4a13-9594-7c5e67c8c097 tempest-FloatingIPsTestJSON-1970301324 tempest-FloatingIPsTestJSON-1970301324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:37.212318 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1100ae8b-b5f6-44bd-b7ae-61b286668452 req-c13c90fc-8502-4a13-9594-7c5e67c8c097 tempest-FloatingIPsTestJSON-1970301324 tempest-FloatingIPsTestJSON-1970301324-project] 10.222.0.41 "GET /v2.0/networks?id=7d5b3724-deef-4831-8d43-cb9b8176573c HTTP/1.1" status: 200 len: 787 time: 0.3869743 Jan 28 07:11:37.268704 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 07:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a4a2f71-5966-4cab-b37b-0a5cd0958382 x-openstack-request-id: req-5a4a2f71-5966-4cab-b37b-0a5cd0958382 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:11:37.269016 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "232ec39b-90f9-4df8-a403-fe1029cce065", "name": "network-vif-unplugged", "status": "completed", "tag": "fe363f1d-683b-48a0-a9d6-60321189ecd0", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:11:37.269290 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5a4a2f71-5966-4cab-b37b-0a5cd0958382 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:11:37.269695 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '232ec39b-90f9-4df8-a403-fe1029cce065', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe363f1d-683b-48a0-a9d6-60321189ecd0', 'code': 200} Jan 28 07:11:37.295289 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [req-1100ae8b-b5f6-44bd-b7ae-61b286668452 req-3e091a79-9d94-4ac0-b09f-b655f0c885b1 tempest-FloatingIPsTestJSON-1970301324 tempest-FloatingIPsTestJSON-1970301324-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103283) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 07:11:37.308118 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1100ae8b-b5f6-44bd-b7ae-61b286668452 req-3e091a79-9d94-4ac0-b09f-b655f0c885b1 tempest-FloatingIPsTestJSON-1970301324 tempest-FloatingIPsTestJSON-1970301324-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0232277 Jan 28 07:11:37.361322 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ec1e7801-d162-4f3e-bdef-276da5b8bc7e req-4afe098e-7058-4d1e-ac94-379d68998b17 service neutron] 10.222.0.44 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3812592 Jan 28 07:11:37.497381 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-cc9ec28e-70d1-4922-b530-3331a2913a16 service neutron] 10.222.0.10 "GET /v2.0/networks/0d2602fa-1d2d-4c75-8661-ee94c8ac01e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3457489 Jan 28 07:11:37.558363 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 5dc26c02-a0bf-4561-bd3d-273edaa8dba2 up at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:11:37.579805 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bdbe37-4a3e-4d79-8ac4-2133c9ee3c69 req-a35f9bcd-115d-4cce-aa45-8b6d4f901009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:37.602022 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-95bdbe37-4a3e-4d79-8ac4-2133c9ee3c69 req-a35f9bcd-115d-4cce-aa45-8b6d4f901009 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f5fa6549bc8d49d9b2eb68f328326d46&device_id=232ec39b-90f9-4df8-a403-fe1029cce065 HTTP/1.1" status: 200 len: 1097 time: 0.2751870 Jan 28 07:11:37.615416 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecf6fdd-fdb0-4f3e-ad53-7de9ec659bc7 req-312d1120-7d6e-4c5c-ac10-7bf7e4068ded tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:37.630775 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-cecf6fdd-fdb0-4f3e-ad53-7de9ec659bc7 req-312d1120-7d6e-4c5c-ac10-7bf7e4068ded tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=232ec39b-90f9-4df8-a403-fe1029cce065 HTTP/1.1" status: 200 len: 945 time: 0.2367756 Jan 28 07:11:37.659438 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning complete for port 5dc26c02-a0bf-4561-bd3d-273edaa8dba2 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:11:37.659835 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (5dc26c02-a0bf-4561-bd3d-273edaa8dba2), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:37.800250 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ec1e7801-d162-4f3e-bdef-276da5b8bc7e req-5a968828-2e53-49d8-ae76-cffa59dd8942 service neutron] 10.222.0.44 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4264030 Jan 28 07:11:37.814098 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bdbe37-4a3e-4d79-8ac4-2133c9ee3c69 req-40b5519b-615e-4c89-ac80-1deb4beb1a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:37.831492 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-95bdbe37-4a3e-4d79-8ac4-2133c9ee3c69 req-40b5519b-615e-4c89-ac80-1deb4beb1a2c service neutron] 10.222.0.10 "GET /v2.0/networks?id=e794ad63-0b0f-4018-9f49-e800aa3d32de HTTP/1.1" status: 200 len: 912 time: 0.1953211 Jan 28 07:11:37.888276 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 5dc26c02-a0bf-4561-bd3d-273edaa8dba2 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:11:37.889799 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (5dc26c02-a0bf-4561-bd3d-273edaa8dba2), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:37.968574 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 5dc26c02-a0bf-4561-bd3d-273edaa8dba2, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=5dc26c02-a0bf-4561-bd3d-273edaa8dba2,segment=NetworkSegment(b8d72b75-cba6-44bb-b1f1-97b3aa439c04),segment_id=b8d72b75-cba6-44bb-b1f1-97b3aa439c04)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:11:37.976530 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (5dc26c02-a0bf-4561-bd3d-273edaa8dba2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:37.986460 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024b219e-753a-4203-b5d6-3f48ecf42613 req-adf6e08c-d98d-45d4-970b-51df20d15e87 tempest-ServersAdminNegativeTestJSON-171947884 tempest-ServersAdminNegativeTestJSON-171947884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:38.001295 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-024b219e-753a-4203-b5d6-3f48ecf42613 req-adf6e08c-d98d-45d4-970b-51df20d15e87 tempest-ServersAdminNegativeTestJSON-171947884 tempest-ServersAdminNegativeTestJSON-171947884-project] 10.222.0.41 "GET /v2.0/ports?device_id=1eff019f-eefb-4199-812f-22bcde2b6731 HTTP/1.1" status: 200 len: 948 time: 0.5631385 Jan 28 07:11:38.129949 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-95bdbe37-4a3e-4d79-8ac4-2133c9ee3c69 req-5817dc76-0df6-4626-b370-507a3172a9c9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fe363f1d-683b-48a0-a9d6-60321189ecd0 HTTP/1.1" status: 200 len: 1000 time: 0.2929444 Jan 28 07:11:38.157994 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=5dc26c02-a0bf-4561-bd3d-273edaa8dba2,revision_number=8']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:11:38.227875 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-024b219e-753a-4203-b5d6-3f48ecf42613 req-763acc8a-2f03-4cc8-ab71-300ce79564ba tempest-ServersAdminNegativeTestJSON-171947884 tempest-ServersAdminNegativeTestJSON-171947884-project] 10.222.0.41 "GET /v2.0/security-groups?id=55335e6a-5bc2-4163-aae8-ed81e1993f57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254133 Jan 28 07:11:38.283202 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bdbe37-4a3e-4d79-8ac4-2133c9ee3c69 req-3007a508-a222-494e-8818-1772ca96eaf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:38.284842 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-95bdbe37-4a3e-4d79-8ac4-2133c9ee3c69 req-3007a508-a222-494e-8818-1772ca96eaf6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=11d8e1f8-50c3-4314-ae17-177714f8d453 HTTP/1.1" status: 200 len: 850 time: 0.1407447 Jan 28 07:11:38.297002 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device e63a7ad8-eb8a-40a4-971c-bffd837be715 details requested by agent hyperv_n-h2-712749-28 with host n-h2-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:11:38.454807 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7a52f33d-78b7-468f-b791-e068575f9897 req-bdeff631-f708-400d-b1e2-1bf33ecbfb2c tempest-FloatingIPsTestJSON-1970301324 tempest-FloatingIPsTestJSON-1970301324-project] 10.222.0.41 "GET /v2.0/floatingips/e582f61d-23be-41cf-902b-f38629d4794f HTTP/1.1" status: 200 len: 693 time: 0.1864626 Jan 28 07:11:38.466030 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-cecf6fdd-fdb0-4f3e-ad53-7de9ec659bc7 req-fde3ca77-8c8a-478a-9a2e-d674a6c4eb36 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb65c68e-64e7-49d7-aa93-cf57ceaf78a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8342783 Jan 28 07:11:38.478945 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-0f189f9b-b223-4329-a082-620f12412bc7 service neutron] 10.222.0.10 "GET /v2.0/networks/0d2602fa-1d2d-4c75-8661-ee94c8ac01e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9673100 Jan 28 07:11:38.562410 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-732e4a40-7407-4e9a-b734-6dfe2f09c36d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.36&port_id=fca91fdf-3a32-42a9-bf73-0d9c26ab506a HTTP/1.1" status: 200 len: 217 time: 0.0766773 Jan 28 07:11:38.621276 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:38.661120 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-2c31ab85-9d03-4d09-ae22-10763409b8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:38.662691 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-2c31ab85-9d03-4d09-ae22-10763409b8a6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1096e90d-eca8-4202-80c6-1f06c2871d52 HTTP/1.1" status: 200 len: 797 time: 0.0918195 Jan 28 07:11:38.683476 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port e63a7ad8-eb8a-40a4-971c-bffd837be715, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=e63a7ad8-eb8a-40a4-971c-bffd837be715,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:11:38.691826 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b36869-28d7-4970-925b-16f2b51f08a8 req-6bba562e-95e2-4942-be02-fea681274d0f tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:38.693661 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-12b36869-28d7-4970-925b-16f2b51f08a8 req-6bba562e-95e2-4942-be02-fea681274d0f tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/ports?device_id=bff283f4-d37c-427a-af38-4dca43c7b60a HTTP/1.1" status: 200 len: 945 time: 0.1238937 Jan 28 07:11:38.703404 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bdbe37-4a3e-4d79-8ac4-2133c9ee3c69 req-77321881-e6b1-4a95-a54c-643b0efd92a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:38.710802 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-95bdbe37-4a3e-4d79-8ac4-2133c9ee3c69 req-77321881-e6b1-4a95-a54c-643b0efd92a0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e794ad63-0b0f-4018-9f49-e800aa3d32de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3618162 Jan 28 07:11:38.712033 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Returning: {'device': 'e63a7ad8-eb8a-40a4-971c-bffd837be715', 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb', 'port_id': 'e63a7ad8-eb8a-40a4-971c-bffd837be715', 'mac_address': 'fa:16:3e:86:b5:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5785b43d-448b-4d12-9eb5-4e4caf2e7eaf', 'ip_address': '192.168.233.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:11:38.791947 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port e63a7ad8-eb8a-40a4-971c-bffd837be715 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:11:38.792443 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (e63a7ad8-eb8a-40a4-971c-bffd837be715), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:38.821855 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e63a7ad8-eb8a-40a4-971c-bffd837be715 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:11:38.838449 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-12b36869-28d7-4970-925b-16f2b51f08a8 req-667b9667-d367-4d9c-9424-a2363b71373c tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/security-groups?id=ffb17db6-1913-4712-aa46-d7c764c8c875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174927 Jan 28 07:11:38.849774 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-3cf1ba1d-ecc8-427f-aca7-85d66e2d8236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:38.853470 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-3cf1ba1d-ecc8-427f-aca7-85d66e2d8236 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4791c092-87f8-46c1-85f0-6cd08fb183e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1837919 Jan 28 07:11:38.863483 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port e63a7ad8-eb8a-40a4-971c-bffd837be715, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=e63a7ad8-eb8a-40a4-971c-bffd837be715,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:11:38.874878 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (e63a7ad8-eb8a-40a4-971c-bffd837be715), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:38.972346 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=e63a7ad8-eb8a-40a4-971c-bffd837be715,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:11:38.988576 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-95bdbe37-4a3e-4d79-8ac4-2133c9ee3c69 req-3089ec23-d170-46ea-a762-9f1bc3b906c6 service neutron] 10.222.0.10 "GET /v2.0/networks/e794ad63-0b0f-4018-9f49-e800aa3d32de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2644320 Jan 28 07:11:38.993619 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:11:38.994058 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:11:38.994534 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:11:38.995004 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:11:38.995414 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:11:38.995822 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:11:38.996246 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:11:38.996654 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:11:38.996771 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a52f33d-78b7-468f-b791-e068575f9897 req-ced9ae66-1688-4933-ab81-e1361d4f03da tempest-FloatingIPsTestJSON-1970301324 tempest-FloatingIPsTestJSON-1970301324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:38.997108 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:11:38.998044 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7a52f33d-78b7-468f-b791-e068575f9897 req-ced9ae66-1688-4933-ab81-e1361d4f03da tempest-FloatingIPsTestJSON-1970301324 tempest-FloatingIPsTestJSON-1970301324-project] 10.222.0.41 "GET /v2.0/networks/7d5b3724-deef-4831-8d43-cb9b8176573c HTTP/1.1" status: 200 len: 784 time: 0.5421679 Jan 28 07:11:39.004377 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:11:39.007265 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:11:39.007794 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:11:39.008226 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:11:39.107159 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27571fd-fadf-42fc-abed-86a95e15e78c req-d79ef8a6-2c81-44ab-92b4-b2c63ea5be5f tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:39.115187 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27571fd-fadf-42fc-abed-86a95e15e78c req-d79ef8a6-2c81-44ab-92b4-b2c63ea5be5f tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:39.118487 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7a52f33d-78b7-468f-b791-e068575f9897 req-ef477b83-81cb-40a6-9668-8537466f5fd4 tempest-FloatingIPsTestJSON-1970301324 tempest-FloatingIPsTestJSON-1970301324-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.6.160 HTTP/1.1" status: 200 len: 696 time: 0.1131399 Jan 28 07:11:39.120765 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27571fd-fadf-42fc-abed-86a95e15e78c req-d79ef8a6-2c81-44ab-92b4-b2c63ea5be5f tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:39.127034 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27571fd-fadf-42fc-abed-86a95e15e78c req-d79ef8a6-2c81-44ab-92b4-b2c63ea5be5f tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:39.132508 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27571fd-fadf-42fc-abed-86a95e15e78c req-d79ef8a6-2c81-44ab-92b4-b2c63ea5be5f tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:39.138489 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27571fd-fadf-42fc-abed-86a95e15e78c req-d79ef8a6-2c81-44ab-92b4-b2c63ea5be5f tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:39.143659 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27571fd-fadf-42fc-abed-86a95e15e78c req-d79ef8a6-2c81-44ab-92b4-b2c63ea5be5f tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:39.145843 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c27571fd-fadf-42fc-abed-86a95e15e78c req-d79ef8a6-2c81-44ab-92b4-b2c63ea5be5f tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7 HTTP/1.1" status: 200 len: 5422 time: 0.1674347 Jan 28 07:11:39.148544 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-1495c742-dd2c-4040-8d83-5250dfb48505 service neutron] 10.222.0.10 "GET /v2.0/networks/4791c092-87f8-46c1-85f0-6cd08fb183e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2810478 Jan 28 07:11:39.191664 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['e63a7ad8-eb8a-40a4-971c-bffd837be715'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:11:39.260409 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-95bdbe37-4a3e-4d79-8ac4-2133c9ee3c69 req-1ad4d0bd-f662-4fcd-952e-992fcacfdb32 service neutron] 10.222.0.10 "GET /v2.0/networks/e794ad63-0b0f-4018-9f49-e800aa3d32de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2561626 Jan 28 07:11:39.271694 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bff283f4-d37c-427a-af38-4dca43c7b60a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dc26c02-a0bf-4561-bd3d-273edaa8dba2'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:11:39.276162 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-084a82ed-6af2-410b-94f2-4f81a1761170" -d '{"events": [{"server_uuid": "bff283f4-d37c-427a-af38-4dca43c7b60a", "name": "network-vif-plugged", "status": "completed", "tag": "5dc26c02-a0bf-4561-bd3d-273edaa8dba2"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:11:39.326661 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7a52f33d-78b7-468f-b791-e068575f9897 req-1b91e83b-22a0-48e2-b1a7-867b3a097bd2 tempest-FloatingIPsTestJSON-1970301324 tempest-FloatingIPsTestJSON-1970301324-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.6.160 HTTP/1.1" status: 200 len: 696 time: 0.1899693 Jan 28 07:11:39.459264 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c27571fd-fadf-42fc-abed-86a95e15e78c req-a277b9f8-f254-4f7e-85b1-1298f16a561e tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/security-groups?id=f42d29db-089b-46ec-bdc0-e6253e46a436&id=f0e415d4-9274-4847-9e71-c098cc08b695&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3062720 Jan 28 07:11:39.482113 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-7a52f33d-78b7-468f-b791-e068575f9897 req-70c14eed-bb5b-4056-81c6-98ff9d8c3536 tempest-FloatingIPsTestJSON-1970301324 tempest-FloatingIPsTestJSON-1970301324-project] Deleting port 47fcb590-c2e2-4cce-9e5e-fd820163b72e {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:11:39.482681 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-7a52f33d-78b7-468f-b791-e068575f9897 req-70c14eed-bb5b-4056-81c6-98ff9d8c3536 tempest-FloatingIPsTestJSON-1970301324 tempest-FloatingIPsTestJSON-1970301324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (47fcb590-c2e2-4cce-9e5e-fd820163b72e), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:39.544352 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-32ae2f07-6806-4d87-8e32-851745fbe8cd service neutron] 10.222.0.10 "GET /v2.0/networks/4791c092-87f8-46c1-85f0-6cd08fb183e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3833628 Jan 28 07:11:39.637127 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-d67fb4fe-7ad2-4417-bff4-9f5a087f8ed5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.193&port_id=4aac091f-65c1-4c36-9072-a266f2493296 HTTP/1.1" status: 200 len: 217 time: 0.0803556 Jan 28 07:11:39.660472 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:39.745920 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-f76d839d-4c4e-4321-9e6e-a6dd43011db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:39.748118 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-f76d839d-4c4e-4321-9e6e-a6dd43011db0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1096e90d-eca8-4202-80c6-1f06c2871d52 HTTP/1.1" status: 200 len: 797 time: 0.1032140 Jan 28 07:11:39.870477 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-db11a3e1-3fe7-4da2-b47d-04f9d1b858a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:39.871962 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-db11a3e1-3fe7-4da2-b47d-04f9d1b858a1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4791c092-87f8-46c1-85f0-6cd08fb183e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1109624 Jan 28 07:11:40.077030 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-fa33cfa9-b8f0-4414-bbcf-29de5bdc7990 service neutron] 10.222.0.10 "GET /v2.0/networks/4791c092-87f8-46c1-85f0-6cd08fb183e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572416 Jan 28 07:11:40.144528 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-59f27b29-4cb8-4c91-bfa1-dea0164f63ee req-b85f1c6d-ea7b-4ac9-b072-2f9c450581a6 tempest-ImagesNegativeTestJSON-862460684 tempest-ImagesNegativeTestJSON-862460684-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=8b870e88c7104d7aa5238a3aada59105&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0481272 Jan 28 07:11:40.250348 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-7a52f33d-78b7-468f-b791-e068575f9897 req-70c14eed-bb5b-4056-81c6-98ff9d8c3536 tempest-FloatingIPsTestJSON-1970301324 tempest-FloatingIPsTestJSON-1970301324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (47fcb590-c2e2-4cce-9e5e-fd820163b72e), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:40.250910 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-7a52f33d-78b7-468f-b791-e068575f9897 req-70c14eed-bb5b-4056-81c6-98ff9d8c3536 tempest-FloatingIPsTestJSON-1970301324 tempest-FloatingIPsTestJSON-1970301324-project] Publish callbacks [] for floatingip (47fcb590-c2e2-4cce-9e5e-fd820163b72e), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:40.275510 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-7a52f33d-78b7-468f-b791-e068575f9897 req-70c14eed-bb5b-4056-81c6-98ff9d8c3536 tempest-FloatingIPsTestJSON-1970301324 tempest-FloatingIPsTestJSON-1970301324-project] Calling delete_port for 47fcb590-c2e2-4cce-9e5e-fd820163b72e owned by network:floatingip {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:11:40.310207 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device e63a7ad8-eb8a-40a4-971c-bffd837be715 up at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:11:40.354298 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-7b1c7b98-5e5f-426f-befe-cf93f7d1e602 service neutron] 10.222.0.10 "GET /v2.0/networks/4791c092-87f8-46c1-85f0-6cd08fb183e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2673547 Jan 28 07:11:40.470492 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning for port e63a7ad8-eb8a-40a4-971c-bffd837be715 completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:11:40.475030 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning complete for port e63a7ad8-eb8a-40a4-971c-bffd837be715 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:11:40.475552 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (e63a7ad8-eb8a-40a4-971c-bffd837be715), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:40.533718 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-4dc1ee3b-182d-48cd-bf48-7b23dba08bf1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.201&port_id=1775d3be-f6b5-44d6-8764-bdd9cf32e51e HTTP/1.1" status: 200 len: 217 time: 0.1093416 Jan 28 07:11:40.560914 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-7a52f33d-78b7-468f-b791-e068575f9897 req-70c14eed-bb5b-4056-81c6-98ff9d8c3536 tempest-FloatingIPsTestJSON-1970301324 tempest-FloatingIPsTestJSON-1970301324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (47fcb590-c2e2-4cce-9e5e-fd820163b72e), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:40.643719 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c14eed-bb5b-4056-81c6-98ff9d8c3536 tempest-FloatingIPsTestJSON-1970301324 tempest-FloatingIPsTestJSON-1970301324-project] Pushing event deleted for resources: {'Port': ['ID=47fcb590-c2e2-4cce-9e5e-fd820163b72e,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:11:40.656344 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f27b29-4cb8-4c91-bfa1-dea0164f63ee req-ad613f81-b72b-4141-ac98-df44f7a1ad46 tempest-ImagesNegativeTestJSON-862460684 tempest-ImagesNegativeTestJSON-862460684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:40.669371 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-59f27b29-4cb8-4c91-bfa1-dea0164f63ee req-ad613f81-b72b-4141-ac98-df44f7a1ad46 tempest-ImagesNegativeTestJSON-862460684 tempest-ImagesNegativeTestJSON-862460684-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5166538 Jan 28 07:11:40.732639 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port e63a7ad8-eb8a-40a4-971c-bffd837be715 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:11:40.733289 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (e63a7ad8-eb8a-40a4-971c-bffd837be715), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:40.753021 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 7 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 07:11:40.807884 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port e63a7ad8-eb8a-40a4-971c-bffd837be715, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=e63a7ad8-eb8a-40a4-971c-bffd837be715,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:11:40.816722 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (e63a7ad8-eb8a-40a4-971c-bffd837be715), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:40.841599 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-59f27b29-4cb8-4c91-bfa1-dea0164f63ee req-f622fe31-0dc2-48d0-92f4-269f3af8e5ae tempest-ImagesNegativeTestJSON-862460684 tempest-ImagesNegativeTestJSON-862460684-project] 10.222.0.41 "GET /v2.0/quotas/8b870e88c7104d7aa5238a3aada59105 HTTP/1.1" status: 200 len: 375 time: 0.1667943 Jan 28 07:11:40.888005 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd658441-5d44-46d3-a020-cf7f8945c0f9 req-9caedbab-781b-4cfa-b134-c90813546972 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:40.889886 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-dd658441-5d44-46d3-a020-cf7f8945c0f9 req-9caedbab-781b-4cfa-b134-c90813546972 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.10 "GET /v2.0/ports?device_id=c99d7ddf-8757-47cb-9f3a-5167285f7a3c HTTP/1.1" status: 200 len: 945 time: 0.2526946 Jan 28 07:11:40.899927 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-0a0cece2-661c-4923-a6cf-10c24601394c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:40.901676 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-0a0cece2-661c-4923-a6cf-10c24601394c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1096e90d-eca8-4202-80c6-1f06c2871d52 HTTP/1.1" status: 200 len: 797 time: 0.2013738 Jan 28 07:11:40.946879 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=e63a7ad8-eb8a-40a4-971c-bffd837be715,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:11:40.974077 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-59f27b29-4cb8-4c91-bfa1-dea0164f63ee req-dbf96772-8c75-4b7b-9994-dc46932ac77e tempest-ImagesNegativeTestJSON-862460684 tempest-ImagesNegativeTestJSON-862460684-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=8b870e88c7104d7aa5238a3aada59105&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1304331 Jan 28 07:11:41.024914 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-c6643339-ca38-4fc3-9f34-ddf6b02c816d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:41.025432 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-7a52f33d-78b7-468f-b791-e068575f9897 req-70c14eed-bb5b-4056-81c6-98ff9d8c3536 tempest-FloatingIPsTestJSON-1970301324 tempest-FloatingIPsTestJSON-1970301324-project] Publish callbacks [] for floatingip (e582f61d-23be-41cf-902b-f38629d4794f), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:41.026422 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-c6643339-ca38-4fc3-9f34-ddf6b02c816d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4791c092-87f8-46c1-85f0-6cd08fb183e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1133165 Jan 28 07:11:41.028384 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-7a52f33d-78b7-468f-b791-e068575f9897 req-70c14eed-bb5b-4056-81c6-98ff9d8c3536 tempest-FloatingIPsTestJSON-1970301324 tempest-FloatingIPsTestJSON-1970301324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for floatingip (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:41.038045 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7a52f33d-78b7-468f-b791-e068575f9897 req-70c14eed-bb5b-4056-81c6-98ff9d8c3536 tempest-FloatingIPsTestJSON-1970301324 tempest-FloatingIPsTestJSON-1970301324-project] 10.222.0.41 "DELETE /v2.0/floatingips/e582f61d-23be-41cf-902b-f38629d4794f HTTP/1.1" status: 204 len: 173 time: 1.7043493 Jan 28 07:11:41.156920 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-dd658441-5d44-46d3-a020-cf7f8945c0f9 req-0de06579-81df-4618-bd94-33feae791fed tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Deleting port 6479eef5-951c-4e2c-a998-c082886c019a {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:11:41.157885 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-dd658441-5d44-46d3-a020-cf7f8945c0f9 req-0de06579-81df-4618-bd94-33feae791fed tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (6479eef5-951c-4e2c-a998-c082886c019a), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:41.241218 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-1fc00d87-b3ac-43ad-a453-3a4b438724cc service neutron] 10.222.0.10 "GET /v2.0/networks/4791c092-87f8-46c1-85f0-6cd08fb183e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046235 Jan 28 07:11:41.310566 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c1d9730-10af-457d-a2cd-11e7a29c625d x-openstack-request-id: req-1c1d9730-10af-457d-a2cd-11e7a29c625d {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:11:41.311304 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bff283f4-d37c-427a-af38-4dca43c7b60a", "name": "network-vif-plugged", "status": "completed", "tag": "5dc26c02-a0bf-4561-bd3d-273edaa8dba2", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:11:41.311401 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1c1d9730-10af-457d-a2cd-11e7a29c625d {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:11:41.311743 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bff283f4-d37c-427a-af38-4dca43c7b60a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dc26c02-a0bf-4561-bd3d-273edaa8dba2', 'code': 200} Jan 28 07:11:41.399149 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9f1afe-6d7e-400e-90ba-9e7c19b98368 req-c2e7c83f-caca-441e-b8ef-e02af7fb8fcc tempest-ServersAdminNegativeTestJSON-171947884 tempest-ServersAdminNegativeTestJSON-171947884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:41.405465 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3e9f1afe-6d7e-400e-90ba-9e7c19b98368 req-c2e7c83f-caca-441e-b8ef-e02af7fb8fcc tempest-ServersAdminNegativeTestJSON-171947884 tempest-ServersAdminNegativeTestJSON-171947884-project] 10.222.0.41 "GET /v2.0/ports?device_id=1eff019f-eefb-4199-812f-22bcde2b6731 HTTP/1.1" status: 200 len: 950 time: 0.2123032 Jan 28 07:11:41.440575 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-b024fba7-da63-4391-9efe-a9a1301a810e service neutron] 10.222.0.10 "GET /v2.0/networks/4791c092-87f8-46c1-85f0-6cd08fb183e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922088 Jan 28 07:11:41.472050 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-dd658441-5d44-46d3-a020-cf7f8945c0f9 req-0de06579-81df-4618-bd94-33feae791fed tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] For port 6479eef5-951c-4e2c-a998-c082886c019a, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=6479eef5-951c-4e2c-a998-c082886c019a,segment=NetworkSegment(919581ea-4d97-4a95-839c-1632528194b6),segment_id=919581ea-4d97-4a95-839c-1632528194b6)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:11:41.472881 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-dd658441-5d44-46d3-a020-cf7f8945c0f9 req-0de06579-81df-4618-bd94-33feae791fed tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (6479eef5-951c-4e2c-a998-c082886c019a), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:41.502858 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-dd658441-5d44-46d3-a020-cf7f8945c0f9 req-0de06579-81df-4618-bd94-33feae791fed tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Calling delete_port for 6479eef5-951c-4e2c-a998-c082886c019a owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:11:41.545993 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-1425ced0-eff0-4286-9f34-c2d9579879b2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.226&port_id=23612cfd-7aa2-47c9-a6c1-d148371b7d15 HTTP/1.1" status: 200 len: 217 time: 0.0607107 Jan 28 07:11:41.565621 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3e9f1afe-6d7e-400e-90ba-9e7c19b98368 req-b6d93402-dbe3-48cc-8cae-ffc99c0ef24e tempest-ServersAdminNegativeTestJSON-171947884 tempest-ServersAdminNegativeTestJSON-171947884-project] 10.222.0.41 "GET /v2.0/security-groups?id=55335e6a-5bc2-4163-aae8-ed81e1993f57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528211 Jan 28 07:11:41.676700 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f8e7c2-0e69-4442-95fc-915607c35f8e req-ce0e5678-238c-4656-a3e8-9e4e1fef0c07 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:41.682415 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-28f8e7c2-0e69-4442-95fc-915607c35f8e req-ce0e5678-238c-4656-a3e8-9e4e1fef0c07 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=232ec39b-90f9-4df8-a403-fe1029cce065 HTTP/1.1" status: 200 len: 945 time: 0.2386971 Jan 28 07:11:41.761751 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-3875f670-c008-4b9f-9e49-dc35cbdff323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:41.764266 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-3875f670-c008-4b9f-9e49-dc35cbdff323 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1096e90d-eca8-4202-80c6-1f06c2871d52 HTTP/1.1" status: 200 len: 797 time: 0.1971645 Jan 28 07:11:41.859544 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ee4a0f-aecf-4141-9886-ab161fb34611 req-7cfd3efb-e06e-4e71-ab4b-8b56be6b2ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:41.861803 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-67ee4a0f-aecf-4141-9886-ab161fb34611 req-7cfd3efb-e06e-4e71-ab4b-8b56be6b2ab7 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=bff283f4-d37c-427a-af38-4dca43c7b60a HTTP/1.1" status: 200 len: 1097 time: 0.2925084 Jan 28 07:11:41.871180 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de69817-f4f1-44c7-995d-9afa208b8c4c req-914225af-ac0a-44d1-a2fe-15444e63613b tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:41.872933 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6de69817-f4f1-44c7-995d-9afa208b8c4c req-914225af-ac0a-44d1-a2fe-15444e63613b tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/ports?device_id=c99d7ddf-8757-47cb-9f3a-5167285f7a3c HTTP/1.1" status: 200 len: 945 time: 0.1403072 Jan 28 07:11:41.932611 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-28f8e7c2-0e69-4442-95fc-915607c35f8e req-a3d14152-6224-4e02-884c-128ab71c486b tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb65c68e-64e7-49d7-aa93-cf57ceaf78a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2417068 Jan 28 07:11:41.979542 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-8797ae50-f85c-4675-9d3c-8aff21e1c1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:41.986188 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-8797ae50-f85c-4675-9d3c-8aff21e1c1a3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4791c092-87f8-46c1-85f0-6cd08fb183e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1522198 Jan 28 07:11:42.008230 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-67ee4a0f-aecf-4141-9886-ab161fb34611 req-970131ce-8bbe-49ea-9806-2663eadf21d9 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=ffb17db6-1913-4712-aa46-d7c764c8c875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338556 Jan 28 07:11:42.083833 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6de69817-f4f1-44c7-995d-9afa208b8c4c req-8a7fb6c5-8ced-4a25-aef7-a39b67a3f278 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/security-groups?id=83d97fa1-2f29-40d2-a756-a970d048d2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004645 Jan 28 07:11:42.089529 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-dd658441-5d44-46d3-a020-cf7f8945c0f9 req-0de06579-81df-4618-bd94-33feae791fed tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (6479eef5-951c-4e2c-a998-c082886c019a), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:42.125052 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['6479eef5-951c-4e2c-a998-c082886c019a'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:11:42.177193 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd392f4-c9a9-42e9-bb3d-f87185faac90 req-3cd38167-1d7e-46ab-b0b9-08b6193e7271 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:42.179413 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-edd392f4-c9a9-42e9-bb3d-f87185faac90 req-3cd38167-1d7e-46ab-b0b9-08b6193e7271 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/ports?device_id=bff283f4-d37c-427a-af38-4dca43c7b60a HTTP/1.1" status: 200 len: 945 time: 0.0852900 Jan 28 07:11:42.199301 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de06579-81df-4618-bd94-33feae791fed tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Pushing event deleted for resources: {'Port': ['ID=6479eef5-951c-4e2c-a998-c082886c019a,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:11:42.239328 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd658441-5d44-46d3-a020-cf7f8945c0f9 req-0de06579-81df-4618-bd94-33feae791fed tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] No DVR routers for this DVR port 6479eef5-951c-4e2c-a998-c082886c019a on host n-h1-712749-28 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:11:42.243246 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-dd658441-5d44-46d3-a020-cf7f8945c0f9 req-0de06579-81df-4618-bd94-33feae791fed tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:42.247379 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-dd658441-5d44-46d3-a020-cf7f8945c0f9 req-0de06579-81df-4618-bd94-33feae791fed tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.10 "DELETE /v2.0/ports/6479eef5-951c-4e2c-a998-c082886c019a HTTP/1.1" status: 204 len: 173 time: 1.3471313 Jan 28 07:11:42.255743 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c99d7ddf-8757-47cb-9f3a-5167285f7a3c', 'name': 'network-vif-deleted', 'tag': '6479eef5-951c-4e2c-a998-c082886c019a'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:11:42.259349 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22c86843-5f4a-41b5-bc57-7d3cf52e28e2" -d '{"events": [{"server_uuid": "c99d7ddf-8757-47cb-9f3a-5167285f7a3c", "name": "network-vif-deleted", "tag": "6479eef5-951c-4e2c-a998-c082886c019a"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:11:42.292162 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-94dd21df-0289-4195-9f28-4a94667485c4 service neutron] 10.222.0.10 "GET /v2.0/networks/4791c092-87f8-46c1-85f0-6cd08fb183e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2993166 Jan 28 07:11:42.361993 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-edd392f4-c9a9-42e9-bb3d-f87185faac90 req-f5a5a13c-0da9-4469-94b1-8a25682ef66b tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/security-groups?id=ffb17db6-1913-4712-aa46-d7c764c8c875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689515 Jan 28 07:11:42.392222 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa370d33-82a3-439c-8432-09f00cbe4ce6 req-3f25cf09-53a8-4251-a0a9-9d462871bbca tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:42.395916 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa370d33-82a3-439c-8432-09f00cbe4ce6 req-3f25cf09-53a8-4251-a0a9-9d462871bbca tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:42.413968 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa370d33-82a3-439c-8432-09f00cbe4ce6 req-3f25cf09-53a8-4251-a0a9-9d462871bbca tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:42.420400 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa370d33-82a3-439c-8432-09f00cbe4ce6 req-3f25cf09-53a8-4251-a0a9-9d462871bbca tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:42.427115 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa370d33-82a3-439c-8432-09f00cbe4ce6 req-3f25cf09-53a8-4251-a0a9-9d462871bbca tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:42.444966 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa370d33-82a3-439c-8432-09f00cbe4ce6 req-3f25cf09-53a8-4251-a0a9-9d462871bbca tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:42.462677 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa370d33-82a3-439c-8432-09f00cbe4ce6 req-3f25cf09-53a8-4251-a0a9-9d462871bbca tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:42.464976 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-aa370d33-82a3-439c-8432-09f00cbe4ce6 req-3f25cf09-53a8-4251-a0a9-9d462871bbca tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7 HTTP/1.1" status: 200 len: 5422 time: 0.2299256 Jan 28 07:11:42.568289 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-15efac80-8c9f-4872-8311-81bb56f29b00 service neutron] 10.222.0.10 "GET /v2.0/networks/4791c092-87f8-46c1-85f0-6cd08fb183e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2680452 Jan 28 07:11:42.582094 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-aa370d33-82a3-439c-8432-09f00cbe4ce6 req-def5e882-4162-438c-841f-8bb7a42b6a71 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/security-groups?id=f42d29db-089b-46ec-bdc0-e6253e46a436&id=f0e415d4-9274-4847-9e71-c098cc08b695&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1027539 Jan 28 07:11:42.644405 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-4a5ed607-bd68-4514-bef3-81fd0ed835a3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=28ee7b1c-7756-4f1b-8d60-9dc7080ff128 HTTP/1.1" status: 200 len: 217 time: 0.0589738 Jan 28 07:11:42.674494 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-bb8d0372-985e-4e8a-b00e-e1cbf622ebb3 req-053fcdff-7c80-4d6f-8975-d48191017bd3 tempest-FloatingIPsTestJSON-1970301324 tempest-FloatingIPsTestJSON-1970301324-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2363210 Jan 28 07:11:42.708594 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-bb8d0372-985e-4e8a-b00e-e1cbf622ebb3 req-b958b179-ea06-49d7-ac97-61055d8296df tempest-FloatingIPsTestJSON-1970301324 tempest-FloatingIPsTestJSON-1970301324-project] Request body: {'floatingip': {'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:11:42.746899 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-81f6f668-0c35-496f-8593-6a8b743a70ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:42.747896 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4c647625-d94a-4620-a709-1466fa9e8985 req-afbc6e85-3da1-468e-8c23-829f88e88eb6 tempest-ImagesNegativeTestJSON-862460684 tempest-ImagesNegativeTestJSON-862460684-project] 10.222.0.41 "GET /v2.0/ports?device_id=14bde8b1-067f-44c8-9df3-4cf3976acb93 HTTP/1.1" status: 200 len: 210 time: 0.0472403 Jan 28 07:11:42.748489 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-81f6f668-0c35-496f-8593-6a8b743a70ba service neutron] 10.222.0.10 "GET /v2.0/subnets?id=aa179d42-f4b0-43e0-81f7-063e746f129b HTTP/1.1" status: 200 len: 797 time: 0.0896084 Jan 28 07:11:42.760296 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-bb8d0372-985e-4e8a-b00e-e1cbf622ebb3 req-b958b179-ea06-49d7-ac97-61055d8296df tempest-FloatingIPsTestJSON-1970301324 tempest-FloatingIPsTestJSON-1970301324-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:42.917791 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-e7757553-0bea-4ff3-8e10-34c84ff65f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:42.919406 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-e7757553-0bea-4ff3-8e10-34c84ff65f00 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=49a475b2-ea4c-4351-8a04-537e673f2680&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1403091 Jan 28 07:11:42.988152 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cebef487-b7d0-448e-a039-2e879c9e1fd1 x-openstack-request-id: req-cebef487-b7d0-448e-a039-2e879c9e1fd1 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:11:42.988478 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c99d7ddf-8757-47cb-9f3a-5167285f7a3c", "name": "network-vif-deleted", "tag": "6479eef5-951c-4e2c-a998-c082886c019a", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:11:42.988834 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cebef487-b7d0-448e-a039-2e879c9e1fd1 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:11:42.989244 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c99d7ddf-8757-47cb-9f3a-5167285f7a3c', 'name': 'network-vif-deleted', 'tag': '6479eef5-951c-4e2c-a998-c082886c019a', 'status': 'completed', 'code': 200} Jan 28 07:11:43.144338 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-59f27b29-4cb8-4c91-bfa1-dea0164f63ee req-a4c34738-93f9-4f7b-bbf2-3b1aba57f440 tempest-ImagesNegativeTestJSON-862460684 tempest-ImagesNegativeTestJSON-862460684-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=8b870e88c7104d7aa5238a3aada59105&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0603571 Jan 28 07:11:43.214997 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3fa7fa-2acd-46ee-a6b5-44da99cb3211 req-6a094492-e040-4aee-8e9f-9f1ac69392c3 tempest-ServersAdminNegativeTestJSON-171947884 tempest-ServersAdminNegativeTestJSON-171947884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:43.219222 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-dc3fa7fa-2acd-46ee-a6b5-44da99cb3211 req-6a094492-e040-4aee-8e9f-9f1ac69392c3 tempest-ServersAdminNegativeTestJSON-171947884 tempest-ServersAdminNegativeTestJSON-171947884-project] 10.222.0.41 "GET /v2.0/ports?device_id=1eff019f-eefb-4199-812f-22bcde2b6731 HTTP/1.1" status: 200 len: 950 time: 0.1263638 Jan 28 07:11:43.290008 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f27b29-4cb8-4c91-bfa1-dea0164f63ee req-a0cff68d-5cd5-40f3-a01d-2efc2d44a720 tempest-ImagesNegativeTestJSON-862460684 tempest-ImagesNegativeTestJSON-862460684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:43.292099 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-59f27b29-4cb8-4c91-bfa1-dea0164f63ee req-a0cff68d-5cd5-40f3-a01d-2efc2d44a720 tempest-ImagesNegativeTestJSON-862460684 tempest-ImagesNegativeTestJSON-862460684-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1411283 Jan 28 07:11:43.296114 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-bb8d0372-985e-4e8a-b00e-e1cbf622ebb3 req-b958b179-ea06-49d7-ac97-61055d8296df tempest-FloatingIPsTestJSON-1970301324 tempest-FloatingIPsTestJSON-1970301324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:43.312931 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eff019f-eefb-4199-812f-22bcde2b6731', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e63a7ad8-eb8a-40a4-971c-bffd837be715'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:11:43.316606 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72072c14-de83-4058-ad77-f251416bea99" -d '{"events": [{"server_uuid": "1eff019f-eefb-4199-812f-22bcde2b6731", "name": "network-vif-plugged", "status": "completed", "tag": "e63a7ad8-eb8a-40a4-971c-bffd837be715"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:11:43.364618 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-dc3fa7fa-2acd-46ee-a6b5-44da99cb3211 req-831a9bd8-97b1-4a80-96ce-f8ac70b22629 tempest-ServersAdminNegativeTestJSON-171947884 tempest-ServersAdminNegativeTestJSON-171947884-project] 10.222.0.41 "GET /v2.0/security-groups?id=55335e6a-5bc2-4163-aae8-ed81e1993f57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343517 Jan 28 07:11:43.452471 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 38320) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:11:43.511056 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-59f27b29-4cb8-4c91-bfa1-dea0164f63ee req-27b48f71-0355-45c0-8030-23e56c29d3ce tempest-ImagesNegativeTestJSON-862460684 tempest-ImagesNegativeTestJSON-862460684-project] Request body: {'port': {'device_id': '14bde8b1-067f-44c8-9df3-4cf3976acb93', 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb', 'admin_state_up': True, 'tenant_id': '8b870e88c7104d7aa5238a3aada59105'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:11:43.523202 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-3f057913-5caa-48cb-a164-7da891785695 service neutron] 10.222.0.10 "GET /v2.0/networks/49a475b2-ea4c-4351-8a04-537e673f2680?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5616915 Jan 28 07:11:43.741449 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4a0edd-28ee-44f6-b9d6-612fb145078d req-ccfaebb5-23e8-4dc9-8926-16852abc1731 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:43.742947 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1e4a0edd-28ee-44f6-b9d6-612fb145078d req-ccfaebb5-23e8-4dc9-8926-16852abc1731 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=232ec39b-90f9-4df8-a403-fe1029cce065 HTTP/1.1" status: 200 len: 945 time: 0.1514881 Jan 28 07:11:43.847665 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1e4a0edd-28ee-44f6-b9d6-612fb145078d req-8ca25840-19d4-468c-a597-07fc1e09df2f tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb65c68e-64e7-49d7-aa93-cf57ceaf78a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973823 Jan 28 07:11:44.017783 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31bbb632-c84b-464a-be3c-0d01727581dc x-openstack-request-id: req-31bbb632-c84b-464a-be3c-0d01727581dc {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:11:44.018332 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1eff019f-eefb-4199-812f-22bcde2b6731", "name": "network-vif-plugged", "status": "completed", "tag": "e63a7ad8-eb8a-40a4-971c-bffd837be715", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:11:44.018746 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-31bbb632-c84b-464a-be3c-0d01727581dc {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:11:44.019308 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1eff019f-eefb-4199-812f-22bcde2b6731', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e63a7ad8-eb8a-40a4-971c-bffd837be715', 'code': 200} Jan 28 07:11:44.084122 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [req-bb8d0372-985e-4e8a-b00e-e1cbf622ebb3 req-b958b179-ea06-49d7-ac97-61055d8296df tempest-FloatingIPsTestJSON-1970301324 tempest-FloatingIPsTestJSON-1970301324-project] Allocated IP 172.25.6.57 (7d5b3724-deef-4831-8d43-cb9b8176573c/b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc/ed464e06-1c60-414e-a8e1-66b9e318e297) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:11:44.143620 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a02ed7c6-00f2-44f9-8c9c-b858e5e6eb67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16606535'] for router_interface (7fedcc53-7ab6-418a-aa6d-f573532dc568), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:44.214391 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-e2576689-5a13-4eef-a625-9249d0e9802c service neutron] 10.222.0.10 "GET /v2.0/networks/49a475b2-ea4c-4351-8a04-537e673f2680?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6728480 Jan 28 07:11:44.286080 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-e3cc88c6-56a5-44d9-9995-2e629a40a181 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=306d21bc-fcd5-48a8-8c93-759b2a81125d HTTP/1.1" status: 200 len: 217 time: 0.0613196 Jan 28 07:11:44.318221 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-bb8d0372-985e-4e8a-b00e-e1cbf622ebb3 req-b958b179-ea06-49d7-ac97-61055d8296df tempest-FloatingIPsTestJSON-1970301324 tempest-FloatingIPsTestJSON-1970301324-project] Publish callbacks [] for port (ed464e06-1c60-414e-a8e1-66b9e318e297), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:44.395719 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59f27b29-4cb8-4c91-bfa1-dea0164f63ee req-27b48f71-0355-45c0-8030-23e56c29d3ce tempest-ImagesNegativeTestJSON-862460684 tempest-ImagesNegativeTestJSON-862460684-project] Made reservation on behalf of 8b870e88c7104d7aa5238a3aada59105 for: {'port': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:11:44.399313 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-59f27b29-4cb8-4c91-bfa1-dea0164f63ee req-27b48f71-0355-45c0-8030-23e56c29d3ce tempest-ImagesNegativeTestJSON-862460684 tempest-ImagesNegativeTestJSON-862460684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:44.422330 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402b4cc3-c29c-4a3c-a6f6-7f4081618dc8 req-8ab165da-0ea8-4e31-9220-72f497ba48fc tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:44.424220 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-402b4cc3-c29c-4a3c-a6f6-7f4081618dc8 req-8ab165da-0ea8-4e31-9220-72f497ba48fc tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/ports?device_id=bff283f4-d37c-427a-af38-4dca43c7b60a HTTP/1.1" status: 200 len: 945 time: 0.1901822 Jan 28 07:11:44.434038 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-bb8d0372-985e-4e8a-b00e-e1cbf622ebb3 req-b958b179-ea06-49d7-ac97-61055d8296df tempest-FloatingIPsTestJSON-1970301324 tempest-FloatingIPsTestJSON-1970301324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (ed464e06-1c60-414e-a8e1-66b9e318e297), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:44.438280 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c80f2d-35d8-4c41-ae12-8f7aa07d80cb req-82d9a2bd-0ebe-4ee6-b61c-5007764197cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:44.440681 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a1c80f2d-35d8-4c41-ae12-8f7aa07d80cb req-82d9a2bd-0ebe-4ee6-b61c-5007764197cd service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1eff019f-eefb-4199-812f-22bcde2b6731 HTTP/1.1" status: 200 len: 1102 time: 0.2158339 Jan 28 07:11:44.445285 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-59f27b29-4cb8-4c91-bfa1-dea0164f63ee req-27b48f71-0355-45c0-8030-23e56c29d3ce tempest-ImagesNegativeTestJSON-862460684 tempest-ImagesNegativeTestJSON-862460684-project] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:44.539262 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b958b179-ea06-49d7-ac97-61055d8296df tempest-FloatingIPsTestJSON-1970301324 tempest-FloatingIPsTestJSON-1970301324-project] Pushing event updated for resources: {'Port': ['ID=ed464e06-1c60-414e-a8e1-66b9e318e297,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:11:44.551167 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb8d0372-985e-4e8a-b00e-e1cbf622ebb3 req-b958b179-ea06-49d7-ac97-61055d8296df tempest-FloatingIPsTestJSON-1970301324 tempest-FloatingIPsTestJSON-1970301324-project] Network 7d5b3724-deef-4831-8d43-cb9b8176573c is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:11:44.553285 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [req-bb8d0372-985e-4e8a-b00e-e1cbf622ebb3 req-b958b179-ea06-49d7-ac97-61055d8296df tempest-FloatingIPsTestJSON-1970301324 tempest-FloatingIPsTestJSON-1970301324-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:11:44.564363 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb8d0372-985e-4e8a-b00e-e1cbf622ebb3 req-b958b179-ea06-49d7-ac97-61055d8296df tempest-FloatingIPsTestJSON-1970301324 tempest-FloatingIPsTestJSON-1970301324-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:11:44.599788 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-402b4cc3-c29c-4a3c-a6f6-7f4081618dc8 req-40f70891-103a-45b3-baf7-ff73cd797186 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/security-groups?id=ffb17db6-1913-4712-aa46-d7c764c8c875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575851 Jan 28 07:11:44.608699 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-9ddddcda-a836-4d90-aa42-a83aa9787b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:44.610388 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-9ddddcda-a836-4d90-aa42-a83aa9787b00 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=aa179d42-f4b0-43e0-81f7-063e746f129b HTTP/1.1" status: 200 len: 797 time: 0.2294014 Jan 28 07:11:44.617338 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a1c80f2d-35d8-4c41-ae12-8f7aa07d80cb req-23bd4217-b5b4-4994-884b-2342e989559c service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=55335e6a-5bc2-4163-aae8-ed81e1993f57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688535 Jan 28 07:11:44.810422 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-c4bd3de1-b3b1-46ff-9ed9-98f55a7b142e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:44.812237 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-c4bd3de1-b3b1-46ff-9ed9-98f55a7b142e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=49a475b2-ea4c-4351-8a04-537e673f2680&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1952827 Jan 28 07:11:44.833528 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-59f27b29-4cb8-4c91-bfa1-dea0164f63ee req-27b48f71-0355-45c0-8030-23e56c29d3ce tempest-ImagesNegativeTestJSON-862460684 tempest-ImagesNegativeTestJSON-862460684-project] Publish callbacks [] for security_group (d9d43098-e2ca-4cae-aaa6-1e9ead6fdda6), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:44.853100 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18462942-175b-49f7-9614-3bc1c4495290 req-15249c4d-7331-4a8a-a8ed-3e4631c36b5c tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:44.859071 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18462942-175b-49f7-9614-3bc1c4495290 req-15249c4d-7331-4a8a-a8ed-3e4631c36b5c tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:44.865292 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18462942-175b-49f7-9614-3bc1c4495290 req-15249c4d-7331-4a8a-a8ed-3e4631c36b5c tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:44.871353 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18462942-175b-49f7-9614-3bc1c4495290 req-15249c4d-7331-4a8a-a8ed-3e4631c36b5c tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:44.877486 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18462942-175b-49f7-9614-3bc1c4495290 req-15249c4d-7331-4a8a-a8ed-3e4631c36b5c tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:44.883290 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18462942-175b-49f7-9614-3bc1c4495290 req-15249c4d-7331-4a8a-a8ed-3e4631c36b5c tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:44.888863 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18462942-175b-49f7-9614-3bc1c4495290 req-15249c4d-7331-4a8a-a8ed-3e4631c36b5c tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:44.890843 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-18462942-175b-49f7-9614-3bc1c4495290 req-15249c4d-7331-4a8a-a8ed-3e4631c36b5c tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7 HTTP/1.1" status: 200 len: 5422 time: 0.1724939 Jan 28 07:11:44.923718 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-a02ed7c6-00f2-44f9-8c9c-b858e5e6eb67 admin admin] Deleting port 77b50fdd-bacf-432e-bd1a-97adf4f0007c {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:11:44.924276 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a02ed7c6-00f2-44f9-8c9c-b858e5e6eb67 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (77b50fdd-bacf-432e-bd1a-97adf4f0007c), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:44.925816 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-59f27b29-4cb8-4c91-bfa1-dea0164f63ee req-27b48f71-0355-45c0-8030-23e56c29d3ce tempest-ImagesNegativeTestJSON-862460684 tempest-ImagesNegativeTestJSON-862460684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (d9d43098-e2ca-4cae-aaa6-1e9ead6fdda6), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:45.053684 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-18462942-175b-49f7-9614-3bc1c4495290 req-88156d83-bf3d-483b-9950-0c7ed2d857b0 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/security-groups?id=f42d29db-089b-46ec-bdc0-e6253e46a436&id=f0e415d4-9274-4847-9e71-c098cc08b695&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1547508 Jan 28 07:11:45.059558 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [req-59f27b29-4cb8-4c91-bfa1-dea0164f63ee req-27b48f71-0355-45c0-8030-23e56c29d3ce tempest-ImagesNegativeTestJSON-862460684 tempest-ImagesNegativeTestJSON-862460684-project] Allocated IP 192.168.233.143 (d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb/5785b43d-448b-4d12-9eb5-4e4caf2e7eaf/b0b289e4-99e2-41d3-8f85-47a4b53dfa91) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:11:45.079792 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-75b2b2d3-b6ae-40df-80ba-1a13836468da service neutron] 10.222.0.10 "GET /v2.0/networks/49a475b2-ea4c-4351-8a04-537e673f2680?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2554936 Jan 28 07:11:45.117869 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-a02ed7c6-00f2-44f9-8c9c-b858e5e6eb67 admin admin] For port 77b50fdd-bacf-432e-bd1a-97adf4f0007c, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=77b50fdd-bacf-432e-bd1a-97adf4f0007c,segment=NetworkSegment(f8a20d97-7576-4d2c-8739-f6ab132dd2fd),segment_id=f8a20d97-7576-4d2c-8739-f6ab132dd2fd)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:11:45.118430 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a02ed7c6-00f2-44f9-8c9c-b858e5e6eb67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (77b50fdd-bacf-432e-bd1a-97adf4f0007c), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:45.146450 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-a02ed7c6-00f2-44f9-8c9c-b858e5e6eb67 admin admin] Calling delete_port for 77b50fdd-bacf-432e-bd1a-97adf4f0007c owned by network:router_interface {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:11:45.199161 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-bb8d0372-985e-4e8a-b00e-e1cbf622ebb3 req-b958b179-ea06-49d7-ac97-61055d8296df tempest-FloatingIPsTestJSON-1970301324 tempest-FloatingIPsTestJSON-1970301324-project] Publish callbacks [] for floatingip (4c61bac2-56d3-4188-8700-df9817286f89), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:45.218704 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b48f71-0355-45c0-8030-23e56c29d3ce tempest-ImagesNegativeTestJSON-862460684 tempest-ImagesNegativeTestJSON-862460684-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9d43098-e2ca-4cae-aaa6-1e9ead6fdda6,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:11:45.286914 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1ede4c89-7f98-4e5d-843d-58a678dcca00 req-eb39952a-595b-4b83-9489-5c4d1a768bbf tempest-ImagesNegativeTestJSON-862460684 tempest-ImagesNegativeTestJSON-862460684-project] 10.222.0.41 "GET /v2.0/ports?device_id=14bde8b1-067f-44c8-9df3-4cf3976acb93 HTTP/1.1" status: 200 len: 210 time: 0.0483968 Jan 28 07:11:45.364339 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-bb8d0372-985e-4e8a-b00e-e1cbf622ebb3 req-b958b179-ea06-49d7-ac97-61055d8296df tempest-FloatingIPsTestJSON-1970301324 tempest-FloatingIPsTestJSON-1970301324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (ed464e06-1c60-414e-a8e1-66b9e318e297), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:45.422339 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b5f82fff-fb50-4703-9809-ed0fe5ad53e8 req-64e66706-0a6e-4ecc-933a-670251dabfef service neutron] 10.222.0.10 "GET /v2.0/networks/49a475b2-ea4c-4351-8a04-537e673f2680?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3209660 Jan 28 07:11:45.525519 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627ed933-545b-4e90-b328-e1a620c53aa8 req-a5eb75d9-8f2c-47e7-bc2c-7bdb459ae44e tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:45.527754 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-627ed933-545b-4e90-b328-e1a620c53aa8 req-a5eb75d9-8f2c-47e7-bc2c-7bdb459ae44e tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=232ec39b-90f9-4df8-a403-fe1029cce065 HTTP/1.1" status: 200 len: 945 time: 0.0748401 Jan 28 07:11:45.528618 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a02ed7c6-00f2-44f9-8c9c-b858e5e6eb67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (77b50fdd-bacf-432e-bd1a-97adf4f0007c), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:45.570207 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-59f27b29-4cb8-4c91-bfa1-dea0164f63ee req-27b48f71-0355-45c0-8030-23e56c29d3ce tempest-ImagesNegativeTestJSON-862460684 tempest-ImagesNegativeTestJSON-862460684-project] Publish callbacks [] for port (b0b289e4-99e2-41d3-8f85-47a4b53dfa91), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:45.574047 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02ed7c6-00f2-44f9-8c9c-b858e5e6eb67 admin admin] Pushing event deleted for resources: {'Port': ['ID=77b50fdd-bacf-432e-bd1a-97adf4f0007c,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:11:45.598934 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 6479eef5-951c-4e2c-a998-c082886c019a no longer exists at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:11:45.661741 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] No Port match for: 6479eef5-951c-4e2c-a998-c082886c019a {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:11:45.665345 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 6479eef5-951c-4e2c-a998-c082886c019a not bound to the agent host n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:11:45.708698 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-627ed933-545b-4e90-b328-e1a620c53aa8 req-517e7d4e-2bf1-4423-9c70-c359619daaf1 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb65c68e-64e7-49d7-aa93-cf57ceaf78a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1705139 Jan 28 07:11:45.817003 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322201e9-18b9-4812-8470-365bcb8beb9b req-c3774a3f-09a8-4c28-82c1-56226feb3c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:45.820792 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322201e9-18b9-4812-8470-365bcb8beb9b req-c3774a3f-09a8-4c28-82c1-56226feb3c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:45.821310 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322201e9-18b9-4812-8470-365bcb8beb9b req-c3774a3f-09a8-4c28-82c1-56226feb3c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:45.821794 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322201e9-18b9-4812-8470-365bcb8beb9b req-c3774a3f-09a8-4c28-82c1-56226feb3c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:45.822268 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322201e9-18b9-4812-8470-365bcb8beb9b req-c3774a3f-09a8-4c28-82c1-56226feb3c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:45.823848 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322201e9-18b9-4812-8470-365bcb8beb9b req-c3774a3f-09a8-4c28-82c1-56226feb3c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:45.825225 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322201e9-18b9-4812-8470-365bcb8beb9b req-c3774a3f-09a8-4c28-82c1-56226feb3c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:45.828004 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-322201e9-18b9-4812-8470-365bcb8beb9b req-c3774a3f-09a8-4c28-82c1-56226feb3c09 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3e187e532e7d440c823c7ea556f78f6e&device_id=b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7 HTTP/1.1" status: 200 len: 6486 time: 0.2791634 Jan 28 07:11:45.959346 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a02ed7c6-00f2-44f9-8c9c-b858e5e6eb67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16319006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16606699'] for router_interface (7fedcc53-7ab6-418a-aa6d-f573532dc568), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:46.007419 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322201e9-18b9-4812-8470-365bcb8beb9b req-0b7fd47d-6ca8-4ee7-b43c-4f4c84397683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:46.009130 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-322201e9-18b9-4812-8470-365bcb8beb9b req-0b7fd47d-6ca8-4ee7-b43c-4f4c84397683 service neutron] 10.222.0.10 "GET /v2.0/networks?id=49a475b2-ea4c-4351-8a04-537e673f2680 HTTP/1.1" status: 200 len: 900 time: 0.1481876 Jan 28 07:11:46.037758 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-59f27b29-4cb8-4c91-bfa1-dea0164f63ee req-27b48f71-0355-45c0-8030-23e56c29d3ce tempest-ImagesNegativeTestJSON-862460684 tempest-ImagesNegativeTestJSON-862460684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (b0b289e4-99e2-41d3-8f85-47a4b53dfa91), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:46.106410 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-bb8d0372-985e-4e8a-b00e-e1cbf622ebb3 req-b958b179-ea06-49d7-ac97-61055d8296df tempest-FloatingIPsTestJSON-1970301324 tempest-FloatingIPsTestJSON-1970301324-project] Publish callbacks [] for port (ed464e06-1c60-414e-a8e1-66b9e318e297), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:46.194197 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59f27b29-4cb8-4c91-bfa1-dea0164f63ee req-27b48f71-0355-45c0-8030-23e56c29d3ce tempest-ImagesNegativeTestJSON-862460684 tempest-ImagesNegativeTestJSON-862460684-project] Network d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:11:46.197676 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-bb8d0372-985e-4e8a-b00e-e1cbf622ebb3 req-b958b179-ea06-49d7-ac97-61055d8296df tempest-FloatingIPsTestJSON-1970301324 tempest-FloatingIPsTestJSON-1970301324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (ed464e06-1c60-414e-a8e1-66b9e318e297), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:46.200696 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-322201e9-18b9-4812-8470-365bcb8beb9b req-ec1f9e2f-3387-4807-af76-700202df31f8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=28ee7b1c-7756-4f1b-8d60-9dc7080ff128 HTTP/1.1" status: 200 len: 217 time: 0.1716487 Jan 28 07:11:46.210773 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [req-59f27b29-4cb8-4c91-bfa1-dea0164f63ee req-27b48f71-0355-45c0-8030-23e56c29d3ce tempest-ImagesNegativeTestJSON-862460684 tempest-ImagesNegativeTestJSON-862460684-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:11:46.222067 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-59f27b29-4cb8-4c91-bfa1-dea0164f63ee req-27b48f71-0355-45c0-8030-23e56c29d3ce tempest-ImagesNegativeTestJSON-862460684 tempest-ImagesNegativeTestJSON-862460684-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:11:46.342479 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-bb8d0372-985e-4e8a-b00e-e1cbf622ebb3 req-b958b179-ea06-49d7-ac97-61055d8296df tempest-FloatingIPsTestJSON-1970301324 tempest-FloatingIPsTestJSON-1970301324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16609095'] for floatingip (4c61bac2-56d3-4188-8700-df9817286f89), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:46.350079 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b48f71-0355-45c0-8030-23e56c29d3ce tempest-ImagesNegativeTestJSON-862460684 tempest-ImagesNegativeTestJSON-862460684-project] Pushing event updated for resources: {'Port': ['ID=b0b289e4-99e2-41d3-8f85-47a4b53dfa91,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:11:46.366222 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e792d612-2d8c-4a74-a37d-3c8a6cc3b3bf req-ae1c4248-217f-4c7a-bd21-73f303689ce8 tempest-ServersAdminNegativeTestJSON-171947884 tempest-ServersAdminNegativeTestJSON-171947884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:46.368575 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e792d612-2d8c-4a74-a37d-3c8a6cc3b3bf req-ae1c4248-217f-4c7a-bd21-73f303689ce8 tempest-ServersAdminNegativeTestJSON-171947884 tempest-ServersAdminNegativeTestJSON-171947884-project] 10.222.0.41 "GET /v2.0/ports?device_id=1eff019f-eefb-4199-812f-22bcde2b6731 HTTP/1.1" status: 200 len: 950 time: 0.1360095 Jan 28 07:11:46.415202 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322201e9-18b9-4812-8470-365bcb8beb9b req-7eba47ba-9b7c-42a6-93d4-a79c58642738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:46.417504 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-322201e9-18b9-4812-8470-365bcb8beb9b req-7eba47ba-9b7c-42a6-93d4-a79c58642738 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=aa179d42-f4b0-43e0-81f7-063e746f129b HTTP/1.1" status: 200 len: 797 time: 0.1995106 Jan 28 07:11:46.425848 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f27b29-4cb8-4c91-bfa1-dea0164f63ee req-27b48f71-0355-45c0-8030-23e56c29d3ce tempest-ImagesNegativeTestJSON-862460684 tempest-ImagesNegativeTestJSON-862460684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:46.426666 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-59f27b29-4cb8-4c91-bfa1-dea0164f63ee req-27b48f71-0355-45c0-8030-23e56c29d3ce tempest-ImagesNegativeTestJSON-862460684 tempest-ImagesNegativeTestJSON-862460684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:46.431335 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-bb8d0372-985e-4e8a-b00e-e1cbf622ebb3 req-b958b179-ea06-49d7-ac97-61055d8296df tempest-FloatingIPsTestJSON-1970301324 tempest-FloatingIPsTestJSON-1970301324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for floatingip (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:46.432829 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-bb8d0372-985e-4e8a-b00e-e1cbf622ebb3 req-b958b179-ea06-49d7-ac97-61055d8296df tempest-FloatingIPsTestJSON-1970301324 tempest-FloatingIPsTestJSON-1970301324-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.7464535 Jan 28 07:11:46.468686 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a02ed7c6-00f2-44f9-8c9c-b858e5e6eb67 admin admin] Router 7fedcc53-7ab6-418a-aa6d-f573532dc568 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:11:46.544179 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b958b179-ea06-49d7-ac97-61055d8296df tempest-FloatingIPsTestJSON-1970301324 tempest-FloatingIPsTestJSON-1970301324-project] Pushing event updated for resources: {'Port': ['ID=ed464e06-1c60-414e-a8e1-66b9e318e297,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:11:46.549682 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-bb8d0372-985e-4e8a-b00e-e1cbf622ebb3 req-b72f5ef1-07f3-4de1-9783-6d2978d05da3 tempest-FloatingIPsTestJSON-1970301324 tempest-FloatingIPsTestJSON-1970301324-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.6.57 HTTP/1.1" status: 200 len: 695 time: 0.0838139 Jan 28 07:11:46.571814 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e792d612-2d8c-4a74-a37d-3c8a6cc3b3bf req-5feb2270-a062-47e0-9821-a2ca1155d3de tempest-ServersAdminNegativeTestJSON-171947884 tempest-ServersAdminNegativeTestJSON-171947884-project] 10.222.0.41 "GET /v2.0/security-groups?id=55335e6a-5bc2-4163-aae8-ed81e1993f57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903841 Jan 28 07:11:46.611345 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-59f27b29-4cb8-4c91-bfa1-dea0164f63ee req-27b48f71-0355-45c0-8030-23e56c29d3ce tempest-ImagesNegativeTestJSON-862460684 tempest-ImagesNegativeTestJSON-862460684-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1118283 Jan 28 07:11:46.665677 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-e86d5666-7ca8-4b1a-b21c-381cf7068181 None None] Provisioning complete for port b0b289e4-99e2-41d3-8f85-47a4b53dfa91 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:11:46.666660 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e86d5666-7ca8-4b1a-b21c-381cf7068181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (b0b289e4-99e2-41d3-8f85-47a4b53dfa91), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:46.670355 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322201e9-18b9-4812-8470-365bcb8beb9b req-9f886e8d-989c-4edb-9dc9-d01e9be713e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:46.676243 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-322201e9-18b9-4812-8470-365bcb8beb9b req-9f886e8d-989c-4edb-9dc9-d01e9be713e1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=49a475b2-ea4c-4351-8a04-537e673f2680&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2374191 Jan 28 07:11:46.704577 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-59f27b29-4cb8-4c91-bfa1-dea0164f63ee req-d617cc61-f6b7-44d4-8b4e-de356f4d502d service neutron] Request body: {'port': {'device_id': '14bde8b1-067f-44c8-9df3-4cf3976acb93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712749-28'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:11:46.720518 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-e86d5666-7ca8-4b1a-b21c-381cf7068181 None None] Port b0b289e4-99e2-41d3-8f85-47a4b53dfa91 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:11:46.757351 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a02ed7c6-00f2-44f9-8c9c-b858e5e6eb67 admin admin] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:11:46.765170 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-a02ed7c6-00f2-44f9-8c9c-b858e5e6eb67 admin admin] 10.222.0.41 "PUT /v2.0/routers/7fedcc53-7ab6-418a-aa6d-f573532dc568/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3084981 Jan 28 07:11:46.768839 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b3261e-5782-4a02-aa81-406d7789d797 None None] Sync routers for ids ['7fedcc53-7ab6-418a-aa6d-f573532dc568'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:11:46.778370 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 38346) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:11:46.790583 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b3261e-5782-4a02-aa81-406d7789d797 None None] Routers {'7fedcc53-7ab6-418a-aa6d-f573532dc568'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:11:46.792967 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-c0b3261e-5782-4a02-aa81-406d7789d797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:11:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['7fedcc53-7ab6-418a-aa6d-f573532dc568'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:11:46.853436 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-59f27b29-4cb8-4c91-bfa1-dea0164f63ee req-d617cc61-f6b7-44d4-8b4e-de356f4d502d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (b0b289e4-99e2-41d3-8f85-47a4b53dfa91), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:47.044653 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8d0372-985e-4e8a-b00e-e1cbf622ebb3 req-52a303a4-7e60-4924-9a21-269a4573d577 tempest-FloatingIPsTestJSON-1970301324 tempest-FloatingIPsTestJSON-1970301324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:47.058911 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-bb8d0372-985e-4e8a-b00e-e1cbf622ebb3 req-52a303a4-7e60-4924-9a21-269a4573d577 tempest-FloatingIPsTestJSON-1970301324 tempest-FloatingIPsTestJSON-1970301324-project] 10.222.0.41 "GET /v2.0/networks/7d5b3724-deef-4831-8d43-cb9b8176573c HTTP/1.1" status: 200 len: 784 time: 0.4966145 Jan 28 07:11:47.216108 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76b65dc-6cfc-4140-85b0-c2306077322e req-613a808b-37e4-49c2-84d2-5f99c84e381e tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:47.218037 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a76b65dc-6cfc-4140-85b0-c2306077322e req-613a808b-37e4-49c2-84d2-5f99c84e381e tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac619916-0e38-4e23-8847-517be05d84ae HTTP/1.1" status: 200 len: 944 time: 0.4936848 Jan 28 07:11:47.231848 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002f8e94-fa45-4c6f-b1bd-8863a899284d req-7a153261-e5c0-4605-a56a-81950b51971c tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:47.241978 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-002f8e94-fa45-4c6f-b1bd-8863a899284d req-7a153261-e5c0-4605-a56a-81950b51971c tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/ports?device_id=bff283f4-d37c-427a-af38-4dca43c7b60a HTTP/1.1" status: 200 len: 945 time: 0.5186036 Jan 28 07:11:47.252292 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-c0b3261e-5782-4a02-aa81-406d7789d797 None None] Set router 7fedcc53-7ab6-418a-aa6d-f573532dc568 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:11:47.340051 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0597e35-c67e-45cc-836f-3f0730a9d860 req-a3ce8a7a-2b2f-4f7b-a511-bedfd93ddd03 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:47.349492 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d0597e35-c67e-45cc-836f-3f0730a9d860 req-a3ce8a7a-2b2f-4f7b-a511-bedfd93ddd03 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/networks?id=e794ad63-0b0f-4018-9f49-e800aa3d32de HTTP/1.1" status: 200 len: 811 time: 0.1364524 Jan 28 07:11:47.394373 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d0597e35-c67e-45cc-836f-3f0730a9d860 req-c9b4c92c-d509-4fb6-a70d-55ece458d47b tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/quotas/f5fa6549bc8d49d9b2eb68f328326d46 HTTP/1.1" status: 200 len: 375 time: 0.0440056 Jan 28 07:11:47.399045 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-322201e9-18b9-4812-8470-365bcb8beb9b req-5962b017-13ce-4dd5-b2fe-1af87d393a7f service neutron] 10.222.0.10 "GET /v2.0/networks/49a475b2-ea4c-4351-8a04-537e673f2680?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6587975 Jan 28 07:11:47.482190 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a5d72a1c-9595-472c-8664-e13fe130d4cf admin admin] Publish callbacks [] for router (7fedcc53-7ab6-418a-aa6d-f573532dc568), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:47.538816 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-c0b3261e-5782-4a02-aa81-406d7789d797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fedcc53-7ab6-418a-aa6d-f573532dc568', 'name': 'tempest-AttachSCSIVolumeTestJSON-817353081-router', 'tenant_id': '27f6d90c3ea74cfab0dfe177f770c019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '990edcbd-79ec-4c21-a325-ba9e3a95845d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:08:37Z', 'updated_at': '2022-01-28T07:11:45Z', 'revision_number': 5, 'project_id': '27f6d90c3ea74cfab0dfe177f770c019', 'gw_port': {'id': '990edcbd-79ec-4c21-a325-ba9e3a95845d', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:1c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fedcc53-7ab6-418a-aa6d-f573532dc568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:08:38Z', 'updated_at': '2022-01-28T07:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:11:47.573078 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b3261e-5782-4a02-aa81-406d7789d797 None None] Checking router: 7fedcc53-7ab6-418a-aa6d-f573532dc568 for host: n-d-712749-28 {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:11:47.587870 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b3261e-5782-4a02-aa81-406d7789d797 None None] Routers {'7fedcc53-7ab6-418a-aa6d-f573532dc568'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:11:47.588940 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-c0b3261e-5782-4a02-aa81-406d7789d797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:11:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['7fedcc53-7ab6-418a-aa6d-f573532dc568'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:11:47.598477 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d0597e35-c67e-45cc-836f-3f0730a9d860 req-f262a5d4-ae8f-4bfb-ba94-6046b597d4f6 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=f5fa6549bc8d49d9b2eb68f328326d46&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1962469 Jan 28 07:11:47.653426 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-322201e9-18b9-4812-8470-365bcb8beb9b req-b7855a1c-3042-40d2-95d0-74d09b658295 service neutron] 10.222.0.10 "GET /v2.0/networks/49a475b2-ea4c-4351-8a04-537e673f2680?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2397625 Jan 28 07:11:47.661604 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-002f8e94-fa45-4c6f-b1bd-8863a899284d req-45b01a3c-624a-4ca5-97fa-770cf53a4abb tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/security-groups?id=ffb17db6-1913-4712-aa46-d7c764c8c875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4184103 Jan 28 07:11:47.665093 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a5d72a1c-9595-472c-8664-e13fe130d4cf admin admin] Publish callbacks [] for router_gateway (7fedcc53-7ab6-418a-aa6d-f573532dc568), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:47.784656 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-a76b65dc-6cfc-4140-85b0-c2306077322e req-c266b492-12f6-4efb-91eb-6c14e7b10d69 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Deleting port 4b237626-c012-44c0-b0fc-f1f94f8f1bb0 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:11:47.785306 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-a76b65dc-6cfc-4140-85b0-c2306077322e req-c266b492-12f6-4efb-91eb-6c14e7b10d69 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (4b237626-c012-44c0-b0fc-f1f94f8f1bb0), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:47.793899 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-c0b3261e-5782-4a02-aa81-406d7789d797 None None] Set router 7fedcc53-7ab6-418a-aa6d-f573532dc568 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:11:47.901302 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-a76b65dc-6cfc-4140-85b0-c2306077322e req-c266b492-12f6-4efb-91eb-6c14e7b10d69 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] For port 4b237626-c012-44c0-b0fc-f1f94f8f1bb0, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=4b237626-c012-44c0-b0fc-f1f94f8f1bb0,segment=NetworkSegment(919581ea-4d97-4a95-839c-1632528194b6),segment_id=919581ea-4d97-4a95-839c-1632528194b6)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:11:47.901618 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-a76b65dc-6cfc-4140-85b0-c2306077322e req-c266b492-12f6-4efb-91eb-6c14e7b10d69 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (4b237626-c012-44c0-b0fc-f1f94f8f1bb0), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:47.915300 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-a76b65dc-6cfc-4140-85b0-c2306077322e req-c266b492-12f6-4efb-91eb-6c14e7b10d69 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Calling delete_port for 4b237626-c012-44c0-b0fc-f1f94f8f1bb0 owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:11:47.930906 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d0597e35-c67e-45cc-836f-3f0730a9d860 req-24f72e44-24e7-49cf-a275-d383bf2d3d4b service neutron] 10.222.0.41 "GET /v2.0/networks/e794ad63-0b0f-4018-9f49-e800aa3d32de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3196726 Jan 28 07:11:47.946166 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [req-59f27b29-4cb8-4c91-bfa1-dea0164f63ee req-d617cc61-f6b7-44d4-8b4e-de356f4d502d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0b289e4-99e2-41d3-8f85-47a4b53dfa91 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:11:48.015914 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-c0b3261e-5782-4a02-aa81-406d7789d797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fedcc53-7ab6-418a-aa6d-f573532dc568', 'name': 'tempest-AttachSCSIVolumeTestJSON-817353081-router', 'tenant_id': '27f6d90c3ea74cfab0dfe177f770c019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '990edcbd-79ec-4c21-a325-ba9e3a95845d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:08:37Z', 'updated_at': '2022-01-28T07:11:45Z', 'revision_number': 5, 'project_id': '27f6d90c3ea74cfab0dfe177f770c019', 'gw_port': {'id': '990edcbd-79ec-4c21-a325-ba9e3a95845d', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:1c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fedcc53-7ab6-418a-aa6d-f573532dc568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:08:38Z', 'updated_at': '2022-01-28T07:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:11:48.048618 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b3261e-5782-4a02-aa81-406d7789d797 None None] The sync data for ids ['7fedcc53-7ab6-418a-aa6d-f573532dc568'] in n-d-712749-28 is: [{'id': '7fedcc53-7ab6-418a-aa6d-f573532dc568', 'name': 'tempest-AttachSCSIVolumeTestJSON-817353081-router', 'tenant_id': '27f6d90c3ea74cfab0dfe177f770c019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '990edcbd-79ec-4c21-a325-ba9e3a95845d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:08:37Z', 'updated_at': '2022-01-28T07:11:45Z', 'revision_number': 5, 'project_id': '27f6d90c3ea74cfab0dfe177f770c019', 'gw_port': {'id': '990edcbd-79ec-4c21-a325-ba9e3a95845d', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:1c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fedcc53-7ab6-418a-aa6d-f573532dc568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:08:38Z', 'updated_at': '2022-01-28T07:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:11:48.069076 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-a76b65dc-6cfc-4140-85b0-c2306077322e req-c266b492-12f6-4efb-91eb-6c14e7b10d69 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (4b237626-c012-44c0-b0fc-f1f94f8f1bb0), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:48.152741 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c266b492-12f6-4efb-91eb-6c14e7b10d69 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Pushing event deleted for resources: {'Port': ['ID=4b237626-c012-44c0-b0fc-f1f94f8f1bb0,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:11:48.178313 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-a76b65dc-6cfc-4140-85b0-c2306077322e req-c266b492-12f6-4efb-91eb-6c14e7b10d69 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] No DVR routers for this DVR port 4b237626-c012-44c0-b0fc-f1f94f8f1bb0 on host n-h2-712749-28 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:11:48.183202 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-a76b65dc-6cfc-4140-85b0-c2306077322e req-c266b492-12f6-4efb-91eb-6c14e7b10d69 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:48.186942 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a76b65dc-6cfc-4140-85b0-c2306077322e req-c266b492-12f6-4efb-91eb-6c14e7b10d69 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.44 "DELETE /v2.0/ports/4b237626-c012-44c0-b0fc-f1f94f8f1bb0 HTTP/1.1" status: 204 len: 173 time: 0.9377894 Jan 28 07:11:48.187626 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac619916-0e38-4e23-8847-517be05d84ae', 'name': 'network-vif-deleted', 'tag': '4b237626-c012-44c0-b0fc-f1f94f8f1bb0'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:11:48.190819 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-427a04e7-e818-4d7e-b9df-8f42633a4dbd" -d '{"events": [{"server_uuid": "ac619916-0e38-4e23-8847-517be05d84ae", "name": "network-vif-deleted", "tag": "4b237626-c012-44c0-b0fc-f1f94f8f1bb0"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:11:48.218383 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c29c25-5700-469d-967f-e35c0a8d56e3 req-0e2ff36a-d18b-483f-ab9f-a966c1a6077d tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:48.224743 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c29c25-5700-469d-967f-e35c0a8d56e3 req-0e2ff36a-d18b-483f-ab9f-a966c1a6077d tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:48.230045 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c29c25-5700-469d-967f-e35c0a8d56e3 req-0e2ff36a-d18b-483f-ab9f-a966c1a6077d tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:48.237794 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c29c25-5700-469d-967f-e35c0a8d56e3 req-0e2ff36a-d18b-483f-ab9f-a966c1a6077d tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:48.243832 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c29c25-5700-469d-967f-e35c0a8d56e3 req-0e2ff36a-d18b-483f-ab9f-a966c1a6077d tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:48.249388 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c29c25-5700-469d-967f-e35c0a8d56e3 req-0e2ff36a-d18b-483f-ab9f-a966c1a6077d tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:48.255534 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c29c25-5700-469d-967f-e35c0a8d56e3 req-0e2ff36a-d18b-483f-ab9f-a966c1a6077d tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:48.263399 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a8c29c25-5700-469d-967f-e35c0a8d56e3 req-0e2ff36a-d18b-483f-ab9f-a966c1a6077d tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7 HTTP/1.1" status: 200 len: 5422 time: 0.2603540 Jan 28 07:11:48.283510 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-a5d72a1c-9595-472c-8664-e13fe130d4cf admin admin] Deleting port 990edcbd-79ec-4c21-a325-ba9e3a95845d {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:11:48.283856 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a5d72a1c-9595-472c-8664-e13fe130d4cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (990edcbd-79ec-4c21-a325-ba9e3a95845d), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:48.303324 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-59f27b29-4cb8-4c91-bfa1-dea0164f63ee req-d617cc61-f6b7-44d4-8b4e-de356f4d502d service neutron] Publish callbacks [] for port (b0b289e4-99e2-41d3-8f85-47a4b53dfa91), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:48.330560 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322201e9-18b9-4812-8470-365bcb8beb9b req-f03ff44e-73ab-4e2b-8851-1126f57194f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:48.331037 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322201e9-18b9-4812-8470-365bcb8beb9b req-f03ff44e-73ab-4e2b-8851-1126f57194f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:48.331511 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322201e9-18b9-4812-8470-365bcb8beb9b req-f03ff44e-73ab-4e2b-8851-1126f57194f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:48.331963 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322201e9-18b9-4812-8470-365bcb8beb9b req-f03ff44e-73ab-4e2b-8851-1126f57194f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:48.332443 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322201e9-18b9-4812-8470-365bcb8beb9b req-f03ff44e-73ab-4e2b-8851-1126f57194f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:48.332899 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322201e9-18b9-4812-8470-365bcb8beb9b req-f03ff44e-73ab-4e2b-8851-1126f57194f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:48.333346 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322201e9-18b9-4812-8470-365bcb8beb9b req-f03ff44e-73ab-4e2b-8851-1126f57194f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:48.335383 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-322201e9-18b9-4812-8470-365bcb8beb9b req-f03ff44e-73ab-4e2b-8851-1126f57194f0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3e187e532e7d440c823c7ea556f78f6e&device_id=b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7 HTTP/1.1" status: 200 len: 6486 time: 0.5585477 Jan 28 07:11:48.344051 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [req-59f27b29-4cb8-4c91-bfa1-dea0164f63ee req-d617cc61-f6b7-44d4-8b4e-de356f4d502d service neutron] Transition to ACTIVE for port object b0b289e4-99e2-41d3-8f85-47a4b53dfa91 will not be triggered until provisioned by entity L2. {{(pid=103283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:11:48.372602 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-59f27b29-4cb8-4c91-bfa1-dea0164f63ee req-d617cc61-f6b7-44d4-8b4e-de356f4d502d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (b0b289e4-99e2-41d3-8f85-47a4b53dfa91), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:48.392854 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a8c29c25-5700-469d-967f-e35c0a8d56e3 req-5ea72c3d-f22f-4f71-a009-54a7796744c9 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/security-groups?id=f42d29db-089b-46ec-bdc0-e6253e46a436&id=f0e415d4-9274-4847-9e71-c098cc08b695&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1283944 Jan 28 07:11:48.426407 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-a5d72a1c-9595-472c-8664-e13fe130d4cf admin admin] For port 990edcbd-79ec-4c21-a325-ba9e3a95845d, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=990edcbd-79ec-4c21-a325-ba9e3a95845d,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:11:48.426990 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a5d72a1c-9595-472c-8664-e13fe130d4cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (990edcbd-79ec-4c21-a325-ba9e3a95845d), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:48.467145 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-a5d72a1c-9595-472c-8664-e13fe130d4cf admin admin] Calling delete_port for 990edcbd-79ec-4c21-a325-ba9e3a95845d owned by network:router_gateway {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:11:48.533707 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d0597e35-c67e-45cc-836f-3f0730a9d860 req-2f6bdc23-0298-41c6-8603-8e32935c9f43 service neutron] 10.222.0.41 "GET /v2.0/networks/e794ad63-0b0f-4018-9f49-e800aa3d32de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5877109 Jan 28 07:11:48.549416 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d617cc61-f6b7-44d4-8b4e-de356f4d502d service neutron] Pushing event updated for resources: {'Port': ['ID=b0b289e4-99e2-41d3-8f85-47a4b53dfa91,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:11:48.588766 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-63673348-066d-4f3f-8dea-df55c765fbf7 req-971802f6-5c2e-4d11-b6d9-2c5a3b4ad2cd tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac619916-0e38-4e23-8847-517be05d84ae HTTP/1.1" status: 200 len: 210 time: 0.0421531 Jan 28 07:11:48.708620 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-59f27b29-4cb8-4c91-bfa1-dea0164f63ee req-d617cc61-f6b7-44d4-8b4e-de356f4d502d service neutron] Attempting to bind port b0b289e4-99e2-41d3-8f85-47a4b53dfa91 on host n-h2-712749-28 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:11:48.710457 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-59f27b29-4cb8-4c91-bfa1-dea0164f63ee req-d617cc61-f6b7-44d4-8b4e-de356f4d502d service neutron] Attempting to bind port b0b289e4-99e2-41d3-8f85-47a4b53dfa91 by drivers openvswitch,hyperv on host n-h2-712749-28 at level 0 using segments [{'id': '9d52209e-a416-4cfe-8f8a-19567a90fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:11:48.711019 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f27b29-4cb8-4c91-bfa1-dea0164f63ee req-d617cc61-f6b7-44d4-8b4e-de356f4d502d service neutron] Attempting to bind port b0b289e4-99e2-41d3-8f85-47a4b53dfa91 on network d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:11:48.718947 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322201e9-18b9-4812-8470-365bcb8beb9b req-a05bd514-b8f9-4b03-8b85-96489dda7f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:48.722086 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-322201e9-18b9-4812-8470-365bcb8beb9b req-a05bd514-b8f9-4b03-8b85-96489dda7f00 service neutron] 10.222.0.10 "GET /v2.0/networks?id=49a475b2-ea4c-4351-8a04-537e673f2680 HTTP/1.1" status: 200 len: 900 time: 0.3793285 Jan 28 07:11:48.723314 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f27b29-4cb8-4c91-bfa1-dea0164f63ee req-d617cc61-f6b7-44d4-8b4e-de356f4d502d service neutron] Port b0b289e4-99e2-41d3-8f85-47a4b53dfa91 on network d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-28 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:11:48.726061 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f27b29-4cb8-4c91-bfa1-dea0164f63ee req-d617cc61-f6b7-44d4-8b4e-de356f4d502d service neutron] Attempting to bind port b0b289e4-99e2-41d3-8f85-47a4b53dfa91 on network d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:11:48.821914 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f27b29-4cb8-4c91-bfa1-dea0164f63ee req-d617cc61-f6b7-44d4-8b4e-de356f4d502d service neutron] Checking agent: {'id': 'c9906e63-062c-432e-bb53-63fdb8115e18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:11:48.828150 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f27b29-4cb8-4c91-bfa1-dea0164f63ee req-d617cc61-f6b7-44d4-8b4e-de356f4d502d service neutron] Checking segment: {'id': '9d52209e-a416-4cfe-8f8a-19567a90fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:11:48.829355 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f27b29-4cb8-4c91-bfa1-dea0164f63ee req-d617cc61-f6b7-44d4-8b4e-de356f4d502d service neutron] Bound using segment: {'id': '9d52209e-a416-4cfe-8f8a-19567a90fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:11:48.832038 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-59f27b29-4cb8-4c91-bfa1-dea0164f63ee req-d617cc61-f6b7-44d4-8b4e-de356f4d502d service neutron] Bound port: b0b289e4-99e2-41d3-8f85-47a4b53dfa91, host: n-h2-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d52209e-a416-4cfe-8f8a-19567a90fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:11:48.832664 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-59f27b29-4cb8-4c91-bfa1-dea0164f63ee req-d617cc61-f6b7-44d4-8b4e-de356f4d502d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (b0b289e4-99e2-41d3-8f85-47a4b53dfa91), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:48.853364 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-322201e9-18b9-4812-8470-365bcb8beb9b req-6fee88d0-ec8f-43da-ab5a-df814b433d78 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=306d21bc-fcd5-48a8-8c93-759b2a81125d HTTP/1.1" status: 200 len: 217 time: 0.1242373 Jan 28 07:11:48.932830 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a5d72a1c-9595-472c-8664-e13fe130d4cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (990edcbd-79ec-4c21-a325-ba9e3a95845d), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:49.022323 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322201e9-18b9-4812-8470-365bcb8beb9b req-19008fc1-3895-43e1-bc50-131f475bd40d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:49.024553 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-322201e9-18b9-4812-8470-365bcb8beb9b req-19008fc1-3895-43e1-bc50-131f475bd40d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=aa179d42-f4b0-43e0-81f7-063e746f129b HTTP/1.1" status: 200 len: 797 time: 0.1599412 Jan 28 07:11:49.032543 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d72a1c-9595-472c-8664-e13fe130d4cf admin admin] Pushing event deleted for resources: {'Port': ['ID=990edcbd-79ec-4c21-a325-ba9e3a95845d,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:11:49.137413 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec5861f-c131-4795-9f7f-a1cf317cfe53 req-f5e02b3d-524d-4a7d-9fe7-9999b5988361 tempest-ImagesNegativeTestJSON-862460684 tempest-ImagesNegativeTestJSON-862460684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:49.138646 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1ec5861f-c131-4795-9f7f-a1cf317cfe53 req-f5e02b3d-524d-4a7d-9fe7-9999b5988361 tempest-ImagesNegativeTestJSON-862460684 tempest-ImagesNegativeTestJSON-862460684-project] 10.222.0.41 "GET /v2.0/ports?device_id=14bde8b1-067f-44c8-9df3-4cf3976acb93 HTTP/1.1" status: 200 len: 948 time: 0.2654448 Jan 28 07:11:49.165818 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-59f27b29-4cb8-4c91-bfa1-dea0164f63ee req-d617cc61-f6b7-44d4-8b4e-de356f4d502d service neutron] For port b0b289e4-99e2-41d3-8f85-47a4b53dfa91, host n-h2-712749-28, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:11:49.205587 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a5d72a1c-9595-472c-8664-e13fe130d4cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16607873'] for router_gateway (7fedcc53-7ab6-418a-aa6d-f573532dc568), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:49.208698 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-91e942b1-dee9-40b7-bcfc-a0ac1791a1b0 req-068d4f4f-f92c-4b63-93d7-8f4efc540144 tempest-FloatingIPsTestJSON-1970301324 tempest-FloatingIPsTestJSON-1970301324-project] 10.222.0.41 "GET /v2.0/floatingips/4c61bac2-56d3-4188-8700-df9817286f89 HTTP/1.1" status: 200 len: 692 time: 0.1803658 Jan 28 07:11:49.211375 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-59f27b29-4cb8-4c91-bfa1-dea0164f63ee req-d617cc61-f6b7-44d4-8b4e-de356f4d502d service neutron] For port b0b289e4-99e2-41d3-8f85-47a4b53dfa91, host n-h2-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=b0b289e4-99e2-41d3-8f85-47a4b53dfa91,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:11:49.304394 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a5d72a1c-9595-472c-8664-e13fe130d4cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16605684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127449'] for router (7fedcc53-7ab6-418a-aa6d-f573532dc568), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:49.307270 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a5d72a1c-9595-472c-8664-e13fe130d4cf admin admin] Publish callbacks [] for router_controller (7fedcc53-7ab6-418a-aa6d-f573532dc568), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:49.319967 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-59f27b29-4cb8-4c91-bfa1-dea0164f63ee req-d617cc61-f6b7-44d4-8b4e-de356f4d502d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (b0b289e4-99e2-41d3-8f85-47a4b53dfa91), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:49.360638 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322201e9-18b9-4812-8470-365bcb8beb9b req-7d32c72c-7697-468e-9739-059a5dc6533b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:49.363149 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-322201e9-18b9-4812-8470-365bcb8beb9b req-7d32c72c-7697-468e-9739-059a5dc6533b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=49a475b2-ea4c-4351-8a04-537e673f2680&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3281388 Jan 28 07:11:49.364825 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1ec5861f-c131-4795-9f7f-a1cf317cfe53 req-18b07969-8c8a-439d-acec-78c2a071c5a3 tempest-ImagesNegativeTestJSON-862460684 tempest-ImagesNegativeTestJSON-862460684-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9d43098-e2ca-4cae-aaa6-1e9ead6fdda6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152965 Jan 28 07:11:49.377656 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a5d72a1c-9595-472c-8664-e13fe130d4cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16605693'] for router (7fedcc53-7ab6-418a-aa6d-f573532dc568), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:49.378329 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5d72a1c-9595-472c-8664-e13fe130d4cf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7fedcc53-7ab6-418a-aa6d-f573532dc568 {{(pid=103284) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 07:11:49.382924 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a5d72a1c-9595-472c-8664-e13fe130d4cf admin admin] Publish callbacks [] for router (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:49.386881 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-a5d72a1c-9595-472c-8664-e13fe130d4cf admin admin] 10.222.0.41 "DELETE /v2.0/routers/7fedcc53-7ab6-418a-aa6d-f573532dc568 HTTP/1.1" status: 204 len: 168 time: 2.6066806 Jan 28 07:11:49.387559 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 38380) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:11:49.398266 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e942b1-dee9-40b7-bcfc-a0ac1791a1b0 req-66fb9b4d-90ef-44dc-85cb-9d02932795ed tempest-FloatingIPsTestJSON-1970301324 tempest-FloatingIPsTestJSON-1970301324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:49.409485 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-91e942b1-dee9-40b7-bcfc-a0ac1791a1b0 req-66fb9b4d-90ef-44dc-85cb-9d02932795ed tempest-FloatingIPsTestJSON-1970301324 tempest-FloatingIPsTestJSON-1970301324-project] 10.222.0.41 "GET /v2.0/networks/7d5b3724-deef-4831-8d43-cb9b8176573c HTTP/1.1" status: 200 len: 784 time: 0.1919284 Jan 28 07:11:49.493524 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-42f2330c-758d-475b-8a5f-e81bd0d6ec8a admin admin] Deleting subnet 691dd1a0-1c2f-40e1-abfb-d0c6c3076fc5 {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:11:49.497167 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-42f2330c-758d-475b-8a5f-e81bd0d6ec8a admin admin] Publish callbacks [] for subnet (691dd1a0-1c2f-40e1-abfb-d0c6c3076fc5), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:49.553711 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-42f2330c-758d-475b-8a5f-e81bd0d6ec8a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24759175'] for subnet (691dd1a0-1c2f-40e1-abfb-d0c6c3076fc5), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:49.562414 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f27b29-4cb8-4c91-bfa1-dea0164f63ee req-d617cc61-f6b7-44d4-8b4e-de356f4d502d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:49.563172 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-59f27b29-4cb8-4c91-bfa1-dea0164f63ee req-d617cc61-f6b7-44d4-8b4e-de356f4d502d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:49.569217 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-59f27b29-4cb8-4c91-bfa1-dea0164f63ee req-d617cc61-f6b7-44d4-8b4e-de356f4d502d service neutron] 10.222.0.44 "PUT /v2.0/ports/b0b289e4-99e2-41d3-8f85-47a4b53dfa91 HTTP/1.1" status: 200 len: 1097 time: 2.8815897 Jan 28 07:11:49.615225 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14bde8b1-067f-44c8-9df3-4cf3976acb93', 'tag': 'b0b289e4-99e2-41d3-8f85-47a4b53dfa91'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:11:49.616581 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48bc6640-1bbd-4bf1-ac47-5d954987af8e" -d '{"events": [{"name": "network-changed", "server_uuid": "14bde8b1-067f-44c8-9df3-4cf3976acb93", "tag": "b0b289e4-99e2-41d3-8f85-47a4b53dfa91"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:11:49.677743 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-91e942b1-dee9-40b7-bcfc-a0ac1791a1b0 req-c0f4954c-6b63-4933-b765-9b62af2fa33e tempest-FloatingIPsTestJSON-1970301324 tempest-FloatingIPsTestJSON-1970301324-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.6.57 HTTP/1.1" status: 200 len: 695 time: 0.2669973 Jan 28 07:11:49.682764 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d617cc61-f6b7-44d4-8b4e-de356f4d502d service neutron] Pushing event updated for resources: {'Port': ['ID=b0b289e4-99e2-41d3-8f85-47a4b53dfa91,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:11:49.709507 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-42f2330c-758d-475b-8a5f-e81bd0d6ec8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (691dd1a0-1c2f-40e1-abfb-d0c6c3076fc5), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:49.779834 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d564b51a-7d36-4641-b165-469e10fb85dd x-openstack-request-id: req-d564b51a-7d36-4641-b165-469e10fb85dd {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:11:49.780090 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac619916-0e38-4e23-8847-517be05d84ae", "name": "network-vif-deleted", "tag": "4b237626-c012-44c0-b0fc-f1f94f8f1bb0", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:11:49.780434 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d564b51a-7d36-4641-b165-469e10fb85dd {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:11:49.781032 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac619916-0e38-4e23-8847-517be05d84ae', 'name': 'network-vif-deleted', 'tag': '4b237626-c012-44c0-b0fc-f1f94f8f1bb0', 'status': 'completed', 'code': 200} Jan 28 07:11:49.787488 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-42f2330c-758d-475b-8a5f-e81bd0d6ec8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24757569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24979817'] for subnet (691dd1a0-1c2f-40e1-abfb-d0c6c3076fc5), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:49.823163 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-42f2330c-758d-475b-8a5f-e81bd0d6ec8a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:49.827779 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba1ca898-eefd-459d-aeb2-7169f1061bf4 None None] Network fbddbfaf-beb4-48f3-b2a4-4e85c7d5f47f requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:11:49.850925 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-42f2330c-758d-475b-8a5f-e81bd0d6ec8a admin admin] 10.222.0.41 "DELETE /v2.0/subnets/691dd1a0-1c2f-40e1-abfb-d0c6c3076fc5 HTTP/1.1" status: 204 len: 168 time: 0.4597092 Jan 28 07:11:49.857527 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 38390) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:11:49.884555 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-91e942b1-dee9-40b7-bcfc-a0ac1791a1b0 req-5a8809c1-39d8-4be0-8058-a55feeca8e16 tempest-FloatingIPsTestJSON-1970301324 tempest-FloatingIPsTestJSON-1970301324-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.6.57 HTTP/1.1" status: 200 len: 695 time: 0.2057869 Jan 28 07:11:49.945768 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-322201e9-18b9-4812-8470-365bcb8beb9b req-1faef306-15b5-4ea7-8926-e1fb4c713ce7 service neutron] 10.222.0.10 "GET /v2.0/networks/49a475b2-ea4c-4351-8a04-537e673f2680?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5724928 Jan 28 07:11:49.967314 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f2330c-758d-475b-8a5f-e81bd0d6ec8a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=691dd1a0-1c2f-40e1-abfb-d0c6c3076fc5,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:11:50.002096 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f27b29-4cb8-4c91-bfa1-dea0164f63ee req-219b5816-a244-4167-8cb1-9f53996b7c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:50.004058 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-59f27b29-4cb8-4c91-bfa1-dea0164f63ee req-219b5816-a244-4167-8cb1-9f53996b7c20 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8b870e88c7104d7aa5238a3aada59105&device_id=14bde8b1-067f-44c8-9df3-4cf3976acb93 HTTP/1.1" status: 200 len: 1100 time: 0.3172431 Jan 28 07:11:50.026222 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e8b520e0-63b7-4910-8b40-1deb0a7c489b req-ae58880f-e77b-4890-81d6-9aeac9a70445 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=f255ed55-87c8-4949-a89a-d6b84a3ce0a3 HTTP/1.1" status: 200 len: 210 time: 0.1002603 Jan 28 07:11:50.113428 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-25e33aaa-e70d-4b17-8137-ce9f78379283 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (fbddbfaf-beb4-48f3-b2a4-4e85c7d5f47f), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:50.125970 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c3dcf1a-327f-489d-a792-37b6937b4290 None None] DHCP port deletion for fbddbfaf-beb4-48f3-b2a4-4e85c7d5f47f request from n-d-712749-28 {{(pid=103285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 07:11:50.137102 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-59f27b29-4cb8-4c91-bfa1-dea0164f63ee req-3bdf885d-1440-4e79-b196-dded8abdf84d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=b0b289e4-99e2-41d3-8f85-47a4b53dfa91 HTTP/1.1" status: 200 len: 217 time: 0.1141691 Jan 28 07:11:50.253582 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-024b7cf8-9e5c-41c1-be33-3c849969aafd req-589a0788-0c9f-4edf-aea2-d63497d8f34f tempest-ServersAdminNegativeTestJSON-171947884 tempest-ServersAdminNegativeTestJSON-171947884-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=5e7a152ce6ec490eb9df1ae9ab508d72&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0821421 Jan 28 07:11:50.260559 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-8c3dcf1a-327f-489d-a792-37b6937b4290 None None] Deleting port 87aa70f6-eec1-4199-9305-e6a6d3845b58 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:11:50.263074 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8c3dcf1a-327f-489d-a792-37b6937b4290 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (87aa70f6-eec1-4199-9305-e6a6d3845b58), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:50.278398 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 990edcbd-79ec-4c21-a325-ba9e3a95845d no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:11:50.306757 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-322201e9-18b9-4812-8470-365bcb8beb9b req-ba2d01ce-c906-41b7-b7db-7c5562ae614d service neutron] 10.222.0.10 "GET /v2.0/networks/49a475b2-ea4c-4351-8a04-537e673f2680?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3504550 Jan 28 07:11:50.311600 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f27b29-4cb8-4c91-bfa1-dea0164f63ee req-6a918cb0-097a-4fa3-a4ba-c0143e018d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:50.313094 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-59f27b29-4cb8-4c91-bfa1-dea0164f63ee req-6a918cb0-097a-4fa3-a4ba-c0143e018d63 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5785b43d-448b-4d12-9eb5-4e4caf2e7eaf HTTP/1.1" status: 200 len: 843 time: 0.1628773 Jan 28 07:11:50.337847 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 4b237626-c012-44c0-b0fc-f1f94f8f1bb0 no longer exists at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:11:50.340539 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: 990edcbd-79ec-4c21-a325-ba9e3a95845d {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:11:50.341142 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 990edcbd-79ec-4c21-a325-ba9e3a95845d not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:11:50.341796 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 77b50fdd-bacf-432e-bd1a-97adf4f0007c no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:11:50.351777 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-91e942b1-dee9-40b7-bcfc-a0ac1791a1b0 req-ffeb3eee-35a0-4b53-b1d6-8d92b53b3445 tempest-FloatingIPsTestJSON-1970301324 tempest-FloatingIPsTestJSON-1970301324-project] Deleting port ed464e06-1c60-414e-a8e1-66b9e318e297 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:11:50.352123 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-91e942b1-dee9-40b7-bcfc-a0ac1791a1b0 req-ffeb3eee-35a0-4b53-b1d6-8d92b53b3445 tempest-FloatingIPsTestJSON-1970301324 tempest-FloatingIPsTestJSON-1970301324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (ed464e06-1c60-414e-a8e1-66b9e318e297), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:50.364965 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: 77b50fdd-bacf-432e-bd1a-97adf4f0007c {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:11:50.365751 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 77b50fdd-bacf-432e-bd1a-97adf4f0007c not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:11:50.394038 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] No Port match for: 4b237626-c012-44c0-b0fc-f1f94f8f1bb0 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:11:50.394736 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 4b237626-c012-44c0-b0fc-f1f94f8f1bb0 not bound to the agent host n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:11:50.405215 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024b7cf8-9e5c-41c1-be33-3c849969aafd req-ed6f2ffe-5d4b-470b-9a1d-e447e6b389a8 tempest-ServersAdminNegativeTestJSON-171947884 tempest-ServersAdminNegativeTestJSON-171947884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:50.407672 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-024b7cf8-9e5c-41c1-be33-3c849969aafd req-ed6f2ffe-5d4b-470b-9a1d-e447e6b389a8 tempest-ServersAdminNegativeTestJSON-171947884 tempest-ServersAdminNegativeTestJSON-171947884-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1525104 Jan 28 07:11:50.419716 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-8c3dcf1a-327f-489d-a792-37b6937b4290 None None] For port 87aa70f6-eec1-4199-9305-e6a6d3845b58, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=87aa70f6-eec1-4199-9305-e6a6d3845b58,segment=NetworkSegment(f8a20d97-7576-4d2c-8739-f6ab132dd2fd),segment_id=f8a20d97-7576-4d2c-8739-f6ab132dd2fd)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:11:50.420185 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8c3dcf1a-327f-489d-a792-37b6937b4290 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (87aa70f6-eec1-4199-9305-e6a6d3845b58), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:50.436435 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-25e33aaa-e70d-4b17-8137-ce9f78379283 admin admin] Deleting port 87aa70f6-eec1-4199-9305-e6a6d3845b58 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:11:50.436598 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-25e33aaa-e70d-4b17-8137-ce9f78379283 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (87aa70f6-eec1-4199-9305-e6a6d3845b58), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:50.464403 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-8c3dcf1a-327f-489d-a792-37b6937b4290 None None] Calling delete_port for 87aa70f6-eec1-4199-9305-e6a6d3845b58 owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:11:50.479073 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f27b29-4cb8-4c91-bfa1-dea0164f63ee req-888e96be-9c7a-4f8e-b418-dcb1f4d49983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:50.485528 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-59f27b29-4cb8-4c91-bfa1-dea0164f63ee req-888e96be-9c7a-4f8e-b418-dcb1f4d49983 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1642222 Jan 28 07:11:50.537260 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-024b7cf8-9e5c-41c1-be33-3c849969aafd req-199d4091-294e-4e17-84bc-5e3307e954b0 tempest-ServersAdminNegativeTestJSON-171947884 tempest-ServersAdminNegativeTestJSON-171947884-project] 10.222.0.41 "GET /v2.0/quotas/5e7a152ce6ec490eb9df1ae9ab508d72 HTTP/1.1" status: 200 len: 375 time: 0.0628040 Jan 28 07:11:50.633092 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-25e33aaa-e70d-4b17-8137-ce9f78379283 admin admin] For port 87aa70f6-eec1-4199-9305-e6a6d3845b58, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=87aa70f6-eec1-4199-9305-e6a6d3845b58,segment=NetworkSegment(f8a20d97-7576-4d2c-8739-f6ab132dd2fd),segment_id=f8a20d97-7576-4d2c-8739-f6ab132dd2fd)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:11:50.633517 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-25e33aaa-e70d-4b17-8137-ce9f78379283 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (87aa70f6-eec1-4199-9305-e6a6d3845b58), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:50.644118 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8c3dcf1a-327f-489d-a792-37b6937b4290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298'] for port (87aa70f6-eec1-4199-9305-e6a6d3845b58), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:50.654274 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-59f27b29-4cb8-4c91-bfa1-dea0164f63ee req-c9a0555f-bc61-4b73-a848-144320132bc7 service neutron] 10.222.0.44 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580007 Jan 28 07:11:50.673495 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-25e33aaa-e70d-4b17-8137-ce9f78379283 admin admin] Calling delete_port for 87aa70f6-eec1-4199-9305-e6a6d3845b58 owned by network:dhcp {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:11:50.679303 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-024b7cf8-9e5c-41c1-be33-3c849969aafd req-7e11fd6d-e09c-432e-b788-3c6d67900c95 tempest-ServersAdminNegativeTestJSON-171947884 tempest-ServersAdminNegativeTestJSON-171947884-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=5e7a152ce6ec490eb9df1ae9ab508d72&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1142824 Jan 28 07:11:50.689028 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3dcf1a-327f-489d-a792-37b6937b4290 None None] Pushing event deleted for resources: {'Port': ['ID=87aa70f6-eec1-4199-9305-e6a6d3845b58,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:11:50.696761 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3dcf1a-327f-489d-a792-37b6937b4290 None None] No DVR routers for this DVR port 87aa70f6-eec1-4199-9305-e6a6d3845b58 on host n-d-712749-28 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:11:50.704393 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-91e942b1-dee9-40b7-bcfc-a0ac1791a1b0 req-ffeb3eee-35a0-4b53-b1d6-8d92b53b3445 tempest-FloatingIPsTestJSON-1970301324 tempest-FloatingIPsTestJSON-1970301324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (ed464e06-1c60-414e-a8e1-66b9e318e297), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:50.705717 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-91e942b1-dee9-40b7-bcfc-a0ac1791a1b0 req-ffeb3eee-35a0-4b53-b1d6-8d92b53b3445 tempest-FloatingIPsTestJSON-1970301324 tempest-FloatingIPsTestJSON-1970301324-project] Publish callbacks [] for floatingip (ed464e06-1c60-414e-a8e1-66b9e318e297), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:50.724238 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0597e35-c67e-45cc-836f-3f0730a9d860 req-c4d326bb-4707-4cfd-b054-b36bd3fcf058 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:50.725917 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d0597e35-c67e-45cc-836f-3f0730a9d860 req-c4d326bb-4707-4cfd-b054-b36bd3fcf058 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.44 "GET /v2.0/networks?id=e794ad63-0b0f-4018-9f49-e800aa3d32de HTTP/1.1" status: 200 len: 811 time: 0.2448268 Jan 28 07:11:50.762873 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-d0597e35-c67e-45cc-836f-3f0730a9d860 req-dea05dd7-f3cc-41ef-8100-902c8e42fab5 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Request body: {'port': {'device_id': 'f255ed55-87c8-4949-a89a-d6b84a3ce0a3', 'network_id': 'e794ad63-0b0f-4018-9f49-e800aa3d32de', 'admin_state_up': True, 'tenant_id': 'f5fa6549bc8d49d9b2eb68f328326d46'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:11:50.774591 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-91e942b1-dee9-40b7-bcfc-a0ac1791a1b0 req-ffeb3eee-35a0-4b53-b1d6-8d92b53b3445 tempest-FloatingIPsTestJSON-1970301324 tempest-FloatingIPsTestJSON-1970301324-project] Calling delete_port for ed464e06-1c60-414e-a8e1-66b9e318e297 owned by network:floatingip {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:11:50.879673 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-59f27b29-4cb8-4c91-bfa1-dea0164f63ee req-4e2a38c5-fc51-41b2-8986-7f3c6cadcf0c service neutron] 10.222.0.44 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167449 Jan 28 07:11:50.914830 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-25e33aaa-e70d-4b17-8137-ce9f78379283 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (87aa70f6-eec1-4199-9305-e6a6d3845b58), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:50.976873 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e33aaa-e70d-4b17-8137-ce9f78379283 admin admin] Pushing event deleted for resources: {'Port': ['ID=87aa70f6-eec1-4199-9305-e6a6d3845b58,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:11:50.977503 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-91e942b1-dee9-40b7-bcfc-a0ac1791a1b0 req-ffeb3eee-35a0-4b53-b1d6-8d92b53b3445 tempest-FloatingIPsTestJSON-1970301324 tempest-FloatingIPsTestJSON-1970301324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (ed464e06-1c60-414e-a8e1-66b9e318e297), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:51.030743 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffeb3eee-35a0-4b53-b1d6-8d92b53b3445 tempest-FloatingIPsTestJSON-1970301324 tempest-FloatingIPsTestJSON-1970301324-project] Pushing event deleted for resources: {'Port': ['ID=ed464e06-1c60-414e-a8e1-66b9e318e297,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:11:51.031430 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e33aaa-e70d-4b17-8137-ce9f78379283 admin admin] No DVR routers for this DVR port 87aa70f6-eec1-4199-9305-e6a6d3845b58 on host n-d-712749-28 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:11:51.076818 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-91e942b1-dee9-40b7-bcfc-a0ac1791a1b0 req-ffeb3eee-35a0-4b53-b1d6-8d92b53b3445 tempest-FloatingIPsTestJSON-1970301324 tempest-FloatingIPsTestJSON-1970301324-project] Publish callbacks [] for floatingip (4c61bac2-56d3-4188-8700-df9817286f89), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:51.079694 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-91e942b1-dee9-40b7-bcfc-a0ac1791a1b0 req-ffeb3eee-35a0-4b53-b1d6-8d92b53b3445 tempest-FloatingIPsTestJSON-1970301324 tempest-FloatingIPsTestJSON-1970301324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for floatingip (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:51.081007 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-91e942b1-dee9-40b7-bcfc-a0ac1791a1b0 req-ffeb3eee-35a0-4b53-b1d6-8d92b53b3445 tempest-FloatingIPsTestJSON-1970301324 tempest-FloatingIPsTestJSON-1970301324-project] 10.222.0.41 "DELETE /v2.0/floatingips/4c61bac2-56d3-4188-8700-df9817286f89 HTTP/1.1" status: 204 len: 173 time: 1.1954973 Jan 28 07:11:51.097186 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0597e35-c67e-45cc-836f-3f0730a9d860 req-dea05dd7-f3cc-41ef-8100-902c8e42fab5 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Made reservation on behalf of f5fa6549bc8d49d9b2eb68f328326d46 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:11:51.100653 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d0597e35-c67e-45cc-836f-3f0730a9d860 req-dea05dd7-f3cc-41ef-8100-902c8e42fab5 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:51.122471 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e24dba5-e0c0-4514-8057-3f631afbeec9 x-openstack-request-id: req-2e24dba5-e0c0-4514-8057-3f631afbeec9 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:11:51.122982 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14bde8b1-067f-44c8-9df3-4cf3976acb93", "tag": "b0b289e4-99e2-41d3-8f85-47a4b53dfa91", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:11:51.123342 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2e24dba5-e0c0-4514-8057-3f631afbeec9 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:11:51.123857 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14bde8b1-067f-44c8-9df3-4cf3976acb93', 'tag': 'b0b289e4-99e2-41d3-8f85-47a4b53dfa91', 'status': 'completed', 'code': 200} Jan 28 07:11:51.246042 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bc6640-1bbd-4bf1-ac47-5d954987af8e req-f3ba2363-c7b1-4c64-93cf-8c30849d52bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:51.248136 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-48bc6640-1bbd-4bf1-ac47-5d954987af8e req-f3ba2363-c7b1-4c64-93cf-8c30849d52bf service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8b870e88c7104d7aa5238a3aada59105&device_id=14bde8b1-067f-44c8-9df3-4cf3976acb93 HTTP/1.1" status: 200 len: 1100 time: 0.0772815 Jan 28 07:11:51.263292 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-25e33aaa-e70d-4b17-8137-ce9f78379283 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (fbddbfaf-beb4-48f3-b2a4-4e85c7d5f47f), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:51.294708 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b8ac44-3df9-48eb-8251-d99592cd69b1 req-8ae6c04d-e352-4741-8c32-525fff238211 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:51.300829 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b8ac44-3df9-48eb-8251-d99592cd69b1 req-8ae6c04d-e352-4741-8c32-525fff238211 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:51.306135 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b8ac44-3df9-48eb-8251-d99592cd69b1 req-8ae6c04d-e352-4741-8c32-525fff238211 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:51.311881 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b8ac44-3df9-48eb-8251-d99592cd69b1 req-8ae6c04d-e352-4741-8c32-525fff238211 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:51.318167 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b8ac44-3df9-48eb-8251-d99592cd69b1 req-8ae6c04d-e352-4741-8c32-525fff238211 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:51.324518 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b8ac44-3df9-48eb-8251-d99592cd69b1 req-8ae6c04d-e352-4741-8c32-525fff238211 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:51.330394 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b8ac44-3df9-48eb-8251-d99592cd69b1 req-8ae6c04d-e352-4741-8c32-525fff238211 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:51.332370 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-10b8ac44-3df9-48eb-8251-d99592cd69b1 req-8ae6c04d-e352-4741-8c32-525fff238211 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7 HTTP/1.1" status: 200 len: 5422 time: 0.3453677 Jan 28 07:11:51.364907 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-25e33aaa-e70d-4b17-8137-ce9f78379283 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbddbfaf-beb4-48f3-b2a4-4e85c7d5f47f']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:11:51.410884 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-25e33aaa-e70d-4b17-8137-ce9f78379283 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8a20d97-7576-4d2c-8739-f6ab132dd2fd') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:11:51.411192 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-25e33aaa-e70d-4b17-8137-ce9f78379283 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8a20d97-7576-4d2c-8739-f6ab132dd2fd') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:11:51.443917 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-25e33aaa-e70d-4b17-8137-ce9f78379283 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24759294'] for segment (f8a20d97-7576-4d2c-8739-f6ab132dd2fd), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:51.478614 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-25e33aaa-e70d-4b17-8137-ce9f78379283 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (f8a20d97-7576-4d2c-8739-f6ab132dd2fd), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:51.487322 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-d0597e35-c67e-45cc-836f-3f0730a9d860 req-dea05dd7-f3cc-41ef-8100-902c8e42fab5 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Allocated IP 172.20.0.5 (e794ad63-0b0f-4018-9f49-e800aa3d32de/11d8e1f8-50c3-4314-ae17-177714f8d453/74c51dd4-789c-4c23-9ba8-db6cc4ee322f) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:11:51.493546 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-10b8ac44-3df9-48eb-8251-d99592cd69b1 req-26e7a8b6-cde4-4126-84d4-e35ce68dcd23 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/security-groups?id=f42d29db-089b-46ec-bdc0-e6253e46a436&id=f0e415d4-9274-4847-9e71-c098cc08b695&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1547778 Jan 28 07:11:51.497694 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25e33aaa-e70d-4b17-8137-ce9f78379283 admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:11:51.498094 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-25e33aaa-e70d-4b17-8137-ce9f78379283 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24757675'] for segment (f8a20d97-7576-4d2c-8739-f6ab132dd2fd), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:51.500184 n-d-712749-28 neutron-server[103284]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:11:51.500184 n-d-712749-28 neutron-server[103284]: self.session.flush() Jan 28 07:11:51.500184 n-d-712749-28 neutron-server[103284]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:11:51.500184 n-d-712749-28 neutron-server[103284]: self.session.flush() Jan 28 07:11:51.500184 n-d-712749-28 neutron-server[103284]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:11:51.500184 n-d-712749-28 neutron-server[103284]: self.session.flush() Jan 28 07:11:51.500184 n-d-712749-28 neutron-server[103284]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:11:51.500184 n-d-712749-28 neutron-server[103284]: self.session.flush() Jan 28 07:11:51.500184 n-d-712749-28 neutron-server[103284]: Traceback (most recent call last): Jan 28 07:11:51.500184 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:11:51.500184 n-d-712749-28 neutron-server[103284]: timer() Jan 28 07:11:51.500184 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:11:51.500184 n-d-712749-28 neutron-server[103284]: cb(*args, **kw) Jan 28 07:11:51.500184 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:11:51.500184 n-d-712749-28 neutron-server[103284]: return func(*args, **kwargs) Jan 28 07:11:51.500184 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:11:51.500184 n-d-712749-28 neutron-server[103284]: self._notify() Jan 28 07:11:51.500184 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:11:51.500184 n-d-712749-28 neutron-server[103284]: self.callback(batched_events) Jan 28 07:11:51.500184 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:11:51.500184 n-d-712749-28 neutron-server[103284]: event.method(event) Jan 28 07:11:51.500184 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:11:51.500184 n-d-712749-28 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:11:51.500184 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:11:51.500184 n-d-712749-28 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:11:51.500184 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:11:51.500184 n-d-712749-28 neutron-server[103284]: return f(self, *a, **k) Jan 28 07:11:51.500184 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:11:51.500184 n-d-712749-28 neutron-server[103284]: return self._get(url).json() Jan 28 07:11:51.500184 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:11:51.500184 n-d-712749-28 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:11:51.500184 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:11:51.500184 n-d-712749-28 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Jan 28 07:11:51.500184 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:11:51.500184 n-d-712749-28 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:11:51.500184 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:11:51.500184 n-d-712749-28 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:11:51.500184 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:11:51.500184 n-d-712749-28 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:11:51.500184 n-d-712749-28 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:11:51.564027 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740dfb99-5f73-4c39-9308-3154aeeae741 req-ee8c76ec-06c6-4c34-8d0a-32c2c1ae74e8 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:51.565557 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-740dfb99-5f73-4c39-9308-3154aeeae741 req-ee8c76ec-06c6-4c34-8d0a-32c2c1ae74e8 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.10 "GET /v2.0/ports?device_id=bff283f4-d37c-427a-af38-4dca43c7b60a HTTP/1.1" status: 200 len: 945 time: 0.1929431 Jan 28 07:11:51.573937 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8740186b-988b-4148-a81f-f087fe950c02 req-df1491a0-1a33-4740-a542-af0f3bc58038 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:51.583216 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8740186b-988b-4148-a81f-f087fe950c02 req-df1491a0-1a33-4740-a542-af0f3bc58038 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/networks?id=bc323a54-605a-4c90-85cc-1a8faa87a52d HTTP/1.1" status: 200 len: 815 time: 0.3098531 Jan 28 07:11:51.620157 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-25e33aaa-e70d-4b17-8137-ce9f78379283 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (fbddbfaf-beb4-48f3-b2a4-4e85c7d5f47f), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:51.636773 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8740186b-988b-4148-a81f-f087fe950c02 req-03c09659-6dd0-4c39-bc43-c6cacf6508c8 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/quotas/905e3dc67fdf43e49f98f5ec60ec347f HTTP/1.1" status: 200 len: 375 time: 0.0525939 Jan 28 07:11:51.649601 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-25e33aaa-e70d-4b17-8137-ce9f78379283 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:51.652825 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-25e33aaa-e70d-4b17-8137-ce9f78379283 admin admin] 10.222.0.41 "DELETE /v2.0/networks/fbddbfaf-beb4-48f3-b2a4-4e85c7d5f47f HTTP/1.1" status: 204 len: 168 time: 1.7931464 Jan 28 07:11:51.665737 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 38428) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:11:51.670172 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e33aaa-e70d-4b17-8137-ce9f78379283 admin admin] Pushing event deleted for resources: {'Network': ['ID=fbddbfaf-beb4-48f3-b2a4-4e85c7d5f47f,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:11:51.751586 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49607a70-ef14-4a59-93f4-1dbedc7ed05d req-df76f38e-ae30-47b6-b56e-6a5ba3036202 tempest-ImagesNegativeTestJSON-862460684 tempest-ImagesNegativeTestJSON-862460684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:51.756716 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-49607a70-ef14-4a59-93f4-1dbedc7ed05d req-df76f38e-ae30-47b6-b56e-6a5ba3036202 tempest-ImagesNegativeTestJSON-862460684 tempest-ImagesNegativeTestJSON-862460684-project] 10.222.0.41 "GET /v2.0/ports?device_id=14bde8b1-067f-44c8-9df3-4cf3976acb93 HTTP/1.1" status: 200 len: 948 time: 0.1421895 Jan 28 07:11:51.769719 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bc6640-1bbd-4bf1-ac47-5d954987af8e req-2c066830-3b9e-498f-89f3-643a7c658b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:51.771195 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-48bc6640-1bbd-4bf1-ac47-5d954987af8e req-2c066830-3b9e-498f-89f3-643a7c658b3d service neutron] 10.222.0.44 "GET /v2.0/networks?id=d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb HTTP/1.1" status: 200 len: 870 time: 0.4992564 Jan 28 07:11:51.844270 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d0597e35-c67e-45cc-836f-3f0730a9d860 req-dea05dd7-f3cc-41ef-8100-902c8e42fab5 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Publish callbacks [] for port (74c51dd4-789c-4c23-9ba8-db6cc4ee322f), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:51.884876 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-49607a70-ef14-4a59-93f4-1dbedc7ed05d req-55173c51-5f26-477e-b3f0-d50d5d800af8 tempest-ImagesNegativeTestJSON-862460684 tempest-ImagesNegativeTestJSON-862460684-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9d43098-e2ca-4cae-aaa6-1e9ead6fdda6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684328 Jan 28 07:11:51.910710 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d0597e35-c67e-45cc-836f-3f0730a9d860 req-dea05dd7-f3cc-41ef-8100-902c8e42fab5 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (74c51dd4-789c-4c23-9ba8-db6cc4ee322f), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:51.965915 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0597e35-c67e-45cc-836f-3f0730a9d860 req-dea05dd7-f3cc-41ef-8100-902c8e42fab5 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Network e794ad63-0b0f-4018-9f49-e800aa3d32de is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:11:51.970700 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-d0597e35-c67e-45cc-836f-3f0730a9d860 req-dea05dd7-f3cc-41ef-8100-902c8e42fab5 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:11:51.987737 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0597e35-c67e-45cc-836f-3f0730a9d860 req-dea05dd7-f3cc-41ef-8100-902c8e42fab5 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:11:52.038755 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0597e35-c67e-45cc-836f-3f0730a9d860 req-dea05dd7-f3cc-41ef-8100-902c8e42fab5 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:52.039411 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d0597e35-c67e-45cc-836f-3f0730a9d860 req-dea05dd7-f3cc-41ef-8100-902c8e42fab5 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:52.090749 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d0597e35-c67e-45cc-836f-3f0730a9d860 req-dea05dd7-f3cc-41ef-8100-902c8e42fab5 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3316348 Jan 28 07:11:52.100618 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-66beb10e-cdf3-45ef-9bf0-082ee8edbb8d req-ba525ab0-9385-4cc7-9fdc-c591c75adfe9 tempest-ServersAdminNegativeTestJSON-171947884 tempest-ServersAdminNegativeTestJSON-171947884-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ae33aff-71bb-4c8d-a9c7-61e0f974e3a6 HTTP/1.1" status: 200 len: 210 time: 0.1144876 Jan 28 07:11:52.101497 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea05dd7-f3cc-41ef-8100-902c8e42fab5 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Pushing event updated for resources: {'Port': ['ID=74c51dd4-789c-4c23-9ba8-db6cc4ee322f,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:11:52.123733 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-d0597e35-c67e-45cc-836f-3f0730a9d860 req-c6d7741f-ec20-4d25-9259-def3e69fe2ab service neutron] Request body: {'port': {'device_id': 'f255ed55-87c8-4949-a89a-d6b84a3ce0a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712749-28'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:11:52.130531 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-48bc6640-1bbd-4bf1-ac47-5d954987af8e req-7c53d97b-75bd-4bae-bbf9-9c17c214453d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=b0b289e4-99e2-41d3-8f85-47a4b53dfa91 HTTP/1.1" status: 200 len: 217 time: 0.3275390 Jan 28 07:11:52.173295 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8740186b-988b-4148-a81f-f087fe950c02 req-14fbbbf8-d69c-44dd-ac1e-bc5f116dd8b6 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=905e3dc67fdf43e49f98f5ec60ec347f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5274162 Jan 28 07:11:52.203663 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 87aa70f6-eec1-4199-9305-e6a6d3845b58 no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:11:52.251979 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: 87aa70f6-eec1-4199-9305-e6a6d3845b58 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:11:52.252268 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 87aa70f6-eec1-4199-9305-e6a6d3845b58 not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:11:52.255751 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d0597e35-c67e-45cc-836f-3f0730a9d860 req-c6d7741f-ec20-4d25-9259-def3e69fe2ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (74c51dd4-789c-4c23-9ba8-db6cc4ee322f), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:52.323488 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-a6796c68-d0f2-418f-9380-11d3c907ff2b None None] Provisioning complete for port 74c51dd4-789c-4c23-9ba8-db6cc4ee322f triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:11:52.324402 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a6796c68-d0f2-418f-9380-11d3c907ff2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (74c51dd4-789c-4c23-9ba8-db6cc4ee322f), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:52.407135 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-740dfb99-5f73-4c39-9308-3154aeeae741 req-5a3e38fc-16a5-4f4b-8fd9-ac9bd18dde6a tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] Deleting port 5dc26c02-a0bf-4561-bd3d-273edaa8dba2 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:11:52.407589 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-740dfb99-5f73-4c39-9308-3154aeeae741 req-5a3e38fc-16a5-4f4b-8fd9-ac9bd18dde6a tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (5dc26c02-a0bf-4561-bd3d-273edaa8dba2), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:52.426545 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571cadcb-6ff0-4336-ab7f-36ed6372cd83 req-13d21a22-7e01-45d1-8469-3c239e15e20d tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:52.427290 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-a6796c68-d0f2-418f-9380-11d3c907ff2b None None] Port 74c51dd4-789c-4c23-9ba8-db6cc4ee322f cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:11:52.436484 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-571cadcb-6ff0-4336-ab7f-36ed6372cd83 req-13d21a22-7e01-45d1-8469-3c239e15e20d tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=f255ed55-87c8-4949-a89a-d6b84a3ce0a3 HTTP/1.1" status: 200 len: 931 time: 0.1920798 Jan 28 07:11:52.452072 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bc6640-1bbd-4bf1-ac47-5d954987af8e req-31f6e24e-180f-4100-a834-245939bcf11d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:52.454495 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-48bc6640-1bbd-4bf1-ac47-5d954987af8e req-31f6e24e-180f-4100-a834-245939bcf11d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5785b43d-448b-4d12-9eb5-4e4caf2e7eaf HTTP/1.1" status: 200 len: 843 time: 0.2349491 Jan 28 07:11:52.502854 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-024b7cf8-9e5c-41c1-be33-3c849969aafd req-a3516bd7-18f5-471c-990d-00e37e5b807c tempest-ServersAdminNegativeTestJSON-171947884 tempest-ServersAdminNegativeTestJSON-171947884-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=5e7a152ce6ec490eb9df1ae9ab508d72&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1218009 Jan 28 07:11:52.612313 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8740186b-988b-4148-a81f-f087fe950c02 req-3e407eb3-03bf-436a-8806-c8b9b95dafb3 service neutron] 10.222.0.41 "GET /v2.0/networks/bc323a54-605a-4c90-85cc-1a8faa87a52d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3766954 Jan 28 07:11:52.620805 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-571cadcb-6ff0-4336-ab7f-36ed6372cd83 req-60ad4bbf-0335-47ef-a134-b4a81ab28398 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e9c3947-6ff8-4aa4-a1f7-c165b64c94a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833503 Jan 28 07:11:52.653577 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-740dfb99-5f73-4c39-9308-3154aeeae741 req-5a3e38fc-16a5-4f4b-8fd9-ac9bd18dde6a tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] For port 5dc26c02-a0bf-4561-bd3d-273edaa8dba2, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=5dc26c02-a0bf-4561-bd3d-273edaa8dba2,segment=NetworkSegment(b8d72b75-cba6-44bb-b1f1-97b3aa439c04),segment_id=b8d72b75-cba6-44bb-b1f1-97b3aa439c04)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:11:52.653961 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-740dfb99-5f73-4c39-9308-3154aeeae741 req-5a3e38fc-16a5-4f4b-8fd9-ac9bd18dde6a tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (5dc26c02-a0bf-4561-bd3d-273edaa8dba2), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:52.690226 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-740dfb99-5f73-4c39-9308-3154aeeae741 req-5a3e38fc-16a5-4f4b-8fd9-ac9bd18dde6a tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] Calling delete_port for 5dc26c02-a0bf-4561-bd3d-273edaa8dba2 owned by compute:nova {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:11:52.732335 n-d-712749-28 neutron-server[103284]: INFO neutron.api.v2.resource [req-496143ef-6df7-4b72-bd2a-facb49db25d3 req-0b324098-d073-4fd8-8833-110cdcdbeb36 tempest-FloatingIPsTestJSON-1970301324 tempest-FloatingIPsTestJSON-1970301324-project] show failed (client error): The resource could not be found. Jan 28 07:11:52.733594 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-496143ef-6df7-4b72-bd2a-facb49db25d3 req-0b324098-d073-4fd8-8833-110cdcdbeb36 tempest-FloatingIPsTestJSON-1970301324 tempest-FloatingIPsTestJSON-1970301324-project] 10.222.0.41 "GET /v2.0/floatingips/4c61bac2-56d3-4188-8700-df9817286f89 HTTP/1.1" status: 404 len: 350 time: 0.0783198 Jan 28 07:11:52.749117 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bc6640-1bbd-4bf1-ac47-5d954987af8e req-f508ca4f-5007-49cc-99ef-53e1826432e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:52.750751 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-48bc6640-1bbd-4bf1-ac47-5d954987af8e req-f508ca4f-5007-49cc-99ef-53e1826432e5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2560604 Jan 28 07:11:52.758041 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024b7cf8-9e5c-41c1-be33-3c849969aafd req-ce30a018-a270-403d-b90a-fb616ac76db1 tempest-ServersAdminNegativeTestJSON-171947884 tempest-ServersAdminNegativeTestJSON-171947884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:52.759533 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-024b7cf8-9e5c-41c1-be33-3c849969aafd req-ce30a018-a270-403d-b90a-fb616ac76db1 tempest-ServersAdminNegativeTestJSON-171947884 tempest-ServersAdminNegativeTestJSON-171947884-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2457194 Jan 28 07:11:52.781202 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-024b7cf8-9e5c-41c1-be33-3c849969aafd req-9f3c2ba8-2380-48a3-8bb9-69f50ba473a4 tempest-ServersAdminNegativeTestJSON-171947884 tempest-ServersAdminNegativeTestJSON-171947884-project] Request body: {'port': {'device_id': '2ae33aff-71bb-4c8d-a9c7-61e0f974e3a6', 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb', 'admin_state_up': True, 'tenant_id': '5e7a152ce6ec490eb9df1ae9ab508d72'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:11:52.928133 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-48bc6640-1bbd-4bf1-ac47-5d954987af8e req-100271ce-aee9-40b0-a0b6-d736a2361998 service neutron] 10.222.0.44 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671157 Jan 28 07:11:52.945057 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-d0597e35-c67e-45cc-836f-3f0730a9d860 req-c6d7741f-ec20-4d25-9259-def3e69fe2ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74c51dd4-789c-4c23-9ba8-db6cc4ee322f {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:11:52.956923 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d0597e35-c67e-45cc-836f-3f0730a9d860 req-c6d7741f-ec20-4d25-9259-def3e69fe2ab service neutron] Publish callbacks [] for port (74c51dd4-789c-4c23-9ba8-db6cc4ee322f), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:52.974833 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-d0597e35-c67e-45cc-836f-3f0730a9d860 req-c6d7741f-ec20-4d25-9259-def3e69fe2ab service neutron] Transition to ACTIVE for port object 74c51dd4-789c-4c23-9ba8-db6cc4ee322f will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:11:52.976493 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-024b7cf8-9e5c-41c1-be33-3c849969aafd req-9f3c2ba8-2380-48a3-8bb9-69f50ba473a4 tempest-ServersAdminNegativeTestJSON-171947884 tempest-ServersAdminNegativeTestJSON-171947884-project] Made reservation on behalf of 5e7a152ce6ec490eb9df1ae9ab508d72 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:11:52.980520 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-024b7cf8-9e5c-41c1-be33-3c849969aafd req-9f3c2ba8-2380-48a3-8bb9-69f50ba473a4 tempest-ServersAdminNegativeTestJSON-171947884 tempest-ServersAdminNegativeTestJSON-171947884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:52.991424 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d0597e35-c67e-45cc-836f-3f0730a9d860 req-c6d7741f-ec20-4d25-9259-def3e69fe2ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (74c51dd4-789c-4c23-9ba8-db6cc4ee322f), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:53.078435 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8740186b-988b-4148-a81f-f087fe950c02 req-6ff5701a-1533-4bc0-bbc7-4dbc98a618db service neutron] 10.222.0.41 "GET /v2.0/networks/bc323a54-605a-4c90-85cc-1a8faa87a52d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4653223 Jan 28 07:11:53.190784 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-48bc6640-1bbd-4bf1-ac47-5d954987af8e req-a7dcf8e6-668a-48b2-8e6e-7732d7db466d service neutron] 10.222.0.44 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143099 Jan 28 07:11:53.253583 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-740dfb99-5f73-4c39-9308-3154aeeae741 req-5a3e38fc-16a5-4f4b-8fd9-ac9bd18dde6a tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (5dc26c02-a0bf-4561-bd3d-273edaa8dba2), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:53.258382 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d7741f-ec20-4d25-9259-def3e69fe2ab service neutron] Pushing event updated for resources: {'Port': ['ID=74c51dd4-789c-4c23-9ba8-db6cc4ee322f,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:11:53.299009 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['5dc26c02-a0bf-4561-bd3d-273edaa8dba2'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:11:53.312633 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3e38fc-16a5-4f4b-8fd9-ac9bd18dde6a tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] Pushing event deleted for resources: {'Port': ['ID=5dc26c02-a0bf-4561-bd3d-273edaa8dba2,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:11:53.338150 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-024b7cf8-9e5c-41c1-be33-3c849969aafd req-9f3c2ba8-2380-48a3-8bb9-69f50ba473a4 tempest-ServersAdminNegativeTestJSON-171947884 tempest-ServersAdminNegativeTestJSON-171947884-project] Allocated IP 192.168.233.176 (d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb/5785b43d-448b-4d12-9eb5-4e4caf2e7eaf/fb9e78cb-06b1-49a7-b770-dc1630b5733a) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:11:53.382131 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0362d3fe-1f69-4123-99bb-e7552c9675a1 req-4f9ab9c6-606d-4f93-a60f-8ed52e624d00 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:53.388134 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0362d3fe-1f69-4123-99bb-e7552c9675a1 req-4f9ab9c6-606d-4f93-a60f-8ed52e624d00 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:53.394019 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0362d3fe-1f69-4123-99bb-e7552c9675a1 req-4f9ab9c6-606d-4f93-a60f-8ed52e624d00 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:53.399637 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0362d3fe-1f69-4123-99bb-e7552c9675a1 req-4f9ab9c6-606d-4f93-a60f-8ed52e624d00 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:53.405283 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0362d3fe-1f69-4123-99bb-e7552c9675a1 req-4f9ab9c6-606d-4f93-a60f-8ed52e624d00 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:53.411711 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0362d3fe-1f69-4123-99bb-e7552c9675a1 req-4f9ab9c6-606d-4f93-a60f-8ed52e624d00 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:53.412632 n-d-712749-28 neutron-server[103283]: INFO neutron.api.v2.resource [req-f95261ed-5f4d-4824-8eef-30dfcdb1a13e req-3e69d0a9-d1e4-4d00-b052-d94dfcd924d8 tempest-FloatingIPsTestJSON-1970301324 tempest-FloatingIPsTestJSON-1970301324-project] show failed (client error): The resource could not be found. Jan 28 07:11:53.417920 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0362d3fe-1f69-4123-99bb-e7552c9675a1 req-4f9ab9c6-606d-4f93-a60f-8ed52e624d00 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:53.424150 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f95261ed-5f4d-4824-8eef-30dfcdb1a13e req-3e69d0a9-d1e4-4d00-b052-d94dfcd924d8 tempest-FloatingIPsTestJSON-1970301324 tempest-FloatingIPsTestJSON-1970301324-project] 10.222.0.41 "GET /v2.0/floatingips/4c61bac2-56d3-4188-8700-df9817286f89 HTTP/1.1" status: 404 len: 350 time: 0.1066864 Jan 28 07:11:53.425734 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0362d3fe-1f69-4123-99bb-e7552c9675a1 req-4f9ab9c6-606d-4f93-a60f-8ed52e624d00 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7 HTTP/1.1" status: 200 len: 5422 time: 0.4028070 Jan 28 07:11:53.427917 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 38444) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:11:53.482377 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-740dfb99-5f73-4c39-9308-3154aeeae741 req-5a3e38fc-16a5-4f4b-8fd9-ac9bd18dde6a tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] No DVR routers for this DVR port 5dc26c02-a0bf-4561-bd3d-273edaa8dba2 on host n-h1-712749-28 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:11:53.541728 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-740dfb99-5f73-4c39-9308-3154aeeae741 req-5a3e38fc-16a5-4f4b-8fd9-ac9bd18dde6a tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:53.545571 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-740dfb99-5f73-4c39-9308-3154aeeae741 req-5a3e38fc-16a5-4f4b-8fd9-ac9bd18dde6a tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.10 "DELETE /v2.0/ports/5dc26c02-a0bf-4561-bd3d-273edaa8dba2 HTTP/1.1" status: 204 len: 173 time: 1.9538448 Jan 28 07:11:53.556771 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bff283f4-d37c-427a-af38-4dca43c7b60a', 'name': 'network-vif-deleted', 'tag': '5dc26c02-a0bf-4561-bd3d-273edaa8dba2'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:11:53.559213 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba135a62-df2b-4933-b0a9-03512f34bbbe" -d '{"events": [{"server_uuid": "bff283f4-d37c-427a-af38-4dca43c7b60a", "name": "network-vif-deleted", "tag": "5dc26c02-a0bf-4561-bd3d-273edaa8dba2"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:11:53.590238 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f3a4e90-a7b8-45db-bdb8-52fbf92670a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16606535'] for router_interface (c0c4226a-0d29-4fbf-a102-0f31cac839e8), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:53.844269 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd45ed8-51ba-4099-aa11-fc5ffa579065 req-870726c5-7df2-41ad-8cba-09e58b97152d tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:53.846160 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6bd45ed8-51ba-4099-aa11-fc5ffa579065 req-870726c5-7df2-41ad-8cba-09e58b97152d tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac4a8f81-18d9-4d17-b21a-fa9550ec808a HTTP/1.1" status: 200 len: 944 time: 0.2970717 Jan 28 07:11:53.858434 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f756d011-34a7-40be-8d7d-e79aa4f2f42b req-fd8fff53-8209-4464-8f18-1ef042e6220c tempest-ImagesNegativeTestJSON-862460684 tempest-ImagesNegativeTestJSON-862460684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:53.860485 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f756d011-34a7-40be-8d7d-e79aa4f2f42b req-fd8fff53-8209-4464-8f18-1ef042e6220c tempest-ImagesNegativeTestJSON-862460684 tempest-ImagesNegativeTestJSON-862460684-project] 10.222.0.41 "GET /v2.0/ports?device_id=14bde8b1-067f-44c8-9df3-4cf3976acb93 HTTP/1.1" status: 200 len: 948 time: 0.3199236 Jan 28 07:11:53.906394 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0362d3fe-1f69-4123-99bb-e7552c9675a1 req-58226e25-7b19-4166-a3b8-004d79fe6f9e tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/security-groups?id=f42d29db-089b-46ec-bdc0-e6253e46a436&id=f0e415d4-9274-4847-9e71-c098cc08b695&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4797742 Jan 28 07:11:54.039546 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-d0597e35-c67e-45cc-836f-3f0730a9d860 req-c6d7741f-ec20-4d25-9259-def3e69fe2ab service neutron] Attempting to bind port 74c51dd4-789c-4c23-9ba8-db6cc4ee322f on host n-h2-712749-28 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:11:54.040309 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-d0597e35-c67e-45cc-836f-3f0730a9d860 req-c6d7741f-ec20-4d25-9259-def3e69fe2ab service neutron] Attempting to bind port 74c51dd4-789c-4c23-9ba8-db6cc4ee322f by drivers openvswitch,hyperv on host n-h2-712749-28 at level 0 using segments [{'id': '67c4ed53-bfbf-4494-8d62-da0c7e4209c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e794ad63-0b0f-4018-9f49-e800aa3d32de'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:11:54.040309 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0597e35-c67e-45cc-836f-3f0730a9d860 req-c6d7741f-ec20-4d25-9259-def3e69fe2ab service neutron] Attempting to bind port 74c51dd4-789c-4c23-9ba8-db6cc4ee322f on network e794ad63-0b0f-4018-9f49-e800aa3d32de {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:11:54.076666 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0597e35-c67e-45cc-836f-3f0730a9d860 req-c6d7741f-ec20-4d25-9259-def3e69fe2ab service neutron] Port 74c51dd4-789c-4c23-9ba8-db6cc4ee322f on network e794ad63-0b0f-4018-9f49-e800aa3d32de not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-28 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:11:54.077003 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0597e35-c67e-45cc-836f-3f0730a9d860 req-c6d7741f-ec20-4d25-9259-def3e69fe2ab service neutron] Attempting to bind port 74c51dd4-789c-4c23-9ba8-db6cc4ee322f on network e794ad63-0b0f-4018-9f49-e800aa3d32de {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:11:54.093267 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0597e35-c67e-45cc-836f-3f0730a9d860 req-c6d7741f-ec20-4d25-9259-def3e69fe2ab service neutron] Checking agent: {'id': 'c9906e63-062c-432e-bb53-63fdb8115e18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:11:54.094795 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0597e35-c67e-45cc-836f-3f0730a9d860 req-c6d7741f-ec20-4d25-9259-def3e69fe2ab service neutron] Checking segment: {'id': '67c4ed53-bfbf-4494-8d62-da0c7e4209c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e794ad63-0b0f-4018-9f49-e800aa3d32de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:11:54.094795 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0597e35-c67e-45cc-836f-3f0730a9d860 req-c6d7741f-ec20-4d25-9259-def3e69fe2ab service neutron] Bound using segment: {'id': '67c4ed53-bfbf-4494-8d62-da0c7e4209c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e794ad63-0b0f-4018-9f49-e800aa3d32de'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:11:54.095235 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-d0597e35-c67e-45cc-836f-3f0730a9d860 req-c6d7741f-ec20-4d25-9259-def3e69fe2ab service neutron] Bound port: 74c51dd4-789c-4c23-9ba8-db6cc4ee322f, host: n-h2-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67c4ed53-bfbf-4494-8d62-da0c7e4209c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e794ad63-0b0f-4018-9f49-e800aa3d32de'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:11:54.095664 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d0597e35-c67e-45cc-836f-3f0730a9d860 req-c6d7741f-ec20-4d25-9259-def3e69fe2ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (74c51dd4-789c-4c23-9ba8-db6cc4ee322f), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:54.198730 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25ed49d-7af1-4269-83e6-bcdd9574d0fe req-6be567f6-35a6-4a8b-b58a-22d61a94f179 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:54.205908 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b25ed49d-7af1-4269-83e6-bcdd9574d0fe req-6be567f6-35a6-4a8b-b58a-22d61a94f179 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac4a8f81-18d9-4d17-b21a-fa9550ec808a HTTP/1.1" status: 200 len: 944 time: 0.1809952 Jan 28 07:11:54.293472 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-d0597e35-c67e-45cc-836f-3f0730a9d860 req-c6d7741f-ec20-4d25-9259-def3e69fe2ab service neutron] For port 74c51dd4-789c-4c23-9ba8-db6cc4ee322f, host n-h2-712749-28, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:11:54.308423 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b25ed49d-7af1-4269-83e6-bcdd9574d0fe req-d0350001-63dd-4d2d-93c7-3f75483b0ec7 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/security-groups?id=83d97fa1-2f29-40d2-a756-a970d048d2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014268 Jan 28 07:11:54.343777 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-d0597e35-c67e-45cc-836f-3f0730a9d860 req-c6d7741f-ec20-4d25-9259-def3e69fe2ab service neutron] For port 74c51dd4-789c-4c23-9ba8-db6cc4ee322f, host n-h2-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=74c51dd4-789c-4c23-9ba8-db6cc4ee322f,segment=NetworkSegment(67c4ed53-bfbf-4494-8d62-da0c7e4209c8),segment_id=67c4ed53-bfbf-4494-8d62-da0c7e4209c8)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:11:54.348816 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device b0b289e4-99e2-41d3-8f85-47a4b53dfa91 details requested by agent hyperv_n-h2-712749-28 with host n-h2-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:11:54.351196 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-024b7cf8-9e5c-41c1-be33-3c849969aafd req-9f3c2ba8-2380-48a3-8bb9-69f50ba473a4 tempest-ServersAdminNegativeTestJSON-171947884 tempest-ServersAdminNegativeTestJSON-171947884-project] Publish callbacks [] for port (fb9e78cb-06b1-49a7-b770-dc1630b5733a), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:54.365238 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d0597e35-c67e-45cc-836f-3f0730a9d860 req-c6d7741f-ec20-4d25-9259-def3e69fe2ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (74c51dd4-789c-4c23-9ba8-db6cc4ee322f), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:54.408440 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f756d011-34a7-40be-8d7d-e79aa4f2f42b req-a910d125-a2b3-40bc-a2a5-95be6139168c tempest-ImagesNegativeTestJSON-862460684 tempest-ImagesNegativeTestJSON-862460684-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9d43098-e2ca-4cae-aaa6-1e9ead6fdda6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5326917 Jan 28 07:11:54.430149 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0597e35-c67e-45cc-836f-3f0730a9d860 req-c6d7741f-ec20-4d25-9259-def3e69fe2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:54.430784 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d0597e35-c67e-45cc-836f-3f0730a9d860 req-c6d7741f-ec20-4d25-9259-def3e69fe2ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:54.440701 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d0597e35-c67e-45cc-836f-3f0730a9d860 req-c6d7741f-ec20-4d25-9259-def3e69fe2ab service neutron] 10.222.0.44 "PUT /v2.0/ports/74c51dd4-789c-4c23-9ba8-db6cc4ee322f HTTP/1.1" status: 200 len: 1092 time: 2.3206258 Jan 28 07:11:54.440701 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f255ed55-87c8-4949-a89a-d6b84a3ce0a3', 'tag': '74c51dd4-789c-4c23-9ba8-db6cc4ee322f'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:11:54.440701 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57786d93-5350-462b-bcde-6296923cfb7b" -d '{"events": [{"name": "network-changed", "server_uuid": "f255ed55-87c8-4949-a89a-d6b84a3ce0a3", "tag": "74c51dd4-789c-4c23-9ba8-db6cc4ee322f"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:11:54.465716 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d7741f-ec20-4d25-9259-def3e69fe2ab service neutron] Pushing event updated for resources: {'Port': ['ID=74c51dd4-789c-4c23-9ba8-db6cc4ee322f,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:11:54.480337 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-024b7cf8-9e5c-41c1-be33-3c849969aafd req-9f3c2ba8-2380-48a3-8bb9-69f50ba473a4 tempest-ServersAdminNegativeTestJSON-171947884 tempest-ServersAdminNegativeTestJSON-171947884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (fb9e78cb-06b1-49a7-b770-dc1630b5733a), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:54.549812 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port b0b289e4-99e2-41d3-8f85-47a4b53dfa91, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=b0b289e4-99e2-41d3-8f85-47a4b53dfa91,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:11:54.579123 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Returning: {'device': 'b0b289e4-99e2-41d3-8f85-47a4b53dfa91', 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb', 'port_id': 'b0b289e4-99e2-41d3-8f85-47a4b53dfa91', 'mac_address': 'fa:16:3e:b4:3a:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5785b43d-448b-4d12-9eb5-4e4caf2e7eaf', 'ip_address': '192.168.233.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:11:54.583690 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['e63a7ad8-eb8a-40a4-971c-bffd837be715'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:11:54.690074 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port b0b289e4-99e2-41d3-8f85-47a4b53dfa91 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:11:54.691056 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (b0b289e4-99e2-41d3-8f85-47a4b53dfa91), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:54.701201 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4f7d1c85-97d7-4840-84ae-316aee3ec0a2 req-62e8194f-47d8-4138-ab24-47c584d18c9a tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd61f33e-ec05-4b14-85e5-8a4e92ff3cf2 HTTP/1.1" status: 200 len: 210 time: 0.1114643 Jan 28 07:11:54.712582 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-6bd45ed8-51ba-4099-aa11-fc5ffa579065 req-e01eae94-c837-438d-8350-50a7c3352d74 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Deleting port abf761fe-27eb-4437-903a-948a31ef5bc8 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:11:54.715196 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0b289e4-99e2-41d3-8f85-47a4b53dfa91 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:11:54.718648 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-6bd45ed8-51ba-4099-aa11-fc5ffa579065 req-e01eae94-c837-438d-8350-50a7c3352d74 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (abf761fe-27eb-4437-903a-948a31ef5bc8), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:54.744603 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port b0b289e4-99e2-41d3-8f85-47a4b53dfa91, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=b0b289e4-99e2-41d3-8f85-47a4b53dfa91,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:11:54.755422 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-024b7cf8-9e5c-41c1-be33-3c849969aafd req-9f3c2ba8-2380-48a3-8bb9-69f50ba473a4 tempest-ServersAdminNegativeTestJSON-171947884 tempest-ServersAdminNegativeTestJSON-171947884-project] Network d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:11:54.763293 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3c2ba8-2380-48a3-8bb9-69f50ba473a4 tempest-ServersAdminNegativeTestJSON-171947884 tempest-ServersAdminNegativeTestJSON-171947884-project] Pushing event updated for resources: {'Port': ['ID=fb9e78cb-06b1-49a7-b770-dc1630b5733a,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:11:54.820714 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99a5733f-6984-4651-b3db-9b9760654668 x-openstack-request-id: req-99a5733f-6984-4651-b3db-9b9760654668 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:11:54.821513 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bff283f4-d37c-427a-af38-4dca43c7b60a", "name": "network-vif-deleted", "tag": "5dc26c02-a0bf-4561-bd3d-273edaa8dba2", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:11:54.821950 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-99a5733f-6984-4651-b3db-9b9760654668 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:11:54.822509 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bff283f4-d37c-427a-af38-4dca43c7b60a', 'name': 'network-vif-deleted', 'tag': '5dc26c02-a0bf-4561-bd3d-273edaa8dba2', 'status': 'completed', 'code': 200} Jan 28 07:11:54.849476 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (b0b289e4-99e2-41d3-8f85-47a4b53dfa91), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:54.971534 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-024b7cf8-9e5c-41c1-be33-3c849969aafd req-9f3c2ba8-2380-48a3-8bb9-69f50ba473a4 tempest-ServersAdminNegativeTestJSON-171947884 tempest-ServersAdminNegativeTestJSON-171947884-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:11:54.987352 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8740186b-988b-4148-a81f-f087fe950c02 req-e5c51079-8a94-4ba5-965f-512625f9f0fc tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:54.988991 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8740186b-988b-4148-a81f-f087fe950c02 req-e5c51079-8a94-4ba5-965f-512625f9f0fc tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.44 "GET /v2.0/networks?id=bc323a54-605a-4c90-85cc-1a8faa87a52d HTTP/1.1" status: 200 len: 815 time: 0.2225633 Jan 28 07:11:54.990540 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-024b7cf8-9e5c-41c1-be33-3c849969aafd req-9f3c2ba8-2380-48a3-8bb9-69f50ba473a4 tempest-ServersAdminNegativeTestJSON-171947884 tempest-ServersAdminNegativeTestJSON-171947884-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:11:55.024044 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-6bd45ed8-51ba-4099-aa11-fc5ffa579065 req-e01eae94-c837-438d-8350-50a7c3352d74 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] For port abf761fe-27eb-4437-903a-948a31ef5bc8, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=abf761fe-27eb-4437-903a-948a31ef5bc8,segment=NetworkSegment(919581ea-4d97-4a95-839c-1632528194b6),segment_id=919581ea-4d97-4a95-839c-1632528194b6)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:11:55.025077 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-6bd45ed8-51ba-4099-aa11-fc5ffa579065 req-e01eae94-c837-438d-8350-50a7c3352d74 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (abf761fe-27eb-4437-903a-948a31ef5bc8), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:55.036959 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=b0b289e4-99e2-41d3-8f85-47a4b53dfa91,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:11:55.064753 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024b7cf8-9e5c-41c1-be33-3c849969aafd req-9f3c2ba8-2380-48a3-8bb9-69f50ba473a4 tempest-ServersAdminNegativeTestJSON-171947884 tempest-ServersAdminNegativeTestJSON-171947884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:55.065568 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-024b7cf8-9e5c-41c1-be33-3c849969aafd req-9f3c2ba8-2380-48a3-8bb9-69f50ba473a4 tempest-ServersAdminNegativeTestJSON-171947884 tempest-ServersAdminNegativeTestJSON-171947884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:55.077384 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-8740186b-988b-4148-a81f-f087fe950c02 req-109bd9d8-3cf4-4794-a93b-a2e4c8ea3a76 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] Request body: {'port': {'device_id': 'cd61f33e-ec05-4b14-85e5-8a4e92ff3cf2', 'network_id': 'bc323a54-605a-4c90-85cc-1a8faa87a52d', 'admin_state_up': True, 'tenant_id': '905e3dc67fdf43e49f98f5ec60ec347f'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:11:55.099302 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe43191d-141b-46c7-9ebd-bb2c6e005903 req-b847fa81-e696-4f19-b93d-f5214174a833 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:55.106778 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-fe43191d-141b-46c7-9ebd-bb2c6e005903 req-b847fa81-e696-4f19-b93d-f5214174a833 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=f255ed55-87c8-4949-a89a-d6b84a3ce0a3 HTTP/1.1" status: 200 len: 943 time: 0.1904061 Jan 28 07:11:55.114881 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-6bd45ed8-51ba-4099-aa11-fc5ffa579065 req-e01eae94-c837-438d-8350-50a7c3352d74 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Calling delete_port for abf761fe-27eb-4437-903a-948a31ef5bc8 owned by compute:nova {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:11:55.119325 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-5f3a4e90-a7b8-45db-bdb8-52fbf92670a6 admin admin] Deleting port 3595bcb1-c520-432e-92a0-a38402e401c3 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:11:55.119671 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f3a4e90-a7b8-45db-bdb8-52fbf92670a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (3595bcb1-c520-432e-92a0-a38402e401c3), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:55.137891 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6787b217-f240-41b5-8947-27d8e075fb83 req-21f46342-4b20-41d4-973c-dc16f7a17e9e tempest-ServersAdminNegativeTestJSON-171947884 tempest-ServersAdminNegativeTestJSON-171947884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:55.139593 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6787b217-f240-41b5-8947-27d8e075fb83 req-21f46342-4b20-41d4-973c-dc16f7a17e9e tempest-ServersAdminNegativeTestJSON-171947884 tempest-ServersAdminNegativeTestJSON-171947884-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ae33aff-71bb-4c8d-a9c7-61e0f974e3a6 HTTP/1.1" status: 200 len: 936 time: 0.6518662 Jan 28 07:11:55.152377 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0597e35-c67e-45cc-836f-3f0730a9d860 req-8b10235a-13cb-414c-95ed-a2f7b38bcda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:55.153895 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d0597e35-c67e-45cc-836f-3f0730a9d860 req-8b10235a-13cb-414c-95ed-a2f7b38bcda8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f5fa6549bc8d49d9b2eb68f328326d46&device_id=f255ed55-87c8-4949-a89a-d6b84a3ce0a3 HTTP/1.1" status: 200 len: 1095 time: 0.6395595 Jan 28 07:11:55.222101 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-fe43191d-141b-46c7-9ebd-bb2c6e005903 req-7a3860aa-a773-4244-af28-e89a74de0a6b tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e9c3947-6ff8-4aa4-a1f7-c165b64c94a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143405 Jan 28 07:11:55.237548 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['b0b289e4-99e2-41d3-8f85-47a4b53dfa91'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:11:55.240496 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d0597e35-c67e-45cc-836f-3f0730a9d860 req-754cced2-bd6a-4005-94f2-b5e01bda42cf service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74c51dd4-789c-4c23-9ba8-db6cc4ee322f HTTP/1.1" status: 200 len: 217 time: 0.0440609 Jan 28 07:11:55.339760 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c0f7dce3-053c-45ac-9916-d5d495d2c389 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16606535'] for router_interface (19373231-1f15-4775-b3fa-f909d7b33350), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:55.361850 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-024b7cf8-9e5c-41c1-be33-3c849969aafd req-9f3c2ba8-2380-48a3-8bb9-69f50ba473a4 tempest-ServersAdminNegativeTestJSON-171947884 tempest-ServersAdminNegativeTestJSON-171947884-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5859482 Jan 28 07:11:55.363545 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24abd7f2-914a-44ad-94af-dbef19f5ac0c x-openstack-request-id: req-24abd7f2-914a-44ad-94af-dbef19f5ac0c {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:11:55.363948 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f255ed55-87c8-4949-a89a-d6b84a3ce0a3", "tag": "74c51dd4-789c-4c23-9ba8-db6cc4ee322f", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:11:55.364552 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-24abd7f2-914a-44ad-94af-dbef19f5ac0c {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:11:55.364910 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f255ed55-87c8-4949-a89a-d6b84a3ce0a3', 'tag': '74c51dd4-789c-4c23-9ba8-db6cc4ee322f', 'status': 'completed', 'code': 200} Jan 28 07:11:55.371909 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8740186b-988b-4148-a81f-f087fe950c02 req-109bd9d8-3cf4-4794-a93b-a2e4c8ea3a76 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] Made reservation on behalf of 905e3dc67fdf43e49f98f5ec60ec347f for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:11:55.375449 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-8740186b-988b-4148-a81f-f087fe950c02 req-109bd9d8-3cf4-4794-a93b-a2e4c8ea3a76 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:55.397706 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6787b217-f240-41b5-8947-27d8e075fb83 req-6810b499-485c-4115-8f7f-69f6caaff064 tempest-ServersAdminNegativeTestJSON-171947884 tempest-ServersAdminNegativeTestJSON-171947884-project] 10.222.0.41 "GET /v2.0/security-groups?id=55335e6a-5bc2-4163-aae8-ed81e1993f57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421873 Jan 28 07:11:55.402552 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-024b7cf8-9e5c-41c1-be33-3c849969aafd req-5a5b359a-668d-417b-9c94-87dfaa005dfb service neutron] Request body: {'port': {'device_id': '2ae33aff-71bb-4c8d-a9c7-61e0f974e3a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-28'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:11:55.460710 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c42dd864-a76f-4d4f-83be-884ea717a070 None None] Provisioning complete for port fb9e78cb-06b1-49a7-b770-dc1630b5733a triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:11:55.462030 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c42dd864-a76f-4d4f-83be-884ea717a070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (fb9e78cb-06b1-49a7-b770-dc1630b5733a), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:55.466245 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f3a4e90-a7b8-45db-bdb8-52fbf92670a6 admin admin] For port 3595bcb1-c520-432e-92a0-a38402e401c3, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=3595bcb1-c520-432e-92a0-a38402e401c3,segment=NetworkSegment(fc6b30a8-f6eb-431c-a845-68e2b40748e3),segment_id=fc6b30a8-f6eb-431c-a845-68e2b40748e3)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:11:55.466622 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f3a4e90-a7b8-45db-bdb8-52fbf92670a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (3595bcb1-c520-432e-92a0-a38402e401c3), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:55.471430 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0597e35-c67e-45cc-836f-3f0730a9d860 req-b04c40bd-5b78-44cb-89c1-cdb747ea2908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:55.474681 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d0597e35-c67e-45cc-836f-3f0730a9d860 req-b04c40bd-5b78-44cb-89c1-cdb747ea2908 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=11d8e1f8-50c3-4314-ae17-177714f8d453 HTTP/1.1" status: 200 len: 850 time: 0.1501837 Jan 28 07:11:55.503217 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c42dd864-a76f-4d4f-83be-884ea717a070 None None] Port fb9e78cb-06b1-49a7-b770-dc1630b5733a cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:11:55.517180 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-024b7cf8-9e5c-41c1-be33-3c849969aafd req-5a5b359a-668d-417b-9c94-87dfaa005dfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (fb9e78cb-06b1-49a7-b770-dc1630b5733a), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:55.540344 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-5f3a4e90-a7b8-45db-bdb8-52fbf92670a6 admin admin] Calling delete_port for 3595bcb1-c520-432e-92a0-a38402e401c3 owned by network:router_interface {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:11:55.634914 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 5dc26c02-a0bf-4561-bd3d-273edaa8dba2 no longer exists at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:11:55.670321 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3d1239-6980-40ed-a11f-9ce67ea923a7 req-242ff6c0-5ca6-4df1-980c-6b8a7419fcab tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:55.674139 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] No Port match for: 5dc26c02-a0bf-4561-bd3d-273edaa8dba2 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:11:55.674921 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 5dc26c02-a0bf-4561-bd3d-273edaa8dba2 not bound to the agent host n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:11:55.676398 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3d1239-6980-40ed-a11f-9ce67ea923a7 req-242ff6c0-5ca6-4df1-980c-6b8a7419fcab tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:55.681727 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3d1239-6980-40ed-a11f-9ce67ea923a7 req-242ff6c0-5ca6-4df1-980c-6b8a7419fcab tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:55.687322 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3d1239-6980-40ed-a11f-9ce67ea923a7 req-242ff6c0-5ca6-4df1-980c-6b8a7419fcab tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:55.693564 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3d1239-6980-40ed-a11f-9ce67ea923a7 req-242ff6c0-5ca6-4df1-980c-6b8a7419fcab tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:55.699361 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3d1239-6980-40ed-a11f-9ce67ea923a7 req-242ff6c0-5ca6-4df1-980c-6b8a7419fcab tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:55.704554 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3d1239-6980-40ed-a11f-9ce67ea923a7 req-242ff6c0-5ca6-4df1-980c-6b8a7419fcab tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:55.710290 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0597e35-c67e-45cc-836f-3f0730a9d860 req-748b5198-2ded-4b73-b12b-29350fb87784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:55.711799 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d0597e35-c67e-45cc-836f-3f0730a9d860 req-748b5198-2ded-4b73-b12b-29350fb87784 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e794ad63-0b0f-4018-9f49-e800aa3d32de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2063043 Jan 28 07:11:55.712032 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-bc3d1239-6980-40ed-a11f-9ce67ea923a7 req-242ff6c0-5ca6-4df1-980c-6b8a7419fcab tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7 HTTP/1.1" status: 200 len: 5422 time: 0.2586839 Jan 28 07:11:55.743367 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd396fa-3b99-4be3-a362-e5d0bf2a9829 req-5243c177-6b0e-4d5e-a99e-1095fcea0603 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:55.744868 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5bd396fa-3b99-4be3-a362-e5d0bf2a9829 req-5243c177-6b0e-4d5e-a99e-1095fcea0603 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac4a8f81-18d9-4d17-b21a-fa9550ec808a HTTP/1.1" status: 200 len: 944 time: 0.1627917 Jan 28 07:11:55.798598 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-6bd45ed8-51ba-4099-aa11-fc5ffa579065 req-e01eae94-c837-438d-8350-50a7c3352d74 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (abf761fe-27eb-4437-903a-948a31ef5bc8), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:55.872156 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-8740186b-988b-4148-a81f-f087fe950c02 req-109bd9d8-3cf4-4794-a93b-a2e4c8ea3a76 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] Allocated IP 172.20.0.3 (bc323a54-605a-4c90-85cc-1a8faa87a52d/db87510e-2424-4f9c-8c68-c494c476644f/e592ff20-96b6-4898-ae80-889f0a7f0b74) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:11:55.907523 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01eae94-c837-438d-8350-50a7c3352d74 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Pushing event deleted for resources: {'Port': ['ID=abf761fe-27eb-4437-903a-948a31ef5bc8,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:11:55.946605 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-bc3d1239-6980-40ed-a11f-9ce67ea923a7 req-cdbaf515-3dce-45ef-84ed-b834a5d483ac tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/security-groups?id=f42d29db-089b-46ec-bdc0-e6253e46a436&id=f0e415d4-9274-4847-9e71-c098cc08b695&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2317891 Jan 28 07:11:55.993667 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5bd396fa-3b99-4be3-a362-e5d0bf2a9829 req-86662cd2-bf66-48fa-b3bb-319b527bd9af tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.41 "GET /v2.0/security-groups?id=83d97fa1-2f29-40d2-a756-a970d048d2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314606 Jan 28 07:11:56.041075 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d0597e35-c67e-45cc-836f-3f0730a9d860 req-62ef634d-dac6-4bb7-a5f4-da945f66f815 service neutron] 10.222.0.44 "GET /v2.0/networks/e794ad63-0b0f-4018-9f49-e800aa3d32de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3202863 Jan 28 07:11:56.115752 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bd45ed8-51ba-4099-aa11-fc5ffa579065 req-e01eae94-c837-438d-8350-50a7c3352d74 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] No DVR routers for this DVR port abf761fe-27eb-4437-903a-948a31ef5bc8 on host n-h2-712749-28 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:11:56.123373 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-6bd45ed8-51ba-4099-aa11-fc5ffa579065 req-e01eae94-c837-438d-8350-50a7c3352d74 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:56.128490 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6bd45ed8-51ba-4099-aa11-fc5ffa579065 req-e01eae94-c837-438d-8350-50a7c3352d74 tempest-LiveAutoBlockMigrationV225Test-1716965924 tempest-LiveAutoBlockMigrationV225Test-1716965924-project] 10.222.0.44 "DELETE /v2.0/ports/abf761fe-27eb-4437-903a-948a31ef5bc8 HTTP/1.1" status: 204 len: 173 time: 2.2627363 Jan 28 07:11:56.210028 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f3a4e90-a7b8-45db-bdb8-52fbf92670a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (3595bcb1-c520-432e-92a0-a38402e401c3), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:56.214941 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-03b5ec2e-3eb2-4c17-9489-ce2958c7e3c8 req-8c8fe0b4-87b2-4330-9b1c-0f7b40cc2abb tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd61f33e-ec05-4b14-85e5-8a4e92ff3cf2 HTTP/1.1" status: 200 len: 210 time: 0.0864239 Jan 28 07:11:56.221457 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d861dc-a641-4027-8e1a-8d98eafd0bf0 req-3fd37de7-b0d6-4aeb-9e60-38ef5341d70b tempest-ImagesNegativeTestJSON-862460684 tempest-ImagesNegativeTestJSON-862460684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:56.228945 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-67d861dc-a641-4027-8e1a-8d98eafd0bf0 req-3fd37de7-b0d6-4aeb-9e60-38ef5341d70b tempest-ImagesNegativeTestJSON-862460684 tempest-ImagesNegativeTestJSON-862460684-project] 10.222.0.41 "GET /v2.0/ports?device_id=14bde8b1-067f-44c8-9df3-4cf3976acb93 HTTP/1.1" status: 200 len: 949 time: 0.1245556 Jan 28 07:11:56.267750 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-c0f7dce3-053c-45ac-9916-d5d495d2c389 admin admin] Deleting port b43d256a-14f6-4699-943c-bdc2e7576404 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:11:56.268095 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c0f7dce3-053c-45ac-9916-d5d495d2c389 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (b43d256a-14f6-4699-943c-bdc2e7576404), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:56.290802 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3a4e90-a7b8-45db-bdb8-52fbf92670a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=3595bcb1-c520-432e-92a0-a38402e401c3,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:11:56.307803 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-8740186b-988b-4148-a81f-f087fe950c02 req-109bd9d8-3cf4-4794-a93b-a2e4c8ea3a76 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] Publish callbacks [] for port (e592ff20-96b6-4898-ae80-889f0a7f0b74), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:56.394224 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device b0b289e4-99e2-41d3-8f85-47a4b53dfa91 up at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:11:56.437813 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-67d861dc-a641-4027-8e1a-8d98eafd0bf0 req-1e8a5163-24dc-4b93-9aa4-5d062699cc14 tempest-ImagesNegativeTestJSON-862460684 tempest-ImagesNegativeTestJSON-862460684-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9d43098-e2ca-4cae-aaa6-1e9ead6fdda6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987302 Jan 28 07:11:56.473395 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba89e74-78f2-4b94-9cc6-c79f03961bdc req-8b6b7a24-2427-4796-be27-9bb637ccd364 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:56.487775 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1ba89e74-78f2-4b94-9cc6-c79f03961bdc req-8b6b7a24-2427-4796-be27-9bb637ccd364 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=f255ed55-87c8-4949-a89a-d6b84a3ce0a3 HTTP/1.1" status: 200 len: 943 time: 0.1470883 Jan 28 07:11:56.515612 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning for port b0b289e4-99e2-41d3-8f85-47a4b53dfa91 completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:11:56.523614 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning complete for port b0b289e4-99e2-41d3-8f85-47a4b53dfa91 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:11:56.524509 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (b0b289e4-99e2-41d3-8f85-47a4b53dfa91), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:56.600650 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1ba89e74-78f2-4b94-9cc6-c79f03961bdc req-be64831a-fd7a-48cd-b293-698e21549162 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e9c3947-6ff8-4aa4-a1f7-c165b64c94a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879354 Jan 28 07:11:56.610819 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d0597e35-c67e-45cc-836f-3f0730a9d860 req-bcc31357-3b96-4500-b6cc-7fa59f0c6574 service neutron] 10.222.0.44 "GET /v2.0/networks/e794ad63-0b0f-4018-9f49-e800aa3d32de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5238206 Jan 28 07:11:56.620907 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-024b7cf8-9e5c-41c1-be33-3c849969aafd req-5a5b359a-668d-417b-9c94-87dfaa005dfb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb9e78cb-06b1-49a7-b770-dc1630b5733a {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:11:56.628868 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-c0f7dce3-053c-45ac-9916-d5d495d2c389 admin admin] For port b43d256a-14f6-4699-943c-bdc2e7576404, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=b43d256a-14f6-4699-943c-bdc2e7576404,segment=NetworkSegment(b430b2d7-bffb-4658-93de-73c5a2caabf5),segment_id=b430b2d7-bffb-4658-93de-73c5a2caabf5)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:11:56.629245 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c0f7dce3-053c-45ac-9916-d5d495d2c389 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (b43d256a-14f6-4699-943c-bdc2e7576404), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:56.655963 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-024b7cf8-9e5c-41c1-be33-3c849969aafd req-5a5b359a-668d-417b-9c94-87dfaa005dfb service neutron] Publish callbacks [] for port (fb9e78cb-06b1-49a7-b770-dc1630b5733a), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:56.657027 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port b0b289e4-99e2-41d3-8f85-47a4b53dfa91 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:11:56.657965 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (b0b289e4-99e2-41d3-8f85-47a4b53dfa91), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:56.671000 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-c0f7dce3-053c-45ac-9916-d5d495d2c389 admin admin] Calling delete_port for b43d256a-14f6-4699-943c-bdc2e7576404 owned by network:router_interface {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:11:56.679957 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-8740186b-988b-4148-a81f-f087fe950c02 req-109bd9d8-3cf4-4794-a93b-a2e4c8ea3a76 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (e592ff20-96b6-4898-ae80-889f0a7f0b74), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:56.734316 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port b0b289e4-99e2-41d3-8f85-47a4b53dfa91, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=b0b289e4-99e2-41d3-8f85-47a4b53dfa91,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:11:56.736482 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14bde8b1-067f-44c8-9df3-4cf3976acb93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0b289e4-99e2-41d3-8f85-47a4b53dfa91'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:11:56.739569 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e88b1b3-974b-4d25-8bf2-a32ad30437e5" -d '{"events": [{"server_uuid": "14bde8b1-067f-44c8-9df3-4cf3976acb93", "name": "network-vif-plugged", "status": "completed", "tag": "b0b289e4-99e2-41d3-8f85-47a4b53dfa91"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:11:56.747408 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (b0b289e4-99e2-41d3-8f85-47a4b53dfa91), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:56.748810 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device abf761fe-27eb-4437-903a-948a31ef5bc8 no longer exists at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:11:56.774051 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaa052e-4418-42d6-9783-9c17796c0a64 req-bd4ca62c-b6fe-4823-8ebc-279f0dd368d2 tempest-ServersAdminNegativeTestJSON-171947884 tempest-ServersAdminNegativeTestJSON-171947884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:56.779395 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8740186b-988b-4148-a81f-f087fe950c02 req-109bd9d8-3cf4-4794-a93b-a2e4c8ea3a76 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] Network bc323a54-605a-4c90-85cc-1a8faa87a52d is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:11:56.782401 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6eaa052e-4418-42d6-9783-9c17796c0a64 req-bd4ca62c-b6fe-4823-8ebc-279f0dd368d2 tempest-ServersAdminNegativeTestJSON-171947884 tempest-ServersAdminNegativeTestJSON-171947884-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ae33aff-71bb-4c8d-a9c7-61e0f974e3a6 HTTP/1.1" status: 200 len: 936 time: 0.1999006 Jan 28 07:11:56.796246 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109bd9d8-3cf4-4794-a93b-a2e4c8ea3a76 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] Pushing event updated for resources: {'Port': ['ID=e592ff20-96b6-4898-ae80-889f0a7f0b74,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:11:56.804676 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f3a4e90-a7b8-45db-bdb8-52fbf92670a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16319006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16606699'] for router_interface (c0c4226a-0d29-4fbf-a102-0f31cac839e8), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:56.806649 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-8740186b-988b-4148-a81f-f087fe950c02 req-109bd9d8-3cf4-4794-a93b-a2e4c8ea3a76 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:11:56.816871 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-024b7cf8-9e5c-41c1-be33-3c849969aafd req-5a5b359a-668d-417b-9c94-87dfaa005dfb service neutron] Transition to ACTIVE for port object fb9e78cb-06b1-49a7-b770-dc1630b5733a will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:11:56.818032 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-8740186b-988b-4148-a81f-f087fe950c02 req-109bd9d8-3cf4-4794-a93b-a2e4c8ea3a76 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:11:56.825720 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac4a8f81-18d9-4d17-b21a-fa9550ec808a', 'name': 'network-vif-deleted', 'tag': 'abf761fe-27eb-4437-903a-948a31ef5bc8'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:11:56.828031 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aac031f-daa7-4701-b56e-878138298e56" -d '{"events": [{"server_uuid": "ac4a8f81-18d9-4d17-b21a-fa9550ec808a", "name": "network-vif-deleted", "tag": "abf761fe-27eb-4437-903a-948a31ef5bc8"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:11:56.874484 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-024b7cf8-9e5c-41c1-be33-3c849969aafd req-5a5b359a-668d-417b-9c94-87dfaa005dfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (fb9e78cb-06b1-49a7-b770-dc1630b5733a), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:56.916350 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c900c2fc-0a79-42c0-8a70-a1004c86b080 x-openstack-request-id: req-c900c2fc-0a79-42c0-8a70-a1004c86b080 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:11:56.916696 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14bde8b1-067f-44c8-9df3-4cf3976acb93", "name": "network-vif-plugged", "status": "completed", "tag": "b0b289e4-99e2-41d3-8f85-47a4b53dfa91", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:11:56.916969 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c900c2fc-0a79-42c0-8a70-a1004c86b080 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:11:56.917916 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14bde8b1-067f-44c8-9df3-4cf3976acb93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0b289e4-99e2-41d3-8f85-47a4b53dfa91', 'code': 200} Jan 28 07:11:56.918778 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6eaa052e-4418-42d6-9783-9c17796c0a64 req-56aa0d6c-2c71-4d43-bbbd-fa470c83d439 tempest-ServersAdminNegativeTestJSON-171947884 tempest-ServersAdminNegativeTestJSON-171947884-project] 10.222.0.41 "GET /v2.0/security-groups?id=55335e6a-5bc2-4163-aae8-ed81e1993f57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354291 Jan 28 07:11:56.956822 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db0a7ecc-ec5c-41c0-9491-ae77cfb67393 x-openstack-request-id: req-db0a7ecc-ec5c-41c0-9491-ae77cfb67393 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:11:56.957174 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=b0b289e4-99e2-41d3-8f85-47a4b53dfa91,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:11:56.957744 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac4a8f81-18d9-4d17-b21a-fa9550ec808a", "name": "network-vif-deleted", "tag": "abf761fe-27eb-4437-903a-948a31ef5bc8", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:11:56.958247 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-db0a7ecc-ec5c-41c0-9491-ae77cfb67393 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:11:56.958873 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac4a8f81-18d9-4d17-b21a-fa9550ec808a', 'name': 'network-vif-deleted', 'tag': 'abf761fe-27eb-4437-903a-948a31ef5bc8', 'status': 'completed', 'code': 200} Jan 28 07:11:56.961857 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] No Port match for: abf761fe-27eb-4437-903a-948a31ef5bc8 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:11:56.962215 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device abf761fe-27eb-4437-903a-948a31ef5bc8 not bound to the agent host n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:11:57.020709 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8740186b-988b-4148-a81f-f087fe950c02 req-109bd9d8-3cf4-4794-a93b-a2e4c8ea3a76 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:57.022606 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-8740186b-988b-4148-a81f-f087fe950c02 req-109bd9d8-3cf4-4794-a93b-a2e4c8ea3a76 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:57.100976 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2044800b-969e-46d4-83dd-cc226321c3cc req-06649833-a1e4-42aa-8b75-56e70d15fd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:57.102564 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2044800b-969e-46d4-83dd-cc226321c3cc req-06649833-a1e4-42aa-8b75-56e70d15fd3a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=14bde8b1-067f-44c8-9df3-4cf3976acb93 HTTP/1.1" status: 200 len: 1102 time: 0.1180902 Jan 28 07:11:57.103038 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 38478) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:11:57.120520 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57786d93-5350-462b-bcde-6296923cfb7b req-a049916f-1efe-4b23-8c8c-7ff8adbe506f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:57.122048 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-57786d93-5350-462b-bcde-6296923cfb7b req-a049916f-1efe-4b23-8c8c-7ff8adbe506f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f5fa6549bc8d49d9b2eb68f328326d46&device_id=f255ed55-87c8-4949-a89a-d6b84a3ce0a3 HTTP/1.1" status: 200 len: 1095 time: 0.3404484 Jan 28 07:11:57.257941 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8740186b-988b-4148-a81f-f087fe950c02 req-109bd9d8-3cf4-4794-a93b-a2e4c8ea3a76 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1851792 Jan 28 07:11:57.258577 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5b359a-668d-417b-9c94-87dfaa005dfb service neutron] Pushing event updated for resources: {'Port': ['ID=fb9e78cb-06b1-49a7-b770-dc1630b5733a,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:11:57.280022 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc20150a-167e-4032-a954-7c56e81a9af4 req-de8a4ab7-2497-46d6-ab1c-46d8580cfb57 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:57.286618 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc20150a-167e-4032-a954-7c56e81a9af4 req-de8a4ab7-2497-46d6-ab1c-46d8580cfb57 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:57.293081 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc20150a-167e-4032-a954-7c56e81a9af4 req-de8a4ab7-2497-46d6-ab1c-46d8580cfb57 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:57.299400 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc20150a-167e-4032-a954-7c56e81a9af4 req-de8a4ab7-2497-46d6-ab1c-46d8580cfb57 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:57.305121 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc20150a-167e-4032-a954-7c56e81a9af4 req-de8a4ab7-2497-46d6-ab1c-46d8580cfb57 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:57.309270 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2044800b-969e-46d4-83dd-cc226321c3cc req-53fa7633-49a8-497a-8bcb-6ab0838ef870 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=d9d43098-e2ca-4cae-aaa6-1e9ead6fdda6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773193 Jan 28 07:11:57.311514 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc20150a-167e-4032-a954-7c56e81a9af4 req-de8a4ab7-2497-46d6-ab1c-46d8580cfb57 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:57.324205 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c0f7dce3-053c-45ac-9916-d5d495d2c389 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (b43d256a-14f6-4699-943c-bdc2e7576404), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:57.327908 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc20150a-167e-4032-a954-7c56e81a9af4 req-de8a4ab7-2497-46d6-ab1c-46d8580cfb57 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:57.342999 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-fc20150a-167e-4032-a954-7c56e81a9af4 req-de8a4ab7-2497-46d6-ab1c-46d8580cfb57 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7 HTTP/1.1" status: 200 len: 5422 time: 0.2930388 Jan 28 07:11:57.361108 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f7dce3-053c-45ac-9916-d5d495d2c389 admin admin] Pushing event deleted for resources: {'Port': ['ID=b43d256a-14f6-4699-943c-bdc2e7576404,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:11:57.379380 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-8740186b-988b-4148-a81f-f087fe950c02 req-b1a1ec95-a51f-45d6-a29b-c8518e6b5db4 service neutron] Request body: {'port': {'device_id': 'cd61f33e-ec05-4b14-85e5-8a4e92ff3cf2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712749-28'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:11:57.500670 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-024b7cf8-9e5c-41c1-be33-3c849969aafd req-5a5b359a-668d-417b-9c94-87dfaa005dfb service neutron] Attempting to bind port fb9e78cb-06b1-49a7-b770-dc1630b5733a on host n-h1-712749-28 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:11:57.501662 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-024b7cf8-9e5c-41c1-be33-3c849969aafd req-5a5b359a-668d-417b-9c94-87dfaa005dfb service neutron] Attempting to bind port fb9e78cb-06b1-49a7-b770-dc1630b5733a by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': '9d52209e-a416-4cfe-8f8a-19567a90fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:11:57.502009 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024b7cf8-9e5c-41c1-be33-3c849969aafd req-5a5b359a-668d-417b-9c94-87dfaa005dfb service neutron] Attempting to bind port fb9e78cb-06b1-49a7-b770-dc1630b5733a on network d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:11:57.537121 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57786d93-5350-462b-bcde-6296923cfb7b req-07bbe247-6b69-43c4-b403-856eb6ae5044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:57.538547 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-57786d93-5350-462b-bcde-6296923cfb7b req-07bbe247-6b69-43c4-b403-856eb6ae5044 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e794ad63-0b0f-4018-9f49-e800aa3d32de HTTP/1.1" status: 200 len: 912 time: 0.4034505 Jan 28 07:11:57.540586 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024b7cf8-9e5c-41c1-be33-3c849969aafd req-5a5b359a-668d-417b-9c94-87dfaa005dfb service neutron] Port fb9e78cb-06b1-49a7-b770-dc1630b5733a on network d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:11:57.540914 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024b7cf8-9e5c-41c1-be33-3c849969aafd req-5a5b359a-668d-417b-9c94-87dfaa005dfb service neutron] Attempting to bind port fb9e78cb-06b1-49a7-b770-dc1630b5733a on network d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:11:57.543518 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-8740186b-988b-4148-a81f-f087fe950c02 req-b1a1ec95-a51f-45d6-a29b-c8518e6b5db4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (e592ff20-96b6-4898-ae80-889f0a7f0b74), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:57.552260 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-fc20150a-167e-4032-a954-7c56e81a9af4 req-9d233b08-1062-4c41-9353-c7dda11df768 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/security-groups?id=f42d29db-089b-46ec-bdc0-e6253e46a436&id=f0e415d4-9274-4847-9e71-c098cc08b695&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2083564 Jan 28 07:11:57.564713 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024b7cf8-9e5c-41c1-be33-3c849969aafd req-5a5b359a-668d-417b-9c94-87dfaa005dfb service neutron] Checking agent: {'id': '2fca46b1-237f-4857-9290-2429d810e472', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 11, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:11:57.565099 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024b7cf8-9e5c-41c1-be33-3c849969aafd req-5a5b359a-668d-417b-9c94-87dfaa005dfb service neutron] Checking segment: {'id': '9d52209e-a416-4cfe-8f8a-19567a90fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:11:57.565467 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024b7cf8-9e5c-41c1-be33-3c849969aafd req-5a5b359a-668d-417b-9c94-87dfaa005dfb service neutron] Bound using segment: {'id': '9d52209e-a416-4cfe-8f8a-19567a90fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:11:57.565936 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-024b7cf8-9e5c-41c1-be33-3c849969aafd req-5a5b359a-668d-417b-9c94-87dfaa005dfb service neutron] Bound port: fb9e78cb-06b1-49a7-b770-dc1630b5733a, host: n-h1-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d52209e-a416-4cfe-8f8a-19567a90fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:11:57.566307 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-024b7cf8-9e5c-41c1-be33-3c849969aafd req-5a5b359a-668d-417b-9c94-87dfaa005dfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (fb9e78cb-06b1-49a7-b770-dc1630b5733a), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:57.687396 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f3a4e90-a7b8-45db-bdb8-52fbf92670a6 admin admin] Router c0c4226a-0d29-4fbf-a102-0f31cac839e8 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:11:57.731092 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-57786d93-5350-462b-bcde-6296923cfb7b req-9321a294-a440-4e55-8092-53b95b46aae0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74c51dd4-789c-4c23-9ba8-db6cc4ee322f HTTP/1.1" status: 200 len: 217 time: 0.0796251 Jan 28 07:11:57.744597 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff77f023-7cea-4729-80d7-f49355924d6d admin admin] Deleting subnet d3ff6769-eb60-4293-943b-ef852d2e0c72 {{(pid=103283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:11:57.752554 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ff77f023-7cea-4729-80d7-f49355924d6d admin admin] Publish callbacks [] for subnet (d3ff6769-eb60-4293-943b-ef852d2e0c72), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:57.801878 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35630306-4af5-4ccb-9b2b-0da7bc3228a4 req-87dedef7-fd02-4346-881c-9c9df84bbe43 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:57.803343 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-35630306-4af5-4ccb-9b2b-0da7bc3228a4 req-87dedef7-fd02-4346-881c-9c9df84bbe43 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd61f33e-ec05-4b14-85e5-8a4e92ff3cf2 HTTP/1.1" status: 200 len: 931 time: 0.4440680 Jan 28 07:11:57.865873 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ff77f023-7cea-4729-80d7-f49355924d6d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13506696'] for subnet (d3ff6769-eb60-4293-943b-ef852d2e0c72), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:57.871498 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-024b7cf8-9e5c-41c1-be33-3c849969aafd req-5a5b359a-668d-417b-9c94-87dfaa005dfb service neutron] For port fb9e78cb-06b1-49a7-b770-dc1630b5733a, host n-h1-712749-28, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:11:57.900720 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-024b7cf8-9e5c-41c1-be33-3c849969aafd req-5a5b359a-668d-417b-9c94-87dfaa005dfb service neutron] For port fb9e78cb-06b1-49a7-b770-dc1630b5733a, host n-h1-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=fb9e78cb-06b1-49a7-b770-dc1630b5733a,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:11:57.904802 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57786d93-5350-462b-bcde-6296923cfb7b req-029f62b5-6bc6-4f1a-a8ac-d89fd205a0af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:57.906269 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-57786d93-5350-462b-bcde-6296923cfb7b req-029f62b5-6bc6-4f1a-a8ac-d89fd205a0af service neutron] 10.222.0.44 "GET /v2.0/subnets?id=11d8e1f8-50c3-4314-ae17-177714f8d453 HTTP/1.1" status: 200 len: 850 time: 0.1588063 Jan 28 07:11:57.924549 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f02ee73-c066-4916-9be2-f511400772fb req-7f1a8671-0144-45ae-93cb-d7c3e72a14b3 tempest-ImagesNegativeTestJSON-862460684 tempest-ImagesNegativeTestJSON-862460684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:57.926028 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2f02ee73-c066-4916-9be2-f511400772fb req-7f1a8671-0144-45ae-93cb-d7c3e72a14b3 tempest-ImagesNegativeTestJSON-862460684 tempest-ImagesNegativeTestJSON-862460684-project] 10.222.0.41 "GET /v2.0/ports?device_id=14bde8b1-067f-44c8-9df3-4cf3976acb93 HTTP/1.1" status: 200 len: 950 time: 0.2585065 Jan 28 07:11:57.929868 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-024b7cf8-9e5c-41c1-be33-3c849969aafd req-5a5b359a-668d-417b-9c94-87dfaa005dfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (fb9e78cb-06b1-49a7-b770-dc1630b5733a), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:58.022462 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ff77f023-7cea-4729-80d7-f49355924d6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (d3ff6769-eb60-4293-943b-ef852d2e0c72), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:58.046306 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024b7cf8-9e5c-41c1-be33-3c849969aafd req-5a5b359a-668d-417b-9c94-87dfaa005dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:58.046930 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-024b7cf8-9e5c-41c1-be33-3c849969aafd req-5a5b359a-668d-417b-9c94-87dfaa005dfb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:58.049177 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-024b7cf8-9e5c-41c1-be33-3c849969aafd req-5a5b359a-668d-417b-9c94-87dfaa005dfb service neutron] 10.222.0.10 "PUT /v2.0/ports/fb9e78cb-06b1-49a7-b770-dc1630b5733a HTTP/1.1" status: 200 len: 1097 time: 2.6505611 Jan 28 07:11:58.053057 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ae33aff-71bb-4c8d-a9c7-61e0f974e3a6', 'tag': 'fb9e78cb-06b1-49a7-b770-dc1630b5733a'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:11:58.055235 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75d9911d-126b-4576-8843-c3d2f3d23017" -d '{"events": [{"name": "network-changed", "server_uuid": "2ae33aff-71bb-4c8d-a9c7-61e0f974e3a6", "tag": "fb9e78cb-06b1-49a7-b770-dc1630b5733a"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:11:58.094500 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-35630306-4af5-4ccb-9b2b-0da7bc3228a4 req-5bdfef9b-a929-4af0-914d-1a8856530969 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/security-groups?id=ffb17db6-1913-4712-aa46-d7c764c8c875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2851365 Jan 28 07:11:58.119341 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5b359a-668d-417b-9c94-87dfaa005dfb service neutron] Pushing event updated for resources: {'Port': ['ID=fb9e78cb-06b1-49a7-b770-dc1630b5733a,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:11:58.123155 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57786d93-5350-462b-bcde-6296923cfb7b req-9caad20b-5c64-4585-bad9-76a4fa239ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:58.123465 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f3a4e90-a7b8-45db-bdb8-52fbf92670a6 admin admin] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:11:58.124703 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-57786d93-5350-462b-bcde-6296923cfb7b req-9caad20b-5c64-4585-bad9-76a4fa239ba4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e794ad63-0b0f-4018-9f49-e800aa3d32de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1976991 Jan 28 07:11:58.135032 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c0f7dce3-053c-45ac-9916-d5d495d2c389 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16319006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16606699'] for router_interface (19373231-1f15-4775-b3fa-f909d7b33350), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:58.144844 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-5f3a4e90-a7b8-45db-bdb8-52fbf92670a6 admin admin] 10.222.0.41 "PUT /v2.0/routers/c0c4226a-0d29-4fbf-a102-0f31cac839e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4565365 Jan 28 07:11:58.148203 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 38492) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:11:58.151196 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2f02ee73-c066-4916-9be2-f511400772fb req-79f1f5ec-6b75-489a-9532-882b78de227b tempest-ImagesNegativeTestJSON-862460684 tempest-ImagesNegativeTestJSON-862460684-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9d43098-e2ca-4cae-aaa6-1e9ead6fdda6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764042 Jan 28 07:11:58.164795 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2973710c-b5b6-4df1-ac2f-bda439dc2c1a None None] Sync routers for ids ['c0c4226a-0d29-4fbf-a102-0f31cac839e8'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:11:58.205744 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2973710c-b5b6-4df1-ac2f-bda439dc2c1a None None] Routers {'c0c4226a-0d29-4fbf-a102-0f31cac839e8'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:11:58.206390 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-2973710c-b5b6-4df1-ac2f-bda439dc2c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:11:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['c0c4226a-0d29-4fbf-a102-0f31cac839e8'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:11:58.352011 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ff77f023-7cea-4729-80d7-f49355924d6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13546665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13556132'] for subnet (d3ff6769-eb60-4293-943b-ef852d2e0c72), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:58.441407 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-2973710c-b5b6-4df1-ac2f-bda439dc2c1a None None] Set router c0c4226a-0d29-4fbf-a102-0f31cac839e8 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:11:58.516329 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ff77f023-7cea-4729-80d7-f49355924d6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:58.522554 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-ff77f023-7cea-4729-80d7-f49355924d6d admin admin] 10.222.0.41 "DELETE /v2.0/subnets/d3ff6769-eb60-4293-943b-ef852d2e0c72 HTTP/1.1" status: 204 len: 168 time: 1.4184265 Jan 28 07:11:58.525681 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff77f023-7cea-4729-80d7-f49355924d6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3ff6769-eb60-4293-943b-ef852d2e0c72,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:11:58.530252 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 38494) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:11:58.640730 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8874449e-1343-4483-81b9-6e7228d1eb80 admin admin] Publish callbacks [] for router (c0c4226a-0d29-4fbf-a102-0f31cac839e8), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:58.695110 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012583a1-76bb-4a83-8a50-0ac90c58528b req-cf3c3097-4d6f-42fb-97a0-c9352ce90ba5 tempest-ServersAdminNegativeTestJSON-171947884 tempest-ServersAdminNegativeTestJSON-171947884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:58.702018 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-012583a1-76bb-4a83-8a50-0ac90c58528b req-cf3c3097-4d6f-42fb-97a0-c9352ce90ba5 tempest-ServersAdminNegativeTestJSON-171947884 tempest-ServersAdminNegativeTestJSON-171947884-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ae33aff-71bb-4c8d-a9c7-61e0f974e3a6 HTTP/1.1" status: 200 len: 948 time: 0.3622549 Jan 28 07:11:58.750558 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7b3e347-c56a-4146-9a1a-1198b8c2640a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (823f80f1-2970-481b-aed2-7ad5a7c0ed20), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:58.789468 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-2973710c-b5b6-4df1-ac2f-bda439dc2c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0c4226a-0d29-4fbf-a102-0f31cac839e8', 'name': 'tempest-AttachSCSIVolumeTestJSON-47841687-router', 'tenant_id': 'f47db01e091d4805be8314c4b9ab8e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': '6e7b4360-c3e5-4043-9173-aa1407a2e0ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:08:47Z', 'updated_at': '2022-01-28T07:11:56Z', 'revision_number': 5, 'project_id': 'f47db01e091d4805be8314c4b9ab8e00', 'gw_port': {'id': '6e7b4360-c3e5-4043-9173-aa1407a2e0ae', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:7a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c4226a-0d29-4fbf-a102-0f31cac839e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:08:48Z', 'updated_at': '2022-01-28T07:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:11:58.823546 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024b7cf8-9e5c-41c1-be33-3c849969aafd req-3318e813-4236-469b-afd5-4a84b9e7ab2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:58.825082 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-024b7cf8-9e5c-41c1-be33-3c849969aafd req-3318e813-4236-469b-afd5-4a84b9e7ab2b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5e7a152ce6ec490eb9df1ae9ab508d72&device_id=2ae33aff-71bb-4c8d-a9c7-61e0f974e3a6 HTTP/1.1" status: 200 len: 1100 time: 0.6415131 Jan 28 07:11:58.831749 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-8740186b-988b-4148-a81f-f087fe950c02 req-b1a1ec95-a51f-45d6-a29b-c8518e6b5db4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e592ff20-96b6-4898-ae80-889f0a7f0b74 {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:11:58.843803 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2973710c-b5b6-4df1-ac2f-bda439dc2c1a None None] Checking router: c0c4226a-0d29-4fbf-a102-0f31cac839e8 for host: n-d-712749-28 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:11:58.857256 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-8740186b-988b-4148-a81f-f087fe950c02 req-b1a1ec95-a51f-45d6-a29b-c8518e6b5db4 service neutron] Publish callbacks [] for port (e592ff20-96b6-4898-ae80-889f0a7f0b74), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:58.862558 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2973710c-b5b6-4df1-ac2f-bda439dc2c1a None None] Routers {'c0c4226a-0d29-4fbf-a102-0f31cac839e8'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:11:58.865596 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-2973710c-b5b6-4df1-ac2f-bda439dc2c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:11:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['c0c4226a-0d29-4fbf-a102-0f31cac839e8'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:11:58.867188 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd07dcb-e39c-4959-888b-749f8269f0ac req-30975cce-0390-488e-9316-56f804c1fde4 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:58.874118 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-cdd07dcb-e39c-4959-888b-749f8269f0ac req-30975cce-0390-488e-9316-56f804c1fde4 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=f255ed55-87c8-4949-a89a-d6b84a3ce0a3 HTTP/1.1" status: 200 len: 943 time: 0.5851369 Jan 28 07:11:58.882440 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-012583a1-76bb-4a83-8a50-0ac90c58528b req-bbc07b32-5907-4690-8c0a-cc1dae821488 tempest-ServersAdminNegativeTestJSON-171947884 tempest-ServersAdminNegativeTestJSON-171947884-project] 10.222.0.41 "GET /v2.0/security-groups?id=55335e6a-5bc2-4163-aae8-ed81e1993f57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758995 Jan 28 07:11:58.916258 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-57786d93-5350-462b-bcde-6296923cfb7b req-33ed45fa-6080-40df-bda5-e2900f9742b3 service neutron] 10.222.0.44 "GET /v2.0/networks/e794ad63-0b0f-4018-9f49-e800aa3d32de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7620299 Jan 28 07:11:58.942118 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-024b7cf8-9e5c-41c1-be33-3c849969aafd req-aafc5840-4383-4e2f-af1a-1d54e75c3241 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=fb9e78cb-06b1-49a7-b770-dc1630b5733a HTTP/1.1" status: 200 len: 217 time: 0.0993209 Jan 28 07:11:58.947945 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bf1e05e-1aad-4745-a06e-de27823a5a17 x-openstack-request-id: req-7bf1e05e-1aad-4745-a06e-de27823a5a17 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:11:58.948276 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ae33aff-71bb-4c8d-a9c7-61e0f974e3a6", "tag": "fb9e78cb-06b1-49a7-b770-dc1630b5733a", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:11:58.948538 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7bf1e05e-1aad-4745-a06e-de27823a5a17 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:11:58.948935 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ae33aff-71bb-4c8d-a9c7-61e0f974e3a6', 'tag': 'fb9e78cb-06b1-49a7-b770-dc1630b5733a', 'status': 'completed', 'code': 200} Jan 28 07:11:58.963758 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-8740186b-988b-4148-a81f-f087fe950c02 req-b1a1ec95-a51f-45d6-a29b-c8518e6b5db4 service neutron] Transition to ACTIVE for port object e592ff20-96b6-4898-ae80-889f0a7f0b74 will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:11:58.998133 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8874449e-1343-4483-81b9-6e7228d1eb80 admin admin] Publish callbacks [] for router_gateway (c0c4226a-0d29-4fbf-a102-0f31cac839e8), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:59.017987 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-8740186b-988b-4148-a81f-f087fe950c02 req-b1a1ec95-a51f-45d6-a29b-c8518e6b5db4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (e592ff20-96b6-4898-ae80-889f0a7f0b74), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:59.030942 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-2973710c-b5b6-4df1-ac2f-bda439dc2c1a None None] Set router c0c4226a-0d29-4fbf-a102-0f31cac839e8 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:11:59.091635 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7b3e347-c56a-4146-9a1a-1198b8c2640a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (823f80f1-2970-481b-aed2-7ad5a7c0ed20), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:59.126027 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0f7dce3-053c-45ac-9916-d5d495d2c389 admin admin] Router 19373231-1f15-4775-b3fa-f909d7b33350 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:11:59.129139 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-cdd07dcb-e39c-4959-888b-749f8269f0ac req-a197d487-465c-44d4-9943-de445bf46914 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e9c3947-6ff8-4aa4-a1f7-c165b64c94a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2540958 Jan 28 07:11:59.165499 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a1ec95-a51f-45d6-a29b-c8518e6b5db4 service neutron] Pushing event updated for resources: {'Port': ['ID=e592ff20-96b6-4898-ae80-889f0a7f0b74,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:11:59.167800 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-d7b3e347-c56a-4146-9a1a-1198b8c2640a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['823f80f1-2970-481b-aed2-7ad5a7c0ed20']}} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:11:59.194332 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024b7cf8-9e5c-41c1-be33-3c849969aafd req-5a885abd-2ece-4fd7-b398-c8f2dca37815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:59.196228 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-024b7cf8-9e5c-41c1-be33-3c849969aafd req-5a885abd-2ece-4fd7-b398-c8f2dca37815 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5785b43d-448b-4d12-9eb5-4e4caf2e7eaf HTTP/1.1" status: 200 len: 843 time: 0.1959028 Jan 28 07:11:59.198945 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-d7b3e347-c56a-4146-9a1a-1198b8c2640a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '919581ea-4d97-4a95-839c-1632528194b6') {'for_net_delete': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:11:59.198945 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-d7b3e347-c56a-4146-9a1a-1198b8c2640a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '919581ea-4d97-4a95-839c-1632528194b6') {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:11:59.213661 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0606cdc2-4b05-4bf4-b293-cca25b661ab5 req-1574571a-7f5a-4658-a08d-bd50289ee735 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:59.219836 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0606cdc2-4b05-4bf4-b293-cca25b661ab5 req-1574571a-7f5a-4658-a08d-bd50289ee735 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:59.225189 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0606cdc2-4b05-4bf4-b293-cca25b661ab5 req-1574571a-7f5a-4658-a08d-bd50289ee735 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:59.232756 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0606cdc2-4b05-4bf4-b293-cca25b661ab5 req-1574571a-7f5a-4658-a08d-bd50289ee735 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:59.239056 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0606cdc2-4b05-4bf4-b293-cca25b661ab5 req-1574571a-7f5a-4658-a08d-bd50289ee735 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:59.244327 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0606cdc2-4b05-4bf4-b293-cca25b661ab5 req-1574571a-7f5a-4658-a08d-bd50289ee735 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:59.249530 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0606cdc2-4b05-4bf4-b293-cca25b661ab5 req-1574571a-7f5a-4658-a08d-bd50289ee735 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:59.257366 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0606cdc2-4b05-4bf4-b293-cca25b661ab5 req-1574571a-7f5a-4658-a08d-bd50289ee735 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7 HTTP/1.1" status: 200 len: 5422 time: 0.2076716 Jan 28 07:11:59.324646 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-2973710c-b5b6-4df1-ac2f-bda439dc2c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0c4226a-0d29-4fbf-a102-0f31cac839e8', 'name': 'tempest-AttachSCSIVolumeTestJSON-47841687-router', 'tenant_id': 'f47db01e091d4805be8314c4b9ab8e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': '6e7b4360-c3e5-4043-9173-aa1407a2e0ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:08:47Z', 'updated_at': '2022-01-28T07:11:56Z', 'revision_number': 5, 'project_id': 'f47db01e091d4805be8314c4b9ab8e00', 'gw_port': {'id': '6e7b4360-c3e5-4043-9173-aa1407a2e0ae', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:7a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c4226a-0d29-4fbf-a102-0f31cac839e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:08:48Z', 'updated_at': '2022-01-28T07:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:11:59.325982 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-57786d93-5350-462b-bcde-6296923cfb7b req-6fddb6ec-fe42-4a44-ab4b-0e637f02acd4 service neutron] 10.222.0.44 "GET /v2.0/networks/e794ad63-0b0f-4018-9f49-e800aa3d32de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3988996 Jan 28 07:11:59.337068 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7b3e347-c56a-4146-9a1a-1198b8c2640a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13506801'] for segment (919581ea-4d97-4a95-839c-1632528194b6), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:59.365582 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024b7cf8-9e5c-41c1-be33-3c849969aafd req-e399101d-5d01-40f3-b24b-626d60a73e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:59.367396 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-024b7cf8-9e5c-41c1-be33-3c849969aafd req-e399101d-5d01-40f3-b24b-626d60a73e72 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1583061 Jan 28 07:11:59.376409 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2973710c-b5b6-4df1-ac2f-bda439dc2c1a None None] The sync data for ids ['c0c4226a-0d29-4fbf-a102-0f31cac839e8'] in n-d-712749-28 is: [{'id': 'c0c4226a-0d29-4fbf-a102-0f31cac839e8', 'name': 'tempest-AttachSCSIVolumeTestJSON-47841687-router', 'tenant_id': 'f47db01e091d4805be8314c4b9ab8e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': '6e7b4360-c3e5-4043-9173-aa1407a2e0ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:08:47Z', 'updated_at': '2022-01-28T07:11:56Z', 'revision_number': 5, 'project_id': 'f47db01e091d4805be8314c4b9ab8e00', 'gw_port': {'id': '6e7b4360-c3e5-4043-9173-aa1407a2e0ae', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:7a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c4226a-0d29-4fbf-a102-0f31cac839e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:08:48Z', 'updated_at': '2022-01-28T07:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:11:59.401562 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7b3e347-c56a-4146-9a1a-1198b8c2640a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (919581ea-4d97-4a95-839c-1632528194b6), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:59.403381 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a1d2ef-1806-470b-8846-b2d4682d9b80 req-19928df6-fde0-4551-b880-db017a8a497a tempest-ImagesNegativeTestJSON-862460684 tempest-ImagesNegativeTestJSON-862460684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:59.404929 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b2a1d2ef-1806-470b-8846-b2d4682d9b80 req-19928df6-fde0-4551-b880-db017a8a497a tempest-ImagesNegativeTestJSON-862460684 tempest-ImagesNegativeTestJSON-862460684-project] 10.222.0.41 "GET /v2.0/ports?device_id=14bde8b1-067f-44c8-9df3-4cf3976acb93 HTTP/1.1" status: 200 len: 950 time: 0.1323054 Jan 28 07:11:59.424860 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-8740186b-988b-4148-a81f-f087fe950c02 req-b1a1ec95-a51f-45d6-a29b-c8518e6b5db4 service neutron] Attempting to bind port e592ff20-96b6-4898-ae80-889f0a7f0b74 on host n-h2-712749-28 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:11:59.425200 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-8740186b-988b-4148-a81f-f087fe950c02 req-b1a1ec95-a51f-45d6-a29b-c8518e6b5db4 service neutron] Attempting to bind port e592ff20-96b6-4898-ae80-889f0a7f0b74 by drivers openvswitch,hyperv on host n-h2-712749-28 at level 0 using segments [{'id': 'b8d72b75-cba6-44bb-b1f1-97b3aa439c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'bc323a54-605a-4c90-85cc-1a8faa87a52d'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:11:59.425554 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8740186b-988b-4148-a81f-f087fe950c02 req-b1a1ec95-a51f-45d6-a29b-c8518e6b5db4 service neutron] Attempting to bind port e592ff20-96b6-4898-ae80-889f0a7f0b74 on network bc323a54-605a-4c90-85cc-1a8faa87a52d {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:11:59.443077 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7b3e347-c56a-4146-9a1a-1198b8c2640a admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=103283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:11:59.443809 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7b3e347-c56a-4146-9a1a-1198b8c2640a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13546563'] for segment (919581ea-4d97-4a95-839c-1632528194b6), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:59.447217 n-d-712749-28 neutron-server[103283]: Traceback (most recent call last): Jan 28 07:11:59.447217 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:11:59.447217 n-d-712749-28 neutron-server[103283]: timer() Jan 28 07:11:59.447217 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:11:59.447217 n-d-712749-28 neutron-server[103283]: cb(*args, **kw) Jan 28 07:11:59.447217 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:11:59.447217 n-d-712749-28 neutron-server[103283]: return func(*args, **kwargs) Jan 28 07:11:59.447217 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:11:59.447217 n-d-712749-28 neutron-server[103283]: self._notify() Jan 28 07:11:59.447217 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:11:59.447217 n-d-712749-28 neutron-server[103283]: self.callback(batched_events) Jan 28 07:11:59.447217 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:11:59.447217 n-d-712749-28 neutron-server[103283]: event.method(event) Jan 28 07:11:59.447217 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:11:59.447217 n-d-712749-28 neutron-server[103283]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:11:59.447217 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:11:59.447217 n-d-712749-28 neutron-server[103283]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:11:59.447217 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:11:59.447217 n-d-712749-28 neutron-server[103283]: return f(self, *a, **k) Jan 28 07:11:59.447217 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:11:59.447217 n-d-712749-28 neutron-server[103283]: return self._get(url).json() Jan 28 07:11:59.447217 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:11:59.447217 n-d-712749-28 neutron-server[103283]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:11:59.447217 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:11:59.447217 n-d-712749-28 neutron-server[103283]: return self.request(url, 'GET', **kwargs) Jan 28 07:11:59.447217 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:11:59.447217 n-d-712749-28 neutron-server[103283]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:11:59.447217 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:11:59.447217 n-d-712749-28 neutron-server[103283]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:11:59.447217 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:11:59.447217 n-d-712749-28 neutron-server[103283]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:11:59.447217 n-d-712749-28 neutron-server[103283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:11:59.479317 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8740186b-988b-4148-a81f-f087fe950c02 req-b1a1ec95-a51f-45d6-a29b-c8518e6b5db4 service neutron] Port e592ff20-96b6-4898-ae80-889f0a7f0b74 on network bc323a54-605a-4c90-85cc-1a8faa87a52d not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-28 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:11:59.479672 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8740186b-988b-4148-a81f-f087fe950c02 req-b1a1ec95-a51f-45d6-a29b-c8518e6b5db4 service neutron] Attempting to bind port e592ff20-96b6-4898-ae80-889f0a7f0b74 on network bc323a54-605a-4c90-85cc-1a8faa87a52d {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:11:59.494609 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8740186b-988b-4148-a81f-f087fe950c02 req-b1a1ec95-a51f-45d6-a29b-c8518e6b5db4 service neutron] Checking agent: {'id': 'c9906e63-062c-432e-bb53-63fdb8115e18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:11:59.495056 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8740186b-988b-4148-a81f-f087fe950c02 req-b1a1ec95-a51f-45d6-a29b-c8518e6b5db4 service neutron] Checking segment: {'id': 'b8d72b75-cba6-44bb-b1f1-97b3aa439c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'bc323a54-605a-4c90-85cc-1a8faa87a52d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:11:59.495519 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8740186b-988b-4148-a81f-f087fe950c02 req-b1a1ec95-a51f-45d6-a29b-c8518e6b5db4 service neutron] Bound using segment: {'id': 'b8d72b75-cba6-44bb-b1f1-97b3aa439c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'bc323a54-605a-4c90-85cc-1a8faa87a52d'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:11:59.496031 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-8740186b-988b-4148-a81f-f087fe950c02 req-b1a1ec95-a51f-45d6-a29b-c8518e6b5db4 service neutron] Bound port: e592ff20-96b6-4898-ae80-889f0a7f0b74, host: n-h2-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8d72b75-cba6-44bb-b1f1-97b3aa439c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'bc323a54-605a-4c90-85cc-1a8faa87a52d'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:11:59.496508 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-8740186b-988b-4148-a81f-f087fe950c02 req-b1a1ec95-a51f-45d6-a29b-c8518e6b5db4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (e592ff20-96b6-4898-ae80-889f0a7f0b74), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:59.554803 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b2a1d2ef-1806-470b-8846-b2d4682d9b80 req-5b19457d-9acf-4086-b391-719919ffdba3 tempest-ImagesNegativeTestJSON-862460684 tempest-ImagesNegativeTestJSON-862460684-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9d43098-e2ca-4cae-aaa6-1e9ead6fdda6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383991 Jan 28 07:11:59.603007 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-024b7cf8-9e5c-41c1-be33-3c849969aafd req-a0e3dd39-71d1-47d8-a162-de6477885ec3 service neutron] 10.222.0.10 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277420 Jan 28 07:11:59.703183 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-8740186b-988b-4148-a81f-f087fe950c02 req-b1a1ec95-a51f-45d6-a29b-c8518e6b5db4 service neutron] For port e592ff20-96b6-4898-ae80-889f0a7f0b74, host n-h2-712749-28, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:11:59.722777 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0606cdc2-4b05-4bf4-b293-cca25b661ab5 req-0682c3ed-53a7-4033-bc74-90a7dcd32ee2 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/security-groups?id=f42d29db-089b-46ec-bdc0-e6253e46a436&id=f0e415d4-9274-4847-9e71-c098cc08b695&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4644437 Jan 28 07:11:59.726170 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-8740186b-988b-4148-a81f-f087fe950c02 req-b1a1ec95-a51f-45d6-a29b-c8518e6b5db4 service neutron] For port e592ff20-96b6-4898-ae80-889f0a7f0b74, host n-h2-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=e592ff20-96b6-4898-ae80-889f0a7f0b74,segment=NetworkSegment(b8d72b75-cba6-44bb-b1f1-97b3aa439c04),segment_id=b8d72b75-cba6-44bb-b1f1-97b3aa439c04)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:11:59.749905 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-8740186b-988b-4148-a81f-f087fe950c02 req-b1a1ec95-a51f-45d6-a29b-c8518e6b5db4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (e592ff20-96b6-4898-ae80-889f0a7f0b74), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:59.768514 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5c72c4-a09d-4ccb-9f21-dd18dd0b1181 req-061afae8-c714-4141-bbdb-8debf44a649c tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:59.781330 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1b5c72c4-a09d-4ccb-9f21-dd18dd0b1181 req-061afae8-c714-4141-bbdb-8debf44a649c tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd61f33e-ec05-4b14-85e5-8a4e92ff3cf2 HTTP/1.1" status: 200 len: 943 time: 0.1423390 Jan 28 07:11:59.791169 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-8874449e-1343-4483-81b9-6e7228d1eb80 admin admin] Deleting port 6e7b4360-c3e5-4043-9173-aa1407a2e0ae {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:11:59.791512 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8874449e-1343-4483-81b9-6e7228d1eb80 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (6e7b4360-c3e5-4043-9173-aa1407a2e0ae), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:59.801801 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0f7dce3-053c-45ac-9916-d5d495d2c389 admin admin] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:11:59.815133 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1fa8d45-9de2-4eac-a3a0-834711e216da None None] Sync routers for ids ['19373231-1f15-4775-b3fa-f909d7b33350'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:11:59.822231 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-c0f7dce3-053c-45ac-9916-d5d495d2c389 admin admin] 10.222.0.41 "PUT /v2.0/routers/19373231-1f15-4775-b3fa-f909d7b33350/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3810322 Jan 28 07:11:59.825333 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 38504) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:11:59.843507 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-024b7cf8-9e5c-41c1-be33-3c849969aafd req-77e7763d-6801-4b19-84d8-cab42f8bd22b service neutron] 10.222.0.10 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2294567 Jan 28 07:11:59.844941 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8740186b-988b-4148-a81f-f087fe950c02 req-b1a1ec95-a51f-45d6-a29b-c8518e6b5db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:59.845549 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-8740186b-988b-4148-a81f-f087fe950c02 req-b1a1ec95-a51f-45d6-a29b-c8518e6b5db4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:59.846948 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8740186b-988b-4148-a81f-f087fe950c02 req-b1a1ec95-a51f-45d6-a29b-c8518e6b5db4 service neutron] 10.222.0.44 "PUT /v2.0/ports/e592ff20-96b6-4898-ae80-889f0a7f0b74 HTTP/1.1" status: 200 len: 1092 time: 2.4938853 Jan 28 07:11:59.870603 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7b3e347-c56a-4146-9a1a-1198b8c2640a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (823f80f1-2970-481b-aed2-7ad5a7c0ed20), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:59.899453 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1fa8d45-9de2-4eac-a3a0-834711e216da None None] Routers {'19373231-1f15-4775-b3fa-f909d7b33350'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:11:59.901026 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a1ec95-a51f-45d6-a29b-c8518e6b5db4 service neutron] Pushing event updated for resources: {'Port': ['ID=e592ff20-96b6-4898-ae80-889f0a7f0b74,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:11:59.901911 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-b1fa8d45-9de2-4eac-a3a0-834711e216da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:11:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['19373231-1f15-4775-b3fa-f909d7b33350'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:11:59.908887 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1b5c72c4-a09d-4ccb-9f21-dd18dd0b1181 req-1201a0e0-e3fa-45d4-9211-343d2538c036 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/security-groups?id=ffb17db6-1913-4712-aa46-d7c764c8c875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009612 Jan 28 07:11:59.940116 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7b3e347-c56a-4146-9a1a-1198b8c2640a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:59.948636 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-d7b3e347-c56a-4146-9a1a-1198b8c2640a admin admin] 10.222.0.41 "DELETE /v2.0/networks/823f80f1-2970-481b-aed2-7ad5a7c0ed20 HTTP/1.1" status: 204 len: 168 time: 1.4142096 Jan 28 07:11:59.963825 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 38508) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:11:59.982028 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b3e347-c56a-4146-9a1a-1198b8c2640a admin admin] Pushing event deleted for resources: {'Network': ['ID=823f80f1-2970-481b-aed2-7ad5a7c0ed20,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:00.080835 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-8874449e-1343-4483-81b9-6e7228d1eb80 admin admin] For port 6e7b4360-c3e5-4043-9173-aa1407a2e0ae, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=6e7b4360-c3e5-4043-9173-aa1407a2e0ae,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:12:00.081379 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8874449e-1343-4483-81b9-6e7228d1eb80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (6e7b4360-c3e5-4043-9173-aa1407a2e0ae), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:00.127760 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-8874449e-1343-4483-81b9-6e7228d1eb80 admin admin] Calling delete_port for 6e7b4360-c3e5-4043-9173-aa1407a2e0ae owned by network:router_gateway {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:12:00.155672 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e3d060ea-ceed-4937-87f8-f4f4b9370ca2 admin admin] Publish callbacks [] for router (19373231-1f15-4775-b3fa-f909d7b33350), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:00.191294 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-b1fa8d45-9de2-4eac-a3a0-834711e216da None None] Set router 19373231-1f15-4775-b3fa-f909d7b33350 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:12:00.229508 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dfba8ac-6a15-4644-b188-2c791d8ce7bc admin admin] Deleting subnet 94dddc17-b087-4a22-9b49-dd89024e7aef {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:12:00.237099 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2dfba8ac-6a15-4644-b188-2c791d8ce7bc admin admin] Publish callbacks [] for subnet (94dddc17-b087-4a22-9b49-dd89024e7aef), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:00.270160 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d9911d-126b-4576-8843-c3d2f3d23017 req-64f54059-61de-4db3-a7b0-528a7c8c9bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:00.271622 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-75d9911d-126b-4576-8843-c3d2f3d23017 req-64f54059-61de-4db3-a7b0-528a7c8c9bac service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5e7a152ce6ec490eb9df1ae9ab508d72&device_id=2ae33aff-71bb-4c8d-a9c7-61e0f974e3a6 HTTP/1.1" status: 200 len: 1100 time: 0.3101659 Jan 28 07:12:00.275119 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8740186b-988b-4148-a81f-f087fe950c02 req-afbeccb6-21cd-4ef9-8277-9f4d18fc4f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:00.276707 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8740186b-988b-4148-a81f-f087fe950c02 req-afbeccb6-21cd-4ef9-8277-9f4d18fc4f86 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=905e3dc67fdf43e49f98f5ec60ec347f&device_id=cd61f33e-ec05-4b14-85e5-8a4e92ff3cf2 HTTP/1.1" status: 200 len: 1095 time: 0.3288317 Jan 28 07:12:00.285855 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 3595bcb1-c520-432e-92a0-a38402e401c3 no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:12:00.292976 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313334a1-a917-49ef-bdb3-a8d947e02ec1 req-fd298951-bb6d-43bd-9297-e557e098c5d0 tempest-ServersAdminNegativeTestJSON-171947884 tempest-ServersAdminNegativeTestJSON-171947884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:00.294558 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-313334a1-a917-49ef-bdb3-a8d947e02ec1 req-fd298951-bb6d-43bd-9297-e557e098c5d0 tempest-ServersAdminNegativeTestJSON-171947884 tempest-ServersAdminNegativeTestJSON-171947884-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ae33aff-71bb-4c8d-a9c7-61e0f974e3a6 HTTP/1.1" status: 200 len: 948 time: 0.2278986 Jan 28 07:12:00.321513 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: 3595bcb1-c520-432e-92a0-a38402e401c3 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:12:00.322437 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 3595bcb1-c520-432e-92a0-a38402e401c3 not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:12:00.369233 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 74c51dd4-789c-4c23-9ba8-db6cc4ee322f details requested by agent hyperv_n-h2-712749-28 with host n-h2-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:12:00.373614 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2dfba8ac-6a15-4644-b188-2c791d8ce7bc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24759175'] for subnet (94dddc17-b087-4a22-9b49-dd89024e7aef), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:00.406150 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8740186b-988b-4148-a81f-f087fe950c02 req-996df882-dc01-4d78-8202-81aab21d1c37 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e592ff20-96b6-4898-ae80-889f0a7f0b74 HTTP/1.1" status: 200 len: 217 time: 0.1022549 Jan 28 07:12:00.445630 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e3d060ea-ceed-4937-87f8-f4f4b9370ca2 admin admin] Publish callbacks [] for router_gateway (19373231-1f15-4775-b3fa-f909d7b33350), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:00.506218 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5abedd5-e972-428d-ae19-3cf4b792c893 req-0603446a-bb37-4466-a1fe-84b27a3a8ec4 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:00.513780 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d5abedd5-e972-428d-ae19-3cf4b792c893 req-0603446a-bb37-4466-a1fe-84b27a3a8ec4 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=f255ed55-87c8-4949-a89a-d6b84a3ce0a3 HTTP/1.1" status: 200 len: 943 time: 0.2473822 Jan 28 07:12:00.559763 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 74c51dd4-789c-4c23-9ba8-db6cc4ee322f, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=74c51dd4-789c-4c23-9ba8-db6cc4ee322f,segment=NetworkSegment(67c4ed53-bfbf-4494-8d62-da0c7e4209c8),segment_id=67c4ed53-bfbf-4494-8d62-da0c7e4209c8)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:12:00.578347 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Returning: {'device': '74c51dd4-789c-4c23-9ba8-db6cc4ee322f', 'network_id': 'e794ad63-0b0f-4018-9f49-e800aa3d32de', 'port_id': '74c51dd4-789c-4c23-9ba8-db6cc4ee322f', 'mac_address': 'fa:16:3e:a6:2f:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11d8e1f8-50c3-4314-ae17-177714f8d453', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:12:00.583479 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-313334a1-a917-49ef-bdb3-a8d947e02ec1 req-1697128d-6ab4-4f66-9107-925aad95ea38 tempest-ServersAdminNegativeTestJSON-171947884 tempest-ServersAdminNegativeTestJSON-171947884-project] 10.222.0.41 "GET /v2.0/security-groups?id=55335e6a-5bc2-4163-aae8-ed81e1993f57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2702813 Jan 28 07:12:00.584542 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d9911d-126b-4576-8843-c3d2f3d23017 req-f9fa4376-1149-470b-9894-ebf07cec6f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:00.585888 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-75d9911d-126b-4576-8843-c3d2f3d23017 req-f9fa4376-1149-470b-9894-ebf07cec6f96 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb HTTP/1.1" status: 200 len: 870 time: 0.2904520 Jan 28 07:12:00.590250 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2dfba8ac-6a15-4644-b188-2c791d8ce7bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (94dddc17-b087-4a22-9b49-dd89024e7aef), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:00.594877 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8740186b-988b-4148-a81f-f087fe950c02 req-a12f2d3f-774f-4a6a-bf80-dba6e54ec750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:00.596752 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8740186b-988b-4148-a81f-f087fe950c02 req-a12f2d3f-774f-4a6a-bf80-dba6e54ec750 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=db87510e-2424-4f9c-8c68-c494c476644f HTTP/1.1" status: 200 len: 855 time: 0.1272619 Jan 28 07:12:00.614805 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d5abedd5-e972-428d-ae19-3cf4b792c893 req-60ed7277-110d-43ff-9228-427e5862ed2b tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e9c3947-6ff8-4aa4-a1f7-c165b64c94a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000559 Jan 28 07:12:00.646808 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-e3d060ea-ceed-4937-87f8-f4f4b9370ca2 admin admin] Deleting port e2ba707b-1383-490d-b956-799c02ea8736 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:12:00.647184 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e3d060ea-ceed-4937-87f8-f4f4b9370ca2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (e2ba707b-1383-490d-b956-799c02ea8736), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:00.664723 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-b1fa8d45-9de2-4eac-a3a0-834711e216da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19373231-1f15-4775-b3fa-f909d7b33350', 'name': 'tempest-FloatingIPsTestJSON-78918854-router', 'tenant_id': 'ac7b4a25272d44168de849c53ee6b880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.196'}], 'enable_snat': True}, 'gw_port_id': 'e2ba707b-1383-490d-b956-799c02ea8736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:11:12Z', 'updated_at': '2022-01-28T07:11:57Z', 'revision_number': 5, 'project_id': 'ac7b4a25272d44168de849c53ee6b880', 'gw_port': {'id': 'e2ba707b-1383-490d-b956-799c02ea8736', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:9c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19373231-1f15-4775-b3fa-f909d7b33350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:11:15Z', 'updated_at': '2022-01-28T07:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:12:00.671892 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-75d9911d-126b-4576-8843-c3d2f3d23017 req-ddf2dddd-2e57-4465-9f57-fb4fd725ab9d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=fb9e78cb-06b1-49a7-b770-dc1630b5733a HTTP/1.1" status: 200 len: 217 time: 0.0504086 Jan 28 07:12:00.717080 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8874449e-1343-4483-81b9-6e7228d1eb80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (6e7b4360-c3e5-4043-9173-aa1407a2e0ae), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:00.733573 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8740186b-988b-4148-a81f-f087fe950c02 req-259470e1-4996-489a-b158-329869a9e897 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bc323a54-605a-4c90-85cc-1a8faa87a52d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0672469 Jan 28 07:12:00.764605 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8874449e-1343-4483-81b9-6e7228d1eb80 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e7b4360-c3e5-4043-9173-aa1407a2e0ae,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:00.851391 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-e3d060ea-ceed-4937-87f8-f4f4b9370ca2 admin admin] For port e2ba707b-1383-490d-b956-799c02ea8736, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=e2ba707b-1383-490d-b956-799c02ea8736,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:12:00.851765 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e3d060ea-ceed-4937-87f8-f4f4b9370ca2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (e2ba707b-1383-490d-b956-799c02ea8736), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:00.904256 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-e3d060ea-ceed-4937-87f8-f4f4b9370ca2 admin admin] Calling delete_port for e2ba707b-1383-490d-b956-799c02ea8736 owned by network:router_gateway {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:12:00.929707 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8740186b-988b-4148-a81f-f087fe950c02 req-63e9bfaf-d7b7-4dd6-9cc3-3b24a5b080dc service neutron] 10.222.0.44 "GET /v2.0/networks/bc323a54-605a-4c90-85cc-1a8faa87a52d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676719 Jan 28 07:12:00.941827 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8874449e-1343-4483-81b9-6e7228d1eb80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16607873'] for router_gateway (c0c4226a-0d29-4fbf-a102-0f31cac839e8), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:00.947413 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d9911d-126b-4576-8843-c3d2f3d23017 req-5c0e0e85-2ad1-455f-8589-80dccb99c4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:00.949273 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-75d9911d-126b-4576-8843-c3d2f3d23017 req-5c0e0e85-2ad1-455f-8589-80dccb99c4f2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5785b43d-448b-4d12-9eb5-4e4caf2e7eaf HTTP/1.1" status: 200 len: 843 time: 0.2666016 Jan 28 07:12:00.959769 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd61f33e-ec05-4b14-85e5-8a4e92ff3cf2', 'tag': 'e592ff20-96b6-4898-ae80-889f0a7f0b74'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:12:00.963803 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1fa8d45-9de2-4eac-a3a0-834711e216da None None] Checking router: 19373231-1f15-4775-b3fa-f909d7b33350 for host: n-d-712749-28 {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:12:00.968593 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1660d6ca-0b55-4310-8f16-634fd7313c03" -d '{"events": [{"name": "network-changed", "server_uuid": "cd61f33e-ec05-4b14-85e5-8a4e92ff3cf2", "tag": "e592ff20-96b6-4898-ae80-889f0a7f0b74"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:12:00.977674 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1fa8d45-9de2-4eac-a3a0-834711e216da None None] Routers {'19373231-1f15-4775-b3fa-f909d7b33350'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:12:00.978350 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-b1fa8d45-9de2-4eac-a3a0-834711e216da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:11:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['19373231-1f15-4775-b3fa-f909d7b33350'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:12:01.011267 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd2bd52-8ea6-4ffd-9a0f-28d16b92c40b req-defccb5d-291a-4d07-88ea-aa40f435f68d tempest-ImagesNegativeTestJSON-862460684 tempest-ImagesNegativeTestJSON-862460684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:01.013645 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2dd2bd52-8ea6-4ffd-9a0f-28d16b92c40b req-defccb5d-291a-4d07-88ea-aa40f435f68d tempest-ImagesNegativeTestJSON-862460684 tempest-ImagesNegativeTestJSON-862460684-project] 10.222.0.41 "GET /v2.0/ports?device_id=14bde8b1-067f-44c8-9df3-4cf3976acb93 HTTP/1.1" status: 200 len: 950 time: 0.3286884 Jan 28 07:12:01.019209 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2dfba8ac-6a15-4644-b188-2c791d8ce7bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24757569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24979817'] for subnet (94dddc17-b087-4a22-9b49-dd89024e7aef), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:01.088477 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-b1fa8d45-9de2-4eac-a3a0-834711e216da None None] Set router 19373231-1f15-4775-b3fa-f909d7b33350 gateway port host: None {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:12:01.104793 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8874449e-1343-4483-81b9-6e7228d1eb80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16605684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127449'] for router (c0c4226a-0d29-4fbf-a102-0f31cac839e8), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:01.109378 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8874449e-1343-4483-81b9-6e7228d1eb80 admin admin] Publish callbacks [] for router_controller (c0c4226a-0d29-4fbf-a102-0f31cac839e8), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:01.123339 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfba8ac-6a15-4644-b188-2c791d8ce7bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94dddc17-b087-4a22-9b49-dd89024e7aef,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:01.129433 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa50505-b148-44a3-8c07-8daa2fa17dc9 req-e4104ef3-9e2c-4404-9583-eb3348cd816d tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:01.134666 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2dfba8ac-6a15-4644-b188-2c791d8ce7bc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:01.134945 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa50505-b148-44a3-8c07-8daa2fa17dc9 req-e4104ef3-9e2c-4404-9583-eb3348cd816d tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:01.139102 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-2dfba8ac-6a15-4644-b188-2c791d8ce7bc admin admin] 10.222.0.41 "DELETE /v2.0/subnets/94dddc17-b087-4a22-9b49-dd89024e7aef HTTP/1.1" status: 204 len: 168 time: 1.1741910 Jan 28 07:12:01.143473 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa50505-b148-44a3-8c07-8daa2fa17dc9 req-e4104ef3-9e2c-4404-9583-eb3348cd816d tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:01.148902 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa50505-b148-44a3-8c07-8daa2fa17dc9 req-e4104ef3-9e2c-4404-9583-eb3348cd816d tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:01.154234 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa50505-b148-44a3-8c07-8daa2fa17dc9 req-e4104ef3-9e2c-4404-9583-eb3348cd816d tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:01.155978 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 38520) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:12:01.160057 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa50505-b148-44a3-8c07-8daa2fa17dc9 req-e4104ef3-9e2c-4404-9583-eb3348cd816d tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:01.160602 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-b1fa8d45-9de2-4eac-a3a0-834711e216da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19373231-1f15-4775-b3fa-f909d7b33350', 'name': 'tempest-FloatingIPsTestJSON-78918854-router', 'tenant_id': 'ac7b4a25272d44168de849c53ee6b880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:11:12Z', 'updated_at': '2022-01-28T07:12:00Z', 'revision_number': 6, 'project_id': 'ac7b4a25272d44168de849c53ee6b880', 'gw_port_host': None}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:12:01.165418 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa50505-b148-44a3-8c07-8daa2fa17dc9 req-e4104ef3-9e2c-4404-9583-eb3348cd816d tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:01.174568 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4fa50505-b148-44a3-8c07-8daa2fa17dc9 req-e4104ef3-9e2c-4404-9583-eb3348cd816d tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7 HTTP/1.1" status: 200 len: 5422 time: 0.2903857 Jan 28 07:12:01.197187 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port 74c51dd4-789c-4c23-9ba8-db6cc4ee322f is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:12:01.197431 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (74c51dd4-789c-4c23-9ba8-db6cc4ee322f), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:01.200905 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1fa8d45-9de2-4eac-a3a0-834711e216da None None] The sync data for ids ['19373231-1f15-4775-b3fa-f909d7b33350'] in n-d-712749-28 is: [{'id': '19373231-1f15-4775-b3fa-f909d7b33350', 'name': 'tempest-FloatingIPsTestJSON-78918854-router', 'tenant_id': 'ac7b4a25272d44168de849c53ee6b880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:11:12Z', 'updated_at': '2022-01-28T07:12:00Z', 'revision_number': 6, 'project_id': 'ac7b4a25272d44168de849c53ee6b880', 'gw_port_host': None}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:12:01.213345 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d9911d-126b-4576-8843-c3d2f3d23017 req-2d5529a5-41b6-4a1e-92d6-d0924e0f5fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:01.216485 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-75d9911d-126b-4576-8843-c3d2f3d23017 req-2d5529a5-41b6-4a1e-92d6-d0924e0f5fd6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2406797 Jan 28 07:12:01.219281 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74c51dd4-789c-4c23-9ba8-db6cc4ee322f {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:12:01.258307 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 74c51dd4-789c-4c23-9ba8-db6cc4ee322f, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=74c51dd4-789c-4c23-9ba8-db6cc4ee322f,segment=NetworkSegment(67c4ed53-bfbf-4494-8d62-da0c7e4209c8),segment_id=67c4ed53-bfbf-4494-8d62-da0c7e4209c8)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:12:01.268956 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (74c51dd4-789c-4c23-9ba8-db6cc4ee322f), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:01.277693 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8874449e-1343-4483-81b9-6e7228d1eb80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16605693'] for router (c0c4226a-0d29-4fbf-a102-0f31cac839e8), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:01.278274 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8874449e-1343-4483-81b9-6e7228d1eb80 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c0c4226a-0d29-4fbf-a102-0f31cac839e8 {{(pid=103283) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 07:12:01.286235 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8874449e-1343-4483-81b9-6e7228d1eb80 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:01.287392 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-8874449e-1343-4483-81b9-6e7228d1eb80 admin admin] 10.222.0.41 "DELETE /v2.0/routers/c0c4226a-0d29-4fbf-a102-0f31cac839e8 HTTP/1.1" status: 204 len: 168 time: 3.1361706 Jan 28 07:12:01.291323 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 38522) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:12:01.315795 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8740186b-988b-4148-a81f-f087fe950c02 req-1fac88eb-dd4c-4a42-9133-3556c219684b service neutron] 10.222.0.44 "GET /v2.0/networks/bc323a54-605a-4c90-85cc-1a8faa87a52d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3747771 Jan 28 07:12:01.340018 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=74c51dd4-789c-4c23-9ba8-db6cc4ee322f,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:01.411143 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2dd2bd52-8ea6-4ffd-9a0f-28d16b92c40b req-324ab1b2-8b7f-4b99-8248-d997d118a620 tempest-ImagesNegativeTestJSON-862460684 tempest-ImagesNegativeTestJSON-862460684-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9d43098-e2ca-4cae-aaa6-1e9ead6fdda6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3889921 Jan 28 07:12:01.422651 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-12ff3c94-2ba0-44e9-a591-1d5d316f5bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (57489b49-52ff-4db0-8b87-0994fbf77340), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:01.438557 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_v2 [None req-a35e9364-8d27-4745-bc95-1ecddedefc41 admin admin] Deleting subnet 56468605-e8e7-4c5f-a831-9f9077af57a3 {{(pid=103283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:12:01.466439 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a35e9364-8d27-4745-bc95-1ecddedefc41 admin admin] Publish callbacks [] for subnet (56468605-e8e7-4c5f-a831-9f9077af57a3), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:01.512821 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4fa50505-b148-44a3-8c07-8daa2fa17dc9 req-8c003d24-935c-4f99-9625-5e4d4fb0c778 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/security-groups?id=f42d29db-089b-46ec-bdc0-e6253e46a436&id=f0e415d4-9274-4847-9e71-c098cc08b695&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3370605 Jan 28 07:12:01.578222 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a35e9364-8d27-4745-bc95-1ecddedefc41 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13506696'] for subnet (56468605-e8e7-4c5f-a831-9f9077af57a3), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:01.645239 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e3d060ea-ceed-4937-87f8-f4f4b9370ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (e2ba707b-1383-490d-b956-799c02ea8736), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:01.664812 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-12ff3c94-2ba0-44e9-a591-1d5d316f5bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (57489b49-52ff-4db0-8b87-0994fbf77340), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:01.687586 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-12ff3c94-2ba0-44e9-a591-1d5d316f5bc0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57489b49-52ff-4db0-8b87-0994fbf77340']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:12:01.691325 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bb51b8c-0841-4214-851d-d130b1044ad3 x-openstack-request-id: req-7bb51b8c-0841-4214-851d-d130b1044ad3 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:12:01.691656 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd61f33e-ec05-4b14-85e5-8a4e92ff3cf2", "tag": "e592ff20-96b6-4898-ae80-889f0a7f0b74", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:12:01.691886 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7bb51b8c-0841-4214-851d-d130b1044ad3 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:12:01.692312 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd61f33e-ec05-4b14-85e5-8a4e92ff3cf2', 'tag': 'e592ff20-96b6-4898-ae80-889f0a7f0b74', 'status': 'completed', 'code': 200} Jan 28 07:12:01.696627 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-75d9911d-126b-4576-8843-c3d2f3d23017 req-a9f98559-5a78-431a-ba00-195872e99234 service neutron] 10.222.0.10 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4158375 Jan 28 07:12:01.732056 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d060ea-ceed-4937-87f8-f4f4b9370ca2 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2ba707b-1383-490d-b956-799c02ea8736,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:01.742102 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-12ff3c94-2ba0-44e9-a591-1d5d316f5bc0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a331b637-6bf9-4d76-9c39-51305ed16d3d') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:12:01.742294 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-12ff3c94-2ba0-44e9-a591-1d5d316f5bc0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a331b637-6bf9-4d76-9c39-51305ed16d3d') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:12:01.778664 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-12ff3c94-2ba0-44e9-a591-1d5d316f5bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24759294'] for segment (a331b637-6bf9-4d76-9c39-51305ed16d3d), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:01.818355 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['74c51dd4-789c-4c23-9ba8-db6cc4ee322f'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:12:01.824170 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a35e9364-8d27-4745-bc95-1ecddedefc41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (56468605-e8e7-4c5f-a831-9f9077af57a3), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:01.837647 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85a5a09-e83c-4cdc-9c0b-3953870de3b3 req-1f570e87-2c6b-4734-8d71-a19d3e2aa010 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:01.839175 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d85a5a09-e83c-4cdc-9c0b-3953870de3b3 req-1f570e87-2c6b-4734-8d71-a19d3e2aa010 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd61f33e-ec05-4b14-85e5-8a4e92ff3cf2 HTTP/1.1" status: 200 len: 943 time: 0.3160233 Jan 28 07:12:01.846377 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-12ff3c94-2ba0-44e9-a591-1d5d316f5bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (a331b637-6bf9-4d76-9c39-51305ed16d3d), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:01.860382 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eab8a95-cf74-4a60-aac1-faebf46905f5 req-f0fd9be1-ddcc-4d97-b897-eb971d5ed4b3 tempest-ServersAdminNegativeTestJSON-171947884 tempest-ServersAdminNegativeTestJSON-171947884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:01.868085 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0eab8a95-cf74-4a60-aac1-faebf46905f5 req-f0fd9be1-ddcc-4d97-b897-eb971d5ed4b3 tempest-ServersAdminNegativeTestJSON-171947884 tempest-ServersAdminNegativeTestJSON-171947884-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ae33aff-71bb-4c8d-a9c7-61e0f974e3a6 HTTP/1.1" status: 200 len: 948 time: 0.1848471 Jan 28 07:12:01.870790 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1660d6ca-0b55-4310-8f16-634fd7313c03 req-5b8c660d-10d7-4296-b643-011a6567e009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:01.879032 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e3d060ea-ceed-4937-87f8-f4f4b9370ca2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16607873'] for router_gateway (19373231-1f15-4775-b3fa-f909d7b33350), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:01.885076 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1660d6ca-0b55-4310-8f16-634fd7313c03 req-5b8c660d-10d7-4296-b643-011a6567e009 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=905e3dc67fdf43e49f98f5ec60ec347f&device_id=cd61f33e-ec05-4b14-85e5-8a4e92ff3cf2 HTTP/1.1" status: 200 len: 1095 time: 0.1847105 Jan 28 07:12:01.897246 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12ff3c94-2ba0-44e9-a591-1d5d316f5bc0 admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:12:01.897662 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-12ff3c94-2ba0-44e9-a591-1d5d316f5bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24757675'] for segment (a331b637-6bf9-4d76-9c39-51305ed16d3d), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:01.901693 n-d-712749-28 neutron-server[103284]: Traceback (most recent call last): Jan 28 07:12:01.901693 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:12:01.901693 n-d-712749-28 neutron-server[103284]: timer() Jan 28 07:12:01.901693 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:12:01.901693 n-d-712749-28 neutron-server[103284]: cb(*args, **kw) Jan 28 07:12:01.901693 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:12:01.901693 n-d-712749-28 neutron-server[103284]: return func(*args, **kwargs) Jan 28 07:12:01.901693 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:12:01.901693 n-d-712749-28 neutron-server[103284]: self._notify() Jan 28 07:12:01.901693 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:12:01.901693 n-d-712749-28 neutron-server[103284]: self.callback(batched_events) Jan 28 07:12:01.901693 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:12:01.901693 n-d-712749-28 neutron-server[103284]: event.method(event) Jan 28 07:12:01.901693 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:12:01.901693 n-d-712749-28 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:12:01.901693 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:12:01.901693 n-d-712749-28 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:12:01.901693 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:12:01.901693 n-d-712749-28 neutron-server[103284]: return f(self, *a, **k) Jan 28 07:12:01.901693 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:12:01.901693 n-d-712749-28 neutron-server[103284]: return self._get(url).json() Jan 28 07:12:01.901693 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:12:01.901693 n-d-712749-28 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:12:01.901693 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:12:01.901693 n-d-712749-28 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Jan 28 07:12:01.901693 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:12:01.901693 n-d-712749-28 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:12:01.901693 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:12:01.901693 n-d-712749-28 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:12:01.901693 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:12:01.901693 n-d-712749-28 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:12:01.901693 n-d-712749-28 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:12:01.998223 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e3d060ea-ceed-4937-87f8-f4f4b9370ca2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16605684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127449'] for router (19373231-1f15-4775-b3fa-f909d7b33350), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:02.000533 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e3d060ea-ceed-4937-87f8-f4f4b9370ca2 admin admin] Publish callbacks [] for router_controller (19373231-1f15-4775-b3fa-f909d7b33350), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:02.063444 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e3d060ea-ceed-4937-87f8-f4f4b9370ca2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16605693'] for router (19373231-1f15-4775-b3fa-f909d7b33350), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:02.063894 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3d060ea-ceed-4937-87f8-f4f4b9370ca2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 19373231-1f15-4775-b3fa-f909d7b33350 {{(pid=103283) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 07:12:02.073180 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e3d060ea-ceed-4937-87f8-f4f4b9370ca2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:02.076253 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-e3d060ea-ceed-4937-87f8-f4f4b9370ca2 admin admin] 10.222.0.41 "DELETE /v2.0/routers/19373231-1f15-4775-b3fa-f909d7b33350 HTTP/1.1" status: 204 len: 168 time: 2.2497258 Jan 28 07:12:02.077018 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 38528) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:12:02.082421 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-75d9911d-126b-4576-8843-c3d2f3d23017 req-0cf97245-1844-44d3-908f-a33efab07d8d service neutron] 10.222.0.10 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3726611 Jan 28 07:12:02.094048 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d85a5a09-e83c-4cdc-9c0b-3953870de3b3 req-e165c57b-99b7-41af-b30f-09c092f39ec4 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/security-groups?id=ffb17db6-1913-4712-aa46-d7c764c8c875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412987 Jan 28 07:12:02.098069 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-12ff3c94-2ba0-44e9-a591-1d5d316f5bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (57489b49-52ff-4db0-8b87-0994fbf77340), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:02.104681 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-12ff3c94-2ba0-44e9-a591-1d5d316f5bc0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:02.107892 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-12ff3c94-2ba0-44e9-a591-1d5d316f5bc0 admin admin] 10.222.0.41 "DELETE /v2.0/networks/57489b49-52ff-4db0-8b87-0994fbf77340 HTTP/1.1" status: 204 len: 168 time: 0.9469423 Jan 28 07:12:02.124393 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ff3c94-2ba0-44e9-a591-1d5d316f5bc0 admin admin] Pushing event deleted for resources: {'Network': ['ID=57489b49-52ff-4db0-8b87-0994fbf77340,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:02.166887 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1660d6ca-0b55-4310-8f16-634fd7313c03 req-2f3c381c-e861-414a-beee-10d969d2e76d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:02.168608 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1660d6ca-0b55-4310-8f16-634fd7313c03 req-2f3c381c-e861-414a-beee-10d969d2e76d service neutron] 10.222.0.44 "GET /v2.0/networks?id=bc323a54-605a-4c90-85cc-1a8faa87a52d HTTP/1.1" status: 200 len: 916 time: 0.2730556 Jan 28 07:12:02.200305 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0eab8a95-cf74-4a60-aac1-faebf46905f5 req-8e303046-e5ad-4063-9386-ecb6b5b9bb78 tempest-ServersAdminNegativeTestJSON-171947884 tempest-ServersAdminNegativeTestJSON-171947884-project] 10.222.0.41 "GET /v2.0/security-groups?id=55335e6a-5bc2-4163-aae8-ed81e1993f57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3264563 Jan 28 07:12:02.215120 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a35e9364-8d27-4745-bc95-1ecddedefc41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13546665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13556132'] for subnet (56468605-e8e7-4c5f-a831-9f9077af57a3), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:02.239315 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_v2 [None req-2edc21b7-2f81-4163-82e0-b58f612f5e5a admin admin] Deleting subnet b6cb4ddd-3491-4f87-aefd-e21d229915f4 {{(pid=103283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:12:02.249111 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2edc21b7-2f81-4163-82e0-b58f612f5e5a admin admin] Publish callbacks [] for subnet (b6cb4ddd-3491-4f87-aefd-e21d229915f4), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:02.278536 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1660d6ca-0b55-4310-8f16-634fd7313c03 req-d955d927-0df6-4f05-99bc-ffdd9afdf853 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e592ff20-96b6-4898-ae80-889f0a7f0b74 HTTP/1.1" status: 200 len: 217 time: 0.1018131 Jan 28 07:12:02.316562 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a35e9364-8d27-4745-bc95-1ecddedefc41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:02.320511 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e9101ee-9747-4302-ac89-c4990b997ef6 None None] Network c354dade-61cd-42ca-a56c-58cc877d7618 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:12:02.321001 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-a35e9364-8d27-4745-bc95-1ecddedefc41 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/56468605-e8e7-4c5f-a831-9f9077af57a3 HTTP/1.1" status: 204 len: 168 time: 1.0162091 Jan 28 07:12:02.323984 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35e9364-8d27-4745-bc95-1ecddedefc41 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56468605-e8e7-4c5f-a831-9f9077af57a3,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:02.327224 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 38532) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:12:02.353598 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2edc21b7-2f81-4163-82e0-b58f612f5e5a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13506696'] for subnet (b6cb4ddd-3491-4f87-aefd-e21d229915f4), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:02.420871 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device e2ba707b-1383-490d-b956-799c02ea8736 no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:12:02.433709 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 38534) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:12:02.436008 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1660d6ca-0b55-4310-8f16-634fd7313c03 req-a4a8c3f9-25b8-4b8d-9c48-60e5aae3cc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:02.438464 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1660d6ca-0b55-4310-8f16-634fd7313c03 req-a4a8c3f9-25b8-4b8d-9c48-60e5aae3cc74 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=db87510e-2424-4f9c-8c68-c494c476644f HTTP/1.1" status: 200 len: 855 time: 0.0584912 Jan 28 07:12:02.465955 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2edc21b7-2f81-4163-82e0-b58f612f5e5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (b6cb4ddd-3491-4f87-aefd-e21d229915f4), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:02.466883 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: e2ba707b-1383-490d-b956-799c02ea8736 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:12:02.467251 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device e2ba707b-1383-490d-b956-799c02ea8736 not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:12:02.467688 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 6e7b4360-c3e5-4043-9173-aa1407a2e0ae no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:12:02.507969 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: 6e7b4360-c3e5-4043-9173-aa1407a2e0ae {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:12:02.508364 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 6e7b4360-c3e5-4043-9173-aa1407a2e0ae not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:12:02.508788 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device b43d256a-14f6-4699-943c-bdc2e7576404 no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:12:02.540990 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: b43d256a-14f6-4699-943c-bdc2e7576404 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:12:02.540990 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device b43d256a-14f6-4699-943c-bdc2e7576404 not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:12:02.572834 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-1abf2180-34de-4a87-b3d1-0328474d61ee admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5c2af407db1e43909575b4b7c4ad1b18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1305037 Jan 28 07:12:02.579702 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 38540) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:12:02.592506 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc25ac10-1e74-434f-83d5-56ac917494e0 None None] DHCP port deletion for c354dade-61cd-42ca-a56c-58cc877d7618 request from n-d-712749-28 {{(pid=103285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 07:12:02.604179 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2edc21b7-2f81-4163-82e0-b58f612f5e5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13546665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13556132'] for subnet (b6cb4ddd-3491-4f87-aefd-e21d229915f4), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:02.634971 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1660d6ca-0b55-4310-8f16-634fd7313c03 req-1d66e35b-2eb2-4780-a23b-da86b6c96393 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bc323a54-605a-4c90-85cc-1a8faa87a52d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1740880 Jan 28 07:12:02.653376 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edc21b7-2f81-4163-82e0-b58f612f5e5a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6cb4ddd-3491-4f87-aefd-e21d229915f4,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:02.657001 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2edc21b7-2f81-4163-82e0-b58f612f5e5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:02.663498 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-2edc21b7-2f81-4163-82e0-b58f612f5e5a admin admin] 10.222.0.41 "DELETE /v2.0/subnets/b6cb4ddd-3491-4f87-aefd-e21d229915f4 HTTP/1.1" status: 204 len: 168 time: 0.5802867 Jan 28 07:12:02.665895 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 38542) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:12:02.678567 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ae848c-9682-4b43-a666-330a047e897a None None] Network 325d12b9-f054-4653-b45a-e5ffc22916cf requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:12:02.685977 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ccd34c-7776-4437-a0db-378bda17aa96 req-4e0055ee-97c7-454b-89df-8858865203fa tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:02.692776 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f1ccd34c-7776-4437-a0db-378bda17aa96 req-4e0055ee-97c7-454b-89df-8858865203fa tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=f255ed55-87c8-4949-a89a-d6b84a3ce0a3 HTTP/1.1" status: 200 len: 944 time: 0.3783805 Jan 28 07:12:02.776698 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdab1ae6-cadf-4ac3-86a1-d2dbdf655f49 req-e2cc1cc9-c6e5-4c92-a3e2-902464500d9e tempest-ImagesNegativeTestJSON-862460684 tempest-ImagesNegativeTestJSON-862460684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:02.778644 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-cdab1ae6-cadf-4ac3-86a1-d2dbdf655f49 req-e2cc1cc9-c6e5-4c92-a3e2-902464500d9e tempest-ImagesNegativeTestJSON-862460684 tempest-ImagesNegativeTestJSON-862460684-project] 10.222.0.44 "GET /v2.0/ports?device_id=14bde8b1-067f-44c8-9df3-4cf3976acb93 HTTP/1.1" status: 200 len: 950 time: 0.4094656 Jan 28 07:12:02.787946 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-15557b71-6706-4c80-baf5-f08165a4576d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (c354dade-61cd-42ca-a56c-58cc877d7618), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:02.791008 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd1d218-8fbc-404c-ac56-623264527087 req-492747bf-fe96-4771-a076-2e24c0231742 tempest-ImagesNegativeTestJSON-862460684 tempest-ImagesNegativeTestJSON-862460684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:02.793668 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4cd1d218-8fbc-404c-ac56-623264527087 req-492747bf-fe96-4771-a076-2e24c0231742 tempest-ImagesNegativeTestJSON-862460684 tempest-ImagesNegativeTestJSON-862460684-project] 10.222.0.41 "GET /v2.0/ports?device_id=14bde8b1-067f-44c8-9df3-4cf3976acb93 HTTP/1.1" status: 200 len: 950 time: 0.2554796 Jan 28 07:12:02.796557 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:02.826602 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-dc25ac10-1e74-434f-83d5-56ac917494e0 None None] Deleting port 20489cc0-ff3a-4ed0-ad2d-33e9a2611912 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:12:02.827211 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dc25ac10-1e74-434f-83d5-56ac917494e0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (20489cc0-ff3a-4ed0-ad2d-33e9a2611912), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:02.857323 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-639589f0-9911-44c2-a573-749bdac7cfbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (325d12b9-f054-4653-b45a-e5ffc22916cf), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:02.885600 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7b17c4e6-25c5-4ad8-a50e-a08347bf1446 admin admin] Publish callbacks [] for security_group (83d97fa1-2f29-40d2-a756-a970d048d2ac), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:02.907587 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-dc25ac10-1e74-434f-83d5-56ac917494e0 None None] For port 20489cc0-ff3a-4ed0-ad2d-33e9a2611912, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=20489cc0-ff3a-4ed0-ad2d-33e9a2611912,segment=NetworkSegment(fc6b30a8-f6eb-431c-a845-68e2b40748e3),segment_id=fc6b30a8-f6eb-431c-a845-68e2b40748e3)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:12:02.908406 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dc25ac10-1e74-434f-83d5-56ac917494e0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (20489cc0-ff3a-4ed0-ad2d-33e9a2611912), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:02.925061 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-dc25ac10-1e74-434f-83d5-56ac917494e0 None None] Calling delete_port for 20489cc0-ff3a-4ed0-ad2d-33e9a2611912 owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:12:02.929659 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1660d6ca-0b55-4310-8f16-634fd7313c03 req-600f3e5f-f5c2-4351-815d-4d29688180a8 service neutron] 10.222.0.44 "GET /v2.0/networks/bc323a54-605a-4c90-85cc-1a8faa87a52d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2825439 Jan 28 07:12:02.939573 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4cd1d218-8fbc-404c-ac56-623264527087 req-cf5e57ab-7a66-4339-94d6-11413e8a5ad2 tempest-ImagesNegativeTestJSON-862460684 tempest-ImagesNegativeTestJSON-862460684-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9d43098-e2ca-4cae-aaa6-1e9ead6fdda6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137817 Jan 28 07:12:03.002360 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7b17c4e6-25c5-4ad8-a50e-a08347bf1446 admin admin] Publish callbacks [] for security_group (83d97fa1-2f29-40d2-a756-a970d048d2ac), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:03.028342 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dc25ac10-1e74-434f-83d5-56ac917494e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298'] for port (20489cc0-ff3a-4ed0-ad2d-33e9a2611912), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:03.031358 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f1ccd34c-7776-4437-a0db-378bda17aa96 req-3b46e0e4-c344-4b75-82cb-6c26775f6b5b tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e9c3947-6ff8-4aa4-a1f7-c165b64c94a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3100755 Jan 28 07:12:03.077513 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-15557b71-6706-4c80-baf5-f08165a4576d admin admin] The port '20489cc0-ff3a-4ed0-ad2d-33e9a2611912' was deleted {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1993}} Jan 28 07:12:03.087314 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc25ac10-1e74-434f-83d5-56ac917494e0 None None] No DVR routers for this DVR port 20489cc0-ff3a-4ed0-ad2d-33e9a2611912 on host n-d-712749-28 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:12:03.101482 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc25ac10-1e74-434f-83d5-56ac917494e0 None None] Pushing event deleted for resources: {'Port': ['ID=20489cc0-ff3a-4ed0-ad2d-33e9a2611912,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:03.107080 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-639589f0-9911-44c2-a573-749bdac7cfbd admin admin] Deleting port c297da8d-9128-47c5-af28-8f75c5ab31da {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:12:03.107446 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-639589f0-9911-44c2-a573-749bdac7cfbd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (c297da8d-9128-47c5-af28-8f75c5ab31da), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:03.184626 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d97f74-114a-46bc-8358-58f9220024ab None None] DHCP port deletion for 325d12b9-f054-4653-b45a-e5ffc22916cf request from n-d-712749-28 {{(pid=103285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 07:12:03.210526 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-15557b71-6706-4c80-baf5-f08165a4576d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (c354dade-61cd-42ca-a56c-58cc877d7618), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:03.249910 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1660d6ca-0b55-4310-8f16-634fd7313c03 req-357d0d48-3831-4e49-a51c-286c9b1baceb service neutron] 10.222.0.44 "GET /v2.0/networks/bc323a54-605a-4c90-85cc-1a8faa87a52d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2893925 Jan 28 07:12:03.269196 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5e2fa2c9-e0c4-469d-ad21-3695a5f62c4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:03.284222 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-75d97f74-114a-46bc-8358-58f9220024ab None None] Deleting port c297da8d-9128-47c5-af28-8f75c5ab31da {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:12:03.284867 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-75d97f74-114a-46bc-8358-58f9220024ab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (c297da8d-9128-47c5-af28-8f75c5ab31da), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:03.305349 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-cdab1ae6-cadf-4ac3-86a1-d2dbdf655f49 req-a991b084-3457-4492-b295-3449c8c33007 tempest-ImagesNegativeTestJSON-862460684 tempest-ImagesNegativeTestJSON-862460684-project] Deleting port b0b289e4-99e2-41d3-8f85-47a4b53dfa91 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:12:03.305697 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-cdab1ae6-cadf-4ac3-86a1-d2dbdf655f49 req-a991b084-3457-4492-b295-3449c8c33007 tempest-ImagesNegativeTestJSON-862460684 tempest-ImagesNegativeTestJSON-862460684-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (b0b289e4-99e2-41d3-8f85-47a4b53dfa91), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:03.355679 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-75d97f74-114a-46bc-8358-58f9220024ab None None] For port c297da8d-9128-47c5-af28-8f75c5ab31da, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=c297da8d-9128-47c5-af28-8f75c5ab31da,segment=NetworkSegment(b430b2d7-bffb-4658-93de-73c5a2caabf5),segment_id=b430b2d7-bffb-4658-93de-73c5a2caabf5)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:12:03.356293 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-75d97f74-114a-46bc-8358-58f9220024ab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (c297da8d-9128-47c5-af28-8f75c5ab31da), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:03.373769 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-75d97f74-114a-46bc-8358-58f9220024ab None None] Calling delete_port for c297da8d-9128-47c5-af28-8f75c5ab31da owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:12:03.412684 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7b17c4e6-25c5-4ad8-a50e-a08347bf1446 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (83d97fa1-2f29-40d2-a756-a970d048d2ac), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:03.415185 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7b17c4e6-25c5-4ad8-a50e-a08347bf1446 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:03.416781 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-7b17c4e6-25c5-4ad8-a50e-a08347bf1446 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/83d97fa1-2f29-40d2-a756-a970d048d2ac HTTP/1.1" status: 204 len: 168 time: 0.8352075 Jan 28 07:12:03.427866 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-15557b71-6706-4c80-baf5-f08165a4576d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c354dade-61cd-42ca-a56c-58cc877d7618']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:12:03.429212 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f599eaf-1fe7-4f56-ae8f-e594776c55d5 req-6131a5ec-dd8a-49e2-84d1-e102ad6eacba tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:03.437009 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f599eaf-1fe7-4f56-ae8f-e594776c55d5 req-6131a5ec-dd8a-49e2-84d1-e102ad6eacba tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:03.442813 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f599eaf-1fe7-4f56-ae8f-e594776c55d5 req-6131a5ec-dd8a-49e2-84d1-e102ad6eacba tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:03.448662 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f599eaf-1fe7-4f56-ae8f-e594776c55d5 req-6131a5ec-dd8a-49e2-84d1-e102ad6eacba tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:03.449679 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-cdab1ae6-cadf-4ac3-86a1-d2dbdf655f49 req-a991b084-3457-4492-b295-3449c8c33007 tempest-ImagesNegativeTestJSON-862460684 tempest-ImagesNegativeTestJSON-862460684-project] For port b0b289e4-99e2-41d3-8f85-47a4b53dfa91, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=b0b289e4-99e2-41d3-8f85-47a4b53dfa91,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:12:03.450122 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-cdab1ae6-cadf-4ac3-86a1-d2dbdf655f49 req-a991b084-3457-4492-b295-3449c8c33007 tempest-ImagesNegativeTestJSON-862460684 tempest-ImagesNegativeTestJSON-862460684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (b0b289e4-99e2-41d3-8f85-47a4b53dfa91), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:03.454048 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-15557b71-6706-4c80-baf5-f08165a4576d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc6b30a8-f6eb-431c-a845-68e2b40748e3') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:12:03.454569 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f599eaf-1fe7-4f56-ae8f-e594776c55d5 req-6131a5ec-dd8a-49e2-84d1-e102ad6eacba tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:03.454698 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-15557b71-6706-4c80-baf5-f08165a4576d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc6b30a8-f6eb-431c-a845-68e2b40748e3') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:12:03.459841 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f599eaf-1fe7-4f56-ae8f-e594776c55d5 req-6131a5ec-dd8a-49e2-84d1-e102ad6eacba tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:03.465181 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f599eaf-1fe7-4f56-ae8f-e594776c55d5 req-6131a5ec-dd8a-49e2-84d1-e102ad6eacba tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:03.467088 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8f599eaf-1fe7-4f56-ae8f-e594776c55d5 req-6131a5ec-dd8a-49e2-84d1-e102ad6eacba tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7 HTTP/1.1" status: 200 len: 5422 time: 0.4210820 Jan 28 07:12:03.477002 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-15557b71-6706-4c80-baf5-f08165a4576d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24759294'] for segment (fc6b30a8-f6eb-431c-a845-68e2b40748e3), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:03.479427 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-cdab1ae6-cadf-4ac3-86a1-d2dbdf655f49 req-a991b084-3457-4492-b295-3449c8c33007 tempest-ImagesNegativeTestJSON-862460684 tempest-ImagesNegativeTestJSON-862460684-project] Calling delete_port for b0b289e4-99e2-41d3-8f85-47a4b53dfa91 owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:12:03.494099 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aad3668-0f7b-42b8-a9cf-ca16c4d055bb req-7247182d-5069-4059-8cce-9a5e0f826010 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:03.501440 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3aad3668-0f7b-42b8-a9cf-ca16c4d055bb req-7247182d-5069-4059-8cce-9a5e0f826010 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd61f33e-ec05-4b14-85e5-8a4e92ff3cf2 HTTP/1.1" status: 200 len: 943 time: 0.2716744 Jan 28 07:12:03.528367 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-15557b71-6706-4c80-baf5-f08165a4576d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (fc6b30a8-f6eb-431c-a845-68e2b40748e3), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:03.551590 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b17c4e6-25c5-4ad8-a50e-a08347bf1446 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83d97fa1-2f29-40d2-a756-a970d048d2ac,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:03.558592 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-639589f0-9911-44c2-a573-749bdac7cfbd admin admin] For port c297da8d-9128-47c5-af28-8f75c5ab31da, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=c297da8d-9128-47c5-af28-8f75c5ab31da,segment=NetworkSegment(b430b2d7-bffb-4658-93de-73c5a2caabf5),segment_id=b430b2d7-bffb-4658-93de-73c5a2caabf5)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:12:03.559010 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-639589f0-9911-44c2-a573-749bdac7cfbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (c297da8d-9128-47c5-af28-8f75c5ab31da), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:03.561036 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-75d97f74-114a-46bc-8358-58f9220024ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298'] for port (c297da8d-9128-47c5-af28-8f75c5ab31da), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:03.575036 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d97f74-114a-46bc-8358-58f9220024ab None None] No DVR routers for this DVR port c297da8d-9128-47c5-af28-8f75c5ab31da on host n-d-712749-28 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:12:03.583403 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15557b71-6706-4c80-baf5-f08165a4576d admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:12:03.584446 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-15557b71-6706-4c80-baf5-f08165a4576d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24757675'] for segment (fc6b30a8-f6eb-431c-a845-68e2b40748e3), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:03.620716 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d97f74-114a-46bc-8358-58f9220024ab None None] Pushing event deleted for resources: {'Port': ['ID=c297da8d-9128-47c5-af28-8f75c5ab31da,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:03.647042 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device fb9e78cb-06b1-49a7-b770-dc1630b5733a details requested by agent hyperv_n-h1-712749-28 with host n-h1-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:12:03.662871 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8f599eaf-1fe7-4f56-ae8f-e594776c55d5 req-bec0c6ba-32cb-401b-8d61-a0a0bba65b72 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/security-groups?id=f42d29db-089b-46ec-bdc0-e6253e46a436&id=f0e415d4-9274-4847-9e71-c098cc08b695&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1725619 Jan 28 07:12:03.670640 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-639589f0-9911-44c2-a573-749bdac7cfbd admin admin] Calling delete_port for c297da8d-9128-47c5-af28-8f75c5ab31da owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:12:03.838857 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:03.868227 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port fb9e78cb-06b1-49a7-b770-dc1630b5733a, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=fb9e78cb-06b1-49a7-b770-dc1630b5733a,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:12:03.870247 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-639589f0-9911-44c2-a573-749bdac7cfbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (c297da8d-9128-47c5-af28-8f75c5ab31da), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:03.883519 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Returning: {'device': 'fb9e78cb-06b1-49a7-b770-dc1630b5733a', 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb', 'port_id': 'fb9e78cb-06b1-49a7-b770-dc1630b5733a', 'mac_address': 'fa:16:3e:07:2e:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5785b43d-448b-4d12-9eb5-4e4caf2e7eaf', 'ip_address': '192.168.233.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:12:03.935177 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port fb9e78cb-06b1-49a7-b770-dc1630b5733a is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:12:03.936394 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (fb9e78cb-06b1-49a7-b770-dc1630b5733a), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:03.939676 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639589f0-9911-44c2-a573-749bdac7cfbd admin admin] Pushing event deleted for resources: {'Port': ['ID=c297da8d-9128-47c5-af28-8f75c5ab31da,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:03.944507 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639589f0-9911-44c2-a573-749bdac7cfbd admin admin] No DVR routers for this DVR port c297da8d-9128-47c5-af28-8f75c5ab31da on host n-d-712749-28 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:12:03.960104 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb9e78cb-06b1-49a7-b770-dc1630b5733a {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:12:03.983101 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b689f0-7f53-41fc-a5ab-0bf0ab629675 req-56348cd2-dcfb-4bd9-949a-c387383cb912 tempest-ServersAdminNegativeTestJSON-171947884 tempest-ServersAdminNegativeTestJSON-171947884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:03.988486 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port fb9e78cb-06b1-49a7-b770-dc1630b5733a, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=fb9e78cb-06b1-49a7-b770-dc1630b5733a,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:12:03.991605 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-45b689f0-7f53-41fc-a5ab-0bf0ab629675 req-56348cd2-dcfb-4bd9-949a-c387383cb912 tempest-ServersAdminNegativeTestJSON-171947884 tempest-ServersAdminNegativeTestJSON-171947884-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ae33aff-71bb-4c8d-a9c7-61e0f974e3a6 HTTP/1.1" status: 200 len: 948 time: 0.2131503 Jan 28 07:12:03.996777 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (fb9e78cb-06b1-49a7-b770-dc1630b5733a), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:04.008036 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 38554) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:12:04.052548 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=fb9e78cb-06b1-49a7-b770-dc1630b5733a,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:04.144416 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-639589f0-9911-44c2-a573-749bdac7cfbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (325d12b9-f054-4653-b45a-e5ffc22916cf), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:04.158836 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3aad3668-0f7b-42b8-a9cf-ca16c4d055bb req-4b8ff409-e735-401a-8b5a-f64deec3b749 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/security-groups?id=ffb17db6-1913-4712-aa46-d7c764c8c875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6565256 Jan 28 07:12:04.159543 n-d-712749-28 neutron-server[103284]: Traceback (most recent call last): Jan 28 07:12:04.159543 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:12:04.159543 n-d-712749-28 neutron-server[103284]: timer() Jan 28 07:12:04.159543 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:12:04.159543 n-d-712749-28 neutron-server[103284]: cb(*args, **kw) Jan 28 07:12:04.159543 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:12:04.159543 n-d-712749-28 neutron-server[103284]: return func(*args, **kwargs) Jan 28 07:12:04.159543 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:12:04.159543 n-d-712749-28 neutron-server[103284]: self._notify() Jan 28 07:12:04.159543 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:12:04.159543 n-d-712749-28 neutron-server[103284]: self.callback(batched_events) Jan 28 07:12:04.159543 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:12:04.159543 n-d-712749-28 neutron-server[103284]: event.method(event) Jan 28 07:12:04.159543 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:12:04.159543 n-d-712749-28 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:12:04.159543 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:12:04.159543 n-d-712749-28 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:12:04.159543 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:12:04.159543 n-d-712749-28 neutron-server[103284]: return f(self, *a, **k) Jan 28 07:12:04.159543 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:12:04.159543 n-d-712749-28 neutron-server[103284]: return self._get(url).json() Jan 28 07:12:04.159543 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:12:04.159543 n-d-712749-28 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:12:04.159543 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:12:04.159543 n-d-712749-28 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Jan 28 07:12:04.159543 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:12:04.159543 n-d-712749-28 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:12:04.159543 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:12:04.159543 n-d-712749-28 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:12:04.159543 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:12:04.159543 n-d-712749-28 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:12:04.159543 n-d-712749-28 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:12:04.174611 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device c297da8d-9128-47c5-af28-8f75c5ab31da no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:12:04.193952 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-15557b71-6706-4c80-baf5-f08165a4576d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (c354dade-61cd-42ca-a56c-58cc877d7618), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:04.209443 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-15557b71-6706-4c80-baf5-f08165a4576d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:04.214872 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-15557b71-6706-4c80-baf5-f08165a4576d admin admin] 10.222.0.41 "DELETE /v2.0/networks/c354dade-61cd-42ca-a56c-58cc877d7618 HTTP/1.1" status: 204 len: 168 time: 1.8812940 Jan 28 07:12:04.228512 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: c297da8d-9128-47c5-af28-8f75c5ab31da {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:12:04.228854 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device c297da8d-9128-47c5-af28-8f75c5ab31da not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:12:04.229787 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 20489cc0-ff3a-4ed0-ad2d-33e9a2611912 no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:12:04.244584 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-639589f0-9911-44c2-a573-749bdac7cfbd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['325d12b9-f054-4653-b45a-e5ffc22916cf']}} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:12:04.259178 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-f82d6b15-3127-46c4-91bc-8bee315da986 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=560c502eff8745e3ba5f3f3be7ec5aa8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2487085 Jan 28 07:12:04.265184 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-45b689f0-7f53-41fc-a5ab-0bf0ab629675 req-80852933-1ab4-4af5-8623-a05eb182f42e tempest-ServersAdminNegativeTestJSON-171947884 tempest-ServersAdminNegativeTestJSON-171947884-project] 10.222.0.41 "GET /v2.0/security-groups?id=55335e6a-5bc2-4163-aae8-ed81e1993f57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2723939 Jan 28 07:12:04.277315 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 38560) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:12:04.298862 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: 20489cc0-ff3a-4ed0-ad2d-33e9a2611912 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:12:04.299217 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 20489cc0-ff3a-4ed0-ad2d-33e9a2611912 not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:12:04.300519 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15557b71-6706-4c80-baf5-f08165a4576d admin admin] Pushing event deleted for resources: {'Network': ['ID=c354dade-61cd-42ca-a56c-58cc877d7618,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:04.304577 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-639589f0-9911-44c2-a573-749bdac7cfbd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b430b2d7-bffb-4658-93de-73c5a2caabf5') {'for_net_delete': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:12:04.304877 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-639589f0-9911-44c2-a573-749bdac7cfbd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b430b2d7-bffb-4658-93de-73c5a2caabf5') {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:12:04.317401 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-639589f0-9911-44c2-a573-749bdac7cfbd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13506801'] for segment (b430b2d7-bffb-4658-93de-73c5a2caabf5), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:04.335950 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-639589f0-9911-44c2-a573-749bdac7cfbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (b430b2d7-bffb-4658-93de-73c5a2caabf5), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:04.343956 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-639589f0-9911-44c2-a573-749bdac7cfbd admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=103283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:12:04.345018 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-639589f0-9911-44c2-a573-749bdac7cfbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13546563'] for segment (b430b2d7-bffb-4658-93de-73c5a2caabf5), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:04.357998 n-d-712749-28 neutron-server[103283]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:12:04.357998 n-d-712749-28 neutron-server[103283]: self.session.flush() Jan 28 07:12:04.357998 n-d-712749-28 neutron-server[103283]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:12:04.357998 n-d-712749-28 neutron-server[103283]: self.session.flush() Jan 28 07:12:04.357998 n-d-712749-28 neutron-server[103283]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:12:04.357998 n-d-712749-28 neutron-server[103283]: self.session.flush() Jan 28 07:12:04.357998 n-d-712749-28 neutron-server[103283]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:12:04.357998 n-d-712749-28 neutron-server[103283]: self.session.flush() Jan 28 07:12:04.357998 n-d-712749-28 neutron-server[103283]: Traceback (most recent call last): Jan 28 07:12:04.357998 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:12:04.357998 n-d-712749-28 neutron-server[103283]: timer() Jan 28 07:12:04.357998 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:12:04.357998 n-d-712749-28 neutron-server[103283]: cb(*args, **kw) Jan 28 07:12:04.357998 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:12:04.357998 n-d-712749-28 neutron-server[103283]: return func(*args, **kwargs) Jan 28 07:12:04.357998 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:12:04.357998 n-d-712749-28 neutron-server[103283]: self._notify() Jan 28 07:12:04.357998 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:12:04.357998 n-d-712749-28 neutron-server[103283]: self.callback(batched_events) Jan 28 07:12:04.357998 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:12:04.357998 n-d-712749-28 neutron-server[103283]: event.method(event) Jan 28 07:12:04.357998 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:12:04.357998 n-d-712749-28 neutron-server[103283]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:12:04.357998 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:12:04.357998 n-d-712749-28 neutron-server[103283]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:12:04.357998 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:12:04.357998 n-d-712749-28 neutron-server[103283]: return f(self, *a, **k) Jan 28 07:12:04.357998 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:12:04.357998 n-d-712749-28 neutron-server[103283]: return self._get(url).json() Jan 28 07:12:04.357998 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:12:04.357998 n-d-712749-28 neutron-server[103283]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:12:04.357998 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:12:04.357998 n-d-712749-28 neutron-server[103283]: return self.request(url, 'GET', **kwargs) Jan 28 07:12:04.357998 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:12:04.357998 n-d-712749-28 neutron-server[103283]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:12:04.357998 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:12:04.357998 n-d-712749-28 neutron-server[103283]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:12:04.357998 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:12:04.357998 n-d-712749-28 neutron-server[103283]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:12:04.357998 n-d-712749-28 neutron-server[103283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:12:04.373715 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device e592ff20-96b6-4898-ae80-889f0a7f0b74 details requested by agent hyperv_n-h2-712749-28 with host n-h2-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:12:04.401669 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 74c51dd4-789c-4c23-9ba8-db6cc4ee322f up at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:12:04.430723 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f276577-7009-4e6b-801b-cd2a1a7421c2 req-2634e288-f04a-4cd1-8611-3500c46949f5 tempest-ImagesNegativeTestJSON-862460684 tempest-ImagesNegativeTestJSON-862460684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:04.439825 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4f276577-7009-4e6b-801b-cd2a1a7421c2 req-2634e288-f04a-4cd1-8611-3500c46949f5 tempest-ImagesNegativeTestJSON-862460684 tempest-ImagesNegativeTestJSON-862460684-project] 10.222.0.41 "GET /v2.0/ports?device_id=14bde8b1-067f-44c8-9df3-4cf3976acb93 HTTP/1.1" status: 200 len: 950 time: 0.1373386 Jan 28 07:12:04.469331 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['fb9e78cb-06b1-49a7-b770-dc1630b5733a'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:12:04.528672 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-639589f0-9911-44c2-a573-749bdac7cfbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (325d12b9-f054-4653-b45a-e5ffc22916cf), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:04.538838 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-639589f0-9911-44c2-a573-749bdac7cfbd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:04.541163 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4f276577-7009-4e6b-801b-cd2a1a7421c2 req-ded6a428-a4e0-4663-96cf-7a3146777489 tempest-ImagesNegativeTestJSON-862460684 tempest-ImagesNegativeTestJSON-862460684-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9d43098-e2ca-4cae-aaa6-1e9ead6fdda6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953505 Jan 28 07:12:04.546624 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-639589f0-9911-44c2-a573-749bdac7cfbd admin admin] 10.222.0.41 "DELETE /v2.0/networks/325d12b9-f054-4653-b45a-e5ffc22916cf HTTP/1.1" status: 204 len: 168 time: 1.8730233 Jan 28 07:12:04.546985 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0927833a-736b-4f5e-9fd1-bdb778e759f4 admin admin] Publish callbacks [] for security_group (2965d7dc-9690-4814-bbd6-4a2850e483d7), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:04.568599 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639589f0-9911-44c2-a573-749bdac7cfbd admin admin] Pushing event deleted for resources: {'Network': ['ID=325d12b9-f054-4653-b45a-e5ffc22916cf,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:04.587448 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0927833a-736b-4f5e-9fd1-bdb778e759f4 admin admin] Publish callbacks [] for security_group (2965d7dc-9690-4814-bbd6-4a2850e483d7), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:04.603860 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b4f7db-8316-4033-a8cf-0c8611cda3a5 req-2138c339-1974-4eb2-88fa-e66505715ccd tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:04.606130 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-cdab1ae6-cadf-4ac3-86a1-d2dbdf655f49 req-a991b084-3457-4492-b295-3449c8c33007 tempest-ImagesNegativeTestJSON-862460684 tempest-ImagesNegativeTestJSON-862460684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (b0b289e4-99e2-41d3-8f85-47a4b53dfa91), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:04.618087 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-34b4f7db-8316-4033-a8cf-0c8611cda3a5 req-2138c339-1974-4eb2-88fa-e66505715ccd tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=f255ed55-87c8-4949-a89a-d6b84a3ce0a3 HTTP/1.1" status: 200 len: 944 time: 0.1982105 Jan 28 07:12:04.633369 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 38564) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:12:04.663270 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['b0b289e4-99e2-41d3-8f85-47a4b53dfa91'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:12:04.682903 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a991b084-3457-4492-b295-3449c8c33007 tempest-ImagesNegativeTestJSON-862460684 tempest-ImagesNegativeTestJSON-862460684-project] Pushing event deleted for resources: {'Port': ['ID=b0b289e4-99e2-41d3-8f85-47a4b53dfa91,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:04.700248 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-34b4f7db-8316-4033-a8cf-0c8611cda3a5 req-a22babfc-abcb-4d7b-94d2-0b8f1b0eeaaa tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e9c3947-6ff8-4aa4-a1f7-c165b64c94a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767577 Jan 28 07:12:04.791156 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 38568) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:12:04.795034 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdab1ae6-cadf-4ac3-86a1-d2dbdf655f49 req-a991b084-3457-4492-b295-3449c8c33007 tempest-ImagesNegativeTestJSON-862460684 tempest-ImagesNegativeTestJSON-862460684-project] No DVR routers for this DVR port b0b289e4-99e2-41d3-8f85-47a4b53dfa91 on host n-h2-712749-28 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:12:04.800753 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-416cc9d4-a123-4e4a-ba77-65000f878364 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=27f6d90c3ea74cfab0dfe177f770c019&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1447885 Jan 28 07:12:04.802056 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-cdab1ae6-cadf-4ac3-86a1-d2dbdf655f49 req-a991b084-3457-4492-b295-3449c8c33007 tempest-ImagesNegativeTestJSON-862460684 tempest-ImagesNegativeTestJSON-862460684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:04.805686 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-cdab1ae6-cadf-4ac3-86a1-d2dbdf655f49 req-a991b084-3457-4492-b295-3449c8c33007 tempest-ImagesNegativeTestJSON-862460684 tempest-ImagesNegativeTestJSON-862460684-project] 10.222.0.44 "DELETE /v2.0/ports/b0b289e4-99e2-41d3-8f85-47a4b53dfa91 HTTP/1.1" status: 204 len: 173 time: 2.0147011 Jan 28 07:12:04.814343 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14bde8b1-067f-44c8-9df3-4cf3976acb93', 'name': 'network-vif-deleted', 'tag': 'b0b289e4-99e2-41d3-8f85-47a4b53dfa91'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:12:04.816670 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-940a17d9-1959-4cdf-a6cd-926103c0d641" -d '{"events": [{"server_uuid": "14bde8b1-067f-44c8-9df3-4cf3976acb93", "name": "network-vif-deleted", "tag": "b0b289e4-99e2-41d3-8f85-47a4b53dfa91"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:12:04.819292 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 38570) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:12:04.848972 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning for port 74c51dd4-789c-4c23-9ba8-db6cc4ee322f completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:12:04.857048 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0927833a-736b-4f5e-9fd1-bdb778e759f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (2965d7dc-9690-4814-bbd6-4a2850e483d7), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:04.860295 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0927833a-736b-4f5e-9fd1-bdb778e759f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:04.864017 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-0927833a-736b-4f5e-9fd1-bdb778e759f4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2965d7dc-9690-4814-bbd6-4a2850e483d7 HTTP/1.1" status: 204 len: 168 time: 0.5812683 Jan 28 07:12:04.883823 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port e592ff20-96b6-4898-ae80-889f0a7f0b74, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=e592ff20-96b6-4898-ae80-889f0a7f0b74,segment=NetworkSegment(b8d72b75-cba6-44bb-b1f1-97b3aa439c04),segment_id=b8d72b75-cba6-44bb-b1f1-97b3aa439c04)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:12:04.931519 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0927833a-736b-4f5e-9fd1-bdb778e759f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2965d7dc-9690-4814-bbd6-4a2850e483d7,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:04.936486 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:12:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdf03fa7-4adf-4f28-8f3d-0b4f2695416f x-openstack-request-id: req-fdf03fa7-4adf-4f28-8f3d-0b4f2695416f {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:12:04.936781 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14bde8b1-067f-44c8-9df3-4cf3976acb93", "name": "network-vif-deleted", "tag": "b0b289e4-99e2-41d3-8f85-47a4b53dfa91", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:12:04.937045 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fdf03fa7-4adf-4f28-8f3d-0b4f2695416f {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:12:04.937448 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14bde8b1-067f-44c8-9df3-4cf3976acb93', 'name': 'network-vif-deleted', 'tag': 'b0b289e4-99e2-41d3-8f85-47a4b53dfa91', 'status': 'completed', 'code': 200} Jan 28 07:12:04.939843 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning complete for port 74c51dd4-789c-4c23-9ba8-db6cc4ee322f triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:12:04.942748 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-733bbaad-d42f-41fc-a459-27187c5a053f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ac7b4a25272d44168de849c53ee6b880&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1500888 Jan 28 07:12:04.943647 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (74c51dd4-789c-4c23-9ba8-db6cc4ee322f), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:04.945465 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 38576) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:12:04.977996 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Returning: {'device': 'e592ff20-96b6-4898-ae80-889f0a7f0b74', 'network_id': 'bc323a54-605a-4c90-85cc-1a8faa87a52d', 'port_id': 'e592ff20-96b6-4898-ae80-889f0a7f0b74', 'mac_address': 'fa:16:3e:76:06:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db87510e-2424-4f9c-8c68-c494c476644f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:12:04.982427 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b497b3ea-9366-469d-9f15-2a9da57a3702 req-2afd31d3-2079-45d6-9dc7-7135a544e2d7 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:04.988833 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b497b3ea-9366-469d-9f15-2a9da57a3702 req-2afd31d3-2079-45d6-9dc7-7135a544e2d7 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:04.994195 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b497b3ea-9366-469d-9f15-2a9da57a3702 req-2afd31d3-2079-45d6-9dc7-7135a544e2d7 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:04.999481 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b497b3ea-9366-469d-9f15-2a9da57a3702 req-2afd31d3-2079-45d6-9dc7-7135a544e2d7 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:05.011080 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b497b3ea-9366-469d-9f15-2a9da57a3702 req-2afd31d3-2079-45d6-9dc7-7135a544e2d7 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:05.028364 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b497b3ea-9366-469d-9f15-2a9da57a3702 req-2afd31d3-2079-45d6-9dc7-7135a544e2d7 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:05.042331 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b497b3ea-9366-469d-9f15-2a9da57a3702 req-2afd31d3-2079-45d6-9dc7-7135a544e2d7 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:05.054052 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b497b3ea-9366-469d-9f15-2a9da57a3702 req-2afd31d3-2079-45d6-9dc7-7135a544e2d7 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7 HTTP/1.1" status: 200 len: 5422 time: 0.2606525 Jan 28 07:12:05.095044 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d69025c6-4793-4df0-b30c-dfc8d6459339 admin admin] Publish callbacks [] for security_group (63a7f67e-5303-4e57-b874-bb3ebd6bac20), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:05.157554 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d69025c6-4793-4df0-b30c-dfc8d6459339 admin admin] Publish callbacks [] for security_group (63a7f67e-5303-4e57-b874-bb3ebd6bac20), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:05.162230 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port e592ff20-96b6-4898-ae80-889f0a7f0b74 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:12:05.162652 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (e592ff20-96b6-4898-ae80-889f0a7f0b74), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:05.201787 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b497b3ea-9366-469d-9f15-2a9da57a3702 req-f435c8b2-7ffd-4cd3-80c2-c8cd51fe40a5 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/security-groups?id=f42d29db-089b-46ec-bdc0-e6253e46a436&id=f0e415d4-9274-4847-9e71-c098cc08b695&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1363564 Jan 28 07:12:05.207857 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1cd088c1-ea42-4bcd-b991-a75a301922c6 admin admin] Publish callbacks [] for security_group (e2fa341a-a4d6-44d6-bff9-a24810a593ab), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:05.217577 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e592ff20-96b6-4898-ae80-889f0a7f0b74 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:12:05.237497 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port 74c51dd4-789c-4c23-9ba8-db6cc4ee322f is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:12:05.238177 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (74c51dd4-789c-4c23-9ba8-db6cc4ee322f), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:05.245365 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1cd088c1-ea42-4bcd-b991-a75a301922c6 admin admin] Publish callbacks [] for security_group (e2fa341a-a4d6-44d6-bff9-a24810a593ab), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:05.261781 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port e592ff20-96b6-4898-ae80-889f0a7f0b74, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=e592ff20-96b6-4898-ae80-889f0a7f0b74,segment=NetworkSegment(b8d72b75-cba6-44bb-b1f1-97b3aa439c04),segment_id=b8d72b75-cba6-44bb-b1f1-97b3aa439c04)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:12:05.284339 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (e592ff20-96b6-4898-ae80-889f0a7f0b74), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:05.299596 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d69025c6-4793-4df0-b30c-dfc8d6459339 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (63a7f67e-5303-4e57-b874-bb3ebd6bac20), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:05.302358 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d69025c6-4793-4df0-b30c-dfc8d6459339 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:05.303754 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-d69025c6-4793-4df0-b30c-dfc8d6459339 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/63a7f67e-5303-4e57-b874-bb3ebd6bac20 HTTP/1.1" status: 204 len: 168 time: 0.4819028 Jan 28 07:12:05.314493 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69025c6-4793-4df0-b30c-dfc8d6459339 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63a7f67e-5303-4e57-b874-bb3ebd6bac20,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:05.336527 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 74c51dd4-789c-4c23-9ba8-db6cc4ee322f, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=74c51dd4-789c-4c23-9ba8-db6cc4ee322f,segment=NetworkSegment(67c4ed53-bfbf-4494-8d62-da0c7e4209c8),segment_id=67c4ed53-bfbf-4494-8d62-da0c7e4209c8)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:12:05.342742 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f255ed55-87c8-4949-a89a-d6b84a3ce0a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74c51dd4-789c-4c23-9ba8-db6cc4ee322f'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:12:05.351296 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-694240f0-e3fe-4ba7-881d-c9badf0e3933" -d '{"events": [{"server_uuid": "f255ed55-87c8-4949-a89a-d6b84a3ce0a3", "name": "network-vif-plugged", "status": "completed", "tag": "74c51dd4-789c-4c23-9ba8-db6cc4ee322f"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:12:05.360441 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1cd088c1-ea42-4bcd-b991-a75a301922c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (e2fa341a-a4d6-44d6-bff9-a24810a593ab), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:05.363849 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1cd088c1-ea42-4bcd-b991-a75a301922c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:05.365356 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-1cd088c1-ea42-4bcd-b991-a75a301922c6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e2fa341a-a4d6-44d6-bff9-a24810a593ab HTTP/1.1" status: 204 len: 168 time: 0.4189525 Jan 28 07:12:05.381325 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd088c1-ea42-4bcd-b991-a75a301922c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2fa341a-a4d6-44d6-bff9-a24810a593ab,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:05.444255 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229a063a-49dd-4008-96fd-b4b82c51ec12 req-75246aee-33d3-4447-a252-0ae7dd614daf tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:05.465058 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-229a063a-49dd-4008-96fd-b4b82c51ec12 req-75246aee-33d3-4447-a252-0ae7dd614daf tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd61f33e-ec05-4b14-85e5-8a4e92ff3cf2 HTTP/1.1" status: 200 len: 944 time: 0.1442654 Jan 28 07:12:05.568471 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=e592ff20-96b6-4898-ae80-889f0a7f0b74,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:05.581608 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (74c51dd4-789c-4c23-9ba8-db6cc4ee322f), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:05.589767 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a33336-0f5f-4830-81e9-823e23fef551 req-bf9b026c-73de-4825-a281-459c0de291a1 tempest-ServersAdminNegativeTestJSON-171947884 tempest-ServersAdminNegativeTestJSON-171947884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:05.602199 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-31a33336-0f5f-4830-81e9-823e23fef551 req-bf9b026c-73de-4825-a281-459c0de291a1 tempest-ServersAdminNegativeTestJSON-171947884 tempest-ServersAdminNegativeTestJSON-171947884-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ae33aff-71bb-4c8d-a9c7-61e0f974e3a6 HTTP/1.1" status: 200 len: 949 time: 0.1674743 Jan 28 07:12:05.690715 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-229a063a-49dd-4008-96fd-b4b82c51ec12 req-d36374cd-b32b-40a3-8eaf-79a2f98e245b tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/security-groups?id=ffb17db6-1913-4712-aa46-d7c764c8c875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109869 Jan 28 07:12:05.704563 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-31a33336-0f5f-4830-81e9-823e23fef551 req-0a7d8852-982a-4a3e-81e6-86b32af97f1f tempest-ServersAdminNegativeTestJSON-171947884 tempest-ServersAdminNegativeTestJSON-171947884-project] 10.222.0.41 "GET /v2.0/security-groups?id=55335e6a-5bc2-4163-aae8-ed81e1993f57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965223 Jan 28 07:12:05.866663 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0a7f061-380f-4efd-936d-68aeeb9d5137 x-openstack-request-id: req-d0a7f061-380f-4efd-936d-68aeeb9d5137 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:12:05.866956 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f255ed55-87c8-4949-a89a-d6b84a3ce0a3", "name": "network-vif-plugged", "status": "completed", "tag": "74c51dd4-789c-4c23-9ba8-db6cc4ee322f", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:12:05.867270 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d0a7f061-380f-4efd-936d-68aeeb9d5137 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:12:05.867676 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f255ed55-87c8-4949-a89a-d6b84a3ce0a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74c51dd4-789c-4c23-9ba8-db6cc4ee322f', 'code': 200} Jan 28 07:12:05.871272 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['e592ff20-96b6-4898-ae80-889f0a7f0b74'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:12:05.951985 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c447f947-0762-4856-98ef-c2ffac627a82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:05.957668 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a58b4db3-d0b7-485a-ba29-f458c16f5ec2 req-c7ffdbfc-e8ff-480c-86e9-1df8c407df11 tempest-ImagesNegativeTestJSON-862460684 tempest-ImagesNegativeTestJSON-862460684-project] 10.222.0.41 "GET /v2.0/ports?device_id=14bde8b1-067f-44c8-9df3-4cf3976acb93 HTTP/1.1" status: 200 len: 210 time: 0.0520079 Jan 28 07:12:05.994887 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=74c51dd4-789c-4c23-9ba8-db6cc4ee322f,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:06.053495 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ab8640-0937-4249-9c38-c5638e86770a req-34c2f5b8-4075-49df-ba91-03543e629ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:06.057191 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c9ab8640-0937-4249-9c38-c5638e86770a req-34c2f5b8-4075-49df-ba91-03543e629ed3 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f255ed55-87c8-4949-a89a-d6b84a3ce0a3 HTTP/1.1" status: 200 len: 1097 time: 0.1009007 Jan 28 07:12:06.062626 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e8b814-1284-4988-a36f-a4f6d7668a19 req-2a026170-471b-4959-8d7a-ca29a9bade53 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:06.077015 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f0e8b814-1284-4988-a36f-a4f6d7668a19 req-2a026170-471b-4959-8d7a-ca29a9bade53 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=f255ed55-87c8-4949-a89a-d6b84a3ce0a3 HTTP/1.1" status: 200 len: 945 time: 0.1209257 Jan 28 07:12:06.182487 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c9ab8640-0937-4249-9c38-c5638e86770a req-286a1554-13b1-4594-9c91-49579d9fd41c service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=5e9c3947-6ff8-4aa4-a1f7-c165b64c94a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190541 Jan 28 07:12:06.193237 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f0e8b814-1284-4988-a36f-a4f6d7668a19 req-6af48136-edd6-4b82-926e-1d9fe4d9e28d tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e9c3947-6ff8-4aa4-a1f7-c165b64c94a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150560 Jan 28 07:12:06.256531 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 38612) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:12:06.307486 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-6b61ffe6-d4dd-47aa-a976-53e82230ef57 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f47db01e091d4805be8314c4b9ab8e00&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0495844 Jan 28 07:12:06.312148 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 38614) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:12:06.372569 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device b0b289e4-99e2-41d3-8f85-47a4b53dfa91 no longer exists at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:12:06.401703 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee224994-48d3-4e6d-b1c7-f22b3d76f7f9 req-b68e3649-f24d-4ffd-b2f0-85fa2e505fff tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:06.407425 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee224994-48d3-4e6d-b1c7-f22b3d76f7f9 req-b68e3649-f24d-4ffd-b2f0-85fa2e505fff tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:06.412824 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee224994-48d3-4e6d-b1c7-f22b3d76f7f9 req-b68e3649-f24d-4ffd-b2f0-85fa2e505fff tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:06.419457 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee224994-48d3-4e6d-b1c7-f22b3d76f7f9 req-b68e3649-f24d-4ffd-b2f0-85fa2e505fff tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:06.423336 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] No Port match for: b0b289e4-99e2-41d3-8f85-47a4b53dfa91 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:12:06.423688 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device b0b289e4-99e2-41d3-8f85-47a4b53dfa91 not bound to the agent host n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:12:06.425000 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee224994-48d3-4e6d-b1c7-f22b3d76f7f9 req-b68e3649-f24d-4ffd-b2f0-85fa2e505fff tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:06.431079 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee224994-48d3-4e6d-b1c7-f22b3d76f7f9 req-b68e3649-f24d-4ffd-b2f0-85fa2e505fff tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:06.439187 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee224994-48d3-4e6d-b1c7-f22b3d76f7f9 req-b68e3649-f24d-4ffd-b2f0-85fa2e505fff tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:06.441642 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ee224994-48d3-4e6d-b1c7-f22b3d76f7f9 req-b68e3649-f24d-4ffd-b2f0-85fa2e505fff tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7 HTTP/1.1" status: 200 len: 5422 time: 0.1467643 Jan 28 07:12:06.476356 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cbd4e359-2f81-405f-8378-0560c8b4ca17 admin admin] Publish callbacks [] for security_group (047258e3-aa45-44a1-b041-152a3239096f), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:06.501825 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cbd4e359-2f81-405f-8378-0560c8b4ca17 admin admin] Publish callbacks [] for security_group (047258e3-aa45-44a1-b041-152a3239096f), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:06.606337 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ee224994-48d3-4e6d-b1c7-f22b3d76f7f9 req-baa0df82-6134-4138-bff0-5d4924ec1a52 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/security-groups?id=f42d29db-089b-46ec-bdc0-e6253e46a436&id=f0e415d4-9274-4847-9e71-c098cc08b695&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1349912 Jan 28 07:12:06.631900 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cbd4e359-2f81-405f-8378-0560c8b4ca17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (047258e3-aa45-44a1-b041-152a3239096f), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:06.635192 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cbd4e359-2f81-405f-8378-0560c8b4ca17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:06.638780 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-cbd4e359-2f81-405f-8378-0560c8b4ca17 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/047258e3-aa45-44a1-b041-152a3239096f HTTP/1.1" status: 204 len: 168 time: 0.3227608 Jan 28 07:12:06.645390 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd4e359-2f81-405f-8378-0560c8b4ca17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=047258e3-aa45-44a1-b041-152a3239096f,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:06.877883 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:06.928565 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 38640) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:12:06.962286 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48e95e4-20ce-4b9f-ac6f-ad74fd69c6ff req-90e54985-1a5d-4340-8f1f-a948ba6dbe41 tempest-ServersAdminNegativeTestJSON-171947884 tempest-ServersAdminNegativeTestJSON-171947884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:06.971409 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d48e95e4-20ce-4b9f-ac6f-ad74fd69c6ff req-90e54985-1a5d-4340-8f1f-a948ba6dbe41 tempest-ServersAdminNegativeTestJSON-171947884 tempest-ServersAdminNegativeTestJSON-171947884-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ae33aff-71bb-4c8d-a9c7-61e0f974e3a6 HTTP/1.1" status: 200 len: 949 time: 0.1461093 Jan 28 07:12:06.981075 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d928c2-d854-4eaf-b63e-d2e4d8f7fc43 req-fa44d89d-2e00-4366-a898-ac96f0317393 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:06.999239 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-36d928c2-d854-4eaf-b63e-d2e4d8f7fc43 req-fa44d89d-2e00-4366-a898-ac96f0317393 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd61f33e-ec05-4b14-85e5-8a4e92ff3cf2 HTTP/1.1" status: 200 len: 944 time: 0.1474671 Jan 28 07:12:07.029024 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d48e95e4-20ce-4b9f-ac6f-ad74fd69c6ff req-0c7d807a-b945-4d2b-87d6-34bbd5af86ad tempest-ServersAdminNegativeTestJSON-171947884 tempest-ServersAdminNegativeTestJSON-171947884-project] 10.222.0.41 "GET /v2.0/security-groups?id=55335e6a-5bc2-4163-aae8-ed81e1993f57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511863 Jan 28 07:12:07.079313 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-36d928c2-d854-4eaf-b63e-d2e4d8f7fc43 req-58120209-dc56-4f47-a6fc-53064f6be447 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/security-groups?id=ffb17db6-1913-4712-aa46-d7c764c8c875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780604 Jan 28 07:12:07.117753 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-974d5b9d-760f-45cb-b508-47d2c3180fba admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1354339417-network', 'tenant_id': '1b5821c096cf43639ed10b07e04f5303'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:12:07.156047 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-974d5b9d-760f-45cb-b508-47d2c3180fba admin admin] Made reservation on behalf of 1b5821c096cf43639ed10b07e04f5303 for: {'network': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:12:07.159494 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-974d5b9d-760f-45cb-b508-47d2c3180fba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:07.199628 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-974d5b9d-760f-45cb-b508-47d2c3180fba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:07.357080 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8507f941-a2c3-4393-96ba-890d706512c0 req-e9d3f44e-1a5f-4447-93f7-3560ef31cd91 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:07.359262 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8507f941-a2c3-4393-96ba-890d706512c0 req-e9d3f44e-1a5f-4447-93f7-3560ef31cd91 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=f255ed55-87c8-4949-a89a-d6b84a3ce0a3 HTTP/1.1" status: 200 len: 945 time: 0.0713539 Jan 28 07:12:07.395225 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-974d5b9d-760f-45cb-b508-47d2c3180fba admin admin] Publish callbacks [] for security_group (6c286ac6-5d5d-46b9-b282-9e68e0339bde), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:07.403892 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-974d5b9d-760f-45cb-b508-47d2c3180fba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (6c286ac6-5d5d-46b9-b282-9e68e0339bde), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:07.445240 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-974d5b9d-760f-45cb-b508-47d2c3180fba admin admin] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=103283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:12:07.458278 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-974d5b9d-760f-45cb-b508-47d2c3180fba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (b38b5d3d-4197-4548-8b2f-aaaa5395d71b), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:07.458938 n-d-712749-28 neutron-server[103283]: INFO neutron.db.segments_db [None req-974d5b9d-760f-45cb-b508-47d2c3180fba admin admin] Added segment b38b5d3d-4197-4548-8b2f-aaaa5395d71b of type vlan for network 77aa199c-9565-430c-bcef-5bacd415f620 Jan 28 07:12:07.494195 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8507f941-a2c3-4393-96ba-890d706512c0 req-e0ae1faf-a13d-43d5-af85-7532d93ae824 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e9c3947-6ff8-4aa4-a1f7-c165b64c94a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235857 Jan 28 07:12:07.506346 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-974d5b9d-760f-45cb-b508-47d2c3180fba admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (77aa199c-9565-430c-bcef-5bacd415f620), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:07.553905 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-974d5b9d-760f-45cb-b508-47d2c3180fba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (77aa199c-9565-430c-bcef-5bacd415f620), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:07.554908 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-974d5b9d-760f-45cb-b508-47d2c3180fba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:07.555488 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-974d5b9d-760f-45cb-b508-47d2c3180fba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:07.567148 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974d5b9d-760f-45cb-b508-47d2c3180fba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c286ac6-5d5d-46b9-b282-9e68e0339bde,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:07.635024 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 38684) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:12:07.635508 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-974d5b9d-760f-45cb-b508-47d2c3180fba admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6870112 Jan 28 07:12:07.640485 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-241ab532-7657-4f57-9c97-f9dff27aa77d admin admin] Request body: {'subnet': {'network_id': '77aa199c-9565-430c-bcef-5bacd415f620', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1354339417-subnet', 'tenant_id': '1b5821c096cf43639ed10b07e04f5303', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:12:07.646825 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974d5b9d-760f-45cb-b508-47d2c3180fba admin admin] Pushing event updated for resources: {'Network': ['ID=77aa199c-9565-430c-bcef-5bacd415f620,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:07.660439 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network 77aa199c-9565-430c-bcef-5bacd415f620 details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:12:07.679420 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-241ab532-7657-4f57-9c97-f9dff27aa77d admin admin] Made reservation on behalf of 1b5821c096cf43639ed10b07e04f5303 for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:12:07.683213 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-241ab532-7657-4f57-9c97-f9dff27aa77d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24979592'] for subnet (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:07.760789 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device fb9e78cb-06b1-49a7-b770-dc1630b5733a up at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:12:07.887594 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90610edd-bc01-4b7a-a873-083936696887 req-b94aa510-046e-45a6-8b34-84d0cbdf8cb7 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:07.904215 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90610edd-bc01-4b7a-a873-083936696887 req-b94aa510-046e-45a6-8b34-84d0cbdf8cb7 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:07.910399 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90610edd-bc01-4b7a-a873-083936696887 req-b94aa510-046e-45a6-8b34-84d0cbdf8cb7 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:07.911831 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning for port fb9e78cb-06b1-49a7-b770-dc1630b5733a completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:12:07.912918 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 38690) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:12:07.921067 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90610edd-bc01-4b7a-a873-083936696887 req-b94aa510-046e-45a6-8b34-84d0cbdf8cb7 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:07.922322 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning complete for port fb9e78cb-06b1-49a7-b770-dc1630b5733a triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:12:07.922875 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (fb9e78cb-06b1-49a7-b770-dc1630b5733a), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:07.938804 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90610edd-bc01-4b7a-a873-083936696887 req-b94aa510-046e-45a6-8b34-84d0cbdf8cb7 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:07.955051 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90610edd-bc01-4b7a-a873-083936696887 req-b94aa510-046e-45a6-8b34-84d0cbdf8cb7 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:07.960745 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90610edd-bc01-4b7a-a873-083936696887 req-b94aa510-046e-45a6-8b34-84d0cbdf8cb7 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:07.971585 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-90610edd-bc01-4b7a-a873-083936696887 req-b94aa510-046e-45a6-8b34-84d0cbdf8cb7 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7 HTTP/1.1" status: 200 len: 5422 time: 0.2685959 Jan 28 07:12:08.103720 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-90610edd-bc01-4b7a-a873-083936696887 req-99cc5773-2332-4b22-a346-e1bef42ca102 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/security-groups?id=f42d29db-089b-46ec-bdc0-e6253e46a436&id=f0e415d4-9274-4847-9e71-c098cc08b695&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1262810 Jan 28 07:12:08.111777 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port fb9e78cb-06b1-49a7-b770-dc1630b5733a is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:12:08.112173 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (fb9e78cb-06b1-49a7-b770-dc1630b5733a), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:08.114698 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c5d3ee44-05ec-4920-a9ae-7cc4999f6de1 req-dc9a01ab-05af-4394-b1d3-ae8281546705 tempest-ImagesOneServerTestJSON-106757326 tempest-ImagesOneServerTestJSON-106757326-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=854e1fa7a09d4479b41a2770247f8b9f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0659378 Jan 28 07:12:08.154308 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ae33aff-71bb-4c8d-a9c7-61e0f974e3a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb9e78cb-06b1-49a7-b770-dc1630b5733a'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:12:08.157428 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2332af01-9c0a-4db7-83e5-20b0da627f17" -d '{"events": [{"server_uuid": "2ae33aff-71bb-4c8d-a9c7-61e0f974e3a6", "name": "network-vif-plugged", "status": "completed", "tag": "fb9e78cb-06b1-49a7-b770-dc1630b5733a"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:12:08.174237 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port fb9e78cb-06b1-49a7-b770-dc1630b5733a, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=fb9e78cb-06b1-49a7-b770-dc1630b5733a,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:12:08.190251 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (fb9e78cb-06b1-49a7-b770-dc1630b5733a), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:08.196331 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 38712) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:12:08.247614 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=fb9e78cb-06b1-49a7-b770-dc1630b5733a,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:08.277961 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-241ab532-7657-4f57-9c97-f9dff27aa77d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24757504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24979610'] for subnet (e60d974b-4a97-44ad-8684-0b13afa61368), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:08.278196 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d3ee44-05ec-4920-a9ae-7cc4999f6de1 req-2f475572-7c17-4ed0-81ac-af74f20dbf9c tempest-ImagesOneServerTestJSON-106757326 tempest-ImagesOneServerTestJSON-106757326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:08.286862 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c5d3ee44-05ec-4920-a9ae-7cc4999f6de1 req-2f475572-7c17-4ed0-81ac-af74f20dbf9c tempest-ImagesOneServerTestJSON-106757326 tempest-ImagesOneServerTestJSON-106757326-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1710744 Jan 28 07:12:08.308152 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c5d3ee44-05ec-4920-a9ae-7cc4999f6de1 req-61014d3a-3602-45d8-a0f7-539601354094 tempest-ImagesOneServerTestJSON-106757326 tempest-ImagesOneServerTestJSON-106757326-project] 10.222.0.41 "GET /v2.0/quotas/854e1fa7a09d4479b41a2770247f8b9f HTTP/1.1" status: 200 len: 375 time: 0.0199785 Jan 28 07:12:08.328441 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec201d02-9847-49cd-beb9-6c30ed8c5cdf req-fa157d32-3e28-405e-927f-024bc9d58f68 tempest-ServersAdminNegativeTestJSON-171947884 tempest-ServersAdminNegativeTestJSON-171947884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:08.335532 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ec201d02-9847-49cd-beb9-6c30ed8c5cdf req-fa157d32-3e28-405e-927f-024bc9d58f68 tempest-ServersAdminNegativeTestJSON-171947884 tempest-ServersAdminNegativeTestJSON-171947884-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ae33aff-71bb-4c8d-a9c7-61e0f974e3a6 HTTP/1.1" status: 200 len: 950 time: 0.1068034 Jan 28 07:12:08.357365 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c5d3ee44-05ec-4920-a9ae-7cc4999f6de1 req-ea038a81-0be2-45bd-8bb5-e273a728ec1a tempest-ImagesOneServerTestJSON-106757326 tempest-ImagesOneServerTestJSON-106757326-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=854e1fa7a09d4479b41a2770247f8b9f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0479484 Jan 28 07:12:08.372724 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241ab532-7657-4f57-9c97-f9dff27aa77d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e60d974b-4a97-44ad-8684-0b13afa61368,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:08.397278 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device e592ff20-96b6-4898-ae80-889f0a7f0b74 up at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:12:08.409422 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-86ab2edc-1bd0-477a-80fc-2bc1017fcde2 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-680629120-network', 'tenant_id': 'de731053670e47de99659e7fee14bed9'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:12:08.426995 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ec201d02-9847-49cd-beb9-6c30ed8c5cdf req-947c4b5f-8315-4312-9a02-b942789f942a tempest-ServersAdminNegativeTestJSON-171947884 tempest-ServersAdminNegativeTestJSON-171947884-project] 10.222.0.41 "GET /v2.0/security-groups?id=55335e6a-5bc2-4163-aae8-ed81e1993f57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902829 Jan 28 07:12:08.450501 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-241ab532-7657-4f57-9c97-f9dff27aa77d admin admin] Checking segment: {'id': 'b38b5d3d-4197-4548-8b2f-aaaa5395d71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '77aa199c-9565-430c-bcef-5bacd415f620'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:12:08.455892 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-6cc53e05-1bdd-4723-9b14-73bcf29c0e58 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8b870e88c7104d7aa5238a3aada59105&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5351529 Jan 28 07:12:08.456981 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 38716) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:12:08.459733 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-241ab532-7657-4f57-9c97-f9dff27aa77d admin admin] Network hostable DHCP agents. Network: 77aa199c-9565-430c-bcef-5bacd415f620, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:12:08.488379 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning for port e592ff20-96b6-4898-ae80-889f0a7f0b74 completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:12:08.495942 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning complete for port e592ff20-96b6-4898-ae80-889f0a7f0b74 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:12:08.498302 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (e592ff20-96b6-4898-ae80-889f0a7f0b74), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:08.514234 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86ab2edc-1bd0-477a-80fc-2bc1017fcde2 admin admin] Made reservation on behalf of de731053670e47de99659e7fee14bed9 for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:12:08.523343 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-86ab2edc-1bd0-477a-80fc-2bc1017fcde2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:08.572172 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-db087370-9c83-4eac-82bd-3fd947240f2a admin admin] Publish callbacks [] for security_group (d9d43098-e2ca-4cae-aaa6-1e9ead6fdda6), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:08.574461 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-241ab532-7657-4f57-9c97-f9dff27aa77d admin admin] Network 77aa199c-9565-430c-bcef-5bacd415f620 is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:12:08.592664 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:08.613690 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-86ab2edc-1bd0-477a-80fc-2bc1017fcde2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:08.628460 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-db087370-9c83-4eac-82bd-3fd947240f2a admin admin] Publish callbacks [] for security_group (d9d43098-e2ca-4cae-aaa6-1e9ead6fdda6), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:08.635185 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c9a11be-5ce5-4948-8476-cf9dbc9a1fcd x-openstack-request-id: req-2c9a11be-5ce5-4948-8476-cf9dbc9a1fcd {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:12:08.635412 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-241ab532-7657-4f57-9c97-f9dff27aa77d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, 77aa199c-9565-430c-bcef-5bacd415f620) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:12:08.635773 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ae33aff-71bb-4c8d-a9c7-61e0f974e3a6", "name": "network-vif-plugged", "status": "completed", "tag": "fb9e78cb-06b1-49a7-b770-dc1630b5733a", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:12:08.636176 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2c9a11be-5ce5-4948-8476-cf9dbc9a1fcd {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:12:08.636751 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ae33aff-71bb-4c8d-a9c7-61e0f974e3a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb9e78cb-06b1-49a7-b770-dc1630b5733a', 'code': 200} Jan 28 07:12:08.640082 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-241ab532-7657-4f57-9c97-f9dff27aa77d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:08.640755 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-241ab532-7657-4f57-9c97-f9dff27aa77d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:08.654529 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-575fb6a4-ed8b-45a5-92fa-cdbe3e048a9b None None] Network 77aa199c-9565-430c-bcef-5bacd415f620 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:12:08.686452 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e05564-cf9b-4e05-9db3-59f7db7c5144 req-1e9f0fb8-a906-4927-b034-6ad4f92ded38 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:08.700720 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-95e05564-cf9b-4e05-9db3-59f7db7c5144 req-1e9f0fb8-a906-4927-b034-6ad4f92ded38 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd61f33e-ec05-4b14-85e5-8a4e92ff3cf2 HTTP/1.1" status: 200 len: 944 time: 0.1650717 Jan 28 07:12:08.731253 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port e592ff20-96b6-4898-ae80-889f0a7f0b74 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:12:08.731655 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (e592ff20-96b6-4898-ae80-889f0a7f0b74), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:08.735862 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-db087370-9c83-4eac-82bd-3fd947240f2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (d9d43098-e2ca-4cae-aaa6-1e9ead6fdda6), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:08.738804 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-db087370-9c83-4eac-82bd-3fd947240f2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:08.742213 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-db087370-9c83-4eac-82bd-3fd947240f2a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d9d43098-e2ca-4cae-aaa6-1e9ead6fdda6 HTTP/1.1" status: 204 len: 168 time: 0.2818854 Jan 28 07:12:08.753996 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db087370-9c83-4eac-82bd-3fd947240f2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9d43098-e2ca-4cae-aaa6-1e9ead6fdda6,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:08.822810 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c17e851-334d-46bf-9591-8278efc4cf84 req-66f037af-fa05-461b-8a8b-06cdf56a399f tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:08.824675 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2c17e851-334d-46bf-9591-8278efc4cf84 req-66f037af-fa05-461b-8a8b-06cdf56a399f tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=f255ed55-87c8-4949-a89a-d6b84a3ce0a3 HTTP/1.1" status: 200 len: 945 time: 0.0727344 Jan 28 07:12:08.865189 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port e592ff20-96b6-4898-ae80-889f0a7f0b74, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=e592ff20-96b6-4898-ae80-889f0a7f0b74,segment=NetworkSegment(b8d72b75-cba6-44bb-b1f1-97b3aa439c04),segment_id=b8d72b75-cba6-44bb-b1f1-97b3aa439c04)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:12:08.874392 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-241ab532-7657-4f57-9c97-f9dff27aa77d admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2379441 Jan 28 07:12:08.876373 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (e592ff20-96b6-4898-ae80-889f0a7f0b74), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:08.926552 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2c17e851-334d-46bf-9591-8278efc4cf84 req-ca459a92-c587-41c0-a82b-41a6b58d130f tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e9c3947-6ff8-4aa4-a1f7-c165b64c94a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883379 Jan 28 07:12:09.007625 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5b685d4-fffc-4de5-a033-37fb8125a443 None None] Network 77aa199c-9565-430c-bcef-5bacd415f620 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:12:09.037335 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-95e05564-cf9b-4e05-9db3-59f7db7c5144 req-9822d405-0305-4c82-8371-0c7b4b33b1cd tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/security-groups?id=ffb17db6-1913-4712-aa46-d7c764c8c875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3302736 Jan 28 07:12:09.044725 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ea7159-6184-4aee-a8ea-aad7b53a7ca4 req-1f545494-2328-40d4-a4c3-981f19fb0b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:09.048455 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-44ea7159-6184-4aee-a8ea-aad7b53a7ca4 req-1f545494-2328-40d4-a4c3-981f19fb0b55 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2ae33aff-71bb-4c8d-a9c7-61e0f974e3a6 HTTP/1.1" status: 200 len: 1102 time: 0.3275223 Jan 28 07:12:09.050333 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-588bcac9-2d45-405a-b85f-a7764d9dce7a req-745f6353-cfd5-490f-ba5d-de3a73ad724c tempest-ImagesOneServerTestJSON-106757326 tempest-ImagesOneServerTestJSON-106757326-project] 10.222.0.41 "GET /v2.0/ports?device_id=3dd702e6-7a80-45cc-9dda-f28032a78da6 HTTP/1.1" status: 200 len: 210 time: 0.0749476 Jan 28 07:12:09.219135 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=e592ff20-96b6-4898-ae80-889f0a7f0b74,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:09.224385 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-86ab2edc-1bd0-477a-80fc-2bc1017fcde2 admin admin] Publish callbacks [] for security_group (de548c50-0756-4e84-bbcf-843b9ba2e11b), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:09.240382 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-44ea7159-6184-4aee-a8ea-aad7b53a7ca4 req-9b9ed9cc-c8b1-4c08-ac9e-c991a69fb52e service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=55335e6a-5bc2-4163-aae8-ed81e1993f57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728892 Jan 28 07:12:09.242106 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-86ab2edc-1bd0-477a-80fc-2bc1017fcde2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (de548c50-0756-4e84-bbcf-843b9ba2e11b), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:09.289156 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86ab2edc-1bd0-477a-80fc-2bc1017fcde2 admin admin] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:12:09.306778 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ab2edc-1bd0-477a-80fc-2bc1017fcde2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de548c50-0756-4e84-bbcf-843b9ba2e11b,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:09.310463 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-86ab2edc-1bd0-477a-80fc-2bc1017fcde2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (c6cdd79c-430d-4c62-b387-4821f1bdd03e), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:09.311480 n-d-712749-28 neutron-server[103284]: INFO neutron.db.segments_db [None req-86ab2edc-1bd0-477a-80fc-2bc1017fcde2 admin admin] Added segment c6cdd79c-430d-4c62-b387-4821f1bdd03e of type vlan for network d9849554-bb88-4f27-8509-649ac0387251 Jan 28 07:12:09.416318 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-86ab2edc-1bd0-477a-80fc-2bc1017fcde2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (d9849554-bb88-4f27-8509-649ac0387251), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:09.463457 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a092d9c-4baf-49db-9d45-5be47c572ad7 req-99e5f04b-5920-43f8-94d2-a2ebc4f1ce78 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:09.473160 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a092d9c-4baf-49db-9d45-5be47c572ad7 req-99e5f04b-5920-43f8-94d2-a2ebc4f1ce78 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:09.481454 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a092d9c-4baf-49db-9d45-5be47c572ad7 req-99e5f04b-5920-43f8-94d2-a2ebc4f1ce78 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:09.492455 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a092d9c-4baf-49db-9d45-5be47c572ad7 req-99e5f04b-5920-43f8-94d2-a2ebc4f1ce78 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:09.504828 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a092d9c-4baf-49db-9d45-5be47c572ad7 req-99e5f04b-5920-43f8-94d2-a2ebc4f1ce78 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:09.510378 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-86ab2edc-1bd0-477a-80fc-2bc1017fcde2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (d9849554-bb88-4f27-8509-649ac0387251), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:09.511483 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86ab2edc-1bd0-477a-80fc-2bc1017fcde2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:09.512072 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-86ab2edc-1bd0-477a-80fc-2bc1017fcde2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:09.513864 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a092d9c-4baf-49db-9d45-5be47c572ad7 req-99e5f04b-5920-43f8-94d2-a2ebc4f1ce78 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:09.520614 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a092d9c-4baf-49db-9d45-5be47c572ad7 req-99e5f04b-5920-43f8-94d2-a2ebc4f1ce78 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:09.525315 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca215cfd-66d0-4a42-8298-9cf9f42967ea req-8f8a6015-cac4-41cf-a80f-0726e01ff68e tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:09.527247 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ca215cfd-66d0-4a42-8298-9cf9f42967ea req-8f8a6015-cac4-41cf-a80f-0726e01ff68e tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=f255ed55-87c8-4949-a89a-d6b84a3ce0a3 HTTP/1.1" status: 200 len: 945 time: 0.1010733 Jan 28 07:12:09.536025 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1a092d9c-4baf-49db-9d45-5be47c572ad7 req-99e5f04b-5920-43f8-94d2-a2ebc4f1ce78 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7 HTTP/1.1" status: 200 len: 5422 time: 0.2406843 Jan 28 07:12:09.613275 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-86ab2edc-1bd0-477a-80fc-2bc1017fcde2 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.4037757 Jan 28 07:12:09.625756 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1a092d9c-4baf-49db-9d45-5be47c572ad7 req-74d138d3-0c89-445e-b9d9-031a1b5b9270 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/security-groups?id=f42d29db-089b-46ec-bdc0-e6253e46a436&id=f0e415d4-9274-4847-9e71-c098cc08b695&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0809247 Jan 28 07:12:09.659311 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ab2edc-1bd0-477a-80fc-2bc1017fcde2 admin admin] Pushing event updated for resources: {'Network': ['ID=d9849554-bb88-4f27-8509-649ac0387251,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:09.692075 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network d9849554-bb88-4f27-8509-649ac0387251 details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:12:09.693495 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 38760) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:12:09.698673 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-ab9e8668-a54b-4dbc-af2d-b624d2fa01f8 admin admin] Request body: {'subnet': {'network_id': 'd9849554-bb88-4f27-8509-649ac0387251', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-680629120-subnet', 'tenant_id': 'de731053670e47de99659e7fee14bed9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:12:09.733205 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab9e8668-a54b-4dbc-af2d-b624d2fa01f8 admin admin] Made reservation on behalf of de731053670e47de99659e7fee14bed9 for: {'subnet': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:12:09.736756 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ab9e8668-a54b-4dbc-af2d-b624d2fa01f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13555781'] for subnet (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:09.743374 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ca215cfd-66d0-4a42-8298-9cf9f42967ea req-90bb51ce-16a8-4f9d-9273-7dea5f9f9da6 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e9c3947-6ff8-4aa4-a1f7-c165b64c94a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991398 Jan 28 07:12:09.810175 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:09.932126 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc78d87-14e8-48cf-b66b-7b9744e56557 req-91f06214-3583-4fc7-891c-30861ee1aca7 tempest-ServersAdminNegativeTestJSON-171947884 tempest-ServersAdminNegativeTestJSON-171947884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:09.933735 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-adc78d87-14e8-48cf-b66b-7b9744e56557 req-91f06214-3583-4fc7-891c-30861ee1aca7 tempest-ServersAdminNegativeTestJSON-171947884 tempest-ServersAdminNegativeTestJSON-171947884-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ae33aff-71bb-4c8d-a9c7-61e0f974e3a6 HTTP/1.1" status: 200 len: 950 time: 0.1434650 Jan 28 07:12:09.982979 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 38768) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:12:09.988183 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-96b1743e-923f-498f-8de1-c5915d7b2c1c admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1929839432-network', 'tenant_id': '720bf9302fb8453fb15d6c0777dec8b5'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:12:10.017440 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96b1743e-923f-498f-8de1-c5915d7b2c1c admin admin] Made reservation on behalf of 720bf9302fb8453fb15d6c0777dec8b5 for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:12:10.021177 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-96b1743e-923f-498f-8de1-c5915d7b2c1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:10.034230 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-96b1743e-923f-498f-8de1-c5915d7b2c1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:10.068435 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-adc78d87-14e8-48cf-b66b-7b9744e56557 req-f133f29c-2fda-41d7-ae22-218f8adbeccd tempest-ServersAdminNegativeTestJSON-171947884 tempest-ServersAdminNegativeTestJSON-171947884-project] 10.222.0.41 "GET /v2.0/security-groups?id=55335e6a-5bc2-4163-aae8-ed81e1993f57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064451 Jan 28 07:12:10.216637 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-3ed9cb6d-61af-4cb3-a39d-6754e7f4c535 req-7ea434b1-f979-46d6-ae63-057913873223 tempest-ImagesOneServerTestJSON-106757326 tempest-ImagesOneServerTestJSON-106757326-project] 10.222.0.41 "GET /v2.0/ports?device_id=3dd702e6-7a80-45cc-9dda-f28032a78da6 HTTP/1.1" status: 200 len: 210 time: 0.0414588 Jan 28 07:12:10.225139 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-96b1743e-923f-498f-8de1-c5915d7b2c1c admin admin] Publish callbacks [] for security_group (1ce1e0cb-ab8e-44d0-b271-4892e636059b), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:10.227837 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ab9e8668-a54b-4dbc-af2d-b624d2fa01f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13546728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13555799'] for subnet (68f7f7d8-d964-4750-8c9a-52fe444c8e70), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:10.245239 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-96b1743e-923f-498f-8de1-c5915d7b2c1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (1ce1e0cb-ab8e-44d0-b271-4892e636059b), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:10.246301 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad378bfc-ee34-4588-8d5c-df5c202ba2aa req-03f4d1ad-455d-450e-9aa8-6c2139d3c677 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:10.248103 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ad378bfc-ee34-4588-8d5c-df5c202ba2aa req-03f4d1ad-455d-450e-9aa8-6c2139d3c677 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd61f33e-ec05-4b14-85e5-8a4e92ff3cf2 HTTP/1.1" status: 200 len: 945 time: 0.0731928 Jan 28 07:12:10.294787 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9e8668-a54b-4dbc-af2d-b624d2fa01f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=68f7f7d8-d964-4750-8c9a-52fe444c8e70,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:10.297868 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96b1743e-923f-498f-8de1-c5915d7b2c1c admin admin] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:12:10.303212 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9e8668-a54b-4dbc-af2d-b624d2fa01f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:12:10.303765 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9e8668-a54b-4dbc-af2d-b624d2fa01f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:12:10.304326 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9e8668-a54b-4dbc-af2d-b624d2fa01f8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:12:10.304855 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9e8668-a54b-4dbc-af2d-b624d2fa01f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:12:10.305539 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9e8668-a54b-4dbc-af2d-b624d2fa01f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:12:10.306814 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9e8668-a54b-4dbc-af2d-b624d2fa01f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:12:10.307345 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9e8668-a54b-4dbc-af2d-b624d2fa01f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:12:10.307856 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9e8668-a54b-4dbc-af2d-b624d2fa01f8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:12:10.308395 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9e8668-a54b-4dbc-af2d-b624d2fa01f8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:12:10.308927 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9e8668-a54b-4dbc-af2d-b624d2fa01f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:12:10.309421 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9e8668-a54b-4dbc-af2d-b624d2fa01f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:12:10.309935 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9e8668-a54b-4dbc-af2d-b624d2fa01f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:12:10.310435 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9e8668-a54b-4dbc-af2d-b624d2fa01f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:12:10.311079 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-96b1743e-923f-498f-8de1-c5915d7b2c1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (77d7bf4d-ddb4-4b00-b884-92ed57f2e0d2), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:10.311552 n-d-712749-28 neutron-server[103284]: INFO neutron.db.segments_db [None req-96b1743e-923f-498f-8de1-c5915d7b2c1c admin admin] Added segment 77d7bf4d-ddb4-4b00-b884-92ed57f2e0d2 of type vlan for network b81415ce-49df-4fc9-ab5f-b548edc95ccc Jan 28 07:12:10.356221 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9e8668-a54b-4dbc-af2d-b624d2fa01f8 admin admin] Checking segment: {'id': 'c6cdd79c-430d-4c62-b387-4821f1bdd03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd9849554-bb88-4f27-8509-649ac0387251'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:12:10.357321 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab9e8668-a54b-4dbc-af2d-b624d2fa01f8 admin admin] Network hostable DHCP agents. Network: d9849554-bb88-4f27-8509-649ac0387251, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:12:10.390890 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab9e8668-a54b-4dbc-af2d-b624d2fa01f8 admin admin] Network d9849554-bb88-4f27-8509-649ac0387251 is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:12:10.405735 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-ab9e8668-a54b-4dbc-af2d-b624d2fa01f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, d9849554-bb88-4f27-8509-649ac0387251) {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:12:10.415623 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f91f0559-b040-4258-a857-f02c9564ee98 None None] Network d9849554-bb88-4f27-8509-649ac0387251 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:12:10.420702 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b1743e-923f-498f-8de1-c5915d7b2c1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ce1e0cb-ab8e-44d0-b271-4892e636059b,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:10.443008 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b1743e-923f-498f-8de1-c5915d7b2c1c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:12:10.443266 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab9e8668-a54b-4dbc-af2d-b624d2fa01f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:10.443598 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b1743e-923f-498f-8de1-c5915d7b2c1c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:12:10.443727 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ab9e8668-a54b-4dbc-af2d-b624d2fa01f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:10.444175 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b1743e-923f-498f-8de1-c5915d7b2c1c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:12:10.444714 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b1743e-923f-498f-8de1-c5915d7b2c1c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:12:10.445448 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b1743e-923f-498f-8de1-c5915d7b2c1c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:12:10.446257 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b1743e-923f-498f-8de1-c5915d7b2c1c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:12:10.446833 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b1743e-923f-498f-8de1-c5915d7b2c1c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:12:10.447393 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b1743e-923f-498f-8de1-c5915d7b2c1c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:12:10.447950 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b1743e-923f-498f-8de1-c5915d7b2c1c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:12:10.448641 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b1743e-923f-498f-8de1-c5915d7b2c1c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:12:10.449214 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b1743e-923f-498f-8de1-c5915d7b2c1c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:12:10.449782 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b1743e-923f-498f-8de1-c5915d7b2c1c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:12:10.450335 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b1743e-923f-498f-8de1-c5915d7b2c1c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:12:10.472147 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-96b1743e-923f-498f-8de1-c5915d7b2c1c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (b81415ce-49df-4fc9-ab5f-b548edc95ccc), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:10.495062 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-ab9e8668-a54b-4dbc-af2d-b624d2fa01f8 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.8001530 Jan 28 07:12:10.498641 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 38784) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:12:10.503957 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-2b3f3f78-1b16-48e6-8712-d8608fe5cbe3 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-680629120-router', 'tenant_id': 'de731053670e47de99659e7fee14bed9', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:12:10.504321 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ad378bfc-ee34-4588-8d5c-df5c202ba2aa req-788384bb-f061-4b91-9514-3640cc0a50a1 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/security-groups?id=ffb17db6-1913-4712-aa46-d7c764c8c875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392840 Jan 28 07:12:10.536033 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-96b1743e-923f-498f-8de1-c5915d7b2c1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (b81415ce-49df-4fc9-ab5f-b548edc95ccc), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:10.537470 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b1743e-923f-498f-8de1-c5915d7b2c1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:10.538345 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-96b1743e-923f-498f-8de1-c5915d7b2c1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:10.564754 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2b3f3f78-1b16-48e6-8712-d8608fe5cbe3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16606890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127275'] for router (9441930f-fa57-493b-90be-944dc12892f0), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:10.566212 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2b3f3f78-1b16-48e6-8712-d8608fe5cbe3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16605498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16607952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16355422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127266'] for router (9441930f-fa57-493b-90be-944dc12892f0), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:10.638659 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd61f33e-ec05-4b14-85e5-8a4e92ff3cf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e592ff20-96b6-4898-ae80-889f0a7f0b74'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:12:10.643535 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c9eb72e-0865-4140-ab15-23af7ad094ca" -d '{"events": [{"server_uuid": "cd61f33e-ec05-4b14-85e5-8a4e92ff3cf2", "name": "network-vif-plugged", "status": "completed", "tag": "e592ff20-96b6-4898-ae80-889f0a7f0b74"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:12:10.653867 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5b4fc93-e880-4865-aa96-a7b6ca732573 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3dd72b9-6805-5f61-b6f3-a591f99a173d-d9849554-bb88-4f27-8509-649ac0387251', 'network_id': 'd9849554-bb88-4f27-8509-649ac0387251', 'project_id': 'de731053670e47de99659e7fee14bed9', 'fixed_ips': [{'subnet_id': '68f7f7d8-d964-4750-8c9a-52fe444c8e70'}]}} from n-d-712749-28. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 07:12:10.657757 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b5b4fc93-e880-4865-aa96-a7b6ca732573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:10.714714 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-96b1743e-923f-498f-8de1-c5915d7b2c1c admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7265480 Jan 28 07:12:10.732529 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2b3f3f78-1b16-48e6-8712-d8608fe5cbe3 admin admin] Publish callbacks [] for router_controller (9441930f-fa57-493b-90be-944dc12892f0), precommit_add_association {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:10.733584 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 38790) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:12:10.744626 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c5d3ee44-05ec-4920-a9ae-7cc4999f6de1 req-24d0410a-7e6c-49d9-af0e-c796236e9959 tempest-ImagesOneServerTestJSON-106757326 tempest-ImagesOneServerTestJSON-106757326-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=854e1fa7a09d4479b41a2770247f8b9f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0696561 Jan 28 07:12:10.754998 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-200b8f8d-d994-4bba-9c54-dd9d16e126cf admin admin] Request body: {'subnet': {'network_id': 'b81415ce-49df-4fc9-ab5f-b548edc95ccc', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1929839432-subnet', 'tenant_id': '720bf9302fb8453fb15d6c0777dec8b5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:12:10.795359 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b1743e-923f-498f-8de1-c5915d7b2c1c admin admin] Pushing event updated for resources: {'Network': ['ID=b81415ce-49df-4fc9-ab5f-b548edc95ccc,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:10.869127 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb71cab-f892-400b-8b56-d1f9630dd3ae req-c49b23dd-7d41-4746-82fb-099914aa84f1 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:10.874684 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb71cab-f892-400b-8b56-d1f9630dd3ae req-c49b23dd-7d41-4746-82fb-099914aa84f1 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:10.878478 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-b5b4fc93-e880-4865-aa96-a7b6ca732573 None None] Allocated IP 172.20.0.2 (d9849554-bb88-4f27-8509-649ac0387251/68f7f7d8-d964-4750-8c9a-52fe444c8e70/82df28d4-7a70-4ec8-8694-0ad27c9cf49a) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:12:10.881289 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb71cab-f892-400b-8b56-d1f9630dd3ae req-c49b23dd-7d41-4746-82fb-099914aa84f1 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:10.886891 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb71cab-f892-400b-8b56-d1f9630dd3ae req-c49b23dd-7d41-4746-82fb-099914aa84f1 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:10.893069 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb71cab-f892-400b-8b56-d1f9630dd3ae req-c49b23dd-7d41-4746-82fb-099914aa84f1 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:10.899854 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb71cab-f892-400b-8b56-d1f9630dd3ae req-c49b23dd-7d41-4746-82fb-099914aa84f1 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:10.916366 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb71cab-f892-400b-8b56-d1f9630dd3ae req-c49b23dd-7d41-4746-82fb-099914aa84f1 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:10.926086 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5eb71cab-f892-400b-8b56-d1f9630dd3ae req-c49b23dd-7d41-4746-82fb-099914aa84f1 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7 HTTP/1.1" status: 200 len: 5422 time: 0.1868017 Jan 28 07:12:10.983522 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eb40b1e-4cd3-4873-94e5-997856334b75 x-openstack-request-id: req-8eb40b1e-4cd3-4873-94e5-997856334b75 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:12:10.984247 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd61f33e-ec05-4b14-85e5-8a4e92ff3cf2", "name": "network-vif-plugged", "status": "completed", "tag": "e592ff20-96b6-4898-ae80-889f0a7f0b74", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:12:10.984878 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8eb40b1e-4cd3-4873-94e5-997856334b75 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:12:10.985505 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd61f33e-ec05-4b14-85e5-8a4e92ff3cf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e592ff20-96b6-4898-ae80-889f0a7f0b74', 'code': 200} Jan 28 07:12:10.989944 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network b81415ce-49df-4fc9-ab5f-b548edc95ccc details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:12:11.037948 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d3ee44-05ec-4920-a9ae-7cc4999f6de1 req-e49c15ef-a268-4013-b91a-a6ff0020bf5e tempest-ImagesOneServerTestJSON-106757326 tempest-ImagesOneServerTestJSON-106757326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:11.043156 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c5d3ee44-05ec-4920-a9ae-7cc4999f6de1 req-e49c15ef-a268-4013-b91a-a6ff0020bf5e tempest-ImagesOneServerTestJSON-106757326 tempest-ImagesOneServerTestJSON-106757326-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2638252 Jan 28 07:12:11.064461 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-200b8f8d-d994-4bba-9c54-dd9d16e126cf admin admin] Made reservation on behalf of 720bf9302fb8453fb15d6c0777dec8b5 for: {'subnet': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:12:11.066719 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-200b8f8d-d994-4bba-9c54-dd9d16e126cf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13555781'] for subnet (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:11.117478 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-c5d3ee44-05ec-4920-a9ae-7cc4999f6de1 req-420eb646-d545-4ec3-b396-64b772c716e2 tempest-ImagesOneServerTestJSON-106757326 tempest-ImagesOneServerTestJSON-106757326-project] Request body: {'port': {'device_id': '3dd702e6-7a80-45cc-9dda-f28032a78da6', 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb', 'admin_state_up': True, 'tenant_id': '854e1fa7a09d4479b41a2770247f8b9f'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:12:11.159041 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2b3f3f78-1b16-48e6-8712-d8608fe5cbe3 admin admin] Publish callbacks [] for router_gateway (9441930f-fa57-493b-90be-944dc12892f0), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:11.184488 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b5b4fc93-e880-4865-aa96-a7b6ca732573 None None] Publish callbacks [] for port (82df28d4-7a70-4ec8-8694-0ad27c9cf49a), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:11.193337 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b5b4fc93-e880-4865-aa96-a7b6ca732573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (82df28d4-7a70-4ec8-8694-0ad27c9cf49a), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:11.199270 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5eb71cab-f892-400b-8b56-d1f9630dd3ae req-ec88483f-2494-45d0-92be-c005b795de17 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/security-groups?id=f42d29db-089b-46ec-bdc0-e6253e46a436&id=f0e415d4-9274-4847-9e71-c098cc08b695&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2616498 Jan 28 07:12:11.207036 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238ae608-e74f-4655-88da-f8705bb2970b req-4472cbf2-4e22-4bf7-9b1f-fcf28868fe6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:11.208538 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-238ae608-e74f-4655-88da-f8705bb2970b req-4472cbf2-4e22-4bf7-9b1f-fcf28868fe6b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=cd61f33e-ec05-4b14-85e5-8a4e92ff3cf2 HTTP/1.1" status: 200 len: 1097 time: 0.1507206 Jan 28 07:12:11.225028 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8631d6b9-0976-4018-8ea7-42211b0ce0df req-2bd86384-f0d7-417b-89dd-9e6b7f47e99e tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:11.226580 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8631d6b9-0976-4018-8ea7-42211b0ce0df req-2bd86384-f0d7-417b-89dd-9e6b7f47e99e tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=f255ed55-87c8-4949-a89a-d6b84a3ce0a3 HTTP/1.1" status: 200 len: 945 time: 0.1658187 Jan 28 07:12:11.248963 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b4fc93-e880-4865-aa96-a7b6ca732573 None None] Pushing event updated for resources: {'Port': ['ID=82df28d4-7a70-4ec8-8694-0ad27c9cf49a,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:11.264106 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b4fc93-e880-4865-aa96-a7b6ca732573 None None] Network d9849554-bb88-4f27-8509-649ac0387251 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:12:11.266385 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-b5b4fc93-e880-4865-aa96-a7b6ca732573 None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:12:11.273978 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b4fc93-e880-4865-aa96-a7b6ca732573 None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:12:11.316328 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-238ae608-e74f-4655-88da-f8705bb2970b req-3092bd84-11c4-4b1d-ba24-1b6a78ded592 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=ffb17db6-1913-4712-aa46-d7c764c8c875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994298 Jan 28 07:12:11.348837 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5d3ee44-05ec-4920-a9ae-7cc4999f6de1 req-420eb646-d545-4ec3-b396-64b772c716e2 tempest-ImagesOneServerTestJSON-106757326 tempest-ImagesOneServerTestJSON-106757326-project] Made reservation on behalf of 854e1fa7a09d4479b41a2770247f8b9f for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:12:11.353276 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c5d3ee44-05ec-4920-a9ae-7cc4999f6de1 req-420eb646-d545-4ec3-b396-64b772c716e2 tempest-ImagesOneServerTestJSON-106757326 tempest-ImagesOneServerTestJSON-106757326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:11.370928 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c5d3ee44-05ec-4920-a9ae-7cc4999f6de1 req-420eb646-d545-4ec3-b396-64b772c716e2 tempest-ImagesOneServerTestJSON-106757326 tempest-ImagesOneServerTestJSON-106757326-project] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:11.371297 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8631d6b9-0976-4018-8ea7-42211b0ce0df req-73939f43-6dea-4efd-a0b4-e91655301175 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e9c3947-6ff8-4aa4-a1f7-c165b64c94a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011887 Jan 28 07:12:11.447056 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-b5b4fc93-e880-4865-aa96-a7b6ca732573 None None] Attempting to bind port 82df28d4-7a70-4ec8-8694-0ad27c9cf49a on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:12:11.447630 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-b5b4fc93-e880-4865-aa96-a7b6ca732573 None None] Attempting to bind port 82df28d4-7a70-4ec8-8694-0ad27c9cf49a by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': 'c6cdd79c-430d-4c62-b387-4821f1bdd03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd9849554-bb88-4f27-8509-649ac0387251'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:12:11.447832 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b4fc93-e880-4865-aa96-a7b6ca732573 None None] Attempting to bind port 82df28d4-7a70-4ec8-8694-0ad27c9cf49a on network d9849554-bb88-4f27-8509-649ac0387251 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:12:11.466535 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b4fc93-e880-4865-aa96-a7b6ca732573 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:12:11.466939 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b4fc93-e880-4865-aa96-a7b6ca732573 None None] Checking segment: {'id': 'c6cdd79c-430d-4c62-b387-4821f1bdd03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd9849554-bb88-4f27-8509-649ac0387251'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:12:11.467351 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b5b4fc93-e880-4865-aa96-a7b6ca732573 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:11.467760 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b4fc93-e880-4865-aa96-a7b6ca732573 None None] Bound using segment: {'id': 'c6cdd79c-430d-4c62-b387-4821f1bdd03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd9849554-bb88-4f27-8509-649ac0387251'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:12:11.468280 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-b5b4fc93-e880-4865-aa96-a7b6ca732573 None None] Bound port: 82df28d4-7a70-4ec8-8694-0ad27c9cf49a, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6cdd79c-430d-4c62-b387-4821f1bdd03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd9849554-bb88-4f27-8509-649ac0387251'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:12:11.468674 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b5b4fc93-e880-4865-aa96-a7b6ca732573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (82df28d4-7a70-4ec8-8694-0ad27c9cf49a), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:11.489208 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c5d3ee44-05ec-4920-a9ae-7cc4999f6de1 req-420eb646-d545-4ec3-b396-64b772c716e2 tempest-ImagesOneServerTestJSON-106757326 tempest-ImagesOneServerTestJSON-106757326-project] Publish callbacks [] for security_group (a65f13c7-2687-4f51-975e-f35c9dc43c67), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:11.495354 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c5d3ee44-05ec-4920-a9ae-7cc4999f6de1 req-420eb646-d545-4ec3-b396-64b772c716e2 tempest-ImagesOneServerTestJSON-106757326 tempest-ImagesOneServerTestJSON-106757326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (a65f13c7-2687-4f51-975e-f35c9dc43c67), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:11.533790 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-200b8f8d-d994-4bba-9c54-dd9d16e126cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13546728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13555799'] for subnet (51d106f8-a8e3-45cc-a8d0-0a231dc9d360), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:11.580601 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-b5b4fc93-e880-4865-aa96-a7b6ca732573 None None] For port 82df28d4-7a70-4ec8-8694-0ad27c9cf49a, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:12:11.591536 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-b5b4fc93-e880-4865-aa96-a7b6ca732573 None None] For port 82df28d4-7a70-4ec8-8694-0ad27c9cf49a, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=82df28d4-7a70-4ec8-8694-0ad27c9cf49a,segment=NetworkSegment(c6cdd79c-430d-4c62-b387-4821f1bdd03e),segment_id=c6cdd79c-430d-4c62-b387-4821f1bdd03e)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:12:11.606013 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b5b4fc93-e880-4865-aa96-a7b6ca732573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (82df28d4-7a70-4ec8-8694-0ad27c9cf49a), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:11.631463 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9ad645-376c-4788-b68e-dbffef56443c req-de816903-5b61-4a1a-8f22-77b735135839 tempest-ServersAdminNegativeTestJSON-171947884 tempest-ServersAdminNegativeTestJSON-171947884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:11.636375 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1c8c2fca-bc10-4559-8e48-c1a4320ffcda req-febe00b3-d161-40a5-8040-073901806148 tempest-ImagesOneServerTestJSON-106757326 tempest-ImagesOneServerTestJSON-106757326-project] 10.222.0.41 "GET /v2.0/ports?device_id=3dd702e6-7a80-45cc-9dda-f28032a78da6 HTTP/1.1" status: 200 len: 210 time: 0.0611241 Jan 28 07:12:11.638201 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8b9ad645-376c-4788-b68e-dbffef56443c req-de816903-5b61-4a1a-8f22-77b735135839 tempest-ServersAdminNegativeTestJSON-171947884 tempest-ServersAdminNegativeTestJSON-171947884-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ae33aff-71bb-4c8d-a9c7-61e0f974e3a6 HTTP/1.1" status: 200 len: 950 time: 0.1590142 Jan 28 07:12:11.685397 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420eb646-d545-4ec3-b396-64b772c716e2 tempest-ImagesOneServerTestJSON-106757326 tempest-ImagesOneServerTestJSON-106757326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a65f13c7-2687-4f51-975e-f35c9dc43c67,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:11.709846 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200b8f8d-d994-4bba-9c54-dd9d16e126cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=51d106f8-a8e3-45cc-a8d0-0a231dc9d360,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:11.710329 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b4fc93-e880-4865-aa96-a7b6ca732573 None None] Pushing event updated for resources: {'Port': ['ID=82df28d4-7a70-4ec8-8694-0ad27c9cf49a,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:11.778611 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-c5d3ee44-05ec-4920-a9ae-7cc4999f6de1 req-420eb646-d545-4ec3-b396-64b772c716e2 tempest-ImagesOneServerTestJSON-106757326 tempest-ImagesOneServerTestJSON-106757326-project] Allocated IP 192.168.233.98 (d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb/5785b43d-448b-4d12-9eb5-4e4caf2e7eaf/4a6dd5ce-e322-4b63-87ab-ae801e185778) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:12:11.919702 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200b8f8d-d994-4bba-9c54-dd9d16e126cf admin admin] Checking segment: {'id': '77d7bf4d-ddb4-4b00-b884-92ed57f2e0d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'b81415ce-49df-4fc9-ab5f-b548edc95ccc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:12:11.920066 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-200b8f8d-d994-4bba-9c54-dd9d16e126cf admin admin] Network hostable DHCP agents. Network: b81415ce-49df-4fc9-ab5f-b548edc95ccc, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:12:11.962754 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8b9ad645-376c-4788-b68e-dbffef56443c req-fce5f09f-05f4-4ecf-844c-ee9a938869df tempest-ServersAdminNegativeTestJSON-171947884 tempest-ServersAdminNegativeTestJSON-171947884-project] 10.222.0.41 "GET /v2.0/security-groups?id=55335e6a-5bc2-4163-aae8-ed81e1993f57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3235803 Jan 28 07:12:11.985361 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2a5249-33e7-4025-9b3c-ed2b8d5c8040 req-efa28182-5cf0-4f0f-9132-b49b4748474b tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:11.986738 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2b3f3f78-1b16-48e6-8712-d8608fe5cbe3 admin admin] Publish callbacks [] for router_gateway (9441930f-fa57-493b-90be-944dc12892f0), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:11.991511 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2a2a5249-33e7-4025-9b3c-ed2b8d5c8040 req-efa28182-5cf0-4f0f-9132-b49b4748474b tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd61f33e-ec05-4b14-85e5-8a4e92ff3cf2 HTTP/1.1" status: 200 len: 945 time: 0.1476791 Jan 28 07:12:12.107357 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2b3f3f78-1b16-48e6-8712-d8608fe5cbe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:12.121887 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-200b8f8d-d994-4bba-9c54-dd9d16e126cf admin admin] Network b81415ce-49df-4fc9-ab5f-b548edc95ccc is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:12:12.151515 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c5d3ee44-05ec-4920-a9ae-7cc4999f6de1 req-420eb646-d545-4ec3-b396-64b772c716e2 tempest-ImagesOneServerTestJSON-106757326 tempest-ImagesOneServerTestJSON-106757326-project] Publish callbacks [] for port (4a6dd5ce-e322-4b63-87ab-ae801e185778), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:12.221777 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-200b8f8d-d994-4bba-9c54-dd9d16e126cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, b81415ce-49df-4fc9-ab5f-b548edc95ccc) {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:12:12.231075 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a269a8f-4d76-4b0e-b32b-9d2db9917e75 None None] Network b81415ce-49df-4fc9-ab5f-b548edc95ccc requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:12:12.247811 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-200b8f8d-d994-4bba-9c54-dd9d16e126cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:12.248851 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-200b8f8d-d994-4bba-9c54-dd9d16e126cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:12.303960 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-200b8f8d-d994-4bba-9c54-dd9d16e126cf admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5579557 Jan 28 07:12:12.323991 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 38838) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:12:12.341173 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 82df28d4-7a70-4ec8-8694-0ad27c9cf49a up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:12:12.373083 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2a2a5249-33e7-4025-9b3c-ed2b8d5c8040 req-9aa7d7e6-39c2-4555-af68-2d25e56aa1fe tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/security-groups?id=ffb17db6-1913-4712-aa46-d7c764c8c875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3414035 Jan 28 07:12:12.389765 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-2b3f3f78-1b16-48e6-8712-d8608fe5cbe3 admin admin] Allocated IP 172.25.6.43 (7d5b3724-deef-4831-8d43-cb9b8176573c/b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc/ef3c7147-fe87-4479-9e6a-3a8b97030d2f) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:12:12.445195 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c5d3ee44-05ec-4920-a9ae-7cc4999f6de1 req-420eb646-d545-4ec3-b396-64b772c716e2 tempest-ImagesOneServerTestJSON-106757326 tempest-ImagesOneServerTestJSON-106757326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (4a6dd5ce-e322-4b63-87ab-ae801e185778), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:12.519325 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 82df28d4-7a70-4ec8-8694-0ad27c9cf49a triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:12:12.520284 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (82df28d4-7a70-4ec8-8694-0ad27c9cf49a), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:12.523420 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2391c276-9399-4a87-ad02-7388a1d7ceb0 None None] Network b81415ce-49df-4fc9-ab5f-b548edc95ccc requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:12:12.619251 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5d3ee44-05ec-4920-a9ae-7cc4999f6de1 req-420eb646-d545-4ec3-b396-64b772c716e2 tempest-ImagesOneServerTestJSON-106757326 tempest-ImagesOneServerTestJSON-106757326-project] Network d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:12:12.634483 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420eb646-d545-4ec3-b396-64b772c716e2 tempest-ImagesOneServerTestJSON-106757326 tempest-ImagesOneServerTestJSON-106757326-project] Pushing event updated for resources: {'Port': ['ID=4a6dd5ce-e322-4b63-87ab-ae801e185778,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:12.638213 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-c5d3ee44-05ec-4920-a9ae-7cc4999f6de1 req-420eb646-d545-4ec3-b396-64b772c716e2 tempest-ImagesOneServerTestJSON-106757326 tempest-ImagesOneServerTestJSON-106757326-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:12:12.695663 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5d3ee44-05ec-4920-a9ae-7cc4999f6de1 req-420eb646-d545-4ec3-b396-64b772c716e2 tempest-ImagesOneServerTestJSON-106757326 tempest-ImagesOneServerTestJSON-106757326-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:12:12.734226 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bce1062-b1ef-44aa-a089-ed914cce1894 req-857489c0-adf1-419b-8775-767879b9caf9 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:12.753917 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bce1062-b1ef-44aa-a089-ed914cce1894 req-857489c0-adf1-419b-8775-767879b9caf9 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:12.774627 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d3ee44-05ec-4920-a9ae-7cc4999f6de1 req-420eb646-d545-4ec3-b396-64b772c716e2 tempest-ImagesOneServerTestJSON-106757326 tempest-ImagesOneServerTestJSON-106757326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:12.775327 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c5d3ee44-05ec-4920-a9ae-7cc4999f6de1 req-420eb646-d545-4ec3-b396-64b772c716e2 tempest-ImagesOneServerTestJSON-106757326 tempest-ImagesOneServerTestJSON-106757326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:12.788455 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bce1062-b1ef-44aa-a089-ed914cce1894 req-857489c0-adf1-419b-8775-767879b9caf9 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:12.816107 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c5d3ee44-05ec-4920-a9ae-7cc4999f6de1 req-420eb646-d545-4ec3-b396-64b772c716e2 tempest-ImagesOneServerTestJSON-106757326 tempest-ImagesOneServerTestJSON-106757326-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7056859 Jan 28 07:12:12.817202 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bce1062-b1ef-44aa-a089-ed914cce1894 req-857489c0-adf1-419b-8775-767879b9caf9 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:12.832017 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bb7a0577-08cf-4f34-9c89-8a817b7a43e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:12.856884 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bce1062-b1ef-44aa-a089-ed914cce1894 req-857489c0-adf1-419b-8775-767879b9caf9 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:12.874324 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bce1062-b1ef-44aa-a089-ed914cce1894 req-857489c0-adf1-419b-8775-767879b9caf9 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:12.901797 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bce1062-b1ef-44aa-a089-ed914cce1894 req-857489c0-adf1-419b-8775-767879b9caf9 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:12.917087 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6bce1062-b1ef-44aa-a089-ed914cce1894 req-857489c0-adf1-419b-8775-767879b9caf9 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7 HTTP/1.1" status: 200 len: 5422 time: 0.4354074 Jan 28 07:12:13.045064 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2b3f3f78-1b16-48e6-8712-d8608fe5cbe3 admin admin] Publish callbacks [] for port (ef3c7147-fe87-4479-9e6a-3a8b97030d2f), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:13.084609 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-c5d3ee44-05ec-4920-a9ae-7cc4999f6de1 req-08f50fcd-e236-41f1-9695-3d851920c208 service neutron] Request body: {'port': {'device_id': '3dd702e6-7a80-45cc-9dda-f28032a78da6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-28'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:12:13.183080 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2b3f3f78-1b16-48e6-8712-d8608fe5cbe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (ef3c7147-fe87-4479-9e6a-3a8b97030d2f), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:13.210997 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d716ef1-ff09-404b-9ea5-d64add319ff3 req-dd13d0e4-ed38-4adc-8a8d-267521af642e tempest-ServersAdminNegativeTestJSON-33954070 tempest-ServersAdminNegativeTestJSON-33954070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:13.225066 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6d716ef1-ff09-404b-9ea5-d64add319ff3 req-dd13d0e4-ed38-4adc-8a8d-267521af642e tempest-ServersAdminNegativeTestJSON-33954070 tempest-ServersAdminNegativeTestJSON-33954070-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=2ae33aff-71bb-4c8d-a9c7-61e0f974e3a6 HTTP/1.1" status: 200 len: 1102 time: 0.6039412 Jan 28 07:12:13.260177 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-6d716ef1-ff09-404b-9ea5-d64add319ff3 req-a7e35cd2-cfa4-4ac1-ac2e-3c819c2452b4 tempest-ServersAdminNegativeTestJSON-33954070 tempest-ServersAdminNegativeTestJSON-33954070-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:13.331853 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3f3f78-1b16-48e6-8712-d8608fe5cbe3 admin admin] Pushing event updated for resources: {'Port': ['ID=ef3c7147-fe87-4479-9e6a-3a8b97030d2f,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:13.357125 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b3f3f78-1b16-48e6-8712-d8608fe5cbe3 admin admin] Network 7d5b3724-deef-4831-8d43-cb9b8176573c is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:12:13.363660 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-2b3f3f78-1b16-48e6-8712-d8608fe5cbe3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:12:13.370298 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3f3f78-1b16-48e6-8712-d8608fe5cbe3 admin admin] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:12:13.407750 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 82df28d4-7a70-4ec8-8694-0ad27c9cf49a is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:12:13.408638 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (82df28d4-7a70-4ec8-8694-0ad27c9cf49a), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:13.442717 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-5bf4253f-7c85-4922-af4b-99e599f9eebc None None] Provisioning complete for port 4a6dd5ce-e322-4b63-87ab-ae801e185778 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:12:13.453815 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5bf4253f-7c85-4922-af4b-99e599f9eebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (4a6dd5ce-e322-4b63-87ab-ae801e185778), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:13.456551 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6bce1062-b1ef-44aa-a089-ed914cce1894 req-4c49bfb4-5f25-49f4-add2-555215516ad1 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/security-groups?id=f42d29db-089b-46ec-bdc0-e6253e46a436&id=f0e415d4-9274-4847-9e71-c098cc08b695&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5309253 Jan 28 07:12:13.515702 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-6d716ef1-ff09-404b-9ea5-d64add319ff3 req-a7e35cd2-cfa4-4ac1-ac2e-3c819c2452b4 tempest-ServersAdminNegativeTestJSON-33954070 tempest-ServersAdminNegativeTestJSON-33954070-project-admin] Publish callbacks [] for security_group (a85f1a23-2f9c-453a-9dcf-2f15a51382de), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:13.518397 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c5d3ee44-05ec-4920-a9ae-7cc4999f6de1 req-08f50fcd-e236-41f1-9695-3d851920c208 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (4a6dd5ce-e322-4b63-87ab-ae801e185778), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:13.528084 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bb7a0577-08cf-4f34-9c89-8a817b7a43e1 admin admin] Publish callbacks [] for security_group (6825927a-6d3b-4af1-aa51-0be08fbf4fb2), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:13.548836 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-6d716ef1-ff09-404b-9ea5-d64add319ff3 req-a7e35cd2-cfa4-4ac1-ac2e-3c819c2452b4 tempest-ServersAdminNegativeTestJSON-33954070 tempest-ServersAdminNegativeTestJSON-33954070-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (a85f1a23-2f9c-453a-9dcf-2f15a51382de), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:13.555374 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] For port 82df28d4-7a70-4ec8-8694-0ad27c9cf49a, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=82df28d4-7a70-4ec8-8694-0ad27c9cf49a,segment=NetworkSegment(c6cdd79c-430d-4c62-b387-4821f1bdd03e),segment_id=c6cdd79c-430d-4c62-b387-4821f1bdd03e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:12:13.572928 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-5bf4253f-7c85-4922-af4b-99e599f9eebc None None] Port 4a6dd5ce-e322-4b63-87ab-ae801e185778 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:12:13.587714 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (82df28d4-7a70-4ec8-8694-0ad27c9cf49a), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:13.597062 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bb7a0577-08cf-4f34-9c89-8a817b7a43e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (6825927a-6d3b-4af1-aa51-0be08fbf4fb2), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:13.664052 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Pushing event updated for resources: {'Port': ['ID=82df28d4-7a70-4ec8-8694-0ad27c9cf49a,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:13.671191 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6961a29-8b58-4ef4-ba32-48824a5edec9 None None] Network d9849554-bb88-4f27-8509-649ac0387251 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:12:13.770840 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-a90dd0b7-d541-48e4-bf73-f138d45ce8c8 None None] Provisioning complete for port 82df28d4-7a70-4ec8-8694-0ad27c9cf49a triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:12:13.771286 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a90dd0b7-d541-48e4-bf73-f138d45ce8c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (82df28d4-7a70-4ec8-8694-0ad27c9cf49a), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:13.786465 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6d716ef1-ff09-404b-9ea5-d64add319ff3 req-a7e35cd2-cfa4-4ac1-ac2e-3c819c2452b4 tempest-ServersAdminNegativeTestJSON-33954070 tempest-ServersAdminNegativeTestJSON-33954070-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=55335e6a-5bc2-4163-aae8-ed81e1993f57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5600097 Jan 28 07:12:13.794159 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e35cd2-cfa4-4ac1-ac2e-3c819c2452b4 tempest-ServersAdminNegativeTestJSON-33954070 tempest-ServersAdminNegativeTestJSON-33954070-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a85f1a23-2f9c-453a-9dcf-2f15a51382de,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:13.815859 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-bb7a0577-08cf-4f34-9c89-8a817b7a43e1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6f235df276f44c62ae819b4f419db702&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4907472 Jan 28 07:12:13.835393 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 38854) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:12:13.950233 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-a90dd0b7-d541-48e4-bf73-f138d45ce8c8 None None] Current status of the port 82df28d4-7a70-4ec8-8694-0ad27c9cf49a is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:12:14.009619 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7a0577-08cf-4f34-9c89-8a817b7a43e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6825927a-6d3b-4af1-aa51-0be08fbf4fb2,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:14.223639 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 82df28d4-7a70-4ec8-8694-0ad27c9cf49a up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:12:14.333708 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-5b642600-04c8-4eb7-b93c-3e66394e49dd None None] Provisioning complete for port 82df28d4-7a70-4ec8-8694-0ad27c9cf49a triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:12:14.334160 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5b642600-04c8-4eb7-b93c-3e66394e49dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (82df28d4-7a70-4ec8-8694-0ad27c9cf49a), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:14.372513 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2b3f3f78-1b16-48e6-8712-d8608fe5cbe3 admin admin] Publish callbacks [] for router_gateway (9441930f-fa57-493b-90be-944dc12892f0), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:14.417742 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84804546-85e3-4737-8f1d-db7167ac597b req-83d4c750-e041-4908-ad11-93518f146f4c tempest-ImagesOneServerTestJSON-106757326 tempest-ImagesOneServerTestJSON-106757326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:14.426344 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-84804546-85e3-4737-8f1d-db7167ac597b req-83d4c750-e041-4908-ad11-93518f146f4c tempest-ImagesOneServerTestJSON-106757326 tempest-ImagesOneServerTestJSON-106757326-project] 10.222.0.41 "GET /v2.0/ports?device_id=3dd702e6-7a80-45cc-9dda-f28032a78da6 HTTP/1.1" status: 200 len: 935 time: 0.4331920 Jan 28 07:12:14.455264 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 82df28d4-7a70-4ec8-8694-0ad27c9cf49a triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:12:14.455832 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (82df28d4-7a70-4ec8-8694-0ad27c9cf49a), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:14.459547 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2dc5809c-c8d9-4077-8bf7-fd95fc1d4785 admin admin] Publish callbacks [] for security_group (6825927a-6d3b-4af1-aa51-0be08fbf4fb2), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:14.527284 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df519f1d-78f8-4628-9987-a049611b6315 req-6006a6b1-e6e6-4501-9f1d-67a9749dcb75 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:14.529111 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-df519f1d-78f8-4628-9987-a049611b6315 req-6006a6b1-e6e6-4501-9f1d-67a9749dcb75 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=f255ed55-87c8-4949-a89a-d6b84a3ce0a3 HTTP/1.1" status: 200 len: 945 time: 0.7851090 Jan 28 07:12:14.624308 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2dc5809c-c8d9-4077-8bf7-fd95fc1d4785 admin admin] Publish callbacks [] for security_group (6825927a-6d3b-4af1-aa51-0be08fbf4fb2), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:14.656977 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-df519f1d-78f8-4628-9987-a049611b6315 req-e95e3593-68c1-4e50-bc17-0956a8c1de7f tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e9c3947-6ff8-4aa4-a1f7-c165b64c94a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123736 Jan 28 07:12:14.727239 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-5b642600-04c8-4eb7-b93c-3e66394e49dd None None] Current status of the port 82df28d4-7a70-4ec8-8694-0ad27c9cf49a is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:12:14.736187 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 82df28d4-7a70-4ec8-8694-0ad27c9cf49a is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:12:14.744239 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-84804546-85e3-4737-8f1d-db7167ac597b req-a5a598b3-a96c-4f04-88e3-537ec0d7a48e tempest-ImagesOneServerTestJSON-106757326 tempest-ImagesOneServerTestJSON-106757326-project] 10.222.0.41 "GET /v2.0/security-groups?id=a65f13c7-2687-4f51-975e-f35c9dc43c67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3167684 Jan 28 07:12:14.750295 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-c5d3ee44-05ec-4920-a9ae-7cc4999f6de1 req-08f50fcd-e236-41f1-9695-3d851920c208 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a6dd5ce-e322-4b63-87ab-ae801e185778 {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:12:14.762936 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2b3f3f78-1b16-48e6-8712-d8608fe5cbe3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16605475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16607909'] for router (9441930f-fa57-493b-90be-944dc12892f0), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:14.792731 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c5d3ee44-05ec-4920-a9ae-7cc4999f6de1 req-08f50fcd-e236-41f1-9695-3d851920c208 service neutron] Publish callbacks [] for port (4a6dd5ce-e322-4b63-87ab-ae801e185778), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:14.833162 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-c5d3ee44-05ec-4920-a9ae-7cc4999f6de1 req-08f50fcd-e236-41f1-9695-3d851920c208 service neutron] Transition to ACTIVE for port object 4a6dd5ce-e322-4b63-87ab-ae801e185778 will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:12:14.843282 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c5d3ee44-05ec-4920-a9ae-7cc4999f6de1 req-08f50fcd-e236-41f1-9695-3d851920c208 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (4a6dd5ce-e322-4b63-87ab-ae801e185778), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:14.916039 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f50fcd-e236-41f1-9695-3d851920c208 service neutron] Pushing event updated for resources: {'Port': ['ID=4a6dd5ce-e322-4b63-87ab-ae801e185778,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:14.935408 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2dc5809c-c8d9-4077-8bf7-fd95fc1d4785 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (6825927a-6d3b-4af1-aa51-0be08fbf4fb2), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:14.938758 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2dc5809c-c8d9-4077-8bf7-fd95fc1d4785 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:14.940284 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-2dc5809c-c8d9-4077-8bf7-fd95fc1d4785 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6825927a-6d3b-4af1-aa51-0be08fbf4fb2 HTTP/1.1" status: 204 len: 168 time: 1.1038272 Jan 28 07:12:14.987717 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc5809c-c8d9-4077-8bf7-fd95fc1d4785 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6825927a-6d3b-4af1-aa51-0be08fbf4fb2,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:15.104137 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cb7e78-b4fa-44b0-86e0-65deb188cc54 req-6e765a4c-0e3c-4b12-a171-725e2819cc8c tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:15.115057 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-76cb7e78-b4fa-44b0-86e0-65deb188cc54 req-6e765a4c-0e3c-4b12-a171-725e2819cc8c tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd61f33e-ec05-4b14-85e5-8a4e92ff3cf2 HTTP/1.1" status: 200 len: 945 time: 0.1974077 Jan 28 07:12:15.137746 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-c5d3ee44-05ec-4920-a9ae-7cc4999f6de1 req-08f50fcd-e236-41f1-9695-3d851920c208 service neutron] Attempting to bind port 4a6dd5ce-e322-4b63-87ab-ae801e185778 on host n-h1-712749-28 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:12:15.138814 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-c5d3ee44-05ec-4920-a9ae-7cc4999f6de1 req-08f50fcd-e236-41f1-9695-3d851920c208 service neutron] Attempting to bind port 4a6dd5ce-e322-4b63-87ab-ae801e185778 by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': '9d52209e-a416-4cfe-8f8a-19567a90fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:12:15.141267 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d3ee44-05ec-4920-a9ae-7cc4999f6de1 req-08f50fcd-e236-41f1-9695-3d851920c208 service neutron] Attempting to bind port 4a6dd5ce-e322-4b63-87ab-ae801e185778 on network d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:12:15.173470 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d3ee44-05ec-4920-a9ae-7cc4999f6de1 req-08f50fcd-e236-41f1-9695-3d851920c208 service neutron] Port 4a6dd5ce-e322-4b63-87ab-ae801e185778 on network d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:12:15.173470 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d3ee44-05ec-4920-a9ae-7cc4999f6de1 req-08f50fcd-e236-41f1-9695-3d851920c208 service neutron] Attempting to bind port 4a6dd5ce-e322-4b63-87ab-ae801e185778 on network d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:12:15.192253 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d3ee44-05ec-4920-a9ae-7cc4999f6de1 req-08f50fcd-e236-41f1-9695-3d851920c208 service neutron] Checking agent: {'id': '2fca46b1-237f-4857-9290-2429d810e472', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:12:15.196014 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d3ee44-05ec-4920-a9ae-7cc4999f6de1 req-08f50fcd-e236-41f1-9695-3d851920c208 service neutron] Checking segment: {'id': '9d52209e-a416-4cfe-8f8a-19567a90fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:12:15.197885 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d3ee44-05ec-4920-a9ae-7cc4999f6de1 req-08f50fcd-e236-41f1-9695-3d851920c208 service neutron] Bound using segment: {'id': '9d52209e-a416-4cfe-8f8a-19567a90fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:12:15.198459 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-c5d3ee44-05ec-4920-a9ae-7cc4999f6de1 req-08f50fcd-e236-41f1-9695-3d851920c208 service neutron] Bound port: 4a6dd5ce-e322-4b63-87ab-ae801e185778, host: n-h1-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d52209e-a416-4cfe-8f8a-19567a90fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:12:15.200513 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c5d3ee44-05ec-4920-a9ae-7cc4999f6de1 req-08f50fcd-e236-41f1-9695-3d851920c208 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (4a6dd5ce-e322-4b63-87ab-ae801e185778), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:15.232307 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b3f3f78-1b16-48e6-8712-d8608fe5cbe3 admin admin] Router 9441930f-fa57-493b-90be-944dc12892f0 is scheduled to L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 with binding_index 1 {{(pid=103283) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 07:12:15.271906 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f961cd84-8cdb-451c-a465-e27c67701cf0 req-afe149ea-83c2-4014-9708-66bfe926af32 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:15.274097 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f961cd84-8cdb-451c-a465-e27c67701cf0 req-afe149ea-83c2-4014-9708-66bfe926af32 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/networks?id=77aa199c-9565-430c-bcef-5bacd415f620 HTTP/1.1" status: 200 len: 808 time: 0.2494245 Jan 28 07:12:15.348564 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-76cb7e78-b4fa-44b0-86e0-65deb188cc54 req-895d157b-b78f-4a08-bbff-d4ab33125ec4 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/security-groups?id=ffb17db6-1913-4712-aa46-d7c764c8c875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315059 Jan 28 07:12:15.376735 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f961cd84-8cdb-451c-a465-e27c67701cf0 req-c1627877-0b9f-4ec5-80cb-0694c00a7d44 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/quotas/1b5821c096cf43639ed10b07e04f5303 HTTP/1.1" status: 200 len: 375 time: 0.0439947 Jan 28 07:12:15.440608 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-c5d3ee44-05ec-4920-a9ae-7cc4999f6de1 req-08f50fcd-e236-41f1-9695-3d851920c208 service neutron] For port 4a6dd5ce-e322-4b63-87ab-ae801e185778, host n-h1-712749-28, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:12:15.451816 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-c5d3ee44-05ec-4920-a9ae-7cc4999f6de1 req-08f50fcd-e236-41f1-9695-3d851920c208 service neutron] For port 4a6dd5ce-e322-4b63-87ab-ae801e185778, host n-h1-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=4a6dd5ce-e322-4b63-87ab-ae801e185778,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:12:15.459942 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c5d3ee44-05ec-4920-a9ae-7cc4999f6de1 req-08f50fcd-e236-41f1-9695-3d851920c208 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (4a6dd5ce-e322-4b63-87ab-ae801e185778), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:15.487447 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f961cd84-8cdb-451c-a465-e27c67701cf0 req-5f6c93fa-3783-40be-86e8-7afdc68dc240 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=1b5821c096cf43639ed10b07e04f5303&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1008208 Jan 28 07:12:15.547459 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d3ee44-05ec-4920-a9ae-7cc4999f6de1 req-08f50fcd-e236-41f1-9695-3d851920c208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:15.564844 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c5d3ee44-05ec-4920-a9ae-7cc4999f6de1 req-08f50fcd-e236-41f1-9695-3d851920c208 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:15.566515 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c5d3ee44-05ec-4920-a9ae-7cc4999f6de1 req-08f50fcd-e236-41f1-9695-3d851920c208 service neutron] 10.222.0.10 "PUT /v2.0/ports/4a6dd5ce-e322-4b63-87ab-ae801e185778 HTTP/1.1" status: 200 len: 1096 time: 2.7138569 Jan 28 07:12:15.567257 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dd702e6-7a80-45cc-9dda-f28032a78da6', 'tag': '4a6dd5ce-e322-4b63-87ab-ae801e185778'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:12:15.569926 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4ed6ead-5da4-4199-83c9-63649fe8716a" -d '{"events": [{"name": "network-changed", "server_uuid": "3dd702e6-7a80-45cc-9dda-f28032a78da6", "tag": "4a6dd5ce-e322-4b63-87ab-ae801e185778"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:12:15.588114 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b3f3f78-1b16-48e6-8712-d8608fe5cbe3 admin admin] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:12:15.600009 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc1e263-0517-4af2-a080-701b182559d8 None None] Sync routers for ids ['9441930f-fa57-493b-90be-944dc12892f0'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:12:15.628638 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc1e263-0517-4af2-a080-701b182559d8 None None] Routers {'9441930f-fa57-493b-90be-944dc12892f0'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:12:15.630584 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-2fc1e263-0517-4af2-a080-701b182559d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:12:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['9441930f-fa57-493b-90be-944dc12892f0'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:12:15.685945 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d8cb9e82-9946-411b-9587-800bb54abc9c req-3bde7a29-2c9d-46a5-a161-e49651a96b5b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=232ec39b-90f9-4df8-a403-fe1029cce065&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1972811 Jan 28 07:12:15.719706 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2b3f3f78-1b16-48e6-8712-d8608fe5cbe3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:15.729855 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 38888) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:12:15.732748 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-2b3f3f78-1b16-48e6-8712-d8608fe5cbe3 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 5.2329600 Jan 28 07:12:15.858323 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f961cd84-8cdb-451c-a465-e27c67701cf0 req-3820bda0-de86-4012-9df6-b1a364f0e0be service neutron] 10.222.0.41 "GET /v2.0/networks/77aa199c-9565-430c-bcef-5bacd415f620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3242366 Jan 28 07:12:15.911410 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-2fc1e263-0517-4af2-a080-701b182559d8 None None] Set router 9441930f-fa57-493b-90be-944dc12892f0 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:12:16.033984 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f50fcd-e236-41f1-9695-3d851920c208 service neutron] Pushing event updated for resources: {'Port': ['ID=4a6dd5ce-e322-4b63-87ab-ae801e185778,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:16.070705 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e195fe4-5968-449c-bd27-a59f84189c38 req-1da06e7f-46a0-49d4-ab26-ac0b6870436b tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:16.088380 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e195fe4-5968-449c-bd27-a59f84189c38 req-1da06e7f-46a0-49d4-ab26-ac0b6870436b tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:16.094596 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e195fe4-5968-449c-bd27-a59f84189c38 req-1da06e7f-46a0-49d4-ab26-ac0b6870436b tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:16.100360 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e195fe4-5968-449c-bd27-a59f84189c38 req-1da06e7f-46a0-49d4-ab26-ac0b6870436b tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:16.105691 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e195fe4-5968-449c-bd27-a59f84189c38 req-1da06e7f-46a0-49d4-ab26-ac0b6870436b tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:16.115142 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f961cd84-8cdb-451c-a465-e27c67701cf0 req-96a2c99f-5d58-46c2-a75c-6ec94f5f541d service neutron] 10.222.0.41 "GET /v2.0/networks/77aa199c-9565-430c-bcef-5bacd415f620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2518334 Jan 28 07:12:16.125444 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e195fe4-5968-449c-bd27-a59f84189c38 req-1da06e7f-46a0-49d4-ab26-ac0b6870436b tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:16.130817 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e195fe4-5968-449c-bd27-a59f84189c38 req-1da06e7f-46a0-49d4-ab26-ac0b6870436b tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:16.142659 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cb9e82-9946-411b-9587-800bb54abc9c req-f91d85e5-c02b-423e-9ea4-359bb22c8129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:16.144926 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3e195fe4-5968-449c-bd27-a59f84189c38 req-1da06e7f-46a0-49d4-ab26-ac0b6870436b tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7 HTTP/1.1" status: 200 len: 5422 time: 0.6296577 Jan 28 07:12:16.146527 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d8cb9e82-9946-411b-9587-800bb54abc9c req-f91d85e5-c02b-423e-9ea4-359bb22c8129 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f5fa6549bc8d49d9b2eb68f328326d46&device_id=232ec39b-90f9-4df8-a403-fe1029cce065 HTTP/1.1" status: 200 len: 1097 time: 0.3660233 Jan 28 07:12:16.149475 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d3ee44-05ec-4920-a9ae-7cc4999f6de1 req-82f81a09-f4cc-4644-a245-83ad32b09310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:16.150967 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c5d3ee44-05ec-4920-a9ae-7cc4999f6de1 req-82f81a09-f4cc-4644-a245-83ad32b09310 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=854e1fa7a09d4479b41a2770247f8b9f&device_id=3dd702e6-7a80-45cc-9dda-f28032a78da6 HTTP/1.1" status: 200 len: 1099 time: 0.4992566 Jan 28 07:12:16.338880 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-2fc1e263-0517-4af2-a080-701b182559d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9441930f-fa57-493b-90be-944dc12892f0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-680629120-router', 'tenant_id': 'de731053670e47de99659e7fee14bed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.43'}], 'enable_snat': True}, 'gw_port_id': 'ef3c7147-fe87-4479-9e6a-3a8b97030d2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:12:10Z', 'updated_at': '2022-01-28T07:12:13Z', 'revision_number': 3, 'project_id': 'de731053670e47de99659e7fee14bed9', 'gw_port': {'id': 'ef3c7147-fe87-4479-9e6a-3a8b97030d2f', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:43:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9441930f-fa57-493b-90be-944dc12892f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:12:12Z', 'updated_at': '2022-01-28T07:12:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:12:16.410985 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc1e263-0517-4af2-a080-701b182559d8 None None] Checking router: 9441930f-fa57-493b-90be-944dc12892f0 for host: n-d-712749-28 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:12:16.411334 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc1e263-0517-4af2-a080-701b182559d8 None None] Updating router 9441930f-fa57-493b-90be-944dc12892f0 port ef3c7147-fe87-4479-9e6a-3a8b97030d2f binding host n-d-712749-28 {{(pid=103286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 07:12:16.438669 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3e195fe4-5968-449c-bd27-a59f84189c38 req-4938384c-5c01-430a-942d-28ff5a0c168e tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/security-groups?id=f42d29db-089b-46ec-bdc0-e6253e46a436&id=f0e415d4-9274-4847-9e71-c098cc08b695&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2865973 Jan 28 07:12:16.443035 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c5d3ee44-05ec-4920-a9ae-7cc4999f6de1 req-99c0d2d7-4dae-4b42-9114-a05869c52a90 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=4a6dd5ce-e322-4b63-87ab-ae801e185778 HTTP/1.1" status: 200 len: 217 time: 0.1399701 Jan 28 07:12:16.507191 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cb9e82-9946-411b-9587-800bb54abc9c req-06e48618-9926-4253-8ee9-831357e3e00b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:16.511068 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d8cb9e82-9946-411b-9587-800bb54abc9c req-06e48618-9926-4253-8ee9-831357e3e00b service neutron] 10.222.0.10 "GET /v2.0/networks?id=e794ad63-0b0f-4018-9f49-e800aa3d32de HTTP/1.1" status: 200 len: 912 time: 0.3312335 Jan 28 07:12:16.595707 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2fc1e263-0517-4af2-a080-701b182559d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (ef3c7147-fe87-4479-9e6a-3a8b97030d2f), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:16.680648 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d8cb9e82-9946-411b-9587-800bb54abc9c req-70443a61-2798-4f49-85a9-bef480fbdc30 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fe363f1d-683b-48a0-a9d6-60321189ecd0 HTTP/1.1" status: 200 len: 1000 time: 0.1584401 Jan 28 07:12:16.681940 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d3ee44-05ec-4920-a9ae-7cc4999f6de1 req-ab51e273-ab2c-42b2-a88c-0aff1159ba44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:16.683493 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c5d3ee44-05ec-4920-a9ae-7cc4999f6de1 req-ab51e273-ab2c-42b2-a88c-0aff1159ba44 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5785b43d-448b-4d12-9eb5-4e4caf2e7eaf HTTP/1.1" status: 200 len: 843 time: 0.2261055 Jan 28 07:12:16.700606 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a0323b-e535-49b5-86cb-2b2f1e900b7b req-a6ac61ad-0b4b-4230-b34a-194fbdb778cc tempest-ServersAdminNegativeTestJSON-33954070 tempest-ServersAdminNegativeTestJSON-33954070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:16.709098 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-91a0323b-e535-49b5-86cb-2b2f1e900b7b req-a6ac61ad-0b4b-4230-b34a-194fbdb778cc tempest-ServersAdminNegativeTestJSON-33954070 tempest-ServersAdminNegativeTestJSON-33954070-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=2ae33aff-71bb-4c8d-a9c7-61e0f974e3a6 HTTP/1.1" status: 200 len: 1102 time: 0.2786500 Jan 28 07:12:16.798351 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d3ee44-05ec-4920-a9ae-7cc4999f6de1 req-87ba8b9b-40d3-4447-9bba-d5e28c2e959b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:16.800279 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c5d3ee44-05ec-4920-a9ae-7cc4999f6de1 req-87ba8b9b-40d3-4447-9bba-d5e28c2e959b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0626338 Jan 28 07:12:16.803494 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cb9e82-9946-411b-9587-800bb54abc9c req-3b52d781-660c-4f40-9460-44436092240f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:16.805361 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d8cb9e82-9946-411b-9587-800bb54abc9c req-3b52d781-660c-4f40-9460-44436092240f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=11d8e1f8-50c3-4314-ae17-177714f8d453 HTTP/1.1" status: 200 len: 850 time: 0.0940197 Jan 28 07:12:16.822249 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-91a0323b-e535-49b5-86cb-2b2f1e900b7b req-cc5826f1-4564-4f01-af3c-aa55a3263bf0 tempest-ServersAdminNegativeTestJSON-33954070 tempest-ServersAdminNegativeTestJSON-33954070-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=55335e6a-5bc2-4163-aae8-ed81e1993f57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119673 Jan 28 07:12:16.826464 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc05c67-d02d-4c92-a909-c4ffe6b0540e req-a36b7e62-8e31-44d4-87b2-b676a56dd34c tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:16.834837 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0fc05c67-d02d-4c92-a909-c4ffe6b0540e req-a36b7e62-8e31-44d4-87b2-b676a56dd34c tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd61f33e-ec05-4b14-85e5-8a4e92ff3cf2 HTTP/1.1" status: 200 len: 945 time: 0.1501205 Jan 28 07:12:16.979140 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cb9e82-9946-411b-9587-800bb54abc9c req-d523b1f4-3409-4fdc-a9a5-c963278b2945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:16.988405 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d8cb9e82-9946-411b-9587-800bb54abc9c req-d523b1f4-3409-4fdc-a9a5-c963278b2945 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e794ad63-0b0f-4018-9f49-e800aa3d32de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1598566 Jan 28 07:12:17.098740 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2fc1e263-0517-4af2-a080-701b182559d8 None None] Publish callbacks [] for port (ef3c7147-fe87-4479-9e6a-3a8b97030d2f), precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:17.110933 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2fc1e263-0517-4af2-a080-701b182559d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (ef3c7147-fe87-4479-9e6a-3a8b97030d2f), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:17.153905 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71629ac9-51a9-47fe-a9c0-c3116c8148a6 req-8e0b24fc-28b9-4a01-8ee0-b2a7739c2145 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:17.155825 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-71629ac9-51a9-47fe-a9c0-c3116c8148a6 req-8e0b24fc-28b9-4a01-8ee0-b2a7739c2145 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=f255ed55-87c8-4949-a89a-d6b84a3ce0a3 HTTP/1.1" status: 200 len: 945 time: 0.0935977 Jan 28 07:12:17.197210 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d8cb9e82-9946-411b-9587-800bb54abc9c req-46df6663-e5c5-4036-9187-ee8e11fc7363 service neutron] 10.222.0.10 "GET /v2.0/networks/e794ad63-0b0f-4018-9f49-e800aa3d32de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018857 Jan 28 07:12:17.214006 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6401caae-452b-4b41-a36d-acf7adb24910 None None] Pushing event updated for resources: {'Port': ['ID=ef3c7147-fe87-4479-9e6a-3a8b97030d2f,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:17.259073 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-2fc1e263-0517-4af2-a080-701b182559d8 None None] Attempting to bind port ef3c7147-fe87-4479-9e6a-3a8b97030d2f on host n-d-712749-28 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:12:17.259740 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-2fc1e263-0517-4af2-a080-701b182559d8 None None] Attempting to bind port ef3c7147-fe87-4479-9e6a-3a8b97030d2f by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:12:17.260350 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc1e263-0517-4af2-a080-701b182559d8 None None] Attempting to bind port ef3c7147-fe87-4479-9e6a-3a8b97030d2f on network 7d5b3724-deef-4831-8d43-cb9b8176573c {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:12:17.268589 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc1e263-0517-4af2-a080-701b182559d8 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:12:17.270208 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc1e263-0517-4af2-a080-701b182559d8 None None] Checking segment: {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:12:17.270899 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2fc1e263-0517-4af2-a080-701b182559d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:17.271906 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc1e263-0517-4af2-a080-701b182559d8 None None] Bound using segment: {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:12:17.272759 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-2fc1e263-0517-4af2-a080-701b182559d8 None None] Bound port: ef3c7147-fe87-4479-9e6a-3a8b97030d2f, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:12:17.273374 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2fc1e263-0517-4af2-a080-701b182559d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (ef3c7147-fe87-4479-9e6a-3a8b97030d2f), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:17.298197 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-71629ac9-51a9-47fe-a9c0-c3116c8148a6 req-022dea87-19ff-45fb-b4f0-5ad4e4f6b4da tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e9c3947-6ff8-4aa4-a1f7-c165b64c94a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327469 Jan 28 07:12:17.353777 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d8cb9e82-9946-411b-9587-800bb54abc9c req-acb885b6-619b-49af-a0db-a51ee27a688a service neutron] 10.222.0.10 "GET /v2.0/networks/e794ad63-0b0f-4018-9f49-e800aa3d32de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471720 Jan 28 07:12:17.360766 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-480c0d4c-1ff7-4c53-a7d6-1790636cff47 x-openstack-request-id: req-480c0d4c-1ff7-4c53-a7d6-1790636cff47 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:12:17.362958 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3dd702e6-7a80-45cc-9dda-f28032a78da6", "tag": "4a6dd5ce-e322-4b63-87ab-ae801e185778", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:12:17.363415 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-480c0d4c-1ff7-4c53-a7d6-1790636cff47 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:12:17.363997 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dd702e6-7a80-45cc-9dda-f28032a78da6', 'tag': '4a6dd5ce-e322-4b63-87ab-ae801e185778', 'status': 'completed', 'code': 200} Jan 28 07:12:17.368112 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-2fc1e263-0517-4af2-a080-701b182559d8 None None] For port ef3c7147-fe87-4479-9e6a-3a8b97030d2f, host n-d-712749-28, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:12:17.372315 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-2fc1e263-0517-4af2-a080-701b182559d8 None None] For port ef3c7147-fe87-4479-9e6a-3a8b97030d2f, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=ef3c7147-fe87-4479-9e6a-3a8b97030d2f,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:12:17.377872 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2fc1e263-0517-4af2-a080-701b182559d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (ef3c7147-fe87-4479-9e6a-3a8b97030d2f), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:17.438984 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc1e263-0517-4af2-a080-701b182559d8 None None] Routers {'9441930f-fa57-493b-90be-944dc12892f0'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:12:17.439863 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-2fc1e263-0517-4af2-a080-701b182559d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:12:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['9441930f-fa57-493b-90be-944dc12892f0'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:12:17.459407 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0948c800-df48-40c9-9afd-a007f61ab9ab req-40b19255-e444-4134-8dbb-7a742944e196 tempest-ImagesOneServerTestJSON-106757326 tempest-ImagesOneServerTestJSON-106757326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:17.464752 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0948c800-df48-40c9-9afd-a007f61ab9ab req-40b19255-e444-4134-8dbb-7a742944e196 tempest-ImagesOneServerTestJSON-106757326 tempest-ImagesOneServerTestJSON-106757326-project] 10.222.0.41 "GET /v2.0/ports?device_id=3dd702e6-7a80-45cc-9dda-f28032a78da6 HTTP/1.1" status: 200 len: 947 time: 0.0710275 Jan 28 07:12:17.492780 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0fc05c67-d02d-4c92-a909-c4ffe6b0540e req-9d5d0d76-db55-444e-a86b-cdbc9b597c69 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/security-groups?id=ffb17db6-1913-4712-aa46-d7c764c8c875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6570222 Jan 28 07:12:17.499376 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-34a5b92f-cc43-43a0-8c7b-5edd8d985785 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:17.538104 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0948c800-df48-40c9-9afd-a007f61ab9ab req-c1770468-575f-4bd1-aee1-4ed3cf8ec524 tempest-ImagesOneServerTestJSON-106757326 tempest-ImagesOneServerTestJSON-106757326-project] 10.222.0.41 "GET /v2.0/security-groups?id=a65f13c7-2687-4f51-975e-f35c9dc43c67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696318 Jan 28 07:12:17.543163 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c5d3ee44-05ec-4920-a9ae-7cc4999f6de1 req-c87fb204-6cbc-42a1-a970-90b646e9e1a5 service neutron] 10.222.0.10 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7035942 Jan 28 07:12:17.548719 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6401caae-452b-4b41-a36d-acf7adb24910 None None] Pushing event updated for resources: {'Port': ['ID=ef3c7147-fe87-4479-9e6a-3a8b97030d2f,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:17.645590 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-2fc1e263-0517-4af2-a080-701b182559d8 None None] Set router 9441930f-fa57-493b-90be-944dc12892f0 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:12:17.662681 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ff0e033d-a6da-4a33-b41e-2e6347f6d425 req-6547100b-f6b0-4349-903e-2e0c33c11034 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f4e61f2-7d76-46bf-b863-47fc90eac5c6 HTTP/1.1" status: 200 len: 210 time: 0.0324221 Jan 28 07:12:17.808650 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 7 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 07:12:17.911359 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c5d3ee44-05ec-4920-a9ae-7cc4999f6de1 req-09730bd5-2d57-4464-9a15-239bbb38a9da service neutron] 10.222.0.10 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3545139 Jan 28 07:12:17.933211 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-34a5b92f-cc43-43a0-8c7b-5edd8d985785 admin admin] Allocated IP 172.20.0.1 (d9849554-bb88-4f27-8509-649ac0387251/68f7f7d8-d964-4750-8c9a-52fe444c8e70/61e833f2-097c-4475-b176-4c62c67c2d2a) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:12:17.963281 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9276224-4083-4bf2-9249-18d108cbc8b4 req-f7110b2f-f0bb-4188-88af-794a939b6084 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:17.971872 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9276224-4083-4bf2-9249-18d108cbc8b4 req-f7110b2f-f0bb-4188-88af-794a939b6084 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:17.978283 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9276224-4083-4bf2-9249-18d108cbc8b4 req-f7110b2f-f0bb-4188-88af-794a939b6084 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:17.981007 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-2fc1e263-0517-4af2-a080-701b182559d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9441930f-fa57-493b-90be-944dc12892f0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-680629120-router', 'tenant_id': 'de731053670e47de99659e7fee14bed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.43'}], 'enable_snat': True}, 'gw_port_id': 'ef3c7147-fe87-4479-9e6a-3a8b97030d2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:12:10Z', 'updated_at': '2022-01-28T07:12:13Z', 'revision_number': 3, 'project_id': 'de731053670e47de99659e7fee14bed9', 'gw_port': {'id': 'ef3c7147-fe87-4479-9e6a-3a8b97030d2f', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:43:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9441930f-fa57-493b-90be-944dc12892f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:12:12Z', 'updated_at': '2022-01-28T07:12:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:12:17.985675 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9276224-4083-4bf2-9249-18d108cbc8b4 req-f7110b2f-f0bb-4188-88af-794a939b6084 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:17.992426 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9276224-4083-4bf2-9249-18d108cbc8b4 req-f7110b2f-f0bb-4188-88af-794a939b6084 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:17.999351 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9276224-4083-4bf2-9249-18d108cbc8b4 req-f7110b2f-f0bb-4188-88af-794a939b6084 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:18.004945 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9276224-4083-4bf2-9249-18d108cbc8b4 req-f7110b2f-f0bb-4188-88af-794a939b6084 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:18.009004 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e9276224-4083-4bf2-9249-18d108cbc8b4 req-f7110b2f-f0bb-4188-88af-794a939b6084 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7 HTTP/1.1" status: 200 len: 5422 time: 0.1557424 Jan 28 07:12:18.023146 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc1e263-0517-4af2-a080-701b182559d8 None None] The sync data for ids ['9441930f-fa57-493b-90be-944dc12892f0'] in n-d-712749-28 is: [{'id': '9441930f-fa57-493b-90be-944dc12892f0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-680629120-router', 'tenant_id': 'de731053670e47de99659e7fee14bed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.43'}], 'enable_snat': True}, 'gw_port_id': 'ef3c7147-fe87-4479-9e6a-3a8b97030d2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:12:10Z', 'updated_at': '2022-01-28T07:12:13Z', 'revision_number': 3, 'project_id': 'de731053670e47de99659e7fee14bed9', 'gw_port': {'id': 'ef3c7147-fe87-4479-9e6a-3a8b97030d2f', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:43:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9441930f-fa57-493b-90be-944dc12892f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:12:12Z', 'updated_at': '2022-01-28T07:12:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:12:18.238806 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e9276224-4083-4bf2-9249-18d108cbc8b4 req-335576b9-28b8-4e52-8978-f79c06b81ea1 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/security-groups?id=f42d29db-089b-46ec-bdc0-e6253e46a436&id=f0e415d4-9274-4847-9e71-c098cc08b695&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2245405 Jan 28 07:12:18.273338 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ed6ead-5da4-4199-83c9-63649fe8716a req-b606bccb-c0bc-406c-bbb9-0a4d56479496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:18.275195 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e4ed6ead-5da4-4199-83c9-63649fe8716a req-b606bccb-c0bc-406c-bbb9-0a4d56479496 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=854e1fa7a09d4479b41a2770247f8b9f&device_id=3dd702e6-7a80-45cc-9dda-f28032a78da6 HTTP/1.1" status: 200 len: 1099 time: 0.1697938 Jan 28 07:12:18.380080 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02db52cf-9688-4779-ad51-0f0da7429f85 req-29afdd96-ce52-4173-b09b-4440882a3510 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:18.383156 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-34a5b92f-cc43-43a0-8c7b-5edd8d985785 admin admin] Publish callbacks [] for port (61e833f2-097c-4475-b176-4c62c67c2d2a), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:18.388857 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-02db52cf-9688-4779-ad51-0f0da7429f85 req-29afdd96-ce52-4173-b09b-4440882a3510 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd61f33e-ec05-4b14-85e5-8a4e92ff3cf2 HTTP/1.1" status: 200 len: 945 time: 0.0987659 Jan 28 07:12:18.472644 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-02db52cf-9688-4779-ad51-0f0da7429f85 req-5f6a7d3f-a524-4db9-9e44-e0a519d4eab8 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/security-groups?id=ffb17db6-1913-4712-aa46-d7c764c8c875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778179 Jan 28 07:12:18.479536 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ed6ead-5da4-4199-83c9-63649fe8716a req-737fba6a-cea6-4917-8d16-9deef2fca272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:18.481413 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e4ed6ead-5da4-4199-83c9-63649fe8716a req-737fba6a-cea6-4917-8d16-9deef2fca272 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb HTTP/1.1" status: 200 len: 870 time: 0.1966679 Jan 28 07:12:18.505998 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-34a5b92f-cc43-43a0-8c7b-5edd8d985785 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (61e833f2-097c-4475-b176-4c62c67c2d2a), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:18.550590 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e4ed6ead-5da4-4199-83c9-63649fe8716a req-4d800c1f-644a-4a39-8412-d5ef0d12867e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=4a6dd5ce-e322-4b63-87ab-ae801e185778 HTTP/1.1" status: 200 len: 217 time: 0.0622005 Jan 28 07:12:18.639292 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a5b92f-cc43-43a0-8c7b-5edd8d985785 admin admin] Network d9849554-bb88-4f27-8509-649ac0387251 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:12:18.663087 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-34a5b92f-cc43-43a0-8c7b-5edd8d985785 admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:12:18.663087 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a5b92f-cc43-43a0-8c7b-5edd8d985785 admin admin] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:12:18.705185 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0806511c-8332-47e1-b0ad-b9503c0c959c req-26d932c7-7dcf-461c-8392-f81669d9c021 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:18.713524 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0806511c-8332-47e1-b0ad-b9503c0c959c req-26d932c7-7dcf-461c-8392-f81669d9c021 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=f255ed55-87c8-4949-a89a-d6b84a3ce0a3 HTTP/1.1" status: 200 len: 945 time: 0.1164308 Jan 28 07:12:18.715501 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a5b92f-cc43-43a0-8c7b-5edd8d985785 admin admin] Pushing event updated for resources: {'Port': ['ID=61e833f2-097c-4475-b176-4c62c67c2d2a,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:18.733257 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-34a5b92f-cc43-43a0-8c7b-5edd8d985785 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16609232'] for router_interface (9441930f-fa57-493b-90be-944dc12892f0), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:18.801229 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0806511c-8332-47e1-b0ad-b9503c0c959c req-13c09e12-ebf6-4056-a790-77d0ec98393b tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e9c3947-6ff8-4aa4-a1f7-c165b64c94a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865800 Jan 28 07:12:18.886912 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ed6ead-5da4-4199-83c9-63649fe8716a req-f254044b-ffe6-4ac1-8991-43fd608b17f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:18.888732 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e4ed6ead-5da4-4199-83c9-63649fe8716a req-f254044b-ffe6-4ac1-8991-43fd608b17f0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5785b43d-448b-4d12-9eb5-4e4caf2e7eaf HTTP/1.1" status: 200 len: 843 time: 0.3131826 Jan 28 07:12:18.962381 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69a2d7a-33d3-4f03-9c52-0370ce9b7b6c req-0e327c37-4b1d-422b-a50c-d88ccd298d51 tempest-ImagesOneServerTestJSON-106757326 tempest-ImagesOneServerTestJSON-106757326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:18.968972 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e69a2d7a-33d3-4f03-9c52-0370ce9b7b6c req-0e327c37-4b1d-422b-a50c-d88ccd298d51 tempest-ImagesOneServerTestJSON-106757326 tempest-ImagesOneServerTestJSON-106757326-project] 10.222.0.41 "GET /v2.0/ports?device_id=3dd702e6-7a80-45cc-9dda-f28032a78da6 HTTP/1.1" status: 200 len: 947 time: 0.0844812 Jan 28 07:12:19.037365 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e69a2d7a-33d3-4f03-9c52-0370ce9b7b6c req-d0ad90a0-f512-4b68-8533-732aece5a90d tempest-ImagesOneServerTestJSON-106757326 tempest-ImagesOneServerTestJSON-106757326-project] 10.222.0.41 "GET /v2.0/security-groups?id=a65f13c7-2687-4f51-975e-f35c9dc43c67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634453 Jan 28 07:12:19.037600 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947e16d2-f293-47ef-881f-1053201c17ed req-228f7511-4b31-43da-9325-73ce16eef08e tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:19.042029 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-d7ae93d0-2c3d-498a-882a-80b643f2a336 None None] Provisioning complete for port 61e833f2-097c-4475-b176-4c62c67c2d2a triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:12:19.043011 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d7ae93d0-2c3d-498a-882a-80b643f2a336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (61e833f2-097c-4475-b176-4c62c67c2d2a), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:19.047934 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-947e16d2-f293-47ef-881f-1053201c17ed req-228f7511-4b31-43da-9325-73ce16eef08e tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd61f33e-ec05-4b14-85e5-8a4e92ff3cf2 HTTP/1.1" status: 200 len: 945 time: 0.2602499 Jan 28 07:12:19.071662 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ed6ead-5da4-4199-83c9-63649fe8716a req-a7aaaeb1-ef77-4a5d-acc0-8c05f7018520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:19.073220 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e4ed6ead-5da4-4199-83c9-63649fe8716a req-a7aaaeb1-ef77-4a5d-acc0-8c05f7018520 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1691608 Jan 28 07:12:19.099108 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-d7ae93d0-2c3d-498a-882a-80b643f2a336 None None] Port 61e833f2-097c-4475-b176-4c62c67c2d2a cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:12:19.128299 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f961cd84-8cdb-451c-a465-e27c67701cf0 req-0c63ccb2-1b6f-470b-b2b3-1b4b8c445fdc tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:19.129774 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f961cd84-8cdb-451c-a465-e27c67701cf0 req-0c63ccb2-1b6f-470b-b2b3-1b4b8c445fdc tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.44 "GET /v2.0/networks?id=77aa199c-9565-430c-bcef-5bacd415f620 HTTP/1.1" status: 200 len: 808 time: 0.4018936 Jan 28 07:12:19.187998 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-f961cd84-8cdb-451c-a465-e27c67701cf0 req-77d8af99-c4c2-4579-8e10-912b931cdd52 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Request body: {'port': {'device_id': '2f4e61f2-7d76-46bf-b863-47fc90eac5c6', 'network_id': '77aa199c-9565-430c-bcef-5bacd415f620', 'admin_state_up': True, 'tenant_id': '1b5821c096cf43639ed10b07e04f5303'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:12:19.195939 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-34a5b92f-cc43-43a0-8c7b-5edd8d985785 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (61e833f2-097c-4475-b176-4c62c67c2d2a), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:19.264781 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-947e16d2-f293-47ef-881f-1053201c17ed req-76c372bc-f03d-4042-842c-1fd4b4932090 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/security-groups?id=ffb17db6-1913-4712-aa46-d7c764c8c875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158606 Jan 28 07:12:19.399328 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-560e02c1-4870-4b30-a62b-e8e63c80e7f3 req-ece6c835-78f3-46af-b339-6496ce28f3d0 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f4e61f2-7d76-46bf-b863-47fc90eac5c6 HTTP/1.1" status: 200 len: 210 time: 0.0735009 Jan 28 07:12:19.406111 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e4ed6ead-5da4-4199-83c9-63649fe8716a req-440b5187-abed-463d-9795-8852ec45832a service neutron] 10.222.0.10 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3142369 Jan 28 07:12:19.515077 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b5d23b-4f34-49d0-8c1a-02e07bca4b8d req-4f6f8746-27ab-4fa2-a5b6-9de4a3175df8 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:19.520617 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b5d23b-4f34-49d0-8c1a-02e07bca4b8d req-4f6f8746-27ab-4fa2-a5b6-9de4a3175df8 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:19.526057 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b5d23b-4f34-49d0-8c1a-02e07bca4b8d req-4f6f8746-27ab-4fa2-a5b6-9de4a3175df8 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:19.531700 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b5d23b-4f34-49d0-8c1a-02e07bca4b8d req-4f6f8746-27ab-4fa2-a5b6-9de4a3175df8 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:19.537699 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b5d23b-4f34-49d0-8c1a-02e07bca4b8d req-4f6f8746-27ab-4fa2-a5b6-9de4a3175df8 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:19.543455 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b5d23b-4f34-49d0-8c1a-02e07bca4b8d req-4f6f8746-27ab-4fa2-a5b6-9de4a3175df8 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:19.549609 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b5d23b-4f34-49d0-8c1a-02e07bca4b8d req-4f6f8746-27ab-4fa2-a5b6-9de4a3175df8 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:19.551540 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e0b5d23b-4f34-49d0-8c1a-02e07bca4b8d req-4f6f8746-27ab-4fa2-a5b6-9de4a3175df8 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7 HTTP/1.1" status: 200 len: 5422 time: 0.0997176 Jan 28 07:12:19.555547 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f961cd84-8cdb-451c-a465-e27c67701cf0 req-77d8af99-c4c2-4579-8e10-912b931cdd52 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Made reservation on behalf of 1b5821c096cf43639ed10b07e04f5303 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:12:19.559474 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-f961cd84-8cdb-451c-a465-e27c67701cf0 req-77d8af99-c4c2-4579-8e10-912b931cdd52 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:19.613162 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e0b5d23b-4f34-49d0-8c1a-02e07bca4b8d req-d1cb628b-ed7f-4437-8127-9dbbfd5156f3 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/security-groups?id=f42d29db-089b-46ec-bdc0-e6253e46a436&id=f0e415d4-9274-4847-9e71-c098cc08b695&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0559042 Jan 28 07:12:19.721809 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e4ed6ead-5da4-4199-83c9-63649fe8716a req-90571ed1-e41f-4927-b847-4e0396abe30a service neutron] 10.222.0.10 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2853162 Jan 28 07:12:19.746678 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee44b9d4-1d4a-4c0a-99ae-f5102baa3826 req-797ca368-4007-4fc1-ae15-c0810871237d tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:19.748382 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ee44b9d4-1d4a-4c0a-99ae-f5102baa3826 req-797ca368-4007-4fc1-ae15-c0810871237d tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd61f33e-ec05-4b14-85e5-8a4e92ff3cf2 HTTP/1.1" status: 200 len: 945 time: 0.0561533 Jan 28 07:12:19.750147 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eaf440-ae2c-467e-8eab-9650c901ca53 req-ed476eee-ea6c-4122-b22b-4f2467220653 tempest-ServersAdminNegativeTestJSON-171947884 tempest-ServersAdminNegativeTestJSON-171947884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:19.751672 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b9eaf440-ae2c-467e-8eab-9650c901ca53 req-ed476eee-ea6c-4122-b22b-4f2467220653 tempest-ServersAdminNegativeTestJSON-171947884 tempest-ServersAdminNegativeTestJSON-171947884-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ae33aff-71bb-4c8d-a9c7-61e0f974e3a6 HTTP/1.1" status: 200 len: 950 time: 0.1681240 Jan 28 07:12:19.767768 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-34a5b92f-cc43-43a0-8c7b-5edd8d985785 admin admin] Publish callbacks [] for port (61e833f2-097c-4475-b176-4c62c67c2d2a), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:19.778033 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-34a5b92f-cc43-43a0-8c7b-5edd8d985785 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (61e833f2-097c-4475-b176-4c62c67c2d2a), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:19.800861 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ee44b9d4-1d4a-4c0a-99ae-f5102baa3826 req-811a30d6-e991-40fc-a0b1-a7dd4ad90aa1 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/security-groups?id=ffb17db6-1913-4712-aa46-d7c764c8c875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451257 Jan 28 07:12:19.904837 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-34a5b92f-cc43-43a0-8c7b-5edd8d985785 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16318999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16606560'] for router_interface (9441930f-fa57-493b-90be-944dc12892f0), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:19.925868 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b9eaf440-ae2c-467e-8eab-9650c901ca53 req-53185230-f74a-4e29-86c2-c666af9d8b6d tempest-ServersAdminNegativeTestJSON-171947884 tempest-ServersAdminNegativeTestJSON-171947884-project] 10.222.0.41 "GET /v2.0/security-groups?id=55335e6a-5bc2-4163-aae8-ed81e1993f57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663954 Jan 28 07:12:19.930629 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a5b92f-cc43-43a0-8c7b-5edd8d985785 admin admin] Pushing event updated for resources: {'Port': ['ID=61e833f2-097c-4475-b176-4c62c67c2d2a,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:19.933408 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-f961cd84-8cdb-451c-a465-e27c67701cf0 req-77d8af99-c4c2-4579-8e10-912b931cdd52 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Allocated IP 172.20.0.5 (77aa199c-9565-430c-bcef-5bacd415f620/e60d974b-4a97-44ad-8684-0b13afa61368/6e6bf8db-61c9-4d4f-95fd-d2da51d77c33) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:12:19.956306 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd607527-e090-406e-854e-7b5a8f6e3624 req-add9c49a-50d5-4d78-8941-6167e956e861 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:19.958021 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-dd607527-e090-406e-854e-7b5a8f6e3624 req-add9c49a-50d5-4d78-8941-6167e956e861 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=f255ed55-87c8-4949-a89a-d6b84a3ce0a3 HTTP/1.1" status: 200 len: 945 time: 0.0552402 Jan 28 07:12:20.019432 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-dd607527-e090-406e-854e-7b5a8f6e3624 req-0cb6427f-6bd0-40b7-a496-4199afdcd0dc tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e9c3947-6ff8-4aa4-a1f7-c165b64c94a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531955 Jan 28 07:12:20.154867 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d080fc78-9410-4ad9-a028-82b89107b601 req-28a0651a-58fd-44da-b06a-93e14918fb95 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:20.160722 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d080fc78-9410-4ad9-a028-82b89107b601 req-28a0651a-58fd-44da-b06a-93e14918fb95 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd61f33e-ec05-4b14-85e5-8a4e92ff3cf2 HTTP/1.1" status: 200 len: 945 time: 0.1515319 Jan 28 07:12:20.162669 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a5b92f-cc43-43a0-8c7b-5edd8d985785 admin admin] Network d9849554-bb88-4f27-8509-649ac0387251 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:12:20.167204 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-34a5b92f-cc43-43a0-8c7b-5edd8d985785 admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:12:20.209297 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1513ab-8478-4e28-81de-a5fd299763c2 req-66353993-fb5b-48de-8996-9d37f4442643 tempest-ImagesOneServerTestJSON-106757326 tempest-ImagesOneServerTestJSON-106757326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:20.210873 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-dc1513ab-8478-4e28-81de-a5fd299763c2 req-66353993-fb5b-48de-8996-9d37f4442643 tempest-ImagesOneServerTestJSON-106757326 tempest-ImagesOneServerTestJSON-106757326-project] 10.222.0.41 "GET /v2.0/ports?device_id=3dd702e6-7a80-45cc-9dda-f28032a78da6 HTTP/1.1" status: 200 len: 947 time: 0.0567029 Jan 28 07:12:20.231861 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device ef3c7147-fe87-4479-9e6a-3a8b97030d2f up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:12:20.269879 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-dc1513ab-8478-4e28-81de-a5fd299763c2 req-f0235d82-830d-4341-8358-e55eefec79aa tempest-ImagesOneServerTestJSON-106757326 tempest-ImagesOneServerTestJSON-106757326-project] 10.222.0.41 "GET /v2.0/security-groups?id=a65f13c7-2687-4f51-975e-f35c9dc43c67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528891 Jan 28 07:12:20.301996 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port ef3c7147-fe87-4479-9e6a-3a8b97030d2f triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:12:20.302648 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (ef3c7147-fe87-4479-9e6a-3a8b97030d2f), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:20.316430 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-f961cd84-8cdb-451c-a465-e27c67701cf0 req-77d8af99-c4c2-4579-8e10-912b931cdd52 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Publish callbacks [] for port (6e6bf8db-61c9-4d4f-95fd-d2da51d77c33), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:20.319617 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d080fc78-9410-4ad9-a028-82b89107b601 req-8bc00689-3b8a-4b40-a738-30cc2bf030cf tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/security-groups?id=ffb17db6-1913-4712-aa46-d7c764c8c875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535621 Jan 28 07:12:20.405528 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port ef3c7147-fe87-4479-9e6a-3a8b97030d2f is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:12:20.406507 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (ef3c7147-fe87-4479-9e6a-3a8b97030d2f), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:20.440053 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] For port ef3c7147-fe87-4479-9e6a-3a8b97030d2f, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=ef3c7147-fe87-4479-9e6a-3a8b97030d2f,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:12:20.444820 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-f961cd84-8cdb-451c-a465-e27c67701cf0 req-77d8af99-c4c2-4579-8e10-912b931cdd52 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (6e6bf8db-61c9-4d4f-95fd-d2da51d77c33), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:20.454734 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (ef3c7147-fe87-4479-9e6a-3a8b97030d2f), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:20.455380 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34a5b92f-cc43-43a0-8c7b-5edd8d985785 admin admin] Router 9441930f-fa57-493b-90be-944dc12892f0 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:12:20.505508 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f961cd84-8cdb-451c-a465-e27c67701cf0 req-77d8af99-c4c2-4579-8e10-912b931cdd52 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Network 77aa199c-9565-430c-bcef-5bacd415f620 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:12:20.514237 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-f961cd84-8cdb-451c-a465-e27c67701cf0 req-77d8af99-c4c2-4579-8e10-912b931cdd52 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:12:20.519705 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-f961cd84-8cdb-451c-a465-e27c67701cf0 req-77d8af99-c4c2-4579-8e10-912b931cdd52 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:12:20.524652 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d8af99-c4c2-4579-8e10-912b931cdd52 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Pushing event updated for resources: {'Port': ['ID=6e6bf8db-61c9-4d4f-95fd-d2da51d77c33,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:20.576678 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-df4490a5-3270-4cc3-b625-ab21ac0cc767 None None] Provisioning complete for port 61e833f2-097c-4475-b176-4c62c67c2d2a triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:12:20.577576 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-df4490a5-3270-4cc3-b625-ab21ac0cc767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (61e833f2-097c-4475-b176-4c62c67c2d2a), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:20.610878 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Pushing event updated for resources: {'Port': ['ID=ef3c7147-fe87-4479-9e6a-3a8b97030d2f,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:20.631791 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-df4490a5-3270-4cc3-b625-ab21ac0cc767 None None] Port 61e833f2-097c-4475-b176-4c62c67c2d2a cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:12:20.660478 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f961cd84-8cdb-451c-a465-e27c67701cf0 req-77d8af99-c4c2-4579-8e10-912b931cdd52 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:20.661115 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-f961cd84-8cdb-451c-a465-e27c67701cf0 req-77d8af99-c4c2-4579-8e10-912b931cdd52 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:20.715075 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 38984) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:12:20.719994 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347420c9-75c2-425d-826c-5486dc5961cf req-4d54a705-48d8-4a0c-b972-f825cd77111a tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:20.724225 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-347420c9-75c2-425d-826c-5486dc5961cf req-4d54a705-48d8-4a0c-b972-f825cd77111a tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f4e61f2-7d76-46bf-b863-47fc90eac5c6 HTTP/1.1" status: 200 len: 931 time: 0.1336043 Jan 28 07:12:20.731805 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f961cd84-8cdb-451c-a465-e27c67701cf0 req-77d8af99-c4c2-4579-8e10-912b931cdd52 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5587201 Jan 28 07:12:20.752121 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-f961cd84-8cdb-451c-a465-e27c67701cf0 req-cd45bc43-c6bd-4cdc-ba14-1d5a5053d4aa service neutron] Request body: {'port': {'device_id': '2f4e61f2-7d76-46bf-b863-47fc90eac5c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712749-28'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:12:20.761332 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34a5b92f-cc43-43a0-8c7b-5edd8d985785 admin admin] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:12:20.776443 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-34a5b92f-cc43-43a0-8c7b-5edd8d985785 admin admin] 10.222.0.41 "PUT /v2.0/routers/9441930f-fa57-493b-90be-944dc12892f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0373044 Jan 28 07:12:20.791331 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50b331d-2537-4ca4-bd47-e9a493adf5ab None None] Sync routers for ids ['9441930f-fa57-493b-90be-944dc12892f0'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:12:20.807791 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50b331d-2537-4ca4-bd47-e9a493adf5ab None None] Routers {'9441930f-fa57-493b-90be-944dc12892f0'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:12:20.808826 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-c50b331d-2537-4ca4-bd47-e9a493adf5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:12:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['9441930f-fa57-493b-90be-944dc12892f0'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:12:20.859490 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-347420c9-75c2-425d-826c-5486dc5961cf req-8a742355-57e6-42e5-a62f-98261023689d tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c286ac6-5d5d-46b9-b282-9e68e0339bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136267 Jan 28 07:12:20.867600 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74efcf1-10b0-4b41-be4b-be3cf6aabd04 req-cb78cbf5-c51e-4e76-ab77-f601e273cabf tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:20.868393 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-f961cd84-8cdb-451c-a465-e27c67701cf0 req-cd45bc43-c6bd-4cdc-ba14-1d5a5053d4aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (6e6bf8db-61c9-4d4f-95fd-d2da51d77c33), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:20.874281 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74efcf1-10b0-4b41-be4b-be3cf6aabd04 req-cb78cbf5-c51e-4e76-ab77-f601e273cabf tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:20.880735 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74efcf1-10b0-4b41-be4b-be3cf6aabd04 req-cb78cbf5-c51e-4e76-ab77-f601e273cabf tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:20.887445 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74efcf1-10b0-4b41-be4b-be3cf6aabd04 req-cb78cbf5-c51e-4e76-ab77-f601e273cabf tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:20.893160 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74efcf1-10b0-4b41-be4b-be3cf6aabd04 req-cb78cbf5-c51e-4e76-ab77-f601e273cabf tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:20.898574 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74efcf1-10b0-4b41-be4b-be3cf6aabd04 req-cb78cbf5-c51e-4e76-ab77-f601e273cabf tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:20.904637 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74efcf1-10b0-4b41-be4b-be3cf6aabd04 req-cb78cbf5-c51e-4e76-ab77-f601e273cabf tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:20.913720 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b74efcf1-10b0-4b41-be4b-be3cf6aabd04 req-cb78cbf5-c51e-4e76-ab77-f601e273cabf tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7 HTTP/1.1" status: 200 len: 5422 time: 0.1066689 Jan 28 07:12:20.942160 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d25a18c2-11da-45be-9075-19bb1cb669a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:21.012736 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b74efcf1-10b0-4b41-be4b-be3cf6aabd04 req-be9e59e9-e491-418d-a76d-0c82d77e1845 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/security-groups?id=f42d29db-089b-46ec-bdc0-e6253e46a436&id=f0e415d4-9274-4847-9e71-c098cc08b695&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0981209 Jan 28 07:12:21.015665 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-c50b331d-2537-4ca4-bd47-e9a493adf5ab None None] Set router 9441930f-fa57-493b-90be-944dc12892f0 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:12:21.077198 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808c130c-a12a-4d28-8f27-d35748247f62 req-fd289912-a6bb-4216-81b5-d20a3996a584 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:21.079041 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-808c130c-a12a-4d28-8f27-d35748247f62 req-fd289912-a6bb-4216-81b5-d20a3996a584 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd61f33e-ec05-4b14-85e5-8a4e92ff3cf2 HTTP/1.1" status: 200 len: 945 time: 0.1343007 Jan 28 07:12:21.083221 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d25a18c2-11da-45be-9075-19bb1cb669a2 admin admin] Publish callbacks [] for security_group (2f2d69ac-c438-418d-9482-c6b4789652d5), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:21.090685 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d25a18c2-11da-45be-9075-19bb1cb669a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (2f2d69ac-c438-418d-9482-c6b4789652d5), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:21.169396 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-d25a18c2-11da-45be-9075-19bb1cb669a2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1f62bbd5555a4eb7a706e91b3a863ba4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4532137 Jan 28 07:12:21.170369 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25a18c2-11da-45be-9075-19bb1cb669a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f2d69ac-c438-418d-9482-c6b4789652d5,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:21.170583 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 38998) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:12:21.192771 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c59697-35f2-4b42-b804-b803334cbba8 req-18aea3f8-22a0-4e5e-ae97-67b1a339297e tempest-ServersAdminNegativeTestJSON-171947884 tempest-ServersAdminNegativeTestJSON-171947884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:21.197285 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-06c59697-35f2-4b42-b804-b803334cbba8 req-18aea3f8-22a0-4e5e-ae97-67b1a339297e tempest-ServersAdminNegativeTestJSON-171947884 tempest-ServersAdminNegativeTestJSON-171947884-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ae33aff-71bb-4c8d-a9c7-61e0f974e3a6 HTTP/1.1" status: 200 len: 950 time: 0.0830524 Jan 28 07:12:21.209869 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-808c130c-a12a-4d28-8f27-d35748247f62 req-ee307dcc-f76e-4871-87de-9b634b3c12a4 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/security-groups?id=ffb17db6-1913-4712-aa46-d7c764c8c875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148112 Jan 28 07:12:21.250328 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-06c59697-35f2-4b42-b804-b803334cbba8 req-2d00542f-f37d-4897-96c5-e4e4d50aaa2c tempest-ServersAdminNegativeTestJSON-171947884 tempest-ServersAdminNegativeTestJSON-171947884-project] 10.222.0.41 "GET /v2.0/security-groups?id=55335e6a-5bc2-4163-aae8-ed81e1993f57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492756 Jan 28 07:12:21.302824 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-c50b331d-2537-4ca4-bd47-e9a493adf5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9441930f-fa57-493b-90be-944dc12892f0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-680629120-router', 'tenant_id': 'de731053670e47de99659e7fee14bed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.43'}], 'enable_snat': True}, 'gw_port_id': 'ef3c7147-fe87-4479-9e6a-3a8b97030d2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:12:10Z', 'updated_at': '2022-01-28T07:12:19Z', 'revision_number': 4, 'project_id': 'de731053670e47de99659e7fee14bed9', 'gw_port': {'id': 'ef3c7147-fe87-4479-9e6a-3a8b97030d2f', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:43:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9441930f-fa57-493b-90be-944dc12892f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:12:12Z', 'updated_at': '2022-01-28T07:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '61e833f2-097c-4475-b176-4c62c67c2d2a', 'name': '', 'network_id': 'd9849554-bb88-4f27-8509-649ac0387251', 'tenant_id': 'de731053670e47de99659e7fee14bed9', 'mac_address': 'fa:16:3e:9e:14:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9441930f-fa57-493b-90be-944dc12892f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '68f7f7d8-d964-4750-8c9a-52fe444c8e70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:12:17Z', 'updated_at': '2022-01-28T07:12:19Z', 'revision_number': 2, 'project_id': 'de731053670e47de99659e7fee14bed9', 'subnets': [{'id': '68f7f7d8-d964-4750-8c9a-52fe444c8e70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:12:21.335618 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50b331d-2537-4ca4-bd47-e9a493adf5ab None None] Checking router: 9441930f-fa57-493b-90be-944dc12892f0 for host: n-d-712749-28 {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:12:21.335987 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50b331d-2537-4ca4-bd47-e9a493adf5ab None None] Updating router 9441930f-fa57-493b-90be-944dc12892f0 port 61e833f2-097c-4475-b176-4c62c67c2d2a binding host n-d-712749-28 {{(pid=103285) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 07:12:21.365620 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c50b331d-2537-4ca4-bd47-e9a493adf5ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (61e833f2-097c-4475-b176-4c62c67c2d2a), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:21.384504 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784ac4b7-e7ca-402c-afa0-7c97e182882c req-5088a78e-45eb-4985-bc23-a1731a2324d2 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:21.386407 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-784ac4b7-e7ca-402c-afa0-7c97e182882c req-5088a78e-45eb-4985-bc23-a1731a2324d2 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=f255ed55-87c8-4949-a89a-d6b84a3ce0a3 HTTP/1.1" status: 200 len: 945 time: 0.0570652 Jan 28 07:12:21.455065 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-784ac4b7-e7ca-402c-afa0-7c97e182882c req-a5cced4f-8995-4aa4-aba6-286f3bfbbf06 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e9c3947-6ff8-4aa4-a1f7-c165b64c94a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494456 Jan 28 07:12:21.582060 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbefd65-be3a-4f22-a395-802fbd614028 req-5ac959fd-9121-4f6b-9648-b2822b2044fd tempest-ImagesOneServerTestJSON-106757326 tempest-ImagesOneServerTestJSON-106757326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:21.583761 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1fbefd65-be3a-4f22-a395-802fbd614028 req-5ac959fd-9121-4f6b-9648-b2822b2044fd tempest-ImagesOneServerTestJSON-106757326 tempest-ImagesOneServerTestJSON-106757326-project] 10.222.0.41 "GET /v2.0/ports?device_id=3dd702e6-7a80-45cc-9dda-f28032a78da6 HTTP/1.1" status: 200 len: 947 time: 0.0671721 Jan 28 07:12:21.638082 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1fbefd65-be3a-4f22-a395-802fbd614028 req-93c4e0c6-bceb-49e5-9bf1-5576cb5d5556 tempest-ImagesOneServerTestJSON-106757326 tempest-ImagesOneServerTestJSON-106757326-project] 10.222.0.41 "GET /v2.0/security-groups?id=a65f13c7-2687-4f51-975e-f35c9dc43c67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485170 Jan 28 07:12:21.651449 n-d-712749-28 neutron-server[103284]: INFO neutron.api.v2.resource [req-0b403dbf-ee1f-4bd7-85ca-86eb40ef3108 req-d7d7abbe-e5f5-4bab-a8c2-d884adb00d3e tempest-FloatingIPDetailsNegativeTestJSON-219382029 tempest-FloatingIPDetailsNegativeTestJSON-219382029-project] show failed (client error): The resource could not be found. Jan 28 07:12:21.652501 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0b403dbf-ee1f-4bd7-85ca-86eb40ef3108 req-d7d7abbe-e5f5-4bab-a8c2-d884adb00d3e tempest-FloatingIPDetailsNegativeTestJSON-219382029 tempest-FloatingIPDetailsNegativeTestJSON-219382029-project] 10.222.0.41 "GET /v2.0/floatingips/e895bb4b-b7c4-4a2f-8b62-6739aa5b58d2 HTTP/1.1" status: 404 len: 350 time: 0.0608168 Jan 28 07:12:21.662305 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 39004) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:12:21.688074 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c50b331d-2537-4ca4-bd47-e9a493adf5ab None None] Publish callbacks [] for port (61e833f2-097c-4475-b176-4c62c67c2d2a), precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:21.693490 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c50b331d-2537-4ca4-bd47-e9a493adf5ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (61e833f2-097c-4475-b176-4c62c67c2d2a), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:21.747006 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 4a6dd5ce-e322-4b63-87ab-ae801e185778 details requested by agent hyperv_n-h1-712749-28 with host n-h1-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:12:21.752032 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4f739d-96b6-48fe-8095-ecbe5de33aa5 None None] Pushing event updated for resources: {'Port': ['ID=61e833f2-097c-4475-b176-4c62c67c2d2a,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:21.755355 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebf9923-02ae-490a-8daf-e41e6f4a5f8d req-62ca389e-b96d-4dff-abba-5dd384f3e0a9 tempest-ServersAdminNegativeTestJSON-171947884 tempest-ServersAdminNegativeTestJSON-171947884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:21.756935 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-aebf9923-02ae-490a-8daf-e41e6f4a5f8d req-62ca389e-b96d-4dff-abba-5dd384f3e0a9 tempest-ServersAdminNegativeTestJSON-171947884 tempest-ServersAdminNegativeTestJSON-171947884-project] 10.222.0.10 "GET /v2.0/ports?device_id=2ae33aff-71bb-4c8d-a9c7-61e0f974e3a6 HTTP/1.1" status: 200 len: 950 time: 0.5749037 Jan 28 07:12:21.781903 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-f961cd84-8cdb-451c-a465-e27c67701cf0 req-cd45bc43-c6bd-4cdc-ba14-1d5a5053d4aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e6bf8db-61c9-4d4f-95fd-d2da51d77c33 {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:12:21.786276 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-50847785-ef98-47f6-ae4d-dff5c20fc471 admin admin] Publish callbacks [] for security_group (2f2d69ac-c438-418d-9482-c6b4789652d5), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:21.810262 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-f961cd84-8cdb-451c-a465-e27c67701cf0 req-cd45bc43-c6bd-4cdc-ba14-1d5a5053d4aa service neutron] Publish callbacks [] for port (6e6bf8db-61c9-4d4f-95fd-d2da51d77c33), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:21.839667 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-c50b331d-2537-4ca4-bd47-e9a493adf5ab None None] Attempting to bind port 61e833f2-097c-4475-b176-4c62c67c2d2a on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:12:21.839963 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-c50b331d-2537-4ca4-bd47-e9a493adf5ab None None] Attempting to bind port 61e833f2-097c-4475-b176-4c62c67c2d2a by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': 'c6cdd79c-430d-4c62-b387-4821f1bdd03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd9849554-bb88-4f27-8509-649ac0387251'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:12:21.840374 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50b331d-2537-4ca4-bd47-e9a493adf5ab None None] Attempting to bind port 61e833f2-097c-4475-b176-4c62c67c2d2a on network d9849554-bb88-4f27-8509-649ac0387251 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:12:21.878493 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-f961cd84-8cdb-451c-a465-e27c67701cf0 req-cd45bc43-c6bd-4cdc-ba14-1d5a5053d4aa service neutron] Transition to ACTIVE for port object 6e6bf8db-61c9-4d4f-95fd-d2da51d77c33 will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:12:21.878739 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50b331d-2537-4ca4-bd47-e9a493adf5ab None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:12:21.879024 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50b331d-2537-4ca4-bd47-e9a493adf5ab None None] Checking segment: {'id': 'c6cdd79c-430d-4c62-b387-4821f1bdd03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd9849554-bb88-4f27-8509-649ac0387251'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:12:21.879349 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c50b331d-2537-4ca4-bd47-e9a493adf5ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:21.879755 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50b331d-2537-4ca4-bd47-e9a493adf5ab None None] Bound using segment: {'id': 'c6cdd79c-430d-4c62-b387-4821f1bdd03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd9849554-bb88-4f27-8509-649ac0387251'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:12:21.880284 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-c50b331d-2537-4ca4-bd47-e9a493adf5ab None None] Bound port: 61e833f2-097c-4475-b176-4c62c67c2d2a, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6cdd79c-430d-4c62-b387-4821f1bdd03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd9849554-bb88-4f27-8509-649ac0387251'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:12:21.880653 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c50b331d-2537-4ca4-bd47-e9a493adf5ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (61e833f2-097c-4475-b176-4c62c67c2d2a), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:21.903295 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-f961cd84-8cdb-451c-a465-e27c67701cf0 req-cd45bc43-c6bd-4cdc-ba14-1d5a5053d4aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (6e6bf8db-61c9-4d4f-95fd-d2da51d77c33), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:21.912927 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-50847785-ef98-47f6-ae4d-dff5c20fc471 admin admin] Publish callbacks [] for security_group (2f2d69ac-c438-418d-9482-c6b4789652d5), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:21.961024 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 4a6dd5ce-e322-4b63-87ab-ae801e185778, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=4a6dd5ce-e322-4b63-87ab-ae801e185778,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:12:21.978720 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34c8431-4c88-4f10-94f1-2ce616571789 req-4d822def-740a-487d-bd4c-40b0041a556a tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:21.980339 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b34c8431-4c88-4f10-94f1-2ce616571789 req-4d822def-740a-487d-bd4c-40b0041a556a tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f4e61f2-7d76-46bf-b863-47fc90eac5c6 HTTP/1.1" status: 200 len: 943 time: 0.0567539 Jan 28 07:12:21.984606 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Returning: {'device': '4a6dd5ce-e322-4b63-87ab-ae801e185778', 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb', 'port_id': '4a6dd5ce-e322-4b63-87ab-ae801e185778', 'mac_address': 'fa:16:3e:84:03:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5785b43d-448b-4d12-9eb5-4e4caf2e7eaf', 'ip_address': '192.168.233.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:12:22.033216 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c50b331d-2537-4ca4-bd47-e9a493adf5ab None None] For port 61e833f2-097c-4475-b176-4c62c67c2d2a, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:12:22.037709 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b34c8431-4c88-4f10-94f1-2ce616571789 req-29e51d7e-28b8-449c-8ca1-5e2a15216557 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c286ac6-5d5d-46b9-b282-9e68e0339bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484004 Jan 28 07:12:22.051528 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c50b331d-2537-4ca4-bd47-e9a493adf5ab None None] For port 61e833f2-097c-4475-b176-4c62c67c2d2a, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=61e833f2-097c-4475-b176-4c62c67c2d2a,segment=NetworkSegment(c6cdd79c-430d-4c62-b387-4821f1bdd03e),segment_id=c6cdd79c-430d-4c62-b387-4821f1bdd03e)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:12:22.056070 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 4a6dd5ce-e322-4b63-87ab-ae801e185778 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:12:22.056452 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (4a6dd5ce-e322-4b63-87ab-ae801e185778), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:22.072768 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c50b331d-2537-4ca4-bd47-e9a493adf5ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (61e833f2-097c-4475-b176-4c62c67c2d2a), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:22.079350 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a6dd5ce-e322-4b63-87ab-ae801e185778 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:12:22.101402 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd45bc43-c6bd-4cdc-ba14-1d5a5053d4aa service neutron] Pushing event updated for resources: {'Port': ['ID=6e6bf8db-61c9-4d4f-95fd-d2da51d77c33,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:22.137668 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6e8c2ada-24d7-45c8-a9e3-7884b05a2d1d None None] Provisioning complete for port 61e833f2-097c-4475-b176-4c62c67c2d2a triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:12:22.138019 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6e8c2ada-24d7-45c8-a9e3-7884b05a2d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (61e833f2-097c-4475-b176-4c62c67c2d2a), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:22.141151 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 4a6dd5ce-e322-4b63-87ab-ae801e185778, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=4a6dd5ce-e322-4b63-87ab-ae801e185778,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:12:22.182005 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (4a6dd5ce-e322-4b63-87ab-ae801e185778), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:22.187918 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-50847785-ef98-47f6-ae4d-dff5c20fc471 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (2f2d69ac-c438-418d-9482-c6b4789652d5), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:22.190553 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-50847785-ef98-47f6-ae4d-dff5c20fc471 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:22.191722 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-50847785-ef98-47f6-ae4d-dff5c20fc471 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2f2d69ac-c438-418d-9482-c6b4789652d5 HTTP/1.1" status: 204 len: 168 time: 1.0202339 Jan 28 07:12:22.211196 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4f739d-96b6-48fe-8095-ecbe5de33aa5 None None] Pushing event updated for resources: {'Port': ['ID=61e833f2-097c-4475-b176-4c62c67c2d2a,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:22.215468 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-aebf9923-02ae-490a-8daf-e41e6f4a5f8d req-8c9d762a-dbf0-4752-ba43-d372189710c6 tempest-ServersAdminNegativeTestJSON-171947884 tempest-ServersAdminNegativeTestJSON-171947884-project] Deleting port fb9e78cb-06b1-49a7-b770-dc1630b5733a {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:12:22.215813 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-aebf9923-02ae-490a-8daf-e41e6f4a5f8d req-8c9d762a-dbf0-4752-ba43-d372189710c6 tempest-ServersAdminNegativeTestJSON-171947884 tempest-ServersAdminNegativeTestJSON-171947884-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (fb9e78cb-06b1-49a7-b770-dc1630b5733a), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:22.235898 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50b331d-2537-4ca4-bd47-e9a493adf5ab None None] Routers {'9441930f-fa57-493b-90be-944dc12892f0'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:12:22.246872 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-c50b331d-2537-4ca4-bd47-e9a493adf5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:12:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['9441930f-fa57-493b-90be-944dc12892f0'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:12:22.259540 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50847785-ef98-47f6-ae4d-dff5c20fc471 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f2d69ac-c438-418d-9482-c6b4789652d5,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:22.352546 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-f961cd84-8cdb-451c-a465-e27c67701cf0 req-cd45bc43-c6bd-4cdc-ba14-1d5a5053d4aa service neutron] Attempting to bind port 6e6bf8db-61c9-4d4f-95fd-d2da51d77c33 on host n-h2-712749-28 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:12:22.352820 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-f961cd84-8cdb-451c-a465-e27c67701cf0 req-cd45bc43-c6bd-4cdc-ba14-1d5a5053d4aa service neutron] Attempting to bind port 6e6bf8db-61c9-4d4f-95fd-d2da51d77c33 by drivers openvswitch,hyperv on host n-h2-712749-28 at level 0 using segments [{'id': 'b38b5d3d-4197-4548-8b2f-aaaa5395d71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '77aa199c-9565-430c-bcef-5bacd415f620'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:12:22.353193 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f961cd84-8cdb-451c-a465-e27c67701cf0 req-cd45bc43-c6bd-4cdc-ba14-1d5a5053d4aa service neutron] Attempting to bind port 6e6bf8db-61c9-4d4f-95fd-d2da51d77c33 on network 77aa199c-9565-430c-bcef-5bacd415f620 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:12:22.378132 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f961cd84-8cdb-451c-a465-e27c67701cf0 req-cd45bc43-c6bd-4cdc-ba14-1d5a5053d4aa service neutron] Port 6e6bf8db-61c9-4d4f-95fd-d2da51d77c33 on network 77aa199c-9565-430c-bcef-5bacd415f620 not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-28 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:12:22.378460 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f961cd84-8cdb-451c-a465-e27c67701cf0 req-cd45bc43-c6bd-4cdc-ba14-1d5a5053d4aa service neutron] Attempting to bind port 6e6bf8db-61c9-4d4f-95fd-d2da51d77c33 on network 77aa199c-9565-430c-bcef-5bacd415f620 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:12:22.421642 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f961cd84-8cdb-451c-a465-e27c67701cf0 req-cd45bc43-c6bd-4cdc-ba14-1d5a5053d4aa service neutron] Checking agent: {'id': 'c9906e63-062c-432e-bb53-63fdb8115e18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:12:22.422229 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f961cd84-8cdb-451c-a465-e27c67701cf0 req-cd45bc43-c6bd-4cdc-ba14-1d5a5053d4aa service neutron] Checking segment: {'id': 'b38b5d3d-4197-4548-8b2f-aaaa5395d71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '77aa199c-9565-430c-bcef-5bacd415f620'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:12:22.422758 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f961cd84-8cdb-451c-a465-e27c67701cf0 req-cd45bc43-c6bd-4cdc-ba14-1d5a5053d4aa service neutron] Bound using segment: {'id': 'b38b5d3d-4197-4548-8b2f-aaaa5395d71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '77aa199c-9565-430c-bcef-5bacd415f620'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:12:22.423195 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-f961cd84-8cdb-451c-a465-e27c67701cf0 req-cd45bc43-c6bd-4cdc-ba14-1d5a5053d4aa service neutron] Bound port: 6e6bf8db-61c9-4d4f-95fd-d2da51d77c33, host: n-h2-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b38b5d3d-4197-4548-8b2f-aaaa5395d71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '77aa199c-9565-430c-bcef-5bacd415f620'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:12:22.423571 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-f961cd84-8cdb-451c-a465-e27c67701cf0 req-cd45bc43-c6bd-4cdc-ba14-1d5a5053d4aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (6e6bf8db-61c9-4d4f-95fd-d2da51d77c33), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:22.457843 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device ef3c7147-fe87-4479-9e6a-3a8b97030d2f up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:12:22.462043 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c79d5a-50b6-4df8-ab18-ed934bca4759 req-f6964d51-e845-49aa-81a3-52dc040e0e48 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:22.464241 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b6c79d5a-50b6-4df8-ab18-ed934bca4759 req-f6964d51-e845-49aa-81a3-52dc040e0e48 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd61f33e-ec05-4b14-85e5-8a4e92ff3cf2 HTTP/1.1" status: 200 len: 945 time: 0.1261363 Jan 28 07:12:22.528970 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b6c79d5a-50b6-4df8-ab18-ed934bca4759 req-2c39ac03-fee5-424f-8d76-d04a31465086 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/security-groups?id=ffb17db6-1913-4712-aa46-d7c764c8c875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576386 Jan 28 07:12:22.538693 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ece38b6-28ba-478e-95ef-21973dbb5a88 req-aba6340c-c5c9-41c0-8f3f-f09ff90ed069 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:22.544831 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ece38b6-28ba-478e-95ef-21973dbb5a88 req-aba6340c-c5c9-41c0-8f3f-f09ff90ed069 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:22.550393 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ece38b6-28ba-478e-95ef-21973dbb5a88 req-aba6340c-c5c9-41c0-8f3f-f09ff90ed069 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:22.556011 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ece38b6-28ba-478e-95ef-21973dbb5a88 req-aba6340c-c5c9-41c0-8f3f-f09ff90ed069 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:22.561778 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ece38b6-28ba-478e-95ef-21973dbb5a88 req-aba6340c-c5c9-41c0-8f3f-f09ff90ed069 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:22.570504 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ece38b6-28ba-478e-95ef-21973dbb5a88 req-aba6340c-c5c9-41c0-8f3f-f09ff90ed069 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:22.576725 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ece38b6-28ba-478e-95ef-21973dbb5a88 req-aba6340c-c5c9-41c0-8f3f-f09ff90ed069 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:22.585787 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7ece38b6-28ba-478e-95ef-21973dbb5a88 req-aba6340c-c5c9-41c0-8f3f-f09ff90ed069 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7 HTTP/1.1" status: 200 len: 5422 time: 0.3537695 Jan 28 07:12:22.681079 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-aebf9923-02ae-490a-8daf-e41e6f4a5f8d req-8c9d762a-dbf0-4752-ba43-d372189710c6 tempest-ServersAdminNegativeTestJSON-171947884 tempest-ServersAdminNegativeTestJSON-171947884-project] For port fb9e78cb-06b1-49a7-b770-dc1630b5733a, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=fb9e78cb-06b1-49a7-b770-dc1630b5733a,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:12:22.681675 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-aebf9923-02ae-490a-8daf-e41e6f4a5f8d req-8c9d762a-dbf0-4752-ba43-d372189710c6 tempest-ServersAdminNegativeTestJSON-171947884 tempest-ServersAdminNegativeTestJSON-171947884-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (fb9e78cb-06b1-49a7-b770-dc1630b5733a), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:22.732233 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-aebf9923-02ae-490a-8daf-e41e6f4a5f8d req-8c9d762a-dbf0-4752-ba43-d372189710c6 tempest-ServersAdminNegativeTestJSON-171947884 tempest-ServersAdminNegativeTestJSON-171947884-project] Calling delete_port for fb9e78cb-06b1-49a7-b770-dc1630b5733a owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:12:22.735986 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-c50b331d-2537-4ca4-bd47-e9a493adf5ab None None] Set router 9441930f-fa57-493b-90be-944dc12892f0 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:12:22.760535 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=4a6dd5ce-e322-4b63-87ab-ae801e185778,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:22.795404 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffbb227-eaf5-485c-8081-535aeb94215c req-5d33efae-1d32-4411-b6fa-7016b9558812 tempest-ServersAdminNegativeTestJSON-171947884 tempest-ServersAdminNegativeTestJSON-171947884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:22.801424 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['4a6dd5ce-e322-4b63-87ab-ae801e185778'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:12:22.811475 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2ffbb227-eaf5-485c-8081-535aeb94215c req-5d33efae-1d32-4411-b6fa-7016b9558812 tempest-ServersAdminNegativeTestJSON-171947884 tempest-ServersAdminNegativeTestJSON-171947884-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ae33aff-71bb-4c8d-a9c7-61e0f974e3a6 HTTP/1.1" status: 200 len: 950 time: 0.1869493 Jan 28 07:12:22.821095 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675b83b4-65fc-4081-9e43-6f97c8917921 req-e1570685-ae1b-4b8c-80b9-9a970d1913ac tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:22.822732 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-675b83b4-65fc-4081-9e43-6f97c8917921 req-e1570685-ae1b-4b8c-80b9-9a970d1913ac tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd61f33e-ec05-4b14-85e5-8a4e92ff3cf2 HTTP/1.1" status: 200 len: 945 time: 0.2323797 Jan 28 07:12:22.875362 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-f961cd84-8cdb-451c-a465-e27c67701cf0 req-cd45bc43-c6bd-4cdc-ba14-1d5a5053d4aa service neutron] For port 6e6bf8db-61c9-4d4f-95fd-d2da51d77c33, host n-h2-712749-28, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:12:22.883639 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6e8c2ada-24d7-45c8-a9e3-7884b05a2d1d None None] Current status of the port 61e833f2-097c-4475-b176-4c62c67c2d2a is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:12:22.883949 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6e8c2ada-24d7-45c8-a9e3-7884b05a2d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (61e833f2-097c-4475-b176-4c62c67c2d2a), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:22.893944 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7ece38b6-28ba-478e-95ef-21973dbb5a88 req-603c6f26-b0aa-47d7-ae6f-677d00cbc14e tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/security-groups?id=f42d29db-089b-46ec-bdc0-e6253e46a436&id=f0e415d4-9274-4847-9e71-c098cc08b695&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3065474 Jan 28 07:12:22.909299 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2ffbb227-eaf5-485c-8081-535aeb94215c req-cef25cc6-2416-48d0-9353-68f5cf233f9f tempest-ServersAdminNegativeTestJSON-171947884 tempest-ServersAdminNegativeTestJSON-171947884-project] 10.222.0.41 "GET /v2.0/security-groups?id=55335e6a-5bc2-4163-aae8-ed81e1993f57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919666 Jan 28 07:12:22.954321 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port ef3c7147-fe87-4479-9e6a-3a8b97030d2f triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:12:22.956372 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (ef3c7147-fe87-4479-9e6a-3a8b97030d2f), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:22.996784 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-f961cd84-8cdb-451c-a465-e27c67701cf0 req-cd45bc43-c6bd-4cdc-ba14-1d5a5053d4aa service neutron] For port 6e6bf8db-61c9-4d4f-95fd-d2da51d77c33, host n-h2-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=6e6bf8db-61c9-4d4f-95fd-d2da51d77c33,segment=NetworkSegment(b38b5d3d-4197-4548-8b2f-aaaa5395d71b),segment_id=b38b5d3d-4197-4548-8b2f-aaaa5395d71b)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:12:23.043572 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-f961cd84-8cdb-451c-a465-e27c67701cf0 req-cd45bc43-c6bd-4cdc-ba14-1d5a5053d4aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (6e6bf8db-61c9-4d4f-95fd-d2da51d77c33), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:23.049215 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6e8c2ada-24d7-45c8-a9e3-7884b05a2d1d None None] For port 61e833f2-097c-4475-b176-4c62c67c2d2a, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=61e833f2-097c-4475-b176-4c62c67c2d2a,segment=NetworkSegment(c6cdd79c-430d-4c62-b387-4821f1bdd03e),segment_id=c6cdd79c-430d-4c62-b387-4821f1bdd03e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:12:23.075494 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6e8c2ada-24d7-45c8-a9e3-7884b05a2d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (61e833f2-097c-4475-b176-4c62c67c2d2a), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:23.100677 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f91395-6c2c-4361-a26e-3d42b639aa32 req-67059128-0bab-4221-adc2-27ca8a0ad413 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:23.102286 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f2f91395-6c2c-4361-a26e-3d42b639aa32 req-67059128-0bab-4221-adc2-27ca8a0ad413 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=f255ed55-87c8-4949-a89a-d6b84a3ce0a3 HTTP/1.1" status: 200 len: 945 time: 0.1091280 Jan 28 07:12:23.198426 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f961cd84-8cdb-451c-a465-e27c67701cf0 req-cd45bc43-c6bd-4cdc-ba14-1d5a5053d4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:23.199055 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-f961cd84-8cdb-451c-a465-e27c67701cf0 req-cd45bc43-c6bd-4cdc-ba14-1d5a5053d4aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:23.200554 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f961cd84-8cdb-451c-a465-e27c67701cf0 req-cd45bc43-c6bd-4cdc-ba14-1d5a5053d4aa service neutron] 10.222.0.44 "PUT /v2.0/ports/6e6bf8db-61c9-4d4f-95fd-d2da51d77c33 HTTP/1.1" status: 200 len: 1092 time: 2.4530711 Jan 28 07:12:23.202853 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f4e61f2-7d76-46bf-b863-47fc90eac5c6', 'tag': '6e6bf8db-61c9-4d4f-95fd-d2da51d77c33'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:12:23.206484 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3d7db20-eb95-4d95-8070-cec0d3649a04" -d '{"events": [{"name": "network-changed", "server_uuid": "2f4e61f2-7d76-46bf-b863-47fc90eac5c6", "tag": "6e6bf8db-61c9-4d4f-95fd-d2da51d77c33"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:12:23.232327 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f2f91395-6c2c-4361-a26e-3d42b639aa32 req-f21f8d88-7c77-40b6-817d-42c7b441f5e9 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e9c3947-6ff8-4aa4-a1f7-c165b64c94a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144083 Jan 28 07:12:23.274447 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515cfb5e-c3c4-4711-b1a9-255c2b418d61 req-2d1df958-abd2-48af-8cba-a5d08c2e9ed6 tempest-ImagesOneServerTestJSON-106757326 tempest-ImagesOneServerTestJSON-106757326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:23.278488 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8c2ada-24d7-45c8-a9e3-7884b05a2d1d None None] Pushing event updated for resources: {'Port': ['ID=61e833f2-097c-4475-b176-4c62c67c2d2a,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:23.281356 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-515cfb5e-c3c4-4711-b1a9-255c2b418d61 req-2d1df958-abd2-48af-8cba-a5d08c2e9ed6 tempest-ImagesOneServerTestJSON-106757326 tempest-ImagesOneServerTestJSON-106757326-project] 10.222.0.41 "GET /v2.0/ports?device_id=3dd702e6-7a80-45cc-9dda-f28032a78da6 HTTP/1.1" status: 200 len: 948 time: 0.2481511 Jan 28 07:12:23.283172 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd45bc43-c6bd-4cdc-ba14-1d5a5053d4aa service neutron] Pushing event updated for resources: {'Port': ['ID=6e6bf8db-61c9-4d4f-95fd-d2da51d77c33,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:23.309498 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-d81ccb1f-935d-402d-8154-4aa2b35a0580 None None] Provisioning complete for port 61e833f2-097c-4475-b176-4c62c67c2d2a triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:12:23.310225 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d81ccb1f-935d-402d-8154-4aa2b35a0580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (61e833f2-097c-4475-b176-4c62c67c2d2a), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:23.342265 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 39042) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:12:23.373001 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5859f0bd-ebdb-4ba3-bf11-66ceef12d377 req-4f84a27e-6d88-4159-8570-8c20db6029ec tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:23.375793 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5859f0bd-ebdb-4ba3-bf11-66ceef12d377 req-4f84a27e-6d88-4159-8570-8c20db6029ec tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f4e61f2-7d76-46bf-b863-47fc90eac5c6 HTTP/1.1" status: 200 len: 943 time: 0.0705845 Jan 28 07:12:23.424133 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port ef3c7147-fe87-4479-9e6a-3a8b97030d2f is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:12:23.443494 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-675b83b4-65fc-4081-9e43-6f97c8917921 req-131936b1-de79-4846-bf4f-e0ceb7e7c58e tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] Deleting port e592ff20-96b6-4898-ae80-889f0a7f0b74 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:12:23.443844 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-675b83b4-65fc-4081-9e43-6f97c8917921 req-131936b1-de79-4846-bf4f-e0ceb7e7c58e tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (e592ff20-96b6-4898-ae80-889f0a7f0b74), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:23.449199 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-aebf9923-02ae-490a-8daf-e41e6f4a5f8d req-8c9d762a-dbf0-4752-ba43-d372189710c6 tempest-ServersAdminNegativeTestJSON-171947884 tempest-ServersAdminNegativeTestJSON-171947884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (fb9e78cb-06b1-49a7-b770-dc1630b5733a), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:23.455069 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5859f0bd-ebdb-4ba3-bf11-66ceef12d377 req-119c38ad-d606-4d36-b12f-4d5846405b92 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c286ac6-5d5d-46b9-b282-9e68e0339bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688245 Jan 28 07:12:23.478532 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-515cfb5e-c3c4-4711-b1a9-255c2b418d61 req-27ab7143-fdaa-4c58-9dd9-19322f414eba tempest-ImagesOneServerTestJSON-106757326 tempest-ImagesOneServerTestJSON-106757326-project] 10.222.0.41 "GET /v2.0/security-groups?id=a65f13c7-2687-4f51-975e-f35c9dc43c67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941793 Jan 28 07:12:23.508385 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-c50b331d-2537-4ca4-bd47-e9a493adf5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9441930f-fa57-493b-90be-944dc12892f0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-680629120-router', 'tenant_id': 'de731053670e47de99659e7fee14bed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.43'}], 'enable_snat': True}, 'gw_port_id': 'ef3c7147-fe87-4479-9e6a-3a8b97030d2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:12:10Z', 'updated_at': '2022-01-28T07:12:19Z', 'revision_number': 4, 'project_id': 'de731053670e47de99659e7fee14bed9', 'gw_port': {'id': 'ef3c7147-fe87-4479-9e6a-3a8b97030d2f', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:43:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9441930f-fa57-493b-90be-944dc12892f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:12:12Z', 'updated_at': '2022-01-28T07:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '61e833f2-097c-4475-b176-4c62c67c2d2a', 'name': '', 'network_id': 'd9849554-bb88-4f27-8509-649ac0387251', 'tenant_id': 'de731053670e47de99659e7fee14bed9', 'mac_address': 'fa:16:3e:9e:14:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9441930f-fa57-493b-90be-944dc12892f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '68f7f7d8-d964-4750-8c9a-52fe444c8e70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:12:17Z', 'updated_at': '2022-01-28T07:12:22Z', 'revision_number': 4, 'project_id': 'de731053670e47de99659e7fee14bed9', 'subnets': [{'id': '68f7f7d8-d964-4750-8c9a-52fe444c8e70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:12:23.511063 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['e63a7ad8-eb8a-40a4-971c-bffd837be715'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:12:23.561925 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['fb9e78cb-06b1-49a7-b770-dc1630b5733a'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:12:23.564689 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8120c8bc-3f01-452f-9c3f-8f14edcc8ead x-openstack-request-id: req-8120c8bc-3f01-452f-9c3f-8f14edcc8ead {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:12:23.565217 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f4e61f2-7d76-46bf-b863-47fc90eac5c6", "tag": "6e6bf8db-61c9-4d4f-95fd-d2da51d77c33", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:12:23.565634 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8120c8bc-3f01-452f-9c3f-8f14edcc8ead {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:12:23.566210 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f4e61f2-7d76-46bf-b863-47fc90eac5c6', 'tag': '6e6bf8db-61c9-4d4f-95fd-d2da51d77c33', 'status': 'completed', 'code': 200} Jan 28 07:12:23.572779 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-52687a5e-caa4-48a9-9de6-c30f62b98aac admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1386077319-network', 'tenant_id': '3930c0e481de402899b770581b71011f'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:12:23.580635 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d01d19ef-bd71-4f13-b3c8-cc4aaa904254 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16606535'] for router_interface (9441930f-fa57-493b-90be-944dc12892f0), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:23.583467 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9d762a-dbf0-4752-ba43-d372189710c6 tempest-ServersAdminNegativeTestJSON-171947884 tempest-ServersAdminNegativeTestJSON-171947884-project] Pushing event deleted for resources: {'Port': ['ID=fb9e78cb-06b1-49a7-b770-dc1630b5733a,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:23.588690 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50b331d-2537-4ca4-bd47-e9a493adf5ab None None] The sync data for ids ['9441930f-fa57-493b-90be-944dc12892f0'] in n-d-712749-28 is: [{'id': '9441930f-fa57-493b-90be-944dc12892f0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-680629120-router', 'tenant_id': 'de731053670e47de99659e7fee14bed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.43'}], 'enable_snat': True}, 'gw_port_id': 'ef3c7147-fe87-4479-9e6a-3a8b97030d2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:12:10Z', 'updated_at': '2022-01-28T07:12:19Z', 'revision_number': 4, 'project_id': 'de731053670e47de99659e7fee14bed9', 'gw_port': {'id': 'ef3c7147-fe87-4479-9e6a-3a8b97030d2f', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:43:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9441930f-fa57-493b-90be-944dc12892f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:12:12Z', 'updated_at': '2022-01-28T07:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '61e833f2-097c-4475-b176-4c62c67c2d2a', 'name': '', 'network_id': 'd9849554-bb88-4f27-8509-649ac0387251', 'tenant_id': 'de731053670e47de99659e7fee14bed9', 'mac_address': 'fa:16:3e:9e:14:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9441930f-fa57-493b-90be-944dc12892f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '68f7f7d8-d964-4750-8c9a-52fe444c8e70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:12:17Z', 'updated_at': '2022-01-28T07:12:22Z', 'revision_number': 4, 'project_id': 'de731053670e47de99659e7fee14bed9', 'subnets': [{'id': '68f7f7d8-d964-4750-8c9a-52fe444c8e70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:12:23.592641 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f961cd84-8cdb-451c-a465-e27c67701cf0 req-b752b4b0-6f72-49ac-98a2-e71e55e45f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:23.594638 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f961cd84-8cdb-451c-a465-e27c67701cf0 req-b752b4b0-6f72-49ac-98a2-e71e55e45f95 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1b5821c096cf43639ed10b07e04f5303&device_id=2f4e61f2-7d76-46bf-b863-47fc90eac5c6 HTTP/1.1" status: 200 len: 1095 time: 0.2764628 Jan 28 07:12:23.689801 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-d81ccb1f-935d-402d-8154-4aa2b35a0580 None None] Current status of the port 61e833f2-097c-4475-b176-4c62c67c2d2a is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:12:23.806469 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52687a5e-caa4-48a9-9de6-c30f62b98aac admin admin] Made reservation on behalf of 3930c0e481de402899b770581b71011f for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:12:23.809450 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-52687a5e-caa4-48a9-9de6-c30f62b98aac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:23.825061 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-aebf9923-02ae-490a-8daf-e41e6f4a5f8d req-8c9d762a-dbf0-4752-ba43-d372189710c6 tempest-ServersAdminNegativeTestJSON-171947884 tempest-ServersAdminNegativeTestJSON-171947884-project] No DVR routers for this DVR port fb9e78cb-06b1-49a7-b770-dc1630b5733a on host n-h1-712749-28 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:12:23.830769 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-aebf9923-02ae-490a-8daf-e41e6f4a5f8d req-8c9d762a-dbf0-4752-ba43-d372189710c6 tempest-ServersAdminNegativeTestJSON-171947884 tempest-ServersAdminNegativeTestJSON-171947884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:23.832949 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-aebf9923-02ae-490a-8daf-e41e6f4a5f8d req-8c9d762a-dbf0-4752-ba43-d372189710c6 tempest-ServersAdminNegativeTestJSON-171947884 tempest-ServersAdminNegativeTestJSON-171947884-project] 10.222.0.10 "DELETE /v2.0/ports/fb9e78cb-06b1-49a7-b770-dc1630b5733a HTTP/1.1" status: 204 len: 173 time: 2.0700755 Jan 28 07:12:23.846192 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f961cd84-8cdb-451c-a465-e27c67701cf0 req-2f8f9e7c-755e-4bd5-b418-35b3af4cb8f5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6e6bf8db-61c9-4d4f-95fd-d2da51d77c33 HTTP/1.1" status: 200 len: 217 time: 0.1932533 Jan 28 07:12:23.861408 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-52687a5e-caa4-48a9-9de6-c30f62b98aac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:23.994928 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-675b83b4-65fc-4081-9e43-6f97c8917921 req-131936b1-de79-4846-bf4f-e0ceb7e7c58e tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] For port e592ff20-96b6-4898-ae80-889f0a7f0b74, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=e592ff20-96b6-4898-ae80-889f0a7f0b74,segment=NetworkSegment(b8d72b75-cba6-44bb-b1f1-97b3aa439c04),segment_id=b8d72b75-cba6-44bb-b1f1-97b3aa439c04)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:12:23.995303 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-675b83b4-65fc-4081-9e43-6f97c8917921 req-131936b1-de79-4846-bf4f-e0ceb7e7c58e tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (e592ff20-96b6-4898-ae80-889f0a7f0b74), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:24.033785 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-91377653-63b3-4477-a2cd-0b4e02490d88 req-20b232e3-6984-4624-920b-2f39434e89e8 tempest-ServersAdminNegativeTestJSON-171947884 tempest-ServersAdminNegativeTestJSON-171947884-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ae33aff-71bb-4c8d-a9c7-61e0f974e3a6 HTTP/1.1" status: 200 len: 210 time: 0.0390604 Jan 28 07:12:24.034014 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014f7989-34f2-4f45-9e23-8191b99aa13d req-9e2fa2d7-ff4b-460b-b83e-1f2d6f45cfee tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:24.035371 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-014f7989-34f2-4f45-9e23-8191b99aa13d req-9e2fa2d7-ff4b-460b-b83e-1f2d6f45cfee tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd61f33e-ec05-4b14-85e5-8a4e92ff3cf2 HTTP/1.1" status: 200 len: 945 time: 0.3839869 Jan 28 07:12:24.049074 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-675b83b4-65fc-4081-9e43-6f97c8917921 req-131936b1-de79-4846-bf4f-e0ceb7e7c58e tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] Calling delete_port for e592ff20-96b6-4898-ae80-889f0a7f0b74 owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:12:24.152578 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f961cd84-8cdb-451c-a465-e27c67701cf0 req-6bea992b-f95c-4ade-809b-cbf08ae3f161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:24.153988 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f961cd84-8cdb-451c-a465-e27c67701cf0 req-6bea992b-f95c-4ade-809b-cbf08ae3f161 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e60d974b-4a97-44ad-8684-0b13afa61368 HTTP/1.1" status: 200 len: 848 time: 0.2816892 Jan 28 07:12:24.246382 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 61e833f2-097c-4475-b176-4c62c67c2d2a up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:12:24.264157 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9361b7-f17d-49b9-a9c0-02cf5ce1dde6 req-be5bd228-cdfb-4d86-837c-1f33b1956086 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:24.276495 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9361b7-f17d-49b9-a9c0-02cf5ce1dde6 req-be5bd228-cdfb-4d86-837c-1f33b1956086 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:24.291925 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9361b7-f17d-49b9-a9c0-02cf5ce1dde6 req-be5bd228-cdfb-4d86-837c-1f33b1956086 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:24.292952 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f961cd84-8cdb-451c-a465-e27c67701cf0 req-6939edf7-5765-43ca-b37f-9ab31ff172bc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=77aa199c-9565-430c-bcef-5bacd415f620&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1121414 Jan 28 07:12:24.297532 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9361b7-f17d-49b9-a9c0-02cf5ce1dde6 req-be5bd228-cdfb-4d86-837c-1f33b1956086 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:24.316804 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9361b7-f17d-49b9-a9c0-02cf5ce1dde6 req-be5bd228-cdfb-4d86-837c-1f33b1956086 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:24.323137 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9361b7-f17d-49b9-a9c0-02cf5ce1dde6 req-be5bd228-cdfb-4d86-837c-1f33b1956086 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:24.329566 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9361b7-f17d-49b9-a9c0-02cf5ce1dde6 req-be5bd228-cdfb-4d86-837c-1f33b1956086 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:24.338049 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-dc9361b7-f17d-49b9-a9c0-02cf5ce1dde6 req-be5bd228-cdfb-4d86-837c-1f33b1956086 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7 HTTP/1.1" status: 200 len: 5422 time: 0.1907847 Jan 28 07:12:24.357577 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 61e833f2-097c-4475-b176-4c62c67c2d2a triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:12:24.358368 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (61e833f2-097c-4475-b176-4c62c67c2d2a), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:24.424711 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-dc9361b7-f17d-49b9-a9c0-02cf5ce1dde6 req-014d9f90-275f-41a8-b836-3383bb372225 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/security-groups?id=f42d29db-089b-46ec-bdc0-e6253e46a436&id=f0e415d4-9274-4847-9e71-c098cc08b695&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0803103 Jan 28 07:12:24.473068 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 61e833f2-097c-4475-b176-4c62c67c2d2a is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:12:24.489854 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-014f7989-34f2-4f45-9e23-8191b99aa13d req-50d5a5c1-d720-41db-b339-9324cc669aaa tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/security-groups?id=ffb17db6-1913-4712-aa46-d7c764c8c875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4376891 Jan 28 07:12:24.518129 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-52687a5e-caa4-48a9-9de6-c30f62b98aac admin admin] Publish callbacks [] for security_group (117fa1bd-73e7-4165-b6b4-0b24b6424aa5), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:24.523225 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f961cd84-8cdb-451c-a465-e27c67701cf0 req-9089100d-a2dc-4242-9785-113aa911257a service neutron] 10.222.0.44 "GET /v2.0/networks/77aa199c-9565-430c-bcef-5bacd415f620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2186508 Jan 28 07:12:24.544428 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-52687a5e-caa4-48a9-9de6-c30f62b98aac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (117fa1bd-73e7-4165-b6b4-0b24b6424aa5), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:24.565427 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a2d008-c9b4-4a0a-9158-814c98ff4a0e req-3f3dbb66-bb6f-48d7-a85f-178c049828e4 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:24.572964 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b1a2d008-c9b4-4a0a-9158-814c98ff4a0e req-3f3dbb66-bb6f-48d7-a85f-178c049828e4 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=f255ed55-87c8-4949-a89a-d6b84a3ce0a3 HTTP/1.1" status: 200 len: 945 time: 0.0634408 Jan 28 07:12:24.624382 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b1a2d008-c9b4-4a0a-9158-814c98ff4a0e req-b7ae1da6-2405-4b76-b956-3dbf24b97536 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e9c3947-6ff8-4aa4-a1f7-c165b64c94a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498838 Jan 28 07:12:24.652145 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52687a5e-caa4-48a9-9de6-c30f62b98aac admin admin] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:12:24.731857 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52687a5e-caa4-48a9-9de6-c30f62b98aac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=117fa1bd-73e7-4165-b6b4-0b24b6424aa5,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:24.740015 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-52687a5e-caa4-48a9-9de6-c30f62b98aac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (83f00b08-a704-4a7c-9bf0-9f86b0686e80), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:24.740392 n-d-712749-28 neutron-server[103284]: INFO neutron.db.segments_db [None req-52687a5e-caa4-48a9-9de6-c30f62b98aac admin admin] Added segment 83f00b08-a704-4a7c-9bf0-9f86b0686e80 of type vlan for network e199dad7-1a1f-4426-9af4-94f45b4c61c2 Jan 28 07:12:24.742305 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b026a1d8-45a2-4b37-ad3e-0f71d003cb80 req-4548145a-3668-460c-8adc-d79abf6153c8 tempest-ImagesOneServerTestJSON-106757326 tempest-ImagesOneServerTestJSON-106757326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:24.744006 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b026a1d8-45a2-4b37-ad3e-0f71d003cb80 req-4548145a-3668-460c-8adc-d79abf6153c8 tempest-ImagesOneServerTestJSON-106757326 tempest-ImagesOneServerTestJSON-106757326-project] 10.222.0.41 "GET /v2.0/ports?device_id=3dd702e6-7a80-45cc-9dda-f28032a78da6 HTTP/1.1" status: 200 len: 948 time: 0.0549648 Jan 28 07:12:24.804781 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b026a1d8-45a2-4b37-ad3e-0f71d003cb80 req-8798264f-5e15-4c79-b2f9-874c655269bd tempest-ImagesOneServerTestJSON-106757326 tempest-ImagesOneServerTestJSON-106757326-project] 10.222.0.41 "GET /v2.0/security-groups?id=a65f13c7-2687-4f51-975e-f35c9dc43c67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540800 Jan 28 07:12:24.868392 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f961cd84-8cdb-451c-a465-e27c67701cf0 req-8ec55967-7050-41cc-bb95-57aeb304384a service neutron] 10.222.0.44 "GET /v2.0/networks/77aa199c-9565-430c-bcef-5bacd415f620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3345442 Jan 28 07:12:24.869072 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-675b83b4-65fc-4081-9e43-6f97c8917921 req-131936b1-de79-4846-bf4f-e0ceb7e7c58e tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (e592ff20-96b6-4898-ae80-889f0a7f0b74), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:24.872987 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-52687a5e-caa4-48a9-9de6-c30f62b98aac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (e199dad7-1a1f-4426-9af4-94f45b4c61c2), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:24.894303 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261ba6ca-878d-4707-b09d-833ff75dd6ed req-02f5e126-d03a-4ab8-920c-9bd7af22b665 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:24.900838 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-261ba6ca-878d-4707-b09d-833ff75dd6ed req-02f5e126-d03a-4ab8-920c-9bd7af22b665 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f4e61f2-7d76-46bf-b863-47fc90eac5c6 HTTP/1.1" status: 200 len: 943 time: 0.3143437 Jan 28 07:12:24.943626 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131936b1-de79-4846-bf4f-e0ceb7e7c58e tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] Pushing event deleted for resources: {'Port': ['ID=e592ff20-96b6-4898-ae80-889f0a7f0b74,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:25.038259 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-52687a5e-caa4-48a9-9de6-c30f62b98aac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (e199dad7-1a1f-4426-9af4-94f45b4c61c2), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:25.039213 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52687a5e-caa4-48a9-9de6-c30f62b98aac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:25.039800 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-52687a5e-caa4-48a9-9de6-c30f62b98aac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:25.067472 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-675b83b4-65fc-4081-9e43-6f97c8917921 req-131936b1-de79-4846-bf4f-e0ceb7e7c58e tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] No DVR routers for this DVR port e592ff20-96b6-4898-ae80-889f0a7f0b74 on host n-h2-712749-28 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:12:25.070103 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-675b83b4-65fc-4081-9e43-6f97c8917921 req-131936b1-de79-4846-bf4f-e0ceb7e7c58e tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:25.073726 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-675b83b4-65fc-4081-9e43-6f97c8917921 req-131936b1-de79-4846-bf4f-e0ceb7e7c58e tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.44 "DELETE /v2.0/ports/e592ff20-96b6-4898-ae80-889f0a7f0b74 HTTP/1.1" status: 204 len: 173 time: 2.2074838 Jan 28 07:12:25.350669 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6070cda0-e04b-4e2e-9dd0-bb15fbdf9b0e req-276127fc-9ee5-4037-bb50-ff9eb90adec8 tempest-ServersAdminNegativeTestJSON-171947884 tempest-ServersAdminNegativeTestJSON-171947884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:25.352441 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6070cda0-e04b-4e2e-9dd0-bb15fbdf9b0e req-276127fc-9ee5-4037-bb50-ff9eb90adec8 tempest-ServersAdminNegativeTestJSON-171947884 tempest-ServersAdminNegativeTestJSON-171947884-project] 10.222.0.41 "GET /v2.0/ports?device_id=1eff019f-eefb-4199-812f-22bcde2b6731 HTTP/1.1" status: 200 len: 950 time: 0.0550263 Jan 28 07:12:25.403024 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6070cda0-e04b-4e2e-9dd0-bb15fbdf9b0e req-c8a98da3-d5f7-4fd0-a1c5-8bd829daee5b tempest-ServersAdminNegativeTestJSON-171947884 tempest-ServersAdminNegativeTestJSON-171947884-project] 10.222.0.41 "GET /v2.0/security-groups?id=55335e6a-5bc2-4163-aae8-ed81e1993f57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449090 Jan 28 07:12:25.501155 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-52687a5e-caa4-48a9-9de6-c30f62b98aac admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.1526079 Jan 28 07:12:25.504209 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 39068) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:12:25.509281 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-9aebb8df-28d1-4097-a206-bee595eb1bf5 admin admin] Request body: {'subnet': {'network_id': 'e199dad7-1a1f-4426-9af4-94f45b4c61c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1386077319-subnet', 'tenant_id': '3930c0e481de402899b770581b71011f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:12:25.517367 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-261ba6ca-878d-4707-b09d-833ff75dd6ed req-85265629-76f4-4111-abae-0879d8f267c5 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c286ac6-5d5d-46b9-b282-9e68e0339bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5853617 Jan 28 07:12:25.520502 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-d01d19ef-bd71-4f13-b3c8-cc4aaa904254 admin admin] Deleting port 61e833f2-097c-4475-b176-4c62c67c2d2a {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:12:25.520817 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d01d19ef-bd71-4f13-b3c8-cc4aaa904254 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (61e833f2-097c-4475-b176-4c62c67c2d2a), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:25.524074 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52687a5e-caa4-48a9-9de6-c30f62b98aac admin admin] Pushing event updated for resources: {'Network': ['ID=e199dad7-1a1f-4426-9af4-94f45b4c61c2,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:25.534742 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network e199dad7-1a1f-4426-9af4-94f45b4c61c2 details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:12:25.539092 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d7db20-eb95-4d95-8070-cec0d3649a04 req-883cee1f-ad8d-4689-b5c3-302ad46472a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:25.540676 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d3d7db20-eb95-4d95-8070-cec0d3649a04 req-883cee1f-ad8d-4689-b5c3-302ad46472a6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1b5821c096cf43639ed10b07e04f5303&device_id=2f4e61f2-7d76-46bf-b863-47fc90eac5c6 HTTP/1.1" status: 200 len: 1095 time: 0.5566928 Jan 28 07:12:25.569697 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ae33aff-71bb-4c8d-a9c7-61e0f974e3a6', 'name': 'network-vif-deleted', 'tag': 'fb9e78cb-06b1-49a7-b770-dc1630b5733a'}, {'server_uuid': 'cd61f33e-ec05-4b14-85e5-8a4e92ff3cf2', 'name': 'network-vif-deleted', 'tag': 'e592ff20-96b6-4898-ae80-889f0a7f0b74'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:12:25.572111 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c9421a7-d847-493a-85f5-a75ef43c128e" -d '{"events": [{"server_uuid": "2ae33aff-71bb-4c8d-a9c7-61e0f974e3a6", "name": "network-vif-deleted", "tag": "fb9e78cb-06b1-49a7-b770-dc1630b5733a"}, {"server_uuid": "cd61f33e-ec05-4b14-85e5-8a4e92ff3cf2", "name": "network-vif-deleted", "tag": "e592ff20-96b6-4898-ae80-889f0a7f0b74"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:12:25.576007 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aebb8df-28d1-4097-a206-bee595eb1bf5 admin admin] Made reservation on behalf of 3930c0e481de402899b770581b71011f for: {'subnet': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:12:25.580100 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9aebb8df-28d1-4097-a206-bee595eb1bf5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13555781'] for subnet (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:25.657760 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d558eef-5afa-4392-b062-992f1cf2a23d req-0d9f4064-94d5-437c-85f7-87d43b85d9c7 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:25.663242 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d558eef-5afa-4392-b062-992f1cf2a23d req-0d9f4064-94d5-437c-85f7-87d43b85d9c7 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:25.668559 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d558eef-5afa-4392-b062-992f1cf2a23d req-0d9f4064-94d5-437c-85f7-87d43b85d9c7 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:25.674335 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d558eef-5afa-4392-b062-992f1cf2a23d req-0d9f4064-94d5-437c-85f7-87d43b85d9c7 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:25.679599 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d558eef-5afa-4392-b062-992f1cf2a23d req-0d9f4064-94d5-437c-85f7-87d43b85d9c7 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:25.679871 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5a0d935c-aa05-4122-8a36-bcd72d7a1e3b req-1f5073e3-cda0-4148-b980-38df3c642946 tempest-ServerDiskConfigTestJSON-1241413838 tempest-ServerDiskConfigTestJSON-1241413838-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd61f33e-ec05-4b14-85e5-8a4e92ff3cf2 HTTP/1.1" status: 200 len: 210 time: 0.0445395 Jan 28 07:12:25.685271 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d558eef-5afa-4392-b062-992f1cf2a23d req-0d9f4064-94d5-437c-85f7-87d43b85d9c7 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:25.691552 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d558eef-5afa-4392-b062-992f1cf2a23d req-0d9f4064-94d5-437c-85f7-87d43b85d9c7 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:25.705617 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8d558eef-5afa-4392-b062-992f1cf2a23d req-0d9f4064-94d5-437c-85f7-87d43b85d9c7 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7 HTTP/1.1" status: 200 len: 5422 time: 0.1925237 Jan 28 07:12:25.730585 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-d01d19ef-bd71-4f13-b3c8-cc4aaa904254 admin admin] For port 61e833f2-097c-4475-b176-4c62c67c2d2a, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=61e833f2-097c-4475-b176-4c62c67c2d2a,segment=NetworkSegment(c6cdd79c-430d-4c62-b387-4821f1bdd03e),segment_id=c6cdd79c-430d-4c62-b387-4821f1bdd03e)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:12:25.731105 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d01d19ef-bd71-4f13-b3c8-cc4aaa904254 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (61e833f2-097c-4475-b176-4c62c67c2d2a), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:25.742560 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 4a6dd5ce-e322-4b63-87ab-ae801e185778 up at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:12:25.746531 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 28 Jan 2022 07:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dc832bd-1168-4bf1-9f34-49274a24f487 x-openstack-request-id: req-6dc832bd-1168-4bf1-9f34-49274a24f487 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:12:25.746857 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ae33aff-71bb-4c8d-a9c7-61e0f974e3a6", "name": "network-vif-deleted", "tag": "fb9e78cb-06b1-49a7-b770-dc1630b5733a", "status": "completed", "code": 200}, {"server_uuid": "cd61f33e-ec05-4b14-85e5-8a4e92ff3cf2", "name": "network-vif-deleted", "tag": "e592ff20-96b6-4898-ae80-889f0a7f0b74", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:12:25.747100 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6dc832bd-1168-4bf1-9f34-49274a24f487 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:12:25.747501 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ae33aff-71bb-4c8d-a9c7-61e0f974e3a6', 'name': 'network-vif-deleted', 'tag': 'fb9e78cb-06b1-49a7-b770-dc1630b5733a', 'status': 'completed', 'code': 200} Jan 28 07:12:25.747763 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd61f33e-ec05-4b14-85e5-8a4e92ff3cf2', 'name': 'network-vif-deleted', 'tag': 'e592ff20-96b6-4898-ae80-889f0a7f0b74', 'status': 'completed', 'code': 200} Jan 28 07:12:25.755714 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d7db20-eb95-4d95-8070-cec0d3649a04 req-022e2f67-69e5-488f-96ed-bbfc5fd0f4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:25.757226 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d3d7db20-eb95-4d95-8070-cec0d3649a04 req-022e2f67-69e5-488f-96ed-bbfc5fd0f4d7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=77aa199c-9565-430c-bcef-5bacd415f620 HTTP/1.1" status: 200 len: 909 time: 0.1775842 Jan 28 07:12:25.758140 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-d01d19ef-bd71-4f13-b3c8-cc4aaa904254 admin admin] Calling delete_port for 61e833f2-097c-4475-b176-4c62c67c2d2a owned by network:router_interface {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:12:25.844783 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning for port 4a6dd5ce-e322-4b63-87ab-ae801e185778 completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:12:25.853231 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning complete for port 4a6dd5ce-e322-4b63-87ab-ae801e185778 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:12:25.853742 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (4a6dd5ce-e322-4b63-87ab-ae801e185778), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:25.862208 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d3d7db20-eb95-4d95-8070-cec0d3649a04 req-2b0708b6-847a-40bf-9f9a-bff4aea7d839 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6e6bf8db-61c9-4d4f-95fd-d2da51d77c33 HTTP/1.1" status: 200 len: 217 time: 0.0479972 Jan 28 07:12:25.917300 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8d558eef-5afa-4392-b062-992f1cf2a23d req-64af4df3-d0db-4060-9266-cbe24d828e33 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/security-groups?id=f42d29db-089b-46ec-bdc0-e6253e46a436&id=f0e415d4-9274-4847-9e71-c098cc08b695&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2057080 Jan 28 07:12:25.932167 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9aebb8df-28d1-4097-a206-bee595eb1bf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13546728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13555799'] for subnet (23f55197-1853-435d-b528-8a7ab39935aa), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:25.957768 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d7db20-eb95-4d95-8070-cec0d3649a04 req-fc00090b-8b31-433d-bb18-4df5ac667e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:25.959252 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d3d7db20-eb95-4d95-8070-cec0d3649a04 req-fc00090b-8b31-433d-bb18-4df5ac667e9b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e60d974b-4a97-44ad-8684-0b13afa61368 HTTP/1.1" status: 200 len: 848 time: 0.0614138 Jan 28 07:12:25.962660 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 4a6dd5ce-e322-4b63-87ab-ae801e185778 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:12:25.963427 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (4a6dd5ce-e322-4b63-87ab-ae801e185778), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:25.995577 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dd702e6-7a80-45cc-9dda-f28032a78da6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a6dd5ce-e322-4b63-87ab-ae801e185778'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:12:25.998215 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa9fa33f-8fb7-4c3b-b294-f7ee19a5152a" -d '{"events": [{"server_uuid": "3dd702e6-7a80-45cc-9dda-f28032a78da6", "name": "network-vif-plugged", "status": "completed", "tag": "4a6dd5ce-e322-4b63-87ab-ae801e185778"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:12:25.998496 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aebb8df-28d1-4097-a206-bee595eb1bf5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=23f55197-1853-435d-b528-8a7ab39935aa,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:26.013234 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 4a6dd5ce-e322-4b63-87ab-ae801e185778, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=4a6dd5ce-e322-4b63-87ab-ae801e185778,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:12:26.015829 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aebb8df-28d1-4097-a206-bee595eb1bf5 admin admin] Checking segment: {'id': '83f00b08-a704-4a7c-9bf0-9f86b0686e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'e199dad7-1a1f-4426-9af4-94f45b4c61c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:12:26.016530 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aebb8df-28d1-4097-a206-bee595eb1bf5 admin admin] Network hostable DHCP agents. Network: e199dad7-1a1f-4426-9af4-94f45b4c61c2, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:12:26.019911 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (4a6dd5ce-e322-4b63-87ab-ae801e185778), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:26.021015 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device fb9e78cb-06b1-49a7-b770-dc1630b5733a no longer exists at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:12:26.057078 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fb4ea6-7c72-4360-8347-dd372ec034e4 req-6a663b71-6005-454d-961b-5a4556bdee6a tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:26.059686 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-69fb4ea6-7c72-4360-8347-dd372ec034e4 req-6a663b71-6005-454d-961b-5a4556bdee6a tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=f255ed55-87c8-4949-a89a-d6b84a3ce0a3 HTTP/1.1" status: 200 len: 945 time: 0.2023201 Jan 28 07:12:26.067219 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aebb8df-28d1-4097-a206-bee595eb1bf5 admin admin] Network e199dad7-1a1f-4426-9af4-94f45b4c61c2 is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:12:26.067999 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] No Port match for: fb9e78cb-06b1-49a7-b770-dc1630b5733a {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:12:26.068494 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device fb9e78cb-06b1-49a7-b770-dc1630b5733a not bound to the agent host n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:12:26.072590 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d3d7db20-eb95-4d95-8070-cec0d3649a04 req-e06e8b53-dbb8-4062-bbce-d7f79062ef1f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=77aa199c-9565-430c-bcef-5bacd415f620&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0989747 Jan 28 07:12:26.088109 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474d8a44-82d0-4890-828f-1fb1cd933ec0 req-4d215863-7c51-4456-87c2-de5c6a151bbc tempest-ImagesOneServerTestJSON-106757326 tempest-ImagesOneServerTestJSON-106757326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:26.089778 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-474d8a44-82d0-4890-828f-1fb1cd933ec0 req-4d215863-7c51-4456-87c2-de5c6a151bbc tempest-ImagesOneServerTestJSON-106757326 tempest-ImagesOneServerTestJSON-106757326-project] 10.222.0.41 "GET /v2.0/ports?device_id=3dd702e6-7a80-45cc-9dda-f28032a78da6 HTTP/1.1" status: 200 len: 949 time: 0.0697486 Jan 28 07:12:26.090997 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-9aebb8df-28d1-4097-a206-bee595eb1bf5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, e199dad7-1a1f-4426-9af4-94f45b4c61c2) {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:12:26.095707 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aebb8df-28d1-4097-a206-bee595eb1bf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:26.096331 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9aebb8df-28d1-4097-a206-bee595eb1bf5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:26.103344 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=4a6dd5ce-e322-4b63-87ab-ae801e185778,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:26.113701 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0cd2f4e-32db-43ae-94b9-c03f20a57c4c None None] Network e199dad7-1a1f-4426-9af4-94f45b4c61c2 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:12:26.126552 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-9aebb8df-28d1-4097-a206-bee595eb1bf5 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6123195 Jan 28 07:12:26.161336 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-69fb4ea6-7c72-4360-8347-dd372ec034e4 req-3faf5435-4af8-4489-b6a6-af1bbfa57859 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e9c3947-6ff8-4aa4-a1f7-c165b64c94a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859623 Jan 28 07:12:26.181139 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-474d8a44-82d0-4890-828f-1fb1cd933ec0 req-75d445fd-9186-4dd8-985f-76fff0a6f651 tempest-ImagesOneServerTestJSON-106757326 tempest-ImagesOneServerTestJSON-106757326-project] 10.222.0.41 "GET /v2.0/security-groups?id=a65f13c7-2687-4f51-975e-f35c9dc43c67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620551 Jan 28 07:12:26.235520 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61b8d941-9b18-4a82-bfe9-0e535a98b40e None None] Network e199dad7-1a1f-4426-9af4-94f45b4c61c2 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:12:26.239857 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b6540f4-ab47-4cbc-ad64-8ab61fe2d97c x-openstack-request-id: req-0b6540f4-ab47-4cbc-ad64-8ab61fe2d97c {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:12:26.240338 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dd702e6-7a80-45cc-9dda-f28032a78da6", "name": "network-vif-plugged", "status": "completed", "tag": "4a6dd5ce-e322-4b63-87ab-ae801e185778", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:12:26.240606 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0b6540f4-ab47-4cbc-ad64-8ab61fe2d97c {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:12:26.241006 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dd702e6-7a80-45cc-9dda-f28032a78da6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a6dd5ce-e322-4b63-87ab-ae801e185778', 'code': 200} Jan 28 07:12:26.319374 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d3d7db20-eb95-4d95-8070-cec0d3649a04 req-cdd0e143-3080-40e6-b813-cca4c51cf469 service neutron] 10.222.0.44 "GET /v2.0/networks/77aa199c-9565-430c-bcef-5bacd415f620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163684 Jan 28 07:12:26.402385 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d01d19ef-bd71-4f13-b3c8-cc4aaa904254 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (61e833f2-097c-4475-b176-4c62c67c2d2a), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:26.415490 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-316f8fa2-5094-420a-8bcd-2f28b28b5376 req-d3265989-0a3e-4d59-9e4a-3e1536b95775 tempest-SecurityGroupRulesTestJSON-1296500257 tempest-SecurityGroupRulesTestJSON-1296500257-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-22094294', 'description': 'tempest-description-225332768'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:12:26.449621 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-316f8fa2-5094-420a-8bcd-2f28b28b5376 req-d3265989-0a3e-4d59-9e4a-3e1536b95775 tempest-SecurityGroupRulesTestJSON-1296500257 tempest-SecurityGroupRulesTestJSON-1296500257-project] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:26.457051 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01d19ef-bd71-4f13-b3c8-cc4aaa904254 admin admin] Pushing event deleted for resources: {'Port': ['ID=61e833f2-097c-4475-b176-4c62c67c2d2a,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:26.459389 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device e592ff20-96b6-4898-ae80-889f0a7f0b74 no longer exists at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:12:26.496024 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] No Port match for: e592ff20-96b6-4898-ae80-889f0a7f0b74 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:12:26.497652 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device e592ff20-96b6-4898-ae80-889f0a7f0b74 not bound to the agent host n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:12:26.557073 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-316f8fa2-5094-420a-8bcd-2f28b28b5376 req-d3265989-0a3e-4d59-9e4a-3e1536b95775 tempest-SecurityGroupRulesTestJSON-1296500257 tempest-SecurityGroupRulesTestJSON-1296500257-project] Publish callbacks [] for security_group (5bbb56f0-3714-4c76-a2fb-111c05822826), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:26.561684 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-316f8fa2-5094-420a-8bcd-2f28b28b5376 req-d3265989-0a3e-4d59-9e4a-3e1536b95775 tempest-SecurityGroupRulesTestJSON-1296500257 tempest-SecurityGroupRulesTestJSON-1296500257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (5bbb56f0-3714-4c76-a2fb-111c05822826), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:26.571855 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21feda81-2719-4ffc-a82d-301ccca30a4e req-ffa2391e-3d44-409d-a0e4-0484e4e6bca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:26.573632 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-21feda81-2719-4ffc-a82d-301ccca30a4e req-ffa2391e-3d44-409d-a0e4-0484e4e6bca1 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3dd702e6-7a80-45cc-9dda-f28032a78da6 HTTP/1.1" status: 200 len: 1101 time: 0.1891518 Jan 28 07:12:26.589746 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d3d7db20-eb95-4d95-8070-cec0d3649a04 req-a4d17b42-528c-45c7-9d5a-cd3cd931a2a7 service neutron] 10.222.0.44 "GET /v2.0/networks/77aa199c-9565-430c-bcef-5bacd415f620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2631614 Jan 28 07:12:26.598158 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-316f8fa2-5094-420a-8bcd-2f28b28b5376 req-d3265989-0a3e-4d59-9e4a-3e1536b95775 tempest-SecurityGroupRulesTestJSON-1296500257 tempest-SecurityGroupRulesTestJSON-1296500257-project] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:26.599436 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-316f8fa2-5094-420a-8bcd-2f28b28b5376 req-d3265989-0a3e-4d59-9e4a-3e1536b95775 tempest-SecurityGroupRulesTestJSON-1296500257 tempest-SecurityGroupRulesTestJSON-1296500257-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.1881251 Jan 28 07:12:26.603666 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3265989-0a3e-4d59-9e4a-3e1536b95775 tempest-SecurityGroupRulesTestJSON-1296500257 tempest-SecurityGroupRulesTestJSON-1296500257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bbb56f0-3714-4c76-a2fb-111c05822826,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:26.674568 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2041025-e469-4701-ab08-b288a56822b2 req-29d0209b-3d63-4173-a8c0-276ba6ccc005 tempest-ServersAdminNegativeTestJSON-171947884 tempest-ServersAdminNegativeTestJSON-171947884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:26.676219 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c2041025-e469-4701-ab08-b288a56822b2 req-29d0209b-3d63-4173-a8c0-276ba6ccc005 tempest-ServersAdminNegativeTestJSON-171947884 tempest-ServersAdminNegativeTestJSON-171947884-project] 10.222.0.41 "GET /v2.0/ports?device_id=1eff019f-eefb-4199-812f-22bcde2b6731 HTTP/1.1" status: 200 len: 950 time: 0.1849668 Jan 28 07:12:26.716796 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-21feda81-2719-4ffc-a82d-301ccca30a4e req-9301946f-b360-4e1c-b6fc-9003c2fd2521 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=a65f13c7-2687-4f51-975e-f35c9dc43c67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303251 Jan 28 07:12:26.725140 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172aaf43-9fb7-419a-8491-791e5ab5c35b req-58ea0be3-add3-412d-b84c-501d1f084d5d tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:26.726859 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-172aaf43-9fb7-419a-8491-791e5ab5c35b req-58ea0be3-add3-412d-b84c-501d1f084d5d tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f4e61f2-7d76-46bf-b863-47fc90eac5c6 HTTP/1.1" status: 200 len: 943 time: 0.0536466 Jan 28 07:12:26.778016 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-172aaf43-9fb7-419a-8491-791e5ab5c35b req-3a5adbc4-b86b-42a8-824d-3e532ae865a1 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c286ac6-5d5d-46b9-b282-9e68e0339bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454042 Jan 28 07:12:26.787846 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c2041025-e469-4701-ab08-b288a56822b2 req-0207816c-d32a-4fc7-9404-1e772aef6ba9 tempest-ServersAdminNegativeTestJSON-171947884 tempest-ServersAdminNegativeTestJSON-171947884-project] 10.222.0.41 "GET /v2.0/security-groups?id=55335e6a-5bc2-4163-aae8-ed81e1993f57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005893 Jan 28 07:12:26.792848 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d01d19ef-bd71-4f13-b3c8-cc4aaa904254 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16319006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16606699'] for router_interface (9441930f-fa57-493b-90be-944dc12892f0), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:26.844621 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-46ee3953-5881-4d39-9289-4f8abaf4e3eb req-fdfa0ac8-c575-41b5-b372-c05167576355 tempest-SecurityGroupRulesTestJSON-1296500257 tempest-SecurityGroupRulesTestJSON-1296500257-project] 10.222.0.41 "GET /v2.0/security-groups/5bbb56f0-3714-4c76-a2fb-111c05822826 HTTP/1.1" status: 200 len: 1819 time: 0.0434067 Jan 28 07:12:26.855058 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-46ee3953-5881-4d39-9289-4f8abaf4e3eb req-56ea6329-36ce-4757-a7f9-c1c5918fe13c tempest-SecurityGroupRulesTestJSON-1296500257 tempest-SecurityGroupRulesTestJSON-1296500257-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5bbb56f0-3714-4c76-a2fb-111c05822826', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:12:26.855402 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-46ee3953-5881-4d39-9289-4f8abaf4e3eb req-56ea6329-36ce-4757-a7f9-c1c5918fe13c tempest-SecurityGroupRulesTestJSON-1296500257 tempest-SecurityGroupRulesTestJSON-1296500257-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5bbb56f0-3714-4c76-a2fb-111c05822826', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:12:26.918949 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-46ee3953-5881-4d39-9289-4f8abaf4e3eb req-56ea6329-36ce-4757-a7f9-c1c5918fe13c tempest-SecurityGroupRulesTestJSON-1296500257 tempest-SecurityGroupRulesTestJSON-1296500257-project] Publish callbacks [] for security_group_rule (8d4706f3-df10-41fa-91dc-8d0a85f240d7), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:26.948722 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-46ee3953-5881-4d39-9289-4f8abaf4e3eb req-56ea6329-36ce-4757-a7f9-c1c5918fe13c tempest-SecurityGroupRulesTestJSON-1296500257 tempest-SecurityGroupRulesTestJSON-1296500257-project] Publish callbacks [] for security_group_rule (8d4706f3-df10-41fa-91dc-8d0a85f240d7), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:26.954061 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-46ee3953-5881-4d39-9289-4f8abaf4e3eb req-56ea6329-36ce-4757-a7f9-c1c5918fe13c tempest-SecurityGroupRulesTestJSON-1296500257 tempest-SecurityGroupRulesTestJSON-1296500257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (8d4706f3-df10-41fa-91dc-8d0a85f240d7), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:26.974513 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ea6329-36ce-4757-a7f9-c1c5918fe13c tempest-SecurityGroupRulesTestJSON-1296500257 tempest-SecurityGroupRulesTestJSON-1296500257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d4706f3-df10-41fa-91dc-8d0a85f240d7,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:26.982589 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-46ee3953-5881-4d39-9289-4f8abaf4e3eb req-56ea6329-36ce-4757-a7f9-c1c5918fe13c tempest-SecurityGroupRulesTestJSON-1296500257 tempest-SecurityGroupRulesTestJSON-1296500257-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:26.994184 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-46ee3953-5881-4d39-9289-4f8abaf4e3eb req-56ea6329-36ce-4757-a7f9-c1c5918fe13c tempest-SecurityGroupRulesTestJSON-1296500257 tempest-SecurityGroupRulesTestJSON-1296500257-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1416869 Jan 28 07:12:27.002323 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 39106) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:12:27.031879 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-753f2f0b-59e6-4459-8ccb-ba5f48865f16 req-cf7dab09-daf8-414f-aa37-fde445465391 tempest-SecurityGroupRulesTestJSON-1296500257 tempest-SecurityGroupRulesTestJSON-1296500257-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1512301174', 'description': 'tempest-description-797772278'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:12:27.060938 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d01d19ef-bd71-4f13-b3c8-cc4aaa904254 admin admin] Router 9441930f-fa57-493b-90be-944dc12892f0 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:12:27.067359 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-753f2f0b-59e6-4459-8ccb-ba5f48865f16 req-cf7dab09-daf8-414f-aa37-fde445465391 tempest-SecurityGroupRulesTestJSON-1296500257 tempest-SecurityGroupRulesTestJSON-1296500257-project] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:27.221118 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d01d19ef-bd71-4f13-b3c8-cc4aaa904254 admin admin] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:12:27.230756 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-d01d19ef-bd71-4f13-b3c8-cc4aaa904254 admin admin] 10.222.0.41 "PUT /v2.0/routers/9441930f-fa57-493b-90be-944dc12892f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5671654 Jan 28 07:12:27.231053 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849acb57-6c2b-41cf-ae17-955784662559 None None] Sync routers for ids ['9441930f-fa57-493b-90be-944dc12892f0'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:12:27.235848 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-753f2f0b-59e6-4459-8ccb-ba5f48865f16 req-cf7dab09-daf8-414f-aa37-fde445465391 tempest-SecurityGroupRulesTestJSON-1296500257 tempest-SecurityGroupRulesTestJSON-1296500257-project] Publish callbacks [] for security_group (c3ec2379-abf3-4b5f-9e61-40056ba27612), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:27.238602 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 39112) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:12:27.242174 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849acb57-6c2b-41cf-ae17-955784662559 None None] Routers {'9441930f-fa57-493b-90be-944dc12892f0'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:12:27.242804 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-849acb57-6c2b-41cf-ae17-955784662559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:12:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['9441930f-fa57-493b-90be-944dc12892f0'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:12:27.293144 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-753f2f0b-59e6-4459-8ccb-ba5f48865f16 req-cf7dab09-daf8-414f-aa37-fde445465391 tempest-SecurityGroupRulesTestJSON-1296500257 tempest-SecurityGroupRulesTestJSON-1296500257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (c3ec2379-abf3-4b5f-9e61-40056ba27612), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:27.346887 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f2faa3d-e1cd-4d6d-95b0-695b8d219c09 admin admin] Deleting subnet db87510e-2424-4f9c-8c68-c494c476644f {{(pid=103283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:12:27.349643 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-849acb57-6c2b-41cf-ae17-955784662559 None None] Set router 9441930f-fa57-493b-90be-944dc12892f0 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:12:27.350681 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9f2faa3d-e1cd-4d6d-95b0-695b8d219c09 admin admin] Publish callbacks [] for subnet (db87510e-2424-4f9c-8c68-c494c476644f), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:27.350811 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-753f2f0b-59e6-4459-8ccb-ba5f48865f16 req-cf7dab09-daf8-414f-aa37-fde445465391 tempest-SecurityGroupRulesTestJSON-1296500257 tempest-SecurityGroupRulesTestJSON-1296500257-project] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:27.353027 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-753f2f0b-59e6-4459-8ccb-ba5f48865f16 req-cf7dab09-daf8-414f-aa37-fde445465391 tempest-SecurityGroupRulesTestJSON-1296500257 tempest-SecurityGroupRulesTestJSON-1296500257-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.3294759 Jan 28 07:12:27.399112 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1357b649-6900-4330-ba54-3d546d247697 req-92bdaaff-bb95-448a-838c-a7ebf825d902 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:27.404147 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1357b649-6900-4330-ba54-3d546d247697 req-92bdaaff-bb95-448a-838c-a7ebf825d902 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:27.405519 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7dab09-daf8-414f-aa37-fde445465391 tempest-SecurityGroupRulesTestJSON-1296500257 tempest-SecurityGroupRulesTestJSON-1296500257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3ec2379-abf3-4b5f-9e61-40056ba27612,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:27.410411 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1357b649-6900-4330-ba54-3d546d247697 req-92bdaaff-bb95-448a-838c-a7ebf825d902 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:27.415626 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1357b649-6900-4330-ba54-3d546d247697 req-92bdaaff-bb95-448a-838c-a7ebf825d902 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:27.422616 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1357b649-6900-4330-ba54-3d546d247697 req-92bdaaff-bb95-448a-838c-a7ebf825d902 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:27.429681 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1357b649-6900-4330-ba54-3d546d247697 req-92bdaaff-bb95-448a-838c-a7ebf825d902 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:27.437141 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1357b649-6900-4330-ba54-3d546d247697 req-92bdaaff-bb95-448a-838c-a7ebf825d902 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:27.442922 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f2e2b109-9e53-435b-9c54-67afd7a4f49e admin admin] Publish callbacks [] for router (9441930f-fa57-493b-90be-944dc12892f0), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:27.445811 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1357b649-6900-4330-ba54-3d546d247697 req-92bdaaff-bb95-448a-838c-a7ebf825d902 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7 HTTP/1.1" status: 200 len: 5422 time: 0.3845372 Jan 28 07:12:27.462675 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6d9ed5-198e-4d19-9520-5c7ba8d0e538 req-b338dca6-385a-4e33-841a-49a261e04b3d tempest-ServersAdminNegativeTestJSON-171947884 tempest-ServersAdminNegativeTestJSON-171947884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:27.465897 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6a6d9ed5-198e-4d19-9520-5c7ba8d0e538 req-b338dca6-385a-4e33-841a-49a261e04b3d tempest-ServersAdminNegativeTestJSON-171947884 tempest-ServersAdminNegativeTestJSON-171947884-project] 10.222.0.44 "GET /v2.0/ports?device_id=1eff019f-eefb-4199-812f-22bcde2b6731 HTTP/1.1" status: 200 len: 950 time: 0.1415839 Jan 28 07:12:27.491675 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9f2faa3d-e1cd-4d6d-95b0-695b8d219c09 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13506696'] for subnet (db87510e-2424-4f9c-8c68-c494c476644f), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:27.534925 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1357b649-6900-4330-ba54-3d546d247697 req-e8b16bc4-d5e6-4b4b-ac25-636eb940a4ae tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/security-groups?id=f42d29db-089b-46ec-bdc0-e6253e46a436&id=f0e415d4-9274-4847-9e71-c098cc08b695&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0880523 Jan 28 07:12:27.548989 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9f2faa3d-e1cd-4d6d-95b0-695b8d219c09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (db87510e-2424-4f9c-8c68-c494c476644f), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:27.555547 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-849acb57-6c2b-41cf-ae17-955784662559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9441930f-fa57-493b-90be-944dc12892f0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-680629120-router', 'tenant_id': 'de731053670e47de99659e7fee14bed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.43'}], 'enable_snat': True}, 'gw_port_id': 'ef3c7147-fe87-4479-9e6a-3a8b97030d2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:12:10Z', 'updated_at': '2022-01-28T07:12:26Z', 'revision_number': 5, 'project_id': 'de731053670e47de99659e7fee14bed9', 'gw_port': {'id': 'ef3c7147-fe87-4479-9e6a-3a8b97030d2f', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:43:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9441930f-fa57-493b-90be-944dc12892f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:12:12Z', 'updated_at': '2022-01-28T07:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:12:27.601497 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849acb57-6c2b-41cf-ae17-955784662559 None None] Checking router: 9441930f-fa57-493b-90be-944dc12892f0 for host: n-d-712749-28 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:12:27.610144 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849acb57-6c2b-41cf-ae17-955784662559 None None] Routers {'9441930f-fa57-493b-90be-944dc12892f0'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:12:27.611109 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-849acb57-6c2b-41cf-ae17-955784662559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:12:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['9441930f-fa57-493b-90be-944dc12892f0'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:12:27.620839 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9f2faa3d-e1cd-4d6d-95b0-695b8d219c09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13546665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13556132'] for subnet (db87510e-2424-4f9c-8c68-c494c476644f), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:27.652464 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2faa3d-e1cd-4d6d-95b0-695b8d219c09 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db87510e-2424-4f9c-8c68-c494c476644f,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:27.665951 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9f2faa3d-e1cd-4d6d-95b0-695b8d219c09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:27.670117 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-9f2faa3d-e1cd-4d6d-95b0-695b8d219c09 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/db87510e-2424-4f9c-8c68-c494c476644f HTTP/1.1" status: 204 len: 168 time: 0.6668260 Jan 28 07:12:27.674952 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 39116) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:12:27.684290 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbb51bd-1d9d-448d-9585-7c29fd151280 req-3578383b-d0a7-4ea2-8a38-6dd88fb1009f tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:27.686224 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-bbbb51bd-1d9d-448d-9585-7c29fd151280 req-3578383b-d0a7-4ea2-8a38-6dd88fb1009f tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=f255ed55-87c8-4949-a89a-d6b84a3ce0a3 HTTP/1.1" status: 200 len: 945 time: 0.1753244 Jan 28 07:12:27.722882 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c69a52-e268-4ed6-919f-07c14023731b req-8784c50c-868a-4b2d-bcec-66a9852a02fb tempest-ImagesOneServerTestJSON-106757326 tempest-ImagesOneServerTestJSON-106757326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:27.724614 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-97c69a52-e268-4ed6-919f-07c14023731b req-8784c50c-868a-4b2d-bcec-66a9852a02fb tempest-ImagesOneServerTestJSON-106757326 tempest-ImagesOneServerTestJSON-106757326-project] 10.222.0.41 "GET /v2.0/ports?device_id=3dd702e6-7a80-45cc-9dda-f28032a78da6 HTTP/1.1" status: 200 len: 949 time: 0.0742738 Jan 28 07:12:27.735943 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-849acb57-6c2b-41cf-ae17-955784662559 None None] Set router 9441930f-fa57-493b-90be-944dc12892f0 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:12:27.773928 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-97c69a52-e268-4ed6-919f-07c14023731b req-e13b2655-fbe3-4469-bbf7-c52bbb1dacf2 tempest-ImagesOneServerTestJSON-106757326 tempest-ImagesOneServerTestJSON-106757326-project] 10.222.0.41 "GET /v2.0/security-groups?id=a65f13c7-2687-4f51-975e-f35c9dc43c67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422440 Jan 28 07:12:27.804561 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f2e2b109-9e53-435b-9c54-67afd7a4f49e admin admin] Publish callbacks [] for router_gateway (9441930f-fa57-493b-90be-944dc12892f0), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:27.834656 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-6a6d9ed5-198e-4d19-9520-5c7ba8d0e538 req-7c83d2dc-1dee-48f8-9ed5-c07f5d3df204 tempest-ServersAdminNegativeTestJSON-171947884 tempest-ServersAdminNegativeTestJSON-171947884-project] Deleting port e63a7ad8-eb8a-40a4-971c-bffd837be715 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:12:27.835245 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-6a6d9ed5-198e-4d19-9520-5c7ba8d0e538 req-7c83d2dc-1dee-48f8-9ed5-c07f5d3df204 tempest-ServersAdminNegativeTestJSON-171947884 tempest-ServersAdminNegativeTestJSON-171947884-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (e63a7ad8-eb8a-40a4-971c-bffd837be715), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:27.844051 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6677d868-1861-45fc-bedb-0c011273bf9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (bc323a54-605a-4c90-85cc-1a8faa87a52d), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:27.850249 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d8d680f5-8e87-402a-a068-338aeaad6e9d req-54f251cf-82cc-4cbe-8539-c2af0f89ee7d tempest-SecurityGroupRulesTestJSON-1296500257 tempest-SecurityGroupRulesTestJSON-1296500257-project] 10.222.0.41 "GET /v2.0/security-groups/c3ec2379-abf3-4b5f-9e61-40056ba27612 HTTP/1.1" status: 200 len: 1821 time: 0.0522561 Jan 28 07:12:27.863226 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-d8d680f5-8e87-402a-a068-338aeaad6e9d req-21273c8f-f46a-43b9-a5f2-1270f2c8ad53 tempest-SecurityGroupRulesTestJSON-1296500257 tempest-SecurityGroupRulesTestJSON-1296500257-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'c3ec2379-abf3-4b5f-9e61-40056ba27612', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:12:27.863472 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-d8d680f5-8e87-402a-a068-338aeaad6e9d req-21273c8f-f46a-43b9-a5f2-1270f2c8ad53 tempest-SecurityGroupRulesTestJSON-1296500257 tempest-SecurityGroupRulesTestJSON-1296500257-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'c3ec2379-abf3-4b5f-9e61-40056ba27612', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:12:27.864108 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-bbbb51bd-1d9d-448d-9585-7c29fd151280 req-e27266bd-c566-431b-8c22-7e446584f6a5 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e9c3947-6ff8-4aa4-a1f7-c165b64c94a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660149 Jan 28 07:12:27.939995 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-849acb57-6c2b-41cf-ae17-955784662559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9441930f-fa57-493b-90be-944dc12892f0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-680629120-router', 'tenant_id': 'de731053670e47de99659e7fee14bed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.43'}], 'enable_snat': True}, 'gw_port_id': 'ef3c7147-fe87-4479-9e6a-3a8b97030d2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:12:10Z', 'updated_at': '2022-01-28T07:12:26Z', 'revision_number': 5, 'project_id': 'de731053670e47de99659e7fee14bed9', 'gw_port': {'id': 'ef3c7147-fe87-4479-9e6a-3a8b97030d2f', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:43:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9441930f-fa57-493b-90be-944dc12892f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:12:12Z', 'updated_at': '2022-01-28T07:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:12:27.969997 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849acb57-6c2b-41cf-ae17-955784662559 None None] The sync data for ids ['9441930f-fa57-493b-90be-944dc12892f0'] in n-d-712749-28 is: [{'id': '9441930f-fa57-493b-90be-944dc12892f0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-680629120-router', 'tenant_id': 'de731053670e47de99659e7fee14bed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.43'}], 'enable_snat': True}, 'gw_port_id': 'ef3c7147-fe87-4479-9e6a-3a8b97030d2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:12:10Z', 'updated_at': '2022-01-28T07:12:26Z', 'revision_number': 5, 'project_id': 'de731053670e47de99659e7fee14bed9', 'gw_port': {'id': 'ef3c7147-fe87-4479-9e6a-3a8b97030d2f', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:43:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9441930f-fa57-493b-90be-944dc12892f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:12:12Z', 'updated_at': '2022-01-28T07:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:12:27.991865 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-d8d680f5-8e87-402a-a068-338aeaad6e9d req-21273c8f-f46a-43b9-a5f2-1270f2c8ad53 tempest-SecurityGroupRulesTestJSON-1296500257 tempest-SecurityGroupRulesTestJSON-1296500257-project] Publish callbacks [] for security_group_rule (f15ecc52-241d-4b5a-bded-d50e023cdd4b), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:28.034626 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-d8d680f5-8e87-402a-a068-338aeaad6e9d req-21273c8f-f46a-43b9-a5f2-1270f2c8ad53 tempest-SecurityGroupRulesTestJSON-1296500257 tempest-SecurityGroupRulesTestJSON-1296500257-project] Publish callbacks [] for security_group_rule (f15ecc52-241d-4b5a-bded-d50e023cdd4b), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:28.038500 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-d8d680f5-8e87-402a-a068-338aeaad6e9d req-21273c8f-f46a-43b9-a5f2-1270f2c8ad53 tempest-SecurityGroupRulesTestJSON-1296500257 tempest-SecurityGroupRulesTestJSON-1296500257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (f15ecc52-241d-4b5a-bded-d50e023cdd4b), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:28.058499 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21273c8f-f46a-43b9-a5f2-1270f2c8ad53 tempest-SecurityGroupRulesTestJSON-1296500257 tempest-SecurityGroupRulesTestJSON-1296500257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f15ecc52-241d-4b5a-bded-d50e023cdd4b,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:28.070651 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-d8d680f5-8e87-402a-a068-338aeaad6e9d req-21273c8f-f46a-43b9-a5f2-1270f2c8ad53 tempest-SecurityGroupRulesTestJSON-1296500257 tempest-SecurityGroupRulesTestJSON-1296500257-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:28.071932 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d8d680f5-8e87-402a-a068-338aeaad6e9d req-21273c8f-f46a-43b9-a5f2-1270f2c8ad53 tempest-SecurityGroupRulesTestJSON-1296500257 tempest-SecurityGroupRulesTestJSON-1296500257-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.2142301 Jan 28 07:12:28.086077 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-6a6d9ed5-198e-4d19-9520-5c7ba8d0e538 req-7c83d2dc-1dee-48f8-9ed5-c07f5d3df204 tempest-ServersAdminNegativeTestJSON-171947884 tempest-ServersAdminNegativeTestJSON-171947884-project] For port e63a7ad8-eb8a-40a4-971c-bffd837be715, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=e63a7ad8-eb8a-40a4-971c-bffd837be715,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:12:28.086615 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-6a6d9ed5-198e-4d19-9520-5c7ba8d0e538 req-7c83d2dc-1dee-48f8-9ed5-c07f5d3df204 tempest-ServersAdminNegativeTestJSON-171947884 tempest-ServersAdminNegativeTestJSON-171947884-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (e63a7ad8-eb8a-40a4-971c-bffd837be715), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:28.105119 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6677d868-1861-45fc-bedb-0c011273bf9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (bc323a54-605a-4c90-85cc-1a8faa87a52d), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:28.119292 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-6a6d9ed5-198e-4d19-9520-5c7ba8d0e538 req-7c83d2dc-1dee-48f8-9ed5-c07f5d3df204 tempest-ServersAdminNegativeTestJSON-171947884 tempest-ServersAdminNegativeTestJSON-171947884-project] Calling delete_port for e63a7ad8-eb8a-40a4-971c-bffd837be715 owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:12:28.127971 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-f2e2b109-9e53-435b-9c54-67afd7a4f49e admin admin] Deleting port ef3c7147-fe87-4479-9e6a-3a8b97030d2f {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:12:28.128346 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f2e2b109-9e53-435b-9c54-67afd7a4f49e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (ef3c7147-fe87-4479-9e6a-3a8b97030d2f), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:28.153102 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-6677d868-1861-45fc-bedb-0c011273bf9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc323a54-605a-4c90-85cc-1a8faa87a52d']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:12:28.173663 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b076731b-8469-4018-80fa-ea63901a9d52 req-8bbd2599-1142-45e6-948b-5c78788aa9e0 tempest-ServersAdminNegativeTestJSON-171947884 tempest-ServersAdminNegativeTestJSON-171947884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:28.175151 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b076731b-8469-4018-80fa-ea63901a9d52 req-8bbd2599-1142-45e6-948b-5c78788aa9e0 tempest-ServersAdminNegativeTestJSON-171947884 tempest-ServersAdminNegativeTestJSON-171947884-project] 10.222.0.41 "GET /v2.0/ports?device_id=1eff019f-eefb-4199-812f-22bcde2b6731 HTTP/1.1" status: 200 len: 950 time: 0.0491149 Jan 28 07:12:28.197902 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3829f3-6392-40c4-9869-791c9dade143 req-a257a7ce-5ab7-4ed1-beea-86aa9bd0c748 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:28.199386 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5d3829f3-6392-40c4-9869-791c9dade143 req-a257a7ce-5ab7-4ed1-beea-86aa9bd0c748 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f4e61f2-7d76-46bf-b863-47fc90eac5c6 HTTP/1.1" status: 200 len: 943 time: 0.2400804 Jan 28 07:12:28.202335 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-6677d868-1861-45fc-bedb-0c011273bf9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8d72b75-cba6-44bb-b1f1-97b3aa439c04') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:12:28.203256 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-6677d868-1861-45fc-bedb-0c011273bf9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8d72b75-cba6-44bb-b1f1-97b3aa439c04') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:12:28.223937 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b076731b-8469-4018-80fa-ea63901a9d52 req-b5873d09-4e34-4a5a-b059-ade2ab4eb555 tempest-ServersAdminNegativeTestJSON-171947884 tempest-ServersAdminNegativeTestJSON-171947884-project] 10.222.0.41 "GET /v2.0/security-groups?id=55335e6a-5bc2-4163-aae8-ed81e1993f57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430284 Jan 28 07:12:28.250514 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-8fef75eb-e472-415c-9909-b88df973a991 req-96cecc24-4d6b-412a-aec6-99de7e82bb6a tempest-SecurityGroupRulesTestJSON-1296500257 tempest-SecurityGroupRulesTestJSON-1296500257-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1354740991', 'description': 'tempest-description-220054718'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:12:28.255998 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6677d868-1861-45fc-bedb-0c011273bf9a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24759294'] for segment (b8d72b75-cba6-44bb-b1f1-97b3aa439c04), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:28.273189 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-8fef75eb-e472-415c-9909-b88df973a991 req-96cecc24-4d6b-412a-aec6-99de7e82bb6a tempest-SecurityGroupRulesTestJSON-1296500257 tempest-SecurityGroupRulesTestJSON-1296500257-project] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:28.297022 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6677d868-1861-45fc-bedb-0c011273bf9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (b8d72b75-cba6-44bb-b1f1-97b3aa439c04), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:28.313046 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6677d868-1861-45fc-bedb-0c011273bf9a admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:12:28.313468 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6677d868-1861-45fc-bedb-0c011273bf9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24757675'] for segment (b8d72b75-cba6-44bb-b1f1-97b3aa439c04), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:28.315186 n-d-712749-28 neutron-server[103284]: Traceback (most recent call last): Jan 28 07:12:28.315186 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:12:28.315186 n-d-712749-28 neutron-server[103284]: timer() Jan 28 07:12:28.315186 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:12:28.315186 n-d-712749-28 neutron-server[103284]: cb(*args, **kw) Jan 28 07:12:28.315186 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:12:28.315186 n-d-712749-28 neutron-server[103284]: return func(*args, **kwargs) Jan 28 07:12:28.315186 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:12:28.315186 n-d-712749-28 neutron-server[103284]: self._notify() Jan 28 07:12:28.315186 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:12:28.315186 n-d-712749-28 neutron-server[103284]: self.callback(batched_events) Jan 28 07:12:28.315186 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:12:28.315186 n-d-712749-28 neutron-server[103284]: event.method(event) Jan 28 07:12:28.315186 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:12:28.315186 n-d-712749-28 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:12:28.315186 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:12:28.315186 n-d-712749-28 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:12:28.315186 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:12:28.315186 n-d-712749-28 neutron-server[103284]: return f(self, *a, **k) Jan 28 07:12:28.315186 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:12:28.315186 n-d-712749-28 neutron-server[103284]: return self._get(url).json() Jan 28 07:12:28.315186 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:12:28.315186 n-d-712749-28 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:12:28.315186 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:12:28.315186 n-d-712749-28 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Jan 28 07:12:28.315186 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:12:28.315186 n-d-712749-28 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:12:28.315186 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:12:28.315186 n-d-712749-28 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:12:28.315186 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:12:28.315186 n-d-712749-28 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:12:28.315186 n-d-712749-28 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:12:28.351577 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-8fef75eb-e472-415c-9909-b88df973a991 req-96cecc24-4d6b-412a-aec6-99de7e82bb6a tempest-SecurityGroupRulesTestJSON-1296500257 tempest-SecurityGroupRulesTestJSON-1296500257-project] Publish callbacks [] for security_group (801d3853-4f40-48b0-b2c2-deeb61eccc35), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:28.363926 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-8fef75eb-e472-415c-9909-b88df973a991 req-96cecc24-4d6b-412a-aec6-99de7e82bb6a tempest-SecurityGroupRulesTestJSON-1296500257 tempest-SecurityGroupRulesTestJSON-1296500257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (801d3853-4f40-48b0-b2c2-deeb61eccc35), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:28.398392 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-8fef75eb-e472-415c-9909-b88df973a991 req-96cecc24-4d6b-412a-aec6-99de7e82bb6a tempest-SecurityGroupRulesTestJSON-1296500257 tempest-SecurityGroupRulesTestJSON-1296500257-project] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:28.399753 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8fef75eb-e472-415c-9909-b88df973a991 req-96cecc24-4d6b-412a-aec6-99de7e82bb6a tempest-SecurityGroupRulesTestJSON-1296500257 tempest-SecurityGroupRulesTestJSON-1296500257-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.1540182 Jan 28 07:12:28.401714 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cecc24-4d6b-412a-aec6-99de7e82bb6a tempest-SecurityGroupRulesTestJSON-1296500257 tempest-SecurityGroupRulesTestJSON-1296500257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=801d3853-4f40-48b0-b2c2-deeb61eccc35,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:28.433930 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5d3829f3-6392-40c4-9869-791c9dade143 req-11d8ce85-3ece-4efc-82b4-3b6f0489ca25 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c286ac6-5d5d-46b9-b282-9e68e0339bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930676 Jan 28 07:12:28.443891 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-f402be7b-61c7-4713-9953-56e036e90782 req-e358ddc5-3a46-4e9d-ba01-587eb24f5b15 tempest-SecurityGroupRulesTestJSON-1296500257 tempest-SecurityGroupRulesTestJSON-1296500257-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-950731092', 'description': 'tempest-description-1649914366'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:12:28.453816 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 61e833f2-097c-4475-b176-4c62c67c2d2a no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:12:28.455832 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 6e6bf8db-61c9-4d4f-95fd-d2da51d77c33 details requested by agent hyperv_n-h2-712749-28 with host n-h2-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:12:28.477640 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-f402be7b-61c7-4713-9953-56e036e90782 req-e358ddc5-3a46-4e9d-ba01-587eb24f5b15 tempest-SecurityGroupRulesTestJSON-1296500257 tempest-SecurityGroupRulesTestJSON-1296500257-project] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:28.479781 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6677d868-1861-45fc-bedb-0c011273bf9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (bc323a54-605a-4c90-85cc-1a8faa87a52d), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:28.486810 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-f2e2b109-9e53-435b-9c54-67afd7a4f49e admin admin] For port ef3c7147-fe87-4479-9e6a-3a8b97030d2f, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=ef3c7147-fe87-4479-9e6a-3a8b97030d2f,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:12:28.487402 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f2e2b109-9e53-435b-9c54-67afd7a4f49e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (ef3c7147-fe87-4479-9e6a-3a8b97030d2f), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:28.500068 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: 61e833f2-097c-4475-b176-4c62c67c2d2a {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:12:28.502371 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 61e833f2-097c-4475-b176-4c62c67c2d2a not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:12:28.504056 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6677d868-1861-45fc-bedb-0c011273bf9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:28.507461 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-6677d868-1861-45fc-bedb-0c011273bf9a admin admin] 10.222.0.41 "DELETE /v2.0/networks/bc323a54-605a-4c90-85cc-1a8faa87a52d HTTP/1.1" status: 204 len: 168 time: 0.8311172 Jan 28 07:12:28.564124 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-f2e2b109-9e53-435b-9c54-67afd7a4f49e admin admin] Calling delete_port for ef3c7147-fe87-4479-9e6a-3a8b97030d2f owned by network:router_gateway {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:12:28.568035 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6677d868-1861-45fc-bedb-0c011273bf9a admin admin] Pushing event deleted for resources: {'Network': ['ID=bc323a54-605a-4c90-85cc-1a8faa87a52d,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:28.597360 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-f402be7b-61c7-4713-9953-56e036e90782 req-e358ddc5-3a46-4e9d-ba01-587eb24f5b15 tempest-SecurityGroupRulesTestJSON-1296500257 tempest-SecurityGroupRulesTestJSON-1296500257-project] Publish callbacks [] for security_group (d6f39fb9-274b-4519-8d82-f64e6e13c3da), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:28.607390 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-f402be7b-61c7-4713-9953-56e036e90782 req-e358ddc5-3a46-4e9d-ba01-587eb24f5b15 tempest-SecurityGroupRulesTestJSON-1296500257 tempest-SecurityGroupRulesTestJSON-1296500257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (d6f39fb9-274b-4519-8d82-f64e6e13c3da), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:28.639952 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 6e6bf8db-61c9-4d4f-95fd-d2da51d77c33, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=6e6bf8db-61c9-4d4f-95fd-d2da51d77c33,segment=NetworkSegment(b38b5d3d-4197-4548-8b2f-aaaa5395d71b),segment_id=b38b5d3d-4197-4548-8b2f-aaaa5395d71b)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:12:28.658467 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Returning: {'device': '6e6bf8db-61c9-4d4f-95fd-d2da51d77c33', 'network_id': '77aa199c-9565-430c-bcef-5bacd415f620', 'port_id': '6e6bf8db-61c9-4d4f-95fd-d2da51d77c33', 'mac_address': 'fa:16:3e:3b:de:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e60d974b-4a97-44ad-8684-0b13afa61368', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:12:28.659986 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-f402be7b-61c7-4713-9953-56e036e90782 req-e358ddc5-3a46-4e9d-ba01-587eb24f5b15 tempest-SecurityGroupRulesTestJSON-1296500257 tempest-SecurityGroupRulesTestJSON-1296500257-project] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:28.661952 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-6a6d9ed5-198e-4d19-9520-5c7ba8d0e538 req-7c83d2dc-1dee-48f8-9ed5-c07f5d3df204 tempest-ServersAdminNegativeTestJSON-171947884 tempest-ServersAdminNegativeTestJSON-171947884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (e63a7ad8-eb8a-40a4-971c-bffd837be715), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:28.663928 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f402be7b-61c7-4713-9953-56e036e90782 req-e358ddc5-3a46-4e9d-ba01-587eb24f5b15 tempest-SecurityGroupRulesTestJSON-1296500257 tempest-SecurityGroupRulesTestJSON-1296500257-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.2246101 Jan 28 07:12:28.679381 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e358ddc5-3a46-4e9d-ba01-587eb24f5b15 tempest-SecurityGroupRulesTestJSON-1296500257 tempest-SecurityGroupRulesTestJSON-1296500257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6f39fb9-274b-4519-8d82-f64e6e13c3da,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:28.717581 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['e63a7ad8-eb8a-40a4-971c-bffd837be715'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:12:28.739754 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 39132) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:12:28.745197 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c83d2dc-1dee-48f8-9ed5-c07f5d3df204 tempest-ServersAdminNegativeTestJSON-171947884 tempest-ServersAdminNegativeTestJSON-171947884-project] Pushing event deleted for resources: {'Port': ['ID=e63a7ad8-eb8a-40a4-971c-bffd837be715,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:28.755047 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port 6e6bf8db-61c9-4d4f-95fd-d2da51d77c33 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:12:28.755540 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (6e6bf8db-61c9-4d4f-95fd-d2da51d77c33), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:28.768447 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c4e413bf-2e9d-482f-9efa-578dec00e8c5 req-455accd1-257f-4679-a55d-f3fef27d73ea tempest-SecurityGroupRulesTestJSON-1296500257 tempest-SecurityGroupRulesTestJSON-1296500257-project] 10.222.0.41 "GET /v2.0/security-groups/801d3853-4f40-48b0-b2c2-deeb61eccc35 HTTP/1.1" status: 200 len: 1821 time: 0.0668824 Jan 28 07:12:28.773058 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e6bf8db-61c9-4d4f-95fd-d2da51d77c33 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:12:28.809888 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 6e6bf8db-61c9-4d4f-95fd-d2da51d77c33, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=6e6bf8db-61c9-4d4f-95fd-d2da51d77c33,segment=NetworkSegment(b38b5d3d-4197-4548-8b2f-aaaa5395d71b),segment_id=b38b5d3d-4197-4548-8b2f-aaaa5395d71b)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:12:28.814897 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a6d9ed5-198e-4d19-9520-5c7ba8d0e538 req-7c83d2dc-1dee-48f8-9ed5-c07f5d3df204 tempest-ServersAdminNegativeTestJSON-171947884 tempest-ServersAdminNegativeTestJSON-171947884-project] No DVR routers for this DVR port e63a7ad8-eb8a-40a4-971c-bffd837be715 on host n-h2-712749-28 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:12:28.817286 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (6e6bf8db-61c9-4d4f-95fd-d2da51d77c33), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:28.820549 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-6a6d9ed5-198e-4d19-9520-5c7ba8d0e538 req-7c83d2dc-1dee-48f8-9ed5-c07f5d3df204 tempest-ServersAdminNegativeTestJSON-171947884 tempest-ServersAdminNegativeTestJSON-171947884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:28.823772 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6a6d9ed5-198e-4d19-9520-5c7ba8d0e538 req-7c83d2dc-1dee-48f8-9ed5-c07f5d3df204 tempest-ServersAdminNegativeTestJSON-171947884 tempest-ServersAdminNegativeTestJSON-171947884-project] 10.222.0.44 "DELETE /v2.0/ports/e63a7ad8-eb8a-40a4-971c-bffd837be715 HTTP/1.1" status: 204 len: 173 time: 1.3044250 Jan 28 07:12:28.824465 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eff019f-eefb-4199-812f-22bcde2b6731', 'name': 'network-vif-deleted', 'tag': 'e63a7ad8-eb8a-40a4-971c-bffd837be715'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:12:28.826690 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd745a36-5e7d-4bfd-9255-a373b23050b3" -d '{"events": [{"server_uuid": "1eff019f-eefb-4199-812f-22bcde2b6731", "name": "network-vif-deleted", "tag": "e63a7ad8-eb8a-40a4-971c-bffd837be715"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:12:28.837458 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-6e7c884a-463e-411d-9aa3-4ff9c3eb1195 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=905e3dc67fdf43e49f98f5ec60ec347f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0964031 Jan 28 07:12:28.840076 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 39138) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:12:28.849343 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c4e413bf-2e9d-482f-9efa-578dec00e8c5 req-d5c1727d-c287-4187-ba77-ee3dd1785e8c tempest-SecurityGroupRulesTestJSON-1296500257 tempest-SecurityGroupRulesTestJSON-1296500257-project] 10.222.0.41 "GET /v2.0/security-groups/d6f39fb9-274b-4519-8d82-f64e6e13c3da HTTP/1.1" status: 200 len: 1821 time: 0.0743847 Jan 28 07:12:28.862440 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-c4e413bf-2e9d-482f-9efa-578dec00e8c5 req-790b2d2a-5a0a-4910-9bd0-971fea441a67 tempest-SecurityGroupRulesTestJSON-1296500257 tempest-SecurityGroupRulesTestJSON-1296500257-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '801d3853-4f40-48b0-b2c2-deeb61eccc35', 'remote_group_id': 'd6f39fb9-274b-4519-8d82-f64e6e13c3da', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:12:28.862774 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-c4e413bf-2e9d-482f-9efa-578dec00e8c5 req-790b2d2a-5a0a-4910-9bd0-971fea441a67 tempest-SecurityGroupRulesTestJSON-1296500257 tempest-SecurityGroupRulesTestJSON-1296500257-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '801d3853-4f40-48b0-b2c2-deeb61eccc35', 'remote_group_id': 'd6f39fb9-274b-4519-8d82-f64e6e13c3da', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:12:28.875980 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7564f89c-54e5-49f8-a234-d3ea8adfebac req-c524c538-4225-43e6-81c8-ecd51de94604 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:28.881647 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7564f89c-54e5-49f8-a234-d3ea8adfebac req-c524c538-4225-43e6-81c8-ecd51de94604 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:28.887164 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7564f89c-54e5-49f8-a234-d3ea8adfebac req-c524c538-4225-43e6-81c8-ecd51de94604 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:28.893081 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7564f89c-54e5-49f8-a234-d3ea8adfebac req-c524c538-4225-43e6-81c8-ecd51de94604 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:28.898783 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7564f89c-54e5-49f8-a234-d3ea8adfebac req-c524c538-4225-43e6-81c8-ecd51de94604 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:28.906590 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7564f89c-54e5-49f8-a234-d3ea8adfebac req-c524c538-4225-43e6-81c8-ecd51de94604 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:28.908918 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=6e6bf8db-61c9-4d4f-95fd-d2da51d77c33,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:28.912540 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7564f89c-54e5-49f8-a234-d3ea8adfebac req-c524c538-4225-43e6-81c8-ecd51de94604 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:28.919898 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8504442e-e834-4082-a45b-e126e4500fda admin admin] Publish callbacks [] for security_group (ffb17db6-1913-4712-aa46-d7c764c8c875), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:28.922575 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7564f89c-54e5-49f8-a234-d3ea8adfebac req-c524c538-4225-43e6-81c8-ecd51de94604 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7 HTTP/1.1" status: 200 len: 5422 time: 0.2584517 Jan 28 07:12:28.960646 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8504442e-e834-4082-a45b-e126e4500fda admin admin] Publish callbacks [] for security_group (ffb17db6-1913-4712-aa46-d7c764c8c875), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:28.980556 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-c4e413bf-2e9d-482f-9efa-578dec00e8c5 req-790b2d2a-5a0a-4910-9bd0-971fea441a67 tempest-SecurityGroupRulesTestJSON-1296500257 tempest-SecurityGroupRulesTestJSON-1296500257-project] Publish callbacks [] for security_group_rule (9ed8377a-0d29-4c6f-8b49-841677fdc616), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:29.026238 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7564f89c-54e5-49f8-a234-d3ea8adfebac req-e16e7565-a4f7-410f-a0df-521ac026daa6 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/security-groups?id=f42d29db-089b-46ec-bdc0-e6253e46a436&id=f0e415d4-9274-4847-9e71-c098cc08b695&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1025488 Jan 28 07:12:29.039225 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-c4e413bf-2e9d-482f-9efa-578dec00e8c5 req-790b2d2a-5a0a-4910-9bd0-971fea441a67 tempest-SecurityGroupRulesTestJSON-1296500257 tempest-SecurityGroupRulesTestJSON-1296500257-project] Publish callbacks [] for security_group_rule (9ed8377a-0d29-4c6f-8b49-841677fdc616), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:29.056396 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-c4e413bf-2e9d-482f-9efa-578dec00e8c5 req-790b2d2a-5a0a-4910-9bd0-971fea441a67 tempest-SecurityGroupRulesTestJSON-1296500257 tempest-SecurityGroupRulesTestJSON-1296500257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (9ed8377a-0d29-4c6f-8b49-841677fdc616), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:29.056568 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f2e2b109-9e53-435b-9c54-67afd7a4f49e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (ef3c7147-fe87-4479-9e6a-3a8b97030d2f), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:29.070075 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790b2d2a-5a0a-4910-9bd0-971fea441a67 tempest-SecurityGroupRulesTestJSON-1296500257 tempest-SecurityGroupRulesTestJSON-1296500257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ed8377a-0d29-4c6f-8b49-841677fdc616,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:29.075786 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8504442e-e834-4082-a45b-e126e4500fda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (ffb17db6-1913-4712-aa46-d7c764c8c875), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:29.076576 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e2b109-9e53-435b-9c54-67afd7a4f49e admin admin] Pushing event deleted for resources: {'Port': ['ID=ef3c7147-fe87-4479-9e6a-3a8b97030d2f,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:29.078940 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8504442e-e834-4082-a45b-e126e4500fda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:29.082948 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-8504442e-e834-4082-a45b-e126e4500fda admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ffb17db6-1913-4712-aa46-d7c764c8c875 HTTP/1.1" status: 204 len: 168 time: 0.2391791 Jan 28 07:12:29.092495 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8504442e-e834-4082-a45b-e126e4500fda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffb17db6-1913-4712-aa46-d7c764c8c875,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:29.098397 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-c4e413bf-2e9d-482f-9efa-578dec00e8c5 req-790b2d2a-5a0a-4910-9bd0-971fea441a67 tempest-SecurityGroupRulesTestJSON-1296500257 tempest-SecurityGroupRulesTestJSON-1296500257-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:29.099694 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c4e413bf-2e9d-482f-9efa-578dec00e8c5 req-790b2d2a-5a0a-4910-9bd0-971fea441a67 tempest-SecurityGroupRulesTestJSON-1296500257 tempest-SecurityGroupRulesTestJSON-1296500257-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2438319 Jan 28 07:12:29.183161 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e0a64ad-d051-423c-9e77-98b26fb1745e x-openstack-request-id: req-8e0a64ad-d051-423c-9e77-98b26fb1745e {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:12:29.183643 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1eff019f-eefb-4199-812f-22bcde2b6731", "name": "network-vif-deleted", "tag": "e63a7ad8-eb8a-40a4-971c-bffd837be715", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:12:29.183749 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8e0a64ad-d051-423c-9e77-98b26fb1745e {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:12:29.184083 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1eff019f-eefb-4199-812f-22bcde2b6731', 'name': 'network-vif-deleted', 'tag': 'e63a7ad8-eb8a-40a4-971c-bffd837be715', 'status': 'completed', 'code': 200} Jan 28 07:12:29.216135 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f2e2b109-9e53-435b-9c54-67afd7a4f49e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16607873'] for router_gateway (9441930f-fa57-493b-90be-944dc12892f0), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:29.226178 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7f7604-b5bb-49ee-9a82-c944883d54aa req-70eeb8ee-2cc9-4907-ba72-6ecae4e10f92 tempest-ImagesOneServerTestJSON-106757326 tempest-ImagesOneServerTestJSON-106757326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:29.227865 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-cd7f7604-b5bb-49ee-9a82-c944883d54aa req-70eeb8ee-2cc9-4907-ba72-6ecae4e10f92 tempest-ImagesOneServerTestJSON-106757326 tempest-ImagesOneServerTestJSON-106757326-project] 10.222.0.41 "GET /v2.0/ports?device_id=3dd702e6-7a80-45cc-9dda-f28032a78da6 HTTP/1.1" status: 200 len: 949 time: 0.1074145 Jan 28 07:12:29.261115 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['6e6bf8db-61c9-4d4f-95fd-d2da51d77c33'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:12:29.311671 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb990c1-4cc3-4a56-89f1-e57a9130c1bd req-d15a29a8-1477-4291-b733-56921fd4e151 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:29.314044 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4cb990c1-4cc3-4a56-89f1-e57a9130c1bd req-d15a29a8-1477-4291-b733-56921fd4e151 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=f255ed55-87c8-4949-a89a-d6b84a3ce0a3 HTTP/1.1" status: 200 len: 945 time: 0.0703497 Jan 28 07:12:29.406627 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4cb990c1-4cc3-4a56-89f1-e57a9130c1bd req-405ecef6-611e-44cb-a031-07631f14f3b1 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e9c3947-6ff8-4aa4-a1f7-c165b64c94a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839148 Jan 28 07:12:29.459251 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-5e2b2c11-1ad8-490a-930f-5ae8bb0d6a8f req-511c20e5-9173-4ab9-838f-1bcbfffbd5ef tempest-SecurityGroupRulesTestJSON-1296500257 tempest-SecurityGroupRulesTestJSON-1296500257-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1354915232', 'description': 'tempest-description-2006825378'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:12:29.487593 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-5e2b2c11-1ad8-490a-930f-5ae8bb0d6a8f req-511c20e5-9173-4ab9-838f-1bcbfffbd5ef tempest-SecurityGroupRulesTestJSON-1296500257 tempest-SecurityGroupRulesTestJSON-1296500257-project] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:29.595111 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-5e2b2c11-1ad8-490a-930f-5ae8bb0d6a8f req-511c20e5-9173-4ab9-838f-1bcbfffbd5ef tempest-SecurityGroupRulesTestJSON-1296500257 tempest-SecurityGroupRulesTestJSON-1296500257-project] Publish callbacks [] for security_group (b851bb94-c9f9-44f4-9860-36509f510e3d), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:29.601146 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-5e2b2c11-1ad8-490a-930f-5ae8bb0d6a8f req-511c20e5-9173-4ab9-838f-1bcbfffbd5ef tempest-SecurityGroupRulesTestJSON-1296500257 tempest-SecurityGroupRulesTestJSON-1296500257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (b851bb94-c9f9-44f4-9860-36509f510e3d), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:29.633908 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-5e2b2c11-1ad8-490a-930f-5ae8bb0d6a8f req-511c20e5-9173-4ab9-838f-1bcbfffbd5ef tempest-SecurityGroupRulesTestJSON-1296500257 tempest-SecurityGroupRulesTestJSON-1296500257-project] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:29.635145 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5e2b2c11-1ad8-490a-930f-5ae8bb0d6a8f req-511c20e5-9173-4ab9-838f-1bcbfffbd5ef tempest-SecurityGroupRulesTestJSON-1296500257 tempest-SecurityGroupRulesTestJSON-1296500257-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.1805034 Jan 28 07:12:29.637199 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511c20e5-9173-4ab9-838f-1bcbfffbd5ef tempest-SecurityGroupRulesTestJSON-1296500257 tempest-SecurityGroupRulesTestJSON-1296500257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b851bb94-c9f9-44f4-9860-36509f510e3d,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:29.773427 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f2e2b109-9e53-435b-9c54-67afd7a4f49e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16605684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127449'] for router (9441930f-fa57-493b-90be-944dc12892f0), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:29.779236 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f2e2b109-9e53-435b-9c54-67afd7a4f49e admin admin] Publish callbacks [] for router_controller (9441930f-fa57-493b-90be-944dc12892f0), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:29.799959 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035a214c-bc0a-4f78-89a5-1dfd1118ee16 req-64da3c61-4ebd-40ae-8072-09dd819bfcd9 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:29.802409 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-035a214c-bc0a-4f78-89a5-1dfd1118ee16 req-64da3c61-4ebd-40ae-8072-09dd819bfcd9 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f4e61f2-7d76-46bf-b863-47fc90eac5c6 HTTP/1.1" status: 200 len: 944 time: 0.0683372 Jan 28 07:12:29.803167 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-cd7f7604-b5bb-49ee-9a82-c944883d54aa req-0c7338c2-0fc6-4bb8-bad2-78afa50d5418 tempest-ImagesOneServerTestJSON-106757326 tempest-ImagesOneServerTestJSON-106757326-project] 10.222.0.41 "GET /v2.0/security-groups?id=a65f13c7-2687-4f51-975e-f35c9dc43c67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5498307 Jan 28 07:12:29.853907 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-3f211996-409f-4504-a29f-8d5609de9672 req-1931e8ab-d43c-4947-b6e1-708af3ca3f83 tempest-SecurityGroupRulesTestJSON-1296500257 tempest-SecurityGroupRulesTestJSON-1296500257-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-600794967', 'description': 'tempest-description-1800076295'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:12:29.868338 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f2e2b109-9e53-435b-9c54-67afd7a4f49e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16605693'] for router (9441930f-fa57-493b-90be-944dc12892f0), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:29.868966 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2e2b109-9e53-435b-9c54-67afd7a4f49e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9441930f-fa57-493b-90be-944dc12892f0 {{(pid=103284) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 07:12:29.874529 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-035a214c-bc0a-4f78-89a5-1dfd1118ee16 req-9d371763-f3cb-43f9-be47-88da38f504fb tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c286ac6-5d5d-46b9-b282-9e68e0339bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547924 Jan 28 07:12:29.876022 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f2e2b109-9e53-435b-9c54-67afd7a4f49e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:29.879535 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-f2e2b109-9e53-435b-9c54-67afd7a4f49e admin admin] 10.222.0.41 "DELETE /v2.0/routers/9441930f-fa57-493b-90be-944dc12892f0 HTTP/1.1" status: 204 len: 168 time: 2.6363101 Jan 28 07:12:29.881390 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 39170) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:12:29.920063 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-3f211996-409f-4504-a29f-8d5609de9672 req-1931e8ab-d43c-4947-b6e1-708af3ca3f83 tempest-SecurityGroupRulesTestJSON-1296500257 tempest-SecurityGroupRulesTestJSON-1296500257-project] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:29.972500 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-13b48474-21b2-4758-9b6c-ee28572b252a admin admin] Deleting subnet 68f7f7d8-d964-4750-8c9a-52fe444c8e70 {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:12:29.980865 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-13b48474-21b2-4758-9b6c-ee28572b252a admin admin] Publish callbacks [] for subnet (68f7f7d8-d964-4750-8c9a-52fe444c8e70), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:29.997994 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 39176) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:12:30.041189 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-13b48474-21b2-4758-9b6c-ee28572b252a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24759175'] for subnet (68f7f7d8-d964-4750-8c9a-52fe444c8e70), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:30.068219 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-3f211996-409f-4504-a29f-8d5609de9672 req-1931e8ab-d43c-4947-b6e1-708af3ca3f83 tempest-SecurityGroupRulesTestJSON-1296500257 tempest-SecurityGroupRulesTestJSON-1296500257-project] Publish callbacks [] for security_group (48533853-7198-40ca-a0f1-ddd3866deea9), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:30.075994 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-3f211996-409f-4504-a29f-8d5609de9672 req-1931e8ab-d43c-4947-b6e1-708af3ca3f83 tempest-SecurityGroupRulesTestJSON-1296500257 tempest-SecurityGroupRulesTestJSON-1296500257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (48533853-7198-40ca-a0f1-ddd3866deea9), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:30.135899 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-3f211996-409f-4504-a29f-8d5609de9672 req-1931e8ab-d43c-4947-b6e1-708af3ca3f83 tempest-SecurityGroupRulesTestJSON-1296500257 tempest-SecurityGroupRulesTestJSON-1296500257-project] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:30.137394 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3f211996-409f-4504-a29f-8d5609de9672 req-1931e8ab-d43c-4947-b6e1-708af3ca3f83 tempest-SecurityGroupRulesTestJSON-1296500257 tempest-SecurityGroupRulesTestJSON-1296500257-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.2885888 Jan 28 07:12:30.150696 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1931e8ab-d43c-4947-b6e1-708af3ca3f83 tempest-SecurityGroupRulesTestJSON-1296500257 tempest-SecurityGroupRulesTestJSON-1296500257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48533853-7198-40ca-a0f1-ddd3866deea9,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:30.277464 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-13b48474-21b2-4758-9b6c-ee28572b252a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (68f7f7d8-d964-4750-8c9a-52fe444c8e70), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:30.304048 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 39194) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:12:30.305450 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-38fd5124-0d99-4097-b733-9bfa4612d85e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5e7a152ce6ec490eb9df1ae9ab508d72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3063838 Jan 28 07:12:30.377523 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa95805f-0ed7-4e0d-ad0d-ab81bcd69ad8 req-cf519c37-2428-47a1-9e1e-ef3f4bc43568 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:30.388901 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa95805f-0ed7-4e0d-ad0d-ab81bcd69ad8 req-cf519c37-2428-47a1-9e1e-ef3f4bc43568 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:30.396465 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa95805f-0ed7-4e0d-ad0d-ab81bcd69ad8 req-cf519c37-2428-47a1-9e1e-ef3f4bc43568 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:30.404859 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa95805f-0ed7-4e0d-ad0d-ab81bcd69ad8 req-cf519c37-2428-47a1-9e1e-ef3f4bc43568 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:30.411578 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa95805f-0ed7-4e0d-ad0d-ab81bcd69ad8 req-cf519c37-2428-47a1-9e1e-ef3f4bc43568 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:30.426944 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa95805f-0ed7-4e0d-ad0d-ab81bcd69ad8 req-cf519c37-2428-47a1-9e1e-ef3f4bc43568 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:30.435923 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa95805f-0ed7-4e0d-ad0d-ab81bcd69ad8 req-cf519c37-2428-47a1-9e1e-ef3f4bc43568 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:30.439078 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-aa95805f-0ed7-4e0d-ad0d-ab81bcd69ad8 req-cf519c37-2428-47a1-9e1e-ef3f4bc43568 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7 HTTP/1.1" status: 200 len: 5422 time: 0.2042744 Jan 28 07:12:30.444778 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-68ca80f4-e42a-47e1-aa9e-5bdeba4f1050 req-9edbddf5-aca5-4aca-b4ef-b457305ac2e4 tempest-SecurityGroupRulesTestJSON-1296500257 tempest-SecurityGroupRulesTestJSON-1296500257-project] 10.222.0.41 "GET /v2.0/security-groups/b851bb94-c9f9-44f4-9860-36509f510e3d HTTP/1.1" status: 200 len: 1822 time: 0.1034565 Jan 28 07:12:30.445275 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 39198) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:12:30.468419 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 6e6bf8db-61c9-4d4f-95fd-d2da51d77c33 up at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:12:30.509714 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-68ca80f4-e42a-47e1-aa9e-5bdeba4f1050 req-5e2a5e7a-aea4-4502-b427-b0e7515fc7ea tempest-SecurityGroupRulesTestJSON-1296500257 tempest-SecurityGroupRulesTestJSON-1296500257-project] 10.222.0.41 "GET /v2.0/security-groups/48533853-7198-40ca-a0f1-ddd3866deea9 HTTP/1.1" status: 200 len: 1821 time: 0.0557878 Jan 28 07:12:30.521466 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-68ca80f4-e42a-47e1-aa9e-5bdeba4f1050 req-f9463407-9b6f-4428-bee0-1aa06098f3b0 tempest-SecurityGroupRulesTestJSON-1296500257 tempest-SecurityGroupRulesTestJSON-1296500257-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'b851bb94-c9f9-44f4-9860-36509f510e3d', 'remote_group_id': '48533853-7198-40ca-a0f1-ddd3866deea9', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:12:30.521825 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-68ca80f4-e42a-47e1-aa9e-5bdeba4f1050 req-f9463407-9b6f-4428-bee0-1aa06098f3b0 tempest-SecurityGroupRulesTestJSON-1296500257 tempest-SecurityGroupRulesTestJSON-1296500257-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'b851bb94-c9f9-44f4-9860-36509f510e3d', 'remote_group_id': '48533853-7198-40ca-a0f1-ddd3866deea9', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:12:30.529018 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-13b48474-21b2-4758-9b6c-ee28572b252a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24757569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24979817'] for subnet (68f7f7d8-d964-4750-8c9a-52fe444c8e70), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:30.565715 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-13b48474-21b2-4758-9b6c-ee28572b252a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:30.576557 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f9bd75f-eb36-4da6-a482-1f734ee03849 None None] Network d9849554-bb88-4f27-8509-649ac0387251 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:12:30.580316 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-13b48474-21b2-4758-9b6c-ee28572b252a admin admin] 10.222.0.41 "DELETE /v2.0/subnets/68f7f7d8-d964-4750-8c9a-52fe444c8e70 HTTP/1.1" status: 204 len: 168 time: 0.6961718 Jan 28 07:12:30.583061 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 39204) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:12:30.583904 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7fe1e0cd-5a49-4a87-b6a5-2b4d4be91d46 admin admin] Publish callbacks [] for security_group (55335e6a-5bc2-4163-aae8-ed81e1993f57), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:30.627131 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b48474-21b2-4758-9b6c-ee28572b252a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68f7f7d8-d964-4750-8c9a-52fe444c8e70,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:30.662317 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7fe1e0cd-5a49-4a87-b6a5-2b4d4be91d46 admin admin] Publish callbacks [] for security_group (55335e6a-5bc2-4163-aae8-ed81e1993f57), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:30.695725 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-aa95805f-0ed7-4e0d-ad0d-ab81bcd69ad8 req-e7b42082-7e90-49dd-9f15-96a8e329ef05 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/security-groups?id=f42d29db-089b-46ec-bdc0-e6253e46a436&id=f0e415d4-9274-4847-9e71-c098cc08b695&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2391200 Jan 28 07:12:30.737404 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-52ffa89d-95b9-433f-95eb-d1e22b4ced6e admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-690874392-network', 'tenant_id': '071c6275b8f741eea1e2f053b48698ce'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:12:30.744925 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7fe1e0cd-5a49-4a87-b6a5-2b4d4be91d46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (55335e6a-5bc2-4163-aae8-ed81e1993f57), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:30.748000 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7fe1e0cd-5a49-4a87-b6a5-2b4d4be91d46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:30.753362 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-7fe1e0cd-5a49-4a87-b6a5-2b4d4be91d46 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/55335e6a-5bc2-4163-aae8-ed81e1993f57 HTTP/1.1" status: 204 len: 168 time: 0.4467545 Jan 28 07:12:30.763164 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe1e0cd-5a49-4a87-b6a5-2b4d4be91d46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55335e6a-5bc2-4163-aae8-ed81e1993f57,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:30.782138 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3e220c9f-7851-4d27-957d-6b028cecf52c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (d9849554-bb88-4f27-8509-649ac0387251), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:30.792025 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52ffa89d-95b9-433f-95eb-d1e22b4ced6e admin admin] Made reservation on behalf of 071c6275b8f741eea1e2f053b48698ce for: {'network': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:12:30.794830 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-52ffa89d-95b9-433f-95eb-d1e22b4ced6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:30.816558 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-68ca80f4-e42a-47e1-aa9e-5bdeba4f1050 req-f9463407-9b6f-4428-bee0-1aa06098f3b0 tempest-SecurityGroupRulesTestJSON-1296500257 tempest-SecurityGroupRulesTestJSON-1296500257-project] Publish callbacks [] for security_group_rule (029f3ec0-3c8c-4fcc-9526-1737759193ad), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:30.821905 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-52ffa89d-95b9-433f-95eb-d1e22b4ced6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:30.864401 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning for port 6e6bf8db-61c9-4d4f-95fd-d2da51d77c33 completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:12:30.872669 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning complete for port 6e6bf8db-61c9-4d4f-95fd-d2da51d77c33 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:12:30.873089 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (6e6bf8db-61c9-4d4f-95fd-d2da51d77c33), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:30.960340 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-710472be-70a8-412b-868c-1a2908851207 None None] DHCP port deletion for d9849554-bb88-4f27-8509-649ac0387251 request from n-d-712749-28 {{(pid=103285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 07:12:30.969132 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28faa8da-bc4d-4ba3-841b-13305d1e6308 req-0e43262f-3663-4828-ba42-9d99141918f8 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:30.973956 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port 6e6bf8db-61c9-4d4f-95fd-d2da51d77c33 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:12:30.974591 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (6e6bf8db-61c9-4d4f-95fd-d2da51d77c33), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:30.976963 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-52ffa89d-95b9-433f-95eb-d1e22b4ced6e admin admin] Publish callbacks [] for security_group (54f3b545-d68e-44ae-b5dc-1cfcda6094b3), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:30.978028 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-28faa8da-bc4d-4ba3-841b-13305d1e6308 req-0e43262f-3663-4828-ba42-9d99141918f8 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=f255ed55-87c8-4949-a89a-d6b84a3ce0a3 HTTP/1.1" status: 200 len: 945 time: 0.1041079 Jan 28 07:12:30.993063 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-52ffa89d-95b9-433f-95eb-d1e22b4ced6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (54f3b545-d68e-44ae-b5dc-1cfcda6094b3), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:31.024497 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f4e61f2-7d76-46bf-b863-47fc90eac5c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e6bf8db-61c9-4d4f-95fd-d2da51d77c33'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:12:31.027241 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e623205c-c7c6-4f49-8378-bc50da86ab22" -d '{"events": [{"server_uuid": "2f4e61f2-7d76-46bf-b863-47fc90eac5c6", "name": "network-vif-plugged", "status": "completed", "tag": "6e6bf8db-61c9-4d4f-95fd-d2da51d77c33"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:12:31.037279 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-68ca80f4-e42a-47e1-aa9e-5bdeba4f1050 req-f9463407-9b6f-4428-bee0-1aa06098f3b0 tempest-SecurityGroupRulesTestJSON-1296500257 tempest-SecurityGroupRulesTestJSON-1296500257-project] Publish callbacks [] for security_group_rule (029f3ec0-3c8c-4fcc-9526-1737759193ad), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:31.044701 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 6e6bf8db-61c9-4d4f-95fd-d2da51d77c33, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=6e6bf8db-61c9-4d4f-95fd-d2da51d77c33,segment=NetworkSegment(b38b5d3d-4197-4548-8b2f-aaaa5395d71b),segment_id=b38b5d3d-4197-4548-8b2f-aaaa5395d71b)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:12:31.052039 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-28faa8da-bc4d-4ba3-841b-13305d1e6308 req-17186fa6-bd50-4a6c-8749-dde0aba4478f tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e9c3947-6ff8-4aa4-a1f7-c165b64c94a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660613 Jan 28 07:12:31.054620 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (6e6bf8db-61c9-4d4f-95fd-d2da51d77c33), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:31.055809 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device e63a7ad8-eb8a-40a4-971c-bffd837be715 no longer exists at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:12:31.057399 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-68ca80f4-e42a-47e1-aa9e-5bdeba4f1050 req-f9463407-9b6f-4428-bee0-1aa06098f3b0 tempest-SecurityGroupRulesTestJSON-1296500257 tempest-SecurityGroupRulesTestJSON-1296500257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (029f3ec0-3c8c-4fcc-9526-1737759193ad), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:31.063304 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52ffa89d-95b9-433f-95eb-d1e22b4ced6e admin admin] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=103283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:12:31.086203 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9463407-9b6f-4428-bee0-1aa06098f3b0 tempest-SecurityGroupRulesTestJSON-1296500257 tempest-SecurityGroupRulesTestJSON-1296500257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=029f3ec0-3c8c-4fcc-9526-1737759193ad,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:31.105758 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-52ffa89d-95b9-433f-95eb-d1e22b4ced6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (8c1a2649-126a-42b2-aa92-3dce43dd7caa), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:31.106107 n-d-712749-28 neutron-server[103283]: INFO neutron.db.segments_db [None req-52ffa89d-95b9-433f-95eb-d1e22b4ced6e admin admin] Added segment 8c1a2649-126a-42b2-aa92-3dce43dd7caa of type vlan for network 55d1aca5-a0d0-4804-9112-fbf4ce00f292 Jan 28 07:12:31.111209 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ffa89d-95b9-433f-95eb-d1e22b4ced6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54f3b545-d68e-44ae-b5dc-1cfcda6094b3,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:31.134665 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] No Port match for: e63a7ad8-eb8a-40a4-971c-bffd837be715 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:12:31.135175 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device e63a7ad8-eb8a-40a4-971c-bffd837be715 not bound to the agent host n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:12:31.139367 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-710472be-70a8-412b-868c-1a2908851207 None None] Deleting port 82df28d4-7a70-4ec8-8694-0ad27c9cf49a {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:12:31.139949 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-710472be-70a8-412b-868c-1a2908851207 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (82df28d4-7a70-4ec8-8694-0ad27c9cf49a), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:31.154441 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-3e220c9f-7851-4d27-957d-6b028cecf52c admin admin] Deleting port 82df28d4-7a70-4ec8-8694-0ad27c9cf49a {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:12:31.154779 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3e220c9f-7851-4d27-957d-6b028cecf52c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (82df28d4-7a70-4ec8-8694-0ad27c9cf49a), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:31.163028 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-68ca80f4-e42a-47e1-aa9e-5bdeba4f1050 req-f9463407-9b6f-4428-bee0-1aa06098f3b0 tempest-SecurityGroupRulesTestJSON-1296500257 tempest-SecurityGroupRulesTestJSON-1296500257-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:31.173345 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-68ca80f4-e42a-47e1-aa9e-5bdeba4f1050 req-f9463407-9b6f-4428-bee0-1aa06098f3b0 tempest-SecurityGroupRulesTestJSON-1296500257 tempest-SecurityGroupRulesTestJSON-1296500257-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.6561372 Jan 28 07:12:31.196092 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d06c1f-f89f-403e-ad3e-8f28d0f13ffe req-afd8a427-70ec-44a6-9da1-41a57646ddea tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:31.205571 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-41d06c1f-f89f-403e-ad3e-8f28d0f13ffe req-afd8a427-70ec-44a6-9da1-41a57646ddea tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f4e61f2-7d76-46bf-b863-47fc90eac5c6 HTTP/1.1" status: 200 len: 945 time: 0.0861425 Jan 28 07:12:31.210294 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=6e6bf8db-61c9-4d4f-95fd-d2da51d77c33,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:31.210443 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 39224) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:12:31.226609 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-710472be-70a8-412b-868c-1a2908851207 None None] For port 82df28d4-7a70-4ec8-8694-0ad27c9cf49a, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=82df28d4-7a70-4ec8-8694-0ad27c9cf49a,segment=NetworkSegment(c6cdd79c-430d-4c62-b387-4821f1bdd03e),segment_id=c6cdd79c-430d-4c62-b387-4821f1bdd03e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:12:31.227010 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-710472be-70a8-412b-868c-1a2908851207 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (82df28d4-7a70-4ec8-8694-0ad27c9cf49a), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:31.240653 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:12:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c2262d6-933c-4dd0-84e5-fb7574fbcf01 x-openstack-request-id: req-3c2262d6-933c-4dd0-84e5-fb7574fbcf01 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:12:31.240953 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f4e61f2-7d76-46bf-b863-47fc90eac5c6", "name": "network-vif-plugged", "status": "completed", "tag": "6e6bf8db-61c9-4d4f-95fd-d2da51d77c33", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:12:31.241214 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3c2262d6-933c-4dd0-84e5-fb7574fbcf01 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:12:31.241610 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f4e61f2-7d76-46bf-b863-47fc90eac5c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e6bf8db-61c9-4d4f-95fd-d2da51d77c33', 'code': 200} Jan 28 07:12:31.242466 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-710472be-70a8-412b-868c-1a2908851207 None None] Calling delete_port for 82df28d4-7a70-4ec8-8694-0ad27c9cf49a owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:12:31.253748 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-52ffa89d-95b9-433f-95eb-d1e22b4ced6e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (55d1aca5-a0d0-4804-9112-fbf4ce00f292), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:31.300492 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-41d06c1f-f89f-403e-ad3e-8f28d0f13ffe req-a5dcf3e1-35c2-4d49-a429-032db5a6ac5e tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c286ac6-5d5d-46b9-b282-9e68e0339bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938971 Jan 28 07:12:31.309691 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-a11536b9-4858-4f00-9107-147b8489c19b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=10624acd5265438bb699feea5443b7f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0971000 Jan 28 07:12:31.311509 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 39226) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:12:31.322073 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-3e220c9f-7851-4d27-957d-6b028cecf52c admin admin] For port 82df28d4-7a70-4ec8-8694-0ad27c9cf49a, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=82df28d4-7a70-4ec8-8694-0ad27c9cf49a,segment=NetworkSegment(c6cdd79c-430d-4c62-b387-4821f1bdd03e),segment_id=c6cdd79c-430d-4c62-b387-4821f1bdd03e)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:12:31.322682 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3e220c9f-7851-4d27-957d-6b028cecf52c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (82df28d4-7a70-4ec8-8694-0ad27c9cf49a), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:31.342045 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-710472be-70a8-412b-868c-1a2908851207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298'] for port (82df28d4-7a70-4ec8-8694-0ad27c9cf49a), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:31.367398 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-3e220c9f-7851-4d27-957d-6b028cecf52c admin admin] Calling delete_port for 82df28d4-7a70-4ec8-8694-0ad27c9cf49a owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:12:31.372580 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8c738e15-b93a-43ba-8efe-85f3fbe57dab admin admin] Publish callbacks [] for security_group (a85f1a23-2f9c-453a-9dcf-2f15a51382de), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:31.378076 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710472be-70a8-412b-868c-1a2908851207 None None] Pushing event deleted for resources: {'Port': ['ID=82df28d4-7a70-4ec8-8694-0ad27c9cf49a,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:31.392929 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710472be-70a8-412b-868c-1a2908851207 None None] No DVR routers for this DVR port 82df28d4-7a70-4ec8-8694-0ad27c9cf49a on host n-d-712749-28 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:12:31.407426 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-52ffa89d-95b9-433f-95eb-d1e22b4ced6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (55d1aca5-a0d0-4804-9112-fbf4ce00f292), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:31.408419 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52ffa89d-95b9-433f-95eb-d1e22b4ced6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:31.408997 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-52ffa89d-95b9-433f-95eb-d1e22b4ced6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:31.417207 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8c738e15-b93a-43ba-8efe-85f3fbe57dab admin admin] Publish callbacks [] for security_group (a85f1a23-2f9c-453a-9dcf-2f15a51382de), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:31.447876 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ffde1f78-38f3-42e7-9d5b-7a0abb66c9e0 req-5b1a832f-ec77-4b67-a3a3-a61aa4917f05 tempest-SecurityGroupRulesTestJSON-1296500257 tempest-SecurityGroupRulesTestJSON-1296500257-project] 10.222.0.41 "GET /v2.0/security-groups/48533853-7198-40ca-a0f1-ddd3866deea9 HTTP/1.1" status: 200 len: 1821 time: 0.1848137 Jan 28 07:12:31.474354 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbac67cd-1938-4fc0-bdb5-def4ba091e60 req-430580b3-1617-4a1c-9de2-9d3ab1541494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:31.475964 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-fbac67cd-1938-4fc0-bdb5-def4ba091e60 req-430580b3-1617-4a1c-9de2-9d3ab1541494 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2f4e61f2-7d76-46bf-b863-47fc90eac5c6 HTTP/1.1" status: 200 len: 1097 time: 0.0792549 Jan 28 07:12:31.514474 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8c738e15-b93a-43ba-8efe-85f3fbe57dab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (a85f1a23-2f9c-453a-9dcf-2f15a51382de), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:31.518481 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8c738e15-b93a-43ba-8efe-85f3fbe57dab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:31.519970 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-8c738e15-b93a-43ba-8efe-85f3fbe57dab admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a85f1a23-2f9c-453a-9dcf-2f15a51382de HTTP/1.1" status: 204 len: 168 time: 0.2070312 Jan 28 07:12:31.521949 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-52ffa89d-95b9-433f-95eb-d1e22b4ced6e admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.0756483 Jan 28 07:12:31.528587 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 39230) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:12:31.543216 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-b51bb77d-1530-4dc1-b744-62441b8b7ae4 admin admin] Request body: {'subnet': {'network_id': '55d1aca5-a0d0-4804-9112-fbf4ce00f292', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-690874392-subnet', 'tenant_id': '071c6275b8f741eea1e2f053b48698ce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:12:31.558174 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ffa89d-95b9-433f-95eb-d1e22b4ced6e admin admin] Pushing event updated for resources: {'Network': ['ID=55d1aca5-a0d0-4804-9112-fbf4ce00f292,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:31.558559 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c738e15-b93a-43ba-8efe-85f3fbe57dab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a85f1a23-2f9c-453a-9dcf-2f15a51382de,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:31.564975 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-fbac67cd-1938-4fc0-bdb5-def4ba091e60 req-710dafd4-8b7e-495f-8348-1b0e2b98d70f service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=6c286ac6-5d5d-46b9-b282-9e68e0339bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804427 Jan 28 07:12:31.571027 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network 55d1aca5-a0d0-4804-9112-fbf4ce00f292 details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:12:31.585347 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b51bb77d-1530-4dc1-b744-62441b8b7ae4 admin admin] Made reservation on behalf of 071c6275b8f741eea1e2f053b48698ce for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:12:31.594404 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b51bb77d-1530-4dc1-b744-62441b8b7ae4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24979592'] for subnet (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:31.602395 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3e220c9f-7851-4d27-957d-6b028cecf52c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (82df28d4-7a70-4ec8-8694-0ad27c9cf49a), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:31.637970 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-ffde1f78-38f3-42e7-9d5b-7a0abb66c9e0 req-9f795be3-68cc-4ea4-afa7-72cff3fc44b0 tempest-SecurityGroupRulesTestJSON-1296500257 tempest-SecurityGroupRulesTestJSON-1296500257-project] Publish callbacks [] for security_group (48533853-7198-40ca-a0f1-ddd3866deea9), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:31.647465 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e220c9f-7851-4d27-957d-6b028cecf52c admin admin] Pushing event deleted for resources: {'Port': ['ID=82df28d4-7a70-4ec8-8694-0ad27c9cf49a,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:31.660419 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e220c9f-7851-4d27-957d-6b028cecf52c admin admin] No DVR routers for this DVR port 82df28d4-7a70-4ec8-8694-0ad27c9cf49a on host n-d-712749-28 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:12:31.698429 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-ffde1f78-38f3-42e7-9d5b-7a0abb66c9e0 req-9f795be3-68cc-4ea4-afa7-72cff3fc44b0 tempest-SecurityGroupRulesTestJSON-1296500257 tempest-SecurityGroupRulesTestJSON-1296500257-project] Publish callbacks [] for security_group (48533853-7198-40ca-a0f1-ddd3866deea9), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:31.792380 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3e220c9f-7851-4d27-957d-6b028cecf52c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (d9849554-bb88-4f27-8509-649ac0387251), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:31.826491 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-3e220c9f-7851-4d27-957d-6b028cecf52c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9849554-bb88-4f27-8509-649ac0387251']}} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:12:31.838331 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-3e220c9f-7851-4d27-957d-6b028cecf52c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6cdd79c-430d-4c62-b387-4821f1bdd03e') {'for_net_delete': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:12:31.838895 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-3e220c9f-7851-4d27-957d-6b028cecf52c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6cdd79c-430d-4c62-b387-4821f1bdd03e') {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:12:31.851442 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3e220c9f-7851-4d27-957d-6b028cecf52c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13506801'] for segment (c6cdd79c-430d-4c62-b387-4821f1bdd03e), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:31.865246 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-ffde1f78-38f3-42e7-9d5b-7a0abb66c9e0 req-9f795be3-68cc-4ea4-afa7-72cff3fc44b0 tempest-SecurityGroupRulesTestJSON-1296500257 tempest-SecurityGroupRulesTestJSON-1296500257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (48533853-7198-40ca-a0f1-ddd3866deea9), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:31.869319 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-ffde1f78-38f3-42e7-9d5b-7a0abb66c9e0 req-9f795be3-68cc-4ea4-afa7-72cff3fc44b0 tempest-SecurityGroupRulesTestJSON-1296500257 tempest-SecurityGroupRulesTestJSON-1296500257-project] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:31.870507 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ffde1f78-38f3-42e7-9d5b-7a0abb66c9e0 req-9f795be3-68cc-4ea4-afa7-72cff3fc44b0 tempest-SecurityGroupRulesTestJSON-1296500257 tempest-SecurityGroupRulesTestJSON-1296500257-project] 10.222.0.41 "DELETE /v2.0/security-groups/48533853-7198-40ca-a0f1-ddd3866deea9 HTTP/1.1" status: 204 len: 173 time: 0.4094505 Jan 28 07:12:31.871671 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3e220c9f-7851-4d27-957d-6b028cecf52c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (c6cdd79c-430d-4c62-b387-4821f1bdd03e), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:31.889566 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e220c9f-7851-4d27-957d-6b028cecf52c admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=103283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:12:31.890621 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3e220c9f-7851-4d27-957d-6b028cecf52c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13546563'] for segment (c6cdd79c-430d-4c62-b387-4821f1bdd03e), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:31.892983 n-d-712749-28 neutron-server[103283]: Traceback (most recent call last): Jan 28 07:12:31.892983 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:12:31.892983 n-d-712749-28 neutron-server[103283]: timer() Jan 28 07:12:31.892983 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:12:31.892983 n-d-712749-28 neutron-server[103283]: cb(*args, **kw) Jan 28 07:12:31.892983 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:12:31.892983 n-d-712749-28 neutron-server[103283]: return func(*args, **kwargs) Jan 28 07:12:31.892983 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:12:31.892983 n-d-712749-28 neutron-server[103283]: self._notify() Jan 28 07:12:31.892983 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:12:31.892983 n-d-712749-28 neutron-server[103283]: self.callback(batched_events) Jan 28 07:12:31.892983 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:12:31.892983 n-d-712749-28 neutron-server[103283]: event.method(event) Jan 28 07:12:31.892983 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:12:31.892983 n-d-712749-28 neutron-server[103283]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:12:31.892983 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:12:31.892983 n-d-712749-28 neutron-server[103283]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:12:31.892983 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:12:31.892983 n-d-712749-28 neutron-server[103283]: return f(self, *a, **k) Jan 28 07:12:31.892983 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:12:31.892983 n-d-712749-28 neutron-server[103283]: return self._get(url).json() Jan 28 07:12:31.892983 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:12:31.892983 n-d-712749-28 neutron-server[103283]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:12:31.892983 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:12:31.892983 n-d-712749-28 neutron-server[103283]: return self.request(url, 'GET', **kwargs) Jan 28 07:12:31.892983 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:12:31.892983 n-d-712749-28 neutron-server[103283]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:12:31.892983 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:12:31.892983 n-d-712749-28 neutron-server[103283]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:12:31.892983 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:12:31.892983 n-d-712749-28 neutron-server[103283]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:12:31.892983 n-d-712749-28 neutron-server[103283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:12:31.904660 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f795be3-68cc-4ea4-afa7-72cff3fc44b0 tempest-SecurityGroupRulesTestJSON-1296500257 tempest-SecurityGroupRulesTestJSON-1296500257-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48533853-7198-40ca-a0f1-ddd3866deea9,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:31.911104 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b51bb77d-1530-4dc1-b744-62441b8b7ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24757504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24979610'] for subnet (5ed8211a-b148-411a-81c0-40d0a8d78cc9), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:31.930730 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483e8035-bedf-418a-822f-89e52355b614 req-0985f878-ae1d-4a54-899d-877839043d70 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:31.940604 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483e8035-bedf-418a-822f-89e52355b614 req-0985f878-ae1d-4a54-899d-877839043d70 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:31.947463 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483e8035-bedf-418a-822f-89e52355b614 req-0985f878-ae1d-4a54-899d-877839043d70 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:31.956986 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483e8035-bedf-418a-822f-89e52355b614 req-0985f878-ae1d-4a54-899d-877839043d70 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:31.963635 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483e8035-bedf-418a-822f-89e52355b614 req-0985f878-ae1d-4a54-899d-877839043d70 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:31.970394 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483e8035-bedf-418a-822f-89e52355b614 req-0985f878-ae1d-4a54-899d-877839043d70 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:31.970955 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3e220c9f-7851-4d27-957d-6b028cecf52c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (d9849554-bb88-4f27-8509-649ac0387251), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:31.976240 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483e8035-bedf-418a-822f-89e52355b614 req-0985f878-ae1d-4a54-899d-877839043d70 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:31.978178 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-483e8035-bedf-418a-822f-89e52355b614 req-0985f878-ae1d-4a54-899d-877839043d70 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7 HTTP/1.1" status: 200 len: 5422 time: 0.1342256 Jan 28 07:12:31.992797 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3e220c9f-7851-4d27-957d-6b028cecf52c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:31.998475 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-3e220c9f-7851-4d27-957d-6b028cecf52c admin admin] 10.222.0.41 "DELETE /v2.0/networks/d9849554-bb88-4f27-8509-649ac0387251 HTTP/1.1" status: 204 len: 168 time: 1.3843586 Jan 28 07:12:32.017345 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e220c9f-7851-4d27-957d-6b028cecf52c admin admin] Pushing event deleted for resources: {'Network': ['ID=d9849554-bb88-4f27-8509-649ac0387251,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:32.036314 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d024bc30-5ede-484c-b6e5-b1d895c45842 req-2d1750da-468e-44e1-8c91-0d23cad197a3 tempest-SecurityGroupRulesTestJSON-1296500257 tempest-SecurityGroupRulesTestJSON-1296500257-project] 10.222.0.41 "GET /v2.0/security-groups/b851bb94-c9f9-44f4-9860-36509f510e3d HTTP/1.1" status: 200 len: 1822 time: 0.0619836 Jan 28 07:12:32.065007 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-8b4270ba-c5a6-4389-8e46-0b26975ccf71 req-c27aeede-5a6a-4aa7-8be7-1b9b76ade767 tempest-SecurityGroupRulesTestJSON-1296500257 tempest-SecurityGroupRulesTestJSON-1296500257-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-298135845', 'description': 'tempest-description-2074566041'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:12:32.086356 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51bb77d-1530-4dc1-b744-62441b8b7ae4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ed8211a-b148-411a-81c0-40d0a8d78cc9,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:32.097876 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-8b4270ba-c5a6-4389-8e46-0b26975ccf71 req-c27aeede-5a6a-4aa7-8be7-1b9b76ade767 tempest-SecurityGroupRulesTestJSON-1296500257 tempest-SecurityGroupRulesTestJSON-1296500257-project] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:32.102885 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51bb77d-1530-4dc1-b744-62441b8b7ae4 admin admin] Checking segment: {'id': '8c1a2649-126a-42b2-aa92-3dce43dd7caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '55d1aca5-a0d0-4804-9112-fbf4ce00f292'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:12:32.104305 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b51bb77d-1530-4dc1-b744-62441b8b7ae4 admin admin] Network hostable DHCP agents. Network: 55d1aca5-a0d0-4804-9112-fbf4ce00f292, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:12:32.138053 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-483e8035-bedf-418a-822f-89e52355b614 req-5cbb6249-56ba-402c-8893-e6a75b8095b8 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/security-groups?id=f42d29db-089b-46ec-bdc0-e6253e46a436&id=f0e415d4-9274-4847-9e71-c098cc08b695&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1439414 Jan 28 07:12:32.183900 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b51bb77d-1530-4dc1-b744-62441b8b7ae4 admin admin] Network 55d1aca5-a0d0-4804-9112-fbf4ce00f292 is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:12:32.204120 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-b51bb77d-1530-4dc1-b744-62441b8b7ae4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, 55d1aca5-a0d0-4804-9112-fbf4ce00f292) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:12:32.210271 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b51bb77d-1530-4dc1-b744-62441b8b7ae4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:32.210869 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b51bb77d-1530-4dc1-b744-62441b8b7ae4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:32.215950 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-381077a4-8a16-4ec5-8ee2-485b23e4209b None None] Network 55d1aca5-a0d0-4804-9112-fbf4ce00f292 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:12:32.243860 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-8b4270ba-c5a6-4389-8e46-0b26975ccf71 req-c27aeede-5a6a-4aa7-8be7-1b9b76ade767 tempest-SecurityGroupRulesTestJSON-1296500257 tempest-SecurityGroupRulesTestJSON-1296500257-project] Publish callbacks [] for security_group (7a3feeee-0ce7-40e1-bf1b-65d19647d69d), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:32.248452 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-b51bb77d-1530-4dc1-b744-62441b8b7ae4 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.7132564 Jan 28 07:12:32.252998 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device ef3c7147-fe87-4479-9e6a-3a8b97030d2f no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:12:32.260224 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-8b4270ba-c5a6-4389-8e46-0b26975ccf71 req-c27aeede-5a6a-4aa7-8be7-1b9b76ade767 tempest-SecurityGroupRulesTestJSON-1296500257 tempest-SecurityGroupRulesTestJSON-1296500257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (7a3feeee-0ce7-40e1-bf1b-65d19647d69d), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:32.272649 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 39266) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:12:32.305312 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-8b4270ba-c5a6-4389-8e46-0b26975ccf71 req-c27aeede-5a6a-4aa7-8be7-1b9b76ade767 tempest-SecurityGroupRulesTestJSON-1296500257 tempest-SecurityGroupRulesTestJSON-1296500257-project] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:32.306739 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8b4270ba-c5a6-4389-8e46-0b26975ccf71 req-c27aeede-5a6a-4aa7-8be7-1b9b76ade767 tempest-SecurityGroupRulesTestJSON-1296500257 tempest-SecurityGroupRulesTestJSON-1296500257-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.2469122 Jan 28 07:12:32.321771 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27aeede-5a6a-4aa7-8be7-1b9b76ade767 tempest-SecurityGroupRulesTestJSON-1296500257 tempest-SecurityGroupRulesTestJSON-1296500257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a3feeee-0ce7-40e1-bf1b-65d19647d69d,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:32.379808 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-a67cdd26-8243-415b-81fd-a8336f07df56 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=de731053670e47de99659e7fee14bed9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1059339 Jan 28 07:12:32.381684 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 39272) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:12:32.385743 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: ef3c7147-fe87-4479-9e6a-3a8b97030d2f {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:12:32.386333 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device ef3c7147-fe87-4479-9e6a-3a8b97030d2f not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:12:32.386931 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 82df28d4-7a70-4ec8-8694-0ad27c9cf49a no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:12:32.411759 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d42ea2b-f0ae-406d-afcb-57a0de5cea86 req-8002f580-f4f1-49e4-930c-6bcfc15180b5 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:32.414159 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8d42ea2b-f0ae-406d-afcb-57a0de5cea86 req-8002f580-f4f1-49e4-930c-6bcfc15180b5 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=f255ed55-87c8-4949-a89a-d6b84a3ce0a3 HTTP/1.1" status: 200 len: 945 time: 0.1526330 Jan 28 07:12:32.430277 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5be6dbeb-3adf-48e7-a6a4-27d566f7955b req-457b5d9e-dc88-449d-a52d-6e7fc4454a35 tempest-SecurityGroupRulesTestJSON-1296500257 tempest-SecurityGroupRulesTestJSON-1296500257-project] 10.222.0.41 "GET /v2.0/security-groups/7a3feeee-0ce7-40e1-bf1b-65d19647d69d HTTP/1.1" status: 200 len: 1821 time: 0.0955305 Jan 28 07:12:32.432414 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-5be6dbeb-3adf-48e7-a6a4-27d566f7955b req-919b84c1-d04c-4246-9a7d-f5302284f75d tempest-SecurityGroupRulesTestJSON-1296500257 tempest-SecurityGroupRulesTestJSON-1296500257-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7a3feeee-0ce7-40e1-bf1b-65d19647d69d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:12:32.432873 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-5be6dbeb-3adf-48e7-a6a4-27d566f7955b req-919b84c1-d04c-4246-9a7d-f5302284f75d tempest-SecurityGroupRulesTestJSON-1296500257 tempest-SecurityGroupRulesTestJSON-1296500257-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7a3feeee-0ce7-40e1-bf1b-65d19647d69d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:12:32.441588 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: 82df28d4-7a70-4ec8-8694-0ad27c9cf49a {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:12:32.445518 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 82df28d4-7a70-4ec8-8694-0ad27c9cf49a not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:12:32.497716 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-10ebbd7c-9679-44c6-a28a-46f2fa648cea admin admin] Publish callbacks [] for security_group (de548c50-0756-4e84-bbcf-843b9ba2e11b), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:32.518015 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7656f1b-40ac-4e41-901f-76ffae1c58da None None] Network 55d1aca5-a0d0-4804-9112-fbf4ce00f292 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:12:32.533295 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8d42ea2b-f0ae-406d-afcb-57a0de5cea86 req-504c6412-b539-4a1e-aef6-780068869d42 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e9c3947-6ff8-4aa4-a1f7-c165b64c94a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030631 Jan 28 07:12:32.543884 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-5be6dbeb-3adf-48e7-a6a4-27d566f7955b req-919b84c1-d04c-4246-9a7d-f5302284f75d tempest-SecurityGroupRulesTestJSON-1296500257 tempest-SecurityGroupRulesTestJSON-1296500257-project] Publish callbacks [] for security_group_rule (05e45db2-6ae2-40b1-8fd7-ab32d282235b), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:32.563572 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-10ebbd7c-9679-44c6-a28a-46f2fa648cea admin admin] Publish callbacks [] for security_group (de548c50-0756-4e84-bbcf-843b9ba2e11b), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:32.590107 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-5be6dbeb-3adf-48e7-a6a4-27d566f7955b req-919b84c1-d04c-4246-9a7d-f5302284f75d tempest-SecurityGroupRulesTestJSON-1296500257 tempest-SecurityGroupRulesTestJSON-1296500257-project] Publish callbacks [] for security_group_rule (05e45db2-6ae2-40b1-8fd7-ab32d282235b), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:32.605445 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-5be6dbeb-3adf-48e7-a6a4-27d566f7955b req-919b84c1-d04c-4246-9a7d-f5302284f75d tempest-SecurityGroupRulesTestJSON-1296500257 tempest-SecurityGroupRulesTestJSON-1296500257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (05e45db2-6ae2-40b1-8fd7-ab32d282235b), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:32.631706 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919b84c1-d04c-4246-9a7d-f5302284f75d tempest-SecurityGroupRulesTestJSON-1296500257 tempest-SecurityGroupRulesTestJSON-1296500257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05e45db2-6ae2-40b1-8fd7-ab32d282235b,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:32.644312 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-5be6dbeb-3adf-48e7-a6a4-27d566f7955b req-919b84c1-d04c-4246-9a7d-f5302284f75d tempest-SecurityGroupRulesTestJSON-1296500257 tempest-SecurityGroupRulesTestJSON-1296500257-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:32.657041 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5be6dbeb-3adf-48e7-a6a4-27d566f7955b req-919b84c1-d04c-4246-9a7d-f5302284f75d tempest-SecurityGroupRulesTestJSON-1296500257 tempest-SecurityGroupRulesTestJSON-1296500257-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2285283 Jan 28 07:12:32.680562 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5d49f6-08f1-4d1f-934e-3219ea34900f req-60516347-5beb-42b6-8030-b3e7d8353dfc tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:32.682771 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-10ebbd7c-9679-44c6-a28a-46f2fa648cea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (de548c50-0756-4e84-bbcf-843b9ba2e11b), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:32.687427 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-10ebbd7c-9679-44c6-a28a-46f2fa648cea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:32.689047 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9e5d49f6-08f1-4d1f-934e-3219ea34900f req-60516347-5beb-42b6-8030-b3e7d8353dfc tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f4e61f2-7d76-46bf-b863-47fc90eac5c6 HTTP/1.1" status: 200 len: 945 time: 0.0908928 Jan 28 07:12:32.689280 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-10ebbd7c-9679-44c6-a28a-46f2fa648cea admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/de548c50-0756-4e84-bbcf-843b9ba2e11b HTTP/1.1" status: 204 len: 168 time: 0.3062413 Jan 28 07:12:32.700307 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ebbd7c-9679-44c6-a28a-46f2fa648cea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de548c50-0756-4e84-bbcf-843b9ba2e11b,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:32.752021 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9e5d49f6-08f1-4d1f-934e-3219ea34900f req-38315fa6-3640-4fd9-8667-a4d9c5b4ccde tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c286ac6-5d5d-46b9-b282-9e68e0339bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593367 Jan 28 07:12:32.752545 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:32.821373 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0a47cd48-5c36-4f84-9ece-fc4939dc6ed0 req-85edd733-43c5-400e-a5ad-805447a31ce6 tempest-SecurityGroupRulesTestJSON-1296500257 tempest-SecurityGroupRulesTestJSON-1296500257-project] 10.222.0.41 "GET /v2.0/security-groups/7a3feeee-0ce7-40e1-bf1b-65d19647d69d HTTP/1.1" status: 200 len: 2414 time: 0.0445442 Jan 28 07:12:32.833624 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-0a47cd48-5c36-4f84-9ece-fc4939dc6ed0 req-f6d498cf-3a48-4fe6-a6f4-b5dcf5bc6b48 tempest-SecurityGroupRulesTestJSON-1296500257 tempest-SecurityGroupRulesTestJSON-1296500257-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7a3feeee-0ce7-40e1-bf1b-65d19647d69d', 'remote_group_id': None}]} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:12:32.833943 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-0a47cd48-5c36-4f84-9ece-fc4939dc6ed0 req-f6d498cf-3a48-4fe6-a6f4-b5dcf5bc6b48 tempest-SecurityGroupRulesTestJSON-1296500257 tempest-SecurityGroupRulesTestJSON-1296500257-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7a3feeee-0ce7-40e1-bf1b-65d19647d69d', 'remote_group_id': None}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:12:32.909354 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-0a47cd48-5c36-4f84-9ece-fc4939dc6ed0 req-f6d498cf-3a48-4fe6-a6f4-b5dcf5bc6b48 tempest-SecurityGroupRulesTestJSON-1296500257 tempest-SecurityGroupRulesTestJSON-1296500257-project] Publish callbacks [] for security_group_rule (9a3e0214-54be-4e52-ab85-cd4769af0d15), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:32.941366 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-0a47cd48-5c36-4f84-9ece-fc4939dc6ed0 req-f6d498cf-3a48-4fe6-a6f4-b5dcf5bc6b48 tempest-SecurityGroupRulesTestJSON-1296500257 tempest-SecurityGroupRulesTestJSON-1296500257-project] Publish callbacks [] for security_group_rule (9a3e0214-54be-4e52-ab85-cd4769af0d15), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:32.949497 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-0a47cd48-5c36-4f84-9ece-fc4939dc6ed0 req-f6d498cf-3a48-4fe6-a6f4-b5dcf5bc6b48 tempest-SecurityGroupRulesTestJSON-1296500257 tempest-SecurityGroupRulesTestJSON-1296500257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (9a3e0214-54be-4e52-ab85-cd4769af0d15), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:32.976520 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d498cf-3a48-4fe6-a6f4-b5dcf5bc6b48 tempest-SecurityGroupRulesTestJSON-1296500257 tempest-SecurityGroupRulesTestJSON-1296500257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a3e0214-54be-4e52-ab85-cd4769af0d15,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:32.993209 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-0a47cd48-5c36-4f84-9ece-fc4939dc6ed0 req-f6d498cf-3a48-4fe6-a6f4-b5dcf5bc6b48 tempest-SecurityGroupRulesTestJSON-1296500257 tempest-SecurityGroupRulesTestJSON-1296500257-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:33.008884 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0a47cd48-5c36-4f84-9ece-fc4939dc6ed0 req-f6d498cf-3a48-4fe6-a6f4-b5dcf5bc6b48 tempest-SecurityGroupRulesTestJSON-1296500257 tempest-SecurityGroupRulesTestJSON-1296500257-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1782854 Jan 28 07:12:33.071842 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ece1dd-be98-4ff7-aec2-c5d58be0fc4b req-836dcd14-28fe-43ff-91b5-68f90c984549 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:33.073401 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-57ece1dd-be98-4ff7-aec2-c5d58be0fc4b req-836dcd14-28fe-43ff-91b5-68f90c984549 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/networks?id=55d1aca5-a0d0-4804-9112-fbf4ce00f292 HTTP/1.1" status: 200 len: 805 time: 0.1300862 Jan 28 07:12:33.101572 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-57ece1dd-be98-4ff7-aec2-c5d58be0fc4b req-425fd191-22bd-445f-b8ae-e336af9382b3 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/quotas/071c6275b8f741eea1e2f053b48698ce HTTP/1.1" status: 200 len: 375 time: 0.0153804 Jan 28 07:12:33.138901 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-30847094-deb4-4d48-a3f2-df4214ebe6cd req-3e8cfdd9-1140-4e84-b93d-2e181ab22f70 tempest-SecurityGroupRulesTestJSON-1296500257 tempest-SecurityGroupRulesTestJSON-1296500257-project] 10.222.0.41 "GET /v2.0/security-groups/7a3feeee-0ce7-40e1-bf1b-65d19647d69d HTTP/1.1" status: 200 len: 3012 time: 0.0588598 Jan 28 07:12:33.168795 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-57ece1dd-be98-4ff7-aec2-c5d58be0fc4b req-d235612a-c37b-40a7-8791-1bb0c86d7390 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=071c6275b8f741eea1e2f053b48698ce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0572140 Jan 28 07:12:33.216987 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b3b869d6-d77f-44d1-a644-b99adf492de7 req-81695d6d-bab2-48fa-8fa1-18986fc65082 tempest-SecurityGroupRulesTestJSON-1296500257 tempest-SecurityGroupRulesTestJSON-1296500257-project] 10.222.0.41 "GET /v2.0/security-group-rules/9a3e0214-54be-4e52-ab85-cd4769af0d15 HTTP/1.1" status: 200 len: 783 time: 0.0545268 Jan 28 07:12:33.230608 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-101d341f-2b97-4593-bcec-284284d2c983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:33.292237 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b3b869d6-d77f-44d1-a644-b99adf492de7 req-b1e703b1-b6b5-4403-abed-506fd4e0d986 tempest-SecurityGroupRulesTestJSON-1296500257 tempest-SecurityGroupRulesTestJSON-1296500257-project] 10.222.0.41 "GET /v2.0/security-groups/7a3feeee-0ce7-40e1-bf1b-65d19647d69d HTTP/1.1" status: 200 len: 3012 time: 0.0734086 Jan 28 07:12:33.317118 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-57ece1dd-be98-4ff7-aec2-c5d58be0fc4b req-03216bff-6719-4b5c-938a-9a1227190f98 service neutron] 10.222.0.41 "GET /v2.0/networks/55d1aca5-a0d0-4804-9112-fbf4ce00f292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439824 Jan 28 07:12:33.330746 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-b3b869d6-d77f-44d1-a644-b99adf492de7 req-9b0b35f0-2690-4517-ad92-2749422b2864 tempest-SecurityGroupRulesTestJSON-1296500257 tempest-SecurityGroupRulesTestJSON-1296500257-project] Publish callbacks [] for security_group_rule (9a3e0214-54be-4e52-ab85-cd4769af0d15), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:33.342573 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-b3b869d6-d77f-44d1-a644-b99adf492de7 req-9b0b35f0-2690-4517-ad92-2749422b2864 tempest-SecurityGroupRulesTestJSON-1296500257 tempest-SecurityGroupRulesTestJSON-1296500257-project] Publish callbacks [] for security_group_rule (9a3e0214-54be-4e52-ab85-cd4769af0d15), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:33.377831 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-b3b869d6-d77f-44d1-a644-b99adf492de7 req-9b0b35f0-2690-4517-ad92-2749422b2864 tempest-SecurityGroupRulesTestJSON-1296500257 tempest-SecurityGroupRulesTestJSON-1296500257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (9a3e0214-54be-4e52-ab85-cd4769af0d15), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:33.385599 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-b3b869d6-d77f-44d1-a644-b99adf492de7 req-9b0b35f0-2690-4517-ad92-2749422b2864 tempest-SecurityGroupRulesTestJSON-1296500257 tempest-SecurityGroupRulesTestJSON-1296500257-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:33.386984 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b3b869d6-d77f-44d1-a644-b99adf492de7 req-9b0b35f0-2690-4517-ad92-2749422b2864 tempest-SecurityGroupRulesTestJSON-1296500257 tempest-SecurityGroupRulesTestJSON-1296500257-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/9a3e0214-54be-4e52-ab85-cd4769af0d15 HTTP/1.1" status: 204 len: 173 time: 0.0885599 Jan 28 07:12:33.401775 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0b35f0-2690-4517-ad92-2749422b2864 tempest-SecurityGroupRulesTestJSON-1296500257 tempest-SecurityGroupRulesTestJSON-1296500257-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9a3e0214-54be-4e52-ab85-cd4769af0d15,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:33.465565 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-57ece1dd-be98-4ff7-aec2-c5d58be0fc4b req-07966e01-a3b8-4b4c-9888-8c5758f11313 service neutron] 10.222.0.41 "GET /v2.0/networks/55d1aca5-a0d0-4804-9112-fbf4ce00f292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473699 Jan 28 07:12:33.546168 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6929c38-42dd-4803-b798-404a86c86e16 req-d0a81572-b537-49dd-b412-12c1fbd55351 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:33.551870 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6929c38-42dd-4803-b798-404a86c86e16 req-d0a81572-b537-49dd-b412-12c1fbd55351 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:33.559126 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6929c38-42dd-4803-b798-404a86c86e16 req-d0a81572-b537-49dd-b412-12c1fbd55351 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:33.566834 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6929c38-42dd-4803-b798-404a86c86e16 req-d0a81572-b537-49dd-b412-12c1fbd55351 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:33.575024 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6929c38-42dd-4803-b798-404a86c86e16 req-d0a81572-b537-49dd-b412-12c1fbd55351 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:33.582163 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6929c38-42dd-4803-b798-404a86c86e16 req-d0a81572-b537-49dd-b412-12c1fbd55351 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:33.590219 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6929c38-42dd-4803-b798-404a86c86e16 req-d0a81572-b537-49dd-b412-12c1fbd55351 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:33.592582 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e6929c38-42dd-4803-b798-404a86c86e16 req-d0a81572-b537-49dd-b412-12c1fbd55351 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7 HTTP/1.1" status: 200 len: 5422 time: 0.1407115 Jan 28 07:12:33.707365 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e6929c38-42dd-4803-b798-404a86c86e16 req-8312cd19-282a-46a6-9784-8bca2d92e78f tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/security-groups?id=f42d29db-089b-46ec-bdc0-e6253e46a436&id=f0e415d4-9274-4847-9e71-c098cc08b695&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1078739 Jan 28 07:12:33.709186 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4c830d45-ddf4-4da3-a48c-2e334d108fa3 req-b5057a24-569c-4cdf-a93d-6ef292792864 tempest-SecurityGroupRulesTestJSON-1296500257 tempest-SecurityGroupRulesTestJSON-1296500257-project] 10.222.0.41 "GET /v2.0/security-groups/7a3feeee-0ce7-40e1-bf1b-65d19647d69d HTTP/1.1" status: 200 len: 2414 time: 0.1054249 Jan 28 07:12:33.760561 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 4a6dd5ce-e322-4b63-87ab-ae801e185778 details requested by agent hyperv_n-h1-712749-28 with host n-h1-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:12:33.867791 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ec91cb-9900-4282-b32e-cc9d7ff05b06 req-eb3b4eb5-0f20-40f5-8c7d-740b4fa1db6f tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:33.871602 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-4c830d45-ddf4-4da3-a48c-2e334d108fa3 req-b82a5112-7bab-4563-9972-c93ab90cb6c6 tempest-SecurityGroupRulesTestJSON-1296500257 tempest-SecurityGroupRulesTestJSON-1296500257-project] Publish callbacks [] for security_group (7a3feeee-0ce7-40e1-bf1b-65d19647d69d), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:33.877259 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-35ec91cb-9900-4282-b32e-cc9d7ff05b06 req-eb3b4eb5-0f20-40f5-8c7d-740b4fa1db6f tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=f255ed55-87c8-4949-a89a-d6b84a3ce0a3 HTTP/1.1" status: 200 len: 945 time: 0.0694842 Jan 28 07:12:33.882780 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:33.914242 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-4c830d45-ddf4-4da3-a48c-2e334d108fa3 req-b82a5112-7bab-4563-9972-c93ab90cb6c6 tempest-SecurityGroupRulesTestJSON-1296500257 tempest-SecurityGroupRulesTestJSON-1296500257-project] Publish callbacks [] for security_group (7a3feeee-0ce7-40e1-bf1b-65d19647d69d), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:33.946690 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-35ec91cb-9900-4282-b32e-cc9d7ff05b06 req-4de7ac4b-d9ec-4c8c-8e0a-22af1cfc62bd tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e9c3947-6ff8-4aa4-a1f7-c165b64c94a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657368 Jan 28 07:12:34.011940 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-4c830d45-ddf4-4da3-a48c-2e334d108fa3 req-b82a5112-7bab-4563-9972-c93ab90cb6c6 tempest-SecurityGroupRulesTestJSON-1296500257 tempest-SecurityGroupRulesTestJSON-1296500257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (7a3feeee-0ce7-40e1-bf1b-65d19647d69d), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:34.013601 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 4a6dd5ce-e322-4b63-87ab-ae801e185778, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=4a6dd5ce-e322-4b63-87ab-ae801e185778,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:12:34.014405 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-4c830d45-ddf4-4da3-a48c-2e334d108fa3 req-b82a5112-7bab-4563-9972-c93ab90cb6c6 tempest-SecurityGroupRulesTestJSON-1296500257 tempest-SecurityGroupRulesTestJSON-1296500257-project] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:34.016519 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4c830d45-ddf4-4da3-a48c-2e334d108fa3 req-b82a5112-7bab-4563-9972-c93ab90cb6c6 tempest-SecurityGroupRulesTestJSON-1296500257 tempest-SecurityGroupRulesTestJSON-1296500257-project] 10.222.0.41 "DELETE /v2.0/security-groups/7a3feeee-0ce7-40e1-bf1b-65d19647d69d HTTP/1.1" status: 204 len: 173 time: 0.2975061 Jan 28 07:12:34.053256 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Returning: {'device': '4a6dd5ce-e322-4b63-87ab-ae801e185778', 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb', 'port_id': '4a6dd5ce-e322-4b63-87ab-ae801e185778', 'mac_address': 'fa:16:3e:84:03:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5785b43d-448b-4d12-9eb5-4e4caf2e7eaf', 'ip_address': '192.168.233.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:12:34.054157 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82a5112-7bab-4563-9972-c93ab90cb6c6 tempest-SecurityGroupRulesTestJSON-1296500257 tempest-SecurityGroupRulesTestJSON-1296500257-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a3feeee-0ce7-40e1-bf1b-65d19647d69d,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:34.092277 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3719fa9a-7205-4090-9921-8dc9f82f59ab req-665e9db9-7083-46a3-8a39-7ed63483392d tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/ports?device_id=eaae8635-89b6-4156-811c-70c9b45aef9b HTTP/1.1" status: 200 len: 210 time: 0.0884335 Jan 28 07:12:34.158554 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 4a6dd5ce-e322-4b63-87ab-ae801e185778 is: ACTIVE; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:12:34.159595 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (4a6dd5ce-e322-4b63-87ab-ae801e185778), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:34.181432 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4a6dd5ce-e322-4b63-87ab-ae801e185778 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:12:34.211622 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 4a6dd5ce-e322-4b63-87ab-ae801e185778, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=4a6dd5ce-e322-4b63-87ab-ae801e185778,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:12:34.221345 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (4a6dd5ce-e322-4b63-87ab-ae801e185778), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:34.226566 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8d8383-dc5f-4a47-a196-ffcda8cb29af req-f26f2ebf-7bee-45c3-b476-e5f83dfcc63f tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:34.228712 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9b8d8383-dc5f-4a47-a196-ffcda8cb29af req-f26f2ebf-7bee-45c3-b476-e5f83dfcc63f tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f4e61f2-7d76-46bf-b863-47fc90eac5c6 HTTP/1.1" status: 200 len: 945 time: 0.0804636 Jan 28 07:12:34.291613 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9b8d8383-dc5f-4a47-a196-ffcda8cb29af req-0faad067-ee93-470b-98ff-6efa8ed5dac0 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c286ac6-5d5d-46b9-b282-9e68e0339bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531654 Jan 28 07:12:34.332590 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=4a6dd5ce-e322-4b63-87ab-ae801e185778,revision_number=6']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:34.347264 n-d-712749-28 neutron-server[103283]: INFO neutron.api.v2.resource [req-05132063-69f2-4adb-9f8e-c416d90a2d7a req-11499c05-89d4-42c6-8d55-969d14a43ea1 tempest-SecurityGroupRulesTestJSON-1296500257 tempest-SecurityGroupRulesTestJSON-1296500257-project] show failed (client error): The resource could not be found. Jan 28 07:12:34.361355 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-05132063-69f2-4adb-9f8e-c416d90a2d7a req-11499c05-89d4-42c6-8d55-969d14a43ea1 tempest-SecurityGroupRulesTestJSON-1296500257 tempest-SecurityGroupRulesTestJSON-1296500257-project] 10.222.0.41 "GET /v2.0/security-groups/48533853-7198-40ca-a0f1-ddd3866deea9 HTTP/1.1" status: 404 len: 352 time: 0.0380673 Jan 28 07:12:34.436941 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['4a6dd5ce-e322-4b63-87ab-ae801e185778'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:12:34.699648 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-955d02e4-3b14-4bdc-851e-bf373cbbc002 req-e2f22f66-83cc-4398-aa54-98889096d06b tempest-SecurityGroupRulesTestJSON-1296500257 tempest-SecurityGroupRulesTestJSON-1296500257-project] 10.222.0.41 "GET /v2.0/security-groups/b851bb94-c9f9-44f4-9860-36509f510e3d HTTP/1.1" status: 200 len: 1822 time: 0.0732327 Jan 28 07:12:34.761246 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-955d02e4-3b14-4bdc-851e-bf373cbbc002 req-61a34efd-6564-4421-b090-ef8143fd5db4 tempest-SecurityGroupRulesTestJSON-1296500257 tempest-SecurityGroupRulesTestJSON-1296500257-project] Publish callbacks [] for security_group (b851bb94-c9f9-44f4-9860-36509f510e3d), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:34.792157 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-955d02e4-3b14-4bdc-851e-bf373cbbc002 req-61a34efd-6564-4421-b090-ef8143fd5db4 tempest-SecurityGroupRulesTestJSON-1296500257 tempest-SecurityGroupRulesTestJSON-1296500257-project] Publish callbacks [] for security_group (b851bb94-c9f9-44f4-9860-36509f510e3d), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:34.852638 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-955d02e4-3b14-4bdc-851e-bf373cbbc002 req-61a34efd-6564-4421-b090-ef8143fd5db4 tempest-SecurityGroupRulesTestJSON-1296500257 tempest-SecurityGroupRulesTestJSON-1296500257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (b851bb94-c9f9-44f4-9860-36509f510e3d), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:34.856079 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-955d02e4-3b14-4bdc-851e-bf373cbbc002 req-61a34efd-6564-4421-b090-ef8143fd5db4 tempest-SecurityGroupRulesTestJSON-1296500257 tempest-SecurityGroupRulesTestJSON-1296500257-project] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:34.860638 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7c968d-a1a7-48a1-84c5-a52dcd6cd692 req-855c5ff8-2475-4715-b4fc-5ee21334b581 tempest-LiveMigrationTest-521921630 tempest-LiveMigrationTest-521921630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:34.868019 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6f7c968d-a1a7-48a1-84c5-a52dcd6cd692 req-855c5ff8-2475-4715-b4fc-5ee21334b581 tempest-LiveMigrationTest-521921630 tempest-LiveMigrationTest-521921630-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=2f4e61f2-7d76-46bf-b863-47fc90eac5c6 HTTP/1.1" status: 200 len: 1097 time: 0.0583515 Jan 28 07:12:34.873280 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-955d02e4-3b14-4bdc-851e-bf373cbbc002 req-61a34efd-6564-4421-b090-ef8143fd5db4 tempest-SecurityGroupRulesTestJSON-1296500257 tempest-SecurityGroupRulesTestJSON-1296500257-project] 10.222.0.41 "DELETE /v2.0/security-groups/b851bb94-c9f9-44f4-9860-36509f510e3d HTTP/1.1" status: 204 len: 173 time: 0.1726873 Jan 28 07:12:34.883256 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a34efd-6564-4421-b090-ef8143fd5db4 tempest-SecurityGroupRulesTestJSON-1296500257 tempest-SecurityGroupRulesTestJSON-1296500257-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b851bb94-c9f9-44f4-9860-36509f510e3d,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:34.935811 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6f7c968d-a1a7-48a1-84c5-a52dcd6cd692 req-f45ea285-b07e-408c-96b5-5a7ff22cf131 tempest-LiveMigrationTest-521921630 tempest-LiveMigrationTest-521921630-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=6c286ac6-5d5d-46b9-b282-9e68e0339bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664167 Jan 28 07:12:35.066865 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a1641bbc-c745-4c01-92dc-f002d27a14d7 req-cac8d892-ef64-4146-a3f7-f1c1a8a66f16 tempest-SecurityGroupRulesTestJSON-1296500257 tempest-SecurityGroupRulesTestJSON-1296500257-project] 10.222.0.41 "GET /v2.0/security-groups/d6f39fb9-274b-4519-8d82-f64e6e13c3da HTTP/1.1" status: 200 len: 1821 time: 0.0651641 Jan 28 07:12:35.101164 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f446243c-02e0-4ab8-8a43-35dbe91a4cc1 req-7fe28b12-22c9-4018-afb1-84e98079ca56 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:35.112459 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f446243c-02e0-4ab8-8a43-35dbe91a4cc1 req-7fe28b12-22c9-4018-afb1-84e98079ca56 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:35.122936 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f446243c-02e0-4ab8-8a43-35dbe91a4cc1 req-7fe28b12-22c9-4018-afb1-84e98079ca56 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:35.129777 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f446243c-02e0-4ab8-8a43-35dbe91a4cc1 req-7fe28b12-22c9-4018-afb1-84e98079ca56 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:35.140888 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f446243c-02e0-4ab8-8a43-35dbe91a4cc1 req-7fe28b12-22c9-4018-afb1-84e98079ca56 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:35.146169 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f446243c-02e0-4ab8-8a43-35dbe91a4cc1 req-7fe28b12-22c9-4018-afb1-84e98079ca56 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:35.150550 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-a1641bbc-c745-4c01-92dc-f002d27a14d7 req-915645e7-d0bf-46d1-9309-c5babe3a6472 tempest-SecurityGroupRulesTestJSON-1296500257 tempest-SecurityGroupRulesTestJSON-1296500257-project] Publish callbacks [] for security_group (d6f39fb9-274b-4519-8d82-f64e6e13c3da), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:35.152033 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f446243c-02e0-4ab8-8a43-35dbe91a4cc1 req-7fe28b12-22c9-4018-afb1-84e98079ca56 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:35.167590 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f446243c-02e0-4ab8-8a43-35dbe91a4cc1 req-7fe28b12-22c9-4018-afb1-84e98079ca56 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7 HTTP/1.1" status: 200 len: 5422 time: 0.1433330 Jan 28 07:12:35.211980 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-a1641bbc-c745-4c01-92dc-f002d27a14d7 req-915645e7-d0bf-46d1-9309-c5babe3a6472 tempest-SecurityGroupRulesTestJSON-1296500257 tempest-SecurityGroupRulesTestJSON-1296500257-project] Publish callbacks [] for security_group (d6f39fb9-274b-4519-8d82-f64e6e13c3da), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:35.243328 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f446243c-02e0-4ab8-8a43-35dbe91a4cc1 req-0ffb6dad-aa24-4d8e-9df0-8a4fc281b643 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/security-groups?id=f42d29db-089b-46ec-bdc0-e6253e46a436&id=f0e415d4-9274-4847-9e71-c098cc08b695&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0680397 Jan 28 07:12:35.391591 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-a1641bbc-c745-4c01-92dc-f002d27a14d7 req-915645e7-d0bf-46d1-9309-c5babe3a6472 tempest-SecurityGroupRulesTestJSON-1296500257 tempest-SecurityGroupRulesTestJSON-1296500257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (d6f39fb9-274b-4519-8d82-f64e6e13c3da), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:35.400809 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-a1641bbc-c745-4c01-92dc-f002d27a14d7 req-915645e7-d0bf-46d1-9309-c5babe3a6472 tempest-SecurityGroupRulesTestJSON-1296500257 tempest-SecurityGroupRulesTestJSON-1296500257-project] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:35.412993 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a1641bbc-c745-4c01-92dc-f002d27a14d7 req-915645e7-d0bf-46d1-9309-c5babe3a6472 tempest-SecurityGroupRulesTestJSON-1296500257 tempest-SecurityGroupRulesTestJSON-1296500257-project] 10.222.0.41 "DELETE /v2.0/security-groups/d6f39fb9-274b-4519-8d82-f64e6e13c3da HTTP/1.1" status: 204 len: 173 time: 0.3326669 Jan 28 07:12:35.437588 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915645e7-d0bf-46d1-9309-c5babe3a6472 tempest-SecurityGroupRulesTestJSON-1296500257 tempest-SecurityGroupRulesTestJSON-1296500257-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6f39fb9-274b-4519-8d82-f64e6e13c3da,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:35.468451 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ece1dd-be98-4ff7-aec2-c5d58be0fc4b req-1d1bf737-b2cf-4eae-bb69-0185352ba263 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:35.487425 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-57ece1dd-be98-4ff7-aec2-c5d58be0fc4b req-1d1bf737-b2cf-4eae-bb69-0185352ba263 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.44 "GET /v2.0/networks?id=55d1aca5-a0d0-4804-9112-fbf4ce00f292 HTTP/1.1" status: 200 len: 805 time: 0.3078198 Jan 28 07:12:35.531810 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6047e42-ddee-492f-9571-6104bb1d3e10 req-6bfbcc53-a145-4a38-a1de-bf3915c5a408 tempest-LiveMigrationTest-521921630 tempest-LiveMigrationTest-521921630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:35.533357 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b6047e42-ddee-492f-9571-6104bb1d3e10 req-6bfbcc53-a145-4a38-a1de-bf3915c5a408 tempest-LiveMigrationTest-521921630 tempest-LiveMigrationTest-521921630-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=2f4e61f2-7d76-46bf-b863-47fc90eac5c6 HTTP/1.1" status: 200 len: 1097 time: 0.0445435 Jan 28 07:12:35.567120 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-57ece1dd-be98-4ff7-aec2-c5d58be0fc4b req-390a1698-7cd9-4e50-8e3f-42303e7cb6b8 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Request body: {'port': {'device_id': 'eaae8635-89b6-4156-811c-70c9b45aef9b', 'network_id': '55d1aca5-a0d0-4804-9112-fbf4ce00f292', 'admin_state_up': True, 'tenant_id': '071c6275b8f741eea1e2f053b48698ce'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:12:35.586274 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74a2127-4c42-454b-a8aa-e2ed923ca0b7 req-d467c610-e951-4ba9-baa8-b4048edf06e0 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:35.588778 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f74a2127-4c42-454b-a8aa-e2ed923ca0b7 req-d467c610-e951-4ba9-baa8-b4048edf06e0 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=f255ed55-87c8-4949-a89a-d6b84a3ce0a3 HTTP/1.1" status: 200 len: 945 time: 0.0628965 Jan 28 07:12:35.601578 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a58ca6f3-8097-4c69-aa8d-add5f6c32783 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:35.645805 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b6047e42-ddee-492f-9571-6104bb1d3e10 req-62317edb-9a0c-46ef-b217-037ad734980b tempest-LiveMigrationTest-521921630 tempest-LiveMigrationTest-521921630-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=6c286ac6-5d5d-46b9-b282-9e68e0339bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056361 Jan 28 07:12:35.658979 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f74a2127-4c42-454b-a8aa-e2ed923ca0b7 req-ed892288-c99f-46eb-91cb-c81dd499cbc0 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e9c3947-6ff8-4aa4-a1f7-c165b64c94a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568409 Jan 28 07:12:35.742475 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57ece1dd-be98-4ff7-aec2-c5d58be0fc4b req-390a1698-7cd9-4e50-8e3f-42303e7cb6b8 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Made reservation on behalf of 071c6275b8f741eea1e2f053b48698ce for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:12:35.746654 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-57ece1dd-be98-4ff7-aec2-c5d58be0fc4b req-390a1698-7cd9-4e50-8e3f-42303e7cb6b8 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:35.778188 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 4a6dd5ce-e322-4b63-87ab-ae801e185778 up at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:12:35.812501 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-811a16ac-00d5-4ef4-8037-e7050178420f req-d9fa333b-e085-4a25-97ca-0a5806d1b1d2 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/ports?device_id=eaae8635-89b6-4156-811c-70c9b45aef9b HTTP/1.1" status: 200 len: 210 time: 0.0607603 Jan 28 07:12:35.845506 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-62971212-1954-4f42-abe4-f4b3081a76c6 req-aaecd777-bee4-47da-a926-10ce65f96f78 tempest-SecurityGroupRulesTestJSON-1296500257 tempest-SecurityGroupRulesTestJSON-1296500257-project] 10.222.0.41 "GET /v2.0/security-groups/801d3853-4f40-48b0-b2c2-deeb61eccc35 HTTP/1.1" status: 200 len: 1821 time: 0.0622256 Jan 28 07:12:35.869712 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning complete for port 4a6dd5ce-e322-4b63-87ab-ae801e185778 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:12:35.870699 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (4a6dd5ce-e322-4b63-87ab-ae801e185778), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:35.963342 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-62971212-1954-4f42-abe4-f4b3081a76c6 req-b482ef5c-b33c-494a-98c5-56005d7f563e tempest-SecurityGroupRulesTestJSON-1296500257 tempest-SecurityGroupRulesTestJSON-1296500257-project] Publish callbacks [] for security_group (801d3853-4f40-48b0-b2c2-deeb61eccc35), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:35.999622 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-57ece1dd-be98-4ff7-aec2-c5d58be0fc4b req-390a1698-7cd9-4e50-8e3f-42303e7cb6b8 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Allocated IP 172.20.0.7 (55d1aca5-a0d0-4804-9112-fbf4ce00f292/5ed8211a-b148-411a-81c0-40d0a8d78cc9/c979436b-508d-4793-81dd-afac650b9db6) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:12:36.002047 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 4a6dd5ce-e322-4b63-87ab-ae801e185778 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:12:36.002888 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (4a6dd5ce-e322-4b63-87ab-ae801e185778), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:36.020402 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-62971212-1954-4f42-abe4-f4b3081a76c6 req-b482ef5c-b33c-494a-98c5-56005d7f563e tempest-SecurityGroupRulesTestJSON-1296500257 tempest-SecurityGroupRulesTestJSON-1296500257-project] Publish callbacks [] for security_group (801d3853-4f40-48b0-b2c2-deeb61eccc35), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:36.060096 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 4a6dd5ce-e322-4b63-87ab-ae801e185778, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=4a6dd5ce-e322-4b63-87ab-ae801e185778,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:12:36.063346 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dd702e6-7a80-45cc-9dda-f28032a78da6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a6dd5ce-e322-4b63-87ab-ae801e185778'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:12:36.067029 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4da98ada-a081-4615-9bde-bfcc9e785aac" -d '{"events": [{"server_uuid": "3dd702e6-7a80-45cc-9dda-f28032a78da6", "name": "network-vif-plugged", "status": "completed", "tag": "4a6dd5ce-e322-4b63-87ab-ae801e185778"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:12:36.076046 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (4a6dd5ce-e322-4b63-87ab-ae801e185778), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:36.135739 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-62971212-1954-4f42-abe4-f4b3081a76c6 req-b482ef5c-b33c-494a-98c5-56005d7f563e tempest-SecurityGroupRulesTestJSON-1296500257 tempest-SecurityGroupRulesTestJSON-1296500257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (801d3853-4f40-48b0-b2c2-deeb61eccc35), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:36.144148 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-62971212-1954-4f42-abe4-f4b3081a76c6 req-b482ef5c-b33c-494a-98c5-56005d7f563e tempest-SecurityGroupRulesTestJSON-1296500257 tempest-SecurityGroupRulesTestJSON-1296500257-project] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:36.151025 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-62971212-1954-4f42-abe4-f4b3081a76c6 req-b482ef5c-b33c-494a-98c5-56005d7f563e tempest-SecurityGroupRulesTestJSON-1296500257 tempest-SecurityGroupRulesTestJSON-1296500257-project] 10.222.0.41 "DELETE /v2.0/security-groups/801d3853-4f40-48b0-b2c2-deeb61eccc35 HTTP/1.1" status: 204 len: 173 time: 0.3046217 Jan 28 07:12:36.163360 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b482ef5c-b33c-494a-98c5-56005d7f563e tempest-SecurityGroupRulesTestJSON-1296500257 tempest-SecurityGroupRulesTestJSON-1296500257-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=801d3853-4f40-48b0-b2c2-deeb61eccc35,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:36.222257 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-57ece1dd-be98-4ff7-aec2-c5d58be0fc4b req-390a1698-7cd9-4e50-8e3f-42303e7cb6b8 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Publish callbacks [] for port (c979436b-508d-4793-81dd-afac650b9db6), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:36.236388 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e76c6c88-a689-455a-bd5f-9cdb24b29563 x-openstack-request-id: req-e76c6c88-a689-455a-bd5f-9cdb24b29563 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:12:36.236690 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dd702e6-7a80-45cc-9dda-f28032a78da6", "name": "network-vif-plugged", "status": "completed", "tag": "4a6dd5ce-e322-4b63-87ab-ae801e185778", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:12:36.236956 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e76c6c88-a689-455a-bd5f-9cdb24b29563 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:12:36.237362 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dd702e6-7a80-45cc-9dda-f28032a78da6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a6dd5ce-e322-4b63-87ab-ae801e185778', 'code': 200} Jan 28 07:12:36.246669 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=4a6dd5ce-e322-4b63-87ab-ae801e185778,revision_number=7']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:36.276838 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-57ece1dd-be98-4ff7-aec2-c5d58be0fc4b req-390a1698-7cd9-4e50-8e3f-42303e7cb6b8 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (c979436b-508d-4793-81dd-afac650b9db6), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:36.325129 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57ece1dd-be98-4ff7-aec2-c5d58be0fc4b req-390a1698-7cd9-4e50-8e3f-42303e7cb6b8 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Network 55d1aca5-a0d0-4804-9112-fbf4ce00f292 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:12:36.329850 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-57ece1dd-be98-4ff7-aec2-c5d58be0fc4b req-390a1698-7cd9-4e50-8e3f-42303e7cb6b8 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:12:36.351280 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-57ece1dd-be98-4ff7-aec2-c5d58be0fc4b req-390a1698-7cd9-4e50-8e3f-42303e7cb6b8 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:12:36.434944 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f16ae5d8-6e4c-4ff4-90d5-1853d966af9e req-ecb4ddab-9d1c-4f0e-a87a-accc86b95d14 tempest-SecurityGroupRulesTestJSON-1296500257 tempest-SecurityGroupRulesTestJSON-1296500257-project] 10.222.0.41 "GET /v2.0/security-groups/c3ec2379-abf3-4b5f-9e61-40056ba27612 HTTP/1.1" status: 200 len: 2420 time: 0.0771129 Jan 28 07:12:36.460490 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390a1698-7cd9-4e50-8e3f-42303e7cb6b8 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Pushing event updated for resources: {'Port': ['ID=c979436b-508d-4793-81dd-afac650b9db6,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:36.491313 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ece1dd-be98-4ff7-aec2-c5d58be0fc4b req-390a1698-7cd9-4e50-8e3f-42303e7cb6b8 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:36.492932 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-57ece1dd-be98-4ff7-aec2-c5d58be0fc4b req-390a1698-7cd9-4e50-8e3f-42303e7cb6b8 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:36.532695 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-57ece1dd-be98-4ff7-aec2-c5d58be0fc4b req-390a1698-7cd9-4e50-8e3f-42303e7cb6b8 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9698868 Jan 28 07:12:36.554086 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-57ece1dd-be98-4ff7-aec2-c5d58be0fc4b req-93abfa6c-9b66-4049-b369-41d7cc08dadf service neutron] Request body: {'port': {'device_id': 'eaae8635-89b6-4156-811c-70c9b45aef9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712749-28'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:12:36.556065 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-f16ae5d8-6e4c-4ff4-90d5-1853d966af9e req-4f30de60-ca55-4815-93d1-576304648c48 tempest-SecurityGroupRulesTestJSON-1296500257 tempest-SecurityGroupRulesTestJSON-1296500257-project] Publish callbacks [] for security_group (c3ec2379-abf3-4b5f-9e61-40056ba27612), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:36.632385 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-f16ae5d8-6e4c-4ff4-90d5-1853d966af9e req-4f30de60-ca55-4815-93d1-576304648c48 tempest-SecurityGroupRulesTestJSON-1296500257 tempest-SecurityGroupRulesTestJSON-1296500257-project] Publish callbacks [] for security_group (c3ec2379-abf3-4b5f-9e61-40056ba27612), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:36.639091 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-57ece1dd-be98-4ff7-aec2-c5d58be0fc4b req-93abfa6c-9b66-4049-b369-41d7cc08dadf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (c979436b-508d-4793-81dd-afac650b9db6), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:36.711179 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-f16ae5d8-6e4c-4ff4-90d5-1853d966af9e req-4f30de60-ca55-4815-93d1-576304648c48 tempest-SecurityGroupRulesTestJSON-1296500257 tempest-SecurityGroupRulesTestJSON-1296500257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (c3ec2379-abf3-4b5f-9e61-40056ba27612), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:36.713391 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-f16ae5d8-6e4c-4ff4-90d5-1853d966af9e req-4f30de60-ca55-4815-93d1-576304648c48 tempest-SecurityGroupRulesTestJSON-1296500257 tempest-SecurityGroupRulesTestJSON-1296500257-project] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:36.714486 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f16ae5d8-6e4c-4ff4-90d5-1853d966af9e req-4f30de60-ca55-4815-93d1-576304648c48 tempest-SecurityGroupRulesTestJSON-1296500257 tempest-SecurityGroupRulesTestJSON-1296500257-project] 10.222.0.41 "DELETE /v2.0/security-groups/c3ec2379-abf3-4b5f-9e61-40056ba27612 HTTP/1.1" status: 204 len: 173 time: 0.2707193 Jan 28 07:12:36.735196 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30de60-ca55-4815-93d1-576304648c48 tempest-SecurityGroupRulesTestJSON-1296500257 tempest-SecurityGroupRulesTestJSON-1296500257-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3ec2379-abf3-4b5f-9e61-40056ba27612,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:36.825711 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 39522) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:12:36.859507 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:36.966798 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5167af9-e4d5-49f9-ab14-924f1b525c35 req-d0564361-91bf-49fb-9573-3b92ca0c2e99 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:36.982147 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5167af9-e4d5-49f9-ab14-924f1b525c35 req-d0564361-91bf-49fb-9573-3b92ca0c2e99 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:36.996833 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5167af9-e4d5-49f9-ab14-924f1b525c35 req-d0564361-91bf-49fb-9573-3b92ca0c2e99 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:37.005342 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5167af9-e4d5-49f9-ab14-924f1b525c35 req-d0564361-91bf-49fb-9573-3b92ca0c2e99 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:37.013403 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5167af9-e4d5-49f9-ab14-924f1b525c35 req-d0564361-91bf-49fb-9573-3b92ca0c2e99 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:37.020542 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5167af9-e4d5-49f9-ab14-924f1b525c35 req-d0564361-91bf-49fb-9573-3b92ca0c2e99 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:37.026793 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5167af9-e4d5-49f9-ab14-924f1b525c35 req-d0564361-91bf-49fb-9573-3b92ca0c2e99 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:37.030881 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b5167af9-e4d5-49f9-ab14-924f1b525c35 req-d0564361-91bf-49fb-9573-3b92ca0c2e99 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7 HTTP/1.1" status: 200 len: 5422 time: 0.1824079 Jan 28 07:12:37.072025 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f4be2c2f-abaa-4357-90e9-4c181f4ce672 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:37.143693 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b5167af9-e4d5-49f9-ab14-924f1b525c35 req-8f1ee241-924d-477a-a62b-7cf039607d2b tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/security-groups?id=f42d29db-089b-46ec-bdc0-e6253e46a436&id=f0e415d4-9274-4847-9e71-c098cc08b695&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1071589 Jan 28 07:12:37.222108 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-57ece1dd-be98-4ff7-aec2-c5d58be0fc4b req-93abfa6c-9b66-4049-b369-41d7cc08dadf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c979436b-508d-4793-81dd-afac650b9db6 {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:12:37.230992 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-57ece1dd-be98-4ff7-aec2-c5d58be0fc4b req-93abfa6c-9b66-4049-b369-41d7cc08dadf service neutron] Publish callbacks [] for port (c979436b-508d-4793-81dd-afac650b9db6), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:37.278983 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-57ece1dd-be98-4ff7-aec2-c5d58be0fc4b req-93abfa6c-9b66-4049-b369-41d7cc08dadf service neutron] Transition to ACTIVE for port object c979436b-508d-4793-81dd-afac650b9db6 will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:12:37.286247 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f4be2c2f-abaa-4357-90e9-4c181f4ce672 admin admin] Publish callbacks [] for security_group (80c96b4c-11f1-45b3-aec6-2963fe42b56e), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:37.290322 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-57ece1dd-be98-4ff7-aec2-c5d58be0fc4b req-93abfa6c-9b66-4049-b369-41d7cc08dadf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (c979436b-508d-4793-81dd-afac650b9db6), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:37.297663 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f4be2c2f-abaa-4357-90e9-4c181f4ce672 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (80c96b4c-11f1-45b3-aec6-2963fe42b56e), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:37.395897 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93abfa6c-9b66-4049-b369-41d7cc08dadf service neutron] Pushing event updated for resources: {'Port': ['ID=c979436b-508d-4793-81dd-afac650b9db6,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:37.416468 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-f4be2c2f-abaa-4357-90e9-4c181f4ce672 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3c7a2faaca594a08a15761902806a486&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5892262 Jan 28 07:12:37.419341 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4be2c2f-abaa-4357-90e9-4c181f4ce672 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80c96b4c-11f1-45b3-aec6-2963fe42b56e,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:37.434979 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 39546) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:12:37.476589 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-57ece1dd-be98-4ff7-aec2-c5d58be0fc4b req-93abfa6c-9b66-4049-b369-41d7cc08dadf service neutron] Attempting to bind port c979436b-508d-4793-81dd-afac650b9db6 on host n-h2-712749-28 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:12:37.476856 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a40ec0a-9bba-475a-b1ea-95ebd38d4b6f req-b9bb6b42-96ef-42c9-ad8a-9bcf13fcd9f9 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:37.477017 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-57ece1dd-be98-4ff7-aec2-c5d58be0fc4b req-93abfa6c-9b66-4049-b369-41d7cc08dadf service neutron] Attempting to bind port c979436b-508d-4793-81dd-afac650b9db6 by drivers openvswitch,hyperv on host n-h2-712749-28 at level 0 using segments [{'id': '8c1a2649-126a-42b2-aa92-3dce43dd7caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '55d1aca5-a0d0-4804-9112-fbf4ce00f292'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:12:37.477409 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ece1dd-be98-4ff7-aec2-c5d58be0fc4b req-93abfa6c-9b66-4049-b369-41d7cc08dadf service neutron] Attempting to bind port c979436b-508d-4793-81dd-afac650b9db6 on network 55d1aca5-a0d0-4804-9112-fbf4ce00f292 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:12:37.482204 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ece1dd-be98-4ff7-aec2-c5d58be0fc4b req-93abfa6c-9b66-4049-b369-41d7cc08dadf service neutron] Port c979436b-508d-4793-81dd-afac650b9db6 on network 55d1aca5-a0d0-4804-9112-fbf4ce00f292 not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-28 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:12:37.482584 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ece1dd-be98-4ff7-aec2-c5d58be0fc4b req-93abfa6c-9b66-4049-b369-41d7cc08dadf service neutron] Attempting to bind port c979436b-508d-4793-81dd-afac650b9db6 on network 55d1aca5-a0d0-4804-9112-fbf4ce00f292 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:12:37.484291 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7a40ec0a-9bba-475a-b1ea-95ebd38d4b6f req-b9bb6b42-96ef-42c9-ad8a-9bcf13fcd9f9 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=f255ed55-87c8-4949-a89a-d6b84a3ce0a3 HTTP/1.1" status: 200 len: 945 time: 0.1581433 Jan 28 07:12:37.489148 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ece1dd-be98-4ff7-aec2-c5d58be0fc4b req-93abfa6c-9b66-4049-b369-41d7cc08dadf service neutron] Checking agent: {'id': 'c9906e63-062c-432e-bb53-63fdb8115e18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:12:37.490040 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ece1dd-be98-4ff7-aec2-c5d58be0fc4b req-93abfa6c-9b66-4049-b369-41d7cc08dadf service neutron] Checking segment: {'id': '8c1a2649-126a-42b2-aa92-3dce43dd7caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '55d1aca5-a0d0-4804-9112-fbf4ce00f292'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:12:37.490841 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ece1dd-be98-4ff7-aec2-c5d58be0fc4b req-93abfa6c-9b66-4049-b369-41d7cc08dadf service neutron] Bound using segment: {'id': '8c1a2649-126a-42b2-aa92-3dce43dd7caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '55d1aca5-a0d0-4804-9112-fbf4ce00f292'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:12:37.491081 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-57ece1dd-be98-4ff7-aec2-c5d58be0fc4b req-93abfa6c-9b66-4049-b369-41d7cc08dadf service neutron] Bound port: c979436b-508d-4793-81dd-afac650b9db6, host: n-h2-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c1a2649-126a-42b2-aa92-3dce43dd7caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '55d1aca5-a0d0-4804-9112-fbf4ce00f292'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:12:37.491531 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-57ece1dd-be98-4ff7-aec2-c5d58be0fc4b req-93abfa6c-9b66-4049-b369-41d7cc08dadf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (c979436b-508d-4793-81dd-afac650b9db6), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:37.556426 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e717e55f-9995-445d-8e16-e483a9fbbbe7 admin admin] Publish callbacks [] for security_group (80c96b4c-11f1-45b3-aec6-2963fe42b56e), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:37.568865 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7a40ec0a-9bba-475a-b1ea-95ebd38d4b6f req-f5a8b2a4-c6d5-4db6-9f03-07937db08a41 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e9c3947-6ff8-4aa4-a1f7-c165b64c94a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834792 Jan 28 07:12:37.580554 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-57ece1dd-be98-4ff7-aec2-c5d58be0fc4b req-93abfa6c-9b66-4049-b369-41d7cc08dadf service neutron] For port c979436b-508d-4793-81dd-afac650b9db6, host n-h2-712749-28, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:12:37.586472 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-57ece1dd-be98-4ff7-aec2-c5d58be0fc4b req-93abfa6c-9b66-4049-b369-41d7cc08dadf service neutron] For port c979436b-508d-4793-81dd-afac650b9db6, host n-h2-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=c979436b-508d-4793-81dd-afac650b9db6,segment=NetworkSegment(8c1a2649-126a-42b2-aa92-3dce43dd7caa),segment_id=8c1a2649-126a-42b2-aa92-3dce43dd7caa)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:12:37.594446 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-57ece1dd-be98-4ff7-aec2-c5d58be0fc4b req-93abfa6c-9b66-4049-b369-41d7cc08dadf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (c979436b-508d-4793-81dd-afac650b9db6), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:37.628937 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ece1dd-be98-4ff7-aec2-c5d58be0fc4b req-93abfa6c-9b66-4049-b369-41d7cc08dadf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:37.629561 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-57ece1dd-be98-4ff7-aec2-c5d58be0fc4b req-93abfa6c-9b66-4049-b369-41d7cc08dadf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:37.630952 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-57ece1dd-be98-4ff7-aec2-c5d58be0fc4b req-93abfa6c-9b66-4049-b369-41d7cc08dadf service neutron] 10.222.0.44 "PUT /v2.0/ports/c979436b-508d-4793-81dd-afac650b9db6 HTTP/1.1" status: 200 len: 1092 time: 1.0828965 Jan 28 07:12:37.631599 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eaae8635-89b6-4156-811c-70c9b45aef9b', 'tag': 'c979436b-508d-4793-81dd-afac650b9db6'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:12:37.635998 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e077e033-8f00-45aa-9002-f5c9745b8636" -d '{"events": [{"name": "network-changed", "server_uuid": "eaae8635-89b6-4156-811c-70c9b45aef9b", "tag": "c979436b-508d-4793-81dd-afac650b9db6"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:12:37.637083 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e717e55f-9995-445d-8e16-e483a9fbbbe7 admin admin] Publish callbacks [] for security_group (80c96b4c-11f1-45b3-aec6-2963fe42b56e), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:37.665633 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93abfa6c-9b66-4049-b369-41d7cc08dadf service neutron] Pushing event updated for resources: {'Port': ['ID=c979436b-508d-4793-81dd-afac650b9db6,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:37.699759 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a6780cef-38ce-4089-a6f7-6daddda377b6 req-15484e65-7b63-476c-8104-ffc5b2014d74 tempest-SecurityGroupRulesTestJSON-1296500257 tempest-SecurityGroupRulesTestJSON-1296500257-project] 10.222.0.41 "GET /v2.0/security-groups/5bbb56f0-3714-4c76-a2fb-111c05822826 HTTP/1.1" status: 200 len: 2412 time: 0.1017923 Jan 28 07:12:37.767807 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e717e55f-9995-445d-8e16-e483a9fbbbe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (80c96b4c-11f1-45b3-aec6-2963fe42b56e), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:37.771088 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e717e55f-9995-445d-8e16-e483a9fbbbe7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:37.772921 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-e717e55f-9995-445d-8e16-e483a9fbbbe7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/80c96b4c-11f1-45b3-aec6-2963fe42b56e HTTP/1.1" status: 204 len: 168 time: 0.3364882 Jan 28 07:12:37.794038 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device c1d4cf44-173a-4200-baca-a17fb9b232db details requested by agent hyperv_n-h1-712749-28 with host n-h1-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:12:37.798474 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e717e55f-9995-445d-8e16-e483a9fbbbe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80c96b4c-11f1-45b3-aec6-2963fe42b56e,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:37.825818 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-a6780cef-38ce-4089-a6f7-6daddda377b6 req-0cc7e8f5-422b-4fa4-8a01-2e444ab067a6 tempest-SecurityGroupRulesTestJSON-1296500257 tempest-SecurityGroupRulesTestJSON-1296500257-project] Publish callbacks [] for security_group (5bbb56f0-3714-4c76-a2fb-111c05822826), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:37.872307 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ece1dd-be98-4ff7-aec2-c5d58be0fc4b req-abda5647-71f4-411c-84b9-0031e3779648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:37.876564 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-57ece1dd-be98-4ff7-aec2-c5d58be0fc4b req-abda5647-71f4-411c-84b9-0031e3779648 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=071c6275b8f741eea1e2f053b48698ce&device_id=eaae8635-89b6-4156-811c-70c9b45aef9b HTTP/1.1" status: 200 len: 1095 time: 0.1301856 Jan 28 07:12:37.896748 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-a6780cef-38ce-4089-a6f7-6daddda377b6 req-0cc7e8f5-422b-4fa4-8a01-2e444ab067a6 tempest-SecurityGroupRulesTestJSON-1296500257 tempest-SecurityGroupRulesTestJSON-1296500257-project] Publish callbacks [] for security_group (5bbb56f0-3714-4c76-a2fb-111c05822826), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:37.978665 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-57ece1dd-be98-4ff7-aec2-c5d58be0fc4b req-5b439344-d157-4cdd-afb0-7c31bfe1dbed service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c979436b-508d-4793-81dd-afac650b9db6 HTTP/1.1" status: 200 len: 217 time: 0.0865307 Jan 28 07:12:37.981642 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-a6780cef-38ce-4089-a6f7-6daddda377b6 req-0cc7e8f5-422b-4fa4-8a01-2e444ab067a6 tempest-SecurityGroupRulesTestJSON-1296500257 tempest-SecurityGroupRulesTestJSON-1296500257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (5bbb56f0-3714-4c76-a2fb-111c05822826), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:37.984997 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-a6780cef-38ce-4089-a6f7-6daddda377b6 req-0cc7e8f5-422b-4fa4-8a01-2e444ab067a6 tempest-SecurityGroupRulesTestJSON-1296500257 tempest-SecurityGroupRulesTestJSON-1296500257-project] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:37.986161 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a6780cef-38ce-4089-a6f7-6daddda377b6 req-0cc7e8f5-422b-4fa4-8a01-2e444ab067a6 tempest-SecurityGroupRulesTestJSON-1296500257 tempest-SecurityGroupRulesTestJSON-1296500257-project] 10.222.0.41 "DELETE /v2.0/security-groups/5bbb56f0-3714-4c76-a2fb-111c05822826 HTTP/1.1" status: 204 len: 173 time: 0.2798889 Jan 28 07:12:37.994957 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 39552) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:12:38.045353 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port c1d4cf44-173a-4200-baca-a17fb9b232db, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=c1d4cf44-173a-4200-baca-a17fb9b232db,segment=NetworkSegment(eabfb043-c84f-4765-9514-a62673ad5ee4),segment_id=eabfb043-c84f-4765-9514-a62673ad5ee4)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:12:38.072793 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Returning: {'device': 'c1d4cf44-173a-4200-baca-a17fb9b232db', 'network_id': '0d2602fa-1d2d-4c75-8661-ee94c8ac01e5', 'port_id': 'c1d4cf44-173a-4200-baca-a17fb9b232db', 'mac_address': 'fa:16:3e:59:12:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a36581c3-26ef-4e8c-b9f4-8727fbf3ff93', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:12:38.076951 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ece1dd-be98-4ff7-aec2-c5d58be0fc4b req-bcc4c3e2-2ebc-4db0-973e-ec66c3bee8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:38.079258 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-57ece1dd-be98-4ff7-aec2-c5d58be0fc4b req-bcc4c3e2-2ebc-4db0-973e-ec66c3bee8eb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5ed8211a-b148-411a-81c0-40d0a8d78cc9 HTTP/1.1" status: 200 len: 845 time: 0.0931344 Jan 28 07:12:38.085368 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc7e8f5-422b-4fa4-8a01-2e444ab067a6 tempest-SecurityGroupRulesTestJSON-1296500257 tempest-SecurityGroupRulesTestJSON-1296500257-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bbb56f0-3714-4c76-a2fb-111c05822826,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:38.156169 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-57ece1dd-be98-4ff7-aec2-c5d58be0fc4b req-807022e5-a8c8-4193-9fd8-6bcc070b4c27 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=55d1aca5-a0d0-4804-9112-fbf4ce00f292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611525 Jan 28 07:12:38.179237 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port c1d4cf44-173a-4200-baca-a17fb9b232db is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:12:38.180031 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (c1d4cf44-173a-4200-baca-a17fb9b232db), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:38.218284 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1d4cf44-173a-4200-baca-a17fb9b232db {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:12:38.245128 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port c1d4cf44-173a-4200-baca-a17fb9b232db, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=c1d4cf44-173a-4200-baca-a17fb9b232db,segment=NetworkSegment(eabfb043-c84f-4765-9514-a62673ad5ee4),segment_id=eabfb043-c84f-4765-9514-a62673ad5ee4)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:12:38.253449 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (c1d4cf44-173a-4200-baca-a17fb9b232db), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:38.255220 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 1775d3be-f6b5-44d6-8764-bdd9cf32e51e details requested by agent hyperv_n-h1-712749-28 with host n-h1-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:12:38.272700 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_v2 [None req-9280a4c7-91cf-4c55-b5d2-199994648d19 admin admin] Deleting subnet 23f55197-1853-435d-b528-8a7ab39935aa {{(pid=103283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:12:38.281371 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9280a4c7-91cf-4c55-b5d2-199994648d19 admin admin] Publish callbacks [] for subnet (23f55197-1853-435d-b528-8a7ab39935aa), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:38.325015 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-57ece1dd-be98-4ff7-aec2-c5d58be0fc4b req-3a26a40a-2ec6-48cc-beee-e908392b8493 service neutron] 10.222.0.44 "GET /v2.0/networks/55d1aca5-a0d0-4804-9112-fbf4ce00f292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623900 Jan 28 07:12:38.362206 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0256254-cc04-4907-9a3a-91f02e6129ec req-9199d266-7e2e-42b9-8ea0-2e117622cf0b tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:38.363743 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d0256254-cc04-4907-9a3a-91f02e6129ec req-9199d266-7e2e-42b9-8ea0-2e117622cf0b tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/ports?device_id=eaae8635-89b6-4156-811c-70c9b45aef9b HTTP/1.1" status: 200 len: 943 time: 0.2440822 Jan 28 07:12:38.386190 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [req-c941af78-f064-4e96-a410-be30691a1ec1 req-0e75f36f-aa41-4a74-831f-1d06439dc1eb tempest-LiveMigrationTest-521921630 tempest-LiveMigrationTest-521921630-project-admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103283) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 07:12:38.389107 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c941af78-f064-4e96-a410-be30691a1ec1 req-0e75f36f-aa41-4a74-831f-1d06439dc1eb tempest-LiveMigrationTest-521921630 tempest-LiveMigrationTest-521921630-project-admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4020581 Jan 28 07:12:38.423720 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9280a4c7-91cf-4c55-b5d2-199994648d19 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13506696'] for subnet (23f55197-1853-435d-b528-8a7ab39935aa), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:38.502462 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d0256254-cc04-4907-9a3a-91f02e6129ec req-41d1bdc8-5764-4bed-88b7-b554c6b2c220 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/security-groups?id=54f3b545-d68e-44ae-b5dc-1cfcda6094b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263900 Jan 28 07:12:38.527704 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9280a4c7-91cf-4c55-b5d2-199994648d19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (23f55197-1853-435d-b528-8a7ab39935aa), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:38.540632 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-57ece1dd-be98-4ff7-aec2-c5d58be0fc4b req-5d4bc34e-8c79-4853-9d50-7aa7fd192b67 service neutron] 10.222.0.44 "GET /v2.0/networks/55d1aca5-a0d0-4804-9112-fbf4ce00f292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094667 Jan 28 07:12:38.625970 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c941af78-f064-4e96-a410-be30691a1ec1 req-a6d3f2ba-0b7f-4015-97f8-5b81ed92d5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:38.627989 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c941af78-f064-4e96-a410-be30691a1ec1 req-a6d3f2ba-0b7f-4015-97f8-5b81ed92d5f4 service neutron] 10.222.0.41 "GET /v2.0/ports/6e6bf8db-61c9-4d4f-95fd-d2da51d77c33 HTTP/1.1" status: 200 len: 1094 time: 0.2212906 Jan 28 07:12:38.628837 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:38.631497 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=c1d4cf44-173a-4200-baca-a17fb9b232db,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:38.638494 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-c941af78-f064-4e96-a410-be30691a1ec1 req-8d2cfc95-728c-474e-a51b-0dce4a4f25e0 service neutron] Request body: {'binding': {'host': 'n-h1-712749-28', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:12:38.640682 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-c941af78-f064-4e96-a410-be30691a1ec1 req-8d2cfc95-728c-474e-a51b-0dce4a4f25e0 service neutron] Unknown quota resources ['binding']. {{(pid=103283) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 07:12:38.722891 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 1775d3be-f6b5-44d6-8764-bdd9cf32e51e, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=1775d3be-f6b5-44d6-8764-bdd9cf32e51e,segment=NetworkSegment(a8009862-d945-4c67-8240-74eec860f8ce),segment_id=a8009862-d945-4c67-8240-74eec860f8ce)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:12:38.741643 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9280a4c7-91cf-4c55-b5d2-199994648d19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13546665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13556132'] for subnet (23f55197-1853-435d-b528-8a7ab39935aa), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:38.760214 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Returning: {'device': '1775d3be-f6b5-44d6-8764-bdd9cf32e51e', 'network_id': '4791c092-87f8-46c1-85f0-6cd08fb183e5', 'port_id': '1775d3be-f6b5-44d6-8764-bdd9cf32e51e', 'mac_address': 'fa:16:3e:42:64:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1096e90d-eca8-4202-80c6-1f06c2871d52', 'ip_address': '10.1.1.201'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:12:38.781674 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9280a4c7-91cf-4c55-b5d2-199994648d19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23f55197-1853-435d-b528-8a7ab39935aa,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:38.798748 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9280a4c7-91cf-4c55-b5d2-199994648d19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:38.802373 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-9280a4c7-91cf-4c55-b5d2-199994648d19 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/23f55197-1853-435d-b528-8a7ab39935aa HTTP/1.1" status: 204 len: 168 time: 0.7927265 Jan 28 07:12:38.805016 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 39584) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:12:38.834939 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 1775d3be-f6b5-44d6-8764-bdd9cf32e51e is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:12:38.835560 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (1775d3be-f6b5-44d6-8764-bdd9cf32e51e), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:38.853026 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1775d3be-f6b5-44d6-8764-bdd9cf32e51e {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:12:38.896791 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 1775d3be-f6b5-44d6-8764-bdd9cf32e51e, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=1775d3be-f6b5-44d6-8764-bdd9cf32e51e,segment=NetworkSegment(a8009862-d945-4c67-8240-74eec860f8ce),segment_id=a8009862-d945-4c67-8240-74eec860f8ce)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:12:38.907518 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (1775d3be-f6b5-44d6-8764-bdd9cf32e51e), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:38.908663 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 4aac091f-65c1-4c36-9072-a266f2493296 details requested by agent hyperv_n-h1-712749-28 with host n-h1-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:12:38.923093 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4d66e861-206f-4b16-b1e2-1c745c52d513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (e199dad7-1a1f-4426-9af4-94f45b4c61c2), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:38.945171 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 4aac091f-65c1-4c36-9072-a266f2493296, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=4aac091f-65c1-4c36-9072-a266f2493296,segment=NetworkSegment(a8009862-d945-4c67-8240-74eec860f8ce),segment_id=a8009862-d945-4c67-8240-74eec860f8ce)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:12:38.945449 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-c941af78-f064-4e96-a410-be30691a1ec1 req-8d2cfc95-728c-474e-a51b-0dce4a4f25e0 service neutron] Attempting to bind port 6e6bf8db-61c9-4d4f-95fd-d2da51d77c33 on host n-h1-712749-28 for vnic_type normal with profile None {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:12:38.945773 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-c941af78-f064-4e96-a410-be30691a1ec1 req-8d2cfc95-728c-474e-a51b-0dce4a4f25e0 service neutron] Attempting to bind port 6e6bf8db-61c9-4d4f-95fd-d2da51d77c33 by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': 'b38b5d3d-4197-4548-8b2f-aaaa5395d71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '77aa199c-9565-430c-bcef-5bacd415f620'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:12:38.946164 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c941af78-f064-4e96-a410-be30691a1ec1 req-8d2cfc95-728c-474e-a51b-0dce4a4f25e0 service neutron] Attempting to bind port 6e6bf8db-61c9-4d4f-95fd-d2da51d77c33 on network 77aa199c-9565-430c-bcef-5bacd415f620 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:12:38.958715 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c941af78-f064-4e96-a410-be30691a1ec1 req-8d2cfc95-728c-474e-a51b-0dce4a4f25e0 service neutron] Port 6e6bf8db-61c9-4d4f-95fd-d2da51d77c33 on network 77aa199c-9565-430c-bcef-5bacd415f620 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:12:38.959032 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c941af78-f064-4e96-a410-be30691a1ec1 req-8d2cfc95-728c-474e-a51b-0dce4a4f25e0 service neutron] Attempting to bind port 6e6bf8db-61c9-4d4f-95fd-d2da51d77c33 on network 77aa199c-9565-430c-bcef-5bacd415f620 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:12:38.961084 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Returning: {'device': '4aac091f-65c1-4c36-9072-a266f2493296', 'network_id': '4791c092-87f8-46c1-85f0-6cd08fb183e5', 'port_id': '4aac091f-65c1-4c36-9072-a266f2493296', 'mac_address': 'fa:16:3e:3f:34:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1096e90d-eca8-4202-80c6-1f06c2871d52', 'ip_address': '10.1.1.193'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:12:38.970533 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c941af78-f064-4e96-a410-be30691a1ec1 req-8d2cfc95-728c-474e-a51b-0dce4a4f25e0 service neutron] Checking agent: {'id': '2fca46b1-237f-4857-9290-2429d810e472', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 12, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:12:38.970874 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c941af78-f064-4e96-a410-be30691a1ec1 req-8d2cfc95-728c-474e-a51b-0dce4a4f25e0 service neutron] Checking segment: {'id': 'b38b5d3d-4197-4548-8b2f-aaaa5395d71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '77aa199c-9565-430c-bcef-5bacd415f620'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:12:38.971998 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c941af78-f064-4e96-a410-be30691a1ec1 req-8d2cfc95-728c-474e-a51b-0dce4a4f25e0 service neutron] Bound using segment: {'id': 'b38b5d3d-4197-4548-8b2f-aaaa5395d71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '77aa199c-9565-430c-bcef-5bacd415f620'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:12:38.973128 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-c941af78-f064-4e96-a410-be30691a1ec1 req-8d2cfc95-728c-474e-a51b-0dce4a4f25e0 service neutron] Bound port: 6e6bf8db-61c9-4d4f-95fd-d2da51d77c33, host: n-h1-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b38b5d3d-4197-4548-8b2f-aaaa5395d71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '77aa199c-9565-430c-bcef-5bacd415f620'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:12:39.046978 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 4aac091f-65c1-4c36-9072-a266f2493296 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:12:39.047732 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (4aac091f-65c1-4c36-9072-a266f2493296), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:39.092153 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4aac091f-65c1-4c36-9072-a266f2493296 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:12:39.099135 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=1775d3be-f6b5-44d6-8764-bdd9cf32e51e,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:39.099319 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46f98982-acaa-4f83-9427-3110657817d0 x-openstack-request-id: req-46f98982-acaa-4f83-9427-3110657817d0 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:12:39.099564 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eaae8635-89b6-4156-811c-70c9b45aef9b", "tag": "c979436b-508d-4793-81dd-afac650b9db6", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:12:39.099835 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-46f98982-acaa-4f83-9427-3110657817d0 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:12:39.100281 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eaae8635-89b6-4156-811c-70c9b45aef9b', 'tag': 'c979436b-508d-4793-81dd-afac650b9db6', 'status': 'completed', 'code': 200} Jan 28 07:12:39.111502 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:12:39.111989 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:12:39.112488 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:12:39.112942 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:12:39.113467 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:12:39.113967 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:12:39.114417 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:12:39.114846 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:12:39.115271 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:12:39.116211 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:12:39.116645 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:12:39.117189 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:12:39.117620 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:12:39.151345 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 4aac091f-65c1-4c36-9072-a266f2493296, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=4aac091f-65c1-4c36-9072-a266f2493296,segment=NetworkSegment(a8009862-d945-4c67-8240-74eec860f8ce),segment_id=a8009862-d945-4c67-8240-74eec860f8ce)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:12:39.159790 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (4aac091f-65c1-4c36-9072-a266f2493296), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:39.164086 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 306d21bc-fcd5-48a8-8c93-759b2a81125d details requested by agent hyperv_n-h1-712749-28 with host n-h1-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:12:39.292018 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e077e033-8f00-45aa-9002-f5c9745b8636 req-161b982e-e076-47aa-bb24-056b12a59720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:39.295679 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4d66e861-206f-4b16-b1e2-1c745c52d513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (e199dad7-1a1f-4426-9af4-94f45b4c61c2), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:39.299921 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e077e033-8f00-45aa-9002-f5c9745b8636 req-161b982e-e076-47aa-bb24-056b12a59720 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=071c6275b8f741eea1e2f053b48698ce&device_id=eaae8635-89b6-4156-811c-70c9b45aef9b HTTP/1.1" status: 200 len: 1095 time: 0.1351786 Jan 28 07:12:39.330927 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-4d66e861-206f-4b16-b1e2-1c745c52d513 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e199dad7-1a1f-4426-9af4-94f45b4c61c2']}} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:12:39.333469 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=4aac091f-65c1-4c36-9072-a266f2493296,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:39.343209 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-4d66e861-206f-4b16-b1e2-1c745c52d513 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83f00b08-a704-4a7c-9bf0-9f86b0686e80') {'for_net_delete': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:12:39.343836 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-4d66e861-206f-4b16-b1e2-1c745c52d513 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83f00b08-a704-4a7c-9bf0-9f86b0686e80') {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:12:39.356515 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4d66e861-206f-4b16-b1e2-1c745c52d513 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13506801'] for segment (83f00b08-a704-4a7c-9bf0-9f86b0686e80), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:39.371872 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4d66e861-206f-4b16-b1e2-1c745c52d513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (83f00b08-a704-4a7c-9bf0-9f86b0686e80), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:39.380173 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 306d21bc-fcd5-48a8-8c93-759b2a81125d, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=306d21bc-fcd5-48a8-8c93-759b2a81125d,segment=NetworkSegment(914d5fdc-8494-4dfd-8547-a179fe5cc900),segment_id=914d5fdc-8494-4dfd-8547-a179fe5cc900)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:12:39.385985 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d66e861-206f-4b16-b1e2-1c745c52d513 admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=103283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:12:39.385985 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4d66e861-206f-4b16-b1e2-1c745c52d513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13546563'] for segment (83f00b08-a704-4a7c-9bf0-9f86b0686e80), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:39.393822 n-d-712749-28 neutron-server[103283]: Traceback (most recent call last): Jan 28 07:12:39.393822 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:12:39.393822 n-d-712749-28 neutron-server[103283]: timer() Jan 28 07:12:39.393822 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:12:39.393822 n-d-712749-28 neutron-server[103283]: cb(*args, **kw) Jan 28 07:12:39.393822 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:12:39.393822 n-d-712749-28 neutron-server[103283]: return func(*args, **kwargs) Jan 28 07:12:39.393822 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:12:39.393822 n-d-712749-28 neutron-server[103283]: self._notify() Jan 28 07:12:39.393822 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:12:39.393822 n-d-712749-28 neutron-server[103283]: self.callback(batched_events) Jan 28 07:12:39.393822 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:12:39.393822 n-d-712749-28 neutron-server[103283]: event.method(event) Jan 28 07:12:39.393822 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:12:39.393822 n-d-712749-28 neutron-server[103283]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:12:39.393822 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:12:39.393822 n-d-712749-28 neutron-server[103283]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:12:39.393822 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:12:39.393822 n-d-712749-28 neutron-server[103283]: return f(self, *a, **k) Jan 28 07:12:39.393822 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:12:39.393822 n-d-712749-28 neutron-server[103283]: return self._get(url).json() Jan 28 07:12:39.393822 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:12:39.393822 n-d-712749-28 neutron-server[103283]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:12:39.393822 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:12:39.393822 n-d-712749-28 neutron-server[103283]: return self.request(url, 'GET', **kwargs) Jan 28 07:12:39.393822 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:12:39.393822 n-d-712749-28 neutron-server[103283]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:12:39.393822 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:12:39.393822 n-d-712749-28 neutron-server[103283]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:12:39.393822 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:12:39.393822 n-d-712749-28 neutron-server[103283]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:12:39.393822 n-d-712749-28 neutron-server[103283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:12:39.399814 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Returning: {'device': '306d21bc-fcd5-48a8-8c93-759b2a81125d', 'network_id': '49a475b2-ea4c-4351-8a04-537e673f2680', 'port_id': '306d21bc-fcd5-48a8-8c93-759b2a81125d', 'mac_address': 'fa:16:3e:40:18:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa179d42-f4b0-43e0-81f7-063e746f129b', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:12:39.509679 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-c941af78-f064-4e96-a410-be30691a1ec1 req-8d2cfc95-728c-474e-a51b-0dce4a4f25e0 service neutron] For port 6e6bf8db-61c9-4d4f-95fd-d2da51d77c33, host n-h1-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=6e6bf8db-61c9-4d4f-95fd-d2da51d77c33,segment=NetworkSegment(b38b5d3d-4197-4548-8b2f-aaaa5395d71b),segment_id=b38b5d3d-4197-4548-8b2f-aaaa5395d71b)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:12:39.509935 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 306d21bc-fcd5-48a8-8c93-759b2a81125d is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:12:39.509935 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (306d21bc-fcd5-48a8-8c93-759b2a81125d), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:39.533326 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dc43ab-6beb-48dc-8e0e-943c0ab2bdfc req-d629c960-1c57-463e-9860-ba9c78df4258 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:39.535519 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 306d21bc-fcd5-48a8-8c93-759b2a81125d {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:12:39.539480 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dc43ab-6beb-48dc-8e0e-943c0ab2bdfc req-d629c960-1c57-463e-9860-ba9c78df4258 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:39.545134 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dc43ab-6beb-48dc-8e0e-943c0ab2bdfc req-d629c960-1c57-463e-9860-ba9c78df4258 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:39.550831 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dc43ab-6beb-48dc-8e0e-943c0ab2bdfc req-d629c960-1c57-463e-9860-ba9c78df4258 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:39.555741 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 306d21bc-fcd5-48a8-8c93-759b2a81125d, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=306d21bc-fcd5-48a8-8c93-759b2a81125d,segment=NetworkSegment(914d5fdc-8494-4dfd-8547-a179fe5cc900),segment_id=914d5fdc-8494-4dfd-8547-a179fe5cc900)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:12:39.557035 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dc43ab-6beb-48dc-8e0e-943c0ab2bdfc req-d629c960-1c57-463e-9860-ba9c78df4258 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:39.560336 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e077e033-8f00-45aa-9002-f5c9745b8636 req-9ade5f1c-68dc-46ae-901f-4e79e258e1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:39.562169 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (306d21bc-fcd5-48a8-8c93-759b2a81125d), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:39.563233 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device fca91fdf-3a32-42a9-bf73-0d9c26ab506a details requested by agent hyperv_n-h1-712749-28 with host n-h1-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:12:39.563515 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dc43ab-6beb-48dc-8e0e-943c0ab2bdfc req-d629c960-1c57-463e-9860-ba9c78df4258 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:39.566379 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e077e033-8f00-45aa-9002-f5c9745b8636 req-9ade5f1c-68dc-46ae-901f-4e79e258e1f8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=55d1aca5-a0d0-4804-9112-fbf4ce00f292 HTTP/1.1" status: 200 len: 906 time: 0.2592182 Jan 28 07:12:39.569060 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dc43ab-6beb-48dc-8e0e-943c0ab2bdfc req-d629c960-1c57-463e-9860-ba9c78df4258 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:39.576470 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-43dc43ab-6beb-48dc-8e0e-943c0ab2bdfc req-d629c960-1c57-463e-9860-ba9c78df4258 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7 HTTP/1.1" status: 200 len: 5425 time: 0.3364747 Jan 28 07:12:39.594656 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4d66e861-206f-4b16-b1e2-1c745c52d513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (e199dad7-1a1f-4426-9af4-94f45b4c61c2), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:39.603952 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port fca91fdf-3a32-42a9-bf73-0d9c26ab506a, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=fca91fdf-3a32-42a9-bf73-0d9c26ab506a,segment=NetworkSegment(a8009862-d945-4c67-8240-74eec860f8ce),segment_id=a8009862-d945-4c67-8240-74eec860f8ce)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:12:39.622157 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-c941af78-f064-4e96-a410-be30691a1ec1 req-8d2cfc95-728c-474e-a51b-0dce4a4f25e0 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:39.623450 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c941af78-f064-4e96-a410-be30691a1ec1 req-8d2cfc95-728c-474e-a51b-0dce4a4f25e0 service neutron] 10.222.0.41 "POST /v2.0/ports/6e6bf8db-61c9-4d4f-95fd-d2da51d77c33/bindings HTTP/1.1" status: 201 len: 390 time: 0.9897773 Jan 28 07:12:39.623768 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 39604) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:12:39.632156 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4d66e861-206f-4b16-b1e2-1c745c52d513 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:39.636474 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-4d66e861-206f-4b16-b1e2-1c745c52d513 admin admin] 10.222.0.41 "DELETE /v2.0/networks/e199dad7-1a1f-4426-9af4-94f45b4c61c2 HTTP/1.1" status: 204 len: 168 time: 0.8302898 Jan 28 07:12:39.647910 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e077e033-8f00-45aa-9002-f5c9745b8636 req-f82e814d-9cc1-4d2d-aef9-396cca1cbf0e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c979436b-508d-4793-81dd-afac650b9db6 HTTP/1.1" status: 200 len: 217 time: 0.0720878 Jan 28 07:12:39.705272 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d66e861-206f-4b16-b1e2-1c745c52d513 admin admin] Pushing event deleted for resources: {'Network': ['ID=e199dad7-1a1f-4426-9af4-94f45b4c61c2,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:39.754652 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Returning: {'device': 'fca91fdf-3a32-42a9-bf73-0d9c26ab506a', 'network_id': '4791c092-87f8-46c1-85f0-6cd08fb183e5', 'port_id': 'fca91fdf-3a32-42a9-bf73-0d9c26ab506a', 'mac_address': 'fa:16:3e:d8:13:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1096e90d-eca8-4202-80c6-1f06c2871d52', 'ip_address': '10.1.1.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:12:39.760519 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=306d21bc-fcd5-48a8-8c93-759b2a81125d,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:39.784702 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-43dc43ab-6beb-48dc-8e0e-943c0ab2bdfc req-368f6352-b604-4674-b536-d629c7fcf51f tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/security-groups?id=f42d29db-089b-46ec-bdc0-e6253e46a436&id=f0e415d4-9274-4847-9e71-c098cc08b695&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2071559 Jan 28 07:12:39.805959 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e077e033-8f00-45aa-9002-f5c9745b8636 req-0cb167ac-f918-431c-98b8-aab39544fd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:39.807825 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e077e033-8f00-45aa-9002-f5c9745b8636 req-0cb167ac-f918-431c-98b8-aab39544fd41 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5ed8211a-b148-411a-81c0-40d0a8d78cc9 HTTP/1.1" status: 200 len: 845 time: 0.1458893 Jan 28 07:12:39.850865 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e077e033-8f00-45aa-9002-f5c9745b8636 req-bca9215a-bbec-4189-b3b7-3c5ff186abb2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=55d1aca5-a0d0-4804-9112-fbf4ce00f292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355928 Jan 28 07:12:39.887846 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 39616) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:12:39.955645 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-842dbdc4-b3a5-483f-adfd-cf581ecca526 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3930c0e481de402899b770581b71011f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0641956 Jan 28 07:12:39.956463 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 39618) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:12:39.978605 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:39.984776 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port fca91fdf-3a32-42a9-bf73-0d9c26ab506a is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:12:39.985022 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (fca91fdf-3a32-42a9-bf73-0d9c26ab506a), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:40.027904 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fca91fdf-3a32-42a9-bf73-0d9c26ab506a {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:12:40.046647 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-49e80495-1ff8-4afc-965a-055478b469d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:40.064998 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port fca91fdf-3a32-42a9-bf73-0d9c26ab506a, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=fca91fdf-3a32-42a9-bf73-0d9c26ab506a,segment=NetworkSegment(a8009862-d945-4c67-8240-74eec860f8ce),segment_id=a8009862-d945-4c67-8240-74eec860f8ce)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:12:40.071250 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (fca91fdf-3a32-42a9-bf73-0d9c26ab506a), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:40.071457 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-35803778-b7a5-4e4c-a0c8-4f110e0478c5 admin admin] Publish callbacks [] for security_group (117fa1bd-73e7-4165-b6b4-0b24b6424aa5), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:40.073068 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 28ee7b1c-7756-4f1b-8d60-9dc7080ff128 details requested by agent hyperv_n-h1-712749-28 with host n-h1-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:12:40.115619 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-35803778-b7a5-4e4c-a0c8-4f110e0478c5 admin admin] Publish callbacks [] for security_group (117fa1bd-73e7-4165-b6b4-0b24b6424aa5), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:40.176682 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=fca91fdf-3a32-42a9-bf73-0d9c26ab506a,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:40.198090 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 28ee7b1c-7756-4f1b-8d60-9dc7080ff128, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=28ee7b1c-7756-4f1b-8d60-9dc7080ff128,segment=NetworkSegment(914d5fdc-8494-4dfd-8547-a179fe5cc900),segment_id=914d5fdc-8494-4dfd-8547-a179fe5cc900)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:12:40.202527 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-35803778-b7a5-4e4c-a0c8-4f110e0478c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (117fa1bd-73e7-4165-b6b4-0b24b6424aa5), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:40.205111 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-35803778-b7a5-4e4c-a0c8-4f110e0478c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:40.206285 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-35803778-b7a5-4e4c-a0c8-4f110e0478c5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/117fa1bd-73e7-4165-b6b4-0b24b6424aa5 HTTP/1.1" status: 204 len: 168 time: 0.2482746 Jan 28 07:12:40.214158 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Returning: {'device': '28ee7b1c-7756-4f1b-8d60-9dc7080ff128', 'network_id': '49a475b2-ea4c-4351-8a04-537e673f2680', 'port_id': '28ee7b1c-7756-4f1b-8d60-9dc7080ff128', 'mac_address': 'fa:16:3e:24:56:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa179d42-f4b0-43e0-81f7-063e746f129b', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:12:40.215464 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35803778-b7a5-4e4c-a0c8-4f110e0478c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=117fa1bd-73e7-4165-b6b4-0b24b6424aa5,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:40.268680 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 28ee7b1c-7756-4f1b-8d60-9dc7080ff128 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:12:40.269085 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (28ee7b1c-7756-4f1b-8d60-9dc7080ff128), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:40.270177 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c27954-7b32-4545-872f-7e9a14c7981a req-822708cf-54c2-4521-b3ae-6b198ced4609 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:40.277405 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-85c27954-7b32-4545-872f-7e9a14c7981a req-822708cf-54c2-4521-b3ae-6b198ced4609 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=f255ed55-87c8-4949-a89a-d6b84a3ce0a3 HTTP/1.1" status: 200 len: 945 time: 0.3354335 Jan 28 07:12:40.290692 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28ee7b1c-7756-4f1b-8d60-9dc7080ff128 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:12:40.294221 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e077e033-8f00-45aa-9002-f5c9745b8636 req-ffbe31ed-227d-4ed2-8480-0e7e52e32a2c service neutron] 10.222.0.44 "GET /v2.0/networks/55d1aca5-a0d0-4804-9112-fbf4ce00f292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4304724 Jan 28 07:12:40.317455 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c941af78-f064-4e96-a410-be30691a1ec1 req-cf804fd7-fde7-4d11-b0a8-cc0d3760f5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:40.319303 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c941af78-f064-4e96-a410-be30691a1ec1 req-cf804fd7-fde7-4d11-b0a8-cc0d3760f5e3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1b5821c096cf43639ed10b07e04f5303&device_id=2f4e61f2-7d76-46bf-b863-47fc90eac5c6 HTTP/1.1" status: 200 len: 1097 time: 0.2295408 Jan 28 07:12:40.346083 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 28ee7b1c-7756-4f1b-8d60-9dc7080ff128, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=28ee7b1c-7756-4f1b-8d60-9dc7080ff128,segment=NetworkSegment(914d5fdc-8494-4dfd-8547-a179fe5cc900),segment_id=914d5fdc-8494-4dfd-8547-a179fe5cc900)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:12:40.352805 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (28ee7b1c-7756-4f1b-8d60-9dc7080ff128), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:40.354740 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 23612cfd-7aa2-47c9-a6c1-d148371b7d15 details requested by agent hyperv_n-h1-712749-28 with host n-h1-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:12:40.427705 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 23612cfd-7aa2-47c9-a6c1-d148371b7d15, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=23612cfd-7aa2-47c9-a6c1-d148371b7d15,segment=NetworkSegment(a8009862-d945-4c67-8240-74eec860f8ce),segment_id=a8009862-d945-4c67-8240-74eec860f8ce)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:12:40.457114 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Returning: {'device': '23612cfd-7aa2-47c9-a6c1-d148371b7d15', 'network_id': '4791c092-87f8-46c1-85f0-6cd08fb183e5', 'port_id': '23612cfd-7aa2-47c9-a6c1-d148371b7d15', 'mac_address': 'fa:16:3e:3e:5e:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1096e90d-eca8-4202-80c6-1f06c2871d52', 'ip_address': '10.1.1.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:12:40.507080 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-85c27954-7b32-4545-872f-7e9a14c7981a req-1e9295ee-041f-4269-b3e1-d4b0b49cc2da tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e9c3947-6ff8-4aa4-a1f7-c165b64c94a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242355 Jan 28 07:12:40.566902 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-49e80495-1ff8-4afc-965a-055478b469d3 admin admin] Publish callbacks [] for security_group (1716cde0-1801-4d3b-8276-a52a3806fb15), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:40.611145 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-49e80495-1ff8-4afc-965a-055478b469d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (1716cde0-1801-4d3b-8276-a52a3806fb15), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:40.641526 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=28ee7b1c-7756-4f1b-8d60-9dc7080ff128,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:40.655319 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 23612cfd-7aa2-47c9-a6c1-d148371b7d15 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:12:40.656222 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (23612cfd-7aa2-47c9-a6c1-d148371b7d15), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:40.672013 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23612cfd-7aa2-47c9-a6c1-d148371b7d15 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:12:40.698700 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 23612cfd-7aa2-47c9-a6c1-d148371b7d15, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=23612cfd-7aa2-47c9-a6c1-d148371b7d15,segment=NetworkSegment(a8009862-d945-4c67-8240-74eec860f8ce),segment_id=a8009862-d945-4c67-8240-74eec860f8ce)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:12:40.705301 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (23612cfd-7aa2-47c9-a6c1-d148371b7d15), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:40.713836 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e077e033-8f00-45aa-9002-f5c9745b8636 req-1f54afca-2a64-492d-9628-cdcd93ec63c8 service neutron] 10.222.0.44 "GET /v2.0/networks/55d1aca5-a0d0-4804-9112-fbf4ce00f292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3986964 Jan 28 07:12:40.756415 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c941af78-f064-4e96-a410-be30691a1ec1 req-6daadadd-5cc1-4706-8a98-016e57f6f070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:40.761443 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c941af78-f064-4e96-a410-be30691a1ec1 req-6daadadd-5cc1-4706-8a98-016e57f6f070 service neutron] 10.222.0.10 "GET /v2.0/networks?id=77aa199c-9565-430c-bcef-5bacd415f620 HTTP/1.1" status: 200 len: 909 time: 0.4247594 Jan 28 07:12:40.911967 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 39642) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:12:40.919471 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-49e80495-1ff8-4afc-965a-055478b469d3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a0994d81217e40a8a9d272e1189bb71f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2934394 Jan 28 07:12:40.931277 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e80495-1ff8-4afc-965a-055478b469d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1716cde0-1801-4d3b-8276-a52a3806fb15,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:40.939430 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=23612cfd-7aa2-47c9-a6c1-d148371b7d15,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:40.955883 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3753d714-435a-4273-bc6b-0588779fec0e req-1628d6bd-c608-480e-af08-9eb37cf60be4 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:40.958017 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c941af78-f064-4e96-a410-be30691a1ec1 req-b0b3631c-7bdc-49c3-a872-be4a90bf8132 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6e6bf8db-61c9-4d4f-95fd-d2da51d77c33 HTTP/1.1" status: 200 len: 217 time: 0.1889269 Jan 28 07:12:40.981950 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-3753d714-435a-4273-bc6b-0588779fec0e req-1628d6bd-c608-480e-af08-9eb37cf60be4 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f4e61f2-7d76-46bf-b863-47fc90eac5c6 HTTP/1.1" status: 200 len: 945 time: 0.1480510 Jan 28 07:12:40.989176 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ac521c-e263-421d-8217-38d26044a52c req-f019bb7f-01e4-4690-b17d-dbec13a9b2d2 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:40.996552 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-32ac521c-e263-421d-8217-38d26044a52c req-f019bb7f-01e4-4690-b17d-dbec13a9b2d2 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/ports?device_id=eaae8635-89b6-4156-811c-70c9b45aef9b HTTP/1.1" status: 200 len: 943 time: 0.3530583 Jan 28 07:12:41.069401 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c941af78-f064-4e96-a410-be30691a1ec1 req-c7163eb8-3090-4610-97b5-4de20ee9518b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:41.071063 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c941af78-f064-4e96-a410-be30691a1ec1 req-c7163eb8-3090-4610-97b5-4de20ee9518b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e60d974b-4a97-44ad-8684-0b13afa61368 HTTP/1.1" status: 200 len: 848 time: 0.1012859 Jan 28 07:12:41.093050 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-32ac521c-e263-421d-8217-38d26044a52c req-47ec2f61-8156-4477-a044-5da408a7629d tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/security-groups?id=54f3b545-d68e-44ae-b5dc-1cfcda6094b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954750 Jan 28 07:12:41.094235 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-3753d714-435a-4273-bc6b-0588779fec0e req-439c628f-0886-4659-a6f2-5e220c9b1aac tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c286ac6-5d5d-46b9-b282-9e68e0339bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974352 Jan 28 07:12:41.107120 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cadd2333-5be0-4ddf-a6eb-61c3add27f29 admin admin] Publish callbacks [] for security_group (1716cde0-1801-4d3b-8276-a52a3806fb15), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:41.153027 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cadd2333-5be0-4ddf-a6eb-61c3add27f29 admin admin] Publish callbacks [] for security_group (1716cde0-1801-4d3b-8276-a52a3806fb15), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:41.160730 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c941af78-f064-4e96-a410-be30691a1ec1 req-61ac180f-9516-4683-bc02-3eff4f2d5691 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=77aa199c-9565-430c-bcef-5bacd415f620&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565879 Jan 28 07:12:41.264499 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cadd2333-5be0-4ddf-a6eb-61c3add27f29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (1716cde0-1801-4d3b-8276-a52a3806fb15), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:41.267555 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cadd2333-5be0-4ddf-a6eb-61c3add27f29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:41.271617 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-cadd2333-5be0-4ddf-a6eb-61c3add27f29 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1716cde0-1801-4d3b-8276-a52a3806fb15 HTTP/1.1" status: 204 len: 168 time: 0.3541079 Jan 28 07:12:41.283461 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadd2333-5be0-4ddf-a6eb-61c3add27f29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1716cde0-1801-4d3b-8276-a52a3806fb15,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:41.300232 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f44f4e3-ec04-43b5-86b5-929f57f8ea3b req-b39789f8-14ba-4ad4-b73b-2bde3540a491 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:41.306731 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f44f4e3-ec04-43b5-86b5-929f57f8ea3b req-b39789f8-14ba-4ad4-b73b-2bde3540a491 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:41.313693 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f44f4e3-ec04-43b5-86b5-929f57f8ea3b req-b39789f8-14ba-4ad4-b73b-2bde3540a491 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:41.319400 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f44f4e3-ec04-43b5-86b5-929f57f8ea3b req-b39789f8-14ba-4ad4-b73b-2bde3540a491 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:41.325307 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f44f4e3-ec04-43b5-86b5-929f57f8ea3b req-b39789f8-14ba-4ad4-b73b-2bde3540a491 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:41.333136 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f44f4e3-ec04-43b5-86b5-929f57f8ea3b req-b39789f8-14ba-4ad4-b73b-2bde3540a491 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:41.338435 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f44f4e3-ec04-43b5-86b5-929f57f8ea3b req-b39789f8-14ba-4ad4-b73b-2bde3540a491 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:41.340442 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7f44f4e3-ec04-43b5-86b5-929f57f8ea3b req-b39789f8-14ba-4ad4-b73b-2bde3540a491 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7 HTTP/1.1" status: 200 len: 5429 time: 0.1498947 Jan 28 07:12:41.415292 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c941af78-f064-4e96-a410-be30691a1ec1 req-9e612b4b-6fc3-4966-a19f-b9b6c76a98b7 service neutron] 10.222.0.10 "GET /v2.0/networks/77aa199c-9565-430c-bcef-5bacd415f620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351155 Jan 28 07:12:41.496121 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7f44f4e3-ec04-43b5-86b5-929f57f8ea3b req-635037f8-a8fa-4c68-9ddb-f90e8f51bfbd tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/security-groups?id=f42d29db-089b-46ec-bdc0-e6253e46a436&id=f0e415d4-9274-4847-9e71-c098cc08b695&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1453722 Jan 28 07:12:41.568895 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c941af78-f064-4e96-a410-be30691a1ec1 req-ac3ceb03-2f3a-4079-9fc4-97bc719801f5 service neutron] 10.222.0.10 "GET /v2.0/networks/77aa199c-9565-430c-bcef-5bacd415f620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422968 Jan 28 07:12:41.601788 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['28ee7b1c-7756-4f1b-8d60-9dc7080ff128'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:12:41.667404 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['fca91fdf-3a32-42a9-bf73-0d9c26ab506a'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:12:41.760266 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['1775d3be-f6b5-44d6-8764-bdd9cf32e51e'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:12:41.762444 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['4aac091f-65c1-4c36-9072-a266f2493296'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:12:41.764487 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['23612cfd-7aa2-47c9-a6c1-d148371b7d15'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:12:41.800724 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 39668) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:12:41.829172 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cf6ba522-5683-41a3-ac75-404c8c3162cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:41.902511 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e39e8a5-0f7f-445b-9a7d-6b5f7963687e req-5c19f07a-2241-477a-80a7-599279b11cc1 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:41.904291 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1e39e8a5-0f7f-445b-9a7d-6b5f7963687e req-5c19f07a-2241-477a-80a7-599279b11cc1 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=f255ed55-87c8-4949-a89a-d6b84a3ce0a3 HTTP/1.1" status: 200 len: 945 time: 0.2283306 Jan 28 07:12:41.935941 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c941af78-f064-4e96-a410-be30691a1ec1 req-9c95bdd6-cbe6-4d95-8fb2-edffa31a94b3 tempest-LiveMigrationTest-521921630 tempest-LiveMigrationTest-521921630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:41.938083 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c941af78-f064-4e96-a410-be30691a1ec1 req-9c95bdd6-cbe6-4d95-8fb2-edffa31a94b3 tempest-LiveMigrationTest-521921630 tempest-LiveMigrationTest-521921630-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=2f4e61f2-7d76-46bf-b863-47fc90eac5c6&tenant_id=1b5821c096cf43639ed10b07e04f5303&binding%3Ahost_id=n-h2-712749-28 HTTP/1.1" status: 200 len: 1097 time: 0.1919134 Jan 28 07:12:41.958141 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-c941af78-f064-4e96-a410-be30691a1ec1 req-3789eb6d-9bfe-44f1-afe5-37de8fb33fd4 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-712749-28'}}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:12:41.959556 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 39678) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:12:42.002556 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1e39e8a5-0f7f-445b-9a7d-6b5f7963687e req-e07b89fd-2a49-4a9d-86fb-51aa914225a8 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e9c3947-6ff8-4aa4-a1f7-c165b64c94a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904350 Jan 28 07:12:42.039048 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c941af78-f064-4e96-a410-be30691a1ec1 req-3789eb6d-9bfe-44f1-afe5-37de8fb33fd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (6e6bf8db-61c9-4d4f-95fd-d2da51d77c33), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:42.070837 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cf6ba522-5683-41a3-ac75-404c8c3162cf admin admin] Publish callbacks [] for security_group (1ce9f1f7-5d31-4f3a-b561-00262df322e3), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:42.082938 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cf6ba522-5683-41a3-ac75-404c8c3162cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (1ce9f1f7-5d31-4f3a-b561-00262df322e3), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:42.223748 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-cf6ba522-5683-41a3-ac75-404c8c3162cf admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=869b04b620174d878a9505d6dd72f0d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4196706 Jan 28 07:12:42.224928 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 39694) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:12:42.226262 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6ba522-5683-41a3-ac75-404c8c3162cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ce9f1f7-5d31-4f3a-b561-00262df322e3,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:42.313465 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-48a891d3-7c18-417c-8a41-91f1a80541b3 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-2116047052-network', 'tenant_id': '335e46d185694220829eb867308a9154'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:12:42.335121 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c100cf-c65b-407c-ab5c-4e2452e0442d req-20e257e6-3acf-4419-99e4-d6a4be581ff9 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:42.337394 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e5c100cf-c65b-407c-ab5c-4e2452e0442d req-20e257e6-3acf-4419-99e4-d6a4be581ff9 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/ports?device_id=eaae8635-89b6-4156-811c-70c9b45aef9b HTTP/1.1" status: 200 len: 943 time: 0.0900645 Jan 28 07:12:42.359493 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48a891d3-7c18-417c-8a41-91f1a80541b3 admin admin] Made reservation on behalf of 335e46d185694220829eb867308a9154 for: {'network': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:12:42.361864 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-48a891d3-7c18-417c-8a41-91f1a80541b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:42.371879 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-48a891d3-7c18-417c-8a41-91f1a80541b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:42.448390 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d966e5ac-29e8-4ff7-b9a6-41dd7b16333c admin admin] Publish callbacks [] for security_group (1ce9f1f7-5d31-4f3a-b561-00262df322e3), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:42.453524 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-c941af78-f064-4e96-a410-be30691a1ec1 req-3789eb6d-9bfe-44f1-afe5-37de8fb33fd4 service neutron] For port 6e6bf8db-61c9-4d4f-95fd-d2da51d77c33, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=6e6bf8db-61c9-4d4f-95fd-d2da51d77c33,segment=NetworkSegment(b38b5d3d-4197-4548-8b2f-aaaa5395d71b),segment_id=b38b5d3d-4197-4548-8b2f-aaaa5395d71b)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:12:42.461420 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-48a891d3-7c18-417c-8a41-91f1a80541b3 admin admin] Publish callbacks [] for security_group (4d70964e-87d6-48cf-9930-26cf3e299162), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:42.472276 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33a3c8d-a10d-448c-935d-4b9cb2502111 req-134fb559-c731-4a73-a664-ceb57dc4a4d4 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:42.481795 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f33a3c8d-a10d-448c-935d-4b9cb2502111 req-134fb559-c731-4a73-a664-ceb57dc4a4d4 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f4e61f2-7d76-46bf-b863-47fc90eac5c6 HTTP/1.1" status: 200 len: 945 time: 0.1792700 Jan 28 07:12:42.541785 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d966e5ac-29e8-4ff7-b9a6-41dd7b16333c admin admin] Publish callbacks [] for security_group (1ce9f1f7-5d31-4f3a-b561-00262df322e3), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:42.587021 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device c979436b-508d-4793-81dd-afac650b9db6 details requested by agent hyperv_n-h2-712749-28 with host n-h2-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:12:42.590938 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f33a3c8d-a10d-448c-935d-4b9cb2502111 req-6d471ddc-1335-4a10-98fb-2a1ca520645a tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c286ac6-5d5d-46b9-b282-9e68e0339bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080384 Jan 28 07:12:42.698167 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-c941af78-f064-4e96-a410-be30691a1ec1 req-3789eb6d-9bfe-44f1-afe5-37de8fb33fd4 service neutron] For port 6e6bf8db-61c9-4d4f-95fd-d2da51d77c33, host n-h2-712749-28, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:12:42.757935 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['c1d4cf44-173a-4200-baca-a17fb9b232db'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:12:42.770941 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e5c100cf-c65b-407c-ab5c-4e2452e0442d req-d45ad1c1-0ad4-4208-a3cd-3d13917cbbd3 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/security-groups?id=54f3b545-d68e-44ae-b5dc-1cfcda6094b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4279959 Jan 28 07:12:42.771638 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-48a891d3-7c18-417c-8a41-91f1a80541b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (4d70964e-87d6-48cf-9930-26cf3e299162), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:42.827157 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['306d21bc-fcd5-48a8-8c93-759b2a81125d'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:12:42.831514 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f4e61f2-7d76-46bf-b863-47fc90eac5c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e6bf8db-61c9-4d4f-95fd-d2da51d77c33'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:12:42.834130 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ec2ad80-be0b-48a7-9c19-2090cf40ef08" -d '{"events": [{"server_uuid": "2f4e61f2-7d76-46bf-b863-47fc90eac5c6", "name": "network-vif-unplugged", "status": "completed", "tag": "6e6bf8db-61c9-4d4f-95fd-d2da51d77c33"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:12:42.839850 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c941af78-f064-4e96-a410-be30691a1ec1 req-3789eb6d-9bfe-44f1-afe5-37de8fb33fd4 service neutron] Publish callbacks [] for port (6e6bf8db-61c9-4d4f-95fd-d2da51d77c33), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:42.841561 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d966e5ac-29e8-4ff7-b9a6-41dd7b16333c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (1ce9f1f7-5d31-4f3a-b561-00262df322e3), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:42.844790 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d966e5ac-29e8-4ff7-b9a6-41dd7b16333c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:42.846167 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-d966e5ac-29e8-4ff7-b9a6-41dd7b16333c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1ce9f1f7-5d31-4f3a-b561-00262df322e3 HTTP/1.1" status: 204 len: 168 time: 0.6179698 Jan 28 07:12:42.857099 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784dde5f-2622-44d2-9c94-ba448cf7614b req-4f8016ed-7170-4ff2-a2c7-e0f6c6edcc6c tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:42.860041 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48a891d3-7c18-417c-8a41-91f1a80541b3 admin admin] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=103283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:12:42.863960 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a891d3-7c18-417c-8a41-91f1a80541b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d70964e-87d6-48cf-9930-26cf3e299162,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:42.864903 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-784dde5f-2622-44d2-9c94-ba448cf7614b req-4f8016ed-7170-4ff2-a2c7-e0f6c6edcc6c tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=232ec39b-90f9-4df8-a403-fe1029cce065 HTTP/1.1" status: 200 len: 945 time: 0.1075718 Jan 28 07:12:42.869211 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c941af78-f064-4e96-a410-be30691a1ec1 req-3789eb6d-9bfe-44f1-afe5-37de8fb33fd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (6e6bf8db-61c9-4d4f-95fd-d2da51d77c33), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:42.889311 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-48a891d3-7c18-417c-8a41-91f1a80541b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (93dc562c-326e-48bc-93ed-915119a822f1), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:42.890716 n-d-712749-28 neutron-server[103283]: INFO neutron.db.segments_db [None req-48a891d3-7c18-417c-8a41-91f1a80541b3 admin admin] Added segment 93dc562c-326e-48bc-93ed-915119a822f1 of type vlan for network 10e29fde-3535-4a1c-887d-2b3ed80d798e Jan 28 07:12:42.956518 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3789eb6d-9bfe-44f1-afe5-37de8fb33fd4 service neutron] Pushing event updated for resources: {'Port': ['ID=6e6bf8db-61c9-4d4f-95fd-d2da51d77c33,revision_number=7']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:42.969100 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d966e5ac-29e8-4ff7-b9a6-41dd7b16333c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ce9f1f7-5d31-4f3a-b561-00262df322e3,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:42.979739 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-48a891d3-7c18-417c-8a41-91f1a80541b3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (10e29fde-3535-4a1c-887d-2b3ed80d798e), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:42.997758 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7cca14-f951-40a4-ae30-160e2c948caf req-6ae83f9d-1453-4cc9-8af2-d1bdd6a0352e tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:43.003265 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7cca14-f951-40a4-ae30-160e2c948caf req-6ae83f9d-1453-4cc9-8af2-d1bdd6a0352e tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:43.009015 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7cca14-f951-40a4-ae30-160e2c948caf req-6ae83f9d-1453-4cc9-8af2-d1bdd6a0352e tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:43.014566 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7cca14-f951-40a4-ae30-160e2c948caf req-6ae83f9d-1453-4cc9-8af2-d1bdd6a0352e tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:43.020056 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7cca14-f951-40a4-ae30-160e2c948caf req-6ae83f9d-1453-4cc9-8af2-d1bdd6a0352e tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:43.026390 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7cca14-f951-40a4-ae30-160e2c948caf req-6ae83f9d-1453-4cc9-8af2-d1bdd6a0352e tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:43.028632 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-784dde5f-2622-44d2-9c94-ba448cf7614b req-63c864cb-0bdc-4fb9-a955-0ba21ecc9b30 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb65c68e-64e7-49d7-aa93-cf57ceaf78a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1626852 Jan 28 07:12:43.033284 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7cca14-f951-40a4-ae30-160e2c948caf req-6ae83f9d-1453-4cc9-8af2-d1bdd6a0352e tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:43.041790 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0d7cca14-f951-40a4-ae30-160e2c948caf req-6ae83f9d-1453-4cc9-8af2-d1bdd6a0352e tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7 HTTP/1.1" status: 200 len: 5429 time: 0.1373451 Jan 28 07:12:43.061769 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-c941af78-f064-4e96-a410-be30691a1ec1 req-3789eb6d-9bfe-44f1-afe5-37de8fb33fd4 service neutron] Attempting to bind port 6e6bf8db-61c9-4d4f-95fd-d2da51d77c33 on host n-h2-712749-28 for vnic_type normal with profile {"migrating_to": "n-h1-712749-28"} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:12:43.062417 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-c941af78-f064-4e96-a410-be30691a1ec1 req-3789eb6d-9bfe-44f1-afe5-37de8fb33fd4 service neutron] Attempting to bind port 6e6bf8db-61c9-4d4f-95fd-d2da51d77c33 by drivers openvswitch,hyperv on host n-h2-712749-28 at level 0 using segments [{'id': 'b38b5d3d-4197-4548-8b2f-aaaa5395d71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '77aa199c-9565-430c-bcef-5bacd415f620'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:12:43.063059 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c941af78-f064-4e96-a410-be30691a1ec1 req-3789eb6d-9bfe-44f1-afe5-37de8fb33fd4 service neutron] Attempting to bind port 6e6bf8db-61c9-4d4f-95fd-d2da51d77c33 on network 77aa199c-9565-430c-bcef-5bacd415f620 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:12:43.072868 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c941af78-f064-4e96-a410-be30691a1ec1 req-3789eb6d-9bfe-44f1-afe5-37de8fb33fd4 service neutron] Port 6e6bf8db-61c9-4d4f-95fd-d2da51d77c33 on network 77aa199c-9565-430c-bcef-5bacd415f620 not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-28 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:12:43.073471 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c941af78-f064-4e96-a410-be30691a1ec1 req-3789eb6d-9bfe-44f1-afe5-37de8fb33fd4 service neutron] Attempting to bind port 6e6bf8db-61c9-4d4f-95fd-d2da51d77c33 on network 77aa199c-9565-430c-bcef-5bacd415f620 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:12:43.079978 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c941af78-f064-4e96-a410-be30691a1ec1 req-3789eb6d-9bfe-44f1-afe5-37de8fb33fd4 service neutron] Checking agent: {'id': 'c9906e63-062c-432e-bb53-63fdb8115e18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:12:43.080364 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c941af78-f064-4e96-a410-be30691a1ec1 req-3789eb6d-9bfe-44f1-afe5-37de8fb33fd4 service neutron] Checking segment: {'id': 'b38b5d3d-4197-4548-8b2f-aaaa5395d71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '77aa199c-9565-430c-bcef-5bacd415f620'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:12:43.080759 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c941af78-f064-4e96-a410-be30691a1ec1 req-3789eb6d-9bfe-44f1-afe5-37de8fb33fd4 service neutron] Bound using segment: {'id': 'b38b5d3d-4197-4548-8b2f-aaaa5395d71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '77aa199c-9565-430c-bcef-5bacd415f620'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:12:43.081396 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-c941af78-f064-4e96-a410-be30691a1ec1 req-3789eb6d-9bfe-44f1-afe5-37de8fb33fd4 service neutron] Bound port: 6e6bf8db-61c9-4d4f-95fd-d2da51d77c33, host: n-h2-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b38b5d3d-4197-4548-8b2f-aaaa5395d71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '77aa199c-9565-430c-bcef-5bacd415f620'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:12:43.081769 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c941af78-f064-4e96-a410-be30691a1ec1 req-3789eb6d-9bfe-44f1-afe5-37de8fb33fd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (6e6bf8db-61c9-4d4f-95fd-d2da51d77c33), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:43.115436 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-48a891d3-7c18-417c-8a41-91f1a80541b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (10e29fde-3535-4a1c-887d-2b3ed80d798e), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:43.116626 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a891d3-7c18-417c-8a41-91f1a80541b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:43.117253 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-48a891d3-7c18-417c-8a41-91f1a80541b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:43.163292 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-c941af78-f064-4e96-a410-be30691a1ec1 req-3789eb6d-9bfe-44f1-afe5-37de8fb33fd4 service neutron] For port 6e6bf8db-61c9-4d4f-95fd-d2da51d77c33, host n-h2-712749-28, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:12:43.168618 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-c941af78-f064-4e96-a410-be30691a1ec1 req-3789eb6d-9bfe-44f1-afe5-37de8fb33fd4 service neutron] For port 6e6bf8db-61c9-4d4f-95fd-d2da51d77c33, host n-h2-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=6e6bf8db-61c9-4d4f-95fd-d2da51d77c33,segment=NetworkSegment(b38b5d3d-4197-4548-8b2f-aaaa5395d71b),segment_id=b38b5d3d-4197-4548-8b2f-aaaa5395d71b)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:12:43.187324 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a891d3-7c18-417c-8a41-91f1a80541b3 admin admin] Pushing event updated for resources: {'Network': ['ID=10e29fde-3535-4a1c-887d-2b3ed80d798e,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:43.187675 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c941af78-f064-4e96-a410-be30691a1ec1 req-3789eb6d-9bfe-44f1-afe5-37de8fb33fd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (6e6bf8db-61c9-4d4f-95fd-d2da51d77c33), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:43.236810 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0d7cca14-f951-40a4-ae30-160e2c948caf req-6ceefc0f-0cd2-45e2-9b1e-b750769c5cf3 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/security-groups?id=f42d29db-089b-46ec-bdc0-e6253e46a436&id=f0e415d4-9274-4847-9e71-c098cc08b695&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1940484 Jan 28 07:12:43.271471 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-48a891d3-7c18-417c-8a41-91f1a80541b3 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3097768 Jan 28 07:12:43.272110 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 39710) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:12:43.276913 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-1b4f46e6-5951-4df3-b56f-bee04306ddf1 admin admin] Request body: {'subnet': {'network_id': '10e29fde-3535-4a1c-887d-2b3ed80d798e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-2116047052-subnet', 'tenant_id': '335e46d185694220829eb867308a9154', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:12:43.328645 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b4f46e6-5951-4df3-b56f-bee04306ddf1 admin admin] Made reservation on behalf of 335e46d185694220829eb867308a9154 for: {'subnet': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:12:43.331684 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1b4f46e6-5951-4df3-b56f-bee04306ddf1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13555781'] for subnet (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:43.336648 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network 10e29fde-3535-4a1c-887d-2b3ed80d798e details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:12:43.347896 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 07:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06623245-1964-4a8d-8be3-3ef44b0a6b90 x-openstack-request-id: req-06623245-1964-4a8d-8be3-3ef44b0a6b90 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:12:43.348219 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f4e61f2-7d76-46bf-b863-47fc90eac5c6", "name": "network-vif-unplugged", "status": "completed", "tag": "6e6bf8db-61c9-4d4f-95fd-d2da51d77c33", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:12:43.348491 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-06623245-1964-4a8d-8be3-3ef44b0a6b90 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:12:43.348916 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f4e61f2-7d76-46bf-b863-47fc90eac5c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e6bf8db-61c9-4d4f-95fd-d2da51d77c33', 'code': 200} Jan 28 07:12:43.361834 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3789eb6d-9bfe-44f1-afe5-37de8fb33fd4 service neutron] Pushing event updated for resources: {'Port': ['ID=6e6bf8db-61c9-4d4f-95fd-d2da51d77c33,revision_number=8']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:43.410907 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c941af78-f064-4e96-a410-be30691a1ec1 req-3789eb6d-9bfe-44f1-afe5-37de8fb33fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:43.411377 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c941af78-f064-4e96-a410-be30691a1ec1 req-3789eb6d-9bfe-44f1-afe5-37de8fb33fd4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:43.412933 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c941af78-f064-4e96-a410-be30691a1ec1 req-3789eb6d-9bfe-44f1-afe5-37de8fb33fd4 service neutron] 10.222.0.10 "PUT /v2.0/ports/6e6bf8db-61c9-4d4f-95fd-d2da51d77c33 HTTP/1.1" status: 200 len: 1123 time: 1.4684329 Jan 28 07:12:43.541216 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port c979436b-508d-4793-81dd-afac650b9db6, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=c979436b-508d-4793-81dd-afac650b9db6,segment=NetworkSegment(8c1a2649-126a-42b2-aa92-3dce43dd7caa),segment_id=8c1a2649-126a-42b2-aa92-3dce43dd7caa)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:12:43.587004 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6c1a8c-2bc0-4ee3-966b-4f8364097673 req-48cb1d5b-3a28-4fb3-a689-43bfca134762 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:43.595426 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-bc6c1a8c-2bc0-4ee3-966b-4f8364097673 req-48cb1d5b-3a28-4fb3-a689-43bfca134762 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=232ec39b-90f9-4df8-a403-fe1029cce065 HTTP/1.1" status: 200 len: 945 time: 0.0743847 Jan 28 07:12:43.673948 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Returning: {'device': 'c979436b-508d-4793-81dd-afac650b9db6', 'network_id': '55d1aca5-a0d0-4804-9112-fbf4ce00f292', 'port_id': 'c979436b-508d-4793-81dd-afac650b9db6', 'mac_address': 'fa:16:3e:01:ae:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ed8211a-b148-411a-81c0-40d0a8d78cc9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:12:43.714400 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['6e6bf8db-61c9-4d4f-95fd-d2da51d77c33'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:12:43.760026 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-bc6c1a8c-2bc0-4ee3-966b-4f8364097673 req-c457789a-94d1-448a-85b7-993cb2ae5d10 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb65c68e-64e7-49d7-aa93-cf57ceaf78a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1490479 Jan 28 07:12:44.053862 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b1ff17-872a-4319-b5ae-c74c391a6ecf req-72c04976-faf4-4011-bd63-71d6c2ba2132 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:44.064358 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-57b1ff17-872a-4319-b5ae-c74c391a6ecf req-72c04976-faf4-4011-bd63-71d6c2ba2132 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f4e61f2-7d76-46bf-b863-47fc90eac5c6 HTTP/1.1" status: 200 len: 943 time: 0.2156029 Jan 28 07:12:44.075246 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1b4f46e6-5951-4df3-b56f-bee04306ddf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13546728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13555799'] for subnet (c850e5b9-10d8-459c-a75d-89730d7df8b1), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:44.076081 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port c979436b-508d-4793-81dd-afac650b9db6 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:12:44.076608 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (c979436b-508d-4793-81dd-afac650b9db6), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:44.091187 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eb799e-eb29-4b2f-85f2-99af31bd802e req-79c0aac1-eb46-4d76-b6c3-b6e20da40f0b tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:44.099870 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-75eb799e-eb29-4b2f-85f2-99af31bd802e req-79c0aac1-eb46-4d76-b6c3-b6e20da40f0b tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/ports?device_id=eaae8635-89b6-4156-811c-70c9b45aef9b HTTP/1.1" status: 200 len: 943 time: 0.1056793 Jan 28 07:12:44.134009 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c979436b-508d-4793-81dd-afac650b9db6 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:12:44.169157 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4f46e6-5951-4df3-b56f-bee04306ddf1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c850e5b9-10d8-459c-a75d-89730d7df8b1,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:44.191253 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-75eb799e-eb29-4b2f-85f2-99af31bd802e req-b46dc267-df81-4005-a520-9f46aca3dec6 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/security-groups?id=54f3b545-d68e-44ae-b5dc-1cfcda6094b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824311 Jan 28 07:12:44.202619 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port c979436b-508d-4793-81dd-afac650b9db6, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=c979436b-508d-4793-81dd-afac650b9db6,segment=NetworkSegment(8c1a2649-126a-42b2-aa92-3dce43dd7caa),segment_id=8c1a2649-126a-42b2-aa92-3dce43dd7caa)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:12:44.234138 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (c979436b-508d-4793-81dd-afac650b9db6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:44.257200 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-57b1ff17-872a-4319-b5ae-c74c391a6ecf req-b6c0b5ec-1c97-47ab-ac09-3ef042cbf247 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c286ac6-5d5d-46b9-b282-9e68e0339bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912556 Jan 28 07:12:44.291462 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4f46e6-5951-4df3-b56f-bee04306ddf1 admin admin] Checking segment: {'id': '93dc562c-326e-48bc-93ed-915119a822f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '10e29fde-3535-4a1c-887d-2b3ed80d798e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:12:44.297460 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 39752) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:12:44.299201 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b4f46e6-5951-4df3-b56f-bee04306ddf1 admin admin] Network hostable DHCP agents. Network: 10e29fde-3535-4a1c-887d-2b3ed80d798e, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:12:44.337869 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b4f46e6-5951-4df3-b56f-bee04306ddf1 admin admin] Network 10e29fde-3535-4a1c-887d-2b3ed80d798e is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:12:44.362425 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=c979436b-508d-4793-81dd-afac650b9db6,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:44.373407 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-1b4f46e6-5951-4df3-b56f-bee04306ddf1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, 10e29fde-3535-4a1c-887d-2b3ed80d798e) {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:12:44.379317 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b4f46e6-5951-4df3-b56f-bee04306ddf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:44.379938 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1b4f46e6-5951-4df3-b56f-bee04306ddf1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:44.401556 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2021c669-07c7-45cd-8fc6-c35f936ff1c3 None None] Network 10e29fde-3535-4a1c-887d-2b3ed80d798e requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:12:44.527011 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-1b4f46e6-5951-4df3-b56f-bee04306ddf1 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2513492 Jan 28 07:12:44.527533 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 39766) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:12:44.535025 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-7196acba-6413-4905-b132-f89c5f6e0045 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-2116047052-router', 'tenant_id': '335e46d185694220829eb867308a9154', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:12:44.560812 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be2770f8-9017-4424-aeec-cfd4ba7d8ad6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3dd72b9-6805-5f61-b6f3-a591f99a173d-10e29fde-3535-4a1c-887d-2b3ed80d798e', 'network_id': '10e29fde-3535-4a1c-887d-2b3ed80d798e', 'project_id': '335e46d185694220829eb867308a9154', 'fixed_ips': [{'subnet_id': 'c850e5b9-10d8-459c-a75d-89730d7df8b1'}]}} from n-d-712749-28. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 07:12:44.563196 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-be2770f8-9017-4424-aeec-cfd4ba7d8ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:44.601015 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-055b3c74-d1c2-4d41-a143-774f88412a29 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1407362476-network', 'tenant_id': 'eb7bc49b479f4f288c8e7155788b9ae8'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:12:44.619878 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7196acba-6413-4905-b132-f89c5f6e0045 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16606890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127275'] for router (28d83209-c84a-4b4e-ae88-386b2aabd8ea), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:44.627012 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7196acba-6413-4905-b132-f89c5f6e0045 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16605498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16607952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16355422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127266'] for router (28d83209-c84a-4b4e-ae88-386b2aabd8ea), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:44.659771 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90c80ff-f2d3-4549-8200-f87b8ee4b83b req-c8bded6b-39c1-479d-b0e7-ff804b56c51a tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:44.668032 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c90c80ff-f2d3-4549-8200-f87b8ee4b83b req-c8bded6b-39c1-479d-b0e7-ff804b56c51a tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/networks?id=e794ad63-0b0f-4018-9f49-e800aa3d32de HTTP/1.1" status: 200 len: 811 time: 0.2689979 Jan 28 07:12:44.691637 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c90c80ff-f2d3-4549-8200-f87b8ee4b83b req-0a8aa679-99ca-48d6-934a-c2e5dab26817 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/quotas/f5fa6549bc8d49d9b2eb68f328326d46 HTTP/1.1" status: 200 len: 375 time: 0.0224876 Jan 28 07:12:44.740285 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-055b3c74-d1c2-4d41-a143-774f88412a29 admin admin] Made reservation on behalf of eb7bc49b479f4f288c8e7155788b9ae8 for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:12:44.742996 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-055b3c74-d1c2-4d41-a143-774f88412a29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:44.761826 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['c979436b-508d-4793-81dd-afac650b9db6'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:12:44.775073 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c90c80ff-f2d3-4549-8200-f87b8ee4b83b req-11e81bdd-4ff6-401e-af36-90494e1fe4c8 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=f5fa6549bc8d49d9b2eb68f328326d46&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0824845 Jan 28 07:12:44.815268 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7196acba-6413-4905-b132-f89c5f6e0045 admin admin] Publish callbacks [] for router_controller (28d83209-c84a-4b4e-ae88-386b2aabd8ea), precommit_add_association {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:44.837043 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-055b3c74-d1c2-4d41-a143-774f88412a29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:44.885156 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 6e6bf8db-61c9-4d4f-95fd-d2da51d77c33 details requested by agent hyperv_n-h1-712749-28 with host n-h1-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:12:44.985295 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c90c80ff-f2d3-4549-8200-f87b8ee4b83b req-2f7a39e6-94a1-4042-9c96-bdcb953c5f21 service neutron] 10.222.0.41 "GET /v2.0/networks/e794ad63-0b0f-4018-9f49-e800aa3d32de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002332 Jan 28 07:12:45.003077 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 6e6bf8db-61c9-4d4f-95fd-d2da51d77c33, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=6e6bf8db-61c9-4d4f-95fd-d2da51d77c33,segment=NetworkSegment(b38b5d3d-4197-4548-8b2f-aaaa5395d71b),segment_id=b38b5d3d-4197-4548-8b2f-aaaa5395d71b)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:12:45.018216 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 1775d3be-f6b5-44d6-8764-bdd9cf32e51e up at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:12:45.023543 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 6e6bf8db-61c9-4d4f-95fd-d2da51d77c33 has no active binding in host n-h1-712749-28 {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 28 07:12:45.126048 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c90c80ff-f2d3-4549-8200-f87b8ee4b83b req-545ebb78-4ab5-4a7e-96c4-7d2a6bf2db15 service neutron] 10.222.0.41 "GET /v2.0/networks/e794ad63-0b0f-4018-9f49-e800aa3d32de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397030 Jan 28 07:12:45.137142 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-be2770f8-9017-4424-aeec-cfd4ba7d8ad6 None None] Allocated IP 172.20.0.2 (10e29fde-3535-4a1c-887d-2b3ed80d798e/c850e5b9-10d8-459c-a75d-89730d7df8b1/bd98b14a-7722-4075-8fe6-d4af6b343a44) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:12:45.206298 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning for port 1775d3be-f6b5-44d6-8764-bdd9cf32e51e completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:12:45.214491 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning complete for port 1775d3be-f6b5-44d6-8764-bdd9cf32e51e triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:12:45.214878 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (1775d3be-f6b5-44d6-8764-bdd9cf32e51e), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:45.363933 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f4e61f2-7d76-46bf-b863-47fc90eac5c6', 'tag': '6e6bf8db-61c9-4d4f-95fd-d2da51d77c33'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:12:45.366451 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57c22bab-bcff-4cd0-9b90-165c6627d60e" -d '{"events": [{"name": "network-changed", "server_uuid": "2f4e61f2-7d76-46bf-b863-47fc90eac5c6", "tag": "6e6bf8db-61c9-4d4f-95fd-d2da51d77c33"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:12:45.456691 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-055b3c74-d1c2-4d41-a143-774f88412a29 admin admin] Publish callbacks [] for security_group (71477366-0447-4ede-9f0e-5f6adcd52381), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:45.471937 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afa1fcf-491c-41e8-a3f6-afcde8e0dee2 req-afb0550c-24ff-4a1d-85a6-c907ddf5a711 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:45.477911 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afa1fcf-491c-41e8-a3f6-afcde8e0dee2 req-afb0550c-24ff-4a1d-85a6-c907ddf5a711 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:45.484725 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afa1fcf-491c-41e8-a3f6-afcde8e0dee2 req-afb0550c-24ff-4a1d-85a6-c907ddf5a711 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:45.490544 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afa1fcf-491c-41e8-a3f6-afcde8e0dee2 req-afb0550c-24ff-4a1d-85a6-c907ddf5a711 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:45.496699 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720f6abe-d312-4b50-aff1-687b5626170b req-a3eff546-9270-4026-9998-d9810e10b297 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:45.497451 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afa1fcf-491c-41e8-a3f6-afcde8e0dee2 req-afb0550c-24ff-4a1d-85a6-c907ddf5a711 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:45.499967 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-720f6abe-d312-4b50-aff1-687b5626170b req-a3eff546-9270-4026-9998-d9810e10b297 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/ports?device_id=eaae8635-89b6-4156-811c-70c9b45aef9b HTTP/1.1" status: 200 len: 944 time: 0.0882888 Jan 28 07:12:45.504126 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afa1fcf-491c-41e8-a3f6-afcde8e0dee2 req-afb0550c-24ff-4a1d-85a6-c907ddf5a711 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:45.509700 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afa1fcf-491c-41e8-a3f6-afcde8e0dee2 req-afb0550c-24ff-4a1d-85a6-c907ddf5a711 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:45.520355 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6afa1fcf-491c-41e8-a3f6-afcde8e0dee2 req-afb0550c-24ff-4a1d-85a6-c907ddf5a711 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7 HTTP/1.1" status: 200 len: 5429 time: 0.7811129 Jan 28 07:12:45.524969 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-055b3c74-d1c2-4d41-a143-774f88412a29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (71477366-0447-4ede-9f0e-5f6adcd52381), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:45.537592 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-055b3c74-d1c2-4d41-a143-774f88412a29 admin admin] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:12:45.547009 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-055b3c74-d1c2-4d41-a143-774f88412a29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (e7268938-17f9-4f77-8957-278e92538012), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:45.547503 n-d-712749-28 neutron-server[103284]: INFO neutron.db.segments_db [None req-055b3c74-d1c2-4d41-a143-774f88412a29 admin admin] Added segment e7268938-17f9-4f77-8957-278e92538012 of type vlan for network 83146e1a-6134-4141-8227-a88603bfe3b4 Jan 28 07:12:45.583152 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-720f6abe-d312-4b50-aff1-687b5626170b req-96a5b920-8127-42d5-a2f1-dbc4d0ee2ee5 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/security-groups?id=54f3b545-d68e-44ae-b5dc-1cfcda6094b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759926 Jan 28 07:12:45.614924 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 1775d3be-f6b5-44d6-8764-bdd9cf32e51e is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:12:45.615468 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (1775d3be-f6b5-44d6-8764-bdd9cf32e51e), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:45.665687 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7196acba-6413-4905-b132-f89c5f6e0045 admin admin] Publish callbacks [] for router_gateway (28d83209-c84a-4b4e-ae88-386b2aabd8ea), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:45.675900 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d5fec44d-6b65-41d5-a3c4-d0f6101e4810 req-4cdc744b-b861-4d11-9404-7b7158f4cac7 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=45dcaf20-7dc4-49ae-9d38-d1aa33837cd8 HTTP/1.1" status: 200 len: 210 time: 0.0460379 Jan 28 07:12:45.738602 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 1775d3be-f6b5-44d6-8764-bdd9cf32e51e, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=1775d3be-f6b5-44d6-8764-bdd9cf32e51e,segment=NetworkSegment(a8009862-d945-4c67-8240-74eec860f8ce),segment_id=a8009862-d945-4c67-8240-74eec860f8ce)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:12:45.767276 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1775d3be-f6b5-44d6-8764-bdd9cf32e51e'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:12:45.769759 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6afa1fcf-491c-41e8-a3f6-afcde8e0dee2 req-837aab8d-8b74-42a5-8e6d-cf37a92bd621 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/security-groups?id=f42d29db-089b-46ec-bdc0-e6253e46a436&id=f0e415d4-9274-4847-9e71-c098cc08b695&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2459321 Jan 28 07:12:45.783061 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7a04691-ca92-48ea-ac09-aa5ec450664b" -d '{"events": [{"server_uuid": "b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7", "name": "network-vif-plugged", "status": "completed", "tag": "1775d3be-f6b5-44d6-8764-bdd9cf32e51e"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:12:45.805495 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (1775d3be-f6b5-44d6-8764-bdd9cf32e51e), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:45.806313 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 28ee7b1c-7756-4f1b-8d60-9dc7080ff128 up at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:12:45.829811 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-055b3c74-d1c2-4d41-a143-774f88412a29 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (83146e1a-6134-4141-8227-a88603bfe3b4), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:45.830047 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-be2770f8-9017-4424-aeec-cfd4ba7d8ad6 None None] Publish callbacks [] for port (bd98b14a-7722-4075-8fe6-d4af6b343a44), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:45.843825 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055b3c74-d1c2-4d41-a143-774f88412a29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71477366-0447-4ede-9f0e-5f6adcd52381,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:45.870641 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-be2770f8-9017-4424-aeec-cfd4ba7d8ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (bd98b14a-7722-4075-8fe6-d4af6b343a44), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:45.883357 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e23dc8-3e2a-4ab9-9957-7d066cb88794 req-2c2f09cb-0d6a-4269-8ff3-65127e925751 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:45.899452 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-49e23dc8-3e2a-4ab9-9957-7d066cb88794 req-2c2f09cb-0d6a-4269-8ff3-65127e925751 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f4e61f2-7d76-46bf-b863-47fc90eac5c6 HTTP/1.1" status: 200 len: 943 time: 0.1261692 Jan 28 07:12:45.945896 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.db.resource_extend [None req-055b3c74-d1c2-4d41-a143-774f88412a29 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 07:12:45.950347 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be2770f8-9017-4424-aeec-cfd4ba7d8ad6 None None] Network 10e29fde-3535-4a1c-887d-2b3ed80d798e is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:12:45.951380 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc369d98-8b6c-4237-b14f-e2a0021de66a x-openstack-request-id: req-cc369d98-8b6c-4237-b14f-e2a0021de66a {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:12:45.951685 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f4e61f2-7d76-46bf-b863-47fc90eac5c6", "tag": "6e6bf8db-61c9-4d4f-95fd-d2da51d77c33", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:12:45.952662 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cc369d98-8b6c-4237-b14f-e2a0021de66a {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:12:45.953138 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f4e61f2-7d76-46bf-b863-47fc90eac5c6', 'tag': '6e6bf8db-61c9-4d4f-95fd-d2da51d77c33', 'status': 'completed', 'code': 200} Jan 28 07:12:45.978281 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-be2770f8-9017-4424-aeec-cfd4ba7d8ad6 None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:12:45.988663 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2770f8-9017-4424-aeec-cfd4ba7d8ad6 None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:12:46.014524 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76edf549-77eb-402a-ae01-8f23de937fb6 x-openstack-request-id: req-76edf549-77eb-402a-ae01-8f23de937fb6 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:12:46.016109 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7", "name": "network-vif-plugged", "status": "completed", "tag": "1775d3be-f6b5-44d6-8764-bdd9cf32e51e", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:12:46.016410 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-76edf549-77eb-402a-ae01-8f23de937fb6 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:12:46.016819 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1775d3be-f6b5-44d6-8764-bdd9cf32e51e', 'code': 200} Jan 28 07:12:46.035429 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-49e23dc8-3e2a-4ab9-9957-7d066cb88794 req-d412b684-7af9-4cc4-97d2-7655569a10fe tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c286ac6-5d5d-46b9-b282-9e68e0339bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251841 Jan 28 07:12:46.056846 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=1775d3be-f6b5-44d6-8764-bdd9cf32e51e,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:46.058032 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-055b3c74-d1c2-4d41-a143-774f88412a29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (83146e1a-6134-4141-8227-a88603bfe3b4), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:46.059504 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-055b3c74-d1c2-4d41-a143-774f88412a29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:46.060340 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-055b3c74-d1c2-4d41-a143-774f88412a29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:46.132911 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning for port 28ee7b1c-7756-4f1b-8d60-9dc7080ff128 completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:12:46.152057 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-055b3c74-d1c2-4d41-a143-774f88412a29 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.8533726 Jan 28 07:12:46.155147 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 39804) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:12:46.160572 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning complete for port 28ee7b1c-7756-4f1b-8d60-9dc7080ff128 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:12:46.161527 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (28ee7b1c-7756-4f1b-8d60-9dc7080ff128), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:46.163176 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-bafa810b-82ac-4417-9918-93a90b848e28 admin admin] Request body: {'subnet': {'network_id': '83146e1a-6134-4141-8227-a88603bfe3b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1407362476-subnet', 'tenant_id': 'eb7bc49b479f4f288c8e7155788b9ae8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:12:46.166455 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c22bab-bcff-4cd0-9b90-165c6627d60e req-f608f195-df11-4055-91df-000ef330d737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:46.167955 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-57c22bab-bcff-4cd0-9b90-165c6627d60e req-f608f195-df11-4055-91df-000ef330d737 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1b5821c096cf43639ed10b07e04f5303&device_id=2f4e61f2-7d76-46bf-b863-47fc90eac5c6 HTTP/1.1" status: 200 len: 1126 time: 0.1773832 Jan 28 07:12:46.172364 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055b3c74-d1c2-4d41-a143-774f88412a29 admin admin] Pushing event updated for resources: {'Network': ['ID=83146e1a-6134-4141-8227-a88603bfe3b4,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:46.192257 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bafa810b-82ac-4417-9918-93a90b848e28 admin admin] Made reservation on behalf of eb7bc49b479f4f288c8e7155788b9ae8 for: {'subnet': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:12:46.196587 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-bafa810b-82ac-4417-9918-93a90b848e28 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13555781'] for subnet (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:46.231609 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network 83146e1a-6134-4141-8227-a88603bfe3b4 details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:12:46.238335 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-be2770f8-9017-4424-aeec-cfd4ba7d8ad6 None None] Attempting to bind port bd98b14a-7722-4075-8fe6-d4af6b343a44 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:12:46.239908 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-be2770f8-9017-4424-aeec-cfd4ba7d8ad6 None None] Attempting to bind port bd98b14a-7722-4075-8fe6-d4af6b343a44 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '93dc562c-326e-48bc-93ed-915119a822f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '10e29fde-3535-4a1c-887d-2b3ed80d798e'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:12:46.239908 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2770f8-9017-4424-aeec-cfd4ba7d8ad6 None None] Attempting to bind port bd98b14a-7722-4075-8fe6-d4af6b343a44 on network 10e29fde-3535-4a1c-887d-2b3ed80d798e {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:12:46.346319 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2770f8-9017-4424-aeec-cfd4ba7d8ad6 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:12:46.347066 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2770f8-9017-4424-aeec-cfd4ba7d8ad6 None None] Checking segment: {'id': '93dc562c-326e-48bc-93ed-915119a822f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '10e29fde-3535-4a1c-887d-2b3ed80d798e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:12:46.348611 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-be2770f8-9017-4424-aeec-cfd4ba7d8ad6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:46.349553 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2770f8-9017-4424-aeec-cfd4ba7d8ad6 None None] Bound using segment: {'id': '93dc562c-326e-48bc-93ed-915119a822f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '10e29fde-3535-4a1c-887d-2b3ed80d798e'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:12:46.350271 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-be2770f8-9017-4424-aeec-cfd4ba7d8ad6 None None] Bound port: bd98b14a-7722-4075-8fe6-d4af6b343a44, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93dc562c-326e-48bc-93ed-915119a822f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '10e29fde-3535-4a1c-887d-2b3ed80d798e'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:12:46.350664 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-be2770f8-9017-4424-aeec-cfd4ba7d8ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (bd98b14a-7722-4075-8fe6-d4af6b343a44), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:46.369641 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c22bab-bcff-4cd0-9b90-165c6627d60e req-d6b7f9d7-1e58-413b-b3e6-f5f39e4a8c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:46.371424 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-57c22bab-bcff-4cd0-9b90-165c6627d60e req-d6b7f9d7-1e58-413b-b3e6-f5f39e4a8c38 service neutron] 10.222.0.44 "GET /v2.0/networks?id=77aa199c-9565-430c-bcef-5bacd415f620 HTTP/1.1" status: 200 len: 909 time: 0.1940618 Jan 28 07:12:46.400663 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2770f8-9017-4424-aeec-cfd4ba7d8ad6 None None] Pushing event updated for resources: {'Port': ['ID=bd98b14a-7722-4075-8fe6-d4af6b343a44,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:46.495537 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-57c22bab-bcff-4cd0-9b90-165c6627d60e req-067162e7-6c83-464f-a4b1-d668833cb0db service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6e6bf8db-61c9-4d4f-95fd-d2da51d77c33 HTTP/1.1" status: 200 len: 217 time: 0.1025977 Jan 28 07:12:46.541378 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7196acba-6413-4905-b132-f89c5f6e0045 admin admin] Publish callbacks [] for router_gateway (28d83209-c84a-4b4e-ae88-386b2aabd8ea), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:46.581367 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7196acba-6413-4905-b132-f89c5f6e0045 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:46.597168 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-bafa810b-82ac-4417-9918-93a90b848e28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13546728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13555799'] for subnet (4f663c23-d7cb-439d-a308-bf30a9ba6916), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:46.626781 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-be2770f8-9017-4424-aeec-cfd4ba7d8ad6 None None] For port bd98b14a-7722-4075-8fe6-d4af6b343a44, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:12:46.629242 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device c979436b-508d-4793-81dd-afac650b9db6 up at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:12:46.674515 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafa810b-82ac-4417-9918-93a90b848e28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f663c23-d7cb-439d-a308-bf30a9ba6916,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:46.682808 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafa810b-82ac-4417-9918-93a90b848e28 admin admin] Checking segment: {'id': 'e7268938-17f9-4f77-8957-278e92538012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '83146e1a-6134-4141-8227-a88603bfe3b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:12:46.683457 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bafa810b-82ac-4417-9918-93a90b848e28 admin admin] Network hostable DHCP agents. Network: 83146e1a-6134-4141-8227-a88603bfe3b4, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:12:46.688844 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 39820) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:12:46.741517 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bafa810b-82ac-4417-9918-93a90b848e28 admin admin] Network 83146e1a-6134-4141-8227-a88603bfe3b4 is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:12:46.774956 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-bafa810b-82ac-4417-9918-93a90b848e28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, 83146e1a-6134-4141-8227-a88603bfe3b4) {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:12:46.781571 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-be2770f8-9017-4424-aeec-cfd4ba7d8ad6 None None] For port bd98b14a-7722-4075-8fe6-d4af6b343a44, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=bd98b14a-7722-4075-8fe6-d4af6b343a44,segment=NetworkSegment(93dc562c-326e-48bc-93ed-915119a822f1),segment_id=93dc562c-326e-48bc-93ed-915119a822f1)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:12:46.793008 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50068601-9636-4087-97a7-4372c5ca75d7 None None] Network 83146e1a-6134-4141-8227-a88603bfe3b4 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:12:46.829125 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bafa810b-82ac-4417-9918-93a90b848e28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:46.831080 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-bafa810b-82ac-4417-9918-93a90b848e28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:46.871238 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-868b2bbc-f929-4858-9862-59b9c4485e1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:46.874436 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-be2770f8-9017-4424-aeec-cfd4ba7d8ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (bd98b14a-7722-4075-8fe6-d4af6b343a44), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:46.888637 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-bafa810b-82ac-4417-9918-93a90b848e28 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7316124 Jan 28 07:12:46.925158 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce252cb6-9d3e-4bfa-b03a-2c1bc8611703 req-f3fadc50-ee84-48c9-85da-33196b0bebd9 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:46.927266 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ce252cb6-9d3e-4bfa-b03a-2c1bc8611703 req-f3fadc50-ee84-48c9-85da-33196b0bebd9 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/ports?device_id=eaae8635-89b6-4156-811c-70c9b45aef9b HTTP/1.1" status: 200 len: 944 time: 0.1710281 Jan 28 07:12:46.939528 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-7196acba-6413-4905-b132-f89c5f6e0045 admin admin] Allocated IP 172.25.6.27 (7d5b3724-deef-4831-8d43-cb9b8176573c/b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc/33c44737-7de6-4037-a388-1dd3feb34cd7) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:12:47.103917 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-868b2bbc-f929-4858-9862-59b9c4485e1b admin admin] Publish callbacks [] for security_group (facfdbe4-eb50-4ff2-ab94-b5bb2238a7ad), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:47.107657 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ce252cb6-9d3e-4bfa-b03a-2c1bc8611703 req-5b3b469b-0cdc-4a11-a523-727cc1de3544 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/security-groups?id=54f3b545-d68e-44ae-b5dc-1cfcda6094b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644139 Jan 28 07:12:47.107940 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 28ee7b1c-7756-4f1b-8d60-9dc7080ff128 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:12:47.109796 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (28ee7b1c-7756-4f1b-8d60-9dc7080ff128), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:47.128797 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-868b2bbc-f929-4858-9862-59b9c4485e1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (facfdbe4-eb50-4ff2-ab94-b5bb2238a7ad), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:47.134187 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c22bab-bcff-4cd0-9b90-165c6627d60e req-ebf320e1-0772-4bfa-9e81-8047f04c4e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:47.142431 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-57c22bab-bcff-4cd0-9b90-165c6627d60e req-ebf320e1-0772-4bfa-9e81-8047f04c4e14 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e60d974b-4a97-44ad-8684-0b13afa61368 HTTP/1.1" status: 200 len: 848 time: 0.6376371 Jan 28 07:12:47.193937 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2770f8-9017-4424-aeec-cfd4ba7d8ad6 None None] Pushing event updated for resources: {'Port': ['ID=bd98b14a-7722-4075-8fe6-d4af6b343a44,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:47.228816 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning for port c979436b-508d-4793-81dd-afac650b9db6 completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:12:47.279717 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning complete for port c979436b-508d-4793-81dd-afac650b9db6 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:12:47.280131 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (c979436b-508d-4793-81dd-afac650b9db6), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:47.284987 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868b2bbc-f929-4858-9862-59b9c4485e1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=facfdbe4-eb50-4ff2-ab94-b5bb2238a7ad,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:47.290940 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-868b2bbc-f929-4858-9862-59b9c4485e1b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=832f640759d84eabbfc2eb6f53503665&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6008284 Jan 28 07:12:47.300774 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 39834) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:12:47.301377 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 28ee7b1c-7756-4f1b-8d60-9dc7080ff128, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=28ee7b1c-7756-4f1b-8d60-9dc7080ff128,segment=NetworkSegment(914d5fdc-8494-4dfd-8547-a179fe5cc900),segment_id=914d5fdc-8494-4dfd-8547-a179fe5cc900)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:12:47.307200 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d7d7c61-3532-4e41-b8e0-bb8ca16fd29f None None] Network 83146e1a-6134-4141-8227-a88603bfe3b4 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:12:47.309367 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-57c22bab-bcff-4cd0-9b90-165c6627d60e req-179dbf27-c166-4c31-aa4c-b59603231c9d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=77aa199c-9565-430c-bcef-5bacd415f620&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1080365 Jan 28 07:12:47.362837 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b49fd05f-d7ce-42a5-8ffb-689ad6854947 req-0daa2d01-59f0-498d-99e1-935a57c22423 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=45dcaf20-7dc4-49ae-9d38-d1aa33837cd8 HTTP/1.1" status: 200 len: 210 time: 0.2963383 Jan 28 07:12:47.443517 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f58c291-4057-4cf2-80d2-0f15d06a56c0 req-9c897e37-d062-4b7b-aecc-7d83d485c0dc tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:47.452061 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f58c291-4057-4cf2-80d2-0f15d06a56c0 req-9c897e37-d062-4b7b-aecc-7d83d485c0dc tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:47.460907 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f58c291-4057-4cf2-80d2-0f15d06a56c0 req-9c897e37-d062-4b7b-aecc-7d83d485c0dc tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:47.476567 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (28ee7b1c-7756-4f1b-8d60-9dc7080ff128), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:47.479666 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f58c291-4057-4cf2-80d2-0f15d06a56c0 req-9c897e37-d062-4b7b-aecc-7d83d485c0dc tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:47.488952 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f58c291-4057-4cf2-80d2-0f15d06a56c0 req-9c897e37-d062-4b7b-aecc-7d83d485c0dc tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:47.497528 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f58c291-4057-4cf2-80d2-0f15d06a56c0 req-9c897e37-d062-4b7b-aecc-7d83d485c0dc tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:47.506749 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f58c291-4057-4cf2-80d2-0f15d06a56c0 req-9c897e37-d062-4b7b-aecc-7d83d485c0dc tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:47.508782 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8f58c291-4057-4cf2-80d2-0f15d06a56c0 req-9c897e37-d062-4b7b-aecc-7d83d485c0dc tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7 HTTP/1.1" status: 200 len: 5431 time: 0.2208288 Jan 28 07:12:47.544157 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device c1d4cf44-173a-4200-baca-a17fb9b232db up at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:12:47.559360 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e7ea13de-3608-4ff8-8fa7-57a7a98f6d1a admin admin] Publish callbacks [] for security_group (facfdbe4-eb50-4ff2-ab94-b5bb2238a7ad), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:47.668245 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e7ea13de-3608-4ff8-8fa7-57a7a98f6d1a admin admin] Publish callbacks [] for security_group (facfdbe4-eb50-4ff2-ab94-b5bb2238a7ad), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:47.878361 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port c979436b-508d-4793-81dd-afac650b9db6 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:12:47.878812 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (c979436b-508d-4793-81dd-afac650b9db6), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:47.890815 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7196acba-6413-4905-b132-f89c5f6e0045 admin admin] Publish callbacks [] for port (33c44737-7de6-4037-a388-1dd3feb34cd7), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:47.912507 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8f58c291-4057-4cf2-80d2-0f15d06a56c0 req-addb6d51-65af-49b7-a0c7-5ad8ed2d5f56 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/security-groups?id=f42d29db-089b-46ec-bdc0-e6253e46a436&id=f0e415d4-9274-4847-9e71-c098cc08b695&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3863044 Jan 28 07:12:47.913896 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=28ee7b1c-7756-4f1b-8d60-9dc7080ff128,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:47.940633 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e7ea13de-3608-4ff8-8fa7-57a7a98f6d1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (facfdbe4-eb50-4ff2-ab94-b5bb2238a7ad), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:47.946771 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e7ea13de-3608-4ff8-8fa7-57a7a98f6d1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:47.961376 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-e7ea13de-3608-4ff8-8fa7-57a7a98f6d1a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/facfdbe4-eb50-4ff2-ab94-b5bb2238a7ad HTTP/1.1" status: 204 len: 168 time: 0.6572595 Jan 28 07:12:47.997528 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ea13de-3608-4ff8-8fa7-57a7a98f6d1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=facfdbe4-eb50-4ff2-ab94-b5bb2238a7ad,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:48.011982 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning for port c1d4cf44-173a-4200-baca-a17fb9b232db completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:12:48.036027 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28ee7b1c-7756-4f1b-8d60-9dc7080ff128'}, {'server_uuid': 'eaae8635-89b6-4156-811c-70c9b45aef9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c979436b-508d-4793-81dd-afac650b9db6'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:12:48.040423 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aab94873-bc4d-45ce-b1dc-514fae77c7df" -d '{"events": [{"server_uuid": "b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7", "name": "network-vif-plugged", "status": "completed", "tag": "28ee7b1c-7756-4f1b-8d60-9dc7080ff128"}, {"server_uuid": "eaae8635-89b6-4156-811c-70c9b45aef9b", "name": "network-vif-plugged", "status": "completed", "tag": "c979436b-508d-4793-81dd-afac650b9db6"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:12:48.066830 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3c250c-e461-4d49-a5f0-5d7f0218c9a0 req-293c597d-6f58-4ecf-85b8-df17b1e650b1 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:48.081496 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port c979436b-508d-4793-81dd-afac650b9db6, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=c979436b-508d-4793-81dd-afac650b9db6,segment=NetworkSegment(8c1a2649-126a-42b2-aa92-3dce43dd7caa),segment_id=8c1a2649-126a-42b2-aa92-3dce43dd7caa)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:12:48.084682 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning complete for port c1d4cf44-173a-4200-baca-a17fb9b232db triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:12:48.085198 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (c1d4cf44-173a-4200-baca-a17fb9b232db), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:48.088635 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6e3c250c-e461-4d49-a5f0-5d7f0218c9a0 req-293c597d-6f58-4ecf-85b8-df17b1e650b1 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f4e61f2-7d76-46bf-b863-47fc90eac5c6 HTTP/1.1" status: 200 len: 943 time: 0.4154916 Jan 28 07:12:48.107599 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 39864) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:12:48.113517 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-63199f54-e4aa-4fe2-b13e-68bfce8b8dc4 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1124228147-network', 'tenant_id': '76a0edd7d3e441eeb831b155f2c1d5a7'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:12:48.189316 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63199f54-e4aa-4fe2-b13e-68bfce8b8dc4 admin admin] Made reservation on behalf of 76a0edd7d3e441eeb831b155f2c1d5a7 for: {'network': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:12:48.191756 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-63199f54-e4aa-4fe2-b13e-68bfce8b8dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:48.201780 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (c979436b-508d-4793-81dd-afac650b9db6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:48.203581 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-63199f54-e4aa-4fe2-b13e-68bfce8b8dc4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:48.230181 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 28 Jan 2022 07:12:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4513f7b3-0101-4a57-b297-9e0f34c2361a x-openstack-request-id: req-4513f7b3-0101-4a57-b297-9e0f34c2361a {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:12:48.231036 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7", "name": "network-vif-plugged", "status": "completed", "tag": "28ee7b1c-7756-4f1b-8d60-9dc7080ff128", "code": 200}, {"server_uuid": "eaae8635-89b6-4156-811c-70c9b45aef9b", "name": "network-vif-plugged", "status": "completed", "tag": "c979436b-508d-4793-81dd-afac650b9db6", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:12:48.232401 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4513f7b3-0101-4a57-b297-9e0f34c2361a {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:12:48.234714 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28ee7b1c-7756-4f1b-8d60-9dc7080ff128', 'code': 200} Jan 28 07:12:48.235199 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaae8635-89b6-4156-811c-70c9b45aef9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c979436b-508d-4793-81dd-afac650b9db6', 'code': 200} Jan 28 07:12:48.305742 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90c80ff-f2d3-4549-8200-f87b8ee4b83b req-ad74bd3e-75c8-43d3-a95c-ed857547f982 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:48.318637 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c90c80ff-f2d3-4549-8200-f87b8ee4b83b req-ad74bd3e-75c8-43d3-a95c-ed857547f982 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.10 "GET /v2.0/networks?id=e794ad63-0b0f-4018-9f49-e800aa3d32de HTTP/1.1" status: 200 len: 811 time: 0.8236761 Jan 28 07:12:48.392790 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port c1d4cf44-173a-4200-baca-a17fb9b232db is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:12:48.395256 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (c1d4cf44-173a-4200-baca-a17fb9b232db), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:48.438320 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device bd98b14a-7722-4075-8fe6-d4af6b343a44 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:12:48.482942 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-c90c80ff-f2d3-4549-8200-f87b8ee4b83b req-2b031ab2-d2fe-4497-b051-ca243fd3c7c7 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Request body: {'port': {'device_id': '45dcaf20-7dc4-49ae-9d38-d1aa33837cd8', 'network_id': 'e794ad63-0b0f-4018-9f49-e800aa3d32de', 'admin_state_up': True, 'tenant_id': 'f5fa6549bc8d49d9b2eb68f328326d46'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:12:48.551532 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-57c22bab-bcff-4cd0-9b90-165c6627d60e req-0b7b863d-a618-4870-8a01-1e22bb2ee705 service neutron] 10.222.0.44 "GET /v2.0/networks/77aa199c-9565-430c-bcef-5bacd415f620?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1876345 Jan 28 07:12:48.552410 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=c979436b-508d-4793-81dd-afac650b9db6,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:48.594783 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port c1d4cf44-173a-4200-baca-a17fb9b232db, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=c1d4cf44-173a-4200-baca-a17fb9b232db,segment=NetworkSegment(eabfb043-c84f-4765-9514-a62673ad5ee4),segment_id=eabfb043-c84f-4765-9514-a62673ad5ee4)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:12:48.596925 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port bd98b14a-7722-4075-8fe6-d4af6b343a44 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:12:48.597348 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (bd98b14a-7722-4075-8fe6-d4af6b343a44), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:48.618318 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-63199f54-e4aa-4fe2-b13e-68bfce8b8dc4 admin admin] Publish callbacks [] for security_group (261b6be7-7e98-42b0-9a2e-46687ad4308c), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:48.659765 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (c1d4cf44-173a-4200-baca-a17fb9b232db), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:48.660691 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 4aac091f-65c1-4c36-9072-a266f2493296 up at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:12:48.695508 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-63199f54-e4aa-4fe2-b13e-68bfce8b8dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (261b6be7-7e98-42b0-9a2e-46687ad4308c), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:48.720922 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63199f54-e4aa-4fe2-b13e-68bfce8b8dc4 admin admin] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=103283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:12:48.733116 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-63199f54-e4aa-4fe2-b13e-68bfce8b8dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (cb0de746-6341-485d-9173-6642a5471aac), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:48.734019 n-d-712749-28 neutron-server[103283]: INFO neutron.db.segments_db [None req-63199f54-e4aa-4fe2-b13e-68bfce8b8dc4 admin admin] Added segment cb0de746-6341-485d-9173-6642a5471aac of type vlan for network 0097255c-2826-4326-b65e-f981721e64c0 Jan 28 07:12:48.798118 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-63199f54-e4aa-4fe2-b13e-68bfce8b8dc4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (0097255c-2826-4326-b65e-f981721e64c0), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:48.799200 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=c1d4cf44-173a-4200-baca-a17fb9b232db,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:48.817944 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-57c22bab-bcff-4cd0-9b90-165c6627d60e req-b2afe134-7c68-41f7-b95e-47cd37926db2 service neutron] 10.222.0.44 "GET /v2.0/networks/77aa199c-9565-430c-bcef-5bacd415f620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2526860 Jan 28 07:12:48.909649 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning for port 4aac091f-65c1-4c36-9072-a266f2493296 completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:12:48.915678 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning complete for port 4aac091f-65c1-4c36-9072-a266f2493296 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:12:48.916062 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (4aac091f-65c1-4c36-9072-a266f2493296), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:48.943628 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63199f54-e4aa-4fe2-b13e-68bfce8b8dc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=261b6be7-7e98-42b0-9a2e-46687ad4308c,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:48.970538 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-63199f54-e4aa-4fe2-b13e-68bfce8b8dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (0097255c-2826-4326-b65e-f981721e64c0), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:48.971989 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63199f54-e4aa-4fe2-b13e-68bfce8b8dc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:48.974202 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-63199f54-e4aa-4fe2-b13e-68bfce8b8dc4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:49.011769 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port bd98b14a-7722-4075-8fe6-d4af6b343a44 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:12:49.012551 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (bd98b14a-7722-4075-8fe6-d4af6b343a44), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:49.034693 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfd252a-c1d7-42e7-922e-fe4a416691b4 req-3d1087d8-d14c-44a8-a4bb-ec81a7a4cd61 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:49.041762 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9cfd252a-c1d7-42e7-922e-fe4a416691b4 req-3d1087d8-d14c-44a8-a4bb-ec81a7a4cd61 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/ports?device_id=eaae8635-89b6-4156-811c-70c9b45aef9b HTTP/1.1" status: 200 len: 945 time: 0.6463637 Jan 28 07:12:49.081530 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6e3c250c-e461-4d49-a5f0-5d7f0218c9a0 req-fc9773ab-45fe-42f0-a16d-bc7579966a68 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c286ac6-5d5d-46b9-b282-9e68e0339bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9895501 Jan 28 07:12:49.083217 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7196acba-6413-4905-b132-f89c5f6e0045 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (33c44737-7de6-4037-a388-1dd3feb34cd7), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:49.107189 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] For port bd98b14a-7722-4075-8fe6-d4af6b343a44, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=bd98b14a-7722-4075-8fe6-d4af6b343a44,segment=NetworkSegment(93dc562c-326e-48bc-93ed-915119a822f1),segment_id=93dc562c-326e-48bc-93ed-915119a822f1)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:12:49.110735 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 4aac091f-65c1-4c36-9072-a266f2493296 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:12:49.111251 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (4aac091f-65c1-4c36-9072-a266f2493296), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:49.117981 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d308821-c4f3-4fe3-8b73-de5a3e99729b req-465b61c4-a4da-4ccc-8d39-0c590536aa11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:49.120374 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5d308821-c4f3-4fe3-8b73-de5a3e99729b req-465b61c4-a4da-4ccc-8d39-0c590536aa11 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=eaae8635-89b6-4156-811c-70c9b45aef9b HTTP/1.1" status: 200 len: 1097 time: 0.7699866 Jan 28 07:12:49.159140 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 4aac091f-65c1-4c36-9072-a266f2493296, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=4aac091f-65c1-4c36-9072-a266f2493296,segment=NetworkSegment(a8009862-d945-4c67-8240-74eec860f8ce),segment_id=a8009862-d945-4c67-8240-74eec860f8ce)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:12:49.164407 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (bd98b14a-7722-4075-8fe6-d4af6b343a44), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:49.176811 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7196acba-6413-4905-b132-f89c5f6e0045 admin admin] Network 7d5b3724-deef-4831-8d43-cb9b8176573c is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:12:49.180866 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (4aac091f-65c1-4c36-9072-a266f2493296), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:49.184296 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 306d21bc-fcd5-48a8-8c93-759b2a81125d up at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:12:49.197664 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c90c80ff-f2d3-4549-8200-f87b8ee4b83b req-2b031ab2-d2fe-4497-b051-ca243fd3c7c7 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Made reservation on behalf of f5fa6549bc8d49d9b2eb68f328326d46 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:12:49.201649 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c90c80ff-f2d3-4549-8200-f87b8ee4b83b req-2b031ab2-d2fe-4497-b051-ca243fd3c7c7 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:49.219164 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-7196acba-6413-4905-b132-f89c5f6e0045 admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:12:49.219423 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-63199f54-e4aa-4fe2-b13e-68bfce8b8dc4 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1096075 Jan 28 07:12:49.232702 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 39888) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:12:49.253228 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-a4d92d1b-191f-45d4-af78-4fa2d3676687 admin admin] Request body: {'subnet': {'network_id': '0097255c-2826-4326-b65e-f981721e64c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1124228147-subnet', 'tenant_id': '76a0edd7d3e441eeb831b155f2c1d5a7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:12:49.301363 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f7a8b84-1b46-4c03-a6b6-bfee4b4d1d3a None None] Network 10e29fde-3535-4a1c-887d-2b3ed80d798e requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:12:49.377866 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-c90c80ff-f2d3-4549-8200-f87b8ee4b83b req-2b031ab2-d2fe-4497-b051-ca243fd3c7c7 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Allocated IP 172.20.0.7 (e794ad63-0b0f-4018-9f49-e800aa3d32de/11d8e1f8-50c3-4314-ae17-177714f8d453/08e8f3d4-ff76-4c7d-8942-f33dca578036) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:12:49.416378 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4d92d1b-191f-45d4-af78-4fa2d3676687 admin admin] Made reservation on behalf of 76a0edd7d3e441eeb831b155f2c1d5a7 for: {'subnet': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:12:49.418765 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a4d92d1b-191f-45d4-af78-4fa2d3676687 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13555781'] for subnet (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:49.514541 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63199f54-e4aa-4fe2-b13e-68bfce8b8dc4 admin admin] Pushing event updated for resources: {'Network': ['ID=0097255c-2826-4326-b65e-f981721e64c0,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:49.522131 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c941af78-f064-4e96-a410-be30691a1ec1 req-45c57cdc-46d9-41c5-a878-393945bf7214 service neutron] 10.222.0.44 "GET /v2.0/ports/6e6bf8db-61c9-4d4f-95fd-d2da51d77c33/bindings/n-h1-712749-28 HTTP/1.1" status: 200 len: 385 time: 0.9914360 Jan 28 07:12:49.540647 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7196acba-6413-4905-b132-f89c5f6e0045 admin admin] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:12:49.568470 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7196acba-6413-4905-b132-f89c5f6e0045 admin admin] Pushing event updated for resources: {'Port': ['ID=33c44737-7de6-4037-a388-1dd3feb34cd7,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:49.574287 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5d308821-c4f3-4fe3-8b73-de5a3e99729b req-db5d60da-7b6b-46eb-b250-085d91cbab65 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=54f3b545-d68e-44ae-b5dc-1cfcda6094b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4248488 Jan 28 07:12:49.627001 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9cfd252a-c1d7-42e7-922e-fe4a416691b4 req-9caa722a-85df-40ea-a054-95c6d6ecdbab tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/security-groups?id=54f3b545-d68e-44ae-b5dc-1cfcda6094b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5325637 Jan 28 07:12:49.653018 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network 0097255c-2826-4326-b65e-f981721e64c0 details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:12:49.701866 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-17157bbc-b610-4461-81bc-f8f22a1b6298 req-844c68d0-31bd-41a8-9808-5c140abe2ee2 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=45dcaf20-7dc4-49ae-9d38-d1aa33837cd8 HTTP/1.1" status: 200 len: 210 time: 0.1567764 Jan 28 07:12:49.801296 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-bd31c6a4-9e10-493f-8ff2-c31fdec2deb2 None None] Provisioning complete for port bd98b14a-7722-4075-8fe6-d4af6b343a44 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:12:49.801831 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bd31c6a4-9e10-493f-8ff2-c31fdec2deb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (bd98b14a-7722-4075-8fe6-d4af6b343a44), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:49.823336 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c90c80ff-f2d3-4549-8200-f87b8ee4b83b req-2b031ab2-d2fe-4497-b051-ca243fd3c7c7 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Publish callbacks [] for port (08e8f3d4-ff76-4c7d-8942-f33dca578036), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:49.962405 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-bd31c6a4-9e10-493f-8ff2-c31fdec2deb2 None None] Current status of the port bd98b14a-7722-4075-8fe6-d4af6b343a44 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:12:49.971006 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Pushing event updated for resources: {'Port': ['ID=bd98b14a-7722-4075-8fe6-d4af6b343a44,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:49.973556 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aee4412-16b4-437e-bc47-9d103b22b06e req-f1952eb5-b0d7-425a-8079-2af8a53a1cf8 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:49.981146 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aee4412-16b4-437e-bc47-9d103b22b06e req-f1952eb5-b0d7-425a-8079-2af8a53a1cf8 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:49.986014 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c90c80ff-f2d3-4549-8200-f87b8ee4b83b req-2b031ab2-d2fe-4497-b051-ca243fd3c7c7 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (08e8f3d4-ff76-4c7d-8942-f33dca578036), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:49.997607 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aee4412-16b4-437e-bc47-9d103b22b06e req-f1952eb5-b0d7-425a-8079-2af8a53a1cf8 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:50.008866 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aee4412-16b4-437e-bc47-9d103b22b06e req-f1952eb5-b0d7-425a-8079-2af8a53a1cf8 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:50.020437 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aee4412-16b4-437e-bc47-9d103b22b06e req-f1952eb5-b0d7-425a-8079-2af8a53a1cf8 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:50.026863 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aee4412-16b4-437e-bc47-9d103b22b06e req-f1952eb5-b0d7-425a-8079-2af8a53a1cf8 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:50.033179 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aee4412-16b4-437e-bc47-9d103b22b06e req-f1952eb5-b0d7-425a-8079-2af8a53a1cf8 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:50.036126 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0aee4412-16b4-437e-bc47-9d103b22b06e req-f1952eb5-b0d7-425a-8079-2af8a53a1cf8 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7 HTTP/1.1" status: 200 len: 5433 time: 0.2620039 Jan 28 07:12:50.116330 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b031ab2-d2fe-4497-b051-ca243fd3c7c7 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Pushing event updated for resources: {'Port': ['ID=08e8f3d4-ff76-4c7d-8942-f33dca578036,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:50.127217 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=4aac091f-65c1-4c36-9072-a266f2493296,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:50.129794 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c90c80ff-f2d3-4549-8200-f87b8ee4b83b req-2b031ab2-d2fe-4497-b051-ca243fd3c7c7 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Network e794ad63-0b0f-4018-9f49-e800aa3d32de is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:12:50.141773 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['74c51dd4-789c-4c23-9ba8-db6cc4ee322f'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:12:50.176456 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-c90c80ff-f2d3-4549-8200-f87b8ee4b83b req-2b031ab2-d2fe-4497-b051-ca243fd3c7c7 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:12:50.181428 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-c90c80ff-f2d3-4549-8200-f87b8ee4b83b req-2b031ab2-d2fe-4497-b051-ca243fd3c7c7 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:12:50.280317 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1d4cf44-173a-4200-baca-a17fb9b232db'}, {'server_uuid': 'b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aac091f-65c1-4c36-9072-a266f2493296'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:12:50.294576 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daba715b-bc98-4bc9-9e0c-ffcdb91f1b29" -d '{"events": [{"server_uuid": "b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7", "name": "network-vif-plugged", "status": "completed", "tag": "c1d4cf44-173a-4200-baca-a17fb9b232db"}, {"server_uuid": "b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7", "name": "network-vif-plugged", "status": "completed", "tag": "4aac091f-65c1-4c36-9072-a266f2493296"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:12:50.302688 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning for port 306d21bc-fcd5-48a8-8c93-759b2a81125d completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:12:50.330468 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0aee4412-16b4-437e-bc47-9d103b22b06e req-83f93678-bd05-4fea-a33c-9af6ee6f03fc tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/security-groups?id=f42d29db-089b-46ec-bdc0-e6253e46a436&id=f0e415d4-9274-4847-9e71-c098cc08b695&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2612910 Jan 28 07:12:50.335496 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning complete for port 306d21bc-fcd5-48a8-8c93-759b2a81125d triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:12:50.335965 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (306d21bc-fcd5-48a8-8c93-759b2a81125d), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:50.350110 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90c80ff-f2d3-4549-8200-f87b8ee4b83b req-2b031ab2-d2fe-4497-b051-ca243fd3c7c7 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:50.351565 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c90c80ff-f2d3-4549-8200-f87b8ee4b83b req-2b031ab2-d2fe-4497-b051-ca243fd3c7c7 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:50.397974 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a4d92d1b-191f-45d4-af78-4fa2d3676687 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13546728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13555799'] for subnet (ec7629c7-08e7-41ca-b3a5-3b1acfe6c466), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:50.405679 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device bd98b14a-7722-4075-8fe6-d4af6b343a44 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:12:50.456806 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 28 Jan 2022 07:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6fe8f0d-6c02-400a-badc-3300f1ca5d49 x-openstack-request-id: req-f6fe8f0d-6c02-400a-badc-3300f1ca5d49 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:12:50.457119 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7", "name": "network-vif-plugged", "status": "completed", "tag": "c1d4cf44-173a-4200-baca-a17fb9b232db", "code": 200}, {"server_uuid": "b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7", "name": "network-vif-plugged", "status": "completed", "tag": "4aac091f-65c1-4c36-9072-a266f2493296", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:12:50.457367 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f6fe8f0d-6c02-400a-badc-3300f1ca5d49 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:12:50.457809 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1d4cf44-173a-4200-baca-a17fb9b232db', 'code': 200} Jan 28 07:12:50.458076 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aac091f-65c1-4c36-9072-a266f2493296', 'code': 200} Jan 28 07:12:50.461877 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-c941af78-f064-4e96-a410-be30691a1ec1 req-306b68f1-ecb5-4334-bf04-4c4d79d3648b service neutron] For port 6e6bf8db-61c9-4d4f-95fd-d2da51d77c33, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=6e6bf8db-61c9-4d4f-95fd-d2da51d77c33,segment=NetworkSegment(b38b5d3d-4197-4548-8b2f-aaaa5395d71b),segment_id=b38b5d3d-4197-4548-8b2f-aaaa5395d71b)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:12:50.585456 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d92d1b-191f-45d4-af78-4fa2d3676687 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec7629c7-08e7-41ca-b3a5-3b1acfe6c466,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:50.589762 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-d08d2640-102f-4b82-891c-91bcd7c043db None None] Provisioning complete for port bd98b14a-7722-4075-8fe6-d4af6b343a44 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:12:50.590298 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d08d2640-102f-4b82-891c-91bcd7c043db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (bd98b14a-7722-4075-8fe6-d4af6b343a44), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:50.605278 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-c941af78-f064-4e96-a410-be30691a1ec1 req-306b68f1-ecb5-4334-bf04-4c4d79d3648b service neutron] For port 6e6bf8db-61c9-4d4f-95fd-d2da51d77c33, host n-h2-712749-28, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:12:50.644751 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 306d21bc-fcd5-48a8-8c93-759b2a81125d is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:12:50.645404 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (306d21bc-fcd5-48a8-8c93-759b2a81125d), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:50.700394 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 306d21bc-fcd5-48a8-8c93-759b2a81125d, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=306d21bc-fcd5-48a8-8c93-759b2a81125d,segment=NetworkSegment(914d5fdc-8494-4dfd-8547-a179fe5cc900),segment_id=914d5fdc-8494-4dfd-8547-a179fe5cc900)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:12:50.704257 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [req-c941af78-f064-4e96-a410-be30691a1ec1 req-306b68f1-ecb5-4334-bf04-4c4d79d3648b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e6bf8db-61c9-4d4f-95fd-d2da51d77c33 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:12:50.723611 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port bd98b14a-7722-4075-8fe6-d4af6b343a44 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:12:50.724151 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (bd98b14a-7722-4075-8fe6-d4af6b343a44), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:50.728245 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (306d21bc-fcd5-48a8-8c93-759b2a81125d), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:50.730137 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device fca91fdf-3a32-42a9-bf73-0d9c26ab506a up at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:12:50.761770 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-c941af78-f064-4e96-a410-be30691a1ec1 req-306b68f1-ecb5-4334-bf04-4c4d79d3648b service neutron] For port 6e6bf8db-61c9-4d4f-95fd-d2da51d77c33, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=6e6bf8db-61c9-4d4f-95fd-d2da51d77c33,segment=NetworkSegment(b38b5d3d-4197-4548-8b2f-aaaa5395d71b),segment_id=b38b5d3d-4197-4548-8b2f-aaaa5395d71b)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:12:50.811006 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-c941af78-f064-4e96-a410-be30691a1ec1 req-306b68f1-ecb5-4334-bf04-4c4d79d3648b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (6e6bf8db-61c9-4d4f-95fd-d2da51d77c33), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:50.881081 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 39920) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:12:50.917017 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d92d1b-191f-45d4-af78-4fa2d3676687 admin admin] Checking segment: {'id': 'cb0de746-6341-485d-9173-6642a5471aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '0097255c-2826-4326-b65e-f981721e64c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:12:50.917618 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d92d1b-191f-45d4-af78-4fa2d3676687 admin admin] Network hostable DHCP agents. Network: 0097255c-2826-4326-b65e-f981721e64c0, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:12:50.977845 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7196acba-6413-4905-b132-f89c5f6e0045 admin admin] Publish callbacks [] for router_gateway (28d83209-c84a-4b4e-ae88-386b2aabd8ea), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:51.013055 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [req-c941af78-f064-4e96-a410-be30691a1ec1 req-306b68f1-ecb5-4334-bf04-4c4d79d3648b service neutron] Transition to ACTIVE for port object 6e6bf8db-61c9-4d4f-95fd-d2da51d77c33 will not be triggered until provisioned by entity L2. {{(pid=103283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:12:51.026697 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-c941af78-f064-4e96-a410-be30691a1ec1 req-306b68f1-ecb5-4334-bf04-4c4d79d3648b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (6e6bf8db-61c9-4d4f-95fd-d2da51d77c33), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:51.033325 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning for port fca91fdf-3a32-42a9-bf73-0d9c26ab506a completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:12:51.044245 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning complete for port fca91fdf-3a32-42a9-bf73-0d9c26ab506a triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:12:51.044724 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (fca91fdf-3a32-42a9-bf73-0d9c26ab506a), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:51.062079 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c90c80ff-f2d3-4549-8200-f87b8ee4b83b req-2b031ab2-d2fe-4497-b051-ca243fd3c7c7 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6337435 Jan 28 07:12:51.080909 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6044cdfa-9ee8-4ea3-98a2-b036b20915d7 req-a6dec5f7-548e-4218-9b5e-c85a8e77d449 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:51.082498 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6044cdfa-9ee8-4ea3-98a2-b036b20915d7 req-a6dec5f7-548e-4218-9b5e-c85a8e77d449 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f4e61f2-7d76-46bf-b863-47fc90eac5c6 HTTP/1.1" status: 200 len: 943 time: 0.7271655 Jan 28 07:12:51.124442 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=306d21bc-fcd5-48a8-8c93-759b2a81125d,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:51.129406 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1567c05d-5431-44d3-b1c1-893265486d02 req-2d5c34e8-060c-451c-a1c9-226b94a2e166 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:51.137540 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1567c05d-5431-44d3-b1c1-893265486d02 req-2d5c34e8-060c-451c-a1c9-226b94a2e166 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/ports?device_id=eaae8635-89b6-4156-811c-70c9b45aef9b HTTP/1.1" status: 200 len: 945 time: 0.3321881 Jan 28 07:12:51.140123 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-d08d2640-102f-4b82-891c-91bcd7c043db None None] Current status of the port bd98b14a-7722-4075-8fe6-d4af6b343a44 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:12:51.145961 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306b68f1-ecb5-4334-bf04-4c4d79d3648b service neutron] Pushing event updated for resources: {'Port': ['ID=6e6bf8db-61c9-4d4f-95fd-d2da51d77c33,revision_number=10']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:51.166281 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d92d1b-191f-45d4-af78-4fa2d3676687 admin admin] Network 0097255c-2826-4326-b65e-f981721e64c0 is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:12:51.196707 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-c90c80ff-f2d3-4549-8200-f87b8ee4b83b req-37d6b02f-3f14-4455-98f2-0af0cc4631eb service neutron] Request body: {'port': {'device_id': '45dcaf20-7dc4-49ae-9d38-d1aa33837cd8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-28'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:12:51.205385 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-c941af78-f064-4e96-a410-be30691a1ec1 req-306b68f1-ecb5-4334-bf04-4c4d79d3648b service neutron] No DVR routers for this DVR port 6e6bf8db-61c9-4d4f-95fd-d2da51d77c33 on host n-h2-712749-28 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:12:51.220754 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port bd98b14a-7722-4075-8fe6-d4af6b343a44 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:12:51.221213 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f3f3d542-f84e-4959-a89f-41d51b491f91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:51.227113 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-a4d92d1b-191f-45d4-af78-4fa2d3676687 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, 0097255c-2826-4326-b65e-f981721e64c0) {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:12:51.244435 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d92d1b-191f-45d4-af78-4fa2d3676687 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:51.245895 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a4d92d1b-191f-45d4-af78-4fa2d3676687 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:51.260737 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port fca91fdf-3a32-42a9-bf73-0d9c26ab506a is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:12:51.261130 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (fca91fdf-3a32-42a9-bf73-0d9c26ab506a), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:51.266699 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d261ed7-5191-4734-bdf4-7608d9b172ed None None] Network 0097255c-2826-4326-b65e-f981721e64c0 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:12:51.366290 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c90c80ff-f2d3-4549-8200-f87b8ee4b83b req-37d6b02f-3f14-4455-98f2-0af0cc4631eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (08e8f3d4-ff76-4c7d-8942-f33dca578036), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:51.395371 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b37af698-0d44-44f0-8904-54cb60a8dfb7 None None] Network 0097255c-2826-4326-b65e-f981721e64c0 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:12:51.455540 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f3f3d542-f84e-4959-a89f-41d51b491f91 admin admin] Publish callbacks [] for security_group (603b031c-fbc1-4a60-a32f-f78f855b359b), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:51.474342 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-0c781a3e-0da2-4da3-ab16-d87229d7ea55 None None] Provisioning complete for port 08e8f3d4-ff76-4c7d-8942-f33dca578036 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:12:51.474723 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0c781a3e-0da2-4da3-ab16-d87229d7ea55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (08e8f3d4-ff76-4c7d-8942-f33dca578036), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:51.478999 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-a4d92d1b-191f-45d4-af78-4fa2d3676687 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.2437515 Jan 28 07:12:51.532460 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-0c781a3e-0da2-4da3-ab16-d87229d7ea55 None None] Port 08e8f3d4-ff76-4c7d-8942-f33dca578036 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:12:51.533989 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f3f3d542-f84e-4959-a89f-41d51b491f91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (603b031c-fbc1-4a60-a32f-f78f855b359b), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:51.553052 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port fca91fdf-3a32-42a9-bf73-0d9c26ab506a, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=fca91fdf-3a32-42a9-bf73-0d9c26ab506a,segment=NetworkSegment(a8009862-d945-4c67-8240-74eec860f8ce),segment_id=a8009862-d945-4c67-8240-74eec860f8ce)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:12:51.563932 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (fca91fdf-3a32-42a9-bf73-0d9c26ab506a), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:51.564853 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 23612cfd-7aa2-47c9-a6c1-d148371b7d15 up at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:12:51.616249 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1567c05d-5431-44d3-b1c1-893265486d02 req-277130bf-82eb-4d0d-9382-a113311a1853 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/security-groups?id=54f3b545-d68e-44ae-b5dc-1cfcda6094b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4774711 Jan 28 07:12:51.623392 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c941af78-f064-4e96-a410-be30691a1ec1 req-306b68f1-ecb5-4334-bf04-4c4d79d3648b service neutron] 10.222.0.44 "PUT /v2.0/ports/6e6bf8db-61c9-4d4f-95fd-d2da51d77c33/bindings/n-h1-712749-28/activate HTTP/1.1" status: 200 len: 370 time: 2.0891936 Jan 28 07:12:51.670342 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-f3f3d542-f84e-4959-a89f-41d51b491f91 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=432a21bf38a54d15ab52170d881bbf15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7718732 Jan 28 07:12:51.673233 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f3d542-f84e-4959-a89f-41d51b491f91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=603b031c-fbc1-4a60-a32f-f78f855b359b,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:51.701228 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 39928) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:12:51.880118 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7196acba-6413-4905-b132-f89c5f6e0045 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16605475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16607909'] for router (28d83209-c84a-4b4e-ae88-386b2aabd8ea), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:51.895779 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-c90c80ff-f2d3-4549-8200-f87b8ee4b83b req-37d6b02f-3f14-4455-98f2-0af0cc4631eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08e8f3d4-ff76-4c7d-8942-f33dca578036 {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:12:51.904781 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c90c80ff-f2d3-4549-8200-f87b8ee4b83b req-37d6b02f-3f14-4455-98f2-0af0cc4631eb service neutron] Publish callbacks [] for port (08e8f3d4-ff76-4c7d-8942-f33dca578036), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:51.913295 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6044cdfa-9ee8-4ea3-98a2-b036b20915d7 req-8a5e9c89-b61e-4684-b928-7f8420668f35 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c286ac6-5d5d-46b9-b282-9e68e0339bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6615984 Jan 28 07:12:51.930461 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-c90c80ff-f2d3-4549-8200-f87b8ee4b83b req-37d6b02f-3f14-4455-98f2-0af0cc4631eb service neutron] Transition to ACTIVE for port object 08e8f3d4-ff76-4c7d-8942-f33dca578036 will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:12:51.932892 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning for port 23612cfd-7aa2-47c9-a6c1-d148371b7d15 completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:12:51.969999 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=fca91fdf-3a32-42a9-bf73-0d9c26ab506a,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:51.974820 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning complete for port 23612cfd-7aa2-47c9-a6c1-d148371b7d15 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:12:51.975336 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (23612cfd-7aa2-47c9-a6c1-d148371b7d15), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:51.989422 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c90c80ff-f2d3-4549-8200-f87b8ee4b83b req-37d6b02f-3f14-4455-98f2-0af0cc4631eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (08e8f3d4-ff76-4c7d-8942-f33dca578036), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:52.052036 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d6b02f-3f14-4455-98f2-0af0cc4631eb service neutron] Pushing event updated for resources: {'Port': ['ID=08e8f3d4-ff76-4c7d-8942-f33dca578036,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:52.052406 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-627b10ef-2dcc-47d4-9dad-5ce3b96967ec admin admin] Publish callbacks [] for security_group (603b031c-fbc1-4a60-a32f-f78f855b359b), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:52.075610 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c941af78-f064-4e96-a410-be30691a1ec1 req-321c48a9-3bd2-466e-bdf1-47c77744c869 tempest-LiveMigrationTest-521921630 tempest-LiveMigrationTest-521921630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:52.082748 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c941af78-f064-4e96-a410-be30691a1ec1 req-321c48a9-3bd2-466e-bdf1-47c77744c869 tempest-LiveMigrationTest-521921630 tempest-LiveMigrationTest-521921630-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=2f4e61f2-7d76-46bf-b863-47fc90eac5c6&tenant_id=1b5821c096cf43639ed10b07e04f5303&binding%3Ahost_id=n-h2-712749-28 HTTP/1.1" status: 200 len: 1096 time: 0.2993374 Jan 28 07:12:52.181253 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 23612cfd-7aa2-47c9-a6c1-d148371b7d15 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:12:52.181658 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (23612cfd-7aa2-47c9-a6c1-d148371b7d15), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:52.205316 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b667cdbd-ed6e-400a-9442-794a41f23bb6 req-ba211d99-3f59-403e-99f9-fbe174d2f409 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:52.210306 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b667cdbd-ed6e-400a-9442-794a41f23bb6 req-ba211d99-3f59-403e-99f9-fbe174d2f409 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=45dcaf20-7dc4-49ae-9d38-d1aa33837cd8 HTTP/1.1" status: 200 len: 931 time: 0.3394296 Jan 28 07:12:52.226436 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 23612cfd-7aa2-47c9-a6c1-d148371b7d15, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=23612cfd-7aa2-47c9-a6c1-d148371b7d15,segment=NetworkSegment(a8009862-d945-4c67-8240-74eec860f8ce),segment_id=a8009862-d945-4c67-8240-74eec860f8ce)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:12:52.231998 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (23612cfd-7aa2-47c9-a6c1-d148371b7d15), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:52.283818 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-627b10ef-2dcc-47d4-9dad-5ce3b96967ec admin admin] Publish callbacks [] for security_group (603b031c-fbc1-4a60-a32f-f78f855b359b), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:52.314480 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=23612cfd-7aa2-47c9-a6c1-d148371b7d15,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:52.346356 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c941af78-f064-4e96-a410-be30691a1ec1 req-29886a05-570c-4fff-9fef-1c7260c6a979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:52.348882 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c941af78-f064-4e96-a410-be30691a1ec1 req-29886a05-570c-4fff-9fef-1c7260c6a979 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2f4e61f2-7d76-46bf-b863-47fc90eac5c6&tenant_id=1b5821c096cf43639ed10b07e04f5303 HTTP/1.1" status: 200 len: 1096 time: 0.2567487 Jan 28 07:12:52.369608 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-c90c80ff-f2d3-4549-8200-f87b8ee4b83b req-37d6b02f-3f14-4455-98f2-0af0cc4631eb service neutron] Attempting to bind port 08e8f3d4-ff76-4c7d-8942-f33dca578036 on host n-h1-712749-28 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:12:52.369608 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-c90c80ff-f2d3-4549-8200-f87b8ee4b83b req-37d6b02f-3f14-4455-98f2-0af0cc4631eb service neutron] Attempting to bind port 08e8f3d4-ff76-4c7d-8942-f33dca578036 by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': '67c4ed53-bfbf-4494-8d62-da0c7e4209c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e794ad63-0b0f-4018-9f49-e800aa3d32de'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:12:52.370300 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90c80ff-f2d3-4549-8200-f87b8ee4b83b req-37d6b02f-3f14-4455-98f2-0af0cc4631eb service neutron] Attempting to bind port 08e8f3d4-ff76-4c7d-8942-f33dca578036 on network e794ad63-0b0f-4018-9f49-e800aa3d32de {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:12:52.389736 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90c80ff-f2d3-4549-8200-f87b8ee4b83b req-37d6b02f-3f14-4455-98f2-0af0cc4631eb service neutron] Port 08e8f3d4-ff76-4c7d-8942-f33dca578036 on network e794ad63-0b0f-4018-9f49-e800aa3d32de not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:12:52.390245 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90c80ff-f2d3-4549-8200-f87b8ee4b83b req-37d6b02f-3f14-4455-98f2-0af0cc4631eb service neutron] Attempting to bind port 08e8f3d4-ff76-4c7d-8942-f33dca578036 on network e794ad63-0b0f-4018-9f49-e800aa3d32de {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:12:52.410644 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90c80ff-f2d3-4549-8200-f87b8ee4b83b req-37d6b02f-3f14-4455-98f2-0af0cc4631eb service neutron] Checking agent: {'id': '2fca46b1-237f-4857-9290-2429d810e472', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 12, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:12:52.410911 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90c80ff-f2d3-4549-8200-f87b8ee4b83b req-37d6b02f-3f14-4455-98f2-0af0cc4631eb service neutron] Checking segment: {'id': '67c4ed53-bfbf-4494-8d62-da0c7e4209c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e794ad63-0b0f-4018-9f49-e800aa3d32de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:12:52.411387 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90c80ff-f2d3-4549-8200-f87b8ee4b83b req-37d6b02f-3f14-4455-98f2-0af0cc4631eb service neutron] Bound using segment: {'id': '67c4ed53-bfbf-4494-8d62-da0c7e4209c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e794ad63-0b0f-4018-9f49-e800aa3d32de'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:12:52.411692 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b667cdbd-ed6e-400a-9442-794a41f23bb6 req-48c53aec-a794-4c5e-8469-c2908b895e5d tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e9c3947-6ff8-4aa4-a1f7-c165b64c94a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830366 Jan 28 07:12:52.412135 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-c90c80ff-f2d3-4549-8200-f87b8ee4b83b req-37d6b02f-3f14-4455-98f2-0af0cc4631eb service neutron] Bound port: 08e8f3d4-ff76-4c7d-8942-f33dca578036, host: n-h1-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67c4ed53-bfbf-4494-8d62-da0c7e4209c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e794ad63-0b0f-4018-9f49-e800aa3d32de'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:12:52.412728 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c90c80ff-f2d3-4549-8200-f87b8ee4b83b req-37d6b02f-3f14-4455-98f2-0af0cc4631eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (08e8f3d4-ff76-4c7d-8942-f33dca578036), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:52.434130 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67f0761-eefa-4037-bbff-5af3c3484833 req-26522d1f-c9bb-430e-a283-2cfbdfd1aff3 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:52.443797 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67f0761-eefa-4037-bbff-5af3c3484833 req-26522d1f-c9bb-430e-a283-2cfbdfd1aff3 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:52.449670 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67f0761-eefa-4037-bbff-5af3c3484833 req-26522d1f-c9bb-430e-a283-2cfbdfd1aff3 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:52.455618 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67f0761-eefa-4037-bbff-5af3c3484833 req-26522d1f-c9bb-430e-a283-2cfbdfd1aff3 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:52.459918 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '306d21bc-fcd5-48a8-8c93-759b2a81125d'}, {'server_uuid': 'b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fca91fdf-3a32-42a9-bf73-0d9c26ab506a'}, {'server_uuid': 'b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23612cfd-7aa2-47c9-a6c1-d148371b7d15'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:12:52.463672 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67f0761-eefa-4037-bbff-5af3c3484833 req-26522d1f-c9bb-430e-a283-2cfbdfd1aff3 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:52.469591 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9b84bc4-83ed-4df4-88fb-9f82070dd8ef" -d '{"events": [{"server_uuid": "b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7", "name": "network-vif-plugged", "status": "completed", "tag": "306d21bc-fcd5-48a8-8c93-759b2a81125d"}, {"server_uuid": "b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7", "name": "network-vif-plugged", "status": "completed", "tag": "fca91fdf-3a32-42a9-bf73-0d9c26ab506a"}, {"server_uuid": "b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7", "name": "network-vif-plugged", "status": "completed", "tag": "23612cfd-7aa2-47c9-a6c1-d148371b7d15"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:12:52.469796 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67f0761-eefa-4037-bbff-5af3c3484833 req-26522d1f-c9bb-430e-a283-2cfbdfd1aff3 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:52.475832 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67f0761-eefa-4037-bbff-5af3c3484833 req-26522d1f-c9bb-430e-a283-2cfbdfd1aff3 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:52.477867 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b67f0761-eefa-4037-bbff-5af3c3484833 req-26522d1f-c9bb-430e-a283-2cfbdfd1aff3 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7 HTTP/1.1" status: 200 len: 5436 time: 0.2521827 Jan 28 07:12:52.531567 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c941af78-f064-4e96-a410-be30691a1ec1 req-32418e7a-2333-4dfc-93cd-969374f35b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:52.533590 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c941af78-f064-4e96-a410-be30691a1ec1 req-32418e7a-2333-4dfc-93cd-969374f35b99 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1b5821c096cf43639ed10b07e04f5303&device_id=2f4e61f2-7d76-46bf-b863-47fc90eac5c6 HTTP/1.1" status: 200 len: 1096 time: 0.1198351 Jan 28 07:12:52.558581 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-627b10ef-2dcc-47d4-9dad-5ce3b96967ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (603b031c-fbc1-4a60-a32f-f78f855b359b), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:52.566213 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-627b10ef-2dcc-47d4-9dad-5ce3b96967ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:52.568145 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-627b10ef-2dcc-47d4-9dad-5ce3b96967ec admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/603b031c-fbc1-4a60-a32f-f78f855b359b HTTP/1.1" status: 204 len: 168 time: 0.8649776 Jan 28 07:12:52.593970 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7196acba-6413-4905-b132-f89c5f6e0045 admin admin] Router 28d83209-c84a-4b4e-ae88-386b2aabd8ea is scheduled to L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 with binding_index 1 {{(pid=103284) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 07:12:52.595027 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 6e6bf8db-61c9-4d4f-95fd-d2da51d77c33 no longer exists at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:12:52.648708 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b67f0761-eefa-4037-bbff-5af3c3484833 req-61a2998a-caf1-4291-8243-e25da67fe8ac tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/security-groups?id=f42d29db-089b-46ec-bdc0-e6253e46a436&id=f0e415d4-9274-4847-9e71-c098cc08b695&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1480095 Jan 28 07:12:52.684770 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627b10ef-2dcc-47d4-9dad-5ce3b96967ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=603b031c-fbc1-4a60-a32f-f78f855b359b,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:52.715833 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-c90c80ff-f2d3-4549-8200-f87b8ee4b83b req-37d6b02f-3f14-4455-98f2-0af0cc4631eb service neutron] For port 08e8f3d4-ff76-4c7d-8942-f33dca578036, host n-h1-712749-28, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:12:52.738859 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-c90c80ff-f2d3-4549-8200-f87b8ee4b83b req-37d6b02f-3f14-4455-98f2-0af0cc4631eb service neutron] For port 08e8f3d4-ff76-4c7d-8942-f33dca578036, host n-h1-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=08e8f3d4-ff76-4c7d-8942-f33dca578036,segment=NetworkSegment(67c4ed53-bfbf-4494-8d62-da0c7e4209c8),segment_id=67c4ed53-bfbf-4494-8d62-da0c7e4209c8)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:12:52.749419 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c90c80ff-f2d3-4549-8200-f87b8ee4b83b req-37d6b02f-3f14-4455-98f2-0af0cc4631eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (08e8f3d4-ff76-4c7d-8942-f33dca578036), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:52.784858 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 28 Jan 2022 07:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4dc16dd-6820-4dee-b148-425384eaa604 x-openstack-request-id: req-f4dc16dd-6820-4dee-b148-425384eaa604 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:12:52.785535 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7", "name": "network-vif-plugged", "status": "completed", "tag": "306d21bc-fcd5-48a8-8c93-759b2a81125d", "code": 200}, {"server_uuid": "b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7", "name": "network-vif-plugged", "status": "completed", "tag": "fca91fdf-3a32-42a9-bf73-0d9c26ab506a", "code": 200}, {"server_uuid": "b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7", "name": "network-vif-plugged", "status": "completed", "tag": "23612cfd-7aa2-47c9-a6c1-d148371b7d15", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:12:52.786005 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f4dc16dd-6820-4dee-b148-425384eaa604 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:12:52.786612 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '306d21bc-fcd5-48a8-8c93-759b2a81125d', 'code': 200} Jan 28 07:12:52.787073 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fca91fdf-3a32-42a9-bf73-0d9c26ab506a', 'code': 200} Jan 28 07:12:52.787638 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23612cfd-7aa2-47c9-a6c1-d148371b7d15', 'code': 200} Jan 28 07:12:52.789972 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] The host n-h2-712749-28 is not matching for port 6e6bf8db-61c9-4d4f-95fd-d2da51d77c33 host n-h1-712749-28! {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 07:12:52.797843 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 6e6bf8db-61c9-4d4f-95fd-d2da51d77c33 not bound to the agent host n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:12:52.919884 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d6b02f-3f14-4455-98f2-0af0cc4631eb service neutron] Pushing event updated for resources: {'Port': ['ID=08e8f3d4-ff76-4c7d-8942-f33dca578036,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:52.932079 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c941af78-f064-4e96-a410-be30691a1ec1 req-60c5b0d9-82ca-42b7-bbbc-efb3765f21ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:52.934315 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c941af78-f064-4e96-a410-be30691a1ec1 req-60c5b0d9-82ca-42b7-bbbc-efb3765f21ff service neutron] 10.222.0.10 "GET /v2.0/networks?id=77aa199c-9565-430c-bcef-5bacd415f620 HTTP/1.1" status: 200 len: 909 time: 0.3902388 Jan 28 07:12:52.972288 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7196acba-6413-4905-b132-f89c5f6e0045 admin admin] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:12:52.985932 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c89e67-87f0-4652-836b-6afe34f00693 None None] Sync routers for ids ['28d83209-c84a-4b4e-ae88-386b2aabd8ea'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:12:52.995429 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e1b0c7-738a-48f4-9854-f6c60cd55f39 req-ae3fc10b-022c-4bbd-ae09-32d3ee234e72 tempest-VolumesAdminNegativeTest-837531968 tempest-VolumesAdminNegativeTest-837531968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:52.997295 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90c80ff-f2d3-4549-8200-f87b8ee4b83b req-37d6b02f-3f14-4455-98f2-0af0cc4631eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:52.998730 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c90c80ff-f2d3-4549-8200-f87b8ee4b83b req-37d6b02f-3f14-4455-98f2-0af0cc4631eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:53.000576 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c90c80ff-f2d3-4549-8200-f87b8ee4b83b req-37d6b02f-3f14-4455-98f2-0af0cc4631eb service neutron] 10.222.0.10 "PUT /v2.0/ports/08e8f3d4-ff76-4c7d-8942-f33dca578036 HTTP/1.1" status: 200 len: 1092 time: 1.8096271 Jan 28 07:12:53.002666 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-73e1b0c7-738a-48f4-9854-f6c60cd55f39 req-ae3fc10b-022c-4bbd-ae09-32d3ee234e72 tempest-VolumesAdminNegativeTest-837531968 tempest-VolumesAdminNegativeTest-837531968-project] 10.222.0.41 "GET /v2.0/networks?id=83146e1a-6134-4141-8227-a88603bfe3b4 HTTP/1.1" status: 200 len: 815 time: 0.3222601 Jan 28 07:12:53.006731 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c89e67-87f0-4652-836b-6afe34f00693 None None] Routers {'28d83209-c84a-4b4e-ae88-386b2aabd8ea'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:12:53.010435 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45dcaf20-7dc4-49ae-9d38-d1aa33837cd8', 'tag': '08e8f3d4-ff76-4c7d-8942-f33dca578036'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:12:53.012303 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de42ecd9-9fa9-4637-be4a-a7033cda057b" -d '{"events": [{"name": "network-changed", "server_uuid": "45dcaf20-7dc4-49ae-9d38-d1aa33837cd8", "tag": "08e8f3d4-ff76-4c7d-8942-f33dca578036"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:12:53.013399 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-51c89e67-87f0-4652-836b-6afe34f00693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:12:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['28d83209-c84a-4b4e-ae88-386b2aabd8ea'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:12:53.078285 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7196acba-6413-4905-b132-f89c5f6e0045 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:53.082363 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-7196acba-6413-4905-b132-f89c5f6e0045 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.5534930 Jan 28 07:12:53.084873 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 39966) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:12:53.138982 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c941af78-f064-4e96-a410-be30691a1ec1 req-b1d27e74-5a8b-411b-8006-f4c2d12a7dd1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6e6bf8db-61c9-4d4f-95fd-d2da51d77c33 HTTP/1.1" status: 200 len: 217 time: 0.1931982 Jan 28 07:12:53.179298 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-73e1b0c7-738a-48f4-9854-f6c60cd55f39 req-fd67a68a-a1e0-404c-b281-017260749025 tempest-VolumesAdminNegativeTest-837531968 tempest-VolumesAdminNegativeTest-837531968-project] 10.222.0.41 "GET /v2.0/quotas/eb7bc49b479f4f288c8e7155788b9ae8 HTTP/1.1" status: 200 len: 375 time: 0.0641618 Jan 28 07:12:53.289403 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-51c89e67-87f0-4652-836b-6afe34f00693 None None] Set router 28d83209-c84a-4b4e-ae88-386b2aabd8ea gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:12:53.307298 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae032bf-73fc-49c4-b60e-20ca32fd20fc req-65c5126f-50ce-4be2-bcd8-15259a3a5542 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:53.314002 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-73e1b0c7-738a-48f4-9854-f6c60cd55f39 req-516cfe0b-c830-43a7-b0dc-5ef42cc5dcde tempest-VolumesAdminNegativeTest-837531968 tempest-VolumesAdminNegativeTest-837531968-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=eb7bc49b479f4f288c8e7155788b9ae8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0750678 Jan 28 07:12:53.324819 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-cae032bf-73fc-49c4-b60e-20ca32fd20fc req-65c5126f-50ce-4be2-bcd8-15259a3a5542 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/ports?device_id=eaae8635-89b6-4156-811c-70c9b45aef9b HTTP/1.1" status: 200 len: 945 time: 0.3971915 Jan 28 07:12:53.369441 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c941af78-f064-4e96-a410-be30691a1ec1 req-d005a88d-878d-4ace-9569-09d7b4495302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:53.371357 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c941af78-f064-4e96-a410-be30691a1ec1 req-d005a88d-878d-4ace-9569-09d7b4495302 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e60d974b-4a97-44ad-8684-0b13afa61368 HTTP/1.1" status: 200 len: 848 time: 0.2197218 Jan 28 07:12:53.497022 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1e761b-fa04-4c83-a513-fff1fd27bea5 req-282a0e59-cbb6-4890-8a13-846e11e022a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:53.499106 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1e761b-fa04-4c83-a513-fff1fd27bea5 req-282a0e59-cbb6-4890-8a13-846e11e022a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:53.499742 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1e761b-fa04-4c83-a513-fff1fd27bea5 req-282a0e59-cbb6-4890-8a13-846e11e022a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:53.500447 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1e761b-fa04-4c83-a513-fff1fd27bea5 req-282a0e59-cbb6-4890-8a13-846e11e022a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:53.502250 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1e761b-fa04-4c83-a513-fff1fd27bea5 req-282a0e59-cbb6-4890-8a13-846e11e022a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:53.502889 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1e761b-fa04-4c83-a513-fff1fd27bea5 req-282a0e59-cbb6-4890-8a13-846e11e022a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:53.503659 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1e761b-fa04-4c83-a513-fff1fd27bea5 req-282a0e59-cbb6-4890-8a13-846e11e022a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:53.506755 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4a1e761b-fa04-4c83-a513-fff1fd27bea5 req-282a0e59-cbb6-4890-8a13-846e11e022a0 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7 HTTP/1.1" status: 200 len: 6500 time: 0.4770985 Jan 28 07:12:53.519621 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c941af78-f064-4e96-a410-be30691a1ec1 req-9cfb697e-7dcd-46f0-9942-9598e7f5ee02 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=77aa199c-9565-430c-bcef-5bacd415f620&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585847 Jan 28 07:12:53.589315 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-51c89e67-87f0-4652-836b-6afe34f00693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28d83209-c84a-4b4e-ae88-386b2aabd8ea', 'name': 'tempest-ServersTestManualDisk-2116047052-router', 'tenant_id': '335e46d185694220829eb867308a9154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': '33c44737-7de6-4037-a388-1dd3feb34cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:12:44Z', 'updated_at': '2022-01-28T07:12:50Z', 'revision_number': 3, 'project_id': '335e46d185694220829eb867308a9154', 'gw_port': {'id': '33c44737-7de6-4037-a388-1dd3feb34cd7', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:01:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28d83209-c84a-4b4e-ae88-386b2aabd8ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:12:46Z', 'updated_at': '2022-01-28T07:12:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:12:53.608978 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90c80ff-f2d3-4549-8200-f87b8ee4b83b req-0b401746-1d6d-400f-91b3-5e43afde989c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:53.610830 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c90c80ff-f2d3-4549-8200-f87b8ee4b83b req-0b401746-1d6d-400f-91b3-5e43afde989c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f5fa6549bc8d49d9b2eb68f328326d46&device_id=45dcaf20-7dc4-49ae-9d38-d1aa33837cd8 HTTP/1.1" status: 200 len: 1095 time: 0.2680779 Jan 28 07:12:53.635678 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c89e67-87f0-4652-836b-6afe34f00693 None None] Checking router: 28d83209-c84a-4b4e-ae88-386b2aabd8ea for host: n-d-712749-28 {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:12:53.636046 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c89e67-87f0-4652-836b-6afe34f00693 None None] Updating router 28d83209-c84a-4b4e-ae88-386b2aabd8ea port 33c44737-7de6-4037-a388-1dd3feb34cd7 binding host n-d-712749-28 {{(pid=103285) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 07:12:53.662775 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-cae032bf-73fc-49c4-b60e-20ca32fd20fc req-a1e61616-a4a9-49a0-820f-cf68752addc1 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/security-groups?id=54f3b545-d68e-44ae-b5dc-1cfcda6094b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3345306 Jan 28 07:12:53.678725 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-51c89e67-87f0-4652-836b-6afe34f00693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (33c44737-7de6-4037-a388-1dd3feb34cd7), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:53.812577 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-73e1b0c7-738a-48f4-9854-f6c60cd55f39 req-57ab63a5-463e-4bab-9c64-55dd911fbcbb service neutron] 10.222.0.41 "GET /v2.0/networks/83146e1a-6134-4141-8227-a88603bfe3b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4825287 Jan 28 07:12:53.888768 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c90c80ff-f2d3-4549-8200-f87b8ee4b83b req-9a980d93-9d16-4101-b081-1d7b4b987c28 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=08e8f3d4-ff76-4c7d-8942-f33dca578036 HTTP/1.1" status: 200 len: 217 time: 0.2142677 Jan 28 07:12:53.915475 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c941af78-f064-4e96-a410-be30691a1ec1 req-4755b091-7417-488f-8cbb-66a4cc76025a service neutron] 10.222.0.10 "GET /v2.0/networks/77aa199c-9565-430c-bcef-5bacd415f620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3831108 Jan 28 07:12:53.964838 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4a1e761b-fa04-4c83-a513-fff1fd27bea5 req-87a14952-75c1-4f9f-9849-1e1f7fa92432 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=f42d29db-089b-46ec-bdc0-e6253e46a436&id=f0e415d4-9274-4847-9e71-c098cc08b695&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4404182 Jan 28 07:12:54.000395 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 39992) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:12:54.060239 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90c80ff-f2d3-4549-8200-f87b8ee4b83b req-678a6eba-2744-4cba-95a1-356d578a00ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:54.062986 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c90c80ff-f2d3-4549-8200-f87b8ee4b83b req-678a6eba-2744-4cba-95a1-356d578a00ab service neutron] 10.222.0.10 "GET /v2.0/subnets?id=11d8e1f8-50c3-4314-ae17-177714f8d453 HTTP/1.1" status: 200 len: 850 time: 0.1701345 Jan 28 07:12:54.065866 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-51c89e67-87f0-4652-836b-6afe34f00693 None None] Publish callbacks [] for port (33c44737-7de6-4037-a388-1dd3feb34cd7), precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:54.066050 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-73e1b0c7-738a-48f4-9854-f6c60cd55f39 req-fa0d3cc9-cf4d-4a17-9cac-75af805639a3 service neutron] 10.222.0.41 "GET /v2.0/networks/83146e1a-6134-4141-8227-a88603bfe3b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2520952 Jan 28 07:12:54.075734 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-51c89e67-87f0-4652-836b-6afe34f00693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (33c44737-7de6-4037-a388-1dd3feb34cd7), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:54.151130 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c941af78-f064-4e96-a410-be30691a1ec1 req-d73a661d-4215-4a85-824e-324fb90b27ae service neutron] 10.222.0.10 "GET /v2.0/networks/77aa199c-9565-430c-bcef-5bacd415f620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2217789 Jan 28 07:12:54.161895 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee8d79b-cc52-41c7-b714-14310321795d req-993b0140-6974-4625-a883-5910752c9b6e tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:54.163463 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2ee8d79b-cc52-41c7-b714-14310321795d req-993b0140-6974-4625-a883-5910752c9b6e tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f4e61f2-7d76-46bf-b863-47fc90eac5c6 HTTP/1.1" status: 200 len: 944 time: 0.3193495 Jan 28 07:12:54.214583 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a153f8ac-bb50-4271-b738-fc37d7be3ef9 None None] Pushing event updated for resources: {'Port': ['ID=33c44737-7de6-4037-a388-1dd3feb34cd7,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:54.223793 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-51c89e67-87f0-4652-836b-6afe34f00693 None None] Attempting to bind port 33c44737-7de6-4037-a388-1dd3feb34cd7 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:12:54.224367 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-51c89e67-87f0-4652-836b-6afe34f00693 None None] Attempting to bind port 33c44737-7de6-4037-a388-1dd3feb34cd7 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:12:54.224842 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c89e67-87f0-4652-836b-6afe34f00693 None None] Attempting to bind port 33c44737-7de6-4037-a388-1dd3feb34cd7 on network 7d5b3724-deef-4831-8d43-cb9b8176573c {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:12:54.232485 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c89e67-87f0-4652-836b-6afe34f00693 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:12:54.233700 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c89e67-87f0-4652-836b-6afe34f00693 None None] Checking segment: {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:12:54.234257 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-51c89e67-87f0-4652-836b-6afe34f00693 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:54.234853 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c89e67-87f0-4652-836b-6afe34f00693 None None] Bound using segment: {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:12:54.235489 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-51c89e67-87f0-4652-836b-6afe34f00693 None None] Bound port: 33c44737-7de6-4037-a388-1dd3feb34cd7, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:12:54.236308 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-51c89e67-87f0-4652-836b-6afe34f00693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (33c44737-7de6-4037-a388-1dd3feb34cd7), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:54.247623 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-bb18d0d1-d0ab-44de-8f68-44bf0d1c573c admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-244502148-network', 'tenant_id': 'c7e5f5e1e5b6452e807f9cfd340509b9'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:12:54.287309 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2ee8d79b-cc52-41c7-b714-14310321795d req-ebdaeebe-a281-4aee-92d2-2e2ea9902f22 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c286ac6-5d5d-46b9-b282-9e68e0339bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158850 Jan 28 07:12:54.303452 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb18d0d1-d0ab-44de-8f68-44bf0d1c573c admin admin] Made reservation on behalf of c7e5f5e1e5b6452e807f9cfd340509b9 for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:12:54.306292 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bb18d0d1-d0ab-44de-8f68-44bf0d1c573c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:54.319893 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-51c89e67-87f0-4652-836b-6afe34f00693 None None] For port 33c44737-7de6-4037-a388-1dd3feb34cd7, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:12:54.334071 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-51c89e67-87f0-4652-836b-6afe34f00693 None None] For port 33c44737-7de6-4037-a388-1dd3feb34cd7, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=33c44737-7de6-4037-a388-1dd3feb34cd7,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:12:54.347183 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-51c89e67-87f0-4652-836b-6afe34f00693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (33c44737-7de6-4037-a388-1dd3feb34cd7), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:54.368619 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bb18d0d1-d0ab-44de-8f68-44bf0d1c573c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:54.522104 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a153f8ac-bb50-4271-b738-fc37d7be3ef9 None None] Pushing event updated for resources: {'Port': ['ID=33c44737-7de6-4037-a388-1dd3feb34cd7,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:54.559043 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c89e67-87f0-4652-836b-6afe34f00693 None None] Routers {'28d83209-c84a-4b4e-ae88-386b2aabd8ea'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:12:54.559804 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-51c89e67-87f0-4652-836b-6afe34f00693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:12:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['28d83209-c84a-4b4e-ae88-386b2aabd8ea'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:12:54.697884 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a705090b-82b8-4297-9c61-e93594840bb9 x-openstack-request-id: req-a705090b-82b8-4297-9c61-e93594840bb9 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:12:54.698411 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45dcaf20-7dc4-49ae-9d38-d1aa33837cd8", "tag": "08e8f3d4-ff76-4c7d-8942-f33dca578036", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:12:54.698521 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a705090b-82b8-4297-9c61-e93594840bb9 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:12:54.698901 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45dcaf20-7dc4-49ae-9d38-d1aa33837cd8', 'tag': '08e8f3d4-ff76-4c7d-8942-f33dca578036', 'status': 'completed', 'code': 200} Jan 28 07:12:54.751130 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-51c89e67-87f0-4652-836b-6afe34f00693 None None] Set router 28d83209-c84a-4b4e-ae88-386b2aabd8ea gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:12:54.789339 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 7 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 07:12:54.901037 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90c80ff-f2d3-4549-8200-f87b8ee4b83b req-19f044fc-a677-4e2d-a36f-29eabedcb296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:54.902636 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c90c80ff-f2d3-4549-8200-f87b8ee4b83b req-19f044fc-a677-4e2d-a36f-29eabedcb296 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e794ad63-0b0f-4018-9f49-e800aa3d32de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5606747 Jan 28 07:12:54.929389 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83936a4a-c7c2-44d6-80b4-45f4804b317a req-4bf2ed7e-886e-4aa9-953f-4969f2e5971a tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:54.934833 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83936a4a-c7c2-44d6-80b4-45f4804b317a req-4bf2ed7e-886e-4aa9-953f-4969f2e5971a tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:54.941829 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83936a4a-c7c2-44d6-80b4-45f4804b317a req-4bf2ed7e-886e-4aa9-953f-4969f2e5971a tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:54.947951 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83936a4a-c7c2-44d6-80b4-45f4804b317a req-4bf2ed7e-886e-4aa9-953f-4969f2e5971a tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:54.955478 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83936a4a-c7c2-44d6-80b4-45f4804b317a req-4bf2ed7e-886e-4aa9-953f-4969f2e5971a tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:54.961418 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83936a4a-c7c2-44d6-80b4-45f4804b317a req-4bf2ed7e-886e-4aa9-953f-4969f2e5971a tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:54.966954 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83936a4a-c7c2-44d6-80b4-45f4804b317a req-4bf2ed7e-886e-4aa9-953f-4969f2e5971a tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:54.975192 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-83936a4a-c7c2-44d6-80b4-45f4804b317a req-4bf2ed7e-886e-4aa9-953f-4969f2e5971a tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7 HTTP/1.1" status: 200 len: 5436 time: 0.2733793 Jan 28 07:12:55.005498 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c941af78-f064-4e96-a410-be30691a1ec1 req-3ca1e21a-18fc-497c-bda4-2c59a39b724d tempest-LiveMigrationTest-521921630 tempest-LiveMigrationTest-521921630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:55.007386 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c941af78-f064-4e96-a410-be30691a1ec1 req-3ca1e21a-18fc-497c-bda4-2c59a39b724d tempest-LiveMigrationTest-521921630 tempest-LiveMigrationTest-521921630-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=2f4e61f2-7d76-46bf-b863-47fc90eac5c6&tenant_id=1b5821c096cf43639ed10b07e04f5303&binding%3Ahost_id=n-h1-712749-28 HTTP/1.1" status: 200 len: 1096 time: 0.0667999 Jan 28 07:12:55.019066 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928e869f-ba56-45d0-9a36-7370644342b2 req-2d220930-0e9f-43f9-8541-09522ca39a8a tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:55.028614 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-928e869f-ba56-45d0-9a36-7370644342b2 req-2d220930-0e9f-43f9-8541-09522ca39a8a tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=45dcaf20-7dc4-49ae-9d38-d1aa33837cd8 HTTP/1.1" status: 200 len: 943 time: 0.5500093 Jan 28 07:12:55.050459 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bb18d0d1-d0ab-44de-8f68-44bf0d1c573c admin admin] Publish callbacks [] for security_group (fa82ec26-34b4-44b8-888a-3a43aa497a5b), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:55.087335 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bb18d0d1-d0ab-44de-8f68-44bf0d1c573c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (fa82ec26-34b4-44b8-888a-3a43aa497a5b), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:55.100006 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb18d0d1-d0ab-44de-8f68-44bf0d1c573c admin admin] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:12:55.106293 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f7e50484-6418-4b91-9e86-c4510c7f9a51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:55.150590 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bb18d0d1-d0ab-44de-8f68-44bf0d1c573c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (f8c9f08b-9596-4089-94de-8ef18d76dca7), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:55.150947 n-d-712749-28 neutron-server[103284]: INFO neutron.db.segments_db [None req-bb18d0d1-d0ab-44de-8f68-44bf0d1c573c admin admin] Added segment f8c9f08b-9596-4089-94de-8ef18d76dca7 of type vlan for network ed2a86a8-da73-4f39-8b11-88940252842f Jan 28 07:12:55.270186 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-928e869f-ba56-45d0-9a36-7370644342b2 req-cd8b0176-c023-4188-bba1-4f4e780d350f tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e9c3947-6ff8-4aa4-a1f7-c165b64c94a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334356 Jan 28 07:12:55.328740 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-83936a4a-c7c2-44d6-80b4-45f4804b317a req-4759c1e6-3120-4ab5-bf0d-fb8911a269e1 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/security-groups?id=f42d29db-089b-46ec-bdc0-e6253e46a436&id=f0e415d4-9274-4847-9e71-c098cc08b695&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3525352 Jan 28 07:12:55.384608 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-51c89e67-87f0-4652-836b-6afe34f00693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28d83209-c84a-4b4e-ae88-386b2aabd8ea', 'name': 'tempest-ServersTestManualDisk-2116047052-router', 'tenant_id': '335e46d185694220829eb867308a9154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': '33c44737-7de6-4037-a388-1dd3feb34cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:12:44Z', 'updated_at': '2022-01-28T07:12:50Z', 'revision_number': 3, 'project_id': '335e46d185694220829eb867308a9154', 'gw_port': {'id': '33c44737-7de6-4037-a388-1dd3feb34cd7', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:01:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28d83209-c84a-4b4e-ae88-386b2aabd8ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:12:46Z', 'updated_at': '2022-01-28T07:12:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:12:55.391386 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb18d0d1-d0ab-44de-8f68-44bf0d1c573c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa82ec26-34b4-44b8-888a-3a43aa497a5b,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:55.400582 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bb18d0d1-d0ab-44de-8f68-44bf0d1c573c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (ed2a86a8-da73-4f39-8b11-88940252842f), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:55.439054 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c90c80ff-f2d3-4549-8200-f87b8ee4b83b req-4e51780f-c682-4fe0-b8f1-dea395f1c7a1 service neutron] 10.222.0.10 "GET /v2.0/networks/e794ad63-0b0f-4018-9f49-e800aa3d32de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4537206 Jan 28 07:12:55.447046 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c89e67-87f0-4652-836b-6afe34f00693 None None] The sync data for ids ['28d83209-c84a-4b4e-ae88-386b2aabd8ea'] in n-d-712749-28 is: [{'id': '28d83209-c84a-4b4e-ae88-386b2aabd8ea', 'name': 'tempest-ServersTestManualDisk-2116047052-router', 'tenant_id': '335e46d185694220829eb867308a9154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': '33c44737-7de6-4037-a388-1dd3feb34cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:12:44Z', 'updated_at': '2022-01-28T07:12:50Z', 'revision_number': 3, 'project_id': '335e46d185694220829eb867308a9154', 'gw_port': {'id': '33c44737-7de6-4037-a388-1dd3feb34cd7', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:01:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28d83209-c84a-4b4e-ae88-386b2aabd8ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:12:46Z', 'updated_at': '2022-01-28T07:12:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:12:55.546916 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-c941af78-f064-4e96-a410-be30691a1ec1 req-838d9f91-ba2e-4fc3-84c7-a098224bc530 service neutron] For port 6e6bf8db-61c9-4d4f-95fd-d2da51d77c33, host n-h2-712749-28, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:12:55.567186 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-c941af78-f064-4e96-a410-be30691a1ec1 req-838d9f91-ba2e-4fc3-84c7-a098224bc530 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:55.567186 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c941af78-f064-4e96-a410-be30691a1ec1 req-838d9f91-ba2e-4fc3-84c7-a098224bc530 service neutron] 10.222.0.10 "DELETE /v2.0/ports/6e6bf8db-61c9-4d4f-95fd-d2da51d77c33/bindings/n-h2-712749-28 HTTP/1.1" status: 204 len: 173 time: 0.5228770 Jan 28 07:12:55.675553 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708e967b-59c3-4987-ba2d-9bd8785e3b35 req-10722912-f4d0-44d3-b4a4-ed07c225b13e tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:55.677762 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-708e967b-59c3-4987-ba2d-9bd8785e3b35 req-10722912-f4d0-44d3-b4a4-ed07c225b13e tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/networks?id=55d1aca5-a0d0-4804-9112-fbf4ce00f292 HTTP/1.1" status: 200 len: 805 time: 0.2323766 Jan 28 07:12:55.730080 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bb18d0d1-d0ab-44de-8f68-44bf0d1c573c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (ed2a86a8-da73-4f39-8b11-88940252842f), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:55.731121 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb18d0d1-d0ab-44de-8f68-44bf0d1c573c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:55.731722 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bb18d0d1-d0ab-44de-8f68-44bf0d1c573c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:55.747432 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-708e967b-59c3-4987-ba2d-9bd8785e3b35 req-fe71071a-b27b-497e-b436-be1ceac340f0 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/quotas/071c6275b8f741eea1e2f053b48698ce HTTP/1.1" status: 200 len: 375 time: 0.0566506 Jan 28 07:12:55.762027 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-811553ee-85f6-45de-b9ce-9c8d63015d5e req-555bd172-ede3-4eff-ba52-b5ad047f2353 tempest-VolumesAdminNegativeTest-837531968 tempest-VolumesAdminNegativeTest-837531968-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba7ed625-60e1-4265-9e5b-a87f7228a140 HTTP/1.1" status: 200 len: 210 time: 0.2357688 Jan 28 07:12:55.848719 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-708e967b-59c3-4987-ba2d-9bd8785e3b35 req-d77f9275-8ddc-4c82-b06d-98fb028fe313 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=071c6275b8f741eea1e2f053b48698ce&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0940044 Jan 28 07:12:55.982477 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-f7e50484-6418-4b91-9e86-c4510c7f9a51 admin admin] Allocated IP 172.20.0.1 (10e29fde-3535-4a1c-887d-2b3ed80d798e/c850e5b9-10d8-459c-a75d-89730d7df8b1/3208226d-98ac-401e-aca5-0ac6985e8f2e) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:12:56.020819 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-708e967b-59c3-4987-ba2d-9bd8785e3b35 req-95b8830f-a4f7-4a34-8ba8-2792923b4aa1 service neutron] 10.222.0.41 "GET /v2.0/networks/55d1aca5-a0d0-4804-9112-fbf4ce00f292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550508 Jan 28 07:12:56.064024 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-bb18d0d1-d0ab-44de-8f68-44bf0d1c573c admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.0623999 Jan 28 07:12:56.095498 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 40030) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:12:56.102494 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-2bdd55a8-ec6a-4abb-9d36-2fe73583e0c3 admin admin] Request body: {'subnet': {'network_id': 'ed2a86a8-da73-4f39-8b11-88940252842f', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-244502148-subnet', 'tenant_id': 'c7e5f5e1e5b6452e807f9cfd340509b9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:12:56.202385 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bdd55a8-ec6a-4abb-9d36-2fe73583e0c3 admin admin] Made reservation on behalf of c7e5f5e1e5b6452e807f9cfd340509b9 for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:12:56.206037 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2bdd55a8-ec6a-4abb-9d36-2fe73583e0c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24979592'] for subnet (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:56.288312 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-708e967b-59c3-4987-ba2d-9bd8785e3b35 req-129b1dd0-4626-40b3-a586-0f23dae1b7e4 service neutron] 10.222.0.41 "GET /v2.0/networks/55d1aca5-a0d0-4804-9112-fbf4ce00f292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2661393 Jan 28 07:12:56.323449 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 33c44737-7de6-4037-a388-1dd3feb34cd7 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:12:56.377586 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb18d0d1-d0ab-44de-8f68-44bf0d1c573c admin admin] Pushing event updated for resources: {'Network': ['ID=ed2a86a8-da73-4f39-8b11-88940252842f,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:56.426870 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network ed2a86a8-da73-4f39-8b11-88940252842f details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:12:56.465512 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 33c44737-7de6-4037-a388-1dd3feb34cd7 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:12:56.466613 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (33c44737-7de6-4037-a388-1dd3feb34cd7), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:56.489336 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c90c80ff-f2d3-4549-8200-f87b8ee4b83b req-0ed6ab35-9c9b-4e25-8278-298a3f287945 service neutron] 10.222.0.10 "GET /v2.0/networks/e794ad63-0b0f-4018-9f49-e800aa3d32de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0060732 Jan 28 07:12:56.541714 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa76efc-20c6-405c-9a26-643ede5ea63e req-a6f36658-9f00-442c-8b94-9487ab9be6c0 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:56.543766 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-efa76efc-20c6-405c-9a26-643ede5ea63e req-a6f36658-9f00-442c-8b94-9487ab9be6c0 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f4e61f2-7d76-46bf-b863-47fc90eac5c6 HTTP/1.1" status: 200 len: 944 time: 0.5302277 Jan 28 07:12:56.747530 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e1b0c7-738a-48f4-9854-f6c60cd55f39 req-8bf92a26-6ecb-4ad5-b7b0-e4bfd441471a tempest-VolumesAdminNegativeTest-837531968 tempest-VolumesAdminNegativeTest-837531968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:56.749646 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-73e1b0c7-738a-48f4-9854-f6c60cd55f39 req-8bf92a26-6ecb-4ad5-b7b0-e4bfd441471a tempest-VolumesAdminNegativeTest-837531968 tempest-VolumesAdminNegativeTest-837531968-project] 10.222.0.44 "GET /v2.0/networks?id=83146e1a-6134-4141-8227-a88603bfe3b4 HTTP/1.1" status: 200 len: 815 time: 0.3717232 Jan 28 07:12:56.774231 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-73e1b0c7-738a-48f4-9854-f6c60cd55f39 req-15274b03-9cc9-4a34-9234-2752701c36c3 tempest-VolumesAdminNegativeTest-837531968 tempest-VolumesAdminNegativeTest-837531968-project] Request body: {'port': {'device_id': 'ba7ed625-60e1-4265-9e5b-a87f7228a140', 'network_id': '83146e1a-6134-4141-8227-a88603bfe3b4', 'admin_state_up': True, 'tenant_id': 'eb7bc49b479f4f288c8e7155788b9ae8'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:12:56.830678 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 33c44737-7de6-4037-a388-1dd3feb34cd7 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:12:56.832542 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (33c44737-7de6-4037-a388-1dd3feb34cd7), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:56.833878 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2bdd55a8-ec6a-4abb-9d36-2fe73583e0c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24757504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24979610'] for subnet (4c735598-017d-4dd4-9654-6370a2a3beef), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:56.884582 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] For port 33c44737-7de6-4037-a388-1dd3feb34cd7, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=33c44737-7de6-4037-a388-1dd3feb34cd7,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:12:56.899562 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (33c44737-7de6-4037-a388-1dd3feb34cd7), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:56.955079 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f7e50484-6418-4b91-9e86-c4510c7f9a51 admin admin] Publish callbacks [] for port (3208226d-98ac-401e-aca5-0ac6985e8f2e), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:56.971304 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdd55a8-ec6a-4abb-9d36-2fe73583e0c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c735598-017d-4dd4-9654-6370a2a3beef,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:57.017828 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-efa76efc-20c6-405c-9a26-643ede5ea63e req-ef7ce121-3a9f-4635-b7a2-2ce1e2638cb6 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c286ac6-5d5d-46b9-b282-9e68e0339bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2893100 Jan 28 07:12:57.046959 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de42ecd9-9fa9-4637-be4a-a7033cda057b req-2784fddb-996f-44da-9e1a-78a23a130f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:57.048802 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-de42ecd9-9fa9-4637-be4a-a7033cda057b req-2784fddb-996f-44da-9e1a-78a23a130f1d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f5fa6549bc8d49d9b2eb68f328326d46&device_id=45dcaf20-7dc4-49ae-9d38-d1aa33837cd8 HTTP/1.1" status: 200 len: 1095 time: 0.2806921 Jan 28 07:12:57.078953 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2ed3ee-6862-4091-947c-cc23a0a326f3 req-37c84460-3a28-445f-a0d4-1d1c20512940 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:57.080754 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2f2ed3ee-6862-4091-947c-cc23a0a326f3 req-37c84460-3a28-445f-a0d4-1d1c20512940 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=45dcaf20-7dc4-49ae-9d38-d1aa33837cd8 HTTP/1.1" status: 200 len: 943 time: 0.2046740 Jan 28 07:12:57.087875 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Pushing event updated for resources: {'Port': ['ID=33c44737-7de6-4037-a388-1dd3feb34cd7,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:57.137137 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73e1b0c7-738a-48f4-9854-f6c60cd55f39 req-15274b03-9cc9-4a34-9234-2752701c36c3 tempest-VolumesAdminNegativeTest-837531968 tempest-VolumesAdminNegativeTest-837531968-project] Made reservation on behalf of eb7bc49b479f4f288c8e7155788b9ae8 for: {'port': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:12:57.141660 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-73e1b0c7-738a-48f4-9854-f6c60cd55f39 req-15274b03-9cc9-4a34-9234-2752701c36c3 tempest-VolumesAdminNegativeTest-837531968 tempest-VolumesAdminNegativeTest-837531968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:57.175596 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2f2ed3ee-6862-4091-947c-cc23a0a326f3 req-2704f5cd-0683-4db0-9a53-b25310123127 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e9c3947-6ff8-4aa4-a1f7-c165b64c94a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861869 Jan 28 07:12:57.331168 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bdd55a8-ec6a-4abb-9d36-2fe73583e0c3 admin admin] Checking segment: {'id': 'f8c9f08b-9596-4089-94de-8ef18d76dca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'ed2a86a8-da73-4f39-8b11-88940252842f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:12:57.332455 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bdd55a8-ec6a-4abb-9d36-2fe73583e0c3 admin admin] Network hostable DHCP agents. Network: ed2a86a8-da73-4f39-8b11-88940252842f, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:12:57.342449 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f7e50484-6418-4b91-9e86-c4510c7f9a51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (3208226d-98ac-401e-aca5-0ac6985e8f2e), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:57.348970 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [req-73e1b0c7-738a-48f4-9854-f6c60cd55f39 req-15274b03-9cc9-4a34-9234-2752701c36c3 tempest-VolumesAdminNegativeTest-837531968 tempest-VolumesAdminNegativeTest-837531968-project] Allocated IP 172.20.0.3 (83146e1a-6134-4141-8227-a88603bfe3b4/4f663c23-d7cb-439d-a308-bf30a9ba6916/f1b3ed6f-686a-4749-9ea4-a75289f59546) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:12:57.390425 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25ed1bc-a246-45f4-be57-66546527f8d3 req-c7de8351-0f5d-417b-93f6-db2c70b4cf51 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:57.405799 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25ed1bc-a246-45f4-be57-66546527f8d3 req-c7de8351-0f5d-417b-93f6-db2c70b4cf51 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:57.411629 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25ed1bc-a246-45f4-be57-66546527f8d3 req-c7de8351-0f5d-417b-93f6-db2c70b4cf51 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:57.419805 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25ed1bc-a246-45f4-be57-66546527f8d3 req-c7de8351-0f5d-417b-93f6-db2c70b4cf51 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:57.425661 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25ed1bc-a246-45f4-be57-66546527f8d3 req-c7de8351-0f5d-417b-93f6-db2c70b4cf51 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:57.434886 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25ed1bc-a246-45f4-be57-66546527f8d3 req-c7de8351-0f5d-417b-93f6-db2c70b4cf51 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:57.440076 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25ed1bc-a246-45f4-be57-66546527f8d3 req-c7de8351-0f5d-417b-93f6-db2c70b4cf51 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:57.442326 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f25ed1bc-a246-45f4-be57-66546527f8d3 req-c7de8351-0f5d-417b-93f6-db2c70b4cf51 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7 HTTP/1.1" status: 200 len: 5436 time: 0.2577317 Jan 28 07:12:57.483784 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e50484-6418-4b91-9e86-c4510c7f9a51 admin admin] Network 10e29fde-3535-4a1c-887d-2b3ed80d798e is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:12:57.502734 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-f7e50484-6418-4b91-9e86-c4510c7f9a51 admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:12:57.517865 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e50484-6418-4b91-9e86-c4510c7f9a51 admin admin] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:12:57.526716 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de42ecd9-9fa9-4637-be4a-a7033cda057b req-ad81566f-a806-4af9-ad05-b7e3d704d612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:57.534855 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-de42ecd9-9fa9-4637-be4a-a7033cda057b req-ad81566f-a806-4af9-ad05-b7e3d704d612 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e794ad63-0b0f-4018-9f49-e800aa3d32de HTTP/1.1" status: 200 len: 912 time: 0.4617622 Jan 28 07:12:57.560222 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bdd55a8-ec6a-4abb-9d36-2fe73583e0c3 admin admin] Network ed2a86a8-da73-4f39-8b11-88940252842f is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:12:57.579469 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e50484-6418-4b91-9e86-c4510c7f9a51 admin admin] Pushing event updated for resources: {'Port': ['ID=3208226d-98ac-401e-aca5-0ac6985e8f2e,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:57.654586 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-73e1b0c7-738a-48f4-9854-f6c60cd55f39 req-15274b03-9cc9-4a34-9234-2752701c36c3 tempest-VolumesAdminNegativeTest-837531968 tempest-VolumesAdminNegativeTest-837531968-project] Publish callbacks [] for port (f1b3ed6f-686a-4749-9ea4-a75289f59546), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:57.676287 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-2bdd55a8-ec6a-4abb-9d36-2fe73583e0c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, ed2a86a8-da73-4f39-8b11-88940252842f) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:12:57.681966 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bdd55a8-ec6a-4abb-9d36-2fe73583e0c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:57.682621 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2bdd55a8-ec6a-4abb-9d36-2fe73583e0c3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:57.692095 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-859faac4-ac99-4b1b-b5f3-bd0c117cb569 None None] Network ed2a86a8-da73-4f39-8b11-88940252842f requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:12:57.701151 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f7e50484-6418-4b91-9e86-c4510c7f9a51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16609232'] for router_interface (28d83209-c84a-4b4e-ae88-386b2aabd8ea), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:57.709576 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-de42ecd9-9fa9-4637-be4a-a7033cda057b req-074aa74f-16ed-42fe-9dcd-a4792cc63d42 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=08e8f3d4-ff76-4c7d-8942-f33dca578036 HTTP/1.1" status: 200 len: 217 time: 0.1093569 Jan 28 07:12:57.719499 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-73e1b0c7-738a-48f4-9854-f6c60cd55f39 req-15274b03-9cc9-4a34-9234-2752701c36c3 tempest-VolumesAdminNegativeTest-837531968 tempest-VolumesAdminNegativeTest-837531968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (f1b3ed6f-686a-4749-9ea4-a75289f59546), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:57.776964 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73e1b0c7-738a-48f4-9854-f6c60cd55f39 req-15274b03-9cc9-4a34-9234-2752701c36c3 tempest-VolumesAdminNegativeTest-837531968 tempest-VolumesAdminNegativeTest-837531968-project] Network 83146e1a-6134-4141-8227-a88603bfe3b4 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:12:57.780452 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [req-73e1b0c7-738a-48f4-9854-f6c60cd55f39 req-15274b03-9cc9-4a34-9234-2752701c36c3 tempest-VolumesAdminNegativeTest-837531968 tempest-VolumesAdminNegativeTest-837531968-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:12:57.789352 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-73e1b0c7-738a-48f4-9854-f6c60cd55f39 req-15274b03-9cc9-4a34-9234-2752701c36c3 tempest-VolumesAdminNegativeTest-837531968 tempest-VolumesAdminNegativeTest-837531968-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:12:57.819964 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15274b03-9cc9-4a34-9234-2752701c36c3 tempest-VolumesAdminNegativeTest-837531968 tempest-VolumesAdminNegativeTest-837531968-project] Pushing event updated for resources: {'Port': ['ID=f1b3ed6f-686a-4749-9ea4-a75289f59546,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:57.862462 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e1b0c7-738a-48f4-9854-f6c60cd55f39 req-15274b03-9cc9-4a34-9234-2752701c36c3 tempest-VolumesAdminNegativeTest-837531968 tempest-VolumesAdminNegativeTest-837531968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:57.863176 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-73e1b0c7-738a-48f4-9854-f6c60cd55f39 req-15274b03-9cc9-4a34-9234-2752701c36c3 tempest-VolumesAdminNegativeTest-837531968 tempest-VolumesAdminNegativeTest-837531968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:57.877849 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f25ed1bc-a246-45f4-be57-66546527f8d3 req-93153663-d159-445c-9bff-a5574a6ed394 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/security-groups?id=f42d29db-089b-46ec-bdc0-e6253e46a436&id=f0e415d4-9274-4847-9e71-c098cc08b695&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4068305 Jan 28 07:12:57.899812 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-2bdd55a8-ec6a-4abb-9d36-2fe73583e0c3 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8027098 Jan 28 07:12:57.904546 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b69c2d-ddba-4254-836b-526ec71a023c None None] Network ed2a86a8-da73-4f39-8b11-88940252842f requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:12:57.923118 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de42ecd9-9fa9-4637-be4a-a7033cda057b req-8ec6fe04-d915-43a3-9bc1-81cd8ed4a50c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:57.925204 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-de42ecd9-9fa9-4637-be4a-a7033cda057b req-8ec6fe04-d915-43a3-9bc1-81cd8ed4a50c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=11d8e1f8-50c3-4314-ae17-177714f8d453 HTTP/1.1" status: 200 len: 850 time: 0.1199758 Jan 28 07:12:57.960023 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-73e1b0c7-738a-48f4-9854-f6c60cd55f39 req-15274b03-9cc9-4a34-9234-2752701c36c3 tempest-VolumesAdminNegativeTest-837531968 tempest-VolumesAdminNegativeTest-837531968-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1939216 Jan 28 07:12:57.975638 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c396c2aa-193a-4ca2-83ef-391940b35c87 req-4991474c-84b6-4360-92ea-2fcd30fe0f99 tempest-VolumesAdminNegativeTest-837531968 tempest-VolumesAdminNegativeTest-837531968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:57.979887 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c396c2aa-193a-4ca2-83ef-391940b35c87 req-4991474c-84b6-4360-92ea-2fcd30fe0f99 tempest-VolumesAdminNegativeTest-837531968 tempest-VolumesAdminNegativeTest-837531968-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba7ed625-60e1-4265-9e5b-a87f7228a140 HTTP/1.1" status: 200 len: 931 time: 0.1247418 Jan 28 07:12:57.988308 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-73e1b0c7-738a-48f4-9854-f6c60cd55f39 req-5abd93f1-656a-4f26-b8b8-0ad6fc0b7000 service neutron] Request body: {'port': {'device_id': 'ba7ed625-60e1-4265-9e5b-a87f7228a140', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712749-28'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:12:58.054696 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-11289529-a579-41ce-bb73-c366a116ab4e None None] Provisioning complete for port 3208226d-98ac-401e-aca5-0ac6985e8f2e triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:12:58.055093 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-11289529-a579-41ce-bb73-c366a116ab4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (3208226d-98ac-401e-aca5-0ac6985e8f2e), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:58.090854 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-11289529-a579-41ce-bb73-c366a116ab4e None None] Port 3208226d-98ac-401e-aca5-0ac6985e8f2e cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:12:58.155407 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f7e50484-6418-4b91-9e86-c4510c7f9a51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (3208226d-98ac-401e-aca5-0ac6985e8f2e), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:58.168305 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c396c2aa-193a-4ca2-83ef-391940b35c87 req-7013804e-3c31-47ce-b486-17b855cc384a tempest-VolumesAdminNegativeTest-837531968 tempest-VolumesAdminNegativeTest-837531968-project] 10.222.0.41 "GET /v2.0/security-groups?id=71477366-0447-4ede-9f0e-5f6adcd52381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689405 Jan 28 07:12:58.185234 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de42ecd9-9fa9-4637-be4a-a7033cda057b req-129d4265-eb9f-4d42-b021-b4010eab48cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:58.189268 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-de42ecd9-9fa9-4637-be4a-a7033cda057b req-129d4265-eb9f-4d42-b021-b4010eab48cb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e794ad63-0b0f-4018-9f49-e800aa3d32de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1646843 Jan 28 07:12:58.190267 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-73e1b0c7-738a-48f4-9854-f6c60cd55f39 req-5abd93f1-656a-4f26-b8b8-0ad6fc0b7000 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (f1b3ed6f-686a-4749-9ea4-a75289f59546), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:58.266536 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 33c44737-7de6-4037-a388-1dd3feb34cd7 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:12:58.320775 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 33c44737-7de6-4037-a388-1dd3feb34cd7 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:12:58.321505 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (33c44737-7de6-4037-a388-1dd3feb34cd7), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:58.399424 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac34cc23-767a-424c-bc90-2562b1e6d478 req-e83893e0-9f39-46cf-b71b-8a6db9153f10 tempest-LiveMigrationTest-521921630 tempest-LiveMigrationTest-521921630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:58.401036 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ac34cc23-767a-424c-bc90-2562b1e6d478 req-e83893e0-9f39-46cf-b71b-8a6db9153f10 tempest-LiveMigrationTest-521921630 tempest-LiveMigrationTest-521921630-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=2f4e61f2-7d76-46bf-b863-47fc90eac5c6 HTTP/1.1" status: 200 len: 1096 time: 0.1164935 Jan 28 07:12:58.411654 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 33c44737-7de6-4037-a388-1dd3feb34cd7 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:12:58.513040 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ac34cc23-767a-424c-bc90-2562b1e6d478 req-f4d231ad-86f2-461f-b660-9435a0ef3bba tempest-LiveMigrationTest-521921630 tempest-LiveMigrationTest-521921630-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=6c286ac6-5d5d-46b9-b282-9e68e0339bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014788 Jan 28 07:12:58.628054 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [req-73e1b0c7-738a-48f4-9854-f6c60cd55f39 req-5abd93f1-656a-4f26-b8b8-0ad6fc0b7000 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1b3ed6f-686a-4749-9ea4-a75289f59546 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:12:58.636886 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-73e1b0c7-738a-48f4-9854-f6c60cd55f39 req-5abd93f1-656a-4f26-b8b8-0ad6fc0b7000 service neutron] Publish callbacks [] for port (f1b3ed6f-686a-4749-9ea4-a75289f59546), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:58.651484 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [req-73e1b0c7-738a-48f4-9854-f6c60cd55f39 req-5abd93f1-656a-4f26-b8b8-0ad6fc0b7000 service neutron] Transition to ACTIVE for port object f1b3ed6f-686a-4749-9ea4-a75289f59546 will not be triggered until provisioned by entity L2. {{(pid=103283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:12:58.658071 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-73e1b0c7-738a-48f4-9854-f6c60cd55f39 req-5abd93f1-656a-4f26-b8b8-0ad6fc0b7000 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (f1b3ed6f-686a-4749-9ea4-a75289f59546), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:58.711005 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca9c142-102e-458c-b53c-45dd41ba2024 req-fb4f040c-4f54-445f-b084-03bf1c20e435 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:58.713225 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abd93f1-656a-4f26-b8b8-0ad6fc0b7000 service neutron] Pushing event updated for resources: {'Port': ['ID=f1b3ed6f-686a-4749-9ea4-a75289f59546,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:58.716666 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca9c142-102e-458c-b53c-45dd41ba2024 req-fb4f040c-4f54-445f-b084-03bf1c20e435 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:58.725884 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca9c142-102e-458c-b53c-45dd41ba2024 req-fb4f040c-4f54-445f-b084-03bf1c20e435 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:58.731285 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca9c142-102e-458c-b53c-45dd41ba2024 req-fb4f040c-4f54-445f-b084-03bf1c20e435 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:58.736806 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca9c142-102e-458c-b53c-45dd41ba2024 req-fb4f040c-4f54-445f-b084-03bf1c20e435 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:58.742105 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca9c142-102e-458c-b53c-45dd41ba2024 req-fb4f040c-4f54-445f-b084-03bf1c20e435 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:58.747392 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca9c142-102e-458c-b53c-45dd41ba2024 req-fb4f040c-4f54-445f-b084-03bf1c20e435 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:58.749879 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6ca9c142-102e-458c-b53c-45dd41ba2024 req-fb4f040c-4f54-445f-b084-03bf1c20e435 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7 HTTP/1.1" status: 200 len: 5436 time: 0.5182073 Jan 28 07:12:58.762642 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 40122) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:12:58.767663 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-bbaa7515-4a51-4e2a-af98-d797691d34ff tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Request body: {'floatingip': {'port_id': 'c1d4cf44-173a-4200-baca-a17fb9b232db'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:12:58.769539 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-526427f1-cf31-4575-bcb6-6cec24a90982 req-316a1506-c3c3-48fb-ba86-9f109d1b62e8 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1989752350', 'description': 'tempest-description-1050719849'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:12:58.806396 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-526427f1-cf31-4575-bcb6-6cec24a90982 req-316a1506-c3c3-48fb-ba86-9f109d1b62e8 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:58.811721 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-de42ecd9-9fa9-4637-be4a-a7033cda057b req-18ed2637-e38d-48f8-855c-1e6fe58bac89 service neutron] 10.222.0.10 "GET /v2.0/networks/e794ad63-0b0f-4018-9f49-e800aa3d32de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5965495 Jan 28 07:12:58.819967 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-73e1b0c7-738a-48f4-9854-f6c60cd55f39 req-5abd93f1-656a-4f26-b8b8-0ad6fc0b7000 service neutron] Attempting to bind port f1b3ed6f-686a-4749-9ea4-a75289f59546 on host n-h2-712749-28 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:12:58.820290 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bbaa7515-4a51-4e2a-af98-d797691d34ff tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Publish callbacks [] for floatingip (b0aedd53-0f3f-4f41-b811-7afb82007f0f), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:58.820419 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-73e1b0c7-738a-48f4-9854-f6c60cd55f39 req-5abd93f1-656a-4f26-b8b8-0ad6fc0b7000 service neutron] Attempting to bind port f1b3ed6f-686a-4749-9ea4-a75289f59546 by drivers openvswitch,hyperv on host n-h2-712749-28 at level 0 using segments [{'id': 'e7268938-17f9-4f77-8957-278e92538012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '83146e1a-6134-4141-8227-a88603bfe3b4'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:12:58.820680 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e1b0c7-738a-48f4-9854-f6c60cd55f39 req-5abd93f1-656a-4f26-b8b8-0ad6fc0b7000 service neutron] Attempting to bind port f1b3ed6f-686a-4749-9ea4-a75289f59546 on network 83146e1a-6134-4141-8227-a88603bfe3b4 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:12:58.828126 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e1b0c7-738a-48f4-9854-f6c60cd55f39 req-5abd93f1-656a-4f26-b8b8-0ad6fc0b7000 service neutron] Port f1b3ed6f-686a-4749-9ea4-a75289f59546 on network 83146e1a-6134-4141-8227-a88603bfe3b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-28 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:12:58.828489 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e1b0c7-738a-48f4-9854-f6c60cd55f39 req-5abd93f1-656a-4f26-b8b8-0ad6fc0b7000 service neutron] Attempting to bind port f1b3ed6f-686a-4749-9ea4-a75289f59546 on network 83146e1a-6134-4141-8227-a88603bfe3b4 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:12:58.837858 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e1b0c7-738a-48f4-9854-f6c60cd55f39 req-5abd93f1-656a-4f26-b8b8-0ad6fc0b7000 service neutron] Checking agent: {'id': 'c9906e63-062c-432e-bb53-63fdb8115e18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:12:58.838112 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e1b0c7-738a-48f4-9854-f6c60cd55f39 req-5abd93f1-656a-4f26-b8b8-0ad6fc0b7000 service neutron] Checking segment: {'id': 'e7268938-17f9-4f77-8957-278e92538012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '83146e1a-6134-4141-8227-a88603bfe3b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:12:58.838502 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e1b0c7-738a-48f4-9854-f6c60cd55f39 req-5abd93f1-656a-4f26-b8b8-0ad6fc0b7000 service neutron] Bound using segment: {'id': 'e7268938-17f9-4f77-8957-278e92538012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '83146e1a-6134-4141-8227-a88603bfe3b4'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:12:58.838937 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-73e1b0c7-738a-48f4-9854-f6c60cd55f39 req-5abd93f1-656a-4f26-b8b8-0ad6fc0b7000 service neutron] Bound port: f1b3ed6f-686a-4749-9ea4-a75289f59546, host: n-h2-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7268938-17f9-4f77-8957-278e92538012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '83146e1a-6134-4141-8227-a88603bfe3b4'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:12:58.839296 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-73e1b0c7-738a-48f4-9854-f6c60cd55f39 req-5abd93f1-656a-4f26-b8b8-0ad6fc0b7000 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (f1b3ed6f-686a-4749-9ea4-a75289f59546), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:58.910857 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 08e8f3d4-ff76-4c7d-8942-f33dca578036 details requested by agent hyperv_n-h1-712749-28 with host n-h1-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:12:58.946638 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-526427f1-cf31-4575-bcb6-6cec24a90982 req-316a1506-c3c3-48fb-ba86-9f109d1b62e8 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Publish callbacks [] for security_group (cd38ca34-5f35-4ae3-bd8a-5447ac043d99), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:58.948037 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-73e1b0c7-738a-48f4-9854-f6c60cd55f39 req-5abd93f1-656a-4f26-b8b8-0ad6fc0b7000 service neutron] For port f1b3ed6f-686a-4749-9ea4-a75289f59546, host n-h2-712749-28, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:12:58.952996 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-73e1b0c7-738a-48f4-9854-f6c60cd55f39 req-5abd93f1-656a-4f26-b8b8-0ad6fc0b7000 service neutron] For port f1b3ed6f-686a-4749-9ea4-a75289f59546, host n-h2-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=f1b3ed6f-686a-4749-9ea4-a75289f59546,segment=NetworkSegment(e7268938-17f9-4f77-8957-278e92538012),segment_id=e7268938-17f9-4f77-8957-278e92538012)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:12:58.954020 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-526427f1-cf31-4575-bcb6-6cec24a90982 req-316a1506-c3c3-48fb-ba86-9f109d1b62e8 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (cd38ca34-5f35-4ae3-bd8a-5447ac043d99), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:58.970730 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-73e1b0c7-738a-48f4-9854-f6c60cd55f39 req-5abd93f1-656a-4f26-b8b8-0ad6fc0b7000 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (f1b3ed6f-686a-4749-9ea4-a75289f59546), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:59.017495 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-526427f1-cf31-4575-bcb6-6cec24a90982 req-316a1506-c3c3-48fb-ba86-9f109d1b62e8 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:59.020352 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-526427f1-cf31-4575-bcb6-6cec24a90982 req-316a1506-c3c3-48fb-ba86-9f109d1b62e8 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.2625332 Jan 28 07:12:59.032000 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 08e8f3d4-ff76-4c7d-8942-f33dca578036, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=08e8f3d4-ff76-4c7d-8942-f33dca578036,segment=NetworkSegment(67c4ed53-bfbf-4494-8d62-da0c7e4209c8),segment_id=67c4ed53-bfbf-4494-8d62-da0c7e4209c8)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:12:59.034305 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316a1506-c3c3-48fb-ba86-9f109d1b62e8 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd38ca34-5f35-4ae3-bd8a-5447ac043d99,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:59.044842 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e1b0c7-738a-48f4-9854-f6c60cd55f39 req-5abd93f1-656a-4f26-b8b8-0ad6fc0b7000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:59.045511 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-73e1b0c7-738a-48f4-9854-f6c60cd55f39 req-5abd93f1-656a-4f26-b8b8-0ad6fc0b7000 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:59.046954 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-73e1b0c7-738a-48f4-9854-f6c60cd55f39 req-5abd93f1-656a-4f26-b8b8-0ad6fc0b7000 service neutron] 10.222.0.44 "PUT /v2.0/ports/f1b3ed6f-686a-4749-9ea4-a75289f59546 HTTP/1.1" status: 200 len: 1092 time: 1.0649016 Jan 28 07:12:59.047426 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba7ed625-60e1-4265-9e5b-a87f7228a140', 'tag': 'f1b3ed6f-686a-4749-9ea4-a75289f59546'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:12:59.054690 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63f79765-1db2-4140-8f9c-d955ccf8a97f" -d '{"events": [{"name": "network-changed", "server_uuid": "ba7ed625-60e1-4265-9e5b-a87f7228a140", "tag": "f1b3ed6f-686a-4749-9ea4-a75289f59546"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:12:59.059881 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Returning: {'device': '08e8f3d4-ff76-4c7d-8942-f33dca578036', 'network_id': 'e794ad63-0b0f-4018-9f49-e800aa3d32de', 'port_id': '08e8f3d4-ff76-4c7d-8942-f33dca578036', 'mac_address': 'fa:16:3e:7c:63:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11d8e1f8-50c3-4314-ae17-177714f8d453', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:12:59.074146 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422e0421-7d5a-49ff-b4ec-3008884f8deb req-d56a3944-b869-4e80-bd8e-9d5419fc0512 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:59.075860 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-422e0421-7d5a-49ff-b4ec-3008884f8deb req-d56a3944-b869-4e80-bd8e-9d5419fc0512 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=45dcaf20-7dc4-49ae-9d38-d1aa33837cd8 HTTP/1.1" status: 200 len: 943 time: 0.2578635 Jan 28 07:12:59.085988 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f7e50484-6418-4b91-9e86-c4510c7f9a51 admin admin] Publish callbacks [] for port (3208226d-98ac-401e-aca5-0ac6985e8f2e), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:59.101335 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abd93f1-656a-4f26-b8b8-0ad6fc0b7000 service neutron] Pushing event updated for resources: {'Port': ['ID=f1b3ed6f-686a-4749-9ea4-a75289f59546,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:59.115285 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f7e50484-6418-4b91-9e86-c4510c7f9a51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (3208226d-98ac-401e-aca5-0ac6985e8f2e), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:59.134389 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 08e8f3d4-ff76-4c7d-8942-f33dca578036 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:12:59.134975 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (08e8f3d4-ff76-4c7d-8942-f33dca578036), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:59.149542 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08e8f3d4-ff76-4c7d-8942-f33dca578036 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:12:59.169673 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 08e8f3d4-ff76-4c7d-8942-f33dca578036, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=08e8f3d4-ff76-4c7d-8942-f33dca578036,segment=NetworkSegment(67c4ed53-bfbf-4494-8d62-da0c7e4209c8),segment_id=67c4ed53-bfbf-4494-8d62-da0c7e4209c8)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:12:59.174782 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (08e8f3d4-ff76-4c7d-8942-f33dca578036), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:59.188831 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-de42ecd9-9fa9-4637-be4a-a7033cda057b req-d3c1ace9-a172-4e70-9161-4cdee1a81c3a service neutron] 10.222.0.10 "GET /v2.0/networks/e794ad63-0b0f-4018-9f49-e800aa3d32de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3653469 Jan 28 07:12:59.219444 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e1b0c7-738a-48f4-9854-f6c60cd55f39 req-c033dc0b-c430-4557-bcb8-424b5279b747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:59.221027 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-73e1b0c7-738a-48f4-9854-f6c60cd55f39 req-c033dc0b-c430-4557-bcb8-424b5279b747 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=eb7bc49b479f4f288c8e7155788b9ae8&device_id=ba7ed625-60e1-4265-9e5b-a87f7228a140 HTTP/1.1" status: 200 len: 1095 time: 0.1011932 Jan 28 07:12:59.237333 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=08e8f3d4-ff76-4c7d-8942-f33dca578036,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:59.265460 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e50484-6418-4b91-9e86-c4510c7f9a51 admin admin] Pushing event updated for resources: {'Port': ['ID=3208226d-98ac-401e-aca5-0ac6985e8f2e,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:59.267926 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f7e50484-6418-4b91-9e86-c4510c7f9a51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16318999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16606560'] for router_interface (28d83209-c84a-4b4e-ae88-386b2aabd8ea), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:59.283893 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-73e1b0c7-738a-48f4-9854-f6c60cd55f39 req-0169a1b2-3348-4899-b3c9-7c5460f0da40 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f1b3ed6f-686a-4749-9ea4-a75289f59546 HTTP/1.1" status: 200 len: 217 time: 0.0441172 Jan 28 07:12:59.314589 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-422e0421-7d5a-49ff-b4ec-3008884f8deb req-52932420-f9d8-4f29-85b8-709b16a6b4bb tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e9c3947-6ff8-4aa4-a1f7-c165b64c94a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266161 Jan 28 07:12:59.332840 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df6271d-cd18-4b4b-b506-f20e2a372907 req-18be38ef-e6f7-4e55-94f7-09ed306055fd tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:59.335436 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-3df6271d-cd18-4b4b-b506-f20e2a372907 req-18be38ef-e6f7-4e55-94f7-09ed306055fd tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/networks?id=55d1aca5-a0d0-4804-9112-fbf4ce00f292 HTTP/1.1" status: 200 len: 805 time: 0.2054367 Jan 28 07:12:59.358646 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-3df6271d-cd18-4b4b-b506-f20e2a372907 req-29dc872b-641c-48a8-b3bc-310cd42365d7 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/quotas/071c6275b8f741eea1e2f053b48698ce HTTP/1.1" status: 200 len: 375 time: 0.0160825 Jan 28 07:12:59.366107 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e1b0c7-738a-48f4-9854-f6c60cd55f39 req-fbd4e4d8-f279-4ab9-b38d-64f4fd564b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:59.367572 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-73e1b0c7-738a-48f4-9854-f6c60cd55f39 req-fbd4e4d8-f279-4ab9-b38d-64f4fd564b5b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4f663c23-d7cb-439d-a308-bf30a9ba6916 HTTP/1.1" status: 200 len: 855 time: 0.0747578 Jan 28 07:12:59.428873 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-73e1b0c7-738a-48f4-9854-f6c60cd55f39 req-63703125-ebfa-446e-b0a0-118c3fb41c1d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=83146e1a-6134-4141-8227-a88603bfe3b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493896 Jan 28 07:12:59.491479 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-3df6271d-cd18-4b4b-b506-f20e2a372907 req-32f60ee1-6257-414f-9d59-4f4ede71138f tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=071c6275b8f741eea1e2f053b48698ce&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1224749 Jan 28 07:12:59.578901 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-73e1b0c7-738a-48f4-9854-f6c60cd55f39 req-e8d6c86b-0d9f-40a9-91c0-e3cddf4c13c8 service neutron] 10.222.0.44 "GET /v2.0/networks/83146e1a-6134-4141-8227-a88603bfe3b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434643 Jan 28 07:12:59.596144 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8291aece-0300-41e5-9e9a-60986c59bde4 req-858ebf96-6560-4dc4-996f-6098c9bc4200 tempest-ImagesOneServerTestJSON-106757326 tempest-ImagesOneServerTestJSON-106757326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:59.597779 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8291aece-0300-41e5-9e9a-60986c59bde4 req-858ebf96-6560-4dc4-996f-6098c9bc4200 tempest-ImagesOneServerTestJSON-106757326 tempest-ImagesOneServerTestJSON-106757326-project] 10.222.0.41 "GET /v2.0/ports?device_id=3dd702e6-7a80-45cc-9dda-f28032a78da6 HTTP/1.1" status: 200 len: 949 time: 0.1882882 Jan 28 07:12:59.653223 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-3df6271d-cd18-4b4b-b506-f20e2a372907 req-1fae0f1a-bb0d-4d04-9b31-916f8042d38f service neutron] 10.222.0.41 "GET /v2.0/networks/55d1aca5-a0d0-4804-9112-fbf4ce00f292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539991 Jan 28 07:12:59.654550 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e50484-6418-4b91-9e86-c4510c7f9a51 admin admin] Network 10e29fde-3535-4a1c-887d-2b3ed80d798e is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:12:59.659644 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['08e8f3d4-ff76-4c7d-8942-f33dca578036'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:12:59.669064 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-f7e50484-6418-4b91-9e86-c4510c7f9a51 admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:12:59.740958 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-73e1b0c7-738a-48f4-9854-f6c60cd55f39 req-d412dcc0-0a4c-42c9-8e54-758204ead95d service neutron] 10.222.0.44 "GET /v2.0/networks/83146e1a-6134-4141-8227-a88603bfe3b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523569 Jan 28 07:12:59.817157 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-3df6271d-cd18-4b4b-b506-f20e2a372907 req-d7b91051-e0d5-44e4-b4af-b67a0c811024 service neutron] 10.222.0.41 "GET /v2.0/networks/55d1aca5-a0d0-4804-9112-fbf4ce00f292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431324 Jan 28 07:12:59.843420 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8291aece-0300-41e5-9e9a-60986c59bde4 req-16a7389f-29ac-4ecb-bc65-72a25daaaeba tempest-ImagesOneServerTestJSON-106757326 tempest-ImagesOneServerTestJSON-106757326-project] 10.222.0.41 "GET /v2.0/security-groups?id=a65f13c7-2687-4f51-975e-f35c9dc43c67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084029 Jan 28 07:12:59.923939 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.db.resource_extend [None req-bbaa7515-4a51-4e2a-af98-d797691d34ff tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 07:12:59.963704 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-82f6a5dd-4ac2-47c4-8cd7-349fef209bd4 req-02330f23-b018-4f82-9aec-70fcc8ed5987 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-77626377', 'description': 'tempest-description-1554904999'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:12:59.987628 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-82f6a5dd-4ac2-47c4-8cd7-349fef209bd4 req-02330f23-b018-4f82-9aec-70fcc8ed5987 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:00.036978 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-fcdc178b-d0d3-49ae-bcdf-4b42f3ef79d9 None None] Provisioning complete for port 3208226d-98ac-401e-aca5-0ac6985e8f2e triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:13:00.037512 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fcdc178b-d0d3-49ae-bcdf-4b42f3ef79d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (3208226d-98ac-401e-aca5-0ac6985e8f2e), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:00.043625 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7e50484-6418-4b91-9e86-c4510c7f9a51 admin admin] Router 28d83209-c84a-4b4e-ae88-386b2aabd8ea has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:13:00.044975 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bbaa7515-4a51-4e2a-af98-d797691d34ff tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:00.070412 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-82f6a5dd-4ac2-47c4-8cd7-349fef209bd4 req-02330f23-b018-4f82-9aec-70fcc8ed5987 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Publish callbacks [] for security_group (8a525962-3f6f-46bb-874d-73a8bda380d3), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:00.078559 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bbaa7515-4a51-4e2a-af98-d797691d34ff tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16609095'] for floatingip (b0aedd53-0f3f-4f41-b811-7afb82007f0f), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:00.079102 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-82f6a5dd-4ac2-47c4-8cd7-349fef209bd4 req-02330f23-b018-4f82-9aec-70fcc8ed5987 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (8a525962-3f6f-46bb-874d-73a8bda380d3), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:00.097606 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-fcdc178b-d0d3-49ae-bcdf-4b42f3ef79d9 None None] Port 3208226d-98ac-401e-aca5-0ac6985e8f2e cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:13:00.118862 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-82f6a5dd-4ac2-47c4-8cd7-349fef209bd4 req-02330f23-b018-4f82-9aec-70fcc8ed5987 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:00.120215 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-82f6a5dd-4ac2-47c4-8cd7-349fef209bd4 req-02330f23-b018-4f82-9aec-70fcc8ed5987 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.1607003 Jan 28 07:13:00.125366 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02330f23-b018-4f82-9aec-70fcc8ed5987 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a525962-3f6f-46bb-874d-73a8bda380d3,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:13:00.179011 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-572ca6e5-5b27-4394-a875-4a4d09a954e3 x-openstack-request-id: req-572ca6e5-5b27-4394-a875-4a4d09a954e3 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:13:00.179313 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba7ed625-60e1-4265-9e5b-a87f7228a140", "tag": "f1b3ed6f-686a-4749-9ea4-a75289f59546", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:13:00.179589 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-572ca6e5-5b27-4394-a875-4a4d09a954e3 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:13:00.180002 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba7ed625-60e1-4265-9e5b-a87f7228a140', 'tag': 'f1b3ed6f-686a-4749-9ea4-a75289f59546', 'status': 'completed', 'code': 200} Jan 28 07:13:00.304720 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f79765-1db2-4140-8f9c-d955ccf8a97f req-15b1e71d-00f4-4123-826c-25960e54dc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:00.306263 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-63f79765-1db2-4140-8f9c-d955ccf8a97f req-15b1e71d-00f4-4123-826c-25960e54dc02 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=eb7bc49b479f4f288c8e7155788b9ae8&device_id=ba7ed625-60e1-4265-9e5b-a87f7228a140 HTTP/1.1" status: 200 len: 1095 time: 0.0795128 Jan 28 07:13:00.314276 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e436ab30-13ef-4cdd-9b23-89e2e08abb20 req-33539cc4-38b2-4cad-bdaf-995da6a5bdaf tempest-VolumesAdminNegativeTest-837531968 tempest-VolumesAdminNegativeTest-837531968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:00.315818 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e436ab30-13ef-4cdd-9b23-89e2e08abb20 req-33539cc4-38b2-4cad-bdaf-995da6a5bdaf tempest-VolumesAdminNegativeTest-837531968 tempest-VolumesAdminNegativeTest-837531968-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba7ed625-60e1-4265-9e5b-a87f7228a140 HTTP/1.1" status: 200 len: 943 time: 0.0808191 Jan 28 07:13:00.421264 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e436ab30-13ef-4cdd-9b23-89e2e08abb20 req-d040be50-12db-42a7-b0cc-b27e62e51631 tempest-VolumesAdminNegativeTest-837531968 tempest-VolumesAdminNegativeTest-837531968-project] 10.222.0.41 "GET /v2.0/security-groups?id=71477366-0447-4ede-9f0e-5f6adcd52381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953958 Jan 28 07:13:00.450340 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f79765-1db2-4140-8f9c-d955ccf8a97f req-c74f1993-0f1d-4d9c-bb54-7f1164c50299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:00.452552 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-63f79765-1db2-4140-8f9c-d955ccf8a97f req-c74f1993-0f1d-4d9c-bb54-7f1164c50299 service neutron] 10.222.0.44 "GET /v2.0/networks?id=83146e1a-6134-4141-8227-a88603bfe3b4 HTTP/1.1" status: 200 len: 916 time: 0.1357548 Jan 28 07:13:00.505582 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-63f79765-1db2-4140-8f9c-d955ccf8a97f req-45364f31-09a3-486b-8005-337f50bf152b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f1b3ed6f-686a-4749-9ea4-a75289f59546 HTTP/1.1" status: 200 len: 217 time: 0.0435534 Jan 28 07:13:00.584163 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f79765-1db2-4140-8f9c-d955ccf8a97f req-d434d648-083f-491d-aee6-6ff224610561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:00.585638 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-63f79765-1db2-4140-8f9c-d955ccf8a97f req-d434d648-083f-491d-aee6-6ff224610561 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4f663c23-d7cb-439d-a308-bf30a9ba6916 HTTP/1.1" status: 200 len: 855 time: 0.0723224 Jan 28 07:13:00.594572 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b17126-3c0d-49e3-82c0-5ed9b84d930e req-f6674629-3f4d-4c88-b4b0-ee1390c7778b tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:00.596087 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-63b17126-3c0d-49e3-82c0-5ed9b84d930e req-f6674629-3f4d-4c88-b4b0-ee1390c7778b tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/networks?id=77aa199c-9565-430c-bcef-5bacd415f620 HTTP/1.1" status: 200 len: 808 time: 0.6252797 Jan 28 07:13:00.600369 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-30a0ac07-6e21-44b8-a1e5-c8b278de7009 req-ed15a585-e1ba-45ed-9eaa-44f074d7482f tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/ports?device_id=60ed740a-26a2-4109-a332-5c18de6faba7 HTTP/1.1" status: 200 len: 210 time: 0.0294459 Jan 28 07:13:00.638343 n-d-712749-28 neutron-server[103284]: INFO neutron.db.l3_db [None req-bbaa7515-4a51-4e2a-af98-d797691d34ff tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Floating IP b0aedd53-0f3f-4f41-b811-7afb82007f0f associated. External IP: 172.25.6.28, port: c1d4cf44-173a-4200-baca-a17fb9b232db. Jan 28 07:13:00.657286 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-63f79765-1db2-4140-8f9c-d955ccf8a97f req-7ebf9724-4d9a-4b2c-9c09-772e02985ea9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=83146e1a-6134-4141-8227-a88603bfe3b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451221 Jan 28 07:13:00.694784 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-63b17126-3c0d-49e3-82c0-5ed9b84d930e req-c3710999-33d4-45ed-aeea-75974b0e7683 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/quotas/1b5821c096cf43639ed10b07e04f5303 HTTP/1.1" status: 200 len: 375 time: 0.0853367 Jan 28 07:13:00.770517 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7e50484-6418-4b91-9e86-c4510c7f9a51 admin admin] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:13:00.778767 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-f7e50484-6418-4b91-9e86-c4510c7f9a51 admin admin] 10.222.0.41 "PUT /v2.0/routers/28d83209-c84a-4b4e-ae88-386b2aabd8ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6889703 Jan 28 07:13:00.781096 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde258a2-c0c1-4906-b342-1f610f87ee59 None None] Sync routers for ids ['28d83209-c84a-4b4e-ae88-386b2aabd8ea'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:13:00.794222 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde258a2-c0c1-4906-b342-1f610f87ee59 None None] Routers {'28d83209-c84a-4b4e-ae88-386b2aabd8ea'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:13:00.797390 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-fde258a2-c0c1-4906-b342-1f610f87ee59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:12:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['28d83209-c84a-4b4e-ae88-386b2aabd8ea'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:13:00.816675 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-63b17126-3c0d-49e3-82c0-5ed9b84d930e req-09a7fe1b-9192-4ef9-a145-ea5d27c6b9e1 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=1b5821c096cf43639ed10b07e04f5303&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1121733 Jan 28 07:13:00.845197 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-63f79765-1db2-4140-8f9c-d955ccf8a97f req-cd7d59ae-885e-4068-8d15-bcfa2712dfac service neutron] 10.222.0.44 "GET /v2.0/networks/83146e1a-6134-4141-8227-a88603bfe3b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806772 Jan 28 07:13:00.927343 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092496af-d334-47e9-aeb4-6d3c1673ec42 req-ea010c99-5e16-43b9-bcdc-874f12845393 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:00.936752 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-092496af-d334-47e9-aeb4-6d3c1673ec42 req-ea010c99-5e16-43b9-bcdc-874f12845393 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] 10.222.0.41 "GET /v2.0/networks?id=ed2a86a8-da73-4f39-8b11-88940252842f HTTP/1.1" status: 200 len: 812 time: 0.2086282 Jan 28 07:13:00.941434 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-fde258a2-c0c1-4906-b342-1f610f87ee59 None None] Set router 28d83209-c84a-4b4e-ae88-386b2aabd8ea gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:13:00.950698 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 08e8f3d4-ff76-4c7d-8942-f33dca578036 up at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:13:00.964278 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-092496af-d334-47e9-aeb4-6d3c1673ec42 req-30635134-7120-4222-9976-82a59bd4a9b1 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] 10.222.0.41 "GET /v2.0/quotas/c7e5f5e1e5b6452e807f9cfd340509b9 HTTP/1.1" status: 200 len: 375 time: 0.0265729 Jan 28 07:13:01.005808 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-63b17126-3c0d-49e3-82c0-5ed9b84d930e req-c7290d4f-a05c-4510-88bf-e947cb3a06c3 service neutron] 10.222.0.41 "GET /v2.0/networks/77aa199c-9565-430c-bcef-5bacd415f620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415188 Jan 28 07:13:01.012301 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-092496af-d334-47e9-aeb4-6d3c1673ec42 req-abc831f6-1772-4fdb-ae4a-5a43da36ce08 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c7e5f5e1e5b6452e807f9cfd340509b9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0470724 Jan 28 07:13:01.013082 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbaa7515-4a51-4e2a-af98-d797691d34ff tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Router ee89a5a4-39d8-46d1-b45b-5fcdb90c6e90 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:13:01.043699 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning for port 08e8f3d4-ff76-4c7d-8942-f33dca578036 completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:13:01.050876 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning complete for port 08e8f3d4-ff76-4c7d-8942-f33dca578036 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:13:01.051977 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (08e8f3d4-ff76-4c7d-8942-f33dca578036), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:01.098947 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-63f79765-1db2-4140-8f9c-d955ccf8a97f req-05e4617f-8e18-47a5-aa6d-436e6f853e51 service neutron] 10.222.0.44 "GET /v2.0/networks/83146e1a-6134-4141-8227-a88603bfe3b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2467594 Jan 28 07:13:01.162903 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-092496af-d334-47e9-aeb4-6d3c1673ec42 req-e9978f73-2740-4175-b718-82c779889ba9 service neutron] 10.222.0.41 "GET /v2.0/networks/ed2a86a8-da73-4f39-8b11-88940252842f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496813 Jan 28 07:13:01.177919 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 08e8f3d4-ff76-4c7d-8942-f33dca578036 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:13:01.179814 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (08e8f3d4-ff76-4c7d-8942-f33dca578036), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:01.189853 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-63b17126-3c0d-49e3-82c0-5ed9b84d930e req-f7c4c301-2757-4fe6-9ae2-6e6343d71dcf service neutron] 10.222.0.41 "GET /v2.0/networks/77aa199c-9565-430c-bcef-5bacd415f620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751196 Jan 28 07:13:01.205744 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbaa7515-4a51-4e2a-af98-d797691d34ff tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:13:01.210476 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bbaa7515-4a51-4e2a-af98-d797691d34ff tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for floatingip (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:01.239795 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b418f556-93a8-4402-80d1-a86159fefbef None None] Sync routers for ids ['ee89a5a4-39d8-46d1-b45b-5fcdb90c6e90'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:13:01.243310 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-bbaa7515-4a51-4e2a-af98-d797691d34ff tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "PUT /v2.0/floatingips/b0aedd53-0f3f-4f41-b811-7afb82007f0f HTTP/1.1" status: 200 len: 991 time: 2.4795842 Jan 28 07:13:01.244403 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7', 'tag': 'c1d4cf44-173a-4200-baca-a17fb9b232db'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:13:01.247927 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96d03534-1363-423f-ae1e-03b6702ddb58" -d '{"events": [{"name": "network-changed", "server_uuid": "b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7", "tag": "c1d4cf44-173a-4200-baca-a17fb9b232db"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:13:01.264640 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b418f556-93a8-4402-80d1-a86159fefbef None None] Routers {'ee89a5a4-39d8-46d1-b45b-5fcdb90c6e90'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:13:01.265417 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-b418f556-93a8-4402-80d1-a86159fefbef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:12:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['ee89a5a4-39d8-46d1-b45b-5fcdb90c6e90'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:13:01.288979 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-fde258a2-c0c1-4906-b342-1f610f87ee59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28d83209-c84a-4b4e-ae88-386b2aabd8ea', 'name': 'tempest-ServersTestManualDisk-2116047052-router', 'tenant_id': '335e46d185694220829eb867308a9154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': '33c44737-7de6-4037-a388-1dd3feb34cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:12:44Z', 'updated_at': '2022-01-28T07:12:58Z', 'revision_number': 4, 'project_id': '335e46d185694220829eb867308a9154', 'gw_port': {'id': '33c44737-7de6-4037-a388-1dd3feb34cd7', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:01:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28d83209-c84a-4b4e-ae88-386b2aabd8ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:12:46Z', 'updated_at': '2022-01-28T07:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '3208226d-98ac-401e-aca5-0ac6985e8f2e', 'name': '', 'network_id': '10e29fde-3535-4a1c-887d-2b3ed80d798e', 'tenant_id': '335e46d185694220829eb867308a9154', 'mac_address': 'fa:16:3e:3f:10:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28d83209-c84a-4b4e-ae88-386b2aabd8ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'c850e5b9-10d8-459c-a75d-89730d7df8b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:12:55Z', 'updated_at': '2022-01-28T07:12:58Z', 'revision_number': 2, 'project_id': '335e46d185694220829eb867308a9154', 'subnets': [{'id': 'c850e5b9-10d8-459c-a75d-89730d7df8b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:13:01.323682 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde258a2-c0c1-4906-b342-1f610f87ee59 None None] Checking router: 28d83209-c84a-4b4e-ae88-386b2aabd8ea for host: n-d-712749-28 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:13:01.324398 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde258a2-c0c1-4906-b342-1f610f87ee59 None None] Updating router 28d83209-c84a-4b4e-ae88-386b2aabd8ea port 3208226d-98ac-401e-aca5-0ac6985e8f2e binding host n-d-712749-28 {{(pid=103286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 07:13:01.325095 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45dcaf20-7dc4-49ae-9d38-d1aa33837cd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08e8f3d4-ff76-4c7d-8942-f33dca578036'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:13:01.328453 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d715134-6466-4e82-aa92-b5eff8b1751d" -d '{"events": [{"server_uuid": "45dcaf20-7dc4-49ae-9d38-d1aa33837cd8", "name": "network-vif-plugged", "status": "completed", "tag": "08e8f3d4-ff76-4c7d-8942-f33dca578036"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:13:01.350403 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 08e8f3d4-ff76-4c7d-8942-f33dca578036, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=08e8f3d4-ff76-4c7d-8942-f33dca578036,segment=NetworkSegment(67c4ed53-bfbf-4494-8d62-da0c7e4209c8),segment_id=67c4ed53-bfbf-4494-8d62-da0c7e4209c8)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:13:01.364331 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (08e8f3d4-ff76-4c7d-8942-f33dca578036), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:01.365160 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 4a6dd5ce-e322-4b63-87ab-ae801e185778 no longer exists at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:13:01.367152 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fde258a2-c0c1-4906-b342-1f610f87ee59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (3208226d-98ac-401e-aca5-0ac6985e8f2e), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:01.488991 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=08e8f3d4-ff76-4c7d-8942-f33dca578036,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:13:01.618471 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 4a6dd5ce-e322-4b63-87ab-ae801e185778 is: ACTIVE; New status is: DOWN {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:13:01.618867 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (4a6dd5ce-e322-4b63-87ab-ae801e185778), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:01.624147 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-b418f556-93a8-4402-80d1-a86159fefbef None None] Set router ee89a5a4-39d8-46d1-b45b-5fcdb90c6e90 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:13:01.678034 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979862a0-3532-4913-82ce-af14d7838bcf req-f59549b2-822a-458c-a5c8-3db65db47641 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:01.680108 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-979862a0-3532-4913-82ce-af14d7838bcf req-f59549b2-822a-458c-a5c8-3db65db47641 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=45dcaf20-7dc4-49ae-9d38-d1aa33837cd8 HTTP/1.1" status: 200 len: 945 time: 0.1593978 Jan 28 07:13:01.684351 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-092496af-d334-47e9-aeb4-6d3c1673ec42 req-3cd5496b-c5b9-43de-99ce-c02a5cd48696 service neutron] 10.222.0.41 "GET /v2.0/networks/ed2a86a8-da73-4f39-8b11-88940252842f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5204248 Jan 28 07:13:01.705501 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df6271d-cd18-4b4b-b506-f20e2a372907 req-ef6bb74d-43df-4781-a2fb-60f1ea19aa63 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:01.712271 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-3df6271d-cd18-4b4b-b506-f20e2a372907 req-ef6bb74d-43df-4781-a2fb-60f1ea19aa63 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.44 "GET /v2.0/networks?id=55d1aca5-a0d0-4804-9112-fbf4ce00f292 HTTP/1.1" status: 200 len: 805 time: 0.5240123 Jan 28 07:13:01.730996 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-3df6271d-cd18-4b4b-b506-f20e2a372907 req-580b2b86-51c0-467c-86ad-5e3668c514d2 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Request body: {'port': {'device_id': '60ed740a-26a2-4109-a332-5c18de6faba7', 'network_id': '55d1aca5-a0d0-4804-9112-fbf4ce00f292', 'admin_state_up': True, 'tenant_id': '071c6275b8f741eea1e2f053b48698ce'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:13:01.758109 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 4a6dd5ce-e322-4b63-87ab-ae801e185778, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=4a6dd5ce-e322-4b63-87ab-ae801e185778,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:13:01.767341 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (4a6dd5ce-e322-4b63-87ab-ae801e185778), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:01.786514 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-979862a0-3532-4913-82ce-af14d7838bcf req-6ec925dc-700c-4914-83c1-b3b4257602b3 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e9c3947-6ff8-4aa4-a1f7-c165b64c94a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011834 Jan 28 07:13:01.962920 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3df6271d-cd18-4b4b-b506-f20e2a372907 req-580b2b86-51c0-467c-86ad-5e3668c514d2 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Made reservation on behalf of 071c6275b8f741eea1e2f053b48698ce for: {'port': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:13:01.970668 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-3df6271d-cd18-4b4b-b506-f20e2a372907 req-580b2b86-51c0-467c-86ad-5e3668c514d2 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:02.035790 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=4a6dd5ce-e322-4b63-87ab-ae801e185778,revision_number=8']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:13:02.059352 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fde258a2-c0c1-4906-b342-1f610f87ee59 None None] Publish callbacks [] for port (3208226d-98ac-401e-aca5-0ac6985e8f2e), precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:02.070286 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fde258a2-c0c1-4906-b342-1f610f87ee59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (3208226d-98ac-401e-aca5-0ac6985e8f2e), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:02.183034 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62f34c3d-4ac2-4c33-bd09-8f0285c8e604 x-openstack-request-id: req-62f34c3d-4ac2-4c33-bd09-8f0285c8e604 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:13:02.183338 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7", "tag": "c1d4cf44-173a-4200-baca-a17fb9b232db", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:13:02.183600 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-62f34c3d-4ac2-4c33-bd09-8f0285c8e604 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:13:02.184013 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7', 'tag': 'c1d4cf44-173a-4200-baca-a17fb9b232db', 'status': 'completed', 'code': 200} Jan 28 07:13:02.224365 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-fde258a2-c0c1-4906-b342-1f610f87ee59 None None] Attempting to bind port 3208226d-98ac-401e-aca5-0ac6985e8f2e on host n-d-712749-28 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:13:02.224888 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-fde258a2-c0c1-4906-b342-1f610f87ee59 None None] Attempting to bind port 3208226d-98ac-401e-aca5-0ac6985e8f2e by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '93dc562c-326e-48bc-93ed-915119a822f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '10e29fde-3535-4a1c-887d-2b3ed80d798e'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:13:02.225104 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde258a2-c0c1-4906-b342-1f610f87ee59 None None] Attempting to bind port 3208226d-98ac-401e-aca5-0ac6985e8f2e on network 10e29fde-3535-4a1c-887d-2b3ed80d798e {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:13:02.245563 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde258a2-c0c1-4906-b342-1f610f87ee59 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:13:02.246143 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde258a2-c0c1-4906-b342-1f610f87ee59 None None] Checking segment: {'id': '93dc562c-326e-48bc-93ed-915119a822f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '10e29fde-3535-4a1c-887d-2b3ed80d798e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:13:02.246774 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fde258a2-c0c1-4906-b342-1f610f87ee59 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:02.251998 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde258a2-c0c1-4906-b342-1f610f87ee59 None None] Bound using segment: {'id': '93dc562c-326e-48bc-93ed-915119a822f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '10e29fde-3535-4a1c-887d-2b3ed80d798e'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:13:02.253386 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-fde258a2-c0c1-4906-b342-1f610f87ee59 None None] Bound port: 3208226d-98ac-401e-aca5-0ac6985e8f2e, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93dc562c-326e-48bc-93ed-915119a822f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '10e29fde-3535-4a1c-887d-2b3ed80d798e'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:13:02.255149 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fde258a2-c0c1-4906-b342-1f610f87ee59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (3208226d-98ac-401e-aca5-0ac6985e8f2e), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:02.278175 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [req-3df6271d-cd18-4b4b-b506-f20e2a372907 req-580b2b86-51c0-467c-86ad-5e3668c514d2 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Allocated IP 172.20.0.5 (55d1aca5-a0d0-4804-9112-fbf4ce00f292/5ed8211a-b148-411a-81c0-40d0a8d78cc9/09d22ba3-e9ce-41e6-ba10-cf2ab47fc7ac) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:13:02.353737 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-b418f556-93a8-4402-80d1-a86159fefbef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee89a5a4-39d8-46d1-b45b-5fcdb90c6e90', 'name': 'tempest-TaggedBootDevicesTest-1403637708-router', 'tenant_id': '3e187e532e7d440c823c7ea556f78f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': '652ced53-0b67-4f3d-b31b-7cd797166160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:09:14Z', 'updated_at': '2022-01-28T07:09:22Z', 'revision_number': 4, 'project_id': '3e187e532e7d440c823c7ea556f78f6e', 'gw_port': {'id': '652ced53-0b67-4f3d-b31b-7cd797166160', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f6:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee89a5a4-39d8-46d1-b45b-5fcdb90c6e90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:09:16Z', 'updated_at': '2022-01-28T07:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_floatingips': [{'id': 'b0aedd53-0f3f-4f41-b811-7afb82007f0f', 'tenant_id': '3e187e532e7d440c823c7ea556f78f6e', 'floating_ip_address': '172.25.6.28', 'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'router_id': 'ee89a5a4-39d8-46d1-b45b-5fcdb90c6e90', 'port_id': 'c1d4cf44-173a-4200-baca-a17fb9b232db', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 773, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0d2602fa-1d2d-4c75-8661-ee94c8ac01e5', 'mac_address': 'fa:16:3e:59:12:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:10:56Z', 'updated_at': '2022-01-28T07:12:59Z', 'revision_number': 1, 'project_id': '3e187e532e7d440c823c7ea556f78f6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c106638-8a48-457e-8d87-3b66d720a2ac', 'name': '', 'network_id': '0d2602fa-1d2d-4c75-8661-ee94c8ac01e5', 'tenant_id': '3e187e532e7d440c823c7ea556f78f6e', 'mac_address': 'fa:16:3e:16:75:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee89a5a4-39d8-46d1-b45b-5fcdb90c6e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'a36581c3-26ef-4e8c-b9f4-8727fbf3ff93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:09:20Z', 'updated_at': '2022-01-28T07:09:30Z', 'revision_number': 5, 'project_id': '3e187e532e7d440c823c7ea556f78f6e', 'subnets': [{'id': 'a36581c3-26ef-4e8c-b9f4-8727fbf3ff93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:13:02.377841 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-fde258a2-c0c1-4906-b342-1f610f87ee59 None None] For port 3208226d-98ac-401e-aca5-0ac6985e8f2e, host n-d-712749-28, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:13:02.384791 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-fde258a2-c0c1-4906-b342-1f610f87ee59 None None] For port 3208226d-98ac-401e-aca5-0ac6985e8f2e, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=3208226d-98ac-401e-aca5-0ac6985e8f2e,segment=NetworkSegment(93dc562c-326e-48bc-93ed-915119a822f1),segment_id=93dc562c-326e-48bc-93ed-915119a822f1)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:13:02.413856 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d03534-1363-423f-ae1e-03b6702ddb58 req-a4c53b16-3120-44fa-b7ad-7768b5e32b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:02.414338 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d03534-1363-423f-ae1e-03b6702ddb58 req-a4c53b16-3120-44fa-b7ad-7768b5e32b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:02.416969 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d03534-1363-423f-ae1e-03b6702ddb58 req-a4c53b16-3120-44fa-b7ad-7768b5e32b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:02.417495 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d03534-1363-423f-ae1e-03b6702ddb58 req-a4c53b16-3120-44fa-b7ad-7768b5e32b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:02.418068 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d03534-1363-423f-ae1e-03b6702ddb58 req-a4c53b16-3120-44fa-b7ad-7768b5e32b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:02.418421 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d03534-1363-423f-ae1e-03b6702ddb58 req-a4c53b16-3120-44fa-b7ad-7768b5e32b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:02.418888 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d03534-1363-423f-ae1e-03b6702ddb58 req-a4c53b16-3120-44fa-b7ad-7768b5e32b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:02.421706 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fde258a2-c0c1-4906-b342-1f610f87ee59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (3208226d-98ac-401e-aca5-0ac6985e8f2e), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:02.424294 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-96d03534-1363-423f-ae1e-03b6702ddb58 req-a4c53b16-3120-44fa-b7ad-7768b5e32b42 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3e187e532e7d440c823c7ea556f78f6e&device_id=b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7 HTTP/1.1" status: 200 len: 6500 time: 0.1495709 Jan 28 07:13:02.426471 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14624499-abf2-45d7-9050-50e76f047e28 x-openstack-request-id: req-14624499-abf2-45d7-9050-50e76f047e28 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:13:02.426859 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45dcaf20-7dc4-49ae-9d38-d1aa33837cd8", "name": "network-vif-plugged", "status": "completed", "tag": "08e8f3d4-ff76-4c7d-8942-f33dca578036", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:13:02.427062 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-14624499-abf2-45d7-9050-50e76f047e28 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:13:02.428105 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45dcaf20-7dc4-49ae-9d38-d1aa33837cd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08e8f3d4-ff76-4c7d-8942-f33dca578036', 'code': 200} Jan 28 07:13:02.428105 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b418f556-93a8-4402-80d1-a86159fefbef None None] Checking router: ee89a5a4-39d8-46d1-b45b-5fcdb90c6e90 for host: n-d-712749-28 {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:13:02.439620 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ff1606-e455-4821-a880-a2c7c8d741a0 None None] Pushing event updated for resources: {'Port': ['ID=3208226d-98ac-401e-aca5-0ac6985e8f2e,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:13:02.464871 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ff1606-e455-4821-a880-a2c7c8d741a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:13:02.466113 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ff1606-e455-4821-a880-a2c7c8d741a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:13:02.466113 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ff1606-e455-4821-a880-a2c7c8d741a0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:13:02.466113 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ff1606-e455-4821-a880-a2c7c8d741a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:13:02.466471 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ff1606-e455-4821-a880-a2c7c8d741a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:13:02.466589 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ff1606-e455-4821-a880-a2c7c8d741a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:13:02.466902 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ff1606-e455-4821-a880-a2c7c8d741a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:13:02.467273 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ff1606-e455-4821-a880-a2c7c8d741a0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:13:02.467605 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ff1606-e455-4821-a880-a2c7c8d741a0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:13:02.468046 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ff1606-e455-4821-a880-a2c7c8d741a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:13:02.468272 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ff1606-e455-4821-a880-a2c7c8d741a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:13:02.468603 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ff1606-e455-4821-a880-a2c7c8d741a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:13:02.468926 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ff1606-e455-4821-a880-a2c7c8d741a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:13:02.487362 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 40218) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:13:02.492979 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b418f556-93a8-4402-80d1-a86159fefbef None None] Routers {'ee89a5a4-39d8-46d1-b45b-5fcdb90c6e90'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:13:02.494434 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-b418f556-93a8-4402-80d1-a86159fefbef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:12:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['ee89a5a4-39d8-46d1-b45b-5fcdb90c6e90'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:13:02.503784 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-0c73e3b0-0c85-4e40-b320-4ae79dac5d81 tempest-ServersTestManualDisk-340907734 tempest-ServersTestManualDisk-340907734-project] Request body: {'security_group': {'name': 'tempest-securitygroup--161026886', 'description': 'tempest-description--297101012'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:13:02.568777 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde258a2-c0c1-4906-b342-1f610f87ee59 None None] Routers {'28d83209-c84a-4b4e-ae88-386b2aabd8ea'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:13:02.569403 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-fde258a2-c0c1-4906-b342-1f610f87ee59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:12:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['28d83209-c84a-4b4e-ae88-386b2aabd8ea'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:13:02.605830 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-bbe957be-4966-4240-a032-999d2288d417 req-6a8c7254-8ee6-4688-b03d-24b30e72b10e tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/ports?device_id=0423b6ae-0c62-4f3f-ae33-ac4715e97d12 HTTP/1.1" status: 200 len: 210 time: 0.1116221 Jan 28 07:13:02.668233 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ff1606-e455-4821-a880-a2c7c8d741a0 None None] Pushing event updated for resources: {'Port': ['ID=3208226d-98ac-401e-aca5-0ac6985e8f2e,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:13:02.739408 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0c73e3b0-0c85-4e40-b320-4ae79dac5d81 tempest-ServersTestManualDisk-340907734 tempest-ServersTestManualDisk-340907734-project] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:02.767791 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7923f0-f23e-43b0-bf97-4161b80222eb req-93db391b-178e-4ab5-acb0-9b9721657a69 tempest-VolumesAdminNegativeTest-837531968 tempest-VolumesAdminNegativeTest-837531968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:02.769390 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6d7923f0-f23e-43b0-bf97-4161b80222eb req-93db391b-178e-4ab5-acb0-9b9721657a69 tempest-VolumesAdminNegativeTest-837531968 tempest-VolumesAdminNegativeTest-837531968-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba7ed625-60e1-4265-9e5b-a87f7228a140 HTTP/1.1" status: 200 len: 943 time: 0.1249220 Jan 28 07:13:02.793743 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-fde258a2-c0c1-4906-b342-1f610f87ee59 None None] Set router 28d83209-c84a-4b4e-ae88-386b2aabd8ea gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:13:02.816740 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d03534-1363-423f-ae1e-03b6702ddb58 req-ae4e908c-324d-4abe-859a-55263db4ea53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:02.818549 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-96d03534-1363-423f-ae1e-03b6702ddb58 req-ae4e908c-324d-4abe-859a-55263db4ea53 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0d2602fa-1d2d-4c75-8661-ee94c8ac01e5 HTTP/1.1" status: 200 len: 913 time: 0.3725989 Jan 28 07:13:02.850523 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eb7ceb-0ed8-4094-a82f-5fee40f24c07 req-ba487922-d768-40f1-b498-6e299c763da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:02.852085 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-42eb7ceb-0ed8-4094-a82f-5fee40f24c07 req-ba487922-d768-40f1-b498-6e299c763da8 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=45dcaf20-7dc4-49ae-9d38-d1aa33837cd8 HTTP/1.1" status: 200 len: 1097 time: 0.2490311 Jan 28 07:13:02.906857 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6d7923f0-f23e-43b0-bf97-4161b80222eb req-09e5d87e-0461-4b0f-81f0-d28d1d782355 tempest-VolumesAdminNegativeTest-837531968 tempest-VolumesAdminNegativeTest-837531968-project] 10.222.0.41 "GET /v2.0/security-groups?id=71477366-0447-4ede-9f0e-5f6adcd52381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316540 Jan 28 07:13:02.961989 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-96d03534-1363-423f-ae1e-03b6702ddb58 req-8d061791-c78f-4eb6-95ee-6ea9226de2c0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c1d4cf44-173a-4200-baca-a17fb9b232db HTTP/1.1" status: 200 len: 999 time: 0.1325560 Jan 28 07:13:02.998363 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a0c4ee43-6ea9-4deb-ba95-052d019b50f1 req-e8afbea9-1fbb-4219-bfb3-5e3bde28c6ab tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/ports?device_id=60ed740a-26a2-4109-a332-5c18de6faba7 HTTP/1.1" status: 200 len: 210 time: 0.1894510 Jan 28 07:13:03.060994 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d03534-1363-423f-ae1e-03b6702ddb58 req-e19c52cb-ac42-4b3a-acc7-ddf582da160c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:03.063742 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-96d03534-1363-423f-ae1e-03b6702ddb58 req-e19c52cb-ac42-4b3a-acc7-ddf582da160c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a36581c3-26ef-4e8c-b9f4-8727fbf3ff93 HTTP/1.1" status: 200 len: 851 time: 0.0925767 Jan 28 07:13:03.096406 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-3df6271d-cd18-4b4b-b506-f20e2a372907 req-580b2b86-51c0-467c-86ad-5e3668c514d2 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Publish callbacks [] for port (09d22ba3-e9ce-41e6-ba10-cf2ab47fc7ac), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:03.155711 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-42eb7ceb-0ed8-4094-a82f-5fee40f24c07 req-209d9666-efee-4949-a6d7-2fb928374451 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=5e9c3947-6ff8-4aa4-a1f7-c165b64c94a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2813413 Jan 28 07:13:03.163402 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-3df6271d-cd18-4b4b-b506-f20e2a372907 req-580b2b86-51c0-467c-86ad-5e3668c514d2 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (09d22ba3-e9ce-41e6-ba10-cf2ab47fc7ac), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:03.173485 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d03534-1363-423f-ae1e-03b6702ddb58 req-928efb0b-e49e-4183-bdc6-8535848d82f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:03.178549 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-96d03534-1363-423f-ae1e-03b6702ddb58 req-928efb0b-e49e-4183-bdc6-8535848d82f9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0d2602fa-1d2d-4c75-8661-ee94c8ac01e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1002159 Jan 28 07:13:03.184552 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device f1b3ed6f-686a-4749-9ea4-a75289f59546 details requested by agent hyperv_n-h2-712749-28 with host n-h2-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:13:03.242961 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:03.251259 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-fde258a2-c0c1-4906-b342-1f610f87ee59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28d83209-c84a-4b4e-ae88-386b2aabd8ea', 'name': 'tempest-ServersTestManualDisk-2116047052-router', 'tenant_id': '335e46d185694220829eb867308a9154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': '33c44737-7de6-4037-a388-1dd3feb34cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:12:44Z', 'updated_at': '2022-01-28T07:12:58Z', 'revision_number': 4, 'project_id': '335e46d185694220829eb867308a9154', 'gw_port': {'id': '33c44737-7de6-4037-a388-1dd3feb34cd7', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:01:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28d83209-c84a-4b4e-ae88-386b2aabd8ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:12:46Z', 'updated_at': '2022-01-28T07:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '3208226d-98ac-401e-aca5-0ac6985e8f2e', 'name': '', 'network_id': '10e29fde-3535-4a1c-887d-2b3ed80d798e', 'tenant_id': '335e46d185694220829eb867308a9154', 'mac_address': 'fa:16:3e:3f:10:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28d83209-c84a-4b4e-ae88-386b2aabd8ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'c850e5b9-10d8-459c-a75d-89730d7df8b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:12:55Z', 'updated_at': '2022-01-28T07:13:02Z', 'revision_number': 4, 'project_id': '335e46d185694220829eb867308a9154', 'subnets': [{'id': 'c850e5b9-10d8-459c-a75d-89730d7df8b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:13:03.283207 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-b418f556-93a8-4402-80d1-a86159fefbef None None] Set router ee89a5a4-39d8-46d1-b45b-5fcdb90c6e90 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:13:03.283880 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0c73e3b0-0c85-4e40-b320-4ae79dac5d81 tempest-ServersTestManualDisk-340907734 tempest-ServersTestManualDisk-340907734-project] Publish callbacks [] for security_group (7918b4a6-d995-4c60-8112-e2ab7716dc57), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:03.286649 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d1b5fbd6-1c6a-45d7-8d16-04c5352d40b4 req-2e2fcd2d-b666-4a71-b851-2c04586ff850 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] 10.222.0.41 "GET /v2.0/ports?device_id=20d9ec38-d6b9-4142-96bb-526e95cb0b5b HTTP/1.1" status: 200 len: 210 time: 0.1023285 Jan 28 07:13:03.290556 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3df6271d-cd18-4b4b-b506-f20e2a372907 req-580b2b86-51c0-467c-86ad-5e3668c514d2 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Network 55d1aca5-a0d0-4804-9112-fbf4ce00f292 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:13:03.296947 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [req-3df6271d-cd18-4b4b-b506-f20e2a372907 req-580b2b86-51c0-467c-86ad-5e3668c514d2 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:13:03.300084 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde258a2-c0c1-4906-b342-1f610f87ee59 None None] The sync data for ids ['28d83209-c84a-4b4e-ae88-386b2aabd8ea'] in n-d-712749-28 is: [{'id': '28d83209-c84a-4b4e-ae88-386b2aabd8ea', 'name': 'tempest-ServersTestManualDisk-2116047052-router', 'tenant_id': '335e46d185694220829eb867308a9154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': '33c44737-7de6-4037-a388-1dd3feb34cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:12:44Z', 'updated_at': '2022-01-28T07:12:58Z', 'revision_number': 4, 'project_id': '335e46d185694220829eb867308a9154', 'gw_port': {'id': '33c44737-7de6-4037-a388-1dd3feb34cd7', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:01:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28d83209-c84a-4b4e-ae88-386b2aabd8ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:12:46Z', 'updated_at': '2022-01-28T07:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '3208226d-98ac-401e-aca5-0ac6985e8f2e', 'name': '', 'network_id': '10e29fde-3535-4a1c-887d-2b3ed80d798e', 'tenant_id': '335e46d185694220829eb867308a9154', 'mac_address': 'fa:16:3e:3f:10:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28d83209-c84a-4b4e-ae88-386b2aabd8ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'c850e5b9-10d8-459c-a75d-89730d7df8b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:12:55Z', 'updated_at': '2022-01-28T07:13:02Z', 'revision_number': 4, 'project_id': '335e46d185694220829eb867308a9154', 'subnets': [{'id': 'c850e5b9-10d8-459c-a75d-89730d7df8b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:13:03.303443 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-3df6271d-cd18-4b4b-b506-f20e2a372907 req-580b2b86-51c0-467c-86ad-5e3668c514d2 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:13:03.306643 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0c73e3b0-0c85-4e40-b320-4ae79dac5d81 tempest-ServersTestManualDisk-340907734 tempest-ServersTestManualDisk-340907734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (7918b4a6-d995-4c60-8112-e2ab7716dc57), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:03.315304 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580b2b86-51c0-467c-86ad-5e3668c514d2 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Pushing event updated for resources: {'Port': ['ID=09d22ba3-e9ce-41e6-ba10-cf2ab47fc7ac,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:13:03.436187 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['c979436b-508d-4793-81dd-afac650b9db6'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:13:03.444421 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0c73e3b0-0c85-4e40-b320-4ae79dac5d81 tempest-ServersTestManualDisk-340907734 tempest-ServersTestManualDisk-340907734-project] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:03.445718 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-0c73e3b0-0c85-4e40-b320-4ae79dac5d81 tempest-ServersTestManualDisk-340907734 tempest-ServersTestManualDisk-340907734-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.9559128 Jan 28 07:13:03.448627 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 40236) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:13:03.456075 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c73e3b0-0c85-4e40-b320-4ae79dac5d81 tempest-ServersTestManualDisk-340907734 tempest-ServersTestManualDisk-340907734-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7918b4a6-d995-4c60-8112-e2ab7716dc57,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:13:03.458030 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-07a90556-384c-4f9e-85db-5df1a56d4e67 tempest-ServersTestManualDisk-340907734 tempest-ServersTestManualDisk-340907734-project] Request body: {'security_group_rule': {'security_group_id': '7918b4a6-d995-4c60-8112-e2ab7716dc57', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:13:03.487676 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df6271d-cd18-4b4b-b506-f20e2a372907 req-580b2b86-51c0-467c-86ad-5e3668c514d2 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:03.488487 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-3df6271d-cd18-4b4b-b506-f20e2a372907 req-580b2b86-51c0-467c-86ad-5e3668c514d2 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:03.523406 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-3df6271d-cd18-4b4b-b506-f20e2a372907 req-580b2b86-51c0-467c-86ad-5e3668c514d2 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7962942 Jan 28 07:13:03.599092 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-3df6271d-cd18-4b4b-b506-f20e2a372907 req-034b3ee6-3b9d-4d70-b300-585e1ecb24db service neutron] Request body: {'port': {'device_id': '60ed740a-26a2-4109-a332-5c18de6faba7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712749-28'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:13:03.647848 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.db.resource_extend [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] It took 0.40 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 07:13:03.649836 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-21b1ea05-622d-439e-bb52-1c9cfd95f055 None None] Provisioning complete for port 3208226d-98ac-401e-aca5-0ac6985e8f2e triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:13:03.650274 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-21b1ea05-622d-439e-bb52-1c9cfd95f055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (3208226d-98ac-401e-aca5-0ac6985e8f2e), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:03.668642 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b04deb71-7f0f-49cf-9c1b-4aa502770050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:03.762951 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-3df6271d-cd18-4b4b-b506-f20e2a372907 req-034b3ee6-3b9d-4d70-b300-585e1ecb24db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (09d22ba3-e9ce-41e6-ba10-cf2ab47fc7ac), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:03.800664 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-07a90556-384c-4f9e-85db-5df1a56d4e67 tempest-ServersTestManualDisk-340907734 tempest-ServersTestManualDisk-340907734-project] Publish callbacks [] for security_group_rule (d97cad54-ccb8-4f5d-ae07-a8c7e29f1074), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:03.808897 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60a303d-63ef-4181-b6c5-24f4128ca14a req-3995c75e-8f52-4ef4-8b0a-b2475998367c tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:03.822995 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e60a303d-63ef-4181-b6c5-24f4128ca14a req-3995c75e-8f52-4ef4-8b0a-b2475998367c tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=45dcaf20-7dc4-49ae-9d38-d1aa33837cd8 HTTP/1.1" status: 200 len: 945 time: 0.3196793 Jan 28 07:13:03.868916 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b17126-3c0d-49e3-82c0-5ed9b84d930e req-518c6127-40da-4aaa-9bf9-a4848292d47f tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:03.870886 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-63b17126-3c0d-49e3-82c0-5ed9b84d930e req-518c6127-40da-4aaa-9bf9-a4848292d47f tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.44 "GET /v2.0/networks?id=77aa199c-9565-430c-bcef-5bacd415f620 HTTP/1.1" status: 200 len: 808 time: 0.3415892 Jan 28 07:13:03.879644 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-96d03534-1363-423f-ae1e-03b6702ddb58 req-39da0a37-38bd-462c-b29c-18693ee8ad79 service neutron] 10.222.0.10 "GET /v2.0/networks/0d2602fa-1d2d-4c75-8661-ee94c8ac01e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3834741 Jan 28 07:13:03.922752 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-63b17126-3c0d-49e3-82c0-5ed9b84d930e req-0b9ec80e-e150-42a1-b0b0-e90f39c234a6 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Request body: {'port': {'device_id': '0423b6ae-0c62-4f3f-ae33-ac4715e97d12', 'network_id': '77aa199c-9565-430c-bcef-5bacd415f620', 'admin_state_up': True, 'tenant_id': '1b5821c096cf43639ed10b07e04f5303'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:13:04.021417 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-07a90556-384c-4f9e-85db-5df1a56d4e67 tempest-ServersTestManualDisk-340907734 tempest-ServersTestManualDisk-340907734-project] Publish callbacks [] for security_group_rule (d97cad54-ccb8-4f5d-ae07-a8c7e29f1074), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:04.057009 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-07a90556-384c-4f9e-85db-5df1a56d4e67 tempest-ServersTestManualDisk-340907734 tempest-ServersTestManualDisk-340907734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (d97cad54-ccb8-4f5d-ae07-a8c7e29f1074), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:04.178579 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e60a303d-63ef-4181-b6c5-24f4128ca14a req-218f4a42-22de-43a6-85df-e56a64bf1816 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e9c3947-6ff8-4aa4-a1f7-c165b64c94a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3545604 Jan 28 07:13:04.200409 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-96d03534-1363-423f-ae1e-03b6702ddb58 req-67c4f7b7-bb86-401b-94c8-fcdab652f939 service neutron] 10.222.0.10 "GET /v2.0/networks/0d2602fa-1d2d-4c75-8661-ee94c8ac01e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3069513 Jan 28 07:13:04.214398 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a90556-384c-4f9e-85db-5df1a56d4e67 tempest-ServersTestManualDisk-340907734 tempest-ServersTestManualDisk-340907734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d97cad54-ccb8-4f5d-ae07-a8c7e29f1074,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:13:04.216014 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:04.230968 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-07a90556-384c-4f9e-85db-5df1a56d4e67 tempest-ServersTestManualDisk-340907734 tempest-ServersTestManualDisk-340907734-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:04.237742 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-07a90556-384c-4f9e-85db-5df1a56d4e67 tempest-ServersTestManualDisk-340907734 tempest-ServersTestManualDisk-340907734-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7869072 Jan 28 07:13:04.283107 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 40272) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:13:04.291893 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-39123c6e-706c-45a7-a82a-198518c602c0 tempest-ServersTestManualDisk-340907734 tempest-ServersTestManualDisk-340907734-project] Request body: {'security_group_rule': {'security_group_id': '7918b4a6-d995-4c60-8112-e2ab7716dc57', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:13:04.403936 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 3208226d-98ac-401e-aca5-0ac6985e8f2e up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:13:04.438805 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dd702e6-7a80-45cc-9dda-f28032a78da6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a6dd5ce-e322-4b63-87ab-ae801e185778'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:13:04.441671 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [req-3df6271d-cd18-4b4b-b506-f20e2a372907 req-034b3ee6-3b9d-4d70-b300-585e1ecb24db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09d22ba3-e9ce-41e6-ba10-cf2ab47fc7ac {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:13:04.443653 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74213323-200c-49b1-9546-fc53067f2101" -d '{"events": [{"server_uuid": "3dd702e6-7a80-45cc-9dda-f28032a78da6", "name": "network-vif-unplugged", "status": "completed", "tag": "4a6dd5ce-e322-4b63-87ab-ae801e185778"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:13:04.453934 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port f1b3ed6f-686a-4749-9ea4-a75289f59546, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=f1b3ed6f-686a-4749-9ea4-a75289f59546,segment=NetworkSegment(e7268938-17f9-4f77-8957-278e92538012),segment_id=e7268938-17f9-4f77-8957-278e92538012)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:13:04.462196 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-3df6271d-cd18-4b4b-b506-f20e2a372907 req-034b3ee6-3b9d-4d70-b300-585e1ecb24db service neutron] Publish callbacks [] for port (09d22ba3-e9ce-41e6-ba10-cf2ab47fc7ac), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:04.484483 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-21b1ea05-622d-439e-bb52-1c9cfd95f055 None None] Current status of the port 3208226d-98ac-401e-aca5-0ac6985e8f2e is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:13:04.484831 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-21b1ea05-622d-439e-bb52-1c9cfd95f055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (3208226d-98ac-401e-aca5-0ac6985e8f2e), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:04.497415 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [req-3df6271d-cd18-4b4b-b506-f20e2a372907 req-034b3ee6-3b9d-4d70-b300-585e1ecb24db service neutron] Transition to ACTIVE for port object 09d22ba3-e9ce-41e6-ba10-cf2ab47fc7ac will not be triggered until provisioned by entity L2. {{(pid=103283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:13:04.509353 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Returning: {'device': 'f1b3ed6f-686a-4749-9ea4-a75289f59546', 'network_id': '83146e1a-6134-4141-8227-a88603bfe3b4', 'port_id': 'f1b3ed6f-686a-4749-9ea4-a75289f59546', 'mac_address': 'fa:16:3e:04:8b:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f663c23-d7cb-439d-a308-bf30a9ba6916', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:13:04.520301 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-3df6271d-cd18-4b4b-b506-f20e2a372907 req-034b3ee6-3b9d-4d70-b300-585e1ecb24db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (09d22ba3-e9ce-41e6-ba10-cf2ab47fc7ac), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:04.534106 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-21b1ea05-622d-439e-bb52-1c9cfd95f055 None None] For port 3208226d-98ac-401e-aca5-0ac6985e8f2e, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=3208226d-98ac-401e-aca5-0ac6985e8f2e,segment=NetworkSegment(93dc562c-326e-48bc-93ed-915119a822f1),segment_id=93dc562c-326e-48bc-93ed-915119a822f1)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:13:04.545285 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-011391ac-b090-44ac-a3b8-c2f4bd8bd27d req-738b2506-d487-4acb-8480-ea6e6fc19098 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/ports?device_id=0423b6ae-0c62-4f3f-ae33-ac4715e97d12 HTTP/1.1" status: 200 len: 210 time: 0.1932485 Jan 28 07:13:04.570630 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63b17126-3c0d-49e3-82c0-5ed9b84d930e req-0b9ec80e-e150-42a1-b0b0-e90f39c234a6 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Made reservation on behalf of 1b5821c096cf43639ed10b07e04f5303 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:13:04.574717 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-63b17126-3c0d-49e3-82c0-5ed9b84d930e req-0b9ec80e-e150-42a1-b0b0-e90f39c234a6 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:04.615178 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port f1b3ed6f-686a-4749-9ea4-a75289f59546 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:13:04.615572 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (f1b3ed6f-686a-4749-9ea4-a75289f59546), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:04.619082 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-21b1ea05-622d-439e-bb52-1c9cfd95f055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (3208226d-98ac-401e-aca5-0ac6985e8f2e), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:04.626470 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-39123c6e-706c-45a7-a82a-198518c602c0 tempest-ServersTestManualDisk-340907734 tempest-ServersTestManualDisk-340907734-project] Publish callbacks [] for security_group_rule (40d39605-7083-41b4-896e-feffbcdf60fb), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:04.684282 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1b3ed6f-686a-4749-9ea4-a75289f59546 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:13:04.702321 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 3208226d-98ac-401e-aca5-0ac6985e8f2e triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:13:04.703361 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (3208226d-98ac-401e-aca5-0ac6985e8f2e), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:04.762669 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96802af4-fab6-45b7-b59a-b6a800b6b1a1 req-edf2b218-56c4-45f9-bcb8-0340fb4a5403 tempest-VolumesAdminNegativeTest-837531968 tempest-VolumesAdminNegativeTest-837531968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:04.765061 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-96802af4-fab6-45b7-b59a-b6a800b6b1a1 req-edf2b218-56c4-45f9-bcb8-0340fb4a5403 tempest-VolumesAdminNegativeTest-837531968 tempest-VolumesAdminNegativeTest-837531968-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba7ed625-60e1-4265-9e5b-a87f7228a140 HTTP/1.1" status: 200 len: 943 time: 0.2651424 Jan 28 07:13:04.777381 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-63b17126-3c0d-49e3-82c0-5ed9b84d930e req-0b9ec80e-e150-42a1-b0b0-e90f39c234a6 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Allocated IP 172.20.0.8 (77aa199c-9565-430c-bcef-5bacd415f620/e60d974b-4a97-44ad-8684-0b13afa61368/17f0d048-8b0f-421f-8973-050abfc9ddc6) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:13:04.782195 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port f1b3ed6f-686a-4749-9ea4-a75289f59546, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=f1b3ed6f-686a-4749-9ea4-a75289f59546,segment=NetworkSegment(e7268938-17f9-4f77-8957-278e92538012),segment_id=e7268938-17f9-4f77-8957-278e92538012)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:13:04.782405 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034b3ee6-3b9d-4d70-b300-585e1ecb24db service neutron] Pushing event updated for resources: {'Port': ['ID=09d22ba3-e9ce-41e6-ba10-cf2ab47fc7ac,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:13:04.803390 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (f1b3ed6f-686a-4749-9ea4-a75289f59546), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:04.809263 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-a4fa5280-7315-41e1-98aa-13f4f5fdb995 None None] Provisioning complete for port 3208226d-98ac-401e-aca5-0ac6985e8f2e triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:13:04.809776 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a4fa5280-7315-41e1-98aa-13f4f5fdb995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (3208226d-98ac-401e-aca5-0ac6985e8f2e), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:04.817086 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b1ea05-622d-439e-bb52-1c9cfd95f055 None None] Pushing event updated for resources: {'Port': ['ID=3208226d-98ac-401e-aca5-0ac6985e8f2e,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:13:04.910819 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-b418f556-93a8-4402-80d1-a86159fefbef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee89a5a4-39d8-46d1-b45b-5fcdb90c6e90', 'name': 'tempest-TaggedBootDevicesTest-1403637708-router', 'tenant_id': '3e187e532e7d440c823c7ea556f78f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': '652ced53-0b67-4f3d-b31b-7cd797166160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:09:14Z', 'updated_at': '2022-01-28T07:09:22Z', 'revision_number': 4, 'project_id': '3e187e532e7d440c823c7ea556f78f6e', 'gw_port': {'id': '652ced53-0b67-4f3d-b31b-7cd797166160', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f6:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee89a5a4-39d8-46d1-b45b-5fcdb90c6e90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:09:16Z', 'updated_at': '2022-01-28T07:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_floatingips': [{'id': 'b0aedd53-0f3f-4f41-b811-7afb82007f0f', 'tenant_id': '3e187e532e7d440c823c7ea556f78f6e', 'floating_ip_address': '172.25.6.28', 'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'router_id': 'ee89a5a4-39d8-46d1-b45b-5fcdb90c6e90', 'port_id': 'c1d4cf44-173a-4200-baca-a17fb9b232db', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 773, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0d2602fa-1d2d-4c75-8661-ee94c8ac01e5', 'mac_address': 'fa:16:3e:59:12:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:10:56Z', 'updated_at': '2022-01-28T07:12:59Z', 'revision_number': 1, 'project_id': '3e187e532e7d440c823c7ea556f78f6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c106638-8a48-457e-8d87-3b66d720a2ac', 'name': '', 'network_id': '0d2602fa-1d2d-4c75-8661-ee94c8ac01e5', 'tenant_id': '3e187e532e7d440c823c7ea556f78f6e', 'mac_address': 'fa:16:3e:16:75:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee89a5a4-39d8-46d1-b45b-5fcdb90c6e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'a36581c3-26ef-4e8c-b9f4-8727fbf3ff93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:09:20Z', 'updated_at': '2022-01-28T07:09:30Z', 'revision_number': 5, 'project_id': '3e187e532e7d440c823c7ea556f78f6e', 'subnets': [{'id': 'a36581c3-26ef-4e8c-b9f4-8727fbf3ff93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:13:04.932714 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-96802af4-fab6-45b7-b59a-b6a800b6b1a1 req-ccc988b1-4c62-4f52-9c7d-ea62083ca904 tempest-VolumesAdminNegativeTest-837531968 tempest-VolumesAdminNegativeTest-837531968-project] 10.222.0.41 "GET /v2.0/security-groups?id=71477366-0447-4ede-9f0e-5f6adcd52381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543274 Jan 28 07:13:04.939231 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-3df6271d-cd18-4b4b-b506-f20e2a372907 req-034b3ee6-3b9d-4d70-b300-585e1ecb24db service neutron] Attempting to bind port 09d22ba3-e9ce-41e6-ba10-cf2ab47fc7ac on host n-h2-712749-28 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:13:04.939694 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-3df6271d-cd18-4b4b-b506-f20e2a372907 req-034b3ee6-3b9d-4d70-b300-585e1ecb24db service neutron] Attempting to bind port 09d22ba3-e9ce-41e6-ba10-cf2ab47fc7ac by drivers openvswitch,hyperv on host n-h2-712749-28 at level 0 using segments [{'id': '8c1a2649-126a-42b2-aa92-3dce43dd7caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '55d1aca5-a0d0-4804-9112-fbf4ce00f292'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:13:04.940125 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3df6271d-cd18-4b4b-b506-f20e2a372907 req-034b3ee6-3b9d-4d70-b300-585e1ecb24db service neutron] Attempting to bind port 09d22ba3-e9ce-41e6-ba10-cf2ab47fc7ac on network 55d1aca5-a0d0-4804-9112-fbf4ce00f292 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:13:04.942184 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-63b17126-3c0d-49e3-82c0-5ed9b84d930e req-0b9ec80e-e150-42a1-b0b0-e90f39c234a6 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Publish callbacks [] for port (17f0d048-8b0f-421f-8973-050abfc9ddc6), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:04.948714 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3df6271d-cd18-4b4b-b506-f20e2a372907 req-034b3ee6-3b9d-4d70-b300-585e1ecb24db service neutron] Port 09d22ba3-e9ce-41e6-ba10-cf2ab47fc7ac on network 55d1aca5-a0d0-4804-9112-fbf4ce00f292 not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-28 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:13:04.949363 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3df6271d-cd18-4b4b-b506-f20e2a372907 req-034b3ee6-3b9d-4d70-b300-585e1ecb24db service neutron] Attempting to bind port 09d22ba3-e9ce-41e6-ba10-cf2ab47fc7ac on network 55d1aca5-a0d0-4804-9112-fbf4ce00f292 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:13:04.955963 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3df6271d-cd18-4b4b-b506-f20e2a372907 req-034b3ee6-3b9d-4d70-b300-585e1ecb24db service neutron] Checking agent: {'id': 'c9906e63-062c-432e-bb53-63fdb8115e18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:13:04.956477 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3df6271d-cd18-4b4b-b506-f20e2a372907 req-034b3ee6-3b9d-4d70-b300-585e1ecb24db service neutron] Checking segment: {'id': '8c1a2649-126a-42b2-aa92-3dce43dd7caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '55d1aca5-a0d0-4804-9112-fbf4ce00f292'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:13:04.957049 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3df6271d-cd18-4b4b-b506-f20e2a372907 req-034b3ee6-3b9d-4d70-b300-585e1ecb24db service neutron] Bound using segment: {'id': '8c1a2649-126a-42b2-aa92-3dce43dd7caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '55d1aca5-a0d0-4804-9112-fbf4ce00f292'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:13:04.957593 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-3df6271d-cd18-4b4b-b506-f20e2a372907 req-034b3ee6-3b9d-4d70-b300-585e1ecb24db service neutron] Bound port: 09d22ba3-e9ce-41e6-ba10-cf2ab47fc7ac, host: n-h2-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c1a2649-126a-42b2-aa92-3dce43dd7caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '55d1aca5-a0d0-4804-9112-fbf4ce00f292'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:13:04.958073 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-3df6271d-cd18-4b4b-b506-f20e2a372907 req-034b3ee6-3b9d-4d70-b300-585e1ecb24db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (09d22ba3-e9ce-41e6-ba10-cf2ab47fc7ac), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:04.971065 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b418f556-93a8-4402-80d1-a86159fefbef None None] The sync data for ids ['ee89a5a4-39d8-46d1-b45b-5fcdb90c6e90'] in n-d-712749-28 is: [{'id': 'ee89a5a4-39d8-46d1-b45b-5fcdb90c6e90', 'name': 'tempest-TaggedBootDevicesTest-1403637708-router', 'tenant_id': '3e187e532e7d440c823c7ea556f78f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': '652ced53-0b67-4f3d-b31b-7cd797166160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:09:14Z', 'updated_at': '2022-01-28T07:09:22Z', 'revision_number': 4, 'project_id': '3e187e532e7d440c823c7ea556f78f6e', 'gw_port': {'id': '652ced53-0b67-4f3d-b31b-7cd797166160', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f6:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee89a5a4-39d8-46d1-b45b-5fcdb90c6e90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:09:16Z', 'updated_at': '2022-01-28T07:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_floatingips': [{'id': 'b0aedd53-0f3f-4f41-b811-7afb82007f0f', 'tenant_id': '3e187e532e7d440c823c7ea556f78f6e', 'floating_ip_address': '172.25.6.28', 'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'router_id': 'ee89a5a4-39d8-46d1-b45b-5fcdb90c6e90', 'port_id': 'c1d4cf44-173a-4200-baca-a17fb9b232db', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 773, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0d2602fa-1d2d-4c75-8661-ee94c8ac01e5', 'mac_address': 'fa:16:3e:59:12:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:10:56Z', 'updated_at': '2022-01-28T07:12:59Z', 'revision_number': 1, 'project_id': '3e187e532e7d440c823c7ea556f78f6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c106638-8a48-457e-8d87-3b66d720a2ac', 'name': '', 'network_id': '0d2602fa-1d2d-4c75-8661-ee94c8ac01e5', 'tenant_id': '3e187e532e7d440c823c7ea556f78f6e', 'mac_address': 'fa:16:3e:16:75:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee89a5a4-39d8-46d1-b45b-5fcdb90c6e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'a36581c3-26ef-4e8c-b9f4-8727fbf3ff93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:09:20Z', 'updated_at': '2022-01-28T07:09:30Z', 'revision_number': 5, 'project_id': '3e187e532e7d440c823c7ea556f78f6e', 'subnets': [{'id': 'a36581c3-26ef-4e8c-b9f4-8727fbf3ff93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:13:05.001028 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=f1b3ed6f-686a-4749-9ea4-a75289f59546,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:13:05.008698 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 3208226d-98ac-401e-aca5-0ac6985e8f2e is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:13:05.039926 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092496af-d334-47e9-aeb4-6d3c1673ec42 req-11848c3c-f7ee-413b-a13f-da4701fbaad6 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:05.041826 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-092496af-d334-47e9-aeb4-6d3c1673ec42 req-11848c3c-f7ee-413b-a13f-da4701fbaad6 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] 10.222.0.44 "GET /v2.0/networks?id=ed2a86a8-da73-4f39-8b11-88940252842f HTTP/1.1" status: 200 len: 812 time: 0.8162777 Jan 28 07:13:05.073147 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-092496af-d334-47e9-aeb4-6d3c1673ec42 req-6fdf95e3-a495-4e03-a65f-a57d965bf58f tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Request body: {'port': {'device_id': '20d9ec38-d6b9-4142-96bb-526e95cb0b5b', 'network_id': 'ed2a86a8-da73-4f39-8b11-88940252842f', 'admin_state_up': True, 'tenant_id': 'c7e5f5e1e5b6452e807f9cfd340509b9'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:13:05.094259 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-a4fa5280-7315-41e1-98aa-13f4f5fdb995 None None] Current status of the port 3208226d-98ac-401e-aca5-0ac6985e8f2e is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:13:05.100153 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-3df6271d-cd18-4b4b-b506-f20e2a372907 req-034b3ee6-3b9d-4d70-b300-585e1ecb24db service neutron] For port 09d22ba3-e9ce-41e6-ba10-cf2ab47fc7ac, host n-h2-712749-28, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:13:05.104626 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-3df6271d-cd18-4b4b-b506-f20e2a372907 req-034b3ee6-3b9d-4d70-b300-585e1ecb24db service neutron] For port 09d22ba3-e9ce-41e6-ba10-cf2ab47fc7ac, host n-h2-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=09d22ba3-e9ce-41e6-ba10-cf2ab47fc7ac,segment=NetworkSegment(8c1a2649-126a-42b2-aa92-3dce43dd7caa),segment_id=8c1a2649-126a-42b2-aa92-3dce43dd7caa)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:13:05.112927 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-3df6271d-cd18-4b4b-b506-f20e2a372907 req-034b3ee6-3b9d-4d70-b300-585e1ecb24db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (09d22ba3-e9ce-41e6-ba10-cf2ab47fc7ac), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:05.129415 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df6271d-cd18-4b4b-b506-f20e2a372907 req-034b3ee6-3b9d-4d70-b300-585e1ecb24db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:05.130426 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-3df6271d-cd18-4b4b-b506-f20e2a372907 req-034b3ee6-3b9d-4d70-b300-585e1ecb24db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:05.132292 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-3df6271d-cd18-4b4b-b506-f20e2a372907 req-034b3ee6-3b9d-4d70-b300-585e1ecb24db service neutron] 10.222.0.44 "PUT /v2.0/ports/09d22ba3-e9ce-41e6-ba10-cf2ab47fc7ac HTTP/1.1" status: 200 len: 1092 time: 1.5529115 Jan 28 07:13:05.133861 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60ed740a-26a2-4109-a332-5c18de6faba7', 'tag': '09d22ba3-e9ce-41e6-ba10-cf2ab47fc7ac'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:13:05.136157 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-542f716f-2d82-4dc6-a80b-8ddb79f8f1d4" -d '{"events": [{"name": "network-changed", "server_uuid": "60ed740a-26a2-4109-a332-5c18de6faba7", "tag": "09d22ba3-e9ce-41e6-ba10-cf2ab47fc7ac"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:13:05.152842 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4028f2a9-f896-4589-a12b-a017de1c1a30 req-eff18ff1-dadc-44d4-a247-69fa7c20bd93 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:05.159087 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['f1b3ed6f-686a-4749-9ea4-a75289f59546'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:13:05.160179 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4028f2a9-f896-4589-a12b-a017de1c1a30 req-eff18ff1-dadc-44d4-a247-69fa7c20bd93 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/ports?device_id=60ed740a-26a2-4109-a332-5c18de6faba7 HTTP/1.1" status: 200 len: 943 time: 0.2284741 Jan 28 07:13:05.187860 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-63b17126-3c0d-49e3-82c0-5ed9b84d930e req-0b9ec80e-e150-42a1-b0b0-e90f39c234a6 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (17f0d048-8b0f-421f-8973-050abfc9ddc6), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:05.204509 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-39123c6e-706c-45a7-a82a-198518c602c0 tempest-ServersTestManualDisk-340907734 tempest-ServersTestManualDisk-340907734-project] Publish callbacks [] for security_group_rule (40d39605-7083-41b4-896e-feffbcdf60fb), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:05.257681 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-39123c6e-706c-45a7-a82a-198518c602c0 tempest-ServersTestManualDisk-340907734 tempest-ServersTestManualDisk-340907734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (40d39605-7083-41b4-896e-feffbcdf60fb), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:05.286351 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-40fa1c63-6df1-4af7-a16c-c54417998cff req-8a437103-0990-4b39-aeeb-f0438c1cc4f2 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] 10.222.0.41 "GET /v2.0/ports?device_id=20d9ec38-d6b9-4142-96bb-526e95cb0b5b HTTP/1.1" status: 200 len: 210 time: 0.0807805 Jan 28 07:13:05.330171 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034b3ee6-3b9d-4d70-b300-585e1ecb24db service neutron] Pushing event updated for resources: {'Port': ['ID=09d22ba3-e9ce-41e6-ba10-cf2ab47fc7ac,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:13:05.341706 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63b17126-3c0d-49e3-82c0-5ed9b84d930e req-0b9ec80e-e150-42a1-b0b0-e90f39c234a6 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Network 77aa199c-9565-430c-bcef-5bacd415f620 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:13:05.351773 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df6271d-cd18-4b4b-b506-f20e2a372907 req-3a38cea8-4672-4589-ae09-50cedc8f8ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:05.354130 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-3df6271d-cd18-4b4b-b506-f20e2a372907 req-3a38cea8-4672-4589-ae09-50cedc8f8ab4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=071c6275b8f741eea1e2f053b48698ce&device_id=60ed740a-26a2-4109-a332-5c18de6faba7 HTTP/1.1" status: 200 len: 1095 time: 0.1549249 Jan 28 07:13:05.362289 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 07:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-942275c7-0715-4250-8274-0970f9c9da13 x-openstack-request-id: req-942275c7-0715-4250-8274-0970f9c9da13 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:13:05.362602 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dd702e6-7a80-45cc-9dda-f28032a78da6", "name": "network-vif-unplugged", "status": "completed", "tag": "4a6dd5ce-e322-4b63-87ab-ae801e185778", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:13:05.362850 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-942275c7-0715-4250-8274-0970f9c9da13 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:13:05.363254 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dd702e6-7a80-45cc-9dda-f28032a78da6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a6dd5ce-e322-4b63-87ab-ae801e185778', 'code': 200} Jan 28 07:13:05.379145 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39123c6e-706c-45a7-a82a-198518c602c0 tempest-ServersTestManualDisk-340907734 tempest-ServersTestManualDisk-340907734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40d39605-7083-41b4-896e-feffbcdf60fb,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:13:05.387437 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-63b17126-3c0d-49e3-82c0-5ed9b84d930e req-0b9ec80e-e150-42a1-b0b0-e90f39c234a6 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:13:05.397217 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9ec80e-e150-42a1-b0b0-e90f39c234a6 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Pushing event updated for resources: {'Port': ['ID=17f0d048-8b0f-421f-8973-050abfc9ddc6,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:13:05.404313 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-63b17126-3c0d-49e3-82c0-5ed9b84d930e req-0b9ec80e-e150-42a1-b0b0-e90f39c234a6 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:13:05.414204 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4028f2a9-f896-4589-a12b-a017de1c1a30 req-070eabad-810b-41c8-a876-133197629f1a tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/security-groups?id=54f3b545-d68e-44ae-b5dc-1cfcda6094b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531297 Jan 28 07:13:05.450087 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-39123c6e-706c-45a7-a82a-198518c602c0 tempest-ServersTestManualDisk-340907734 tempest-ServersTestManualDisk-340907734-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:05.451430 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-39123c6e-706c-45a7-a82a-198518c602c0 tempest-ServersTestManualDisk-340907734 tempest-ServersTestManualDisk-340907734-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1672926 Jan 28 07:13:05.459097 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 40290) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:13:05.469518 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-1a6cdfe4-9175-4b14-aa63-62efac703292 tempest-ServersTestManualDisk-340907734 tempest-ServersTestManualDisk-340907734-project] Request body: {'floatingip': {'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:13:05.504803 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-3df6271d-cd18-4b4b-b506-f20e2a372907 req-700d577b-1b01-4560-a45f-b14930aa502c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09d22ba3-e9ce-41e6-ba10-cf2ab47fc7ac HTTP/1.1" status: 200 len: 217 time: 0.1200085 Jan 28 07:13:05.512850 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-092496af-d334-47e9-aeb4-6d3c1673ec42 req-6fdf95e3-a495-4e03-a65f-a57d965bf58f tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Made reservation on behalf of c7e5f5e1e5b6452e807f9cfd340509b9 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:13:05.516398 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-092496af-d334-47e9-aeb4-6d3c1673ec42 req-6fdf95e3-a495-4e03-a65f-a57d965bf58f tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:05.525157 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa683e1-7f32-45e4-9b2c-adf58d240786 None None] New status for floating IP b0aedd53-0f3f-4f41-b811-7afb82007f0f: ACTIVE {{(pid=103286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 07:13:05.532393 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b17126-3c0d-49e3-82c0-5ed9b84d930e req-0b9ec80e-e150-42a1-b0b0-e90f39c234a6 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:05.533044 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-63b17126-3c0d-49e3-82c0-5ed9b84d930e req-0b9ec80e-e150-42a1-b0b0-e90f39c234a6 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:05.557493 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1a6cdfe4-9175-4b14-aa63-62efac703292 tempest-ServersTestManualDisk-340907734 tempest-ServersTestManualDisk-340907734-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:05.582099 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-63b17126-3c0d-49e3-82c0-5ed9b84d930e req-0b9ec80e-e150-42a1-b0b0-e90f39c234a6 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6647201 Jan 28 07:13:05.597713 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-41e88943-b3d5-4489-a123-7d07476f465b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:05.634156 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df6271d-cd18-4b4b-b506-f20e2a372907 req-12cbe88c-7d2b-4a6d-b2aa-fce68a037ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:05.637796 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-3df6271d-cd18-4b4b-b506-f20e2a372907 req-12cbe88c-7d2b-4a6d-b2aa-fce68a037ffb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5ed8211a-b148-411a-81c0-40d0a8d78cc9 HTTP/1.1" status: 200 len: 845 time: 0.1289303 Jan 28 07:13:05.639362 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e09ef0bc-f635-451c-aed6-529ef68c1497 x-openstack-request-id: req-e09ef0bc-f635-451c-aed6-529ef68c1497 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:13:05.639660 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60ed740a-26a2-4109-a332-5c18de6faba7", "tag": "09d22ba3-e9ce-41e6-ba10-cf2ab47fc7ac", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:13:05.639924 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e09ef0bc-f635-451c-aed6-529ef68c1497 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:13:05.640350 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60ed740a-26a2-4109-a332-5c18de6faba7', 'tag': '09d22ba3-e9ce-41e6-ba10-cf2ab47fc7ac', 'status': 'completed', 'code': 200} Jan 28 07:13:05.659222 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-63b17126-3c0d-49e3-82c0-5ed9b84d930e req-1556efe0-eafa-485e-9cb3-ad838c121fc1 service neutron] Request body: {'port': {'device_id': '0423b6ae-0c62-4f3f-ae33-ac4715e97d12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712749-28'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:13:05.724159 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-3df6271d-cd18-4b4b-b506-f20e2a372907 req-6604ac9d-fd04-4cc4-9437-b820ffdea361 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=55d1aca5-a0d0-4804-9112-fbf4ce00f292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0768843 Jan 28 07:13:05.844487 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-3df6271d-cd18-4b4b-b506-f20e2a372907 req-82ee8333-1679-48b6-a8fe-2ff2e33a17cd service neutron] 10.222.0.44 "GET /v2.0/networks/55d1aca5-a0d0-4804-9112-fbf4ce00f292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131060 Jan 28 07:13:06.003974 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5de98a-a538-4310-8413-9bf1d41f55a5 req-933f2296-df08-49ce-92ba-fec080682c77 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:06.005594 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ad5de98a-a538-4310-8413-9bf1d41f55a5 req-933f2296-df08-49ce-92ba-fec080682c77 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/ports?device_id=0423b6ae-0c62-4f3f-ae33-ac4715e97d12 HTTP/1.1" status: 200 len: 931 time: 0.1045032 Jan 28 07:13:06.024407 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-3df6271d-cd18-4b4b-b506-f20e2a372907 req-241150e8-d720-4e19-8e76-9d8053542835 service neutron] 10.222.0.44 "GET /v2.0/networks/55d1aca5-a0d0-4804-9112-fbf4ce00f292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611381 Jan 28 07:13:06.071035 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ad5de98a-a538-4310-8413-9bf1d41f55a5 req-5ede252a-7ac8-43d2-9e20-d814985f745f tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c286ac6-5d5d-46b9-b282-9e68e0339bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572815 Jan 28 07:13:06.071978 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-63b17126-3c0d-49e3-82c0-5ed9b84d930e req-1556efe0-eafa-485e-9cb3-ad838c121fc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (17f0d048-8b0f-421f-8973-050abfc9ddc6), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:06.116313 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceb7998-0cbd-4331-9d6e-87df2c5f7498 req-56741ed7-888a-45db-b6cc-299e14531293 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:06.117868 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3ceb7998-0cbd-4331-9d6e-87df2c5f7498 req-56741ed7-888a-45db-b6cc-299e14531293 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=45dcaf20-7dc4-49ae-9d38-d1aa33837cd8 HTTP/1.1" status: 200 len: 945 time: 0.4199872 Jan 28 07:13:06.142641 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-092496af-d334-47e9-aeb4-6d3c1673ec42 req-6fdf95e3-a495-4e03-a65f-a57d965bf58f tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Allocated IP 172.20.0.7 (ed2a86a8-da73-4f39-8b11-88940252842f/4c735598-017d-4dd4-9654-6370a2a3beef/3180d400-882b-4c2e-8569-dbafa1fabdbb) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:13:06.185306 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542f716f-2d82-4dc6-a80b-8ddb79f8f1d4 req-acccc508-0eb3-4c58-aad0-fb3176ffb4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:06.185306 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-542f716f-2d82-4dc6-a80b-8ddb79f8f1d4 req-acccc508-0eb3-4c58-aad0-fb3176ffb4f9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=071c6275b8f741eea1e2f053b48698ce&device_id=60ed740a-26a2-4109-a332-5c18de6faba7 HTTP/1.1" status: 200 len: 1095 time: 0.0518956 Jan 28 07:13:06.229990 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 3208226d-98ac-401e-aca5-0ac6985e8f2e up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:13:06.294069 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 3208226d-98ac-401e-aca5-0ac6985e8f2e triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:13:06.294822 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (3208226d-98ac-401e-aca5-0ac6985e8f2e), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:06.331732 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f366157d-9bd7-4031-91f4-af77ad1fd725 req-6edfb4ad-4577-4124-90e8-da9d5d3c084b tempest-VolumesAdminNegativeTest-837531968 tempest-VolumesAdminNegativeTest-837531968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:06.333263 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f366157d-9bd7-4031-91f4-af77ad1fd725 req-6edfb4ad-4577-4124-90e8-da9d5d3c084b tempest-VolumesAdminNegativeTest-837531968 tempest-VolumesAdminNegativeTest-837531968-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba7ed625-60e1-4265-9e5b-a87f7228a140 HTTP/1.1" status: 200 len: 944 time: 0.0774419 Jan 28 07:13:06.334808 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542f716f-2d82-4dc6-a80b-8ddb79f8f1d4 req-38456151-0a65-41f9-9c1b-2fbcbf65b230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:06.335588 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3ceb7998-0cbd-4331-9d6e-87df2c5f7498 req-f7cdeadf-5e18-4f80-8548-b0af2a836957 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e9c3947-6ff8-4aa4-a1f7-c165b64c94a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919539 Jan 28 07:13:06.336171 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-542f716f-2d82-4dc6-a80b-8ddb79f8f1d4 req-38456151-0a65-41f9-9c1b-2fbcbf65b230 service neutron] 10.222.0.44 "GET /v2.0/networks?id=55d1aca5-a0d0-4804-9112-fbf4ce00f292 HTTP/1.1" status: 200 len: 906 time: 0.1448693 Jan 28 07:13:06.337180 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1a6cdfe4-9175-4b14-aa63-62efac703292 tempest-ServersTestManualDisk-340907734 tempest-ServersTestManualDisk-340907734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:06.408705 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-542f716f-2d82-4dc6-a80b-8ddb79f8f1d4 req-caa68f51-c4a7-453b-8be7-ca07d4d8037c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09d22ba3-e9ce-41e6-ba10-cf2ab47fc7ac HTTP/1.1" status: 200 len: 217 time: 0.0643599 Jan 28 07:13:06.426038 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 3208226d-98ac-401e-aca5-0ac6985e8f2e is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:13:06.491312 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f366157d-9bd7-4031-91f4-af77ad1fd725 req-74f2d8bb-686c-4f40-a551-deadad1762de tempest-VolumesAdminNegativeTest-837531968 tempest-VolumesAdminNegativeTest-837531968-project] 10.222.0.41 "GET /v2.0/security-groups?id=71477366-0447-4ede-9f0e-5f6adcd52381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861342 Jan 28 07:13:06.495043 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542f716f-2d82-4dc6-a80b-8ddb79f8f1d4 req-42f8b68c-97f3-494f-8e69-8d4b35471033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:06.496465 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-542f716f-2d82-4dc6-a80b-8ddb79f8f1d4 req-42f8b68c-97f3-494f-8e69-8d4b35471033 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5ed8211a-b148-411a-81c0-40d0a8d78cc9 HTTP/1.1" status: 200 len: 845 time: 0.0713151 Jan 28 07:13:06.530651 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-542f716f-2d82-4dc6-a80b-8ddb79f8f1d4 req-894e67f7-e049-4599-ae76-6b787bed70b8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=55d1aca5-a0d0-4804-9112-fbf4ce00f292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268285 Jan 28 07:13:06.537074 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-62515610-f59d-4269-ae13-b7ed3c0e07e8 req-78e0b562-d903-4d3b-a0ed-7dcfea123c47 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] 10.222.0.41 "GET /v2.0/ports?device_id=20d9ec38-d6b9-4142-96bb-526e95cb0b5b HTTP/1.1" status: 200 len: 210 time: 0.0736232 Jan 28 07:13:06.648369 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-542f716f-2d82-4dc6-a80b-8ddb79f8f1d4 req-2e094386-a846-437c-92e2-bf752bf51967 service neutron] 10.222.0.44 "GET /v2.0/networks/55d1aca5-a0d0-4804-9112-fbf4ce00f292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114497 Jan 28 07:13:06.672927 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-1a6cdfe4-9175-4b14-aa63-62efac703292 tempest-ServersTestManualDisk-340907734 tempest-ServersTestManualDisk-340907734-project] Allocated IP 172.25.6.156 (7d5b3724-deef-4831-8d43-cb9b8176573c/b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc/84ab7049-ffcc-45b4-91a7-fb68645432c9) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:13:06.679325 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-092496af-d334-47e9-aeb4-6d3c1673ec42 req-6fdf95e3-a495-4e03-a65f-a57d965bf58f tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Publish callbacks [] for port (3180d400-882b-4c2e-8569-dbafa1fabdbb), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:06.747031 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-542f716f-2d82-4dc6-a80b-8ddb79f8f1d4 req-cfd400ac-cf1c-46f8-92f3-4c53311d5898 service neutron] 10.222.0.44 "GET /v2.0/networks/55d1aca5-a0d0-4804-9112-fbf4ce00f292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902467 Jan 28 07:13:06.796647 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b146464-7505-4516-b343-25cb3480dc21 req-885b9566-9d44-4e89-bf9c-e69752889857 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:06.798157 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7b146464-7505-4516-b343-25cb3480dc21 req-885b9566-9d44-4e89-bf9c-e69752889857 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/ports?device_id=60ed740a-26a2-4109-a332-5c18de6faba7 HTTP/1.1" status: 200 len: 943 time: 0.1866577 Jan 28 07:13:06.849943 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:06.857587 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device f1b3ed6f-686a-4749-9ea4-a75289f59546 up at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:13:06.867443 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-092496af-d334-47e9-aeb4-6d3c1673ec42 req-6fdf95e3-a495-4e03-a65f-a57d965bf58f tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (3180d400-882b-4c2e-8569-dbafa1fabdbb), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:06.907574 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning for port f1b3ed6f-686a-4749-9ea4-a75289f59546 completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:13:06.911752 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning complete for port f1b3ed6f-686a-4749-9ea4-a75289f59546 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:13:06.912129 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (f1b3ed6f-686a-4749-9ea4-a75289f59546), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:06.941105 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-63b17126-3c0d-49e3-82c0-5ed9b84d930e req-1556efe0-eafa-485e-9cb3-ad838c121fc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17f0d048-8b0f-421f-8973-050abfc9ddc6 {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:13:06.962493 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-63b17126-3c0d-49e3-82c0-5ed9b84d930e req-1556efe0-eafa-485e-9cb3-ad838c121fc1 service neutron] Publish callbacks [] for port (17f0d048-8b0f-421f-8973-050abfc9ddc6), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:06.974853 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-092496af-d334-47e9-aeb4-6d3c1673ec42 req-6fdf95e3-a495-4e03-a65f-a57d965bf58f tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Network ed2a86a8-da73-4f39-8b11-88940252842f is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:13:06.989610 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-092496af-d334-47e9-aeb4-6d3c1673ec42 req-6fdf95e3-a495-4e03-a65f-a57d965bf58f tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:13:06.995692 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port f1b3ed6f-686a-4749-9ea4-a75289f59546 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:13:06.995692 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (f1b3ed6f-686a-4749-9ea4-a75289f59546), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:07.000390 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1a6cdfe4-9175-4b14-aa63-62efac703292 tempest-ServersTestManualDisk-340907734 tempest-ServersTestManualDisk-340907734-project] Publish callbacks [] for port (84ab7049-ffcc-45b4-91a7-fb68645432c9), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:07.004408 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7b146464-7505-4516-b343-25cb3480dc21 req-8ee3203d-3a87-40e9-8c3b-13b3a7a8326d tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/security-groups?id=54f3b545-d68e-44ae-b5dc-1cfcda6094b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952498 Jan 28 07:13:07.005218 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-092496af-d334-47e9-aeb4-6d3c1673ec42 req-6fdf95e3-a495-4e03-a65f-a57d965bf58f tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:13:07.016498 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-63b17126-3c0d-49e3-82c0-5ed9b84d930e req-1556efe0-eafa-485e-9cb3-ad838c121fc1 service neutron] Transition to ACTIVE for port object 17f0d048-8b0f-421f-8973-050abfc9ddc6 will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:13:07.018768 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdf95e3-a495-4e03-a65f-a57d965bf58f tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Pushing event updated for resources: {'Port': ['ID=3180d400-882b-4c2e-8569-dbafa1fabdbb,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:13:07.031257 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port f1b3ed6f-686a-4749-9ea4-a75289f59546, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=f1b3ed6f-686a-4749-9ea4-a75289f59546,segment=NetworkSegment(e7268938-17f9-4f77-8957-278e92538012),segment_id=e7268938-17f9-4f77-8957-278e92538012)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:13:07.035034 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (f1b3ed6f-686a-4749-9ea4-a75289f59546), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:07.047464 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-63b17126-3c0d-49e3-82c0-5ed9b84d930e req-1556efe0-eafa-485e-9cb3-ad838c121fc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (17f0d048-8b0f-421f-8973-050abfc9ddc6), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:07.083629 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=f1b3ed6f-686a-4749-9ea4-a75289f59546,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:13:07.130406 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092496af-d334-47e9-aeb4-6d3c1673ec42 req-6fdf95e3-a495-4e03-a65f-a57d965bf58f tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:07.131006 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-092496af-d334-47e9-aeb4-6d3c1673ec42 req-6fdf95e3-a495-4e03-a65f-a57d965bf58f tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:07.138243 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1556efe0-eafa-485e-9cb3-ad838c121fc1 service neutron] Pushing event updated for resources: {'Port': ['ID=17f0d048-8b0f-421f-8973-050abfc9ddc6,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:13:07.166566 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1a6cdfe4-9175-4b14-aa63-62efac703292 tempest-ServersTestManualDisk-340907734 tempest-ServersTestManualDisk-340907734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (84ab7049-ffcc-45b4-91a7-fb68645432c9), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:07.197974 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f43781-c137-4a41-9d1d-d7b608ba205c req-95b20b3c-8766-4f02-9e40-cb615793278f tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:07.200670 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-51f43781-c137-4a41-9d1d-d7b608ba205c req-95b20b3c-8766-4f02-9e40-cb615793278f tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/ports?device_id=0423b6ae-0c62-4f3f-ae33-ac4715e97d12 HTTP/1.1" status: 200 len: 943 time: 0.0565231 Jan 28 07:13:07.202334 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-092496af-d334-47e9-aeb4-6d3c1673ec42 req-6fdf95e3-a495-4e03-a65f-a57d965bf58f tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1453149 Jan 28 07:13:07.231632 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-092496af-d334-47e9-aeb4-6d3c1673ec42 req-c449d33e-8899-4f95-96fc-750dc882486f service neutron] Request body: {'port': {'device_id': '20d9ec38-d6b9-4142-96bb-526e95cb0b5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712749-28'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:13:07.250114 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-51f43781-c137-4a41-9d1d-d7b608ba205c req-9b197c13-721e-4e0f-b2d1-2386d62f4be7 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c286ac6-5d5d-46b9-b282-9e68e0339bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441604 Jan 28 07:13:07.274208 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6cdfe4-9175-4b14-aa63-62efac703292 tempest-ServersTestManualDisk-340907734 tempest-ServersTestManualDisk-340907734-project] Network 7d5b3724-deef-4831-8d43-cb9b8176573c is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:13:07.285093 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-1a6cdfe4-9175-4b14-aa63-62efac703292 tempest-ServersTestManualDisk-340907734 tempest-ServersTestManualDisk-340907734-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:13:07.292553 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6cdfe4-9175-4b14-aa63-62efac703292 tempest-ServersTestManualDisk-340907734 tempest-ServersTestManualDisk-340907734-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:13:07.294288 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6cdfe4-9175-4b14-aa63-62efac703292 tempest-ServersTestManualDisk-340907734 tempest-ServersTestManualDisk-340907734-project] Pushing event updated for resources: {'Port': ['ID=84ab7049-ffcc-45b4-91a7-fb68645432c9,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:13:07.352215 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-63b17126-3c0d-49e3-82c0-5ed9b84d930e req-1556efe0-eafa-485e-9cb3-ad838c121fc1 service neutron] Attempting to bind port 17f0d048-8b0f-421f-8973-050abfc9ddc6 on host n-h2-712749-28 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:13:07.352575 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-63b17126-3c0d-49e3-82c0-5ed9b84d930e req-1556efe0-eafa-485e-9cb3-ad838c121fc1 service neutron] Attempting to bind port 17f0d048-8b0f-421f-8973-050abfc9ddc6 by drivers openvswitch,hyperv on host n-h2-712749-28 at level 0 using segments [{'id': 'b38b5d3d-4197-4548-8b2f-aaaa5395d71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '77aa199c-9565-430c-bcef-5bacd415f620'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:13:07.352905 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b17126-3c0d-49e3-82c0-5ed9b84d930e req-1556efe0-eafa-485e-9cb3-ad838c121fc1 service neutron] Attempting to bind port 17f0d048-8b0f-421f-8973-050abfc9ddc6 on network 77aa199c-9565-430c-bcef-5bacd415f620 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:13:07.364721 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba7ed625-60e1-4265-9e5b-a87f7228a140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1b3ed6f-686a-4749-9ea4-a75289f59546'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:13:07.364932 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b17126-3c0d-49e3-82c0-5ed9b84d930e req-1556efe0-eafa-485e-9cb3-ad838c121fc1 service neutron] Port 17f0d048-8b0f-421f-8973-050abfc9ddc6 on network 77aa199c-9565-430c-bcef-5bacd415f620 not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-28 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:13:07.365255 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b17126-3c0d-49e3-82c0-5ed9b84d930e req-1556efe0-eafa-485e-9cb3-ad838c121fc1 service neutron] Attempting to bind port 17f0d048-8b0f-421f-8973-050abfc9ddc6 on network 77aa199c-9565-430c-bcef-5bacd415f620 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:13:07.367355 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eecc35d-a65e-450b-89b1-0233ac6e68b1" -d '{"events": [{"server_uuid": "ba7ed625-60e1-4265-9e5b-a87f7228a140", "name": "network-vif-plugged", "status": "completed", "tag": "f1b3ed6f-686a-4749-9ea4-a75289f59546"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:13:07.374820 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-092496af-d334-47e9-aeb4-6d3c1673ec42 req-c449d33e-8899-4f95-96fc-750dc882486f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (3180d400-882b-4c2e-8569-dbafa1fabdbb), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:07.385535 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b17126-3c0d-49e3-82c0-5ed9b84d930e req-1556efe0-eafa-485e-9cb3-ad838c121fc1 service neutron] Checking agent: {'id': 'c9906e63-062c-432e-bb53-63fdb8115e18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:13:07.385883 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b17126-3c0d-49e3-82c0-5ed9b84d930e req-1556efe0-eafa-485e-9cb3-ad838c121fc1 service neutron] Checking segment: {'id': 'b38b5d3d-4197-4548-8b2f-aaaa5395d71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '77aa199c-9565-430c-bcef-5bacd415f620'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:13:07.386272 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b17126-3c0d-49e3-82c0-5ed9b84d930e req-1556efe0-eafa-485e-9cb3-ad838c121fc1 service neutron] Bound using segment: {'id': 'b38b5d3d-4197-4548-8b2f-aaaa5395d71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '77aa199c-9565-430c-bcef-5bacd415f620'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:13:07.386720 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-63b17126-3c0d-49e3-82c0-5ed9b84d930e req-1556efe0-eafa-485e-9cb3-ad838c121fc1 service neutron] Bound port: 17f0d048-8b0f-421f-8973-050abfc9ddc6, host: n-h2-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b38b5d3d-4197-4548-8b2f-aaaa5395d71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '77aa199c-9565-430c-bcef-5bacd415f620'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:13:07.387080 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-63b17126-3c0d-49e3-82c0-5ed9b84d930e req-1556efe0-eafa-485e-9cb3-ad838c121fc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (17f0d048-8b0f-421f-8973-050abfc9ddc6), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:07.411044 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-538e994b-05b2-46d7-8d3c-a39caa92eb1a x-openstack-request-id: req-538e994b-05b2-46d7-8d3c-a39caa92eb1a {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:13:07.411471 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba7ed625-60e1-4265-9e5b-a87f7228a140", "name": "network-vif-plugged", "status": "completed", "tag": "f1b3ed6f-686a-4749-9ea4-a75289f59546", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:13:07.411775 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-538e994b-05b2-46d7-8d3c-a39caa92eb1a {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:13:07.412183 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba7ed625-60e1-4265-9e5b-a87f7228a140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1b3ed6f-686a-4749-9ea4-a75289f59546', 'code': 200} Jan 28 07:13:07.556702 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8758873b-0a4f-4c5f-b83f-3a1192a70e9c req-9d4db76e-bcba-4835-ac96-75079144d34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:07.558235 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8758873b-0a4f-4c5f-b83f-3a1192a70e9c req-9d4db76e-bcba-4835-ac96-75079144d34f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ba7ed625-60e1-4265-9e5b-a87f7228a140 HTTP/1.1" status: 200 len: 1097 time: 0.0434508 Jan 28 07:13:07.605695 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1a6cdfe4-9175-4b14-aa63-62efac703292 tempest-ServersTestManualDisk-340907734 tempest-ServersTestManualDisk-340907734-project] Publish callbacks [] for floatingip (9d47cb2d-72ee-4247-acda-46d6fd9a858d), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:07.635851 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8758873b-0a4f-4c5f-b83f-3a1192a70e9c req-3423412e-2d99-4652-89d5-a1c28262e660 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=71477366-0447-4ede-9f0e-5f6adcd52381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713036 Jan 28 07:13:07.641519 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-63b17126-3c0d-49e3-82c0-5ed9b84d930e req-1556efe0-eafa-485e-9cb3-ad838c121fc1 service neutron] For port 17f0d048-8b0f-421f-8973-050abfc9ddc6, host n-h2-712749-28, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:13:07.657166 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bbaed8-a6ab-476f-94cd-5a79ea3c8f3c req-c920ebbc-669a-4551-957e-f3aed6fbcc3c tempest-VolumesAdminNegativeTest-837531968 tempest-VolumesAdminNegativeTest-837531968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:07.658655 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f7bbaed8-a6ab-476f-94cd-5a79ea3c8f3c req-c920ebbc-669a-4551-957e-f3aed6fbcc3c tempest-VolumesAdminNegativeTest-837531968 tempest-VolumesAdminNegativeTest-837531968-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba7ed625-60e1-4265-9e5b-a87f7228a140 HTTP/1.1" status: 200 len: 945 time: 0.0953791 Jan 28 07:13:07.682487 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-63b17126-3c0d-49e3-82c0-5ed9b84d930e req-1556efe0-eafa-485e-9cb3-ad838c121fc1 service neutron] For port 17f0d048-8b0f-421f-8973-050abfc9ddc6, host n-h2-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=17f0d048-8b0f-421f-8973-050abfc9ddc6,segment=NetworkSegment(b38b5d3d-4197-4548-8b2f-aaaa5395d71b),segment_id=b38b5d3d-4197-4548-8b2f-aaaa5395d71b)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:13:07.703697 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-63b17126-3c0d-49e3-82c0-5ed9b84d930e req-1556efe0-eafa-485e-9cb3-ad838c121fc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (17f0d048-8b0f-421f-8973-050abfc9ddc6), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:07.712423 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f7bbaed8-a6ab-476f-94cd-5a79ea3c8f3c req-0bbb343b-d065-40e6-b691-4343308dfcec tempest-VolumesAdminNegativeTest-837531968 tempest-VolumesAdminNegativeTest-837531968-project] 10.222.0.41 "GET /v2.0/security-groups?id=71477366-0447-4ede-9f0e-5f6adcd52381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473945 Jan 28 07:13:07.782499 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1a6cdfe4-9175-4b14-aa63-62efac703292 tempest-ServersTestManualDisk-340907734 tempest-ServersTestManualDisk-340907734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (84ab7049-ffcc-45b4-91a7-fb68645432c9), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:07.816328 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b17126-3c0d-49e3-82c0-5ed9b84d930e req-1556efe0-eafa-485e-9cb3-ad838c121fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:07.816962 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-63b17126-3c0d-49e3-82c0-5ed9b84d930e req-1556efe0-eafa-485e-9cb3-ad838c121fc1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:07.818374 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-63b17126-3c0d-49e3-82c0-5ed9b84d930e req-1556efe0-eafa-485e-9cb3-ad838c121fc1 service neutron] 10.222.0.44 "PUT /v2.0/ports/17f0d048-8b0f-421f-8973-050abfc9ddc6 HTTP/1.1" status: 200 len: 1092 time: 2.1973717 Jan 28 07:13:07.819526 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0423b6ae-0c62-4f3f-ae33-ac4715e97d12', 'tag': '17f0d048-8b0f-421f-8973-050abfc9ddc6'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:13:07.821809 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ff638f3-8262-4bab-be89-1de0a65f02b7" -d '{"events": [{"name": "network-changed", "server_uuid": "0423b6ae-0c62-4f3f-ae33-ac4715e97d12", "tag": "17f0d048-8b0f-421f-8973-050abfc9ddc6"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:13:07.837623 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b191c65-050b-480a-a56d-c5ef3a30ea00 req-923ba53c-45df-4359-b4af-7f1339897fa0 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:07.839125 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2b191c65-050b-480a-a56d-c5ef3a30ea00 req-923ba53c-45df-4359-b4af-7f1339897fa0 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] 10.222.0.41 "GET /v2.0/ports?device_id=20d9ec38-d6b9-4142-96bb-526e95cb0b5b HTTP/1.1" status: 200 len: 931 time: 0.2220809 Jan 28 07:13:07.883836 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1556efe0-eafa-485e-9cb3-ad838c121fc1 service neutron] Pushing event updated for resources: {'Port': ['ID=17f0d048-8b0f-421f-8973-050abfc9ddc6,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:13:07.942158 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecc47110-80cd-4d04-be35-dc7a28502217 x-openstack-request-id: req-ecc47110-80cd-4d04-be35-dc7a28502217 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:13:07.942459 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0423b6ae-0c62-4f3f-ae33-ac4715e97d12", "tag": "17f0d048-8b0f-421f-8973-050abfc9ddc6", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:13:07.942719 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ecc47110-80cd-4d04-be35-dc7a28502217 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:13:07.943114 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0423b6ae-0c62-4f3f-ae33-ac4715e97d12', 'tag': '17f0d048-8b0f-421f-8973-050abfc9ddc6', 'status': 'completed', 'code': 200} Jan 28 07:13:08.001850 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2b191c65-050b-480a-a56d-c5ef3a30ea00 req-1a3c377a-0d23-4bcd-ab07-90c3e8993e92 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] 10.222.0.41 "GET /v2.0/security-groups?id=fa82ec26-34b4-44b8-888a-3a43aa497a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475375 Jan 28 07:13:08.115842 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b17126-3c0d-49e3-82c0-5ed9b84d930e req-d8713110-ff13-4074-a8f6-b09057569feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:08.117398 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-63b17126-3c0d-49e3-82c0-5ed9b84d930e req-d8713110-ff13-4074-a8f6-b09057569feb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1b5821c096cf43639ed10b07e04f5303&device_id=0423b6ae-0c62-4f3f-ae33-ac4715e97d12 HTTP/1.1" status: 200 len: 1095 time: 0.1206944 Jan 28 07:13:08.122942 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ab6beb-b0a6-4445-902a-d6deb72c2ef0 req-514e2497-cf19-4d18-bd4b-e4aeb1d16e35 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:08.124585 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-092496af-d334-47e9-aeb4-6d3c1673ec42 req-c449d33e-8899-4f95-96fc-750dc882486f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3180d400-882b-4c2e-8569-dbafa1fabdbb {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:13:08.125036 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a9ab6beb-b0a6-4445-902a-d6deb72c2ef0 req-514e2497-cf19-4d18-bd4b-e4aeb1d16e35 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/ports?device_id=60ed740a-26a2-4109-a332-5c18de6faba7 HTTP/1.1" status: 200 len: 943 time: 0.0495789 Jan 28 07:13:08.135405 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-092496af-d334-47e9-aeb4-6d3c1673ec42 req-c449d33e-8899-4f95-96fc-750dc882486f service neutron] Publish callbacks [] for port (3180d400-882b-4c2e-8569-dbafa1fabdbb), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:08.174522 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a9ab6beb-b0a6-4445-902a-d6deb72c2ef0 req-df9c36ab-8daf-4396-9743-5b7e71268362 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/security-groups?id=54f3b545-d68e-44ae-b5dc-1cfcda6094b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435896 Jan 28 07:13:08.189084 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-63b17126-3c0d-49e3-82c0-5ed9b84d930e req-111be377-ae69-4498-b2b9-0457afae8a8e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=17f0d048-8b0f-421f-8973-050abfc9ddc6 HTTP/1.1" status: 200 len: 217 time: 0.0556905 Jan 28 07:13:08.193026 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1a6cdfe4-9175-4b14-aa63-62efac703292 tempest-ServersTestManualDisk-340907734 tempest-ServersTestManualDisk-340907734-project] Publish callbacks [] for port (84ab7049-ffcc-45b4-91a7-fb68645432c9), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:08.196595 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-092496af-d334-47e9-aeb4-6d3c1673ec42 req-c449d33e-8899-4f95-96fc-750dc882486f service neutron] Transition to ACTIVE for port object 3180d400-882b-4c2e-8569-dbafa1fabdbb will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:13:08.206527 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1a6cdfe4-9175-4b14-aa63-62efac703292 tempest-ServersTestManualDisk-340907734 tempest-ServersTestManualDisk-340907734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (84ab7049-ffcc-45b4-91a7-fb68645432c9), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:08.227494 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-092496af-d334-47e9-aeb4-6d3c1673ec42 req-c449d33e-8899-4f95-96fc-750dc882486f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (3180d400-882b-4c2e-8569-dbafa1fabdbb), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:08.316247 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b17126-3c0d-49e3-82c0-5ed9b84d930e req-c23eaadb-4350-422a-9c16-1c4885cac6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:08.317713 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-63b17126-3c0d-49e3-82c0-5ed9b84d930e req-c23eaadb-4350-422a-9c16-1c4885cac6c2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e60d974b-4a97-44ad-8684-0b13afa61368 HTTP/1.1" status: 200 len: 848 time: 0.1201367 Jan 28 07:13:08.318307 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6cdfe4-9175-4b14-aa63-62efac703292 tempest-ServersTestManualDisk-340907734 tempest-ServersTestManualDisk-340907734-project] Pushing event updated for resources: {'Port': ['ID=84ab7049-ffcc-45b4-91a7-fb68645432c9,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:13:08.384300 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-63b17126-3c0d-49e3-82c0-5ed9b84d930e req-14205a1f-80e9-4b3c-9923-e22c23ed336e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=77aa199c-9565-430c-bcef-5bacd415f620&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537314 Jan 28 07:13:08.393197 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bb75db-d938-4e62-9c2c-4367efa84e01 req-2abdcab3-0eae-414b-b9e3-5fc82e561603 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:08.394719 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d1bb75db-d938-4e62-9c2c-4367efa84e01 req-2abdcab3-0eae-414b-b9e3-5fc82e561603 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/ports?device_id=0423b6ae-0c62-4f3f-ae33-ac4715e97d12 HTTP/1.1" status: 200 len: 943 time: 0.0526211 Jan 28 07:13:08.400776 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1a6cdfe4-9175-4b14-aa63-62efac703292 tempest-ServersTestManualDisk-340907734 tempest-ServersTestManualDisk-340907734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16609095'] for floatingip (9d47cb2d-72ee-4247-acda-46d6fd9a858d), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:08.447379 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d1bb75db-d938-4e62-9c2c-4367efa84e01 req-d6a6b711-4caf-40f7-bcf7-41631cfd0efb tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c286ac6-5d5d-46b9-b282-9e68e0339bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463099 Jan 28 07:13:08.532394 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:08.696746 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c449d33e-8899-4f95-96fc-750dc882486f service neutron] Pushing event updated for resources: {'Port': ['ID=3180d400-882b-4c2e-8569-dbafa1fabdbb,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:13:08.736870 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1a6cdfe4-9175-4b14-aa63-62efac703292 tempest-ServersTestManualDisk-340907734 tempest-ServersTestManualDisk-340907734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for floatingip (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:08.745640 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-1a6cdfe4-9175-4b14-aa63-62efac703292 tempest-ServersTestManualDisk-340907734 tempest-ServersTestManualDisk-340907734-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2761047 Jan 28 07:13:08.763638 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-092496af-d334-47e9-aeb4-6d3c1673ec42 req-c449d33e-8899-4f95-96fc-750dc882486f service neutron] Attempting to bind port 3180d400-882b-4c2e-8569-dbafa1fabdbb on host n-h2-712749-28 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:13:08.764742 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-092496af-d334-47e9-aeb4-6d3c1673ec42 req-c449d33e-8899-4f95-96fc-750dc882486f service neutron] Attempting to bind port 3180d400-882b-4c2e-8569-dbafa1fabdbb by drivers openvswitch,hyperv on host n-h2-712749-28 at level 0 using segments [{'id': 'f8c9f08b-9596-4089-94de-8ef18d76dca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'ed2a86a8-da73-4f39-8b11-88940252842f'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:13:08.765121 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092496af-d334-47e9-aeb4-6d3c1673ec42 req-c449d33e-8899-4f95-96fc-750dc882486f service neutron] Attempting to bind port 3180d400-882b-4c2e-8569-dbafa1fabdbb on network ed2a86a8-da73-4f39-8b11-88940252842f {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:13:08.777920 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092496af-d334-47e9-aeb4-6d3c1673ec42 req-c449d33e-8899-4f95-96fc-750dc882486f service neutron] Port 3180d400-882b-4c2e-8569-dbafa1fabdbb on network ed2a86a8-da73-4f39-8b11-88940252842f not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-28 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:13:08.778249 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092496af-d334-47e9-aeb4-6d3c1673ec42 req-c449d33e-8899-4f95-96fc-750dc882486f service neutron] Attempting to bind port 3180d400-882b-4c2e-8569-dbafa1fabdbb on network ed2a86a8-da73-4f39-8b11-88940252842f {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:13:08.805550 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092496af-d334-47e9-aeb4-6d3c1673ec42 req-c449d33e-8899-4f95-96fc-750dc882486f service neutron] Checking agent: {'id': 'c9906e63-062c-432e-bb53-63fdb8115e18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:13:08.805885 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092496af-d334-47e9-aeb4-6d3c1673ec42 req-c449d33e-8899-4f95-96fc-750dc882486f service neutron] Checking segment: {'id': 'f8c9f08b-9596-4089-94de-8ef18d76dca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'ed2a86a8-da73-4f39-8b11-88940252842f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:13:08.806266 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092496af-d334-47e9-aeb4-6d3c1673ec42 req-c449d33e-8899-4f95-96fc-750dc882486f service neutron] Bound using segment: {'id': 'f8c9f08b-9596-4089-94de-8ef18d76dca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'ed2a86a8-da73-4f39-8b11-88940252842f'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:13:08.806876 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-092496af-d334-47e9-aeb4-6d3c1673ec42 req-c449d33e-8899-4f95-96fc-750dc882486f service neutron] Bound port: 3180d400-882b-4c2e-8569-dbafa1fabdbb, host: n-h2-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8c9f08b-9596-4089-94de-8ef18d76dca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'ed2a86a8-da73-4f39-8b11-88940252842f'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:13:08.807163 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-092496af-d334-47e9-aeb4-6d3c1673ec42 req-c449d33e-8899-4f95-96fc-750dc882486f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (3180d400-882b-4c2e-8569-dbafa1fabdbb), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:08.839124 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-63b17126-3c0d-49e3-82c0-5ed9b84d930e req-91eb4d32-15cd-4547-a092-c9f496eaecd5 service neutron] 10.222.0.44 "GET /v2.0/networks/77aa199c-9565-430c-bcef-5bacd415f620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4397147 Jan 28 07:13:08.860091 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 09d22ba3-e9ce-41e6-ba10-cf2ab47fc7ac details requested by agent hyperv_n-h2-712749-28 with host n-h2-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:13:08.943505 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80161caa-935b-41f6-b58e-cd0c0cba7f14 req-a399bd41-ed47-457c-85bb-06a6f56ba106 tempest-VolumesAdminNegativeTest-837531968 tempest-VolumesAdminNegativeTest-837531968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:08.945417 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-80161caa-935b-41f6-b58e-cd0c0cba7f14 req-a399bd41-ed47-457c-85bb-06a6f56ba106 tempest-VolumesAdminNegativeTest-837531968 tempest-VolumesAdminNegativeTest-837531968-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba7ed625-60e1-4265-9e5b-a87f7228a140 HTTP/1.1" status: 200 len: 945 time: 0.1573794 Jan 28 07:13:08.951883 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ec463366-ee7e-4962-af4a-c04d306b3086 req-09e7f725-f97c-4b03-baca-cbb50f4f1816 tempest-ServersTestManualDisk-340907734 tempest-ServersTestManualDisk-340907734-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--161026886&fields=id&tenant_id=335e46d185694220829eb867308a9154 HTTP/1.1" status: 200 len: 267 time: 0.1008434 Jan 28 07:13:08.990454 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 09d22ba3-e9ce-41e6-ba10-cf2ab47fc7ac, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=09d22ba3-e9ce-41e6-ba10-cf2ab47fc7ac,segment=NetworkSegment(8c1a2649-126a-42b2-aa92-3dce43dd7caa),segment_id=8c1a2649-126a-42b2-aa92-3dce43dd7caa)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:13:08.994991 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-092496af-d334-47e9-aeb4-6d3c1673ec42 req-c449d33e-8899-4f95-96fc-750dc882486f service neutron] For port 3180d400-882b-4c2e-8569-dbafa1fabdbb, host n-h2-712749-28, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:13:09.001633 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 4a6dd5ce-e322-4b63-87ab-ae801e185778 details requested by agent hyperv_n-h1-712749-28 with host n-h1-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:13:09.012832 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Returning: {'device': '09d22ba3-e9ce-41e6-ba10-cf2ab47fc7ac', 'network_id': '55d1aca5-a0d0-4804-9112-fbf4ce00f292', 'port_id': '09d22ba3-e9ce-41e6-ba10-cf2ab47fc7ac', 'mac_address': 'fa:16:3e:1f:4a:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ed8211a-b148-411a-81c0-40d0a8d78cc9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:13:09.025309 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-092496af-d334-47e9-aeb4-6d3c1673ec42 req-c449d33e-8899-4f95-96fc-750dc882486f service neutron] For port 3180d400-882b-4c2e-8569-dbafa1fabdbb, host n-h2-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=3180d400-882b-4c2e-8569-dbafa1fabdbb,segment=NetworkSegment(f8c9f08b-9596-4089-94de-8ef18d76dca7),segment_id=f8c9f08b-9596-4089-94de-8ef18d76dca7)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:13:09.039528 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-092496af-d334-47e9-aeb4-6d3c1673ec42 req-c449d33e-8899-4f95-96fc-750dc882486f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (3180d400-882b-4c2e-8569-dbafa1fabdbb), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:09.056539 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-63b17126-3c0d-49e3-82c0-5ed9b84d930e req-d175b831-47b0-45b5-8b0d-b6f3aa78fd23 service neutron] 10.222.0.44 "GET /v2.0/networks/77aa199c-9565-430c-bcef-5bacd415f620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094169 Jan 28 07:13:09.082749 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec463366-ee7e-4962-af4a-c04d306b3086 req-bc4dad16-2ad8-4904-bf6f-9ca6b3fed23b tempest-ServersTestManualDisk-340907734 tempest-ServersTestManualDisk-340907734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:09.083289 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-80161caa-935b-41f6-b58e-cd0c0cba7f14 req-ee30335f-caf2-4ab3-b5b1-8593dc02de2e tempest-VolumesAdminNegativeTest-837531968 tempest-VolumesAdminNegativeTest-837531968-project] 10.222.0.41 "GET /v2.0/security-groups?id=71477366-0447-4ede-9f0e-5f6adcd52381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262472 Jan 28 07:13:09.091562 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092496af-d334-47e9-aeb4-6d3c1673ec42 req-c449d33e-8899-4f95-96fc-750dc882486f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:09.092553 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-092496af-d334-47e9-aeb4-6d3c1673ec42 req-c449d33e-8899-4f95-96fc-750dc882486f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:09.093884 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ec463366-ee7e-4962-af4a-c04d306b3086 req-bc4dad16-2ad8-4904-bf6f-9ca6b3fed23b tempest-ServersTestManualDisk-340907734 tempest-ServersTestManualDisk-340907734-project] 10.222.0.41 "GET /v2.0/networks?id=10e29fde-3535-4a1c-887d-2b3ed80d798e HTTP/1.1" status: 200 len: 812 time: 0.1394074 Jan 28 07:13:09.094038 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-092496af-d334-47e9-aeb4-6d3c1673ec42 req-c449d33e-8899-4f95-96fc-750dc882486f service neutron] 10.222.0.44 "PUT /v2.0/ports/3180d400-882b-4c2e-8569-dbafa1fabdbb HTTP/1.1" status: 200 len: 1092 time: 1.8680837 Jan 28 07:13:09.105336 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port 09d22ba3-e9ce-41e6-ba10-cf2ab47fc7ac is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:13:09.105998 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (09d22ba3-e9ce-41e6-ba10-cf2ab47fc7ac), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:09.131210 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c449d33e-8899-4f95-96fc-750dc882486f service neutron] Pushing event updated for resources: {'Port': ['ID=3180d400-882b-4c2e-8569-dbafa1fabdbb,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:13:09.131982 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09d22ba3-e9ce-41e6-ba10-cf2ab47fc7ac {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:13:09.138222 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ec463366-ee7e-4962-af4a-c04d306b3086 req-4898f721-5977-487c-8e9c-1b437fdbbafc tempest-ServersTestManualDisk-340907734 tempest-ServersTestManualDisk-340907734-project] 10.222.0.41 "GET /v2.0/quotas/335e46d185694220829eb867308a9154 HTTP/1.1" status: 200 len: 375 time: 0.0427282 Jan 28 07:13:09.167956 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 4a6dd5ce-e322-4b63-87ab-ae801e185778, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=4a6dd5ce-e322-4b63-87ab-ae801e185778,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:13:09.171402 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 09d22ba3-e9ce-41e6-ba10-cf2ab47fc7ac, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=09d22ba3-e9ce-41e6-ba10-cf2ab47fc7ac,segment=NetworkSegment(8c1a2649-126a-42b2-aa92-3dce43dd7caa),segment_id=8c1a2649-126a-42b2-aa92-3dce43dd7caa)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:13:09.177569 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (09d22ba3-e9ce-41e6-ba10-cf2ab47fc7ac), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:09.186378 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Returning: {'device': '4a6dd5ce-e322-4b63-87ab-ae801e185778', 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb', 'port_id': '4a6dd5ce-e322-4b63-87ab-ae801e185778', 'mac_address': 'fa:16:3e:84:03:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5785b43d-448b-4d12-9eb5-4e4caf2e7eaf', 'ip_address': '192.168.233.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:13:09.236040 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ec463366-ee7e-4962-af4a-c04d306b3086 req-a439e02f-1e29-491a-9096-c45e633f5aed tempest-ServersTestManualDisk-340907734 tempest-ServersTestManualDisk-340907734-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=335e46d185694220829eb867308a9154&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0951233 Jan 28 07:13:09.272371 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=09d22ba3-e9ce-41e6-ba10-cf2ab47fc7ac,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:13:09.276904 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 4a6dd5ce-e322-4b63-87ab-ae801e185778 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:13:09.277300 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (4a6dd5ce-e322-4b63-87ab-ae801e185778), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:09.283716 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff638f3-8262-4bab-be89-1de0a65f02b7 req-c9e06e12-a8cc-48a5-9a29-5cfd172c17fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:09.285449 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7ff638f3-8262-4bab-be89-1de0a65f02b7 req-c9e06e12-a8cc-48a5-9a29-5cfd172c17fa service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1b5821c096cf43639ed10b07e04f5303&device_id=0423b6ae-0c62-4f3f-ae33-ac4715e97d12 HTTP/1.1" status: 200 len: 1095 time: 0.0948668 Jan 28 07:13:09.291614 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092496af-d334-47e9-aeb4-6d3c1673ec42 req-1a933026-f40f-494e-91d8-91b7124b202e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:09.293580 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-092496af-d334-47e9-aeb4-6d3c1673ec42 req-1a933026-f40f-494e-91d8-91b7124b202e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c7e5f5e1e5b6452e807f9cfd340509b9&device_id=20d9ec38-d6b9-4142-96bb-526e95cb0b5b HTTP/1.1" status: 200 len: 1095 time: 0.0658705 Jan 28 07:13:09.363803 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ec463366-ee7e-4962-af4a-c04d306b3086 req-1392f73d-1ab2-4f9d-940b-fee576a7cc2d service neutron] 10.222.0.41 "GET /v2.0/networks/10e29fde-3535-4a1c-887d-2b3ed80d798e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262622 Jan 28 07:13:09.393323 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-092496af-d334-47e9-aeb4-6d3c1673ec42 req-89370ed5-b22f-4c5b-b893-375963306338 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3180d400-882b-4c2e-8569-dbafa1fabdbb HTTP/1.1" status: 200 len: 217 time: 0.0768938 Jan 28 07:13:09.442062 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a6dd5ce-e322-4b63-87ab-ae801e185778 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:13:09.468545 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 4a6dd5ce-e322-4b63-87ab-ae801e185778, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=4a6dd5ce-e322-4b63-87ab-ae801e185778,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:13:09.475364 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (4a6dd5ce-e322-4b63-87ab-ae801e185778), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:09.525236 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092496af-d334-47e9-aeb4-6d3c1673ec42 req-90633e63-8b5d-4599-90d7-7c43eb436cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:09.526776 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-092496af-d334-47e9-aeb4-6d3c1673ec42 req-90633e63-8b5d-4599-90d7-7c43eb436cd9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4c735598-017d-4dd4-9654-6370a2a3beef HTTP/1.1" status: 200 len: 852 time: 0.1279531 Jan 28 07:13:09.527794 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=4a6dd5ce-e322-4b63-87ab-ae801e185778,revision_number=9']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:13:09.528065 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff638f3-8262-4bab-be89-1de0a65f02b7 req-c957c9f5-7ef2-4341-bf02-14324f26dfbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:09.529220 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7ff638f3-8262-4bab-be89-1de0a65f02b7 req-c957c9f5-7ef2-4341-bf02-14324f26dfbc service neutron] 10.222.0.44 "GET /v2.0/networks?id=77aa199c-9565-430c-bcef-5bacd415f620 HTTP/1.1" status: 200 len: 909 time: 0.2344816 Jan 28 07:13:09.536537 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ec463366-ee7e-4962-af4a-c04d306b3086 req-8fab7b96-ebcf-4154-8e79-7cfdb216f443 service neutron] 10.222.0.41 "GET /v2.0/networks/10e29fde-3535-4a1c-887d-2b3ed80d798e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677637 Jan 28 07:13:09.571389 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['09d22ba3-e9ce-41e6-ba10-cf2ab47fc7ac'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:13:09.617605 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7ff638f3-8262-4bab-be89-1de0a65f02b7 req-1606e805-9177-41e6-b857-05b6daac1696 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=17f0d048-8b0f-421f-8973-050abfc9ddc6 HTTP/1.1" status: 200 len: 217 time: 0.0779850 Jan 28 07:13:09.620658 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-092496af-d334-47e9-aeb4-6d3c1673ec42 req-07a586ef-be6f-43aa-8478-209531498219 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ed2a86a8-da73-4f39-8b11-88940252842f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0821536 Jan 28 07:13:09.629631 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db81951e-762e-40e2-91b4-f7db58dda642 req-7fe21c36-236f-4a08-8b81-2aea8541ec57 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:09.631318 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-db81951e-762e-40e2-91b4-f7db58dda642 req-7fe21c36-236f-4a08-8b81-2aea8541ec57 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] 10.222.0.41 "GET /v2.0/ports?device_id=20d9ec38-d6b9-4142-96bb-526e95cb0b5b HTTP/1.1" status: 200 len: 943 time: 0.1722980 Jan 28 07:13:09.676269 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:09.710600 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['4a6dd5ce-e322-4b63-87ab-ae801e185778'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:13:09.786512 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff638f3-8262-4bab-be89-1de0a65f02b7 req-c5a7ae32-c8ea-4757-8db7-568978b4574d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:09.788004 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7ff638f3-8262-4bab-be89-1de0a65f02b7 req-c5a7ae32-c8ea-4757-8db7-568978b4574d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e60d974b-4a97-44ad-8684-0b13afa61368 HTTP/1.1" status: 200 len: 848 time: 0.1546736 Jan 28 07:13:09.825792 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-092496af-d334-47e9-aeb4-6d3c1673ec42 req-545c1575-67d8-4fa9-b910-735a52b8d495 service neutron] 10.222.0.44 "GET /v2.0/networks/ed2a86a8-da73-4f39-8b11-88940252842f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918948 Jan 28 07:13:09.842850 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7ff638f3-8262-4bab-be89-1de0a65f02b7 req-72f8121e-4312-458b-be77-a446983c93fb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=77aa199c-9565-430c-bcef-5bacd415f620&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414147 Jan 28 07:13:09.858761 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-db81951e-762e-40e2-91b4-f7db58dda642 req-7d4bc2ca-81c5-43aa-bdc4-4b3cebe517cb tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] 10.222.0.41 "GET /v2.0/security-groups?id=fa82ec26-34b4-44b8-888a-3a43aa497a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040980 Jan 28 07:13:09.943952 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20d9ec38-d6b9-4142-96bb-526e95cb0b5b', 'tag': '3180d400-882b-4c2e-8569-dbafa1fabdbb'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:13:09.946701 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2862db74-70b3-4cd4-9156-6b70dd456a66" -d '{"events": [{"name": "network-changed", "server_uuid": "20d9ec38-d6b9-4142-96bb-526e95cb0b5b", "tag": "3180d400-882b-4c2e-8569-dbafa1fabdbb"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:13:10.002200 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1947e407-5a44-46d7-88d3-a5d8be6fa572 req-8de9151d-1ed1-4644-a657-ee570200d8fa tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:10.003988 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1947e407-5a44-46d7-88d3-a5d8be6fa572 req-8de9151d-1ed1-4644-a657-ee570200d8fa tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/ports?device_id=60ed740a-26a2-4109-a332-5c18de6faba7 HTTP/1.1" status: 200 len: 944 time: 0.1166420 Jan 28 07:13:10.073942 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1947e407-5a44-46d7-88d3-a5d8be6fa572 req-a059bc70-d60e-4081-b9ae-e1353705ab9c tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/security-groups?id=54f3b545-d68e-44ae-b5dc-1cfcda6094b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594916 Jan 28 07:13:10.127586 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-092496af-d334-47e9-aeb4-6d3c1673ec42 req-57b8fd17-1d16-47db-a775-53eecce905fc service neutron] 10.222.0.44 "GET /v2.0/networks/ed2a86a8-da73-4f39-8b11-88940252842f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2873354 Jan 28 07:13:10.172522 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7ff638f3-8262-4bab-be89-1de0a65f02b7 req-fa5eb5c8-0ae3-451f-ad9a-a5c741307851 service neutron] 10.222.0.44 "GET /v2.0/networks/77aa199c-9565-430c-bcef-5bacd415f620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3060081 Jan 28 07:13:10.183096 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c94e8e35-6a67-4e5f-baf5-489eb9b92b20 req-3863d141-9670-4725-af0c-1ef4214eff9b tempest-ServersTestManualDisk-340907734 tempest-ServersTestManualDisk-340907734-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ca8e796-9c56-4ac8-8ff9-d563becb09f7 HTTP/1.1" status: 200 len: 210 time: 0.0630057 Jan 28 07:13:10.193007 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9f965d-6e8e-48f5-806d-13d74f99a3f0 req-d0b8badd-8fa6-452c-88db-2492e986e6dd tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:10.203648 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ca9f965d-6e8e-48f5-806d-13d74f99a3f0 req-d0b8badd-8fa6-452c-88db-2492e986e6dd tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/ports?device_id=0423b6ae-0c62-4f3f-ae33-ac4715e97d12 HTTP/1.1" status: 200 len: 943 time: 0.1491058 Jan 28 07:13:10.262352 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed8d81c7-fa24-45c4-bc21-834032df218a x-openstack-request-id: req-ed8d81c7-fa24-45c4-bc21-834032df218a {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:13:10.262655 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20d9ec38-d6b9-4142-96bb-526e95cb0b5b", "tag": "3180d400-882b-4c2e-8569-dbafa1fabdbb", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:13:10.262922 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ed8d81c7-fa24-45c4-bc21-834032df218a {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:13:10.263436 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20d9ec38-d6b9-4142-96bb-526e95cb0b5b', 'tag': '3180d400-882b-4c2e-8569-dbafa1fabdbb', 'status': 'completed', 'code': 200} Jan 28 07:13:10.280560 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ca9f965d-6e8e-48f5-806d-13d74f99a3f0 req-ccac8eb7-1f27-4f61-8e30-6a57295a71bb tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c286ac6-5d5d-46b9-b282-9e68e0339bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720379 Jan 28 07:13:10.412819 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e716787f-e53a-4fa0-8c05-f7c7865ff048 req-571c5b25-9d6d-41a7-a4d5-dee47a76ab24 tempest-VolumesAdminNegativeTest-837531968 tempest-VolumesAdminNegativeTest-837531968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:10.414538 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e716787f-e53a-4fa0-8c05-f7c7865ff048 req-571c5b25-9d6d-41a7-a4d5-dee47a76ab24 tempest-VolumesAdminNegativeTest-837531968 tempest-VolumesAdminNegativeTest-837531968-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba7ed625-60e1-4265-9e5b-a87f7228a140 HTTP/1.1" status: 200 len: 945 time: 0.0759902 Jan 28 07:13:10.496655 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2862db74-70b3-4cd4-9156-6b70dd456a66 req-3d6a4472-dcf9-497a-a9c8-e459c190f742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:10.499209 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2862db74-70b3-4cd4-9156-6b70dd456a66 req-3d6a4472-dcf9-497a-a9c8-e459c190f742 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c7e5f5e1e5b6452e807f9cfd340509b9&device_id=20d9ec38-d6b9-4142-96bb-526e95cb0b5b HTTP/1.1" status: 200 len: 1095 time: 0.1208038 Jan 28 07:13:10.538954 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e716787f-e53a-4fa0-8c05-f7c7865ff048 req-9b8d2cff-35f6-45b5-a54f-59cbf2ff633f tempest-VolumesAdminNegativeTest-837531968 tempest-VolumesAdminNegativeTest-837531968-project] 10.222.0.41 "GET /v2.0/security-groups?id=71477366-0447-4ede-9f0e-5f6adcd52381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103566 Jan 28 07:13:10.542887 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7ff638f3-8262-4bab-be89-1de0a65f02b7 req-a6d51769-13b6-4d13-b1d8-5b263cfe92d8 service neutron] 10.222.0.44 "GET /v2.0/networks/77aa199c-9565-430c-bcef-5bacd415f620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2939487 Jan 28 07:13:10.641891 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2862db74-70b3-4cd4-9156-6b70dd456a66 req-ef69651c-a11d-4c99-861b-1a3289ef95c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:10.643821 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2862db74-70b3-4cd4-9156-6b70dd456a66 req-ef69651c-a11d-4c99-861b-1a3289ef95c8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ed2a86a8-da73-4f39-8b11-88940252842f HTTP/1.1" status: 200 len: 913 time: 0.1299992 Jan 28 07:13:10.710212 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2862db74-70b3-4cd4-9156-6b70dd456a66 req-d980803e-bc3a-4a2e-b7d4-e90f75800717 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3180d400-882b-4c2e-8569-dbafa1fabdbb HTTP/1.1" status: 200 len: 217 time: 0.0590074 Jan 28 07:13:10.779579 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2862db74-70b3-4cd4-9156-6b70dd456a66 req-d1006e27-ffad-45d1-8f5c-5d78cf14fe92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:10.781254 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2862db74-70b3-4cd4-9156-6b70dd456a66 req-d1006e27-ffad-45d1-8f5c-5d78cf14fe92 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4c735598-017d-4dd4-9654-6370a2a3beef HTTP/1.1" status: 200 len: 852 time: 0.0648625 Jan 28 07:13:10.821215 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2862db74-70b3-4cd4-9156-6b70dd456a66 req-0c0171ba-d753-4d2a-8a31-e58ea50d5b51 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ed2a86a8-da73-4f39-8b11-88940252842f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313945 Jan 28 07:13:10.871421 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 09d22ba3-e9ce-41e6-ba10-cf2ab47fc7ac up at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:13:10.972404 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning for port 09d22ba3-e9ce-41e6-ba10-cf2ab47fc7ac completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:13:10.985121 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning complete for port 09d22ba3-e9ce-41e6-ba10-cf2ab47fc7ac triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:13:10.985506 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (09d22ba3-e9ce-41e6-ba10-cf2ab47fc7ac), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:11.038494 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2862db74-70b3-4cd4-9156-6b70dd456a66 req-f3062475-5ec3-4905-8cb4-06bb58087416 service neutron] 10.222.0.44 "GET /v2.0/networks/ed2a86a8-da73-4f39-8b11-88940252842f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059345 Jan 28 07:13:11.045594 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 4a6dd5ce-e322-4b63-87ab-ae801e185778 up at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:13:11.182797 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bdddb5-c1e4-4a11-874b-9fe8ebe5671b req-760c7ffa-2110-423f-ac39-cba805042a4a tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:11.184737 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-09bdddb5-c1e4-4a11-874b-9fe8ebe5671b req-760c7ffa-2110-423f-ac39-cba805042a4a tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] 10.222.0.41 "GET /v2.0/ports?device_id=20d9ec38-d6b9-4142-96bb-526e95cb0b5b HTTP/1.1" status: 200 len: 943 time: 0.1340234 Jan 28 07:13:11.193673 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning complete for port 4a6dd5ce-e322-4b63-87ab-ae801e185778 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:13:11.194334 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (4a6dd5ce-e322-4b63-87ab-ae801e185778), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:11.242176 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port 09d22ba3-e9ce-41e6-ba10-cf2ab47fc7ac is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:13:11.242823 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (09d22ba3-e9ce-41e6-ba10-cf2ab47fc7ac), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:11.244045 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2862db74-70b3-4cd4-9156-6b70dd456a66 req-c3386b85-88b9-49e9-9939-7294c913d9d1 service neutron] 10.222.0.44 "GET /v2.0/networks/ed2a86a8-da73-4f39-8b11-88940252842f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918421 Jan 28 07:13:11.281392 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-09bdddb5-c1e4-4a11-874b-9fe8ebe5671b req-356868a2-5429-4f63-a9ce-b260a76c19e9 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] 10.222.0.41 "GET /v2.0/security-groups?id=fa82ec26-34b4-44b8-888a-3a43aa497a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869415 Jan 28 07:13:11.308813 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60ed740a-26a2-4109-a332-5c18de6faba7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09d22ba3-e9ce-41e6-ba10-cf2ab47fc7ac'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:13:11.312040 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78c5ea1b-ed29-4e35-bad1-f32677fdc50b" -d '{"events": [{"server_uuid": "60ed740a-26a2-4109-a332-5c18de6faba7", "name": "network-vif-plugged", "status": "completed", "tag": "09d22ba3-e9ce-41e6-ba10-cf2ab47fc7ac"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:13:11.338268 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 09d22ba3-e9ce-41e6-ba10-cf2ab47fc7ac, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=09d22ba3-e9ce-41e6-ba10-cf2ab47fc7ac,segment=NetworkSegment(8c1a2649-126a-42b2-aa92-3dce43dd7caa),segment_id=8c1a2649-126a-42b2-aa92-3dce43dd7caa)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:13:11.347578 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (09d22ba3-e9ce-41e6-ba10-cf2ab47fc7ac), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:11.446808 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 4a6dd5ce-e322-4b63-87ab-ae801e185778 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:13:11.447260 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (4a6dd5ce-e322-4b63-87ab-ae801e185778), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:11.459876 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=09d22ba3-e9ce-41e6-ba10-cf2ab47fc7ac,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:13:11.472961 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fec4f3-f0cd-4441-9eab-23d20b4c9cc2 req-2c89aefa-d624-433c-b857-1e56bc49c74b tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:11.477262 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-31fec4f3-f0cd-4441-9eab-23d20b4c9cc2 req-2c89aefa-d624-433c-b857-1e56bc49c74b tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/ports?device_id=60ed740a-26a2-4109-a332-5c18de6faba7 HTTP/1.1" status: 200 len: 944 time: 0.1689129 Jan 28 07:13:11.499490 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-44d77c28-26c4-4181-827d-9ee7f4ec6553 req-08b36e3b-b65a-4d4d-8071-5c0621d8decd tempest-ServersTestManualDisk-340907734 tempest-ServersTestManualDisk-340907734-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ca8e796-9c56-4ac8-8ff9-d563becb09f7 HTTP/1.1" status: 200 len: 210 time: 0.0546207 Jan 28 07:13:11.554639 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 4a6dd5ce-e322-4b63-87ab-ae801e185778, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=4a6dd5ce-e322-4b63-87ab-ae801e185778,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:13:11.563316 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (4a6dd5ce-e322-4b63-87ab-ae801e185778), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:11.590758 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-31fec4f3-f0cd-4441-9eab-23d20b4c9cc2 req-d1a04bd9-fef2-40da-bf6a-980453a74a75 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/security-groups?id=54f3b545-d68e-44ae-b5dc-1cfcda6094b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043046 Jan 28 07:13:11.681795 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0645b83a-86dc-4c92-8742-a45a433325d4 x-openstack-request-id: req-0645b83a-86dc-4c92-8742-a45a433325d4 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:13:11.682115 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60ed740a-26a2-4109-a332-5c18de6faba7", "name": "network-vif-plugged", "status": "completed", "tag": "09d22ba3-e9ce-41e6-ba10-cf2ab47fc7ac", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:13:11.682389 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0645b83a-86dc-4c92-8742-a45a433325d4 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:13:11.682807 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60ed740a-26a2-4109-a332-5c18de6faba7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09d22ba3-e9ce-41e6-ba10-cf2ab47fc7ac', 'code': 200} Jan 28 07:13:11.696851 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=4a6dd5ce-e322-4b63-87ab-ae801e185778,revision_number=10']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:13:11.737486 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ac79c1-d2af-4be6-ae2d-7cce91e15088 req-836410dc-ddc1-48a8-a28a-e7f846d2551d tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:11.751037 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d6ac79c1-d2af-4be6-ae2d-7cce91e15088 req-836410dc-ddc1-48a8-a28a-e7f846d2551d tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/ports?device_id=0423b6ae-0c62-4f3f-ae33-ac4715e97d12 HTTP/1.1" status: 200 len: 943 time: 0.1167114 Jan 28 07:13:11.816215 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec463366-ee7e-4962-af4a-c04d306b3086 req-67887886-0b78-46f0-9293-42ac2b933ca7 tempest-ServersTestManualDisk-340907734 tempest-ServersTestManualDisk-340907734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:11.818190 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ec463366-ee7e-4962-af4a-c04d306b3086 req-67887886-0b78-46f0-9293-42ac2b933ca7 tempest-ServersTestManualDisk-340907734 tempest-ServersTestManualDisk-340907734-project] 10.222.0.10 "GET /v2.0/networks?id=10e29fde-3535-4a1c-887d-2b3ed80d798e HTTP/1.1" status: 200 len: 812 time: 0.2371204 Jan 28 07:13:11.820728 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d6ac79c1-d2af-4be6-ae2d-7cce91e15088 req-2580a0cd-93c2-40c1-9691-187bc7b92421 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c286ac6-5d5d-46b9-b282-9e68e0339bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615802 Jan 28 07:13:11.986372 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ec463366-ee7e-4962-af4a-c04d306b3086 req-3f8471ed-4d0b-483b-8c33-6541d00d5f3e tempest-ServersTestManualDisk-340907734 tempest-ServersTestManualDisk-340907734-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=335e46d185694220829eb867308a9154 HTTP/1.1" status: 200 len: 379 time: 0.1092885 Jan 28 07:13:11.989455 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664f1532-fae3-4d43-b543-9535510af6ed req-5b48f506-a9e4-4f85-b716-5eeab2a95162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:11.991424 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-664f1532-fae3-4d43-b543-9535510af6ed req-5b48f506-a9e4-4f85-b716-5eeab2a95162 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=60ed740a-26a2-4109-a332-5c18de6faba7 HTTP/1.1" status: 200 len: 1097 time: 0.1549599 Jan 28 07:13:12.050889 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-664f1532-fae3-4d43-b543-9535510af6ed req-6d3d1d83-49bc-43fb-9b6a-eb59c771a52f service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=54f3b545-d68e-44ae-b5dc-1cfcda6094b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513926 Jan 28 07:13:12.105004 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-ec463366-ee7e-4962-af4a-c04d306b3086 req-92af722d-221e-460d-bd29-8cd7b89a64f5 tempest-ServersTestManualDisk-340907734 tempest-ServersTestManualDisk-340907734-project] Request body: {'port': {'device_id': '1ca8e796-9c56-4ac8-8ff9-d563becb09f7', 'network_id': '10e29fde-3535-4a1c-887d-2b3ed80d798e', 'admin_state_up': True, 'tenant_id': '335e46d185694220829eb867308a9154', 'security_groups': ['7918b4a6-d995-4c60-8112-e2ab7716dc57']}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:13:12.320861 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec463366-ee7e-4962-af4a-c04d306b3086 req-92af722d-221e-460d-bd29-8cd7b89a64f5 tempest-ServersTestManualDisk-340907734 tempest-ServersTestManualDisk-340907734-project] Made reservation on behalf of 335e46d185694220829eb867308a9154 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:13:12.325505 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ec463366-ee7e-4962-af4a-c04d306b3086 req-92af722d-221e-460d-bd29-8cd7b89a64f5 tempest-ServersTestManualDisk-340907734 tempest-ServersTestManualDisk-340907734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:12.559126 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-ec463366-ee7e-4962-af4a-c04d306b3086 req-92af722d-221e-460d-bd29-8cd7b89a64f5 tempest-ServersTestManualDisk-340907734 tempest-ServersTestManualDisk-340907734-project] Allocated IP 172.20.0.5 (10e29fde-3535-4a1c-887d-2b3ed80d798e/c850e5b9-10d8-459c-a75d-89730d7df8b1/894bf4df-0a8f-45bb-8ab0-8f624af07ccc) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:13:12.714112 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-30ef576c-b644-492e-b0cb-94af7c9de95b req-0ec355d8-afab-44c0-b263-b695141efffc tempest-ServersTestManualDisk-340907734 tempest-ServersTestManualDisk-340907734-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ca8e796-9c56-4ac8-8ff9-d563becb09f7 HTTP/1.1" status: 200 len: 210 time: 0.0879984 Jan 28 07:13:12.785655 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f48e81-19c7-452c-83d9-721a81361bed req-80a4f9e6-7e99-48cc-813f-7e9ccf2bc353 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:12.805596 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-21f48e81-19c7-452c-83d9-721a81361bed req-80a4f9e6-7e99-48cc-813f-7e9ccf2bc353 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] 10.222.0.41 "GET /v2.0/ports?device_id=20d9ec38-d6b9-4142-96bb-526e95cb0b5b HTTP/1.1" status: 200 len: 943 time: 0.3863835 Jan 28 07:13:12.889884 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 17f0d048-8b0f-421f-8973-050abfc9ddc6 details requested by agent hyperv_n-h2-712749-28 with host n-h2-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:13:12.890448 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ee2951-12f4-4d83-8668-0e1c3b45a40a req-990afb4b-e4d8-4cc6-a721-f7c77e85436b tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:12.892032 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c3ee2951-12f4-4d83-8668-0e1c3b45a40a req-990afb4b-e4d8-4cc6-a721-f7c77e85436b tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/ports?device_id=60ed740a-26a2-4109-a332-5c18de6faba7 HTTP/1.1" status: 200 len: 945 time: 0.1018271 Jan 28 07:13:12.996420 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ec463366-ee7e-4962-af4a-c04d306b3086 req-92af722d-221e-460d-bd29-8cd7b89a64f5 tempest-ServersTestManualDisk-340907734 tempest-ServersTestManualDisk-340907734-project] Publish callbacks [] for port (894bf4df-0a8f-45bb-8ab0-8f624af07ccc), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:13.016273 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c3ee2951-12f4-4d83-8668-0e1c3b45a40a req-e1ba9cae-4f96-4677-a44b-44627cb3c1eb tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/security-groups?id=54f3b545-d68e-44ae-b5dc-1cfcda6094b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119690 Jan 28 07:13:13.021416 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-21f48e81-19c7-452c-83d9-721a81361bed req-b3b2a5d4-b868-43f0-aa2f-39988e7b7e65 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] 10.222.0.41 "GET /v2.0/security-groups?id=fa82ec26-34b4-44b8-888a-3a43aa497a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149529 Jan 28 07:13:13.094630 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ec463366-ee7e-4962-af4a-c04d306b3086 req-92af722d-221e-460d-bd29-8cd7b89a64f5 tempest-ServersTestManualDisk-340907734 tempest-ServersTestManualDisk-340907734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (894bf4df-0a8f-45bb-8ab0-8f624af07ccc), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:13.153658 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 17f0d048-8b0f-421f-8973-050abfc9ddc6, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=17f0d048-8b0f-421f-8973-050abfc9ddc6,segment=NetworkSegment(b38b5d3d-4197-4548-8b2f-aaaa5395d71b),segment_id=b38b5d3d-4197-4548-8b2f-aaaa5395d71b)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:13:13.176455 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Returning: {'device': '17f0d048-8b0f-421f-8973-050abfc9ddc6', 'network_id': '77aa199c-9565-430c-bcef-5bacd415f620', 'port_id': '17f0d048-8b0f-421f-8973-050abfc9ddc6', 'mac_address': 'fa:16:3e:60:57:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e60d974b-4a97-44ad-8684-0b13afa61368', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:13:13.289492 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port 17f0d048-8b0f-421f-8973-050abfc9ddc6 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:13:13.289888 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (17f0d048-8b0f-421f-8973-050abfc9ddc6), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:13.339809 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec463366-ee7e-4962-af4a-c04d306b3086 req-92af722d-221e-460d-bd29-8cd7b89a64f5 tempest-ServersTestManualDisk-340907734 tempest-ServersTestManualDisk-340907734-project] Network 10e29fde-3535-4a1c-887d-2b3ed80d798e is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:13:13.340973 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92af722d-221e-460d-bd29-8cd7b89a64f5 tempest-ServersTestManualDisk-340907734 tempest-ServersTestManualDisk-340907734-project] Pushing event updated for resources: {'Port': ['ID=894bf4df-0a8f-45bb-8ab0-8f624af07ccc,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:13:13.346639 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-ec463366-ee7e-4962-af4a-c04d306b3086 req-92af722d-221e-460d-bd29-8cd7b89a64f5 tempest-ServersTestManualDisk-340907734 tempest-ServersTestManualDisk-340907734-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:13:13.350090 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec463366-ee7e-4962-af4a-c04d306b3086 req-92af722d-221e-460d-bd29-8cd7b89a64f5 tempest-ServersTestManualDisk-340907734 tempest-ServersTestManualDisk-340907734-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:13:13.361862 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92af722d-221e-460d-bd29-8cd7b89a64f5 tempest-ServersTestManualDisk-340907734 tempest-ServersTestManualDisk-340907734-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:13:13.362217 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92af722d-221e-460d-bd29-8cd7b89a64f5 tempest-ServersTestManualDisk-340907734 tempest-ServersTestManualDisk-340907734-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:13:13.362563 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92af722d-221e-460d-bd29-8cd7b89a64f5 tempest-ServersTestManualDisk-340907734 tempest-ServersTestManualDisk-340907734-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:13:13.362903 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92af722d-221e-460d-bd29-8cd7b89a64f5 tempest-ServersTestManualDisk-340907734 tempest-ServersTestManualDisk-340907734-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:13:13.363241 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92af722d-221e-460d-bd29-8cd7b89a64f5 tempest-ServersTestManualDisk-340907734 tempest-ServersTestManualDisk-340907734-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:13:13.363576 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92af722d-221e-460d-bd29-8cd7b89a64f5 tempest-ServersTestManualDisk-340907734 tempest-ServersTestManualDisk-340907734-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:13:13.363903 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92af722d-221e-460d-bd29-8cd7b89a64f5 tempest-ServersTestManualDisk-340907734 tempest-ServersTestManualDisk-340907734-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:13:13.364256 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92af722d-221e-460d-bd29-8cd7b89a64f5 tempest-ServersTestManualDisk-340907734 tempest-ServersTestManualDisk-340907734-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:13:13.364584 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92af722d-221e-460d-bd29-8cd7b89a64f5 tempest-ServersTestManualDisk-340907734 tempest-ServersTestManualDisk-340907734-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:13:13.365040 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92af722d-221e-460d-bd29-8cd7b89a64f5 tempest-ServersTestManualDisk-340907734 tempest-ServersTestManualDisk-340907734-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:13:13.365372 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92af722d-221e-460d-bd29-8cd7b89a64f5 tempest-ServersTestManualDisk-340907734 tempest-ServersTestManualDisk-340907734-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:13:13.365698 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92af722d-221e-460d-bd29-8cd7b89a64f5 tempest-ServersTestManualDisk-340907734 tempest-ServersTestManualDisk-340907734-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:13:13.366021 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92af722d-221e-460d-bd29-8cd7b89a64f5 tempest-ServersTestManualDisk-340907734 tempest-ServersTestManualDisk-340907734-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:13:13.394359 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17f0d048-8b0f-421f-8973-050abfc9ddc6 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:13:13.470167 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cfa98e-1ae9-4af4-aa22-071700f808d9 req-92f92c4d-ac0c-4a78-9baa-9cd3ddfaa88e tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:13.477198 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-41cfa98e-1ae9-4af4-aa22-071700f808d9 req-92f92c4d-ac0c-4a78-9baa-9cd3ddfaa88e tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/ports?device_id=0423b6ae-0c62-4f3f-ae33-ac4715e97d12 HTTP/1.1" status: 200 len: 943 time: 0.2551746 Jan 28 07:13:13.525577 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec463366-ee7e-4962-af4a-c04d306b3086 req-92af722d-221e-460d-bd29-8cd7b89a64f5 tempest-ServersTestManualDisk-340907734 tempest-ServersTestManualDisk-340907734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:13.526721 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ec463366-ee7e-4962-af4a-c04d306b3086 req-92af722d-221e-460d-bd29-8cd7b89a64f5 tempest-ServersTestManualDisk-340907734 tempest-ServersTestManualDisk-340907734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:13.530960 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 17f0d048-8b0f-421f-8973-050abfc9ddc6, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=17f0d048-8b0f-421f-8973-050abfc9ddc6,segment=NetworkSegment(b38b5d3d-4197-4548-8b2f-aaaa5395d71b),segment_id=b38b5d3d-4197-4548-8b2f-aaaa5395d71b)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:13:13.541856 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (17f0d048-8b0f-421f-8973-050abfc9ddc6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:13.542935 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 3180d400-882b-4c2e-8569-dbafa1fabdbb details requested by agent hyperv_n-h2-712749-28 with host n-h2-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:13:13.588178 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ec463366-ee7e-4962-af4a-c04d306b3086 req-92af722d-221e-460d-bd29-8cd7b89a64f5 tempest-ServersTestManualDisk-340907734 tempest-ServersTestManualDisk-340907734-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4874618 Jan 28 07:13:13.609032 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-41cfa98e-1ae9-4af4-aa22-071700f808d9 req-8ba390b1-bc5e-4911-9593-f0ccdfbce1ea tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c286ac6-5d5d-46b9-b282-9e68e0339bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276689 Jan 28 07:13:13.624858 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-ec463366-ee7e-4962-af4a-c04d306b3086 req-a8e7df33-1404-4674-a286-8f4d07c806af service neutron] Request body: {'port': {'device_id': '1ca8e796-9c56-4ac8-8ff9-d563becb09f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-28'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:13:13.689567 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dd702e6-7a80-45cc-9dda-f28032a78da6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a6dd5ce-e322-4b63-87ab-ae801e185778'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:13:13.693481 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18fc0d4b-1365-401a-b487-aab12e832d90" -d '{"events": [{"server_uuid": "3dd702e6-7a80-45cc-9dda-f28032a78da6", "name": "network-vif-plugged", "status": "completed", "tag": "4a6dd5ce-e322-4b63-87ab-ae801e185778"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:13:13.792059 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ec463366-ee7e-4962-af4a-c04d306b3086 req-a8e7df33-1404-4674-a286-8f4d07c806af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (894bf4df-0a8f-45bb-8ab0-8f624af07ccc), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:13.840300 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a7a0f7c-67dc-4c8f-8b35-1b4ec5707d3a x-openstack-request-id: req-5a7a0f7c-67dc-4c8f-8b35-1b4ec5707d3a {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:13:13.843313 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dd702e6-7a80-45cc-9dda-f28032a78da6", "name": "network-vif-plugged", "status": "completed", "tag": "4a6dd5ce-e322-4b63-87ab-ae801e185778", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:13:13.843690 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5a7a0f7c-67dc-4c8f-8b35-1b4ec5707d3a {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:13:13.844218 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dd702e6-7a80-45cc-9dda-f28032a78da6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a6dd5ce-e322-4b63-87ab-ae801e185778', 'code': 200} Jan 28 07:13:13.868866 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=17f0d048-8b0f-421f-8973-050abfc9ddc6,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:13:13.910362 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b99f4fd-437a-42e1-a6a2-4dca87e740f7 req-55ebbf07-d921-48a4-8dab-6d2a7ff9099c tempest-ServersTestManualDisk-340907734 tempest-ServersTestManualDisk-340907734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:13.923836 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9d3b5eb1-9a86-4e8d-b7ab-f2eec7df2462 None None] Provisioning complete for port 894bf4df-0a8f-45bb-8ab0-8f624af07ccc triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:13:13.924503 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9d3b5eb1-9a86-4e8d-b7ab-f2eec7df2462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (894bf4df-0a8f-45bb-8ab0-8f624af07ccc), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:13.927865 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6b99f4fd-437a-42e1-a6a2-4dca87e740f7 req-55ebbf07-d921-48a4-8dab-6d2a7ff9099c tempest-ServersTestManualDisk-340907734 tempest-ServersTestManualDisk-340907734-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ca8e796-9c56-4ac8-8ff9-d563becb09f7 HTTP/1.1" status: 200 len: 931 time: 0.1266682 Jan 28 07:13:13.960163 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 3180d400-882b-4c2e-8569-dbafa1fabdbb, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=3180d400-882b-4c2e-8569-dbafa1fabdbb,segment=NetworkSegment(f8c9f08b-9596-4089-94de-8ef18d76dca7),segment_id=f8c9f08b-9596-4089-94de-8ef18d76dca7)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:13:13.980842 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Returning: {'device': '3180d400-882b-4c2e-8569-dbafa1fabdbb', 'network_id': 'ed2a86a8-da73-4f39-8b11-88940252842f', 'port_id': '3180d400-882b-4c2e-8569-dbafa1fabdbb', 'mac_address': 'fa:16:3e:b9:94:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c735598-017d-4dd4-9654-6370a2a3beef', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:13:14.048455 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6b99f4fd-437a-42e1-a6a2-4dca87e740f7 req-83bdd661-169e-493f-9a7f-8014293a7fbf tempest-ServersTestManualDisk-340907734 tempest-ServersTestManualDisk-340907734-project] 10.222.0.41 "GET /v2.0/security-groups?id=7918b4a6-d995-4c60-8112-e2ab7716dc57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1196167 Jan 28 07:13:14.057136 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9d3b5eb1-9a86-4e8d-b7ab-f2eec7df2462 None None] Port 894bf4df-0a8f-45bb-8ab0-8f624af07ccc cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:13:14.081798 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port 3180d400-882b-4c2e-8569-dbafa1fabdbb is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:13:14.082206 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (3180d400-882b-4c2e-8569-dbafa1fabdbb), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:14.110912 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3180d400-882b-4c2e-8569-dbafa1fabdbb {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:13:14.160235 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 3180d400-882b-4c2e-8569-dbafa1fabdbb, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=3180d400-882b-4c2e-8569-dbafa1fabdbb,segment=NetworkSegment(f8c9f08b-9596-4089-94de-8ef18d76dca7),segment_id=f8c9f08b-9596-4089-94de-8ef18d76dca7)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:13:14.175103 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (3180d400-882b-4c2e-8569-dbafa1fabdbb), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:14.267235 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=3180d400-882b-4c2e-8569-dbafa1fabdbb,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:13:14.272563 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947e38e5-2b6b-43d4-a6b3-eacde7b1b243 req-c6467f08-d57b-4f65-92f0-e9aa45d6e72d tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:14.274157 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-947e38e5-2b6b-43d4-a6b3-eacde7b1b243 req-c6467f08-d57b-4f65-92f0-e9aa45d6e72d tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] 10.222.0.41 "GET /v2.0/ports?device_id=20d9ec38-d6b9-4142-96bb-526e95cb0b5b HTTP/1.1" status: 200 len: 944 time: 0.0909255 Jan 28 07:13:14.303389 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c816b668-8bf1-4c29-b219-16facb0373f9 req-f08dac95-8726-4927-9aec-be02c1130092 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:14.305568 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c816b668-8bf1-4c29-b219-16facb0373f9 req-f08dac95-8726-4927-9aec-be02c1130092 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/ports?device_id=60ed740a-26a2-4109-a332-5c18de6faba7 HTTP/1.1" status: 200 len: 945 time: 0.1395745 Jan 28 07:13:14.353857 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-947e38e5-2b6b-43d4-a6b3-eacde7b1b243 req-587d3da7-fbb9-436f-a017-0dd524028649 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] 10.222.0.41 "GET /v2.0/security-groups?id=fa82ec26-34b4-44b8-888a-3a43aa497a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728703 Jan 28 07:13:14.441168 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c816b668-8bf1-4c29-b219-16facb0373f9 req-1855dc1b-5661-4861-8442-e73d2cdae092 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/security-groups?id=54f3b545-d68e-44ae-b5dc-1cfcda6094b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244171 Jan 28 07:13:14.529705 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-ec463366-ee7e-4962-af4a-c04d306b3086 req-a8e7df33-1404-4674-a286-8f4d07c806af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 894bf4df-0a8f-45bb-8ab0-8f624af07ccc {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:13:14.539998 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ec463366-ee7e-4962-af4a-c04d306b3086 req-a8e7df33-1404-4674-a286-8f4d07c806af service neutron] Publish callbacks [] for port (894bf4df-0a8f-45bb-8ab0-8f624af07ccc), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:14.555197 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-ec463366-ee7e-4962-af4a-c04d306b3086 req-a8e7df33-1404-4674-a286-8f4d07c806af service neutron] Transition to ACTIVE for port object 894bf4df-0a8f-45bb-8ab0-8f624af07ccc will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:13:14.563109 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ec463366-ee7e-4962-af4a-c04d306b3086 req-a8e7df33-1404-4674-a286-8f4d07c806af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (894bf4df-0a8f-45bb-8ab0-8f624af07ccc), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:14.636280 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['3180d400-882b-4c2e-8569-dbafa1fabdbb'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:13:14.699921 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['17f0d048-8b0f-421f-8973-050abfc9ddc6'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:13:14.801533 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e7df33-1404-4674-a286-8f4d07c806af service neutron] Pushing event updated for resources: {'Port': ['ID=894bf4df-0a8f-45bb-8ab0-8f624af07ccc,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:13:14.953774 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16240b22-6dad-44b5-a4c1-8b99cd447760 req-d25e9af5-1ff5-455b-96ad-6f7a573f2a80 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:14.955403 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-16240b22-6dad-44b5-a4c1-8b99cd447760 req-d25e9af5-1ff5-455b-96ad-6f7a573f2a80 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/ports?device_id=60ed740a-26a2-4109-a332-5c18de6faba7 HTTP/1.1" status: 200 len: 945 time: 0.1776652 Jan 28 07:13:15.065836 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-ec463366-ee7e-4962-af4a-c04d306b3086 req-a8e7df33-1404-4674-a286-8f4d07c806af service neutron] Attempting to bind port 894bf4df-0a8f-45bb-8ab0-8f624af07ccc on host n-h1-712749-28 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:13:15.066340 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-ec463366-ee7e-4962-af4a-c04d306b3086 req-a8e7df33-1404-4674-a286-8f4d07c806af service neutron] Attempting to bind port 894bf4df-0a8f-45bb-8ab0-8f624af07ccc by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': '93dc562c-326e-48bc-93ed-915119a822f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '10e29fde-3535-4a1c-887d-2b3ed80d798e'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:13:15.066603 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec463366-ee7e-4962-af4a-c04d306b3086 req-a8e7df33-1404-4674-a286-8f4d07c806af service neutron] Attempting to bind port 894bf4df-0a8f-45bb-8ab0-8f624af07ccc on network 10e29fde-3535-4a1c-887d-2b3ed80d798e {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:13:15.087291 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec463366-ee7e-4962-af4a-c04d306b3086 req-a8e7df33-1404-4674-a286-8f4d07c806af service neutron] Port 894bf4df-0a8f-45bb-8ab0-8f624af07ccc on network 10e29fde-3535-4a1c-887d-2b3ed80d798e not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:13:15.087643 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec463366-ee7e-4962-af4a-c04d306b3086 req-a8e7df33-1404-4674-a286-8f4d07c806af service neutron] Attempting to bind port 894bf4df-0a8f-45bb-8ab0-8f624af07ccc on network 10e29fde-3535-4a1c-887d-2b3ed80d798e {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:13:15.101381 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec463366-ee7e-4962-af4a-c04d306b3086 req-a8e7df33-1404-4674-a286-8f4d07c806af service neutron] Checking agent: {'id': '2fca46b1-237f-4857-9290-2429d810e472', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 13, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:13:15.101799 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec463366-ee7e-4962-af4a-c04d306b3086 req-a8e7df33-1404-4674-a286-8f4d07c806af service neutron] Checking segment: {'id': '93dc562c-326e-48bc-93ed-915119a822f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '10e29fde-3535-4a1c-887d-2b3ed80d798e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:13:15.102110 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec463366-ee7e-4962-af4a-c04d306b3086 req-a8e7df33-1404-4674-a286-8f4d07c806af service neutron] Bound using segment: {'id': '93dc562c-326e-48bc-93ed-915119a822f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '10e29fde-3535-4a1c-887d-2b3ed80d798e'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:13:15.102555 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-ec463366-ee7e-4962-af4a-c04d306b3086 req-a8e7df33-1404-4674-a286-8f4d07c806af service neutron] Bound port: 894bf4df-0a8f-45bb-8ab0-8f624af07ccc, host: n-h1-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93dc562c-326e-48bc-93ed-915119a822f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '10e29fde-3535-4a1c-887d-2b3ed80d798e'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:13:15.102918 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ec463366-ee7e-4962-af4a-c04d306b3086 req-a8e7df33-1404-4674-a286-8f4d07c806af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (894bf4df-0a8f-45bb-8ab0-8f624af07ccc), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:15.116238 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-16240b22-6dad-44b5-a4c1-8b99cd447760 req-bb0f3af2-4a0e-4c4c-b0a3-61d6f510ff52 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/security-groups?id=54f3b545-d68e-44ae-b5dc-1cfcda6094b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325333 Jan 28 07:13:15.300630 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-ec463366-ee7e-4962-af4a-c04d306b3086 req-a8e7df33-1404-4674-a286-8f4d07c806af service neutron] For port 894bf4df-0a8f-45bb-8ab0-8f624af07ccc, host n-h1-712749-28, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:13:15.304882 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-ec463366-ee7e-4962-af4a-c04d306b3086 req-a8e7df33-1404-4674-a286-8f4d07c806af service neutron] For port 894bf4df-0a8f-45bb-8ab0-8f624af07ccc, host n-h1-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=894bf4df-0a8f-45bb-8ab0-8f624af07ccc,segment=NetworkSegment(93dc562c-326e-48bc-93ed-915119a822f1),segment_id=93dc562c-326e-48bc-93ed-915119a822f1)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:13:15.322655 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ec463366-ee7e-4962-af4a-c04d306b3086 req-a8e7df33-1404-4674-a286-8f4d07c806af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (894bf4df-0a8f-45bb-8ab0-8f624af07ccc), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:15.356797 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9feae8-54ff-466a-9cab-391fdf3c49ac req-9aa665a7-09fd-4d92-b9c3-ec7245812000 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:15.363648 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5b9feae8-54ff-466a-9cab-391fdf3c49ac req-9aa665a7-09fd-4d92-b9c3-ec7245812000 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/ports?device_id=0423b6ae-0c62-4f3f-ae33-ac4715e97d12 HTTP/1.1" status: 200 len: 944 time: 0.1472940 Jan 28 07:13:15.524099 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acee685b-834c-42d3-b301-06f42507d560 req-f15cb72a-753b-466b-832e-cb512725bc83 tempest-ServersTestManualDisk-340907734 tempest-ServersTestManualDisk-340907734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:15.524907 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec463366-ee7e-4962-af4a-c04d306b3086 req-a8e7df33-1404-4674-a286-8f4d07c806af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:15.525535 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ec463366-ee7e-4962-af4a-c04d306b3086 req-a8e7df33-1404-4674-a286-8f4d07c806af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:15.526992 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ec463366-ee7e-4962-af4a-c04d306b3086 req-a8e7df33-1404-4674-a286-8f4d07c806af service neutron] 10.222.0.10 "PUT /v2.0/ports/894bf4df-0a8f-45bb-8ab0-8f624af07ccc HTTP/1.1" status: 200 len: 1092 time: 1.9165688 Jan 28 07:13:15.529588 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ca8e796-9c56-4ac8-8ff9-d563becb09f7', 'tag': '894bf4df-0a8f-45bb-8ab0-8f624af07ccc'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:13:15.531804 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9b8d1df-0a40-444b-aaae-fcc32bc3194c" -d '{"events": [{"name": "network-changed", "server_uuid": "1ca8e796-9c56-4ac8-8ff9-d563becb09f7", "tag": "894bf4df-0a8f-45bb-8ab0-8f624af07ccc"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:13:15.535700 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-acee685b-834c-42d3-b301-06f42507d560 req-f15cb72a-753b-466b-832e-cb512725bc83 tempest-ServersTestManualDisk-340907734 tempest-ServersTestManualDisk-340907734-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ca8e796-9c56-4ac8-8ff9-d563becb09f7 HTTP/1.1" status: 200 len: 943 time: 0.2341299 Jan 28 07:13:15.673897 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-acee685b-834c-42d3-b301-06f42507d560 req-127fc43a-e0c9-4b2e-8500-63c8838ba225 tempest-ServersTestManualDisk-340907734 tempest-ServersTestManualDisk-340907734-project] 10.222.0.41 "GET /v2.0/security-groups?id=7918b4a6-d995-4c60-8112-e2ab7716dc57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1230609 Jan 28 07:13:15.697903 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e7df33-1404-4674-a286-8f4d07c806af service neutron] Pushing event updated for resources: {'Port': ['ID=894bf4df-0a8f-45bb-8ab0-8f624af07ccc,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:13:15.840874 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5b9feae8-54ff-466a-9cab-391fdf3c49ac req-36f5baeb-08ba-4e3d-bab8-6c53fb2b7b69 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c286ac6-5d5d-46b9-b282-9e68e0339bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4418836 Jan 28 07:13:15.885676 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec463366-ee7e-4962-af4a-c04d306b3086 req-54e79a1e-101d-4d9d-83a9-c6e6c67bdc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:15.888302 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ec463366-ee7e-4962-af4a-c04d306b3086 req-54e79a1e-101d-4d9d-83a9-c6e6c67bdc47 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=335e46d185694220829eb867308a9154&device_id=1ca8e796-9c56-4ac8-8ff9-d563becb09f7 HTTP/1.1" status: 200 len: 1095 time: 0.2616658 Jan 28 07:13:16.452564 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7d28034e-6f2c-498d-9fe0-730b3d2903d1 req-6e909724-da75-4939-88b9-0783fd4de152 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f255ed55-87c8-4949-a89a-d6b84a3ce0a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.8045297 Jan 28 07:13:16.454082 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ec463366-ee7e-4962-af4a-c04d306b3086 req-a5c4015a-4560-4494-ab53-4ff89b3f416f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=894bf4df-0a8f-45bb-8ab0-8f624af07ccc HTTP/1.1" status: 200 len: 217 time: 0.5467312 Jan 28 07:13:16.457690 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34654046-e2d3-4056-a77a-76679a712da6 req-423faf72-7346-48f7-8565-f2f56fa1e97b tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:16.465067 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-34654046-e2d3-4056-a77a-76679a712da6 req-423faf72-7346-48f7-8565-f2f56fa1e97b tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/ports?device_id=60ed740a-26a2-4109-a332-5c18de6faba7 HTTP/1.1" status: 200 len: 945 time: 0.0822873 Jan 28 07:13:16.487186 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b81e1295-a890-487b-83a0-2b28f389a0c6 x-openstack-request-id: req-b81e1295-a890-487b-83a0-2b28f389a0c6 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:13:16.487476 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ca8e796-9c56-4ac8-8ff9-d563becb09f7", "tag": "894bf4df-0a8f-45bb-8ab0-8f624af07ccc", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:13:16.487730 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b81e1295-a890-487b-83a0-2b28f389a0c6 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:13:16.488255 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ca8e796-9c56-4ac8-8ff9-d563becb09f7', 'tag': '894bf4df-0a8f-45bb-8ab0-8f624af07ccc', 'status': 'completed', 'code': 200} Jan 28 07:13:16.541733 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-34654046-e2d3-4056-a77a-76679a712da6 req-26e35b13-cc08-4802-ace8-afb4b03e3eca tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/security-groups?id=54f3b545-d68e-44ae-b5dc-1cfcda6094b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740790 Jan 28 07:13:16.619204 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f020124-39f7-443f-a533-27fc8f17ec97 req-353dda7e-15ec-48fe-8ec0-8abb3218d8ef tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:16.620838 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6f020124-39f7-443f-a533-27fc8f17ec97 req-353dda7e-15ec-48fe-8ec0-8abb3218d8ef tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] 10.222.0.41 "GET /v2.0/ports?device_id=20d9ec38-d6b9-4142-96bb-526e95cb0b5b HTTP/1.1" status: 200 len: 944 time: 0.1646788 Jan 28 07:13:16.622370 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec463366-ee7e-4962-af4a-c04d306b3086 req-67b2c5f3-9b05-4e44-aa2d-146a3dc2df96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:16.624777 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ec463366-ee7e-4962-af4a-c04d306b3086 req-67b2c5f3-9b05-4e44-aa2d-146a3dc2df96 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c850e5b9-10d8-459c-a75d-89730d7df8b1 HTTP/1.1" status: 200 len: 851 time: 0.1347520 Jan 28 07:13:16.715292 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d28034e-6f2c-498d-9fe0-730b3d2903d1 req-3d67fecd-e33d-470d-8c0a-13a2f5cd9d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:16.717740 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7d28034e-6f2c-498d-9fe0-730b3d2903d1 req-3d67fecd-e33d-470d-8c0a-13a2f5cd9d6c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f5fa6549bc8d49d9b2eb68f328326d46&device_id=f255ed55-87c8-4949-a89a-d6b84a3ce0a3 HTTP/1.1" status: 200 len: 1097 time: 0.1857128 Jan 28 07:13:16.776617 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec463366-ee7e-4962-af4a-c04d306b3086 req-70e17546-c828-4ce2-830c-8ab7c20be4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:16.778662 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ec463366-ee7e-4962-af4a-c04d306b3086 req-70e17546-c828-4ce2-830c-8ab7c20be4f9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=10e29fde-3535-4a1c-887d-2b3ed80d798e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1413164 Jan 28 07:13:16.791136 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c0181a-b372-432c-96e7-1d1df4563da8 req-0b25c8de-2974-49f7-88ef-b809aec1814f tempest-ServersTestManualDisk-340907734 tempest-ServersTestManualDisk-340907734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:16.799247 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c4c0181a-b372-432c-96e7-1d1df4563da8 req-0b25c8de-2974-49f7-88ef-b809aec1814f tempest-ServersTestManualDisk-340907734 tempest-ServersTestManualDisk-340907734-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ca8e796-9c56-4ac8-8ff9-d563becb09f7 HTTP/1.1" status: 200 len: 943 time: 0.0584288 Jan 28 07:13:16.858650 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c4c0181a-b372-432c-96e7-1d1df4563da8 req-3c16632b-0b40-478b-bd3c-9cb355d8014a tempest-ServersTestManualDisk-340907734 tempest-ServersTestManualDisk-340907734-project] 10.222.0.41 "GET /v2.0/security-groups?id=7918b4a6-d995-4c60-8112-e2ab7716dc57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531881 Jan 28 07:13:16.931332 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 17f0d048-8b0f-421f-8973-050abfc9ddc6 up at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:13:16.933599 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6f020124-39f7-443f-a533-27fc8f17ec97 req-dbd212fa-b3c4-47af-a35c-16b3e2af8163 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] 10.222.0.41 "GET /v2.0/security-groups?id=fa82ec26-34b4-44b8-888a-3a43aa497a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2969427 Jan 28 07:13:16.958722 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ec463366-ee7e-4962-af4a-c04d306b3086 req-3bd39eda-1aef-4a1e-84e8-e6e1a72194cd service neutron] 10.222.0.10 "GET /v2.0/networks/10e29fde-3535-4a1c-887d-2b3ed80d798e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726594 Jan 28 07:13:17.045123 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning for port 17f0d048-8b0f-421f-8973-050abfc9ddc6 completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:13:17.051239 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d28034e-6f2c-498d-9fe0-730b3d2903d1 req-fb063dd2-09a0-4e81-bc84-5f0dadb112f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:17.053202 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7d28034e-6f2c-498d-9fe0-730b3d2903d1 req-fb063dd2-09a0-4e81-bc84-5f0dadb112f8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e794ad63-0b0f-4018-9f49-e800aa3d32de HTTP/1.1" status: 200 len: 912 time: 0.3080618 Jan 28 07:13:17.057286 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning complete for port 17f0d048-8b0f-421f-8973-050abfc9ddc6 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:13:17.057816 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (17f0d048-8b0f-421f-8973-050abfc9ddc6), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:17.064842 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214927f0-6fa3-4146-84cc-af49f4c8128e req-7028f329-d29b-46a5-ba59-3aeaddebffb7 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:17.066424 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-214927f0-6fa3-4146-84cc-af49f4c8128e req-7028f329-d29b-46a5-ba59-3aeaddebffb7 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/ports?device_id=0423b6ae-0c62-4f3f-ae33-ac4715e97d12 HTTP/1.1" status: 200 len: 944 time: 0.0799334 Jan 28 07:13:17.144156 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7d28034e-6f2c-498d-9fe0-730b3d2903d1 req-d08ec3f4-ec04-4be8-b013-c51796ccdd14 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74c51dd4-789c-4c23-9ba8-db6cc4ee322f HTTP/1.1" status: 200 len: 217 time: 0.0802314 Jan 28 07:13:17.157437 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ec463366-ee7e-4962-af4a-c04d306b3086 req-011bf12b-8e3f-4671-bceb-8d2d76f0749a service neutron] 10.222.0.10 "GET /v2.0/networks/10e29fde-3535-4a1c-887d-2b3ed80d798e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834886 Jan 28 07:13:17.168525 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-214927f0-6fa3-4146-84cc-af49f4c8128e req-d0206955-e21a-46bc-97e8-3ede60b49937 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c286ac6-5d5d-46b9-b282-9e68e0339bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931454 Jan 28 07:13:17.205650 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port 17f0d048-8b0f-421f-8973-050abfc9ddc6 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:13:17.206088 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (17f0d048-8b0f-421f-8973-050abfc9ddc6), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:17.227474 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d28034e-6f2c-498d-9fe0-730b3d2903d1 req-f54f21f5-d8eb-4a4a-b823-fb06b421e4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:17.229029 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7d28034e-6f2c-498d-9fe0-730b3d2903d1 req-f54f21f5-d8eb-4a4a-b823-fb06b421e4d5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=11d8e1f8-50c3-4314-ae17-177714f8d453 HTTP/1.1" status: 200 len: 850 time: 0.0749016 Jan 28 07:13:17.239488 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0423b6ae-0c62-4f3f-ae33-ac4715e97d12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17f0d048-8b0f-421f-8973-050abfc9ddc6'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:13:17.241871 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52ee40a2-d6bd-4d0a-8c6d-511522608657" -d '{"events": [{"server_uuid": "0423b6ae-0c62-4f3f-ae33-ac4715e97d12", "name": "network-vif-plugged", "status": "completed", "tag": "17f0d048-8b0f-421f-8973-050abfc9ddc6"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:13:17.256409 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 17f0d048-8b0f-421f-8973-050abfc9ddc6, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=17f0d048-8b0f-421f-8973-050abfc9ddc6,segment=NetworkSegment(b38b5d3d-4197-4548-8b2f-aaaa5395d71b),segment_id=b38b5d3d-4197-4548-8b2f-aaaa5395d71b)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:13:17.261638 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (17f0d048-8b0f-421f-8973-050abfc9ddc6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:17.262690 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 3180d400-882b-4c2e-8569-dbafa1fabdbb up at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:13:17.372335 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4394fbd-ad1c-4217-8b10-42531e2adaa5 x-openstack-request-id: req-b4394fbd-ad1c-4217-8b10-42531e2adaa5 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:13:17.373241 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0423b6ae-0c62-4f3f-ae33-ac4715e97d12", "name": "network-vif-plugged", "status": "completed", "tag": "17f0d048-8b0f-421f-8973-050abfc9ddc6", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:13:17.373750 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b4394fbd-ad1c-4217-8b10-42531e2adaa5 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:13:17.374150 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0423b6ae-0c62-4f3f-ae33-ac4715e97d12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17f0d048-8b0f-421f-8973-050abfc9ddc6', 'code': 200} Jan 28 07:13:17.387815 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d28034e-6f2c-498d-9fe0-730b3d2903d1 req-155b769b-eac5-42af-8187-5b37fddef5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:17.390159 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7d28034e-6f2c-498d-9fe0-730b3d2903d1 req-155b769b-eac5-42af-8187-5b37fddef5c9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e794ad63-0b0f-4018-9f49-e800aa3d32de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1516788 Jan 28 07:13:17.429316 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=17f0d048-8b0f-421f-8973-050abfc9ddc6,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:13:17.441156 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning for port 3180d400-882b-4c2e-8569-dbafa1fabdbb completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:13:17.454462 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning complete for port 3180d400-882b-4c2e-8569-dbafa1fabdbb triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:13:17.454857 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (3180d400-882b-4c2e-8569-dbafa1fabdbb), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:17.573362 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b8d1df-0a40-444b-aaae-fcc32bc3194c req-780545f3-31d9-4f80-9f6a-188164ced92c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:17.575274 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d9b8d1df-0a40-444b-aaae-fcc32bc3194c req-780545f3-31d9-4f80-9f6a-188164ced92c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=335e46d185694220829eb867308a9154&device_id=1ca8e796-9c56-4ac8-8ff9-d563becb09f7 HTTP/1.1" status: 200 len: 1095 time: 0.2711155 Jan 28 07:13:17.649014 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port 3180d400-882b-4c2e-8569-dbafa1fabdbb is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:13:17.649533 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12ebc94-db3f-4e72-af07-7f5d9e3e8783 req-579e25d7-ea75-4ac4-8c2b-209f3c7745db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:17.649905 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (3180d400-882b-4c2e-8569-dbafa1fabdbb), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:17.651178 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b12ebc94-db3f-4e72-af07-7f5d9e3e8783 req-579e25d7-ea75-4ac4-8c2b-209f3c7745db service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0423b6ae-0c62-4f3f-ae33-ac4715e97d12 HTTP/1.1" status: 200 len: 1097 time: 0.1233227 Jan 28 07:13:17.764422 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 3180d400-882b-4c2e-8569-dbafa1fabdbb, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=3180d400-882b-4c2e-8569-dbafa1fabdbb,segment=NetworkSegment(f8c9f08b-9596-4089-94de-8ef18d76dca7),segment_id=f8c9f08b-9596-4089-94de-8ef18d76dca7)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:13:17.769717 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8004ea6-dd54-41f7-99d3-ad344078b27e req-8a5731d9-b78e-42ec-91d9-16e6376173a2 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:17.780922 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (3180d400-882b-4c2e-8569-dbafa1fabdbb), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:17.785093 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e8004ea6-dd54-41f7-99d3-ad344078b27e req-8a5731d9-b78e-42ec-91d9-16e6376173a2 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/ports?device_id=60ed740a-26a2-4109-a332-5c18de6faba7 HTTP/1.1" status: 200 len: 945 time: 0.1308222 Jan 28 07:13:17.854666 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7d28034e-6f2c-498d-9fe0-730b3d2903d1 req-748dd65e-cd2a-4d39-98db-14a1ec87b3da service neutron] 10.222.0.44 "GET /v2.0/networks/e794ad63-0b0f-4018-9f49-e800aa3d32de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4555182 Jan 28 07:13:17.882455 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e8004ea6-dd54-41f7-99d3-ad344078b27e req-3ea09006-8b01-4154-ba0b-d072f3a1a08e tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/security-groups?id=54f3b545-d68e-44ae-b5dc-1cfcda6094b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953507 Jan 28 07:13:17.889520 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=3180d400-882b-4c2e-8569-dbafa1fabdbb,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:13:18.019587 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7d28034e-6f2c-498d-9fe0-730b3d2903d1 req-0ae74ee2-d129-477c-a887-7d356a5219da service neutron] 10.222.0.44 "GET /v2.0/networks/e794ad63-0b0f-4018-9f49-e800aa3d32de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480653 Jan 28 07:13:18.085311 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b8d1df-0a40-444b-aaae-fcc32bc3194c req-84e574f8-9f7f-4ffd-a95f-6fa22168724d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:18.086794 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d9b8d1df-0a40-444b-aaae-fcc32bc3194c req-84e574f8-9f7f-4ffd-a95f-6fa22168724d service neutron] 10.222.0.10 "GET /v2.0/networks?id=10e29fde-3535-4a1c-887d-2b3ed80d798e HTTP/1.1" status: 200 len: 913 time: 0.4999547 Jan 28 07:13:18.088934 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b12ebc94-db3f-4e72-af07-7f5d9e3e8783 req-d8b4ab96-b7aa-49c7-9195-bc449eca3690 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=6c286ac6-5d5d-46b9-b282-9e68e0339bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3448119 Jan 28 07:13:18.117564 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9b3b70-69c3-4ded-b08b-f6558b859b08 req-52a089c5-bbf7-4693-8d6d-b69504c84602 tempest-ServersTestManualDisk-340907734 tempest-ServersTestManualDisk-340907734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:18.119196 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-fb9b3b70-69c3-4ded-b08b-f6558b859b08 req-52a089c5-bbf7-4693-8d6d-b69504c84602 tempest-ServersTestManualDisk-340907734 tempest-ServersTestManualDisk-340907734-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ca8e796-9c56-4ac8-8ff9-d563becb09f7 HTTP/1.1" status: 200 len: 943 time: 0.0968280 Jan 28 07:13:18.130137 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3f97fe-8ced-43b3-ba82-a70db257f8ff req-38579ea0-002a-440d-ba51-e5bc747c9a64 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:18.131689 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-fe3f97fe-8ced-43b3-ba82-a70db257f8ff req-38579ea0-002a-440d-ba51-e5bc747c9a64 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.44 "GET /v2.0/ports?device_id=60ed740a-26a2-4109-a332-5c18de6faba7 HTTP/1.1" status: 200 len: 945 time: 0.1016901 Jan 28 07:13:18.140856 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640544ea-1167-4ec0-99ff-d3623540b133 req-7f02141c-d3fb-411a-a6d5-02dc6a0d2a59 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:18.148602 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-640544ea-1167-4ec0-99ff-d3623540b133 req-7f02141c-d3fb-411a-a6d5-02dc6a0d2a59 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] 10.222.0.41 "GET /v2.0/ports?device_id=20d9ec38-d6b9-4142-96bb-526e95cb0b5b HTTP/1.1" status: 200 len: 945 time: 0.1287584 Jan 28 07:13:18.164415 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d9b8d1df-0a40-444b-aaae-fcc32bc3194c req-e9352644-a87d-4260-9075-66151c4b22a0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=894bf4df-0a8f-45bb-8ab0-8f624af07ccc HTTP/1.1" status: 200 len: 217 time: 0.0658128 Jan 28 07:13:18.232858 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-640544ea-1167-4ec0-99ff-d3623540b133 req-31aaca10-d098-4b01-a036-4789b828935f tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] 10.222.0.41 "GET /v2.0/security-groups?id=fa82ec26-34b4-44b8-888a-3a43aa497a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822363 Jan 28 07:13:18.253635 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-fb9b3b70-69c3-4ded-b08b-f6558b859b08 req-4a4e7fa6-5ecb-4ffa-8586-0fa287818d64 tempest-ServersTestManualDisk-340907734 tempest-ServersTestManualDisk-340907734-project] 10.222.0.41 "GET /v2.0/security-groups?id=7918b4a6-d995-4c60-8112-e2ab7716dc57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993640 Jan 28 07:13:18.256036 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b8d1df-0a40-444b-aaae-fcc32bc3194c req-b36b095f-a000-4dc1-9ac5-914c7f9387f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:18.257779 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d9b8d1df-0a40-444b-aaae-fcc32bc3194c req-b36b095f-a000-4dc1-9ac5-914c7f9387f0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c850e5b9-10d8-459c-a75d-89730d7df8b1 HTTP/1.1" status: 200 len: 851 time: 0.0848279 Jan 28 07:13:18.329594 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b8d1df-0a40-444b-aaae-fcc32bc3194c req-c2a938fe-4447-4c2e-99ed-bd65332633c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:18.331300 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d9b8d1df-0a40-444b-aaae-fcc32bc3194c req-c2a938fe-4447-4c2e-99ed-bd65332633c3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=10e29fde-3535-4a1c-887d-2b3ed80d798e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0650182 Jan 28 07:13:18.398562 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d38ac27-ee6e-47cf-8b01-c4363d0de9b6 req-ccddde0a-0c66-4d78-ae9f-f3f78acec4ee tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:18.400356 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6d38ac27-ee6e-47cf-8b01-c4363d0de9b6 req-ccddde0a-0c66-4d78-ae9f-f3f78acec4ee tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/ports?device_id=0423b6ae-0c62-4f3f-ae33-ac4715e97d12 HTTP/1.1" status: 200 len: 945 time: 0.0739102 Jan 28 07:13:18.489360 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d9b8d1df-0a40-444b-aaae-fcc32bc3194c req-21bf647e-46a2-4e59-a0f0-de901e765c58 service neutron] 10.222.0.10 "GET /v2.0/networks/10e29fde-3535-4a1c-887d-2b3ed80d798e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487367 Jan 28 07:13:18.652120 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6d38ac27-ee6e-47cf-8b01-c4363d0de9b6 req-c43a7551-2d2b-444b-a731-f67d909a7e54 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c286ac6-5d5d-46b9-b282-9e68e0339bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357147 Jan 28 07:13:18.681264 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-fe3f97fe-8ced-43b3-ba82-a70db257f8ff req-01296fd6-a71f-4071-9ee3-c5c1430ebe5d tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Deleting port 09d22ba3-e9ce-41e6-ba10-cf2ab47fc7ac {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:13:18.681643 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-fe3f97fe-8ced-43b3-ba82-a70db257f8ff req-01296fd6-a71f-4071-9ee3-c5c1430ebe5d tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (09d22ba3-e9ce-41e6-ba10-cf2ab47fc7ac), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:18.682614 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d9b8d1df-0a40-444b-aaae-fcc32bc3194c req-2cbeec0f-f1e1-4cd9-ace3-53f6733b3f71 service neutron] 10.222.0.10 "GET /v2.0/networks/10e29fde-3535-4a1c-887d-2b3ed80d798e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846151 Jan 28 07:13:18.787272 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-fe3f97fe-8ced-43b3-ba82-a70db257f8ff req-01296fd6-a71f-4071-9ee3-c5c1430ebe5d tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] For port 09d22ba3-e9ce-41e6-ba10-cf2ab47fc7ac, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=09d22ba3-e9ce-41e6-ba10-cf2ab47fc7ac,segment=NetworkSegment(8c1a2649-126a-42b2-aa92-3dce43dd7caa),segment_id=8c1a2649-126a-42b2-aa92-3dce43dd7caa)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:13:18.787853 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-fe3f97fe-8ced-43b3-ba82-a70db257f8ff req-01296fd6-a71f-4071-9ee3-c5c1430ebe5d tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (09d22ba3-e9ce-41e6-ba10-cf2ab47fc7ac), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:18.804010 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-fe3f97fe-8ced-43b3-ba82-a70db257f8ff req-01296fd6-a71f-4071-9ee3-c5c1430ebe5d tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Calling delete_port for 09d22ba3-e9ce-41e6-ba10-cf2ab47fc7ac owned by compute:nova {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:13:19.018923 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-fe3f97fe-8ced-43b3-ba82-a70db257f8ff req-01296fd6-a71f-4071-9ee3-c5c1430ebe5d tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (09d22ba3-e9ce-41e6-ba10-cf2ab47fc7ac), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:19.058639 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 894bf4df-0a8f-45bb-8ab0-8f624af07ccc details requested by agent hyperv_n-h1-712749-28 with host n-h1-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:13:19.085543 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d57b01-b8fd-4347-8a6a-e69a3631770f req-55fa6e24-d589-43f4-8d37-083431131056 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:19.088529 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-28d57b01-b8fd-4347-8a6a-e69a3631770f req-55fa6e24-d589-43f4-8d37-083431131056 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/ports?device_id=60ed740a-26a2-4109-a332-5c18de6faba7 HTTP/1.1" status: 200 len: 945 time: 0.1136303 Jan 28 07:13:19.090008 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01296fd6-a71f-4071-9ee3-c5c1430ebe5d tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Pushing event deleted for resources: {'Port': ['ID=09d22ba3-e9ce-41e6-ba10-cf2ab47fc7ac,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:13:19.198902 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 894bf4df-0a8f-45bb-8ab0-8f624af07ccc, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=894bf4df-0a8f-45bb-8ab0-8f624af07ccc,segment=NetworkSegment(93dc562c-326e-48bc-93ed-915119a822f1),segment_id=93dc562c-326e-48bc-93ed-915119a822f1)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:13:19.213306 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Returning: {'device': '894bf4df-0a8f-45bb-8ab0-8f624af07ccc', 'network_id': '10e29fde-3535-4a1c-887d-2b3ed80d798e', 'port_id': '894bf4df-0a8f-45bb-8ab0-8f624af07ccc', 'mac_address': 'fa:16:3e:bc:79:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c850e5b9-10d8-459c-a75d-89730d7df8b1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:13:19.215759 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['c979436b-508d-4793-81dd-afac650b9db6'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:13:19.379195 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20d9ec38-d6b9-4142-96bb-526e95cb0b5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3180d400-882b-4c2e-8569-dbafa1fabdbb'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:13:19.381507 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45b9b444-5368-4b24-b8e9-5a7619832a0f" -d '{"events": [{"server_uuid": "20d9ec38-d6b9-4142-96bb-526e95cb0b5b", "name": "network-vif-plugged", "status": "completed", "tag": "3180d400-882b-4c2e-8569-dbafa1fabdbb"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:13:19.391681 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b4dfc9-beec-4d43-b4ab-bdd1ddea4838 req-2a9f1835-f641-4bee-93e8-984dd650ff9f tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:19.393996 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 894bf4df-0a8f-45bb-8ab0-8f624af07ccc is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:13:19.394497 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (894bf4df-0a8f-45bb-8ab0-8f624af07ccc), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:19.399878 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-41b4dfc9-beec-4d43-b4ab-bdd1ddea4838 req-2a9f1835-f641-4bee-93e8-984dd650ff9f tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] 10.222.0.41 "GET /v2.0/ports?device_id=20d9ec38-d6b9-4142-96bb-526e95cb0b5b HTTP/1.1" status: 200 len: 945 time: 0.0823667 Jan 28 07:13:19.418085 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 894bf4df-0a8f-45bb-8ab0-8f624af07ccc {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:13:19.530868 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-41b4dfc9-beec-4d43-b4ab-bdd1ddea4838 req-9ba05363-5978-42e2-bd88-9e2d30368267 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] 10.222.0.41 "GET /v2.0/security-groups?id=fa82ec26-34b4-44b8-888a-3a43aa497a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299684 Jan 28 07:13:19.593913 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 894bf4df-0a8f-45bb-8ab0-8f624af07ccc, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=894bf4df-0a8f-45bb-8ab0-8f624af07ccc,segment=NetworkSegment(93dc562c-326e-48bc-93ed-915119a822f1),segment_id=93dc562c-326e-48bc-93ed-915119a822f1)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:13:19.608805 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (894bf4df-0a8f-45bb-8ab0-8f624af07ccc), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:19.629499 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-28d57b01-b8fd-4347-8a6a-e69a3631770f req-0b65a013-a6bc-43da-beb4-af3a775e850c tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/security-groups?id=54f3b545-d68e-44ae-b5dc-1cfcda6094b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5209351 Jan 28 07:13:19.640253 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01296fd6-a71f-4071-9ee3-c5c1430ebe5d tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:13:19.640852 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01296fd6-a71f-4071-9ee3-c5c1430ebe5d tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:13:19.641366 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01296fd6-a71f-4071-9ee3-c5c1430ebe5d tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:13:19.644081 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01296fd6-a71f-4071-9ee3-c5c1430ebe5d tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:13:19.644643 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01296fd6-a71f-4071-9ee3-c5c1430ebe5d tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:13:19.645151 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01296fd6-a71f-4071-9ee3-c5c1430ebe5d tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:13:19.645669 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01296fd6-a71f-4071-9ee3-c5c1430ebe5d tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:13:19.646186 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01296fd6-a71f-4071-9ee3-c5c1430ebe5d tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:13:19.648942 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01296fd6-a71f-4071-9ee3-c5c1430ebe5d tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:13:19.649484 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01296fd6-a71f-4071-9ee3-c5c1430ebe5d tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:13:19.650004 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01296fd6-a71f-4071-9ee3-c5c1430ebe5d tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:13:19.650587 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01296fd6-a71f-4071-9ee3-c5c1430ebe5d tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:13:19.651089 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01296fd6-a71f-4071-9ee3-c5c1430ebe5d tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:13:19.688392 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe3f97fe-8ced-43b3-ba82-a70db257f8ff req-01296fd6-a71f-4071-9ee3-c5c1430ebe5d tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] No DVR routers for this DVR port 09d22ba3-e9ce-41e6-ba10-cf2ab47fc7ac on host n-h2-712749-28 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:13:19.699976 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=894bf4df-0a8f-45bb-8ab0-8f624af07ccc,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:13:19.704684 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-fe3f97fe-8ced-43b3-ba82-a70db257f8ff req-01296fd6-a71f-4071-9ee3-c5c1430ebe5d tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:19.710007 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15b412fc-4c63-44eb-87b2-e40e74e548b9 x-openstack-request-id: req-15b412fc-4c63-44eb-87b2-e40e74e548b9 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:13:19.710387 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20d9ec38-d6b9-4142-96bb-526e95cb0b5b", "name": "network-vif-plugged", "status": "completed", "tag": "3180d400-882b-4c2e-8569-dbafa1fabdbb", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:13:19.711767 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-15b412fc-4c63-44eb-87b2-e40e74e548b9 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:13:19.712086 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20d9ec38-d6b9-4142-96bb-526e95cb0b5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3180d400-882b-4c2e-8569-dbafa1fabdbb', 'code': 200} Jan 28 07:13:19.712379 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-fe3f97fe-8ced-43b3-ba82-a70db257f8ff req-01296fd6-a71f-4071-9ee3-c5c1430ebe5d tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.44 "DELETE /v2.0/ports/09d22ba3-e9ce-41e6-ba10-cf2ab47fc7ac HTTP/1.1" status: 204 len: 173 time: 1.2728927 Jan 28 07:13:19.712742 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60ed740a-26a2-4109-a332-5c18de6faba7', 'name': 'network-vif-deleted', 'tag': '09d22ba3-e9ce-41e6-ba10-cf2ab47fc7ac'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:13:19.715021 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74c26d0d-3d4c-4844-aefd-9d7a378c5a4f" -d '{"events": [{"server_uuid": "60ed740a-26a2-4109-a332-5c18de6faba7", "name": "network-vif-deleted", "tag": "09d22ba3-e9ce-41e6-ba10-cf2ab47fc7ac"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:13:19.760720 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80851eab-7c34-4479-8113-81d668d11958 req-713e96d8-7325-4e4b-801d-595a60087b58 tempest-ServersTestManualDisk-340907734 tempest-ServersTestManualDisk-340907734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:19.776711 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-80851eab-7c34-4479-8113-81d668d11958 req-713e96d8-7325-4e4b-801d-595a60087b58 tempest-ServersTestManualDisk-340907734 tempest-ServersTestManualDisk-340907734-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ca8e796-9c56-4ac8-8ff9-d563becb09f7 HTTP/1.1" status: 200 len: 944 time: 0.0918372 Jan 28 07:13:19.880798 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-80851eab-7c34-4479-8113-81d668d11958 req-35d34a3c-bb9e-4ba6-a078-06a3d4fa674c tempest-ServersTestManualDisk-340907734 tempest-ServersTestManualDisk-340907734-project] 10.222.0.41 "GET /v2.0/security-groups?id=7918b4a6-d995-4c60-8112-e2ab7716dc57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1031229 Jan 28 07:13:20.027646 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b975fec-53a2-4b62-bb7e-832ff7596cc3 req-c8fafc83-aeae-4f69-9d5e-965a6a541740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:20.027646 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8b975fec-53a2-4b62-bb7e-832ff7596cc3 req-c8fafc83-aeae-4f69-9d5e-965a6a541740 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=20d9ec38-d6b9-4142-96bb-526e95cb0b5b HTTP/1.1" status: 200 len: 1097 time: 0.0648522 Jan 28 07:13:20.082176 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aafc0ec2-795a-4edf-8dd8-4034ce10f4d1 x-openstack-request-id: req-aafc0ec2-795a-4edf-8dd8-4034ce10f4d1 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:13:20.082518 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60ed740a-26a2-4109-a332-5c18de6faba7", "name": "network-vif-deleted", "tag": "09d22ba3-e9ce-41e6-ba10-cf2ab47fc7ac", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:13:20.082736 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-aafc0ec2-795a-4edf-8dd8-4034ce10f4d1 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:13:20.083243 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60ed740a-26a2-4109-a332-5c18de6faba7', 'name': 'network-vif-deleted', 'tag': '09d22ba3-e9ce-41e6-ba10-cf2ab47fc7ac', 'status': 'completed', 'code': 200} Jan 28 07:13:20.085869 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8b975fec-53a2-4b62-bb7e-832ff7596cc3 req-037e1c8d-8bef-482d-85d0-8e951cd6fa52 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=fa82ec26-34b4-44b8-888a-3a43aa497a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497861 Jan 28 07:13:20.103404 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['894bf4df-0a8f-45bb-8ab0-8f624af07ccc'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:13:20.131674 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c19853-83c9-4259-9e25-7d13eb96d8fc req-2d8610f6-26cb-45f3-8e8e-82497342e7fb tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:20.134963 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e4c19853-83c9-4259-9e25-7d13eb96d8fc req-2d8610f6-26cb-45f3-8e8e-82497342e7fb tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/ports?device_id=0423b6ae-0c62-4f3f-ae33-ac4715e97d12 HTTP/1.1" status: 200 len: 945 time: 0.1201768 Jan 28 07:13:20.218405 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e4c19853-83c9-4259-9e25-7d13eb96d8fc req-8c1f018c-f6a8-48cb-93ad-039089466c5c tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c286ac6-5d5d-46b9-b282-9e68e0339bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787125 Jan 28 07:13:20.375165 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb76028-f573-43dc-b901-de5829a0c5c6 req-1fcedbee-a100-4bd2-882e-01ac7d102250 tempest-LiveMigrationTest-521921630 tempest-LiveMigrationTest-521921630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:20.392567 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6fb76028-f573-43dc-b901-de5829a0c5c6 req-1fcedbee-a100-4bd2-882e-01ac7d102250 tempest-LiveMigrationTest-521921630 tempest-LiveMigrationTest-521921630-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=0423b6ae-0c62-4f3f-ae33-ac4715e97d12 HTTP/1.1" status: 200 len: 1097 time: 0.0772777 Jan 28 07:13:20.470368 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6fb76028-f573-43dc-b901-de5829a0c5c6 req-c8804a5b-b422-4e71-863a-c0be72ad438e tempest-LiveMigrationTest-521921630 tempest-LiveMigrationTest-521921630-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=6c286ac6-5d5d-46b9-b282-9e68e0339bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768538 Jan 28 07:13:20.604234 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e3a4ad-d8ee-43b5-a6e7-22c13c3adc5d req-812ff59c-7911-4740-b899-321c5e4717e2 tempest-LiveMigrationTest-521921630 tempest-LiveMigrationTest-521921630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:20.611554 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-86e3a4ad-d8ee-43b5-a6e7-22c13c3adc5d req-812ff59c-7911-4740-b899-321c5e4717e2 tempest-LiveMigrationTest-521921630 tempest-LiveMigrationTest-521921630-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=0423b6ae-0c62-4f3f-ae33-ac4715e97d12 HTTP/1.1" status: 200 len: 1097 time: 0.0624583 Jan 28 07:13:20.687107 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-86e3a4ad-d8ee-43b5-a6e7-22c13c3adc5d req-353bdadc-2bba-474f-a3b9-a2993d361d40 tempest-LiveMigrationTest-521921630 tempest-LiveMigrationTest-521921630-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=6c286ac6-5d5d-46b9-b282-9e68e0339bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746791 Jan 28 07:13:20.756155 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5e8ead-6a8b-488c-b42a-7d03dec9ebad req-7aa52d20-06d0-4194-ad85-d0d2e0f02714 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:20.760545 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9e5e8ead-6a8b-488c-b42a-7d03dec9ebad req-7aa52d20-06d0-4194-ad85-d0d2e0f02714 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] 10.222.0.41 "GET /v2.0/ports?device_id=20d9ec38-d6b9-4142-96bb-526e95cb0b5b HTTP/1.1" status: 200 len: 945 time: 0.1190472 Jan 28 07:13:20.859761 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9e5e8ead-6a8b-488c-b42a-7d03dec9ebad req-374c1c18-7456-402d-b720-9de7bb2537bd tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] 10.222.0.41 "GET /v2.0/security-groups?id=fa82ec26-34b4-44b8-888a-3a43aa497a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857430 Jan 28 07:13:20.872124 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-fcc920c8-2215-40d2-b07f-898d663197cf req-7342ede7-0059-4be1-b8f5-9b6d2022adde tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/ports?device_id=60ed740a-26a2-4109-a332-5c18de6faba7 HTTP/1.1" status: 200 len: 210 time: 0.0440183 Jan 28 07:13:20.946754 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 09d22ba3-e9ce-41e6-ba10-cf2ab47fc7ac no longer exists at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:13:21.001456 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] No Port match for: 09d22ba3-e9ce-41e6-ba10-cf2ab47fc7ac {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:13:21.005317 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 09d22ba3-e9ce-41e6-ba10-cf2ab47fc7ac not bound to the agent host n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:13:21.140506 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1b7443-aa1d-4b4f-916b-0c599617bb11 req-4ec60ef1-54e3-4479-9def-ba9ed4c27c24 tempest-ServersTestManualDisk-340907734 tempest-ServersTestManualDisk-340907734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:21.148213 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ad1b7443-aa1d-4b4f-916b-0c599617bb11 req-4ec60ef1-54e3-4479-9def-ba9ed4c27c24 tempest-ServersTestManualDisk-340907734 tempest-ServersTestManualDisk-340907734-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ca8e796-9c56-4ac8-8ff9-d563becb09f7 HTTP/1.1" status: 200 len: 944 time: 0.0641670 Jan 28 07:13:21.217217 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ad1b7443-aa1d-4b4f-916b-0c599617bb11 req-3fc6414d-ff6a-4778-8efb-8709f4948d54 tempest-ServersTestManualDisk-340907734 tempest-ServersTestManualDisk-340907734-project] 10.222.0.41 "GET /v2.0/security-groups?id=7918b4a6-d995-4c60-8112-e2ab7716dc57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678077 Jan 28 07:13:21.482673 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e559df9-76bf-4d2d-b3e3-0d38d20d798f req-ab29f871-9758-40e2-8741-4ec6a92d83af tempest-LiveMigrationTest-521921630 tempest-LiveMigrationTest-521921630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:21.495641 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5e559df9-76bf-4d2d-b3e3-0d38d20d798f req-ab29f871-9758-40e2-8741-4ec6a92d83af tempest-LiveMigrationTest-521921630 tempest-LiveMigrationTest-521921630-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=0423b6ae-0c62-4f3f-ae33-ac4715e97d12 HTTP/1.1" status: 200 len: 1097 time: 0.1426105 Jan 28 07:13:21.604755 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5e559df9-76bf-4d2d-b3e3-0d38d20d798f req-7453f71d-7d0b-4ad2-85ae-aa9b071197c3 tempest-LiveMigrationTest-521921630 tempest-LiveMigrationTest-521921630-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=6c286ac6-5d5d-46b9-b282-9e68e0339bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077604 Jan 28 07:13:22.047861 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbd264e-aa2c-49ef-8ab0-9c3f5a7d7d1f req-81a726cc-e82b-4360-a7f5-7d0cc10e41af tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:22.057216 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-dfbd264e-aa2c-49ef-8ab0-9c3f5a7d7d1f req-81a726cc-e82b-4360-a7f5-7d0cc10e41af tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] 10.222.0.41 "GET /v2.0/ports?device_id=20d9ec38-d6b9-4142-96bb-526e95cb0b5b HTTP/1.1" status: 200 len: 945 time: 0.0756075 Jan 28 07:13:22.112314 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-dfbd264e-aa2c-49ef-8ab0-9c3f5a7d7d1f req-b76b1f69-e867-4cf3-b91d-392228f5cc2d tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] 10.222.0.41 "GET /v2.0/security-groups?id=fa82ec26-34b4-44b8-888a-3a43aa497a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537584 Jan 28 07:13:22.363285 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e352ce3b-461f-4f9d-912f-3a218efdf144 req-c430943f-6ee4-4faa-98f7-94e903ea3ddc tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1989752350&fields=id&tenant_id=c7e5f5e1e5b6452e807f9cfd340509b9 HTTP/1.1" status: 200 len: 267 time: 0.0790372 Jan 28 07:13:22.463691 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e352ce3b-461f-4f9d-912f-3a218efdf144 req-55753fdf-aa59-4d4f-8d68-416827b81882 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:22.473087 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e352ce3b-461f-4f9d-912f-3a218efdf144 req-55753fdf-aa59-4d4f-8d68-416827b81882 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] 10.222.0.41 "GET /v2.0/ports?device_id=20d9ec38-d6b9-4142-96bb-526e95cb0b5b HTTP/1.1" status: 200 len: 945 time: 0.1085203 Jan 28 07:13:22.480774 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-e352ce3b-461f-4f9d-912f-3a218efdf144 req-c1e1b773-9fc8-457a-ab26-79cfa6bf9c5d tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Request body: {'port': {'security_groups': ['fa82ec26-34b4-44b8-888a-3a43aa497a5b', 'cd38ca34-5f35-4ae3-bd8a-5447ac043d99']}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:13:22.569880 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-e352ce3b-461f-4f9d-912f-3a218efdf144 req-c1e1b773-9fc8-457a-ab26-79cfa6bf9c5d tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (3180d400-882b-4c2e-8569-dbafa1fabdbb), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:22.698400 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d922e85c-e156-4d8f-8ccb-055c54cf2daa req-49d58d3a-3d19-43a5-955f-5d34e8550358 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:22.701591 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d922e85c-e156-4d8f-8ccb-055c54cf2daa req-49d58d3a-3d19-43a5-955f-5d34e8550358 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=232ec39b-90f9-4df8-a403-fe1029cce065 HTTP/1.1" status: 200 len: 945 time: 0.0940464 Jan 28 07:13:22.791415 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d922e85c-e156-4d8f-8ccb-055c54cf2daa req-d25bfcc0-b2de-47c4-96eb-e39527cff9eb tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb65c68e-64e7-49d7-aa93-cf57ceaf78a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799627 Jan 28 07:13:22.906251 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-e352ce3b-461f-4f9d-912f-3a218efdf144 req-c1e1b773-9fc8-457a-ab26-79cfa6bf9c5d tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] For port 3180d400-882b-4c2e-8569-dbafa1fabdbb, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=3180d400-882b-4c2e-8569-dbafa1fabdbb,segment=NetworkSegment(f8c9f08b-9596-4089-94de-8ef18d76dca7),segment_id=f8c9f08b-9596-4089-94de-8ef18d76dca7)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:13:22.955323 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9293f632-9a1e-4a10-92f1-4301addc01a2 req-1fa1efd1-3723-473c-83bd-e8b5a73de043 tempest-ServersTestManualDisk-340907734 tempest-ServersTestManualDisk-340907734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:22.956053 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-e352ce3b-461f-4f9d-912f-3a218efdf144 req-c1e1b773-9fc8-457a-ab26-79cfa6bf9c5d tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Publish callbacks [] for port (3180d400-882b-4c2e-8569-dbafa1fabdbb), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:22.972500 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9293f632-9a1e-4a10-92f1-4301addc01a2 req-1fa1efd1-3723-473c-83bd-e8b5a73de043 tempest-ServersTestManualDisk-340907734 tempest-ServersTestManualDisk-340907734-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ca8e796-9c56-4ac8-8ff9-d563becb09f7 HTTP/1.1" status: 200 len: 944 time: 0.0835278 Jan 28 07:13:22.982745 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-e352ce3b-461f-4f9d-912f-3a218efdf144 req-c1e1b773-9fc8-457a-ab26-79cfa6bf9c5d tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (3180d400-882b-4c2e-8569-dbafa1fabdbb), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:23.022343 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['3180d400-882b-4c2e-8569-dbafa1fabdbb'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:13:23.060171 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e352ce3b-461f-4f9d-912f-3a218efdf144 req-c1e1b773-9fc8-457a-ab26-79cfa6bf9c5d tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:23.061297 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-e352ce3b-461f-4f9d-912f-3a218efdf144 req-c1e1b773-9fc8-457a-ab26-79cfa6bf9c5d tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:23.063929 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9293f632-9a1e-4a10-92f1-4301addc01a2 req-08cdbc88-7bbf-4d65-8595-b36f239f1ec1 tempest-ServersTestManualDisk-340907734 tempest-ServersTestManualDisk-340907734-project] 10.222.0.41 "GET /v2.0/security-groups?id=7918b4a6-d995-4c60-8112-e2ab7716dc57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903311 Jan 28 07:13:23.093709 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e352ce3b-461f-4f9d-912f-3a218efdf144 req-c1e1b773-9fc8-457a-ab26-79cfa6bf9c5d tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] 10.222.0.41 "PUT /v2.0/ports/3180d400-882b-4c2e-8569-dbafa1fabdbb HTTP/1.1" status: 200 len: 981 time: 0.6191642 Jan 28 07:13:23.100760 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 894bf4df-0a8f-45bb-8ab0-8f624af07ccc up at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:13:23.103426 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20d9ec38-d6b9-4142-96bb-526e95cb0b5b', 'tag': '3180d400-882b-4c2e-8569-dbafa1fabdbb'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:13:23.115927 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2ec9dd5-1e43-4174-bdcf-cde43e72506b" -d '{"events": [{"name": "network-changed", "server_uuid": "20d9ec38-d6b9-4142-96bb-526e95cb0b5b", "tag": "3180d400-882b-4c2e-8569-dbafa1fabdbb"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:13:23.157623 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e1b773-9fc8-457a-ab26-79cfa6bf9c5d tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Pushing event updated for resources: {'Port': ['ID=3180d400-882b-4c2e-8569-dbafa1fabdbb,revision_number=6']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:13:23.285468 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning for port 894bf4df-0a8f-45bb-8ab0-8f624af07ccc completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:13:23.305133 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning complete for port 894bf4df-0a8f-45bb-8ab0-8f624af07ccc triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:13:23.305949 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (894bf4df-0a8f-45bb-8ab0-8f624af07ccc), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:23.318133 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585ad0e4-3d1a-4c1e-bf10-7bd4ff4ad792 req-4773ff2e-dd1a-420c-a369-ee53e6101e4d tempest-LiveMigrationTest-521921630 tempest-LiveMigrationTest-521921630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:23.319733 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['3180d400-882b-4c2e-8569-dbafa1fabdbb'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:13:23.327622 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-585ad0e4-3d1a-4c1e-bf10-7bd4ff4ad792 req-4773ff2e-dd1a-420c-a369-ee53e6101e4d tempest-LiveMigrationTest-521921630 tempest-LiveMigrationTest-521921630-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=0423b6ae-0c62-4f3f-ae33-ac4715e97d12 HTTP/1.1" status: 200 len: 1097 time: 0.0751734 Jan 28 07:13:23.409870 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-585ad0e4-3d1a-4c1e-bf10-7bd4ff4ad792 req-c1160e15-0030-4e32-867c-b0c55aa07aef tempest-LiveMigrationTest-521921630 tempest-LiveMigrationTest-521921630-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=6c286ac6-5d5d-46b9-b282-9e68e0339bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682225 Jan 28 07:13:23.476640 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebe28ae-175b-419b-b329-47826bc66e8c req-c0571344-c117-4ad7-a285-206fc790140c tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:23.478414 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2ebe28ae-175b-419b-b329-47826bc66e8c req-c0571344-c117-4ad7-a285-206fc790140c tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=232ec39b-90f9-4df8-a403-fe1029cce065 HTTP/1.1" status: 200 len: 945 time: 0.1382201 Jan 28 07:13:23.550906 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c3848093-880c-422c-9610-7ea9aea2d809 req-d864edb5-9995-4199-a25f-7b65e0e4e672 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-77626377&fields=id&tenant_id=c7e5f5e1e5b6452e807f9cfd340509b9 HTTP/1.1" status: 200 len: 267 time: 0.0573916 Jan 28 07:13:23.625913 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2ebe28ae-175b-419b-b329-47826bc66e8c req-dedca4ef-b343-4362-a1a9-d9b4b2a0464f tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb65c68e-64e7-49d7-aa93-cf57ceaf78a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1380403 Jan 28 07:13:23.666614 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce1fa7b5-86f3-495c-ba3c-8c1a4275cd00 x-openstack-request-id: req-ce1fa7b5-86f3-495c-ba3c-8c1a4275cd00 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:13:23.667156 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20d9ec38-d6b9-4142-96bb-526e95cb0b5b", "tag": "3180d400-882b-4c2e-8569-dbafa1fabdbb", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:13:23.667715 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ce1fa7b5-86f3-495c-ba3c-8c1a4275cd00 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:13:23.668909 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20d9ec38-d6b9-4142-96bb-526e95cb0b5b', 'tag': '3180d400-882b-4c2e-8569-dbafa1fabdbb', 'status': 'completed', 'code': 200} Jan 28 07:13:23.671124 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3848093-880c-422c-9610-7ea9aea2d809 req-1e0ddd88-e9db-4406-b0f0-fb53b97fa418 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:23.691522 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c3848093-880c-422c-9610-7ea9aea2d809 req-1e0ddd88-e9db-4406-b0f0-fb53b97fa418 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] 10.222.0.41 "GET /v2.0/ports?device_id=20d9ec38-d6b9-4142-96bb-526e95cb0b5b HTTP/1.1" status: 200 len: 984 time: 0.1278539 Jan 28 07:13:23.698215 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-c3848093-880c-422c-9610-7ea9aea2d809 req-04947c66-a772-4766-b7e1-315d4826fe2f tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Request body: {'port': {'security_groups': ['cd38ca34-5f35-4ae3-bd8a-5447ac043d99', 'fa82ec26-34b4-44b8-888a-3a43aa497a5b', '8a525962-3f6f-46bb-874d-73a8bda380d3']}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:13:23.856267 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 894bf4df-0a8f-45bb-8ab0-8f624af07ccc is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:13:23.857055 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (894bf4df-0a8f-45bb-8ab0-8f624af07ccc), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:23.864292 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca1328a-4039-40dc-a540-9468d77f4f94 req-ad698785-a919-4fd0-b018-44b62b13c7a3 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:23.874777 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8ca1328a-4039-40dc-a540-9468d77f4f94 req-ad698785-a919-4fd0-b018-44b62b13c7a3 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/networks?id=55d1aca5-a0d0-4804-9112-fbf4ce00f292 HTTP/1.1" status: 200 len: 805 time: 0.1277802 Jan 28 07:13:23.893820 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8ca1328a-4039-40dc-a540-9468d77f4f94 req-9d447044-8102-4f68-abbf-1c7df0f4dbaa tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/quotas/071c6275b8f741eea1e2f053b48698ce HTTP/1.1" status: 200 len: 375 time: 0.0178375 Jan 28 07:13:23.933282 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ca8e796-9c56-4ac8-8ff9-d563becb09f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '894bf4df-0a8f-45bb-8ab0-8f624af07ccc'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:13:23.936383 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32121ecc-483c-4eee-8564-a4caefced3cb" -d '{"events": [{"server_uuid": "1ca8e796-9c56-4ac8-8ff9-d563becb09f7", "name": "network-vif-plugged", "status": "completed", "tag": "894bf4df-0a8f-45bb-8ab0-8f624af07ccc"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:13:23.955044 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 894bf4df-0a8f-45bb-8ab0-8f624af07ccc, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=894bf4df-0a8f-45bb-8ab0-8f624af07ccc,segment=NetworkSegment(93dc562c-326e-48bc-93ed-915119a822f1),segment_id=93dc562c-326e-48bc-93ed-915119a822f1)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:13:23.960981 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-c3848093-880c-422c-9610-7ea9aea2d809 req-04947c66-a772-4766-b7e1-315d4826fe2f tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (3180d400-882b-4c2e-8569-dbafa1fabdbb), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:23.967930 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ec9dd5-1e43-4174-bdcf-cde43e72506b req-94ba8c34-830d-4e89-a055-23edc88842a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:23.969601 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d2ec9dd5-1e43-4174-bdcf-cde43e72506b req-94ba8c34-830d-4e89-a055-23edc88842a6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c7e5f5e1e5b6452e807f9cfd340509b9&device_id=20d9ec38-d6b9-4142-96bb-526e95cb0b5b HTTP/1.1" status: 200 len: 1136 time: 0.2077780 Jan 28 07:13:23.972110 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8ca1328a-4039-40dc-a540-9468d77f4f94 req-fb6c0c6b-276c-4638-aa49-4db17fa0d808 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=071c6275b8f741eea1e2f053b48698ce&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0776608 Jan 28 07:13:23.984373 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (894bf4df-0a8f-45bb-8ab0-8f624af07ccc), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:24.177755 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ec9dd5-1e43-4174-bdcf-cde43e72506b req-0871b529-f5a5-48bf-9e99-ce64ee4b23f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:24.179955 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d2ec9dd5-1e43-4174-bdcf-cde43e72506b req-0871b529-f5a5-48bf-9e99-ce64ee4b23f7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ed2a86a8-da73-4f39-8b11-88940252842f HTTP/1.1" status: 200 len: 913 time: 0.1941304 Jan 28 07:13:24.216895 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=894bf4df-0a8f-45bb-8ab0-8f624af07ccc,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:13:24.228077 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8ca1328a-4039-40dc-a540-9468d77f4f94 req-5cbd524e-8825-48a3-8d64-0cf270e73e8d service neutron] 10.222.0.41 "GET /v2.0/networks/55d1aca5-a0d0-4804-9112-fbf4ce00f292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865997 Jan 28 07:13:24.243165 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d2ec9dd5-1e43-4174-bdcf-cde43e72506b req-5f6745a7-a8e9-4a54-8b35-5fa8dcbf99b8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3180d400-882b-4c2e-8569-dbafa1fabdbb HTTP/1.1" status: 200 len: 217 time: 0.0539536 Jan 28 07:13:24.354059 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ec9dd5-1e43-4174-bdcf-cde43e72506b req-a627cf0a-0130-45d6-b3e0-634968c73065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:24.355535 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d2ec9dd5-1e43-4174-bdcf-cde43e72506b req-a627cf0a-0130-45d6-b3e0-634968c73065 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4c735598-017d-4dd4-9654-6370a2a3beef HTTP/1.1" status: 200 len: 852 time: 0.1040564 Jan 28 07:13:24.403702 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d2ec9dd5-1e43-4174-bdcf-cde43e72506b req-6c39dddf-f2a0-4e52-b34e-48f50476584f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ed2a86a8-da73-4f39-8b11-88940252842f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375454 Jan 28 07:13:24.411910 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-c3848093-880c-422c-9610-7ea9aea2d809 req-04947c66-a772-4766-b7e1-315d4826fe2f tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] For port 3180d400-882b-4c2e-8569-dbafa1fabdbb, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=3180d400-882b-4c2e-8569-dbafa1fabdbb,segment=NetworkSegment(f8c9f08b-9596-4089-94de-8ef18d76dca7),segment_id=f8c9f08b-9596-4089-94de-8ef18d76dca7)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:13:24.444924 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8ca1328a-4039-40dc-a540-9468d77f4f94 req-a4793291-05ac-4f1a-a60f-2ec9934d6a67 service neutron] 10.222.0.41 "GET /v2.0/networks/55d1aca5-a0d0-4804-9112-fbf4ce00f292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2155783 Jan 28 07:13:24.501412 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-c3848093-880c-422c-9610-7ea9aea2d809 req-04947c66-a772-4766-b7e1-315d4826fe2f tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Publish callbacks [] for port (3180d400-882b-4c2e-8569-dbafa1fabdbb), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:24.515494 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-c3848093-880c-422c-9610-7ea9aea2d809 req-04947c66-a772-4766-b7e1-315d4826fe2f tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (3180d400-882b-4c2e-8569-dbafa1fabdbb), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:24.556392 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['3180d400-882b-4c2e-8569-dbafa1fabdbb'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:13:24.587587 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3848093-880c-422c-9610-7ea9aea2d809 req-04947c66-a772-4766-b7e1-315d4826fe2f tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:24.588319 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-c3848093-880c-422c-9610-7ea9aea2d809 req-04947c66-a772-4766-b7e1-315d4826fe2f tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:24.601226 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c3848093-880c-422c-9610-7ea9aea2d809 req-04947c66-a772-4766-b7e1-315d4826fe2f tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] 10.222.0.41 "PUT /v2.0/ports/3180d400-882b-4c2e-8569-dbafa1fabdbb HTTP/1.1" status: 200 len: 1020 time: 0.9086821 Jan 28 07:13:24.602574 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20d9ec38-d6b9-4142-96bb-526e95cb0b5b', 'tag': '3180d400-882b-4c2e-8569-dbafa1fabdbb'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:13:24.606309 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d67f9511-9d49-4c02-acba-e51257b21860" -d '{"events": [{"name": "network-changed", "server_uuid": "20d9ec38-d6b9-4142-96bb-526e95cb0b5b", "tag": "3180d400-882b-4c2e-8569-dbafa1fabdbb"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:13:24.669635 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d2ec9dd5-1e43-4174-bdcf-cde43e72506b req-dce0c269-94a0-42c2-b7f4-b59833164181 service neutron] 10.222.0.44 "GET /v2.0/networks/ed2a86a8-da73-4f39-8b11-88940252842f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2551978 Jan 28 07:13:24.739311 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04947c66-a772-4766-b7e1-315d4826fe2f tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Pushing event updated for resources: {'Port': ['ID=3180d400-882b-4c2e-8569-dbafa1fabdbb,revision_number=7']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:13:24.829963 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['3180d400-882b-4c2e-8569-dbafa1fabdbb'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:13:25.196120 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d2ec9dd5-1e43-4174-bdcf-cde43e72506b req-b5d3dd11-ab07-4e85-8eaa-9fa02df6d52f service neutron] 10.222.0.44 "GET /v2.0/networks/ed2a86a8-da73-4f39-8b11-88940252842f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5086424 Jan 28 07:13:25.207983 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97958003-1229-4947-bd19-b6f5f13ff9d6 x-openstack-request-id: req-97958003-1229-4947-bd19-b6f5f13ff9d6 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:13:25.209751 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ca8e796-9c56-4ac8-8ff9-d563becb09f7", "name": "network-vif-plugged", "status": "completed", "tag": "894bf4df-0a8f-45bb-8ab0-8f624af07ccc", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:13:25.210115 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-97958003-1229-4947-bd19-b6f5f13ff9d6 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:13:25.211143 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ca8e796-9c56-4ac8-8ff9-d563becb09f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '894bf4df-0a8f-45bb-8ab0-8f624af07ccc', 'code': 200} Jan 28 07:13:25.383561 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0f38f8-88ce-40d5-9653-12291f1ea6e5 req-c1209796-cbf0-44c1-9584-9239b506c8b1 tempest-ServersTestManualDisk-340907734 tempest-ServersTestManualDisk-340907734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:25.398664 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3a0f38f8-88ce-40d5-9653-12291f1ea6e5 req-c1209796-cbf0-44c1-9584-9239b506c8b1 tempest-ServersTestManualDisk-340907734 tempest-ServersTestManualDisk-340907734-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ca8e796-9c56-4ac8-8ff9-d563becb09f7 HTTP/1.1" status: 200 len: 945 time: 0.3113484 Jan 28 07:13:25.412865 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06af9756-cd93-4560-9202-b76878aacdc0 req-0c221725-776c-448d-91e0-2cdcb4a71d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:25.417979 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-06af9756-cd93-4560-9202-b76878aacdc0 req-0c221725-776c-448d-91e0-2cdcb4a71d2a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1ca8e796-9c56-4ac8-8ff9-d563becb09f7 HTTP/1.1" status: 200 len: 1097 time: 0.2300842 Jan 28 07:13:25.602351 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3a0f38f8-88ce-40d5-9653-12291f1ea6e5 req-efc1475a-36ab-49ab-b117-8dc64fe5afea tempest-ServersTestManualDisk-340907734 tempest-ServersTestManualDisk-340907734-project] 10.222.0.41 "GET /v2.0/security-groups?id=7918b4a6-d995-4c60-8112-e2ab7716dc57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1892316 Jan 28 07:13:25.641687 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-06af9756-cd93-4560-9202-b76878aacdc0 req-d9990cfc-2194-40d1-b206-39623498a246 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=7918b4a6-d995-4c60-8112-e2ab7716dc57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1612129 Jan 28 07:13:25.869933 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9160adb-e70a-40ca-bc06-488f45bdea00 req-19e2be7f-34bb-4634-963a-7712f0858383 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:25.873323 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c9160adb-e70a-40ca-bc06-488f45bdea00 req-19e2be7f-34bb-4634-963a-7712f0858383 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] 10.222.0.41 "GET /v2.0/ports?device_id=20d9ec38-d6b9-4142-96bb-526e95cb0b5b HTTP/1.1" status: 200 len: 1023 time: 0.0700393 Jan 28 07:13:25.963966 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c9160adb-e70a-40ca-bc06-488f45bdea00 req-7707d797-0f96-4685-bad0-b6f263d98847 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a525962-3f6f-46bb-874d-73a8bda380d3&id=fa82ec26-34b4-44b8-888a-3a43aa497a5b&id=cd38ca34-5f35-4ae3-bd8a-5447ac043d99 HTTP/1.1" status: 200 len: 6203 time: 0.0841892 Jan 28 07:13:26.046200 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21b26ed5-02e0-485f-a1c6-be19536fe646 x-openstack-request-id: req-21b26ed5-02e0-485f-a1c6-be19536fe646 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:13:26.046863 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20d9ec38-d6b9-4142-96bb-526e95cb0b5b", "tag": "3180d400-882b-4c2e-8569-dbafa1fabdbb", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:13:26.047344 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-21b26ed5-02e0-485f-a1c6-be19536fe646 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:13:26.047971 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20d9ec38-d6b9-4142-96bb-526e95cb0b5b', 'tag': '3180d400-882b-4c2e-8569-dbafa1fabdbb', 'status': 'completed', 'code': 200} Jan 28 07:13:26.209841 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3e2cc2d2-8569-4d81-bcd0-3f6ddddb37b9 req-00f14d77-456d-4ae0-8170-3725de54f909 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc3d6cd9-66f3-49eb-ab71-f28481bb7170 HTTP/1.1" status: 200 len: 210 time: 0.0367854 Jan 28 07:13:26.261156 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67f9511-9d49-4c02-acba-e51257b21860 req-a1e5bea0-0bb2-479d-9375-e5ea118d615d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:26.265694 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d67f9511-9d49-4c02-acba-e51257b21860 req-a1e5bea0-0bb2-479d-9375-e5ea118d615d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c7e5f5e1e5b6452e807f9cfd340509b9&device_id=20d9ec38-d6b9-4142-96bb-526e95cb0b5b HTTP/1.1" status: 200 len: 1175 time: 0.1467319 Jan 28 07:13:26.419838 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67f9511-9d49-4c02-acba-e51257b21860 req-d505260c-b574-4fb5-b7f3-8805b438757d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:26.420245 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092336b9-42db-44ca-88da-75e4d424d728 req-e17e9794-6cdd-4dbc-b538-d1aa67b2f7cf tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:26.421343 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d67f9511-9d49-4c02-acba-e51257b21860 req-d505260c-b574-4fb5-b7f3-8805b438757d service neutron] 10.222.0.44 "GET /v2.0/networks?id=ed2a86a8-da73-4f39-8b11-88940252842f HTTP/1.1" status: 200 len: 913 time: 0.1482337 Jan 28 07:13:26.422954 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-092336b9-42db-44ca-88da-75e4d424d728 req-e17e9794-6cdd-4dbc-b538-d1aa67b2f7cf tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=232ec39b-90f9-4df8-a403-fe1029cce065 HTTP/1.1" status: 200 len: 945 time: 0.0742888 Jan 28 07:13:26.540950 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-092336b9-42db-44ca-88da-75e4d424d728 req-a4bd6ff0-954d-49fb-9080-a5ebad2289c4 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb65c68e-64e7-49d7-aa93-cf57ceaf78a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003091 Jan 28 07:13:26.548027 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d67f9511-9d49-4c02-acba-e51257b21860 req-5ac7964c-a63a-4ea7-9716-b6ed0a6f43aa service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3180d400-882b-4c2e-8569-dbafa1fabdbb HTTP/1.1" status: 200 len: 217 time: 0.1087282 Jan 28 07:13:26.673804 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-9053b7a6-0850-431f-af87-a3b2afe34a29 req-69c9a57a-6674-4b31-917c-f26a7d79d80c tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Request body: {'security_group': {'name': ' tempest-securitygroup -649802436 ', 'description': 'tempest-description-425604530'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:13:26.681074 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67f9511-9d49-4c02-acba-e51257b21860 req-e806ee15-ad90-4a58-a555-993109a681bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:26.682552 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d67f9511-9d49-4c02-acba-e51257b21860 req-e806ee15-ad90-4a58-a555-993109a681bf service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4c735598-017d-4dd4-9654-6370a2a3beef HTTP/1.1" status: 200 len: 852 time: 0.1166346 Jan 28 07:13:26.690360 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [req-142e8344-e377-473a-876c-28add5bdab93 req-276506a4-1b0a-4029-8e68-bd82b1a7eb3d tempest-LiveMigrationTest-521921630 tempest-LiveMigrationTest-521921630-project-admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 07:13:26.699370 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-142e8344-e377-473a-876c-28add5bdab93 req-276506a4-1b0a-4029-8e68-bd82b1a7eb3d tempest-LiveMigrationTest-521921630 tempest-LiveMigrationTest-521921630-project-admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1140077 Jan 28 07:13:26.733973 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-9053b7a6-0850-431f-af87-a3b2afe34a29 req-69c9a57a-6674-4b31-917c-f26a7d79d80c tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:26.749377 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d67f9511-9d49-4c02-acba-e51257b21860 req-907a1aff-cd75-45d8-bc8c-8eb42b73c9ae service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ed2a86a8-da73-4f39-8b11-88940252842f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598781 Jan 28 07:13:26.852636 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-9053b7a6-0850-431f-af87-a3b2afe34a29 req-69c9a57a-6674-4b31-917c-f26a7d79d80c tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Publish callbacks [] for security_group (d3237242-003d-4a15-bf58-4a434b52abcf), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:26.872773 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-9053b7a6-0850-431f-af87-a3b2afe34a29 req-69c9a57a-6674-4b31-917c-f26a7d79d80c tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (d3237242-003d-4a15-bf58-4a434b52abcf), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:26.873445 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d67f9511-9d49-4c02-acba-e51257b21860 req-262aeefa-2f3c-4bdd-bfc0-e2b6ff4af8c2 service neutron] 10.222.0.44 "GET /v2.0/networks/ed2a86a8-da73-4f39-8b11-88940252842f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162336 Jan 28 07:13:26.916257 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142e8344-e377-473a-876c-28add5bdab93 req-106f2f09-1d7f-4ff6-b7b7-09ee7f230e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:26.917984 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-142e8344-e377-473a-876c-28add5bdab93 req-106f2f09-1d7f-4ff6-b7b7-09ee7f230e48 service neutron] 10.222.0.41 "GET /v2.0/ports/17f0d048-8b0f-421f-8973-050abfc9ddc6 HTTP/1.1" status: 200 len: 1094 time: 0.2175462 Jan 28 07:13:26.922116 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-9053b7a6-0850-431f-af87-a3b2afe34a29 req-69c9a57a-6674-4b31-917c-f26a7d79d80c tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:26.929024 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9053b7a6-0850-431f-af87-a3b2afe34a29 req-69c9a57a-6674-4b31-917c-f26a7d79d80c tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1803 time: 0.2598279 Jan 28 07:13:26.943634 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-142e8344-e377-473a-876c-28add5bdab93 req-6b96c492-18cb-4d25-bf4a-bfca61723b55 service neutron] Request body: {'binding': {'host': 'n-h1-712749-28', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:13:26.944510 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-142e8344-e377-473a-876c-28add5bdab93 req-6b96c492-18cb-4d25-bf4a-bfca61723b55 service neutron] Unknown quota resources ['binding']. {{(pid=103284) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 07:13:27.034120 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c9a57a-6674-4b31-917c-f26a7d79d80c tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3237242-003d-4a15-bf58-4a434b52abcf,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:13:27.047363 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d67f9511-9d49-4c02-acba-e51257b21860 req-8845f737-ad89-4292-a6a2-2f7740c473c6 service neutron] 10.222.0.44 "GET /v2.0/networks/ed2a86a8-da73-4f39-8b11-88940252842f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626973 Jan 28 07:13:27.280658 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-142e8344-e377-473a-876c-28add5bdab93 req-6b96c492-18cb-4d25-bf4a-bfca61723b55 service neutron] Attempting to bind port 17f0d048-8b0f-421f-8973-050abfc9ddc6 on host n-h1-712749-28 for vnic_type normal with profile None {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:13:27.281003 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-142e8344-e377-473a-876c-28add5bdab93 req-6b96c492-18cb-4d25-bf4a-bfca61723b55 service neutron] Attempting to bind port 17f0d048-8b0f-421f-8973-050abfc9ddc6 by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': 'b38b5d3d-4197-4548-8b2f-aaaa5395d71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '77aa199c-9565-430c-bcef-5bacd415f620'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:13:27.281333 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-142e8344-e377-473a-876c-28add5bdab93 req-6b96c492-18cb-4d25-bf4a-bfca61723b55 service neutron] Attempting to bind port 17f0d048-8b0f-421f-8973-050abfc9ddc6 on network 77aa199c-9565-430c-bcef-5bacd415f620 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:13:27.326678 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-142e8344-e377-473a-876c-28add5bdab93 req-6b96c492-18cb-4d25-bf4a-bfca61723b55 service neutron] Port 17f0d048-8b0f-421f-8973-050abfc9ddc6 on network 77aa199c-9565-430c-bcef-5bacd415f620 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:13:27.327302 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-142e8344-e377-473a-876c-28add5bdab93 req-6b96c492-18cb-4d25-bf4a-bfca61723b55 service neutron] Attempting to bind port 17f0d048-8b0f-421f-8973-050abfc9ddc6 on network 77aa199c-9565-430c-bcef-5bacd415f620 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:13:27.351418 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-142e8344-e377-473a-876c-28add5bdab93 req-6b96c492-18cb-4d25-bf4a-bfca61723b55 service neutron] Checking agent: {'id': '2fca46b1-237f-4857-9290-2429d810e472', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 13, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:13:27.352078 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-142e8344-e377-473a-876c-28add5bdab93 req-6b96c492-18cb-4d25-bf4a-bfca61723b55 service neutron] Checking segment: {'id': 'b38b5d3d-4197-4548-8b2f-aaaa5395d71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '77aa199c-9565-430c-bcef-5bacd415f620'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:13:27.352932 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-142e8344-e377-473a-876c-28add5bdab93 req-6b96c492-18cb-4d25-bf4a-bfca61723b55 service neutron] Bound using segment: {'id': 'b38b5d3d-4197-4548-8b2f-aaaa5395d71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '77aa199c-9565-430c-bcef-5bacd415f620'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:13:27.353572 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-142e8344-e377-473a-876c-28add5bdab93 req-6b96c492-18cb-4d25-bf4a-bfca61723b55 service neutron] Bound port: 17f0d048-8b0f-421f-8973-050abfc9ddc6, host: n-h1-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b38b5d3d-4197-4548-8b2f-aaaa5395d71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '77aa199c-9565-430c-bcef-5bacd415f620'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:13:27.398699 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f4b099-45c9-40b0-8a68-5cd29532f269 req-4be8f848-f4c0-4061-a627-9f85bd5de177 tempest-ServersTestManualDisk-340907734 tempest-ServersTestManualDisk-340907734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:27.406420 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-39f4b099-45c9-40b0-8a68-5cd29532f269 req-4be8f848-f4c0-4061-a627-9f85bd5de177 tempest-ServersTestManualDisk-340907734 tempest-ServersTestManualDisk-340907734-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ca8e796-9c56-4ac8-8ff9-d563becb09f7 HTTP/1.1" status: 200 len: 945 time: 0.2041676 Jan 28 07:13:27.457228 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca1328a-4039-40dc-a540-9468d77f4f94 req-35b9505d-a765-41b9-88d8-9c16272418a7 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:27.458752 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8ca1328a-4039-40dc-a540-9468d77f4f94 req-35b9505d-a765-41b9-88d8-9c16272418a7 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.10 "GET /v2.0/networks?id=55d1aca5-a0d0-4804-9112-fbf4ce00f292 HTTP/1.1" status: 200 len: 805 time: 0.3216734 Jan 28 07:13:27.501462 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-8ca1328a-4039-40dc-a540-9468d77f4f94 req-e56f0ca9-f40d-49c1-80e0-1bcc796e7ef0 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Request body: {'port': {'device_id': 'bc3d6cd9-66f3-49eb-ab71-f28481bb7170', 'network_id': '55d1aca5-a0d0-4804-9112-fbf4ce00f292', 'admin_state_up': True, 'tenant_id': '071c6275b8f741eea1e2f053b48698ce'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:13:27.587989 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-142e8344-e377-473a-876c-28add5bdab93 req-6b96c492-18cb-4d25-bf4a-bfca61723b55 service neutron] For port 17f0d048-8b0f-421f-8973-050abfc9ddc6, host n-h1-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=17f0d048-8b0f-421f-8973-050abfc9ddc6,segment=NetworkSegment(b38b5d3d-4197-4548-8b2f-aaaa5395d71b),segment_id=b38b5d3d-4197-4548-8b2f-aaaa5395d71b)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:13:27.595733 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-39f4b099-45c9-40b0-8a68-5cd29532f269 req-a249b580-393b-46c2-bf23-39dbb9d46750 tempest-ServersTestManualDisk-340907734 tempest-ServersTestManualDisk-340907734-project] 10.222.0.41 "GET /v2.0/security-groups?id=7918b4a6-d995-4c60-8112-e2ab7716dc57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1884155 Jan 28 07:13:27.603622 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-142e8344-e377-473a-876c-28add5bdab93 req-6b96c492-18cb-4d25-bf4a-bfca61723b55 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:27.604891 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-142e8344-e377-473a-876c-28add5bdab93 req-6b96c492-18cb-4d25-bf4a-bfca61723b55 service neutron] 10.222.0.41 "POST /v2.0/ports/17f0d048-8b0f-421f-8973-050abfc9ddc6/bindings HTTP/1.1" status: 201 len: 390 time: 0.6741772 Jan 28 07:13:27.678636 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ca1328a-4039-40dc-a540-9468d77f4f94 req-e56f0ca9-f40d-49c1-80e0-1bcc796e7ef0 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Made reservation on behalf of 071c6275b8f741eea1e2f053b48698ce for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:13:27.684447 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-8ca1328a-4039-40dc-a540-9468d77f4f94 req-e56f0ca9-f40d-49c1-80e0-1bcc796e7ef0 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:27.852688 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a1786a16-15fc-487a-8f49-e4ad836a3fbc req-6373cb9b-1dcc-4a38-a67f-b3ce51c21d82 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] 10.222.0.41 "GET /v2.0/security-groups/d3237242-003d-4a15-bf58-4a434b52abcf HTTP/1.1" status: 200 len: 1798 time: 0.0941958 Jan 28 07:13:27.995125 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-8ca1328a-4039-40dc-a540-9468d77f4f94 req-e56f0ca9-f40d-49c1-80e0-1bcc796e7ef0 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Allocated IP 172.20.0.11 (55d1aca5-a0d0-4804-9112-fbf4ce00f292/5ed8211a-b148-411a-81c0-40d0a8d78cc9/ac3e104f-c57d-48ac-a994-3959e7c8e806) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:13:28.026923 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-70fb701c-2776-4605-af78-228702935002 req-afd72ea4-735a-4b40-a222-14d53661844b tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc3d6cd9-66f3-49eb-ab71-f28481bb7170 HTTP/1.1" status: 200 len: 210 time: 0.0988684 Jan 28 07:13:28.103606 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142e8344-e377-473a-876c-28add5bdab93 req-3f26b5ec-2a1f-459a-9430-d62117bd9499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:28.105490 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-142e8344-e377-473a-876c-28add5bdab93 req-3f26b5ec-2a1f-459a-9430-d62117bd9499 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1b5821c096cf43639ed10b07e04f5303&device_id=0423b6ae-0c62-4f3f-ae33-ac4715e97d12 HTTP/1.1" status: 200 len: 1097 time: 0.1344070 Jan 28 07:13:28.213445 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5f8efde1-fc9f-47d0-b8f7-cf829c8ccc9c req-6f34e545-a357-4033-8aab-06b38b2f520f tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] 10.222.0.41 "GET /v2.0/security-groups/d3237242-003d-4a15-bf58-4a434b52abcf HTTP/1.1" status: 200 len: 1798 time: 0.1109118 Jan 28 07:13:28.293944 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142e8344-e377-473a-876c-28add5bdab93 req-e0c2092c-d58e-4976-b2bc-1f1ce1efa6af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:28.296078 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-142e8344-e377-473a-876c-28add5bdab93 req-e0c2092c-d58e-4976-b2bc-1f1ce1efa6af service neutron] 10.222.0.10 "GET /v2.0/networks?id=77aa199c-9565-430c-bcef-5bacd415f620 HTTP/1.1" status: 200 len: 909 time: 0.1834733 Jan 28 07:13:28.412407 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-142e8344-e377-473a-876c-28add5bdab93 req-e33f33f4-2ebf-454f-b6e9-732f3fa9ec05 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=17f0d048-8b0f-421f-8973-050abfc9ddc6 HTTP/1.1" status: 200 len: 217 time: 0.1062925 Jan 28 07:13:28.488549 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb183364-5402-46ca-bc05-bbfac3d68036 req-8ee07416-937e-4808-ba9b-eb27190a077c tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:28.495695 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-fb183364-5402-46ca-bc05-bbfac3d68036 req-8ee07416-937e-4808-ba9b-eb27190a077c tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/ports?device_id=0423b6ae-0c62-4f3f-ae33-ac4715e97d12 HTTP/1.1" status: 200 len: 945 time: 0.1985197 Jan 28 07:13:28.533061 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142e8344-e377-473a-876c-28add5bdab93 req-98611082-e251-43b6-a14b-4d2d7782f643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:28.534611 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-142e8344-e377-473a-876c-28add5bdab93 req-98611082-e251-43b6-a14b-4d2d7782f643 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e60d974b-4a97-44ad-8684-0b13afa61368 HTTP/1.1" status: 200 len: 848 time: 0.1151917 Jan 28 07:13:28.586296 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-142e8344-e377-473a-876c-28add5bdab93 req-2e410727-831e-495a-97fb-b87bc477b137 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=77aa199c-9565-430c-bcef-5bacd415f620&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423443 Jan 28 07:13:28.600994 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-fb183364-5402-46ca-bc05-bbfac3d68036 req-492c10bc-79c2-40a7-8778-823694913d8c tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c286ac6-5d5d-46b9-b282-9e68e0339bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041920 Jan 28 07:13:28.614354 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-8ca1328a-4039-40dc-a540-9468d77f4f94 req-e56f0ca9-f40d-49c1-80e0-1bcc796e7ef0 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Publish callbacks [] for port (ac3e104f-c57d-48ac-a994-3959e7c8e806), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:28.641593 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-5f8efde1-fc9f-47d0-b8f7-cf829c8ccc9c req-9713ad85-97f8-4aea-837f-e400fdf1c844 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Publish callbacks [] for security_group (d3237242-003d-4a15-bf58-4a434b52abcf), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:28.679210 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-5f8efde1-fc9f-47d0-b8f7-cf829c8ccc9c req-9713ad85-97f8-4aea-837f-e400fdf1c844 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Publish callbacks [] for security_group (d3237242-003d-4a15-bf58-4a434b52abcf), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:28.741062 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-8ca1328a-4039-40dc-a540-9468d77f4f94 req-e56f0ca9-f40d-49c1-80e0-1bcc796e7ef0 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (ac3e104f-c57d-48ac-a994-3959e7c8e806), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:28.792622 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-5f8efde1-fc9f-47d0-b8f7-cf829c8ccc9c req-9713ad85-97f8-4aea-837f-e400fdf1c844 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (d3237242-003d-4a15-bf58-4a434b52abcf), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:28.797331 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-5f8efde1-fc9f-47d0-b8f7-cf829c8ccc9c req-9713ad85-97f8-4aea-837f-e400fdf1c844 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:28.806721 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5f8efde1-fc9f-47d0-b8f7-cf829c8ccc9c req-9713ad85-97f8-4aea-837f-e400fdf1c844 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] 10.222.0.41 "DELETE /v2.0/security-groups/d3237242-003d-4a15-bf58-4a434b52abcf HTTP/1.1" status: 204 len: 173 time: 0.5861070 Jan 28 07:13:28.816299 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ca1328a-4039-40dc-a540-9468d77f4f94 req-e56f0ca9-f40d-49c1-80e0-1bcc796e7ef0 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Network 55d1aca5-a0d0-4804-9112-fbf4ce00f292 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:13:28.842561 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-8ca1328a-4039-40dc-a540-9468d77f4f94 req-e56f0ca9-f40d-49c1-80e0-1bcc796e7ef0 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:13:28.847745 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['c979436b-508d-4793-81dd-afac650b9db6'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:13:28.850712 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9713ad85-97f8-4aea-837f-e400fdf1c844 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3237242-003d-4a15-bf58-4a434b52abcf,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:13:28.852673 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ca1328a-4039-40dc-a540-9468d77f4f94 req-e56f0ca9-f40d-49c1-80e0-1bcc796e7ef0 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:13:28.930201 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-142e8344-e377-473a-876c-28add5bdab93 req-aae6a29c-5682-4ede-8a9d-894bfcb29626 service neutron] 10.222.0.10 "GET /v2.0/networks/77aa199c-9565-430c-bcef-5bacd415f620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3230312 Jan 28 07:13:29.005218 n-d-712749-28 neutron-server[103283]: INFO neutron.api.v2.resource [req-922f58fe-4738-48fe-8594-55449322d712 req-3cc50774-ed60-4160-99c4-9819a25fd1d0 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] show failed (client error): The resource could not be found. Jan 28 07:13:29.006367 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-922f58fe-4738-48fe-8594-55449322d712 req-3cc50774-ed60-4160-99c4-9819a25fd1d0 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] 10.222.0.41 "GET /v2.0/security-groups/d3237242-003d-4a15-bf58-4a434b52abcf HTTP/1.1" status: 404 len: 352 time: 0.0413952 Jan 28 07:13:29.013129 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56f0ca9-f40d-49c1-80e0-1bcc796e7ef0 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Pushing event updated for resources: {'Port': ['ID=ac3e104f-c57d-48ac-a994-3959e7c8e806,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:13:29.063203 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca1328a-4039-40dc-a540-9468d77f4f94 req-e56f0ca9-f40d-49c1-80e0-1bcc796e7ef0 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:29.064010 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-8ca1328a-4039-40dc-a540-9468d77f4f94 req-e56f0ca9-f40d-49c1-80e0-1bcc796e7ef0 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:29.083629 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cd4043-031d-4aa8-b594-1cb359e44f94 req-8d0cb253-7d6b-4fda-8844-a514a37d2e58 tempest-ServersTestManualDisk-340907734 tempest-ServersTestManualDisk-340907734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:29.091762 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-30cd4043-031d-4aa8-b594-1cb359e44f94 req-8d0cb253-7d6b-4fda-8844-a514a37d2e58 tempest-ServersTestManualDisk-340907734 tempest-ServersTestManualDisk-340907734-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ca8e796-9c56-4ac8-8ff9-d563becb09f7 HTTP/1.1" status: 200 len: 945 time: 0.1432312 Jan 28 07:13:29.122437 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8ca1328a-4039-40dc-a540-9468d77f4f94 req-e56f0ca9-f40d-49c1-80e0-1bcc796e7ef0 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6278846 Jan 28 07:13:29.157784 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-8ca1328a-4039-40dc-a540-9468d77f4f94 req-481667a5-3648-4180-ac8e-5e3a32cf4666 service neutron] Request body: {'port': {'device_id': 'bc3d6cd9-66f3-49eb-ab71-f28481bb7170', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-28'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:13:29.207408 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-30cd4043-031d-4aa8-b594-1cb359e44f94 req-c8bfdc80-db75-450f-8119-e408ebda55bb tempest-ServersTestManualDisk-340907734 tempest-ServersTestManualDisk-340907734-project] 10.222.0.41 "GET /v2.0/security-groups?id=7918b4a6-d995-4c60-8112-e2ab7716dc57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1146691 Jan 28 07:13:29.260934 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-27bd8a9e-64ca-496a-b46d-9e613ca44d15 req-09c3cff3-28b3-4788-9252-caf12cf72c63 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1215282576', 'description': 'tempest-description-1216378077'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:13:29.283777 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-8ca1328a-4039-40dc-a540-9468d77f4f94 req-481667a5-3648-4180-ac8e-5e3a32cf4666 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (ac3e104f-c57d-48ac-a994-3959e7c8e806), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:29.301854 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-27bd8a9e-64ca-496a-b46d-9e613ca44d15 req-09c3cff3-28b3-4788-9252-caf12cf72c63 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:29.317362 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e12613-637a-400c-b871-9a9b60afd38a req-f31d3de8-2cd0-4fb7-ab28-03b83120cefc tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:29.325142 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e7e12613-637a-400c-b871-9a9b60afd38a req-f31d3de8-2cd0-4fb7-ab28-03b83120cefc tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=232ec39b-90f9-4df8-a403-fe1029cce065 HTTP/1.1" status: 200 len: 945 time: 0.1827059 Jan 28 07:13:29.345208 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-142e8344-e377-473a-876c-28add5bdab93 req-e2dd639a-dd87-4cf9-81c0-f4bd8172f0fb service neutron] 10.222.0.10 "GET /v2.0/networks/77aa199c-9565-430c-bcef-5bacd415f620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3970838 Jan 28 07:13:29.392259 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e7e12613-637a-400c-b871-9a9b60afd38a req-1e40b62d-a08b-4d19-83f4-c6005c46b2da tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb65c68e-64e7-49d7-aa93-cf57ceaf78a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655854 Jan 28 07:13:29.595504 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142e8344-e377-473a-876c-28add5bdab93 req-d28ca50a-ea7b-405a-9088-938918ca6991 tempest-LiveMigrationTest-521921630 tempest-LiveMigrationTest-521921630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:29.597064 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-142e8344-e377-473a-876c-28add5bdab93 req-d28ca50a-ea7b-405a-9088-938918ca6991 tempest-LiveMigrationTest-521921630 tempest-LiveMigrationTest-521921630-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=0423b6ae-0c62-4f3f-ae33-ac4715e97d12&tenant_id=1b5821c096cf43639ed10b07e04f5303&binding%3Ahost_id=n-h2-712749-28 HTTP/1.1" status: 200 len: 1097 time: 0.1118348 Jan 28 07:13:29.609811 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-142e8344-e377-473a-876c-28add5bdab93 req-28779e3a-9320-4684-b92b-7f2239869e23 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-712749-28'}}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:13:29.678192 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-142e8344-e377-473a-876c-28add5bdab93 req-28779e3a-9320-4684-b92b-7f2239869e23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (17f0d048-8b0f-421f-8973-050abfc9ddc6), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:29.691958 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-8ca1328a-4039-40dc-a540-9468d77f4f94 req-481667a5-3648-4180-ac8e-5e3a32cf4666 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac3e104f-c57d-48ac-a994-3959e7c8e806 {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:13:29.697670 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567691eb-a264-4343-813c-7a9ba24f4cb9 req-761446e8-8d35-4b80-8f0c-bb755e7f884d tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:29.701672 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-8ca1328a-4039-40dc-a540-9468d77f4f94 req-481667a5-3648-4180-ac8e-5e3a32cf4666 service neutron] Publish callbacks [] for port (ac3e104f-c57d-48ac-a994-3959e7c8e806), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:29.704740 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-567691eb-a264-4343-813c-7a9ba24f4cb9 req-761446e8-8d35-4b80-8f0c-bb755e7f884d tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc3d6cd9-66f3-49eb-ab71-f28481bb7170 HTTP/1.1" status: 200 len: 932 time: 0.1647308 Jan 28 07:13:29.719961 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-8ca1328a-4039-40dc-a540-9468d77f4f94 req-481667a5-3648-4180-ac8e-5e3a32cf4666 service neutron] Transition to ACTIVE for port object ac3e104f-c57d-48ac-a994-3959e7c8e806 will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:13:29.792000 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-27bd8a9e-64ca-496a-b46d-9e613ca44d15 req-09c3cff3-28b3-4788-9252-caf12cf72c63 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Publish callbacks [] for security_group (404b0144-56ba-41b5-bd7e-37e7dbbf34d0), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:29.795592 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-8ca1328a-4039-40dc-a540-9468d77f4f94 req-481667a5-3648-4180-ac8e-5e3a32cf4666 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (ac3e104f-c57d-48ac-a994-3959e7c8e806), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:29.801411 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-27bd8a9e-64ca-496a-b46d-9e613ca44d15 req-09c3cff3-28b3-4788-9252-caf12cf72c63 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (404b0144-56ba-41b5-bd7e-37e7dbbf34d0), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:29.843290 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-567691eb-a264-4343-813c-7a9ba24f4cb9 req-70056ade-fd72-4a9b-bfd9-3ee410ad9592 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/security-groups?id=54f3b545-d68e-44ae-b5dc-1cfcda6094b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351461 Jan 28 07:13:29.937691 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c3cff3-28b3-4788-9252-caf12cf72c63 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=404b0144-56ba-41b5-bd7e-37e7dbbf34d0,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:13:29.940336 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481667a5-3648-4180-ac8e-5e3a32cf4666 service neutron] Pushing event updated for resources: {'Port': ['ID=ac3e104f-c57d-48ac-a994-3959e7c8e806,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:13:29.947362 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-27bd8a9e-64ca-496a-b46d-9e613ca44d15 req-09c3cff3-28b3-4788-9252-caf12cf72c63 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:29.968802 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-27bd8a9e-64ca-496a-b46d-9e613ca44d15 req-09c3cff3-28b3-4788-9252-caf12cf72c63 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.7408333 Jan 28 07:13:29.981241 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-142e8344-e377-473a-876c-28add5bdab93 req-28779e3a-9320-4684-b92b-7f2239869e23 service neutron] For port 17f0d048-8b0f-421f-8973-050abfc9ddc6, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=17f0d048-8b0f-421f-8973-050abfc9ddc6,segment=NetworkSegment(b38b5d3d-4197-4548-8b2f-aaaa5395d71b),segment_id=b38b5d3d-4197-4548-8b2f-aaaa5395d71b)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:13:30.046859 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-142e8344-e377-473a-876c-28add5bdab93 req-28779e3a-9320-4684-b92b-7f2239869e23 service neutron] For port 17f0d048-8b0f-421f-8973-050abfc9ddc6, host n-h2-712749-28, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:13:30.131871 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0423b6ae-0c62-4f3f-ae33-ac4715e97d12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17f0d048-8b0f-421f-8973-050abfc9ddc6'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:13:30.135580 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bee1b36-c0f8-46a8-a2fd-401bd238837e" -d '{"events": [{"server_uuid": "0423b6ae-0c62-4f3f-ae33-ac4715e97d12", "name": "network-vif-unplugged", "status": "completed", "tag": "17f0d048-8b0f-421f-8973-050abfc9ddc6"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:13:30.147358 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-8ca1328a-4039-40dc-a540-9468d77f4f94 req-481667a5-3648-4180-ac8e-5e3a32cf4666 service neutron] Attempting to bind port ac3e104f-c57d-48ac-a994-3959e7c8e806 on host n-h1-712749-28 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:13:30.147882 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-8ca1328a-4039-40dc-a540-9468d77f4f94 req-481667a5-3648-4180-ac8e-5e3a32cf4666 service neutron] Attempting to bind port ac3e104f-c57d-48ac-a994-3959e7c8e806 by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': '8c1a2649-126a-42b2-aa92-3dce43dd7caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '55d1aca5-a0d0-4804-9112-fbf4ce00f292'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:13:30.148440 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ca1328a-4039-40dc-a540-9468d77f4f94 req-481667a5-3648-4180-ac8e-5e3a32cf4666 service neutron] Attempting to bind port ac3e104f-c57d-48ac-a994-3959e7c8e806 on network 55d1aca5-a0d0-4804-9112-fbf4ce00f292 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:13:30.157714 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-142e8344-e377-473a-876c-28add5bdab93 req-28779e3a-9320-4684-b92b-7f2239869e23 service neutron] Publish callbacks [] for port (17f0d048-8b0f-421f-8973-050abfc9ddc6), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:30.171447 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ca1328a-4039-40dc-a540-9468d77f4f94 req-481667a5-3648-4180-ac8e-5e3a32cf4666 service neutron] Port ac3e104f-c57d-48ac-a994-3959e7c8e806 on network 55d1aca5-a0d0-4804-9112-fbf4ce00f292 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:13:30.171647 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ca1328a-4039-40dc-a540-9468d77f4f94 req-481667a5-3648-4180-ac8e-5e3a32cf4666 service neutron] Attempting to bind port ac3e104f-c57d-48ac-a994-3959e7c8e806 on network 55d1aca5-a0d0-4804-9112-fbf4ce00f292 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:13:30.177711 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-142e8344-e377-473a-876c-28add5bdab93 req-28779e3a-9320-4684-b92b-7f2239869e23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (17f0d048-8b0f-421f-8973-050abfc9ddc6), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:30.180186 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ca1328a-4039-40dc-a540-9468d77f4f94 req-481667a5-3648-4180-ac8e-5e3a32cf4666 service neutron] Checking agent: {'id': '2fca46b1-237f-4857-9290-2429d810e472', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 13, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:13:30.180557 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ca1328a-4039-40dc-a540-9468d77f4f94 req-481667a5-3648-4180-ac8e-5e3a32cf4666 service neutron] Checking segment: {'id': '8c1a2649-126a-42b2-aa92-3dce43dd7caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '55d1aca5-a0d0-4804-9112-fbf4ce00f292'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:13:30.181238 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ca1328a-4039-40dc-a540-9468d77f4f94 req-481667a5-3648-4180-ac8e-5e3a32cf4666 service neutron] Bound using segment: {'id': '8c1a2649-126a-42b2-aa92-3dce43dd7caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '55d1aca5-a0d0-4804-9112-fbf4ce00f292'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:13:30.181383 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-8ca1328a-4039-40dc-a540-9468d77f4f94 req-481667a5-3648-4180-ac8e-5e3a32cf4666 service neutron] Bound port: ac3e104f-c57d-48ac-a994-3959e7c8e806, host: n-h1-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c1a2649-126a-42b2-aa92-3dce43dd7caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '55d1aca5-a0d0-4804-9112-fbf4ce00f292'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:13:30.181725 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-8ca1328a-4039-40dc-a540-9468d77f4f94 req-481667a5-3648-4180-ac8e-5e3a32cf4666 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (ac3e104f-c57d-48ac-a994-3959e7c8e806), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:30.210541 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70241fe8-1800-4b0d-94a7-76181f5c6e65 req-75286bd9-524b-4188-9956-95c04f6e2798 tempest-ServersTestManualDisk-340907734 tempest-ServersTestManualDisk-340907734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:30.211962 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-70241fe8-1800-4b0d-94a7-76181f5c6e65 req-75286bd9-524b-4188-9956-95c04f6e2798 tempest-ServersTestManualDisk-340907734 tempest-ServersTestManualDisk-340907734-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ca8e796-9c56-4ac8-8ff9-d563becb09f7 HTTP/1.1" status: 200 len: 945 time: 0.0903296 Jan 28 07:13:30.229661 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 40890) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:13:30.238944 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-24764fbf-c3e7-4f6a-825e-5ab567c5cb42 tempest-ServersTestManualDisk-340907734 tempest-ServersTestManualDisk-340907734-project] Request body: {'floatingip': {'port_id': '894bf4df-0a8f-45bb-8ab0-8f624af07ccc'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:13:30.295701 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-8ca1328a-4039-40dc-a540-9468d77f4f94 req-481667a5-3648-4180-ac8e-5e3a32cf4666 service neutron] For port ac3e104f-c57d-48ac-a994-3959e7c8e806, host n-h1-712749-28, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:13:30.300461 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-8ca1328a-4039-40dc-a540-9468d77f4f94 req-481667a5-3648-4180-ac8e-5e3a32cf4666 service neutron] For port ac3e104f-c57d-48ac-a994-3959e7c8e806, host n-h1-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=ac3e104f-c57d-48ac-a994-3959e7c8e806,segment=NetworkSegment(8c1a2649-126a-42b2-aa92-3dce43dd7caa),segment_id=8c1a2649-126a-42b2-aa92-3dce43dd7caa)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:13:30.303547 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-24764fbf-c3e7-4f6a-825e-5ab567c5cb42 tempest-ServersTestManualDisk-340907734 tempest-ServersTestManualDisk-340907734-project] Publish callbacks [] for floatingip (9d47cb2d-72ee-4247-acda-46d6fd9a858d), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:30.305927 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-8ca1328a-4039-40dc-a540-9468d77f4f94 req-481667a5-3648-4180-ac8e-5e3a32cf4666 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (ac3e104f-c57d-48ac-a994-3959e7c8e806), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:30.321285 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-aa1cec63-0217-4f2c-b07c-9492c974f9a5 req-4119302f-9952-4406-a2be-734e741f8813 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1764514235', 'description': 'tempest-description-1241655541'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:13:30.355831 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca1328a-4039-40dc-a540-9468d77f4f94 req-481667a5-3648-4180-ac8e-5e3a32cf4666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:30.357274 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-8ca1328a-4039-40dc-a540-9468d77f4f94 req-481667a5-3648-4180-ac8e-5e3a32cf4666 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:30.358571 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8ca1328a-4039-40dc-a540-9468d77f4f94 req-481667a5-3648-4180-ac8e-5e3a32cf4666 service neutron] 10.222.0.10 "PUT /v2.0/ports/ac3e104f-c57d-48ac-a994-3959e7c8e806 HTTP/1.1" status: 200 len: 1093 time: 1.2062058 Jan 28 07:13:30.361545 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bda74b-5a11-43b1-bdc1-2194f5706245 req-ae1e9db7-cf17-4188-a212-227445d34d21 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:30.363362 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e5bda74b-5a11-43b1-bdc1-2194f5706245 req-ae1e9db7-cf17-4188-a212-227445d34d21 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/ports?device_id=0423b6ae-0c62-4f3f-ae33-ac4715e97d12 HTTP/1.1" status: 200 len: 943 time: 0.2083774 Jan 28 07:13:30.363519 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc3d6cd9-66f3-49eb-ab71-f28481bb7170', 'tag': 'ac3e104f-c57d-48ac-a994-3959e7c8e806'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:13:30.365632 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdad824c-6ad7-4c23-bcec-c18d77e3e613" -d '{"events": [{"name": "network-changed", "server_uuid": "bc3d6cd9-66f3-49eb-ab71-f28481bb7170", "tag": "ac3e104f-c57d-48ac-a994-3959e7c8e806"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:13:30.405478 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-aa1cec63-0217-4f2c-b07c-9492c974f9a5 req-4119302f-9952-4406-a2be-734e741f8813 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:30.417447 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28779e3a-9320-4684-b92b-7f2239869e23 service neutron] Pushing event updated for resources: {'Port': ['ID=17f0d048-8b0f-421f-8973-050abfc9ddc6,revision_number=7']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:13:30.420071 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481667a5-3648-4180-ac8e-5e3a32cf4666 service neutron] Pushing event updated for resources: {'Port': ['ID=ac3e104f-c57d-48ac-a994-3959e7c8e806,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:13:30.485890 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-142e8344-e377-473a-876c-28add5bdab93 req-28779e3a-9320-4684-b92b-7f2239869e23 service neutron] Attempting to bind port 17f0d048-8b0f-421f-8973-050abfc9ddc6 on host n-h2-712749-28 for vnic_type normal with profile {"migrating_to": "n-h1-712749-28"} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:13:30.486115 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-142e8344-e377-473a-876c-28add5bdab93 req-28779e3a-9320-4684-b92b-7f2239869e23 service neutron] Attempting to bind port 17f0d048-8b0f-421f-8973-050abfc9ddc6 by drivers openvswitch,hyperv on host n-h2-712749-28 at level 0 using segments [{'id': 'b38b5d3d-4197-4548-8b2f-aaaa5395d71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '77aa199c-9565-430c-bcef-5bacd415f620'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:13:30.486637 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-142e8344-e377-473a-876c-28add5bdab93 req-28779e3a-9320-4684-b92b-7f2239869e23 service neutron] Attempting to bind port 17f0d048-8b0f-421f-8973-050abfc9ddc6 on network 77aa199c-9565-430c-bcef-5bacd415f620 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:13:30.509866 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-142e8344-e377-473a-876c-28add5bdab93 req-28779e3a-9320-4684-b92b-7f2239869e23 service neutron] Port 17f0d048-8b0f-421f-8973-050abfc9ddc6 on network 77aa199c-9565-430c-bcef-5bacd415f620 not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-28 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:13:30.511806 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-142e8344-e377-473a-876c-28add5bdab93 req-28779e3a-9320-4684-b92b-7f2239869e23 service neutron] Attempting to bind port 17f0d048-8b0f-421f-8973-050abfc9ddc6 on network 77aa199c-9565-430c-bcef-5bacd415f620 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:13:30.511931 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-aa1cec63-0217-4f2c-b07c-9492c974f9a5 req-4119302f-9952-4406-a2be-734e741f8813 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Publish callbacks [] for security_group (017366ab-c1c0-4da5-8112-2d37ccdc0f63), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:30.517604 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-aa1cec63-0217-4f2c-b07c-9492c974f9a5 req-4119302f-9952-4406-a2be-734e741f8813 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (017366ab-c1c0-4da5-8112-2d37ccdc0f63), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:30.533180 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-142e8344-e377-473a-876c-28add5bdab93 req-28779e3a-9320-4684-b92b-7f2239869e23 service neutron] Checking agent: {'id': 'c9906e63-062c-432e-bb53-63fdb8115e18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:13:30.533530 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-142e8344-e377-473a-876c-28add5bdab93 req-28779e3a-9320-4684-b92b-7f2239869e23 service neutron] Checking segment: {'id': 'b38b5d3d-4197-4548-8b2f-aaaa5395d71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '77aa199c-9565-430c-bcef-5bacd415f620'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:13:30.533923 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-142e8344-e377-473a-876c-28add5bdab93 req-28779e3a-9320-4684-b92b-7f2239869e23 service neutron] Bound using segment: {'id': 'b38b5d3d-4197-4548-8b2f-aaaa5395d71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '77aa199c-9565-430c-bcef-5bacd415f620'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:13:30.534442 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-142e8344-e377-473a-876c-28add5bdab93 req-28779e3a-9320-4684-b92b-7f2239869e23 service neutron] Bound port: 17f0d048-8b0f-421f-8973-050abfc9ddc6, host: n-h2-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b38b5d3d-4197-4548-8b2f-aaaa5395d71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '77aa199c-9565-430c-bcef-5bacd415f620'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:13:30.534811 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-142e8344-e377-473a-876c-28add5bdab93 req-28779e3a-9320-4684-b92b-7f2239869e23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (17f0d048-8b0f-421f-8973-050abfc9ddc6), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:30.539478 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e5bda74b-5a11-43b1-bdc1-2194f5706245 req-6373520d-9f05-402f-912d-e476d623701a tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c286ac6-5d5d-46b9-b282-9e68e0339bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466467 Jan 28 07:13:30.588222 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-aa1cec63-0217-4f2c-b07c-9492c974f9a5 req-4119302f-9952-4406-a2be-734e741f8813 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:30.600619 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-aa1cec63-0217-4f2c-b07c-9492c974f9a5 req-4119302f-9952-4406-a2be-734e741f8813 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.2914379 Jan 28 07:13:30.706068 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4119302f-9952-4406-a2be-734e741f8813 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=017366ab-c1c0-4da5-8112-2d37ccdc0f63,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:13:30.735359 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ff41b13-6707-45ac-b35f-d3bdfafad2e7 x-openstack-request-id: req-8ff41b13-6707-45ac-b35f-d3bdfafad2e7 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:13:30.735699 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc3d6cd9-66f3-49eb-ab71-f28481bb7170", "tag": "ac3e104f-c57d-48ac-a994-3959e7c8e806", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:13:30.736075 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8ff41b13-6707-45ac-b35f-d3bdfafad2e7 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:13:30.736425 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc3d6cd9-66f3-49eb-ab71-f28481bb7170', 'tag': 'ac3e104f-c57d-48ac-a994-3959e7c8e806', 'status': 'completed', 'code': 200} Jan 28 07:13:30.746199 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca1328a-4039-40dc-a540-9468d77f4f94 req-5b1b1bb3-4811-4caa-a859-662abbea0485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:30.754800 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8ca1328a-4039-40dc-a540-9468d77f4f94 req-5b1b1bb3-4811-4caa-a859-662abbea0485 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=071c6275b8f741eea1e2f053b48698ce&device_id=bc3d6cd9-66f3-49eb-ab71-f28481bb7170 HTTP/1.1" status: 200 len: 1096 time: 0.1801429 Jan 28 07:13:30.764399 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 07:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-318606b7-8a0c-43af-89b5-415f16cc53ef x-openstack-request-id: req-318606b7-8a0c-43af-89b5-415f16cc53ef {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:13:30.764783 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0423b6ae-0c62-4f3f-ae33-ac4715e97d12", "name": "network-vif-unplugged", "status": "completed", "tag": "17f0d048-8b0f-421f-8973-050abfc9ddc6", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:13:30.764937 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-318606b7-8a0c-43af-89b5-415f16cc53ef {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:13:30.765493 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0423b6ae-0c62-4f3f-ae33-ac4715e97d12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17f0d048-8b0f-421f-8973-050abfc9ddc6', 'code': 200} Jan 28 07:13:30.781547 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-7bd6ca0d-dd99-4b3e-9497-9bef9407b577 req-a53460a6-4150-414b-8bc0-c853f2a0b72a tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1240882077', 'description': 'tempest-description-1823570205'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:13:30.846884 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8ca1328a-4039-40dc-a540-9468d77f4f94 req-9d3f6533-04f2-4f63-9790-9f1b04d46e67 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ac3e104f-c57d-48ac-a994-3959e7c8e806 HTTP/1.1" status: 200 len: 217 time: 0.0742974 Jan 28 07:13:30.904161 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d9d786-8308-4637-8fa5-4dfa9b9f5112 req-a3f56941-7aa4-4138-9331-a3c3b253d177 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:30.906013 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d0d9d786-8308-4637-8fa5-4dfa9b9f5112 req-a3f56941-7aa4-4138-9331-a3c3b253d177 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=232ec39b-90f9-4df8-a403-fe1029cce065 HTTP/1.1" status: 200 len: 945 time: 0.1348083 Jan 28 07:13:30.923948 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca1328a-4039-40dc-a540-9468d77f4f94 req-3ba6e3df-d66b-4e3d-8bd7-b9a5eb8f25ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:30.925482 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8ca1328a-4039-40dc-a540-9468d77f4f94 req-3ba6e3df-d66b-4e3d-8bd7-b9a5eb8f25ed service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5ed8211a-b148-411a-81c0-40d0a8d78cc9 HTTP/1.1" status: 200 len: 845 time: 0.0709839 Jan 28 07:13:30.970294 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8ca1328a-4039-40dc-a540-9468d77f4f94 req-12514095-a036-44d5-9043-1aa45b1c375c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=55d1aca5-a0d0-4804-9112-fbf4ce00f292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361516 Jan 28 07:13:31.048040 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d0d9d786-8308-4637-8fa5-4dfa9b9f5112 req-1de06594-2b76-494d-b1da-f1f3b79c5850 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb65c68e-64e7-49d7-aa93-cf57ceaf78a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1341350 Jan 28 07:13:31.089923 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8ca1328a-4039-40dc-a540-9468d77f4f94 req-a2f4007f-9b85-4d06-b205-a6c75efd00fc service neutron] 10.222.0.10 "GET /v2.0/networks/55d1aca5-a0d0-4804-9112-fbf4ce00f292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091919 Jan 28 07:13:31.231307 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc2b9a3-07fb-40ec-8d01-69a420ccea3d req-56876a6e-6d9c-49bd-8d17-3d73ea85a53d tempest-ImagesOneServerTestJSON-106757326 tempest-ImagesOneServerTestJSON-106757326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:31.233371 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-dbc2b9a3-07fb-40ec-8d01-69a420ccea3d req-56876a6e-6d9c-49bd-8d17-3d73ea85a53d tempest-ImagesOneServerTestJSON-106757326 tempest-ImagesOneServerTestJSON-106757326-project] 10.222.0.41 "GET /v2.0/ports?device_id=3dd702e6-7a80-45cc-9dda-f28032a78da6 HTTP/1.1" status: 200 len: 950 time: 0.0838361 Jan 28 07:13:31.233517 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-7bd6ca0d-dd99-4b3e-9497-9bef9407b577 req-a53460a6-4150-414b-8bc0-c853f2a0b72a tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:31.235690 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8ca1328a-4039-40dc-a540-9468d77f4f94 req-26279789-baed-4636-8af6-a4844fee741e service neutron] 10.222.0.10 "GET /v2.0/networks/55d1aca5-a0d0-4804-9112-fbf4ce00f292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397991 Jan 28 07:13:31.284960 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-dbc2b9a3-07fb-40ec-8d01-69a420ccea3d req-4ccfcb1d-3776-4549-afe5-b627f39f85ef tempest-ImagesOneServerTestJSON-106757326 tempest-ImagesOneServerTestJSON-106757326-project] 10.222.0.41 "GET /v2.0/security-groups?id=a65f13c7-2687-4f51-975e-f35c9dc43c67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447395 Jan 28 07:13:31.371131 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-142e8344-e377-473a-876c-28add5bdab93 req-28779e3a-9320-4684-b92b-7f2239869e23 service neutron] For port 17f0d048-8b0f-421f-8973-050abfc9ddc6, host n-h2-712749-28, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:13:31.410044 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-142e8344-e377-473a-876c-28add5bdab93 req-28779e3a-9320-4684-b92b-7f2239869e23 service neutron] For port 17f0d048-8b0f-421f-8973-050abfc9ddc6, host n-h2-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=17f0d048-8b0f-421f-8973-050abfc9ddc6,segment=NetworkSegment(b38b5d3d-4197-4548-8b2f-aaaa5395d71b),segment_id=b38b5d3d-4197-4548-8b2f-aaaa5395d71b)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:13:31.410686 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdad824c-6ad7-4c23-bcec-c18d77e3e613 req-b641cce6-0852-43ce-b133-395598d58a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:31.412229 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-bdad824c-6ad7-4c23-bcec-c18d77e3e613 req-b641cce6-0852-43ce-b133-395598d58a9c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=071c6275b8f741eea1e2f053b48698ce&device_id=bc3d6cd9-66f3-49eb-ab71-f28481bb7170 HTTP/1.1" status: 200 len: 1096 time: 0.0748518 Jan 28 07:13:31.424211 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-142e8344-e377-473a-876c-28add5bdab93 req-28779e3a-9320-4684-b92b-7f2239869e23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (17f0d048-8b0f-421f-8973-050abfc9ddc6), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:31.434539 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4a8397-145a-4912-8233-321d97a8bcf1 req-fc0b9e89-cc5d-4e82-8587-152a2b078a9b tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:31.436555 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-af4a8397-145a-4912-8233-321d97a8bcf1 req-fc0b9e89-cc5d-4e82-8587-152a2b078a9b tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc3d6cd9-66f3-49eb-ab71-f28481bb7170 HTTP/1.1" status: 200 len: 944 time: 0.0880578 Jan 28 07:13:31.540124 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-af4a8397-145a-4912-8233-321d97a8bcf1 req-5f96c34c-39fc-4c75-a4e9-8822ac68733b tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/security-groups?id=54f3b545-d68e-44ae-b5dc-1cfcda6094b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920715 Jan 28 07:13:31.565720 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdad824c-6ad7-4c23-bcec-c18d77e3e613 req-660f68c9-ef09-4e97-aa51-de01bc8948a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:31.565720 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-bdad824c-6ad7-4c23-bcec-c18d77e3e613 req-660f68c9-ef09-4e97-aa51-de01bc8948a5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=55d1aca5-a0d0-4804-9112-fbf4ce00f292 HTTP/1.1" status: 200 len: 906 time: 0.1375840 Jan 28 07:13:31.575938 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.db.resource_extend [None req-24764fbf-c3e7-4f6a-825e-5ab567c5cb42 tempest-ServersTestManualDisk-340907734 tempest-ServersTestManualDisk-340907734-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 07:13:31.620098 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-bdad824c-6ad7-4c23-bcec-c18d77e3e613 req-d830e06d-0b6a-4a0c-8189-5a756a1fcd39 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ac3e104f-c57d-48ac-a994-3959e7c8e806 HTTP/1.1" status: 200 len: 217 time: 0.0479505 Jan 28 07:13:31.681218 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdad824c-6ad7-4c23-bcec-c18d77e3e613 req-b036f5ad-5692-459d-9425-8c9d3e05da55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:31.683059 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-bdad824c-6ad7-4c23-bcec-c18d77e3e613 req-b036f5ad-5692-459d-9425-8c9d3e05da55 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5ed8211a-b148-411a-81c0-40d0a8d78cc9 HTTP/1.1" status: 200 len: 845 time: 0.0506234 Jan 28 07:13:31.714331 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142e8344-e377-473a-876c-28add5bdab93 req-28779e3a-9320-4684-b92b-7f2239869e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:31.715048 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-142e8344-e377-473a-876c-28add5bdab93 req-28779e3a-9320-4684-b92b-7f2239869e23 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:31.717042 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-142e8344-e377-473a-876c-28add5bdab93 req-28779e3a-9320-4684-b92b-7f2239869e23 service neutron] 10.222.0.10 "PUT /v2.0/ports/17f0d048-8b0f-421f-8973-050abfc9ddc6 HTTP/1.1" status: 200 len: 1123 time: 2.1118896 Jan 28 07:13:31.718461 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-bdad824c-6ad7-4c23-bcec-c18d77e3e613 req-244cb1fc-ac97-44f1-9d50-7676a7f26c05 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=55d1aca5-a0d0-4804-9112-fbf4ce00f292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284579 Jan 28 07:13:31.719539 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-7bd6ca0d-dd99-4b3e-9497-9bef9407b577 req-a53460a6-4150-414b-8bc0-c853f2a0b72a tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Publish callbacks [] for security_group (6ad31426-0803-40cc-bd82-7e76f31468bb), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:31.720862 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28779e3a-9320-4684-b92b-7f2239869e23 service neutron] Pushing event updated for resources: {'Port': ['ID=17f0d048-8b0f-421f-8973-050abfc9ddc6,revision_number=8']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:13:31.733057 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-7bd6ca0d-dd99-4b3e-9497-9bef9407b577 req-a53460a6-4150-414b-8bc0-c853f2a0b72a tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (6ad31426-0803-40cc-bd82-7e76f31468bb), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:31.741637 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-24764fbf-c3e7-4f6a-825e-5ab567c5cb42 tempest-ServersTestManualDisk-340907734 tempest-ServersTestManualDisk-340907734-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:31.756060 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-24764fbf-c3e7-4f6a-825e-5ab567c5cb42 tempest-ServersTestManualDisk-340907734 tempest-ServersTestManualDisk-340907734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16609095'] for floatingip (9d47cb2d-72ee-4247-acda-46d6fd9a858d), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:31.792384 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 7 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 07:13:31.817586 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-7bd6ca0d-dd99-4b3e-9497-9bef9407b577 req-a53460a6-4150-414b-8bc0-c853f2a0b72a tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:31.818960 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7bd6ca0d-dd99-4b3e-9497-9bef9407b577 req-a53460a6-4150-414b-8bc0-c853f2a0b72a tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 1.0502257 Jan 28 07:13:31.826409 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53460a6-4150-414b-8bc0-c853f2a0b72a tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ad31426-0803-40cc-bd82-7e76f31468bb,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:13:31.896247 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-bdad824c-6ad7-4c23-bcec-c18d77e3e613 req-e0be5426-b43a-4164-bb50-14e5e67a7596 service neutron] 10.222.0.10 "GET /v2.0/networks/55d1aca5-a0d0-4804-9112-fbf4ce00f292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437397 Jan 28 07:13:31.916781 n-d-712749-28 neutron-server[103283]: INFO neutron.db.l3_db [None req-24764fbf-c3e7-4f6a-825e-5ab567c5cb42 tempest-ServersTestManualDisk-340907734 tempest-ServersTestManualDisk-340907734-project] Floating IP 9d47cb2d-72ee-4247-acda-46d6fd9a858d associated. External IP: 172.25.6.156, port: 894bf4df-0a8f-45bb-8ab0-8f624af07ccc. Jan 28 07:13:31.928947 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['17f0d048-8b0f-421f-8973-050abfc9ddc6'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:13:32.027013 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-bdad824c-6ad7-4c23-bcec-c18d77e3e613 req-62e6babe-4ef1-40d2-8ae4-d0098d96fec0 service neutron] 10.222.0.10 "GET /v2.0/networks/55d1aca5-a0d0-4804-9112-fbf4ce00f292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237125 Jan 28 07:13:32.056606 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2667ed42-c3c3-487a-9f90-cfab278c2ddf req-36603d30-a269-4394-ba0d-f6ef61f616bd tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:32.064014 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2667ed42-c3c3-487a-9f90-cfab278c2ddf req-36603d30-a269-4394-ba0d-f6ef61f616bd tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/ports?device_id=0423b6ae-0c62-4f3f-ae33-ac4715e97d12 HTTP/1.1" status: 200 len: 943 time: 0.1596043 Jan 28 07:13:32.174424 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2667ed42-c3c3-487a-9f90-cfab278c2ddf req-e622fb05-bd5e-4a42-8bdc-88705557b3b1 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c286ac6-5d5d-46b9-b282-9e68e0339bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090348 Jan 28 07:13:32.281482 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24764fbf-c3e7-4f6a-825e-5ab567c5cb42 tempest-ServersTestManualDisk-340907734 tempest-ServersTestManualDisk-340907734-project] Router 28d83209-c84a-4b4e-ae88-386b2aabd8ea has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:13:32.387747 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7ef10850-cfec-4e90-ab57-3a094c6304a0 req-f43c6c71-8c25-4c8f-aef7-54381876123b tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c7e5f5e1e5b6452e807f9cfd340509b9 HTTP/1.1" status: 200 len: 11010 time: 0.1633499 Jan 28 07:13:32.398598 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c27fb8-5f27-4b7b-8059-0ba6bfdf9c51 req-d53c9aa7-8b34-4859-a18e-eb05a308bee6 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:32.400597 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-58c27fb8-5f27-4b7b-8059-0ba6bfdf9c51 req-d53c9aa7-8b34-4859-a18e-eb05a308bee6 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=232ec39b-90f9-4df8-a403-fe1029cce065 HTTP/1.1" status: 200 len: 945 time: 0.0625672 Jan 28 07:13:32.455009 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-58c27fb8-5f27-4b7b-8059-0ba6bfdf9c51 req-5585c15e-4b56-49e5-9b8a-cf6eb3ffc68f tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb65c68e-64e7-49d7-aa93-cf57ceaf78a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482104 Jan 28 07:13:32.463557 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24764fbf-c3e7-4f6a-825e-5ab567c5cb42 tempest-ServersTestManualDisk-340907734 tempest-ServersTestManualDisk-340907734-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:13:32.471789 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-24764fbf-c3e7-4f6a-825e-5ab567c5cb42 tempest-ServersTestManualDisk-340907734 tempest-ServersTestManualDisk-340907734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for floatingip (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:32.477843 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4984f7-16eb-4985-97ed-31773f3683ae None None] Sync routers for ids ['28d83209-c84a-4b4e-ae88-386b2aabd8ea'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:13:32.491423 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4984f7-16eb-4985-97ed-31773f3683ae None None] Routers {'28d83209-c84a-4b4e-ae88-386b2aabd8ea'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:13:32.492055 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-9f4984f7-16eb-4985-97ed-31773f3683ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:13:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['28d83209-c84a-4b4e-ae88-386b2aabd8ea'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:13:32.494806 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7ef10850-cfec-4e90-ab57-3a094c6304a0 req-a697982b-6541-4490-8426-ad18fff02271 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] 10.222.0.41 "GET /v2.0/security-groups/fa82ec26-34b4-44b8-888a-3a43aa497a5b HTTP/1.1" status: 200 len: 2998 time: 0.0768101 Jan 28 07:13:32.509494 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-24764fbf-c3e7-4f6a-825e-5ab567c5cb42 tempest-ServersTestManualDisk-340907734 tempest-ServersTestManualDisk-340907734-project] 10.222.0.41 "PUT /v2.0/floatingips/9d47cb2d-72ee-4247-acda-46d6fd9a858d HTTP/1.1" status: 200 len: 991 time: 2.2778795 Jan 28 07:13:32.550406 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7ef10850-cfec-4e90-ab57-3a094c6304a0 req-899037cc-15d4-41ae-97d5-4853d7ce583f tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] 10.222.0.41 "GET /v2.0/security-groups/fa82ec26-34b4-44b8-888a-3a43aa497a5b HTTP/1.1" status: 200 len: 2998 time: 0.0438497 Jan 28 07:13:32.611190 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-9f4984f7-16eb-4985-97ed-31773f3683ae None None] Set router 28d83209-c84a-4b4e-ae88-386b2aabd8ea gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:13:32.709442 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-77969886-a1ef-4a2c-b2e9-a5a0b608e2e3 req-79beb079-70ca-45d9-bfae-afbf41cef747 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] 10.222.0.41 "GET /v2.0/security-groups/404b0144-56ba-41b5-bd7e-37e7dbbf34d0 HTTP/1.1" status: 200 len: 1820 time: 0.0642145 Jan 28 07:13:32.766796 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0423b6ae-0c62-4f3f-ae33-ac4715e97d12', 'tag': '17f0d048-8b0f-421f-8973-050abfc9ddc6'}, {'name': 'network-changed', 'server_uuid': '1ca8e796-9c56-4ac8-8ff9-d563becb09f7', 'tag': '894bf4df-0a8f-45bb-8ab0-8f624af07ccc'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:13:32.769255 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a924e8d7-f098-457d-93f0-6d3844c6658c" -d '{"events": [{"name": "network-changed", "server_uuid": "0423b6ae-0c62-4f3f-ae33-ac4715e97d12", "tag": "17f0d048-8b0f-421f-8973-050abfc9ddc6"}, {"name": "network-changed", "server_uuid": "1ca8e796-9c56-4ac8-8ff9-d563becb09f7", "tag": "894bf4df-0a8f-45bb-8ab0-8f624af07ccc"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:13:32.775318 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-77969886-a1ef-4a2c-b2e9-a5a0b608e2e3 req-dca90d9f-0d7f-47b5-a9f4-6f398e8ea91a tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Publish callbacks [] for security_group (404b0144-56ba-41b5-bd7e-37e7dbbf34d0), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:32.782641 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f686e9e1-89cd-413e-b144-2ab2cca385d2 req-04c76984-87b6-420a-8515-6356901a4f17 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:32.784146 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f686e9e1-89cd-413e-b144-2ab2cca385d2 req-04c76984-87b6-420a-8515-6356901a4f17 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc3d6cd9-66f3-49eb-ab71-f28481bb7170 HTTP/1.1" status: 200 len: 944 time: 0.0709572 Jan 28 07:13:32.800816 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-77969886-a1ef-4a2c-b2e9-a5a0b608e2e3 req-dca90d9f-0d7f-47b5-a9f4-6f398e8ea91a tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Publish callbacks [] for security_group (404b0144-56ba-41b5-bd7e-37e7dbbf34d0), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:32.805881 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:32.836672 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f686e9e1-89cd-413e-b144-2ab2cca385d2 req-820cf1f3-1b8f-4c37-a48d-276319fa06f3 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/security-groups?id=54f3b545-d68e-44ae-b5dc-1cfcda6094b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459797 Jan 28 07:13:32.849280 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-77969886-a1ef-4a2c-b2e9-a5a0b608e2e3 req-dca90d9f-0d7f-47b5-a9f4-6f398e8ea91a tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (404b0144-56ba-41b5-bd7e-37e7dbbf34d0), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:32.851825 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-77969886-a1ef-4a2c-b2e9-a5a0b608e2e3 req-dca90d9f-0d7f-47b5-a9f4-6f398e8ea91a tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:32.853032 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-77969886-a1ef-4a2c-b2e9-a5a0b608e2e3 req-dca90d9f-0d7f-47b5-a9f4-6f398e8ea91a tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] 10.222.0.41 "DELETE /v2.0/security-groups/404b0144-56ba-41b5-bd7e-37e7dbbf34d0 HTTP/1.1" status: 204 len: 173 time: 0.1381316 Jan 28 07:13:32.866318 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca90d9f-0d7f-47b5-a9f4-6f398e8ea91a tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=404b0144-56ba-41b5-bd7e-37e7dbbf34d0,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:13:32.899826 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-9f4984f7-16eb-4985-97ed-31773f3683ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28d83209-c84a-4b4e-ae88-386b2aabd8ea', 'name': 'tempest-ServersTestManualDisk-2116047052-router', 'tenant_id': '335e46d185694220829eb867308a9154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': '33c44737-7de6-4037-a388-1dd3feb34cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:12:44Z', 'updated_at': '2022-01-28T07:12:58Z', 'revision_number': 4, 'project_id': '335e46d185694220829eb867308a9154', 'gw_port': {'id': '33c44737-7de6-4037-a388-1dd3feb34cd7', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:01:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28d83209-c84a-4b4e-ae88-386b2aabd8ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:12:46Z', 'updated_at': '2022-01-28T07:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_floatingips': [{'id': '9d47cb2d-72ee-4247-acda-46d6fd9a858d', 'tenant_id': '335e46d185694220829eb867308a9154', 'floating_ip_address': '172.25.6.156', 'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'router_id': '28d83209-c84a-4b4e-ae88-386b2aabd8ea', 'port_id': '894bf4df-0a8f-45bb-8ab0-8f624af07ccc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1017, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '10e29fde-3535-4a1c-887d-2b3ed80d798e', 'mac_address': 'fa:16:3e:bc:79:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ca8e796-9c56-4ac8-8ff9-d563becb09f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:13:07Z', 'updated_at': '2022-01-28T07:13:31Z', 'revision_number': 1, 'project_id': '335e46d185694220829eb867308a9154', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3208226d-98ac-401e-aca5-0ac6985e8f2e', 'name': '', 'network_id': '10e29fde-3535-4a1c-887d-2b3ed80d798e', 'tenant_id': '335e46d185694220829eb867308a9154', 'mac_address': 'fa:16:3e:3f:10:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28d83209-c84a-4b4e-ae88-386b2aabd8ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'c850e5b9-10d8-459c-a75d-89730d7df8b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:12:55Z', 'updated_at': '2022-01-28T07:13:04Z', 'revision_number': 5, 'project_id': '335e46d185694220829eb867308a9154', 'subnets': [{'id': 'c850e5b9-10d8-459c-a75d-89730d7df8b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:13:32.935585 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4984f7-16eb-4985-97ed-31773f3683ae None None] Checking router: 28d83209-c84a-4b4e-ae88-386b2aabd8ea for host: n-d-712749-28 {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:13:32.946001 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4984f7-16eb-4985-97ed-31773f3683ae None None] Routers {'28d83209-c84a-4b4e-ae88-386b2aabd8ea'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:13:32.946644 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-9f4984f7-16eb-4985-97ed-31773f3683ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:13:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['28d83209-c84a-4b4e-ae88-386b2aabd8ea'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:13:32.974579 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc614263-d8e3-46a3-9c85-efd0e4d738d8 req-559bae88-9089-4b45-a9a0-b2a034075078 tempest-ImagesOneServerTestJSON-106757326 tempest-ImagesOneServerTestJSON-106757326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:32.980635 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-cc614263-d8e3-46a3-9c85-efd0e4d738d8 req-559bae88-9089-4b45-a9a0-b2a034075078 tempest-ImagesOneServerTestJSON-106757326 tempest-ImagesOneServerTestJSON-106757326-project] 10.222.0.41 "GET /v2.0/ports?device_id=3dd702e6-7a80-45cc-9dda-f28032a78da6 HTTP/1.1" status: 200 len: 950 time: 0.0678804 Jan 28 07:13:33.032158 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 28 Jan 2022 07:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cd86055-38b6-4400-865c-41f1a9c2ef9f x-openstack-request-id: req-4cd86055-38b6-4400-865c-41f1a9c2ef9f {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:13:33.032663 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0423b6ae-0c62-4f3f-ae33-ac4715e97d12", "tag": "17f0d048-8b0f-421f-8973-050abfc9ddc6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1ca8e796-9c56-4ac8-8ff9-d563becb09f7", "tag": "894bf4df-0a8f-45bb-8ab0-8f624af07ccc", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:13:33.033058 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4cd86055-38b6-4400-865c-41f1a9c2ef9f {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:13:33.033625 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0423b6ae-0c62-4f3f-ae33-ac4715e97d12', 'tag': '17f0d048-8b0f-421f-8973-050abfc9ddc6', 'status': 'completed', 'code': 200} Jan 28 07:13:33.033914 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ca8e796-9c56-4ac8-8ff9-d563becb09f7', 'tag': '894bf4df-0a8f-45bb-8ab0-8f624af07ccc', 'status': 'completed', 'code': 200} Jan 28 07:13:33.050030 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-cc614263-d8e3-46a3-9c85-efd0e4d738d8 req-b393a8e6-113e-4676-8c93-06bff4a0b8c2 tempest-ImagesOneServerTestJSON-106757326 tempest-ImagesOneServerTestJSON-106757326-project] 10.222.0.41 "GET /v2.0/security-groups?id=a65f13c7-2687-4f51-975e-f35c9dc43c67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625069 Jan 28 07:13:33.073879 n-d-712749-28 neutron-server[103283]: INFO neutron.api.v2.resource [req-03384fa9-2f30-4b84-b81e-753610105320 req-e890a828-3da2-45ca-9539-053c7ee03e9b tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] show failed (client error): The resource could not be found. Jan 28 07:13:33.075924 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-03384fa9-2f30-4b84-b81e-753610105320 req-e890a828-3da2-45ca-9539-053c7ee03e9b tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] 10.222.0.41 "GET /v2.0/security-groups/404b0144-56ba-41b5-bd7e-37e7dbbf34d0 HTTP/1.1" status: 404 len: 352 time: 0.0265217 Jan 28 07:13:33.080136 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-9f4984f7-16eb-4985-97ed-31773f3683ae None None] Set router 28d83209-c84a-4b4e-ae88-386b2aabd8ea gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:13:33.139197 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a924e8d7-f098-457d-93f0-6d3844c6658c req-6800cf50-c412-4554-931b-17e8c32683a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:33.141623 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a924e8d7-f098-457d-93f0-6d3844c6658c req-6800cf50-c412-4554-931b-17e8c32683a8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1b5821c096cf43639ed10b07e04f5303&device_id=0423b6ae-0c62-4f3f-ae33-ac4715e97d12 HTTP/1.1" status: 200 len: 1126 time: 0.0464816 Jan 28 07:13:33.162986 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device ac3e104f-c57d-48ac-a994-3959e7c8e806 details requested by agent hyperv_n-h1-712749-28 with host n-h1-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:13:33.164876 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 4a6dd5ce-e322-4b63-87ab-ae801e185778 no longer exists at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:13:33.165065 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a924e8d7-f098-457d-93f0-6d3844c6658c req-28444edd-8010-49ca-8750-bcae1ee44333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:33.166422 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a924e8d7-f098-457d-93f0-6d3844c6658c req-28444edd-8010-49ca-8750-bcae1ee44333 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=335e46d185694220829eb867308a9154&device_id=1ca8e796-9c56-4ac8-8ff9-d563becb09f7 HTTP/1.1" status: 200 len: 1097 time: 0.0840192 Jan 28 07:13:33.176636 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-06076f52-9cff-4064-9478-b5963d62e7b3 req-468c7d51-d64c-458c-9931-faf1752f09ae tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] 10.222.0.41 "GET /v2.0/security-groups/017366ab-c1c0-4da5-8112-2d37ccdc0f63 HTTP/1.1" status: 200 len: 1820 time: 0.0750630 Jan 28 07:13:33.249150 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a924e8d7-f098-457d-93f0-6d3844c6658c req-7352dff7-b6e6-4c72-9b85-f6deb97c7df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:33.251068 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a924e8d7-f098-457d-93f0-6d3844c6658c req-7352dff7-b6e6-4c72-9b85-f6deb97c7df3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=77aa199c-9565-430c-bcef-5bacd415f620 HTTP/1.1" status: 200 len: 909 time: 0.1026769 Jan 28 07:13:33.289965 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-eb44f2e1-e7b5-4833-8533-94d1ef4c4e49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:33.309263 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a924e8d7-f098-457d-93f0-6d3844c6658c req-630ce888-b110-4f8f-848c-fd92d2471e6a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=17f0d048-8b0f-421f-8973-050abfc9ddc6 HTTP/1.1" status: 200 len: 217 time: 0.0457940 Jan 28 07:13:33.319731 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-06076f52-9cff-4064-9478-b5963d62e7b3 req-ed82e905-d0f4-473b-b37c-a779c6332bd5 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Publish callbacks [] for security_group (017366ab-c1c0-4da5-8112-2d37ccdc0f63), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:33.365326 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-06076f52-9cff-4064-9478-b5963d62e7b3 req-ed82e905-d0f4-473b-b37c-a779c6332bd5 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Publish callbacks [] for security_group (017366ab-c1c0-4da5-8112-2d37ccdc0f63), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:33.373853 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a924e8d7-f098-457d-93f0-6d3844c6658c req-dd31aeab-51ed-4bea-b79e-ec4ad885bf01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:33.375390 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a924e8d7-f098-457d-93f0-6d3844c6658c req-dd31aeab-51ed-4bea-b79e-ec4ad885bf01 service neutron] 10.222.0.10 "GET /v2.0/networks?id=10e29fde-3535-4a1c-887d-2b3ed80d798e HTTP/1.1" status: 200 len: 913 time: 0.1911914 Jan 28 07:13:33.394679 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bac2568-eb90-4f1b-8689-851e418ec6c4 req-6ad91e55-13ce-493e-a0c6-50ee91ea84d3 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:33.396237 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9bac2568-eb90-4f1b-8689-851e418ec6c4 req-6ad91e55-13ce-493e-a0c6-50ee91ea84d3 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/ports?device_id=0423b6ae-0c62-4f3f-ae33-ac4715e97d12 HTTP/1.1" status: 200 len: 943 time: 0.1273351 Jan 28 07:13:33.398077 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a924e8d7-f098-457d-93f0-6d3844c6658c req-ce5924f7-62dc-416a-8eab-33850ce76096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:33.399425 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a924e8d7-f098-457d-93f0-6d3844c6658c req-ce5924f7-62dc-416a-8eab-33850ce76096 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e60d974b-4a97-44ad-8684-0b13afa61368 HTTP/1.1" status: 200 len: 848 time: 0.0755622 Jan 28 07:13:33.437678 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port ac3e104f-c57d-48ac-a994-3959e7c8e806, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=ac3e104f-c57d-48ac-a994-3959e7c8e806,segment=NetworkSegment(8c1a2649-126a-42b2-aa92-3dce43dd7caa),segment_id=8c1a2649-126a-42b2-aa92-3dce43dd7caa)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:13:33.452274 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a924e8d7-f098-457d-93f0-6d3844c6658c req-fcb8e79c-2170-4833-baa7-3af8304e4246 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=77aa199c-9565-430c-bcef-5bacd415f620&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433698 Jan 28 07:13:33.456405 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 4a6dd5ce-e322-4b63-87ab-ae801e185778 is: ACTIVE; New status is: DOWN {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:13:33.456804 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (4a6dd5ce-e322-4b63-87ab-ae801e185778), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:33.469073 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Returning: {'device': 'ac3e104f-c57d-48ac-a994-3959e7c8e806', 'network_id': '55d1aca5-a0d0-4804-9112-fbf4ce00f292', 'port_id': 'ac3e104f-c57d-48ac-a994-3959e7c8e806', 'mac_address': 'fa:16:3e:ad:28:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ed8211a-b148-411a-81c0-40d0a8d78cc9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:13:33.483314 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-06076f52-9cff-4064-9478-b5963d62e7b3 req-ed82e905-d0f4-473b-b37c-a779c6332bd5 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (017366ab-c1c0-4da5-8112-2d37ccdc0f63), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:33.485994 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-06076f52-9cff-4064-9478-b5963d62e7b3 req-ed82e905-d0f4-473b-b37c-a779c6332bd5 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:33.487220 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-06076f52-9cff-4064-9478-b5963d62e7b3 req-ed82e905-d0f4-473b-b37c-a779c6332bd5 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] 10.222.0.41 "DELETE /v2.0/security-groups/017366ab-c1c0-4da5-8112-2d37ccdc0f63 HTTP/1.1" status: 204 len: 173 time: 0.3095613 Jan 28 07:13:33.493215 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a924e8d7-f098-457d-93f0-6d3844c6658c req-bd16be7c-7d1a-4ff2-b8f1-d6679c42d9be service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=894bf4df-0a8f-45bb-8ab0-8f624af07ccc HTTP/1.1" status: 200 len: 999 time: 0.1081285 Jan 28 07:13:33.500757 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed82e905-d0f4-473b-b37c-a779c6332bd5 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=017366ab-c1c0-4da5-8112-2d37ccdc0f63,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:13:33.532031 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9bac2568-eb90-4f1b-8689-851e418ec6c4 req-04f639b3-da71-4cd6-a2f2-59346f548c85 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c286ac6-5d5d-46b9-b282-9e68e0339bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249623 Jan 28 07:13:33.584496 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a924e8d7-f098-457d-93f0-6d3844c6658c req-e55b8870-bba0-4819-b78f-a6e78dff755a service neutron] 10.222.0.44 "GET /v2.0/networks/77aa199c-9565-430c-bcef-5bacd415f620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197398 Jan 28 07:13:33.593191 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a924e8d7-f098-457d-93f0-6d3844c6658c req-e107f99a-851d-4b34-98a4-b56d7c0337df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:33.595404 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a924e8d7-f098-457d-93f0-6d3844c6658c req-e107f99a-851d-4b34-98a4-b56d7c0337df service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c850e5b9-10d8-459c-a75d-89730d7df8b1 HTTP/1.1" status: 200 len: 851 time: 0.0925035 Jan 28 07:13:33.633565 n-d-712749-28 neutron-server[103283]: INFO neutron.api.v2.resource [req-bb32ba3d-1c4f-484a-9aac-601af981f675 req-13badbca-3609-40c9-9438-12d5670fddc2 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] show failed (client error): The resource could not be found. Jan 28 07:13:33.640873 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-bb32ba3d-1c4f-484a-9aac-601af981f675 req-13badbca-3609-40c9-9438-12d5670fddc2 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] 10.222.0.41 "GET /v2.0/security-groups/017366ab-c1c0-4da5-8112-2d37ccdc0f63 HTTP/1.1" status: 404 len: 352 time: 0.0512950 Jan 28 07:13:33.681101 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dd702e6-7a80-45cc-9dda-f28032a78da6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a6dd5ce-e322-4b63-87ab-ae801e185778'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:13:33.683885 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14faeb57-8e4f-4429-8a61-b794d021f1a1" -d '{"events": [{"server_uuid": "3dd702e6-7a80-45cc-9dda-f28032a78da6", "name": "network-vif-unplugged", "status": "completed", "tag": "4a6dd5ce-e322-4b63-87ab-ae801e185778"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:13:33.690473 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a924e8d7-f098-457d-93f0-6d3844c6658c req-b8048747-04a5-426b-81ce-a2c5f31a9d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:33.692132 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a924e8d7-f098-457d-93f0-6d3844c6658c req-b8048747-04a5-426b-81ce-a2c5f31a9d9b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=10e29fde-3535-4a1c-887d-2b3ed80d798e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0860996 Jan 28 07:13:33.704569 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bedb8f-7455-4b63-a94d-bc830d4f10d5 req-5d3f6817-a7b9-436e-a3b2-3718e74b4f32 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:33.710548 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 4a6dd5ce-e322-4b63-87ab-ae801e185778, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=4a6dd5ce-e322-4b63-87ab-ae801e185778,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:13:33.712020 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c5bedb8f-7455-4b63-a94d-bc830d4f10d5 req-5d3f6817-a7b9-436e-a3b2-3718e74b4f32 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=232ec39b-90f9-4df8-a403-fe1029cce065 HTTP/1.1" status: 200 len: 945 time: 0.1038666 Jan 28 07:13:33.723759 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (4a6dd5ce-e322-4b63-87ab-ae801e185778), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:33.730551 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port ac3e104f-c57d-48ac-a994-3959e7c8e806 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:13:33.730905 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (ac3e104f-c57d-48ac-a994-3959e7c8e806), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:33.768899 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a924e8d7-f098-457d-93f0-6d3844c6658c req-c89058c8-8854-4d40-be27-3b870a1869dd service neutron] 10.222.0.44 "GET /v2.0/networks/77aa199c-9565-430c-bcef-5bacd415f620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768174 Jan 28 07:13:33.769787 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac3e104f-c57d-48ac-a994-3959e7c8e806 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:13:33.779690 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e635f1a0-0f34-481e-ae03-6640d85c1bc4 req-05a7213b-1650-4381-9872-e93ed0eeebe4 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] 10.222.0.41 "GET /v2.0/security-groups/6ad31426-0803-40cc-bd82-7e76f31468bb HTTP/1.1" status: 200 len: 1820 time: 0.0998781 Jan 28 07:13:33.819334 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port ac3e104f-c57d-48ac-a994-3959e7c8e806, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=ac3e104f-c57d-48ac-a994-3959e7c8e806,segment=NetworkSegment(8c1a2649-126a-42b2-aa92-3dce43dd7caa),segment_id=8c1a2649-126a-42b2-aa92-3dce43dd7caa)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:13:33.822570 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-9f4984f7-16eb-4985-97ed-31773f3683ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28d83209-c84a-4b4e-ae88-386b2aabd8ea', 'name': 'tempest-ServersTestManualDisk-2116047052-router', 'tenant_id': '335e46d185694220829eb867308a9154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': '33c44737-7de6-4037-a388-1dd3feb34cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:12:44Z', 'updated_at': '2022-01-28T07:12:58Z', 'revision_number': 4, 'project_id': '335e46d185694220829eb867308a9154', 'gw_port': {'id': '33c44737-7de6-4037-a388-1dd3feb34cd7', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:01:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28d83209-c84a-4b4e-ae88-386b2aabd8ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:12:46Z', 'updated_at': '2022-01-28T07:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_floatingips': [{'id': '9d47cb2d-72ee-4247-acda-46d6fd9a858d', 'tenant_id': '335e46d185694220829eb867308a9154', 'floating_ip_address': '172.25.6.156', 'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'router_id': '28d83209-c84a-4b4e-ae88-386b2aabd8ea', 'port_id': '894bf4df-0a8f-45bb-8ab0-8f624af07ccc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1017, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '10e29fde-3535-4a1c-887d-2b3ed80d798e', 'mac_address': 'fa:16:3e:bc:79:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ca8e796-9c56-4ac8-8ff9-d563becb09f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:13:07Z', 'updated_at': '2022-01-28T07:13:31Z', 'revision_number': 1, 'project_id': '335e46d185694220829eb867308a9154', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3208226d-98ac-401e-aca5-0ac6985e8f2e', 'name': '', 'network_id': '10e29fde-3535-4a1c-887d-2b3ed80d798e', 'tenant_id': '335e46d185694220829eb867308a9154', 'mac_address': 'fa:16:3e:3f:10:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28d83209-c84a-4b4e-ae88-386b2aabd8ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'c850e5b9-10d8-459c-a75d-89730d7df8b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:12:55Z', 'updated_at': '2022-01-28T07:13:04Z', 'revision_number': 5, 'project_id': '335e46d185694220829eb867308a9154', 'subnets': [{'id': 'c850e5b9-10d8-459c-a75d-89730d7df8b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:13:33.832854 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c5bedb8f-7455-4b63-a94d-bc830d4f10d5 req-58f2108e-d04b-482f-9144-08b00458c108 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb65c68e-64e7-49d7-aa93-cf57ceaf78a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197677 Jan 28 07:13:33.856087 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=4a6dd5ce-e322-4b63-87ab-ae801e185778,revision_number=11']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:13:33.859938 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (ac3e104f-c57d-48ac-a994-3959e7c8e806), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:33.860936 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 17f0d048-8b0f-421f-8973-050abfc9ddc6 details requested by agent hyperv_n-h1-712749-28 with host n-h1-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:13:33.863984 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a924e8d7-f098-457d-93f0-6d3844c6658c req-ef923cac-11ea-4d03-b35c-f770dae284d0 service neutron] 10.222.0.10 "GET /v2.0/networks/10e29fde-3535-4a1c-887d-2b3ed80d798e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437588 Jan 28 07:13:33.874155 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4984f7-16eb-4985-97ed-31773f3683ae None None] The sync data for ids ['28d83209-c84a-4b4e-ae88-386b2aabd8ea'] in n-d-712749-28 is: [{'id': '28d83209-c84a-4b4e-ae88-386b2aabd8ea', 'name': 'tempest-ServersTestManualDisk-2116047052-router', 'tenant_id': '335e46d185694220829eb867308a9154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': '33c44737-7de6-4037-a388-1dd3feb34cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:12:44Z', 'updated_at': '2022-01-28T07:12:58Z', 'revision_number': 4, 'project_id': '335e46d185694220829eb867308a9154', 'gw_port': {'id': '33c44737-7de6-4037-a388-1dd3feb34cd7', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:01:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28d83209-c84a-4b4e-ae88-386b2aabd8ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:12:46Z', 'updated_at': '2022-01-28T07:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_floatingips': [{'id': '9d47cb2d-72ee-4247-acda-46d6fd9a858d', 'tenant_id': '335e46d185694220829eb867308a9154', 'floating_ip_address': '172.25.6.156', 'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'router_id': '28d83209-c84a-4b4e-ae88-386b2aabd8ea', 'port_id': '894bf4df-0a8f-45bb-8ab0-8f624af07ccc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1017, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '10e29fde-3535-4a1c-887d-2b3ed80d798e', 'mac_address': 'fa:16:3e:bc:79:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ca8e796-9c56-4ac8-8ff9-d563becb09f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:13:07Z', 'updated_at': '2022-01-28T07:13:31Z', 'revision_number': 1, 'project_id': '335e46d185694220829eb867308a9154', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3208226d-98ac-401e-aca5-0ac6985e8f2e', 'name': '', 'network_id': '10e29fde-3535-4a1c-887d-2b3ed80d798e', 'tenant_id': '335e46d185694220829eb867308a9154', 'mac_address': 'fa:16:3e:3f:10:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28d83209-c84a-4b4e-ae88-386b2aabd8ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'c850e5b9-10d8-459c-a75d-89730d7df8b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:12:55Z', 'updated_at': '2022-01-28T07:13:04Z', 'revision_number': 5, 'project_id': '335e46d185694220829eb867308a9154', 'subnets': [{'id': 'c850e5b9-10d8-459c-a75d-89730d7df8b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:13:33.876618 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-e635f1a0-0f34-481e-ae03-6640d85c1bc4 req-25cca37f-7a70-402c-86e1-47e67c15f7aa tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Publish callbacks [] for security_group (6ad31426-0803-40cc-bd82-7e76f31468bb), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:33.905955 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:33.923541 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-e635f1a0-0f34-481e-ae03-6640d85c1bc4 req-25cca37f-7a70-402c-86e1-47e67c15f7aa tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Publish callbacks [] for security_group (6ad31426-0803-40cc-bd82-7e76f31468bb), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:33.976600 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=ac3e104f-c57d-48ac-a994-3959e7c8e806,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:13:33.984173 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-e635f1a0-0f34-481e-ae03-6640d85c1bc4 req-25cca37f-7a70-402c-86e1-47e67c15f7aa tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (6ad31426-0803-40cc-bd82-7e76f31468bb), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:33.986949 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-e635f1a0-0f34-481e-ae03-6640d85c1bc4 req-25cca37f-7a70-402c-86e1-47e67c15f7aa tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:33.988174 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e635f1a0-0f34-481e-ae03-6640d85c1bc4 req-25cca37f-7a70-402c-86e1-47e67c15f7aa tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] 10.222.0.41 "DELETE /v2.0/security-groups/6ad31426-0803-40cc-bd82-7e76f31468bb HTTP/1.1" status: 204 len: 173 time: 0.2074122 Jan 28 07:13:33.999774 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cca37f-7a70-402c-86e1-47e67c15f7aa tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ad31426-0803-40cc-bd82-7e76f31468bb,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:13:34.021959 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a924e8d7-f098-457d-93f0-6d3844c6658c req-bccf922b-b02a-4779-90f6-48dd6714bf87 service neutron] 10.222.0.10 "GET /v2.0/networks/10e29fde-3535-4a1c-887d-2b3ed80d798e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475480 Jan 28 07:13:34.056969 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 07:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae26dcb7-0620-499e-ae58-2e858d8fa18f x-openstack-request-id: req-ae26dcb7-0620-499e-ae58-2e858d8fa18f {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:13:34.057362 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dd702e6-7a80-45cc-9dda-f28032a78da6", "name": "network-vif-unplugged", "status": "completed", "tag": "4a6dd5ce-e322-4b63-87ab-ae801e185778", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:13:34.057508 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ae26dcb7-0620-499e-ae58-2e858d8fa18f {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:13:34.059282 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dd702e6-7a80-45cc-9dda-f28032a78da6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a6dd5ce-e322-4b63-87ab-ae801e185778', 'code': 200} Jan 28 07:13:34.066186 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 17f0d048-8b0f-421f-8973-050abfc9ddc6, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=17f0d048-8b0f-421f-8973-050abfc9ddc6,segment=NetworkSegment(b38b5d3d-4197-4548-8b2f-aaaa5395d71b),segment_id=b38b5d3d-4197-4548-8b2f-aaaa5395d71b)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:13:34.084922 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 17f0d048-8b0f-421f-8973-050abfc9ddc6 has no active binding in host n-h1-712749-28 {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 28 07:13:34.113104 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677c9f59-389a-46e9-84b2-10c7fed63c10 req-d559d781-911f-444a-a0c7-fcccbaa4c16c tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:34.115315 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-677c9f59-389a-46e9-84b2-10c7fed63c10 req-d559d781-911f-444a-a0c7-fcccbaa4c16c tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc3d6cd9-66f3-49eb-ab71-f28481bb7170 HTTP/1.1" status: 200 len: 945 time: 0.0549800 Jan 28 07:13:34.168030 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-677c9f59-389a-46e9-84b2-10c7fed63c10 req-78df371c-a19c-4d02-af25-f2009ed6434a tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/security-groups?id=54f3b545-d68e-44ae-b5dc-1cfcda6094b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434880 Jan 28 07:13:34.206811 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01427887-6d2e-4892-9066-69f4bf5324ca None None] New status for floating IP 9d47cb2d-72ee-4247-acda-46d6fd9a858d: ACTIVE {{(pid=103286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 07:13:34.209188 n-d-712749-28 neutron-server[103283]: INFO neutron.api.v2.resource [req-dd6be182-09d6-46e9-b52c-5e8d0673bb25 req-31862b63-fb84-401e-960a-f55550c0b7d2 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] show failed (client error): The resource could not be found. Jan 28 07:13:34.212004 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-dd6be182-09d6-46e9-b52c-5e8d0673bb25 req-31862b63-fb84-401e-960a-f55550c0b7d2 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] 10.222.0.41 "GET /v2.0/security-groups/6ad31426-0803-40cc-bd82-7e76f31468bb HTTP/1.1" status: 404 len: 352 time: 0.0175951 Jan 28 07:13:34.305257 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1171d49f-b741-4191-9cf0-406fe0dafe1e req-6e144290-f94f-42ac-a4af-c05361b84dbc tempest-ImagesOneServerTestJSON-106757326 tempest-ImagesOneServerTestJSON-106757326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:34.306778 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1171d49f-b741-4191-9cf0-406fe0dafe1e req-6e144290-f94f-42ac-a4af-c05361b84dbc tempest-ImagesOneServerTestJSON-106757326 tempest-ImagesOneServerTestJSON-106757326-project] 10.222.0.41 "GET /v2.0/ports?device_id=3dd702e6-7a80-45cc-9dda-f28032a78da6 HTTP/1.1" status: 200 len: 948 time: 0.0523746 Jan 28 07:13:34.307930 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-bb6c26aa-4dcb-4838-8272-79a150b0636e req-dba02c99-27e1-49d2-8657-a5c590bd5644 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c7e5f5e1e5b6452e807f9cfd340509b9 HTTP/1.1" status: 200 len: 6203 time: 0.0742261 Jan 28 07:13:34.357273 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1171d49f-b741-4191-9cf0-406fe0dafe1e req-9eb24eb5-ba10-4d46-866a-6df69e0e3acc tempest-ImagesOneServerTestJSON-106757326 tempest-ImagesOneServerTestJSON-106757326-project] 10.222.0.41 "GET /v2.0/security-groups?id=a65f13c7-2687-4f51-975e-f35c9dc43c67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423265 Jan 28 07:13:34.357705 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-bb6c26aa-4dcb-4838-8272-79a150b0636e req-bd4e5b8a-e086-4a2c-845e-0f2953eaa641 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] 10.222.0.41 "GET /v2.0/security-groups/fa82ec26-34b4-44b8-888a-3a43aa497a5b HTTP/1.1" status: 200 len: 2998 time: 0.0407188 Jan 28 07:13:34.412461 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-bb6c26aa-4dcb-4838-8272-79a150b0636e req-9f7aba9a-8fb9-465c-b473-cc8024867eca tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] 10.222.0.41 "GET /v2.0/security-groups/fa82ec26-34b4-44b8-888a-3a43aa497a5b HTTP/1.1" status: 200 len: 2998 time: 0.0489402 Jan 28 07:13:34.440246 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-13762b4e-bb54-4feb-a365-d3dcbbf928a2 req-b75825ef-25f3-43b9-b43f-2e7b2737aeae tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-339423359', 'description': 'tempest-description-100814907'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:13:34.461430 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-13762b4e-bb54-4feb-a365-d3dcbbf928a2 req-b75825ef-25f3-43b9-b43f-2e7b2737aeae tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:34.527203 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-13762b4e-bb54-4feb-a365-d3dcbbf928a2 req-b75825ef-25f3-43b9-b43f-2e7b2737aeae tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Publish callbacks [] for security_group (a985a770-e9b6-45c6-b44e-e8facf6c944a), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:34.531229 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-13762b4e-bb54-4feb-a365-d3dcbbf928a2 req-b75825ef-25f3-43b9-b43f-2e7b2737aeae tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (a985a770-e9b6-45c6-b44e-e8facf6c944a), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:34.562325 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-13762b4e-bb54-4feb-a365-d3dcbbf928a2 req-b75825ef-25f3-43b9-b43f-2e7b2737aeae tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:34.563467 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-13762b4e-bb54-4feb-a365-d3dcbbf928a2 req-b75825ef-25f3-43b9-b43f-2e7b2737aeae tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.1284513 Jan 28 07:13:34.565239 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75825ef-25f3-43b9-b43f-2e7b2737aeae tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a985a770-e9b6-45c6-b44e-e8facf6c944a,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:13:34.588512 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-722ead43-6172-4ab3-bf40-4bc65e5644bb req-64da7f05-f2a4-4e28-93d2-f24193c8c755 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-961749050', 'description': 'tempest-description-2060119198'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:13:34.610064 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-722ead43-6172-4ab3-bf40-4bc65e5644bb req-64da7f05-f2a4-4e28-93d2-f24193c8c755 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:34.668511 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64bbabf-e929-47ac-9c17-8bc019f4000f req-a9a7622b-3931-40b2-baa2-64b6779d843d tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:34.671406 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a64bbabf-e929-47ac-9c17-8bc019f4000f req-a9a7622b-3931-40b2-baa2-64b6779d843d tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/ports?device_id=0423b6ae-0c62-4f3f-ae33-ac4715e97d12 HTTP/1.1" status: 200 len: 943 time: 0.0508978 Jan 28 07:13:34.685523 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-722ead43-6172-4ab3-bf40-4bc65e5644bb req-64da7f05-f2a4-4e28-93d2-f24193c8c755 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Publish callbacks [] for security_group (ddba1ea5-ab6d-4316-84ad-4e6bab2458f0), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:34.689509 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-722ead43-6172-4ab3-bf40-4bc65e5644bb req-64da7f05-f2a4-4e28-93d2-f24193c8c755 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (ddba1ea5-ab6d-4316-84ad-4e6bab2458f0), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:34.719996 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-722ead43-6172-4ab3-bf40-4bc65e5644bb req-64da7f05-f2a4-4e28-93d2-f24193c8c755 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:34.721248 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-722ead43-6172-4ab3-bf40-4bc65e5644bb req-64da7f05-f2a4-4e28-93d2-f24193c8c755 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.1371183 Jan 28 07:13:34.723531 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a64bbabf-e929-47ac-9c17-8bc019f4000f req-6af8378b-216a-4e22-8de3-e6fecc09bba1 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c286ac6-5d5d-46b9-b282-9e68e0339bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429945 Jan 28 07:13:34.734330 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64da7f05-f2a4-4e28-93d2-f24193c8c755 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddba1ea5-ab6d-4316-84ad-4e6bab2458f0,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:13:34.822147 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['ac3e104f-c57d-48ac-a994-3959e7c8e806'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:13:34.956561 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34f6c95-c136-4a86-996c-2f813dca5618 req-443a66cc-4f5d-442a-ae15-b62f09437f8b tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:34.958065 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d34f6c95-c136-4a86-996c-2f813dca5618 req-443a66cc-4f5d-442a-ae15-b62f09437f8b tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] 10.222.0.41 "GET /v2.0/networks?id=ed2a86a8-da73-4f39-8b11-88940252842f HTTP/1.1" status: 200 len: 812 time: 0.1211448 Jan 28 07:13:34.960929 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf9e927-9e79-47e9-a6dd-ad80eae9507e req-bcd31c5f-747c-4560-b71b-48cf79018d65 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:34.962552 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-abf9e927-9e79-47e9-a6dd-ad80eae9507e req-bcd31c5f-747c-4560-b71b-48cf79018d65 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=232ec39b-90f9-4df8-a403-fe1029cce065 HTTP/1.1" status: 200 len: 945 time: 0.0542011 Jan 28 07:13:34.974916 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d34f6c95-c136-4a86-996c-2f813dca5618 req-801f6343-986f-4c1f-8bca-7a1e754f5e6b tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] 10.222.0.41 "GET /v2.0/quotas/c7e5f5e1e5b6452e807f9cfd340509b9 HTTP/1.1" status: 200 len: 375 time: 0.0100620 Jan 28 07:13:35.014880 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-abf9e927-9e79-47e9-a6dd-ad80eae9507e req-96a9e098-724d-447b-aa05-4e2d26b7992f tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb65c68e-64e7-49d7-aa93-cf57ceaf78a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461960 Jan 28 07:13:35.026670 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d34f6c95-c136-4a86-996c-2f813dca5618 req-8af146e7-56fb-4c49-847e-86b2282a9c9e tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c7e5f5e1e5b6452e807f9cfd340509b9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0462372 Jan 28 07:13:35.117602 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d34f6c95-c136-4a86-996c-2f813dca5618 req-4f828b66-1465-41a0-87d7-d5cc84ccb309 service neutron] 10.222.0.41 "GET /v2.0/networks/ed2a86a8-da73-4f39-8b11-88940252842f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827985 Jan 28 07:13:35.213100 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d34f6c95-c136-4a86-996c-2f813dca5618 req-a8935750-3d28-4ab0-985a-385287c05bdb service neutron] 10.222.0.41 "GET /v2.0/networks/ed2a86a8-da73-4f39-8b11-88940252842f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887623 Jan 28 07:13:35.289226 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8ba826-9ed4-4a84-a0bb-0f618a7b056c req-164ed142-ec87-4185-add2-82e7ee1f2db5 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:35.290700 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-de8ba826-9ed4-4a84-a0bb-0f618a7b056c req-164ed142-ec87-4185-add2-82e7ee1f2db5 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc3d6cd9-66f3-49eb-ab71-f28481bb7170 HTTP/1.1" status: 200 len: 945 time: 0.0503776 Jan 28 07:13:35.345765 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-de8ba826-9ed4-4a84-a0bb-0f618a7b056c req-a07dcac6-2fb2-49d2-b4bf-0f67a44b7b04 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/security-groups?id=54f3b545-d68e-44ae-b5dc-1cfcda6094b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485566 Jan 28 07:13:35.419298 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4172880a-b7cf-4e13-92f1-81725dfe2511 req-a98a8351-97e7-41c9-9690-0b00bfdbf00f tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] 10.222.0.41 "GET /v2.0/ports?device_id=7309452d-66ed-4a8c-8139-b8745989715e HTTP/1.1" status: 200 len: 210 time: 0.0313129 Jan 28 07:13:35.510466 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c85956-499c-464b-bd22-afbc2d443b7d req-3aec3e7a-9f1b-4b64-be4b-39b20afabff7 tempest-ImagesOneServerTestJSON-106757326 tempest-ImagesOneServerTestJSON-106757326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:35.512048 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-82c85956-499c-464b-bd22-afbc2d443b7d req-3aec3e7a-9f1b-4b64-be4b-39b20afabff7 tempest-ImagesOneServerTestJSON-106757326 tempest-ImagesOneServerTestJSON-106757326-project] 10.222.0.41 "GET /v2.0/ports?device_id=3dd702e6-7a80-45cc-9dda-f28032a78da6 HTTP/1.1" status: 200 len: 948 time: 0.0502257 Jan 28 07:13:35.561170 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-82c85956-499c-464b-bd22-afbc2d443b7d req-a873e70d-3308-4163-89a7-98845fcd8cdc tempest-ImagesOneServerTestJSON-106757326 tempest-ImagesOneServerTestJSON-106757326-project] 10.222.0.41 "GET /v2.0/security-groups?id=a65f13c7-2687-4f51-975e-f35c9dc43c67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430152 Jan 28 07:13:35.572968 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f40bdf44-fefc-4506-b179-ad2834afc0cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:35.842585 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7e17b6-1371-49cd-9e64-e5442d83b60c req-bee6ec81-9d2d-4aac-905c-eccb020f0279 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:35.844081 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7b7e17b6-1371-49cd-9e64-e5442d83b60c req-bee6ec81-9d2d-4aac-905c-eccb020f0279 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/ports?device_id=0423b6ae-0c62-4f3f-ae33-ac4715e97d12 HTTP/1.1" status: 200 len: 943 time: 0.0507214 Jan 28 07:13:35.892642 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7b7e17b6-1371-49cd-9e64-e5442d83b60c req-5f885c7c-0003-4edb-b307-4250aa2c5a54 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c286ac6-5d5d-46b9-b282-9e68e0339bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430651 Jan 28 07:13:36.125352 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00092570-827d-40ef-a902-677c0c9c6740 req-851f255d-ec2b-471f-87c7-1baf3ef75242 tempest-ImagesOneServerTestJSON-106757326 tempest-ImagesOneServerTestJSON-106757326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:36.126854 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-00092570-827d-40ef-a902-677c0c9c6740 req-851f255d-ec2b-471f-87c7-1baf3ef75242 tempest-ImagesOneServerTestJSON-106757326 tempest-ImagesOneServerTestJSON-106757326-project] 10.222.0.10 "GET /v2.0/ports?device_id=3dd702e6-7a80-45cc-9dda-f28032a78da6 HTTP/1.1" status: 200 len: 948 time: 0.0492437 Jan 28 07:13:36.152483 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da079a95-044e-4479-811c-3fa746eed90b req-bb0f24b3-701a-49a2-a681-5d961919a20d tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:36.154544 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-da079a95-044e-4479-811c-3fa746eed90b req-bb0f24b3-701a-49a2-a681-5d961919a20d tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=232ec39b-90f9-4df8-a403-fe1029cce065 HTTP/1.1" status: 200 len: 945 time: 0.0663130 Jan 28 07:13:36.227996 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-da079a95-044e-4479-811c-3fa746eed90b req-f2be62b3-8d35-4a03-a91e-5e0edaf91b0b tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb65c68e-64e7-49d7-aa93-cf57ceaf78a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669055 Jan 28 07:13:36.232096 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-00092570-827d-40ef-a902-677c0c9c6740 req-abc692f5-318d-4994-bc96-4d52aeed072d tempest-ImagesOneServerTestJSON-106757326 tempest-ImagesOneServerTestJSON-106757326-project] Deleting port 4a6dd5ce-e322-4b63-87ab-ae801e185778 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:13:36.232472 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-00092570-827d-40ef-a902-677c0c9c6740 req-abc692f5-318d-4994-bc96-4d52aeed072d tempest-ImagesOneServerTestJSON-106757326 tempest-ImagesOneServerTestJSON-106757326-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (4a6dd5ce-e322-4b63-87ab-ae801e185778), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:36.259221 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-142e8344-e377-473a-876c-28add5bdab93 req-99c6f62f-b47e-4d7a-b59d-13a3e031017d service neutron] 10.222.0.44 "GET /v2.0/ports/17f0d048-8b0f-421f-8973-050abfc9ddc6/bindings/n-h1-712749-28 HTTP/1.1" status: 200 len: 385 time: 0.0705528 Jan 28 07:13:36.320273 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-00092570-827d-40ef-a902-677c0c9c6740 req-abc692f5-318d-4994-bc96-4d52aeed072d tempest-ImagesOneServerTestJSON-106757326 tempest-ImagesOneServerTestJSON-106757326-project] For port 4a6dd5ce-e322-4b63-87ab-ae801e185778, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=4a6dd5ce-e322-4b63-87ab-ae801e185778,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:13:36.320639 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-00092570-827d-40ef-a902-677c0c9c6740 req-abc692f5-318d-4994-bc96-4d52aeed072d tempest-ImagesOneServerTestJSON-106757326 tempest-ImagesOneServerTestJSON-106757326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (4a6dd5ce-e322-4b63-87ab-ae801e185778), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:36.335410 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-00092570-827d-40ef-a902-677c0c9c6740 req-abc692f5-318d-4994-bc96-4d52aeed072d tempest-ImagesOneServerTestJSON-106757326 tempest-ImagesOneServerTestJSON-106757326-project] Calling delete_port for 4a6dd5ce-e322-4b63-87ab-ae801e185778 owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:13:36.524864 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ed8c84-7e34-43a0-ac9c-bac6d8e54a39 req-a142ef5d-737c-4f93-bb59-38682b3b2553 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:36.526768 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b0ed8c84-7e34-43a0-ac9c-bac6d8e54a39 req-a142ef5d-737c-4f93-bb59-38682b3b2553 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc3d6cd9-66f3-49eb-ab71-f28481bb7170 HTTP/1.1" status: 200 len: 945 time: 0.0987642 Jan 28 07:13:36.528871 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-00092570-827d-40ef-a902-677c0c9c6740 req-abc692f5-318d-4994-bc96-4d52aeed072d tempest-ImagesOneServerTestJSON-106757326 tempest-ImagesOneServerTestJSON-106757326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (4a6dd5ce-e322-4b63-87ab-ae801e185778), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:36.671854 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc692f5-318d-4994-bc96-4d52aeed072d tempest-ImagesOneServerTestJSON-106757326 tempest-ImagesOneServerTestJSON-106757326-project] Pushing event deleted for resources: {'Port': ['ID=4a6dd5ce-e322-4b63-87ab-ae801e185778,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:13:36.704840 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-00092570-827d-40ef-a902-677c0c9c6740 req-abc692f5-318d-4994-bc96-4d52aeed072d tempest-ImagesOneServerTestJSON-106757326 tempest-ImagesOneServerTestJSON-106757326-project] No DVR routers for this DVR port 4a6dd5ce-e322-4b63-87ab-ae801e185778 on host n-h1-712749-28 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:13:36.715186 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-00092570-827d-40ef-a902-677c0c9c6740 req-abc692f5-318d-4994-bc96-4d52aeed072d tempest-ImagesOneServerTestJSON-106757326 tempest-ImagesOneServerTestJSON-106757326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:36.719471 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-00092570-827d-40ef-a902-677c0c9c6740 req-abc692f5-318d-4994-bc96-4d52aeed072d tempest-ImagesOneServerTestJSON-106757326 tempest-ImagesOneServerTestJSON-106757326-project] 10.222.0.10 "DELETE /v2.0/ports/4a6dd5ce-e322-4b63-87ab-ae801e185778 HTTP/1.1" status: 204 len: 173 time: 0.5872116 Jan 28 07:13:36.720024 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dd702e6-7a80-45cc-9dda-f28032a78da6', 'name': 'network-vif-deleted', 'tag': '4a6dd5ce-e322-4b63-87ab-ae801e185778'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:13:36.722623 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0131fa4-c0dd-4934-811a-7cb4add6c051" -d '{"events": [{"server_uuid": "3dd702e6-7a80-45cc-9dda-f28032a78da6", "name": "network-vif-deleted", "tag": "4a6dd5ce-e322-4b63-87ab-ae801e185778"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:13:36.734388 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-04c4311f-de60-41b6-812f-cf663de12490 req-bbc842b7-9c14-4e90-b319-069edeecb4c0 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] 10.222.0.41 "GET /v2.0/ports?device_id=7309452d-66ed-4a8c-8139-b8745989715e HTTP/1.1" status: 200 len: 210 time: 0.0404944 Jan 28 07:13:36.754203 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b0ed8c84-7e34-43a0-ac9c-bac6d8e54a39 req-baa86dff-09bf-4f0d-8284-5fddf1a1b50d tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/security-groups?id=54f3b545-d68e-44ae-b5dc-1cfcda6094b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136679 Jan 28 07:13:36.823846 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-142e8344-e377-473a-876c-28add5bdab93 req-f88e6234-3539-4b2e-b0ad-322703013850 service neutron] For port 17f0d048-8b0f-421f-8973-050abfc9ddc6, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=17f0d048-8b0f-421f-8973-050abfc9ddc6,segment=NetworkSegment(b38b5d3d-4197-4548-8b2f-aaaa5395d71b),segment_id=b38b5d3d-4197-4548-8b2f-aaaa5395d71b)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:13:36.835435 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96361633-9f4f-4392-8e6b-7c807c4fcfb6 x-openstack-request-id: req-96361633-9f4f-4392-8e6b-7c807c4fcfb6 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:13:36.835743 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dd702e6-7a80-45cc-9dda-f28032a78da6", "name": "network-vif-deleted", "tag": "4a6dd5ce-e322-4b63-87ab-ae801e185778", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:13:36.836006 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-96361633-9f4f-4392-8e6b-7c807c4fcfb6 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:13:36.836435 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dd702e6-7a80-45cc-9dda-f28032a78da6', 'name': 'network-vif-deleted', 'tag': '4a6dd5ce-e322-4b63-87ab-ae801e185778', 'status': 'completed', 'code': 200} Jan 28 07:13:36.843326 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34f6c95-c136-4a86-996c-2f813dca5618 req-8bcdcb05-c298-4e21-aaba-c6821954c1b1 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:36.844848 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d34f6c95-c136-4a86-996c-2f813dca5618 req-8bcdcb05-c298-4e21-aaba-c6821954c1b1 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] 10.222.0.44 "GET /v2.0/networks?id=ed2a86a8-da73-4f39-8b11-88940252842f HTTP/1.1" status: 200 len: 812 time: 0.3060572 Jan 28 07:13:36.855035 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:36.889765 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-fd62ae27-5ed1-4cfd-8eea-819d7ed2e5c5 req-fc15cb6b-7e5e-44da-af19-1c4913d7fd43 tempest-ImagesOneServerTestJSON-106757326 tempest-ImagesOneServerTestJSON-106757326-project] 10.222.0.41 "GET /v2.0/ports?device_id=3dd702e6-7a80-45cc-9dda-f28032a78da6 HTTP/1.1" status: 200 len: 210 time: 0.0405715 Jan 28 07:13:36.890713 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-142e8344-e377-473a-876c-28add5bdab93 req-f88e6234-3539-4b2e-b0ad-322703013850 service neutron] For port 17f0d048-8b0f-421f-8973-050abfc9ddc6, host n-h2-712749-28, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:13:36.894815 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-d34f6c95-c136-4a86-996c-2f813dca5618 req-5f3d7c28-473c-4156-b75f-15f39a7a9729 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Request body: {'port': {'device_id': '7309452d-66ed-4a8c-8139-b8745989715e', 'network_id': 'ed2a86a8-da73-4f39-8b11-88940252842f', 'admin_state_up': True, 'tenant_id': 'c7e5f5e1e5b6452e807f9cfd340509b9'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:13:36.952331 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [req-142e8344-e377-473a-876c-28add5bdab93 req-f88e6234-3539-4b2e-b0ad-322703013850 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17f0d048-8b0f-421f-8973-050abfc9ddc6 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:13:36.972991 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-142e8344-e377-473a-876c-28add5bdab93 req-f88e6234-3539-4b2e-b0ad-322703013850 service neutron] For port 17f0d048-8b0f-421f-8973-050abfc9ddc6, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=17f0d048-8b0f-421f-8973-050abfc9ddc6,segment=NetworkSegment(b38b5d3d-4197-4548-8b2f-aaaa5395d71b),segment_id=b38b5d3d-4197-4548-8b2f-aaaa5395d71b)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:13:36.991632 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-142e8344-e377-473a-876c-28add5bdab93 req-f88e6234-3539-4b2e-b0ad-322703013850 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (17f0d048-8b0f-421f-8973-050abfc9ddc6), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:37.093642 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b040814-0a08-41f6-84f8-395568ede538 req-3426c19d-5624-4c39-8e43-5a7fa12a3da2 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:37.095451 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3b040814-0a08-41f6-84f8-395568ede538 req-3426c19d-5624-4c39-8e43-5a7fa12a3da2 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/ports?device_id=0423b6ae-0c62-4f3f-ae33-ac4715e97d12 HTTP/1.1" status: 200 len: 943 time: 0.1140895 Jan 28 07:13:37.096099 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d34f6c95-c136-4a86-996c-2f813dca5618 req-5f3d7c28-473c-4156-b75f-15f39a7a9729 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Made reservation on behalf of c7e5f5e1e5b6452e807f9cfd340509b9 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:13:37.097298 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [req-142e8344-e377-473a-876c-28add5bdab93 req-f88e6234-3539-4b2e-b0ad-322703013850 service neutron] Transition to ACTIVE for port object 17f0d048-8b0f-421f-8973-050abfc9ddc6 will not be triggered until provisioned by entity L2. {{(pid=103283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:13:37.099441 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d34f6c95-c136-4a86-996c-2f813dca5618 req-5f3d7c28-473c-4156-b75f-15f39a7a9729 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:37.103380 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-142e8344-e377-473a-876c-28add5bdab93 req-f88e6234-3539-4b2e-b0ad-322703013850 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (17f0d048-8b0f-421f-8973-050abfc9ddc6), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:37.166039 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device ac3e104f-c57d-48ac-a994-3959e7c8e806 up at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:13:37.174665 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-142e8344-e377-473a-876c-28add5bdab93 req-f88e6234-3539-4b2e-b0ad-322703013850 service neutron] No DVR routers for this DVR port 17f0d048-8b0f-421f-8973-050abfc9ddc6 on host n-h2-712749-28 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:13:37.218707 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-142e8344-e377-473a-876c-28add5bdab93 req-f88e6234-3539-4b2e-b0ad-322703013850 service neutron] 10.222.0.44 "PUT /v2.0/ports/17f0d048-8b0f-421f-8973-050abfc9ddc6/bindings/n-h1-712749-28/activate HTTP/1.1" status: 200 len: 370 time: 0.9497397 Jan 28 07:13:37.232967 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88e6234-3539-4b2e-b0ad-322703013850 service neutron] Pushing event updated for resources: {'Port': ['ID=17f0d048-8b0f-421f-8973-050abfc9ddc6,revision_number=10']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:13:37.248546 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3b040814-0a08-41f6-84f8-395568ede538 req-086ad0f7-ee24-4b47-a720-ec26174159c1 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c286ac6-5d5d-46b9-b282-9e68e0339bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388111 Jan 28 07:13:37.262120 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning for port ac3e104f-c57d-48ac-a994-3959e7c8e806 completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:13:37.277765 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning complete for port ac3e104f-c57d-48ac-a994-3959e7c8e806 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:13:37.278183 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (ac3e104f-c57d-48ac-a994-3959e7c8e806), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:37.337278 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-d34f6c95-c136-4a86-996c-2f813dca5618 req-5f3d7c28-473c-4156-b75f-15f39a7a9729 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Allocated IP 172.20.0.9 (ed2a86a8-da73-4f39-8b11-88940252842f/4c735598-017d-4dd4-9654-6370a2a3beef/aa929fb3-ad84-4987-ace8-5324519cc8f5) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:13:37.392418 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port ac3e104f-c57d-48ac-a994-3959e7c8e806 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:13:37.392808 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (ac3e104f-c57d-48ac-a994-3959e7c8e806), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:37.423136 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc3d6cd9-66f3-49eb-ab71-f28481bb7170', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac3e104f-c57d-48ac-a994-3959e7c8e806'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:13:37.425802 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a463c1fe-dfc5-4819-a246-239ecdc336d0" -d '{"events": [{"server_uuid": "bc3d6cd9-66f3-49eb-ab71-f28481bb7170", "name": "network-vif-plugged", "status": "completed", "tag": "ac3e104f-c57d-48ac-a994-3959e7c8e806"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:13:37.444755 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port ac3e104f-c57d-48ac-a994-3959e7c8e806, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=ac3e104f-c57d-48ac-a994-3959e7c8e806,segment=NetworkSegment(8c1a2649-126a-42b2-aa92-3dce43dd7caa),segment_id=8c1a2649-126a-42b2-aa92-3dce43dd7caa)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:13:37.450815 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (ac3e104f-c57d-48ac-a994-3959e7c8e806), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:37.502914 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b688fa32-5b74-4e9e-b0d5-39919c3b5eeb x-openstack-request-id: req-b688fa32-5b74-4e9e-b0d5-39919c3b5eeb {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:13:37.503213 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc3d6cd9-66f3-49eb-ab71-f28481bb7170", "name": "network-vif-plugged", "status": "completed", "tag": "ac3e104f-c57d-48ac-a994-3959e7c8e806", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:13:37.503465 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b688fa32-5b74-4e9e-b0d5-39919c3b5eeb {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:13:37.503866 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc3d6cd9-66f3-49eb-ab71-f28481bb7170', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac3e104f-c57d-48ac-a994-3959e7c8e806', 'code': 200} Jan 28 07:13:37.515448 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=ac3e104f-c57d-48ac-a994-3959e7c8e806,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:13:37.567542 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142e8344-e377-473a-876c-28add5bdab93 req-d1b47137-8856-4721-94e0-f73e5fa234a9 tempest-LiveMigrationTest-521921630 tempest-LiveMigrationTest-521921630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:37.569248 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-142e8344-e377-473a-876c-28add5bdab93 req-d1b47137-8856-4721-94e0-f73e5fa234a9 tempest-LiveMigrationTest-521921630 tempest-LiveMigrationTest-521921630-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=0423b6ae-0c62-4f3f-ae33-ac4715e97d12&tenant_id=1b5821c096cf43639ed10b07e04f5303&binding%3Ahost_id=n-h2-712749-28 HTTP/1.1" status: 200 len: 1096 time: 0.1621268 Jan 28 07:13:37.591238 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9081b8a-8a16-4498-be78-42f5cb60afbb req-be8a097e-0c13-4b99-86df-8c098d5d4792 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:37.598324 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d9081b8a-8a16-4498-be78-42f5cb60afbb req-be8a097e-0c13-4b99-86df-8c098d5d4792 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=232ec39b-90f9-4df8-a403-fe1029cce065 HTTP/1.1" status: 200 len: 945 time: 0.1702197 Jan 28 07:13:37.696062 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af14510-73a2-4773-949e-b22646941376 req-c41ce85b-59e5-4287-bdc6-28268d8162a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:37.698558 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-3af14510-73a2-4773-949e-b22646941376 req-c41ce85b-59e5-4287-bdc6-28268d8162a3 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=bc3d6cd9-66f3-49eb-ab71-f28481bb7170 HTTP/1.1" status: 200 len: 1098 time: 0.0546865 Jan 28 07:13:37.746213 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d34f6c95-c136-4a86-996c-2f813dca5618 req-5f3d7c28-473c-4156-b75f-15f39a7a9729 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Publish callbacks [] for port (aa929fb3-ad84-4987-ace8-5324519cc8f5), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:37.757527 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-3af14510-73a2-4773-949e-b22646941376 req-f84a10a1-8dc1-47ec-8ed7-1566cfd32f2e service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=54f3b545-d68e-44ae-b5dc-1cfcda6094b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413234 Jan 28 07:13:37.769224 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142e8344-e377-473a-876c-28add5bdab93 req-e310ee5e-bf69-4179-a715-f893535378e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:37.770741 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-142e8344-e377-473a-876c-28add5bdab93 req-e310ee5e-bf69-4179-a715-f893535378e3 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0423b6ae-0c62-4f3f-ae33-ac4715e97d12&tenant_id=1b5821c096cf43639ed10b07e04f5303 HTTP/1.1" status: 200 len: 1096 time: 0.1630170 Jan 28 07:13:37.777536 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d9081b8a-8a16-4498-be78-42f5cb60afbb req-7f74c2d0-4dd7-485b-9458-31a61633f7cf tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb65c68e-64e7-49d7-aa93-cf57ceaf78a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1783996 Jan 28 07:13:37.825962 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d34f6c95-c136-4a86-996c-2f813dca5618 req-5f3d7c28-473c-4156-b75f-15f39a7a9729 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (aa929fb3-ad84-4987-ace8-5324519cc8f5), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:37.862623 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['3180d400-882b-4c2e-8569-dbafa1fabdbb'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:13:37.951594 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08542d3-20ce-4afb-acbe-080047dc2249 req-488c1bb9-1f75-469e-9f6a-c4d3f584357a tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:37.953628 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a08542d3-20ce-4afb-acbe-080047dc2249 req-488c1bb9-1f75-469e-9f6a-c4d3f584357a tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc3d6cd9-66f3-49eb-ab71-f28481bb7170 HTTP/1.1" status: 200 len: 946 time: 0.0567398 Jan 28 07:13:38.010170 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a08542d3-20ce-4afb-acbe-080047dc2249 req-20fb002a-b1b1-45b9-9a13-4cb0105d1e9e tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/security-groups?id=54f3b545-d68e-44ae-b5dc-1cfcda6094b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507371 Jan 28 07:13:38.158378 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d34f6c95-c136-4a86-996c-2f813dca5618 req-5f3d7c28-473c-4156-b75f-15f39a7a9729 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Network ed2a86a8-da73-4f39-8b11-88940252842f is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:13:38.161843 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-d34f6c95-c136-4a86-996c-2f813dca5618 req-5f3d7c28-473c-4156-b75f-15f39a7a9729 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:13:38.166366 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-d34f6c95-c136-4a86-996c-2f813dca5618 req-5f3d7c28-473c-4156-b75f-15f39a7a9729 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:13:38.185143 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142e8344-e377-473a-876c-28add5bdab93 req-f38eeca4-cbfd-4187-9aad-3d4510eb64af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:38.187025 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-142e8344-e377-473a-876c-28add5bdab93 req-f38eeca4-cbfd-4187-9aad-3d4510eb64af service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1b5821c096cf43639ed10b07e04f5303&device_id=0423b6ae-0c62-4f3f-ae33-ac4715e97d12 HTTP/1.1" status: 200 len: 1096 time: 0.0546048 Jan 28 07:13:38.212611 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3d7c28-473c-4156-b75f-15f39a7a9729 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Pushing event updated for resources: {'Port': ['ID=aa929fb3-ad84-4987-ace8-5324519cc8f5,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:13:38.224590 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c6ca70-39dc-4873-b036-52e19fcfb721 req-2ca15bc0-b0aa-4601-b9f0-29229a746139 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:38.226090 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c6c6ca70-39dc-4873-b036-52e19fcfb721 req-2ca15bc0-b0aa-4601-b9f0-29229a746139 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] 10.222.0.41 "GET /v2.0/ports?device_id=7309452d-66ed-4a8c-8139-b8745989715e HTTP/1.1" status: 200 len: 931 time: 0.3653383 Jan 28 07:13:38.245744 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34f6c95-c136-4a86-996c-2f813dca5618 req-5f3d7c28-473c-4156-b75f-15f39a7a9729 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:38.246364 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d34f6c95-c136-4a86-996c-2f813dca5618 req-5f3d7c28-473c-4156-b75f-15f39a7a9729 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:38.277018 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d34f6c95-c136-4a86-996c-2f813dca5618 req-5f3d7c28-473c-4156-b75f-15f39a7a9729 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3877740 Jan 28 07:13:38.302602 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-d34f6c95-c136-4a86-996c-2f813dca5618 req-21c87490-033f-4910-a521-211a79151c17 service neutron] Request body: {'port': {'device_id': '7309452d-66ed-4a8c-8139-b8745989715e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712749-28'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:13:38.313414 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c6c6ca70-39dc-4873-b036-52e19fcfb721 req-edb4faff-57f9-4b68-a205-43728bb41389 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] 10.222.0.41 "GET /v2.0/security-groups?id=fa82ec26-34b4-44b8-888a-3a43aa497a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798099 Jan 28 07:13:38.320742 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 41122) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:13:38.371544 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142e8344-e377-473a-876c-28add5bdab93 req-69684329-d197-4c74-9556-f7ea3189aa14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:38.374610 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-142e8344-e377-473a-876c-28add5bdab93 req-69684329-d197-4c74-9556-f7ea3189aa14 service neutron] 10.222.0.10 "GET /v2.0/networks?id=77aa199c-9565-430c-bcef-5bacd415f620 HTTP/1.1" status: 200 len: 909 time: 0.1476276 Jan 28 07:13:38.379733 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d34f6c95-c136-4a86-996c-2f813dca5618 req-21c87490-033f-4910-a521-211a79151c17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (aa929fb3-ad84-4987-ace8-5324519cc8f5), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:38.398358 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a993dd6-cfdd-4b60-a05a-6e8ecd13a913 req-63dde970-793c-45d7-996a-a0609cc518ac tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:38.399918 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8a993dd6-cfdd-4b60-a05a-6e8ecd13a913 req-63dde970-793c-45d7-996a-a0609cc518ac tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/ports?device_id=0423b6ae-0c62-4f3f-ae33-ac4715e97d12 HTTP/1.1" status: 200 len: 944 time: 0.0800929 Jan 28 07:13:38.455224 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-142e8344-e377-473a-876c-28add5bdab93 req-6b5d4c5d-2da6-438d-84bf-1335f5b2672c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=17f0d048-8b0f-421f-8973-050abfc9ddc6 HTTP/1.1" status: 200 len: 217 time: 0.0523491 Jan 28 07:13:38.535267 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:38.540377 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8a993dd6-cfdd-4b60-a05a-6e8ecd13a913 req-ddbbb537-0fbe-4027-806f-1955f070238f tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c286ac6-5d5d-46b9-b282-9e68e0339bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880013 Jan 28 07:13:38.575330 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142e8344-e377-473a-876c-28add5bdab93 req-fcc55763-d0d3-40f5-94d0-a4b5f950339e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:38.576851 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-142e8344-e377-473a-876c-28add5bdab93 req-fcc55763-d0d3-40f5-94d0-a4b5f950339e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e60d974b-4a97-44ad-8684-0b13afa61368 HTTP/1.1" status: 200 len: 848 time: 0.0780172 Jan 28 07:13:38.623705 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-1af41a74-0645-44f7-9dbc-cfb831b15eba admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=854e1fa7a09d4479b41a2770247f8b9f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3016567 Jan 28 07:13:38.625937 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-142e8344-e377-473a-876c-28add5bdab93 req-899bc9d5-e8de-409c-8fab-84445c3fc7ba service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=77aa199c-9565-430c-bcef-5bacd415f620&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309584 Jan 28 07:13:38.626472 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 41128) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:13:38.725287 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fdee2e95-c27f-47fe-b8f1-32ac1f7fb6c0 admin admin] Publish callbacks [] for security_group (a65f13c7-2687-4f51-975e-f35c9dc43c67), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:38.735632 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-d34f6c95-c136-4a86-996c-2f813dca5618 req-21c87490-033f-4910-a521-211a79151c17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa929fb3-ad84-4987-ace8-5324519cc8f5 {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:13:38.737990 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-142e8344-e377-473a-876c-28add5bdab93 req-f256084d-79bc-4d62-b4fd-411203cb8f90 service neutron] 10.222.0.10 "GET /v2.0/networks/77aa199c-9565-430c-bcef-5bacd415f620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038957 Jan 28 07:13:38.749764 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d34f6c95-c136-4a86-996c-2f813dca5618 req-21c87490-033f-4910-a521-211a79151c17 service neutron] Publish callbacks [] for port (aa929fb3-ad84-4987-ace8-5324519cc8f5), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:38.766595 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fdee2e95-c27f-47fe-b8f1-32ac1f7fb6c0 admin admin] Publish callbacks [] for security_group (a65f13c7-2687-4f51-975e-f35c9dc43c67), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:38.777659 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-d34f6c95-c136-4a86-996c-2f813dca5618 req-21c87490-033f-4910-a521-211a79151c17 service neutron] Transition to ACTIVE for port object aa929fb3-ad84-4987-ace8-5324519cc8f5 will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:13:38.786847 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d34f6c95-c136-4a86-996c-2f813dca5618 req-21c87490-033f-4910-a521-211a79151c17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (aa929fb3-ad84-4987-ace8-5324519cc8f5), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:38.857062 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c87490-033f-4910-a521-211a79151c17 service neutron] Pushing event updated for resources: {'Port': ['ID=aa929fb3-ad84-4987-ace8-5324519cc8f5,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:13:38.863118 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-142e8344-e377-473a-876c-28add5bdab93 req-bb7557e2-c0d5-435b-846e-19a6c8050951 service neutron] 10.222.0.10 "GET /v2.0/networks/77aa199c-9565-430c-bcef-5bacd415f620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155345 Jan 28 07:13:38.894573 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fdee2e95-c27f-47fe-b8f1-32ac1f7fb6c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (a65f13c7-2687-4f51-975e-f35c9dc43c67), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:38.897135 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fdee2e95-c27f-47fe-b8f1-32ac1f7fb6c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:38.898296 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-fdee2e95-c27f-47fe-b8f1-32ac1f7fb6c0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a65f13c7-2687-4f51-975e-f35c9dc43c67 HTTP/1.1" status: 204 len: 168 time: 0.2707646 Jan 28 07:13:38.933753 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdee2e95-c27f-47fe-b8f1-32ac1f7fb6c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a65f13c7-2687-4f51-975e-f35c9dc43c67,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:13:38.943670 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8f3263-805c-4e0d-87d8-c4a800a69cc0 req-2b3f36ed-a10d-4245-aeeb-bfb0639c9603 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:38.945506 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4e8f3263-805c-4e0d-87d8-c4a800a69cc0 req-2b3f36ed-a10d-4245-aeeb-bfb0639c9603 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=232ec39b-90f9-4df8-a403-fe1029cce065 HTTP/1.1" status: 200 len: 945 time: 0.0622342 Jan 28 07:13:39.003541 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-d34f6c95-c136-4a86-996c-2f813dca5618 req-21c87490-033f-4910-a521-211a79151c17 service neutron] Attempting to bind port aa929fb3-ad84-4987-ace8-5324519cc8f5 on host n-h2-712749-28 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:13:39.003753 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-d34f6c95-c136-4a86-996c-2f813dca5618 req-21c87490-033f-4910-a521-211a79151c17 service neutron] Attempting to bind port aa929fb3-ad84-4987-ace8-5324519cc8f5 by drivers openvswitch,hyperv on host n-h2-712749-28 at level 0 using segments [{'id': 'f8c9f08b-9596-4089-94de-8ef18d76dca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'ed2a86a8-da73-4f39-8b11-88940252842f'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:13:39.004444 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d34f6c95-c136-4a86-996c-2f813dca5618 req-21c87490-033f-4910-a521-211a79151c17 service neutron] Attempting to bind port aa929fb3-ad84-4987-ace8-5324519cc8f5 on network ed2a86a8-da73-4f39-8b11-88940252842f {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:13:39.016156 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 17f0d048-8b0f-421f-8973-050abfc9ddc6 no longer exists at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:13:39.019724 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d34f6c95-c136-4a86-996c-2f813dca5618 req-21c87490-033f-4910-a521-211a79151c17 service neutron] Port aa929fb3-ad84-4987-ace8-5324519cc8f5 on network ed2a86a8-da73-4f39-8b11-88940252842f not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-28 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:13:39.025921 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d34f6c95-c136-4a86-996c-2f813dca5618 req-21c87490-033f-4910-a521-211a79151c17 service neutron] Attempting to bind port aa929fb3-ad84-4987-ace8-5324519cc8f5 on network ed2a86a8-da73-4f39-8b11-88940252842f {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:13:39.033274 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4e8f3263-805c-4e0d-87d8-c4a800a69cc0 req-28f4097c-598c-4137-b220-9790098cb944 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb65c68e-64e7-49d7-aa93-cf57ceaf78a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788629 Jan 28 07:13:39.038960 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d34f6c95-c136-4a86-996c-2f813dca5618 req-21c87490-033f-4910-a521-211a79151c17 service neutron] Checking agent: {'id': 'c9906e63-062c-432e-bb53-63fdb8115e18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:13:39.039317 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d34f6c95-c136-4a86-996c-2f813dca5618 req-21c87490-033f-4910-a521-211a79151c17 service neutron] Checking segment: {'id': 'f8c9f08b-9596-4089-94de-8ef18d76dca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'ed2a86a8-da73-4f39-8b11-88940252842f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:13:39.039871 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d34f6c95-c136-4a86-996c-2f813dca5618 req-21c87490-033f-4910-a521-211a79151c17 service neutron] Bound using segment: {'id': 'f8c9f08b-9596-4089-94de-8ef18d76dca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'ed2a86a8-da73-4f39-8b11-88940252842f'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:13:39.040620 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-d34f6c95-c136-4a86-996c-2f813dca5618 req-21c87490-033f-4910-a521-211a79151c17 service neutron] Bound port: aa929fb3-ad84-4987-ace8-5324519cc8f5, host: n-h2-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8c9f08b-9596-4089-94de-8ef18d76dca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'ed2a86a8-da73-4f39-8b11-88940252842f'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:13:39.042457 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d34f6c95-c136-4a86-996c-2f813dca5618 req-21c87490-033f-4910-a521-211a79151c17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (aa929fb3-ad84-4987-ace8-5324519cc8f5), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:39.086939 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] The host n-h2-712749-28 is not matching for port 17f0d048-8b0f-421f-8973-050abfc9ddc6 host n-h1-712749-28! {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 07:13:39.087582 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 17f0d048-8b0f-421f-8973-050abfc9ddc6 not bound to the agent host n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:13:39.127122 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-d34f6c95-c136-4a86-996c-2f813dca5618 req-21c87490-033f-4910-a521-211a79151c17 service neutron] For port aa929fb3-ad84-4987-ace8-5324519cc8f5, host n-h2-712749-28, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:13:39.131236 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-d34f6c95-c136-4a86-996c-2f813dca5618 req-21c87490-033f-4910-a521-211a79151c17 service neutron] For port aa929fb3-ad84-4987-ace8-5324519cc8f5, host n-h2-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=aa929fb3-ad84-4987-ace8-5324519cc8f5,segment=NetworkSegment(f8c9f08b-9596-4089-94de-8ef18d76dca7),segment_id=f8c9f08b-9596-4089-94de-8ef18d76dca7)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:13:39.136137 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d34f6c95-c136-4a86-996c-2f813dca5618 req-21c87490-033f-4910-a521-211a79151c17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (aa929fb3-ad84-4987-ace8-5324519cc8f5), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:39.157107 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34f6c95-c136-4a86-996c-2f813dca5618 req-21c87490-033f-4910-a521-211a79151c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:39.157806 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d34f6c95-c136-4a86-996c-2f813dca5618 req-21c87490-033f-4910-a521-211a79151c17 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:39.159929 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d34f6c95-c136-4a86-996c-2f813dca5618 req-21c87490-033f-4910-a521-211a79151c17 service neutron] 10.222.0.44 "PUT /v2.0/ports/aa929fb3-ad84-4987-ace8-5324519cc8f5 HTTP/1.1" status: 200 len: 1092 time: 0.8660450 Jan 28 07:13:39.161698 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7309452d-66ed-4a8c-8139-b8745989715e', 'tag': 'aa929fb3-ad84-4987-ace8-5324519cc8f5'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:13:39.164702 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 4a6dd5ce-e322-4b63-87ab-ae801e185778 no longer exists at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:13:39.165800 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1c29e63-da8c-4c67-a142-b5a496bce83f" -d '{"events": [{"name": "network-changed", "server_uuid": "7309452d-66ed-4a8c-8139-b8745989715e", "tag": "aa929fb3-ad84-4987-ace8-5324519cc8f5"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:13:39.188733 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] No Port match for: 4a6dd5ce-e322-4b63-87ab-ae801e185778 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:13:39.189180 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 4a6dd5ce-e322-4b63-87ab-ae801e185778 not bound to the agent host n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:13:39.271252 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5674acc9-4593-422c-9688-d3f5794fedff x-openstack-request-id: req-5674acc9-4593-422c-9688-d3f5794fedff {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:13:39.271688 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7309452d-66ed-4a8c-8139-b8745989715e", "tag": "aa929fb3-ad84-4987-ace8-5324519cc8f5", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:13:39.272022 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5674acc9-4593-422c-9688-d3f5794fedff {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:13:39.272524 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7309452d-66ed-4a8c-8139-b8745989715e', 'tag': 'aa929fb3-ad84-4987-ace8-5324519cc8f5', 'status': 'completed', 'code': 200} Jan 28 07:13:39.303630 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c87490-033f-4910-a521-211a79151c17 service neutron] Pushing event updated for resources: {'Port': ['ID=aa929fb3-ad84-4987-ace8-5324519cc8f5,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:13:39.317278 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34f6c95-c136-4a86-996c-2f813dca5618 req-ecb2ef39-1e56-4c0e-8aa0-adf9e5426e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:39.318951 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d34f6c95-c136-4a86-996c-2f813dca5618 req-ecb2ef39-1e56-4c0e-8aa0-adf9e5426e2c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c7e5f5e1e5b6452e807f9cfd340509b9&device_id=7309452d-66ed-4a8c-8139-b8745989715e HTTP/1.1" status: 200 len: 1095 time: 0.0934908 Jan 28 07:13:39.330327 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e241af98-c197-4318-968d-dd4d907f25af req-c4b861a0-1aa3-4ce6-aeba-767b3ec8e532 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:39.332076 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e241af98-c197-4318-968d-dd4d907f25af req-c4b861a0-1aa3-4ce6-aeba-767b3ec8e532 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc3d6cd9-66f3-49eb-ab71-f28481bb7170 HTTP/1.1" status: 200 len: 946 time: 0.1616721 Jan 28 07:13:39.429005 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d34f6c95-c136-4a86-996c-2f813dca5618 req-e1e97738-1066-4f33-99db-ad5ed2b185d4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aa929fb3-ad84-4987-ace8-5324519cc8f5 HTTP/1.1" status: 200 len: 217 time: 0.0867472 Jan 28 07:13:39.473125 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a94215-2db6-466f-9930-7825e62bc44f req-13bf8b38-9571-464a-a0f1-4b939ff34f45 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:39.482772 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a3a94215-2db6-466f-9930-7825e62bc44f req-13bf8b38-9571-464a-a0f1-4b939ff34f45 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] 10.222.0.41 "GET /v2.0/ports?device_id=7309452d-66ed-4a8c-8139-b8745989715e HTTP/1.1" status: 200 len: 943 time: 0.0726662 Jan 28 07:13:39.556293 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34f6c95-c136-4a86-996c-2f813dca5618 req-14f5c2a5-aa78-4b41-84ed-0523f6c459d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:39.563278 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d34f6c95-c136-4a86-996c-2f813dca5618 req-14f5c2a5-aa78-4b41-84ed-0523f6c459d1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4c735598-017d-4dd4-9654-6370a2a3beef HTTP/1.1" status: 200 len: 852 time: 0.1086195 Jan 28 07:13:39.598618 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d34f6c95-c136-4a86-996c-2f813dca5618 req-402ed07b-276f-4642-a145-598193942f89 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ed2a86a8-da73-4f39-8b11-88940252842f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279992 Jan 28 07:13:39.613925 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e241af98-c197-4318-968d-dd4d907f25af req-c539b5b9-ef2c-40f2-945f-1d543f43d495 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/security-groups?id=54f3b545-d68e-44ae-b5dc-1cfcda6094b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2617114 Jan 28 07:13:39.622670 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a3a94215-2db6-466f-9930-7825e62bc44f req-5599c21e-4405-4d84-83b3-ff03a43c9e70 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] 10.222.0.41 "GET /v2.0/security-groups?id=fa82ec26-34b4-44b8-888a-3a43aa497a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347539 Jan 28 07:13:39.680908 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:39.736351 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142e8344-e377-473a-876c-28add5bdab93 req-c88b8782-d54d-4e77-83c7-e69ad847125d tempest-LiveMigrationTest-521921630 tempest-LiveMigrationTest-521921630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:39.736351 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-142e8344-e377-473a-876c-28add5bdab93 req-c88b8782-d54d-4e77-83c7-e69ad847125d tempest-LiveMigrationTest-521921630 tempest-LiveMigrationTest-521921630-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=0423b6ae-0c62-4f3f-ae33-ac4715e97d12&tenant_id=1b5821c096cf43639ed10b07e04f5303&binding%3Ahost_id=n-h1-712749-28 HTTP/1.1" status: 200 len: 1096 time: 0.1503060 Jan 28 07:13:39.769317 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d34f6c95-c136-4a86-996c-2f813dca5618 req-358c2a22-6f1d-48c2-8121-ac081d3c14b8 service neutron] 10.222.0.44 "GET /v2.0/networks/ed2a86a8-da73-4f39-8b11-88940252842f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542826 Jan 28 07:13:39.893125 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d34f6c95-c136-4a86-996c-2f813dca5618 req-374ab762-70f3-48d6-9ce7-eda60290e494 service neutron] 10.222.0.44 "GET /v2.0/networks/ed2a86a8-da73-4f39-8b11-88940252842f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178730 Jan 28 07:13:39.916313 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13c22d4-3509-4f77-bdc6-169dda5f036c req-7e3d1cf5-7591-49cc-8340-c428d5ecb370 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:39.917887 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b13c22d4-3509-4f77-bdc6-169dda5f036c req-7e3d1cf5-7591-49cc-8340-c428d5ecb370 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/ports?device_id=0423b6ae-0c62-4f3f-ae33-ac4715e97d12 HTTP/1.1" status: 200 len: 944 time: 0.0953870 Jan 28 07:13:39.923683 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-142e8344-e377-473a-876c-28add5bdab93 req-8fb6d988-f496-4fa0-81cc-31b1d1312565 service neutron] For port 17f0d048-8b0f-421f-8973-050abfc9ddc6, host n-h2-712749-28, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:13:39.927498 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-142e8344-e377-473a-876c-28add5bdab93 req-8fb6d988-f496-4fa0-81cc-31b1d1312565 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:39.929069 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-142e8344-e377-473a-876c-28add5bdab93 req-8fb6d988-f496-4fa0-81cc-31b1d1312565 service neutron] 10.222.0.10 "DELETE /v2.0/ports/17f0d048-8b0f-421f-8973-050abfc9ddc6/bindings/n-h2-712749-28 HTTP/1.1" status: 204 len: 173 time: 0.1846192 Jan 28 07:13:39.992393 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b13c22d4-3509-4f77-bdc6-169dda5f036c req-46affc3f-5279-40f1-919d-2a9576680ae8 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c286ac6-5d5d-46b9-b282-9e68e0339bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623627 Jan 28 07:13:40.127693 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c29e63-da8c-4c67-a142-b5a496bce83f req-d711f8c1-bb14-4eb7-8d9f-61954ab5f758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:40.129334 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a1c29e63-da8c-4c67-a142-b5a496bce83f req-d711f8c1-bb14-4eb7-8d9f-61954ab5f758 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c7e5f5e1e5b6452e807f9cfd340509b9&device_id=7309452d-66ed-4a8c-8139-b8745989715e HTTP/1.1" status: 200 len: 1095 time: 0.1088853 Jan 28 07:13:40.217892 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ee6fb9-2546-4124-9f0c-0c946457a13d req-2c3b404c-7b8d-4250-8986-479198442797 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:40.219731 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-95ee6fb9-2546-4124-9f0c-0c946457a13d req-2c3b404c-7b8d-4250-8986-479198442797 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=232ec39b-90f9-4df8-a403-fe1029cce065 HTTP/1.1" status: 200 len: 945 time: 0.0563033 Jan 28 07:13:40.250372 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf7b049-08ba-4732-a1dc-6f0d1148a4b9 req-822d7fa6-2f10-4911-a1f8-243c7ba4cd0e tempest-LiveMigrationTest-521921630 tempest-LiveMigrationTest-521921630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:40.257286 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-baf7b049-08ba-4732-a1dc-6f0d1148a4b9 req-822d7fa6-2f10-4911-a1f8-243c7ba4cd0e tempest-LiveMigrationTest-521921630 tempest-LiveMigrationTest-521921630-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=0423b6ae-0c62-4f3f-ae33-ac4715e97d12 HTTP/1.1" status: 200 len: 1096 time: 0.1267409 Jan 28 07:13:40.277054 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-95ee6fb9-2546-4124-9f0c-0c946457a13d req-4f02923f-4a06-4502-9446-429972def0bc tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb65c68e-64e7-49d7-aa93-cf57ceaf78a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512381 Jan 28 07:13:40.286771 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c29e63-da8c-4c67-a142-b5a496bce83f req-a183bb6c-0619-47df-9110-70dbfb2660dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:40.288335 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a1c29e63-da8c-4c67-a142-b5a496bce83f req-a183bb6c-0619-47df-9110-70dbfb2660dd service neutron] 10.222.0.44 "GET /v2.0/networks?id=ed2a86a8-da73-4f39-8b11-88940252842f HTTP/1.1" status: 200 len: 913 time: 0.1315539 Jan 28 07:13:40.355406 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a1c29e63-da8c-4c67-a142-b5a496bce83f req-e89b96c7-c798-4289-bac0-ca4b1b3bcd50 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aa929fb3-ad84-4987-ace8-5324519cc8f5 HTTP/1.1" status: 200 len: 217 time: 0.0473800 Jan 28 07:13:40.367676 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-baf7b049-08ba-4732-a1dc-6f0d1148a4b9 req-9f42b7b9-92ea-4514-9697-f8f993140408 tempest-LiveMigrationTest-521921630 tempest-LiveMigrationTest-521921630-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=6c286ac6-5d5d-46b9-b282-9e68e0339bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069603 Jan 28 07:13:40.492105 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c29e63-da8c-4c67-a142-b5a496bce83f req-8169a522-d18d-4a32-91c8-dab7fe8c6359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:40.493638 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a1c29e63-da8c-4c67-a142-b5a496bce83f req-8169a522-d18d-4a32-91c8-dab7fe8c6359 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4c735598-017d-4dd4-9654-6370a2a3beef HTTP/1.1" status: 200 len: 852 time: 0.1222451 Jan 28 07:13:40.581365 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a1c29e63-da8c-4c67-a142-b5a496bce83f req-57fe7284-9f36-4713-80d0-1e97531c0622 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ed2a86a8-da73-4f39-8b11-88940252842f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401926 Jan 28 07:13:40.599239 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634cc803-5f89-4370-b04a-72f0b68e755e req-63eb8527-f9ba-42e7-866f-6858eeb78dff tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:40.608740 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-634cc803-5f89-4370-b04a-72f0b68e755e req-63eb8527-f9ba-42e7-866f-6858eeb78dff tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=232ec39b-90f9-4df8-a403-fe1029cce065 HTTP/1.1" status: 200 len: 945 time: 0.1085243 Jan 28 07:13:40.624694 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5464e6-ac85-42cd-a364-38e2054fd298 req-b5edfffa-f92b-4455-a22f-b158340efc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:40.626241 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5b5464e6-ac85-42cd-a364-38e2054fd298 req-b5edfffa-f92b-4455-a22f-b158340efc1f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f5fa6549bc8d49d9b2eb68f328326d46&device_id=232ec39b-90f9-4df8-a403-fe1029cce065 HTTP/1.1" status: 200 len: 1097 time: 0.0583897 Jan 28 07:13:40.720813 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-634cc803-5f89-4370-b04a-72f0b68e755e req-37505ce4-6ea5-4a63-885e-994a3ec0b84f tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb65c68e-64e7-49d7-aa93-cf57ceaf78a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104190 Jan 28 07:13:40.779112 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a1c29e63-da8c-4c67-a142-b5a496bce83f req-632163cd-218c-400a-872f-54aac6e9f632 service neutron] 10.222.0.44 "GET /v2.0/networks/ed2a86a8-da73-4f39-8b11-88940252842f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872895 Jan 28 07:13:40.827699 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5464e6-ac85-42cd-a364-38e2054fd298 req-cea05311-518a-4321-8dd2-0669467b7d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:40.829098 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5b5464e6-ac85-42cd-a364-38e2054fd298 req-cea05311-518a-4321-8dd2-0669467b7d4c service neutron] 10.222.0.10 "GET /v2.0/networks?id=e794ad63-0b0f-4018-9f49-e800aa3d32de HTTP/1.1" status: 200 len: 912 time: 0.1920717 Jan 28 07:13:40.850765 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05985a16-d3ec-448c-8832-7c914dcf2630 req-08b2e954-960c-4eca-9abf-95a88a2bba1e tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:40.856992 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-05985a16-d3ec-448c-8832-7c914dcf2630 req-08b2e954-960c-4eca-9abf-95a88a2bba1e tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/networks?id=77aa199c-9565-430c-bcef-5bacd415f620 HTTP/1.1" status: 200 len: 808 time: 0.1628001 Jan 28 07:13:40.902571 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c8a85e-70ba-4625-893f-fe874140f70f req-9e5aae0d-6af1-4959-af02-568876646068 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:40.907756 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-05985a16-d3ec-448c-8832-7c914dcf2630 req-efc311d8-7b86-4376-871c-c099810436c4 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/quotas/1b5821c096cf43639ed10b07e04f5303 HTTP/1.1" status: 200 len: 375 time: 0.0496480 Jan 28 07:13:40.909969 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-54c8a85e-70ba-4625-893f-fe874140f70f req-9e5aae0d-6af1-4959-af02-568876646068 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc3d6cd9-66f3-49eb-ab71-f28481bb7170 HTTP/1.1" status: 200 len: 946 time: 0.1139548 Jan 28 07:13:40.948934 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a1c29e63-da8c-4c67-a142-b5a496bce83f req-1ea047d5-d97b-4187-97f5-4de91ca147a7 service neutron] 10.222.0.44 "GET /v2.0/networks/ed2a86a8-da73-4f39-8b11-88940252842f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632166 Jan 28 07:13:40.954447 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5b5464e6-ac85-42cd-a364-38e2054fd298 req-3e2bde25-20b0-4848-b34f-974a56b1d5ab service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fe363f1d-683b-48a0-a9d6-60321189ecd0 HTTP/1.1" status: 200 len: 1000 time: 0.1180246 Jan 28 07:13:40.976659 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-54c8a85e-70ba-4625-893f-fe874140f70f req-0cd90aaa-f1ba-4be7-a937-235c1f00fec7 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/security-groups?id=54f3b545-d68e-44ae-b5dc-1cfcda6094b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657659 Jan 28 07:13:41.016008 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-05985a16-d3ec-448c-8832-7c914dcf2630 req-1a494983-8871-4262-8389-e54c9c444b31 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=1b5821c096cf43639ed10b07e04f5303&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0988276 Jan 28 07:13:41.032582 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5464e6-ac85-42cd-a364-38e2054fd298 req-ce8b12dc-edad-4712-bd0d-ea3da2d9d769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:41.033991 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5b5464e6-ac85-42cd-a364-38e2054fd298 req-ce8b12dc-edad-4712-bd0d-ea3da2d9d769 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=11d8e1f8-50c3-4314-ae17-177714f8d453 HTTP/1.1" status: 200 len: 850 time: 0.0731196 Jan 28 07:13:41.124568 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f6d2c9-8548-4a3e-ba43-75e00920148f req-90abc227-765c-4637-92ef-fbf1f91ff3bd tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:41.126664 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-13f6d2c9-8548-4a3e-ba43-75e00920148f req-90abc227-765c-4637-92ef-fbf1f91ff3bd tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] 10.222.0.41 "GET /v2.0/ports?device_id=7309452d-66ed-4a8c-8139-b8745989715e HTTP/1.1" status: 200 len: 943 time: 0.0737705 Jan 28 07:13:41.131871 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5464e6-ac85-42cd-a364-38e2054fd298 req-8552d4ea-9f40-4ede-b8a5-d845cbee9cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:41.133429 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5b5464e6-ac85-42cd-a364-38e2054fd298 req-8552d4ea-9f40-4ede-b8a5-d845cbee9cbc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e794ad63-0b0f-4018-9f49-e800aa3d32de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0880880 Jan 28 07:13:41.170291 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-05985a16-d3ec-448c-8832-7c914dcf2630 req-e2ab7afd-1f27-427b-9f27-761aba151dfa service neutron] 10.222.0.41 "GET /v2.0/networks/77aa199c-9565-430c-bcef-5bacd415f620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457484 Jan 28 07:13:41.190959 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-13f6d2c9-8548-4a3e-ba43-75e00920148f req-7d6ef164-bece-48a4-9f0c-2a846a1c5ae9 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] 10.222.0.41 "GET /v2.0/security-groups?id=fa82ec26-34b4-44b8-888a-3a43aa497a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566616 Jan 28 07:13:41.301568 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5b5464e6-ac85-42cd-a364-38e2054fd298 req-47dc409d-86c8-4471-9024-eb515041836f service neutron] 10.222.0.10 "GET /v2.0/networks/e794ad63-0b0f-4018-9f49-e800aa3d32de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568758 Jan 28 07:13:41.334016 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-05985a16-d3ec-448c-8832-7c914dcf2630 req-4acb08da-c9ca-4241-a8b1-59e53f58548f service neutron] 10.222.0.41 "GET /v2.0/networks/77aa199c-9565-430c-bcef-5bacd415f620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390815 Jan 28 07:13:41.416626 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5b5464e6-ac85-42cd-a364-38e2054fd298 req-378cce86-e59d-4f6c-aea1-f043886aa812 service neutron] 10.222.0.10 "GET /v2.0/networks/e794ad63-0b0f-4018-9f49-e800aa3d32de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053300 Jan 28 07:13:41.416809 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8eb832-a86d-42aa-ba70-fd9f3143bb67 req-bbff7a24-fa55-4609-8486-dced0aafb496 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:41.421672 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8e8eb832-a86d-42aa-ba70-fd9f3143bb67 req-bbff7a24-fa55-4609-8486-dced0aafb496 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc3d6cd9-66f3-49eb-ab71-f28481bb7170 HTTP/1.1" status: 200 len: 946 time: 0.0921676 Jan 28 07:13:41.523276 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8e8eb832-a86d-42aa-ba70-fd9f3143bb67 req-e4840b4b-35ea-40f0-b8a5-4ffcbc920cc2 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/security-groups?id=54f3b545-d68e-44ae-b5dc-1cfcda6094b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842829 Jan 28 07:13:41.676178 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-cc461127-b511-455b-978c-b1d5021b7bc0 req-5c38e33a-0f00-4aec-a93e-8dd3afd1fbb1 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/ports?device_id=735808a4-e633-4693-b1ca-941092790339 HTTP/1.1" status: 200 len: 210 time: 0.0513132 Jan 28 07:13:41.913685 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8129003c-bae4-4aeb-bc36-5b5570500752 req-fd038f41-f4de-44d6-94a5-7171615de2fb tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:41.921408 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8129003c-bae4-4aeb-bc36-5b5570500752 req-fd038f41-f4de-44d6-94a5-7171615de2fb tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=232ec39b-90f9-4df8-a403-fe1029cce065 HTTP/1.1" status: 200 len: 945 time: 0.0686650 Jan 28 07:13:42.004091 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8129003c-bae4-4aeb-bc36-5b5570500752 req-c0ce44b7-2d47-409f-8562-79d9bb43e8ef tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb65c68e-64e7-49d7-aa93-cf57ceaf78a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817103 Jan 28 07:13:42.022669 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fcfbe7-57c2-47d9-8dc4-a9217b12897c req-ad75b679-90b7-4b18-9535-8efed33dd6d1 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:42.034475 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b9fcfbe7-57c2-47d9-8dc4-a9217b12897c req-ad75b679-90b7-4b18-9535-8efed33dd6d1 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc3d6cd9-66f3-49eb-ab71-f28481bb7170 HTTP/1.1" status: 200 len: 946 time: 0.1220045 Jan 28 07:13:42.098306 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b9fcfbe7-57c2-47d9-8dc4-a9217b12897c req-a7a038ba-c919-4e92-af82-8bb60becf779 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/security-groups?id=54f3b545-d68e-44ae-b5dc-1cfcda6094b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619330 Jan 28 07:13:42.309566 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0db4ed-d9a5-4b10-bd70-6cc53efb2528 req-0a661427-bd33-4794-bf34-e14d7f38111a tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:42.312319 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0a0db4ed-d9a5-4b10-bd70-6cc53efb2528 req-0a661427-bd33-4794-bf34-e14d7f38111a tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] 10.222.0.41 "GET /v2.0/ports?device_id=7309452d-66ed-4a8c-8139-b8745989715e HTTP/1.1" status: 200 len: 943 time: 0.0564802 Jan 28 07:13:42.377599 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0a0db4ed-d9a5-4b10-bd70-6cc53efb2528 req-1e74f624-7317-4a15-b037-689ca1cd02b0 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] 10.222.0.41 "GET /v2.0/security-groups?id=fa82ec26-34b4-44b8-888a-3a43aa497a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584815 Jan 28 07:13:42.770629 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2f647c7c-d343-48d4-bdfc-5ab65510bb29 req-81c8b2ba-fa02-446f-8b29-2dc07667589e tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/ports?device_id=735808a4-e633-4693-b1ca-941092790339 HTTP/1.1" status: 200 len: 210 time: 0.0308905 Jan 28 07:13:42.882768 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05985a16-d3ec-448c-8832-7c914dcf2630 req-e1f33c69-6943-44db-86ac-1faa85e988e2 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:42.884388 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-05985a16-d3ec-448c-8832-7c914dcf2630 req-e1f33c69-6943-44db-86ac-1faa85e988e2 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.44 "GET /v2.0/networks?id=77aa199c-9565-430c-bcef-5bacd415f620 HTTP/1.1" status: 200 len: 808 time: 0.1163752 Jan 28 07:13:42.903938 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-05985a16-d3ec-448c-8832-7c914dcf2630 req-eec5ba59-5d1a-4756-a6f5-cd5314ad71ea tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Request body: {'port': {'device_id': '735808a4-e633-4693-b1ca-941092790339', 'network_id': '77aa199c-9565-430c-bcef-5bacd415f620', 'admin_state_up': True, 'tenant_id': '1b5821c096cf43639ed10b07e04f5303'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:13:43.007815 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05985a16-d3ec-448c-8832-7c914dcf2630 req-eec5ba59-5d1a-4756-a6f5-cd5314ad71ea tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Made reservation on behalf of 1b5821c096cf43639ed10b07e04f5303 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:13:43.011187 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-05985a16-d3ec-448c-8832-7c914dcf2630 req-eec5ba59-5d1a-4756-a6f5-cd5314ad71ea tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:43.061027 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device aa929fb3-ad84-4987-ace8-5324519cc8f5 details requested by agent hyperv_n-h2-712749-28 with host n-h2-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:13:43.129984 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8749db0-deab-4a4b-b5c2-c66ecbf2cf59 req-6bfe432f-27f0-458e-b154-d2644d785d36 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:43.140183 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d8749db0-deab-4a4b-b5c2-c66ecbf2cf59 req-6bfe432f-27f0-458e-b154-d2644d785d36 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=232ec39b-90f9-4df8-a403-fe1029cce065 HTTP/1.1" status: 200 len: 945 time: 0.0553963 Jan 28 07:13:43.191972 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-05985a16-d3ec-448c-8832-7c914dcf2630 req-eec5ba59-5d1a-4756-a6f5-cd5314ad71ea tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Allocated IP 172.20.0.6 (77aa199c-9565-430c-bcef-5bacd415f620/e60d974b-4a97-44ad-8684-0b13afa61368/eae27188-e0c6-460b-86e6-5b12f277a7d9) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:13:43.192362 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port aa929fb3-ad84-4987-ace8-5324519cc8f5, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=aa929fb3-ad84-4987-ace8-5324519cc8f5,segment=NetworkSegment(f8c9f08b-9596-4089-94de-8ef18d76dca7),segment_id=f8c9f08b-9596-4089-94de-8ef18d76dca7)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:13:43.210535 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Returning: {'device': 'aa929fb3-ad84-4987-ace8-5324519cc8f5', 'network_id': 'ed2a86a8-da73-4f39-8b11-88940252842f', 'port_id': 'aa929fb3-ad84-4987-ace8-5324519cc8f5', 'mac_address': 'fa:16:3e:fb:94:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c735598-017d-4dd4-9654-6370a2a3beef', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:13:43.234436 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d8749db0-deab-4a4b-b5c2-c66ecbf2cf59 req-89ca7844-a614-45fb-8d54-853039c8d6f9 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb65c68e-64e7-49d7-aa93-cf57ceaf78a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932324 Jan 28 07:13:43.290414 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port aa929fb3-ad84-4987-ace8-5324519cc8f5 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:13:43.291848 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (aa929fb3-ad84-4987-ace8-5324519cc8f5), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:43.330539 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa929fb3-ad84-4987-ace8-5324519cc8f5 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:13:43.363480 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2b6769-d2ac-4afa-9f6a-0f5ecdd32ef9 req-0f56d8ee-b775-4af5-8739-81ae7e52ee83 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:43.373253 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4a2b6769-d2ac-4afa-9f6a-0f5ecdd32ef9 req-0f56d8ee-b775-4af5-8739-81ae7e52ee83 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc3d6cd9-66f3-49eb-ab71-f28481bb7170 HTTP/1.1" status: 200 len: 946 time: 0.1436081 Jan 28 07:13:43.382142 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deae382-d015-441c-bbea-1ec2999067c1 req-9f53ba60-a367-4d49-bde1-9939fc2f2b12 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:43.389105 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port aa929fb3-ad84-4987-ace8-5324519cc8f5, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=aa929fb3-ad84-4987-ace8-5324519cc8f5,segment=NetworkSegment(f8c9f08b-9596-4089-94de-8ef18d76dca7),segment_id=f8c9f08b-9596-4089-94de-8ef18d76dca7)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:13:43.390179 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4deae382-d015-441c-bbea-1ec2999067c1 req-9f53ba60-a367-4d49-bde1-9939fc2f2b12 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=232ec39b-90f9-4df8-a403-fe1029cce065 HTTP/1.1" status: 200 len: 945 time: 0.0834801 Jan 28 07:13:43.395158 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (aa929fb3-ad84-4987-ace8-5324519cc8f5), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:43.484516 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4a2b6769-d2ac-4afa-9f6a-0f5ecdd32ef9 req-7f3d5c8a-257c-48e4-ba4d-78d47f500e5d tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/security-groups?id=54f3b545-d68e-44ae-b5dc-1cfcda6094b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062887 Jan 28 07:13:43.492825 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-05985a16-d3ec-448c-8832-7c914dcf2630 req-eec5ba59-5d1a-4756-a6f5-cd5314ad71ea tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Publish callbacks [] for port (eae27188-e0c6-460b-86e6-5b12f277a7d9), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:43.496431 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4deae382-d015-441c-bbea-1ec2999067c1 req-fcc38ab7-ed0d-4ecc-b4ed-3e72e42da28d tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb65c68e-64e7-49d7-aa93-cf57ceaf78a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047645 Jan 28 07:13:43.560655 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=aa929fb3-ad84-4987-ace8-5324519cc8f5,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:13:43.568533 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-05985a16-d3ec-448c-8832-7c914dcf2630 req-eec5ba59-5d1a-4756-a6f5-cd5314ad71ea tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (eae27188-e0c6-460b-86e6-5b12f277a7d9), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:43.581194 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:13:43.581538 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:13:43.581894 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:13:43.582244 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:13:43.582574 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:13:43.582905 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:13:43.583236 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:13:43.583558 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:13:43.586815 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:13:43.589092 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:13:43.589824 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:13:43.590411 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:13:43.593278 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:13:43.652744 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05985a16-d3ec-448c-8832-7c914dcf2630 req-eec5ba59-5d1a-4756-a6f5-cd5314ad71ea tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Network 77aa199c-9565-430c-bcef-5bacd415f620 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:13:43.660049 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-05985a16-d3ec-448c-8832-7c914dcf2630 req-eec5ba59-5d1a-4756-a6f5-cd5314ad71ea tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:13:43.666409 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-05985a16-d3ec-448c-8832-7c914dcf2630 req-eec5ba59-5d1a-4756-a6f5-cd5314ad71ea tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:13:43.676517 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec5ba59-5d1a-4756-a6f5-cd5314ad71ea tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Pushing event updated for resources: {'Port': ['ID=eae27188-e0c6-460b-86e6-5b12f277a7d9,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:13:43.719712 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144398dc-3f2a-4145-84d9-6e69a7dcc14d req-2323c4a7-b579-4e82-974e-e1aaf0842c0a tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:43.730229 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-144398dc-3f2a-4145-84d9-6e69a7dcc14d req-2323c4a7-b579-4e82-974e-e1aaf0842c0a tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] 10.222.0.41 "GET /v2.0/ports?device_id=7309452d-66ed-4a8c-8139-b8745989715e HTTP/1.1" status: 200 len: 944 time: 0.1154814 Jan 28 07:13:43.751268 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05985a16-d3ec-448c-8832-7c914dcf2630 req-eec5ba59-5d1a-4756-a6f5-cd5314ad71ea tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:43.752426 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-05985a16-d3ec-448c-8832-7c914dcf2630 req-eec5ba59-5d1a-4756-a6f5-cd5314ad71ea tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:43.773837 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-05985a16-d3ec-448c-8832-7c914dcf2630 req-eec5ba59-5d1a-4756-a6f5-cd5314ad71ea tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8734944 Jan 28 07:13:43.783977 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['aa929fb3-ad84-4987-ace8-5324519cc8f5'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:13:43.796468 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-05985a16-d3ec-448c-8832-7c914dcf2630 req-c0f8e048-2b77-4e10-9b52-62c21189f40d service neutron] Request body: {'port': {'device_id': '735808a4-e633-4693-b1ca-941092790339', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712749-28'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:13:43.844364 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-144398dc-3f2a-4145-84d9-6e69a7dcc14d req-ba3adee7-8d7c-46ea-812d-2fe5329cc416 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] 10.222.0.41 "GET /v2.0/security-groups?id=fa82ec26-34b4-44b8-888a-3a43aa497a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120880 Jan 28 07:13:43.897563 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-05985a16-d3ec-448c-8832-7c914dcf2630 req-c0f8e048-2b77-4e10-9b52-62c21189f40d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (eae27188-e0c6-460b-86e6-5b12f277a7d9), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:44.082901 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47491bda-634b-4c73-ac8f-5fb3555f68d8 req-2575f56d-acb9-454b-82c2-ff68ae28f454 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:44.084475 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-47491bda-634b-4c73-ac8f-5fb3555f68d8 req-2575f56d-acb9-454b-82c2-ff68ae28f454 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.10 "GET /v2.0/ports?device_id=bc3d6cd9-66f3-49eb-ab71-f28481bb7170 HTTP/1.1" status: 200 len: 946 time: 0.1123927 Jan 28 07:13:44.109991 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbd1020-af6b-4d41-acbd-af0567bc8971 req-cd831f91-a728-4bc8-8acd-c67e248ae80d tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:44.112008 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-adbd1020-af6b-4d41-acbd-af0567bc8971 req-cd831f91-a728-4bc8-8acd-c67e248ae80d tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/ports?device_id=735808a4-e633-4693-b1ca-941092790339 HTTP/1.1" status: 200 len: 931 time: 0.0787780 Jan 28 07:13:44.148875 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f9cad2-fa0a-4247-a369-5b134f196317 req-3d6ca350-abb1-49f6-9bcb-2e895ce90caa tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:44.150429 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-10f9cad2-fa0a-4247-a369-5b134f196317 req-3d6ca350-abb1-49f6-9bcb-2e895ce90caa tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=232ec39b-90f9-4df8-a403-fe1029cce065 HTTP/1.1" status: 200 len: 945 time: 0.0974669 Jan 28 07:13:44.231418 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-adbd1020-af6b-4d41-acbd-af0567bc8971 req-ec16395e-159f-4885-a7bd-839ba69df072 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c286ac6-5d5d-46b9-b282-9e68e0339bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972362 Jan 28 07:13:44.256818 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-47491bda-634b-4c73-ac8f-5fb3555f68d8 req-bb62a4ce-42b6-48b1-a497-b10ad5e75e03 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Deleting port ac3e104f-c57d-48ac-a994-3959e7c8e806 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:13:44.257636 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-47491bda-634b-4c73-ac8f-5fb3555f68d8 req-bb62a4ce-42b6-48b1-a497-b10ad5e75e03 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (ac3e104f-c57d-48ac-a994-3959e7c8e806), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:44.263479 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-10f9cad2-fa0a-4247-a369-5b134f196317 req-1697484f-c2a0-4a56-ac8a-da7983d47231 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb65c68e-64e7-49d7-aa93-cf57ceaf78a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810535 Jan 28 07:13:44.314349 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-05985a16-d3ec-448c-8832-7c914dcf2630 req-c0f8e048-2b77-4e10-9b52-62c21189f40d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eae27188-e0c6-460b-86e6-5b12f277a7d9 {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:13:44.324911 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-05985a16-d3ec-448c-8832-7c914dcf2630 req-c0f8e048-2b77-4e10-9b52-62c21189f40d service neutron] Publish callbacks [] for port (eae27188-e0c6-460b-86e6-5b12f277a7d9), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:44.339718 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-05985a16-d3ec-448c-8832-7c914dcf2630 req-c0f8e048-2b77-4e10-9b52-62c21189f40d service neutron] Transition to ACTIVE for port object eae27188-e0c6-460b-86e6-5b12f277a7d9 will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:13:44.352263 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-05985a16-d3ec-448c-8832-7c914dcf2630 req-c0f8e048-2b77-4e10-9b52-62c21189f40d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (eae27188-e0c6-460b-86e6-5b12f277a7d9), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:44.429107 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f8e048-2b77-4e10-9b52-62c21189f40d service neutron] Pushing event updated for resources: {'Port': ['ID=eae27188-e0c6-460b-86e6-5b12f277a7d9,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:13:44.438250 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-47491bda-634b-4c73-ac8f-5fb3555f68d8 req-bb62a4ce-42b6-48b1-a497-b10ad5e75e03 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] For port ac3e104f-c57d-48ac-a994-3959e7c8e806, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=ac3e104f-c57d-48ac-a994-3959e7c8e806,segment=NetworkSegment(8c1a2649-126a-42b2-aa92-3dce43dd7caa),segment_id=8c1a2649-126a-42b2-aa92-3dce43dd7caa)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:13:44.439046 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-47491bda-634b-4c73-ac8f-5fb3555f68d8 req-bb62a4ce-42b6-48b1-a497-b10ad5e75e03 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (ac3e104f-c57d-48ac-a994-3959e7c8e806), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:44.482852 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-47491bda-634b-4c73-ac8f-5fb3555f68d8 req-bb62a4ce-42b6-48b1-a497-b10ad5e75e03 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Calling delete_port for ac3e104f-c57d-48ac-a994-3959e7c8e806 owned by compute:nova {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:13:44.592259 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-05985a16-d3ec-448c-8832-7c914dcf2630 req-c0f8e048-2b77-4e10-9b52-62c21189f40d service neutron] Attempting to bind port eae27188-e0c6-460b-86e6-5b12f277a7d9 on host n-h2-712749-28 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:13:44.592639 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-05985a16-d3ec-448c-8832-7c914dcf2630 req-c0f8e048-2b77-4e10-9b52-62c21189f40d service neutron] Attempting to bind port eae27188-e0c6-460b-86e6-5b12f277a7d9 by drivers openvswitch,hyperv on host n-h2-712749-28 at level 0 using segments [{'id': 'b38b5d3d-4197-4548-8b2f-aaaa5395d71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '77aa199c-9565-430c-bcef-5bacd415f620'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:13:44.593000 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05985a16-d3ec-448c-8832-7c914dcf2630 req-c0f8e048-2b77-4e10-9b52-62c21189f40d service neutron] Attempting to bind port eae27188-e0c6-460b-86e6-5b12f277a7d9 on network 77aa199c-9565-430c-bcef-5bacd415f620 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:13:44.598500 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05985a16-d3ec-448c-8832-7c914dcf2630 req-c0f8e048-2b77-4e10-9b52-62c21189f40d service neutron] Port eae27188-e0c6-460b-86e6-5b12f277a7d9 on network 77aa199c-9565-430c-bcef-5bacd415f620 not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-28 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:13:44.598855 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05985a16-d3ec-448c-8832-7c914dcf2630 req-c0f8e048-2b77-4e10-9b52-62c21189f40d service neutron] Attempting to bind port eae27188-e0c6-460b-86e6-5b12f277a7d9 on network 77aa199c-9565-430c-bcef-5bacd415f620 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:13:44.620378 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05985a16-d3ec-448c-8832-7c914dcf2630 req-c0f8e048-2b77-4e10-9b52-62c21189f40d service neutron] Checking agent: {'id': 'c9906e63-062c-432e-bb53-63fdb8115e18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:13:44.620378 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05985a16-d3ec-448c-8832-7c914dcf2630 req-c0f8e048-2b77-4e10-9b52-62c21189f40d service neutron] Checking segment: {'id': 'b38b5d3d-4197-4548-8b2f-aaaa5395d71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '77aa199c-9565-430c-bcef-5bacd415f620'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:13:44.620378 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05985a16-d3ec-448c-8832-7c914dcf2630 req-c0f8e048-2b77-4e10-9b52-62c21189f40d service neutron] Bound using segment: {'id': 'b38b5d3d-4197-4548-8b2f-aaaa5395d71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '77aa199c-9565-430c-bcef-5bacd415f620'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:13:44.620378 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-05985a16-d3ec-448c-8832-7c914dcf2630 req-c0f8e048-2b77-4e10-9b52-62c21189f40d service neutron] Bound port: eae27188-e0c6-460b-86e6-5b12f277a7d9, host: n-h2-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b38b5d3d-4197-4548-8b2f-aaaa5395d71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '77aa199c-9565-430c-bcef-5bacd415f620'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:13:44.620378 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-05985a16-d3ec-448c-8832-7c914dcf2630 req-c0f8e048-2b77-4e10-9b52-62c21189f40d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (eae27188-e0c6-460b-86e6-5b12f277a7d9), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:44.645399 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0841bd0-be24-446f-8605-2f6d220ac7fa req-e788da02-b891-4856-ae1a-1cbccce5b843 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:44.647064 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a0841bd0-be24-446f-8605-2f6d220ac7fa req-e788da02-b891-4856-ae1a-1cbccce5b843 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=232ec39b-90f9-4df8-a403-fe1029cce065 HTTP/1.1" status: 200 len: 945 time: 0.0660501 Jan 28 07:13:44.698279 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e1f97f-2c72-4555-b20f-bfe9408f2ed1 req-ae08f431-69ab-4c07-b204-1d250118e966 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:44.706161 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a5e1f97f-2c72-4555-b20f-bfe9408f2ed1 req-ae08f431-69ab-4c07-b204-1d250118e966 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc3d6cd9-66f3-49eb-ab71-f28481bb7170 HTTP/1.1" status: 200 len: 946 time: 0.1032174 Jan 28 07:13:44.713370 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a0841bd0-be24-446f-8605-2f6d220ac7fa req-180d8f5b-99b4-44e6-bffd-30078de019c7 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb65c68e-64e7-49d7-aa93-cf57ceaf78a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560744 Jan 28 07:13:44.789251 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a5e1f97f-2c72-4555-b20f-bfe9408f2ed1 req-b98d2521-3136-4830-95bf-b888e9c1cdf7 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/security-groups?id=54f3b545-d68e-44ae-b5dc-1cfcda6094b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821517 Jan 28 07:13:44.792899 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-47491bda-634b-4c73-ac8f-5fb3555f68d8 req-bb62a4ce-42b6-48b1-a497-b10ad5e75e03 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (ac3e104f-c57d-48ac-a994-3959e7c8e806), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:44.804835 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-05985a16-d3ec-448c-8832-7c914dcf2630 req-c0f8e048-2b77-4e10-9b52-62c21189f40d service neutron] For port eae27188-e0c6-460b-86e6-5b12f277a7d9, host n-h2-712749-28, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:13:44.813714 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-05985a16-d3ec-448c-8832-7c914dcf2630 req-c0f8e048-2b77-4e10-9b52-62c21189f40d service neutron] For port eae27188-e0c6-460b-86e6-5b12f277a7d9, host n-h2-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=eae27188-e0c6-460b-86e6-5b12f277a7d9,segment=NetworkSegment(b38b5d3d-4197-4548-8b2f-aaaa5395d71b),segment_id=b38b5d3d-4197-4548-8b2f-aaaa5395d71b)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:13:44.820251 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-05985a16-d3ec-448c-8832-7c914dcf2630 req-c0f8e048-2b77-4e10-9b52-62c21189f40d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (eae27188-e0c6-460b-86e6-5b12f277a7d9), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:44.835058 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['c979436b-508d-4793-81dd-afac650b9db6'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:13:44.838461 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['ac3e104f-c57d-48ac-a994-3959e7c8e806'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:13:44.870580 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb62a4ce-42b6-48b1-a497-b10ad5e75e03 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Pushing event deleted for resources: {'Port': ['ID=ac3e104f-c57d-48ac-a994-3959e7c8e806,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:13:44.936296 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05985a16-d3ec-448c-8832-7c914dcf2630 req-c0f8e048-2b77-4e10-9b52-62c21189f40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:44.940221 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-05985a16-d3ec-448c-8832-7c914dcf2630 req-c0f8e048-2b77-4e10-9b52-62c21189f40d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:44.941687 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-05985a16-d3ec-448c-8832-7c914dcf2630 req-c0f8e048-2b77-4e10-9b52-62c21189f40d service neutron] 10.222.0.44 "PUT /v2.0/ports/eae27188-e0c6-460b-86e6-5b12f277a7d9 HTTP/1.1" status: 200 len: 1092 time: 1.1529918 Jan 28 07:13:44.944761 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '735808a4-e633-4693-b1ca-941092790339', 'tag': 'eae27188-e0c6-460b-86e6-5b12f277a7d9'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:13:44.954057 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f1b6020-879d-405e-899f-e9eab6a77d9a" -d '{"events": [{"name": "network-changed", "server_uuid": "735808a4-e633-4693-b1ca-941092790339", "tag": "eae27188-e0c6-460b-86e6-5b12f277a7d9"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:13:44.997589 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-47491bda-634b-4c73-ac8f-5fb3555f68d8 req-bb62a4ce-42b6-48b1-a497-b10ad5e75e03 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] No DVR routers for this DVR port ac3e104f-c57d-48ac-a994-3959e7c8e806 on host n-h1-712749-28 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:13:45.003786 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-47491bda-634b-4c73-ac8f-5fb3555f68d8 req-bb62a4ce-42b6-48b1-a497-b10ad5e75e03 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:45.011707 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-47491bda-634b-4c73-ac8f-5fb3555f68d8 req-bb62a4ce-42b6-48b1-a497-b10ad5e75e03 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.10 "DELETE /v2.0/ports/ac3e104f-c57d-48ac-a994-3959e7c8e806 HTTP/1.1" status: 204 len: 173 time: 0.9186585 Jan 28 07:13:45.021490 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc3d6cd9-66f3-49eb-ab71-f28481bb7170', 'name': 'network-vif-deleted', 'tag': 'ac3e104f-c57d-48ac-a994-3959e7c8e806'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:13:45.028973 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1962387-f9eb-4e6a-a0b2-787a29e8f00c" -d '{"events": [{"server_uuid": "bc3d6cd9-66f3-49eb-ab71-f28481bb7170", "name": "network-vif-deleted", "tag": "ac3e104f-c57d-48ac-a994-3959e7c8e806"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:13:45.045815 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f8e048-2b77-4e10-9b52-62c21189f40d service neutron] Pushing event updated for resources: {'Port': ['ID=eae27188-e0c6-460b-86e6-5b12f277a7d9,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:13:45.070194 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbd3822-a8e6-4bde-add7-b33c4a8861cd req-9ce5fafe-29ba-4350-9ae5-2ec40473073d tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:45.077406 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device aa929fb3-ad84-4987-ace8-5324519cc8f5 up at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:13:45.077727 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-afbd3822-a8e6-4bde-add7-b33c4a8861cd req-9ce5fafe-29ba-4350-9ae5-2ec40473073d tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] 10.222.0.41 "GET /v2.0/ports?device_id=7309452d-66ed-4a8c-8139-b8745989715e HTTP/1.1" status: 200 len: 944 time: 0.1104739 Jan 28 07:13:45.098637 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05985a16-d3ec-448c-8832-7c914dcf2630 req-0309faac-dca4-4d11-ac97-5056f0ababd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:45.100139 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-05985a16-d3ec-448c-8832-7c914dcf2630 req-0309faac-dca4-4d11-ac97-5056f0ababd4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1b5821c096cf43639ed10b07e04f5303&device_id=735808a4-e633-4693-b1ca-941092790339 HTTP/1.1" status: 200 len: 1095 time: 0.0934091 Jan 28 07:13:45.106604 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e7c0627-15a7-4a8c-834b-fba5d9d8933b x-openstack-request-id: req-5e7c0627-15a7-4a8c-834b-fba5d9d8933b {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:13:45.106965 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "735808a4-e633-4693-b1ca-941092790339", "tag": "eae27188-e0c6-460b-86e6-5b12f277a7d9", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:13:45.107267 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5e7c0627-15a7-4a8c-834b-fba5d9d8933b {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:13:45.107816 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '735808a4-e633-4693-b1ca-941092790339', 'tag': 'eae27188-e0c6-460b-86e6-5b12f277a7d9', 'status': 'completed', 'code': 200} Jan 28 07:13:45.142379 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-afbd3822-a8e6-4bde-add7-b33c4a8861cd req-6fa26d40-48c4-40ac-897d-b5ce730a55e4 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] 10.222.0.41 "GET /v2.0/security-groups?id=fa82ec26-34b4-44b8-888a-3a43aa497a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634491 Jan 28 07:13:45.192341 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cfb3d64-190c-4ba2-8075-b01e31f65aec x-openstack-request-id: req-3cfb3d64-190c-4ba2-8075-b01e31f65aec {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:13:45.192809 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc3d6cd9-66f3-49eb-ab71-f28481bb7170", "name": "network-vif-deleted", "tag": "ac3e104f-c57d-48ac-a994-3959e7c8e806", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:13:45.193293 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3cfb3d64-190c-4ba2-8075-b01e31f65aec {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:13:45.193851 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc3d6cd9-66f3-49eb-ab71-f28481bb7170', 'name': 'network-vif-deleted', 'tag': 'ac3e104f-c57d-48ac-a994-3959e7c8e806', 'status': 'completed', 'code': 200} Jan 28 07:13:45.268831 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning for port aa929fb3-ad84-4987-ace8-5324519cc8f5 completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:13:45.278428 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning complete for port aa929fb3-ad84-4987-ace8-5324519cc8f5 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:13:45.278953 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (aa929fb3-ad84-4987-ace8-5324519cc8f5), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:45.321532 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-05985a16-d3ec-448c-8832-7c914dcf2630 req-62e030d3-b9ff-4d2e-b0d4-86cf149d1754 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eae27188-e0c6-460b-86e6-5b12f277a7d9 HTTP/1.1" status: 200 len: 217 time: 0.0421035 Jan 28 07:13:45.392112 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port aa929fb3-ad84-4987-ace8-5324519cc8f5 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:13:45.392560 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (aa929fb3-ad84-4987-ace8-5324519cc8f5), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:45.423909 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05985a16-d3ec-448c-8832-7c914dcf2630 req-2b6c5040-c0cf-40a5-8873-3bd8269ecf17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:45.425700 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-05985a16-d3ec-448c-8832-7c914dcf2630 req-2b6c5040-c0cf-40a5-8873-3bd8269ecf17 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e60d974b-4a97-44ad-8684-0b13afa61368 HTTP/1.1" status: 200 len: 848 time: 0.0915661 Jan 28 07:13:45.434903 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f205c9a-5c68-4562-b703-123ea463fd90 req-dbb290b9-84b5-474e-a665-13d6f019fc32 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:45.437815 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8f205c9a-5c68-4562-b703-123ea463fd90 req-dbb290b9-84b5-474e-a665-13d6f019fc32 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/ports?device_id=735808a4-e633-4693-b1ca-941092790339 HTTP/1.1" status: 200 len: 943 time: 0.1142442 Jan 28 07:13:45.451761 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port aa929fb3-ad84-4987-ace8-5324519cc8f5, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=aa929fb3-ad84-4987-ace8-5324519cc8f5,segment=NetworkSegment(f8c9f08b-9596-4089-94de-8ef18d76dca7),segment_id=f8c9f08b-9596-4089-94de-8ef18d76dca7)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:13:45.455088 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7309452d-66ed-4a8c-8139-b8745989715e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa929fb3-ad84-4987-ace8-5324519cc8f5'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:13:45.458404 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3e27bf9-ce0d-4aad-94da-31878682ae4d" -d '{"events": [{"server_uuid": "7309452d-66ed-4a8c-8139-b8745989715e", "name": "network-vif-plugged", "status": "completed", "tag": "aa929fb3-ad84-4987-ace8-5324519cc8f5"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:13:45.469166 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (aa929fb3-ad84-4987-ace8-5324519cc8f5), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:45.485536 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-05985a16-d3ec-448c-8832-7c914dcf2630 req-9d073a22-9b06-4bc0-b53e-3a63d9cd97cd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=77aa199c-9565-430c-bcef-5bacd415f620&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466728 Jan 28 07:13:45.514959 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04e60182-9bcb-48e2-a20a-4017b82058e3 x-openstack-request-id: req-04e60182-9bcb-48e2-a20a-4017b82058e3 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:13:45.515259 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7309452d-66ed-4a8c-8139-b8745989715e", "name": "network-vif-plugged", "status": "completed", "tag": "aa929fb3-ad84-4987-ace8-5324519cc8f5", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:13:45.515503 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-04e60182-9bcb-48e2-a20a-4017b82058e3 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:13:45.515899 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7309452d-66ed-4a8c-8139-b8745989715e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa929fb3-ad84-4987-ace8-5324519cc8f5', 'code': 200} Jan 28 07:13:45.550360 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=aa929fb3-ad84-4987-ace8-5324519cc8f5,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:13:45.644904 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8f205c9a-5c68-4562-b703-123ea463fd90 req-1d611b10-2cc8-4463-9c20-a33fc35db9a8 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c286ac6-5d5d-46b9-b282-9e68e0339bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910830 Jan 28 07:13:45.682768 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdff18f8-dd8a-4066-9134-1aafc7f24547 req-dd06ed82-d405-41ff-b089-e9f30f330e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:45.685677 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-bdff18f8-dd8a-4066-9134-1aafc7f24547 req-dd06ed82-d405-41ff-b089-e9f30f330e8c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7309452d-66ed-4a8c-8139-b8745989715e HTTP/1.1" status: 200 len: 1097 time: 0.0544989 Jan 28 07:13:45.711178 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-05985a16-d3ec-448c-8832-7c914dcf2630 req-05c00289-9b87-4caa-91c9-e01287edc4c5 service neutron] 10.222.0.44 "GET /v2.0/networks/77aa199c-9565-430c-bcef-5bacd415f620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080939 Jan 28 07:13:45.757698 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-bdff18f8-dd8a-4066-9134-1aafc7f24547 req-f300bc61-644f-4c58-a267-d822bea25b2d service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=fa82ec26-34b4-44b8-888a-3a43aa497a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653055 Jan 28 07:13:45.876080 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-05985a16-d3ec-448c-8832-7c914dcf2630 req-057c3ce1-d5a6-4fdc-af57-33165d91dd5f service neutron] 10.222.0.44 "GET /v2.0/networks/77aa199c-9565-430c-bcef-5bacd415f620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582959 Jan 28 07:13:45.897158 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f37848-e1d0-4ec2-8408-409f3dd185b4 req-5d2efc67-72d1-45cc-a88c-fca8ae105753 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:45.898736 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b5f37848-e1d0-4ec2-8408-409f3dd185b4 req-5d2efc67-72d1-45cc-a88c-fca8ae105753 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=232ec39b-90f9-4df8-a403-fe1029cce065 HTTP/1.1" status: 200 len: 945 time: 0.0627809 Jan 28 07:13:45.961081 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b5f37848-e1d0-4ec2-8408-409f3dd185b4 req-1eb4fef3-b5d3-42ea-a91c-576ed68e7c08 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb65c68e-64e7-49d7-aa93-cf57ceaf78a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555360 Jan 28 07:13:46.221821 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-584527df-88ff-4bae-9813-561b850a561a req-636f07f0-52f9-491a-b957-237bdf8d30b9 tempest-ListImageFiltersTestJSON-482981563 tempest-ListImageFiltersTestJSON-482981563-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=17855e415e3247d8b9a9f797ff7be692&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0264270 Jan 28 07:13:46.261135 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1b6020-879d-405e-899f-e9eab6a77d9a req-91354d9e-c409-4b58-8c18-4d91e96cd8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:46.262714 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2f1b6020-879d-405e-899f-e9eab6a77d9a req-91354d9e-c409-4b58-8c18-4d91e96cd8c6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1b5821c096cf43639ed10b07e04f5303&device_id=735808a4-e633-4693-b1ca-941092790339 HTTP/1.1" status: 200 len: 1095 time: 0.0559583 Jan 28 07:13:46.360989 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584527df-88ff-4bae-9813-561b850a561a req-30117b41-ccf4-400e-8c01-266665d64a3e tempest-ListImageFiltersTestJSON-482981563 tempest-ListImageFiltersTestJSON-482981563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:46.365312 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-584527df-88ff-4bae-9813-561b850a561a req-30117b41-ccf4-400e-8c01-266665d64a3e tempest-ListImageFiltersTestJSON-482981563 tempest-ListImageFiltersTestJSON-482981563-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1353579 Jan 28 07:13:46.375697 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5db0d6d-7cca-4423-b4d9-5e070ba840bb req-e81349c3-d983-4d40-843f-471865ab09a0 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:46.377224 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a5db0d6d-7cca-4423-b4d9-5e070ba840bb req-e81349c3-d983-4d40-843f-471865ab09a0 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=232ec39b-90f9-4df8-a403-fe1029cce065 HTTP/1.1" status: 200 len: 945 time: 0.1097548 Jan 28 07:13:46.379658 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-584527df-88ff-4bae-9813-561b850a561a req-64cde4e6-5b30-4ad9-a02f-a106836336ec tempest-ListImageFiltersTestJSON-482981563 tempest-ListImageFiltersTestJSON-482981563-project] 10.222.0.41 "GET /v2.0/quotas/17855e415e3247d8b9a9f797ff7be692 HTTP/1.1" status: 200 len: 375 time: 0.0114021 Jan 28 07:13:46.419377 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-584527df-88ff-4bae-9813-561b850a561a req-e1d12d20-44ee-429f-9d9c-18d3ec8b448c tempest-ListImageFiltersTestJSON-482981563 tempest-ListImageFiltersTestJSON-482981563-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=17855e415e3247d8b9a9f797ff7be692&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277383 Jan 28 07:13:46.421489 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1b6020-879d-405e-899f-e9eab6a77d9a req-ced92401-ceaa-4fd5-a446-9934f6942511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:46.423165 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2f1b6020-879d-405e-899f-e9eab6a77d9a req-ced92401-ceaa-4fd5-a446-9934f6942511 service neutron] 10.222.0.44 "GET /v2.0/networks?id=77aa199c-9565-430c-bcef-5bacd415f620 HTTP/1.1" status: 200 len: 909 time: 0.1455791 Jan 28 07:13:46.493507 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2f1b6020-879d-405e-899f-e9eab6a77d9a req-fcdaebca-b82d-434a-aedd-3bb3d130efa6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eae27188-e0c6-460b-86e6-5b12f277a7d9 HTTP/1.1" status: 200 len: 217 time: 0.0560734 Jan 28 07:13:46.512094 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a5db0d6d-7cca-4423-b4d9-5e070ba840bb req-670f8b86-0628-48c8-b545-6c496c2d92f5 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb65c68e-64e7-49d7-aa93-cf57ceaf78a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1235693 Jan 28 07:13:46.566773 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1b6020-879d-405e-899f-e9eab6a77d9a req-3d4ae454-b3bf-436c-980a-a900a126f023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:46.568638 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2f1b6020-879d-405e-899f-e9eab6a77d9a req-3d4ae454-b3bf-436c-980a-a900a126f023 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e60d974b-4a97-44ad-8684-0b13afa61368 HTTP/1.1" status: 200 len: 848 time: 0.0681200 Jan 28 07:13:46.638881 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2f1b6020-879d-405e-899f-e9eab6a77d9a req-557be4e3-635e-49c2-bbb9-72deae5ca4c5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=77aa199c-9565-430c-bcef-5bacd415f620&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499468 Jan 28 07:13:46.801629 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2f1b6020-879d-405e-899f-e9eab6a77d9a req-1fb5fcc5-32e2-40ca-9506-8e4713cf1185 service neutron] 10.222.0.44 "GET /v2.0/networks/77aa199c-9565-430c-bcef-5bacd415f620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259584 Jan 28 07:13:46.811553 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d91ac4a-111b-49d5-b5ea-675ab88e31ae req-743eb3a0-f1b7-4339-aa42-b8ef4d848825 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:46.813469 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4d91ac4a-111b-49d5-b5ea-675ab88e31ae req-743eb3a0-f1b7-4339-aa42-b8ef4d848825 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/networks?id=55d1aca5-a0d0-4804-9112-fbf4ce00f292 HTTP/1.1" status: 200 len: 805 time: 0.1381788 Jan 28 07:13:46.819929 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2526ac44-5f42-4658-b81f-a3cb7f28c41e req-11d2f0c4-5900-4df6-8e29-8c6702bcf16e tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:46.821916 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2526ac44-5f42-4658-b81f-a3cb7f28c41e req-11d2f0c4-5900-4df6-8e29-8c6702bcf16e tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] 10.222.0.41 "GET /v2.0/ports?device_id=7309452d-66ed-4a8c-8139-b8745989715e HTTP/1.1" status: 200 len: 945 time: 0.1903868 Jan 28 07:13:46.851163 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4d91ac4a-111b-49d5-b5ea-675ab88e31ae req-2c4ea294-e70c-4bf7-9251-0e313940653a tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/quotas/071c6275b8f741eea1e2f053b48698ce HTTP/1.1" status: 200 len: 375 time: 0.0301139 Jan 28 07:13:46.916678 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4d91ac4a-111b-49d5-b5ea-675ab88e31ae req-3cd906fb-9374-47d6-b120-1ba4cb08c402 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=071c6275b8f741eea1e2f053b48698ce&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0643368 Jan 28 07:13:46.943154 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2526ac44-5f42-4658-b81f-a3cb7f28c41e req-7cbbd191-4e5a-4a9e-9ec0-09ee6364894b tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] 10.222.0.41 "GET /v2.0/security-groups?id=fa82ec26-34b4-44b8-888a-3a43aa497a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120374 Jan 28 07:13:47.000446 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2f1b6020-879d-405e-899f-e9eab6a77d9a req-288d7ed6-d4fc-4902-a7ff-a41367c4bded service neutron] 10.222.0.44 "GET /v2.0/networks/77aa199c-9565-430c-bcef-5bacd415f620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771712 Jan 28 07:13:47.050420 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4d91ac4a-111b-49d5-b5ea-675ab88e31ae req-94aa1f8b-b1b3-4bde-b02e-b21789235942 service neutron] 10.222.0.41 "GET /v2.0/networks/55d1aca5-a0d0-4804-9112-fbf4ce00f292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229639 Jan 28 07:13:47.177060 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device ac3e104f-c57d-48ac-a994-3959e7c8e806 no longer exists at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:13:47.194174 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4d91ac4a-111b-49d5-b5ea-675ab88e31ae req-872e7dd2-29b9-49cb-bcd8-8d9f385f2c25 service neutron] 10.222.0.41 "GET /v2.0/networks/55d1aca5-a0d0-4804-9112-fbf4ce00f292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427033 Jan 28 07:13:47.214394 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0139dd69-d842-4b8a-917c-f9db798ca2f4 req-f11779ca-a650-430b-9e59-b0dcbdcad2e0 tempest-ListImageFiltersTestJSON-482981563 tempest-ListImageFiltersTestJSON-482981563-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=17855e415e3247d8b9a9f797ff7be692&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0322855 Jan 28 07:13:47.229283 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] No Port match for: ac3e104f-c57d-48ac-a994-3959e7c8e806 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:13:47.230733 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device ac3e104f-c57d-48ac-a994-3959e7c8e806 not bound to the agent host n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:13:47.361808 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0139dd69-d842-4b8a-917c-f9db798ca2f4 req-0e4be667-ced9-40ad-bef9-f94058af5244 tempest-ListImageFiltersTestJSON-482981563 tempest-ListImageFiltersTestJSON-482981563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:47.369959 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0139dd69-d842-4b8a-917c-f9db798ca2f4 req-0e4be667-ced9-40ad-bef9-f94058af5244 tempest-ListImageFiltersTestJSON-482981563 tempest-ListImageFiltersTestJSON-482981563-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1546404 Jan 28 07:13:47.409475 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0139dd69-d842-4b8a-917c-f9db798ca2f4 req-28b6d61e-86a4-4238-888f-7ae7f157528a tempest-ListImageFiltersTestJSON-482981563 tempest-ListImageFiltersTestJSON-482981563-project] 10.222.0.41 "GET /v2.0/quotas/17855e415e3247d8b9a9f797ff7be692 HTTP/1.1" status: 200 len: 375 time: 0.0376863 Jan 28 07:13:47.471581 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0139dd69-d842-4b8a-917c-f9db798ca2f4 req-cfa516a6-c1b3-492e-a360-6bb7d83bfd58 tempest-ListImageFiltersTestJSON-482981563 tempest-ListImageFiltersTestJSON-482981563-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=17855e415e3247d8b9a9f797ff7be692&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0565920 Jan 28 07:13:47.572556 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0158ba5-e446-4d82-983b-c4149638968f req-791959e5-9906-4089-ba24-5bdfb311383d tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:47.574412 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d0158ba5-e446-4d82-983b-c4149638968f req-791959e5-9906-4089-ba24-5bdfb311383d tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/ports?device_id=735808a4-e633-4693-b1ca-941092790339 HTTP/1.1" status: 200 len: 943 time: 0.0935991 Jan 28 07:13:47.671344 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d0158ba5-e446-4d82-983b-c4149638968f req-189ca69b-11ec-4733-8708-4b53da72057a tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c286ac6-5d5d-46b9-b282-9e68e0339bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894477 Jan 28 07:13:47.838448 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-045dcd3f-fc6d-4f39-a953-e6dc8d34d0e1 req-714d3859-6fb2-4b7c-8427-d3bc850701a0 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/ports?device_id=621f1e8f-2297-4f0c-9dfc-faac1615b972 HTTP/1.1" status: 200 len: 210 time: 0.0474615 Jan 28 07:13:47.904485 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ba1698-92cd-4519-84a2-08072211590a req-f7aa1468-c9d1-4890-b6a4-60f8ff256085 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:47.906704 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-69ba1698-92cd-4519-84a2-08072211590a req-f7aa1468-c9d1-4890-b6a4-60f8ff256085 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=232ec39b-90f9-4df8-a403-fe1029cce065 HTTP/1.1" status: 200 len: 945 time: 0.0825300 Jan 28 07:13:47.995406 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-25bbb1be-a6fb-483f-89c6-4185e452a07c req-61ee8531-6fd3-4cc5-be01-eb1cf7be1d61 tempest-ListImageFiltersTestJSON-482981563 tempest-ListImageFiltersTestJSON-482981563-project] 10.222.0.41 "GET /v2.0/ports?device_id=5b28f81b-bea7-4d49-9e29-c23f30c965d6 HTTP/1.1" status: 200 len: 210 time: 0.0691061 Jan 28 07:13:48.012850 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-69ba1698-92cd-4519-84a2-08072211590a req-450af655-f743-4daf-a0b3-bb424c8e72b9 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb65c68e-64e7-49d7-aa93-cf57ceaf78a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871413 Jan 28 07:13:48.104093 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-584527df-88ff-4bae-9813-561b850a561a req-803335cb-4db4-47f4-ac6a-47fd32f001ae tempest-ListImageFiltersTestJSON-482981563 tempest-ListImageFiltersTestJSON-482981563-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=17855e415e3247d8b9a9f797ff7be692&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0301178 Jan 28 07:13:48.262933 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beba767-aa99-4d39-a158-9b1c6fb73d5e req-7c20850f-eeb9-4bbc-988a-98989bee861a tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:48.274707 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0beba767-aa99-4d39-a158-9b1c6fb73d5e req-7c20850f-eeb9-4bbc-988a-98989bee861a tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] 10.222.0.41 "GET /v2.0/ports?device_id=7309452d-66ed-4a8c-8139-b8745989715e HTTP/1.1" status: 200 len: 945 time: 0.1452496 Jan 28 07:13:48.320028 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76465f6a-2a8f-4125-a291-a5b1d8da4719 req-33b68b7e-83f7-4c4a-958d-a78a9b79e951 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:48.327776 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-76465f6a-2a8f-4125-a291-a5b1d8da4719 req-33b68b7e-83f7-4c4a-958d-a78a9b79e951 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=232ec39b-90f9-4df8-a403-fe1029cce065 HTTP/1.1" status: 200 len: 945 time: 0.1802406 Jan 28 07:13:48.339087 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0beba767-aa99-4d39-a158-9b1c6fb73d5e req-16f66e20-94da-46f7-bfdb-9b2ff61c750a tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] 10.222.0.41 "GET /v2.0/security-groups?id=fa82ec26-34b4-44b8-888a-3a43aa497a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634904 Jan 28 07:13:48.400162 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584527df-88ff-4bae-9813-561b850a561a req-aad50962-3769-4a1d-baf4-829a0afeda6d tempest-ListImageFiltersTestJSON-482981563 tempest-ListImageFiltersTestJSON-482981563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:48.401683 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-584527df-88ff-4bae-9813-561b850a561a req-aad50962-3769-4a1d-baf4-829a0afeda6d tempest-ListImageFiltersTestJSON-482981563 tempest-ListImageFiltersTestJSON-482981563-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2706113 Jan 28 07:13:48.426077 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-584527df-88ff-4bae-9813-561b850a561a req-c292a17e-a26a-4686-ac78-3a0eb8954e4f tempest-ListImageFiltersTestJSON-482981563 tempest-ListImageFiltersTestJSON-482981563-project] Request body: {'port': {'device_id': '59a4f94f-2b77-4276-b800-302e418f396a', 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb', 'admin_state_up': True, 'tenant_id': '17855e415e3247d8b9a9f797ff7be692'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:13:48.505451 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-76465f6a-2a8f-4125-a291-a5b1d8da4719 req-83ce3783-3358-413b-8934-d7d9c6b183ed tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb65c68e-64e7-49d7-aa93-cf57ceaf78a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1686118 Jan 28 07:13:48.572623 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-584527df-88ff-4bae-9813-561b850a561a req-c292a17e-a26a-4686-ac78-3a0eb8954e4f tempest-ListImageFiltersTestJSON-482981563 tempest-ListImageFiltersTestJSON-482981563-project] Made reservation on behalf of 17855e415e3247d8b9a9f797ff7be692 for: {'port': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:13:48.577861 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-584527df-88ff-4bae-9813-561b850a561a req-c292a17e-a26a-4686-ac78-3a0eb8954e4f tempest-ListImageFiltersTestJSON-482981563 tempest-ListImageFiltersTestJSON-482981563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:48.591059 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-584527df-88ff-4bae-9813-561b850a561a req-c292a17e-a26a-4686-ac78-3a0eb8954e4f tempest-ListImageFiltersTestJSON-482981563 tempest-ListImageFiltersTestJSON-482981563-project] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:48.628091 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a2a937e5-54d3-4117-a8fc-d03d997d131e req-d90ce0a3-d3b9-47a9-b956-e7e36c25c7eb tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-339423359&fields=id&tenant_id=c7e5f5e1e5b6452e807f9cfd340509b9 HTTP/1.1" status: 200 len: 267 time: 0.0964530 Jan 28 07:13:48.699171 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a937e5-54d3-4117-a8fc-d03d997d131e req-85774944-10e6-4dd0-a49d-97e921d98ec0 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:48.700757 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a2a937e5-54d3-4117-a8fc-d03d997d131e req-85774944-10e6-4dd0-a49d-97e921d98ec0 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] 10.222.0.41 "GET /v2.0/ports?device_id=7309452d-66ed-4a8c-8139-b8745989715e HTTP/1.1" status: 200 len: 945 time: 0.0670455 Jan 28 07:13:48.714853 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-a2a937e5-54d3-4117-a8fc-d03d997d131e req-5f3cc692-8690-4272-8f5e-920a29bdecda tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Request body: {'port': {'security_groups': ['fa82ec26-34b4-44b8-888a-3a43aa497a5b', 'a985a770-e9b6-45c6-b44e-e8facf6c944a']}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:13:48.738847 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-584527df-88ff-4bae-9813-561b850a561a req-c292a17e-a26a-4686-ac78-3a0eb8954e4f tempest-ListImageFiltersTestJSON-482981563 tempest-ListImageFiltersTestJSON-482981563-project] Publish callbacks [] for security_group (5a35449a-a8dc-4821-8459-968439cf983e), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:48.748851 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85277893-61bb-41c5-a650-9d3ec0c5e05b req-3d90f38b-2f6e-4059-a744-b095dc255609 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:48.756688 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-85277893-61bb-41c5-a650-9d3ec0c5e05b req-3d90f38b-2f6e-4059-a744-b095dc255609 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=232ec39b-90f9-4df8-a403-fe1029cce065 HTTP/1.1" status: 200 len: 945 time: 0.1621134 Jan 28 07:13:48.773162 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-584527df-88ff-4bae-9813-561b850a561a req-c292a17e-a26a-4686-ac78-3a0eb8954e4f tempest-ListImageFiltersTestJSON-482981563 tempest-ListImageFiltersTestJSON-482981563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (5a35449a-a8dc-4821-8459-968439cf983e), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:48.804706 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-a2a937e5-54d3-4117-a8fc-d03d997d131e req-5f3cc692-8690-4272-8f5e-920a29bdecda tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (aa929fb3-ad84-4987-ace8-5324519cc8f5), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:48.887048 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c292a17e-a26a-4686-ac78-3a0eb8954e4f tempest-ListImageFiltersTestJSON-482981563 tempest-ListImageFiltersTestJSON-482981563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a35449a-a8dc-4821-8459-968439cf983e,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:13:48.942256 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-85277893-61bb-41c5-a650-9d3ec0c5e05b req-02ca6eb6-cf4d-4041-a6c1-1627ef306cc8 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb65c68e-64e7-49d7-aa93-cf57ceaf78a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1843078 Jan 28 07:13:49.030443 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [req-584527df-88ff-4bae-9813-561b850a561a req-c292a17e-a26a-4686-ac78-3a0eb8954e4f tempest-ListImageFiltersTestJSON-482981563 tempest-ListImageFiltersTestJSON-482981563-project] Allocated IP 192.168.233.123 (d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb/5785b43d-448b-4d12-9eb5-4e4caf2e7eaf/80771555-17c2-4224-86e2-cb60034ad531) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:13:49.073726 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device eae27188-e0c6-460b-86e6-5b12f277a7d9 details requested by agent hyperv_n-h2-712749-28 with host n-h2-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:13:49.096047 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-a2a937e5-54d3-4117-a8fc-d03d997d131e req-5f3cc692-8690-4272-8f5e-920a29bdecda tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] For port aa929fb3-ad84-4987-ace8-5324519cc8f5, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=aa929fb3-ad84-4987-ace8-5324519cc8f5,segment=NetworkSegment(f8c9f08b-9596-4089-94de-8ef18d76dca7),segment_id=f8c9f08b-9596-4089-94de-8ef18d76dca7)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:13:49.192513 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b545af4-c3ef-4426-9323-254da33b0deb req-4794b7f0-3c44-4349-a4b9-2d4d43704149 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:49.201971 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9b545af4-c3ef-4426-9323-254da33b0deb req-4794b7f0-3c44-4349-a4b9-2d4d43704149 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/ports?device_id=735808a4-e633-4693-b1ca-941092790339 HTTP/1.1" status: 200 len: 943 time: 0.1500618 Jan 28 07:13:49.305815 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port eae27188-e0c6-460b-86e6-5b12f277a7d9, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=eae27188-e0c6-460b-86e6-5b12f277a7d9,segment=NetworkSegment(b38b5d3d-4197-4548-8b2f-aaaa5395d71b),segment_id=b38b5d3d-4197-4548-8b2f-aaaa5395d71b)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:13:49.344036 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Returning: {'device': 'eae27188-e0c6-460b-86e6-5b12f277a7d9', 'network_id': '77aa199c-9565-430c-bcef-5bacd415f620', 'port_id': 'eae27188-e0c6-460b-86e6-5b12f277a7d9', 'mac_address': 'fa:16:3e:8f:e4:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e60d974b-4a97-44ad-8684-0b13afa61368', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:13:49.401471 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9b545af4-c3ef-4426-9323-254da33b0deb req-22b0da41-5686-44a7-825d-4abeba7a2cdc tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c286ac6-5d5d-46b9-b282-9e68e0339bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960762 Jan 28 07:13:49.421374 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port eae27188-e0c6-460b-86e6-5b12f277a7d9 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:13:49.422143 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (eae27188-e0c6-460b-86e6-5b12f277a7d9), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:49.451233 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eae27188-e0c6-460b-86e6-5b12f277a7d9 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:13:49.482125 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port eae27188-e0c6-460b-86e6-5b12f277a7d9, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=eae27188-e0c6-460b-86e6-5b12f277a7d9,segment=NetworkSegment(b38b5d3d-4197-4548-8b2f-aaaa5395d71b),segment_id=b38b5d3d-4197-4548-8b2f-aaaa5395d71b)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:13:49.487052 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (eae27188-e0c6-460b-86e6-5b12f277a7d9), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:49.521476 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d91ac4a-111b-49d5-b5ea-675ab88e31ae req-c40c7755-6412-4f3f-bfb3-741e961c1329 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:49.523798 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4d91ac4a-111b-49d5-b5ea-675ab88e31ae req-c40c7755-6412-4f3f-bfb3-741e961c1329 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.44 "GET /v2.0/networks?id=55d1aca5-a0d0-4804-9112-fbf4ce00f292 HTTP/1.1" status: 200 len: 805 time: 0.5182953 Jan 28 07:13:49.547293 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=eae27188-e0c6-460b-86e6-5b12f277a7d9,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:13:49.547697 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-a2a937e5-54d3-4117-a8fc-d03d997d131e req-5f3cc692-8690-4272-8f5e-920a29bdecda tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Publish callbacks [] for port (aa929fb3-ad84-4987-ace8-5324519cc8f5), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:49.560384 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-a2a937e5-54d3-4117-a8fc-d03d997d131e req-5f3cc692-8690-4272-8f5e-920a29bdecda tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (aa929fb3-ad84-4987-ace8-5324519cc8f5), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:49.595990 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['3180d400-882b-4c2e-8569-dbafa1fabdbb', 'aa929fb3-ad84-4987-ace8-5324519cc8f5'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:13:49.608852 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-4d91ac4a-111b-49d5-b5ea-675ab88e31ae req-18e2ad19-6721-4890-af9e-cebe8dea9cf5 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Request body: {'port': {'device_id': '621f1e8f-2297-4f0c-9dfc-faac1615b972', 'network_id': '55d1aca5-a0d0-4804-9112-fbf4ce00f292', 'admin_state_up': True, 'tenant_id': '071c6275b8f741eea1e2f053b48698ce'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:13:49.751534 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a937e5-54d3-4117-a8fc-d03d997d131e req-5f3cc692-8690-4272-8f5e-920a29bdecda tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:49.753029 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-a2a937e5-54d3-4117-a8fc-d03d997d131e req-5f3cc692-8690-4272-8f5e-920a29bdecda tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:49.755109 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a2a937e5-54d3-4117-a8fc-d03d997d131e req-5f3cc692-8690-4272-8f5e-920a29bdecda tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] 10.222.0.41 "PUT /v2.0/ports/aa929fb3-ad84-4987-ace8-5324519cc8f5 HTTP/1.1" status: 200 len: 981 time: 1.0453985 Jan 28 07:13:49.756023 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7309452d-66ed-4a8c-8139-b8745989715e', 'tag': 'aa929fb3-ad84-4987-ace8-5324519cc8f5'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:13:49.760481 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff4b0180-c2fe-465a-a204-5806f11f78ac" -d '{"events": [{"name": "network-changed", "server_uuid": "7309452d-66ed-4a8c-8139-b8745989715e", "tag": "aa929fb3-ad84-4987-ace8-5324519cc8f5"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:13:49.780655 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0139dd69-d842-4b8a-917c-f9db798ca2f4 req-0e2b893b-65a9-47eb-8026-94db192798b3 tempest-ListImageFiltersTestJSON-482981563 tempest-ListImageFiltersTestJSON-482981563-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=17855e415e3247d8b9a9f797ff7be692&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4060214 Jan 28 07:13:49.783627 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-584527df-88ff-4bae-9813-561b850a561a req-c292a17e-a26a-4686-ac78-3a0eb8954e4f tempest-ListImageFiltersTestJSON-482981563 tempest-ListImageFiltersTestJSON-482981563-project] Publish callbacks [] for port (80771555-17c2-4224-86e2-cb60034ad531), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:49.812890 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d91ac4a-111b-49d5-b5ea-675ab88e31ae req-18e2ad19-6721-4890-af9e-cebe8dea9cf5 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Made reservation on behalf of 071c6275b8f741eea1e2f053b48698ce for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:13:49.816625 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-4d91ac4a-111b-49d5-b5ea-675ab88e31ae req-18e2ad19-6721-4890-af9e-cebe8dea9cf5 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:49.830609 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c2d1c0f1-6f23-4c92-9e2a-1ca47af27090 req-b8f10bd1-62af-446f-be90-23ce6c24d9fe tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/ports?device_id=621f1e8f-2297-4f0c-9dfc-faac1615b972 HTTP/1.1" status: 200 len: 210 time: 0.0543644 Jan 28 07:13:49.894909 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3cc692-8690-4272-8f5e-920a29bdecda tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Pushing event updated for resources: {'Port': ['ID=aa929fb3-ad84-4987-ace8-5324519cc8f5,revision_number=6']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:13:49.914018 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['aa929fb3-ad84-4987-ace8-5324519cc8f5'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:13:49.995615 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['eae27188-e0c6-460b-86e6-5b12f277a7d9'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:13:50.002790 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0735b079-ee52-4239-ab8c-f14fa25f9403 req-6604aa77-f2a4-434d-b231-a600e21ba84e tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:50.004719 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0735b079-ee52-4239-ab8c-f14fa25f9403 req-6604aa77-f2a4-434d-b231-a600e21ba84e tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=232ec39b-90f9-4df8-a403-fe1029cce065 HTTP/1.1" status: 200 len: 945 time: 0.1121259 Jan 28 07:13:50.040642 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-584527df-88ff-4bae-9813-561b850a561a req-c292a17e-a26a-4686-ac78-3a0eb8954e4f tempest-ListImageFiltersTestJSON-482981563 tempest-ListImageFiltersTestJSON-482981563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (80771555-17c2-4224-86e2-cb60034ad531), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:50.050636 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-04958fe5-0bbf-4970-8f88-3da31fbbf22f req-ba7ccbd3-c2be-452a-b9ca-3265c5211fd9 tempest-ListImageFiltersTestJSON-482981563 tempest-ListImageFiltersTestJSON-482981563-project] 10.222.0.41 "GET /v2.0/ports?device_id=5b28f81b-bea7-4d49-9e29-c23f30c965d6 HTTP/1.1" status: 200 len: 210 time: 0.1087754 Jan 28 07:13:50.105637 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0139dd69-d842-4b8a-917c-f9db798ca2f4 req-815846dd-832f-4546-9ef0-0ec59ffc6059 tempest-ListImageFiltersTestJSON-482981563 tempest-ListImageFiltersTestJSON-482981563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:50.107894 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0139dd69-d842-4b8a-917c-f9db798ca2f4 req-815846dd-832f-4546-9ef0-0ec59ffc6059 tempest-ListImageFiltersTestJSON-482981563 tempest-ListImageFiltersTestJSON-482981563-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3141468 Jan 28 07:13:50.116569 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-4d91ac4a-111b-49d5-b5ea-675ab88e31ae req-18e2ad19-6721-4890-af9e-cebe8dea9cf5 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Allocated IP 172.20.0.8 (55d1aca5-a0d0-4804-9112-fbf4ce00f292/5ed8211a-b148-411a-81c0-40d0a8d78cc9/be990778-50e4-4c08-a0f1-10aaeac61023) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:13:50.153671 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0735b079-ee52-4239-ab8c-f14fa25f9403 req-5c67a154-e475-493a-b17e-e9e1117e96d0 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb65c68e-64e7-49d7-aa93-cf57ceaf78a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1411805 Jan 28 07:13:50.177998 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-0139dd69-d842-4b8a-917c-f9db798ca2f4 req-6b6b4b0c-49cb-4c89-9847-16a78800ec62 tempest-ListImageFiltersTestJSON-482981563 tempest-ListImageFiltersTestJSON-482981563-project] Request body: {'port': {'device_id': '5b28f81b-bea7-4d49-9e29-c23f30c965d6', 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb', 'admin_state_up': True, 'tenant_id': '17855e415e3247d8b9a9f797ff7be692'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:13:50.259550 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c292a17e-a26a-4686-ac78-3a0eb8954e4f tempest-ListImageFiltersTestJSON-482981563 tempest-ListImageFiltersTestJSON-482981563-project] Pushing event updated for resources: {'Port': ['ID=80771555-17c2-4224-86e2-cb60034ad531,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:13:50.270750 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-584527df-88ff-4bae-9813-561b850a561a req-c292a17e-a26a-4686-ac78-3a0eb8954e4f tempest-ListImageFiltersTestJSON-482981563 tempest-ListImageFiltersTestJSON-482981563-project] Network d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:13:50.272352 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [req-584527df-88ff-4bae-9813-561b850a561a req-c292a17e-a26a-4686-ac78-3a0eb8954e4f tempest-ListImageFiltersTestJSON-482981563 tempest-ListImageFiltersTestJSON-482981563-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:13:50.276801 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-584527df-88ff-4bae-9813-561b850a561a req-c292a17e-a26a-4686-ac78-3a0eb8954e4f tempest-ListImageFiltersTestJSON-482981563 tempest-ListImageFiltersTestJSON-482981563-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:13:50.287907 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5170fe27-7251-4990-b44a-2f0cfcfb557a req-c6a1935b-5bb0-450f-afb6-b6c937204a1c tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] 10.222.0.41 "GET /v2.0/security-groups/a985a770-e9b6-45c6-b44e-e8facf6c944a HTTP/1.1" status: 200 len: 1818 time: 0.1140094 Jan 28 07:13:50.352100 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-036ec03e-e6f8-4c04-bf74-598844712e3d x-openstack-request-id: req-036ec03e-e6f8-4c04-bf74-598844712e3d {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:13:50.352855 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7309452d-66ed-4a8c-8139-b8745989715e", "tag": "aa929fb3-ad84-4987-ace8-5324519cc8f5", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:13:50.353326 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-036ec03e-e6f8-4c04-bf74-598844712e3d {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:13:50.353941 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7309452d-66ed-4a8c-8139-b8745989715e', 'tag': 'aa929fb3-ad84-4987-ace8-5324519cc8f5', 'status': 'completed', 'code': 200} Jan 28 07:13:50.363427 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584527df-88ff-4bae-9813-561b850a561a req-c292a17e-a26a-4686-ac78-3a0eb8954e4f tempest-ListImageFiltersTestJSON-482981563 tempest-ListImageFiltersTestJSON-482981563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:50.364057 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-584527df-88ff-4bae-9813-561b850a561a req-c292a17e-a26a-4686-ac78-3a0eb8954e4f tempest-ListImageFiltersTestJSON-482981563 tempest-ListImageFiltersTestJSON-482981563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:50.408254 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-584527df-88ff-4bae-9813-561b850a561a req-c292a17e-a26a-4686-ac78-3a0eb8954e4f tempest-ListImageFiltersTestJSON-482981563 tempest-ListImageFiltersTestJSON-482981563-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9857886 Jan 28 07:13:50.440770 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0139dd69-d842-4b8a-917c-f9db798ca2f4 req-6b6b4b0c-49cb-4c89-9847-16a78800ec62 tempest-ListImageFiltersTestJSON-482981563 tempest-ListImageFiltersTestJSON-482981563-project] Made reservation on behalf of 17855e415e3247d8b9a9f797ff7be692 for: {'port': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:13:50.450915 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-0139dd69-d842-4b8a-917c-f9db798ca2f4 req-6b6b4b0c-49cb-4c89-9847-16a78800ec62 tempest-ListImageFiltersTestJSON-482981563 tempest-ListImageFiltersTestJSON-482981563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:50.460381 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-584527df-88ff-4bae-9813-561b850a561a req-00c3f846-4f30-4f98-95e5-5e7dafb48545 service neutron] Request body: {'port': {'device_id': '59a4f94f-2b77-4276-b800-302e418f396a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-28'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:13:50.513598 n-d-712749-28 neutron-server[103284]: INFO neutron.api.v2.resource [req-5170fe27-7251-4990-b44a-2f0cfcfb557a req-89f48377-d692-4ed5-b4a2-854daf8af22a tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 28 07:13:50.520316 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5170fe27-7251-4990-b44a-2f0cfcfb557a req-89f48377-d692-4ed5-b4a2-854daf8af22a tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] 10.222.0.41 "DELETE /v2.0/security-groups/a985a770-e9b6-45c6-b44e-e8facf6c944a HTTP/1.1" status: 409 len: 341 time: 0.2213399 Jan 28 07:13:50.574427 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4b0180-c2fe-465a-a204-5806f11f78ac req-3097002d-7599-488f-a790-c8db581e9198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:50.577216 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ff4b0180-c2fe-465a-a204-5806f11f78ac req-3097002d-7599-488f-a790-c8db581e9198 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c7e5f5e1e5b6452e807f9cfd340509b9&device_id=7309452d-66ed-4a8c-8139-b8745989715e HTTP/1.1" status: 200 len: 1136 time: 0.1618037 Jan 28 07:13:50.614986 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-4d91ac4a-111b-49d5-b5ea-675ab88e31ae req-18e2ad19-6721-4890-af9e-cebe8dea9cf5 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Publish callbacks [] for port (be990778-50e4-4c08-a0f1-10aaeac61023), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:50.661028 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-584527df-88ff-4bae-9813-561b850a561a req-00c3f846-4f30-4f98-95e5-5e7dafb48545 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (80771555-17c2-4224-86e2-cb60034ad531), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:50.696373 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4259868c-bfa6-4451-b3f0-cc0d22845f32 req-97011d2a-5052-47b1-877a-f49143b2f725 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:50.698035 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4259868c-bfa6-4451-b3f0-cc0d22845f32 req-97011d2a-5052-47b1-877a-f49143b2f725 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/ports?device_id=735808a4-e633-4693-b1ca-941092790339 HTTP/1.1" status: 200 len: 944 time: 0.1462955 Jan 28 07:13:50.728854 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-49c43dc3-399c-4c7d-ae18-87c8152048ff None None] Provisioning complete for port 80771555-17c2-4224-86e2-cb60034ad531 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:13:50.730517 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-49c43dc3-399c-4c7d-ae18-87c8152048ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (80771555-17c2-4224-86e2-cb60034ad531), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:50.738871 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4b0180-c2fe-465a-a204-5806f11f78ac req-9e5d88ff-5142-4998-8eee-0afa25dac215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:50.740582 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ff4b0180-c2fe-465a-a204-5806f11f78ac req-9e5d88ff-5142-4998-8eee-0afa25dac215 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ed2a86a8-da73-4f39-8b11-88940252842f HTTP/1.1" status: 200 len: 913 time: 0.1543019 Jan 28 07:13:50.742698 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-4d91ac4a-111b-49d5-b5ea-675ab88e31ae req-18e2ad19-6721-4890-af9e-cebe8dea9cf5 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (be990778-50e4-4c08-a0f1-10aaeac61023), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:50.798915 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d91ac4a-111b-49d5-b5ea-675ab88e31ae req-18e2ad19-6721-4890-af9e-cebe8dea9cf5 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Network 55d1aca5-a0d0-4804-9112-fbf4ce00f292 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:13:50.819452 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['c979436b-508d-4793-81dd-afac650b9db6'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:13:50.821855 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [req-0139dd69-d842-4b8a-917c-f9db798ca2f4 req-6b6b4b0c-49cb-4c89-9847-16a78800ec62 tempest-ListImageFiltersTestJSON-482981563 tempest-ListImageFiltersTestJSON-482981563-project] Allocated IP 192.168.233.229 (d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb/5785b43d-448b-4d12-9eb5-4e4caf2e7eaf/f6b0a31b-6e7c-4497-aa49-e5b43c372e47) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:13:50.832879 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-4d91ac4a-111b-49d5-b5ea-675ab88e31ae req-18e2ad19-6721-4890-af9e-cebe8dea9cf5 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:13:50.839425 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d91ac4a-111b-49d5-b5ea-675ab88e31ae req-18e2ad19-6721-4890-af9e-cebe8dea9cf5 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:13:50.846890 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ff4b0180-c2fe-465a-a204-5806f11f78ac req-4c56c8b7-69ba-4497-9185-48900cde5d3d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aa929fb3-ad84-4987-ace8-5324519cc8f5 HTTP/1.1" status: 200 len: 217 time: 0.0921419 Jan 28 07:13:50.903142 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4259868c-bfa6-4451-b3f0-cc0d22845f32 req-eb4fe087-5290-4665-b83e-76631aaaae09 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c286ac6-5d5d-46b9-b282-9e68e0339bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773086 Jan 28 07:13:50.930053 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e2ad19-6721-4890-af9e-cebe8dea9cf5 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Pushing event updated for resources: {'Port': ['ID=be990778-50e4-4c08-a0f1-10aaeac61023,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:13:50.947507 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-49c43dc3-399c-4c7d-ae18-87c8152048ff None None] Port 80771555-17c2-4224-86e2-cb60034ad531 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:13:50.962092 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d91ac4a-111b-49d5-b5ea-675ab88e31ae req-18e2ad19-6721-4890-af9e-cebe8dea9cf5 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:50.963340 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-4d91ac4a-111b-49d5-b5ea-675ab88e31ae req-18e2ad19-6721-4890-af9e-cebe8dea9cf5 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:50.996115 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4b0180-c2fe-465a-a204-5806f11f78ac req-1df2faed-99f6-4516-88fa-8b3c1c190aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:50.998528 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ff4b0180-c2fe-465a-a204-5806f11f78ac req-1df2faed-99f6-4516-88fa-8b3c1c190aa5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4c735598-017d-4dd4-9654-6370a2a3beef HTTP/1.1" status: 200 len: 852 time: 0.1254733 Jan 28 07:13:51.005541 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4d91ac4a-111b-49d5-b5ea-675ab88e31ae req-18e2ad19-6721-4890-af9e-cebe8dea9cf5 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4019644 Jan 28 07:13:51.042973 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-4d91ac4a-111b-49d5-b5ea-675ab88e31ae req-379ca93a-0878-4882-967d-eab8a55b546a service neutron] Request body: {'port': {'device_id': '621f1e8f-2297-4f0c-9dfc-faac1615b972', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712749-28'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:13:51.064593 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ff4b0180-c2fe-465a-a204-5806f11f78ac req-43c894ad-29cc-4106-b216-981c913f1b55 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ed2a86a8-da73-4f39-8b11-88940252842f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579820 Jan 28 07:13:51.119919 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3f1cb1-b9ea-43c4-a112-8e3768053d78 req-01a6d4df-794c-4dcc-b7c4-72e6e3f12825 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:51.124679 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-fc3f1cb1-b9ea-43c4-a112-8e3768053d78 req-01a6d4df-794c-4dcc-b7c4-72e6e3f12825 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/ports?device_id=621f1e8f-2297-4f0c-9dfc-faac1615b972 HTTP/1.1" status: 200 len: 931 time: 0.1098640 Jan 28 07:13:51.166068 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0189811b-057c-4295-bc51-f2c4aa86ff92 req-7b8364f4-34b7-47ab-a27d-2d022a875957 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:51.173588 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0189811b-057c-4295-bc51-f2c4aa86ff92 req-7b8364f4-34b7-47ab-a27d-2d022a875957 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] 10.222.0.41 "GET /v2.0/ports?device_id=7309452d-66ed-4a8c-8139-b8745989715e HTTP/1.1" status: 200 len: 984 time: 0.1939526 Jan 28 07:13:51.195194 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-fc3f1cb1-b9ea-43c4-a112-8e3768053d78 req-f71738a1-7b41-4236-93b2-3d9161217373 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/security-groups?id=54f3b545-d68e-44ae-b5dc-1cfcda6094b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667005 Jan 28 07:13:51.232097 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-4d91ac4a-111b-49d5-b5ea-675ab88e31ae req-379ca93a-0878-4882-967d-eab8a55b546a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (be990778-50e4-4c08-a0f1-10aaeac61023), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:51.244317 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-0139dd69-d842-4b8a-917c-f9db798ca2f4 req-6b6b4b0c-49cb-4c89-9847-16a78800ec62 tempest-ListImageFiltersTestJSON-482981563 tempest-ListImageFiltersTestJSON-482981563-project] Publish callbacks [] for port (f6b0a31b-6e7c-4497-aa49-e5b43c372e47), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:51.303007 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ff4b0180-c2fe-465a-a204-5806f11f78ac req-d38ec2c4-818e-4f40-841c-dffd3156d555 service neutron] 10.222.0.44 "GET /v2.0/networks/ed2a86a8-da73-4f39-8b11-88940252842f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194958 Jan 28 07:13:51.307064 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9dd79f4e-7c71-4570-a84b-f7b2c2289668 req-03adcd81-06cf-43b7-a840-7403f634cad6 tempest-ListImageFiltersTestJSON-482981563 tempest-ListImageFiltersTestJSON-482981563-project] 10.222.0.41 "GET /v2.0/ports?device_id=5b28f81b-bea7-4d49-9e29-c23f30c965d6 HTTP/1.1" status: 200 len: 210 time: 0.0347941 Jan 28 07:13:51.317398 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-0139dd69-d842-4b8a-917c-f9db798ca2f4 req-6b6b4b0c-49cb-4c89-9847-16a78800ec62 tempest-ListImageFiltersTestJSON-482981563 tempest-ListImageFiltersTestJSON-482981563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (f6b0a31b-6e7c-4497-aa49-e5b43c372e47), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:51.345568 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0189811b-057c-4295-bc51-f2c4aa86ff92 req-f8cbf425-33a1-4292-b91a-29933a7e3309 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] 10.222.0.41 "GET /v2.0/security-groups?id=fa82ec26-34b4-44b8-888a-3a43aa497a5b&id=a985a770-e9b6-45c6-b44e-e8facf6c944a&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1672492 Jan 28 07:13:51.446806 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0139dd69-d842-4b8a-917c-f9db798ca2f4 req-6b6b4b0c-49cb-4c89-9847-16a78800ec62 tempest-ListImageFiltersTestJSON-482981563 tempest-ListImageFiltersTestJSON-482981563-project] Network d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:13:51.459161 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [req-0139dd69-d842-4b8a-917c-f9db798ca2f4 req-6b6b4b0c-49cb-4c89-9847-16a78800ec62 tempest-ListImageFiltersTestJSON-482981563 tempest-ListImageFiltersTestJSON-482981563-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:13:51.470057 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-0139dd69-d842-4b8a-917c-f9db798ca2f4 req-6b6b4b0c-49cb-4c89-9847-16a78800ec62 tempest-ListImageFiltersTestJSON-482981563 tempest-ListImageFiltersTestJSON-482981563-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:13:51.505388 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6b4b0c-49cb-4c89-9847-16a78800ec62 tempest-ListImageFiltersTestJSON-482981563 tempest-ListImageFiltersTestJSON-482981563-project] Pushing event updated for resources: {'Port': ['ID=f6b0a31b-6e7c-4497-aa49-e5b43c372e47,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:13:51.552788 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ff4b0180-c2fe-465a-a204-5806f11f78ac req-cf9acbe2-afda-4270-a703-0383ed2f7e88 service neutron] 10.222.0.44 "GET /v2.0/networks/ed2a86a8-da73-4f39-8b11-88940252842f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368631 Jan 28 07:13:51.560347 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0139dd69-d842-4b8a-917c-f9db798ca2f4 req-6b6b4b0c-49cb-4c89-9847-16a78800ec62 tempest-ListImageFiltersTestJSON-482981563 tempest-ListImageFiltersTestJSON-482981563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:51.561056 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-0139dd69-d842-4b8a-917c-f9db798ca2f4 req-6b6b4b0c-49cb-4c89-9847-16a78800ec62 tempest-ListImageFiltersTestJSON-482981563 tempest-ListImageFiltersTestJSON-482981563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:51.586408 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0139dd69-d842-4b8a-917c-f9db798ca2f4 req-6b6b4b0c-49cb-4c89-9847-16a78800ec62 tempest-ListImageFiltersTestJSON-482981563 tempest-ListImageFiltersTestJSON-482981563-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4355948 Jan 28 07:13:51.606217 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-0139dd69-d842-4b8a-917c-f9db798ca2f4 req-c5a1f446-4673-44f5-a092-85b584bb329d service neutron] Request body: {'port': {'device_id': '5b28f81b-bea7-4d49-9e29-c23f30c965d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712749-28'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:13:51.690004 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [req-584527df-88ff-4bae-9813-561b850a561a req-00c3f846-4f30-4f98-95e5-5e7dafb48545 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80771555-17c2-4224-86e2-cb60034ad531 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:13:51.694398 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-0139dd69-d842-4b8a-917c-f9db798ca2f4 req-c5a1f446-4673-44f5-a092-85b584bb329d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (f6b0a31b-6e7c-4497-aa49-e5b43c372e47), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:51.701660 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-584527df-88ff-4bae-9813-561b850a561a req-00c3f846-4f30-4f98-95e5-5e7dafb48545 service neutron] Publish callbacks [] for port (80771555-17c2-4224-86e2-cb60034ad531), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:51.730628 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [req-584527df-88ff-4bae-9813-561b850a561a req-00c3f846-4f30-4f98-95e5-5e7dafb48545 service neutron] Transition to ACTIVE for port object 80771555-17c2-4224-86e2-cb60034ad531 will not be triggered until provisioned by entity L2. {{(pid=103283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:13:51.744625 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-4d91ac4a-111b-49d5-b5ea-675ab88e31ae req-379ca93a-0878-4882-967d-eab8a55b546a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be990778-50e4-4c08-a0f1-10aaeac61023 {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:13:51.752955 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-584527df-88ff-4bae-9813-561b850a561a req-00c3f846-4f30-4f98-95e5-5e7dafb48545 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (80771555-17c2-4224-86e2-cb60034ad531), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:51.757617 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-4d91ac4a-111b-49d5-b5ea-675ab88e31ae req-379ca93a-0878-4882-967d-eab8a55b546a service neutron] Publish callbacks [] for port (be990778-50e4-4c08-a0f1-10aaeac61023), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:51.787934 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791c9c29-efdf-4cf9-8745-f805ed1e72bb req-2af20fea-022a-4e1d-9c7f-742ff93371ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:51.811653 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-791c9c29-efdf-4cf9-8745-f805ed1e72bb req-2af20fea-022a-4e1d-9c7f-742ff93371ea service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c7e5f5e1e5b6452e807f9cfd340509b9&device_id=7309452d-66ed-4a8c-8139-b8745989715e HTTP/1.1" status: 200 len: 1136 time: 0.1230612 Jan 28 07:13:51.854512 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-4d91ac4a-111b-49d5-b5ea-675ab88e31ae req-379ca93a-0878-4882-967d-eab8a55b546a service neutron] Transition to ACTIVE for port object be990778-50e4-4c08-a0f1-10aaeac61023 will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:13:51.915821 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-4d91ac4a-111b-49d5-b5ea-675ab88e31ae req-379ca93a-0878-4882-967d-eab8a55b546a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (be990778-50e4-4c08-a0f1-10aaeac61023), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:51.916558 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-cc519740-1dd0-41ca-97e5-d0e962da461d None None] Provisioning complete for port f6b0a31b-6e7c-4497-aa49-e5b43c372e47 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:13:51.917039 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cc519740-1dd0-41ca-97e5-d0e962da461d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (f6b0a31b-6e7c-4497-aa49-e5b43c372e47), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:51.932064 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c3f846-4f30-4f98-95e5-5e7dafb48545 service neutron] Pushing event updated for resources: {'Port': ['ID=80771555-17c2-4224-86e2-cb60034ad531,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:13:52.063528 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379ca93a-0878-4882-967d-eab8a55b546a service neutron] Pushing event updated for resources: {'Port': ['ID=be990778-50e4-4c08-a0f1-10aaeac61023,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:13:52.065260 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-cc519740-1dd0-41ca-97e5-d0e962da461d None None] Port f6b0a31b-6e7c-4497-aa49-e5b43c372e47 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:13:52.087148 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791c9c29-efdf-4cf9-8745-f805ed1e72bb req-72df01ce-fbb7-4f3b-b9cc-a905a20b8763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:52.089061 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-791c9c29-efdf-4cf9-8745-f805ed1e72bb req-72df01ce-fbb7-4f3b-b9cc-a905a20b8763 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ed2a86a8-da73-4f39-8b11-88940252842f HTTP/1.1" status: 200 len: 913 time: 0.2765505 Jan 28 07:13:52.145789 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-791c9c29-efdf-4cf9-8745-f805ed1e72bb req-84f08421-6313-4e51-9adb-bb31f948211c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aa929fb3-ad84-4987-ace8-5324519cc8f5 HTTP/1.1" status: 200 len: 217 time: 0.0490081 Jan 28 07:13:52.148382 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-4d91ac4a-111b-49d5-b5ea-675ab88e31ae req-379ca93a-0878-4882-967d-eab8a55b546a service neutron] Attempting to bind port be990778-50e4-4c08-a0f1-10aaeac61023 on host n-h2-712749-28 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:13:52.148745 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-4d91ac4a-111b-49d5-b5ea-675ab88e31ae req-379ca93a-0878-4882-967d-eab8a55b546a service neutron] Attempting to bind port be990778-50e4-4c08-a0f1-10aaeac61023 by drivers openvswitch,hyperv on host n-h2-712749-28 at level 0 using segments [{'id': '8c1a2649-126a-42b2-aa92-3dce43dd7caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '55d1aca5-a0d0-4804-9112-fbf4ce00f292'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:13:52.149082 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d91ac4a-111b-49d5-b5ea-675ab88e31ae req-379ca93a-0878-4882-967d-eab8a55b546a service neutron] Attempting to bind port be990778-50e4-4c08-a0f1-10aaeac61023 on network 55d1aca5-a0d0-4804-9112-fbf4ce00f292 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:13:52.172679 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d91ac4a-111b-49d5-b5ea-675ab88e31ae req-379ca93a-0878-4882-967d-eab8a55b546a service neutron] Port be990778-50e4-4c08-a0f1-10aaeac61023 on network 55d1aca5-a0d0-4804-9112-fbf4ce00f292 not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-28 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:13:52.174314 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d91ac4a-111b-49d5-b5ea-675ab88e31ae req-379ca93a-0878-4882-967d-eab8a55b546a service neutron] Attempting to bind port be990778-50e4-4c08-a0f1-10aaeac61023 on network 55d1aca5-a0d0-4804-9112-fbf4ce00f292 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:13:52.234125 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d91ac4a-111b-49d5-b5ea-675ab88e31ae req-379ca93a-0878-4882-967d-eab8a55b546a service neutron] Checking agent: {'id': 'c9906e63-062c-432e-bb53-63fdb8115e18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:13:52.234125 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d91ac4a-111b-49d5-b5ea-675ab88e31ae req-379ca93a-0878-4882-967d-eab8a55b546a service neutron] Checking segment: {'id': '8c1a2649-126a-42b2-aa92-3dce43dd7caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '55d1aca5-a0d0-4804-9112-fbf4ce00f292'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:13:52.234125 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d91ac4a-111b-49d5-b5ea-675ab88e31ae req-379ca93a-0878-4882-967d-eab8a55b546a service neutron] Bound using segment: {'id': '8c1a2649-126a-42b2-aa92-3dce43dd7caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '55d1aca5-a0d0-4804-9112-fbf4ce00f292'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:13:52.234125 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-4d91ac4a-111b-49d5-b5ea-675ab88e31ae req-379ca93a-0878-4882-967d-eab8a55b546a service neutron] Bound port: be990778-50e4-4c08-a0f1-10aaeac61023, host: n-h2-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c1a2649-126a-42b2-aa92-3dce43dd7caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '55d1aca5-a0d0-4804-9112-fbf4ce00f292'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:13:52.234125 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-4d91ac4a-111b-49d5-b5ea-675ab88e31ae req-379ca93a-0878-4882-967d-eab8a55b546a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (be990778-50e4-4c08-a0f1-10aaeac61023), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:52.272497 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [req-0139dd69-d842-4b8a-917c-f9db798ca2f4 req-c5a1f446-4673-44f5-a092-85b584bb329d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6b0a31b-6e7c-4497-aa49-e5b43c372e47 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:13:52.284824 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-0139dd69-d842-4b8a-917c-f9db798ca2f4 req-c5a1f446-4673-44f5-a092-85b584bb329d service neutron] Publish callbacks [] for port (f6b0a31b-6e7c-4497-aa49-e5b43c372e47), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:52.295094 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21f1712-668c-4d77-b714-2792cc5ea0d6 req-8a3fb136-d05f-45ab-9638-27fea1a9f6d5 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:52.301067 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791c9c29-efdf-4cf9-8745-f805ed1e72bb req-116ac8c7-5b5f-40a8-82cf-686369933dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:52.302438 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e21f1712-668c-4d77-b714-2792cc5ea0d6 req-8a3fb136-d05f-45ab-9638-27fea1a9f6d5 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/ports?device_id=735808a4-e633-4693-b1ca-941092790339 HTTP/1.1" status: 200 len: 944 time: 0.2146854 Jan 28 07:13:52.305443 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-791c9c29-efdf-4cf9-8745-f805ed1e72bb req-116ac8c7-5b5f-40a8-82cf-686369933dd9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4c735598-017d-4dd4-9654-6370a2a3beef HTTP/1.1" status: 200 len: 852 time: 0.1521935 Jan 28 07:13:52.314815 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-584527df-88ff-4bae-9813-561b850a561a req-00c3f846-4f30-4f98-95e5-5e7dafb48545 service neutron] Attempting to bind port 80771555-17c2-4224-86e2-cb60034ad531 on host n-h1-712749-28 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:13:52.315149 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-584527df-88ff-4bae-9813-561b850a561a req-00c3f846-4f30-4f98-95e5-5e7dafb48545 service neutron] Attempting to bind port 80771555-17c2-4224-86e2-cb60034ad531 by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': '9d52209e-a416-4cfe-8f8a-19567a90fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:13:52.315472 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-584527df-88ff-4bae-9813-561b850a561a req-00c3f846-4f30-4f98-95e5-5e7dafb48545 service neutron] Attempting to bind port 80771555-17c2-4224-86e2-cb60034ad531 on network d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:13:52.332668 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-584527df-88ff-4bae-9813-561b850a561a req-00c3f846-4f30-4f98-95e5-5e7dafb48545 service neutron] Port 80771555-17c2-4224-86e2-cb60034ad531 on network d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:13:52.332920 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-584527df-88ff-4bae-9813-561b850a561a req-00c3f846-4f30-4f98-95e5-5e7dafb48545 service neutron] Attempting to bind port 80771555-17c2-4224-86e2-cb60034ad531 on network d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:13:52.337683 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [req-0139dd69-d842-4b8a-917c-f9db798ca2f4 req-c5a1f446-4673-44f5-a092-85b584bb329d service neutron] Transition to ACTIVE for port object f6b0a31b-6e7c-4497-aa49-e5b43c372e47 will not be triggered until provisioned by entity L2. {{(pid=103283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:13:52.343514 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-0139dd69-d842-4b8a-917c-f9db798ca2f4 req-c5a1f446-4673-44f5-a092-85b584bb329d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (f6b0a31b-6e7c-4497-aa49-e5b43c372e47), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:52.351178 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-584527df-88ff-4bae-9813-561b850a561a req-00c3f846-4f30-4f98-95e5-5e7dafb48545 service neutron] Checking agent: {'id': '2fca46b1-237f-4857-9290-2429d810e472', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 13, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:13:52.351521 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-584527df-88ff-4bae-9813-561b850a561a req-00c3f846-4f30-4f98-95e5-5e7dafb48545 service neutron] Checking segment: {'id': '9d52209e-a416-4cfe-8f8a-19567a90fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:13:52.351905 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-584527df-88ff-4bae-9813-561b850a561a req-00c3f846-4f30-4f98-95e5-5e7dafb48545 service neutron] Bound using segment: {'id': '9d52209e-a416-4cfe-8f8a-19567a90fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:13:52.352369 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-584527df-88ff-4bae-9813-561b850a561a req-00c3f846-4f30-4f98-95e5-5e7dafb48545 service neutron] Bound port: 80771555-17c2-4224-86e2-cb60034ad531, host: n-h1-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d52209e-a416-4cfe-8f8a-19567a90fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:13:52.352718 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-584527df-88ff-4bae-9813-561b850a561a req-00c3f846-4f30-4f98-95e5-5e7dafb48545 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (80771555-17c2-4224-86e2-cb60034ad531), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:52.378145 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-791c9c29-efdf-4cf9-8745-f805ed1e72bb req-4ad6f599-273a-48c8-8a73-3dc45ec9abf1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ed2a86a8-da73-4f39-8b11-88940252842f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633669 Jan 28 07:13:52.417322 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-4d91ac4a-111b-49d5-b5ea-675ab88e31ae req-379ca93a-0878-4882-967d-eab8a55b546a service neutron] For port be990778-50e4-4c08-a0f1-10aaeac61023, host n-h2-712749-28, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:13:52.425021 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e21f1712-668c-4d77-b714-2792cc5ea0d6 req-c1fb9a6f-a981-4a91-90b8-4256ab1ac1f6 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c286ac6-5d5d-46b9-b282-9e68e0339bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214139 Jan 28 07:13:52.477716 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a1f446-4673-44f5-a092-85b584bb329d service neutron] Pushing event updated for resources: {'Port': ['ID=f6b0a31b-6e7c-4497-aa49-e5b43c372e47,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:13:52.480434 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36686de-d41d-4c7a-bab7-b709584a334e req-279bf107-57a4-4b9b-80f1-1809febbbe29 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:52.482054 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b36686de-d41d-4c7a-bab7-b709584a334e req-279bf107-57a4-4b9b-80f1-1809febbbe29 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/ports?device_id=621f1e8f-2297-4f0c-9dfc-faac1615b972 HTTP/1.1" status: 200 len: 943 time: 0.1711690 Jan 28 07:13:52.485616 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-4d91ac4a-111b-49d5-b5ea-675ab88e31ae req-379ca93a-0878-4882-967d-eab8a55b546a service neutron] For port be990778-50e4-4c08-a0f1-10aaeac61023, host n-h2-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=be990778-50e4-4c08-a0f1-10aaeac61023,segment=NetworkSegment(8c1a2649-126a-42b2-aa92-3dce43dd7caa),segment_id=8c1a2649-126a-42b2-aa92-3dce43dd7caa)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:13:52.498224 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-4d91ac4a-111b-49d5-b5ea-675ab88e31ae req-379ca93a-0878-4882-967d-eab8a55b546a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (be990778-50e4-4c08-a0f1-10aaeac61023), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:52.572231 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d91ac4a-111b-49d5-b5ea-675ab88e31ae req-379ca93a-0878-4882-967d-eab8a55b546a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:52.572855 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-4d91ac4a-111b-49d5-b5ea-675ab88e31ae req-379ca93a-0878-4882-967d-eab8a55b546a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:52.574251 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4d91ac4a-111b-49d5-b5ea-675ab88e31ae req-379ca93a-0878-4882-967d-eab8a55b546a service neutron] 10.222.0.44 "PUT /v2.0/ports/be990778-50e4-4c08-a0f1-10aaeac61023 HTTP/1.1" status: 200 len: 1092 time: 1.5359013 Jan 28 07:13:52.579982 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '621f1e8f-2297-4f0c-9dfc-faac1615b972', 'tag': 'be990778-50e4-4c08-a0f1-10aaeac61023'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:13:52.582292 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5206ab66-e27c-4332-9535-acb461422a64" -d '{"events": [{"name": "network-changed", "server_uuid": "621f1e8f-2297-4f0c-9dfc-faac1615b972", "tag": "be990778-50e4-4c08-a0f1-10aaeac61023"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:13:52.629633 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-791c9c29-efdf-4cf9-8745-f805ed1e72bb req-eb39ea6d-da25-4313-9fcd-d1dd3dd79cf7 service neutron] 10.222.0.44 "GET /v2.0/networks/ed2a86a8-da73-4f39-8b11-88940252842f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2438149 Jan 28 07:13:52.630103 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-0139dd69-d842-4b8a-917c-f9db798ca2f4 req-c5a1f446-4673-44f5-a092-85b584bb329d service neutron] Attempting to bind port f6b0a31b-6e7c-4497-aa49-e5b43c372e47 on host n-h2-712749-28 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:13:52.630232 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379ca93a-0878-4882-967d-eab8a55b546a service neutron] Pushing event updated for resources: {'Port': ['ID=be990778-50e4-4c08-a0f1-10aaeac61023,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:13:52.630852 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-0139dd69-d842-4b8a-917c-f9db798ca2f4 req-c5a1f446-4673-44f5-a092-85b584bb329d service neutron] Attempting to bind port f6b0a31b-6e7c-4497-aa49-e5b43c372e47 by drivers openvswitch,hyperv on host n-h2-712749-28 at level 0 using segments [{'id': '9d52209e-a416-4cfe-8f8a-19567a90fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:13:52.631472 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0139dd69-d842-4b8a-917c-f9db798ca2f4 req-c5a1f446-4673-44f5-a092-85b584bb329d service neutron] Attempting to bind port f6b0a31b-6e7c-4497-aa49-e5b43c372e47 on network d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:13:52.644532 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b36686de-d41d-4c7a-bab7-b709584a334e req-58dd01d7-6df6-404c-8d4c-af58771718d3 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/security-groups?id=54f3b545-d68e-44ae-b5dc-1cfcda6094b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554430 Jan 28 07:13:52.650318 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-584527df-88ff-4bae-9813-561b850a561a req-00c3f846-4f30-4f98-95e5-5e7dafb48545 service neutron] For port 80771555-17c2-4224-86e2-cb60034ad531, host n-h1-712749-28, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:13:52.655642 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0139dd69-d842-4b8a-917c-f9db798ca2f4 req-c5a1f446-4673-44f5-a092-85b584bb329d service neutron] Port f6b0a31b-6e7c-4497-aa49-e5b43c372e47 on network d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-28 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:13:52.655977 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0139dd69-d842-4b8a-917c-f9db798ca2f4 req-c5a1f446-4673-44f5-a092-85b584bb329d service neutron] Attempting to bind port f6b0a31b-6e7c-4497-aa49-e5b43c372e47 on network d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:13:52.715111 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-584527df-88ff-4bae-9813-561b850a561a req-00c3f846-4f30-4f98-95e5-5e7dafb48545 service neutron] For port 80771555-17c2-4224-86e2-cb60034ad531, host n-h1-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=80771555-17c2-4224-86e2-cb60034ad531,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:13:52.720089 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0139dd69-d842-4b8a-917c-f9db798ca2f4 req-c5a1f446-4673-44f5-a092-85b584bb329d service neutron] Checking agent: {'id': 'c9906e63-062c-432e-bb53-63fdb8115e18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:13:52.720562 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0139dd69-d842-4b8a-917c-f9db798ca2f4 req-c5a1f446-4673-44f5-a092-85b584bb329d service neutron] Checking segment: {'id': '9d52209e-a416-4cfe-8f8a-19567a90fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:13:52.720961 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0139dd69-d842-4b8a-917c-f9db798ca2f4 req-c5a1f446-4673-44f5-a092-85b584bb329d service neutron] Bound using segment: {'id': '9d52209e-a416-4cfe-8f8a-19567a90fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:13:52.721489 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-0139dd69-d842-4b8a-917c-f9db798ca2f4 req-c5a1f446-4673-44f5-a092-85b584bb329d service neutron] Bound port: f6b0a31b-6e7c-4497-aa49-e5b43c372e47, host: n-h2-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d52209e-a416-4cfe-8f8a-19567a90fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:13:52.721885 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-0139dd69-d842-4b8a-917c-f9db798ca2f4 req-c5a1f446-4673-44f5-a092-85b584bb329d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (f6b0a31b-6e7c-4497-aa49-e5b43c372e47), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:52.739584 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-584527df-88ff-4bae-9813-561b850a561a req-00c3f846-4f30-4f98-95e5-5e7dafb48545 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (80771555-17c2-4224-86e2-cb60034ad531), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:52.808661 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b19fc1-354f-4d5f-bc0b-311db561d747 req-a55b52f9-6f62-4d31-8c19-c48a9b6b93b5 tempest-ListImageFiltersTestJSON-482981563 tempest-ListImageFiltersTestJSON-482981563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:52.816610 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c6b19fc1-354f-4d5f-bc0b-311db561d747 req-a55b52f9-6f62-4d31-8c19-c48a9b6b93b5 tempest-ListImageFiltersTestJSON-482981563 tempest-ListImageFiltersTestJSON-482981563-project] 10.222.0.41 "GET /v2.0/ports?device_id=5b28f81b-bea7-4d49-9e29-c23f30c965d6 HTTP/1.1" status: 200 len: 948 time: 0.1884019 Jan 28 07:13:52.829142 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584527df-88ff-4bae-9813-561b850a561a req-00c3f846-4f30-4f98-95e5-5e7dafb48545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:52.829789 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-584527df-88ff-4bae-9813-561b850a561a req-00c3f846-4f30-4f98-95e5-5e7dafb48545 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:52.831175 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-584527df-88ff-4bae-9813-561b850a561a req-00c3f846-4f30-4f98-95e5-5e7dafb48545 service neutron] 10.222.0.10 "PUT /v2.0/ports/80771555-17c2-4224-86e2-cb60034ad531 HTTP/1.1" status: 200 len: 1097 time: 2.3991175 Jan 28 07:13:52.835963 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59a4f94f-2b77-4276-b800-302e418f396a', 'tag': '80771555-17c2-4224-86e2-cb60034ad531'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:13:52.838358 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3500320-1914-4360-84a6-e4cd269222b2" -d '{"events": [{"name": "network-changed", "server_uuid": "59a4f94f-2b77-4276-b800-302e418f396a", "tag": "80771555-17c2-4224-86e2-cb60034ad531"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:13:52.844164 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d91ac4a-111b-49d5-b5ea-675ab88e31ae req-46ad08f0-f5d1-4aaf-8073-2d2d367945ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:52.845704 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4d91ac4a-111b-49d5-b5ea-675ab88e31ae req-46ad08f0-f5d1-4aaf-8073-2d2d367945ea service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=071c6275b8f741eea1e2f053b48698ce&device_id=621f1e8f-2297-4f0c-9dfc-faac1615b972 HTTP/1.1" status: 200 len: 1095 time: 0.1957197 Jan 28 07:13:52.883148 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab036c0c-8368-41fb-866d-8c8a4e1dfde5 req-7b0dd769-a7c1-400c-8f04-cacd27b4d89f tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:52.890963 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ab036c0c-8368-41fb-866d-8c8a4e1dfde5 req-7b0dd769-a7c1-400c-8f04-cacd27b4d89f tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] 10.222.0.41 "GET /v2.0/ports?device_id=7309452d-66ed-4a8c-8139-b8745989715e HTTP/1.1" status: 200 len: 984 time: 0.1150804 Jan 28 07:13:52.894181 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-791c9c29-efdf-4cf9-8745-f805ed1e72bb req-098f9f2a-0dfa-4eb3-a550-142188b22773 service neutron] 10.222.0.44 "GET /v2.0/networks/ed2a86a8-da73-4f39-8b11-88940252842f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2421131 Jan 28 07:13:52.928653 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4d91ac4a-111b-49d5-b5ea-675ab88e31ae req-1ac1e35e-3888-4cb4-b46a-6c9e834f540d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=be990778-50e4-4c08-a0f1-10aaeac61023 HTTP/1.1" status: 200 len: 217 time: 0.0606244 Jan 28 07:13:52.952589 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c3f846-4f30-4f98-95e5-5e7dafb48545 service neutron] Pushing event updated for resources: {'Port': ['ID=80771555-17c2-4224-86e2-cb60034ad531,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:13:52.970258 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-0139dd69-d842-4b8a-917c-f9db798ca2f4 req-c5a1f446-4673-44f5-a092-85b584bb329d service neutron] For port f6b0a31b-6e7c-4497-aa49-e5b43c372e47, host n-h2-712749-28, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:13:52.974792 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-0139dd69-d842-4b8a-917c-f9db798ca2f4 req-c5a1f446-4673-44f5-a092-85b584bb329d service neutron] For port f6b0a31b-6e7c-4497-aa49-e5b43c372e47, host n-h2-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=f6b0a31b-6e7c-4497-aa49-e5b43c372e47,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:13:52.983477 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-0139dd69-d842-4b8a-917c-f9db798ca2f4 req-c5a1f446-4673-44f5-a092-85b584bb329d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (f6b0a31b-6e7c-4497-aa49-e5b43c372e47), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:53.051573 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ab036c0c-8368-41fb-866d-8c8a4e1dfde5 req-1c30af9e-0115-43cb-b453-4b2593442022 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] 10.222.0.41 "GET /v2.0/security-groups?id=fa82ec26-34b4-44b8-888a-3a43aa497a5b&id=a985a770-e9b6-45c6-b44e-e8facf6c944a&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1596408 Jan 28 07:13:53.064656 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c6b19fc1-354f-4d5f-bc0b-311db561d747 req-6b95da81-0738-45cc-983e-ad87a12d1651 tempest-ListImageFiltersTestJSON-482981563 tempest-ListImageFiltersTestJSON-482981563-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a35449a-a8dc-4821-8459-968439cf983e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468982 Jan 28 07:13:53.067150 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d91ac4a-111b-49d5-b5ea-675ab88e31ae req-fad278b4-130b-4745-b4d0-3949be1727a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:53.068988 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4d91ac4a-111b-49d5-b5ea-675ab88e31ae req-fad278b4-130b-4745-b4d0-3949be1727a8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5ed8211a-b148-411a-81c0-40d0a8d78cc9 HTTP/1.1" status: 200 len: 845 time: 0.1014333 Jan 28 07:13:53.104731 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device eae27188-e0c6-460b-86e6-5b12f277a7d9 up at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:13:53.149281 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4d91ac4a-111b-49d5-b5ea-675ab88e31ae req-4a29dfc8-9443-4461-9849-cacf5937d43a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=55d1aca5-a0d0-4804-9112-fbf4ce00f292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0706627 Jan 28 07:13:53.151457 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0139dd69-d842-4b8a-917c-f9db798ca2f4 req-c5a1f446-4673-44f5-a092-85b584bb329d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:53.153404 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-0139dd69-d842-4b8a-917c-f9db798ca2f4 req-c5a1f446-4673-44f5-a092-85b584bb329d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:53.162407 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0139dd69-d842-4b8a-917c-f9db798ca2f4 req-c5a1f446-4673-44f5-a092-85b584bb329d service neutron] 10.222.0.44 "PUT /v2.0/ports/f6b0a31b-6e7c-4497-aa49-e5b43c372e47 HTTP/1.1" status: 200 len: 1097 time: 1.5605440 Jan 28 07:13:53.213376 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a57a18f-4712-4dae-a0d7-973d08e3c1ce x-openstack-request-id: req-1a57a18f-4712-4dae-a0d7-973d08e3c1ce {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:13:53.213898 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "621f1e8f-2297-4f0c-9dfc-faac1615b972", "tag": "be990778-50e4-4c08-a0f1-10aaeac61023", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:13:53.214299 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1a57a18f-4712-4dae-a0d7-973d08e3c1ce {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:13:53.214711 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '621f1e8f-2297-4f0c-9dfc-faac1615b972', 'tag': 'be990778-50e4-4c08-a0f1-10aaeac61023', 'status': 'completed', 'code': 200} Jan 28 07:13:53.228499 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584527df-88ff-4bae-9813-561b850a561a req-90923937-2333-4b14-8596-0c0fad89448b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:53.230090 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-584527df-88ff-4bae-9813-561b850a561a req-90923937-2333-4b14-8596-0c0fad89448b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=17855e415e3247d8b9a9f797ff7be692&device_id=59a4f94f-2b77-4276-b800-302e418f396a HTTP/1.1" status: 200 len: 1100 time: 0.3344214 Jan 28 07:13:53.244469 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a1f446-4673-44f5-a092-85b584bb329d service neutron] Pushing event updated for resources: {'Port': ['ID=f6b0a31b-6e7c-4497-aa49-e5b43c372e47,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:13:53.298161 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning for port eae27188-e0c6-460b-86e6-5b12f277a7d9 completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:13:53.305711 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning complete for port eae27188-e0c6-460b-86e6-5b12f277a7d9 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:13:53.306617 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (eae27188-e0c6-460b-86e6-5b12f277a7d9), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:53.318831 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4d91ac4a-111b-49d5-b5ea-675ab88e31ae req-c35c9440-26e1-4ba1-b87a-72ff8a6bbbdb service neutron] 10.222.0.44 "GET /v2.0/networks/55d1aca5-a0d0-4804-9112-fbf4ce00f292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596601 Jan 28 07:13:53.325385 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffd3870d-c24e-4c44-bfef-a810acc3f303 x-openstack-request-id: req-ffd3870d-c24e-4c44-bfef-a810acc3f303 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:13:53.325937 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59a4f94f-2b77-4276-b800-302e418f396a", "tag": "80771555-17c2-4224-86e2-cb60034ad531", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:13:53.326240 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ffd3870d-c24e-4c44-bfef-a810acc3f303 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:13:53.326654 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59a4f94f-2b77-4276-b800-302e418f396a', 'tag': '80771555-17c2-4224-86e2-cb60034ad531', 'status': 'completed', 'code': 200} Jan 28 07:13:53.362570 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-584527df-88ff-4bae-9813-561b850a561a req-46709e4b-25c1-4c63-87d8-ee268b09246c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=80771555-17c2-4224-86e2-cb60034ad531 HTTP/1.1" status: 200 len: 217 time: 0.1142530 Jan 28 07:13:53.378878 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0139dd69-d842-4b8a-917c-f9db798ca2f4 req-ab05d321-f4fb-46cc-8d22-8711d36c4c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:53.380431 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0139dd69-d842-4b8a-917c-f9db798ca2f4 req-ab05d321-f4fb-46cc-8d22-8711d36c4c39 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=17855e415e3247d8b9a9f797ff7be692&device_id=5b28f81b-bea7-4d49-9e29-c23f30c965d6 HTTP/1.1" status: 200 len: 1100 time: 0.1259239 Jan 28 07:13:53.449515 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port eae27188-e0c6-460b-86e6-5b12f277a7d9 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:13:53.451018 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (eae27188-e0c6-460b-86e6-5b12f277a7d9), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:53.491631 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '735808a4-e633-4693-b1ca-941092790339', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eae27188-e0c6-460b-86e6-5b12f277a7d9'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:13:53.494341 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4d91ac4a-111b-49d5-b5ea-675ab88e31ae req-9eff7c52-2f17-4356-97b1-9dfc52dd48b3 service neutron] 10.222.0.44 "GET /v2.0/networks/55d1aca5-a0d0-4804-9112-fbf4ce00f292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647480 Jan 28 07:13:53.495052 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-394fb1f3-1f5f-4050-b912-0e53d96766ee" -d '{"events": [{"server_uuid": "735808a4-e633-4693-b1ca-941092790339", "name": "network-vif-plugged", "status": "completed", "tag": "eae27188-e0c6-460b-86e6-5b12f277a7d9"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:13:53.526411 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port eae27188-e0c6-460b-86e6-5b12f277a7d9, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=eae27188-e0c6-460b-86e6-5b12f277a7d9,segment=NetworkSegment(b38b5d3d-4197-4548-8b2f-aaaa5395d71b),segment_id=b38b5d3d-4197-4548-8b2f-aaaa5395d71b)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:13:53.534647 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0139dd69-d842-4b8a-917c-f9db798ca2f4 req-a36af8c4-58d6-476a-a072-bcb3f5658379 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=f6b0a31b-6e7c-4497-aa49-e5b43c372e47 HTTP/1.1" status: 200 len: 217 time: 0.0822680 Jan 28 07:13:53.541434 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (eae27188-e0c6-460b-86e6-5b12f277a7d9), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:53.602488 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0139dd69-d842-4b8a-917c-f9db798ca2f4 req-301566c1-efea-4ca0-9a0a-ceb86b9448e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:53.604029 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0139dd69-d842-4b8a-917c-f9db798ca2f4 req-301566c1-efea-4ca0-9a0a-ceb86b9448e6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5785b43d-448b-4d12-9eb5-4e4caf2e7eaf HTTP/1.1" status: 200 len: 843 time: 0.0587294 Jan 28 07:13:53.608428 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95f14ad6-b4be-47d2-9d95-e3e13520595d x-openstack-request-id: req-95f14ad6-b4be-47d2-9d95-e3e13520595d {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:13:53.608982 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "735808a4-e633-4693-b1ca-941092790339", "name": "network-vif-plugged", "status": "completed", "tag": "eae27188-e0c6-460b-86e6-5b12f277a7d9", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:13:53.609348 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-95f14ad6-b4be-47d2-9d95-e3e13520595d {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:13:53.609828 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '735808a4-e633-4693-b1ca-941092790339', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eae27188-e0c6-460b-86e6-5b12f277a7d9', 'code': 200} Jan 28 07:13:53.611752 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=eae27188-e0c6-460b-86e6-5b12f277a7d9,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:13:53.614034 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584527df-88ff-4bae-9813-561b850a561a req-eb80c5c5-c20a-466a-b564-005d527ee0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:53.617584 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-584527df-88ff-4bae-9813-561b850a561a req-eb80c5c5-c20a-466a-b564-005d527ee0e7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5785b43d-448b-4d12-9eb5-4e4caf2e7eaf HTTP/1.1" status: 200 len: 843 time: 0.2340655 Jan 28 07:13:53.631876 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b00353a-f227-4a4e-9f7c-bce9ef3b1278 req-7cd3e6b6-c503-4d8b-a7ce-c5274d3e92c6 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:53.633816 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0b00353a-f227-4a4e-9f7c-bce9ef3b1278 req-7cd3e6b6-c503-4d8b-a7ce-c5274d3e92c6 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/ports?device_id=735808a4-e633-4693-b1ca-941092790339 HTTP/1.1" status: 200 len: 945 time: 0.0802627 Jan 28 07:13:53.688743 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584527df-88ff-4bae-9813-561b850a561a req-81ec9a2e-b49c-40bb-ac55-71b2df27bf4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:53.690418 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-584527df-88ff-4bae-9813-561b850a561a req-81ec9a2e-b49c-40bb-ac55-71b2df27bf4f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0564215 Jan 28 07:13:53.722140 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0b00353a-f227-4a4e-9f7c-bce9ef3b1278 req-1a761c3f-c526-4845-a150-f1829a1354ee tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c286ac6-5d5d-46b9-b282-9e68e0339bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767193 Jan 28 07:13:53.805601 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5206ab66-e27c-4332-9535-acb461422a64 req-63a5ff29-6422-4bc1-93ce-bf68f83fd05c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:53.807840 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5206ab66-e27c-4332-9535-acb461422a64 req-63a5ff29-6422-4bc1-93ce-bf68f83fd05c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=071c6275b8f741eea1e2f053b48698ce&device_id=621f1e8f-2297-4f0c-9dfc-faac1615b972 HTTP/1.1" status: 200 len: 1095 time: 0.0586712 Jan 28 07:13:53.873496 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a46038-b323-4f73-ad75-cc66f3657840 req-8ec995e1-e9f3-4a19-89b0-9d3773fee2ed tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:53.875095 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f8a46038-b323-4f73-ad75-cc66f3657840 req-8ec995e1-e9f3-4a19-89b0-9d3773fee2ed tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/ports?device_id=621f1e8f-2297-4f0c-9dfc-faac1615b972 HTTP/1.1" status: 200 len: 943 time: 0.1499949 Jan 28 07:13:53.880783 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0139dd69-d842-4b8a-917c-f9db798ca2f4 req-39202aeb-bddd-43fe-b860-2608e1835470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:53.882287 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0139dd69-d842-4b8a-917c-f9db798ca2f4 req-39202aeb-bddd-43fe-b860-2608e1835470 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1334116 Jan 28 07:13:53.939219 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b0a24c-82d7-438f-a1a7-4b80d398da11 req-0e37a86f-3fc6-417d-ba9f-fe62097fd49f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:53.940886 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-33b0a24c-82d7-438f-a1a7-4b80d398da11 req-0e37a86f-3fc6-417d-ba9f-fe62097fd49f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=735808a4-e633-4693-b1ca-941092790339 HTTP/1.1" status: 200 len: 1097 time: 0.0979099 Jan 28 07:13:53.965364 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-584527df-88ff-4bae-9813-561b850a561a req-ccfced72-09c2-4c0d-b25a-d3a0a86cc0ec service neutron] 10.222.0.10 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2668495 Jan 28 07:13:53.989315 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5206ab66-e27c-4332-9535-acb461422a64 req-e1211163-7fd4-486f-985d-06234d82ee06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:53.990988 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5206ab66-e27c-4332-9535-acb461422a64 req-e1211163-7fd4-486f-985d-06234d82ee06 service neutron] 10.222.0.44 "GET /v2.0/networks?id=55d1aca5-a0d0-4804-9112-fbf4ce00f292 HTTP/1.1" status: 200 len: 906 time: 0.1569021 Jan 28 07:13:54.015133 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-33b0a24c-82d7-438f-a1a7-4b80d398da11 req-344e880f-bf50-4a61-9e1d-e9d93292ce21 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=6c286ac6-5d5d-46b9-b282-9e68e0339bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656836 Jan 28 07:13:54.044783 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f8a46038-b323-4f73-ad75-cc66f3657840 req-d0c1a43b-b88a-444d-90d5-228169ce5288 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/security-groups?id=54f3b545-d68e-44ae-b5dc-1cfcda6094b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597798 Jan 28 07:13:54.048055 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5206ab66-e27c-4332-9535-acb461422a64 req-3b1924c9-237d-452c-86f8-2ffa16105f9a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=be990778-50e4-4c08-a0f1-10aaeac61023 HTTP/1.1" status: 200 len: 217 time: 0.0439672 Jan 28 07:13:54.093594 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0139dd69-d842-4b8a-917c-f9db798ca2f4 req-d474ee34-2a01-4bbb-add0-da5bdac29680 service neutron] 10.222.0.44 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976445 Jan 28 07:13:54.121828 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-584527df-88ff-4bae-9813-561b850a561a req-45fd86f4-3706-4958-90b8-5cdc0e4206a2 service neutron] 10.222.0.10 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455612 Jan 28 07:13:54.181820 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa3cfdf-993f-4cce-9ddd-a136445f0ef2 req-11882eaa-caf0-4d97-bfca-4683ad900238 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:54.184990 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ffa3cfdf-993f-4cce-9ddd-a136445f0ef2 req-11882eaa-caf0-4d97-bfca-4683ad900238 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] 10.222.0.41 "GET /v2.0/ports?device_id=7309452d-66ed-4a8c-8139-b8745989715e HTTP/1.1" status: 200 len: 984 time: 0.0591342 Jan 28 07:13:54.231198 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05f3e70-7eb1-4eb0-8afe-d9ab0df7dbc3 req-ecdc9c69-de25-476e-a2f3-9b4a79ab88fc tempest-ListImageFiltersTestJSON-482981563 tempest-ListImageFiltersTestJSON-482981563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:54.236716 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c05f3e70-7eb1-4eb0-8afe-d9ab0df7dbc3 req-ecdc9c69-de25-476e-a2f3-9b4a79ab88fc tempest-ListImageFiltersTestJSON-482981563 tempest-ListImageFiltersTestJSON-482981563-project] 10.222.0.41 "GET /v2.0/ports?device_id=5b28f81b-bea7-4d49-9e29-c23f30c965d6 HTTP/1.1" status: 200 len: 948 time: 0.0597553 Jan 28 07:13:54.250198 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ffa3cfdf-993f-4cce-9ddd-a136445f0ef2 req-0af7b74f-afc9-4b00-9dd2-d6bc9d0e481b tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] 10.222.0.41 "GET /v2.0/security-groups?id=fa82ec26-34b4-44b8-888a-3a43aa497a5b&id=a985a770-e9b6-45c6-b44e-e8facf6c944a&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0597527 Jan 28 07:13:54.327502 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c05f3e70-7eb1-4eb0-8afe-d9ab0df7dbc3 req-a1fa5d2b-cbb5-43db-91ec-167b70dcff32 tempest-ListImageFiltersTestJSON-482981563 tempest-ListImageFiltersTestJSON-482981563-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a35449a-a8dc-4821-8459-968439cf983e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886226 Jan 28 07:13:54.330485 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3500320-1914-4360-84a6-e4cd269222b2 req-1d10765b-3008-43e5-83eb-27681717e10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:54.332004 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e3500320-1914-4360-84a6-e4cd269222b2 req-1d10765b-3008-43e5-83eb-27681717e10c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=17855e415e3247d8b9a9f797ff7be692&device_id=59a4f94f-2b77-4276-b800-302e418f396a HTTP/1.1" status: 200 len: 1100 time: 0.0829396 Jan 28 07:13:54.393401 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5206ab66-e27c-4332-9535-acb461422a64 req-06cdffab-b7d4-4407-9f6e-02460c42b052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:54.394884 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5206ab66-e27c-4332-9535-acb461422a64 req-06cdffab-b7d4-4407-9f6e-02460c42b052 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5ed8211a-b148-411a-81c0-40d0a8d78cc9 HTTP/1.1" status: 200 len: 845 time: 0.0629709 Jan 28 07:13:54.542047 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ba26e218-1574-448d-b688-457ca3a3b496 req-44f834af-96af-4f73-b5b6-ec76917876e0 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-961749050&fields=id&tenant_id=c7e5f5e1e5b6452e807f9cfd340509b9 HTTP/1.1" status: 200 len: 267 time: 0.1166956 Jan 28 07:13:54.602561 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0139dd69-d842-4b8a-917c-f9db798ca2f4 req-19cfa2b4-5c79-4337-b257-2c7b2cf4be5a service neutron] 10.222.0.44 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2695591 Jan 28 07:13:54.617643 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3500320-1914-4360-84a6-e4cd269222b2 req-3971b6df-e4d7-4614-b4d5-43b717a1999c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:54.619255 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e3500320-1914-4360-84a6-e4cd269222b2 req-3971b6df-e4d7-4614-b4d5-43b717a1999c service neutron] 10.222.0.10 "GET /v2.0/networks?id=d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb HTTP/1.1" status: 200 len: 870 time: 0.2587430 Jan 28 07:13:54.641083 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba26e218-1574-448d-b688-457ca3a3b496 req-22ff7efa-a95a-45c1-b17e-5393b2aec3eb tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:54.642727 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ba26e218-1574-448d-b688-457ca3a3b496 req-22ff7efa-a95a-45c1-b17e-5393b2aec3eb tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] 10.222.0.41 "GET /v2.0/ports?device_id=7309452d-66ed-4a8c-8139-b8745989715e HTTP/1.1" status: 200 len: 984 time: 0.0848498 Jan 28 07:13:54.692241 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-ba26e218-1574-448d-b688-457ca3a3b496 req-19f8a187-80cc-43a6-949c-e05c58ed63bd tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Request body: {'port': {'security_groups': ['a985a770-e9b6-45c6-b44e-e8facf6c944a', 'fa82ec26-34b4-44b8-888a-3a43aa497a5b', 'ddba1ea5-ab6d-4316-84ad-4e6bab2458f0']}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:13:54.696208 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e3500320-1914-4360-84a6-e4cd269222b2 req-32680878-dfa9-4fff-b0d5-b60f652f1c4e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=80771555-17c2-4224-86e2-cb60034ad531 HTTP/1.1" status: 200 len: 217 time: 0.0525017 Jan 28 07:13:54.700618 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5206ab66-e27c-4332-9535-acb461422a64 req-48cb887c-3a4a-423e-bdd4-ec4850184f35 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=55d1aca5-a0d0-4804-9112-fbf4ce00f292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2907052 Jan 28 07:13:54.882393 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa878a3e-5a07-48ae-91f6-c0e2adfcff54 req-1d70118c-1dae-4ae7-9f44-b900235be693 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:54.883949 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-aa878a3e-5a07-48ae-91f6-c0e2adfcff54 req-1d70118c-1dae-4ae7-9f44-b900235be693 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/ports?device_id=735808a4-e633-4693-b1ca-941092790339 HTTP/1.1" status: 200 len: 945 time: 0.0845213 Jan 28 07:13:54.886336 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5206ab66-e27c-4332-9535-acb461422a64 req-45bf0698-f1c7-4443-a0ef-a27c2e957cd5 service neutron] 10.222.0.44 "GET /v2.0/networks/55d1aca5-a0d0-4804-9112-fbf4ce00f292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495001 Jan 28 07:13:54.991084 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-aa878a3e-5a07-48ae-91f6-c0e2adfcff54 req-b5a86c13-2ac3-420d-9738-180909d327a9 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c286ac6-5d5d-46b9-b282-9e68e0339bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002269 Jan 28 07:13:55.028886 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5206ab66-e27c-4332-9535-acb461422a64 req-48c18eae-b779-4ebc-a7bb-3975392499c3 service neutron] 10.222.0.44 "GET /v2.0/networks/55d1aca5-a0d0-4804-9112-fbf4ce00f292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208644 Jan 28 07:13:55.070271 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3500320-1914-4360-84a6-e4cd269222b2 req-d5e16891-e0b8-445d-964b-8b0c8f2f610c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:55.073199 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e3500320-1914-4360-84a6-e4cd269222b2 req-d5e16891-e0b8-445d-964b-8b0c8f2f610c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5785b43d-448b-4d12-9eb5-4e4caf2e7eaf HTTP/1.1" status: 200 len: 843 time: 0.0839989 Jan 28 07:13:55.078835 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-ba26e218-1574-448d-b688-457ca3a3b496 req-19f8a187-80cc-43a6-949c-e05c58ed63bd tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (aa929fb3-ad84-4987-ace8-5324519cc8f5), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:55.156324 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3500320-1914-4360-84a6-e4cd269222b2 req-5e7b26df-8800-41dd-bd7d-4f679124fb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:55.157752 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e3500320-1914-4360-84a6-e4cd269222b2 req-5e7b26df-8800-41dd-bd7d-4f679124fb3c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0767226 Jan 28 07:13:55.172772 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7e4c68-a0f7-4734-8b30-744c51242ddd req-719f4c71-845b-45ab-953a-2fae65479132 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:55.174312 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9f7e4c68-a0f7-4734-8b30-744c51242ddd req-719f4c71-845b-45ab-953a-2fae65479132 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/ports?device_id=621f1e8f-2297-4f0c-9dfc-faac1615b972 HTTP/1.1" status: 200 len: 943 time: 0.0513923 Jan 28 07:13:55.235238 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9f7e4c68-a0f7-4734-8b30-744c51242ddd req-75940f54-04b9-4c95-8f56-540c5daf5691 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/security-groups?id=54f3b545-d68e-44ae-b5dc-1cfcda6094b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546091 Jan 28 07:13:55.310562 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e3500320-1914-4360-84a6-e4cd269222b2 req-d2847bd1-de6f-4b9b-b028-b0af492b1a97 service neutron] 10.222.0.10 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419156 Jan 28 07:13:55.329407 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b28f81b-bea7-4d49-9e29-c23f30c965d6', 'tag': 'f6b0a31b-6e7c-4497-aa49-e5b43c372e47'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:13:55.331582 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-250fecc8-8e26-42f3-b3e3-18ef488b4bdb" -d '{"events": [{"name": "network-changed", "server_uuid": "5b28f81b-bea7-4d49-9e29-c23f30c965d6", "tag": "f6b0a31b-6e7c-4497-aa49-e5b43c372e47"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:13:55.460609 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39520526-37f7-43e8-bc62-cd0f7acd9711 req-82f66926-42c7-4e9b-b3a7-842d19d9021f tempest-ListImageFiltersTestJSON-482981563 tempest-ListImageFiltersTestJSON-482981563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:55.462090 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-39520526-37f7-43e8-bc62-cd0f7acd9711 req-82f66926-42c7-4e9b-b3a7-842d19d9021f tempest-ListImageFiltersTestJSON-482981563 tempest-ListImageFiltersTestJSON-482981563-project] 10.222.0.41 "GET /v2.0/ports?device_id=5b28f81b-bea7-4d49-9e29-c23f30c965d6 HTTP/1.1" status: 200 len: 948 time: 0.0616429 Jan 28 07:13:55.482033 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-ba26e218-1574-448d-b688-457ca3a3b496 req-19f8a187-80cc-43a6-949c-e05c58ed63bd tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] For port aa929fb3-ad84-4987-ace8-5324519cc8f5, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=aa929fb3-ad84-4987-ace8-5324519cc8f5,segment=NetworkSegment(f8c9f08b-9596-4089-94de-8ef18d76dca7),segment_id=f8c9f08b-9596-4089-94de-8ef18d76dca7)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:13:55.498704 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e3500320-1914-4360-84a6-e4cd269222b2 req-9fb7b5fd-2f7e-4a24-97fd-4ab66ab22c18 service neutron] 10.222.0.10 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784050 Jan 28 07:13:55.525549 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-39520526-37f7-43e8-bc62-cd0f7acd9711 req-30b06e8a-a424-4943-8fab-430829199f6b tempest-ListImageFiltersTestJSON-482981563 tempest-ListImageFiltersTestJSON-482981563-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a35449a-a8dc-4821-8459-968439cf983e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560114 Jan 28 07:13:55.528750 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-ba26e218-1574-448d-b688-457ca3a3b496 req-19f8a187-80cc-43a6-949c-e05c58ed63bd tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Publish callbacks [] for port (aa929fb3-ad84-4987-ace8-5324519cc8f5), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:55.536032 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-ba26e218-1574-448d-b688-457ca3a3b496 req-19f8a187-80cc-43a6-949c-e05c58ed63bd tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (aa929fb3-ad84-4987-ace8-5324519cc8f5), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:55.573420 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['3180d400-882b-4c2e-8569-dbafa1fabdbb', 'aa929fb3-ad84-4987-ace8-5324519cc8f5'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:13:55.596013 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba26e218-1574-448d-b688-457ca3a3b496 req-19f8a187-80cc-43a6-949c-e05c58ed63bd tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:55.596673 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-ba26e218-1574-448d-b688-457ca3a3b496 req-19f8a187-80cc-43a6-949c-e05c58ed63bd tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:55.598066 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ba26e218-1574-448d-b688-457ca3a3b496 req-19f8a187-80cc-43a6-949c-e05c58ed63bd tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] 10.222.0.41 "PUT /v2.0/ports/aa929fb3-ad84-4987-ace8-5324519cc8f5 HTTP/1.1" status: 200 len: 1020 time: 0.9106245 Jan 28 07:13:55.625217 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f8a187-80cc-43a6-949c-e05c58ed63bd tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Pushing event updated for resources: {'Port': ['ID=aa929fb3-ad84-4987-ace8-5324519cc8f5,revision_number=7']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:13:55.667318 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faae3765-3245-4966-855f-6e3b3cd90d5b x-openstack-request-id: req-faae3765-3245-4966-855f-6e3b3cd90d5b {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:13:55.667621 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b28f81b-bea7-4d49-9e29-c23f30c965d6", "tag": "f6b0a31b-6e7c-4497-aa49-e5b43c372e47", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:13:55.667905 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-faae3765-3245-4966-855f-6e3b3cd90d5b {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:13:55.669046 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b28f81b-bea7-4d49-9e29-c23f30c965d6', 'tag': 'f6b0a31b-6e7c-4497-aa49-e5b43c372e47', 'status': 'completed', 'code': 200} Jan 28 07:13:55.727956 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b4163550-33af-4924-bb5d-87c5678234a6 req-88bf1334-1a0b-4eb0-bbcf-a4acb3347b88 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] 10.222.0.41 "GET /v2.0/security-groups/ddba1ea5-ab6d-4316-84ad-4e6bab2458f0 HTTP/1.1" status: 200 len: 1819 time: 0.0418775 Jan 28 07:13:55.790511 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250fecc8-8e26-42f3-b3e3-18ef488b4bdb req-f6807cb1-850c-4aaa-86be-1d313980dcfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:55.792351 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-250fecc8-8e26-42f3-b3e3-18ef488b4bdb req-f6807cb1-850c-4aaa-86be-1d313980dcfe service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=17855e415e3247d8b9a9f797ff7be692&device_id=5b28f81b-bea7-4d49-9e29-c23f30c965d6 HTTP/1.1" status: 200 len: 1100 time: 0.0602837 Jan 28 07:13:55.793304 n-d-712749-28 neutron-server[103283]: INFO neutron.api.v2.resource [req-b4163550-33af-4924-bb5d-87c5678234a6 req-23794b9e-61b4-449a-ba77-31631896a616 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 28 07:13:55.794550 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b4163550-33af-4924-bb5d-87c5678234a6 req-23794b9e-61b4-449a-ba77-31631896a616 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] 10.222.0.41 "DELETE /v2.0/security-groups/ddba1ea5-ab6d-4316-84ad-4e6bab2458f0 HTTP/1.1" status: 409 len: 341 time: 0.0577238 Jan 28 07:13:55.899940 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['aa929fb3-ad84-4987-ace8-5324519cc8f5'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:13:55.910299 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250fecc8-8e26-42f3-b3e3-18ef488b4bdb req-ba7e36d8-7669-4380-a785-96b16cf37036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:55.912150 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-250fecc8-8e26-42f3-b3e3-18ef488b4bdb req-ba7e36d8-7669-4380-a785-96b16cf37036 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb HTTP/1.1" status: 200 len: 870 time: 0.1058414 Jan 28 07:13:55.986231 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-250fecc8-8e26-42f3-b3e3-18ef488b4bdb req-ee8a9bc0-bd02-4cf1-b5ca-f00a183b73bc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=f6b0a31b-6e7c-4497-aa49-e5b43c372e47 HTTP/1.1" status: 200 len: 217 time: 0.0651960 Jan 28 07:13:56.056335 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250fecc8-8e26-42f3-b3e3-18ef488b4bdb req-a3b7af6d-77d9-435c-9053-37a42778c538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:56.058250 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-250fecc8-8e26-42f3-b3e3-18ef488b4bdb req-a3b7af6d-77d9-435c-9053-37a42778c538 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5785b43d-448b-4d12-9eb5-4e4caf2e7eaf HTTP/1.1" status: 200 len: 843 time: 0.0652568 Jan 28 07:13:56.162867 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d6876f-303f-4bee-88d1-4115d95a55cd req-96f2f9b2-53d3-4cdc-8d8b-c4ea53095fda tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:56.171871 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-43d6876f-303f-4bee-88d1-4115d95a55cd req-96f2f9b2-53d3-4cdc-8d8b-c4ea53095fda tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] 10.222.0.41 "GET /v2.0/ports?device_id=7309452d-66ed-4a8c-8139-b8745989715e HTTP/1.1" status: 200 len: 1023 time: 0.0764031 Jan 28 07:13:56.175483 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250fecc8-8e26-42f3-b3e3-18ef488b4bdb req-aebb8e83-300c-4f8b-8504-d1fc45f578a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:56.177590 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-250fecc8-8e26-42f3-b3e3-18ef488b4bdb req-aebb8e83-300c-4f8b-8504-d1fc45f578a5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0981140 Jan 28 07:13:56.190017 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf6c549-9286-49f1-a571-94fd62116b81 req-c362ede8-e150-4a2b-836b-be009833ed95 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:56.192002 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0cf6c549-9286-49f1-a571-94fd62116b81 req-c362ede8-e150-4a2b-836b-be009833ed95 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/ports?device_id=735808a4-e633-4693-b1ca-941092790339 HTTP/1.1" status: 200 len: 945 time: 0.0707283 Jan 28 07:13:56.278714 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-43d6876f-303f-4bee-88d1-4115d95a55cd req-7d4ae1f8-0aa8-48e2-b4fc-5888d4856000 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] 10.222.0.41 "GET /v2.0/security-groups?id=fa82ec26-34b4-44b8-888a-3a43aa497a5b&id=ddba1ea5-ab6d-4316-84ad-4e6bab2458f0&id=a985a770-e9b6-45c6-b44e-e8facf6c944a&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1058030 Jan 28 07:13:56.315743 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0cf6c549-9286-49f1-a571-94fd62116b81 req-79458002-f6e6-448a-95e7-8ab8e97cfc4d tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c286ac6-5d5d-46b9-b282-9e68e0339bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115530 Jan 28 07:13:56.338201 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-250fecc8-8e26-42f3-b3e3-18ef488b4bdb req-caa731f9-d699-4e5b-90e2-23490eec64af service neutron] 10.222.0.44 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446292 Jan 28 07:13:56.400811 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0657f492-664b-43fe-b9ce-1c4e70f9e98d req-95967676-fb5e-4308-8956-f9c1cd1d477a tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:56.404681 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0657f492-664b-43fe-b9ce-1c4e70f9e98d req-95967676-fb5e-4308-8956-f9c1cd1d477a tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/ports?device_id=621f1e8f-2297-4f0c-9dfc-faac1615b972 HTTP/1.1" status: 200 len: 943 time: 0.0637708 Jan 28 07:13:56.468051 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0657f492-664b-43fe-b9ce-1c4e70f9e98d req-24c96e5a-c4e3-4fd4-b64c-e4e0acbd2866 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/security-groups?id=54f3b545-d68e-44ae-b5dc-1cfcda6094b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584903 Jan 28 07:13:56.502105 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181008f6-ee88-41d3-8963-3e917532abf7 req-d4a1cd47-142e-4c0b-9f2b-914636c95c91 tempest-LiveMigrationTest-521921630 tempest-LiveMigrationTest-521921630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:56.503693 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-181008f6-ee88-41d3-8963-3e917532abf7 req-d4a1cd47-142e-4c0b-9f2b-914636c95c91 tempest-LiveMigrationTest-521921630 tempest-LiveMigrationTest-521921630-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=735808a4-e633-4693-b1ca-941092790339 HTTP/1.1" status: 200 len: 1097 time: 0.0829077 Jan 28 07:13:56.510125 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-250fecc8-8e26-42f3-b3e3-18ef488b4bdb req-2b6f1662-1e16-47ae-8f39-01fb221e304f service neutron] 10.222.0.44 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557467 Jan 28 07:13:56.554659 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-181008f6-ee88-41d3-8963-3e917532abf7 req-42075490-b293-4d6f-b72c-c0cf94e03deb tempest-LiveMigrationTest-521921630 tempest-LiveMigrationTest-521921630-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=6c286ac6-5d5d-46b9-b282-9e68e0339bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434494 Jan 28 07:13:56.690747 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a374f6f1-cc9a-401d-a0e5-ba6a35e805bd req-34cd658e-d989-4b30-ab98-6e2a77c8c763 tempest-ListImageFiltersTestJSON-482981563 tempest-ListImageFiltersTestJSON-482981563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:56.698515 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a374f6f1-cc9a-401d-a0e5-ba6a35e805bd req-34cd658e-d989-4b30-ab98-6e2a77c8c763 tempest-ListImageFiltersTestJSON-482981563 tempest-ListImageFiltersTestJSON-482981563-project] 10.222.0.41 "GET /v2.0/ports?device_id=5b28f81b-bea7-4d49-9e29-c23f30c965d6 HTTP/1.1" status: 200 len: 948 time: 0.0887661 Jan 28 07:13:56.747500 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a374f6f1-cc9a-401d-a0e5-ba6a35e805bd req-f1a3ce95-ed3f-4704-9c46-5c0574fb3aad tempest-ListImageFiltersTestJSON-482981563 tempest-ListImageFiltersTestJSON-482981563-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a35449a-a8dc-4821-8459-968439cf983e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479071 Jan 28 07:13:57.120828 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device be990778-50e4-4c08-a0f1-10aaeac61023 details requested by agent hyperv_n-h2-712749-28 with host n-h2-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:13:57.363651 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port be990778-50e4-4c08-a0f1-10aaeac61023, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=be990778-50e4-4c08-a0f1-10aaeac61023,segment=NetworkSegment(8c1a2649-126a-42b2-aa92-3dce43dd7caa),segment_id=8c1a2649-126a-42b2-aa92-3dce43dd7caa)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:13:57.378020 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Returning: {'device': 'be990778-50e4-4c08-a0f1-10aaeac61023', 'network_id': '55d1aca5-a0d0-4804-9112-fbf4ce00f292', 'port_id': 'be990778-50e4-4c08-a0f1-10aaeac61023', 'mac_address': 'fa:16:3e:49:4d:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ed8211a-b148-411a-81c0-40d0a8d78cc9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:13:57.456377 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e0aa00-8b9f-483a-95c4-780bfb92cde3 req-454b252c-a4c7-4b61-97b1-564ddc768cfe tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:57.463465 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port be990778-50e4-4c08-a0f1-10aaeac61023 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:13:57.464083 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (be990778-50e4-4c08-a0f1-10aaeac61023), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:57.466510 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a0e0aa00-8b9f-483a-95c4-780bfb92cde3 req-454b252c-a4c7-4b61-97b1-564ddc768cfe tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] 10.222.0.41 "GET /v2.0/ports?device_id=7309452d-66ed-4a8c-8139-b8745989715e HTTP/1.1" status: 200 len: 1023 time: 0.0775685 Jan 28 07:13:57.489925 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be990778-50e4-4c08-a0f1-10aaeac61023 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:13:57.531679 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port be990778-50e4-4c08-a0f1-10aaeac61023, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=be990778-50e4-4c08-a0f1-10aaeac61023,segment=NetworkSegment(8c1a2649-126a-42b2-aa92-3dce43dd7caa),segment_id=8c1a2649-126a-42b2-aa92-3dce43dd7caa)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:13:57.536564 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (be990778-50e4-4c08-a0f1-10aaeac61023), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:57.609492 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a0e0aa00-8b9f-483a-95c4-780bfb92cde3 req-2cf9ecff-83a8-4310-a605-24c9dfc7e6e6 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] 10.222.0.41 "GET /v2.0/security-groups?id=fa82ec26-34b4-44b8-888a-3a43aa497a5b&id=ddba1ea5-ab6d-4316-84ad-4e6bab2458f0&id=a985a770-e9b6-45c6-b44e-e8facf6c944a&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1420095 Jan 28 07:13:57.634015 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=be990778-50e4-4c08-a0f1-10aaeac61023,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:13:57.648408 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c5c224-ff8e-48e3-91dd-3a2cefffc835 req-9681d0d2-85ce-4ed5-b3be-98f563535161 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:57.650301 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-87c5c224-ff8e-48e3-91dd-3a2cefffc835 req-9681d0d2-85ce-4ed5-b3be-98f563535161 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/ports?device_id=621f1e8f-2297-4f0c-9dfc-faac1615b972 HTTP/1.1" status: 200 len: 944 time: 0.0756986 Jan 28 07:13:57.669775 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7309452d-66ed-4a8c-8139-b8745989715e', 'tag': 'aa929fb3-ad84-4987-ace8-5324519cc8f5'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:13:57.673103 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6360f47e-264c-4d3e-b118-bc51ec449c3d" -d '{"events": [{"name": "network-changed", "server_uuid": "7309452d-66ed-4a8c-8139-b8745989715e", "tag": "aa929fb3-ad84-4987-ace8-5324519cc8f5"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:13:57.729376 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61682049-db15-4b41-8ef9-2a3e7add3a47 x-openstack-request-id: req-61682049-db15-4b41-8ef9-2a3e7add3a47 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:13:57.729752 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7309452d-66ed-4a8c-8139-b8745989715e", "tag": "aa929fb3-ad84-4987-ace8-5324519cc8f5", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:13:57.730074 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-61682049-db15-4b41-8ef9-2a3e7add3a47 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:13:57.731212 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7309452d-66ed-4a8c-8139-b8745989715e', 'tag': 'aa929fb3-ad84-4987-ace8-5324519cc8f5', 'status': 'completed', 'code': 200} Jan 28 07:13:57.792684 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-87c5c224-ff8e-48e3-91dd-3a2cefffc835 req-efc3bdbc-83c5-436e-8065-5bea55b6c6de tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/security-groups?id=54f3b545-d68e-44ae-b5dc-1cfcda6094b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340115 Jan 28 07:13:57.885751 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6360f47e-264c-4d3e-b118-bc51ec449c3d req-3e2d0b9c-7633-47ad-928c-e4211efa21d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:57.887432 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6360f47e-264c-4d3e-b118-bc51ec449c3d req-3e2d0b9c-7633-47ad-928c-e4211efa21d4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c7e5f5e1e5b6452e807f9cfd340509b9&device_id=7309452d-66ed-4a8c-8139-b8745989715e HTTP/1.1" status: 200 len: 1175 time: 0.0608509 Jan 28 07:13:57.983890 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['be990778-50e4-4c08-a0f1-10aaeac61023'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:13:58.073719 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c709b669-59d1-482b-b9db-882a57390a6c req-41ddda2a-298c-4db9-964d-93e61b3eaa59 tempest-ListImageFiltersTestJSON-482981563 tempest-ListImageFiltersTestJSON-482981563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:58.075783 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c709b669-59d1-482b-b9db-882a57390a6c req-41ddda2a-298c-4db9-964d-93e61b3eaa59 tempest-ListImageFiltersTestJSON-482981563 tempest-ListImageFiltersTestJSON-482981563-project] 10.222.0.41 "GET /v2.0/ports?device_id=5b28f81b-bea7-4d49-9e29-c23f30c965d6 HTTP/1.1" status: 200 len: 948 time: 0.1711645 Jan 28 07:13:58.147695 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c709b669-59d1-482b-b9db-882a57390a6c req-e75fe27c-ec0c-4fb3-97d8-4dbf0d85bb80 tempest-ListImageFiltersTestJSON-482981563 tempest-ListImageFiltersTestJSON-482981563-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a35449a-a8dc-4821-8459-968439cf983e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575812 Jan 28 07:13:58.191331 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6360f47e-264c-4d3e-b118-bc51ec449c3d req-51efeba5-cb23-4e88-a113-ab14c6b92e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:58.192971 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6360f47e-264c-4d3e-b118-bc51ec449c3d req-51efeba5-cb23-4e88-a113-ab14c6b92e2e service neutron] 10.222.0.44 "GET /v2.0/networks?id=ed2a86a8-da73-4f39-8b11-88940252842f HTTP/1.1" status: 200 len: 913 time: 0.2865291 Jan 28 07:13:58.216079 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bb3e86-be95-4fa6-a499-a66defe0c3a5 req-5c67a5b2-bde3-4fa8-bb89-82131bbbdfe9 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:58.219008 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-53bb3e86-be95-4fa6-a499-a66defe0c3a5 req-5c67a5b2-bde3-4fa8-bb89-82131bbbdfe9 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] 10.222.0.44 "GET /v2.0/ports?device_id=7309452d-66ed-4a8c-8139-b8745989715e HTTP/1.1" status: 200 len: 1023 time: 0.1348414 Jan 28 07:13:58.269072 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6360f47e-264c-4d3e-b118-bc51ec449c3d req-5b6ef522-57a2-4231-ba82-490ce764e372 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aa929fb3-ad84-4987-ace8-5324519cc8f5 HTTP/1.1" status: 200 len: 217 time: 0.0632861 Jan 28 07:13:58.359210 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6360f47e-264c-4d3e-b118-bc51ec449c3d req-e1572752-5848-4e2f-8e1e-74683f4f8ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:58.361548 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6360f47e-264c-4d3e-b118-bc51ec449c3d req-e1572752-5848-4e2f-8e1e-74683f4f8ea4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4c735598-017d-4dd4-9654-6370a2a3beef HTTP/1.1" status: 200 len: 852 time: 0.0824735 Jan 28 07:13:58.375641 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-53bb3e86-be95-4fa6-a499-a66defe0c3a5 req-9c456069-648c-46ec-bd29-f179b01254a1 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Deleting port aa929fb3-ad84-4987-ace8-5324519cc8f5 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:13:58.376157 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-53bb3e86-be95-4fa6-a499-a66defe0c3a5 req-9c456069-648c-46ec-bd29-f179b01254a1 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (aa929fb3-ad84-4987-ace8-5324519cc8f5), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:58.415714 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6360f47e-264c-4d3e-b118-bc51ec449c3d req-631d6b84-84c8-436e-83bb-cea0d7857fe8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ed2a86a8-da73-4f39-8b11-88940252842f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424509 Jan 28 07:13:58.491219 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-53bb3e86-be95-4fa6-a499-a66defe0c3a5 req-9c456069-648c-46ec-bd29-f179b01254a1 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] For port aa929fb3-ad84-4987-ace8-5324519cc8f5, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=aa929fb3-ad84-4987-ace8-5324519cc8f5,segment=NetworkSegment(f8c9f08b-9596-4089-94de-8ef18d76dca7),segment_id=f8c9f08b-9596-4089-94de-8ef18d76dca7)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:13:58.491882 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-53bb3e86-be95-4fa6-a499-a66defe0c3a5 req-9c456069-648c-46ec-bd29-f179b01254a1 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (aa929fb3-ad84-4987-ace8-5324519cc8f5), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:58.520145 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-53bb3e86-be95-4fa6-a499-a66defe0c3a5 req-9c456069-648c-46ec-bd29-f179b01254a1 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Calling delete_port for aa929fb3-ad84-4987-ace8-5324519cc8f5 owned by compute:nova {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:13:58.575043 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6360f47e-264c-4d3e-b118-bc51ec449c3d req-f256d643-24a4-4e3f-b484-d1d5a0f5eac8 service neutron] 10.222.0.44 "GET /v2.0/networks/ed2a86a8-da73-4f39-8b11-88940252842f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516681 Jan 28 07:13:58.705515 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-53bb3e86-be95-4fa6-a499-a66defe0c3a5 req-9c456069-648c-46ec-bd29-f179b01254a1 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (aa929fb3-ad84-4987-ace8-5324519cc8f5), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:58.742561 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['3180d400-882b-4c2e-8569-dbafa1fabdbb', 'aa929fb3-ad84-4987-ace8-5324519cc8f5'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:13:58.790100 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6360f47e-264c-4d3e-b118-bc51ec449c3d req-a374f3d0-f691-4948-b76c-1c05aa710f7f service neutron] 10.222.0.44 "GET /v2.0/networks/ed2a86a8-da73-4f39-8b11-88940252842f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2086415 Jan 28 07:13:58.804606 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c456069-648c-46ec-bd29-f179b01254a1 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Pushing event deleted for resources: {'Port': ['ID=aa929fb3-ad84-4987-ace8-5324519cc8f5,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:13:58.840437 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ed430827-4571-4298-b1ca-bcb3cf23a74b req-f5578185-06e0-44b1-a9ac-13a4b0f27022 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] 10.222.0.41 "GET /v2.0/ports?device_id=7309452d-66ed-4a8c-8139-b8745989715e HTTP/1.1" status: 200 len: 210 time: 0.0710685 Jan 28 07:13:58.878586 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-53bb3e86-be95-4fa6-a499-a66defe0c3a5 req-9c456069-648c-46ec-bd29-f179b01254a1 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] No DVR routers for this DVR port aa929fb3-ad84-4987-ace8-5324519cc8f5 on host n-h2-712749-28 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:13:58.883800 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-53bb3e86-be95-4fa6-a499-a66defe0c3a5 req-9c456069-648c-46ec-bd29-f179b01254a1 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:58.891690 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-53bb3e86-be95-4fa6-a499-a66defe0c3a5 req-9c456069-648c-46ec-bd29-f179b01254a1 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] 10.222.0.44 "DELETE /v2.0/ports/aa929fb3-ad84-4987-ace8-5324519cc8f5 HTTP/1.1" status: 204 len: 173 time: 0.6620309 Jan 28 07:13:58.971754 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153da221-33d1-4861-b5a8-dce451064296 req-91cc467f-f155-4a2a-b20d-73d947d09edc tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:58.973899 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-153da221-33d1-4861-b5a8-dce451064296 req-91cc467f-f155-4a2a-b20d-73d947d09edc tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/ports?device_id=621f1e8f-2297-4f0c-9dfc-faac1615b972 HTTP/1.1" status: 200 len: 944 time: 0.0671198 Jan 28 07:13:59.103258 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-153da221-33d1-4861-b5a8-dce451064296 req-63f604d3-4699-4f30-bcb8-e06b8605dd70 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/security-groups?id=54f3b545-d68e-44ae-b5dc-1cfcda6094b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176133 Jan 28 07:13:59.167019 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device f6b0a31b-6e7c-4497-aa49-e5b43c372e47 details requested by agent hyperv_n-h2-712749-28 with host n-h2-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:13:59.170716 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device be990778-50e4-4c08-a0f1-10aaeac61023 up at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:13:59.245986 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 80771555-17c2-4224-86e2-cb60034ad531 details requested by agent hyperv_n-h1-712749-28 with host n-h1-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:13:59.307305 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f6c63b-f12d-45a9-b56d-288ec4a9833b req-8e1f4ace-7ae6-481f-ae7e-8b8dfd5b44d5 tempest-ListImageFiltersTestJSON-482981563 tempest-ListImageFiltersTestJSON-482981563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:59.316188 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-66f6c63b-f12d-45a9-b56d-288ec4a9833b req-8e1f4ace-7ae6-481f-ae7e-8b8dfd5b44d5 tempest-ListImageFiltersTestJSON-482981563 tempest-ListImageFiltersTestJSON-482981563-project] 10.222.0.41 "GET /v2.0/ports?device_id=5b28f81b-bea7-4d49-9e29-c23f30c965d6 HTTP/1.1" status: 200 len: 948 time: 0.0795774 Jan 28 07:13:59.385281 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-66f6c63b-f12d-45a9-b56d-288ec4a9833b req-9ecd0715-52d6-4bb0-add5-107521bb1409 tempest-ListImageFiltersTestJSON-482981563 tempest-ListImageFiltersTestJSON-482981563-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a35449a-a8dc-4821-8459-968439cf983e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678697 Jan 28 07:13:59.448615 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning for port be990778-50e4-4c08-a0f1-10aaeac61023 completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:13:59.467659 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning complete for port be990778-50e4-4c08-a0f1-10aaeac61023 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:13:59.468241 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (be990778-50e4-4c08-a0f1-10aaeac61023), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:59.587481 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 80771555-17c2-4224-86e2-cb60034ad531, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=80771555-17c2-4224-86e2-cb60034ad531,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:13:59.592941 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port f6b0a31b-6e7c-4497-aa49-e5b43c372e47, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=f6b0a31b-6e7c-4497-aa49-e5b43c372e47,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:13:59.620742 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Returning: {'device': '80771555-17c2-4224-86e2-cb60034ad531', 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb', 'port_id': '80771555-17c2-4224-86e2-cb60034ad531', 'mac_address': 'fa:16:3e:2c:ce:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5785b43d-448b-4d12-9eb5-4e4caf2e7eaf', 'ip_address': '192.168.233.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:13:59.626194 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Returning: {'device': 'f6b0a31b-6e7c-4497-aa49-e5b43c372e47', 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb', 'port_id': 'f6b0a31b-6e7c-4497-aa49-e5b43c372e47', 'mac_address': 'fa:16:3e:8d:17:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5785b43d-448b-4d12-9eb5-4e4caf2e7eaf', 'ip_address': '192.168.233.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:13:59.723445 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port be990778-50e4-4c08-a0f1-10aaeac61023 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:13:59.723887 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (be990778-50e4-4c08-a0f1-10aaeac61023), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:59.732163 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7309452d-66ed-4a8c-8139-b8745989715e', 'name': 'network-vif-deleted', 'tag': 'aa929fb3-ad84-4987-ace8-5324519cc8f5'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:13:59.734537 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3e8f983-41f9-4502-9027-cf1fefc5cad5" -d '{"events": [{"server_uuid": "7309452d-66ed-4a8c-8139-b8745989715e", "name": "network-vif-deleted", "tag": "aa929fb3-ad84-4987-ace8-5324519cc8f5"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:13:59.750799 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 80771555-17c2-4224-86e2-cb60034ad531 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:13:59.751377 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (80771555-17c2-4224-86e2-cb60034ad531), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:59.766813 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port f6b0a31b-6e7c-4497-aa49-e5b43c372e47 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:13:59.767260 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (f6b0a31b-6e7c-4497-aa49-e5b43c372e47), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:59.776111 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e74b984-ff3f-43b1-aaca-7d4ab353da67 x-openstack-request-id: req-3e74b984-ff3f-43b1-aaca-7d4ab353da67 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:13:59.776111 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7309452d-66ed-4a8c-8139-b8745989715e", "name": "network-vif-deleted", "tag": "aa929fb3-ad84-4987-ace8-5324519cc8f5", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:13:59.776538 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3e74b984-ff3f-43b1-aaca-7d4ab353da67 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:13:59.776824 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7309452d-66ed-4a8c-8139-b8745989715e', 'name': 'network-vif-deleted', 'tag': 'aa929fb3-ad84-4987-ace8-5324519cc8f5', 'status': 'completed', 'code': 200} Jan 28 07:13:59.777111 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '621f1e8f-2297-4f0c-9dfc-faac1615b972', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be990778-50e4-4c08-a0f1-10aaeac61023'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:13:59.779564 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd2aa3e1-ceb6-4d49-89db-1408b4274e37" -d '{"events": [{"server_uuid": "621f1e8f-2297-4f0c-9dfc-faac1615b972", "name": "network-vif-plugged", "status": "completed", "tag": "be990778-50e4-4c08-a0f1-10aaeac61023"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:13:59.801839 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80771555-17c2-4224-86e2-cb60034ad531 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:13:59.807216 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port be990778-50e4-4c08-a0f1-10aaeac61023, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=be990778-50e4-4c08-a0f1-10aaeac61023,segment=NetworkSegment(8c1a2649-126a-42b2-aa92-3dce43dd7caa),segment_id=8c1a2649-126a-42b2-aa92-3dce43dd7caa)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:13:59.811511 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6b0a31b-6e7c-4497-aa49-e5b43c372e47 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:13:59.819145 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (be990778-50e4-4c08-a0f1-10aaeac61023), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:59.857476 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62604c80-8f3a-4296-85fa-57a585410258 x-openstack-request-id: req-62604c80-8f3a-4296-85fa-57a585410258 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:13:59.857855 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "621f1e8f-2297-4f0c-9dfc-faac1615b972", "name": "network-vif-plugged", "status": "completed", "tag": "be990778-50e4-4c08-a0f1-10aaeac61023", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:13:59.858037 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-62604c80-8f3a-4296-85fa-57a585410258 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:13:59.858625 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '621f1e8f-2297-4f0c-9dfc-faac1615b972', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be990778-50e4-4c08-a0f1-10aaeac61023', 'code': 200} Jan 28 07:13:59.880589 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 80771555-17c2-4224-86e2-cb60034ad531, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=80771555-17c2-4224-86e2-cb60034ad531,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:13:59.885297 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port f6b0a31b-6e7c-4497-aa49-e5b43c372e47, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=f6b0a31b-6e7c-4497-aa49-e5b43c372e47,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:13:59.889467 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (80771555-17c2-4224-86e2-cb60034ad531), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:59.901906 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (f6b0a31b-6e7c-4497-aa49-e5b43c372e47), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:59.920166 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=be990778-50e4-4c08-a0f1-10aaeac61023,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:14:00.001827 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6b8120c7-f42d-45f4-9375-8f58f94d6d4c req-4d1399d4-45ee-4fb0-9544-6deb18c9fd72 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] 10.222.0.41 "GET /v2.0/security-groups/a985a770-e9b6-45c6-b44e-e8facf6c944a HTTP/1.1" status: 200 len: 1818 time: 0.0654230 Jan 28 07:14:00.003971 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d5f743-d42a-4eb1-937e-131c84380f06 req-4cbb2039-f47f-4bbf-ae55-11ff2cfd519d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:00.006577 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e2d5f743-d42a-4eb1-937e-131c84380f06 req-4cbb2039-f47f-4bbf-ae55-11ff2cfd519d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=621f1e8f-2297-4f0c-9dfc-faac1615b972 HTTP/1.1" status: 200 len: 1097 time: 0.0536404 Jan 28 07:14:00.011092 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=80771555-17c2-4224-86e2-cb60034ad531,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:14:00.071688 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=f6b0a31b-6e7c-4497-aa49-e5b43c372e47,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:14:00.093367 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e2d5f743-d42a-4eb1-937e-131c84380f06 req-a8cf6a6a-45f1-4ddb-958d-f009a91e0202 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=54f3b545-d68e-44ae-b5dc-1cfcda6094b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737922 Jan 28 07:14:00.106248 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-6b8120c7-f42d-45f4-9375-8f58f94d6d4c req-9cbd823b-cc37-4bb4-96b7-c7d041e2dc51 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Publish callbacks [] for security_group (a985a770-e9b6-45c6-b44e-e8facf6c944a), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:00.129822 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-6b8120c7-f42d-45f4-9375-8f58f94d6d4c req-9cbd823b-cc37-4bb4-96b7-c7d041e2dc51 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Publish callbacks [] for security_group (a985a770-e9b6-45c6-b44e-e8facf6c944a), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:00.204794 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-6b8120c7-f42d-45f4-9375-8f58f94d6d4c req-9cbd823b-cc37-4bb4-96b7-c7d041e2dc51 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (a985a770-e9b6-45c6-b44e-e8facf6c944a), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:00.210201 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-6b8120c7-f42d-45f4-9375-8f58f94d6d4c req-9cbd823b-cc37-4bb4-96b7-c7d041e2dc51 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:00.212922 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6b8120c7-f42d-45f4-9375-8f58f94d6d4c req-9cbd823b-cc37-4bb4-96b7-c7d041e2dc51 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] 10.222.0.41 "DELETE /v2.0/security-groups/a985a770-e9b6-45c6-b44e-e8facf6c944a HTTP/1.1" status: 204 len: 173 time: 0.2048275 Jan 28 07:14:00.226291 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbd823b-cc37-4bb4-96b7-c7d041e2dc51 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a985a770-e9b6-45c6-b44e-e8facf6c944a,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:14:00.285277 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f569cdef-cf00-4ded-a2ae-91be17dc56d5 req-1f3d4624-d823-4ced-9425-01e4ae33492c tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:00.287806 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f569cdef-cf00-4ded-a2ae-91be17dc56d5 req-1f3d4624-d823-4ced-9425-01e4ae33492c tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/ports?device_id=621f1e8f-2297-4f0c-9dfc-faac1615b972 HTTP/1.1" status: 200 len: 945 time: 0.0971584 Jan 28 07:14:00.326952 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['f6b0a31b-6e7c-4497-aa49-e5b43c372e47'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:14:00.394980 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f569cdef-cf00-4ded-a2ae-91be17dc56d5 req-4cfc9175-9866-4c76-92a9-482217f67284 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/security-groups?id=54f3b545-d68e-44ae-b5dc-1cfcda6094b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978909 Jan 28 07:14:00.405958 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['80771555-17c2-4224-86e2-cb60034ad531'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:14:00.422163 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b02d9e30-76dc-49b1-817c-5129feee34d5 req-aad9ba43-e0b2-4ec3-8215-61fd214b77e7 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] 10.222.0.41 "GET /v2.0/security-groups/ddba1ea5-ab6d-4316-84ad-4e6bab2458f0 HTTP/1.1" status: 200 len: 1819 time: 0.0686016 Jan 28 07:14:00.545523 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-b02d9e30-76dc-49b1-817c-5129feee34d5 req-e4c55e2e-5b60-41d5-bfcc-2af7431bae7a tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Publish callbacks [] for security_group (ddba1ea5-ab6d-4316-84ad-4e6bab2458f0), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:00.572826 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-b02d9e30-76dc-49b1-817c-5129feee34d5 req-e4c55e2e-5b60-41d5-bfcc-2af7431bae7a tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Publish callbacks [] for security_group (ddba1ea5-ab6d-4316-84ad-4e6bab2458f0), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:00.627587 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-b02d9e30-76dc-49b1-817c-5129feee34d5 req-e4c55e2e-5b60-41d5-bfcc-2af7431bae7a tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (ddba1ea5-ab6d-4316-84ad-4e6bab2458f0), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:00.638419 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-b02d9e30-76dc-49b1-817c-5129feee34d5 req-e4c55e2e-5b60-41d5-bfcc-2af7431bae7a tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:00.641871 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b02d9e30-76dc-49b1-817c-5129feee34d5 req-e4c55e2e-5b60-41d5-bfcc-2af7431bae7a tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] 10.222.0.41 "DELETE /v2.0/security-groups/ddba1ea5-ab6d-4316-84ad-4e6bab2458f0 HTTP/1.1" status: 204 len: 173 time: 0.2080767 Jan 28 07:14:00.649867 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6664ba6a-5a04-4623-8b71-c1575c9eb379 req-7a6cb2ba-5449-4fd1-beaa-387937ed3baa tempest-ListImageFiltersTestJSON-482981563 tempest-ListImageFiltersTestJSON-482981563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:00.651497 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6664ba6a-5a04-4623-8b71-c1575c9eb379 req-7a6cb2ba-5449-4fd1-beaa-387937ed3baa tempest-ListImageFiltersTestJSON-482981563 tempest-ListImageFiltersTestJSON-482981563-project] 10.222.0.41 "GET /v2.0/ports?device_id=5b28f81b-bea7-4d49-9e29-c23f30c965d6 HTTP/1.1" status: 200 len: 949 time: 0.1172955 Jan 28 07:14:00.680943 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-92e22ec2-28cb-4f46-80dc-0b9dae8bdfda req-b92ca567-cbe3-4b02-aa05-b15a3421c5db tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1358726120', 'description': 'tempest-description-1333458407'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:14:00.687924 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c55e2e-5b60-41d5-bfcc-2af7431bae7a tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddba1ea5-ab6d-4316-84ad-4e6bab2458f0,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:14:00.747997 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6664ba6a-5a04-4623-8b71-c1575c9eb379 req-bb528414-ce8e-481c-8f98-024277bfd866 tempest-ListImageFiltersTestJSON-482981563 tempest-ListImageFiltersTestJSON-482981563-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a35449a-a8dc-4821-8459-968439cf983e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890980 Jan 28 07:14:00.763185 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-92e22ec2-28cb-4f46-80dc-0b9dae8bdfda req-b92ca567-cbe3-4b02-aa05-b15a3421c5db tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:00.837266 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-92e22ec2-28cb-4f46-80dc-0b9dae8bdfda req-b92ca567-cbe3-4b02-aa05-b15a3421c5db tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Publish callbacks [] for security_group (3d392aa6-2655-4f7a-97f2-bef80b9c967e), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:00.842847 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-92e22ec2-28cb-4f46-80dc-0b9dae8bdfda req-b92ca567-cbe3-4b02-aa05-b15a3421c5db tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (3d392aa6-2655-4f7a-97f2-bef80b9c967e), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:00.874088 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-92e22ec2-28cb-4f46-80dc-0b9dae8bdfda req-b92ca567-cbe3-4b02-aa05-b15a3421c5db tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:00.875417 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-92e22ec2-28cb-4f46-80dc-0b9dae8bdfda req-b92ca567-cbe3-4b02-aa05-b15a3421c5db tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.2059009 Jan 28 07:14:00.880941 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92ca567-cbe3-4b02-aa05-b15a3421c5db tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d392aa6-2655-4f7a-97f2-bef80b9c967e,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:14:00.959324 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-dd78b820-b7a0-485a-96d2-bd82d3ebf4b5 req-7d14550a-2ced-4a2b-a70d-ef543ce97151 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] 10.222.0.41 "GET /v2.0/security-groups/3d392aa6-2655-4f7a-97f2-bef80b9c967e HTTP/1.1" status: 200 len: 1820 time: 0.0420246 Jan 28 07:14:00.972436 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-dd78b820-b7a0-485a-96d2-bd82d3ebf4b5 req-eb70b09f-4af8-464c-b750-2400c2acba2f tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1011761859', 'description': 'tempest-description-hth-707203031'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:14:01.007393 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-dd78b820-b7a0-485a-96d2-bd82d3ebf4b5 req-eb70b09f-4af8-464c-b750-2400c2acba2f tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Publish callbacks [] for security_group (3d392aa6-2655-4f7a-97f2-bef80b9c967e), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:01.054523 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-dd78b820-b7a0-485a-96d2-bd82d3ebf4b5 req-eb70b09f-4af8-464c-b750-2400c2acba2f tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Publish callbacks [] for security_group (3d392aa6-2655-4f7a-97f2-bef80b9c967e), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:01.058089 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-dd78b820-b7a0-485a-96d2-bd82d3ebf4b5 req-eb70b09f-4af8-464c-b750-2400c2acba2f tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (3d392aa6-2655-4f7a-97f2-bef80b9c967e), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:01.061298 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-dd78b820-b7a0-485a-96d2-bd82d3ebf4b5 req-eb70b09f-4af8-464c-b750-2400c2acba2f tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:01.062529 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-dd78b820-b7a0-485a-96d2-bd82d3ebf4b5 req-eb70b09f-4af8-464c-b750-2400c2acba2f tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] 10.222.0.41 "PUT /v2.0/security-groups/3d392aa6-2655-4f7a-97f2-bef80b9c967e HTTP/1.1" status: 200 len: 1793 time: 0.0945210 Jan 28 07:14:01.093758 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb70b09f-4af8-464c-b750-2400c2acba2f tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d392aa6-2655-4f7a-97f2-bef80b9c967e,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:14:01.142393 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5af47edd-c175-4efd-874f-4de4974d3313 req-11d74b60-a6ad-4572-967f-d9021b547d3c tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] 10.222.0.41 "GET /v2.0/security-groups/3d392aa6-2655-4f7a-97f2-bef80b9c967e HTTP/1.1" status: 200 len: 1793 time: 0.0574150 Jan 28 07:14:01.170677 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device aa929fb3-ad84-4987-ace8-5324519cc8f5 no longer exists at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:14:01.195842 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] No Port match for: aa929fb3-ad84-4987-ace8-5324519cc8f5 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:14:01.196278 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device aa929fb3-ad84-4987-ace8-5324519cc8f5 not bound to the agent host n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:14:01.228287 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1e2aae2b-dc8e-4b5a-a3b8-835f720872ae req-a17c4bc8-b8ee-4916-8de7-e99b04b943e6 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] 10.222.0.41 "GET /v2.0/security-groups/3d392aa6-2655-4f7a-97f2-bef80b9c967e HTTP/1.1" status: 200 len: 1793 time: 0.0652273 Jan 28 07:14:01.298511 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-1e2aae2b-dc8e-4b5a-a3b8-835f720872ae req-35240799-933b-4d1e-988d-449617ca47db tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Publish callbacks [] for security_group (3d392aa6-2655-4f7a-97f2-bef80b9c967e), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:01.320791 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-1e2aae2b-dc8e-4b5a-a3b8-835f720872ae req-35240799-933b-4d1e-988d-449617ca47db tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Publish callbacks [] for security_group (3d392aa6-2655-4f7a-97f2-bef80b9c967e), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:01.375395 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-1e2aae2b-dc8e-4b5a-a3b8-835f720872ae req-35240799-933b-4d1e-988d-449617ca47db tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (3d392aa6-2655-4f7a-97f2-bef80b9c967e), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:01.380618 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-1e2aae2b-dc8e-4b5a-a3b8-835f720872ae req-35240799-933b-4d1e-988d-449617ca47db tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:01.384866 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1e2aae2b-dc8e-4b5a-a3b8-835f720872ae req-35240799-933b-4d1e-988d-449617ca47db tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] 10.222.0.41 "DELETE /v2.0/security-groups/3d392aa6-2655-4f7a-97f2-bef80b9c967e HTTP/1.1" status: 204 len: 173 time: 0.1481130 Jan 28 07:14:01.414166 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35240799-933b-4d1e-988d-449617ca47db tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d392aa6-2655-4f7a-97f2-bef80b9c967e,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:14:01.551335 n-d-712749-28 neutron-server[103283]: INFO neutron.api.v2.resource [req-1f2f7cda-fe7d-42a7-9070-20c6f52e6930 req-87b1d21b-086a-459c-a076-6e28db8e95a3 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] show failed (client error): The resource could not be found. Jan 28 07:14:01.560529 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1f2f7cda-fe7d-42a7-9070-20c6f52e6930 req-87b1d21b-086a-459c-a076-6e28db8e95a3 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] 10.222.0.41 "GET /v2.0/security-groups/ddba1ea5-ab6d-4316-84ad-4e6bab2458f0 HTTP/1.1" status: 404 len: 352 time: 0.0220165 Jan 28 07:14:01.586310 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ebf089-b296-4c5f-88ae-ac7341b2ffed req-926e3fbd-48f8-40b2-af51-8f56d2d212b2 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:01.588292 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d4ebf089-b296-4c5f-88ae-ac7341b2ffed req-926e3fbd-48f8-40b2-af51-8f56d2d212b2 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/ports?device_id=621f1e8f-2297-4f0c-9dfc-faac1615b972 HTTP/1.1" status: 200 len: 945 time: 0.0741391 Jan 28 07:14:01.605781 n-d-712749-28 neutron-server[103283]: INFO neutron.api.v2.resource [req-7b79f5dc-56e4-4c86-809b-dc373acf457c req-49f5f7ea-304a-4a92-8db7-b0b09f89e48d tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] show failed (client error): The resource could not be found. Jan 28 07:14:01.607809 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7b79f5dc-56e4-4c86-809b-dc373acf457c req-49f5f7ea-304a-4a92-8db7-b0b09f89e48d tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] 10.222.0.41 "GET /v2.0/security-groups/a985a770-e9b6-45c6-b44e-e8facf6c944a HTTP/1.1" status: 404 len: 352 time: 0.0163119 Jan 28 07:14:01.661386 n-d-712749-28 neutron-server[103283]: INFO neutron.api.v2.resource [req-5c8f8432-9cfc-4399-8dd2-e12bb7386b38 req-4784f3bb-fac5-46b9-b230-e25bbc31db19 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] show failed (client error): The resource could not be found. Jan 28 07:14:01.676811 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5c8f8432-9cfc-4399-8dd2-e12bb7386b38 req-4784f3bb-fac5-46b9-b230-e25bbc31db19 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] 10.222.0.41 "GET /v2.0/security-groups/6ad31426-0803-40cc-bd82-7e76f31468bb HTTP/1.1" status: 404 len: 352 time: 0.0402429 Jan 28 07:14:01.688682 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d4ebf089-b296-4c5f-88ae-ac7341b2ffed req-751ea991-7982-48a0-9e36-3ea649910e84 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/security-groups?id=54f3b545-d68e-44ae-b5dc-1cfcda6094b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931180 Jan 28 07:14:01.706665 n-d-712749-28 neutron-server[103283]: INFO neutron.api.v2.resource [req-4eb43bb6-e944-4d87-953d-5fcadb67ea07 req-f3bb5465-8e55-4b65-99d8-d92881d3cf31 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] show failed (client error): The resource could not be found. Jan 28 07:14:01.707764 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4eb43bb6-e944-4d87-953d-5fcadb67ea07 req-f3bb5465-8e55-4b65-99d8-d92881d3cf31 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] 10.222.0.41 "GET /v2.0/security-groups/017366ab-c1c0-4da5-8112-2d37ccdc0f63 HTTP/1.1" status: 404 len: 352 time: 0.0185668 Jan 28 07:14:01.749761 n-d-712749-28 neutron-server[103284]: INFO neutron.api.v2.resource [req-81856595-41ab-4198-bc79-506c2502c0ac req-91513dea-bda6-4063-a0fe-42035aa2b006 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] show failed (client error): The resource could not be found. Jan 28 07:14:01.751250 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-81856595-41ab-4198-bc79-506c2502c0ac req-91513dea-bda6-4063-a0fe-42035aa2b006 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] 10.222.0.41 "GET /v2.0/security-groups/404b0144-56ba-41b5-bd7e-37e7dbbf34d0 HTTP/1.1" status: 404 len: 352 time: 0.0195243 Jan 28 07:14:01.795634 n-d-712749-28 neutron-server[103283]: INFO neutron.api.v2.resource [req-5e293e42-7efa-4dd7-ac41-5248a5da4526 req-70729e2a-afe2-4f86-ae07-c693397eabea tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] show failed (client error): The resource could not be found. Jan 28 07:14:01.838357 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5e293e42-7efa-4dd7-ac41-5248a5da4526 req-70729e2a-afe2-4f86-ae07-c693397eabea tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] 10.222.0.41 "GET /v2.0/security-groups/d3237242-003d-4a15-bf58-4a434b52abcf HTTP/1.1" status: 404 len: 352 time: 0.0568423 Jan 28 07:14:01.904008 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4231da8-fdf3-46ea-bc67-234ed73197d1 req-01995b53-8f0d-4ae3-87dc-27487d71d321 tempest-ListImageFiltersTestJSON-482981563 tempest-ListImageFiltersTestJSON-482981563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:01.905778 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e4231da8-fdf3-46ea-bc67-234ed73197d1 req-01995b53-8f0d-4ae3-87dc-27487d71d321 tempest-ListImageFiltersTestJSON-482981563 tempest-ListImageFiltersTestJSON-482981563-project] 10.222.0.41 "GET /v2.0/ports?device_id=5b28f81b-bea7-4d49-9e29-c23f30c965d6 HTTP/1.1" status: 200 len: 949 time: 0.0581365 Jan 28 07:14:01.982509 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e4231da8-fdf3-46ea-bc67-234ed73197d1 req-9adb8060-e066-4ba3-9d28-dc8ad9e7c378 tempest-ListImageFiltersTestJSON-482981563 tempest-ListImageFiltersTestJSON-482981563-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a35449a-a8dc-4821-8459-968439cf983e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683672 Jan 28 07:14:02.181367 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2344e2f7-cdb8-4a9e-a4b6-a92d447b522a req-f9121c14-93c8-483f-9461-f41756dd1ff6 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:02.182920 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2344e2f7-cdb8-4a9e-a4b6-a92d447b522a req-f9121c14-93c8-483f-9461-f41756dd1ff6 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] 10.222.0.41 "GET /v2.0/ports?device_id=20d9ec38-d6b9-4142-96bb-526e95cb0b5b HTTP/1.1" status: 200 len: 1023 time: 0.0684443 Jan 28 07:14:02.282850 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2344e2f7-cdb8-4a9e-a4b6-a92d447b522a req-91fc3cc6-89fc-4521-b9bf-d2651907e3fa tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a525962-3f6f-46bb-874d-73a8bda380d3&id=fa82ec26-34b4-44b8-888a-3a43aa497a5b&id=cd38ca34-5f35-4ae3-bd8a-5447ac043d99&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0857933 Jan 28 07:14:02.784678 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:03.017101 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705ab425-06f5-42c0-99e7-82e9f0762519 req-0d9d04bb-536f-469f-9ba6-23d86251a9a6 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:03.025296 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-705ab425-06f5-42c0-99e7-82e9f0762519 req-0d9d04bb-536f-469f-9ba6-23d86251a9a6 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/ports?device_id=621f1e8f-2297-4f0c-9dfc-faac1615b972 HTTP/1.1" status: 200 len: 945 time: 0.2602804 Jan 28 07:14:03.077563 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-705ab425-06f5-42c0-99e7-82e9f0762519 req-68a5171a-9751-4e18-8614-914ebde7ead0 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/security-groups?id=54f3b545-d68e-44ae-b5dc-1cfcda6094b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511324 Jan 28 07:14:03.178321 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device f6b0a31b-6e7c-4497-aa49-e5b43c372e47 up at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:14:03.252179 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b58b97f5-3fc4-42c7-a45b-01b816d0baab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:03.257006 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 80771555-17c2-4224-86e2-cb60034ad531 up at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:14:03.299649 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f7be86-3a82-4fbc-91b3-3713665670c5 req-c6b368da-7512-4191-857f-e928c92eaca7 tempest-ListImageFiltersTestJSON-482981563 tempest-ListImageFiltersTestJSON-482981563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:03.302496 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a0f7be86-3a82-4fbc-91b3-3713665670c5 req-c6b368da-7512-4191-857f-e928c92eaca7 tempest-ListImageFiltersTestJSON-482981563 tempest-ListImageFiltersTestJSON-482981563-project] 10.222.0.41 "GET /v2.0/ports?device_id=5b28f81b-bea7-4d49-9e29-c23f30c965d6 HTTP/1.1" status: 200 len: 949 time: 0.2160814 Jan 28 07:14:03.312883 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning for port f6b0a31b-6e7c-4497-aa49-e5b43c372e47 completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:14:03.319174 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning complete for port f6b0a31b-6e7c-4497-aa49-e5b43c372e47 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:14:03.319554 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (f6b0a31b-6e7c-4497-aa49-e5b43c372e47), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:03.359480 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning for port 80771555-17c2-4224-86e2-cb60034ad531 completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:14:03.365291 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning complete for port 80771555-17c2-4224-86e2-cb60034ad531 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:14:03.365667 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (80771555-17c2-4224-86e2-cb60034ad531), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:03.429945 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12d3c1d-b42a-434d-a5ce-cb27de2256c6 req-4160057d-264e-45d4-b16e-88472ad2a188 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:03.439901 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c12d3c1d-b42a-434d-a5ce-cb27de2256c6 req-4160057d-264e-45d4-b16e-88472ad2a188 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/networks?id=55d1aca5-a0d0-4804-9112-fbf4ce00f292 HTTP/1.1" status: 200 len: 805 time: 0.1951175 Jan 28 07:14:03.446712 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a0f7be86-3a82-4fbc-91b3-3713665670c5 req-c3fa380b-ad98-4cba-ab2c-d2318fe0761e tempest-ListImageFiltersTestJSON-482981563 tempest-ListImageFiltersTestJSON-482981563-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a35449a-a8dc-4821-8459-968439cf983e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366265 Jan 28 07:14:03.481108 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c12d3c1d-b42a-434d-a5ce-cb27de2256c6 req-7907aae4-49c3-4953-bddf-2fa471a8a145 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/quotas/071c6275b8f741eea1e2f053b48698ce HTTP/1.1" status: 200 len: 375 time: 0.0399306 Jan 28 07:14:03.486477 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port f6b0a31b-6e7c-4497-aa49-e5b43c372e47 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:14:03.486873 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (f6b0a31b-6e7c-4497-aa49-e5b43c372e47), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:03.545822 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c12d3c1d-b42a-434d-a5ce-cb27de2256c6 req-95039bd5-6607-451b-ba66-2f43eddd2d0c tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=071c6275b8f741eea1e2f053b48698ce&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0631959 Jan 28 07:14:03.556267 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b28f81b-bea7-4d49-9e29-c23f30c965d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6b0a31b-6e7c-4497-aa49-e5b43c372e47'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:14:03.562842 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67410b65-01fc-4d26-887f-59d426812363" -d '{"events": [{"server_uuid": "5b28f81b-bea7-4d49-9e29-c23f30c965d6", "name": "network-vif-plugged", "status": "completed", "tag": "f6b0a31b-6e7c-4497-aa49-e5b43c372e47"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:14:03.581594 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 80771555-17c2-4224-86e2-cb60034ad531 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:14:03.581594 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (80771555-17c2-4224-86e2-cb60034ad531), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:03.602516 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port f6b0a31b-6e7c-4497-aa49-e5b43c372e47, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=f6b0a31b-6e7c-4497-aa49-e5b43c372e47,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:14:03.610825 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (f6b0a31b-6e7c-4497-aa49-e5b43c372e47), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:03.669104 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 80771555-17c2-4224-86e2-cb60034ad531, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=80771555-17c2-4224-86e2-cb60034ad531,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:14:03.674326 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c12d3c1d-b42a-434d-a5ce-cb27de2256c6 req-d14ac232-823e-4d35-b917-28e1db7c4812 service neutron] 10.222.0.41 "GET /v2.0/networks/55d1aca5-a0d0-4804-9112-fbf4ce00f292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193459 Jan 28 07:14:03.686628 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685ae8b9-2542-4755-906f-38eb05b717e4 req-1fb7f5fa-db55-4516-8654-477ef0f0018f tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:03.686883 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (80771555-17c2-4224-86e2-cb60034ad531), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:03.696787 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-685ae8b9-2542-4755-906f-38eb05b717e4 req-1fb7f5fa-db55-4516-8654-477ef0f0018f tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] 10.222.0.41 "GET /v2.0/ports?device_id=20d9ec38-d6b9-4142-96bb-526e95cb0b5b HTTP/1.1" status: 200 len: 1023 time: 0.1159627 Jan 28 07:14:03.704793 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=f6b0a31b-6e7c-4497-aa49-e5b43c372e47,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:14:03.754280 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=80771555-17c2-4224-86e2-cb60034ad531,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:14:03.810287 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-685ae8b9-2542-4755-906f-38eb05b717e4 req-96a5b61c-ad19-4444-a10f-07086baec034 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a525962-3f6f-46bb-874d-73a8bda380d3&id=fa82ec26-34b4-44b8-888a-3a43aa497a5b&id=cd38ca34-5f35-4ae3-bd8a-5447ac043d99&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1121490 Jan 28 07:14:03.818689 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c12d3c1d-b42a-434d-a5ce-cb27de2256c6 req-69b0d2b6-7506-4f75-a597-a3b77439c47f service neutron] 10.222.0.41 "GET /v2.0/networks/55d1aca5-a0d0-4804-9112-fbf4ce00f292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375847 Jan 28 07:14:03.829792 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:03.948505 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ed304d-deba-4c9b-93bb-8477df6125de req-50359a0e-6da6-447d-bfd8-b8c2d60ecfc9 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:03.953605 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-15ed304d-deba-4c9b-93bb-8477df6125de req-50359a0e-6da6-447d-bfd8-b8c2d60ecfc9 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] 10.222.0.44 "GET /v2.0/ports?device_id=20d9ec38-d6b9-4142-96bb-526e95cb0b5b HTTP/1.1" status: 200 len: 1023 time: 0.1338737 Jan 28 07:14:04.096742 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cc7c938-eb52-4177-9da0-674c6b826772 x-openstack-request-id: req-3cc7c938-eb52-4177-9da0-674c6b826772 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:14:04.097204 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b28f81b-bea7-4d49-9e29-c23f30c965d6", "name": "network-vif-plugged", "status": "completed", "tag": "f6b0a31b-6e7c-4497-aa49-e5b43c372e47", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:14:04.097526 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3cc7c938-eb52-4177-9da0-674c6b826772 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:14:04.097983 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b28f81b-bea7-4d49-9e29-c23f30c965d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6b0a31b-6e7c-4497-aa49-e5b43c372e47', 'code': 200} Jan 28 07:14:04.240367 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6ed09c3e-96d3-452c-bb6c-8a981df36df8 req-c4709ed9-695b-4553-a093-6f064275be5e tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/ports?device_id=bb11bb8e-1d64-445c-9be6-07f0058d67b7 HTTP/1.1" status: 200 len: 210 time: 0.0632372 Jan 28 07:14:04.262960 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4122b9ce-f9d9-4f0f-a614-3183a2e2c179 req-26ee2814-b4cb-412b-9111-c4ec9052ea65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:04.264690 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4122b9ce-f9d9-4f0f-a614-3183a2e2c179 req-26ee2814-b4cb-412b-9111-c4ec9052ea65 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=5b28f81b-bea7-4d49-9e29-c23f30c965d6 HTTP/1.1" status: 200 len: 1102 time: 0.0784392 Jan 28 07:14:04.273754 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-15ed304d-deba-4c9b-93bb-8477df6125de req-779fe3e8-992f-4636-936f-866e74824384 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Deleting port 3180d400-882b-4c2e-8569-dbafa1fabdbb {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:14:04.274938 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-15ed304d-deba-4c9b-93bb-8477df6125de req-779fe3e8-992f-4636-936f-866e74824384 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (3180d400-882b-4c2e-8569-dbafa1fabdbb), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:04.351081 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4122b9ce-f9d9-4f0f-a614-3183a2e2c179 req-ca15e4c9-2888-494b-95dc-d0d567430a69 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=5a35449a-a8dc-4821-8459-968439cf983e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801039 Jan 28 07:14:04.461632 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-15ed304d-deba-4c9b-93bb-8477df6125de req-779fe3e8-992f-4636-936f-866e74824384 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] For port 3180d400-882b-4c2e-8569-dbafa1fabdbb, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=3180d400-882b-4c2e-8569-dbafa1fabdbb,segment=NetworkSegment(f8c9f08b-9596-4089-94de-8ef18d76dca7),segment_id=f8c9f08b-9596-4089-94de-8ef18d76dca7)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:14:04.462000 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-15ed304d-deba-4c9b-93bb-8477df6125de req-779fe3e8-992f-4636-936f-866e74824384 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (3180d400-882b-4c2e-8569-dbafa1fabdbb), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:04.476016 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-15ed304d-deba-4c9b-93bb-8477df6125de req-779fe3e8-992f-4636-936f-866e74824384 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Calling delete_port for 3180d400-882b-4c2e-8569-dbafa1fabdbb owned by compute:nova {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:14:04.580632 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16289883-aa03-4f36-8d08-0c6451676ede req-d135bcd7-b037-42f8-9cc1-ef1b8cf37bde tempest-VolumesAdminNegativeTest-837531968 tempest-VolumesAdminNegativeTest-837531968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:04.587569 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-16289883-aa03-4f36-8d08-0c6451676ede req-d135bcd7-b037-42f8-9cc1-ef1b8cf37bde tempest-VolumesAdminNegativeTest-837531968 tempest-VolumesAdminNegativeTest-837531968-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba7ed625-60e1-4265-9e5b-a87f7228a140 HTTP/1.1" status: 200 len: 945 time: 0.0964501 Jan 28 07:14:04.663851 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-16289883-aa03-4f36-8d08-0c6451676ede req-2626e1b9-e00d-4183-b024-67444ffcabae tempest-VolumesAdminNegativeTest-837531968 tempest-VolumesAdminNegativeTest-837531968-project] 10.222.0.41 "GET /v2.0/security-groups?id=71477366-0447-4ede-9f0e-5f6adcd52381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731089 Jan 28 07:14:04.673523 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9161157f-3c89-4c1a-98c0-9b9a3e349693 req-f343c89f-7509-4a91-9659-19b44c6cc6ec tempest-ListImageFiltersTestJSON-482981563 tempest-ListImageFiltersTestJSON-482981563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:04.678392 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9161157f-3c89-4c1a-98c0-9b9a3e349693 req-f343c89f-7509-4a91-9659-19b44c6cc6ec tempest-ListImageFiltersTestJSON-482981563 tempest-ListImageFiltersTestJSON-482981563-project] 10.222.0.41 "GET /v2.0/ports?device_id=5b28f81b-bea7-4d49-9e29-c23f30c965d6 HTTP/1.1" status: 200 len: 950 time: 0.1037247 Jan 28 07:14:04.739909 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-15ed304d-deba-4c9b-93bb-8477df6125de req-779fe3e8-992f-4636-936f-866e74824384 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (3180d400-882b-4c2e-8569-dbafa1fabdbb), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:04.773742 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779fe3e8-992f-4636-936f-866e74824384 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Pushing event deleted for resources: {'Port': ['ID=3180d400-882b-4c2e-8569-dbafa1fabdbb,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:14:04.785587 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['3180d400-882b-4c2e-8569-dbafa1fabdbb'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:14:04.811058 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9161157f-3c89-4c1a-98c0-9b9a3e349693 req-82dd668e-c50c-4189-b62f-2a9a66a65b3d tempest-ListImageFiltersTestJSON-482981563 tempest-ListImageFiltersTestJSON-482981563-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a35449a-a8dc-4821-8459-968439cf983e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232674 Jan 28 07:14:04.823545 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-15ed304d-deba-4c9b-93bb-8477df6125de req-779fe3e8-992f-4636-936f-866e74824384 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] No DVR routers for this DVR port 3180d400-882b-4c2e-8569-dbafa1fabdbb on host n-h2-712749-28 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:14:04.833055 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-15ed304d-deba-4c9b-93bb-8477df6125de req-779fe3e8-992f-4636-936f-866e74824384 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:04.844000 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-15ed304d-deba-4c9b-93bb-8477df6125de req-779fe3e8-992f-4636-936f-866e74824384 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] 10.222.0.44 "DELETE /v2.0/ports/3180d400-882b-4c2e-8569-dbafa1fabdbb HTTP/1.1" status: 204 len: 173 time: 0.8842781 Jan 28 07:14:04.844563 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20d9ec38-d6b9-4142-96bb-526e95cb0b5b', 'name': 'network-vif-deleted', 'tag': '3180d400-882b-4c2e-8569-dbafa1fabdbb'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:14:04.858608 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a59c936-716a-41d6-a738-f7841761000d" -d '{"events": [{"server_uuid": "20d9ec38-d6b9-4142-96bb-526e95cb0b5b", "name": "network-vif-deleted", "tag": "3180d400-882b-4c2e-8569-dbafa1fabdbb"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:14:04.927474 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-344de85c-00fd-4f96-82ec-95382014f54a x-openstack-request-id: req-344de85c-00fd-4f96-82ec-95382014f54a {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:14:04.927777 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20d9ec38-d6b9-4142-96bb-526e95cb0b5b", "name": "network-vif-deleted", "tag": "3180d400-882b-4c2e-8569-dbafa1fabdbb", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:14:04.928033 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-344de85c-00fd-4f96-82ec-95382014f54a {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:14:04.928453 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20d9ec38-d6b9-4142-96bb-526e95cb0b5b', 'name': 'network-vif-deleted', 'tag': '3180d400-882b-4c2e-8569-dbafa1fabdbb', 'status': 'completed', 'code': 200} Jan 28 07:14:04.974438 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0696e7fd-23c9-4409-a6f4-a3b764b36c13 req-68b6d4de-56cc-40e9-ab9d-5e6f60758a4f tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] 10.222.0.41 "GET /v2.0/ports?device_id=20d9ec38-d6b9-4142-96bb-526e95cb0b5b HTTP/1.1" status: 200 len: 210 time: 0.0972083 Jan 28 07:14:05.341267 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9bd5058e-9308-4f4c-8171-bc2117dd8a4b req-9f4a4f90-16ab-421c-abec-53feafbf8b9e tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/ports?device_id=bb11bb8e-1d64-445c-9be6-07f0058d67b7 HTTP/1.1" status: 200 len: 210 time: 0.0320215 Jan 28 07:14:05.584362 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-98df9b61-6298-4964-b57b-5171c3fb56d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:05.818438 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12d3c1d-b42a-434d-a5ce-cb27de2256c6 req-1ca0b0f7-1310-413d-aa05-2b1cad3b9d89 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:05.821077 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c12d3c1d-b42a-434d-a5ce-cb27de2256c6 req-1ca0b0f7-1310-413d-aa05-2b1cad3b9d89 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.10 "GET /v2.0/networks?id=55d1aca5-a0d0-4804-9112-fbf4ce00f292 HTTP/1.1" status: 200 len: 805 time: 0.1973188 Jan 28 07:14:05.842862 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-c12d3c1d-b42a-434d-a5ce-cb27de2256c6 req-2f6ad562-0cb4-4a13-9a80-e87f6e3a2d83 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Request body: {'port': {'device_id': 'bb11bb8e-1d64-445c-9be6-07f0058d67b7', 'network_id': '55d1aca5-a0d0-4804-9112-fbf4ce00f292', 'admin_state_up': True, 'tenant_id': '071c6275b8f741eea1e2f053b48698ce'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:14:05.976985 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdb2586-45be-41fe-8169-94d488dd19ed req-b3ada4e3-7db7-4a9c-88c0-d9caa2720c95 tempest-ListImageFiltersTestJSON-482981563 tempest-ListImageFiltersTestJSON-482981563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:05.988296 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9fdb2586-45be-41fe-8169-94d488dd19ed req-b3ada4e3-7db7-4a9c-88c0-d9caa2720c95 tempest-ListImageFiltersTestJSON-482981563 tempest-ListImageFiltersTestJSON-482981563-project] 10.222.0.41 "GET /v2.0/ports?device_id=5b28f81b-bea7-4d49-9e29-c23f30c965d6 HTTP/1.1" status: 200 len: 950 time: 0.0702159 Jan 28 07:14:06.014215 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c623acc4-9f71-4afa-a198-0d57723a901b req-2d32cc17-9b92-4c36-a210-36389704050d tempest-VolumesAdminNegativeTest-837531968 tempest-VolumesAdminNegativeTest-837531968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:06.022225 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c623acc4-9f71-4afa-a198-0d57723a901b req-2d32cc17-9b92-4c36-a210-36389704050d tempest-VolumesAdminNegativeTest-837531968 tempest-VolumesAdminNegativeTest-837531968-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba7ed625-60e1-4265-9e5b-a87f7228a140 HTTP/1.1" status: 200 len: 945 time: 0.1999514 Jan 28 07:14:06.025984 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c12d3c1d-b42a-434d-a5ce-cb27de2256c6 req-2f6ad562-0cb4-4a13-9a80-e87f6e3a2d83 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Made reservation on behalf of 071c6275b8f741eea1e2f053b48698ce for: {'port': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:14:06.030533 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-c12d3c1d-b42a-434d-a5ce-cb27de2256c6 req-2f6ad562-0cb4-4a13-9a80-e87f6e3a2d83 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:06.061677 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9fdb2586-45be-41fe-8169-94d488dd19ed req-87286899-8960-4603-a07d-c3d9610ad769 tempest-ListImageFiltersTestJSON-482981563 tempest-ListImageFiltersTestJSON-482981563-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a35449a-a8dc-4821-8459-968439cf983e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721817 Jan 28 07:14:06.099151 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59a4f94f-2b77-4276-b800-302e418f396a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80771555-17c2-4224-86e2-cb60034ad531'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:14:06.101897 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aca6ed48-2ae6-4ecb-a403-f86f49404378" -d '{"events": [{"server_uuid": "59a4f94f-2b77-4276-b800-302e418f396a", "name": "network-vif-plugged", "status": "completed", "tag": "80771555-17c2-4224-86e2-cb60034ad531"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:14:06.189329 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [req-c12d3c1d-b42a-434d-a5ce-cb27de2256c6 req-2f6ad562-0cb4-4a13-9a80-e87f6e3a2d83 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Allocated IP 172.20.0.13 (55d1aca5-a0d0-4804-9112-fbf4ce00f292/5ed8211a-b148-411a-81c0-40d0a8d78cc9/8617eaf5-170a-480c-8755-eb12abd82528) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:14:06.225729 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c623acc4-9f71-4afa-a198-0d57723a901b req-da12c3f1-a5f6-40da-b59e-5190cf3de8fe tempest-VolumesAdminNegativeTest-837531968 tempest-VolumesAdminNegativeTest-837531968-project] 10.222.0.41 "GET /v2.0/security-groups?id=71477366-0447-4ede-9f0e-5f6adcd52381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026412 Jan 28 07:14:06.294342 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a0c68f1-35f4-4420-81fb-fc06d997c70d x-openstack-request-id: req-7a0c68f1-35f4-4420-81fb-fc06d997c70d {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:14:06.294645 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59a4f94f-2b77-4276-b800-302e418f396a", "name": "network-vif-plugged", "status": "completed", "tag": "80771555-17c2-4224-86e2-cb60034ad531", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:14:06.294905 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7a0c68f1-35f4-4420-81fb-fc06d997c70d {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:14:06.295586 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59a4f94f-2b77-4276-b800-302e418f396a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80771555-17c2-4224-86e2-cb60034ad531', 'code': 200} Jan 28 07:14:06.381090 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e5ee1a-fff1-4256-a7f6-bc5241192c03 req-5e490529-5967-4cad-97e7-5e043ded4f00 tempest-ListImageFiltersTestJSON-482981563 tempest-ListImageFiltersTestJSON-482981563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:06.396150 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-67e5ee1a-fff1-4256-a7f6-bc5241192c03 req-5e490529-5967-4cad-97e7-5e043ded4f00 tempest-ListImageFiltersTestJSON-482981563 tempest-ListImageFiltersTestJSON-482981563-project] 10.222.0.41 "GET /v2.0/ports?device_id=59a4f94f-2b77-4276-b800-302e418f396a HTTP/1.1" status: 200 len: 950 time: 0.1106181 Jan 28 07:14:06.492475 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-c12d3c1d-b42a-434d-a5ce-cb27de2256c6 req-2f6ad562-0cb4-4a13-9a80-e87f6e3a2d83 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Publish callbacks [] for port (8617eaf5-170a-480c-8755-eb12abd82528), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:06.504166 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-67e5ee1a-fff1-4256-a7f6-bc5241192c03 req-3e5443b8-e3ec-46da-b19c-da2ba27a63e9 tempest-ListImageFiltersTestJSON-482981563 tempest-ListImageFiltersTestJSON-482981563-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a35449a-a8dc-4821-8459-968439cf983e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005850 Jan 28 07:14:06.514986 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e0ca55-6c6a-4c66-aecc-6109e87395a6 req-30a436d6-b609-4aeb-b041-a60aa8648915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:06.516774 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-11e0ca55-6c6a-4c66-aecc-6109e87395a6 req-30a436d6-b609-4aeb-b041-a60aa8648915 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=59a4f94f-2b77-4276-b800-302e418f396a HTTP/1.1" status: 200 len: 1102 time: 0.0921540 Jan 28 07:14:06.576725 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f0de7564-fb42-42d2-9ee3-373762d98475 req-4b936ac4-3ef8-4095-adc4-72d64915cb89 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] 10.222.0.41 "GET /v2.0/security-groups/8a525962-3f6f-46bb-874d-73a8bda380d3 HTTP/1.1" status: 200 len: 1818 time: 0.1548743 Jan 28 07:14:06.578703 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-c12d3c1d-b42a-434d-a5ce-cb27de2256c6 req-2f6ad562-0cb4-4a13-9a80-e87f6e3a2d83 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (8617eaf5-170a-480c-8755-eb12abd82528), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:06.614023 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-11e0ca55-6c6a-4c66-aecc-6109e87395a6 req-1eb105dc-48dd-40ea-8f48-96f529de8b07 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=5a35449a-a8dc-4821-8459-968439cf983e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827556 Jan 28 07:14:06.630089 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['c979436b-508d-4793-81dd-afac650b9db6', 'be990778-50e4-4c08-a0f1-10aaeac61023'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:14:06.640085 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6fd978-6039-49d3-8f1c-abb98d53a6d3 req-193b0eee-1ebc-424b-a717-23675024c302 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:06.642309 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-bc6fd978-6039-49d3-8f1c-abb98d53a6d3 req-193b0eee-1ebc-424b-a717-23675024c302 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/ports?device_id=bb11bb8e-1d64-445c-9be6-07f0058d67b7 HTTP/1.1" status: 200 len: 932 time: 0.0673411 Jan 28 07:14:06.657799 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c12d3c1d-b42a-434d-a5ce-cb27de2256c6 req-2f6ad562-0cb4-4a13-9a80-e87f6e3a2d83 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Network 55d1aca5-a0d0-4804-9112-fbf4ce00f292 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:14:06.664099 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [req-c12d3c1d-b42a-434d-a5ce-cb27de2256c6 req-2f6ad562-0cb4-4a13-9a80-e87f6e3a2d83 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:14:06.673587 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-c12d3c1d-b42a-434d-a5ce-cb27de2256c6 req-2f6ad562-0cb4-4a13-9a80-e87f6e3a2d83 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:14:06.706365 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-bc6fd978-6039-49d3-8f1c-abb98d53a6d3 req-cd9a5ee7-faf8-4b44-a665-746815e0a7e8 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/security-groups?id=54f3b545-d68e-44ae-b5dc-1cfcda6094b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500870 Jan 28 07:14:06.749164 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6ad562-0cb4-4a13-9a80-e87f6e3a2d83 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Pushing event updated for resources: {'Port': ['ID=8617eaf5-170a-480c-8755-eb12abd82528,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:14:06.773128 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-f0de7564-fb42-42d2-9ee3-373762d98475 req-ab2bcf19-8d39-47aa-9baf-444f9698ac1c tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Publish callbacks [] for security_group (8a525962-3f6f-46bb-874d-73a8bda380d3), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:06.780161 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12d3c1d-b42a-434d-a5ce-cb27de2256c6 req-2f6ad562-0cb4-4a13-9a80-e87f6e3a2d83 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:06.780796 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-c12d3c1d-b42a-434d-a5ce-cb27de2256c6 req-2f6ad562-0cb4-4a13-9a80-e87f6e3a2d83 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:06.843860 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c12d3c1d-b42a-434d-a5ce-cb27de2256c6 req-2f6ad562-0cb4-4a13-9a80-e87f6e3a2d83 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0061691 Jan 28 07:14:06.845518 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-f0de7564-fb42-42d2-9ee3-373762d98475 req-ab2bcf19-8d39-47aa-9baf-444f9698ac1c tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Publish callbacks [] for security_group (8a525962-3f6f-46bb-874d-73a8bda380d3), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:06.870266 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f517dd-43f6-4ffd-a67a-1033ad470f20 req-b5e9a0b1-8722-4dda-a6e2-fa19a8135d82 tempest-VolumesAdminNegativeTest-837531968 tempest-VolumesAdminNegativeTest-837531968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:06.872284 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-19f517dd-43f6-4ffd-a67a-1033ad470f20 req-b5e9a0b1-8722-4dda-a6e2-fa19a8135d82 tempest-VolumesAdminNegativeTest-837531968 tempest-VolumesAdminNegativeTest-837531968-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba7ed625-60e1-4265-9e5b-a87f7228a140 HTTP/1.1" status: 200 len: 945 time: 0.1161392 Jan 28 07:14:06.874213 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:06.965649 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-c12d3c1d-b42a-434d-a5ce-cb27de2256c6 req-dc49611b-3339-47fd-8a5c-370b980d6f3b service neutron] Request body: {'port': {'device_id': 'bb11bb8e-1d64-445c-9be6-07f0058d67b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-28'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:14:06.985014 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-f0de7564-fb42-42d2-9ee3-373762d98475 req-ab2bcf19-8d39-47aa-9baf-444f9698ac1c tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (8a525962-3f6f-46bb-874d-73a8bda380d3), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:06.987606 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-f0de7564-fb42-42d2-9ee3-373762d98475 req-ab2bcf19-8d39-47aa-9baf-444f9698ac1c tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:06.988758 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f0de7564-fb42-42d2-9ee3-373762d98475 req-ab2bcf19-8d39-47aa-9baf-444f9698ac1c tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] 10.222.0.41 "DELETE /v2.0/security-groups/8a525962-3f6f-46bb-874d-73a8bda380d3 HTTP/1.1" status: 204 len: 173 time: 0.3997979 Jan 28 07:14:07.017775 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2bcf19-8d39-47aa-9baf-444f9698ac1c tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a525962-3f6f-46bb-874d-73a8bda380d3,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:14:07.056774 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5f436aa0-ca04-4ccb-a180-93cd001ec128 req-6b9201e9-22dd-4417-b3bc-1f20430a8648 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] 10.222.0.41 "GET /v2.0/security-groups/cd38ca34-5f35-4ae3-bd8a-5447ac043d99 HTTP/1.1" status: 200 len: 1820 time: 0.0500441 Jan 28 07:14:07.057865 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-c12d3c1d-b42a-434d-a5ce-cb27de2256c6 req-dc49611b-3339-47fd-8a5c-370b980d6f3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (8617eaf5-170a-480c-8755-eb12abd82528), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:07.075048 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-19f517dd-43f6-4ffd-a67a-1033ad470f20 req-c2eb4693-9084-479c-9500-a3ede5288a24 tempest-VolumesAdminNegativeTest-837531968 tempest-VolumesAdminNegativeTest-837531968-project] Deleting port f1b3ed6f-686a-4749-9ea4-a75289f59546 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:14:07.075389 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-19f517dd-43f6-4ffd-a67a-1033ad470f20 req-c2eb4693-9084-479c-9500-a3ede5288a24 tempest-VolumesAdminNegativeTest-837531968 tempest-VolumesAdminNegativeTest-837531968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (f1b3ed6f-686a-4749-9ea4-a75289f59546), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:07.125958 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-5f436aa0-ca04-4ccb-a180-93cd001ec128 req-4aefda93-c363-41e0-955b-8fbbaa7a1441 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Publish callbacks [] for security_group (cd38ca34-5f35-4ae3-bd8a-5447ac043d99), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:07.154051 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-5f436aa0-ca04-4ccb-a180-93cd001ec128 req-4aefda93-c363-41e0-955b-8fbbaa7a1441 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Publish callbacks [] for security_group (cd38ca34-5f35-4ae3-bd8a-5447ac043d99), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:07.188552 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 3180d400-882b-4c2e-8569-dbafa1fabdbb no longer exists at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:14:07.213680 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] No Port match for: 3180d400-882b-4c2e-8569-dbafa1fabdbb {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:14:07.214337 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 3180d400-882b-4c2e-8569-dbafa1fabdbb not bound to the agent host n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:14:07.238920 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-5f436aa0-ca04-4ccb-a180-93cd001ec128 req-4aefda93-c363-41e0-955b-8fbbaa7a1441 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (cd38ca34-5f35-4ae3-bd8a-5447ac043d99), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:07.242412 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-5f436aa0-ca04-4ccb-a180-93cd001ec128 req-4aefda93-c363-41e0-955b-8fbbaa7a1441 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:07.249379 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5f436aa0-ca04-4ccb-a180-93cd001ec128 req-4aefda93-c363-41e0-955b-8fbbaa7a1441 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] 10.222.0.41 "DELETE /v2.0/security-groups/cd38ca34-5f35-4ae3-bd8a-5447ac043d99 HTTP/1.1" status: 204 len: 173 time: 0.1838872 Jan 28 07:14:07.252397 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 41846) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:14:07.265268 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aefda93-c363-41e0-955b-8fbbaa7a1441 tempest-SecurityGroupsTestJSON-1982016330 tempest-SecurityGroupsTestJSON-1982016330-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd38ca34-5f35-4ae3-bd8a-5447ac043d99,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:14:07.300317 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-19f517dd-43f6-4ffd-a67a-1033ad470f20 req-c2eb4693-9084-479c-9500-a3ede5288a24 tempest-VolumesAdminNegativeTest-837531968 tempest-VolumesAdminNegativeTest-837531968-project] For port f1b3ed6f-686a-4749-9ea4-a75289f59546, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=f1b3ed6f-686a-4749-9ea4-a75289f59546,segment=NetworkSegment(e7268938-17f9-4f77-8957-278e92538012),segment_id=e7268938-17f9-4f77-8957-278e92538012)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:14:07.300691 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-19f517dd-43f6-4ffd-a67a-1033ad470f20 req-c2eb4693-9084-479c-9500-a3ede5288a24 tempest-VolumesAdminNegativeTest-837531968 tempest-VolumesAdminNegativeTest-837531968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (f1b3ed6f-686a-4749-9ea4-a75289f59546), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:07.375992 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ef04aa-57ca-4b16-be49-ba4732925e4f req-590693c9-2742-47f8-9219-76ccf68ebc6d tempest-VolumesAdminNegativeTest-837531968 tempest-VolumesAdminNegativeTest-837531968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:07.383247 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d2ef04aa-57ca-4b16-be49-ba4732925e4f req-590693c9-2742-47f8-9219-76ccf68ebc6d tempest-VolumesAdminNegativeTest-837531968 tempest-VolumesAdminNegativeTest-837531968-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba7ed625-60e1-4265-9e5b-a87f7228a140 HTTP/1.1" status: 200 len: 945 time: 0.0600076 Jan 28 07:14:07.443665 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d2ef04aa-57ca-4b16-be49-ba4732925e4f req-bb77044f-9b9a-4f50-9921-219cc6ba8f7b tempest-VolumesAdminNegativeTest-837531968 tempest-VolumesAdminNegativeTest-837531968-project] 10.222.0.41 "GET /v2.0/security-groups?id=71477366-0447-4ede-9f0e-5f6adcd52381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596011 Jan 28 07:14:07.648717 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-19f517dd-43f6-4ffd-a67a-1033ad470f20 req-c2eb4693-9084-479c-9500-a3ede5288a24 tempest-VolumesAdminNegativeTest-837531968 tempest-VolumesAdminNegativeTest-837531968-project] Calling delete_port for f1b3ed6f-686a-4749-9ea4-a75289f59546 owned by compute:nova {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:14:07.687064 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_v2 [None req-7124f357-066e-40ea-8d8c-9c7b9cc7960d admin admin] Deleting subnet 4c735598-017d-4dd4-9654-6370a2a3beef {{(pid=103283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:14:07.694462 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7124f357-066e-40ea-8d8c-9c7b9cc7960d admin admin] Publish callbacks [] for subnet (4c735598-017d-4dd4-9654-6370a2a3beef), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:07.800066 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7124f357-066e-40ea-8d8c-9c7b9cc7960d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13506696'] for subnet (4c735598-017d-4dd4-9654-6370a2a3beef), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:07.829674 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf2fe52-d287-4d22-a52f-7faf4d754390 req-bf2e068e-282f-4527-88ef-280953212275 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:07.831224 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0bf2fe52-d287-4d22-a52f-7faf4d754390 req-bf2e068e-282f-4527-88ef-280953212275 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/ports?device_id=bb11bb8e-1d64-445c-9be6-07f0058d67b7 HTTP/1.1" status: 200 len: 932 time: 0.0525460 Jan 28 07:14:07.845264 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95abe35-188e-440e-8ed4-f76a011ce565 req-e9d30b2f-87fd-4985-ab7e-19594d159748 tempest-ListImageFiltersTestJSON-482981563 tempest-ListImageFiltersTestJSON-482981563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:07.846792 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b95abe35-188e-440e-8ed4-f76a011ce565 req-e9d30b2f-87fd-4985-ab7e-19594d159748 tempest-ListImageFiltersTestJSON-482981563 tempest-ListImageFiltersTestJSON-482981563-project] 10.222.0.41 "GET /v2.0/ports?device_id=59a4f94f-2b77-4276-b800-302e418f396a HTTP/1.1" status: 200 len: 950 time: 0.1996841 Jan 28 07:14:07.883515 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0bf2fe52-d287-4d22-a52f-7faf4d754390 req-43058a81-2f12-400d-aec9-739604ad3352 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/security-groups?id=54f3b545-d68e-44ae-b5dc-1cfcda6094b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453835 Jan 28 07:14:07.906235 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7124f357-066e-40ea-8d8c-9c7b9cc7960d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (4c735598-017d-4dd4-9654-6370a2a3beef), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:08.044464 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b95abe35-188e-440e-8ed4-f76a011ce565 req-eb67a454-6859-49b2-9d99-8a3cee161d5e tempest-ListImageFiltersTestJSON-482981563 tempest-ListImageFiltersTestJSON-482981563-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a35449a-a8dc-4821-8459-968439cf983e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831841 Jan 28 07:14:08.052778 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [req-c12d3c1d-b42a-434d-a5ce-cb27de2256c6 req-dc49611b-3339-47fd-8a5c-370b980d6f3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8617eaf5-170a-480c-8755-eb12abd82528 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:14:08.069217 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-c12d3c1d-b42a-434d-a5ce-cb27de2256c6 req-dc49611b-3339-47fd-8a5c-370b980d6f3b service neutron] Publish callbacks [] for port (8617eaf5-170a-480c-8755-eb12abd82528), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:08.088279 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7124f357-066e-40ea-8d8c-9c7b9cc7960d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13546665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13556132'] for subnet (4c735598-017d-4dd4-9654-6370a2a3beef), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:08.094828 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [req-c12d3c1d-b42a-434d-a5ce-cb27de2256c6 req-dc49611b-3339-47fd-8a5c-370b980d6f3b service neutron] Transition to ACTIVE for port object 8617eaf5-170a-480c-8755-eb12abd82528 will not be triggered until provisioned by entity L2. {{(pid=103283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:14:08.115536 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-19f517dd-43f6-4ffd-a67a-1033ad470f20 req-c2eb4693-9084-479c-9500-a3ede5288a24 tempest-VolumesAdminNegativeTest-837531968 tempest-VolumesAdminNegativeTest-837531968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (f1b3ed6f-686a-4749-9ea4-a75289f59546), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:08.118947 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-c12d3c1d-b42a-434d-a5ce-cb27de2256c6 req-dc49611b-3339-47fd-8a5c-370b980d6f3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (8617eaf5-170a-480c-8755-eb12abd82528), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:08.124538 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7124f357-066e-40ea-8d8c-9c7b9cc7960d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c735598-017d-4dd4-9654-6370a2a3beef,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:14:08.136490 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7124f357-066e-40ea-8d8c-9c7b9cc7960d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:08.140136 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-7124f357-066e-40ea-8d8c-9c7b9cc7960d admin admin] 10.222.0.41 "DELETE /v2.0/subnets/4c735598-017d-4dd4-9654-6370a2a3beef HTTP/1.1" status: 204 len: 168 time: 0.8867726 Jan 28 07:14:08.142722 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 41856) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:14:08.161839 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['f1b3ed6f-686a-4749-9ea4-a75289f59546'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:14:08.222470 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc49611b-3339-47fd-8a5c-370b980d6f3b service neutron] Pushing event updated for resources: {'Port': ['ID=8617eaf5-170a-480c-8755-eb12abd82528,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:14:08.255679 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ab4d1372-e45d-4305-b732-ee965b2f5846 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (ed2a86a8-da73-4f39-8b11-88940252842f), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:08.275173 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-19f517dd-43f6-4ffd-a67a-1033ad470f20 req-c2eb4693-9084-479c-9500-a3ede5288a24 tempest-VolumesAdminNegativeTest-837531968 tempest-VolumesAdminNegativeTest-837531968-project] No DVR routers for this DVR port f1b3ed6f-686a-4749-9ea4-a75289f59546 on host n-h2-712749-28 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:14:08.278285 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-19f517dd-43f6-4ffd-a67a-1033ad470f20 req-c2eb4693-9084-479c-9500-a3ede5288a24 tempest-VolumesAdminNegativeTest-837531968 tempest-VolumesAdminNegativeTest-837531968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:08.282024 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-19f517dd-43f6-4ffd-a67a-1033ad470f20 req-c2eb4693-9084-479c-9500-a3ede5288a24 tempest-VolumesAdminNegativeTest-837531968 tempest-VolumesAdminNegativeTest-837531968-project] 10.222.0.44 "DELETE /v2.0/ports/f1b3ed6f-686a-4749-9ea4-a75289f59546 HTTP/1.1" status: 204 len: 173 time: 1.4023407 Jan 28 07:14:08.282957 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba7ed625-60e1-4265-9e5b-a87f7228a140', 'name': 'network-vif-deleted', 'tag': 'f1b3ed6f-686a-4749-9ea4-a75289f59546'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:14:08.285553 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7433a975-4415-4529-9923-9d746f047498" -d '{"events": [{"server_uuid": "ba7ed625-60e1-4265-9e5b-a87f7228a140", "name": "network-vif-deleted", "tag": "f1b3ed6f-686a-4749-9ea4-a75289f59546"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:14:08.291910 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2eb4693-9084-479c-9500-a3ede5288a24 tempest-VolumesAdminNegativeTest-837531968 tempest-VolumesAdminNegativeTest-837531968-project] Pushing event deleted for resources: {'Port': ['ID=f1b3ed6f-686a-4749-9ea4-a75289f59546,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:14:08.351658 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cd1bbdd-c827-41b6-90b2-a9e8a3ca572e x-openstack-request-id: req-2cd1bbdd-c827-41b6-90b2-a9e8a3ca572e {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:14:08.351952 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba7ed625-60e1-4265-9e5b-a87f7228a140", "name": "network-vif-deleted", "tag": "f1b3ed6f-686a-4749-9ea4-a75289f59546", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:14:08.352242 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2cd1bbdd-c827-41b6-90b2-a9e8a3ca572e {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:14:08.352653 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba7ed625-60e1-4265-9e5b-a87f7228a140', 'name': 'network-vif-deleted', 'tag': 'f1b3ed6f-686a-4749-9ea4-a75289f59546', 'status': 'completed', 'code': 200} Jan 28 07:14:08.383085 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ab4d1372-e45d-4305-b732-ee965b2f5846 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (ed2a86a8-da73-4f39-8b11-88940252842f), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:08.384435 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-c12d3c1d-b42a-434d-a5ce-cb27de2256c6 req-dc49611b-3339-47fd-8a5c-370b980d6f3b service neutron] Attempting to bind port 8617eaf5-170a-480c-8755-eb12abd82528 on host n-h1-712749-28 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:14:08.384782 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-c12d3c1d-b42a-434d-a5ce-cb27de2256c6 req-dc49611b-3339-47fd-8a5c-370b980d6f3b service neutron] Attempting to bind port 8617eaf5-170a-480c-8755-eb12abd82528 by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': '8c1a2649-126a-42b2-aa92-3dce43dd7caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '55d1aca5-a0d0-4804-9112-fbf4ce00f292'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:14:08.385118 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c12d3c1d-b42a-434d-a5ce-cb27de2256c6 req-dc49611b-3339-47fd-8a5c-370b980d6f3b service neutron] Attempting to bind port 8617eaf5-170a-480c-8755-eb12abd82528 on network 55d1aca5-a0d0-4804-9112-fbf4ce00f292 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:14:08.394454 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c12d3c1d-b42a-434d-a5ce-cb27de2256c6 req-dc49611b-3339-47fd-8a5c-370b980d6f3b service neutron] Port 8617eaf5-170a-480c-8755-eb12abd82528 on network 55d1aca5-a0d0-4804-9112-fbf4ce00f292 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:14:08.394813 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c12d3c1d-b42a-434d-a5ce-cb27de2256c6 req-dc49611b-3339-47fd-8a5c-370b980d6f3b service neutron] Attempting to bind port 8617eaf5-170a-480c-8755-eb12abd82528 on network 55d1aca5-a0d0-4804-9112-fbf4ce00f292 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:14:08.418895 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c12d3c1d-b42a-434d-a5ce-cb27de2256c6 req-dc49611b-3339-47fd-8a5c-370b980d6f3b service neutron] Checking agent: {'id': '2fca46b1-237f-4857-9290-2429d810e472', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 14, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:14:08.419272 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c12d3c1d-b42a-434d-a5ce-cb27de2256c6 req-dc49611b-3339-47fd-8a5c-370b980d6f3b service neutron] Checking segment: {'id': '8c1a2649-126a-42b2-aa92-3dce43dd7caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '55d1aca5-a0d0-4804-9112-fbf4ce00f292'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:14:08.419656 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c12d3c1d-b42a-434d-a5ce-cb27de2256c6 req-dc49611b-3339-47fd-8a5c-370b980d6f3b service neutron] Bound using segment: {'id': '8c1a2649-126a-42b2-aa92-3dce43dd7caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '55d1aca5-a0d0-4804-9112-fbf4ce00f292'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:14:08.420102 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-c12d3c1d-b42a-434d-a5ce-cb27de2256c6 req-dc49611b-3339-47fd-8a5c-370b980d6f3b service neutron] Bound port: 8617eaf5-170a-480c-8755-eb12abd82528, host: n-h1-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c1a2649-126a-42b2-aa92-3dce43dd7caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '55d1aca5-a0d0-4804-9112-fbf4ce00f292'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:14:08.420861 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-ab4d1372-e45d-4305-b732-ee965b2f5846 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed2a86a8-da73-4f39-8b11-88940252842f']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:14:08.421001 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-c12d3c1d-b42a-434d-a5ce-cb27de2256c6 req-dc49611b-3339-47fd-8a5c-370b980d6f3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (8617eaf5-170a-480c-8755-eb12abd82528), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:08.437331 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-ab4d1372-e45d-4305-b732-ee965b2f5846 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8c9f08b-9596-4089-94de-8ef18d76dca7') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:14:08.437924 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-ab4d1372-e45d-4305-b732-ee965b2f5846 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8c9f08b-9596-4089-94de-8ef18d76dca7') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:14:08.453923 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ab4d1372-e45d-4305-b732-ee965b2f5846 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24759294'] for segment (f8c9f08b-9596-4089-94de-8ef18d76dca7), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:08.474728 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ab4d1372-e45d-4305-b732-ee965b2f5846 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (f8c9f08b-9596-4089-94de-8ef18d76dca7), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:08.483350 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab4d1372-e45d-4305-b732-ee965b2f5846 admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:14:08.483579 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ab4d1372-e45d-4305-b732-ee965b2f5846 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24757675'] for segment (f8c9f08b-9596-4089-94de-8ef18d76dca7), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:08.488482 n-d-712749-28 neutron-server[103284]: Traceback (most recent call last): Jan 28 07:14:08.488482 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:14:08.488482 n-d-712749-28 neutron-server[103284]: timer() Jan 28 07:14:08.488482 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:14:08.488482 n-d-712749-28 neutron-server[103284]: cb(*args, **kw) Jan 28 07:14:08.488482 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:14:08.488482 n-d-712749-28 neutron-server[103284]: return func(*args, **kwargs) Jan 28 07:14:08.488482 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:14:08.488482 n-d-712749-28 neutron-server[103284]: self._notify() Jan 28 07:14:08.488482 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:14:08.488482 n-d-712749-28 neutron-server[103284]: self.callback(batched_events) Jan 28 07:14:08.488482 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:14:08.488482 n-d-712749-28 neutron-server[103284]: event.method(event) Jan 28 07:14:08.488482 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:14:08.488482 n-d-712749-28 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:14:08.488482 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:14:08.488482 n-d-712749-28 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:14:08.488482 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:14:08.488482 n-d-712749-28 neutron-server[103284]: return f(self, *a, **k) Jan 28 07:14:08.488482 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:14:08.488482 n-d-712749-28 neutron-server[103284]: return self._get(url).json() Jan 28 07:14:08.488482 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:14:08.488482 n-d-712749-28 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:14:08.488482 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:14:08.488482 n-d-712749-28 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Jan 28 07:14:08.488482 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:14:08.488482 n-d-712749-28 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:14:08.488482 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:14:08.488482 n-d-712749-28 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:14:08.488482 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:14:08.488482 n-d-712749-28 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:14:08.488482 n-d-712749-28 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:14:08.554231 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ab4d1372-e45d-4305-b732-ee965b2f5846 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (ed2a86a8-da73-4f39-8b11-88940252842f), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:08.556061 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-c12d3c1d-b42a-434d-a5ce-cb27de2256c6 req-dc49611b-3339-47fd-8a5c-370b980d6f3b service neutron] For port 8617eaf5-170a-480c-8755-eb12abd82528, host n-h1-712749-28, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:14:08.556440 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:08.573114 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-c12d3c1d-b42a-434d-a5ce-cb27de2256c6 req-dc49611b-3339-47fd-8a5c-370b980d6f3b service neutron] For port 8617eaf5-170a-480c-8755-eb12abd82528, host n-h1-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=8617eaf5-170a-480c-8755-eb12abd82528,segment=NetworkSegment(8c1a2649-126a-42b2-aa92-3dce43dd7caa),segment_id=8c1a2649-126a-42b2-aa92-3dce43dd7caa)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:14:08.577721 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ab4d1372-e45d-4305-b732-ee965b2f5846 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:08.579941 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-c12d3c1d-b42a-434d-a5ce-cb27de2256c6 req-dc49611b-3339-47fd-8a5c-370b980d6f3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (8617eaf5-170a-480c-8755-eb12abd82528), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:08.585230 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-ab4d1372-e45d-4305-b732-ee965b2f5846 admin admin] 10.222.0.41 "DELETE /v2.0/networks/ed2a86a8-da73-4f39-8b11-88940252842f HTTP/1.1" status: 204 len: 168 time: 0.4407320 Jan 28 07:14:08.586583 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4d1372-e45d-4305-b732-ee965b2f5846 admin admin] Pushing event deleted for resources: {'Network': ['ID=ed2a86a8-da73-4f39-8b11-88940252842f,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:14:08.599003 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12d3c1d-b42a-434d-a5ce-cb27de2256c6 req-dc49611b-3339-47fd-8a5c-370b980d6f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:08.599626 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-c12d3c1d-b42a-434d-a5ce-cb27de2256c6 req-dc49611b-3339-47fd-8a5c-370b980d6f3b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:08.601601 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c12d3c1d-b42a-434d-a5ce-cb27de2256c6 req-dc49611b-3339-47fd-8a5c-370b980d6f3b service neutron] 10.222.0.10 "PUT /v2.0/ports/8617eaf5-170a-480c-8755-eb12abd82528 HTTP/1.1" status: 200 len: 1093 time: 1.6921873 Jan 28 07:14:08.677089 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a2050f59-d0ef-48b6-b340-fc2d0f799129 req-37339c7e-3d98-41fc-87f9-8c0829638f12 tempest-VolumesAdminNegativeTest-837531968 tempest-VolumesAdminNegativeTest-837531968-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba7ed625-60e1-4265-9e5b-a87f7228a140 HTTP/1.1" status: 200 len: 210 time: 0.0455923 Jan 28 07:14:08.692756 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc49611b-3339-47fd-8a5c-370b980d6f3b service neutron] Pushing event updated for resources: {'Port': ['ID=8617eaf5-170a-480c-8755-eb12abd82528,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:14:08.746520 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12d3c1d-b42a-434d-a5ce-cb27de2256c6 req-81c7fa0f-0acd-42e9-b0fc-5ac70f61a4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:08.748342 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c12d3c1d-b42a-434d-a5ce-cb27de2256c6 req-81c7fa0f-0acd-42e9-b0fc-5ac70f61a4ea service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=071c6275b8f741eea1e2f053b48698ce&device_id=bb11bb8e-1d64-445c-9be6-07f0058d67b7 HTTP/1.1" status: 200 len: 1096 time: 0.0519891 Jan 28 07:14:08.797104 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 7 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 07:14:08.806886 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c12d3c1d-b42a-434d-a5ce-cb27de2256c6 req-5b238113-5d2a-492e-b721-ae5dece982c5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8617eaf5-170a-480c-8755-eb12abd82528 HTTP/1.1" status: 200 len: 217 time: 0.0374210 Jan 28 07:14:08.810684 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 41870) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:14:08.883222 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12d3c1d-b42a-434d-a5ce-cb27de2256c6 req-8a8147a9-71bd-4b05-b119-11c591d455e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:08.884727 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c12d3c1d-b42a-434d-a5ce-cb27de2256c6 req-8a8147a9-71bd-4b05-b119-11c591d455e3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5ed8211a-b148-411a-81c0-40d0a8d78cc9 HTTP/1.1" status: 200 len: 845 time: 0.0680101 Jan 28 07:14:08.889684 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-47076a74-a080-4a29-9cdf-b6115f1d6d3d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c7e5f5e1e5b6452e807f9cfd340509b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0756457 Jan 28 07:14:08.889933 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 41872) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:14:08.931049 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c12d3c1d-b42a-434d-a5ce-cb27de2256c6 req-2f1cc5b7-a422-43db-9a21-885bf1f61861 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=55d1aca5-a0d0-4804-9112-fbf4ce00f292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350277 Jan 28 07:14:08.950037 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [req-c12d3c1d-b42a-434d-a5ce-cb27de2256c6 req-1ba053e3-be76-4b78-a2b7-09aea69edce1 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103283) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 07:14:08.952108 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c12d3c1d-b42a-434d-a5ce-cb27de2256c6 req-1ba053e3-be76-4b78-a2b7-09aea69edce1 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0121500 Jan 28 07:14:09.028469 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386b1bdd-4c54-4f71-8b1f-894d124e94f6 req-6ac879bc-8221-4421-8440-89b0061e6d65 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:09.037713 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-386b1bdd-4c54-4f71-8b1f-894d124e94f6 req-6ac879bc-8221-4421-8440-89b0061e6d65 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/ports?device_id=bb11bb8e-1d64-445c-9be6-07f0058d67b7 HTTP/1.1" status: 200 len: 944 time: 0.0754261 Jan 28 07:14:09.047755 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c362f6fe-d953-4f29-be36-2b435fa0578a admin admin] Publish callbacks [] for security_group (fa82ec26-34b4-44b8-888a-3a43aa497a5b), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:09.094473 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-386b1bdd-4c54-4f71-8b1f-894d124e94f6 req-3f9be7db-a0cb-40e8-9b8a-c07fd3a40155 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/security-groups?id=54f3b545-d68e-44ae-b5dc-1cfcda6094b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546250 Jan 28 07:14:09.111591 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c12d3c1d-b42a-434d-a5ce-cb27de2256c6 req-804a76a5-e1ed-4bd4-9be1-348bdd143f7b service neutron] 10.222.0.10 "GET /v2.0/networks/55d1aca5-a0d0-4804-9112-fbf4ce00f292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426003 Jan 28 07:14:09.131608 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c362f6fe-d953-4f29-be36-2b435fa0578a admin admin] Publish callbacks [] for security_group (fa82ec26-34b4-44b8-888a-3a43aa497a5b), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:09.271733 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e065f1-34c7-4fbd-b9d8-90b7232209e7 req-6be11d7f-3402-4cf5-9b80-e58e586a5c00 tempest-ListImageFiltersTestJSON-482981563 tempest-ListImageFiltersTestJSON-482981563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:09.273283 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d1e065f1-34c7-4fbd-b9d8-90b7232209e7 req-6be11d7f-3402-4cf5-9b80-e58e586a5c00 tempest-ListImageFiltersTestJSON-482981563 tempest-ListImageFiltersTestJSON-482981563-project] 10.222.0.41 "GET /v2.0/ports?device_id=59a4f94f-2b77-4276-b800-302e418f396a HTTP/1.1" status: 200 len: 950 time: 0.1260765 Jan 28 07:14:09.285945 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c12d3c1d-b42a-434d-a5ce-cb27de2256c6 req-f3334f44-a76f-473d-976c-5da17cc6a965 service neutron] 10.222.0.10 "GET /v2.0/networks/55d1aca5-a0d0-4804-9112-fbf4ce00f292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716778 Jan 28 07:14:09.307515 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c362f6fe-d953-4f29-be36-2b435fa0578a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (fa82ec26-34b4-44b8-888a-3a43aa497a5b), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:09.312474 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c362f6fe-d953-4f29-be36-2b435fa0578a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:09.316573 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-c362f6fe-d953-4f29-be36-2b435fa0578a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fa82ec26-34b4-44b8-888a-3a43aa497a5b HTTP/1.1" status: 204 len: 168 time: 0.4256670 Jan 28 07:14:09.329886 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c362f6fe-d953-4f29-be36-2b435fa0578a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa82ec26-34b4-44b8-888a-3a43aa497a5b,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:14:09.360404 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d1e065f1-34c7-4fbd-b9d8-90b7232209e7 req-4801a8aa-37ae-42e3-a565-09ce192c6a6f tempest-ListImageFiltersTestJSON-482981563 tempest-ListImageFiltersTestJSON-482981563-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a35449a-a8dc-4821-8459-968439cf983e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728979 Jan 28 07:14:09.684336 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:09.778883 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 41916) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:14:09.833693 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f8fdbdf-d0f0-424e-86b7-e10b79e47738 admin admin] Deleting subnet 4f663c23-d7cb-439d-a308-bf30a9ba6916 {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:14:09.837136 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5f8fdbdf-d0f0-424e-86b7-e10b79e47738 admin admin] Publish callbacks [] for subnet (4f663c23-d7cb-439d-a308-bf30a9ba6916), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:09.875694 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5f8fdbdf-d0f0-424e-86b7-e10b79e47738 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24759175'] for subnet (4f663c23-d7cb-439d-a308-bf30a9ba6916), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:09.924872 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5f8fdbdf-d0f0-424e-86b7-e10b79e47738 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (4f663c23-d7cb-439d-a308-bf30a9ba6916), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:09.992888 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5f8fdbdf-d0f0-424e-86b7-e10b79e47738 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24757569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24979817'] for subnet (4f663c23-d7cb-439d-a308-bf30a9ba6916), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:10.023085 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8fdbdf-d0f0-424e-86b7-e10b79e47738 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f663c23-d7cb-439d-a308-bf30a9ba6916,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:14:10.027018 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5f8fdbdf-d0f0-424e-86b7-e10b79e47738 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:10.030499 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-5f8fdbdf-d0f0-424e-86b7-e10b79e47738 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/4f663c23-d7cb-439d-a308-bf30a9ba6916 HTTP/1.1" status: 204 len: 168 time: 0.2505636 Jan 28 07:14:10.032914 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 41926) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:14:10.104133 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-217c7784-860b-4033-a987-f35630fef0c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (83146e1a-6134-4141-8227-a88603bfe3b4), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:10.223451 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 41934) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:14:10.225195 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-217c7784-860b-4033-a987-f35630fef0c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (83146e1a-6134-4141-8227-a88603bfe3b4), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:10.252511 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-217c7784-860b-4033-a987-f35630fef0c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83146e1a-6134-4141-8227-a88603bfe3b4']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:14:10.266155 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-217c7784-860b-4033-a987-f35630fef0c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7268938-17f9-4f77-8957-278e92538012') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:14:10.266581 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-217c7784-860b-4033-a987-f35630fef0c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7268938-17f9-4f77-8957-278e92538012') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:14:10.279518 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fd5919-c2dd-4cfe-a66c-39afc80fe8a9 req-376162e7-9f90-4f09-b758-fe3360ea24cd tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:10.281172 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f5fd5919-c2dd-4cfe-a66c-39afc80fe8a9 req-376162e7-9f90-4f09-b758-fe3360ea24cd tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/ports?device_id=bb11bb8e-1d64-445c-9be6-07f0058d67b7 HTTP/1.1" status: 200 len: 944 time: 0.0905416 Jan 28 07:14:10.284884 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-217c7784-860b-4033-a987-f35630fef0c2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24759294'] for segment (e7268938-17f9-4f77-8957-278e92538012), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:10.311022 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-217c7784-860b-4033-a987-f35630fef0c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (e7268938-17f9-4f77-8957-278e92538012), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:10.321789 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-217c7784-860b-4033-a987-f35630fef0c2 admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:14:10.322258 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-217c7784-860b-4033-a987-f35630fef0c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24757675'] for segment (e7268938-17f9-4f77-8957-278e92538012), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:10.325717 n-d-712749-28 neutron-server[103284]: Traceback (most recent call last): Jan 28 07:14:10.325717 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:14:10.325717 n-d-712749-28 neutron-server[103284]: timer() Jan 28 07:14:10.325717 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:14:10.325717 n-d-712749-28 neutron-server[103284]: cb(*args, **kw) Jan 28 07:14:10.325717 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:14:10.325717 n-d-712749-28 neutron-server[103284]: return func(*args, **kwargs) Jan 28 07:14:10.325717 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:14:10.325717 n-d-712749-28 neutron-server[103284]: self._notify() Jan 28 07:14:10.325717 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:14:10.325717 n-d-712749-28 neutron-server[103284]: self.callback(batched_events) Jan 28 07:14:10.325717 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:14:10.325717 n-d-712749-28 neutron-server[103284]: event.method(event) Jan 28 07:14:10.325717 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:14:10.325717 n-d-712749-28 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:14:10.325717 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:14:10.325717 n-d-712749-28 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:14:10.325717 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:14:10.325717 n-d-712749-28 neutron-server[103284]: return f(self, *a, **k) Jan 28 07:14:10.325717 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:14:10.325717 n-d-712749-28 neutron-server[103284]: return self._get(url).json() Jan 28 07:14:10.325717 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:14:10.325717 n-d-712749-28 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:14:10.325717 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:14:10.325717 n-d-712749-28 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Jan 28 07:14:10.325717 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:14:10.325717 n-d-712749-28 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:14:10.325717 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:14:10.325717 n-d-712749-28 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:14:10.325717 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:14:10.325717 n-d-712749-28 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:14:10.325717 n-d-712749-28 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:14:10.341276 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-e82f0d54-0282-48df-b279-b8c0290e1b88 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1042811975-network', 'tenant_id': '7c38f303133c4a1f8d60e9cc7e10b1b4'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:14:10.363741 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb11bb8e-1d64-445c-9be6-07f0058d67b7', 'tag': '8617eaf5-170a-480c-8755-eb12abd82528'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:14:10.377492 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55f07e11-31e1-430e-b87f-d5fc73b8c3a1" -d '{"events": [{"name": "network-changed", "server_uuid": "bb11bb8e-1d64-445c-9be6-07f0058d67b7", "tag": "8617eaf5-170a-480c-8755-eb12abd82528"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:14:10.381613 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e82f0d54-0282-48df-b279-b8c0290e1b88 admin admin] Made reservation on behalf of 7c38f303133c4a1f8d60e9cc7e10b1b4 for: {'network': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:14:10.384077 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e82f0d54-0282-48df-b279-b8c0290e1b88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:10.395926 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e82f0d54-0282-48df-b279-b8c0290e1b88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:10.411983 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f5fd5919-c2dd-4cfe-a66c-39afc80fe8a9 req-9b4d6b5d-ee62-4074-8e88-c5d827602054 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/security-groups?id=54f3b545-d68e-44ae-b5dc-1cfcda6094b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205685 Jan 28 07:14:10.426948 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-217c7784-860b-4033-a987-f35630fef0c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (83146e1a-6134-4141-8227-a88603bfe3b4), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:10.444187 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-217c7784-860b-4033-a987-f35630fef0c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:10.456122 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-217c7784-860b-4033-a987-f35630fef0c2 admin admin] 10.222.0.41 "DELETE /v2.0/networks/83146e1a-6134-4141-8227-a88603bfe3b4 HTTP/1.1" status: 204 len: 168 time: 0.4137688 Jan 28 07:14:10.456355 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 41942) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:14:10.456355 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b961d8e-3840-4cd7-806b-92e5e0123700 x-openstack-request-id: req-4b961d8e-3840-4cd7-806b-92e5e0123700 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:14:10.456355 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb11bb8e-1d64-445c-9be6-07f0058d67b7", "tag": "8617eaf5-170a-480c-8755-eb12abd82528", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:14:10.456702 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4b961d8e-3840-4cd7-806b-92e5e0123700 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:14:10.458356 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217c7784-860b-4033-a987-f35630fef0c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=83146e1a-6134-4141-8227-a88603bfe3b4,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:14:10.461588 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb11bb8e-1d64-445c-9be6-07f0058d67b7', 'tag': '8617eaf5-170a-480c-8755-eb12abd82528', 'status': 'completed', 'code': 200} Jan 28 07:14:10.566233 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_v2 [None req-69241e67-2022-4de9-adff-8cc733b480a3 admin admin] Deleting subnet ec7629c7-08e7-41ca-b3a5-3b1acfe6c466 {{(pid=103283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:14:10.577007 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-69241e67-2022-4de9-adff-8cc733b480a3 admin admin] Publish callbacks [] for subnet (ec7629c7-08e7-41ca-b3a5-3b1acfe6c466), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:10.581166 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f07e11-31e1-430e-b87f-d5fc73b8c3a1 req-2b06cb49-47ad-46c1-81d5-fc4e6c198f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:10.582688 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-55f07e11-31e1-430e-b87f-d5fc73b8c3a1 req-2b06cb49-47ad-46c1-81d5-fc4e6c198f75 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=071c6275b8f741eea1e2f053b48698ce&device_id=bb11bb8e-1d64-445c-9be6-07f0058d67b7 HTTP/1.1" status: 200 len: 1096 time: 0.0825253 Jan 28 07:14:10.681887 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-69241e67-2022-4de9-adff-8cc733b480a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13506696'] for subnet (ec7629c7-08e7-41ca-b3a5-3b1acfe6c466), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:10.728543 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e82f0d54-0282-48df-b279-b8c0290e1b88 admin admin] Publish callbacks [] for security_group (7100c680-13e4-40ad-b2f5-fc7fff500d5d), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:10.738098 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e82f0d54-0282-48df-b279-b8c0290e1b88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (7100c680-13e4-40ad-b2f5-fc7fff500d5d), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:10.762438 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-69241e67-2022-4de9-adff-8cc733b480a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (ec7629c7-08e7-41ca-b3a5-3b1acfe6c466), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:10.833384 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e82f0d54-0282-48df-b279-b8c0290e1b88 admin admin] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=103283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:14:10.842715 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82f0d54-0282-48df-b279-b8c0290e1b88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7100c680-13e4-40ad-b2f5-fc7fff500d5d,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:14:10.852618 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f07e11-31e1-430e-b87f-d5fc73b8c3a1 req-7bb7afab-bc4b-4b13-8c35-10f5e9b646ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:10.854286 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-55f07e11-31e1-430e-b87f-d5fc73b8c3a1 req-7bb7afab-bc4b-4b13-8c35-10f5e9b646ce service neutron] 10.222.0.10 "GET /v2.0/networks?id=55d1aca5-a0d0-4804-9112-fbf4ce00f292 HTTP/1.1" status: 200 len: 906 time: 0.2438631 Jan 28 07:14:10.861324 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e82f0d54-0282-48df-b279-b8c0290e1b88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (f3c435c6-b200-4552-9398-3233b0ca48be), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:10.861680 n-d-712749-28 neutron-server[103283]: INFO neutron.db.segments_db [None req-e82f0d54-0282-48df-b279-b8c0290e1b88 admin admin] Added segment f3c435c6-b200-4552-9398-3233b0ca48be of type vlan for network 3694fbdb-afc3-4ba9-96bb-9f3c75f0cb90 Jan 28 07:14:10.925659 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-55f07e11-31e1-430e-b87f-d5fc73b8c3a1 req-df88b33f-0add-4877-a608-142dd8dd0990 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8617eaf5-170a-480c-8755-eb12abd82528 HTTP/1.1" status: 200 len: 217 time: 0.0601366 Jan 28 07:14:10.963705 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-69241e67-2022-4de9-adff-8cc733b480a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13546665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13556132'] for subnet (ec7629c7-08e7-41ca-b3a5-3b1acfe6c466), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:11.001738 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e82f0d54-0282-48df-b279-b8c0290e1b88 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (3694fbdb-afc3-4ba9-96bb-9f3c75f0cb90), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:11.033497 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69241e67-2022-4de9-adff-8cc733b480a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec7629c7-08e7-41ca-b3a5-3b1acfe6c466,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:14:11.034845 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-69241e67-2022-4de9-adff-8cc733b480a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:11.038019 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-69241e67-2022-4de9-adff-8cc733b480a3 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/ec7629c7-08e7-41ca-b3a5-3b1acfe6c466 HTTP/1.1" status: 204 len: 168 time: 0.5755599 Jan 28 07:14:11.040670 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 41958) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:14:11.053400 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f07e11-31e1-430e-b87f-d5fc73b8c3a1 req-4ae64181-aa69-494f-8999-d5f030d66884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:11.054906 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-55f07e11-31e1-430e-b87f-d5fc73b8c3a1 req-4ae64181-aa69-494f-8999-d5f030d66884 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5ed8211a-b148-411a-81c0-40d0a8d78cc9 HTTP/1.1" status: 200 len: 845 time: 0.1028044 Jan 28 07:14:11.073321 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e82f0d54-0282-48df-b279-b8c0290e1b88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (3694fbdb-afc3-4ba9-96bb-9f3c75f0cb90), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:11.075372 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e82f0d54-0282-48df-b279-b8c0290e1b88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:11.075967 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e82f0d54-0282-48df-b279-b8c0290e1b88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:11.097325 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-55f07e11-31e1-430e-b87f-d5fc73b8c3a1 req-472aa09e-5809-435e-a023-1389a1f528a2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=55d1aca5-a0d0-4804-9112-fbf4ce00f292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331080 Jan 28 07:14:11.113851 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-77837109-73a8-45c1-8b65-7a8d659bc8e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (0097255c-2826-4326-b65e-f981721e64c0), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:11.195184 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-77837109-73a8-45c1-8b65-7a8d659bc8e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (0097255c-2826-4326-b65e-f981721e64c0), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:11.197500 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device f1b3ed6f-686a-4749-9ea4-a75289f59546 no longer exists at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:14:11.205174 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-e82f0d54-0282-48df-b279-b8c0290e1b88 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9801252 Jan 28 07:14:11.208234 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 41960) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:14:11.213681 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82f0d54-0282-48df-b279-b8c0290e1b88 admin admin] Pushing event updated for resources: {'Network': ['ID=3694fbdb-afc3-4ba9-96bb-9f3c75f0cb90,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:14:11.221875 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-0bae617b-955a-45f4-bc30-74d11d134e9e admin admin] Request body: {'subnet': {'network_id': '3694fbdb-afc3-4ba9-96bb-9f3c75f0cb90', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1042811975-subnet', 'tenant_id': '7c38f303133c4a1f8d60e9cc7e10b1b4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:14:11.226421 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network 3694fbdb-afc3-4ba9-96bb-9f3c75f0cb90 details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:14:11.228669 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] No Port match for: f1b3ed6f-686a-4749-9ea4-a75289f59546 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:14:11.229025 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device f1b3ed6f-686a-4749-9ea4-a75289f59546 not bound to the agent host n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:14:11.229149 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-77837109-73a8-45c1-8b65-7a8d659bc8e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0097255c-2826-4326-b65e-f981721e64c0']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:14:11.247020 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-77837109-73a8-45c1-8b65-7a8d659bc8e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb0de746-6341-485d-9173-6642a5471aac') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:14:11.247415 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-77837109-73a8-45c1-8b65-7a8d659bc8e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb0de746-6341-485d-9173-6642a5471aac') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:14:11.251988 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-55f07e11-31e1-430e-b87f-d5fc73b8c3a1 req-482a4c21-e551-4248-8781-d6f1976464d2 service neutron] 10.222.0.10 "GET /v2.0/networks/55d1aca5-a0d0-4804-9112-fbf4ce00f292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404443 Jan 28 07:14:11.260560 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-77837109-73a8-45c1-8b65-7a8d659bc8e3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24759294'] for segment (cb0de746-6341-485d-9173-6642a5471aac), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:11.270413 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bae617b-955a-45f4-bc30-74d11d134e9e admin admin] Made reservation on behalf of 7c38f303133c4a1f8d60e9cc7e10b1b4 for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:14:11.272700 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0bae617b-955a-45f4-bc30-74d11d134e9e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24979592'] for subnet (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:11.323742 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-77837109-73a8-45c1-8b65-7a8d659bc8e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (cb0de746-6341-485d-9173-6642a5471aac), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:11.337568 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77837109-73a8-45c1-8b65-7a8d659bc8e3 admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:14:11.337965 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-77837109-73a8-45c1-8b65-7a8d659bc8e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24757675'] for segment (cb0de746-6341-485d-9173-6642a5471aac), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:11.340387 n-d-712749-28 neutron-server[103284]: Traceback (most recent call last): Jan 28 07:14:11.340387 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:14:11.340387 n-d-712749-28 neutron-server[103284]: timer() Jan 28 07:14:11.340387 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:14:11.340387 n-d-712749-28 neutron-server[103284]: cb(*args, **kw) Jan 28 07:14:11.340387 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:14:11.340387 n-d-712749-28 neutron-server[103284]: return func(*args, **kwargs) Jan 28 07:14:11.340387 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:14:11.340387 n-d-712749-28 neutron-server[103284]: self._notify() Jan 28 07:14:11.340387 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:14:11.340387 n-d-712749-28 neutron-server[103284]: self.callback(batched_events) Jan 28 07:14:11.340387 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:14:11.340387 n-d-712749-28 neutron-server[103284]: event.method(event) Jan 28 07:14:11.340387 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:14:11.340387 n-d-712749-28 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:14:11.340387 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:14:11.340387 n-d-712749-28 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:14:11.340387 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:14:11.340387 n-d-712749-28 neutron-server[103284]: return f(self, *a, **k) Jan 28 07:14:11.340387 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:14:11.340387 n-d-712749-28 neutron-server[103284]: return self._get(url).json() Jan 28 07:14:11.340387 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:14:11.340387 n-d-712749-28 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:14:11.340387 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:14:11.340387 n-d-712749-28 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Jan 28 07:14:11.340387 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:14:11.340387 n-d-712749-28 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:14:11.340387 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:14:11.340387 n-d-712749-28 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:14:11.340387 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:14:11.340387 n-d-712749-28 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:14:11.340387 n-d-712749-28 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:14:11.359780 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-55f07e11-31e1-430e-b87f-d5fc73b8c3a1 req-46f30863-4499-44c7-99a5-8f096f39145b service neutron] 10.222.0.10 "GET /v2.0/networks/55d1aca5-a0d0-4804-9112-fbf4ce00f292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954409 Jan 28 07:14:11.415191 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-77837109-73a8-45c1-8b65-7a8d659bc8e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (0097255c-2826-4326-b65e-f981721e64c0), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:11.423870 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-77837109-73a8-45c1-8b65-7a8d659bc8e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:11.427088 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-77837109-73a8-45c1-8b65-7a8d659bc8e3 admin admin] 10.222.0.41 "DELETE /v2.0/networks/0097255c-2826-4326-b65e-f981721e64c0 HTTP/1.1" status: 204 len: 168 time: 0.3853846 Jan 28 07:14:11.441034 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77837109-73a8-45c1-8b65-7a8d659bc8e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=0097255c-2826-4326-b65e-f981721e64c0,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:14:11.566095 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0bae617b-955a-45f4-bc30-74d11d134e9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24757504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24979610'] for subnet (c44ebf08-4b0c-4037-9377-7b2a7d647995), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:11.576658 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 41968) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:14:11.610043 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf2b23f-1e6b-452e-b8dd-86ea8eead4d8 req-6ad01017-0200-4023-8bee-a2b1c2adb4ed tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:11.611545 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-acf2b23f-1e6b-452e-b8dd-86ea8eead4d8 req-6ad01017-0200-4023-8bee-a2b1c2adb4ed tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/ports?device_id=bb11bb8e-1d64-445c-9be6-07f0058d67b7 HTTP/1.1" status: 200 len: 944 time: 0.0933852 Jan 28 07:14:11.617817 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-678d5754-3074-4f72-879f-482685aa8899 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=eb7bc49b479f4f288c8e7155788b9ae8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0397975 Jan 28 07:14:11.620174 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 41970) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:14:11.650609 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bae617b-955a-45f4-bc30-74d11d134e9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c44ebf08-4b0c-4037-9377-7b2a7d647995,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:14:11.670561 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bae617b-955a-45f4-bc30-74d11d134e9e admin admin] Checking segment: {'id': 'f3c435c6-b200-4552-9398-3233b0ca48be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '3694fbdb-afc3-4ba9-96bb-9f3c75f0cb90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:14:11.670918 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bae617b-955a-45f4-bc30-74d11d134e9e admin admin] Network hostable DHCP agents. Network: 3694fbdb-afc3-4ba9-96bb-9f3c75f0cb90, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:14:11.689063 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5299ba7e-482b-4409-b122-c427e678596f admin admin] Publish callbacks [] for security_group (71477366-0447-4ede-9f0e-5f6adcd52381), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:11.700348 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-acf2b23f-1e6b-452e-b8dd-86ea8eead4d8 req-a54e4bdd-b292-449d-b2b4-a0c82e3e38e7 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/security-groups?id=54f3b545-d68e-44ae-b5dc-1cfcda6094b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804267 Jan 28 07:14:11.712752 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bae617b-955a-45f4-bc30-74d11d134e9e admin admin] Network 3694fbdb-afc3-4ba9-96bb-9f3c75f0cb90 is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:14:11.715007 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5299ba7e-482b-4409-b122-c427e678596f admin admin] Publish callbacks [] for security_group (71477366-0447-4ede-9f0e-5f6adcd52381), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:11.723924 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-0bae617b-955a-45f4-bc30-74d11d134e9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, 3694fbdb-afc3-4ba9-96bb-9f3c75f0cb90) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:14:11.728865 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bae617b-955a-45f4-bc30-74d11d134e9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:11.729521 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0bae617b-955a-45f4-bc30-74d11d134e9e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:11.737847 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a4c1462-698a-4726-bbf9-1980a966b193 None None] Network 3694fbdb-afc3-4ba9-96bb-9f3c75f0cb90 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:14:11.752168 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 41974) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:14:11.752804 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-0bae617b-955a-45f4-bc30-74d11d134e9e admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5433450 Jan 28 07:14:11.761518 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-f23a1d00-eae2-480e-ac49-2c42865d1d47 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1042811975-router', 'tenant_id': '7c38f303133c4a1f8d60e9cc7e10b1b4', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:14:11.790660 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f23a1d00-eae2-480e-ac49-2c42865d1d47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16606890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127275'] for router (e1b50a0c-f07c-4823-a528-c5254224c8f9), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:11.791788 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f23a1d00-eae2-480e-ac49-2c42865d1d47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16605498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16607952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16355422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127266'] for router (e1b50a0c-f07c-4823-a528-c5254224c8f9), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:11.810881 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5299ba7e-482b-4409-b122-c427e678596f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (71477366-0447-4ede-9f0e-5f6adcd52381), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:11.813718 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5299ba7e-482b-4409-b122-c427e678596f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:11.814985 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-5299ba7e-482b-4409-b122-c427e678596f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/71477366-0447-4ede-9f0e-5f6adcd52381 HTTP/1.1" status: 204 len: 168 time: 0.1930172 Jan 28 07:14:11.828873 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5299ba7e-482b-4409-b122-c427e678596f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71477366-0447-4ede-9f0e-5f6adcd52381,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:14:11.898659 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f23a1d00-eae2-480e-ac49-2c42865d1d47 admin admin] Publish callbacks [] for router_controller (e1b50a0c-f07c-4823-a528-c5254224c8f9), precommit_add_association {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:12.019629 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-954201ef-74d5-4fd2-be2d-b4f25ab45bbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3dd72b9-6805-5f61-b6f3-a591f99a173d-3694fbdb-afc3-4ba9-96bb-9f3c75f0cb90', 'network_id': '3694fbdb-afc3-4ba9-96bb-9f3c75f0cb90', 'project_id': '7c38f303133c4a1f8d60e9cc7e10b1b4', 'fixed_ips': [{'subnet_id': 'c44ebf08-4b0c-4037-9377-7b2a7d647995'}]}} from n-d-712749-28. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 07:14:12.020649 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-954201ef-74d5-4fd2-be2d-b4f25ab45bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:12.080729 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f23a1d00-eae2-480e-ac49-2c42865d1d47 admin admin] Publish callbacks [] for router_gateway (e1b50a0c-f07c-4823-a528-c5254224c8f9), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:12.164337 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-954201ef-74d5-4fd2-be2d-b4f25ab45bbf None None] Allocated IP 172.20.0.2 (3694fbdb-afc3-4ba9-96bb-9f3c75f0cb90/c44ebf08-4b0c-4037-9377-7b2a7d647995/8b8a539a-3309-46f5-bdfa-2618693c7925) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:14:12.207097 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 41992) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:14:12.250594 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-d2311725-42ab-4f81-aa8b-97582283d4a4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=76a0edd7d3e441eeb831b155f2c1d5a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0423870 Jan 28 07:14:12.253072 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 41994) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:14:12.295389 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f23a1d00-eae2-480e-ac49-2c42865d1d47 admin admin] Publish callbacks [] for router_gateway (e1b50a0c-f07c-4823-a528-c5254224c8f9), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:12.303111 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b6344d5d-55e5-46f3-8093-667f199f1508 admin admin] Publish callbacks [] for security_group (261b6be7-7e98-42b0-9a2e-46687ad4308c), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:12.315211 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f23a1d00-eae2-480e-ac49-2c42865d1d47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:12.315830 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-954201ef-74d5-4fd2-be2d-b4f25ab45bbf None None] Publish callbacks [] for port (8b8a539a-3309-46f5-bdfa-2618693c7925), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:12.322600 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-954201ef-74d5-4fd2-be2d-b4f25ab45bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (8b8a539a-3309-46f5-bdfa-2618693c7925), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:12.326775 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b6344d5d-55e5-46f3-8093-667f199f1508 admin admin] Publish callbacks [] for security_group (261b6be7-7e98-42b0-9a2e-46687ad4308c), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:12.363185 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-954201ef-74d5-4fd2-be2d-b4f25ab45bbf None None] Network 3694fbdb-afc3-4ba9-96bb-9f3c75f0cb90 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:14:12.368676 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-954201ef-74d5-4fd2-be2d-b4f25ab45bbf None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:14:12.373716 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-954201ef-74d5-4fd2-be2d-b4f25ab45bbf None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:14:12.379097 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954201ef-74d5-4fd2-be2d-b4f25ab45bbf None None] Pushing event updated for resources: {'Port': ['ID=8b8a539a-3309-46f5-bdfa-2618693c7925,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:14:12.396516 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b6344d5d-55e5-46f3-8093-667f199f1508 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (261b6be7-7e98-42b0-9a2e-46687ad4308c), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:12.400055 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b6344d5d-55e5-46f3-8093-667f199f1508 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:12.401379 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-b6344d5d-55e5-46f3-8093-667f199f1508 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/261b6be7-7e98-42b0-9a2e-46687ad4308c HTTP/1.1" status: 204 len: 168 time: 0.1472485 Jan 28 07:14:12.410956 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6344d5d-55e5-46f3-8093-667f199f1508 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=261b6be7-7e98-42b0-9a2e-46687ad4308c,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:14:12.462666 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-954201ef-74d5-4fd2-be2d-b4f25ab45bbf None None] Attempting to bind port 8b8a539a-3309-46f5-bdfa-2618693c7925 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:14:12.462960 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-954201ef-74d5-4fd2-be2d-b4f25ab45bbf None None] Attempting to bind port 8b8a539a-3309-46f5-bdfa-2618693c7925 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': 'f3c435c6-b200-4552-9398-3233b0ca48be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '3694fbdb-afc3-4ba9-96bb-9f3c75f0cb90'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:14:12.463331 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-954201ef-74d5-4fd2-be2d-b4f25ab45bbf None None] Attempting to bind port 8b8a539a-3309-46f5-bdfa-2618693c7925 on network 3694fbdb-afc3-4ba9-96bb-9f3c75f0cb90 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:14:12.470786 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-954201ef-74d5-4fd2-be2d-b4f25ab45bbf None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:14:12.471175 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-954201ef-74d5-4fd2-be2d-b4f25ab45bbf None None] Checking segment: {'id': 'f3c435c6-b200-4552-9398-3233b0ca48be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '3694fbdb-afc3-4ba9-96bb-9f3c75f0cb90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:14:12.471613 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-954201ef-74d5-4fd2-be2d-b4f25ab45bbf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:12.472214 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-954201ef-74d5-4fd2-be2d-b4f25ab45bbf None None] Bound using segment: {'id': 'f3c435c6-b200-4552-9398-3233b0ca48be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '3694fbdb-afc3-4ba9-96bb-9f3c75f0cb90'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:14:12.472882 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-954201ef-74d5-4fd2-be2d-b4f25ab45bbf None None] Bound port: 8b8a539a-3309-46f5-bdfa-2618693c7925, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3c435c6-b200-4552-9398-3233b0ca48be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '3694fbdb-afc3-4ba9-96bb-9f3c75f0cb90'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:14:12.473882 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-954201ef-74d5-4fd2-be2d-b4f25ab45bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (8b8a539a-3309-46f5-bdfa-2618693c7925), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:12.498045 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-f23a1d00-eae2-480e-ac49-2c42865d1d47 admin admin] Allocated IP 172.25.6.91 (7d5b3724-deef-4831-8d43-cb9b8176573c/b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc/dd4d3ddf-e14d-400a-8d98-1ea52072bdbe) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:14:12.551256 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-954201ef-74d5-4fd2-be2d-b4f25ab45bbf None None] For port 8b8a539a-3309-46f5-bdfa-2618693c7925, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:14:12.555500 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-954201ef-74d5-4fd2-be2d-b4f25ab45bbf None None] For port 8b8a539a-3309-46f5-bdfa-2618693c7925, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=8b8a539a-3309-46f5-bdfa-2618693c7925,segment=NetworkSegment(f3c435c6-b200-4552-9398-3233b0ca48be),segment_id=f3c435c6-b200-4552-9398-3233b0ca48be)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:14:12.560795 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-954201ef-74d5-4fd2-be2d-b4f25ab45bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (8b8a539a-3309-46f5-bdfa-2618693c7925), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:12.619809 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f23a1d00-eae2-480e-ac49-2c42865d1d47 admin admin] Publish callbacks [] for port (dd4d3ddf-e14d-400a-8d98-1ea52072bdbe), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:12.648411 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954201ef-74d5-4fd2-be2d-b4f25ab45bbf None None] Pushing event updated for resources: {'Port': ['ID=8b8a539a-3309-46f5-bdfa-2618693c7925,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:14:12.677141 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f23a1d00-eae2-480e-ac49-2c42865d1d47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (dd4d3ddf-e14d-400a-8d98-1ea52072bdbe), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:12.728440 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f23a1d00-eae2-480e-ac49-2c42865d1d47 admin admin] Network 7d5b3724-deef-4831-8d43-cb9b8176573c is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:14:12.733036 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-f23a1d00-eae2-480e-ac49-2c42865d1d47 admin admin] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:14:12.738271 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23a1d00-eae2-480e-ac49-2c42865d1d47 admin admin] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:14:12.827878 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23a1d00-eae2-480e-ac49-2c42865d1d47 admin admin] Pushing event updated for resources: {'Port': ['ID=dd4d3ddf-e14d-400a-8d98-1ea52072bdbe,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:14:13.118579 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6473b4-22b7-4935-8b38-01608c610d79 req-55564231-7cc4-4614-9956-7208e98883ff tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:13.120333 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9c6473b4-22b7-4935-8b38-01608c610d79 req-55564231-7cc4-4614-9956-7208e98883ff tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/ports?device_id=bb11bb8e-1d64-445c-9be6-07f0058d67b7 HTTP/1.1" status: 200 len: 944 time: 0.1850822 Jan 28 07:14:13.275043 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9c6473b4-22b7-4935-8b38-01608c610d79 req-a16a33b9-a9d1-4bb1-8731-25a552f2c5cf tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/security-groups?id=54f3b545-d68e-44ae-b5dc-1cfcda6094b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044207 Jan 28 07:14:13.286431 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f23a1d00-eae2-480e-ac49-2c42865d1d47 admin admin] Publish callbacks [] for router_gateway (e1b50a0c-f07c-4823-a528-c5254224c8f9), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:13.342110 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 80771555-17c2-4224-86e2-cb60034ad531 details requested by agent hyperv_n-h1-712749-28 with host n-h1-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:14:13.511164 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 80771555-17c2-4224-86e2-cb60034ad531, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=80771555-17c2-4224-86e2-cb60034ad531,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:14:13.565609 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Returning: {'device': '80771555-17c2-4224-86e2-cb60034ad531', 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb', 'port_id': '80771555-17c2-4224-86e2-cb60034ad531', 'mac_address': 'fa:16:3e:2c:ce:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5785b43d-448b-4d12-9eb5-4e4caf2e7eaf', 'ip_address': '192.168.233.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:14:13.679629 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 80771555-17c2-4224-86e2-cb60034ad531 is: ACTIVE; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:14:13.680580 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (80771555-17c2-4224-86e2-cb60034ad531), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:13.719061 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 80771555-17c2-4224-86e2-cb60034ad531 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:14:13.770940 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 80771555-17c2-4224-86e2-cb60034ad531, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=80771555-17c2-4224-86e2-cb60034ad531,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:14:13.789911 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (80771555-17c2-4224-86e2-cb60034ad531), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:13.790796 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 8617eaf5-170a-480c-8755-eb12abd82528 details requested by agent hyperv_n-h1-712749-28 with host n-h1-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:14:14.086923 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=80771555-17c2-4224-86e2-cb60034ad531,revision_number=6']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:14:14.222883 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f23a1d00-eae2-480e-ac49-2c42865d1d47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16605475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16607909'] for router (e1b50a0c-f07c-4823-a528-c5254224c8f9), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:14.327984 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 8617eaf5-170a-480c-8755-eb12abd82528, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=8617eaf5-170a-480c-8755-eb12abd82528,segment=NetworkSegment(8c1a2649-126a-42b2-aa92-3dce43dd7caa),segment_id=8c1a2649-126a-42b2-aa92-3dce43dd7caa)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:14:14.352821 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b2e6ad-57df-44b8-8123-1c4b2f8e9355 None None] Network 3694fbdb-afc3-4ba9-96bb-9f3c75f0cb90 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:14:14.394478 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Returning: {'device': '8617eaf5-170a-480c-8755-eb12abd82528', 'network_id': '55d1aca5-a0d0-4804-9112-fbf4ce00f292', 'port_id': '8617eaf5-170a-480c-8755-eb12abd82528', 'mac_address': 'fa:16:3e:f0:89:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ed8211a-b148-411a-81c0-40d0a8d78cc9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:14:14.486777 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f23a1d00-eae2-480e-ac49-2c42865d1d47 admin admin] Router e1b50a0c-f07c-4823-a528-c5254224c8f9 is scheduled to L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 with binding_index 1 {{(pid=103283) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 07:14:14.508671 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c169adc8-664c-496b-a7a0-075ddade70da None None] Provisioning complete for port 8b8a539a-3309-46f5-bdfa-2618693c7925 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:14:14.509047 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c169adc8-664c-496b-a7a0-075ddade70da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (8b8a539a-3309-46f5-bdfa-2618693c7925), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:14.575448 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 8b8a539a-3309-46f5-bdfa-2618693c7925 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:14:14.668918 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 8617eaf5-170a-480c-8755-eb12abd82528 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:14:14.674404 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (8617eaf5-170a-480c-8755-eb12abd82528), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:14.705412 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2574df1c-feb6-4c99-85a0-160c2f576fee req-160274c0-1d8d-4746-a4a4-47e29c93e441 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:14.716156 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2574df1c-feb6-4c99-85a0-160c2f576fee req-160274c0-1d8d-4746-a4a4-47e29c93e441 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/ports?device_id=bb11bb8e-1d64-445c-9be6-07f0058d67b7 HTTP/1.1" status: 200 len: 944 time: 0.1865356 Jan 28 07:14:14.738234 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8617eaf5-170a-480c-8755-eb12abd82528 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:14:14.756534 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f23a1d00-eae2-480e-ac49-2c42865d1d47 admin admin] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:14:14.786133 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b6e87a-eb65-4b3f-8d81-f061b9776cb0 None None] Sync routers for ids ['e1b50a0c-f07c-4823-a528-c5254224c8f9'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:14:14.810304 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2574df1c-feb6-4c99-85a0-160c2f576fee req-036fab0b-b223-4892-9d0f-2c074cf3242b tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/security-groups?id=54f3b545-d68e-44ae-b5dc-1cfcda6094b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957491 Jan 28 07:14:14.817331 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f23a1d00-eae2-480e-ac49-2c42865d1d47 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:14.818625 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-f23a1d00-eae2-480e-ac49-2c42865d1d47 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.0649605 Jan 28 07:14:14.823975 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 42100) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:14:14.837016 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 8617eaf5-170a-480c-8755-eb12abd82528, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=8617eaf5-170a-480c-8755-eb12abd82528,segment=NetworkSegment(8c1a2649-126a-42b2-aa92-3dce43dd7caa),segment_id=8c1a2649-126a-42b2-aa92-3dce43dd7caa)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:14:14.838375 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b6e87a-eb65-4b3f-8d81-f061b9776cb0 None None] Routers {'e1b50a0c-f07c-4823-a528-c5254224c8f9'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:14:14.839997 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-51b6e87a-eb65-4b3f-8d81-f061b9776cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:14:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['e1b50a0c-f07c-4823-a528-c5254224c8f9'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:14:14.887137 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (8617eaf5-170a-480c-8755-eb12abd82528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:15.013710 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=8617eaf5-170a-480c-8755-eb12abd82528,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:14:15.090210 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 8b8a539a-3309-46f5-bdfa-2618693c7925 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:14:15.090810 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (8b8a539a-3309-46f5-bdfa-2618693c7925), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:15.176309 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-24a85f5f-c31a-4c9f-a2b2-c7269d9cf423 req-6e6567e8-847d-47a4-a06f-b5256e40d44a tempest-FlavorsV2NegativeTest-1421666496 tempest-FlavorsV2NegativeTest-1421666496-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=0b93725d535740a7a5d929e9e8e3ce6c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0342510 Jan 28 07:14:15.213714 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c169adc8-664c-496b-a7a0-075ddade70da None None] Current status of the port 8b8a539a-3309-46f5-bdfa-2618693c7925 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:14:15.214117 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c169adc8-664c-496b-a7a0-075ddade70da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (8b8a539a-3309-46f5-bdfa-2618693c7925), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:15.241597 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['80771555-17c2-4224-86e2-cb60034ad531'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:14:15.258868 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-51b6e87a-eb65-4b3f-8d81-f061b9776cb0 None None] Set router e1b50a0c-f07c-4823-a528-c5254224c8f9 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:14:15.406789 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c169adc8-664c-496b-a7a0-075ddade70da None None] For port 8b8a539a-3309-46f5-bdfa-2618693c7925, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=8b8a539a-3309-46f5-bdfa-2618693c7925,segment=NetworkSegment(f3c435c6-b200-4552-9398-3233b0ca48be),segment_id=f3c435c6-b200-4552-9398-3233b0ca48be)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:14:15.421977 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c169adc8-664c-496b-a7a0-075ddade70da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (8b8a539a-3309-46f5-bdfa-2618693c7925), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:15.463647 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a85f5f-c31a-4c9f-a2b2-c7269d9cf423 req-50828058-f85a-47a7-8f71-31e1810ac10a tempest-FlavorsV2NegativeTest-1421666496 tempest-FlavorsV2NegativeTest-1421666496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:15.466093 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-24a85f5f-c31a-4c9f-a2b2-c7269d9cf423 req-50828058-f85a-47a7-8f71-31e1810ac10a tempest-FlavorsV2NegativeTest-1421666496 tempest-FlavorsV2NegativeTest-1421666496-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2821035 Jan 28 07:14:15.521160 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-24a85f5f-c31a-4c9f-a2b2-c7269d9cf423 req-ffd40d96-b97b-4e75-b381-bb3069a323c1 tempest-FlavorsV2NegativeTest-1421666496 tempest-FlavorsV2NegativeTest-1421666496-project] 10.222.0.41 "GET /v2.0/quotas/0b93725d535740a7a5d929e9e8e3ce6c HTTP/1.1" status: 200 len: 375 time: 0.0472360 Jan 28 07:14:15.532127 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['8617eaf5-170a-480c-8755-eb12abd82528'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:14:15.532394 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-077d618d-9751-4025-ae7f-25e33cf2fa45 req-e6c7dc23-6d12-47a1-aba8-9c229b325b0c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=eaae8635-89b6-4156-811c-70c9b45aef9b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1383984 Jan 28 07:14:15.576779 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-24a85f5f-c31a-4c9f-a2b2-c7269d9cf423 req-ac1b38e9-58dd-402c-b905-620e7288891c tempest-FlavorsV2NegativeTest-1421666496 tempest-FlavorsV2NegativeTest-1421666496-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=0b93725d535740a7a5d929e9e8e3ce6c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0431671 Jan 28 07:14:15.798557 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077d618d-9751-4025-ae7f-25e33cf2fa45 req-fe7dfc43-8e23-4f1e-b677-2db7ad7079dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:15.800094 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-077d618d-9751-4025-ae7f-25e33cf2fa45 req-fe7dfc43-8e23-4f1e-b677-2db7ad7079dc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=071c6275b8f741eea1e2f053b48698ce&device_id=eaae8635-89b6-4156-811c-70c9b45aef9b HTTP/1.1" status: 200 len: 1097 time: 0.2116649 Jan 28 07:14:16.049664 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077d618d-9751-4025-ae7f-25e33cf2fa45 req-fd20ff35-dfa1-4c05-b579-32b9434f8d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:16.051246 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-077d618d-9751-4025-ae7f-25e33cf2fa45 req-fd20ff35-dfa1-4c05-b579-32b9434f8d43 service neutron] 10.222.0.44 "GET /v2.0/networks?id=55d1aca5-a0d0-4804-9112-fbf4ce00f292 HTTP/1.1" status: 200 len: 906 time: 0.2076783 Jan 28 07:14:16.056682 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f839ff64-6683-4514-8cbd-92b7a104aead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:16.068068 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69acf385-3424-4e40-b044-9af951251917 req-10ebbb39-76e9-4be8-9bba-310a8b735ea2 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:16.084354 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-69acf385-3424-4e40-b044-9af951251917 req-10ebbb39-76e9-4be8-9bba-310a8b735ea2 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/ports?device_id=bb11bb8e-1d64-445c-9be6-07f0058d67b7 HTTP/1.1" status: 200 len: 945 time: 0.1216028 Jan 28 07:14:16.099155 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 8b8a539a-3309-46f5-bdfa-2618693c7925 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:14:16.183332 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-69acf385-3424-4e40-b044-9af951251917 req-62298fb0-b160-4210-968e-39ddf3f96983 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/security-groups?id=54f3b545-d68e-44ae-b5dc-1cfcda6094b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958951 Jan 28 07:14:16.211717 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c169adc8-664c-496b-a7a0-075ddade70da None None] Pushing event updated for resources: {'Port': ['ID=8b8a539a-3309-46f5-bdfa-2618693c7925,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:14:16.263715 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-5fb0fae8-8a56-4633-bf71-acb2c04a6f05 None None] Provisioning complete for port 8b8a539a-3309-46f5-bdfa-2618693c7925 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:14:16.264265 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5fb0fae8-8a56-4633-bf71-acb2c04a6f05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (8b8a539a-3309-46f5-bdfa-2618693c7925), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:16.271878 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-f839ff64-6683-4514-8cbd-92b7a104aead admin admin] Allocated IP 172.20.0.1 (3694fbdb-afc3-4ba9-96bb-9f3c75f0cb90/c44ebf08-4b0c-4037-9377-7b2a7d647995/2e13ec8e-1a12-43fd-8bf5-d647ed8b3736) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:14:16.315395 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-077d618d-9751-4025-ae7f-25e33cf2fa45 req-5fef25d2-8095-4e23-9a6c-0e4e217b0e62 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c979436b-508d-4793-81dd-afac650b9db6 HTTP/1.1" status: 200 len: 217 time: 0.0585134 Jan 28 07:14:16.405828 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077d618d-9751-4025-ae7f-25e33cf2fa45 req-00f7af79-8471-432d-a391-754238c7b315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:16.407301 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-077d618d-9751-4025-ae7f-25e33cf2fa45 req-00f7af79-8471-432d-a391-754238c7b315 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5ed8211a-b148-411a-81c0-40d0a8d78cc9 HTTP/1.1" status: 200 len: 845 time: 0.0684834 Jan 28 07:14:16.479082 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-077d618d-9751-4025-ae7f-25e33cf2fa45 req-2555aef0-106e-4019-b044-b5e44420a5c4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=55d1aca5-a0d0-4804-9112-fbf4ce00f292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362308 Jan 28 07:14:16.483586 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-51b6e87a-eb65-4b3f-8d81-f061b9776cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1b50a0c-f07c-4823-a528-c5254224c8f9', 'name': 'tempest-ServersTestBootFromVolume-1042811975-router', 'tenant_id': '7c38f303133c4a1f8d60e9cc7e10b1b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': 'dd4d3ddf-e14d-400a-8d98-1ea52072bdbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:14:11Z', 'updated_at': '2022-01-28T07:14:13Z', 'revision_number': 3, 'project_id': '7c38f303133c4a1f8d60e9cc7e10b1b4', 'gw_port': {'id': 'dd4d3ddf-e14d-400a-8d98-1ea52072bdbe', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:3e:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1b50a0c-f07c-4823-a528-c5254224c8f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:14:12Z', 'updated_at': '2022-01-28T07:14:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:14:16.557866 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b6e87a-eb65-4b3f-8d81-f061b9776cb0 None None] Checking router: e1b50a0c-f07c-4823-a528-c5254224c8f9 for host: n-d-712749-28 {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:14:16.558865 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b6e87a-eb65-4b3f-8d81-f061b9776cb0 None None] Updating router e1b50a0c-f07c-4823-a528-c5254224c8f9 port dd4d3ddf-e14d-400a-8d98-1ea52072bdbe binding host n-d-712749-28 {{(pid=103285) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 07:14:16.581698 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 42156) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:14:16.610532 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-5fb0fae8-8a56-4633-bf71-acb2c04a6f05 None None] Current status of the port 8b8a539a-3309-46f5-bdfa-2618693c7925 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:14:16.615967 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-51b6e87a-eb65-4b3f-8d81-f061b9776cb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (dd4d3ddf-e14d-400a-8d98-1ea52072bdbe), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:16.666158 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f839ff64-6683-4514-8cbd-92b7a104aead admin admin] Publish callbacks [] for port (2e13ec8e-1a12-43fd-8bf5-d647ed8b3736), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:16.682833 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-cc2fe298-67ce-4d48-823c-1688a29d5720 req-3ec1c4ea-9e14-4817-b1bf-97484e13e0d2 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=232ec39b-90f9-4df8-a403-fe1029cce065&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1147752 Jan 28 07:14:16.685685 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-077d618d-9751-4025-ae7f-25e33cf2fa45 req-c3fa09d5-298a-43f7-aa86-b14faa8341ab service neutron] 10.222.0.44 "GET /v2.0/networks/55d1aca5-a0d0-4804-9112-fbf4ce00f292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958075 Jan 28 07:14:16.848387 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ede65ade-b9d9-4215-af1f-4bd701207f9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:16.850808 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f839ff64-6683-4514-8cbd-92b7a104aead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (2e13ec8e-1a12-43fd-8bf5-d647ed8b3736), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:16.922254 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f839ff64-6683-4514-8cbd-92b7a104aead admin admin] Network 3694fbdb-afc3-4ba9-96bb-9f3c75f0cb90 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:14:16.928237 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2fe298-67ce-4d48-823c-1688a29d5720 req-8eee7755-a22d-46f1-95b4-009cf2bfd941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:16.929875 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-cc2fe298-67ce-4d48-823c-1688a29d5720 req-8eee7755-a22d-46f1-95b4-009cf2bfd941 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f5fa6549bc8d49d9b2eb68f328326d46&device_id=232ec39b-90f9-4df8-a403-fe1029cce065 HTTP/1.1" status: 200 len: 1097 time: 0.1439857 Jan 28 07:14:16.933805 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-f839ff64-6683-4514-8cbd-92b7a104aead admin admin] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:14:16.949109 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f839ff64-6683-4514-8cbd-92b7a104aead admin admin] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:14:16.966408 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-077d618d-9751-4025-ae7f-25e33cf2fa45 req-9d11184d-73ba-46d7-a345-80cafcc2f012 service neutron] 10.222.0.44 "GET /v2.0/networks/55d1aca5-a0d0-4804-9112-fbf4ce00f292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2635567 Jan 28 07:14:17.038334 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ede65ade-b9d9-4215-af1f-4bd701207f9a admin admin] Publish callbacks [] for security_group (528d4183-68d0-49a2-a223-62eb9061bbe5), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:17.046730 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ede65ade-b9d9-4215-af1f-4bd701207f9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (528d4183-68d0-49a2-a223-62eb9061bbe5), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:17.070010 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f839ff64-6683-4514-8cbd-92b7a104aead admin admin] Pushing event updated for resources: {'Port': ['ID=2e13ec8e-1a12-43fd-8bf5-d647ed8b3736,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:14:17.081475 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-51b6e87a-eb65-4b3f-8d81-f061b9776cb0 None None] Publish callbacks [] for port (dd4d3ddf-e14d-400a-8d98-1ea52072bdbe), precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:17.093168 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-51b6e87a-eb65-4b3f-8d81-f061b9776cb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (dd4d3ddf-e14d-400a-8d98-1ea52072bdbe), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:17.124374 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f839ff64-6683-4514-8cbd-92b7a104aead admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16609232'] for router_interface (e1b50a0c-f07c-4823-a528-c5254224c8f9), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:17.146745 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-ede65ade-b9d9-4215-af1f-4bd701207f9a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0b93725d535740a7a5d929e9e8e3ce6c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5616899 Jan 28 07:14:17.147237 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 42168) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:14:17.202049 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a953c54b-1849-4329-9cbc-657773efa065 None None] Pushing event updated for resources: {'Port': ['ID=dd4d3ddf-e14d-400a-8d98-1ea52072bdbe,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:14:17.226260 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-51b6e87a-eb65-4b3f-8d81-f061b9776cb0 None None] Attempting to bind port dd4d3ddf-e14d-400a-8d98-1ea52072bdbe on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:14:17.226874 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-51b6e87a-eb65-4b3f-8d81-f061b9776cb0 None None] Attempting to bind port dd4d3ddf-e14d-400a-8d98-1ea52072bdbe by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:14:17.227418 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b6e87a-eb65-4b3f-8d81-f061b9776cb0 None None] Attempting to bind port dd4d3ddf-e14d-400a-8d98-1ea52072bdbe on network 7d5b3724-deef-4831-8d43-cb9b8176573c {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:14:17.238216 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b6e87a-eb65-4b3f-8d81-f061b9776cb0 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:14:17.240417 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b6e87a-eb65-4b3f-8d81-f061b9776cb0 None None] Checking segment: {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:14:17.241839 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-51b6e87a-eb65-4b3f-8d81-f061b9776cb0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:17.244549 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b6e87a-eb65-4b3f-8d81-f061b9776cb0 None None] Bound using segment: {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:14:17.245299 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-51b6e87a-eb65-4b3f-8d81-f061b9776cb0 None None] Bound port: dd4d3ddf-e14d-400a-8d98-1ea52072bdbe, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:14:17.246469 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-51b6e87a-eb65-4b3f-8d81-f061b9776cb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (dd4d3ddf-e14d-400a-8d98-1ea52072bdbe), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:17.293625 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede65ade-b9d9-4215-af1f-4bd701207f9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=528d4183-68d0-49a2-a223-62eb9061bbe5,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:14:17.331974 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f839ff64-6683-4514-8cbd-92b7a104aead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (2e13ec8e-1a12-43fd-8bf5-d647ed8b3736), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:17.353410 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2fe298-67ce-4d48-823c-1688a29d5720 req-0b3e828e-0d5d-47b0-8a2c-ee21c0a6b63b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:17.354521 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-51b6e87a-eb65-4b3f-8d81-f061b9776cb0 None None] For port dd4d3ddf-e14d-400a-8d98-1ea52072bdbe, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:14:17.355203 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-cc2fe298-67ce-4d48-823c-1688a29d5720 req-0b3e828e-0d5d-47b0-8a2c-ee21c0a6b63b service neutron] 10.222.0.10 "GET /v2.0/networks?id=e794ad63-0b0f-4018-9f49-e800aa3d32de HTTP/1.1" status: 200 len: 912 time: 0.3992913 Jan 28 07:14:17.360441 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 80771555-17c2-4224-86e2-cb60034ad531 up at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:14:17.363721 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-51b6e87a-eb65-4b3f-8d81-f061b9776cb0 None None] For port dd4d3ddf-e14d-400a-8d98-1ea52072bdbe, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=dd4d3ddf-e14d-400a-8d98-1ea52072bdbe,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:14:17.400401 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-51b6e87a-eb65-4b3f-8d81-f061b9776cb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (dd4d3ddf-e14d-400a-8d98-1ea52072bdbe), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:17.412154 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede65ade-b9d9-4215-af1f-4bd701207f9a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:14:17.412879 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede65ade-b9d9-4215-af1f-4bd701207f9a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:14:17.413859 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede65ade-b9d9-4215-af1f-4bd701207f9a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:14:17.415278 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede65ade-b9d9-4215-af1f-4bd701207f9a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:14:17.415803 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede65ade-b9d9-4215-af1f-4bd701207f9a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:14:17.416540 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede65ade-b9d9-4215-af1f-4bd701207f9a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:14:17.417336 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede65ade-b9d9-4215-af1f-4bd701207f9a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:14:17.418210 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede65ade-b9d9-4215-af1f-4bd701207f9a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:14:17.419030 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede65ade-b9d9-4215-af1f-4bd701207f9a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:14:17.419665 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede65ade-b9d9-4215-af1f-4bd701207f9a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:14:17.420164 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede65ade-b9d9-4215-af1f-4bd701207f9a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:14:17.420721 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede65ade-b9d9-4215-af1f-4bd701207f9a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:14:17.423522 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede65ade-b9d9-4215-af1f-4bd701207f9a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:14:17.470666 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c2573ade-816d-47db-aa2f-6d52a01a0c8a admin admin] Publish callbacks [] for security_group (528d4183-68d0-49a2-a223-62eb9061bbe5), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:17.500543 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-cc2fe298-67ce-4d48-823c-1688a29d5720 req-20aae5c6-37c0-4fc9-926c-038a615ee861 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fe363f1d-683b-48a0-a9d6-60321189ecd0 HTTP/1.1" status: 200 len: 1000 time: 0.1070118 Jan 28 07:14:17.513924 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c2573ade-816d-47db-aa2f-6d52a01a0c8a admin admin] Publish callbacks [] for security_group (528d4183-68d0-49a2-a223-62eb9061bbe5), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:17.546298 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6eeaf2fd-27cf-43d6-b145-cb846720acad None None] Provisioning complete for port 2e13ec8e-1a12-43fd-8bf5-d647ed8b3736 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:14:17.546832 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6eeaf2fd-27cf-43d6-b145-cb846720acad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (2e13ec8e-1a12-43fd-8bf5-d647ed8b3736), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:17.590592 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6eeaf2fd-27cf-43d6-b145-cb846720acad None None] Port 2e13ec8e-1a12-43fd-8bf5-d647ed8b3736 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:14:17.595586 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b6e87a-eb65-4b3f-8d81-f061b9776cb0 None None] Routers {'e1b50a0c-f07c-4823-a528-c5254224c8f9'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:14:17.596070 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-51b6e87a-eb65-4b3f-8d81-f061b9776cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:14:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['e1b50a0c-f07c-4823-a528-c5254224c8f9'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:14:17.602297 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a953c54b-1849-4329-9cbc-657773efa065 None None] Pushing event updated for resources: {'Port': ['ID=dd4d3ddf-e14d-400a-8d98-1ea52072bdbe,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:14:17.641018 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607696dc-8808-45ad-8ff8-671167a8e027 req-3c75ec18-1a2c-4450-b766-ceb229fdf047 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:17.650038 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-607696dc-8808-45ad-8ff8-671167a8e027 req-3c75ec18-1a2c-4450-b766-ceb229fdf047 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/ports?device_id=bb11bb8e-1d64-445c-9be6-07f0058d67b7 HTTP/1.1" status: 200 len: 945 time: 0.3155000 Jan 28 07:14:17.655858 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c2573ade-816d-47db-aa2f-6d52a01a0c8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (528d4183-68d0-49a2-a223-62eb9061bbe5), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:17.665025 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c2573ade-816d-47db-aa2f-6d52a01a0c8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:17.669793 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-c2573ade-816d-47db-aa2f-6d52a01a0c8a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/528d4183-68d0-49a2-a223-62eb9061bbe5 HTTP/1.1" status: 204 len: 168 time: 0.5208795 Jan 28 07:14:17.677090 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2fe298-67ce-4d48-823c-1688a29d5720 req-3e2190a9-8556-404b-b574-31acb0221187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:17.678838 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-cc2fe298-67ce-4d48-823c-1688a29d5720 req-3e2190a9-8556-404b-b574-31acb0221187 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=11d8e1f8-50c3-4314-ae17-177714f8d453 HTTP/1.1" status: 200 len: 850 time: 0.1259010 Jan 28 07:14:17.724865 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning complete for port 80771555-17c2-4224-86e2-cb60034ad531 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:14:17.725535 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (80771555-17c2-4224-86e2-cb60034ad531), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:17.761693 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2573ade-816d-47db-aa2f-6d52a01a0c8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=528d4183-68d0-49a2-a223-62eb9061bbe5,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:14:17.795411 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f839ff64-6683-4514-8cbd-92b7a104aead admin admin] Publish callbacks [] for port (2e13ec8e-1a12-43fd-8bf5-d647ed8b3736), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:17.809421 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f839ff64-6683-4514-8cbd-92b7a104aead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (2e13ec8e-1a12-43fd-8bf5-d647ed8b3736), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:17.847440 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2fe298-67ce-4d48-823c-1688a29d5720 req-93464bc2-8355-4d91-82d8-52cb438285c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:17.849192 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-cc2fe298-67ce-4d48-823c-1688a29d5720 req-93464bc2-8355-4d91-82d8-52cb438285c2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e794ad63-0b0f-4018-9f49-e800aa3d32de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1306334 Jan 28 07:14:17.905167 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-607696dc-8808-45ad-8ff8-671167a8e027 req-be128712-a1b0-4acf-a0a2-c2dd88d999cc tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/security-groups?id=54f3b545-d68e-44ae-b5dc-1cfcda6094b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324758 Jan 28 07:14:17.970395 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-51b6e87a-eb65-4b3f-8d81-f061b9776cb0 None None] Set router e1b50a0c-f07c-4823-a528-c5254224c8f9 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:14:18.007002 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f839ff64-6683-4514-8cbd-92b7a104aead admin admin] Pushing event updated for resources: {'Port': ['ID=2e13ec8e-1a12-43fd-8bf5-d647ed8b3736,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:14:18.012259 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f839ff64-6683-4514-8cbd-92b7a104aead admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16318999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16606560'] for router_interface (e1b50a0c-f07c-4823-a528-c5254224c8f9), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:18.112931 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 80771555-17c2-4224-86e2-cb60034ad531 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:14:18.113728 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (80771555-17c2-4224-86e2-cb60034ad531), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:18.213734 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 80771555-17c2-4224-86e2-cb60034ad531, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=80771555-17c2-4224-86e2-cb60034ad531,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:14:18.225823 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59a4f94f-2b77-4276-b800-302e418f396a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80771555-17c2-4224-86e2-cb60034ad531'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:14:18.225823 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc057946-6cfd-48c5-820c-d14b83691d85" -d '{"events": [{"server_uuid": "59a4f94f-2b77-4276-b800-302e418f396a", "name": "network-vif-plugged", "status": "completed", "tag": "80771555-17c2-4224-86e2-cb60034ad531"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:14:18.226908 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (80771555-17c2-4224-86e2-cb60034ad531), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:18.333214 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd1f7ff7-a529-4c9f-ace9-d320aa3055d6 x-openstack-request-id: req-fd1f7ff7-a529-4c9f-ace9-d320aa3055d6 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:14:18.333776 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59a4f94f-2b77-4276-b800-302e418f396a", "name": "network-vif-plugged", "status": "completed", "tag": "80771555-17c2-4224-86e2-cb60034ad531", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:14:18.334294 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fd1f7ff7-a529-4c9f-ace9-d320aa3055d6 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:14:18.334778 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59a4f94f-2b77-4276-b800-302e418f396a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80771555-17c2-4224-86e2-cb60034ad531', 'code': 200} Jan 28 07:14:18.337993 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=80771555-17c2-4224-86e2-cb60034ad531,revision_number=7']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:14:18.445287 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 8b8a539a-3309-46f5-bdfa-2618693c7925 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:14:18.473057 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f23f21-8559-45d6-823d-cf58c9312224 req-dd94ab8a-3083-4849-83dd-88f38b526808 tempest-LiveMigrationTest-521921630 tempest-LiveMigrationTest-521921630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:18.475300 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-68f23f21-8559-45d6-823d-cf58c9312224 req-dd94ab8a-3083-4849-83dd-88f38b526808 tempest-LiveMigrationTest-521921630 tempest-LiveMigrationTest-521921630-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=735808a4-e633-4693-b1ca-941092790339 HTTP/1.1" status: 200 len: 1097 time: 0.0903082 Jan 28 07:14:18.510954 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-51b6e87a-eb65-4b3f-8d81-f061b9776cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1b50a0c-f07c-4823-a528-c5254224c8f9', 'name': 'tempest-ServersTestBootFromVolume-1042811975-router', 'tenant_id': '7c38f303133c4a1f8d60e9cc7e10b1b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': 'dd4d3ddf-e14d-400a-8d98-1ea52072bdbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:14:11Z', 'updated_at': '2022-01-28T07:14:17Z', 'revision_number': 4, 'project_id': '7c38f303133c4a1f8d60e9cc7e10b1b4', 'gw_port': {'id': 'dd4d3ddf-e14d-400a-8d98-1ea52072bdbe', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:3e:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1b50a0c-f07c-4823-a528-c5254224c8f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:14:12Z', 'updated_at': '2022-01-28T07:14:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '2e13ec8e-1a12-43fd-8bf5-d647ed8b3736', 'name': '', 'network_id': '3694fbdb-afc3-4ba9-96bb-9f3c75f0cb90', 'tenant_id': '7c38f303133c4a1f8d60e9cc7e10b1b4', 'mac_address': 'fa:16:3e:f2:1f:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1b50a0c-f07c-4823-a528-c5254224c8f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': 'c44ebf08-4b0c-4037-9377-7b2a7d647995', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:14:16Z', 'updated_at': '2022-01-28T07:14:16Z', 'revision_number': 1, 'project_id': '7c38f303133c4a1f8d60e9cc7e10b1b4', 'subnets': [{'id': 'c44ebf08-4b0c-4037-9377-7b2a7d647995', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:14:18.550277 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-cc2fe298-67ce-4d48-823c-1688a29d5720 req-e1fa57cc-942d-4d21-9393-850d7a479862 service neutron] 10.222.0.10 "GET /v2.0/networks/e794ad63-0b0f-4018-9f49-e800aa3d32de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6574516 Jan 28 07:14:18.551550 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b6e87a-eb65-4b3f-8d81-f061b9776cb0 None None] The sync data for ids ['e1b50a0c-f07c-4823-a528-c5254224c8f9'] in n-d-712749-28 is: [{'id': 'e1b50a0c-f07c-4823-a528-c5254224c8f9', 'name': 'tempest-ServersTestBootFromVolume-1042811975-router', 'tenant_id': '7c38f303133c4a1f8d60e9cc7e10b1b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': 'dd4d3ddf-e14d-400a-8d98-1ea52072bdbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:14:11Z', 'updated_at': '2022-01-28T07:14:17Z', 'revision_number': 4, 'project_id': '7c38f303133c4a1f8d60e9cc7e10b1b4', 'gw_port': {'id': 'dd4d3ddf-e14d-400a-8d98-1ea52072bdbe', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:3e:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1b50a0c-f07c-4823-a528-c5254224c8f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:14:12Z', 'updated_at': '2022-01-28T07:14:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '2e13ec8e-1a12-43fd-8bf5-d647ed8b3736', 'name': '', 'network_id': '3694fbdb-afc3-4ba9-96bb-9f3c75f0cb90', 'tenant_id': '7c38f303133c4a1f8d60e9cc7e10b1b4', 'mac_address': 'fa:16:3e:f2:1f:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1b50a0c-f07c-4823-a528-c5254224c8f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': 'c44ebf08-4b0c-4037-9377-7b2a7d647995', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:14:16Z', 'updated_at': '2022-01-28T07:14:16Z', 'revision_number': 1, 'project_id': '7c38f303133c4a1f8d60e9cc7e10b1b4', 'subnets': [{'id': 'c44ebf08-4b0c-4037-9377-7b2a7d647995', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:14:18.566319 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-68f23f21-8559-45d6-823d-cf58c9312224 req-dddba585-d050-47c9-b6a3-606a0e7c0a6d tempest-LiveMigrationTest-521921630 tempest-LiveMigrationTest-521921630-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=6c286ac6-5d5d-46b9-b282-9e68e0339bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803363 Jan 28 07:14:18.568007 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 8b8a539a-3309-46f5-bdfa-2618693c7925 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:14:18.568589 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (8b8a539a-3309-46f5-bdfa-2618693c7925), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:18.689671 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-cc2fe298-67ce-4d48-823c-1688a29d5720 req-91cce5f9-6ed4-4b95-9011-da71aec2cd7e service neutron] 10.222.0.10 "GET /v2.0/networks/e794ad63-0b0f-4018-9f49-e800aa3d32de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304727 Jan 28 07:14:18.716467 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 8b8a539a-3309-46f5-bdfa-2618693c7925 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:14:18.753790 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f839ff64-6683-4514-8cbd-92b7a104aead admin admin] Network 3694fbdb-afc3-4ba9-96bb-9f3c75f0cb90 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:14:18.756762 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-f839ff64-6683-4514-8cbd-92b7a104aead admin admin] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:14:18.949211 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f839ff64-6683-4514-8cbd-92b7a104aead admin admin] Router e1b50a0c-f07c-4823-a528-c5254224c8f9 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:14:19.119008 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f839ff64-6683-4514-8cbd-92b7a104aead admin admin] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:14:19.126529 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-f839ff64-6683-4514-8cbd-92b7a104aead admin admin] 10.222.0.41 "PUT /v2.0/routers/e1b50a0c-f07c-4823-a528-c5254224c8f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2995899 Jan 28 07:14:19.160382 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeec9dc-8294-4ffd-9165-15e8d7bb733c req-f3912a7c-be06-47f7-acc0-6e1c54b04559 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:19.162417 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8eeec9dc-8294-4ffd-9165-15e8d7bb733c req-f3912a7c-be06-47f7-acc0-6e1c54b04559 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/ports?device_id=bb11bb8e-1d64-445c-9be6-07f0058d67b7 HTTP/1.1" status: 200 len: 945 time: 0.0796545 Jan 28 07:14:19.284608 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8eeec9dc-8294-4ffd-9165-15e8d7bb733c req-f0e33cc4-c0e3-43e1-b18f-188c96a1c33d tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/security-groups?id=54f3b545-d68e-44ae-b5dc-1cfcda6094b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124871 Jan 28 07:14:19.289166 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 42234) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:14:19.391548 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 8617eaf5-170a-480c-8755-eb12abd82528 up at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:14:19.396506 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-a7e46cdd-e68a-43b2-b69d-3e6e8987efc8 None None] Provisioning complete for port 2e13ec8e-1a12-43fd-8bf5-d647ed8b3736 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:14:19.400544 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a7e46cdd-e68a-43b2-b69d-3e6e8987efc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (2e13ec8e-1a12-43fd-8bf5-d647ed8b3736), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:19.553550 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-a7e46cdd-e68a-43b2-b69d-3e6e8987efc8 None None] Port 2e13ec8e-1a12-43fd-8bf5-d647ed8b3736 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:14:19.578423 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning for port 8617eaf5-170a-480c-8755-eb12abd82528 completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:14:19.580927 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-3d04c831-8b2b-4194-8efa-9d05d460bd0a admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1129809948-network', 'tenant_id': '19f2f13931f54db7b6cdfada1845d6ff'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:14:19.583335 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning complete for port 8617eaf5-170a-480c-8755-eb12abd82528 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:14:19.584368 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (8617eaf5-170a-480c-8755-eb12abd82528), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:19.621918 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d04c831-8b2b-4194-8efa-9d05d460bd0a admin admin] Made reservation on behalf of 19f2f13931f54db7b6cdfada1845d6ff for: {'network': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:14:19.624574 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3d04c831-8b2b-4194-8efa-9d05d460bd0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:19.647285 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3d04c831-8b2b-4194-8efa-9d05d460bd0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:19.755572 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 8617eaf5-170a-480c-8755-eb12abd82528 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:14:19.756022 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (8617eaf5-170a-480c-8755-eb12abd82528), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:19.838168 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3d04c831-8b2b-4194-8efa-9d05d460bd0a admin admin] Publish callbacks [] for security_group (fe71d1fe-2a82-45e2-af57-541b0a63f469), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:19.846070 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 8617eaf5-170a-480c-8755-eb12abd82528, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=8617eaf5-170a-480c-8755-eb12abd82528,segment=NetworkSegment(8c1a2649-126a-42b2-aa92-3dce43dd7caa),segment_id=8c1a2649-126a-42b2-aa92-3dce43dd7caa)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:14:19.847463 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3d04c831-8b2b-4194-8efa-9d05d460bd0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (fe71d1fe-2a82-45e2-af57-541b0a63f469), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:19.866123 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (8617eaf5-170a-480c-8755-eb12abd82528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:19.890739 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d04c831-8b2b-4194-8efa-9d05d460bd0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe71d1fe-2a82-45e2-af57-541b0a63f469,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:14:19.903519 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d04c831-8b2b-4194-8efa-9d05d460bd0a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:14:19.904476 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d04c831-8b2b-4194-8efa-9d05d460bd0a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:14:19.905317 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d04c831-8b2b-4194-8efa-9d05d460bd0a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:14:19.905702 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d04c831-8b2b-4194-8efa-9d05d460bd0a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:14:19.906036 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d04c831-8b2b-4194-8efa-9d05d460bd0a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:14:19.906528 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d04c831-8b2b-4194-8efa-9d05d460bd0a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:14:19.906712 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d04c831-8b2b-4194-8efa-9d05d460bd0a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:14:19.907778 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d04c831-8b2b-4194-8efa-9d05d460bd0a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:14:19.908124 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d04c831-8b2b-4194-8efa-9d05d460bd0a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:14:19.908545 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d04c831-8b2b-4194-8efa-9d05d460bd0a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:14:19.908810 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d04c831-8b2b-4194-8efa-9d05d460bd0a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:14:19.909136 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d04c831-8b2b-4194-8efa-9d05d460bd0a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:14:19.909437 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d04c831-8b2b-4194-8efa-9d05d460bd0a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:14:19.945834 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=8617eaf5-170a-480c-8755-eb12abd82528,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:14:19.961509 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d04c831-8b2b-4194-8efa-9d05d460bd0a admin admin] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=103283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:14:19.990407 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3d04c831-8b2b-4194-8efa-9d05d460bd0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (4cf6d162-1173-4186-b902-44d2727d3f7a), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:19.990769 n-d-712749-28 neutron-server[103283]: INFO neutron.db.segments_db [None req-3d04c831-8b2b-4194-8efa-9d05d460bd0a admin admin] Added segment 4cf6d162-1173-4186-b902-44d2727d3f7a of type vlan for network e85ce6af-dc47-4e74-af2f-0fbb85efabc2 Jan 28 07:14:20.086841 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3d04c831-8b2b-4194-8efa-9d05d460bd0a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (e85ce6af-dc47-4e74-af2f-0fbb85efabc2), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:20.141153 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3d04c831-8b2b-4194-8efa-9d05d460bd0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (e85ce6af-dc47-4e74-af2f-0fbb85efabc2), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:20.142127 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d04c831-8b2b-4194-8efa-9d05d460bd0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:20.143228 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3d04c831-8b2b-4194-8efa-9d05d460bd0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:20.215886 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-3d04c831-8b2b-4194-8efa-9d05d460bd0a admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.9219220 Jan 28 07:14:20.216757 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 42262) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:14:20.222265 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-2957ef37-580e-4423-b495-d689af1d9f9a admin admin] Request body: {'subnet': {'network_id': 'e85ce6af-dc47-4e74-af2f-0fbb85efabc2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1129809948-subnet', 'tenant_id': '19f2f13931f54db7b6cdfada1845d6ff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:14:20.255919 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d04c831-8b2b-4194-8efa-9d05d460bd0a admin admin] Pushing event updated for resources: {'Network': ['ID=e85ce6af-dc47-4e74-af2f-0fbb85efabc2,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:14:20.275771 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2957ef37-580e-4423-b495-d689af1d9f9a admin admin] Made reservation on behalf of 19f2f13931f54db7b6cdfada1845d6ff for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:14:20.279616 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2957ef37-580e-4423-b495-d689af1d9f9a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24979592'] for subnet (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:20.289583 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network e85ce6af-dc47-4e74-af2f-0fbb85efabc2 details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:14:20.434846 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb11bb8e-1d64-445c-9be6-07f0058d67b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8617eaf5-170a-480c-8755-eb12abd82528'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:14:20.440565 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-942a8fac-0d7f-445a-bc94-378be4b05c5c" -d '{"events": [{"server_uuid": "bb11bb8e-1d64-445c-9be6-07f0058d67b7", "name": "network-vif-plugged", "status": "completed", "tag": "8617eaf5-170a-480c-8755-eb12abd82528"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:14:20.536331 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 42270) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:14:20.561742 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-7527bd20-8e61-4c64-bb26-d91655ae4ff4 tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2063776223', 'description': 'tempest-description--390125615'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:14:20.566584 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [req-6099665e-8fc6-48a8-8f72-a1c3ada6d666 req-1a85db36-2af4-4e26-a188-7304c9b73456 tempest-LiveMigrationTest-521921630 tempest-LiveMigrationTest-521921630-project-admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103283) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 07:14:20.567610 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6099665e-8fc6-48a8-8f72-a1c3ada6d666 req-1a85db36-2af4-4e26-a188-7304c9b73456 tempest-LiveMigrationTest-521921630 tempest-LiveMigrationTest-521921630-project-admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058885 Jan 28 07:14:20.647793 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7527bd20-8e61-4c64-bb26-d91655ae4ff4 tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:20.671655 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6099665e-8fc6-48a8-8f72-a1c3ada6d666 req-03a32ce4-6ceb-4bca-8c1b-f2f55ad9fe0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:20.680829 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6099665e-8fc6-48a8-8f72-a1c3ada6d666 req-03a32ce4-6ceb-4bca-8c1b-f2f55ad9fe0c service neutron] 10.222.0.41 "GET /v2.0/ports/eae27188-e0c6-460b-86e6-5b12f277a7d9 HTTP/1.1" status: 200 len: 1094 time: 0.1020520 Jan 28 07:14:20.691080 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-6099665e-8fc6-48a8-8f72-a1c3ada6d666 req-bc014a6d-364a-478d-b89d-9da06ad08840 service neutron] Request body: {'binding': {'host': 'n-h1-712749-28', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:14:20.691646 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-6099665e-8fc6-48a8-8f72-a1c3ada6d666 req-bc014a6d-364a-478d-b89d-9da06ad08840 service neutron] Unknown quota resources ['binding']. {{(pid=103283) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 07:14:20.754275 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7527bd20-8e61-4c64-bb26-d91655ae4ff4 tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] Publish callbacks [] for security_group (230b7539-1cad-405e-b772-a8fb13fc97f6), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:20.769526 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device dd4d3ddf-e14d-400a-8d98-1ea52072bdbe up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:14:20.770365 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7527bd20-8e61-4c64-bb26-d91655ae4ff4 tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (230b7539-1cad-405e-b772-a8fb13fc97f6), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:20.807638 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2957ef37-580e-4423-b495-d689af1d9f9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24757504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24979610'] for subnet (0d27407c-7ac9-47c4-a45d-1a359519da5d), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:20.911957 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port dd4d3ddf-e14d-400a-8d98-1ea52072bdbe triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:14:20.912752 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (dd4d3ddf-e14d-400a-8d98-1ea52072bdbe), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:20.931833 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2957ef37-580e-4423-b495-d689af1d9f9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d27407c-7ac9-47c4-a45d-1a359519da5d,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:14:20.963605 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-6099665e-8fc6-48a8-8f72-a1c3ada6d666 req-bc014a6d-364a-478d-b89d-9da06ad08840 service neutron] Attempting to bind port eae27188-e0c6-460b-86e6-5b12f277a7d9 on host n-h1-712749-28 for vnic_type normal with profile None {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:14:20.964073 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-6099665e-8fc6-48a8-8f72-a1c3ada6d666 req-bc014a6d-364a-478d-b89d-9da06ad08840 service neutron] Attempting to bind port eae27188-e0c6-460b-86e6-5b12f277a7d9 by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': 'b38b5d3d-4197-4548-8b2f-aaaa5395d71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '77aa199c-9565-430c-bcef-5bacd415f620'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:14:20.965772 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7527bd20-8e61-4c64-bb26-d91655ae4ff4 tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:20.966282 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6099665e-8fc6-48a8-8f72-a1c3ada6d666 req-bc014a6d-364a-478d-b89d-9da06ad08840 service neutron] Attempting to bind port eae27188-e0c6-460b-86e6-5b12f277a7d9 on network 77aa199c-9565-430c-bcef-5bacd415f620 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:14:20.969659 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-7527bd20-8e61-4c64-bb26-d91655ae4ff4 tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.4321303 Jan 28 07:14:20.973933 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 42280) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:14:20.978914 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-28f719a8-d090-4670-bcdd-8d38ca4ff564 tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] Request body: {'security_group_rule': {'security_group_id': '230b7539-1cad-405e-b772-a8fb13fc97f6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:14:20.984281 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6099665e-8fc6-48a8-8f72-a1c3ada6d666 req-bc014a6d-364a-478d-b89d-9da06ad08840 service neutron] Port eae27188-e0c6-460b-86e6-5b12f277a7d9 on network 77aa199c-9565-430c-bcef-5bacd415f620 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:14:20.984281 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6099665e-8fc6-48a8-8f72-a1c3ada6d666 req-bc014a6d-364a-478d-b89d-9da06ad08840 service neutron] Attempting to bind port eae27188-e0c6-460b-86e6-5b12f277a7d9 on network 77aa199c-9565-430c-bcef-5bacd415f620 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:14:20.991440 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6099665e-8fc6-48a8-8f72-a1c3ada6d666 req-bc014a6d-364a-478d-b89d-9da06ad08840 service neutron] Checking agent: {'id': '2fca46b1-237f-4857-9290-2429d810e472', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 14, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:14:20.991810 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6099665e-8fc6-48a8-8f72-a1c3ada6d666 req-bc014a6d-364a-478d-b89d-9da06ad08840 service neutron] Checking segment: {'id': 'b38b5d3d-4197-4548-8b2f-aaaa5395d71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '77aa199c-9565-430c-bcef-5bacd415f620'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:14:20.992287 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6099665e-8fc6-48a8-8f72-a1c3ada6d666 req-bc014a6d-364a-478d-b89d-9da06ad08840 service neutron] Bound using segment: {'id': 'b38b5d3d-4197-4548-8b2f-aaaa5395d71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '77aa199c-9565-430c-bcef-5bacd415f620'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:14:20.993179 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-6099665e-8fc6-48a8-8f72-a1c3ada6d666 req-bc014a6d-364a-478d-b89d-9da06ad08840 service neutron] Bound port: eae27188-e0c6-460b-86e6-5b12f277a7d9, host: n-h1-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b38b5d3d-4197-4548-8b2f-aaaa5395d71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '77aa199c-9565-430c-bcef-5bacd415f620'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:14:20.997967 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7527bd20-8e61-4c64-bb26-d91655ae4ff4 tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=230b7539-1cad-405e-b772-a8fb13fc97f6,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:14:21.081206 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7df27d6-72f4-4f6c-88fc-9e93ec1f989e req-2389436e-1ebc-4cf3-840e-7371764b461d tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:21.090041 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f7df27d6-72f4-4f6c-88fc-9e93ec1f989e req-2389436e-1ebc-4cf3-840e-7371764b461d tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/ports?device_id=bb11bb8e-1d64-445c-9be6-07f0058d67b7 HTTP/1.1" status: 200 len: 946 time: 0.1968784 Jan 28 07:14:21.095717 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port dd4d3ddf-e14d-400a-8d98-1ea52072bdbe is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:14:21.096129 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (dd4d3ddf-e14d-400a-8d98-1ea52072bdbe), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:21.112216 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-6099665e-8fc6-48a8-8f72-a1c3ada6d666 req-bc014a6d-364a-478d-b89d-9da06ad08840 service neutron] For port eae27188-e0c6-460b-86e6-5b12f277a7d9, host n-h1-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=eae27188-e0c6-460b-86e6-5b12f277a7d9,segment=NetworkSegment(b38b5d3d-4197-4548-8b2f-aaaa5395d71b),segment_id=b38b5d3d-4197-4548-8b2f-aaaa5395d71b)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:14:21.129751 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-6099665e-8fc6-48a8-8f72-a1c3ada6d666 req-bc014a6d-364a-478d-b89d-9da06ad08840 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:21.131314 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6099665e-8fc6-48a8-8f72-a1c3ada6d666 req-bc014a6d-364a-478d-b89d-9da06ad08840 service neutron] 10.222.0.41 "POST /v2.0/ports/eae27188-e0c6-460b-86e6-5b12f277a7d9/bindings HTTP/1.1" status: 201 len: 390 time: 0.4438932 Jan 28 07:14:21.145127 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-28f719a8-d090-4670-bcdd-8d38ca4ff564 tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] Publish callbacks [] for security_group_rule (dbb8ebd9-0042-49a9-9f5f-f094abec5204), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:21.158104 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] For port dd4d3ddf-e14d-400a-8d98-1ea52072bdbe, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=dd4d3ddf-e14d-400a-8d98-1ea52072bdbe,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:14:21.169511 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (dd4d3ddf-e14d-400a-8d98-1ea52072bdbe), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:21.317240 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-28f719a8-d090-4670-bcdd-8d38ca4ff564 tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] Publish callbacks [] for security_group_rule (dbb8ebd9-0042-49a9-9f5f-f094abec5204), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:21.330102 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-28f719a8-d090-4670-bcdd-8d38ca4ff564 tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (dbb8ebd9-0042-49a9-9f5f-f094abec5204), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:21.332826 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Pushing event updated for resources: {'Port': ['ID=dd4d3ddf-e14d-400a-8d98-1ea52072bdbe,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:14:21.371973 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f719a8-d090-4670-bcdd-8d38ca4ff564 tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbb8ebd9-0042-49a9-9f5f-f094abec5204,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:14:21.396739 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-28f719a8-d090-4670-bcdd-8d38ca4ff564 tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:21.401091 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-28f719a8-d090-4670-bcdd-8d38ca4ff564 tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4233718 Jan 28 07:14:21.401931 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 42284) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:14:21.407889 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-e2a9bcba-cce8-48f6-845d-5eca59f7ab9a tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] Request body: {'security_group_rule': {'security_group_id': '230b7539-1cad-405e-b772-a8fb13fc97f6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:14:21.445545 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f3da1af-5453-4172-94a7-07dbf6c50f0e x-openstack-request-id: req-5f3da1af-5453-4172-94a7-07dbf6c50f0e {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:14:21.445989 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb11bb8e-1d64-445c-9be6-07f0058d67b7", "name": "network-vif-plugged", "status": "completed", "tag": "8617eaf5-170a-480c-8755-eb12abd82528", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:14:21.446389 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5f3da1af-5453-4172-94a7-07dbf6c50f0e {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:14:21.447030 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb11bb8e-1d64-445c-9be6-07f0058d67b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8617eaf5-170a-480c-8755-eb12abd82528', 'code': 200} Jan 28 07:14:21.472889 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e2a9bcba-cce8-48f6-845d-5eca59f7ab9a tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] Publish callbacks [] for security_group_rule (c7be12ff-a653-4338-9b28-193628b4a494), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:21.570688 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2957ef37-580e-4423-b495-d689af1d9f9a admin admin] Checking segment: {'id': '4cf6d162-1173-4186-b902-44d2727d3f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e85ce6af-dc47-4e74-af2f-0fbb85efabc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:14:21.571322 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2957ef37-580e-4423-b495-d689af1d9f9a admin admin] Network hostable DHCP agents. Network: e85ce6af-dc47-4e74-af2f-0fbb85efabc2, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:14:21.646739 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e2a9bcba-cce8-48f6-845d-5eca59f7ab9a tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] Publish callbacks [] for security_group_rule (c7be12ff-a653-4338-9b28-193628b4a494), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:21.660788 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f7df27d6-72f4-4f6c-88fc-9e93ec1f989e req-e08d7f9d-0388-446f-82bc-a6b48322b55c tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/security-groups?id=54f3b545-d68e-44ae-b5dc-1cfcda6094b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5676608 Jan 28 07:14:21.672016 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2957ef37-580e-4423-b495-d689af1d9f9a admin admin] Network e85ce6af-dc47-4e74-af2f-0fbb85efabc2 is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:14:21.681812 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eee80c-08da-45ac-83cb-62df073fba58 req-d7c55b83-34f2-4693-8e79-dd65854b5246 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:21.689031 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b5eee80c-08da-45ac-83cb-62df073fba58 req-d7c55b83-34f2-4693-8e79-dd65854b5246 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/ports?device_id=735808a4-e633-4693-b1ca-941092790339 HTTP/1.1" status: 200 len: 945 time: 0.1622393 Jan 28 07:14:21.691518 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e2a9bcba-cce8-48f6-845d-5eca59f7ab9a tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (c7be12ff-a653-4338-9b28-193628b4a494), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:21.697144 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1a6e3c-191a-4891-b950-d433cb99a227 req-0e53bf72-5b8d-4dfb-8754-e851419292d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:21.698919 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ca1a6e3c-191a-4891-b950-d433cb99a227 req-0e53bf72-5b8d-4dfb-8754-e851419292d9 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=bb11bb8e-1d64-445c-9be6-07f0058d67b7 HTTP/1.1" status: 200 len: 1098 time: 0.1468649 Jan 28 07:14:21.700375 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-2957ef37-580e-4423-b495-d689af1d9f9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, e85ce6af-dc47-4e74-af2f-0fbb85efabc2) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:14:21.704654 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2957ef37-580e-4423-b495-d689af1d9f9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:21.705287 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2957ef37-580e-4423-b495-d689af1d9f9a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:21.710547 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0934cbd0-dac7-4aad-9ceb-634778fb6c63 None None] Network e85ce6af-dc47-4e74-af2f-0fbb85efabc2 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:14:21.764615 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a9bcba-cce8-48f6-845d-5eca59f7ab9a tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7be12ff-a653-4338-9b28-193628b4a494,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:14:21.824969 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6099665e-8fc6-48a8-8f72-a1c3ada6d666 req-f7fccd8d-8287-41b2-bdd0-1175b1ae88cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:21.828060 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6099665e-8fc6-48a8-8f72-a1c3ada6d666 req-f7fccd8d-8287-41b2-bdd0-1175b1ae88cd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1b5821c096cf43639ed10b07e04f5303&device_id=735808a4-e633-4693-b1ca-941092790339 HTTP/1.1" status: 200 len: 1097 time: 0.2624376 Jan 28 07:14:21.850733 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-2957ef37-580e-4423-b495-d689af1d9f9a admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.6323018 Jan 28 07:14:21.867129 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e2a9bcba-cce8-48f6-845d-5eca59f7ab9a tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:21.871464 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-e2a9bcba-cce8-48f6-845d-5eca59f7ab9a tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4651167 Jan 28 07:14:21.874185 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 42300) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:14:21.886401 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-83816d73-9b03-458d-a2bf-a73879aeff01 tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] Request body: {'floatingip': {'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:14:21.891491 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b5eee80c-08da-45ac-83cb-62df073fba58 req-22b21c41-e857-48ca-8cc4-8ca280e6f23e tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c286ac6-5d5d-46b9-b282-9e68e0339bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013154 Jan 28 07:14:21.910334 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ca1a6e3c-191a-4891-b950-d433cb99a227 req-68ddc513-37f6-41b2-9735-84e9d672183b service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=54f3b545-d68e-44ae-b5dc-1cfcda6094b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020409 Jan 28 07:14:21.950522 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-83816d73-9b03-458d-a2bf-a73879aeff01 tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:21.951645 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f099a93-d156-459d-a04b-6b85bfd52fc8 None None] Network e85ce6af-dc47-4e74-af2f-0fbb85efabc2 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:14:22.107078 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6099665e-8fc6-48a8-8f72-a1c3ada6d666 req-9bf5d37c-6234-42e3-aa2e-9d817ab5ac4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:22.108876 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6099665e-8fc6-48a8-8f72-a1c3ada6d666 req-9bf5d37c-6234-42e3-aa2e-9d817ab5ac4e service neutron] 10.222.0.10 "GET /v2.0/networks?id=77aa199c-9565-430c-bcef-5bacd415f620 HTTP/1.1" status: 200 len: 909 time: 0.2659812 Jan 28 07:14:22.139014 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-83816d73-9b03-458d-a2bf-a73879aeff01 tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:22.304292 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-83816d73-9b03-458d-a2bf-a73879aeff01 tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] Allocated IP 172.25.6.227 (7d5b3724-deef-4831-8d43-cb9b8176573c/b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc/92482975-fac4-4973-8994-5beba5647b00) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:14:22.321202 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device dd4d3ddf-e14d-400a-8d98-1ea52072bdbe up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:14:22.345931 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6099665e-8fc6-48a8-8f72-a1c3ada6d666 req-8049f0dd-f8bc-4436-b6bb-6afec2848205 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eae27188-e0c6-460b-86e6-5b12f277a7d9 HTTP/1.1" status: 200 len: 217 time: 0.1068923 Jan 28 07:14:22.413083 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port dd4d3ddf-e14d-400a-8d98-1ea52072bdbe triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:14:22.413466 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (dd4d3ddf-e14d-400a-8d98-1ea52072bdbe), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:22.449032 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787fdf63-2546-43a3-8038-f5f9d7e26706 None None] Sync routers for ids ['e1b50a0c-f07c-4823-a528-c5254224c8f9'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:14:22.467678 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787fdf63-2546-43a3-8038-f5f9d7e26706 None None] Routers {'e1b50a0c-f07c-4823-a528-c5254224c8f9'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:14:22.468356 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-787fdf63-2546-43a3-8038-f5f9d7e26706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:14:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['e1b50a0c-f07c-4823-a528-c5254224c8f9'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:14:22.482141 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6099665e-8fc6-48a8-8f72-a1c3ada6d666 req-2567be02-cc56-4677-9d8b-e3305454c146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:22.483934 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6099665e-8fc6-48a8-8f72-a1c3ada6d666 req-2567be02-cc56-4677-9d8b-e3305454c146 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e60d974b-4a97-44ad-8684-0b13afa61368 HTTP/1.1" status: 200 len: 848 time: 0.1211555 Jan 28 07:14:22.558981 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6099665e-8fc6-48a8-8f72-a1c3ada6d666 req-347e9c54-9c8b-47b4-9db8-6609d32a7d5d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=77aa199c-9565-430c-bcef-5bacd415f620&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363638 Jan 28 07:14:22.562508 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port dd4d3ddf-e14d-400a-8d98-1ea52072bdbe is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:14:22.566691 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a8acad-7087-46ae-b70d-33c4eaf8b9a1 req-8798ebbd-d7ef-4181-9865-d18c5bd56c85 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:22.574378 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b7a8acad-7087-46ae-b70d-33c4eaf8b9a1 req-8798ebbd-d7ef-4181-9865-d18c5bd56c85 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] 10.222.0.41 "GET /v2.0/networks?id=e85ce6af-dc47-4e74-af2f-0fbb85efabc2 HTTP/1.1" status: 200 len: 822 time: 0.2271926 Jan 28 07:14:22.605710 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-83816d73-9b03-458d-a2bf-a73879aeff01 tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] Publish callbacks [] for port (92482975-fac4-4973-8994-5beba5647b00), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:22.609007 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b7a8acad-7087-46ae-b70d-33c4eaf8b9a1 req-a7e63335-19f7-40e3-9935-280245a4048c tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] 10.222.0.41 "GET /v2.0/quotas/19f2f13931f54db7b6cdfada1845d6ff HTTP/1.1" status: 200 len: 375 time: 0.0334959 Jan 28 07:14:22.634632 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-787fdf63-2546-43a3-8038-f5f9d7e26706 None None] Set router e1b50a0c-f07c-4823-a528-c5254224c8f9 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:14:22.647924 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b7a8acad-7087-46ae-b70d-33c4eaf8b9a1 req-c33aae3c-8247-4b0e-ae91-e07602dd194b tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=19f2f13931f54db7b6cdfada1845d6ff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0379786 Jan 28 07:14:22.693556 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-83816d73-9b03-458d-a2bf-a73879aeff01 tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (92482975-fac4-4973-8994-5beba5647b00), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:22.758500 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83816d73-9b03-458d-a2bf-a73879aeff01 tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] Network 7d5b3724-deef-4831-8d43-cb9b8176573c is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:14:22.761688 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-83816d73-9b03-458d-a2bf-a73879aeff01 tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:14:22.772455 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83816d73-9b03-458d-a2bf-a73879aeff01 tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:14:22.778981 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83816d73-9b03-458d-a2bf-a73879aeff01 tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] Pushing event updated for resources: {'Port': ['ID=92482975-fac4-4973-8994-5beba5647b00,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:14:22.783012 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b7a8acad-7087-46ae-b70d-33c4eaf8b9a1 req-8c31f11f-a945-4bf2-b8b9-ece2cce7d7ff service neutron] 10.222.0.41 "GET /v2.0/networks/e85ce6af-dc47-4e74-af2f-0fbb85efabc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338527 Jan 28 07:14:22.890443 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b7a8acad-7087-46ae-b70d-33c4eaf8b9a1 req-11267164-c145-4239-8d6e-8f62e2fca5bf service neutron] 10.222.0.41 "GET /v2.0/networks/e85ce6af-dc47-4e74-af2f-0fbb85efabc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065123 Jan 28 07:14:22.980869 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31c7236-97e3-46f8-87b3-e32e1dd8ef99 req-c61672f3-a3a3-4602-ab48-4c8302fb8f7a tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:22.990490 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6099665e-8fc6-48a8-8f72-a1c3ada6d666 req-a22b8ed6-94cd-4694-8483-82f9097bd5e2 service neutron] 10.222.0.10 "GET /v2.0/networks/77aa199c-9565-430c-bcef-5bacd415f620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4132378 Jan 28 07:14:22.992626 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e31c7236-97e3-46f8-87b3-e32e1dd8ef99 req-c61672f3-a3a3-4602-ab48-4c8302fb8f7a tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/ports?device_id=bb11bb8e-1d64-445c-9be6-07f0058d67b7 HTTP/1.1" status: 200 len: 946 time: 0.1620841 Jan 28 07:14:23.036232 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-83816d73-9b03-458d-a2bf-a73879aeff01 tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] Publish callbacks [] for floatingip (24a70ca3-e751-421e-9d14-ebfc8414ae30), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:23.079520 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-787fdf63-2546-43a3-8038-f5f9d7e26706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1b50a0c-f07c-4823-a528-c5254224c8f9', 'name': 'tempest-ServersTestBootFromVolume-1042811975-router', 'tenant_id': '7c38f303133c4a1f8d60e9cc7e10b1b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': 'dd4d3ddf-e14d-400a-8d98-1ea52072bdbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:14:11Z', 'updated_at': '2022-01-28T07:14:17Z', 'revision_number': 4, 'project_id': '7c38f303133c4a1f8d60e9cc7e10b1b4', 'gw_port': {'id': 'dd4d3ddf-e14d-400a-8d98-1ea52072bdbe', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:3e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b50a0c-f07c-4823-a528-c5254224c8f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:14:12Z', 'updated_at': '2022-01-28T07:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '2e13ec8e-1a12-43fd-8bf5-d647ed8b3736', 'name': '', 'network_id': '3694fbdb-afc3-4ba9-96bb-9f3c75f0cb90', 'tenant_id': '7c38f303133c4a1f8d60e9cc7e10b1b4', 'mac_address': 'fa:16:3e:f2:1f:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1b50a0c-f07c-4823-a528-c5254224c8f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': 'c44ebf08-4b0c-4037-9377-7b2a7d647995', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:14:16Z', 'updated_at': '2022-01-28T07:14:17Z', 'revision_number': 2, 'project_id': '7c38f303133c4a1f8d60e9cc7e10b1b4', 'subnets': [{'id': 'c44ebf08-4b0c-4037-9377-7b2a7d647995', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:14:23.118483 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e31c7236-97e3-46f8-87b3-e32e1dd8ef99 req-36a159ae-f78c-4a1e-b97a-f0c5dc118798 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/security-groups?id=54f3b545-d68e-44ae-b5dc-1cfcda6094b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187112 Jan 28 07:14:23.147843 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787fdf63-2546-43a3-8038-f5f9d7e26706 None None] Checking router: e1b50a0c-f07c-4823-a528-c5254224c8f9 for host: n-d-712749-28 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:14:23.148421 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787fdf63-2546-43a3-8038-f5f9d7e26706 None None] Updating router e1b50a0c-f07c-4823-a528-c5254224c8f9 port 2e13ec8e-1a12-43fd-8bf5-d647ed8b3736 binding host n-d-712749-28 {{(pid=103286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 07:14:23.221362 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-787fdf63-2546-43a3-8038-f5f9d7e26706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (2e13ec8e-1a12-43fd-8bf5-d647ed8b3736), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:23.225261 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-83816d73-9b03-458d-a2bf-a73879aeff01 tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (92482975-fac4-4973-8994-5beba5647b00), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:23.228367 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6099665e-8fc6-48a8-8f72-a1c3ada6d666 req-c6e086b6-a29c-475d-b90e-8c091a3cceae service neutron] 10.222.0.10 "GET /v2.0/networks/77aa199c-9565-430c-bcef-5bacd415f620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2281997 Jan 28 07:14:23.326860 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e5b32f-5169-4c00-a192-5a033fbdcf0d req-b7d9d290-87f9-4f99-8575-8970a26a9d7b tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:23.340210 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f9e5b32f-5169-4c00-a192-5a033fbdcf0d req-b7d9d290-87f9-4f99-8575-8970a26a9d7b tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/ports?device_id=735808a4-e633-4693-b1ca-941092790339 HTTP/1.1" status: 200 len: 945 time: 0.1098285 Jan 28 07:14:23.459466 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f9e5b32f-5169-4c00-a192-5a033fbdcf0d req-273a9d5f-3514-45ce-9d6d-5a13727695b0 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c286ac6-5d5d-46b9-b282-9e68e0339bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130078 Jan 28 07:14:23.557114 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-80d84ccd-583e-43ac-a71a-8c92f777c182 req-99213768-7c42-4e32-8c16-4820eac50588 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] 10.222.0.41 "GET /v2.0/ports?device_id=ecfa8b32-5726-4e8a-a63d-dad1e5127ccc HTTP/1.1" status: 200 len: 210 time: 0.1455138 Jan 28 07:14:23.656753 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-83816d73-9b03-458d-a2bf-a73879aeff01 tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] Publish callbacks [] for port (92482975-fac4-4973-8994-5beba5647b00), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:23.669628 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-83816d73-9b03-458d-a2bf-a73879aeff01 tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (92482975-fac4-4973-8994-5beba5647b00), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:23.816947 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-787fdf63-2546-43a3-8038-f5f9d7e26706 None None] Publish callbacks [] for port (2e13ec8e-1a12-43fd-8bf5-d647ed8b3736), precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:23.828183 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-787fdf63-2546-43a3-8038-f5f9d7e26706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (2e13ec8e-1a12-43fd-8bf5-d647ed8b3736), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:23.845381 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83816d73-9b03-458d-a2bf-a73879aeff01 tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] Pushing event updated for resources: {'Port': ['ID=92482975-fac4-4973-8994-5beba5647b00,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:14:23.864105 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-83816d73-9b03-458d-a2bf-a73879aeff01 tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16609095'] for floatingip (24a70ca3-e751-421e-9d14-ebfc8414ae30), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:23.901614 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-83816d73-9b03-458d-a2bf-a73879aeff01 tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for floatingip (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:23.911308 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-83816d73-9b03-458d-a2bf-a73879aeff01 tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0254507 Jan 28 07:14:23.957678 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991d5ed0-1e63-466c-acbd-4bc9ab9f51fa None None] Pushing event updated for resources: {'Port': ['ID=2e13ec8e-1a12-43fd-8bf5-d647ed8b3736,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:14:23.997362 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991d5ed0-1e63-466c-acbd-4bc9ab9f51fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:14:23.998037 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991d5ed0-1e63-466c-acbd-4bc9ab9f51fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:14:23.998596 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991d5ed0-1e63-466c-acbd-4bc9ab9f51fa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:14:23.999215 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991d5ed0-1e63-466c-acbd-4bc9ab9f51fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:14:24.000044 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991d5ed0-1e63-466c-acbd-4bc9ab9f51fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:14:24.000626 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991d5ed0-1e63-466c-acbd-4bc9ab9f51fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:14:24.001314 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991d5ed0-1e63-466c-acbd-4bc9ab9f51fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:14:24.001863 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991d5ed0-1e63-466c-acbd-4bc9ab9f51fa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:14:24.002652 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991d5ed0-1e63-466c-acbd-4bc9ab9f51fa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:14:24.003202 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991d5ed0-1e63-466c-acbd-4bc9ab9f51fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:14:24.003928 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991d5ed0-1e63-466c-acbd-4bc9ab9f51fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:14:24.004862 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991d5ed0-1e63-466c-acbd-4bc9ab9f51fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:14:24.005415 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991d5ed0-1e63-466c-acbd-4bc9ab9f51fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:14:24.018752 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-787fdf63-2546-43a3-8038-f5f9d7e26706 None None] Attempting to bind port 2e13ec8e-1a12-43fd-8bf5-d647ed8b3736 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:14:24.020380 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-787fdf63-2546-43a3-8038-f5f9d7e26706 None None] Attempting to bind port 2e13ec8e-1a12-43fd-8bf5-d647ed8b3736 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': 'f3c435c6-b200-4552-9398-3233b0ca48be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '3694fbdb-afc3-4ba9-96bb-9f3c75f0cb90'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:14:24.023347 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787fdf63-2546-43a3-8038-f5f9d7e26706 None None] Attempting to bind port 2e13ec8e-1a12-43fd-8bf5-d647ed8b3736 on network 3694fbdb-afc3-4ba9-96bb-9f3c75f0cb90 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:14:24.037800 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787fdf63-2546-43a3-8038-f5f9d7e26706 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:14:24.038366 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787fdf63-2546-43a3-8038-f5f9d7e26706 None None] Checking segment: {'id': 'f3c435c6-b200-4552-9398-3233b0ca48be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '3694fbdb-afc3-4ba9-96bb-9f3c75f0cb90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:14:24.038881 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-787fdf63-2546-43a3-8038-f5f9d7e26706 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:24.039882 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787fdf63-2546-43a3-8038-f5f9d7e26706 None None] Bound using segment: {'id': 'f3c435c6-b200-4552-9398-3233b0ca48be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '3694fbdb-afc3-4ba9-96bb-9f3c75f0cb90'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:14:24.039882 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-787fdf63-2546-43a3-8038-f5f9d7e26706 None None] Bound port: 2e13ec8e-1a12-43fd-8bf5-d647ed8b3736, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3c435c6-b200-4552-9398-3233b0ca48be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '3694fbdb-afc3-4ba9-96bb-9f3c75f0cb90'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:14:24.042814 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-787fdf63-2546-43a3-8038-f5f9d7e26706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (2e13ec8e-1a12-43fd-8bf5-d647ed8b3736), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:24.176488 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-787fdf63-2546-43a3-8038-f5f9d7e26706 None None] For port 2e13ec8e-1a12-43fd-8bf5-d647ed8b3736, host n-d-712749-28, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:14:24.180277 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-787fdf63-2546-43a3-8038-f5f9d7e26706 None None] For port 2e13ec8e-1a12-43fd-8bf5-d647ed8b3736, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=2e13ec8e-1a12-43fd-8bf5-d647ed8b3736,segment=NetworkSegment(f3c435c6-b200-4552-9398-3233b0ca48be),segment_id=f3c435c6-b200-4552-9398-3233b0ca48be)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:14:24.207929 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-787fdf63-2546-43a3-8038-f5f9d7e26706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (2e13ec8e-1a12-43fd-8bf5-d647ed8b3736), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:24.229265 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-a6142bac-1aa6-4e1d-9d52-89c4d0431521 None None] Provisioning complete for port 2e13ec8e-1a12-43fd-8bf5-d647ed8b3736 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:14:24.232352 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a6142bac-1aa6-4e1d-9d52-89c4d0431521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (2e13ec8e-1a12-43fd-8bf5-d647ed8b3736), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:24.330732 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607c3abc-fb1c-42b5-8426-9eea51d0dd3b req-120ea946-c77a-41e4-b4ea-fabb634634d2 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:24.340356 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-607c3abc-fb1c-42b5-8426-9eea51d0dd3b req-120ea946-c77a-41e4-b4ea-fabb634634d2 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/ports?device_id=bb11bb8e-1d64-445c-9be6-07f0058d67b7 HTTP/1.1" status: 200 len: 946 time: 0.1538465 Jan 28 07:14:24.467290 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787fdf63-2546-43a3-8038-f5f9d7e26706 None None] Routers {'e1b50a0c-f07c-4823-a528-c5254224c8f9'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:14:24.468689 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-787fdf63-2546-43a3-8038-f5f9d7e26706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:14:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['e1b50a0c-f07c-4823-a528-c5254224c8f9'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:14:24.478053 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-607c3abc-fb1c-42b5-8426-9eea51d0dd3b req-8df9800a-85e6-4d6b-8039-43aaa7bd6c8f tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/security-groups?id=54f3b545-d68e-44ae-b5dc-1cfcda6094b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363308 Jan 28 07:14:24.622008 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991d5ed0-1e63-466c-acbd-4bc9ab9f51fa None None] Pushing event updated for resources: {'Port': ['ID=2e13ec8e-1a12-43fd-8bf5-d647ed8b3736,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:14:24.637861 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-a6142bac-1aa6-4e1d-9d52-89c4d0431521 None None] Current status of the port 2e13ec8e-1a12-43fd-8bf5-d647ed8b3736 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:14:24.640970 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a6142bac-1aa6-4e1d-9d52-89c4d0431521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (2e13ec8e-1a12-43fd-8bf5-d647ed8b3736), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:24.790262 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec661ad8-31d9-45bc-bff8-fcd8787059f4 req-5fbef726-d462-4485-a8ac-2fa7d8a7e6dd tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:24.804416 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ec661ad8-31d9-45bc-bff8-fcd8787059f4 req-5fbef726-d462-4485-a8ac-2fa7d8a7e6dd tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/ports?device_id=621f1e8f-2297-4f0c-9dfc-faac1615b972 HTTP/1.1" status: 200 len: 945 time: 0.1588118 Jan 28 07:14:24.818469 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-a6142bac-1aa6-4e1d-9d52-89c4d0431521 None None] For port 2e13ec8e-1a12-43fd-8bf5-d647ed8b3736, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=2e13ec8e-1a12-43fd-8bf5-d647ed8b3736,segment=NetworkSegment(f3c435c6-b200-4552-9398-3233b0ca48be),segment_id=f3c435c6-b200-4552-9398-3233b0ca48be)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:14:24.826432 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a6142bac-1aa6-4e1d-9d52-89c4d0431521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (2e13ec8e-1a12-43fd-8bf5-d647ed8b3736), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:24.866385 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-787fdf63-2546-43a3-8038-f5f9d7e26706 None None] Set router e1b50a0c-f07c-4823-a528-c5254224c8f9 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:14:24.895580 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01eea1e-6989-46f0-9be5-8b041ed5f0c8 req-ab6cef57-482f-4bcc-b1dd-5501c87b1595 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:24.915897 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f01eea1e-6989-46f0-9be5-8b041ed5f0c8 req-ab6cef57-482f-4bcc-b1dd-5501c87b1595 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/ports?device_id=735808a4-e633-4693-b1ca-941092790339 HTTP/1.1" status: 200 len: 945 time: 0.2161448 Jan 28 07:14:24.975688 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6142bac-1aa6-4e1d-9d52-89c4d0431521 None None] Pushing event updated for resources: {'Port': ['ID=2e13ec8e-1a12-43fd-8bf5-d647ed8b3736,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:14:25.004839 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ec661ad8-31d9-45bc-bff8-fcd8787059f4 req-32ec227e-0af8-46cd-a059-3c591e146ea9 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/security-groups?id=54f3b545-d68e-44ae-b5dc-1cfcda6094b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987886 Jan 28 07:14:25.036143 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c051f9af-b31c-4930-8f9f-ad396a629e0f None None] Provisioning complete for port 2e13ec8e-1a12-43fd-8bf5-d647ed8b3736 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:14:25.036652 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c051f9af-b31c-4930-8f9f-ad396a629e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (2e13ec8e-1a12-43fd-8bf5-d647ed8b3736), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:25.170543 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c051f9af-b31c-4930-8f9f-ad396a629e0f None None] Current status of the port 2e13ec8e-1a12-43fd-8bf5-d647ed8b3736 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:14:25.177917 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f01eea1e-6989-46f0-9be5-8b041ed5f0c8 req-ad19ff0b-c1f4-4e27-bdfb-fe27ce37a7e8 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c286ac6-5d5d-46b9-b282-9e68e0339bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473047 Jan 28 07:14:25.389508 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5027583e-acc7-404f-b678-c1aecdec4255 req-b5c46838-ac84-45fd-8238-fa9d513af2b2 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] 10.222.0.41 "GET /v2.0/ports?device_id=ecfa8b32-5726-4e8a-a63d-dad1e5127ccc HTTP/1.1" status: 200 len: 210 time: 0.0451934 Jan 28 07:14:25.441188 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a8acad-7087-46ae-b70d-33c4eaf8b9a1 req-66ac7bc8-b58b-4ffe-a547-4614065a43d6 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:25.443779 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b7a8acad-7087-46ae-b70d-33c4eaf8b9a1 req-66ac7bc8-b58b-4ffe-a547-4614065a43d6 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] 10.222.0.44 "GET /v2.0/networks?id=e85ce6af-dc47-4e74-af2f-0fbb85efabc2 HTTP/1.1" status: 200 len: 822 time: 0.3605461 Jan 28 07:14:25.470091 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-b7a8acad-7087-46ae-b70d-33c4eaf8b9a1 req-d81ede63-e955-4b19-84a5-944ba126241b tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Request body: {'port': {'device_id': 'ecfa8b32-5726-4e8a-a63d-dad1e5127ccc', 'network_id': 'e85ce6af-dc47-4e74-af2f-0fbb85efabc2', 'admin_state_up': True, 'tenant_id': '19f2f13931f54db7b6cdfada1845d6ff'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:14:25.563871 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cddac3-ec63-4388-9c52-6d34001c4b7c req-04d86e0e-8e85-4277-9121-dddf2541ff64 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:25.569318 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-787fdf63-2546-43a3-8038-f5f9d7e26706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1b50a0c-f07c-4823-a528-c5254224c8f9', 'name': 'tempest-ServersTestBootFromVolume-1042811975-router', 'tenant_id': '7c38f303133c4a1f8d60e9cc7e10b1b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': 'dd4d3ddf-e14d-400a-8d98-1ea52072bdbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:14:11Z', 'updated_at': '2022-01-28T07:14:17Z', 'revision_number': 4, 'project_id': '7c38f303133c4a1f8d60e9cc7e10b1b4', 'gw_port': {'id': 'dd4d3ddf-e14d-400a-8d98-1ea52072bdbe', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:3e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b50a0c-f07c-4823-a528-c5254224c8f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:14:12Z', 'updated_at': '2022-01-28T07:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '2e13ec8e-1a12-43fd-8bf5-d647ed8b3736', 'name': '', 'network_id': '3694fbdb-afc3-4ba9-96bb-9f3c75f0cb90', 'tenant_id': '7c38f303133c4a1f8d60e9cc7e10b1b4', 'mac_address': 'fa:16:3e:f2:1f:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1b50a0c-f07c-4823-a528-c5254224c8f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': 'c44ebf08-4b0c-4037-9377-7b2a7d647995', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:14:16Z', 'updated_at': '2022-01-28T07:14:24Z', 'revision_number': 4, 'project_id': '7c38f303133c4a1f8d60e9cc7e10b1b4', 'subnets': [{'id': 'c44ebf08-4b0c-4037-9377-7b2a7d647995', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:14:25.571275 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f4cddac3-ec63-4388-9c52-6d34001c4b7c req-04d86e0e-8e85-4277-9121-dddf2541ff64 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/ports?device_id=bb11bb8e-1d64-445c-9be6-07f0058d67b7 HTTP/1.1" status: 200 len: 946 time: 0.1152201 Jan 28 07:14:25.628992 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787fdf63-2546-43a3-8038-f5f9d7e26706 None None] The sync data for ids ['e1b50a0c-f07c-4823-a528-c5254224c8f9'] in n-d-712749-28 is: [{'id': 'e1b50a0c-f07c-4823-a528-c5254224c8f9', 'name': 'tempest-ServersTestBootFromVolume-1042811975-router', 'tenant_id': '7c38f303133c4a1f8d60e9cc7e10b1b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': 'dd4d3ddf-e14d-400a-8d98-1ea52072bdbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:14:11Z', 'updated_at': '2022-01-28T07:14:17Z', 'revision_number': 4, 'project_id': '7c38f303133c4a1f8d60e9cc7e10b1b4', 'gw_port': {'id': 'dd4d3ddf-e14d-400a-8d98-1ea52072bdbe', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:3e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b50a0c-f07c-4823-a528-c5254224c8f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:14:12Z', 'updated_at': '2022-01-28T07:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '2e13ec8e-1a12-43fd-8bf5-d647ed8b3736', 'name': '', 'network_id': '3694fbdb-afc3-4ba9-96bb-9f3c75f0cb90', 'tenant_id': '7c38f303133c4a1f8d60e9cc7e10b1b4', 'mac_address': 'fa:16:3e:f2:1f:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1b50a0c-f07c-4823-a528-c5254224c8f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': 'c44ebf08-4b0c-4037-9377-7b2a7d647995', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:14:16Z', 'updated_at': '2022-01-28T07:14:24Z', 'revision_number': 4, 'project_id': '7c38f303133c4a1f8d60e9cc7e10b1b4', 'subnets': [{'id': 'c44ebf08-4b0c-4037-9377-7b2a7d647995', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:14:25.693972 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7a8acad-7087-46ae-b70d-33c4eaf8b9a1 req-d81ede63-e955-4b19-84a5-944ba126241b tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Made reservation on behalf of 19f2f13931f54db7b6cdfada1845d6ff for: {'port': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:14:25.699552 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b7a8acad-7087-46ae-b70d-33c4eaf8b9a1 req-d81ede63-e955-4b19-84a5-944ba126241b tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:25.699969 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f4cddac3-ec63-4388-9c52-6d34001c4b7c req-80716328-acf9-41cc-ad21-d5f8fa80cc07 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/security-groups?id=54f3b545-d68e-44ae-b5dc-1cfcda6094b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278718 Jan 28 07:14:25.990871 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [req-b7a8acad-7087-46ae-b70d-33c4eaf8b9a1 req-d81ede63-e955-4b19-84a5-944ba126241b tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Allocated IP 172.20.0.14 (e85ce6af-dc47-4e74-af2f-0fbb85efabc2/0d27407c-7ac9-47c4-a45d-1a359519da5d/af10afeb-3b77-4920-9279-74458b47b3c2) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:14:26.342404 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3fc7fe-4850-4d3a-a341-ac28b104e9e3 req-c0ef8260-bb90-4295-b691-da573b9603b4 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:26.347380 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6c3fc7fe-4850-4d3a-a341-ac28b104e9e3 req-c0ef8260-bb90-4295-b691-da573b9603b4 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/ports?device_id=bb11bb8e-1d64-445c-9be6-07f0058d67b7 HTTP/1.1" status: 200 len: 946 time: 0.1649139 Jan 28 07:14:26.411179 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b7a8acad-7087-46ae-b70d-33c4eaf8b9a1 req-d81ede63-e955-4b19-84a5-944ba126241b tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Publish callbacks [] for port (af10afeb-3b77-4920-9279-74458b47b3c2), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:26.481618 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 2e13ec8e-1a12-43fd-8bf5-d647ed8b3736 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:14:26.488092 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6c3fc7fe-4850-4d3a-a341-ac28b104e9e3 req-158e08d9-c4e5-460b-9ae6-3b161c7873e2 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/security-groups?id=54f3b545-d68e-44ae-b5dc-1cfcda6094b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264932 Jan 28 07:14:26.513427 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24b5773-f338-499a-bacf-bbad2e29179a req-ab89a2fb-e0d8-4d91-a709-11ff02be039e tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:26.525498 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a24b5773-f338-499a-bacf-bbad2e29179a req-ab89a2fb-e0d8-4d91-a709-11ff02be039e tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/ports?device_id=735808a4-e633-4693-b1ca-941092790339 HTTP/1.1" status: 200 len: 945 time: 0.2103066 Jan 28 07:14:26.651462 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 2e13ec8e-1a12-43fd-8bf5-d647ed8b3736 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:14:26.656489 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (2e13ec8e-1a12-43fd-8bf5-d647ed8b3736), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:26.670830 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a24b5773-f338-499a-bacf-bbad2e29179a req-3f01d2e4-a652-4bc2-bd87-3e488b2531d7 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c286ac6-5d5d-46b9-b282-9e68e0339bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430507 Jan 28 07:14:26.695973 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b7a8acad-7087-46ae-b70d-33c4eaf8b9a1 req-d81ede63-e955-4b19-84a5-944ba126241b tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (af10afeb-3b77-4920-9279-74458b47b3c2), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:26.862771 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7a8acad-7087-46ae-b70d-33c4eaf8b9a1 req-d81ede63-e955-4b19-84a5-944ba126241b tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Network e85ce6af-dc47-4e74-af2f-0fbb85efabc2 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:14:26.883086 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [req-b7a8acad-7087-46ae-b70d-33c4eaf8b9a1 req-d81ede63-e955-4b19-84a5-944ba126241b tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:14:26.891432 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7a8acad-7087-46ae-b70d-33c4eaf8b9a1 req-d81ede63-e955-4b19-84a5-944ba126241b tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:14:26.918028 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81ede63-e955-4b19-84a5-944ba126241b tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Pushing event updated for resources: {'Port': ['ID=af10afeb-3b77-4920-9279-74458b47b3c2,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:14:27.024178 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a8acad-7087-46ae-b70d-33c4eaf8b9a1 req-d81ede63-e955-4b19-84a5-944ba126241b tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:27.025039 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b7a8acad-7087-46ae-b70d-33c4eaf8b9a1 req-d81ede63-e955-4b19-84a5-944ba126241b tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:27.053367 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 2e13ec8e-1a12-43fd-8bf5-d647ed8b3736 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:14:27.078412 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb98074-7415-4a11-aeb4-d3dee4742b6e req-9312073d-6eb2-482a-9380-e8245e446f3d tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:27.082339 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1fb98074-7415-4a11-aeb4-d3dee4742b6e req-9312073d-6eb2-482a-9380-e8245e446f3d tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] 10.222.0.41 "GET /v2.0/ports?device_id=ecfa8b32-5726-4e8a-a63d-dad1e5127ccc HTTP/1.1" status: 200 len: 932 time: 0.2231269 Jan 28 07:14:27.200899 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1fb98074-7415-4a11-aeb4-d3dee4742b6e req-9ff2d6a9-88fd-4d2f-be54-09b4ed73fde8 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe71d1fe-2a82-45e2-af57-541b0a63f469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121969 Jan 28 07:14:27.213315 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b7a8acad-7087-46ae-b70d-33c4eaf8b9a1 req-d81ede63-e955-4b19-84a5-944ba126241b tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7482862 Jan 28 07:14:27.237913 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-b7a8acad-7087-46ae-b70d-33c4eaf8b9a1 req-f9a5c132-ed56-44ab-82b9-51468bfdad4b service neutron] Request body: {'port': {'device_id': 'ecfa8b32-5726-4e8a-a63d-dad1e5127ccc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712749-28'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:14:27.356369 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b7a8acad-7087-46ae-b70d-33c4eaf8b9a1 req-f9a5c132-ed56-44ab-82b9-51468bfdad4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (af10afeb-3b77-4920-9279-74458b47b3c2), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:27.710083 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4f458c-7ccc-48af-a7bd-e21acab4e831 req-d85063b2-2fc5-4950-a34f-9b9ebebffa3d tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:27.712647 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0f4f458c-7ccc-48af-a7bd-e21acab4e831 req-d85063b2-2fc5-4950-a34f-9b9ebebffa3d tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/ports?device_id=bb11bb8e-1d64-445c-9be6-07f0058d67b7 HTTP/1.1" status: 200 len: 946 time: 0.0711069 Jan 28 07:14:27.804739 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0f4f458c-7ccc-48af-a7bd-e21acab4e831 req-0dbcfca1-1340-496e-a420-6852b027af42 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/security-groups?id=54f3b545-d68e-44ae-b5dc-1cfcda6094b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786164 Jan 28 07:14:27.943567 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [req-b7a8acad-7087-46ae-b70d-33c4eaf8b9a1 req-f9a5c132-ed56-44ab-82b9-51468bfdad4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af10afeb-3b77-4920-9279-74458b47b3c2 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:14:27.958524 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b7a8acad-7087-46ae-b70d-33c4eaf8b9a1 req-f9a5c132-ed56-44ab-82b9-51468bfdad4b service neutron] Publish callbacks [] for port (af10afeb-3b77-4920-9279-74458b47b3c2), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:27.973279 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b8d3eb-fbc3-4b12-96f0-650081598e08 req-f21b5c75-db80-4453-8d49-44a7cf5b613f tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:27.974931 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-08b8d3eb-fbc3-4b12-96f0-650081598e08 req-f21b5c75-db80-4453-8d49-44a7cf5b613f tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb11bb8e-1d64-445c-9be6-07f0058d67b7 HTTP/1.1" status: 200 len: 946 time: 0.0935025 Jan 28 07:14:28.005694 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [req-b7a8acad-7087-46ae-b70d-33c4eaf8b9a1 req-f9a5c132-ed56-44ab-82b9-51468bfdad4b service neutron] Transition to ACTIVE for port object af10afeb-3b77-4920-9279-74458b47b3c2 will not be triggered until provisioned by entity L2. {{(pid=103283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:14:28.072589 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b7a8acad-7087-46ae-b70d-33c4eaf8b9a1 req-f9a5c132-ed56-44ab-82b9-51468bfdad4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (af10afeb-3b77-4920-9279-74458b47b3c2), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:28.316362 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a5c132-ed56-44ab-82b9-51468bfdad4b service neutron] Pushing event updated for resources: {'Port': ['ID=af10afeb-3b77-4920-9279-74458b47b3c2,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:14:28.360037 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c1674e-48f6-4400-adfa-d87d22b8d265 req-8bf72b3d-c74f-413e-ab06-6fcbf026f008 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:28.367929 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d2c1674e-48f6-4400-adfa-d87d22b8d265 req-8bf72b3d-c74f-413e-ab06-6fcbf026f008 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/ports?device_id=735808a4-e633-4693-b1ca-941092790339 HTTP/1.1" status: 200 len: 945 time: 0.2673867 Jan 28 07:14:28.394834 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-b7a8acad-7087-46ae-b70d-33c4eaf8b9a1 req-f9a5c132-ed56-44ab-82b9-51468bfdad4b service neutron] Attempting to bind port af10afeb-3b77-4920-9279-74458b47b3c2 on host n-h2-712749-28 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:14:28.395172 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-b7a8acad-7087-46ae-b70d-33c4eaf8b9a1 req-f9a5c132-ed56-44ab-82b9-51468bfdad4b service neutron] Attempting to bind port af10afeb-3b77-4920-9279-74458b47b3c2 by drivers openvswitch,hyperv on host n-h2-712749-28 at level 0 using segments [{'id': '4cf6d162-1173-4186-b902-44d2727d3f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e85ce6af-dc47-4e74-af2f-0fbb85efabc2'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:14:28.395501 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7a8acad-7087-46ae-b70d-33c4eaf8b9a1 req-f9a5c132-ed56-44ab-82b9-51468bfdad4b service neutron] Attempting to bind port af10afeb-3b77-4920-9279-74458b47b3c2 on network e85ce6af-dc47-4e74-af2f-0fbb85efabc2 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:14:28.422226 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7a8acad-7087-46ae-b70d-33c4eaf8b9a1 req-f9a5c132-ed56-44ab-82b9-51468bfdad4b service neutron] Port af10afeb-3b77-4920-9279-74458b47b3c2 on network e85ce6af-dc47-4e74-af2f-0fbb85efabc2 not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-28 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:14:28.422226 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7a8acad-7087-46ae-b70d-33c4eaf8b9a1 req-f9a5c132-ed56-44ab-82b9-51468bfdad4b service neutron] Attempting to bind port af10afeb-3b77-4920-9279-74458b47b3c2 on network e85ce6af-dc47-4e74-af2f-0fbb85efabc2 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:14:28.425229 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7a8acad-7087-46ae-b70d-33c4eaf8b9a1 req-f9a5c132-ed56-44ab-82b9-51468bfdad4b service neutron] Checking agent: {'id': 'c9906e63-062c-432e-bb53-63fdb8115e18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:14:28.425636 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7a8acad-7087-46ae-b70d-33c4eaf8b9a1 req-f9a5c132-ed56-44ab-82b9-51468bfdad4b service neutron] Checking segment: {'id': '4cf6d162-1173-4186-b902-44d2727d3f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e85ce6af-dc47-4e74-af2f-0fbb85efabc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:14:28.426097 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7a8acad-7087-46ae-b70d-33c4eaf8b9a1 req-f9a5c132-ed56-44ab-82b9-51468bfdad4b service neutron] Bound using segment: {'id': '4cf6d162-1173-4186-b902-44d2727d3f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e85ce6af-dc47-4e74-af2f-0fbb85efabc2'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:14:28.426590 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-b7a8acad-7087-46ae-b70d-33c4eaf8b9a1 req-f9a5c132-ed56-44ab-82b9-51468bfdad4b service neutron] Bound port: af10afeb-3b77-4920-9279-74458b47b3c2, host: n-h2-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cf6d162-1173-4186-b902-44d2727d3f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e85ce6af-dc47-4e74-af2f-0fbb85efabc2'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:14:28.427010 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b7a8acad-7087-46ae-b70d-33c4eaf8b9a1 req-f9a5c132-ed56-44ab-82b9-51468bfdad4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (af10afeb-3b77-4920-9279-74458b47b3c2), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:28.454192 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-08b8d3eb-fbc3-4b12-96f0-650081598e08 req-705d445f-7f53-4c49-8a7e-71e654428a4d tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Deleting port 8617eaf5-170a-480c-8755-eb12abd82528 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:14:28.454638 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-08b8d3eb-fbc3-4b12-96f0-650081598e08 req-705d445f-7f53-4c49-8a7e-71e654428a4d tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (8617eaf5-170a-480c-8755-eb12abd82528), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:28.486667 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d2c1674e-48f6-4400-adfa-d87d22b8d265 req-43d8a70a-ddc9-428d-b4ba-dc3d61e5104c tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c286ac6-5d5d-46b9-b282-9e68e0339bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129341 Jan 28 07:14:28.699907 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-b7a8acad-7087-46ae-b70d-33c4eaf8b9a1 req-f9a5c132-ed56-44ab-82b9-51468bfdad4b service neutron] For port af10afeb-3b77-4920-9279-74458b47b3c2, host n-h2-712749-28, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:14:28.709747 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-b7a8acad-7087-46ae-b70d-33c4eaf8b9a1 req-f9a5c132-ed56-44ab-82b9-51468bfdad4b service neutron] For port af10afeb-3b77-4920-9279-74458b47b3c2, host n-h2-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=af10afeb-3b77-4920-9279-74458b47b3c2,segment=NetworkSegment(4cf6d162-1173-4186-b902-44d2727d3f7a),segment_id=4cf6d162-1173-4186-b902-44d2727d3f7a)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:14:28.712147 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-08b8d3eb-fbc3-4b12-96f0-650081598e08 req-705d445f-7f53-4c49-8a7e-71e654428a4d tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] For port 8617eaf5-170a-480c-8755-eb12abd82528, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=8617eaf5-170a-480c-8755-eb12abd82528,segment=NetworkSegment(8c1a2649-126a-42b2-aa92-3dce43dd7caa),segment_id=8c1a2649-126a-42b2-aa92-3dce43dd7caa)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:14:28.712472 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-08b8d3eb-fbc3-4b12-96f0-650081598e08 req-705d445f-7f53-4c49-8a7e-71e654428a4d tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (8617eaf5-170a-480c-8755-eb12abd82528), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:28.735023 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b7a8acad-7087-46ae-b70d-33c4eaf8b9a1 req-f9a5c132-ed56-44ab-82b9-51468bfdad4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (af10afeb-3b77-4920-9279-74458b47b3c2), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:28.756977 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-08b8d3eb-fbc3-4b12-96f0-650081598e08 req-705d445f-7f53-4c49-8a7e-71e654428a4d tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Calling delete_port for 8617eaf5-170a-480c-8755-eb12abd82528 owned by compute:nova {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:14:28.825299 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a8acad-7087-46ae-b70d-33c4eaf8b9a1 req-f9a5c132-ed56-44ab-82b9-51468bfdad4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:28.825926 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b7a8acad-7087-46ae-b70d-33c4eaf8b9a1 req-f9a5c132-ed56-44ab-82b9-51468bfdad4b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:28.827323 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b7a8acad-7087-46ae-b70d-33c4eaf8b9a1 req-f9a5c132-ed56-44ab-82b9-51468bfdad4b service neutron] 10.222.0.44 "PUT /v2.0/ports/af10afeb-3b77-4920-9279-74458b47b3c2 HTTP/1.1" status: 200 len: 1093 time: 1.5951099 Jan 28 07:14:28.829677 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecfa8b32-5726-4e8a-a63d-dad1e5127ccc', 'tag': 'af10afeb-3b77-4920-9279-74458b47b3c2'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:14:28.831955 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1babf786-013d-4e3d-bf6b-ce32ee5a4185" -d '{"events": [{"name": "network-changed", "server_uuid": "ecfa8b32-5726-4e8a-a63d-dad1e5127ccc", "tag": "af10afeb-3b77-4920-9279-74458b47b3c2"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:14:28.891809 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a5c132-ed56-44ab-82b9-51468bfdad4b service neutron] Pushing event updated for resources: {'Port': ['ID=af10afeb-3b77-4920-9279-74458b47b3c2,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:14:28.964550 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eddc42b-6762-4423-8a7c-5007cb336072 req-51b6b4ec-9356-43e1-8969-395ab05a34bb tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:28.966130 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-3eddc42b-6762-4423-8a7c-5007cb336072 req-51b6b4ec-9356-43e1-8969-395ab05a34bb tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] 10.222.0.41 "GET /v2.0/ports?device_id=ecfa8b32-5726-4e8a-a63d-dad1e5127ccc HTTP/1.1" status: 200 len: 944 time: 0.2354705 Jan 28 07:14:29.015366 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a8acad-7087-46ae-b70d-33c4eaf8b9a1 req-b20827ff-fe47-4db6-9ae1-c780bda371ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:29.016966 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b7a8acad-7087-46ae-b70d-33c4eaf8b9a1 req-b20827ff-fe47-4db6-9ae1-c780bda371ff service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=19f2f13931f54db7b6cdfada1845d6ff&device_id=ecfa8b32-5726-4e8a-a63d-dad1e5127ccc HTTP/1.1" status: 200 len: 1096 time: 0.1180379 Jan 28 07:14:29.117361 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b7a8acad-7087-46ae-b70d-33c4eaf8b9a1 req-06cc7407-7074-4d55-8be9-d8c75b1a6625 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=af10afeb-3b77-4920-9279-74458b47b3c2 HTTP/1.1" status: 200 len: 217 time: 0.0819330 Jan 28 07:14:29.160954 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-3eddc42b-6762-4423-8a7c-5007cb336072 req-86068b33-a5f9-447a-83cd-4cc629f1f1d1 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe71d1fe-2a82-45e2-af57-541b0a63f469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860986 Jan 28 07:14:29.250272 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a8acad-7087-46ae-b70d-33c4eaf8b9a1 req-59ba5920-0935-4355-910a-8eed972ece87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:29.252351 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b7a8acad-7087-46ae-b70d-33c4eaf8b9a1 req-59ba5920-0935-4355-910a-8eed972ece87 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0d27407c-7ac9-47c4-a45d-1a359519da5d HTTP/1.1" status: 200 len: 862 time: 0.1190195 Jan 28 07:14:29.253087 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-08b8d3eb-fbc3-4b12-96f0-650081598e08 req-705d445f-7f53-4c49-8a7e-71e654428a4d tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (8617eaf5-170a-480c-8755-eb12abd82528), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:29.288994 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['8617eaf5-170a-480c-8755-eb12abd82528'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:14:29.306765 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705d445f-7f53-4c49-8a7e-71e654428a4d tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Pushing event deleted for resources: {'Port': ['ID=8617eaf5-170a-480c-8755-eb12abd82528,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:14:29.322685 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['c979436b-508d-4793-81dd-afac650b9db6', 'be990778-50e4-4c08-a0f1-10aaeac61023'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:14:29.371618 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b7a8acad-7087-46ae-b70d-33c4eaf8b9a1 req-0916c1aa-3801-49ba-85bc-868591de3758 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e85ce6af-dc47-4e74-af2f-0fbb85efabc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0852225 Jan 28 07:14:29.373681 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1850e08e-77cc-4922-8322-7143e8de0646 req-957de33d-3eca-49d8-ac63-1f715c0b6b3a tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/ports?device_id=bb11bb8e-1d64-445c-9be6-07f0058d67b7 HTTP/1.1" status: 200 len: 210 time: 0.0887091 Jan 28 07:14:29.970892 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c2c871a-1797-4379-b2e7-698b353050a6 x-openstack-request-id: req-4c2c871a-1797-4379-b2e7-698b353050a6 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:14:29.972435 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecfa8b32-5726-4e8a-a63d-dad1e5127ccc", "tag": "af10afeb-3b77-4920-9279-74458b47b3c2", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:14:29.972681 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4c2c871a-1797-4379-b2e7-698b353050a6 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:14:29.973097 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecfa8b32-5726-4e8a-a63d-dad1e5127ccc', 'tag': 'af10afeb-3b77-4920-9279-74458b47b3c2', 'status': 'completed', 'code': 200} Jan 28 07:14:29.997983 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-08b8d3eb-fbc3-4b12-96f0-650081598e08 req-705d445f-7f53-4c49-8a7e-71e654428a4d tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] No DVR routers for this DVR port 8617eaf5-170a-480c-8755-eb12abd82528 on host n-h1-712749-28 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:14:30.027010 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-08b8d3eb-fbc3-4b12-96f0-650081598e08 req-705d445f-7f53-4c49-8a7e-71e654428a4d tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:30.030955 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-08b8d3eb-fbc3-4b12-96f0-650081598e08 req-705d445f-7f53-4c49-8a7e-71e654428a4d tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.10 "DELETE /v2.0/ports/8617eaf5-170a-480c-8755-eb12abd82528 HTTP/1.1" status: 204 len: 173 time: 2.0430911 Jan 28 07:14:30.101398 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9db761b-0d61-4ac0-b322-f99137f1aa4e req-ee00fcb4-026e-4e5c-9d84-277a86514fc7 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:30.108723 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d9db761b-0d61-4ac0-b322-f99137f1aa4e req-ee00fcb4-026e-4e5c-9d84-277a86514fc7 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/ports?device_id=735808a4-e633-4693-b1ca-941092790339 HTTP/1.1" status: 200 len: 945 time: 0.2233021 Jan 28 07:14:30.150036 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b7a8acad-7087-46ae-b70d-33c4eaf8b9a1 req-611449d1-545f-47fe-94d0-9ba16dc3d887 service neutron] 10.222.0.44 "GET /v2.0/networks/e85ce6af-dc47-4e74-af2f-0fbb85efabc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2536385 Jan 28 07:14:30.331324 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d9db761b-0d61-4ac0-b322-f99137f1aa4e req-2949dfb6-c017-44f9-a9c7-643b87079f25 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c286ac6-5d5d-46b9-b282-9e68e0339bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199693 Jan 28 07:14:30.410574 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b7a8acad-7087-46ae-b70d-33c4eaf8b9a1 req-e124c7fb-a09a-48f7-8cfd-d04ea7338961 service neutron] 10.222.0.44 "GET /v2.0/networks/e85ce6af-dc47-4e74-af2f-0fbb85efabc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2504625 Jan 28 07:14:30.842221 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e459fe7-c771-48b3-8219-c22c13baa252 req-9ee572ce-10a0-4443-9593-c3f78fbcbc09 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:30.848179 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7e459fe7-c771-48b3-8219-c22c13baa252 req-9ee572ce-10a0-4443-9593-c3f78fbcbc09 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] 10.222.0.41 "GET /v2.0/ports?device_id=ecfa8b32-5726-4e8a-a63d-dad1e5127ccc HTTP/1.1" status: 200 len: 944 time: 0.2012656 Jan 28 07:14:30.852820 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1babf786-013d-4e3d-bf6b-ce32ee5a4185 req-136e3f78-ee0d-4fc0-9f9a-2ecde58166a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:30.854779 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1babf786-013d-4e3d-bf6b-ce32ee5a4185 req-136e3f78-ee0d-4fc0-9f9a-2ecde58166a2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=19f2f13931f54db7b6cdfada1845d6ff&device_id=ecfa8b32-5726-4e8a-a63d-dad1e5127ccc HTTP/1.1" status: 200 len: 1096 time: 0.2930586 Jan 28 07:14:30.987458 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7e459fe7-c771-48b3-8219-c22c13baa252 req-b2e06bd7-9aba-48f6-a8ec-99c29ed11187 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe71d1fe-2a82-45e2-af57-541b0a63f469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316853 Jan 28 07:14:31.057189 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1babf786-013d-4e3d-bf6b-ce32ee5a4185 req-c2d1129e-c728-4bbb-9286-40eb1fab3693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:31.060570 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1babf786-013d-4e3d-bf6b-ce32ee5a4185 req-c2d1129e-c728-4bbb-9286-40eb1fab3693 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e85ce6af-dc47-4e74-af2f-0fbb85efabc2 HTTP/1.1" status: 200 len: 923 time: 0.1893508 Jan 28 07:14:31.147610 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1babf786-013d-4e3d-bf6b-ce32ee5a4185 req-571b4a4c-c224-48b7-82e1-6126ea10671f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=af10afeb-3b77-4920-9279-74458b47b3c2 HTTP/1.1" status: 200 len: 217 time: 0.0766675 Jan 28 07:14:31.238012 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1babf786-013d-4e3d-bf6b-ce32ee5a4185 req-7080afa3-ea8c-495f-a8e7-2f01500dd258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:31.239543 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1babf786-013d-4e3d-bf6b-ce32ee5a4185 req-7080afa3-ea8c-495f-a8e7-2f01500dd258 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0d27407c-7ac9-47c4-a45d-1a359519da5d HTTP/1.1" status: 200 len: 862 time: 0.0760064 Jan 28 07:14:31.311477 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1babf786-013d-4e3d-bf6b-ce32ee5a4185 req-077d9df4-a413-4cef-ab2f-1117f728dc75 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e85ce6af-dc47-4e74-af2f-0fbb85efabc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501678 Jan 28 07:14:31.330364 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [req-1babf786-013d-4e3d-bf6b-ce32ee5a4185 req-29e8835f-a098-4c46-849e-aba1648bcc97 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103283) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 07:14:31.335106 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1babf786-013d-4e3d-bf6b-ce32ee5a4185 req-29e8835f-a098-4c46-849e-aba1648bcc97 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0169759 Jan 28 07:14:31.590236 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1babf786-013d-4e3d-bf6b-ce32ee5a4185 req-9309eae4-c9f0-47ed-941b-88930afd0b09 service neutron] 10.222.0.44 "GET /v2.0/networks/e85ce6af-dc47-4e74-af2f-0fbb85efabc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2284915 Jan 28 07:14:31.753009 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5973ba81-7641-4641-b1bc-c9dcc0c6ef38 req-c96bbba5-2148-4c38-9cee-22045fa73449 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:31.761371 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5973ba81-7641-4641-b1bc-c9dcc0c6ef38 req-c96bbba5-2148-4c38-9cee-22045fa73449 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/ports?device_id=735808a4-e633-4693-b1ca-941092790339 HTTP/1.1" status: 200 len: 945 time: 0.2583725 Jan 28 07:14:31.840002 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1babf786-013d-4e3d-bf6b-ce32ee5a4185 req-ba0ec5cc-8514-40be-8136-55235039a07d service neutron] 10.222.0.44 "GET /v2.0/networks/e85ce6af-dc47-4e74-af2f-0fbb85efabc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259021 Jan 28 07:14:31.899718 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5973ba81-7641-4641-b1bc-c9dcc0c6ef38 req-5daae140-20d1-4b28-b76f-38d8d2b477cf tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c286ac6-5d5d-46b9-b282-9e68e0339bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307192 Jan 28 07:14:31.974481 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb11bb8e-1d64-445c-9be6-07f0058d67b7', 'name': 'network-vif-deleted', 'tag': '8617eaf5-170a-480c-8755-eb12abd82528'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:14:31.976860 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc2eabd9-67a4-424e-8920-7554a1083342" -d '{"events": [{"server_uuid": "bb11bb8e-1d64-445c-9be6-07f0058d67b7", "name": "network-vif-deleted", "tag": "8617eaf5-170a-480c-8755-eb12abd82528"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:14:32.101702 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cab6340-ecb6-4ebb-b3b8-12149f51d561 req-c8631e4a-41c2-4dd4-a55b-0b9f85f38d00 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:32.109080 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9cab6340-ecb6-4ebb-b3b8-12149f51d561 req-c8631e4a-41c2-4dd4-a55b-0b9f85f38d00 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/ports?device_id=621f1e8f-2297-4f0c-9dfc-faac1615b972 HTTP/1.1" status: 200 len: 945 time: 0.0630424 Jan 28 07:14:32.199857 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9cab6340-ecb6-4ebb-b3b8-12149f51d561 req-2862ee15-77ac-40a0-a668-57e8d777d903 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/security-groups?id=54f3b545-d68e-44ae-b5dc-1cfcda6094b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891471 Jan 28 07:14:32.443240 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0406b7e-ad68-4d6e-b586-fbf3c6430f90 x-openstack-request-id: req-d0406b7e-ad68-4d6e-b586-fbf3c6430f90 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:14:32.443926 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb11bb8e-1d64-445c-9be6-07f0058d67b7", "name": "network-vif-deleted", "tag": "8617eaf5-170a-480c-8755-eb12abd82528", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:14:32.443926 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d0406b7e-ad68-4d6e-b586-fbf3c6430f90 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:14:32.444176 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb11bb8e-1d64-445c-9be6-07f0058d67b7', 'name': 'network-vif-deleted', 'tag': '8617eaf5-170a-480c-8755-eb12abd82528', 'status': 'completed', 'code': 200} Jan 28 07:14:32.561295 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b43098d-163b-4d46-a540-239c1a9a87ec req-aff25f2c-80b5-4fba-95cd-adab5b73aaf3 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:32.568427 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1b43098d-163b-4d46-a540-239c1a9a87ec req-aff25f2c-80b5-4fba-95cd-adab5b73aaf3 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] 10.222.0.41 "GET /v2.0/ports?device_id=ecfa8b32-5726-4e8a-a63d-dad1e5127ccc HTTP/1.1" status: 200 len: 944 time: 0.0655107 Jan 28 07:14:32.644395 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1b43098d-163b-4d46-a540-239c1a9a87ec req-795a1c5d-3fbd-494a-bb8e-888cc4e17b67 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe71d1fe-2a82-45e2-af57-541b0a63f469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696607 Jan 28 07:14:32.789197 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:33.086247 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebdf26c-4e1b-448b-a4f6-166deec2c99f req-ff12ffa6-45ee-4bad-9a75-82750cd999c1 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:33.096331 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-cebdf26c-4e1b-448b-a4f6-166deec2c99f req-ff12ffa6-45ee-4bad-9a75-82750cd999c1 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/ports?device_id=735808a4-e633-4693-b1ca-941092790339 HTTP/1.1" status: 200 len: 945 time: 0.0943303 Jan 28 07:14:33.197188 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-cebdf26c-4e1b-448b-a4f6-166deec2c99f req-ab2c5a11-44fa-4d7f-8aa2-f903f73de191 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c286ac6-5d5d-46b9-b282-9e68e0339bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863898 Jan 28 07:14:33.255403 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6b61342f-ae20-4911-ab69-3dd4afc0c893 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:33.261345 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device af10afeb-3b77-4920-9279-74458b47b3c2 details requested by agent hyperv_n-h2-712749-28 with host n-h2-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:14:33.414182 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b564134-56ee-4be5-9e7d-bfdea961bbd1 req-3b09d931-291a-447d-bb37-f1b36e867a83 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:33.415746 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7b564134-56ee-4be5-9e7d-bfdea961bbd1 req-3b09d931-291a-447d-bb37-f1b36e867a83 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/ports?device_id=621f1e8f-2297-4f0c-9dfc-faac1615b972 HTTP/1.1" status: 200 len: 945 time: 0.0999563 Jan 28 07:14:33.437806 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 8617eaf5-170a-480c-8755-eb12abd82528 no longer exists at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:14:33.472302 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] No Port match for: 8617eaf5-170a-480c-8755-eb12abd82528 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:14:33.474249 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 8617eaf5-170a-480c-8755-eb12abd82528 not bound to the agent host n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:14:33.542660 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port af10afeb-3b77-4920-9279-74458b47b3c2, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=af10afeb-3b77-4920-9279-74458b47b3c2,segment=NetworkSegment(4cf6d162-1173-4186-b902-44d2727d3f7a),segment_id=4cf6d162-1173-4186-b902-44d2727d3f7a)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:14:33.560932 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Returning: {'device': 'af10afeb-3b77-4920-9279-74458b47b3c2', 'network_id': 'e85ce6af-dc47-4e74-af2f-0fbb85efabc2', 'port_id': 'af10afeb-3b77-4920-9279-74458b47b3c2', 'mac_address': 'fa:16:3e:7d:d0:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d27407c-7ac9-47c4-a45d-1a359519da5d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:14:33.605569 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port af10afeb-3b77-4920-9279-74458b47b3c2 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:14:33.606255 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (af10afeb-3b77-4920-9279-74458b47b3c2), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:33.612240 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7b564134-56ee-4be5-9e7d-bfdea961bbd1 req-ec1741be-b533-46af-9f4f-b46a3a44a932 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/security-groups?id=54f3b545-d68e-44ae-b5dc-1cfcda6094b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870484 Jan 28 07:14:33.643686 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af10afeb-3b77-4920-9279-74458b47b3c2 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:14:33.661277 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8753fb41-bcc6-4627-8b40-b26bff3089b4 req-9e676fe4-d860-4ef5-bde4-1d60e49842d0 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:33.662828 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8753fb41-bcc6-4627-8b40-b26bff3089b4 req-9e676fe4-d860-4ef5-bde4-1d60e49842d0 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.44 "GET /v2.0/ports?device_id=621f1e8f-2297-4f0c-9dfc-faac1615b972 HTTP/1.1" status: 200 len: 945 time: 0.1120021 Jan 28 07:14:33.701628 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port af10afeb-3b77-4920-9279-74458b47b3c2, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=af10afeb-3b77-4920-9279-74458b47b3c2,segment=NetworkSegment(4cf6d162-1173-4186-b902-44d2727d3f7a),segment_id=4cf6d162-1173-4186-b902-44d2727d3f7a)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:14:33.710455 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (af10afeb-3b77-4920-9279-74458b47b3c2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:33.883090 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=af10afeb-3b77-4920-9279-74458b47b3c2,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:14:33.911698 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:33.943603 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-8753fb41-bcc6-4627-8b40-b26bff3089b4 req-b907cdd6-3846-4c0a-b638-88b51b4dd80e tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Deleting port be990778-50e4-4c08-a0f1-10aaeac61023 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:14:33.944099 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-8753fb41-bcc6-4627-8b40-b26bff3089b4 req-b907cdd6-3846-4c0a-b638-88b51b4dd80e tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (be990778-50e4-4c08-a0f1-10aaeac61023), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:34.076063 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-8753fb41-bcc6-4627-8b40-b26bff3089b4 req-b907cdd6-3846-4c0a-b638-88b51b4dd80e tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] For port be990778-50e4-4c08-a0f1-10aaeac61023, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=be990778-50e4-4c08-a0f1-10aaeac61023,segment=NetworkSegment(8c1a2649-126a-42b2-aa92-3dce43dd7caa),segment_id=8c1a2649-126a-42b2-aa92-3dce43dd7caa)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:14:34.076528 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-8753fb41-bcc6-4627-8b40-b26bff3089b4 req-b907cdd6-3846-4c0a-b638-88b51b4dd80e tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (be990778-50e4-4c08-a0f1-10aaeac61023), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:34.103099 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-8753fb41-bcc6-4627-8b40-b26bff3089b4 req-b907cdd6-3846-4c0a-b638-88b51b4dd80e tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Calling delete_port for be990778-50e4-4c08-a0f1-10aaeac61023 owned by compute:nova {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:14:34.134790 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['af10afeb-3b77-4920-9279-74458b47b3c2'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:14:34.190426 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117589ed-41f2-4675-87eb-9cfb04ddd837 req-961bf984-332c-41dc-8ec9-04c993e08894 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:34.198704 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-117589ed-41f2-4675-87eb-9cfb04ddd837 req-961bf984-332c-41dc-8ec9-04c993e08894 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] 10.222.0.41 "GET /v2.0/ports?device_id=ecfa8b32-5726-4e8a-a63d-dad1e5127ccc HTTP/1.1" status: 200 len: 945 time: 0.3336666 Jan 28 07:14:34.278975 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-117589ed-41f2-4675-87eb-9cfb04ddd837 req-aa4948eb-ae52-43cb-98cb-ff97a228260a tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe71d1fe-2a82-45e2-af57-541b0a63f469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791602 Jan 28 07:14:34.443840 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-8753fb41-bcc6-4627-8b40-b26bff3089b4 req-b907cdd6-3846-4c0a-b638-88b51b4dd80e tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (be990778-50e4-4c08-a0f1-10aaeac61023), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:34.512107 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['c979436b-508d-4793-81dd-afac650b9db6', 'be990778-50e4-4c08-a0f1-10aaeac61023'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:14:34.533369 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b907cdd6-3846-4c0a-b638-88b51b4dd80e tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Pushing event deleted for resources: {'Port': ['ID=be990778-50e4-4c08-a0f1-10aaeac61023,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:14:34.599852 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-8753fb41-bcc6-4627-8b40-b26bff3089b4 req-b907cdd6-3846-4c0a-b638-88b51b4dd80e tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] No DVR routers for this DVR port be990778-50e4-4c08-a0f1-10aaeac61023 on host n-h2-712749-28 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:14:34.607897 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-8753fb41-bcc6-4627-8b40-b26bff3089b4 req-b907cdd6-3846-4c0a-b638-88b51b4dd80e tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:34.612598 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8753fb41-bcc6-4627-8b40-b26bff3089b4 req-b907cdd6-3846-4c0a-b638-88b51b4dd80e tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.44 "DELETE /v2.0/ports/be990778-50e4-4c08-a0f1-10aaeac61023 HTTP/1.1" status: 204 len: 173 time: 0.9381785 Jan 28 07:14:34.613505 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '621f1e8f-2297-4f0c-9dfc-faac1615b972', 'name': 'network-vif-deleted', 'tag': 'be990778-50e4-4c08-a0f1-10aaeac61023'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:14:34.624811 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07b51936-039b-429c-b107-b07b1d98c438" -d '{"events": [{"server_uuid": "621f1e8f-2297-4f0c-9dfc-faac1615b972", "name": "network-vif-deleted", "tag": "be990778-50e4-4c08-a0f1-10aaeac61023"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:14:34.674599 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c795fb-3d74-4e97-bd12-c00ea6b644d4 req-7ddc21c1-3d5b-4852-9f28-b68b5dc581d2 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:34.681789 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-21c795fb-3d74-4e97-bd12-c00ea6b644d4 req-7ddc21c1-3d5b-4852-9f28-b68b5dc581d2 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/ports?device_id=735808a4-e633-4693-b1ca-941092790339 HTTP/1.1" status: 200 len: 945 time: 0.1646781 Jan 28 07:14:34.781242 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-21c795fb-3d74-4e97-bd12-c00ea6b644d4 req-969a1a8f-9022-4582-8ce2-3decec19204d tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c286ac6-5d5d-46b9-b282-9e68e0339bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971563 Jan 28 07:14:34.829558 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-121a66a1-d671-4270-97c8-ac80ea1a570b x-openstack-request-id: req-121a66a1-d671-4270-97c8-ac80ea1a570b {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:14:34.830116 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "621f1e8f-2297-4f0c-9dfc-faac1615b972", "name": "network-vif-deleted", "tag": "be990778-50e4-4c08-a0f1-10aaeac61023", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:14:34.830565 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-121a66a1-d671-4270-97c8-ac80ea1a570b {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:14:34.831157 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '621f1e8f-2297-4f0c-9dfc-faac1615b972', 'name': 'network-vif-deleted', 'tag': 'be990778-50e4-4c08-a0f1-10aaeac61023', 'status': 'completed', 'code': 200} Jan 28 07:14:34.940005 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8495a0bf-3cb0-41cc-8925-c6b82bced714 req-c1d03f65-7a6c-4a64-bc3d-10aa9384a5b2 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/ports?device_id=621f1e8f-2297-4f0c-9dfc-faac1615b972 HTTP/1.1" status: 200 len: 210 time: 0.0370274 Jan 28 07:14:35.401099 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de2e0ad-d294-48ea-b465-28cbfa163064 req-44126a31-3dc3-4882-824c-3a7dac279471 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:35.402981 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7de2e0ad-d294-48ea-b465-28cbfa163064 req-44126a31-3dc3-4882-824c-3a7dac279471 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=232ec39b-90f9-4df8-a403-fe1029cce065 HTTP/1.1" status: 200 len: 945 time: 0.0732746 Jan 28 07:14:35.405469 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f4f872-a547-4fdd-a7ec-3a5fbd82fd75 req-5545cfc7-8574-4323-b0d6-b6e12b394126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:35.407898 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a3f4f872-a547-4fdd-a7ec-3a5fbd82fd75 req-5545cfc7-8574-4323-b0d6-b6e12b394126 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f5fa6549bc8d49d9b2eb68f328326d46&device_id=232ec39b-90f9-4df8-a403-fe1029cce065 HTTP/1.1" status: 200 len: 1097 time: 0.1185670 Jan 28 07:14:35.540951 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7de2e0ad-d294-48ea-b465-28cbfa163064 req-0a679448-5152-44c7-a902-1c77caacc68c tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb65c68e-64e7-49d7-aa93-cf57ceaf78a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251419 Jan 28 07:14:35.639496 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cb346e5d-a1d4-4549-a163-d05d36918745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:35.654698 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f4f872-a547-4fdd-a7ec-3a5fbd82fd75 req-0341fb7c-76e3-4073-b7b9-228334db5e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:35.656793 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a3f4f872-a547-4fdd-a7ec-3a5fbd82fd75 req-0341fb7c-76e3-4073-b7b9-228334db5e6e service neutron] 10.222.0.10 "GET /v2.0/networks?id=e794ad63-0b0f-4018-9f49-e800aa3d32de HTTP/1.1" status: 200 len: 912 time: 0.2390766 Jan 28 07:14:35.797664 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c318f8c-e08e-4da2-a0d4-8b21a138b341 req-9eed9f39-a7e7-4edd-b4c9-8542d7832718 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:35.799188 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9c318f8c-e08e-4da2-a0d4-8b21a138b341 req-9eed9f39-a7e7-4edd-b4c9-8542d7832718 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] 10.222.0.41 "GET /v2.0/ports?device_id=ecfa8b32-5726-4e8a-a63d-dad1e5127ccc HTTP/1.1" status: 200 len: 945 time: 0.1414745 Jan 28 07:14:35.828414 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a3f4f872-a547-4fdd-a7ec-3a5fbd82fd75 req-01407772-a983-49bf-8195-409f4c179f3d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fe363f1d-683b-48a0-a9d6-60321189ecd0 HTTP/1.1" status: 200 len: 1000 time: 0.1310768 Jan 28 07:14:35.924345 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9c318f8c-e08e-4da2-a0d4-8b21a138b341 req-225694a6-aa7f-442e-b24b-3ffd3a3809b9 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe71d1fe-2a82-45e2-af57-541b0a63f469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084640 Jan 28 07:14:35.935917 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f4f872-a547-4fdd-a7ec-3a5fbd82fd75 req-cb895012-afb0-4553-b526-4aa20185e2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:35.938096 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a3f4f872-a547-4fdd-a7ec-3a5fbd82fd75 req-cb895012-afb0-4553-b526-4aa20185e2c9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=11d8e1f8-50c3-4314-ae17-177714f8d453 HTTP/1.1" status: 200 len: 850 time: 0.1008258 Jan 28 07:14:35.977384 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc39bc2-e7a7-4a6a-bacf-008bb7c5cc0b req-0e6f3bb4-9304-4855-9ed4-5661bc233bb4 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:35.988794 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6bc39bc2-e7a7-4a6a-bacf-008bb7c5cc0b req-0e6f3bb4-9304-4855-9ed4-5661bc233bb4 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/ports?device_id=735808a4-e633-4693-b1ca-941092790339 HTTP/1.1" status: 200 len: 945 time: 0.0643551 Jan 28 07:14:36.057331 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1dd9e2-d515-49d6-836c-cd210a0a0b1b req-467ba0f7-8b18-4aa8-a8b1-3bc6a317b0cb tempest-ListImageFiltersTestJSON-482981563 tempest-ListImageFiltersTestJSON-482981563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:36.059396 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ef1dd9e2-d515-49d6-836c-cd210a0a0b1b req-467ba0f7-8b18-4aa8-a8b1-3bc6a317b0cb tempest-ListImageFiltersTestJSON-482981563 tempest-ListImageFiltersTestJSON-482981563-project] 10.222.0.41 "GET /v2.0/ports?device_id=59a4f94f-2b77-4276-b800-302e418f396a HTTP/1.1" status: 200 len: 950 time: 0.0645075 Jan 28 07:14:36.079814 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6bc39bc2-e7a7-4a6a-bacf-008bb7c5cc0b req-04d77345-2172-4188-ac8f-d139c70e3ca8 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c286ac6-5d5d-46b9-b282-9e68e0339bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876882 Jan 28 07:14:36.225872 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ef1dd9e2-d515-49d6-836c-cd210a0a0b1b req-b55b9f53-fe4e-4202-8e2a-a0faa4689f57 tempest-ListImageFiltersTestJSON-482981563 tempest-ListImageFiltersTestJSON-482981563-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a35449a-a8dc-4821-8459-968439cf983e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103086 Jan 28 07:14:36.235067 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f4f872-a547-4fdd-a7ec-3a5fbd82fd75 req-0b0fb027-04b2-4dfa-a52c-f46279f19f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:36.237874 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a3f4f872-a547-4fdd-a7ec-3a5fbd82fd75 req-0b0fb027-04b2-4dfa-a52c-f46279f19f54 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e794ad63-0b0f-4018-9f49-e800aa3d32de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1769555 Jan 28 07:14:36.368711 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a3f4f872-a547-4fdd-a7ec-3a5fbd82fd75 req-9c780d49-d1cc-4a37-88ee-b6f93425db0a service neutron] 10.222.0.10 "GET /v2.0/networks/e794ad63-0b0f-4018-9f49-e800aa3d32de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216490 Jan 28 07:14:36.542362 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a3f4f872-a547-4fdd-a7ec-3a5fbd82fd75 req-bc2da27f-72df-43a6-8204-89863097179b service neutron] 10.222.0.10 "GET /v2.0/networks/e794ad63-0b0f-4018-9f49-e800aa3d32de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674995 Jan 28 07:14:36.556860 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae8018b-67ae-4b05-b706-2ce0b48e3cd3 req-b25fe2de-dd14-401a-89e2-5d9807cb6c3e tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:36.558570 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-dae8018b-67ae-4b05-b706-2ce0b48e3cd3 req-b25fe2de-dd14-401a-89e2-5d9807cb6c3e tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/networks?id=55d1aca5-a0d0-4804-9112-fbf4ce00f292 HTTP/1.1" status: 200 len: 805 time: 0.1625545 Jan 28 07:14:36.576552 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-dae8018b-67ae-4b05-b706-2ce0b48e3cd3 req-60f8a236-b8e6-462d-925a-aa8f42ccedc7 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/quotas/071c6275b8f741eea1e2f053b48698ce HTTP/1.1" status: 200 len: 375 time: 0.0117133 Jan 28 07:14:36.629732 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-dae8018b-67ae-4b05-b706-2ce0b48e3cd3 req-2cff703f-1b6d-45cd-a86b-964ae354fc67 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=071c6275b8f741eea1e2f053b48698ce&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0467224 Jan 28 07:14:36.732012 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-dae8018b-67ae-4b05-b706-2ce0b48e3cd3 req-363598b8-2b14-4510-a514-b0e313714b52 service neutron] 10.222.0.41 "GET /v2.0/networks/55d1aca5-a0d0-4804-9112-fbf4ce00f292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936627 Jan 28 07:14:36.759426 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8a9d56-df18-41f2-b25c-7a3c8aa80ec2 req-4948e6f4-e0da-40ae-aa53-7ed946849c1d tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:36.767551 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9e8a9d56-df18-41f2-b25c-7a3c8aa80ec2 req-4948e6f4-e0da-40ae-aa53-7ed946849c1d tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=232ec39b-90f9-4df8-a403-fe1029cce065 HTTP/1.1" status: 200 len: 945 time: 0.1168172 Jan 28 07:14:36.864357 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9e8a9d56-df18-41f2-b25c-7a3c8aa80ec2 req-b455cf74-6dc1-4e5f-9256-1f913901ed31 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb65c68e-64e7-49d7-aa93-cf57ceaf78a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941556 Jan 28 07:14:36.867345 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:36.877404 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-dae8018b-67ae-4b05-b706-2ce0b48e3cd3 req-596a7e52-4262-471c-8f71-c0846454af47 service neutron] 10.222.0.41 "GET /v2.0/networks/55d1aca5-a0d0-4804-9112-fbf4ce00f292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383586 Jan 28 07:14:37.094090 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9a45eb1d-ff08-4058-99a1-e6a99041cca9 req-21efd7e0-23c8-43a4-affb-fb10cafca397 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a89cbe6-8fb3-4ffb-ba32-c557d1146e0c HTTP/1.1" status: 200 len: 210 time: 0.0301266 Jan 28 07:14:37.173828 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7483c0-5628-43ed-8317-d3c1593d8030 req-3776ae49-8ec7-4946-8804-67bda4ed2640 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:37.181264 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-cb7483c0-5628-43ed-8317-d3c1593d8030 req-3776ae49-8ec7-4946-8804-67bda4ed2640 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] 10.222.0.41 "GET /v2.0/ports?device_id=ecfa8b32-5726-4e8a-a63d-dad1e5127ccc HTTP/1.1" status: 200 len: 945 time: 0.1251526 Jan 28 07:14:37.255914 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-cb7483c0-5628-43ed-8317-d3c1593d8030 req-f8a7bae5-b6dc-425b-b4a9-131850906cf4 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe71d1fe-2a82-45e2-af57-541b0a63f469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735955 Jan 28 07:14:37.265448 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device af10afeb-3b77-4920-9279-74458b47b3c2 up at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:14:37.298417 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381c870d-be88-4c3b-8c0f-3c462e5e2912 req-5521a270-ff99-419d-8bea-8cf9a0ab87bc tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:37.308592 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-381c870d-be88-4c3b-8c0f-3c462e5e2912 req-5521a270-ff99-419d-8bea-8cf9a0ab87bc tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/ports?device_id=735808a4-e633-4693-b1ca-941092790339 HTTP/1.1" status: 200 len: 945 time: 0.0992236 Jan 28 07:14:37.373343 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-381c870d-be88-4c3b-8c0f-3c462e5e2912 req-c897674d-5872-4b98-abb5-56208ed4c04b tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c286ac6-5d5d-46b9-b282-9e68e0339bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633857 Jan 28 07:14:37.404482 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning for port af10afeb-3b77-4920-9279-74458b47b3c2 completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:14:37.409797 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning complete for port af10afeb-3b77-4920-9279-74458b47b3c2 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:14:37.411890 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (af10afeb-3b77-4920-9279-74458b47b3c2), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:37.468074 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4afa117-d9bb-4850-bde1-00b47e65b871 req-2f70f11d-bc02-4df3-a48e-cdd238dec74d tempest-ListImageFiltersTestJSON-482981563 tempest-ListImageFiltersTestJSON-482981563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:37.477232 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e4afa117-d9bb-4850-bde1-00b47e65b871 req-2f70f11d-bc02-4df3-a48e-cdd238dec74d tempest-ListImageFiltersTestJSON-482981563 tempest-ListImageFiltersTestJSON-482981563-project] 10.222.0.41 "GET /v2.0/ports?device_id=59a4f94f-2b77-4276-b800-302e418f396a HTTP/1.1" status: 200 len: 950 time: 0.1283324 Jan 28 07:14:37.514833 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port af10afeb-3b77-4920-9279-74458b47b3c2 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:14:37.515225 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (af10afeb-3b77-4920-9279-74458b47b3c2), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:37.541087 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecfa8b32-5726-4e8a-a63d-dad1e5127ccc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af10afeb-3b77-4920-9279-74458b47b3c2'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:14:37.544722 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b03c979f-ddaf-4930-903d-5d700ced8754" -d '{"events": [{"server_uuid": "ecfa8b32-5726-4e8a-a63d-dad1e5127ccc", "name": "network-vif-plugged", "status": "completed", "tag": "af10afeb-3b77-4920-9279-74458b47b3c2"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:14:37.547581 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e4afa117-d9bb-4850-bde1-00b47e65b871 req-6036481a-33a7-4826-bedb-6add83182bd2 tempest-ListImageFiltersTestJSON-482981563 tempest-ListImageFiltersTestJSON-482981563-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a35449a-a8dc-4821-8459-968439cf983e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646691 Jan 28 07:14:37.580553 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port af10afeb-3b77-4920-9279-74458b47b3c2, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=af10afeb-3b77-4920-9279-74458b47b3c2,segment=NetworkSegment(4cf6d162-1173-4186-b902-44d2727d3f7a),segment_id=4cf6d162-1173-4186-b902-44d2727d3f7a)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:14:37.588025 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (af10afeb-3b77-4920-9279-74458b47b3c2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:37.589442 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device be990778-50e4-4c08-a0f1-10aaeac61023 no longer exists at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:14:37.617810 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] No Port match for: be990778-50e4-4c08-a0f1-10aaeac61023 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:14:37.618168 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device be990778-50e4-4c08-a0f1-10aaeac61023 not bound to the agent host n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:14:37.680791 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=af10afeb-3b77-4920-9279-74458b47b3c2,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:14:37.742191 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a060e01-dbef-4280-ba0d-8f7811de5449 x-openstack-request-id: req-6a060e01-dbef-4280-ba0d-8f7811de5449 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:14:37.742487 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecfa8b32-5726-4e8a-a63d-dad1e5127ccc", "name": "network-vif-plugged", "status": "completed", "tag": "af10afeb-3b77-4920-9279-74458b47b3c2", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:14:37.742743 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6a060e01-dbef-4280-ba0d-8f7811de5449 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:14:37.743136 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecfa8b32-5726-4e8a-a63d-dad1e5127ccc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af10afeb-3b77-4920-9279-74458b47b3c2', 'code': 200} Jan 28 07:14:38.113724 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae50ab6f-f9e0-4ab1-8d57-1331337e1827 req-693fd8d4-65b1-40f9-a9e0-8231cbde726d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:38.115257 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ae50ab6f-f9e0-4ab1-8d57-1331337e1827 req-693fd8d4-65b1-40f9-a9e0-8231cbde726d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ecfa8b32-5726-4e8a-a63d-dad1e5127ccc HTTP/1.1" status: 200 len: 1098 time: 0.1912427 Jan 28 07:14:38.137583 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c8ca7a-dbdf-451e-814c-aae240c1b473 req-c546d5f2-d51f-4542-8626-b9c0a605c5d8 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:38.147457 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-84c8ca7a-dbdf-451e-814c-aae240c1b473 req-c546d5f2-d51f-4542-8626-b9c0a605c5d8 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=232ec39b-90f9-4df8-a403-fe1029cce065 HTTP/1.1" status: 200 len: 945 time: 0.1434658 Jan 28 07:14:38.251610 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-84c8ca7a-dbdf-451e-814c-aae240c1b473 req-96189afe-5882-4b7d-a4ca-cbeb546a1b4b tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb65c68e-64e7-49d7-aa93-cf57ceaf78a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033564 Jan 28 07:14:38.298507 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ae50ab6f-f9e0-4ab1-8d57-1331337e1827 req-3d51c113-b759-43ba-b9d9-389c0aa9017c service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=fe71d1fe-2a82-45e2-af57-541b0a63f469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480041 Jan 28 07:14:38.344054 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-10128064-6b7d-4d50-b9cd-e62992a629e7 req-87ca6622-b0f5-4fa2-b72e-20c8444f48f4 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a89cbe6-8fb3-4ffb-ba32-c557d1146e0c HTTP/1.1" status: 200 len: 210 time: 0.0590179 Jan 28 07:14:38.409283 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaa95ae-1620-4c5f-84d4-2014f951732d req-be6efc5f-528e-4b0c-9439-6c06bbb47d81 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:38.410793 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-efaa95ae-1620-4c5f-84d4-2014f951732d req-be6efc5f-528e-4b0c-9439-6c06bbb47d81 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] 10.222.0.41 "GET /v2.0/ports?device_id=ecfa8b32-5726-4e8a-a63d-dad1e5127ccc HTTP/1.1" status: 200 len: 946 time: 0.0586293 Jan 28 07:14:38.468140 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-efaa95ae-1620-4c5f-84d4-2014f951732d req-e141967c-d45c-4649-bedb-fd71892eb70b tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe71d1fe-2a82-45e2-af57-541b0a63f469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512912 Jan 28 07:14:38.558948 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:38.568020 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e36103-995e-416d-bf53-b536eafe80c3 req-c8d4033e-a239-4025-9166-b7e87eae427c tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:38.576327 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-92e36103-995e-416d-bf53-b536eafe80c3 req-c8d4033e-a239-4025-9166-b7e87eae427c tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/ports?device_id=735808a4-e633-4693-b1ca-941092790339 HTTP/1.1" status: 200 len: 945 time: 0.0920329 Jan 28 07:14:38.638096 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-92e36103-995e-416d-bf53-b536eafe80c3 req-5c537437-a583-459c-a7ae-e7a320bf651a tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c286ac6-5d5d-46b9-b282-9e68e0339bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605440 Jan 28 07:14:38.768381 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae8018b-67ae-4b05-b706-2ce0b48e3cd3 req-7af77097-f12f-421a-a36c-d506901ff226 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:38.769972 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-dae8018b-67ae-4b05-b706-2ce0b48e3cd3 req-7af77097-f12f-421a-a36c-d506901ff226 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.10 "GET /v2.0/networks?id=55d1aca5-a0d0-4804-9112-fbf4ce00f292 HTTP/1.1" status: 200 len: 805 time: 0.1346912 Jan 28 07:14:38.791560 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-dae8018b-67ae-4b05-b706-2ce0b48e3cd3 req-1b5bcd4d-31d7-4a39-8722-c8f7f5c95040 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Request body: {'port': {'device_id': '6a89cbe6-8fb3-4ffb-ba32-c557d1146e0c', 'network_id': '55d1aca5-a0d0-4804-9112-fbf4ce00f292', 'admin_state_up': True, 'tenant_id': '071c6275b8f741eea1e2f053b48698ce'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:14:38.912506 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dae8018b-67ae-4b05-b706-2ce0b48e3cd3 req-1b5bcd4d-31d7-4a39-8722-c8f7f5c95040 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Made reservation on behalf of 071c6275b8f741eea1e2f053b48698ce for: {'port': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:14:38.915922 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-dae8018b-67ae-4b05-b706-2ce0b48e3cd3 req-1b5bcd4d-31d7-4a39-8722-c8f7f5c95040 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:39.047720 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [req-dae8018b-67ae-4b05-b706-2ce0b48e3cd3 req-1b5bcd4d-31d7-4a39-8722-c8f7f5c95040 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Allocated IP 172.20.0.3 (55d1aca5-a0d0-4804-9112-fbf4ce00f292/5ed8211a-b148-411a-81c0-40d0a8d78cc9/98b82528-4bf3-499b-916b-73e5a21c1bfd) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:14:39.212728 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-dae8018b-67ae-4b05-b706-2ce0b48e3cd3 req-1b5bcd4d-31d7-4a39-8722-c8f7f5c95040 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Publish callbacks [] for port (98b82528-4bf3-499b-916b-73e5a21c1bfd), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:39.252976 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-dae8018b-67ae-4b05-b706-2ce0b48e3cd3 req-1b5bcd4d-31d7-4a39-8722-c8f7f5c95040 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (98b82528-4bf3-499b-916b-73e5a21c1bfd), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:39.305440 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dae8018b-67ae-4b05-b706-2ce0b48e3cd3 req-1b5bcd4d-31d7-4a39-8722-c8f7f5c95040 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Network 55d1aca5-a0d0-4804-9112-fbf4ce00f292 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:14:39.311647 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [req-dae8018b-67ae-4b05-b706-2ce0b48e3cd3 req-1b5bcd4d-31d7-4a39-8722-c8f7f5c95040 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:14:39.314563 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-dae8018b-67ae-4b05-b706-2ce0b48e3cd3 req-1b5bcd4d-31d7-4a39-8722-c8f7f5c95040 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:14:39.334980 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['c979436b-508d-4793-81dd-afac650b9db6'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:14:39.349026 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5bcd4d-31d7-4a39-8722-c8f7f5c95040 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Pushing event updated for resources: {'Port': ['ID=98b82528-4bf3-499b-916b-73e5a21c1bfd,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:14:39.375572 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae8018b-67ae-4b05-b706-2ce0b48e3cd3 req-1b5bcd4d-31d7-4a39-8722-c8f7f5c95040 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:39.376341 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-dae8018b-67ae-4b05-b706-2ce0b48e3cd3 req-1b5bcd4d-31d7-4a39-8722-c8f7f5c95040 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:39.400098 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-dae8018b-67ae-4b05-b706-2ce0b48e3cd3 req-1b5bcd4d-31d7-4a39-8722-c8f7f5c95040 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6127834 Jan 28 07:14:39.419324 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-dae8018b-67ae-4b05-b706-2ce0b48e3cd3 req-cda10a4e-ce63-4a53-b0a2-9331ecd63ff3 service neutron] Request body: {'port': {'device_id': '6a89cbe6-8fb3-4ffb-ba32-c557d1146e0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-28'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:14:39.520931 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-dae8018b-67ae-4b05-b706-2ce0b48e3cd3 req-cda10a4e-ce63-4a53-b0a2-9331ecd63ff3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (98b82528-4bf3-499b-916b-73e5a21c1bfd), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:39.528895 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ea7513-9e73-4893-9c9e-513943f35af9 req-a9839a35-4fca-476f-93a5-46c25d0bccbb tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:39.530395 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-56ea7513-9e73-4893-9c9e-513943f35af9 req-a9839a35-4fca-476f-93a5-46c25d0bccbb tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a89cbe6-8fb3-4ffb-ba32-c557d1146e0c HTTP/1.1" status: 200 len: 931 time: 0.0857139 Jan 28 07:14:39.599938 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef7bea7-33d1-4bba-9f59-b867206fd8b6 req-7a8d1e37-7377-4a84-ab2a-a2288a0334fe tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:39.601677 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7ef7bea7-33d1-4bba-9f59-b867206fd8b6 req-7a8d1e37-7377-4a84-ab2a-a2288a0334fe tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] 10.222.0.41 "GET /v2.0/ports?device_id=ecfa8b32-5726-4e8a-a63d-dad1e5127ccc HTTP/1.1" status: 200 len: 946 time: 0.0535500 Jan 28 07:14:39.622850 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-56ea7513-9e73-4893-9c9e-513943f35af9 req-05facf64-ccc9-45b1-ab2d-8a541dd59176 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/security-groups?id=54f3b545-d68e-44ae-b5dc-1cfcda6094b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821037 Jan 28 07:14:39.674742 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:39.691971 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7ef7bea7-33d1-4bba-9f59-b867206fd8b6 req-3f78e790-3a17-4e31-96cd-29576c2b2937 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe71d1fe-2a82-45e2-af57-541b0a63f469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803039 Jan 28 07:14:39.831735 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b60ed57-a5f0-4a5b-8ebd-8e8cc05d5e3e req-2a9cf70f-cb77-415b-a021-e4af663b2962 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:39.840332 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1b60ed57-a5f0-4a5b-8ebd-8e8cc05d5e3e req-2a9cf70f-cb77-415b-a021-e4af663b2962 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/ports?device_id=735808a4-e633-4693-b1ca-941092790339 HTTP/1.1" status: 200 len: 945 time: 0.0683815 Jan 28 07:14:39.874182 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [req-dae8018b-67ae-4b05-b706-2ce0b48e3cd3 req-cda10a4e-ce63-4a53-b0a2-9331ecd63ff3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98b82528-4bf3-499b-916b-73e5a21c1bfd {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:14:39.881893 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-dae8018b-67ae-4b05-b706-2ce0b48e3cd3 req-cda10a4e-ce63-4a53-b0a2-9331ecd63ff3 service neutron] Publish callbacks [] for port (98b82528-4bf3-499b-916b-73e5a21c1bfd), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:39.888729 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1b60ed57-a5f0-4a5b-8ebd-8e8cc05d5e3e req-2cd3351b-6309-47ff-8089-406eeb0087d6 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c286ac6-5d5d-46b9-b282-9e68e0339bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473473 Jan 28 07:14:39.897310 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [req-dae8018b-67ae-4b05-b706-2ce0b48e3cd3 req-cda10a4e-ce63-4a53-b0a2-9331ecd63ff3 service neutron] Transition to ACTIVE for port object 98b82528-4bf3-499b-916b-73e5a21c1bfd will not be triggered until provisioned by entity L2. {{(pid=103283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:14:39.903075 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-dae8018b-67ae-4b05-b706-2ce0b48e3cd3 req-cda10a4e-ce63-4a53-b0a2-9331ecd63ff3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (98b82528-4bf3-499b-916b-73e5a21c1bfd), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:39.960569 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda10a4e-ce63-4a53-b0a2-9331ecd63ff3 service neutron] Pushing event updated for resources: {'Port': ['ID=98b82528-4bf3-499b-916b-73e5a21c1bfd,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:14:40.306513 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-dae8018b-67ae-4b05-b706-2ce0b48e3cd3 req-cda10a4e-ce63-4a53-b0a2-9331ecd63ff3 service neutron] Attempting to bind port 98b82528-4bf3-499b-916b-73e5a21c1bfd on host n-h1-712749-28 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:14:40.307169 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-dae8018b-67ae-4b05-b706-2ce0b48e3cd3 req-cda10a4e-ce63-4a53-b0a2-9331ecd63ff3 service neutron] Attempting to bind port 98b82528-4bf3-499b-916b-73e5a21c1bfd by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': '8c1a2649-126a-42b2-aa92-3dce43dd7caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '55d1aca5-a0d0-4804-9112-fbf4ce00f292'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:14:40.307262 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dae8018b-67ae-4b05-b706-2ce0b48e3cd3 req-cda10a4e-ce63-4a53-b0a2-9331ecd63ff3 service neutron] Attempting to bind port 98b82528-4bf3-499b-916b-73e5a21c1bfd on network 55d1aca5-a0d0-4804-9112-fbf4ce00f292 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:14:40.312579 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dae8018b-67ae-4b05-b706-2ce0b48e3cd3 req-cda10a4e-ce63-4a53-b0a2-9331ecd63ff3 service neutron] Port 98b82528-4bf3-499b-916b-73e5a21c1bfd on network 55d1aca5-a0d0-4804-9112-fbf4ce00f292 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:14:40.312901 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dae8018b-67ae-4b05-b706-2ce0b48e3cd3 req-cda10a4e-ce63-4a53-b0a2-9331ecd63ff3 service neutron] Attempting to bind port 98b82528-4bf3-499b-916b-73e5a21c1bfd on network 55d1aca5-a0d0-4804-9112-fbf4ce00f292 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:14:40.317825 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dae8018b-67ae-4b05-b706-2ce0b48e3cd3 req-cda10a4e-ce63-4a53-b0a2-9331ecd63ff3 service neutron] Checking agent: {'id': '2fca46b1-237f-4857-9290-2429d810e472', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 14, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:14:40.318412 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dae8018b-67ae-4b05-b706-2ce0b48e3cd3 req-cda10a4e-ce63-4a53-b0a2-9331ecd63ff3 service neutron] Checking segment: {'id': '8c1a2649-126a-42b2-aa92-3dce43dd7caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '55d1aca5-a0d0-4804-9112-fbf4ce00f292'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:14:40.318809 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dae8018b-67ae-4b05-b706-2ce0b48e3cd3 req-cda10a4e-ce63-4a53-b0a2-9331ecd63ff3 service neutron] Bound using segment: {'id': '8c1a2649-126a-42b2-aa92-3dce43dd7caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '55d1aca5-a0d0-4804-9112-fbf4ce00f292'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:14:40.319235 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-dae8018b-67ae-4b05-b706-2ce0b48e3cd3 req-cda10a4e-ce63-4a53-b0a2-9331ecd63ff3 service neutron] Bound port: 98b82528-4bf3-499b-916b-73e5a21c1bfd, host: n-h1-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c1a2649-126a-42b2-aa92-3dce43dd7caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '55d1aca5-a0d0-4804-9112-fbf4ce00f292'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:14:40.319720 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-dae8018b-67ae-4b05-b706-2ce0b48e3cd3 req-cda10a4e-ce63-4a53-b0a2-9331ecd63ff3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (98b82528-4bf3-499b-916b-73e5a21c1bfd), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:40.387517 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-dae8018b-67ae-4b05-b706-2ce0b48e3cd3 req-cda10a4e-ce63-4a53-b0a2-9331ecd63ff3 service neutron] For port 98b82528-4bf3-499b-916b-73e5a21c1bfd, host n-h1-712749-28, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:14:40.391049 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-dae8018b-67ae-4b05-b706-2ce0b48e3cd3 req-cda10a4e-ce63-4a53-b0a2-9331ecd63ff3 service neutron] For port 98b82528-4bf3-499b-916b-73e5a21c1bfd, host n-h1-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=98b82528-4bf3-499b-916b-73e5a21c1bfd,segment=NetworkSegment(8c1a2649-126a-42b2-aa92-3dce43dd7caa),segment_id=8c1a2649-126a-42b2-aa92-3dce43dd7caa)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:14:40.395483 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-dae8018b-67ae-4b05-b706-2ce0b48e3cd3 req-cda10a4e-ce63-4a53-b0a2-9331ecd63ff3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (98b82528-4bf3-499b-916b-73e5a21c1bfd), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:40.437345 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae8018b-67ae-4b05-b706-2ce0b48e3cd3 req-cda10a4e-ce63-4a53-b0a2-9331ecd63ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:40.437976 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-dae8018b-67ae-4b05-b706-2ce0b48e3cd3 req-cda10a4e-ce63-4a53-b0a2-9331ecd63ff3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:40.439385 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-dae8018b-67ae-4b05-b706-2ce0b48e3cd3 req-cda10a4e-ce63-4a53-b0a2-9331ecd63ff3 service neutron] 10.222.0.10 "PUT /v2.0/ports/98b82528-4bf3-499b-916b-73e5a21c1bfd HTTP/1.1" status: 200 len: 1092 time: 1.0253501 Jan 28 07:14:40.439841 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a89cbe6-8fb3-4ffb-ba32-c557d1146e0c', 'tag': '98b82528-4bf3-499b-916b-73e5a21c1bfd'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:14:40.442178 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-323feec6-29ba-4317-b060-a77b56691bb6" -d '{"events": [{"name": "network-changed", "server_uuid": "6a89cbe6-8fb3-4ffb-ba32-c557d1146e0c", "tag": "98b82528-4bf3-499b-916b-73e5a21c1bfd"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:14:40.467036 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda10a4e-ce63-4a53-b0a2-9331ecd63ff3 service neutron] Pushing event updated for resources: {'Port': ['ID=98b82528-4bf3-499b-916b-73e5a21c1bfd,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:14:40.491162 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c72e7cfb-69d7-4f68-8ffd-27f5178026df x-openstack-request-id: req-c72e7cfb-69d7-4f68-8ffd-27f5178026df {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:14:40.491460 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a89cbe6-8fb3-4ffb-ba32-c557d1146e0c", "tag": "98b82528-4bf3-499b-916b-73e5a21c1bfd", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:14:40.491720 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c72e7cfb-69d7-4f68-8ffd-27f5178026df {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:14:40.492328 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a89cbe6-8fb3-4ffb-ba32-c557d1146e0c', 'tag': '98b82528-4bf3-499b-916b-73e5a21c1bfd', 'status': 'completed', 'code': 200} Jan 28 07:14:40.558939 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae8018b-67ae-4b05-b706-2ce0b48e3cd3 req-746784e0-522e-41c7-b6af-f332ef323082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:40.560778 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-dae8018b-67ae-4b05-b706-2ce0b48e3cd3 req-746784e0-522e-41c7-b6af-f332ef323082 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=071c6275b8f741eea1e2f053b48698ce&device_id=6a89cbe6-8fb3-4ffb-ba32-c557d1146e0c HTTP/1.1" status: 200 len: 1095 time: 0.0469217 Jan 28 07:14:40.612260 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-dae8018b-67ae-4b05-b706-2ce0b48e3cd3 req-6ba42376-d587-44c2-890b-909832908469 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=98b82528-4bf3-499b-916b-73e5a21c1bfd HTTP/1.1" status: 200 len: 217 time: 0.0360978 Jan 28 07:14:40.662195 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae8018b-67ae-4b05-b706-2ce0b48e3cd3 req-abf973de-e8a1-4596-991e-7b057221c6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:40.663718 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-dae8018b-67ae-4b05-b706-2ce0b48e3cd3 req-abf973de-e8a1-4596-991e-7b057221c6ea service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5ed8211a-b148-411a-81c0-40d0a8d78cc9 HTTP/1.1" status: 200 len: 845 time: 0.0457997 Jan 28 07:14:40.698718 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-dae8018b-67ae-4b05-b706-2ce0b48e3cd3 req-3c58cc6e-b562-4128-8b46-7b0f5c57ee3e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=55d1aca5-a0d0-4804-9112-fbf4ce00f292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284977 Jan 28 07:14:40.755785 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6560e4c-ff19-4a04-8467-655fb8c66ebc req-ff17928c-68f4-4eb4-8c6c-d3de7bfb5679 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:40.758486 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f6560e4c-ff19-4a04-8467-655fb8c66ebc req-ff17928c-68f4-4eb4-8c6c-d3de7bfb5679 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a89cbe6-8fb3-4ffb-ba32-c557d1146e0c HTTP/1.1" status: 200 len: 943 time: 0.0596426 Jan 28 07:14:40.815262 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f6560e4c-ff19-4a04-8467-655fb8c66ebc req-b23c8a32-3fc1-4f36-ba70-1906026010d0 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/security-groups?id=54f3b545-d68e-44ae-b5dc-1cfcda6094b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509665 Jan 28 07:14:40.853387 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb9a8a6-3a7f-4e0e-8745-8faa453d64ce req-3d7156af-a1a7-482a-a66f-45504aa87932 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:40.856231 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-bfb9a8a6-3a7f-4e0e-8745-8faa453d64ce req-3d7156af-a1a7-482a-a66f-45504aa87932 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] 10.222.0.41 "GET /v2.0/ports?device_id=ecfa8b32-5726-4e8a-a63d-dad1e5127ccc HTTP/1.1" status: 200 len: 946 time: 0.0789375 Jan 28 07:14:40.857466 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-dae8018b-67ae-4b05-b706-2ce0b48e3cd3 req-18c147d8-c599-4c92-8278-f902730cca34 service neutron] 10.222.0.10 "GET /v2.0/networks/55d1aca5-a0d0-4804-9112-fbf4ce00f292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526797 Jan 28 07:14:40.958956 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-bfb9a8a6-3a7f-4e0e-8745-8faa453d64ce req-522e32f4-1967-40aa-bcae-8437823e9b91 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe71d1fe-2a82-45e2-af57-541b0a63f469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971022 Jan 28 07:14:40.996343 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-dae8018b-67ae-4b05-b706-2ce0b48e3cd3 req-ccaebc33-570e-4dba-b772-9d4240db68c0 service neutron] 10.222.0.10 "GET /v2.0/networks/55d1aca5-a0d0-4804-9112-fbf4ce00f292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164896 Jan 28 07:14:41.036186 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c45dc0-ef9e-4657-8649-a063294c2624 req-3e59eaf6-54dc-4814-a280-e4ade8f0e5e9 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:41.037874 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-26c45dc0-ef9e-4657-8649-a063294c2624 req-3e59eaf6-54dc-4814-a280-e4ade8f0e5e9 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/ports?device_id=735808a4-e633-4693-b1ca-941092790339 HTTP/1.1" status: 200 len: 945 time: 0.0606980 Jan 28 07:14:41.095799 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ecd6c8-485a-42dc-896d-86afa8b885b3 req-84997323-5ba0-4b0b-b2b3-121039f3b085 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:41.098434 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-26c45dc0-ef9e-4657-8649-a063294c2624 req-cc47a55a-6dd3-4b21-a7b1-387fa486424b tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c286ac6-5d5d-46b9-b282-9e68e0339bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540884 Jan 28 07:14:41.100735 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a0ecd6c8-485a-42dc-896d-86afa8b885b3 req-84997323-5ba0-4b0b-b2b3-121039f3b085 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] 10.222.0.41 "GET /v2.0/ports?device_id=ecfa8b32-5726-4e8a-a63d-dad1e5127ccc HTTP/1.1" status: 200 len: 946 time: 0.0595398 Jan 28 07:14:41.181038 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a0ecd6c8-485a-42dc-896d-86afa8b885b3 req-60331502-a824-42f9-aa15-5f9ce4ec2b50 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe71d1fe-2a82-45e2-af57-541b0a63f469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777977 Jan 28 07:14:41.184042 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323feec6-29ba-4317-b060-a77b56691bb6 req-0438ad1c-26c9-48bb-8cbb-fa89351c436b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:41.185675 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-323feec6-29ba-4317-b060-a77b56691bb6 req-0438ad1c-26c9-48bb-8cbb-fa89351c436b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=071c6275b8f741eea1e2f053b48698ce&device_id=6a89cbe6-8fb3-4ffb-ba32-c557d1146e0c HTTP/1.1" status: 200 len: 1095 time: 0.0839624 Jan 28 07:14:41.285990 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device f6b0a31b-6e7c-4497-aa49-e5b43c372e47 details requested by agent hyperv_n-h2-712749-28 with host n-h2-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:14:41.327148 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323feec6-29ba-4317-b060-a77b56691bb6 req-71d9e161-a5c3-40fc-9718-97555e29e428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:41.329424 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-323feec6-29ba-4317-b060-a77b56691bb6 req-71d9e161-a5c3-40fc-9718-97555e29e428 service neutron] 10.222.0.10 "GET /v2.0/networks?id=55d1aca5-a0d0-4804-9112-fbf4ce00f292 HTTP/1.1" status: 200 len: 906 time: 0.1376655 Jan 28 07:14:41.344187 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02b0921-3d82-4d97-aec5-3ef727b62f64 req-64c9c459-5e59-4b2d-81f0-477b543a2dae tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:41.346215 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f02b0921-3d82-4d97-aec5-3ef727b62f64 req-64c9c459-5e59-4b2d-81f0-477b543a2dae tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] 10.222.0.41 "GET /v2.0/ports?device_id=ecfa8b32-5726-4e8a-a63d-dad1e5127ccc HTTP/1.1" status: 200 len: 946 time: 0.0821137 Jan 28 07:14:41.402426 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-323feec6-29ba-4317-b060-a77b56691bb6 req-f30889fd-fb50-4703-afe9-e004c2009f7d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=98b82528-4bf3-499b-916b-73e5a21c1bfd HTTP/1.1" status: 200 len: 217 time: 0.0462754 Jan 28 07:14:41.424922 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port f6b0a31b-6e7c-4497-aa49-e5b43c372e47, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=f6b0a31b-6e7c-4497-aa49-e5b43c372e47,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:14:41.439384 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Returning: {'device': 'f6b0a31b-6e7c-4497-aa49-e5b43c372e47', 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb', 'port_id': 'f6b0a31b-6e7c-4497-aa49-e5b43c372e47', 'mac_address': 'fa:16:3e:8d:17:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5785b43d-448b-4d12-9eb5-4e4caf2e7eaf', 'ip_address': '192.168.233.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:14:41.485967 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 80771555-17c2-4224-86e2-cb60034ad531 no longer exists at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:14:41.486544 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323feec6-29ba-4317-b060-a77b56691bb6 req-dabf64a7-aa6b-4a7b-8dce-bc92a064ba03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:41.488010 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-323feec6-29ba-4317-b060-a77b56691bb6 req-dabf64a7-aa6b-4a7b-8dce-bc92a064ba03 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5ed8211a-b148-411a-81c0-40d0a8d78cc9 HTTP/1.1" status: 200 len: 845 time: 0.0847824 Jan 28 07:14:41.513559 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f02b0921-3d82-4d97-aec5-3ef727b62f64 req-b42b3077-be2d-4106-a06b-3789a8aaad93 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe71d1fe-2a82-45e2-af57-541b0a63f469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076293 Jan 28 07:14:41.549842 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-323feec6-29ba-4317-b060-a77b56691bb6 req-0fec8d4e-1596-4c03-b41f-5a55a506a1c0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=55d1aca5-a0d0-4804-9112-fbf4ce00f292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534184 Jan 28 07:14:41.558695 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port f6b0a31b-6e7c-4497-aa49-e5b43c372e47 is: ACTIVE; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:14:41.559105 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (f6b0a31b-6e7c-4497-aa49-e5b43c372e47), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:41.580476 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f6b0a31b-6e7c-4497-aa49-e5b43c372e47 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:14:41.606743 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port f6b0a31b-6e7c-4497-aa49-e5b43c372e47, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=f6b0a31b-6e7c-4497-aa49-e5b43c372e47,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:14:41.638007 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (f6b0a31b-6e7c-4497-aa49-e5b43c372e47), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:41.686288 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 80771555-17c2-4224-86e2-cb60034ad531 is: ACTIVE; New status is: DOWN {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:14:41.686993 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (80771555-17c2-4224-86e2-cb60034ad531), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:41.708083 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-323feec6-29ba-4317-b060-a77b56691bb6 req-cdede20a-53ab-45c8-b44e-abcee18fac8f service neutron] 10.222.0.10 "GET /v2.0/networks/55d1aca5-a0d0-4804-9112-fbf4ce00f292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473973 Jan 28 07:14:41.721463 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59a4f94f-2b77-4276-b800-302e418f396a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80771555-17c2-4224-86e2-cb60034ad531'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:14:41.724032 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9558745-3eb3-4b7b-9a2f-7abccede0674" -d '{"events": [{"server_uuid": "59a4f94f-2b77-4276-b800-302e418f396a", "name": "network-vif-unplugged", "status": "completed", "tag": "80771555-17c2-4224-86e2-cb60034ad531"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:14:41.733099 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327af787-5875-45c1-bdd1-c2cbb84a35b1 req-bb87860c-eb5d-4761-b100-c6d987e0ca97 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:41.736713 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-327af787-5875-45c1-bdd1-c2cbb84a35b1 req-bb87860c-eb5d-4761-b100-c6d987e0ca97 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] 10.222.0.41 "GET /v2.0/ports?device_id=ecfa8b32-5726-4e8a-a63d-dad1e5127ccc HTTP/1.1" status: 200 len: 946 time: 0.0817037 Jan 28 07:14:41.744100 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 80771555-17c2-4224-86e2-cb60034ad531, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=80771555-17c2-4224-86e2-cb60034ad531,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:14:41.745720 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=f6b0a31b-6e7c-4497-aa49-e5b43c372e47,revision_number=6']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:14:41.750415 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (80771555-17c2-4224-86e2-cb60034ad531), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:41.775273 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 07:14:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0df7cfd-8ad7-4533-bbc6-fd388213998c x-openstack-request-id: req-a0df7cfd-8ad7-4533-bbc6-fd388213998c {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:14:41.775568 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59a4f94f-2b77-4276-b800-302e418f396a", "name": "network-vif-unplugged", "status": "completed", "tag": "80771555-17c2-4224-86e2-cb60034ad531", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:14:41.775874 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a0df7cfd-8ad7-4533-bbc6-fd388213998c {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:14:41.776439 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59a4f94f-2b77-4276-b800-302e418f396a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80771555-17c2-4224-86e2-cb60034ad531', 'code': 200} Jan 28 07:14:41.818625 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=80771555-17c2-4224-86e2-cb60034ad531,revision_number=8']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:14:41.874211 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-327af787-5875-45c1-bdd1-c2cbb84a35b1 req-1967b214-e79d-4d1c-b980-c913802c56d9 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe71d1fe-2a82-45e2-af57-541b0a63f469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065006 Jan 28 07:14:41.892467 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-323feec6-29ba-4317-b060-a77b56691bb6 req-4910dbd4-b800-4a81-9345-db8b29cba20b service neutron] 10.222.0.10 "GET /v2.0/networks/55d1aca5-a0d0-4804-9112-fbf4ce00f292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722367 Jan 28 07:14:41.938713 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['f6b0a31b-6e7c-4497-aa49-e5b43c372e47'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:14:41.944886 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe94549-1f46-458e-9379-06b499c75c22 req-5dedd89f-2bba-477a-a384-065887c6cef2 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:41.946442 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-dbe94549-1f46-458e-9379-06b499c75c22 req-5dedd89f-2bba-477a-a384-065887c6cef2 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a89cbe6-8fb3-4ffb-ba32-c557d1146e0c HTTP/1.1" status: 200 len: 943 time: 0.0532720 Jan 28 07:14:42.017558 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a4649e-c358-4e80-acae-5adcaa58a4f7 req-8d178384-22b1-4e97-97f7-fe0e6f5d3767 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:42.021476 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-dbe94549-1f46-458e-9379-06b499c75c22 req-c43fda19-31e1-4927-a7c7-9ce5714c069d tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/security-groups?id=54f3b545-d68e-44ae-b5dc-1cfcda6094b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690696 Jan 28 07:14:42.026314 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f0a4649e-c358-4e80-acae-5adcaa58a4f7 req-8d178384-22b1-4e97-97f7-fe0e6f5d3767 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] 10.222.0.41 "GET /v2.0/ports?device_id=ecfa8b32-5726-4e8a-a63d-dad1e5127ccc HTTP/1.1" status: 200 len: 946 time: 0.0584984 Jan 28 07:14:42.081900 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f0a4649e-c358-4e80-acae-5adcaa58a4f7 req-6033a8d8-452c-4b13-8dad-7f5f8926fb83 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe71d1fe-2a82-45e2-af57-541b0a63f469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542879 Jan 28 07:14:42.235128 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ef59e4-8f87-4297-afbb-5a1c64f4c65d req-94daf434-c7db-4d30-82e1-7a852ababffe tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:42.238445 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b2ef59e4-8f87-4297-afbb-5a1c64f4c65d req-94daf434-c7db-4d30-82e1-7a852ababffe tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] 10.222.0.41 "GET /v2.0/ports?device_id=ecfa8b32-5726-4e8a-a63d-dad1e5127ccc HTTP/1.1" status: 200 len: 946 time: 0.0802104 Jan 28 07:14:42.291293 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e41f39-cfcf-47cf-b010-b1f429383e75 req-24698f8b-b1f9-412c-8f2d-efc78ca54604 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:42.293844 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b0e41f39-cfcf-47cf-b010-b1f429383e75 req-24698f8b-b1f9-412c-8f2d-efc78ca54604 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/ports?device_id=735808a4-e633-4693-b1ca-941092790339 HTTP/1.1" status: 200 len: 945 time: 0.1030385 Jan 28 07:14:42.305933 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b2ef59e4-8f87-4297-afbb-5a1c64f4c65d req-1322cfc9-0bdb-454e-87c9-74c16eabc49d tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe71d1fe-2a82-45e2-af57-541b0a63f469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603096 Jan 28 07:14:42.368343 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b0e41f39-cfcf-47cf-b010-b1f429383e75 req-ae32583b-3ec5-487a-b698-b92791376250 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c286ac6-5d5d-46b9-b282-9e68e0339bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602257 Jan 28 07:14:42.459396 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d06bb2-34e9-4bc1-80c0-f2914cccfaaa req-38203907-3de2-42cc-85d2-5956b8d9de44 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:42.460955 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e5d06bb2-34e9-4bc1-80c0-f2914cccfaaa req-38203907-3de2-42cc-85d2-5956b8d9de44 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] 10.222.0.41 "GET /v2.0/ports?device_id=ecfa8b32-5726-4e8a-a63d-dad1e5127ccc HTTP/1.1" status: 200 len: 946 time: 0.0616744 Jan 28 07:14:42.513235 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e5d06bb2-34e9-4bc1-80c0-f2914cccfaaa req-7c92145f-d417-4b83-b70a-0d00bf1b66a0 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe71d1fe-2a82-45e2-af57-541b0a63f469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450201 Jan 28 07:14:42.661032 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe37f50-e9e1-40d4-a77c-de31a6cda06b req-824253c5-3539-461a-8899-fe99231f47bb tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:42.666522 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7fe37f50-e9e1-40d4-a77c-de31a6cda06b req-824253c5-3539-461a-8899-fe99231f47bb tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] 10.222.0.41 "GET /v2.0/ports?device_id=ecfa8b32-5726-4e8a-a63d-dad1e5127ccc HTTP/1.1" status: 200 len: 946 time: 0.0765495 Jan 28 07:14:42.724103 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7fe37f50-e9e1-40d4-a77c-de31a6cda06b req-422c171f-9dfb-4ca0-8234-2741f3b34b09 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe71d1fe-2a82-45e2-af57-541b0a63f469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549176 Jan 28 07:14:43.230409 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d55de7-d941-4b54-a27d-b3b7bb6546c2 req-c80292e2-7074-4f1c-9912-da128dc1876d tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:43.238934 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-86d55de7-d941-4b54-a27d-b3b7bb6546c2 req-c80292e2-7074-4f1c-9912-da128dc1876d tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a89cbe6-8fb3-4ffb-ba32-c557d1146e0c HTTP/1.1" status: 200 len: 943 time: 0.0976253 Jan 28 07:14:43.289073 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device f6b0a31b-6e7c-4497-aa49-e5b43c372e47 up at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:14:43.317963 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-86d55de7-d941-4b54-a27d-b3b7bb6546c2 req-a1c529e9-a570-4b75-a188-65a344064330 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/security-groups?id=54f3b545-d68e-44ae-b5dc-1cfcda6094b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779297 Jan 28 07:14:43.393001 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning complete for port f6b0a31b-6e7c-4497-aa49-e5b43c372e47 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:14:43.393471 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (f6b0a31b-6e7c-4497-aa49-e5b43c372e47), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:43.521129 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04673cb1-1cfe-4fb0-aa44-54de9542979d req-ccc6b891-b758-41f5-862f-1e4539b5526d tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:43.523421 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-04673cb1-1cfe-4fb0-aa44-54de9542979d req-ccc6b891-b758-41f5-862f-1e4539b5526d tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/ports?device_id=735808a4-e633-4693-b1ca-941092790339 HTTP/1.1" status: 200 len: 945 time: 0.0636876 Jan 28 07:14:43.551972 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port f6b0a31b-6e7c-4497-aa49-e5b43c372e47 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:14:43.552502 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (f6b0a31b-6e7c-4497-aa49-e5b43c372e47), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:43.594307 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port f6b0a31b-6e7c-4497-aa49-e5b43c372e47, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=f6b0a31b-6e7c-4497-aa49-e5b43c372e47,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:14:43.602812 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (f6b0a31b-6e7c-4497-aa49-e5b43c372e47), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:43.614298 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-04673cb1-1cfe-4fb0-aa44-54de9542979d req-1a9c79e4-931f-4a33-8349-6725fde0f20c tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c286ac6-5d5d-46b9-b282-9e68e0339bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843236 Jan 28 07:14:43.663134 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e909c2-3e8a-46cb-878d-2abae01bcab3 req-e6824e8d-65f3-4240-a1dd-3b6ec41dfd58 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:43.674242 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-14e909c2-3e8a-46cb-878d-2abae01bcab3 req-e6824e8d-65f3-4240-a1dd-3b6ec41dfd58 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] 10.222.0.41 "GET /v2.0/ports?device_id=ecfa8b32-5726-4e8a-a63d-dad1e5127ccc HTTP/1.1" status: 200 len: 946 time: 0.0973451 Jan 28 07:14:43.690894 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=f6b0a31b-6e7c-4497-aa49-e5b43c372e47,revision_number=7']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:14:43.700610 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:14:43.700981 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:14:43.701388 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:14:43.701732 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:14:43.702104 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:14:43.702514 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:14:43.702846 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:14:43.703174 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:14:43.703500 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:14:43.703907 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:14:43.704252 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:14:43.704782 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:14:43.705259 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:14:43.757631 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-14e909c2-3e8a-46cb-878d-2abae01bcab3 req-3c85e8cd-5417-43a8-a84f-c86490425a7f tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe71d1fe-2a82-45e2-af57-541b0a63f469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703127 Jan 28 07:14:43.777397 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b28f81b-bea7-4d49-9e29-c23f30c965d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6b0a31b-6e7c-4497-aa49-e5b43c372e47'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:14:43.779736 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b37caaa1-084d-447e-b55d-a7ef613afa81" -d '{"events": [{"server_uuid": "5b28f81b-bea7-4d49-9e29-c23f30c965d6", "name": "network-vif-plugged", "status": "completed", "tag": "f6b0a31b-6e7c-4497-aa49-e5b43c372e47"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:14:43.826944 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dad08a81-d305-4f4a-8aa1-604c757a8cd9 x-openstack-request-id: req-dad08a81-d305-4f4a-8aa1-604c757a8cd9 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:14:43.827448 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b28f81b-bea7-4d49-9e29-c23f30c965d6", "name": "network-vif-plugged", "status": "completed", "tag": "f6b0a31b-6e7c-4497-aa49-e5b43c372e47", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:14:43.827908 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-dad08a81-d305-4f4a-8aa1-604c757a8cd9 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:14:43.828519 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b28f81b-bea7-4d49-9e29-c23f30c965d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6b0a31b-6e7c-4497-aa49-e5b43c372e47', 'code': 200} Jan 28 07:14:44.499316 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a746fa9-5a40-49b8-a467-621f57db1784 req-565d56b4-4b9c-430d-9677-26978c63672e tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:44.500910 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8a746fa9-5a40-49b8-a467-621f57db1784 req-565d56b4-4b9c-430d-9677-26978c63672e tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a89cbe6-8fb3-4ffb-ba32-c557d1146e0c HTTP/1.1" status: 200 len: 943 time: 0.0724785 Jan 28 07:14:44.563220 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8a746fa9-5a40-49b8-a467-621f57db1784 req-a26817f5-cd1a-4b27-992d-5cfd495aa325 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/security-groups?id=54f3b545-d68e-44ae-b5dc-1cfcda6094b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527320 Jan 28 07:14:44.831706 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5889db-ab0e-4335-ae20-a2fa6f7b3f14 req-017476e7-3f3a-4266-b145-6611886a0df7 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:44.841984 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2f5889db-ab0e-4335-ae20-a2fa6f7b3f14 req-017476e7-3f3a-4266-b145-6611886a0df7 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/ports?device_id=735808a4-e633-4693-b1ca-941092790339 HTTP/1.1" status: 200 len: 945 time: 0.1099114 Jan 28 07:14:44.926023 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2f5889db-ab0e-4335-ae20-a2fa6f7b3f14 req-aa3b9aef-6827-4d55-9406-77c544a34809 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c286ac6-5d5d-46b9-b282-9e68e0339bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781410 Jan 28 07:14:44.976344 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed8f55d-452f-4098-9ff2-b9ba395603bc req-e4b7f1c0-b899-4ffb-872d-6d06a0744680 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:44.983483 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4ed8f55d-452f-4098-9ff2-b9ba395603bc req-e4b7f1c0-b899-4ffb-872d-6d06a0744680 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] 10.222.0.41 "GET /v2.0/ports?device_id=ecfa8b32-5726-4e8a-a63d-dad1e5127ccc HTTP/1.1" status: 200 len: 946 time: 0.0893047 Jan 28 07:14:45.067753 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4ed8f55d-452f-4098-9ff2-b9ba395603bc req-963b51f9-c794-4f68-823d-5e2c5f1393af tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe71d1fe-2a82-45e2-af57-541b0a63f469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798926 Jan 28 07:14:45.316042 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device af10afeb-3b77-4920-9279-74458b47b3c2 details requested by agent hyperv_n-h2-712749-28 with host n-h2-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:14:45.440067 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port af10afeb-3b77-4920-9279-74458b47b3c2, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=af10afeb-3b77-4920-9279-74458b47b3c2,segment=NetworkSegment(4cf6d162-1173-4186-b902-44d2727d3f7a),segment_id=4cf6d162-1173-4186-b902-44d2727d3f7a)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:14:45.465153 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Returning: {'device': 'af10afeb-3b77-4920-9279-74458b47b3c2', 'network_id': 'e85ce6af-dc47-4e74-af2f-0fbb85efabc2', 'port_id': 'af10afeb-3b77-4920-9279-74458b47b3c2', 'mac_address': 'fa:16:3e:7d:d0:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d27407c-7ac9-47c4-a45d-1a359519da5d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:14:45.491415 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 98b82528-4bf3-499b-916b-73e5a21c1bfd details requested by agent hyperv_n-h1-712749-28 with host n-h1-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:14:45.606328 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6099665e-8fc6-48a8-8f72-a1c3ada6d666 req-c4031daf-41d7-4940-8fcd-f480f98ba47d tempest-LiveMigrationTest-521921630 tempest-LiveMigrationTest-521921630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:45.617915 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6099665e-8fc6-48a8-8f72-a1c3ada6d666 req-c4031daf-41d7-4940-8fcd-f480f98ba47d tempest-LiveMigrationTest-521921630 tempest-LiveMigrationTest-521921630-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=735808a4-e633-4693-b1ca-941092790339&tenant_id=1b5821c096cf43639ed10b07e04f5303&binding%3Ahost_id=n-h2-712749-28 HTTP/1.1" status: 200 len: 1097 time: 0.0650737 Jan 28 07:14:45.630595 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-6099665e-8fc6-48a8-8f72-a1c3ada6d666 req-3ee7bb1d-f7b5-44b6-8c7f-0baada67c805 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-712749-28'}}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:14:45.719248 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-6099665e-8fc6-48a8-8f72-a1c3ada6d666 req-3ee7bb1d-f7b5-44b6-8c7f-0baada67c805 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (eae27188-e0c6-460b-86e6-5b12f277a7d9), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:45.774196 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port af10afeb-3b77-4920-9279-74458b47b3c2 is: ACTIVE; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:14:45.774593 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (af10afeb-3b77-4920-9279-74458b47b3c2), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:45.793180 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id af10afeb-3b77-4920-9279-74458b47b3c2 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:14:45.797627 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 7 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 07:14:45.815719 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port af10afeb-3b77-4920-9279-74458b47b3c2, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=af10afeb-3b77-4920-9279-74458b47b3c2,segment=NetworkSegment(4cf6d162-1173-4186-b902-44d2727d3f7a),segment_id=4cf6d162-1173-4186-b902-44d2727d3f7a)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:14:45.826959 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (af10afeb-3b77-4920-9279-74458b47b3c2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:45.908460 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 98b82528-4bf3-499b-916b-73e5a21c1bfd, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=98b82528-4bf3-499b-916b-73e5a21c1bfd,segment=NetworkSegment(8c1a2649-126a-42b2-aa92-3dce43dd7caa),segment_id=8c1a2649-126a-42b2-aa92-3dce43dd7caa)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:14:45.929984 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-6099665e-8fc6-48a8-8f72-a1c3ada6d666 req-3ee7bb1d-f7b5-44b6-8c7f-0baada67c805 service neutron] For port eae27188-e0c6-460b-86e6-5b12f277a7d9, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=eae27188-e0c6-460b-86e6-5b12f277a7d9,segment=NetworkSegment(b38b5d3d-4197-4548-8b2f-aaaa5395d71b),segment_id=b38b5d3d-4197-4548-8b2f-aaaa5395d71b)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:14:45.938230 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Returning: {'device': '98b82528-4bf3-499b-916b-73e5a21c1bfd', 'network_id': '55d1aca5-a0d0-4804-9112-fbf4ce00f292', 'port_id': '98b82528-4bf3-499b-916b-73e5a21c1bfd', 'mac_address': 'fa:16:3e:3f:1d:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ed8211a-b148-411a-81c0-40d0a8d78cc9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:14:45.945345 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=af10afeb-3b77-4920-9279-74458b47b3c2,revision_number=6']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:14:45.989910 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-6099665e-8fc6-48a8-8f72-a1c3ada6d666 req-3ee7bb1d-f7b5-44b6-8c7f-0baada67c805 service neutron] For port eae27188-e0c6-460b-86e6-5b12f277a7d9, host n-h2-712749-28, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:14:46.001348 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f4ce9c-834d-4703-8f65-41f83409b738 req-ab5c6d38-7236-4f6d-89b6-a44898c2f19b tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:46.001563 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 98b82528-4bf3-499b-916b-73e5a21c1bfd is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:14:46.001820 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (98b82528-4bf3-499b-916b-73e5a21c1bfd), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:46.011699 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-49f4ce9c-834d-4703-8f65-41f83409b738 req-ab5c6d38-7236-4f6d-89b6-a44898c2f19b tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a89cbe6-8fb3-4ffb-ba32-c557d1146e0c HTTP/1.1" status: 200 len: 943 time: 0.2933545 Jan 28 07:14:46.024102 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98b82528-4bf3-499b-916b-73e5a21c1bfd {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:14:46.063043 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 98b82528-4bf3-499b-916b-73e5a21c1bfd, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=98b82528-4bf3-499b-916b-73e5a21c1bfd,segment=NetworkSegment(8c1a2649-126a-42b2-aa92-3dce43dd7caa),segment_id=8c1a2649-126a-42b2-aa92-3dce43dd7caa)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:14:46.077282 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (98b82528-4bf3-499b-916b-73e5a21c1bfd), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:46.119307 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '735808a4-e633-4693-b1ca-941092790339', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eae27188-e0c6-460b-86e6-5b12f277a7d9'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:14:46.125940 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e11777fe-652c-48ab-8983-8f65de7c1144" -d '{"events": [{"server_uuid": "735808a4-e633-4693-b1ca-941092790339", "name": "network-vif-unplugged", "status": "completed", "tag": "eae27188-e0c6-460b-86e6-5b12f277a7d9"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:14:46.132119 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-6099665e-8fc6-48a8-8f72-a1c3ada6d666 req-3ee7bb1d-f7b5-44b6-8c7f-0baada67c805 service neutron] Publish callbacks [] for port (eae27188-e0c6-460b-86e6-5b12f277a7d9), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:46.151932 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=98b82528-4bf3-499b-916b-73e5a21c1bfd,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:14:46.155097 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-6099665e-8fc6-48a8-8f72-a1c3ada6d666 req-3ee7bb1d-f7b5-44b6-8c7f-0baada67c805 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (eae27188-e0c6-460b-86e6-5b12f277a7d9), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:46.174443 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4016a087-2e9f-4f97-9026-298b0f419978 req-819d7b70-0962-4ec7-a4ed-997b391bcd11 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:46.176521 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-49f4ce9c-834d-4703-8f65-41f83409b738 req-07d0a293-3afc-4424-8ad2-96ed5d6eb8b8 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/security-groups?id=54f3b545-d68e-44ae-b5dc-1cfcda6094b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634481 Jan 28 07:14:46.177817 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['af10afeb-3b77-4920-9279-74458b47b3c2'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:14:46.181836 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4016a087-2e9f-4f97-9026-298b0f419978 req-819d7b70-0962-4ec7-a4ed-997b391bcd11 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/ports?device_id=735808a4-e633-4693-b1ca-941092790339 HTTP/1.1" status: 200 len: 945 time: 0.0780013 Jan 28 07:14:46.302052 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4016a087-2e9f-4f97-9026-298b0f419978 req-538e6814-b9ce-4ce9-a9ce-2fac415c5715 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c286ac6-5d5d-46b9-b282-9e68e0339bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187956 Jan 28 07:14:46.320839 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee7bb1d-f7b5-44b6-8c7f-0baada67c805 service neutron] Pushing event updated for resources: {'Port': ['ID=eae27188-e0c6-460b-86e6-5b12f277a7d9,revision_number=7']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:14:46.441699 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-6099665e-8fc6-48a8-8f72-a1c3ada6d666 req-3ee7bb1d-f7b5-44b6-8c7f-0baada67c805 service neutron] Attempting to bind port eae27188-e0c6-460b-86e6-5b12f277a7d9 on host n-h2-712749-28 for vnic_type normal with profile {"migrating_to": "n-h1-712749-28"} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:14:46.442042 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-6099665e-8fc6-48a8-8f72-a1c3ada6d666 req-3ee7bb1d-f7b5-44b6-8c7f-0baada67c805 service neutron] Attempting to bind port eae27188-e0c6-460b-86e6-5b12f277a7d9 by drivers openvswitch,hyperv on host n-h2-712749-28 at level 0 using segments [{'id': 'b38b5d3d-4197-4548-8b2f-aaaa5395d71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '77aa199c-9565-430c-bcef-5bacd415f620'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:14:46.442373 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6099665e-8fc6-48a8-8f72-a1c3ada6d666 req-3ee7bb1d-f7b5-44b6-8c7f-0baada67c805 service neutron] Attempting to bind port eae27188-e0c6-460b-86e6-5b12f277a7d9 on network 77aa199c-9565-430c-bcef-5bacd415f620 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:14:46.467351 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6099665e-8fc6-48a8-8f72-a1c3ada6d666 req-3ee7bb1d-f7b5-44b6-8c7f-0baada67c805 service neutron] Port eae27188-e0c6-460b-86e6-5b12f277a7d9 on network 77aa199c-9565-430c-bcef-5bacd415f620 not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-28 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:14:46.467731 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6099665e-8fc6-48a8-8f72-a1c3ada6d666 req-3ee7bb1d-f7b5-44b6-8c7f-0baada67c805 service neutron] Attempting to bind port eae27188-e0c6-460b-86e6-5b12f277a7d9 on network 77aa199c-9565-430c-bcef-5bacd415f620 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:14:46.476808 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6099665e-8fc6-48a8-8f72-a1c3ada6d666 req-3ee7bb1d-f7b5-44b6-8c7f-0baada67c805 service neutron] Checking agent: {'id': 'c9906e63-062c-432e-bb53-63fdb8115e18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:14:46.477157 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6099665e-8fc6-48a8-8f72-a1c3ada6d666 req-3ee7bb1d-f7b5-44b6-8c7f-0baada67c805 service neutron] Checking segment: {'id': 'b38b5d3d-4197-4548-8b2f-aaaa5395d71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '77aa199c-9565-430c-bcef-5bacd415f620'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:14:46.477612 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6099665e-8fc6-48a8-8f72-a1c3ada6d666 req-3ee7bb1d-f7b5-44b6-8c7f-0baada67c805 service neutron] Bound using segment: {'id': 'b38b5d3d-4197-4548-8b2f-aaaa5395d71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '77aa199c-9565-430c-bcef-5bacd415f620'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:14:46.478054 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-6099665e-8fc6-48a8-8f72-a1c3ada6d666 req-3ee7bb1d-f7b5-44b6-8c7f-0baada67c805 service neutron] Bound port: eae27188-e0c6-460b-86e6-5b12f277a7d9, host: n-h2-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b38b5d3d-4197-4548-8b2f-aaaa5395d71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '77aa199c-9565-430c-bcef-5bacd415f620'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:14:46.478564 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-6099665e-8fc6-48a8-8f72-a1c3ada6d666 req-3ee7bb1d-f7b5-44b6-8c7f-0baada67c805 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (eae27188-e0c6-460b-86e6-5b12f277a7d9), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:46.503233 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 07:14:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49c87d40-bebd-4c75-b8eb-11fe3b46d5c3 x-openstack-request-id: req-49c87d40-bebd-4c75-b8eb-11fe3b46d5c3 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:14:46.503813 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "735808a4-e633-4693-b1ca-941092790339", "name": "network-vif-unplugged", "status": "completed", "tag": "eae27188-e0c6-460b-86e6-5b12f277a7d9", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:14:46.504075 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-49c87d40-bebd-4c75-b8eb-11fe3b46d5c3 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:14:46.504576 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '735808a4-e633-4693-b1ca-941092790339', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eae27188-e0c6-460b-86e6-5b12f277a7d9', 'code': 200} Jan 28 07:14:46.514579 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09588c5c-70d8-4f8e-ac67-df8dabf1165c req-2474b68c-a4a3-46f5-a908-733dfe3bf81d tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:46.521318 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-09588c5c-70d8-4f8e-ac67-df8dabf1165c req-2474b68c-a4a3-46f5-a908-733dfe3bf81d tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] 10.222.0.41 "GET /v2.0/ports?device_id=ecfa8b32-5726-4e8a-a63d-dad1e5127ccc HTTP/1.1" status: 200 len: 945 time: 0.1038826 Jan 28 07:14:46.545757 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['98b82528-4bf3-499b-916b-73e5a21c1bfd'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:14:46.643862 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-09588c5c-70d8-4f8e-ac67-df8dabf1165c req-8490326e-3117-4bae-bb3e-3ed2d2e9b1e6 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe71d1fe-2a82-45e2-af57-541b0a63f469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215854 Jan 28 07:14:46.647945 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-6099665e-8fc6-48a8-8f72-a1c3ada6d666 req-3ee7bb1d-f7b5-44b6-8c7f-0baada67c805 service neutron] For port eae27188-e0c6-460b-86e6-5b12f277a7d9, host n-h2-712749-28, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:14:46.651910 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-6099665e-8fc6-48a8-8f72-a1c3ada6d666 req-3ee7bb1d-f7b5-44b6-8c7f-0baada67c805 service neutron] For port eae27188-e0c6-460b-86e6-5b12f277a7d9, host n-h2-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=eae27188-e0c6-460b-86e6-5b12f277a7d9,segment=NetworkSegment(b38b5d3d-4197-4548-8b2f-aaaa5395d71b),segment_id=b38b5d3d-4197-4548-8b2f-aaaa5395d71b)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:14:46.677827 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-6099665e-8fc6-48a8-8f72-a1c3ada6d666 req-3ee7bb1d-f7b5-44b6-8c7f-0baada67c805 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (eae27188-e0c6-460b-86e6-5b12f277a7d9), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:46.766661 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6099665e-8fc6-48a8-8f72-a1c3ada6d666 req-3ee7bb1d-f7b5-44b6-8c7f-0baada67c805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:46.767284 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-6099665e-8fc6-48a8-8f72-a1c3ada6d666 req-3ee7bb1d-f7b5-44b6-8c7f-0baada67c805 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:46.768856 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6099665e-8fc6-48a8-8f72-a1c3ada6d666 req-3ee7bb1d-f7b5-44b6-8c7f-0baada67c805 service neutron] 10.222.0.10 "PUT /v2.0/ports/eae27188-e0c6-460b-86e6-5b12f277a7d9 HTTP/1.1" status: 200 len: 1123 time: 1.1437521 Jan 28 07:14:46.777062 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee7bb1d-f7b5-44b6-8c7f-0baada67c805 service neutron] Pushing event updated for resources: {'Port': ['ID=eae27188-e0c6-460b-86e6-5b12f277a7d9,revision_number=8']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:14:47.040482 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['eae27188-e0c6-460b-86e6-5b12f277a7d9'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:14:47.050212 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['eae27188-e0c6-460b-86e6-5b12f277a7d9'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:14:47.367637 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device af10afeb-3b77-4920-9279-74458b47b3c2 up at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:14:47.400341 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490554c7-f562-4526-954a-a867301a6f20 req-cc3227b1-7266-45f4-b13e-57ed95fd2360 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:47.407322 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-490554c7-f562-4526-954a-a867301a6f20 req-cc3227b1-7266-45f4-b13e-57ed95fd2360 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a89cbe6-8fb3-4ffb-ba32-c557d1146e0c HTTP/1.1" status: 200 len: 944 time: 0.1260455 Jan 28 07:14:47.458768 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning complete for port af10afeb-3b77-4920-9279-74458b47b3c2 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:14:47.459145 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (af10afeb-3b77-4920-9279-74458b47b3c2), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:47.496184 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-490554c7-f562-4526-954a-a867301a6f20 req-e591df6b-56a0-4123-a535-5b615c327d17 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/security-groups?id=54f3b545-d68e-44ae-b5dc-1cfcda6094b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879090 Jan 28 07:14:47.528631 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device eae27188-e0c6-460b-86e6-5b12f277a7d9 details requested by agent hyperv_n-h1-712749-28 with host n-h1-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:14:47.547627 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558aab4d-549a-453c-8a10-f6a65695e46e req-d074de0c-7e48-4fc5-9852-5ae8420c0b93 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:47.556017 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-558aab4d-549a-453c-8a10-f6a65695e46e req-d074de0c-7e48-4fc5-9852-5ae8420c0b93 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/ports?device_id=735808a4-e633-4693-b1ca-941092790339 HTTP/1.1" status: 200 len: 943 time: 0.0627367 Jan 28 07:14:47.627979 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-558aab4d-549a-453c-8a10-f6a65695e46e req-25bbb311-e132-4724-a0fe-95e5e8f4891e tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c286ac6-5d5d-46b9-b282-9e68e0339bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709910 Jan 28 07:14:47.678122 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port af10afeb-3b77-4920-9279-74458b47b3c2 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:14:47.678660 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (af10afeb-3b77-4920-9279-74458b47b3c2), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:47.720890 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecfa8b32-5726-4e8a-a63d-dad1e5127ccc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af10afeb-3b77-4920-9279-74458b47b3c2'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:14:47.723038 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b13c684-b2a2-4a8e-974d-829766f0aedb" -d '{"events": [{"server_uuid": "ecfa8b32-5726-4e8a-a63d-dad1e5127ccc", "name": "network-vif-plugged", "status": "completed", "tag": "af10afeb-3b77-4920-9279-74458b47b3c2"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:14:47.744380 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port eae27188-e0c6-460b-86e6-5b12f277a7d9, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=eae27188-e0c6-460b-86e6-5b12f277a7d9,segment=NetworkSegment(b38b5d3d-4197-4548-8b2f-aaaa5395d71b),segment_id=b38b5d3d-4197-4548-8b2f-aaaa5395d71b)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:14:47.748357 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port af10afeb-3b77-4920-9279-74458b47b3c2, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=af10afeb-3b77-4920-9279-74458b47b3c2,segment=NetworkSegment(4cf6d162-1173-4186-b902-44d2727d3f7a),segment_id=4cf6d162-1173-4186-b902-44d2727d3f7a)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:14:47.761321 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device eae27188-e0c6-460b-86e6-5b12f277a7d9 has no active binding in host n-h1-712749-28 {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 28 07:14:47.767663 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (af10afeb-3b77-4920-9279-74458b47b3c2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:47.821098 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5db6757-1392-418a-b5a9-ef3046ef98f0 x-openstack-request-id: req-f5db6757-1392-418a-b5a9-ef3046ef98f0 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:14:47.821098 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecfa8b32-5726-4e8a-a63d-dad1e5127ccc", "name": "network-vif-plugged", "status": "completed", "tag": "af10afeb-3b77-4920-9279-74458b47b3c2", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:14:47.821409 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f5db6757-1392-418a-b5a9-ef3046ef98f0 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:14:47.821724 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecfa8b32-5726-4e8a-a63d-dad1e5127ccc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af10afeb-3b77-4920-9279-74458b47b3c2', 'code': 200} Jan 28 07:14:47.823209 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=af10afeb-3b77-4920-9279-74458b47b3c2,revision_number=7']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:14:47.870120 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beab46ff-1744-4c20-9a92-ae6ff5bab250 req-2c45b4a1-2440-4fc2-ac63-dce2a2844b12 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:47.871762 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-beab46ff-1744-4c20-9a92-ae6ff5bab250 req-2c45b4a1-2440-4fc2-ac63-dce2a2844b12 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] 10.222.0.41 "GET /v2.0/ports?device_id=ecfa8b32-5726-4e8a-a63d-dad1e5127ccc HTTP/1.1" status: 200 len: 946 time: 0.1193705 Jan 28 07:14:47.937943 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-beab46ff-1744-4c20-9a92-ae6ff5bab250 req-54060879-f4de-4dcb-b9b5-841bba0042f1 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe71d1fe-2a82-45e2-af57-541b0a63f469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596018 Jan 28 07:14:48.288984 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0c0e8f-0458-41e3-bd3d-54ded26aecb2 req-12dc9b62-0fae-4e90-bb3a-73640d92a5a0 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:48.290654 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8b0c0e8f-0458-41e3-bd3d-54ded26aecb2 req-12dc9b62-0fae-4e90-bb3a-73640d92a5a0 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] 10.222.0.41 "GET /v2.0/ports?device_id=ecfa8b32-5726-4e8a-a63d-dad1e5127ccc HTTP/1.1" status: 200 len: 946 time: 0.0564191 Jan 28 07:14:48.346044 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8b0c0e8f-0458-41e3-bd3d-54ded26aecb2 req-483736ac-e20f-4b75-92f9-a1ca126b4e21 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe71d1fe-2a82-45e2-af57-541b0a63f469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484025 Jan 28 07:14:48.506057 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '735808a4-e633-4693-b1ca-941092790339', 'tag': 'eae27188-e0c6-460b-86e6-5b12f277a7d9'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:14:48.514778 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36471dde-9f4c-4868-9557-97e60b97e475" -d '{"events": [{"name": "network-changed", "server_uuid": "735808a4-e633-4693-b1ca-941092790339", "tag": "eae27188-e0c6-460b-86e6-5b12f277a7d9"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:14:48.605310 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8628ac13-9e54-4aa0-99c8-38b26c2daafb x-openstack-request-id: req-8628ac13-9e54-4aa0-99c8-38b26c2daafb {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:14:48.605926 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "735808a4-e633-4693-b1ca-941092790339", "tag": "eae27188-e0c6-460b-86e6-5b12f277a7d9", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:14:48.606370 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8628ac13-9e54-4aa0-99c8-38b26c2daafb {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:14:48.606957 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '735808a4-e633-4693-b1ca-941092790339', 'tag': 'eae27188-e0c6-460b-86e6-5b12f277a7d9', 'status': 'completed', 'code': 200} Jan 28 07:14:48.698870 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc821099-4d34-4ca5-a910-62295b5a39df req-c9ee886d-b625-452b-bb47-f6f5e32cc8b7 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:48.700532 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-dc821099-4d34-4ca5-a910-62295b5a39df req-c9ee886d-b625-452b-bb47-f6f5e32cc8b7 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a89cbe6-8fb3-4ffb-ba32-c557d1146e0c HTTP/1.1" status: 200 len: 944 time: 0.0823002 Jan 28 07:14:48.800332 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-dc821099-4d34-4ca5-a910-62295b5a39df req-ff94c5d2-a6fb-40b8-b185-ba5f364e96a2 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/security-groups?id=54f3b545-d68e-44ae-b5dc-1cfcda6094b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847733 Jan 28 07:14:48.888013 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36471dde-9f4c-4868-9557-97e60b97e475 req-5bcb2734-8b51-459e-aebc-d2291603acbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:48.889707 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-36471dde-9f4c-4868-9557-97e60b97e475 req-5bcb2734-8b51-459e-aebc-d2291603acbd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1b5821c096cf43639ed10b07e04f5303&device_id=735808a4-e633-4693-b1ca-941092790339 HTTP/1.1" status: 200 len: 1126 time: 0.1956613 Jan 28 07:14:48.989172 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3524ea7-fddd-4380-8f9f-0d901fdf9d6e req-91ed9285-50b3-4308-acb7-6b3023a41937 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:48.997281 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a3524ea7-fddd-4380-8f9f-0d901fdf9d6e req-91ed9285-50b3-4308-acb7-6b3023a41937 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/ports?device_id=735808a4-e633-4693-b1ca-941092790339 HTTP/1.1" status: 200 len: 943 time: 0.1748931 Jan 28 07:14:49.051890 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36471dde-9f4c-4868-9557-97e60b97e475 req-c69d90c1-b0ac-4c20-b82b-efe4f91aa63f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:49.053482 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-36471dde-9f4c-4868-9557-97e60b97e475 req-c69d90c1-b0ac-4c20-b82b-efe4f91aa63f service neutron] 10.222.0.44 "GET /v2.0/networks?id=77aa199c-9565-430c-bcef-5bacd415f620 HTTP/1.1" status: 200 len: 909 time: 0.1507285 Jan 28 07:14:49.073575 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a3524ea7-fddd-4380-8f9f-0d901fdf9d6e req-821ec2d5-d699-439d-aaa7-304bf3a64be5 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c286ac6-5d5d-46b9-b282-9e68e0339bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752931 Jan 28 07:14:49.118752 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-36471dde-9f4c-4868-9557-97e60b97e475 req-41f99c8c-1bbe-40ca-aa27-0618abffca18 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eae27188-e0c6-460b-86e6-5b12f277a7d9 HTTP/1.1" status: 200 len: 217 time: 0.0441644 Jan 28 07:14:49.215135 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36471dde-9f4c-4868-9557-97e60b97e475 req-a87c03fa-15ed-44dd-a3f1-ad27ec61e618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:49.216772 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-36471dde-9f4c-4868-9557-97e60b97e475 req-a87c03fa-15ed-44dd-a3f1-ad27ec61e618 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e60d974b-4a97-44ad-8684-0b13afa61368 HTTP/1.1" status: 200 len: 848 time: 0.0786047 Jan 28 07:14:49.261837 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-36471dde-9f4c-4868-9557-97e60b97e475 req-021b4003-5eee-45d7-9649-dade4f4b53c5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=77aa199c-9565-430c-bcef-5bacd415f620&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340948 Jan 28 07:14:49.387875 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-36471dde-9f4c-4868-9557-97e60b97e475 req-81eed279-1550-416b-857a-ed38389454cf service neutron] 10.222.0.44 "GET /v2.0/networks/77aa199c-9565-430c-bcef-5bacd415f620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133816 Jan 28 07:14:49.535804 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 98b82528-4bf3-499b-916b-73e5a21c1bfd up at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:14:49.549099 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6f22a3-7d08-49ab-8808-f14152dd6865 req-78b55a20-1255-4706-aec5-ba83fdf756d1 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:49.558010 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-bd6f22a3-7d08-49ab-8808-f14152dd6865 req-78b55a20-1255-4706-aec5-ba83fdf756d1 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] 10.222.0.41 "GET /v2.0/ports?device_id=ecfa8b32-5726-4e8a-a63d-dad1e5127ccc HTTP/1.1" status: 200 len: 946 time: 0.1035810 Jan 28 07:14:49.625309 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-36471dde-9f4c-4868-9557-97e60b97e475 req-ad8457a5-10d1-4bad-85f4-b2701295c15d service neutron] 10.222.0.44 "GET /v2.0/networks/77aa199c-9565-430c-bcef-5bacd415f620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2207930 Jan 28 07:14:49.648159 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning for port 98b82528-4bf3-499b-916b-73e5a21c1bfd completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:14:49.659876 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-bd6f22a3-7d08-49ab-8808-f14152dd6865 req-26292cb4-2b99-4262-ad11-daa06102d1a5 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe71d1fe-2a82-45e2-af57-541b0a63f469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007552 Jan 28 07:14:49.670985 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning complete for port 98b82528-4bf3-499b-916b-73e5a21c1bfd triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:14:49.673707 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (98b82528-4bf3-499b-916b-73e5a21c1bfd), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:49.765075 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 98b82528-4bf3-499b-916b-73e5a21c1bfd is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:14:49.765654 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (98b82528-4bf3-499b-916b-73e5a21c1bfd), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:49.802329 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 98b82528-4bf3-499b-916b-73e5a21c1bfd, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=98b82528-4bf3-499b-916b-73e5a21c1bfd,segment=NetworkSegment(8c1a2649-126a-42b2-aa92-3dce43dd7caa),segment_id=8c1a2649-126a-42b2-aa92-3dce43dd7caa)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:14:49.809008 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (98b82528-4bf3-499b-916b-73e5a21c1bfd), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:49.831971 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a89cbe6-8fb3-4ffb-ba32-c557d1146e0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98b82528-4bf3-499b-916b-73e5a21c1bfd'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:14:49.834150 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1a6a72d-cce8-48c6-8d39-0d8cdaf6c5fb" -d '{"events": [{"server_uuid": "6a89cbe6-8fb3-4ffb-ba32-c557d1146e0c", "name": "network-vif-plugged", "status": "completed", "tag": "98b82528-4bf3-499b-916b-73e5a21c1bfd"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:14:49.868915 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=98b82528-4bf3-499b-916b-73e5a21c1bfd,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:14:49.920731 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a2e2737-a845-4782-b601-37bc5d23343c x-openstack-request-id: req-6a2e2737-a845-4782-b601-37bc5d23343c {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:14:49.921172 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a89cbe6-8fb3-4ffb-ba32-c557d1146e0c", "name": "network-vif-plugged", "status": "completed", "tag": "98b82528-4bf3-499b-916b-73e5a21c1bfd", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:14:49.921697 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6a2e2737-a845-4782-b601-37bc5d23343c {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:14:49.922194 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a89cbe6-8fb3-4ffb-ba32-c557d1146e0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98b82528-4bf3-499b-916b-73e5a21c1bfd', 'code': 200} Jan 28 07:14:50.029023 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebe8316-eacf-4b76-a706-dacbfc9b0612 req-2190e093-db0d-4411-9a92-0bee3ba29a12 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:50.031213 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5ebe8316-eacf-4b76-a706-dacbfc9b0612 req-2190e093-db0d-4411-9a92-0bee3ba29a12 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a89cbe6-8fb3-4ffb-ba32-c557d1146e0c HTTP/1.1" status: 200 len: 945 time: 0.0823379 Jan 28 07:14:50.085192 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5ebe8316-eacf-4b76-a706-dacbfc9b0612 req-efc958e8-cdd7-4f60-bf6a-694627eb84a3 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/security-groups?id=54f3b545-d68e-44ae-b5dc-1cfcda6094b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474157 Jan 28 07:14:50.157165 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2626ff2-cd55-406a-a15d-7252599b8770 req-3be96e2b-ffcb-4ac4-8d10-a74adca968e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:50.159059 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d2626ff2-cd55-406a-a15d-7252599b8770 req-3be96e2b-ffcb-4ac4-8d10-a74adca968e0 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6a89cbe6-8fb3-4ffb-ba32-c557d1146e0c HTTP/1.1" status: 200 len: 1097 time: 0.0646203 Jan 28 07:14:50.243640 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d2626ff2-cd55-406a-a15d-7252599b8770 req-66ab4291-3fd4-4778-96e4-2fdf639301aa service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=54f3b545-d68e-44ae-b5dc-1cfcda6094b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663910 Jan 28 07:14:50.260164 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d96b29-6931-4ae8-acf0-acee43d1cc19 req-641a7691-1973-43b2-a677-c79fff83a7db tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:50.269275 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-42d96b29-6931-4ae8-acf0-acee43d1cc19 req-641a7691-1973-43b2-a677-c79fff83a7db tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/ports?device_id=735808a4-e633-4693-b1ca-941092790339 HTTP/1.1" status: 200 len: 943 time: 0.1021459 Jan 28 07:14:50.344937 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-42d96b29-6931-4ae8-acf0-acee43d1cc19 req-d43073c1-9789-46e0-9d02-ee28b2493352 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c286ac6-5d5d-46b9-b282-9e68e0339bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699794 Jan 28 07:14:50.800022 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd96134-299d-4c72-95b0-ccc0d4c2964b req-e7ff466a-3305-4d67-9821-84f2ef0b9093 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:50.801558 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-dcd96134-299d-4c72-95b0-ccc0d4c2964b req-e7ff466a-3305-4d67-9821-84f2ef0b9093 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] 10.222.0.41 "GET /v2.0/ports?device_id=ecfa8b32-5726-4e8a-a63d-dad1e5127ccc HTTP/1.1" status: 200 len: 946 time: 0.0506659 Jan 28 07:14:50.869345 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-dcd96134-299d-4c72-95b0-ccc0d4c2964b req-d06d8a3c-ff12-48de-a1d7-09611912fed4 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe71d1fe-2a82-45e2-af57-541b0a63f469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560801 Jan 28 07:14:51.238187 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7f6d39-71e7-468e-8c7f-ab0cba0ba8e7 req-f0d0dff0-46cf-4b0c-9eef-2e7774bf49ae tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:51.239874 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1c7f6d39-71e7-468e-8c7f-ab0cba0ba8e7 req-f0d0dff0-46cf-4b0c-9eef-2e7774bf49ae tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a89cbe6-8fb3-4ffb-ba32-c557d1146e0c HTTP/1.1" status: 200 len: 945 time: 0.0621712 Jan 28 07:14:51.328337 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1c7f6d39-71e7-468e-8c7f-ab0cba0ba8e7 req-2daa2c01-536f-48c5-94f4-a71a67ad4b6e tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/security-groups?id=54f3b545-d68e-44ae-b5dc-1cfcda6094b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751028 Jan 28 07:14:51.353591 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device af10afeb-3b77-4920-9279-74458b47b3c2 no longer exists at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:14:51.395991 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16c8579-eaa4-46c2-9aff-aecbb7d149f9 req-e686212d-0a94-4d44-8cd8-b057775e58ca tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:51.397700 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f16c8579-eaa4-46c2-9aff-aecbb7d149f9 req-e686212d-0a94-4d44-8cd8-b057775e58ca tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] 10.222.0.44 "GET /v2.0/ports?device_id=ecfa8b32-5726-4e8a-a63d-dad1e5127ccc HTTP/1.1" status: 200 len: 946 time: 0.0954254 Jan 28 07:14:51.505948 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port af10afeb-3b77-4920-9279-74458b47b3c2 is: ACTIVE; New status is: DOWN {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:14:51.506709 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (af10afeb-3b77-4920-9279-74458b47b3c2), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:51.567702 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port af10afeb-3b77-4920-9279-74458b47b3c2, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=af10afeb-3b77-4920-9279-74458b47b3c2,segment=NetworkSegment(4cf6d162-1173-4186-b902-44d2727d3f7a),segment_id=4cf6d162-1173-4186-b902-44d2727d3f7a)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:14:51.573735 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (af10afeb-3b77-4920-9279-74458b47b3c2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:51.603377 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee9960d-ccbc-4410-ae5c-d258611f0ff5 req-21b53a6a-3532-47e4-8eba-00a32d4e1448 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:51.611551 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2ee9960d-ccbc-4410-ae5c-d258611f0ff5 req-21b53a6a-3532-47e4-8eba-00a32d4e1448 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/ports?device_id=735808a4-e633-4693-b1ca-941092790339 HTTP/1.1" status: 200 len: 943 time: 0.1055791 Jan 28 07:14:51.643033 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-f16c8579-eaa4-46c2-9aff-aecbb7d149f9 req-2db6284c-cb2d-4d33-8368-d6e155729553 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Deleting port af10afeb-3b77-4920-9279-74458b47b3c2 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:14:51.643390 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-f16c8579-eaa4-46c2-9aff-aecbb7d149f9 req-2db6284c-cb2d-4d33-8368-d6e155729553 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (af10afeb-3b77-4920-9279-74458b47b3c2), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:51.669678 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=af10afeb-3b77-4920-9279-74458b47b3c2,revision_number=8']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:14:51.768040 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2ee9960d-ccbc-4410-ae5c-d258611f0ff5 req-0a788f41-57f6-4161-84ee-b1312788a8f1 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c286ac6-5d5d-46b9-b282-9e68e0339bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553252 Jan 28 07:14:51.862153 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-f16c8579-eaa4-46c2-9aff-aecbb7d149f9 req-2db6284c-cb2d-4d33-8368-d6e155729553 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] For port af10afeb-3b77-4920-9279-74458b47b3c2, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=af10afeb-3b77-4920-9279-74458b47b3c2,segment=NetworkSegment(4cf6d162-1173-4186-b902-44d2727d3f7a),segment_id=4cf6d162-1173-4186-b902-44d2727d3f7a)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:14:51.862837 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-f16c8579-eaa4-46c2-9aff-aecbb7d149f9 req-2db6284c-cb2d-4d33-8368-d6e155729553 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (af10afeb-3b77-4920-9279-74458b47b3c2), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:51.911656 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-f16c8579-eaa4-46c2-9aff-aecbb7d149f9 req-2db6284c-cb2d-4d33-8368-d6e155729553 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Calling delete_port for af10afeb-3b77-4920-9279-74458b47b3c2 owned by compute:nova {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:14:51.932634 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecfa8b32-5726-4e8a-a63d-dad1e5127ccc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af10afeb-3b77-4920-9279-74458b47b3c2'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:14:51.941905 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61c84a08-96bb-4c30-9e7c-0ef7d19790a4" -d '{"events": [{"server_uuid": "ecfa8b32-5726-4e8a-a63d-dad1e5127ccc", "name": "network-vif-unplugged", "status": "completed", "tag": "af10afeb-3b77-4920-9279-74458b47b3c2"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:14:52.059522 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 07:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6edb831c-784e-455e-aa0c-e01fd2ad6d4c x-openstack-request-id: req-6edb831c-784e-455e-aa0c-e01fd2ad6d4c {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:14:52.060608 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecfa8b32-5726-4e8a-a63d-dad1e5127ccc", "name": "network-vif-unplugged", "status": "completed", "tag": "af10afeb-3b77-4920-9279-74458b47b3c2", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:14:52.061058 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6edb831c-784e-455e-aa0c-e01fd2ad6d4c {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:14:52.061634 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecfa8b32-5726-4e8a-a63d-dad1e5127ccc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af10afeb-3b77-4920-9279-74458b47b3c2', 'code': 200} Jan 28 07:14:52.184074 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efaa977-2281-445b-aac0-f45bad3e4696 req-1724fbd5-353a-4161-a59c-5d77e406742e tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:52.199048 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6efaa977-2281-445b-aac0-f45bad3e4696 req-1724fbd5-353a-4161-a59c-5d77e406742e tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] 10.222.0.41 "GET /v2.0/ports?device_id=ecfa8b32-5726-4e8a-a63d-dad1e5127ccc HTTP/1.1" status: 200 len: 944 time: 0.1500349 Jan 28 07:14:52.354083 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6efaa977-2281-445b-aac0-f45bad3e4696 req-74dd5606-cefb-4530-92b5-9aff675cc161 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe71d1fe-2a82-45e2-af57-541b0a63f469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514831 Jan 28 07:14:52.390658 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-f16c8579-eaa4-46c2-9aff-aecbb7d149f9 req-2db6284c-cb2d-4d33-8368-d6e155729553 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (af10afeb-3b77-4920-9279-74458b47b3c2), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:52.467590 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6284c-cb2d-4d33-8368-d6e155729553 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Pushing event deleted for resources: {'Port': ['ID=af10afeb-3b77-4920-9279-74458b47b3c2,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:14:52.527486 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-f16c8579-eaa4-46c2-9aff-aecbb7d149f9 req-2db6284c-cb2d-4d33-8368-d6e155729553 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] No DVR routers for this DVR port af10afeb-3b77-4920-9279-74458b47b3c2 on host n-h2-712749-28 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:14:52.532509 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-f16c8579-eaa4-46c2-9aff-aecbb7d149f9 req-2db6284c-cb2d-4d33-8368-d6e155729553 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:52.547482 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f16c8579-eaa4-46c2-9aff-aecbb7d149f9 req-2db6284c-cb2d-4d33-8368-d6e155729553 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] 10.222.0.44 "DELETE /v2.0/ports/af10afeb-3b77-4920-9279-74458b47b3c2 HTTP/1.1" status: 204 len: 173 time: 1.1365712 Jan 28 07:14:52.547482 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecfa8b32-5726-4e8a-a63d-dad1e5127ccc', 'name': 'network-vif-deleted', 'tag': 'af10afeb-3b77-4920-9279-74458b47b3c2'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:14:52.548014 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2dfb7e7-2673-40f2-be77-53fe0955612c" -d '{"events": [{"server_uuid": "ecfa8b32-5726-4e8a-a63d-dad1e5127ccc", "name": "network-vif-deleted", "tag": "af10afeb-3b77-4920-9279-74458b47b3c2"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:14:52.551271 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd738d8-40c6-4f65-8311-508b4bd3cd61 req-c3769777-32b2-45c6-a1f6-e387d2bc51d1 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:52.559061 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9fd738d8-40c6-4f65-8311-508b4bd3cd61 req-c3769777-32b2-45c6-a1f6-e387d2bc51d1 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a89cbe6-8fb3-4ffb-ba32-c557d1146e0c HTTP/1.1" status: 200 len: 945 time: 0.1096449 Jan 28 07:14:52.635969 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9fd738d8-40c6-4f65-8311-508b4bd3cd61 req-3597ba4e-5307-4872-a067-82cea73e2dd8 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/security-groups?id=54f3b545-d68e-44ae-b5dc-1cfcda6094b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699553 Jan 28 07:14:52.681126 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:14:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de6b56a2-2185-428b-afd4-4c61a3b9dbf5 x-openstack-request-id: req-de6b56a2-2185-428b-afd4-4c61a3b9dbf5 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:14:52.681615 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecfa8b32-5726-4e8a-a63d-dad1e5127ccc", "name": "network-vif-deleted", "tag": "af10afeb-3b77-4920-9279-74458b47b3c2", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:14:52.682949 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-de6b56a2-2185-428b-afd4-4c61a3b9dbf5 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:14:52.683602 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecfa8b32-5726-4e8a-a63d-dad1e5127ccc', 'name': 'network-vif-deleted', 'tag': 'af10afeb-3b77-4920-9279-74458b47b3c2', 'status': 'completed', 'code': 200} Jan 28 07:14:52.928676 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6187bf0e-d71b-401c-8d89-39ab39092ecb req-9457bf6e-510e-4161-a6eb-c89d6fad10b6 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:52.941078 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6187bf0e-d71b-401c-8d89-39ab39092ecb req-9457bf6e-510e-4161-a6eb-c89d6fad10b6 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/ports?device_id=735808a4-e633-4693-b1ca-941092790339 HTTP/1.1" status: 200 len: 943 time: 0.0855682 Jan 28 07:14:52.958903 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ae9a73-b777-442a-a05f-58ba423ae726 req-370874b0-a26c-4582-a1c2-ff7befbdc6d8 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:52.967555 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-27ae9a73-b777-442a-a05f-58ba423ae726 req-370874b0-a26c-4582-a1c2-ff7befbdc6d8 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a89cbe6-8fb3-4ffb-ba32-c557d1146e0c HTTP/1.1" status: 200 len: 945 time: 0.0922551 Jan 28 07:14:53.005147 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6187bf0e-d71b-401c-8d89-39ab39092ecb req-18601921-3caf-430f-8cf1-479669476e72 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c286ac6-5d5d-46b9-b282-9e68e0339bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628884 Jan 28 07:14:53.052510 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-27ae9a73-b777-442a-a05f-58ba423ae726 req-ecf3116d-5d01-4949-92aa-479e6aaa41f2 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/security-groups?id=54f3b545-d68e-44ae-b5dc-1cfcda6094b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838697 Jan 28 07:14:53.207588 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceb9c8b-d670-44e1-9087-f7d2169125b5 req-6bdcb5e8-256f-4808-b768-f5730a9ad54c tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:53.216614 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-dceb9c8b-d670-44e1-9087-f7d2169125b5 req-6bdcb5e8-256f-4808-b768-f5730a9ad54c tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a89cbe6-8fb3-4ffb-ba32-c557d1146e0c HTTP/1.1" status: 200 len: 945 time: 0.0729084 Jan 28 07:14:53.283883 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-dceb9c8b-d670-44e1-9087-f7d2169125b5 req-79bba927-1556-48c9-aa5d-057eb7eb7a0a tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/security-groups?id=54f3b545-d68e-44ae-b5dc-1cfcda6094b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625951 Jan 28 07:14:53.618539 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8864a792-d7e9-40c2-bd69-e52dfc41d632 req-9fab1669-ecc0-4d0a-b17a-6638ba6c9302 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] 10.222.0.41 "GET /v2.0/ports?device_id=ecfa8b32-5726-4e8a-a63d-dad1e5127ccc HTTP/1.1" status: 200 len: 210 time: 0.0676062 Jan 28 07:14:53.751923 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29834ee3-622d-4ac0-af74-a9732d8ca8f7 req-5720dd7c-e8cf-4792-9ca1-221a9c855e2f tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:53.762091 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-29834ee3-622d-4ac0-af74-a9732d8ca8f7 req-5720dd7c-e8cf-4792-9ca1-221a9c855e2f tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a89cbe6-8fb3-4ffb-ba32-c557d1146e0c HTTP/1.1" status: 200 len: 945 time: 0.0802968 Jan 28 07:14:53.826929 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-29834ee3-622d-4ac0-af74-a9732d8ca8f7 req-8647d3a2-6bdb-4f46-b733-c54e4bae76b6 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/security-groups?id=54f3b545-d68e-44ae-b5dc-1cfcda6094b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631351 Jan 28 07:14:54.201204 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4984fe66-0797-445c-b9b3-ba952a9c5d3e req-ddb8619b-71df-4eae-8363-92194a90d571 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:54.203490 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4984fe66-0797-445c-b9b3-ba952a9c5d3e req-ddb8619b-71df-4eae-8363-92194a90d571 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/ports?device_id=735808a4-e633-4693-b1ca-941092790339 HTTP/1.1" status: 200 len: 943 time: 0.1166894 Jan 28 07:14:54.342842 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4984fe66-0797-445c-b9b3-ba952a9c5d3e req-b97b1bfb-2994-4aad-8336-df305709de58 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c286ac6-5d5d-46b9-b282-9e68e0339bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307213 Jan 28 07:14:54.498213 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b7e0c460-7862-46a0-addf-2cf64111c331 req-f52660d9-d9a6-4a9c-9028-0bb86ff02ac4 tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--2063776223&fields=id&tenant_id=7c38f303133c4a1f8d60e9cc7e10b1b4 HTTP/1.1" status: 200 len: 267 time: 0.0711155 Jan 28 07:14:54.630428 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e0c460-7862-46a0-addf-2cf64111c331 req-8444d21c-ad30-4052-87e5-9256faaae284 tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:54.638207 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b7e0c460-7862-46a0-addf-2cf64111c331 req-8444d21c-ad30-4052-87e5-9256faaae284 tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] 10.222.0.41 "GET /v2.0/networks?id=3694fbdb-afc3-4ba9-96bb-9f3c75f0cb90 HTTP/1.1" status: 200 len: 816 time: 0.1382971 Jan 28 07:14:54.663767 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b7e0c460-7862-46a0-addf-2cf64111c331 req-85f607ba-4b41-4fd8-a88e-deb1a65bfb6e tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] 10.222.0.41 "GET /v2.0/quotas/7c38f303133c4a1f8d60e9cc7e10b1b4 HTTP/1.1" status: 200 len: 375 time: 0.0204964 Jan 28 07:14:54.772365 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b7e0c460-7862-46a0-addf-2cf64111c331 req-9702eb41-1aa4-45e6-9188-4d48ccf38cb6 tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=7c38f303133c4a1f8d60e9cc7e10b1b4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0904944 Jan 28 07:14:54.780936 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [req-b7e0c460-7862-46a0-addf-2cf64111c331 req-3c8572b2-016b-4dd4-9ed4-b045ed20a4f5 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 07:14:54.786292 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b7e0c460-7862-46a0-addf-2cf64111c331 req-3c8572b2-016b-4dd4-9ed4-b045ed20a4f5 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0130026 Jan 28 07:14:54.967460 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b7e0c460-7862-46a0-addf-2cf64111c331 req-147cac1f-44d9-4d2a-8d17-c0c92a944bb8 service neutron] 10.222.0.41 "GET /v2.0/networks/3694fbdb-afc3-4ba9-96bb-9f3c75f0cb90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801782 Jan 28 07:14:55.094542 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b7e0c460-7862-46a0-addf-2cf64111c331 req-4b361006-f1ac-488e-b4e2-1c30d7f6b116 service neutron] 10.222.0.41 "GET /v2.0/networks/3694fbdb-afc3-4ba9-96bb-9f3c75f0cb90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215372 Jan 28 07:14:55.319268 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 43134) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:14:55.324884 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-686dc24a-0fcc-4710-b225-146bca5e72b0 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1723507690', 'description': 'tempest-description--1306180100'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:14:55.369579 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device eae27188-e0c6-460b-86e6-5b12f277a7d9 no longer exists at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:14:55.381826 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-686dc24a-0fcc-4710-b225-146bca5e72b0 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:55.520086 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-686dc24a-0fcc-4710-b225-146bca5e72b0 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Publish callbacks [] for security_group (08893e2e-d03c-4bbd-8f34-7e3ca4824396), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:55.593303 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-686dc24a-0fcc-4710-b225-146bca5e72b0 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (08893e2e-d03c-4bbd-8f34-7e3ca4824396), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:55.597306 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port eae27188-e0c6-460b-86e6-5b12f277a7d9 is: DOWN; New status is: DOWN {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:14:55.598749 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device af10afeb-3b77-4920-9279-74458b47b3c2 no longer exists at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:14:55.672964 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] No Port match for: af10afeb-3b77-4920-9279-74458b47b3c2 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:14:55.677977 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device af10afeb-3b77-4920-9279-74458b47b3c2 not bound to the agent host n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:14:55.716229 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-686dc24a-0fcc-4710-b225-146bca5e72b0 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:55.716697 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e103ae-6b84-42c4-8201-58cb3726be8b req-e4c75951-d110-4afb-b543-3b1ecd14a1d2 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:55.724130 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f4e103ae-6b84-42c4-8201-58cb3726be8b req-e4c75951-d110-4afb-b543-3b1ecd14a1d2 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a89cbe6-8fb3-4ffb-ba32-c557d1146e0c HTTP/1.1" status: 200 len: 945 time: 0.1097841 Jan 28 07:14:55.731455 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 43142) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:14:55.736550 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-98bd1fcb-d9ec-42b5-b6c0-cbca2da66776 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Request body: {'security_group_rule': {'security_group_id': '08893e2e-d03c-4bbd-8f34-7e3ca4824396', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:14:55.738556 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-686dc24a-0fcc-4710-b225-146bca5e72b0 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.4168234 Jan 28 07:14:55.792090 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686dc24a-0fcc-4710-b225-146bca5e72b0 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08893e2e-d03c-4bbd-8f34-7e3ca4824396,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:14:55.837539 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52344f99-b1e1-44e9-a68d-7c21e0d68cbe req-a36614e5-ec9d-446a-9d4c-3e2f7f1fee05 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:55.839134 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-52344f99-b1e1-44e9-a68d-7c21e0d68cbe req-a36614e5-ec9d-446a-9d4c-3e2f7f1fee05 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a89cbe6-8fb3-4ffb-ba32-c557d1146e0c HTTP/1.1" status: 200 len: 945 time: 0.2846267 Jan 28 07:14:55.874243 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-98bd1fcb-d9ec-42b5-b6c0-cbca2da66776 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Publish callbacks [] for security_group_rule (8c4c3971-8813-4b78-90ed-725c2a93c5fe), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:55.983440 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f4e103ae-6b84-42c4-8201-58cb3726be8b req-e6ca98de-ffb9-4e16-bec8-6331cb50a58f tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/security-groups?id=54f3b545-d68e-44ae-b5dc-1cfcda6094b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581050 Jan 28 07:14:56.030219 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221381ec-2e46-41b4-8b71-7833960dad35 req-6e7644db-d4bc-4510-a55e-284afc82c14e tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:56.062593 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-221381ec-2e46-41b4-8b71-7833960dad35 req-6e7644db-d4bc-4510-a55e-284afc82c14e tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/ports?device_id=735808a4-e633-4693-b1ca-941092790339 HTTP/1.1" status: 200 len: 943 time: 0.1921911 Jan 28 07:14:56.086849 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-98bd1fcb-d9ec-42b5-b6c0-cbca2da66776 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Publish callbacks [] for security_group_rule (8c4c3971-8813-4b78-90ed-725c2a93c5fe), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:56.128085 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-98bd1fcb-d9ec-42b5-b6c0-cbca2da66776 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (8c4c3971-8813-4b78-90ed-725c2a93c5fe), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:56.160386 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-52344f99-b1e1-44e9-a68d-7c21e0d68cbe req-6d8c0692-199e-40e1-a817-e7435161cf18 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Deleting port 98b82528-4bf3-499b-916b-73e5a21c1bfd {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:14:56.161347 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-52344f99-b1e1-44e9-a68d-7c21e0d68cbe req-6d8c0692-199e-40e1-a817-e7435161cf18 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (98b82528-4bf3-499b-916b-73e5a21c1bfd), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:56.161598 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-80966e86-68b3-40dd-93fc-7010249410cf req-fbb5d55a-a05f-4acd-bcb8-b9bcd6b67ac0 tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] 10.222.0.41 "GET /v2.0/ports?device_id=34a4ccd4-af0a-4d5b-86ac-f0544f8f059d HTTP/1.1" status: 200 len: 210 time: 0.0513878 Jan 28 07:14:56.193196 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bd1fcb-d9ec-42b5-b6c0-cbca2da66776 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c4c3971-8813-4b78-90ed-725c2a93c5fe,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:14:56.203426 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-98bd1fcb-d9ec-42b5-b6c0-cbca2da66776 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:56.204684 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-98bd1fcb-d9ec-42b5-b6c0-cbca2da66776 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4718833 Jan 28 07:14:56.207379 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 43160) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:14:56.211817 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-b0e80944-e214-420c-bb70-7d572bfd47ec tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Request body: {'security_group_rule': {'security_group_id': '08893e2e-d03c-4bbd-8f34-7e3ca4824396', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:14:56.267927 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-221381ec-2e46-41b4-8b71-7833960dad35 req-474b74a6-9e25-48a8-beca-9d5b016ce2b1 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c286ac6-5d5d-46b9-b282-9e68e0339bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041240 Jan 28 07:14:56.289403 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b0e80944-e214-420c-bb70-7d572bfd47ec tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Publish callbacks [] for security_group_rule (d7e7573e-483b-48e0-9837-6acfb1c0a1e7), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:56.386130 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-52344f99-b1e1-44e9-a68d-7c21e0d68cbe req-6d8c0692-199e-40e1-a817-e7435161cf18 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] For port 98b82528-4bf3-499b-916b-73e5a21c1bfd, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=98b82528-4bf3-499b-916b-73e5a21c1bfd,segment=NetworkSegment(8c1a2649-126a-42b2-aa92-3dce43dd7caa),segment_id=8c1a2649-126a-42b2-aa92-3dce43dd7caa)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:14:56.386130 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-52344f99-b1e1-44e9-a68d-7c21e0d68cbe req-6d8c0692-199e-40e1-a817-e7435161cf18 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (98b82528-4bf3-499b-916b-73e5a21c1bfd), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:56.389430 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b0e80944-e214-420c-bb70-7d572bfd47ec tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Publish callbacks [] for security_group_rule (d7e7573e-483b-48e0-9837-6acfb1c0a1e7), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:56.398568 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-52344f99-b1e1-44e9-a68d-7c21e0d68cbe req-6d8c0692-199e-40e1-a817-e7435161cf18 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Calling delete_port for 98b82528-4bf3-499b-916b-73e5a21c1bfd owned by compute:nova {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:14:56.406199 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b0e80944-e214-420c-bb70-7d572bfd47ec tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (d7e7573e-483b-48e0-9837-6acfb1c0a1e7), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:56.452631 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e80944-e214-420c-bb70-7d572bfd47ec tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7e7573e-483b-48e0-9837-6acfb1c0a1e7,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:14:56.460120 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b0e80944-e214-420c-bb70-7d572bfd47ec tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:56.465964 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-b0e80944-e214-420c-bb70-7d572bfd47ec tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2575917 Jan 28 07:14:56.466605 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 43166) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:14:56.471546 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-e36e18f4-e77b-4525-a53e-0efecfab688f tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Request body: {'floatingip': {'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:14:56.508304 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e36e18f4-e77b-4525-a53e-0efecfab688f tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:56.596166 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-52344f99-b1e1-44e9-a68d-7c21e0d68cbe req-6d8c0692-199e-40e1-a817-e7435161cf18 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (98b82528-4bf3-499b-916b-73e5a21c1bfd), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:56.637950 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8c0692-199e-40e1-a817-e7435161cf18 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Pushing event deleted for resources: {'Port': ['ID=98b82528-4bf3-499b-916b-73e5a21c1bfd,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:14:56.638400 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['98b82528-4bf3-499b-916b-73e5a21c1bfd'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:14:56.698970 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['c979436b-508d-4793-81dd-afac650b9db6'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:14:56.710738 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-52344f99-b1e1-44e9-a68d-7c21e0d68cbe req-6d8c0692-199e-40e1-a817-e7435161cf18 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] No DVR routers for this DVR port 98b82528-4bf3-499b-916b-73e5a21c1bfd on host n-h1-712749-28 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:14:56.717168 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-52344f99-b1e1-44e9-a68d-7c21e0d68cbe req-6d8c0692-199e-40e1-a817-e7435161cf18 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:56.721939 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-52344f99-b1e1-44e9-a68d-7c21e0d68cbe req-6d8c0692-199e-40e1-a817-e7435161cf18 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.10 "DELETE /v2.0/ports/98b82528-4bf3-499b-916b-73e5a21c1bfd HTTP/1.1" status: 204 len: 173 time: 0.8394392 Jan 28 07:14:56.722604 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a89cbe6-8fb3-4ffb-ba32-c557d1146e0c', 'name': 'network-vif-deleted', 'tag': '98b82528-4bf3-499b-916b-73e5a21c1bfd'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:14:56.726327 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-345f368d-0677-4202-8737-e8e9fe86ef9f" -d '{"events": [{"server_uuid": "6a89cbe6-8fb3-4ffb-ba32-c557d1146e0c", "name": "network-vif-deleted", "tag": "98b82528-4bf3-499b-916b-73e5a21c1bfd"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:14:56.734354 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e36e18f4-e77b-4525-a53e-0efecfab688f tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:56.799293 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:14:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20289687-8411-4113-9e1f-17cb91ede0a3 x-openstack-request-id: req-20289687-8411-4113-9e1f-17cb91ede0a3 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:14:56.799524 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a89cbe6-8fb3-4ffb-ba32-c557d1146e0c", "name": "network-vif-deleted", "tag": "98b82528-4bf3-499b-916b-73e5a21c1bfd", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:14:56.799788 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-20289687-8411-4113-9e1f-17cb91ede0a3 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:14:56.800184 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a89cbe6-8fb3-4ffb-ba32-c557d1146e0c', 'name': 'network-vif-deleted', 'tag': '98b82528-4bf3-499b-916b-73e5a21c1bfd', 'status': 'completed', 'code': 200} Jan 28 07:14:56.950502 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-e36e18f4-e77b-4525-a53e-0efecfab688f tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Allocated IP 172.25.6.22 (7d5b3724-deef-4831-8d43-cb9b8176573c/b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc/fa2d0d14-1f47-43ca-8154-6e4d30c7e8b4) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:14:57.099866 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e36e18f4-e77b-4525-a53e-0efecfab688f tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Publish callbacks [] for port (fa2d0d14-1f47-43ca-8154-6e4d30c7e8b4), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:57.122545 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b45e26e3-799c-47fd-9c57-3d7be84bf7b6 req-6132508b-4763-4e40-9fbc-9edbffb1a7f5 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a89cbe6-8fb3-4ffb-ba32-c557d1146e0c HTTP/1.1" status: 200 len: 210 time: 0.0373247 Jan 28 07:14:57.156482 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e36e18f4-e77b-4525-a53e-0efecfab688f tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (fa2d0d14-1f47-43ca-8154-6e4d30c7e8b4), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:57.207437 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e36e18f4-e77b-4525-a53e-0efecfab688f tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Network 7d5b3724-deef-4831-8d43-cb9b8176573c is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:14:57.213622 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-e36e18f4-e77b-4525-a53e-0efecfab688f tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:14:57.218581 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36e18f4-e77b-4525-a53e-0efecfab688f tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:14:57.222337 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36e18f4-e77b-4525-a53e-0efecfab688f tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Pushing event updated for resources: {'Port': ['ID=fa2d0d14-1f47-43ca-8154-6e4d30c7e8b4,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:14:57.301371 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-477cdc0e-d256-401c-b5ce-708865e087a1 req-facdadc3-91cc-4b69-bbcd-6afc2e769792 tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] 10.222.0.41 "GET /v2.0/ports?device_id=34a4ccd4-af0a-4d5b-86ac-f0544f8f059d HTTP/1.1" status: 200 len: 210 time: 0.0402880 Jan 28 07:14:57.350738 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e36e18f4-e77b-4525-a53e-0efecfab688f tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Publish callbacks [] for floatingip (bad57f87-e8d4-49d6-b124-873213a124d2), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:57.419972 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e36e18f4-e77b-4525-a53e-0efecfab688f tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (fa2d0d14-1f47-43ca-8154-6e4d30c7e8b4), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:57.612742 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65683dbc-8d74-4e3a-8f41-3f8d176a2641 req-3c97c1db-8dd7-4dab-bb07-cff201bc2e50 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:57.614624 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-65683dbc-8d74-4e3a-8f41-3f8d176a2641 req-3c97c1db-8dd7-4dab-bb07-cff201bc2e50 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/ports?device_id=735808a4-e633-4693-b1ca-941092790339 HTTP/1.1" status: 200 len: 943 time: 0.1313765 Jan 28 07:14:57.693656 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e0c460-7862-46a0-addf-2cf64111c331 req-602a228b-dbdb-4c7f-a3a5-64be3a1d86a5 tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:57.695772 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b7e0c460-7862-46a0-addf-2cf64111c331 req-602a228b-dbdb-4c7f-a3a5-64be3a1d86a5 tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] 10.222.0.44 "GET /v2.0/networks?id=3694fbdb-afc3-4ba9-96bb-9f3c75f0cb90 HTTP/1.1" status: 200 len: 816 time: 0.2288561 Jan 28 07:14:57.715587 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6326a571-bcf8-46ec-ae65-cc1ad5169611 req-0089c314-8168-40b1-abc0-b3f2c54d7851 tempest-ListImageFiltersTestJSON-482981563 tempest-ListImageFiltersTestJSON-482981563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:57.718495 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6326a571-bcf8-46ec-ae65-cc1ad5169611 req-0089c314-8168-40b1-abc0-b3f2c54d7851 tempest-ListImageFiltersTestJSON-482981563 tempest-ListImageFiltersTestJSON-482981563-project] 10.222.0.41 "GET /v2.0/ports?device_id=5b28f81b-bea7-4d49-9e29-c23f30c965d6 HTTP/1.1" status: 200 len: 950 time: 0.1057558 Jan 28 07:14:57.734184 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-65683dbc-8d74-4e3a-8f41-3f8d176a2641 req-85c0e01a-6553-4595-892f-b1d31da08f4d tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c286ac6-5d5d-46b9-b282-9e68e0339bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091726 Jan 28 07:14:57.794586 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e36e18f4-e77b-4525-a53e-0efecfab688f tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Publish callbacks [] for port (fa2d0d14-1f47-43ca-8154-6e4d30c7e8b4), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:57.802863 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6326a571-bcf8-46ec-ae65-cc1ad5169611 req-ecde7058-bedb-4096-a9df-4b44906469db tempest-ListImageFiltersTestJSON-482981563 tempest-ListImageFiltersTestJSON-482981563-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a35449a-a8dc-4821-8459-968439cf983e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783575 Jan 28 07:14:57.805651 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e36e18f4-e77b-4525-a53e-0efecfab688f tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (fa2d0d14-1f47-43ca-8154-6e4d30c7e8b4), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:57.911918 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b7e0c460-7862-46a0-addf-2cf64111c331 req-251f92e1-8478-4775-8615-4db03dd044ca tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7c38f303133c4a1f8d60e9cc7e10b1b4 HTTP/1.1" status: 200 len: 380 time: 0.0835342 Jan 28 07:14:57.919574 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36e18f4-e77b-4525-a53e-0efecfab688f tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Pushing event updated for resources: {'Port': ['ID=fa2d0d14-1f47-43ca-8154-6e4d30c7e8b4,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:14:57.924467 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-b7e0c460-7862-46a0-addf-2cf64111c331 req-86d0dd0c-c4aa-476b-845d-b5d529e09294 tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] Request body: {'port': {'device_id': '34a4ccd4-af0a-4d5b-86ac-f0544f8f059d', 'network_id': '3694fbdb-afc3-4ba9-96bb-9f3c75f0cb90', 'admin_state_up': True, 'tenant_id': '7c38f303133c4a1f8d60e9cc7e10b1b4', 'security_groups': ['230b7539-1cad-405e-b772-a8fb13fc97f6']}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:14:57.937467 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e36e18f4-e77b-4525-a53e-0efecfab688f tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16609095'] for floatingip (bad57f87-e8d4-49d6-b124-873213a124d2), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:57.958984 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e36e18f4-e77b-4525-a53e-0efecfab688f tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for floatingip (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:57.971851 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-e36e18f4-e77b-4525-a53e-0efecfab688f tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4965024 Jan 28 07:14:58.055974 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6099665e-8fc6-48a8-8f72-a1c3ada6d666 req-691c778a-4cee-4e7e-bbe7-b4786a02bfd6 service neutron] 10.222.0.44 "GET /v2.0/ports/eae27188-e0c6-460b-86e6-5b12f277a7d9/bindings/n-h1-712749-28 HTTP/1.1" status: 200 len: 385 time: 0.0759263 Jan 28 07:14:58.057710 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7e0c460-7862-46a0-addf-2cf64111c331 req-86d0dd0c-c4aa-476b-845d-b5d529e09294 tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] Made reservation on behalf of 7c38f303133c4a1f8d60e9cc7e10b1b4 for: {'port': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:14:58.062300 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b7e0c460-7862-46a0-addf-2cf64111c331 req-86d0dd0c-c4aa-476b-845d-b5d529e09294 tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:58.227689 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [req-b7e0c460-7862-46a0-addf-2cf64111c331 req-86d0dd0c-c4aa-476b-845d-b5d529e09294 tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] Allocated IP 172.20.0.10 (3694fbdb-afc3-4ba9-96bb-9f3c75f0cb90/c44ebf08-4b0c-4037-9377-7b2a7d647995/0e1d62d9-7bdc-43bc-8572-51547f00ada7) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:14:58.367124 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e8606a-0c3f-4a91-b434-b3cd568e0799 req-bc1d0d2c-f634-4adf-8b76-ce98a3a649ed tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:58.368701 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d8e8606a-0c3f-4a91-b434-b3cd568e0799 req-bc1d0d2c-f634-4adf-8b76-ce98a3a649ed tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] 10.222.0.41 "GET /v2.0/networks?id=e85ce6af-dc47-4e74-af2f-0fbb85efabc2 HTTP/1.1" status: 200 len: 822 time: 0.2538600 Jan 28 07:14:58.393742 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d8e8606a-0c3f-4a91-b434-b3cd568e0799 req-952b1b3a-3442-4186-bae6-3858401bf061 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] 10.222.0.41 "GET /v2.0/quotas/19f2f13931f54db7b6cdfada1845d6ff HTTP/1.1" status: 200 len: 375 time: 0.0153513 Jan 28 07:14:58.445958 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d8e8606a-0c3f-4a91-b434-b3cd568e0799 req-50be6b4b-b59f-476e-bd24-aee1d69a437e tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=19f2f13931f54db7b6cdfada1845d6ff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0398514 Jan 28 07:14:58.448440 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-6099665e-8fc6-48a8-8f72-a1c3ada6d666 req-e8eac3dc-6924-41e7-8a6a-ccb67a05244e service neutron] For port eae27188-e0c6-460b-86e6-5b12f277a7d9, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=eae27188-e0c6-460b-86e6-5b12f277a7d9,segment=NetworkSegment(b38b5d3d-4197-4548-8b2f-aaaa5395d71b),segment_id=b38b5d3d-4197-4548-8b2f-aaaa5395d71b)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:14:58.452478 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b7e0c460-7862-46a0-addf-2cf64111c331 req-86d0dd0c-c4aa-476b-845d-b5d529e09294 tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] Publish callbacks [] for port (0e1d62d9-7bdc-43bc-8572-51547f00ada7), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:58.476768 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1858d0-9167-4d63-9d48-632de66b4106 req-802ed00c-f584-4b95-9f29-58211bf4668b tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:58.478234 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ae1858d0-9167-4d63-9d48-632de66b4106 req-802ed00c-f584-4b95-9f29-58211bf4668b tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/networks?id=55d1aca5-a0d0-4804-9112-fbf4ce00f292 HTTP/1.1" status: 200 len: 805 time: 0.1532416 Jan 28 07:14:58.507319 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ae1858d0-9167-4d63-9d48-632de66b4106 req-c4dfab88-05e4-4480-8d9d-fca8cfd58aeb tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/quotas/071c6275b8f741eea1e2f053b48698ce HTTP/1.1" status: 200 len: 375 time: 0.0158460 Jan 28 07:14:58.512915 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-6099665e-8fc6-48a8-8f72-a1c3ada6d666 req-e8eac3dc-6924-41e7-8a6a-ccb67a05244e service neutron] For port eae27188-e0c6-460b-86e6-5b12f277a7d9, host n-h2-712749-28, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:14:58.516495 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b7e0c460-7862-46a0-addf-2cf64111c331 req-86d0dd0c-c4aa-476b-845d-b5d529e09294 tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (0e1d62d9-7bdc-43bc-8572-51547f00ada7), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:58.563454 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-6099665e-8fc6-48a8-8f72-a1c3ada6d666 req-e8eac3dc-6924-41e7-8a6a-ccb67a05244e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eae27188-e0c6-460b-86e6-5b12f277a7d9 {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:14:58.583619 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-6099665e-8fc6-48a8-8f72-a1c3ada6d666 req-e8eac3dc-6924-41e7-8a6a-ccb67a05244e service neutron] For port eae27188-e0c6-460b-86e6-5b12f277a7d9, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=eae27188-e0c6-460b-86e6-5b12f277a7d9,segment=NetworkSegment(b38b5d3d-4197-4548-8b2f-aaaa5395d71b),segment_id=b38b5d3d-4197-4548-8b2f-aaaa5395d71b)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:14:58.601674 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7e0c460-7862-46a0-addf-2cf64111c331 req-86d0dd0c-c4aa-476b-845d-b5d529e09294 tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] Network 3694fbdb-afc3-4ba9-96bb-9f3c75f0cb90 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:14:58.607385 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d8e8606a-0c3f-4a91-b434-b3cd568e0799 req-3f69f62f-7661-41fc-8f8f-3c593ca90046 service neutron] 10.222.0.41 "GET /v2.0/networks/e85ce6af-dc47-4e74-af2f-0fbb85efabc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485169 Jan 28 07:14:58.608909 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-6099665e-8fc6-48a8-8f72-a1c3ada6d666 req-e8eac3dc-6924-41e7-8a6a-ccb67a05244e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (eae27188-e0c6-460b-86e6-5b12f277a7d9), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:58.609545 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [req-b7e0c460-7862-46a0-addf-2cf64111c331 req-86d0dd0c-c4aa-476b-845d-b5d529e09294 tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:14:58.613228 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d0dd0c-c4aa-476b-845d-b5d529e09294 tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] Pushing event updated for resources: {'Port': ['ID=0e1d62d9-7bdc-43bc-8572-51547f00ada7,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:14:58.615782 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7e0c460-7862-46a0-addf-2cf64111c331 req-86d0dd0c-c4aa-476b-845d-b5d529e09294 tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:14:58.665619 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e0c460-7862-46a0-addf-2cf64111c331 req-86d0dd0c-c4aa-476b-845d-b5d529e09294 tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:58.666442 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b7e0c460-7862-46a0-addf-2cf64111c331 req-86d0dd0c-c4aa-476b-845d-b5d529e09294 tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:58.680592 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ae1858d0-9167-4d63-9d48-632de66b4106 req-0738c712-bedf-4eed-88a7-80221ed13b3e tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=071c6275b8f741eea1e2f053b48698ce&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1617384 Jan 28 07:14:58.709288 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b7e0c460-7862-46a0-addf-2cf64111c331 req-86d0dd0c-c4aa-476b-845d-b5d529e09294 tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7910259 Jan 28 07:14:58.772712 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-6099665e-8fc6-48a8-8f72-a1c3ada6d666 req-e8eac3dc-6924-41e7-8a6a-ccb67a05244e service neutron] Transition to ACTIVE for port object eae27188-e0c6-460b-86e6-5b12f277a7d9 will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:14:58.779841 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d8e8606a-0c3f-4a91-b434-b3cd568e0799 req-d7d42023-cc3f-41fd-867e-f7eff54b24c7 service neutron] 10.222.0.41 "GET /v2.0/networks/e85ce6af-dc47-4e74-af2f-0fbb85efabc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326342 Jan 28 07:14:58.782125 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-6099665e-8fc6-48a8-8f72-a1c3ada6d666 req-e8eac3dc-6924-41e7-8a6a-ccb67a05244e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (eae27188-e0c6-460b-86e6-5b12f277a7d9), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:58.862423 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-6099665e-8fc6-48a8-8f72-a1c3ada6d666 req-e8eac3dc-6924-41e7-8a6a-ccb67a05244e service neutron] No DVR routers for this DVR port eae27188-e0c6-460b-86e6-5b12f277a7d9 on host n-h2-712749-28 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:14:58.871980 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8eac3dc-6924-41e7-8a6a-ccb67a05244e service neutron] Pushing event updated for resources: {'Port': ['ID=eae27188-e0c6-460b-86e6-5b12f277a7d9,revision_number=10']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:14:58.903273 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6099665e-8fc6-48a8-8f72-a1c3ada6d666 req-e8eac3dc-6924-41e7-8a6a-ccb67a05244e service neutron] 10.222.0.44 "PUT /v2.0/ports/eae27188-e0c6-460b-86e6-5b12f277a7d9/bindings/n-h1-712749-28/activate HTTP/1.1" status: 200 len: 370 time: 0.8379817 Jan 28 07:14:59.090109 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-8781e39b-4b60-469f-acf5-c91fc2936fd2 None None] Provisioning complete for port 0e1d62d9-7bdc-43bc-8572-51547f00ada7 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:14:59.090638 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8781e39b-4b60-469f-acf5-c91fc2936fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (0e1d62d9-7bdc-43bc-8572-51547f00ada7), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:59.109708 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-b7e0c460-7862-46a0-addf-2cf64111c331 req-97cdcb46-c5b6-4348-a6ee-c0a3d3c632b2 service neutron] Request body: {'port': {'device_id': '34a4ccd4-af0a-4d5b-86ac-f0544f8f059d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712749-28'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:14:59.124096 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70975994-7b7f-4a8c-a2db-366b9d463130 req-ff4b5d85-8333-45e4-87df-88747f43b5d9 tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:59.125650 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-70975994-7b7f-4a8c-a2db-366b9d463130 req-ff4b5d85-8333-45e4-87df-88747f43b5d9 tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] 10.222.0.41 "GET /v2.0/ports?device_id=34a4ccd4-af0a-4d5b-86ac-f0544f8f059d HTTP/1.1" status: 200 len: 932 time: 0.0933456 Jan 28 07:14:59.164717 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-8781e39b-4b60-469f-acf5-c91fc2936fd2 None None] Port 0e1d62d9-7bdc-43bc-8572-51547f00ada7 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:14:59.188036 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-70975994-7b7f-4a8c-a2db-366b9d463130 req-be54416d-5120-49b8-a81b-63bd2cd5b661 tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] 10.222.0.41 "GET /v2.0/security-groups?id=230b7539-1cad-405e-b772-a8fb13fc97f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510240 Jan 28 07:14:59.247291 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6099665e-8fc6-48a8-8f72-a1c3ada6d666 req-211d8006-80f0-4abf-8d86-b7c830a5f5b4 tempest-LiveMigrationTest-521921630 tempest-LiveMigrationTest-521921630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:59.248755 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6099665e-8fc6-48a8-8f72-a1c3ada6d666 req-211d8006-80f0-4abf-8d86-b7c830a5f5b4 tempest-LiveMigrationTest-521921630 tempest-LiveMigrationTest-521921630-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=735808a4-e633-4693-b1ca-941092790339&tenant_id=1b5821c096cf43639ed10b07e04f5303&binding%3Ahost_id=n-h2-712749-28 HTTP/1.1" status: 200 len: 1096 time: 0.1360810 Jan 28 07:14:59.249682 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b7e0c460-7862-46a0-addf-2cf64111c331 req-97cdcb46-c5b6-4348-a6ee-c0a3d3c632b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (0e1d62d9-7bdc-43bc-8572-51547f00ada7), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:59.258620 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ae1858d0-9167-4d63-9d48-632de66b4106 req-3f26a516-f557-4df3-95ed-536945d8ffd6 service neutron] 10.222.0.41 "GET /v2.0/networks/55d1aca5-a0d0-4804-9112-fbf4ce00f292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5650313 Jan 28 07:14:59.318175 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee3b4fc-50ae-4311-8077-8372155d2295 req-1019deae-2825-4e4a-8b80-236f7c879fd4 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:59.324754 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9ee3b4fc-50ae-4311-8077-8372155d2295 req-1019deae-2825-4e4a-8b80-236f7c879fd4 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/ports?device_id=735808a4-e633-4693-b1ca-941092790339 HTTP/1.1" status: 200 len: 944 time: 0.0700850 Jan 28 07:14:59.380444 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9ee3b4fc-50ae-4311-8077-8372155d2295 req-dbc431b6-a7c5-4b95-ab31-efd4de95c9c6 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c286ac6-5d5d-46b9-b282-9e68e0339bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522430 Jan 28 07:14:59.479538 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6099665e-8fc6-48a8-8f72-a1c3ada6d666 req-3b81dc77-1761-44f8-97df-ce8970cff2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:59.481359 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6099665e-8fc6-48a8-8f72-a1c3ada6d666 req-3b81dc77-1761-44f8-97df-ce8970cff2ca service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=735808a4-e633-4693-b1ca-941092790339&tenant_id=1b5821c096cf43639ed10b07e04f5303 HTTP/1.1" status: 200 len: 1096 time: 0.2122598 Jan 28 07:14:59.526142 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd98c40a-214c-4616-b4d8-44b29e05fe19 req-8e6c431f-12a5-413e-be03-29663e1d7a48 tempest-ListImageFiltersTestJSON-482981563 tempest-ListImageFiltersTestJSON-482981563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:59.527927 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-cd98c40a-214c-4616-b4d8-44b29e05fe19 req-8e6c431f-12a5-413e-be03-29663e1d7a48 tempest-ListImageFiltersTestJSON-482981563 tempest-ListImageFiltersTestJSON-482981563-project] 10.222.0.41 "GET /v2.0/ports?device_id=5b28f81b-bea7-4d49-9e29-c23f30c965d6 HTTP/1.1" status: 200 len: 950 time: 0.0655282 Jan 28 07:14:59.544685 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ae1858d0-9167-4d63-9d48-632de66b4106 req-4638cc9f-25c3-4786-a3d0-511fd27ca52c service neutron] 10.222.0.41 "GET /v2.0/networks/55d1aca5-a0d0-4804-9112-fbf4ce00f292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2852221 Jan 28 07:14:59.587012 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 98b82528-4bf3-499b-916b-73e5a21c1bfd no longer exists at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:14:59.616493 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-cd98c40a-214c-4616-b4d8-44b29e05fe19 req-9df1e2b0-9a14-49c9-92d6-8d7e73e24a5c tempest-ListImageFiltersTestJSON-482981563 tempest-ListImageFiltersTestJSON-482981563-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a35449a-a8dc-4821-8459-968439cf983e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753961 Jan 28 07:14:59.657587 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6099665e-8fc6-48a8-8f72-a1c3ada6d666 req-ffff9091-614f-4eba-b76f-268aa73380a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:59.659073 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] No Port match for: 98b82528-4bf3-499b-916b-73e5a21c1bfd {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:14:59.659499 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 98b82528-4bf3-499b-916b-73e5a21c1bfd not bound to the agent host n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:14:59.659654 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6099665e-8fc6-48a8-8f72-a1c3ada6d666 req-ffff9091-614f-4eba-b76f-268aa73380a6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1b5821c096cf43639ed10b07e04f5303&device_id=735808a4-e633-4693-b1ca-941092790339 HTTP/1.1" status: 200 len: 1096 time: 0.1259882 Jan 28 07:14:59.822053 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6099665e-8fc6-48a8-8f72-a1c3ada6d666 req-4c80a03a-c232-406a-977b-6c8617b883a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:59.824249 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6099665e-8fc6-48a8-8f72-a1c3ada6d666 req-4c80a03a-c232-406a-977b-6c8617b883a1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=77aa199c-9565-430c-bcef-5bacd415f620 HTTP/1.1" status: 200 len: 909 time: 0.1412332 Jan 28 07:14:59.856297 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d7169738-5b6b-478a-a33f-09798cce3fe0 req-a508ae81-9b6e-4205-bb15-06db8c20fbcf tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c3d596b-3d85-4cdb-9514-693541b3d411 HTTP/1.1" status: 200 len: 210 time: 0.0456069 Jan 28 07:14:59.929854 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6099665e-8fc6-48a8-8f72-a1c3ada6d666 req-fea1f66a-3478-4865-84ac-e43e11c368e4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eae27188-e0c6-460b-86e6-5b12f277a7d9 HTTP/1.1" status: 200 len: 217 time: 0.0467141 Jan 28 07:14:59.987032 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7f73dd8b-7fdd-4d39-b620-409abe7bb152 req-f7092e46-26f1-4580-ad70-e7ccf3a66814 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/ports?device_id=e44995e9-7142-4594-a50c-8ebe99949ccf HTTP/1.1" status: 200 len: 210 time: 0.0520222 Jan 28 07:15:00.006243 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [req-b7e0c460-7862-46a0-addf-2cf64111c331 req-97cdcb46-c5b6-4348-a6ee-c0a3d3c632b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e1d62d9-7bdc-43bc-8572-51547f00ada7 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:15:00.017215 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b7e0c460-7862-46a0-addf-2cf64111c331 req-97cdcb46-c5b6-4348-a6ee-c0a3d3c632b2 service neutron] Publish callbacks [] for port (0e1d62d9-7bdc-43bc-8572-51547f00ada7), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:00.034103 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [req-b7e0c460-7862-46a0-addf-2cf64111c331 req-97cdcb46-c5b6-4348-a6ee-c0a3d3c632b2 service neutron] Transition to ACTIVE for port object 0e1d62d9-7bdc-43bc-8572-51547f00ada7 will not be triggered until provisioned by entity L2. {{(pid=103283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:15:00.066334 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b7e0c460-7862-46a0-addf-2cf64111c331 req-97cdcb46-c5b6-4348-a6ee-c0a3d3c632b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (0e1d62d9-7bdc-43bc-8572-51547f00ada7), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:00.110124 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6099665e-8fc6-48a8-8f72-a1c3ada6d666 req-ae102084-3a7c-4346-a031-533dcf92a94c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:00.111668 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6099665e-8fc6-48a8-8f72-a1c3ada6d666 req-ae102084-3a7c-4346-a031-533dcf92a94c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e60d974b-4a97-44ad-8684-0b13afa61368 HTTP/1.1" status: 200 len: 848 time: 0.1277015 Jan 28 07:15:00.180312 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6099665e-8fc6-48a8-8f72-a1c3ada6d666 req-af8c4157-4cdd-47b4-9e2f-9610f0657048 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=77aa199c-9565-430c-bcef-5bacd415f620&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535603 Jan 28 07:15:00.184381 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cdcb46-c5b6-4348-a6ee-c0a3d3c632b2 service neutron] Pushing event updated for resources: {'Port': ['ID=0e1d62d9-7bdc-43bc-8572-51547f00ada7,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:00.347363 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6099665e-8fc6-48a8-8f72-a1c3ada6d666 req-e8b0c46c-428a-4cc7-a361-3bc534098888 service neutron] 10.222.0.10 "GET /v2.0/networks/77aa199c-9565-430c-bcef-5bacd415f620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398611 Jan 28 07:15:00.554553 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6099665e-8fc6-48a8-8f72-a1c3ada6d666 req-152279ae-79da-4c52-ba5e-2f42f32d3caa service neutron] 10.222.0.10 "GET /v2.0/networks/77aa199c-9565-430c-bcef-5bacd415f620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844466 Jan 28 07:15:00.558348 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-b7e0c460-7862-46a0-addf-2cf64111c331 req-97cdcb46-c5b6-4348-a6ee-c0a3d3c632b2 service neutron] Attempting to bind port 0e1d62d9-7bdc-43bc-8572-51547f00ada7 on host n-h2-712749-28 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:15:00.558659 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-b7e0c460-7862-46a0-addf-2cf64111c331 req-97cdcb46-c5b6-4348-a6ee-c0a3d3c632b2 service neutron] Attempting to bind port 0e1d62d9-7bdc-43bc-8572-51547f00ada7 by drivers openvswitch,hyperv on host n-h2-712749-28 at level 0 using segments [{'id': 'f3c435c6-b200-4552-9398-3233b0ca48be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '3694fbdb-afc3-4ba9-96bb-9f3c75f0cb90'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:15:00.558982 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7e0c460-7862-46a0-addf-2cf64111c331 req-97cdcb46-c5b6-4348-a6ee-c0a3d3c632b2 service neutron] Attempting to bind port 0e1d62d9-7bdc-43bc-8572-51547f00ada7 on network 3694fbdb-afc3-4ba9-96bb-9f3c75f0cb90 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:15:00.567133 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7e0c460-7862-46a0-addf-2cf64111c331 req-97cdcb46-c5b6-4348-a6ee-c0a3d3c632b2 service neutron] Port 0e1d62d9-7bdc-43bc-8572-51547f00ada7 on network 3694fbdb-afc3-4ba9-96bb-9f3c75f0cb90 not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-28 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:15:00.567456 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7e0c460-7862-46a0-addf-2cf64111c331 req-97cdcb46-c5b6-4348-a6ee-c0a3d3c632b2 service neutron] Attempting to bind port 0e1d62d9-7bdc-43bc-8572-51547f00ada7 on network 3694fbdb-afc3-4ba9-96bb-9f3c75f0cb90 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:15:00.576391 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7e0c460-7862-46a0-addf-2cf64111c331 req-97cdcb46-c5b6-4348-a6ee-c0a3d3c632b2 service neutron] Checking agent: {'id': 'c9906e63-062c-432e-bb53-63fdb8115e18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:15:00.576736 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7e0c460-7862-46a0-addf-2cf64111c331 req-97cdcb46-c5b6-4348-a6ee-c0a3d3c632b2 service neutron] Checking segment: {'id': 'f3c435c6-b200-4552-9398-3233b0ca48be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '3694fbdb-afc3-4ba9-96bb-9f3c75f0cb90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:15:00.577125 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7e0c460-7862-46a0-addf-2cf64111c331 req-97cdcb46-c5b6-4348-a6ee-c0a3d3c632b2 service neutron] Bound using segment: {'id': 'f3c435c6-b200-4552-9398-3233b0ca48be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '3694fbdb-afc3-4ba9-96bb-9f3c75f0cb90'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:15:00.578003 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-b7e0c460-7862-46a0-addf-2cf64111c331 req-97cdcb46-c5b6-4348-a6ee-c0a3d3c632b2 service neutron] Bound port: 0e1d62d9-7bdc-43bc-8572-51547f00ada7, host: n-h2-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3c435c6-b200-4552-9398-3233b0ca48be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '3694fbdb-afc3-4ba9-96bb-9f3c75f0cb90'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:15:00.578117 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b7e0c460-7862-46a0-addf-2cf64111c331 req-97cdcb46-c5b6-4348-a6ee-c0a3d3c632b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (0e1d62d9-7bdc-43bc-8572-51547f00ada7), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:00.586368 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a139b416-3638-4ea8-b95b-3706058ffb21 req-cb23a24d-edfe-450b-bc99-f9a26a6f20d2 tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:00.594033 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a139b416-3638-4ea8-b95b-3706058ffb21 req-cb23a24d-edfe-450b-bc99-f9a26a6f20d2 tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] 10.222.0.41 "GET /v2.0/ports?device_id=34a4ccd4-af0a-4d5b-86ac-f0544f8f059d HTTP/1.1" status: 200 len: 944 time: 0.0980332 Jan 28 07:15:00.745115 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a139b416-3638-4ea8-b95b-3706058ffb21 req-0381b51e-8b40-40e6-b572-165daa0c8683 tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] 10.222.0.41 "GET /v2.0/security-groups?id=230b7539-1cad-405e-b772-a8fb13fc97f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1455572 Jan 28 07:15:00.794299 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-b7e0c460-7862-46a0-addf-2cf64111c331 req-97cdcb46-c5b6-4348-a6ee-c0a3d3c632b2 service neutron] For port 0e1d62d9-7bdc-43bc-8572-51547f00ada7, host n-h2-712749-28, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:15:00.799342 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-b7e0c460-7862-46a0-addf-2cf64111c331 req-97cdcb46-c5b6-4348-a6ee-c0a3d3c632b2 service neutron] For port 0e1d62d9-7bdc-43bc-8572-51547f00ada7, host n-h2-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=0e1d62d9-7bdc-43bc-8572-51547f00ada7,segment=NetworkSegment(f3c435c6-b200-4552-9398-3233b0ca48be),segment_id=f3c435c6-b200-4552-9398-3233b0ca48be)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:15:00.810349 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b7e0c460-7862-46a0-addf-2cf64111c331 req-97cdcb46-c5b6-4348-a6ee-c0a3d3c632b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (0e1d62d9-7bdc-43bc-8572-51547f00ada7), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:00.875480 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e0c460-7862-46a0-addf-2cf64111c331 req-97cdcb46-c5b6-4348-a6ee-c0a3d3c632b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:00.877619 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b7e0c460-7862-46a0-addf-2cf64111c331 req-97cdcb46-c5b6-4348-a6ee-c0a3d3c632b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:00.877619 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b7e0c460-7862-46a0-addf-2cf64111c331 req-97cdcb46-c5b6-4348-a6ee-c0a3d3c632b2 service neutron] 10.222.0.44 "PUT /v2.0/ports/0e1d62d9-7bdc-43bc-8572-51547f00ada7 HTTP/1.1" status: 200 len: 1093 time: 2.1212513 Jan 28 07:15:00.877941 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34a4ccd4-af0a-4d5b-86ac-f0544f8f059d', 'tag': '0e1d62d9-7bdc-43bc-8572-51547f00ada7'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:15:00.880182 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22813036-7157-4c64-8e52-8a74fafa6230" -d '{"events": [{"name": "network-changed", "server_uuid": "34a4ccd4-af0a-4d5b-86ac-f0544f8f059d", "tag": "0e1d62d9-7bdc-43bc-8572-51547f00ada7"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:15:00.939391 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cdcb46-c5b6-4348-a6ee-c0a3d3c632b2 service neutron] Pushing event updated for resources: {'Port': ['ID=0e1d62d9-7bdc-43bc-8572-51547f00ada7,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:01.018853 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e8606a-0c3f-4a91-b434-b3cd568e0799 req-4668ec39-8613-48f3-b806-90b67269c945 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:01.022515 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d8e8606a-0c3f-4a91-b434-b3cd568e0799 req-4668ec39-8613-48f3-b806-90b67269c945 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] 10.222.0.10 "GET /v2.0/networks?id=e85ce6af-dc47-4e74-af2f-0fbb85efabc2 HTTP/1.1" status: 200 len: 822 time: 0.4735556 Jan 28 07:15:01.051366 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4e97e9-753e-41ea-a76a-f8a2a6b19dbe req-423b91a3-156e-42ea-aebb-ab414f482cbd tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:01.062834 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9a4e97e9-753e-41ea-a76a-f8a2a6b19dbe req-423b91a3-156e-42ea-aebb-ab414f482cbd tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/ports?device_id=735808a4-e633-4693-b1ca-941092790339 HTTP/1.1" status: 200 len: 944 time: 0.5578449 Jan 28 07:15:01.087419 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-203d8fc7-d263-4c09-9ae7-2bfa37cb424d req-216a5934-1379-4f04-8a38-b11176180b40 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c3d596b-3d85-4cdb-9514-693541b3d411 HTTP/1.1" status: 200 len: 210 time: 0.0690441 Jan 28 07:15:01.089652 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-d8e8606a-0c3f-4a91-b434-b3cd568e0799 req-063b0493-bfa8-478e-9cec-b06658fb4cc5 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Request body: {'port': {'device_id': '6c3d596b-3d85-4cdb-9514-693541b3d411', 'network_id': 'e85ce6af-dc47-4e74-af2f-0fbb85efabc2', 'admin_state_up': True, 'tenant_id': '19f2f13931f54db7b6cdfada1845d6ff'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:15:01.095694 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e0c460-7862-46a0-addf-2cf64111c331 req-1ebbb079-c7c3-4fe7-8702-58a479131087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:01.097851 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b7e0c460-7862-46a0-addf-2cf64111c331 req-1ebbb079-c7c3-4fe7-8702-58a479131087 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7c38f303133c4a1f8d60e9cc7e10b1b4&device_id=34a4ccd4-af0a-4d5b-86ac-f0544f8f059d HTTP/1.1" status: 200 len: 1096 time: 0.1441817 Jan 28 07:15:01.173779 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b7e0c460-7862-46a0-addf-2cf64111c331 req-63ec2dc8-1f59-4c49-a759-f958b6a99878 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0e1d62d9-7bdc-43bc-8572-51547f00ada7 HTTP/1.1" status: 200 len: 217 time: 0.0606594 Jan 28 07:15:01.220290 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9a4e97e9-753e-41ea-a76a-f8a2a6b19dbe req-c8722665-7989-4a6d-a2de-a02509b2a6ab tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c286ac6-5d5d-46b9-b282-9e68e0339bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502211 Jan 28 07:15:01.271176 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce2060a3-1612-4df8-aa61-2c82f9066fe8 x-openstack-request-id: req-ce2060a3-1612-4df8-aa61-2c82f9066fe8 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:15:01.271831 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34a4ccd4-af0a-4d5b-86ac-f0544f8f059d", "tag": "0e1d62d9-7bdc-43bc-8572-51547f00ada7", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:15:01.272324 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ce2060a3-1612-4df8-aa61-2c82f9066fe8 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:15:01.272932 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34a4ccd4-af0a-4d5b-86ac-f0544f8f059d', 'tag': '0e1d62d9-7bdc-43bc-8572-51547f00ada7', 'status': 'completed', 'code': 200} Jan 28 07:15:01.282433 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8e8606a-0c3f-4a91-b434-b3cd568e0799 req-063b0493-bfa8-478e-9cec-b06658fb4cc5 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Made reservation on behalf of 19f2f13931f54db7b6cdfada1845d6ff for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:15:01.286749 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d8e8606a-0c3f-4a91-b434-b3cd568e0799 req-063b0493-bfa8-478e-9cec-b06658fb4cc5 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:01.294707 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6099665e-8fc6-48a8-8f72-a1c3ada6d666 req-2ce3d805-b811-4745-9168-3834407ae8bf tempest-LiveMigrationTest-521921630 tempest-LiveMigrationTest-521921630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:01.296322 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6099665e-8fc6-48a8-8f72-a1c3ada6d666 req-2ce3d805-b811-4745-9168-3834407ae8bf tempest-LiveMigrationTest-521921630 tempest-LiveMigrationTest-521921630-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=735808a4-e633-4693-b1ca-941092790339&tenant_id=1b5821c096cf43639ed10b07e04f5303&binding%3Ahost_id=n-h1-712749-28 HTTP/1.1" status: 200 len: 1096 time: 0.1321433 Jan 28 07:15:01.301995 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e0c460-7862-46a0-addf-2cf64111c331 req-16928288-32d7-4873-9214-7536ff6624b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:01.303483 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b7e0c460-7862-46a0-addf-2cf64111c331 req-16928288-32d7-4873-9214-7536ff6624b1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c44ebf08-4b0c-4037-9377-7b2a7d647995 HTTP/1.1" status: 200 len: 855 time: 0.1007509 Jan 28 07:15:01.332926 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1cdec0e5-f861-4779-bad4-10395c88b4c7 req-79512c95-ca77-4d50-9736-9ec9aba9065d tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/ports?device_id=e44995e9-7142-4594-a50c-8ebe99949ccf HTTP/1.1" status: 200 len: 210 time: 0.0430551 Jan 28 07:15:01.383798 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device f6b0a31b-6e7c-4497-aa49-e5b43c372e47 no longer exists at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:15:01.412561 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e0c460-7862-46a0-addf-2cf64111c331 req-97aeff1e-2ea8-490e-9118-b65e7811661d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:01.414497 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b7e0c460-7862-46a0-addf-2cf64111c331 req-97aeff1e-2ea8-490e-9118-b65e7811661d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3694fbdb-afc3-4ba9-96bb-9f3c75f0cb90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1028929 Jan 28 07:15:01.505132 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-d8e8606a-0c3f-4a91-b434-b3cd568e0799 req-063b0493-bfa8-478e-9cec-b06658fb4cc5 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Allocated IP 172.20.0.2 (e85ce6af-dc47-4e74-af2f-0fbb85efabc2/0d27407c-7ac9-47c4-a45d-1a359519da5d/1ac77c7b-70a7-496c-9a44-7bce8a3be511) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:15:01.554909 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port f6b0a31b-6e7c-4497-aa49-e5b43c372e47 is: ACTIVE; New status is: DOWN {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:15:01.555304 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (f6b0a31b-6e7c-4497-aa49-e5b43c372e47), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:01.586660 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b28f81b-bea7-4d49-9e29-c23f30c965d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6b0a31b-6e7c-4497-aa49-e5b43c372e47'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:15:01.589974 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0128a392-032c-42f5-88a4-742179e08185" -d '{"events": [{"server_uuid": "5b28f81b-bea7-4d49-9e29-c23f30c965d6", "name": "network-vif-unplugged", "status": "completed", "tag": "f6b0a31b-6e7c-4497-aa49-e5b43c372e47"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:15:01.602304 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-6099665e-8fc6-48a8-8f72-a1c3ada6d666 req-07509fd3-94a6-4f73-9c0b-b7dfe01b1e0c service neutron] For port eae27188-e0c6-460b-86e6-5b12f277a7d9, host n-h2-712749-28, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:15:01.606000 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port f6b0a31b-6e7c-4497-aa49-e5b43c372e47, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=f6b0a31b-6e7c-4497-aa49-e5b43c372e47,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:15:01.609072 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-6099665e-8fc6-48a8-8f72-a1c3ada6d666 req-07509fd3-94a6-4f73-9c0b-b7dfe01b1e0c service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:01.610429 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6099665e-8fc6-48a8-8f72-a1c3ada6d666 req-07509fd3-94a6-4f73-9c0b-b7dfe01b1e0c service neutron] 10.222.0.10 "DELETE /v2.0/ports/eae27188-e0c6-460b-86e6-5b12f277a7d9/bindings/n-h2-712749-28 HTTP/1.1" status: 204 len: 173 time: 0.3059514 Jan 28 07:15:01.613520 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (f6b0a31b-6e7c-4497-aa49-e5b43c372e47), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:01.639740 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b7e0c460-7862-46a0-addf-2cf64111c331 req-0c224c9b-284d-4aeb-9c0b-320eb86269a3 service neutron] 10.222.0.44 "GET /v2.0/networks/3694fbdb-afc3-4ba9-96bb-9f3c75f0cb90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511786 Jan 28 07:15:01.668033 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 07:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c7083a7-306d-4c85-90a3-0c13b4813592 x-openstack-request-id: req-5c7083a7-306d-4c85-90a3-0c13b4813592 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:15:01.668756 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b28f81b-bea7-4d49-9e29-c23f30c965d6", "name": "network-vif-unplugged", "status": "completed", "tag": "f6b0a31b-6e7c-4497-aa49-e5b43c372e47", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:15:01.670298 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5c7083a7-306d-4c85-90a3-0c13b4813592 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:15:01.670940 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b28f81b-bea7-4d49-9e29-c23f30c965d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6b0a31b-6e7c-4497-aa49-e5b43c372e47', 'code': 200} Jan 28 07:15:01.727546 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=f6b0a31b-6e7c-4497-aa49-e5b43c372e47,revision_number=8']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:01.825466 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b7e0c460-7862-46a0-addf-2cf64111c331 req-fcce4aea-67ae-406e-89c4-c149397abf05 service neutron] 10.222.0.44 "GET /v2.0/networks/3694fbdb-afc3-4ba9-96bb-9f3c75f0cb90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786163 Jan 28 07:15:01.869095 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1858d0-9167-4d63-9d48-632de66b4106 req-9fd9b23f-a55f-4f81-bdae-753b80cd8503 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:01.870586 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ae1858d0-9167-4d63-9d48-632de66b4106 req-9fd9b23f-a55f-4f81-bdae-753b80cd8503 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.10 "GET /v2.0/networks?id=55d1aca5-a0d0-4804-9112-fbf4ce00f292 HTTP/1.1" status: 200 len: 805 time: 0.2006524 Jan 28 07:15:01.882091 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d8e8606a-0c3f-4a91-b434-b3cd568e0799 req-063b0493-bfa8-478e-9cec-b06658fb4cc5 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Publish callbacks [] for port (1ac77c7b-70a7-496c-9a44-7bce8a3be511), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:01.904850 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-ae1858d0-9167-4d63-9d48-632de66b4106 req-731e576d-e838-4387-a7bb-abeb022da1ec tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Request body: {'port': {'device_id': 'e44995e9-7142-4594-a50c-8ebe99949ccf', 'network_id': '55d1aca5-a0d0-4804-9112-fbf4ce00f292', 'admin_state_up': True, 'tenant_id': '071c6275b8f741eea1e2f053b48698ce'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:15:01.905556 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d87a90-1ed0-45d8-9253-b132e2451265 req-3084c497-9430-4333-af60-f7f1986b97e4 tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:01.909077 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-74d87a90-1ed0-45d8-9253-b132e2451265 req-3084c497-9430-4333-af60-f7f1986b97e4 tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] 10.222.0.41 "GET /v2.0/ports?device_id=34a4ccd4-af0a-4d5b-86ac-f0544f8f059d HTTP/1.1" status: 200 len: 944 time: 0.0601256 Jan 28 07:15:01.981192 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d8e8606a-0c3f-4a91-b434-b3cd568e0799 req-063b0493-bfa8-478e-9cec-b06658fb4cc5 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (1ac77c7b-70a7-496c-9a44-7bce8a3be511), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:02.019705 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-74d87a90-1ed0-45d8-9253-b132e2451265 req-71a04a1a-7227-41c5-b053-970be1f56129 tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] 10.222.0.41 "GET /v2.0/security-groups?id=230b7539-1cad-405e-b772-a8fb13fc97f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969319 Jan 28 07:15:02.028457 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22813036-7157-4c64-8e52-8a74fafa6230 req-15220c98-58be-49fa-aba0-57ac7b8f1d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:02.030854 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-22813036-7157-4c64-8e52-8a74fafa6230 req-15220c98-58be-49fa-aba0-57ac7b8f1d99 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7c38f303133c4a1f8d60e9cc7e10b1b4&device_id=34a4ccd4-af0a-4d5b-86ac-f0544f8f059d HTTP/1.1" status: 200 len: 1096 time: 0.1159031 Jan 28 07:15:02.048980 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8e8606a-0c3f-4a91-b434-b3cd568e0799 req-063b0493-bfa8-478e-9cec-b06658fb4cc5 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Network e85ce6af-dc47-4e74-af2f-0fbb85efabc2 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:15:02.058373 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063b0493-bfa8-478e-9cec-b06658fb4cc5 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Pushing event updated for resources: {'Port': ['ID=1ac77c7b-70a7-496c-9a44-7bce8a3be511,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:02.061562 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-d8e8606a-0c3f-4a91-b434-b3cd568e0799 req-063b0493-bfa8-478e-9cec-b06658fb4cc5 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:15:02.066100 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8e8606a-0c3f-4a91-b434-b3cd568e0799 req-063b0493-bfa8-478e-9cec-b06658fb4cc5 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:15:02.158236 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e8606a-0c3f-4a91-b434-b3cd568e0799 req-063b0493-bfa8-478e-9cec-b06658fb4cc5 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:02.159394 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d8e8606a-0c3f-4a91-b434-b3cd568e0799 req-063b0493-bfa8-478e-9cec-b06658fb4cc5 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:02.192953 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22813036-7157-4c64-8e52-8a74fafa6230 req-54ffbcd9-6ffd-4b52-adf3-c1fe8c496cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:02.194480 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-22813036-7157-4c64-8e52-8a74fafa6230 req-54ffbcd9-6ffd-4b52-adf3-c1fe8c496cff service neutron] 10.222.0.44 "GET /v2.0/networks?id=3694fbdb-afc3-4ba9-96bb-9f3c75f0cb90 HTTP/1.1" status: 200 len: 917 time: 0.1554916 Jan 28 07:15:02.205998 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d8e8606a-0c3f-4a91-b434-b3cd568e0799 req-063b0493-bfa8-478e-9cec-b06658fb4cc5 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1214912 Jan 28 07:15:02.209625 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae1858d0-9167-4d63-9d48-632de66b4106 req-731e576d-e838-4387-a7bb-abeb022da1ec tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Made reservation on behalf of 071c6275b8f741eea1e2f053b48698ce for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:15:02.214657 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ae1858d0-9167-4d63-9d48-632de66b4106 req-731e576d-e838-4387-a7bb-abeb022da1ec tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:02.233493 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-d8e8606a-0c3f-4a91-b434-b3cd568e0799 req-158b98e0-86ad-463a-8ddb-e7cd5d0f3e68 service neutron] Request body: {'port': {'device_id': '6c3d596b-3d85-4cdb-9514-693541b3d411', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-28'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:15:02.289229 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a446dde2-a8a5-43ac-9ed1-23721be9fcb3 req-f6d08962-adda-4b5b-bd12-5f2e72b404e8 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:02.296443 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a446dde2-a8a5-43ac-9ed1-23721be9fcb3 req-f6d08962-adda-4b5b-bd12-5f2e72b404e8 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c3d596b-3d85-4cdb-9514-693541b3d411 HTTP/1.1" status: 200 len: 931 time: 0.1266887 Jan 28 07:15:02.299749 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-22813036-7157-4c64-8e52-8a74fafa6230 req-ac77ff21-2fab-44f1-a33a-600e95669e04 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0e1d62d9-7bdc-43bc-8572-51547f00ada7 HTTP/1.1" status: 200 len: 217 time: 0.0519810 Jan 28 07:15:02.402175 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22813036-7157-4c64-8e52-8a74fafa6230 req-f55c4192-bdd1-4582-be78-df0e5ee28f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:02.403905 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-22813036-7157-4c64-8e52-8a74fafa6230 req-f55c4192-bdd1-4582-be78-df0e5ee28f20 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c44ebf08-4b0c-4037-9377-7b2a7d647995 HTTP/1.1" status: 200 len: 855 time: 0.0955467 Jan 28 07:15:02.404024 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d8e8606a-0c3f-4a91-b434-b3cd568e0799 req-158b98e0-86ad-463a-8ddb-e7cd5d0f3e68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (1ac77c7b-70a7-496c-9a44-7bce8a3be511), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:02.430658 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda02d5b-c4fd-4af1-b524-38450c2c4054 req-4dde1dd7-b7d1-43bd-bff6-64593d4808b8 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:02.438061 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-fda02d5b-c4fd-4af1-b524-38450c2c4054 req-4dde1dd7-b7d1-43bd-bff6-64593d4808b8 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/ports?device_id=735808a4-e633-4693-b1ca-941092790339 HTTP/1.1" status: 200 len: 944 time: 0.0792155 Jan 28 07:15:02.448413 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a446dde2-a8a5-43ac-9ed1-23721be9fcb3 req-a2544aef-e94a-4f0f-a975-4d541aa656a7 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe71d1fe-2a82-45e2-af57-541b0a63f469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507769 Jan 28 07:15:02.485763 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22813036-7157-4c64-8e52-8a74fafa6230 req-71e3ebc0-a8d6-4dd8-8bfc-6e88959754f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:02.487302 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-22813036-7157-4c64-8e52-8a74fafa6230 req-71e3ebc0-a8d6-4dd8-8bfc-6e88959754f9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3694fbdb-afc3-4ba9-96bb-9f3c75f0cb90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0742028 Jan 28 07:15:02.533863 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-fda02d5b-c4fd-4af1-b524-38450c2c4054 req-70163822-6636-4576-9d1f-bfe58b68a6d9 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c286ac6-5d5d-46b9-b282-9e68e0339bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948477 Jan 28 07:15:02.577828 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-ae1858d0-9167-4d63-9d48-632de66b4106 req-731e576d-e838-4387-a7bb-abeb022da1ec tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Allocated IP 172.20.0.8 (55d1aca5-a0d0-4804-9112-fbf4ce00f292/5ed8211a-b148-411a-81c0-40d0a8d78cc9/e30df1a4-03e1-488f-a4c2-e716699d2a3b) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:15:02.601302 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-fbb97b07-0b54-4ebf-be69-335025125659 req-3c6aa2a8-1e8b-4f7a-927f-a6a3d29aa62b tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/ports?device_id=e44995e9-7142-4594-a50c-8ebe99949ccf HTTP/1.1" status: 200 len: 210 time: 0.0425997 Jan 28 07:15:02.682796 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-22813036-7157-4c64-8e52-8a74fafa6230 req-e0b76a58-6855-4313-8801-83f4ffa087c4 service neutron] 10.222.0.44 "GET /v2.0/networks/3694fbdb-afc3-4ba9-96bb-9f3c75f0cb90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663816 Jan 28 07:15:02.793016 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:02.854927 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a926b2fc-88a1-42d6-a550-064141fda3ba req-19823515-29c9-4b72-bade-9faa6c17546b tempest-LiveMigrationTest-521921630 tempest-LiveMigrationTest-521921630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:02.856488 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a926b2fc-88a1-42d6-a550-064141fda3ba req-19823515-29c9-4b72-bade-9faa6c17546b tempest-LiveMigrationTest-521921630 tempest-LiveMigrationTest-521921630-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=735808a4-e633-4693-b1ca-941092790339 HTTP/1.1" status: 200 len: 1096 time: 0.0695920 Jan 28 07:15:02.879881 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-22813036-7157-4c64-8e52-8a74fafa6230 req-03256de5-753c-41c6-a8d6-f22995ae8863 service neutron] 10.222.0.44 "GET /v2.0/networks/3694fbdb-afc3-4ba9-96bb-9f3c75f0cb90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899078 Jan 28 07:15:02.915448 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a926b2fc-88a1-42d6-a550-064141fda3ba req-ac9a8c10-75b7-416e-83c9-e72079d5716a tempest-LiveMigrationTest-521921630 tempest-LiveMigrationTest-521921630-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=6c286ac6-5d5d-46b9-b282-9e68e0339bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511358 Jan 28 07:15:03.004501 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ae1858d0-9167-4d63-9d48-632de66b4106 req-731e576d-e838-4387-a7bb-abeb022da1ec tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Publish callbacks [] for port (e30df1a4-03e1-488f-a4c2-e716699d2a3b), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:03.028322 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-d8e8606a-0c3f-4a91-b434-b3cd568e0799 req-158b98e0-86ad-463a-8ddb-e7cd5d0f3e68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ac77c7b-70a7-496c-9a44-7bce8a3be511 {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:15:03.040637 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d8e8606a-0c3f-4a91-b434-b3cd568e0799 req-158b98e0-86ad-463a-8ddb-e7cd5d0f3e68 service neutron] Publish callbacks [] for port (1ac77c7b-70a7-496c-9a44-7bce8a3be511), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:03.065217 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-d8e8606a-0c3f-4a91-b434-b3cd568e0799 req-158b98e0-86ad-463a-8ddb-e7cd5d0f3e68 service neutron] Transition to ACTIVE for port object 1ac77c7b-70a7-496c-9a44-7bce8a3be511 will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:15:03.078830 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d8e8606a-0c3f-4a91-b434-b3cd568e0799 req-158b98e0-86ad-463a-8ddb-e7cd5d0f3e68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (1ac77c7b-70a7-496c-9a44-7bce8a3be511), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:03.091396 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df78356-61ae-4c5d-b33e-372c74af5de9 req-6353a37f-3c4e-423c-8194-6039da9d5e9a tempest-LiveMigrationTest-521921630 tempest-LiveMigrationTest-521921630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:03.092966 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7df78356-61ae-4c5d-b33e-372c74af5de9 req-6353a37f-3c4e-423c-8194-6039da9d5e9a tempest-LiveMigrationTest-521921630 tempest-LiveMigrationTest-521921630-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=735808a4-e633-4693-b1ca-941092790339 HTTP/1.1" status: 200 len: 1096 time: 0.1022983 Jan 28 07:15:03.156628 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ae1858d0-9167-4d63-9d48-632de66b4106 req-731e576d-e838-4387-a7bb-abeb022da1ec tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (e30df1a4-03e1-488f-a4c2-e716699d2a3b), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:03.162899 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158b98e0-86ad-463a-8ddb-e7cd5d0f3e68 service neutron] Pushing event updated for resources: {'Port': ['ID=1ac77c7b-70a7-496c-9a44-7bce8a3be511,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:03.190954 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['c979436b-508d-4793-81dd-afac650b9db6'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:15:03.216697 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3b8ea7-9ed8-41fc-a394-d17e362961ff req-52f3bb54-534c-4c6d-a6ab-36bfc34a68bb tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:03.218376 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5f3b8ea7-9ed8-41fc-a394-d17e362961ff req-52f3bb54-534c-4c6d-a6ab-36bfc34a68bb tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] 10.222.0.41 "GET /v2.0/ports?device_id=34a4ccd4-af0a-4d5b-86ac-f0544f8f059d HTTP/1.1" status: 200 len: 944 time: 0.0645514 Jan 28 07:15:03.254648 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae1858d0-9167-4d63-9d48-632de66b4106 req-731e576d-e838-4387-a7bb-abeb022da1ec tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Network 55d1aca5-a0d0-4804-9112-fbf4ce00f292 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:15:03.265291 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7df78356-61ae-4c5d-b33e-372c74af5de9 req-ca11df48-535c-41d8-be87-99534544cb83 tempest-LiveMigrationTest-521921630 tempest-LiveMigrationTest-521921630-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=6c286ac6-5d5d-46b9-b282-9e68e0339bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496599 Jan 28 07:15:03.287307 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-ae1858d0-9167-4d63-9d48-632de66b4106 req-731e576d-e838-4387-a7bb-abeb022da1ec tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:15:03.302880 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731e576d-e838-4387-a7bb-abeb022da1ec tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Pushing event updated for resources: {'Port': ['ID=e30df1a4-03e1-488f-a4c2-e716699d2a3b,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:03.316443 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae1858d0-9167-4d63-9d48-632de66b4106 req-731e576d-e838-4387-a7bb-abeb022da1ec tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:15:03.326433 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b54c5919-323d-4cb1-9e35-375d5f989697 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:03.353257 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5f3b8ea7-9ed8-41fc-a394-d17e362961ff req-01612e79-58f0-4109-8ff7-175c651f50b9 tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] 10.222.0.41 "GET /v2.0/security-groups?id=230b7539-1cad-405e-b772-a8fb13fc97f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251681 Jan 28 07:15:03.427772 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1858d0-9167-4d63-9d48-632de66b4106 req-731e576d-e838-4387-a7bb-abeb022da1ec tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:03.428395 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ae1858d0-9167-4d63-9d48-632de66b4106 req-731e576d-e838-4387-a7bb-abeb022da1ec tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:03.442440 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-d8e8606a-0c3f-4a91-b434-b3cd568e0799 req-158b98e0-86ad-463a-8ddb-e7cd5d0f3e68 service neutron] Attempting to bind port 1ac77c7b-70a7-496c-9a44-7bce8a3be511 on host n-h1-712749-28 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:15:03.442787 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-d8e8606a-0c3f-4a91-b434-b3cd568e0799 req-158b98e0-86ad-463a-8ddb-e7cd5d0f3e68 service neutron] Attempting to bind port 1ac77c7b-70a7-496c-9a44-7bce8a3be511 by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': '4cf6d162-1173-4186-b902-44d2727d3f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e85ce6af-dc47-4e74-af2f-0fbb85efabc2'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:15:03.443107 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e8606a-0c3f-4a91-b434-b3cd568e0799 req-158b98e0-86ad-463a-8ddb-e7cd5d0f3e68 service neutron] Attempting to bind port 1ac77c7b-70a7-496c-9a44-7bce8a3be511 on network e85ce6af-dc47-4e74-af2f-0fbb85efabc2 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:15:03.459672 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e8606a-0c3f-4a91-b434-b3cd568e0799 req-158b98e0-86ad-463a-8ddb-e7cd5d0f3e68 service neutron] Port 1ac77c7b-70a7-496c-9a44-7bce8a3be511 on network e85ce6af-dc47-4e74-af2f-0fbb85efabc2 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:15:03.459672 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e8606a-0c3f-4a91-b434-b3cd568e0799 req-158b98e0-86ad-463a-8ddb-e7cd5d0f3e68 service neutron] Attempting to bind port 1ac77c7b-70a7-496c-9a44-7bce8a3be511 on network e85ce6af-dc47-4e74-af2f-0fbb85efabc2 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:15:03.468322 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ae1858d0-9167-4d63-9d48-632de66b4106 req-731e576d-e838-4387-a7bb-abeb022da1ec tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5680091 Jan 28 07:15:03.471455 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e8606a-0c3f-4a91-b434-b3cd568e0799 req-158b98e0-86ad-463a-8ddb-e7cd5d0f3e68 service neutron] Checking agent: {'id': '2fca46b1-237f-4857-9290-2429d810e472', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 15, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:15:03.471791 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e8606a-0c3f-4a91-b434-b3cd568e0799 req-158b98e0-86ad-463a-8ddb-e7cd5d0f3e68 service neutron] Checking segment: {'id': '4cf6d162-1173-4186-b902-44d2727d3f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e85ce6af-dc47-4e74-af2f-0fbb85efabc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:15:03.472185 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e8606a-0c3f-4a91-b434-b3cd568e0799 req-158b98e0-86ad-463a-8ddb-e7cd5d0f3e68 service neutron] Bound using segment: {'id': '4cf6d162-1173-4186-b902-44d2727d3f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e85ce6af-dc47-4e74-af2f-0fbb85efabc2'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:15:03.472649 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-d8e8606a-0c3f-4a91-b434-b3cd568e0799 req-158b98e0-86ad-463a-8ddb-e7cd5d0f3e68 service neutron] Bound port: 1ac77c7b-70a7-496c-9a44-7bce8a3be511, host: n-h1-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cf6d162-1173-4186-b902-44d2727d3f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e85ce6af-dc47-4e74-af2f-0fbb85efabc2'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:15:03.473046 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d8e8606a-0c3f-4a91-b434-b3cd568e0799 req-158b98e0-86ad-463a-8ddb-e7cd5d0f3e68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (1ac77c7b-70a7-496c-9a44-7bce8a3be511), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:03.490597 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-ae1858d0-9167-4d63-9d48-632de66b4106 req-03a67aa3-4afb-480c-9353-cc60457b7406 service neutron] Request body: {'port': {'device_id': 'e44995e9-7142-4594-a50c-8ebe99949ccf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-28'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:15:03.583233 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 80771555-17c2-4224-86e2-cb60034ad531 details requested by agent hyperv_n-h1-712749-28 with host n-h1-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:15:03.636785 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ae1858d0-9167-4d63-9d48-632de66b4106 req-03a67aa3-4afb-480c-9353-cc60457b7406 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (e30df1a4-03e1-488f-a4c2-e716699d2a3b), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:03.654187 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-d8e8606a-0c3f-4a91-b434-b3cd568e0799 req-158b98e0-86ad-463a-8ddb-e7cd5d0f3e68 service neutron] For port 1ac77c7b-70a7-496c-9a44-7bce8a3be511, host n-h1-712749-28, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:15:03.677647 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-d8e8606a-0c3f-4a91-b434-b3cd568e0799 req-158b98e0-86ad-463a-8ddb-e7cd5d0f3e68 service neutron] For port 1ac77c7b-70a7-496c-9a44-7bce8a3be511, host n-h1-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=1ac77c7b-70a7-496c-9a44-7bce8a3be511,segment=NetworkSegment(4cf6d162-1173-4186-b902-44d2727d3f7a),segment_id=4cf6d162-1173-4186-b902-44d2727d3f7a)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:15:03.688939 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf027c08-1594-406c-8c67-ef0fd8cf91c2 req-9e7d1638-3be5-4847-a602-6f3119e1b475 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:03.696953 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-cf027c08-1594-406c-8c67-ef0fd8cf91c2 req-9e7d1638-3be5-4847-a602-6f3119e1b475 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c3d596b-3d85-4cdb-9514-693541b3d411 HTTP/1.1" status: 200 len: 943 time: 0.1449492 Jan 28 07:15:03.718385 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d8e8606a-0c3f-4a91-b434-b3cd568e0799 req-158b98e0-86ad-463a-8ddb-e7cd5d0f3e68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (1ac77c7b-70a7-496c-9a44-7bce8a3be511), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:03.752071 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 80771555-17c2-4224-86e2-cb60034ad531, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=80771555-17c2-4224-86e2-cb60034ad531,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:15:03.767927 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Returning: {'device': '80771555-17c2-4224-86e2-cb60034ad531', 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb', 'port_id': '80771555-17c2-4224-86e2-cb60034ad531', 'mac_address': 'fa:16:3e:2c:ce:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5785b43d-448b-4d12-9eb5-4e4caf2e7eaf', 'ip_address': '192.168.233.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:15:03.802258 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e8606a-0c3f-4a91-b434-b3cd568e0799 req-158b98e0-86ad-463a-8ddb-e7cd5d0f3e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:03.802916 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d8e8606a-0c3f-4a91-b434-b3cd568e0799 req-158b98e0-86ad-463a-8ddb-e7cd5d0f3e68 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:03.804419 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d8e8606a-0c3f-4a91-b434-b3cd568e0799 req-158b98e0-86ad-463a-8ddb-e7cd5d0f3e68 service neutron] 10.222.0.10 "PUT /v2.0/ports/1ac77c7b-70a7-496c-9a44-7bce8a3be511 HTTP/1.1" status: 200 len: 1092 time: 1.5764987 Jan 28 07:15:03.805032 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c3d596b-3d85-4cdb-9514-693541b3d411', 'tag': '1ac77c7b-70a7-496c-9a44-7bce8a3be511'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:15:03.808085 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e8ee6e5-331a-44ca-8c73-78d8a0c856d3" -d '{"events": [{"name": "network-changed", "server_uuid": "6c3d596b-3d85-4cdb-9514-693541b3d411", "tag": "1ac77c7b-70a7-496c-9a44-7bce8a3be511"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:15:03.846912 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeb256e-fd91-49bc-942b-5cab4c645e55 req-1187a280-526f-44f5-8205-7ed76c52cb3a tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:03.856065 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-dbeb256e-fd91-49bc-942b-5cab4c645e55 req-1187a280-526f-44f5-8205-7ed76c52cb3a tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/ports?device_id=e44995e9-7142-4594-a50c-8ebe99949ccf HTTP/1.1" status: 200 len: 931 time: 0.0922627 Jan 28 07:15:03.876757 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:03.878424 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 80771555-17c2-4224-86e2-cb60034ad531 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:15:03.878992 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (80771555-17c2-4224-86e2-cb60034ad531), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:03.900240 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80771555-17c2-4224-86e2-cb60034ad531 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:15:03.917411 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-dbeb256e-fd91-49bc-942b-5cab4c645e55 req-78c940e5-5460-4d59-8071-2ea41e6a7b9f tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/security-groups?id=54f3b545-d68e-44ae-b5dc-1cfcda6094b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604203 Jan 28 07:15:03.934293 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 80771555-17c2-4224-86e2-cb60034ad531, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=80771555-17c2-4224-86e2-cb60034ad531,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:15:03.939599 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (80771555-17c2-4224-86e2-cb60034ad531), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:03.949887 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158b98e0-86ad-463a-8ddb-e7cd5d0f3e68 service neutron] Pushing event updated for resources: {'Port': ['ID=1ac77c7b-70a7-496c-9a44-7bce8a3be511,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:03.962361 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-cf027c08-1594-406c-8c67-ef0fd8cf91c2 req-89ab81ce-9ae9-458c-b1cd-86da0923219e tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe71d1fe-2a82-45e2-af57-541b0a63f469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2652533 Jan 28 07:15:04.027552 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=80771555-17c2-4224-86e2-cb60034ad531,revision_number=9']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:04.054576 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e8606a-0c3f-4a91-b434-b3cd568e0799 req-ce04299e-9d0b-4b0c-b064-66ed29c11ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:04.056094 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d8e8606a-0c3f-4a91-b434-b3cd568e0799 req-ce04299e-9d0b-4b0c-b064-66ed29c11ccc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=19f2f13931f54db7b6cdfada1845d6ff&device_id=6c3d596b-3d85-4cdb-9514-693541b3d411 HTTP/1.1" status: 200 len: 1095 time: 0.1742184 Jan 28 07:15:04.124259 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a64abc26-6347-4e64-a974-c845bcf5aa86 x-openstack-request-id: req-a64abc26-6347-4e64-a974-c845bcf5aa86 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:15:04.125057 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c3d596b-3d85-4cdb-9514-693541b3d411", "tag": "1ac77c7b-70a7-496c-9a44-7bce8a3be511", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:15:04.125057 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a64abc26-6347-4e64-a974-c845bcf5aa86 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:15:04.125293 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c3d596b-3d85-4cdb-9514-693541b3d411', 'tag': '1ac77c7b-70a7-496c-9a44-7bce8a3be511', 'status': 'completed', 'code': 200} Jan 28 07:15:04.131695 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d8e8606a-0c3f-4a91-b434-b3cd568e0799 req-3f1d4cf4-aa7f-4812-bdfc-f938d8eb1f7b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1ac77c7b-70a7-496c-9a44-7bce8a3be511 HTTP/1.1" status: 200 len: 217 time: 0.0540369 Jan 28 07:15:04.226381 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e8606a-0c3f-4a91-b434-b3cd568e0799 req-e275b205-4a69-48a9-bcf5-b462507f059c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:04.227843 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d8e8606a-0c3f-4a91-b434-b3cd568e0799 req-e275b205-4a69-48a9-bcf5-b462507f059c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0d27407c-7ac9-47c4-a45d-1a359519da5d HTTP/1.1" status: 200 len: 862 time: 0.0841715 Jan 28 07:15:04.249049 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-ae1858d0-9167-4d63-9d48-632de66b4106 req-03a67aa3-4afb-480c-9353-cc60457b7406 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e30df1a4-03e1-488f-a4c2-e716699d2a3b {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:15:04.269163 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ae1858d0-9167-4d63-9d48-632de66b4106 req-03a67aa3-4afb-480c-9353-cc60457b7406 service neutron] Publish callbacks [] for port (e30df1a4-03e1-488f-a4c2-e716699d2a3b), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:04.272773 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d8e8606a-0c3f-4a91-b434-b3cd568e0799 req-9b8d44df-a044-4adf-8247-c257228dfe97 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e85ce6af-dc47-4e74-af2f-0fbb85efabc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334222 Jan 28 07:15:04.283164 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-ae1858d0-9167-4d63-9d48-632de66b4106 req-03a67aa3-4afb-480c-9353-cc60457b7406 service neutron] Transition to ACTIVE for port object e30df1a4-03e1-488f-a4c2-e716699d2a3b will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:15:04.287296 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ae1858d0-9167-4d63-9d48-632de66b4106 req-03a67aa3-4afb-480c-9353-cc60457b7406 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (e30df1a4-03e1-488f-a4c2-e716699d2a3b), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:04.309388 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['80771555-17c2-4224-86e2-cb60034ad531'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:15:04.393120 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a67aa3-4afb-480c-9353-cc60457b7406 service neutron] Pushing event updated for resources: {'Port': ['ID=e30df1a4-03e1-488f-a4c2-e716699d2a3b,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:04.512641 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d8e8606a-0c3f-4a91-b434-b3cd568e0799 req-d5a2850d-fb1a-4cad-a959-4a6024912274 service neutron] 10.222.0.10 "GET /v2.0/networks/e85ce6af-dc47-4e74-af2f-0fbb85efabc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994040 Jan 28 07:15:04.525989 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-ae1858d0-9167-4d63-9d48-632de66b4106 req-03a67aa3-4afb-480c-9353-cc60457b7406 service neutron] Attempting to bind port e30df1a4-03e1-488f-a4c2-e716699d2a3b on host n-h1-712749-28 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:15:04.526315 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-ae1858d0-9167-4d63-9d48-632de66b4106 req-03a67aa3-4afb-480c-9353-cc60457b7406 service neutron] Attempting to bind port e30df1a4-03e1-488f-a4c2-e716699d2a3b by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': '8c1a2649-126a-42b2-aa92-3dce43dd7caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '55d1aca5-a0d0-4804-9112-fbf4ce00f292'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:15:04.526757 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1858d0-9167-4d63-9d48-632de66b4106 req-03a67aa3-4afb-480c-9353-cc60457b7406 service neutron] Attempting to bind port e30df1a4-03e1-488f-a4c2-e716699d2a3b on network 55d1aca5-a0d0-4804-9112-fbf4ce00f292 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:15:04.538880 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff1b02f-7e45-4417-ba6d-f10acad868ab req-515fb51b-b421-40cc-b7e3-2273f0b6bf18 tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:04.540389 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9ff1b02f-7e45-4417-ba6d-f10acad868ab req-515fb51b-b421-40cc-b7e3-2273f0b6bf18 tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] 10.222.0.41 "GET /v2.0/ports?device_id=34a4ccd4-af0a-4d5b-86ac-f0544f8f059d HTTP/1.1" status: 200 len: 944 time: 0.0883367 Jan 28 07:15:04.542246 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1858d0-9167-4d63-9d48-632de66b4106 req-03a67aa3-4afb-480c-9353-cc60457b7406 service neutron] Port e30df1a4-03e1-488f-a4c2-e716699d2a3b on network 55d1aca5-a0d0-4804-9112-fbf4ce00f292 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:15:04.542577 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1858d0-9167-4d63-9d48-632de66b4106 req-03a67aa3-4afb-480c-9353-cc60457b7406 service neutron] Attempting to bind port e30df1a4-03e1-488f-a4c2-e716699d2a3b on network 55d1aca5-a0d0-4804-9112-fbf4ce00f292 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:15:04.549737 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1858d0-9167-4d63-9d48-632de66b4106 req-03a67aa3-4afb-480c-9353-cc60457b7406 service neutron] Checking agent: {'id': '2fca46b1-237f-4857-9290-2429d810e472', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 15, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:15:04.550079 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1858d0-9167-4d63-9d48-632de66b4106 req-03a67aa3-4afb-480c-9353-cc60457b7406 service neutron] Checking segment: {'id': '8c1a2649-126a-42b2-aa92-3dce43dd7caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '55d1aca5-a0d0-4804-9112-fbf4ce00f292'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:15:04.550461 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1858d0-9167-4d63-9d48-632de66b4106 req-03a67aa3-4afb-480c-9353-cc60457b7406 service neutron] Bound using segment: {'id': '8c1a2649-126a-42b2-aa92-3dce43dd7caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '55d1aca5-a0d0-4804-9112-fbf4ce00f292'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:15:04.550889 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-ae1858d0-9167-4d63-9d48-632de66b4106 req-03a67aa3-4afb-480c-9353-cc60457b7406 service neutron] Bound port: e30df1a4-03e1-488f-a4c2-e716699d2a3b, host: n-h1-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c1a2649-126a-42b2-aa92-3dce43dd7caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '55d1aca5-a0d0-4804-9112-fbf4ce00f292'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:15:04.551248 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ae1858d0-9167-4d63-9d48-632de66b4106 req-03a67aa3-4afb-480c-9353-cc60457b7406 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (e30df1a4-03e1-488f-a4c2-e716699d2a3b), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:04.694019 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9ff1b02f-7e45-4417-ba6d-f10acad868ab req-73570a33-c81e-4105-a6bc-2a4dd25d623c tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] 10.222.0.41 "GET /v2.0/security-groups?id=230b7539-1cad-405e-b772-a8fb13fc97f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1459742 Jan 28 07:15:04.720558 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-ae1858d0-9167-4d63-9d48-632de66b4106 req-03a67aa3-4afb-480c-9353-cc60457b7406 service neutron] For port e30df1a4-03e1-488f-a4c2-e716699d2a3b, host n-h1-712749-28, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:15:04.721733 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-ae1858d0-9167-4d63-9d48-632de66b4106 req-03a67aa3-4afb-480c-9353-cc60457b7406 service neutron] For port e30df1a4-03e1-488f-a4c2-e716699d2a3b, host n-h1-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=e30df1a4-03e1-488f-a4c2-e716699d2a3b,segment=NetworkSegment(8c1a2649-126a-42b2-aa92-3dce43dd7caa),segment_id=8c1a2649-126a-42b2-aa92-3dce43dd7caa)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:15:04.734794 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ae1858d0-9167-4d63-9d48-632de66b4106 req-03a67aa3-4afb-480c-9353-cc60457b7406 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (e30df1a4-03e1-488f-a4c2-e716699d2a3b), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:04.776348 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d8e8606a-0c3f-4a91-b434-b3cd568e0799 req-fd6e4852-541e-47ff-85e9-fb7b82034e7a service neutron] 10.222.0.10 "GET /v2.0/networks/e85ce6af-dc47-4e74-af2f-0fbb85efabc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955402 Jan 28 07:15:04.782152 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1858d0-9167-4d63-9d48-632de66b4106 req-03a67aa3-4afb-480c-9353-cc60457b7406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:04.782770 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ae1858d0-9167-4d63-9d48-632de66b4106 req-03a67aa3-4afb-480c-9353-cc60457b7406 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:04.784067 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ae1858d0-9167-4d63-9d48-632de66b4106 req-03a67aa3-4afb-480c-9353-cc60457b7406 service neutron] 10.222.0.10 "PUT /v2.0/ports/e30df1a4-03e1-488f-a4c2-e716699d2a3b HTTP/1.1" status: 200 len: 1092 time: 1.3008559 Jan 28 07:15:04.802481 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a67aa3-4afb-480c-9353-cc60457b7406 service neutron] Pushing event updated for resources: {'Port': ['ID=e30df1a4-03e1-488f-a4c2-e716699d2a3b,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:04.919137 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1858d0-9167-4d63-9d48-632de66b4106 req-0da7d382-4c28-44ce-bf08-79af67a74c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:04.920845 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ae1858d0-9167-4d63-9d48-632de66b4106 req-0da7d382-4c28-44ce-bf08-79af67a74c8d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=071c6275b8f741eea1e2f053b48698ce&device_id=e44995e9-7142-4594-a50c-8ebe99949ccf HTTP/1.1" status: 200 len: 1095 time: 0.0529044 Jan 28 07:15:05.083683 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ae1858d0-9167-4d63-9d48-632de66b4106 req-60c46929-5ae2-4adf-878d-310312e53ab4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e30df1a4-03e1-488f-a4c2-e716699d2a3b HTTP/1.1" status: 200 len: 217 time: 0.1005778 Jan 28 07:15:05.105016 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059ada16-7650-4424-b27a-674da62f84d9 req-0a68296d-e126-429e-b4f6-2ca7ec36912d tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:05.111888 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-059ada16-7650-4424-b27a-674da62f84d9 req-0a68296d-e126-429e-b4f6-2ca7ec36912d tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c3d596b-3d85-4cdb-9514-693541b3d411 HTTP/1.1" status: 200 len: 943 time: 0.0606012 Jan 28 07:15:05.164404 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef54aa78-2a9d-4b1d-9402-f62b687da0b2 req-5ec925d7-e040-43b9-ba40-c4e2721d1f07 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:05.166620 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ef54aa78-2a9d-4b1d-9402-f62b687da0b2 req-5ec925d7-e040-43b9-ba40-c4e2721d1f07 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/ports?device_id=e44995e9-7142-4594-a50c-8ebe99949ccf HTTP/1.1" status: 200 len: 943 time: 0.1650314 Jan 28 07:15:05.171612 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-059ada16-7650-4424-b27a-674da62f84d9 req-97e73015-3748-44f3-9935-d6b939415024 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe71d1fe-2a82-45e2-af57-541b0a63f469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586753 Jan 28 07:15:05.174570 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8ee6e5-331a-44ca-8c73-78d8a0c856d3 req-a3352472-34ba-4f8a-81b6-8ea6f8e0821f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:05.177115 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4e8ee6e5-331a-44ca-8c73-78d8a0c856d3 req-a3352472-34ba-4f8a-81b6-8ea6f8e0821f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=19f2f13931f54db7b6cdfada1845d6ff&device_id=6c3d596b-3d85-4cdb-9514-693541b3d411 HTTP/1.1" status: 200 len: 1095 time: 0.1927283 Jan 28 07:15:05.209077 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1858d0-9167-4d63-9d48-632de66b4106 req-821ee09b-c794-40bc-aecd-464616fc5006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:05.211447 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ae1858d0-9167-4d63-9d48-632de66b4106 req-821ee09b-c794-40bc-aecd-464616fc5006 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5ed8211a-b148-411a-81c0-40d0a8d78cc9 HTTP/1.1" status: 200 len: 845 time: 0.1140239 Jan 28 07:15:05.303541 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ae1858d0-9167-4d63-9d48-632de66b4106 req-251aa339-e779-4a2a-a5bc-8332b34e8df8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=55d1aca5-a0d0-4804-9112-fbf4ce00f292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0716689 Jan 28 07:15:05.336216 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ef54aa78-2a9d-4b1d-9402-f62b687da0b2 req-7ff88038-d79b-41dc-8c5c-387707f1f6de tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/security-groups?id=54f3b545-d68e-44ae-b5dc-1cfcda6094b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548951 Jan 28 07:15:05.440584 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8ee6e5-331a-44ca-8c73-78d8a0c856d3 req-774b3dfa-d933-4580-b05c-456306c937c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:05.442277 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4e8ee6e5-331a-44ca-8c73-78d8a0c856d3 req-774b3dfa-d933-4580-b05c-456306c937c8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e85ce6af-dc47-4e74-af2f-0fbb85efabc2 HTTP/1.1" status: 200 len: 923 time: 0.2525842 Jan 28 07:15:05.488402 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4e8ee6e5-331a-44ca-8c73-78d8a0c856d3 req-bf125c55-acaa-49eb-8d23-5ebd2249ee12 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1ac77c7b-70a7-496c-9a44-7bce8a3be511 HTTP/1.1" status: 200 len: 217 time: 0.0373466 Jan 28 07:15:05.584741 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4a39ce1f-c87c-46d0-93ec-0a3534a0e574 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:05.607094 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 80771555-17c2-4224-86e2-cb60034ad531 up at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:15:05.709194 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning complete for port 80771555-17c2-4224-86e2-cb60034ad531 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:15:05.709631 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (80771555-17c2-4224-86e2-cb60034ad531), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:05.911443 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 80771555-17c2-4224-86e2-cb60034ad531 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:15:05.912172 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (80771555-17c2-4224-86e2-cb60034ad531), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:05.946531 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59a4f94f-2b77-4276-b800-302e418f396a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80771555-17c2-4224-86e2-cb60034ad531'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:15:05.949744 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36e84207-a43a-4994-816d-03a9e413c414" -d '{"events": [{"server_uuid": "59a4f94f-2b77-4276-b800-302e418f396a", "name": "network-vif-plugged", "status": "completed", "tag": "80771555-17c2-4224-86e2-cb60034ad531"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:15:05.973960 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ae1858d0-9167-4d63-9d48-632de66b4106 req-c4714e4c-3385-49a0-8a9c-64ff30120060 service neutron] 10.222.0.10 "GET /v2.0/networks/55d1aca5-a0d0-4804-9112-fbf4ce00f292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6294420 Jan 28 07:15:05.977456 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8ee6e5-331a-44ca-8c73-78d8a0c856d3 req-72ba2907-19ee-43a9-b857-937fb0d4b0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:05.979002 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4e8ee6e5-331a-44ca-8c73-78d8a0c856d3 req-72ba2907-19ee-43a9-b857-937fb0d4b0b6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0d27407c-7ac9-47c4-a45d-1a359519da5d HTTP/1.1" status: 200 len: 862 time: 0.4681618 Jan 28 07:15:05.986542 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 80771555-17c2-4224-86e2-cb60034ad531, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=80771555-17c2-4224-86e2-cb60034ad531,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:15:05.995012 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (80771555-17c2-4224-86e2-cb60034ad531), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:06.013164 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882f7524-856f-42da-b359-42e51ed6ca9c req-6590bad8-9d01-4a5e-aa67-de60c6660056 tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:06.020231 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-882f7524-856f-42da-b359-42e51ed6ca9c req-6590bad8-9d01-4a5e-aa67-de60c6660056 tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] 10.222.0.41 "GET /v2.0/ports?device_id=34a4ccd4-af0a-4d5b-86ac-f0544f8f059d HTTP/1.1" status: 200 len: 944 time: 0.1009216 Jan 28 07:15:06.040010 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:15:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32ee0275-356e-4b75-af33-c1d21ef453d8 x-openstack-request-id: req-32ee0275-356e-4b75-af33-c1d21ef453d8 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:15:06.040464 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59a4f94f-2b77-4276-b800-302e418f396a", "name": "network-vif-plugged", "status": "completed", "tag": "80771555-17c2-4224-86e2-cb60034ad531", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:15:06.040881 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-32ee0275-356e-4b75-af33-c1d21ef453d8 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:15:06.041560 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59a4f94f-2b77-4276-b800-302e418f396a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80771555-17c2-4224-86e2-cb60034ad531', 'code': 200} Jan 28 07:15:06.052041 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4e8ee6e5-331a-44ca-8c73-78d8a0c856d3 req-f65dea22-868b-4b44-bdf4-ceee57ae7df4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e85ce6af-dc47-4e74-af2f-0fbb85efabc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563419 Jan 28 07:15:06.101871 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=80771555-17c2-4224-86e2-cb60034ad531,revision_number=10']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:06.145905 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e44995e9-7142-4594-a50c-8ebe99949ccf', 'tag': 'e30df1a4-03e1-488f-a4c2-e716699d2a3b'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:15:06.148134 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8390f06-f7f7-46cd-a0cb-3cbf8ed12f96" -d '{"events": [{"name": "network-changed", "server_uuid": "e44995e9-7142-4594-a50c-8ebe99949ccf", "tag": "e30df1a4-03e1-488f-a4c2-e716699d2a3b"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:15:06.198235 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-882f7524-856f-42da-b359-42e51ed6ca9c req-eaaf2721-06e0-484f-a1e0-62bb25c0f7b7 tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] 10.222.0.41 "GET /v2.0/security-groups?id=230b7539-1cad-405e-b772-a8fb13fc97f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1746943 Jan 28 07:15:06.219917 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6013edf3-5a22-4e7d-ad0a-2c293ab87b57 x-openstack-request-id: req-6013edf3-5a22-4e7d-ad0a-2c293ab87b57 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:15:06.220323 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e44995e9-7142-4594-a50c-8ebe99949ccf", "tag": "e30df1a4-03e1-488f-a4c2-e716699d2a3b", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:15:06.220513 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6013edf3-5a22-4e7d-ad0a-2c293ab87b57 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:15:06.220872 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e44995e9-7142-4594-a50c-8ebe99949ccf', 'tag': 'e30df1a4-03e1-488f-a4c2-e716699d2a3b', 'status': 'completed', 'code': 200} Jan 28 07:15:06.326098 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ae1858d0-9167-4d63-9d48-632de66b4106 req-808b8bd1-0ed2-4843-9a65-1512495911df service neutron] 10.222.0.10 "GET /v2.0/networks/55d1aca5-a0d0-4804-9112-fbf4ce00f292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3374207 Jan 28 07:15:06.337772 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4e8ee6e5-331a-44ca-8c73-78d8a0c856d3 req-7d310e39-5136-4e99-8ec7-2c198229c56e service neutron] 10.222.0.10 "GET /v2.0/networks/e85ce6af-dc47-4e74-af2f-0fbb85efabc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2487128 Jan 28 07:15:06.438432 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7db2691-235b-42e1-a94f-dc2619e81de6 req-cffd803d-e4b0-4a37-aec3-0ee5eff042a5 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:06.450394 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a7db2691-235b-42e1-a94f-dc2619e81de6 req-cffd803d-e4b0-4a37-aec3-0ee5eff042a5 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c3d596b-3d85-4cdb-9514-693541b3d411 HTTP/1.1" status: 200 len: 943 time: 0.1521611 Jan 28 07:15:06.533128 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a7db2691-235b-42e1-a94f-dc2619e81de6 req-873d324e-2f6a-4aa2-9095-5f3eaa80d160 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe71d1fe-2a82-45e2-af57-541b0a63f469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798922 Jan 28 07:15:06.575201 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4e8ee6e5-331a-44ca-8c73-78d8a0c856d3 req-153b8d65-8d62-46d2-b52d-190fd2634035 service neutron] 10.222.0.10 "GET /v2.0/networks/e85ce6af-dc47-4e74-af2f-0fbb85efabc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2292361 Jan 28 07:15:06.604224 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8390f06-f7f7-46cd-a0cb-3cbf8ed12f96 req-b1e48ec2-436c-40c7-800b-454ed5fcd5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:06.611031 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d8390f06-f7f7-46cd-a0cb-3cbf8ed12f96 req-b1e48ec2-436c-40c7-800b-454ed5fcd5aa service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=071c6275b8f741eea1e2f053b48698ce&device_id=e44995e9-7142-4594-a50c-8ebe99949ccf HTTP/1.1" status: 200 len: 1095 time: 0.1064658 Jan 28 07:15:06.720019 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0171064-a1dc-44ef-9e9a-88a93cf567a0 req-b864498a-4cce-4ab7-a48c-39da9e430a3a tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:06.721900 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d0171064-a1dc-44ef-9e9a-88a93cf567a0 req-b864498a-4cce-4ab7-a48c-39da9e430a3a tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/ports?device_id=e44995e9-7142-4594-a50c-8ebe99949ccf HTTP/1.1" status: 200 len: 943 time: 0.1356914 Jan 28 07:15:06.789497 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8390f06-f7f7-46cd-a0cb-3cbf8ed12f96 req-3c2ce7b6-467f-4bff-bb26-93b9eb47227f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:06.792270 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d8390f06-f7f7-46cd-a0cb-3cbf8ed12f96 req-3c2ce7b6-467f-4bff-bb26-93b9eb47227f service neutron] 10.222.0.10 "GET /v2.0/networks?id=55d1aca5-a0d0-4804-9112-fbf4ce00f292 HTTP/1.1" status: 200 len: 906 time: 0.1517010 Jan 28 07:15:06.800632 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d0171064-a1dc-44ef-9e9a-88a93cf567a0 req-1e111d46-aebb-4bde-b4df-9a2dfc202a58 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/security-groups?id=54f3b545-d68e-44ae-b5dc-1cfcda6094b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703566 Jan 28 07:15:06.845426 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d8390f06-f7f7-46cd-a0cb-3cbf8ed12f96 req-a46c4c81-990d-46f5-bf60-5bc062e8198f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e30df1a4-03e1-488f-a4c2-e716699d2a3b HTTP/1.1" status: 200 len: 217 time: 0.0435908 Jan 28 07:15:06.873842 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:06.918849 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8390f06-f7f7-46cd-a0cb-3cbf8ed12f96 req-fc40af40-35e2-4542-8787-176bd34f40b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:06.920931 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d8390f06-f7f7-46cd-a0cb-3cbf8ed12f96 req-fc40af40-35e2-4542-8787-176bd34f40b8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5ed8211a-b148-411a-81c0-40d0a8d78cc9 HTTP/1.1" status: 200 len: 845 time: 0.0617275 Jan 28 07:15:06.963450 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d8390f06-f7f7-46cd-a0cb-3cbf8ed12f96 req-b986e514-85dc-443d-bcae-cf42173be048 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=55d1aca5-a0d0-4804-9112-fbf4ce00f292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347466 Jan 28 07:15:07.068819 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d8390f06-f7f7-46cd-a0cb-3cbf8ed12f96 req-c3d43ef8-ef2b-449b-838e-b16ffbb6f5b7 service neutron] 10.222.0.10 "GET /v2.0/networks/55d1aca5-a0d0-4804-9112-fbf4ce00f292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974824 Jan 28 07:15:07.177084 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d8390f06-f7f7-46cd-a0cb-3cbf8ed12f96 req-c96456a2-dd76-4ce6-9e80-94885fbabd7d service neutron] 10.222.0.10 "GET /v2.0/networks/55d1aca5-a0d0-4804-9112-fbf4ce00f292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981774 Jan 28 07:15:07.331241 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d34ce1e-e001-42fa-af71-4cb14e359dd1 req-94fce820-b96d-4981-a4c6-1b9cf19ce8db tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:07.353162 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6d34ce1e-e001-42fa-af71-4cb14e359dd1 req-94fce820-b96d-4981-a4c6-1b9cf19ce8db tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] 10.222.0.41 "GET /v2.0/ports?device_id=34a4ccd4-af0a-4d5b-86ac-f0544f8f059d HTTP/1.1" status: 200 len: 944 time: 0.0756075 Jan 28 07:15:07.432518 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6d34ce1e-e001-42fa-af71-4cb14e359dd1 req-49225b07-5014-409a-9d4f-217541857a59 tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] 10.222.0.41 "GET /v2.0/security-groups?id=230b7539-1cad-405e-b772-a8fb13fc97f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789502 Jan 28 07:15:07.622288 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 1ac77c7b-70a7-496c-9a44-7bce8a3be511 details requested by agent hyperv_n-h1-712749-28 with host n-h1-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:15:07.680068 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35f340c-3477-4934-8f48-6ec505f7cca8 req-aecbf204-aa91-4f8e-ba01-0bf3323b2ea9 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:07.682986 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d35f340c-3477-4934-8f48-6ec505f7cca8 req-aecbf204-aa91-4f8e-ba01-0bf3323b2ea9 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c3d596b-3d85-4cdb-9514-693541b3d411 HTTP/1.1" status: 200 len: 943 time: 0.0604947 Jan 28 07:15:07.755098 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d35f340c-3477-4934-8f48-6ec505f7cca8 req-3c6f8b7a-ea56-450c-86d7-1f1660beae4e tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe71d1fe-2a82-45e2-af57-541b0a63f469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621779 Jan 28 07:15:07.784490 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 1ac77c7b-70a7-496c-9a44-7bce8a3be511, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=1ac77c7b-70a7-496c-9a44-7bce8a3be511,segment=NetworkSegment(4cf6d162-1173-4186-b902-44d2727d3f7a),segment_id=4cf6d162-1173-4186-b902-44d2727d3f7a)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:15:07.798704 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Returning: {'device': '1ac77c7b-70a7-496c-9a44-7bce8a3be511', 'network_id': 'e85ce6af-dc47-4e74-af2f-0fbb85efabc2', 'port_id': '1ac77c7b-70a7-496c-9a44-7bce8a3be511', 'mac_address': 'fa:16:3e:84:7e:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d27407c-7ac9-47c4-a45d-1a359519da5d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:15:07.846342 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 1ac77c7b-70a7-496c-9a44-7bce8a3be511 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:15:07.847010 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (1ac77c7b-70a7-496c-9a44-7bce8a3be511), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:07.907082 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ac77c7b-70a7-496c-9a44-7bce8a3be511 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:15:07.939301 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 1ac77c7b-70a7-496c-9a44-7bce8a3be511, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=1ac77c7b-70a7-496c-9a44-7bce8a3be511,segment=NetworkSegment(4cf6d162-1173-4186-b902-44d2727d3f7a),segment_id=4cf6d162-1173-4186-b902-44d2727d3f7a)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:15:07.948090 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (1ac77c7b-70a7-496c-9a44-7bce8a3be511), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:08.008318 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=1ac77c7b-70a7-496c-9a44-7bce8a3be511,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:08.076890 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd182fd-996d-4a65-aa11-d6e131a36834 req-44463af6-5860-4dfa-a224-0759363a8305 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:08.083091 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1fd182fd-996d-4a65-aa11-d6e131a36834 req-44463af6-5860-4dfa-a224-0759363a8305 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/ports?device_id=e44995e9-7142-4594-a50c-8ebe99949ccf HTTP/1.1" status: 200 len: 943 time: 0.1281283 Jan 28 07:15:08.139522 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1fd182fd-996d-4a65-aa11-d6e131a36834 req-87e897ad-d07c-4c4d-ac78-f8bbe3fac0f6 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/security-groups?id=54f3b545-d68e-44ae-b5dc-1cfcda6094b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539355 Jan 28 07:15:08.461003 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['1ac77c7b-70a7-496c-9a44-7bce8a3be511'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:15:08.608289 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:08.664908 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddac6af3-bf97-465b-804b-ee22fc6bca97 req-08a254da-0d85-4c1f-ba36-5be95a4436a0 tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:08.672032 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ddac6af3-bf97-465b-804b-ee22fc6bca97 req-08a254da-0d85-4c1f-ba36-5be95a4436a0 tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] 10.222.0.41 "GET /v2.0/ports?device_id=34a4ccd4-af0a-4d5b-86ac-f0544f8f059d HTTP/1.1" status: 200 len: 944 time: 0.1163235 Jan 28 07:15:08.756296 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ddac6af3-bf97-465b-804b-ee22fc6bca97 req-d0bba833-9b53-4862-810b-5d365d5a81dc tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] 10.222.0.41 "GET /v2.0/security-groups?id=230b7539-1cad-405e-b772-a8fb13fc97f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771339 Jan 28 07:15:08.889770 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f2b7b9-d8a8-4fe2-b217-b25bb7c40353 req-a5502cab-cacf-41cd-a4d1-ccfbe4d43080 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:08.897383 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-88f2b7b9-d8a8-4fe2-b217-b25bb7c40353 req-a5502cab-cacf-41cd-a4d1-ccfbe4d43080 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c3d596b-3d85-4cdb-9514-693541b3d411 HTTP/1.1" status: 200 len: 944 time: 0.0690084 Jan 28 07:15:08.958512 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-88f2b7b9-d8a8-4fe2-b217-b25bb7c40353 req-60b9bd18-7716-48fe-99b6-2407a4ddb6da tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe71d1fe-2a82-45e2-af57-541b0a63f469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598078 Jan 28 07:15:09.288446 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297b3af5-9529-4f71-a1ff-003b0e027036 req-47559619-f189-44be-8bc3-1e1e504b8898 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:09.290101 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-297b3af5-9529-4f71-a1ff-003b0e027036 req-47559619-f189-44be-8bc3-1e1e504b8898 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/ports?device_id=e44995e9-7142-4594-a50c-8ebe99949ccf HTTP/1.1" status: 200 len: 943 time: 0.0581157 Jan 28 07:15:09.353764 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-297b3af5-9529-4f71-a1ff-003b0e027036 req-72b31971-76a0-43b9-bc69-878163013978 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/security-groups?id=54f3b545-d68e-44ae-b5dc-1cfcda6094b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563529 Jan 28 07:15:09.628283 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device e30df1a4-03e1-488f-a4c2-e716699d2a3b details requested by agent hyperv_n-h1-712749-28 with host n-h1-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:15:09.715777 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:09.754502 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port e30df1a4-03e1-488f-a4c2-e716699d2a3b, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=e30df1a4-03e1-488f-a4c2-e716699d2a3b,segment=NetworkSegment(8c1a2649-126a-42b2-aa92-3dce43dd7caa),segment_id=8c1a2649-126a-42b2-aa92-3dce43dd7caa)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:15:09.769664 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Returning: {'device': 'e30df1a4-03e1-488f-a4c2-e716699d2a3b', 'network_id': '55d1aca5-a0d0-4804-9112-fbf4ce00f292', 'port_id': 'e30df1a4-03e1-488f-a4c2-e716699d2a3b', 'mac_address': 'fa:16:3e:e9:91:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ed8211a-b148-411a-81c0-40d0a8d78cc9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:15:09.940045 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9bf518-a1d2-46fb-89e8-352013873b3d req-0534d553-b9f1-44e6-8e4a-8b90044b74e8 tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:09.941670 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4e9bf518-a1d2-46fb-89e8-352013873b3d req-0534d553-b9f1-44e6-8e4a-8b90044b74e8 tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] 10.222.0.41 "GET /v2.0/ports?device_id=34a4ccd4-af0a-4d5b-86ac-f0544f8f059d HTTP/1.1" status: 200 len: 944 time: 0.0774605 Jan 28 07:15:10.011004 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4e9bf518-a1d2-46fb-89e8-352013873b3d req-920f2b67-db44-4946-a4be-52c6c4a3ba60 tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] 10.222.0.41 "GET /v2.0/security-groups?id=230b7539-1cad-405e-b772-a8fb13fc97f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589778 Jan 28 07:15:10.037337 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port e30df1a4-03e1-488f-a4c2-e716699d2a3b is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:15:10.037866 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (e30df1a4-03e1-488f-a4c2-e716699d2a3b), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:10.066279 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e30df1a4-03e1-488f-a4c2-e716699d2a3b {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:15:10.110674 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port e30df1a4-03e1-488f-a4c2-e716699d2a3b, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=e30df1a4-03e1-488f-a4c2-e716699d2a3b,segment=NetworkSegment(8c1a2649-126a-42b2-aa92-3dce43dd7caa),segment_id=8c1a2649-126a-42b2-aa92-3dce43dd7caa)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:15:10.117745 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (e30df1a4-03e1-488f-a4c2-e716699d2a3b), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:10.169817 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781dda5e-4aa9-4533-a6a7-5d81e76c9908 req-a4447246-4f40-457d-8022-bdbf8331f44d tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:10.174346 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-781dda5e-4aa9-4533-a6a7-5d81e76c9908 req-a4447246-4f40-457d-8022-bdbf8331f44d tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c3d596b-3d85-4cdb-9514-693541b3d411 HTTP/1.1" status: 200 len: 944 time: 0.1116779 Jan 28 07:15:10.218230 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=e30df1a4-03e1-488f-a4c2-e716699d2a3b,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:10.247604 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-781dda5e-4aa9-4533-a6a7-5d81e76c9908 req-2fceba6a-7cff-4065-ad75-e124e4fdcb4b tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe71d1fe-2a82-45e2-af57-541b0a63f469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681815 Jan 28 07:15:10.528549 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af32bfa-74df-4b29-886c-9b1d03920f56 req-9e5679d7-a65d-45ba-aa1c-8a5a9354300f tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:10.530396 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7af32bfa-74df-4b29-886c-9b1d03920f56 req-9e5679d7-a65d-45ba-aa1c-8a5a9354300f tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/ports?device_id=e44995e9-7142-4594-a50c-8ebe99949ccf HTTP/1.1" status: 200 len: 944 time: 0.0612714 Jan 28 07:15:10.593607 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7af32bfa-74df-4b29-886c-9b1d03920f56 req-e5bd274e-8912-412a-8508-43923d29546e tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/security-groups?id=54f3b545-d68e-44ae-b5dc-1cfcda6094b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566518 Jan 28 07:15:10.597253 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['e30df1a4-03e1-488f-a4c2-e716699d2a3b'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:15:11.144657 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f16599-f384-48e4-ba55-0436d7099746 req-a27b1c9c-edf3-458b-965d-3e6e6ab910fb tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:11.146376 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b0f16599-f384-48e4-ba55-0436d7099746 req-a27b1c9c-edf3-458b-965d-3e6e6ab910fb tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] 10.222.0.41 "GET /v2.0/ports?device_id=34a4ccd4-af0a-4d5b-86ac-f0544f8f059d HTTP/1.1" status: 200 len: 944 time: 0.0604248 Jan 28 07:15:11.229739 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b0f16599-f384-48e4-ba55-0436d7099746 req-d175b4df-cef9-465b-ad8b-49900fccc8b2 tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] 10.222.0.41 "GET /v2.0/security-groups?id=230b7539-1cad-405e-b772-a8fb13fc97f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771263 Jan 28 07:15:11.434315 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b17ed14-8f83-49e3-aefa-f65ceb539c93 req-39284a11-c239-401b-b8d3-319774e814a6 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:11.443845 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0b17ed14-8f83-49e3-aefa-f65ceb539c93 req-39284a11-c239-401b-b8d3-319774e814a6 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c3d596b-3d85-4cdb-9514-693541b3d411 HTTP/1.1" status: 200 len: 944 time: 0.0632262 Jan 28 07:15:11.493364 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0b17ed14-8f83-49e3-aefa-f65ceb539c93 req-afa6f65f-be00-4c83-8036-7812933d975e tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe71d1fe-2a82-45e2-af57-541b0a63f469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479395 Jan 28 07:15:11.663256 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 1ac77c7b-70a7-496c-9a44-7bce8a3be511 up at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:15:11.769294 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning for port 1ac77c7b-70a7-496c-9a44-7bce8a3be511 completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:15:11.773200 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49540c45-049b-4f87-91ea-57a88c8a50ae req-26e3043f-2119-43e9-80c2-78ca1eefeec3 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:11.776063 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning complete for port 1ac77c7b-70a7-496c-9a44-7bce8a3be511 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:15:11.776479 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (1ac77c7b-70a7-496c-9a44-7bce8a3be511), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:11.776595 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-49540c45-049b-4f87-91ea-57a88c8a50ae req-26e3043f-2119-43e9-80c2-78ca1eefeec3 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/ports?device_id=e44995e9-7142-4594-a50c-8ebe99949ccf HTTP/1.1" status: 200 len: 944 time: 0.1087434 Jan 28 07:15:11.886922 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-49540c45-049b-4f87-91ea-57a88c8a50ae req-c2b6c1e6-220e-4d09-98a5-52e28d05a132 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/security-groups?id=54f3b545-d68e-44ae-b5dc-1cfcda6094b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997260 Jan 28 07:15:11.897883 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 1ac77c7b-70a7-496c-9a44-7bce8a3be511 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:15:11.898659 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (1ac77c7b-70a7-496c-9a44-7bce8a3be511), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:11.939077 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 1ac77c7b-70a7-496c-9a44-7bce8a3be511, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=1ac77c7b-70a7-496c-9a44-7bce8a3be511,segment=NetworkSegment(4cf6d162-1173-4186-b902-44d2727d3f7a),segment_id=4cf6d162-1173-4186-b902-44d2727d3f7a)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:15:11.940362 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c3d596b-3d85-4cdb-9514-693541b3d411', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ac77c7b-70a7-496c-9a44-7bce8a3be511'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:15:11.943765 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bea510ea-bb71-4e54-adb8-4e4d193a9934" -d '{"events": [{"server_uuid": "6c3d596b-3d85-4cdb-9514-693541b3d411", "name": "network-vif-plugged", "status": "completed", "tag": "1ac77c7b-70a7-496c-9a44-7bce8a3be511"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:15:11.949002 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (1ac77c7b-70a7-496c-9a44-7bce8a3be511), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:12.006013 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=1ac77c7b-70a7-496c-9a44-7bce8a3be511,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:12.033121 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:15:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08d584f5-b732-4bdb-ac79-1edbd0fcb6d4 x-openstack-request-id: req-08d584f5-b732-4bdb-ac79-1edbd0fcb6d4 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:15:12.033366 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c3d596b-3d85-4cdb-9514-693541b3d411", "name": "network-vif-plugged", "status": "completed", "tag": "1ac77c7b-70a7-496c-9a44-7bce8a3be511", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:15:12.033587 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-08d584f5-b732-4bdb-ac79-1edbd0fcb6d4 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:15:12.034003 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c3d596b-3d85-4cdb-9514-693541b3d411', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ac77c7b-70a7-496c-9a44-7bce8a3be511', 'code': 200} Jan 28 07:15:12.203477 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c340674-4dbd-471d-969a-e1910280f604 req-dfa8aca7-70d4-454f-a39d-6f52b64c7b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:12.204958 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6c340674-4dbd-471d-969a-e1910280f604 req-dfa8aca7-70d4-454f-a39d-6f52b64c7b90 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6c3d596b-3d85-4cdb-9514-693541b3d411 HTTP/1.1" status: 200 len: 1097 time: 0.0548878 Jan 28 07:15:12.303637 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6c340674-4dbd-471d-969a-e1910280f604 req-2f57b6ff-62a5-461f-ae8e-a4acea37530e service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=fe71d1fe-2a82-45e2-af57-541b0a63f469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899870 Jan 28 07:15:12.416363 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aab0fd2-3969-493e-80af-8b7ccd5274ce req-9ffc097d-05e8-4839-82fd-02e27fc5a130 tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:12.424499 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-3aab0fd2-3969-493e-80af-8b7ccd5274ce req-9ffc097d-05e8-4839-82fd-02e27fc5a130 tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] 10.222.0.41 "GET /v2.0/ports?device_id=34a4ccd4-af0a-4d5b-86ac-f0544f8f059d HTTP/1.1" status: 200 len: 944 time: 0.0814502 Jan 28 07:15:12.482044 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-3aab0fd2-3969-493e-80af-8b7ccd5274ce req-11f996c1-f7e8-4272-ad64-aaff2b062dd6 tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] 10.222.0.41 "GET /v2.0/security-groups?id=230b7539-1cad-405e-b772-a8fb13fc97f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565665 Jan 28 07:15:12.654821 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113e8945-62bc-4f23-a191-367a05f081d2 req-9d53e792-b571-4b8e-bf96-3295719fecb2 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:12.657584 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-113e8945-62bc-4f23-a191-367a05f081d2 req-9d53e792-b571-4b8e-bf96-3295719fecb2 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c3d596b-3d85-4cdb-9514-693541b3d411 HTTP/1.1" status: 200 len: 945 time: 0.0583115 Jan 28 07:15:12.713312 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-113e8945-62bc-4f23-a191-367a05f081d2 req-7e5a8dbe-06a5-4458-a342-c6281dd85ce0 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe71d1fe-2a82-45e2-af57-541b0a63f469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499651 Jan 28 07:15:13.052795 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35f77da-d3d8-4a54-afae-622975310d88 req-65a16e64-8da5-4db0-9564-4964387bfc8f tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:13.063398 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e35f77da-d3d8-4a54-afae-622975310d88 req-65a16e64-8da5-4db0-9564-4964387bfc8f tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/ports?device_id=e44995e9-7142-4594-a50c-8ebe99949ccf HTTP/1.1" status: 200 len: 944 time: 0.0769145 Jan 28 07:15:13.162167 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e35f77da-d3d8-4a54-afae-622975310d88 req-474387d9-f753-467e-8a1d-9c6fc4f1e67b tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/security-groups?id=54f3b545-d68e-44ae-b5dc-1cfcda6094b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982010 Jan 28 07:15:13.642451 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0d32de-ff1f-4f8e-925a-dd068f96c8f6 req-127ce401-0dc4-4ee9-a31f-5f1172fc852c tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:13.644824 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1c0d32de-ff1f-4f8e-925a-dd068f96c8f6 req-127ce401-0dc4-4ee9-a31f-5f1172fc852c tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] 10.222.0.41 "GET /v2.0/ports?device_id=34a4ccd4-af0a-4d5b-86ac-f0544f8f059d HTTP/1.1" status: 200 len: 944 time: 0.0731933 Jan 28 07:15:13.691736 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device e30df1a4-03e1-488f-a4c2-e716699d2a3b up at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:15:13.785867 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1c0d32de-ff1f-4f8e-925a-dd068f96c8f6 req-31170c50-d54e-4ad2-a472-c74e9fa87657 tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] 10.222.0.41 "GET /v2.0/security-groups?id=230b7539-1cad-405e-b772-a8fb13fc97f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1350224 Jan 28 07:15:13.842881 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning for port e30df1a4-03e1-488f-a4c2-e716699d2a3b completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:15:13.870142 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning complete for port e30df1a4-03e1-488f-a4c2-e716699d2a3b triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:15:13.870795 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (e30df1a4-03e1-488f-a4c2-e716699d2a3b), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:13.966876 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef3bd12-0220-49d1-9061-c3a71abcd45c req-068f7ebb-9ff4-47cb-a6e2-06ee281d23fc tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:13.975534 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5ef3bd12-0220-49d1-9061-c3a71abcd45c req-068f7ebb-9ff4-47cb-a6e2-06ee281d23fc tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c3d596b-3d85-4cdb-9514-693541b3d411 HTTP/1.1" status: 200 len: 945 time: 0.1044474 Jan 28 07:15:14.013417 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port e30df1a4-03e1-488f-a4c2-e716699d2a3b is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:15:14.013841 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (e30df1a4-03e1-488f-a4c2-e716699d2a3b), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:14.045459 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5ef3bd12-0220-49d1-9061-c3a71abcd45c req-3a2bafd5-bfab-4e84-be6c-47103de12da8 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe71d1fe-2a82-45e2-af57-541b0a63f469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630548 Jan 28 07:15:14.083102 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e44995e9-7142-4594-a50c-8ebe99949ccf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e30df1a4-03e1-488f-a4c2-e716699d2a3b'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:15:14.085635 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a0ef57d-a067-47ad-a630-9d08c01495b8" -d '{"events": [{"server_uuid": "e44995e9-7142-4594-a50c-8ebe99949ccf", "name": "network-vif-plugged", "status": "completed", "tag": "e30df1a4-03e1-488f-a4c2-e716699d2a3b"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:15:14.120451 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port e30df1a4-03e1-488f-a4c2-e716699d2a3b, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=e30df1a4-03e1-488f-a4c2-e716699d2a3b,segment=NetworkSegment(8c1a2649-126a-42b2-aa92-3dce43dd7caa),segment_id=8c1a2649-126a-42b2-aa92-3dce43dd7caa)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:15:14.130587 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (e30df1a4-03e1-488f-a4c2-e716699d2a3b), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:14.184238 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-431ab366-8cfd-4781-805e-fab543549994 x-openstack-request-id: req-431ab366-8cfd-4781-805e-fab543549994 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:15:14.184547 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e44995e9-7142-4594-a50c-8ebe99949ccf", "name": "network-vif-plugged", "status": "completed", "tag": "e30df1a4-03e1-488f-a4c2-e716699d2a3b", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:15:14.185065 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-431ab366-8cfd-4781-805e-fab543549994 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:15:14.190700 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e44995e9-7142-4594-a50c-8ebe99949ccf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e30df1a4-03e1-488f-a4c2-e716699d2a3b', 'code': 200} Jan 28 07:15:14.241384 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=e30df1a4-03e1-488f-a4c2-e716699d2a3b,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:14.330267 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bcb22b-0f02-4880-a2d1-cbe639d62d09 req-70167444-0bf7-4301-836e-6c51a29ec52d tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:14.355687 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d5bcb22b-0f02-4880-a2d1-cbe639d62d09 req-70167444-0bf7-4301-836e-6c51a29ec52d tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c3d596b-3d85-4cdb-9514-693541b3d411 HTTP/1.1" status: 200 len: 945 time: 0.1632996 Jan 28 07:15:14.519477 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb4e10b-c29b-4b11-a5d6-0eaad4784b46 req-88f61e2e-996b-4f59-9d27-b60cebccb2e9 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:14.521223 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4eb4e10b-c29b-4b11-a5d6-0eaad4784b46 req-88f61e2e-996b-4f59-9d27-b60cebccb2e9 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/ports?device_id=e44995e9-7142-4594-a50c-8ebe99949ccf HTTP/1.1" status: 200 len: 945 time: 0.1570051 Jan 28 07:15:14.563113 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d5bcb22b-0f02-4880-a2d1-cbe639d62d09 req-2e92a8a9-3f0a-45d0-af4b-91d94db7a368 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe71d1fe-2a82-45e2-af57-541b0a63f469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063134 Jan 28 07:15:14.653560 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4eb4e10b-c29b-4b11-a5d6-0eaad4784b46 req-a29ffb2d-6518-4fd3-b672-470eb2af3024 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/security-groups?id=54f3b545-d68e-44ae-b5dc-1cfcda6094b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138253 Jan 28 07:15:14.736959 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f61ac97-143e-4abe-8106-ac19503a607f req-e555bdc8-cd22-4526-aca9-a5bdc50b288c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:14.738515 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0f61ac97-143e-4abe-8106-ac19503a607f req-e555bdc8-cd22-4526-aca9-a5bdc50b288c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e44995e9-7142-4594-a50c-8ebe99949ccf HTTP/1.1" status: 200 len: 1097 time: 0.2163520 Jan 28 07:15:14.879631 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0f61ac97-143e-4abe-8106-ac19503a607f req-381795bf-06c9-4ff4-9330-b4da1c36b6f7 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=54f3b545-d68e-44ae-b5dc-1cfcda6094b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232305 Jan 28 07:15:15.371388 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796c0195-2903-4b6a-a91d-1d370975dca8 req-ca16a460-ab45-4d98-8971-304ff273e0cb tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:15.386031 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-796c0195-2903-4b6a-a91d-1d370975dca8 req-ca16a460-ab45-4d98-8971-304ff273e0cb tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] 10.222.0.41 "GET /v2.0/ports?device_id=34a4ccd4-af0a-4d5b-86ac-f0544f8f059d HTTP/1.1" status: 200 len: 944 time: 0.1714630 Jan 28 07:15:15.464300 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-796c0195-2903-4b6a-a91d-1d370975dca8 req-5c0cb776-376e-45dd-9531-f47b650de044 tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] 10.222.0.41 "GET /v2.0/security-groups?id=230b7539-1cad-405e-b772-a8fb13fc97f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778129 Jan 28 07:15:15.790528 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d34ba62-a22b-4ecc-bd00-cfa049761be2 req-fa421af1-cf17-4b6c-9c52-c730c7a3666c tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:15.798251 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1d34ba62-a22b-4ecc-bd00-cfa049761be2 req-fa421af1-cf17-4b6c-9c52-c730c7a3666c tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c3d596b-3d85-4cdb-9514-693541b3d411 HTTP/1.1" status: 200 len: 945 time: 0.1375971 Jan 28 07:15:15.829377 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5ff515-2416-40ef-9a9c-8133fe89b077 req-858a0fa0-fa2f-492d-9788-95fa7250c300 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:15.831268 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0a5ff515-2416-40ef-9a9c-8133fe89b077 req-858a0fa0-fa2f-492d-9788-95fa7250c300 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/ports?device_id=e44995e9-7142-4594-a50c-8ebe99949ccf HTTP/1.1" status: 200 len: 945 time: 0.0547369 Jan 28 07:15:15.890717 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1d34ba62-a22b-4ecc-bd00-cfa049761be2 req-cd817db5-d09e-4731-85d8-7ce82c54a3fc tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe71d1fe-2a82-45e2-af57-541b0a63f469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820277 Jan 28 07:15:15.901980 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0a5ff515-2416-40ef-9a9c-8133fe89b077 req-8880cd85-3290-4c3c-a8d1-b64658b9ad33 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/security-groups?id=54f3b545-d68e-44ae-b5dc-1cfcda6094b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601261 Jan 28 07:15:16.610618 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a326fc7-3789-4ee9-b3d5-5f89db3469da req-8a0e7f84-2e72-4700-b28e-db7226119496 tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:16.617899 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3a326fc7-3789-4ee9-b3d5-5f89db3469da req-8a0e7f84-2e72-4700-b28e-db7226119496 tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] 10.222.0.41 "GET /v2.0/ports?device_id=34a4ccd4-af0a-4d5b-86ac-f0544f8f059d HTTP/1.1" status: 200 len: 944 time: 0.0722656 Jan 28 07:15:16.679982 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3a326fc7-3789-4ee9-b3d5-5f89db3469da req-8d85561f-db2c-4c0c-b68c-8d86d638e994 tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] 10.222.0.41 "GET /v2.0/security-groups?id=230b7539-1cad-405e-b772-a8fb13fc97f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568030 Jan 28 07:15:16.997003 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317c6936-d334-448e-b770-e1aff1533b9f req-330d2780-7c6b-4db0-a3a8-bf4963779962 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:17.004843 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-317c6936-d334-448e-b770-e1aff1533b9f req-330d2780-7c6b-4db0-a3a8-bf4963779962 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c3d596b-3d85-4cdb-9514-693541b3d411 HTTP/1.1" status: 200 len: 945 time: 0.0608828 Jan 28 07:15:17.075422 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f853a843-c222-4482-86e2-fae716fe852b req-481ce4c4-2b41-4a3f-a72b-6356cb697b9b tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:17.077189 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-317c6936-d334-448e-b770-e1aff1533b9f req-c48ca4f5-b5fb-4bc2-b895-9defbb72c6a2 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe71d1fe-2a82-45e2-af57-541b0a63f469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647283 Jan 28 07:15:17.082940 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f853a843-c222-4482-86e2-fae716fe852b req-481ce4c4-2b41-4a3f-a72b-6356cb697b9b tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/ports?device_id=e44995e9-7142-4594-a50c-8ebe99949ccf HTTP/1.1" status: 200 len: 945 time: 0.0685694 Jan 28 07:15:17.157099 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f853a843-c222-4482-86e2-fae716fe852b req-36704b30-80cc-4966-9437-3876690ceb89 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/security-groups?id=54f3b545-d68e-44ae-b5dc-1cfcda6094b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731668 Jan 28 07:15:17.458239 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177bfaba-7001-4ac3-a561-76dfb0940ba1 req-f72551f9-44d1-4370-9f18-3d5575d9f671 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:17.474476 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-177bfaba-7001-4ac3-a561-76dfb0940ba1 req-f72551f9-44d1-4370-9f18-3d5575d9f671 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/ports?device_id=e44995e9-7142-4594-a50c-8ebe99949ccf HTTP/1.1" status: 200 len: 945 time: 0.1005244 Jan 28 07:15:17.564589 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-177bfaba-7001-4ac3-a561-76dfb0940ba1 req-d2e9fe35-9cf4-4e12-aa0d-0395e6d70eae tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/security-groups?id=54f3b545-d68e-44ae-b5dc-1cfcda6094b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878797 Jan 28 07:15:17.716972 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0f7112b1-88c0-4671-98e4-99423bc84b70 req-1de080c6-5e5c-4904-9158-bb81aa503f19 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1610706 Jan 28 07:15:17.807203 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e41afb-931c-4b6d-881c-ab1674b188f4 req-2b7e895b-0d87-4294-bc13-89586a1187ba tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:17.809168 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a6e41afb-931c-4b6d-881c-ab1674b188f4 req-2b7e895b-0d87-4294-bc13-89586a1187ba tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/ports?device_id=e44995e9-7142-4594-a50c-8ebe99949ccf HTTP/1.1" status: 200 len: 945 time: 0.1053803 Jan 28 07:15:17.884529 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7112b1-88c0-4671-98e4-99423bc84b70 req-d0463588-0953-43bd-a1cc-11503853c5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:17.885297 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7112b1-88c0-4671-98e4-99423bc84b70 req-d0463588-0953-43bd-a1cc-11503853c5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:17.886043 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7112b1-88c0-4671-98e4-99423bc84b70 req-d0463588-0953-43bd-a1cc-11503853c5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:17.886654 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7112b1-88c0-4671-98e4-99423bc84b70 req-d0463588-0953-43bd-a1cc-11503853c5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:17.887279 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7112b1-88c0-4671-98e4-99423bc84b70 req-d0463588-0953-43bd-a1cc-11503853c5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:17.887903 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7112b1-88c0-4671-98e4-99423bc84b70 req-d0463588-0953-43bd-a1cc-11503853c5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:17.888973 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7112b1-88c0-4671-98e4-99423bc84b70 req-d0463588-0953-43bd-a1cc-11503853c5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:17.891085 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0f7112b1-88c0-4671-98e4-99423bc84b70 req-d0463588-0953-43bd-a1cc-11503853c5b3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3e187e532e7d440c823c7ea556f78f6e&device_id=b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7 HTTP/1.1" status: 200 len: 6500 time: 0.1212363 Jan 28 07:15:17.892840 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a6e41afb-931c-4b6d-881c-ab1674b188f4 req-8a81dbf6-cae7-41c9-aa17-ac00c6ce7c67 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/security-groups?id=54f3b545-d68e-44ae-b5dc-1cfcda6094b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773959 Jan 28 07:15:17.905809 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ca2634-46ca-4ca4-8299-7ec455c39e2c req-bf95356e-e753-4bfb-a4fb-a626bc5c7482 tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:17.914135 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-61ca2634-46ca-4ca4-8299-7ec455c39e2c req-bf95356e-e753-4bfb-a4fb-a626bc5c7482 tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] 10.222.0.41 "GET /v2.0/ports?device_id=34a4ccd4-af0a-4d5b-86ac-f0544f8f059d HTTP/1.1" status: 200 len: 944 time: 0.0900469 Jan 28 07:15:18.057717 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-61ca2634-46ca-4ca4-8299-7ec455c39e2c req-c22bac9d-59ba-4cff-874a-df6821df7f6c tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] 10.222.0.41 "GET /v2.0/security-groups?id=230b7539-1cad-405e-b772-a8fb13fc97f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1378055 Jan 28 07:15:18.100941 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7112b1-88c0-4671-98e4-99423bc84b70 req-96d332f1-0889-4415-bf13-c79f88d4b9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:18.101834 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7112b1-88c0-4671-98e4-99423bc84b70 req-96d332f1-0889-4415-bf13-c79f88d4b9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:18.102681 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7112b1-88c0-4671-98e4-99423bc84b70 req-96d332f1-0889-4415-bf13-c79f88d4b9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:18.105551 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0f7112b1-88c0-4671-98e4-99423bc84b70 req-96d332f1-0889-4415-bf13-c79f88d4b9e2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0d2602fa-1d2d-4c75-8661-ee94c8ac01e5&id=4791c092-87f8-46c1-85f0-6cd08fb183e5&id=4791c092-87f8-46c1-85f0-6cd08fb183e5&id=4791c092-87f8-46c1-85f0-6cd08fb183e5&id=4791c092-87f8-46c1-85f0-6cd08fb183e5&id=49a475b2-ea4c-4351-8a04-537e673f2680&id=49a475b2-ea4c-4351-8a04-537e673f2680 HTTP/1.1" status: 200 len: 2291 time: 0.1714151 Jan 28 07:15:18.200171 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0f7112b1-88c0-4671-98e4-99423bc84b70 req-9ce85016-f51c-409c-ad2f-7eb981b42615 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c1d4cf44-173a-4200-baca-a17fb9b232db HTTP/1.1" status: 200 len: 1001 time: 0.0696828 Jan 28 07:15:18.208886 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927cc9c3-a92a-4e87-8b0f-a92894bf290e req-dc1ae676-99b6-48af-9c59-2f236066c4a4 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:18.211207 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-927cc9c3-a92a-4e87-8b0f-a92894bf290e req-dc1ae676-99b6-48af-9c59-2f236066c4a4 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/ports?device_id=e44995e9-7142-4594-a50c-8ebe99949ccf HTTP/1.1" status: 200 len: 945 time: 0.0824368 Jan 28 07:15:18.281354 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7112b1-88c0-4671-98e4-99423bc84b70 req-ee9d070d-1bec-4d0d-8a74-a1785351505b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:18.283052 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0f7112b1-88c0-4671-98e4-99423bc84b70 req-ee9d070d-1bec-4d0d-8a74-a1785351505b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a36581c3-26ef-4e8c-b9f4-8727fbf3ff93 HTTP/1.1" status: 200 len: 851 time: 0.0527761 Jan 28 07:15:18.297937 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-927cc9c3-a92a-4e87-8b0f-a92894bf290e req-3619079a-9cfd-470e-9b13-9b739bb16f00 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/security-groups?id=54f3b545-d68e-44ae-b5dc-1cfcda6094b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791845 Jan 28 07:15:18.308343 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04e3d8d-e61f-4de4-b179-afc8e12363ce req-12be20b6-5e7f-44c3-b130-67ea9363266e tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:18.317439 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c04e3d8d-e61f-4de4-b179-afc8e12363ce req-12be20b6-5e7f-44c3-b130-67ea9363266e tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c3d596b-3d85-4cdb-9514-693541b3d411 HTTP/1.1" status: 200 len: 945 time: 0.1157675 Jan 28 07:15:18.406723 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c04e3d8d-e61f-4de4-b179-afc8e12363ce req-68064914-d72e-4782-9145-d5d951a41f67 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe71d1fe-2a82-45e2-af57-541b0a63f469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846829 Jan 28 07:15:18.406723 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7112b1-88c0-4671-98e4-99423bc84b70 req-df2f6776-9e8c-4b7d-95a6-a9346245beee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:18.414753 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0f7112b1-88c0-4671-98e4-99423bc84b70 req-df2f6776-9e8c-4b7d-95a6-a9346245beee service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0d2602fa-1d2d-4c75-8661-ee94c8ac01e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0805433 Jan 28 07:15:18.538014 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0f7112b1-88c0-4671-98e4-99423bc84b70 req-36c32a46-c617-4b62-a023-5588d76c665d service neutron] 10.222.0.10 "GET /v2.0/networks/0d2602fa-1d2d-4c75-8661-ee94c8ac01e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082792 Jan 28 07:15:18.746908 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0f7112b1-88c0-4671-98e4-99423bc84b70 req-f11f79f4-e9b1-42b0-9da2-7d5bb932ad43 service neutron] 10.222.0.10 "GET /v2.0/networks/0d2602fa-1d2d-4c75-8661-ee94c8ac01e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856682 Jan 28 07:15:18.809345 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0f7112b1-88c0-4671-98e4-99423bc84b70 req-1f2b0f71-8164-46f7-b6f5-104532ce9a64 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.36&port_id=fca91fdf-3a32-42a9-bf73-0d9c26ab506a HTTP/1.1" status: 200 len: 217 time: 0.0547769 Jan 28 07:15:18.884896 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7112b1-88c0-4671-98e4-99423bc84b70 req-8de05648-d9e5-4d78-9419-297ebe757f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:18.886715 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0f7112b1-88c0-4671-98e4-99423bc84b70 req-8de05648-d9e5-4d78-9419-297ebe757f0d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1096e90d-eca8-4202-80c6-1f06c2871d52 HTTP/1.1" status: 200 len: 797 time: 0.0655439 Jan 28 07:15:18.964400 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7112b1-88c0-4671-98e4-99423bc84b70 req-3ddb3b76-dc6f-4a71-9a41-b4d0d8decadc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:18.966376 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0f7112b1-88c0-4671-98e4-99423bc84b70 req-3ddb3b76-dc6f-4a71-9a41-b4d0d8decadc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4791c092-87f8-46c1-85f0-6cd08fb183e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0619533 Jan 28 07:15:19.088660 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0f7112b1-88c0-4671-98e4-99423bc84b70 req-15be10bf-84c8-4081-9c3f-552cb499bd89 service neutron] 10.222.0.10 "GET /v2.0/networks/4791c092-87f8-46c1-85f0-6cd08fb183e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133859 Jan 28 07:15:19.303361 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a601e5-764b-4f4b-a328-ae54ecec8f04 req-647cc6c0-f72d-4244-990e-2a3f670faea5 tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:19.304990 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d3a601e5-764b-4f4b-a328-ae54ecec8f04 req-647cc6c0-f72d-4244-990e-2a3f670faea5 tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] 10.222.0.41 "GET /v2.0/ports?device_id=34a4ccd4-af0a-4d5b-86ac-f0544f8f059d HTTP/1.1" status: 200 len: 944 time: 0.0847609 Jan 28 07:15:19.311343 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0f7112b1-88c0-4671-98e4-99423bc84b70 req-e624fefd-5547-44f1-ace9-3b0182355be4 service neutron] 10.222.0.10 "GET /v2.0/networks/4791c092-87f8-46c1-85f0-6cd08fb183e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120121 Jan 28 07:15:19.373939 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d3a601e5-764b-4f4b-a328-ae54ecec8f04 req-7f579119-a5e9-4472-98c3-2cec495dc498 tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] 10.222.0.41 "GET /v2.0/security-groups?id=230b7539-1cad-405e-b772-a8fb13fc97f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587802 Jan 28 07:15:19.467931 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbed9730-4434-405f-b4c8-e1946474f5ce req-36eb0bbe-0824-4b3e-b697-f48a049860c5 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:19.476230 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-bbed9730-4434-405f-b4c8-e1946474f5ce req-36eb0bbe-0824-4b3e-b697-f48a049860c5 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/ports?device_id=e44995e9-7142-4594-a50c-8ebe99949ccf HTTP/1.1" status: 200 len: 945 time: 0.0860691 Jan 28 07:15:19.482930 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0f7112b1-88c0-4671-98e4-99423bc84b70 req-b8912719-14c0-43cd-aff9-fdfc2712c2d6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.193&port_id=4aac091f-65c1-4c36-9072-a266f2493296 HTTP/1.1" status: 200 len: 217 time: 0.0639586 Jan 28 07:15:19.536494 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-bbed9730-4434-405f-b4c8-e1946474f5ce req-0c40b59e-683d-41e3-964e-290480729612 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/security-groups?id=54f3b545-d68e-44ae-b5dc-1cfcda6094b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538363 Jan 28 07:15:19.589931 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7112b1-88c0-4671-98e4-99423bc84b70 req-90eb7556-2cc1-4319-b328-feea49f4ba62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:19.591433 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0f7112b1-88c0-4671-98e4-99423bc84b70 req-90eb7556-2cc1-4319-b328-feea49f4ba62 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1096e90d-eca8-4202-80c6-1f06c2871d52 HTTP/1.1" status: 200 len: 797 time: 0.0912428 Jan 28 07:15:19.599560 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455ff34e-b1c4-43ec-941c-9377cfbda5c8 req-253fc634-19d2-4c1c-82ac-2addef63394c tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:19.601069 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-455ff34e-b1c4-43ec-941c-9377cfbda5c8 req-253fc634-19d2-4c1c-82ac-2addef63394c tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c3d596b-3d85-4cdb-9514-693541b3d411 HTTP/1.1" status: 200 len: 945 time: 0.0917809 Jan 28 07:15:19.676819 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7112b1-88c0-4671-98e4-99423bc84b70 req-c1843c4f-2786-4615-a137-77d11fd1751e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:19.678919 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0f7112b1-88c0-4671-98e4-99423bc84b70 req-c1843c4f-2786-4615-a137-77d11fd1751e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4791c092-87f8-46c1-85f0-6cd08fb183e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0769670 Jan 28 07:15:19.687815 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-455ff34e-b1c4-43ec-941c-9377cfbda5c8 req-56249f9a-6b0b-4e54-8d95-37f461ab1391 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe71d1fe-2a82-45e2-af57-541b0a63f469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773273 Jan 28 07:15:19.754726 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 1ac77c7b-70a7-496c-9a44-7bce8a3be511 details requested by agent hyperv_n-h1-712749-28 with host n-h1-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:15:19.813865 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0f7112b1-88c0-4671-98e4-99423bc84b70 req-936cb810-7a3b-4ca7-a792-9c80d11973de service neutron] 10.222.0.10 "GET /v2.0/networks/4791c092-87f8-46c1-85f0-6cd08fb183e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250634 Jan 28 07:15:19.900706 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 1ac77c7b-70a7-496c-9a44-7bce8a3be511, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=1ac77c7b-70a7-496c-9a44-7bce8a3be511,segment=NetworkSegment(4cf6d162-1173-4186-b902-44d2727d3f7a),segment_id=4cf6d162-1173-4186-b902-44d2727d3f7a)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:15:19.919316 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Returning: {'device': '1ac77c7b-70a7-496c-9a44-7bce8a3be511', 'network_id': 'e85ce6af-dc47-4e74-af2f-0fbb85efabc2', 'port_id': '1ac77c7b-70a7-496c-9a44-7bce8a3be511', 'mac_address': 'fa:16:3e:84:7e:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d27407c-7ac9-47c4-a45d-1a359519da5d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:15:19.995486 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 1ac77c7b-70a7-496c-9a44-7bce8a3be511 is: ACTIVE; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:15:19.996096 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (1ac77c7b-70a7-496c-9a44-7bce8a3be511), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:20.011860 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1ac77c7b-70a7-496c-9a44-7bce8a3be511 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:15:20.052484 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 1ac77c7b-70a7-496c-9a44-7bce8a3be511, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=1ac77c7b-70a7-496c-9a44-7bce8a3be511,segment=NetworkSegment(4cf6d162-1173-4186-b902-44d2727d3f7a),segment_id=4cf6d162-1173-4186-b902-44d2727d3f7a)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:15:20.064648 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (1ac77c7b-70a7-496c-9a44-7bce8a3be511), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:20.158903 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=1ac77c7b-70a7-496c-9a44-7bce8a3be511,revision_number=6']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:20.164073 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60433d15-8d19-408f-8a75-ee56a11fd868 req-4bb325be-8825-4389-9b86-23cbfaea08f9 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:20.166268 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-60433d15-8d19-408f-8a75-ee56a11fd868 req-4bb325be-8825-4389-9b86-23cbfaea08f9 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c3d596b-3d85-4cdb-9514-693541b3d411 HTTP/1.1" status: 200 len: 944 time: 0.1002824 Jan 28 07:15:20.172746 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0f7112b1-88c0-4671-98e4-99423bc84b70 req-7b0b42ac-f720-4249-85ef-68b42e70ad43 service neutron] 10.222.0.10 "GET /v2.0/networks/4791c092-87f8-46c1-85f0-6cd08fb183e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2698357 Jan 28 07:15:20.224369 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-60433d15-8d19-408f-8a75-ee56a11fd868 req-6f8e48b9-2c2b-4766-8ea6-6fd16aa11fd0 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe71d1fe-2a82-45e2-af57-541b0a63f469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506227 Jan 28 07:15:20.269275 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0f7112b1-88c0-4671-98e4-99423bc84b70 req-e3a9528f-2188-4191-9358-f4136d792855 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.201&port_id=1775d3be-f6b5-44d6-8764-bdd9cf32e51e HTTP/1.1" status: 200 len: 217 time: 0.0491691 Jan 28 07:15:20.281983 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab01cbda-e2f6-4f6b-b081-f6f218efc9e2 req-0678060c-ef14-4c18-8927-36f527fa8007 tempest-ListImageFiltersTestJSON-482981563 tempest-ListImageFiltersTestJSON-482981563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:20.291859 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ab01cbda-e2f6-4f6b-b081-f6f218efc9e2 req-0678060c-ef14-4c18-8927-36f527fa8007 tempest-ListImageFiltersTestJSON-482981563 tempest-ListImageFiltersTestJSON-482981563-project] 10.222.0.41 "GET /v2.0/ports?device_id=59a4f94f-2b77-4276-b800-302e418f396a HTTP/1.1" status: 200 len: 951 time: 0.0681157 Jan 28 07:15:20.349656 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['1ac77c7b-70a7-496c-9a44-7bce8a3be511'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:15:20.350984 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ab01cbda-e2f6-4f6b-b081-f6f218efc9e2 req-2856ae57-1881-4c8e-9506-d46d4d711ece tempest-ListImageFiltersTestJSON-482981563 tempest-ListImageFiltersTestJSON-482981563-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a35449a-a8dc-4821-8459-968439cf983e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577056 Jan 28 07:15:20.354443 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7112b1-88c0-4671-98e4-99423bc84b70 req-77d2394e-64e4-464d-953a-e2c97efbe5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:20.360188 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0f7112b1-88c0-4671-98e4-99423bc84b70 req-77d2394e-64e4-464d-953a-e2c97efbe5d6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1096e90d-eca8-4202-80c6-1f06c2871d52 HTTP/1.1" status: 200 len: 797 time: 0.0842211 Jan 28 07:15:20.476559 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7112b1-88c0-4671-98e4-99423bc84b70 req-818f1ad9-f9f4-4516-8f51-723d1d28c9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:20.479519 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0f7112b1-88c0-4671-98e4-99423bc84b70 req-818f1ad9-f9f4-4516-8f51-723d1d28c9f7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4791c092-87f8-46c1-85f0-6cd08fb183e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1108661 Jan 28 07:15:20.580432 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5725924e-75b6-4706-a255-725ead586d13 req-4137ba7c-c432-45c4-90f3-ac6d63fccf65 tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:20.584505 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5725924e-75b6-4706-a255-725ead586d13 req-4137ba7c-c432-45c4-90f3-ac6d63fccf65 tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] 10.222.0.41 "GET /v2.0/ports?device_id=34a4ccd4-af0a-4d5b-86ac-f0544f8f059d HTTP/1.1" status: 200 len: 944 time: 0.0849500 Jan 28 07:15:20.646600 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0f7112b1-88c0-4671-98e4-99423bc84b70 req-a15fa4be-465d-4da9-9d2f-3918d624fb43 service neutron] 10.222.0.10 "GET /v2.0/networks/4791c092-87f8-46c1-85f0-6cd08fb183e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585231 Jan 28 07:15:20.648902 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5725924e-75b6-4706-a255-725ead586d13 req-368811fb-f6e7-47e9-aab6-2fcd2edd9249 tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] 10.222.0.41 "GET /v2.0/security-groups?id=230b7539-1cad-405e-b772-a8fb13fc97f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570555 Jan 28 07:15:20.799644 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0f7112b1-88c0-4671-98e4-99423bc84b70 req-a8e88386-d5ea-4a1b-a856-a5434d4a5c35 service neutron] 10.222.0.10 "GET /v2.0/networks/4791c092-87f8-46c1-85f0-6cd08fb183e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466093 Jan 28 07:15:20.812044 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184d4d47-5372-4f41-be4e-03ea259c60ec req-66fe8e65-1b55-48ca-b514-1f2153e36c07 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:20.813574 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-184d4d47-5372-4f41-be4e-03ea259c60ec req-66fe8e65-1b55-48ca-b514-1f2153e36c07 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/ports?device_id=e44995e9-7142-4594-a50c-8ebe99949ccf HTTP/1.1" status: 200 len: 945 time: 0.0892103 Jan 28 07:15:20.874871 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0f7112b1-88c0-4671-98e4-99423bc84b70 req-2cce8797-cef2-47aa-b5c5-ba04f4fc7538 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.226&port_id=23612cfd-7aa2-47c9-a6c1-d148371b7d15 HTTP/1.1" status: 200 len: 217 time: 0.0603096 Jan 28 07:15:20.941660 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-184d4d47-5372-4f41-be4e-03ea259c60ec req-557cac3a-48a7-49a1-aa9c-cf71592c1ef3 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/security-groups?id=54f3b545-d68e-44ae-b5dc-1cfcda6094b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203618 Jan 28 07:15:20.953744 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7112b1-88c0-4671-98e4-99423bc84b70 req-906574f8-0b3b-454f-bf28-9ae75356e7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:20.956313 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0f7112b1-88c0-4671-98e4-99423bc84b70 req-906574f8-0b3b-454f-bf28-9ae75356e7b7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1096e90d-eca8-4202-80c6-1f06c2871d52 HTTP/1.1" status: 200 len: 797 time: 0.0730028 Jan 28 07:15:21.038270 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7112b1-88c0-4671-98e4-99423bc84b70 req-c6c8256d-f90a-451a-8f09-ddbe74debc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:21.040033 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0f7112b1-88c0-4671-98e4-99423bc84b70 req-c6c8256d-f90a-451a-8f09-ddbe74debc66 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4791c092-87f8-46c1-85f0-6cd08fb183e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0674009 Jan 28 07:15:21.182647 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0f7112b1-88c0-4671-98e4-99423bc84b70 req-71763498-642b-4882-94ef-dff407f38178 service neutron] 10.222.0.10 "GET /v2.0/networks/4791c092-87f8-46c1-85f0-6cd08fb183e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207116 Jan 28 07:15:21.332572 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0f7112b1-88c0-4671-98e4-99423bc84b70 req-15e8d60f-9ae3-483a-8606-2a82e05f2eaa service neutron] 10.222.0.10 "GET /v2.0/networks/4791c092-87f8-46c1-85f0-6cd08fb183e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259520 Jan 28 07:15:21.425875 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0f7112b1-88c0-4671-98e4-99423bc84b70 req-a5cef2b7-79c8-4614-8850-62f7c895b68b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=28ee7b1c-7756-4f1b-8d60-9dc7080ff128 HTTP/1.1" status: 200 len: 217 time: 0.0802636 Jan 28 07:15:21.517364 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f666e3-2d55-46d5-9926-ae53f62152b4 req-f2bc877b-71dd-4e74-900e-bd8c4aad791e tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:21.520736 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e5f666e3-2d55-46d5-9926-ae53f62152b4 req-f2bc877b-71dd-4e74-900e-bd8c4aad791e tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c3d596b-3d85-4cdb-9514-693541b3d411 HTTP/1.1" status: 200 len: 944 time: 0.1691718 Jan 28 07:15:21.534337 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7112b1-88c0-4671-98e4-99423bc84b70 req-19f80603-495d-4117-a02b-5f8976c391c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:21.536428 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0f7112b1-88c0-4671-98e4-99423bc84b70 req-19f80603-495d-4117-a02b-5f8976c391c5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=aa179d42-f4b0-43e0-81f7-063e746f129b HTTP/1.1" status: 200 len: 797 time: 0.0956917 Jan 28 07:15:21.616736 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e5f666e3-2d55-46d5-9926-ae53f62152b4 req-cd5c64b5-df8d-400f-8edd-09f5ed2aee9c tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe71d1fe-2a82-45e2-af57-541b0a63f469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931044 Jan 28 07:15:21.627306 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7112b1-88c0-4671-98e4-99423bc84b70 req-ae768247-4950-4b01-bf85-db3301171198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:21.628835 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0f7112b1-88c0-4671-98e4-99423bc84b70 req-ae768247-4950-4b01-bf85-db3301171198 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=49a475b2-ea4c-4351-8a04-537e673f2680&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0839765 Jan 28 07:15:21.785162 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0f7112b1-88c0-4671-98e4-99423bc84b70 req-c668592e-5b45-46be-9725-1ed083040ef5 service neutron] 10.222.0.10 "GET /v2.0/networks/49a475b2-ea4c-4351-8a04-537e673f2680?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481230 Jan 28 07:15:21.819048 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 80771555-17c2-4224-86e2-cb60034ad531 no longer exists at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:15:21.892319 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22095fd-1810-4868-ab8b-35571d858ea2 req-765e041e-8d0f-4cbc-a152-4d7aa005327b tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:21.893937 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a22095fd-1810-4868-ab8b-35571d858ea2 req-765e041e-8d0f-4cbc-a152-4d7aa005327b tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] 10.222.0.41 "GET /v2.0/ports?device_id=34a4ccd4-af0a-4d5b-86ac-f0544f8f059d HTTP/1.1" status: 200 len: 944 time: 0.1432447 Jan 28 07:15:21.978223 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 80771555-17c2-4224-86e2-cb60034ad531 is: ACTIVE; New status is: DOWN {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:15:21.978708 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (80771555-17c2-4224-86e2-cb60034ad531), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:21.980104 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0f7112b1-88c0-4671-98e4-99423bc84b70 req-094e21a4-59d8-4c98-bf35-2e06d5764358 service neutron] 10.222.0.10 "GET /v2.0/networks/49a475b2-ea4c-4351-8a04-537e673f2680?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788192 Jan 28 07:15:21.992715 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a22095fd-1810-4868-ab8b-35571d858ea2 req-c018f975-9dbd-4529-94d5-f8e7cdac5f9e tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] 10.222.0.41 "GET /v2.0/security-groups?id=230b7539-1cad-405e-b772-a8fb13fc97f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852425 Jan 28 07:15:22.022472 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59a4f94f-2b77-4276-b800-302e418f396a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80771555-17c2-4224-86e2-cb60034ad531'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:15:22.025869 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b951647-e667-4935-8597-5035b75cb48c" -d '{"events": [{"server_uuid": "59a4f94f-2b77-4276-b800-302e418f396a", "name": "network-vif-unplugged", "status": "completed", "tag": "80771555-17c2-4224-86e2-cb60034ad531"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:15:22.037089 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 80771555-17c2-4224-86e2-cb60034ad531, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=80771555-17c2-4224-86e2-cb60034ad531,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:15:22.043255 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (80771555-17c2-4224-86e2-cb60034ad531), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:22.044313 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 1ac77c7b-70a7-496c-9a44-7bce8a3be511 no longer exists at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:15:22.092835 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0f7112b1-88c0-4671-98e4-99423bc84b70 req-d6e62911-2853-47c5-8eca-51cce9374778 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=306d21bc-fcd5-48a8-8c93-759b2a81125d HTTP/1.1" status: 200 len: 217 time: 0.0496047 Jan 28 07:15:22.172654 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 07:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dd2e709-bf39-4eca-9711-0ca5950780a3 x-openstack-request-id: req-6dd2e709-bf39-4eca-9711-0ca5950780a3 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:15:22.173196 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59a4f94f-2b77-4276-b800-302e418f396a", "name": "network-vif-unplugged", "status": "completed", "tag": "80771555-17c2-4224-86e2-cb60034ad531", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:15:22.176668 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6dd2e709-bf39-4eca-9711-0ca5950780a3 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:15:22.177319 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59a4f94f-2b77-4276-b800-302e418f396a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80771555-17c2-4224-86e2-cb60034ad531', 'code': 200} Jan 28 07:15:22.181409 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7112b1-88c0-4671-98e4-99423bc84b70 req-2dd7f307-e860-4a98-bf57-0bbabc496d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:22.183892 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0f7112b1-88c0-4671-98e4-99423bc84b70 req-2dd7f307-e860-4a98-bf57-0bbabc496d8a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=aa179d42-f4b0-43e0-81f7-063e746f129b HTTP/1.1" status: 200 len: 797 time: 0.0804431 Jan 28 07:15:22.208230 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=80771555-17c2-4224-86e2-cb60034ad531,revision_number=11']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:22.219047 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f57f6c-2dc5-4a0e-bdf8-f0de122bc761 req-e54ee305-4e08-444d-b61c-3ef13df10c53 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:22.225872 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c3f57f6c-2dc5-4a0e-bdf8-f0de122bc761 req-e54ee305-4e08-444d-b61c-3ef13df10c53 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/ports?device_id=e44995e9-7142-4594-a50c-8ebe99949ccf HTTP/1.1" status: 200 len: 945 time: 0.0649922 Jan 28 07:15:22.228261 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 1ac77c7b-70a7-496c-9a44-7bce8a3be511 is: BUILD; New status is: DOWN {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:15:22.228830 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (1ac77c7b-70a7-496c-9a44-7bce8a3be511), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:22.246397 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 1ac77c7b-70a7-496c-9a44-7bce8a3be511 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:15:22.271705 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 1ac77c7b-70a7-496c-9a44-7bce8a3be511, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=1ac77c7b-70a7-496c-9a44-7bce8a3be511,segment=NetworkSegment(4cf6d162-1173-4186-b902-44d2727d3f7a),segment_id=4cf6d162-1173-4186-b902-44d2727d3f7a)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:15:22.276629 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (1ac77c7b-70a7-496c-9a44-7bce8a3be511), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:22.277459 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c3f57f6c-2dc5-4a0e-bdf8-f0de122bc761 req-2fa28b63-c752-4a54-9486-c95acdf64df1 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/security-groups?id=54f3b545-d68e-44ae-b5dc-1cfcda6094b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506501 Jan 28 07:15:22.301951 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7112b1-88c0-4671-98e4-99423bc84b70 req-93d476d1-617a-4d6c-815a-5ef1c79857e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:22.304407 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0f7112b1-88c0-4671-98e4-99423bc84b70 req-93d476d1-617a-4d6c-815a-5ef1c79857e9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=49a475b2-ea4c-4351-8a04-537e673f2680&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0870864 Jan 28 07:15:22.339155 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=1ac77c7b-70a7-496c-9a44-7bce8a3be511,revision_number=7']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:22.471122 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09538074-dba5-4519-8697-c021fb7d62ad req-db54d3c2-94c3-42e8-ada8-6c704231d86d tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:22.472690 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-09538074-dba5-4519-8697-c021fb7d62ad req-db54d3c2-94c3-42e8-ada8-6c704231d86d tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c3d596b-3d85-4cdb-9514-693541b3d411 HTTP/1.1" status: 200 len: 943 time: 0.1357577 Jan 28 07:15:22.517486 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0f7112b1-88c0-4671-98e4-99423bc84b70 req-52822749-b753-40d5-b081-01e0cae6e249 service neutron] 10.222.0.10 "GET /v2.0/networks/49a475b2-ea4c-4351-8a04-537e673f2680?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816649 Jan 28 07:15:22.768901 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d96e44c-2e09-46ea-9230-025e63a4c2b5 req-2dba9136-e012-4dc5-9b60-205ff902bc9f tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:22.771517 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1d96e44c-2e09-46ea-9230-025e63a4c2b5 req-2dba9136-e012-4dc5-9b60-205ff902bc9f tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c3d596b-3d85-4cdb-9514-693541b3d411 HTTP/1.1" status: 200 len: 943 time: 0.0623574 Jan 28 07:15:22.800643 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 7 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 07:15:22.836632 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1d96e44c-2e09-46ea-9230-025e63a4c2b5 req-e97a949b-3b9f-445f-9aa2-584fe9e8a4df tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe71d1fe-2a82-45e2-af57-541b0a63f469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583110 Jan 28 07:15:22.940523 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0f7112b1-88c0-4671-98e4-99423bc84b70 req-973ce540-725b-48ae-bfa2-95d20ac7c9dd service neutron] 10.222.0.10 "GET /v2.0/networks/49a475b2-ea4c-4351-8a04-537e673f2680?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4147155 Jan 28 07:15:22.946351 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-09538074-dba5-4519-8697-c021fb7d62ad req-d4455c89-5eaa-44f5-a9bc-77a896edf4a2 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Deleting port 1ac77c7b-70a7-496c-9a44-7bce8a3be511 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:15:22.946974 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-09538074-dba5-4519-8697-c021fb7d62ad req-d4455c89-5eaa-44f5-a9bc-77a896edf4a2 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (1ac77c7b-70a7-496c-9a44-7bce8a3be511), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:23.060919 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-09538074-dba5-4519-8697-c021fb7d62ad req-d4455c89-5eaa-44f5-a9bc-77a896edf4a2 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] For port 1ac77c7b-70a7-496c-9a44-7bce8a3be511, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=1ac77c7b-70a7-496c-9a44-7bce8a3be511,segment=NetworkSegment(4cf6d162-1173-4186-b902-44d2727d3f7a),segment_id=4cf6d162-1173-4186-b902-44d2727d3f7a)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:15:23.061315 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-09538074-dba5-4519-8697-c021fb7d62ad req-d4455c89-5eaa-44f5-a9bc-77a896edf4a2 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (1ac77c7b-70a7-496c-9a44-7bce8a3be511), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:23.075551 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-09538074-dba5-4519-8697-c021fb7d62ad req-d4455c89-5eaa-44f5-a9bc-77a896edf4a2 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Calling delete_port for 1ac77c7b-70a7-496c-9a44-7bce8a3be511 owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:15:23.131808 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bc990a-ea6e-46b9-912b-7b0cee11c6a8 req-69eb2f96-e68e-4523-a0af-d16a0bd96bb4 tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:23.139693 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-47bc990a-ea6e-46b9-912b-7b0cee11c6a8 req-69eb2f96-e68e-4523-a0af-d16a0bd96bb4 tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] 10.222.0.41 "GET /v2.0/ports?device_id=34a4ccd4-af0a-4d5b-86ac-f0544f8f059d HTTP/1.1" status: 200 len: 944 time: 0.0634098 Jan 28 07:15:23.199473 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-47bc990a-ea6e-46b9-912b-7b0cee11c6a8 req-35e4198e-40c8-4bce-8f16-b0de81614b87 tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] 10.222.0.41 "GET /v2.0/security-groups?id=230b7539-1cad-405e-b772-a8fb13fc97f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533760 Jan 28 07:15:23.265760 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-09538074-dba5-4519-8697-c021fb7d62ad req-d4455c89-5eaa-44f5-a9bc-77a896edf4a2 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (1ac77c7b-70a7-496c-9a44-7bce8a3be511), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:23.295424 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4455c89-5eaa-44f5-a9bc-77a896edf4a2 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Pushing event deleted for resources: {'Port': ['ID=1ac77c7b-70a7-496c-9a44-7bce8a3be511,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:23.307245 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4455c89-5eaa-44f5-a9bc-77a896edf4a2 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:15:23.307602 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4455c89-5eaa-44f5-a9bc-77a896edf4a2 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:15:23.307994 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4455c89-5eaa-44f5-a9bc-77a896edf4a2 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:15:23.308369 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4455c89-5eaa-44f5-a9bc-77a896edf4a2 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:15:23.308705 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4455c89-5eaa-44f5-a9bc-77a896edf4a2 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:15:23.309042 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4455c89-5eaa-44f5-a9bc-77a896edf4a2 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:15:23.309371 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4455c89-5eaa-44f5-a9bc-77a896edf4a2 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:15:23.309955 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4455c89-5eaa-44f5-a9bc-77a896edf4a2 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:15:23.310282 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4455c89-5eaa-44f5-a9bc-77a896edf4a2 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:15:23.310606 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4455c89-5eaa-44f5-a9bc-77a896edf4a2 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:15:23.310930 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4455c89-5eaa-44f5-a9bc-77a896edf4a2 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:15:23.311467 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4455c89-5eaa-44f5-a9bc-77a896edf4a2 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:15:23.311804 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4455c89-5eaa-44f5-a9bc-77a896edf4a2 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:15:23.357246 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-09538074-dba5-4519-8697-c021fb7d62ad req-d4455c89-5eaa-44f5-a9bc-77a896edf4a2 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] No DVR routers for this DVR port 1ac77c7b-70a7-496c-9a44-7bce8a3be511 on host n-h1-712749-28 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:15:23.359874 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-09538074-dba5-4519-8697-c021fb7d62ad req-d4455c89-5eaa-44f5-a9bc-77a896edf4a2 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:23.365430 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-09538074-dba5-4519-8697-c021fb7d62ad req-d4455c89-5eaa-44f5-a9bc-77a896edf4a2 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] 10.222.0.10 "DELETE /v2.0/ports/1ac77c7b-70a7-496c-9a44-7bce8a3be511 HTTP/1.1" status: 204 len: 173 time: 0.8823566 Jan 28 07:15:23.365430 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c3d596b-3d85-4cdb-9514-693541b3d411', 'name': 'network-vif-deleted', 'tag': '1ac77c7b-70a7-496c-9a44-7bce8a3be511'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:15:23.366450 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-464518c0-ca4c-4d7d-8921-d2c279df5814" -d '{"events": [{"server_uuid": "6c3d596b-3d85-4cdb-9514-693541b3d411", "name": "network-vif-deleted", "tag": "1ac77c7b-70a7-496c-9a44-7bce8a3be511"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:15:23.432908 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d3c3f9-6f43-4a92-8c3b-0e99e0fc1f85 req-1ca6a429-eb61-4ce4-895c-6901df93eea5 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:23.434850 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-59d3c3f9-6f43-4a92-8c3b-0e99e0fc1f85 req-1ca6a429-eb61-4ce4-895c-6901df93eea5 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/ports?device_id=e44995e9-7142-4594-a50c-8ebe99949ccf HTTP/1.1" status: 200 len: 945 time: 0.0636363 Jan 28 07:15:23.488326 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-59d3c3f9-6f43-4a92-8c3b-0e99e0fc1f85 req-b8ecfbdf-6329-4c53-8dff-a4e3a2c20469 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/security-groups?id=54f3b545-d68e-44ae-b5dc-1cfcda6094b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476160 Jan 28 07:15:23.652005 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1015109-b6ac-429b-b40b-8d1bfd22eb0d x-openstack-request-id: req-a1015109-b6ac-429b-b40b-8d1bfd22eb0d {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:15:23.652386 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c3d596b-3d85-4cdb-9514-693541b3d411", "name": "network-vif-deleted", "tag": "1ac77c7b-70a7-496c-9a44-7bce8a3be511", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:15:23.652676 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a1015109-b6ac-429b-b40b-8d1bfd22eb0d {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:15:23.653117 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c3d596b-3d85-4cdb-9514-693541b3d411', 'name': 'network-vif-deleted', 'tag': '1ac77c7b-70a7-496c-9a44-7bce8a3be511', 'status': 'completed', 'code': 200} Jan 28 07:15:23.960706 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-df44f34e-ea41-47b5-8216-1880e0ca23f2 req-cf6f5a8f-b3e0-4334-87d1-ba9b0f7a185a tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c3d596b-3d85-4cdb-9514-693541b3d411 HTTP/1.1" status: 200 len: 210 time: 0.0361841 Jan 28 07:15:24.317188 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8db5f4-7cab-42e3-b053-e5921fc5e6d2 req-88ecb41d-a196-4d19-81ab-c392cd701887 tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:24.318712 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3d8db5f4-7cab-42e3-b053-e5921fc5e6d2 req-88ecb41d-a196-4d19-81ab-c392cd701887 tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] 10.222.0.41 "GET /v2.0/ports?device_id=34a4ccd4-af0a-4d5b-86ac-f0544f8f059d HTTP/1.1" status: 200 len: 944 time: 0.0529721 Jan 28 07:15:24.396887 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3d8db5f4-7cab-42e3-b053-e5921fc5e6d2 req-5f6b812b-de82-43e0-8b9e-5cd795f82fc8 tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] 10.222.0.41 "GET /v2.0/security-groups?id=230b7539-1cad-405e-b772-a8fb13fc97f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689313 Jan 28 07:15:24.501052 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d0275c-79d3-4a3e-9aab-d438ddde6639 req-96094cb5-2c3f-419f-82a1-f8dbca4d62f3 tempest-ListImageFiltersTestJSON-482981563 tempest-ListImageFiltersTestJSON-482981563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:24.502781 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a5d0275c-79d3-4a3e-9aab-d438ddde6639 req-96094cb5-2c3f-419f-82a1-f8dbca4d62f3 tempest-ListImageFiltersTestJSON-482981563 tempest-ListImageFiltersTestJSON-482981563-project] 10.222.0.41 "GET /v2.0/ports?device_id=5b28f81b-bea7-4d49-9e29-c23f30c965d6 HTTP/1.1" status: 200 len: 948 time: 0.0506952 Jan 28 07:15:24.561296 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a5d0275c-79d3-4a3e-9aab-d438ddde6639 req-8761f868-0f7d-4800-8b6e-c53aabb88a2c tempest-ListImageFiltersTestJSON-482981563 tempest-ListImageFiltersTestJSON-482981563-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a35449a-a8dc-4821-8459-968439cf983e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482025 Jan 28 07:15:24.590993 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a320c53-5a17-4145-9667-fd2abee7d8f8 req-a2e0c57b-4305-45b5-afaa-cf8dc5501831 tempest-ServersTestManualDisk-340907734 tempest-ServersTestManualDisk-340907734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:24.592633 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4a320c53-5a17-4145-9667-fd2abee7d8f8 req-a2e0c57b-4305-45b5-afaa-cf8dc5501831 tempest-ServersTestManualDisk-340907734 tempest-ServersTestManualDisk-340907734-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ca8e796-9c56-4ac8-8ff9-d563becb09f7 HTTP/1.1" status: 200 len: 945 time: 0.0684993 Jan 28 07:15:24.646024 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4a320c53-5a17-4145-9667-fd2abee7d8f8 req-93b57f8a-57e9-4926-80ce-57cf16aca305 tempest-ServersTestManualDisk-340907734 tempest-ServersTestManualDisk-340907734-project] 10.222.0.41 "GET /v2.0/security-groups?id=7918b4a6-d995-4c60-8112-e2ab7716dc57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477715 Jan 28 07:15:24.698429 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e32415-16cc-499a-b027-f75832637fe1 req-feb91dcf-8ee4-4045-9948-f637fd95b3fa tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:24.700428 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a6e32415-16cc-499a-b027-f75832637fe1 req-feb91dcf-8ee4-4045-9948-f637fd95b3fa tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/ports?device_id=e44995e9-7142-4594-a50c-8ebe99949ccf HTTP/1.1" status: 200 len: 945 time: 0.0605962 Jan 28 07:15:24.752398 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a6e32415-16cc-499a-b027-f75832637fe1 req-35a41db4-e33b-4c23-ae06-df7b18ce2004 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/security-groups?id=54f3b545-d68e-44ae-b5dc-1cfcda6094b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462246 Jan 28 07:15:25.230102 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f32e02-e260-417f-9666-faed2c91ba1d req-f7f39285-bdde-4412-ab6a-df435aceb401 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:25.231765 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-58f32e02-e260-417f-9666-faed2c91ba1d req-f7f39285-bdde-4412-ab6a-df435aceb401 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] 10.222.0.41 "GET /v2.0/networks?id=e85ce6af-dc47-4e74-af2f-0fbb85efabc2 HTTP/1.1" status: 200 len: 822 time: 0.1044514 Jan 28 07:15:25.247204 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-58f32e02-e260-417f-9666-faed2c91ba1d req-5d95d25f-0704-4798-98f2-12caa9f904f3 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] 10.222.0.41 "GET /v2.0/quotas/19f2f13931f54db7b6cdfada1845d6ff HTTP/1.1" status: 200 len: 375 time: 0.0098763 Jan 28 07:15:25.282510 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-58f32e02-e260-417f-9666-faed2c91ba1d req-2fae17d4-b7fc-44be-9e2e-0bf70f35f5e5 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=19f2f13931f54db7b6cdfada1845d6ff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298483 Jan 28 07:15:25.377531 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-58f32e02-e260-417f-9666-faed2c91ba1d req-8afb903b-cc8c-4c02-8358-b8df8a987932 service neutron] 10.222.0.41 "GET /v2.0/networks/e85ce6af-dc47-4e74-af2f-0fbb85efabc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879509 Jan 28 07:15:25.485146 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-58f32e02-e260-417f-9666-faed2c91ba1d req-4e445c61-f956-428c-b690-69698ca75357 service neutron] 10.222.0.41 "GET /v2.0/networks/e85ce6af-dc47-4e74-af2f-0fbb85efabc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966430 Jan 28 07:15:25.565573 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b543b694-f491-418b-8f04-fd85e3ac1b62 req-8292d873-ed57-4d0b-856a-2b40fa084f95 tempest-ServersTestManualDisk-340907734 tempest-ServersTestManualDisk-340907734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:25.567104 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b543b694-f491-418b-8f04-fd85e3ac1b62 req-8292d873-ed57-4d0b-856a-2b40fa084f95 tempest-ServersTestManualDisk-340907734 tempest-ServersTestManualDisk-340907734-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ca8e796-9c56-4ac8-8ff9-d563becb09f7 HTTP/1.1" status: 200 len: 945 time: 0.0516083 Jan 28 07:15:25.632659 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b543b694-f491-418b-8f04-fd85e3ac1b62 req-14a7db9e-fa9e-40e1-89be-8987a77639de tempest-ServersTestManualDisk-340907734 tempest-ServersTestManualDisk-340907734-project] 10.222.0.41 "GET /v2.0/security-groups?id=7918b4a6-d995-4c60-8112-e2ab7716dc57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587223 Jan 28 07:15:25.700537 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56de69eb-42b1-4f38-a82e-2a665cdf5ed3 req-7597ec3b-8c71-4789-a5ed-6614b0d8dad0 tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:25.702472 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-56de69eb-42b1-4f38-a82e-2a665cdf5ed3 req-7597ec3b-8c71-4789-a5ed-6614b0d8dad0 tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] 10.222.0.41 "GET /v2.0/ports?device_id=34a4ccd4-af0a-4d5b-86ac-f0544f8f059d HTTP/1.1" status: 200 len: 944 time: 0.0569758 Jan 28 07:15:25.762358 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 1ac77c7b-70a7-496c-9a44-7bce8a3be511 no longer exists at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:15:25.770234 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce02726-9233-4d9d-a513-021a265a5a01 req-5b3f4127-2d51-484b-9aa5-329e62677a47 tempest-ListImageFiltersTestJSON-482981563 tempest-ListImageFiltersTestJSON-482981563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:25.771794 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2ce02726-9233-4d9d-a513-021a265a5a01 req-5b3f4127-2d51-484b-9aa5-329e62677a47 tempest-ListImageFiltersTestJSON-482981563 tempest-ListImageFiltersTestJSON-482981563-project] 10.222.0.41 "GET /v2.0/ports?device_id=5b28f81b-bea7-4d49-9e29-c23f30c965d6 HTTP/1.1" status: 200 len: 948 time: 0.0573051 Jan 28 07:15:25.774370 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-56de69eb-42b1-4f38-a82e-2a665cdf5ed3 req-eed55d87-169f-4598-894b-ca773178ee4c tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] 10.222.0.41 "GET /v2.0/security-groups?id=230b7539-1cad-405e-b772-a8fb13fc97f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661995 Jan 28 07:15:25.801803 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] No Port match for: 1ac77c7b-70a7-496c-9a44-7bce8a3be511 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:15:25.802171 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 1ac77c7b-70a7-496c-9a44-7bce8a3be511 not bound to the agent host n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:15:25.843555 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2ce02726-9233-4d9d-a513-021a265a5a01 req-8320c4ea-7572-479f-8623-8e21bb82c1b9 tempest-ListImageFiltersTestJSON-482981563 tempest-ListImageFiltersTestJSON-482981563-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a35449a-a8dc-4821-8459-968439cf983e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603747 Jan 28 07:15:25.857484 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-bd9ade88-fab2-41a2-83f2-19be8f9d8d5d req-8559b4d8-2ec2-4b42-8e8c-0c6fab8f2e18 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4f558dd-3729-48c9-ad34-9ad54642a8dc HTTP/1.1" status: 200 len: 210 time: 0.0318172 Jan 28 07:15:26.016992 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab080ac1-4d52-43c2-8801-83e523d96871 req-c237effa-068c-4e10-8575-10dd6bd8206c tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:26.018805 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ab080ac1-4d52-43c2-8801-83e523d96871 req-c237effa-068c-4e10-8575-10dd6bd8206c tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/ports?device_id=e44995e9-7142-4594-a50c-8ebe99949ccf HTTP/1.1" status: 200 len: 945 time: 0.0563059 Jan 28 07:15:26.080638 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ab080ac1-4d52-43c2-8801-83e523d96871 req-51c1c6a1-c2f0-482f-9a72-ba06ef4518c0 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/security-groups?id=54f3b545-d68e-44ae-b5dc-1cfcda6094b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555444 Jan 28 07:15:26.189229 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ca7b8b-4e79-45a6-9964-35410a7466d1 req-c1dc2f6c-21ad-4765-939c-ac43a8b553ec tempest-ListImageFiltersTestJSON-482981563 tempest-ListImageFiltersTestJSON-482981563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:26.190899 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e0ca7b8b-4e79-45a6-9964-35410a7466d1 req-c1dc2f6c-21ad-4765-939c-ac43a8b553ec tempest-ListImageFiltersTestJSON-482981563 tempest-ListImageFiltersTestJSON-482981563-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b28f81b-bea7-4d49-9e29-c23f30c965d6 HTTP/1.1" status: 200 len: 948 time: 0.0566089 Jan 28 07:15:26.325663 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-e0ca7b8b-4e79-45a6-9964-35410a7466d1 req-f568e232-48cb-4ea4-be38-b30797634d49 tempest-ListImageFiltersTestJSON-482981563 tempest-ListImageFiltersTestJSON-482981563-project] Deleting port f6b0a31b-6e7c-4497-aa49-e5b43c372e47 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:15:26.326015 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-e0ca7b8b-4e79-45a6-9964-35410a7466d1 req-f568e232-48cb-4ea4-be38-b30797634d49 tempest-ListImageFiltersTestJSON-482981563 tempest-ListImageFiltersTestJSON-482981563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (f6b0a31b-6e7c-4497-aa49-e5b43c372e47), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:26.478230 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-e0ca7b8b-4e79-45a6-9964-35410a7466d1 req-f568e232-48cb-4ea4-be38-b30797634d49 tempest-ListImageFiltersTestJSON-482981563 tempest-ListImageFiltersTestJSON-482981563-project] For port f6b0a31b-6e7c-4497-aa49-e5b43c372e47, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=f6b0a31b-6e7c-4497-aa49-e5b43c372e47,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:15:26.478599 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-e0ca7b8b-4e79-45a6-9964-35410a7466d1 req-f568e232-48cb-4ea4-be38-b30797634d49 tempest-ListImageFiltersTestJSON-482981563 tempest-ListImageFiltersTestJSON-482981563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (f6b0a31b-6e7c-4497-aa49-e5b43c372e47), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:26.498309 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-e0ca7b8b-4e79-45a6-9964-35410a7466d1 req-f568e232-48cb-4ea4-be38-b30797634d49 tempest-ListImageFiltersTestJSON-482981563 tempest-ListImageFiltersTestJSON-482981563-project] Calling delete_port for f6b0a31b-6e7c-4497-aa49-e5b43c372e47 owned by compute:nova {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:15:26.512834 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affb5bbb-d3bc-4aed-ae00-d4f16ebdb37f req-a820315f-e77f-4f01-b1eb-f925587cdbf7 tempest-ServersTestManualDisk-340907734 tempest-ServersTestManualDisk-340907734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:26.514700 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-affb5bbb-d3bc-4aed-ae00-d4f16ebdb37f req-a820315f-e77f-4f01-b1eb-f925587cdbf7 tempest-ServersTestManualDisk-340907734 tempest-ServersTestManualDisk-340907734-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ca8e796-9c56-4ac8-8ff9-d563becb09f7 HTTP/1.1" status: 200 len: 945 time: 0.0603464 Jan 28 07:15:26.577115 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-affb5bbb-d3bc-4aed-ae00-d4f16ebdb37f req-a9763717-6fa3-4508-8c11-9b6d5206b933 tempest-ServersTestManualDisk-340907734 tempest-ServersTestManualDisk-340907734-project] 10.222.0.41 "GET /v2.0/security-groups?id=7918b4a6-d995-4c60-8112-e2ab7716dc57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561893 Jan 28 07:15:27.027839 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e828cba1-ba07-486d-af68-222a18c6df78 req-8b40d939-4f41-43cd-9db4-9ded9651c487 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4f558dd-3729-48c9-ad34-9ad54642a8dc HTTP/1.1" status: 200 len: 210 time: 0.0427737 Jan 28 07:15:27.047985 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bda73ea-747b-4d78-95d0-be7c4fe52a1f req-934727f5-92cb-4af0-a9fe-c75e81669e69 tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:27.049821 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8bda73ea-747b-4d78-95d0-be7c4fe52a1f req-934727f5-92cb-4af0-a9fe-c75e81669e69 tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] 10.222.0.41 "GET /v2.0/ports?device_id=34a4ccd4-af0a-4d5b-86ac-f0544f8f059d HTTP/1.1" status: 200 len: 944 time: 0.0804932 Jan 28 07:15:27.050869 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-e0ca7b8b-4e79-45a6-9964-35410a7466d1 req-f568e232-48cb-4ea4-be38-b30797634d49 tempest-ListImageFiltersTestJSON-482981563 tempest-ListImageFiltersTestJSON-482981563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (f6b0a31b-6e7c-4497-aa49-e5b43c372e47), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:27.111951 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f568e232-48cb-4ea4-be38-b30797634d49 tempest-ListImageFiltersTestJSON-482981563 tempest-ListImageFiltersTestJSON-482981563-project] Pushing event deleted for resources: {'Port': ['ID=f6b0a31b-6e7c-4497-aa49-e5b43c372e47,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:27.127363 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f32e02-e260-417f-9666-faed2c91ba1d req-c12294c1-7615-4a49-90fd-52d3f80097e1 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:27.130314 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-58f32e02-e260-417f-9666-faed2c91ba1d req-c12294c1-7615-4a49-90fd-52d3f80097e1 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] 10.222.0.44 "GET /v2.0/networks?id=e85ce6af-dc47-4e74-af2f-0fbb85efabc2 HTTP/1.1" status: 200 len: 822 time: 0.2364230 Jan 28 07:15:27.158528 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f568e232-48cb-4ea4-be38-b30797634d49 tempest-ListImageFiltersTestJSON-482981563 tempest-ListImageFiltersTestJSON-482981563-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:15:27.158875 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f568e232-48cb-4ea4-be38-b30797634d49 tempest-ListImageFiltersTestJSON-482981563 tempest-ListImageFiltersTestJSON-482981563-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:15:27.159222 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f568e232-48cb-4ea4-be38-b30797634d49 tempest-ListImageFiltersTestJSON-482981563 tempest-ListImageFiltersTestJSON-482981563-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:15:27.161962 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f568e232-48cb-4ea4-be38-b30797634d49 tempest-ListImageFiltersTestJSON-482981563 tempest-ListImageFiltersTestJSON-482981563-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:15:27.161962 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f568e232-48cb-4ea4-be38-b30797634d49 tempest-ListImageFiltersTestJSON-482981563 tempest-ListImageFiltersTestJSON-482981563-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:15:27.161962 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f568e232-48cb-4ea4-be38-b30797634d49 tempest-ListImageFiltersTestJSON-482981563 tempest-ListImageFiltersTestJSON-482981563-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:15:27.161962 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f568e232-48cb-4ea4-be38-b30797634d49 tempest-ListImageFiltersTestJSON-482981563 tempest-ListImageFiltersTestJSON-482981563-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:15:27.161962 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f568e232-48cb-4ea4-be38-b30797634d49 tempest-ListImageFiltersTestJSON-482981563 tempest-ListImageFiltersTestJSON-482981563-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:15:27.161962 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f568e232-48cb-4ea4-be38-b30797634d49 tempest-ListImageFiltersTestJSON-482981563 tempest-ListImageFiltersTestJSON-482981563-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:15:27.161962 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f568e232-48cb-4ea4-be38-b30797634d49 tempest-ListImageFiltersTestJSON-482981563 tempest-ListImageFiltersTestJSON-482981563-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:15:27.162523 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f568e232-48cb-4ea4-be38-b30797634d49 tempest-ListImageFiltersTestJSON-482981563 tempest-ListImageFiltersTestJSON-482981563-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:15:27.162523 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f568e232-48cb-4ea4-be38-b30797634d49 tempest-ListImageFiltersTestJSON-482981563 tempest-ListImageFiltersTestJSON-482981563-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:15:27.162764 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f568e232-48cb-4ea4-be38-b30797634d49 tempest-ListImageFiltersTestJSON-482981563 tempest-ListImageFiltersTestJSON-482981563-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:15:27.166549 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-58f32e02-e260-417f-9666-faed2c91ba1d req-c6c19087-3432-466d-877d-a12336907329 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Request body: {'port': {'device_id': 'd4f558dd-3729-48c9-ad34-9ad54642a8dc', 'network_id': 'e85ce6af-dc47-4e74-af2f-0fbb85efabc2', 'admin_state_up': True, 'tenant_id': '19f2f13931f54db7b6cdfada1845d6ff'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:15:27.193901 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-da538a4e-4db2-479b-bc74-65173209d23e req-da2bbcac-c0b7-42fc-9420-638033ae0627 tempest-ListImageFiltersTestJSON-482981563 tempest-ListImageFiltersTestJSON-482981563-project] 10.222.0.41 "GET /v2.0/ports?device_id=5b28f81b-bea7-4d49-9e29-c23f30c965d6 HTTP/1.1" status: 200 len: 210 time: 0.0470171 Jan 28 07:15:27.201872 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0ca7b8b-4e79-45a6-9964-35410a7466d1 req-f568e232-48cb-4ea4-be38-b30797634d49 tempest-ListImageFiltersTestJSON-482981563 tempest-ListImageFiltersTestJSON-482981563-project] No DVR routers for this DVR port f6b0a31b-6e7c-4497-aa49-e5b43c372e47 on host n-h2-712749-28 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:15:27.206521 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-e0ca7b8b-4e79-45a6-9964-35410a7466d1 req-f568e232-48cb-4ea4-be38-b30797634d49 tempest-ListImageFiltersTestJSON-482981563 tempest-ListImageFiltersTestJSON-482981563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:27.221409 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e0ca7b8b-4e79-45a6-9964-35410a7466d1 req-f568e232-48cb-4ea4-be38-b30797634d49 tempest-ListImageFiltersTestJSON-482981563 tempest-ListImageFiltersTestJSON-482981563-project] 10.222.0.44 "DELETE /v2.0/ports/f6b0a31b-6e7c-4497-aa49-e5b43c372e47 HTTP/1.1" status: 204 len: 173 time: 1.0187628 Jan 28 07:15:27.221929 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b28f81b-bea7-4d49-9e29-c23f30c965d6', 'name': 'network-vif-deleted', 'tag': 'f6b0a31b-6e7c-4497-aa49-e5b43c372e47'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:15:27.224321 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61797314-2b81-48c4-98de-e6e8baea2519" -d '{"events": [{"server_uuid": "5b28f81b-bea7-4d49-9e29-c23f30c965d6", "name": "network-vif-deleted", "tag": "f6b0a31b-6e7c-4497-aa49-e5b43c372e47"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:15:27.250204 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8bda73ea-747b-4d78-95d0-be7c4fe52a1f req-14fe7d0b-8317-4f55-b559-275686dc7d2e tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] 10.222.0.41 "GET /v2.0/security-groups?id=230b7539-1cad-405e-b772-a8fb13fc97f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1588521 Jan 28 07:15:27.363945 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcdc154-2237-4c17-8d78-02c884f234a0 req-b06a09c8-6c46-4865-b4a9-f3685cec7951 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:27.375832 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6dcdc154-2237-4c17-8d78-02c884f234a0 req-b06a09c8-6c46-4865-b4a9-f3685cec7951 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/ports?device_id=e44995e9-7142-4594-a50c-8ebe99949ccf HTTP/1.1" status: 200 len: 945 time: 0.0718329 Jan 28 07:15:27.380813 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58f32e02-e260-417f-9666-faed2c91ba1d req-c6c19087-3432-466d-877d-a12336907329 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Made reservation on behalf of 19f2f13931f54db7b6cdfada1845d6ff for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:15:27.389972 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-58f32e02-e260-417f-9666-faed2c91ba1d req-c6c19087-3432-466d-877d-a12336907329 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:27.392266 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21cf3322-1e36-49b8-8cb0-d2f79714f911 x-openstack-request-id: req-21cf3322-1e36-49b8-8cb0-d2f79714f911 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:15:27.392471 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b28f81b-bea7-4d49-9e29-c23f30c965d6", "name": "network-vif-deleted", "tag": "f6b0a31b-6e7c-4497-aa49-e5b43c372e47", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:15:27.392717 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-21cf3322-1e36-49b8-8cb0-d2f79714f911 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:15:27.393431 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b28f81b-bea7-4d49-9e29-c23f30c965d6', 'name': 'network-vif-deleted', 'tag': 'f6b0a31b-6e7c-4497-aa49-e5b43c372e47', 'status': 'completed', 'code': 200} Jan 28 07:15:27.435830 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6dcdc154-2237-4c17-8d78-02c884f234a0 req-cef55d4d-64b7-432b-904d-33629f50c2e8 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/security-groups?id=54f3b545-d68e-44ae-b5dc-1cfcda6094b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590086 Jan 28 07:15:27.544595 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-58f32e02-e260-417f-9666-faed2c91ba1d req-c6c19087-3432-466d-877d-a12336907329 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Allocated IP 172.20.0.5 (e85ce6af-dc47-4e74-af2f-0fbb85efabc2/0d27407c-7ac9-47c4-a45d-1a359519da5d/368b4d78-aa67-4f8b-a474-36cb40e27fb0) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:15:27.748301 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1329dba-a821-464c-aaea-74bfcca98df9 req-7f8091e4-b770-48e0-845c-29ab67fdbf57 tempest-ServersTestManualDisk-340907734 tempest-ServersTestManualDisk-340907734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:27.749803 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e1329dba-a821-464c-aaea-74bfcca98df9 req-7f8091e4-b770-48e0-845c-29ab67fdbf57 tempest-ServersTestManualDisk-340907734 tempest-ServersTestManualDisk-340907734-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ca8e796-9c56-4ac8-8ff9-d563becb09f7 HTTP/1.1" status: 200 len: 945 time: 0.0790687 Jan 28 07:15:27.761465 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-58f32e02-e260-417f-9666-faed2c91ba1d req-c6c19087-3432-466d-877d-a12336907329 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Publish callbacks [] for port (368b4d78-aa67-4f8b-a474-36cb40e27fb0), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:27.830945 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e1329dba-a821-464c-aaea-74bfcca98df9 req-6c08ce17-9f3b-40c6-aba3-9beab317c0a8 tempest-ServersTestManualDisk-340907734 tempest-ServersTestManualDisk-340907734-project] 10.222.0.41 "GET /v2.0/security-groups?id=7918b4a6-d995-4c60-8112-e2ab7716dc57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734804 Jan 28 07:15:27.849847 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-58f32e02-e260-417f-9666-faed2c91ba1d req-c6c19087-3432-466d-877d-a12336907329 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (368b4d78-aa67-4f8b-a474-36cb40e27fb0), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:27.901876 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58f32e02-e260-417f-9666-faed2c91ba1d req-c6c19087-3432-466d-877d-a12336907329 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Network e85ce6af-dc47-4e74-af2f-0fbb85efabc2 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:15:27.907372 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-58f32e02-e260-417f-9666-faed2c91ba1d req-c6c19087-3432-466d-877d-a12336907329 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:15:27.912323 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-58f32e02-e260-417f-9666-faed2c91ba1d req-c6c19087-3432-466d-877d-a12336907329 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:15:27.916758 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c19087-3432-466d-877d-a12336907329 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Pushing event updated for resources: {'Port': ['ID=368b4d78-aa67-4f8b-a474-36cb40e27fb0,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:27.965239 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f32e02-e260-417f-9666-faed2c91ba1d req-c6c19087-3432-466d-877d-a12336907329 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:27.965853 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-58f32e02-e260-417f-9666-faed2c91ba1d req-c6c19087-3432-466d-877d-a12336907329 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:28.012329 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-58f32e02-e260-417f-9666-faed2c91ba1d req-c6c19087-3432-466d-877d-a12336907329 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8516738 Jan 28 07:15:28.023652 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4985f5e6-d83a-43f5-8a21-22d8062b0eeb req-cc13c975-7f9c-4e83-8fd0-707bff7a3f7d tempest-ServersTestManualDisk-340907734 tempest-ServersTestManualDisk-340907734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:28.025698 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4985f5e6-d83a-43f5-8a21-22d8062b0eeb req-cc13c975-7f9c-4e83-8fd0-707bff7a3f7d tempest-ServersTestManualDisk-340907734 tempest-ServersTestManualDisk-340907734-project] 10.222.0.10 "GET /v2.0/ports?device_id=1ca8e796-9c56-4ac8-8ff9-d563becb09f7 HTTP/1.1" status: 200 len: 945 time: 0.0569372 Jan 28 07:15:28.032623 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-58f32e02-e260-417f-9666-faed2c91ba1d req-bc1018f2-0408-40ba-ac04-6f904d5a9f36 service neutron] Request body: {'port': {'device_id': 'd4f558dd-3729-48c9-ad34-9ad54642a8dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712749-28'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:15:28.145450 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-58f32e02-e260-417f-9666-faed2c91ba1d req-bc1018f2-0408-40ba-ac04-6f904d5a9f36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (368b4d78-aa67-4f8b-a474-36cb40e27fb0), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:28.172466 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467860dd-e87d-44dc-9247-5e906cb3ad36 req-8136c403-36b3-4506-9bb7-2659fb919ecc tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:28.174355 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-467860dd-e87d-44dc-9247-5e906cb3ad36 req-8136c403-36b3-4506-9bb7-2659fb919ecc tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4f558dd-3729-48c9-ad34-9ad54642a8dc HTTP/1.1" status: 200 len: 931 time: 0.0621197 Jan 28 07:15:28.213883 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-4985f5e6-d83a-43f5-8a21-22d8062b0eeb req-726f6498-2a89-4613-8f06-d7a95b985a12 tempest-ServersTestManualDisk-340907734 tempest-ServersTestManualDisk-340907734-project] Deleting port 894bf4df-0a8f-45bb-8ab0-8f624af07ccc {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:15:28.214227 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-4985f5e6-d83a-43f5-8a21-22d8062b0eeb req-726f6498-2a89-4613-8f06-d7a95b985a12 tempest-ServersTestManualDisk-340907734 tempest-ServersTestManualDisk-340907734-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (894bf4df-0a8f-45bb-8ab0-8f624af07ccc), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:28.247058 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-467860dd-e87d-44dc-9247-5e906cb3ad36 req-cc82cb4f-eef5-41bf-914d-07587e310390 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe71d1fe-2a82-45e2-af57-541b0a63f469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648959 Jan 28 07:15:28.400722 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d487196-5e9f-435d-8d69-c65b6653648f req-5b2a0a0d-a404-4ead-b72a-851590747194 tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:28.402814 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1d487196-5e9f-435d-8d69-c65b6653648f req-5b2a0a0d-a404-4ead-b72a-851590747194 tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] 10.222.0.41 "GET /v2.0/ports?device_id=34a4ccd4-af0a-4d5b-86ac-f0544f8f059d HTTP/1.1" status: 200 len: 944 time: 0.0727386 Jan 28 07:15:28.433654 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-4985f5e6-d83a-43f5-8a21-22d8062b0eeb req-726f6498-2a89-4613-8f06-d7a95b985a12 tempest-ServersTestManualDisk-340907734 tempest-ServersTestManualDisk-340907734-project] For port 894bf4df-0a8f-45bb-8ab0-8f624af07ccc, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=894bf4df-0a8f-45bb-8ab0-8f624af07ccc,segment=NetworkSegment(93dc562c-326e-48bc-93ed-915119a822f1),segment_id=93dc562c-326e-48bc-93ed-915119a822f1)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:15:28.433922 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-4985f5e6-d83a-43f5-8a21-22d8062b0eeb req-726f6498-2a89-4613-8f06-d7a95b985a12 tempest-ServersTestManualDisk-340907734 tempest-ServersTestManualDisk-340907734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (894bf4df-0a8f-45bb-8ab0-8f624af07ccc), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:28.477024 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1d487196-5e9f-435d-8d69-c65b6653648f req-2a50eda0-7c3d-4552-a715-b5230cccb65d tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] 10.222.0.41 "GET /v2.0/security-groups?id=230b7539-1cad-405e-b772-a8fb13fc97f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665495 Jan 28 07:15:28.642556 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4af5a57-0f75-4338-8e52-28a0297b0371 req-3e489352-bf42-4ff5-bc2c-a728c8572159 tempest-ListImageFiltersTestJSON-482981563 tempest-ListImageFiltersTestJSON-482981563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:28.645147 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c4af5a57-0f75-4338-8e52-28a0297b0371 req-3e489352-bf42-4ff5-bc2c-a728c8572159 tempest-ListImageFiltersTestJSON-482981563 tempest-ListImageFiltersTestJSON-482981563-project] 10.222.0.41 "GET /v2.0/ports?device_id=59a4f94f-2b77-4276-b800-302e418f396a HTTP/1.1" status: 200 len: 949 time: 0.0798869 Jan 28 07:15:28.715692 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c4af5a57-0f75-4338-8e52-28a0297b0371 req-9c716d14-dbe5-4a5d-a75a-bb055d90fabb tempest-ListImageFiltersTestJSON-482981563 tempest-ListImageFiltersTestJSON-482981563-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a35449a-a8dc-4821-8459-968439cf983e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632713 Jan 28 07:15:28.794583 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297a3eee-50bb-4f99-90bb-f76c66daf953 req-f1bdf839-177e-4d40-9c4d-e667b76e90be tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:28.796071 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-297a3eee-50bb-4f99-90bb-f76c66daf953 req-f1bdf839-177e-4d40-9c4d-e667b76e90be tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/ports?device_id=e44995e9-7142-4594-a50c-8ebe99949ccf HTTP/1.1" status: 200 len: 945 time: 0.1325603 Jan 28 07:15:28.880493 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-58f32e02-e260-417f-9666-faed2c91ba1d req-bc1018f2-0408-40ba-ac04-6f904d5a9f36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 368b4d78-aa67-4f8b-a474-36cb40e27fb0 {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:15:28.891383 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-4985f5e6-d83a-43f5-8a21-22d8062b0eeb req-726f6498-2a89-4613-8f06-d7a95b985a12 tempest-ServersTestManualDisk-340907734 tempest-ServersTestManualDisk-340907734-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:28.891751 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-4985f5e6-d83a-43f5-8a21-22d8062b0eeb req-726f6498-2a89-4613-8f06-d7a95b985a12 tempest-ServersTestManualDisk-340907734 tempest-ServersTestManualDisk-340907734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16609095'] for floatingip (9d47cb2d-72ee-4247-acda-46d6fd9a858d), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:28.892392 n-d-712749-28 neutron-server[103284]: INFO neutron.db.l3_db [req-4985f5e6-d83a-43f5-8a21-22d8062b0eeb req-726f6498-2a89-4613-8f06-d7a95b985a12 tempest-ServersTestManualDisk-340907734 tempest-ServersTestManualDisk-340907734-project] Floating IP 9d47cb2d-72ee-4247-acda-46d6fd9a858d disassociated. External IP: 172.25.6.156, port: 894bf4df-0a8f-45bb-8ab0-8f624af07ccc. Jan 28 07:15:28.892499 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-4985f5e6-d83a-43f5-8a21-22d8062b0eeb req-726f6498-2a89-4613-8f06-d7a95b985a12 tempest-ServersTestManualDisk-340907734 tempest-ServersTestManualDisk-340907734-project] Calling delete_port for 894bf4df-0a8f-45bb-8ab0-8f624af07ccc owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:15:28.903231 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-58f32e02-e260-417f-9666-faed2c91ba1d req-bc1018f2-0408-40ba-ac04-6f904d5a9f36 service neutron] Publish callbacks [] for port (368b4d78-aa67-4f8b-a474-36cb40e27fb0), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:28.914623 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-297a3eee-50bb-4f99-90bb-f76c66daf953 req-96645213-2872-4103-a547-22b3244bdaa1 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/security-groups?id=54f3b545-d68e-44ae-b5dc-1cfcda6094b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107883 Jan 28 07:15:28.957574 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-58f32e02-e260-417f-9666-faed2c91ba1d req-bc1018f2-0408-40ba-ac04-6f904d5a9f36 service neutron] Transition to ACTIVE for port object 368b4d78-aa67-4f8b-a474-36cb40e27fb0 will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:15:28.965512 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-58f32e02-e260-417f-9666-faed2c91ba1d req-bc1018f2-0408-40ba-ac04-6f904d5a9f36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (368b4d78-aa67-4f8b-a474-36cb40e27fb0), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:29.002451 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7e85cd-64b3-45cc-92ae-ca54a6c69252 req-ad571cf8-8203-4f75-b481-f0c544f4c37c tempest-ServersTestManualDisk-340907734 tempest-ServersTestManualDisk-340907734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:29.005146 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ab7e85cd-64b3-45cc-92ae-ca54a6c69252 req-ad571cf8-8203-4f75-b481-f0c544f4c37c tempest-ServersTestManualDisk-340907734 tempest-ServersTestManualDisk-340907734-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ca8e796-9c56-4ac8-8ff9-d563becb09f7 HTTP/1.1" status: 200 len: 945 time: 0.0785670 Jan 28 07:15:29.043473 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1018f2-0408-40ba-ac04-6f904d5a9f36 service neutron] Pushing event updated for resources: {'Port': ['ID=368b4d78-aa67-4f8b-a474-36cb40e27fb0,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:29.065137 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ab7e85cd-64b3-45cc-92ae-ca54a6c69252 req-a032ef36-c46d-4f33-a79d-5f067f9a99b1 tempest-ServersTestManualDisk-340907734 tempest-ServersTestManualDisk-340907734-project] 10.222.0.41 "GET /v2.0/security-groups?id=7918b4a6-d995-4c60-8112-e2ab7716dc57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535891 Jan 28 07:15:29.168011 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-4985f5e6-d83a-43f5-8a21-22d8062b0eeb req-726f6498-2a89-4613-8f06-d7a95b985a12 tempest-ServersTestManualDisk-340907734 tempest-ServersTestManualDisk-340907734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (894bf4df-0a8f-45bb-8ab0-8f624af07ccc), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:29.169658 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-58f32e02-e260-417f-9666-faed2c91ba1d req-bc1018f2-0408-40ba-ac04-6f904d5a9f36 service neutron] Attempting to bind port 368b4d78-aa67-4f8b-a474-36cb40e27fb0 on host n-h2-712749-28 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:15:29.169978 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-58f32e02-e260-417f-9666-faed2c91ba1d req-bc1018f2-0408-40ba-ac04-6f904d5a9f36 service neutron] Attempting to bind port 368b4d78-aa67-4f8b-a474-36cb40e27fb0 by drivers openvswitch,hyperv on host n-h2-712749-28 at level 0 using segments [{'id': '4cf6d162-1173-4186-b902-44d2727d3f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e85ce6af-dc47-4e74-af2f-0fbb85efabc2'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:15:29.170538 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58f32e02-e260-417f-9666-faed2c91ba1d req-bc1018f2-0408-40ba-ac04-6f904d5a9f36 service neutron] Attempting to bind port 368b4d78-aa67-4f8b-a474-36cb40e27fb0 on network e85ce6af-dc47-4e74-af2f-0fbb85efabc2 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:15:29.200598 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58f32e02-e260-417f-9666-faed2c91ba1d req-bc1018f2-0408-40ba-ac04-6f904d5a9f36 service neutron] Port 368b4d78-aa67-4f8b-a474-36cb40e27fb0 on network e85ce6af-dc47-4e74-af2f-0fbb85efabc2 not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-28 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:15:29.200925 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58f32e02-e260-417f-9666-faed2c91ba1d req-bc1018f2-0408-40ba-ac04-6f904d5a9f36 service neutron] Attempting to bind port 368b4d78-aa67-4f8b-a474-36cb40e27fb0 on network e85ce6af-dc47-4e74-af2f-0fbb85efabc2 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:15:29.205517 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726f6498-2a89-4613-8f06-d7a95b985a12 tempest-ServersTestManualDisk-340907734 tempest-ServersTestManualDisk-340907734-project] Pushing event deleted for resources: {'Port': ['ID=894bf4df-0a8f-45bb-8ab0-8f624af07ccc,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:29.210973 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58f32e02-e260-417f-9666-faed2c91ba1d req-bc1018f2-0408-40ba-ac04-6f904d5a9f36 service neutron] Checking agent: {'id': 'c9906e63-062c-432e-bb53-63fdb8115e18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:15:29.211326 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58f32e02-e260-417f-9666-faed2c91ba1d req-bc1018f2-0408-40ba-ac04-6f904d5a9f36 service neutron] Checking segment: {'id': '4cf6d162-1173-4186-b902-44d2727d3f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e85ce6af-dc47-4e74-af2f-0fbb85efabc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:15:29.211738 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58f32e02-e260-417f-9666-faed2c91ba1d req-bc1018f2-0408-40ba-ac04-6f904d5a9f36 service neutron] Bound using segment: {'id': '4cf6d162-1173-4186-b902-44d2727d3f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e85ce6af-dc47-4e74-af2f-0fbb85efabc2'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:15:29.212166 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-58f32e02-e260-417f-9666-faed2c91ba1d req-bc1018f2-0408-40ba-ac04-6f904d5a9f36 service neutron] Bound port: 368b4d78-aa67-4f8b-a474-36cb40e27fb0, host: n-h2-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cf6d162-1173-4186-b902-44d2727d3f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e85ce6af-dc47-4e74-af2f-0fbb85efabc2'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:15:29.212546 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-58f32e02-e260-417f-9666-faed2c91ba1d req-bc1018f2-0408-40ba-ac04-6f904d5a9f36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (368b4d78-aa67-4f8b-a474-36cb40e27fb0), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:29.525040 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 0e1d62d9-7bdc-43bc-8572-51547f00ada7 details requested by agent hyperv_n-h2-712749-28 with host n-h2-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:15:29.528401 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device f6b0a31b-6e7c-4497-aa49-e5b43c372e47 no longer exists at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:15:29.609693 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] No Port match for: f6b0a31b-6e7c-4497-aa49-e5b43c372e47 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:15:29.610536 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device f6b0a31b-6e7c-4497-aa49-e5b43c372e47 not bound to the agent host n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:15:29.677743 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-58f32e02-e260-417f-9666-faed2c91ba1d req-bc1018f2-0408-40ba-ac04-6f904d5a9f36 service neutron] For port 368b4d78-aa67-4f8b-a474-36cb40e27fb0, host n-h2-712749-28, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:15:29.700407 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bee496b-a93c-4d33-8d34-49ee4084a453 req-5c592590-1600-4be7-8d73-7a9207ea7dbc tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:29.704479 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-3bee496b-a93c-4d33-8d34-49ee4084a453 req-5c592590-1600-4be7-8d73-7a9207ea7dbc tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] 10.222.0.41 "GET /v2.0/ports?device_id=34a4ccd4-af0a-4d5b-86ac-f0544f8f059d HTTP/1.1" status: 200 len: 944 time: 0.0709100 Jan 28 07:15:29.717120 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-58f32e02-e260-417f-9666-faed2c91ba1d req-bc1018f2-0408-40ba-ac04-6f904d5a9f36 service neutron] For port 368b4d78-aa67-4f8b-a474-36cb40e27fb0, host n-h2-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=368b4d78-aa67-4f8b-a474-36cb40e27fb0,segment=NetworkSegment(4cf6d162-1173-4186-b902-44d2727d3f7a),segment_id=4cf6d162-1173-4186-b902-44d2727d3f7a)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:15:29.738686 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d12ac00-d62b-4424-83e7-09a0c0bcf9ff req-40915f72-af5f-43d3-8c5e-9743d0eb8c89 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:29.744740 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1d12ac00-d62b-4424-83e7-09a0c0bcf9ff req-40915f72-af5f-43d3-8c5e-9743d0eb8c89 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4f558dd-3729-48c9-ad34-9ad54642a8dc HTTP/1.1" status: 200 len: 943 time: 0.4058204 Jan 28 07:15:29.756589 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4985f5e6-d83a-43f5-8a21-22d8062b0eeb req-726f6498-2a89-4613-8f06-d7a95b985a12 tempest-ServersTestManualDisk-340907734 tempest-ServersTestManualDisk-340907734-project] Router 28d83209-c84a-4b4e-ae88-386b2aabd8ea has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:15:29.757964 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-58f32e02-e260-417f-9666-faed2c91ba1d req-bc1018f2-0408-40ba-ac04-6f904d5a9f36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (368b4d78-aa67-4f8b-a474-36cb40e27fb0), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:29.787450 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 0e1d62d9-7bdc-43bc-8572-51547f00ada7, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=0e1d62d9-7bdc-43bc-8572-51547f00ada7,segment=NetworkSegment(f3c435c6-b200-4552-9398-3233b0ca48be),segment_id=f3c435c6-b200-4552-9398-3233b0ca48be)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:15:29.795526 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-3bee496b-a93c-4d33-8d34-49ee4084a453 req-2129b053-32a3-4a64-8961-aba65ec8df36 tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] 10.222.0.41 "GET /v2.0/security-groups?id=230b7539-1cad-405e-b772-a8fb13fc97f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853682 Jan 28 07:15:29.813528 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Returning: {'device': '0e1d62d9-7bdc-43bc-8572-51547f00ada7', 'network_id': '3694fbdb-afc3-4ba9-96bb-9f3c75f0cb90', 'port_id': '0e1d62d9-7bdc-43bc-8572-51547f00ada7', 'mac_address': 'fa:16:3e:4e:61:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c44ebf08-4b0c-4037-9377-7b2a7d647995', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:15:29.828489 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f32e02-e260-417f-9666-faed2c91ba1d req-bc1018f2-0408-40ba-ac04-6f904d5a9f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:29.829046 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-58f32e02-e260-417f-9666-faed2c91ba1d req-bc1018f2-0408-40ba-ac04-6f904d5a9f36 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:29.830392 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-58f32e02-e260-417f-9666-faed2c91ba1d req-bc1018f2-0408-40ba-ac04-6f904d5a9f36 service neutron] 10.222.0.44 "PUT /v2.0/ports/368b4d78-aa67-4f8b-a474-36cb40e27fb0 HTTP/1.1" status: 200 len: 1092 time: 1.8017788 Jan 28 07:15:29.833086 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4f558dd-3729-48c9-ad34-9ad54642a8dc', 'tag': '368b4d78-aa67-4f8b-a474-36cb40e27fb0'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:15:29.835338 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cafeea46-85d4-49e5-bb8c-46afb20ebc0b" -d '{"events": [{"name": "network-changed", "server_uuid": "d4f558dd-3729-48c9-ad34-9ad54642a8dc", "tag": "368b4d78-aa67-4f8b-a474-36cb40e27fb0"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:15:29.861528 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port 0e1d62d9-7bdc-43bc-8572-51547f00ada7 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:15:29.862147 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (0e1d62d9-7bdc-43bc-8572-51547f00ada7), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:29.877339 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e1d62d9-7bdc-43bc-8572-51547f00ada7 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:15:29.930450 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 0e1d62d9-7bdc-43bc-8572-51547f00ada7, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=0e1d62d9-7bdc-43bc-8572-51547f00ada7,segment=NetworkSegment(f3c435c6-b200-4552-9398-3233b0ca48be),segment_id=f3c435c6-b200-4552-9398-3233b0ca48be)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:15:29.943425 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (0e1d62d9-7bdc-43bc-8572-51547f00ada7), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:30.000632 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=0e1d62d9-7bdc-43bc-8572-51547f00ada7,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:30.011604 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262f19dd-4105-4246-9efd-93c227aaff14 req-4304fe7e-8f63-4492-bf50-5cfbb45c824d tempest-ListImageFiltersTestJSON-482981563 tempest-ListImageFiltersTestJSON-482981563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:30.013289 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-262f19dd-4105-4246-9efd-93c227aaff14 req-4304fe7e-8f63-4492-bf50-5cfbb45c824d tempest-ListImageFiltersTestJSON-482981563 tempest-ListImageFiltersTestJSON-482981563-project] 10.222.0.41 "GET /v2.0/ports?device_id=59a4f94f-2b77-4276-b800-302e418f396a HTTP/1.1" status: 200 len: 949 time: 0.0693436 Jan 28 07:15:30.036515 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1018f2-0408-40ba-ac04-6f904d5a9f36 service neutron] Pushing event updated for resources: {'Port': ['ID=368b4d78-aa67-4f8b-a474-36cb40e27fb0,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:30.047404 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1d12ac00-d62b-4424-83e7-09a0c0bcf9ff req-3234f2c8-3941-4f1c-9aea-34544912c755 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe71d1fe-2a82-45e2-af57-541b0a63f469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2808175 Jan 28 07:15:30.065741 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-262f19dd-4105-4246-9efd-93c227aaff14 req-fda22d99-b9e9-4288-a313-c45a739e559b tempest-ListImageFiltersTestJSON-482981563 tempest-ListImageFiltersTestJSON-482981563-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a35449a-a8dc-4821-8459-968439cf983e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464909 Jan 28 07:15:30.084310 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f32e02-e260-417f-9666-faed2c91ba1d req-46b76483-fc82-4749-b2c3-97091a1e33d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:30.085909 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-58f32e02-e260-417f-9666-faed2c91ba1d req-46b76483-fc82-4749-b2c3-97091a1e33d7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=19f2f13931f54db7b6cdfada1845d6ff&device_id=d4f558dd-3729-48c9-ad34-9ad54642a8dc HTTP/1.1" status: 200 len: 1095 time: 0.1428580 Jan 28 07:15:30.088947 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4985f5e6-d83a-43f5-8a21-22d8062b0eeb req-726f6498-2a89-4613-8f06-d7a95b985a12 tempest-ServersTestManualDisk-340907734 tempest-ServersTestManualDisk-340907734-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:15:30.106205 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67131e0-6f4c-4483-822a-d8abee9e4bee None None] Sync routers for ids ['28d83209-c84a-4b4e-ae88-386b2aabd8ea'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:15:30.119570 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67131e0-6f4c-4483-822a-d8abee9e4bee None None] Routers {'28d83209-c84a-4b4e-ae88-386b2aabd8ea'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:15:30.120404 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-d67131e0-6f4c-4483-822a-d8abee9e4bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:15:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['28d83209-c84a-4b4e-ae88-386b2aabd8ea'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:15:30.125758 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:15:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efeff308-e036-49f3-b028-5dc0aecdfa04 x-openstack-request-id: req-efeff308-e036-49f3-b028-5dc0aecdfa04 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:15:30.126284 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4f558dd-3729-48c9-ad34-9ad54642a8dc", "tag": "368b4d78-aa67-4f8b-a474-36cb40e27fb0", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:15:30.126542 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-efeff308-e036-49f3-b028-5dc0aecdfa04 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:15:30.126948 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4f558dd-3729-48c9-ad34-9ad54642a8dc', 'tag': '368b4d78-aa67-4f8b-a474-36cb40e27fb0', 'status': 'completed', 'code': 200} Jan 28 07:15:30.181683 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-4985f5e6-d83a-43f5-8a21-22d8062b0eeb req-726f6498-2a89-4613-8f06-d7a95b985a12 tempest-ServersTestManualDisk-340907734 tempest-ServersTestManualDisk-340907734-project] No DVR routers for this DVR port 894bf4df-0a8f-45bb-8ab0-8f624af07ccc on host n-h1-712749-28 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:15:30.221196 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8fc5fbb2-ffcd-4941-b4a9-e4a4ac149fd6 req-7b7a4e4d-9f71-42df-9df6-7ff1c9be26db tempest-ServersTestManualDisk-340907734 tempest-ServersTestManualDisk-340907734-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ca8e796-9c56-4ac8-8ff9-d563becb09f7 HTTP/1.1" status: 200 len: 210 time: 0.0374131 Jan 28 07:15:30.221528 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1da090-7a6a-4550-9a5f-ee9926f37246 req-664b08fe-ba7d-4afa-b1a0-41d43bf89cf9 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:30.222301 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-4985f5e6-d83a-43f5-8a21-22d8062b0eeb req-726f6498-2a89-4613-8f06-d7a95b985a12 tempest-ServersTestManualDisk-340907734 tempest-ServersTestManualDisk-340907734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:30.225637 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4985f5e6-d83a-43f5-8a21-22d8062b0eeb req-726f6498-2a89-4613-8f06-d7a95b985a12 tempest-ServersTestManualDisk-340907734 tempest-ServersTestManualDisk-340907734-project] 10.222.0.10 "DELETE /v2.0/ports/894bf4df-0a8f-45bb-8ab0-8f624af07ccc HTTP/1.1" status: 204 len: 173 time: 2.1902750 Jan 28 07:15:30.227022 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-58f32e02-e260-417f-9666-faed2c91ba1d req-b30bca96-c001-455a-836d-ca29f412261f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=368b4d78-aa67-4f8b-a474-36cb40e27fb0 HTTP/1.1" status: 200 len: 217 time: 0.1062648 Jan 28 07:15:30.229102 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ef1da090-7a6a-4550-9a5f-ee9926f37246 req-664b08fe-ba7d-4afa-b1a0-41d43bf89cf9 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/ports?device_id=e44995e9-7142-4594-a50c-8ebe99949ccf HTTP/1.1" status: 200 len: 945 time: 0.0788138 Jan 28 07:15:30.274762 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-d67131e0-6f4c-4483-822a-d8abee9e4bee None None] Set router 28d83209-c84a-4b4e-ae88-386b2aabd8ea gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:15:30.291105 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ef1da090-7a6a-4550-9a5f-ee9926f37246 req-c6969c72-24e9-4bf6-a50e-c9db6988cc39 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/security-groups?id=54f3b545-d68e-44ae-b5dc-1cfcda6094b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579436 Jan 28 07:15:30.311328 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['0e1d62d9-7bdc-43bc-8572-51547f00ada7'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:15:30.319244 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f32e02-e260-417f-9666-faed2c91ba1d req-48f8b103-7175-483c-9869-2d703c020981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:30.321062 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-58f32e02-e260-417f-9666-faed2c91ba1d req-48f8b103-7175-483c-9869-2d703c020981 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0d27407c-7ac9-47c4-a45d-1a359519da5d HTTP/1.1" status: 200 len: 862 time: 0.0845587 Jan 28 07:15:30.363269 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-58f32e02-e260-417f-9666-faed2c91ba1d req-e21be13d-839b-4c1f-be36-2d27df1d62e3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e85ce6af-dc47-4e74-af2f-0fbb85efabc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330002 Jan 28 07:15:30.487493 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-58f32e02-e260-417f-9666-faed2c91ba1d req-7e5e42d9-ef04-4250-8d2a-a2e44ee15d30 service neutron] 10.222.0.44 "GET /v2.0/networks/e85ce6af-dc47-4e74-af2f-0fbb85efabc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163476 Jan 28 07:15:30.598993 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-58f32e02-e260-417f-9666-faed2c91ba1d req-9968f8fe-0ab6-451b-84af-a44527ed80bb service neutron] 10.222.0.44 "GET /v2.0/networks/e85ce6af-dc47-4e74-af2f-0fbb85efabc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044805 Jan 28 07:15:30.741996 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-d67131e0-6f4c-4483-822a-d8abee9e4bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28d83209-c84a-4b4e-ae88-386b2aabd8ea', 'name': 'tempest-ServersTestManualDisk-2116047052-router', 'tenant_id': '335e46d185694220829eb867308a9154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': '33c44737-7de6-4037-a388-1dd3feb34cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:12:44Z', 'updated_at': '2022-01-28T07:12:58Z', 'revision_number': 4, 'project_id': '335e46d185694220829eb867308a9154', 'gw_port': {'id': '33c44737-7de6-4037-a388-1dd3feb34cd7', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:01:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28d83209-c84a-4b4e-ae88-386b2aabd8ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:12:46Z', 'updated_at': '2022-01-28T07:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '3208226d-98ac-401e-aca5-0ac6985e8f2e', 'name': '', 'network_id': '10e29fde-3535-4a1c-887d-2b3ed80d798e', 'tenant_id': '335e46d185694220829eb867308a9154', 'mac_address': 'fa:16:3e:3f:10:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28d83209-c84a-4b4e-ae88-386b2aabd8ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'c850e5b9-10d8-459c-a75d-89730d7df8b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:12:55Z', 'updated_at': '2022-01-28T07:13:04Z', 'revision_number': 5, 'project_id': '335e46d185694220829eb867308a9154', 'subnets': [{'id': 'c850e5b9-10d8-459c-a75d-89730d7df8b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:15:30.742619 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafeea46-85d4-49e5-bb8c-46afb20ebc0b req-71c77495-f74a-4d2e-963c-fb1a9b55ba78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:30.744415 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-cafeea46-85d4-49e5-bb8c-46afb20ebc0b req-71c77495-f74a-4d2e-963c-fb1a9b55ba78 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=19f2f13931f54db7b6cdfada1845d6ff&device_id=d4f558dd-3729-48c9-ad34-9ad54642a8dc HTTP/1.1" status: 200 len: 1095 time: 0.0572371 Jan 28 07:15:30.753563 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8794cb16-6d76-4858-a96e-4f1eace3ac65 req-da304a18-a6c2-4eb9-a786-2da0f10a9fe8 tempest-ListImageFiltersTestJSON-482981563 tempest-ListImageFiltersTestJSON-482981563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:30.755057 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8794cb16-6d76-4858-a96e-4f1eace3ac65 req-da304a18-a6c2-4eb9-a786-2da0f10a9fe8 tempest-ListImageFiltersTestJSON-482981563 tempest-ListImageFiltersTestJSON-482981563-project] 10.222.0.10 "GET /v2.0/ports?device_id=59a4f94f-2b77-4276-b800-302e418f396a HTTP/1.1" status: 200 len: 949 time: 0.0965323 Jan 28 07:15:30.770157 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67131e0-6f4c-4483-822a-d8abee9e4bee None None] Checking router: 28d83209-c84a-4b4e-ae88-386b2aabd8ea for host: n-d-712749-28 {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:15:30.781679 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67131e0-6f4c-4483-822a-d8abee9e4bee None None] Routers {'28d83209-c84a-4b4e-ae88-386b2aabd8ea'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:15:30.782298 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-d67131e0-6f4c-4483-822a-d8abee9e4bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:15:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['28d83209-c84a-4b4e-ae88-386b2aabd8ea'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:15:30.948388 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-d67131e0-6f4c-4483-822a-d8abee9e4bee None None] Set router 28d83209-c84a-4b4e-ae88-386b2aabd8ea gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:15:31.002649 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafeea46-85d4-49e5-bb8c-46afb20ebc0b req-5603268d-5bd3-46ea-b4f2-deb334abdfbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:31.004182 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-cafeea46-85d4-49e5-bb8c-46afb20ebc0b req-5603268d-5bd3-46ea-b4f2-deb334abdfbb service neutron] 10.222.0.44 "GET /v2.0/networks?id=e85ce6af-dc47-4e74-af2f-0fbb85efabc2 HTTP/1.1" status: 200 len: 923 time: 0.2482619 Jan 28 07:15:31.058458 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-cafeea46-85d4-49e5-bb8c-46afb20ebc0b req-b835be0d-c29f-43d2-a959-d9f7ab89e62a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=368b4d78-aa67-4f8b-a474-36cb40e27fb0 HTTP/1.1" status: 200 len: 217 time: 0.0443239 Jan 28 07:15:31.068322 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b564ab-fe09-4126-bedb-64a94d175f2c req-633745ac-2b78-4ad1-9b44-8e85b17a63d1 tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:31.069118 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c7b564ab-fe09-4126-bedb-64a94d175f2c req-633745ac-2b78-4ad1-9b44-8e85b17a63d1 tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] 10.222.0.41 "GET /v2.0/ports?device_id=34a4ccd4-af0a-4d5b-86ac-f0544f8f059d HTTP/1.1" status: 200 len: 945 time: 0.1665139 Jan 28 07:15:31.134832 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-8794cb16-6d76-4858-a96e-4f1eace3ac65 req-58624b92-375d-4457-b553-cae663d60819 tempest-ListImageFiltersTestJSON-482981563 tempest-ListImageFiltersTestJSON-482981563-project] Deleting port 80771555-17c2-4224-86e2-cb60034ad531 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:15:31.135108 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-8794cb16-6d76-4858-a96e-4f1eace3ac65 req-58624b92-375d-4457-b553-cae663d60819 tempest-ListImageFiltersTestJSON-482981563 tempest-ListImageFiltersTestJSON-482981563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (80771555-17c2-4224-86e2-cb60034ad531), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:31.218273 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafeea46-85d4-49e5-bb8c-46afb20ebc0b req-ac01a4bb-c0e9-404d-89a3-a738637b8ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:31.220231 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-cafeea46-85d4-49e5-bb8c-46afb20ebc0b req-ac01a4bb-c0e9-404d-89a3-a738637b8ca6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0d27407c-7ac9-47c4-a45d-1a359519da5d HTTP/1.1" status: 200 len: 862 time: 0.1497455 Jan 28 07:15:31.221697 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b88e56b-131a-4406-bbd8-83e795e0dc3f req-afdcec68-4998-4603-b257-536f013dbb1d tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:31.223942 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-3b88e56b-131a-4406-bbd8-83e795e0dc3f req-afdcec68-4998-4603-b257-536f013dbb1d tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4f558dd-3729-48c9-ad34-9ad54642a8dc HTTP/1.1" status: 200 len: 943 time: 0.0779138 Jan 28 07:15:31.243808 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-d67131e0-6f4c-4483-822a-d8abee9e4bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28d83209-c84a-4b4e-ae88-386b2aabd8ea', 'name': 'tempest-ServersTestManualDisk-2116047052-router', 'tenant_id': '335e46d185694220829eb867308a9154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': '33c44737-7de6-4037-a388-1dd3feb34cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:12:44Z', 'updated_at': '2022-01-28T07:12:58Z', 'revision_number': 4, 'project_id': '335e46d185694220829eb867308a9154', 'gw_port': {'id': '33c44737-7de6-4037-a388-1dd3feb34cd7', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:01:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28d83209-c84a-4b4e-ae88-386b2aabd8ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:12:46Z', 'updated_at': '2022-01-28T07:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '3208226d-98ac-401e-aca5-0ac6985e8f2e', 'name': '', 'network_id': '10e29fde-3535-4a1c-887d-2b3ed80d798e', 'tenant_id': '335e46d185694220829eb867308a9154', 'mac_address': 'fa:16:3e:3f:10:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28d83209-c84a-4b4e-ae88-386b2aabd8ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'c850e5b9-10d8-459c-a75d-89730d7df8b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:12:55Z', 'updated_at': '2022-01-28T07:13:04Z', 'revision_number': 5, 'project_id': '335e46d185694220829eb867308a9154', 'subnets': [{'id': 'c850e5b9-10d8-459c-a75d-89730d7df8b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:15:31.279670 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67131e0-6f4c-4483-822a-d8abee9e4bee None None] The sync data for ids ['28d83209-c84a-4b4e-ae88-386b2aabd8ea'] in n-d-712749-28 is: [{'id': '28d83209-c84a-4b4e-ae88-386b2aabd8ea', 'name': 'tempest-ServersTestManualDisk-2116047052-router', 'tenant_id': '335e46d185694220829eb867308a9154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': '33c44737-7de6-4037-a388-1dd3feb34cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:12:44Z', 'updated_at': '2022-01-28T07:12:58Z', 'revision_number': 4, 'project_id': '335e46d185694220829eb867308a9154', 'gw_port': {'id': '33c44737-7de6-4037-a388-1dd3feb34cd7', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:01:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28d83209-c84a-4b4e-ae88-386b2aabd8ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:12:46Z', 'updated_at': '2022-01-28T07:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '3208226d-98ac-401e-aca5-0ac6985e8f2e', 'name': '', 'network_id': '10e29fde-3535-4a1c-887d-2b3ed80d798e', 'tenant_id': '335e46d185694220829eb867308a9154', 'mac_address': 'fa:16:3e:3f:10:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28d83209-c84a-4b4e-ae88-386b2aabd8ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'c850e5b9-10d8-459c-a75d-89730d7df8b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:12:55Z', 'updated_at': '2022-01-28T07:13:04Z', 'revision_number': 5, 'project_id': '335e46d185694220829eb867308a9154', 'subnets': [{'id': 'c850e5b9-10d8-459c-a75d-89730d7df8b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:15:31.294760 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-cafeea46-85d4-49e5-bb8c-46afb20ebc0b req-3fe94be5-299b-442a-b484-6d4a95374029 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e85ce6af-dc47-4e74-af2f-0fbb85efabc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614128 Jan 28 07:15:31.301568 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-3b88e56b-131a-4406-bbd8-83e795e0dc3f req-9188374e-fc9b-4b44-872e-347a5494d97f tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe71d1fe-2a82-45e2-af57-541b0a63f469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698779 Jan 28 07:15:31.309793 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c7b564ab-fe09-4126-bedb-64a94d175f2c req-c96da4cb-e303-4967-8363-24d6027032e5 tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] 10.222.0.41 "GET /v2.0/security-groups?id=230b7539-1cad-405e-b772-a8fb13fc97f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2243903 Jan 28 07:15:31.432696 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-8794cb16-6d76-4858-a96e-4f1eace3ac65 req-58624b92-375d-4457-b553-cae663d60819 tempest-ListImageFiltersTestJSON-482981563 tempest-ListImageFiltersTestJSON-482981563-project] For port 80771555-17c2-4224-86e2-cb60034ad531, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=80771555-17c2-4224-86e2-cb60034ad531,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:15:31.433029 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-8794cb16-6d76-4858-a96e-4f1eace3ac65 req-58624b92-375d-4457-b553-cae663d60819 tempest-ListImageFiltersTestJSON-482981563 tempest-ListImageFiltersTestJSON-482981563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (80771555-17c2-4224-86e2-cb60034ad531), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:31.451474 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30feee9-2ddb-44cf-9a21-996330798b4d req-2a22988c-ca8d-46cb-898c-1d15ea8553df tempest-ListImageFiltersTestJSON-482981563 tempest-ListImageFiltersTestJSON-482981563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:31.454856 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c30feee9-2ddb-44cf-9a21-996330798b4d req-2a22988c-ca8d-46cb-898c-1d15ea8553df tempest-ListImageFiltersTestJSON-482981563 tempest-ListImageFiltersTestJSON-482981563-project] 10.222.0.41 "GET /v2.0/ports?device_id=59a4f94f-2b77-4276-b800-302e418f396a HTTP/1.1" status: 200 len: 949 time: 0.0752017 Jan 28 07:15:31.474144 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-8794cb16-6d76-4858-a96e-4f1eace3ac65 req-58624b92-375d-4457-b553-cae663d60819 tempest-ListImageFiltersTestJSON-482981563 tempest-ListImageFiltersTestJSON-482981563-project] Calling delete_port for 80771555-17c2-4224-86e2-cb60034ad531 owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:15:31.516779 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c30feee9-2ddb-44cf-9a21-996330798b4d req-e136d32f-0cab-42b9-9b21-6b169900b4b8 tempest-ListImageFiltersTestJSON-482981563 tempest-ListImageFiltersTestJSON-482981563-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a35449a-a8dc-4821-8459-968439cf983e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553575 Jan 28 07:15:31.520483 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 0e1d62d9-7bdc-43bc-8572-51547f00ada7 up at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:15:31.561125 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 44300) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:15:31.570109 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-cafeea46-85d4-49e5-bb8c-46afb20ebc0b req-39dee9cc-797f-478f-8440-6836c93c42e3 service neutron] 10.222.0.44 "GET /v2.0/networks/e85ce6af-dc47-4e74-af2f-0fbb85efabc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2584355 Jan 28 07:15:31.607279 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning for port 0e1d62d9-7bdc-43bc-8572-51547f00ada7 completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:15:31.617216 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning complete for port 0e1d62d9-7bdc-43bc-8572-51547f00ada7 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:15:31.618733 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (0e1d62d9-7bdc-43bc-8572-51547f00ada7), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:31.629954 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aede4d-5078-485e-a47d-0ec42f2216fe req-4dd10c6e-e8db-4a5d-b1f4-86794bf0af88 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:31.632347 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-86aede4d-5078-485e-a47d-0ec42f2216fe req-4dd10c6e-e8db-4a5d-b1f4-86794bf0af88 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/ports?device_id=e44995e9-7142-4594-a50c-8ebe99949ccf HTTP/1.1" status: 200 len: 945 time: 0.1758773 Jan 28 07:15:31.638141 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-110ebfc6-a76a-4625-a0a7-d5f032adcc92 tempest-ServersTestManualDisk-340907734 tempest-ServersTestManualDisk-340907734-project] Publish callbacks [] for security_group (7918b4a6-d995-4c60-8112-e2ab7716dc57), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:31.667767 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e54d6b-c57d-4479-98bc-1983ba2574e9 None None] New status for floating IP 9d47cb2d-72ee-4247-acda-46d6fd9a858d: DOWN {{(pid=103286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 07:15:31.686405 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-110ebfc6-a76a-4625-a0a7-d5f032adcc92 tempest-ServersTestManualDisk-340907734 tempest-ServersTestManualDisk-340907734-project] Publish callbacks [] for security_group (7918b4a6-d995-4c60-8112-e2ab7716dc57), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:31.725794 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port 0e1d62d9-7bdc-43bc-8572-51547f00ada7 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:15:31.726195 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (0e1d62d9-7bdc-43bc-8572-51547f00ada7), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:31.759558 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34a4ccd4-af0a-4d5b-86ac-f0544f8f059d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e1d62d9-7bdc-43bc-8572-51547f00ada7'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:15:31.765039 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92b4828a-98f1-490a-a3f1-e66b9d89b48b" -d '{"events": [{"server_uuid": "34a4ccd4-af0a-4d5b-86ac-f0544f8f059d", "name": "network-vif-plugged", "status": "completed", "tag": "0e1d62d9-7bdc-43bc-8572-51547f00ada7"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:15:31.778116 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-110ebfc6-a76a-4625-a0a7-d5f032adcc92 tempest-ServersTestManualDisk-340907734 tempest-ServersTestManualDisk-340907734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (7918b4a6-d995-4c60-8112-e2ab7716dc57), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:31.781535 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-110ebfc6-a76a-4625-a0a7-d5f032adcc92 tempest-ServersTestManualDisk-340907734 tempest-ServersTestManualDisk-340907734-project] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:31.787082 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-110ebfc6-a76a-4625-a0a7-d5f032adcc92 tempest-ServersTestManualDisk-340907734 tempest-ServersTestManualDisk-340907734-project] 10.222.0.41 "DELETE /v2.0/security-groups/7918b4a6-d995-4c60-8112-e2ab7716dc57 HTTP/1.1" status: 204 len: 168 time: 0.2238028 Jan 28 07:15:31.788144 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 44304) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:15:31.829605 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 80771555-17c2-4224-86e2-cb60034ad531 no longer exists at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:15:31.840413 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-86aede4d-5078-485e-a47d-0ec42f2216fe req-81ea78bf-f10b-4c74-b20b-322e67aaad3a tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/security-groups?id=54f3b545-d68e-44ae-b5dc-1cfcda6094b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469786 Jan 28 07:15:31.846416 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 0e1d62d9-7bdc-43bc-8572-51547f00ada7, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=0e1d62d9-7bdc-43bc-8572-51547f00ada7,segment=NetworkSegment(f3c435c6-b200-4552-9398-3233b0ca48be),segment_id=f3c435c6-b200-4552-9398-3233b0ca48be)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:15:31.856240 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110ebfc6-a76a-4625-a0a7-d5f032adcc92 tempest-ServersTestManualDisk-340907734 tempest-ServersTestManualDisk-340907734-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7918b4a6-d995-4c60-8112-e2ab7716dc57,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:31.857260 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-cafeea46-85d4-49e5-bb8c-46afb20ebc0b req-61278d0e-3039-4ef2-8b8f-e18911237eed service neutron] 10.222.0.44 "GET /v2.0/networks/e85ce6af-dc47-4e74-af2f-0fbb85efabc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2748516 Jan 28 07:15:31.857345 n-d-712749-28 neutron-server[103283]: INFO neutron.api.v2.resource [None req-72ecaaa2-57f8-47a3-bb5b-ad9982e9bf01 tempest-ServersTestManualDisk-340907734 tempest-ServersTestManualDisk-340907734-project] show failed (client error): The resource could not be found. Jan 28 07:15:31.860351 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-72ecaaa2-57f8-47a3-bb5b-ad9982e9bf01 tempest-ServersTestManualDisk-340907734 tempest-ServersTestManualDisk-340907734-project] 10.222.0.41 "GET /v2.0/security-groups/7918b4a6-d995-4c60-8112-e2ab7716dc57 HTTP/1.1" status: 404 len: 347 time: 0.0637486 Jan 28 07:15:31.861004 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 44306) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:15:31.906718 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df99b3d2-4c98-41e7-8111-d1b93a6c8e1b x-openstack-request-id: req-df99b3d2-4c98-41e7-8111-d1b93a6c8e1b {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:15:31.907379 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34a4ccd4-af0a-4d5b-86ac-f0544f8f059d", "name": "network-vif-plugged", "status": "completed", "tag": "0e1d62d9-7bdc-43bc-8572-51547f00ada7", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:15:31.907796 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-df99b3d2-4c98-41e7-8111-d1b93a6c8e1b {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:15:31.908364 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34a4ccd4-af0a-4d5b-86ac-f0544f8f059d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e1d62d9-7bdc-43bc-8572-51547f00ada7', 'code': 200} Jan 28 07:15:31.920581 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (0e1d62d9-7bdc-43bc-8572-51547f00ada7), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:31.930643 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-8794cb16-6d76-4858-a96e-4f1eace3ac65 req-58624b92-375d-4457-b553-cae663d60819 tempest-ListImageFiltersTestJSON-482981563 tempest-ListImageFiltersTestJSON-482981563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (80771555-17c2-4224-86e2-cb60034ad531), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:31.988435 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58624b92-375d-4457-b553-cae663d60819 tempest-ListImageFiltersTestJSON-482981563 tempest-ListImageFiltersTestJSON-482981563-project] Pushing event deleted for resources: {'Port': ['ID=80771555-17c2-4224-86e2-cb60034ad531,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:32.049077 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=0e1d62d9-7bdc-43bc-8572-51547f00ada7,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:32.067906 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] No active binding found for port 80771555-17c2-4224-86e2-cb60034ad531 {{(pid=103285) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 28 07:15:32.068374 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] The host n-h1-712749-28 is not matching for port 80771555-17c2-4224-86e2-cb60034ad531 host None! {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 07:15:32.068820 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 80771555-17c2-4224-86e2-cb60034ad531 not bound to the agent host n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:15:32.069590 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 894bf4df-0a8f-45bb-8ab0-8f624af07ccc no longer exists at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:15:32.127005 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-8794cb16-6d76-4858-a96e-4f1eace3ac65 req-58624b92-375d-4457-b553-cae663d60819 tempest-ListImageFiltersTestJSON-482981563 tempest-ListImageFiltersTestJSON-482981563-project] No DVR routers for this DVR port 80771555-17c2-4224-86e2-cb60034ad531 on host n-h1-712749-28 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:15:32.128680 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ca8e796-9c56-4ac8-8ff9-d563becb09f7', 'name': 'network-vif-deleted', 'tag': '894bf4df-0a8f-45bb-8ab0-8f624af07ccc'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:15:32.131022 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e76baba-28b3-4957-815a-af5d6be6e693" -d '{"events": [{"server_uuid": "1ca8e796-9c56-4ac8-8ff9-d563becb09f7", "name": "network-vif-deleted", "tag": "894bf4df-0a8f-45bb-8ab0-8f624af07ccc"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:15:32.137866 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-f1bf5ed2-374b-48bb-a65b-23b3b3721476 tempest-ServersTestManualDisk-340907734 tempest-ServersTestManualDisk-340907734-project] Deleting port 84ab7049-ffcc-45b4-91a7-fb68645432c9 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:15:32.138350 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f1bf5ed2-374b-48bb-a65b-23b3b3721476 tempest-ServersTestManualDisk-340907734 tempest-ServersTestManualDisk-340907734-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (84ab7049-ffcc-45b4-91a7-fb68645432c9), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:32.139749 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] No Port match for: 894bf4df-0a8f-45bb-8ab0-8f624af07ccc {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:15:32.140434 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 894bf4df-0a8f-45bb-8ab0-8f624af07ccc not bound to the agent host n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:15:32.147801 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-8794cb16-6d76-4858-a96e-4f1eace3ac65 req-58624b92-375d-4457-b553-cae663d60819 tempest-ListImageFiltersTestJSON-482981563 tempest-ListImageFiltersTestJSON-482981563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:32.151870 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8794cb16-6d76-4858-a96e-4f1eace3ac65 req-58624b92-375d-4457-b553-cae663d60819 tempest-ListImageFiltersTestJSON-482981563 tempest-ListImageFiltersTestJSON-482981563-project] 10.222.0.10 "DELETE /v2.0/ports/80771555-17c2-4224-86e2-cb60034ad531 HTTP/1.1" status: 204 len: 173 time: 1.3727601 Jan 28 07:15:32.174779 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84264196-b082-411d-acc9-e367819e7982 req-a195c1ff-b7ec-4b99-86cc-64f1521297ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:32.177280 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-84264196-b082-411d-acc9-e367819e7982 req-a195c1ff-b7ec-4b99-86cc-64f1521297ec service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=34a4ccd4-af0a-4d5b-86ac-f0544f8f059d HTTP/1.1" status: 200 len: 1098 time: 0.1695473 Jan 28 07:15:32.178908 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8f5cb3a-cfdc-45be-aee2-86f89dfdfb27 x-openstack-request-id: req-f8f5cb3a-cfdc-45be-aee2-86f89dfdfb27 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:15:32.179204 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ca8e796-9c56-4ac8-8ff9-d563becb09f7", "name": "network-vif-deleted", "tag": "894bf4df-0a8f-45bb-8ab0-8f624af07ccc", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:15:32.179465 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f8f5cb3a-cfdc-45be-aee2-86f89dfdfb27 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:15:32.179877 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ca8e796-9c56-4ac8-8ff9-d563becb09f7', 'name': 'network-vif-deleted', 'tag': '894bf4df-0a8f-45bb-8ab0-8f624af07ccc', 'status': 'completed', 'code': 200} Jan 28 07:15:32.233717 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-84264196-b082-411d-acc9-e367819e7982 req-0d20429f-9ce4-41e5-b88f-11fdc3840769 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=230b7539-1cad-405e-b772-a8fb13fc97f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481400 Jan 28 07:15:32.237554 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f1bf5ed2-374b-48bb-a65b-23b3b3721476 tempest-ServersTestManualDisk-340907734 tempest-ServersTestManualDisk-340907734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (84ab7049-ffcc-45b4-91a7-fb68645432c9), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:32.238457 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f1bf5ed2-374b-48bb-a65b-23b3b3721476 tempest-ServersTestManualDisk-340907734 tempest-ServersTestManualDisk-340907734-project] Publish callbacks [] for floatingip (84ab7049-ffcc-45b4-91a7-fb68645432c9), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:32.252509 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-f1bf5ed2-374b-48bb-a65b-23b3b3721476 tempest-ServersTestManualDisk-340907734 tempest-ServersTestManualDisk-340907734-project] Calling delete_port for 84ab7049-ffcc-45b4-91a7-fb68645432c9 owned by network:floatingip {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:15:32.463049 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f1bf5ed2-374b-48bb-a65b-23b3b3721476 tempest-ServersTestManualDisk-340907734 tempest-ServersTestManualDisk-340907734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (84ab7049-ffcc-45b4-91a7-fb68645432c9), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:32.504003 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bf5ed2-374b-48bb-a65b-23b3b3721476 tempest-ServersTestManualDisk-340907734 tempest-ServersTestManualDisk-340907734-project] Pushing event deleted for resources: {'Port': ['ID=84ab7049-ffcc-45b4-91a7-fb68645432c9,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:32.505259 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f6e71a-74a9-4cc7-ae2b-9ae9b3f957f7 req-2ec5dbcb-4c4a-4cee-98a6-fe435cc6ed66 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:32.506814 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f0f6e71a-74a9-4cc7-ae2b-9ae9b3f957f7 req-2ec5dbcb-4c4a-4cee-98a6-fe435cc6ed66 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4f558dd-3729-48c9-ad34-9ad54642a8dc HTTP/1.1" status: 200 len: 943 time: 0.0798533 Jan 28 07:15:32.518219 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c6cdc3-afbd-4fc3-908a-8734f171dbcd req-f454aff8-79a7-4e9b-b33f-3bf7662300b5 tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:32.520420 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b0c6cdc3-afbd-4fc3-908a-8734f171dbcd req-f454aff8-79a7-4e9b-b33f-3bf7662300b5 tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] 10.222.0.41 "GET /v2.0/ports?device_id=34a4ccd4-af0a-4d5b-86ac-f0544f8f059d HTTP/1.1" status: 200 len: 946 time: 0.1014905 Jan 28 07:15:32.576989 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f0f6e71a-74a9-4cc7-ae2b-9ae9b3f957f7 req-4b3184c0-fcba-497c-8048-257ed7168a1b tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe71d1fe-2a82-45e2-af57-541b0a63f469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617275 Jan 28 07:15:32.621659 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f1bf5ed2-374b-48bb-a65b-23b3b3721476 tempest-ServersTestManualDisk-340907734 tempest-ServersTestManualDisk-340907734-project] Publish callbacks [] for floatingip (9d47cb2d-72ee-4247-acda-46d6fd9a858d), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:32.624234 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f1bf5ed2-374b-48bb-a65b-23b3b3721476 tempest-ServersTestManualDisk-340907734 tempest-ServersTestManualDisk-340907734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for floatingip (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:32.625553 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-f1bf5ed2-374b-48bb-a65b-23b3b3721476 tempest-ServersTestManualDisk-340907734 tempest-ServersTestManualDisk-340907734-project] 10.222.0.41 "DELETE /v2.0/floatingips/9d47cb2d-72ee-4247-acda-46d6fd9a858d HTTP/1.1" status: 204 len: 168 time: 0.7612126 Jan 28 07:15:32.628868 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 44320) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:15:32.679836 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b0c6cdc3-afbd-4fc3-908a-8734f171dbcd req-86685a26-91cb-43f5-b491-84f2b0a1612c tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] 10.222.0.41 "GET /v2.0/security-groups?id=230b7539-1cad-405e-b772-a8fb13fc97f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1517558 Jan 28 07:15:32.763879 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b3978ce6-a090-424d-ab08-d08c6c197792 req-0d7b5612-d7e3-400d-b87b-4b3db686fb81 tempest-ListImageFiltersTestJSON-482981563 tempest-ListImageFiltersTestJSON-482981563-project] 10.222.0.41 "GET /v2.0/ports?device_id=59a4f94f-2b77-4276-b800-302e418f396a HTTP/1.1" status: 200 len: 210 time: 0.0610232 Jan 28 07:15:32.842967 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:33.042011 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d2a97a-721c-4a44-8614-906147945a41 req-328f9ee7-214f-40a6-b18d-d7bb1525f114 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:33.043534 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d3d2a97a-721c-4a44-8614-906147945a41 req-328f9ee7-214f-40a6-b18d-d7bb1525f114 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/ports?device_id=e44995e9-7142-4594-a50c-8ebe99949ccf HTTP/1.1" status: 200 len: 945 time: 0.0603604 Jan 28 07:15:33.106579 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d3d2a97a-721c-4a44-8614-906147945a41 req-dcdad4cf-61f3-4672-a2fc-b41979055b41 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/security-groups?id=54f3b545-d68e-44ae-b5dc-1cfcda6094b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567880 Jan 28 07:15:33.182528 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-27a7c0fc-2841-4429-af8d-adf05f6a785d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16606535'] for router_interface (28d83209-c84a-4b4e-ae88-386b2aabd8ea), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:33.240870 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1d38f143-5a88-4cc6-a2e9-5b375eb92985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:33.455277 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-27a7c0fc-2841-4429-af8d-adf05f6a785d admin admin] Deleting port 3208226d-98ac-401e-aca5-0ac6985e8f2e {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:15:33.455645 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-27a7c0fc-2841-4429-af8d-adf05f6a785d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (3208226d-98ac-401e-aca5-0ac6985e8f2e), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:33.534046 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-27a7c0fc-2841-4429-af8d-adf05f6a785d admin admin] For port 3208226d-98ac-401e-aca5-0ac6985e8f2e, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=3208226d-98ac-401e-aca5-0ac6985e8f2e,segment=NetworkSegment(93dc562c-326e-48bc-93ed-915119a822f1),segment_id=93dc562c-326e-48bc-93ed-915119a822f1)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:15:33.534343 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-27a7c0fc-2841-4429-af8d-adf05f6a785d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (3208226d-98ac-401e-aca5-0ac6985e8f2e), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:33.537853 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 368b4d78-aa67-4f8b-a474-36cb40e27fb0 details requested by agent hyperv_n-h2-712749-28 with host n-h2-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:15:33.551721 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-27a7c0fc-2841-4429-af8d-adf05f6a785d admin admin] Calling delete_port for 3208226d-98ac-401e-aca5-0ac6985e8f2e owned by network:router_interface {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:15:33.639227 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 368b4d78-aa67-4f8b-a474-36cb40e27fb0, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=368b4d78-aa67-4f8b-a474-36cb40e27fb0,segment=NetworkSegment(4cf6d162-1173-4186-b902-44d2727d3f7a),segment_id=4cf6d162-1173-4186-b902-44d2727d3f7a)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:15:33.651789 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Returning: {'device': '368b4d78-aa67-4f8b-a474-36cb40e27fb0', 'network_id': 'e85ce6af-dc47-4e74-af2f-0fbb85efabc2', 'port_id': '368b4d78-aa67-4f8b-a474-36cb40e27fb0', 'mac_address': 'fa:16:3e:b4:a7:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d27407c-7ac9-47c4-a45d-1a359519da5d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:15:33.720307 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port 368b4d78-aa67-4f8b-a474-36cb40e27fb0 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:15:33.720811 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (368b4d78-aa67-4f8b-a474-36cb40e27fb0), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:33.721458 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8856e195-b377-4a5d-92bf-cf49cee638d6 req-9ae96030-ad7f-4f7b-b28f-eeca8187d3f3 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:33.723799 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8856e195-b377-4a5d-92bf-cf49cee638d6 req-9ae96030-ad7f-4f7b-b28f-eeca8187d3f3 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4f558dd-3729-48c9-ad34-9ad54642a8dc HTTP/1.1" status: 200 len: 943 time: 0.0714371 Jan 28 07:15:33.744106 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 368b4d78-aa67-4f8b-a474-36cb40e27fb0 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:15:33.779178 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 368b4d78-aa67-4f8b-a474-36cb40e27fb0, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=368b4d78-aa67-4f8b-a474-36cb40e27fb0,segment=NetworkSegment(4cf6d162-1173-4186-b902-44d2727d3f7a),segment_id=4cf6d162-1173-4186-b902-44d2727d3f7a)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:15:33.781365 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-27a7c0fc-2841-4429-af8d-adf05f6a785d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (3208226d-98ac-401e-aca5-0ac6985e8f2e), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:33.786451 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (368b4d78-aa67-4f8b-a474-36cb40e27fb0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:33.787626 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8856e195-b377-4a5d-92bf-cf49cee638d6 req-b2fb3b5b-3891-4dfd-b782-9b8f8238bebd tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe71d1fe-2a82-45e2-af57-541b0a63f469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583074 Jan 28 07:15:33.843030 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:33.844997 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a7c0fc-2841-4429-af8d-adf05f6a785d admin admin] Pushing event deleted for resources: {'Port': ['ID=3208226d-98ac-401e-aca5-0ac6985e8f2e,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:33.854775 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=368b4d78-aa67-4f8b-a474-36cb40e27fb0,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:33.929230 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3650c6-95b0-4790-a27e-de66ba803075 req-c79fd22c-ebea-4bdc-a1b3-fb4b8f52dd63 tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:33.931432 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9a3650c6-95b0-4790-a27e-de66ba803075 req-c79fd22c-ebea-4bdc-a1b3-fb4b8f52dd63 tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] 10.222.0.41 "GET /v2.0/ports?device_id=34a4ccd4-af0a-4d5b-86ac-f0544f8f059d HTTP/1.1" status: 200 len: 946 time: 0.1459947 Jan 28 07:15:34.103111 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9a3650c6-95b0-4790-a27e-de66ba803075 req-8d5960c5-56af-4537-aed7-c9c62c558187 tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] 10.222.0.41 "GET /v2.0/security-groups?id=230b7539-1cad-405e-b772-a8fb13fc97f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978601 Jan 28 07:15:34.119717 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-27a7c0fc-2841-4429-af8d-adf05f6a785d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16319006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16606699'] for router_interface (28d83209-c84a-4b4e-ae88-386b2aabd8ea), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:34.127055 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['368b4d78-aa67-4f8b-a474-36cb40e27fb0'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:15:34.189486 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59a4f94f-2b77-4276-b800-302e418f396a', 'name': 'network-vif-deleted', 'tag': '80771555-17c2-4224-86e2-cb60034ad531'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:15:34.191922 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31cb8afe-3e6a-4f4b-bf44-5d284a75befa" -d '{"events": [{"server_uuid": "59a4f94f-2b77-4276-b800-302e418f396a", "name": "network-vif-deleted", "tag": "80771555-17c2-4224-86e2-cb60034ad531"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:15:34.387800 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28f206c-42ce-4f5f-aaa0-c88ed74f8744 req-9a72545d-7ce3-4878-af66-afcc0b95bcbc tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:34.390172 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b28f206c-42ce-4f5f-aaa0-c88ed74f8744 req-9a72545d-7ce3-4878-af66-afcc0b95bcbc tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/ports?device_id=e44995e9-7142-4594-a50c-8ebe99949ccf HTTP/1.1" status: 200 len: 945 time: 0.0945587 Jan 28 07:15:34.406889 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a058e5a-3991-42c5-81e5-949e832d0cdc req-982c4814-190a-410e-aee9-6d416264a988 tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:34.408482 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3a058e5a-3991-42c5-81e5-949e832d0cdc req-982c4814-190a-410e-aee9-6d416264a988 tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] 10.222.0.41 "GET /v2.0/ports?device_id=34a4ccd4-af0a-4d5b-86ac-f0544f8f059d HTTP/1.1" status: 200 len: 946 time: 0.2027442 Jan 28 07:15:34.424389 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 44380) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:15:34.432052 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-313b3c5b-a8bc-4bb2-8b63-65cfbaf39ac4 tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] Request body: {'floatingip': {'port_id': '0e1d62d9-7bdc-43bc-8572-51547f00ada7'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:15:34.457416 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce7c265e-be75-4880-a242-e4d72a0f1487 x-openstack-request-id: req-ce7c265e-be75-4880-a242-e4d72a0f1487 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:15:34.457854 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59a4f94f-2b77-4276-b800-302e418f396a", "name": "network-vif-deleted", "tag": "80771555-17c2-4224-86e2-cb60034ad531", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:15:34.458112 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ce7c265e-be75-4880-a242-e4d72a0f1487 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:15:34.458630 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59a4f94f-2b77-4276-b800-302e418f396a', 'name': 'network-vif-deleted', 'tag': '80771555-17c2-4224-86e2-cb60034ad531', 'status': 'completed', 'code': 200} Jan 28 07:15:34.496770 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27a7c0fc-2841-4429-af8d-adf05f6a785d admin admin] Router 28d83209-c84a-4b4e-ae88-386b2aabd8ea has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:15:34.512635 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b28f206c-42ce-4f5f-aaa0-c88ed74f8744 req-1061f93a-3990-4c04-8718-6590320957b5 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/security-groups?id=54f3b545-d68e-44ae-b5dc-1cfcda6094b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073091 Jan 28 07:15:34.515200 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-313b3c5b-a8bc-4bb2-8b63-65cfbaf39ac4 tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] Publish callbacks [] for floatingip (24a70ca3-e751-421e-9d14-ebfc8414ae30), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:34.960320 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27a7c0fc-2841-4429-af8d-adf05f6a785d admin admin] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:15:34.971562 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191c926a-bb83-46a1-ba59-508fc1b47170 None None] Sync routers for ids ['28d83209-c84a-4b4e-ae88-386b2aabd8ea'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:15:34.988221 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191c926a-bb83-46a1-ba59-508fc1b47170 None None] Routers {'28d83209-c84a-4b4e-ae88-386b2aabd8ea'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:15:34.989287 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-191c926a-bb83-46a1-ba59-508fc1b47170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:15:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['28d83209-c84a-4b4e-ae88-386b2aabd8ea'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:15:34.999259 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-27a7c0fc-2841-4429-af8d-adf05f6a785d admin admin] 10.222.0.41 "PUT /v2.0/routers/28d83209-c84a-4b4e-ae88-386b2aabd8ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3687541 Jan 28 07:15:35.001664 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 44412) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:15:35.116727 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38ad06d-0da3-4e78-aa8c-3f74d42c78ac req-2774f9ff-0260-4d9b-96c8-119b83fa399b tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:35.120089 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f38ad06d-0da3-4e78-aa8c-3f74d42c78ac req-2774f9ff-0260-4d9b-96c8-119b83fa399b tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4f558dd-3729-48c9-ad34-9ad54642a8dc HTTP/1.1" status: 200 len: 944 time: 0.1766644 Jan 28 07:15:35.139129 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-313b3c5b-a8bc-4bb2-8b63-65cfbaf39ac4 tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:35.147743 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-313b3c5b-a8bc-4bb2-8b63-65cfbaf39ac4 tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16609095'] for floatingip (24a70ca3-e751-421e-9d14-ebfc8414ae30), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:35.225775 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f10520ef-205a-4a9e-9b80-e052d664ddb6 admin admin] Publish callbacks [] for router (28d83209-c84a-4b4e-ae88-386b2aabd8ea), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:35.233269 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-191c926a-bb83-46a1-ba59-508fc1b47170 None None] Set router 28d83209-c84a-4b4e-ae88-386b2aabd8ea gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:15:35.294582 n-d-712749-28 neutron-server[103283]: INFO neutron.db.l3_db [None req-313b3c5b-a8bc-4bb2-8b63-65cfbaf39ac4 tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] Floating IP 24a70ca3-e751-421e-9d14-ebfc8414ae30 associated. External IP: 172.25.6.227, port: 0e1d62d9-7bdc-43bc-8572-51547f00ada7. Jan 28 07:15:35.362158 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f38ad06d-0da3-4e78-aa8c-3f74d42c78ac req-9097582b-538c-41aa-a595-cfa0d4c0748a tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe71d1fe-2a82-45e2-af57-541b0a63f469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346046 Jan 28 07:15:35.404414 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f10520ef-205a-4a9e-9b80-e052d664ddb6 admin admin] Publish callbacks [] for router_gateway (28d83209-c84a-4b4e-ae88-386b2aabd8ea), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:35.522370 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-f10520ef-205a-4a9e-9b80-e052d664ddb6 admin admin] Deleting port 33c44737-7de6-4037-a388-1dd3feb34cd7 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:15:35.522986 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f10520ef-205a-4a9e-9b80-e052d664ddb6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (33c44737-7de6-4037-a388-1dd3feb34cd7), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:35.553743 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 368b4d78-aa67-4f8b-a474-36cb40e27fb0 up at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:15:35.603251 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-313b3c5b-a8bc-4bb2-8b63-65cfbaf39ac4 tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] Router e1b50a0c-f07c-4823-a528-c5254224c8f9 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:15:35.656812 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-892577f9-6b80-438f-8f70-d1f320b65553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:35.666535 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 44430) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:15:35.690744 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning for port 368b4d78-aa67-4f8b-a474-36cb40e27fb0 completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:15:35.697062 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-191c926a-bb83-46a1-ba59-508fc1b47170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28d83209-c84a-4b4e-ae88-386b2aabd8ea', 'name': 'tempest-ServersTestManualDisk-2116047052-router', 'tenant_id': '335e46d185694220829eb867308a9154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': '33c44737-7de6-4037-a388-1dd3feb34cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:12:44Z', 'updated_at': '2022-01-28T07:15:33Z', 'revision_number': 5, 'project_id': '335e46d185694220829eb867308a9154', 'gw_port': {'id': '33c44737-7de6-4037-a388-1dd3feb34cd7', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:01:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28d83209-c84a-4b4e-ae88-386b2aabd8ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:12:46Z', 'updated_at': '2022-01-28T07:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:15:35.736675 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191c926a-bb83-46a1-ba59-508fc1b47170 None None] Checking router: 28d83209-c84a-4b4e-ae88-386b2aabd8ea for host: n-d-712749-28 {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:15:35.737492 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-f10520ef-205a-4a9e-9b80-e052d664ddb6 admin admin] For port 33c44737-7de6-4037-a388-1dd3feb34cd7, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=33c44737-7de6-4037-a388-1dd3feb34cd7,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:15:35.737868 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f10520ef-205a-4a9e-9b80-e052d664ddb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (33c44737-7de6-4037-a388-1dd3feb34cd7), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:35.739972 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning complete for port 368b4d78-aa67-4f8b-a474-36cb40e27fb0 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:15:35.740494 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (368b4d78-aa67-4f8b-a474-36cb40e27fb0), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:35.768057 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-f10520ef-205a-4a9e-9b80-e052d664ddb6 admin admin] Calling delete_port for 33c44737-7de6-4037-a388-1dd3feb34cd7 owned by network:router_gateway {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:15:35.801202 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191c926a-bb83-46a1-ba59-508fc1b47170 None None] Routers {'28d83209-c84a-4b4e-ae88-386b2aabd8ea'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:15:35.801956 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-191c926a-bb83-46a1-ba59-508fc1b47170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:15:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['28d83209-c84a-4b4e-ae88-386b2aabd8ea'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:15:35.814466 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c6b9f0-6ad4-4f47-8b77-1e0a2bc084ab req-ada5fd88-f962-4976-a799-29c34ae3d8ad tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:35.816397 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-30c6b9f0-6ad4-4f47-8b77-1e0a2bc084ab req-ada5fd88-f962-4976-a799-29c34ae3d8ad tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/ports?device_id=e44995e9-7142-4594-a50c-8ebe99949ccf HTTP/1.1" status: 200 len: 945 time: 0.2115474 Jan 28 07:15:35.891369 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-313b3c5b-a8bc-4bb2-8b63-65cfbaf39ac4 tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:15:35.896688 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-313b3c5b-a8bc-4bb2-8b63-65cfbaf39ac4 tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for floatingip (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:35.903364 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc2d668-80ec-4c53-b6ca-f96d45acbb1a None None] Sync routers for ids ['e1b50a0c-f07c-4823-a528-c5254224c8f9'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:15:35.919938 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc2d668-80ec-4c53-b6ca-f96d45acbb1a None None] Routers {'e1b50a0c-f07c-4823-a528-c5254224c8f9'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:15:35.924164 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-1cc2d668-80ec-4c53-b6ca-f96d45acbb1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:15:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['e1b50a0c-f07c-4823-a528-c5254224c8f9'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:15:35.958999 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-313b3c5b-a8bc-4bb2-8b63-65cfbaf39ac4 tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] 10.222.0.41 "PUT /v2.0/floatingips/24a70ca3-e751-421e-9d14-ebfc8414ae30 HTTP/1.1" status: 200 len: 992 time: 1.5302796 Jan 28 07:15:35.968081 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34a4ccd4-af0a-4d5b-86ac-f0544f8f059d', 'tag': '0e1d62d9-7bdc-43bc-8572-51547f00ada7'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:15:35.972792 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port 368b4d78-aa67-4f8b-a474-36cb40e27fb0 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:15:35.973274 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (368b4d78-aa67-4f8b-a474-36cb40e27fb0), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:35.973484 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c349f61-8652-4874-85e4-b124a6327114" -d '{"events": [{"name": "network-changed", "server_uuid": "34a4ccd4-af0a-4d5b-86ac-f0544f8f059d", "tag": "0e1d62d9-7bdc-43bc-8572-51547f00ada7"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:15:36.001828 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-30c6b9f0-6ad4-4f47-8b77-1e0a2bc084ab req-dec4bf49-8a96-48bd-a8a9-437afffd838d tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/security-groups?id=54f3b545-d68e-44ae-b5dc-1cfcda6094b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308634 Jan 28 07:15:36.037461 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4f558dd-3729-48c9-ad34-9ad54642a8dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '368b4d78-aa67-4f8b-a474-36cb40e27fb0'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:15:36.045133 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b730358-fd57-4d6c-b791-f1f87f6372d6" -d '{"events": [{"server_uuid": "d4f558dd-3729-48c9-ad34-9ad54642a8dc", "name": "network-vif-plugged", "status": "completed", "tag": "368b4d78-aa67-4f8b-a474-36cb40e27fb0"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:15:36.048806 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f10520ef-205a-4a9e-9b80-e052d664ddb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (33c44737-7de6-4037-a388-1dd3feb34cd7), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:36.051621 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-191c926a-bb83-46a1-ba59-508fc1b47170 None None] Set router 28d83209-c84a-4b4e-ae88-386b2aabd8ea gateway port host: None {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:15:36.089587 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10520ef-205a-4a9e-9b80-e052d664ddb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=33c44737-7de6-4037-a388-1dd3feb34cd7,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:36.103862 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 44440) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:15:36.104148 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-18753387-533c-446f-ae12-027279a6aead admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=17855e415e3247d8b9a9f797ff7be692&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4360211 Jan 28 07:15:36.109168 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 368b4d78-aa67-4f8b-a474-36cb40e27fb0, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=368b4d78-aa67-4f8b-a474-36cb40e27fb0,segment=NetworkSegment(4cf6d162-1173-4186-b902-44d2727d3f7a),segment_id=4cf6d162-1173-4186-b902-44d2727d3f7a)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:15:36.116636 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f471fc41-81b8-4f1e-937e-040fb27affd8 x-openstack-request-id: req-f471fc41-81b8-4f1e-937e-040fb27affd8 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:15:36.119339 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34a4ccd4-af0a-4d5b-86ac-f0544f8f059d", "tag": "0e1d62d9-7bdc-43bc-8572-51547f00ada7", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:15:36.119748 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f471fc41-81b8-4f1e-937e-040fb27affd8 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:15:36.120744 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34a4ccd4-af0a-4d5b-86ac-f0544f8f059d', 'tag': '0e1d62d9-7bdc-43bc-8572-51547f00ada7', 'status': 'completed', 'code': 200} Jan 28 07:15:36.166363 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-1cc2d668-80ec-4c53-b6ca-f96d45acbb1a None None] Set router e1b50a0c-f07c-4823-a528-c5254224c8f9 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:15:36.169668 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (368b4d78-aa67-4f8b-a474-36cb40e27fb0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:36.203989 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7cb571b2-ee9a-414e-8902-6c917ce26ee8 admin admin] Publish callbacks [] for security_group (5a35449a-a8dc-4821-8459-968439cf983e), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:36.206518 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f10520ef-205a-4a9e-9b80-e052d664ddb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16607873'] for router_gateway (28d83209-c84a-4b4e-ae88-386b2aabd8ea), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:36.234328 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7cb571b2-ee9a-414e-8902-6c917ce26ee8 admin admin] Publish callbacks [] for security_group (5a35449a-a8dc-4821-8459-968439cf983e), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:36.251554 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f30776f-c720-4b7c-923e-4b199ede82f3 x-openstack-request-id: req-3f30776f-c720-4b7c-923e-4b199ede82f3 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:15:36.251859 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4f558dd-3729-48c9-ad34-9ad54642a8dc", "name": "network-vif-plugged", "status": "completed", "tag": "368b4d78-aa67-4f8b-a474-36cb40e27fb0", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:15:36.253405 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3f30776f-c720-4b7c-923e-4b199ede82f3 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:15:36.253824 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4f558dd-3729-48c9-ad34-9ad54642a8dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '368b4d78-aa67-4f8b-a474-36cb40e27fb0', 'code': 200} Jan 28 07:15:36.344348 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7cb571b2-ee9a-414e-8902-6c917ce26ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (5a35449a-a8dc-4821-8459-968439cf983e), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:36.351263 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c349f61-8652-4874-85e4-b124a6327114 req-76a56bc8-e1b8-47ad-8a06-38fe8da26112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:36.354259 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4c349f61-8652-4874-85e4-b124a6327114 req-76a56bc8-e1b8-47ad-8a06-38fe8da26112 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7c38f303133c4a1f8d60e9cc7e10b1b4&device_id=34a4ccd4-af0a-4d5b-86ac-f0544f8f059d HTTP/1.1" status: 200 len: 1098 time: 0.1927853 Jan 28 07:15:36.355045 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7cb571b2-ee9a-414e-8902-6c917ce26ee8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:36.356238 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-7cb571b2-ee9a-414e-8902-6c917ce26ee8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5a35449a-a8dc-4821-8459-968439cf983e HTTP/1.1" status: 204 len: 168 time: 0.2507532 Jan 28 07:15:36.391483 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb571b2-ee9a-414e-8902-6c917ce26ee8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a35449a-a8dc-4821-8459-968439cf983e,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:36.409595 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcbea50-6858-4fa4-aaff-52e1b873b3de req-c43ebff4-95d7-4d24-a7d7-4dca6301116f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:36.412916 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7bcbea50-6858-4fa4-aaff-52e1b873b3de req-c43ebff4-95d7-4d24-a7d7-4dca6301116f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d4f558dd-3729-48c9-ad34-9ad54642a8dc HTTP/1.1" status: 200 len: 1097 time: 0.1045375 Jan 28 07:15:36.475219 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f10520ef-205a-4a9e-9b80-e052d664ddb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16605684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127449'] for router (28d83209-c84a-4b4e-ae88-386b2aabd8ea), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:36.482157 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f10520ef-205a-4a9e-9b80-e052d664ddb6 admin admin] Publish callbacks [] for router_controller (28d83209-c84a-4b4e-ae88-386b2aabd8ea), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:36.518847 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7bcbea50-6858-4fa4-aaff-52e1b873b3de req-4f09071f-9bca-422c-98b7-6bcbb448c494 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=fe71d1fe-2a82-45e2-af57-541b0a63f469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981715 Jan 28 07:15:36.562224 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd1f77f-a708-4671-a11b-dec90feddff6 req-ec27ca67-f7c5-4da6-9865-638bb2a647df tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:36.564352 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4fd1f77f-a708-4671-a11b-dec90feddff6 req-ec27ca67-f7c5-4da6-9865-638bb2a647df tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4f558dd-3729-48c9-ad34-9ad54642a8dc HTTP/1.1" status: 200 len: 945 time: 0.0616746 Jan 28 07:15:36.630737 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f10520ef-205a-4a9e-9b80-e052d664ddb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16605693'] for router (28d83209-c84a-4b4e-ae88-386b2aabd8ea), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:36.631313 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f10520ef-205a-4a9e-9b80-e052d664ddb6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 28d83209-c84a-4b4e-ae88-386b2aabd8ea {{(pid=103284) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 07:15:36.639127 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-191c926a-bb83-46a1-ba59-508fc1b47170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28d83209-c84a-4b4e-ae88-386b2aabd8ea', 'name': 'tempest-ServersTestManualDisk-2116047052-router', 'tenant_id': '335e46d185694220829eb867308a9154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:12:44Z', 'updated_at': '2022-01-28T07:15:35Z', 'revision_number': 6, 'project_id': '335e46d185694220829eb867308a9154', 'gw_port_host': None}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:15:36.639285 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f10520ef-205a-4a9e-9b80-e052d664ddb6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:36.643827 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-f10520ef-205a-4a9e-9b80-e052d664ddb6 admin admin] 10.222.0.41 "DELETE /v2.0/routers/28d83209-c84a-4b4e-ae88-386b2aabd8ea HTTP/1.1" status: 204 len: 168 time: 1.6410601 Jan 28 07:15:36.647992 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 44450) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:15:36.669483 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4fd1f77f-a708-4671-a11b-dec90feddff6 req-165029fc-b322-42b9-96be-9cc8437d4759 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe71d1fe-2a82-45e2-af57-541b0a63f469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966170 Jan 28 07:15:36.705076 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c349f61-8652-4874-85e4-b124a6327114 req-a48ebe24-35df-4c14-b53e-f3e0ba3cec60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:36.706625 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4c349f61-8652-4874-85e4-b124a6327114 req-a48ebe24-35df-4c14-b53e-f3e0ba3cec60 service neutron] 10.222.0.44 "GET /v2.0/networks?id=3694fbdb-afc3-4ba9-96bb-9f3c75f0cb90 HTTP/1.1" status: 200 len: 917 time: 0.2787337 Jan 28 07:15:36.715734 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-1cc2d668-80ec-4c53-b6ca-f96d45acbb1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1b50a0c-f07c-4823-a528-c5254224c8f9', 'name': 'tempest-ServersTestBootFromVolume-1042811975-router', 'tenant_id': '7c38f303133c4a1f8d60e9cc7e10b1b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': 'dd4d3ddf-e14d-400a-8d98-1ea52072bdbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:14:11Z', 'updated_at': '2022-01-28T07:14:17Z', 'revision_number': 4, 'project_id': '7c38f303133c4a1f8d60e9cc7e10b1b4', 'gw_port': {'id': 'dd4d3ddf-e14d-400a-8d98-1ea52072bdbe', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:3e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b50a0c-f07c-4823-a528-c5254224c8f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:14:12Z', 'updated_at': '2022-01-28T07:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_floatingips': [{'id': '24a70ca3-e751-421e-9d14-ebfc8414ae30', 'tenant_id': '7c38f303133c4a1f8d60e9cc7e10b1b4', 'floating_ip_address': '172.25.6.227', 'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'router_id': 'e1b50a0c-f07c-4823-a528-c5254224c8f9', 'port_id': '0e1d62d9-7bdc-43bc-8572-51547f00ada7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1083, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3694fbdb-afc3-4ba9-96bb-9f3c75f0cb90', 'mac_address': 'fa:16:3e:4e:61:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a4ccd4-af0a-4d5b-86ac-f0544f8f059d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:14:22Z', 'updated_at': '2022-01-28T07:15:35Z', 'revision_number': 1, 'project_id': '7c38f303133c4a1f8d60e9cc7e10b1b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e13ec8e-1a12-43fd-8bf5-d647ed8b3736', 'name': '', 'network_id': '3694fbdb-afc3-4ba9-96bb-9f3c75f0cb90', 'tenant_id': '7c38f303133c4a1f8d60e9cc7e10b1b4', 'mac_address': 'fa:16:3e:f2:1f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b50a0c-f07c-4823-a528-c5254224c8f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': 'c44ebf08-4b0c-4037-9377-7b2a7d647995', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:14:16Z', 'updated_at': '2022-01-28T07:14:24Z', 'revision_number': 5, 'project_id': '7c38f303133c4a1f8d60e9cc7e10b1b4', 'subnets': [{'id': 'c44ebf08-4b0c-4037-9377-7b2a7d647995', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:15:36.720816 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-236bda07-efe4-4baf-839c-ace2924b3856 admin admin] Deleting subnet c850e5b9-10d8-459c-a75d-89730d7df8b1 {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:15:36.724354 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-236bda07-efe4-4baf-839c-ace2924b3856 admin admin] Publish callbacks [] for subnet (c850e5b9-10d8-459c-a75d-89730d7df8b1), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:36.743280 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191c926a-bb83-46a1-ba59-508fc1b47170 None None] The sync data for ids ['28d83209-c84a-4b4e-ae88-386b2aabd8ea'] in n-d-712749-28 is: [{'id': '28d83209-c84a-4b4e-ae88-386b2aabd8ea', 'name': 'tempest-ServersTestManualDisk-2116047052-router', 'tenant_id': '335e46d185694220829eb867308a9154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:12:44Z', 'updated_at': '2022-01-28T07:15:35Z', 'revision_number': 6, 'project_id': '335e46d185694220829eb867308a9154', 'gw_port_host': None}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:15:36.763498 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc2d668-80ec-4c53-b6ca-f96d45acbb1a None None] Checking router: e1b50a0c-f07c-4823-a528-c5254224c8f9 for host: n-d-712749-28 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:15:36.779852 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc2d668-80ec-4c53-b6ca-f96d45acbb1a None None] Routers {'e1b50a0c-f07c-4823-a528-c5254224c8f9'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:15:36.780515 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-1cc2d668-80ec-4c53-b6ca-f96d45acbb1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:15:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['e1b50a0c-f07c-4823-a528-c5254224c8f9'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:15:36.788288 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-236bda07-efe4-4baf-839c-ace2924b3856 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24759175'] for subnet (c850e5b9-10d8-459c-a75d-89730d7df8b1), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:36.809408 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=368b4d78-aa67-4f8b-a474-36cb40e27fb0,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:36.896179 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:36.925531 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4c349f61-8652-4874-85e4-b124a6327114 req-fea66bfb-dbb2-460b-a620-88ff56dc6bd1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0e1d62d9-7bdc-43bc-8572-51547f00ada7 HTTP/1.1" status: 200 len: 1000 time: 0.1345055 Jan 28 07:15:37.010242 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-1cc2d668-80ec-4c53-b6ca-f96d45acbb1a None None] Set router e1b50a0c-f07c-4823-a528-c5254224c8f9 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:15:37.024345 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-236bda07-efe4-4baf-839c-ace2924b3856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (c850e5b9-10d8-459c-a75d-89730d7df8b1), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:37.058746 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c349f61-8652-4874-85e4-b124a6327114 req-e04415e5-2f1c-45fa-8c66-36d89d6bf35a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:37.061209 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4c349f61-8652-4874-85e4-b124a6327114 req-e04415e5-2f1c-45fa-8c66-36d89d6bf35a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c44ebf08-4b0c-4037-9377-7b2a7d647995 HTTP/1.1" status: 200 len: 855 time: 0.1063013 Jan 28 07:15:37.190747 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c349f61-8652-4874-85e4-b124a6327114 req-e6e21585-241f-47d2-ab5a-dd8000efe2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:37.196408 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4c349f61-8652-4874-85e4-b124a6327114 req-e6e21585-241f-47d2-ab5a-dd8000efe2d0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3694fbdb-afc3-4ba9-96bb-9f3c75f0cb90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1278558 Jan 28 07:15:37.226586 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d073a3-1266-4dec-9f92-79d1d5084932 req-f540bad0-b1f8-49e0-9fc0-42beb0a1f793 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:37.228493 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-236bda07-efe4-4baf-839c-ace2924b3856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24757569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24979817'] for subnet (c850e5b9-10d8-459c-a75d-89730d7df8b1), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:37.236309 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-42d073a3-1266-4dec-9f92-79d1d5084932 req-f540bad0-b1f8-49e0-9fc0-42beb0a1f793 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/ports?device_id=e44995e9-7142-4594-a50c-8ebe99949ccf HTTP/1.1" status: 200 len: 945 time: 0.0772166 Jan 28 07:15:37.319899 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236bda07-efe4-4baf-839c-ace2924b3856 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c850e5b9-10d8-459c-a75d-89730d7df8b1,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:37.327117 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-236bda07-efe4-4baf-839c-ace2924b3856 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:37.332558 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-236bda07-efe4-4baf-839c-ace2924b3856 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/c850e5b9-10d8-459c-a75d-89730d7df8b1 HTTP/1.1" status: 204 len: 168 time: 0.6814289 Jan 28 07:15:37.332815 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab6801c-dfb6-446c-9624-10072a5b2a60 None None] Network 10e29fde-3535-4a1c-887d-2b3ed80d798e requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:15:37.334752 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 44470) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:15:37.356377 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-42d073a3-1266-4dec-9f92-79d1d5084932 req-a4f87c2b-510b-411f-962f-9c16020fd33c tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/security-groups?id=54f3b545-d68e-44ae-b5dc-1cfcda6094b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189263 Jan 28 07:15:37.523135 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-1cc2d668-80ec-4c53-b6ca-f96d45acbb1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1b50a0c-f07c-4823-a528-c5254224c8f9', 'name': 'tempest-ServersTestBootFromVolume-1042811975-router', 'tenant_id': '7c38f303133c4a1f8d60e9cc7e10b1b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': 'dd4d3ddf-e14d-400a-8d98-1ea52072bdbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:14:11Z', 'updated_at': '2022-01-28T07:14:17Z', 'revision_number': 4, 'project_id': '7c38f303133c4a1f8d60e9cc7e10b1b4', 'gw_port': {'id': 'dd4d3ddf-e14d-400a-8d98-1ea52072bdbe', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:3e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b50a0c-f07c-4823-a528-c5254224c8f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:14:12Z', 'updated_at': '2022-01-28T07:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_floatingips': [{'id': '24a70ca3-e751-421e-9d14-ebfc8414ae30', 'tenant_id': '7c38f303133c4a1f8d60e9cc7e10b1b4', 'floating_ip_address': '172.25.6.227', 'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'router_id': 'e1b50a0c-f07c-4823-a528-c5254224c8f9', 'port_id': '0e1d62d9-7bdc-43bc-8572-51547f00ada7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1083, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3694fbdb-afc3-4ba9-96bb-9f3c75f0cb90', 'mac_address': 'fa:16:3e:4e:61:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a4ccd4-af0a-4d5b-86ac-f0544f8f059d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:14:22Z', 'updated_at': '2022-01-28T07:15:35Z', 'revision_number': 1, 'project_id': '7c38f303133c4a1f8d60e9cc7e10b1b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e13ec8e-1a12-43fd-8bf5-d647ed8b3736', 'name': '', 'network_id': '3694fbdb-afc3-4ba9-96bb-9f3c75f0cb90', 'tenant_id': '7c38f303133c4a1f8d60e9cc7e10b1b4', 'mac_address': 'fa:16:3e:f2:1f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b50a0c-f07c-4823-a528-c5254224c8f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': 'c44ebf08-4b0c-4037-9377-7b2a7d647995', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:14:16Z', 'updated_at': '2022-01-28T07:14:24Z', 'revision_number': 5, 'project_id': '7c38f303133c4a1f8d60e9cc7e10b1b4', 'subnets': [{'id': 'c44ebf08-4b0c-4037-9377-7b2a7d647995', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:15:37.542581 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3713e5c5-678a-4746-8605-cd35ec161499 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (10e29fde-3535-4a1c-887d-2b3ed80d798e), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:37.545715 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4c349f61-8652-4874-85e4-b124a6327114 req-15d88b72-956e-42b9-9090-4906ae5180a7 service neutron] 10.222.0.44 "GET /v2.0/networks/3694fbdb-afc3-4ba9-96bb-9f3c75f0cb90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3410788 Jan 28 07:15:37.569443 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc2d668-80ec-4c53-b6ca-f96d45acbb1a None None] The sync data for ids ['e1b50a0c-f07c-4823-a528-c5254224c8f9'] in n-d-712749-28 is: [{'id': 'e1b50a0c-f07c-4823-a528-c5254224c8f9', 'name': 'tempest-ServersTestBootFromVolume-1042811975-router', 'tenant_id': '7c38f303133c4a1f8d60e9cc7e10b1b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': 'dd4d3ddf-e14d-400a-8d98-1ea52072bdbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:14:11Z', 'updated_at': '2022-01-28T07:14:17Z', 'revision_number': 4, 'project_id': '7c38f303133c4a1f8d60e9cc7e10b1b4', 'gw_port': {'id': 'dd4d3ddf-e14d-400a-8d98-1ea52072bdbe', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:3e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b50a0c-f07c-4823-a528-c5254224c8f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:14:12Z', 'updated_at': '2022-01-28T07:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_floatingips': [{'id': '24a70ca3-e751-421e-9d14-ebfc8414ae30', 'tenant_id': '7c38f303133c4a1f8d60e9cc7e10b1b4', 'floating_ip_address': '172.25.6.227', 'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'router_id': 'e1b50a0c-f07c-4823-a528-c5254224c8f9', 'port_id': '0e1d62d9-7bdc-43bc-8572-51547f00ada7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1083, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3694fbdb-afc3-4ba9-96bb-9f3c75f0cb90', 'mac_address': 'fa:16:3e:4e:61:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a4ccd4-af0a-4d5b-86ac-f0544f8f059d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:14:22Z', 'updated_at': '2022-01-28T07:15:35Z', 'revision_number': 1, 'project_id': '7c38f303133c4a1f8d60e9cc7e10b1b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e13ec8e-1a12-43fd-8bf5-d647ed8b3736', 'name': '', 'network_id': '3694fbdb-afc3-4ba9-96bb-9f3c75f0cb90', 'tenant_id': '7c38f303133c4a1f8d60e9cc7e10b1b4', 'mac_address': 'fa:16:3e:f2:1f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b50a0c-f07c-4823-a528-c5254224c8f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': 'c44ebf08-4b0c-4037-9377-7b2a7d647995', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:14:16Z', 'updated_at': '2022-01-28T07:14:24Z', 'revision_number': 5, 'project_id': '7c38f303133c4a1f8d60e9cc7e10b1b4', 'subnets': [{'id': 'c44ebf08-4b0c-4037-9377-7b2a7d647995', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:15:37.669082 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8816ac3e-a355-4d97-9ff7-a26863953e8b None None] DHCP port deletion for 10e29fde-3535-4a1c-887d-2b3ed80d798e request from n-d-712749-28 {{(pid=103285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 07:15:37.766408 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4c349f61-8652-4874-85e4-b124a6327114 req-68b726fc-fa30-4195-9a73-5743faf4b83c service neutron] 10.222.0.44 "GET /v2.0/networks/3694fbdb-afc3-4ba9-96bb-9f3c75f0cb90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043524 Jan 28 07:15:37.816338 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-3713e5c5-678a-4746-8605-cd35ec161499 admin admin] Deleting port bd98b14a-7722-4075-8fe6-d4af6b343a44 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:15:37.817057 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3713e5c5-678a-4746-8605-cd35ec161499 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (bd98b14a-7722-4075-8fe6-d4af6b343a44), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:37.851280 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-8816ac3e-a355-4d97-9ff7-a26863953e8b None None] Deleting port bd98b14a-7722-4075-8fe6-d4af6b343a44 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:15:37.851667 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8816ac3e-a355-4d97-9ff7-a26863953e8b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (bd98b14a-7722-4075-8fe6-d4af6b343a44), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:37.967090 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-8816ac3e-a355-4d97-9ff7-a26863953e8b None None] For port bd98b14a-7722-4075-8fe6-d4af6b343a44, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=bd98b14a-7722-4075-8fe6-d4af6b343a44,segment=NetworkSegment(93dc562c-326e-48bc-93ed-915119a822f1),segment_id=93dc562c-326e-48bc-93ed-915119a822f1)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:15:37.967533 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8816ac3e-a355-4d97-9ff7-a26863953e8b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (bd98b14a-7722-4075-8fe6-d4af6b343a44), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:37.985605 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-8816ac3e-a355-4d97-9ff7-a26863953e8b None None] Calling delete_port for bd98b14a-7722-4075-8fe6-d4af6b343a44 owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:15:38.010575 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6408f403-d80e-4679-81d0-a43db8d99455 req-607d7421-d371-4233-998f-99b6ee90ad08 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:38.018480 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6408f403-d80e-4679-81d0-a43db8d99455 req-607d7421-d371-4233-998f-99b6ee90ad08 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4f558dd-3729-48c9-ad34-9ad54642a8dc HTTP/1.1" status: 200 len: 945 time: 0.1195848 Jan 28 07:15:38.022147 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-3713e5c5-678a-4746-8605-cd35ec161499 admin admin] For port bd98b14a-7722-4075-8fe6-d4af6b343a44, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=bd98b14a-7722-4075-8fe6-d4af6b343a44,segment=NetworkSegment(93dc562c-326e-48bc-93ed-915119a822f1),segment_id=93dc562c-326e-48bc-93ed-915119a822f1)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:15:38.022433 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3713e5c5-678a-4746-8605-cd35ec161499 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (bd98b14a-7722-4075-8fe6-d4af6b343a44), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:38.023576 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4fffaf-9995-421c-9e7c-0bf71449f7d7 None None] New status for floating IP 24a70ca3-e751-421e-9d14-ebfc8414ae30: ACTIVE {{(pid=103285) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 07:15:38.072268 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-3713e5c5-678a-4746-8605-cd35ec161499 admin admin] Calling delete_port for bd98b14a-7722-4075-8fe6-d4af6b343a44 owned by network:dhcp {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:15:38.123028 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6408f403-d80e-4679-81d0-a43db8d99455 req-d0703638-306a-433c-9aaf-4bc64b68c7bc tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe71d1fe-2a82-45e2-af57-541b0a63f469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933900 Jan 28 07:15:38.238450 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3713e5c5-678a-4746-8605-cd35ec161499 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (bd98b14a-7722-4075-8fe6-d4af6b343a44), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:38.310525 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3713e5c5-678a-4746-8605-cd35ec161499 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd98b14a-7722-4075-8fe6-d4af6b343a44,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:38.329745 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3713e5c5-678a-4746-8605-cd35ec161499 admin admin] No DVR routers for this DVR port bd98b14a-7722-4075-8fe6-d4af6b343a44 on host n-d-712749-28 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:15:38.378493 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8816ac3e-a355-4d97-9ff7-a26863953e8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298'] for port (bd98b14a-7722-4075-8fe6-d4af6b343a44), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:38.394731 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 33c44737-7de6-4037-a388-1dd3feb34cd7 no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:15:38.458835 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8816ac3e-a355-4d97-9ff7-a26863953e8b None None] Pushing event deleted for resources: {'Port': ['ID=bd98b14a-7722-4075-8fe6-d4af6b343a44,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:38.461070 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: 33c44737-7de6-4037-a388-1dd3feb34cd7 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:15:38.461607 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 33c44737-7de6-4037-a388-1dd3feb34cd7 not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:15:38.462204 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 3208226d-98ac-401e-aca5-0ac6985e8f2e no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:15:38.485522 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: 3208226d-98ac-401e-aca5-0ac6985e8f2e {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:15:38.485866 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 3208226d-98ac-401e-aca5-0ac6985e8f2e not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:15:38.488897 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device bd98b14a-7722-4075-8fe6-d4af6b343a44 no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:15:38.499118 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3713e5c5-678a-4746-8605-cd35ec161499 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (10e29fde-3535-4a1c-887d-2b3ed80d798e), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:38.527081 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8816ac3e-a355-4d97-9ff7-a26863953e8b None None] No DVR routers for this DVR port bd98b14a-7722-4075-8fe6-d4af6b343a44 on host n-d-712749-28 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:15:38.529092 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: bd98b14a-7722-4075-8fe6-d4af6b343a44 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:15:38.529608 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device bd98b14a-7722-4075-8fe6-d4af6b343a44 not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:15:38.555666 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:38.596347 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-3713e5c5-678a-4746-8605-cd35ec161499 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10e29fde-3535-4a1c-887d-2b3ed80d798e']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:15:38.615441 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-3713e5c5-678a-4746-8605-cd35ec161499 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93dc562c-326e-48bc-93ed-915119a822f1') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:15:38.615797 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-3713e5c5-678a-4746-8605-cd35ec161499 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93dc562c-326e-48bc-93ed-915119a822f1') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:15:38.635419 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3713e5c5-678a-4746-8605-cd35ec161499 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24759294'] for segment (93dc562c-326e-48bc-93ed-915119a822f1), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:38.652597 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f685f5b-caf4-462c-a60d-e5748ff7f0df req-3e5c61ca-a0de-4053-b2fa-f7cb73ed068d tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:38.654161 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6f685f5b-caf4-462c-a60d-e5748ff7f0df req-3e5c61ca-a0de-4053-b2fa-f7cb73ed068d tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/ports?device_id=e44995e9-7142-4594-a50c-8ebe99949ccf HTTP/1.1" status: 200 len: 945 time: 0.1324327 Jan 28 07:15:38.661067 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3713e5c5-678a-4746-8605-cd35ec161499 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (93dc562c-326e-48bc-93ed-915119a822f1), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:38.674432 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3713e5c5-678a-4746-8605-cd35ec161499 admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:15:38.674796 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3713e5c5-678a-4746-8605-cd35ec161499 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24757675'] for segment (93dc562c-326e-48bc-93ed-915119a822f1), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:38.677195 n-d-712749-28 neutron-server[103284]: Traceback (most recent call last): Jan 28 07:15:38.677195 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:15:38.677195 n-d-712749-28 neutron-server[103284]: timer() Jan 28 07:15:38.677195 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:15:38.677195 n-d-712749-28 neutron-server[103284]: cb(*args, **kw) Jan 28 07:15:38.677195 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:15:38.677195 n-d-712749-28 neutron-server[103284]: return func(*args, **kwargs) Jan 28 07:15:38.677195 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:15:38.677195 n-d-712749-28 neutron-server[103284]: self._notify() Jan 28 07:15:38.677195 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:15:38.677195 n-d-712749-28 neutron-server[103284]: self.callback(batched_events) Jan 28 07:15:38.677195 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:15:38.677195 n-d-712749-28 neutron-server[103284]: event.method(event) Jan 28 07:15:38.677195 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:15:38.677195 n-d-712749-28 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:15:38.677195 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:15:38.677195 n-d-712749-28 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:15:38.677195 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:15:38.677195 n-d-712749-28 neutron-server[103284]: return f(self, *a, **k) Jan 28 07:15:38.677195 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:15:38.677195 n-d-712749-28 neutron-server[103284]: return self._get(url).json() Jan 28 07:15:38.677195 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:15:38.677195 n-d-712749-28 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:15:38.677195 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:15:38.677195 n-d-712749-28 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Jan 28 07:15:38.677195 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:15:38.677195 n-d-712749-28 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:15:38.677195 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:15:38.677195 n-d-712749-28 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:15:38.677195 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:15:38.677195 n-d-712749-28 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:15:38.677195 n-d-712749-28 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:15:38.759468 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6f685f5b-caf4-462c-a60d-e5748ff7f0df req-4c28c8e3-2a48-45b4-857f-5a280d727836 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/security-groups?id=54f3b545-d68e-44ae-b5dc-1cfcda6094b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959935 Jan 28 07:15:38.766602 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3713e5c5-678a-4746-8605-cd35ec161499 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (10e29fde-3535-4a1c-887d-2b3ed80d798e), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:38.772090 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3713e5c5-678a-4746-8605-cd35ec161499 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:38.775449 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-3713e5c5-678a-4746-8605-cd35ec161499 admin admin] 10.222.0.41 "DELETE /v2.0/networks/10e29fde-3535-4a1c-887d-2b3ed80d798e HTTP/1.1" status: 204 len: 168 time: 1.4373007 Jan 28 07:15:38.795086 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3713e5c5-678a-4746-8605-cd35ec161499 admin admin] Pushing event deleted for resources: {'Network': ['ID=10e29fde-3535-4a1c-887d-2b3ed80d798e,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:38.857799 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 44524) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:15:38.964095 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-de0de8c8-c77c-483f-9263-17d2c85f8e4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:38.968704 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 44528) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:15:39.012964 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-cb4388ab-fdcd-4215-b59f-9e63dcf87af3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=335e46d185694220829eb867308a9154&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0430267 Jan 28 07:15:39.015422 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 44530) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:15:39.044604 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-de0de8c8-c77c-483f-9263-17d2c85f8e4f admin admin] Publish callbacks [] for security_group (bd01598f-bac5-4dc9-8a83-eb9970346351), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:39.050185 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-de0de8c8-c77c-483f-9263-17d2c85f8e4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (bd01598f-bac5-4dc9-8a83-eb9970346351), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:39.074185 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-41ba132b-3986-4095-b523-f8478fa7cff3 admin admin] Publish callbacks [] for security_group (4d70964e-87d6-48cf-9930-26cf3e299162), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:39.099812 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-41ba132b-3986-4095-b523-f8478fa7cff3 admin admin] Publish callbacks [] for security_group (4d70964e-87d6-48cf-9930-26cf3e299162), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:39.101408 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-de0de8c8-c77c-483f-9263-17d2c85f8e4f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=61679f94650041b691a6b4d234fa6428&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2422049 Jan 28 07:15:39.102895 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0de8c8-c77c-483f-9263-17d2c85f8e4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd01598f-bac5-4dc9-8a83-eb9970346351,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:39.105495 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 44532) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:15:39.164213 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-41ba132b-3986-4095-b523-f8478fa7cff3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (4d70964e-87d6-48cf-9930-26cf3e299162), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:39.168092 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-41ba132b-3986-4095-b523-f8478fa7cff3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:39.170235 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-41ba132b-3986-4095-b523-f8478fa7cff3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4d70964e-87d6-48cf-9930-26cf3e299162 HTTP/1.1" status: 204 len: 168 time: 0.1536787 Jan 28 07:15:39.174725 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d5a934c8-c697-47b1-82ac-5621ad06449d admin admin] Publish callbacks [] for security_group (bd01598f-bac5-4dc9-8a83-eb9970346351), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:39.193888 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ba132b-3986-4095-b523-f8478fa7cff3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d70964e-87d6-48cf-9930-26cf3e299162,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:39.221768 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d5a934c8-c697-47b1-82ac-5621ad06449d admin admin] Publish callbacks [] for security_group (bd01598f-bac5-4dc9-8a83-eb9970346351), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:39.268265 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e215ce42-1fc9-4b33-b0e3-e88439d437f4 req-98774227-89e1-47f3-9344-794d995d590f tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:39.270014 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e215ce42-1fc9-4b33-b0e3-e88439d437f4 req-98774227-89e1-47f3-9344-794d995d590f tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4f558dd-3729-48c9-ad34-9ad54642a8dc HTTP/1.1" status: 200 len: 945 time: 0.0773361 Jan 28 07:15:39.283236 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d5a934c8-c697-47b1-82ac-5621ad06449d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (bd01598f-bac5-4dc9-8a83-eb9970346351), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:39.287495 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d5a934c8-c697-47b1-82ac-5621ad06449d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:39.293160 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-d5a934c8-c697-47b1-82ac-5621ad06449d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bd01598f-bac5-4dc9-8a83-eb9970346351 HTTP/1.1" status: 204 len: 168 time: 0.1868885 Jan 28 07:15:39.317758 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a934c8-c697-47b1-82ac-5621ad06449d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd01598f-bac5-4dc9-8a83-eb9970346351,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:39.356256 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e215ce42-1fc9-4b33-b0e3-e88439d437f4 req-ad43a976-c33f-4e74-85eb-223adc616fd6 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe71d1fe-2a82-45e2-af57-541b0a63f469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783379 Jan 28 07:15:39.673020 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:39.696571 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4001b748-4fb4-4851-b33f-7bbff5b67b18 req-f1dd5123-13c5-4106-8b22-f5ed520b6ade tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:39.704887 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4001b748-4fb4-4851-b33f-7bbff5b67b18 req-f1dd5123-13c5-4106-8b22-f5ed520b6ade tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4f558dd-3729-48c9-ad34-9ad54642a8dc HTTP/1.1" status: 200 len: 945 time: 0.0940020 Jan 28 07:15:39.764718 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4001b748-4fb4-4851-b33f-7bbff5b67b18 req-0720bca0-c7bc-41b4-ac85-8f150b07433c tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe71d1fe-2a82-45e2-af57-541b0a63f469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588343 Jan 28 07:15:39.896762 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352d89e9-bafb-4be8-9c91-c93f6ad67c55 req-8af448aa-0c24-47d7-a3bb-a6f31786c517 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:39.903624 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-352d89e9-bafb-4be8-9c91-c93f6ad67c55 req-8af448aa-0c24-47d7-a3bb-a6f31786c517 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/ports?device_id=e44995e9-7142-4594-a50c-8ebe99949ccf HTTP/1.1" status: 200 len: 945 time: 0.0568790 Jan 28 07:15:39.955606 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-352d89e9-bafb-4be8-9c91-c93f6ad67c55 req-6d3aebbc-e0c1-4d23-9156-7bc7f03b0841 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/security-groups?id=54f3b545-d68e-44ae-b5dc-1cfcda6094b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509596 Jan 28 07:15:40.197004 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 44586) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:15:40.298004 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 44592) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:15:40.362391 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-4a373d24-fb89-46e4-8eee-4beb4404eafb admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1325793077-network', 'tenant_id': '6a16562f4e0b40b69523d9d718e8a4c0'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:15:40.395925 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a373d24-fb89-46e4-8eee-4beb4404eafb admin admin] Made reservation on behalf of 6a16562f4e0b40b69523d9d718e8a4c0 for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:15:40.399356 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4a373d24-fb89-46e4-8eee-4beb4404eafb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:40.420717 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4a373d24-fb89-46e4-8eee-4beb4404eafb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:40.433129 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-f0d534ca-3d77-413f-8139-f5993f6cf21e admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-849790308-network', 'tenant_id': '740cc6d885174248ac824665e42f4cbe'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:15:40.455869 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0d534ca-3d77-413f-8139-f5993f6cf21e admin admin] Made reservation on behalf of 740cc6d885174248ac824665e42f4cbe for: {'network': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:15:40.459111 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f0d534ca-3d77-413f-8139-f5993f6cf21e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:40.471216 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f0d534ca-3d77-413f-8139-f5993f6cf21e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:40.531729 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4a373d24-fb89-46e4-8eee-4beb4404eafb admin admin] Publish callbacks [] for security_group (7f4d2140-e017-41d8-8ff9-e5d9b5e3138b), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:40.536399 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4a373d24-fb89-46e4-8eee-4beb4404eafb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (7f4d2140-e017-41d8-8ff9-e5d9b5e3138b), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:40.566925 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f0d534ca-3d77-413f-8139-f5993f6cf21e admin admin] Publish callbacks [] for security_group (f4423c7c-1c4e-4a45-9313-3bd037fa63a2), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:40.573158 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f0d534ca-3d77-413f-8139-f5993f6cf21e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (f4423c7c-1c4e-4a45-9313-3bd037fa63a2), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:40.574804 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a373d24-fb89-46e4-8eee-4beb4404eafb admin admin] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:15:40.577263 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a373d24-fb89-46e4-8eee-4beb4404eafb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f4d2140-e017-41d8-8ff9-e5d9b5e3138b,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:40.590297 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0d534ca-3d77-413f-8139-f5993f6cf21e admin admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=103283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:15:40.593194 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4a373d24-fb89-46e4-8eee-4beb4404eafb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (4b71204a-78d3-438a-bdaf-b518acb071bf), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:40.593790 n-d-712749-28 neutron-server[103284]: INFO neutron.db.segments_db [None req-4a373d24-fb89-46e4-8eee-4beb4404eafb admin admin] Added segment 4b71204a-78d3-438a-bdaf-b518acb071bf of type vlan for network 3f790760-53a8-4403-a279-f0a40c73d527 Jan 28 07:15:40.603131 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f0d534ca-3d77-413f-8139-f5993f6cf21e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (82511790-bbec-405d-a6ea-5c4abfcc2e80), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:40.604220 n-d-712749-28 neutron-server[103283]: INFO neutron.db.segments_db [None req-f0d534ca-3d77-413f-8139-f5993f6cf21e admin admin] Added segment 82511790-bbec-405d-a6ea-5c4abfcc2e80 of type vlan for network 1f1d31eb-19d7-4148-a6ee-fb38490cf76f Jan 28 07:15:40.645913 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4a373d24-fb89-46e4-8eee-4beb4404eafb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (3f790760-53a8-4403-a279-f0a40c73d527), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:40.656956 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f0d534ca-3d77-413f-8139-f5993f6cf21e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (1f1d31eb-19d7-4148-a6ee-fb38490cf76f), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:40.672865 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d534ca-3d77-413f-8139-f5993f6cf21e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4423c7c-1c4e-4a45-9313-3bd037fa63a2,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:40.680640 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4a373d24-fb89-46e4-8eee-4beb4404eafb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (3f790760-53a8-4403-a279-f0a40c73d527), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:40.682131 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a373d24-fb89-46e4-8eee-4beb4404eafb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:40.683106 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4a373d24-fb89-46e4-8eee-4beb4404eafb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:40.702134 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f0d534ca-3d77-413f-8139-f5993f6cf21e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (1f1d31eb-19d7-4148-a6ee-fb38490cf76f), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:40.704084 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d534ca-3d77-413f-8139-f5993f6cf21e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:40.705175 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f0d534ca-3d77-413f-8139-f5993f6cf21e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:40.756089 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-4a373d24-fb89-46e4-8eee-4beb4404eafb admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5542679 Jan 28 07:15:40.756089 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 44602) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:15:40.761666 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-0d6b6e1e-1514-4b0b-94bd-04fb6cd92a9d admin admin] Request body: {'subnet': {'network_id': '3f790760-53a8-4403-a279-f0a40c73d527', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1325793077-subnet', 'tenant_id': '6a16562f4e0b40b69523d9d718e8a4c0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:15:40.769524 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a373d24-fb89-46e4-8eee-4beb4404eafb admin admin] Pushing event updated for resources: {'Network': ['ID=3f790760-53a8-4403-a279-f0a40c73d527,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:40.773382 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-f0d534ca-3d77-413f-8139-f5993f6cf21e admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4742501 Jan 28 07:15:40.775542 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 44604) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:15:40.783491 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network 3f790760-53a8-4403-a279-f0a40c73d527 details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:15:40.806034 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-3e425568-9345-4ade-8a0d-1d0947b9be70 admin admin] Request body: {'subnet': {'network_id': '1f1d31eb-19d7-4148-a6ee-fb38490cf76f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-849790308-subnet', 'tenant_id': '740cc6d885174248ac824665e42f4cbe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:15:40.807466 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d534ca-3d77-413f-8139-f5993f6cf21e admin admin] Pushing event updated for resources: {'Network': ['ID=1f1d31eb-19d7-4148-a6ee-fb38490cf76f,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:40.841695 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d6b6e1e-1514-4b0b-94bd-04fb6cd92a9d admin admin] Made reservation on behalf of 6a16562f4e0b40b69523d9d718e8a4c0 for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:15:40.845293 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0d6b6e1e-1514-4b0b-94bd-04fb6cd92a9d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24979592'] for subnet (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:40.845653 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network 1f1d31eb-19d7-4148-a6ee-fb38490cf76f details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:15:40.867954 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e425568-9345-4ade-8a0d-1d0947b9be70 admin admin] Made reservation on behalf of 740cc6d885174248ac824665e42f4cbe for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:15:40.870766 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3e425568-9345-4ade-8a0d-1d0947b9be70 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24979592'] for subnet (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:40.947871 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47e4de6-8b1d-45ce-8f53-c9a07425ecea req-db5015df-1dea-4203-8e57-33e4bbf70098 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:40.949636 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e47e4de6-8b1d-45ce-8f53-c9a07425ecea req-db5015df-1dea-4203-8e57-33e4bbf70098 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4f558dd-3729-48c9-ad34-9ad54642a8dc HTTP/1.1" status: 200 len: 945 time: 0.0841703 Jan 28 07:15:41.026155 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e47e4de6-8b1d-45ce-8f53-c9a07425ecea req-0c656cbb-fca5-4fcf-b76f-e592ec5b3763 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe71d1fe-2a82-45e2-af57-541b0a63f469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706284 Jan 28 07:15:41.455346 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01774993-b42e-4e4b-8a93-b6ea525a011b req-05389617-a396-46cf-84b7-0bebc456bd72 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:41.465053 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-01774993-b42e-4e4b-8a93-b6ea525a011b req-05389617-a396-46cf-84b7-0bebc456bd72 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=232ec39b-90f9-4df8-a403-fe1029cce065 HTTP/1.1" status: 200 len: 945 time: 0.0620246 Jan 28 07:15:41.506078 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22619e28-53b8-4e12-934e-356200ea5def req-7a4105a1-4e0e-4315-8733-e2099b526da3 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:41.507586 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-22619e28-53b8-4e12-934e-356200ea5def req-7a4105a1-4e0e-4315-8733-e2099b526da3 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/ports?device_id=e44995e9-7142-4594-a50c-8ebe99949ccf HTTP/1.1" status: 200 len: 945 time: 0.4374011 Jan 28 07:15:41.512484 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3e425568-9345-4ade-8a0d-1d0947b9be70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24757504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24979610'] for subnet (a97f0d01-e58c-4d83-872f-10f4ed35c784), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:41.516438 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-01774993-b42e-4e4b-8a93-b6ea525a011b req-893041ff-e29b-49d0-bb32-be0a8e766036 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb65c68e-64e7-49d7-aa93-cf57ceaf78a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504069 Jan 28 07:15:41.647899 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0d6b6e1e-1514-4b0b-94bd-04fb6cd92a9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24757504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24979610'] for subnet (73a9883f-5d62-4e44-aedd-907ff0ad8bcf), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:41.654269 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e425568-9345-4ade-8a0d-1d0947b9be70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a97f0d01-e58c-4d83-872f-10f4ed35c784,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:41.670184 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763d7a14-6b09-40c8-995e-04fac43bbbc6 req-84205a05-e84a-4b52-b7bf-53345b5cb047 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:41.671670 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-763d7a14-6b09-40c8-995e-04fac43bbbc6 req-84205a05-e84a-4b52-b7bf-53345b5cb047 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] 10.222.0.44 "GET /v2.0/ports?device_id=d4f558dd-3729-48c9-ad34-9ad54642a8dc HTTP/1.1" status: 200 len: 945 time: 0.4849749 Jan 28 07:15:41.723490 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-22619e28-53b8-4e12-934e-356200ea5def req-4532373e-c84b-4f50-a9fc-f1e99647300b tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/security-groups?id=54f3b545-d68e-44ae-b5dc-1cfcda6094b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040007 Jan 28 07:15:41.746357 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e425568-9345-4ade-8a0d-1d0947b9be70 admin admin] Checking segment: {'id': '82511790-bbec-405d-a6ea-5c4abfcc2e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1f1d31eb-19d7-4148-a6ee-fb38490cf76f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:15:41.746357 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e425568-9345-4ade-8a0d-1d0947b9be70 admin admin] Network hostable DHCP agents. Network: 1f1d31eb-19d7-4148-a6ee-fb38490cf76f, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:15:41.779596 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b6e1e-1514-4b0b-94bd-04fb6cd92a9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=73a9883f-5d62-4e44-aedd-907ff0ad8bcf,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:41.784881 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6053123a-eff7-4ede-841b-b1342fb3c7c4 req-591389d5-bbb9-49d0-99a3-e193dc976367 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:41.787056 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6053123a-eff7-4ede-841b-b1342fb3c7c4 req-591389d5-bbb9-49d0-99a3-e193dc976367 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=232ec39b-90f9-4df8-a403-fe1029cce065 HTTP/1.1" status: 200 len: 945 time: 0.0853939 Jan 28 07:15:41.828870 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e425568-9345-4ade-8a0d-1d0947b9be70 admin admin] Network 1f1d31eb-19d7-4148-a6ee-fb38490cf76f is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:15:41.841074 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6b6e1e-1514-4b0b-94bd-04fb6cd92a9d admin admin] Checking segment: {'id': '4b71204a-78d3-438a-bdaf-b518acb071bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '3f790760-53a8-4403-a279-f0a40c73d527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:15:41.841531 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d6b6e1e-1514-4b0b-94bd-04fb6cd92a9d admin admin] Network hostable DHCP agents. Network: 3f790760-53a8-4403-a279-f0a40c73d527, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:15:41.856040 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-3e425568-9345-4ade-8a0d-1d0947b9be70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, 1f1d31eb-19d7-4148-a6ee-fb38490cf76f) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:15:41.860809 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e425568-9345-4ade-8a0d-1d0947b9be70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:41.861365 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3e425568-9345-4ade-8a0d-1d0947b9be70 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:41.865068 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d979268b-973d-4e7b-bae9-16b1c13e53ca None None] Network 1f1d31eb-19d7-4148-a6ee-fb38490cf76f requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:15:41.887280 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6053123a-eff7-4ede-841b-b1342fb3c7c4 req-52d47c79-e568-4883-b528-45543759e0a3 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb65c68e-64e7-49d7-aa93-cf57ceaf78a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933197 Jan 28 07:15:41.899585 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d6b6e1e-1514-4b0b-94bd-04fb6cd92a9d admin admin] Network 3f790760-53a8-4403-a279-f0a40c73d527 is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:15:41.910629 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-3e425568-9345-4ade-8a0d-1d0947b9be70 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1337671 Jan 28 07:15:41.913632 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-763d7a14-6b09-40c8-995e-04fac43bbbc6 req-5963242d-7d07-4731-9e3e-c3ba6f972efc tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Deleting port 368b4d78-aa67-4f8b-a474-36cb40e27fb0 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:15:41.914122 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-763d7a14-6b09-40c8-995e-04fac43bbbc6 req-5963242d-7d07-4731-9e3e-c3ba6f972efc tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (368b4d78-aa67-4f8b-a474-36cb40e27fb0), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:41.934253 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-0d6b6e1e-1514-4b0b-94bd-04fb6cd92a9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, 3f790760-53a8-4403-a279-f0a40c73d527) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:15:41.950726 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3259b96a-34cb-4515-a2d8-d68c622bec90 None None] Network 3f790760-53a8-4403-a279-f0a40c73d527 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:15:42.024490 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6b6e1e-1514-4b0b-94bd-04fb6cd92a9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:42.025436 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0d6b6e1e-1514-4b0b-94bd-04fb6cd92a9d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:42.076655 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-0d6b6e1e-1514-4b0b-94bd-04fb6cd92a9d admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.3198164 Jan 28 07:15:42.079876 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 44628) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:15:42.082874 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8419bdf-e366-4893-95b5-5eec058c69ce None None] Network 1f1d31eb-19d7-4148-a6ee-fb38490cf76f requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:15:42.090479 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-d52043ec-c999-4c34-aace-87e118372e00 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1325793077-router', 'tenant_id': '6a16562f4e0b40b69523d9d718e8a4c0', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:15:42.126537 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-763d7a14-6b09-40c8-995e-04fac43bbbc6 req-5963242d-7d07-4731-9e3e-c3ba6f972efc tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] For port 368b4d78-aa67-4f8b-a474-36cb40e27fb0, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=368b4d78-aa67-4f8b-a474-36cb40e27fb0,segment=NetworkSegment(4cf6d162-1173-4186-b902-44d2727d3f7a),segment_id=4cf6d162-1173-4186-b902-44d2727d3f7a)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:15:42.127199 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-763d7a14-6b09-40c8-995e-04fac43bbbc6 req-5963242d-7d07-4731-9e3e-c3ba6f972efc tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (368b4d78-aa67-4f8b-a474-36cb40e27fb0), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:42.163617 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-763d7a14-6b09-40c8-995e-04fac43bbbc6 req-5963242d-7d07-4731-9e3e-c3ba6f972efc tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Calling delete_port for 368b4d78-aa67-4f8b-a474-36cb40e27fb0 owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:15:42.167535 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d52043ec-c999-4c34-aace-87e118372e00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16606890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127275'] for router (dda371eb-bd79-4614-b0f0-edb2bee2ed77), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:42.168633 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d52043ec-c999-4c34-aace-87e118372e00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16605498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16607952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16355422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127266'] for router (dda371eb-bd79-4614-b0f0-edb2bee2ed77), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:42.278930 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d52043ec-c999-4c34-aace-87e118372e00 admin admin] Publish callbacks [] for router_controller (dda371eb-bd79-4614-b0f0-edb2bee2ed77), precommit_add_association {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:42.287015 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f62f82-94c5-4220-ba04-6682765d9dfa req-363c2bfc-4af2-45f2-b935-dc3546d6adc4 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:42.288572 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d7f62f82-94c5-4220-ba04-6682765d9dfa req-363c2bfc-4af2-45f2-b935-dc3546d6adc4 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4f558dd-3729-48c9-ad34-9ad54642a8dc HTTP/1.1" status: 200 len: 945 time: 0.1203191 Jan 28 07:15:42.307702 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe1d7ff2-b4e1-454b-975e-8dec0b7273be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3dd72b9-6805-5f61-b6f3-a591f99a173d-3f790760-53a8-4403-a279-f0a40c73d527', 'network_id': '3f790760-53a8-4403-a279-f0a40c73d527', 'project_id': '6a16562f4e0b40b69523d9d718e8a4c0', 'fixed_ips': [{'subnet_id': '73a9883f-5d62-4e44-aedd-907ff0ad8bcf'}]}} from n-d-712749-28. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 07:15:42.308917 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fe1d7ff2-b4e1-454b-975e-8dec0b7273be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:42.389722 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d7f62f82-94c5-4220-ba04-6682765d9dfa req-3294300b-bf33-441c-8bac-e7778922e81b tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe71d1fe-2a82-45e2-af57-541b0a63f469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919394 Jan 28 07:15:42.413448 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-763d7a14-6b09-40c8-995e-04fac43bbbc6 req-5963242d-7d07-4731-9e3e-c3ba6f972efc tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (368b4d78-aa67-4f8b-a474-36cb40e27fb0), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:42.449875 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5963242d-7d07-4731-9e3e-c3ba6f972efc tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Pushing event deleted for resources: {'Port': ['ID=368b4d78-aa67-4f8b-a474-36cb40e27fb0,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:42.510535 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d52043ec-c999-4c34-aace-87e118372e00 admin admin] Publish callbacks [] for router_gateway (dda371eb-bd79-4614-b0f0-edb2bee2ed77), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:42.512569 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-763d7a14-6b09-40c8-995e-04fac43bbbc6 req-5963242d-7d07-4731-9e3e-c3ba6f972efc tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] No DVR routers for this DVR port 368b4d78-aa67-4f8b-a474-36cb40e27fb0 on host n-h2-712749-28 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:15:42.517305 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-763d7a14-6b09-40c8-995e-04fac43bbbc6 req-5963242d-7d07-4731-9e3e-c3ba6f972efc tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:42.523003 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46aa4d0-33f1-4e91-9b31-d206d76cc1f9 req-5573254d-f371-4ecd-b064-e2d8246f39fe tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:42.528935 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-763d7a14-6b09-40c8-995e-04fac43bbbc6 req-5963242d-7d07-4731-9e3e-c3ba6f972efc tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] 10.222.0.44 "DELETE /v2.0/ports/368b4d78-aa67-4f8b-a474-36cb40e27fb0 HTTP/1.1" status: 204 len: 173 time: 0.8287868 Jan 28 07:15:42.529557 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4f558dd-3729-48c9-ad34-9ad54642a8dc', 'name': 'network-vif-deleted', 'tag': '368b4d78-aa67-4f8b-a474-36cb40e27fb0'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:15:42.533129 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c89cc4af-8b94-475b-86df-b7b3b32b2047" -d '{"events": [{"server_uuid": "d4f558dd-3729-48c9-ad34-9ad54642a8dc", "name": "network-vif-deleted", "tag": "368b4d78-aa67-4f8b-a474-36cb40e27fb0"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:15:42.538470 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e46aa4d0-33f1-4e91-9b31-d206d76cc1f9 req-5573254d-f371-4ecd-b064-e2d8246f39fe tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/networks?id=e794ad63-0b0f-4018-9f49-e800aa3d32de HTTP/1.1" status: 200 len: 811 time: 0.2988417 Jan 28 07:15:42.568415 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e46aa4d0-33f1-4e91-9b31-d206d76cc1f9 req-626e96d9-59f2-4057-89a7-56e3cb962752 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/quotas/f5fa6549bc8d49d9b2eb68f328326d46 HTTP/1.1" status: 200 len: 375 time: 0.0290012 Jan 28 07:15:42.620808 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-fe1d7ff2-b4e1-454b-975e-8dec0b7273be None None] Allocated IP 172.20.0.2 (3f790760-53a8-4403-a279-f0a40c73d527/73a9883f-5d62-4e44-aedd-907ff0ad8bcf/18075375-f27a-443e-ba41-5666912895dd) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:15:42.676934 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e46aa4d0-33f1-4e91-9b31-d206d76cc1f9 req-7d094354-832e-4cc6-ad46-8f8adc7adab2 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=f5fa6549bc8d49d9b2eb68f328326d46&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0756497 Jan 28 07:15:42.861409 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fe1d7ff2-b4e1-454b-975e-8dec0b7273be None None] Publish callbacks [] for port (18075375-f27a-443e-ba41-5666912895dd), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:42.879165 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fe1d7ff2-b4e1-454b-975e-8dec0b7273be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (18075375-f27a-443e-ba41-5666912895dd), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:42.930717 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1d7ff2-b4e1-454b-975e-8dec0b7273be None None] Pushing event updated for resources: {'Port': ['ID=18075375-f27a-443e-ba41-5666912895dd,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:42.941405 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe1d7ff2-b4e1-454b-975e-8dec0b7273be None None] Network 3f790760-53a8-4403-a279-f0a40c73d527 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:15:42.943016 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-fe1d7ff2-b4e1-454b-975e-8dec0b7273be None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:15:42.943595 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9d5c87-9f53-4c39-9d81-09ac407b263f req-cde13044-bb38-4374-b0e6-a59bc0afe7c9 tempest-ServerAddressesTestJSON-246964875 tempest-ServerAddressesTestJSON-246964875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:42.946413 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1d7ff2-b4e1-454b-975e-8dec0b7273be None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:15:42.952705 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3b9d5c87-9f53-4c39-9d81-09ac407b263f req-cde13044-bb38-4374-b0e6-a59bc0afe7c9 tempest-ServerAddressesTestJSON-246964875 tempest-ServerAddressesTestJSON-246964875-project] 10.222.0.41 "GET /v2.0/networks?id=1f1d31eb-19d7-4148-a6ee-fb38490cf76f HTTP/1.1" status: 200 len: 813 time: 0.1639082 Jan 28 07:15:42.971001 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3b9d5c87-9f53-4c39-9d81-09ac407b263f req-e616cade-624b-48e5-b2d9-f35480696a2b tempest-ServerAddressesTestJSON-246964875 tempest-ServerAddressesTestJSON-246964875-project] 10.222.0.41 "GET /v2.0/quotas/740cc6d885174248ac824665e42f4cbe HTTP/1.1" status: 200 len: 375 time: 0.0123110 Jan 28 07:15:43.022233 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-fe1d7ff2-b4e1-454b-975e-8dec0b7273be None None] Attempting to bind port 18075375-f27a-443e-ba41-5666912895dd on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:15:43.022668 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3b9d5c87-9f53-4c39-9d81-09ac407b263f req-caafb2d6-2176-43e0-b866-4852f7187c33 tempest-ServerAddressesTestJSON-246964875 tempest-ServerAddressesTestJSON-246964875-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=740cc6d885174248ac824665e42f4cbe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0415864 Jan 28 07:15:43.022882 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-fe1d7ff2-b4e1-454b-975e-8dec0b7273be None None] Attempting to bind port 18075375-f27a-443e-ba41-5666912895dd by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '4b71204a-78d3-438a-bdaf-b518acb071bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '3f790760-53a8-4403-a279-f0a40c73d527'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:15:43.023349 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1d7ff2-b4e1-454b-975e-8dec0b7273be None None] Attempting to bind port 18075375-f27a-443e-ba41-5666912895dd on network 3f790760-53a8-4403-a279-f0a40c73d527 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:15:43.029871 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1d7ff2-b4e1-454b-975e-8dec0b7273be None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:15:43.030698 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1d7ff2-b4e1-454b-975e-8dec0b7273be None None] Checking segment: {'id': '4b71204a-78d3-438a-bdaf-b518acb071bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '3f790760-53a8-4403-a279-f0a40c73d527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:15:43.031543 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fe1d7ff2-b4e1-454b-975e-8dec0b7273be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:43.032108 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1d7ff2-b4e1-454b-975e-8dec0b7273be None None] Bound using segment: {'id': '4b71204a-78d3-438a-bdaf-b518acb071bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '3f790760-53a8-4403-a279-f0a40c73d527'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:15:43.032834 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-fe1d7ff2-b4e1-454b-975e-8dec0b7273be None None] Bound port: 18075375-f27a-443e-ba41-5666912895dd, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b71204a-78d3-438a-bdaf-b518acb071bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '3f790760-53a8-4403-a279-f0a40c73d527'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:15:43.033337 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fe1d7ff2-b4e1-454b-975e-8dec0b7273be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (18075375-f27a-443e-ba41-5666912895dd), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:43.149580 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-fe1d7ff2-b4e1-454b-975e-8dec0b7273be None None] For port 18075375-f27a-443e-ba41-5666912895dd, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:15:43.153375 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-fe1d7ff2-b4e1-454b-975e-8dec0b7273be None None] For port 18075375-f27a-443e-ba41-5666912895dd, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=18075375-f27a-443e-ba41-5666912895dd,segment=NetworkSegment(4b71204a-78d3-438a-bdaf-b518acb071bf),segment_id=4b71204a-78d3-438a-bdaf-b518acb071bf)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:15:43.159084 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fe1d7ff2-b4e1-454b-975e-8dec0b7273be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (18075375-f27a-443e-ba41-5666912895dd), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:43.261940 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1d7ff2-b4e1-454b-975e-8dec0b7273be None None] Pushing event updated for resources: {'Port': ['ID=18075375-f27a-443e-ba41-5666912895dd,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:43.282661 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e46aa4d0-33f1-4e91-9b31-d206d76cc1f9 req-a6d19da0-e8ae-4103-80cd-96aad56de299 service neutron] 10.222.0.41 "GET /v2.0/networks/e794ad63-0b0f-4018-9f49-e800aa3d32de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5906911 Jan 28 07:15:43.371105 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d52043ec-c999-4c34-aace-87e118372e00 admin admin] Publish callbacks [] for router_gateway (dda371eb-bd79-4614-b0f0-edb2bee2ed77), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:43.393765 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3b9d5c87-9f53-4c39-9d81-09ac407b263f req-73133fbd-9ad4-4f43-bcb7-63f4e08e4b3d service neutron] 10.222.0.41 "GET /v2.0/networks/1f1d31eb-19d7-4148-a6ee-fb38490cf76f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3595014 Jan 28 07:15:43.405523 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d52043ec-c999-4c34-aace-87e118372e00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:43.528135 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e46aa4d0-33f1-4e91-9b31-d206d76cc1f9 req-c0471aa5-a5bf-4ee8-8935-2b262b1e4e5e service neutron] 10.222.0.41 "GET /v2.0/networks/e794ad63-0b0f-4018-9f49-e800aa3d32de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246895 Jan 28 07:15:43.578693 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3b9d5c87-9f53-4c39-9d81-09ac407b263f req-7a1be27f-8f5c-45d4-a4cc-5cb7174964b8 service neutron] 10.222.0.41 "GET /v2.0/networks/1f1d31eb-19d7-4148-a6ee-fb38490cf76f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609621 Jan 28 07:15:43.632247 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 368b4d78-aa67-4f8b-a474-36cb40e27fb0 no longer exists at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:15:43.673597 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-d52043ec-c999-4c34-aace-87e118372e00 admin admin] Allocated IP 172.25.6.40 (7d5b3724-deef-4831-8d43-cb9b8176573c/b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc/2459c994-e46d-44cb-a423-eede3526f0c8) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:15:43.681615 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] No Port match for: 368b4d78-aa67-4f8b-a474-36cb40e27fb0 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:15:43.681978 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 368b4d78-aa67-4f8b-a474-36cb40e27fb0 not bound to the agent host n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:15:43.819824 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:15:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97b517b7-5f17-4601-bfda-7cdbc94e5975 x-openstack-request-id: req-97b517b7-5f17-4601-bfda-7cdbc94e5975 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:15:43.820132 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4f558dd-3729-48c9-ad34-9ad54642a8dc", "name": "network-vif-deleted", "tag": "368b4d78-aa67-4f8b-a474-36cb40e27fb0", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:15:43.820996 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-97b517b7-5f17-4601-bfda-7cdbc94e5975 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:15:43.821633 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4f558dd-3729-48c9-ad34-9ad54642a8dc', 'name': 'network-vif-deleted', 'tag': '368b4d78-aa67-4f8b-a474-36cb40e27fb0', 'status': 'completed', 'code': 200} Jan 28 07:15:43.869324 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d52043ec-c999-4c34-aace-87e118372e00 admin admin] Publish callbacks [] for port (2459c994-e46d-44cb-a423-eede3526f0c8), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:43.922521 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d52043ec-c999-4c34-aace-87e118372e00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (2459c994-e46d-44cb-a423-eede3526f0c8), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:44.026890 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d52043ec-c999-4c34-aace-87e118372e00 admin admin] Network 7d5b3724-deef-4831-8d43-cb9b8176573c is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:15:44.033465 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-d52043ec-c999-4c34-aace-87e118372e00 admin admin] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:15:44.039741 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52043ec-c999-4c34-aace-87e118372e00 admin admin] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:15:44.044075 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52043ec-c999-4c34-aace-87e118372e00 admin admin] Pushing event updated for resources: {'Port': ['ID=2459c994-e46d-44cb-a423-eede3526f0c8,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:44.108410 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e45fdae-5664-4f37-b38f-33bb2bc0644c req-45d801b7-009b-4504-87be-4bb288cd49fb tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:44.110451 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7e45fdae-5664-4f37-b38f-33bb2bc0644c req-45d801b7-009b-4504-87be-4bb288cd49fb tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/ports?device_id=e44995e9-7142-4594-a50c-8ebe99949ccf HTTP/1.1" status: 200 len: 945 time: 0.1427448 Jan 28 07:15:44.345133 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6568fcbf-a701-4d7e-b824-48b4a752fc3f req-7c39b23d-c4fe-46f4-80c5-c2fceab82629 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e182499-0172-418b-8661-f8d01d960a55 HTTP/1.1" status: 200 len: 210 time: 0.1177552 Jan 28 07:15:44.432360 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7e45fdae-5664-4f37-b38f-33bb2bc0644c req-960b7bfb-c695-4939-9e6a-f94376e04efa tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/security-groups?id=54f3b545-d68e-44ae-b5dc-1cfcda6094b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551197 Jan 28 07:15:44.503436 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6fd5b13a-a741-4052-a6e9-df0a32a5ed5f req-360bbe41-a745-475e-9dbb-8c211b2fc59d tempest-ServerAddressesTestJSON-246964875 tempest-ServerAddressesTestJSON-246964875-project] 10.222.0.41 "GET /v2.0/ports?device_id=4fb89e47-6c62-4d61-9b16-87f4e3e401a6 HTTP/1.1" status: 200 len: 210 time: 0.0480261 Jan 28 07:15:44.544573 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 18075375-f27a-443e-ba41-5666912895dd up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:15:44.624932 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d52043ec-c999-4c34-aace-87e118372e00 admin admin] Publish callbacks [] for router_gateway (dda371eb-bd79-4614-b0f0-edb2bee2ed77), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:44.698122 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 18075375-f27a-443e-ba41-5666912895dd triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:15:44.698664 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (18075375-f27a-443e-ba41-5666912895dd), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:44.791051 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 44704) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:15:44.867755 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 18075375-f27a-443e-ba41-5666912895dd is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:15:44.871175 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (18075375-f27a-443e-ba41-5666912895dd), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:44.907804 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-64c6cde9-505b-4e42-8b24-17da02f47afb tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Publish callbacks [] for security_group (08893e2e-d03c-4bbd-8f34-7e3ca4824396), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:44.952898 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] For port 18075375-f27a-443e-ba41-5666912895dd, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=18075375-f27a-443e-ba41-5666912895dd,segment=NetworkSegment(4b71204a-78d3-438a-bdaf-b518acb071bf),segment_id=4b71204a-78d3-438a-bdaf-b518acb071bf)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:15:44.959263 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-64c6cde9-505b-4e42-8b24-17da02f47afb tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Publish callbacks [] for security_group (08893e2e-d03c-4bbd-8f34-7e3ca4824396), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:44.968846 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (18075375-f27a-443e-ba41-5666912895dd), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:44.981448 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d52043ec-c999-4c34-aace-87e118372e00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16605475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16607909'] for router (dda371eb-bd79-4614-b0f0-edb2bee2ed77), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:45.025516 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6064b15-96a5-4f38-a443-8561e8184bfa None None] Network 3f790760-53a8-4403-a279-f0a40c73d527 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:15:45.080559 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-64c6cde9-505b-4e42-8b24-17da02f47afb tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (08893e2e-d03c-4bbd-8f34-7e3ca4824396), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:45.081758 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-64c6cde9-505b-4e42-8b24-17da02f47afb tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:45.085431 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-64c6cde9-505b-4e42-8b24-17da02f47afb tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] 10.222.0.41 "DELETE /v2.0/security-groups/08893e2e-d03c-4bbd-8f34-7e3ca4824396 HTTP/1.1" status: 204 len: 168 time: 0.2907314 Jan 28 07:15:45.088920 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 44710) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:15:45.130499 n-d-712749-28 neutron-server[103284]: INFO neutron.api.v2.resource [None req-2b3b81b2-593f-451d-8211-351ec444e4bb tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] show failed (client error): The resource could not be found. Jan 28 07:15:45.131577 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-2b3b81b2-593f-451d-8211-351ec444e4bb tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] 10.222.0.41 "GET /v2.0/security-groups/08893e2e-d03c-4bbd-8f34-7e3ca4824396 HTTP/1.1" status: 404 len: 347 time: 0.0366139 Jan 28 07:15:45.135692 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 44714) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:15:45.140398 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c6cde9-505b-4e42-8b24-17da02f47afb tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08893e2e-d03c-4bbd-8f34-7e3ca4824396,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:45.198528 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Pushing event updated for resources: {'Port': ['ID=18075375-f27a-443e-ba41-5666912895dd,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:45.217437 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:15:45.217792 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:15:45.218136 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:15:45.218484 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:15:45.218825 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:15:45.219161 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:15:45.219493 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:15:45.221079 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:15:45.221079 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:15:45.221079 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:15:45.221079 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:15:45.221420 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:15:45.221501 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:15:45.236621 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-4bbb7719-1b05-4b93-8ff9-6ef4b0702fed None None] Provisioning complete for port 18075375-f27a-443e-ba41-5666912895dd triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:15:45.236621 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4bbb7719-1b05-4b93-8ff9-6ef4b0702fed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (18075375-f27a-443e-ba41-5666912895dd), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:45.296935 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d52043ec-c999-4c34-aace-87e118372e00 admin admin] Router dda371eb-bd79-4614-b0f0-edb2bee2ed77 is scheduled to L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 with binding_index 1 {{(pid=103283) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 07:15:45.355075 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-4bbb7719-1b05-4b93-8ff9-6ef4b0702fed None None] Current status of the port 18075375-f27a-443e-ba41-5666912895dd is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:15:45.384279 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-cd8ad2ad-4cc9-4055-80d0-5ce1ac185a37 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Deleting port fa2d0d14-1f47-43ca-8154-6e4d30c7e8b4 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:15:45.384279 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cd8ad2ad-4cc9-4055-80d0-5ce1ac185a37 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (fa2d0d14-1f47-43ca-8154-6e4d30c7e8b4), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:45.572165 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b2eae57d-053e-4ec7-a432-94added2863c req-92c3caf0-fa58-4aee-9b31-36e8303468c0 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e182499-0172-418b-8661-f8d01d960a55 HTTP/1.1" status: 200 len: 210 time: 0.0783610 Jan 28 07:15:45.629188 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cd8ad2ad-4cc9-4055-80d0-5ce1ac185a37 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (fa2d0d14-1f47-43ca-8154-6e4d30c7e8b4), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:45.634038 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cd8ad2ad-4cc9-4055-80d0-5ce1ac185a37 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Publish callbacks [] for floatingip (fa2d0d14-1f47-43ca-8154-6e4d30c7e8b4), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:45.685324 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-cd8ad2ad-4cc9-4055-80d0-5ce1ac185a37 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Calling delete_port for fa2d0d14-1f47-43ca-8154-6e4d30c7e8b4 owned by network:floatingip {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:15:45.712011 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5920c6-e213-4cc3-b4d4-f6719d34d74c req-8629461e-deda-4256-9fcb-188a0222b802 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:45.719090 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d52043ec-c999-4c34-aace-87e118372e00 admin admin] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:15:45.727300 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1c5920c6-e213-4cc3-b4d4-f6719d34d74c req-8629461e-deda-4256-9fcb-188a0222b802 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/ports?device_id=e44995e9-7142-4594-a50c-8ebe99949ccf HTTP/1.1" status: 200 len: 945 time: 0.1681254 Jan 28 07:15:45.743377 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58d66b4-ad94-4569-b7dd-3f1c0f089e48 None None] Sync routers for ids ['dda371eb-bd79-4614-b0f0-edb2bee2ed77'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:15:45.776276 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58d66b4-ad94-4569-b7dd-3f1c0f089e48 None None] Routers {'dda371eb-bd79-4614-b0f0-edb2bee2ed77'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:15:45.780755 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-c58d66b4-ad94-4569-b7dd-3f1c0f089e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:15:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['dda371eb-bd79-4614-b0f0-edb2bee2ed77'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:15:45.794125 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-37697bbd-db74-4fa0-9b95-83a4a7ff8b30 None None] Provisioning complete for port 18075375-f27a-443e-ba41-5666912895dd triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:15:45.796475 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-37697bbd-db74-4fa0-9b95-83a4a7ff8b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (18075375-f27a-443e-ba41-5666912895dd), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:45.849885 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1c5920c6-e213-4cc3-b4d4-f6719d34d74c req-eeb7e8f7-a902-4063-a8a6-4436be1b86f6 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/security-groups?id=54f3b545-d68e-44ae-b5dc-1cfcda6094b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987327 Jan 28 07:15:45.864034 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9d5c87-9f53-4c39-9d81-09ac407b263f req-5f8a19db-cb5e-4245-8f9a-2271d91819fb tempest-ServerAddressesTestJSON-246964875 tempest-ServerAddressesTestJSON-246964875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:45.866010 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3b9d5c87-9f53-4c39-9d81-09ac407b263f req-5f8a19db-cb5e-4245-8f9a-2271d91819fb tempest-ServerAddressesTestJSON-246964875 tempest-ServerAddressesTestJSON-246964875-project] 10.222.0.44 "GET /v2.0/networks?id=1f1d31eb-19d7-4148-a6ee-fb38490cf76f HTTP/1.1" status: 200 len: 813 time: 0.3498182 Jan 28 07:15:45.920318 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-bd6b299a-fea2-4613-bf4b-bef4ff4c00f4 req-c0d0370c-5181-442e-9bd2-76a71b47515d tempest-ServerAddressesTestJSON-246964875 tempest-ServerAddressesTestJSON-246964875-project] 10.222.0.41 "GET /v2.0/ports?device_id=4fb89e47-6c62-4d61-9b16-87f4e3e401a6 HTTP/1.1" status: 200 len: 210 time: 0.2208617 Jan 28 07:15:45.935675 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-3b9d5c87-9f53-4c39-9d81-09ac407b263f req-1f8c04bb-8cb7-465b-bcd6-7de8ecc62fd7 tempest-ServerAddressesTestJSON-246964875 tempest-ServerAddressesTestJSON-246964875-project] Request body: {'port': {'device_id': '4fb89e47-6c62-4d61-9b16-87f4e3e401a6', 'network_id': '1f1d31eb-19d7-4148-a6ee-fb38490cf76f', 'admin_state_up': True, 'tenant_id': '740cc6d885174248ac824665e42f4cbe'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:15:45.964245 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-37697bbd-db74-4fa0-9b95-83a4a7ff8b30 None None] Current status of the port 18075375-f27a-443e-ba41-5666912895dd is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:15:45.991213 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d52043ec-c999-4c34-aace-87e118372e00 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:45.993280 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-d52043ec-c999-4c34-aace-87e118372e00 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.9115758 Jan 28 07:15:45.994785 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-c58d66b4-ad94-4569-b7dd-3f1c0f089e48 None None] Set router dda371eb-bd79-4614-b0f0-edb2bee2ed77 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:15:45.999436 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 44724) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:15:46.106488 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b9d5c87-9f53-4c39-9d81-09ac407b263f req-1f8c04bb-8cb7-465b-bcd6-7de8ecc62fd7 tempest-ServerAddressesTestJSON-246964875 tempest-ServerAddressesTestJSON-246964875-project] Made reservation on behalf of 740cc6d885174248ac824665e42f4cbe for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:15:46.110874 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-3b9d5c87-9f53-4c39-9d81-09ac407b263f req-1f8c04bb-8cb7-465b-bcd6-7de8ecc62fd7 tempest-ServerAddressesTestJSON-246964875 tempest-ServerAddressesTestJSON-246964875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:46.188710 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46aa4d0-33f1-4e91-9b31-d206d76cc1f9 req-e6fea5cf-fbe6-42f3-8f92-1b81cf0cd48f tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:46.188710 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e46aa4d0-33f1-4e91-9b31-d206d76cc1f9 req-e6fea5cf-fbe6-42f3-8f92-1b81cf0cd48f tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.44 "GET /v2.0/networks?id=e794ad63-0b0f-4018-9f49-e800aa3d32de HTTP/1.1" status: 200 len: 811 time: 0.4657423 Jan 28 07:15:46.221918 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-e46aa4d0-33f1-4e91-9b31-d206d76cc1f9 req-a02474a0-b702-4ce0-a4eb-41756914f605 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Request body: {'port': {'device_id': '4e182499-0172-418b-8661-f8d01d960a55', 'network_id': 'e794ad63-0b0f-4018-9f49-e800aa3d32de', 'admin_state_up': True, 'tenant_id': 'f5fa6549bc8d49d9b2eb68f328326d46'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:15:46.255093 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-c58d66b4-ad94-4569-b7dd-3f1c0f089e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dda371eb-bd79-4614-b0f0-edb2bee2ed77', 'name': 'tempest-TaggedBootDevicesTest_v242-1325793077-router', 'tenant_id': '6a16562f4e0b40b69523d9d718e8a4c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': '2459c994-e46d-44cb-a423-eede3526f0c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:15:42Z', 'updated_at': '2022-01-28T07:15:44Z', 'revision_number': 3, 'project_id': '6a16562f4e0b40b69523d9d718e8a4c0', 'gw_port': {'id': '2459c994-e46d-44cb-a423-eede3526f0c8', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:3b:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dda371eb-bd79-4614-b0f0-edb2bee2ed77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:15:43Z', 'updated_at': '2022-01-28T07:15:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:15:46.313478 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-3b9d5c87-9f53-4c39-9d81-09ac407b263f req-1f8c04bb-8cb7-465b-bcd6-7de8ecc62fd7 tempest-ServerAddressesTestJSON-246964875 tempest-ServerAddressesTestJSON-246964875-project] Allocated IP 172.20.0.11 (1f1d31eb-19d7-4148-a6ee-fb38490cf76f/a97f0d01-e58c-4d83-872f-10f4ed35c784/8e7747b1-8f69-4267-a43b-8b9aea469de8) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:15:46.316424 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58d66b4-ad94-4569-b7dd-3f1c0f089e48 None None] Checking router: dda371eb-bd79-4614-b0f0-edb2bee2ed77 for host: n-d-712749-28 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:15:46.316875 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58d66b4-ad94-4569-b7dd-3f1c0f089e48 None None] Updating router dda371eb-bd79-4614-b0f0-edb2bee2ed77 port 2459c994-e46d-44cb-a423-eede3526f0c8 binding host n-d-712749-28 {{(pid=103286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 07:15:46.354022 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c58d66b4-ad94-4569-b7dd-3f1c0f089e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (2459c994-e46d-44cb-a423-eede3526f0c8), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:46.399247 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 18075375-f27a-443e-ba41-5666912895dd up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:15:46.622050 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-3b9d5c87-9f53-4c39-9d81-09ac407b263f req-1f8c04bb-8cb7-465b-bcd6-7de8ecc62fd7 tempest-ServerAddressesTestJSON-246964875 tempest-ServerAddressesTestJSON-246964875-project] Publish callbacks [] for port (8e7747b1-8f69-4267-a43b-8b9aea469de8), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:46.631457 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a059b7-7150-4ed6-965e-021ebf2120e0 req-ae24777c-b09c-4e47-b5e6-2a1659453f88 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:46.638973 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-86a059b7-7150-4ed6-965e-021ebf2120e0 req-ae24777c-b09c-4e47-b5e6-2a1659453f88 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/networks?id=77aa199c-9565-430c-bcef-5bacd415f620 HTTP/1.1" status: 200 len: 808 time: 0.2373312 Jan 28 07:15:46.641189 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 18075375-f27a-443e-ba41-5666912895dd triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:15:46.641895 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (18075375-f27a-443e-ba41-5666912895dd), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:46.662742 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-86a059b7-7150-4ed6-965e-021ebf2120e0 req-59520f9a-5027-42f7-aabb-9881fa926b48 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/quotas/1b5821c096cf43639ed10b07e04f5303 HTTP/1.1" status: 200 len: 375 time: 0.0224707 Jan 28 07:15:46.758614 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-86a059b7-7150-4ed6-965e-021ebf2120e0 req-76454dd9-12c3-436d-881f-b27aaba19449 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=1b5821c096cf43639ed10b07e04f5303&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0942264 Jan 28 07:15:46.767936 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 18075375-f27a-443e-ba41-5666912895dd is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:15:46.774121 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-3b9d5c87-9f53-4c39-9d81-09ac407b263f req-1f8c04bb-8cb7-465b-bcd6-7de8ecc62fd7 tempest-ServerAddressesTestJSON-246964875 tempest-ServerAddressesTestJSON-246964875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (8e7747b1-8f69-4267-a43b-8b9aea469de8), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:46.823817 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6744dcd9-4661-469d-bee2-ed24173b9733 req-2a260db2-97dc-42eb-bc8e-6ad6d2381c24 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e182499-0172-418b-8661-f8d01d960a55 HTTP/1.1" status: 200 len: 210 time: 0.0669255 Jan 28 07:15:46.828077 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cd8ad2ad-4cc9-4055-80d0-5ce1ac185a37 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (fa2d0d14-1f47-43ca-8154-6e4d30c7e8b4), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:46.859637 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c58d66b4-ad94-4569-b7dd-3f1c0f089e48 None None] Publish callbacks [] for port (2459c994-e46d-44cb-a423-eede3526f0c8), precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:46.867439 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c58d66b4-ad94-4569-b7dd-3f1c0f089e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (2459c994-e46d-44cb-a423-eede3526f0c8), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:46.880485 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8c04bb-8cb7-465b-bcd6-7de8ecc62fd7 tempest-ServerAddressesTestJSON-246964875 tempest-ServerAddressesTestJSON-246964875-project] Pushing event updated for resources: {'Port': ['ID=8e7747b1-8f69-4267-a43b-8b9aea469de8,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:46.894259 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b9d5c87-9f53-4c39-9d81-09ac407b263f req-1f8c04bb-8cb7-465b-bcd6-7de8ecc62fd7 tempest-ServerAddressesTestJSON-246964875 tempest-ServerAddressesTestJSON-246964875-project] Network 1f1d31eb-19d7-4148-a6ee-fb38490cf76f is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:15:46.897344 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-3b9d5c87-9f53-4c39-9d81-09ac407b263f req-1f8c04bb-8cb7-465b-bcd6-7de8ecc62fd7 tempest-ServerAddressesTestJSON-246964875 tempest-ServerAddressesTestJSON-246964875-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:15:46.901095 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b9d5c87-9f53-4c39-9d81-09ac407b263f req-1f8c04bb-8cb7-465b-bcd6-7de8ecc62fd7 tempest-ServerAddressesTestJSON-246964875 tempest-ServerAddressesTestJSON-246964875-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:15:46.927286 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8ad2ad-4cc9-4055-80d0-5ce1ac185a37 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Pushing event deleted for resources: {'Port': ['ID=fa2d0d14-1f47-43ca-8154-6e4d30c7e8b4,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:46.969736 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e4f327-9ffc-44ec-90e7-052ffa01e17c None None] Pushing event updated for resources: {'Port': ['ID=2459c994-e46d-44cb-a423-eede3526f0c8,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:46.984904 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9d5c87-9f53-4c39-9d81-09ac407b263f req-1f8c04bb-8cb7-465b-bcd6-7de8ecc62fd7 tempest-ServerAddressesTestJSON-246964875 tempest-ServerAddressesTestJSON-246964875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:46.985534 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-3b9d5c87-9f53-4c39-9d81-09ac407b263f req-1f8c04bb-8cb7-465b-bcd6-7de8ecc62fd7 tempest-ServerAddressesTestJSON-246964875 tempest-ServerAddressesTestJSON-246964875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:46.993558 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e4f327-9ffc-44ec-90e7-052ffa01e17c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:15:46.993558 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e4f327-9ffc-44ec-90e7-052ffa01e17c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:15:46.993558 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e4f327-9ffc-44ec-90e7-052ffa01e17c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:15:46.993983 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e4f327-9ffc-44ec-90e7-052ffa01e17c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:15:46.994291 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e4f327-9ffc-44ec-90e7-052ffa01e17c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:15:46.995090 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e4f327-9ffc-44ec-90e7-052ffa01e17c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:15:46.995090 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e4f327-9ffc-44ec-90e7-052ffa01e17c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:15:46.995258 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e4f327-9ffc-44ec-90e7-052ffa01e17c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:15:46.995493 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e4f327-9ffc-44ec-90e7-052ffa01e17c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:15:46.996127 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e4f327-9ffc-44ec-90e7-052ffa01e17c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:15:46.996127 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e4f327-9ffc-44ec-90e7-052ffa01e17c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:15:46.996557 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e4f327-9ffc-44ec-90e7-052ffa01e17c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:15:46.996835 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e4f327-9ffc-44ec-90e7-052ffa01e17c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:15:47.000847 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-86a059b7-7150-4ed6-965e-021ebf2120e0 req-d1dab3ea-2ebf-49a8-be9b-440c20468fd8 service neutron] 10.222.0.41 "GET /v2.0/networks/77aa199c-9565-430c-bcef-5bacd415f620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2410092 Jan 28 07:15:47.001079 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-c58d66b4-ad94-4569-b7dd-3f1c0f089e48 None None] Attempting to bind port 2459c994-e46d-44cb-a423-eede3526f0c8 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:15:47.001867 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-c58d66b4-ad94-4569-b7dd-3f1c0f089e48 None None] Attempting to bind port 2459c994-e46d-44cb-a423-eede3526f0c8 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:15:47.001867 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58d66b4-ad94-4569-b7dd-3f1c0f089e48 None None] Attempting to bind port 2459c994-e46d-44cb-a423-eede3526f0c8 on network 7d5b3724-deef-4831-8d43-cb9b8176573c {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:15:47.010150 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58d66b4-ad94-4569-b7dd-3f1c0f089e48 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:15:47.010631 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58d66b4-ad94-4569-b7dd-3f1c0f089e48 None None] Checking segment: {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:15:47.011041 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c58d66b4-ad94-4569-b7dd-3f1c0f089e48 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:47.011439 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58d66b4-ad94-4569-b7dd-3f1c0f089e48 None None] Bound using segment: {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:15:47.011920 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-c58d66b4-ad94-4569-b7dd-3f1c0f089e48 None None] Bound port: 2459c994-e46d-44cb-a423-eede3526f0c8, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:15:47.012471 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c58d66b4-ad94-4569-b7dd-3f1c0f089e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (2459c994-e46d-44cb-a423-eede3526f0c8), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:47.013821 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3b9d5c87-9f53-4c39-9d81-09ac407b263f req-1f8c04bb-8cb7-465b-bcd6-7de8ecc62fd7 tempest-ServerAddressesTestJSON-246964875 tempest-ServerAddressesTestJSON-246964875-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0927708 Jan 28 07:15:47.038941 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-3b9d5c87-9f53-4c39-9d81-09ac407b263f req-02373814-c47f-4e7f-975f-13ea49abd0fb service neutron] Request body: {'port': {'device_id': '4fb89e47-6c62-4d61-9b16-87f4e3e401a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712749-28'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:15:47.072888 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c58d66b4-ad94-4569-b7dd-3f1c0f089e48 None None] For port 2459c994-e46d-44cb-a423-eede3526f0c8, host n-d-712749-28, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:15:47.077256 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c58d66b4-ad94-4569-b7dd-3f1c0f089e48 None None] For port 2459c994-e46d-44cb-a423-eede3526f0c8, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=2459c994-e46d-44cb-a423-eede3526f0c8,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:15:47.082927 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c58d66b4-ad94-4569-b7dd-3f1c0f089e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (2459c994-e46d-44cb-a423-eede3526f0c8), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:47.103057 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cd8ad2ad-4cc9-4055-80d0-5ce1ac185a37 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Publish callbacks [] for floatingip (bad57f87-e8d4-49d6-b124-873213a124d2), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:47.105597 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cd8ad2ad-4cc9-4055-80d0-5ce1ac185a37 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for floatingip (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:47.106835 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-cd8ad2ad-4cc9-4055-80d0-5ce1ac185a37 tempest-ImagesOneServerNegativeTestJSON-1163293462 tempest-ImagesOneServerNegativeTestJSON-1163293462-project] 10.222.0.41 "DELETE /v2.0/floatingips/bad57f87-e8d4-49d6-b124-873213a124d2 HTTP/1.1" status: 204 len: 168 time: 1.9700804 Jan 28 07:15:47.111722 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e46aa4d0-33f1-4e91-9b31-d206d76cc1f9 req-a02474a0-b702-4ce0-a4eb-41756914f605 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Made reservation on behalf of f5fa6549bc8d49d9b2eb68f328326d46 for: {'port': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:15:47.115326 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-e46aa4d0-33f1-4e91-9b31-d206d76cc1f9 req-a02474a0-b702-4ce0-a4eb-41756914f605 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:47.124651 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95ccda6-8398-45f8-bdda-a4143b8c6647 req-8534c8fc-9c47-45bc-9b4e-f266d36b07e6 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:47.131434 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c95ccda6-8398-45f8-bdda-a4143b8c6647 req-8534c8fc-9c47-45bc-9b4e-f266d36b07e6 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/ports?device_id=e44995e9-7142-4594-a50c-8ebe99949ccf HTTP/1.1" status: 200 len: 945 time: 0.1817746 Jan 28 07:15:47.157111 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58d66b4-ad94-4569-b7dd-3f1c0f089e48 None None] Routers {'dda371eb-bd79-4614-b0f0-edb2bee2ed77'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:15:47.157875 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-c58d66b4-ad94-4569-b7dd-3f1c0f089e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:15:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['dda371eb-bd79-4614-b0f0-edb2bee2ed77'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:15:47.170367 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-3b9d5c87-9f53-4c39-9d81-09ac407b263f req-02373814-c47f-4e7f-975f-13ea49abd0fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (8e7747b1-8f69-4267-a43b-8b9aea469de8), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:47.202792 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e4f327-9ffc-44ec-90e7-052ffa01e17c None None] Pushing event updated for resources: {'Port': ['ID=2459c994-e46d-44cb-a423-eede3526f0c8,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:47.203418 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-86a059b7-7150-4ed6-965e-021ebf2120e0 req-36813e34-67a2-4f63-947f-c2c28196b1bd service neutron] 10.222.0.41 "GET /v2.0/networks/77aa199c-9565-430c-bcef-5bacd415f620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845284 Jan 28 07:15:47.301775 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c95ccda6-8398-45f8-bdda-a4143b8c6647 req-8badc6c6-47bd-4f2e-b65a-a1d3d703f0bf tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/security-groups?id=54f3b545-d68e-44ae-b5dc-1cfcda6094b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645341 Jan 28 07:15:47.322356 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-c58d66b4-ad94-4569-b7dd-3f1c0f089e48 None None] Set router dda371eb-bd79-4614-b0f0-edb2bee2ed77 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:15:47.569681 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9826b6ac-7e76-4b87-8c5f-407623e05a9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:47.604617 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-3b9d5c87-9f53-4c39-9d81-09ac407b263f req-02373814-c47f-4e7f-975f-13ea49abd0fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e7747b1-8f69-4267-a43b-8b9aea469de8 {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:15:47.605138 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [req-e46aa4d0-33f1-4e91-9b31-d206d76cc1f9 req-a02474a0-b702-4ce0-a4eb-41756914f605 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Allocated IP 172.20.0.13 (e794ad63-0b0f-4018-9f49-e800aa3d32de/11d8e1f8-50c3-4314-ae17-177714f8d453/6aec374c-cc44-4b58-a98c-bf7de184cc69) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:15:47.618331 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-3b9d5c87-9f53-4c39-9d81-09ac407b263f req-02373814-c47f-4e7f-975f-13ea49abd0fb service neutron] Publish callbacks [] for port (8e7747b1-8f69-4267-a43b-8b9aea469de8), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:47.636057 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-3b9d5c87-9f53-4c39-9d81-09ac407b263f req-02373814-c47f-4e7f-975f-13ea49abd0fb service neutron] Transition to ACTIVE for port object 8e7747b1-8f69-4267-a43b-8b9aea469de8 will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:15:47.654029 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-3b9d5c87-9f53-4c39-9d81-09ac407b263f req-02373814-c47f-4e7f-975f-13ea49abd0fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (8e7747b1-8f69-4267-a43b-8b9aea469de8), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:47.693690 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-c58d66b4-ad94-4569-b7dd-3f1c0f089e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dda371eb-bd79-4614-b0f0-edb2bee2ed77', 'name': 'tempest-TaggedBootDevicesTest_v242-1325793077-router', 'tenant_id': '6a16562f4e0b40b69523d9d718e8a4c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': '2459c994-e46d-44cb-a423-eede3526f0c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:15:42Z', 'updated_at': '2022-01-28T07:15:44Z', 'revision_number': 3, 'project_id': '6a16562f4e0b40b69523d9d718e8a4c0', 'gw_port': {'id': '2459c994-e46d-44cb-a423-eede3526f0c8', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:3b:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dda371eb-bd79-4614-b0f0-edb2bee2ed77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:15:43Z', 'updated_at': '2022-01-28T07:15:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:15:47.739005 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58d66b4-ad94-4569-b7dd-3f1c0f089e48 None None] The sync data for ids ['dda371eb-bd79-4614-b0f0-edb2bee2ed77'] in n-d-712749-28 is: [{'id': 'dda371eb-bd79-4614-b0f0-edb2bee2ed77', 'name': 'tempest-TaggedBootDevicesTest_v242-1325793077-router', 'tenant_id': '6a16562f4e0b40b69523d9d718e8a4c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': '2459c994-e46d-44cb-a423-eede3526f0c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:15:42Z', 'updated_at': '2022-01-28T07:15:44Z', 'revision_number': 3, 'project_id': '6a16562f4e0b40b69523d9d718e8a4c0', 'gw_port': {'id': '2459c994-e46d-44cb-a423-eede3526f0c8', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:3b:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dda371eb-bd79-4614-b0f0-edb2bee2ed77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:15:43Z', 'updated_at': '2022-01-28T07:15:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:15:47.779723 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02373814-c47f-4e7f-975f-13ea49abd0fb service neutron] Pushing event updated for resources: {'Port': ['ID=8e7747b1-8f69-4267-a43b-8b9aea469de8,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:47.828079 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-3b9d5c87-9f53-4c39-9d81-09ac407b263f req-02373814-c47f-4e7f-975f-13ea49abd0fb service neutron] Attempting to bind port 8e7747b1-8f69-4267-a43b-8b9aea469de8 on host n-h2-712749-28 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:15:47.828560 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-3b9d5c87-9f53-4c39-9d81-09ac407b263f req-02373814-c47f-4e7f-975f-13ea49abd0fb service neutron] Attempting to bind port 8e7747b1-8f69-4267-a43b-8b9aea469de8 by drivers openvswitch,hyperv on host n-h2-712749-28 at level 0 using segments [{'id': '82511790-bbec-405d-a6ea-5c4abfcc2e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1f1d31eb-19d7-4148-a6ee-fb38490cf76f'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:15:47.828893 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9d5c87-9f53-4c39-9d81-09ac407b263f req-02373814-c47f-4e7f-975f-13ea49abd0fb service neutron] Attempting to bind port 8e7747b1-8f69-4267-a43b-8b9aea469de8 on network 1f1d31eb-19d7-4148-a6ee-fb38490cf76f {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:15:47.834622 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9d5c87-9f53-4c39-9d81-09ac407b263f req-02373814-c47f-4e7f-975f-13ea49abd0fb service neutron] Port 8e7747b1-8f69-4267-a43b-8b9aea469de8 on network 1f1d31eb-19d7-4148-a6ee-fb38490cf76f not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-28 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:15:47.834948 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9d5c87-9f53-4c39-9d81-09ac407b263f req-02373814-c47f-4e7f-975f-13ea49abd0fb service neutron] Attempting to bind port 8e7747b1-8f69-4267-a43b-8b9aea469de8 on network 1f1d31eb-19d7-4148-a6ee-fb38490cf76f {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:15:47.841812 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9d5c87-9f53-4c39-9d81-09ac407b263f req-02373814-c47f-4e7f-975f-13ea49abd0fb service neutron] Checking agent: {'id': 'c9906e63-062c-432e-bb53-63fdb8115e18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:15:47.842153 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9d5c87-9f53-4c39-9d81-09ac407b263f req-02373814-c47f-4e7f-975f-13ea49abd0fb service neutron] Checking segment: {'id': '82511790-bbec-405d-a6ea-5c4abfcc2e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1f1d31eb-19d7-4148-a6ee-fb38490cf76f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:15:47.842542 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9d5c87-9f53-4c39-9d81-09ac407b263f req-02373814-c47f-4e7f-975f-13ea49abd0fb service neutron] Bound using segment: {'id': '82511790-bbec-405d-a6ea-5c4abfcc2e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1f1d31eb-19d7-4148-a6ee-fb38490cf76f'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:15:47.843021 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-3b9d5c87-9f53-4c39-9d81-09ac407b263f req-02373814-c47f-4e7f-975f-13ea49abd0fb service neutron] Bound port: 8e7747b1-8f69-4267-a43b-8b9aea469de8, host: n-h2-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82511790-bbec-405d-a6ea-5c4abfcc2e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1f1d31eb-19d7-4148-a6ee-fb38490cf76f'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:15:47.843378 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-3b9d5c87-9f53-4c39-9d81-09ac407b263f req-02373814-c47f-4e7f-975f-13ea49abd0fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (8e7747b1-8f69-4267-a43b-8b9aea469de8), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:47.870128 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e2a14a-493f-435e-b28b-f177f9de6ee5 req-da1bd700-7508-42ad-a190-947de14203bf tempest-ServerAddressesTestJSON-246964875 tempest-ServerAddressesTestJSON-246964875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:47.871746 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-41e2a14a-493f-435e-b28b-f177f9de6ee5 req-da1bd700-7508-42ad-a190-947de14203bf tempest-ServerAddressesTestJSON-246964875 tempest-ServerAddressesTestJSON-246964875-project] 10.222.0.41 "GET /v2.0/ports?device_id=4fb89e47-6c62-4d61-9b16-87f4e3e401a6 HTTP/1.1" status: 200 len: 944 time: 0.2067983 Jan 28 07:15:47.923664 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-3b9d5c87-9f53-4c39-9d81-09ac407b263f req-02373814-c47f-4e7f-975f-13ea49abd0fb service neutron] For port 8e7747b1-8f69-4267-a43b-8b9aea469de8, host n-h2-712749-28, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:15:47.928492 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-3b9d5c87-9f53-4c39-9d81-09ac407b263f req-02373814-c47f-4e7f-975f-13ea49abd0fb service neutron] For port 8e7747b1-8f69-4267-a43b-8b9aea469de8, host n-h2-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=8e7747b1-8f69-4267-a43b-8b9aea469de8,segment=NetworkSegment(82511790-bbec-405d-a6ea-5c4abfcc2e80),segment_id=82511790-bbec-405d-a6ea-5c4abfcc2e80)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:15:47.934039 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-3b9d5c87-9f53-4c39-9d81-09ac407b263f req-02373814-c47f-4e7f-975f-13ea49abd0fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (8e7747b1-8f69-4267-a43b-8b9aea469de8), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:47.986254 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9d5c87-9f53-4c39-9d81-09ac407b263f req-02373814-c47f-4e7f-975f-13ea49abd0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:47.987097 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-3b9d5c87-9f53-4c39-9d81-09ac407b263f req-02373814-c47f-4e7f-975f-13ea49abd0fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:47.989227 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3b9d5c87-9f53-4c39-9d81-09ac407b263f req-02373814-c47f-4e7f-975f-13ea49abd0fb service neutron] 10.222.0.44 "PUT /v2.0/ports/8e7747b1-8f69-4267-a43b-8b9aea469de8 HTTP/1.1" status: 200 len: 1093 time: 0.9585366 Jan 28 07:15:47.989837 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fb89e47-6c62-4d61-9b16-87f4e3e401a6', 'tag': '8e7747b1-8f69-4267-a43b-8b9aea469de8'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:15:47.992698 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5f4d3df-0b85-48af-b315-ab599f553c8d" -d '{"events": [{"name": "network-changed", "server_uuid": "4fb89e47-6c62-4d61-9b16-87f4e3e401a6", "tag": "8e7747b1-8f69-4267-a43b-8b9aea469de8"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:15:48.031887 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e3657920-062d-4357-ab44-d61bbd13de0d req-642e3762-3781-45d8-9131-ec3c696dec52 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5893ef6-46c4-45fa-a505-47cb270a9c49 HTTP/1.1" status: 200 len: 210 time: 0.0343461 Jan 28 07:15:48.046872 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02373814-c47f-4e7f-975f-13ea49abd0fb service neutron] Pushing event updated for resources: {'Port': ['ID=8e7747b1-8f69-4267-a43b-8b9aea469de8,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:48.063927 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-9826b6ac-7e76-4b87-8c5f-407623e05a9b admin admin] Allocated IP 172.20.0.1 (3f790760-53a8-4403-a279-f0a40c73d527/73a9883f-5d62-4e44-aedd-907ff0ad8bcf/ddd31aac-f2ae-49c7-ab4c-1fd6cf4e8e8a) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:15:48.087005 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-41e2a14a-493f-435e-b28b-f177f9de6ee5 req-9d49d318-d738-4b62-94dc-a75336ace14f tempest-ServerAddressesTestJSON-246964875 tempest-ServerAddressesTestJSON-246964875-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4423c7c-1c4e-4a45-9313-3bd037fa63a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902876 Jan 28 07:15:48.130715 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-e46aa4d0-33f1-4e91-9b31-d206d76cc1f9 req-a02474a0-b702-4ce0-a4eb-41756914f605 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Publish callbacks [] for port (6aec374c-cc44-4b58-a98c-bf7de184cc69), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:48.171182 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9d5c87-9f53-4c39-9d81-09ac407b263f req-ca7eb5d2-f431-4f14-b9df-006823946bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:48.176298 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3b9d5c87-9f53-4c39-9d81-09ac407b263f req-ca7eb5d2-f431-4f14-b9df-006823946bfc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=740cc6d885174248ac824665e42f4cbe&device_id=4fb89e47-6c62-4d61-9b16-87f4e3e401a6 HTTP/1.1" status: 200 len: 1096 time: 0.1159163 Jan 28 07:15:48.266805 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-e46aa4d0-33f1-4e91-9b31-d206d76cc1f9 req-a02474a0-b702-4ce0-a4eb-41756914f605 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (6aec374c-cc44-4b58-a98c-bf7de184cc69), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:48.298584 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3b9d5c87-9f53-4c39-9d81-09ac407b263f req-4e54b778-369f-4811-8c9f-4428c9481de4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8e7747b1-8f69-4267-a43b-8b9aea469de8 HTTP/1.1" status: 200 len: 217 time: 0.1057644 Jan 28 07:15:48.303940 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:15:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4f0c4fd-5a58-4a77-ba9e-f3243e93ed40 x-openstack-request-id: req-c4f0c4fd-5a58-4a77-ba9e-f3243e93ed40 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:15:48.304270 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fb89e47-6c62-4d61-9b16-87f4e3e401a6", "tag": "8e7747b1-8f69-4267-a43b-8b9aea469de8", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:15:48.304642 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c4f0c4fd-5a58-4a77-ba9e-f3243e93ed40 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:15:48.305236 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fb89e47-6c62-4d61-9b16-87f4e3e401a6', 'tag': '8e7747b1-8f69-4267-a43b-8b9aea469de8', 'status': 'completed', 'code': 200} Jan 28 07:15:48.307066 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['74c51dd4-789c-4c23-9ba8-db6cc4ee322f'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:15:48.311348 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9826b6ac-7e76-4b87-8c5f-407623e05a9b admin admin] Publish callbacks [] for port (ddd31aac-f2ae-49c7-ab4c-1fd6cf4e8e8a), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:48.311952 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['08e8f3d4-ff76-4c7d-8942-f33dca578036'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:15:48.400444 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 44778) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:15:48.410734 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e46aa4d0-33f1-4e91-9b31-d206d76cc1f9 req-a02474a0-b702-4ce0-a4eb-41756914f605 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Network e794ad63-0b0f-4018-9f49-e800aa3d32de is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:15:48.420567 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [req-e46aa4d0-33f1-4e91-9b31-d206d76cc1f9 req-a02474a0-b702-4ce0-a4eb-41756914f605 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:15:48.441148 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-e46aa4d0-33f1-4e91-9b31-d206d76cc1f9 req-a02474a0-b702-4ce0-a4eb-41756914f605 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:15:48.519699 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-a67523f1-a0f7-422f-88c4-59f674010b9b admin admin] Deleting subnet 0d27407c-7ac9-47c4-a45d-1a359519da5d {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:15:48.525615 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a67523f1-a0f7-422f-88c4-59f674010b9b admin admin] Publish callbacks [] for subnet (0d27407c-7ac9-47c4-a45d-1a359519da5d), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:48.535088 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02474a0-b702-4ce0-a4eb-41756914f605 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Pushing event updated for resources: {'Port': ['ID=6aec374c-cc44-4b58-a98c-bf7de184cc69,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:48.555721 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e128d2d-fdcd-4d12-8096-af13a1e40a91 req-cd666268-5249-4c26-9e66-0a2473762b00 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:48.557664 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7e128d2d-fdcd-4d12-8096-af13a1e40a91 req-cd666268-5249-4c26-9e66-0a2473762b00 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e182499-0172-418b-8661-f8d01d960a55 HTTP/1.1" status: 200 len: 932 time: 0.2749431 Jan 28 07:15:48.590226 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 2459c994-e46d-44cb-a423-eede3526f0c8 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:15:48.601559 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46aa4d0-33f1-4e91-9b31-d206d76cc1f9 req-a02474a0-b702-4ce0-a4eb-41756914f605 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:48.602466 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-e46aa4d0-33f1-4e91-9b31-d206d76cc1f9 req-a02474a0-b702-4ce0-a4eb-41756914f605 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:48.611598 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a67523f1-a0f7-422f-88c4-59f674010b9b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24759175'] for subnet (0d27407c-7ac9-47c4-a45d-1a359519da5d), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:48.647105 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7e128d2d-fdcd-4d12-8096-af13a1e40a91 req-8c67487c-e353-44ce-b516-e04abb4ef167 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e9c3947-6ff8-4aa4-a1f7-c165b64c94a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798430 Jan 28 07:15:48.663315 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e46aa4d0-33f1-4e91-9b31-d206d76cc1f9 req-a02474a0-b702-4ce0-a4eb-41756914f605 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4458432 Jan 28 07:15:48.666243 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9826b6ac-7e76-4b87-8c5f-407623e05a9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (ddd31aac-f2ae-49c7-ab4c-1fd6cf4e8e8a), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:48.691432 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-e46aa4d0-33f1-4e91-9b31-d206d76cc1f9 req-6d08e282-869c-45ec-b3df-a62ffe172b23 service neutron] Request body: {'port': {'device_id': '4e182499-0172-418b-8661-f8d01d960a55', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712749-28'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:15:48.756708 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9826b6ac-7e76-4b87-8c5f-407623e05a9b admin admin] Network 3f790760-53a8-4403-a279-f0a40c73d527 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:15:48.818900 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-9826b6ac-7e76-4b87-8c5f-407623e05a9b admin admin] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:15:48.828976 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9d5c87-9f53-4c39-9d81-09ac407b263f req-c0c53857-b1ca-4588-afde-5d30a9919380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:48.830814 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3b9d5c87-9f53-4c39-9d81-09ac407b263f req-c0c53857-b1ca-4588-afde-5d30a9919380 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a97f0d01-e58c-4d83-872f-10f4ed35c784 HTTP/1.1" status: 200 len: 853 time: 0.5126743 Jan 28 07:15:48.833786 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9826b6ac-7e76-4b87-8c5f-407623e05a9b admin admin] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:15:48.836497 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a67523f1-a0f7-422f-88c4-59f674010b9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (0d27407c-7ac9-47c4-a45d-1a359519da5d), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:48.899780 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3b9d5c87-9f53-4c39-9d81-09ac407b263f req-f70a620f-c96e-497a-872f-8e82f4da9461 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1f1d31eb-19d7-4148-a6ee-fb38490cf76f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593483 Jan 28 07:15:48.956932 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9826b6ac-7e76-4b87-8c5f-407623e05a9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16609232'] for router_interface (dda371eb-bd79-4614-b0f0-edb2bee2ed77), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:48.973877 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 2459c994-e46d-44cb-a423-eede3526f0c8 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:15:48.973877 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (2459c994-e46d-44cb-a423-eede3526f0c8), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:48.999141 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed77497-c362-4b5e-b274-b2d1960fb500 req-b05df03c-700a-4a98-92fc-c9f5f148766d tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:49.000743 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-bed77497-c362-4b5e-b274-b2d1960fb500 req-b05df03c-700a-4a98-92fc-c9f5f148766d tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/ports?device_id=e44995e9-7142-4594-a50c-8ebe99949ccf HTTP/1.1" status: 200 len: 945 time: 0.2729430 Jan 28 07:15:49.039814 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9826b6ac-7e76-4b87-8c5f-407623e05a9b admin admin] Pushing event updated for resources: {'Port': ['ID=ddd31aac-f2ae-49c7-ab4c-1fd6cf4e8e8a,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:49.041740 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-29b1cecf-4a9e-4a5b-a15f-69d9ff56eb97 None None] Provisioning complete for port 6aec374c-cc44-4b58-a98c-bf7de184cc69 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:15:49.042454 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-29b1cecf-4a9e-4a5b-a15f-69d9ff56eb97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (6aec374c-cc44-4b58-a98c-bf7de184cc69), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:49.101080 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a67523f1-a0f7-422f-88c4-59f674010b9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24757569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24979817'] for subnet (0d27407c-7ac9-47c4-a45d-1a359519da5d), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:49.103473 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-29b1cecf-4a9e-4a5b-a15f-69d9ff56eb97 None None] Port 6aec374c-cc44-4b58-a98c-bf7de184cc69 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:15:49.139102 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-e46aa4d0-33f1-4e91-9b31-d206d76cc1f9 req-6d08e282-869c-45ec-b3df-a62ffe172b23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (6aec374c-cc44-4b58-a98c-bf7de184cc69), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:49.170027 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-bed77497-c362-4b5e-b274-b2d1960fb500 req-75a74b27-50fe-4445-a187-53041f58e9c9 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/security-groups?id=54f3b545-d68e-44ae-b5dc-1cfcda6094b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500633 Jan 28 07:15:49.173873 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67523f1-a0f7-422f-88c4-59f674010b9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d27407c-7ac9-47c4-a45d-1a359519da5d,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:49.192866 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a67523f1-a0f7-422f-88c4-59f674010b9b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:49.203675 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-a67523f1-a0f7-422f-88c4-59f674010b9b admin admin] 10.222.0.41 "DELETE /v2.0/subnets/0d27407c-7ac9-47c4-a45d-1a359519da5d HTTP/1.1" status: 204 len: 168 time: 0.7987652 Jan 28 07:15:49.206364 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 2459c994-e46d-44cb-a423-eede3526f0c8 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:15:49.207262 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (2459c994-e46d-44cb-a423-eede3526f0c8), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:49.220184 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3b9d5c87-9f53-4c39-9d81-09ac407b263f req-17c22ca3-bc9c-45ca-88cf-8cc5c6074853 service neutron] 10.222.0.44 "GET /v2.0/networks/1f1d31eb-19d7-4148-a6ee-fb38490cf76f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2960422 Jan 28 07:15:49.225725 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 44788) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:15:49.260163 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] For port 2459c994-e46d-44cb-a423-eede3526f0c8, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=2459c994-e46d-44cb-a423-eede3526f0c8,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:15:49.272628 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (2459c994-e46d-44cb-a423-eede3526f0c8), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:49.306871 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-96101008-98e2-4f50-bcfb-e6a8049f5142 req-84328a07-6b90-4402-9287-3a090398e066 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5893ef6-46c4-45fa-a505-47cb270a9c49 HTTP/1.1" status: 200 len: 210 time: 0.0624337 Jan 28 07:15:49.381739 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-988848be-7736-4d4f-be62-655a874a4f22 None None] Provisioning complete for port ddd31aac-f2ae-49c7-ab4c-1fd6cf4e8e8a triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:15:49.382780 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-988848be-7736-4d4f-be62-655a874a4f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (ddd31aac-f2ae-49c7-ab4c-1fd6cf4e8e8a), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:49.409598 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Pushing event updated for resources: {'Port': ['ID=2459c994-e46d-44cb-a423-eede3526f0c8,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:49.448619 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-988848be-7736-4d4f-be62-655a874a4f22 None None] Port ddd31aac-f2ae-49c7-ab4c-1fd6cf4e8e8a cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:15:49.451252 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9826b6ac-7e76-4b87-8c5f-407623e05a9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (ddd31aac-f2ae-49c7-ab4c-1fd6cf4e8e8a), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:49.549548 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1c1f9188-2d2a-4558-a22f-5f4c70af792a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (e85ce6af-dc47-4e74-af2f-0fbb85efabc2), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:49.587099 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3b9d5c87-9f53-4c39-9d81-09ac407b263f req-e5c930a9-ebd7-4f80-a0c3-5755a5cd64da service neutron] 10.222.0.44 "GET /v2.0/networks/1f1d31eb-19d7-4148-a6ee-fb38490cf76f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3659649 Jan 28 07:15:49.620050 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccadd14f-395b-4197-8212-17fd2a190d34 req-78c495ed-50ae-4b54-a28d-5e210c296c7e tempest-ServerAddressesTestJSON-246964875 tempest-ServerAddressesTestJSON-246964875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:49.621892 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ccadd14f-395b-4197-8212-17fd2a190d34 req-78c495ed-50ae-4b54-a28d-5e210c296c7e tempest-ServerAddressesTestJSON-246964875 tempest-ServerAddressesTestJSON-246964875-project] 10.222.0.41 "GET /v2.0/ports?device_id=4fb89e47-6c62-4d61-9b16-87f4e3e401a6 HTTP/1.1" status: 200 len: 944 time: 0.2882719 Jan 28 07:15:49.730150 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9826b6ac-7e76-4b87-8c5f-407623e05a9b admin admin] Publish callbacks [] for port (ddd31aac-f2ae-49c7-ab4c-1fd6cf4e8e8a), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:49.741126 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a059b7-7150-4ed6-965e-021ebf2120e0 req-32e847e6-bc32-415b-8dbe-273214d3ff2f tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:49.743511 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-86a059b7-7150-4ed6-965e-021ebf2120e0 req-32e847e6-bc32-415b-8dbe-273214d3ff2f tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.10 "GET /v2.0/networks?id=77aa199c-9565-430c-bcef-5bacd415f620 HTTP/1.1" status: 200 len: 808 time: 0.3335700 Jan 28 07:15:49.753474 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9826b6ac-7e76-4b87-8c5f-407623e05a9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (ddd31aac-f2ae-49c7-ab4c-1fd6cf4e8e8a), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:49.791153 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-86a059b7-7150-4ed6-965e-021ebf2120e0 req-f5d7b397-0502-493f-8947-3e7962cc721e tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Request body: {'port': {'device_id': 'a5893ef6-46c4-45fa-a505-47cb270a9c49', 'network_id': '77aa199c-9565-430c-bcef-5bacd415f620', 'admin_state_up': True, 'tenant_id': '1b5821c096cf43639ed10b07e04f5303'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:15:49.836183 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [req-e46aa4d0-33f1-4e91-9b31-d206d76cc1f9 req-6d08e282-869c-45ec-b3df-a62ffe172b23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6aec374c-cc44-4b58-a98c-bf7de184cc69 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:15:49.850959 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-e46aa4d0-33f1-4e91-9b31-d206d76cc1f9 req-6d08e282-869c-45ec-b3df-a62ffe172b23 service neutron] Publish callbacks [] for port (6aec374c-cc44-4b58-a98c-bf7de184cc69), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:49.888725 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9826b6ac-7e76-4b87-8c5f-407623e05a9b admin admin] Pushing event updated for resources: {'Port': ['ID=ddd31aac-f2ae-49c7-ab4c-1fd6cf4e8e8a,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:49.891987 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [req-e46aa4d0-33f1-4e91-9b31-d206d76cc1f9 req-6d08e282-869c-45ec-b3df-a62ffe172b23 service neutron] Transition to ACTIVE for port object 6aec374c-cc44-4b58-a98c-bf7de184cc69 will not be triggered until provisioned by entity L2. {{(pid=103283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:15:49.894745 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9826b6ac-7e76-4b87-8c5f-407623e05a9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16318999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16606560'] for router_interface (dda371eb-bd79-4614-b0f0-edb2bee2ed77), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:49.912245 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c11c6c-2d35-4877-a06b-19cd6bb12aae req-d4530a23-8b26-47f5-89ec-d74225ae1d29 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:49.913833 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-76c11c6c-2d35-4877-a06b-19cd6bb12aae req-d4530a23-8b26-47f5-89ec-d74225ae1d29 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e182499-0172-418b-8661-f8d01d960a55 HTTP/1.1" status: 200 len: 932 time: 0.1636150 Jan 28 07:15:49.915304 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-e46aa4d0-33f1-4e91-9b31-d206d76cc1f9 req-6d08e282-869c-45ec-b3df-a62ffe172b23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (6aec374c-cc44-4b58-a98c-bf7de184cc69), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:50.033195 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d08e282-869c-45ec-b3df-a62ffe172b23 service neutron] Pushing event updated for resources: {'Port': ['ID=6aec374c-cc44-4b58-a98c-bf7de184cc69,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:50.184380 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-76c11c6c-2d35-4877-a06b-19cd6bb12aae req-7343fc94-9772-4f23-9e9a-bd21e68bc0df tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e9c3947-6ff8-4aa4-a1f7-c165b64c94a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340281 Jan 28 07:15:50.188215 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1c1f9188-2d2a-4558-a22f-5f4c70af792a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (e85ce6af-dc47-4e74-af2f-0fbb85efabc2), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:50.223753 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9826b6ac-7e76-4b87-8c5f-407623e05a9b admin admin] Network 3f790760-53a8-4403-a279-f0a40c73d527 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:15:50.230811 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-9826b6ac-7e76-4b87-8c5f-407623e05a9b admin admin] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:15:50.247418 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ccadd14f-395b-4197-8212-17fd2a190d34 req-98250bfb-0af7-40df-b014-066cef8bd6de tempest-ServerAddressesTestJSON-246964875 tempest-ServerAddressesTestJSON-246964875-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4423c7c-1c4e-4a45-9313-3bd037fa63a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6011591 Jan 28 07:15:50.254424 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-1c1f9188-2d2a-4558-a22f-5f4c70af792a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e85ce6af-dc47-4e74-af2f-0fbb85efabc2']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:15:50.258188 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f4d3df-0b85-48af-b315-ab599f553c8d req-311ad348-9906-4ea6-9f8a-6fe7bb573767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:50.259698 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f5f4d3df-0b85-48af-b315-ab599f553c8d req-311ad348-9906-4ea6-9f8a-6fe7bb573767 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=740cc6d885174248ac824665e42f4cbe&device_id=4fb89e47-6c62-4d61-9b16-87f4e3e401a6 HTTP/1.1" status: 200 len: 1096 time: 0.5542212 Jan 28 07:15:50.303769 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-1c1f9188-2d2a-4558-a22f-5f4c70af792a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cf6d162-1173-4186-b902-44d2727d3f7a') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:15:50.304077 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-1c1f9188-2d2a-4558-a22f-5f4c70af792a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cf6d162-1173-4186-b902-44d2727d3f7a') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:15:50.354485 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1c1f9188-2d2a-4558-a22f-5f4c70af792a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24759294'] for segment (4cf6d162-1173-4186-b902-44d2727d3f7a), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:50.441785 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-e46aa4d0-33f1-4e91-9b31-d206d76cc1f9 req-6d08e282-869c-45ec-b3df-a62ffe172b23 service neutron] Attempting to bind port 6aec374c-cc44-4b58-a98c-bf7de184cc69 on host n-h2-712749-28 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:15:50.446878 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 2459c994-e46d-44cb-a423-eede3526f0c8 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:15:50.447908 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-e46aa4d0-33f1-4e91-9b31-d206d76cc1f9 req-6d08e282-869c-45ec-b3df-a62ffe172b23 service neutron] Attempting to bind port 6aec374c-cc44-4b58-a98c-bf7de184cc69 by drivers openvswitch,hyperv on host n-h2-712749-28 at level 0 using segments [{'id': '67c4ed53-bfbf-4494-8d62-da0c7e4209c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e794ad63-0b0f-4018-9f49-e800aa3d32de'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:15:50.448678 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e46aa4d0-33f1-4e91-9b31-d206d76cc1f9 req-6d08e282-869c-45ec-b3df-a62ffe172b23 service neutron] Attempting to bind port 6aec374c-cc44-4b58-a98c-bf7de184cc69 on network e794ad63-0b0f-4018-9f49-e800aa3d32de {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:15:50.512224 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1c1f9188-2d2a-4558-a22f-5f4c70af792a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (4cf6d162-1173-4186-b902-44d2727d3f7a), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:50.522656 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c1f9188-2d2a-4558-a22f-5f4c70af792a admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:15:50.523095 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1c1f9188-2d2a-4558-a22f-5f4c70af792a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24757675'] for segment (4cf6d162-1173-4186-b902-44d2727d3f7a), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:50.525753 n-d-712749-28 neutron-server[103284]: Traceback (most recent call last): Jan 28 07:15:50.525753 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:15:50.525753 n-d-712749-28 neutron-server[103284]: timer() Jan 28 07:15:50.525753 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:15:50.525753 n-d-712749-28 neutron-server[103284]: cb(*args, **kw) Jan 28 07:15:50.525753 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:15:50.525753 n-d-712749-28 neutron-server[103284]: return func(*args, **kwargs) Jan 28 07:15:50.525753 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:15:50.525753 n-d-712749-28 neutron-server[103284]: self._notify() Jan 28 07:15:50.525753 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:15:50.525753 n-d-712749-28 neutron-server[103284]: self.callback(batched_events) Jan 28 07:15:50.525753 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:15:50.525753 n-d-712749-28 neutron-server[103284]: event.method(event) Jan 28 07:15:50.525753 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:15:50.525753 n-d-712749-28 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:15:50.525753 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:15:50.525753 n-d-712749-28 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:15:50.525753 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:15:50.525753 n-d-712749-28 neutron-server[103284]: return f(self, *a, **k) Jan 28 07:15:50.525753 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:15:50.525753 n-d-712749-28 neutron-server[103284]: return self._get(url).json() Jan 28 07:15:50.525753 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:15:50.525753 n-d-712749-28 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:15:50.525753 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:15:50.525753 n-d-712749-28 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Jan 28 07:15:50.525753 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:15:50.525753 n-d-712749-28 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:15:50.525753 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:15:50.525753 n-d-712749-28 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:15:50.525753 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:15:50.525753 n-d-712749-28 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:15:50.525753 n-d-712749-28 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:15:50.546966 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e46aa4d0-33f1-4e91-9b31-d206d76cc1f9 req-6d08e282-869c-45ec-b3df-a62ffe172b23 service neutron] Port 6aec374c-cc44-4b58-a98c-bf7de184cc69 on network e794ad63-0b0f-4018-9f49-e800aa3d32de not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-28 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:15:50.547421 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e46aa4d0-33f1-4e91-9b31-d206d76cc1f9 req-6d08e282-869c-45ec-b3df-a62ffe172b23 service neutron] Attempting to bind port 6aec374c-cc44-4b58-a98c-bf7de184cc69 on network e794ad63-0b0f-4018-9f49-e800aa3d32de {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:15:50.584103 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 2459c994-e46d-44cb-a423-eede3526f0c8 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:15:50.584901 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (2459c994-e46d-44cb-a423-eede3526f0c8), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:50.679758 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e14d5991-0725-491d-a1b0-fd9379da3b90 req-c82cd3e9-162b-4c36-a505-abddacd2985c tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5893ef6-46c4-45fa-a505-47cb270a9c49 HTTP/1.1" status: 200 len: 210 time: 0.0654681 Jan 28 07:15:50.701239 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f4d3df-0b85-48af-b315-ab599f553c8d req-05bec4ae-a2d0-4fee-8a97-46e32b88bdbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:50.701239 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f5f4d3df-0b85-48af-b315-ab599f553c8d req-05bec4ae-a2d0-4fee-8a97-46e32b88bdbb service neutron] 10.222.0.44 "GET /v2.0/networks?id=1f1d31eb-19d7-4148-a6ee-fb38490cf76f HTTP/1.1" status: 200 len: 914 time: 0.4107361 Jan 28 07:15:50.701239 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86a059b7-7150-4ed6-965e-021ebf2120e0 req-f5d7b397-0502-493f-8947-3e7962cc721e tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Made reservation on behalf of 1b5821c096cf43639ed10b07e04f5303 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:15:50.701239 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-86a059b7-7150-4ed6-965e-021ebf2120e0 req-f5d7b397-0502-493f-8947-3e7962cc721e tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:50.713103 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1c1f9188-2d2a-4558-a22f-5f4c70af792a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (e85ce6af-dc47-4e74-af2f-0fbb85efabc2), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:50.727943 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 2459c994-e46d-44cb-a423-eede3526f0c8 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:15:50.758730 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1c1f9188-2d2a-4558-a22f-5f4c70af792a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:50.765978 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-1c1f9188-2d2a-4558-a22f-5f4c70af792a admin admin] 10.222.0.41 "DELETE /v2.0/networks/e85ce6af-dc47-4e74-af2f-0fbb85efabc2 HTTP/1.1" status: 204 len: 168 time: 1.5263638 Jan 28 07:15:50.765978 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f5f4d3df-0b85-48af-b315-ab599f553c8d req-c6536ddc-69d9-413e-ac0d-22ac46013154 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8e7747b1-8f69-4267-a43b-8b9aea469de8 HTTP/1.1" status: 200 len: 217 time: 0.0624633 Jan 28 07:15:50.772813 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-56acbd47-aa32-4437-b9ef-5b34fec3ac7e None None] Provisioning complete for port ddd31aac-f2ae-49c7-ab4c-1fd6cf4e8e8a triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:15:50.773199 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-56acbd47-aa32-4437-b9ef-5b34fec3ac7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (ddd31aac-f2ae-49c7-ab4c-1fd6cf4e8e8a), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:50.822110 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-56acbd47-aa32-4437-b9ef-5b34fec3ac7e None None] Port ddd31aac-f2ae-49c7-ab4c-1fd6cf4e8e8a cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:15:50.845859 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1f9188-2d2a-4558-a22f-5f4c70af792a admin admin] Pushing event deleted for resources: {'Network': ['ID=e85ce6af-dc47-4e74-af2f-0fbb85efabc2,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:50.908544 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f4d3df-0b85-48af-b315-ab599f553c8d req-8ef32a8c-0780-4a58-9f06-d39eae265438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:50.910046 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f5f4d3df-0b85-48af-b315-ab599f553c8d req-8ef32a8c-0780-4a58-9f06-d39eae265438 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a97f0d01-e58c-4d83-872f-10f4ed35c784 HTTP/1.1" status: 200 len: 853 time: 0.1316791 Jan 28 07:15:50.970110 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 44802) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:15:50.977028 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e46aa4d0-33f1-4e91-9b31-d206d76cc1f9 req-6d08e282-869c-45ec-b3df-a62ffe172b23 service neutron] Checking agent: {'id': 'c9906e63-062c-432e-bb53-63fdb8115e18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:15:50.977620 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e46aa4d0-33f1-4e91-9b31-d206d76cc1f9 req-6d08e282-869c-45ec-b3df-a62ffe172b23 service neutron] Checking segment: {'id': '67c4ed53-bfbf-4494-8d62-da0c7e4209c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e794ad63-0b0f-4018-9f49-e800aa3d32de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:15:50.978082 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e46aa4d0-33f1-4e91-9b31-d206d76cc1f9 req-6d08e282-869c-45ec-b3df-a62ffe172b23 service neutron] Bound using segment: {'id': '67c4ed53-bfbf-4494-8d62-da0c7e4209c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e794ad63-0b0f-4018-9f49-e800aa3d32de'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:15:50.978597 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-e46aa4d0-33f1-4e91-9b31-d206d76cc1f9 req-6d08e282-869c-45ec-b3df-a62ffe172b23 service neutron] Bound port: 6aec374c-cc44-4b58-a98c-bf7de184cc69, host: n-h2-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67c4ed53-bfbf-4494-8d62-da0c7e4209c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e794ad63-0b0f-4018-9f49-e800aa3d32de'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:15:50.979189 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-e46aa4d0-33f1-4e91-9b31-d206d76cc1f9 req-6d08e282-869c-45ec-b3df-a62ffe172b23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (6aec374c-cc44-4b58-a98c-bf7de184cc69), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:51.012010 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-86a059b7-7150-4ed6-965e-021ebf2120e0 req-f5d7b397-0502-493f-8947-3e7962cc721e tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Allocated IP 172.20.0.12 (77aa199c-9565-430c-bcef-5bacd415f620/e60d974b-4a97-44ad-8684-0b13afa61368/016bf730-64ed-4f53-9ccb-aef1a6cd229d) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:15:51.015525 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f5f4d3df-0b85-48af-b315-ab599f553c8d req-264dcfaa-ea53-4298-b802-221f3f7f1331 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1f1d31eb-19d7-4148-a6ee-fb38490cf76f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444577 Jan 28 07:15:51.053671 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7e8ae3-38c4-4efe-ab04-d9e2e9c738ae req-c77c89c8-4210-41e5-a11f-cc3632f8d3eb tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:51.055874 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0a7e8ae3-38c4-4efe-ab04-d9e2e9c738ae req-c77c89c8-4210-41e5-a11f-cc3632f8d3eb tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/ports?device_id=e44995e9-7142-4594-a50c-8ebe99949ccf HTTP/1.1" status: 200 len: 945 time: 0.5297844 Jan 28 07:15:51.060064 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9826b6ac-7e76-4b87-8c5f-407623e05a9b admin admin] Router dda371eb-bd79-4614-b0f0-edb2bee2ed77 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:15:51.114416 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-e46aa4d0-33f1-4e91-9b31-d206d76cc1f9 req-6d08e282-869c-45ec-b3df-a62ffe172b23 service neutron] For port 6aec374c-cc44-4b58-a98c-bf7de184cc69, host n-h2-712749-28, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:15:51.118061 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-53ce0893-7e93-4f1f-ac39-a98029445fc6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=19f2f13931f54db7b6cdfada1845d6ff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1450722 Jan 28 07:15:51.122599 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-e46aa4d0-33f1-4e91-9b31-d206d76cc1f9 req-6d08e282-869c-45ec-b3df-a62ffe172b23 service neutron] For port 6aec374c-cc44-4b58-a98c-bf7de184cc69, host n-h2-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=6aec374c-cc44-4b58-a98c-bf7de184cc69,segment=NetworkSegment(67c4ed53-bfbf-4494-8d62-da0c7e4209c8),segment_id=67c4ed53-bfbf-4494-8d62-da0c7e4209c8)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:15:51.127501 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 44804) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:15:51.166439 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-e46aa4d0-33f1-4e91-9b31-d206d76cc1f9 req-6d08e282-869c-45ec-b3df-a62ffe172b23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (6aec374c-cc44-4b58-a98c-bf7de184cc69), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:51.217161 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46aa4d0-33f1-4e91-9b31-d206d76cc1f9 req-6d08e282-869c-45ec-b3df-a62ffe172b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:51.217474 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-e46aa4d0-33f1-4e91-9b31-d206d76cc1f9 req-6d08e282-869c-45ec-b3df-a62ffe172b23 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:51.218838 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e46aa4d0-33f1-4e91-9b31-d206d76cc1f9 req-6d08e282-869c-45ec-b3df-a62ffe172b23 service neutron] 10.222.0.44 "PUT /v2.0/ports/6aec374c-cc44-4b58-a98c-bf7de184cc69 HTTP/1.1" status: 200 len: 1093 time: 2.5352383 Jan 28 07:15:51.225693 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e182499-0172-418b-8661-f8d01d960a55', 'tag': '6aec374c-cc44-4b58-a98c-bf7de184cc69'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:15:51.235338 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14f14e80-4aa5-4e2a-880e-be38650514cb" -d '{"events": [{"name": "network-changed", "server_uuid": "4e182499-0172-418b-8661-f8d01d960a55", "tag": "6aec374c-cc44-4b58-a98c-bf7de184cc69"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:15:51.261668 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f5f4d3df-0b85-48af-b315-ab599f553c8d req-dcc255b6-3a45-45a2-a9d0-d20ac4449e1c service neutron] 10.222.0.44 "GET /v2.0/networks/1f1d31eb-19d7-4148-a6ee-fb38490cf76f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2360847 Jan 28 07:15:51.264552 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0a7e8ae3-38c4-4efe-ab04-d9e2e9c738ae req-8d27ab5f-2ee8-49bf-8fb3-ecb0aa9f2f88 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/security-groups?id=54f3b545-d68e-44ae-b5dc-1cfcda6094b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016060 Jan 28 07:15:51.323248 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-63017a55-e25f-4760-8536-4c3e8731c57f admin admin] Publish callbacks [] for security_group (fe71d1fe-2a82-45e2-af57-541b0a63f469), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:51.378709 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d08e282-869c-45ec-b3df-a62ffe172b23 service neutron] Pushing event updated for resources: {'Port': ['ID=6aec374c-cc44-4b58-a98c-bf7de184cc69,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:51.393505 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9826b6ac-7e76-4b87-8c5f-407623e05a9b admin admin] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:15:51.410306 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-9826b6ac-7e76-4b87-8c5f-407623e05a9b admin admin] 10.222.0.41 "PUT /v2.0/routers/dda371eb-bd79-4614-b0f0-edb2bee2ed77/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4070077 Jan 28 07:15:51.417226 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89b8de6-7da4-4954-8c1f-1ac8f1fea93c None None] Sync routers for ids ['dda371eb-bd79-4614-b0f0-edb2bee2ed77'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:15:51.430414 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46aa4d0-33f1-4e91-9b31-d206d76cc1f9 req-5bae1285-31f3-491c-a788-108d9a7ca971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:51.434666 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e46aa4d0-33f1-4e91-9b31-d206d76cc1f9 req-5bae1285-31f3-491c-a788-108d9a7ca971 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f5fa6549bc8d49d9b2eb68f328326d46&device_id=4e182499-0172-418b-8661-f8d01d960a55 HTTP/1.1" status: 200 len: 1096 time: 0.1167884 Jan 28 07:15:51.438533 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e540ccd0-056e-4f9b-a068-42c19140f2b7 x-openstack-request-id: req-e540ccd0-056e-4f9b-a068-42c19140f2b7 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:15:51.441122 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89b8de6-7da4-4954-8c1f-1ac8f1fea93c None None] Routers {'dda371eb-bd79-4614-b0f0-edb2bee2ed77'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:15:51.442006 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-e89b8de6-7da4-4954-8c1f-1ac8f1fea93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:15:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['dda371eb-bd79-4614-b0f0-edb2bee2ed77'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:15:51.442999 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e182499-0172-418b-8661-f8d01d960a55", "tag": "6aec374c-cc44-4b58-a98c-bf7de184cc69", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:15:51.443324 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e540ccd0-056e-4f9b-a068-42c19140f2b7 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:15:51.443770 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e182499-0172-418b-8661-f8d01d960a55', 'tag': '6aec374c-cc44-4b58-a98c-bf7de184cc69', 'status': 'completed', 'code': 200} Jan 28 07:15:51.475974 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-86a059b7-7150-4ed6-965e-021ebf2120e0 req-f5d7b397-0502-493f-8947-3e7962cc721e tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Publish callbacks [] for port (016bf730-64ed-4f53-9ccb-aef1a6cd229d), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:51.502870 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-63017a55-e25f-4760-8536-4c3e8731c57f admin admin] Publish callbacks [] for security_group (fe71d1fe-2a82-45e2-af57-541b0a63f469), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:51.572309 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e46aa4d0-33f1-4e91-9b31-d206d76cc1f9 req-286ed5ab-b517-4277-8d26-e431563146c3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6aec374c-cc44-4b58-a98c-bf7de184cc69 HTTP/1.1" status: 200 len: 217 time: 0.1060514 Jan 28 07:15:51.617857 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-e89b8de6-7da4-4954-8c1f-1ac8f1fea93c None None] Set router dda371eb-bd79-4614-b0f0-edb2bee2ed77 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:15:51.644762 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f5f4d3df-0b85-48af-b315-ab599f553c8d req-d5713f01-243d-439e-9bae-663a8c2f47ac service neutron] 10.222.0.44 "GET /v2.0/networks/1f1d31eb-19d7-4148-a6ee-fb38490cf76f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3470416 Jan 28 07:15:51.660484 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69b62d0-d206-495a-86d7-f95d1b86a6b9 req-9d27836a-c886-413e-9db0-f440871ff645 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:51.667608 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c69b62d0-d206-495a-86d7-f95d1b86a6b9 req-9d27836a-c886-413e-9db0-f440871ff645 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e182499-0172-418b-8661-f8d01d960a55 HTTP/1.1" status: 200 len: 944 time: 0.2142653 Jan 28 07:15:51.720891 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-86a059b7-7150-4ed6-965e-021ebf2120e0 req-f5d7b397-0502-493f-8947-3e7962cc721e tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (016bf730-64ed-4f53-9ccb-aef1a6cd229d), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:51.738219 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 8e7747b1-8f69-4267-a43b-8b9aea469de8 details requested by agent hyperv_n-h2-712749-28 with host n-h2-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:15:51.740451 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aefd2d-73a6-4c4b-ab81-3efbc79de5aa req-5cb11b3a-c1a7-4c34-9ac8-20c152cb8182 tempest-ServerAddressesTestJSON-246964875 tempest-ServerAddressesTestJSON-246964875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:51.748448 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-63aefd2d-73a6-4c4b-ab81-3efbc79de5aa req-5cb11b3a-c1a7-4c34-9ac8-20c152cb8182 tempest-ServerAddressesTestJSON-246964875 tempest-ServerAddressesTestJSON-246964875-project] 10.222.0.41 "GET /v2.0/ports?device_id=4fb89e47-6c62-4d61-9b16-87f4e3e401a6 HTTP/1.1" status: 200 len: 944 time: 0.2075787 Jan 28 07:15:51.751773 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46aa4d0-33f1-4e91-9b31-d206d76cc1f9 req-5186e154-e026-4ebf-8c0d-9611966a6c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:51.753709 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e46aa4d0-33f1-4e91-9b31-d206d76cc1f9 req-5186e154-e026-4ebf-8c0d-9611966a6c5f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=11d8e1f8-50c3-4314-ae17-177714f8d453 HTTP/1.1" status: 200 len: 850 time: 0.1732135 Jan 28 07:15:51.785189 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c69b62d0-d206-495a-86d7-f95d1b86a6b9 req-96700a01-100d-4493-8562-51a76d4e9569 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e9c3947-6ff8-4aa4-a1f7-c165b64c94a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163483 Jan 28 07:15:51.807293 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['eae27188-e0c6-460b-86e6-5b12f277a7d9'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:15:51.835391 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86a059b7-7150-4ed6-965e-021ebf2120e0 req-f5d7b397-0502-493f-8947-3e7962cc721e tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Network 77aa199c-9565-430c-bcef-5bacd415f620 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:15:51.836288 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-63017a55-e25f-4760-8536-4c3e8731c57f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (fe71d1fe-2a82-45e2-af57-541b0a63f469), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:51.839242 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-63017a55-e25f-4760-8536-4c3e8731c57f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:51.843284 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-63017a55-e25f-4760-8536-4c3e8731c57f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fe71d1fe-2a82-45e2-af57-541b0a63f469 HTTP/1.1" status: 204 len: 168 time: 0.7146480 Jan 28 07:15:51.861700 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-86a059b7-7150-4ed6-965e-021ebf2120e0 req-f5d7b397-0502-493f-8947-3e7962cc721e tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:15:51.865413 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-86a059b7-7150-4ed6-965e-021ebf2120e0 req-f5d7b397-0502-493f-8947-3e7962cc721e tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:15:51.911159 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63017a55-e25f-4760-8536-4c3e8731c57f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe71d1fe-2a82-45e2-af57-541b0a63f469,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:51.913296 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-63aefd2d-73a6-4c4b-ab81-3efbc79de5aa req-77f45f11-8e5d-4859-b670-886c9de413f5 tempest-ServerAddressesTestJSON-246964875 tempest-ServerAddressesTestJSON-246964875-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4423c7c-1c4e-4a45-9313-3bd037fa63a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631656 Jan 28 07:15:51.937728 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d7b397-0502-493f-8947-3e7962cc721e tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Pushing event updated for resources: {'Port': ['ID=016bf730-64ed-4f53-9ccb-aef1a6cd229d,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:51.942836 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46aa4d0-33f1-4e91-9b31-d206d76cc1f9 req-f93b91ec-9b4b-4b3f-8afb-111685587953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:51.944538 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e46aa4d0-33f1-4e91-9b31-d206d76cc1f9 req-f93b91ec-9b4b-4b3f-8afb-111685587953 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e794ad63-0b0f-4018-9f49-e800aa3d32de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1830316 Jan 28 07:15:51.979373 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a059b7-7150-4ed6-965e-021ebf2120e0 req-f5d7b397-0502-493f-8947-3e7962cc721e tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:51.982051 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-86a059b7-7150-4ed6-965e-021ebf2120e0 req-f5d7b397-0502-493f-8947-3e7962cc721e tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:52.016810 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-86a059b7-7150-4ed6-965e-021ebf2120e0 req-f5d7b397-0502-493f-8947-3e7962cc721e tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2312925 Jan 28 07:15:52.030711 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 8e7747b1-8f69-4267-a43b-8b9aea469de8, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=8e7747b1-8f69-4267-a43b-8b9aea469de8,segment=NetworkSegment(82511790-bbec-405d-a6ea-5c4abfcc2e80),segment_id=82511790-bbec-405d-a6ea-5c4abfcc2e80)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:15:52.036636 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-86a059b7-7150-4ed6-965e-021ebf2120e0 req-39545d6a-61e8-48f6-bceb-2d545492e71e service neutron] Request body: {'port': {'device_id': 'a5893ef6-46c4-45fa-a505-47cb270a9c49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-28'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:15:52.050841 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Returning: {'device': '8e7747b1-8f69-4267-a43b-8b9aea469de8', 'network_id': '1f1d31eb-19d7-4148-a6ee-fb38490cf76f', 'port_id': '8e7747b1-8f69-4267-a43b-8b9aea469de8', 'mac_address': 'fa:16:3e:38:25:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a97f0d01-e58c-4d83-872f-10f4ed35c784', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:15:52.198254 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-86a059b7-7150-4ed6-965e-021ebf2120e0 req-39545d6a-61e8-48f6-bceb-2d545492e71e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (016bf730-64ed-4f53-9ccb-aef1a6cd229d), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:52.235072 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port 8e7747b1-8f69-4267-a43b-8b9aea469de8 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:15:52.235464 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (8e7747b1-8f69-4267-a43b-8b9aea469de8), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:52.258020 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-e89b8de6-7da4-4954-8c1f-1ac8f1fea93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dda371eb-bd79-4614-b0f0-edb2bee2ed77', 'name': 'tempest-TaggedBootDevicesTest_v242-1325793077-router', 'tenant_id': '6a16562f4e0b40b69523d9d718e8a4c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': '2459c994-e46d-44cb-a423-eede3526f0c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:15:42Z', 'updated_at': '2022-01-28T07:15:49Z', 'revision_number': 4, 'project_id': '6a16562f4e0b40b69523d9d718e8a4c0', 'gw_port': {'id': '2459c994-e46d-44cb-a423-eede3526f0c8', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:3b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dda371eb-bd79-4614-b0f0-edb2bee2ed77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:15:43Z', 'updated_at': '2022-01-28T07:15:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': 'ddd31aac-f2ae-49c7-ab4c-1fd6cf4e8e8a', 'name': '', 'network_id': '3f790760-53a8-4403-a279-f0a40c73d527', 'tenant_id': '6a16562f4e0b40b69523d9d718e8a4c0', 'mac_address': 'fa:16:3e:21:66:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dda371eb-bd79-4614-b0f0-edb2bee2ed77', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '73a9883f-5d62-4e44-aedd-907ff0ad8bcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:15:47Z', 'updated_at': '2022-01-28T07:15:49Z', 'revision_number': 2, 'project_id': '6a16562f4e0b40b69523d9d718e8a4c0', 'subnets': [{'id': '73a9883f-5d62-4e44-aedd-907ff0ad8bcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:15:52.269670 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e7747b1-8f69-4267-a43b-8b9aea469de8 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:15:52.291086 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 8e7747b1-8f69-4267-a43b-8b9aea469de8, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=8e7747b1-8f69-4267-a43b-8b9aea469de8,segment=NetworkSegment(82511790-bbec-405d-a6ea-5c4abfcc2e80),segment_id=82511790-bbec-405d-a6ea-5c4abfcc2e80)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:15:52.300499 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e46aa4d0-33f1-4e91-9b31-d206d76cc1f9 req-808584ca-a11d-4972-8663-a2d3721c1e17 service neutron] 10.222.0.44 "GET /v2.0/networks/e794ad63-0b0f-4018-9f49-e800aa3d32de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3445330 Jan 28 07:15:52.331416 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89b8de6-7da4-4954-8c1f-1ac8f1fea93c None None] Checking router: dda371eb-bd79-4614-b0f0-edb2bee2ed77 for host: n-d-712749-28 {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:15:52.331783 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89b8de6-7da4-4954-8c1f-1ac8f1fea93c None None] Updating router dda371eb-bd79-4614-b0f0-edb2bee2ed77 port ddd31aac-f2ae-49c7-ab4c-1fd6cf4e8e8a binding host n-d-712749-28 {{(pid=103285) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 07:15:52.356438 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (8e7747b1-8f69-4267-a43b-8b9aea469de8), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:52.367474 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e89b8de6-7da4-4954-8c1f-1ac8f1fea93c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (ddd31aac-f2ae-49c7-ab4c-1fd6cf4e8e8a), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:52.506512 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=8e7747b1-8f69-4267-a43b-8b9aea469de8,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:52.580725 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdaf0f9-b256-4aa5-bf20-cb661371102a req-361992c5-85fc-43c0-903d-db3de68a4ec8 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:52.593220 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-afdaf0f9-b256-4aa5-bf20-cb661371102a req-361992c5-85fc-43c0-903d-db3de68a4ec8 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5893ef6-46c4-45fa-a505-47cb270a9c49 HTTP/1.1" status: 200 len: 932 time: 0.3785045 Jan 28 07:15:52.638803 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c4eebf-b816-468f-bb10-c48070b81c94 req-5c4c3bc9-4af1-462c-b9ed-5f49d6daf23b tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:52.647326 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e5c4eebf-b816-468f-bb10-c48070b81c94 req-5c4c3bc9-4af1-462c-b9ed-5f49d6daf23b tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/ports?device_id=e44995e9-7142-4594-a50c-8ebe99949ccf HTTP/1.1" status: 200 len: 945 time: 0.2293572 Jan 28 07:15:52.654283 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e46aa4d0-33f1-4e91-9b31-d206d76cc1f9 req-013c76c8-367a-4446-95e9-716bd9162d3c service neutron] 10.222.0.44 "GET /v2.0/networks/e794ad63-0b0f-4018-9f49-e800aa3d32de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3352511 Jan 28 07:15:52.726204 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-afdaf0f9-b256-4aa5-bf20-cb661371102a req-3b1e8b56-5ea8-46c3-bdf1-0d3963dd5b69 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c286ac6-5d5d-46b9-b282-9e68e0339bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320930 Jan 28 07:15:52.774979 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['8e7747b1-8f69-4267-a43b-8b9aea469de8'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:15:52.800983 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e5c4eebf-b816-468f-bb10-c48070b81c94 req-28378785-4564-4c32-892e-7ecafb2be2af tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/security-groups?id=54f3b545-d68e-44ae-b5dc-1cfcda6094b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493924 Jan 28 07:15:52.874096 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 44854) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:15:52.886787 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-35fa8fb7-edee-437d-93ee-677c6c6ace85 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-2074740629-network', 'tenant_id': 'c11129bb904d478dbedbd3f2c7df46cf'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:15:53.001407 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f14e80-4aa5-4e2a-880e-be38650514cb req-dcbb96a8-95f9-4af0-b409-155ab45f7edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:53.003481 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-14f14e80-4aa5-4e2a-880e-be38650514cb req-dcbb96a8-95f9-4af0-b409-155ab45f7edf service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f5fa6549bc8d49d9b2eb68f328326d46&device_id=4e182499-0172-418b-8661-f8d01d960a55 HTTP/1.1" status: 200 len: 1096 time: 0.2394538 Jan 28 07:15:53.011066 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35fa8fb7-edee-437d-93ee-677c6c6ace85 admin admin] Made reservation on behalf of c11129bb904d478dbedbd3f2c7df46cf for: {'network': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:15:53.014460 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-35fa8fb7-edee-437d-93ee-677c6c6ace85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:53.047944 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960c8651-5aa2-4429-8778-19c59e220c70 req-fd9191f4-0bda-4c02-9954-3e32934f8d85 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:53.054527 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-35fa8fb7-edee-437d-93ee-677c6c6ace85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:53.056866 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-960c8651-5aa2-4429-8778-19c59e220c70 req-fd9191f4-0bda-4c02-9954-3e32934f8d85 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/ports?device_id=e44995e9-7142-4594-a50c-8ebe99949ccf HTTP/1.1" status: 200 len: 945 time: 0.1146791 Jan 28 07:15:53.074700 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-86a059b7-7150-4ed6-965e-021ebf2120e0 req-39545d6a-61e8-48f6-bceb-2d545492e71e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 016bf730-64ed-4f53-9ccb-aef1a6cd229d {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:15:53.091185 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-86a059b7-7150-4ed6-965e-021ebf2120e0 req-39545d6a-61e8-48f6-bceb-2d545492e71e service neutron] Publish callbacks [] for port (016bf730-64ed-4f53-9ccb-aef1a6cd229d), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:53.134474 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e64eaf-368c-4663-9bd8-4d988c2385d6 req-8d9d8ba6-7921-415d-9fdb-8d81a567515a tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:53.143004 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f7e64eaf-368c-4663-9bd8-4d988c2385d6 req-8d9d8ba6-7921-415d-9fdb-8d81a567515a tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e182499-0172-418b-8661-f8d01d960a55 HTTP/1.1" status: 200 len: 944 time: 0.1900938 Jan 28 07:15:53.149951 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-960c8651-5aa2-4429-8778-19c59e220c70 req-d19f01ca-b7bd-40d3-91c8-02d075456f2a tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/security-groups?id=54f3b545-d68e-44ae-b5dc-1cfcda6094b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860615 Jan 28 07:15:53.169524 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-86a059b7-7150-4ed6-965e-021ebf2120e0 req-39545d6a-61e8-48f6-bceb-2d545492e71e service neutron] Transition to ACTIVE for port object 016bf730-64ed-4f53-9ccb-aef1a6cd229d will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:15:53.181141 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-86a059b7-7150-4ed6-965e-021ebf2120e0 req-39545d6a-61e8-48f6-bceb-2d545492e71e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (016bf730-64ed-4f53-9ccb-aef1a6cd229d), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:53.199839 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e89b8de6-7da4-4954-8c1f-1ac8f1fea93c None None] Publish callbacks [] for port (ddd31aac-f2ae-49c7-ab4c-1fd6cf4e8e8a), precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:53.229158 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e89b8de6-7da4-4954-8c1f-1ac8f1fea93c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (ddd31aac-f2ae-49c7-ab4c-1fd6cf4e8e8a), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:53.270107 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f7e64eaf-368c-4663-9bd8-4d988c2385d6 req-10358cd7-b3db-4cea-8786-695d7c286876 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e9c3947-6ff8-4aa4-a1f7-c165b64c94a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259131 Jan 28 07:15:53.280754 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39545d6a-61e8-48f6-bceb-2d545492e71e service neutron] Pushing event updated for resources: {'Port': ['ID=016bf730-64ed-4f53-9ccb-aef1a6cd229d,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:53.338153 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1a8a6b-ad1d-498a-8d58-27b79e5b13c6 None None] Pushing event updated for resources: {'Port': ['ID=ddd31aac-f2ae-49c7-ab4c-1fd6cf4e8e8a,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:53.389469 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f14e80-4aa5-4e2a-880e-be38650514cb req-a1b424e0-44e3-4266-a835-fee1e5339c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:53.393953 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-14f14e80-4aa5-4e2a-880e-be38650514cb req-a1b424e0-44e3-4266-a835-fee1e5339c87 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e794ad63-0b0f-4018-9f49-e800aa3d32de HTTP/1.1" status: 200 len: 912 time: 0.3747296 Jan 28 07:15:53.400615 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbc15e2-6dad-49a3-bc48-b4ca954b6b97 req-6cd05aa9-1fcd-4a83-873c-36500fdc0d2c tempest-ServerAddressesTestJSON-246964875 tempest-ServerAddressesTestJSON-246964875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:53.401412 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 44870) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:15:53.408050 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9dbc15e2-6dad-49a3-bc48-b4ca954b6b97 req-6cd05aa9-1fcd-4a83-873c-36500fdc0d2c tempest-ServerAddressesTestJSON-246964875 tempest-ServerAddressesTestJSON-246964875-project] 10.222.0.41 "GET /v2.0/ports?device_id=4fb89e47-6c62-4d61-9b16-87f4e3e401a6 HTTP/1.1" status: 200 len: 945 time: 0.1316676 Jan 28 07:15:53.421099 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-e89b8de6-7da4-4954-8c1f-1ac8f1fea93c None None] Attempting to bind port ddd31aac-f2ae-49c7-ab4c-1fd6cf4e8e8a on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:15:53.421480 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-e89b8de6-7da4-4954-8c1f-1ac8f1fea93c None None] Attempting to bind port ddd31aac-f2ae-49c7-ab4c-1fd6cf4e8e8a by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '4b71204a-78d3-438a-bdaf-b518acb071bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '3f790760-53a8-4403-a279-f0a40c73d527'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:15:53.421851 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89b8de6-7da4-4954-8c1f-1ac8f1fea93c None None] Attempting to bind port ddd31aac-f2ae-49c7-ab4c-1fd6cf4e8e8a on network 3f790760-53a8-4403-a279-f0a40c73d527 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:15:53.448526 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89b8de6-7da4-4954-8c1f-1ac8f1fea93c None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:15:53.448800 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89b8de6-7da4-4954-8c1f-1ac8f1fea93c None None] Checking segment: {'id': '4b71204a-78d3-438a-bdaf-b518acb071bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '3f790760-53a8-4403-a279-f0a40c73d527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:15:53.449212 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e89b8de6-7da4-4954-8c1f-1ac8f1fea93c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:53.449610 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89b8de6-7da4-4954-8c1f-1ac8f1fea93c None None] Bound using segment: {'id': '4b71204a-78d3-438a-bdaf-b518acb071bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '3f790760-53a8-4403-a279-f0a40c73d527'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:15:53.450103 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-e89b8de6-7da4-4954-8c1f-1ac8f1fea93c None None] Bound port: ddd31aac-f2ae-49c7-ab4c-1fd6cf4e8e8a, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b71204a-78d3-438a-bdaf-b518acb071bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '3f790760-53a8-4403-a279-f0a40c73d527'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:15:53.450477 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e89b8de6-7da4-4954-8c1f-1ac8f1fea93c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (ddd31aac-f2ae-49c7-ab4c-1fd6cf4e8e8a), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:53.545479 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-14f14e80-4aa5-4e2a-880e-be38650514cb req-4bab9b7a-d250-4543-93db-b06e223f685f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6aec374c-cc44-4b58-a98c-bf7de184cc69 HTTP/1.1" status: 200 len: 217 time: 0.1270258 Jan 28 07:15:53.549488 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9dbc15e2-6dad-49a3-bc48-b4ca954b6b97 req-fffc7563-4f62-41cb-9d71-c8a3aa8c070e tempest-ServerAddressesTestJSON-246964875 tempest-ServerAddressesTestJSON-246964875-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4423c7c-1c4e-4a45-9313-3bd037fa63a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403337 Jan 28 07:15:53.635940 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-86a059b7-7150-4ed6-965e-021ebf2120e0 req-39545d6a-61e8-48f6-bceb-2d545492e71e service neutron] Attempting to bind port 016bf730-64ed-4f53-9ccb-aef1a6cd229d on host n-h1-712749-28 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:15:53.637081 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-86a059b7-7150-4ed6-965e-021ebf2120e0 req-39545d6a-61e8-48f6-bceb-2d545492e71e service neutron] Attempting to bind port 016bf730-64ed-4f53-9ccb-aef1a6cd229d by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': 'b38b5d3d-4197-4548-8b2f-aaaa5395d71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '77aa199c-9565-430c-bcef-5bacd415f620'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:15:53.637727 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a059b7-7150-4ed6-965e-021ebf2120e0 req-39545d6a-61e8-48f6-bceb-2d545492e71e service neutron] Attempting to bind port 016bf730-64ed-4f53-9ccb-aef1a6cd229d on network 77aa199c-9565-430c-bcef-5bacd415f620 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:15:53.645166 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-e89b8de6-7da4-4954-8c1f-1ac8f1fea93c None None] For port ddd31aac-f2ae-49c7-ab4c-1fd6cf4e8e8a, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:15:53.647052 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-a0343a68-eaab-442a-b7e0-7cdec46ff373 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1484491272-network', 'tenant_id': '0b4f72e635fb44e69f282acdd985384c'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:15:53.650617 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a059b7-7150-4ed6-965e-021ebf2120e0 req-39545d6a-61e8-48f6-bceb-2d545492e71e service neutron] Port 016bf730-64ed-4f53-9ccb-aef1a6cd229d on network 77aa199c-9565-430c-bcef-5bacd415f620 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:15:53.652478 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-e89b8de6-7da4-4954-8c1f-1ac8f1fea93c None None] For port ddd31aac-f2ae-49c7-ab4c-1fd6cf4e8e8a, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=ddd31aac-f2ae-49c7-ab4c-1fd6cf4e8e8a,segment=NetworkSegment(4b71204a-78d3-438a-bdaf-b518acb071bf),segment_id=4b71204a-78d3-438a-bdaf-b518acb071bf)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:15:53.656737 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a059b7-7150-4ed6-965e-021ebf2120e0 req-39545d6a-61e8-48f6-bceb-2d545492e71e service neutron] Attempting to bind port 016bf730-64ed-4f53-9ccb-aef1a6cd229d on network 77aa199c-9565-430c-bcef-5bacd415f620 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:15:53.660174 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e89b8de6-7da4-4954-8c1f-1ac8f1fea93c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (ddd31aac-f2ae-49c7-ab4c-1fd6cf4e8e8a), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:53.676942 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a059b7-7150-4ed6-965e-021ebf2120e0 req-39545d6a-61e8-48f6-bceb-2d545492e71e service neutron] Checking agent: {'id': '2fca46b1-237f-4857-9290-2429d810e472', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 15, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:15:53.677340 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a059b7-7150-4ed6-965e-021ebf2120e0 req-39545d6a-61e8-48f6-bceb-2d545492e71e service neutron] Checking segment: {'id': 'b38b5d3d-4197-4548-8b2f-aaaa5395d71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '77aa199c-9565-430c-bcef-5bacd415f620'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:15:53.677737 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a059b7-7150-4ed6-965e-021ebf2120e0 req-39545d6a-61e8-48f6-bceb-2d545492e71e service neutron] Bound using segment: {'id': 'b38b5d3d-4197-4548-8b2f-aaaa5395d71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '77aa199c-9565-430c-bcef-5bacd415f620'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:15:53.678191 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-86a059b7-7150-4ed6-965e-021ebf2120e0 req-39545d6a-61e8-48f6-bceb-2d545492e71e service neutron] Bound port: 016bf730-64ed-4f53-9ccb-aef1a6cd229d, host: n-h1-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b38b5d3d-4197-4548-8b2f-aaaa5395d71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '77aa199c-9565-430c-bcef-5bacd415f620'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:15:53.678555 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-86a059b7-7150-4ed6-965e-021ebf2120e0 req-39545d6a-61e8-48f6-bceb-2d545492e71e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (016bf730-64ed-4f53-9ccb-aef1a6cd229d), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:53.716102 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-35fa8fb7-edee-437d-93ee-677c6c6ace85 admin admin] Publish callbacks [] for security_group (aa8376b8-bf46-4887-8ee6-c2f49567e4ec), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:53.732312 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-35fa8fb7-edee-437d-93ee-677c6c6ace85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (aa8376b8-bf46-4887-8ee6-c2f49567e4ec), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:53.757160 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89b8de6-7da4-4954-8c1f-1ac8f1fea93c None None] Routers {'dda371eb-bd79-4614-b0f0-edb2bee2ed77'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:15:53.758742 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-e89b8de6-7da4-4954-8c1f-1ac8f1fea93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:15:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['dda371eb-bd79-4614-b0f0-edb2bee2ed77'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:15:53.761786 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0343a68-eaab-442a-b7e0-7cdec46ff373 admin admin] Made reservation on behalf of 0b4f72e635fb44e69f282acdd985384c for: {'network': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:15:53.764608 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a0343a68-eaab-442a-b7e0-7cdec46ff373 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:53.778284 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f14e80-4aa5-4e2a-880e-be38650514cb req-c741feb0-897e-46b6-a240-60c25538eeca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:53.779772 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-14f14e80-4aa5-4e2a-880e-be38650514cb req-c741feb0-897e-46b6-a240-60c25538eeca service neutron] 10.222.0.44 "GET /v2.0/subnets?id=11d8e1f8-50c3-4314-ae17-177714f8d453 HTTP/1.1" status: 200 len: 850 time: 0.1601930 Jan 28 07:15:53.828737 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1a8a6b-ad1d-498a-8d58-27b79e5b13c6 None None] Pushing event updated for resources: {'Port': ['ID=ddd31aac-f2ae-49c7-ab4c-1fd6cf4e8e8a,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:53.833628 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35fa8fb7-edee-437d-93ee-677c6c6ace85 admin admin] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=103283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:15:53.854065 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-0dbd7d53-e6ca-4c30-8a23-649bafedb50f None None] Provisioning complete for port ddd31aac-f2ae-49c7-ab4c-1fd6cf4e8e8a triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:15:53.855504 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0dbd7d53-e6ca-4c30-8a23-649bafedb50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (ddd31aac-f2ae-49c7-ab4c-1fd6cf4e8e8a), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:53.863534 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-86a059b7-7150-4ed6-965e-021ebf2120e0 req-39545d6a-61e8-48f6-bceb-2d545492e71e service neutron] For port 016bf730-64ed-4f53-9ccb-aef1a6cd229d, host n-h1-712749-28, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:15:53.871024 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-86a059b7-7150-4ed6-965e-021ebf2120e0 req-39545d6a-61e8-48f6-bceb-2d545492e71e service neutron] For port 016bf730-64ed-4f53-9ccb-aef1a6cd229d, host n-h1-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=016bf730-64ed-4f53-9ccb-aef1a6cd229d,segment=NetworkSegment(b38b5d3d-4197-4548-8b2f-aaaa5395d71b),segment_id=b38b5d3d-4197-4548-8b2f-aaaa5395d71b)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:15:53.876282 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-86a059b7-7150-4ed6-965e-021ebf2120e0 req-39545d6a-61e8-48f6-bceb-2d545492e71e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (016bf730-64ed-4f53-9ccb-aef1a6cd229d), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:53.893417 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a0343a68-eaab-442a-b7e0-7cdec46ff373 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:53.968616 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-35fa8fb7-edee-437d-93ee-677c6c6ace85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (5ced1804-daa8-4cc4-8190-94d9b6bc8f1a), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:53.968967 n-d-712749-28 neutron-server[103283]: INFO neutron.db.segments_db [None req-35fa8fb7-edee-437d-93ee-677c6c6ace85 admin admin] Added segment 5ced1804-daa8-4cc4-8190-94d9b6bc8f1a of type vlan for network 84328416-4059-4d46-a8be-5490b945d071 Jan 28 07:15:53.973178 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fa8fb7-edee-437d-93ee-677c6c6ace85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa8376b8-bf46-4887-8ee6-c2f49567e4ec,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:54.007316 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a059b7-7150-4ed6-965e-021ebf2120e0 req-39545d6a-61e8-48f6-bceb-2d545492e71e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:54.009021 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-86a059b7-7150-4ed6-965e-021ebf2120e0 req-39545d6a-61e8-48f6-bceb-2d545492e71e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:54.010921 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-86a059b7-7150-4ed6-965e-021ebf2120e0 req-39545d6a-61e8-48f6-bceb-2d545492e71e service neutron] 10.222.0.10 "PUT /v2.0/ports/016bf730-64ed-4f53-9ccb-aef1a6cd229d HTTP/1.1" status: 200 len: 1093 time: 1.9795551 Jan 28 07:15:54.014087 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5893ef6-46c4-45fa-a505-47cb270a9c49', 'tag': '016bf730-64ed-4f53-9ccb-aef1a6cd229d'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:15:54.020212 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1a73c61-ad17-42c9-8307-31a0cb26425c" -d '{"events": [{"name": "network-changed", "server_uuid": "a5893ef6-46c4-45fa-a505-47cb270a9c49", "tag": "016bf730-64ed-4f53-9ccb-aef1a6cd229d"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:15:54.065852 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e305eb53-0709-4d8b-b69a-bf717be16e1a req-c36f591c-f2d3-4002-8e8e-8f842c76346e tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:54.068837 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e305eb53-0709-4d8b-b69a-bf717be16e1a req-c36f591c-f2d3-4002-8e8e-8f842c76346e tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/ports?device_id=e44995e9-7142-4594-a50c-8ebe99949ccf HTTP/1.1" status: 200 len: 945 time: 0.1897793 Jan 28 07:15:54.071420 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39545d6a-61e8-48f6-bceb-2d545492e71e service neutron] Pushing event updated for resources: {'Port': ['ID=016bf730-64ed-4f53-9ccb-aef1a6cd229d,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:54.088953 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-35fa8fb7-edee-437d-93ee-677c6c6ace85 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (84328416-4059-4d46-a8be-5490b945d071), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:54.135046 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-35fa8fb7-edee-437d-93ee-677c6c6ace85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (84328416-4059-4d46-a8be-5490b945d071), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:54.136229 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35fa8fb7-edee-437d-93ee-677c6c6ace85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:54.137655 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-35fa8fb7-edee-437d-93ee-677c6c6ace85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:54.234285 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fa8fb7-edee-437d-93ee-677c6c6ace85 admin admin] Pushing event updated for resources: {'Network': ['ID=84328416-4059-4d46-a8be-5490b945d071,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:54.245454 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f14e80-4aa5-4e2a-880e-be38650514cb req-ebc1a17d-f606-47d7-9dab-2d3dc78a32f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:54.247445 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-14f14e80-4aa5-4e2a-880e-be38650514cb req-ebc1a17d-f606-47d7-9dab-2d3dc78a32f1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e794ad63-0b0f-4018-9f49-e800aa3d32de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4312565 Jan 28 07:15:54.252537 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network 84328416-4059-4d46-a8be-5490b945d071 details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:15:54.276884 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-e89b8de6-7da4-4954-8c1f-1ac8f1fea93c None None] Set router dda371eb-bd79-4614-b0f0-edb2bee2ed77 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:15:54.295653 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e305eb53-0709-4d8b-b69a-bf717be16e1a req-17a511c6-e02b-43bf-b4f4-41e16f3f085b tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/security-groups?id=54f3b545-d68e-44ae-b5dc-1cfcda6094b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095389 Jan 28 07:15:54.298532 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a059b7-7150-4ed6-965e-021ebf2120e0 req-49a0f11e-67f0-4a93-ab9c-c974778e3ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:54.299950 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-86a059b7-7150-4ed6-965e-021ebf2120e0 req-49a0f11e-67f0-4a93-ab9c-c974778e3ed0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1b5821c096cf43639ed10b07e04f5303&device_id=a5893ef6-46c4-45fa-a505-47cb270a9c49 HTTP/1.1" status: 200 len: 1096 time: 0.2105699 Jan 28 07:15:54.358615 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-0dbd7d53-e6ca-4c30-8a23-649bafedb50f None None] Current status of the port ddd31aac-f2ae-49c7-ab4c-1fd6cf4e8e8a is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:15:54.359019 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0dbd7d53-e6ca-4c30-8a23-649bafedb50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (ddd31aac-f2ae-49c7-ab4c-1fd6cf4e8e8a), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:54.372652 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-14f14e80-4aa5-4e2a-880e-be38650514cb req-dda1f9e2-e0a6-4568-8987-600ef99df340 service neutron] 10.222.0.44 "GET /v2.0/networks/e794ad63-0b0f-4018-9f49-e800aa3d32de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167161 Jan 28 07:15:54.391387 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687b3a6a-83da-48c8-8224-9718241adbae req-ab46c3e2-2985-4760-a7a1-87ec5c930526 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:54.398815 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-687b3a6a-83da-48c8-8224-9718241adbae req-ab46c3e2-2985-4760-a7a1-87ec5c930526 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5893ef6-46c4-45fa-a505-47cb270a9c49 HTTP/1.1" status: 200 len: 944 time: 0.5074308 Jan 28 07:15:54.434010 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-86a059b7-7150-4ed6-965e-021ebf2120e0 req-5d4926b8-3a13-4302-b7cb-db14f4a694a5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=016bf730-64ed-4f53-9ccb-aef1a6cd229d HTTP/1.1" status: 200 len: 217 time: 0.1178808 Jan 28 07:15:54.441938 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0560e8d-8d01-4f85-bfe2-71de496bd996 x-openstack-request-id: req-c0560e8d-8d01-4f85-bfe2-71de496bd996 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:15:54.443600 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5893ef6-46c4-45fa-a505-47cb270a9c49", "tag": "016bf730-64ed-4f53-9ccb-aef1a6cd229d", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:15:54.444075 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c0560e8d-8d01-4f85-bfe2-71de496bd996 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:15:54.447000 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5893ef6-46c4-45fa-a505-47cb270a9c49', 'tag': '016bf730-64ed-4f53-9ccb-aef1a6cd229d', 'status': 'completed', 'code': 200} Jan 28 07:15:54.511761 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-14f14e80-4aa5-4e2a-880e-be38650514cb req-514a3e06-63ae-4845-bbc7-ba57104587c8 service neutron] 10.222.0.44 "GET /v2.0/networks/e794ad63-0b0f-4018-9f49-e800aa3d32de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018720 Jan 28 07:15:54.512230 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-0dbd7d53-e6ca-4c30-8a23-649bafedb50f None None] For port ddd31aac-f2ae-49c7-ab4c-1fd6cf4e8e8a, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=ddd31aac-f2ae-49c7-ab4c-1fd6cf4e8e8a,segment=NetworkSegment(4b71204a-78d3-438a-bdaf-b518acb071bf),segment_id=4b71204a-78d3-438a-bdaf-b518acb071bf)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:15:54.522906 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-35fa8fb7-edee-437d-93ee-677c6c6ace85 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.6407697 Jan 28 07:15:54.523100 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0dbd7d53-e6ca-4c30-8a23-649bafedb50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (ddd31aac-f2ae-49c7-ab4c-1fd6cf4e8e8a), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:54.528053 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 44884) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:15:54.553435 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-3cd13fd8-1005-40d7-a405-8fe8afeadf63 admin admin] Request body: {'subnet': {'network_id': '84328416-4059-4d46-a8be-5490b945d071', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-2074740629-subnet', 'tenant_id': 'c11129bb904d478dbedbd3f2c7df46cf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:15:54.604324 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbd7d53-e6ca-4c30-8a23-649bafedb50f None None] Pushing event updated for resources: {'Port': ['ID=ddd31aac-f2ae-49c7-ab4c-1fd6cf4e8e8a,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:54.613090 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cd13fd8-1005-40d7-a405-8fe8afeadf63 admin admin] Made reservation on behalf of c11129bb904d478dbedbd3f2c7df46cf for: {'subnet': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:15:54.616563 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3cd13fd8-1005-40d7-a405-8fe8afeadf63 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13555781'] for subnet (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:54.616912 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a059b7-7150-4ed6-965e-021ebf2120e0 req-a7f87253-e3c6-4a8c-a136-0e8601522f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:54.618504 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-86a059b7-7150-4ed6-965e-021ebf2120e0 req-a7f87253-e3c6-4a8c-a136-0e8601522f59 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e60d974b-4a97-44ad-8684-0b13afa61368 HTTP/1.1" status: 200 len: 848 time: 0.1694987 Jan 28 07:15:54.646907 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a0343a68-eaab-442a-b7e0-7cdec46ff373 admin admin] Publish callbacks [] for security_group (c221fb94-d835-4c3c-a157-77bd87956eb4), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:54.676580 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-86a059b7-7150-4ed6-965e-021ebf2120e0 req-f7d06f88-fe0c-41d2-a3ce-17e0dbc5ff06 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=77aa199c-9565-430c-bcef-5bacd415f620&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383618 Jan 28 07:15:54.685018 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c816da0-c888-47e7-9a02-15131ab9561c req-c897b2e9-c696-425d-aa6e-d98b58a03f44 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:54.688873 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-52af1fc5-51a6-4c4d-823e-67cc31dcfa03 None None] Provisioning complete for port ddd31aac-f2ae-49c7-ab4c-1fd6cf4e8e8a triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:15:54.691050 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-52af1fc5-51a6-4c4d-823e-67cc31dcfa03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (ddd31aac-f2ae-49c7-ab4c-1fd6cf4e8e8a), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:54.697267 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3c816da0-c888-47e7-9a02-15131ab9561c req-c897b2e9-c696-425d-aa6e-d98b58a03f44 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e182499-0172-418b-8661-f8d01d960a55 HTTP/1.1" status: 200 len: 944 time: 0.1331136 Jan 28 07:15:54.697780 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-687b3a6a-83da-48c8-8224-9718241adbae req-a0a1836b-eb45-410d-a58b-d2ee0989188f tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c286ac6-5d5d-46b9-b282-9e68e0339bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2975647 Jan 28 07:15:54.707399 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a0343a68-eaab-442a-b7e0-7cdec46ff373 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (c221fb94-d835-4c3c-a157-77bd87956eb4), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:54.739500 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0343a68-eaab-442a-b7e0-7cdec46ff373 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c221fb94-d835-4c3c-a157-77bd87956eb4,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:54.763567 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0343a68-eaab-442a-b7e0-7cdec46ff373 admin admin] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=103283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:15:54.781576 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a0343a68-eaab-442a-b7e0-7cdec46ff373 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (a808d082-4a6d-456a-9418-fbff71da9cea), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:54.781930 n-d-712749-28 neutron-server[103283]: INFO neutron.db.segments_db [None req-a0343a68-eaab-442a-b7e0-7cdec46ff373 admin admin] Added segment a808d082-4a6d-456a-9418-fbff71da9cea of type vlan for network b7f98979-35d3-4edd-9f5a-52f9bc7098b6 Jan 28 07:15:54.839034 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a0343a68-eaab-442a-b7e0-7cdec46ff373 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (b7f98979-35d3-4edd-9f5a-52f9bc7098b6), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:54.869645 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3c816da0-c888-47e7-9a02-15131ab9561c req-0371de3a-6900-480e-a26c-646063f69dec tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e9c3947-6ff8-4aa4-a1f7-c165b64c94a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713405 Jan 28 07:15:54.943303 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-e89b8de6-7da4-4954-8c1f-1ac8f1fea93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dda371eb-bd79-4614-b0f0-edb2bee2ed77', 'name': 'tempest-TaggedBootDevicesTest_v242-1325793077-router', 'tenant_id': '6a16562f4e0b40b69523d9d718e8a4c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': '2459c994-e46d-44cb-a423-eede3526f0c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:15:42Z', 'updated_at': '2022-01-28T07:15:49Z', 'revision_number': 4, 'project_id': '6a16562f4e0b40b69523d9d718e8a4c0', 'gw_port': {'id': '2459c994-e46d-44cb-a423-eede3526f0c8', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:3b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dda371eb-bd79-4614-b0f0-edb2bee2ed77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:15:43Z', 'updated_at': '2022-01-28T07:15:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': 'ddd31aac-f2ae-49c7-ab4c-1fd6cf4e8e8a', 'name': '', 'network_id': '3f790760-53a8-4403-a279-f0a40c73d527', 'tenant_id': '6a16562f4e0b40b69523d9d718e8a4c0', 'mac_address': 'fa:16:3e:21:66:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dda371eb-bd79-4614-b0f0-edb2bee2ed77', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '73a9883f-5d62-4e44-aedd-907ff0ad8bcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:15:47Z', 'updated_at': '2022-01-28T07:15:53Z', 'revision_number': 4, 'project_id': '6a16562f4e0b40b69523d9d718e8a4c0', 'subnets': [{'id': '73a9883f-5d62-4e44-aedd-907ff0ad8bcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:15:54.969534 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a0343a68-eaab-442a-b7e0-7cdec46ff373 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (b7f98979-35d3-4edd-9f5a-52f9bc7098b6), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:54.970501 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0343a68-eaab-442a-b7e0-7cdec46ff373 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:54.975972 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a0343a68-eaab-442a-b7e0-7cdec46ff373 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:54.989185 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-86a059b7-7150-4ed6-965e-021ebf2120e0 req-cf2e02ea-cb5b-486d-a3a6-e52403667591 service neutron] 10.222.0.10 "GET /v2.0/networks/77aa199c-9565-430c-bcef-5bacd415f620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2889776 Jan 28 07:15:54.993196 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89b8de6-7da4-4954-8c1f-1ac8f1fea93c None None] The sync data for ids ['dda371eb-bd79-4614-b0f0-edb2bee2ed77'] in n-d-712749-28 is: [{'id': 'dda371eb-bd79-4614-b0f0-edb2bee2ed77', 'name': 'tempest-TaggedBootDevicesTest_v242-1325793077-router', 'tenant_id': '6a16562f4e0b40b69523d9d718e8a4c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': '2459c994-e46d-44cb-a423-eede3526f0c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:15:42Z', 'updated_at': '2022-01-28T07:15:49Z', 'revision_number': 4, 'project_id': '6a16562f4e0b40b69523d9d718e8a4c0', 'gw_port': {'id': '2459c994-e46d-44cb-a423-eede3526f0c8', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:3b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dda371eb-bd79-4614-b0f0-edb2bee2ed77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:15:43Z', 'updated_at': '2022-01-28T07:15:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': 'ddd31aac-f2ae-49c7-ab4c-1fd6cf4e8e8a', 'name': '', 'network_id': '3f790760-53a8-4403-a279-f0a40c73d527', 'tenant_id': '6a16562f4e0b40b69523d9d718e8a4c0', 'mac_address': 'fa:16:3e:21:66:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dda371eb-bd79-4614-b0f0-edb2bee2ed77', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '73a9883f-5d62-4e44-aedd-907ff0ad8bcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:15:47Z', 'updated_at': '2022-01-28T07:15:53Z', 'revision_number': 4, 'project_id': '6a16562f4e0b40b69523d9d718e8a4c0', 'subnets': [{'id': '73a9883f-5d62-4e44-aedd-907ff0ad8bcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:15:55.014547 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-52af1fc5-51a6-4c4d-823e-67cc31dcfa03 None None] Current status of the port ddd31aac-f2ae-49c7-ab4c-1fd6cf4e8e8a is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:15:55.106648 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-a0343a68-eaab-442a-b7e0-7cdec46ff373 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.7011962 Jan 28 07:15:55.114566 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 44890) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:15:55.115343 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3cd13fd8-1005-40d7-a405-8fe8afeadf63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13546728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13555799'] for subnet (eaf5162e-0559-4037-843b-d0499ba9c73a), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:55.121310 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-7a6860f1-2a0e-4560-9008-36e570f11e03 admin admin] Request body: {'subnet': {'network_id': 'b7f98979-35d3-4edd-9f5a-52f9bc7098b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1484491272-subnet', 'tenant_id': '0b4f72e635fb44e69f282acdd985384c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:15:55.145244 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0343a68-eaab-442a-b7e0-7cdec46ff373 admin admin] Pushing event updated for resources: {'Network': ['ID=b7f98979-35d3-4edd-9f5a-52f9bc7098b6,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:55.169189 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network b7f98979-35d3-4edd-9f5a-52f9bc7098b6 details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:15:55.185137 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a6860f1-2a0e-4560-9008-36e570f11e03 admin admin] Made reservation on behalf of 0b4f72e635fb44e69f282acdd985384c for: {'subnet': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:15:55.187611 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7a6860f1-2a0e-4560-9008-36e570f11e03 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13555781'] for subnet (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:55.217183 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-86a059b7-7150-4ed6-965e-021ebf2120e0 req-f367c6ea-77db-4a68-85f5-1dc6b666ad37 service neutron] 10.222.0.10 "GET /v2.0/networks/77aa199c-9565-430c-bcef-5bacd415f620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078378 Jan 28 07:15:55.302694 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cabc49-6961-4126-83c9-03de4ec3d8e8 req-ef70d306-2890-4b02-bb27-0bc606f5337d tempest-ServerAddressesTestJSON-246964875 tempest-ServerAddressesTestJSON-246964875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:55.304314 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-16cabc49-6961-4126-83c9-03de4ec3d8e8 req-ef70d306-2890-4b02-bb27-0bc606f5337d tempest-ServerAddressesTestJSON-246964875 tempest-ServerAddressesTestJSON-246964875-project] 10.222.0.41 "GET /v2.0/ports?device_id=4fb89e47-6c62-4d61-9b16-87f4e3e401a6 HTTP/1.1" status: 200 len: 945 time: 0.2851543 Jan 28 07:15:55.326519 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd13fd8-1005-40d7-a405-8fe8afeadf63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eaf5162e-0559-4037-843b-d0499ba9c73a,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:55.386372 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd13fd8-1005-40d7-a405-8fe8afeadf63 admin admin] Checking segment: {'id': '5ced1804-daa8-4cc4-8190-94d9b6bc8f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '84328416-4059-4d46-a8be-5490b945d071'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:15:55.387094 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cd13fd8-1005-40d7-a405-8fe8afeadf63 admin admin] Network hostable DHCP agents. Network: 84328416-4059-4d46-a8be-5490b945d071, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:15:55.444502 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-16cabc49-6961-4126-83c9-03de4ec3d8e8 req-5b443dfe-26d4-4bb2-b3ae-686cd6ed6733 tempest-ServerAddressesTestJSON-246964875 tempest-ServerAddressesTestJSON-246964875-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4423c7c-1c4e-4a45-9313-3bd037fa63a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244502 Jan 28 07:15:55.484031 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cd13fd8-1005-40d7-a405-8fe8afeadf63 admin admin] Network 84328416-4059-4d46-a8be-5490b945d071 is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:15:55.504438 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a73c61-ad17-42c9-8307-31a0cb26425c req-9ef974c8-95b8-43ec-9549-c26aece8f5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:55.506128 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a1a73c61-ad17-42c9-8307-31a0cb26425c req-9ef974c8-95b8-43ec-9549-c26aece8f5bb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1b5821c096cf43639ed10b07e04f5303&device_id=a5893ef6-46c4-45fa-a505-47cb270a9c49 HTTP/1.1" status: 200 len: 1096 time: 0.1727526 Jan 28 07:15:55.516787 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d31c54-dce0-4fcf-9c78-66a081cf61eb req-7d8eb02e-1c1e-4e5d-af24-d3051303cdb4 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:55.520976 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-3cd13fd8-1005-40d7-a405-8fe8afeadf63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, 84328416-4059-4d46-a8be-5490b945d071) {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:15:55.525184 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-73d31c54-dce0-4fcf-9c78-66a081cf61eb req-7d8eb02e-1c1e-4e5d-af24-d3051303cdb4 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/ports?device_id=e44995e9-7142-4594-a50c-8ebe99949ccf HTTP/1.1" status: 200 len: 945 time: 0.1013350 Jan 28 07:15:55.532287 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f61b5cb-8c88-4317-ab8a-4c693eee2b0b None None] Network 84328416-4059-4d46-a8be-5490b945d071 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:15:55.532668 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd13fd8-1005-40d7-a405-8fe8afeadf63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:55.533392 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3cd13fd8-1005-40d7-a405-8fe8afeadf63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:55.559125 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b5f3cf-3e88-4648-b220-8467f1d2dfc6 req-3dbb654c-42cb-4820-9fbd-7d8b85627ff2 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:55.560951 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-91b5f3cf-3e88-4648-b220-8467f1d2dfc6 req-3dbb654c-42cb-4820-9fbd-7d8b85627ff2 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.10 "GET /v2.0/ports?device_id=e44995e9-7142-4594-a50c-8ebe99949ccf HTTP/1.1" status: 200 len: 945 time: 0.2289066 Jan 28 07:15:55.562922 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-3cd13fd8-1005-40d7-a405-8fe8afeadf63 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0158231 Jan 28 07:15:55.572828 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 44894) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:15:55.619858 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7a6860f1-2a0e-4560-9008-36e570f11e03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13546728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13555799'] for subnet (b9e1cab8-6d17-4d8d-8315-a67ebdedcc49), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:55.623978 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-7dd94b3b-1f27-4bbd-9bfc-fd451eddbd89 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-2074740629-router', 'tenant_id': 'c11129bb904d478dbedbd3f2c7df46cf', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:15:55.667412 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6860f1-2a0e-4560-9008-36e570f11e03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9e1cab8-6d17-4d8d-8315-a67ebdedcc49,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:55.687331 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 6aec374c-cc44-4b58-a98c-bf7de184cc69 details requested by agent hyperv_n-h2-712749-28 with host n-h2-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:15:55.689704 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 8e7747b1-8f69-4267-a43b-8b9aea469de8 up at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:15:55.706739 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6860f1-2a0e-4560-9008-36e570f11e03 admin admin] Checking segment: {'id': 'a808d082-4a6d-456a-9418-fbff71da9cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'b7f98979-35d3-4edd-9f5a-52f9bc7098b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:15:55.707517 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a6860f1-2a0e-4560-9008-36e570f11e03 admin admin] Network hostable DHCP agents. Network: b7f98979-35d3-4edd-9f5a-52f9bc7098b6, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:15:55.717358 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-667df710-b29b-41b2-b61f-7a81bde9d88a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3dd72b9-6805-5f61-b6f3-a591f99a173d-84328416-4059-4d46-a8be-5490b945d071', 'network_id': '84328416-4059-4d46-a8be-5490b945d071', 'project_id': 'c11129bb904d478dbedbd3f2c7df46cf', 'fixed_ips': [{'subnet_id': 'eaf5162e-0559-4037-843b-d0499ba9c73a'}]}} from n-d-712749-28. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 07:15:55.718522 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-667df710-b29b-41b2-b61f-7a81bde9d88a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:55.745242 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a6860f1-2a0e-4560-9008-36e570f11e03 admin admin] Network b7f98979-35d3-4edd-9f5a-52f9bc7098b6 is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:15:55.776215 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-7a6860f1-2a0e-4560-9008-36e570f11e03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, b7f98979-35d3-4edd-9f5a-52f9bc7098b6) {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:15:55.789769 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a6860f1-2a0e-4560-9008-36e570f11e03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:55.790583 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7a6860f1-2a0e-4560-9008-36e570f11e03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:55.796076 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7dd94b3b-1f27-4bbd-9bfc-fd451eddbd89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16606890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127275'] for router (281f3ad7-3219-45c2-9337-b0d5c9f0f5b6), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:55.796993 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7dd94b3b-1f27-4bbd-9bfc-fd451eddbd89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16605498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16607952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16355422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127266'] for router (281f3ad7-3219-45c2-9337-b0d5c9f0f5b6), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:55.817381 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1756055a-c391-46fb-a50f-2608316e7574 None None] Network b7f98979-35d3-4edd-9f5a-52f9bc7098b6 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:15:55.822009 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-73d31c54-dce0-4fcf-9c78-66a081cf61eb req-19abd5fb-3081-4e25-9492-ee08b56f9e29 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/security-groups?id=54f3b545-d68e-44ae-b5dc-1cfcda6094b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2939136 Jan 28 07:15:55.849854 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-7a6860f1-2a0e-4560-9008-36e570f11e03 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7321043 Jan 28 07:15:55.874534 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a73c61-ad17-42c9-8307-31a0cb26425c req-6f7d379d-c8ff-4e35-b288-2c54b71a2f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:55.876076 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a1a73c61-ad17-42c9-8307-31a0cb26425c req-6f7d379d-c8ff-4e35-b288-2c54b71a2f78 service neutron] 10.222.0.10 "GET /v2.0/networks?id=77aa199c-9565-430c-bcef-5bacd415f620 HTTP/1.1" status: 200 len: 909 time: 0.3408632 Jan 28 07:15:55.956097 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7dd94b3b-1f27-4bbd-9bfc-fd451eddbd89 admin admin] Publish callbacks [] for router_controller (281f3ad7-3219-45c2-9337-b0d5c9f0f5b6), precommit_add_association {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:55.963785 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99141045-010f-40b4-9139-c1b5669a7ab1 req-92bd35d6-4e5d-444b-bd82-09d2a47a5c71 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:55.972642 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-99141045-010f-40b4-9139-c1b5669a7ab1 req-92bd35d6-4e5d-444b-bd82-09d2a47a5c71 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5893ef6-46c4-45fa-a505-47cb270a9c49 HTTP/1.1" status: 200 len: 944 time: 0.0983427 Jan 28 07:15:56.004833 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a1a73c61-ad17-42c9-8307-31a0cb26425c req-960b3f5d-e38f-4d13-8f0d-8f7e5cb55164 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=016bf730-64ed-4f53-9ccb-aef1a6cd229d HTTP/1.1" status: 200 len: 217 time: 0.0466406 Jan 28 07:15:56.024634 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-91b5f3cf-3e88-4648-b220-8467f1d2dfc6 req-27f4ae9d-d12d-44f0-b985-82f728ac91c0 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Deleting port e30df1a4-03e1-488f-a4c2-e716699d2a3b {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:15:56.024992 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-91b5f3cf-3e88-4648-b220-8467f1d2dfc6 req-27f4ae9d-d12d-44f0-b985-82f728ac91c0 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (e30df1a4-03e1-488f-a4c2-e716699d2a3b), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:56.094857 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-99141045-010f-40b4-9139-c1b5669a7ab1 req-b83420de-8a66-482d-a6ae-1879ba8d4a86 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c286ac6-5d5d-46b9-b282-9e68e0339bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207614 Jan 28 07:15:56.106910 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 6aec374c-cc44-4b58-a98c-bf7de184cc69, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=6aec374c-cc44-4b58-a98c-bf7de184cc69,segment=NetworkSegment(67c4ed53-bfbf-4494-8d62-da0c7e4209c8),segment_id=67c4ed53-bfbf-4494-8d62-da0c7e4209c8)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:15:56.124695 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Returning: {'device': '6aec374c-cc44-4b58-a98c-bf7de184cc69', 'network_id': 'e794ad63-0b0f-4018-9f49-e800aa3d32de', 'port_id': '6aec374c-cc44-4b58-a98c-bf7de184cc69', 'mac_address': 'fa:16:3e:ee:4e:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11d8e1f8-50c3-4314-ae17-177714f8d453', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:15:56.191594 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port 6aec374c-cc44-4b58-a98c-bf7de184cc69 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:15:56.192062 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (6aec374c-cc44-4b58-a98c-bf7de184cc69), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:56.265886 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a98740bb-c7e5-4faf-8ace-9cf39ee30c08 None None] Network b7f98979-35d3-4edd-9f5a-52f9bc7098b6 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:15:56.354111 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a73c61-ad17-42c9-8307-31a0cb26425c req-34562708-f616-41c7-872f-6da7e785d1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:56.355589 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a1a73c61-ad17-42c9-8307-31a0cb26425c req-34562708-f616-41c7-872f-6da7e785d1f2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e60d974b-4a97-44ad-8684-0b13afa61368 HTTP/1.1" status: 200 len: 848 time: 0.3272982 Jan 28 07:15:56.407955 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7dd94b3b-1f27-4bbd-9bfc-fd451eddbd89 admin admin] Publish callbacks [] for router_gateway (281f3ad7-3219-45c2-9337-b0d5c9f0f5b6), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:56.414411 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning for port 8e7747b1-8f69-4267-a43b-8b9aea469de8 completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:15:56.438409 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning complete for port 8e7747b1-8f69-4267-a43b-8b9aea469de8 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:15:56.438799 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (8e7747b1-8f69-4267-a43b-8b9aea469de8), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:56.442719 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85434210-0bf1-40e2-b07d-4299d8b7cdd4 req-43e59beb-ebc2-47e1-a83c-43e50570f863 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:56.458530 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-85434210-0bf1-40e2-b07d-4299d8b7cdd4 req-43e59beb-ebc2-47e1-a83c-43e50570f863 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e182499-0172-418b-8661-f8d01d960a55 HTTP/1.1" status: 200 len: 944 time: 0.3006780 Jan 28 07:15:56.476758 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a1a73c61-ad17-42c9-8307-31a0cb26425c req-253acbc3-c500-4d1b-b0cb-5d2799c5ebcd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=77aa199c-9565-430c-bcef-5bacd415f620&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0892484 Jan 28 07:15:56.481511 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-91b5f3cf-3e88-4648-b220-8467f1d2dfc6 req-27f4ae9d-d12d-44f0-b985-82f728ac91c0 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] For port e30df1a4-03e1-488f-a4c2-e716699d2a3b, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=e30df1a4-03e1-488f-a4c2-e716699d2a3b,segment=NetworkSegment(8c1a2649-126a-42b2-aa92-3dce43dd7caa),segment_id=8c1a2649-126a-42b2-aa92-3dce43dd7caa)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:15:56.481945 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-91b5f3cf-3e88-4648-b220-8467f1d2dfc6 req-27f4ae9d-d12d-44f0-b985-82f728ac91c0 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (e30df1a4-03e1-488f-a4c2-e716699d2a3b), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:56.509771 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device ddd31aac-f2ae-49c7-ab4c-1fd6cf4e8e8a up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:15:56.516004 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-5d56710d-179d-43d3-a15e-0f3b57e95ec8 req-c5f6dacf-3255-42ec-a5f0-352b75dec513 tempest-SecurityGroupRulesNegativeTestJSON-1353357199 tempest-SecurityGroupRulesNegativeTestJSON-1353357199-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2089915184', 'description': 'tempest-description-1704366684'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:15:56.523155 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6aec374c-cc44-4b58-a98c-bf7de184cc69 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:15:56.557190 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-5d56710d-179d-43d3-a15e-0f3b57e95ec8 req-c5f6dacf-3255-42ec-a5f0-352b75dec513 tempest-SecurityGroupRulesNegativeTestJSON-1353357199 tempest-SecurityGroupRulesNegativeTestJSON-1353357199-project] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:56.576700 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 6aec374c-cc44-4b58-a98c-bf7de184cc69, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=6aec374c-cc44-4b58-a98c-bf7de184cc69,segment=NetworkSegment(67c4ed53-bfbf-4494-8d62-da0c7e4209c8),segment_id=67c4ed53-bfbf-4494-8d62-da0c7e4209c8)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:15:56.640663 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (6aec374c-cc44-4b58-a98c-bf7de184cc69), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:56.690563 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-5d56710d-179d-43d3-a15e-0f3b57e95ec8 req-c5f6dacf-3255-42ec-a5f0-352b75dec513 tempest-SecurityGroupRulesNegativeTestJSON-1353357199 tempest-SecurityGroupRulesNegativeTestJSON-1353357199-project] Publish callbacks [] for security_group (4ccde413-2e01-4bb1-82fd-7a6f72df54dd), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:56.695947 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-5d56710d-179d-43d3-a15e-0f3b57e95ec8 req-c5f6dacf-3255-42ec-a5f0-352b75dec513 tempest-SecurityGroupRulesNegativeTestJSON-1353357199 tempest-SecurityGroupRulesNegativeTestJSON-1353357199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (4ccde413-2e01-4bb1-82fd-7a6f72df54dd), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:56.729624 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-5d56710d-179d-43d3-a15e-0f3b57e95ec8 req-c5f6dacf-3255-42ec-a5f0-352b75dec513 tempest-SecurityGroupRulesNegativeTestJSON-1353357199 tempest-SecurityGroupRulesNegativeTestJSON-1353357199-project] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:56.730674 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5d56710d-179d-43d3-a15e-0f3b57e95ec8 req-c5f6dacf-3255-42ec-a5f0-352b75dec513 tempest-SecurityGroupRulesNegativeTestJSON-1353357199 tempest-SecurityGroupRulesNegativeTestJSON-1353357199-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1837 time: 0.2188962 Jan 28 07:15:56.739539 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f6dacf-3255-42ec-a5f0-352b75dec513 tempest-SecurityGroupRulesNegativeTestJSON-1353357199 tempest-SecurityGroupRulesNegativeTestJSON-1353357199-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ccde413-2e01-4bb1-82fd-7a6f72df54dd,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:56.821159 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=6aec374c-cc44-4b58-a98c-bf7de184cc69,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:56.859293 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-667df710-b29b-41b2-b61f-7a81bde9d88a None None] Allocated IP 172.20.0.2 (84328416-4059-4d46-a8be-5490b945d071/eaf5162e-0559-4037-843b-d0499ba9c73a/0ea4e645-59ac-4bab-9092-2acc77e02f4e) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:15:56.889051 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58de36c-519d-44f2-915f-e380257c3f16 req-4f1ec753-5c41-432e-bc20-bae51b760116 tempest-ServerAddressesTestJSON-246964875 tempest-ServerAddressesTestJSON-246964875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:56.901889 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c58de36c-519d-44f2-915f-e380257c3f16 req-4f1ec753-5c41-432e-bc20-bae51b760116 tempest-ServerAddressesTestJSON-246964875 tempest-ServerAddressesTestJSON-246964875-project] 10.222.0.41 "GET /v2.0/ports?device_id=4fb89e47-6c62-4d61-9b16-87f4e3e401a6 HTTP/1.1" status: 200 len: 945 time: 0.0737891 Jan 28 07:15:56.994476 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port 8e7747b1-8f69-4267-a43b-8b9aea469de8 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:15:56.994957 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (8e7747b1-8f69-4267-a43b-8b9aea469de8), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:57.006952 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c58de36c-519d-44f2-915f-e380257c3f16 req-54e2c7cf-42ce-4afa-9d33-c306972d3da0 tempest-ServerAddressesTestJSON-246964875 tempest-ServerAddressesTestJSON-246964875-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4423c7c-1c4e-4a45-9313-3bd037fa63a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031270 Jan 28 07:15:57.022273 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a1a73c61-ad17-42c9-8307-31a0cb26425c req-a3ee8e90-b62d-4826-9c54-9f9650c38c80 service neutron] 10.222.0.10 "GET /v2.0/networks/77aa199c-9565-430c-bcef-5bacd415f620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5199120 Jan 28 07:15:57.040363 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port ddd31aac-f2ae-49c7-ab4c-1fd6cf4e8e8a triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:15:57.041173 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (ddd31aac-f2ae-49c7-ab4c-1fd6cf4e8e8a), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:57.100073 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a64b079f-ce01-4425-9b53-65830be2be02 req-e24f38b1-ab7e-4cb1-a33a-32746dd9847d tempest-SecurityGroupRulesNegativeTestJSON-1353357199 tempest-SecurityGroupRulesNegativeTestJSON-1353357199-project] 10.222.0.41 "GET /v2.0/security-groups/4ccde413-2e01-4bb1-82fd-7a6f72df54dd HTTP/1.1" status: 200 len: 1832 time: 0.0443919 Jan 28 07:15:57.104006 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['6aec374c-cc44-4b58-a98c-bf7de184cc69'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:15:57.105937 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fb89e47-6c62-4d61-9b16-87f4e3e401a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e7747b1-8f69-4267-a43b-8b9aea469de8'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:15:57.108737 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5517edc8-fcd8-4fa8-8428-8d7fab72f95c" -d '{"events": [{"server_uuid": "4fb89e47-6c62-4d61-9b16-87f4e3e401a6", "name": "network-vif-plugged", "status": "completed", "tag": "8e7747b1-8f69-4267-a43b-8b9aea469de8"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:15:57.117401 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-a64b079f-ce01-4425-9b53-65830be2be02 req-5b804317-e434-45b4-8161-1f9eba03b01e tempest-SecurityGroupRulesNegativeTestJSON-1353357199 tempest-SecurityGroupRulesNegativeTestJSON-1353357199-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4ccde413-2e01-4bb1-82fd-7a6f72df54dd', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:15:57.118283 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-a64b079f-ce01-4425-9b53-65830be2be02 req-5b804317-e434-45b4-8161-1f9eba03b01e tempest-SecurityGroupRulesNegativeTestJSON-1353357199 tempest-SecurityGroupRulesNegativeTestJSON-1353357199-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4ccde413-2e01-4bb1-82fd-7a6f72df54dd', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:15:57.139959 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a1a73c61-ad17-42c9-8307-31a0cb26425c req-2f5c0d3c-17d7-4f15-b450-949980d86e0f service neutron] 10.222.0.10 "GET /v2.0/networks/77aa199c-9565-430c-bcef-5bacd415f620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022625 Jan 28 07:15:57.141362 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-91b5f3cf-3e88-4648-b220-8467f1d2dfc6 req-27f4ae9d-d12d-44f0-b985-82f728ac91c0 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Calling delete_port for e30df1a4-03e1-488f-a4c2-e716699d2a3b owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:15:57.158615 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 8e7747b1-8f69-4267-a43b-8b9aea469de8, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=8e7747b1-8f69-4267-a43b-8b9aea469de8,segment=NetworkSegment(82511790-bbec-405d-a6ea-5c4abfcc2e80),segment_id=82511790-bbec-405d-a6ea-5c4abfcc2e80)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:15:57.177106 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (8e7747b1-8f69-4267-a43b-8b9aea469de8), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:57.223001 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-a64b079f-ce01-4425-9b53-65830be2be02 req-5b804317-e434-45b4-8161-1f9eba03b01e tempest-SecurityGroupRulesNegativeTestJSON-1353357199 tempest-SecurityGroupRulesNegativeTestJSON-1353357199-project] Publish callbacks [] for security_group_rule (f01651bf-5d8d-4c7e-88d7-08a9160b4df9), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:57.264086 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-85434210-0bf1-40e2-b07d-4299d8b7cdd4 req-053aa656-e887-4014-b929-4f9bc23a61a5 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e9c3947-6ff8-4aa4-a1f7-c165b64c94a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8044436 Jan 28 07:15:57.267712 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-a64b079f-ce01-4425-9b53-65830be2be02 req-5b804317-e434-45b4-8161-1f9eba03b01e tempest-SecurityGroupRulesNegativeTestJSON-1353357199 tempest-SecurityGroupRulesNegativeTestJSON-1353357199-project] Publish callbacks [] for security_group_rule (f01651bf-5d8d-4c7e-88d7-08a9160b4df9), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:57.277731 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-a64b079f-ce01-4425-9b53-65830be2be02 req-5b804317-e434-45b4-8161-1f9eba03b01e tempest-SecurityGroupRulesNegativeTestJSON-1353357199 tempest-SecurityGroupRulesNegativeTestJSON-1353357199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (f01651bf-5d8d-4c7e-88d7-08a9160b4df9), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:57.322551 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b804317-e434-45b4-8161-1f9eba03b01e tempest-SecurityGroupRulesNegativeTestJSON-1353357199 tempest-SecurityGroupRulesNegativeTestJSON-1353357199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f01651bf-5d8d-4c7e-88d7-08a9160b4df9,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:57.339702 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-a64b079f-ce01-4425-9b53-65830be2be02 req-5b804317-e434-45b4-8161-1f9eba03b01e tempest-SecurityGroupRulesNegativeTestJSON-1353357199 tempest-SecurityGroupRulesNegativeTestJSON-1353357199-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:57.342756 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a64b079f-ce01-4425-9b53-65830be2be02 req-5b804317-e434-45b4-8161-1f9eba03b01e tempest-SecurityGroupRulesNegativeTestJSON-1353357199 tempest-SecurityGroupRulesNegativeTestJSON-1353357199-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2310767 Jan 28 07:15:57.343424 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-667df710-b29b-41b2-b61f-7a81bde9d88a None None] Publish callbacks [] for port (0ea4e645-59ac-4bab-9092-2acc77e02f4e), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:57.347153 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=8e7747b1-8f69-4267-a43b-8b9aea469de8,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:57.358349 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port ddd31aac-f2ae-49c7-ab4c-1fd6cf4e8e8a is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:15:57.371742 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-667df710-b29b-41b2-b61f-7a81bde9d88a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (0ea4e645-59ac-4bab-9092-2acc77e02f4e), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:57.441735 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-91b5f3cf-3e88-4648-b220-8467f1d2dfc6 req-27f4ae9d-d12d-44f0-b985-82f728ac91c0 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (e30df1a4-03e1-488f-a4c2-e716699d2a3b), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:57.448323 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-667df710-b29b-41b2-b61f-7a81bde9d88a None None] Network 84328416-4059-4d46-a8be-5490b945d071 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:15:57.459232 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-667df710-b29b-41b2-b61f-7a81bde9d88a None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:15:57.465760 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667df710-b29b-41b2-b61f-7a81bde9d88a None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:15:57.467628 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667df710-b29b-41b2-b61f-7a81bde9d88a None None] Pushing event updated for resources: {'Port': ['ID=0ea4e645-59ac-4bab-9092-2acc77e02f4e,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:57.480348 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['e30df1a4-03e1-488f-a4c2-e716699d2a3b'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:15:57.485171 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['c979436b-508d-4793-81dd-afac650b9db6'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:15:57.556969 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e23370a6-7261-44da-a24a-602ec7fd3c35 req-cb4b7b20-8698-4327-8019-1159fe05f4a0 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/ports?device_id=e44995e9-7142-4594-a50c-8ebe99949ccf HTTP/1.1" status: 200 len: 210 time: 0.1043308 Jan 28 07:15:57.557896 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f4ae9d-d12d-44f0-b985-82f728ac91c0 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Pushing event deleted for resources: {'Port': ['ID=e30df1a4-03e1-488f-a4c2-e716699d2a3b,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:57.567597 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36b18bb4-bc29-4fc9-9af3-345e231d3118 x-openstack-request-id: req-36b18bb4-bc29-4fc9-9af3-345e231d3118 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:15:57.567954 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fb89e47-6c62-4d61-9b16-87f4e3e401a6", "name": "network-vif-plugged", "status": "completed", "tag": "8e7747b1-8f69-4267-a43b-8b9aea469de8", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:15:57.568487 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-36b18bb4-bc29-4fc9-9af3-345e231d3118 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:15:57.569035 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fb89e47-6c62-4d61-9b16-87f4e3e401a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e7747b1-8f69-4267-a43b-8b9aea469de8', 'code': 200} Jan 28 07:15:57.707801 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-91b5f3cf-3e88-4648-b220-8467f1d2dfc6 req-27f4ae9d-d12d-44f0-b985-82f728ac91c0 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] No DVR routers for this DVR port e30df1a4-03e1-488f-a4c2-e716699d2a3b on host n-h1-712749-28 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:15:57.714862 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-91b5f3cf-3e88-4648-b220-8467f1d2dfc6 req-27f4ae9d-d12d-44f0-b985-82f728ac91c0 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:57.718487 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-91b5f3cf-3e88-4648-b220-8467f1d2dfc6 req-27f4ae9d-d12d-44f0-b985-82f728ac91c0 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.10 "DELETE /v2.0/ports/e30df1a4-03e1-488f-a4c2-e716699d2a3b HTTP/1.1" status: 204 len: 173 time: 2.1436005 Jan 28 07:15:57.722261 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e44995e9-7142-4594-a50c-8ebe99949ccf', 'name': 'network-vif-deleted', 'tag': 'e30df1a4-03e1-488f-a4c2-e716699d2a3b'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:15:57.732929 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-397bd241-5dc0-4e6e-9f36-62c8773ab6c4" -d '{"events": [{"server_uuid": "e44995e9-7142-4594-a50c-8ebe99949ccf", "name": "network-vif-deleted", "tag": "e30df1a4-03e1-488f-a4c2-e716699d2a3b"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:15:57.777271 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb6cff5-660a-4361-8827-e9f4c7733b42 req-a9117b48-b2e5-47c7-8151-a0ba783559cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:57.781060 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7bb6cff5-660a-4361-8827-e9f4c7733b42 req-a9117b48-b2e5-47c7-8151-a0ba783559cc service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=4fb89e47-6c62-4d61-9b16-87f4e3e401a6 HTTP/1.1" status: 200 len: 1098 time: 0.0911965 Jan 28 07:15:57.790858 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9b1ad9-3c9b-4571-b85a-732cefeb0d94 req-4a4d0d9f-0547-4ca6-8035-d16237f0ea40 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:57.797850 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ad9b1ad9-3c9b-4571-b85a-732cefeb0d94 req-4a4d0d9f-0547-4ca6-8035-d16237f0ea40 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5893ef6-46c4-45fa-a505-47cb270a9c49 HTTP/1.1" status: 200 len: 944 time: 0.1201475 Jan 28 07:15:57.805020 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-667df710-b29b-41b2-b61f-7a81bde9d88a None None] Attempting to bind port 0ea4e645-59ac-4bab-9092-2acc77e02f4e on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:15:57.805377 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-667df710-b29b-41b2-b61f-7a81bde9d88a None None] Attempting to bind port 0ea4e645-59ac-4bab-9092-2acc77e02f4e by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '5ced1804-daa8-4cc4-8190-94d9b6bc8f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '84328416-4059-4d46-a8be-5490b945d071'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:15:57.805906 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667df710-b29b-41b2-b61f-7a81bde9d88a None None] Attempting to bind port 0ea4e645-59ac-4bab-9092-2acc77e02f4e on network 84328416-4059-4d46-a8be-5490b945d071 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:15:57.841646 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667df710-b29b-41b2-b61f-7a81bde9d88a None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:15:57.842091 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667df710-b29b-41b2-b61f-7a81bde9d88a None None] Checking segment: {'id': '5ced1804-daa8-4cc4-8190-94d9b6bc8f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '84328416-4059-4d46-a8be-5490b945d071'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:15:57.842426 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-667df710-b29b-41b2-b61f-7a81bde9d88a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:57.842822 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667df710-b29b-41b2-b61f-7a81bde9d88a None None] Bound using segment: {'id': '5ced1804-daa8-4cc4-8190-94d9b6bc8f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '84328416-4059-4d46-a8be-5490b945d071'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:15:57.843307 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-667df710-b29b-41b2-b61f-7a81bde9d88a None None] Bound port: 0ea4e645-59ac-4bab-9092-2acc77e02f4e, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ced1804-daa8-4cc4-8190-94d9b6bc8f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '84328416-4059-4d46-a8be-5490b945d071'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:15:57.843687 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-667df710-b29b-41b2-b61f-7a81bde9d88a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (0ea4e645-59ac-4bab-9092-2acc77e02f4e), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:57.862396 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7dd94b3b-1f27-4bbd-9bfc-fd451eddbd89 admin admin] Publish callbacks [] for router_gateway (281f3ad7-3219-45c2-9337-b0d5c9f0f5b6), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:57.905226 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ad9b1ad9-3c9b-4571-b85a-732cefeb0d94 req-09becf80-52fe-473b-b86c-c99189079589 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c286ac6-5d5d-46b9-b282-9e68e0339bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065090 Jan 28 07:15:57.907403 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7bb6cff5-660a-4361-8827-e9f4c7733b42 req-a93580ae-85ad-4886-9dd3-c9780dcb6ca0 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=f4423c7c-1c4e-4a45-9313-3bd037fa63a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072645 Jan 28 07:15:57.920615 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-558af196-0533-49bd-b865-3ff1943afb57 req-ef9c00eb-314f-471c-b3a0-ad97e2be74e9 tempest-SecurityGroupRulesNegativeTestJSON-1353357199 tempest-SecurityGroupRulesNegativeTestJSON-1353357199-project] 10.222.0.41 "GET /v2.0/security-groups/4ccde413-2e01-4bb1-82fd-7a6f72df54dd HTTP/1.1" status: 200 len: 2426 time: 0.2008266 Jan 28 07:15:57.922106 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7dd94b3b-1f27-4bbd-9bfc-fd451eddbd89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:57.977779 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b4b6bcdd-9ef1-464c-8029-bffcbbbb99c2 req-b7f05223-4f12-422c-b156-0e44cbf7cf0d tempest-SecurityGroupRulesNegativeTestJSON-1353357199 tempest-SecurityGroupRulesNegativeTestJSON-1353357199-project] 10.222.0.41 "GET /v2.0/security-group-rules/f01651bf-5d8d-4c7e-88d7-08a9160b4df9 HTTP/1.1" status: 200 len: 778 time: 0.0329742 Jan 28 07:15:57.988052 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c14bcaea-c744-426a-a473-8fbc4f8f4c4b x-openstack-request-id: req-c14bcaea-c744-426a-a473-8fbc4f8f4c4b {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:15:57.988369 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e44995e9-7142-4594-a50c-8ebe99949ccf", "name": "network-vif-deleted", "tag": "e30df1a4-03e1-488f-a4c2-e716699d2a3b", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:15:57.988628 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c14bcaea-c744-426a-a473-8fbc4f8f4c4b {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:15:57.989030 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e44995e9-7142-4594-a50c-8ebe99949ccf', 'name': 'network-vif-deleted', 'tag': 'e30df1a4-03e1-488f-a4c2-e716699d2a3b', 'status': 'completed', 'code': 200} Jan 28 07:15:58.006246 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-667df710-b29b-41b2-b61f-7a81bde9d88a None None] For port 0ea4e645-59ac-4bab-9092-2acc77e02f4e, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:15:58.010502 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-667df710-b29b-41b2-b61f-7a81bde9d88a None None] For port 0ea4e645-59ac-4bab-9092-2acc77e02f4e, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=0ea4e645-59ac-4bab-9092-2acc77e02f4e,segment=NetworkSegment(5ced1804-daa8-4cc4-8190-94d9b6bc8f1a),segment_id=5ced1804-daa8-4cc4-8190-94d9b6bc8f1a)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:15:58.020979 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-667df710-b29b-41b2-b61f-7a81bde9d88a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (0ea4e645-59ac-4bab-9092-2acc77e02f4e), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:58.047883 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b4b6bcdd-9ef1-464c-8029-bffcbbbb99c2 req-031d4fed-ab72-4df0-80d9-c04830923910 tempest-SecurityGroupRulesNegativeTestJSON-1353357199 tempest-SecurityGroupRulesNegativeTestJSON-1353357199-project] 10.222.0.41 "GET /v2.0/security-groups/4ccde413-2e01-4bb1-82fd-7a6f72df54dd HTTP/1.1" status: 200 len: 2426 time: 0.0642316 Jan 28 07:15:58.084035 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b4b6bcdd-9ef1-464c-8029-bffcbbbb99c2 req-98fffe5d-7f5a-4f6c-b764-3114aa862dc1 tempest-SecurityGroupRulesNegativeTestJSON-1353357199 tempest-SecurityGroupRulesNegativeTestJSON-1353357199-project] Publish callbacks [] for security_group_rule (f01651bf-5d8d-4c7e-88d7-08a9160b4df9), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:58.094250 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-7dd94b3b-1f27-4bbd-9bfc-fd451eddbd89 admin admin] Allocated IP 172.25.6.250 (7d5b3724-deef-4831-8d43-cb9b8176573c/b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc/541c2781-dab4-4ff0-80c0-1c1678620ff0) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:15:58.095526 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b4b6bcdd-9ef1-464c-8029-bffcbbbb99c2 req-98fffe5d-7f5a-4f6c-b764-3114aa862dc1 tempest-SecurityGroupRulesNegativeTestJSON-1353357199 tempest-SecurityGroupRulesNegativeTestJSON-1353357199-project] Publish callbacks [] for security_group_rule (f01651bf-5d8d-4c7e-88d7-08a9160b4df9), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:58.134787 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b4b6bcdd-9ef1-464c-8029-bffcbbbb99c2 req-98fffe5d-7f5a-4f6c-b764-3114aa862dc1 tempest-SecurityGroupRulesNegativeTestJSON-1353357199 tempest-SecurityGroupRulesNegativeTestJSON-1353357199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (f01651bf-5d8d-4c7e-88d7-08a9160b4df9), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:58.142285 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b4b6bcdd-9ef1-464c-8029-bffcbbbb99c2 req-98fffe5d-7f5a-4f6c-b764-3114aa862dc1 tempest-SecurityGroupRulesNegativeTestJSON-1353357199 tempest-SecurityGroupRulesNegativeTestJSON-1353357199-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:58.143889 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b4b6bcdd-9ef1-464c-8029-bffcbbbb99c2 req-98fffe5d-7f5a-4f6c-b764-3114aa862dc1 tempest-SecurityGroupRulesNegativeTestJSON-1353357199 tempest-SecurityGroupRulesNegativeTestJSON-1353357199-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/f01651bf-5d8d-4c7e-88d7-08a9160b4df9 HTTP/1.1" status: 204 len: 173 time: 0.0946882 Jan 28 07:15:58.156761 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fffe5d-7f5a-4f6c-b764-3114aa862dc1 tempest-SecurityGroupRulesNegativeTestJSON-1353357199 tempest-SecurityGroupRulesNegativeTestJSON-1353357199-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f01651bf-5d8d-4c7e-88d7-08a9160b4df9,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:58.178335 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-2ae3cc01-01eb-47f2-9de1-09ebaea551f0 req-0bc634f6-c12c-4d1c-99af-695d0617fdd0 tempest-SecurityGroupRulesNegativeTestJSON-1353357199 tempest-SecurityGroupRulesNegativeTestJSON-1353357199-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1521624491', 'description': 'tempest-description-1529862507'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:15:58.194004 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667df710-b29b-41b2-b61f-7a81bde9d88a None None] Pushing event updated for resources: {'Port': ['ID=0ea4e645-59ac-4bab-9092-2acc77e02f4e,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:58.224152 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-2ae3cc01-01eb-47f2-9de1-09ebaea551f0 req-0bc634f6-c12c-4d1c-99af-695d0617fdd0 tempest-SecurityGroupRulesNegativeTestJSON-1353357199 tempest-SecurityGroupRulesNegativeTestJSON-1353357199-project] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:58.228616 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61061c9d-2429-4fd9-ad35-4f99b4a7c4bd req-bfe8924d-520a-416b-9790-1655bf3b9253 tempest-ServerAddressesTestJSON-246964875 tempest-ServerAddressesTestJSON-246964875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:58.230558 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-61061c9d-2429-4fd9-ad35-4f99b4a7c4bd req-bfe8924d-520a-416b-9790-1655bf3b9253 tempest-ServerAddressesTestJSON-246964875 tempest-ServerAddressesTestJSON-246964875-project] 10.222.0.41 "GET /v2.0/ports?device_id=4fb89e47-6c62-4d61-9b16-87f4e3e401a6 HTTP/1.1" status: 200 len: 946 time: 0.1248295 Jan 28 07:15:58.329860 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7dd94b3b-1f27-4bbd-9bfc-fd451eddbd89 admin admin] Publish callbacks [] for port (541c2781-dab4-4ff0-80c0-1c1678620ff0), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:58.354798 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-2ae3cc01-01eb-47f2-9de1-09ebaea551f0 req-0bc634f6-c12c-4d1c-99af-695d0617fdd0 tempest-SecurityGroupRulesNegativeTestJSON-1353357199 tempest-SecurityGroupRulesNegativeTestJSON-1353357199-project] Publish callbacks [] for security_group (f0849d03-c3b0-43e4-b417-2779c26b28b8), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:58.360592 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-2ae3cc01-01eb-47f2-9de1-09ebaea551f0 req-0bc634f6-c12c-4d1c-99af-695d0617fdd0 tempest-SecurityGroupRulesNegativeTestJSON-1353357199 tempest-SecurityGroupRulesNegativeTestJSON-1353357199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (f0849d03-c3b0-43e4-b417-2779c26b28b8), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:58.396931 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-61061c9d-2429-4fd9-ad35-4f99b4a7c4bd req-d32e9a1f-842d-498a-aeee-94c05b1e7bb1 tempest-ServerAddressesTestJSON-246964875 tempest-ServerAddressesTestJSON-246964875-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4423c7c-1c4e-4a45-9313-3bd037fa63a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493816 Jan 28 07:15:58.406084 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7dd94b3b-1f27-4bbd-9bfc-fd451eddbd89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (541c2781-dab4-4ff0-80c0-1c1678620ff0), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:58.406959 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-2ae3cc01-01eb-47f2-9de1-09ebaea551f0 req-0bc634f6-c12c-4d1c-99af-695d0617fdd0 tempest-SecurityGroupRulesNegativeTestJSON-1353357199 tempest-SecurityGroupRulesNegativeTestJSON-1353357199-project] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:58.408594 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2ae3cc01-01eb-47f2-9de1-09ebaea551f0 req-0bc634f6-c12c-4d1c-99af-695d0617fdd0 tempest-SecurityGroupRulesNegativeTestJSON-1353357199 tempest-SecurityGroupRulesNegativeTestJSON-1353357199-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1837 time: 0.2345331 Jan 28 07:15:58.419631 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc634f6-c12c-4d1c-99af-695d0617fdd0 tempest-SecurityGroupRulesNegativeTestJSON-1353357199 tempest-SecurityGroupRulesNegativeTestJSON-1353357199-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0849d03-c3b0-43e4-b417-2779c26b28b8,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:58.567215 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd94b3b-1f27-4bbd-9bfc-fd451eddbd89 admin admin] Network 7d5b3724-deef-4831-8d43-cb9b8176573c is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:15:58.583076 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-7dd94b3b-1f27-4bbd-9bfc-fd451eddbd89 admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:15:58.591524 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd94b3b-1f27-4bbd-9bfc-fd451eddbd89 admin admin] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:15:58.595982 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b55527-be7a-4fbf-b365-4dd9838ebe3d req-22ea3c0d-e924-47f6-b870-2049494c1a8a tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:58.597783 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c0b55527-be7a-4fbf-b365-4dd9838ebe3d req-22ea3c0d-e924-47f6-b870-2049494c1a8a tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e182499-0172-418b-8661-f8d01d960a55 HTTP/1.1" status: 200 len: 945 time: 0.0746858 Jan 28 07:15:58.641722 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd94b3b-1f27-4bbd-9bfc-fd451eddbd89 admin admin] Pushing event updated for resources: {'Port': ['ID=541c2781-dab4-4ff0-80c0-1c1678620ff0,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:58.681629 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c0b55527-be7a-4fbf-b365-4dd9838ebe3d req-b15b0e9d-e5d0-4ca1-ba64-fba032ac7187 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e9c3947-6ff8-4aa4-a1f7-c165b64c94a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757413 Jan 28 07:15:58.731388 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c934bc57-da9a-4e50-9c50-3824856b1069 req-64878071-5705-4ddc-8048-8b3f76f090c9 tempest-SecurityGroupRulesNegativeTestJSON-1353357199 tempest-SecurityGroupRulesNegativeTestJSON-1353357199-project] 10.222.0.41 "GET /v2.0/security-groups/f0849d03-c3b0-43e4-b417-2779c26b28b8 HTTP/1.1" status: 200 len: 1832 time: 0.2228422 Jan 28 07:15:58.871453 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-1b4d6f5e-43d6-48e9-90c6-e0d556a8f0f6 req-2a1fb6d5-2825-4eb0-a2bd-40278cbb5ecc tempest-SecurityGroupRulesNegativeTestJSON-1353357199 tempest-SecurityGroupRulesNegativeTestJSON-1353357199-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1863860818', 'description': 'tempest-description-286128258'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:15:58.919338 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-1b4d6f5e-43d6-48e9-90c6-e0d556a8f0f6 req-2a1fb6d5-2825-4eb0-a2bd-40278cbb5ecc tempest-SecurityGroupRulesNegativeTestJSON-1353357199 tempest-SecurityGroupRulesNegativeTestJSON-1353357199-project] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:58.923093 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7dd94b3b-1f27-4bbd-9bfc-fd451eddbd89 admin admin] Publish callbacks [] for router_gateway (281f3ad7-3219-45c2-9337-b0d5c9f0f5b6), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:59.021464 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-1b4d6f5e-43d6-48e9-90c6-e0d556a8f0f6 req-2a1fb6d5-2825-4eb0-a2bd-40278cbb5ecc tempest-SecurityGroupRulesNegativeTestJSON-1353357199 tempest-SecurityGroupRulesNegativeTestJSON-1353357199-project] Publish callbacks [] for security_group (73678dc6-802e-45f5-8602-b6db0345f623), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:59.026690 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-1b4d6f5e-43d6-48e9-90c6-e0d556a8f0f6 req-2a1fb6d5-2825-4eb0-a2bd-40278cbb5ecc tempest-SecurityGroupRulesNegativeTestJSON-1353357199 tempest-SecurityGroupRulesNegativeTestJSON-1353357199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (73678dc6-802e-45f5-8602-b6db0345f623), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:59.060263 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-1b4d6f5e-43d6-48e9-90c6-e0d556a8f0f6 req-2a1fb6d5-2825-4eb0-a2bd-40278cbb5ecc tempest-SecurityGroupRulesNegativeTestJSON-1353357199 tempest-SecurityGroupRulesNegativeTestJSON-1353357199-project] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:59.072904 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1b4d6f5e-43d6-48e9-90c6-e0d556a8f0f6 req-2a1fb6d5-2825-4eb0-a2bd-40278cbb5ecc tempest-SecurityGroupRulesNegativeTestJSON-1353357199 tempest-SecurityGroupRulesNegativeTestJSON-1353357199-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 0.2088909 Jan 28 07:15:59.078950 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1fb6d5-2825-4eb0-a2bd-40278cbb5ecc tempest-SecurityGroupRulesNegativeTestJSON-1353357199 tempest-SecurityGroupRulesNegativeTestJSON-1353357199-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73678dc6-802e-45f5-8602-b6db0345f623,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:59.129485 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992458b9-a92c-4997-89a5-af6fbcf75d89 req-5c61e779-f435-48b8-8b43-bdc83bdb18b1 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:59.131797 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-992458b9-a92c-4997-89a5-af6fbcf75d89 req-5c61e779-f435-48b8-8b43-bdc83bdb18b1 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5893ef6-46c4-45fa-a505-47cb270a9c49 HTTP/1.1" status: 200 len: 944 time: 0.0937107 Jan 28 07:15:59.190144 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e0a35c62-aa54-4e92-a658-b810f7f560f5 req-a6cdfc19-4fdc-4238-877f-daed17a352cc tempest-SecurityGroupRulesNegativeTestJSON-1353357199 tempest-SecurityGroupRulesNegativeTestJSON-1353357199-project] 10.222.0.41 "GET /v2.0/security-groups/73678dc6-802e-45f5-8602-b6db0345f623 HTTP/1.1" status: 200 len: 1831 time: 0.0585313 Jan 28 07:15:59.254506 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7dd94b3b-1f27-4bbd-9bfc-fd451eddbd89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16605475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16607909'] for router (281f3ad7-3219-45c2-9337-b0d5c9f0f5b6), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:59.282713 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-4dbe3e10-c40e-4b35-8e01-e5e69c937bca req-2098613b-1b03-47c0-b161-d35bb12acb12 tempest-SecurityGroupRulesNegativeTestJSON-1353357199 tempest-SecurityGroupRulesNegativeTestJSON-1353357199-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1027185566', 'description': 'tempest-description-520309336'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:15:59.326324 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-4dbe3e10-c40e-4b35-8e01-e5e69c937bca req-2098613b-1b03-47c0-b161-d35bb12acb12 tempest-SecurityGroupRulesNegativeTestJSON-1353357199 tempest-SecurityGroupRulesNegativeTestJSON-1353357199-project] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:59.372549 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-992458b9-a92c-4997-89a5-af6fbcf75d89 req-dab8c3c0-554a-41ed-8e93-73733be0a167 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c286ac6-5d5d-46b9-b282-9e68e0339bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195316 Jan 28 07:15:59.441332 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-4dbe3e10-c40e-4b35-8e01-e5e69c937bca req-2098613b-1b03-47c0-b161-d35bb12acb12 tempest-SecurityGroupRulesNegativeTestJSON-1353357199 tempest-SecurityGroupRulesNegativeTestJSON-1353357199-project] Publish callbacks [] for security_group (dacf250d-b289-4db5-88ac-9631ad453347), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:59.450709 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-4dbe3e10-c40e-4b35-8e01-e5e69c937bca req-2098613b-1b03-47c0-b161-d35bb12acb12 tempest-SecurityGroupRulesNegativeTestJSON-1353357199 tempest-SecurityGroupRulesNegativeTestJSON-1353357199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (dacf250d-b289-4db5-88ac-9631ad453347), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:59.505678 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dd94b3b-1f27-4bbd-9bfc-fd451eddbd89 admin admin] Router 281f3ad7-3219-45c2-9337-b0d5c9f0f5b6 is scheduled to L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 with binding_index 1 {{(pid=103284) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 07:15:59.508123 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2098613b-1b03-47c0-b161-d35bb12acb12 tempest-SecurityGroupRulesNegativeTestJSON-1353357199 tempest-SecurityGroupRulesNegativeTestJSON-1353357199-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dacf250d-b289-4db5-88ac-9631ad453347,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:59.515329 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-4dbe3e10-c40e-4b35-8e01-e5e69c937bca req-2098613b-1b03-47c0-b161-d35bb12acb12 tempest-SecurityGroupRulesNegativeTestJSON-1353357199 tempest-SecurityGroupRulesNegativeTestJSON-1353357199-project] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:59.527754 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4dbe3e10-c40e-4b35-8e01-e5e69c937bca req-2098613b-1b03-47c0-b161-d35bb12acb12 tempest-SecurityGroupRulesNegativeTestJSON-1353357199 tempest-SecurityGroupRulesNegativeTestJSON-1353357199-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 0.2501349 Jan 28 07:15:59.611207 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0edd2e48-3e7b-41ed-af4e-cf73c6b592ce req-1ef6b3f9-31ee-443d-97ec-d08a0f051770 tempest-SecurityGroupRulesNegativeTestJSON-1353357199 tempest-SecurityGroupRulesNegativeTestJSON-1353357199-project] 10.222.0.41 "GET /v2.0/security-groups/dacf250d-b289-4db5-88ac-9631ad453347 HTTP/1.1" status: 200 len: 1831 time: 0.0421355 Jan 28 07:15:59.651293 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc446465-c4ba-412c-b115-2d7499785ccf None None] Network 84328416-4059-4d46-a8be-5490b945d071 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:15:59.688640 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670c12b8-20cc-4ea6-b7eb-7f2e82dadebf req-0033d3bc-de0c-49aa-9861-0038704e6f48 tempest-ServerAddressesTestJSON-246964875 tempest-ServerAddressesTestJSON-246964875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:59.696180 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-670c12b8-20cc-4ea6-b7eb-7f2e82dadebf req-0033d3bc-de0c-49aa-9861-0038704e6f48 tempest-ServerAddressesTestJSON-246964875 tempest-ServerAddressesTestJSON-246964875-project] 10.222.0.41 "GET /v2.0/ports?device_id=4fb89e47-6c62-4d61-9b16-87f4e3e401a6 HTTP/1.1" status: 200 len: 946 time: 0.1842823 Jan 28 07:15:59.699377 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-7a012dcf-eaef-4376-be4c-9b3703f72dc3 req-614b55c5-065c-48d7-8c6d-d8794febce82 tempest-SecurityGroupRulesNegativeTestJSON-1353357199 tempest-SecurityGroupRulesNegativeTestJSON-1353357199-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1684483139', 'description': 'tempest-description-753380602'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:15:59.724340 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-7a012dcf-eaef-4376-be4c-9b3703f72dc3 req-614b55c5-065c-48d7-8c6d-d8794febce82 tempest-SecurityGroupRulesNegativeTestJSON-1353357199 tempest-SecurityGroupRulesNegativeTestJSON-1353357199-project] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:59.729370 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 6aec374c-cc44-4b58-a98c-bf7de184cc69 up at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:15:59.745581 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dd94b3b-1f27-4bbd-9bfc-fd451eddbd89 admin admin] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:15:59.760285 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb7ecd8-96c4-4927-81e3-ce982eb24306 None None] Sync routers for ids ['281f3ad7-3219-45c2-9337-b0d5c9f0f5b6'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:15:59.778432 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-670c12b8-20cc-4ea6-b7eb-7f2e82dadebf req-523f25a6-8909-4bd4-8895-a2fbfa61a8ce tempest-ServerAddressesTestJSON-246964875 tempest-ServerAddressesTestJSON-246964875-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4423c7c-1c4e-4a45-9313-3bd037fa63a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755482 Jan 28 07:15:59.795399 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb7ecd8-96c4-4927-81e3-ce982eb24306 None None] Routers {'281f3ad7-3219-45c2-9337-b0d5c9f0f5b6'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:15:59.796296 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-eeb7ecd8-96c4-4927-81e3-ce982eb24306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:15:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['281f3ad7-3219-45c2-9337-b0d5c9f0f5b6'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:15:59.803128 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7dd94b3b-1f27-4bbd-9bfc-fd451eddbd89 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:59.808695 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 44982) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:15:59.809362 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-7dd94b3b-1f27-4bbd-9bfc-fd451eddbd89 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.2332411 Jan 28 07:15:59.892466 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-d43a66d6-307f-4a90-8508-16e7e461368a None None] Provisioning complete for port 0ea4e645-59ac-4bab-9092-2acc77e02f4e triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:15:59.893378 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d43a66d6-307f-4a90-8508-16e7e461368a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (0ea4e645-59ac-4bab-9092-2acc77e02f4e), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:59.944634 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-eeb7ecd8-96c4-4927-81e3-ce982eb24306 None None] Set router 281f3ad7-3219-45c2-9337-b0d5c9f0f5b6 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:15:59.951850 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58872a6c-bf65-40ed-bfbf-6e1739adf0c5 req-0e759e00-ff08-4502-902c-ce77fdab3f1f tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:59.962776 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-58872a6c-bf65-40ed-bfbf-6e1739adf0c5 req-0e759e00-ff08-4502-902c-ce77fdab3f1f tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e182499-0172-418b-8661-f8d01d960a55 HTTP/1.1" status: 200 len: 945 time: 0.0703056 Jan 28 07:15:59.974894 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device e30df1a4-03e1-488f-a4c2-e716699d2a3b no longer exists at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:16:00.028227 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-58872a6c-bf65-40ed-bfbf-6e1739adf0c5 req-2cb42c6f-3a47-47a5-bdcd-dcdf0059aad9 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e9c3947-6ff8-4aa4-a1f7-c165b64c94a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641892 Jan 28 07:16:00.083878 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-7a012dcf-eaef-4376-be4c-9b3703f72dc3 req-614b55c5-065c-48d7-8c6d-d8794febce82 tempest-SecurityGroupRulesNegativeTestJSON-1353357199 tempest-SecurityGroupRulesNegativeTestJSON-1353357199-project] Publish callbacks [] for security_group (acb05327-ce00-4bce-a97c-49ff2c8ddd3a), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:00.092645 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] No Port match for: e30df1a4-03e1-488f-a4c2-e716699d2a3b {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:16:00.092995 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device e30df1a4-03e1-488f-a4c2-e716699d2a3b not bound to the agent host n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:16:00.133449 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning for port 6aec374c-cc44-4b58-a98c-bf7de184cc69 completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:16:00.139927 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-7a012dcf-eaef-4376-be4c-9b3703f72dc3 req-614b55c5-065c-48d7-8c6d-d8794febce82 tempest-SecurityGroupRulesNegativeTestJSON-1353357199 tempest-SecurityGroupRulesNegativeTestJSON-1353357199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (acb05327-ce00-4bce-a97c-49ff2c8ddd3a), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:00.140236 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 7 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 07:16:00.161266 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning complete for port 6aec374c-cc44-4b58-a98c-bf7de184cc69 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:16:00.162314 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (6aec374c-cc44-4b58-a98c-bf7de184cc69), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:00.181095 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-7a012dcf-eaef-4376-be4c-9b3703f72dc3 req-614b55c5-065c-48d7-8c6d-d8794febce82 tempest-SecurityGroupRulesNegativeTestJSON-1353357199 tempest-SecurityGroupRulesNegativeTestJSON-1353357199-project] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:00.183106 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7a012dcf-eaef-4376-be4c-9b3703f72dc3 req-614b55c5-065c-48d7-8c6d-d8794febce82 tempest-SecurityGroupRulesNegativeTestJSON-1353357199 tempest-SecurityGroupRulesNegativeTestJSON-1353357199-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 0.4889619 Jan 28 07:16:00.238451 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-eeb7ecd8-96c4-4927-81e3-ce982eb24306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '281f3ad7-3219-45c2-9337-b0d5c9f0f5b6', 'name': 'tempest-TaggedBootDevicesTest_v242-2074740629-router', 'tenant_id': 'c11129bb904d478dbedbd3f2c7df46cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '541c2781-dab4-4ff0-80c0-1c1678620ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:15:55Z', 'updated_at': '2022-01-28T07:15:58Z', 'revision_number': 3, 'project_id': 'c11129bb904d478dbedbd3f2c7df46cf', 'gw_port': {'id': '541c2781-dab4-4ff0-80c0-1c1678620ff0', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:49:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '281f3ad7-3219-45c2-9337-b0d5c9f0f5b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:15:57Z', 'updated_at': '2022-01-28T07:15:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:16:00.254255 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614b55c5-065c-48d7-8c6d-d8794febce82 tempest-SecurityGroupRulesNegativeTestJSON-1353357199 tempest-SecurityGroupRulesNegativeTestJSON-1353357199-project] Pushing event updated for resources: {'SecurityGroup': ['ID=acb05327-ce00-4bce-a97c-49ff2c8ddd3a,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:16:00.334484 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-d43a66d6-307f-4a90-8508-16e7e461368a None None] Current status of the port 0ea4e645-59ac-4bab-9092-2acc77e02f4e is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:16:00.336029 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d43a66d6-307f-4a90-8508-16e7e461368a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (0ea4e645-59ac-4bab-9092-2acc77e02f4e), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:00.343535 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb7ecd8-96c4-4927-81e3-ce982eb24306 None None] Checking router: 281f3ad7-3219-45c2-9337-b0d5c9f0f5b6 for host: n-d-712749-28 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:16:00.346079 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb7ecd8-96c4-4927-81e3-ce982eb24306 None None] Updating router 281f3ad7-3219-45c2-9337-b0d5c9f0f5b6 port 541c2781-dab4-4ff0-80c0-1c1678620ff0 binding host n-d-712749-28 {{(pid=103286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 07:16:00.406858 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-eeb7ecd8-96c4-4927-81e3-ce982eb24306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (541c2781-dab4-4ff0-80c0-1c1678620ff0), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:00.479940 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-d43a66d6-307f-4a90-8508-16e7e461368a None None] For port 0ea4e645-59ac-4bab-9092-2acc77e02f4e, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=0ea4e645-59ac-4bab-9092-2acc77e02f4e,segment=NetworkSegment(5ced1804-daa8-4cc4-8190-94d9b6bc8f1a),segment_id=5ced1804-daa8-4cc4-8190-94d9b6bc8f1a)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:16:00.489402 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d43a66d6-307f-4a90-8508-16e7e461368a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (0ea4e645-59ac-4bab-9092-2acc77e02f4e), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:00.506584 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port 6aec374c-cc44-4b58-a98c-bf7de184cc69 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:16:00.507023 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (6aec374c-cc44-4b58-a98c-bf7de184cc69), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:00.530593 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f8e6e57b-22c6-4978-8849-5a5958a395e6 req-41b41efc-7abd-4cd4-a0a2-566662c1b5f6 tempest-SecurityGroupRulesNegativeTestJSON-1353357199 tempest-SecurityGroupRulesNegativeTestJSON-1353357199-project] 10.222.0.41 "GET /v2.0/security-groups/acb05327-ce00-4bce-a97c-49ff2c8ddd3a HTTP/1.1" status: 200 len: 1831 time: 0.1249275 Jan 28 07:16:00.602261 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e182499-0172-418b-8661-f8d01d960a55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aec374c-cc44-4b58-a98c-bf7de184cc69'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:16:00.604558 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc25cd09-42e8-46ed-849d-47cca9e9a037" -d '{"events": [{"server_uuid": "4e182499-0172-418b-8661-f8d01d960a55", "name": "network-vif-plugged", "status": "completed", "tag": "6aec374c-cc44-4b58-a98c-bf7de184cc69"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:16:00.626667 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 0ea4e645-59ac-4bab-9092-2acc77e02f4e up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:16:00.661281 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 6aec374c-cc44-4b58-a98c-bf7de184cc69, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=6aec374c-cc44-4b58-a98c-bf7de184cc69,segment=NetworkSegment(67c4ed53-bfbf-4494-8d62-da0c7e4209c8),segment_id=67c4ed53-bfbf-4494-8d62-da0c7e4209c8)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:16:00.662924 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43a66d6-307f-4a90-8508-16e7e461368a None None] Pushing event updated for resources: {'Port': ['ID=0ea4e645-59ac-4bab-9092-2acc77e02f4e,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:16:00.671431 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (6aec374c-cc44-4b58-a98c-bf7de184cc69), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:00.687940 n-d-712749-28 neutron-server[103284]: INFO neutron.api.v2.resource [req-f553f22e-ae47-42b6-ab33-003fc164346b req-6c6a0bb3-5dc7-4aa8-9e7f-2baa378e47d8 tempest-SecurityGroupRulesNegativeTestJSON-1353357199 tempest-SecurityGroupRulesNegativeTestJSON-1353357199-project] show failed (client error): The resource could not be found. Jan 28 07:16:00.693750 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f553f22e-ae47-42b6-ab33-003fc164346b req-6c6a0bb3-5dc7-4aa8-9e7f-2baa378e47d8 tempest-SecurityGroupRulesNegativeTestJSON-1353357199 tempest-SecurityGroupRulesNegativeTestJSON-1353357199-project] 10.222.0.41 "GET /v2.0/security-groups/1f292805-406b-4a58-ae37-3425a79ecdaa HTTP/1.1" status: 404 len: 352 time: 0.0325205 Jan 28 07:16:00.755662 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-48f7bcbf-f63b-4c53-90d8-7d5b8beaf907 None None] Provisioning complete for port 0ea4e645-59ac-4bab-9092-2acc77e02f4e triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:16:00.757116 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-48f7bcbf-f63b-4c53-90d8-7d5b8beaf907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (0ea4e645-59ac-4bab-9092-2acc77e02f4e), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:00.759075 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=6aec374c-cc44-4b58-a98c-bf7de184cc69,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:16:00.808261 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 0ea4e645-59ac-4bab-9092-2acc77e02f4e triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:16:00.808918 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (0ea4e645-59ac-4bab-9092-2acc77e02f4e), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:00.818113 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-eeb7ecd8-96c4-4927-81e3-ce982eb24306 None None] Publish callbacks [] for port (541c2781-dab4-4ff0-80c0-1c1678620ff0), precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:00.825782 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-eeb7ecd8-96c4-4927-81e3-ce982eb24306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (541c2781-dab4-4ff0-80c0-1c1678620ff0), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:00.880528 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b10f2ef-65f2-47a1-94af-88eaca2bc613 None None] Pushing event updated for resources: {'Port': ['ID=541c2781-dab4-4ff0-80c0-1c1678620ff0,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:16:00.912107 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-48f7bcbf-f63b-4c53-90d8-7d5b8beaf907 None None] Current status of the port 0ea4e645-59ac-4bab-9092-2acc77e02f4e is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:16:00.928048 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-eeb7ecd8-96c4-4927-81e3-ce982eb24306 None None] Attempting to bind port 541c2781-dab4-4ff0-80c0-1c1678620ff0 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:16:00.928764 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-eeb7ecd8-96c4-4927-81e3-ce982eb24306 None None] Attempting to bind port 541c2781-dab4-4ff0-80c0-1c1678620ff0 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:16:00.929512 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb7ecd8-96c4-4927-81e3-ce982eb24306 None None] Attempting to bind port 541c2781-dab4-4ff0-80c0-1c1678620ff0 on network 7d5b3724-deef-4831-8d43-cb9b8176573c {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:16:00.936767 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb7ecd8-96c4-4927-81e3-ce982eb24306 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:16:00.937528 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb7ecd8-96c4-4927-81e3-ce982eb24306 None None] Checking segment: {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:16:00.938260 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-eeb7ecd8-96c4-4927-81e3-ce982eb24306 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:00.938863 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb7ecd8-96c4-4927-81e3-ce982eb24306 None None] Bound using segment: {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:16:00.939638 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-eeb7ecd8-96c4-4927-81e3-ce982eb24306 None None] Bound port: 541c2781-dab4-4ff0-80c0-1c1678620ff0, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:16:00.940258 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-eeb7ecd8-96c4-4927-81e3-ce982eb24306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (541c2781-dab4-4ff0-80c0-1c1678620ff0), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:00.944276 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-708f7943-6d73-411e-a126-25d2a2d68043 x-openstack-request-id: req-708f7943-6d73-411e-a126-25d2a2d68043 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:16:00.944690 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e182499-0172-418b-8661-f8d01d960a55", "name": "network-vif-plugged", "status": "completed", "tag": "6aec374c-cc44-4b58-a98c-bf7de184cc69", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:16:00.945743 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-708f7943-6d73-411e-a126-25d2a2d68043 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:16:00.946275 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e182499-0172-418b-8661-f8d01d960a55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aec374c-cc44-4b58-a98c-bf7de184cc69', 'code': 200} Jan 28 07:16:00.963594 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 0ea4e645-59ac-4bab-9092-2acc77e02f4e is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:16:01.011858 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-eeb7ecd8-96c4-4927-81e3-ce982eb24306 None None] For port 541c2781-dab4-4ff0-80c0-1c1678620ff0, host n-d-712749-28, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:16:01.015666 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-eeb7ecd8-96c4-4927-81e3-ce982eb24306 None None] For port 541c2781-dab4-4ff0-80c0-1c1678620ff0, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=541c2781-dab4-4ff0-80c0-1c1678620ff0,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:16:01.022225 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbc8cf4-5f3b-4043-83c9-4372c4aef448 req-ada8eb52-6772-48a7-8e2e-d3b4be7efd75 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:01.022599 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-eeb7ecd8-96c4-4927-81e3-ce982eb24306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (541c2781-dab4-4ff0-80c0-1c1678620ff0), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:01.026329 n-d-712749-28 neutron-server[103284]: INFO neutron.api.v2.resource [req-1f29c328-cf0d-4c72-abe1-90e6cf28e877 req-c4597fbd-e6d6-4c8f-b1ff-5e34ba565ca8 tempest-SecurityGroupRulesNegativeTestJSON-1353357199 tempest-SecurityGroupRulesNegativeTestJSON-1353357199-project] show failed (client error): The resource could not be found. Jan 28 07:16:01.037074 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1f29c328-cf0d-4c72-abe1-90e6cf28e877 req-c4597fbd-e6d6-4c8f-b1ff-5e34ba565ca8 tempest-SecurityGroupRulesNegativeTestJSON-1353357199 tempest-SecurityGroupRulesNegativeTestJSON-1353357199-project] 10.222.0.41 "GET /v2.0/security-group-rules/85d0c55a-acd4-441f-8464-42e8b576e285 HTTP/1.1" status: 404 len: 361 time: 0.0286398 Jan 28 07:16:01.048048 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0fbc8cf4-5f3b-4043-83c9-4372c4aef448 req-ada8eb52-6772-48a7-8e2e-d3b4be7efd75 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5893ef6-46c4-45fa-a505-47cb270a9c49 HTTP/1.1" status: 200 len: 944 time: 0.3579249 Jan 28 07:16:01.081434 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b10f2ef-65f2-47a1-94af-88eaca2bc613 None None] Pushing event updated for resources: {'Port': ['ID=541c2781-dab4-4ff0-80c0-1c1678620ff0,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:16:01.105246 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb7ecd8-96c4-4927-81e3-ce982eb24306 None None] Routers {'281f3ad7-3219-45c2-9337-b0d5c9f0f5b6'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:16:01.105881 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-eeb7ecd8-96c4-4927-81e3-ce982eb24306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:15:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['281f3ad7-3219-45c2-9337-b0d5c9f0f5b6'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:16:01.154549 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0fbc8cf4-5f3b-4043-83c9-4372c4aef448 req-e22376e4-fd9b-4daa-8783-c6e62db97670 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c286ac6-5d5d-46b9-b282-9e68e0339bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042972 Jan 28 07:16:01.203895 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3d6bf631-3283-4e36-a86f-98ef17682880 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:01.211315 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8221deae-3a83-4157-997d-afcff88340ca req-fa8b8ed3-8453-4f18-b6d4-40de95506bcc tempest-ServerAddressesTestJSON-246964875 tempest-ServerAddressesTestJSON-246964875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:01.221126 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-eeb7ecd8-96c4-4927-81e3-ce982eb24306 None None] Set router 281f3ad7-3219-45c2-9337-b0d5c9f0f5b6 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:16:01.221587 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8221deae-3a83-4157-997d-afcff88340ca req-fa8b8ed3-8453-4f18-b6d4-40de95506bcc tempest-ServerAddressesTestJSON-246964875 tempest-ServerAddressesTestJSON-246964875-project] 10.222.0.41 "GET /v2.0/ports?device_id=4fb89e47-6c62-4d61-9b16-87f4e3e401a6 HTTP/1.1" status: 200 len: 946 time: 0.1042418 Jan 28 07:16:01.287475 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8221deae-3a83-4157-997d-afcff88340ca req-d0d8dc6a-9c5e-4147-a0b6-8a210bddfdb3 tempest-ServerAddressesTestJSON-246964875 tempest-ServerAddressesTestJSON-246964875-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4423c7c-1c4e-4a45-9313-3bd037fa63a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643528 Jan 28 07:16:01.419410 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf839b4-289d-4c7f-8fde-7de2118b7a33 req-6251c863-591b-4c17-8f78-012926bb4903 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:01.420292 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-aaf839b4-289d-4c7f-8fde-7de2118b7a33 req-6251c863-591b-4c17-8f78-012926bb4903 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e182499-0172-418b-8661-f8d01d960a55 HTTP/1.1" status: 200 len: 946 time: 0.0681841 Jan 28 07:16:01.458166 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-eeb7ecd8-96c4-4927-81e3-ce982eb24306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '281f3ad7-3219-45c2-9337-b0d5c9f0f5b6', 'name': 'tempest-TaggedBootDevicesTest_v242-2074740629-router', 'tenant_id': 'c11129bb904d478dbedbd3f2c7df46cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '541c2781-dab4-4ff0-80c0-1c1678620ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:15:55Z', 'updated_at': '2022-01-28T07:15:58Z', 'revision_number': 3, 'project_id': 'c11129bb904d478dbedbd3f2c7df46cf', 'gw_port': {'id': '541c2781-dab4-4ff0-80c0-1c1678620ff0', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:49:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '281f3ad7-3219-45c2-9337-b0d5c9f0f5b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:15:57Z', 'updated_at': '2022-01-28T07:16:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:16:01.488391 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-aaf839b4-289d-4c7f-8fde-7de2118b7a33 req-e6fe0c9f-830c-400d-b398-646d2db7be0f tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e9c3947-6ff8-4aa4-a1f7-c165b64c94a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620968 Jan 28 07:16:01.585543 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb7ecd8-96c4-4927-81e3-ce982eb24306 None None] The sync data for ids ['281f3ad7-3219-45c2-9337-b0d5c9f0f5b6'] in n-d-712749-28 is: [{'id': '281f3ad7-3219-45c2-9337-b0d5c9f0f5b6', 'name': 'tempest-TaggedBootDevicesTest_v242-2074740629-router', 'tenant_id': 'c11129bb904d478dbedbd3f2c7df46cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '541c2781-dab4-4ff0-80c0-1c1678620ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:15:55Z', 'updated_at': '2022-01-28T07:15:58Z', 'revision_number': 3, 'project_id': 'c11129bb904d478dbedbd3f2c7df46cf', 'gw_port': {'id': '541c2781-dab4-4ff0-80c0-1c1678620ff0', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:49:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '281f3ad7-3219-45c2-9337-b0d5c9f0f5b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:15:57Z', 'updated_at': '2022-01-28T07:16:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:16:01.659805 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2beeae33-a1ce-47d6-a7e9-530b18c756d6 req-39117601-8214-4590-823d-34e8e52e2002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:01.661376 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2beeae33-a1ce-47d6-a7e9-530b18c756d6 req-39117601-8214-4590-823d-34e8e52e2002 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=4e182499-0172-418b-8661-f8d01d960a55 HTTP/1.1" status: 200 len: 1098 time: 0.5868182 Jan 28 07:16:01.781743 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-db8197d0-58d9-4503-82d3-15daf01ca714 req-c4be35de-cdc8-4149-8b1b-5daf96a75f4a tempest-SecurityGroupRulesNegativeTestJSON-1353357199 tempest-SecurityGroupRulesNegativeTestJSON-1353357199-project] 10.222.0.41 "GET /v2.0/security-groups/acb05327-ce00-4bce-a97c-49ff2c8ddd3a HTTP/1.1" status: 200 len: 1831 time: 0.1556468 Jan 28 07:16:01.889354 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2beeae33-a1ce-47d6-a7e9-530b18c756d6 req-89695a41-b68e-4302-8f8d-96818d16fe28 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=5e9c3947-6ff8-4aa4-a1f7-c165b64c94a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163198 Jan 28 07:16:01.930271 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-db8197d0-58d9-4503-82d3-15daf01ca714 req-bf233ce0-931f-47fd-bc15-d6c5f4abecbc tempest-SecurityGroupRulesNegativeTestJSON-1353357199 tempest-SecurityGroupRulesNegativeTestJSON-1353357199-project] Publish callbacks [] for security_group (acb05327-ce00-4bce-a97c-49ff2c8ddd3a), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:01.941650 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-3d6bf631-3283-4e36-a86f-98ef17682880 admin admin] Allocated IP 172.20.0.1 (84328416-4059-4d46-a8be-5490b945d071/eaf5162e-0559-4037-843b-d0499ba9c73a/690c595d-e597-4c11-9fa9-1f01546a1703) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:16:01.978531 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-db8197d0-58d9-4503-82d3-15daf01ca714 req-bf233ce0-931f-47fd-bc15-d6c5f4abecbc tempest-SecurityGroupRulesNegativeTestJSON-1353357199 tempest-SecurityGroupRulesNegativeTestJSON-1353357199-project] Publish callbacks [] for security_group (acb05327-ce00-4bce-a97c-49ff2c8ddd3a), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:02.055306 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ecde71-8d4d-4ceb-8388-64d86377c3b7 req-3c5ffc2f-0f45-4f26-a1e0-43e81d1c4a62 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:02.064988 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-08ecde71-8d4d-4ceb-8388-64d86377c3b7 req-3c5ffc2f-0f45-4f26-a1e0-43e81d1c4a62 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/ports?device_id=eaae8635-89b6-4156-811c-70c9b45aef9b HTTP/1.1" status: 200 len: 945 time: 0.0709927 Jan 28 07:16:02.102763 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-db8197d0-58d9-4503-82d3-15daf01ca714 req-bf233ce0-931f-47fd-bc15-d6c5f4abecbc tempest-SecurityGroupRulesNegativeTestJSON-1353357199 tempest-SecurityGroupRulesNegativeTestJSON-1353357199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (acb05327-ce00-4bce-a97c-49ff2c8ddd3a), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:02.106034 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-db8197d0-58d9-4503-82d3-15daf01ca714 req-bf233ce0-931f-47fd-bc15-d6c5f4abecbc tempest-SecurityGroupRulesNegativeTestJSON-1353357199 tempest-SecurityGroupRulesNegativeTestJSON-1353357199-project] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:02.107014 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-db8197d0-58d9-4503-82d3-15daf01ca714 req-bf233ce0-931f-47fd-bc15-d6c5f4abecbc tempest-SecurityGroupRulesNegativeTestJSON-1353357199 tempest-SecurityGroupRulesNegativeTestJSON-1353357199-project] 10.222.0.41 "DELETE /v2.0/security-groups/acb05327-ce00-4bce-a97c-49ff2c8ddd3a HTTP/1.1" status: 204 len: 173 time: 0.3161898 Jan 28 07:16:02.138855 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-08ecde71-8d4d-4ceb-8388-64d86377c3b7 req-ef88c625-9e1e-4e18-b92c-bfec9b6227b6 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/security-groups?id=54f3b545-d68e-44ae-b5dc-1cfcda6094b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727429 Jan 28 07:16:02.142401 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf233ce0-931f-47fd-bc15-d6c5f4abecbc tempest-SecurityGroupRulesNegativeTestJSON-1353357199 tempest-SecurityGroupRulesNegativeTestJSON-1353357199-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=acb05327-ce00-4bce-a97c-49ff2c8ddd3a,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:16:02.197208 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3d6bf631-3283-4e36-a86f-98ef17682880 admin admin] Publish callbacks [] for port (690c595d-e597-4c11-9fa9-1f01546a1703), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:02.253175 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-72cd1ff5-fa88-4f18-9702-102da4764db2 req-9b00ef99-8b80-4b05-ac90-0f81c34ca897 tempest-SecurityGroupRulesNegativeTestJSON-1353357199 tempest-SecurityGroupRulesNegativeTestJSON-1353357199-project] 10.222.0.41 "GET /v2.0/security-groups/dacf250d-b289-4db5-88ac-9631ad453347 HTTP/1.1" status: 200 len: 1831 time: 0.1218121 Jan 28 07:16:02.327920 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3d6bf631-3283-4e36-a86f-98ef17682880 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (690c595d-e597-4c11-9fa9-1f01546a1703), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:02.385812 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d6bf631-3283-4e36-a86f-98ef17682880 admin admin] Network 84328416-4059-4d46-a8be-5490b945d071 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:16:02.390342 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-3d6bf631-3283-4e36-a86f-98ef17682880 admin admin] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:16:02.397745 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6bf631-3283-4e36-a86f-98ef17682880 admin admin] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:16:02.453804 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf45ae7-594f-4055-9cd5-0eb46ec4d69d req-f44b5c9b-2367-4f05-a7d7-80fcb2678f76 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:02.465121 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8cf45ae7-594f-4055-9cd5-0eb46ec4d69d req-f44b5c9b-2367-4f05-a7d7-80fcb2678f76 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5893ef6-46c4-45fa-a505-47cb270a9c49 HTTP/1.1" status: 200 len: 944 time: 0.1738324 Jan 28 07:16:02.487674 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6bf631-3283-4e36-a86f-98ef17682880 admin admin] Pushing event updated for resources: {'Port': ['ID=690c595d-e597-4c11-9fa9-1f01546a1703,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:16:02.490450 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-72cd1ff5-fa88-4f18-9702-102da4764db2 req-e07d60d9-af91-4f6b-8b1d-4843b07a3018 tempest-SecurityGroupRulesNegativeTestJSON-1353357199 tempest-SecurityGroupRulesNegativeTestJSON-1353357199-project] Publish callbacks [] for security_group (dacf250d-b289-4db5-88ac-9631ad453347), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:02.543071 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8cf45ae7-594f-4055-9cd5-0eb46ec4d69d req-18413932-0475-451a-9e29-c1d60dc34133 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c286ac6-5d5d-46b9-b282-9e68e0339bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767012 Jan 28 07:16:02.550652 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3d6bf631-3283-4e36-a86f-98ef17682880 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16609232'] for router_interface (281f3ad7-3219-45c2-9337-b0d5c9f0f5b6), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:02.647669 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 541c2781-dab4-4ff0-80c0-1c1678620ff0 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:16:02.706959 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-72cd1ff5-fa88-4f18-9702-102da4764db2 req-e07d60d9-af91-4f6b-8b1d-4843b07a3018 tempest-SecurityGroupRulesNegativeTestJSON-1353357199 tempest-SecurityGroupRulesNegativeTestJSON-1353357199-project] Publish callbacks [] for security_group (dacf250d-b289-4db5-88ac-9631ad453347), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:02.744546 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747fa846-f305-40f0-8eca-8c43fd33357f req-d8147f35-432e-4059-a55c-0f7bc30ea807 tempest-ServerAddressesTestJSON-246964875 tempest-ServerAddressesTestJSON-246964875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:02.756433 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-747fa846-f305-40f0-8eca-8c43fd33357f req-d8147f35-432e-4059-a55c-0f7bc30ea807 tempest-ServerAddressesTestJSON-246964875 tempest-ServerAddressesTestJSON-246964875-project] 10.222.0.41 "GET /v2.0/ports?device_id=4fb89e47-6c62-4d61-9b16-87f4e3e401a6 HTTP/1.1" status: 200 len: 946 time: 0.1022949 Jan 28 07:16:02.797276 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 541c2781-dab4-4ff0-80c0-1c1678620ff0 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:16:02.797965 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (541c2781-dab4-4ff0-80c0-1c1678620ff0), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:02.841073 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-747fa846-f305-40f0-8eca-8c43fd33357f req-466d4185-f245-48ed-a1ba-797fa76c1f69 tempest-ServerAddressesTestJSON-246964875 tempest-ServerAddressesTestJSON-246964875-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4423c7c-1c4e-4a45-9313-3bd037fa63a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834596 Jan 28 07:16:02.853060 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3d6bf631-3283-4e36-a86f-98ef17682880 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (690c595d-e597-4c11-9fa9-1f01546a1703), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:02.892671 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:02.919813 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-b0af85c2-20c0-4965-85e7-7dd34d8b07cb None None] Provisioning complete for port 690c595d-e597-4c11-9fa9-1f01546a1703 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:16:02.923031 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b0af85c2-20c0-4965-85e7-7dd34d8b07cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (690c595d-e597-4c11-9fa9-1f01546a1703), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:03.015301 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 541c2781-dab4-4ff0-80c0-1c1678620ff0 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:16:03.015728 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (541c2781-dab4-4ff0-80c0-1c1678620ff0), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:03.021113 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-b0af85c2-20c0-4965-85e7-7dd34d8b07cb None None] Port 690c595d-e597-4c11-9fa9-1f01546a1703 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:16:03.048523 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e608380a-0cf4-4c07-a890-85fc7a22ab3d req-af715e7d-75d5-4a1f-b0a2-eedb5875f0a5 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:03.050250 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e608380a-0cf4-4c07-a890-85fc7a22ab3d req-af715e7d-75d5-4a1f-b0a2-eedb5875f0a5 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e182499-0172-418b-8661-f8d01d960a55 HTTP/1.1" status: 200 len: 946 time: 0.1034026 Jan 28 07:16:03.052247 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] For port 541c2781-dab4-4ff0-80c0-1c1678620ff0, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=541c2781-dab4-4ff0-80c0-1c1678620ff0,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:16:03.057689 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (541c2781-dab4-4ff0-80c0-1c1678620ff0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:03.059627 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 0ea4e645-59ac-4bab-9092-2acc77e02f4e up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:16:03.072251 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-72cd1ff5-fa88-4f18-9702-102da4764db2 req-e07d60d9-af91-4f6b-8b1d-4843b07a3018 tempest-SecurityGroupRulesNegativeTestJSON-1353357199 tempest-SecurityGroupRulesNegativeTestJSON-1353357199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (dacf250d-b289-4db5-88ac-9631ad453347), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:03.079381 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-72cd1ff5-fa88-4f18-9702-102da4764db2 req-e07d60d9-af91-4f6b-8b1d-4843b07a3018 tempest-SecurityGroupRulesNegativeTestJSON-1353357199 tempest-SecurityGroupRulesNegativeTestJSON-1353357199-project] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:03.085166 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-72cd1ff5-fa88-4f18-9702-102da4764db2 req-e07d60d9-af91-4f6b-8b1d-4843b07a3018 tempest-SecurityGroupRulesNegativeTestJSON-1353357199 tempest-SecurityGroupRulesNegativeTestJSON-1353357199-project] 10.222.0.41 "DELETE /v2.0/security-groups/dacf250d-b289-4db5-88ac-9631ad453347 HTTP/1.1" status: 204 len: 173 time: 0.8164895 Jan 28 07:16:03.146024 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Pushing event updated for resources: {'Port': ['ID=541c2781-dab4-4ff0-80c0-1c1678620ff0,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:16:03.177683 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07d60d9-af91-4f6b-8b1d-4843b07a3018 tempest-SecurityGroupRulesNegativeTestJSON-1353357199 tempest-SecurityGroupRulesNegativeTestJSON-1353357199-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dacf250d-b289-4db5-88ac-9631ad453347,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:16:03.186675 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e608380a-0cf4-4c07-a890-85fc7a22ab3d req-0039f674-4103-4fd6-b30b-95d6575ecb17 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e9c3947-6ff8-4aa4-a1f7-c165b64c94a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246836 Jan 28 07:16:03.206733 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 0ea4e645-59ac-4bab-9092-2acc77e02f4e triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:16:03.207132 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (0ea4e645-59ac-4bab-9092-2acc77e02f4e), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:03.323518 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3d6bf631-3283-4e36-a86f-98ef17682880 admin admin] Publish callbacks [] for port (690c595d-e597-4c11-9fa9-1f01546a1703), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:03.338979 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3d6bf631-3283-4e36-a86f-98ef17682880 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (690c595d-e597-4c11-9fa9-1f01546a1703), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:03.347453 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d5277873-4a6a-4ac6-baa9-fe16d65d3321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:03.420132 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 0ea4e645-59ac-4bab-9092-2acc77e02f4e is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:16:03.465830 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6bf631-3283-4e36-a86f-98ef17682880 admin admin] Pushing event updated for resources: {'Port': ['ID=690c595d-e597-4c11-9fa9-1f01546a1703,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:16:03.488706 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45afd5a-ab61-4f3f-9cdf-c0db514d822f req-5263a727-83c9-4a3f-a027-363a508baa0d tempest-ServerAddressesTestJSON-246964875 tempest-ServerAddressesTestJSON-246964875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:03.490535 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a45afd5a-ab61-4f3f-9cdf-c0db514d822f req-5263a727-83c9-4a3f-a027-363a508baa0d tempest-ServerAddressesTestJSON-246964875 tempest-ServerAddressesTestJSON-246964875-project] 10.222.0.44 "GET /v2.0/ports?device_id=4fb89e47-6c62-4d61-9b16-87f4e3e401a6 HTTP/1.1" status: 200 len: 946 time: 0.4476042 Jan 28 07:16:03.548111 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c7f57a-1a63-4734-85d8-16170b2337ce req-e8860064-5615-4cf1-96e0-c19f9c5697fd tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:03.550338 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e1c7f57a-1a63-4734-85d8-16170b2337ce req-e8860064-5615-4cf1-96e0-c19f9c5697fd tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/ports?device_id=eaae8635-89b6-4156-811c-70c9b45aef9b HTTP/1.1" status: 200 len: 945 time: 0.0781391 Jan 28 07:16:03.584068 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3d6bf631-3283-4e36-a86f-98ef17682880 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16318999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16606560'] for router_interface (281f3ad7-3219-45c2-9337-b0d5c9f0f5b6), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:03.622657 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e1c7f57a-1a63-4734-85d8-16170b2337ce req-8296126f-52e4-44fd-946f-96644b5cb35e tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/security-groups?id=54f3b545-d68e-44ae-b5dc-1cfcda6094b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565708 Jan 28 07:16:03.687842 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d1526a74-c050-4b46-a3fc-2aeb5c8c38c9 req-23a36567-d3b5-479c-afea-c1962f8378b1 tempest-SecurityGroupRulesNegativeTestJSON-1353357199 tempest-SecurityGroupRulesNegativeTestJSON-1353357199-project] 10.222.0.41 "GET /v2.0/security-groups/73678dc6-802e-45f5-8602-b6db0345f623 HTTP/1.1" status: 200 len: 1831 time: 0.3539598 Jan 28 07:16:03.737095 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d43de4-6899-42ec-9eb6-21e4f377a49f req-5ed729f1-9eff-40b1-9e0b-92df93cd8a71 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:03.738594 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-12d43de4-6899-42ec-9eb6-21e4f377a49f req-5ed729f1-9eff-40b1-9e0b-92df93cd8a71 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5893ef6-46c4-45fa-a505-47cb270a9c49 HTTP/1.1" status: 200 len: 944 time: 0.0551519 Jan 28 07:16:03.787953 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d6bf631-3283-4e36-a86f-98ef17682880 admin admin] Network 84328416-4059-4d46-a8be-5490b945d071 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:16:03.797965 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-3d6bf631-3283-4e36-a86f-98ef17682880 admin admin] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:16:03.817836 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-12d43de4-6899-42ec-9eb6-21e4f377a49f req-675c430a-ef2b-4231-92a8-39b4ea67ccbf tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c286ac6-5d5d-46b9-b282-9e68e0339bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720439 Jan 28 07:16:03.818775 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-a45afd5a-ab61-4f3f-9cdf-c0db514d822f req-ac572025-bdda-48a7-ae1f-b605a44c8a6e tempest-ServerAddressesTestJSON-246964875 tempest-ServerAddressesTestJSON-246964875-project] Deleting port 8e7747b1-8f69-4267-a43b-8b9aea469de8 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:16:03.819321 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-a45afd5a-ab61-4f3f-9cdf-c0db514d822f req-ac572025-bdda-48a7-ae1f-b605a44c8a6e tempest-ServerAddressesTestJSON-246964875 tempest-ServerAddressesTestJSON-246964875-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (8e7747b1-8f69-4267-a43b-8b9aea469de8), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:03.832925 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-d1526a74-c050-4b46-a3fc-2aeb5c8c38c9 req-cdcea919-0eb3-4ffb-acbe-89069d8ccc3c tempest-SecurityGroupRulesNegativeTestJSON-1353357199 tempest-SecurityGroupRulesNegativeTestJSON-1353357199-project] Publish callbacks [] for security_group (73678dc6-802e-45f5-8602-b6db0345f623), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:03.843500 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:03.981428 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-d1526a74-c050-4b46-a3fc-2aeb5c8c38c9 req-cdcea919-0eb3-4ffb-acbe-89069d8ccc3c tempest-SecurityGroupRulesNegativeTestJSON-1353357199 tempest-SecurityGroupRulesNegativeTestJSON-1353357199-project] Publish callbacks [] for security_group (73678dc6-802e-45f5-8602-b6db0345f623), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:03.999472 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7a43c9-c551-4cdf-81f8-7192382d7b38 req-18ba2114-afa7-418c-b453-1dcf62a8ced8 tempest-ServerAddressesTestJSON-246964875 tempest-ServerAddressesTestJSON-246964875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:04.001334 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8f7a43c9-c551-4cdf-81f8-7192382d7b38 req-18ba2114-afa7-418c-b453-1dcf62a8ced8 tempest-ServerAddressesTestJSON-246964875 tempest-ServerAddressesTestJSON-246964875-project] 10.222.0.41 "GET /v2.0/ports?device_id=4fb89e47-6c62-4d61-9b16-87f4e3e401a6 HTTP/1.1" status: 200 len: 946 time: 0.0802057 Jan 28 07:16:04.103908 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8f7a43c9-c551-4cdf-81f8-7192382d7b38 req-73a2cd6c-002f-4354-ad84-14ff0ec64b53 tempest-ServerAddressesTestJSON-246964875 tempest-ServerAddressesTestJSON-246964875-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4423c7c-1c4e-4a45-9313-3bd037fa63a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898533 Jan 28 07:16:04.162194 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-a45afd5a-ab61-4f3f-9cdf-c0db514d822f req-ac572025-bdda-48a7-ae1f-b605a44c8a6e tempest-ServerAddressesTestJSON-246964875 tempest-ServerAddressesTestJSON-246964875-project] For port 8e7747b1-8f69-4267-a43b-8b9aea469de8, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=8e7747b1-8f69-4267-a43b-8b9aea469de8,segment=NetworkSegment(82511790-bbec-405d-a6ea-5c4abfcc2e80),segment_id=82511790-bbec-405d-a6ea-5c4abfcc2e80)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:16:04.162568 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-a45afd5a-ab61-4f3f-9cdf-c0db514d822f req-ac572025-bdda-48a7-ae1f-b605a44c8a6e tempest-ServerAddressesTestJSON-246964875 tempest-ServerAddressesTestJSON-246964875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (8e7747b1-8f69-4267-a43b-8b9aea469de8), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:04.171773 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-d1526a74-c050-4b46-a3fc-2aeb5c8c38c9 req-cdcea919-0eb3-4ffb-acbe-89069d8ccc3c tempest-SecurityGroupRulesNegativeTestJSON-1353357199 tempest-SecurityGroupRulesNegativeTestJSON-1353357199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (73678dc6-802e-45f5-8602-b6db0345f623), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:04.174348 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-d1526a74-c050-4b46-a3fc-2aeb5c8c38c9 req-cdcea919-0eb3-4ffb-acbe-89069d8ccc3c tempest-SecurityGroupRulesNegativeTestJSON-1353357199 tempest-SecurityGroupRulesNegativeTestJSON-1353357199-project] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:04.175489 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d1526a74-c050-4b46-a3fc-2aeb5c8c38c9 req-cdcea919-0eb3-4ffb-acbe-89069d8ccc3c tempest-SecurityGroupRulesNegativeTestJSON-1353357199 tempest-SecurityGroupRulesNegativeTestJSON-1353357199-project] 10.222.0.41 "DELETE /v2.0/security-groups/73678dc6-802e-45f5-8602-b6db0345f623 HTTP/1.1" status: 204 len: 173 time: 0.4778533 Jan 28 07:16:04.186086 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-a45afd5a-ab61-4f3f-9cdf-c0db514d822f req-ac572025-bdda-48a7-ae1f-b605a44c8a6e tempest-ServerAddressesTestJSON-246964875 tempest-ServerAddressesTestJSON-246964875-project] Calling delete_port for 8e7747b1-8f69-4267-a43b-8b9aea469de8 owned by compute:nova {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:16:04.199933 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d6bf631-3283-4e36-a86f-98ef17682880 admin admin] Router 281f3ad7-3219-45c2-9337-b0d5c9f0f5b6 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:16:04.204057 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcea919-0eb3-4ffb-acbe-89069d8ccc3c tempest-SecurityGroupRulesNegativeTestJSON-1353357199 tempest-SecurityGroupRulesNegativeTestJSON-1353357199-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73678dc6-802e-45f5-8602-b6db0345f623,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:16:04.305892 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-52f262ec-e8f2-467f-8441-877854424af4 None None] Provisioning complete for port 690c595d-e597-4c11-9fa9-1f01546a1703 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:16:04.307090 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-52f262ec-e8f2-467f-8441-877854424af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (690c595d-e597-4c11-9fa9-1f01546a1703), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:04.313081 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-de1a3705-b239-4ccc-9b15-c0d481ddeca7 req-f282528d-4f4b-4b32-a850-a2c0167658ce tempest-SecurityGroupRulesNegativeTestJSON-1353357199 tempest-SecurityGroupRulesNegativeTestJSON-1353357199-project] 10.222.0.41 "GET /v2.0/security-groups/f0849d03-c3b0-43e4-b417-2779c26b28b8 HTTP/1.1" status: 200 len: 1832 time: 0.1168904 Jan 28 07:16:04.379154 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5e5e09-e4be-4f81-ae71-75cde1c6b223 req-415b4e41-60c7-46ed-bfd7-0f8f82c68b6c tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:04.382442 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6d5e5e09-e4be-4f81-ae71-75cde1c6b223 req-415b4e41-60c7-46ed-bfd7-0f8f82c68b6c tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.44 "GET /v2.0/ports?device_id=eaae8635-89b6-4156-811c-70c9b45aef9b HTTP/1.1" status: 200 len: 945 time: 0.1187894 Jan 28 07:16:04.398351 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-52f262ec-e8f2-467f-8441-877854424af4 None None] Port 690c595d-e597-4c11-9fa9-1f01546a1703 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:16:04.450009 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 541c2781-dab4-4ff0-80c0-1c1678620ff0 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:16:04.520328 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-de1a3705-b239-4ccc-9b15-c0d481ddeca7 req-d9c20ec5-eeb5-4a64-a9d5-c7c0c4b11876 tempest-SecurityGroupRulesNegativeTestJSON-1353357199 tempest-SecurityGroupRulesNegativeTestJSON-1353357199-project] Publish callbacks [] for security_group (f0849d03-c3b0-43e4-b417-2779c26b28b8), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:04.530713 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 541c2781-dab4-4ff0-80c0-1c1678620ff0 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:16:04.531113 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (541c2781-dab4-4ff0-80c0-1c1678620ff0), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:04.558967 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d6bf631-3283-4e36-a86f-98ef17682880 admin admin] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:16:04.569998 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-3d6bf631-3283-4e36-a86f-98ef17682880 admin admin] 10.222.0.41 "PUT /v2.0/routers/281f3ad7-3219-45c2-9337-b0d5c9f0f5b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7597220 Jan 28 07:16:04.578304 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-de1a3705-b239-4ccc-9b15-c0d481ddeca7 req-d9c20ec5-eeb5-4a64-a9d5-c7c0c4b11876 tempest-SecurityGroupRulesNegativeTestJSON-1353357199 tempest-SecurityGroupRulesNegativeTestJSON-1353357199-project] Publish callbacks [] for security_group (f0849d03-c3b0-43e4-b417-2779c26b28b8), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:04.629134 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2509e5e-55b5-4aca-9d80-3fb829c5ad3e req-1b44462d-475e-43f1-9025-abfca8c8cf47 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:04.630709 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c2509e5e-55b5-4aca-9d80-3fb829c5ad3e req-1b44462d-475e-43f1-9025-abfca8c8cf47 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e182499-0172-418b-8661-f8d01d960a55 HTTP/1.1" status: 200 len: 946 time: 0.2294266 Jan 28 07:16:04.631896 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-a45afd5a-ab61-4f3f-9cdf-c0db514d822f req-ac572025-bdda-48a7-ae1f-b605a44c8a6e tempest-ServerAddressesTestJSON-246964875 tempest-ServerAddressesTestJSON-246964875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (8e7747b1-8f69-4267-a43b-8b9aea469de8), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:04.651305 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-629d9662-35e0-4409-be82-43be6e3814b9 None None] Sync routers for ids ['281f3ad7-3219-45c2-9337-b0d5c9f0f5b6'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:16:04.666816 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-6d5e5e09-e4be-4f81-ae71-75cde1c6b223 req-0d6d53f0-1f1b-4ac1-bc60-4c51060c1ad3 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Deleting port c979436b-508d-4793-81dd-afac650b9db6 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:16:04.668581 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-6d5e5e09-e4be-4f81-ae71-75cde1c6b223 req-0d6d53f0-1f1b-4ac1-bc60-4c51060c1ad3 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (c979436b-508d-4793-81dd-afac650b9db6), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:04.671369 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 541c2781-dab4-4ff0-80c0-1c1678620ff0 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:16:04.673796 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629d9662-35e0-4409-be82-43be6e3814b9 None None] Routers {'281f3ad7-3219-45c2-9337-b0d5c9f0f5b6'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:16:04.674681 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-629d9662-35e0-4409-be82-43be6e3814b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:15:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['281f3ad7-3219-45c2-9337-b0d5c9f0f5b6'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:16:04.676059 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac572025-bdda-48a7-ae1f-b605a44c8a6e tempest-ServerAddressesTestJSON-246964875 tempest-ServerAddressesTestJSON-246964875-project] Pushing event deleted for resources: {'Port': ['ID=8e7747b1-8f69-4267-a43b-8b9aea469de8,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:16:04.755879 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-a45afd5a-ab61-4f3f-9cdf-c0db514d822f req-ac572025-bdda-48a7-ae1f-b605a44c8a6e tempest-ServerAddressesTestJSON-246964875 tempest-ServerAddressesTestJSON-246964875-project] No DVR routers for this DVR port 8e7747b1-8f69-4267-a43b-8b9aea469de8 on host n-h2-712749-28 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:16:04.761326 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-a45afd5a-ab61-4f3f-9cdf-c0db514d822f req-ac572025-bdda-48a7-ae1f-b605a44c8a6e tempest-ServerAddressesTestJSON-246964875 tempest-ServerAddressesTestJSON-246964875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:04.767530 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a45afd5a-ab61-4f3f-9cdf-c0db514d822f req-ac572025-bdda-48a7-ae1f-b605a44c8a6e tempest-ServerAddressesTestJSON-246964875 tempest-ServerAddressesTestJSON-246964875-project] 10.222.0.44 "DELETE /v2.0/ports/8e7747b1-8f69-4267-a43b-8b9aea469de8 HTTP/1.1" status: 204 len: 173 time: 1.2637427 Jan 28 07:16:04.780345 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fb89e47-6c62-4d61-9b16-87f4e3e401a6', 'name': 'network-vif-deleted', 'tag': '8e7747b1-8f69-4267-a43b-8b9aea469de8'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:16:04.786622 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3e47615-b9f4-4dcd-81fd-e599b47daff5" -d '{"events": [{"server_uuid": "4fb89e47-6c62-4d61-9b16-87f4e3e401a6", "name": "network-vif-deleted", "tag": "8e7747b1-8f69-4267-a43b-8b9aea469de8"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:16:04.824617 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-629d9662-35e0-4409-be82-43be6e3814b9 None None] Set router 281f3ad7-3219-45c2-9337-b0d5c9f0f5b6 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:16:04.838921 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c2509e5e-55b5-4aca-9d80-3fb829c5ad3e req-6b9d0c90-ed19-41dc-a153-dbb304ece9b3 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e9c3947-6ff8-4aa4-a1f7-c165b64c94a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718135 Jan 28 07:16:04.869573 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-6d5e5e09-e4be-4f81-ae71-75cde1c6b223 req-0d6d53f0-1f1b-4ac1-bc60-4c51060c1ad3 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] For port c979436b-508d-4793-81dd-afac650b9db6, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=c979436b-508d-4793-81dd-afac650b9db6,segment=NetworkSegment(8c1a2649-126a-42b2-aa92-3dce43dd7caa),segment_id=8c1a2649-126a-42b2-aa92-3dce43dd7caa)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:16:04.870237 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-6d5e5e09-e4be-4f81-ae71-75cde1c6b223 req-0d6d53f0-1f1b-4ac1-bc60-4c51060c1ad3 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (c979436b-508d-4793-81dd-afac650b9db6), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:04.886902 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-6d5e5e09-e4be-4f81-ae71-75cde1c6b223 req-0d6d53f0-1f1b-4ac1-bc60-4c51060c1ad3 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Calling delete_port for c979436b-508d-4793-81dd-afac650b9db6 owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:16:04.972997 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-de1a3705-b239-4ccc-9b15-c0d481ddeca7 req-d9c20ec5-eeb5-4a64-a9d5-c7c0c4b11876 tempest-SecurityGroupRulesNegativeTestJSON-1353357199 tempest-SecurityGroupRulesNegativeTestJSON-1353357199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (f0849d03-c3b0-43e4-b417-2779c26b28b8), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:04.976311 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-de1a3705-b239-4ccc-9b15-c0d481ddeca7 req-d9c20ec5-eeb5-4a64-a9d5-c7c0c4b11876 tempest-SecurityGroupRulesNegativeTestJSON-1353357199 tempest-SecurityGroupRulesNegativeTestJSON-1353357199-project] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:04.978080 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-de1a3705-b239-4ccc-9b15-c0d481ddeca7 req-d9c20ec5-eeb5-4a64-a9d5-c7c0c4b11876 tempest-SecurityGroupRulesNegativeTestJSON-1353357199 tempest-SecurityGroupRulesNegativeTestJSON-1353357199-project] 10.222.0.41 "DELETE /v2.0/security-groups/f0849d03-c3b0-43e4-b417-2779c26b28b8 HTTP/1.1" status: 204 len: 173 time: 0.6533558 Jan 28 07:16:05.017075 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c20ec5-eeb5-4a64-a9d5-c7c0c4b11876 tempest-SecurityGroupRulesNegativeTestJSON-1353357199 tempest-SecurityGroupRulesNegativeTestJSON-1353357199-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0849d03-c3b0-43e4-b417-2779c26b28b8,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:16:05.186838 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b20828-6fa4-4f93-8628-b2266ce7ff90 req-7b2758fb-e51e-4ad1-a19c-bd3088355d28 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:05.200414 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e6b20828-6fa4-4f93-8628-b2266ce7ff90 req-7b2758fb-e51e-4ad1-a19c-bd3088355d28 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/ports?device_id=eaae8635-89b6-4156-811c-70c9b45aef9b HTTP/1.1" status: 200 len: 945 time: 0.0996048 Jan 28 07:16:05.233516 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-6d5e5e09-e4be-4f81-ae71-75cde1c6b223 req-0d6d53f0-1f1b-4ac1-bc60-4c51060c1ad3 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (c979436b-508d-4793-81dd-afac650b9db6), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:05.251448 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50a56ebd-fdbb-44ea-88ce-0fd3a049111b x-openstack-request-id: req-50a56ebd-fdbb-44ea-88ce-0fd3a049111b {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:16:05.251744 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fb89e47-6c62-4d61-9b16-87f4e3e401a6", "name": "network-vif-deleted", "tag": "8e7747b1-8f69-4267-a43b-8b9aea469de8", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:16:05.251980 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-50a56ebd-fdbb-44ea-88ce-0fd3a049111b {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:16:05.252984 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fb89e47-6c62-4d61-9b16-87f4e3e401a6', 'name': 'network-vif-deleted', 'tag': '8e7747b1-8f69-4267-a43b-8b9aea469de8', 'status': 'completed', 'code': 200} Jan 28 07:16:05.273173 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['c979436b-508d-4793-81dd-afac650b9db6'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:16:05.300793 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e6b20828-6fa4-4f93-8628-b2266ce7ff90 req-ebea2cd2-0a52-4d01-b64d-c9fea9e3be47 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.41 "GET /v2.0/security-groups?id=54f3b545-d68e-44ae-b5dc-1cfcda6094b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994163 Jan 28 07:16:05.349171 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6d53f0-1f1b-4ac1-bc60-4c51060c1ad3 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Pushing event deleted for resources: {'Port': ['ID=c979436b-508d-4793-81dd-afac650b9db6,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:16:05.350713 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-629d9662-35e0-4409-be82-43be6e3814b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '281f3ad7-3219-45c2-9337-b0d5c9f0f5b6', 'name': 'tempest-TaggedBootDevicesTest_v242-2074740629-router', 'tenant_id': 'c11129bb904d478dbedbd3f2c7df46cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '541c2781-dab4-4ff0-80c0-1c1678620ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:15:55Z', 'updated_at': '2022-01-28T07:16:02Z', 'revision_number': 4, 'project_id': 'c11129bb904d478dbedbd3f2c7df46cf', 'gw_port': {'id': '541c2781-dab4-4ff0-80c0-1c1678620ff0', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:49:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '281f3ad7-3219-45c2-9337-b0d5c9f0f5b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:15:57Z', 'updated_at': '2022-01-28T07:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '690c595d-e597-4c11-9fa9-1f01546a1703', 'name': '', 'network_id': '84328416-4059-4d46-a8be-5490b945d071', 'tenant_id': 'c11129bb904d478dbedbd3f2c7df46cf', 'mac_address': 'fa:16:3e:f2:03:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '281f3ad7-3219-45c2-9337-b0d5c9f0f5b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': 'eaf5162e-0559-4037-843b-d0499ba9c73a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:16:01Z', 'updated_at': '2022-01-28T07:16:02Z', 'revision_number': 2, 'project_id': 'c11129bb904d478dbedbd3f2c7df46cf', 'subnets': [{'id': 'eaf5162e-0559-4037-843b-d0499ba9c73a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:16:05.372853 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d5e5e09-e4be-4f81-ae71-75cde1c6b223 req-0d6d53f0-1f1b-4ac1-bc60-4c51060c1ad3 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] No DVR routers for this DVR port c979436b-508d-4793-81dd-afac650b9db6 on host n-h2-712749-28 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:16:05.380141 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-6d5e5e09-e4be-4f81-ae71-75cde1c6b223 req-0d6d53f0-1f1b-4ac1-bc60-4c51060c1ad3 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:05.397430 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6d5e5e09-e4be-4f81-ae71-75cde1c6b223 req-0d6d53f0-1f1b-4ac1-bc60-4c51060c1ad3 tempest-ServersTestJSON-843553447 tempest-ServersTestJSON-843553447-project] 10.222.0.44 "DELETE /v2.0/ports/c979436b-508d-4793-81dd-afac650b9db6 HTTP/1.1" status: 204 len: 173 time: 1.0088077 Jan 28 07:16:05.398298 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-629d9662-35e0-4409-be82-43be6e3814b9 None None] Checking router: 281f3ad7-3219-45c2-9337-b0d5c9f0f5b6 for host: n-d-712749-28 {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:16:05.398745 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-629d9662-35e0-4409-be82-43be6e3814b9 None None] Updating router 281f3ad7-3219-45c2-9337-b0d5c9f0f5b6 port 690c595d-e597-4c11-9fa9-1f01546a1703 binding host n-d-712749-28 {{(pid=103285) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 07:16:05.399173 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaae8635-89b6-4156-811c-70c9b45aef9b', 'name': 'network-vif-deleted', 'tag': 'c979436b-508d-4793-81dd-afac650b9db6'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:16:05.402495 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f565c8ae-fa1e-4347-92b6-8b42fa9f96d7" -d '{"events": [{"server_uuid": "eaae8635-89b6-4156-811c-70c9b45aef9b", "name": "network-vif-deleted", "tag": "c979436b-508d-4793-81dd-afac650b9db6"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:16:05.435927 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a95966b-eefc-49ad-929d-23c13ebd9725 req-fdeed340-cbaa-4f81-b044-965b4ad16ad3 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:05.447989 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9a95966b-eefc-49ad-929d-23c13ebd9725 req-fdeed340-cbaa-4f81-b044-965b4ad16ad3 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5893ef6-46c4-45fa-a505-47cb270a9c49 HTTP/1.1" status: 200 len: 944 time: 0.1399240 Jan 28 07:16:05.457357 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-629d9662-35e0-4409-be82-43be6e3814b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (690c595d-e597-4c11-9fa9-1f01546a1703), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:05.463061 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6e2ab654-16be-49f0-87e5-8df14ae87684 req-ef4a9b2f-0679-4fcb-9b49-bdd7a6903c37 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=f5fa6549bc8d49d9b2eb68f328326d46 HTTP/1.1" status: 200 len: 267 time: 0.0653753 Jan 28 07:16:05.516130 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9a95966b-eefc-49ad-929d-23c13ebd9725 req-2a12fbbd-930f-4e1c-93ce-773b4253e883 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c286ac6-5d5d-46b9-b282-9e68e0339bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671101 Jan 28 07:16:05.569385 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2ab654-16be-49f0-87e5-8df14ae87684 req-125bec7c-8ee0-4fbb-9df0-40a927ddcbbc tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:05.571194 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6e2ab654-16be-49f0-87e5-8df14ae87684 req-125bec7c-8ee0-4fbb-9df0-40a927ddcbbc tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e182499-0172-418b-8661-f8d01d960a55 HTTP/1.1" status: 200 len: 946 time: 0.1026607 Jan 28 07:16:05.586212 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-6e2ab654-16be-49f0-87e5-8df14ae87684 req-842ab82d-2158-4724-898b-eeea61eefb54 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Request body: {'port': {'security_groups': []}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:16:05.600506 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2a6972a8-9375-4362-8a57-664276394709 req-1a83f90a-028f-4f15-af58-f7fc9b7e0893 tempest-SecurityGroupRulesNegativeTestJSON-1353357199 tempest-SecurityGroupRulesNegativeTestJSON-1353357199-project] 10.222.0.41 "GET /v2.0/security-groups/4ccde413-2e01-4bb1-82fd-7a6f72df54dd HTTP/1.1" status: 200 len: 1832 time: 0.0711727 Jan 28 07:16:05.645578 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-00014b98-e747-4fa9-b82c-2d959c8c0191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:05.685407 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-2a6972a8-9375-4362-8a57-664276394709 req-88eac29c-dcb4-42ad-9f8f-874db803fc4a tempest-SecurityGroupRulesNegativeTestJSON-1353357199 tempest-SecurityGroupRulesNegativeTestJSON-1353357199-project] Publish callbacks [] for security_group (4ccde413-2e01-4bb1-82fd-7a6f72df54dd), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:05.696018 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-6e2ab654-16be-49f0-87e5-8df14ae87684 req-842ab82d-2158-4724-898b-eeea61eefb54 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (6aec374c-cc44-4b58-a98c-bf7de184cc69), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:05.721490 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-2a6972a8-9375-4362-8a57-664276394709 req-88eac29c-dcb4-42ad-9f8f-874db803fc4a tempest-SecurityGroupRulesNegativeTestJSON-1353357199 tempest-SecurityGroupRulesNegativeTestJSON-1353357199-project] Publish callbacks [] for security_group (4ccde413-2e01-4bb1-82fd-7a6f72df54dd), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:05.730076 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device c979436b-508d-4793-81dd-afac650b9db6 no longer exists at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:16:05.795333 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-2a6972a8-9375-4362-8a57-664276394709 req-88eac29c-dcb4-42ad-9f8f-874db803fc4a tempest-SecurityGroupRulesNegativeTestJSON-1353357199 tempest-SecurityGroupRulesNegativeTestJSON-1353357199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (4ccde413-2e01-4bb1-82fd-7a6f72df54dd), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:05.798454 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-2a6972a8-9375-4362-8a57-664276394709 req-88eac29c-dcb4-42ad-9f8f-874db803fc4a tempest-SecurityGroupRulesNegativeTestJSON-1353357199 tempest-SecurityGroupRulesNegativeTestJSON-1353357199-project] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:05.816477 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2a6972a8-9375-4362-8a57-664276394709 req-88eac29c-dcb4-42ad-9f8f-874db803fc4a tempest-SecurityGroupRulesNegativeTestJSON-1353357199 tempest-SecurityGroupRulesNegativeTestJSON-1353357199-project] 10.222.0.41 "DELETE /v2.0/security-groups/4ccde413-2e01-4bb1-82fd-7a6f72df54dd HTTP/1.1" status: 204 len: 173 time: 0.2140143 Jan 28 07:16:05.819789 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 45114) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:16:05.897209 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] No Port match for: c979436b-508d-4793-81dd-afac650b9db6 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:16:05.898313 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device c979436b-508d-4793-81dd-afac650b9db6 not bound to the agent host n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:16:05.898919 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 8e7747b1-8f69-4267-a43b-8b9aea469de8 no longer exists at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:16:05.923624 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] No Port match for: 8e7747b1-8f69-4267-a43b-8b9aea469de8 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:16:05.924170 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 8e7747b1-8f69-4267-a43b-8b9aea469de8 not bound to the agent host n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:16:05.932588 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 45118) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:16:05.954056 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e36336b-6bee-4680-877d-6ead8cbb7fb5 admin admin] Deleting subnet b9e1cab8-6d17-4d8d-8315-a67ebdedcc49 {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:16:05.966597 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88eac29c-dcb4-42ad-9f8f-874db803fc4a tempest-SecurityGroupRulesNegativeTestJSON-1353357199 tempest-SecurityGroupRulesNegativeTestJSON-1353357199-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ccde413-2e01-4bb1-82fd-7a6f72df54dd,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:16:05.972914 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6e36336b-6bee-4680-877d-6ead8cbb7fb5 admin admin] Publish callbacks [] for subnet (b9e1cab8-6d17-4d8d-8315-a67ebdedcc49), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:06.004418 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52106178-ce6d-40b4-bc07-2e4e29550612 x-openstack-request-id: req-52106178-ce6d-40b4-bc07-2e4e29550612 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:16:06.006424 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-6e2ab654-16be-49f0-87e5-8df14ae87684 req-842ab82d-2158-4724-898b-eeea61eefb54 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] For port 6aec374c-cc44-4b58-a98c-bf7de184cc69, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=6aec374c-cc44-4b58-a98c-bf7de184cc69,segment=NetworkSegment(67c4ed53-bfbf-4494-8d62-da0c7e4209c8),segment_id=67c4ed53-bfbf-4494-8d62-da0c7e4209c8)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:16:06.012182 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaae8635-89b6-4156-811c-70c9b45aef9b", "name": "network-vif-deleted", "tag": "c979436b-508d-4793-81dd-afac650b9db6", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:16:06.013111 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-52106178-ce6d-40b4-bc07-2e4e29550612 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:16:06.013695 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaae8635-89b6-4156-811c-70c9b45aef9b', 'name': 'network-vif-deleted', 'tag': 'c979436b-508d-4793-81dd-afac650b9db6', 'status': 'completed', 'code': 200} Jan 28 07:16:06.041460 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfca310c-6cee-4d23-8a50-d60f67f1a239 admin admin] Deleting subnet a97f0d01-e58c-4d83-872f-10f4ed35c784 {{(pid=103283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:16:06.051559 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cfca310c-6cee-4d23-8a50-d60f67f1a239 admin admin] Publish callbacks [] for subnet (a97f0d01-e58c-4d83-872f-10f4ed35c784), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:06.055646 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6e36336b-6bee-4680-877d-6ead8cbb7fb5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24759175'] for subnet (b9e1cab8-6d17-4d8d-8315-a67ebdedcc49), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:06.123409 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cfca310c-6cee-4d23-8a50-d60f67f1a239 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13506696'] for subnet (a97f0d01-e58c-4d83-872f-10f4ed35c784), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:06.154475 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-629d9662-35e0-4409-be82-43be6e3814b9 None None] Publish callbacks [] for port (690c595d-e597-4c11-9fa9-1f01546a1703), precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:06.167726 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-629d9662-35e0-4409-be82-43be6e3814b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (690c595d-e597-4c11-9fa9-1f01546a1703), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:06.173626 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6e36336b-6bee-4680-877d-6ead8cbb7fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (b9e1cab8-6d17-4d8d-8315-a67ebdedcc49), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:06.178056 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-6e2ab654-16be-49f0-87e5-8df14ae87684 req-842ab82d-2158-4724-898b-eeea61eefb54 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Publish callbacks [] for port (6aec374c-cc44-4b58-a98c-bf7de184cc69), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:06.203494 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-6e2ab654-16be-49f0-87e5-8df14ae87684 req-842ab82d-2158-4724-898b-eeea61eefb54 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (6aec374c-cc44-4b58-a98c-bf7de184cc69), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:06.270046 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['74c51dd4-789c-4c23-9ba8-db6cc4ee322f', '6aec374c-cc44-4b58-a98c-bf7de184cc69'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:16:06.273492 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cfca310c-6cee-4d23-8a50-d60f67f1a239 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (a97f0d01-e58c-4d83-872f-10f4ed35c784), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:06.285198 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['08e8f3d4-ff76-4c7d-8942-f33dca578036'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:16:06.310217 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6e36336b-6bee-4680-877d-6ead8cbb7fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24757569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24979817'] for subnet (b9e1cab8-6d17-4d8d-8315-a67ebdedcc49), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:06.350973 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2ab654-16be-49f0-87e5-8df14ae87684 req-842ab82d-2158-4724-898b-eeea61eefb54 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:06.352111 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-6e2ab654-16be-49f0-87e5-8df14ae87684 req-842ab82d-2158-4724-898b-eeea61eefb54 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:06.369985 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6e2ab654-16be-49f0-87e5-8df14ae87684 req-842ab82d-2158-4724-898b-eeea61eefb54 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "PUT /v2.0/ports/6aec374c-cc44-4b58-a98c-bf7de184cc69 HTTP/1.1" status: 200 len: 905 time: 0.7909081 Jan 28 07:16:06.410384 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e36336b-6bee-4680-877d-6ead8cbb7fb5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9e1cab8-6d17-4d8d-8315-a67ebdedcc49,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:16:06.411967 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 45152) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:16:06.413399 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6e36336b-6bee-4680-877d-6ead8cbb7fb5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:06.433406 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-6e36336b-6bee-4680-877d-6ead8cbb7fb5 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/b9e1cab8-6d17-4d8d-8315-a67ebdedcc49 HTTP/1.1" status: 204 len: 168 time: 0.5988643 Jan 28 07:16:06.441273 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 45154) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:16:06.525765 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3433c0da-d6ff-4815-a557-22b34d7e1dea None None] Pushing event updated for resources: {'Port': ['ID=690c595d-e597-4c11-9fa9-1f01546a1703,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:16:06.562608 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['6aec374c-cc44-4b58-a98c-bf7de184cc69'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:16:06.567563 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842ab82d-2158-4724-898b-eeea61eefb54 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Pushing event updated for resources: {'Port': ['ID=6aec374c-cc44-4b58-a98c-bf7de184cc69,revision_number=6']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:16:06.611430 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cfca310c-6cee-4d23-8a50-d60f67f1a239 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13546665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13556132'] for subnet (a97f0d01-e58c-4d83-872f-10f4ed35c784), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:06.619679 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_v2 [None req-c619f623-bf1d-4566-bd86-0dd9656942ea admin admin] Deleting subnet 5ed8211a-b148-411a-81c0-40d0a8d78cc9 {{(pid=103283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:16:06.623110 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bae432df-2474-41e7-9425-7e94036eba97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (b7f98979-35d3-4edd-9f5a-52f9bc7098b6), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:06.625636 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c619f623-bf1d-4566-bd86-0dd9656942ea admin admin] Publish callbacks [] for subnet (5ed8211a-b148-411a-81c0-40d0a8d78cc9), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:06.675350 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-629d9662-35e0-4409-be82-43be6e3814b9 None None] Attempting to bind port 690c595d-e597-4c11-9fa9-1f01546a1703 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:16:06.676369 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-629d9662-35e0-4409-be82-43be6e3814b9 None None] Attempting to bind port 690c595d-e597-4c11-9fa9-1f01546a1703 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '5ced1804-daa8-4cc4-8190-94d9b6bc8f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '84328416-4059-4d46-a8be-5490b945d071'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:16:06.677062 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629d9662-35e0-4409-be82-43be6e3814b9 None None] Attempting to bind port 690c595d-e597-4c11-9fa9-1f01546a1703 on network 84328416-4059-4d46-a8be-5490b945d071 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:16:06.693140 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c619f623-bf1d-4566-bd86-0dd9656942ea admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13506696'] for subnet (5ed8211a-b148-411a-81c0-40d0a8d78cc9), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:06.719401 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629d9662-35e0-4409-be82-43be6e3814b9 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:16:06.720075 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629d9662-35e0-4409-be82-43be6e3814b9 None None] Checking segment: {'id': '5ced1804-daa8-4cc4-8190-94d9b6bc8f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '84328416-4059-4d46-a8be-5490b945d071'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:16:06.720660 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-629d9662-35e0-4409-be82-43be6e3814b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:06.721244 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629d9662-35e0-4409-be82-43be6e3814b9 None None] Bound using segment: {'id': '5ced1804-daa8-4cc4-8190-94d9b6bc8f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '84328416-4059-4d46-a8be-5490b945d071'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:16:06.721964 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-629d9662-35e0-4409-be82-43be6e3814b9 None None] Bound port: 690c595d-e597-4c11-9fa9-1f01546a1703, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ced1804-daa8-4cc4-8190-94d9b6bc8f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '84328416-4059-4d46-a8be-5490b945d071'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:16:06.722825 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-629d9662-35e0-4409-be82-43be6e3814b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (690c595d-e597-4c11-9fa9-1f01546a1703), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:06.754426 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c619f623-bf1d-4566-bd86-0dd9656942ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (5ed8211a-b148-411a-81c0-40d0a8d78cc9), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:06.813048 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bae432df-2474-41e7-9425-7e94036eba97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (b7f98979-35d3-4edd-9f5a-52f9bc7098b6), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:06.830304 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bebee7b-43c4-4761-8b3c-95ebb19d09da req-ef04ab13-b3fd-421b-8ebd-7e4f8887e768 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:06.844790 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5bebee7b-43c4-4761-8b3c-95ebb19d09da req-ef04ab13-b3fd-421b-8ebd-7e4f8887e768 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e182499-0172-418b-8661-f8d01d960a55 HTTP/1.1" status: 200 len: 908 time: 0.3750520 Jan 28 07:16:06.851463 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-bae432df-2474-41e7-9425-7e94036eba97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7f98979-35d3-4edd-9f5a-52f9bc7098b6']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:16:06.866012 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-bae432df-2474-41e7-9425-7e94036eba97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a808d082-4a6d-456a-9418-fbff71da9cea') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:16:06.867396 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-bae432df-2474-41e7-9425-7e94036eba97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a808d082-4a6d-456a-9418-fbff71da9cea') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:16:06.887990 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c619f623-bf1d-4566-bd86-0dd9656942ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13546665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13556132'] for subnet (5ed8211a-b148-411a-81c0-40d0a8d78cc9), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:06.889930 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6953a0-c64b-44da-a4af-ec231fdc19a7 req-f8d78972-8945-4310-ba88-d51fe6752189 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:06.890864 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9e6953a0-c64b-44da-a4af-ec231fdc19a7 req-f8d78972-8945-4310-ba88-d51fe6752189 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5893ef6-46c4-45fa-a505-47cb270a9c49 HTTP/1.1" status: 200 len: 944 time: 0.1768944 Jan 28 07:16:06.893201 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bae432df-2474-41e7-9425-7e94036eba97 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24759294'] for segment (a808d082-4a6d-456a-9418-fbff71da9cea), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:06.911715 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfca310c-6cee-4d23-8a50-d60f67f1a239 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a97f0d01-e58c-4d83-872f-10f4ed35c784,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:16:06.917140 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cfca310c-6cee-4d23-8a50-d60f67f1a239 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:06.923371 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-cfca310c-6cee-4d23-8a50-d60f67f1a239 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/a97f0d01-e58c-4d83-872f-10f4ed35c784 HTTP/1.1" status: 204 len: 168 time: 0.9872823 Jan 28 07:16:06.926298 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 45168) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:16:06.961548 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bae432df-2474-41e7-9425-7e94036eba97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (a808d082-4a6d-456a-9418-fbff71da9cea), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:06.981434 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bae432df-2474-41e7-9425-7e94036eba97 admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:16:06.983102 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bae432df-2474-41e7-9425-7e94036eba97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24757675'] for segment (a808d082-4a6d-456a-9418-fbff71da9cea), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:06.984050 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c619f623-bf1d-4566-bd86-0dd9656942ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ed8211a-b148-411a-81c0-40d0a8d78cc9,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:16:06.987409 n-d-712749-28 neutron-server[103284]: Traceback (most recent call last): Jan 28 07:16:06.987409 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:16:06.987409 n-d-712749-28 neutron-server[103284]: timer() Jan 28 07:16:06.987409 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:16:06.987409 n-d-712749-28 neutron-server[103284]: cb(*args, **kw) Jan 28 07:16:06.987409 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:16:06.987409 n-d-712749-28 neutron-server[103284]: return func(*args, **kwargs) Jan 28 07:16:06.987409 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:16:06.987409 n-d-712749-28 neutron-server[103284]: self._notify() Jan 28 07:16:06.987409 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:16:06.987409 n-d-712749-28 neutron-server[103284]: self.callback(batched_events) Jan 28 07:16:06.987409 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:16:06.987409 n-d-712749-28 neutron-server[103284]: event.method(event) Jan 28 07:16:06.987409 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:16:06.987409 n-d-712749-28 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:16:06.987409 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:16:06.987409 n-d-712749-28 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:16:06.987409 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:16:06.987409 n-d-712749-28 neutron-server[103284]: return f(self, *a, **k) Jan 28 07:16:06.987409 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:16:06.987409 n-d-712749-28 neutron-server[103284]: return self._get(url).json() Jan 28 07:16:06.987409 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:16:06.987409 n-d-712749-28 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:16:06.987409 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:16:06.987409 n-d-712749-28 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Jan 28 07:16:06.987409 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:16:06.987409 n-d-712749-28 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:16:06.987409 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:16:06.987409 n-d-712749-28 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:16:06.987409 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:16:06.987409 n-d-712749-28 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:16:06.987409 n-d-712749-28 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:16:06.993593 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c619f623-bf1d-4566-bd86-0dd9656942ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:06.997635 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-c619f623-bf1d-4566-bd86-0dd9656942ea admin admin] 10.222.0.41 "DELETE /v2.0/subnets/5ed8211a-b148-411a-81c0-40d0a8d78cc9 HTTP/1.1" status: 204 len: 168 time: 0.5644643 Jan 28 07:16:07.008984 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 45172) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:16:07.009838 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9e6953a0-c64b-44da-a4af-ec231fdc19a7 req-823edcd8-36ef-4d0a-95d7-e13937b8cf03 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c286ac6-5d5d-46b9-b282-9e68e0339bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086318 Jan 28 07:16:07.045838 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-629d9662-35e0-4409-be82-43be6e3814b9 None None] For port 690c595d-e597-4c11-9fa9-1f01546a1703, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:16:07.098185 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-5fde97b2-cfce-4d7b-8dd2-5751893e6fb2 None None] Provisioning complete for port 690c595d-e597-4c11-9fa9-1f01546a1703 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:16:07.098559 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5fde97b2-cfce-4d7b-8dd2-5751893e6fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (690c595d-e597-4c11-9fa9-1f01546a1703), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:07.121244 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd3f1f2-f63f-4c53-bb19-d0d7660f9fd3 req-fe748f3f-609f-4e53-928c-473ca11a02b9 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:07.123504 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-cfd3f1f2-f63f-4c53-bb19-d0d7660f9fd3 req-fe748f3f-609f-4e53-928c-473ca11a02b9 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=232ec39b-90f9-4df8-a403-fe1029cce065 HTTP/1.1" status: 200 len: 945 time: 0.1992600 Jan 28 07:16:07.128537 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7adef904-cdfc-43f7-985a-d6add695ccf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (1f1d31eb-19d7-4148-a6ee-fb38490cf76f), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:07.153039 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bae432df-2474-41e7-9425-7e94036eba97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (b7f98979-35d3-4edd-9f5a-52f9bc7098b6), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:07.157886 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ab48e477-6752-40d8-87d4-eb12dca2fd77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (55d1aca5-a0d0-4804-9112-fbf4ce00f292), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:07.166226 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bae432df-2474-41e7-9425-7e94036eba97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:07.169810 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-bae432df-2474-41e7-9425-7e94036eba97 admin admin] 10.222.0.41 "DELETE /v2.0/networks/b7f98979-35d3-4edd-9f5a-52f9bc7098b6 HTTP/1.1" status: 204 len: 168 time: 0.7274823 Jan 28 07:16:07.176771 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-629d9662-35e0-4409-be82-43be6e3814b9 None None] For port 690c595d-e597-4c11-9fa9-1f01546a1703, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=690c595d-e597-4c11-9fa9-1f01546a1703,segment=NetworkSegment(5ced1804-daa8-4cc4-8190-94d9b6bc8f1a),segment_id=5ced1804-daa8-4cc4-8190-94d9b6bc8f1a)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:16:07.190824 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae432df-2474-41e7-9425-7e94036eba97 admin admin] Pushing event deleted for resources: {'Network': ['ID=b7f98979-35d3-4edd-9f5a-52f9bc7098b6,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:16:07.212643 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-5fde97b2-cfce-4d7b-8dd2-5751893e6fb2 None None] Port 690c595d-e597-4c11-9fa9-1f01546a1703 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:16:07.228602 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:07.246981 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-629d9662-35e0-4409-be82-43be6e3814b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (690c595d-e597-4c11-9fa9-1f01546a1703), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:07.281092 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e182499-0172-418b-8661-f8d01d960a55', 'tag': '6aec374c-cc44-4b58-a98c-bf7de184cc69'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:16:07.283716 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32dd0053-c0e3-4e45-ac3f-d8383094b030" -d '{"events": [{"name": "network-changed", "server_uuid": "4e182499-0172-418b-8661-f8d01d960a55", "tag": "6aec374c-cc44-4b58-a98c-bf7de184cc69"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:16:07.291302 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-cfd3f1f2-f63f-4c53-bb19-d0d7660f9fd3 req-8b6959e2-805c-40d5-9a76-dced84de2fb7 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb65c68e-64e7-49d7-aa93-cf57ceaf78a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1588154 Jan 28 07:16:07.296531 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ab48e477-6752-40d8-87d4-eb12dca2fd77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (55d1aca5-a0d0-4804-9112-fbf4ce00f292), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:07.331869 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-ab48e477-6752-40d8-87d4-eb12dca2fd77 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55d1aca5-a0d0-4804-9112-fbf4ce00f292']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:16:07.345268 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-ab48e477-6752-40d8-87d4-eb12dca2fd77 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c1a2649-126a-42b2-aa92-3dce43dd7caa') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:16:07.345699 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-ab48e477-6752-40d8-87d4-eb12dca2fd77 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c1a2649-126a-42b2-aa92-3dce43dd7caa') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:16:07.363113 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ab48e477-6752-40d8-87d4-eb12dca2fd77 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24759294'] for segment (8c1a2649-126a-42b2-aa92-3dce43dd7caa), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:07.374990 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3433c0da-d6ff-4815-a557-22b34d7e1dea None None] Pushing event updated for resources: {'Port': ['ID=690c595d-e597-4c11-9fa9-1f01546a1703,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:16:07.396389 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ab48e477-6752-40d8-87d4-eb12dca2fd77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (8c1a2649-126a-42b2-aa92-3dce43dd7caa), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:07.409048 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7adef904-cdfc-43f7-985a-d6add695ccf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (1f1d31eb-19d7-4148-a6ee-fb38490cf76f), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:07.428059 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab48e477-6752-40d8-87d4-eb12dca2fd77 admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:16:07.433041 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ab48e477-6752-40d8-87d4-eb12dca2fd77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24757675'] for segment (8c1a2649-126a-42b2-aa92-3dce43dd7caa), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:07.435375 n-d-712749-28 neutron-server[103284]: Traceback (most recent call last): Jan 28 07:16:07.435375 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:16:07.435375 n-d-712749-28 neutron-server[103284]: timer() Jan 28 07:16:07.435375 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:16:07.435375 n-d-712749-28 neutron-server[103284]: cb(*args, **kw) Jan 28 07:16:07.435375 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:16:07.435375 n-d-712749-28 neutron-server[103284]: return func(*args, **kwargs) Jan 28 07:16:07.435375 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:16:07.435375 n-d-712749-28 neutron-server[103284]: self._notify() Jan 28 07:16:07.435375 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:16:07.435375 n-d-712749-28 neutron-server[103284]: self.callback(batched_events) Jan 28 07:16:07.435375 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:16:07.435375 n-d-712749-28 neutron-server[103284]: event.method(event) Jan 28 07:16:07.435375 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:16:07.435375 n-d-712749-28 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:16:07.435375 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:16:07.435375 n-d-712749-28 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:16:07.435375 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:16:07.435375 n-d-712749-28 neutron-server[103284]: return f(self, *a, **k) Jan 28 07:16:07.435375 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:16:07.435375 n-d-712749-28 neutron-server[103284]: return self._get(url).json() Jan 28 07:16:07.435375 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:16:07.435375 n-d-712749-28 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:16:07.435375 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:16:07.435375 n-d-712749-28 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Jan 28 07:16:07.435375 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:16:07.435375 n-d-712749-28 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:16:07.435375 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:16:07.435375 n-d-712749-28 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:16:07.435375 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:16:07.435375 n-d-712749-28 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:16:07.435375 n-d-712749-28 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:16:07.447463 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-7adef904-cdfc-43f7-985a-d6add695ccf8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f1d31eb-19d7-4148-a6ee-fb38490cf76f']}} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:16:07.472113 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-7adef904-cdfc-43f7-985a-d6add695ccf8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82511790-bbec-405d-a6ea-5c4abfcc2e80') {'for_net_delete': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:16:07.473007 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-7adef904-cdfc-43f7-985a-d6add695ccf8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82511790-bbec-405d-a6ea-5c4abfcc2e80') {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:16:07.488022 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-d75e2ab0-8ad4-4d25-9413-e1a0196f1f54 None None] Provisioning complete for port 6aec374c-cc44-4b58-a98c-bf7de184cc69 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:16:07.489912 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d75e2ab0-8ad4-4d25-9413-e1a0196f1f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (6aec374c-cc44-4b58-a98c-bf7de184cc69), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:07.498642 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7adef904-cdfc-43f7-985a-d6add695ccf8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13506801'] for segment (82511790-bbec-405d-a6ea-5c4abfcc2e80), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:07.515641 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:16:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a61337bc-17bc-4e83-abfa-08e783173eb1 x-openstack-request-id: req-a61337bc-17bc-4e83-abfa-08e783173eb1 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:16:07.516011 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e182499-0172-418b-8661-f8d01d960a55", "tag": "6aec374c-cc44-4b58-a98c-bf7de184cc69", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:16:07.516291 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a61337bc-17bc-4e83-abfa-08e783173eb1 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:16:07.516716 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e182499-0172-418b-8661-f8d01d960a55', 'tag': '6aec374c-cc44-4b58-a98c-bf7de184cc69', 'status': 'completed', 'code': 200} Jan 28 07:16:07.534144 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7adef904-cdfc-43f7-985a-d6add695ccf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (82511790-bbec-405d-a6ea-5c4abfcc2e80), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:07.541962 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 45184) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:16:07.582251 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7adef904-cdfc-43f7-985a-d6add695ccf8 admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=103283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:16:07.582821 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7adef904-cdfc-43f7-985a-d6add695ccf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13546563'] for segment (82511790-bbec-405d-a6ea-5c4abfcc2e80), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:07.613908 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629d9662-35e0-4409-be82-43be6e3814b9 None None] Routers {'281f3ad7-3219-45c2-9337-b0d5c9f0f5b6'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:16:07.614558 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-629d9662-35e0-4409-be82-43be6e3814b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:16:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['281f3ad7-3219-45c2-9337-b0d5c9f0f5b6'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:16:07.660437 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ab48e477-6752-40d8-87d4-eb12dca2fd77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (55d1aca5-a0d0-4804-9112-fbf4ce00f292), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:07.661569 n-d-712749-28 neutron-server[103283]: Traceback (most recent call last): Jan 28 07:16:07.661569 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:16:07.661569 n-d-712749-28 neutron-server[103283]: timer() Jan 28 07:16:07.661569 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:16:07.661569 n-d-712749-28 neutron-server[103283]: cb(*args, **kw) Jan 28 07:16:07.661569 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:16:07.661569 n-d-712749-28 neutron-server[103283]: return func(*args, **kwargs) Jan 28 07:16:07.661569 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:16:07.661569 n-d-712749-28 neutron-server[103283]: self._notify() Jan 28 07:16:07.661569 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:16:07.661569 n-d-712749-28 neutron-server[103283]: self.callback(batched_events) Jan 28 07:16:07.661569 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:16:07.661569 n-d-712749-28 neutron-server[103283]: event.method(event) Jan 28 07:16:07.661569 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:16:07.661569 n-d-712749-28 neutron-server[103283]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:16:07.661569 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:16:07.661569 n-d-712749-28 neutron-server[103283]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:16:07.661569 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:16:07.661569 n-d-712749-28 neutron-server[103283]: return f(self, *a, **k) Jan 28 07:16:07.661569 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:16:07.661569 n-d-712749-28 neutron-server[103283]: return self._get(url).json() Jan 28 07:16:07.661569 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:16:07.661569 n-d-712749-28 neutron-server[103283]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:16:07.661569 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:16:07.661569 n-d-712749-28 neutron-server[103283]: return self.request(url, 'GET', **kwargs) Jan 28 07:16:07.661569 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:16:07.661569 n-d-712749-28 neutron-server[103283]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:16:07.661569 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:16:07.661569 n-d-712749-28 neutron-server[103283]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:16:07.661569 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:16:07.661569 n-d-712749-28 neutron-server[103283]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:16:07.661569 n-d-712749-28 neutron-server[103283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:16:07.667990 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ab48e477-6752-40d8-87d4-eb12dca2fd77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:07.672007 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7adef904-cdfc-43f7-985a-d6add695ccf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (1f1d31eb-19d7-4148-a6ee-fb38490cf76f), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:07.672658 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-ab48e477-6752-40d8-87d4-eb12dca2fd77 admin admin] 10.222.0.41 "DELETE /v2.0/networks/55d1aca5-a0d0-4804-9112-fbf4ce00f292 HTTP/1.1" status: 204 len: 168 time: 0.6593690 Jan 28 07:16:07.684819 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7adef904-cdfc-43f7-985a-d6add695ccf8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:07.689933 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-7adef904-cdfc-43f7-985a-d6add695ccf8 admin admin] 10.222.0.41 "DELETE /v2.0/networks/1f1d31eb-19d7-4148-a6ee-fb38490cf76f HTTP/1.1" status: 204 len: 168 time: 0.7610786 Jan 28 07:16:07.704837 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab48e477-6752-40d8-87d4-eb12dca2fd77 admin admin] Pushing event deleted for resources: {'Network': ['ID=55d1aca5-a0d0-4804-9112-fbf4ce00f292,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:16:07.709264 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dd0053-c0e3-4e45-ac3f-d8383094b030 req-198cc83b-26fd-4310-b9fa-99b378cb377f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:07.711601 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-32dd0053-c0e3-4e45-ac3f-d8383094b030 req-198cc83b-26fd-4310-b9fa-99b378cb377f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f5fa6549bc8d49d9b2eb68f328326d46&device_id=4e182499-0172-418b-8661-f8d01d960a55 HTTP/1.1" status: 200 len: 1060 time: 0.2240059 Jan 28 07:16:07.715155 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adef904-cdfc-43f7-985a-d6add695ccf8 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f1d31eb-19d7-4148-a6ee-fb38490cf76f,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:16:07.721454 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-382abd16-50a2-4dbf-a49f-6343b8e44bec admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0b4f72e635fb44e69f282acdd985384c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1779563 Jan 28 07:16:07.727158 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 45190) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:16:07.746205 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e438c31-8a0e-43bf-8e59-6d8bed55cd61 req-cb8cecb0-f4f8-4897-ba7c-9ae756bedd68 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:07.751099 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8e438c31-8a0e-43bf-8e59-6d8bed55cd61 req-cb8cecb0-f4f8-4897-ba7c-9ae756bedd68 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=232ec39b-90f9-4df8-a403-fe1029cce065 HTTP/1.1" status: 200 len: 945 time: 0.1742101 Jan 28 07:16:07.801072 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-d75e2ab0-8ad4-4d25-9413-e1a0196f1f54 None None] Current status of the port 6aec374c-cc44-4b58-a98c-bf7de184cc69 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:16:07.891682 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-629d9662-35e0-4409-be82-43be6e3814b9 None None] Set router 281f3ad7-3219-45c2-9337-b0d5c9f0f5b6 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:16:07.892454 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c04be141-51ac-4256-a3b4-c0fb00cd6e56 admin admin] Publish callbacks [] for security_group (c221fb94-d835-4c3c-a157-77bd87956eb4), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:07.961567 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-5d5dd7b7-415f-46f8-b487-4a8bb9a9bb47 None None] Provisioning complete for port 690c595d-e597-4c11-9fa9-1f01546a1703 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:16:07.962349 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5d5dd7b7-415f-46f8-b487-4a8bb9a9bb47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (690c595d-e597-4c11-9fa9-1f01546a1703), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:07.970302 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8e438c31-8a0e-43bf-8e59-6d8bed55cd61 req-4749374f-e606-4c51-ae6f-6b53d3463250 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb65c68e-64e7-49d7-aa93-cf57ceaf78a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1976378 Jan 28 07:16:07.974831 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c04be141-51ac-4256-a3b4-c0fb00cd6e56 admin admin] Publish callbacks [] for security_group (c221fb94-d835-4c3c-a157-77bd87956eb4), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:08.008176 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dd0053-c0e3-4e45-ac3f-d8383094b030 req-f30f383b-146c-4dd0-959b-c073cd186131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:08.014096 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-32dd0053-c0e3-4e45-ac3f-d8383094b030 req-f30f383b-146c-4dd0-959b-c073cd186131 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e794ad63-0b0f-4018-9f49-e800aa3d32de HTTP/1.1" status: 200 len: 912 time: 0.2593427 Jan 28 07:16:08.112613 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c04be141-51ac-4256-a3b4-c0fb00cd6e56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (c221fb94-d835-4c3c-a157-77bd87956eb4), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:08.117565 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c04be141-51ac-4256-a3b4-c0fb00cd6e56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:08.119240 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-c04be141-51ac-4256-a3b4-c0fb00cd6e56 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c221fb94-d835-4c3c-a157-77bd87956eb4 HTTP/1.1" status: 204 len: 168 time: 0.3909349 Jan 28 07:16:08.125147 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 45200) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:16:08.151330 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 45202) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:16:08.152506 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-32dd0053-c0e3-4e45-ac3f-d8383094b030 req-77fec255-7545-44fc-8287-34e796cdae22 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6aec374c-cc44-4b58-a98c-bf7de184cc69 HTTP/1.1" status: 200 len: 217 time: 0.1308091 Jan 28 07:16:08.168130 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04be141-51ac-4256-a3b4-c0fb00cd6e56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c221fb94-d835-4c3c-a157-77bd87956eb4,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:16:08.219045 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-0407a20a-eeb4-4364-b3b9-b60c26c34054 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=071c6275b8f741eea1e2f053b48698ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0922508 Jan 28 07:16:08.225558 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 45204) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:16:08.294552 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-629d9662-35e0-4409-be82-43be6e3814b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '281f3ad7-3219-45c2-9337-b0d5c9f0f5b6', 'name': 'tempest-TaggedBootDevicesTest_v242-2074740629-router', 'tenant_id': 'c11129bb904d478dbedbd3f2c7df46cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '541c2781-dab4-4ff0-80c0-1c1678620ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:15:55Z', 'updated_at': '2022-01-28T07:16:02Z', 'revision_number': 4, 'project_id': 'c11129bb904d478dbedbd3f2c7df46cf', 'gw_port': {'id': '541c2781-dab4-4ff0-80c0-1c1678620ff0', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:49:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '281f3ad7-3219-45c2-9337-b0d5c9f0f5b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:15:57Z', 'updated_at': '2022-01-28T07:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '690c595d-e597-4c11-9fa9-1f01546a1703', 'name': '', 'network_id': '84328416-4059-4d46-a8be-5490b945d071', 'tenant_id': 'c11129bb904d478dbedbd3f2c7df46cf', 'mac_address': 'fa:16:3e:f2:03:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '281f3ad7-3219-45c2-9337-b0d5c9f0f5b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': 'eaf5162e-0559-4037-843b-d0499ba9c73a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:16:01Z', 'updated_at': '2022-01-28T07:16:07Z', 'revision_number': 4, 'project_id': 'c11129bb904d478dbedbd3f2c7df46cf', 'subnets': [{'id': 'eaf5162e-0559-4037-843b-d0499ba9c73a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:16:08.340678 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-629d9662-35e0-4409-be82-43be6e3814b9 None None] The sync data for ids ['281f3ad7-3219-45c2-9337-b0d5c9f0f5b6'] in n-d-712749-28 is: [{'id': '281f3ad7-3219-45c2-9337-b0d5c9f0f5b6', 'name': 'tempest-TaggedBootDevicesTest_v242-2074740629-router', 'tenant_id': 'c11129bb904d478dbedbd3f2c7df46cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '541c2781-dab4-4ff0-80c0-1c1678620ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:15:55Z', 'updated_at': '2022-01-28T07:16:02Z', 'revision_number': 4, 'project_id': 'c11129bb904d478dbedbd3f2c7df46cf', 'gw_port': {'id': '541c2781-dab4-4ff0-80c0-1c1678620ff0', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:49:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '281f3ad7-3219-45c2-9337-b0d5c9f0f5b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:15:57Z', 'updated_at': '2022-01-28T07:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '690c595d-e597-4c11-9fa9-1f01546a1703', 'name': '', 'network_id': '84328416-4059-4d46-a8be-5490b945d071', 'tenant_id': 'c11129bb904d478dbedbd3f2c7df46cf', 'mac_address': 'fa:16:3e:f2:03:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '281f3ad7-3219-45c2-9337-b0d5c9f0f5b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': 'eaf5162e-0559-4037-843b-d0499ba9c73a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:16:01Z', 'updated_at': '2022-01-28T07:16:07Z', 'revision_number': 4, 'project_id': 'c11129bb904d478dbedbd3f2c7df46cf', 'subnets': [{'id': 'eaf5162e-0559-4037-843b-d0499ba9c73a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:16:08.355763 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-5d5dd7b7-415f-46f8-b487-4a8bb9a9bb47 None None] Current status of the port 690c595d-e597-4c11-9fa9-1f01546a1703 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:16:08.357565 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5d5dd7b7-415f-46f8-b487-4a8bb9a9bb47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (690c595d-e597-4c11-9fa9-1f01546a1703), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:08.361782 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dd0053-c0e3-4e45-ac3f-d8383094b030 req-6d4c7289-14dc-4084-bf74-cdece044fb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:08.365828 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-32dd0053-c0e3-4e45-ac3f-d8383094b030 req-6d4c7289-14dc-4084-bf74-cdece044fb00 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=11d8e1f8-50c3-4314-ae17-177714f8d453 HTTP/1.1" status: 200 len: 850 time: 0.2060778 Jan 28 07:16:08.416761 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-5d5dd7b7-415f-46f8-b487-4a8bb9a9bb47 None None] For port 690c595d-e597-4c11-9fa9-1f01546a1703, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=690c595d-e597-4c11-9fa9-1f01546a1703,segment=NetworkSegment(5ced1804-daa8-4cc4-8190-94d9b6bc8f1a),segment_id=5ced1804-daa8-4cc4-8190-94d9b6bc8f1a)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:16:08.435988 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5d5dd7b7-415f-46f8-b487-4a8bb9a9bb47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (690c595d-e597-4c11-9fa9-1f01546a1703), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:08.499917 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dd0053-c0e3-4e45-ac3f-d8383094b030 req-a7ac41c5-7a2d-48ad-879a-acebabc086c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:08.503427 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-32dd0053-c0e3-4e45-ac3f-d8383094b030 req-a7ac41c5-7a2d-48ad-879a-acebabc086c1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e794ad63-0b0f-4018-9f49-e800aa3d32de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1290164 Jan 28 07:16:08.532034 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5dd7b7-415f-46f8-b487-4a8bb9a9bb47 None None] Pushing event updated for resources: {'Port': ['ID=690c595d-e597-4c11-9fa9-1f01546a1703,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:16:08.564248 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:08.841520 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-851dc4f0-045c-424d-bdfd-ded7187cb0be admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=740cc6d885174248ac824665e42f4cbe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6871145 Jan 28 07:16:08.843578 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 45226) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:16:08.887707 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b956c61-55bb-4025-ad5f-d438000740a5 req-3f54561a-d325-432e-9839-92a123b72276 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:08.889901 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6b956c61-55bb-4025-ad5f-d438000740a5 req-3f54561a-d325-432e-9839-92a123b72276 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5893ef6-46c4-45fa-a505-47cb270a9c49 HTTP/1.1" status: 200 len: 944 time: 0.6414535 Jan 28 07:16:08.945744 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9956b5cc-22f8-4326-8982-d13141e17d44 admin admin] Publish callbacks [] for security_group (54f3b545-d68e-44ae-b5dc-1cfcda6094b3), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:09.013086 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9956b5cc-22f8-4326-8982-d13141e17d44 admin admin] Publish callbacks [] for security_group (54f3b545-d68e-44ae-b5dc-1cfcda6094b3), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:09.015129 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b2ceb895-b9cc-45c7-8d4f-c6b64f5b9e3c admin admin] Publish callbacks [] for security_group (f4423c7c-1c4e-4a45-9313-3bd037fa63a2), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:09.062095 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6b956c61-55bb-4025-ad5f-d438000740a5 req-7332412e-fdb9-46e5-b3f3-4896f330f4aa tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c286ac6-5d5d-46b9-b282-9e68e0339bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519091 Jan 28 07:16:09.082903 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b2ceb895-b9cc-45c7-8d4f-c6b64f5b9e3c admin admin] Publish callbacks [] for security_group (f4423c7c-1c4e-4a45-9313-3bd037fa63a2), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:09.150128 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbbcfa5-a957-4361-a700-5c68412717fc req-b4ac2498-5176-47a6-b841-bd8e5289d331 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:09.158897 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4dbbcfa5-a957-4361-a700-5c68412717fc req-b4ac2498-5176-47a6-b841-bd8e5289d331 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/networks?id=e794ad63-0b0f-4018-9f49-e800aa3d32de HTTP/1.1" status: 200 len: 811 time: 0.5580587 Jan 28 07:16:09.160520 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9956b5cc-22f8-4326-8982-d13141e17d44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (54f3b545-d68e-44ae-b5dc-1cfcda6094b3), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:09.167031 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9956b5cc-22f8-4326-8982-d13141e17d44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:09.172613 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-9956b5cc-22f8-4326-8982-d13141e17d44 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/54f3b545-d68e-44ae-b5dc-1cfcda6094b3 HTTP/1.1" status: 204 len: 168 time: 0.9449687 Jan 28 07:16:09.199834 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b2ceb895-b9cc-45c7-8d4f-c6b64f5b9e3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (f4423c7c-1c4e-4a45-9313-3bd037fa63a2), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:09.206360 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b2ceb895-b9cc-45c7-8d4f-c6b64f5b9e3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:09.208427 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-b2ceb895-b9cc-45c7-8d4f-c6b64f5b9e3c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f4423c7c-1c4e-4a45-9313-3bd037fa63a2 HTTP/1.1" status: 204 len: 168 time: 0.3638906 Jan 28 07:16:09.212835 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9956b5cc-22f8-4326-8982-d13141e17d44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54f3b545-d68e-44ae-b5dc-1cfcda6094b3,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:16:09.215717 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4dbbcfa5-a957-4361-a700-5c68412717fc req-353beb43-a649-422c-93cf-fa381e0b8976 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/quotas/f5fa6549bc8d49d9b2eb68f328326d46 HTTP/1.1" status: 200 len: 375 time: 0.0545559 Jan 28 07:16:09.245887 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ceb895-b9cc-45c7-8d4f-c6b64f5b9e3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4423c7c-1c4e-4a45-9313-3bd037fa63a2,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:16:09.361357 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4dbbcfa5-a957-4361-a700-5c68412717fc req-08fc242d-ba73-4f07-aeaa-1b7e0e4f82ef tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=f5fa6549bc8d49d9b2eb68f328326d46&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1446676 Jan 28 07:16:09.365447 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-32dd0053-c0e3-4e45-ac3f-d8383094b030 req-2e61a454-aae6-4124-85ea-efa4163420b2 service neutron] 10.222.0.44 "GET /v2.0/networks/e794ad63-0b0f-4018-9f49-e800aa3d32de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8554082 Jan 28 07:16:09.601952 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4dbbcfa5-a957-4361-a700-5c68412717fc req-8fc676d3-2c9f-42c8-b730-2106c6643a1e service neutron] 10.222.0.41 "GET /v2.0/networks/e794ad63-0b0f-4018-9f49-e800aa3d32de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2392080 Jan 28 07:16:09.648066 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-32dd0053-c0e3-4e45-ac3f-d8383094b030 req-b7ba09d5-ad63-4bb3-b947-b581448ea6b5 service neutron] 10.222.0.44 "GET /v2.0/networks/e794ad63-0b0f-4018-9f49-e800aa3d32de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196386 Jan 28 07:16:09.674969 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:09.793604 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4dbbcfa5-a957-4361-a700-5c68412717fc req-4a49dd22-7d33-460e-acd6-50a8bc62ed65 service neutron] 10.222.0.41 "GET /v2.0/networks/e794ad63-0b0f-4018-9f49-e800aa3d32de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434741 Jan 28 07:16:09.927488 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 45256) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:16:10.055529 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b5f5f5db-ae55-4166-8303-8842788922b7 req-ef54ce44-b491-477b-aa49-d7f5ccefaf72 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=34cec753-a0af-40fe-8b26-5782d80f076e HTTP/1.1" status: 200 len: 210 time: 0.0388794 Jan 28 07:16:10.146641 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-5d67670c-8f90-4694-adc6-20a94d82b2dc admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-736749118-network', 'tenant_id': '229c6d67826441e4877349f4a14040af'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:16:10.200518 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d67670c-8f90-4694-adc6-20a94d82b2dc admin admin] Made reservation on behalf of 229c6d67826441e4877349f4a14040af for: {'network': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:16:10.205759 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5d67670c-8f90-4694-adc6-20a94d82b2dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:10.234302 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5d67670c-8f90-4694-adc6-20a94d82b2dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:10.413960 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d18d16-9e82-4584-81fd-47bff635eb0d req-95c246e6-b9bc-49ed-a7ae-fde8f86ae79b tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:10.423061 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-28d18d16-9e82-4584-81fd-47bff635eb0d req-95c246e6-b9bc-49ed-a7ae-fde8f86ae79b tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5893ef6-46c4-45fa-a505-47cb270a9c49 HTTP/1.1" status: 200 len: 944 time: 0.2041571 Jan 28 07:16:10.512364 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-28d18d16-9e82-4584-81fd-47bff635eb0d req-9f18e450-254f-496c-9ca9-362709744863 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c286ac6-5d5d-46b9-b282-9e68e0339bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879636 Jan 28 07:16:10.569959 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5d67670c-8f90-4694-adc6-20a94d82b2dc admin admin] Publish callbacks [] for security_group (e977f99b-7e7b-4d49-bf15-4fd22b3b3b16), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:10.584636 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5d67670c-8f90-4694-adc6-20a94d82b2dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (e977f99b-7e7b-4d49-bf15-4fd22b3b3b16), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:10.626922 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d67670c-8f90-4694-adc6-20a94d82b2dc admin admin] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=103283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:16:10.656596 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 690c595d-e597-4c11-9fa9-1f01546a1703 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:16:10.661136 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d67670c-8f90-4694-adc6-20a94d82b2dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e977f99b-7e7b-4d49-bf15-4fd22b3b3b16,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:16:10.688765 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5d67670c-8f90-4694-adc6-20a94d82b2dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (0129dffb-fe43-47b5-a269-4f49ca8f6de7), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:10.689380 n-d-712749-28 neutron-server[103283]: INFO neutron.db.segments_db [None req-5d67670c-8f90-4694-adc6-20a94d82b2dc admin admin] Added segment 0129dffb-fe43-47b5-a269-4f49ca8f6de7 of type vlan for network c613bbee-ac30-4d50-a837-418713fc934d Jan 28 07:16:10.833188 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 690c595d-e597-4c11-9fa9-1f01546a1703 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:16:10.834424 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (690c595d-e597-4c11-9fa9-1f01546a1703), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:10.853129 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5d67670c-8f90-4694-adc6-20a94d82b2dc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (c613bbee-ac30-4d50-a837-418713fc934d), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:10.897969 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5d67670c-8f90-4694-adc6-20a94d82b2dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (c613bbee-ac30-4d50-a837-418713fc934d), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:10.900895 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d67670c-8f90-4694-adc6-20a94d82b2dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:10.903349 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5d67670c-8f90-4694-adc6-20a94d82b2dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:11.008646 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 690c595d-e597-4c11-9fa9-1f01546a1703 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:16:11.030041 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d67670c-8f90-4694-adc6-20a94d82b2dc admin admin] Pushing event updated for resources: {'Network': ['ID=c613bbee-ac30-4d50-a837-418713fc934d,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:16:11.044475 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 45304) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:16:11.045366 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network c613bbee-ac30-4d50-a837-418713fc934d details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:16:11.046451 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-5d67670c-8f90-4694-adc6-20a94d82b2dc admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1161213 Jan 28 07:16:11.051310 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-121428d9-d205-48b9-a6df-59947a210c05 admin admin] Request body: {'subnet': {'network_id': 'c613bbee-ac30-4d50-a837-418713fc934d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-736749118-subnet', 'tenant_id': '229c6d67826441e4877349f4a14040af', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:16:11.098344 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 45308) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:16:11.113733 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-121428d9-d205-48b9-a6df-59947a210c05 admin admin] Made reservation on behalf of 229c6d67826441e4877349f4a14040af for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:16:11.117473 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-121428d9-d205-48b9-a6df-59947a210c05 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24979592'] for subnet (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:11.131045 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 45312) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:16:11.265240 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-708b8115-527e-4382-b44b-7098d2443d40 req-ece3e78a-77ae-4799-9034-66f4105c7f69 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=34cec753-a0af-40fe-8b26-5782d80f076e HTTP/1.1" status: 200 len: 210 time: 0.0507953 Jan 28 07:16:11.291346 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-dd5532bc-c0ad-4736-a253-2d55170d2b8f admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1718416855-network', 'tenant_id': 'f379e285ebe947e9b1152e1dab9379c4'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:16:11.323476 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-5032d71f-498a-4bd9-ae5c-29467888bc44 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-371455663-network', 'tenant_id': 'cd0de699670c411d8e29bc408b4e9bd9'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:16:11.346197 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5032d71f-498a-4bd9-ae5c-29467888bc44 admin admin] Made reservation on behalf of cd0de699670c411d8e29bc408b4e9bd9 for: {'network': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:16:11.349054 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5032d71f-498a-4bd9-ae5c-29467888bc44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:11.354734 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd5532bc-c0ad-4736-a253-2d55170d2b8f admin admin] Made reservation on behalf of f379e285ebe947e9b1152e1dab9379c4 for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:16:11.358432 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dd5532bc-c0ad-4736-a253-2d55170d2b8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:11.358625 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5032d71f-498a-4bd9-ae5c-29467888bc44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:11.389321 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dd5532bc-c0ad-4736-a253-2d55170d2b8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:11.465874 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5032d71f-498a-4bd9-ae5c-29467888bc44 admin admin] Publish callbacks [] for security_group (3be89253-5eac-459e-8f4c-769edcae4999), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:11.473182 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5032d71f-498a-4bd9-ae5c-29467888bc44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (3be89253-5eac-459e-8f4c-769edcae4999), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:11.486989 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-121428d9-d205-48b9-a6df-59947a210c05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24757504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24979610'] for subnet (ff9bdb84-da64-4de0-bfaf-1dc458d2c06f), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:11.513077 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5032d71f-498a-4bd9-ae5c-29467888bc44 admin admin] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=103283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:16:11.518102 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5032d71f-498a-4bd9-ae5c-29467888bc44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3be89253-5eac-459e-8f4c-769edcae4999,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:16:11.535621 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5032d71f-498a-4bd9-ae5c-29467888bc44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (b90af3c7-2eaf-4c1a-81ea-a82af66d5d91), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:11.535962 n-d-712749-28 neutron-server[103283]: INFO neutron.db.segments_db [None req-5032d71f-498a-4bd9-ae5c-29467888bc44 admin admin] Added segment b90af3c7-2eaf-4c1a-81ea-a82af66d5d91 of type vlan for network e5653214-e76e-4d43-b6bd-674324b40372 Jan 28 07:16:11.576231 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121428d9-d205-48b9-a6df-59947a210c05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff9bdb84-da64-4de0-bfaf-1dc458d2c06f,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:16:11.593337 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121428d9-d205-48b9-a6df-59947a210c05 admin admin] Checking segment: {'id': '0129dffb-fe43-47b5-a269-4f49ca8f6de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c613bbee-ac30-4d50-a837-418713fc934d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:16:11.593989 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5032d71f-498a-4bd9-ae5c-29467888bc44 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (e5653214-e76e-4d43-b6bd-674324b40372), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:11.594356 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-121428d9-d205-48b9-a6df-59947a210c05 admin admin] Network hostable DHCP agents. Network: c613bbee-ac30-4d50-a837-418713fc934d, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:16:11.618507 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dd5532bc-c0ad-4736-a253-2d55170d2b8f admin admin] Publish callbacks [] for security_group (f51f7766-6108-45d3-a769-5b5e90234849), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:11.629303 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dd5532bc-c0ad-4736-a253-2d55170d2b8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (f51f7766-6108-45d3-a769-5b5e90234849), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:11.633891 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5032d71f-498a-4bd9-ae5c-29467888bc44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (e5653214-e76e-4d43-b6bd-674324b40372), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:11.636167 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5032d71f-498a-4bd9-ae5c-29467888bc44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:11.636461 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5032d71f-498a-4bd9-ae5c-29467888bc44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:11.649196 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd5532bc-c0ad-4736-a253-2d55170d2b8f admin admin] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:16:11.652389 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-121428d9-d205-48b9-a6df-59947a210c05 admin admin] Network c613bbee-ac30-4d50-a837-418713fc934d is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:16:11.685956 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-121428d9-d205-48b9-a6df-59947a210c05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, c613bbee-ac30-4d50-a837-418713fc934d) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:16:11.694009 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-121428d9-d205-48b9-a6df-59947a210c05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:11.695363 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-121428d9-d205-48b9-a6df-59947a210c05 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:11.698413 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f758c0-c82a-45e1-ad93-1f1d7875c16c None None] Network c613bbee-ac30-4d50-a837-418713fc934d requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:16:11.716082 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-5032d71f-498a-4bd9-ae5c-29467888bc44 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5820889 Jan 28 07:16:11.719041 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 45324) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:16:11.726479 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-786ad483-58ed-4e6a-b1ea-0c6315beb1c1 admin admin] Request body: {'subnet': {'network_id': 'e5653214-e76e-4d43-b6bd-674324b40372', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-371455663-subnet', 'tenant_id': 'cd0de699670c411d8e29bc408b4e9bd9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:16:11.740166 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dd5532bc-c0ad-4736-a253-2d55170d2b8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (00c9bc5a-b387-4097-9c7c-7f7badd573e1), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:11.740570 n-d-712749-28 neutron-server[103284]: INFO neutron.db.segments_db [None req-dd5532bc-c0ad-4736-a253-2d55170d2b8f admin admin] Added segment 00c9bc5a-b387-4097-9c7c-7f7badd573e1 of type vlan for network c9a84dc6-92ac-41b6-88e9-0633fc5dcc86 Jan 28 07:16:11.754282 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5032d71f-498a-4bd9-ae5c-29467888bc44 admin admin] Pushing event updated for resources: {'Network': ['ID=e5653214-e76e-4d43-b6bd-674324b40372,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:16:11.772875 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-786ad483-58ed-4e6a-b1ea-0c6315beb1c1 admin admin] Made reservation on behalf of cd0de699670c411d8e29bc408b4e9bd9 for: {'subnet': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:16:11.776615 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-786ad483-58ed-4e6a-b1ea-0c6315beb1c1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13555781'] for subnet (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:11.812249 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5532bc-c0ad-4736-a253-2d55170d2b8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f51f7766-6108-45d3-a769-5b5e90234849,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:16:11.814247 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network e5653214-e76e-4d43-b6bd-674324b40372 details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:16:11.880695 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-121428d9-d205-48b9-a6df-59947a210c05 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8258789 Jan 28 07:16:11.969632 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db280bf4-bf8e-4da0-b166-828fe7d61611 None None] Network c613bbee-ac30-4d50-a837-418713fc934d requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:16:11.995760 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dd5532bc-c0ad-4736-a253-2d55170d2b8f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (c9a84dc6-92ac-41b6-88e9-0633fc5dcc86), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:12.070526 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe6a7c0-802e-4583-9bc2-aa46740f5072 req-8ad9ea4e-9ee8-4f1f-b092-30c8b380082c tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:12.075951 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-efe6a7c0-802e-4583-9bc2-aa46740f5072 req-8ad9ea4e-9ee8-4f1f-b092-30c8b380082c tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5893ef6-46c4-45fa-a505-47cb270a9c49 HTTP/1.1" status: 200 len: 944 time: 0.3748639 Jan 28 07:16:12.170811 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dd5532bc-c0ad-4736-a253-2d55170d2b8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (c9a84dc6-92ac-41b6-88e9-0633fc5dcc86), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:12.171852 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd5532bc-c0ad-4736-a253-2d55170d2b8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:12.172481 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dd5532bc-c0ad-4736-a253-2d55170d2b8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:12.189119 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-786ad483-58ed-4e6a-b1ea-0c6315beb1c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13546728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13555799'] for subnet (b8ec043d-84c3-4c83-98cd-e8966f5ca906), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:12.213411 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbbcfa5-a957-4361-a700-5c68412717fc req-31398fe9-994b-4316-92c2-153cb8eddb8e tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:12.214999 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4dbbcfa5-a957-4361-a700-5c68412717fc req-31398fe9-994b-4316-92c2-153cb8eddb8e tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.10 "GET /v2.0/networks?id=e794ad63-0b0f-4018-9f49-e800aa3d32de HTTP/1.1" status: 200 len: 811 time: 0.4273448 Jan 28 07:16:12.246714 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-dd5532bc-c0ad-4736-a253-2d55170d2b8f admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1440582 Jan 28 07:16:12.251115 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 45334) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:16:12.262200 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-b035ff0b-0d35-462b-9c43-ea2b50e0b01c admin admin] Request body: {'subnet': {'network_id': 'c9a84dc6-92ac-41b6-88e9-0633fc5dcc86', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1718416855-subnet', 'tenant_id': 'f379e285ebe947e9b1152e1dab9379c4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:16:12.279281 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-4dbbcfa5-a957-4361-a700-5c68412717fc req-9ee94eb6-3376-4807-8caf-75560eb1da13 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Request body: {'port': {'device_id': '34cec753-a0af-40fe-8b26-5782d80f076e', 'network_id': 'e794ad63-0b0f-4018-9f49-e800aa3d32de', 'admin_state_up': True, 'tenant_id': 'f5fa6549bc8d49d9b2eb68f328326d46'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:16:12.285614 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786ad483-58ed-4e6a-b1ea-0c6315beb1c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8ec043d-84c3-4c83-98cd-e8966f5ca906,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:16:12.296405 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786ad483-58ed-4e6a-b1ea-0c6315beb1c1 admin admin] Checking segment: {'id': 'b90af3c7-2eaf-4c1a-81ea-a82af66d5d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e5653214-e76e-4d43-b6bd-674324b40372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:16:12.297368 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-786ad483-58ed-4e6a-b1ea-0c6315beb1c1 admin admin] Network hostable DHCP agents. Network: e5653214-e76e-4d43-b6bd-674324b40372, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:16:12.306770 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-efe6a7c0-802e-4583-9bc2-aa46740f5072 req-f11006af-3bfa-4502-abdd-0d1ba1d73670 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c286ac6-5d5d-46b9-b282-9e68e0339bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124679 Jan 28 07:16:12.329683 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-786ad483-58ed-4e6a-b1ea-0c6315beb1c1 admin admin] Network e5653214-e76e-4d43-b6bd-674324b40372 is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:16:12.338362 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b035ff0b-0d35-462b-9c43-ea2b50e0b01c admin admin] Made reservation on behalf of f379e285ebe947e9b1152e1dab9379c4 for: {'subnet': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:16:12.341139 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b035ff0b-0d35-462b-9c43-ea2b50e0b01c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13555781'] for subnet (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:12.370331 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5532bc-c0ad-4736-a253-2d55170d2b8f admin admin] Pushing event updated for resources: {'Network': ['ID=c9a84dc6-92ac-41b6-88e9-0633fc5dcc86,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:16:12.387100 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network c9a84dc6-92ac-41b6-88e9-0633fc5dcc86 details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:16:12.420429 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-786ad483-58ed-4e6a-b1ea-0c6315beb1c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, e5653214-e76e-4d43-b6bd-674324b40372) {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:16:12.439220 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-786ad483-58ed-4e6a-b1ea-0c6315beb1c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:12.440382 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-786ad483-58ed-4e6a-b1ea-0c6315beb1c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:12.479445 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4dbbcfa5-a957-4361-a700-5c68412717fc req-9ee94eb6-3376-4807-8caf-75560eb1da13 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Made reservation on behalf of f5fa6549bc8d49d9b2eb68f328326d46 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:16:12.484218 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-4dbbcfa5-a957-4361-a700-5c68412717fc req-9ee94eb6-3376-4807-8caf-75560eb1da13 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:12.496960 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-786ad483-58ed-4e6a-b1ea-0c6315beb1c1 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7767982 Jan 28 07:16:12.538720 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-772a6495-9d6a-4378-8cba-ddf6a462a01d None None] Network e5653214-e76e-4d43-b6bd-674324b40372 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:16:12.557541 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d296e1f6-8606-41fa-81f3-c6ac67092627 req-bead0fd0-c88e-4c0a-b14b-12d237c897d7 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=34cec753-a0af-40fe-8b26-5782d80f076e HTTP/1.1" status: 200 len: 210 time: 0.0480652 Jan 28 07:16:12.787294 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-4dbbcfa5-a957-4361-a700-5c68412717fc req-9ee94eb6-3376-4807-8caf-75560eb1da13 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Allocated IP 172.20.0.8 (e794ad63-0b0f-4018-9f49-e800aa3d32de/11d8e1f8-50c3-4314-ae17-177714f8d453/c7dab032-edad-4dfb-a25a-e3727cf507b5) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:16:12.882524 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6eacbf-c256-4c67-aac5-46c90efa349a req-054f4ccb-f4b2-4dce-93d1-5b40f67d30de tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:12.887960 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-cd6eacbf-c256-4c67-aac5-46c90efa349a req-054f4ccb-f4b2-4dce-93d1-5b40f67d30de tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/networks?id=c613bbee-ac30-4d50-a837-418713fc934d HTTP/1.1" status: 200 len: 811 time: 0.3832307 Jan 28 07:16:12.933752 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-cd6eacbf-c256-4c67-aac5-46c90efa349a req-8f1ffe04-c414-447f-9127-af7edbf8d450 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/quotas/229c6d67826441e4877349f4a14040af HTTP/1.1" status: 200 len: 375 time: 0.0303295 Jan 28 07:16:12.955536 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b035ff0b-0d35-462b-9c43-ea2b50e0b01c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13546728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13555799'] for subnet (feafbfc0-ace6-4287-91ea-c1099e1f786f), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:12.984840 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-cd6eacbf-c256-4c67-aac5-46c90efa349a req-7637b534-1fac-48ff-9d43-489a6fe3ddf0 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=229c6d67826441e4877349f4a14040af&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0432312 Jan 28 07:16:13.017280 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [req-cd6eacbf-c256-4c67-aac5-46c90efa349a req-dbe7dd17-b189-46ec-9cb5-4a4ae341a3c5 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103283) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 07:16:13.018267 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-cd6eacbf-c256-4c67-aac5-46c90efa349a req-dbe7dd17-b189-46ec-9cb5-4a4ae341a3c5 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0107067 Jan 28 07:16:13.087624 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50585865-a896-4bad-ac7e-92ce3c5b6b1e None None] Network e5653214-e76e-4d43-b6bd-674324b40372 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:16:13.127424 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-4dbbcfa5-a957-4361-a700-5c68412717fc req-9ee94eb6-3376-4807-8caf-75560eb1da13 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Publish callbacks [] for port (c7dab032-edad-4dfb-a25a-e3727cf507b5), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:13.154122 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-cd6eacbf-c256-4c67-aac5-46c90efa349a req-fa94028e-5a42-4cc3-a962-2a8cb93f5bfd service neutron] 10.222.0.41 "GET /v2.0/networks/c613bbee-ac30-4d50-a837-418713fc934d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264594 Jan 28 07:16:13.194269 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b035ff0b-0d35-462b-9c43-ea2b50e0b01c admin admin] Pushing event updated for resources: {'Subnet': ['ID=feafbfc0-ace6-4287-91ea-c1099e1f786f,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:16:13.214920 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-4dbbcfa5-a957-4361-a700-5c68412717fc req-9ee94eb6-3376-4807-8caf-75560eb1da13 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (c7dab032-edad-4dfb-a25a-e3727cf507b5), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:13.265950 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b035ff0b-0d35-462b-9c43-ea2b50e0b01c admin admin] Checking segment: {'id': '00c9bc5a-b387-4097-9c7c-7f7badd573e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c9a84dc6-92ac-41b6-88e9-0633fc5dcc86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:16:13.266466 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b035ff0b-0d35-462b-9c43-ea2b50e0b01c admin admin] Network hostable DHCP agents. Network: c9a84dc6-92ac-41b6-88e9-0633fc5dcc86, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:16:13.277912 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['08e8f3d4-ff76-4c7d-8942-f33dca578036'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:16:13.284679 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['74c51dd4-789c-4c23-9ba8-db6cc4ee322f'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:16:13.319214 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-cd6eacbf-c256-4c67-aac5-46c90efa349a req-c295f9c3-1492-4aa0-a1f4-f96e20fd91a8 service neutron] 10.222.0.41 "GET /v2.0/networks/c613bbee-ac30-4d50-a837-418713fc934d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571324 Jan 28 07:16:13.322101 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b035ff0b-0d35-462b-9c43-ea2b50e0b01c admin admin] Network c9a84dc6-92ac-41b6-88e9-0633fc5dcc86 is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:16:13.343835 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-b035ff0b-0d35-462b-9c43-ea2b50e0b01c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, c9a84dc6-92ac-41b6-88e9-0633fc5dcc86) {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:16:13.351972 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b035ff0b-0d35-462b-9c43-ea2b50e0b01c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:13.353443 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b035ff0b-0d35-462b-9c43-ea2b50e0b01c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:13.360513 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4dbbcfa5-a957-4361-a700-5c68412717fc req-9ee94eb6-3376-4807-8caf-75560eb1da13 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Network e794ad63-0b0f-4018-9f49-e800aa3d32de is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:16:13.377218 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-4dbbcfa5-a957-4361-a700-5c68412717fc req-9ee94eb6-3376-4807-8caf-75560eb1da13 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:16:13.394091 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dbbcfa5-a957-4361-a700-5c68412717fc req-9ee94eb6-3376-4807-8caf-75560eb1da13 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:16:13.394596 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-b035ff0b-0d35-462b-9c43-ea2b50e0b01c admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1296637 Jan 28 07:16:13.458026 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee94eb6-3376-4807-8caf-75560eb1da13 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Pushing event updated for resources: {'Port': ['ID=c7dab032-edad-4dfb-a25a-e3727cf507b5,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:16:13.459437 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2fa0317-a4db-454e-9161-7aa3e92aa6ef None None] Network c9a84dc6-92ac-41b6-88e9-0633fc5dcc86 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:16:13.482662 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbbcfa5-a957-4361-a700-5c68412717fc req-9ee94eb6-3376-4807-8caf-75560eb1da13 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:13.483329 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-4dbbcfa5-a957-4361-a700-5c68412717fc req-9ee94eb6-3376-4807-8caf-75560eb1da13 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:13.513176 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4dbbcfa5-a957-4361-a700-5c68412717fc req-9ee94eb6-3376-4807-8caf-75560eb1da13 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2647474 Jan 28 07:16:13.539489 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-4dbbcfa5-a957-4361-a700-5c68412717fc req-ff244959-b7a7-4532-a62e-8d06a72c0134 service neutron] Request body: {'port': {'device_id': '34cec753-a0af-40fe-8b26-5782d80f076e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-28'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:16:13.698352 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-4dbbcfa5-a957-4361-a700-5c68412717fc req-ff244959-b7a7-4532-a62e-8d06a72c0134 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (c7dab032-edad-4dfb-a25a-e3727cf507b5), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:13.939289 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e009c2-82da-4205-8fac-cce08895773a None None] Network c9a84dc6-92ac-41b6-88e9-0633fc5dcc86 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:16:13.978601 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35344f20-bca8-4e5c-b4d6-f63a29fc711b req-202f1865-e7dc-4b85-84e9-e1cfc80a53f8 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:13.980217 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-35344f20-bca8-4e5c-b4d6-f63a29fc711b req-202f1865-e7dc-4b85-84e9-e1cfc80a53f8 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5893ef6-46c4-45fa-a505-47cb270a9c49 HTTP/1.1" status: 200 len: 944 time: 0.2443166 Jan 28 07:16:13.988708 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93af01ab-3c61-43ae-8774-a4f1b0d84c37 req-bd0ca36c-7b1b-4b54-959a-b4c6f6265b9c tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:13.997574 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-93af01ab-3c61-43ae-8774-a4f1b0d84c37 req-bd0ca36c-7b1b-4b54-959a-b4c6f6265b9c tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=34cec753-a0af-40fe-8b26-5782d80f076e HTTP/1.1" status: 200 len: 931 time: 0.1396689 Jan 28 07:16:14.052694 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 016bf730-64ed-4f53-9ccb-aef1a6cd229d details requested by agent hyperv_n-h1-712749-28 with host n-h1-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:16:14.058524 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-93af01ab-3c61-43ae-8774-a4f1b0d84c37 req-a1fc1f0a-841a-4bee-a535-3ec427f94bd6 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e9c3947-6ff8-4aa4-a1f7-c165b64c94a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596743 Jan 28 07:16:14.098584 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-e7c969c1-9613-4510-b120-7b8fe134c080 None None] Provisioning complete for port c7dab032-edad-4dfb-a25a-e3727cf507b5 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:16:14.099133 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e7c969c1-9613-4510-b120-7b8fe134c080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (c7dab032-edad-4dfb-a25a-e3727cf507b5), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:14.196455 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-e7c969c1-9613-4510-b120-7b8fe134c080 None None] Port c7dab032-edad-4dfb-a25a-e3727cf507b5 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:16:14.238459 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.db.resource_extend [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 07:16:14.344400 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 016bf730-64ed-4f53-9ccb-aef1a6cd229d, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=016bf730-64ed-4f53-9ccb-aef1a6cd229d,segment=NetworkSegment(b38b5d3d-4197-4548-8b2f-aaaa5395d71b),segment_id=b38b5d3d-4197-4548-8b2f-aaaa5395d71b)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:16:14.357714 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Returning: {'device': '016bf730-64ed-4f53-9ccb-aef1a6cd229d', 'network_id': '77aa199c-9565-430c-bcef-5bacd415f620', 'port_id': '016bf730-64ed-4f53-9ccb-aef1a6cd229d', 'mac_address': 'fa:16:3e:b2:10:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e60d974b-4a97-44ad-8684-0b13afa61368', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:16:14.371285 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-35344f20-bca8-4e5c-b4d6-f63a29fc711b req-3449c084-6dec-4c59-b6be-e6b0b056fff9 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c286ac6-5d5d-46b9-b282-9e68e0339bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2661166 Jan 28 07:16:14.417262 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 016bf730-64ed-4f53-9ccb-aef1a6cd229d is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:16:14.417826 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (016bf730-64ed-4f53-9ccb-aef1a6cd229d), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:14.452303 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-63ef74fa-ca35-4f83-acf9-7deadf4b1b1a req-dd51e5c6-574b-401b-bc79-9822ee7d9fe9 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?device_id=df61fe7a-69e1-4707-b1a5-edd9d05613ca HTTP/1.1" status: 200 len: 210 time: 0.0875571 Jan 28 07:16:14.474473 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 016bf730-64ed-4f53-9ccb-aef1a6cd229d {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:16:14.539443 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 016bf730-64ed-4f53-9ccb-aef1a6cd229d, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=016bf730-64ed-4f53-9ccb-aef1a6cd229d,segment=NetworkSegment(b38b5d3d-4197-4548-8b2f-aaaa5395d71b),segment_id=b38b5d3d-4197-4548-8b2f-aaaa5395d71b)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:16:14.552652 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (016bf730-64ed-4f53-9ccb-aef1a6cd229d), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:14.683552 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=016bf730-64ed-4f53-9ccb-aef1a6cd229d,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:16:14.689977 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-4dbbcfa5-a957-4361-a700-5c68412717fc req-ff244959-b7a7-4532-a62e-8d06a72c0134 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7dab032-edad-4dfb-a25a-e3727cf507b5 {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:16:14.705173 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-4dbbcfa5-a957-4361-a700-5c68412717fc req-ff244959-b7a7-4532-a62e-8d06a72c0134 service neutron] Publish callbacks [] for port (c7dab032-edad-4dfb-a25a-e3727cf507b5), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:14.826647 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-4dbbcfa5-a957-4361-a700-5c68412717fc req-ff244959-b7a7-4532-a62e-8d06a72c0134 service neutron] Transition to ACTIVE for port object c7dab032-edad-4dfb-a25a-e3727cf507b5 will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:16:14.835419 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-4dbbcfa5-a957-4361-a700-5c68412717fc req-ff244959-b7a7-4532-a62e-8d06a72c0134 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (c7dab032-edad-4dfb-a25a-e3727cf507b5), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:14.970493 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff244959-b7a7-4532-a62e-8d06a72c0134 service neutron] Pushing event updated for resources: {'Port': ['ID=c7dab032-edad-4dfb-a25a-e3727cf507b5,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:16:15.050928 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8fcfe5-55db-4450-9bef-b6b91d9aef6a req-812fd736-b147-4d4e-854c-30ed93e54a46 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:15.052818 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ec8fcfe5-55db-4450-9bef-b6b91d9aef6a req-812fd736-b147-4d4e-854c-30ed93e54a46 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/networks?id=c9a84dc6-92ac-41b6-88e9-0633fc5dcc86 HTTP/1.1" status: 200 len: 814 time: 0.3432548 Jan 28 07:16:15.066683 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['016bf730-64ed-4f53-9ccb-aef1a6cd229d'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:16:15.262723 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ec8fcfe5-55db-4450-9bef-b6b91d9aef6a req-5abba205-1a12-4fd9-b788-b715db3ce601 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/quotas/f379e285ebe947e9b1152e1dab9379c4 HTTP/1.1" status: 200 len: 375 time: 0.0741947 Jan 28 07:16:15.263403 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-4dbbcfa5-a957-4361-a700-5c68412717fc req-ff244959-b7a7-4532-a62e-8d06a72c0134 service neutron] Attempting to bind port c7dab032-edad-4dfb-a25a-e3727cf507b5 on host n-h1-712749-28 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:16:15.263743 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-4dbbcfa5-a957-4361-a700-5c68412717fc req-ff244959-b7a7-4532-a62e-8d06a72c0134 service neutron] Attempting to bind port c7dab032-edad-4dfb-a25a-e3727cf507b5 by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': '67c4ed53-bfbf-4494-8d62-da0c7e4209c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e794ad63-0b0f-4018-9f49-e800aa3d32de'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:16:15.264078 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dbbcfa5-a957-4361-a700-5c68412717fc req-ff244959-b7a7-4532-a62e-8d06a72c0134 service neutron] Attempting to bind port c7dab032-edad-4dfb-a25a-e3727cf507b5 on network e794ad63-0b0f-4018-9f49-e800aa3d32de {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:16:15.316665 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dbbcfa5-a957-4361-a700-5c68412717fc req-ff244959-b7a7-4532-a62e-8d06a72c0134 service neutron] Port c7dab032-edad-4dfb-a25a-e3727cf507b5 on network e794ad63-0b0f-4018-9f49-e800aa3d32de not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:16:15.316918 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dbbcfa5-a957-4361-a700-5c68412717fc req-ff244959-b7a7-4532-a62e-8d06a72c0134 service neutron] Attempting to bind port c7dab032-edad-4dfb-a25a-e3727cf507b5 on network e794ad63-0b0f-4018-9f49-e800aa3d32de {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:16:15.369627 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dbbcfa5-a957-4361-a700-5c68412717fc req-ff244959-b7a7-4532-a62e-8d06a72c0134 service neutron] Checking agent: {'id': '2fca46b1-237f-4857-9290-2429d810e472', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 16, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:16:15.371400 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dbbcfa5-a957-4361-a700-5c68412717fc req-ff244959-b7a7-4532-a62e-8d06a72c0134 service neutron] Checking segment: {'id': '67c4ed53-bfbf-4494-8d62-da0c7e4209c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e794ad63-0b0f-4018-9f49-e800aa3d32de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:16:15.372796 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dbbcfa5-a957-4361-a700-5c68412717fc req-ff244959-b7a7-4532-a62e-8d06a72c0134 service neutron] Bound using segment: {'id': '67c4ed53-bfbf-4494-8d62-da0c7e4209c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e794ad63-0b0f-4018-9f49-e800aa3d32de'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:16:15.373267 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-4dbbcfa5-a957-4361-a700-5c68412717fc req-ff244959-b7a7-4532-a62e-8d06a72c0134 service neutron] Bound port: c7dab032-edad-4dfb-a25a-e3727cf507b5, host: n-h1-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67c4ed53-bfbf-4494-8d62-da0c7e4209c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e794ad63-0b0f-4018-9f49-e800aa3d32de'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:16:15.373637 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-4dbbcfa5-a957-4361-a700-5c68412717fc req-ff244959-b7a7-4532-a62e-8d06a72c0134 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (c7dab032-edad-4dfb-a25a-e3727cf507b5), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:15.388718 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ec8fcfe5-55db-4450-9bef-b6b91d9aef6a req-cd31c099-4688-4150-9aa4-923c9249e210 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=f379e285ebe947e9b1152e1dab9379c4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1063144 Jan 28 07:16:15.575537 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244b0bf5-229e-4c11-9872-4502f8458bc3 req-6d59219d-89e4-4d53-86d6-de763b4d0ce5 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:15.577291 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-244b0bf5-229e-4c11-9872-4502f8458bc3 req-6d59219d-89e4-4d53-86d6-de763b4d0ce5 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=34cec753-a0af-40fe-8b26-5782d80f076e HTTP/1.1" status: 200 len: 943 time: 0.1090577 Jan 28 07:16:15.589197 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-4dbbcfa5-a957-4361-a700-5c68412717fc req-ff244959-b7a7-4532-a62e-8d06a72c0134 service neutron] For port c7dab032-edad-4dfb-a25a-e3727cf507b5, host n-h1-712749-28, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:16:15.593937 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-4dbbcfa5-a957-4361-a700-5c68412717fc req-ff244959-b7a7-4532-a62e-8d06a72c0134 service neutron] For port c7dab032-edad-4dfb-a25a-e3727cf507b5, host n-h1-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=c7dab032-edad-4dfb-a25a-e3727cf507b5,segment=NetworkSegment(67c4ed53-bfbf-4494-8d62-da0c7e4209c8),segment_id=67c4ed53-bfbf-4494-8d62-da0c7e4209c8)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:16:15.600732 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ec8fcfe5-55db-4450-9bef-b6b91d9aef6a req-1b3bc09c-2d4c-4841-9ae3-f1d1cba1b73d service neutron] 10.222.0.41 "GET /v2.0/networks/c9a84dc6-92ac-41b6-88e9-0633fc5dcc86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110147 Jan 28 07:16:15.605397 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-4dbbcfa5-a957-4361-a700-5c68412717fc req-ff244959-b7a7-4532-a62e-8d06a72c0134 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (c7dab032-edad-4dfb-a25a-e3727cf507b5), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:15.711445 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-244b0bf5-229e-4c11-9872-4502f8458bc3 req-1bd95a3d-dd84-43d9-ab14-ab6d4e7e4fa1 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e9c3947-6ff8-4aa4-a1f7-c165b64c94a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210108 Jan 28 07:16:15.728120 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbbcfa5-a957-4361-a700-5c68412717fc req-ff244959-b7a7-4532-a62e-8d06a72c0134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:15.728772 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-4dbbcfa5-a957-4361-a700-5c68412717fc req-ff244959-b7a7-4532-a62e-8d06a72c0134 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:15.730170 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4dbbcfa5-a957-4361-a700-5c68412717fc req-ff244959-b7a7-4532-a62e-8d06a72c0134 service neutron] 10.222.0.10 "PUT /v2.0/ports/c7dab032-edad-4dfb-a25a-e3727cf507b5 HTTP/1.1" status: 200 len: 1092 time: 2.1961112 Jan 28 07:16:15.730637 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34cec753-a0af-40fe-8b26-5782d80f076e', 'tag': 'c7dab032-edad-4dfb-a25a-e3727cf507b5'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:16:15.732964 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e733e10c-658a-4d38-95dd-0ce89fc1aebb" -d '{"events": [{"name": "network-changed", "server_uuid": "34cec753-a0af-40fe-8b26-5782d80f076e", "tag": "c7dab032-edad-4dfb-a25a-e3727cf507b5"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:16:15.835946 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff244959-b7a7-4532-a62e-8d06a72c0134 service neutron] Pushing event updated for resources: {'Port': ['ID=c7dab032-edad-4dfb-a25a-e3727cf507b5,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:16:15.993558 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ec8fcfe5-55db-4450-9bef-b6b91d9aef6a req-0cb3bf6f-04ed-4f94-a6e7-4bb1c9539c2e service neutron] 10.222.0.41 "GET /v2.0/networks/c9a84dc6-92ac-41b6-88e9-0633fc5dcc86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3848982 Jan 28 07:16:16.017612 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4549b1b9-ff33-4615-bdcd-6c0aaac912e6 req-d7ded4b9-04c8-4386-8f6b-1a79653dfcc9 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:16.031371 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4549b1b9-ff33-4615-bdcd-6c0aaac912e6 req-d7ded4b9-04c8-4386-8f6b-1a79653dfcc9 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5893ef6-46c4-45fa-a505-47cb270a9c49 HTTP/1.1" status: 200 len: 945 time: 0.1251879 Jan 28 07:16:16.042355 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6eacbf-c256-4c67-aac5-46c90efa349a req-998b73a6-6a55-49e5-9472-5c1815b1e20c tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:16.043858 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-cd6eacbf-c256-4c67-aac5-46c90efa349a req-998b73a6-6a55-49e5-9472-5c1815b1e20c tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.44 "GET /v2.0/networks?id=c613bbee-ac30-4d50-a837-418713fc934d HTTP/1.1" status: 200 len: 811 time: 0.3877361 Jan 28 07:16:16.082699 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-cd6eacbf-c256-4c67-aac5-46c90efa349a req-d6e77bd7-6ceb-4d51-a985-13a1c2894a2d tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Request body: {'port': {'device_id': 'df61fe7a-69e1-4707-b1a5-edd9d05613ca', 'network_id': 'c613bbee-ac30-4d50-a837-418713fc934d', 'admin_state_up': True, 'tenant_id': '229c6d67826441e4877349f4a14040af'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:16:16.090520 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbbcfa5-a957-4361-a700-5c68412717fc req-70d659d9-a404-457b-9a0b-61869ca3857d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:16.092049 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4dbbcfa5-a957-4361-a700-5c68412717fc req-70d659d9-a404-457b-9a0b-61869ca3857d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f5fa6549bc8d49d9b2eb68f328326d46&device_id=34cec753-a0af-40fe-8b26-5782d80f076e HTTP/1.1" status: 200 len: 1095 time: 0.1774633 Jan 28 07:16:16.129764 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4549b1b9-ff33-4615-bdcd-6c0aaac912e6 req-8d549ff9-97fb-47cc-895d-7c63f70a2cf1 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c286ac6-5d5d-46b9-b282-9e68e0339bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972018 Jan 28 07:16:16.188856 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4dbbcfa5-a957-4361-a700-5c68412717fc req-1de936e4-8899-4940-8693-b869f6f161c7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c7dab032-edad-4dfb-a25a-e3727cf507b5 HTTP/1.1" status: 200 len: 217 time: 0.0805216 Jan 28 07:16:16.275335 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-55ef37ae-3f34-46b7-ab97-33cb88d2e439 req-33e16185-f824-4700-b9c3-7e99b9fc1537 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?device_id=df61fe7a-69e1-4707-b1a5-edd9d05613ca HTTP/1.1" status: 200 len: 210 time: 0.0553427 Jan 28 07:16:16.362182 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbbcfa5-a957-4361-a700-5c68412717fc req-d1fec1db-e603-4f62-882c-014ec71e75c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:16.364698 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4dbbcfa5-a957-4361-a700-5c68412717fc req-d1fec1db-e603-4f62-882c-014ec71e75c7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=11d8e1f8-50c3-4314-ae17-177714f8d453 HTTP/1.1" status: 200 len: 850 time: 0.1584122 Jan 28 07:16:16.366419 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:16:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f19adf1-2015-4f7f-b55a-1d98420b97e2 x-openstack-request-id: req-9f19adf1-2015-4f7f-b55a-1d98420b97e2 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:16:16.366753 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34cec753-a0af-40fe-8b26-5782d80f076e", "tag": "c7dab032-edad-4dfb-a25a-e3727cf507b5", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:16:16.367040 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9f19adf1-2015-4f7f-b55a-1d98420b97e2 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:16:16.367449 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34cec753-a0af-40fe-8b26-5782d80f076e', 'tag': 'c7dab032-edad-4dfb-a25a-e3727cf507b5', 'status': 'completed', 'code': 200} Jan 28 07:16:16.369011 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd6eacbf-c256-4c67-aac5-46c90efa349a req-d6e77bd7-6ceb-4d51-a985-13a1c2894a2d tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Made reservation on behalf of 229c6d67826441e4877349f4a14040af for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:16:16.373108 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-cd6eacbf-c256-4c67-aac5-46c90efa349a req-d6e77bd7-6ceb-4d51-a985-13a1c2894a2d tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:16.535857 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4d462232-1601-4fe3-9f76-2cf63f5a82dc req-cec571ae-9be2-44b0-8091-b2596df1a241 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fa73890-3c2c-4c59-9c73-ce1eca1f276c HTTP/1.1" status: 200 len: 210 time: 0.0879922 Jan 28 07:16:16.569314 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbbcfa5-a957-4361-a700-5c68412717fc req-e641ea38-6704-4c73-a6cb-41ea6caac9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:16.570913 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4dbbcfa5-a957-4361-a700-5c68412717fc req-e641ea38-6704-4c73-a6cb-41ea6caac9fc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e794ad63-0b0f-4018-9f49-e800aa3d32de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1589556 Jan 28 07:16:17.006017 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-cd6eacbf-c256-4c67-aac5-46c90efa349a req-d6e77bd7-6ceb-4d51-a985-13a1c2894a2d tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Allocated IP 172.20.0.11 (c613bbee-ac30-4d50-a837-418713fc934d/ff9bdb84-da64-4de0-bfaf-1dc458d2c06f/40f87612-6594-4006-bf3b-f6fd89a8d3b6) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:16:17.034988 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b13ef28-f93d-4290-a205-23a841e79ae2 req-1ea5d05b-7fc4-441f-bb62-0be52d968622 tempest-ServerGroupTestJSON-1528614542 tempest-ServerGroupTestJSON-1528614542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:17.037232 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4b13ef28-f93d-4290-a205-23a841e79ae2 req-1ea5d05b-7fc4-441f-bb62-0be52d968622 tempest-ServerGroupTestJSON-1528614542 tempest-ServerGroupTestJSON-1528614542-project] 10.222.0.41 "GET /v2.0/networks?id=e5653214-e76e-4d43-b6bd-674324b40372 HTTP/1.1" status: 200 len: 809 time: 0.1586425 Jan 28 07:16:17.054921 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4b13ef28-f93d-4290-a205-23a841e79ae2 req-66d8c9d4-cc08-4456-86b4-dd3fd8c61ad1 tempest-ServerGroupTestJSON-1528614542 tempest-ServerGroupTestJSON-1528614542-project] 10.222.0.41 "GET /v2.0/quotas/cd0de699670c411d8e29bc408b4e9bd9 HTTP/1.1" status: 200 len: 375 time: 0.0109360 Jan 28 07:16:17.062027 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17491f86-e875-483b-be5a-49c0d009281a req-1509f884-54a8-4d6a-b6fa-eb096cef9cec tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:17.063619 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-17491f86-e875-483b-be5a-49c0d009281a req-1509f884-54a8-4d6a-b6fa-eb096cef9cec tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=34cec753-a0af-40fe-8b26-5782d80f076e HTTP/1.1" status: 200 len: 943 time: 0.1252837 Jan 28 07:16:17.068313 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4dbbcfa5-a957-4361-a700-5c68412717fc req-34bc26c5-1dd1-424f-b7da-2b8be6715fea service neutron] 10.222.0.10 "GET /v2.0/networks/e794ad63-0b0f-4018-9f49-e800aa3d32de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4909062 Jan 28 07:16:17.095604 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4b13ef28-f93d-4290-a205-23a841e79ae2 req-a97470e6-f31c-43a2-a79a-907abca84265 tempest-ServerGroupTestJSON-1528614542 tempest-ServerGroupTestJSON-1528614542-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=cd0de699670c411d8e29bc408b4e9bd9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0342681 Jan 28 07:16:17.221642 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4b13ef28-f93d-4290-a205-23a841e79ae2 req-1f526388-c95e-4a6a-9a7c-ab7d8d69ced4 service neutron] 10.222.0.41 "GET /v2.0/networks/e5653214-e76e-4d43-b6bd-674324b40372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181049 Jan 28 07:16:17.262606 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-17491f86-e875-483b-be5a-49c0d009281a req-c6cf458f-abf6-4c1f-b60d-74cfecb9c2b9 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e9c3947-6ff8-4aa4-a1f7-c165b64c94a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872046 Jan 28 07:16:17.289230 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4dbbcfa5-a957-4361-a700-5c68412717fc req-c2533624-1d58-422d-8402-faa00e3d04ef service neutron] 10.222.0.10 "GET /v2.0/networks/e794ad63-0b0f-4018-9f49-e800aa3d32de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059703 Jan 28 07:16:17.363208 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-cd6eacbf-c256-4c67-aac5-46c90efa349a req-d6e77bd7-6ceb-4d51-a985-13a1c2894a2d tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Publish callbacks [] for port (40f87612-6594-4006-bf3b-f6fd89a8d3b6), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:17.371969 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4b13ef28-f93d-4290-a205-23a841e79ae2 req-ae9d3590-55e0-4ead-ba34-8aabfcf2ec4e service neutron] 10.222.0.41 "GET /v2.0/networks/e5653214-e76e-4d43-b6bd-674324b40372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433434 Jan 28 07:16:17.448563 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26963e58-afaf-42bf-8beb-fb104f78af21 req-76ea8dd7-9bfd-4870-951a-5c2b4e4c4f52 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:17.449638 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-26963e58-afaf-42bf-8beb-fb104f78af21 req-76ea8dd7-9bfd-4870-951a-5c2b4e4c4f52 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5893ef6-46c4-45fa-a505-47cb270a9c49 HTTP/1.1" status: 200 len: 945 time: 0.1021996 Jan 28 07:16:17.474147 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-cd6eacbf-c256-4c67-aac5-46c90efa349a req-d6e77bd7-6ceb-4d51-a985-13a1c2894a2d tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (40f87612-6594-4006-bf3b-f6fd89a8d3b6), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:17.511223 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e733e10c-658a-4d38-95dd-0ce89fc1aebb req-4f94b9c9-2bf5-4416-9237-229e02d0d846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:17.512671 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e733e10c-658a-4d38-95dd-0ce89fc1aebb req-4f94b9c9-2bf5-4416-9237-229e02d0d846 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f5fa6549bc8d49d9b2eb68f328326d46&device_id=34cec753-a0af-40fe-8b26-5782d80f076e HTTP/1.1" status: 200 len: 1095 time: 0.1106009 Jan 28 07:16:17.641914 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd6eacbf-c256-4c67-aac5-46c90efa349a req-d6e77bd7-6ceb-4d51-a985-13a1c2894a2d tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Network c613bbee-ac30-4d50-a837-418713fc934d is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:16:17.655859 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-cd6eacbf-c256-4c67-aac5-46c90efa349a req-d6e77bd7-6ceb-4d51-a985-13a1c2894a2d tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:16:17.662247 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd6eacbf-c256-4c67-aac5-46c90efa349a req-d6e77bd7-6ceb-4d51-a985-13a1c2894a2d tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:16:17.678320 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-26963e58-afaf-42bf-8beb-fb104f78af21 req-a3008f5f-2497-471f-94d1-b663573e2a3a tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c286ac6-5d5d-46b9-b282-9e68e0339bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160649 Jan 28 07:16:17.768739 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e77bd7-6ceb-4d51-a985-13a1c2894a2d tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Pushing event updated for resources: {'Port': ['ID=40f87612-6594-4006-bf3b-f6fd89a8d3b6,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:16:17.807246 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9c2564aa-40ab-4df6-b43b-f2d4823a3967 req-5d900626-2165-4077-a5f2-b7dc44ec34c5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2f4e61f2-7d76-46bf-b863-47fc90eac5c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3181834 Jan 28 07:16:17.861204 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e733e10c-658a-4d38-95dd-0ce89fc1aebb req-c0995a45-bbef-49bb-8b4f-eea306dc32c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:17.862714 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e733e10c-658a-4d38-95dd-0ce89fc1aebb req-c0995a45-bbef-49bb-8b4f-eea306dc32c6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e794ad63-0b0f-4018-9f49-e800aa3d32de HTTP/1.1" status: 200 len: 912 time: 0.3093176 Jan 28 07:16:17.873576 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197b9f38-6110-4221-8350-70a695f2e116 req-5597f527-7173-47a3-81e2-3b420388a610 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:17.877031 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-197b9f38-6110-4221-8350-70a695f2e116 req-5597f527-7173-47a3-81e2-3b420388a610 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?device_id=df61fe7a-69e1-4707-b1a5-edd9d05613ca HTTP/1.1" status: 200 len: 932 time: 0.1666801 Jan 28 07:16:17.917691 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6eacbf-c256-4c67-aac5-46c90efa349a req-d6e77bd7-6ceb-4d51-a985-13a1c2894a2d tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:17.918355 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-cd6eacbf-c256-4c67-aac5-46c90efa349a req-d6e77bd7-6ceb-4d51-a985-13a1c2894a2d tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:17.952037 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8fcfe5-55db-4450-9bef-b6b91d9aef6a req-c260b485-5e42-4e64-8d27-b4019aef66d0 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:17.953701 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ec8fcfe5-55db-4450-9bef-b6b91d9aef6a req-c260b485-5e42-4e64-8d27-b4019aef66d0 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.44 "GET /v2.0/networks?id=c9a84dc6-92ac-41b6-88e9-0633fc5dcc86 HTTP/1.1" status: 200 len: 814 time: 0.3032033 Jan 28 07:16:17.965515 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e733e10c-658a-4d38-95dd-0ce89fc1aebb req-15cff17f-2ec9-403d-8b1d-b63973b05183 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c7dab032-edad-4dfb-a25a-e3727cf507b5 HTTP/1.1" status: 200 len: 217 time: 0.0775075 Jan 28 07:16:17.987705 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-cd6eacbf-c256-4c67-aac5-46c90efa349a req-d6e77bd7-6ceb-4d51-a985-13a1c2894a2d tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9133101 Jan 28 07:16:18.016805 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2564aa-40ab-4df6-b43b-f2d4823a3967 req-6f8e00cf-b244-4114-aa2b-be194bba517c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:18.018350 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9c2564aa-40ab-4df6-b43b-f2d4823a3967 req-6f8e00cf-b244-4114-aa2b-be194bba517c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1b5821c096cf43639ed10b07e04f5303&device_id=2f4e61f2-7d76-46bf-b863-47fc90eac5c6 HTTP/1.1" status: 200 len: 1096 time: 0.1624570 Jan 28 07:16:18.023764 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-197b9f38-6110-4221-8350-70a695f2e116 req-df2b539e-a8b6-4841-8236-83279b7968ed tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/security-groups?id=e977f99b-7e7b-4d49-bf15-4fd22b3b3b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887215 Jan 28 07:16:18.046028 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-ec8fcfe5-55db-4450-9bef-b6b91d9aef6a req-3c648a03-f2da-441e-80f8-863aade14678 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Request body: {'port': {'device_id': '5fa73890-3c2c-4c59-9c73-ce1eca1f276c', 'network_id': 'c9a84dc6-92ac-41b6-88e9-0633fc5dcc86', 'admin_state_up': True, 'tenant_id': 'f379e285ebe947e9b1152e1dab9379c4'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:16:18.046728 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-cd6eacbf-c256-4c67-aac5-46c90efa349a req-df239873-72ed-45fc-910c-51cbee05b0cc service neutron] Request body: {'port': {'device_id': 'df61fe7a-69e1-4707-b1a5-edd9d05613ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712749-28'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:16:18.075126 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 016bf730-64ed-4f53-9ccb-aef1a6cd229d up at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:16:18.128102 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e733e10c-658a-4d38-95dd-0ce89fc1aebb req-1b2e4106-ff2f-4439-bf05-5ef9893b8089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:18.129680 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e733e10c-658a-4d38-95dd-0ce89fc1aebb req-1b2e4106-ff2f-4439-bf05-5ef9893b8089 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=11d8e1f8-50c3-4314-ae17-177714f8d453 HTTP/1.1" status: 200 len: 850 time: 0.1572995 Jan 28 07:16:18.172965 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning for port 016bf730-64ed-4f53-9ccb-aef1a6cd229d completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:16:18.180143 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning complete for port 016bf730-64ed-4f53-9ccb-aef1a6cd229d triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:16:18.181213 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (016bf730-64ed-4f53-9ccb-aef1a6cd229d), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:18.198469 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-95ef523c-5f0d-4fe4-b367-21bb875207ba req-9d82fb85-1349-43ec-91d3-a049a4f3712d tempest-ServerGroupTestJSON-1528614542 tempest-ServerGroupTestJSON-1528614542-project] 10.222.0.41 "GET /v2.0/ports?device_id=f431e9ad-b2c4-4596-a1ae-0ec5c8feeb41 HTTP/1.1" status: 200 len: 210 time: 0.0832419 Jan 28 07:16:18.212600 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6039e1ae-8305-4c98-8116-67d1d77ce4f8 req-41c261a3-fb5e-422a-b307-e67e166ebb12 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fa73890-3c2c-4c59-9c73-ce1eca1f276c HTTP/1.1" status: 200 len: 210 time: 0.0745718 Jan 28 07:16:18.287528 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-cd6eacbf-c256-4c67-aac5-46c90efa349a req-df239873-72ed-45fc-910c-51cbee05b0cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (40f87612-6594-4006-bf3b-f6fd89a8d3b6), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:18.291751 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec8fcfe5-55db-4450-9bef-b6b91d9aef6a req-3c648a03-f2da-441e-80f8-863aade14678 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Made reservation on behalf of f379e285ebe947e9b1152e1dab9379c4 for: {'port': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:16:18.308503 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-ec8fcfe5-55db-4450-9bef-b6b91d9aef6a req-3c648a03-f2da-441e-80f8-863aade14678 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:18.318063 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e733e10c-658a-4d38-95dd-0ce89fc1aebb req-f46f8b8e-1c61-4a2c-a1d6-1f18b398fc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:18.320213 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e733e10c-658a-4d38-95dd-0ce89fc1aebb req-f46f8b8e-1c61-4a2c-a1d6-1f18b398fc7f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e794ad63-0b0f-4018-9f49-e800aa3d32de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1532145 Jan 28 07:16:18.323190 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2564aa-40ab-4df6-b43b-f2d4823a3967 req-5768cac1-f2f9-47a9-850d-09a6a69c5f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:18.325800 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9c2564aa-40ab-4df6-b43b-f2d4823a3967 req-5768cac1-f2f9-47a9-850d-09a6a69c5f0b service neutron] 10.222.0.10 "GET /v2.0/networks?id=77aa199c-9565-430c-bcef-5bacd415f620 HTTP/1.1" status: 200 len: 909 time: 0.2542446 Jan 28 07:16:18.379400 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 016bf730-64ed-4f53-9ccb-aef1a6cd229d is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:16:18.382357 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (016bf730-64ed-4f53-9ccb-aef1a6cd229d), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:18.435885 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9c2564aa-40ab-4df6-b43b-f2d4823a3967 req-ae445f52-7524-494d-ad2b-19376ee82bc7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6e6bf8db-61c9-4d4f-95fd-d2da51d77c33 HTTP/1.1" status: 200 len: 217 time: 0.0989099 Jan 28 07:16:18.457640 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5893ef6-46c4-45fa-a505-47cb270a9c49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '016bf730-64ed-4f53-9ccb-aef1a6cd229d'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:16:18.465099 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5115314-742a-4926-bd4c-06318d42c9eb" -d '{"events": [{"server_uuid": "a5893ef6-46c4-45fa-a505-47cb270a9c49", "name": "network-vif-plugged", "status": "completed", "tag": "016bf730-64ed-4f53-9ccb-aef1a6cd229d"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:16:18.501349 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 016bf730-64ed-4f53-9ccb-aef1a6cd229d, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=016bf730-64ed-4f53-9ccb-aef1a6cd229d,segment=NetworkSegment(b38b5d3d-4197-4548-8b2f-aaaa5395d71b),segment_id=b38b5d3d-4197-4548-8b2f-aaaa5395d71b)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:16:18.511086 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (016bf730-64ed-4f53-9ccb-aef1a6cd229d), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:18.535651 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [req-ec8fcfe5-55db-4450-9bef-b6b91d9aef6a req-3c648a03-f2da-441e-80f8-863aade14678 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Allocated IP 172.20.0.6 (c9a84dc6-92ac-41b6-88e9-0633fc5dcc86/feafbfc0-ace6-4287-91ea-c1099e1f786f/adda9edb-2689-4b0d-9769-f7f6d90bae68) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:16:18.548531 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42f5722-465c-4f44-b754-509a94addede req-9739644b-0e70-44cc-980d-a8aa278a6f9d tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:18.551702 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad49e9b6-a3ef-4547-b349-bfa971a3b024 x-openstack-request-id: req-ad49e9b6-a3ef-4547-b349-bfa971a3b024 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:16:18.552775 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5893ef6-46c4-45fa-a505-47cb270a9c49", "name": "network-vif-plugged", "status": "completed", "tag": "016bf730-64ed-4f53-9ccb-aef1a6cd229d", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:16:18.552775 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ad49e9b6-a3ef-4547-b349-bfa971a3b024 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:16:18.552775 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5893ef6-46c4-45fa-a505-47cb270a9c49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '016bf730-64ed-4f53-9ccb-aef1a6cd229d', 'code': 200} Jan 28 07:16:18.556471 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f42f5722-465c-4f44-b754-509a94addede req-9739644b-0e70-44cc-980d-a8aa278a6f9d tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=34cec753-a0af-40fe-8b26-5782d80f076e HTTP/1.1" status: 200 len: 943 time: 0.1104908 Jan 28 07:16:18.614180 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=016bf730-64ed-4f53-9ccb-aef1a6cd229d,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:16:18.638737 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2564aa-40ab-4df6-b43b-f2d4823a3967 req-1c7fceff-1b88-41ac-a423-fe9c7f2c26c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:18.640806 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9c2564aa-40ab-4df6-b43b-f2d4823a3967 req-1c7fceff-1b88-41ac-a423-fe9c7f2c26c8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e60d974b-4a97-44ad-8684-0b13afa61368 HTTP/1.1" status: 200 len: 848 time: 0.1949601 Jan 28 07:16:18.642753 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e733e10c-658a-4d38-95dd-0ce89fc1aebb req-5e9e9ef7-6f49-46f5-8fcb-700b744839a4 service neutron] 10.222.0.10 "GET /v2.0/networks/e794ad63-0b0f-4018-9f49-e800aa3d32de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3144865 Jan 28 07:16:18.649966 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f42f5722-465c-4f44-b754-509a94addede req-39662695-dfae-4d48-b4a9-ce2b863c174c tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e9c3947-6ff8-4aa4-a1f7-c165b64c94a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925269 Jan 28 07:16:18.820818 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe2928d-094b-47a8-99db-6679ef3d9d32 req-d632f656-6112-4172-b457-13243216ac1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:18.822480 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-dfe2928d-094b-47a8-99db-6679ef3d9d32 req-d632f656-6112-4172-b457-13243216ac1d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a5893ef6-46c4-45fa-a505-47cb270a9c49 HTTP/1.1" status: 200 len: 1098 time: 0.1083736 Jan 28 07:16:18.850985 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9c2564aa-40ab-4df6-b43b-f2d4823a3967 req-ecf109e4-da2a-4417-a4c9-323416502b09 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=77aa199c-9565-430c-bcef-5bacd415f620&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1978641 Jan 28 07:16:18.905324 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-dfe2928d-094b-47a8-99db-6679ef3d9d32 req-f9e8c2c2-8e65-4848-bfde-22c2544ecfc1 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=6c286ac6-5d5d-46b9-b282-9e68e0339bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710075 Jan 28 07:16:18.910804 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-ec8fcfe5-55db-4450-9bef-b6b91d9aef6a req-3c648a03-f2da-441e-80f8-863aade14678 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Publish callbacks [] for port (adda9edb-2689-4b0d-9769-f7f6d90bae68), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:18.959486 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-ec8fcfe5-55db-4450-9bef-b6b91d9aef6a req-3c648a03-f2da-441e-80f8-863aade14678 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (adda9edb-2689-4b0d-9769-f7f6d90bae68), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:19.021179 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec8fcfe5-55db-4450-9bef-b6b91d9aef6a req-3c648a03-f2da-441e-80f8-863aade14678 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Network c9a84dc6-92ac-41b6-88e9-0633fc5dcc86 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:16:19.026128 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [req-ec8fcfe5-55db-4450-9bef-b6b91d9aef6a req-3c648a03-f2da-441e-80f8-863aade14678 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:16:19.028180 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c648a03-f2da-441e-80f8-863aade14678 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Pushing event updated for resources: {'Port': ['ID=adda9edb-2689-4b0d-9769-f7f6d90bae68,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:16:19.030406 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec8fcfe5-55db-4450-9bef-b6b91d9aef6a req-3c648a03-f2da-441e-80f8-863aade14678 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:16:19.114959 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8fcfe5-55db-4450-9bef-b6b91d9aef6a req-3c648a03-f2da-441e-80f8-863aade14678 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:19.123535 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-ec8fcfe5-55db-4450-9bef-b6b91d9aef6a req-3c648a03-f2da-441e-80f8-863aade14678 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:19.167334 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ec8fcfe5-55db-4450-9bef-b6b91d9aef6a req-3c648a03-f2da-441e-80f8-863aade14678 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1276195 Jan 28 07:16:19.171373 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4362599-e53b-4e12-973b-79391e63741d req-ad4816b5-0c00-4b70-a749-3202689adf59 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:19.177998 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c4362599-e53b-4e12-973b-79391e63741d req-ad4816b5-0c00-4b70-a749-3202689adf59 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5893ef6-46c4-45fa-a505-47cb270a9c49 HTTP/1.1" status: 200 len: 946 time: 0.2724068 Jan 28 07:16:19.188593 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cb5419-b90a-4a80-b538-5eb9552dacaa req-9833b35d-e454-4aea-afd9-2f6376551749 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:19.190447 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-14cb5419-b90a-4a80-b538-5eb9552dacaa req-9833b35d-e454-4aea-afd9-2f6376551749 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?device_id=df61fe7a-69e1-4707-b1a5-edd9d05613ca HTTP/1.1" status: 200 len: 932 time: 0.0638680 Jan 28 07:16:19.195453 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-ec8fcfe5-55db-4450-9bef-b6b91d9aef6a req-63ac9765-ef66-495c-87de-091db31d2432 service neutron] Request body: {'port': {'device_id': '5fa73890-3c2c-4c59-9c73-ce1eca1f276c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712749-28'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:16:19.215584 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-707cf5a8-c9ef-4b26-b75c-8113d90a12a2 req-3458c3f7-33bc-408b-8c1d-72d2aba0259f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f255ed55-87c8-4949-a89a-d6b84a3ce0a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4294989 Jan 28 07:16:19.227306 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9c2564aa-40ab-4df6-b43b-f2d4823a3967 req-a5ad0963-25ae-47cf-bc61-38c39580d997 service neutron] 10.222.0.10 "GET /v2.0/networks/77aa199c-9565-430c-bcef-5bacd415f620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2628045 Jan 28 07:16:19.232697 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e733e10c-658a-4d38-95dd-0ce89fc1aebb req-1df57807-5b70-4435-8fdf-d786bd95a14a service neutron] 10.222.0.10 "GET /v2.0/networks/e794ad63-0b0f-4018-9f49-e800aa3d32de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5764587 Jan 28 07:16:19.286423 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-14cb5419-b90a-4a80-b538-5eb9552dacaa req-1d59dbd4-630c-41ef-af06-ae946a3eed0c tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/security-groups?id=e977f99b-7e7b-4d49-bf15-4fd22b3b3b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865028 Jan 28 07:16:19.287248 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-ec8fcfe5-55db-4450-9bef-b6b91d9aef6a req-63ac9765-ef66-495c-87de-091db31d2432 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (adda9edb-2689-4b0d-9769-f7f6d90bae68), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:19.419169 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c4362599-e53b-4e12-973b-79391e63741d req-75440b60-54e0-44ef-aa79-a4c7dc29ff26 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c286ac6-5d5d-46b9-b282-9e68e0339bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393322 Jan 28 07:16:19.452586 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-cd6eacbf-c256-4c67-aac5-46c90efa349a req-df239873-72ed-45fc-910c-51cbee05b0cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40f87612-6594-4006-bf3b-f6fd89a8d3b6 {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:16:19.500171 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-cd6eacbf-c256-4c67-aac5-46c90efa349a req-df239873-72ed-45fc-910c-51cbee05b0cc service neutron] Publish callbacks [] for port (40f87612-6594-4006-bf3b-f6fd89a8d3b6), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:19.579799 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707cf5a8-c9ef-4b26-b75c-8113d90a12a2 req-f0249de3-6423-4f1e-b2da-fe2e0bf20110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:19.581410 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-707cf5a8-c9ef-4b26-b75c-8113d90a12a2 req-f0249de3-6423-4f1e-b2da-fe2e0bf20110 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f5fa6549bc8d49d9b2eb68f328326d46&device_id=f255ed55-87c8-4949-a89a-d6b84a3ce0a3 HTTP/1.1" status: 200 len: 1097 time: 0.2700901 Jan 28 07:16:19.583274 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-11720922-0130-46e8-bcda-bc1b5c908674 req-9c26df09-337e-42d0-a626-b8edb1e9b53f tempest-ServerGroupTestJSON-1528614542 tempest-ServerGroupTestJSON-1528614542-project] 10.222.0.41 "GET /v2.0/ports?device_id=f431e9ad-b2c4-4596-a1ae-0ec5c8feeb41 HTTP/1.1" status: 200 len: 210 time: 0.0591295 Jan 28 07:16:19.586500 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bf409a-5753-4606-8bb8-fb0796c740e2 req-1c0094ce-aab0-4fb0-8134-6da0673acb14 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:19.586902 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-cd6eacbf-c256-4c67-aac5-46c90efa349a req-df239873-72ed-45fc-910c-51cbee05b0cc service neutron] Transition to ACTIVE for port object 40f87612-6594-4006-bf3b-f6fd89a8d3b6 will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:16:19.591575 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9c2564aa-40ab-4df6-b43b-f2d4823a3967 req-7abf4bd3-7404-4f3a-a641-850f3900f844 service neutron] 10.222.0.10 "GET /v2.0/networks/77aa199c-9565-430c-bcef-5bacd415f620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3530736 Jan 28 07:16:19.593666 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-21bf409a-5753-4606-8bb8-fb0796c740e2 req-1c0094ce-aab0-4fb0-8134-6da0673acb14 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fa73890-3c2c-4c59-9c73-ce1eca1f276c HTTP/1.1" status: 200 len: 931 time: 0.1243873 Jan 28 07:16:19.595188 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-cd6eacbf-c256-4c67-aac5-46c90efa349a req-df239873-72ed-45fc-910c-51cbee05b0cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (40f87612-6594-4006-bf3b-f6fd89a8d3b6), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:19.727534 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df239873-72ed-45fc-910c-51cbee05b0cc service neutron] Pushing event updated for resources: {'Port': ['ID=40f87612-6594-4006-bf3b-f6fd89a8d3b6,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:16:19.779095 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-21bf409a-5753-4606-8bb8-fb0796c740e2 req-b57336c1-d439-4a97-a558-66b212c1166a tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f7766-6108-45d3-a769-5b5e90234849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768527 Jan 28 07:16:19.828211 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b13ef28-f93d-4290-a205-23a841e79ae2 req-bfaac395-8db3-48ed-8dee-0f8dd2222d1d tempest-ServerGroupTestJSON-1528614542 tempest-ServerGroupTestJSON-1528614542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:19.829717 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4b13ef28-f93d-4290-a205-23a841e79ae2 req-bfaac395-8db3-48ed-8dee-0f8dd2222d1d tempest-ServerGroupTestJSON-1528614542 tempest-ServerGroupTestJSON-1528614542-project] 10.222.0.44 "GET /v2.0/networks?id=e5653214-e76e-4d43-b6bd-674324b40372 HTTP/1.1" status: 200 len: 809 time: 0.2277942 Jan 28 07:16:19.874143 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707cf5a8-c9ef-4b26-b75c-8113d90a12a2 req-0b4952d8-5f79-41a9-9de3-f27e30ee283a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:19.875729 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-707cf5a8-c9ef-4b26-b75c-8113d90a12a2 req-0b4952d8-5f79-41a9-9de3-f27e30ee283a service neutron] 10.222.0.44 "GET /v2.0/networks?id=e794ad63-0b0f-4018-9f49-e800aa3d32de HTTP/1.1" status: 200 len: 912 time: 0.2389472 Jan 28 07:16:19.891596 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [req-ec8fcfe5-55db-4450-9bef-b6b91d9aef6a req-63ac9765-ef66-495c-87de-091db31d2432 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adda9edb-2689-4b0d-9769-f7f6d90bae68 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:16:19.901105 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-4b13ef28-f93d-4290-a205-23a841e79ae2 req-0a85ce98-ec1a-4b4c-bedc-b2d6cbf5617d tempest-ServerGroupTestJSON-1528614542 tempest-ServerGroupTestJSON-1528614542-project] Request body: {'port': {'device_id': 'f431e9ad-b2c4-4596-a1ae-0ec5c8feeb41', 'network_id': 'e5653214-e76e-4d43-b6bd-674324b40372', 'admin_state_up': True, 'tenant_id': 'cd0de699670c411d8e29bc408b4e9bd9'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:16:19.909691 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-ec8fcfe5-55db-4450-9bef-b6b91d9aef6a req-63ac9765-ef66-495c-87de-091db31d2432 service neutron] Publish callbacks [] for port (adda9edb-2689-4b0d-9769-f7f6d90bae68), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:19.911959 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-cd6eacbf-c256-4c67-aac5-46c90efa349a req-df239873-72ed-45fc-910c-51cbee05b0cc service neutron] Attempting to bind port 40f87612-6594-4006-bf3b-f6fd89a8d3b6 on host n-h2-712749-28 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:16:19.912337 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-cd6eacbf-c256-4c67-aac5-46c90efa349a req-df239873-72ed-45fc-910c-51cbee05b0cc service neutron] Attempting to bind port 40f87612-6594-4006-bf3b-f6fd89a8d3b6 by drivers openvswitch,hyperv on host n-h2-712749-28 at level 0 using segments [{'id': '0129dffb-fe43-47b5-a269-4f49ca8f6de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c613bbee-ac30-4d50-a837-418713fc934d'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:16:19.912674 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd6eacbf-c256-4c67-aac5-46c90efa349a req-df239873-72ed-45fc-910c-51cbee05b0cc service neutron] Attempting to bind port 40f87612-6594-4006-bf3b-f6fd89a8d3b6 on network c613bbee-ac30-4d50-a837-418713fc934d {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:16:19.955192 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ddb900-ad39-4860-b256-0f49ad6e9591 req-95245a91-b71b-4e48-a9c9-b91eab12cd9e tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:19.957163 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-89ddb900-ad39-4860-b256-0f49ad6e9591 req-95245a91-b71b-4e48-a9c9-b91eab12cd9e tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=34cec753-a0af-40fe-8b26-5782d80f076e HTTP/1.1" status: 200 len: 943 time: 0.1279027 Jan 28 07:16:19.959757 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd6eacbf-c256-4c67-aac5-46c90efa349a req-df239873-72ed-45fc-910c-51cbee05b0cc service neutron] Port 40f87612-6594-4006-bf3b-f6fd89a8d3b6 on network c613bbee-ac30-4d50-a837-418713fc934d not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-28 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:16:19.960347 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd6eacbf-c256-4c67-aac5-46c90efa349a req-df239873-72ed-45fc-910c-51cbee05b0cc service neutron] Attempting to bind port 40f87612-6594-4006-bf3b-f6fd89a8d3b6 on network c613bbee-ac30-4d50-a837-418713fc934d {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:16:19.963276 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-707cf5a8-c9ef-4b26-b75c-8113d90a12a2 req-42b872dd-ee28-4693-a708-e277dbfb9095 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74c51dd4-789c-4c23-9ba8-db6cc4ee322f HTTP/1.1" status: 200 len: 217 time: 0.0594993 Jan 28 07:16:19.968210 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [req-ec8fcfe5-55db-4450-9bef-b6b91d9aef6a req-63ac9765-ef66-495c-87de-091db31d2432 service neutron] Transition to ACTIVE for port object adda9edb-2689-4b0d-9769-f7f6d90bae68 will not be triggered until provisioned by entity L2. {{(pid=103283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:16:19.974319 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd6eacbf-c256-4c67-aac5-46c90efa349a req-df239873-72ed-45fc-910c-51cbee05b0cc service neutron] Checking agent: {'id': 'c9906e63-062c-432e-bb53-63fdb8115e18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 16, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:16:19.974663 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd6eacbf-c256-4c67-aac5-46c90efa349a req-df239873-72ed-45fc-910c-51cbee05b0cc service neutron] Checking segment: {'id': '0129dffb-fe43-47b5-a269-4f49ca8f6de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c613bbee-ac30-4d50-a837-418713fc934d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:16:19.975119 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd6eacbf-c256-4c67-aac5-46c90efa349a req-df239873-72ed-45fc-910c-51cbee05b0cc service neutron] Bound using segment: {'id': '0129dffb-fe43-47b5-a269-4f49ca8f6de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c613bbee-ac30-4d50-a837-418713fc934d'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:16:19.976515 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-cd6eacbf-c256-4c67-aac5-46c90efa349a req-df239873-72ed-45fc-910c-51cbee05b0cc service neutron] Bound port: 40f87612-6594-4006-bf3b-f6fd89a8d3b6, host: n-h2-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0129dffb-fe43-47b5-a269-4f49ca8f6de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c613bbee-ac30-4d50-a837-418713fc934d'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:16:19.976678 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-cd6eacbf-c256-4c67-aac5-46c90efa349a req-df239873-72ed-45fc-910c-51cbee05b0cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (40f87612-6594-4006-bf3b-f6fd89a8d3b6), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:19.976870 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-ec8fcfe5-55db-4450-9bef-b6b91d9aef6a req-63ac9765-ef66-495c-87de-091db31d2432 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (adda9edb-2689-4b0d-9769-f7f6d90bae68), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:20.069155 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ac9765-ef66-495c-87de-091db31d2432 service neutron] Pushing event updated for resources: {'Port': ['ID=adda9edb-2689-4b0d-9769-f7f6d90bae68,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:16:20.078346 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device c7dab032-edad-4dfb-a25a-e3727cf507b5 details requested by agent hyperv_n-h1-712749-28 with host n-h1-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:16:20.141791 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b13ef28-f93d-4290-a205-23a841e79ae2 req-0a85ce98-ec1a-4b4c-bedc-b2d6cbf5617d tempest-ServerGroupTestJSON-1528614542 tempest-ServerGroupTestJSON-1528614542-project] Made reservation on behalf of cd0de699670c411d8e29bc408b4e9bd9 for: {'port': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:16:20.145376 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-4b13ef28-f93d-4290-a205-23a841e79ae2 req-0a85ce98-ec1a-4b4c-bedc-b2d6cbf5617d tempest-ServerGroupTestJSON-1528614542 tempest-ServerGroupTestJSON-1528614542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:20.189038 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-ec8fcfe5-55db-4450-9bef-b6b91d9aef6a req-63ac9765-ef66-495c-87de-091db31d2432 service neutron] Attempting to bind port adda9edb-2689-4b0d-9769-f7f6d90bae68 on host n-h2-712749-28 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:16:20.189551 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-ec8fcfe5-55db-4450-9bef-b6b91d9aef6a req-63ac9765-ef66-495c-87de-091db31d2432 service neutron] Attempting to bind port adda9edb-2689-4b0d-9769-f7f6d90bae68 by drivers openvswitch,hyperv on host n-h2-712749-28 at level 0 using segments [{'id': '00c9bc5a-b387-4097-9c7c-7f7badd573e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c9a84dc6-92ac-41b6-88e9-0633fc5dcc86'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:16:20.189932 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec8fcfe5-55db-4450-9bef-b6b91d9aef6a req-63ac9765-ef66-495c-87de-091db31d2432 service neutron] Attempting to bind port adda9edb-2689-4b0d-9769-f7f6d90bae68 on network c9a84dc6-92ac-41b6-88e9-0633fc5dcc86 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:16:20.220425 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port c7dab032-edad-4dfb-a25a-e3727cf507b5, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=c7dab032-edad-4dfb-a25a-e3727cf507b5,segment=NetworkSegment(67c4ed53-bfbf-4494-8d62-da0c7e4209c8),segment_id=67c4ed53-bfbf-4494-8d62-da0c7e4209c8)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:16:20.231677 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec8fcfe5-55db-4450-9bef-b6b91d9aef6a req-63ac9765-ef66-495c-87de-091db31d2432 service neutron] Port adda9edb-2689-4b0d-9769-f7f6d90bae68 on network c9a84dc6-92ac-41b6-88e9-0633fc5dcc86 not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-28 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:16:20.232000 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec8fcfe5-55db-4450-9bef-b6b91d9aef6a req-63ac9765-ef66-495c-87de-091db31d2432 service neutron] Attempting to bind port adda9edb-2689-4b0d-9769-f7f6d90bae68 on network c9a84dc6-92ac-41b6-88e9-0633fc5dcc86 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:16:20.235168 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Returning: {'device': 'c7dab032-edad-4dfb-a25a-e3727cf507b5', 'network_id': 'e794ad63-0b0f-4018-9f49-e800aa3d32de', 'port_id': 'c7dab032-edad-4dfb-a25a-e3727cf507b5', 'mac_address': 'fa:16:3e:e8:f5:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11d8e1f8-50c3-4314-ae17-177714f8d453', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:16:20.258554 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec8fcfe5-55db-4450-9bef-b6b91d9aef6a req-63ac9765-ef66-495c-87de-091db31d2432 service neutron] Checking agent: {'id': 'c9906e63-062c-432e-bb53-63fdb8115e18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 16, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:16:20.260474 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec8fcfe5-55db-4450-9bef-b6b91d9aef6a req-63ac9765-ef66-495c-87de-091db31d2432 service neutron] Checking segment: {'id': '00c9bc5a-b387-4097-9c7c-7f7badd573e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c9a84dc6-92ac-41b6-88e9-0633fc5dcc86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:16:20.260904 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec8fcfe5-55db-4450-9bef-b6b91d9aef6a req-63ac9765-ef66-495c-87de-091db31d2432 service neutron] Bound using segment: {'id': '00c9bc5a-b387-4097-9c7c-7f7badd573e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c9a84dc6-92ac-41b6-88e9-0633fc5dcc86'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:16:20.261726 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-ec8fcfe5-55db-4450-9bef-b6b91d9aef6a req-63ac9765-ef66-495c-87de-091db31d2432 service neutron] Bound port: adda9edb-2689-4b0d-9769-f7f6d90bae68, host: n-h2-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00c9bc5a-b387-4097-9c7c-7f7badd573e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c9a84dc6-92ac-41b6-88e9-0633fc5dcc86'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:16:20.262103 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-ec8fcfe5-55db-4450-9bef-b6b91d9aef6a req-63ac9765-ef66-495c-87de-091db31d2432 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (adda9edb-2689-4b0d-9769-f7f6d90bae68), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:20.280952 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port c7dab032-edad-4dfb-a25a-e3727cf507b5 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:16:20.281717 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (c7dab032-edad-4dfb-a25a-e3727cf507b5), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:20.297256 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7dab032-edad-4dfb-a25a-e3727cf507b5 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:16:20.323630 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port c7dab032-edad-4dfb-a25a-e3727cf507b5, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=c7dab032-edad-4dfb-a25a-e3727cf507b5,segment=NetworkSegment(67c4ed53-bfbf-4494-8d62-da0c7e4209c8),segment_id=67c4ed53-bfbf-4494-8d62-da0c7e4209c8)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:16:20.331787 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (c7dab032-edad-4dfb-a25a-e3727cf507b5), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:20.402867 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [req-4b13ef28-f93d-4290-a205-23a841e79ae2 req-0a85ce98-ec1a-4b4c-bedc-b2d6cbf5617d tempest-ServerGroupTestJSON-1528614542 tempest-ServerGroupTestJSON-1528614542-project] Allocated IP 172.20.0.4 (e5653214-e76e-4d43-b6bd-674324b40372/b8ec043d-84c3-4c83-98cd-e8966f5ca906/e3e68621-b6d7-4eba-bc3d-9502c912181a) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:16:20.427282 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-ec8fcfe5-55db-4450-9bef-b6b91d9aef6a req-63ac9765-ef66-495c-87de-091db31d2432 service neutron] For port adda9edb-2689-4b0d-9769-f7f6d90bae68, host n-h2-712749-28, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:16:20.433273 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-ec8fcfe5-55db-4450-9bef-b6b91d9aef6a req-63ac9765-ef66-495c-87de-091db31d2432 service neutron] For port adda9edb-2689-4b0d-9769-f7f6d90bae68, host n-h2-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=adda9edb-2689-4b0d-9769-f7f6d90bae68,segment=NetworkSegment(00c9bc5a-b387-4097-9c7c-7f7badd573e1),segment_id=00c9bc5a-b387-4097-9c7c-7f7badd573e1)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:16:20.442960 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=c7dab032-edad-4dfb-a25a-e3727cf507b5,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:16:20.461733 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-ec8fcfe5-55db-4450-9bef-b6b91d9aef6a req-63ac9765-ef66-495c-87de-091db31d2432 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (adda9edb-2689-4b0d-9769-f7f6d90bae68), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:20.571427 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-89ddb900-ad39-4860-b256-0f49ad6e9591 req-f2d54eee-9fbe-4215-8382-e1300a0945c8 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e9c3947-6ff8-4aa4-a1f7-c165b64c94a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6071661 Jan 28 07:16:20.577064 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707cf5a8-c9ef-4b26-b75c-8113d90a12a2 req-29385379-40dc-429f-a40d-32ada8a9c420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:20.578591 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-707cf5a8-c9ef-4b26-b75c-8113d90a12a2 req-29385379-40dc-429f-a40d-32ada8a9c420 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=11d8e1f8-50c3-4314-ae17-177714f8d453 HTTP/1.1" status: 200 len: 850 time: 0.5998290 Jan 28 07:16:20.641512 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-cd6eacbf-c256-4c67-aac5-46c90efa349a req-df239873-72ed-45fc-910c-51cbee05b0cc service neutron] For port 40f87612-6594-4006-bf3b-f6fd89a8d3b6, host n-h2-712749-28, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:16:20.647967 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-cd6eacbf-c256-4c67-aac5-46c90efa349a req-df239873-72ed-45fc-910c-51cbee05b0cc service neutron] For port 40f87612-6594-4006-bf3b-f6fd89a8d3b6, host n-h2-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=40f87612-6594-4006-bf3b-f6fd89a8d3b6,segment=NetworkSegment(0129dffb-fe43-47b5-a269-4f49ca8f6de7),segment_id=0129dffb-fe43-47b5-a269-4f49ca8f6de7)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:16:20.659903 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-cd6eacbf-c256-4c67-aac5-46c90efa349a req-df239873-72ed-45fc-910c-51cbee05b0cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (40f87612-6594-4006-bf3b-f6fd89a8d3b6), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:20.697922 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707cf5a8-c9ef-4b26-b75c-8113d90a12a2 req-05be31d5-7aee-4e23-b71a-0b03d9040bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:20.699444 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-707cf5a8-c9ef-4b26-b75c-8113d90a12a2 req-05be31d5-7aee-4e23-b71a-0b03d9040bf7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e794ad63-0b0f-4018-9f49-e800aa3d32de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1108861 Jan 28 07:16:20.772171 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['c7dab032-edad-4dfb-a25a-e3727cf507b5'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:16:20.800898 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df239873-72ed-45fc-910c-51cbee05b0cc service neutron] Pushing event updated for resources: {'Port': ['ID=40f87612-6594-4006-bf3b-f6fd89a8d3b6,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:16:20.804446 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6eacbf-c256-4c67-aac5-46c90efa349a req-df239873-72ed-45fc-910c-51cbee05b0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:20.805037 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-cd6eacbf-c256-4c67-aac5-46c90efa349a req-df239873-72ed-45fc-910c-51cbee05b0cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:20.806439 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-cd6eacbf-c256-4c67-aac5-46c90efa349a req-df239873-72ed-45fc-910c-51cbee05b0cc service neutron] 10.222.0.44 "PUT /v2.0/ports/40f87612-6594-4006-bf3b-f6fd89a8d3b6 HTTP/1.1" status: 200 len: 1093 time: 2.7651100 Jan 28 07:16:20.809642 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df61fe7a-69e1-4707-b1a5-edd9d05613ca', 'tag': '40f87612-6594-4006-bf3b-f6fd89a8d3b6'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:16:20.811891 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcc7efdb-b1b6-428b-b61c-a64fc3fc596a" -d '{"events": [{"name": "network-changed", "server_uuid": "df61fe7a-69e1-4707-b1a5-edd9d05613ca", "tag": "40f87612-6594-4006-bf3b-f6fd89a8d3b6"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:16:20.871178 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8fcfe5-55db-4450-9bef-b6b91d9aef6a req-63ac9765-ef66-495c-87de-091db31d2432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:20.871937 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-ec8fcfe5-55db-4450-9bef-b6b91d9aef6a req-63ac9765-ef66-495c-87de-091db31d2432 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:20.873878 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ec8fcfe5-55db-4450-9bef-b6b91d9aef6a req-63ac9765-ef66-495c-87de-091db31d2432 service neutron] 10.222.0.44 "PUT /v2.0/ports/adda9edb-2689-4b0d-9769-f7f6d90bae68 HTTP/1.1" status: 200 len: 1092 time: 1.6820004 Jan 28 07:16:20.877489 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fa73890-3c2c-4c59-9c73-ce1eca1f276c', 'tag': 'adda9edb-2689-4b0d-9769-f7f6d90bae68'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:16:20.880832 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b490c2eb-09ae-4e93-8d39-5ca985c98db7" -d '{"events": [{"name": "network-changed", "server_uuid": "5fa73890-3c2c-4c59-9c73-ce1eca1f276c", "tag": "adda9edb-2689-4b0d-9769-f7f6d90bae68"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:16:20.896374 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f807aa7f-800b-495a-9f08-44c61574fbb6 req-1963a1de-b06b-4c63-ba3f-47132d6b73ac tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:20.898159 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f807aa7f-800b-495a-9f08-44c61574fbb6 req-1963a1de-b06b-4c63-ba3f-47132d6b73ac tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5893ef6-46c4-45fa-a505-47cb270a9c49 HTTP/1.1" status: 200 len: 946 time: 0.0984540 Jan 28 07:16:20.900603 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-707cf5a8-c9ef-4b26-b75c-8113d90a12a2 req-b43c9614-f907-4f46-bdb4-29476ed60913 service neutron] 10.222.0.44 "GET /v2.0/networks/e794ad63-0b0f-4018-9f49-e800aa3d32de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904306 Jan 28 07:16:20.972735 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28ad367-1cdc-455a-8f80-982c0e5fd265 req-bc55a53e-9682-41e7-a06a-9ae20e3ed1ef tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:20.975128 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d28ad367-1cdc-455a-8f80-982c0e5fd265 req-bc55a53e-9682-41e7-a06a-9ae20e3ed1ef tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?device_id=df61fe7a-69e1-4707-b1a5-edd9d05613ca HTTP/1.1" status: 200 len: 944 time: 0.5166659 Jan 28 07:16:21.008946 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ac9765-ef66-495c-87de-091db31d2432 service neutron] Pushing event updated for resources: {'Port': ['ID=adda9edb-2689-4b0d-9769-f7f6d90bae68,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:16:21.051411 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6eacbf-c256-4c67-aac5-46c90efa349a req-b8e3ec4e-8f76-4441-8515-fc6ed9abd89d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:21.053004 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-cd6eacbf-c256-4c67-aac5-46c90efa349a req-b8e3ec4e-8f76-4441-8515-fc6ed9abd89d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=229c6d67826441e4877349f4a14040af&device_id=df61fe7a-69e1-4707-b1a5-edd9d05613ca HTTP/1.1" status: 200 len: 1096 time: 0.1418388 Jan 28 07:16:21.082160 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f807aa7f-800b-495a-9f08-44c61574fbb6 req-20ca6ae1-1be0-479e-81cc-c814e2054076 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c286ac6-5d5d-46b9-b282-9e68e0339bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726658 Jan 28 07:16:21.087081 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8fcfe5-55db-4450-9bef-b6b91d9aef6a req-3da4978d-dbaf-4e5f-a444-45a4d75f4ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:21.088583 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ec8fcfe5-55db-4450-9bef-b6b91d9aef6a req-3da4978d-dbaf-4e5f-a444-45a4d75f4ca5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f379e285ebe947e9b1152e1dab9379c4&device_id=5fa73890-3c2c-4c59-9c73-ce1eca1f276c HTTP/1.1" status: 200 len: 1095 time: 0.0950878 Jan 28 07:16:21.122170 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-707cf5a8-c9ef-4b26-b75c-8113d90a12a2 req-597815cd-0625-44e6-bbfd-8920b76196a4 service neutron] 10.222.0.44 "GET /v2.0/networks/e794ad63-0b0f-4018-9f49-e800aa3d32de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141056 Jan 28 07:16:21.155760 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-cd6eacbf-c256-4c67-aac5-46c90efa349a req-285e7654-1012-47c9-b7b1-f50e3fc24c1c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=40f87612-6594-4006-bf3b-f6fd89a8d3b6 HTTP/1.1" status: 200 len: 217 time: 0.0681157 Jan 28 07:16:21.161358 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d28ad367-1cdc-455a-8f80-982c0e5fd265 req-0a891b0b-2477-49d4-9323-d555c0ed292d tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/security-groups?id=e977f99b-7e7b-4d49-bf15-4fd22b3b3b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537056 Jan 28 07:16:21.163937 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ec8fcfe5-55db-4450-9bef-b6b91d9aef6a req-4812a0c0-028f-4104-b734-e263abdd3bf0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=adda9edb-2689-4b0d-9769-f7f6d90bae68 HTTP/1.1" status: 200 len: 217 time: 0.0588899 Jan 28 07:16:21.184174 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-4b13ef28-f93d-4290-a205-23a841e79ae2 req-0a85ce98-ec1a-4b4c-bedc-b2d6cbf5617d tempest-ServerGroupTestJSON-1528614542 tempest-ServerGroupTestJSON-1528614542-project] Publish callbacks [] for port (e3e68621-b6d7-4eba-bc3d-9502c912181a), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:21.228161 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4dad3652-fcb1-4936-ae78-2ab29a992703 req-c72e9e98-ab27-4ae9-a0cf-2243af09ff92 tempest-ServerGroupTestJSON-1528614542 tempest-ServerGroupTestJSON-1528614542-project] 10.222.0.41 "GET /v2.0/ports?device_id=f431e9ad-b2c4-4596-a1ae-0ec5c8feeb41 HTTP/1.1" status: 200 len: 210 time: 0.0409873 Jan 28 07:16:21.281258 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8fcfe5-55db-4450-9bef-b6b91d9aef6a req-ecc5552a-06ba-4901-b35d-2e2a9caac086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:21.282915 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ec8fcfe5-55db-4450-9bef-b6b91d9aef6a req-ecc5552a-06ba-4901-b35d-2e2a9caac086 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=feafbfc0-ace6-4287-91ea-c1099e1f786f HTTP/1.1" status: 200 len: 854 time: 0.0551088 Jan 28 07:16:21.293039 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23c072b2-a468-4970-a638-ba940afcd6ff x-openstack-request-id: req-23c072b2-a468-4970-a638-ba940afcd6ff {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:16:21.293691 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df61fe7a-69e1-4707-b1a5-edd9d05613ca", "tag": "40f87612-6594-4006-bf3b-f6fd89a8d3b6", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:16:21.294112 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-23c072b2-a468-4970-a638-ba940afcd6ff {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:16:21.295721 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df61fe7a-69e1-4707-b1a5-edd9d05613ca', 'tag': '40f87612-6594-4006-bf3b-f6fd89a8d3b6', 'status': 'completed', 'code': 200} Jan 28 07:16:21.349584 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-4b13ef28-f93d-4290-a205-23a841e79ae2 req-0a85ce98-ec1a-4b4c-bedc-b2d6cbf5617d tempest-ServerGroupTestJSON-1528614542 tempest-ServerGroupTestJSON-1528614542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (e3e68621-b6d7-4eba-bc3d-9502c912181a), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:21.354474 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6eacbf-c256-4c67-aac5-46c90efa349a req-c0fcd297-fd4e-4105-ab35-ba6eaa38daa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:21.356362 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-cd6eacbf-c256-4c67-aac5-46c90efa349a req-c0fcd297-fd4e-4105-ab35-ba6eaa38daa7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ff9bdb84-da64-4de0-bfaf-1dc458d2c06f HTTP/1.1" status: 200 len: 851 time: 0.1513033 Jan 28 07:16:21.356917 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ec8fcfe5-55db-4450-9bef-b6b91d9aef6a req-a0d78ffb-c1b8-4697-97a7-b0f7baf4821f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c9a84dc6-92ac-41b6-88e9-0633fc5dcc86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600259 Jan 28 07:16:21.401322 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb16e5df-bfca-4cd6-9f8b-f1de8880bef3 x-openstack-request-id: req-fb16e5df-bfca-4cd6-9f8b-f1de8880bef3 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:16:21.401600 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fa73890-3c2c-4c59-9c73-ce1eca1f276c", "tag": "adda9edb-2689-4b0d-9769-f7f6d90bae68", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:16:21.402833 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fb16e5df-bfca-4cd6-9f8b-f1de8880bef3 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:16:21.402833 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fa73890-3c2c-4c59-9c73-ce1eca1f276c', 'tag': 'adda9edb-2689-4b0d-9769-f7f6d90bae68', 'status': 'completed', 'code': 200} Jan 28 07:16:21.433820 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-cd6eacbf-c256-4c67-aac5-46c90efa349a req-a762646f-3cb6-4190-93b8-16973f62d096 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c613bbee-ac30-4d50-a837-418713fc934d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385506 Jan 28 07:16:21.446780 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2c03ab-b236-4d1e-b5b6-60b145224614 req-5a66b387-7320-4e75-8772-89e27234f6ae tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:21.452708 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0d2c03ab-b236-4d1e-b5b6-60b145224614 req-5a66b387-7320-4e75-8772-89e27234f6ae tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fa73890-3c2c-4c59-9c73-ce1eca1f276c HTTP/1.1" status: 200 len: 943 time: 0.1680152 Jan 28 07:16:21.490384 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b13ef28-f93d-4290-a205-23a841e79ae2 req-0a85ce98-ec1a-4b4c-bedc-b2d6cbf5617d tempest-ServerGroupTestJSON-1528614542 tempest-ServerGroupTestJSON-1528614542-project] Network e5653214-e76e-4d43-b6bd-674324b40372 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:16:21.495743 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ec8fcfe5-55db-4450-9bef-b6b91d9aef6a req-7ad89761-38e1-4679-b8bd-cc16d57c504b service neutron] 10.222.0.44 "GET /v2.0/networks/c9a84dc6-92ac-41b6-88e9-0633fc5dcc86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258280 Jan 28 07:16:21.535709 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [req-4b13ef28-f93d-4290-a205-23a841e79ae2 req-0a85ce98-ec1a-4b4c-bedc-b2d6cbf5617d tempest-ServerGroupTestJSON-1528614542 tempest-ServerGroupTestJSON-1528614542-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:16:21.578344 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a85ce98-ec1a-4b4c-bedc-b2d6cbf5617d tempest-ServerGroupTestJSON-1528614542 tempest-ServerGroupTestJSON-1528614542-project] Pushing event updated for resources: {'Port': ['ID=e3e68621-b6d7-4eba-bc3d-9502c912181a,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:16:21.582433 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b13ef28-f93d-4290-a205-23a841e79ae2 req-0a85ce98-ec1a-4b4c-bedc-b2d6cbf5617d tempest-ServerGroupTestJSON-1528614542 tempest-ServerGroupTestJSON-1528614542-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:16:21.631421 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b8cfe5-f639-4315-a614-d3b603b24bb1 req-a27d65f6-2dee-498f-ade0-f8c9d1e06920 tempest-LiveMigrationTest-521921630 tempest-LiveMigrationTest-521921630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:21.633913 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f0b8cfe5-f639-4315-a614-d3b603b24bb1 req-a27d65f6-2dee-498f-ade0-f8c9d1e06920 tempest-LiveMigrationTest-521921630 tempest-LiveMigrationTest-521921630-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=a5893ef6-46c4-45fa-a505-47cb270a9c49 HTTP/1.1" status: 200 len: 1098 time: 0.0943410 Jan 28 07:16:21.651745 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ec8fcfe5-55db-4450-9bef-b6b91d9aef6a req-327d6d3a-da59-4e47-9723-92b6eb8922d6 service neutron] 10.222.0.44 "GET /v2.0/networks/c9a84dc6-92ac-41b6-88e9-0633fc5dcc86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464689 Jan 28 07:16:21.680484 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b13ef28-f93d-4290-a205-23a841e79ae2 req-0a85ce98-ec1a-4b4c-bedc-b2d6cbf5617d tempest-ServerGroupTestJSON-1528614542 tempest-ServerGroupTestJSON-1528614542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:21.681230 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-4b13ef28-f93d-4290-a205-23a841e79ae2 req-0a85ce98-ec1a-4b4c-bedc-b2d6cbf5617d tempest-ServerGroupTestJSON-1528614542 tempest-ServerGroupTestJSON-1528614542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:21.690905 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f0b8cfe5-f639-4315-a614-d3b603b24bb1 req-88f7e954-85ce-4620-b7f4-489b02cda8a6 tempest-LiveMigrationTest-521921630 tempest-LiveMigrationTest-521921630-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=6c286ac6-5d5d-46b9-b282-9e68e0339bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488820 Jan 28 07:16:21.696812 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0d2c03ab-b236-4d1e-b5b6-60b145224614 req-776003ed-5b05-4c98-bcf0-afb37e92ffea tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f7766-6108-45d3-a769-5b5e90234849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132440 Jan 28 07:16:21.722425 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-cd6eacbf-c256-4c67-aac5-46c90efa349a req-fc0a0b8b-b5c0-4fc3-9c25-9be7cf7ce45e service neutron] 10.222.0.44 "GET /v2.0/networks/c613bbee-ac30-4d50-a837-418713fc934d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2685492 Jan 28 07:16:21.731214 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4b13ef28-f93d-4290-a205-23a841e79ae2 req-0a85ce98-ec1a-4b4c-bedc-b2d6cbf5617d tempest-ServerGroupTestJSON-1528614542 tempest-ServerGroupTestJSON-1528614542-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8344390 Jan 28 07:16:21.798216 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-4b13ef28-f93d-4290-a205-23a841e79ae2 req-93ddce8c-8dd7-45a1-ad9d-23a8a8479111 service neutron] Request body: {'port': {'device_id': 'f431e9ad-b2c4-4596-a1ae-0ec5c8feeb41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712749-28'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:16:21.904885 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b490c2eb-09ae-4e93-8d39-5ca985c98db7 req-fada70e7-c5ee-4600-bab4-ac0bf141be3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:21.906569 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b490c2eb-09ae-4e93-8d39-5ca985c98db7 req-fada70e7-c5ee-4600-bab4-ac0bf141be3d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f379e285ebe947e9b1152e1dab9379c4&device_id=5fa73890-3c2c-4c59-9c73-ce1eca1f276c HTTP/1.1" status: 200 len: 1095 time: 0.1219852 Jan 28 07:16:21.920157 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13b00db-c720-47d4-b139-f49016e41f41 req-45894cf7-0704-4f47-bacd-eaee5c58aa3e tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:21.922207 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b13b00db-c720-47d4-b139-f49016e41f41 req-45894cf7-0704-4f47-bacd-eaee5c58aa3e tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=34cec753-a0af-40fe-8b26-5782d80f076e HTTP/1.1" status: 200 len: 944 time: 0.0933692 Jan 28 07:16:21.996835 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-4b13ef28-f93d-4290-a205-23a841e79ae2 req-93ddce8c-8dd7-45a1-ad9d-23a8a8479111 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (e3e68621-b6d7-4eba-bc3d-9502c912181a), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:22.034416 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-cd6eacbf-c256-4c67-aac5-46c90efa349a req-88544eb1-aecd-4bac-a78f-e593d08fad32 service neutron] 10.222.0.44 "GET /v2.0/networks/c613bbee-ac30-4d50-a837-418713fc934d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2507019 Jan 28 07:16:22.037352 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf4a177-7792-44e6-9084-05a371946dff req-3f57f405-a910-45af-bdaa-75d28c0fbab5 tempest-LiveMigrationTest-521921630 tempest-LiveMigrationTest-521921630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:22.039582 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4bf4a177-7792-44e6-9084-05a371946dff req-3f57f405-a910-45af-bdaa-75d28c0fbab5 tempest-LiveMigrationTest-521921630 tempest-LiveMigrationTest-521921630-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=a5893ef6-46c4-45fa-a505-47cb270a9c49 HTTP/1.1" status: 200 len: 1098 time: 0.1264632 Jan 28 07:16:22.040818 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b13b00db-c720-47d4-b139-f49016e41f41 req-884fd8b3-3741-4761-b90f-99672f217cde tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e9c3947-6ff8-4aa4-a1f7-c165b64c94a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082616 Jan 28 07:16:22.090771 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b490c2eb-09ae-4e93-8d39-5ca985c98db7 req-2879d892-312e-44bc-b7a2-8eb183085ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:22.092443 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b490c2eb-09ae-4e93-8d39-5ca985c98db7 req-2879d892-312e-44bc-b7a2-8eb183085ce8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c9a84dc6-92ac-41b6-88e9-0633fc5dcc86 HTTP/1.1" status: 200 len: 915 time: 0.1690872 Jan 28 07:16:22.196727 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b490c2eb-09ae-4e93-8d39-5ca985c98db7 req-2b2a2792-b05c-46eb-92b7-b0b1c7212e24 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=adda9edb-2689-4b0d-9769-f7f6d90bae68 HTTP/1.1" status: 200 len: 217 time: 0.0530362 Jan 28 07:16:22.214181 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4bf4a177-7792-44e6-9084-05a371946dff req-a8f6fb8c-8f44-4435-90d4-8037a370e69f tempest-LiveMigrationTest-521921630 tempest-LiveMigrationTest-521921630-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=6c286ac6-5d5d-46b9-b282-9e68e0339bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486454 Jan 28 07:16:22.306844 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b490c2eb-09ae-4e93-8d39-5ca985c98db7 req-8f25df39-e53f-4065-aa43-fc83ef6ba426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:22.308679 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b490c2eb-09ae-4e93-8d39-5ca985c98db7 req-8f25df39-e53f-4065-aa43-fc83ef6ba426 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=feafbfc0-ace6-4287-91ea-c1099e1f786f HTTP/1.1" status: 200 len: 854 time: 0.1050990 Jan 28 07:16:22.347231 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af56e0ba-5755-48d1-b75e-cd267484f00d req-9bead3b2-af11-43a2-82e4-b7daae22c19c tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:22.349020 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-af56e0ba-5755-48d1-b75e-cd267484f00d req-9bead3b2-af11-43a2-82e4-b7daae22c19c tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?device_id=df61fe7a-69e1-4707-b1a5-edd9d05613ca HTTP/1.1" status: 200 len: 944 time: 0.0981040 Jan 28 07:16:22.376734 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b490c2eb-09ae-4e93-8d39-5ca985c98db7 req-0e9a76c4-3bc4-4175-b7b5-f2f33bf4b83d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c9a84dc6-92ac-41b6-88e9-0633fc5dcc86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545940 Jan 28 07:16:22.478954 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-af56e0ba-5755-48d1-b75e-cd267484f00d req-43685b8e-807f-41b5-938f-02b726f5eef4 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/security-groups?id=e977f99b-7e7b-4d49-bf15-4fd22b3b3b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115124 Jan 28 07:16:22.498903 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc7efdb-b1b6-428b-b61c-a64fc3fc596a req-5bd76103-1747-4fb5-8643-04d2c9988583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:22.498903 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-fcc7efdb-b1b6-428b-b61c-a64fc3fc596a req-5bd76103-1747-4fb5-8643-04d2c9988583 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=229c6d67826441e4877349f4a14040af&device_id=df61fe7a-69e1-4707-b1a5-edd9d05613ca HTTP/1.1" status: 200 len: 1096 time: 0.3153648 Jan 28 07:16:22.514595 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b490c2eb-09ae-4e93-8d39-5ca985c98db7 req-e71ab9a6-2653-4d8b-8cf1-ebb7ea76ef13 service neutron] 10.222.0.44 "GET /v2.0/networks/c9a84dc6-92ac-41b6-88e9-0633fc5dcc86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291876 Jan 28 07:16:22.561825 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [req-24ab4bb1-1b67-4086-9a69-3e68c97cfaee req-6737cd39-0f46-4339-ae7d-af229a3d161f service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 07:16:22.563521 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12eb4cf-b364-4a8b-8675-54adc0638a4d req-c2280492-012a-4e4f-af42-ebad7fc776d9 tempest-ServerGroupTestJSON-1528614542 tempest-ServerGroupTestJSON-1528614542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:22.564657 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-24ab4bb1-1b67-4086-9a69-3e68c97cfaee req-6737cd39-0f46-4339-ae7d-af229a3d161f service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0121441 Jan 28 07:16:22.570847 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a12eb4cf-b364-4a8b-8675-54adc0638a4d req-c2280492-012a-4e4f-af42-ebad7fc776d9 tempest-ServerGroupTestJSON-1528614542 tempest-ServerGroupTestJSON-1528614542-project] 10.222.0.41 "GET /v2.0/ports?device_id=f431e9ad-b2c4-4596-a1ae-0ec5c8feeb41 HTTP/1.1" status: 200 len: 931 time: 0.1517062 Jan 28 07:16:22.649709 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [req-4b13ef28-f93d-4290-a205-23a841e79ae2 req-93ddce8c-8dd7-45a1-ad9d-23a8a8479111 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3e68621-b6d7-4eba-bc3d-9502c912181a {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:16:22.666121 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-4b13ef28-f93d-4290-a205-23a841e79ae2 req-93ddce8c-8dd7-45a1-ad9d-23a8a8479111 service neutron] Publish callbacks [] for port (e3e68621-b6d7-4eba-bc3d-9502c912181a), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:22.666378 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b490c2eb-09ae-4e93-8d39-5ca985c98db7 req-07b17d67-702f-46ec-a86b-e1aadf7d1811 service neutron] 10.222.0.44 "GET /v2.0/networks/c9a84dc6-92ac-41b6-88e9-0633fc5dcc86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418431 Jan 28 07:16:22.683460 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a12eb4cf-b364-4a8b-8675-54adc0638a4d req-f33d8540-3ecb-4ddb-8f5a-b9e289b94f83 tempest-ServerGroupTestJSON-1528614542 tempest-ServerGroupTestJSON-1528614542-project] 10.222.0.41 "GET /v2.0/security-groups?id=3be89253-5eac-459e-8f4c-769edcae4999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117439 Jan 28 07:16:22.699880 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [req-4b13ef28-f93d-4290-a205-23a841e79ae2 req-93ddce8c-8dd7-45a1-ad9d-23a8a8479111 service neutron] Transition to ACTIVE for port object e3e68621-b6d7-4eba-bc3d-9502c912181a will not be triggered until provisioned by entity L2. {{(pid=103283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:16:22.707201 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-4b13ef28-f93d-4290-a205-23a841e79ae2 req-93ddce8c-8dd7-45a1-ad9d-23a8a8479111 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (e3e68621-b6d7-4eba-bc3d-9502c912181a), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:22.760215 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc7efdb-b1b6-428b-b61c-a64fc3fc596a req-c02fd678-d2ff-4e30-8e4a-ad552a2737ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:22.761723 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-fcc7efdb-b1b6-428b-b61c-a64fc3fc596a req-c02fd678-d2ff-4e30-8e4a-ad552a2737ea service neutron] 10.222.0.44 "GET /v2.0/networks?id=c613bbee-ac30-4d50-a837-418713fc934d HTTP/1.1" status: 200 len: 912 time: 0.2264891 Jan 28 07:16:22.819957 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-fcc7efdb-b1b6-428b-b61c-a64fc3fc596a req-619f8b2d-8a9b-465a-96b4-382e02332d62 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=40f87612-6594-4006-bf3b-f6fd89a8d3b6 HTTP/1.1" status: 200 len: 217 time: 0.0473142 Jan 28 07:16:22.829103 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ddce8c-8dd7-45a1-ad9d-23a8a8479111 service neutron] Pushing event updated for resources: {'Port': ['ID=e3e68621-b6d7-4eba-bc3d-9502c912181a,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:16:22.956093 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc7efdb-b1b6-428b-b61c-a64fc3fc596a req-2b8e4fd0-dc08-4cf6-bbfd-c85b3909b107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:22.957650 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-fcc7efdb-b1b6-428b-b61c-a64fc3fc596a req-2b8e4fd0-dc08-4cf6-bbfd-c85b3909b107 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ff9bdb84-da64-4de0-bfaf-1dc458d2c06f HTTP/1.1" status: 200 len: 851 time: 0.1233816 Jan 28 07:16:22.991992 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-4b13ef28-f93d-4290-a205-23a841e79ae2 req-93ddce8c-8dd7-45a1-ad9d-23a8a8479111 service neutron] Attempting to bind port e3e68621-b6d7-4eba-bc3d-9502c912181a on host n-h2-712749-28 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:16:22.992714 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-4b13ef28-f93d-4290-a205-23a841e79ae2 req-93ddce8c-8dd7-45a1-ad9d-23a8a8479111 service neutron] Attempting to bind port e3e68621-b6d7-4eba-bc3d-9502c912181a by drivers openvswitch,hyperv on host n-h2-712749-28 at level 0 using segments [{'id': 'b90af3c7-2eaf-4c1a-81ea-a82af66d5d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e5653214-e76e-4d43-b6bd-674324b40372'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:16:22.992854 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b13ef28-f93d-4290-a205-23a841e79ae2 req-93ddce8c-8dd7-45a1-ad9d-23a8a8479111 service neutron] Attempting to bind port e3e68621-b6d7-4eba-bc3d-9502c912181a on network e5653214-e76e-4d43-b6bd-674324b40372 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:16:23.017493 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-fcc7efdb-b1b6-428b-b61c-a64fc3fc596a req-41d63a89-258a-4e33-8511-6e9e5c7d2845 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c613bbee-ac30-4d50-a837-418713fc934d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517182 Jan 28 07:16:23.025362 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bc2edb-5cbe-408c-ba10-8e079fe4dffd req-b92b99cd-0227-40d7-9b54-f76e0630405d tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:23.026817 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b0bc2edb-5cbe-408c-ba10-8e079fe4dffd req-b92b99cd-0227-40d7-9b54-f76e0630405d tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fa73890-3c2c-4c59-9c73-ce1eca1f276c HTTP/1.1" status: 200 len: 943 time: 0.1259539 Jan 28 07:16:23.027570 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b13ef28-f93d-4290-a205-23a841e79ae2 req-93ddce8c-8dd7-45a1-ad9d-23a8a8479111 service neutron] Port e3e68621-b6d7-4eba-bc3d-9502c912181a on network e5653214-e76e-4d43-b6bd-674324b40372 not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-28 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:16:23.027891 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b13ef28-f93d-4290-a205-23a841e79ae2 req-93ddce8c-8dd7-45a1-ad9d-23a8a8479111 service neutron] Attempting to bind port e3e68621-b6d7-4eba-bc3d-9502c912181a on network e5653214-e76e-4d43-b6bd-674324b40372 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:16:23.034636 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b13ef28-f93d-4290-a205-23a841e79ae2 req-93ddce8c-8dd7-45a1-ad9d-23a8a8479111 service neutron] Checking agent: {'id': 'c9906e63-062c-432e-bb53-63fdb8115e18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 16, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:16:23.035055 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b13ef28-f93d-4290-a205-23a841e79ae2 req-93ddce8c-8dd7-45a1-ad9d-23a8a8479111 service neutron] Checking segment: {'id': 'b90af3c7-2eaf-4c1a-81ea-a82af66d5d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e5653214-e76e-4d43-b6bd-674324b40372'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:16:23.035437 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b13ef28-f93d-4290-a205-23a841e79ae2 req-93ddce8c-8dd7-45a1-ad9d-23a8a8479111 service neutron] Bound using segment: {'id': 'b90af3c7-2eaf-4c1a-81ea-a82af66d5d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e5653214-e76e-4d43-b6bd-674324b40372'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:16:23.035870 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-4b13ef28-f93d-4290-a205-23a841e79ae2 req-93ddce8c-8dd7-45a1-ad9d-23a8a8479111 service neutron] Bound port: e3e68621-b6d7-4eba-bc3d-9502c912181a, host: n-h2-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b90af3c7-2eaf-4c1a-81ea-a82af66d5d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e5653214-e76e-4d43-b6bd-674324b40372'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:16:23.036248 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-4b13ef28-f93d-4290-a205-23a841e79ae2 req-93ddce8c-8dd7-45a1-ad9d-23a8a8479111 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (e3e68621-b6d7-4eba-bc3d-9502c912181a), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:23.209349 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b0bc2edb-5cbe-408c-ba10-8e079fe4dffd req-152a48f8-c041-49d3-9144-cedcf84595b1 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f7766-6108-45d3-a769-5b5e90234849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757596 Jan 28 07:16:23.230468 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-4b13ef28-f93d-4290-a205-23a841e79ae2 req-93ddce8c-8dd7-45a1-ad9d-23a8a8479111 service neutron] For port e3e68621-b6d7-4eba-bc3d-9502c912181a, host n-h2-712749-28, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:16:23.235160 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-4b13ef28-f93d-4290-a205-23a841e79ae2 req-93ddce8c-8dd7-45a1-ad9d-23a8a8479111 service neutron] For port e3e68621-b6d7-4eba-bc3d-9502c912181a, host n-h2-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=e3e68621-b6d7-4eba-bc3d-9502c912181a,segment=NetworkSegment(b90af3c7-2eaf-4c1a-81ea-a82af66d5d91),segment_id=b90af3c7-2eaf-4c1a-81ea-a82af66d5d91)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:16:23.239495 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-fcc7efdb-b1b6-428b-b61c-a64fc3fc596a req-c74bbd0a-75bd-4426-ae5a-4c533de917ac service neutron] 10.222.0.44 "GET /v2.0/networks/c613bbee-ac30-4d50-a837-418713fc934d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004766 Jan 28 07:16:23.242577 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-4b13ef28-f93d-4290-a205-23a841e79ae2 req-93ddce8c-8dd7-45a1-ad9d-23a8a8479111 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (e3e68621-b6d7-4eba-bc3d-9502c912181a), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:23.299780 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b13ef28-f93d-4290-a205-23a841e79ae2 req-93ddce8c-8dd7-45a1-ad9d-23a8a8479111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:23.300508 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-4b13ef28-f93d-4290-a205-23a841e79ae2 req-93ddce8c-8dd7-45a1-ad9d-23a8a8479111 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:23.301952 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4b13ef28-f93d-4290-a205-23a841e79ae2 req-93ddce8c-8dd7-45a1-ad9d-23a8a8479111 service neutron] 10.222.0.44 "PUT /v2.0/ports/e3e68621-b6d7-4eba-bc3d-9502c912181a HTTP/1.1" status: 200 len: 1092 time: 1.5083086 Jan 28 07:16:23.423784 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ddce8c-8dd7-45a1-ad9d-23a8a8479111 service neutron] Pushing event updated for resources: {'Port': ['ID=e3e68621-b6d7-4eba-bc3d-9502c912181a,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:16:23.433356 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f431e9ad-b2c4-4596-a1ae-0ec5c8feeb41', 'tag': 'e3e68621-b6d7-4eba-bc3d-9502c912181a'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:16:23.437004 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d70c835-6b4f-4f65-9a2a-4a50e54ca2cc" -d '{"events": [{"name": "network-changed", "server_uuid": "f431e9ad-b2c4-4596-a1ae-0ec5c8feeb41", "tag": "e3e68621-b6d7-4eba-bc3d-9502c912181a"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:16:23.469507 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-fcc7efdb-b1b6-428b-b61c-a64fc3fc596a req-29781888-cf8d-41c2-af18-5628966ed273 service neutron] 10.222.0.44 "GET /v2.0/networks/c613bbee-ac30-4d50-a837-418713fc934d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127750 Jan 28 07:16:23.516720 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b13ef28-f93d-4290-a205-23a841e79ae2 req-5f9fb109-0511-4fb9-9c7e-1c393eeeff84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:23.518307 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4b13ef28-f93d-4290-a205-23a841e79ae2 req-5f9fb109-0511-4fb9-9c7e-1c393eeeff84 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cd0de699670c411d8e29bc408b4e9bd9&device_id=f431e9ad-b2c4-4596-a1ae-0ec5c8feeb41 HTTP/1.1" status: 200 len: 1095 time: 0.1209784 Jan 28 07:16:23.529606 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0d122f-6c03-4484-b003-83a4c70a38ff req-97ca9a13-b5d8-4b82-b351-501e301c2081 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:23.531088 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-fb0d122f-6c03-4484-b003-83a4c70a38ff req-97ca9a13-b5d8-4b82-b351-501e301c2081 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=34cec753-a0af-40fe-8b26-5782d80f076e HTTP/1.1" status: 200 len: 944 time: 0.0855212 Jan 28 07:16:23.599021 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4b13ef28-f93d-4290-a205-23a841e79ae2 req-9a5eb2aa-7922-4899-9e93-bc0a19994f8d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e3e68621-b6d7-4eba-bc3d-9502c912181a HTTP/1.1" status: 200 len: 217 time: 0.0465539 Jan 28 07:16:23.654588 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-fb0d122f-6c03-4484-b003-83a4c70a38ff req-5046eb0e-3dee-4fea-8080-6fd32c13a75a tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e9c3947-6ff8-4aa4-a1f7-c165b64c94a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176121 Jan 28 07:16:23.668106 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b13ef28-f93d-4290-a205-23a841e79ae2 req-edbac4c4-0300-40a5-baa0-f7b2a5ad3421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:23.669636 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4b13ef28-f93d-4290-a205-23a841e79ae2 req-edbac4c4-0300-40a5-baa0-f7b2a5ad3421 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b8ec043d-84c3-4c83-98cd-e8966f5ca906 HTTP/1.1" status: 200 len: 849 time: 0.0616457 Jan 28 07:16:23.712008 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4b13ef28-f93d-4290-a205-23a841e79ae2 req-39578f43-db5c-4c86-bf09-fd7aec0c9b48 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e5653214-e76e-4d43-b6bd-674324b40372&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362163 Jan 28 07:16:23.715549 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [req-fd5152f8-d202-4112-a762-42f089f9c7f6 req-c6f15f1c-25a4-4204-bbf5-50e3d0621059 tempest-LiveMigrationTest-521921630 tempest-LiveMigrationTest-521921630-project-admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103283) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 07:16:23.716562 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-fd5152f8-d202-4112-a762-42f089f9c7f6 req-c6f15f1c-25a4-4204-bbf5-50e3d0621059 tempest-LiveMigrationTest-521921630 tempest-LiveMigrationTest-521921630-project-admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0078526 Jan 28 07:16:23.719348 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb4352ec-1414-4630-a193-a89493120aca x-openstack-request-id: req-bb4352ec-1414-4630-a193-a89493120aca {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:16:23.719348 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f431e9ad-b2c4-4596-a1ae-0ec5c8feeb41", "tag": "e3e68621-b6d7-4eba-bc3d-9502c912181a", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:16:23.719543 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bb4352ec-1414-4630-a193-a89493120aca {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:16:23.720021 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f431e9ad-b2c4-4596-a1ae-0ec5c8feeb41', 'tag': 'e3e68621-b6d7-4eba-bc3d-9502c912181a', 'status': 'completed', 'code': 200} Jan 28 07:16:23.776076 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device adda9edb-2689-4b0d-9769-f7f6d90bae68 details requested by agent hyperv_n-h2-712749-28 with host n-h2-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:16:23.829407 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5152f8-d202-4112-a762-42f089f9c7f6 req-f3d88e6a-42f8-46de-afc2-6074290dc33b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:23.830721 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-fd5152f8-d202-4112-a762-42f089f9c7f6 req-f3d88e6a-42f8-46de-afc2-6074290dc33b service neutron] 10.222.0.41 "GET /v2.0/ports/016bf730-64ed-4f53-9ccb-aef1a6cd229d HTTP/1.1" status: 200 len: 1095 time: 0.1014972 Jan 28 07:16:23.843542 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-fd5152f8-d202-4112-a762-42f089f9c7f6 req-ab8a1358-2880-4802-8f5c-0b74aa3f7e82 service neutron] Request body: {'binding': {'host': 'n-h2-712749-28', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:16:23.843747 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-fd5152f8-d202-4112-a762-42f089f9c7f6 req-ab8a1358-2880-4802-8f5c-0b74aa3f7e82 service neutron] Unknown quota resources ['binding']. {{(pid=103283) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 07:16:23.873470 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port adda9edb-2689-4b0d-9769-f7f6d90bae68, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=adda9edb-2689-4b0d-9769-f7f6d90bae68,segment=NetworkSegment(00c9bc5a-b387-4097-9c7c-7f7badd573e1),segment_id=00c9bc5a-b387-4097-9c7c-7f7badd573e1)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:16:23.889858 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Returning: {'device': 'adda9edb-2689-4b0d-9769-f7f6d90bae68', 'network_id': 'c9a84dc6-92ac-41b6-88e9-0633fc5dcc86', 'port_id': 'adda9edb-2689-4b0d-9769-f7f6d90bae68', 'mac_address': 'fa:16:3e:fe:d8:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'feafbfc0-ace6-4287-91ea-c1099e1f786f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:16:23.910027 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b74159-883c-45c9-8acc-c762ca7f5b53 req-d2363533-42b0-47c9-a5c6-1b680cc27404 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:23.911597 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-06b74159-883c-45c9-8acc-c762ca7f5b53 req-d2363533-42b0-47c9-a5c6-1b680cc27404 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?device_id=df61fe7a-69e1-4707-b1a5-edd9d05613ca HTTP/1.1" status: 200 len: 944 time: 0.1429684 Jan 28 07:16:23.935284 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port adda9edb-2689-4b0d-9769-f7f6d90bae68 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:16:23.935954 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (adda9edb-2689-4b0d-9769-f7f6d90bae68), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:23.952042 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adda9edb-2689-4b0d-9769-f7f6d90bae68 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:16:23.975080 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4b13ef28-f93d-4290-a205-23a841e79ae2 req-fb5aec32-df46-4d1e-8814-3e629062a976 service neutron] 10.222.0.44 "GET /v2.0/networks/e5653214-e76e-4d43-b6bd-674324b40372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2539814 Jan 28 07:16:23.977583 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port adda9edb-2689-4b0d-9769-f7f6d90bae68, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=adda9edb-2689-4b0d-9769-f7f6d90bae68,segment=NetworkSegment(00c9bc5a-b387-4097-9c7c-7f7badd573e1),segment_id=00c9bc5a-b387-4097-9c7c-7f7badd573e1)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:16:23.982774 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (adda9edb-2689-4b0d-9769-f7f6d90bae68), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:23.983554 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 40f87612-6594-4006-bf3b-f6fd89a8d3b6 details requested by agent hyperv_n-h2-712749-28 with host n-h2-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:16:24.099983 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device c7dab032-edad-4dfb-a25a-e3727cf507b5 up at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:16:24.106596 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-06b74159-883c-45c9-8acc-c762ca7f5b53 req-db00656a-2c50-4fde-806a-56e5f74205a7 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/security-groups?id=e977f99b-7e7b-4d49-bf15-4fd22b3b3b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778708 Jan 28 07:16:24.165069 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=adda9edb-2689-4b0d-9769-f7f6d90bae68,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:16:24.193364 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4b13ef28-f93d-4290-a205-23a841e79ae2 req-48584fbe-c358-47a2-bb56-e4d03bb01ae2 service neutron] 10.222.0.44 "GET /v2.0/networks/e5653214-e76e-4d43-b6bd-674324b40372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107906 Jan 28 07:16:24.212139 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning for port c7dab032-edad-4dfb-a25a-e3727cf507b5 completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:16:24.222055 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 40f87612-6594-4006-bf3b-f6fd89a8d3b6, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=40f87612-6594-4006-bf3b-f6fd89a8d3b6,segment=NetworkSegment(0129dffb-fe43-47b5-a269-4f49ca8f6de7),segment_id=0129dffb-fe43-47b5-a269-4f49ca8f6de7)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:16:24.230414 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning complete for port c7dab032-edad-4dfb-a25a-e3727cf507b5 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:16:24.230793 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (c7dab032-edad-4dfb-a25a-e3727cf507b5), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:24.238846 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Returning: {'device': '40f87612-6594-4006-bf3b-f6fd89a8d3b6', 'network_id': 'c613bbee-ac30-4d50-a837-418713fc934d', 'port_id': '40f87612-6594-4006-bf3b-f6fd89a8d3b6', 'mac_address': 'fa:16:3e:96:de:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff9bdb84-da64-4de0-bfaf-1dc458d2c06f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:16:24.272880 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-fd5152f8-d202-4112-a762-42f089f9c7f6 req-ab8a1358-2880-4802-8f5c-0b74aa3f7e82 service neutron] Attempting to bind port 016bf730-64ed-4f53-9ccb-aef1a6cd229d on host n-h2-712749-28 for vnic_type normal with profile None {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:16:24.273474 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-fd5152f8-d202-4112-a762-42f089f9c7f6 req-ab8a1358-2880-4802-8f5c-0b74aa3f7e82 service neutron] Attempting to bind port 016bf730-64ed-4f53-9ccb-aef1a6cd229d by drivers openvswitch,hyperv on host n-h2-712749-28 at level 0 using segments [{'id': 'b38b5d3d-4197-4548-8b2f-aaaa5395d71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '77aa199c-9565-430c-bcef-5bacd415f620'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:16:24.273770 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5152f8-d202-4112-a762-42f089f9c7f6 req-ab8a1358-2880-4802-8f5c-0b74aa3f7e82 service neutron] Attempting to bind port 016bf730-64ed-4f53-9ccb-aef1a6cd229d on network 77aa199c-9565-430c-bcef-5bacd415f620 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:16:24.290357 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfc8fcd-6509-48d9-b052-4e28235f516e req-991aea50-d099-4c40-ae16-1b3f0f22f8a6 tempest-ServerGroupTestJSON-1528614542 tempest-ServerGroupTestJSON-1528614542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:24.292052 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-fcfc8fcd-6509-48d9-b052-4e28235f516e req-991aea50-d099-4c40-ae16-1b3f0f22f8a6 tempest-ServerGroupTestJSON-1528614542 tempest-ServerGroupTestJSON-1528614542-project] 10.222.0.41 "GET /v2.0/ports?device_id=f431e9ad-b2c4-4596-a1ae-0ec5c8feeb41 HTTP/1.1" status: 200 len: 943 time: 0.0947704 Jan 28 07:16:24.292787 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5152f8-d202-4112-a762-42f089f9c7f6 req-ab8a1358-2880-4802-8f5c-0b74aa3f7e82 service neutron] Port 016bf730-64ed-4f53-9ccb-aef1a6cd229d on network 77aa199c-9565-430c-bcef-5bacd415f620 not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-28 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:16:24.293139 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5152f8-d202-4112-a762-42f089f9c7f6 req-ab8a1358-2880-4802-8f5c-0b74aa3f7e82 service neutron] Attempting to bind port 016bf730-64ed-4f53-9ccb-aef1a6cd229d on network 77aa199c-9565-430c-bcef-5bacd415f620 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:16:24.299166 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5152f8-d202-4112-a762-42f089f9c7f6 req-ab8a1358-2880-4802-8f5c-0b74aa3f7e82 service neutron] Checking agent: {'id': 'c9906e63-062c-432e-bb53-63fdb8115e18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 16, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:16:24.299581 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5152f8-d202-4112-a762-42f089f9c7f6 req-ab8a1358-2880-4802-8f5c-0b74aa3f7e82 service neutron] Checking segment: {'id': 'b38b5d3d-4197-4548-8b2f-aaaa5395d71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '77aa199c-9565-430c-bcef-5bacd415f620'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:16:24.300048 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5152f8-d202-4112-a762-42f089f9c7f6 req-ab8a1358-2880-4802-8f5c-0b74aa3f7e82 service neutron] Bound using segment: {'id': 'b38b5d3d-4197-4548-8b2f-aaaa5395d71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '77aa199c-9565-430c-bcef-5bacd415f620'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:16:24.300565 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-fd5152f8-d202-4112-a762-42f089f9c7f6 req-ab8a1358-2880-4802-8f5c-0b74aa3f7e82 service neutron] Bound port: 016bf730-64ed-4f53-9ccb-aef1a6cd229d, host: n-h2-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b38b5d3d-4197-4548-8b2f-aaaa5395d71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '77aa199c-9565-430c-bcef-5bacd415f620'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:16:24.308413 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port 40f87612-6594-4006-bf3b-f6fd89a8d3b6 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:16:24.308921 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (40f87612-6594-4006-bf3b-f6fd89a8d3b6), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:24.421399 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-fcfc8fcd-6509-48d9-b052-4e28235f516e req-7e5d6518-3df4-4d7f-b113-f558ec3ea9e4 tempest-ServerGroupTestJSON-1528614542 tempest-ServerGroupTestJSON-1528614542-project] 10.222.0.41 "GET /v2.0/security-groups?id=3be89253-5eac-459e-8f4c-769edcae4999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183076 Jan 28 07:16:24.434079 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-fd5152f8-d202-4112-a762-42f089f9c7f6 req-ab8a1358-2880-4802-8f5c-0b74aa3f7e82 service neutron] For port 016bf730-64ed-4f53-9ccb-aef1a6cd229d, host n-h2-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=016bf730-64ed-4f53-9ccb-aef1a6cd229d,segment=NetworkSegment(b38b5d3d-4197-4548-8b2f-aaaa5395d71b),segment_id=b38b5d3d-4197-4548-8b2f-aaaa5395d71b)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:16:24.440573 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d70c835-6b4f-4f65-9a2a-4a50e54ca2cc req-9f7a1db3-ed04-49fb-9210-5be7d57f5a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:24.442447 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0d70c835-6b4f-4f65-9a2a-4a50e54ca2cc req-9f7a1db3-ed04-49fb-9210-5be7d57f5a81 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cd0de699670c411d8e29bc408b4e9bd9&device_id=f431e9ad-b2c4-4596-a1ae-0ec5c8feeb41 HTTP/1.1" status: 200 len: 1095 time: 0.0978978 Jan 28 07:16:24.446658 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-fd5152f8-d202-4112-a762-42f089f9c7f6 req-ab8a1358-2880-4802-8f5c-0b74aa3f7e82 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:24.447774 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-fd5152f8-d202-4112-a762-42f089f9c7f6 req-ab8a1358-2880-4802-8f5c-0b74aa3f7e82 service neutron] 10.222.0.41 "POST /v2.0/ports/016bf730-64ed-4f53-9ccb-aef1a6cd229d/bindings HTTP/1.1" status: 201 len: 390 time: 0.6092834 Jan 28 07:16:24.516635 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40f87612-6594-4006-bf3b-f6fd89a8d3b6 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:16:24.545325 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port c7dab032-edad-4dfb-a25a-e3727cf507b5 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:16:24.545844 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (c7dab032-edad-4dfb-a25a-e3727cf507b5), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:24.549294 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 40f87612-6594-4006-bf3b-f6fd89a8d3b6, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=40f87612-6594-4006-bf3b-f6fd89a8d3b6,segment=NetworkSegment(0129dffb-fe43-47b5-a269-4f49ca8f6de7),segment_id=0129dffb-fe43-47b5-a269-4f49ca8f6de7)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:16:24.566004 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (40f87612-6594-4006-bf3b-f6fd89a8d3b6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:24.653399 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34cec753-a0af-40fe-8b26-5782d80f076e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7dab032-edad-4dfb-a25a-e3727cf507b5'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:16:24.656615 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3549cdd-9ff1-4cd5-b4f3-ee2884df401a" -d '{"events": [{"server_uuid": "34cec753-a0af-40fe-8b26-5782d80f076e", "name": "network-vif-plugged", "status": "completed", "tag": "c7dab032-edad-4dfb-a25a-e3727cf507b5"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:16:24.681808 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port c7dab032-edad-4dfb-a25a-e3727cf507b5, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=c7dab032-edad-4dfb-a25a-e3727cf507b5,segment=NetworkSegment(67c4ed53-bfbf-4494-8d62-da0c7e4209c8),segment_id=67c4ed53-bfbf-4494-8d62-da0c7e4209c8)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:16:24.717074 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (c7dab032-edad-4dfb-a25a-e3727cf507b5), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:24.721086 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=40f87612-6594-4006-bf3b-f6fd89a8d3b6,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:16:24.783607 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=c7dab032-edad-4dfb-a25a-e3727cf507b5,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:16:24.863162 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36b85da-3986-42fe-ac69-9b7f5053b65f req-77ecba46-8c04-4901-bd75-5954eb096241 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:24.864807 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c36b85da-3986-42fe-ac69-9b7f5053b65f req-77ecba46-8c04-4901-bd75-5954eb096241 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5893ef6-46c4-45fa-a505-47cb270a9c49 HTTP/1.1" status: 200 len: 946 time: 0.0542080 Jan 28 07:16:24.917420 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c36b85da-3986-42fe-ac69-9b7f5053b65f req-263d5f49-802f-4f42-8876-0f7d68805f1a tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c286ac6-5d5d-46b9-b282-9e68e0339bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449951 Jan 28 07:16:24.965827 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e55d7b32-43a0-49dd-a07d-cda7fab1c927 x-openstack-request-id: req-e55d7b32-43a0-49dd-a07d-cda7fab1c927 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:16:24.966467 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34cec753-a0af-40fe-8b26-5782d80f076e", "name": "network-vif-plugged", "status": "completed", "tag": "c7dab032-edad-4dfb-a25a-e3727cf507b5", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:16:24.966919 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e55d7b32-43a0-49dd-a07d-cda7fab1c927 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:16:24.967475 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34cec753-a0af-40fe-8b26-5782d80f076e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7dab032-edad-4dfb-a25a-e3727cf507b5', 'code': 200} Jan 28 07:16:24.983940 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['adda9edb-2689-4b0d-9769-f7f6d90bae68'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:16:25.020514 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['40f87612-6594-4006-bf3b-f6fd89a8d3b6'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:16:25.078045 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d70c835-6b4f-4f65-9a2a-4a50e54ca2cc req-3df7bb34-3743-4bca-9681-e1828f9ad067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:25.079964 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0d70c835-6b4f-4f65-9a2a-4a50e54ca2cc req-3df7bb34-3743-4bca-9681-e1828f9ad067 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e5653214-e76e-4d43-b6bd-674324b40372 HTTP/1.1" status: 200 len: 910 time: 0.6309555 Jan 28 07:16:25.088602 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a86fd3d-5a08-4d8a-ba89-e877322ec484 req-0a4ab61b-4296-48b4-b845-23be643c71cf tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:25.090500 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4a86fd3d-5a08-4d8a-ba89-e877322ec484 req-0a4ab61b-4296-48b4-b845-23be643c71cf tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fa73890-3c2c-4c59-9c73-ce1eca1f276c HTTP/1.1" status: 200 len: 944 time: 0.4624901 Jan 28 07:16:25.092598 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5152f8-d202-4112-a762-42f089f9c7f6 req-b02d38dd-4c12-44ba-99bb-8e5a37580c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:25.094416 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-fd5152f8-d202-4112-a762-42f089f9c7f6 req-b02d38dd-4c12-44ba-99bb-8e5a37580c68 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1b5821c096cf43639ed10b07e04f5303&device_id=a5893ef6-46c4-45fa-a505-47cb270a9c49 HTTP/1.1" status: 200 len: 1098 time: 0.1193252 Jan 28 07:16:25.111167 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3f12a5-07be-4d30-be8c-340b679af937 req-65925c29-2b17-48de-9675-09734b0e3c05 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:25.113126 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-fa3f12a5-07be-4d30-be8c-340b679af937 req-65925c29-2b17-48de-9675-09734b0e3c05 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=34cec753-a0af-40fe-8b26-5782d80f076e HTTP/1.1" status: 200 len: 945 time: 0.0809305 Jan 28 07:16:25.153391 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0d70c835-6b4f-4f65-9a2a-4a50e54ca2cc req-6e1da78c-1965-41a4-9b8a-0483971861cb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e3e68621-b6d7-4eba-bc3d-9502c912181a HTTP/1.1" status: 200 len: 217 time: 0.0572908 Jan 28 07:16:25.189997 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-fa3f12a5-07be-4d30-be8c-340b679af937 req-89fc9379-469b-42ec-986f-aca1d9f47e28 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e9c3947-6ff8-4aa4-a1f7-c165b64c94a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546563 Jan 28 07:16:25.202711 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9343c36-51df-41f7-b365-6aa704e3a38d req-592561f0-27cf-4adf-9240-2aad462c3665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:25.204889 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a9343c36-51df-41f7-b365-6aa704e3a38d req-592561f0-27cf-4adf-9240-2aad462c3665 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=34cec753-a0af-40fe-8b26-5782d80f076e HTTP/1.1" status: 200 len: 1097 time: 0.1166837 Jan 28 07:16:25.258566 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a9343c36-51df-41f7-b365-6aa704e3a38d req-089a6c6a-5a42-4d47-b3fc-54f84f6e7c37 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=5e9c3947-6ff8-4aa4-a1f7-c165b64c94a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443790 Jan 28 07:16:25.348482 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e44e67-cecf-4c82-a9fa-6504a6584447 req-a97edab9-81c2-452f-bab6-04617dd025e0 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:25.351541 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-84e44e67-cecf-4c82-a9fa-6504a6584447 req-a97edab9-81c2-452f-bab6-04617dd025e0 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?device_id=df61fe7a-69e1-4707-b1a5-edd9d05613ca HTTP/1.1" status: 200 len: 945 time: 0.0574136 Jan 28 07:16:25.367842 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4a86fd3d-5a08-4d8a-ba89-e877322ec484 req-b62acd12-2551-4bcc-904c-1f9fe40fe7af tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f7766-6108-45d3-a769-5b5e90234849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706194 Jan 28 07:16:25.389710 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5152f8-d202-4112-a762-42f089f9c7f6 req-91179bc8-ab42-48d7-a093-71ba1d3fbdfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:25.391201 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-fd5152f8-d202-4112-a762-42f089f9c7f6 req-91179bc8-ab42-48d7-a093-71ba1d3fbdfd service neutron] 10.222.0.44 "GET /v2.0/networks?id=77aa199c-9565-430c-bcef-5bacd415f620 HTTP/1.1" status: 200 len: 909 time: 0.2183557 Jan 28 07:16:25.392776 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d70c835-6b4f-4f65-9a2a-4a50e54ca2cc req-63827db9-a269-4891-8615-cb5b5c33a8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:25.394326 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0d70c835-6b4f-4f65-9a2a-4a50e54ca2cc req-63827db9-a269-4891-8615-cb5b5c33a8f5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b8ec043d-84c3-4c83-98cd-e8966f5ca906 HTTP/1.1" status: 200 len: 849 time: 0.1169319 Jan 28 07:16:25.413683 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-84e44e67-cecf-4c82-a9fa-6504a6584447 req-46812fde-cce9-4f90-b561-e3f1379bd61d tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/security-groups?id=e977f99b-7e7b-4d49-bf15-4fd22b3b3b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558095 Jan 28 07:16:25.452106 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-fd5152f8-d202-4112-a762-42f089f9c7f6 req-8eae85be-6b8a-43a2-ae3a-fc37f22532ae service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=016bf730-64ed-4f53-9ccb-aef1a6cd229d HTTP/1.1" status: 200 len: 217 time: 0.0467544 Jan 28 07:16:25.468821 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0d70c835-6b4f-4f65-9a2a-4a50e54ca2cc req-9caf305c-ab04-458f-b4cc-abfae3fce743 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e5653214-e76e-4d43-b6bd-674324b40372&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623586 Jan 28 07:16:25.591890 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5152f8-d202-4112-a762-42f089f9c7f6 req-b59ba3cc-f9aa-4f0c-b575-146fb5bb0801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:25.593488 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-fd5152f8-d202-4112-a762-42f089f9c7f6 req-b59ba3cc-f9aa-4f0c-b575-146fb5bb0801 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e60d974b-4a97-44ad-8684-0b13afa61368 HTTP/1.1" status: 200 len: 848 time: 0.1271067 Jan 28 07:16:25.648968 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-fd5152f8-d202-4112-a762-42f089f9c7f6 req-a9199a2f-e433-4b63-aa9b-ef53f5451d88 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=77aa199c-9565-430c-bcef-5bacd415f620&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452812 Jan 28 07:16:25.660304 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b01e36c-52fc-4fcb-9619-6883a759303e req-c23eff75-4489-4d63-9072-dd5755535957 tempest-ServerGroupTestJSON-1528614542 tempest-ServerGroupTestJSON-1528614542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:25.661692 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9b01e36c-52fc-4fcb-9619-6883a759303e req-c23eff75-4489-4d63-9072-dd5755535957 tempest-ServerGroupTestJSON-1528614542 tempest-ServerGroupTestJSON-1528614542-project] 10.222.0.41 "GET /v2.0/ports?device_id=f431e9ad-b2c4-4596-a1ae-0ec5c8feeb41 HTTP/1.1" status: 200 len: 943 time: 0.1564348 Jan 28 07:16:25.671338 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0d70c835-6b4f-4f65-9a2a-4a50e54ca2cc req-f6b0cbb1-57bf-422c-bc1d-74fefd477154 service neutron] 10.222.0.44 "GET /v2.0/networks/e5653214-e76e-4d43-b6bd-674324b40372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948776 Jan 28 07:16:25.767874 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device e3e68621-b6d7-4eba-bc3d-9502c912181a details requested by agent hyperv_n-h2-712749-28 with host n-h2-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:16:25.815008 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9b01e36c-52fc-4fcb-9619-6883a759303e req-ff55d413-7c1a-40e5-8ae2-e661585e566d tempest-ServerGroupTestJSON-1528614542 tempest-ServerGroupTestJSON-1528614542-project] 10.222.0.41 "GET /v2.0/security-groups?id=3be89253-5eac-459e-8f4c-769edcae4999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427560 Jan 28 07:16:25.853809 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-fd5152f8-d202-4112-a762-42f089f9c7f6 req-17b7b7ae-76a5-4d23-a349-2cb6e7b38789 service neutron] 10.222.0.44 "GET /v2.0/networks/77aa199c-9565-430c-bcef-5bacd415f620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911807 Jan 28 07:16:25.873931 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port e3e68621-b6d7-4eba-bc3d-9502c912181a, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=e3e68621-b6d7-4eba-bc3d-9502c912181a,segment=NetworkSegment(b90af3c7-2eaf-4c1a-81ea-a82af66d5d91),segment_id=b90af3c7-2eaf-4c1a-81ea-a82af66d5d91)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:16:25.890554 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Returning: {'device': 'e3e68621-b6d7-4eba-bc3d-9502c912181a', 'network_id': 'e5653214-e76e-4d43-b6bd-674324b40372', 'port_id': 'e3e68621-b6d7-4eba-bc3d-9502c912181a', 'mac_address': 'fa:16:3e:9d:1b:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8ec043d-84c3-4c83-98cd-e8966f5ca906', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:16:25.930503 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port e3e68621-b6d7-4eba-bc3d-9502c912181a is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:16:25.930894 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (e3e68621-b6d7-4eba-bc3d-9502c912181a), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:25.939805 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0d70c835-6b4f-4f65-9a2a-4a50e54ca2cc req-cd417274-9dc5-44d2-b479-900ddaff0b57 service neutron] 10.222.0.44 "GET /v2.0/networks/e5653214-e76e-4d43-b6bd-674324b40372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2514906 Jan 28 07:16:25.945272 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3e68621-b6d7-4eba-bc3d-9502c912181a {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:16:25.971599 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port e3e68621-b6d7-4eba-bc3d-9502c912181a, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=e3e68621-b6d7-4eba-bc3d-9502c912181a,segment=NetworkSegment(b90af3c7-2eaf-4c1a-81ea-a82af66d5d91),segment_id=b90af3c7-2eaf-4c1a-81ea-a82af66d5d91)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:16:25.977302 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (e3e68621-b6d7-4eba-bc3d-9502c912181a), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:25.980780 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-fd5152f8-d202-4112-a762-42f089f9c7f6 req-d46cc6dd-1ca9-4aaf-a067-cc2992e4ab11 service neutron] 10.222.0.44 "GET /v2.0/networks/77aa199c-9565-430c-bcef-5bacd415f620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164079 Jan 28 07:16:26.033184 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=e3e68621-b6d7-4eba-bc3d-9502c912181a,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:16:26.063113 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7595eab6-042d-4290-96aa-87712681891c req-2fb10fe1-1a0f-4687-af27-ebed073c706b tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:26.064649 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7595eab6-042d-4290-96aa-87712681891c req-2fb10fe1-1a0f-4687-af27-ebed073c706b tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5893ef6-46c4-45fa-a505-47cb270a9c49 HTTP/1.1" status: 200 len: 946 time: 0.0556295 Jan 28 07:16:26.119851 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7595eab6-042d-4290-96aa-87712681891c req-6d7bafd8-3df7-469f-85cf-b367179a85af tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c286ac6-5d5d-46b9-b282-9e68e0339bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488431 Jan 28 07:16:26.312984 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db344c29-60e6-4aa2-b356-f38bc6772a4d req-5a91c5bb-39d4-4153-9a30-563d3f1d0ced tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:26.315192 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-db344c29-60e6-4aa2-b356-f38bc6772a4d req-5a91c5bb-39d4-4153-9a30-563d3f1d0ced tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=34cec753-a0af-40fe-8b26-5782d80f076e HTTP/1.1" status: 200 len: 945 time: 0.0514493 Jan 28 07:16:26.319850 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['e3e68621-b6d7-4eba-bc3d-9502c912181a'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:16:26.380417 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-db344c29-60e6-4aa2-b356-f38bc6772a4d req-0619f988-fd80-454a-878a-01cba6878ed0 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e9c3947-6ff8-4aa4-a1f7-c165b64c94a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435729 Jan 28 07:16:26.545913 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c491aaac-11dd-4910-bac4-a5059489c68f req-c14e394a-d40b-4bbd-a192-d53b053cb5d3 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:26.555027 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c491aaac-11dd-4910-bac4-a5059489c68f req-c14e394a-d40b-4bbd-a192-d53b053cb5d3 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fa73890-3c2c-4c59-9c73-ce1eca1f276c HTTP/1.1" status: 200 len: 944 time: 0.1056464 Jan 28 07:16:26.563712 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee973416-da1d-469b-a691-560ea48db42e req-95fba1a6-330e-4c14-b061-8863340d8f40 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:26.571587 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ee973416-da1d-469b-a691-560ea48db42e req-95fba1a6-330e-4c14-b061-8863340d8f40 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?device_id=df61fe7a-69e1-4707-b1a5-edd9d05613ca HTTP/1.1" status: 200 len: 945 time: 0.0775619 Jan 28 07:16:26.633428 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ee973416-da1d-469b-a691-560ea48db42e req-c50c117c-4259-4d5e-8852-ae274ad12ebf tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/security-groups?id=e977f99b-7e7b-4d49-bf15-4fd22b3b3b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584178 Jan 28 07:16:26.673092 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c491aaac-11dd-4910-bac4-a5059489c68f req-5314a2bf-911f-48e0-a7d9-d8a7cbe80d59 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f7766-6108-45d3-a769-5b5e90234849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157374 Jan 28 07:16:26.949165 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a3c97b-54dc-4e7b-9b79-865bcbc0cc27 req-7780269d-4fd8-4969-b39a-8d591672f472 tempest-ServerGroupTestJSON-1528614542 tempest-ServerGroupTestJSON-1528614542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:26.950927 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-14a3c97b-54dc-4e7b-9b79-865bcbc0cc27 req-7780269d-4fd8-4969-b39a-8d591672f472 tempest-ServerGroupTestJSON-1528614542 tempest-ServerGroupTestJSON-1528614542-project] 10.222.0.41 "GET /v2.0/ports?device_id=f431e9ad-b2c4-4596-a1ae-0ec5c8feeb41 HTTP/1.1" status: 200 len: 944 time: 0.0575757 Jan 28 07:16:27.004315 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-14a3c97b-54dc-4e7b-9b79-865bcbc0cc27 req-550cd7a0-6c4b-4160-8792-3996b87e7f5e tempest-ServerGroupTestJSON-1528614542 tempest-ServerGroupTestJSON-1528614542-project] 10.222.0.41 "GET /v2.0/security-groups?id=3be89253-5eac-459e-8f4c-769edcae4999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474079 Jan 28 07:16:27.249824 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d614d9d-1d79-4023-87cd-73ff35491592 req-a9661a59-83a3-41de-97c1-4b4dab4d37b5 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:27.251486 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4d614d9d-1d79-4023-87cd-73ff35491592 req-a9661a59-83a3-41de-97c1-4b4dab4d37b5 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5893ef6-46c4-45fa-a505-47cb270a9c49 HTTP/1.1" status: 200 len: 946 time: 0.0579791 Jan 28 07:16:27.300638 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4d614d9d-1d79-4023-87cd-73ff35491592 req-2049ac22-65ca-43d3-be83-a3a472dbfc5a tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c286ac6-5d5d-46b9-b282-9e68e0339bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423915 Jan 28 07:16:27.505247 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7db5a6c-f4c3-4092-bcb4-6dafbaa3f8ae req-a18b9ee0-4724-4615-bf51-daf8f0f00795 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:27.507643 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f7db5a6c-f4c3-4092-bcb4-6dafbaa3f8ae req-a18b9ee0-4724-4615-bf51-daf8f0f00795 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=34cec753-a0af-40fe-8b26-5782d80f076e HTTP/1.1" status: 200 len: 945 time: 0.0526912 Jan 28 07:16:27.555964 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f7db5a6c-f4c3-4092-bcb4-6dafbaa3f8ae req-7d0f01b1-2db9-41ce-91ef-ae5273374f7c tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e9c3947-6ff8-4aa4-a1f7-c165b64c94a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424597 Jan 28 07:16:27.800945 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 40f87612-6594-4006-bf3b-f6fd89a8d3b6 up at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:16:27.805596 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d871069-d8b3-4faa-b65d-169afcabc7e2 req-0c3b44e8-e7aa-44f4-a0c2-94661ec56a79 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:27.807504 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8d871069-d8b3-4faa-b65d-169afcabc7e2 req-0c3b44e8-e7aa-44f4-a0c2-94661ec56a79 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?device_id=df61fe7a-69e1-4707-b1a5-edd9d05613ca HTTP/1.1" status: 200 len: 945 time: 0.0785010 Jan 28 07:16:27.836529 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1e7ea2-18ed-409b-aa99-a141ebf64448 req-984f7138-87e8-42ee-a290-ff0fc0c41180 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:27.846632 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5e1e7ea2-18ed-409b-aa99-a141ebf64448 req-984f7138-87e8-42ee-a290-ff0fc0c41180 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=34cec753-a0af-40fe-8b26-5782d80f076e HTTP/1.1" status: 200 len: 945 time: 0.0986805 Jan 28 07:16:27.871985 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning for port 40f87612-6594-4006-bf3b-f6fd89a8d3b6 completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:16:27.877844 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning complete for port 40f87612-6594-4006-bf3b-f6fd89a8d3b6 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:16:27.878230 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (40f87612-6594-4006-bf3b-f6fd89a8d3b6), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:27.892666 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8d871069-d8b3-4faa-b65d-169afcabc7e2 req-ae1b4880-7680-433e-b2f5-265dc02c90c7 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/security-groups?id=e977f99b-7e7b-4d49-bf15-4fd22b3b3b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778658 Jan 28 07:16:27.941131 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5e1e7ea2-18ed-409b-aa99-a141ebf64448 req-b84ab567-2107-40bc-ab83-849d77243646 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e9c3947-6ff8-4aa4-a1f7-c165b64c94a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889733 Jan 28 07:16:28.004269 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port 40f87612-6594-4006-bf3b-f6fd89a8d3b6 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:16:28.004269 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (40f87612-6594-4006-bf3b-f6fd89a8d3b6), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:28.050976 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df61fe7a-69e1-4707-b1a5-edd9d05613ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40f87612-6594-4006-bf3b-f6fd89a8d3b6'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:16:28.055047 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c94160e1-d551-4275-9ac1-6d7763112aec" -d '{"events": [{"server_uuid": "df61fe7a-69e1-4707-b1a5-edd9d05613ca", "name": "network-vif-plugged", "status": "completed", "tag": "40f87612-6594-4006-bf3b-f6fd89a8d3b6"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:16:28.063907 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 40f87612-6594-4006-bf3b-f6fd89a8d3b6, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=40f87612-6594-4006-bf3b-f6fd89a8d3b6,segment=NetworkSegment(0129dffb-fe43-47b5-a269-4f49ca8f6de7),segment_id=0129dffb-fe43-47b5-a269-4f49ca8f6de7)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:16:28.069875 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (40f87612-6594-4006-bf3b-f6fd89a8d3b6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:28.071303 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device adda9edb-2689-4b0d-9769-f7f6d90bae68 up at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:16:28.137815 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb126844-06e5-4c44-a936-64812f968425 req-6d9c0dd5-53fd-445b-ad45-90ef73fd1666 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:28.140512 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-fb126844-06e5-4c44-a936-64812f968425 req-6d9c0dd5-53fd-445b-ad45-90ef73fd1666 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fa73890-3c2c-4c59-9c73-ce1eca1f276c HTTP/1.1" status: 200 len: 944 time: 0.1009088 Jan 28 07:16:28.177887 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=40f87612-6594-4006-bf3b-f6fd89a8d3b6,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:16:28.206221 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning for port adda9edb-2689-4b0d-9769-f7f6d90bae68 completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:16:28.212282 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning complete for port adda9edb-2689-4b0d-9769-f7f6d90bae68 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:16:28.212731 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (adda9edb-2689-4b0d-9769-f7f6d90bae68), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:28.243827 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-fb126844-06e5-4c44-a936-64812f968425 req-804679c9-cbf7-42ec-b1c2-6ef4e49093f9 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f7766-6108-45d3-a769-5b5e90234849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882092 Jan 28 07:16:28.294346 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bafd4f1-5931-416c-bf74-f249395ef680 x-openstack-request-id: req-2bafd4f1-5931-416c-bf74-f249395ef680 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:16:28.294728 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df61fe7a-69e1-4707-b1a5-edd9d05613ca", "name": "network-vif-plugged", "status": "completed", "tag": "40f87612-6594-4006-bf3b-f6fd89a8d3b6", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:16:28.295058 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2bafd4f1-5931-416c-bf74-f249395ef680 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:16:28.295585 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df61fe7a-69e1-4707-b1a5-edd9d05613ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40f87612-6594-4006-bf3b-f6fd89a8d3b6', 'code': 200} Jan 28 07:16:28.351370 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112b3288-da4f-4252-9442-f6d8e1d39d50 req-08156c70-6a09-43e2-9171-2a0b360b7963 tempest-ServerGroupTestJSON-1528614542 tempest-ServerGroupTestJSON-1528614542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:28.353824 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-112b3288-da4f-4252-9442-f6d8e1d39d50 req-08156c70-6a09-43e2-9171-2a0b360b7963 tempest-ServerGroupTestJSON-1528614542 tempest-ServerGroupTestJSON-1528614542-project] 10.222.0.41 "GET /v2.0/ports?device_id=f431e9ad-b2c4-4596-a1ae-0ec5c8feeb41 HTTP/1.1" status: 200 len: 944 time: 0.0646219 Jan 28 07:16:28.391220 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port adda9edb-2689-4b0d-9769-f7f6d90bae68 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:16:28.391830 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (adda9edb-2689-4b0d-9769-f7f6d90bae68), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:28.436213 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-112b3288-da4f-4252-9442-f6d8e1d39d50 req-29dfe3aa-ea5c-4778-89c9-a1c0e6686278 tempest-ServerGroupTestJSON-1528614542 tempest-ServerGroupTestJSON-1528614542-project] 10.222.0.41 "GET /v2.0/security-groups?id=3be89253-5eac-459e-8f4c-769edcae4999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739164 Jan 28 07:16:28.480939 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port adda9edb-2689-4b0d-9769-f7f6d90bae68, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=adda9edb-2689-4b0d-9769-f7f6d90bae68,segment=NetworkSegment(00c9bc5a-b387-4097-9c7c-7f7badd573e1),segment_id=00c9bc5a-b387-4097-9c7c-7f7badd573e1)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:16:28.491069 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (adda9edb-2689-4b0d-9769-f7f6d90bae68), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:28.492811 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device e3e68621-b6d7-4eba-bc3d-9502c912181a up at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:16:28.524757 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f87b84e-dccc-4ea9-ad74-d9135b457b9c req-fc8c1194-786a-4d2c-a773-58d1cff6a143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:28.526422 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1f87b84e-dccc-4ea9-ad74-d9135b457b9c req-fc8c1194-786a-4d2c-a773-58d1cff6a143 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=df61fe7a-69e1-4707-b1a5-edd9d05613ca HTTP/1.1" status: 200 len: 1098 time: 0.1280229 Jan 28 07:16:28.548341 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2634db87-26c1-498f-81cc-2650be3183a1 req-93351d5b-6754-47d6-b067-5bfc9bfe8b1c tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:28.550175 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2634db87-26c1-498f-81cc-2650be3183a1 req-93351d5b-6754-47d6-b067-5bfc9bfe8b1c tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5893ef6-46c4-45fa-a505-47cb270a9c49 HTTP/1.1" status: 200 len: 946 time: 0.0815318 Jan 28 07:16:28.607429 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=adda9edb-2689-4b0d-9769-f7f6d90bae68,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:16:28.623452 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1f87b84e-dccc-4ea9-ad74-d9135b457b9c req-f01df3d9-7f49-47ef-96e7-09adc817d7f0 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=e977f99b-7e7b-4d49-bf15-4fd22b3b3b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889158 Jan 28 07:16:28.636418 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2634db87-26c1-498f-81cc-2650be3183a1 req-f98a379c-42d8-4ad1-a187-1bc457a4389e tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c286ac6-5d5d-46b9-b282-9e68e0339bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775042 Jan 28 07:16:28.636840 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning for port e3e68621-b6d7-4eba-bc3d-9502c912181a completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:16:28.641746 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning complete for port e3e68621-b6d7-4eba-bc3d-9502c912181a triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:16:28.642097 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (e3e68621-b6d7-4eba-bc3d-9502c912181a), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:28.736613 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port e3e68621-b6d7-4eba-bc3d-9502c912181a is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:16:28.737033 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (e3e68621-b6d7-4eba-bc3d-9502c912181a), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:28.777813 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port e3e68621-b6d7-4eba-bc3d-9502c912181a, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=e3e68621-b6d7-4eba-bc3d-9502c912181a,segment=NetworkSegment(b90af3c7-2eaf-4c1a-81ea-a82af66d5d91),segment_id=b90af3c7-2eaf-4c1a-81ea-a82af66d5d91)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:16:28.782809 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (e3e68621-b6d7-4eba-bc3d-9502c912181a), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:28.866560 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=e3e68621-b6d7-4eba-bc3d-9502c912181a,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:16:29.031253 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f7b652-ea87-437a-ac43-7fb7cd908670 req-7eebab66-a928-43b5-ba01-0b225545193f tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:29.032794 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-98f7b652-ea87-437a-ac43-7fb7cd908670 req-7eebab66-a928-43b5-ba01-0b225545193f tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?device_id=df61fe7a-69e1-4707-b1a5-edd9d05613ca HTTP/1.1" status: 200 len: 946 time: 0.0629652 Jan 28 07:16:29.083859 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cfb878-0e82-4510-888f-9693d7d9be95 req-0757e926-6d04-495f-b86a-3c91dd7d822e tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:29.093008 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f0cfb878-0e82-4510-888f-9693d7d9be95 req-0757e926-6d04-495f-b86a-3c91dd7d822e tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=34cec753-a0af-40fe-8b26-5782d80f076e HTTP/1.1" status: 200 len: 945 time: 0.0666943 Jan 28 07:16:29.102090 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-98f7b652-ea87-437a-ac43-7fb7cd908670 req-5956f1da-076d-4b29-b31f-851466820112 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/security-groups?id=e977f99b-7e7b-4d49-bf15-4fd22b3b3b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626380 Jan 28 07:16:29.164583 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f0cfb878-0e82-4510-888f-9693d7d9be95 req-9f27ffad-839f-4860-8c2e-21c0807e173c tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e9c3947-6ff8-4aa4-a1f7-c165b64c94a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702648 Jan 28 07:16:29.461054 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffde9a6-076b-4ec9-b8a9-8fb3dda92374 req-317a22b1-e28a-490e-af95-6093517b71e2 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:29.473208 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3ffde9a6-076b-4ec9-b8a9-8fb3dda92374 req-317a22b1-e28a-490e-af95-6093517b71e2 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fa73890-3c2c-4c59-9c73-ce1eca1f276c HTTP/1.1" status: 200 len: 945 time: 0.0725434 Jan 28 07:16:29.528825 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3ffde9a6-076b-4ec9-b8a9-8fb3dda92374 req-60e3db0c-4c0d-423a-acfd-e9247b332f58 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f7766-6108-45d3-a769-5b5e90234849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544496 Jan 28 07:16:29.683942 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d22db8-605a-4ec3-b608-27fc892dcd87 req-c80b2276-9fbd-4951-b3d2-071a2fe28606 tempest-ServerGroupTestJSON-1528614542 tempest-ServerGroupTestJSON-1528614542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:29.685775 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-58d22db8-605a-4ec3-b608-27fc892dcd87 req-c80b2276-9fbd-4951-b3d2-071a2fe28606 tempest-ServerGroupTestJSON-1528614542 tempest-ServerGroupTestJSON-1528614542-project] 10.222.0.41 "GET /v2.0/ports?device_id=f431e9ad-b2c4-4596-a1ae-0ec5c8feeb41 HTTP/1.1" status: 200 len: 945 time: 0.0675790 Jan 28 07:16:29.740411 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5274cb2c-08f2-43d2-b1f0-5332be76e058 req-718dacb2-ba81-42c7-bb9f-12d1fe7e346d tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:29.747979 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5274cb2c-08f2-43d2-b1f0-5332be76e058 req-718dacb2-ba81-42c7-bb9f-12d1fe7e346d tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=34cec753-a0af-40fe-8b26-5782d80f076e HTTP/1.1" status: 200 len: 945 time: 0.0875542 Jan 28 07:16:29.756474 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-58d22db8-605a-4ec3-b608-27fc892dcd87 req-0491c385-b676-4f58-ab0a-e82a1feaef6a tempest-ServerGroupTestJSON-1528614542 tempest-ServerGroupTestJSON-1528614542-project] 10.222.0.41 "GET /v2.0/security-groups?id=3be89253-5eac-459e-8f4c-769edcae4999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646732 Jan 28 07:16:29.821871 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5274cb2c-08f2-43d2-b1f0-5332be76e058 req-18fb1414-3cc5-4698-8380-ef997a381069 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e9c3947-6ff8-4aa4-a1f7-c165b64c94a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728765 Jan 28 07:16:29.899687 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2336a68e-4590-4ea1-b35d-636605a2a31d req-eb717c65-e332-4449-8a2a-89ba8754c622 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:29.906942 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2336a68e-4590-4ea1-b35d-636605a2a31d req-eb717c65-e332-4449-8a2a-89ba8754c622 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5893ef6-46c4-45fa-a505-47cb270a9c49 HTTP/1.1" status: 200 len: 946 time: 0.0748594 Jan 28 07:16:29.977556 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2336a68e-4590-4ea1-b35d-636605a2a31d req-3ac74a21-0590-45d7-b926-d1cff29af8d7 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c286ac6-5d5d-46b9-b282-9e68e0339bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694656 Jan 28 07:16:30.269139 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761050f4-6309-4cca-aaad-71862f017355 req-4f2a6312-7d21-44be-b48d-4b40d3fb1612 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:30.270648 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-761050f4-6309-4cca-aaad-71862f017355 req-4f2a6312-7d21-44be-b48d-4b40d3fb1612 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?device_id=df61fe7a-69e1-4707-b1a5-edd9d05613ca HTTP/1.1" status: 200 len: 946 time: 0.0621912 Jan 28 07:16:30.296375 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fa73890-3c2c-4c59-9c73-ce1eca1f276c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adda9edb-2689-4b0d-9769-f7f6d90bae68'}, {'server_uuid': 'f431e9ad-b2c4-4596-a1ae-0ec5c8feeb41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3e68621-b6d7-4eba-bc3d-9502c912181a'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:16:30.299270 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3d79249-c7d3-49f1-a35e-88d815f59f90" -d '{"events": [{"server_uuid": "5fa73890-3c2c-4c59-9c73-ce1eca1f276c", "name": "network-vif-plugged", "status": "completed", "tag": "adda9edb-2689-4b0d-9769-f7f6d90bae68"}, {"server_uuid": "f431e9ad-b2c4-4596-a1ae-0ec5c8feeb41", "name": "network-vif-plugged", "status": "completed", "tag": "e3e68621-b6d7-4eba-bc3d-9502c912181a"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:16:30.341726 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-761050f4-6309-4cca-aaad-71862f017355 req-efb35b50-220a-46d7-939e-bc238b9ed698 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/security-groups?id=e977f99b-7e7b-4d49-bf15-4fd22b3b3b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641460 Jan 28 07:16:30.388544 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 28 Jan 2022 07:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3315b968-950d-46f4-ae50-9b4ccda72816 x-openstack-request-id: req-3315b968-950d-46f4-ae50-9b4ccda72816 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:16:30.388674 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fa73890-3c2c-4c59-9c73-ce1eca1f276c", "name": "network-vif-plugged", "status": "completed", "tag": "adda9edb-2689-4b0d-9769-f7f6d90bae68", "code": 200}, {"server_uuid": "f431e9ad-b2c4-4596-a1ae-0ec5c8feeb41", "name": "network-vif-plugged", "status": "completed", "tag": "e3e68621-b6d7-4eba-bc3d-9502c912181a", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:16:30.388860 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3315b968-950d-46f4-ae50-9b4ccda72816 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:16:30.389436 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fa73890-3c2c-4c59-9c73-ce1eca1f276c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adda9edb-2689-4b0d-9769-f7f6d90bae68', 'code': 200} Jan 28 07:16:30.389860 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f431e9ad-b2c4-4596-a1ae-0ec5c8feeb41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3e68621-b6d7-4eba-bc3d-9502c912181a', 'code': 200} Jan 28 07:16:30.696471 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc003bcf-2e6f-4246-b70f-c359900ed746 req-2536f7c3-0f80-4e2a-93fb-a495ac8be568 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:30.706421 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-fc003bcf-2e6f-4246-b70f-c359900ed746 req-2536f7c3-0f80-4e2a-93fb-a495ac8be568 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fa73890-3c2c-4c59-9c73-ce1eca1f276c HTTP/1.1" status: 200 len: 945 time: 0.0755014 Jan 28 07:16:30.714408 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7013f168-d0d5-4ac1-be27-7413e6b034f5 req-a42636c4-f4b1-4076-89be-bafbeb4cc106 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:30.721243 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7013f168-d0d5-4ac1-be27-7413e6b034f5 req-a42636c4-f4b1-4076-89be-bafbeb4cc106 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?device_id=df61fe7a-69e1-4707-b1a5-edd9d05613ca HTTP/1.1" status: 200 len: 946 time: 0.0695839 Jan 28 07:16:30.745810 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fdeea7-d73d-4575-bc56-914c1e6e1ac2 req-e670f5a9-13c7-490b-81c5-98732331f1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:30.747183 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-96fdeea7-d73d-4575-bc56-914c1e6e1ac2 req-e670f5a9-13c7-490b-81c5-98732331f1cc service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f431e9ad-b2c4-4596-a1ae-0ec5c8feeb41 HTTP/1.1" status: 200 len: 1097 time: 0.1903944 Jan 28 07:16:30.761384 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b5a0f7-8a29-4930-ba0f-4b8eaa1ad2db req-0ac5c00a-46be-4ffe-a628-ec96c50f41fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:30.762681 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-28b5a0f7-8a29-4930-ba0f-4b8eaa1ad2db req-0ac5c00a-46be-4ffe-a628-ec96c50f41fd service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=5fa73890-3c2c-4c59-9c73-ce1eca1f276c HTTP/1.1" status: 200 len: 1097 time: 0.1634891 Jan 28 07:16:30.781985 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-fc003bcf-2e6f-4246-b70f-c359900ed746 req-69b22789-dfbe-42de-8139-963cb0d1268b tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f7766-6108-45d3-a769-5b5e90234849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741537 Jan 28 07:16:30.832335 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-96fdeea7-d73d-4575-bc56-914c1e6e1ac2 req-f5e75119-fe34-4f31-8c44-b17a9f7609d0 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=3be89253-5eac-459e-8f4c-769edcae4999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685971 Jan 28 07:16:30.838058 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7013f168-d0d5-4ac1-be27-7413e6b034f5 req-99c449dc-26d1-46a1-85cb-e91d63c663ab tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/security-groups?id=e977f99b-7e7b-4d49-bf15-4fd22b3b3b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159716 Jan 28 07:16:30.882667 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-28b5a0f7-8a29-4930-ba0f-4b8eaa1ad2db req-d1d5765b-fe42-4b46-8eab-3ebf95cf6949 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=f51f7766-6108-45d3-a769-5b5e90234849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986753 Jan 28 07:16:30.924317 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b3ef4c-329d-4661-8872-b355f2580dd6 req-4876bdf1-731e-417a-94f8-1d1893eaeed3 tempest-ServerGroupTestJSON-1528614542 tempest-ServerGroupTestJSON-1528614542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:30.926505 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d3b3ef4c-329d-4661-8872-b355f2580dd6 req-4876bdf1-731e-417a-94f8-1d1893eaeed3 tempest-ServerGroupTestJSON-1528614542 tempest-ServerGroupTestJSON-1528614542-project] 10.222.0.41 "GET /v2.0/ports?device_id=f431e9ad-b2c4-4596-a1ae-0ec5c8feeb41 HTTP/1.1" status: 200 len: 945 time: 0.0604753 Jan 28 07:16:30.979006 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf648c2a-6b21-4521-97b0-f090cd6bff76 req-b4ca8f3b-d0e8-402b-b740-a6dc88c241f9 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:30.987686 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-cf648c2a-6b21-4521-97b0-f090cd6bff76 req-b4ca8f3b-d0e8-402b-b740-a6dc88c241f9 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=34cec753-a0af-40fe-8b26-5782d80f076e HTTP/1.1" status: 200 len: 945 time: 0.0695870 Jan 28 07:16:31.005782 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d3b3ef4c-329d-4661-8872-b355f2580dd6 req-5679a5fd-d3e2-4cf4-8d2b-9fbd524af297 tempest-ServerGroupTestJSON-1528614542 tempest-ServerGroupTestJSON-1528614542-project] 10.222.0.41 "GET /v2.0/security-groups?id=3be89253-5eac-459e-8f4c-769edcae4999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695825 Jan 28 07:16:31.046738 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-cf648c2a-6b21-4521-97b0-f090cd6bff76 req-d29efaca-5bc3-474d-9a56-eab18d3271f8 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e9c3947-6ff8-4aa4-a1f7-c165b64c94a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578065 Jan 28 07:16:31.136666 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54e0f80-bab2-4166-8fad-35cf0dcba44b req-8dd46d56-f463-4aaa-95b0-fe7c213cf22c tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:31.138564 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e54e0f80-bab2-4166-8fad-35cf0dcba44b req-8dd46d56-f463-4aaa-95b0-fe7c213cf22c tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5893ef6-46c4-45fa-a505-47cb270a9c49 HTTP/1.1" status: 200 len: 946 time: 0.0540435 Jan 28 07:16:31.191095 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e54e0f80-bab2-4166-8fad-35cf0dcba44b req-e5f85c56-af2e-43de-80a2-f6bcf0cb957d tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c286ac6-5d5d-46b9-b282-9e68e0339bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466683 Jan 28 07:16:31.966118 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8b5a66-9757-4da0-85bc-c4ed84f7921a req-fd59896e-6f59-40a5-9066-90a721708e44 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:31.968413 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-dc8b5a66-9757-4da0-85bc-c4ed84f7921a req-fd59896e-6f59-40a5-9066-90a721708e44 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fa73890-3c2c-4c59-9c73-ce1eca1f276c HTTP/1.1" status: 200 len: 945 time: 0.0833743 Jan 28 07:16:32.048937 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437c7269-15e2-432d-9dfe-2e88c4845b8c req-fb8a65ef-ccd2-4012-961f-649740b79500 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:32.064223 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-437c7269-15e2-432d-9dfe-2e88c4845b8c req-fb8a65ef-ccd2-4012-961f-649740b79500 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?device_id=df61fe7a-69e1-4707-b1a5-edd9d05613ca HTTP/1.1" status: 200 len: 946 time: 0.0689995 Jan 28 07:16:32.071066 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-dc8b5a66-9757-4da0-85bc-c4ed84f7921a req-e504d6b2-d871-4ec3-8efb-96880675ecbd tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f7766-6108-45d3-a769-5b5e90234849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895886 Jan 28 07:16:32.101164 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device c7dab032-edad-4dfb-a25a-e3727cf507b5 details requested by agent hyperv_n-h1-712749-28 with host n-h1-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:16:32.153271 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-437c7269-15e2-432d-9dfe-2e88c4845b8c req-af4bf6cc-a10b-472e-842b-64995b072d39 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/security-groups?id=e977f99b-7e7b-4d49-bf15-4fd22b3b3b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870564 Jan 28 07:16:32.313420 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7a42b2-3eec-47e8-8784-63f39ff03959 req-53409870-0e3f-4cd4-81e1-f85e12f05f78 tempest-ServerGroupTestJSON-1528614542 tempest-ServerGroupTestJSON-1528614542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:32.321742 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port c7dab032-edad-4dfb-a25a-e3727cf507b5, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=c7dab032-edad-4dfb-a25a-e3727cf507b5,segment=NetworkSegment(67c4ed53-bfbf-4494-8d62-da0c7e4209c8),segment_id=67c4ed53-bfbf-4494-8d62-da0c7e4209c8)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:16:32.322473 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7e7a42b2-3eec-47e8-8784-63f39ff03959 req-53409870-0e3f-4cd4-81e1-f85e12f05f78 tempest-ServerGroupTestJSON-1528614542 tempest-ServerGroupTestJSON-1528614542-project] 10.222.0.41 "GET /v2.0/ports?device_id=f431e9ad-b2c4-4596-a1ae-0ec5c8feeb41 HTTP/1.1" status: 200 len: 945 time: 0.1229424 Jan 28 07:16:32.330236 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccf1445-5c61-40f9-b8a4-8254c71fd14a req-9f05ac24-cf20-4613-a23c-6dcbaee26c45 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:32.337666 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-cccf1445-5c61-40f9-b8a4-8254c71fd14a req-9f05ac24-cf20-4613-a23c-6dcbaee26c45 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=34cec753-a0af-40fe-8b26-5782d80f076e HTTP/1.1" status: 200 len: 945 time: 0.0936847 Jan 28 07:16:32.358131 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Returning: {'device': 'c7dab032-edad-4dfb-a25a-e3727cf507b5', 'network_id': 'e794ad63-0b0f-4018-9f49-e800aa3d32de', 'port_id': 'c7dab032-edad-4dfb-a25a-e3727cf507b5', 'mac_address': 'fa:16:3e:e8:f5:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11d8e1f8-50c3-4314-ae17-177714f8d453', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:16:32.419972 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7e7a42b2-3eec-47e8-8784-63f39ff03959 req-13d23683-be44-4001-9f58-9c90c094056b tempest-ServerGroupTestJSON-1528614542 tempest-ServerGroupTestJSON-1528614542-project] 10.222.0.41 "GET /v2.0/security-groups?id=3be89253-5eac-459e-8f4c-769edcae4999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965240 Jan 28 07:16:32.464820 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-cccf1445-5c61-40f9-b8a4-8254c71fd14a req-bcda5a9a-49bf-4418-8d89-ff031741b2fb tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e9c3947-6ff8-4aa4-a1f7-c165b64c94a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209817 Jan 28 07:16:32.492636 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port c7dab032-edad-4dfb-a25a-e3727cf507b5 is: ACTIVE; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:16:32.493727 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (c7dab032-edad-4dfb-a25a-e3727cf507b5), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:32.513288 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c7dab032-edad-4dfb-a25a-e3727cf507b5 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:16:32.571339 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port c7dab032-edad-4dfb-a25a-e3727cf507b5, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=c7dab032-edad-4dfb-a25a-e3727cf507b5,segment=NetworkSegment(67c4ed53-bfbf-4494-8d62-da0c7e4209c8),segment_id=67c4ed53-bfbf-4494-8d62-da0c7e4209c8)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:16:32.577850 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (c7dab032-edad-4dfb-a25a-e3727cf507b5), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:32.700757 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=c7dab032-edad-4dfb-a25a-e3727cf507b5,revision_number=6']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:16:32.727372 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ef8332-4558-4c6f-a66c-457d6771fc1f req-9b944854-266c-4d71-9293-7a75013fd510 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:32.735197 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-44ef8332-4558-4c6f-a66c-457d6771fc1f req-9b944854-266c-4d71-9293-7a75013fd510 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5893ef6-46c4-45fa-a505-47cb270a9c49 HTTP/1.1" status: 200 len: 946 time: 0.0978692 Jan 28 07:16:32.814805 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-44ef8332-4558-4c6f-a66c-457d6771fc1f req-e5d7cc33-8557-4b4d-ba3e-3585b592eb5d tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c286ac6-5d5d-46b9-b282-9e68e0339bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770853 Jan 28 07:16:32.835612 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['c7dab032-edad-4dfb-a25a-e3727cf507b5'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:16:32.882844 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:33.263191 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-963e3e60-6d3d-4daf-af8d-e6ceeec284ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:33.380849 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94257c41-f906-4bb6-ab29-43b2ec128973 req-64d39221-8071-49bd-8563-52f369b65265 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:33.384087 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-94257c41-f906-4bb6-ab29-43b2ec128973 req-64d39221-8071-49bd-8563-52f369b65265 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.44 "GET /v2.0/ports?device_id=df61fe7a-69e1-4707-b1a5-edd9d05613ca HTTP/1.1" status: 200 len: 946 time: 0.1855392 Jan 28 07:16:33.397583 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6dc9eb-7439-4038-ba43-2c005a0cc880 req-affa77a2-daa2-4b7c-9f59-13fbbac4770c tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:33.409189 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-eb6dc9eb-7439-4038-ba43-2c005a0cc880 req-affa77a2-daa2-4b7c-9f59-13fbbac4770c tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fa73890-3c2c-4c59-9c73-ce1eca1f276c HTTP/1.1" status: 200 len: 945 time: 0.1852000 Jan 28 07:16:33.551127 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281eec25-b4e0-499d-a16f-e3ca56331dcc req-12ca4bf5-5995-4c0c-b880-524198955920 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:33.566581 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-281eec25-b4e0-499d-a16f-e3ca56331dcc req-12ca4bf5-5995-4c0c-b880-524198955920 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?device_id=df61fe7a-69e1-4707-b1a5-edd9d05613ca HTTP/1.1" status: 200 len: 946 time: 0.1956196 Jan 28 07:16:33.575064 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-eb6dc9eb-7439-4038-ba43-2c005a0cc880 req-1660a388-7845-4201-af1e-6e0150bdbc38 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f7766-6108-45d3-a769-5b5e90234849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564789 Jan 28 07:16:33.664502 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-94257c41-f906-4bb6-ab29-43b2ec128973 req-7c8675a1-207a-4308-a522-5f9926ee158f tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Deleting port 40f87612-6594-4006-bf3b-f6fd89a8d3b6 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:16:33.668347 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-94257c41-f906-4bb6-ab29-43b2ec128973 req-7c8675a1-207a-4308-a522-5f9926ee158f tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (40f87612-6594-4006-bf3b-f6fd89a8d3b6), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:33.738888 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-281eec25-b4e0-499d-a16f-e3ca56331dcc req-66927c64-7acb-45ab-a039-0ed401af3df1 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/security-groups?id=e977f99b-7e7b-4d49-bf15-4fd22b3b3b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660414 Jan 28 07:16:33.857728 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:33.946471 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da1fc4c-b3cc-4bac-9653-c33e3e341e91 req-d73acc46-0cf2-429e-badf-e72562dcf31a tempest-ServerGroupTestJSON-1528614542 tempest-ServerGroupTestJSON-1528614542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:33.953770 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8da1fc4c-b3cc-4bac-9653-c33e3e341e91 req-d73acc46-0cf2-429e-badf-e72562dcf31a tempest-ServerGroupTestJSON-1528614542 tempest-ServerGroupTestJSON-1528614542-project] 10.222.0.41 "GET /v2.0/ports?device_id=f431e9ad-b2c4-4596-a1ae-0ec5c8feeb41 HTTP/1.1" status: 200 len: 945 time: 0.1480997 Jan 28 07:16:33.976637 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-94257c41-f906-4bb6-ab29-43b2ec128973 req-7c8675a1-207a-4308-a522-5f9926ee158f tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] For port 40f87612-6594-4006-bf3b-f6fd89a8d3b6, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=40f87612-6594-4006-bf3b-f6fd89a8d3b6,segment=NetworkSegment(0129dffb-fe43-47b5-a269-4f49ca8f6de7),segment_id=0129dffb-fe43-47b5-a269-4f49ca8f6de7)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:16:33.977156 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-94257c41-f906-4bb6-ab29-43b2ec128973 req-7c8675a1-207a-4308-a522-5f9926ee158f tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (40f87612-6594-4006-bf3b-f6fd89a8d3b6), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:34.022908 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-94257c41-f906-4bb6-ab29-43b2ec128973 req-7c8675a1-207a-4308-a522-5f9926ee158f tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Calling delete_port for 40f87612-6594-4006-bf3b-f6fd89a8d3b6 owned by compute:nova {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:16:34.035046 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2a27ad-e2e0-40e1-8bde-618f46aeb398 req-b8c2d72e-92f7-4de6-a7ea-60cd0337895c tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:34.040658 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8da1fc4c-b3cc-4bac-9653-c33e3e341e91 req-081bf3ab-d061-41ae-a102-e7865170bc36 tempest-ServerGroupTestJSON-1528614542 tempest-ServerGroupTestJSON-1528614542-project] 10.222.0.41 "GET /v2.0/security-groups?id=3be89253-5eac-459e-8f4c-769edcae4999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802152 Jan 28 07:16:34.043008 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-cd2a27ad-e2e0-40e1-8bde-618f46aeb398 req-b8c2d72e-92f7-4de6-a7ea-60cd0337895c tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=34cec753-a0af-40fe-8b26-5782d80f076e HTTP/1.1" status: 200 len: 944 time: 0.1706891 Jan 28 07:16:34.101018 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device c7dab032-edad-4dfb-a25a-e3727cf507b5 up at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:16:34.126451 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-cd2a27ad-e2e0-40e1-8bde-618f46aeb398 req-b671121d-229c-4632-b845-53d06e28a56c tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e9c3947-6ff8-4aa4-a1f7-c165b64c94a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824385 Jan 28 07:16:34.308045 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning complete for port c7dab032-edad-4dfb-a25a-e3727cf507b5 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:16:34.309092 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (c7dab032-edad-4dfb-a25a-e3727cf507b5), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:34.488443 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46ec92a-301b-4c58-927b-3283370d82ba req-9c18d889-21dd-4320-bfd1-3d788eff4d1a tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:34.496763 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e46ec92a-301b-4c58-927b-3283370d82ba req-9c18d889-21dd-4320-bfd1-3d788eff4d1a tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/networks?id=c9a84dc6-92ac-41b6-88e9-0633fc5dcc86 HTTP/1.1" status: 200 len: 814 time: 0.2604651 Jan 28 07:16:34.502124 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07ac963-c692-4c35-aceb-64e0dc4a6a0d req-d6125a1f-151b-4105-8af4-6e087aeef384 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:34.506466 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a07ac963-c692-4c35-aceb-64e0dc4a6a0d req-d6125a1f-151b-4105-8af4-6e087aeef384 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5893ef6-46c4-45fa-a505-47cb270a9c49 HTTP/1.1" status: 200 len: 946 time: 0.1360574 Jan 28 07:16:34.527927 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e46ec92a-301b-4c58-927b-3283370d82ba req-25261027-9310-4dc4-a0fe-68ece884fc8c tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/quotas/f379e285ebe947e9b1152e1dab9379c4 HTTP/1.1" status: 200 len: 375 time: 0.0298436 Jan 28 07:16:34.529481 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port c7dab032-edad-4dfb-a25a-e3727cf507b5 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:16:34.529979 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (c7dab032-edad-4dfb-a25a-e3727cf507b5), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:34.535461 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-94257c41-f906-4bb6-ab29-43b2ec128973 req-7c8675a1-207a-4308-a522-5f9926ee158f tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (40f87612-6594-4006-bf3b-f6fd89a8d3b6), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:34.577202 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port c7dab032-edad-4dfb-a25a-e3727cf507b5, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=c7dab032-edad-4dfb-a25a-e3727cf507b5,segment=NetworkSegment(67c4ed53-bfbf-4494-8d62-da0c7e4209c8),segment_id=67c4ed53-bfbf-4494-8d62-da0c7e4209c8)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:16:34.579599 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34cec753-a0af-40fe-8b26-5782d80f076e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7dab032-edad-4dfb-a25a-e3727cf507b5'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:16:34.583267 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-328919d1-035e-41d7-a6d4-144e7731fee0" -d '{"events": [{"server_uuid": "34cec753-a0af-40fe-8b26-5782d80f076e", "name": "network-vif-plugged", "status": "completed", "tag": "c7dab032-edad-4dfb-a25a-e3727cf507b5"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:16:34.588529 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8675a1-207a-4308-a522-5f9926ee158f tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Pushing event deleted for resources: {'Port': ['ID=40f87612-6594-4006-bf3b-f6fd89a8d3b6,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:16:34.589428 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (c7dab032-edad-4dfb-a25a-e3727cf507b5), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:34.607481 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8675a1-207a-4308-a522-5f9926ee158f tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:16:34.607953 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8675a1-207a-4308-a522-5f9926ee158f tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:16:34.608400 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8675a1-207a-4308-a522-5f9926ee158f tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:16:34.608610 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8675a1-207a-4308-a522-5f9926ee158f tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:16:34.609138 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8675a1-207a-4308-a522-5f9926ee158f tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:16:34.609250 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8675a1-207a-4308-a522-5f9926ee158f tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:16:34.609547 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8675a1-207a-4308-a522-5f9926ee158f tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:16:34.609873 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8675a1-207a-4308-a522-5f9926ee158f tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:16:34.610730 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8675a1-207a-4308-a522-5f9926ee158f tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:16:34.610730 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8675a1-207a-4308-a522-5f9926ee158f tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:16:34.610904 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8675a1-207a-4308-a522-5f9926ee158f tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:16:34.611162 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8675a1-207a-4308-a522-5f9926ee158f tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:16:34.611446 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8675a1-207a-4308-a522-5f9926ee158f tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:16:34.630677 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e46ec92a-301b-4c58-927b-3283370d82ba req-2aae92d1-c79d-4ad2-bd03-3f9f19e968e7 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=f379e285ebe947e9b1152e1dab9379c4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1011531 Jan 28 07:16:34.694220 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=c7dab032-edad-4dfb-a25a-e3727cf507b5,revision_number=7']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:16:34.695372 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-94257c41-f906-4bb6-ab29-43b2ec128973 req-7c8675a1-207a-4308-a522-5f9926ee158f tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] No DVR routers for this DVR port 40f87612-6594-4006-bf3b-f6fd89a8d3b6 on host n-h2-712749-28 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:16:34.703557 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-94257c41-f906-4bb6-ab29-43b2ec128973 req-7c8675a1-207a-4308-a522-5f9926ee158f tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:34.706621 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-94257c41-f906-4bb6-ab29-43b2ec128973 req-7c8675a1-207a-4308-a522-5f9926ee158f tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.44 "DELETE /v2.0/ports/40f87612-6594-4006-bf3b-f6fd89a8d3b6 HTTP/1.1" status: 204 len: 173 time: 1.2958732 Jan 28 07:16:34.708183 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df61fe7a-69e1-4707-b1a5-edd9d05613ca', 'name': 'network-vif-deleted', 'tag': '40f87612-6594-4006-bf3b-f6fd89a8d3b6'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:16:34.711144 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e313711-6b10-4b30-a03c-24857513dc2a" -d '{"events": [{"server_uuid": "df61fe7a-69e1-4707-b1a5-edd9d05613ca", "name": "network-vif-deleted", "tag": "40f87612-6594-4006-bf3b-f6fd89a8d3b6"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:16:34.725954 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a07ac963-c692-4c35-aceb-64e0dc4a6a0d req-d157102e-8b36-4c73-a4c7-0d6b81d3db1b tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c286ac6-5d5d-46b9-b282-9e68e0339bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081003 Jan 28 07:16:34.858488 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e46ec92a-301b-4c58-927b-3283370d82ba req-0232f617-bc53-4f16-acac-10628263dfa1 service neutron] 10.222.0.41 "GET /v2.0/networks/c9a84dc6-92ac-41b6-88e9-0633fc5dcc86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248070 Jan 28 07:16:35.010230 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e46ec92a-301b-4c58-927b-3283370d82ba req-cfdd79c4-34ef-4670-a03a-1c975a8cf602 service neutron] 10.222.0.41 "GET /v2.0/networks/c9a84dc6-92ac-41b6-88e9-0633fc5dcc86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386187 Jan 28 07:16:35.054366 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2290fa70-2b7b-440c-82d9-ea7c99b83e71 x-openstack-request-id: req-2290fa70-2b7b-440c-82d9-ea7c99b83e71 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:16:35.054771 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34cec753-a0af-40fe-8b26-5782d80f076e", "name": "network-vif-plugged", "status": "completed", "tag": "c7dab032-edad-4dfb-a25a-e3727cf507b5", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:16:35.055108 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2290fa70-2b7b-440c-82d9-ea7c99b83e71 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:16:35.055716 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34cec753-a0af-40fe-8b26-5782d80f076e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7dab032-edad-4dfb-a25a-e3727cf507b5', 'code': 200} Jan 28 07:16:35.122902 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6453c2a1-a031-440d-b912-44bb5bcd32ca x-openstack-request-id: req-6453c2a1-a031-440d-b912-44bb5bcd32ca {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:16:35.123226 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df61fe7a-69e1-4707-b1a5-edd9d05613ca", "name": "network-vif-deleted", "tag": "40f87612-6594-4006-bf3b-f6fd89a8d3b6", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:16:35.123525 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6453c2a1-a031-440d-b912-44bb5bcd32ca {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:16:35.124289 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df61fe7a-69e1-4707-b1a5-edd9d05613ca', 'name': 'network-vif-deleted', 'tag': '40f87612-6594-4006-bf3b-f6fd89a8d3b6', 'status': 'completed', 'code': 200} Jan 28 07:16:35.298567 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-90509a9d-0ff7-4014-80cf-137bff6cd19e req-c02e7ed8-cd68-4446-b061-5cddc28934bd tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?device_id=df61fe7a-69e1-4707-b1a5-edd9d05613ca HTTP/1.1" status: 200 len: 210 time: 0.0914285 Jan 28 07:16:35.595203 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a9c827c9-d0a8-4aa7-a769-e389f7bf8823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:35.611689 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c058f096-a6c9-49bc-9c96-f74f6869f143 req-fd743baa-cc69-4f98-832b-877214441b70 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:35.613346 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c058f096-a6c9-49bc-9c96-f74f6869f143 req-fd743baa-cc69-4f98-832b-877214441b70 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=34cec753-a0af-40fe-8b26-5782d80f076e HTTP/1.1" status: 200 len: 945 time: 0.0838063 Jan 28 07:16:35.704937 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c058f096-a6c9-49bc-9c96-f74f6869f143 req-2d9f89b4-f67b-419b-88eb-70b7fd138c6e tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e9c3947-6ff8-4aa4-a1f7-c165b64c94a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717247 Jan 28 07:16:35.761958 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8753b4f2-17ff-4670-9bdf-1db3cc9a75b7 req-49c7b142-2a25-4fc4-b061-9bf10c2e29aa tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?device_id=53f845b7-f3ca-4ae0-8069-87c7185bf924 HTTP/1.1" status: 200 len: 210 time: 0.0781870 Jan 28 07:16:35.841622 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 40f87612-6594-4006-bf3b-f6fd89a8d3b6 no longer exists at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:16:35.899634 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] No Port match for: 40f87612-6594-4006-bf3b-f6fd89a8d3b6 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:16:35.900563 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 40f87612-6594-4006-bf3b-f6fd89a8d3b6 not bound to the agent host n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:16:35.984381 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884b6fe8-9a80-474b-839b-ec13897026d9 req-b1b8c1ea-a57a-4751-9a76-57062649c581 tempest-ServerGroupTestJSON-1528614542 tempest-ServerGroupTestJSON-1528614542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:35.985799 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-884b6fe8-9a80-474b-839b-ec13897026d9 req-b1b8c1ea-a57a-4751-9a76-57062649c581 tempest-ServerGroupTestJSON-1528614542 tempest-ServerGroupTestJSON-1528614542-project] 10.222.0.41 "GET /v2.0/ports?device_id=f431e9ad-b2c4-4596-a1ae-0ec5c8feeb41 HTTP/1.1" status: 200 len: 945 time: 0.1265318 Jan 28 07:16:36.031752 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879d9c41-fa48-4a1a-ac78-4f01b811c06c req-3161bfcd-b88a-46a8-88b4-d4bd898d09c7 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:36.040105 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-879d9c41-fa48-4a1a-ac78-4f01b811c06c req-3161bfcd-b88a-46a8-88b4-d4bd898d09c7 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5893ef6-46c4-45fa-a505-47cb270a9c49 HTTP/1.1" status: 200 len: 946 time: 0.1657529 Jan 28 07:16:36.054362 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-884b6fe8-9a80-474b-839b-ec13897026d9 req-200fc933-e76c-486d-a34d-24c7c8b2ef19 tempest-ServerGroupTestJSON-1528614542 tempest-ServerGroupTestJSON-1528614542-project] 10.222.0.41 "GET /v2.0/security-groups?id=3be89253-5eac-459e-8f4c-769edcae4999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564647 Jan 28 07:16:36.115944 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-879d9c41-fa48-4a1a-ac78-4f01b811c06c req-d5f0e45d-3db9-41cf-82dc-9727f8c437db tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c286ac6-5d5d-46b9-b282-9e68e0339bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708544 Jan 28 07:16:36.746369 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae50cd9d-97ef-444f-8f8b-1fc98f3dcd55 req-2336a2b5-c9e4-4099-9af0-fb902b209e26 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:36.748703 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ae50cd9d-97ef-444f-8f8b-1fc98f3dcd55 req-2336a2b5-c9e4-4099-9af0-fb902b209e26 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/networks?id=c613bbee-ac30-4d50-a837-418713fc934d HTTP/1.1" status: 200 len: 811 time: 0.1594741 Jan 28 07:16:36.783310 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ae50cd9d-97ef-444f-8f8b-1fc98f3dcd55 req-fd79048e-250b-4e05-a095-ce099be9eb99 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/quotas/229c6d67826441e4877349f4a14040af HTTP/1.1" status: 200 len: 375 time: 0.0240769 Jan 28 07:16:36.836929 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ae50cd9d-97ef-444f-8f8b-1fc98f3dcd55 req-c05949fa-8548-4415-b465-398bad505a93 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=229c6d67826441e4877349f4a14040af&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0520704 Jan 28 07:16:36.898292 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:37.023977 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b345c57c-62d8-45ae-8b2e-5ccd0b68c78e req-6c65daf2-8a58-48df-8beb-15b1fa05e258 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:37.029423 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 7 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 07:16:37.031675 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b345c57c-62d8-45ae-8b2e-5ccd0b68c78e req-6c65daf2-8a58-48df-8beb-15b1fa05e258 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=34cec753-a0af-40fe-8b26-5782d80f076e HTTP/1.1" status: 200 len: 945 time: 0.0974579 Jan 28 07:16:37.033175 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ae50cd9d-97ef-444f-8f8b-1fc98f3dcd55 req-0148e986-b9c9-4c32-a9f2-80f5f9c7003e service neutron] 10.222.0.41 "GET /v2.0/networks/c613bbee-ac30-4d50-a837-418713fc934d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952786 Jan 28 07:16:37.136395 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b345c57c-62d8-45ae-8b2e-5ccd0b68c78e req-696252af-c92e-4a07-8390-8ab86589f67c tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e9c3947-6ff8-4aa4-a1f7-c165b64c94a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018221 Jan 28 07:16:37.245123 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ae50cd9d-97ef-444f-8f8b-1fc98f3dcd55 req-52477746-46f0-4df8-91a4-9544199011af service neutron] 10.222.0.41 "GET /v2.0/networks/c613bbee-ac30-4d50-a837-418713fc934d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281302 Jan 28 07:16:37.271095 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46ec92a-301b-4c58-927b-3283370d82ba req-8ad6fc8e-4010-4ac4-9579-041a1da8c375 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:37.273539 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e46ec92a-301b-4c58-927b-3283370d82ba req-8ad6fc8e-4010-4ac4-9579-041a1da8c375 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.44 "GET /v2.0/networks?id=c9a84dc6-92ac-41b6-88e9-0633fc5dcc86 HTTP/1.1" status: 200 len: 814 time: 0.2922726 Jan 28 07:16:37.284368 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8d79fde5-449a-4cf0-8ad2-9eba8ac4441b req-15a44ab2-0362-4820-aafc-ab6c0a93553b tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?device_id=53f845b7-f3ca-4ae0-8069-87c7185bf924 HTTP/1.1" status: 200 len: 210 time: 0.0446541 Jan 28 07:16:37.293914 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-e46ec92a-301b-4c58-927b-3283370d82ba req-6709ad5c-27e5-4070-9b9d-d592ab3996c7 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Request body: {'port': {'device_id': '53f845b7-f3ca-4ae0-8069-87c7185bf924', 'network_id': 'c9a84dc6-92ac-41b6-88e9-0633fc5dcc86', 'admin_state_up': True, 'tenant_id': 'f379e285ebe947e9b1152e1dab9379c4'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:16:37.464422 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae07f37a-efa3-44b2-8886-a9c0e73b4b75 req-9f13d7b8-6233-4df4-b26d-cda9ff0ba521 tempest-ServerGroupTestJSON-1528614542 tempest-ServerGroupTestJSON-1528614542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:37.466340 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ae07f37a-efa3-44b2-8886-a9c0e73b4b75 req-9f13d7b8-6233-4df4-b26d-cda9ff0ba521 tempest-ServerGroupTestJSON-1528614542 tempest-ServerGroupTestJSON-1528614542-project] 10.222.0.44 "GET /v2.0/ports?device_id=f431e9ad-b2c4-4596-a1ae-0ec5c8feeb41 HTTP/1.1" status: 200 len: 945 time: 0.1907387 Jan 28 07:16:37.467732 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e46ec92a-301b-4c58-927b-3283370d82ba req-6709ad5c-27e5-4070-9b9d-d592ab3996c7 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Made reservation on behalf of f379e285ebe947e9b1152e1dab9379c4 for: {'port': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:16:37.471193 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-e46ec92a-301b-4c58-927b-3283370d82ba req-6709ad5c-27e5-4070-9b9d-d592ab3996c7 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:37.543396 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bd4fa1-5db4-41ee-8858-a636e7f053b0 req-08f1645d-b1e8-4db4-a20a-4b8a176f2423 tempest-ServerGroupTestJSON-1528614542 tempest-ServerGroupTestJSON-1528614542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:37.548072 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-68bd4fa1-5db4-41ee-8858-a636e7f053b0 req-08f1645d-b1e8-4db4-a20a-4b8a176f2423 tempest-ServerGroupTestJSON-1528614542 tempest-ServerGroupTestJSON-1528614542-project] 10.222.0.41 "GET /v2.0/ports?device_id=f431e9ad-b2c4-4596-a1ae-0ec5c8feeb41 HTTP/1.1" status: 200 len: 945 time: 0.1030698 Jan 28 07:16:37.622157 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-68bd4fa1-5db4-41ee-8858-a636e7f053b0 req-098ed3fc-ac95-4f06-aea5-dc552ce77cb9 tempest-ServerGroupTestJSON-1528614542 tempest-ServerGroupTestJSON-1528614542-project] 10.222.0.41 "GET /v2.0/security-groups?id=3be89253-5eac-459e-8f4c-769edcae4999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609043 Jan 28 07:16:37.830540 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [req-e46ec92a-301b-4c58-927b-3283370d82ba req-6709ad5c-27e5-4070-9b9d-d592ab3996c7 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Allocated IP 172.20.0.9 (c9a84dc6-92ac-41b6-88e9-0633fc5dcc86/feafbfc0-ace6-4287-91ea-c1099e1f786f/ee5c4e5b-bece-4bc6-bf02-da9aac6b8993) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:16:37.960927 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4dcc1ed6-a910-420a-a196-7abacbdf6dcc req-64520b18-2227-4414-9cc7-f3942e1d4fe8 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a2737ee-f61e-4f07-836f-8237b18d9f2d HTTP/1.1" status: 200 len: 210 time: 0.0766740 Jan 28 07:16:38.211402 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd443f1-104f-4953-8487-0a8e73f96625 req-f8084ec4-1b91-47f0-8670-81afb630fd2e tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:38.219041 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2bd443f1-104f-4953-8487-0a8e73f96625 req-f8084ec4-1b91-47f0-8670-81afb630fd2e tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5893ef6-46c4-45fa-a505-47cb270a9c49 HTTP/1.1" status: 200 len: 946 time: 0.6928816 Jan 28 07:16:38.247660 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-e46ec92a-301b-4c58-927b-3283370d82ba req-6709ad5c-27e5-4070-9b9d-d592ab3996c7 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Publish callbacks [] for port (ee5c4e5b-bece-4bc6-bf02-da9aac6b8993), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:38.349335 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb39226b-ac94-4a5e-9343-e91d7d0b09bc req-836e4be9-d801-4cab-910a-353a59013773 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:38.350689 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-ae07f37a-efa3-44b2-8886-a9c0e73b4b75 req-b8ab4ebf-6f80-4ec4-8ca7-68ba28730870 tempest-ServerGroupTestJSON-1528614542 tempest-ServerGroupTestJSON-1528614542-project] Deleting port e3e68621-b6d7-4eba-bc3d-9502c912181a {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:16:38.350909 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-ae07f37a-efa3-44b2-8886-a9c0e73b4b75 req-b8ab4ebf-6f80-4ec4-8ca7-68ba28730870 tempest-ServerGroupTestJSON-1528614542 tempest-ServerGroupTestJSON-1528614542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (e3e68621-b6d7-4eba-bc3d-9502c912181a), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:38.358706 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-fb39226b-ac94-4a5e-9343-e91d7d0b09bc req-836e4be9-d801-4cab-910a-353a59013773 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=34cec753-a0af-40fe-8b26-5782d80f076e HTTP/1.1" status: 200 len: 945 time: 0.0815866 Jan 28 07:16:38.447185 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-fb39226b-ac94-4a5e-9343-e91d7d0b09bc req-68a3d7c1-52c1-4fe9-b6e4-0d300d21e93a tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e9c3947-6ff8-4aa4-a1f7-c165b64c94a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865791 Jan 28 07:16:38.573728 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:38.576054 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2bd443f1-104f-4953-8487-0a8e73f96625 req-a67998f1-4ba9-4943-ae91-944025cbf909 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c286ac6-5d5d-46b9-b282-9e68e0339bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3559194 Jan 28 07:16:38.634039 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-325c3ee2-cd6c-460e-a4bd-9f66269369eb req-5a9e809f-5ce3-4ef3-8dfa-53c7a5c8a69d tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?device_id=53f845b7-f3ca-4ae0-8069-87c7185bf924 HTTP/1.1" status: 200 len: 210 time: 0.0442314 Jan 28 07:16:38.703570 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-ae07f37a-efa3-44b2-8886-a9c0e73b4b75 req-b8ab4ebf-6f80-4ec4-8ca7-68ba28730870 tempest-ServerGroupTestJSON-1528614542 tempest-ServerGroupTestJSON-1528614542-project] For port e3e68621-b6d7-4eba-bc3d-9502c912181a, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=e3e68621-b6d7-4eba-bc3d-9502c912181a,segment=NetworkSegment(b90af3c7-2eaf-4c1a-81ea-a82af66d5d91),segment_id=b90af3c7-2eaf-4c1a-81ea-a82af66d5d91)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:16:38.712365 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-ae07f37a-efa3-44b2-8886-a9c0e73b4b75 req-b8ab4ebf-6f80-4ec4-8ca7-68ba28730870 tempest-ServerGroupTestJSON-1528614542 tempest-ServerGroupTestJSON-1528614542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (e3e68621-b6d7-4eba-bc3d-9502c912181a), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:38.735578 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-e46ec92a-301b-4c58-927b-3283370d82ba req-6709ad5c-27e5-4070-9b9d-d592ab3996c7 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (ee5c4e5b-bece-4bc6-bf02-da9aac6b8993), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:38.769836 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['adda9edb-2689-4b0d-9769-f7f6d90bae68'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:16:38.786199 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-ae07f37a-efa3-44b2-8886-a9c0e73b4b75 req-b8ab4ebf-6f80-4ec4-8ca7-68ba28730870 tempest-ServerGroupTestJSON-1528614542 tempest-ServerGroupTestJSON-1528614542-project] Calling delete_port for e3e68621-b6d7-4eba-bc3d-9502c912181a owned by compute:nova {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:16:39.143640 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7ae00631-4b47-4f4d-a6a0-f5ba7fdc545e req-a77ca43f-02e7-4ee2-85fc-614b4bc6b1e7 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a2737ee-f61e-4f07-836f-8237b18d9f2d HTTP/1.1" status: 200 len: 210 time: 0.0519898 Jan 28 07:16:39.271600 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e46ec92a-301b-4c58-927b-3283370d82ba req-6709ad5c-27e5-4070-9b9d-d592ab3996c7 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Network c9a84dc6-92ac-41b6-88e9-0633fc5dcc86 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:16:39.371190 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [req-e46ec92a-301b-4c58-927b-3283370d82ba req-6709ad5c-27e5-4070-9b9d-d592ab3996c7 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:16:39.385264 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0137e589-d35a-4b2b-a385-b6062ec8adf9 req-2e2f7db8-c2a6-4d44-9b8a-2265737c8ccc tempest-ServerGroupTestJSON-1528614542 tempest-ServerGroupTestJSON-1528614542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:39.390760 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0137e589-d35a-4b2b-a385-b6062ec8adf9 req-2e2f7db8-c2a6-4d44-9b8a-2265737c8ccc tempest-ServerGroupTestJSON-1528614542 tempest-ServerGroupTestJSON-1528614542-project] 10.222.0.41 "GET /v2.0/ports?device_id=f431e9ad-b2c4-4596-a1ae-0ec5c8feeb41 HTTP/1.1" status: 200 len: 945 time: 0.5851142 Jan 28 07:16:39.396627 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-e46ec92a-301b-4c58-927b-3283370d82ba req-6709ad5c-27e5-4070-9b9d-d592ab3996c7 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:16:39.452553 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46ec92a-301b-4c58-927b-3283370d82ba req-6709ad5c-27e5-4070-9b9d-d592ab3996c7 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:39.453336 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-e46ec92a-301b-4c58-927b-3283370d82ba req-6709ad5c-27e5-4070-9b9d-d592ab3996c7 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:39.467423 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6709ad5c-27e5-4070-9b9d-d592ab3996c7 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Pushing event updated for resources: {'Port': ['ID=ee5c4e5b-bece-4bc6-bf02-da9aac6b8993,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:16:39.530870 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae50cd9d-97ef-444f-8f8b-1fc98f3dcd55 req-ec29a689-00c0-4a1e-abd1-0161b8b8d497 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:39.555574 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e46ec92a-301b-4c58-927b-3283370d82ba req-6709ad5c-27e5-4070-9b9d-d592ab3996c7 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2658451 Jan 28 07:16:39.557590 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ae50cd9d-97ef-444f-8f8b-1fc98f3dcd55 req-ec29a689-00c0-4a1e-abd1-0161b8b8d497 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.10 "GET /v2.0/networks?id=c613bbee-ac30-4d50-a837-418713fc934d HTTP/1.1" status: 200 len: 811 time: 0.2525275 Jan 28 07:16:39.580049 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-ae50cd9d-97ef-444f-8f8b-1fc98f3dcd55 req-bcc521d3-407a-4cca-9710-d0944cf94298 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Request body: {'port': {'device_id': '9a2737ee-f61e-4f07-836f-8237b18d9f2d', 'network_id': 'c613bbee-ac30-4d50-a837-418713fc934d', 'admin_state_up': True, 'tenant_id': '229c6d67826441e4877349f4a14040af'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:16:39.636787 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-e46ec92a-301b-4c58-927b-3283370d82ba req-13595633-73bd-4c6d-b4f3-094d4dab015c service neutron] Request body: {'port': {'device_id': '53f845b7-f3ca-4ae0-8069-87c7185bf924', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712749-28'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:16:39.690918 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:39.750632 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0137e589-d35a-4b2b-a385-b6062ec8adf9 req-7c7858e3-f6c9-4586-bff4-90087cd0f5c9 tempest-ServerGroupTestJSON-1528614542 tempest-ServerGroupTestJSON-1528614542-project] 10.222.0.41 "GET /v2.0/security-groups?id=3be89253-5eac-459e-8f4c-769edcae4999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2840564 Jan 28 07:16:39.782946 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-e46ec92a-301b-4c58-927b-3283370d82ba req-13595633-73bd-4c6d-b4f3-094d4dab015c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (ee5c4e5b-bece-4bc6-bf02-da9aac6b8993), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:39.855840 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c36d88-0d30-412c-9a79-42ee09be7f33 req-ca4bc1ec-ec2a-4e66-bdc3-207911dfbfe1 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:39.866459 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-84c36d88-0d30-412c-9a79-42ee09be7f33 req-ca4bc1ec-ec2a-4e66-bdc3-207911dfbfe1 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=34cec753-a0af-40fe-8b26-5782d80f076e HTTP/1.1" status: 200 len: 945 time: 0.0858552 Jan 28 07:16:39.875258 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae50cd9d-97ef-444f-8f8b-1fc98f3dcd55 req-bcc521d3-407a-4cca-9710-d0944cf94298 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Made reservation on behalf of 229c6d67826441e4877349f4a14040af for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:16:39.879223 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ae50cd9d-97ef-444f-8f8b-1fc98f3dcd55 req-bcc521d3-407a-4cca-9710-d0944cf94298 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:39.882760 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device e3e68621-b6d7-4eba-bc3d-9502c912181a no longer exists at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:16:40.071027 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-ae50cd9d-97ef-444f-8f8b-1fc98f3dcd55 req-bcc521d3-407a-4cca-9710-d0944cf94298 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Allocated IP 172.20.0.8 (c613bbee-ac30-4d50-a837-418713fc934d/ff9bdb84-da64-4de0-bfaf-1dc458d2c06f/0f6c0d2d-297e-4e76-8440-1295fa1351f4) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:16:40.133826 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bc30f8-ec31-47de-90a0-0a681418373a req-baaf8b65-94c0-43c7-919c-50d41fbcefaa tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:40.141452 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b0bc30f8-ec31-47de-90a0-0a681418373a req-baaf8b65-94c0-43c7-919c-50d41fbcefaa tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5893ef6-46c4-45fa-a505-47cb270a9c49 HTTP/1.1" status: 200 len: 946 time: 0.2362580 Jan 28 07:16:40.217327 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port e3e68621-b6d7-4eba-bc3d-9502c912181a is: ACTIVE; New status is: DOWN {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:16:40.218214 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (e3e68621-b6d7-4eba-bc3d-9502c912181a), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:40.223442 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b0bc30f8-ec31-47de-90a0-0a681418373a req-8a79dd34-7524-4472-939e-eb2924bfd0f7 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c286ac6-5d5d-46b9-b282-9e68e0339bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758626 Jan 28 07:16:40.308747 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ae50cd9d-97ef-444f-8f8b-1fc98f3dcd55 req-bcc521d3-407a-4cca-9710-d0944cf94298 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Publish callbacks [] for port (0f6c0d2d-297e-4e76-8440-1295fa1351f4), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:40.325417 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-84c36d88-0d30-412c-9a79-42ee09be7f33 req-ee274478-fc2b-41ca-86d0-e49ae17e9041 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e9c3947-6ff8-4aa4-a1f7-c165b64c94a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4579837 Jan 28 07:16:40.367914 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-ae07f37a-efa3-44b2-8886-a9c0e73b4b75 req-b8ab4ebf-6f80-4ec4-8ca7-68ba28730870 tempest-ServerGroupTestJSON-1528614542 tempest-ServerGroupTestJSON-1528614542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (e3e68621-b6d7-4eba-bc3d-9502c912181a), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:40.421877 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ae50cd9d-97ef-444f-8f8b-1fc98f3dcd55 req-bcc521d3-407a-4cca-9710-d0944cf94298 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (0f6c0d2d-297e-4e76-8440-1295fa1351f4), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:40.578190 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc521d3-407a-4cca-9710-d0944cf94298 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Pushing event updated for resources: {'Port': ['ID=0f6c0d2d-297e-4e76-8440-1295fa1351f4,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:16:40.592395 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ab4ebf-6f80-4ec4-8ca7-68ba28730870 tempest-ServerGroupTestJSON-1528614542 tempest-ServerGroupTestJSON-1528614542-project] Pushing event deleted for resources: {'Port': ['ID=e3e68621-b6d7-4eba-bc3d-9502c912181a,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:16:40.609521 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc521d3-407a-4cca-9710-d0944cf94298 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:16:40.609947 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc521d3-407a-4cca-9710-d0944cf94298 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:16:40.617620 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc521d3-407a-4cca-9710-d0944cf94298 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:16:40.620528 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc521d3-407a-4cca-9710-d0944cf94298 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:16:40.621031 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc521d3-407a-4cca-9710-d0944cf94298 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:16:40.621529 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc521d3-407a-4cca-9710-d0944cf94298 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:16:40.621971 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc521d3-407a-4cca-9710-d0944cf94298 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:16:40.622425 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc521d3-407a-4cca-9710-d0944cf94298 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:16:40.622853 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc521d3-407a-4cca-9710-d0944cf94298 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:16:40.624064 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc521d3-407a-4cca-9710-d0944cf94298 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:16:40.624523 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc521d3-407a-4cca-9710-d0944cf94298 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:16:40.625887 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc521d3-407a-4cca-9710-d0944cf94298 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:16:40.626313 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc521d3-407a-4cca-9710-d0944cf94298 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:16:40.662429 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae50cd9d-97ef-444f-8f8b-1fc98f3dcd55 req-bcc521d3-407a-4cca-9710-d0944cf94298 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Network c613bbee-ac30-4d50-a837-418713fc934d is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:16:40.688325 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-ae50cd9d-97ef-444f-8f8b-1fc98f3dcd55 req-bcc521d3-407a-4cca-9710-d0944cf94298 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:16:40.727776 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae50cd9d-97ef-444f-8f8b-1fc98f3dcd55 req-bcc521d3-407a-4cca-9710-d0944cf94298 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:16:40.740160 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae07f37a-efa3-44b2-8886-a9c0e73b4b75 req-b8ab4ebf-6f80-4ec4-8ca7-68ba28730870 tempest-ServerGroupTestJSON-1528614542 tempest-ServerGroupTestJSON-1528614542-project] No DVR routers for this DVR port e3e68621-b6d7-4eba-bc3d-9502c912181a on host n-h2-712749-28 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:16:40.749743 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80c8f8c-6b32-4a88-b346-8d5c73a30e09 req-60cf401f-2451-4b5c-97b5-8b8f4b5d3a17 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:40.757173 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e80c8f8c-6b32-4a88-b346-8d5c73a30e09 req-60cf401f-2451-4b5c-97b5-8b8f4b5d3a17 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?device_id=53f845b7-f3ca-4ae0-8069-87c7185bf924 HTTP/1.1" status: 200 len: 931 time: 0.3518395 Jan 28 07:16:40.760100 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-ae07f37a-efa3-44b2-8886-a9c0e73b4b75 req-b8ab4ebf-6f80-4ec4-8ca7-68ba28730870 tempest-ServerGroupTestJSON-1528614542 tempest-ServerGroupTestJSON-1528614542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:40.763429 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ae07f37a-efa3-44b2-8886-a9c0e73b4b75 req-b8ab4ebf-6f80-4ec4-8ca7-68ba28730870 tempest-ServerGroupTestJSON-1528614542 tempest-ServerGroupTestJSON-1528614542-project] 10.222.0.44 "DELETE /v2.0/ports/e3e68621-b6d7-4eba-bc3d-9502c912181a HTTP/1.1" status: 204 len: 173 time: 3.2886691 Jan 28 07:16:40.783689 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f431e9ad-b2c4-4596-a1ae-0ec5c8feeb41', 'name': 'network-vif-deleted', 'tag': 'e3e68621-b6d7-4eba-bc3d-9502c912181a'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:16:40.786173 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddb7bcd7-3e3d-416a-a716-a9524b06bf68" -d '{"events": [{"server_uuid": "f431e9ad-b2c4-4596-a1ae-0ec5c8feeb41", "name": "network-vif-deleted", "tag": "e3e68621-b6d7-4eba-bc3d-9502c912181a"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:16:40.826818 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa17ce6-6922-4840-9e00-fec35d6d0567 req-8ba241fc-bff8-4f24-873c-eb1146854145 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:40.829363 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0aa17ce6-6922-4840-9e00-fec35d6d0567 req-8ba241fc-bff8-4f24-873c-eb1146854145 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a2737ee-f61e-4f07-836f-8237b18d9f2d HTTP/1.1" status: 200 len: 931 time: 0.1966622 Jan 28 07:16:40.851009 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae50cd9d-97ef-444f-8f8b-1fc98f3dcd55 req-bcc521d3-407a-4cca-9710-d0944cf94298 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:40.852802 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ae50cd9d-97ef-444f-8f8b-1fc98f3dcd55 req-bcc521d3-407a-4cca-9710-d0944cf94298 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:40.891302 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ae50cd9d-97ef-444f-8f8b-1fc98f3dcd55 req-bcc521d3-407a-4cca-9710-d0944cf94298 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3157296 Jan 28 07:16:40.924989 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-ae50cd9d-97ef-444f-8f8b-1fc98f3dcd55 req-e3b0daa6-4180-4965-b63c-b98f73964f83 service neutron] Request body: {'port': {'device_id': '9a2737ee-f61e-4f07-836f-8237b18d9f2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-28'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:16:40.951571 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e80c8f8c-6b32-4a88-b346-8d5c73a30e09 req-512fa8a9-96b0-4f8a-a66a-66bd0dd48bdf tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f7766-6108-45d3-a769-5b5e90234849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934042 Jan 28 07:16:40.973044 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0aa17ce6-6922-4840-9e00-fec35d6d0567 req-85221972-e89d-493c-b86c-03be7769e51f tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/security-groups?id=e977f99b-7e7b-4d49-bf15-4fd22b3b3b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995343 Jan 28 07:16:41.014965 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ae50cd9d-97ef-444f-8f8b-1fc98f3dcd55 req-e3b0daa6-4180-4965-b63c-b98f73964f83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (0f6c0d2d-297e-4e76-8440-1295fa1351f4), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:41.143377 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [req-e46ec92a-301b-4c58-927b-3283370d82ba req-13595633-73bd-4c6d-b4f3-094d4dab015c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee5c4e5b-bece-4bc6-bf02-da9aac6b8993 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:16:41.147564 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f38e4513-e550-405e-b09e-258b8c7308e3 req-fd7e7bd3-8ca9-4d44-8d9f-6fd2b740cede tempest-ServerGroupTestJSON-1528614542 tempest-ServerGroupTestJSON-1528614542-project] 10.222.0.41 "GET /v2.0/ports?device_id=f431e9ad-b2c4-4596-a1ae-0ec5c8feeb41 HTTP/1.1" status: 200 len: 210 time: 0.0455325 Jan 28 07:16:41.154592 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-e46ec92a-301b-4c58-927b-3283370d82ba req-13595633-73bd-4c6d-b4f3-094d4dab015c service neutron] Publish callbacks [] for port (ee5c4e5b-bece-4bc6-bf02-da9aac6b8993), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:41.177265 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [req-e46ec92a-301b-4c58-927b-3283370d82ba req-13595633-73bd-4c6d-b4f3-094d4dab015c service neutron] Transition to ACTIVE for port object ee5c4e5b-bece-4bc6-bf02-da9aac6b8993 will not be triggered until provisioned by entity L2. {{(pid=103283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:16:41.181347 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b769b5cc-64c3-4908-b919-ae022eb60100 x-openstack-request-id: req-b769b5cc-64c3-4908-b919-ae022eb60100 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:16:41.182033 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f431e9ad-b2c4-4596-a1ae-0ec5c8feeb41", "name": "network-vif-deleted", "tag": "e3e68621-b6d7-4eba-bc3d-9502c912181a", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:16:41.182306 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b769b5cc-64c3-4908-b919-ae022eb60100 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:16:41.183089 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f431e9ad-b2c4-4596-a1ae-0ec5c8feeb41', 'name': 'network-vif-deleted', 'tag': 'e3e68621-b6d7-4eba-bc3d-9502c912181a', 'status': 'completed', 'code': 200} Jan 28 07:16:41.185073 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-e46ec92a-301b-4c58-927b-3283370d82ba req-13595633-73bd-4c6d-b4f3-094d4dab015c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (ee5c4e5b-bece-4bc6-bf02-da9aac6b8993), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:41.255002 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13595633-73bd-4c6d-b4f3-094d4dab015c service neutron] Pushing event updated for resources: {'Port': ['ID=ee5c4e5b-bece-4bc6-bf02-da9aac6b8993,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:16:41.402484 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-e46ec92a-301b-4c58-927b-3283370d82ba req-13595633-73bd-4c6d-b4f3-094d4dab015c service neutron] Attempting to bind port ee5c4e5b-bece-4bc6-bf02-da9aac6b8993 on host n-h2-712749-28 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:16:41.403152 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-e46ec92a-301b-4c58-927b-3283370d82ba req-13595633-73bd-4c6d-b4f3-094d4dab015c service neutron] Attempting to bind port ee5c4e5b-bece-4bc6-bf02-da9aac6b8993 by drivers openvswitch,hyperv on host n-h2-712749-28 at level 0 using segments [{'id': '00c9bc5a-b387-4097-9c7c-7f7badd573e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c9a84dc6-92ac-41b6-88e9-0633fc5dcc86'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:16:41.403389 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e46ec92a-301b-4c58-927b-3283370d82ba req-13595633-73bd-4c6d-b4f3-094d4dab015c service neutron] Attempting to bind port ee5c4e5b-bece-4bc6-bf02-da9aac6b8993 on network c9a84dc6-92ac-41b6-88e9-0633fc5dcc86 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:16:41.424036 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b38733-23f9-44ea-b1c5-62b8da444480 req-77230f44-5e3e-4307-a219-1b95cf779f8f tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:41.440155 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f1b38733-23f9-44ea-b1c5-62b8da444480 req-77230f44-5e3e-4307-a219-1b95cf779f8f tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5893ef6-46c4-45fa-a505-47cb270a9c49 HTTP/1.1" status: 200 len: 946 time: 0.1264863 Jan 28 07:16:41.448760 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e46ec92a-301b-4c58-927b-3283370d82ba req-13595633-73bd-4c6d-b4f3-094d4dab015c service neutron] Port ee5c4e5b-bece-4bc6-bf02-da9aac6b8993 on network c9a84dc6-92ac-41b6-88e9-0633fc5dcc86 not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-28 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:16:41.449099 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e46ec92a-301b-4c58-927b-3283370d82ba req-13595633-73bd-4c6d-b4f3-094d4dab015c service neutron] Attempting to bind port ee5c4e5b-bece-4bc6-bf02-da9aac6b8993 on network c9a84dc6-92ac-41b6-88e9-0633fc5dcc86 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:16:41.464956 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e46ec92a-301b-4c58-927b-3283370d82ba req-13595633-73bd-4c6d-b4f3-094d4dab015c service neutron] Checking agent: {'id': 'c9906e63-062c-432e-bb53-63fdb8115e18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 16, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:16:41.465333 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e46ec92a-301b-4c58-927b-3283370d82ba req-13595633-73bd-4c6d-b4f3-094d4dab015c service neutron] Checking segment: {'id': '00c9bc5a-b387-4097-9c7c-7f7badd573e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c9a84dc6-92ac-41b6-88e9-0633fc5dcc86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:16:41.465701 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e46ec92a-301b-4c58-927b-3283370d82ba req-13595633-73bd-4c6d-b4f3-094d4dab015c service neutron] Bound using segment: {'id': '00c9bc5a-b387-4097-9c7c-7f7badd573e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c9a84dc6-92ac-41b6-88e9-0633fc5dcc86'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:16:41.466314 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-e46ec92a-301b-4c58-927b-3283370d82ba req-13595633-73bd-4c6d-b4f3-094d4dab015c service neutron] Bound port: ee5c4e5b-bece-4bc6-bf02-da9aac6b8993, host: n-h2-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00c9bc5a-b387-4097-9c7c-7f7badd573e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c9a84dc6-92ac-41b6-88e9-0633fc5dcc86'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:16:41.466787 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-e46ec92a-301b-4c58-927b-3283370d82ba req-13595633-73bd-4c6d-b4f3-094d4dab015c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (ee5c4e5b-bece-4bc6-bf02-da9aac6b8993), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:41.540946 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f1b38733-23f9-44ea-b1c5-62b8da444480 req-ba47f717-eadd-4600-bfc4-8e18e1f83842 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c286ac6-5d5d-46b9-b282-9e68e0339bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997155 Jan 28 07:16:41.556458 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-ae50cd9d-97ef-444f-8f8b-1fc98f3dcd55 req-e3b0daa6-4180-4965-b63c-b98f73964f83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f6c0d2d-297e-4e76-8440-1295fa1351f4 {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:16:41.580054 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44af9afa-a611-4516-a93e-91f591085335 req-49fd5fbd-c459-438e-b5d4-e761741a009d tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:41.587701 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-44af9afa-a611-4516-a93e-91f591085335 req-49fd5fbd-c459-438e-b5d4-e761741a009d tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=34cec753-a0af-40fe-8b26-5782d80f076e HTTP/1.1" status: 200 len: 945 time: 0.1151369 Jan 28 07:16:41.600139 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ae50cd9d-97ef-444f-8f8b-1fc98f3dcd55 req-e3b0daa6-4180-4965-b63c-b98f73964f83 service neutron] Publish callbacks [] for port (0f6c0d2d-297e-4e76-8440-1295fa1351f4), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:41.610696 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-e46ec92a-301b-4c58-927b-3283370d82ba req-13595633-73bd-4c6d-b4f3-094d4dab015c service neutron] For port ee5c4e5b-bece-4bc6-bf02-da9aac6b8993, host n-h2-712749-28, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:16:41.618488 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-e46ec92a-301b-4c58-927b-3283370d82ba req-13595633-73bd-4c6d-b4f3-094d4dab015c service neutron] For port ee5c4e5b-bece-4bc6-bf02-da9aac6b8993, host n-h2-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=ee5c4e5b-bece-4bc6-bf02-da9aac6b8993,segment=NetworkSegment(00c9bc5a-b387-4097-9c7c-7f7badd573e1),segment_id=00c9bc5a-b387-4097-9c7c-7f7badd573e1)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:16:41.623865 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-e46ec92a-301b-4c58-927b-3283370d82ba req-13595633-73bd-4c6d-b4f3-094d4dab015c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (ee5c4e5b-bece-4bc6-bf02-da9aac6b8993), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:41.665832 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-44af9afa-a611-4516-a93e-91f591085335 req-5227c73c-e855-41bb-a391-ee53b2c324c9 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e9c3947-6ff8-4aa4-a1f7-c165b64c94a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771227 Jan 28 07:16:41.667073 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-ae50cd9d-97ef-444f-8f8b-1fc98f3dcd55 req-e3b0daa6-4180-4965-b63c-b98f73964f83 service neutron] Transition to ACTIVE for port object 0f6c0d2d-297e-4e76-8440-1295fa1351f4 will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:16:41.676252 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ae50cd9d-97ef-444f-8f8b-1fc98f3dcd55 req-e3b0daa6-4180-4965-b63c-b98f73964f83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (0f6c0d2d-297e-4e76-8440-1295fa1351f4), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:41.714484 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46ec92a-301b-4c58-927b-3283370d82ba req-13595633-73bd-4c6d-b4f3-094d4dab015c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:41.715119 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-e46ec92a-301b-4c58-927b-3283370d82ba req-13595633-73bd-4c6d-b4f3-094d4dab015c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:41.716622 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e46ec92a-301b-4c58-927b-3283370d82ba req-13595633-73bd-4c6d-b4f3-094d4dab015c service neutron] 10.222.0.44 "PUT /v2.0/ports/ee5c4e5b-bece-4bc6-bf02-da9aac6b8993 HTTP/1.1" status: 200 len: 1092 time: 2.1254714 Jan 28 07:16:41.769913 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13595633-73bd-4c6d-b4f3-094d4dab015c service neutron] Pushing event updated for resources: {'Port': ['ID=ee5c4e5b-bece-4bc6-bf02-da9aac6b8993,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:16:41.822829 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b0daa6-4180-4965-b63c-b98f73964f83 service neutron] Pushing event updated for resources: {'Port': ['ID=0f6c0d2d-297e-4e76-8440-1295fa1351f4,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:16:41.900452 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46ec92a-301b-4c58-927b-3283370d82ba req-9f222227-5865-443e-907f-2a70c453ded1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:41.906413 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e46ec92a-301b-4c58-927b-3283370d82ba req-9f222227-5865-443e-907f-2a70c453ded1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f379e285ebe947e9b1152e1dab9379c4&device_id=53f845b7-f3ca-4ae0-8069-87c7185bf924 HTTP/1.1" status: 200 len: 1095 time: 0.1042655 Jan 28 07:16:41.934647 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-ae50cd9d-97ef-444f-8f8b-1fc98f3dcd55 req-e3b0daa6-4180-4965-b63c-b98f73964f83 service neutron] Attempting to bind port 0f6c0d2d-297e-4e76-8440-1295fa1351f4 on host n-h1-712749-28 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:16:41.934647 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-ae50cd9d-97ef-444f-8f8b-1fc98f3dcd55 req-e3b0daa6-4180-4965-b63c-b98f73964f83 service neutron] Attempting to bind port 0f6c0d2d-297e-4e76-8440-1295fa1351f4 by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': '0129dffb-fe43-47b5-a269-4f49ca8f6de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c613bbee-ac30-4d50-a837-418713fc934d'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:16:41.936652 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae50cd9d-97ef-444f-8f8b-1fc98f3dcd55 req-e3b0daa6-4180-4965-b63c-b98f73964f83 service neutron] Attempting to bind port 0f6c0d2d-297e-4e76-8440-1295fa1351f4 on network c613bbee-ac30-4d50-a837-418713fc934d {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:16:41.955988 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae50cd9d-97ef-444f-8f8b-1fc98f3dcd55 req-e3b0daa6-4180-4965-b63c-b98f73964f83 service neutron] Port 0f6c0d2d-297e-4e76-8440-1295fa1351f4 on network c613bbee-ac30-4d50-a837-418713fc934d not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:16:41.956345 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae50cd9d-97ef-444f-8f8b-1fc98f3dcd55 req-e3b0daa6-4180-4965-b63c-b98f73964f83 service neutron] Attempting to bind port 0f6c0d2d-297e-4e76-8440-1295fa1351f4 on network c613bbee-ac30-4d50-a837-418713fc934d {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:16:41.965993 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae50cd9d-97ef-444f-8f8b-1fc98f3dcd55 req-e3b0daa6-4180-4965-b63c-b98f73964f83 service neutron] Checking agent: {'id': '2fca46b1-237f-4857-9290-2429d810e472', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 16, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:16:41.966342 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae50cd9d-97ef-444f-8f8b-1fc98f3dcd55 req-e3b0daa6-4180-4965-b63c-b98f73964f83 service neutron] Checking segment: {'id': '0129dffb-fe43-47b5-a269-4f49ca8f6de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c613bbee-ac30-4d50-a837-418713fc934d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:16:41.966727 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae50cd9d-97ef-444f-8f8b-1fc98f3dcd55 req-e3b0daa6-4180-4965-b63c-b98f73964f83 service neutron] Bound using segment: {'id': '0129dffb-fe43-47b5-a269-4f49ca8f6de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c613bbee-ac30-4d50-a837-418713fc934d'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:16:41.968848 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-ae50cd9d-97ef-444f-8f8b-1fc98f3dcd55 req-e3b0daa6-4180-4965-b63c-b98f73964f83 service neutron] Bound port: 0f6c0d2d-297e-4e76-8440-1295fa1351f4, host: n-h1-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0129dffb-fe43-47b5-a269-4f49ca8f6de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c613bbee-ac30-4d50-a837-418713fc934d'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:16:41.969217 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ae50cd9d-97ef-444f-8f8b-1fc98f3dcd55 req-e3b0daa6-4180-4965-b63c-b98f73964f83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (0f6c0d2d-297e-4e76-8440-1295fa1351f4), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:42.003774 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e46ec92a-301b-4c58-927b-3283370d82ba req-1503ae4b-1234-4026-bfaf-32fc3eb24e9c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee5c4e5b-bece-4bc6-bf02-da9aac6b8993 HTTP/1.1" status: 200 len: 217 time: 0.0812099 Jan 28 07:16:42.067143 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46ec92a-301b-4c58-927b-3283370d82ba req-61a074f6-0cb6-4d48-a06d-1aca519a8ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:42.069685 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e46ec92a-301b-4c58-927b-3283370d82ba req-61a074f6-0cb6-4d48-a06d-1aca519a8ce3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=feafbfc0-ace6-4287-91ea-c1099e1f786f HTTP/1.1" status: 200 len: 854 time: 0.0577974 Jan 28 07:16:42.126706 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e46ec92a-301b-4c58-927b-3283370d82ba req-5f354722-96ee-4a50-86f8-c5738b86b256 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c9a84dc6-92ac-41b6-88e9-0633fc5dcc86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513477 Jan 28 07:16:42.188251 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-ae50cd9d-97ef-444f-8f8b-1fc98f3dcd55 req-e3b0daa6-4180-4965-b63c-b98f73964f83 service neutron] For port 0f6c0d2d-297e-4e76-8440-1295fa1351f4, host n-h1-712749-28, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:16:42.203713 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-ae50cd9d-97ef-444f-8f8b-1fc98f3dcd55 req-e3b0daa6-4180-4965-b63c-b98f73964f83 service neutron] For port 0f6c0d2d-297e-4e76-8440-1295fa1351f4, host n-h1-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=0f6c0d2d-297e-4e76-8440-1295fa1351f4,segment=NetworkSegment(0129dffb-fe43-47b5-a269-4f49ca8f6de7),segment_id=0129dffb-fe43-47b5-a269-4f49ca8f6de7)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:16:42.211460 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ae50cd9d-97ef-444f-8f8b-1fc98f3dcd55 req-e3b0daa6-4180-4965-b63c-b98f73964f83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (0f6c0d2d-297e-4e76-8440-1295fa1351f4), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:42.275459 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d04d91e-2c98-4991-816e-acfa7a76b264 req-b4fe6912-ea73-4d27-a782-77f93dae674b tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:42.283260 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4d04d91e-2c98-4991-816e-acfa7a76b264 req-b4fe6912-ea73-4d27-a782-77f93dae674b tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?device_id=53f845b7-f3ca-4ae0-8069-87c7185bf924 HTTP/1.1" status: 200 len: 943 time: 0.1792679 Jan 28 07:16:42.283804 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f26cde2-a922-4384-8b9a-0ef07136958e req-0760e3d9-3bce-423d-a45c-0810fafde170 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:42.291692 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0f26cde2-a922-4384-8b9a-0ef07136958e req-0760e3d9-3bce-423d-a45c-0810fafde170 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a2737ee-f61e-4f07-836f-8237b18d9f2d HTTP/1.1" status: 200 len: 943 time: 0.1451778 Jan 28 07:16:42.335376 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e46ec92a-301b-4c58-927b-3283370d82ba req-437b7115-7174-49f1-9350-4a59d1d911fc service neutron] 10.222.0.44 "GET /v2.0/networks/c9a84dc6-92ac-41b6-88e9-0633fc5dcc86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918907 Jan 28 07:16:42.426598 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0f26cde2-a922-4384-8b9a-0ef07136958e req-8dee6290-7f56-4d06-8bfd-3f634e79cf71 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/security-groups?id=e977f99b-7e7b-4d49-bf15-4fd22b3b3b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338487 Jan 28 07:16:42.525514 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e46ec92a-301b-4c58-927b-3283370d82ba req-0371ee4d-2a8e-48b5-8883-01eeac36de45 service neutron] 10.222.0.44 "GET /v2.0/networks/c9a84dc6-92ac-41b6-88e9-0633fc5dcc86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816056 Jan 28 07:16:42.707109 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae50cd9d-97ef-444f-8f8b-1fc98f3dcd55 req-e3b0daa6-4180-4965-b63c-b98f73964f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:42.711121 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ae50cd9d-97ef-444f-8f8b-1fc98f3dcd55 req-e3b0daa6-4180-4965-b63c-b98f73964f83 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:42.712758 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ae50cd9d-97ef-444f-8f8b-1fc98f3dcd55 req-e3b0daa6-4180-4965-b63c-b98f73964f83 service neutron] 10.222.0.10 "PUT /v2.0/ports/0f6c0d2d-297e-4e76-8440-1295fa1351f4 HTTP/1.1" status: 200 len: 1092 time: 1.8018210 Jan 28 07:16:42.712904 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a2737ee-f61e-4f07-836f-8237b18d9f2d', 'tag': '0f6c0d2d-297e-4e76-8440-1295fa1351f4'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:16:42.715116 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f33b2d6-b41f-4d38-ad61-8de99b6835a7" -d '{"events": [{"name": "network-changed", "server_uuid": "9a2737ee-f61e-4f07-836f-8237b18d9f2d", "tag": "0f6c0d2d-297e-4e76-8440-1295fa1351f4"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:16:42.752336 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b0daa6-4180-4965-b63c-b98f73964f83 service neutron] Pushing event updated for resources: {'Port': ['ID=0f6c0d2d-297e-4e76-8440-1295fa1351f4,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:16:42.793047 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4d04d91e-2c98-4991-816e-acfa7a76b264 req-cfc59869-6c37-46fb-8917-c9edf93f7594 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f7766-6108-45d3-a769-5b5e90234849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5083857 Jan 28 07:16:42.795259 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb2f8cc-69ab-4e9a-8f31-e96f1e22aad0 req-13f0ab5a-6a15-4a10-8f2d-e9b69d63aa82 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:42.802305 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0bb2f8cc-69ab-4e9a-8f31-e96f1e22aad0 req-13f0ab5a-6a15-4a10-8f2d-e9b69d63aa82 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5893ef6-46c4-45fa-a505-47cb270a9c49 HTTP/1.1" status: 200 len: 946 time: 0.1212811 Jan 28 07:16:42.888383 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0bb2f8cc-69ab-4e9a-8f31-e96f1e22aad0 req-2dea5311-5435-4513-a36e-6398cb5e7e3b tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c286ac6-5d5d-46b9-b282-9e68e0339bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849419 Jan 28 07:16:42.890915 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae50cd9d-97ef-444f-8f8b-1fc98f3dcd55 req-f04d8adc-5fc8-4eac-a836-6e06901e547a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:42.892509 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ae50cd9d-97ef-444f-8f8b-1fc98f3dcd55 req-f04d8adc-5fc8-4eac-a836-6e06901e547a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=229c6d67826441e4877349f4a14040af&device_id=9a2737ee-f61e-4f07-836f-8237b18d9f2d HTTP/1.1" status: 200 len: 1095 time: 0.0984373 Jan 28 07:16:42.989953 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:16:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0451f69e-e072-4876-8395-0baf6e2516c0 x-openstack-request-id: req-0451f69e-e072-4876-8395-0baf6e2516c0 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:16:42.991078 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a2737ee-f61e-4f07-836f-8237b18d9f2d", "tag": "0f6c0d2d-297e-4e76-8440-1295fa1351f4", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:16:42.991501 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0451f69e-e072-4876-8395-0baf6e2516c0 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:16:42.992070 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a2737ee-f61e-4f07-836f-8237b18d9f2d', 'tag': '0f6c0d2d-297e-4e76-8440-1295fa1351f4', 'status': 'completed', 'code': 200} Jan 28 07:16:42.995260 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ae50cd9d-97ef-444f-8f8b-1fc98f3dcd55 req-62fb6f9e-34c0-49c5-a05d-6ed9ad498ab7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0f6c0d2d-297e-4e76-8440-1295fa1351f4 HTTP/1.1" status: 200 len: 217 time: 0.0835629 Jan 28 07:16:43.098820 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae50cd9d-97ef-444f-8f8b-1fc98f3dcd55 req-c8ce952c-d5fc-4c42-9f93-b5ebc9c67393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:43.101180 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ae50cd9d-97ef-444f-8f8b-1fc98f3dcd55 req-c8ce952c-d5fc-4c42-9f93-b5ebc9c67393 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ff9bdb84-da64-4de0-bfaf-1dc458d2c06f HTTP/1.1" status: 200 len: 851 time: 0.0723076 Jan 28 07:16:43.174107 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ae50cd9d-97ef-444f-8f8b-1fc98f3dcd55 req-44a828b3-c809-48fe-95b8-26285b1fe518 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c613bbee-ac30-4d50-a837-418713fc934d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626633 Jan 28 07:16:43.183982 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53f845b7-f3ca-4ae0-8069-87c7185bf924', 'tag': 'ee5c4e5b-bece-4bc6-bf02-da9aac6b8993'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:16:43.186844 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e02cba32-dc0f-4395-b9da-ab47bcd2b67f" -d '{"events": [{"name": "network-changed", "server_uuid": "53f845b7-f3ca-4ae0-8069-87c7185bf924", "tag": "ee5c4e5b-bece-4bc6-bf02-da9aac6b8993"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:16:43.242665 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:16:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5870fc64-1c18-4db0-afac-0d8c2091670c x-openstack-request-id: req-5870fc64-1c18-4db0-afac-0d8c2091670c {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:16:43.242959 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53f845b7-f3ca-4ae0-8069-87c7185bf924", "tag": "ee5c4e5b-bece-4bc6-bf02-da9aac6b8993", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:16:43.243213 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5870fc64-1c18-4db0-afac-0d8c2091670c {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:16:43.243615 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53f845b7-f3ca-4ae0-8069-87c7185bf924', 'tag': 'ee5c4e5b-bece-4bc6-bf02-da9aac6b8993', 'status': 'completed', 'code': 200} Jan 28 07:16:43.285405 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ae50cd9d-97ef-444f-8f8b-1fc98f3dcd55 req-71e6a302-1f7a-4c2f-a497-79e49e8cd6ac service neutron] 10.222.0.10 "GET /v2.0/networks/c613bbee-ac30-4d50-a837-418713fc934d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030304 Jan 28 07:16:43.295024 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd084bf-fa97-4576-af05-d44d7acbe683 req-f50c6838-d466-4c68-a2ab-2506f5bd9141 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:43.319537 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2bd084bf-fa97-4576-af05-d44d7acbe683 req-f50c6838-d466-4c68-a2ab-2506f5bd9141 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=34cec753-a0af-40fe-8b26-5782d80f076e HTTP/1.1" status: 200 len: 945 time: 0.3241365 Jan 28 07:16:43.366384 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 45972) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:16:43.393925 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02cba32-dc0f-4395-b9da-ab47bcd2b67f req-108f30b6-7bc7-436f-8244-95787d8de3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:43.395483 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e02cba32-dc0f-4395-b9da-ab47bcd2b67f req-108f30b6-7bc7-436f-8244-95787d8de3b0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f379e285ebe947e9b1152e1dab9379c4&device_id=53f845b7-f3ca-4ae0-8069-87c7185bf924 HTTP/1.1" status: 200 len: 1095 time: 0.0928428 Jan 28 07:16:43.542541 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2bd084bf-fa97-4576-af05-d44d7acbe683 req-be262df2-2a0c-4969-a1e6-9576606b5788 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e9c3947-6ff8-4aa4-a1f7-c165b64c94a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239287 Jan 28 07:16:43.554018 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-d285a41d-5e6c-49ae-9a2f-4b4c729df542 admin admin] Deleting subnet b8ec043d-84c3-4c83-98cd-e8966f5ca906 {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:16:43.563401 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d285a41d-5e6c-49ae-9a2f-4b4c729df542 admin admin] Publish callbacks [] for subnet (b8ec043d-84c3-4c83-98cd-e8966f5ca906), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:43.616347 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ae50cd9d-97ef-444f-8f8b-1fc98f3dcd55 req-34c3e612-f3c0-40b7-8cd8-ef4ed5c2ab36 service neutron] 10.222.0.10 "GET /v2.0/networks/c613bbee-ac30-4d50-a837-418713fc934d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2778735 Jan 28 07:16:43.639285 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d285a41d-5e6c-49ae-9a2f-4b4c729df542 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24759175'] for subnet (b8ec043d-84c3-4c83-98cd-e8966f5ca906), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:43.747693 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9072a8aa-4b78-4d28-8663-a8cda2cdd5dd req-cadba9b1-498f-447e-8d41-d05fc7f3c70f tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:43.757335 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9072a8aa-4b78-4d28-8663-a8cda2cdd5dd req-cadba9b1-498f-447e-8d41-d05fc7f3c70f tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a2737ee-f61e-4f07-836f-8237b18d9f2d HTTP/1.1" status: 200 len: 943 time: 0.2053239 Jan 28 07:16:43.761860 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02cba32-dc0f-4395-b9da-ab47bcd2b67f req-762490e5-7c1c-4e29-b393-aad9b3c3e24c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:43.766548 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e02cba32-dc0f-4395-b9da-ab47bcd2b67f req-762490e5-7c1c-4e29-b393-aad9b3c3e24c service neutron] 10.222.0.44 "GET /v2.0/networks?id=c9a84dc6-92ac-41b6-88e9-0633fc5dcc86 HTTP/1.1" status: 200 len: 915 time: 0.3635876 Jan 28 07:16:43.801695 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d285a41d-5e6c-49ae-9a2f-4b4c729df542 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (b8ec043d-84c3-4c83-98cd-e8966f5ca906), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:43.840335 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f33b2d6-b41f-4d38-ad61-8de99b6835a7 req-f425ee07-1428-4f73-b5ca-df9f4cb703bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:43.841866 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5f33b2d6-b41f-4d38-ad61-8de99b6835a7 req-f425ee07-1428-4f73-b5ca-df9f4cb703bf service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=229c6d67826441e4877349f4a14040af&device_id=9a2737ee-f61e-4f07-836f-8237b18d9f2d HTTP/1.1" status: 200 len: 1095 time: 0.1161866 Jan 28 07:16:43.851820 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e02cba32-dc0f-4395-b9da-ab47bcd2b67f req-4184b346-be2f-42b7-8d8f-4b4272c4fe7c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee5c4e5b-bece-4bc6-bf02-da9aac6b8993 HTTP/1.1" status: 200 len: 217 time: 0.0713587 Jan 28 07:16:43.939776 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9072a8aa-4b78-4d28-8663-a8cda2cdd5dd req-2c9d418f-ba3c-442b-bc7e-a0e8f675b1b0 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/security-groups?id=e977f99b-7e7b-4d49-bf15-4fd22b3b3b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720815 Jan 28 07:16:43.958263 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f33b2d6-b41f-4d38-ad61-8de99b6835a7 req-82ce0206-cea9-4832-8d9e-b5d08e830fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:43.959998 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5f33b2d6-b41f-4d38-ad61-8de99b6835a7 req-82ce0206-cea9-4832-8d9e-b5d08e830fa2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c613bbee-ac30-4d50-a837-418713fc934d HTTP/1.1" status: 200 len: 912 time: 0.1041281 Jan 28 07:16:43.982285 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02cba32-dc0f-4395-b9da-ab47bcd2b67f req-41f9473d-77bd-4ad4-abb9-724c5289e8df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:43.983815 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e02cba32-dc0f-4395-b9da-ab47bcd2b67f req-41f9473d-77bd-4ad4-abb9-724c5289e8df service neutron] 10.222.0.44 "GET /v2.0/subnets?id=feafbfc0-ace6-4287-91ea-c1099e1f786f HTTP/1.1" status: 200 len: 854 time: 0.1247663 Jan 28 07:16:44.025170 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5f33b2d6-b41f-4d38-ad61-8de99b6835a7 req-05514f57-c2c2-4a30-b771-1f1b83d46eda service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0f6c0d2d-297e-4e76-8440-1295fa1351f4 HTTP/1.1" status: 200 len: 217 time: 0.0587232 Jan 28 07:16:44.041444 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d285a41d-5e6c-49ae-9a2f-4b4c729df542 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24757569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24979817'] for subnet (b8ec043d-84c3-4c83-98cd-e8966f5ca906), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:44.073256 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e02cba32-dc0f-4395-b9da-ab47bcd2b67f req-edd7652a-b323-4f71-a2f4-739b8378a4e9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c9a84dc6-92ac-41b6-88e9-0633fc5dcc86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0834076 Jan 28 07:16:44.076179 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d285a41d-5e6c-49ae-9a2f-4b4c729df542 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8ec043d-84c3-4c83-98cd-e8966f5ca906,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:16:44.118473 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d285a41d-5e6c-49ae-9a2f-4b4c729df542 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:44.124117 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-d285a41d-5e6c-49ae-9a2f-4b4c729df542 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/b8ec043d-84c3-4c83-98cd-e8966f5ca906 HTTP/1.1" status: 204 len: 168 time: 0.7400041 Jan 28 07:16:44.124417 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 45984) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:16:44.203440 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bb1eeb06-bc7d-4cf9-beb3-dc9c86ef686c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (e5653214-e76e-4d43-b6bd-674324b40372), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:44.219790 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af60bdd-2c2a-4ebc-a32d-3ef8056589b1 req-b09dd14a-da60-4fb8-b852-cbf69ab88079 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:44.226730 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1af60bdd-2c2a-4ebc-a32d-3ef8056589b1 req-b09dd14a-da60-4fb8-b852-cbf69ab88079 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?device_id=53f845b7-f3ca-4ae0-8069-87c7185bf924 HTTP/1.1" status: 200 len: 943 time: 0.2565579 Jan 28 07:16:44.237516 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08257062-7d9c-4142-bcaa-de9937b97568 req-f2afa0d6-a633-47c5-8252-78b6e5be17c3 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:44.246192 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-08257062-7d9c-4142-bcaa-de9937b97568 req-f2afa0d6-a633-47c5-8252-78b6e5be17c3 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5893ef6-46c4-45fa-a505-47cb270a9c49 HTTP/1.1" status: 200 len: 946 time: 0.1777954 Jan 28 07:16:44.248473 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f33b2d6-b41f-4d38-ad61-8de99b6835a7 req-76f65b79-83e3-4b1b-83ea-a999628adb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:44.250005 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5f33b2d6-b41f-4d38-ad61-8de99b6835a7 req-76f65b79-83e3-4b1b-83ea-a999628adb5e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ff9bdb84-da64-4de0-bfaf-1dc458d2c06f HTTP/1.1" status: 200 len: 851 time: 0.2101693 Jan 28 07:16:44.260150 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 45988) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:16:44.282265 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-92150655-9d13-40b8-930c-b21f97d09cb8 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-674072472'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:16:44.290969 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e02cba32-dc0f-4395-b9da-ab47bcd2b67f req-7bfd2765-618c-4264-8ee6-6dbe519dfc1c service neutron] 10.222.0.44 "GET /v2.0/networks/c9a84dc6-92ac-41b6-88e9-0633fc5dcc86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952779 Jan 28 07:16:44.319561 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5f33b2d6-b41f-4d38-ad61-8de99b6835a7 req-5490127f-fa1c-4254-bb9a-59ac787577e2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c613bbee-ac30-4d50-a837-418713fc934d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402203 Jan 28 07:16:44.383719 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-08257062-7d9c-4142-bcaa-de9937b97568 req-012ea264-60dd-4d63-8090-9159509575f9 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c286ac6-5d5d-46b9-b282-9e68e0339bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352940 Jan 28 07:16:44.460894 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1af60bdd-2c2a-4ebc-a32d-3ef8056589b1 req-0d2d3972-587b-46e2-8b7e-030520fb4d16 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f7766-6108-45d3-a769-5b5e90234849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241831 Jan 28 07:16:44.466642 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e02cba32-dc0f-4395-b9da-ab47bcd2b67f req-3a1c7d64-272d-4142-992f-4fea10882507 service neutron] 10.222.0.44 "GET /v2.0/networks/c9a84dc6-92ac-41b6-88e9-0633fc5dcc86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685934 Jan 28 07:16:44.482866 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92150655-9d13-40b8-930c-b21f97d09cb8 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Made reservation on behalf of 6a16562f4e0b40b69523d9d718e8a4c0 for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:16:44.486250 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-92150655-9d13-40b8-930c-b21f97d09cb8 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:44.512643 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bb1eeb06-bc7d-4cf9-beb3-dc9c86ef686c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (e5653214-e76e-4d43-b6bd-674324b40372), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:44.551762 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-bb1eeb06-bc7d-4cf9-beb3-dc9c86ef686c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5653214-e76e-4d43-b6bd-674324b40372']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:16:44.561094 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92150655-9d13-40b8-930c-b21f97d09cb8 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:16:44.567146 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-bb1eeb06-bc7d-4cf9-beb3-dc9c86ef686c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b90af3c7-2eaf-4c1a-81ea-a82af66d5d91') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:16:44.567440 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-bb1eeb06-bc7d-4cf9-beb3-dc9c86ef686c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b90af3c7-2eaf-4c1a-81ea-a82af66d5d91') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:16:44.611790 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bb1eeb06-bc7d-4cf9-beb3-dc9c86ef686c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24759294'] for segment (b90af3c7-2eaf-4c1a-81ea-a82af66d5d91), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:44.632082 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-92150655-9d13-40b8-930c-b21f97d09cb8 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (8b0a0ad2-fd7a-4498-821e-1edb296a5ed1), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:44.632466 n-d-712749-28 neutron-server[103284]: INFO neutron.db.segments_db [None req-92150655-9d13-40b8-930c-b21f97d09cb8 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Added segment 8b0a0ad2-fd7a-4498-821e-1edb296a5ed1 of type vlan for network 39d5b943-8907-404b-b824-343baf651894 Jan 28 07:16:44.700647 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5f33b2d6-b41f-4d38-ad61-8de99b6835a7 req-d3b01267-f168-4ca9-843c-d072679c78d2 service neutron] 10.222.0.10 "GET /v2.0/networks/c613bbee-ac30-4d50-a837-418713fc934d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3578217 Jan 28 07:16:44.703497 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bb1eeb06-bc7d-4cf9-beb3-dc9c86ef686c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (b90af3c7-2eaf-4c1a-81ea-a82af66d5d91), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:44.723024 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-92150655-9d13-40b8-930c-b21f97d09cb8 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (39d5b943-8907-404b-b824-343baf651894), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:44.738494 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb1eeb06-bc7d-4cf9-beb3-dc9c86ef686c admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:16:44.738959 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bb1eeb06-bc7d-4cf9-beb3-dc9c86ef686c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24757675'] for segment (b90af3c7-2eaf-4c1a-81ea-a82af66d5d91), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:44.743166 n-d-712749-28 neutron-server[103284]: Traceback (most recent call last): Jan 28 07:16:44.743166 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:16:44.743166 n-d-712749-28 neutron-server[103284]: timer() Jan 28 07:16:44.743166 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:16:44.743166 n-d-712749-28 neutron-server[103284]: cb(*args, **kw) Jan 28 07:16:44.743166 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:16:44.743166 n-d-712749-28 neutron-server[103284]: return func(*args, **kwargs) Jan 28 07:16:44.743166 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:16:44.743166 n-d-712749-28 neutron-server[103284]: self._notify() Jan 28 07:16:44.743166 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:16:44.743166 n-d-712749-28 neutron-server[103284]: self.callback(batched_events) Jan 28 07:16:44.743166 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:16:44.743166 n-d-712749-28 neutron-server[103284]: event.method(event) Jan 28 07:16:44.743166 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:16:44.743166 n-d-712749-28 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:16:44.743166 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:16:44.743166 n-d-712749-28 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:16:44.743166 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:16:44.743166 n-d-712749-28 neutron-server[103284]: return f(self, *a, **k) Jan 28 07:16:44.743166 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:16:44.743166 n-d-712749-28 neutron-server[103284]: return self._get(url).json() Jan 28 07:16:44.743166 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:16:44.743166 n-d-712749-28 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:16:44.743166 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:16:44.743166 n-d-712749-28 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Jan 28 07:16:44.743166 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:16:44.743166 n-d-712749-28 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:16:44.743166 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:16:44.743166 n-d-712749-28 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:16:44.743166 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:16:44.743166 n-d-712749-28 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:16:44.743166 n-d-712749-28 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:16:44.838965 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.db.resource_extend [None req-92150655-9d13-40b8-930c-b21f97d09cb8 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 07:16:44.886496 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bb1eeb06-bc7d-4cf9-beb3-dc9c86ef686c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (e5653214-e76e-4d43-b6bd-674324b40372), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:44.892358 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bb1eeb06-bc7d-4cf9-beb3-dc9c86ef686c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:44.895769 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-bb1eeb06-bc7d-4cf9-beb3-dc9c86ef686c admin admin] 10.222.0.41 "DELETE /v2.0/networks/e5653214-e76e-4d43-b6bd-674324b40372 HTTP/1.1" status: 204 len: 168 time: 0.7697709 Jan 28 07:16:44.907614 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdccc7ce-3976-44fd-a2b1-f1f70dc24734 req-c3cea60a-46af-4765-829c-7d8c82e9f19b tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:44.909360 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-bdccc7ce-3976-44fd-a2b1-f1f70dc24734 req-c3cea60a-46af-4765-829c-7d8c82e9f19b tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=34cec753-a0af-40fe-8b26-5782d80f076e HTTP/1.1" status: 200 len: 945 time: 0.2702389 Jan 28 07:16:44.913895 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-92150655-9d13-40b8-930c-b21f97d09cb8 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (39d5b943-8907-404b-b824-343baf651894), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:44.919065 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92150655-9d13-40b8-930c-b21f97d09cb8 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:44.919742 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-92150655-9d13-40b8-930c-b21f97d09cb8 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:44.962374 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1eeb06-bc7d-4cf9-beb3-dc9c86ef686c admin admin] Pushing event deleted for resources: {'Network': ['ID=e5653214-e76e-4d43-b6bd-674324b40372,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:16:44.998371 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5f33b2d6-b41f-4d38-ad61-8de99b6835a7 req-c81cbfed-a449-43ce-9bf6-6c7e93fff1d9 service neutron] 10.222.0.10 "GET /v2.0/networks/c613bbee-ac30-4d50-a837-418713fc934d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2727230 Jan 28 07:16:45.040701 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-92150655-9d13-40b8-930c-b21f97d09cb8 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7634101 Jan 28 07:16:45.049406 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 45998) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:16:45.056329 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-06d582db-9aab-455a-8515-0c64a60d77a4 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-569313888'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:16:45.110600 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06d582db-9aab-455a-8515-0c64a60d77a4 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Made reservation on behalf of 6a16562f4e0b40b69523d9d718e8a4c0 for: {'network': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:16:45.115706 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-06d582db-9aab-455a-8515-0c64a60d77a4 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:45.140672 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 46000) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:16:45.152947 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92150655-9d13-40b8-930c-b21f97d09cb8 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Pushing event updated for resources: {'Network': ['ID=39d5b943-8907-404b-b824-343baf651894,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:16:45.163529 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-bdccc7ce-3976-44fd-a2b1-f1f70dc24734 req-2a6df426-b738-4ac4-9380-4c2ea61d4532 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e9c3947-6ff8-4aa4-a1f7-c165b64c94a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049370 Jan 28 07:16:45.166674 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network 39d5b943-8907-404b-b824-343baf651894 details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:16:45.209903 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06d582db-9aab-455a-8515-0c64a60d77a4 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=103283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:16:45.221111 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-06d582db-9aab-455a-8515-0c64a60d77a4 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (cd55eebc-1f57-4111-a982-059d17cd9714), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:45.221781 n-d-712749-28 neutron-server[103283]: INFO neutron.db.segments_db [None req-06d582db-9aab-455a-8515-0c64a60d77a4 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Added segment cd55eebc-1f57-4111-a982-059d17cd9714 of type vlan for network 7271c4e0-9917-4cbf-8cf0-7234aac71aa9 Jan 28 07:16:45.292646 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-06d582db-9aab-455a-8515-0c64a60d77a4 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (7271c4e0-9917-4cbf-8cf0-7234aac71aa9), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:45.307450 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960a0c4b-4c6b-46a2-bbd4-b706a8eee102 req-f16753d5-dca5-4719-8085-780b16595340 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:45.316734 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-960a0c4b-4c6b-46a2-bbd4-b706a8eee102 req-f16753d5-dca5-4719-8085-780b16595340 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a2737ee-f61e-4f07-836f-8237b18d9f2d HTTP/1.1" status: 200 len: 943 time: 0.1678126 Jan 28 07:16:45.323733 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-de4ffc87-c1a5-4ae3-bba1-51cdb055031b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cd0de699670c411d8e29bc408b4e9bd9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1819448 Jan 28 07:16:45.325521 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 46006) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:16:45.384097 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-091859c2-83da-4730-b1de-73c6cfed7469 admin admin] Publish callbacks [] for security_group (3be89253-5eac-459e-8f4c-769edcae4999), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:45.392114 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-06d582db-9aab-455a-8515-0c64a60d77a4 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (7271c4e0-9917-4cbf-8cf0-7234aac71aa9), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:45.397621 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d582db-9aab-455a-8515-0c64a60d77a4 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:45.399581 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-06d582db-9aab-455a-8515-0c64a60d77a4 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:45.434551 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-091859c2-83da-4730-b1de-73c6cfed7469 admin admin] Publish callbacks [] for security_group (3be89253-5eac-459e-8f4c-769edcae4999), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:45.449443 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-06d582db-9aab-455a-8515-0c64a60d77a4 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3980906 Jan 28 07:16:45.453176 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 46010) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:16:45.466363 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-49a78a76-37c7-4378-94d5-f5d41bbe2844 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Request body: {'subnet': {'network_id': '39d5b943-8907-404b-b824-343baf651894', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:16:45.541060 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-960a0c4b-4c6b-46a2-bbd4-b706a8eee102 req-ec0c8dc4-415f-4faa-a0ba-062245d9dc39 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/security-groups?id=e977f99b-7e7b-4d49-bf15-4fd22b3b3b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161355 Jan 28 07:16:45.543458 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a8bf19-68ff-4609-b38f-cab55275e9c3 req-86399040-ba9c-4f2e-ad59-8177f6a14590 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:45.545211 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-52a8bf19-68ff-4609-b38f-cab55275e9c3 req-86399040-ba9c-4f2e-ad59-8177f6a14590 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5893ef6-46c4-45fa-a505-47cb270a9c49 HTTP/1.1" status: 200 len: 946 time: 0.0692551 Jan 28 07:16:45.546465 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-091859c2-83da-4730-b1de-73c6cfed7469 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (3be89253-5eac-459e-8f4c-769edcae4999), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:45.549755 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-091859c2-83da-4730-b1de-73c6cfed7469 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:45.551708 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-091859c2-83da-4730-b1de-73c6cfed7469 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3be89253-5eac-459e-8f4c-769edcae4999 HTTP/1.1" status: 204 len: 168 time: 0.2251885 Jan 28 07:16:45.562081 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091859c2-83da-4730-b1de-73c6cfed7469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3be89253-5eac-459e-8f4c-769edcae4999,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:16:45.647678 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-52a8bf19-68ff-4609-b38f-cab55275e9c3 req-9e9f0b27-a7a9-4e76-a375-5431cb3bf7dc tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c286ac6-5d5d-46b9-b282-9e68e0339bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724025 Jan 28 07:16:45.665906 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d582db-9aab-455a-8515-0c64a60d77a4 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Pushing event updated for resources: {'Network': ['ID=7271c4e0-9917-4cbf-8cf0-7234aac71aa9,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:16:45.677408 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network 7271c4e0-9917-4cbf-8cf0-7234aac71aa9 details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:16:45.768806 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49a78a76-37c7-4378-94d5-f5d41bbe2844 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Made reservation on behalf of 6a16562f4e0b40b69523d9d718e8a4c0 for: {'subnet': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:16:45.772759 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-49a78a76-37c7-4378-94d5-f5d41bbe2844 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13555781'] for subnet (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:45.841120 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced19c89-d11f-40df-b765-200f777a2ebd req-680ed393-b92a-4ba1-8e3c-625383e80aa0 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:45.842855 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ced19c89-d11f-40df-b765-200f777a2ebd req-680ed393-b92a-4ba1-8e3c-625383e80aa0 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?device_id=53f845b7-f3ca-4ae0-8069-87c7185bf924 HTTP/1.1" status: 200 len: 943 time: 0.1145601 Jan 28 07:16:45.905404 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device ee5c4e5b-bece-4bc6-bf02-da9aac6b8993 details requested by agent hyperv_n-h2-712749-28 with host n-h2-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:16:45.925396 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ced19c89-d11f-40df-b765-200f777a2ebd req-c415f51f-3cd3-4c7a-a810-052e0be6d1ff tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f7766-6108-45d3-a769-5b5e90234849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742135 Jan 28 07:16:46.051021 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port ee5c4e5b-bece-4bc6-bf02-da9aac6b8993, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=ee5c4e5b-bece-4bc6-bf02-da9aac6b8993,segment=NetworkSegment(00c9bc5a-b387-4097-9c7c-7f7badd573e1),segment_id=00c9bc5a-b387-4097-9c7c-7f7badd573e1)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:16:46.074709 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Returning: {'device': 'ee5c4e5b-bece-4bc6-bf02-da9aac6b8993', 'network_id': 'c9a84dc6-92ac-41b6-88e9-0633fc5dcc86', 'port_id': 'ee5c4e5b-bece-4bc6-bf02-da9aac6b8993', 'mac_address': 'fa:16:3e:90:5d:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'feafbfc0-ace6-4287-91ea-c1099e1f786f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:16:46.097915 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-49a78a76-37c7-4378-94d5-f5d41bbe2844 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13546728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13555799'] for subnet (e818f6d1-2687-4869-b326-811edc0132c0), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:46.133617 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port ee5c4e5b-bece-4bc6-bf02-da9aac6b8993 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:16:46.134404 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (ee5c4e5b-bece-4bc6-bf02-da9aac6b8993), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:46.160032 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee5c4e5b-bece-4bc6-bf02-da9aac6b8993 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:16:46.165835 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a78a76-37c7-4378-94d5-f5d41bbe2844 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Pushing event updated for resources: {'Subnet': ['ID=e818f6d1-2687-4869-b326-811edc0132c0,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:16:46.205549 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a78a76-37c7-4378-94d5-f5d41bbe2844 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Checking segment: {'id': '8b0a0ad2-fd7a-4498-821e-1edb296a5ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '39d5b943-8907-404b-b824-343baf651894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:16:46.205925 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a78a76-37c7-4378-94d5-f5d41bbe2844 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Network hostable DHCP agents. Network: 39d5b943-8907-404b-b824-343baf651894, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:16:46.224062 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 0f6c0d2d-297e-4e76-8440-1295fa1351f4 details requested by agent hyperv_n-h1-712749-28 with host n-h1-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:16:46.228516 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a78a76-37c7-4378-94d5-f5d41bbe2844 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Network 39d5b943-8907-404b-b824-343baf651894 is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:16:46.237477 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port ee5c4e5b-bece-4bc6-bf02-da9aac6b8993, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=ee5c4e5b-bece-4bc6-bf02-da9aac6b8993,segment=NetworkSegment(00c9bc5a-b387-4097-9c7c-7f7badd573e1),segment_id=00c9bc5a-b387-4097-9c7c-7f7badd573e1)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:16:46.244480 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-49a78a76-37c7-4378-94d5-f5d41bbe2844 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, 39d5b943-8907-404b-b824-343baf651894) {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:16:46.249261 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a78a76-37c7-4378-94d5-f5d41bbe2844 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:46.250194 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-49a78a76-37c7-4378-94d5-f5d41bbe2844 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:46.253870 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (ee5c4e5b-bece-4bc6-bf02-da9aac6b8993), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:46.277552 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-49a78a76-37c7-4378-94d5-f5d41bbe2844 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8163660 Jan 28 07:16:46.280158 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 46030) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:16:46.288605 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-3162ad87-9c95-4a24-85d7-8366510c62b4 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Request body: {'subnet': {'network_id': '7271c4e0-9917-4cbf-8cf0-7234aac71aa9', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:16:46.330706 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d80bfd-4eab-441f-8d37-4dd07aa23995 None None] Network 39d5b943-8907-404b-b824-343baf651894 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:16:46.369347 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e5723f-21dc-4256-b328-f75f495c0959 req-76203fef-4df6-4529-990e-7f449448aa7f tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:46.371124 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-29e5723f-21dc-4256-b328-f75f495c0959 req-76203fef-4df6-4529-990e-7f449448aa7f tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=34cec753-a0af-40fe-8b26-5782d80f076e HTTP/1.1" status: 200 len: 945 time: 0.0700893 Jan 28 07:16:46.398449 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.db.resource_extend [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 07:16:46.403517 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=ee5c4e5b-bece-4bc6-bf02-da9aac6b8993,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:16:46.428104 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:16:46.428482 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:16:46.429432 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:16:46.430268 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:16:46.430268 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:16:46.430471 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:16:46.430895 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:16:46.431077 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:16:46.431406 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:16:46.431732 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:16:46.432057 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:16:46.432405 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:16:46.432733 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:16:46.456755 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-29e5723f-21dc-4256-b328-f75f495c0959 req-af99767f-b2a2-4ac3-abe3-86ca01d6f4cd tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e9c3947-6ff8-4aa4-a1f7-c165b64c94a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761681 Jan 28 07:16:46.538813 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3162ad87-9c95-4a24-85d7-8366510c62b4 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Made reservation on behalf of 6a16562f4e0b40b69523d9d718e8a4c0 for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:16:46.547140 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3162ad87-9c95-4a24-85d7-8366510c62b4 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24979592'] for subnet (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:46.573970 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ed5cab-ea84-4ef9-80eb-a524ec80c211 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3dd72b9-6805-5f61-b6f3-a591f99a173d-39d5b943-8907-404b-b824-343baf651894', 'network_id': '39d5b943-8907-404b-b824-343baf651894', 'project_id': '6a16562f4e0b40b69523d9d718e8a4c0', 'fixed_ips': [{'subnet_id': 'e818f6d1-2687-4869-b326-811edc0132c0'}]}} from n-d-712749-28. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 07:16:46.574819 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-72ed5cab-ea84-4ef9-80eb-a524ec80c211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:46.616950 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 0f6c0d2d-297e-4e76-8440-1295fa1351f4, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=0f6c0d2d-297e-4e76-8440-1295fa1351f4,segment=NetworkSegment(0129dffb-fe43-47b5-a269-4f49ca8f6de7),segment_id=0129dffb-fe43-47b5-a269-4f49ca8f6de7)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:16:46.681798 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['ee5c4e5b-bece-4bc6-bf02-da9aac6b8993'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:16:46.687205 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Returning: {'device': '0f6c0d2d-297e-4e76-8440-1295fa1351f4', 'network_id': 'c613bbee-ac30-4d50-a837-418713fc934d', 'port_id': '0f6c0d2d-297e-4e76-8440-1295fa1351f4', 'mac_address': 'fa:16:3e:5f:d1:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff9bdb84-da64-4de0-bfaf-1dc458d2c06f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:16:46.831316 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc80e207-3c57-46b5-828e-47268b93faa8 req-4fb92460-aecb-4cac-a7a2-1f5c3a00dbb0 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:46.840876 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-dc80e207-3c57-46b5-828e-47268b93faa8 req-4fb92460-aecb-4cac-a7a2-1f5c3a00dbb0 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a2737ee-f61e-4f07-836f-8237b18d9f2d HTTP/1.1" status: 200 len: 943 time: 0.1349864 Jan 28 07:16:46.905795 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 46048) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:16:46.928708 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cd4392-087e-4d2a-952d-f541a93812d5 req-138b3a14-3e73-4809-be8f-1738e08ce82f tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:46.939461 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-10cd4392-087e-4d2a-952d-f541a93812d5 req-138b3a14-3e73-4809-be8f-1738e08ce82f tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5893ef6-46c4-45fa-a505-47cb270a9c49 HTTP/1.1" status: 200 len: 946 time: 0.1296515 Jan 28 07:16:46.951144 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-dc80e207-3c57-46b5-828e-47268b93faa8 req-fe893776-28c3-4d3b-bd77-2f97b972ff2a tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/security-groups?id=e977f99b-7e7b-4d49-bf15-4fd22b3b3b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088614 Jan 28 07:16:47.012147 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-10cd4392-087e-4d2a-952d-f541a93812d5 req-4757fcfa-e235-4d4b-a5d7-7d1309250147 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c286ac6-5d5d-46b9-b282-9e68e0339bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713646 Jan 28 07:16:47.014324 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 0f6c0d2d-297e-4e76-8440-1295fa1351f4 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:16:47.014899 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (0f6c0d2d-297e-4e76-8440-1295fa1351f4), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:47.071682 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f6c0d2d-297e-4e76-8440-1295fa1351f4 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:16:47.080438 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3162ad87-9c95-4a24-85d7-8366510c62b4 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24757504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24979610'] for subnet (13273310-0be4-4b19-9177-3d629abf200c), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:47.085568 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-72ed5cab-ea84-4ef9-80eb-a524ec80c211 None None] Allocated IP 10.1.1.2 (39d5b943-8907-404b-b824-343baf651894/e818f6d1-2687-4869-b326-811edc0132c0/b3377f88-a967-4d7d-b3ce-abc44d4d470a) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:16:47.125741 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 0f6c0d2d-297e-4e76-8440-1295fa1351f4, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=0f6c0d2d-297e-4e76-8440-1295fa1351f4,segment=NetworkSegment(0129dffb-fe43-47b5-a269-4f49ca8f6de7),segment_id=0129dffb-fe43-47b5-a269-4f49ca8f6de7)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:16:47.146038 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (0f6c0d2d-297e-4e76-8440-1295fa1351f4), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:47.192130 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-7d91847d-a3d8-4082-b984-559d6d496dcb admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1049003103-network', 'tenant_id': '9c04f7b8e3f5485eae817db823b81557'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:16:47.215002 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1fdef1-c936-479f-a949-24ac35aa3982 req-0a5a45e4-556f-407f-8b81-bc3a2ab41b77 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:47.226636 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-bb1fdef1-c936-479f-a949-24ac35aa3982 req-0a5a45e4-556f-407f-8b81-bc3a2ab41b77 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?device_id=53f845b7-f3ca-4ae0-8069-87c7185bf924 HTTP/1.1" status: 200 len: 944 time: 0.1159048 Jan 28 07:16:47.243697 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=0f6c0d2d-297e-4e76-8440-1295fa1351f4,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:16:47.284019 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5152f8-d202-4112-a762-42f089f9c7f6 req-b7534cab-0d40-426d-88b3-da1e56a1b680 tempest-LiveMigrationTest-521921630 tempest-LiveMigrationTest-521921630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:47.285661 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-fd5152f8-d202-4112-a762-42f089f9c7f6 req-b7534cab-0d40-426d-88b3-da1e56a1b680 tempest-LiveMigrationTest-521921630 tempest-LiveMigrationTest-521921630-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=a5893ef6-46c4-45fa-a505-47cb270a9c49&tenant_id=1b5821c096cf43639ed10b07e04f5303&binding%3Ahost_id=n-h1-712749-28 HTTP/1.1" status: 200 len: 1098 time: 0.1284466 Jan 28 07:16:47.291993 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3162ad87-9c95-4a24-85d7-8366510c62b4 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Checking segment: {'id': 'cd55eebc-1f57-4111-a982-059d17cd9714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '7271c4e0-9917-4cbf-8cf0-7234aac71aa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:16:47.292601 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3162ad87-9c95-4a24-85d7-8366510c62b4 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Network hostable DHCP agents. Network: 7271c4e0-9917-4cbf-8cf0-7234aac71aa9, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:16:47.304175 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3162ad87-9c95-4a24-85d7-8366510c62b4 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Pushing event updated for resources: {'Subnet': ['ID=13273310-0be4-4b19-9177-3d629abf200c,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:16:47.310714 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-fd5152f8-d202-4112-a762-42f089f9c7f6 req-f643ebf0-846a-4454-8511-24727cb5484b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-712749-28'}}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:16:47.311041 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d91847d-a3d8-4082-b984-559d6d496dcb admin admin] Made reservation on behalf of 9c04f7b8e3f5485eae817db823b81557 for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:16:47.325342 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7d91847d-a3d8-4082-b984-559d6d496dcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:47.343076 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7d91847d-a3d8-4082-b984-559d6d496dcb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:47.353769 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3162ad87-9c95-4a24-85d7-8366510c62b4 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Network 7271c4e0-9917-4cbf-8cf0-7234aac71aa9 is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:16:47.402930 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-3162ad87-9c95-4a24-85d7-8366510c62b4 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, 7271c4e0-9917-4cbf-8cf0-7234aac71aa9) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:16:47.407711 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-bb1fdef1-c936-479f-a949-24ac35aa3982 req-2fc84e22-c547-4090-881f-f5ba857333e8 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f7766-6108-45d3-a769-5b5e90234849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801305 Jan 28 07:16:47.410814 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3162ad87-9c95-4a24-85d7-8366510c62b4 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:47.411418 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3162ad87-9c95-4a24-85d7-8366510c62b4 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:47.429503 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-fd5152f8-d202-4112-a762-42f089f9c7f6 req-f643ebf0-846a-4454-8511-24727cb5484b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (016bf730-64ed-4f53-9ccb-aef1a6cd229d), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:47.433042 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-72ed5cab-ea84-4ef9-80eb-a524ec80c211 None None] Publish callbacks [] for port (b3377f88-a967-4d7d-b3ce-abc44d4d470a), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:47.436168 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d65e663-2834-40da-b442-b134308465cd None None] Network 7271c4e0-9917-4cbf-8cf0-7234aac71aa9 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:16:47.446350 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-72ed5cab-ea84-4ef9-80eb-a524ec80c211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (b3377f88-a967-4d7d-b3ce-abc44d4d470a), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:47.457769 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-3162ad87-9c95-4a24-85d7-8366510c62b4 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1732967 Jan 28 07:16:47.458379 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 46056) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:16:47.468111 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-f2704a95-2eed-4efc-b80b-4b4d85e8752f tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Request body: {'port': {'network_id': '39d5b943-8907-404b-b824-343baf651894', 'name': 'tempest-TaggedBootDevicesTest_v242-1289426781', 'fixed_ips': [{'subnet_id': 'e818f6d1-2687-4869-b326-811edc0132c0'}]}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:16:47.537751 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ed5cab-ea84-4ef9-80eb-a524ec80c211 None None] Network 39d5b943-8907-404b-b824-343baf651894 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:16:47.543109 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-72ed5cab-ea84-4ef9-80eb-a524ec80c211 None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:16:47.545479 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ed5cab-ea84-4ef9-80eb-a524ec80c211 None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:16:47.593774 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ed5cab-ea84-4ef9-80eb-a524ec80c211 None None] Pushing event updated for resources: {'Port': ['ID=b3377f88-a967-4d7d-b3ce-abc44d4d470a,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:16:47.638135 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-72ed5cab-ea84-4ef9-80eb-a524ec80c211 None None] Attempting to bind port b3377f88-a967-4d7d-b3ce-abc44d4d470a on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:16:47.638514 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-72ed5cab-ea84-4ef9-80eb-a524ec80c211 None None] Attempting to bind port b3377f88-a967-4d7d-b3ce-abc44d4d470a by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '8b0a0ad2-fd7a-4498-821e-1edb296a5ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '39d5b943-8907-404b-b824-343baf651894'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:16:47.639751 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ed5cab-ea84-4ef9-80eb-a524ec80c211 None None] Attempting to bind port b3377f88-a967-4d7d-b3ce-abc44d4d470a on network 39d5b943-8907-404b-b824-343baf651894 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:16:47.647537 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-fd5152f8-d202-4112-a762-42f089f9c7f6 req-f643ebf0-846a-4454-8511-24727cb5484b service neutron] For port 016bf730-64ed-4f53-9ccb-aef1a6cd229d, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=016bf730-64ed-4f53-9ccb-aef1a6cd229d,segment=NetworkSegment(b38b5d3d-4197-4548-8b2f-aaaa5395d71b),segment_id=b38b5d3d-4197-4548-8b2f-aaaa5395d71b)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:16:47.651465 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ed5cab-ea84-4ef9-80eb-a524ec80c211 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:16:47.651857 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ed5cab-ea84-4ef9-80eb-a524ec80c211 None None] Checking segment: {'id': '8b0a0ad2-fd7a-4498-821e-1edb296a5ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '39d5b943-8907-404b-b824-343baf651894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:16:47.652293 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-72ed5cab-ea84-4ef9-80eb-a524ec80c211 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:47.652706 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ed5cab-ea84-4ef9-80eb-a524ec80c211 None None] Bound using segment: {'id': '8b0a0ad2-fd7a-4498-821e-1edb296a5ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '39d5b943-8907-404b-b824-343baf651894'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:16:47.653189 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-72ed5cab-ea84-4ef9-80eb-a524ec80c211 None None] Bound port: b3377f88-a967-4d7d-b3ce-abc44d4d470a, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b0a0ad2-fd7a-4498-821e-1edb296a5ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '39d5b943-8907-404b-b824-343baf651894'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:16:47.653580 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-72ed5cab-ea84-4ef9-80eb-a524ec80c211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (b3377f88-a967-4d7d-b3ce-abc44d4d470a), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:47.662937 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7d91847d-a3d8-4082-b984-559d6d496dcb admin admin] Publish callbacks [] for security_group (b062c5ff-24c7-4bbf-8744-177eb2dd003a), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:47.687491 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['0f6c0d2d-297e-4e76-8440-1295fa1351f4'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:16:47.696241 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7d91847d-a3d8-4082-b984-559d6d496dcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (b062c5ff-24c7-4bbf-8744-177eb2dd003a), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:47.716038 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ae4116-0f8f-4b0d-b18c-26608ccfc8b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3dd72b9-6805-5f61-b6f3-a591f99a173d-7271c4e0-9917-4cbf-8cf0-7234aac71aa9', 'network_id': '7271c4e0-9917-4cbf-8cf0-7234aac71aa9', 'project_id': '6a16562f4e0b40b69523d9d718e8a4c0', 'fixed_ips': [{'subnet_id': '13273310-0be4-4b19-9177-3d629abf200c'}]}} from n-d-712749-28. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 07:16:47.716953 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-60ae4116-0f8f-4b0d-b18c-26608ccfc8b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:47.722656 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-fd5152f8-d202-4112-a762-42f089f9c7f6 req-f643ebf0-846a-4454-8511-24727cb5484b service neutron] For port 016bf730-64ed-4f53-9ccb-aef1a6cd229d, host n-h1-712749-28, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:16:47.796933 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5893ef6-46c4-45fa-a505-47cb270a9c49', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '016bf730-64ed-4f53-9ccb-aef1a6cd229d'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:16:47.801936 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ad49c49-26e0-41d1-ba53-990988ec569a" -d '{"events": [{"server_uuid": "a5893ef6-46c4-45fa-a505-47cb270a9c49", "name": "network-vif-unplugged", "status": "completed", "tag": "016bf730-64ed-4f53-9ccb-aef1a6cd229d"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:16:47.804688 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d91847d-a3d8-4082-b984-559d6d496dcb admin admin] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:16:47.819180 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da3afbf-6417-45fa-af57-0407adfe603b req-518d867f-fb86-41e1-a3ff-f89aab1d5b43 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:47.820846 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9da3afbf-6417-45fa-af57-0407adfe603b req-518d867f-fb86-41e1-a3ff-f89aab1d5b43 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=34cec753-a0af-40fe-8b26-5782d80f076e HTTP/1.1" status: 200 len: 945 time: 0.2411158 Jan 28 07:16:47.830444 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d91847d-a3d8-4082-b984-559d6d496dcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b062c5ff-24c7-4bbf-8744-177eb2dd003a,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:16:47.836273 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-fd5152f8-d202-4112-a762-42f089f9c7f6 req-f643ebf0-846a-4454-8511-24727cb5484b service neutron] Publish callbacks [] for port (016bf730-64ed-4f53-9ccb-aef1a6cd229d), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:47.852861 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-fd5152f8-d202-4112-a762-42f089f9c7f6 req-f643ebf0-846a-4454-8511-24727cb5484b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (016bf730-64ed-4f53-9ccb-aef1a6cd229d), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:47.895536 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7d91847d-a3d8-4082-b984-559d6d496dcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (1f33b05f-8af3-4b13-bc7c-482495a2acd0), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:47.895901 n-d-712749-28 neutron-server[103284]: INFO neutron.db.segments_db [None req-7d91847d-a3d8-4082-b984-559d6d496dcb admin admin] Added segment 1f33b05f-8af3-4b13-bc7c-482495a2acd0 of type vlan for network cd6ba6c3-968f-4bdf-aed7-be8df75572b8 Jan 28 07:16:47.917007 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 07:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-073bfcf1-6984-4e17-9c95-368f7c147a8c x-openstack-request-id: req-073bfcf1-6984-4e17-9c95-368f7c147a8c {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:16:47.917519 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5893ef6-46c4-45fa-a505-47cb270a9c49", "name": "network-vif-unplugged", "status": "completed", "tag": "016bf730-64ed-4f53-9ccb-aef1a6cd229d", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:16:47.917782 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-073bfcf1-6984-4e17-9c95-368f7c147a8c {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:16:47.918278 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5893ef6-46c4-45fa-a505-47cb270a9c49', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '016bf730-64ed-4f53-9ccb-aef1a6cd229d', 'code': 200} Jan 28 07:16:47.922303 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 016bf730-64ed-4f53-9ccb-aef1a6cd229d details requested by agent hyperv_n-h2-712749-28 with host n-h2-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:16:47.991259 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7d91847d-a3d8-4082-b984-559d6d496dcb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (cd6ba6c3-968f-4bdf-aed7-be8df75572b8), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:47.999018 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9da3afbf-6417-45fa-af57-0407adfe603b req-3cc0f9c1-db56-486b-979b-b6dec891ca63 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e9c3947-6ff8-4aa4-a1f7-c165b64c94a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649017 Jan 28 07:16:47.999873 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-fd5152f8-d202-4112-a762-42f089f9c7f6 req-f643ebf0-846a-4454-8511-24727cb5484b service neutron] Attempting to bind port 016bf730-64ed-4f53-9ccb-aef1a6cd229d on host n-h1-712749-28 for vnic_type normal with profile {"migrating_to": "n-h2-712749-28"} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:16:48.000273 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-fd5152f8-d202-4112-a762-42f089f9c7f6 req-f643ebf0-846a-4454-8511-24727cb5484b service neutron] Attempting to bind port 016bf730-64ed-4f53-9ccb-aef1a6cd229d by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': 'b38b5d3d-4197-4548-8b2f-aaaa5395d71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '77aa199c-9565-430c-bcef-5bacd415f620'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:16:48.000597 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5152f8-d202-4112-a762-42f089f9c7f6 req-f643ebf0-846a-4454-8511-24727cb5484b service neutron] Attempting to bind port 016bf730-64ed-4f53-9ccb-aef1a6cd229d on network 77aa199c-9565-430c-bcef-5bacd415f620 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:16:48.002766 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f643ebf0-846a-4454-8511-24727cb5484b service neutron] Pushing event updated for resources: {'Port': ['ID=016bf730-64ed-4f53-9ccb-aef1a6cd229d,revision_number=7']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:16:48.005930 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2704a95-2eed-4efc-b80b-4b4d85e8752f tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Made reservation on behalf of 6a16562f4e0b40b69523d9d718e8a4c0 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:16:48.008915 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5152f8-d202-4112-a762-42f089f9c7f6 req-f643ebf0-846a-4454-8511-24727cb5484b service neutron] Port 016bf730-64ed-4f53-9ccb-aef1a6cd229d on network 77aa199c-9565-430c-bcef-5bacd415f620 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:16:48.009377 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5152f8-d202-4112-a762-42f089f9c7f6 req-f643ebf0-846a-4454-8511-24727cb5484b service neutron] Attempting to bind port 016bf730-64ed-4f53-9ccb-aef1a6cd229d on network 77aa199c-9565-430c-bcef-5bacd415f620 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:16:48.020452 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5152f8-d202-4112-a762-42f089f9c7f6 req-f643ebf0-846a-4454-8511-24727cb5484b service neutron] Checking agent: {'id': '2fca46b1-237f-4857-9290-2429d810e472', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 16, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:16:48.020798 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5152f8-d202-4112-a762-42f089f9c7f6 req-f643ebf0-846a-4454-8511-24727cb5484b service neutron] Checking segment: {'id': 'b38b5d3d-4197-4548-8b2f-aaaa5395d71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '77aa199c-9565-430c-bcef-5bacd415f620'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:16:48.021686 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5152f8-d202-4112-a762-42f089f9c7f6 req-f643ebf0-846a-4454-8511-24727cb5484b service neutron] Bound using segment: {'id': 'b38b5d3d-4197-4548-8b2f-aaaa5395d71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '77aa199c-9565-430c-bcef-5bacd415f620'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:16:48.022357 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-fd5152f8-d202-4112-a762-42f089f9c7f6 req-f643ebf0-846a-4454-8511-24727cb5484b service neutron] Bound port: 016bf730-64ed-4f53-9ccb-aef1a6cd229d, host: n-h1-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b38b5d3d-4197-4548-8b2f-aaaa5395d71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '77aa199c-9565-430c-bcef-5bacd415f620'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:16:48.022845 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-fd5152f8-d202-4112-a762-42f089f9c7f6 req-f643ebf0-846a-4454-8511-24727cb5484b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (016bf730-64ed-4f53-9ccb-aef1a6cd229d), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:48.034594 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 016bf730-64ed-4f53-9ccb-aef1a6cd229d, host n-h1-712749-28, got binding levels [] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:16:48.096848 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-72ed5cab-ea84-4ef9-80eb-a524ec80c211 None None] For port b3377f88-a967-4d7d-b3ce-abc44d4d470a, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:16:48.103792 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7d91847d-a3d8-4082-b984-559d6d496dcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (cd6ba6c3-968f-4bdf-aed7-be8df75572b8), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:48.105603 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d91847d-a3d8-4082-b984-559d6d496dcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:48.106430 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7d91847d-a3d8-4082-b984-559d6d496dcb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:48.161107 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-72ed5cab-ea84-4ef9-80eb-a524ec80c211 None None] For port b3377f88-a967-4d7d-b3ce-abc44d4d470a, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=b3377f88-a967-4d7d-b3ce-abc44d4d470a,segment=NetworkSegment(8b0a0ad2-fd7a-4498-821e-1edb296a5ed1),segment_id=8b0a0ad2-fd7a-4498-821e-1edb296a5ed1)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:16:48.162382 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Attempting to bind port 016bf730-64ed-4f53-9ccb-aef1a6cd229d on host n-h1-712749-28 for vnic_type normal with profile {"migrating_to": "n-h2-712749-28"} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:16:48.162957 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Attempting to bind port 016bf730-64ed-4f53-9ccb-aef1a6cd229d by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': 'b38b5d3d-4197-4548-8b2f-aaaa5395d71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '77aa199c-9565-430c-bcef-5bacd415f620'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:16:48.163538 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Attempting to bind port 016bf730-64ed-4f53-9ccb-aef1a6cd229d on network 77aa199c-9565-430c-bcef-5bacd415f620 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:16:48.174589 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Port 016bf730-64ed-4f53-9ccb-aef1a6cd229d on network 77aa199c-9565-430c-bcef-5bacd415f620 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:16:48.178292 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Attempting to bind port 016bf730-64ed-4f53-9ccb-aef1a6cd229d on network 77aa199c-9565-430c-bcef-5bacd415f620 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:16:48.181175 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-72ed5cab-ea84-4ef9-80eb-a524ec80c211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (b3377f88-a967-4d7d-b3ce-abc44d4d470a), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:48.233846 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d91847d-a3d8-4082-b984-559d6d496dcb admin admin] Pushing event updated for resources: {'Network': ['ID=cd6ba6c3-968f-4bdf-aed7-be8df75572b8,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:16:48.259662 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-7d91847d-a3d8-4082-b984-559d6d496dcb admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.3494506 Jan 28 07:16:48.264453 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 46068) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:16:48.275234 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-b9b72cfb-d1bd-41e6-8774-a39abfef3664 admin admin] Request body: {'subnet': {'network_id': 'cd6ba6c3-968f-4bdf-aed7-be8df75572b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1049003103-subnet', 'tenant_id': '9c04f7b8e3f5485eae817db823b81557', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:16:48.283606 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-60ae4116-0f8f-4b0d-b18c-26608ccfc8b2 None None] Allocated IP 10.2.2.2 (7271c4e0-9917-4cbf-8cf0-7234aac71aa9/13273310-0be4-4b19-9177-3d629abf200c/8082bb58-a0d6-4085-9b78-bafba323740c) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:16:48.293293 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network cd6ba6c3-968f-4bdf-aed7-be8df75572b8 details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:16:48.318765 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8537f3-dea9-48c8-8c7b-e9015f77fa3a req-ff978407-0520-4b3b-9e8d-19051aae07f1 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:48.344915 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ee8537f3-dea9-48c8-8c7b-e9015f77fa3a req-ff978407-0520-4b3b-9e8d-19051aae07f1 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a2737ee-f61e-4f07-836f-8237b18d9f2d HTTP/1.1" status: 200 len: 944 time: 0.2035997 Jan 28 07:16:48.346971 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9b72cfb-d1bd-41e6-8774-a39abfef3664 admin admin] Made reservation on behalf of 9c04f7b8e3f5485eae817db823b81557 for: {'subnet': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:16:48.353140 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b9b72cfb-d1bd-41e6-8774-a39abfef3664 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13555781'] for subnet (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:48.357643 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-fd5152f8-d202-4112-a762-42f089f9c7f6 req-f643ebf0-846a-4454-8511-24727cb5484b service neutron] For port 016bf730-64ed-4f53-9ccb-aef1a6cd229d, host n-h1-712749-28, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:16:48.392577 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Checking agent: {'id': '2fca46b1-237f-4857-9290-2429d810e472', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 16, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:16:48.393004 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Checking segment: {'id': 'b38b5d3d-4197-4548-8b2f-aaaa5395d71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '77aa199c-9565-430c-bcef-5bacd415f620'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:16:48.393443 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Bound using segment: {'id': 'b38b5d3d-4197-4548-8b2f-aaaa5395d71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '77aa199c-9565-430c-bcef-5bacd415f620'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:16:48.393926 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Bound port: 016bf730-64ed-4f53-9ccb-aef1a6cd229d, host: n-h1-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b38b5d3d-4197-4548-8b2f-aaaa5395d71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '77aa199c-9565-430c-bcef-5bacd415f620'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:16:48.394328 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (016bf730-64ed-4f53-9ccb-aef1a6cd229d), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:48.394692 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1941b833-dc6d-49d9-8180-09323216aa13 req-bcfda649-c846-4e5a-b449-ea87b4d1bf88 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:48.404462 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1941b833-dc6d-49d9-8180-09323216aa13 req-bcfda649-c846-4e5a-b449-ea87b4d1bf88 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5893ef6-46c4-45fa-a505-47cb270a9c49 HTTP/1.1" status: 200 len: 944 time: 0.1646130 Jan 28 07:16:48.408845 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f2704a95-2eed-4efc-b80b-4b4d85e8752f tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:48.454277 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [None req-f2704a95-2eed-4efc-b80b-4b4d85e8752f tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] device_id is not set on port 7de6cf27-a469-4965-baef-e71190ea0139 yet. {{(pid=103284) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 07:16:48.454740 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-fd5152f8-d202-4112-a762-42f089f9c7f6 req-f643ebf0-846a-4454-8511-24727cb5484b service neutron] For port 016bf730-64ed-4f53-9ccb-aef1a6cd229d, host n-h1-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=016bf730-64ed-4f53-9ccb-aef1a6cd229d,segment=NetworkSegment(b38b5d3d-4197-4548-8b2f-aaaa5395d71b),segment_id=b38b5d3d-4197-4548-8b2f-aaaa5395d71b)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:16:48.469882 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-fd5152f8-d202-4112-a762-42f089f9c7f6 req-f643ebf0-846a-4454-8511-24727cb5484b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (016bf730-64ed-4f53-9ccb-aef1a6cd229d), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:48.584680 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ee8537f3-dea9-48c8-8c7b-e9015f77fa3a req-c3bc999f-17f0-4054-bf68-ba0e992e73f4 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/security-groups?id=e977f99b-7e7b-4d49-bf15-4fd22b3b3b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379372 Jan 28 07:16:48.713632 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ed5cab-ea84-4ef9-80eb-a524ec80c211 None None] Pushing event updated for resources: {'Port': ['ID=b3377f88-a967-4d7d-b3ce-abc44d4d470a,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:16:48.812083 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1941b833-dc6d-49d9-8180-09323216aa13 req-806fb1e4-f4cf-4389-8582-ff81f87e6f80 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c286ac6-5d5d-46b9-b282-9e68e0339bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4066319 Jan 28 07:16:48.872802 n-d-712749-28 neutron-server[103285]: WARNING neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Concurrent port binding operations failed on port 016bf730-64ed-4f53-9ccb-aef1a6cd229d Jan 28 07:16:48.888292 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 016bf730-64ed-4f53-9ccb-aef1a6cd229d, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=016bf730-64ed-4f53-9ccb-aef1a6cd229d,segment=NetworkSegment(b38b5d3d-4197-4548-8b2f-aaaa5395d71b),segment_id=b38b5d3d-4197-4548-8b2f-aaaa5395d71b)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:16:48.914531 n-d-712749-28 neutron-server[103285]: INFO neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Attempt 2 to bind port 016bf730-64ed-4f53-9ccb-aef1a6cd229d Jan 28 07:16:48.915033 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 016bf730-64ed-4f53-9ccb-aef1a6cd229d has no active binding in host n-h2-712749-28 {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 28 07:16:48.985605 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f643ebf0-846a-4454-8511-24727cb5484b service neutron] Pushing event updated for resources: {'Port': ['ID=016bf730-64ed-4f53-9ccb-aef1a6cd229d,revision_number=8']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:16:49.007704 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b9b72cfb-d1bd-41e6-8774-a39abfef3664 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13546728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13555799'] for subnet (077db515-3138-4fa8-aebf-adad8450fb43), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:49.011844 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-f2704a95-2eed-4efc-b80b-4b4d85e8752f tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Allocated IP 10.1.1.60 (39d5b943-8907-404b-b824-343baf651894/e818f6d1-2687-4869-b326-811edc0132c0/7de6cf27-a469-4965-baef-e71190ea0139) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:16:49.042963 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8ebf16-a026-41c0-9fd5-dbb77e89c82c req-a1b2ae18-a643-4293-985f-7e8840cbbd6e tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:49.044600 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-bf8ebf16-a026-41c0-9fd5-dbb77e89c82c req-a1b2ae18-a643-4293-985f-7e8840cbbd6e tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?device_id=53f845b7-f3ca-4ae0-8069-87c7185bf924 HTTP/1.1" status: 200 len: 944 time: 0.0915518 Jan 28 07:16:49.045733 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-60ae4116-0f8f-4b0d-b18c-26608ccfc8b2 None None] Publish callbacks [] for port (8082bb58-a0d6-4085-9b78-bafba323740c), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:49.058272 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-60ae4116-0f8f-4b0d-b18c-26608ccfc8b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (8082bb58-a0d6-4085-9b78-bafba323740c), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:49.158606 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ae4116-0f8f-4b0d-b18c-26608ccfc8b2 None None] Network 7271c4e0-9917-4cbf-8cf0-7234aac71aa9 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:16:49.162095 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-60ae4116-0f8f-4b0d-b18c-26608ccfc8b2 None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:16:49.167217 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ae4116-0f8f-4b0d-b18c-26608ccfc8b2 None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:16:49.195557 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5152f8-d202-4112-a762-42f089f9c7f6 req-f643ebf0-846a-4454-8511-24727cb5484b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:49.196900 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-fd5152f8-d202-4112-a762-42f089f9c7f6 req-f643ebf0-846a-4454-8511-24727cb5484b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:49.198949 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-fd5152f8-d202-4112-a762-42f089f9c7f6 req-f643ebf0-846a-4454-8511-24727cb5484b service neutron] 10.222.0.44 "PUT /v2.0/ports/016bf730-64ed-4f53-9ccb-aef1a6cd229d HTTP/1.1" status: 200 len: 1124 time: 1.9005303 Jan 28 07:16:49.207596 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ae4116-0f8f-4b0d-b18c-26608ccfc8b2 None None] Pushing event updated for resources: {'Port': ['ID=8082bb58-a0d6-4085-9b78-bafba323740c,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:16:49.232053 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-bf8ebf16-a026-41c0-9fd5-dbb77e89c82c req-eea33df4-519b-4d60-9823-ab72fedf7bf4 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f7766-6108-45d3-a769-5b5e90234849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683750 Jan 28 07:16:49.252882 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-60ae4116-0f8f-4b0d-b18c-26608ccfc8b2 None None] Attempting to bind port 8082bb58-a0d6-4085-9b78-bafba323740c on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:16:49.256462 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-60ae4116-0f8f-4b0d-b18c-26608ccfc8b2 None None] Attempting to bind port 8082bb58-a0d6-4085-9b78-bafba323740c by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': 'cd55eebc-1f57-4111-a982-059d17cd9714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '7271c4e0-9917-4cbf-8cf0-7234aac71aa9'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:16:49.257131 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ae4116-0f8f-4b0d-b18c-26608ccfc8b2 None None] Attempting to bind port 8082bb58-a0d6-4085-9b78-bafba323740c on network 7271c4e0-9917-4cbf-8cf0-7234aac71aa9 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:16:49.288098 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ae4116-0f8f-4b0d-b18c-26608ccfc8b2 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:16:49.289764 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ae4116-0f8f-4b0d-b18c-26608ccfc8b2 None None] Checking segment: {'id': 'cd55eebc-1f57-4111-a982-059d17cd9714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '7271c4e0-9917-4cbf-8cf0-7234aac71aa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:16:49.290398 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-60ae4116-0f8f-4b0d-b18c-26608ccfc8b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:49.291032 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ae4116-0f8f-4b0d-b18c-26608ccfc8b2 None None] Bound using segment: {'id': 'cd55eebc-1f57-4111-a982-059d17cd9714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '7271c4e0-9917-4cbf-8cf0-7234aac71aa9'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:16:49.291767 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-60ae4116-0f8f-4b0d-b18c-26608ccfc8b2 None None] Bound port: 8082bb58-a0d6-4085-9b78-bafba323740c, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd55eebc-1f57-4111-a982-059d17cd9714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '7271c4e0-9917-4cbf-8cf0-7234aac71aa9'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:16:49.292182 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b72cfb-d1bd-41e6-8774-a39abfef3664 admin admin] Pushing event updated for resources: {'Subnet': ['ID=077db515-3138-4fa8-aebf-adad8450fb43,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:16:49.292909 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-60ae4116-0f8f-4b0d-b18c-26608ccfc8b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (8082bb58-a0d6-4085-9b78-bafba323740c), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:49.338131 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b72cfb-d1bd-41e6-8774-a39abfef3664 admin admin] Checking segment: {'id': '1f33b05f-8af3-4b13-bc7c-482495a2acd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'cd6ba6c3-968f-4bdf-aed7-be8df75572b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:16:49.342556 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b72cfb-d1bd-41e6-8774-a39abfef3664 admin admin] Network hostable DHCP agents. Network: cd6ba6c3-968f-4bdf-aed7-be8df75572b8, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:16:49.382939 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['016bf730-64ed-4f53-9ccb-aef1a6cd229d'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:16:49.416286 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b72cfb-d1bd-41e6-8774-a39abfef3664 admin admin] Network cd6ba6c3-968f-4bdf-aed7-be8df75572b8 is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:16:49.447921 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d8fdaa-4e3a-4a01-a948-fd046d7d0021 req-e79e78ad-39df-475c-a059-9e51dfa2beba tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:49.456464 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c6d8fdaa-4e3a-4a01-a948-fd046d7d0021 req-e79e78ad-39df-475c-a059-9e51dfa2beba tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=34cec753-a0af-40fe-8b26-5782d80f076e HTTP/1.1" status: 200 len: 945 time: 0.2660909 Jan 28 07:16:49.483820 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['016bf730-64ed-4f53-9ccb-aef1a6cd229d'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:16:49.490540 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-b9b72cfb-d1bd-41e6-8774-a39abfef3664 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, cd6ba6c3-968f-4bdf-aed7-be8df75572b8) {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:16:49.501089 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b72cfb-d1bd-41e6-8774-a39abfef3664 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:49.501729 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b9b72cfb-d1bd-41e6-8774-a39abfef3664 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:49.536223 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f2704a95-2eed-4efc-b80b-4b4d85e8752f tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Publish callbacks [] for port (7de6cf27-a469-4965-baef-e71190ea0139), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:49.546618 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c6d8fdaa-4e3a-4a01-a948-fd046d7d0021 req-b0bbdecb-569b-41cb-99fa-e370f2640299 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e9c3947-6ff8-4aa4-a1f7-c165b64c94a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789649 Jan 28 07:16:49.550536 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-b9b72cfb-d1bd-41e6-8774-a39abfef3664 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.2842348 Jan 28 07:16:49.554121 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 46076) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:16:49.571259 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-412117b8-bb69-4d99-b35e-950a19bbea68 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1049003103-router', 'tenant_id': '9c04f7b8e3f5485eae817db823b81557', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:16:49.585438 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f2704a95-2eed-4efc-b80b-4b4d85e8752f tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (7de6cf27-a469-4965-baef-e71190ea0139), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:49.608639 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-60ae4116-0f8f-4b0d-b18c-26608ccfc8b2 None None] For port 8082bb58-a0d6-4085-9b78-bafba323740c, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:16:49.612508 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-60ae4116-0f8f-4b0d-b18c-26608ccfc8b2 None None] For port 8082bb58-a0d6-4085-9b78-bafba323740c, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=8082bb58-a0d6-4085-9b78-bafba323740c,segment=NetworkSegment(cd55eebc-1f57-4111-a982-059d17cd9714),segment_id=cd55eebc-1f57-4111-a982-059d17cd9714)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:16:49.615527 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95852b68-519d-434c-8c3a-d814f31fd81a None None] Network cd6ba6c3-968f-4bdf-aed7-be8df75572b8 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:16:49.621508 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-412117b8-bb69-4d99-b35e-950a19bbea68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16606890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127275'] for router (b66fefd1-8b07-4710-90a1-8e7f3a8b8e24), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:49.624850 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-412117b8-bb69-4d99-b35e-950a19bbea68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16605498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16607952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16355422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127266'] for router (b66fefd1-8b07-4710-90a1-8e7f3a8b8e24), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:49.659376 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2704a95-2eed-4efc-b80b-4b4d85e8752f tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Network 39d5b943-8907-404b-b824-343baf651894 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:16:49.668810 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-f2704a95-2eed-4efc-b80b-4b4d85e8752f tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:16:49.676048 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2704a95-2eed-4efc-b80b-4b4d85e8752f tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:16:49.706412 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-60ae4116-0f8f-4b0d-b18c-26608ccfc8b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (8082bb58-a0d6-4085-9b78-bafba323740c), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:49.748024 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-412117b8-bb69-4d99-b35e-950a19bbea68 admin admin] Publish callbacks [] for router_controller (b66fefd1-8b07-4710-90a1-8e7f3a8b8e24), precommit_add_association {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:49.983053 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device ee5c4e5b-bece-4bc6-bf02-da9aac6b8993 up at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:16:50.032324 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5893ef6-46c4-45fa-a505-47cb270a9c49', 'tag': '016bf730-64ed-4f53-9ccb-aef1a6cd229d'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:16:50.035101 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a220315d-89e2-4a5a-8a92-0bda21707b5d" -d '{"events": [{"name": "network-changed", "server_uuid": "a5893ef6-46c4-45fa-a505-47cb270a9c49", "tag": "016bf730-64ed-4f53-9ccb-aef1a6cd229d"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:16:50.137231 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-412117b8-bb69-4d99-b35e-950a19bbea68 admin admin] Publish callbacks [] for router_gateway (b66fefd1-8b07-4710-90a1-8e7f3a8b8e24), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:50.218006 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2704a95-2eed-4efc-b80b-4b4d85e8752f tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Pushing event updated for resources: {'Port': ['ID=7de6cf27-a469-4965-baef-e71190ea0139,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:16:50.319410 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2704a95-2eed-4efc-b80b-4b4d85e8752f tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:50.320130 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f2704a95-2eed-4efc-b80b-4b4d85e8752f tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:50.383153 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dab6c9-f457-46b3-afda-8a3a707837bd req-0ba40324-c82c-4620-a506-a21118a161d4 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:50.387675 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e3dab6c9-f457-46b3-afda-8a3a707837bd req-0ba40324-c82c-4620-a506-a21118a161d4 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a2737ee-f61e-4f07-836f-8237b18d9f2d HTTP/1.1" status: 200 len: 944 time: 0.1724622 Jan 28 07:16:50.445317 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-f2704a95-2eed-4efc-b80b-4b4d85e8752f tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.9846637 Jan 28 07:16:50.475398 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 46090) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:16:50.490558 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-e1c8688b-2b5f-409e-b0b3-3ae08fbc8a24 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Request body: {'port': {'network_id': '39d5b943-8907-404b-b824-343baf651894', 'name': 'tempest-TaggedBootDevicesTest_v242-922067350', 'fixed_ips': [{'subnet_id': 'e818f6d1-2687-4869-b326-811edc0132c0'}]}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:16:50.520518 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 0f6c0d2d-297e-4e76-8440-1295fa1351f4 up at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:16:50.526663 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-820faa85-0391-483d-825c-fd3d2d27d390 None None] Network 39d5b943-8907-404b-b824-343baf651894 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:16:50.645999 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a9d41e-fd47-43e7-a4e0-0006ed944503 req-6499dc0f-74e5-43eb-befc-272c688a2802 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:50.652515 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e3dab6c9-f457-46b3-afda-8a3a707837bd req-7a9993a8-2ca5-4bff-b868-c826030af40f tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/security-groups?id=e977f99b-7e7b-4d49-bf15-4fd22b3b3b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2530503 Jan 28 07:16:50.665928 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-33a9d41e-fd47-43e7-a4e0-0006ed944503 req-6499dc0f-74e5-43eb-befc-272c688a2802 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5893ef6-46c4-45fa-a505-47cb270a9c49 HTTP/1.1" status: 200 len: 944 time: 0.5624683 Jan 28 07:16:50.691845 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device b3377f88-a967-4d7d-b3ce-abc44d4d470a up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:16:50.695553 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ae4116-0f8f-4b0d-b18c-26608ccfc8b2 None None] Pushing event updated for resources: {'Port': ['ID=8082bb58-a0d6-4085-9b78-bafba323740c,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:16:50.788386 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1c8688b-2b5f-409e-b0b3-3ae08fbc8a24 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Made reservation on behalf of 6a16562f4e0b40b69523d9d718e8a4c0 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:16:50.792776 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-33a9d41e-fd47-43e7-a4e0-0006ed944503 req-3c05d8f0-43fb-4f63-a661-a7b81c267c50 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c286ac6-5d5d-46b9-b282-9e68e0339bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258731 Jan 28 07:16:50.793610 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e1c8688b-2b5f-409e-b0b3-3ae08fbc8a24 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:50.797246 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-31a4a396-189c-4626-aed1-926e01d5d116 None None] Provisioning complete for port b3377f88-a967-4d7d-b3ce-abc44d4d470a triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:16:50.798726 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-31a4a396-189c-4626-aed1-926e01d5d116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (b3377f88-a967-4d7d-b3ce-abc44d4d470a), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:50.846698 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [None req-e1c8688b-2b5f-409e-b0b3-3ae08fbc8a24 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] device_id is not set on port 24c421b9-9756-4145-9466-6d298ad9bfb5 yet. {{(pid=103284) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 07:16:50.911379 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2efa34ce-8814-46d1-9e44-4782734f34fc x-openstack-request-id: req-2efa34ce-8814-46d1-9e44-4782734f34fc {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:16:50.911802 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5893ef6-46c4-45fa-a505-47cb270a9c49", "tag": "016bf730-64ed-4f53-9ccb-aef1a6cd229d", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:16:50.912015 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2efa34ce-8814-46d1-9e44-4782734f34fc {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:16:50.912666 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5893ef6-46c4-45fa-a505-47cb270a9c49', 'tag': '016bf730-64ed-4f53-9ccb-aef1a6cd229d', 'status': 'completed', 'code': 200} Jan 28 07:16:50.951321 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning for port ee5c4e5b-bece-4bc6-bf02-da9aac6b8993 completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:16:50.961205 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd6ff94f-e720-45bd-ad87-714e5f647b42 None None] Network cd6ba6c3-968f-4bdf-aed7-be8df75572b8 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:16:51.110856 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a220315d-89e2-4a5a-8a92-0bda21707b5d req-4e26de25-4610-4b4d-901e-c1796984021b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:51.112525 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a220315d-89e2-4a5a-8a92-0bda21707b5d req-4e26de25-4610-4b4d-901e-c1796984021b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1b5821c096cf43639ed10b07e04f5303&device_id=a5893ef6-46c4-45fa-a505-47cb270a9c49 HTTP/1.1" status: 200 len: 1127 time: 0.1486762 Jan 28 07:16:51.156344 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning complete for port ee5c4e5b-bece-4bc6-bf02-da9aac6b8993 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:16:51.156720 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (ee5c4e5b-bece-4bc6-bf02-da9aac6b8993), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:51.194732 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c518a548-0cbd-45fa-8285-38edd4a1596e req-645b166b-4a08-44f6-9a59-a415778c55c7 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:51.210132 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c518a548-0cbd-45fa-8285-38edd4a1596e req-645b166b-4a08-44f6-9a59-a415778c55c7 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?device_id=53f845b7-f3ca-4ae0-8069-87c7185bf924 HTTP/1.1" status: 200 len: 944 time: 0.2015905 Jan 28 07:16:51.228577 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning for port 0f6c0d2d-297e-4e76-8440-1295fa1351f4 completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:16:51.253433 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-e1c8688b-2b5f-409e-b0b3-3ae08fbc8a24 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Allocated IP 10.1.1.92 (39d5b943-8907-404b-b824-343baf651894/e818f6d1-2687-4869-b326-811edc0132c0/24c421b9-9756-4145-9466-6d298ad9bfb5) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:16:51.292019 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c518a548-0cbd-45fa-8285-38edd4a1596e req-8f5a03d0-b944-44b8-9858-1e9df91d9f51 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f7766-6108-45d3-a769-5b5e90234849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799296 Jan 28 07:16:51.303254 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning complete for port 0f6c0d2d-297e-4e76-8440-1295fa1351f4 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:16:51.304684 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (0f6c0d2d-297e-4e76-8440-1295fa1351f4), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:51.332698 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-412117b8-bb69-4d99-b35e-950a19bbea68 admin admin] Publish callbacks [] for router_gateway (b66fefd1-8b07-4710-90a1-8e7f3a8b8e24), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:51.412164 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-412117b8-bb69-4d99-b35e-950a19bbea68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:51.434699 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port b3377f88-a967-4d7d-b3ce-abc44d4d470a triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:16:51.434699 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (b3377f88-a967-4d7d-b3ce-abc44d4d470a), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:51.532108 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-31a4a396-189c-4626-aed1-926e01d5d116 None None] Current status of the port b3377f88-a967-4d7d-b3ce-abc44d4d470a is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:16:51.532857 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-31a4a396-189c-4626-aed1-926e01d5d116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (b3377f88-a967-4d7d-b3ce-abc44d4d470a), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:51.579425 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port ee5c4e5b-bece-4bc6-bf02-da9aac6b8993 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:16:51.579823 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (ee5c4e5b-bece-4bc6-bf02-da9aac6b8993), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:51.603767 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-31a4a396-189c-4626-aed1-926e01d5d116 None None] For port b3377f88-a967-4d7d-b3ce-abc44d4d470a, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=b3377f88-a967-4d7d-b3ce-abc44d4d470a,segment=NetworkSegment(8b0a0ad2-fd7a-4498-821e-1edb296a5ed1),segment_id=8b0a0ad2-fd7a-4498-821e-1edb296a5ed1)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:16:51.605084 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 0f6c0d2d-297e-4e76-8440-1295fa1351f4 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:16:51.606085 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (0f6c0d2d-297e-4e76-8440-1295fa1351f4), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:51.625851 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-31a4a396-189c-4626-aed1-926e01d5d116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (b3377f88-a967-4d7d-b3ce-abc44d4d470a), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:51.636182 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e1c8688b-2b5f-409e-b0b3-3ae08fbc8a24 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Publish callbacks [] for port (24c421b9-9756-4145-9466-6d298ad9bfb5), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:51.676874 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-412117b8-bb69-4d99-b35e-950a19bbea68 admin admin] Allocated IP 172.25.6.229 (7d5b3724-deef-4831-8d43-cb9b8176573c/b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc/fe342a51-4c2f-4421-a59d-b8ec02969ee5) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:16:51.757240 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53f845b7-f3ca-4ae0-8069-87c7185bf924', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee5c4e5b-bece-4bc6-bf02-da9aac6b8993'}, {'server_uuid': '9a2737ee-f61e-4f07-836f-8237b18d9f2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f6c0d2d-297e-4e76-8440-1295fa1351f4'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:16:51.759781 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e048b44-ad63-40f6-a2c3-165f0349869d" -d '{"events": [{"server_uuid": "53f845b7-f3ca-4ae0-8069-87c7185bf924", "name": "network-vif-plugged", "status": "completed", "tag": "ee5c4e5b-bece-4bc6-bf02-da9aac6b8993"}, {"server_uuid": "9a2737ee-f61e-4f07-836f-8237b18d9f2d", "name": "network-vif-plugged", "status": "completed", "tag": "0f6c0d2d-297e-4e76-8440-1295fa1351f4"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:16:51.774093 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03393b7e-5a78-4011-86f5-f478c8f075cf None None] Network 7271c4e0-9917-4cbf-8cf0-7234aac71aa9 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:16:51.829441 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e1c8688b-2b5f-409e-b0b3-3ae08fbc8a24 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (24c421b9-9756-4145-9466-6d298ad9bfb5), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:51.942343 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 0f6c0d2d-297e-4e76-8440-1295fa1351f4, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=0f6c0d2d-297e-4e76-8440-1295fa1351f4,segment=NetworkSegment(0129dffb-fe43-47b5-a269-4f49ca8f6de7),segment_id=0129dffb-fe43-47b5-a269-4f49ca8f6de7)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:16:51.950992 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port ee5c4e5b-bece-4bc6-bf02-da9aac6b8993, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=ee5c4e5b-bece-4bc6-bf02-da9aac6b8993,segment=NetworkSegment(00c9bc5a-b387-4097-9c7c-7f7badd573e1),segment_id=00c9bc5a-b387-4097-9c7c-7f7badd573e1)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:16:51.954476 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f23ed59-30a2-4d35-a2b0-f99eb0a55883 req-eb0b8ce1-aaaf-41ef-bd55-96448f5a37c0 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:51.957974 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4f23ed59-30a2-4d35-a2b0-f99eb0a55883 req-eb0b8ce1-aaaf-41ef-bd55-96448f5a37c0 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=34cec753-a0af-40fe-8b26-5782d80f076e HTTP/1.1" status: 200 len: 945 time: 0.9174213 Jan 28 07:16:51.965812 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c8688b-2b5f-409e-b0b3-3ae08fbc8a24 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Network 39d5b943-8907-404b-b824-343baf651894 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:16:51.977000 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-e1c8688b-2b5f-409e-b0b3-3ae08fbc8a24 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:16:51.988996 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c8688b-2b5f-409e-b0b3-3ae08fbc8a24 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:16:52.010811 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (0f6c0d2d-297e-4e76-8440-1295fa1351f4), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:52.023621 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (ee5c4e5b-bece-4bc6-bf02-da9aac6b8993), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:52.038428 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9429b578-51bb-435e-913d-041e8cbdccbf req-442b3286-d652-4e6a-84d6-cf302ca397ae tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:52.041890 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9429b578-51bb-435e-913d-041e8cbdccbf req-442b3286-d652-4e6a-84d6-cf302ca397ae tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a2737ee-f61e-4f07-836f-8237b18d9f2d HTTP/1.1" status: 200 len: 944 time: 0.1520367 Jan 28 07:16:52.044285 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a4a396-189c-4626-aed1-926e01d5d116 None None] Pushing event updated for resources: {'Port': ['ID=b3377f88-a967-4d7d-b3ce-abc44d4d470a,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:16:52.076592 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c8688b-2b5f-409e-b0b3-3ae08fbc8a24 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Pushing event updated for resources: {'Port': ['ID=24c421b9-9756-4145-9466-6d298ad9bfb5,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:16:52.091618 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-412117b8-bb69-4d99-b35e-950a19bbea68 admin admin] Publish callbacks [] for port (fe342a51-4c2f-4421-a59d-b8ec02969ee5), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:52.118240 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-3a1a72ac-12d0-4a58-a21a-07bd92b137c2 None None] Provisioning complete for port 8082bb58-a0d6-4085-9b78-bafba323740c triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:16:52.118655 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3a1a72ac-12d0-4a58-a21a-07bd92b137c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (8082bb58-a0d6-4085-9b78-bafba323740c), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:52.169680 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c8688b-2b5f-409e-b0b3-3ae08fbc8a24 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:52.171027 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e1c8688b-2b5f-409e-b0b3-3ae08fbc8a24 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:52.172826 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9429b578-51bb-435e-913d-041e8cbdccbf req-b443bc6a-0c82-4c65-8d84-77c911375ebd tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/security-groups?id=e977f99b-7e7b-4d49-bf15-4fd22b3b3b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097701 Jan 28 07:16:52.175606 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port b3377f88-a967-4d7d-b3ce-abc44d4d470a is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:16:52.176736 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a220315d-89e2-4a5a-8a92-0bda21707b5d req-f342328a-fb2c-4f4c-bfc7-42e6dc0a9436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:52.179589 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a220315d-89e2-4a5a-8a92-0bda21707b5d req-f342328a-fb2c-4f4c-bfc7-42e6dc0a9436 service neutron] 10.222.0.10 "GET /v2.0/networks?id=77aa199c-9565-430c-bcef-5bacd415f620 HTTP/1.1" status: 200 len: 909 time: 1.0557580 Jan 28 07:16:52.236966 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4f23ed59-30a2-4d35-a2b0-f99eb0a55883 req-63755b1c-9c1a-4d78-a9d3-2fd7c3880797 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e9c3947-6ff8-4aa4-a1f7-c165b64c94a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2658350 Jan 28 07:16:52.261491 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=0f6c0d2d-297e-4e76-8440-1295fa1351f4,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:16:52.296457 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a220315d-89e2-4a5a-8a92-0bda21707b5d req-be1e43b9-aa74-4aae-8d30-a14e8207359a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=016bf730-64ed-4f53-9ccb-aef1a6cd229d HTTP/1.1" status: 200 len: 217 time: 0.0896420 Jan 28 07:16:52.357870 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-e1c8688b-2b5f-409e-b0b3-3ae08fbc8a24 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.8806713 Jan 28 07:16:52.364940 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-412117b8-bb69-4d99-b35e-950a19bbea68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (fe342a51-4c2f-4421-a59d-b8ec02969ee5), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:52.418598 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 28 Jan 2022 07:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dbe13fb-2bc4-4b43-91ce-394bc9073da9 x-openstack-request-id: req-9dbe13fb-2bc4-4b43-91ce-394bc9073da9 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:16:52.418898 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53f845b7-f3ca-4ae0-8069-87c7185bf924", "name": "network-vif-plugged", "status": "completed", "tag": "ee5c4e5b-bece-4bc6-bf02-da9aac6b8993", "code": 200}, {"server_uuid": "9a2737ee-f61e-4f07-836f-8237b18d9f2d", "name": "network-vif-plugged", "status": "completed", "tag": "0f6c0d2d-297e-4e76-8440-1295fa1351f4", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:16:52.419172 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9dbe13fb-2bc4-4b43-91ce-394bc9073da9 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:16:52.419579 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53f845b7-f3ca-4ae0-8069-87c7185bf924', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee5c4e5b-bece-4bc6-bf02-da9aac6b8993', 'code': 200} Jan 28 07:16:52.419861 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a2737ee-f61e-4f07-836f-8237b18d9f2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f6c0d2d-297e-4e76-8440-1295fa1351f4', 'code': 200} Jan 28 07:16:52.498681 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a220315d-89e2-4a5a-8a92-0bda21707b5d req-cc1b4961-4278-4141-9b9c-b9bb82265c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:52.499714 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a220315d-89e2-4a5a-8a92-0bda21707b5d req-cc1b4961-4278-4141-9b9c-b9bb82265c27 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e60d974b-4a97-44ad-8684-0b13afa61368 HTTP/1.1" status: 200 len: 848 time: 0.1943765 Jan 28 07:16:52.540085 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-412117b8-bb69-4d99-b35e-950a19bbea68 admin admin] Network 7d5b3724-deef-4831-8d43-cb9b8176573c is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:16:52.574972 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-412117b8-bb69-4d99-b35e-950a19bbea68 admin admin] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:16:52.591073 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-3a1a72ac-12d0-4a58-a21a-07bd92b137c2 None None] Current status of the port 8082bb58-a0d6-4085-9b78-bafba323740c is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:16:52.591673 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a220315d-89e2-4a5a-8a92-0bda21707b5d req-cf9c688e-e9d1-4f73-bf3b-572cf69d706b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=77aa199c-9565-430c-bcef-5bacd415f620&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626714 Jan 28 07:16:52.592611 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3a1a72ac-12d0-4a58-a21a-07bd92b137c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (8082bb58-a0d6-4085-9b78-bafba323740c), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:52.675799 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412117b8-bb69-4d99-b35e-950a19bbea68 admin admin] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:16:52.706118 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-3a1a72ac-12d0-4a58-a21a-07bd92b137c2 None None] For port 8082bb58-a0d6-4085-9b78-bafba323740c, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=8082bb58-a0d6-4085-9b78-bafba323740c,segment=NetworkSegment(cd55eebc-1f57-4111-a982-059d17cd9714),segment_id=cd55eebc-1f57-4111-a982-059d17cd9714)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:16:52.715828 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 8082bb58-a0d6-4085-9b78-bafba323740c up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:16:52.748088 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=ee5c4e5b-bece-4bc6-bf02-da9aac6b8993,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:16:52.762988 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3a1a72ac-12d0-4a58-a21a-07bd92b137c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (8082bb58-a0d6-4085-9b78-bafba323740c), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:52.830163 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412117b8-bb69-4d99-b35e-950a19bbea68 admin admin] Pushing event updated for resources: {'Port': ['ID=fe342a51-4c2f-4421-a59d-b8ec02969ee5,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:16:52.851563 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1a72ac-12d0-4a58-a21a-07bd92b137c2 None None] Pushing event updated for resources: {'Port': ['ID=8082bb58-a0d6-4085-9b78-bafba323740c,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:16:52.861686 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 8082bb58-a0d6-4085-9b78-bafba323740c triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:16:52.862087 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (8082bb58-a0d6-4085-9b78-bafba323740c), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:52.901434 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e060dc-82c3-4557-a4d4-3d9b7a61f0b9 req-b01708dd-9e38-4d10-b01c-1cdb4f924abb tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:52.903409 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-99e060dc-82c3-4557-a4d4-3d9b7a61f0b9 req-b01708dd-9e38-4d10-b01c-1cdb4f924abb tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5893ef6-46c4-45fa-a505-47cb270a9c49 HTTP/1.1" status: 200 len: 944 time: 0.3249311 Jan 28 07:16:52.910868 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a220315d-89e2-4a5a-8a92-0bda21707b5d req-b584815e-e97d-4574-87d8-82f255dc7667 service neutron] 10.222.0.10 "GET /v2.0/networks/77aa199c-9565-430c-bcef-5bacd415f620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2514873 Jan 28 07:16:52.924538 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-f0ae7c20-9eef-48a8-a634-d7162ce623d7 None None] Provisioning complete for port 8082bb58-a0d6-4085-9b78-bafba323740c triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:16:52.925244 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f0ae7c20-9eef-48a8-a634-d7162ce623d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (8082bb58-a0d6-4085-9b78-bafba323740c), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:53.016394 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 8082bb58-a0d6-4085-9b78-bafba323740c is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:16:53.017935 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device b3377f88-a967-4d7d-b3ce-abc44d4d470a up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:16:53.077961 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a220315d-89e2-4a5a-8a92-0bda21707b5d req-d80cc52c-eb37-4227-b353-d2510e0f8fb7 service neutron] 10.222.0.10 "GET /v2.0/networks/77aa199c-9565-430c-bcef-5bacd415f620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399224 Jan 28 07:16:53.096076 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-f0ae7c20-9eef-48a8-a634-d7162ce623d7 None None] Current status of the port 8082bb58-a0d6-4085-9b78-bafba323740c is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:16:53.102547 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4270c507-c42c-45f5-984c-3c059d218f01 req-adbc3403-ab69-4988-b031-ee7ead2036b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:53.103614 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4270c507-c42c-45f5-984c-3c059d218f01 req-adbc3403-ab69-4988-b031-ee7ead2036b4 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9a2737ee-f61e-4f07-836f-8237b18d9f2d HTTP/1.1" status: 200 len: 1097 time: 0.5151627 Jan 28 07:16:53.120703 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port b3377f88-a967-4d7d-b3ce-abc44d4d470a triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:16:53.121558 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (b3377f88-a967-4d7d-b3ce-abc44d4d470a), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:53.124032 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-f0ae7c20-9eef-48a8-a634-d7162ce623d7 None None] Provisioning complete for port 7de6cf27-a469-4965-baef-e71190ea0139 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:16:53.124696 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f0ae7c20-9eef-48a8-a634-d7162ce623d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (7de6cf27-a469-4965-baef-e71190ea0139), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:53.143478 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227ea01c-2226-4095-858b-02d883be7471 req-b1037dd3-c1bc-49bc-ad16-5b158f53e1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:53.144948 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b65e0b1-febf-4356-b43e-6f77b5939328 req-dbdca9a3-11b3-42d9-94c9-eba099009d15 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:53.145887 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-227ea01c-2226-4095-858b-02d883be7471 req-b1037dd3-c1bc-49bc-ad16-5b158f53e1ac service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=53f845b7-f3ca-4ae0-8069-87c7185bf924 HTTP/1.1" status: 200 len: 1097 time: 0.6033792 Jan 28 07:16:53.152655 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7b65e0b1-febf-4356-b43e-6f77b5939328 req-dbdca9a3-11b3-42d9-94c9-eba099009d15 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?device_id=53f845b7-f3ca-4ae0-8069-87c7185bf924 HTTP/1.1" status: 200 len: 945 time: 0.3886373 Jan 28 07:16:53.221553 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-f0ae7c20-9eef-48a8-a634-d7162ce623d7 None None] Port 7de6cf27-a469-4965-baef-e71190ea0139 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:16:53.228767 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-99e060dc-82c3-4557-a4d4-3d9b7a61f0b9 req-96669769-9bf2-46d1-b0cb-b0a582de57fb tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c286ac6-5d5d-46b9-b282-9e68e0339bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721964 Jan 28 07:16:53.242948 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-f0ae7c20-9eef-48a8-a634-d7162ce623d7 None None] Provisioning complete for port b3377f88-a967-4d7d-b3ce-abc44d4d470a triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:16:53.243582 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f0ae7c20-9eef-48a8-a634-d7162ce623d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (b3377f88-a967-4d7d-b3ce-abc44d4d470a), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:53.260068 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7b65e0b1-febf-4356-b43e-6f77b5939328 req-8563bf31-535c-4a4c-9a3d-d7505236280a tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f7766-6108-45d3-a769-5b5e90234849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972633 Jan 28 07:16:53.316443 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4270c507-c42c-45f5-984c-3c059d218f01 req-cdb2ee6c-a478-44c7-b1cb-9446165f8ae7 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=e977f99b-7e7b-4d49-bf15-4fd22b3b3b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948066 Jan 28 07:16:53.338889 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port b3377f88-a967-4d7d-b3ce-abc44d4d470a is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:16:53.377372 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-227ea01c-2226-4095-858b-02d883be7471 req-16581619-8d86-44c4-add1-413902e95d2d service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=f51f7766-6108-45d3-a769-5b5e90234849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880860 Jan 28 07:16:53.413462 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-f0ae7c20-9eef-48a8-a634-d7162ce623d7 None None] Current status of the port b3377f88-a967-4d7d-b3ce-abc44d4d470a is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:16:53.426992 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-412117b8-bb69-4d99-b35e-950a19bbea68 admin admin] Publish callbacks [] for router_gateway (b66fefd1-8b07-4710-90a1-8e7f3a8b8e24), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:53.449929 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-f0ae7c20-9eef-48a8-a634-d7162ce623d7 None None] Provisioning complete for port 24c421b9-9756-4145-9466-6d298ad9bfb5 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:16:53.450578 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f0ae7c20-9eef-48a8-a634-d7162ce623d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (24c421b9-9756-4145-9466-6d298ad9bfb5), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:53.503666 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-f0ae7c20-9eef-48a8-a634-d7162ce623d7 None None] Port 24c421b9-9756-4145-9466-6d298ad9bfb5 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:16:53.614023 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 46120) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:16:53.618989 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-e86c3729-ec38-43c9-994f-248289f5aa95 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1594498969', 'description': 'tempest-description--1797249299'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:16:53.666542 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e86c3729-ec38-43c9-994f-248289f5aa95 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:53.776852 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e86c3729-ec38-43c9-994f-248289f5aa95 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Publish callbacks [] for security_group (e05d74b3-220f-46cd-b475-266b231f0f88), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:53.782042 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e86c3729-ec38-43c9-994f-248289f5aa95 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (e05d74b3-220f-46cd-b475-266b231f0f88), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:53.819700 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68de75e-55b7-4545-9f50-43b8c38ecc98 req-cc16b8aa-0083-469c-bd22-bf1d1df448a1 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:53.821242 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e68de75e-55b7-4545-9f50-43b8c38ecc98 req-cc16b8aa-0083-469c-bd22-bf1d1df448a1 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a2737ee-f61e-4f07-836f-8237b18d9f2d HTTP/1.1" status: 200 len: 945 time: 0.1369123 Jan 28 07:16:53.826347 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-412117b8-bb69-4d99-b35e-950a19bbea68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16605475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16607909'] for router (b66fefd1-8b07-4710-90a1-8e7f3a8b8e24), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:53.854435 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e86c3729-ec38-43c9-994f-248289f5aa95 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:53.855762 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-e86c3729-ec38-43c9-994f-248289f5aa95 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.2404549 Jan 28 07:16:53.863335 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 46128) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:16:53.874012 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-10abab3f-f821-4ca3-bff5-91aa188bad9a tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Request body: {'security_group_rule': {'security_group_id': 'e05d74b3-220f-46cd-b475-266b231f0f88', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:16:53.913219 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86c3729-ec38-43c9-994f-248289f5aa95 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e05d74b3-220f-46cd-b475-266b231f0f88,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:16:53.924525 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e68de75e-55b7-4545-9f50-43b8c38ecc98 req-d8d5ddd1-bdc6-4b9a-a014-8918ed7b3ddd tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/security-groups?id=e977f99b-7e7b-4d49-bf15-4fd22b3b3b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958347 Jan 28 07:16:53.925570 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0789cc1e-957b-4716-a7d8-3ba1a5d58a89 req-b21dcc6f-a443-4348-95a5-5b9992255feb tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:53.928335 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0789cc1e-957b-4716-a7d8-3ba1a5d58a89 req-b21dcc6f-a443-4348-95a5-5b9992255feb tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=34cec753-a0af-40fe-8b26-5782d80f076e HTTP/1.1" status: 200 len: 945 time: 0.1310387 Jan 28 07:16:53.929624 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-10abab3f-f821-4ca3-bff5-91aa188bad9a tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Publish callbacks [] for security_group_rule (30f87811-6ef0-4e7c-a1cf-ccaa3f96a54d), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:54.013457 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0789cc1e-957b-4716-a7d8-3ba1a5d58a89 req-c3df9b78-2fc1-4e7c-b0ec-80ae353d090a tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e9c3947-6ff8-4aa4-a1f7-c165b64c94a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782652 Jan 28 07:16:54.037527 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-412117b8-bb69-4d99-b35e-950a19bbea68 admin admin] Router b66fefd1-8b07-4710-90a1-8e7f3a8b8e24 is scheduled to L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 with binding_index 1 {{(pid=103283) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 07:16:54.040696 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-10abab3f-f821-4ca3-bff5-91aa188bad9a tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Publish callbacks [] for security_group_rule (30f87811-6ef0-4e7c-a1cf-ccaa3f96a54d), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:54.045456 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-10abab3f-f821-4ca3-bff5-91aa188bad9a tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (30f87811-6ef0-4e7c-a1cf-ccaa3f96a54d), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:54.071235 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-10abab3f-f821-4ca3-bff5-91aa188bad9a tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:54.075132 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-10abab3f-f821-4ca3-bff5-91aa188bad9a tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2083728 Jan 28 07:16:54.077523 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 46134) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:16:54.085330 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-11a303bd-c7e5-418d-b60b-fb434870aa04 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Request body: {'security_group_rule': {'security_group_id': 'e05d74b3-220f-46cd-b475-266b231f0f88', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:16:54.098065 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abab3f-f821-4ca3-bff5-91aa188bad9a tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30f87811-6ef0-4e7c-a1cf-ccaa3f96a54d,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:16:54.122566 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-11a303bd-c7e5-418d-b60b-fb434870aa04 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Publish callbacks [] for security_group_rule (e9324526-f059-4c1b-a02c-c23db8174143), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:54.150507 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-412117b8-bb69-4d99-b35e-950a19bbea68 admin admin] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:16:54.161526 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee33fea-ca30-4099-b492-f5ee0252409b None None] Sync routers for ids ['b66fefd1-8b07-4710-90a1-8e7f3a8b8e24'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:16:54.168785 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-412117b8-bb69-4d99-b35e-950a19bbea68 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:54.171279 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee33fea-ca30-4099-b492-f5ee0252409b None None] Routers {'b66fefd1-8b07-4710-90a1-8e7f3a8b8e24'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:16:54.172011 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-412117b8-bb69-4d99-b35e-950a19bbea68 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 4.6169009 Jan 28 07:16:54.172333 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-fee33fea-ca30-4099-b492-f5ee0252409b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:16:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['b66fefd1-8b07-4710-90a1-8e7f3a8b8e24'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:16:54.174470 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 46136) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:16:54.181857 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-11a303bd-c7e5-418d-b60b-fb434870aa04 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Publish callbacks [] for security_group_rule (e9324526-f059-4c1b-a02c-c23db8174143), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:54.186156 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-11a303bd-c7e5-418d-b60b-fb434870aa04 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (e9324526-f059-4c1b-a02c-c23db8174143), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:54.216576 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-11a303bd-c7e5-418d-b60b-fb434870aa04 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:54.218562 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-11a303bd-c7e5-418d-b60b-fb434870aa04 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1399024 Jan 28 07:16:54.225394 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 46138) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:16:54.231035 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-38dcf4b6-ea2e-4874-8eae-a407e4b3ba99 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Request body: {'floatingip': {'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:16:54.252864 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a303bd-c7e5-418d-b60b-fb434870aa04 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9324526-f059-4c1b-a02c-c23db8174143,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:16:54.258866 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-38dcf4b6-ea2e-4874-8eae-a407e4b3ba99 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:54.304381 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-fee33fea-ca30-4099-b492-f5ee0252409b None None] Set router b66fefd1-8b07-4710-90a1-8e7f3a8b8e24 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:16:54.454856 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6fabea-ed7d-4503-8780-5cf08991062b req-9249fe44-8f3e-475a-8b3b-ee348e0ee48e tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:54.457370 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7b6fabea-ed7d-4503-8780-5cf08991062b req-9249fe44-8f3e-475a-8b3b-ee348e0ee48e tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5893ef6-46c4-45fa-a505-47cb270a9c49 HTTP/1.1" status: 200 len: 944 time: 0.1107190 Jan 28 07:16:54.464311 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-38dcf4b6-ea2e-4874-8eae-a407e4b3ba99 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:54.515365 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 8082bb58-a0d6-4085-9b78-bafba323740c up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:16:54.526629 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb58520-5e01-40ac-a9dc-67e9b49e35dc req-d853ac81-b578-4985-9aa4-7189528c412a tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:54.534326 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9cb58520-5e01-40ac-a9dc-67e9b49e35dc req-d853ac81-b578-4985-9aa4-7189528c412a tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?device_id=53f845b7-f3ca-4ae0-8069-87c7185bf924 HTTP/1.1" status: 200 len: 945 time: 0.1335256 Jan 28 07:16:54.571900 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-fee33fea-ca30-4099-b492-f5ee0252409b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b66fefd1-8b07-4710-90a1-8e7f3a8b8e24', 'name': 'tempest-ServerRescueTestJSONUnderV235-1049003103-router', 'tenant_id': '9c04f7b8e3f5485eae817db823b81557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': 'fe342a51-4c2f-4421-a59d-b8ec02969ee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:16:49Z', 'updated_at': '2022-01-28T07:16:53Z', 'revision_number': 3, 'project_id': '9c04f7b8e3f5485eae817db823b81557', 'gw_port': {'id': 'fe342a51-4c2f-4421-a59d-b8ec02969ee5', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e1:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b66fefd1-8b07-4710-90a1-8e7f3a8b8e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:16:51Z', 'updated_at': '2022-01-28T07:16:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:16:54.610103 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee33fea-ca30-4099-b492-f5ee0252409b None None] Checking router: b66fefd1-8b07-4710-90a1-8e7f3a8b8e24 for host: n-d-712749-28 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:16:54.610687 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee33fea-ca30-4099-b492-f5ee0252409b None None] Updating router b66fefd1-8b07-4710-90a1-8e7f3a8b8e24 port fe342a51-4c2f-4421-a59d-b8ec02969ee5 binding host n-d-712749-28 {{(pid=103286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 07:16:54.637993 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 8082bb58-a0d6-4085-9b78-bafba323740c triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:16:54.639345 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fee33fea-ca30-4099-b492-f5ee0252409b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (fe342a51-4c2f-4421-a59d-b8ec02969ee5), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:54.639823 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (8082bb58-a0d6-4085-9b78-bafba323740c), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:54.722424 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-38dcf4b6-ea2e-4874-8eae-a407e4b3ba99 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Allocated IP 172.25.6.105 (7d5b3724-deef-4831-8d43-cb9b8176573c/b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc/b01fc158-83ef-4418-a9e2-e8371bcab352) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:16:54.776852 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 8082bb58-a0d6-4085-9b78-bafba323740c is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:16:54.822563 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9cb58520-5e01-40ac-a9dc-67e9b49e35dc req-34f75c09-2c7a-408b-aa7b-d02eaffc4964 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f7766-6108-45d3-a769-5b5e90234849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2869735 Jan 28 07:16:54.847276 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7b6fabea-ed7d-4503-8780-5cf08991062b req-da1da656-6eab-415b-9a37-0ce1784dcd23 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c286ac6-5d5d-46b9-b282-9e68e0339bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3653028 Jan 28 07:16:54.963332 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a8c7e1-3901-49ed-9d0f-e57c53593c9a req-237381ec-855d-4fa1-907f-ca2acb4eb87a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:54.964871 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-05a8c7e1-3901-49ed-9d0f-e57c53593c9a req-237381ec-855d-4fa1-907f-ca2acb4eb87a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f5fa6549bc8d49d9b2eb68f328326d46&device_id=34cec753-a0af-40fe-8b26-5782d80f076e HTTP/1.1" status: 200 len: 1097 time: 0.1120570 Jan 28 07:16:54.967755 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-38dcf4b6-ea2e-4874-8eae-a407e4b3ba99 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Publish callbacks [] for port (b01fc158-83ef-4418-a9e2-e8371bcab352), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:55.067417 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ee1fe562-cc68-4925-8a7b-5d1b1c5e7da6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:55.119442 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-38dcf4b6-ea2e-4874-8eae-a407e4b3ba99 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (b01fc158-83ef-4418-a9e2-e8371bcab352), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:55.159731 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a8c7e1-3901-49ed-9d0f-e57c53593c9a req-d06361b0-cad6-49a7-9d65-997a8b65fd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:55.161864 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-05a8c7e1-3901-49ed-9d0f-e57c53593c9a req-d06361b0-cad6-49a7-9d65-997a8b65fd9c service neutron] 10.222.0.10 "GET /v2.0/networks?id=e794ad63-0b0f-4018-9f49-e800aa3d32de HTTP/1.1" status: 200 len: 912 time: 0.1894126 Jan 28 07:16:55.172182 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366a3158-f11a-4e58-9ec1-667cad34ba09 req-04073b83-c4f2-4a1e-8d78-d71f87caec69 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:55.173755 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-366a3158-f11a-4e58-9ec1-667cad34ba09 req-04073b83-c4f2-4a1e-8d78-d71f87caec69 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a2737ee-f61e-4f07-836f-8237b18d9f2d HTTP/1.1" status: 200 len: 945 time: 0.1480439 Jan 28 07:16:55.222785 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d74e4c0-5350-457c-972d-36ce6e06eca1 req-b43e34e1-230d-4600-8a41-6744d27bd224 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:55.224501 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9d74e4c0-5350-457c-972d-36ce6e06eca1 req-b43e34e1-230d-4600-8a41-6744d27bd224 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=34cec753-a0af-40fe-8b26-5782d80f076e HTTP/1.1" status: 200 len: 945 time: 0.0969882 Jan 28 07:16:55.236219 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-05a8c7e1-3901-49ed-9d0f-e57c53593c9a req-b85ee97c-efa1-4c36-934f-b79512338d33 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c7dab032-edad-4dfb-a25a-e3727cf507b5 HTTP/1.1" status: 200 len: 217 time: 0.0592248 Jan 28 07:16:55.244885 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38dcf4b6-ea2e-4874-8eae-a407e4b3ba99 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Network 7d5b3724-deef-4831-8d43-cb9b8176573c is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:16:55.245689 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dcf4b6-ea2e-4874-8eae-a407e4b3ba99 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Pushing event updated for resources: {'Port': ['ID=b01fc158-83ef-4418-a9e2-e8371bcab352,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:16:55.290131 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fee33fea-ca30-4099-b492-f5ee0252409b None None] Publish callbacks [] for port (fe342a51-4c2f-4421-a59d-b8ec02969ee5), precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:55.298540 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-38dcf4b6-ea2e-4874-8eae-a407e4b3ba99 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:16:55.303862 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38dcf4b6-ea2e-4874-8eae-a407e4b3ba99 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:16:55.308846 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fee33fea-ca30-4099-b492-f5ee0252409b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (fe342a51-4c2f-4421-a59d-b8ec02969ee5), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:55.335732 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9d74e4c0-5350-457c-972d-36ce6e06eca1 req-d9a36c30-a43d-4b07-92d2-7c450e7e780a tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e9c3947-6ff8-4aa4-a1f7-c165b64c94a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949044 Jan 28 07:16:55.354843 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-ee1fe562-cc68-4925-8a7b-5d1b1c5e7da6 admin admin] Allocated IP 172.20.0.1 (cd6ba6c3-968f-4bdf-aed7-be8df75572b8/077db515-3138-4fa8-aebf-adad8450fb43/debccd5a-d87a-447c-ab36-37bde4513e6b) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:16:55.390253 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3220e1dc-9973-48c1-b756-94d144110d78 None None] Pushing event updated for resources: {'Port': ['ID=fe342a51-4c2f-4421-a59d-b8ec02969ee5,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:16:55.395685 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-366a3158-f11a-4e58-9ec1-667cad34ba09 req-00c3dbf6-8ad3-4118-9013-c8526366e1e7 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/security-groups?id=e977f99b-7e7b-4d49-bf15-4fd22b3b3b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085359 Jan 28 07:16:55.446137 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3220e1dc-9973-48c1-b756-94d144110d78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:16:55.446793 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3220e1dc-9973-48c1-b756-94d144110d78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:16:55.447375 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3220e1dc-9973-48c1-b756-94d144110d78 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:16:55.449059 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3220e1dc-9973-48c1-b756-94d144110d78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:16:55.449693 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3220e1dc-9973-48c1-b756-94d144110d78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:16:55.451500 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3220e1dc-9973-48c1-b756-94d144110d78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:16:55.452069 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3220e1dc-9973-48c1-b756-94d144110d78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:16:55.453561 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3220e1dc-9973-48c1-b756-94d144110d78 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:16:55.454134 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3220e1dc-9973-48c1-b756-94d144110d78 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:16:55.455700 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3220e1dc-9973-48c1-b756-94d144110d78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:16:55.457397 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3220e1dc-9973-48c1-b756-94d144110d78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:16:55.459220 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3220e1dc-9973-48c1-b756-94d144110d78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:16:55.460474 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3220e1dc-9973-48c1-b756-94d144110d78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:16:55.471864 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-fee33fea-ca30-4099-b492-f5ee0252409b None None] Attempting to bind port fe342a51-4c2f-4421-a59d-b8ec02969ee5 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:16:55.474906 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-fee33fea-ca30-4099-b492-f5ee0252409b None None] Attempting to bind port fe342a51-4c2f-4421-a59d-b8ec02969ee5 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:16:55.476028 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee33fea-ca30-4099-b492-f5ee0252409b None None] Attempting to bind port fe342a51-4c2f-4421-a59d-b8ec02969ee5 on network 7d5b3724-deef-4831-8d43-cb9b8176573c {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:16:55.489400 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee33fea-ca30-4099-b492-f5ee0252409b None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:16:55.490379 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee33fea-ca30-4099-b492-f5ee0252409b None None] Checking segment: {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:16:55.490944 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fee33fea-ca30-4099-b492-f5ee0252409b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:55.491400 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee33fea-ca30-4099-b492-f5ee0252409b None None] Bound using segment: {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:16:55.491885 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-fee33fea-ca30-4099-b492-f5ee0252409b None None] Bound port: fe342a51-4c2f-4421-a59d-b8ec02969ee5, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:16:55.492295 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fee33fea-ca30-4099-b492-f5ee0252409b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (fe342a51-4c2f-4421-a59d-b8ec02969ee5), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:55.499031 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-38dcf4b6-ea2e-4874-8eae-a407e4b3ba99 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Publish callbacks [] for floatingip (0f07f8b9-ec0a-47ba-a8b6-ed31c8b03b50), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:55.570642 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ee1fe562-cc68-4925-8a7b-5d1b1c5e7da6 admin admin] Publish callbacks [] for port (debccd5a-d87a-447c-ab36-37bde4513e6b), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:55.573835 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-38dcf4b6-ea2e-4874-8eae-a407e4b3ba99 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (b01fc158-83ef-4418-a9e2-e8371bcab352), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:55.600920 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a8c7e1-3901-49ed-9d0f-e57c53593c9a req-3cce4a65-d725-4b32-8b98-9b00b9ec38b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:55.602514 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-05a8c7e1-3901-49ed-9d0f-e57c53593c9a req-3cce4a65-d725-4b32-8b98-9b00b9ec38b4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=11d8e1f8-50c3-4314-ae17-177714f8d453 HTTP/1.1" status: 200 len: 850 time: 0.3415298 Jan 28 07:16:55.605484 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-fee33fea-ca30-4099-b492-f5ee0252409b None None] For port fe342a51-4c2f-4421-a59d-b8ec02969ee5, host n-d-712749-28, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:16:55.616577 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-fee33fea-ca30-4099-b492-f5ee0252409b None None] For port fe342a51-4c2f-4421-a59d-b8ec02969ee5, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=fe342a51-4c2f-4421-a59d-b8ec02969ee5,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:16:55.623771 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fee33fea-ca30-4099-b492-f5ee0252409b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (fe342a51-4c2f-4421-a59d-b8ec02969ee5), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:55.645259 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ee1fe562-cc68-4925-8a7b-5d1b1c5e7da6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (debccd5a-d87a-447c-ab36-37bde4513e6b), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:55.688688 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a8c7e1-3901-49ed-9d0f-e57c53593c9a req-16258fb8-c315-4cfb-99aa-2af0c96ccddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:55.690425 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-05a8c7e1-3901-49ed-9d0f-e57c53593c9a req-16258fb8-c315-4cfb-99aa-2af0c96ccddb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e794ad63-0b0f-4018-9f49-e800aa3d32de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0803192 Jan 28 07:16:55.697403 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3220e1dc-9973-48c1-b756-94d144110d78 None None] Pushing event updated for resources: {'Port': ['ID=fe342a51-4c2f-4421-a59d-b8ec02969ee5,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:16:55.707940 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1fe562-cc68-4925-8a7b-5d1b1c5e7da6 admin admin] Pushing event updated for resources: {'Port': ['ID=debccd5a-d87a-447c-ab36-37bde4513e6b,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:16:55.732573 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee1fe562-cc68-4925-8a7b-5d1b1c5e7da6 admin admin] Network cd6ba6c3-968f-4bdf-aed7-be8df75572b8 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:16:55.734572 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-ee1fe562-cc68-4925-8a7b-5d1b1c5e7da6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:16:55.738126 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee33fea-ca30-4099-b492-f5ee0252409b None None] Routers {'b66fefd1-8b07-4710-90a1-8e7f3a8b8e24'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:16:55.739075 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-fee33fea-ca30-4099-b492-f5ee0252409b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:16:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['b66fefd1-8b07-4710-90a1-8e7f3a8b8e24'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:16:55.743264 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1fe562-cc68-4925-8a7b-5d1b1c5e7da6 admin admin] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:16:55.790228 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ee1fe562-cc68-4925-8a7b-5d1b1c5e7da6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16609232'] for router_interface (b66fefd1-8b07-4710-90a1-8e7f3a8b8e24), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:55.823636 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-05a8c7e1-3901-49ed-9d0f-e57c53593c9a req-79d933fb-e44e-4bba-860a-b7f75828e725 service neutron] 10.222.0.10 "GET /v2.0/networks/e794ad63-0b0f-4018-9f49-e800aa3d32de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180196 Jan 28 07:16:55.925047 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-fee33fea-ca30-4099-b492-f5ee0252409b None None] Set router b66fefd1-8b07-4710-90a1-8e7f3a8b8e24 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:16:55.991098 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-38dcf4b6-ea2e-4874-8eae-a407e4b3ba99 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Publish callbacks [] for port (b01fc158-83ef-4418-a9e2-e8371bcab352), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:56.026541 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-38dcf4b6-ea2e-4874-8eae-a407e4b3ba99 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (b01fc158-83ef-4418-a9e2-e8371bcab352), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:56.122720 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ee1fe562-cc68-4925-8a7b-5d1b1c5e7da6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (debccd5a-d87a-447c-ab36-37bde4513e6b), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:56.142426 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d1c38b-b9da-41be-a5c0-660164f7dff1 req-4d933022-bd0a-4189-9f34-56f185e3f8d5 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:56.143991 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e7d1c38b-b9da-41be-a5c0-660164f7dff1 req-4d933022-bd0a-4189-9f34-56f185e3f8d5 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5893ef6-46c4-45fa-a505-47cb270a9c49 HTTP/1.1" status: 200 len: 944 time: 0.1207249 Jan 28 07:16:56.212117 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dcf4b6-ea2e-4874-8eae-a407e4b3ba99 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Pushing event updated for resources: {'Port': ['ID=b01fc158-83ef-4418-a9e2-e8371bcab352,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:16:56.230479 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4440f2cb-78f2-4387-bc52-e6c82a018478 req-e39229fd-62e2-4918-93cd-a6338eabae15 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:56.232233 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4440f2cb-78f2-4387-bc52-e6c82a018478 req-e39229fd-62e2-4918-93cd-a6338eabae15 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?device_id=53f845b7-f3ca-4ae0-8069-87c7185bf924 HTTP/1.1" status: 200 len: 945 time: 0.2299831 Jan 28 07:16:56.273461 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-38dcf4b6-ea2e-4874-8eae-a407e4b3ba99 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16609095'] for floatingip (0f07f8b9-ec0a-47ba-a8b6-ed31c8b03b50), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:56.274898 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 016bf730-64ed-4f53-9ccb-aef1a6cd229d no longer exists at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:16:56.285302 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-fee33fea-ca30-4099-b492-f5ee0252409b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b66fefd1-8b07-4710-90a1-8e7f3a8b8e24', 'name': 'tempest-ServerRescueTestJSONUnderV235-1049003103-router', 'tenant_id': '9c04f7b8e3f5485eae817db823b81557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': 'fe342a51-4c2f-4421-a59d-b8ec02969ee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:16:49Z', 'updated_at': '2022-01-28T07:16:53Z', 'revision_number': 3, 'project_id': '9c04f7b8e3f5485eae817db823b81557', 'gw_port': {'id': 'fe342a51-4c2f-4421-a59d-b8ec02969ee5', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e1:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b66fefd1-8b07-4710-90a1-8e7f3a8b8e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:16:51Z', 'updated_at': '2022-01-28T07:16:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:16:56.332704 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4440f2cb-78f2-4387-bc52-e6c82a018478 req-133e337e-a9ff-468c-a9cc-eeb30fec7cc3 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f7766-6108-45d3-a769-5b5e90234849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865548 Jan 28 07:16:56.340827 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-05a8c7e1-3901-49ed-9d0f-e57c53593c9a req-cea11ea0-7e6b-4536-963c-f161b778edd0 service neutron] 10.222.0.10 "GET /v2.0/networks/e794ad63-0b0f-4018-9f49-e800aa3d32de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4668963 Jan 28 07:16:56.354949 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-38dcf4b6-ea2e-4874-8eae-a407e4b3ba99 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for floatingip (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:56.356541 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-38dcf4b6-ea2e-4874-8eae-a407e4b3ba99 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1300347 Jan 28 07:16:56.362880 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee33fea-ca30-4099-b492-f5ee0252409b None None] The sync data for ids ['b66fefd1-8b07-4710-90a1-8e7f3a8b8e24'] in n-d-712749-28 is: [{'id': 'b66fefd1-8b07-4710-90a1-8e7f3a8b8e24', 'name': 'tempest-ServerRescueTestJSONUnderV235-1049003103-router', 'tenant_id': '9c04f7b8e3f5485eae817db823b81557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': 'fe342a51-4c2f-4421-a59d-b8ec02969ee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:16:49Z', 'updated_at': '2022-01-28T07:16:53Z', 'revision_number': 3, 'project_id': '9c04f7b8e3f5485eae817db823b81557', 'gw_port': {'id': 'fe342a51-4c2f-4421-a59d-b8ec02969ee5', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e1:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b66fefd1-8b07-4710-90a1-8e7f3a8b8e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:16:51Z', 'updated_at': '2022-01-28T07:16:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:16:56.752846 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 016bf730-64ed-4f53-9ccb-aef1a6cd229d is: DOWN; New status is: DOWN {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:16:56.918983 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25a2996-b5d6-44c8-83ed-3f6e7a315547 req-01e6d223-5539-4a3b-b424-307f67b7fd6d tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:56.920874 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f25a2996-b5d6-44c8-83ed-3f6e7a315547 req-01e6d223-5539-4a3b-b424-307f67b7fd6d tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=34cec753-a0af-40fe-8b26-5782d80f076e HTTP/1.1" status: 200 len: 945 time: 0.0846238 Jan 28 07:16:57.028501 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f25a2996-b5d6-44c8-83ed-3f6e7a315547 req-021a850e-e803-427b-afca-c02ca757a688 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e9c3947-6ff8-4aa4-a1f7-c165b64c94a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000135 Jan 28 07:16:57.073162 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e7d1c38b-b9da-41be-a5c0-660164f7dff1 req-df2f93a2-e494-429c-9565-ced6107fdce7 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c286ac6-5d5d-46b9-b282-9e68e0339bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702105 Jan 28 07:16:57.294759 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ee1fe562-cc68-4925-8a7b-5d1b1c5e7da6 admin admin] Publish callbacks [] for port (debccd5a-d87a-447c-ab36-37bde4513e6b), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:57.296365 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a918f79-c4af-47cc-9ff7-087c5c233d3b req-91acf968-dec0-41bb-b7aa-faf6806827ac tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:57.298385 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4a918f79-c4af-47cc-9ff7-087c5c233d3b req-91acf968-dec0-41bb-b7aa-faf6806827ac tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?device_id=53f845b7-f3ca-4ae0-8069-87c7185bf924 HTTP/1.1" status: 200 len: 945 time: 0.0800514 Jan 28 07:16:57.305692 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ee1fe562-cc68-4925-8a7b-5d1b1c5e7da6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (debccd5a-d87a-447c-ab36-37bde4513e6b), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:57.374202 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1fe562-cc68-4925-8a7b-5d1b1c5e7da6 admin admin] Pushing event updated for resources: {'Port': ['ID=debccd5a-d87a-447c-ab36-37bde4513e6b,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:16:57.384297 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4a918f79-c4af-47cc-9ff7-087c5c233d3b req-06efed64-b3cc-46a2-b4c7-40614f8300d5 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f7766-6108-45d3-a769-5b5e90234849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764520 Jan 28 07:16:57.425629 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-90db868e-c7a2-479d-a097-8fd9570d6754 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1594498969&fields=id&tenant_id=6a16562f4e0b40b69523d9d718e8a4c0 HTTP/1.1" status: 200 len: 267 time: 0.2206233 Jan 28 07:16:57.499210 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ee1fe562-cc68-4925-8a7b-5d1b1c5e7da6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16318999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16606560'] for router_interface (b66fefd1-8b07-4710-90a1-8e7f3a8b8e24), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:57.515774 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-adf8d775-9780-4417-bdec-a10ba331f5ed tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:57.517491 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-adf8d775-9780-4417-bdec-a10ba331f5ed tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/ports/7de6cf27-a469-4965-baef-e71190ea0139 HTTP/1.1" status: 200 len: 936 time: 0.0909126 Jan 28 07:16:57.634103 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-a5f090b4-ed28-4575-a120-27418ac0cc4a tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:57.635580 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-a5f090b4-ed28-4575-a120-27418ac0cc4a tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/ports/24c421b9-9756-4145-9466-6d298ad9bfb5 HTTP/1.1" status: 200 len: 935 time: 0.1108119 Jan 28 07:16:57.725112 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-2ab371d3-33cd-4fdb-bd85-e33d30d15eaf tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/ports?network_id=7271c4e0-9917-4cbf-8cf0-7234aac71aa9&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0823362 Jan 28 07:16:57.772455 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee1fe562-cc68-4925-8a7b-5d1b1c5e7da6 admin admin] Network cd6ba6c3-968f-4bdf-aed7-be8df75572b8 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:16:57.775134 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-27c2dd94-47d0-4bef-ab52-2ef7e1a96402 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/ports?network_id=7271c4e0-9917-4cbf-8cf0-7234aac71aa9&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0414095 Jan 28 07:16:57.777032 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-ee1fe562-cc68-4925-8a7b-5d1b1c5e7da6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:16:58.008292 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-7a7f4d55-fbf9-4f2b-8e83-d7bc33ee924d tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:58.013483 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-7a7f4d55-fbf9-4f2b-8e83-d7bc33ee924d tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:58.018560 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-7a7f4d55-fbf9-4f2b-8e83-d7bc33ee924d tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:58.020301 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-7a7f4d55-fbf9-4f2b-8e83-d7bc33ee924d tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/networks?id=3f790760-53a8-4403-a279-f0a40c73d527&id=39d5b943-8907-404b-b824-343baf651894&id=39d5b943-8907-404b-b824-343baf651894&id=7271c4e0-9917-4cbf-8cf0-7234aac71aa9&id=7271c4e0-9917-4cbf-8cf0-7234aac71aa9 HTTP/1.1" status: 200 len: 1994 time: 0.2327409 Jan 28 07:16:58.024994 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee1fe562-cc68-4925-8a7b-5d1b1c5e7da6 admin admin] Router b66fefd1-8b07-4710-90a1-8e7f3a8b8e24 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:16:58.041862 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-df8bbd14-9552-47b7-a7fc-973efc398d22 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/quotas/6a16562f4e0b40b69523d9d718e8a4c0 HTTP/1.1" status: 200 len: 375 time: 0.0153670 Jan 28 07:16:58.166836 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7216fa29-4fdf-4437-9ebb-ef06c7fbea0a req-fb90155d-dca8-4d6b-ae55-2d094aa90a41 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:58.168505 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7216fa29-4fdf-4437-9ebb-ef06c7fbea0a req-fb90155d-dca8-4d6b-ae55-2d094aa90a41 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=34cec753-a0af-40fe-8b26-5782d80f076e HTTP/1.1" status: 200 len: 945 time: 0.0662413 Jan 28 07:16:58.201053 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-00b228b5-81c2-4e30-816a-c506669f4075 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=6a16562f4e0b40b69523d9d718e8a4c0&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1524279 Jan 28 07:16:58.225136 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7216fa29-4fdf-4437-9ebb-ef06c7fbea0a req-080d2d05-c75e-4545-b02a-6d0f974081bd tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e9c3947-6ff8-4aa4-a1f7-c165b64c94a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493968 Jan 28 07:16:58.255753 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee1fe562-cc68-4925-8a7b-5d1b1c5e7da6 admin admin] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:16:58.263506 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device c7dab032-edad-4dfb-a25a-e3727cf507b5 no longer exists at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:16:58.271737 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-ee1fe562-cc68-4925-8a7b-5d1b1c5e7da6 admin admin] 10.222.0.41 "PUT /v2.0/routers/b66fefd1-8b07-4710-90a1-8e7f3a8b8e24/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0958781 Jan 28 07:16:58.385833 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port c7dab032-edad-4dfb-a25a-e3727cf507b5 is: ACTIVE; New status is: DOWN {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:16:58.386922 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (c7dab032-edad-4dfb-a25a-e3727cf507b5), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:58.437588 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3882d2-f4a9-48c6-a323-ae051aff2be5 req-0b119a79-47b5-4102-8bee-1e9bf8ceb952 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:58.440989 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4d3882d2-f4a9-48c6-a323-ae051aff2be5 req-0b119a79-47b5-4102-8bee-1e9bf8ceb952 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5893ef6-46c4-45fa-a505-47cb270a9c49 HTTP/1.1" status: 200 len: 944 time: 0.1269464 Jan 28 07:16:58.450735 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34cec753-a0af-40fe-8b26-5782d80f076e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7dab032-edad-4dfb-a25a-e3727cf507b5'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:16:58.455491 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ac8ea5d-b83d-4056-a768-97ec3e4bb47f" -d '{"events": [{"server_uuid": "34cec753-a0af-40fe-8b26-5782d80f076e", "name": "network-vif-unplugged", "status": "completed", "tag": "c7dab032-edad-4dfb-a25a-e3727cf507b5"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:16:58.503816 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port c7dab032-edad-4dfb-a25a-e3727cf507b5, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=c7dab032-edad-4dfb-a25a-e3727cf507b5,segment=NetworkSegment(67c4ed53-bfbf-4494-8d62-da0c7e4209c8),segment_id=67c4ed53-bfbf-4494-8d62-da0c7e4209c8)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:16:58.516952 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (c7dab032-edad-4dfb-a25a-e3727cf507b5), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:58.604751 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4d3882d2-f4a9-48c6-a323-ae051aff2be5 req-1f582c4d-65bb-4e0b-bbc3-4d65c8e057ee tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c286ac6-5d5d-46b9-b282-9e68e0339bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504824 Jan 28 07:16:58.613482 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device fe342a51-4c2f-4421-a59d-b8ec02969ee5 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:16:58.665802 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c089f0-8b23-4437-848e-86fab37c6af3 req-9d7b63db-c3be-4b7c-b00c-cd328fa6e4fe tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:58.667313 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-26c089f0-8b23-4437-848e-86fab37c6af3 req-9d7b63db-c3be-4b7c-b00c-cd328fa6e4fe tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.44 "GET /v2.0/ports?device_id=53f845b7-f3ca-4ae0-8069-87c7185bf924 HTTP/1.1" status: 200 len: 945 time: 0.1836057 Jan 28 07:16:58.674140 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=c7dab032-edad-4dfb-a25a-e3727cf507b5,revision_number=8']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:16:58.714488 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port fe342a51-4c2f-4421-a59d-b8ec02969ee5 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:16:58.715221 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (fe342a51-4c2f-4421-a59d-b8ec02969ee5), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:58.748315 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-38fdfc50-56c8-424f-95c5-fff4dc1d00c2 service neutron] 10.222.0.41 "GET /v2.0/networks/3f790760-53a8-4403-a279-f0a40c73d527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5362868 Jan 28 07:16:58.790756 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-fd5152f8-d202-4112-a762-42f089f9c7f6 req-4cb2fb4f-298b-4de0-afc8-b7a3abc54845 service neutron] 10.222.0.10 "GET /v2.0/ports/016bf730-64ed-4f53-9ccb-aef1a6cd229d/bindings/n-h2-712749-28 HTTP/1.1" status: 200 len: 385 time: 0.0917718 Jan 28 07:16:58.833661 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port fe342a51-4c2f-4421-a59d-b8ec02969ee5 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:16:58.834834 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (fe342a51-4c2f-4421-a59d-b8ec02969ee5), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:58.868230 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] For port fe342a51-4c2f-4421-a59d-b8ec02969ee5, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=fe342a51-4c2f-4421-a59d-b8ec02969ee5,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:16:58.874288 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (fe342a51-4c2f-4421-a59d-b8ec02969ee5), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:58.915049 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-8044915c-09ed-4e47-a292-b25c9725d9a7 service neutron] 10.222.0.41 "GET /v2.0/networks/3f790760-53a8-4403-a279-f0a40c73d527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575785 Jan 28 07:16:58.929744 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-26c089f0-8b23-4437-848e-86fab37c6af3 req-dd9e2fda-fdd1-4315-93e1-5389697ac3cf tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Deleting port ee5c4e5b-bece-4bc6-bf02-da9aac6b8993 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:16:58.931934 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-26c089f0-8b23-4437-848e-86fab37c6af3 req-dd9e2fda-fdd1-4315-93e1-5389697ac3cf tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (ee5c4e5b-bece-4bc6-bf02-da9aac6b8993), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:58.968969 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Pushing event updated for resources: {'Port': ['ID=fe342a51-4c2f-4421-a59d-b8ec02969ee5,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:16:59.039985 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-9e1410e3-b76e-4d55-8ae4-6407aca1e849 service neutron] 10.222.0.41 "GET /v2.0/ports/7de6cf27-a469-4965-baef-e71190ea0139?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0994968 Jan 28 07:16:59.060981 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-fd5152f8-d202-4112-a762-42f089f9c7f6 req-076cf721-0f6c-477f-ac8a-b4cee7b3ada8 service neutron] For port 016bf730-64ed-4f53-9ccb-aef1a6cd229d, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=016bf730-64ed-4f53-9ccb-aef1a6cd229d,segment=NetworkSegment(b38b5d3d-4197-4548-8b2f-aaaa5395d71b),segment_id=b38b5d3d-4197-4548-8b2f-aaaa5395d71b)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:16:59.089083 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-fd5152f8-d202-4112-a762-42f089f9c7f6 req-076cf721-0f6c-477f-ac8a-b4cee7b3ada8 service neutron] For port 016bf730-64ed-4f53-9ccb-aef1a6cd229d, host n-h1-712749-28, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:16:59.141438 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-fd5152f8-d202-4112-a762-42f089f9c7f6 req-076cf721-0f6c-477f-ac8a-b4cee7b3ada8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 016bf730-64ed-4f53-9ccb-aef1a6cd229d {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:16:59.157805 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-fd5152f8-d202-4112-a762-42f089f9c7f6 req-076cf721-0f6c-477f-ac8a-b4cee7b3ada8 service neutron] For port 016bf730-64ed-4f53-9ccb-aef1a6cd229d, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=016bf730-64ed-4f53-9ccb-aef1a6cd229d,segment=NetworkSegment(b38b5d3d-4197-4548-8b2f-aaaa5395d71b),segment_id=b38b5d3d-4197-4548-8b2f-aaaa5395d71b)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:16:59.170988 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a4927e-c1dc-4eed-8e8e-f09a820a2257 None None] Sync routers for ids ['b66fefd1-8b07-4710-90a1-8e7f3a8b8e24'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:16:59.178640 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-fd5152f8-d202-4112-a762-42f089f9c7f6 req-076cf721-0f6c-477f-ac8a-b4cee7b3ada8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (016bf730-64ed-4f53-9ccb-aef1a6cd229d), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:59.187734 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a4927e-c1dc-4eed-8e8e-f09a820a2257 None None] Routers {'b66fefd1-8b07-4710-90a1-8e7f3a8b8e24'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:16:59.188564 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-35a4927e-c1dc-4eed-8e8e-f09a820a2257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:16:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['b66fefd1-8b07-4710-90a1-8e7f3a8b8e24'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:16:59.233480 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-26c089f0-8b23-4437-848e-86fab37c6af3 req-dd9e2fda-fdd1-4315-93e1-5389697ac3cf tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] For port ee5c4e5b-bece-4bc6-bf02-da9aac6b8993, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=ee5c4e5b-bece-4bc6-bf02-da9aac6b8993,segment=NetworkSegment(00c9bc5a-b387-4097-9c7c-7f7badd573e1),segment_id=00c9bc5a-b387-4097-9c7c-7f7badd573e1)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:16:59.234349 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-26c089f0-8b23-4437-848e-86fab37c6af3 req-dd9e2fda-fdd1-4315-93e1-5389697ac3cf tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (ee5c4e5b-bece-4bc6-bf02-da9aac6b8993), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:59.257182 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-26c089f0-8b23-4437-848e-86fab37c6af3 req-dd9e2fda-fdd1-4315-93e1-5389697ac3cf tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Calling delete_port for ee5c4e5b-bece-4bc6-bf02-da9aac6b8993 owned by compute:nova {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:16:59.335534 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-fd5152f8-d202-4112-a762-42f089f9c7f6 req-076cf721-0f6c-477f-ac8a-b4cee7b3ada8 service neutron] Transition to ACTIVE for port object 016bf730-64ed-4f53-9ccb-aef1a6cd229d will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:16:59.341874 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-fd5152f8-d202-4112-a762-42f089f9c7f6 req-076cf721-0f6c-477f-ac8a-b4cee7b3ada8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (016bf730-64ed-4f53-9ccb-aef1a6cd229d), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:59.343449 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-35a4927e-c1dc-4eed-8e8e-f09a820a2257 None None] Set router b66fefd1-8b07-4710-90a1-8e7f3a8b8e24 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:16:59.376176 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-ae70e09d-5410-475a-b3fd-a2a805eb7f97 service neutron] 10.222.0.41 "GET /v2.0/networks/39d5b943-8907-404b-b824-343baf651894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3258843 Jan 28 07:16:59.407226 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17741c92-4865-4327-88c2-6063bfed797b req-df0b1022-607e-42c1-8e58-fec8aa452042 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:59.409078 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-17741c92-4865-4327-88c2-6063bfed797b req-df0b1022-607e-42c1-8e58-fec8aa452042 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?device_id=53f845b7-f3ca-4ae0-8069-87c7185bf924 HTTP/1.1" status: 200 len: 945 time: 0.1244864 Jan 28 07:16:59.450800 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd5152f8-d202-4112-a762-42f089f9c7f6 req-076cf721-0f6c-477f-ac8a-b4cee7b3ada8 service neutron] No DVR routers for this DVR port 016bf730-64ed-4f53-9ccb-aef1a6cd229d on host n-h1-712749-28 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:16:59.460953 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076cf721-0f6c-477f-ac8a-b4cee7b3ada8 service neutron] Pushing event updated for resources: {'Port': ['ID=016bf730-64ed-4f53-9ccb-aef1a6cd229d,revision_number=10']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:16:59.503170 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-fd5152f8-d202-4112-a762-42f089f9c7f6 req-076cf721-0f6c-477f-ac8a-b4cee7b3ada8 service neutron] 10.222.0.10 "PUT /v2.0/ports/016bf730-64ed-4f53-9ccb-aef1a6cd229d/bindings/n-h2-712749-28/activate HTTP/1.1" status: 200 len: 370 time: 0.6999993 Jan 28 07:16:59.521801 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-17741c92-4865-4327-88c2-6063bfed797b req-64889bab-8129-45a7-b9f7-4139fcbf1529 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f7766-6108-45d3-a769-5b5e90234849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944545 Jan 28 07:16:59.556878 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-18936dcf-9211-4db3-86ae-feff37ff71c3 service neutron] 10.222.0.41 "GET /v2.0/networks/39d5b943-8907-404b-b824-343baf651894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793189 Jan 28 07:16:59.586485 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 28 Jan 2022 07:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79ed1a03-3e58-4ba4-9742-00fcfe049861 x-openstack-request-id: req-79ed1a03-3e58-4ba4-9742-00fcfe049861 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:16:59.587965 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34cec753-a0af-40fe-8b26-5782d80f076e", "name": "network-vif-unplugged", "status": "failed", "tag": "c7dab032-edad-4dfb-a25a-e3727cf507b5", "code": 422}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:16:59.588367 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-79ed1a03-3e58-4ba4-9742-00fcfe049861 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:16:59.588889 n-d-712749-28 neutron-server[103285]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '34cec753-a0af-40fe-8b26-5782d80f076e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c7dab032-edad-4dfb-a25a-e3727cf507b5', 'code': 422} returned with failed status Jan 28 07:16:59.622193 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-b00c01eb-d020-462c-a6e0-bf41b1ef734c service neutron] 10.222.0.41 "GET /v2.0/ports/24c421b9-9756-4145-9466-6d298ad9bfb5?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0562303 Jan 28 07:16:59.642824 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-26c089f0-8b23-4437-848e-86fab37c6af3 req-dd9e2fda-fdd1-4315-93e1-5389697ac3cf tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (ee5c4e5b-bece-4bc6-bf02-da9aac6b8993), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:59.667273 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-35a4927e-c1dc-4eed-8e8e-f09a820a2257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b66fefd1-8b07-4710-90a1-8e7f3a8b8e24', 'name': 'tempest-ServerRescueTestJSONUnderV235-1049003103-router', 'tenant_id': '9c04f7b8e3f5485eae817db823b81557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': 'fe342a51-4c2f-4421-a59d-b8ec02969ee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:16:49Z', 'updated_at': '2022-01-28T07:16:56Z', 'revision_number': 4, 'project_id': '9c04f7b8e3f5485eae817db823b81557', 'gw_port': {'id': 'fe342a51-4c2f-4421-a59d-b8ec02969ee5', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e1:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b66fefd1-8b07-4710-90a1-8e7f3a8b8e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:16:51Z', 'updated_at': '2022-01-28T07:16:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': 'debccd5a-d87a-447c-ab36-37bde4513e6b', 'name': '', 'network_id': 'cd6ba6c3-968f-4bdf-aed7-be8df75572b8', 'tenant_id': '9c04f7b8e3f5485eae817db823b81557', 'mac_address': 'fa:16:3e:c5:75:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b66fefd1-8b07-4710-90a1-8e7f3a8b8e24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': '077db515-3138-4fa8-aebf-adad8450fb43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:16:55Z', 'updated_at': '2022-01-28T07:16:56Z', 'revision_number': 2, 'project_id': '9c04f7b8e3f5485eae817db823b81557', 'subnets': [{'id': '077db515-3138-4fa8-aebf-adad8450fb43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:16:59.709166 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['adda9edb-2689-4b0d-9769-f7f6d90bae68', 'ee5c4e5b-bece-4bc6-bf02-da9aac6b8993'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:16:59.754500 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a4927e-c1dc-4eed-8e8e-f09a820a2257 None None] Checking router: b66fefd1-8b07-4710-90a1-8e7f3a8b8e24 for host: n-d-712749-28 {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:16:59.754846 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a4927e-c1dc-4eed-8e8e-f09a820a2257 None None] Updating router b66fefd1-8b07-4710-90a1-8e7f3a8b8e24 port debccd5a-d87a-447c-ab36-37bde4513e6b binding host n-d-712749-28 {{(pid=103285) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 07:16:59.771521 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9e2fda-fdd1-4315-93e1-5389697ac3cf tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Pushing event deleted for resources: {'Port': ['ID=ee5c4e5b-bece-4bc6-bf02-da9aac6b8993,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:16:59.788647 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-35a4927e-c1dc-4eed-8e8e-f09a820a2257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (debccd5a-d87a-447c-ab36-37bde4513e6b), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:59.863895 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-26c089f0-8b23-4437-848e-86fab37c6af3 req-dd9e2fda-fdd1-4315-93e1-5389697ac3cf tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] No DVR routers for this DVR port ee5c4e5b-bece-4bc6-bf02-da9aac6b8993 on host n-h2-712749-28 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:16:59.870062 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-26c089f0-8b23-4437-848e-86fab37c6af3 req-dd9e2fda-fdd1-4315-93e1-5389697ac3cf tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:59.874453 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-26c089f0-8b23-4437-848e-86fab37c6af3 req-dd9e2fda-fdd1-4315-93e1-5389697ac3cf tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.44 "DELETE /v2.0/ports/ee5c4e5b-bece-4bc6-bf02-da9aac6b8993 HTTP/1.1" status: 204 len: 173 time: 1.1990960 Jan 28 07:16:59.876623 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5152f8-d202-4112-a762-42f089f9c7f6 req-e3f47196-6c89-4a1b-81fc-dfae1ae39d09 tempest-LiveMigrationTest-521921630 tempest-LiveMigrationTest-521921630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:59.878360 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-fd5152f8-d202-4112-a762-42f089f9c7f6 req-e3f47196-6c89-4a1b-81fc-dfae1ae39d09 tempest-LiveMigrationTest-521921630 tempest-LiveMigrationTest-521921630-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=a5893ef6-46c4-45fa-a505-47cb270a9c49&tenant_id=1b5821c096cf43639ed10b07e04f5303&binding%3Ahost_id=n-h1-712749-28 HTTP/1.1" status: 200 len: 1097 time: 0.2531135 Jan 28 07:16:59.878894 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53f845b7-f3ca-4ae0-8069-87c7185bf924', 'name': 'network-vif-deleted', 'tag': 'ee5c4e5b-bece-4bc6-bf02-da9aac6b8993'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:16:59.882482 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a78fb4fe-29a0-4d28-9d72-e4718aeec564" -d '{"events": [{"server_uuid": "53f845b7-f3ca-4ae0-8069-87c7185bf924", "name": "network-vif-deleted", "tag": "ee5c4e5b-bece-4bc6-bf02-da9aac6b8993"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:16:59.966479 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-60b01217-021d-4be4-ab7f-6a6af0ce9b49 service neutron] 10.222.0.41 "GET /v2.0/networks/39d5b943-8907-404b-b824-343baf651894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3245544 Jan 28 07:16:59.980054 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5152f8-d202-4112-a762-42f089f9c7f6 req-2803d661-b530-4b17-b22d-a21b4a65c52f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:59.981723 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-fd5152f8-d202-4112-a762-42f089f9c7f6 req-2803d661-b530-4b17-b22d-a21b4a65c52f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a5893ef6-46c4-45fa-a505-47cb270a9c49&tenant_id=1b5821c096cf43639ed10b07e04f5303 HTTP/1.1" status: 200 len: 1097 time: 0.0872273 Jan 28 07:17:00.133123 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-e928be05-cecf-4f81-a3bf-08583306bd65 service neutron] 10.222.0.41 "GET /v2.0/networks/39d5b943-8907-404b-b824-343baf651894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655290 Jan 28 07:17:00.138317 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5152f8-d202-4112-a762-42f089f9c7f6 req-81557c37-a97d-4f48-a3e9-6529deb0b362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:00.139830 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-fd5152f8-d202-4112-a762-42f089f9c7f6 req-81557c37-a97d-4f48-a3e9-6529deb0b362 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1b5821c096cf43639ed10b07e04f5303&device_id=a5893ef6-46c4-45fa-a505-47cb270a9c49 HTTP/1.1" status: 200 len: 1097 time: 0.0769093 Jan 28 07:17:00.285174 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-35a4927e-c1dc-4eed-8e8e-f09a820a2257 None None] Publish callbacks [] for port (debccd5a-d87a-447c-ab36-37bde4513e6b), precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:00.297764 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-35a4927e-c1dc-4eed-8e8e-f09a820a2257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (debccd5a-d87a-447c-ab36-37bde4513e6b), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:00.328315 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-12bb84f6-9c17-4746-b449-8876eb1c0e71 service neutron] 10.222.0.41 "GET /v2.0/networks/39d5b943-8907-404b-b824-343baf651894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874375 Jan 28 07:17:00.332049 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5152f8-d202-4112-a762-42f089f9c7f6 req-bcd64047-31fa-4a35-b76f-8887f47c56a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:00.333626 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-fd5152f8-d202-4112-a762-42f089f9c7f6 req-bcd64047-31fa-4a35-b76f-8887f47c56a8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=77aa199c-9565-430c-bcef-5bacd415f620 HTTP/1.1" status: 200 len: 909 time: 0.1838112 Jan 28 07:17:00.389832 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4c3262-0ee1-4cb0-b12f-5767da10c718 None None] Pushing event updated for resources: {'Port': ['ID=debccd5a-d87a-447c-ab36-37bde4513e6b,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:17:00.449657 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-35a4927e-c1dc-4eed-8e8e-f09a820a2257 None None] Attempting to bind port debccd5a-d87a-447c-ab36-37bde4513e6b on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:17:00.450035 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-35a4927e-c1dc-4eed-8e8e-f09a820a2257 None None] Attempting to bind port debccd5a-d87a-447c-ab36-37bde4513e6b by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '1f33b05f-8af3-4b13-bc7c-482495a2acd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'cd6ba6c3-968f-4bdf-aed7-be8df75572b8'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:17:00.450407 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a4927e-c1dc-4eed-8e8e-f09a820a2257 None None] Attempting to bind port debccd5a-d87a-447c-ab36-37bde4513e6b on network cd6ba6c3-968f-4bdf-aed7-be8df75572b8 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:17:00.457465 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a4927e-c1dc-4eed-8e8e-f09a820a2257 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:17:00.457857 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a4927e-c1dc-4eed-8e8e-f09a820a2257 None None] Checking segment: {'id': '1f33b05f-8af3-4b13-bc7c-482495a2acd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'cd6ba6c3-968f-4bdf-aed7-be8df75572b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:17:00.458310 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-35a4927e-c1dc-4eed-8e8e-f09a820a2257 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:00.458950 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a4927e-c1dc-4eed-8e8e-f09a820a2257 None None] Bound using segment: {'id': '1f33b05f-8af3-4b13-bc7c-482495a2acd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'cd6ba6c3-968f-4bdf-aed7-be8df75572b8'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:17:00.459486 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-35a4927e-c1dc-4eed-8e8e-f09a820a2257 None None] Bound port: debccd5a-d87a-447c-ab36-37bde4513e6b, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f33b05f-8af3-4b13-bc7c-482495a2acd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'cd6ba6c3-968f-4bdf-aed7-be8df75572b8'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:17:00.459884 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-35a4927e-c1dc-4eed-8e8e-f09a820a2257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (debccd5a-d87a-447c-ab36-37bde4513e6b), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:00.503785 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-dd1c487e-d578-4b68-8b7c-87964855a07d service neutron] 10.222.0.41 "GET /v2.0/networks/39d5b943-8907-404b-b824-343baf651894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686208 Jan 28 07:17:00.505455 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-fd5152f8-d202-4112-a762-42f089f9c7f6 req-1ee91a4f-7d7c-4911-9cb5-29ab01542960 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=016bf730-64ed-4f53-9ccb-aef1a6cd229d HTTP/1.1" status: 200 len: 217 time: 0.0504098 Jan 28 07:17:00.516452 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device fe342a51-4c2f-4421-a59d-b8ec02969ee5 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:17:00.604042 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-35a4927e-c1dc-4eed-8e8e-f09a820a2257 None None] For port debccd5a-d87a-447c-ab36-37bde4513e6b, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:17:00.607933 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-35a4927e-c1dc-4eed-8e8e-f09a820a2257 None None] For port debccd5a-d87a-447c-ab36-37bde4513e6b, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=debccd5a-d87a-447c-ab36-37bde4513e6b,segment=NetworkSegment(1f33b05f-8af3-4b13-bc7c-482495a2acd0),segment_id=1f33b05f-8af3-4b13-bc7c-482495a2acd0)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:17:00.609251 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d6ff09-4bd2-4293-a0b8-6bea01ad6fc2 req-0d9e6944-b6c2-46b3-bc28-868f9f82d6a5 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:00.616826 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d7d6ff09-4bd2-4293-a0b8-6bea01ad6fc2 req-0d9e6944-b6c2-46b3-bc28-868f9f82d6a5 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] 10.222.0.41 "GET /v2.0/networks?id=cd6ba6c3-968f-4bdf-aed7-be8df75572b8 HTTP/1.1" status: 200 len: 820 time: 0.6907041 Jan 28 07:17:00.617935 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-35a4927e-c1dc-4eed-8e8e-f09a820a2257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (debccd5a-d87a-447c-ab36-37bde4513e6b), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:00.625391 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port fe342a51-4c2f-4421-a59d-b8ec02969ee5 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:17:00.625855 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (fe342a51-4c2f-4421-a59d-b8ec02969ee5), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:00.639174 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d7d6ff09-4bd2-4293-a0b8-6bea01ad6fc2 req-017cb5d8-903b-4b43-9a1f-5d7cb583a177 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] 10.222.0.41 "GET /v2.0/quotas/9c04f7b8e3f5485eae817db823b81557 HTTP/1.1" status: 200 len: 375 time: 0.0154090 Jan 28 07:17:00.702917 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d7d6ff09-4bd2-4293-a0b8-6bea01ad6fc2 req-43678e25-9f53-4b14-8a51-49658d6c2baf tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=9c04f7b8e3f5485eae817db823b81557&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0627472 Jan 28 07:17:00.732970 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a4927e-c1dc-4eed-8e8e-f09a820a2257 None None] Routers {'b66fefd1-8b07-4710-90a1-8e7f3a8b8e24'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:17:00.733706 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-35a4927e-c1dc-4eed-8e8e-f09a820a2257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:16:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['b66fefd1-8b07-4710-90a1-8e7f3a8b8e24'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:17:00.736280 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4c3262-0ee1-4cb0-b12f-5767da10c718 None None] Pushing event updated for resources: {'Port': ['ID=debccd5a-d87a-447c-ab36-37bde4513e6b,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:17:00.755500 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-2da2ae70-1944-4781-ba30-b3b30caedfb9 service neutron] 10.222.0.41 "GET /v2.0/networks/39d5b943-8907-404b-b824-343baf651894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282476 Jan 28 07:17:00.832102 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5152f8-d202-4112-a762-42f089f9c7f6 req-8b708161-1621-4f6c-ba02-46d36c4ba487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:00.832978 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d7d6ff09-4bd2-4293-a0b8-6bea01ad6fc2 req-19d8e9c4-9a98-4bb9-a5b5-b9756a60b237 service neutron] 10.222.0.41 "GET /v2.0/networks/cd6ba6c3-968f-4bdf-aed7-be8df75572b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289833 Jan 28 07:17:00.834659 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-fd5152f8-d202-4112-a762-42f089f9c7f6 req-8b708161-1621-4f6c-ba02-46d36c4ba487 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e60d974b-4a97-44ad-8684-0b13afa61368 HTTP/1.1" status: 200 len: 848 time: 0.3172872 Jan 28 07:17:00.853395 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port fe342a51-4c2f-4421-a59d-b8ec02969ee5 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:17:00.888513 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-fd5152f8-d202-4112-a762-42f089f9c7f6 req-f0a27e7a-b912-4f30-b31f-5fa4dd96210c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=77aa199c-9565-430c-bcef-5bacd415f620&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456660 Jan 28 07:17:00.888727 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-35a4927e-c1dc-4eed-8e8e-f09a820a2257 None None] Set router b66fefd1-8b07-4710-90a1-8e7f3a8b8e24 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:17:00.932327 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d7d6ff09-4bd2-4293-a0b8-6bea01ad6fc2 req-59270810-3b2f-42bd-bb24-b1ea14dbbbdd service neutron] 10.222.0.41 "GET /v2.0/networks/cd6ba6c3-968f-4bdf-aed7-be8df75572b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976155 Jan 28 07:17:00.934061 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-2655de47-4594-4a41-bc99-f269ca9a8205 service neutron] 10.222.0.41 "GET /v2.0/networks/39d5b943-8907-404b-b824-343baf651894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775758 Jan 28 07:17:01.114331 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-fd5152f8-d202-4112-a762-42f089f9c7f6 req-58a8cb42-b6de-4fd9-8f30-81663e112710 service neutron] 10.222.0.44 "GET /v2.0/networks/77aa199c-9565-430c-bcef-5bacd415f620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2155404 Jan 28 07:17:01.161890 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-35a4927e-c1dc-4eed-8e8e-f09a820a2257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b66fefd1-8b07-4710-90a1-8e7f3a8b8e24', 'name': 'tempest-ServerRescueTestJSONUnderV235-1049003103-router', 'tenant_id': '9c04f7b8e3f5485eae817db823b81557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': 'fe342a51-4c2f-4421-a59d-b8ec02969ee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:16:49Z', 'updated_at': '2022-01-28T07:16:56Z', 'revision_number': 4, 'project_id': '9c04f7b8e3f5485eae817db823b81557', 'gw_port': {'id': 'fe342a51-4c2f-4421-a59d-b8ec02969ee5', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e1:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b66fefd1-8b07-4710-90a1-8e7f3a8b8e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:16:51Z', 'updated_at': '2022-01-28T07:16:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': 'debccd5a-d87a-447c-ab36-37bde4513e6b', 'name': '', 'network_id': 'cd6ba6c3-968f-4bdf-aed7-be8df75572b8', 'tenant_id': '9c04f7b8e3f5485eae817db823b81557', 'mac_address': 'fa:16:3e:c5:75:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b66fefd1-8b07-4710-90a1-8e7f3a8b8e24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': '077db515-3138-4fa8-aebf-adad8450fb43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:16:55Z', 'updated_at': '2022-01-28T07:17:00Z', 'revision_number': 4, 'project_id': '9c04f7b8e3f5485eae817db823b81557', 'subnets': [{'id': '077db515-3138-4fa8-aebf-adad8450fb43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:17:01.191732 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2671aa9f-f593-4bfc-9875-f89d45e616b4 req-9f1eb681-1852-4c30-b79b-9b23464c90db tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:01.196495 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2671aa9f-f593-4bfc-9875-f89d45e616b4 req-9f1eb681-1852-4c30-b79b-9b23464c90db tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=34cec753-a0af-40fe-8b26-5782d80f076e HTTP/1.1" status: 200 len: 943 time: 0.0773406 Jan 28 07:17:01.220161 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-d36d6128-634b-46b8-8592-beb11e66bf1f service neutron] 10.222.0.41 "GET /v2.0/networks/7271c4e0-9917-4cbf-8cf0-7234aac71aa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2536469 Jan 28 07:17:01.233527 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a4927e-c1dc-4eed-8e8e-f09a820a2257 None None] The sync data for ids ['b66fefd1-8b07-4710-90a1-8e7f3a8b8e24'] in n-d-712749-28 is: [{'id': 'b66fefd1-8b07-4710-90a1-8e7f3a8b8e24', 'name': 'tempest-ServerRescueTestJSONUnderV235-1049003103-router', 'tenant_id': '9c04f7b8e3f5485eae817db823b81557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': 'fe342a51-4c2f-4421-a59d-b8ec02969ee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:16:49Z', 'updated_at': '2022-01-28T07:16:56Z', 'revision_number': 4, 'project_id': '9c04f7b8e3f5485eae817db823b81557', 'gw_port': {'id': 'fe342a51-4c2f-4421-a59d-b8ec02969ee5', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e1:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b66fefd1-8b07-4710-90a1-8e7f3a8b8e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:16:51Z', 'updated_at': '2022-01-28T07:16:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': 'debccd5a-d87a-447c-ab36-37bde4513e6b', 'name': '', 'network_id': 'cd6ba6c3-968f-4bdf-aed7-be8df75572b8', 'tenant_id': '9c04f7b8e3f5485eae817db823b81557', 'mac_address': 'fa:16:3e:c5:75:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b66fefd1-8b07-4710-90a1-8e7f3a8b8e24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': '077db515-3138-4fa8-aebf-adad8450fb43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:16:55Z', 'updated_at': '2022-01-28T07:17:00Z', 'revision_number': 4, 'project_id': '9c04f7b8e3f5485eae817db823b81557', 'subnets': [{'id': '077db515-3138-4fa8-aebf-adad8450fb43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:17:01.281753 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-fd5152f8-d202-4112-a762-42f089f9c7f6 req-a67b7370-c45c-4e86-a7d9-d951c7722693 service neutron] 10.222.0.44 "GET /v2.0/networks/77aa199c-9565-430c-bcef-5bacd415f620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456659 Jan 28 07:17:01.349606 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2671aa9f-f593-4bfc-9875-f89d45e616b4 req-0904e5dd-a752-47f9-ab9f-16e5e3c24f07 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e9c3947-6ff8-4aa4-a1f7-c165b64c94a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422682 Jan 28 07:17:01.492616 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-9e47a223-633f-4648-9076-9b72c930c46c service neutron] 10.222.0.41 "GET /v2.0/networks/7271c4e0-9917-4cbf-8cf0-7234aac71aa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2645509 Jan 28 07:17:01.627230 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07a5a0c-f5ea-4ea3-94a8-503d86256368 req-7ddc8f0b-2bfd-4da6-a09a-071fd5fe16c5 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:01.634885 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a07a5a0c-f5ea-4ea3-94a8-503d86256368 req-7ddc8f0b-2bfd-4da6-a09a-071fd5fe16c5 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5893ef6-46c4-45fa-a505-47cb270a9c49 HTTP/1.1" status: 200 len: 945 time: 0.1692421 Jan 28 07:17:01.650067 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-20228b07-8061-436e-89c6-1a9565adf341 service neutron] 10.222.0.41 "GET /v2.0/networks/7271c4e0-9917-4cbf-8cf0-7234aac71aa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483049 Jan 28 07:17:01.711421 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a07a5a0c-f5ea-4ea3-94a8-503d86256368 req-b3e90220-f867-4378-a537-b0408f2a420c tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c286ac6-5d5d-46b9-b282-9e68e0339bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578275 Jan 28 07:17:01.782937 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79917d53-5a24-4618-817e-dcbd33be8549 x-openstack-request-id: req-79917d53-5a24-4618-817e-dcbd33be8549 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:17:01.783379 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53f845b7-f3ca-4ae0-8069-87c7185bf924", "name": "network-vif-deleted", "tag": "ee5c4e5b-bece-4bc6-bf02-da9aac6b8993", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:17:01.783740 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-79917d53-5a24-4618-817e-dcbd33be8549 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:17:01.784400 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53f845b7-f3ca-4ae0-8069-87c7185bf924', 'name': 'network-vif-deleted', 'tag': 'ee5c4e5b-bece-4bc6-bf02-da9aac6b8993', 'status': 'completed', 'code': 200} Jan 28 07:17:01.862887 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5152f8-d202-4112-a762-42f089f9c7f6 req-7e8aa58d-ca9f-434e-b4a3-b987887e1c6b tempest-LiveMigrationTest-521921630 tempest-LiveMigrationTest-521921630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:01.865144 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-fd5152f8-d202-4112-a762-42f089f9c7f6 req-7e8aa58d-ca9f-434e-b4a3-b987887e1c6b tempest-LiveMigrationTest-521921630 tempest-LiveMigrationTest-521921630-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=a5893ef6-46c4-45fa-a505-47cb270a9c49&tenant_id=1b5821c096cf43639ed10b07e04f5303&binding%3Ahost_id=n-h2-712749-28 HTTP/1.1" status: 200 len: 1097 time: 0.1892717 Jan 28 07:17:01.872228 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-ffdd7b50-a981-4dae-af6a-e9c143c03c0c service neutron] 10.222.0.41 "GET /v2.0/networks/7271c4e0-9917-4cbf-8cf0-7234aac71aa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073369 Jan 28 07:17:01.972166 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device ee5c4e5b-bece-4bc6-bf02-da9aac6b8993 no longer exists at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:17:02.018069 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] No Port match for: ee5c4e5b-bece-4bc6-bf02-da9aac6b8993 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:17:02.021727 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device ee5c4e5b-bece-4bc6-bf02-da9aac6b8993 not bound to the agent host n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:17:02.118586 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-fd5152f8-d202-4112-a762-42f089f9c7f6 req-61c88ecd-ef53-40e0-a83b-305b51ee44e7 service neutron] For port 016bf730-64ed-4f53-9ccb-aef1a6cd229d, host n-h1-712749-28, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:17:02.130288 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-fd5152f8-d202-4112-a762-42f089f9c7f6 req-61c88ecd-ef53-40e0-a83b-305b51ee44e7 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:02.137039 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-fd5152f8-d202-4112-a762-42f089f9c7f6 req-61c88ecd-ef53-40e0-a83b-305b51ee44e7 service neutron] 10.222.0.44 "DELETE /v2.0/ports/016bf730-64ed-4f53-9ccb-aef1a6cd229d/bindings/n-h1-712749-28 HTTP/1.1" status: 204 len: 173 time: 0.2619066 Jan 28 07:17:02.283622 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device c7dab032-edad-4dfb-a25a-e3727cf507b5 no longer exists at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:17:02.307513 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-60c72b05-d874-4edd-9ec7-8dc8a9397547 req-9dc99d0b-564c-47bf-8792-7b548c9676ab tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] 10.222.0.41 "GET /v2.0/ports?device_id=2aaf3fde-f7e8-4523-8ab0-cf429d8d3b08 HTTP/1.1" status: 200 len: 210 time: 0.0664763 Jan 28 07:17:02.413866 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port c7dab032-edad-4dfb-a25a-e3727cf507b5 is: DOWN; New status is: DOWN {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:17:02.514912 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23f70cd-a696-4fd4-be12-7f197888bee9 req-6e9370ab-ad93-4e28-bd46-ad0937bb3c48 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:02.517121 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b23f70cd-a696-4fd4-be12-7f197888bee9 req-6e9370ab-ad93-4e28-bd46-ad0937bb3c48 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=232ec39b-90f9-4df8-a403-fe1029cce065 HTTP/1.1" status: 200 len: 945 time: 0.1025841 Jan 28 07:17:02.593839 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device debccd5a-d87a-447c-ab36-37bde4513e6b up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:17:02.626637 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b23f70cd-a696-4fd4-be12-7f197888bee9 req-54868517-0c78-43bc-a79a-c1e85f48ca75 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb65c68e-64e7-49d7-aa93-cf57ceaf78a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946462 Jan 28 07:17:02.718570 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port debccd5a-d87a-447c-ab36-37bde4513e6b triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:17:02.719431 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (debccd5a-d87a-447c-ab36-37bde4513e6b), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:02.862465 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51326666-061a-4c04-a75f-0f30785e20fa req-6a7acb33-b2dc-497d-9a8d-d8cd6fcf8e20 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:02.874885 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-51326666-061a-4c04-a75f-0f30785e20fa req-6a7acb33-b2dc-497d-9a8d-d8cd6fcf8e20 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fa73890-3c2c-4c59-9c73-ce1eca1f276c HTTP/1.1" status: 200 len: 945 time: 0.1122198 Jan 28 07:17:02.912920 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port debccd5a-d87a-447c-ab36-37bde4513e6b is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:17:02.913525 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (debccd5a-d87a-447c-ab36-37bde4513e6b), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:02.924633 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:02.985177 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d6ff09-4bd2-4293-a0b8-6bea01ad6fc2 req-bc054ef2-be4e-4435-af15-6fb6d7371220 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:02.991428 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d7d6ff09-4bd2-4293-a0b8-6bea01ad6fc2 req-bc054ef2-be4e-4435-af15-6fb6d7371220 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] 10.222.0.44 "GET /v2.0/networks?id=cd6ba6c3-968f-4bdf-aed7-be8df75572b8 HTTP/1.1" status: 200 len: 820 time: 0.2445292 Jan 28 07:17:02.995396 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] For port debccd5a-d87a-447c-ab36-37bde4513e6b, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=debccd5a-d87a-447c-ab36-37bde4513e6b,segment=NetworkSegment(1f33b05f-8af3-4b13-bc7c-482495a2acd0),segment_id=1f33b05f-8af3-4b13-bc7c-482495a2acd0)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:17:03.003515 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (debccd5a-d87a-447c-ab36-37bde4513e6b), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:03.029407 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-d7d6ff09-4bd2-4293-a0b8-6bea01ad6fc2 req-a90d84de-e3f5-450c-97ca-eed8d39d8810 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] Request body: {'port': {'device_id': '2aaf3fde-f7e8-4523-8ab0-cf429d8d3b08', 'network_id': 'cd6ba6c3-968f-4bdf-aed7-be8df75572b8', 'admin_state_up': True, 'tenant_id': '9c04f7b8e3f5485eae817db823b81557'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:17:03.035763 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-51326666-061a-4c04-a75f-0f30785e20fa req-52c57ca1-b3e4-412c-8bf0-8dcc27e7b299 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f7766-6108-45d3-a769-5b5e90234849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546800 Jan 28 07:17:03.097045 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Pushing event updated for resources: {'Port': ['ID=debccd5a-d87a-447c-ab36-37bde4513e6b,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:17:03.252299 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3a8792c2-bc5c-4623-99eb-4c68be5e0d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:03.312766 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc244baf-d0ce-46b3-a5b3-10a059aa4584 req-c55ea224-bd8a-4095-bc8e-df46c9e08966 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:03.326301 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-cc244baf-d0ce-46b3-a5b3-10a059aa4584 req-c55ea224-bd8a-4095-bc8e-df46c9e08966 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5893ef6-46c4-45fa-a505-47cb270a9c49 HTTP/1.1" status: 200 len: 945 time: 0.1528144 Jan 28 07:17:03.417738 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-cc244baf-d0ce-46b3-a5b3-10a059aa4584 req-5253b036-89ea-4585-a8cf-0146fbf4f763 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c286ac6-5d5d-46b9-b282-9e68e0339bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877826 Jan 28 07:17:03.555986 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4ddd8e80-b560-49d8-b1d0-945f1c3abf4d req-47eacb49-2cb2-44ab-a7b8-2a54ac907c31 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009 HTTP/1.1" status: 200 len: 210 time: 0.0615966 Jan 28 07:17:03.594975 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b836b68-c60c-4784-b442-a9222dcad772 req-20cdbdc7-9bd6-4b22-a7c3-386e82509149 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:03.600961 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1b836b68-c60c-4784-b442-a9222dcad772 req-20cdbdc7-9bd6-4b22-a7c3-386e82509149 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=232ec39b-90f9-4df8-a403-fe1029cce065 HTTP/1.1" status: 200 len: 945 time: 0.6314001 Jan 28 07:17:03.715879 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1b836b68-c60c-4784-b442-a9222dcad772 req-bceec2a0-3316-471a-bac6-01479e74a226 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb65c68e-64e7-49d7-aa93-cf57ceaf78a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072655 Jan 28 07:17:03.735734 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7d6ff09-4bd2-4293-a0b8-6bea01ad6fc2 req-a90d84de-e3f5-450c-97ca-eed8d39d8810 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] Made reservation on behalf of 9c04f7b8e3f5485eae817db823b81557 for: {'port': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:17:03.743954 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-d7d6ff09-4bd2-4293-a0b8-6bea01ad6fc2 req-a90d84de-e3f5-450c-97ca-eed8d39d8810 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:03.845998 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:03.854234 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5fb96a9c-52af-471c-84f2-ada768f9db8e req-fa4ef3d5-4947-4b42-8b95-ddfabf3cb225 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] 10.222.0.41 "GET /v2.0/ports?device_id=2aaf3fde-f7e8-4523-8ab0-cf429d8d3b08 HTTP/1.1" status: 200 len: 210 time: 0.0379314 Jan 28 07:17:03.947269 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [req-d7d6ff09-4bd2-4293-a0b8-6bea01ad6fc2 req-a90d84de-e3f5-450c-97ca-eed8d39d8810 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] Allocated IP 172.20.0.12 (cd6ba6c3-968f-4bdf-aed7-be8df75572b8/077db515-3138-4fa8-aebf-adad8450fb43/0ae24f80-5580-413a-af62-44084af43234) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:17:04.063546 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e35959-8380-445c-851a-9097b034aa23 req-01e78d60-706d-40ba-89f3-48942ec89a3f tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:04.065631 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a1e35959-8380-445c-851a-9097b034aa23 req-01e78d60-706d-40ba-89f3-48942ec89a3f tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fa73890-3c2c-4c59-9c73-ce1eca1f276c HTTP/1.1" status: 200 len: 945 time: 0.1028838 Jan 28 07:17:04.135365 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578e6f0d-bb8f-416d-930a-85ed3dd36821 req-c0848a0a-3d81-4202-8a6b-204b009c416a tempest-LiveMigrationTest-521921630 tempest-LiveMigrationTest-521921630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:04.139636 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-578e6f0d-bb8f-416d-930a-85ed3dd36821 req-c0848a0a-3d81-4202-8a6b-204b009c416a tempest-LiveMigrationTest-521921630 tempest-LiveMigrationTest-521921630-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=a5893ef6-46c4-45fa-a505-47cb270a9c49 HTTP/1.1" status: 200 len: 1097 time: 0.0610037 Jan 28 07:17:04.193390 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a1e35959-8380-445c-851a-9097b034aa23 req-edae783b-8fd9-4b03-9de0-23679f37309e tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f7766-6108-45d3-a769-5b5e90234849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211145 Jan 28 07:17:04.216540 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-578e6f0d-bb8f-416d-930a-85ed3dd36821 req-714c1fc2-45f8-440d-9bd1-0d4ff82cd3e0 tempest-LiveMigrationTest-521921630 tempest-LiveMigrationTest-521921630-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=6c286ac6-5d5d-46b9-b282-9e68e0339bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712030 Jan 28 07:17:04.256879 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-d7d6ff09-4bd2-4293-a0b8-6bea01ad6fc2 req-a90d84de-e3f5-450c-97ca-eed8d39d8810 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] Publish callbacks [] for port (0ae24f80-5580-413a-af62-44084af43234), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:04.310531 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-d7d6ff09-4bd2-4293-a0b8-6bea01ad6fc2 req-a90d84de-e3f5-450c-97ca-eed8d39d8810 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (0ae24f80-5580-413a-af62-44084af43234), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:04.341577 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08db09b-167c-4b07-9cf7-3c044c51cdc3 req-f9d9166d-ca21-413a-beb3-7f75a9ebdcd6 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:04.343281 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a08db09b-167c-4b07-9cf7-3c044c51cdc3 req-f9d9166d-ca21-413a-beb3-7f75a9ebdcd6 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fa73890-3c2c-4c59-9c73-ce1eca1f276c HTTP/1.1" status: 200 len: 945 time: 0.0602133 Jan 28 07:17:04.388328 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7d6ff09-4bd2-4293-a0b8-6bea01ad6fc2 req-a90d84de-e3f5-450c-97ca-eed8d39d8810 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] Network cd6ba6c3-968f-4bdf-aed7-be8df75572b8 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:17:04.397986 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [req-d7d6ff09-4bd2-4293-a0b8-6bea01ad6fc2 req-a90d84de-e3f5-450c-97ca-eed8d39d8810 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:17:04.402198 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7d6ff09-4bd2-4293-a0b8-6bea01ad6fc2 req-a90d84de-e3f5-450c-97ca-eed8d39d8810 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:17:04.404848 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90d84de-e3f5-450c-97ca-eed8d39d8810 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] Pushing event updated for resources: {'Port': ['ID=0ae24f80-5580-413a-af62-44084af43234,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:17:04.446952 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62acd7b-de73-4e67-a353-b59c5d8e428f req-52072e6a-1385-436e-8fcd-8066f5f0ce9f tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:04.448523 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c62acd7b-de73-4e67-a353-b59c5d8e428f req-52072e6a-1385-436e-8fcd-8066f5f0ce9f tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=232ec39b-90f9-4df8-a403-fe1029cce065 HTTP/1.1" status: 200 len: 945 time: 0.1485472 Jan 28 07:17:04.449093 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a08db09b-167c-4b07-9cf7-3c044c51cdc3 req-aa1b1f1f-2650-4ea4-8a0d-2b3d521d6f9a tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f7766-6108-45d3-a769-5b5e90234849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934842 Jan 28 07:17:04.474570 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d6ff09-4bd2-4293-a0b8-6bea01ad6fc2 req-a90d84de-e3f5-450c-97ca-eed8d39d8810 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:04.475399 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-d7d6ff09-4bd2-4293-a0b8-6bea01ad6fc2 req-a90d84de-e3f5-450c-97ca-eed8d39d8810 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:04.493789 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device debccd5a-d87a-447c-ab36-37bde4513e6b up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:17:04.510039 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d7d6ff09-4bd2-4293-a0b8-6bea01ad6fc2 req-a90d84de-e3f5-450c-97ca-eed8d39d8810 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4949744 Jan 28 07:17:04.527405 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c62acd7b-de73-4e67-a353-b59c5d8e428f req-9dc4f27e-b788-42ba-ab6d-11c785ff068c tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb65c68e-64e7-49d7-aa93-cf57ceaf78a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705166 Jan 28 07:17:04.532782 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-d7d6ff09-4bd2-4293-a0b8-6bea01ad6fc2 req-2c736b26-041c-45a7-b590-830df0526dfc service neutron] Request body: {'port': {'device_id': '2aaf3fde-f7e8-4523-8ab0-cf429d8d3b08', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712749-28'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:17:04.584695 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port debccd5a-d87a-447c-ab36-37bde4513e6b triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:17:04.585399 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (debccd5a-d87a-447c-ab36-37bde4513e6b), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:04.656170 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-d7d6ff09-4bd2-4293-a0b8-6bea01ad6fc2 req-2c736b26-041c-45a7-b590-830df0526dfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (0ae24f80-5580-413a-af62-44084af43234), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:04.782058 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5b69ecf2-937c-49fa-a969-8633b07a47e2 req-4bf68dd4-a3dd-4ee2-9c91-9a85383ded61 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009 HTTP/1.1" status: 200 len: 210 time: 0.0576816 Jan 28 07:17:04.872449 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-4dfd3733-744b-4d68-ab25-23a9a991aa84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:04.874483 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-4dfd3733-744b-4d68-ab25-23a9a991aa84 service neutron] 10.222.0.10 "GET /v2.0/ports/7de6cf27-a469-4965-baef-e71190ea0139 HTTP/1.1" status: 200 len: 1032 time: 0.0932763 Jan 28 07:17:04.985029 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port debccd5a-d87a-447c-ab36-37bde4513e6b is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:17:05.027273 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-e1c75617-22af-406b-815c-ada3e00a1050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:05.036578 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-e1c75617-22af-406b-815c-ada3e00a1050 service neutron] 10.222.0.10 "GET /v2.0/ports/24c421b9-9756-4145-9466-6d298ad9bfb5 HTTP/1.1" status: 200 len: 1031 time: 0.1533282 Jan 28 07:17:05.106061 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7a2e52-0faa-48f1-9beb-112223ad172c req-b37797ec-5444-4a50-99f8-20c1d77add31 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:05.107840 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7d7a2e52-0faa-48f1-9beb-112223ad172c req-b37797ec-5444-4a50-99f8-20c1d77add31 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5893ef6-46c4-45fa-a505-47cb270a9c49 HTTP/1.1" status: 200 len: 945 time: 0.1497943 Jan 28 07:17:05.198271 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579300d5-f408-4df7-b521-280b1f1b199e req-d2e43cdd-47a4-4dff-b46d-a21dda36e388 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:05.205704 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-579300d5-f408-4df7-b521-280b1f1b199e req-d2e43cdd-47a4-4dff-b46d-a21dda36e388 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] 10.222.0.41 "GET /v2.0/ports?device_id=2aaf3fde-f7e8-4523-8ab0-cf429d8d3b08 HTTP/1.1" status: 200 len: 932 time: 0.1057100 Jan 28 07:17:05.252086 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7d7a2e52-0faa-48f1-9beb-112223ad172c req-fe6a49ba-f42f-486d-b0d0-593b9bb8f540 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c286ac6-5d5d-46b9-b282-9e68e0339bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045187 Jan 28 07:17:05.281171 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-41cec76d-407a-4197-aa86-0478dc07d8fe tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:05.286324 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-41cec76d-407a-4197-aa86-0478dc07d8fe tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:05.295369 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-41cec76d-407a-4197-aa86-0478dc07d8fe tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:05.298603 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-41cec76d-407a-4197-aa86-0478dc07d8fe tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.10 "GET /v2.0/networks?id=3f790760-53a8-4403-a279-f0a40c73d527&id=39d5b943-8907-404b-b824-343baf651894&id=39d5b943-8907-404b-b824-343baf651894&id=39d5b943-8907-404b-b824-343baf651894&id=39d5b943-8907-404b-b824-343baf651894&id=7271c4e0-9917-4cbf-8cf0-7234aac71aa9&id=7271c4e0-9917-4cbf-8cf0-7234aac71aa9 HTTP/1.1" status: 200 len: 1994 time: 0.2533948 Jan 28 07:17:05.324130 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-579300d5-f408-4df7-b521-280b1f1b199e req-d0aae989-6775-40eb-96c9-db8a3e5a08c9 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] 10.222.0.41 "GET /v2.0/security-groups?id=b062c5ff-24c7-4bbf-8744-177eb2dd003a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176100 Jan 28 07:17:05.339786 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [req-d7d6ff09-4bd2-4293-a0b8-6bea01ad6fc2 req-2c736b26-041c-45a7-b590-830df0526dfc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ae24f80-5580-413a-af62-44084af43234 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:17:05.353239 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-d7d6ff09-4bd2-4293-a0b8-6bea01ad6fc2 req-2c736b26-041c-45a7-b590-830df0526dfc service neutron] Publish callbacks [] for port (0ae24f80-5580-413a-af62-44084af43234), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:05.369503 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [req-d7d6ff09-4bd2-4293-a0b8-6bea01ad6fc2 req-2c736b26-041c-45a7-b590-830df0526dfc service neutron] Transition to ACTIVE for port object 0ae24f80-5580-413a-af62-44084af43234 will not be triggered until provisioned by entity L2. {{(pid=103283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:17:05.377878 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-d7d6ff09-4bd2-4293-a0b8-6bea01ad6fc2 req-2c736b26-041c-45a7-b590-830df0526dfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (0ae24f80-5580-413a-af62-44084af43234), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:05.411079 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-d4fcbdd6-fbff-49ac-974c-6b9577a6cfd3 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6a16562f4e0b40b69523d9d718e8a4c0 HTTP/1.1" status: 200 len: 380 time: 0.0967407 Jan 28 07:17:05.422459 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-a22b6fda-3501-4a1e-9809-3b04e733fd62 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Request body: {'port': {'device_id': 'a6a3e00b-77a8-46cb-b6ca-854f6aa00009', 'network_id': '3f790760-53a8-4403-a279-f0a40c73d527', 'admin_state_up': True, 'tenant_id': '6a16562f4e0b40b69523d9d718e8a4c0', 'security_groups': ['e05d74b3-220f-46cd-b475-266b231f0f88']}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:17:05.468725 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c736b26-041c-45a7-b590-830df0526dfc service neutron] Pushing event updated for resources: {'Port': ['ID=0ae24f80-5580-413a-af62-44084af43234,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:17:05.524702 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-d7d6ff09-4bd2-4293-a0b8-6bea01ad6fc2 req-2c736b26-041c-45a7-b590-830df0526dfc service neutron] Attempting to bind port 0ae24f80-5580-413a-af62-44084af43234 on host n-h2-712749-28 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:17:05.525040 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-d7d6ff09-4bd2-4293-a0b8-6bea01ad6fc2 req-2c736b26-041c-45a7-b590-830df0526dfc service neutron] Attempting to bind port 0ae24f80-5580-413a-af62-44084af43234 by drivers openvswitch,hyperv on host n-h2-712749-28 at level 0 using segments [{'id': '1f33b05f-8af3-4b13-bc7c-482495a2acd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'cd6ba6c3-968f-4bdf-aed7-be8df75572b8'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:17:05.525371 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d6ff09-4bd2-4293-a0b8-6bea01ad6fc2 req-2c736b26-041c-45a7-b590-830df0526dfc service neutron] Attempting to bind port 0ae24f80-5580-413a-af62-44084af43234 on network cd6ba6c3-968f-4bdf-aed7-be8df75572b8 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:17:05.530287 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d6ff09-4bd2-4293-a0b8-6bea01ad6fc2 req-2c736b26-041c-45a7-b590-830df0526dfc service neutron] Port 0ae24f80-5580-413a-af62-44084af43234 on network cd6ba6c3-968f-4bdf-aed7-be8df75572b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-28 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:17:05.530619 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d6ff09-4bd2-4293-a0b8-6bea01ad6fc2 req-2c736b26-041c-45a7-b590-830df0526dfc service neutron] Attempting to bind port 0ae24f80-5580-413a-af62-44084af43234 on network cd6ba6c3-968f-4bdf-aed7-be8df75572b8 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:17:05.536004 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d6ff09-4bd2-4293-a0b8-6bea01ad6fc2 req-2c736b26-041c-45a7-b590-830df0526dfc service neutron] Checking agent: {'id': 'c9906e63-062c-432e-bb53-63fdb8115e18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 17, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:17:05.536431 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d6ff09-4bd2-4293-a0b8-6bea01ad6fc2 req-2c736b26-041c-45a7-b590-830df0526dfc service neutron] Checking segment: {'id': '1f33b05f-8af3-4b13-bc7c-482495a2acd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'cd6ba6c3-968f-4bdf-aed7-be8df75572b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:17:05.536822 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d6ff09-4bd2-4293-a0b8-6bea01ad6fc2 req-2c736b26-041c-45a7-b590-830df0526dfc service neutron] Bound using segment: {'id': '1f33b05f-8af3-4b13-bc7c-482495a2acd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'cd6ba6c3-968f-4bdf-aed7-be8df75572b8'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:17:05.537252 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-d7d6ff09-4bd2-4293-a0b8-6bea01ad6fc2 req-2c736b26-041c-45a7-b590-830df0526dfc service neutron] Bound port: 0ae24f80-5580-413a-af62-44084af43234, host: n-h2-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f33b05f-8af3-4b13-bc7c-482495a2acd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'cd6ba6c3-968f-4bdf-aed7-be8df75572b8'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:17:05.537610 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-d7d6ff09-4bd2-4293-a0b8-6bea01ad6fc2 req-2c736b26-041c-45a7-b590-830df0526dfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (0ae24f80-5580-413a-af62-44084af43234), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:05.588687 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-376ea0d4-b94b-456a-b4ee-9237b528596a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:05.643284 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-d7d6ff09-4bd2-4293-a0b8-6bea01ad6fc2 req-2c736b26-041c-45a7-b590-830df0526dfc service neutron] For port 0ae24f80-5580-413a-af62-44084af43234, host n-h2-712749-28, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:17:05.649320 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-d7d6ff09-4bd2-4293-a0b8-6bea01ad6fc2 req-2c736b26-041c-45a7-b590-830df0526dfc service neutron] For port 0ae24f80-5580-413a-af62-44084af43234, host n-h2-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=0ae24f80-5580-413a-af62-44084af43234,segment=NetworkSegment(1f33b05f-8af3-4b13-bc7c-482495a2acd0),segment_id=1f33b05f-8af3-4b13-bc7c-482495a2acd0)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:17:05.655116 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-d7d6ff09-4bd2-4293-a0b8-6bea01ad6fc2 req-2c736b26-041c-45a7-b590-830df0526dfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (0ae24f80-5580-413a-af62-44084af43234), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:05.704472 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-a22b6fda-3501-4a1e-9809-3b04e733fd62 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Made reservation on behalf of 6a16562f4e0b40b69523d9d718e8a4c0 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:17:05.709150 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-a22b6fda-3501-4a1e-9809-3b04e733fd62 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:05.710951 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c736b26-041c-45a7-b590-830df0526dfc service neutron] Pushing event updated for resources: {'Port': ['ID=0ae24f80-5580-413a-af62-44084af43234,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:17:05.748365 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d6ff09-4bd2-4293-a0b8-6bea01ad6fc2 req-2c736b26-041c-45a7-b590-830df0526dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:05.749155 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-d7d6ff09-4bd2-4293-a0b8-6bea01ad6fc2 req-2c736b26-041c-45a7-b590-830df0526dfc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:05.750654 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d7d6ff09-4bd2-4293-a0b8-6bea01ad6fc2 req-2c736b26-041c-45a7-b590-830df0526dfc service neutron] 10.222.0.44 "PUT /v2.0/ports/0ae24f80-5580-413a-af62-44084af43234 HTTP/1.1" status: 200 len: 1093 time: 1.2221375 Jan 28 07:17:05.751210 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2aaf3fde-f7e8-4523-8ab0-cf429d8d3b08', 'tag': '0ae24f80-5580-413a-af62-44084af43234'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:17:05.754625 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3fd2add-802c-4395-80b2-3f270013f31f" -d '{"events": [{"name": "network-changed", "server_uuid": "2aaf3fde-f7e8-4523-8ab0-cf429d8d3b08", "tag": "0ae24f80-5580-413a-af62-44084af43234"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:17:05.813013 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92a4ebf-c80f-4bfc-b6d7-653292fd7f54 req-bbf7a4f4-ed6b-4ad8-b144-607f05b16274 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:05.826054 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b92a4ebf-c80f-4bfc-b6d7-653292fd7f54 req-bbf7a4f4-ed6b-4ad8-b144-607f05b16274 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5893ef6-46c4-45fa-a505-47cb270a9c49 HTTP/1.1" status: 200 len: 945 time: 0.1120422 Jan 28 07:17:05.856164 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49b97eee-3319-4181-bf54-b39058443af4 x-openstack-request-id: req-49b97eee-3319-4181-bf54-b39058443af4 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:17:05.860718 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2aaf3fde-f7e8-4523-8ab0-cf429d8d3b08", "tag": "0ae24f80-5580-413a-af62-44084af43234", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:17:05.861210 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-49b97eee-3319-4181-bf54-b39058443af4 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:17:05.861843 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2aaf3fde-f7e8-4523-8ab0-cf429d8d3b08', 'tag': '0ae24f80-5580-413a-af62-44084af43234', 'status': 'completed', 'code': 200} Jan 28 07:17:05.891152 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-a22b6fda-3501-4a1e-9809-3b04e733fd62 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Allocated IP 172.20.0.8 (3f790760-53a8-4403-a279-f0a40c73d527/73a9883f-5d62-4e44-aedd-907ff0ad8bcf/14257252-9cba-4711-a4fb-6a227afc07e3) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:17:06.047243 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-a22b6fda-3501-4a1e-9809-3b04e733fd62 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Publish callbacks [] for port (14257252-9cba-4711-a4fb-6a227afc07e3), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:06.075169 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d6ff09-4bd2-4293-a0b8-6bea01ad6fc2 req-79aac753-fbd2-4522-8ea5-ce18cbe9235b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:06.077085 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d7d6ff09-4bd2-4293-a0b8-6bea01ad6fc2 req-79aac753-fbd2-4522-8ea5-ce18cbe9235b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9c04f7b8e3f5485eae817db823b81557&device_id=2aaf3fde-f7e8-4523-8ab0-cf429d8d3b08 HTTP/1.1" status: 200 len: 1096 time: 0.2480943 Jan 28 07:17:06.110606 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baec556c-2563-448a-b41b-51f8ed0d62f6 req-cfc65fae-52ed-4a22-8d9f-82578be86fe4 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:06.115760 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-555cd4c6-c61e-4d28-ae68-010267e32fb8 req-b3ca6f1f-d739-432c-8fb9-e75d1eb88493 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009 HTTP/1.1" status: 200 len: 210 time: 0.0364151 Jan 28 07:17:06.127733 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-baec556c-2563-448a-b41b-51f8ed0d62f6 req-cfc65fae-52ed-4a22-8d9f-82578be86fe4 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=232ec39b-90f9-4df8-a403-fe1029cce065 HTTP/1.1" status: 200 len: 945 time: 0.4807649 Jan 28 07:17:06.171083 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d7d6ff09-4bd2-4293-a0b8-6bea01ad6fc2 req-34bc1deb-30a8-46ec-80d2-c1fa63af40a1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0ae24f80-5580-413a-af62-44084af43234 HTTP/1.1" status: 200 len: 217 time: 0.0524316 Jan 28 07:17:06.217849 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-b92a4ebf-c80f-4bfc-b6d7-653292fd7f54 req-0aa397d9-2b7f-4098-b044-c50cdd858abe tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Deleting port 016bf730-64ed-4f53-9ccb-aef1a6cd229d {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:17:06.221930 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b92a4ebf-c80f-4bfc-b6d7-653292fd7f54 req-0aa397d9-2b7f-4098-b044-c50cdd858abe tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (016bf730-64ed-4f53-9ccb-aef1a6cd229d), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:06.234793 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-a22b6fda-3501-4a1e-9809-3b04e733fd62 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (14257252-9cba-4711-a4fb-6a227afc07e3), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:06.275785 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d6ff09-4bd2-4293-a0b8-6bea01ad6fc2 req-7e72e925-091f-42eb-9faa-c0d7833fe0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:06.277742 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d7d6ff09-4bd2-4293-a0b8-6bea01ad6fc2 req-7e72e925-091f-42eb-9faa-c0d7833fe0ca service neutron] 10.222.0.44 "GET /v2.0/subnets?id=077db515-3138-4fa8-aebf-adad8450fb43 HTTP/1.1" status: 200 len: 860 time: 0.0981660 Jan 28 07:17:06.319812 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-a22b6fda-3501-4a1e-9809-3b04e733fd62 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Network 3f790760-53a8-4403-a279-f0a40c73d527 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:17:06.325897 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22b6fda-3501-4a1e-9809-3b04e733fd62 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Pushing event updated for resources: {'Port': ['ID=14257252-9cba-4711-a4fb-6a227afc07e3,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:17:06.329847 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-a22b6fda-3501-4a1e-9809-3b04e733fd62 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:17:06.333533 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-a22b6fda-3501-4a1e-9809-3b04e733fd62 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:17:06.394151 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-a22b6fda-3501-4a1e-9809-3b04e733fd62 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:06.395438 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-a22b6fda-3501-4a1e-9809-3b04e733fd62 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:06.413332 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-baec556c-2563-448a-b41b-51f8ed0d62f6 req-2a6c1eb8-8502-46d8-a317-c05cff38eb5c tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb65c68e-64e7-49d7-aa93-cf57ceaf78a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2791970 Jan 28 07:17:06.421466 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-a22b6fda-3501-4a1e-9809-3b04e733fd62 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0038438 Jan 28 07:17:06.445813 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-30c3112a-6755-4c7e-84c2-a8ad44aa4629 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Request body: {'port': {'device_id': 'a6a3e00b-77a8-46cb-b6ca-854f6aa00009', 'network_id': '39d5b943-8907-404b-b824-343baf651894', 'admin_state_up': True, 'tenant_id': '6a16562f4e0b40b69523d9d718e8a4c0', 'security_groups': ['e05d74b3-220f-46cd-b475-266b231f0f88']}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:17:06.547635 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-b92a4ebf-c80f-4bfc-b6d7-653292fd7f54 req-0aa397d9-2b7f-4098-b044-c50cdd858abe tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] For port 016bf730-64ed-4f53-9ccb-aef1a6cd229d, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=016bf730-64ed-4f53-9ccb-aef1a6cd229d,segment=NetworkSegment(b38b5d3d-4197-4548-8b2f-aaaa5395d71b),segment_id=b38b5d3d-4197-4548-8b2f-aaaa5395d71b)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:17:06.548038 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b92a4ebf-c80f-4bfc-b6d7-653292fd7f54 req-0aa397d9-2b7f-4098-b044-c50cdd858abe tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (016bf730-64ed-4f53-9ccb-aef1a6cd229d), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:06.572705 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-b92a4ebf-c80f-4bfc-b6d7-653292fd7f54 req-0aa397d9-2b7f-4098-b044-c50cdd858abe tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Calling delete_port for 016bf730-64ed-4f53-9ccb-aef1a6cd229d owned by compute:nova {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:17:06.674758 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-30c3112a-6755-4c7e-84c2-a8ad44aa4629 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Made reservation on behalf of 6a16562f4e0b40b69523d9d718e8a4c0 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:17:06.679614 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-30c3112a-6755-4c7e-84c2-a8ad44aa4629 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:06.729266 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d7d6ff09-4bd2-4293-a0b8-6bea01ad6fc2 req-a3fce0fd-e8f3-49e9-a2ca-3b8866eebdae service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cd6ba6c3-968f-4bdf-aed7-be8df75572b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4344614 Jan 28 07:17:06.842428 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b92a4ebf-c80f-4bfc-b6d7-653292fd7f54 req-0aa397d9-2b7f-4098-b044-c50cdd858abe tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (016bf730-64ed-4f53-9ccb-aef1a6cd229d), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:06.853000 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-99e8a56f-0720-411c-aa38-4aebfee6654f None None] Provisioning complete for port 14257252-9cba-4711-a4fb-6a227afc07e3 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:17:06.854411 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-99e8a56f-0720-411c-aa38-4aebfee6654f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (14257252-9cba-4711-a4fb-6a227afc07e3), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:06.913309 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-30c3112a-6755-4c7e-84c2-a8ad44aa4629 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Allocated IP 10.1.1.100 (39d5b943-8907-404b-b824-343baf651894/e818f6d1-2687-4869-b326-811edc0132c0/98a957b1-fc25-4fc9-8482-a2078a931162) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:17:06.920082 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5039c7dc-26ec-4faa-a052-e4c780d769e5 req-9b23e0f7-6e57-4e2b-976e-490f04f89eb2 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:06.922599 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5039c7dc-26ec-4faa-a052-e4c780d769e5 req-9b23e0f7-6e57-4e2b-976e-490f04f89eb2 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5893ef6-46c4-45fa-a505-47cb270a9c49 HTTP/1.1" status: 200 len: 945 time: 0.1915379 Jan 28 07:17:06.923726 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa397d9-2b7f-4098-b044-c50cdd858abe tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Pushing event deleted for resources: {'Port': ['ID=016bf730-64ed-4f53-9ccb-aef1a6cd229d,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:17:06.966971 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-b92a4ebf-c80f-4bfc-b6d7-653292fd7f54 req-0aa397d9-2b7f-4098-b044-c50cdd858abe tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] No DVR routers for this DVR port 016bf730-64ed-4f53-9ccb-aef1a6cd229d on host n-h2-712749-28 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:17:06.967214 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['eae27188-e0c6-460b-86e6-5b12f277a7d9'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:17:06.978667 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b92a4ebf-c80f-4bfc-b6d7-653292fd7f54 req-0aa397d9-2b7f-4098-b044-c50cdd858abe tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:06.982177 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b92a4ebf-c80f-4bfc-b6d7-653292fd7f54 req-0aa397d9-2b7f-4098-b044-c50cdd858abe tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.44 "DELETE /v2.0/ports/016bf730-64ed-4f53-9ccb-aef1a6cd229d HTTP/1.1" status: 204 len: 173 time: 1.1327083 Jan 28 07:17:07.044284 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5039c7dc-26ec-4faa-a052-e4c780d769e5 req-9799d316-68a8-4f8d-b3af-86a8be4c6dbf tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c286ac6-5d5d-46b9-b282-9e68e0339bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019552 Jan 28 07:17:07.046883 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d7d6ff09-4bd2-4293-a0b8-6bea01ad6fc2 req-25e1311f-75e2-4b8a-995c-302beab479af service neutron] 10.222.0.44 "GET /v2.0/networks/cd6ba6c3-968f-4bdf-aed7-be8df75572b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3013256 Jan 28 07:17:07.048025 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-99e8a56f-0720-411c-aa38-4aebfee6654f None None] Port 14257252-9cba-4711-a4fb-6a227afc07e3 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:17:07.100065 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:07.238650 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895e246b-c360-4a4b-92aa-4bc5fd986e85 req-bb13eaed-81a7-4450-b96b-70a2d4ad96cf tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:07.258656 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-895e246b-c360-4a4b-92aa-4bc5fd986e85 req-bb13eaed-81a7-4450-b96b-70a2d4ad96cf tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] 10.222.0.41 "GET /v2.0/ports?device_id=2aaf3fde-f7e8-4523-8ab0-cf429d8d3b08 HTTP/1.1" status: 200 len: 944 time: 0.6332366 Jan 28 07:17:07.300756 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d7d6ff09-4bd2-4293-a0b8-6bea01ad6fc2 req-26e69e67-7b03-4946-ac49-204cb176bcf5 service neutron] 10.222.0.44 "GET /v2.0/networks/cd6ba6c3-968f-4bdf-aed7-be8df75572b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2362766 Jan 28 07:17:07.333728 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-30c3112a-6755-4c7e-84c2-a8ad44aa4629 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Publish callbacks [] for port (98a957b1-fc25-4fc9-8482-a2078a931162), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:07.414027 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-895e246b-c360-4a4b-92aa-4bc5fd986e85 req-722e06f0-f0e8-4e68-9f95-432c586c7715 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] 10.222.0.41 "GET /v2.0/security-groups?id=b062c5ff-24c7-4bbf-8744-177eb2dd003a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340420 Jan 28 07:17:07.455855 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-30c3112a-6755-4c7e-84c2-a8ad44aa4629 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (98a957b1-fc25-4fc9-8482-a2078a931162), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:07.509887 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-30c3112a-6755-4c7e-84c2-a8ad44aa4629 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Network 39d5b943-8907-404b-b824-343baf651894 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:17:07.513142 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-30c3112a-6755-4c7e-84c2-a8ad44aa4629 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:17:07.519532 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-30c3112a-6755-4c7e-84c2-a8ad44aa4629 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:17:07.520989 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fd2add-802c-4395-80b2-3f270013f31f req-f4890422-39e9-4613-ac6f-c3aaa8253308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:07.523984 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f3fd2add-802c-4395-80b2-3f270013f31f req-f4890422-39e9-4613-ac6f-c3aaa8253308 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9c04f7b8e3f5485eae817db823b81557&device_id=2aaf3fde-f7e8-4523-8ab0-cf429d8d3b08 HTTP/1.1" status: 200 len: 1096 time: 0.0997894 Jan 28 07:17:07.532830 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3abad5-ad59-4928-a68d-9abcef72dca9 req-0d66c231-6acc-4951-83df-8557faa7f6b6 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:07.537151 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-dd3abad5-ad59-4928-a68d-9abcef72dca9 req-0d66c231-6acc-4951-83df-8557faa7f6b6 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009 HTTP/1.1" status: 200 len: 931 time: 0.1608224 Jan 28 07:17:07.558832 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c3112a-6755-4c7e-84c2-a8ad44aa4629 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Pushing event updated for resources: {'Port': ['ID=98a957b1-fc25-4fc9-8482-a2078a931162,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:17:07.615890 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-30c3112a-6755-4c7e-84c2-a8ad44aa4629 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:07.615890 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-30c3112a-6755-4c7e-84c2-a8ad44aa4629 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:07.641468 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-30c3112a-6755-4c7e-84c2-a8ad44aa4629 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2011347 Jan 28 07:17:07.665733 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-dd3abad5-ad59-4928-a68d-9abcef72dca9 req-5c3204a8-6002-4b27-a209-738a8605eefa tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/security-groups?id=e05d74b3-220f-46cd-b475-266b231f0f88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154747 Jan 28 07:17:07.687979 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-f07e041c-87a7-4da5-8d86-2067d65da67e tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Request body: {'port': {'device_id': 'a6a3e00b-77a8-46cb-b6ca-854f6aa00009', 'network_id': '39d5b943-8907-404b-b824-343baf651894', 'admin_state_up': True, 'tenant_id': '6a16562f4e0b40b69523d9d718e8a4c0', 'security_groups': ['e05d74b3-220f-46cd-b475-266b231f0f88']}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:17:07.722502 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fd2add-802c-4395-80b2-3f270013f31f req-a6da2854-facb-468f-98a9-8e7f0daa14de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:07.724960 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f3fd2add-802c-4395-80b2-3f270013f31f req-a6da2854-facb-468f-98a9-8e7f0daa14de service neutron] 10.222.0.44 "GET /v2.0/networks?id=cd6ba6c3-968f-4bdf-aed7-be8df75572b8 HTTP/1.1" status: 200 len: 921 time: 0.1867964 Jan 28 07:17:07.770846 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6e02cb-3426-4d9d-9fa7-5f74999e0238 req-6eab34ac-df35-4a3f-a501-4f7e4a60ec1c tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:07.772455 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f3fd2add-802c-4395-80b2-3f270013f31f req-cd36cdf5-bfe2-47cf-be73-0e049345eb3c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0ae24f80-5580-413a-af62-44084af43234 HTTP/1.1" status: 200 len: 217 time: 0.0406768 Jan 28 07:17:07.775894 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-dc6e02cb-3426-4d9d-9fa7-5f74999e0238 req-6eab34ac-df35-4a3f-a501-4f7e4a60ec1c tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=232ec39b-90f9-4df8-a403-fe1029cce065 HTTP/1.1" status: 200 len: 945 time: 0.1257257 Jan 28 07:17:07.833134 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fd2add-802c-4395-80b2-3f270013f31f req-6b07d070-16bf-4729-a0b5-efb4d60ad350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:07.835339 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f3fd2add-802c-4395-80b2-3f270013f31f req-6b07d070-16bf-4729-a0b5-efb4d60ad350 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=077db515-3138-4fa8-aebf-adad8450fb43 HTTP/1.1" status: 200 len: 860 time: 0.0550139 Jan 28 07:17:07.861996 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-dc6e02cb-3426-4d9d-9fa7-5f74999e0238 req-daa45060-0715-4a9a-94c9-218b938a43e3 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb65c68e-64e7-49d7-aa93-cf57ceaf78a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796103 Jan 28 07:17:07.868370 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5893ef6-46c4-45fa-a505-47cb270a9c49', 'name': 'network-vif-deleted', 'tag': '016bf730-64ed-4f53-9ccb-aef1a6cd229d'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:17:07.870556 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0477d0a4-930e-460b-8121-8c896765cbbf" -d '{"events": [{"server_uuid": "a5893ef6-46c4-45fa-a505-47cb270a9c49", "name": "network-vif-deleted", "tag": "016bf730-64ed-4f53-9ccb-aef1a6cd229d"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:17:07.874163 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-f07e041c-87a7-4da5-8d86-2067d65da67e tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Made reservation on behalf of 6a16562f4e0b40b69523d9d718e8a4c0 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:17:07.879243 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-f07e041c-87a7-4da5-8d86-2067d65da67e tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:07.888699 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-956e6b23-35b0-42d2-b9aa-05af69453cdb None None] Provisioning complete for port 98a957b1-fc25-4fc9-8482-a2078a931162 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:17:07.890702 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-956e6b23-35b0-42d2-b9aa-05af69453cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (98a957b1-fc25-4fc9-8482-a2078a931162), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:07.899730 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f3fd2add-802c-4395-80b2-3f270013f31f req-1803ec87-29f8-4406-b187-aa94f4eb63f9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cd6ba6c3-968f-4bdf-aed7-be8df75572b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570309 Jan 28 07:17:07.945547 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-956e6b23-35b0-42d2-b9aa-05af69453cdb None None] Port 98a957b1-fc25-4fc9-8482-a2078a931162 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:17:07.968213 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a878656-ae6b-497d-b1a4-e88381887924 x-openstack-request-id: req-2a878656-ae6b-497d-b1a4-e88381887924 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:17:07.968539 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5893ef6-46c4-45fa-a505-47cb270a9c49", "name": "network-vif-deleted", "tag": "016bf730-64ed-4f53-9ccb-aef1a6cd229d", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:17:07.968766 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2a878656-ae6b-497d-b1a4-e88381887924 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:17:07.969162 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5893ef6-46c4-45fa-a505-47cb270a9c49', 'name': 'network-vif-deleted', 'tag': '016bf730-64ed-4f53-9ccb-aef1a6cd229d', 'status': 'completed', 'code': 200} Jan 28 07:17:08.007955 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 016bf730-64ed-4f53-9ccb-aef1a6cd229d no longer exists at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:17:08.015288 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f3fd2add-802c-4395-80b2-3f270013f31f req-ac9940fb-9d40-4d48-94e3-62b35bb3bcc6 service neutron] 10.222.0.44 "GET /v2.0/networks/cd6ba6c3-968f-4bdf-aed7-be8df75572b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076844 Jan 28 07:17:08.032589 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-f07e041c-87a7-4da5-8d86-2067d65da67e tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Allocated IP 10.1.1.168 (39d5b943-8907-404b-b824-343baf651894/e818f6d1-2687-4869-b326-811edc0132c0/45cf1802-7cd1-43cf-bcfc-47137050e738) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:17:08.032805 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] No Port match for: 016bf730-64ed-4f53-9ccb-aef1a6cd229d {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:17:08.033237 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 016bf730-64ed-4f53-9ccb-aef1a6cd229d not bound to the agent host n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:17:08.130482 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f3fd2add-802c-4395-80b2-3f270013f31f req-01442996-59fa-440d-953f-e102ea9e1cf4 service neutron] 10.222.0.44 "GET /v2.0/networks/cd6ba6c3-968f-4bdf-aed7-be8df75572b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029456 Jan 28 07:17:08.196948 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7f13f411-94b7-403b-b693-2070319db943 req-703cfe3b-11ba-4f5f-88e3-3bf50a66c52c tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5893ef6-46c4-45fa-a505-47cb270a9c49 HTTP/1.1" status: 200 len: 210 time: 0.0372951 Jan 28 07:17:08.214184 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-f07e041c-87a7-4da5-8d86-2067d65da67e tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Publish callbacks [] for port (45cf1802-7cd1-43cf-bcfc-47137050e738), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:08.247268 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-f07e041c-87a7-4da5-8d86-2067d65da67e tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (45cf1802-7cd1-43cf-bcfc-47137050e738), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:08.300135 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-f07e041c-87a7-4da5-8d86-2067d65da67e tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Network 39d5b943-8907-404b-b824-343baf651894 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:17:08.306011 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-f07e041c-87a7-4da5-8d86-2067d65da67e tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:17:08.311149 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-f07e041c-87a7-4da5-8d86-2067d65da67e tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:17:08.313745 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07e041c-87a7-4da5-8d86-2067d65da67e tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Pushing event updated for resources: {'Port': ['ID=45cf1802-7cd1-43cf-bcfc-47137050e738,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:17:08.366756 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-f07e041c-87a7-4da5-8d86-2067d65da67e tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:08.367526 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-f07e041c-87a7-4da5-8d86-2067d65da67e tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:08.390819 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-f07e041c-87a7-4da5-8d86-2067d65da67e tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7115300 Jan 28 07:17:08.408840 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-edb7d1c4-be7b-42eb-9bfd-3d76f143e872 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Request body: {'port': {'device_id': 'a6a3e00b-77a8-46cb-b6ca-854f6aa00009', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '7271c4e0-9917-4cbf-8cf0-7234aac71aa9', 'admin_state_up': True, 'tenant_id': '6a16562f4e0b40b69523d9d718e8a4c0', 'security_groups': ['e05d74b3-220f-46cd-b475-266b231f0f88']}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:17:08.570177 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:08.576924 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-ad8b7b94-e6cf-4d97-9a94-74c62b4a033b None None] Provisioning complete for port 45cf1802-7cd1-43cf-bcfc-47137050e738 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:17:08.577481 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ad8b7b94-e6cf-4d97-9a94-74c62b4a033b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (45cf1802-7cd1-43cf-bcfc-47137050e738), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:08.590913 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa1ea1a-834e-414b-8854-6a695aba2875 req-5911ffc2-3bbe-492c-b11a-89151b39d0d2 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:08.592217 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6fa1ea1a-834e-414b-8854-6a695aba2875 req-5911ffc2-3bbe-492c-b11a-89151b39d0d2 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] 10.222.0.41 "GET /v2.0/ports?device_id=2aaf3fde-f7e8-4523-8ab0-cf429d8d3b08 HTTP/1.1" status: 200 len: 944 time: 0.0745504 Jan 28 07:17:08.592876 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-edb7d1c4-be7b-42eb-9bfd-3d76f143e872 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Made reservation on behalf of 6a16562f4e0b40b69523d9d718e8a4c0 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:17:08.617814 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-ad8b7b94-e6cf-4d97-9a94-74c62b4a033b None None] Port 45cf1802-7cd1-43cf-bcfc-47137050e738 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:17:08.709653 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6fa1ea1a-834e-414b-8854-6a695aba2875 req-c89c58f3-f2ba-4db1-803d-6d69b7ce68ad tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] 10.222.0.41 "GET /v2.0/security-groups?id=b062c5ff-24c7-4bbf-8744-177eb2dd003a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949135 Jan 28 07:17:08.728710 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-edb7d1c4-be7b-42eb-9bfd-3d76f143e872 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:08.815555 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c111c5-6e15-4470-b4cc-1518d1f166d6 req-24ce2f91-f5e8-4f7f-94dc-014fa4f854dd tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:08.821423 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c111c5-6e15-4470-b4cc-1518d1f166d6 req-24ce2f91-f5e8-4f7f-94dc-014fa4f854dd tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:08.827449 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c111c5-6e15-4470-b4cc-1518d1f166d6 req-24ce2f91-f5e8-4f7f-94dc-014fa4f854dd tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:08.829899 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-13c111c5-6e15-4470-b4cc-1518d1f166d6 req-24ce2f91-f5e8-4f7f-94dc-014fa4f854dd tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009 HTTP/1.1" status: 200 len: 2374 time: 0.0689468 Jan 28 07:17:08.879574 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-13c111c5-6e15-4470-b4cc-1518d1f166d6 req-11e25fd3-e978-4b5f-af56-b3fb70526b33 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/security-groups?id=e05d74b3-220f-46cd-b475-266b231f0f88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433571 Jan 28 07:17:08.986317 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-edb7d1c4-be7b-42eb-9bfd-3d76f143e872 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Allocated IP 10.2.2.100 (7271c4e0-9917-4cbf-8cf0-7234aac71aa9/13273310-0be4-4b19-9177-3d629abf200c/2929a5a1-918a-4e9f-a482-262de48a34fb) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:17:09.015241 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4078592c-9101-4813-b569-79ed7bc0e09d req-0e6a0a87-b7ee-41fd-ae35-f44536aa75fa tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:09.016762 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4078592c-9101-4813-b569-79ed7bc0e09d req-0e6a0a87-b7ee-41fd-ae35-f44536aa75fa tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=232ec39b-90f9-4df8-a403-fe1029cce065 HTTP/1.1" status: 200 len: 945 time: 0.0729549 Jan 28 07:17:09.132514 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4078592c-9101-4813-b569-79ed7bc0e09d req-a32e0fa1-a50b-4831-afea-2d2e91577b3f tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb65c68e-64e7-49d7-aa93-cf57ceaf78a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014466 Jan 28 07:17:09.170149 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-edb7d1c4-be7b-42eb-9bfd-3d76f143e872 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Publish callbacks [] for port (2929a5a1-918a-4e9f-a482-262de48a34fb), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:09.204628 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-edb7d1c4-be7b-42eb-9bfd-3d76f143e872 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (2929a5a1-918a-4e9f-a482-262de48a34fb), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:09.246170 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-edb7d1c4-be7b-42eb-9bfd-3d76f143e872 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Network 7271c4e0-9917-4cbf-8cf0-7234aac71aa9 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:17:09.249084 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-edb7d1c4-be7b-42eb-9bfd-3d76f143e872 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:17:09.252736 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-edb7d1c4-be7b-42eb-9bfd-3d76f143e872 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:17:09.283637 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb7d1c4-be7b-42eb-9bfd-3d76f143e872 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Pushing event updated for resources: {'Port': ['ID=2929a5a1-918a-4e9f-a482-262de48a34fb,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:17:09.301300 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2e259025-5a88-450b-a60b-a1e19a2e2988 req-31fc797e-baec-4d20-a70d-fba3673086e2 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5893ef6-46c4-45fa-a505-47cb270a9c49 HTTP/1.1" status: 200 len: 210 time: 0.0301974 Jan 28 07:17:09.320281 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-edb7d1c4-be7b-42eb-9bfd-3d76f143e872 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:09.320910 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-edb7d1c4-be7b-42eb-9bfd-3d76f143e872 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:09.338650 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-edb7d1c4-be7b-42eb-9bfd-3d76f143e872 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9338672 Jan 28 07:17:09.357438 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-89ec86e1-5b27-4b56-8a24-236dbb9fb195 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Request body: {'port': {'device_id': 'a6a3e00b-77a8-46cb-b6ca-854f6aa00009', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '7271c4e0-9917-4cbf-8cf0-7234aac71aa9', 'admin_state_up': True, 'tenant_id': '6a16562f4e0b40b69523d9d718e8a4c0', 'security_groups': ['e05d74b3-220f-46cd-b475-266b231f0f88']}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:17:09.499124 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-89ec86e1-5b27-4b56-8a24-236dbb9fb195 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Made reservation on behalf of 6a16562f4e0b40b69523d9d718e8a4c0 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:17:09.503591 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-89ec86e1-5b27-4b56-8a24-236dbb9fb195 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:09.543086 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-355424c6-94b2-43f6-96a5-7c20d456a230 None None] Provisioning complete for port 2929a5a1-918a-4e9f-a482-262de48a34fb triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:17:09.543616 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-355424c6-94b2-43f6-96a5-7c20d456a230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (2929a5a1-918a-4e9f-a482-262de48a34fb), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:09.578679 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-355424c6-94b2-43f6-96a5-7c20d456a230 None None] Port 2929a5a1-918a-4e9f-a482-262de48a34fb cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:17:09.659235 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:09.682088 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-89ec86e1-5b27-4b56-8a24-236dbb9fb195 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Allocated IP 10.2.2.200 (7271c4e0-9917-4cbf-8cf0-7234aac71aa9/13273310-0be4-4b19-9177-3d629abf200c/e56de965-5480-410d-beed-6c4dc6d6159c) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:17:09.856456 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-89ec86e1-5b27-4b56-8a24-236dbb9fb195 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Publish callbacks [] for port (e56de965-5480-410d-beed-6c4dc6d6159c), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:09.870919 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9a0a0c-a464-44cb-a974-20c5877c7f17 req-86c9d836-bc96-4bc1-a8f5-b683b85f5506 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:09.872447 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5e9a0a0c-a464-44cb-a974-20c5877c7f17 req-86c9d836-bc96-4bc1-a8f5-b683b85f5506 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] 10.222.0.41 "GET /v2.0/ports?device_id=2aaf3fde-f7e8-4523-8ab0-cf429d8d3b08 HTTP/1.1" status: 200 len: 944 time: 0.0757725 Jan 28 07:17:09.936764 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-89ec86e1-5b27-4b56-8a24-236dbb9fb195 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (e56de965-5480-410d-beed-6c4dc6d6159c), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:09.941477 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5e9a0a0c-a464-44cb-a974-20c5877c7f17 req-3b85ef06-e3d3-4632-8e61-61aaf51d07db tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] 10.222.0.41 "GET /v2.0/security-groups?id=b062c5ff-24c7-4bbf-8744-177eb2dd003a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628862 Jan 28 07:17:09.991349 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-89ec86e1-5b27-4b56-8a24-236dbb9fb195 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Network 7271c4e0-9917-4cbf-8cf0-7234aac71aa9 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:17:09.994570 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-89ec86e1-5b27-4b56-8a24-236dbb9fb195 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:17:10.001349 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-89ec86e1-5b27-4b56-8a24-236dbb9fb195 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:17:10.010985 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 0ae24f80-5580-413a-af62-44084af43234 details requested by agent hyperv_n-h2-712749-28 with host n-h2-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:17:10.019924 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ec86e1-5b27-4b56-8a24-236dbb9fb195 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Pushing event updated for resources: {'Port': ['ID=e56de965-5480-410d-beed-6c4dc6d6159c,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:17:10.031218 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8c7347-0b3c-422e-a0ac-534e9d8a7d2b req-ab6fd2ca-47d5-4f62-ac2e-6fa897176478 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:10.036975 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8c7347-0b3c-422e-a0ac-534e9d8a7d2b req-ab6fd2ca-47d5-4f62-ac2e-6fa897176478 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:10.042842 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8c7347-0b3c-422e-a0ac-534e9d8a7d2b req-ab6fd2ca-47d5-4f62-ac2e-6fa897176478 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:10.048579 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8c7347-0b3c-422e-a0ac-534e9d8a7d2b req-ab6fd2ca-47d5-4f62-ac2e-6fa897176478 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:10.054195 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8c7347-0b3c-422e-a0ac-534e9d8a7d2b req-ab6fd2ca-47d5-4f62-ac2e-6fa897176478 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:10.062078 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-da8c7347-0b3c-422e-a0ac-534e9d8a7d2b req-ab6fd2ca-47d5-4f62-ac2e-6fa897176478 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009 HTTP/1.1" status: 200 len: 3816 time: 0.0951958 Jan 28 07:17:10.128439 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-89ec86e1-5b27-4b56-8a24-236dbb9fb195 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:10.132769 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-da8c7347-0b3c-422e-a0ac-534e9d8a7d2b req-5c18eb16-e2a3-4081-9b04-0fb5526782a6 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/security-groups?id=e05d74b3-220f-46cd-b475-266b231f0f88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619967 Jan 28 07:17:10.136449 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-89ec86e1-5b27-4b56-8a24-236dbb9fb195 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:10.165992 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 0ae24f80-5580-413a-af62-44084af43234, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=0ae24f80-5580-413a-af62-44084af43234,segment=NetworkSegment(1f33b05f-8af3-4b13-bc7c-482495a2acd0),segment_id=1f33b05f-8af3-4b13-bc7c-482495a2acd0)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:17:10.167702 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-89ec86e1-5b27-4b56-8a24-236dbb9fb195 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8144894 Jan 28 07:17:10.181086 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Returning: {'device': '0ae24f80-5580-413a-af62-44084af43234', 'network_id': 'cd6ba6c3-968f-4bdf-aed7-be8df75572b8', 'port_id': '0ae24f80-5580-413a-af62-44084af43234', 'mac_address': 'fa:16:3e:00:ca:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '077db515-3138-4fa8-aebf-adad8450fb43', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:17:10.190516 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-2d9070bd-79be-4a0a-aa32-e43232d96050 service neutron] Request body: {'port': {'device_id': 'a6a3e00b-77a8-46cb-b6ca-854f6aa00009', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-28'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:17:10.228864 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port 0ae24f80-5580-413a-af62-44084af43234 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:17:10.229431 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (0ae24f80-5580-413a-af62-44084af43234), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:10.251127 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ae24f80-5580-413a-af62-44084af43234 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:17:10.276817 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 0ae24f80-5580-413a-af62-44084af43234, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=0ae24f80-5580-413a-af62-44084af43234,segment=NetworkSegment(1f33b05f-8af3-4b13-bc7c-482495a2acd0),segment_id=1f33b05f-8af3-4b13-bc7c-482495a2acd0)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:17:10.285696 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (0ae24f80-5580-413a-af62-44084af43234), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:10.291556 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-2d9070bd-79be-4a0a-aa32-e43232d96050 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (14257252-9cba-4711-a4fb-6a227afc07e3), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:10.318239 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c9d4d1-c5b5-4cc0-9798-20c6cc2ee470 req-26ec9103-cee0-4988-917c-bef5e45e24d1 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:10.319878 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-60c9d4d1-c5b5-4cc0-9798-20c6cc2ee470 req-26ec9103-cee0-4988-917c-bef5e45e24d1 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=232ec39b-90f9-4df8-a403-fe1029cce065 HTTP/1.1" status: 200 len: 945 time: 0.0910525 Jan 28 07:17:10.339766 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-588049cd-e9ed-4220-a32f-618dea5e04e9 None None] Provisioning complete for port e56de965-5480-410d-beed-6c4dc6d6159c triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:17:10.339939 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-588049cd-e9ed-4220-a32f-618dea5e04e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (e56de965-5480-410d-beed-6c4dc6d6159c), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:10.373108 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=0ae24f80-5580-413a-af62-44084af43234,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:17:10.396414 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-588049cd-e9ed-4220-a32f-618dea5e04e9 None None] Port e56de965-5480-410d-beed-6c4dc6d6159c cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:17:10.452843 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-39016ee8-a84a-404a-88fd-27ea3d33c4c6 req-e7bfe9a1-ac5a-46a0-9a18-7e51d3178541 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5893ef6-46c4-45fa-a505-47cb270a9c49 HTTP/1.1" status: 200 len: 210 time: 0.0540624 Jan 28 07:17:10.489796 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-60c9d4d1-c5b5-4cc0-9798-20c6cc2ee470 req-666cad5f-d03d-4fa0-bc49-ab5e4e376f56 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb65c68e-64e7-49d7-aa93-cf57ceaf78a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1488798 Jan 28 07:17:10.659358 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-2d9070bd-79be-4a0a-aa32-e43232d96050 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14257252-9cba-4711-a4fb-6a227afc07e3 {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:17:10.667316 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-2d9070bd-79be-4a0a-aa32-e43232d96050 service neutron] Publish callbacks [] for port (14257252-9cba-4711-a4fb-6a227afc07e3), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:10.679734 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-2d9070bd-79be-4a0a-aa32-e43232d96050 service neutron] Transition to ACTIVE for port object 14257252-9cba-4711-a4fb-6a227afc07e3 will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:17:10.684378 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-2d9070bd-79be-4a0a-aa32-e43232d96050 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (14257252-9cba-4711-a4fb-6a227afc07e3), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:10.732905 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['0ae24f80-5580-413a-af62-44084af43234'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:17:10.753503 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9070bd-79be-4a0a-aa32-e43232d96050 service neutron] Pushing event updated for resources: {'Port': ['ID=14257252-9cba-4711-a4fb-6a227afc07e3,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:17:10.835644 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-2d9070bd-79be-4a0a-aa32-e43232d96050 service neutron] Attempting to bind port 14257252-9cba-4711-a4fb-6a227afc07e3 on host n-h1-712749-28 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:17:10.835984 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-2d9070bd-79be-4a0a-aa32-e43232d96050 service neutron] Attempting to bind port 14257252-9cba-4711-a4fb-6a227afc07e3 by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': '4b71204a-78d3-438a-bdaf-b518acb071bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '3f790760-53a8-4403-a279-f0a40c73d527'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:17:10.836355 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-2d9070bd-79be-4a0a-aa32-e43232d96050 service neutron] Attempting to bind port 14257252-9cba-4711-a4fb-6a227afc07e3 on network 3f790760-53a8-4403-a279-f0a40c73d527 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:17:10.842291 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-2d9070bd-79be-4a0a-aa32-e43232d96050 service neutron] Port 14257252-9cba-4711-a4fb-6a227afc07e3 on network 3f790760-53a8-4403-a279-f0a40c73d527 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:17:10.843578 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-2d9070bd-79be-4a0a-aa32-e43232d96050 service neutron] Attempting to bind port 14257252-9cba-4711-a4fb-6a227afc07e3 on network 3f790760-53a8-4403-a279-f0a40c73d527 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:17:10.853068 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-2d9070bd-79be-4a0a-aa32-e43232d96050 service neutron] Checking agent: {'id': '2fca46b1-237f-4857-9290-2429d810e472', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:17:10.854833 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-2d9070bd-79be-4a0a-aa32-e43232d96050 service neutron] Checking segment: {'id': '4b71204a-78d3-438a-bdaf-b518acb071bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '3f790760-53a8-4403-a279-f0a40c73d527'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:17:10.855477 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-2d9070bd-79be-4a0a-aa32-e43232d96050 service neutron] Bound using segment: {'id': '4b71204a-78d3-438a-bdaf-b518acb071bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '3f790760-53a8-4403-a279-f0a40c73d527'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:17:10.856313 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-2d9070bd-79be-4a0a-aa32-e43232d96050 service neutron] Bound port: 14257252-9cba-4711-a4fb-6a227afc07e3, host: n-h1-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b71204a-78d3-438a-bdaf-b518acb071bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '3f790760-53a8-4403-a279-f0a40c73d527'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:17:10.857082 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-2d9070bd-79be-4a0a-aa32-e43232d96050 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (14257252-9cba-4711-a4fb-6a227afc07e3), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:10.942924 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-2d9070bd-79be-4a0a-aa32-e43232d96050 service neutron] For port 14257252-9cba-4711-a4fb-6a227afc07e3, host n-h1-712749-28, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:17:10.947194 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-2d9070bd-79be-4a0a-aa32-e43232d96050 service neutron] For port 14257252-9cba-4711-a4fb-6a227afc07e3, host n-h1-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=14257252-9cba-4711-a4fb-6a227afc07e3,segment=NetworkSegment(4b71204a-78d3-438a-bdaf-b518acb071bf),segment_id=4b71204a-78d3-438a-bdaf-b518acb071bf)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:17:10.956053 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-2d9070bd-79be-4a0a-aa32-e43232d96050 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (14257252-9cba-4711-a4fb-6a227afc07e3), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:10.993099 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-2d9070bd-79be-4a0a-aa32-e43232d96050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:10.993733 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-2d9070bd-79be-4a0a-aa32-e43232d96050 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:10.995135 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-2d9070bd-79be-4a0a-aa32-e43232d96050 service neutron] 10.222.0.10 "PUT /v2.0/ports/14257252-9cba-4711-a4fb-6a227afc07e3 HTTP/1.1" status: 200 len: 1092 time: 0.8088386 Jan 28 07:17:10.997678 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6a3e00b-77a8-46cb-b6ca-854f6aa00009', 'tag': '14257252-9cba-4711-a4fb-6a227afc07e3'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:17:10.999872 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53e21c69-ad0f-42a3-8e41-d26a7a7556bc" -d '{"events": [{"name": "network-changed", "server_uuid": "a6a3e00b-77a8-46cb-b6ca-854f6aa00009", "tag": "14257252-9cba-4711-a4fb-6a227afc07e3"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:17:11.061011 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9070bd-79be-4a0a-aa32-e43232d96050 service neutron] Pushing event updated for resources: {'Port': ['ID=14257252-9cba-4711-a4fb-6a227afc07e3,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:17:11.072325 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-0e0880a4-49be-4ebb-87ae-8b500ab0ef7d service neutron] Request body: {'port': {'device_id': 'a6a3e00b-77a8-46cb-b6ca-854f6aa00009', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-28'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:17:11.097635 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:17:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e70a31d-1879-4324-b03a-1719f8c5ed85 x-openstack-request-id: req-5e70a31d-1879-4324-b03a-1719f8c5ed85 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:17:11.097945 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6a3e00b-77a8-46cb-b6ca-854f6aa00009", "tag": "14257252-9cba-4711-a4fb-6a227afc07e3", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:17:11.098475 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5e70a31d-1879-4324-b03a-1719f8c5ed85 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:17:11.099528 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6a3e00b-77a8-46cb-b6ca-854f6aa00009', 'tag': '14257252-9cba-4711-a4fb-6a227afc07e3', 'status': 'completed', 'code': 200} Jan 28 07:17:11.129290 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2f42b4-5433-4f75-a1d8-0108e666bd3c req-ef9cea4e-206a-4126-bf70-a8e48381c9f1 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:11.130966 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6f2f42b4-5433-4f75-a1d8-0108e666bd3c req-ef9cea4e-206a-4126-bf70-a8e48381c9f1 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] 10.222.0.41 "GET /v2.0/ports?device_id=2aaf3fde-f7e8-4523-8ab0-cf429d8d3b08 HTTP/1.1" status: 200 len: 945 time: 0.0740521 Jan 28 07:17:11.186496 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-0e0880a4-49be-4ebb-87ae-8b500ab0ef7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (7de6cf27-a469-4965-baef-e71190ea0139), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:11.204566 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6f2f42b4-5433-4f75-a1d8-0108e666bd3c req-eb491f55-391a-410d-9c30-019f1f47a7cb tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] 10.222.0.41 "GET /v2.0/security-groups?id=b062c5ff-24c7-4bbf-8744-177eb2dd003a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673645 Jan 28 07:17:11.529729 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e21c69-ad0f-42a3-8e41-d26a7a7556bc req-cedc6bf3-7cfe-4fe8-b25e-f36b31e0cf08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:11.530198 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e21c69-ad0f-42a3-8e41-d26a7a7556bc req-cedc6bf3-7cfe-4fe8-b25e-f36b31e0cf08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:11.530658 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e21c69-ad0f-42a3-8e41-d26a7a7556bc req-cedc6bf3-7cfe-4fe8-b25e-f36b31e0cf08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:11.531113 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e21c69-ad0f-42a3-8e41-d26a7a7556bc req-cedc6bf3-7cfe-4fe8-b25e-f36b31e0cf08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:11.531562 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e21c69-ad0f-42a3-8e41-d26a7a7556bc req-cedc6bf3-7cfe-4fe8-b25e-f36b31e0cf08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:11.533310 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-53e21c69-ad0f-42a3-8e41-d26a7a7556bc req-cedc6bf3-7cfe-4fe8-b25e-f36b31e0cf08 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6a16562f4e0b40b69523d9d718e8a4c0&device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009 HTTP/1.1" status: 200 len: 4364 time: 0.3920720 Jan 28 07:17:11.551668 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-853675c2-46e0-483d-a1be-f2b33042d5b5 req-a4fd4d74-c02c-4591-a78e-c86e9c4d143a tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5893ef6-46c4-45fa-a505-47cb270a9c49 HTTP/1.1" status: 200 len: 210 time: 0.0263681 Jan 28 07:17:11.663169 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b81efc-209e-4d1b-83a2-ede40cebc808 req-0c01023f-5b96-4696-900e-14887e93b773 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:11.664884 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-69b81efc-209e-4d1b-83a2-ede40cebc808 req-0c01023f-5b96-4696-900e-14887e93b773 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=232ec39b-90f9-4df8-a403-fe1029cce065 HTTP/1.1" status: 200 len: 945 time: 0.0533278 Jan 28 07:17:11.717273 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-69b81efc-209e-4d1b-83a2-ede40cebc808 req-80037baa-a644-43fb-b401-2e1d78df492d tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb65c68e-64e7-49d7-aa93-cf57ceaf78a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449362 Jan 28 07:17:11.773471 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e47c5d3-9be5-4b64-a197-c0212235322c req-5920e408-c6dd-4d1e-a1fc-dc2c3ea48c0b tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:11.779612 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e47c5d3-9be5-4b64-a197-c0212235322c req-5920e408-c6dd-4d1e-a1fc-dc2c3ea48c0b tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:11.785051 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e47c5d3-9be5-4b64-a197-c0212235322c req-5920e408-c6dd-4d1e-a1fc-dc2c3ea48c0b tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:11.790389 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e47c5d3-9be5-4b64-a197-c0212235322c req-5920e408-c6dd-4d1e-a1fc-dc2c3ea48c0b tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:11.795656 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e47c5d3-9be5-4b64-a197-c0212235322c req-5920e408-c6dd-4d1e-a1fc-dc2c3ea48c0b tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:11.797421 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5e47c5d3-9be5-4b64-a197-c0212235322c req-5920e408-c6dd-4d1e-a1fc-dc2c3ea48c0b tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009 HTTP/1.1" status: 200 len: 3828 time: 0.2749772 Jan 28 07:17:11.917798 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e21c69-ad0f-42a3-8e41-d26a7a7556bc req-60dd745a-97a7-4969-8c60-2c0ee28b1cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:11.918188 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e21c69-ad0f-42a3-8e41-d26a7a7556bc req-60dd745a-97a7-4969-8c60-2c0ee28b1cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:11.918658 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e21c69-ad0f-42a3-8e41-d26a7a7556bc req-60dd745a-97a7-4969-8c60-2c0ee28b1cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:11.920258 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-53e21c69-ad0f-42a3-8e41-d26a7a7556bc req-60dd745a-97a7-4969-8c60-2c0ee28b1cd4 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=6a16562f4e0b40b69523d9d718e8a4c0&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3564167 Jan 28 07:17:11.975214 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5e47c5d3-9be5-4b64-a197-c0212235322c req-f565ea51-1f01-4496-ac99-3930426c22e6 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/security-groups?id=e05d74b3-220f-46cd-b475-266b231f0f88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1469052 Jan 28 07:17:12.020466 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 0ae24f80-5580-413a-af62-44084af43234 up at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:17:12.071216 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning for port 0ae24f80-5580-413a-af62-44084af43234 completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:17:12.075978 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning complete for port 0ae24f80-5580-413a-af62-44084af43234 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:17:12.076816 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (0ae24f80-5580-413a-af62-44084af43234), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:12.088666 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e21c69-ad0f-42a3-8e41-d26a7a7556bc req-5b13f124-e8cb-4520-9b93-c633fc73fc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:12.090149 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-53e21c69-ad0f-42a3-8e41-d26a7a7556bc req-5b13f124-e8cb-4520-9b93-c633fc73fc46 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1593785 Jan 28 07:17:12.125650 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-0e0880a4-49be-4ebb-87ae-8b500ab0ef7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7de6cf27-a469-4965-baef-e71190ea0139 {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:17:12.134523 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-0e0880a4-49be-4ebb-87ae-8b500ab0ef7d service neutron] Publish callbacks [] for port (7de6cf27-a469-4965-baef-e71190ea0139), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:12.148506 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-0e0880a4-49be-4ebb-87ae-8b500ab0ef7d service neutron] Transition to ACTIVE for port object 7de6cf27-a469-4965-baef-e71190ea0139 will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:17:12.153778 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-0e0880a4-49be-4ebb-87ae-8b500ab0ef7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (7de6cf27-a469-4965-baef-e71190ea0139), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:12.166967 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port 0ae24f80-5580-413a-af62-44084af43234 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:17:12.167367 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (0ae24f80-5580-413a-af62-44084af43234), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:12.194593 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2aaf3fde-f7e8-4523-8ab0-cf429d8d3b08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ae24f80-5580-413a-af62-44084af43234'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:17:12.196853 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00e5c41c-f81f-4fb7-a354-912a630f1701" -d '{"events": [{"server_uuid": "2aaf3fde-f7e8-4523-8ab0-cf429d8d3b08", "name": "network-vif-plugged", "status": "completed", "tag": "0ae24f80-5580-413a-af62-44084af43234"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:17:12.237662 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 0ae24f80-5580-413a-af62-44084af43234, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=0ae24f80-5580-413a-af62-44084af43234,segment=NetworkSegment(1f33b05f-8af3-4b13-bc7c-482495a2acd0),segment_id=1f33b05f-8af3-4b13-bc7c-482495a2acd0)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:17:12.247709 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (0ae24f80-5580-413a-af62-44084af43234), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:12.257827 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0880a4-49be-4ebb-87ae-8b500ab0ef7d service neutron] Pushing event updated for resources: {'Port': ['ID=7de6cf27-a469-4965-baef-e71190ea0139,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:17:12.281004 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03c0ccf2-1daa-45fa-bb04-0e7d46214758 x-openstack-request-id: req-03c0ccf2-1daa-45fa-bb04-0e7d46214758 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:17:12.281297 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2aaf3fde-f7e8-4523-8ab0-cf429d8d3b08", "name": "network-vif-plugged", "status": "completed", "tag": "0ae24f80-5580-413a-af62-44084af43234", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:17:12.281785 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-03c0ccf2-1daa-45fa-bb04-0e7d46214758 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:17:12.282362 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2aaf3fde-f7e8-4523-8ab0-cf429d8d3b08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ae24f80-5580-413a-af62-44084af43234', 'code': 200} Jan 28 07:17:12.323558 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=0ae24f80-5580-413a-af62-44084af43234,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:17:12.395255 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-0e0880a4-49be-4ebb-87ae-8b500ab0ef7d service neutron] Attempting to bind port 7de6cf27-a469-4965-baef-e71190ea0139 on host n-h1-712749-28 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:17:12.395854 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-0e0880a4-49be-4ebb-87ae-8b500ab0ef7d service neutron] Attempting to bind port 7de6cf27-a469-4965-baef-e71190ea0139 by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': '8b0a0ad2-fd7a-4498-821e-1edb296a5ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '39d5b943-8907-404b-b824-343baf651894'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:17:12.396188 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-0e0880a4-49be-4ebb-87ae-8b500ab0ef7d service neutron] Attempting to bind port 7de6cf27-a469-4965-baef-e71190ea0139 on network 39d5b943-8907-404b-b824-343baf651894 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:17:12.405690 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f704381d-5fa3-4448-be11-157e8effa1ac req-a6ce78e4-4417-4d0d-89c8-7428f9e53799 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:12.407249 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f704381d-5fa3-4448-be11-157e8effa1ac req-a6ce78e4-4417-4d0d-89c8-7428f9e53799 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] 10.222.0.41 "GET /v2.0/ports?device_id=2aaf3fde-f7e8-4523-8ab0-cf429d8d3b08 HTTP/1.1" status: 200 len: 946 time: 0.0976093 Jan 28 07:17:12.409640 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-0e0880a4-49be-4ebb-87ae-8b500ab0ef7d service neutron] Port 7de6cf27-a469-4965-baef-e71190ea0139 on network 39d5b943-8907-404b-b824-343baf651894 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:17:12.409976 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-0e0880a4-49be-4ebb-87ae-8b500ab0ef7d service neutron] Attempting to bind port 7de6cf27-a469-4965-baef-e71190ea0139 on network 39d5b943-8907-404b-b824-343baf651894 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:17:12.423907 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-0e0880a4-49be-4ebb-87ae-8b500ab0ef7d service neutron] Checking agent: {'id': '2fca46b1-237f-4857-9290-2429d810e472', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:17:12.424280 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-0e0880a4-49be-4ebb-87ae-8b500ab0ef7d service neutron] Checking segment: {'id': '8b0a0ad2-fd7a-4498-821e-1edb296a5ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '39d5b943-8907-404b-b824-343baf651894'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:17:12.424686 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-0e0880a4-49be-4ebb-87ae-8b500ab0ef7d service neutron] Bound using segment: {'id': '8b0a0ad2-fd7a-4498-821e-1edb296a5ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '39d5b943-8907-404b-b824-343baf651894'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:17:12.425120 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-0e0880a4-49be-4ebb-87ae-8b500ab0ef7d service neutron] Bound port: 7de6cf27-a469-4965-baef-e71190ea0139, host: n-h1-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b0a0ad2-fd7a-4498-821e-1edb296a5ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '39d5b943-8907-404b-b824-343baf651894'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:17:12.425477 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-0e0880a4-49be-4ebb-87ae-8b500ab0ef7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (7de6cf27-a469-4965-baef-e71190ea0139), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:12.447028 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af1cc44-4533-4319-936b-448c2a88f1e3 req-04aaf1e7-b768-4b18-939a-7de82001a5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:12.449430 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9af1cc44-4533-4319-936b-448c2a88f1e3 req-04aaf1e7-b768-4b18-939a-7de82001a5ce service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2aaf3fde-f7e8-4523-8ab0-cf429d8d3b08 HTTP/1.1" status: 200 len: 1098 time: 0.0545826 Jan 28 07:17:12.502287 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f704381d-5fa3-4448-be11-157e8effa1ac req-1bdafd61-3c9b-4f49-b6a5-b60a47200d9f tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] 10.222.0.41 "GET /v2.0/security-groups?id=b062c5ff-24c7-4bbf-8744-177eb2dd003a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873549 Jan 28 07:17:12.504247 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9af1cc44-4533-4319-936b-448c2a88f1e3 req-ed280a76-ef68-4888-8ac9-3be7065e97a4 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=b062c5ff-24c7-4bbf-8744-177eb2dd003a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478814 Jan 28 07:17:12.533048 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-0e0880a4-49be-4ebb-87ae-8b500ab0ef7d service neutron] For port 7de6cf27-a469-4965-baef-e71190ea0139, host n-h1-712749-28, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:17:12.536688 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-0e0880a4-49be-4ebb-87ae-8b500ab0ef7d service neutron] For port 7de6cf27-a469-4965-baef-e71190ea0139, host n-h1-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=7de6cf27-a469-4965-baef-e71190ea0139,segment=NetworkSegment(8b0a0ad2-fd7a-4498-821e-1edb296a5ed1),segment_id=8b0a0ad2-fd7a-4498-821e-1edb296a5ed1)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:17:12.542594 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-0e0880a4-49be-4ebb-87ae-8b500ab0ef7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (7de6cf27-a469-4965-baef-e71190ea0139), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:12.560567 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-0e0880a4-49be-4ebb-87ae-8b500ab0ef7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:12.561494 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-0e0880a4-49be-4ebb-87ae-8b500ab0ef7d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:12.563261 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-0e0880a4-49be-4ebb-87ae-8b500ab0ef7d service neutron] 10.222.0.10 "PUT /v2.0/ports/7de6cf27-a469-4965-baef-e71190ea0139 HTTP/1.1" status: 200 len: 1136 time: 1.4981484 Jan 28 07:17:12.605032 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-5d55da6e-6e19-4d36-93c7-61f457efcab5 service neutron] Request body: {'port': {'device_id': 'a6a3e00b-77a8-46cb-b6ca-854f6aa00009', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-28'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:17:12.649829 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0880a4-49be-4ebb-87ae-8b500ab0ef7d service neutron] Pushing event updated for resources: {'Port': ['ID=7de6cf27-a469-4965-baef-e71190ea0139,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:17:12.697815 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-019d1ee6-de1a-42c2-bad5-7280341fb5f8 req-455bc4d1-32f3-49ae-a33f-0031fc8afa16 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5893ef6-46c4-45fa-a505-47cb270a9c49 HTTP/1.1" status: 200 len: 210 time: 0.0321157 Jan 28 07:17:12.719019 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-5d55da6e-6e19-4d36-93c7-61f457efcab5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (24c421b9-9756-4145-9466-6d298ad9bfb5), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:12.951042 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229b97cd-9791-45c4-be36-dac988ae070c req-78825720-8444-436b-8e21-296e16d8e9ec tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:12.957761 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-229b97cd-9791-45c4-be36-dac988ae070c req-78825720-8444-436b-8e21-296e16d8e9ec tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=232ec39b-90f9-4df8-a403-fe1029cce065 HTTP/1.1" status: 200 len: 945 time: 0.1247737 Jan 28 07:17:13.017680 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-229b97cd-9791-45c4-be36-dac988ae070c req-315ccca2-26bb-409c-9419-357cb767745f tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb65c68e-64e7-49d7-aa93-cf57ceaf78a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589373 Jan 28 07:17:13.101217 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6a3e00b-77a8-46cb-b6ca-854f6aa00009', 'tag': '7de6cf27-a469-4965-baef-e71190ea0139'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:17:13.107729 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65b17348-0df4-403b-9b5e-3d8fc488eb0c" -d '{"events": [{"name": "network-changed", "server_uuid": "a6a3e00b-77a8-46cb-b6ca-854f6aa00009", "tag": "7de6cf27-a469-4965-baef-e71190ea0139"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:17:13.155592 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-5d55da6e-6e19-4d36-93c7-61f457efcab5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24c421b9-9756-4145-9466-6d298ad9bfb5 {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:17:13.162254 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fd9a602-bab0-4d34-aa5e-2716662f1c09 x-openstack-request-id: req-9fd9a602-bab0-4d34-aa5e-2716662f1c09 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:17:13.162636 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6a3e00b-77a8-46cb-b6ca-854f6aa00009", "tag": "7de6cf27-a469-4965-baef-e71190ea0139", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:17:13.162970 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9fd9a602-bab0-4d34-aa5e-2716662f1c09 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:17:13.163429 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6a3e00b-77a8-46cb-b6ca-854f6aa00009', 'tag': '7de6cf27-a469-4965-baef-e71190ea0139', 'status': 'completed', 'code': 200} Jan 28 07:17:13.170210 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-5d55da6e-6e19-4d36-93c7-61f457efcab5 service neutron] Publish callbacks [] for port (24c421b9-9756-4145-9466-6d298ad9bfb5), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:13.193356 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294f96ba-5ba6-4077-a1fd-e8267a985b90 req-5251c360-8f05-4c7a-a25b-f9aed70ba591 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:13.199065 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294f96ba-5ba6-4077-a1fd-e8267a985b90 req-5251c360-8f05-4c7a-a25b-f9aed70ba591 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:13.204522 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294f96ba-5ba6-4077-a1fd-e8267a985b90 req-5251c360-8f05-4c7a-a25b-f9aed70ba591 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:13.209790 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294f96ba-5ba6-4077-a1fd-e8267a985b90 req-5251c360-8f05-4c7a-a25b-f9aed70ba591 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:13.215022 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294f96ba-5ba6-4077-a1fd-e8267a985b90 req-5251c360-8f05-4c7a-a25b-f9aed70ba591 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:13.220262 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294f96ba-5ba6-4077-a1fd-e8267a985b90 req-5251c360-8f05-4c7a-a25b-f9aed70ba591 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:13.222302 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-294f96ba-5ba6-4077-a1fd-e8267a985b90 req-5251c360-8f05-4c7a-a25b-f9aed70ba591 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009 HTTP/1.1" status: 200 len: 4605 time: 0.1098285 Jan 28 07:17:13.234162 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-5d55da6e-6e19-4d36-93c7-61f457efcab5 service neutron] Transition to ACTIVE for port object 24c421b9-9756-4145-9466-6d298ad9bfb5 will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:17:13.242856 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-5d55da6e-6e19-4d36-93c7-61f457efcab5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (24c421b9-9756-4145-9466-6d298ad9bfb5), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:13.356840 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b17348-0df4-403b-9b5e-3d8fc488eb0c req-e5ef0aea-09ee-442a-a3c4-3ae3cdf8b20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:13.357414 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b17348-0df4-403b-9b5e-3d8fc488eb0c req-e5ef0aea-09ee-442a-a3c4-3ae3cdf8b20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:13.357888 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b17348-0df4-403b-9b5e-3d8fc488eb0c req-e5ef0aea-09ee-442a-a3c4-3ae3cdf8b20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:13.358343 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b17348-0df4-403b-9b5e-3d8fc488eb0c req-e5ef0aea-09ee-442a-a3c4-3ae3cdf8b20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:13.358814 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b17348-0df4-403b-9b5e-3d8fc488eb0c req-e5ef0aea-09ee-442a-a3c4-3ae3cdf8b20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:13.359254 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b17348-0df4-403b-9b5e-3d8fc488eb0c req-e5ef0aea-09ee-442a-a3c4-3ae3cdf8b20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:13.361211 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-65b17348-0df4-403b-9b5e-3d8fc488eb0c req-e5ef0aea-09ee-442a-a3c4-3ae3cdf8b20e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6a16562f4e0b40b69523d9d718e8a4c0&device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009 HTTP/1.1" status: 200 len: 5293 time: 0.1356690 Jan 28 07:17:13.364884 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d55da6e-6e19-4d36-93c7-61f457efcab5 service neutron] Pushing event updated for resources: {'Port': ['ID=24c421b9-9756-4145-9466-6d298ad9bfb5,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:17:13.420507 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-294f96ba-5ba6-4077-a1fd-e8267a985b90 req-dec804ad-1e56-4ccc-ad90-bba11288b914 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/security-groups?id=e05d74b3-220f-46cd-b475-266b231f0f88&id=7f4d2140-e017-41d8-8ff9-e5d9b5e3138b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1780353 Jan 28 07:17:13.606387 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-5d55da6e-6e19-4d36-93c7-61f457efcab5 service neutron] Attempting to bind port 24c421b9-9756-4145-9466-6d298ad9bfb5 on host n-h1-712749-28 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:17:13.606664 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-5d55da6e-6e19-4d36-93c7-61f457efcab5 service neutron] Attempting to bind port 24c421b9-9756-4145-9466-6d298ad9bfb5 by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': '8b0a0ad2-fd7a-4498-821e-1edb296a5ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '39d5b943-8907-404b-b824-343baf651894'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:17:13.606944 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-5d55da6e-6e19-4d36-93c7-61f457efcab5 service neutron] Attempting to bind port 24c421b9-9756-4145-9466-6d298ad9bfb5 on network 39d5b943-8907-404b-b824-343baf651894 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:17:13.610742 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b17348-0df4-403b-9b5e-3d8fc488eb0c req-eac79fd4-2b6c-4179-89e0-de9d55a45ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:13.611209 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b17348-0df4-403b-9b5e-3d8fc488eb0c req-eac79fd4-2b6c-4179-89e0-de9d55a45ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:13.611707 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b17348-0df4-403b-9b5e-3d8fc488eb0c req-eac79fd4-2b6c-4179-89e0-de9d55a45ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:13.613367 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-65b17348-0df4-403b-9b5e-3d8fc488eb0c req-eac79fd4-2b6c-4179-89e0-de9d55a45ffa service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=6a16562f4e0b40b69523d9d718e8a4c0&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.1887479 Jan 28 07:17:13.615676 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-5d55da6e-6e19-4d36-93c7-61f457efcab5 service neutron] Port 24c421b9-9756-4145-9466-6d298ad9bfb5 on network 39d5b943-8907-404b-b824-343baf651894 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:17:13.616001 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-5d55da6e-6e19-4d36-93c7-61f457efcab5 service neutron] Attempting to bind port 24c421b9-9756-4145-9466-6d298ad9bfb5 on network 39d5b943-8907-404b-b824-343baf651894 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:17:13.629416 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-5d55da6e-6e19-4d36-93c7-61f457efcab5 service neutron] Checking agent: {'id': '2fca46b1-237f-4857-9290-2429d810e472', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:17:13.629800 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-5d55da6e-6e19-4d36-93c7-61f457efcab5 service neutron] Checking segment: {'id': '8b0a0ad2-fd7a-4498-821e-1edb296a5ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '39d5b943-8907-404b-b824-343baf651894'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:17:13.630181 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-5d55da6e-6e19-4d36-93c7-61f457efcab5 service neutron] Bound using segment: {'id': '8b0a0ad2-fd7a-4498-821e-1edb296a5ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '39d5b943-8907-404b-b824-343baf651894'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:17:13.630634 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-5d55da6e-6e19-4d36-93c7-61f457efcab5 service neutron] Bound port: 24c421b9-9756-4145-9466-6d298ad9bfb5, host: n-h1-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b0a0ad2-fd7a-4498-821e-1edb296a5ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '39d5b943-8907-404b-b824-343baf651894'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:17:13.630976 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-5d55da6e-6e19-4d36-93c7-61f457efcab5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (24c421b9-9756-4145-9466-6d298ad9bfb5), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:13.674112 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4575e2-c15b-40dc-a874-4bf9e88fc715 req-43ebc554-4a79-4941-b086-2cb0627d7531 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:13.685030 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-3b4575e2-c15b-40dc-a874-4bf9e88fc715 req-43ebc554-4a79-4941-b086-2cb0627d7531 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] 10.222.0.41 "GET /v2.0/ports?device_id=2aaf3fde-f7e8-4523-8ab0-cf429d8d3b08 HTTP/1.1" status: 200 len: 946 time: 0.0795481 Jan 28 07:17:13.746906 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-3b4575e2-c15b-40dc-a874-4bf9e88fc715 req-6025c0c5-5fa7-4f82-900b-b3bda7ac1105 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] 10.222.0.41 "GET /v2.0/security-groups?id=b062c5ff-24c7-4bbf-8744-177eb2dd003a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609927 Jan 28 07:17:13.795451 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b17348-0df4-403b-9b5e-3d8fc488eb0c req-ed1c1fd7-c97b-4e5e-bf34-d4fb94637a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:13.797126 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-65b17348-0df4-403b-9b5e-3d8fc488eb0c req-ed1c1fd7-c97b-4e5e-bf34-d4fb94637a9b service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1772885 Jan 28 07:17:13.802894 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-5d55da6e-6e19-4d36-93c7-61f457efcab5 service neutron] For port 24c421b9-9756-4145-9466-6d298ad9bfb5, host n-h1-712749-28, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:17:13.813169 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-5d55da6e-6e19-4d36-93c7-61f457efcab5 service neutron] For port 24c421b9-9756-4145-9466-6d298ad9bfb5, host n-h1-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=24c421b9-9756-4145-9466-6d298ad9bfb5,segment=NetworkSegment(8b0a0ad2-fd7a-4498-821e-1edb296a5ed1),segment_id=8b0a0ad2-fd7a-4498-821e-1edb296a5ed1)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:17:13.836466 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1750ae15-10aa-47ef-9cb5-5c03e61c786a req-55c13b46-a1b2-4834-8f45-0fd3069cbb4c tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5893ef6-46c4-45fa-a505-47cb270a9c49 HTTP/1.1" status: 200 len: 210 time: 0.0351601 Jan 28 07:17:13.837742 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-5d55da6e-6e19-4d36-93c7-61f457efcab5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (24c421b9-9756-4145-9466-6d298ad9bfb5), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:13.875250 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-5d55da6e-6e19-4d36-93c7-61f457efcab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:13.875820 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-5d55da6e-6e19-4d36-93c7-61f457efcab5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:13.877334 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-5d55da6e-6e19-4d36-93c7-61f457efcab5 service neutron] 10.222.0.10 "PUT /v2.0/ports/24c421b9-9756-4145-9466-6d298ad9bfb5 HTTP/1.1" status: 200 len: 1135 time: 1.2772491 Jan 28 07:17:13.905381 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d55da6e-6e19-4d36-93c7-61f457efcab5 service neutron] Pushing event updated for resources: {'Port': ['ID=24c421b9-9756-4145-9466-6d298ad9bfb5,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:17:13.931704 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-db9eb755-5851-4d33-b0d1-9ebb28dd3a4e service neutron] Request body: {'port': {'device_id': 'a6a3e00b-77a8-46cb-b6ca-854f6aa00009', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-28'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:17:14.002349 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-db9eb755-5851-4d33-b0d1-9ebb28dd3a4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (98a957b1-fc25-4fc9-8482-a2078a931162), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:14.031400 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 7 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 07:17:14.278803 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73359c70-86b3-48be-9c48-bc2362cd758c req-16a1c5fb-926e-45a3-9b2b-623c247cdfa0 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:14.280599 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-73359c70-86b3-48be-9c48-bc2362cd758c req-16a1c5fb-926e-45a3-9b2b-623c247cdfa0 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=232ec39b-90f9-4df8-a403-fe1029cce065 HTTP/1.1" status: 200 len: 945 time: 0.1143613 Jan 28 07:17:14.362528 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-73359c70-86b3-48be-9c48-bc2362cd758c req-9b174600-a2b2-470f-a09f-1218a0b0c654 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb65c68e-64e7-49d7-aa93-cf57ceaf78a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716414 Jan 28 07:17:14.415010 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-db9eb755-5851-4d33-b0d1-9ebb28dd3a4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98a957b1-fc25-4fc9-8482-a2078a931162 {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:17:14.422794 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-db9eb755-5851-4d33-b0d1-9ebb28dd3a4e service neutron] Publish callbacks [] for port (98a957b1-fc25-4fc9-8482-a2078a931162), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:14.437808 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-db9eb755-5851-4d33-b0d1-9ebb28dd3a4e service neutron] Transition to ACTIVE for port object 98a957b1-fc25-4fc9-8482-a2078a931162 will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:17:14.445200 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-db9eb755-5851-4d33-b0d1-9ebb28dd3a4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (98a957b1-fc25-4fc9-8482-a2078a931162), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:14.584725 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40734c6c-d4cc-4a52-b0e2-8fe776f0464a req-f50ef7d0-59fc-4613-afea-29b368e22810 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:14.601886 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40734c6c-d4cc-4a52-b0e2-8fe776f0464a req-f50ef7d0-59fc-4613-afea-29b368e22810 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:14.602460 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9eb755-5851-4d33-b0d1-9ebb28dd3a4e service neutron] Pushing event updated for resources: {'Port': ['ID=98a957b1-fc25-4fc9-8482-a2078a931162,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:17:14.609266 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40734c6c-d4cc-4a52-b0e2-8fe776f0464a req-f50ef7d0-59fc-4613-afea-29b368e22810 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:14.615893 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40734c6c-d4cc-4a52-b0e2-8fe776f0464a req-f50ef7d0-59fc-4613-afea-29b368e22810 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:14.622559 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40734c6c-d4cc-4a52-b0e2-8fe776f0464a req-f50ef7d0-59fc-4613-afea-29b368e22810 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:14.628422 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40734c6c-d4cc-4a52-b0e2-8fe776f0464a req-f50ef7d0-59fc-4613-afea-29b368e22810 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:14.636244 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40734c6c-d4cc-4a52-b0e2-8fe776f0464a req-f50ef7d0-59fc-4613-afea-29b368e22810 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:14.640929 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-db9eb755-5851-4d33-b0d1-9ebb28dd3a4e service neutron] Attempting to bind port 98a957b1-fc25-4fc9-8482-a2078a931162 on host n-h1-712749-28 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:17:14.641501 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-db9eb755-5851-4d33-b0d1-9ebb28dd3a4e service neutron] Attempting to bind port 98a957b1-fc25-4fc9-8482-a2078a931162 by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': '8b0a0ad2-fd7a-4498-821e-1edb296a5ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '39d5b943-8907-404b-b824-343baf651894'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:17:14.641998 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-db9eb755-5851-4d33-b0d1-9ebb28dd3a4e service neutron] Attempting to bind port 98a957b1-fc25-4fc9-8482-a2078a931162 on network 39d5b943-8907-404b-b824-343baf651894 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:17:14.645723 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-40734c6c-d4cc-4a52-b0e2-8fe776f0464a req-f50ef7d0-59fc-4613-afea-29b368e22810 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009 HTTP/1.1" status: 200 len: 5393 time: 0.1375968 Jan 28 07:17:14.648045 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-db9eb755-5851-4d33-b0d1-9ebb28dd3a4e service neutron] Port 98a957b1-fc25-4fc9-8482-a2078a931162 on network 39d5b943-8907-404b-b824-343baf651894 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:17:14.648583 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-db9eb755-5851-4d33-b0d1-9ebb28dd3a4e service neutron] Attempting to bind port 98a957b1-fc25-4fc9-8482-a2078a931162 on network 39d5b943-8907-404b-b824-343baf651894 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:17:14.660081 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-db9eb755-5851-4d33-b0d1-9ebb28dd3a4e service neutron] Checking agent: {'id': '2fca46b1-237f-4857-9290-2429d810e472', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:17:14.660392 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-db9eb755-5851-4d33-b0d1-9ebb28dd3a4e service neutron] Checking segment: {'id': '8b0a0ad2-fd7a-4498-821e-1edb296a5ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '39d5b943-8907-404b-b824-343baf651894'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:17:14.660675 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-db9eb755-5851-4d33-b0d1-9ebb28dd3a4e service neutron] Bound using segment: {'id': '8b0a0ad2-fd7a-4498-821e-1edb296a5ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '39d5b943-8907-404b-b824-343baf651894'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:17:14.661727 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-db9eb755-5851-4d33-b0d1-9ebb28dd3a4e service neutron] Bound port: 98a957b1-fc25-4fc9-8482-a2078a931162, host: n-h1-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b0a0ad2-fd7a-4498-821e-1edb296a5ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '39d5b943-8907-404b-b824-343baf651894'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:17:14.662101 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-db9eb755-5851-4d33-b0d1-9ebb28dd3a4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (98a957b1-fc25-4fc9-8482-a2078a931162), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:14.718467 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-40734c6c-d4cc-4a52-b0e2-8fe776f0464a req-a428bae0-dbfa-493b-990a-ce981285a322 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/security-groups?id=e05d74b3-220f-46cd-b475-266b231f0f88&id=7f4d2140-e017-41d8-8ff9-e5d9b5e3138b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0719330 Jan 28 07:17:14.787482 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-db9eb755-5851-4d33-b0d1-9ebb28dd3a4e service neutron] For port 98a957b1-fc25-4fc9-8482-a2078a931162, host n-h1-712749-28, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:17:14.792155 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-db9eb755-5851-4d33-b0d1-9ebb28dd3a4e service neutron] For port 98a957b1-fc25-4fc9-8482-a2078a931162, host n-h1-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=98a957b1-fc25-4fc9-8482-a2078a931162,segment=NetworkSegment(8b0a0ad2-fd7a-4498-821e-1edb296a5ed1),segment_id=8b0a0ad2-fd7a-4498-821e-1edb296a5ed1)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:17:14.800986 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-db9eb755-5851-4d33-b0d1-9ebb28dd3a4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (98a957b1-fc25-4fc9-8482-a2078a931162), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:14.858261 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-db9eb755-5851-4d33-b0d1-9ebb28dd3a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:14.858969 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-db9eb755-5851-4d33-b0d1-9ebb28dd3a4e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:14.860517 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-db9eb755-5851-4d33-b0d1-9ebb28dd3a4e service neutron] 10.222.0.10 "PUT /v2.0/ports/98a957b1-fc25-4fc9-8482-a2078a931162 HTTP/1.1" status: 200 len: 1092 time: 0.9343038 Jan 28 07:17:14.914276 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9eb755-5851-4d33-b0d1-9ebb28dd3a4e service neutron] Pushing event updated for resources: {'Port': ['ID=98a957b1-fc25-4fc9-8482-a2078a931162,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:17:14.936234 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-be73aa88-00e2-4bf6-b0e6-82a6fae034ae service neutron] Request body: {'port': {'device_id': 'a6a3e00b-77a8-46cb-b6ca-854f6aa00009', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-28'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:17:14.994692 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27f280b-8e43-470e-bb68-e460ed2fde6c req-8f9e0141-3bd4-4347-ab1c-5ede79b95f31 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:15.001549 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f27f280b-8e43-470e-bb68-e460ed2fde6c req-8f9e0141-3bd4-4347-ab1c-5ede79b95f31 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] 10.222.0.41 "GET /v2.0/ports?device_id=2aaf3fde-f7e8-4523-8ab0-cf429d8d3b08 HTTP/1.1" status: 200 len: 946 time: 0.1611345 Jan 28 07:17:15.057660 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-be73aa88-00e2-4bf6-b0e6-82a6fae034ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (45cf1802-7cd1-43cf-bcfc-47137050e738), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:15.114230 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f27f280b-8e43-470e-bb68-e460ed2fde6c req-76105236-f564-4e37-9550-5057969b0d2a tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] 10.222.0.41 "GET /v2.0/security-groups?id=b062c5ff-24c7-4bbf-8744-177eb2dd003a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117470 Jan 28 07:17:15.210354 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ef8bfc7a-29fd-4536-a58a-de6da315978b req-c453703a-b9e1-4d92-8ee8-dc20161bafa8 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5893ef6-46c4-45fa-a505-47cb270a9c49 HTTP/1.1" status: 200 len: 210 time: 0.0552268 Jan 28 07:17:15.331643 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6a3e00b-77a8-46cb-b6ca-854f6aa00009', 'tag': '24c421b9-9756-4145-9466-6d298ad9bfb5'}, {'name': 'network-changed', 'server_uuid': 'a6a3e00b-77a8-46cb-b6ca-854f6aa00009', 'tag': '98a957b1-fc25-4fc9-8482-a2078a931162'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:17:15.334452 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ad7aca0-15cb-4273-b66b-bf12191a7367" -d '{"events": [{"name": "network-changed", "server_uuid": "a6a3e00b-77a8-46cb-b6ca-854f6aa00009", "tag": "24c421b9-9756-4145-9466-6d298ad9bfb5"}, {"name": "network-changed", "server_uuid": "a6a3e00b-77a8-46cb-b6ca-854f6aa00009", "tag": "98a957b1-fc25-4fc9-8482-a2078a931162"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:17:15.418267 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 28 Jan 2022 07:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eadea3d-abde-4586-897c-405e0bd43bfb x-openstack-request-id: req-3eadea3d-abde-4586-897c-405e0bd43bfb {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:17:15.418563 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6a3e00b-77a8-46cb-b6ca-854f6aa00009", "tag": "24c421b9-9756-4145-9466-6d298ad9bfb5", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a6a3e00b-77a8-46cb-b6ca-854f6aa00009", "tag": "98a957b1-fc25-4fc9-8482-a2078a931162", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:17:15.418821 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3eadea3d-abde-4586-897c-405e0bd43bfb {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:17:15.419668 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6a3e00b-77a8-46cb-b6ca-854f6aa00009', 'tag': '24c421b9-9756-4145-9466-6d298ad9bfb5', 'status': 'completed', 'code': 200} Jan 28 07:17:15.420338 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6a3e00b-77a8-46cb-b6ca-854f6aa00009', 'tag': '98a957b1-fc25-4fc9-8482-a2078a931162', 'status': 'completed', 'code': 200} Jan 28 07:17:15.422578 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-be73aa88-00e2-4bf6-b0e6-82a6fae034ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45cf1802-7cd1-43cf-bcfc-47137050e738 {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:17:15.440749 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-be73aa88-00e2-4bf6-b0e6-82a6fae034ae service neutron] Publish callbacks [] for port (45cf1802-7cd1-43cf-bcfc-47137050e738), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:15.460582 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-be73aa88-00e2-4bf6-b0e6-82a6fae034ae service neutron] Transition to ACTIVE for port object 45cf1802-7cd1-43cf-bcfc-47137050e738 will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:17:15.466893 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-be73aa88-00e2-4bf6-b0e6-82a6fae034ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (45cf1802-7cd1-43cf-bcfc-47137050e738), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:15.566650 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f668e0d-283c-4551-b0d6-96fe2d3f5d1e req-e83dd323-847b-4039-bf82-b44797c2d94f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:15.569624 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1f668e0d-283c-4551-b0d6-96fe2d3f5d1e req-e83dd323-847b-4039-bf82-b44797c2d94f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9c04f7b8e3f5485eae817db823b81557&device_id=2aaf3fde-f7e8-4523-8ab0-cf429d8d3b08 HTTP/1.1" status: 200 len: 1098 time: 0.0792940 Jan 28 07:17:15.578147 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4143a70-5728-4efb-bd09-61b144f92dbb req-4605b928-d532-4b7a-9894-0c18ca8baf02 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:15.586512 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c4143a70-5728-4efb-bd09-61b144f92dbb req-4605b928-d532-4b7a-9894-0c18ca8baf02 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] 10.222.0.41 "GET /v2.0/ports?device_id=2aaf3fde-f7e8-4523-8ab0-cf429d8d3b08 HTTP/1.1" status: 200 len: 946 time: 0.1510050 Jan 28 07:17:15.734483 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f668e0d-283c-4551-b0d6-96fe2d3f5d1e req-43a410a3-4a9f-4c8d-aed3-01614ed1b49f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:15.736780 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1f668e0d-283c-4551-b0d6-96fe2d3f5d1e req-43a410a3-4a9f-4c8d-aed3-01614ed1b49f service neutron] 10.222.0.44 "GET /v2.0/networks?id=cd6ba6c3-968f-4bdf-aed7-be8df75572b8 HTTP/1.1" status: 200 len: 921 time: 0.1402020 Jan 28 07:17:15.768087 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be73aa88-00e2-4bf6-b0e6-82a6fae034ae service neutron] Pushing event updated for resources: {'Port': ['ID=45cf1802-7cd1-43cf-bcfc-47137050e738,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:17:15.785190 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad7aca0-15cb-4273-b66b-bf12191a7367 req-01da706d-24d3-48bc-bb31-cc7f190d5f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:15.785190 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad7aca0-15cb-4273-b66b-bf12191a7367 req-01da706d-24d3-48bc-bb31-cc7f190d5f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:15.785190 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad7aca0-15cb-4273-b66b-bf12191a7367 req-01da706d-24d3-48bc-bb31-cc7f190d5f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:15.785549 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad7aca0-15cb-4273-b66b-bf12191a7367 req-01da706d-24d3-48bc-bb31-cc7f190d5f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:15.792579 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad7aca0-15cb-4273-b66b-bf12191a7367 req-01da706d-24d3-48bc-bb31-cc7f190d5f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:15.793426 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad7aca0-15cb-4273-b66b-bf12191a7367 req-01da706d-24d3-48bc-bb31-cc7f190d5f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:15.793950 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad7aca0-15cb-4273-b66b-bf12191a7367 req-01da706d-24d3-48bc-bb31-cc7f190d5f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:15.795989 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5ad7aca0-15cb-4273-b66b-bf12191a7367 req-01da706d-24d3-48bc-bb31-cc7f190d5f59 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6a16562f4e0b40b69523d9d718e8a4c0&device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009 HTTP/1.1" status: 200 len: 6315 time: 0.3141494 Jan 28 07:17:15.825375 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ba2fbd-568e-4649-945a-f8c4baa1bb35 req-36b43def-9d1b-4307-9723-7323aea5e9b9 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:15.827377 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b4ba2fbd-568e-4649-945a-f8c4baa1bb35 req-36b43def-9d1b-4307-9723-7323aea5e9b9 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=232ec39b-90f9-4df8-a403-fe1029cce065 HTTP/1.1" status: 200 len: 945 time: 0.3289700 Jan 28 07:17:15.841830 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-be73aa88-00e2-4bf6-b0e6-82a6fae034ae service neutron] Attempting to bind port 45cf1802-7cd1-43cf-bcfc-47137050e738 on host n-h1-712749-28 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:17:15.842363 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-be73aa88-00e2-4bf6-b0e6-82a6fae034ae service neutron] Attempting to bind port 45cf1802-7cd1-43cf-bcfc-47137050e738 by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': '8b0a0ad2-fd7a-4498-821e-1edb296a5ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '39d5b943-8907-404b-b824-343baf651894'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:17:15.842699 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-be73aa88-00e2-4bf6-b0e6-82a6fae034ae service neutron] Attempting to bind port 45cf1802-7cd1-43cf-bcfc-47137050e738 on network 39d5b943-8907-404b-b824-343baf651894 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:17:15.845233 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1f668e0d-283c-4551-b0d6-96fe2d3f5d1e req-a58c22b3-71fe-460f-b816-aa8b029300af service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0ae24f80-5580-413a-af62-44084af43234 HTTP/1.1" status: 200 len: 217 time: 0.0865273 Jan 28 07:17:15.935304 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-be73aa88-00e2-4bf6-b0e6-82a6fae034ae service neutron] Port 45cf1802-7cd1-43cf-bcfc-47137050e738 on network 39d5b943-8907-404b-b824-343baf651894 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:17:15.935654 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-be73aa88-00e2-4bf6-b0e6-82a6fae034ae service neutron] Attempting to bind port 45cf1802-7cd1-43cf-bcfc-47137050e738 on network 39d5b943-8907-404b-b824-343baf651894 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:17:15.963307 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c4143a70-5728-4efb-bd09-61b144f92dbb req-a72892d9-7ad9-4fba-8cc1-cf14421a2090 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] 10.222.0.41 "GET /v2.0/security-groups?id=b062c5ff-24c7-4bbf-8744-177eb2dd003a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3702080 Jan 28 07:17:15.985386 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-be73aa88-00e2-4bf6-b0e6-82a6fae034ae service neutron] Checking agent: {'id': '2fca46b1-237f-4857-9290-2429d810e472', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:17:15.985723 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-be73aa88-00e2-4bf6-b0e6-82a6fae034ae service neutron] Checking segment: {'id': '8b0a0ad2-fd7a-4498-821e-1edb296a5ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '39d5b943-8907-404b-b824-343baf651894'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:17:15.986513 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-be73aa88-00e2-4bf6-b0e6-82a6fae034ae service neutron] Bound using segment: {'id': '8b0a0ad2-fd7a-4498-821e-1edb296a5ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '39d5b943-8907-404b-b824-343baf651894'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:17:15.986982 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-be73aa88-00e2-4bf6-b0e6-82a6fae034ae service neutron] Bound port: 45cf1802-7cd1-43cf-bcfc-47137050e738, host: n-h1-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b0a0ad2-fd7a-4498-821e-1edb296a5ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '39d5b943-8907-404b-b824-343baf651894'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:17:15.987344 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-be73aa88-00e2-4bf6-b0e6-82a6fae034ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (45cf1802-7cd1-43cf-bcfc-47137050e738), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:16.000484 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f668e0d-283c-4551-b0d6-96fe2d3f5d1e req-4675a040-49ab-4998-8b30-b490f9c5bcfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:16.001254 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1f668e0d-283c-4551-b0d6-96fe2d3f5d1e req-4675a040-49ab-4998-8b30-b490f9c5bcfc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=077db515-3138-4fa8-aebf-adad8450fb43 HTTP/1.1" status: 200 len: 860 time: 0.1456144 Jan 28 07:17:16.064995 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b4ba2fbd-568e-4649-945a-f8c4baa1bb35 req-4fe2608e-82c3-4061-bc22-c325b178fe17 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb65c68e-64e7-49d7-aa93-cf57ceaf78a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2170548 Jan 28 07:17:16.093050 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1f668e0d-283c-4551-b0d6-96fe2d3f5d1e req-55bdfef6-1def-4eaa-bc21-30a87f510e38 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cd6ba6c3-968f-4bdf-aed7-be8df75572b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543439 Jan 28 07:17:16.112465 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-be73aa88-00e2-4bf6-b0e6-82a6fae034ae service neutron] For port 45cf1802-7cd1-43cf-bcfc-47137050e738, host n-h1-712749-28, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:17:16.116421 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-be73aa88-00e2-4bf6-b0e6-82a6fae034ae service neutron] For port 45cf1802-7cd1-43cf-bcfc-47137050e738, host n-h1-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=45cf1802-7cd1-43cf-bcfc-47137050e738,segment=NetworkSegment(8b0a0ad2-fd7a-4498-821e-1edb296a5ed1),segment_id=8b0a0ad2-fd7a-4498-821e-1edb296a5ed1)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:17:16.125306 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-be73aa88-00e2-4bf6-b0e6-82a6fae034ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (45cf1802-7cd1-43cf-bcfc-47137050e738), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:16.170798 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad7aca0-15cb-4273-b66b-bf12191a7367 req-edc1699f-d781-46c9-bdc6-cb8457e12b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:16.171273 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad7aca0-15cb-4273-b66b-bf12191a7367 req-edc1699f-d781-46c9-bdc6-cb8457e12b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:16.171743 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad7aca0-15cb-4273-b66b-bf12191a7367 req-edc1699f-d781-46c9-bdc6-cb8457e12b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:16.173367 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5ad7aca0-15cb-4273-b66b-bf12191a7367 req-edc1699f-d781-46c9-bdc6-cb8457e12b89 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=6a16562f4e0b40b69523d9d718e8a4c0&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3423910 Jan 28 07:17:16.181371 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-be73aa88-00e2-4bf6-b0e6-82a6fae034ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:16.182100 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-be73aa88-00e2-4bf6-b0e6-82a6fae034ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:16.183441 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-be73aa88-00e2-4bf6-b0e6-82a6fae034ae service neutron] 10.222.0.10 "PUT /v2.0/ports/45cf1802-7cd1-43cf-bcfc-47137050e738 HTTP/1.1" status: 200 len: 1092 time: 1.2538807 Jan 28 07:17:16.199171 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1f668e0d-283c-4551-b0d6-96fe2d3f5d1e req-0aa311d3-ecc6-4266-a84d-b9f9c1f045d1 service neutron] 10.222.0.44 "GET /v2.0/networks/cd6ba6c3-968f-4bdf-aed7-be8df75572b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964055 Jan 28 07:17:16.230178 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c9fcfa-30c7-40f6-ad44-a46ca53cc373 req-ee9bb563-bc40-471d-b72a-b9c556b2a6a8 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:16.236061 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c9fcfa-30c7-40f6-ad44-a46ca53cc373 req-ee9bb563-bc40-471d-b72a-b9c556b2a6a8 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:16.245856 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c9fcfa-30c7-40f6-ad44-a46ca53cc373 req-ee9bb563-bc40-471d-b72a-b9c556b2a6a8 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:16.253994 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c9fcfa-30c7-40f6-ad44-a46ca53cc373 req-ee9bb563-bc40-471d-b72a-b9c556b2a6a8 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:16.261240 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c9fcfa-30c7-40f6-ad44-a46ca53cc373 req-ee9bb563-bc40-471d-b72a-b9c556b2a6a8 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:16.269664 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c9fcfa-30c7-40f6-ad44-a46ca53cc373 req-ee9bb563-bc40-471d-b72a-b9c556b2a6a8 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:16.276751 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c9fcfa-30c7-40f6-ad44-a46ca53cc373 req-ee9bb563-bc40-471d-b72a-b9c556b2a6a8 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:16.287637 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e4c9fcfa-30c7-40f6-ad44-a46ca53cc373 req-ee9bb563-bc40-471d-b72a-b9c556b2a6a8 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009 HTTP/1.1" status: 200 len: 5405 time: 0.2501731 Jan 28 07:17:16.290360 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-0d3f51dc-504b-4387-9476-ee86af73e88c service neutron] Request body: {'port': {'device_id': 'a6a3e00b-77a8-46cb-b6ca-854f6aa00009', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-28'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:17:16.398994 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-65578794-bec2-4d37-80c4-72763e12aee8 req-a6ca5a21-3e77-476e-98b5-6789c3de320b tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5893ef6-46c4-45fa-a505-47cb270a9c49 HTTP/1.1" status: 200 len: 210 time: 0.0533800 Jan 28 07:17:16.403523 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be73aa88-00e2-4bf6-b0e6-82a6fae034ae service neutron] Pushing event updated for resources: {'Port': ['ID=45cf1802-7cd1-43cf-bcfc-47137050e738,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:17:16.421397 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad7aca0-15cb-4273-b66b-bf12191a7367 req-8eb98f14-e212-4371-8e62-de7a1660577d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:16.423082 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5ad7aca0-15cb-4273-b66b-bf12191a7367 req-8eb98f14-e212-4371-8e62-de7a1660577d service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2388196 Jan 28 07:17:16.466814 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-0d3f51dc-504b-4387-9476-ee86af73e88c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (2929a5a1-918a-4e9f-a482-262de48a34fb), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:16.472097 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1f668e0d-283c-4551-b0d6-96fe2d3f5d1e req-60977a8e-0929-47d1-855c-b8a315a0bb77 service neutron] 10.222.0.44 "GET /v2.0/networks/cd6ba6c3-968f-4bdf-aed7-be8df75572b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2618315 Jan 28 07:17:16.542880 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e4c9fcfa-30c7-40f6-ad44-a46ca53cc373 req-c8590aaf-ddeb-4615-bcba-000186238611 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/security-groups?id=e05d74b3-220f-46cd-b475-266b231f0f88&id=7f4d2140-e017-41d8-8ff9-e5d9b5e3138b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2524126 Jan 28 07:17:16.699239 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad7aca0-15cb-4273-b66b-bf12191a7367 req-95a52ed2-a698-4864-88ed-b60595d61a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:16.699765 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad7aca0-15cb-4273-b66b-bf12191a7367 req-95a52ed2-a698-4864-88ed-b60595d61a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:16.700240 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad7aca0-15cb-4273-b66b-bf12191a7367 req-95a52ed2-a698-4864-88ed-b60595d61a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:16.703098 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad7aca0-15cb-4273-b66b-bf12191a7367 req-95a52ed2-a698-4864-88ed-b60595d61a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:16.703098 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad7aca0-15cb-4273-b66b-bf12191a7367 req-95a52ed2-a698-4864-88ed-b60595d61a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:16.703098 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad7aca0-15cb-4273-b66b-bf12191a7367 req-95a52ed2-a698-4864-88ed-b60595d61a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:16.703098 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad7aca0-15cb-4273-b66b-bf12191a7367 req-95a52ed2-a698-4864-88ed-b60595d61a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:16.704057 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5ad7aca0-15cb-4273-b66b-bf12191a7367 req-95a52ed2-a698-4864-88ed-b60595d61a22 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6a16562f4e0b40b69523d9d718e8a4c0&device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009 HTTP/1.1" status: 200 len: 6357 time: 0.1281791 Jan 28 07:17:17.169959 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad7aca0-15cb-4273-b66b-bf12191a7367 req-cd5d6319-289d-4c5d-a95b-ddee514e9ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:17.170600 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad7aca0-15cb-4273-b66b-bf12191a7367 req-cd5d6319-289d-4c5d-a95b-ddee514e9ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:17.170788 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad7aca0-15cb-4273-b66b-bf12191a7367 req-cd5d6319-289d-4c5d-a95b-ddee514e9ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:17.172432 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5ad7aca0-15cb-4273-b66b-bf12191a7367 req-cd5d6319-289d-4c5d-a95b-ddee514e9ed0 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=6a16562f4e0b40b69523d9d718e8a4c0&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.4443264 Jan 28 07:17:17.179995 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b6eba8-651f-4cc8-8a9a-d88e70170111 req-981b831a-c669-4a86-98a4-726f196b752b tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:17.182342 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-38b6eba8-651f-4cc8-8a9a-d88e70170111 req-981b831a-c669-4a86-98a4-726f196b752b tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] 10.222.0.41 "GET /v2.0/ports?device_id=2aaf3fde-f7e8-4523-8ab0-cf429d8d3b08 HTTP/1.1" status: 200 len: 946 time: 0.1262131 Jan 28 07:17:17.190469 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b956f9-5864-427a-9c7b-c2a631c3bddd req-efc397d1-4f7e-4612-b541-81e25d56a674 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:17.193416 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-60b956f9-5864-427a-9c7b-c2a631c3bddd req-efc397d1-4f7e-4612-b541-81e25d56a674 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=232ec39b-90f9-4df8-a403-fe1029cce065 HTTP/1.1" status: 200 len: 945 time: 0.0512447 Jan 28 07:17:17.248468 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-60b956f9-5864-427a-9c7b-c2a631c3bddd req-55e4e12f-4523-4f78-a863-32ea56c8fa47 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb65c68e-64e7-49d7-aa93-cf57ceaf78a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487933 Jan 28 07:17:17.333255 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-38b6eba8-651f-4cc8-8a9a-d88e70170111 req-619c67fe-5dbc-4134-862e-ebd040d8a3e0 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] 10.222.0.41 "GET /v2.0/security-groups?id=b062c5ff-24c7-4bbf-8744-177eb2dd003a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386075 Jan 28 07:17:17.337008 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-0d3f51dc-504b-4387-9476-ee86af73e88c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2929a5a1-918a-4e9f-a482-262de48a34fb {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:17:17.349680 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-0d3f51dc-504b-4387-9476-ee86af73e88c service neutron] Publish callbacks [] for port (2929a5a1-918a-4e9f-a482-262de48a34fb), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:17.365530 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad7aca0-15cb-4273-b66b-bf12191a7367 req-1df1e5c1-1959-4cdc-be95-e75898108b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:17.366994 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5ad7aca0-15cb-4273-b66b-bf12191a7367 req-1df1e5c1-1959-4cdc-be95-e75898108b8b service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1820431 Jan 28 07:17:17.371548 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-0d3f51dc-504b-4387-9476-ee86af73e88c service neutron] Transition to ACTIVE for port object 2929a5a1-918a-4e9f-a482-262de48a34fb will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:17:17.374998 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-0d3f51dc-504b-4387-9476-ee86af73e88c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (2929a5a1-918a-4e9f-a482-262de48a34fb), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:17.424104 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6a3e00b-77a8-46cb-b6ca-854f6aa00009', 'tag': '45cf1802-7cd1-43cf-bcfc-47137050e738'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:17:17.426080 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aa99bd8-9dbd-4985-8773-521759041053" -d '{"events": [{"name": "network-changed", "server_uuid": "a6a3e00b-77a8-46cb-b6ca-854f6aa00009", "tag": "45cf1802-7cd1-43cf-bcfc-47137050e738"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:17:17.440174 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3f51dc-504b-4387-9476-ee86af73e88c service neutron] Pushing event updated for resources: {'Port': ['ID=2929a5a1-918a-4e9f-a482-262de48a34fb,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:17:17.492478 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:17:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56b688bc-ed27-482a-9740-bdb776d8ed37 x-openstack-request-id: req-56b688bc-ed27-482a-9740-bdb776d8ed37 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:17:17.493004 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6a3e00b-77a8-46cb-b6ca-854f6aa00009", "tag": "45cf1802-7cd1-43cf-bcfc-47137050e738", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:17:17.493426 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-56b688bc-ed27-482a-9740-bdb776d8ed37 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:17:17.493973 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6a3e00b-77a8-46cb-b6ca-854f6aa00009', 'tag': '45cf1802-7cd1-43cf-bcfc-47137050e738', 'status': 'completed', 'code': 200} Jan 28 07:17:17.523020 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-0d3f51dc-504b-4387-9476-ee86af73e88c service neutron] Attempting to bind port 2929a5a1-918a-4e9f-a482-262de48a34fb on host n-h1-712749-28 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:17:17.523356 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-0d3f51dc-504b-4387-9476-ee86af73e88c service neutron] Attempting to bind port 2929a5a1-918a-4e9f-a482-262de48a34fb by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': 'cd55eebc-1f57-4111-a982-059d17cd9714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '7271c4e0-9917-4cbf-8cf0-7234aac71aa9'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:17:17.523686 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-0d3f51dc-504b-4387-9476-ee86af73e88c service neutron] Attempting to bind port 2929a5a1-918a-4e9f-a482-262de48a34fb on network 7271c4e0-9917-4cbf-8cf0-7234aac71aa9 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:17:17.528464 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-0d3f51dc-504b-4387-9476-ee86af73e88c service neutron] Port 2929a5a1-918a-4e9f-a482-262de48a34fb on network 7271c4e0-9917-4cbf-8cf0-7234aac71aa9 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:17:17.528784 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-0d3f51dc-504b-4387-9476-ee86af73e88c service neutron] Attempting to bind port 2929a5a1-918a-4e9f-a482-262de48a34fb on network 7271c4e0-9917-4cbf-8cf0-7234aac71aa9 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:17:17.534282 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-0d3f51dc-504b-4387-9476-ee86af73e88c service neutron] Checking agent: {'id': '2fca46b1-237f-4857-9290-2429d810e472', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:17:17.534619 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-0d3f51dc-504b-4387-9476-ee86af73e88c service neutron] Checking segment: {'id': 'cd55eebc-1f57-4111-a982-059d17cd9714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '7271c4e0-9917-4cbf-8cf0-7234aac71aa9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:17:17.535171 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-0d3f51dc-504b-4387-9476-ee86af73e88c service neutron] Bound using segment: {'id': 'cd55eebc-1f57-4111-a982-059d17cd9714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '7271c4e0-9917-4cbf-8cf0-7234aac71aa9'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:17:17.535742 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-0d3f51dc-504b-4387-9476-ee86af73e88c service neutron] Bound port: 2929a5a1-918a-4e9f-a482-262de48a34fb, host: n-h1-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd55eebc-1f57-4111-a982-059d17cd9714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '7271c4e0-9917-4cbf-8cf0-7234aac71aa9'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:17:17.536849 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-0d3f51dc-504b-4387-9476-ee86af73e88c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (2929a5a1-918a-4e9f-a482-262de48a34fb), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:17.538974 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a6f51131-80e5-4b7c-8ffc-9568015be6d6 req-77cd9434-0887-4f97-b1c4-49aea3ef0b87 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5893ef6-46c4-45fa-a505-47cb270a9c49 HTTP/1.1" status: 200 len: 210 time: 0.0379956 Jan 28 07:17:17.636960 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa99bd8-9dbd-4985-8773-521759041053 req-e3d087ef-e14e-4c59-853f-ec41c75b18d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:17.637438 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa99bd8-9dbd-4985-8773-521759041053 req-e3d087ef-e14e-4c59-853f-ec41c75b18d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:17.637907 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa99bd8-9dbd-4985-8773-521759041053 req-e3d087ef-e14e-4c59-853f-ec41c75b18d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:17.638369 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa99bd8-9dbd-4985-8773-521759041053 req-e3d087ef-e14e-4c59-853f-ec41c75b18d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:17.638824 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa99bd8-9dbd-4985-8773-521759041053 req-e3d087ef-e14e-4c59-853f-ec41c75b18d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:17.639285 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa99bd8-9dbd-4985-8773-521759041053 req-e3d087ef-e14e-4c59-853f-ec41c75b18d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:17.639736 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa99bd8-9dbd-4985-8773-521759041053 req-e3d087ef-e14e-4c59-853f-ec41c75b18d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:17.642132 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9aa99bd8-9dbd-4985-8773-521759041053 req-e3d087ef-e14e-4c59-853f-ec41c75b18d4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6a16562f4e0b40b69523d9d718e8a4c0&device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009 HTTP/1.1" status: 200 len: 6383 time: 0.1030464 Jan 28 07:17:17.681463 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-0d3f51dc-504b-4387-9476-ee86af73e88c service neutron] For port 2929a5a1-918a-4e9f-a482-262de48a34fb, host n-h1-712749-28, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:17:17.728401 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-0d3f51dc-504b-4387-9476-ee86af73e88c service neutron] For port 2929a5a1-918a-4e9f-a482-262de48a34fb, host n-h1-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=2929a5a1-918a-4e9f-a482-262de48a34fb,segment=NetworkSegment(cd55eebc-1f57-4111-a982-059d17cd9714),segment_id=cd55eebc-1f57-4111-a982-059d17cd9714)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:17:17.736605 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9771fd86-7d70-4520-97dc-9572e0f29b00 req-e5f4a081-1408-4343-8c64-a90f2256a268 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:17.736859 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-0d3f51dc-504b-4387-9476-ee86af73e88c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (2929a5a1-918a-4e9f-a482-262de48a34fb), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:17.746745 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9771fd86-7d70-4520-97dc-9572e0f29b00 req-e5f4a081-1408-4343-8c64-a90f2256a268 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:17.753611 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9771fd86-7d70-4520-97dc-9572e0f29b00 req-e5f4a081-1408-4343-8c64-a90f2256a268 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:17.760045 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9771fd86-7d70-4520-97dc-9572e0f29b00 req-e5f4a081-1408-4343-8c64-a90f2256a268 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:17.768849 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9771fd86-7d70-4520-97dc-9572e0f29b00 req-e5f4a081-1408-4343-8c64-a90f2256a268 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:17.775906 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9771fd86-7d70-4520-97dc-9572e0f29b00 req-e5f4a081-1408-4343-8c64-a90f2256a268 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:17.783749 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9771fd86-7d70-4520-97dc-9572e0f29b00 req-e5f4a081-1408-4343-8c64-a90f2256a268 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:17.793768 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9771fd86-7d70-4520-97dc-9572e0f29b00 req-e5f4a081-1408-4343-8c64-a90f2256a268 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009 HTTP/1.1" status: 200 len: 5417 time: 0.1594501 Jan 28 07:17:17.798474 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-0d3f51dc-504b-4387-9476-ee86af73e88c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:17.799107 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-0d3f51dc-504b-4387-9476-ee86af73e88c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:17.800516 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-0d3f51dc-504b-4387-9476-ee86af73e88c service neutron] 10.222.0.10 "PUT /v2.0/ports/2929a5a1-918a-4e9f-a482-262de48a34fb HTTP/1.1" status: 200 len: 1092 time: 1.5284243 Jan 28 07:17:17.832278 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa99bd8-9dbd-4985-8773-521759041053 req-8862e934-724f-46d6-88f4-8a63974b12c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:17.833270 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa99bd8-9dbd-4985-8773-521759041053 req-8862e934-724f-46d6-88f4-8a63974b12c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:17.833733 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa99bd8-9dbd-4985-8773-521759041053 req-8862e934-724f-46d6-88f4-8a63974b12c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:17.835484 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9aa99bd8-9dbd-4985-8773-521759041053 req-8862e934-724f-46d6-88f4-8a63974b12c4 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=6a16562f4e0b40b69523d9d718e8a4c0&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.1783226 Jan 28 07:17:17.836253 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3f51dc-504b-4387-9476-ee86af73e88c service neutron] Pushing event updated for resources: {'Port': ['ID=2929a5a1-918a-4e9f-a482-262de48a34fb,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:17:17.843297 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-2b1d280e-cb3f-4a60-a2e0-53fd9154ba7c service neutron] Request body: {'port': {'device_id': 'a6a3e00b-77a8-46cb-b6ca-854f6aa00009', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-28'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:17:17.876365 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9771fd86-7d70-4520-97dc-9572e0f29b00 req-3b6862d9-1f85-4657-888b-de9f368cb413 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/security-groups?id=e05d74b3-220f-46cd-b475-266b231f0f88&id=7f4d2140-e017-41d8-8ff9-e5d9b5e3138b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0816212 Jan 28 07:17:17.970915 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-2b1d280e-cb3f-4a60-a2e0-53fd9154ba7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (e56de965-5480-410d-beed-6c4dc6d6159c), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:18.000403 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa99bd8-9dbd-4985-8773-521759041053 req-ccee84e3-b52f-4ba7-a731-3672f927850a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:18.001784 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9aa99bd8-9dbd-4985-8773-521759041053 req-ccee84e3-b52f-4ba7-a731-3672f927850a service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1555650 Jan 28 07:17:18.261049 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-2b1d280e-cb3f-4a60-a2e0-53fd9154ba7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e56de965-5480-410d-beed-6c4dc6d6159c {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:17:18.268818 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-2b1d280e-cb3f-4a60-a2e0-53fd9154ba7c service neutron] Publish callbacks [] for port (e56de965-5480-410d-beed-6c4dc6d6159c), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:18.283791 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-2b1d280e-cb3f-4a60-a2e0-53fd9154ba7c service neutron] Transition to ACTIVE for port object e56de965-5480-410d-beed-6c4dc6d6159c will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:17:18.288557 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-2b1d280e-cb3f-4a60-a2e0-53fd9154ba7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (e56de965-5480-410d-beed-6c4dc6d6159c), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:18.389086 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1d280e-cb3f-4a60-a2e0-53fd9154ba7c service neutron] Pushing event updated for resources: {'Port': ['ID=e56de965-5480-410d-beed-6c4dc6d6159c,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:17:18.452303 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834b9f35-2fd8-4c1b-9461-1d9090738bc2 req-3439043c-4aef-458e-82a7-580e74c7f95c tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:18.454001 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-834b9f35-2fd8-4c1b-9461-1d9090738bc2 req-3439043c-4aef-458e-82a7-580e74c7f95c tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=232ec39b-90f9-4df8-a403-fe1029cce065 HTTP/1.1" status: 200 len: 945 time: 0.1243255 Jan 28 07:17:18.489436 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-2b1d280e-cb3f-4a60-a2e0-53fd9154ba7c service neutron] Attempting to bind port e56de965-5480-410d-beed-6c4dc6d6159c on host n-h1-712749-28 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:17:18.489851 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-2b1d280e-cb3f-4a60-a2e0-53fd9154ba7c service neutron] Attempting to bind port e56de965-5480-410d-beed-6c4dc6d6159c by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': 'cd55eebc-1f57-4111-a982-059d17cd9714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '7271c4e0-9917-4cbf-8cf0-7234aac71aa9'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:17:18.490282 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-2b1d280e-cb3f-4a60-a2e0-53fd9154ba7c service neutron] Attempting to bind port e56de965-5480-410d-beed-6c4dc6d6159c on network 7271c4e0-9917-4cbf-8cf0-7234aac71aa9 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:17:18.492496 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec118252-9983-4b73-a517-2afbc4085b98 req-21b75f63-998a-4c09-8384-ff4ae54c73cb tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:18.494132 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ec118252-9983-4b73-a517-2afbc4085b98 req-21b75f63-998a-4c09-8384-ff4ae54c73cb tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] 10.222.0.41 "GET /v2.0/ports?device_id=2aaf3fde-f7e8-4523-8ab0-cf429d8d3b08 HTTP/1.1" status: 200 len: 946 time: 0.0712197 Jan 28 07:17:18.502567 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-2b1d280e-cb3f-4a60-a2e0-53fd9154ba7c service neutron] Port e56de965-5480-410d-beed-6c4dc6d6159c on network 7271c4e0-9917-4cbf-8cf0-7234aac71aa9 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:17:18.502898 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-2b1d280e-cb3f-4a60-a2e0-53fd9154ba7c service neutron] Attempting to bind port e56de965-5480-410d-beed-6c4dc6d6159c on network 7271c4e0-9917-4cbf-8cf0-7234aac71aa9 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:17:18.535676 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-2b1d280e-cb3f-4a60-a2e0-53fd9154ba7c service neutron] Checking agent: {'id': '2fca46b1-237f-4857-9290-2429d810e472', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:17:18.536033 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-2b1d280e-cb3f-4a60-a2e0-53fd9154ba7c service neutron] Checking segment: {'id': 'cd55eebc-1f57-4111-a982-059d17cd9714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '7271c4e0-9917-4cbf-8cf0-7234aac71aa9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:17:18.536444 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-2b1d280e-cb3f-4a60-a2e0-53fd9154ba7c service neutron] Bound using segment: {'id': 'cd55eebc-1f57-4111-a982-059d17cd9714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '7271c4e0-9917-4cbf-8cf0-7234aac71aa9'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:17:18.536896 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-2b1d280e-cb3f-4a60-a2e0-53fd9154ba7c service neutron] Bound port: e56de965-5480-410d-beed-6c4dc6d6159c, host: n-h1-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd55eebc-1f57-4111-a982-059d17cd9714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '7271c4e0-9917-4cbf-8cf0-7234aac71aa9'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:17:18.537254 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-2b1d280e-cb3f-4a60-a2e0-53fd9154ba7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (e56de965-5480-410d-beed-6c4dc6d6159c), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:18.543607 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-834b9f35-2fd8-4c1b-9461-1d9090738bc2 req-3a7c6068-45de-4343-98b6-9f13d2c0c94a tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb65c68e-64e7-49d7-aa93-cf57ceaf78a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829985 Jan 28 07:17:18.560424 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ec118252-9983-4b73-a517-2afbc4085b98 req-2a32e087-b543-4911-927d-0dced8387d69 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] 10.222.0.41 "GET /v2.0/security-groups?id=b062c5ff-24c7-4bbf-8744-177eb2dd003a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578582 Jan 28 07:17:18.631041 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-2b1d280e-cb3f-4a60-a2e0-53fd9154ba7c service neutron] For port e56de965-5480-410d-beed-6c4dc6d6159c, host n-h1-712749-28, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:17:18.634634 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-2b1d280e-cb3f-4a60-a2e0-53fd9154ba7c service neutron] For port e56de965-5480-410d-beed-6c4dc6d6159c, host n-h1-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=e56de965-5480-410d-beed-6c4dc6d6159c,segment=NetworkSegment(cd55eebc-1f57-4111-a982-059d17cd9714),segment_id=cd55eebc-1f57-4111-a982-059d17cd9714)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:17:18.666578 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-2b1d280e-cb3f-4a60-a2e0-53fd9154ba7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (e56de965-5480-410d-beed-6c4dc6d6159c), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:18.671642 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-62ad274f-491c-4426-8622-b5f10ea763aa req-31775db6-a0a2-4de4-8677-5b63843b6b15 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5893ef6-46c4-45fa-a505-47cb270a9c49 HTTP/1.1" status: 200 len: 210 time: 0.0348849 Jan 28 07:17:18.748815 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1d280e-cb3f-4a60-a2e0-53fd9154ba7c service neutron] Pushing event updated for resources: {'Port': ['ID=e56de965-5480-410d-beed-6c4dc6d6159c,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:17:18.756323 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-2b1d280e-cb3f-4a60-a2e0-53fd9154ba7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:18.757061 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-2b1d280e-cb3f-4a60-a2e0-53fd9154ba7c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:18.759508 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-2b1d280e-cb3f-4a60-a2e0-53fd9154ba7c service neutron] 10.222.0.10 "PUT /v2.0/ports/e56de965-5480-410d-beed-6c4dc6d6159c HTTP/1.1" status: 200 len: 1092 time: 0.9195693 Jan 28 07:17:18.928941 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-c808af20-90fc-46d2-aa68-11df66b18de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:18.930298 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-c808af20-90fc-46d2-aa68-11df66b18de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:18.930837 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-c808af20-90fc-46d2-aa68-11df66b18de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:18.931375 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-c808af20-90fc-46d2-aa68-11df66b18de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:18.931893 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-c808af20-90fc-46d2-aa68-11df66b18de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:18.932432 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-c808af20-90fc-46d2-aa68-11df66b18de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:18.933126 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-c808af20-90fc-46d2-aa68-11df66b18de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:18.935625 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-c808af20-90fc-46d2-aa68-11df66b18de8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6a16562f4e0b40b69523d9d718e8a4c0&device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009 HTTP/1.1" status: 200 len: 6493 time: 0.0714674 Jan 28 07:17:18.994543 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-a76d461d-40c9-45ac-bde9-321f81c1e26d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=14257252-9cba-4711-a4fb-6a227afc07e3 HTTP/1.1" status: 200 len: 217 time: 0.0427837 Jan 28 07:17:19.025198 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbee133-13f7-49a4-98ac-d010bb548d3e req-0844fceb-bb37-4c2b-bf8f-5ff027c360d2 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:19.030494 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbee133-13f7-49a4-98ac-d010bb548d3e req-0844fceb-bb37-4c2b-bf8f-5ff027c360d2 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:19.036388 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbee133-13f7-49a4-98ac-d010bb548d3e req-0844fceb-bb37-4c2b-bf8f-5ff027c360d2 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:19.042288 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbee133-13f7-49a4-98ac-d010bb548d3e req-0844fceb-bb37-4c2b-bf8f-5ff027c360d2 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:19.045993 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-650e0d48-f96c-46d4-8e00-5f9e2f48fae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:19.047238 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbee133-13f7-49a4-98ac-d010bb548d3e req-0844fceb-bb37-4c2b-bf8f-5ff027c360d2 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:19.047516 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-650e0d48-f96c-46d4-8e00-5f9e2f48fae9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=73a9883f-5d62-4e44-aedd-907ff0ad8bcf HTTP/1.1" status: 200 len: 856 time: 0.0454538 Jan 28 07:17:19.053184 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbee133-13f7-49a4-98ac-d010bb548d3e req-0844fceb-bb37-4c2b-bf8f-5ff027c360d2 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:19.058749 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbee133-13f7-49a4-98ac-d010bb548d3e req-0844fceb-bb37-4c2b-bf8f-5ff027c360d2 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:19.060951 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7bbee133-13f7-49a4-98ac-d010bb548d3e req-0844fceb-bb37-4c2b-bf8f-5ff027c360d2 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009 HTTP/1.1" status: 200 len: 5429 time: 0.0913928 Jan 28 07:17:19.107457 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-362cabfc-0e2c-4104-b37d-aa2dcab5c772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:19.109004 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-362cabfc-0e2c-4104-b37d-aa2dcab5c772 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3f790760-53a8-4403-a279-f0a40c73d527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0547884 Jan 28 07:17:19.132121 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7bbee133-13f7-49a4-98ac-d010bb548d3e req-6c08fa19-60a6-45ec-8496-3b1be112a4e4 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/security-groups?id=e05d74b3-220f-46cd-b475-266b231f0f88&id=7f4d2140-e017-41d8-8ff9-e5d9b5e3138b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0644023 Jan 28 07:17:19.202771 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-34cffc2d-8bfd-4db5-85ac-efb68758ea54 service neutron] 10.222.0.10 "GET /v2.0/networks/3f790760-53a8-4403-a279-f0a40c73d527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851686 Jan 28 07:17:19.300125 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-c5130d62-1ecd-4de2-8248-09f4537553ea service neutron] 10.222.0.10 "GET /v2.0/networks/3f790760-53a8-4403-a279-f0a40c73d527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899487 Jan 28 07:17:19.360955 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-dc686e3e-1ba5-4ea0-97f5-93a8099a7397 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.60&port_id=7de6cf27-a469-4965-baef-e71190ea0139 HTTP/1.1" status: 200 len: 217 time: 0.0374522 Jan 28 07:17:19.455763 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-40a7b698-2c29-4c00-9626-60dc98ca2f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:19.457550 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-40a7b698-2c29-4c00-9626-60dc98ca2f1b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e818f6d1-2687-4869-b326-811edc0132c0 HTTP/1.1" status: 200 len: 797 time: 0.0778894 Jan 28 07:17:19.460616 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1a6fefc0-cb84-4c73-8a60-8d4f790c24ba req-fea23cb4-a7cb-47c1-b625-eb71d35e696d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=45dcaf20-7dc4-49ae-9d38-d1aa33837cd8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0798581 Jan 28 07:17:19.506503 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6a3e00b-77a8-46cb-b6ca-854f6aa00009', 'tag': '2929a5a1-918a-4e9f-a482-262de48a34fb'}, {'name': 'network-changed', 'server_uuid': 'a6a3e00b-77a8-46cb-b6ca-854f6aa00009', 'tag': 'e56de965-5480-410d-beed-6c4dc6d6159c'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:17:19.508859 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1514cc14-2ff3-45bb-bc21-1fd1fadd81dd" -d '{"events": [{"name": "network-changed", "server_uuid": "a6a3e00b-77a8-46cb-b6ca-854f6aa00009", "tag": "2929a5a1-918a-4e9f-a482-262de48a34fb"}, {"name": "network-changed", "server_uuid": "a6a3e00b-77a8-46cb-b6ca-854f6aa00009", "tag": "e56de965-5480-410d-beed-6c4dc6d6159c"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:17:19.553889 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 28 Jan 2022 07:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30156a79-95c8-42fa-be3d-aca1cd142714 x-openstack-request-id: req-30156a79-95c8-42fa-be3d-aca1cd142714 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:17:19.554197 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6a3e00b-77a8-46cb-b6ca-854f6aa00009", "tag": "2929a5a1-918a-4e9f-a482-262de48a34fb", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a6a3e00b-77a8-46cb-b6ca-854f6aa00009", "tag": "e56de965-5480-410d-beed-6c4dc6d6159c", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:17:19.554455 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-30156a79-95c8-42fa-be3d-aca1cd142714 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:17:19.554853 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6a3e00b-77a8-46cb-b6ca-854f6aa00009', 'tag': '2929a5a1-918a-4e9f-a482-262de48a34fb', 'status': 'completed', 'code': 200} Jan 28 07:17:19.555113 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6a3e00b-77a8-46cb-b6ca-854f6aa00009', 'tag': 'e56de965-5480-410d-beed-6c4dc6d6159c', 'status': 'completed', 'code': 200} Jan 28 07:17:19.570245 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-2a224815-2450-472d-a7a1-11b0a9b0e586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:19.571808 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-2a224815-2450-472d-a7a1-11b0a9b0e586 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=39d5b943-8907-404b-b824-343baf651894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0902917 Jan 28 07:17:19.578297 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6fefc0-cb84-4c73-8a60-8d4f790c24ba req-27fa9de5-dd06-4166-ab9e-2728edb94701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:19.579704 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1a6fefc0-cb84-4c73-8a60-8d4f790c24ba req-27fa9de5-dd06-4166-ab9e-2728edb94701 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f5fa6549bc8d49d9b2eb68f328326d46&device_id=45dcaf20-7dc4-49ae-9d38-d1aa33837cd8 HTTP/1.1" status: 200 len: 1097 time: 0.0662169 Jan 28 07:17:19.703353 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232da0e2-d696-42e0-8ed3-b5ca0eb458fe req-ce8e93c1-06b6-40c2-a6c1-b420b774b411 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:19.705014 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-232da0e2-d696-42e0-8ed3-b5ca0eb458fe req-ce8e93c1-06b6-40c2-a6c1-b420b774b411 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] 10.222.0.41 "GET /v2.0/ports?device_id=2aaf3fde-f7e8-4523-8ab0-cf429d8d3b08 HTTP/1.1" status: 200 len: 946 time: 0.0550017 Jan 28 07:17:19.754233 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-232da0e2-d696-42e0-8ed3-b5ca0eb458fe req-0cee8309-0fdb-4e6f-8456-a1e0a21a26b0 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] 10.222.0.41 "GET /v2.0/security-groups?id=b062c5ff-24c7-4bbf-8744-177eb2dd003a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422142 Jan 28 07:17:19.776101 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c1e8ca-b291-4aaf-8a64-69380900b814 req-e31bcfbd-1c59-47c9-8214-a55e4ef4a4fc tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:19.776680 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a4c1e8ca-b291-4aaf-8a64-69380900b814 req-e31bcfbd-1c59-47c9-8214-a55e4ef4a4fc tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=232ec39b-90f9-4df8-a403-fe1029cce065 HTTP/1.1" status: 200 len: 945 time: 0.1160710 Jan 28 07:17:19.826701 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-a87d5308-3899-4fa6-b5fb-064e21a07aa9 service neutron] 10.222.0.10 "GET /v2.0/networks/39d5b943-8907-404b-b824-343baf651894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2408714 Jan 28 07:17:19.833828 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6fefc0-cb84-4c73-8a60-8d4f790c24ba req-084dcf55-3a3c-454c-b3f1-b4424572efa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:19.835209 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1a6fefc0-cb84-4c73-8a60-8d4f790c24ba req-084dcf55-3a3c-454c-b3f1-b4424572efa0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e794ad63-0b0f-4018-9f49-e800aa3d32de HTTP/1.1" status: 200 len: 912 time: 0.2282412 Jan 28 07:17:19.845766 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a6a4fe11-ca67-47d6-a944-76ed8d82ea3b req-f2f37a44-f2db-483c-9ed3-8c127f26f733 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5893ef6-46c4-45fa-a505-47cb270a9c49 HTTP/1.1" status: 200 len: 210 time: 0.0339477 Jan 28 07:17:19.902743 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a4c1e8ca-b291-4aaf-8a64-69380900b814 req-96fa67d6-6455-484b-bd73-061914c27a43 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb65c68e-64e7-49d7-aa93-cf57ceaf78a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1252215 Jan 28 07:17:19.931583 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1a6fefc0-cb84-4c73-8a60-8d4f790c24ba req-cf5758a9-981a-4dfa-ad6a-84cfeeb510fc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=08e8f3d4-ff76-4c7d-8942-f33dca578036 HTTP/1.1" status: 200 len: 217 time: 0.0866606 Jan 28 07:17:20.008457 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6fefc0-cb84-4c73-8a60-8d4f790c24ba req-b451e110-22af-4b6d-b422-a4579182dd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:20.009936 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1a6fefc0-cb84-4c73-8a60-8d4f790c24ba req-b451e110-22af-4b6d-b422-a4579182dd9e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=11d8e1f8-50c3-4314-ae17-177714f8d453 HTTP/1.1" status: 200 len: 850 time: 0.0684838 Jan 28 07:17:20.013480 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-44b6f545-4bcf-485d-8bc7-bc1640dd0a14 service neutron] 10.222.0.10 "GET /v2.0/networks/39d5b943-8907-404b-b824-343baf651894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677206 Jan 28 07:17:20.103184 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-04829c45-7539-4e96-8717-f115a28c7dc0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.92&port_id=24c421b9-9756-4145-9466-6d298ad9bfb5 HTTP/1.1" status: 200 len: 217 time: 0.0618429 Jan 28 07:17:20.178744 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6fefc0-cb84-4c73-8a60-8d4f790c24ba req-0e76b8c3-2618-4c91-b2fb-9b2fd371a5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:20.180281 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1a6fefc0-cb84-4c73-8a60-8d4f790c24ba req-0e76b8c3-2618-4c91-b2fb-9b2fd371a5aa service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e794ad63-0b0f-4018-9f49-e800aa3d32de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1578460 Jan 28 07:17:20.206485 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e4e075-54a5-49ef-bb15-10ebd779d82f req-73d5406b-6cbb-4817-9f81-4c383d868ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:20.208153 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-01e4e075-54a5-49ef-bb15-10ebd779d82f req-73d5406b-6cbb-4817-9f81-4c383d868ec7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f5fa6549bc8d49d9b2eb68f328326d46&device_id=232ec39b-90f9-4df8-a403-fe1029cce065 HTTP/1.1" status: 200 len: 1097 time: 0.0580053 Jan 28 07:17:20.213086 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-2ec5d4bc-6fcd-404d-84ff-3c9489f6dcee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:20.214535 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-2ec5d4bc-6fcd-404d-84ff-3c9489f6dcee service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e818f6d1-2687-4869-b326-811edc0132c0 HTTP/1.1" status: 200 len: 797 time: 0.0861316 Jan 28 07:17:20.224178 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5780ec6b-ee45-404e-a052-950f38125372 req-6e5a5cb0-9181-4d20-a3c8-48978a7c4482 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:20.225689 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5780ec6b-ee45-404e-a052-950f38125372 req-6e5a5cb0-9181-4d20-a3c8-48978a7c4482 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=232ec39b-90f9-4df8-a403-fe1029cce065 HTTP/1.1" status: 200 len: 945 time: 0.1261873 Jan 28 07:17:20.368983 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5780ec6b-ee45-404e-a052-950f38125372 req-a6dee0ba-90f5-4b1c-a682-3c0801e87c1a tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb65c68e-64e7-49d7-aa93-cf57ceaf78a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049378 Jan 28 07:17:20.370923 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-3fa64e22-4876-4fcf-a2fb-56bfeb83d295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:20.372455 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-3fa64e22-4876-4fcf-a2fb-56bfeb83d295 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=39d5b943-8907-404b-b824-343baf651894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1169705 Jan 28 07:17:20.379034 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1a6fefc0-cb84-4c73-8a60-8d4f790c24ba req-913aac12-b20c-4f6c-9bca-dbd19c7046bf service neutron] 10.222.0.10 "GET /v2.0/networks/e794ad63-0b0f-4018-9f49-e800aa3d32de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895053 Jan 28 07:17:20.551159 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1a6fefc0-cb84-4c73-8a60-8d4f790c24ba req-d2f9134e-bb6f-454a-9c40-80d42a49217b service neutron] 10.222.0.10 "GET /v2.0/networks/e794ad63-0b0f-4018-9f49-e800aa3d32de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623313 Jan 28 07:17:20.555689 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-63a3534b-4f9b-42d4-a11f-c7f6e0927d68 service neutron] 10.222.0.10 "GET /v2.0/networks/39d5b943-8907-404b-b824-343baf651894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730554 Jan 28 07:17:20.665447 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad92ff44-4443-4683-a652-04b2fe05f875 req-c8809162-ae74-4072-a7d4-5934b0c391d0 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:20.670521 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad92ff44-4443-4683-a652-04b2fe05f875 req-c8809162-ae74-4072-a7d4-5934b0c391d0 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:20.675693 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad92ff44-4443-4683-a652-04b2fe05f875 req-c8809162-ae74-4072-a7d4-5934b0c391d0 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:20.677647 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-031216dc-df70-4b67-95c8-79ce18943826 service neutron] 10.222.0.10 "GET /v2.0/networks/39d5b943-8907-404b-b824-343baf651894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088238 Jan 28 07:17:20.681534 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad92ff44-4443-4683-a652-04b2fe05f875 req-c8809162-ae74-4072-a7d4-5934b0c391d0 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:20.686968 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad92ff44-4443-4683-a652-04b2fe05f875 req-c8809162-ae74-4072-a7d4-5934b0c391d0 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:20.692230 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad92ff44-4443-4683-a652-04b2fe05f875 req-c8809162-ae74-4072-a7d4-5934b0c391d0 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:20.697402 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad92ff44-4443-4683-a652-04b2fe05f875 req-c8809162-ae74-4072-a7d4-5934b0c391d0 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:20.700250 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ad92ff44-4443-4683-a652-04b2fe05f875 req-c8809162-ae74-4072-a7d4-5934b0c391d0 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009 HTTP/1.1" status: 200 len: 5429 time: 0.4643910 Jan 28 07:17:20.722129 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-025c8425-83eb-4304-8eab-fd7aa3911dde req-75074277-7363-41e6-86f1-9e5b973b882d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=34a4ccd4-af0a-4d5b-86ac-f0544f8f059d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1375272 Jan 28 07:17:20.722821 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-1bfdc6a3-3ece-4da3-b831-bc1d7b2af6f1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.100&port_id=98a957b1-fc25-4fc9-8482-a2078a931162 HTTP/1.1" status: 200 len: 217 time: 0.0385258 Jan 28 07:17:20.725097 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e4e075-54a5-49ef-bb15-10ebd779d82f req-c2f78266-b027-4c1e-8482-a26c71df32f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:20.726440 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-01e4e075-54a5-49ef-bb15-10ebd779d82f req-c2f78266-b027-4c1e-8482-a26c71df32f9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e794ad63-0b0f-4018-9f49-e800aa3d32de HTTP/1.1" status: 200 len: 912 time: 0.5105987 Jan 28 07:17:20.790041 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-418ec915-0471-4f2f-bc6c-39b3618c886e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:20.792587 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-418ec915-0471-4f2f-bc6c-39b3618c886e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e818f6d1-2687-4869-b326-811edc0132c0 HTTP/1.1" status: 200 len: 797 time: 0.0590904 Jan 28 07:17:20.847576 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ad92ff44-4443-4683-a652-04b2fe05f875 req-9cded6ef-42dc-493f-92c5-d9d1a4bd4760 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/security-groups?id=e05d74b3-220f-46cd-b475-266b231f0f88&id=7f4d2140-e017-41d8-8ff9-e5d9b5e3138b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1385400 Jan 28 07:17:20.863959 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-01e4e075-54a5-49ef-bb15-10ebd779d82f req-8a4ec2f6-a1a8-42d1-9ac2-bd3a104e9ed4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fe363f1d-683b-48a0-a9d6-60321189ecd0 HTTP/1.1" status: 200 len: 1000 time: 0.1294761 Jan 28 07:17:20.870624 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025c8425-83eb-4304-8eab-fd7aa3911dde req-baad148c-0b8c-41cb-bdfa-b52f302470ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:20.877940 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-025c8425-83eb-4304-8eab-fd7aa3911dde req-baad148c-0b8c-41cb-bdfa-b52f302470ed service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7c38f303133c4a1f8d60e9cc7e10b1b4&device_id=34a4ccd4-af0a-4d5b-86ac-f0544f8f059d HTTP/1.1" status: 200 len: 1098 time: 0.0863609 Jan 28 07:17:20.884027 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-f7941107-2984-468b-9374-ae24952f4adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:20.885572 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-f7941107-2984-468b-9374-ae24952f4adc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=39d5b943-8907-404b-b824-343baf651894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0869405 Jan 28 07:17:20.897772 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c078c49c-0e84-489e-b412-80921e9e5de1 req-f2fd8331-f960-473f-89d6-386f820a4557 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:20.899276 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c078c49c-0e84-489e-b412-80921e9e5de1 req-f2fd8331-f960-473f-89d6-386f820a4557 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] 10.222.0.41 "GET /v2.0/ports?device_id=2aaf3fde-f7e8-4523-8ab0-cf429d8d3b08 HTTP/1.1" status: 200 len: 946 time: 0.0596290 Jan 28 07:17:21.006770 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c078c49c-0e84-489e-b412-80921e9e5de1 req-74f1d907-8c62-4bb7-90ad-e34961e1d92c tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] 10.222.0.41 "GET /v2.0/security-groups?id=b062c5ff-24c7-4bbf-8744-177eb2dd003a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985813 Jan 28 07:17:21.027177 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-cc90b278-8c75-4682-b65e-468b1c687239 service neutron] 10.222.0.10 "GET /v2.0/networks/39d5b943-8907-404b-b824-343baf651894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269295 Jan 28 07:17:21.028735 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b596052b-0aaf-459a-9710-c779299f298a req-301e0557-f2b9-4ac7-996b-ff1653524f6b tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5893ef6-46c4-45fa-a505-47cb270a9c49 HTTP/1.1" status: 200 len: 210 time: 0.0824187 Jan 28 07:17:21.030373 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e4e075-54a5-49ef-bb15-10ebd779d82f req-cfb7fbad-3169-46c8-8508-e79a0441ebf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:21.031763 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-01e4e075-54a5-49ef-bb15-10ebd779d82f req-cfb7fbad-3169-46c8-8508-e79a0441ebf3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=11d8e1f8-50c3-4314-ae17-177714f8d453 HTTP/1.1" status: 200 len: 850 time: 0.1501496 Jan 28 07:17:21.142033 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e4e075-54a5-49ef-bb15-10ebd779d82f req-562d555e-ff3f-45b5-8671-e348658fe22f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:21.142226 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-e6517664-d290-4f9d-9e18-a443d417fd3e service neutron] 10.222.0.10 "GET /v2.0/networks/39d5b943-8907-404b-b824-343baf651894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006486 Jan 28 07:17:21.142339 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-01e4e075-54a5-49ef-bb15-10ebd779d82f req-562d555e-ff3f-45b5-8671-e348658fe22f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e794ad63-0b0f-4018-9f49-e800aa3d32de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0849276 Jan 28 07:17:21.148724 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025c8425-83eb-4304-8eab-fd7aa3911dde req-73b9f938-43a2-4f93-9e4b-6ddfebc6f5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:21.150243 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-025c8425-83eb-4304-8eab-fd7aa3911dde req-73b9f938-43a2-4f93-9e4b-6ddfebc6f5ad service neutron] 10.222.0.44 "GET /v2.0/networks?id=3694fbdb-afc3-4ba9-96bb-9f3c75f0cb90 HTTP/1.1" status: 200 len: 917 time: 0.2028804 Jan 28 07:17:21.197882 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-1c3c6d63-6e3a-414f-b869-ff88723bd9c9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.168&port_id=45cf1802-7cd1-43cf-bcfc-47137050e738 HTTP/1.1" status: 200 len: 217 time: 0.0448368 Jan 28 07:17:21.247454 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-62e34cf0-8070-4ef6-ad97-f8d7456f6822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:21.248824 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-62e34cf0-8070-4ef6-ad97-f8d7456f6822 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e818f6d1-2687-4869-b326-811edc0132c0 HTTP/1.1" status: 200 len: 797 time: 0.0451143 Jan 28 07:17:21.291249 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-025c8425-83eb-4304-8eab-fd7aa3911dde req-9edb96a2-d158-49c7-9c80-f3d359f37ef4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0e1d62d9-7bdc-43bc-8572-51547f00ada7 HTTP/1.1" status: 200 len: 1002 time: 0.0853734 Jan 28 07:17:21.298114 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-39a83b89-fa80-4e6e-bd33-2b09c4360fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:21.299811 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-39a83b89-fa80-4e6e-bd33-2b09c4360fe9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=39d5b943-8907-404b-b824-343baf651894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0426898 Jan 28 07:17:21.338184 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-01e4e075-54a5-49ef-bb15-10ebd779d82f req-c33539b0-4740-4aa8-8653-6716476eaf57 service neutron] 10.222.0.10 "GET /v2.0/networks/e794ad63-0b0f-4018-9f49-e800aa3d32de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848671 Jan 28 07:17:21.370572 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025c8425-83eb-4304-8eab-fd7aa3911dde req-e41fce05-d9af-4853-8b1d-1fbe86cdcbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:21.372044 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-025c8425-83eb-4304-8eab-fd7aa3911dde req-e41fce05-d9af-4853-8b1d-1fbe86cdcbdc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c44ebf08-4b0c-4037-9377-7b2a7d647995 HTTP/1.1" status: 200 len: 855 time: 0.0717545 Jan 28 07:17:21.408975 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-c79e8727-3c74-4763-9200-4ec91cbec964 service neutron] 10.222.0.10 "GET /v2.0/networks/39d5b943-8907-404b-b824-343baf651894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978353 Jan 28 07:17:21.472411 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025c8425-83eb-4304-8eab-fd7aa3911dde req-9c8dfcee-b8e0-49ee-beb8-b17d94986267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:21.474737 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-025c8425-83eb-4304-8eab-fd7aa3911dde req-9c8dfcee-b8e0-49ee-beb8-b17d94986267 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3694fbdb-afc3-4ba9-96bb-9f3c75f0cb90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0767424 Jan 28 07:17:21.477486 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-01e4e075-54a5-49ef-bb15-10ebd779d82f req-d346994c-2923-4b1a-9e94-9ee7dad10f41 service neutron] 10.222.0.10 "GET /v2.0/networks/e794ad63-0b0f-4018-9f49-e800aa3d32de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302571 Jan 28 07:17:21.554056 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7498b1df-cd79-4914-9b54-bbf124b5e154 req-8ca50eec-bcd2-46ad-a663-a5724dc36f91 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:21.555552 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7498b1df-cd79-4914-9b54-bbf124b5e154 req-8ca50eec-bcd2-46ad-a663-a5724dc36f91 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=232ec39b-90f9-4df8-a403-fe1029cce065 HTTP/1.1" status: 200 len: 945 time: 0.0800679 Jan 28 07:17:21.584632 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-025c8425-83eb-4304-8eab-fd7aa3911dde req-4f4dbea8-921e-4586-9eca-692042105d23 service neutron] 10.222.0.44 "GET /v2.0/networks/3694fbdb-afc3-4ba9-96bb-9f3c75f0cb90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033847 Jan 28 07:17:21.686874 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-025c8425-83eb-4304-8eab-fd7aa3911dde req-1d6d9fb4-493a-48e6-9eb9-e685e86350b5 service neutron] 10.222.0.44 "GET /v2.0/networks/3694fbdb-afc3-4ba9-96bb-9f3c75f0cb90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923817 Jan 28 07:17:21.856124 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-a5001909-199c-4d0b-a0da-49c5df242783 service neutron] 10.222.0.10 "GET /v2.0/networks/39d5b943-8907-404b-b824-343baf651894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4365342 Jan 28 07:17:21.919166 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-29b772eb-516d-4c3a-b62e-6f86a2e2fed3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=2929a5a1-918a-4e9f-a482-262de48a34fb HTTP/1.1" status: 200 len: 217 time: 0.0488377 Jan 28 07:17:21.936035 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7498b1df-cd79-4914-9b54-bbf124b5e154 req-5b31218a-6301-4e7f-8172-925000239005 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb65c68e-64e7-49d7-aa93-cf57ceaf78a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3732374 Jan 28 07:17:22.028120 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-f043c3df-2a33-47f0-bbd7-06766f210546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:22.029737 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-f043c3df-2a33-47f0-bbd7-06766f210546 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=13273310-0be4-4b19-9177-3d629abf200c HTTP/1.1" status: 200 len: 797 time: 0.0493734 Jan 28 07:17:22.033938 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240ddccb-bc70-48bd-b30f-552a103b4c88 req-9e3854cb-23a8-4d17-ac6b-a721c216539a tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:22.039754 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240ddccb-bc70-48bd-b30f-552a103b4c88 req-9e3854cb-23a8-4d17-ac6b-a721c216539a tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:22.045324 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240ddccb-bc70-48bd-b30f-552a103b4c88 req-9e3854cb-23a8-4d17-ac6b-a721c216539a tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:22.051430 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240ddccb-bc70-48bd-b30f-552a103b4c88 req-9e3854cb-23a8-4d17-ac6b-a721c216539a tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:22.057131 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240ddccb-bc70-48bd-b30f-552a103b4c88 req-9e3854cb-23a8-4d17-ac6b-a721c216539a tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:22.063201 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240ddccb-bc70-48bd-b30f-552a103b4c88 req-9e3854cb-23a8-4d17-ac6b-a721c216539a tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:22.068976 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240ddccb-bc70-48bd-b30f-552a103b4c88 req-9e3854cb-23a8-4d17-ac6b-a721c216539a tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:22.076542 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-240ddccb-bc70-48bd-b30f-552a103b4c88 req-9e3854cb-23a8-4d17-ac6b-a721c216539a tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009 HTTP/1.1" status: 200 len: 5429 time: 0.1142232 Jan 28 07:17:22.146640 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-240ddccb-bc70-48bd-b30f-552a103b4c88 req-02103a78-2849-4a19-8dc0-a352f3909a45 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/security-groups?id=e05d74b3-220f-46cd-b475-266b231f0f88&id=7f4d2140-e017-41d8-8ff9-e5d9b5e3138b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0639501 Jan 28 07:17:22.171981 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-10c36e2e-42af-4b9d-8466-b541ec0d1dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:22.173716 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-10c36e2e-42af-4b9d-8466-b541ec0d1dac service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7271c4e0-9917-4cbf-8cf0-7234aac71aa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1204567 Jan 28 07:17:22.247676 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-00c5b8f5-32e0-4dad-9a32-c5c362ef5300 req-18588fc0-4d48-43e3-a9da-d3e10781c1c0 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5893ef6-46c4-45fa-a505-47cb270a9c49 HTTP/1.1" status: 200 len: 210 time: 0.0303655 Jan 28 07:17:22.271004 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf767cd-d667-4367-96ff-dcead2afaa82 req-3d1a5c1d-a0a6-433d-8a55-420fa749a789 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:22.280427 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4cf767cd-d667-4367-96ff-dcead2afaa82 req-3d1a5c1d-a0a6-433d-8a55-420fa749a789 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] 10.222.0.41 "GET /v2.0/ports?device_id=2aaf3fde-f7e8-4523-8ab0-cf429d8d3b08 HTTP/1.1" status: 200 len: 946 time: 0.1235535 Jan 28 07:17:22.344091 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-15acedd3-7a81-402c-b407-af8e7af6899b service neutron] 10.222.0.10 "GET /v2.0/networks/7271c4e0-9917-4cbf-8cf0-7234aac71aa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561821 Jan 28 07:17:22.356619 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4cf767cd-d667-4367-96ff-dcead2afaa82 req-74ddec69-f284-460b-89ee-3e104d18407d tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] 10.222.0.41 "GET /v2.0/security-groups?id=b062c5ff-24c7-4bbf-8744-177eb2dd003a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717640 Jan 28 07:17:22.530863 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-5611855b-19e9-4dce-8659-e370c03f5d37 service neutron] 10.222.0.10 "GET /v2.0/networks/7271c4e0-9917-4cbf-8cf0-7234aac71aa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567955 Jan 28 07:17:22.581743 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-5de461f7-1b4e-416a-8337-97d7f1864d3b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e56de965-5480-410d-beed-6c4dc6d6159c HTTP/1.1" status: 200 len: 217 time: 0.0426362 Jan 28 07:17:22.634834 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-cb5627be-3330-4adb-aa27-6e219d228970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:22.637114 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-cb5627be-3330-4adb-aa27-6e219d228970 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=13273310-0be4-4b19-9177-3d629abf200c HTTP/1.1" status: 200 len: 797 time: 0.0491247 Jan 28 07:17:22.716540 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-5d26ce5f-6533-4351-bcea-26940d7b3f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:22.718231 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-5d26ce5f-6533-4351-bcea-26940d7b3f08 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7271c4e0-9917-4cbf-8cf0-7234aac71aa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0727458 Jan 28 07:17:22.838288 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-db9d0f75-5cd6-4715-8cb3-3eb241c27140 service neutron] 10.222.0.10 "GET /v2.0/networks/7271c4e0-9917-4cbf-8cf0-7234aac71aa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998948 Jan 28 07:17:22.964249 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-bfa983b0-f46a-4996-9afb-213ff83f155f req-3ead5fc6-2824-4c44-a55e-93fe65eeea67 service neutron] 10.222.0.10 "GET /v2.0/networks/7271c4e0-9917-4cbf-8cf0-7234aac71aa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135828 Jan 28 07:17:23.010312 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e55560-2d40-406d-9da4-6a800859a5da req-e0be0988-9901-43d1-82af-28a04f16365b tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:23.018387 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-73e55560-2d40-406d-9da4-6a800859a5da req-e0be0988-9901-43d1-82af-28a04f16365b tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fa73890-3c2c-4c59-9c73-ce1eca1f276c HTTP/1.1" status: 200 len: 945 time: 0.0672934 Jan 28 07:17:23.095376 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-73e55560-2d40-406d-9da4-6a800859a5da req-4a8313c1-13bc-449b-9398-9161749e19fa tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f7766-6108-45d3-a769-5b5e90234849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759296 Jan 28 07:17:23.141555 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549596dd-0a34-4c53-9af8-a9433fa5237d req-3d84e3f2-4fa0-4f41-982a-0e49f25f0467 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:23.149005 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-549596dd-0a34-4c53-9af8-a9433fa5237d req-3d84e3f2-4fa0-4f41-982a-0e49f25f0467 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=232ec39b-90f9-4df8-a403-fe1029cce065 HTTP/1.1" status: 200 len: 945 time: 0.1092162 Jan 28 07:17:23.198535 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1514cc14-2ff3-45bb-bc21-1fd1fadd81dd req-0fce77f9-7861-45f7-9778-f08f670b2729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:23.199261 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1514cc14-2ff3-45bb-bc21-1fd1fadd81dd req-0fce77f9-7861-45f7-9778-f08f670b2729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:23.199895 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1514cc14-2ff3-45bb-bc21-1fd1fadd81dd req-0fce77f9-7861-45f7-9778-f08f670b2729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:23.200797 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1514cc14-2ff3-45bb-bc21-1fd1fadd81dd req-0fce77f9-7861-45f7-9778-f08f670b2729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:23.201519 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1514cc14-2ff3-45bb-bc21-1fd1fadd81dd req-0fce77f9-7861-45f7-9778-f08f670b2729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:23.202141 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1514cc14-2ff3-45bb-bc21-1fd1fadd81dd req-0fce77f9-7861-45f7-9778-f08f670b2729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:23.202989 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1514cc14-2ff3-45bb-bc21-1fd1fadd81dd req-0fce77f9-7861-45f7-9778-f08f670b2729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:23.205411 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1514cc14-2ff3-45bb-bc21-1fd1fadd81dd req-0fce77f9-7861-45f7-9778-f08f670b2729 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6a16562f4e0b40b69523d9d718e8a4c0&device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009 HTTP/1.1" status: 200 len: 6493 time: 0.1305716 Jan 28 07:17:23.232256 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5f4ec5-0d8e-4b71-93ae-aca445171a42 req-cc3dc1a1-9eb7-4943-847f-9bcc433536dc tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:23.234271 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-de5f4ec5-0d8e-4b71-93ae-aca445171a42 req-cc3dc1a1-9eb7-4943-847f-9bcc433536dc tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fa73890-3c2c-4c59-9c73-ce1eca1f276c HTTP/1.1" status: 200 len: 945 time: 0.0618100 Jan 28 07:17:23.290212 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-de5f4ec5-0d8e-4b71-93ae-aca445171a42 req-348d7584-7768-47d4-8749-8c27695ececd tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f7766-6108-45d3-a769-5b5e90234849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491390 Jan 28 07:17:23.339890 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1514cc14-2ff3-45bb-bc21-1fd1fadd81dd req-b9a59a21-08cb-45e3-8d53-1d03f1a91cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:23.341603 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1514cc14-2ff3-45bb-bc21-1fd1fadd81dd req-b9a59a21-08cb-45e3-8d53-1d03f1a91cb9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7271c4e0-9917-4cbf-8cf0-7234aac71aa9 HTTP/1.1" status: 200 len: 902 time: 0.1287913 Jan 28 07:17:23.358522 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-549596dd-0a34-4c53-9af8-a9433fa5237d req-11be819c-ac51-4217-963a-4fc57e864518 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb65c68e-64e7-49d7-aa93-cf57ceaf78a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2030151 Jan 28 07:17:23.423044 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1514cc14-2ff3-45bb-bc21-1fd1fadd81dd req-32ceed82-c112-4365-8e72-2e2c41c9e6d9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=2929a5a1-918a-4e9f-a482-262de48a34fb HTTP/1.1" status: 200 len: 217 time: 0.0632408 Jan 28 07:17:23.453580 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787376dd-b7da-4464-9d32-91f8f4d7bed9 req-fb964e95-9594-4aed-95f1-0a9e3339634f tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:23.459124 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787376dd-b7da-4464-9d32-91f8f4d7bed9 req-fb964e95-9594-4aed-95f1-0a9e3339634f tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:23.464469 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787376dd-b7da-4464-9d32-91f8f4d7bed9 req-fb964e95-9594-4aed-95f1-0a9e3339634f tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:23.470022 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787376dd-b7da-4464-9d32-91f8f4d7bed9 req-fb964e95-9594-4aed-95f1-0a9e3339634f tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:23.476798 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787376dd-b7da-4464-9d32-91f8f4d7bed9 req-fb964e95-9594-4aed-95f1-0a9e3339634f tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:23.482895 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787376dd-b7da-4464-9d32-91f8f4d7bed9 req-fb964e95-9594-4aed-95f1-0a9e3339634f tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:23.490031 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787376dd-b7da-4464-9d32-91f8f4d7bed9 req-fb964e95-9594-4aed-95f1-0a9e3339634f tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:23.493110 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-787376dd-b7da-4464-9d32-91f8f4d7bed9 req-fb964e95-9594-4aed-95f1-0a9e3339634f tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009 HTTP/1.1" status: 200 len: 5429 time: 0.1181605 Jan 28 07:17:23.516159 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1514cc14-2ff3-45bb-bc21-1fd1fadd81dd req-a1597330-5209-41a0-a444-2b05dca3dd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:23.517797 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1514cc14-2ff3-45bb-bc21-1fd1fadd81dd req-a1597330-5209-41a0-a444-2b05dca3dd2b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=13273310-0be4-4b19-9177-3d629abf200c HTTP/1.1" status: 200 len: 797 time: 0.0857813 Jan 28 07:17:23.548324 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5b257f1e-27ae-4994-80ce-80dccd87f45f req-d13322bf-5891-49a2-9456-ad1ce5064987 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5893ef6-46c4-45fa-a505-47cb270a9c49 HTTP/1.1" status: 200 len: 210 time: 0.0678589 Jan 28 07:17:23.583856 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-787376dd-b7da-4464-9d32-91f8f4d7bed9 req-56119da6-8aa4-45bc-8de1-cfcf668d91f1 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/security-groups?id=e05d74b3-220f-46cd-b475-266b231f0f88&id=7f4d2140-e017-41d8-8ff9-e5d9b5e3138b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0782275 Jan 28 07:17:23.641077 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1514cc14-2ff3-45bb-bc21-1fd1fadd81dd req-5cd92058-c6e4-4f99-88d5-bda776e74aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:23.642942 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1514cc14-2ff3-45bb-bc21-1fd1fadd81dd req-5cd92058-c6e4-4f99-88d5-bda776e74aad service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7271c4e0-9917-4cbf-8cf0-7234aac71aa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1107376 Jan 28 07:17:23.749185 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf58758f-6d3b-47c4-80e2-69f2db6ffd4d req-6dcee424-858b-47e4-b77c-99d157347ee6 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:23.756569 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-cf58758f-6d3b-47c4-80e2-69f2db6ffd4d req-6dcee424-858b-47e4-b77c-99d157347ee6 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=232ec39b-90f9-4df8-a403-fe1029cce065 HTTP/1.1" status: 200 len: 945 time: 0.1124640 Jan 28 07:17:23.816314 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1514cc14-2ff3-45bb-bc21-1fd1fadd81dd req-f78f9b71-c398-4cfd-98e8-3b0b32f5b021 service neutron] 10.222.0.10 "GET /v2.0/networks/7271c4e0-9917-4cbf-8cf0-7234aac71aa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631289 Jan 28 07:17:23.816990 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f54c597-60f8-4830-9204-b8333e0547cc req-df0bcec6-b98e-43fe-92d7-d42a886ad407 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:23.821176 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8f54c597-60f8-4830-9204-b8333e0547cc req-df0bcec6-b98e-43fe-92d7-d42a886ad407 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] 10.222.0.41 "GET /v2.0/ports?device_id=2aaf3fde-f7e8-4523-8ab0-cf429d8d3b08 HTTP/1.1" status: 200 len: 946 time: 0.0649898 Jan 28 07:17:23.849010 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-cf58758f-6d3b-47c4-80e2-69f2db6ffd4d req-827b54fe-c37e-4671-be90-922cb464783b tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb65c68e-64e7-49d7-aa93-cf57ceaf78a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864587 Jan 28 07:17:23.897707 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8f54c597-60f8-4830-9204-b8333e0547cc req-e016a7bc-db20-4071-b4aa-39bc257c63c0 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] 10.222.0.41 "GET /v2.0/security-groups?id=b062c5ff-24c7-4bbf-8744-177eb2dd003a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714641 Jan 28 07:17:23.994316 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1514cc14-2ff3-45bb-bc21-1fd1fadd81dd req-fe3a6220-2418-4dbb-ba19-f06a3e76d427 service neutron] 10.222.0.10 "GET /v2.0/networks/7271c4e0-9917-4cbf-8cf0-7234aac71aa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682467 Jan 28 07:17:24.019680 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a60f82-140a-4e21-a1c4-e489208c7104 req-7669619f-36d4-49a9-837c-ba0c37b5d360 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:24.021954 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-20a60f82-140a-4e21-a1c4-e489208c7104 req-7669619f-36d4-49a9-837c-ba0c37b5d360 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=232ec39b-90f9-4df8-a403-fe1029cce065 HTTP/1.1" status: 200 len: 945 time: 0.0598836 Jan 28 07:17:24.072744 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-20a60f82-140a-4e21-a1c4-e489208c7104 req-da63369f-bc6e-4dd2-bef6-e54bdcf54d4b tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb65c68e-64e7-49d7-aa93-cf57ceaf78a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440345 Jan 28 07:17:24.145780 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1514cc14-2ff3-45bb-bc21-1fd1fadd81dd req-fa21a550-08e1-4aaa-908a-387dc801771d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:24.146139 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1514cc14-2ff3-45bb-bc21-1fd1fadd81dd req-fa21a550-08e1-4aaa-908a-387dc801771d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:24.146614 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1514cc14-2ff3-45bb-bc21-1fd1fadd81dd req-fa21a550-08e1-4aaa-908a-387dc801771d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:24.147076 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1514cc14-2ff3-45bb-bc21-1fd1fadd81dd req-fa21a550-08e1-4aaa-908a-387dc801771d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:24.147780 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1514cc14-2ff3-45bb-bc21-1fd1fadd81dd req-fa21a550-08e1-4aaa-908a-387dc801771d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:24.148283 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1514cc14-2ff3-45bb-bc21-1fd1fadd81dd req-fa21a550-08e1-4aaa-908a-387dc801771d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:24.148752 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1514cc14-2ff3-45bb-bc21-1fd1fadd81dd req-fa21a550-08e1-4aaa-908a-387dc801771d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:24.151009 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1514cc14-2ff3-45bb-bc21-1fd1fadd81dd req-fa21a550-08e1-4aaa-908a-387dc801771d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6a16562f4e0b40b69523d9d718e8a4c0&device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009 HTTP/1.1" status: 200 len: 6493 time: 0.0619383 Jan 28 07:17:24.265900 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1514cc14-2ff3-45bb-bc21-1fd1fadd81dd req-588c6852-8e5f-4764-a625-37fbf2c41c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:24.268072 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1514cc14-2ff3-45bb-bc21-1fd1fadd81dd req-588c6852-8e5f-4764-a625-37fbf2c41c48 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7271c4e0-9917-4cbf-8cf0-7234aac71aa9 HTTP/1.1" status: 200 len: 902 time: 0.1104028 Jan 28 07:17:24.318085 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1514cc14-2ff3-45bb-bc21-1fd1fadd81dd req-d6021d4e-b88b-470c-a800-6fd6735e85cc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e56de965-5480-410d-beed-6c4dc6d6159c HTTP/1.1" status: 200 len: 217 time: 0.0439036 Jan 28 07:17:24.370868 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1514cc14-2ff3-45bb-bc21-1fd1fadd81dd req-ef1eb35d-3058-4855-8d40-7222214868d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:24.372458 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1514cc14-2ff3-45bb-bc21-1fd1fadd81dd req-ef1eb35d-3058-4855-8d40-7222214868d9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=13273310-0be4-4b19-9177-3d629abf200c HTTP/1.1" status: 200 len: 797 time: 0.0487976 Jan 28 07:17:24.393998 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2059df-4427-4050-943c-ed8ca5f9fb97 req-490b2e4e-9a8b-47df-a33c-58bc4731ae5d tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:24.402232 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5d2059df-4427-4050-943c-ed8ca5f9fb97 req-490b2e4e-9a8b-47df-a33c-58bc4731ae5d tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=232ec39b-90f9-4df8-a403-fe1029cce065 HTTP/1.1" status: 200 len: 945 time: 0.0672221 Jan 28 07:17:24.429690 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1514cc14-2ff3-45bb-bc21-1fd1fadd81dd req-754e9b79-5552-4c86-9f25-15424241c18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:24.431523 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1514cc14-2ff3-45bb-bc21-1fd1fadd81dd req-754e9b79-5552-4c86-9f25-15424241c18d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7271c4e0-9917-4cbf-8cf0-7234aac71aa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0506258 Jan 28 07:17:24.467885 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5d2059df-4427-4050-943c-ed8ca5f9fb97 req-d30443d4-9e93-4704-b61b-7c2a5de588ed tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb65c68e-64e7-49d7-aa93-cf57ceaf78a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645821 Jan 28 07:17:24.527514 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1514cc14-2ff3-45bb-bc21-1fd1fadd81dd req-e9e70b6c-e72f-471c-aa3b-d422ff68983e service neutron] 10.222.0.10 "GET /v2.0/networks/7271c4e0-9917-4cbf-8cf0-7234aac71aa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883846 Jan 28 07:17:24.652367 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d7b0eb88-a922-4856-a0d6-a191adeeb05e req-0aca773d-f1b3-48b7-8850-ea6d24f465e7 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5893ef6-46c4-45fa-a505-47cb270a9c49 HTTP/1.1" status: 200 len: 210 time: 0.0350435 Jan 28 07:17:24.654520 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1514cc14-2ff3-45bb-bc21-1fd1fadd81dd req-c2ffad31-b4de-4987-9ac2-a6a633d6906b service neutron] 10.222.0.10 "GET /v2.0/networks/7271c4e0-9917-4cbf-8cf0-7234aac71aa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194139 Jan 28 07:17:24.734058 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b89291-5b87-438e-950a-ccbaf1db612a req-c671fc09-34df-404c-b25c-de8263361fd4 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:24.740251 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b89291-5b87-438e-950a-ccbaf1db612a req-c671fc09-34df-404c-b25c-de8263361fd4 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:24.745201 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b89291-5b87-438e-950a-ccbaf1db612a req-c671fc09-34df-404c-b25c-de8263361fd4 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:24.751108 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b89291-5b87-438e-950a-ccbaf1db612a req-c671fc09-34df-404c-b25c-de8263361fd4 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:24.757586 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b89291-5b87-438e-950a-ccbaf1db612a req-c671fc09-34df-404c-b25c-de8263361fd4 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:24.763054 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b89291-5b87-438e-950a-ccbaf1db612a req-c671fc09-34df-404c-b25c-de8263361fd4 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:24.768407 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b89291-5b87-438e-950a-ccbaf1db612a req-c671fc09-34df-404c-b25c-de8263361fd4 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:24.770475 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-53b89291-5b87-438e-950a-ccbaf1db612a req-c671fc09-34df-404c-b25c-de8263361fd4 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009 HTTP/1.1" status: 200 len: 5429 time: 0.1120658 Jan 28 07:17:24.836322 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-53b89291-5b87-438e-950a-ccbaf1db612a req-6f26f541-41bc-41b3-9444-3e05871237e3 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/security-groups?id=e05d74b3-220f-46cd-b475-266b231f0f88&id=7f4d2140-e017-41d8-8ff9-e5d9b5e3138b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0597396 Jan 28 07:17:25.029342 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc658f04-84e0-41dd-9de0-ae2b6fe6ec32 req-72a6769f-ec56-4a4b-beb9-b838ab49c9ae tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:25.031491 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-fc658f04-84e0-41dd-9de0-ae2b6fe6ec32 req-72a6769f-ec56-4a4b-beb9-b838ab49c9ae tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] 10.222.0.41 "GET /v2.0/ports?device_id=2aaf3fde-f7e8-4523-8ab0-cf429d8d3b08 HTTP/1.1" status: 200 len: 946 time: 0.0545442 Jan 28 07:17:25.083177 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-fc658f04-84e0-41dd-9de0-ae2b6fe6ec32 req-a0b8c05b-d5cb-4b06-8c5d-0715fd10a65a tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] 10.222.0.41 "GET /v2.0/security-groups?id=b062c5ff-24c7-4bbf-8744-177eb2dd003a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442834 Jan 28 07:17:25.587001 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049fa48f-1279-47d6-b085-7a49c299c96a req-e50d901a-2ce2-461f-8d93-3c83ddbc18c8 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:25.588570 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-049fa48f-1279-47d6-b085-7a49c299c96a req-e50d901a-2ce2-461f-8d93-3c83ddbc18c8 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=232ec39b-90f9-4df8-a403-fe1029cce065 HTTP/1.1" status: 200 len: 945 time: 0.0484254 Jan 28 07:17:25.638727 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-049fa48f-1279-47d6-b085-7a49c299c96a req-8535a82e-c6ae-4129-95b6-9d5fc40d4a4c tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb65c68e-64e7-49d7-aa93-cf57ceaf78a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443306 Jan 28 07:17:25.762532 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9a2d5e34-71b9-406f-96a9-2f7e7e662978 req-7390e558-344a-47b6-b319-d408be28238d tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5893ef6-46c4-45fa-a505-47cb270a9c49 HTTP/1.1" status: 200 len: 210 time: 0.0360680 Jan 28 07:17:25.856188 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc700b2-ae31-411c-97e1-7c833f147cc5 req-fb276347-3ba8-40b0-943c-1a648969f037 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:25.858207 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-adc700b2-ae31-411c-97e1-7c833f147cc5 req-fb276347-3ba8-40b0-943c-1a648969f037 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=232ec39b-90f9-4df8-a403-fe1029cce065 HTTP/1.1" status: 200 len: 945 time: 0.0564468 Jan 28 07:17:25.949509 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-adc700b2-ae31-411c-97e1-7c833f147cc5 req-ea2f6b24-d579-4e0b-9e0b-db5f10a76994 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb65c68e-64e7-49d7-aa93-cf57ceaf78a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830238 Jan 28 07:17:25.961531 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489f7060-586c-4171-a6e9-7d01af78cfb8 req-885ad209-4b1a-4b4c-8896-c078ab6ce9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:25.963385 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-489f7060-586c-4171-a6e9-7d01af78cfb8 req-885ad209-4b1a-4b4c-8896-c078ab6ce9d5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f5fa6549bc8d49d9b2eb68f328326d46&device_id=232ec39b-90f9-4df8-a403-fe1029cce065 HTTP/1.1" status: 200 len: 1097 time: 0.0711317 Jan 28 07:17:26.006829 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906c05cc-5c5f-44f8-9af5-86a17771dcb3 req-b78b667a-9207-41f1-a3b9-d5c8f288478f tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:26.012283 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906c05cc-5c5f-44f8-9af5-86a17771dcb3 req-b78b667a-9207-41f1-a3b9-d5c8f288478f tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:26.017599 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906c05cc-5c5f-44f8-9af5-86a17771dcb3 req-b78b667a-9207-41f1-a3b9-d5c8f288478f tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:26.023757 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906c05cc-5c5f-44f8-9af5-86a17771dcb3 req-b78b667a-9207-41f1-a3b9-d5c8f288478f tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:26.029207 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906c05cc-5c5f-44f8-9af5-86a17771dcb3 req-b78b667a-9207-41f1-a3b9-d5c8f288478f tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:26.034491 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906c05cc-5c5f-44f8-9af5-86a17771dcb3 req-b78b667a-9207-41f1-a3b9-d5c8f288478f tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:26.041041 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906c05cc-5c5f-44f8-9af5-86a17771dcb3 req-b78b667a-9207-41f1-a3b9-d5c8f288478f tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:26.048759 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-906c05cc-5c5f-44f8-9af5-86a17771dcb3 req-b78b667a-9207-41f1-a3b9-d5c8f288478f tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009 HTTP/1.1" status: 200 len: 5429 time: 0.0990148 Jan 28 07:17:26.055939 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489f7060-586c-4171-a6e9-7d01af78cfb8 req-6ebd8aad-364b-437d-bb7f-7467e47b7cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:26.057419 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-489f7060-586c-4171-a6e9-7d01af78cfb8 req-6ebd8aad-364b-437d-bb7f-7467e47b7cb0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e794ad63-0b0f-4018-9f49-e800aa3d32de HTTP/1.1" status: 200 len: 912 time: 0.0869401 Jan 28 07:17:26.125358 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-906c05cc-5c5f-44f8-9af5-86a17771dcb3 req-7dc2e6e5-3b2d-4fa3-856d-fefc77691021 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/security-groups?id=e05d74b3-220f-46cd-b475-266b231f0f88&id=7f4d2140-e017-41d8-8ff9-e5d9b5e3138b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0746682 Jan 28 07:17:26.139616 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-489f7060-586c-4171-a6e9-7d01af78cfb8 req-52964d7d-9b18-4970-b7a9-5f7533b8d662 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fe363f1d-683b-48a0-a9d6-60321189ecd0 HTTP/1.1" status: 200 len: 1000 time: 0.0757751 Jan 28 07:17:26.206420 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489f7060-586c-4171-a6e9-7d01af78cfb8 req-80a54251-7504-4abd-86f1-f8481d8ffca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:26.208512 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-489f7060-586c-4171-a6e9-7d01af78cfb8 req-80a54251-7504-4abd-86f1-f8481d8ffca8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=11d8e1f8-50c3-4314-ae17-177714f8d453 HTTP/1.1" status: 200 len: 850 time: 0.0616350 Jan 28 07:17:26.255711 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489f7060-586c-4171-a6e9-7d01af78cfb8 req-086a66f8-8fd9-4253-8676-bd8b697eeec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:26.257247 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-489f7060-586c-4171-a6e9-7d01af78cfb8 req-086a66f8-8fd9-4253-8676-bd8b697eeec0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e794ad63-0b0f-4018-9f49-e800aa3d32de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426769 Jan 28 07:17:26.259027 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e963399e-29ec-4f0d-83a0-69666ed621b0 req-837130d5-d704-4882-a21f-d16ca5792f47 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:26.260671 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e963399e-29ec-4f0d-83a0-69666ed621b0 req-837130d5-d704-4882-a21f-d16ca5792f47 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] 10.222.0.41 "GET /v2.0/ports?device_id=2aaf3fde-f7e8-4523-8ab0-cf429d8d3b08 HTTP/1.1" status: 200 len: 946 time: 0.0539460 Jan 28 07:17:26.309863 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e963399e-29ec-4f0d-83a0-69666ed621b0 req-677d76d9-16a6-46d3-928b-8d04c532f80f tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] 10.222.0.41 "GET /v2.0/security-groups?id=b062c5ff-24c7-4bbf-8744-177eb2dd003a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434499 Jan 28 07:17:26.352724 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-489f7060-586c-4171-a6e9-7d01af78cfb8 req-e5b38ca6-e169-40c4-bd37-fae143d67f26 service neutron] 10.222.0.10 "GET /v2.0/networks/e794ad63-0b0f-4018-9f49-e800aa3d32de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875719 Jan 28 07:17:26.451837 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-489f7060-586c-4171-a6e9-7d01af78cfb8 req-e2153c16-eb4c-4737-994d-456f362bf1af service neutron] 10.222.0.10 "GET /v2.0/networks/e794ad63-0b0f-4018-9f49-e800aa3d32de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909522 Jan 28 07:17:26.876278 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-fd880400-12a3-43a5-ac4d-fc2ddb79a926 req-65bc1837-ea7d-4653-a6d3-eb8641676ded tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5893ef6-46c4-45fa-a505-47cb270a9c49 HTTP/1.1" status: 200 len: 210 time: 0.0323122 Jan 28 07:17:27.069108 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8495f107-fb0f-4609-8340-ca0ad8c242c9 req-4b6522a4-6a09-44f1-b705-da791bb09e2f tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:27.070510 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8495f107-fb0f-4609-8340-ca0ad8c242c9 req-4b6522a4-6a09-44f1-b705-da791bb09e2f tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=232ec39b-90f9-4df8-a403-fe1029cce065 HTTP/1.1" status: 200 len: 945 time: 0.0497983 Jan 28 07:17:27.120648 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8495f107-fb0f-4609-8340-ca0ad8c242c9 req-b83ef1db-7d52-4096-a5bd-7c867fb149ba tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb65c68e-64e7-49d7-aa93-cf57ceaf78a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444553 Jan 28 07:17:27.296860 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4846e36-4f5d-40f2-8f3b-cefbdee94ab5 req-e1bcc677-64ad-42b9-8d1f-25cf875e7f86 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:27.302713 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4846e36-4f5d-40f2-8f3b-cefbdee94ab5 req-e1bcc677-64ad-42b9-8d1f-25cf875e7f86 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:27.309934 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4846e36-4f5d-40f2-8f3b-cefbdee94ab5 req-e1bcc677-64ad-42b9-8d1f-25cf875e7f86 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:27.315920 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4846e36-4f5d-40f2-8f3b-cefbdee94ab5 req-e1bcc677-64ad-42b9-8d1f-25cf875e7f86 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:27.322479 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4846e36-4f5d-40f2-8f3b-cefbdee94ab5 req-e1bcc677-64ad-42b9-8d1f-25cf875e7f86 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:27.328159 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4846e36-4f5d-40f2-8f3b-cefbdee94ab5 req-e1bcc677-64ad-42b9-8d1f-25cf875e7f86 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:27.334091 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4846e36-4f5d-40f2-8f3b-cefbdee94ab5 req-e1bcc677-64ad-42b9-8d1f-25cf875e7f86 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:27.336346 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a4846e36-4f5d-40f2-8f3b-cefbdee94ab5 req-e1bcc677-64ad-42b9-8d1f-25cf875e7f86 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009 HTTP/1.1" status: 200 len: 5429 time: 0.1103408 Jan 28 07:17:27.404236 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a4846e36-4f5d-40f2-8f3b-cefbdee94ab5 req-60356e28-476a-43fb-9c01-132ec1dca80b tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/security-groups?id=e05d74b3-220f-46cd-b475-266b231f0f88&id=7f4d2140-e017-41d8-8ff9-e5d9b5e3138b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0609715 Jan 28 07:17:27.435942 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e065a579-b061-4141-87a1-db059b43c73b req-b0de1842-dd26-4bfa-8c0e-4d311a713816 tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:27.440806 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e065a579-b061-4141-87a1-db059b43c73b req-b0de1842-dd26-4bfa-8c0e-4d311a713816 tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] 10.222.0.41 "GET /v2.0/ports?device_id=34a4ccd4-af0a-4d5b-86ac-f0544f8f059d HTTP/1.1" status: 200 len: 946 time: 0.0580268 Jan 28 07:17:27.488420 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e065a579-b061-4141-87a1-db059b43c73b req-f1f238b7-0452-4c69-9213-62b3311288b4 tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] 10.222.0.41 "GET /v2.0/security-groups?id=230b7539-1cad-405e-b772-a8fb13fc97f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435827 Jan 28 07:17:27.536538 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a153ac74-f67f-4760-9265-0cc0f49d9ace req-06febdee-a11d-4e06-b001-979600a8ce23 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:27.538309 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a153ac74-f67f-4760-9265-0cc0f49d9ace req-06febdee-a11d-4e06-b001-979600a8ce23 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] 10.222.0.41 "GET /v2.0/ports?device_id=2aaf3fde-f7e8-4523-8ab0-cf429d8d3b08 HTTP/1.1" status: 200 len: 946 time: 0.0558624 Jan 28 07:17:27.589728 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a153ac74-f67f-4760-9265-0cc0f49d9ace req-c607405f-9246-4051-b18c-4984937a52e0 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] 10.222.0.41 "GET /v2.0/security-groups?id=b062c5ff-24c7-4bbf-8744-177eb2dd003a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454252 Jan 28 07:17:27.977308 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5def8517-04ae-408a-b1cc-dcba9026a955 req-73b7a3a8-9751-48e2-9139-92b16ee5d017 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5893ef6-46c4-45fa-a505-47cb270a9c49 HTTP/1.1" status: 200 len: 210 time: 0.0302839 Jan 28 07:17:28.241017 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038d9cc2-37ed-48f3-86aa-c32d17ba20c8 req-e2ec8fd6-b9c3-46bb-87cd-c02190a7a05d tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:28.242515 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-038d9cc2-37ed-48f3-86aa-c32d17ba20c8 req-e2ec8fd6-b9c3-46bb-87cd-c02190a7a05d tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=232ec39b-90f9-4df8-a403-fe1029cce065 HTTP/1.1" status: 200 len: 945 time: 0.0511851 Jan 28 07:17:28.291364 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-038d9cc2-37ed-48f3-86aa-c32d17ba20c8 req-431729f0-1ba7-4701-a3c9-1bf4e4a40d2c tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb65c68e-64e7-49d7-aa93-cf57ceaf78a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432580 Jan 28 07:17:28.419546 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35fee1f-d006-4327-aeb7-9660fcb8ad80 req-a0fae4df-a99e-41d0-a398-7fd9e5fd4b54 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:28.421189 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b35fee1f-d006-4327-aeb7-9660fcb8ad80 req-a0fae4df-a99e-41d0-a398-7fd9e5fd4b54 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=232ec39b-90f9-4df8-a403-fe1029cce065 HTTP/1.1" status: 200 len: 945 time: 0.0574276 Jan 28 07:17:28.480769 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b35fee1f-d006-4327-aeb7-9660fcb8ad80 req-e8593b76-6cbe-4fe2-8047-4e7aa1fd6d54 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb65c68e-64e7-49d7-aa93-cf57ceaf78a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533316 Jan 28 07:17:28.536467 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8f61e0-56a1-4cdc-96da-79dee8a8541b req-1edaacc7-1757-4bb5-91d9-dbd28289a35c tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:28.544181 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2a8f61e0-56a1-4cdc-96da-79dee8a8541b req-1edaacc7-1757-4bb5-91d9-dbd28289a35c tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] 10.222.0.41 "GET /v2.0/ports?device_id=34a4ccd4-af0a-4d5b-86ac-f0544f8f059d HTTP/1.1" status: 200 len: 946 time: 0.0833833 Jan 28 07:17:28.624470 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2a8f61e0-56a1-4cdc-96da-79dee8a8541b req-12e4cdca-b1d2-4a54-935f-d1934690f8a2 tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] 10.222.0.41 "GET /v2.0/security-groups?id=230b7539-1cad-405e-b772-a8fb13fc97f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792801 Jan 28 07:17:28.678629 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b288cc4-9038-48a4-81cf-6eebab452795 req-434262e1-2e24-4081-931d-0ac9bac3b510 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:28.685811 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b288cc4-9038-48a4-81cf-6eebab452795 req-434262e1-2e24-4081-931d-0ac9bac3b510 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:28.693660 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b288cc4-9038-48a4-81cf-6eebab452795 req-434262e1-2e24-4081-931d-0ac9bac3b510 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:28.699592 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b288cc4-9038-48a4-81cf-6eebab452795 req-434262e1-2e24-4081-931d-0ac9bac3b510 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:28.706956 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b288cc4-9038-48a4-81cf-6eebab452795 req-434262e1-2e24-4081-931d-0ac9bac3b510 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:28.715807 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b288cc4-9038-48a4-81cf-6eebab452795 req-434262e1-2e24-4081-931d-0ac9bac3b510 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:28.722937 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b288cc4-9038-48a4-81cf-6eebab452795 req-434262e1-2e24-4081-931d-0ac9bac3b510 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:28.731978 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2b288cc4-9038-48a4-81cf-6eebab452795 req-434262e1-2e24-4081-931d-0ac9bac3b510 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009 HTTP/1.1" status: 200 len: 5429 time: 0.1443884 Jan 28 07:17:28.802503 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2b288cc4-9038-48a4-81cf-6eebab452795 req-b5591b52-25f5-4b02-b287-673272f3f601 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/security-groups?id=e05d74b3-220f-46cd-b475-266b231f0f88&id=7f4d2140-e017-41d8-8ff9-e5d9b5e3138b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0693429 Jan 28 07:17:28.929062 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902958a2-4c81-4315-9966-30385d01df2b req-a06b8af3-76cb-4af4-8114-761876b5206a tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:28.930826 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-902958a2-4c81-4315-9966-30385d01df2b req-a06b8af3-76cb-4af4-8114-761876b5206a tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] 10.222.0.41 "GET /v2.0/ports?device_id=2aaf3fde-f7e8-4523-8ab0-cf429d8d3b08 HTTP/1.1" status: 200 len: 946 time: 0.0562623 Jan 28 07:17:28.982937 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-902958a2-4c81-4315-9966-30385d01df2b req-a6aee49e-90c3-4676-a338-dfd1d68617e1 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] 10.222.0.41 "GET /v2.0/security-groups?id=b062c5ff-24c7-4bbf-8744-177eb2dd003a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462327 Jan 28 07:17:29.125054 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7cc7a7da-b414-4d97-8d27-0ede56de2280 req-0fe851c6-aeb9-4f10-aa96-dc0767b0d972 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5893ef6-46c4-45fa-a505-47cb270a9c49 HTTP/1.1" status: 200 len: 210 time: 0.0280061 Jan 28 07:17:29.460723 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb3be2d-cd8d-48c8-8731-3faf292ebe90 req-e912e679-16f4-4d9b-9ff7-06c83c8e227d tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:29.462271 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4bb3be2d-cd8d-48c8-8731-3faf292ebe90 req-e912e679-16f4-4d9b-9ff7-06c83c8e227d tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=34cec753-a0af-40fe-8b26-5782d80f076e HTTP/1.1" status: 200 len: 943 time: 0.0552323 Jan 28 07:17:29.569634 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-4bb3be2d-cd8d-48c8-8731-3faf292ebe90 req-8a48dda5-89e6-4dcd-a697-652c941ce8aa tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Deleting port c7dab032-edad-4dfb-a25a-e3727cf507b5 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:17:29.570299 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-4bb3be2d-cd8d-48c8-8731-3faf292ebe90 req-8a48dda5-89e6-4dcd-a697-652c941ce8aa tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (c7dab032-edad-4dfb-a25a-e3727cf507b5), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:29.600461 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fac6a73-c16d-4529-a0da-d7799cfd9bd7 req-30afade8-d934-44da-8ce2-2fb6c87e9024 tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:29.602190 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3fac6a73-c16d-4529-a0da-d7799cfd9bd7 req-30afade8-d934-44da-8ce2-2fb6c87e9024 tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] 10.222.0.41 "GET /v2.0/ports?device_id=34a4ccd4-af0a-4d5b-86ac-f0544f8f059d HTTP/1.1" status: 200 len: 946 time: 0.0554562 Jan 28 07:17:29.653194 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3fac6a73-c16d-4529-a0da-d7799cfd9bd7 req-4d8a03c7-8b6d-425e-b9d3-272e4bef9010 tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] 10.222.0.41 "GET /v2.0/security-groups?id=230b7539-1cad-405e-b772-a8fb13fc97f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451729 Jan 28 07:17:29.668857 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-4bb3be2d-cd8d-48c8-8731-3faf292ebe90 req-8a48dda5-89e6-4dcd-a697-652c941ce8aa tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] For port c7dab032-edad-4dfb-a25a-e3727cf507b5, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=c7dab032-edad-4dfb-a25a-e3727cf507b5,segment=NetworkSegment(67c4ed53-bfbf-4494-8d62-da0c7e4209c8),segment_id=67c4ed53-bfbf-4494-8d62-da0c7e4209c8)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:17:29.669223 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-4bb3be2d-cd8d-48c8-8731-3faf292ebe90 req-8a48dda5-89e6-4dcd-a697-652c941ce8aa tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (c7dab032-edad-4dfb-a25a-e3727cf507b5), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:29.683082 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-4bb3be2d-cd8d-48c8-8731-3faf292ebe90 req-8a48dda5-89e6-4dcd-a697-652c941ce8aa tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Calling delete_port for c7dab032-edad-4dfb-a25a-e3727cf507b5 owned by compute:nova {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:17:29.818782 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-4bb3be2d-cd8d-48c8-8731-3faf292ebe90 req-8a48dda5-89e6-4dcd-a697-652c941ce8aa tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (c7dab032-edad-4dfb-a25a-e3727cf507b5), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:29.848980 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a48dda5-89e6-4dcd-a697-652c941ce8aa tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Pushing event deleted for resources: {'Port': ['ID=c7dab032-edad-4dfb-a25a-e3727cf507b5,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:17:29.865873 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['08e8f3d4-ff76-4c7d-8942-f33dca578036'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:17:29.902307 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bb3be2d-cd8d-48c8-8731-3faf292ebe90 req-8a48dda5-89e6-4dcd-a697-652c941ce8aa tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] No DVR routers for this DVR port c7dab032-edad-4dfb-a25a-e3727cf507b5 on host n-h1-712749-28 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:17:29.904970 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-4bb3be2d-cd8d-48c8-8731-3faf292ebe90 req-8a48dda5-89e6-4dcd-a697-652c941ce8aa tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:29.909414 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4bb3be2d-cd8d-48c8-8731-3faf292ebe90 req-8a48dda5-89e6-4dcd-a697-652c941ce8aa tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "DELETE /v2.0/ports/c7dab032-edad-4dfb-a25a-e3727cf507b5 HTTP/1.1" status: 204 len: 173 time: 0.4418528 Jan 28 07:17:29.910102 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34cec753-a0af-40fe-8b26-5782d80f076e', 'name': 'network-vif-deleted', 'tag': 'c7dab032-edad-4dfb-a25a-e3727cf507b5'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:17:29.912753 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80922d66-eab0-416d-915a-e97e30943b39" -d '{"events": [{"server_uuid": "34cec753-a0af-40fe-8b26-5782d80f076e", "name": "network-vif-deleted", "tag": "c7dab032-edad-4dfb-a25a-e3727cf507b5"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:17:29.926884 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['74c51dd4-789c-4c23-9ba8-db6cc4ee322f'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:17:29.961227 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fee061e-706d-45ec-baef-acab90287e8f req-e018aba9-4626-441c-95df-bc06373b28fc tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:29.967465 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fee061e-706d-45ec-baef-acab90287e8f req-e018aba9-4626-441c-95df-bc06373b28fc tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:29.973840 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fee061e-706d-45ec-baef-acab90287e8f req-e018aba9-4626-441c-95df-bc06373b28fc tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:29.979615 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fee061e-706d-45ec-baef-acab90287e8f req-e018aba9-4626-441c-95df-bc06373b28fc tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:29.986381 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fee061e-706d-45ec-baef-acab90287e8f req-e018aba9-4626-441c-95df-bc06373b28fc tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:29.993806 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fee061e-706d-45ec-baef-acab90287e8f req-e018aba9-4626-441c-95df-bc06373b28fc tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:29.999394 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fee061e-706d-45ec-baef-acab90287e8f req-e018aba9-4626-441c-95df-bc06373b28fc tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:30.001800 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1fee061e-706d-45ec-baef-acab90287e8f req-e018aba9-4626-441c-95df-bc06373b28fc tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009 HTTP/1.1" status: 200 len: 5429 time: 0.1206257 Jan 28 07:17:30.090587 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1fee061e-706d-45ec-baef-acab90287e8f req-30a61735-feda-4661-966f-afe55fe557b4 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/security-groups?id=e05d74b3-220f-46cd-b475-266b231f0f88&id=7f4d2140-e017-41d8-8ff9-e5d9b5e3138b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0811892 Jan 28 07:17:30.152044 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 28 Jan 2022 07:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-768aa7b5-e527-462c-8508-b68d830bed77 x-openstack-request-id: req-768aa7b5-e527-462c-8508-b68d830bed77 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:17:30.152401 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34cec753-a0af-40fe-8b26-5782d80f076e", "name": "network-vif-deleted", "tag": "c7dab032-edad-4dfb-a25a-e3727cf507b5", "status": "failed", "code": 422}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:17:30.152655 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-768aa7b5-e527-462c-8508-b68d830bed77 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:17:30.153176 n-d-712749-28 neutron-server[103283]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '34cec753-a0af-40fe-8b26-5782d80f076e', 'name': 'network-vif-deleted', 'tag': 'c7dab032-edad-4dfb-a25a-e3727cf507b5', 'status': 'failed', 'code': 422} returned with failed status Jan 28 07:17:30.248792 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f7a5e47e-39d7-4649-9de7-b589570697ea req-fad680e2-2fa6-4691-9a52-fc938dd8b77a tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5893ef6-46c4-45fa-a505-47cb270a9c49 HTTP/1.1" status: 200 len: 210 time: 0.0289299 Jan 28 07:17:30.288536 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f079ca27-533e-4243-9944-738e55a01047 req-b9d823e5-7a7f-4e91-aa0c-706f4719fdad tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:30.290374 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f079ca27-533e-4243-9944-738e55a01047 req-b9d823e5-7a7f-4e91-aa0c-706f4719fdad tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] 10.222.0.41 "GET /v2.0/ports?device_id=2aaf3fde-f7e8-4523-8ab0-cf429d8d3b08 HTTP/1.1" status: 200 len: 946 time: 0.0811677 Jan 28 07:17:30.345846 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f079ca27-533e-4243-9944-738e55a01047 req-4562e66a-c6c0-42d0-81e9-1c09c0f2cf76 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] 10.222.0.41 "GET /v2.0/security-groups?id=b062c5ff-24c7-4bbf-8744-177eb2dd003a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445604 Jan 28 07:17:30.611053 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ed5f9a-f211-4be5-b3d8-209b2d5378d5 req-a9ec1563-5eda-412e-ab76-663afce74980 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:30.612521 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-90ed5f9a-f211-4be5-b3d8-209b2d5378d5 req-a9ec1563-5eda-412e-ab76-663afce74980 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e182499-0172-418b-8661-f8d01d960a55 HTTP/1.1" status: 200 len: 908 time: 0.0580316 Jan 28 07:17:30.777220 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3d8774-2277-458c-8afd-1a377f1ddb4c req-466a68d4-461e-491a-930c-bba69ab03d17 tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:30.779644 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6f3d8774-2277-458c-8afd-1a377f1ddb4c req-466a68d4-461e-491a-930c-bba69ab03d17 tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] 10.222.0.41 "GET /v2.0/ports?device_id=34a4ccd4-af0a-4d5b-86ac-f0544f8f059d HTTP/1.1" status: 200 len: 946 time: 0.0530267 Jan 28 07:17:30.828783 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6f3d8774-2277-458c-8afd-1a377f1ddb4c req-7a6add51-6648-41c3-a6a9-6f0bb3ab5b07 tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] 10.222.0.41 "GET /v2.0/security-groups?id=230b7539-1cad-405e-b772-a8fb13fc97f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435555 Jan 28 07:17:31.213348 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d25764f-e3ab-4fb9-8dcb-1a500cd3c12f req-54c143db-cff7-42e7-8c75-910b6496ccec tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:31.218618 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d25764f-e3ab-4fb9-8dcb-1a500cd3c12f req-54c143db-cff7-42e7-8c75-910b6496ccec tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:31.223919 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d25764f-e3ab-4fb9-8dcb-1a500cd3c12f req-54c143db-cff7-42e7-8c75-910b6496ccec tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:31.229211 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d25764f-e3ab-4fb9-8dcb-1a500cd3c12f req-54c143db-cff7-42e7-8c75-910b6496ccec tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:31.234680 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d25764f-e3ab-4fb9-8dcb-1a500cd3c12f req-54c143db-cff7-42e7-8c75-910b6496ccec tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:31.240018 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d25764f-e3ab-4fb9-8dcb-1a500cd3c12f req-54c143db-cff7-42e7-8c75-910b6496ccec tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:31.245354 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d25764f-e3ab-4fb9-8dcb-1a500cd3c12f req-54c143db-cff7-42e7-8c75-910b6496ccec tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:31.247242 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5d25764f-e3ab-4fb9-8dcb-1a500cd3c12f req-54c143db-cff7-42e7-8c75-910b6496ccec tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009 HTTP/1.1" status: 200 len: 5429 time: 0.0886199 Jan 28 07:17:31.306387 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5d25764f-e3ab-4fb9-8dcb-1a500cd3c12f req-e6123842-74d4-49b2-b4bc-140f7c59049d tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/security-groups?id=e05d74b3-220f-46cd-b475-266b231f0f88&id=7f4d2140-e017-41d8-8ff9-e5d9b5e3138b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0532656 Jan 28 07:17:31.345618 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e405cc8f-33aa-4286-9b7e-5341efcf10b9 req-10ef41ee-76d0-404c-858f-540df58857eb tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5893ef6-46c4-45fa-a505-47cb270a9c49 HTTP/1.1" status: 200 len: 210 time: 0.0290847 Jan 28 07:17:31.473512 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd87fe67-e4e3-4da4-9b22-6bc2b4c9477c req-d5a64f5b-9c7e-4055-b3b5-02b4567ba03a tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:31.475181 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-fd87fe67-e4e3-4da4-9b22-6bc2b4c9477c req-d5a64f5b-9c7e-4055-b3b5-02b4567ba03a tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] 10.222.0.41 "GET /v2.0/ports?device_id=2aaf3fde-f7e8-4523-8ab0-cf429d8d3b08 HTTP/1.1" status: 200 len: 946 time: 0.0544257 Jan 28 07:17:31.524003 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-fd87fe67-e4e3-4da4-9b22-6bc2b4c9477c req-6cfbdcff-8bc5-4aa4-925e-cc58a9e5f93f tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] 10.222.0.41 "GET /v2.0/security-groups?id=b062c5ff-24c7-4bbf-8744-177eb2dd003a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427034 Jan 28 07:17:31.742612 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d87b875-8bd5-4a6b-a854-9d03b0a4bd85 req-bf5f6a37-eb49-487f-980a-fba7ff79b3e5 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:31.744252 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6d87b875-8bd5-4a6b-a854-9d03b0a4bd85 req-bf5f6a37-eb49-487f-980a-fba7ff79b3e5 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e182499-0172-418b-8661-f8d01d960a55 HTTP/1.1" status: 200 len: 908 time: 0.0577838 Jan 28 07:17:31.985640 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4142be01-3eb5-46ae-84c0-49cc0b7b838c req-88be252f-9254-49a6-8517-107597557e4c tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:31.987129 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4142be01-3eb5-46ae-84c0-49cc0b7b838c req-88be252f-9254-49a6-8517-107597557e4c tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] 10.222.0.41 "GET /v2.0/ports?device_id=34a4ccd4-af0a-4d5b-86ac-f0544f8f059d HTTP/1.1" status: 200 len: 946 time: 0.0860772 Jan 28 07:17:32.008080 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dcb2f0-1e32-44f2-8092-2a8fc09caa77 req-51830dda-3bf6-4251-84ea-d10cd858e8eb tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:32.009570 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-65dcb2f0-1e32-44f2-8092-2a8fc09caa77 req-51830dda-3bf6-4251-84ea-d10cd858e8eb tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] 10.222.0.44 "GET /v2.0/ports?device_id=34a4ccd4-af0a-4d5b-86ac-f0544f8f059d HTTP/1.1" status: 200 len: 946 time: 0.0691366 Jan 28 07:17:32.128390 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4142be01-3eb5-46ae-84c0-49cc0b7b838c req-4a5aa5f4-94b0-45f1-a133-0a6a255b9216 tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] 10.222.0.41 "GET /v2.0/security-groups?id=230b7539-1cad-405e-b772-a8fb13fc97f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225166 Jan 28 07:17:32.192398 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-65dcb2f0-1e32-44f2-8092-2a8fc09caa77 req-26fa6f70-b9ef-4bd6-9465-2b44c3a5b625 tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] Deleting port 0e1d62d9-7bdc-43bc-8572-51547f00ada7 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:17:32.193145 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-65dcb2f0-1e32-44f2-8092-2a8fc09caa77 req-26fa6f70-b9ef-4bd6-9465-2b44c3a5b625 tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (0e1d62d9-7bdc-43bc-8572-51547f00ada7), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:32.330391 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-65dcb2f0-1e32-44f2-8092-2a8fc09caa77 req-26fa6f70-b9ef-4bd6-9465-2b44c3a5b625 tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] For port 0e1d62d9-7bdc-43bc-8572-51547f00ada7, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=0e1d62d9-7bdc-43bc-8572-51547f00ada7,segment=NetworkSegment(f3c435c6-b200-4552-9398-3233b0ca48be),segment_id=f3c435c6-b200-4552-9398-3233b0ca48be)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:17:32.330925 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-65dcb2f0-1e32-44f2-8092-2a8fc09caa77 req-26fa6f70-b9ef-4bd6-9465-2b44c3a5b625 tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (0e1d62d9-7bdc-43bc-8572-51547f00ada7), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:32.554188 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb7013d-d3aa-4772-a1c5-0d46e158bf31 req-4c6e6bde-ad85-41d7-9edf-8af67e4eb51d tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:32.569682 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-45ff32cc-7450-4c76-8a82-3981e4db0ba1 req-8c61c319-a3c7-4871-86a2-0c8b8a8f2ead tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5893ef6-46c4-45fa-a505-47cb270a9c49 HTTP/1.1" status: 200 len: 210 time: 0.0544503 Jan 28 07:17:32.572455 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb7013d-d3aa-4772-a1c5-0d46e158bf31 req-4c6e6bde-ad85-41d7-9edf-8af67e4eb51d tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:32.580266 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb7013d-d3aa-4772-a1c5-0d46e158bf31 req-4c6e6bde-ad85-41d7-9edf-8af67e4eb51d tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:32.587279 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb7013d-d3aa-4772-a1c5-0d46e158bf31 req-4c6e6bde-ad85-41d7-9edf-8af67e4eb51d tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:32.596516 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb7013d-d3aa-4772-a1c5-0d46e158bf31 req-4c6e6bde-ad85-41d7-9edf-8af67e4eb51d tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:32.601484 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb7013d-d3aa-4772-a1c5-0d46e158bf31 req-4c6e6bde-ad85-41d7-9edf-8af67e4eb51d tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:32.608355 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb7013d-d3aa-4772-a1c5-0d46e158bf31 req-4c6e6bde-ad85-41d7-9edf-8af67e4eb51d tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:32.619643 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-fbb7013d-d3aa-4772-a1c5-0d46e158bf31 req-4c6e6bde-ad85-41d7-9edf-8af67e4eb51d tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009 HTTP/1.1" status: 200 len: 5429 time: 0.1579926 Jan 28 07:17:32.721900 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-fbb7013d-d3aa-4772-a1c5-0d46e158bf31 req-99403639-5f8f-49d9-8704-e09a3ec68f3d tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/security-groups?id=e05d74b3-220f-46cd-b475-266b231f0f88&id=7f4d2140-e017-41d8-8ff9-e5d9b5e3138b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1011627 Jan 28 07:17:32.752999 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-65dcb2f0-1e32-44f2-8092-2a8fc09caa77 req-26fa6f70-b9ef-4bd6-9465-2b44c3a5b625 tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:32.753524 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-65dcb2f0-1e32-44f2-8092-2a8fc09caa77 req-26fa6f70-b9ef-4bd6-9465-2b44c3a5b625 tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16609095'] for floatingip (24a70ca3-e751-421e-9d14-ebfc8414ae30), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:32.753992 n-d-712749-28 neutron-server[103283]: INFO neutron.db.l3_db [req-65dcb2f0-1e32-44f2-8092-2a8fc09caa77 req-26fa6f70-b9ef-4bd6-9465-2b44c3a5b625 tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] Floating IP 24a70ca3-e751-421e-9d14-ebfc8414ae30 disassociated. External IP: 172.25.6.227, port: 0e1d62d9-7bdc-43bc-8572-51547f00ada7. Jan 28 07:17:32.754428 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-65dcb2f0-1e32-44f2-8092-2a8fc09caa77 req-26fa6f70-b9ef-4bd6-9465-2b44c3a5b625 tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] Calling delete_port for 0e1d62d9-7bdc-43bc-8572-51547f00ada7 owned by compute:nova {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:17:32.865735 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:32.869329 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b839b0-59c4-45bc-b00c-ae0e7b59ab04 req-59cf50f2-f92f-456d-a399-e481c632d809 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:32.878932 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-98b839b0-59c4-45bc-b00c-ae0e7b59ab04 req-59cf50f2-f92f-456d-a399-e481c632d809 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] 10.222.0.41 "GET /v2.0/ports?device_id=2aaf3fde-f7e8-4523-8ab0-cf429d8d3b08 HTTP/1.1" status: 200 len: 946 time: 0.0836577 Jan 28 07:17:32.942330 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-98b839b0-59c4-45bc-b00c-ae0e7b59ab04 req-abe9566e-34ef-46b6-b094-f0d9c532e105 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] 10.222.0.41 "GET /v2.0/security-groups?id=b062c5ff-24c7-4bbf-8744-177eb2dd003a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629821 Jan 28 07:17:32.987958 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca200a0f-3f9c-4f62-b018-a73ecf4eaa82 req-22066eb5-92bd-4c14-9f5a-08b35c8afe30 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:32.989498 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ca200a0f-3f9c-4f62-b018-a73ecf4eaa82 req-22066eb5-92bd-4c14-9f5a-08b35c8afe30 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e182499-0172-418b-8661-f8d01d960a55 HTTP/1.1" status: 200 len: 908 time: 0.1434867 Jan 28 07:17:33.047132 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774d3f7d-6fa6-4859-8ba7-8c7d76c41956 req-3e50c0a4-e0fa-45b7-ada9-9496b88625a7 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:33.048620 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-774d3f7d-6fa6-4859-8ba7-8c7d76c41956 req-3e50c0a4-e0fa-45b7-ada9-9496b88625a7 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e182499-0172-418b-8661-f8d01d960a55 HTTP/1.1" status: 200 len: 908 time: 0.1713183 Jan 28 07:17:33.097627 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-65dcb2f0-1e32-44f2-8092-2a8fc09caa77 req-26fa6f70-b9ef-4bd6-9465-2b44c3a5b625 tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (0e1d62d9-7bdc-43bc-8572-51547f00ada7), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:33.154012 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fa6f70-b9ef-4bd6-9465-2b44c3a5b625 tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] Pushing event deleted for resources: {'Port': ['ID=0e1d62d9-7bdc-43bc-8572-51547f00ada7,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:17:33.242734 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2e9f1b6f-e5d7-4516-82d0-b74a215357eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:33.251022 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-ca200a0f-3f9c-4f62-b018-a73ecf4eaa82 req-ce4b5c0d-7279-4b89-920b-2c45e2351431 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Deleting port 6aec374c-cc44-4b58-a98c-bf7de184cc69 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:17:33.251375 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-ca200a0f-3f9c-4f62-b018-a73ecf4eaa82 req-ce4b5c0d-7279-4b89-920b-2c45e2351431 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (6aec374c-cc44-4b58-a98c-bf7de184cc69), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:33.269453 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-dba2ad41-ca9f-4983-aeb2-393b0f286476 req-1a1d7c3a-241e-4197-af48-600fa95ab711 tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] 10.222.0.41 "GET /v2.0/ports?device_id=34a4ccd4-af0a-4d5b-86ac-f0544f8f059d HTTP/1.1" status: 200 len: 210 time: 0.0546968 Jan 28 07:17:33.421332 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [req-65dcb2f0-1e32-44f2-8092-2a8fc09caa77 req-26fa6f70-b9ef-4bd6-9465-2b44c3a5b625 tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] Router e1b50a0c-f07c-4823-a528-c5254224c8f9 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:17:33.454374 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-ca200a0f-3f9c-4f62-b018-a73ecf4eaa82 req-ce4b5c0d-7279-4b89-920b-2c45e2351431 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] For port 6aec374c-cc44-4b58-a98c-bf7de184cc69, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=6aec374c-cc44-4b58-a98c-bf7de184cc69,segment=NetworkSegment(67c4ed53-bfbf-4494-8d62-da0c7e4209c8),segment_id=67c4ed53-bfbf-4494-8d62-da0c7e4209c8)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:17:33.455000 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-ca200a0f-3f9c-4f62-b018-a73ecf4eaa82 req-ce4b5c0d-7279-4b89-920b-2c45e2351431 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (6aec374c-cc44-4b58-a98c-bf7de184cc69), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:33.490302 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-ca200a0f-3f9c-4f62-b018-a73ecf4eaa82 req-ce4b5c0d-7279-4b89-920b-2c45e2351431 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Calling delete_port for 6aec374c-cc44-4b58-a98c-bf7de184cc69 owned by compute:nova {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:17:33.767937 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-65dcb2f0-1e32-44f2-8092-2a8fc09caa77 req-26fa6f70-b9ef-4bd6-9465-2b44c3a5b625 tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:17:33.783267 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d35626-003c-42b1-9bba-7bdaa4b4e504 req-f4d1af98-3ebc-460e-91a4-9882e5a2d265 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:33.786528 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e7d35626-003c-42b1-9bba-7bdaa4b4e504 req-f4d1af98-3ebc-460e-91a4-9882e5a2d265 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a2737ee-f61e-4f07-836f-8237b18d9f2d HTTP/1.1" status: 200 len: 945 time: 0.1095226 Jan 28 07:17:33.793755 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca26e13-3aee-43d2-ae1a-d83a75343fd4 None None] Sync routers for ids ['e1b50a0c-f07c-4823-a528-c5254224c8f9'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:17:33.830052 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca26e13-3aee-43d2-ae1a-d83a75343fd4 None None] Routers {'e1b50a0c-f07c-4823-a528-c5254224c8f9'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:17:33.830695 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-4ca26e13-3aee-43d2-ae1a-d83a75343fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:17:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['e1b50a0c-f07c-4823-a528-c5254224c8f9'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:17:33.850769 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:33.943062 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e7d35626-003c-42b1-9bba-7bdaa4b4e504 req-90aefa90-2eaa-490f-93de-06030f5a7271 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/security-groups?id=e977f99b-7e7b-4d49-bf15-4fd22b3b3b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454723 Jan 28 07:17:33.953502 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-65dcb2f0-1e32-44f2-8092-2a8fc09caa77 req-26fa6f70-b9ef-4bd6-9465-2b44c3a5b625 tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] No DVR routers for this DVR port 0e1d62d9-7bdc-43bc-8572-51547f00ada7 on host n-h2-712749-28 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:17:33.966623 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-65dcb2f0-1e32-44f2-8092-2a8fc09caa77 req-26fa6f70-b9ef-4bd6-9465-2b44c3a5b625 tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:33.970490 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-65dcb2f0-1e32-44f2-8092-2a8fc09caa77 req-26fa6f70-b9ef-4bd6-9465-2b44c3a5b625 tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] 10.222.0.44 "DELETE /v2.0/ports/0e1d62d9-7bdc-43bc-8572-51547f00ada7 HTTP/1.1" status: 204 len: 173 time: 1.9530177 Jan 28 07:17:33.970706 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34a4ccd4-af0a-4d5b-86ac-f0544f8f059d', 'name': 'network-vif-deleted', 'tag': '0e1d62d9-7bdc-43bc-8572-51547f00ada7'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:17:33.973360 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2838bb37-fc23-46a4-abe7-b6303682eee7" -d '{"events": [{"server_uuid": "34a4ccd4-af0a-4d5b-86ac-f0544f8f059d", "name": "network-vif-deleted", "tag": "0e1d62d9-7bdc-43bc-8572-51547f00ada7"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:17:34.030399 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-ca200a0f-3f9c-4f62-b018-a73ecf4eaa82 req-ce4b5c0d-7279-4b89-920b-2c45e2351431 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (6aec374c-cc44-4b58-a98c-bf7de184cc69), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:34.090690 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4b5c0d-7279-4b89-920b-2c45e2351431 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Pushing event deleted for resources: {'Port': ['ID=6aec374c-cc44-4b58-a98c-bf7de184cc69,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:17:34.095398 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-4ca26e13-3aee-43d2-ae1a-d83a75343fd4 None None] Set router e1b50a0c-f07c-4823-a528-c5254224c8f9 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:17:34.114120 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647cf820-241d-418a-9459-face39c3791c req-a93eac60-2e4b-4490-aca7-132b3fd43d5c tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:34.119888 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647cf820-241d-418a-9459-face39c3791c req-a93eac60-2e4b-4490-aca7-132b3fd43d5c tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:34.125305 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647cf820-241d-418a-9459-face39c3791c req-a93eac60-2e4b-4490-aca7-132b3fd43d5c tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:34.131487 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647cf820-241d-418a-9459-face39c3791c req-a93eac60-2e4b-4490-aca7-132b3fd43d5c tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:34.137265 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647cf820-241d-418a-9459-face39c3791c req-a93eac60-2e4b-4490-aca7-132b3fd43d5c tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:34.143615 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647cf820-241d-418a-9459-face39c3791c req-a93eac60-2e4b-4490-aca7-132b3fd43d5c tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:34.149929 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647cf820-241d-418a-9459-face39c3791c req-a93eac60-2e4b-4490-aca7-132b3fd43d5c tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:34.157635 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-647cf820-241d-418a-9459-face39c3791c req-a93eac60-2e4b-4490-aca7-132b3fd43d5c tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009 HTTP/1.1" status: 200 len: 5429 time: 0.2053065 Jan 28 07:17:34.250788 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca200a0f-3f9c-4f62-b018-a73ecf4eaa82 req-ce4b5c0d-7279-4b89-920b-2c45e2351431 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] No DVR routers for this DVR port 6aec374c-cc44-4b58-a98c-bf7de184cc69 on host n-h2-712749-28 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:17:34.258328 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-ca200a0f-3f9c-4f62-b018-a73ecf4eaa82 req-ce4b5c0d-7279-4b89-920b-2c45e2351431 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:34.261799 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ca200a0f-3f9c-4f62-b018-a73ecf4eaa82 req-ce4b5c0d-7279-4b89-920b-2c45e2351431 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.44 "DELETE /v2.0/ports/6aec374c-cc44-4b58-a98c-bf7de184cc69 HTTP/1.1" status: 204 len: 173 time: 1.2239225 Jan 28 07:17:34.295722 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c46875e-5e28-4ada-bea6-925e5bd041fe req-d2aae388-62f0-43b4-bb73-62364b907786 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:34.297613 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0c46875e-5e28-4ada-bea6-925e5bd041fe req-d2aae388-62f0-43b4-bb73-62364b907786 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] 10.222.0.41 "GET /v2.0/ports?device_id=2aaf3fde-f7e8-4523-8ab0-cf429d8d3b08 HTTP/1.1" status: 200 len: 946 time: 0.0914774 Jan 28 07:17:34.355093 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-647cf820-241d-418a-9459-face39c3791c req-ca24490b-b5cc-4dab-a854-59c6834873e2 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/security-groups?id=e05d74b3-220f-46cd-b475-266b231f0f88&id=7f4d2140-e017-41d8-8ff9-e5d9b5e3138b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1964533 Jan 28 07:17:34.416396 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0c46875e-5e28-4ada-bea6-925e5bd041fe req-6c5f1ac6-866b-4aab-8edc-c74ae48f94e9 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] 10.222.0.41 "GET /v2.0/security-groups?id=b062c5ff-24c7-4bbf-8744-177eb2dd003a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099832 Jan 28 07:17:34.447104 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a99b6c4-89a0-4cf7-a7ef-8e4b3d8ebad1 x-openstack-request-id: req-1a99b6c4-89a0-4cf7-a7ef-8e4b3d8ebad1 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:17:34.447464 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34a4ccd4-af0a-4d5b-86ac-f0544f8f059d", "name": "network-vif-deleted", "tag": "0e1d62d9-7bdc-43bc-8572-51547f00ada7", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:17:34.447735 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1a99b6c4-89a0-4cf7-a7ef-8e4b3d8ebad1 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:17:34.448150 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34a4ccd4-af0a-4d5b-86ac-f0544f8f059d', 'name': 'network-vif-deleted', 'tag': '0e1d62d9-7bdc-43bc-8572-51547f00ada7', 'status': 'completed', 'code': 200} Jan 28 07:17:34.563058 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ca7d0b4c-2ec1-4001-b237-55f61f94fa6e req-77bd5446-c07e-45e2-9c03-1e6b3fc0b1a9 tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] 10.222.0.41 "GET /v2.0/ports?device_id=34a4ccd4-af0a-4d5b-86ac-f0544f8f059d HTTP/1.1" status: 200 len: 210 time: 0.0418787 Jan 28 07:17:34.574893 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-4ca26e13-3aee-43d2-ae1a-d83a75343fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1b50a0c-f07c-4823-a528-c5254224c8f9', 'name': 'tempest-ServersTestBootFromVolume-1042811975-router', 'tenant_id': '7c38f303133c4a1f8d60e9cc7e10b1b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': 'dd4d3ddf-e14d-400a-8d98-1ea52072bdbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:14:11Z', 'updated_at': '2022-01-28T07:14:17Z', 'revision_number': 4, 'project_id': '7c38f303133c4a1f8d60e9cc7e10b1b4', 'gw_port': {'id': 'dd4d3ddf-e14d-400a-8d98-1ea52072bdbe', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:3e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b50a0c-f07c-4823-a528-c5254224c8f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:14:12Z', 'updated_at': '2022-01-28T07:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '2e13ec8e-1a12-43fd-8bf5-d647ed8b3736', 'name': '', 'network_id': '3694fbdb-afc3-4ba9-96bb-9f3c75f0cb90', 'tenant_id': '7c38f303133c4a1f8d60e9cc7e10b1b4', 'mac_address': 'fa:16:3e:f2:1f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b50a0c-f07c-4823-a528-c5254224c8f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': 'c44ebf08-4b0c-4037-9377-7b2a7d647995', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:14:16Z', 'updated_at': '2022-01-28T07:14:24Z', 'revision_number': 5, 'project_id': '7c38f303133c4a1f8d60e9cc7e10b1b4', 'subnets': [{'id': 'c44ebf08-4b0c-4037-9377-7b2a7d647995', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:17:34.602262 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca26e13-3aee-43d2-ae1a-d83a75343fd4 None None] Checking router: e1b50a0c-f07c-4823-a528-c5254224c8f9 for host: n-d-712749-28 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:17:34.611002 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca26e13-3aee-43d2-ae1a-d83a75343fd4 None None] Routers {'e1b50a0c-f07c-4823-a528-c5254224c8f9'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:17:34.611693 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-4ca26e13-3aee-43d2-ae1a-d83a75343fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:17:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['e1b50a0c-f07c-4823-a528-c5254224c8f9'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:17:34.729159 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-4ca26e13-3aee-43d2-ae1a-d83a75343fd4 None None] Set router e1b50a0c-f07c-4823-a528-c5254224c8f9 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:17:34.744243 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-630e4591-b6e4-40e8-9fe0-6eb3f84fd00b req-118d595e-c4b7-4b73-97a0-8363d5acd9ae tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e182499-0172-418b-8661-f8d01d960a55 HTTP/1.1" status: 200 len: 210 time: 0.2098689 Jan 28 07:17:34.934664 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-4ca26e13-3aee-43d2-ae1a-d83a75343fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1b50a0c-f07c-4823-a528-c5254224c8f9', 'name': 'tempest-ServersTestBootFromVolume-1042811975-router', 'tenant_id': '7c38f303133c4a1f8d60e9cc7e10b1b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': 'dd4d3ddf-e14d-400a-8d98-1ea52072bdbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:14:11Z', 'updated_at': '2022-01-28T07:14:17Z', 'revision_number': 4, 'project_id': '7c38f303133c4a1f8d60e9cc7e10b1b4', 'gw_port': {'id': 'dd4d3ddf-e14d-400a-8d98-1ea52072bdbe', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:3e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b50a0c-f07c-4823-a528-c5254224c8f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:14:12Z', 'updated_at': '2022-01-28T07:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '2e13ec8e-1a12-43fd-8bf5-d647ed8b3736', 'name': '', 'network_id': '3694fbdb-afc3-4ba9-96bb-9f3c75f0cb90', 'tenant_id': '7c38f303133c4a1f8d60e9cc7e10b1b4', 'mac_address': 'fa:16:3e:f2:1f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b50a0c-f07c-4823-a528-c5254224c8f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': 'c44ebf08-4b0c-4037-9377-7b2a7d647995', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:14:16Z', 'updated_at': '2022-01-28T07:14:24Z', 'revision_number': 5, 'project_id': '7c38f303133c4a1f8d60e9cc7e10b1b4', 'subnets': [{'id': 'c44ebf08-4b0c-4037-9377-7b2a7d647995', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:17:34.966681 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca26e13-3aee-43d2-ae1a-d83a75343fd4 None None] The sync data for ids ['e1b50a0c-f07c-4823-a528-c5254224c8f9'] in n-d-712749-28 is: [{'id': 'e1b50a0c-f07c-4823-a528-c5254224c8f9', 'name': 'tempest-ServersTestBootFromVolume-1042811975-router', 'tenant_id': '7c38f303133c4a1f8d60e9cc7e10b1b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': 'dd4d3ddf-e14d-400a-8d98-1ea52072bdbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:14:11Z', 'updated_at': '2022-01-28T07:14:17Z', 'revision_number': 4, 'project_id': '7c38f303133c4a1f8d60e9cc7e10b1b4', 'gw_port': {'id': 'dd4d3ddf-e14d-400a-8d98-1ea52072bdbe', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:3e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b50a0c-f07c-4823-a528-c5254224c8f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:14:12Z', 'updated_at': '2022-01-28T07:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '2e13ec8e-1a12-43fd-8bf5-d647ed8b3736', 'name': '', 'network_id': '3694fbdb-afc3-4ba9-96bb-9f3c75f0cb90', 'tenant_id': '7c38f303133c4a1f8d60e9cc7e10b1b4', 'mac_address': 'fa:16:3e:f2:1f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b50a0c-f07c-4823-a528-c5254224c8f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': 'c44ebf08-4b0c-4037-9377-7b2a7d647995', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:14:16Z', 'updated_at': '2022-01-28T07:14:24Z', 'revision_number': 5, 'project_id': '7c38f303133c4a1f8d60e9cc7e10b1b4', 'subnets': [{'id': 'c44ebf08-4b0c-4037-9377-7b2a7d647995', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:17:35.089312 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ec975f-a30f-4262-802f-ed9683dee68e req-1c939c73-c88f-4111-a7aa-85870f632efb tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:35.091221 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-66ec975f-a30f-4262-802f-ed9683dee68e req-1c939c73-c88f-4111-a7aa-85870f632efb tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a2737ee-f61e-4f07-836f-8237b18d9f2d HTTP/1.1" status: 200 len: 945 time: 0.0597718 Jan 28 07:17:35.151370 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-66ec975f-a30f-4262-802f-ed9683dee68e req-7ae4f029-f254-4443-8a43-88dd314a8175 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/security-groups?id=e977f99b-7e7b-4d49-bf15-4fd22b3b3b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528042 Jan 28 07:17:35.233203 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65f3371-3443-45d8-abd3-d37a73bf2841 None None] New status for floating IP 24a70ca3-e751-421e-9d14-ebfc8414ae30: DOWN {{(pid=103285) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 07:17:35.501348 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fc73dc-51a2-4164-9f0f-6157860e974f req-e03491f6-83c7-49ce-ab17-c7ad8bb96a57 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:35.507235 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fc73dc-51a2-4164-9f0f-6157860e974f req-e03491f6-83c7-49ce-ab17-c7ad8bb96a57 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:35.512456 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fc73dc-51a2-4164-9f0f-6157860e974f req-e03491f6-83c7-49ce-ab17-c7ad8bb96a57 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:35.517698 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fc73dc-51a2-4164-9f0f-6157860e974f req-e03491f6-83c7-49ce-ab17-c7ad8bb96a57 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:35.523617 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fc73dc-51a2-4164-9f0f-6157860e974f req-e03491f6-83c7-49ce-ab17-c7ad8bb96a57 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:35.530486 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fc73dc-51a2-4164-9f0f-6157860e974f req-e03491f6-83c7-49ce-ab17-c7ad8bb96a57 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:35.536297 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fc73dc-51a2-4164-9f0f-6157860e974f req-e03491f6-83c7-49ce-ab17-c7ad8bb96a57 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:35.537898 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-89fc73dc-51a2-4164-9f0f-6157860e974f req-e03491f6-83c7-49ce-ab17-c7ad8bb96a57 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009 HTTP/1.1" status: 200 len: 5429 time: 0.1006370 Jan 28 07:17:35.547307 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf7bd50-b3c8-4f64-bf57-6019e187f55e req-fb16056e-2524-4d6b-a716-a3516b9ec957 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:35.548811 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4cf7bd50-b3c8-4f64-bf57-6019e187f55e req-fb16056e-2524-4d6b-a716-a3516b9ec957 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] 10.222.0.41 "GET /v2.0/ports?device_id=2aaf3fde-f7e8-4523-8ab0-cf429d8d3b08 HTTP/1.1" status: 200 len: 946 time: 0.0520773 Jan 28 07:17:35.575629 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-56349991-19e3-4e45-920e-5cf7972590df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:35.608799 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-89fc73dc-51a2-4164-9f0f-6157860e974f req-5eafe566-f8ce-44c4-9615-5310cb0a16ff tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/security-groups?id=e05d74b3-220f-46cd-b475-266b231f0f88&id=7f4d2140-e017-41d8-8ff9-e5d9b5e3138b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0643537 Jan 28 07:17:35.644012 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e324dc-928b-42a5-ac33-23db6ede585a req-3463f7c9-07ef-4f1d-b51f-19a50d4744ee tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:35.646268 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d1e324dc-928b-42a5-ac33-23db6ede585a req-3463f7c9-07ef-4f1d-b51f-19a50d4744ee tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.10 "GET /v2.0/ports?device_id=9a2737ee-f61e-4f07-836f-8237b18d9f2d HTTP/1.1" status: 200 len: 945 time: 0.0733900 Jan 28 07:17:35.649210 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4cf7bd50-b3c8-4f64-bf57-6019e187f55e req-c83f3e0c-a7b6-428a-b80d-bb8db5c10ff0 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] 10.222.0.41 "GET /v2.0/security-groups?id=b062c5ff-24c7-4bbf-8744-177eb2dd003a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930955 Jan 28 07:17:35.722198 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-009cea1e-90c9-48bc-b67d-4acb6c539cc3 req-79fc3b07-50a4-478e-910c-1637f2bd8fcd tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] 10.222.0.41 "GET /v2.0/ports?device_id=34a4ccd4-af0a-4d5b-86ac-f0544f8f059d HTTP/1.1" status: 200 len: 210 time: 0.0313032 Jan 28 07:17:35.763253 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-d1e324dc-928b-42a5-ac33-23db6ede585a req-bb55dcef-41bb-468a-bcbb-a55855086b89 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Deleting port 0f6c0d2d-297e-4e76-8440-1295fa1351f4 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:17:35.763843 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d1e324dc-928b-42a5-ac33-23db6ede585a req-bb55dcef-41bb-468a-bcbb-a55855086b89 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (0f6c0d2d-297e-4e76-8440-1295fa1351f4), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:35.856011 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-d1e324dc-928b-42a5-ac33-23db6ede585a req-bb55dcef-41bb-468a-bcbb-a55855086b89 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] For port 0f6c0d2d-297e-4e76-8440-1295fa1351f4, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=0f6c0d2d-297e-4e76-8440-1295fa1351f4,segment=NetworkSegment(0129dffb-fe43-47b5-a269-4f49ca8f6de7),segment_id=0129dffb-fe43-47b5-a269-4f49ca8f6de7)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:17:35.856679 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d1e324dc-928b-42a5-ac33-23db6ede585a req-bb55dcef-41bb-468a-bcbb-a55855086b89 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (0f6c0d2d-297e-4e76-8440-1295fa1351f4), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:35.870812 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-d1e324dc-928b-42a5-ac33-23db6ede585a req-bb55dcef-41bb-468a-bcbb-a55855086b89 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Calling delete_port for 0f6c0d2d-297e-4e76-8440-1295fa1351f4 owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:17:36.058625 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d1e324dc-928b-42a5-ac33-23db6ede585a req-bb55dcef-41bb-468a-bcbb-a55855086b89 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (0f6c0d2d-297e-4e76-8440-1295fa1351f4), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:36.078893 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5678bed-be1f-461a-99c5-90b9fc97a82a req-f2ae039b-2f0f-48ed-a6d7-9ad644719fe0 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:36.080526 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a5678bed-be1f-461a-99c5-90b9fc97a82a req-f2ae039b-2f0f-48ed-a6d7-9ad644719fe0 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=45dcaf20-7dc4-49ae-9d38-d1aa33837cd8 HTTP/1.1" status: 200 len: 945 time: 0.0912139 Jan 28 07:17:36.096449 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['0f6c0d2d-297e-4e76-8440-1295fa1351f4'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:17:36.106328 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb55dcef-41bb-468a-bcbb-a55855086b89 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Pushing event deleted for resources: {'Port': ['ID=0f6c0d2d-297e-4e76-8440-1295fa1351f4,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:17:36.162519 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1e324dc-928b-42a5-ac33-23db6ede585a req-bb55dcef-41bb-468a-bcbb-a55855086b89 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] No DVR routers for this DVR port 0f6c0d2d-297e-4e76-8440-1295fa1351f4 on host n-h1-712749-28 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:17:36.165236 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 0e1d62d9-7bdc-43bc-8572-51547f00ada7 no longer exists at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:17:36.165900 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d1e324dc-928b-42a5-ac33-23db6ede585a req-bb55dcef-41bb-468a-bcbb-a55855086b89 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:36.169966 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d1e324dc-928b-42a5-ac33-23db6ede585a req-bb55dcef-41bb-468a-bcbb-a55855086b89 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.10 "DELETE /v2.0/ports/0f6c0d2d-297e-4e76-8440-1295fa1351f4 HTTP/1.1" status: 204 len: 173 time: 0.5180135 Jan 28 07:17:36.170451 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a2737ee-f61e-4f07-836f-8237b18d9f2d', 'name': 'network-vif-deleted', 'tag': '0f6c0d2d-297e-4e76-8440-1295fa1351f4'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:17:36.172834 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-975e7589-48a3-43a1-80d2-ee8f54246c8b" -d '{"events": [{"server_uuid": "9a2737ee-f61e-4f07-836f-8237b18d9f2d", "name": "network-vif-deleted", "tag": "0f6c0d2d-297e-4e76-8440-1295fa1351f4"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:17:36.196853 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] No Port match for: 0e1d62d9-7bdc-43bc-8572-51547f00ada7 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:17:36.197211 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 0e1d62d9-7bdc-43bc-8572-51547f00ada7 not bound to the agent host n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:17:36.219500 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a5678bed-be1f-461a-99c5-90b9fc97a82a req-f88a2e15-8fb9-4dc7-b4e5-1a45d7ca4bb3 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e9c3947-6ff8-4aa4-a1f7-c165b64c94a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136947 Jan 28 07:17:36.268046 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8c9794a6-0652-4074-b9cd-977b2a2844e8 req-1489af3d-a65a-40f7-a597-0703ce0d5808 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a2737ee-f61e-4f07-836f-8237b18d9f2d HTTP/1.1" status: 200 len: 210 time: 0.0260615 Jan 28 07:17:36.272714 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-814808d3-840d-4cca-950b-b694c5532db7 x-openstack-request-id: req-814808d3-840d-4cca-950b-b694c5532db7 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:17:36.273242 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a2737ee-f61e-4f07-836f-8237b18d9f2d", "name": "network-vif-deleted", "tag": "0f6c0d2d-297e-4e76-8440-1295fa1351f4", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:17:36.273704 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-814808d3-840d-4cca-950b-b694c5532db7 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:17:36.274305 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a2737ee-f61e-4f07-836f-8237b18d9f2d', 'name': 'network-vif-deleted', 'tag': '0f6c0d2d-297e-4e76-8440-1295fa1351f4', 'status': 'completed', 'code': 200} Jan 28 07:17:36.448932 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e182499-0172-418b-8661-f8d01d960a55', 'name': 'network-vif-deleted', 'tag': '6aec374c-cc44-4b58-a98c-bf7de184cc69'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:17:36.451279 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f35e98b8-e8e0-49a6-9e47-d6ac7e837276" -d '{"events": [{"server_uuid": "4e182499-0172-418b-8661-f8d01d960a55", "name": "network-vif-deleted", "tag": "6aec374c-cc44-4b58-a98c-bf7de184cc69"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:17:36.487225 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82e170de-31fa-4c7b-b50d-c68bddecd0d5 x-openstack-request-id: req-82e170de-31fa-4c7b-b50d-c68bddecd0d5 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:17:36.487588 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e182499-0172-418b-8661-f8d01d960a55", "name": "network-vif-deleted", "tag": "6aec374c-cc44-4b58-a98c-bf7de184cc69", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:17:36.487846 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-82e170de-31fa-4c7b-b50d-c68bddecd0d5 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:17:36.488868 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e182499-0172-418b-8661-f8d01d960a55', 'name': 'network-vif-deleted', 'tag': '6aec374c-cc44-4b58-a98c-bf7de184cc69', 'status': 'completed', 'code': 200} Jan 28 07:17:36.745524 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e076f99-1383-475e-afaa-2831d25afa0e req-be6bd28c-636c-4588-8bdf-7676efa91afc tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:36.751760 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e076f99-1383-475e-afaa-2831d25afa0e req-be6bd28c-636c-4588-8bdf-7676efa91afc tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:36.757097 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e076f99-1383-475e-afaa-2831d25afa0e req-be6bd28c-636c-4588-8bdf-7676efa91afc tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:36.762404 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e076f99-1383-475e-afaa-2831d25afa0e req-be6bd28c-636c-4588-8bdf-7676efa91afc tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:36.767899 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e076f99-1383-475e-afaa-2831d25afa0e req-be6bd28c-636c-4588-8bdf-7676efa91afc tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:36.774103 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e076f99-1383-475e-afaa-2831d25afa0e req-be6bd28c-636c-4588-8bdf-7676efa91afc tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:36.779442 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e076f99-1383-475e-afaa-2831d25afa0e req-be6bd28c-636c-4588-8bdf-7676efa91afc tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:36.780579 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944c9720-f9bb-4681-b74b-89ee772d8804 req-ac5b81c1-ef2c-4df0-81bf-07591aff0026 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:36.781338 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4e076f99-1383-475e-afaa-2831d25afa0e req-be6bd28c-636c-4588-8bdf-7676efa91afc tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009 HTTP/1.1" status: 200 len: 5429 time: 0.0915871 Jan 28 07:17:36.782188 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-944c9720-f9bb-4681-b74b-89ee772d8804 req-ac5b81c1-ef2c-4df0-81bf-07591aff0026 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] 10.222.0.41 "GET /v2.0/ports?device_id=2aaf3fde-f7e8-4523-8ab0-cf429d8d3b08 HTTP/1.1" status: 200 len: 946 time: 0.0499318 Jan 28 07:17:36.831786 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-944c9720-f9bb-4681-b74b-89ee772d8804 req-caafbcf8-3f5b-4982-9c73-30562706cfa6 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] 10.222.0.41 "GET /v2.0/security-groups?id=b062c5ff-24c7-4bbf-8744-177eb2dd003a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431943 Jan 28 07:17:36.864779 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4e076f99-1383-475e-afaa-2831d25afa0e req-a5b30ce8-93fa-4d6e-a51f-ea7badd93970 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/security-groups?id=e05d74b3-220f-46cd-b475-266b231f0f88&id=7f4d2140-e017-41d8-8ff9-e5d9b5e3138b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0754366 Jan 28 07:17:36.891835 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:36.939926 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2d31caa8-8c87-4ba9-9c55-a693ed876385 req-13ec072d-be0a-424c-84bd-9b3a9c1f7340 tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] 10.222.0.41 "GET /v2.0/ports?device_id=34a4ccd4-af0a-4d5b-86ac-f0544f8f059d HTTP/1.1" status: 200 len: 210 time: 0.0306435 Jan 28 07:17:37.335250 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9f253b-afd8-4cd9-9f97-3f285359069c req-befc6b42-6aa7-4be6-a9da-28720adb369b tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:37.337276 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ac9f253b-afd8-4cd9-9f97-3f285359069c req-befc6b42-6aa7-4be6-a9da-28720adb369b tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=45dcaf20-7dc4-49ae-9d38-d1aa33837cd8 HTTP/1.1" status: 200 len: 945 time: 0.0569777 Jan 28 07:17:37.372689 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6dd9692f-858c-48a7-b7c1-9682a47beb4a req-e81b08d0-fbb8-4b63-b475-2ca10a6f9bef tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a2737ee-f61e-4f07-836f-8237b18d9f2d HTTP/1.1" status: 200 len: 210 time: 0.0276659 Jan 28 07:17:37.386966 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ac9f253b-afd8-4cd9-9f97-3f285359069c req-7f3786ec-1f7d-40dc-946c-e24a3af51d00 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e9c3947-6ff8-4aa4-a1f7-c165b64c94a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436108 Jan 28 07:17:37.650099 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603a1ea2-d4f2-41d8-b56a-1fd6ad85718d req-7d9665bb-5e83-41de-b65d-e63ec1b7c5fb tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:37.651634 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-603a1ea2-d4f2-41d8-b56a-1fd6ad85718d req-7d9665bb-5e83-41de-b65d-e63ec1b7c5fb tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.10 "GET /v2.0/ports?device_id=45dcaf20-7dc4-49ae-9d38-d1aa33837cd8 HTTP/1.1" status: 200 len: 945 time: 0.0485992 Jan 28 07:17:37.751217 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-603a1ea2-d4f2-41d8-b56a-1fd6ad85718d req-77b6bd30-f456-4a0c-808f-e239ed9d01cf tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Deleting port 08e8f3d4-ff76-4c7d-8942-f33dca578036 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:17:37.751853 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-603a1ea2-d4f2-41d8-b56a-1fd6ad85718d req-77b6bd30-f456-4a0c-808f-e239ed9d01cf tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (08e8f3d4-ff76-4c7d-8942-f33dca578036), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:37.842070 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-603a1ea2-d4f2-41d8-b56a-1fd6ad85718d req-77b6bd30-f456-4a0c-808f-e239ed9d01cf tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] For port 08e8f3d4-ff76-4c7d-8942-f33dca578036, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=08e8f3d4-ff76-4c7d-8942-f33dca578036,segment=NetworkSegment(67c4ed53-bfbf-4494-8d62-da0c7e4209c8),segment_id=67c4ed53-bfbf-4494-8d62-da0c7e4209c8)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:17:37.842443 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-603a1ea2-d4f2-41d8-b56a-1fd6ad85718d req-77b6bd30-f456-4a0c-808f-e239ed9d01cf tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (08e8f3d4-ff76-4c7d-8942-f33dca578036), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:37.856832 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-603a1ea2-d4f2-41d8-b56a-1fd6ad85718d req-77b6bd30-f456-4a0c-808f-e239ed9d01cf tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Calling delete_port for 08e8f3d4-ff76-4c7d-8942-f33dca578036 owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:17:37.982341 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba28dea-877f-467a-83c4-ab35ee24a1df req-6830e9dd-e9e2-44b8-81b4-50dec1a75134 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:37.984084 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3ba28dea-877f-467a-83c4-ab35ee24a1df req-6830e9dd-e9e2-44b8-81b4-50dec1a75134 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] 10.222.0.41 "GET /v2.0/ports?device_id=2aaf3fde-f7e8-4523-8ab0-cf429d8d3b08 HTTP/1.1" status: 200 len: 946 time: 0.0785198 Jan 28 07:17:38.014370 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbb79af-edd2-4ca7-a6ce-9fec4ecabff4 req-c2c3baea-0a51-481d-ba5e-1808eac1c18f tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:38.022241 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbb79af-edd2-4ca7-a6ce-9fec4ecabff4 req-c2c3baea-0a51-481d-ba5e-1808eac1c18f tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:38.027742 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbb79af-edd2-4ca7-a6ce-9fec4ecabff4 req-c2c3baea-0a51-481d-ba5e-1808eac1c18f tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:38.033061 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbb79af-edd2-4ca7-a6ce-9fec4ecabff4 req-c2c3baea-0a51-481d-ba5e-1808eac1c18f tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:38.039410 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbb79af-edd2-4ca7-a6ce-9fec4ecabff4 req-c2c3baea-0a51-481d-ba5e-1808eac1c18f tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:38.044829 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbb79af-edd2-4ca7-a6ce-9fec4ecabff4 req-c2c3baea-0a51-481d-ba5e-1808eac1c18f tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:38.050196 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbb79af-edd2-4ca7-a6ce-9fec4ecabff4 req-c2c3baea-0a51-481d-ba5e-1808eac1c18f tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:38.053124 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4fbb79af-edd2-4ca7-a6ce-9fec4ecabff4 req-c2c3baea-0a51-481d-ba5e-1808eac1c18f tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009 HTTP/1.1" status: 200 len: 5429 time: 0.0959144 Jan 28 07:17:38.073390 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-603a1ea2-d4f2-41d8-b56a-1fd6ad85718d req-77b6bd30-f456-4a0c-808f-e239ed9d01cf tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (08e8f3d4-ff76-4c7d-8942-f33dca578036), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:38.085702 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3ba28dea-877f-467a-83c4-ab35ee24a1df req-b19df3e1-24d2-41be-a95e-f2f5b00cc8bf tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] 10.222.0.41 "GET /v2.0/security-groups?id=b062c5ff-24c7-4bbf-8744-177eb2dd003a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858107 Jan 28 07:17:38.113091 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['08e8f3d4-ff76-4c7d-8942-f33dca578036'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:17:38.116322 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['74c51dd4-789c-4c23-9ba8-db6cc4ee322f'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:17:38.129162 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b6bd30-f456-4a0c-808f-e239ed9d01cf tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Pushing event deleted for resources: {'Port': ['ID=08e8f3d4-ff76-4c7d-8942-f33dca578036,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:17:38.150865 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4fbb79af-edd2-4ca7-a6ce-9fec4ecabff4 req-89735014-da1f-472b-8ba1-64c05d6070a0 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/security-groups?id=e05d74b3-220f-46cd-b475-266b231f0f88&id=7f4d2140-e017-41d8-8ff9-e5d9b5e3138b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0884581 Jan 28 07:17:38.172487 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 6aec374c-cc44-4b58-a98c-bf7de184cc69 no longer exists at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:17:38.203569 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] No Port match for: 6aec374c-cc44-4b58-a98c-bf7de184cc69 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:17:38.203569 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 6aec374c-cc44-4b58-a98c-bf7de184cc69 not bound to the agent host n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:17:38.214368 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-603a1ea2-d4f2-41d8-b56a-1fd6ad85718d req-77b6bd30-f456-4a0c-808f-e239ed9d01cf tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] No DVR routers for this DVR port 08e8f3d4-ff76-4c7d-8942-f33dca578036 on host n-h1-712749-28 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:17:38.217503 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-603a1ea2-d4f2-41d8-b56a-1fd6ad85718d req-77b6bd30-f456-4a0c-808f-e239ed9d01cf tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:38.221283 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-603a1ea2-d4f2-41d8-b56a-1fd6ad85718d req-77b6bd30-f456-4a0c-808f-e239ed9d01cf tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.10 "DELETE /v2.0/ports/08e8f3d4-ff76-4c7d-8942-f33dca578036 HTTP/1.1" status: 204 len: 173 time: 0.5636849 Jan 28 07:17:38.251612 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9f3530e0-bf15-4e10-8f5a-bd180af070fd req-2bc21473-18e1-4e9e-82e3-81d81992005d tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] 10.222.0.41 "GET /v2.0/ports?device_id=34a4ccd4-af0a-4d5b-86ac-f0544f8f059d HTTP/1.1" status: 200 len: 210 time: 0.0293124 Jan 28 07:17:38.276635 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45dcaf20-7dc4-49ae-9d38-d1aa33837cd8', 'name': 'network-vif-deleted', 'tag': '08e8f3d4-ff76-4c7d-8942-f33dca578036'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:17:38.279029 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ccb9a11-5ed0-44e2-8933-867549af8375" -d '{"events": [{"server_uuid": "45dcaf20-7dc4-49ae-9d38-d1aa33837cd8", "name": "network-vif-deleted", "tag": "08e8f3d4-ff76-4c7d-8942-f33dca578036"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:17:38.321702 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:17:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f490ae50-51ce-4ab5-993c-83a11ccf57a5 x-openstack-request-id: req-f490ae50-51ce-4ab5-993c-83a11ccf57a5 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:17:38.322204 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45dcaf20-7dc4-49ae-9d38-d1aa33837cd8", "name": "network-vif-deleted", "tag": "08e8f3d4-ff76-4c7d-8942-f33dca578036", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:17:38.322610 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f490ae50-51ce-4ab5-993c-83a11ccf57a5 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:17:38.323349 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45dcaf20-7dc4-49ae-9d38-d1aa33837cd8', 'name': 'network-vif-deleted', 'tag': '08e8f3d4-ff76-4c7d-8942-f33dca578036', 'status': 'completed', 'code': 200} Jan 28 07:17:38.393468 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 0f6c0d2d-297e-4e76-8440-1295fa1351f4 no longer exists at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:17:38.436465 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] No Port match for: 0f6c0d2d-297e-4e76-8440-1295fa1351f4 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:17:38.436971 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 0f6c0d2d-297e-4e76-8440-1295fa1351f4 not bound to the agent host n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:17:38.494897 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-877f4ba6-6cb6-486d-8b56-cc9a5fee9257 req-f1089dac-be77-416f-a173-088201a90277 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a2737ee-f61e-4f07-836f-8237b18d9f2d HTTP/1.1" status: 200 len: 210 time: 0.0308881 Jan 28 07:17:38.539483 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-bc519e26-bcaa-4fa0-9da3-325d4e01a27a req-519ded4b-7453-4192-9cad-2421c652337d tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=45dcaf20-7dc4-49ae-9d38-d1aa33837cd8 HTTP/1.1" status: 200 len: 210 time: 0.0324256 Jan 28 07:17:38.576758 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:39.213276 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0527a834-2670-4ae0-bf5d-0517cb6d708f req-e19c5ea3-82b5-4eb8-892b-57b08d04bf6e tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:39.214785 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0527a834-2670-4ae0-bf5d-0517cb6d708f req-e19c5ea3-82b5-4eb8-892b-57b08d04bf6e tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] 10.222.0.41 "GET /v2.0/ports?device_id=2aaf3fde-f7e8-4523-8ab0-cf429d8d3b08 HTTP/1.1" status: 200 len: 946 time: 0.0529797 Jan 28 07:17:39.263617 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0527a834-2670-4ae0-bf5d-0517cb6d708f req-a25e0843-cdab-4d01-95cb-f66384242f25 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] 10.222.0.41 "GET /v2.0/security-groups?id=b062c5ff-24c7-4bbf-8744-177eb2dd003a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431790 Jan 28 07:17:39.328137 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418b884f-c69f-45c8-871f-01d3c51d895e req-bd053705-0810-4890-aedc-e74f49dca5be tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:39.335290 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418b884f-c69f-45c8-871f-01d3c51d895e req-bd053705-0810-4890-aedc-e74f49dca5be tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:39.340858 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418b884f-c69f-45c8-871f-01d3c51d895e req-bd053705-0810-4890-aedc-e74f49dca5be tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:39.346695 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418b884f-c69f-45c8-871f-01d3c51d895e req-bd053705-0810-4890-aedc-e74f49dca5be tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:39.352786 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418b884f-c69f-45c8-871f-01d3c51d895e req-bd053705-0810-4890-aedc-e74f49dca5be tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:39.354768 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9321f76d-37d2-481d-a5af-e2f70aaae686 req-808d5a87-6e26-44ec-bb4e-5559ead30e6b tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] 10.222.0.41 "GET /v2.0/ports?device_id=34a4ccd4-af0a-4d5b-86ac-f0544f8f059d HTTP/1.1" status: 200 len: 210 time: 0.0276451 Jan 28 07:17:39.359328 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418b884f-c69f-45c8-871f-01d3c51d895e req-bd053705-0810-4890-aedc-e74f49dca5be tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:39.365586 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418b884f-c69f-45c8-871f-01d3c51d895e req-bd053705-0810-4890-aedc-e74f49dca5be tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:39.372885 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-418b884f-c69f-45c8-871f-01d3c51d895e req-bd053705-0810-4890-aedc-e74f49dca5be tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009 HTTP/1.1" status: 200 len: 5429 time: 0.1150398 Jan 28 07:17:39.427595 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-418b884f-c69f-45c8-871f-01d3c51d895e req-2a8cafd0-7084-4351-9f75-93b83400556e tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/security-groups?id=e05d74b3-220f-46cd-b475-266b231f0f88&id=7f4d2140-e017-41d8-8ff9-e5d9b5e3138b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0538483 Jan 28 07:17:39.605320 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ba562ed5-4469-4acb-a308-aebee1afd9c3 req-ef6aad90-2496-4a92-b333-99fc119cdfdc tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a2737ee-f61e-4f07-836f-8237b18d9f2d HTTP/1.1" status: 200 len: 210 time: 0.0302889 Jan 28 07:17:39.671066 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:39.849593 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c54cab-2f6e-4f2c-a71d-4349a536d26d req-da40a0a9-9444-4574-b7f0-d0bed828a2a6 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:39.851202 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-51c54cab-2f6e-4f2c-a71d-4349a536d26d req-da40a0a9-9444-4574-b7f0-d0bed828a2a6 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=f255ed55-87c8-4949-a89a-d6b84a3ce0a3 HTTP/1.1" status: 200 len: 945 time: 0.0522943 Jan 28 07:17:39.900924 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-51c54cab-2f6e-4f2c-a71d-4349a536d26d req-830d2992-91a5-4198-a3d3-9b3648f446ec tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e9c3947-6ff8-4aa4-a1f7-c165b64c94a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441697 Jan 28 07:17:40.188393 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f637f756-6af3-4161-8073-f9a7456820ea req-8f432114-85b8-4d35-86f3-419c383fdcc6 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:40.189818 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f637f756-6af3-4161-8073-f9a7456820ea req-8f432114-85b8-4d35-86f3-419c383fdcc6 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.44 "GET /v2.0/ports?device_id=f255ed55-87c8-4949-a89a-d6b84a3ce0a3 HTTP/1.1" status: 200 len: 945 time: 0.0490527 Jan 28 07:17:40.286385 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-f637f756-6af3-4161-8073-f9a7456820ea req-79650e96-7bbe-4140-b38b-8fcd078a2a7e tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Deleting port 74c51dd4-789c-4c23-9ba8-db6cc4ee322f {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:17:40.286747 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-f637f756-6af3-4161-8073-f9a7456820ea req-79650e96-7bbe-4140-b38b-8fcd078a2a7e tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (74c51dd4-789c-4c23-9ba8-db6cc4ee322f), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:40.404067 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 08e8f3d4-ff76-4c7d-8942-f33dca578036 no longer exists at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:17:40.442692 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] No Port match for: 08e8f3d4-ff76-4c7d-8942-f33dca578036 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:17:40.443358 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 08e8f3d4-ff76-4c7d-8942-f33dca578036 not bound to the agent host n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:17:40.443501 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fce18d-6ca6-4efa-ac2f-b692ca6b527f req-583f756f-4ff7-43e0-ae1e-00d1c50821fa tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:40.445060 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-05fce18d-6ca6-4efa-ac2f-b692ca6b527f req-583f756f-4ff7-43e0-ae1e-00d1c50821fa tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] 10.222.0.41 "GET /v2.0/ports?device_id=2aaf3fde-f7e8-4523-8ab0-cf429d8d3b08 HTTP/1.1" status: 200 len: 946 time: 0.1036382 Jan 28 07:17:40.498939 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-05fce18d-6ca6-4efa-ac2f-b692ca6b527f req-36436213-00a6-44de-afd4-59b89f7111ef tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] 10.222.0.41 "GET /v2.0/security-groups?id=b062c5ff-24c7-4bbf-8744-177eb2dd003a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466323 Jan 28 07:17:40.625345 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedbcc19-792c-4e79-a3ae-a5adae8d1d62 req-cabf6a1b-2c53-4d17-81f2-8dd954087822 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:40.631107 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedbcc19-792c-4e79-a3ae-a5adae8d1d62 req-cabf6a1b-2c53-4d17-81f2-8dd954087822 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:40.636520 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedbcc19-792c-4e79-a3ae-a5adae8d1d62 req-cabf6a1b-2c53-4d17-81f2-8dd954087822 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:40.641863 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedbcc19-792c-4e79-a3ae-a5adae8d1d62 req-cabf6a1b-2c53-4d17-81f2-8dd954087822 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:40.647760 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedbcc19-792c-4e79-a3ae-a5adae8d1d62 req-cabf6a1b-2c53-4d17-81f2-8dd954087822 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:40.653064 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedbcc19-792c-4e79-a3ae-a5adae8d1d62 req-cabf6a1b-2c53-4d17-81f2-8dd954087822 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:40.658275 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedbcc19-792c-4e79-a3ae-a5adae8d1d62 req-cabf6a1b-2c53-4d17-81f2-8dd954087822 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:40.660245 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-cedbcc19-792c-4e79-a3ae-a5adae8d1d62 req-cabf6a1b-2c53-4d17-81f2-8dd954087822 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009 HTTP/1.1" status: 200 len: 5429 time: 0.0925493 Jan 28 07:17:40.661306 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4d239243-b914-4c13-a0c6-cf9ceb698b3e req-02c79c19-f71d-4245-abf1-30a412c3dc09 tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] 10.222.0.41 "GET /v2.0/ports?device_id=34a4ccd4-af0a-4d5b-86ac-f0544f8f059d HTTP/1.1" status: 200 len: 210 time: 0.0339291 Jan 28 07:17:40.712634 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-f637f756-6af3-4161-8073-f9a7456820ea req-79650e96-7bbe-4140-b38b-8fcd078a2a7e tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] For port 74c51dd4-789c-4c23-9ba8-db6cc4ee322f, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=74c51dd4-789c-4c23-9ba8-db6cc4ee322f,segment=NetworkSegment(67c4ed53-bfbf-4494-8d62-da0c7e4209c8),segment_id=67c4ed53-bfbf-4494-8d62-da0c7e4209c8)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:17:40.713173 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-f637f756-6af3-4161-8073-f9a7456820ea req-79650e96-7bbe-4140-b38b-8fcd078a2a7e tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (74c51dd4-789c-4c23-9ba8-db6cc4ee322f), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:40.730350 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-f637f756-6af3-4161-8073-f9a7456820ea req-79650e96-7bbe-4140-b38b-8fcd078a2a7e tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Calling delete_port for 74c51dd4-789c-4c23-9ba8-db6cc4ee322f owned by compute:nova {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:17:40.740039 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-cedbcc19-792c-4e79-a3ae-a5adae8d1d62 req-1393ed33-ca1e-4f76-8221-bb848946f680 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/security-groups?id=e05d74b3-220f-46cd-b475-266b231f0f88&id=7f4d2140-e017-41d8-8ff9-e5d9b5e3138b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0699081 Jan 28 07:17:40.768907 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ab26327d-1ac3-4541-8553-786d77c2f147 req-36fe93b8-20e0-476a-b37a-1d9a57d7aea5 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a2737ee-f61e-4f07-836f-8237b18d9f2d HTTP/1.1" status: 200 len: 210 time: 0.0391920 Jan 28 07:17:40.895267 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-f637f756-6af3-4161-8073-f9a7456820ea req-79650e96-7bbe-4140-b38b-8fcd078a2a7e tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (74c51dd4-789c-4c23-9ba8-db6cc4ee322f), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:40.921706 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79650e96-7bbe-4140-b38b-8fcd078a2a7e tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Pushing event deleted for resources: {'Port': ['ID=74c51dd4-789c-4c23-9ba8-db6cc4ee322f,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:17:40.942305 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['74c51dd4-789c-4c23-9ba8-db6cc4ee322f'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:17:40.959682 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79650e96-7bbe-4140-b38b-8fcd078a2a7e tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:17:40.959682 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79650e96-7bbe-4140-b38b-8fcd078a2a7e tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:17:40.960007 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79650e96-7bbe-4140-b38b-8fcd078a2a7e tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:17:40.960350 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79650e96-7bbe-4140-b38b-8fcd078a2a7e tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:17:40.960690 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79650e96-7bbe-4140-b38b-8fcd078a2a7e tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:17:40.961024 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79650e96-7bbe-4140-b38b-8fcd078a2a7e tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:17:40.961351 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79650e96-7bbe-4140-b38b-8fcd078a2a7e tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:17:40.961674 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79650e96-7bbe-4140-b38b-8fcd078a2a7e tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:17:40.961998 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79650e96-7bbe-4140-b38b-8fcd078a2a7e tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:17:40.962319 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79650e96-7bbe-4140-b38b-8fcd078a2a7e tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:17:40.962694 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79650e96-7bbe-4140-b38b-8fcd078a2a7e tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:17:40.962959 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79650e96-7bbe-4140-b38b-8fcd078a2a7e tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:17:40.963276 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79650e96-7bbe-4140-b38b-8fcd078a2a7e tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:17:40.983594 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-f637f756-6af3-4161-8073-f9a7456820ea req-79650e96-7bbe-4140-b38b-8fcd078a2a7e tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] No DVR routers for this DVR port 74c51dd4-789c-4c23-9ba8-db6cc4ee322f on host n-h2-712749-28 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:17:40.986215 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-f637f756-6af3-4161-8073-f9a7456820ea req-79650e96-7bbe-4140-b38b-8fcd078a2a7e tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:40.990926 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f637f756-6af3-4161-8073-f9a7456820ea req-79650e96-7bbe-4140-b38b-8fcd078a2a7e tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.44 "DELETE /v2.0/ports/74c51dd4-789c-4c23-9ba8-db6cc4ee322f HTTP/1.1" status: 204 len: 173 time: 0.7957854 Jan 28 07:17:40.991558 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f255ed55-87c8-4949-a89a-d6b84a3ce0a3', 'name': 'network-vif-deleted', 'tag': '74c51dd4-789c-4c23-9ba8-db6cc4ee322f'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:17:40.993789 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a435c95-5cd5-4797-857d-4323276e5158" -d '{"events": [{"server_uuid": "f255ed55-87c8-4949-a89a-d6b84a3ce0a3", "name": "network-vif-deleted", "tag": "74c51dd4-789c-4c23-9ba8-db6cc4ee322f"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:17:41.023170 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8bf7a00e-8fef-4ad4-b5dd-ffb25748e08d req-e9ddaf93-1474-4400-86ef-19f3d247bf5b tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=f255ed55-87c8-4949-a89a-d6b84a3ce0a3 HTTP/1.1" status: 200 len: 210 time: 0.0266693 Jan 28 07:17:41.052061 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9448da21-3e2d-46d9-8403-614ed36e666f x-openstack-request-id: req-9448da21-3e2d-46d9-8403-614ed36e666f {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:17:41.052316 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f255ed55-87c8-4949-a89a-d6b84a3ce0a3", "name": "network-vif-deleted", "tag": "74c51dd4-789c-4c23-9ba8-db6cc4ee322f", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:17:41.052639 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9448da21-3e2d-46d9-8403-614ed36e666f {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:17:41.052976 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f255ed55-87c8-4949-a89a-d6b84a3ce0a3', 'name': 'network-vif-deleted', 'tag': '74c51dd4-789c-4c23-9ba8-db6cc4ee322f', 'status': 'completed', 'code': 200} Jan 28 07:17:41.620213 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2941bcc-a5e8-4244-9639-9a9e6e7ae18d req-c868c0d1-dc94-43da-8595-48d182c9a764 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:41.621857 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a2941bcc-a5e8-4244-9639-9a9e6e7ae18d req-c868c0d1-dc94-43da-8595-48d182c9a764 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] 10.222.0.41 "GET /v2.0/ports?device_id=2aaf3fde-f7e8-4523-8ab0-cf429d8d3b08 HTTP/1.1" status: 200 len: 946 time: 0.0522962 Jan 28 07:17:41.674468 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a2941bcc-a5e8-4244-9639-9a9e6e7ae18d req-f4fcf573-056e-4370-be08-7a7a87168ce5 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] 10.222.0.41 "GET /v2.0/security-groups?id=b062c5ff-24c7-4bbf-8744-177eb2dd003a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455446 Jan 28 07:17:41.762796 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e4e26a6d-f9dc-4271-9a9a-7bbd7e3b3175 req-64b332e3-e604-49ed-a9ef-abec17a9161c tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] 10.222.0.41 "GET /v2.0/ports?device_id=34a4ccd4-af0a-4d5b-86ac-f0544f8f059d HTTP/1.1" status: 200 len: 210 time: 0.0307138 Jan 28 07:17:41.874785 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a76ffb87-2e57-470f-a370-5c886a30046c req-576d1e87-2b88-4e32-8e41-b862d6dfa90e tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a2737ee-f61e-4f07-836f-8237b18d9f2d HTTP/1.1" status: 200 len: 210 time: 0.0288787 Jan 28 07:17:41.900319 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a54e41d-04a8-46ea-b932-259ad0eca90b req-ca358cf0-da87-46d9-a496-beaa6e0aec29 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:41.905703 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a54e41d-04a8-46ea-b932-259ad0eca90b req-ca358cf0-da87-46d9-a496-beaa6e0aec29 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:41.913458 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a54e41d-04a8-46ea-b932-259ad0eca90b req-ca358cf0-da87-46d9-a496-beaa6e0aec29 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:41.919173 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a54e41d-04a8-46ea-b932-259ad0eca90b req-ca358cf0-da87-46d9-a496-beaa6e0aec29 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:41.924610 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a54e41d-04a8-46ea-b932-259ad0eca90b req-ca358cf0-da87-46d9-a496-beaa6e0aec29 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:41.930246 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a54e41d-04a8-46ea-b932-259ad0eca90b req-ca358cf0-da87-46d9-a496-beaa6e0aec29 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:41.935781 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a54e41d-04a8-46ea-b932-259ad0eca90b req-ca358cf0-da87-46d9-a496-beaa6e0aec29 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:41.937755 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4a54e41d-04a8-46ea-b932-259ad0eca90b req-ca358cf0-da87-46d9-a496-beaa6e0aec29 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009 HTTP/1.1" status: 200 len: 5429 time: 0.1207016 Jan 28 07:17:41.997192 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4a54e41d-04a8-46ea-b932-259ad0eca90b req-1e2e359d-2aa4-4f34-9c43-ddf078efdb1b tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/security-groups?id=e05d74b3-220f-46cd-b475-266b231f0f88&id=7f4d2140-e017-41d8-8ff9-e5d9b5e3138b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0533679 Jan 28 07:17:42.299054 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a842ca-695b-425e-b2f8-4c25386a75fe req-f2ba7199-a5d8-43d3-ac33-18e43aaa6c0e tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:42.300588 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f7a842ca-695b-425e-b2f8-4c25386a75fe req-f2ba7199-a5d8-43d3-ac33-18e43aaa6c0e tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=232ec39b-90f9-4df8-a403-fe1029cce065 HTTP/1.1" status: 200 len: 945 time: 0.0496030 Jan 28 07:17:42.349615 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f7a842ca-695b-425e-b2f8-4c25386a75fe req-0907a518-897a-4486-a712-00e90b7d6abe tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb65c68e-64e7-49d7-aa93-cf57ceaf78a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431428 Jan 28 07:17:42.798798 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa52297-e72c-45b1-9958-5ca3ce205168 req-70229074-b5d6-4293-bafb-5013b84d6cd3 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:42.800407 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0aa52297-e72c-45b1-9958-5ca3ce205168 req-70229074-b5d6-4293-bafb-5013b84d6cd3 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] 10.222.0.41 "GET /v2.0/ports?device_id=2aaf3fde-f7e8-4523-8ab0-cf429d8d3b08 HTTP/1.1" status: 200 len: 946 time: 0.0567899 Jan 28 07:17:42.851850 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0aa52297-e72c-45b1-9958-5ca3ce205168 req-f0769a7a-5b14-4fe1-b92b-9b097360094a tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] 10.222.0.41 "GET /v2.0/security-groups?id=b062c5ff-24c7-4bbf-8744-177eb2dd003a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449831 Jan 28 07:17:42.860727 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-50d2e759-95c4-47db-a1e8-86783aabea0b req-d29f7564-909f-48c6-88be-acfe146119bf tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] 10.222.0.41 "GET /v2.0/ports?device_id=34a4ccd4-af0a-4d5b-86ac-f0544f8f059d HTTP/1.1" status: 200 len: 210 time: 0.0265625 Jan 28 07:17:42.968934 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2c927e58-be1e-46da-bd40-147a48f4c504 req-f8fb3041-6289-40a4-bfcd-cb3744f13c82 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a2737ee-f61e-4f07-836f-8237b18d9f2d HTTP/1.1" status: 200 len: 210 time: 0.0257976 Jan 28 07:17:43.134408 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a2ee53-fe84-4dc2-8fc2-f40701b6e5e1 req-38e12815-33f1-4b52-a1b1-218ad07661c6 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:43.139659 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a2ee53-fe84-4dc2-8fc2-f40701b6e5e1 req-38e12815-33f1-4b52-a1b1-218ad07661c6 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:43.144985 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a2ee53-fe84-4dc2-8fc2-f40701b6e5e1 req-38e12815-33f1-4b52-a1b1-218ad07661c6 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:43.150249 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a2ee53-fe84-4dc2-8fc2-f40701b6e5e1 req-38e12815-33f1-4b52-a1b1-218ad07661c6 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:43.155493 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a2ee53-fe84-4dc2-8fc2-f40701b6e5e1 req-38e12815-33f1-4b52-a1b1-218ad07661c6 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:43.161514 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a2ee53-fe84-4dc2-8fc2-f40701b6e5e1 req-38e12815-33f1-4b52-a1b1-218ad07661c6 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:43.166798 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a2ee53-fe84-4dc2-8fc2-f40701b6e5e1 req-38e12815-33f1-4b52-a1b1-218ad07661c6 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:43.168758 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-31a2ee53-fe84-4dc2-8fc2-f40701b6e5e1 req-38e12815-33f1-4b52-a1b1-218ad07661c6 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009 HTTP/1.1" status: 200 len: 5429 time: 0.0934300 Jan 28 07:17:43.227282 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-31a2ee53-fe84-4dc2-8fc2-f40701b6e5e1 req-218a28bf-acb8-41e3-9a3f-21b43f09444c tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/security-groups?id=e05d74b3-220f-46cd-b475-266b231f0f88&id=7f4d2140-e017-41d8-8ff9-e5d9b5e3138b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0527546 Jan 28 07:17:43.472467 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10f3a7d-0626-4c8a-a0e7-2d94a2b98c01 req-ac3281ad-4884-4a8c-b696-e0cbd7ccf64e tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:43.474286 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b10f3a7d-0626-4c8a-a0e7-2d94a2b98c01 req-ac3281ad-4884-4a8c-b696-e0cbd7ccf64e tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=232ec39b-90f9-4df8-a403-fe1029cce065 HTTP/1.1" status: 200 len: 945 time: 0.0535030 Jan 28 07:17:43.520739 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b10f3a7d-0626-4c8a-a0e7-2d94a2b98c01 req-7984a16b-39ca-4cdc-bcb2-2a1b46494893 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb65c68e-64e7-49d7-aa93-cf57ceaf78a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406942 Jan 28 07:17:43.960344 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-bb348bcd-e671-418f-b196-1b1ba5bd9903 req-6728947f-31b0-455b-85cb-85e1345e7655 tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] 10.222.0.41 "GET /v2.0/ports?device_id=34a4ccd4-af0a-4d5b-86ac-f0544f8f059d HTTP/1.1" status: 200 len: 210 time: 0.0261869 Jan 28 07:17:43.975432 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dae348-c2e7-4f5d-80cf-166fa473af0c req-84d64a44-99c7-4921-89cb-6e34227f0420 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:43.977015 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-18dae348-c2e7-4f5d-80cf-166fa473af0c req-84d64a44-99c7-4921-89cb-6e34227f0420 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] 10.222.0.41 "GET /v2.0/ports?device_id=2aaf3fde-f7e8-4523-8ab0-cf429d8d3b08 HTTP/1.1" status: 200 len: 946 time: 0.0555859 Jan 28 07:17:44.037704 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-18dae348-c2e7-4f5d-80cf-166fa473af0c req-4ce0b7de-7ff0-4d4a-82bf-8bd3536f5b2c tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] 10.222.0.41 "GET /v2.0/security-groups?id=b062c5ff-24c7-4bbf-8744-177eb2dd003a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498261 Jan 28 07:17:44.038649 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9bf4a0-579b-4635-8934-8b2b992cf8dc req-b1728f5c-690d-48ef-ab5e-ae565d91b930 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:44.040690 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6b9bf4a0-579b-4635-8934-8b2b992cf8dc req-b1728f5c-690d-48ef-ab5e-ae565d91b930 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.10 "GET /v2.0/ports?device_id=232ec39b-90f9-4df8-a403-fe1029cce065 HTTP/1.1" status: 200 len: 945 time: 0.0537603 Jan 28 07:17:44.102847 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-cf4296e0-26ba-4297-a478-4d1b0560104e req-d78c92f7-a3dd-4786-aa2c-9e6c65cff6ee tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a2737ee-f61e-4f07-836f-8237b18d9f2d HTTP/1.1" status: 200 len: 210 time: 0.0579486 Jan 28 07:17:44.170500 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-6b9bf4a0-579b-4635-8934-8b2b992cf8dc req-eae0b51c-7e14-44b7-aa7d-f118b48fb3f5 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Deleting port fe363f1d-683b-48a0-a9d6-60321189ecd0 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:17:44.170844 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-6b9bf4a0-579b-4635-8934-8b2b992cf8dc req-eae0b51c-7e14-44b7-aa7d-f118b48fb3f5 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (fe363f1d-683b-48a0-a9d6-60321189ecd0), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:44.218990 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 74c51dd4-789c-4c23-9ba8-db6cc4ee322f no longer exists at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:17:44.239686 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] No Port match for: 74c51dd4-789c-4c23-9ba8-db6cc4ee322f {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:17:44.240108 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 74c51dd4-789c-4c23-9ba8-db6cc4ee322f not bound to the agent host n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:17:44.259668 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-6b9bf4a0-579b-4635-8934-8b2b992cf8dc req-eae0b51c-7e14-44b7-aa7d-f118b48fb3f5 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] For port fe363f1d-683b-48a0-a9d6-60321189ecd0, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=fe363f1d-683b-48a0-a9d6-60321189ecd0,segment=NetworkSegment(67c4ed53-bfbf-4494-8d62-da0c7e4209c8),segment_id=67c4ed53-bfbf-4494-8d62-da0c7e4209c8)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:17:44.260031 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-6b9bf4a0-579b-4635-8934-8b2b992cf8dc req-eae0b51c-7e14-44b7-aa7d-f118b48fb3f5 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (fe363f1d-683b-48a0-a9d6-60321189ecd0), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:44.414763 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c08713-1ad7-4352-a619-1f5fea5ca31c req-956147be-abfc-433c-bc6e-f263ac83665b tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:44.420051 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c08713-1ad7-4352-a619-1f5fea5ca31c req-956147be-abfc-433c-bc6e-f263ac83665b tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:44.425353 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c08713-1ad7-4352-a619-1f5fea5ca31c req-956147be-abfc-433c-bc6e-f263ac83665b tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:44.430822 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c08713-1ad7-4352-a619-1f5fea5ca31c req-956147be-abfc-433c-bc6e-f263ac83665b tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:44.436376 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c08713-1ad7-4352-a619-1f5fea5ca31c req-956147be-abfc-433c-bc6e-f263ac83665b tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:44.442190 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c08713-1ad7-4352-a619-1f5fea5ca31c req-956147be-abfc-433c-bc6e-f263ac83665b tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:44.451160 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c08713-1ad7-4352-a619-1f5fea5ca31c req-956147be-abfc-433c-bc6e-f263ac83665b tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:44.453116 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c7c08713-1ad7-4352-a619-1f5fea5ca31c req-956147be-abfc-433c-bc6e-f263ac83665b tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009 HTTP/1.1" status: 200 len: 5429 time: 0.1414454 Jan 28 07:17:44.551532 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-6b9bf4a0-579b-4635-8934-8b2b992cf8dc req-eae0b51c-7e14-44b7-aa7d-f118b48fb3f5 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:44.551913 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-6b9bf4a0-579b-4635-8934-8b2b992cf8dc req-eae0b51c-7e14-44b7-aa7d-f118b48fb3f5 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16609095'] for floatingip (ebcb08cf-587f-4196-9d18-24bf351b3b3f), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:44.552462 n-d-712749-28 neutron-server[103284]: INFO neutron.db.l3_db [req-6b9bf4a0-579b-4635-8934-8b2b992cf8dc req-eae0b51c-7e14-44b7-aa7d-f118b48fb3f5 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Floating IP ebcb08cf-587f-4196-9d18-24bf351b3b3f disassociated. External IP: 172.25.6.165, port: fe363f1d-683b-48a0-a9d6-60321189ecd0. Jan 28 07:17:44.552819 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-6b9bf4a0-579b-4635-8934-8b2b992cf8dc req-eae0b51c-7e14-44b7-aa7d-f118b48fb3f5 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Calling delete_port for fe363f1d-683b-48a0-a9d6-60321189ecd0 owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:17:44.575106 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c7c08713-1ad7-4352-a619-1f5fea5ca31c req-9e9d2922-f3c8-4a59-a33d-c2d9a09a911e tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/security-groups?id=e05d74b3-220f-46cd-b475-266b231f0f88&id=7f4d2140-e017-41d8-8ff9-e5d9b5e3138b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1135046 Jan 28 07:17:44.642965 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918e114c-be3d-4882-bcef-4cea085d4b3a req-a5e91ebe-867a-4af5-b04a-9fb61429c07f tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:44.645418 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-918e114c-be3d-4882-bcef-4cea085d4b3a req-a5e91ebe-867a-4af5-b04a-9fb61429c07f tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=232ec39b-90f9-4df8-a403-fe1029cce065 HTTP/1.1" status: 200 len: 945 time: 0.0507424 Jan 28 07:17:44.717968 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-918e114c-be3d-4882-bcef-4cea085d4b3a req-5a68915d-cc9a-45f2-afd4-713a5b0538e6 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb65c68e-64e7-49d7-aa93-cf57ceaf78a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654845 Jan 28 07:17:44.992634 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-6b9bf4a0-579b-4635-8934-8b2b992cf8dc req-eae0b51c-7e14-44b7-aa7d-f118b48fb3f5 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (fe363f1d-683b-48a0-a9d6-60321189ecd0), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:45.022892 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae0b51c-7e14-44b7-aa7d-f118b48fb3f5 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Pushing event deleted for resources: {'Port': ['ID=fe363f1d-683b-48a0-a9d6-60321189ecd0,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:17:45.093718 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae0b51c-7e14-44b7-aa7d-f118b48fb3f5 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:17:45.094072 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae0b51c-7e14-44b7-aa7d-f118b48fb3f5 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:17:45.094400 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae0b51c-7e14-44b7-aa7d-f118b48fb3f5 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:17:45.094737 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae0b51c-7e14-44b7-aa7d-f118b48fb3f5 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:17:45.095072 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae0b51c-7e14-44b7-aa7d-f118b48fb3f5 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:17:45.095403 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae0b51c-7e14-44b7-aa7d-f118b48fb3f5 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:17:45.095729 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae0b51c-7e14-44b7-aa7d-f118b48fb3f5 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:17:45.096050 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae0b51c-7e14-44b7-aa7d-f118b48fb3f5 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:17:45.096398 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae0b51c-7e14-44b7-aa7d-f118b48fb3f5 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:17:45.096741 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae0b51c-7e14-44b7-aa7d-f118b48fb3f5 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:17:45.097036 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae0b51c-7e14-44b7-aa7d-f118b48fb3f5 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:17:45.097397 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae0b51c-7e14-44b7-aa7d-f118b48fb3f5 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:17:45.097716 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae0b51c-7e14-44b7-aa7d-f118b48fb3f5 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:17:45.104923 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-086bb140-863d-48b3-b535-3075e3ee46b2 req-748bac36-8d5e-47ab-981c-d99029820148 tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] 10.222.0.41 "GET /v2.0/ports?device_id=34a4ccd4-af0a-4d5b-86ac-f0544f8f059d HTTP/1.1" status: 200 len: 210 time: 0.0750957 Jan 28 07:17:45.184912 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f1aa5e-3622-442f-afeb-1179ceaeabe1 req-74594bc7-4030-4d40-aea3-d7645fc109f7 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:45.196413 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-77f1aa5e-3622-442f-afeb-1179ceaeabe1 req-74594bc7-4030-4d40-aea3-d7645fc109f7 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] 10.222.0.41 "GET /v2.0/ports?device_id=2aaf3fde-f7e8-4523-8ab0-cf429d8d3b08 HTTP/1.1" status: 200 len: 946 time: 0.0910716 Jan 28 07:17:45.201053 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6b9bf4a0-579b-4635-8934-8b2b992cf8dc req-eae0b51c-7e14-44b7-aa7d-f118b48fb3f5 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Router faa066dd-c59b-4c69-8941-70b13b83ccdb has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:17:45.249148 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-77f1aa5e-3622-442f-afeb-1179ceaeabe1 req-edb40878-394a-4281-bc7d-667fb30b7452 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] 10.222.0.41 "GET /v2.0/security-groups?id=b062c5ff-24c7-4bbf-8744-177eb2dd003a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511355 Jan 28 07:17:45.257876 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7c5187d7-4415-4dc6-8d36-8d85d35d4e6b req-5fdbbe1f-f1af-4b16-ae80-c49061fc3067 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a2737ee-f61e-4f07-836f-8237b18d9f2d HTTP/1.1" status: 200 len: 210 time: 0.0485713 Jan 28 07:17:45.381350 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6b9bf4a0-579b-4635-8934-8b2b992cf8dc req-eae0b51c-7e14-44b7-aa7d-f118b48fb3f5 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:17:45.395192 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d157b5c-2127-42c8-96c4-f9926ac486cf None None] Sync routers for ids ['faa066dd-c59b-4c69-8941-70b13b83ccdb'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:17:45.404976 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d157b5c-2127-42c8-96c4-f9926ac486cf None None] Routers {'faa066dd-c59b-4c69-8941-70b13b83ccdb'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:17:45.405705 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-4d157b5c-2127-42c8-96c4-f9926ac486cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:17:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['faa066dd-c59b-4c69-8941-70b13b83ccdb'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:17:45.426469 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b9bf4a0-579b-4635-8934-8b2b992cf8dc req-eae0b51c-7e14-44b7-aa7d-f118b48fb3f5 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] No DVR routers for this DVR port fe363f1d-683b-48a0-a9d6-60321189ecd0 on host n-h1-712749-28 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:17:45.433021 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-6b9bf4a0-579b-4635-8934-8b2b992cf8dc req-eae0b51c-7e14-44b7-aa7d-f118b48fb3f5 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:45.433021 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6b9bf4a0-579b-4635-8934-8b2b992cf8dc req-eae0b51c-7e14-44b7-aa7d-f118b48fb3f5 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.10 "DELETE /v2.0/ports/fe363f1d-683b-48a0-a9d6-60321189ecd0 HTTP/1.1" status: 204 len: 173 time: 1.3782480 Jan 28 07:17:45.433021 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '232ec39b-90f9-4df8-a403-fe1029cce065', 'name': 'network-vif-deleted', 'tag': 'fe363f1d-683b-48a0-a9d6-60321189ecd0'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:17:45.435448 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63a15d47-349d-4138-982d-6c8f8f830919" -d '{"events": [{"server_uuid": "232ec39b-90f9-4df8-a403-fe1029cce065", "name": "network-vif-deleted", "tag": "fe363f1d-683b-48a0-a9d6-60321189ecd0"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:17:45.489797 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7130448f-09bd-44ee-a1d2-156c167b2bdc x-openstack-request-id: req-7130448f-09bd-44ee-a1d2-156c167b2bdc {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:17:45.490117 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "232ec39b-90f9-4df8-a403-fe1029cce065", "name": "network-vif-deleted", "tag": "fe363f1d-683b-48a0-a9d6-60321189ecd0", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:17:45.490372 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7130448f-09bd-44ee-a1d2-156c167b2bdc {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:17:45.490794 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '232ec39b-90f9-4df8-a403-fe1029cce065', 'name': 'network-vif-deleted', 'tag': 'fe363f1d-683b-48a0-a9d6-60321189ecd0', 'status': 'completed', 'code': 200} Jan 28 07:17:45.523907 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-4d157b5c-2127-42c8-96c4-f9926ac486cf None None] Set router faa066dd-c59b-4c69-8941-70b13b83ccdb gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:17:45.713448 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1062cf-d072-40f5-a380-984ce343c2b8 req-eb943a98-df8f-494d-8725-52763aac0956 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:45.718716 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1062cf-d072-40f5-a380-984ce343c2b8 req-eb943a98-df8f-494d-8725-52763aac0956 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:45.724594 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1062cf-d072-40f5-a380-984ce343c2b8 req-eb943a98-df8f-494d-8725-52763aac0956 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:45.730053 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1062cf-d072-40f5-a380-984ce343c2b8 req-eb943a98-df8f-494d-8725-52763aac0956 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:45.735698 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1062cf-d072-40f5-a380-984ce343c2b8 req-eb943a98-df8f-494d-8725-52763aac0956 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:45.738651 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-4d157b5c-2127-42c8-96c4-f9926ac486cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faa066dd-c59b-4c69-8941-70b13b83ccdb', 'name': 'tempest-ServerActionsTestJSON-463642144-router', 'tenant_id': 'f5fa6549bc8d49d9b2eb68f328326d46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': '347aedd7-3428-43e8-b495-17fb8fef7646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:07:26Z', 'updated_at': '2022-01-28T07:07:33Z', 'revision_number': 4, 'project_id': 'f5fa6549bc8d49d9b2eb68f328326d46', 'gw_port': {'id': '347aedd7-3428-43e8-b495-17fb8fef7646', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d3:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa066dd-c59b-4c69-8941-70b13b83ccdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:07:27Z', 'updated_at': '2022-01-28T07:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': 'af829949-4072-408d-9e1d-b22da1fa3130', 'name': '', 'network_id': 'e794ad63-0b0f-4018-9f49-e800aa3d32de', 'tenant_id': 'f5fa6549bc8d49d9b2eb68f328326d46', 'mac_address': 'fa:16:3e:00:f3:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa066dd-c59b-4c69-8941-70b13b83ccdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '11d8e1f8-50c3-4314-ae17-177714f8d453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:07:32Z', 'updated_at': '2022-01-28T07:07:38Z', 'revision_number': 5, 'project_id': 'f5fa6549bc8d49d9b2eb68f328326d46', 'subnets': [{'id': '11d8e1f8-50c3-4314-ae17-177714f8d453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:17:45.740517 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1062cf-d072-40f5-a380-984ce343c2b8 req-eb943a98-df8f-494d-8725-52763aac0956 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:45.745806 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1062cf-d072-40f5-a380-984ce343c2b8 req-eb943a98-df8f-494d-8725-52763aac0956 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:45.747745 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7f1062cf-d072-40f5-a380-984ce343c2b8 req-eb943a98-df8f-494d-8725-52763aac0956 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009 HTTP/1.1" status: 200 len: 5429 time: 0.0881109 Jan 28 07:17:45.781127 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d157b5c-2127-42c8-96c4-f9926ac486cf None None] Checking router: faa066dd-c59b-4c69-8941-70b13b83ccdb for host: n-d-712749-28 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:17:45.792458 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d157b5c-2127-42c8-96c4-f9926ac486cf None None] Routers {'faa066dd-c59b-4c69-8941-70b13b83ccdb'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:17:45.793858 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-4d157b5c-2127-42c8-96c4-f9926ac486cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:17:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['faa066dd-c59b-4c69-8941-70b13b83ccdb'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:17:45.841219 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7f1062cf-d072-40f5-a380-984ce343c2b8 req-a10ca39d-bb03-4508-aa06-b8c892541a93 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/security-groups?id=e05d74b3-220f-46cd-b475-266b231f0f88&id=7f4d2140-e017-41d8-8ff9-e5d9b5e3138b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0820162 Jan 28 07:17:45.851953 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-385f4ade-3ea7-41bf-a635-adfc31cdeb28 req-4a6b6588-8fce-4e40-9c57-96b065763ab8 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/ports?device_id=232ec39b-90f9-4df8-a403-fe1029cce065 HTTP/1.1" status: 200 len: 210 time: 0.0350268 Jan 28 07:17:45.907587 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-4d157b5c-2127-42c8-96c4-f9926ac486cf None None] Set router faa066dd-c59b-4c69-8941-70b13b83ccdb gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:17:46.103973 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-4d157b5c-2127-42c8-96c4-f9926ac486cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faa066dd-c59b-4c69-8941-70b13b83ccdb', 'name': 'tempest-ServerActionsTestJSON-463642144-router', 'tenant_id': 'f5fa6549bc8d49d9b2eb68f328326d46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': '347aedd7-3428-43e8-b495-17fb8fef7646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:07:26Z', 'updated_at': '2022-01-28T07:07:33Z', 'revision_number': 4, 'project_id': 'f5fa6549bc8d49d9b2eb68f328326d46', 'gw_port': {'id': '347aedd7-3428-43e8-b495-17fb8fef7646', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d3:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa066dd-c59b-4c69-8941-70b13b83ccdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:07:27Z', 'updated_at': '2022-01-28T07:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': 'af829949-4072-408d-9e1d-b22da1fa3130', 'name': '', 'network_id': 'e794ad63-0b0f-4018-9f49-e800aa3d32de', 'tenant_id': 'f5fa6549bc8d49d9b2eb68f328326d46', 'mac_address': 'fa:16:3e:00:f3:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa066dd-c59b-4c69-8941-70b13b83ccdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '11d8e1f8-50c3-4314-ae17-177714f8d453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:07:32Z', 'updated_at': '2022-01-28T07:07:38Z', 'revision_number': 5, 'project_id': 'f5fa6549bc8d49d9b2eb68f328326d46', 'subnets': [{'id': '11d8e1f8-50c3-4314-ae17-177714f8d453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:17:46.133414 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d157b5c-2127-42c8-96c4-f9926ac486cf None None] The sync data for ids ['faa066dd-c59b-4c69-8941-70b13b83ccdb'] in n-d-712749-28 is: [{'id': 'faa066dd-c59b-4c69-8941-70b13b83ccdb', 'name': 'tempest-ServerActionsTestJSON-463642144-router', 'tenant_id': 'f5fa6549bc8d49d9b2eb68f328326d46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': '347aedd7-3428-43e8-b495-17fb8fef7646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:07:26Z', 'updated_at': '2022-01-28T07:07:33Z', 'revision_number': 4, 'project_id': 'f5fa6549bc8d49d9b2eb68f328326d46', 'gw_port': {'id': '347aedd7-3428-43e8-b495-17fb8fef7646', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d3:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa066dd-c59b-4c69-8941-70b13b83ccdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:07:27Z', 'updated_at': '2022-01-28T07:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': 'af829949-4072-408d-9e1d-b22da1fa3130', 'name': '', 'network_id': 'e794ad63-0b0f-4018-9f49-e800aa3d32de', 'tenant_id': 'f5fa6549bc8d49d9b2eb68f328326d46', 'mac_address': 'fa:16:3e:00:f3:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa066dd-c59b-4c69-8941-70b13b83ccdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '11d8e1f8-50c3-4314-ae17-177714f8d453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:07:32Z', 'updated_at': '2022-01-28T07:07:38Z', 'revision_number': 5, 'project_id': 'f5fa6549bc8d49d9b2eb68f328326d46', 'subnets': [{'id': '11d8e1f8-50c3-4314-ae17-177714f8d453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:17:46.219770 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-270ac1b9-659b-459c-968e-a4e0c4ab7d7e req-881de3e2-409a-49e7-a62a-1670c45256c8 tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] 10.222.0.41 "GET /v2.0/ports?device_id=34a4ccd4-af0a-4d5b-86ac-f0544f8f059d HTTP/1.1" status: 200 len: 210 time: 0.0321147 Jan 28 07:17:46.367128 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a80dd738-0202-402d-b227-34fbb1483f0d req-8688e4f1-0f20-4f47-b531-f5821ae63626 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a2737ee-f61e-4f07-836f-8237b18d9f2d HTTP/1.1" status: 200 len: 210 time: 0.0328162 Jan 28 07:17:46.391256 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf47ee69-4cce-4036-a272-ea3faddff8a7 req-b51e61d6-5828-4b47-9565-f40cab4bc91a tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:46.399474 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-bf47ee69-4cce-4036-a272-ea3faddff8a7 req-b51e61d6-5828-4b47-9565-f40cab4bc91a tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] 10.222.0.41 "GET /v2.0/ports?device_id=2aaf3fde-f7e8-4523-8ab0-cf429d8d3b08 HTTP/1.1" status: 200 len: 946 time: 0.0614727 Jan 28 07:17:46.407853 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device fe363f1d-683b-48a0-a9d6-60321189ecd0 no longer exists at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:17:46.447550 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] No Port match for: fe363f1d-683b-48a0-a9d6-60321189ecd0 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:17:46.447906 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device fe363f1d-683b-48a0-a9d6-60321189ecd0 not bound to the agent host n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:17:46.452117 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-bf47ee69-4cce-4036-a272-ea3faddff8a7 req-f6949372-ed14-4dbc-9eaf-318dfa9dc192 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] 10.222.0.41 "GET /v2.0/security-groups?id=b062c5ff-24c7-4bbf-8744-177eb2dd003a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516856 Jan 28 07:17:46.453907 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e5c109-c850-4f4e-9437-617b57bc2d6f None None] New status for floating IP ebcb08cf-587f-4196-9d18-24bf351b3b3f: DOWN {{(pid=103285) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 07:17:46.855379 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e90529-1d8b-4d0b-88b6-8d5ea3033287 req-18fa3cd7-bc29-47bd-95b1-1c892fec19c9 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:46.856836 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c0e90529-1d8b-4d0b-88b6-8d5ea3033287 req-18fa3cd7-bc29-47bd-95b1-1c892fec19c9 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fa73890-3c2c-4c59-9c73-ce1eca1f276c HTTP/1.1" status: 200 len: 945 time: 0.0501831 Jan 28 07:17:46.912484 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c0e90529-1d8b-4d0b-88b6-8d5ea3033287 req-5b89a0eb-3885-4305-b877-23ee27feacac tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f7766-6108-45d3-a769-5b5e90234849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435514 Jan 28 07:17:46.975867 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a7b821-63a9-4377-8017-bb47d25a03a4 req-6448121c-de12-4c2b-8d9d-4c667eaa5841 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:46.981452 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a7b821-63a9-4377-8017-bb47d25a03a4 req-6448121c-de12-4c2b-8d9d-4c667eaa5841 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:46.986839 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a7b821-63a9-4377-8017-bb47d25a03a4 req-6448121c-de12-4c2b-8d9d-4c667eaa5841 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:46.993026 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a7b821-63a9-4377-8017-bb47d25a03a4 req-6448121c-de12-4c2b-8d9d-4c667eaa5841 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:46.998330 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a7b821-63a9-4377-8017-bb47d25a03a4 req-6448121c-de12-4c2b-8d9d-4c667eaa5841 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:47.004089 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a7b821-63a9-4377-8017-bb47d25a03a4 req-6448121c-de12-4c2b-8d9d-4c667eaa5841 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:47.009477 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a7b821-63a9-4377-8017-bb47d25a03a4 req-6448121c-de12-4c2b-8d9d-4c667eaa5841 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:47.011422 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-59a7b821-63a9-4377-8017-bb47d25a03a4 req-6448121c-de12-4c2b-8d9d-4c667eaa5841 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009 HTTP/1.1" status: 200 len: 5429 time: 0.0975616 Jan 28 07:17:47.050358 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a208c61-7136-49d8-ac22-47a242006167 req-b0dd6b7f-ea55-4f21-9950-5fb6a5f7bbf3 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:47.053066 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5a208c61-7136-49d8-ac22-47a242006167 req-b0dd6b7f-ea55-4f21-9950-5fb6a5f7bbf3 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fa73890-3c2c-4c59-9c73-ce1eca1f276c HTTP/1.1" status: 200 len: 945 time: 0.0506041 Jan 28 07:17:47.083065 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-59a7b821-63a9-4377-8017-bb47d25a03a4 req-58a69935-5df0-498c-91cd-348571d78351 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/security-groups?id=e05d74b3-220f-46cd-b475-266b231f0f88&id=7f4d2140-e017-41d8-8ff9-e5d9b5e3138b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0604162 Jan 28 07:17:47.115289 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5a208c61-7136-49d8-ac22-47a242006167 req-204e7a20-6a7b-4899-ab54-8a8bfa510be4 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f7766-6108-45d3-a769-5b5e90234849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564036 Jan 28 07:17:47.115821 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 46932) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:17:47.172098 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3764d53e-03db-4830-bafc-dc0f7af8fe5a tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Publish callbacks [] for security_group (cb65c68e-64e7-49d7-aa93-cf57ceaf78a2), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:47.200791 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3764d53e-03db-4830-bafc-dc0f7af8fe5a tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Publish callbacks [] for security_group (cb65c68e-64e7-49d7-aa93-cf57ceaf78a2), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:47.255118 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3764d53e-03db-4830-bafc-dc0f7af8fe5a tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (cb65c68e-64e7-49d7-aa93-cf57ceaf78a2), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:47.259553 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3764d53e-03db-4830-bafc-dc0f7af8fe5a tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:47.263537 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-3764d53e-03db-4830-bafc-dc0f7af8fe5a tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "DELETE /v2.0/security-groups/cb65c68e-64e7-49d7-aa93-cf57ceaf78a2 HTTP/1.1" status: 204 len: 168 time: 0.1444833 Jan 28 07:17:47.264486 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 46942) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:17:47.274153 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3764d53e-03db-4830-bafc-dc0f7af8fe5a tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb65c68e-64e7-49d7-aa93-cf57ceaf78a2,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:17:47.301965 n-d-712749-28 neutron-server[103284]: INFO neutron.api.v2.resource [None req-e1b09803-f116-4743-8e36-a2201532f01b tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] show failed (client error): The resource could not be found. Jan 28 07:17:47.303203 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-e1b09803-f116-4743-8e36-a2201532f01b tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "GET /v2.0/security-groups/cb65c68e-64e7-49d7-aa93-cf57ceaf78a2 HTTP/1.1" status: 404 len: 347 time: 0.0201836 Jan 28 07:17:47.307233 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 46944) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:17:47.347874 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f7f278ba-9ab2-4e59-8178-2246029f8978 req-9937b651-313c-43ab-acbe-3af5dc6c152b tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] 10.222.0.41 "GET /v2.0/ports?device_id=34a4ccd4-af0a-4d5b-86ac-f0544f8f059d HTTP/1.1" status: 200 len: 210 time: 0.0324342 Jan 28 07:17:47.364593 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b66c02-8270-42ea-a9fd-ef8d5cabf5f0 req-080ca5b4-a045-48fe-97d9-8f47696af9ab tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:47.371427 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c8b66c02-8270-42ea-a9fd-ef8d5cabf5f0 req-080ca5b4-a045-48fe-97d9-8f47696af9ab tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fa73890-3c2c-4c59-9c73-ce1eca1f276c HTTP/1.1" status: 200 len: 945 time: 0.1223848 Jan 28 07:17:47.474680 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1b2e7036-3c6d-41a8-ab23-4818a931afba req-be944a7e-eb62-481d-a3f3-474051ef6c6f tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a2737ee-f61e-4f07-836f-8237b18d9f2d HTTP/1.1" status: 200 len: 210 time: 0.0275314 Jan 28 07:17:47.484165 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c8b66c02-8270-42ea-a9fd-ef8d5cabf5f0 req-7496ef8a-0a36-445c-8f4b-7db70a39c31c tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f7766-6108-45d3-a769-5b5e90234849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118927 Jan 28 07:17:47.524443 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-4ff3cff6-c45e-43e4-8630-b30c000f74a5 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Deleting port 0c2dd7d9-7189-442d-a585-bfe8009ac9e0 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:17:47.525015 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4ff3cff6-c45e-43e4-8630-b30c000f74a5 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (0c2dd7d9-7189-442d-a585-bfe8009ac9e0), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:47.593254 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c31945b-a9a1-4025-a15b-6db2ee781231 req-cd98ce0b-3859-46ef-b98a-cfb9e7370fbb tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:47.594763 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-3c31945b-a9a1-4025-a15b-6db2ee781231 req-cd98ce0b-3859-46ef-b98a-cfb9e7370fbb tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] 10.222.0.41 "GET /v2.0/ports?device_id=2aaf3fde-f7e8-4523-8ab0-cf429d8d3b08 HTTP/1.1" status: 200 len: 946 time: 0.0506573 Jan 28 07:17:47.622812 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4ff3cff6-c45e-43e4-8630-b30c000f74a5 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (0c2dd7d9-7189-442d-a585-bfe8009ac9e0), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:47.623150 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4ff3cff6-c45e-43e4-8630-b30c000f74a5 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Publish callbacks [] for floatingip (0c2dd7d9-7189-442d-a585-bfe8009ac9e0), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:47.639380 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-4ff3cff6-c45e-43e4-8630-b30c000f74a5 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Calling delete_port for 0c2dd7d9-7189-442d-a585-bfe8009ac9e0 owned by network:floatingip {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:17:47.655117 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-3c31945b-a9a1-4025-a15b-6db2ee781231 req-9b983b35-eba3-4905-95d9-988b415661fb tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] 10.222.0.41 "GET /v2.0/security-groups?id=b062c5ff-24c7-4bbf-8744-177eb2dd003a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482888 Jan 28 07:17:47.753538 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3419dd39-4ee3-4163-a098-490f9e48ea75 req-a21d003a-08f4-4a26-917c-9209a7a7a1e6 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:47.755190 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3419dd39-4ee3-4163-a098-490f9e48ea75 req-a21d003a-08f4-4a26-917c-9209a7a7a1e6 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fa73890-3c2c-4c59-9c73-ce1eca1f276c HTTP/1.1" status: 200 len: 945 time: 0.0681412 Jan 28 07:17:47.839085 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3419dd39-4ee3-4163-a098-490f9e48ea75 req-0610c003-f654-473b-aa45-c55e68fb377d tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f7766-6108-45d3-a769-5b5e90234849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751812 Jan 28 07:17:47.857787 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4ff3cff6-c45e-43e4-8630-b30c000f74a5 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (0c2dd7d9-7189-442d-a585-bfe8009ac9e0), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:47.890566 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff3cff6-c45e-43e4-8630-b30c000f74a5 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Pushing event deleted for resources: {'Port': ['ID=0c2dd7d9-7189-442d-a585-bfe8009ac9e0,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:17:47.956158 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcc8346-c3b3-4f83-bf21-27f69cec16e6 req-e0b362b4-7352-419e-a5ba-4bb90359e01b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:47.958303 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-bfcc8346-c3b3-4f83-bf21-27f69cec16e6 req-e0b362b4-7352-419e-a5ba-4bb90359e01b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2aaf3fde-f7e8-4523-8ab0-cf429d8d3b08 HTTP/1.1" status: 200 len: 1098 time: 0.0437112 Jan 28 07:17:47.960788 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4ff3cff6-c45e-43e4-8630-b30c000f74a5 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Publish callbacks [] for floatingip (ebcb08cf-587f-4196-9d18-24bf351b3b3f), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:47.967264 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4ff3cff6-c45e-43e4-8630-b30c000f74a5 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for floatingip (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:47.968662 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-4ff3cff6-c45e-43e4-8630-b30c000f74a5 tempest-ServerActionsTestJSON-1487383787 tempest-ServerActionsTestJSON-1487383787-project] 10.222.0.41 "DELETE /v2.0/floatingips/ebcb08cf-587f-4196-9d18-24bf351b3b3f HTTP/1.1" status: 204 len: 168 time: 0.6606174 Jan 28 07:17:47.973226 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 46962) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:17:48.018797 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-bfcc8346-c3b3-4f83-bf21-27f69cec16e6 req-7c920242-fa95-4d8b-ab38-f3386f3f92f5 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=b062c5ff-24c7-4bbf-8744-177eb2dd003a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526946 Jan 28 07:17:48.132015 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2caee3-f53f-4d02-82ff-4dfe50f0fd94 req-dfebc08e-90fe-4341-8c3e-383e4255a461 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:48.133632 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9a2caee3-f53f-4d02-82ff-4dfe50f0fd94 req-dfebc08e-90fe-4341-8c3e-383e4255a461 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fa73890-3c2c-4c59-9c73-ce1eca1f276c HTTP/1.1" status: 200 len: 945 time: 0.1351805 Jan 28 07:17:48.226922 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7f5fbd-9cab-4c20-ad7f-28a3d738fcfe req-91cc460c-2515-4f69-8abd-4697b70e6ae1 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:48.232791 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7f5fbd-9cab-4c20-ad7f-28a3d738fcfe req-91cc460c-2515-4f69-8abd-4697b70e6ae1 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:48.233856 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9a2caee3-f53f-4d02-82ff-4dfe50f0fd94 req-d07b0b98-b803-4dda-876b-224c1a5aae3c tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f7766-6108-45d3-a769-5b5e90234849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930912 Jan 28 07:17:48.238370 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7f5fbd-9cab-4c20-ad7f-28a3d738fcfe req-91cc460c-2515-4f69-8abd-4697b70e6ae1 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:48.243944 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7f5fbd-9cab-4c20-ad7f-28a3d738fcfe req-91cc460c-2515-4f69-8abd-4697b70e6ae1 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:48.249586 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7f5fbd-9cab-4c20-ad7f-28a3d738fcfe req-91cc460c-2515-4f69-8abd-4697b70e6ae1 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:48.256008 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7f5fbd-9cab-4c20-ad7f-28a3d738fcfe req-91cc460c-2515-4f69-8abd-4697b70e6ae1 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:48.261590 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7f5fbd-9cab-4c20-ad7f-28a3d738fcfe req-91cc460c-2515-4f69-8abd-4697b70e6ae1 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:48.263717 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7e7f5fbd-9cab-4c20-ad7f-28a3d738fcfe req-91cc460c-2515-4f69-8abd-4697b70e6ae1 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009 HTTP/1.1" status: 200 len: 5429 time: 0.0966616 Jan 28 07:17:48.362740 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7e7f5fbd-9cab-4c20-ad7f-28a3d738fcfe req-a3b592c0-c186-4d1d-b488-aaaf8e816175 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/security-groups?id=e05d74b3-220f-46cd-b475-266b231f0f88&id=7f4d2140-e017-41d8-8ff9-e5d9b5e3138b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0858479 Jan 28 07:17:48.414254 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06898f68-74e2-47ec-a0cb-2812734adf04 req-626b1dc2-4ddb-45dc-b049-7e1030c56cc1 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:48.415795 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-06898f68-74e2-47ec-a0cb-2812734adf04 req-626b1dc2-4ddb-45dc-b049-7e1030c56cc1 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fa73890-3c2c-4c59-9c73-ce1eca1f276c HTTP/1.1" status: 200 len: 945 time: 0.1017325 Jan 28 07:17:48.498875 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-093a1974-56c4-4e4f-9b93-f4c045d8fc10 req-ab2b50f5-9078-4cad-a9d8-937b97a71c18 tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] 10.222.0.41 "GET /v2.0/ports?device_id=34a4ccd4-af0a-4d5b-86ac-f0544f8f059d HTTP/1.1" status: 200 len: 210 time: 0.0447006 Jan 28 07:17:48.501629 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-06898f68-74e2-47ec-a0cb-2812734adf04 req-91590ebd-c0ab-47ae-9e40-14b3dfde77b3 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f7766-6108-45d3-a769-5b5e90234849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668409 Jan 28 07:17:48.595196 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-fedc65af-8853-4cdf-9b31-8fa60f76d531 req-2f0e86a9-0382-407a-9be6-6ba34649e3e6 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a2737ee-f61e-4f07-836f-8237b18d9f2d HTTP/1.1" status: 200 len: 210 time: 0.0369256 Jan 28 07:17:48.634488 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-97dacaaf-ac1a-48e7-9bc0-7bbe21c656f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16606535'] for router_interface (faa066dd-c59b-4c69-8941-70b13b83ccdb), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:48.842179 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a075e959-590b-4493-9df0-623d5e681910 req-007231ff-60ad-4a38-a729-d41c86ed9ba5 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:48.844086 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a075e959-590b-4493-9df0-623d5e681910 req-007231ff-60ad-4a38-a729-d41c86ed9ba5 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fa73890-3c2c-4c59-9c73-ce1eca1f276c HTTP/1.1" status: 200 len: 945 time: 0.1084511 Jan 28 07:17:48.881178 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9e2fec-6ef6-4adf-82d9-c61d34555287 req-e629d63a-bc37-4e9a-b900-e0975e36f3a8 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:48.890339 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-fa9e2fec-6ef6-4adf-82d9-c61d34555287 req-e629d63a-bc37-4e9a-b900-e0975e36f3a8 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] 10.222.0.41 "GET /v2.0/ports?device_id=2aaf3fde-f7e8-4523-8ab0-cf429d8d3b08 HTTP/1.1" status: 200 len: 946 time: 0.0703564 Jan 28 07:17:48.932708 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a075e959-590b-4493-9df0-623d5e681910 req-4da684c1-2a03-42df-8332-c0d9927e0d75 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f7766-6108-45d3-a769-5b5e90234849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607729 Jan 28 07:17:48.946237 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-fa9e2fec-6ef6-4adf-82d9-c61d34555287 req-499562a6-d9b8-43c5-a683-f01044eb7fb3 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] 10.222.0.41 "GET /v2.0/security-groups?id=b062c5ff-24c7-4bbf-8744-177eb2dd003a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534358 Jan 28 07:17:49.084406 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354500b2-477c-49c2-9828-152511311093 req-6572cfbc-efff-44bd-a213-a028919fc5b5 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:49.085859 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-354500b2-477c-49c2-9828-152511311093 req-6572cfbc-efff-44bd-a213-a028919fc5b5 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fa73890-3c2c-4c59-9c73-ce1eca1f276c HTTP/1.1" status: 200 len: 945 time: 0.0673420 Jan 28 07:17:49.116859 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-97dacaaf-ac1a-48e7-9bc0-7bbe21c656f5 admin admin] Deleting port af829949-4072-408d-9e1d-b22da1fa3130 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:17:49.117236 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-97dacaaf-ac1a-48e7-9bc0-7bbe21c656f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (af829949-4072-408d-9e1d-b22da1fa3130), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:49.205118 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-354500b2-477c-49c2-9828-152511311093 req-75c1db1d-5465-44b9-b8ff-347f2778b947 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f7766-6108-45d3-a769-5b5e90234849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093218 Jan 28 07:17:49.227653 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-97dacaaf-ac1a-48e7-9bc0-7bbe21c656f5 admin admin] For port af829949-4072-408d-9e1d-b22da1fa3130, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=af829949-4072-408d-9e1d-b22da1fa3130,segment=NetworkSegment(67c4ed53-bfbf-4494-8d62-da0c7e4209c8),segment_id=67c4ed53-bfbf-4494-8d62-da0c7e4209c8)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:17:49.228018 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-97dacaaf-ac1a-48e7-9bc0-7bbe21c656f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (af829949-4072-408d-9e1d-b22da1fa3130), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:49.241188 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-97dacaaf-ac1a-48e7-9bc0-7bbe21c656f5 admin admin] Calling delete_port for af829949-4072-408d-9e1d-b22da1fa3130 owned by network:router_interface {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:17:49.419831 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2cc53c-4fad-469a-8db3-1efdd064befd req-398b4f30-3422-41b7-b630-a18f37bef648 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:49.421454 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2e2cc53c-4fad-469a-8db3-1efdd064befd req-398b4f30-3422-41b7-b630-a18f37bef648 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fa73890-3c2c-4c59-9c73-ce1eca1f276c HTTP/1.1" status: 200 len: 945 time: 0.0717666 Jan 28 07:17:49.512324 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60730a9-053c-4145-9516-8d8e14af69ad req-9806706e-2a47-42cd-9225-07d30658d423 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:49.519789 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60730a9-053c-4145-9516-8d8e14af69ad req-9806706e-2a47-42cd-9225-07d30658d423 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:49.527994 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60730a9-053c-4145-9516-8d8e14af69ad req-9806706e-2a47-42cd-9225-07d30658d423 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:49.531686 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2e2cc53c-4fad-469a-8db3-1efdd064befd req-56c03115-c0e2-4b93-acff-34cdfe7524b7 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f7766-6108-45d3-a769-5b5e90234849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950358 Jan 28 07:17:49.537565 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60730a9-053c-4145-9516-8d8e14af69ad req-9806706e-2a47-42cd-9225-07d30658d423 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:49.546585 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-97dacaaf-ac1a-48e7-9bc0-7bbe21c656f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (af829949-4072-408d-9e1d-b22da1fa3130), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:49.547938 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60730a9-053c-4145-9516-8d8e14af69ad req-9806706e-2a47-42cd-9225-07d30658d423 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:49.555778 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60730a9-053c-4145-9516-8d8e14af69ad req-9806706e-2a47-42cd-9225-07d30658d423 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:49.564248 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60730a9-053c-4145-9516-8d8e14af69ad req-9806706e-2a47-42cd-9225-07d30658d423 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:49.567036 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f60730a9-053c-4145-9516-8d8e14af69ad req-9806706e-2a47-42cd-9225-07d30658d423 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009 HTTP/1.1" status: 200 len: 5429 time: 0.1259081 Jan 28 07:17:49.612057 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dacaaf-ac1a-48e7-9bc0-7bbe21c656f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=af829949-4072-408d-9e1d-b22da1fa3130,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:17:49.660539 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f60730a9-053c-4145-9516-8d8e14af69ad req-d1580fe7-95ae-4069-935c-07dbbeed2556 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/security-groups?id=e05d74b3-220f-46cd-b475-266b231f0f88&id=7f4d2140-e017-41d8-8ff9-e5d9b5e3138b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0865059 Jan 28 07:17:49.729158 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-78a62f32-2b20-4104-affc-ec967fc2b5a1 req-e2978a3b-08ad-4407-ae19-5b16f9055498 tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] 10.222.0.41 "GET /v2.0/ports?device_id=34a4ccd4-af0a-4d5b-86ac-f0544f8f059d HTTP/1.1" status: 200 len: 210 time: 0.0872004 Jan 28 07:17:49.812879 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcace501-cbaa-4f66-ab1b-7ef40063fddd req-cc40a177-a7e0-4c57-8317-1e9a19523786 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:49.822230 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-fcace501-cbaa-4f66-ab1b-7ef40063fddd req-cc40a177-a7e0-4c57-8317-1e9a19523786 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fa73890-3c2c-4c59-9c73-ce1eca1f276c HTTP/1.1" status: 200 len: 945 time: 0.0908589 Jan 28 07:17:49.888167 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-fcace501-cbaa-4f66-ab1b-7ef40063fddd req-31bc6a6a-6fc0-4147-ada0-5aaa9fe785db tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f7766-6108-45d3-a769-5b5e90234849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647542 Jan 28 07:17:49.916510 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5c41f8be-1f89-4f2f-b170-8a26cb5f7ad4 req-e3d14d4e-7ff1-42e4-931f-0dbacd64d366 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a2737ee-f61e-4f07-836f-8237b18d9f2d HTTP/1.1" status: 200 len: 210 time: 0.0601645 Jan 28 07:17:50.011186 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-97dacaaf-ac1a-48e7-9bc0-7bbe21c656f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16319006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16606699'] for router_interface (faa066dd-c59b-4c69-8941-70b13b83ccdb), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:50.134816 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195065b3-7b86-4d57-8dc1-d8d2a107d749 req-ce95195f-1fc0-4c54-ba5d-3253ba6ae098 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:50.138876 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-195065b3-7b86-4d57-8dc1-d8d2a107d749 req-ce95195f-1fc0-4c54-ba5d-3253ba6ae098 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] 10.222.0.41 "GET /v2.0/ports?device_id=2aaf3fde-f7e8-4523-8ab0-cf429d8d3b08 HTTP/1.1" status: 200 len: 946 time: 0.0605977 Jan 28 07:17:50.194351 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af717b0-11b7-4ada-8bd1-6718c4bc5e80 req-5c2f8100-b43f-4a39-8ac0-d5f50bf246c8 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:50.201094 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8af717b0-11b7-4ada-8bd1-6718c4bc5e80 req-5c2f8100-b43f-4a39-8ac0-d5f50bf246c8 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fa73890-3c2c-4c59-9c73-ce1eca1f276c HTTP/1.1" status: 200 len: 945 time: 0.1144497 Jan 28 07:17:50.202065 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-195065b3-7b86-4d57-8dc1-d8d2a107d749 req-b64a80f5-050b-4234-b1dd-dc8d03f60e5c tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] 10.222.0.41 "GET /v2.0/security-groups?id=b062c5ff-24c7-4bbf-8744-177eb2dd003a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556777 Jan 28 07:17:50.234772 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-eb1fd404-fc12-431c-bfa9-5094715fe33d req-798f2658-2af3-43aa-9a63-b41babde92c1 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-287001053', 'description': 'tempest-description-2026395982'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:17:50.261063 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-eb1fd404-fc12-431c-bfa9-5094715fe33d req-798f2658-2af3-43aa-9a63-b41babde92c1 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:50.299553 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8af717b0-11b7-4ada-8bd1-6718c4bc5e80 req-a6b42f44-6ed6-46e0-aef5-ae1853218aec tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f7766-6108-45d3-a769-5b5e90234849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975668 Jan 28 07:17:50.369181 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-eb1fd404-fc12-431c-bfa9-5094715fe33d req-798f2658-2af3-43aa-9a63-b41babde92c1 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] Publish callbacks [] for security_group (1b9138de-9f85-43d6-8efa-6383405ed131), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:50.379556 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-eb1fd404-fc12-431c-bfa9-5094715fe33d req-798f2658-2af3-43aa-9a63-b41babde92c1 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (1b9138de-9f85-43d6-8efa-6383405ed131), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:50.416333 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97dacaaf-ac1a-48e7-9bc0-7bbe21c656f5 admin admin] Router faa066dd-c59b-4c69-8941-70b13b83ccdb has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:17:50.430394 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-eb1fd404-fc12-431c-bfa9-5094715fe33d req-798f2658-2af3-43aa-9a63-b41babde92c1 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:50.431656 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-eb1fd404-fc12-431c-bfa9-5094715fe33d req-798f2658-2af3-43aa-9a63-b41babde92c1 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1831 time: 0.2011199 Jan 28 07:17:50.442883 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798f2658-2af3-43aa-9a63-b41babde92c1 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b9138de-9f85-43d6-8efa-6383405ed131,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:17:50.584691 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2d9531f1-4702-4ebe-b26f-27b801605970 req-2ed209e5-494d-4431-8335-e45e57cac290 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-287001053&fields=id&tenant_id=9c04f7b8e3f5485eae817db823b81557 HTTP/1.1" status: 200 len: 267 time: 0.0626907 Jan 28 07:17:50.642439 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9531f1-4702-4ebe-b26f-27b801605970 req-12f268d6-b3d5-4347-b18a-8cb06bdbb2dc tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:50.652157 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2d9531f1-4702-4ebe-b26f-27b801605970 req-12f268d6-b3d5-4347-b18a-8cb06bdbb2dc tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] 10.222.0.41 "GET /v2.0/ports?device_id=2aaf3fde-f7e8-4523-8ab0-cf429d8d3b08 HTTP/1.1" status: 200 len: 946 time: 0.0664978 Jan 28 07:17:50.658741 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-2d9531f1-4702-4ebe-b26f-27b801605970 req-578cc5e5-89da-4e4f-aef5-1a51d20e6315 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] Request body: {'port': {'security_groups': ['b062c5ff-24c7-4bbf-8744-177eb2dd003a', '1b9138de-9f85-43d6-8efa-6383405ed131']}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:17:50.740349 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-2d9531f1-4702-4ebe-b26f-27b801605970 req-578cc5e5-89da-4e4f-aef5-1a51d20e6315 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (0ae24f80-5580-413a-af62-44084af43234), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:50.858866 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea0fbad-9ec0-4f7f-8ddd-cccba14aee73 req-8655972a-3511-4a75-af81-ab2954512964 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:50.866761 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2ea0fbad-9ec0-4f7f-8ddd-cccba14aee73 req-8655972a-3511-4a75-af81-ab2954512964 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fa73890-3c2c-4c59-9c73-ce1eca1f276c HTTP/1.1" status: 200 len: 945 time: 0.4371016 Jan 28 07:17:50.960464 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97dacaaf-ac1a-48e7-9bc0-7bbe21c656f5 admin admin] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:17:50.961346 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-2d9531f1-4702-4ebe-b26f-27b801605970 req-578cc5e5-89da-4e4f-aef5-1a51d20e6315 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] For port 0ae24f80-5580-413a-af62-44084af43234, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=0ae24f80-5580-413a-af62-44084af43234,segment=NetworkSegment(1f33b05f-8af3-4b13-bc7c-482495a2acd0),segment_id=1f33b05f-8af3-4b13-bc7c-482495a2acd0)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:17:50.969831 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95bd3dfd-6bd9-4ad0-b156-6f957b805903 None None] Sync routers for ids ['faa066dd-c59b-4c69-8941-70b13b83ccdb'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:17:50.976864 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2ea0fbad-9ec0-4f7f-8ddd-cccba14aee73 req-6deea5d0-eb78-4244-98c0-b5419186d5de tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f7766-6108-45d3-a769-5b5e90234849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091366 Jan 28 07:17:50.983209 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-97dacaaf-ac1a-48e7-9bc0-7bbe21c656f5 admin admin] 10.222.0.41 "PUT /v2.0/routers/faa066dd-c59b-4c69-8941-70b13b83ccdb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0065413 Jan 28 07:17:50.984820 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 47022) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:17:50.995670 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95bd3dfd-6bd9-4ad0-b156-6f957b805903 None None] Routers {'faa066dd-c59b-4c69-8941-70b13b83ccdb'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:17:50.996359 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-95bd3dfd-6bd9-4ad0-b156-6f957b805903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:17:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['faa066dd-c59b-4c69-8941-70b13b83ccdb'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:17:51.052605 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-2d9531f1-4702-4ebe-b26f-27b801605970 req-578cc5e5-89da-4e4f-aef5-1a51d20e6315 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] Publish callbacks [] for port (0ae24f80-5580-413a-af62-44084af43234), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:51.067020 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-2d9531f1-4702-4ebe-b26f-27b801605970 req-578cc5e5-89da-4e4f-aef5-1a51d20e6315 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (0ae24f80-5580-413a-af62-44084af43234), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:51.089448 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 7 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 07:17:51.101875 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['0ae24f80-5580-413a-af62-44084af43234'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:17:51.191593 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9531f1-4702-4ebe-b26f-27b801605970 req-578cc5e5-89da-4e4f-aef5-1a51d20e6315 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:51.194489 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-2d9531f1-4702-4ebe-b26f-27b801605970 req-578cc5e5-89da-4e4f-aef5-1a51d20e6315 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:51.198314 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2bfdb754-ddcd-44c6-8709-d24c5dcc425c admin admin] Publish callbacks [] for router (faa066dd-c59b-4c69-8941-70b13b83ccdb), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:51.210916 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2d9531f1-4702-4ebe-b26f-27b801605970 req-578cc5e5-89da-4e4f-aef5-1a51d20e6315 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] 10.222.0.41 "PUT /v2.0/ports/0ae24f80-5580-413a-af62-44084af43234 HTTP/1.1" status: 200 len: 982 time: 0.5577025 Jan 28 07:17:51.211918 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2aaf3fde-f7e8-4523-8ab0-cf429d8d3b08', 'tag': '0ae24f80-5580-413a-af62-44084af43234'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:17:51.218184 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c645136-ad71-4dcd-9120-01083f4033dc" -d '{"events": [{"name": "network-changed", "server_uuid": "2aaf3fde-f7e8-4523-8ab0-cf429d8d3b08", "tag": "0ae24f80-5580-413a-af62-44084af43234"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:17:51.293077 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578cc5e5-89da-4e4f-aef5-1a51d20e6315 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] Pushing event updated for resources: {'Port': ['ID=0ae24f80-5580-413a-af62-44084af43234,revision_number=6']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:17:51.312372 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0da8ac-69c8-4f05-9f21-41304e0fefcf req-1ff0cc8d-afae-4c1f-82e4-b7f8803644ae tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:51.320299 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-95bd3dfd-6bd9-4ad0-b156-6f957b805903 None None] Set router faa066dd-c59b-4c69-8941-70b13b83ccdb gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:17:51.323108 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0da8ac-69c8-4f05-9f21-41304e0fefcf req-1ff0cc8d-afae-4c1f-82e4-b7f8803644ae tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:51.330921 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['0ae24f80-5580-413a-af62-44084af43234'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:17:51.337674 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0da8ac-69c8-4f05-9f21-41304e0fefcf req-1ff0cc8d-afae-4c1f-82e4-b7f8803644ae tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:51.345052 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0da8ac-69c8-4f05-9f21-41304e0fefcf req-1ff0cc8d-afae-4c1f-82e4-b7f8803644ae tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:51.349832 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1ba8ac60-1347-4615-a3e7-8a24fbeb1caa req-216ecd91-071a-4dda-8a24-a6e0ac5198b6 tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] 10.222.0.41 "GET /v2.0/ports?device_id=34a4ccd4-af0a-4d5b-86ac-f0544f8f059d HTTP/1.1" status: 200 len: 210 time: 0.0594056 Jan 28 07:17:51.351682 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0da8ac-69c8-4f05-9f21-41304e0fefcf req-1ff0cc8d-afae-4c1f-82e4-b7f8803644ae tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:51.357689 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0da8ac-69c8-4f05-9f21-41304e0fefcf req-1ff0cc8d-afae-4c1f-82e4-b7f8803644ae tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:51.363570 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0da8ac-69c8-4f05-9f21-41304e0fefcf req-1ff0cc8d-afae-4c1f-82e4-b7f8803644ae tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:51.366173 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7c0da8ac-69c8-4f05-9f21-41304e0fefcf req-1ff0cc8d-afae-4c1f-82e4-b7f8803644ae tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009 HTTP/1.1" status: 200 len: 5429 time: 0.2746308 Jan 28 07:17:51.528616 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d6e228bf-336c-4413-8229-65bed9de9d49 req-679eb248-10e4-4479-afbd-e6b330ab31cd tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a2737ee-f61e-4f07-836f-8237b18d9f2d HTTP/1.1" status: 200 len: 210 time: 0.0517430 Jan 28 07:17:51.564757 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2bfdb754-ddcd-44c6-8709-d24c5dcc425c admin admin] Publish callbacks [] for router_gateway (faa066dd-c59b-4c69-8941-70b13b83ccdb), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:51.574136 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-95bd3dfd-6bd9-4ad0-b156-6f957b805903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faa066dd-c59b-4c69-8941-70b13b83ccdb', 'name': 'tempest-ServerActionsTestJSON-463642144-router', 'tenant_id': 'f5fa6549bc8d49d9b2eb68f328326d46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': '347aedd7-3428-43e8-b495-17fb8fef7646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:07:26Z', 'updated_at': '2022-01-28T07:17:49Z', 'revision_number': 5, 'project_id': 'f5fa6549bc8d49d9b2eb68f328326d46', 'gw_port': {'id': '347aedd7-3428-43e8-b495-17fb8fef7646', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d3:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa066dd-c59b-4c69-8941-70b13b83ccdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:07:27Z', 'updated_at': '2022-01-28T07:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:17:51.613304 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95bd3dfd-6bd9-4ad0-b156-6f957b805903 None None] Checking router: faa066dd-c59b-4c69-8941-70b13b83ccdb for host: n-d-712749-28 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:17:51.623206 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95bd3dfd-6bd9-4ad0-b156-6f957b805903 None None] Routers {'faa066dd-c59b-4c69-8941-70b13b83ccdb'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:17:51.623973 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-95bd3dfd-6bd9-4ad0-b156-6f957b805903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:17:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['faa066dd-c59b-4c69-8941-70b13b83ccdb'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:17:51.665412 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7c0da8ac-69c8-4f05-9f21-41304e0fefcf req-2b899d72-9947-4246-8ec4-f879074d46ca tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/security-groups?id=e05d74b3-220f-46cd-b475-266b231f0f88&id=7f4d2140-e017-41d8-8ff9-e5d9b5e3138b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2122912 Jan 28 07:17:51.729581 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-2bfdb754-ddcd-44c6-8709-d24c5dcc425c admin admin] Deleting port 347aedd7-3428-43e8-b495-17fb8fef7646 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:17:51.729925 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2bfdb754-ddcd-44c6-8709-d24c5dcc425c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (347aedd7-3428-43e8-b495-17fb8fef7646), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:51.812562 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-95bd3dfd-6bd9-4ad0-b156-6f957b805903 None None] Set router faa066dd-c59b-4c69-8941-70b13b83ccdb gateway port host: None {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:17:51.892998 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-2bfdb754-ddcd-44c6-8709-d24c5dcc425c admin admin] For port 347aedd7-3428-43e8-b495-17fb8fef7646, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=347aedd7-3428-43e8-b495-17fb8fef7646,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:17:51.896703 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2bfdb754-ddcd-44c6-8709-d24c5dcc425c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (347aedd7-3428-43e8-b495-17fb8fef7646), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:51.900025 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-95bd3dfd-6bd9-4ad0-b156-6f957b805903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faa066dd-c59b-4c69-8941-70b13b83ccdb', 'name': 'tempest-ServerActionsTestJSON-463642144-router', 'tenant_id': 'f5fa6549bc8d49d9b2eb68f328326d46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:07:26Z', 'updated_at': '2022-01-28T07:17:51Z', 'revision_number': 6, 'project_id': 'f5fa6549bc8d49d9b2eb68f328326d46', 'gw_port_host': None}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:17:51.930570 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-2bfdb754-ddcd-44c6-8709-d24c5dcc425c admin admin] Calling delete_port for 347aedd7-3428-43e8-b495-17fb8fef7646 owned by network:router_gateway {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:17:51.952165 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95bd3dfd-6bd9-4ad0-b156-6f957b805903 None None] The sync data for ids ['faa066dd-c59b-4c69-8941-70b13b83ccdb'] in n-d-712749-28 is: [{'id': 'faa066dd-c59b-4c69-8941-70b13b83ccdb', 'name': 'tempest-ServerActionsTestJSON-463642144-router', 'tenant_id': 'f5fa6549bc8d49d9b2eb68f328326d46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:07:26Z', 'updated_at': '2022-01-28T07:17:51Z', 'revision_number': 6, 'project_id': 'f5fa6549bc8d49d9b2eb68f328326d46', 'gw_port_host': None}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:17:52.010253 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9bf275-d6bf-4d5f-8bed-6db4dcee42a7 req-8dbe057c-969d-4a5f-b1cd-661fabd668f1 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:52.011842 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9d9bf275-d6bf-4d5f-8bed-6db4dcee42a7 req-8dbe057c-969d-4a5f-b1cd-661fabd668f1 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/networks?id=c9a84dc6-92ac-41b6-88e9-0633fc5dcc86 HTTP/1.1" status: 200 len: 814 time: 0.2171180 Jan 28 07:17:52.040231 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9d9bf275-d6bf-4d5f-8bed-6db4dcee42a7 req-d1495d58-4341-4733-b8cc-299999674b9b tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/quotas/f379e285ebe947e9b1152e1dab9379c4 HTTP/1.1" status: 200 len: 375 time: 0.0178354 Jan 28 07:17:52.105507 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9d9bf275-d6bf-4d5f-8bed-6db4dcee42a7 req-691177d1-0150-47ca-8c9c-89f50ca37bf5 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=f379e285ebe947e9b1152e1dab9379c4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0610311 Jan 28 07:17:52.135494 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2bfdb754-ddcd-44c6-8709-d24c5dcc425c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (347aedd7-3428-43e8-b495-17fb8fef7646), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:52.156373 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-598d3d8b-e1d9-44f9-a2e1-2a6118f0162e x-openstack-request-id: req-598d3d8b-e1d9-44f9-a2e1-2a6118f0162e {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:17:52.156667 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2aaf3fde-f7e8-4523-8ab0-cf429d8d3b08", "tag": "0ae24f80-5580-413a-af62-44084af43234", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:17:52.156972 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-598d3d8b-e1d9-44f9-a2e1-2a6118f0162e {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:17:52.157399 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2aaf3fde-f7e8-4523-8ab0-cf429d8d3b08', 'tag': '0ae24f80-5580-413a-af62-44084af43234', 'status': 'completed', 'code': 200} Jan 28 07:17:52.171348 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfdb754-ddcd-44c6-8709-d24c5dcc425c admin admin] Pushing event deleted for resources: {'Port': ['ID=347aedd7-3428-43e8-b495-17fb8fef7646,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:17:52.314515 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c645136-ad71-4dcd-9120-01083f4033dc req-e8d3b41f-85d8-4a62-89bd-706c86ca7722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:52.317105 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1c645136-ad71-4dcd-9120-01083f4033dc req-e8d3b41f-85d8-4a62-89bd-706c86ca7722 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9c04f7b8e3f5485eae817db823b81557&device_id=2aaf3fde-f7e8-4523-8ab0-cf429d8d3b08 HTTP/1.1" status: 200 len: 1137 time: 0.1087594 Jan 28 07:17:52.328743 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17365019-8e9f-470a-a515-0769a183a600 req-ae982798-66b2-4f98-b031-e5e795ea25aa tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:52.330377 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-17365019-8e9f-470a-a515-0769a183a600 req-ae982798-66b2-4f98-b031-e5e795ea25aa tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fa73890-3c2c-4c59-9c73-ce1eca1f276c HTTP/1.1" status: 200 len: 945 time: 0.0791852 Jan 28 07:17:52.342436 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-394f9d60-562c-483b-8a51-7499fdc7865b req-fc34e8bb-fed3-4147-a4ce-a56fa5dd9b95 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-287001053&fields=id&tenant_id=9c04f7b8e3f5485eae817db823b81557 HTTP/1.1" status: 200 len: 267 time: 0.2226546 Jan 28 07:17:52.423385 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2bfdb754-ddcd-44c6-8709-d24c5dcc425c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16607873'] for router_gateway (faa066dd-c59b-4c69-8941-70b13b83ccdb), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:52.444733 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394f9d60-562c-483b-8a51-7499fdc7865b req-d8cc166b-0844-4870-9d89-a12da359afa6 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:52.457955 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-394f9d60-562c-483b-8a51-7499fdc7865b req-d8cc166b-0844-4870-9d89-a12da359afa6 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] 10.222.0.41 "GET /v2.0/ports?device_id=2aaf3fde-f7e8-4523-8ab0-cf429d8d3b08 HTTP/1.1" status: 200 len: 985 time: 0.1130807 Jan 28 07:17:52.467382 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-394f9d60-562c-483b-8a51-7499fdc7865b req-409eb196-ce03-4eef-aafe-5804d5b1a695 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] Request body: {'port': {'security_groups': ['b062c5ff-24c7-4bbf-8744-177eb2dd003a']}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:17:52.505492 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-17365019-8e9f-470a-a515-0769a183a600 req-e50ab444-9a60-49c7-bef5-a4b6eb3a1c6b tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f7766-6108-45d3-a769-5b5e90234849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424003 Jan 28 07:17:52.545216 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c645136-ad71-4dcd-9120-01083f4033dc req-510350be-b7d0-4596-8c05-b44071c65e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:52.547467 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1c645136-ad71-4dcd-9120-01083f4033dc req-510350be-b7d0-4596-8c05-b44071c65e7b service neutron] 10.222.0.44 "GET /v2.0/networks?id=cd6ba6c3-968f-4bdf-aed7-be8df75572b8 HTTP/1.1" status: 200 len: 921 time: 0.2160695 Jan 28 07:17:52.582752 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device af829949-4072-408d-9e1d-b22da1fa3130 no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:17:52.651622 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1c645136-ad71-4dcd-9120-01083f4033dc req-e6d06d34-1eac-4856-bb65-8b555b4111d8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0ae24f80-5580-413a-af62-44084af43234 HTTP/1.1" status: 200 len: 217 time: 0.0926735 Jan 28 07:17:52.697142 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5f69aa61-eaae-4fab-8153-92f509dcc5e6 req-816701a1-71b1-476f-a0c1-8a7496473ffc tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] 10.222.0.41 "GET /v2.0/ports?device_id=34a4ccd4-af0a-4d5b-86ac-f0544f8f059d HTTP/1.1" status: 200 len: 210 time: 0.0488648 Jan 28 07:17:52.698925 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2bfdb754-ddcd-44c6-8709-d24c5dcc425c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16605684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127449'] for router (faa066dd-c59b-4c69-8941-70b13b83ccdb), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:52.703108 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2bfdb754-ddcd-44c6-8709-d24c5dcc425c admin admin] Publish callbacks [] for router_controller (faa066dd-c59b-4c69-8941-70b13b83ccdb), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:52.768367 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-394f9d60-562c-483b-8a51-7499fdc7865b req-409eb196-ce03-4eef-aafe-5804d5b1a695 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (0ae24f80-5580-413a-af62-44084af43234), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:52.786612 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c645136-ad71-4dcd-9120-01083f4033dc req-6140af1a-04f4-4db2-afa1-ba1d5ff26739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:52.788237 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1c645136-ad71-4dcd-9120-01083f4033dc req-6140af1a-04f4-4db2-afa1-ba1d5ff26739 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=077db515-3138-4fa8-aebf-adad8450fb43 HTTP/1.1" status: 200 len: 860 time: 0.1272717 Jan 28 07:17:52.827494 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1c645136-ad71-4dcd-9120-01083f4033dc req-8454a032-d610-4d98-bd3c-57ff3111e169 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cd6ba6c3-968f-4bdf-aed7-be8df75572b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321732 Jan 28 07:17:52.877849 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: af829949-4072-408d-9e1d-b22da1fa3130 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:17:52.878582 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device af829949-4072-408d-9e1d-b22da1fa3130 not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:17:52.887684 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2bfdb754-ddcd-44c6-8709-d24c5dcc425c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16605693'] for router (faa066dd-c59b-4c69-8941-70b13b83ccdb), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:52.889457 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bfdb754-ddcd-44c6-8709-d24c5dcc425c admin admin] Fanout notify agent at l3_agent the message router_deleted on router faa066dd-c59b-4c69-8941-70b13b83ccdb {{(pid=103284) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 07:17:52.902149 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2bfdb754-ddcd-44c6-8709-d24c5dcc425c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:52.904684 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-2bfdb754-ddcd-44c6-8709-d24c5dcc425c admin admin] 10.222.0.41 "DELETE /v2.0/routers/faa066dd-c59b-4c69-8941-70b13b83ccdb HTTP/1.1" status: 204 len: 168 time: 1.9149365 Jan 28 07:17:52.908963 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 47054) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:17:52.993455 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0e9a2a-7763-4b4b-b494-0b8af68f58a8 req-519240cb-5698-409e-a758-b91e149a2523 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:53.000701 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ad0e9a2a-7763-4b4b-b494-0b8af68f58a8 req-519240cb-5698-409e-a758-b91e149a2523 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fa73890-3c2c-4c59-9c73-ce1eca1f276c HTTP/1.1" status: 200 len: 945 time: 0.1413417 Jan 28 07:17:53.002152 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4cdefdf-b7a7-4538-80de-a55be29c4fc9 admin admin] Deleting subnet 11d8e1f8-50c3-4314-ae17-177714f8d453 {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:17:53.006366 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f4cdefdf-b7a7-4538-80de-a55be29c4fc9 admin admin] Publish callbacks [] for subnet (11d8e1f8-50c3-4314-ae17-177714f8d453), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:53.036253 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1c645136-ad71-4dcd-9120-01083f4033dc req-d29c7fc1-8226-45f6-a60a-47f5f3b39f37 service neutron] 10.222.0.44 "GET /v2.0/networks/cd6ba6c3-968f-4bdf-aed7-be8df75572b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028465 Jan 28 07:17:53.121965 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f4cdefdf-b7a7-4538-80de-a55be29c4fc9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24759175'] for subnet (11d8e1f8-50c3-4314-ae17-177714f8d453), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:53.176442 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ad0e9a2a-7763-4b4b-b494-0b8af68f58a8 req-9d0bdb5b-e66c-4318-b2b3-84eaad73e567 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f7766-6108-45d3-a769-5b5e90234849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541131 Jan 28 07:17:53.227376 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f4cdefdf-b7a7-4538-80de-a55be29c4fc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (11d8e1f8-50c3-4314-ae17-177714f8d453), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:53.284590 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1c645136-ad71-4dcd-9120-01083f4033dc req-f86f2aef-ec30-45bc-8a0e-388975f727e7 service neutron] 10.222.0.44 "GET /v2.0/networks/cd6ba6c3-968f-4bdf-aed7-be8df75572b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2408531 Jan 28 07:17:53.359485 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-be91877c-6731-43cd-a613-b632e310adf8 req-52a2a8fc-781b-4ec7-917d-4ac6e2e54da3 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a2737ee-f61e-4f07-836f-8237b18d9f2d HTTP/1.1" status: 200 len: 210 time: 0.0395133 Jan 28 07:17:53.417108 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-394f9d60-562c-483b-8a51-7499fdc7865b req-409eb196-ce03-4eef-aafe-5804d5b1a695 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] For port 0ae24f80-5580-413a-af62-44084af43234, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=0ae24f80-5580-413a-af62-44084af43234,segment=NetworkSegment(1f33b05f-8af3-4b13-bc7c-482495a2acd0),segment_id=1f33b05f-8af3-4b13-bc7c-482495a2acd0)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:17:53.420231 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f4cdefdf-b7a7-4538-80de-a55be29c4fc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24757569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24979817'] for subnet (11d8e1f8-50c3-4314-ae17-177714f8d453), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:53.474935 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cdefdf-b7a7-4538-80de-a55be29c4fc9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11d8e1f8-50c3-4314-ae17-177714f8d453,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:17:53.481677 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f4cdefdf-b7a7-4538-80de-a55be29c4fc9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:53.487955 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 47062) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:17:53.488324 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-f4cdefdf-b7a7-4538-80de-a55be29c4fc9 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/11d8e1f8-50c3-4314-ae17-177714f8d453 HTTP/1.1" status: 204 len: 168 time: 0.5772724 Jan 28 07:17:53.494368 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-106b7feb-ae00-4474-8a25-9656f18d4e52 None None] Network e794ad63-0b0f-4018-9f49-e800aa3d32de requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:17:53.522666 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-394f9d60-562c-483b-8a51-7499fdc7865b req-409eb196-ce03-4eef-aafe-5804d5b1a695 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] Publish callbacks [] for port (0ae24f80-5580-413a-af62-44084af43234), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:53.541370 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-394f9d60-562c-483b-8a51-7499fdc7865b req-409eb196-ce03-4eef-aafe-5804d5b1a695 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (0ae24f80-5580-413a-af62-44084af43234), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:53.588280 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['0ae24f80-5580-413a-af62-44084af43234'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:17:53.631305 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394f9d60-562c-483b-8a51-7499fdc7865b req-409eb196-ce03-4eef-aafe-5804d5b1a695 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:53.631953 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-394f9d60-562c-483b-8a51-7499fdc7865b req-409eb196-ce03-4eef-aafe-5804d5b1a695 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:53.637654 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-394f9d60-562c-483b-8a51-7499fdc7865b req-409eb196-ce03-4eef-aafe-5804d5b1a695 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] 10.222.0.41 "PUT /v2.0/ports/0ae24f80-5580-413a-af62-44084af43234 HTTP/1.1" status: 200 len: 943 time: 1.1784844 Jan 28 07:17:53.638145 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2aaf3fde-f7e8-4523-8ab0-cf429d8d3b08', 'tag': '0ae24f80-5580-413a-af62-44084af43234'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:17:53.645956 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6344075-b461-497f-8ed3-c2518bcee1de" -d '{"events": [{"name": "network-changed", "server_uuid": "2aaf3fde-f7e8-4523-8ab0-cf429d8d3b08", "tag": "0ae24f80-5580-413a-af62-44084af43234"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:17:53.704691 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6cbf710c-20c8-43c6-ba3f-856b5b9d7bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (e794ad63-0b0f-4018-9f49-e800aa3d32de), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:53.713431 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409eb196-ce03-4eef-aafe-5804d5b1a695 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] Pushing event updated for resources: {'Port': ['ID=0ae24f80-5580-413a-af62-44084af43234,revision_number=7']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:17:53.767163 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['0ae24f80-5580-413a-af62-44084af43234'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:17:53.808697 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-cd0e23d0-6f8c-487f-8d15-38d0530eb3d4 req-5a66de15-15a5-4861-b52f-d836dea341f6 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=f379e285ebe947e9b1152e1dab9379c4 HTTP/1.1" status: 200 len: 221 time: 0.0572658 Jan 28 07:17:53.917959 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea97474-6329-4c1e-b544-9ffc54db1ece req-f0e523a3-37cc-4503-bc34-4a33cedbe039 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:53.923591 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea97474-6329-4c1e-b544-9ffc54db1ece req-f0e523a3-37cc-4503-bc34-4a33cedbe039 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:53.931840 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea97474-6329-4c1e-b544-9ffc54db1ece req-f0e523a3-37cc-4503-bc34-4a33cedbe039 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:53.939084 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea97474-6329-4c1e-b544-9ffc54db1ece req-f0e523a3-37cc-4503-bc34-4a33cedbe039 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:53.949587 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea97474-6329-4c1e-b544-9ffc54db1ece req-f0e523a3-37cc-4503-bc34-4a33cedbe039 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:53.955355 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea97474-6329-4c1e-b544-9ffc54db1ece req-f0e523a3-37cc-4503-bc34-4a33cedbe039 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:53.961240 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea97474-6329-4c1e-b544-9ffc54db1ece req-f0e523a3-37cc-4503-bc34-4a33cedbe039 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:53.968974 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-bea97474-6329-4c1e-b544-9ffc54db1ece req-f0e523a3-37cc-4503-bc34-4a33cedbe039 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009 HTTP/1.1" status: 200 len: 5429 time: 0.2103243 Jan 28 07:17:53.996624 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-6cbf710c-20c8-43c6-ba3f-856b5b9d7bc8 admin admin] Deleting port 6db4747f-f24e-4f62-869c-ab7a172328d7 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:17:53.997109 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6cbf710c-20c8-43c6-ba3f-856b5b9d7bc8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (6db4747f-f24e-4f62-869c-ab7a172328d7), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:54.073502 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b5c0310-e134-4ac6-9f14-6f3cc4c7b504 None None] DHCP port deletion for e794ad63-0b0f-4018-9f49-e800aa3d32de request from n-d-712749-28 {{(pid=103285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 07:17:54.078629 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-6cbf710c-20c8-43c6-ba3f-856b5b9d7bc8 admin admin] For port 6db4747f-f24e-4f62-869c-ab7a172328d7, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=6db4747f-f24e-4f62-869c-ab7a172328d7,segment=NetworkSegment(67c4ed53-bfbf-4494-8d62-da0c7e4209c8),segment_id=67c4ed53-bfbf-4494-8d62-da0c7e4209c8)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:17:54.079116 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6cbf710c-20c8-43c6-ba3f-856b5b9d7bc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (6db4747f-f24e-4f62-869c-ab7a172328d7), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:54.093080 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-6cbf710c-20c8-43c6-ba3f-856b5b9d7bc8 admin admin] Calling delete_port for 6db4747f-f24e-4f62-869c-ab7a172328d7 owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:17:54.194149 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6cbf710c-20c8-43c6-ba3f-856b5b9d7bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (6db4747f-f24e-4f62-869c-ab7a172328d7), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:54.233734 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbf710c-20c8-43c6-ba3f-856b5b9d7bc8 admin admin] Pushing event deleted for resources: {'Port': ['ID=6db4747f-f24e-4f62-869c-ab7a172328d7,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:17:54.235720 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cbf710c-20c8-43c6-ba3f-856b5b9d7bc8 admin admin] No DVR routers for this DVR port 6db4747f-f24e-4f62-869c-ab7a172328d7 on host n-d-712749-28 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:17:54.288371 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6b5c0310-e134-4ac6-9f14-6f3cc4c7b504 None None] Deleting port 6db4747f-f24e-4f62-869c-ab7a172328d7 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:17:54.289011 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6b5c0310-e134-4ac6-9f14-6f3cc4c7b504 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (6db4747f-f24e-4f62-869c-ab7a172328d7), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:54.335562 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-bea97474-6329-4c1e-b544-9ffc54db1ece req-5bf8586a-462f-437b-9acb-b6f51f1329ab tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/security-groups?id=e05d74b3-220f-46cd-b475-266b231f0f88&id=7f4d2140-e017-41d8-8ff9-e5d9b5e3138b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3647540 Jan 28 07:17:54.439896 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6b5c0310-e134-4ac6-9f14-6f3cc4c7b504 None None] For port 6db4747f-f24e-4f62-869c-ab7a172328d7, host n-d-712749-28, got binding levels [] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:17:54.440659 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6b5c0310-e134-4ac6-9f14-6f3cc4c7b504 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (6db4747f-f24e-4f62-869c-ab7a172328d7), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:54.443304 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd913261-a04a-4ad7-901a-3bd1990e114e x-openstack-request-id: req-bd913261-a04a-4ad7-901a-3bd1990e114e {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:17:54.443789 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2aaf3fde-f7e8-4523-8ab0-cf429d8d3b08", "tag": "0ae24f80-5580-413a-af62-44084af43234", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:17:54.443885 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bd913261-a04a-4ad7-901a-3bd1990e114e {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:17:54.446989 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2aaf3fde-f7e8-4523-8ab0-cf429d8d3b08', 'tag': '0ae24f80-5580-413a-af62-44084af43234', 'status': 'completed', 'code': 200} Jan 28 07:17:54.474918 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a95fc072-4bfd-4737-b8b2-78c6e9fa95cf req-2daf562e-835f-4465-bc8e-d9046e953af4 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3729904 Jan 28 07:17:54.487445 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6b5c0310-e134-4ac6-9f14-6f3cc4c7b504 None None] Calling delete_port for 6db4747f-f24e-4f62-869c-ab7a172328d7 owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:17:54.492114 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.ipam_backend_mixin [None req-6b5c0310-e134-4ac6-9f14-6f3cc4c7b504 None None] Port 6db4747f-f24e-4f62-869c-ab7a172328d7 was not found and therefore no delete operation was performed {{(pid=103285) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 07:17:54.494372 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6b5c0310-e134-4ac6-9f14-6f3cc4c7b504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298'] for port (6db4747f-f24e-4f62-869c-ab7a172328d7), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:54.505363 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-a95fc072-4bfd-4737-b8b2-78c6e9fa95cf req-a23e7024-d52e-4dd6-96e0-91de4ece65eb tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] Request body: {'floatingip': {'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:17:54.506989 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6cbf710c-20c8-43c6-ba3f-856b5b9d7bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (e794ad63-0b0f-4018-9f49-e800aa3d32de), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:54.542763 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5c0310-e134-4ac6-9f14-6f3cc4c7b504 None None] Pushing event deleted for resources: {'Port': ['ID=6db4747f-f24e-4f62-869c-ab7a172328d7,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:17:54.546038 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5c0310-e134-4ac6-9f14-6f3cc4c7b504 None None] No DVR routers for this DVR port 6db4747f-f24e-4f62-869c-ab7a172328d7 on host n-d-712749-28 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:17:54.560071 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5c0310-e134-4ac6-9f14-6f3cc4c7b504 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:17:54.560910 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5c0310-e134-4ac6-9f14-6f3cc4c7b504 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:17:54.562429 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-a95fc072-4bfd-4737-b8b2-78c6e9fa95cf req-a23e7024-d52e-4dd6-96e0-91de4ece65eb tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:54.566796 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5c0310-e134-4ac6-9f14-6f3cc4c7b504 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:17:54.567803 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5c0310-e134-4ac6-9f14-6f3cc4c7b504 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:17:54.568389 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5c0310-e134-4ac6-9f14-6f3cc4c7b504 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:17:54.568946 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5c0310-e134-4ac6-9f14-6f3cc4c7b504 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:17:54.569513 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5c0310-e134-4ac6-9f14-6f3cc4c7b504 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:17:54.570058 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5c0310-e134-4ac6-9f14-6f3cc4c7b504 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:17:54.570604 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5c0310-e134-4ac6-9f14-6f3cc4c7b504 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:17:54.571163 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5c0310-e134-4ac6-9f14-6f3cc4c7b504 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:17:54.571710 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5c0310-e134-4ac6-9f14-6f3cc4c7b504 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:17:54.572304 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5c0310-e134-4ac6-9f14-6f3cc4c7b504 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:17:54.572863 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5c0310-e134-4ac6-9f14-6f3cc4c7b504 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:17:54.583101 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 347aedd7-3428-43e8-b495-17fb8fef7646 no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:17:54.607030 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: 347aedd7-3428-43e8-b495-17fb8fef7646 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:17:54.608421 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 347aedd7-3428-43e8-b495-17fb8fef7646 not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:17:54.609075 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 6db4747f-f24e-4f62-869c-ab7a172328d7 no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:17:54.611231 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-6cbf710c-20c8-43c6-ba3f-856b5b9d7bc8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e794ad63-0b0f-4018-9f49-e800aa3d32de']}} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:17:54.636656 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-6cbf710c-20c8-43c6-ba3f-856b5b9d7bc8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67c4ed53-bfbf-4494-8d62-da0c7e4209c8') {'for_net_delete': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:17:54.636935 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-6cbf710c-20c8-43c6-ba3f-856b5b9d7bc8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67c4ed53-bfbf-4494-8d62-da0c7e4209c8') {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:17:54.661010 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: 6db4747f-f24e-4f62-869c-ab7a172328d7 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:17:54.661718 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 6db4747f-f24e-4f62-869c-ab7a172328d7 not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:17:54.671102 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6cbf710c-20c8-43c6-ba3f-856b5b9d7bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13506801'] for segment (67c4ed53-bfbf-4494-8d62-da0c7e4209c8), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:54.675051 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6344075-b461-497f-8ed3-c2518bcee1de req-f9f6271d-5c03-4f3f-8e70-4a1bf05476a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:54.678113 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e6344075-b461-497f-8ed3-c2518bcee1de req-f9f6271d-5c03-4f3f-8e70-4a1bf05476a5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9c04f7b8e3f5485eae817db823b81557&device_id=2aaf3fde-f7e8-4523-8ab0-cf429d8d3b08 HTTP/1.1" status: 200 len: 1098 time: 0.2088337 Jan 28 07:17:54.714783 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6cbf710c-20c8-43c6-ba3f-856b5b9d7bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (67c4ed53-bfbf-4494-8d62-da0c7e4209c8), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:54.752821 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cbf710c-20c8-43c6-ba3f-856b5b9d7bc8 admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=103283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:17:54.753276 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6cbf710c-20c8-43c6-ba3f-856b5b9d7bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13546563'] for segment (67c4ed53-bfbf-4494-8d62-da0c7e4209c8), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:54.756539 n-d-712749-28 neutron-server[103283]: Traceback (most recent call last): Jan 28 07:17:54.756539 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:17:54.756539 n-d-712749-28 neutron-server[103283]: timer() Jan 28 07:17:54.756539 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:17:54.756539 n-d-712749-28 neutron-server[103283]: cb(*args, **kw) Jan 28 07:17:54.756539 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:17:54.756539 n-d-712749-28 neutron-server[103283]: return func(*args, **kwargs) Jan 28 07:17:54.756539 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:17:54.756539 n-d-712749-28 neutron-server[103283]: self._notify() Jan 28 07:17:54.756539 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:17:54.756539 n-d-712749-28 neutron-server[103283]: self.callback(batched_events) Jan 28 07:17:54.756539 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:17:54.756539 n-d-712749-28 neutron-server[103283]: event.method(event) Jan 28 07:17:54.756539 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:17:54.756539 n-d-712749-28 neutron-server[103283]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:17:54.756539 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:17:54.756539 n-d-712749-28 neutron-server[103283]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:17:54.756539 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:17:54.756539 n-d-712749-28 neutron-server[103283]: return f(self, *a, **k) Jan 28 07:17:54.756539 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:17:54.756539 n-d-712749-28 neutron-server[103283]: return self._get(url).json() Jan 28 07:17:54.756539 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:17:54.756539 n-d-712749-28 neutron-server[103283]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:17:54.756539 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:17:54.756539 n-d-712749-28 neutron-server[103283]: return self.request(url, 'GET', **kwargs) Jan 28 07:17:54.756539 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:17:54.756539 n-d-712749-28 neutron-server[103283]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:17:54.756539 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:17:54.756539 n-d-712749-28 neutron-server[103283]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:17:54.756539 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:17:54.756539 n-d-712749-28 neutron-server[103283]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:17:54.756539 n-d-712749-28 neutron-server[103283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:17:54.781379 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2db59e-c44a-4a88-ba53-21e78806abc0 req-7e789ae9-5646-4eaf-9b20-d24247b202e1 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:54.789010 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ae2db59e-c44a-4a88-ba53-21e78806abc0 req-7e789ae9-5646-4eaf-9b20-d24247b202e1 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fa73890-3c2c-4c59-9c73-ce1eca1f276c HTTP/1.1" status: 200 len: 945 time: 0.1571381 Jan 28 07:17:54.821645 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec3960e-9a93-473c-aa0b-9c01a831295a req-e6631093-4a6f-4a56-913e-846abfd8f4a1 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:54.823487 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-cec3960e-9a93-473c-aa0b-9c01a831295a req-e6631093-4a6f-4a56-913e-846abfd8f4a1 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.10 "GET /v2.0/ports?device_id=735808a4-e633-4693-b1ca-941092790339 HTTP/1.1" status: 200 len: 944 time: 0.0937788 Jan 28 07:17:54.874408 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6cbf710c-20c8-43c6-ba3f-856b5b9d7bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (e794ad63-0b0f-4018-9f49-e800aa3d32de), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:54.884167 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-a95fc072-4bfd-4737-b8b2-78c6e9fa95cf req-a23e7024-d52e-4dd6-96e0-91de4ece65eb tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:54.899849 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6cbf710c-20c8-43c6-ba3f-856b5b9d7bc8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:54.906106 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-6cbf710c-20c8-43c6-ba3f-856b5b9d7bc8 admin admin] 10.222.0.41 "DELETE /v2.0/networks/e794ad63-0b0f-4018-9f49-e800aa3d32de HTTP/1.1" status: 204 len: 168 time: 1.4170365 Jan 28 07:17:54.932511 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ae2db59e-c44a-4a88-ba53-21e78806abc0 req-51e46219-e675-41f0-b659-a76ea402df19 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f7766-6108-45d3-a769-5b5e90234849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381257 Jan 28 07:17:54.933425 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbf710c-20c8-43c6-ba3f-856b5b9d7bc8 admin admin] Pushing event deleted for resources: {'Network': ['ID=e794ad63-0b0f-4018-9f49-e800aa3d32de,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:17:54.941242 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6344075-b461-497f-8ed3-c2518bcee1de req-219c84fb-ceca-4ca2-9dcd-f57a867c8974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:54.943012 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e6344075-b461-497f-8ed3-c2518bcee1de req-219c84fb-ceca-4ca2-9dcd-f57a867c8974 service neutron] 10.222.0.44 "GET /v2.0/networks?id=cd6ba6c3-968f-4bdf-aed7-be8df75572b8 HTTP/1.1" status: 200 len: 921 time: 0.2578971 Jan 28 07:17:55.032925 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e6344075-b461-497f-8ed3-c2518bcee1de req-04f3f311-c671-4ec9-802e-50d9b13e41ab service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0ae24f80-5580-413a-af62-44084af43234 HTTP/1.1" status: 200 len: 217 time: 0.0775609 Jan 28 07:17:55.136896 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6344075-b461-497f-8ed3-c2518bcee1de req-75999fd3-9961-4c24-a208-cc8dc3547ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:55.138494 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e6344075-b461-497f-8ed3-c2518bcee1de req-75999fd3-9961-4c24-a208-cc8dc3547ebf service neutron] 10.222.0.44 "GET /v2.0/subnets?id=077db515-3138-4fa8-aebf-adad8450fb43 HTTP/1.1" status: 200 len: 860 time: 0.0776761 Jan 28 07:17:55.145907 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9b42a0-0cb2-42f0-b116-512965230bc4 req-d1014f04-b70c-46e6-9cf6-272d279c8b33 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:55.156140 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ed9b42a0-0cb2-42f0-b116-512965230bc4 req-d1014f04-b70c-46e6-9cf6-272d279c8b33 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/ports?device_id=735808a4-e633-4693-b1ca-941092790339 HTTP/1.1" status: 200 len: 944 time: 0.1221466 Jan 28 07:17:55.163121 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 47092) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:17:55.200882 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-a95fc072-4bfd-4737-b8b2-78c6e9fa95cf req-a23e7024-d52e-4dd6-96e0-91de4ece65eb tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] Allocated IP 172.25.6.239 (7d5b3724-deef-4831-8d43-cb9b8176573c/b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc/511cb77b-b3a7-4feb-bd64-948321b74f0b) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:17:55.224951 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e6344075-b461-497f-8ed3-c2518bcee1de req-591d0e5c-20a3-47ee-8ad1-588fca1448cc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cd6ba6c3-968f-4bdf-aed7-be8df75572b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605645 Jan 28 07:17:55.290888 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-cec3960e-9a93-473c-aa0b-9c01a831295a req-77051aa3-ad79-43c1-897a-bf9ad3550462 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Deleting port eae27188-e0c6-460b-86e6-5b12f277a7d9 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:17:55.291377 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-cec3960e-9a93-473c-aa0b-9c01a831295a req-77051aa3-ad79-43c1-897a-bf9ad3550462 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (eae27188-e0c6-460b-86e6-5b12f277a7d9), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:55.388543 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-a95fc072-4bfd-4737-b8b2-78c6e9fa95cf req-a23e7024-d52e-4dd6-96e0-91de4ece65eb tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] Publish callbacks [] for port (511cb77b-b3a7-4feb-bd64-948321b74f0b), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:55.392043 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-74a7f897-d9e2-4b9b-9887-97ac93ffbf2c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f5fa6549bc8d49d9b2eb68f328326d46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2197459 Jan 28 07:17:55.399362 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 47096) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:17:55.419827 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ed9b42a0-0cb2-42f0-b116-512965230bc4 req-5f090edf-d4e4-4f22-b43e-a029e66ee6eb tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c286ac6-5d5d-46b9-b282-9e68e0339bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2624283 Jan 28 07:17:55.476818 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e6344075-b461-497f-8ed3-c2518bcee1de req-10edce03-4ac7-42d1-b0b8-9c7abeebd072 service neutron] 10.222.0.44 "GET /v2.0/networks/cd6ba6c3-968f-4bdf-aed7-be8df75572b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136486 Jan 28 07:17:55.497557 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-cec3960e-9a93-473c-aa0b-9c01a831295a req-77051aa3-ad79-43c1-897a-bf9ad3550462 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] For port eae27188-e0c6-460b-86e6-5b12f277a7d9, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=eae27188-e0c6-460b-86e6-5b12f277a7d9,segment=NetworkSegment(b38b5d3d-4197-4548-8b2f-aaaa5395d71b),segment_id=b38b5d3d-4197-4548-8b2f-aaaa5395d71b)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:17:55.498111 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-cec3960e-9a93-473c-aa0b-9c01a831295a req-77051aa3-ad79-43c1-897a-bf9ad3550462 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (eae27188-e0c6-460b-86e6-5b12f277a7d9), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:55.523390 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-cec3960e-9a93-473c-aa0b-9c01a831295a req-77051aa3-ad79-43c1-897a-bf9ad3550462 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Calling delete_port for eae27188-e0c6-460b-86e6-5b12f277a7d9 owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:17:55.615304 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f112ba39-0b50-4802-a30b-79410efe5a41 admin admin] Publish callbacks [] for security_group (5e9c3947-6ff8-4aa4-a1f7-c165b64c94a3), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:55.629343 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-a95fc072-4bfd-4737-b8b2-78c6e9fa95cf req-a23e7024-d52e-4dd6-96e0-91de4ece65eb tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (511cb77b-b3a7-4feb-bd64-948321b74f0b), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:55.648571 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-72e1f20d-769a-4636-b157-25c79841048a req-0dde48af-a3cc-4872-945e-b510a0c81dbe tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a2737ee-f61e-4f07-836f-8237b18d9f2d HTTP/1.1" status: 200 len: 210 time: 0.1238918 Jan 28 07:17:55.702984 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e6344075-b461-497f-8ed3-c2518bcee1de req-96c98a0f-70d0-4afb-8253-7e223a82c6ab service neutron] 10.222.0.44 "GET /v2.0/networks/cd6ba6c3-968f-4bdf-aed7-be8df75572b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196453 Jan 28 07:17:55.712953 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 47098) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:17:55.715214 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f112ba39-0b50-4802-a30b-79410efe5a41 admin admin] Publish callbacks [] for security_group (5e9c3947-6ff8-4aa4-a1f7-c165b64c94a3), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:55.779855 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-05644be6-0682-4c11-b7c1-60acf4a8b6f9 tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] Publish callbacks [] for security_group (230b7539-1cad-405e-b772-a8fb13fc97f6), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:55.811305 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-05644be6-0682-4c11-b7c1-60acf4a8b6f9 tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] Publish callbacks [] for security_group (230b7539-1cad-405e-b772-a8fb13fc97f6), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:55.840757 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23e7024-d52e-4dd6-96e0-91de4ece65eb tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] Pushing event updated for resources: {'Port': ['ID=511cb77b-b3a7-4feb-bd64-948321b74f0b,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:17:55.872642 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a95fc072-4bfd-4737-b8b2-78c6e9fa95cf req-a23e7024-d52e-4dd6-96e0-91de4ece65eb tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] Network 7d5b3724-deef-4831-8d43-cb9b8176573c is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:17:55.890344 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-a95fc072-4bfd-4737-b8b2-78c6e9fa95cf req-a23e7024-d52e-4dd6-96e0-91de4ece65eb tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:17:55.893661 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-a95fc072-4bfd-4737-b8b2-78c6e9fa95cf req-a23e7024-d52e-4dd6-96e0-91de4ece65eb tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:17:55.896652 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-05644be6-0682-4c11-b7c1-60acf4a8b6f9 tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (230b7539-1cad-405e-b772-a8fb13fc97f6), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:55.902319 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-05644be6-0682-4c11-b7c1-60acf4a8b6f9 tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:55.908083 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-05644be6-0682-4c11-b7c1-60acf4a8b6f9 tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] 10.222.0.41 "DELETE /v2.0/security-groups/230b7539-1cad-405e-b772-a8fb13fc97f6 HTTP/1.1" status: 204 len: 168 time: 0.1940861 Jan 28 07:17:55.908729 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 47100) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:17:56.007334 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05644be6-0682-4c11-b7c1-60acf4a8b6f9 tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=230b7539-1cad-405e-b772-a8fb13fc97f6,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:17:56.041885 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-a95fc072-4bfd-4737-b8b2-78c6e9fa95cf req-a23e7024-d52e-4dd6-96e0-91de4ece65eb tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] Publish callbacks [] for floatingip (35e3bcfe-8f86-4761-a01f-00b48cbbf1ce), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:56.045312 n-d-712749-28 neutron-server[103283]: INFO neutron.api.v2.resource [None req-77155010-b388-46b6-950b-b248833c063c tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] show failed (client error): The resource could not be found. Jan 28 07:17:56.053344 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 47102) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:17:56.056699 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f112ba39-0b50-4802-a30b-79410efe5a41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (5e9c3947-6ff8-4aa4-a1f7-c165b64c94a3), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:56.057824 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-77155010-b388-46b6-950b-b248833c063c tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] 10.222.0.41 "GET /v2.0/security-groups/230b7539-1cad-405e-b772-a8fb13fc97f6 HTTP/1.1" status: 404 len: 347 time: 0.1382444 Jan 28 07:17:56.059724 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f112ba39-0b50-4802-a30b-79410efe5a41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:56.060912 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-f112ba39-0b50-4802-a30b-79410efe5a41 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5e9c3947-6ff8-4aa4-a1f7-c165b64c94a3 HTTP/1.1" status: 204 len: 168 time: 0.6592095 Jan 28 07:17:56.149787 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7465a70-8081-4f0c-aa76-c7c3022e6f18 req-1dae461f-0898-4a7e-84af-84dd6b092cc7 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:56.157119 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f7465a70-8081-4f0c-aa76-c7c3022e6f18 req-1dae461f-0898-4a7e-84af-84dd6b092cc7 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fa73890-3c2c-4c59-9c73-ce1eca1f276c HTTP/1.1" status: 200 len: 945 time: 0.1701539 Jan 28 07:17:56.276943 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f7465a70-8081-4f0c-aa76-c7c3022e6f18 req-f9c057fe-42c9-40a3-9aa7-44966d1d24b4 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f7766-6108-45d3-a769-5b5e90234849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126750 Jan 28 07:17:56.460922 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24c71d8-b553-4ea5-9d59-7da4d1e7b898 req-a42f7db5-191e-42c0-bee0-cc9ae76de4ae tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:56.468601 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24c71d8-b553-4ea5-9d59-7da4d1e7b898 req-a42f7db5-191e-42c0-bee0-cc9ae76de4ae tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:56.475355 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24c71d8-b553-4ea5-9d59-7da4d1e7b898 req-a42f7db5-191e-42c0-bee0-cc9ae76de4ae tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:56.483149 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24c71d8-b553-4ea5-9d59-7da4d1e7b898 req-a42f7db5-191e-42c0-bee0-cc9ae76de4ae tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:56.489568 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24c71d8-b553-4ea5-9d59-7da4d1e7b898 req-a42f7db5-191e-42c0-bee0-cc9ae76de4ae tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:56.496728 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24c71d8-b553-4ea5-9d59-7da4d1e7b898 req-a42f7db5-191e-42c0-bee0-cc9ae76de4ae tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:56.504904 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24c71d8-b553-4ea5-9d59-7da4d1e7b898 req-a42f7db5-191e-42c0-bee0-cc9ae76de4ae tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:56.514035 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f112ba39-0b50-4802-a30b-79410efe5a41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e9c3947-6ff8-4aa4-a1f7-c165b64c94a3,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:17:56.514598 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c24c71d8-b553-4ea5-9d59-7da4d1e7b898 req-a42f7db5-191e-42c0-bee0-cc9ae76de4ae tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009 HTTP/1.1" status: 200 len: 5429 time: 0.1579342 Jan 28 07:17:56.517116 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-cec3960e-9a93-473c-aa0b-9c01a831295a req-77051aa3-ad79-43c1-897a-bf9ad3550462 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (eae27188-e0c6-460b-86e6-5b12f277a7d9), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:56.561717 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['eae27188-e0c6-460b-86e6-5b12f277a7d9'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:17:56.568280 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77051aa3-ad79-43c1-897a-bf9ad3550462 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Pushing event deleted for resources: {'Port': ['ID=eae27188-e0c6-460b-86e6-5b12f277a7d9,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:17:56.629269 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-cec3960e-9a93-473c-aa0b-9c01a831295a req-77051aa3-ad79-43c1-897a-bf9ad3550462 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] No DVR routers for this DVR port eae27188-e0c6-460b-86e6-5b12f277a7d9 on host n-h1-712749-28 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:17:56.632062 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-cec3960e-9a93-473c-aa0b-9c01a831295a req-77051aa3-ad79-43c1-897a-bf9ad3550462 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:56.635734 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-cec3960e-9a93-473c-aa0b-9c01a831295a req-77051aa3-ad79-43c1-897a-bf9ad3550462 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.10 "DELETE /v2.0/ports/eae27188-e0c6-460b-86e6-5b12f277a7d9 HTTP/1.1" status: 204 len: 173 time: 1.7970877 Jan 28 07:17:56.636603 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-a95fc072-4bfd-4737-b8b2-78c6e9fa95cf req-a23e7024-d52e-4dd6-96e0-91de4ece65eb tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (511cb77b-b3a7-4feb-bd64-948321b74f0b), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:56.646938 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c24c71d8-b553-4ea5-9d59-7da4d1e7b898 req-22e637f8-45e2-4b70-aa82-ef4727795bc0 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/security-groups?id=e05d74b3-220f-46cd-b475-266b231f0f88&id=7f4d2140-e017-41d8-8ff9-e5d9b5e3138b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1309981 Jan 28 07:17:56.657505 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '735808a4-e633-4693-b1ca-941092790339', 'name': 'network-vif-deleted', 'tag': 'eae27188-e0c6-460b-86e6-5b12f277a7d9'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:17:56.659959 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-565b2a79-a1d4-485f-bdec-88be478cc784" -d '{"events": [{"server_uuid": "735808a4-e633-4693-b1ca-941092790339", "name": "network-vif-deleted", "tag": "eae27188-e0c6-460b-86e6-5b12f277a7d9"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:17:56.808040 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-1a452fe1-e538-4e66-bb6b-265269be3cff tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] Deleting port 92482975-fac4-4973-8994-5beba5647b00 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:17:56.808417 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1a452fe1-e538-4e66-bb6b-265269be3cff tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (92482975-fac4-4973-8994-5beba5647b00), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:56.820860 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-49473bdd-d3c6-4e0c-a845-13c2d97c1ca5 req-438e55d7-e7fc-4613-a7a7-18ec6727cb36 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/ports?device_id=735808a4-e633-4693-b1ca-941092790339 HTTP/1.1" status: 200 len: 210 time: 0.0581701 Jan 28 07:17:56.958467 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b60c1500-3127-45e4-a809-9af7f9f3f3f1 req-d2d7bc23-04d8-4c14-9864-48ee4a99d5b9 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a2737ee-f61e-4f07-836f-8237b18d9f2d HTTP/1.1" status: 200 len: 210 time: 0.0525439 Jan 28 07:17:56.973148 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1a452fe1-e538-4e66-bb6b-265269be3cff tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (92482975-fac4-4973-8994-5beba5647b00), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:56.973488 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1a452fe1-e538-4e66-bb6b-265269be3cff tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] Publish callbacks [] for floatingip (92482975-fac4-4973-8994-5beba5647b00), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:56.997626 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-1a452fe1-e538-4e66-bb6b-265269be3cff tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] Calling delete_port for 92482975-fac4-4973-8994-5beba5647b00 owned by network:floatingip {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:17:57.004686 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-a95fc072-4bfd-4737-b8b2-78c6e9fa95cf req-a23e7024-d52e-4dd6-96e0-91de4ece65eb tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] Publish callbacks [] for port (511cb77b-b3a7-4feb-bd64-948321b74f0b), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:57.016447 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-a95fc072-4bfd-4737-b8b2-78c6e9fa95cf req-a23e7024-d52e-4dd6-96e0-91de4ece65eb tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (511cb77b-b3a7-4feb-bd64-948321b74f0b), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:57.098934 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd3a360-c33c-46a7-aff5-a358d547b02a req-182323b2-6c4f-4d2c-addb-534c7712f026 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:57.107366 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6fd3a360-c33c-46a7-aff5-a358d547b02a req-182323b2-6c4f-4d2c-addb-534c7712f026 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fa73890-3c2c-4c59-9c73-ce1eca1f276c HTTP/1.1" status: 200 len: 945 time: 0.0668619 Jan 28 07:17:57.168768 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23e7024-d52e-4dd6-96e0-91de4ece65eb tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] Pushing event updated for resources: {'Port': ['ID=511cb77b-b3a7-4feb-bd64-948321b74f0b,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:17:57.179359 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6fd3a360-c33c-46a7-aff5-a358d547b02a req-62edd318-647b-4d4c-860d-21bd82b0119c tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f7766-6108-45d3-a769-5b5e90234849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656655 Jan 28 07:17:57.205572 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-a95fc072-4bfd-4737-b8b2-78c6e9fa95cf req-a23e7024-d52e-4dd6-96e0-91de4ece65eb tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16609095'] for floatingip (35e3bcfe-8f86-4761-a01f-00b48cbbf1ce), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:57.217558 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 47138) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:17:57.240677 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ecfc16b-94a9-4fd4-afca-14d7a99cbe26 x-openstack-request-id: req-2ecfc16b-94a9-4fd4-afca-14d7a99cbe26 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:17:57.241369 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "735808a4-e633-4693-b1ca-941092790339", "name": "network-vif-deleted", "tag": "eae27188-e0c6-460b-86e6-5b12f277a7d9", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:17:57.242174 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2ecfc16b-94a9-4fd4-afca-14d7a99cbe26 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:17:57.243071 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '735808a4-e633-4693-b1ca-941092790339', 'name': 'network-vif-deleted', 'tag': 'eae27188-e0c6-460b-86e6-5b12f277a7d9', 'status': 'completed', 'code': 200} Jan 28 07:17:57.274322 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-a95fc072-4bfd-4737-b8b2-78c6e9fa95cf req-a23e7024-d52e-4dd6-96e0-91de4ece65eb tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for floatingip (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:57.284250 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a95fc072-4bfd-4737-b8b2-78c6e9fa95cf req-a23e7024-d52e-4dd6-96e0-91de4ece65eb tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.8057327 Jan 28 07:17:57.359654 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-65ec714b-4270-4968-ae2f-c738d17f5e08 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-231675331-network', 'tenant_id': 'b330d61c0e1d4442b4d2d6ec62f291bb'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:17:57.411426 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1a452fe1-e538-4e66-bb6b-265269be3cff tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (92482975-fac4-4973-8994-5beba5647b00), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:57.417731 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65ec714b-4270-4968-ae2f-c738d17f5e08 admin admin] Made reservation on behalf of b330d61c0e1d4442b4d2d6ec62f291bb for: {'network': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:17:57.420007 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-65ec714b-4270-4968-ae2f-c738d17f5e08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:57.431645 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-65ec714b-4270-4968-ae2f-c738d17f5e08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:57.460230 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a452fe1-e538-4e66-bb6b-265269be3cff tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] Pushing event deleted for resources: {'Port': ['ID=92482975-fac4-4973-8994-5beba5647b00,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:17:57.464894 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a95fc072-4bfd-4737-b8b2-78c6e9fa95cf req-8f03da7a-bd0b-45bf-b596-d0a5adbae29b tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.6.239 HTTP/1.1" status: 200 len: 696 time: 0.1790979 Jan 28 07:17:57.477848 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483a486c-cbc7-4720-aedc-86780d6ec626 req-b11ec832-3606-498d-9342-d424ca4cd1cc tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:57.479551 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-483a486c-cbc7-4720-aedc-86780d6ec626 req-b11ec832-3606-498d-9342-d424ca4cd1cc tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fa73890-3c2c-4c59-9c73-ce1eca1f276c HTTP/1.1" status: 200 len: 945 time: 0.0931003 Jan 28 07:17:57.554589 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-483a486c-cbc7-4720-aedc-86780d6ec626 req-ab52e9e0-602d-4878-b39a-086c6632076b tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f7766-6108-45d3-a769-5b5e90234849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655482 Jan 28 07:17:57.577469 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-65ec714b-4270-4968-ae2f-c738d17f5e08 admin admin] Publish callbacks [] for security_group (c9b13571-7edf-401a-9428-f563214e271f), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:57.584753 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-65ec714b-4270-4968-ae2f-c738d17f5e08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (c9b13571-7edf-401a-9428-f563214e271f), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:57.595750 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1a452fe1-e538-4e66-bb6b-265269be3cff tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] Publish callbacks [] for floatingip (24a70ca3-e751-421e-9d14-ebfc8414ae30), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:57.598653 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1a452fe1-e538-4e66-bb6b-265269be3cff tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for floatingip (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:57.602899 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-1a452fe1-e538-4e66-bb6b-265269be3cff tempest-ServersTestBootFromVolume-1921911578 tempest-ServersTestBootFromVolume-1921911578-project] 10.222.0.41 "DELETE /v2.0/floatingips/24a70ca3-e751-421e-9d14-ebfc8414ae30 HTTP/1.1" status: 204 len: 168 time: 1.5474510 Jan 28 07:17:57.606142 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 47144) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:17:57.614640 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ec714b-4270-4968-ae2f-c738d17f5e08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9b13571-7edf-401a-9428-f563214e271f,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:17:57.622418 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65ec714b-4270-4968-ae2f-c738d17f5e08 admin admin] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=103283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:17:57.634277 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-65ec714b-4270-4968-ae2f-c738d17f5e08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (56641b58-c418-4fe2-9081-e4a3d6bf31b5), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:57.635092 n-d-712749-28 neutron-server[103283]: INFO neutron.db.segments_db [None req-65ec714b-4270-4968-ae2f-c738d17f5e08 admin admin] Added segment 56641b58-c418-4fe2-9081-e4a3d6bf31b5 of type vlan for network a0421bb7-ebd3-4a90-bb93-43d15210462c Jan 28 07:17:57.682976 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95fc072-4bfd-4737-b8b2-78c6e9fa95cf req-92955a04-8ae7-4c85-a2e3-dd65ad474053 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:57.685385 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a95fc072-4bfd-4737-b8b2-78c6e9fa95cf req-92955a04-8ae7-4c85-a2e3-dd65ad474053 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] 10.222.0.41 "GET /v2.0/networks/7d5b3724-deef-4831-8d43-cb9b8176573c HTTP/1.1" status: 200 len: 784 time: 0.2049303 Jan 28 07:17:57.699797 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-65ec714b-4270-4968-ae2f-c738d17f5e08 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (a0421bb7-ebd3-4a90-bb93-43d15210462c), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:57.703529 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [req-a95fc072-4bfd-4737-b8b2-78c6e9fa95cf req-7d9bcf2f-fdf2-45b7-b0a6-656b100a94c1 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 07:17:57.717205 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a95fc072-4bfd-4737-b8b2-78c6e9fa95cf req-7d9bcf2f-fdf2-45b7-b0a6-656b100a94c1 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0202231 Jan 28 07:17:57.767850 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-65ec714b-4270-4968-ae2f-c738d17f5e08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (a0421bb7-ebd3-4a90-bb93-43d15210462c), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:57.769014 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ec714b-4270-4968-ae2f-c738d17f5e08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:57.769970 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-65ec714b-4270-4968-ae2f-c738d17f5e08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:57.832546 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f94f843-7fe0-4a75-ac06-763e3025cfe9 req-016daa02-a16e-4baf-9fb4-9a20d017753b tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:57.833996 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9f94f843-7fe0-4a75-ac06-763e3025cfe9 req-016daa02-a16e-4baf-9fb4-9a20d017753b tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fa73890-3c2c-4c59-9c73-ce1eca1f276c HTTP/1.1" status: 200 len: 945 time: 0.1277368 Jan 28 07:17:57.846619 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-65ec714b-4270-4968-ae2f-c738d17f5e08 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6253345 Jan 28 07:17:57.848049 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 47154) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:17:57.853581 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-abebbcf4-1ef4-4feb-8a11-1afecae18ca6 admin admin] Request body: {'subnet': {'network_id': 'a0421bb7-ebd3-4a90-bb93-43d15210462c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-231675331-subnet', 'tenant_id': 'b330d61c0e1d4442b4d2d6ec62f291bb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:17:57.870141 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ec714b-4270-4968-ae2f-c738d17f5e08 admin admin] Pushing event updated for resources: {'Network': ['ID=a0421bb7-ebd3-4a90-bb93-43d15210462c,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:17:57.882368 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50084c2-a24b-4682-97d7-919a974d001a req-405cb801-0565-4984-a00a-cf8b14e84a34 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:57.882952 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network a0421bb7-ebd3-4a90-bb93-43d15210462c details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:17:57.887835 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50084c2-a24b-4682-97d7-919a974d001a req-405cb801-0565-4984-a00a-cf8b14e84a34 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:57.893366 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50084c2-a24b-4682-97d7-919a974d001a req-405cb801-0565-4984-a00a-cf8b14e84a34 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:57.899246 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50084c2-a24b-4682-97d7-919a974d001a req-405cb801-0565-4984-a00a-cf8b14e84a34 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:57.904599 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50084c2-a24b-4682-97d7-919a974d001a req-405cb801-0565-4984-a00a-cf8b14e84a34 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:57.910454 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50084c2-a24b-4682-97d7-919a974d001a req-405cb801-0565-4984-a00a-cf8b14e84a34 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:57.915857 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50084c2-a24b-4682-97d7-919a974d001a req-405cb801-0565-4984-a00a-cf8b14e84a34 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:57.917812 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e50084c2-a24b-4682-97d7-919a974d001a req-405cb801-0565-4984-a00a-cf8b14e84a34 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009 HTTP/1.1" status: 200 len: 5429 time: 0.1556664 Jan 28 07:17:57.945435 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9f94f843-7fe0-4a75-ac06-763e3025cfe9 req-932f9ea6-3d69-4b7c-a7ae-30a66cb78f71 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f7766-6108-45d3-a769-5b5e90234849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001208 Jan 28 07:17:57.989241 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abebbcf4-1ef4-4feb-8a11-1afecae18ca6 admin admin] Made reservation on behalf of b330d61c0e1d4442b4d2d6ec62f291bb for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:17:57.991635 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-abebbcf4-1ef4-4feb-8a11-1afecae18ca6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24979592'] for subnet (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:58.098856 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e50084c2-a24b-4682-97d7-919a974d001a req-36b459f9-7604-456e-b188-343e38f8bf19 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/security-groups?id=e05d74b3-220f-46cd-b475-266b231f0f88&id=7f4d2140-e017-41d8-8ff9-e5d9b5e3138b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1696239 Jan 28 07:17:58.102230 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7ae115-6d45-4e19-897a-1164a5e4451b req-4cce7618-60d2-40b9-a228-0d71ff4d7c6f tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:58.109841 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0c7ae115-6d45-4e19-897a-1164a5e4451b req-4cce7618-60d2-40b9-a228-0d71ff4d7c6f tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] 10.222.0.41 "GET /v2.0/ports?device_id=2aaf3fde-f7e8-4523-8ab0-cf429d8d3b08&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0910485 Jan 28 07:17:58.168599 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0c7ae115-6d45-4e19-897a-1164a5e4451b req-aa397485-14c9-47ca-9291-cb00c5ea612a tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.6.239 HTTP/1.1" status: 200 len: 696 time: 0.0578246 Jan 28 07:17:58.173366 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-0c7ae115-6d45-4e19-897a-1164a5e4451b req-cbd66d14-f4af-4dfa-99c2-b2b5336e5c03 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] Request body: {'floatingip': {'port_id': '0ae24f80-5580-413a-af62-44084af43234', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:17:58.344843 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-abebbcf4-1ef4-4feb-8a11-1afecae18ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24757504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24979610'] for subnet (6c6fd552-2123-4db9-a685-371460aa7617), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:58.425751 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812e997b-db18-4015-87a8-f9f37e0191ce req-434b1569-91dd-4b62-9e57-2d9780346260 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:58.427343 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-812e997b-db18-4015-87a8-f9f37e0191ce req-434b1569-91dd-4b62-9e57-2d9780346260 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fa73890-3c2c-4c59-9c73-ce1eca1f276c HTTP/1.1" status: 200 len: 945 time: 0.1764462 Jan 28 07:17:58.454174 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abebbcf4-1ef4-4feb-8a11-1afecae18ca6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c6fd552-2123-4db9-a685-371460aa7617,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:17:58.507273 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abebbcf4-1ef4-4feb-8a11-1afecae18ca6 admin admin] Checking segment: {'id': '56641b58-c418-4fe2-9081-e4a3d6bf31b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'a0421bb7-ebd3-4a90-bb93-43d15210462c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:17:58.507655 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abebbcf4-1ef4-4feb-8a11-1afecae18ca6 admin admin] Network hostable DHCP agents. Network: a0421bb7-ebd3-4a90-bb93-43d15210462c, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:17:58.523716 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-923438c5-f0ac-4911-b370-2589120116c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16606535'] for router_interface (e1b50a0c-f07c-4823-a528-c5254224c8f9), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:58.523948 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-0c7ae115-6d45-4e19-897a-1164a5e4451b req-cbd66d14-f4af-4dfa-99c2-b2b5336e5c03 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] Publish callbacks [] for floatingip (35e3bcfe-8f86-4761-a01f-00b48cbbf1ce), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:58.532496 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-812e997b-db18-4015-87a8-f9f37e0191ce req-fb2932b9-4216-4a62-8b82-764ab064b24c tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f7766-6108-45d3-a769-5b5e90234849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882227 Jan 28 07:17:58.587914 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abebbcf4-1ef4-4feb-8a11-1afecae18ca6 admin admin] Network a0421bb7-ebd3-4a90-bb93-43d15210462c is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:17:58.645447 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-abebbcf4-1ef4-4feb-8a11-1afecae18ca6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, a0421bb7-ebd3-4a90-bb93-43d15210462c) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:17:58.656525 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ebc705-a325-467a-8de1-c3bce8fb54f9 None None] Network a0421bb7-ebd3-4a90-bb93-43d15210462c requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:17:58.665760 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-15152371-1369-473d-9a8b-31024464a8ec req-08ae7b86-d7da-4917-b9e4-565f55724bf8 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a2737ee-f61e-4f07-836f-8237b18d9f2d HTTP/1.1" status: 200 len: 210 time: 0.0381150 Jan 28 07:17:58.666972 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abebbcf4-1ef4-4feb-8a11-1afecae18ca6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:58.667551 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-abebbcf4-1ef4-4feb-8a11-1afecae18ca6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:58.755249 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-abebbcf4-1ef4-4feb-8a11-1afecae18ca6 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9053056 Jan 28 07:17:58.863215 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25dc66b3-7cae-4e59-9bed-d934933b4164 None None] Network a0421bb7-ebd3-4a90-bb93-43d15210462c requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:17:58.969916 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-923438c5-f0ac-4911-b370-2589120116c3 admin admin] Deleting port 2e13ec8e-1a12-43fd-8bf5-d647ed8b3736 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:17:58.970741 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-923438c5-f0ac-4911-b370-2589120116c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (2e13ec8e-1a12-43fd-8bf5-d647ed8b3736), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:59.080713 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-923438c5-f0ac-4911-b370-2589120116c3 admin admin] For port 2e13ec8e-1a12-43fd-8bf5-d647ed8b3736, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=2e13ec8e-1a12-43fd-8bf5-d647ed8b3736,segment=NetworkSegment(f3c435c6-b200-4552-9398-3233b0ca48be),segment_id=f3c435c6-b200-4552-9398-3233b0ca48be)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:17:59.081688 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-923438c5-f0ac-4911-b370-2589120116c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (2e13ec8e-1a12-43fd-8bf5-d647ed8b3736), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:59.094132 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-923438c5-f0ac-4911-b370-2589120116c3 admin admin] Calling delete_port for 2e13ec8e-1a12-43fd-8bf5-d647ed8b3736 owned by network:router_interface {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:17:59.264850 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-0c7ae115-6d45-4e19-897a-1164a5e4451b req-cbd66d14-f4af-4dfa-99c2-b2b5336e5c03 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:59.271272 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-0c7ae115-6d45-4e19-897a-1164a5e4451b req-cbd66d14-f4af-4dfa-99c2-b2b5336e5c03 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16609095'] for floatingip (35e3bcfe-8f86-4761-a01f-00b48cbbf1ce), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:59.295701 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38203b4e-761f-4fab-8ff8-b88232fed5f2 req-73121c51-56c9-401a-be2f-eb22a78072ed tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:59.297317 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-38203b4e-761f-4fab-8ff8-b88232fed5f2 req-73121c51-56c9-401a-be2f-eb22a78072ed tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/ports?device_id=0423b6ae-0c62-4f3f-ae33-ac4715e97d12 HTTP/1.1" status: 200 len: 944 time: 0.0820553 Jan 28 07:17:59.372549 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-38203b4e-761f-4fab-8ff8-b88232fed5f2 req-348e5f33-4d06-4c6e-8758-f30bcf000f4f tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c286ac6-5d5d-46b9-b282-9e68e0339bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577447 Jan 28 07:17:59.413873 n-d-712749-28 neutron-server[103283]: INFO neutron.db.l3_db [req-0c7ae115-6d45-4e19-897a-1164a5e4451b req-cbd66d14-f4af-4dfa-99c2-b2b5336e5c03 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] Floating IP 35e3bcfe-8f86-4761-a01f-00b48cbbf1ce associated. External IP: 172.25.6.239, port: 0ae24f80-5580-413a-af62-44084af43234. Jan 28 07:17:59.438770 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-923438c5-f0ac-4911-b370-2589120116c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (2e13ec8e-1a12-43fd-8bf5-d647ed8b3736), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:59.489083 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923438c5-f0ac-4911-b370-2589120116c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e13ec8e-1a12-43fd-8bf5-d647ed8b3736,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:17:59.489284 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 47184) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:17:59.497163 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-97c0ba22-e5a7-4fba-93eb-3ef1bac2b45d admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-625144050-network', 'tenant_id': '72df1534563d4f07b732fa8de0c8cf32'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:17:59.576136 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97c0ba22-e5a7-4fba-93eb-3ef1bac2b45d admin admin] Made reservation on behalf of 72df1534563d4f07b732fa8de0c8cf32 for: {'network': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:17:59.582334 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-97c0ba22-e5a7-4fba-93eb-3ef1bac2b45d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:59.600317 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-97c0ba22-e5a7-4fba-93eb-3ef1bac2b45d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:59.614249 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058069eb-f110-4322-b605-108902b5d1f1 req-c90b4257-2f82-4630-980a-4217080d2f03 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:59.621524 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-058069eb-f110-4322-b605-108902b5d1f1 req-c90b4257-2f82-4630-980a-4217080d2f03 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fa73890-3c2c-4c59-9c73-ce1eca1f276c HTTP/1.1" status: 200 len: 945 time: 0.1284535 Jan 28 07:17:59.709800 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-97c0ba22-e5a7-4fba-93eb-3ef1bac2b45d admin admin] Publish callbacks [] for security_group (2d776a4a-1642-4bed-be7a-d2a9b433f203), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:59.716787 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-97c0ba22-e5a7-4fba-93eb-3ef1bac2b45d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (2d776a4a-1642-4bed-be7a-d2a9b433f203), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:59.750961 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-058069eb-f110-4322-b605-108902b5d1f1 req-e8d34ee3-5b0b-4e4e-a5cb-132b8bf27c8e tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f7766-6108-45d3-a769-5b5e90234849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283569 Jan 28 07:17:59.763526 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfafee3-0b4c-4748-a3bd-01137f8ceb4d req-a5d43278-6e3d-4ca6-9377-f26b19bff02c tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:59.765054 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-bbfafee3-0b4c-4748-a3bd-01137f8ceb4d req-a5d43278-6e3d-4ca6-9377-f26b19bff02c tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.10 "GET /v2.0/ports?device_id=0423b6ae-0c62-4f3f-ae33-ac4715e97d12 HTTP/1.1" status: 200 len: 944 time: 0.1233180 Jan 28 07:17:59.786371 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97c0ba22-e5a7-4fba-93eb-3ef1bac2b45d admin admin] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=103283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:17:59.806208 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c0ba22-e5a7-4fba-93eb-3ef1bac2b45d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d776a4a-1642-4bed-be7a-d2a9b433f203,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:17:59.815426 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-97c0ba22-e5a7-4fba-93eb-3ef1bac2b45d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (c0897fbe-1516-4b07-a665-c8db806b4795), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:59.816880 n-d-712749-28 neutron-server[103283]: INFO neutron.db.segments_db [None req-97c0ba22-e5a7-4fba-93eb-3ef1bac2b45d admin admin] Added segment c0897fbe-1516-4b07-a665-c8db806b4795 of type vlan for network b12fd253-1141-439d-8411-e8aa6621b99c Jan 28 07:17:59.903030 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-97c0ba22-e5a7-4fba-93eb-3ef1bac2b45d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (b12fd253-1141-439d-8411-e8aa6621b99c), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:59.941523 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-923438c5-f0ac-4911-b370-2589120116c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16319006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16606699'] for router_interface (e1b50a0c-f07c-4823-a528-c5254224c8f9), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:59.944746 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0c7ae115-6d45-4e19-897a-1164a5e4451b req-cbd66d14-f4af-4dfa-99c2-b2b5336e5c03 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] Router b66fefd1-8b07-4710-90a1-8e7f3a8b8e24 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:17:59.957557 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-97c0ba22-e5a7-4fba-93eb-3ef1bac2b45d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (b12fd253-1141-439d-8411-e8aa6621b99c), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:59.958496 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c0ba22-e5a7-4fba-93eb-3ef1bac2b45d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:59.959084 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-97c0ba22-e5a7-4fba-93eb-3ef1bac2b45d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:59.969844 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-bbfafee3-0b4c-4748-a3bd-01137f8ceb4d req-bab11a21-486a-4c8f-9ba1-b644d616bc51 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Deleting port 17f0d048-8b0f-421f-8973-050abfc9ddc6 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:17:59.970194 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-bbfafee3-0b4c-4748-a3bd-01137f8ceb4d req-bab11a21-486a-4c8f-9ba1-b644d616bc51 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (17f0d048-8b0f-421f-8973-050abfc9ddc6), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:59.983644 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cc3165-0a6a-4ea0-a3b3-50e2e2bc7b55 req-15d298fe-7a28-4378-bf8c-cc2d10bf7f1b tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:59.989097 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cc3165-0a6a-4ea0-a3b3-50e2e2bc7b55 req-15d298fe-7a28-4378-bf8c-cc2d10bf7f1b tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:59.994291 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cc3165-0a6a-4ea0-a3b3-50e2e2bc7b55 req-15d298fe-7a28-4378-bf8c-cc2d10bf7f1b tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:59.999517 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cc3165-0a6a-4ea0-a3b3-50e2e2bc7b55 req-15d298fe-7a28-4378-bf8c-cc2d10bf7f1b tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:00.005876 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cc3165-0a6a-4ea0-a3b3-50e2e2bc7b55 req-15d298fe-7a28-4378-bf8c-cc2d10bf7f1b tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:00.011212 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cc3165-0a6a-4ea0-a3b3-50e2e2bc7b55 req-15d298fe-7a28-4378-bf8c-cc2d10bf7f1b tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:00.016787 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cc3165-0a6a-4ea0-a3b3-50e2e2bc7b55 req-15d298fe-7a28-4378-bf8c-cc2d10bf7f1b tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:00.018486 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d1cc3165-0a6a-4ea0-a3b3-50e2e2bc7b55 req-15d298fe-7a28-4378-bf8c-cc2d10bf7f1b tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009 HTTP/1.1" status: 200 len: 5429 time: 0.1369541 Jan 28 07:18:00.057406 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-97c0ba22-e5a7-4fba-93eb-3ef1bac2b45d admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5671246 Jan 28 07:18:00.061124 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 47190) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:18:00.067965 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-21218c4c-7460-4901-beed-9fc70293a661 admin admin] Request body: {'subnet': {'network_id': 'b12fd253-1141-439d-8411-e8aa6621b99c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-625144050-subnet', 'tenant_id': '72df1534563d4f07b732fa8de0c8cf32', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:18:00.119966 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c0ba22-e5a7-4fba-93eb-3ef1bac2b45d admin admin] Pushing event updated for resources: {'Network': ['ID=b12fd253-1141-439d-8411-e8aa6621b99c,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:18:00.144123 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21218c4c-7460-4901-beed-9fc70293a661 admin admin] Made reservation on behalf of 72df1534563d4f07b732fa8de0c8cf32 for: {'subnet': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:18:00.145097 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network b12fd253-1141-439d-8411-e8aa6621b99c details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:18:00.146809 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-21218c4c-7460-4901-beed-9fc70293a661 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13555781'] for subnet (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:00.194136 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0c7ae115-6d45-4e19-897a-1164a5e4451b req-cbd66d14-f4af-4dfa-99c2-b2b5336e5c03 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:18:00.199266 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-0c7ae115-6d45-4e19-897a-1164a5e4451b req-cbd66d14-f4af-4dfa-99c2-b2b5336e5c03 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for floatingip (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:00.217436 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ecfb41-38f7-40c8-804f-f465fcc194be None None] Sync routers for ids ['b66fefd1-8b07-4710-90a1-8e7f3a8b8e24'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:18:00.248126 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0c7ae115-6d45-4e19-897a-1164a5e4451b req-cbd66d14-f4af-4dfa-99c2-b2b5336e5c03 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] 10.222.0.41 "PUT /v2.0/floatingips/35e3bcfe-8f86-4761-a01f-00b48cbbf1ce HTTP/1.1" status: 200 len: 997 time: 2.0717869 Jan 28 07:18:00.251583 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ecfb41-38f7-40c8-804f-f465fcc194be None None] Routers {'b66fefd1-8b07-4710-90a1-8e7f3a8b8e24'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:18:00.252572 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-19ecfb41-38f7-40c8-804f-f465fcc194be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:17:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['b66fefd1-8b07-4710-90a1-8e7f3a8b8e24'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:18:00.259382 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2aaf3fde-f7e8-4523-8ab0-cf429d8d3b08', 'tag': '0ae24f80-5580-413a-af62-44084af43234'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:18:00.261713 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c99e198f-24a6-4001-bbdd-0459a3748a91" -d '{"events": [{"name": "network-changed", "server_uuid": "2aaf3fde-f7e8-4523-8ab0-cf429d8d3b08", "tag": "0ae24f80-5580-413a-af62-44084af43234"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:18:00.324511 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7ae115-6d45-4e19-897a-1164a5e4451b req-e27eb605-111a-4344-b12e-d2cee0103176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:00.333688 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0c7ae115-6d45-4e19-897a-1164a5e4451b req-e27eb605-111a-4344-b12e-d2cee0103176 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9c04f7b8e3f5485eae817db823b81557&device_id=2aaf3fde-f7e8-4523-8ab0-cf429d8d3b08 HTTP/1.1" status: 200 len: 1098 time: 0.0845768 Jan 28 07:18:00.467606 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-19ecfb41-38f7-40c8-804f-f465fcc194be None None] Set router b66fefd1-8b07-4710-90a1-8e7f3a8b8e24 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:18:00.535895 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7ae115-6d45-4e19-897a-1164a5e4451b req-b1de6cf5-9eea-45c0-8093-6fed18353e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:00.537471 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0c7ae115-6d45-4e19-897a-1164a5e4451b req-b1de6cf5-9eea-45c0-8093-6fed18353e10 service neutron] 10.222.0.41 "GET /v2.0/networks?id=cd6ba6c3-968f-4bdf-aed7-be8df75572b8 HTTP/1.1" status: 200 len: 921 time: 0.2029970 Jan 28 07:18:00.591112 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d1cc3165-0a6a-4ea0-a3b3-50e2e2bc7b55 req-880b6a01-9542-4fc0-ae4c-96042e94ed27 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/security-groups?id=e05d74b3-220f-46cd-b475-266b231f0f88&id=7f4d2140-e017-41d8-8ff9-e5d9b5e3138b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5383809 Jan 28 07:18:00.594971 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-bbfafee3-0b4c-4748-a3bd-01137f8ceb4d req-bab11a21-486a-4c8f-9ba1-b644d616bc51 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] For port 17f0d048-8b0f-421f-8973-050abfc9ddc6, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=17f0d048-8b0f-421f-8973-050abfc9ddc6,segment=NetworkSegment(b38b5d3d-4197-4548-8b2f-aaaa5395d71b),segment_id=b38b5d3d-4197-4548-8b2f-aaaa5395d71b)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:18:00.595133 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-bbfafee3-0b4c-4748-a3bd-01137f8ceb4d req-bab11a21-486a-4c8f-9ba1-b644d616bc51 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (17f0d048-8b0f-421f-8973-050abfc9ddc6), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:00.595360 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device eae27188-e0c6-460b-86e6-5b12f277a7d9 no longer exists at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:18:00.613451 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-bbfafee3-0b4c-4748-a3bd-01137f8ceb4d req-bab11a21-486a-4c8f-9ba1-b644d616bc51 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Calling delete_port for 17f0d048-8b0f-421f-8973-050abfc9ddc6 owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:18:00.626463 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] No Port match for: eae27188-e0c6-460b-86e6-5b12f277a7d9 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:18:00.626823 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device eae27188-e0c6-460b-86e6-5b12f277a7d9 not bound to the agent host n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:18:00.647767 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-21218c4c-7460-4901-beed-9fc70293a661 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13546728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13555799'] for subnet (3fd9df11-db3b-4785-802c-b9a2cac88ead), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:00.736111 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21218c4c-7460-4901-beed-9fc70293a661 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3fd9df11-db3b-4785-802c-b9a2cac88ead,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:18:00.752761 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0c7ae115-6d45-4e19-897a-1164a5e4451b req-429c260a-fa34-404b-b211-c9bfb76270b9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0ae24f80-5580-413a-af62-44084af43234 HTTP/1.1" status: 200 len: 1000 time: 0.1949973 Jan 28 07:18:00.790053 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-923438c5-f0ac-4911-b370-2589120116c3 admin admin] Router e1b50a0c-f07c-4823-a528-c5254224c8f9 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:18:00.796316 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-19ecfb41-38f7-40c8-804f-f465fcc194be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b66fefd1-8b07-4710-90a1-8e7f3a8b8e24', 'name': 'tempest-ServerRescueTestJSONUnderV235-1049003103-router', 'tenant_id': '9c04f7b8e3f5485eae817db823b81557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': 'fe342a51-4c2f-4421-a59d-b8ec02969ee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:16:49Z', 'updated_at': '2022-01-28T07:16:56Z', 'revision_number': 4, 'project_id': '9c04f7b8e3f5485eae817db823b81557', 'gw_port': {'id': 'fe342a51-4c2f-4421-a59d-b8ec02969ee5', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e1:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b66fefd1-8b07-4710-90a1-8e7f3a8b8e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:16:51Z', 'updated_at': '2022-01-28T07:16:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_floatingips': [{'id': '35e3bcfe-8f86-4761-a01f-00b48cbbf1ce', 'tenant_id': '9c04f7b8e3f5485eae817db823b81557', 'floating_ip_address': '172.25.6.239', 'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'router_id': 'b66fefd1-8b07-4710-90a1-8e7f3a8b8e24', 'port_id': '0ae24f80-5580-413a-af62-44084af43234', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1229, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd6ba6c3-968f-4bdf-aed7-be8df75572b8', 'mac_address': 'fa:16:3e:00:ca:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aaf3fde-f7e8-4523-8ab0-cf429d8d3b08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:17:55Z', 'updated_at': '2022-01-28T07:17:59Z', 'revision_number': 1, 'project_id': '9c04f7b8e3f5485eae817db823b81557', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'debccd5a-d87a-447c-ab36-37bde4513e6b', 'name': '', 'network_id': 'cd6ba6c3-968f-4bdf-aed7-be8df75572b8', 'tenant_id': '9c04f7b8e3f5485eae817db823b81557', 'mac_address': 'fa:16:3e:c5:75:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b66fefd1-8b07-4710-90a1-8e7f3a8b8e24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': '077db515-3138-4fa8-aebf-adad8450fb43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:16:55Z', 'updated_at': '2022-01-28T07:17:02Z', 'revision_number': 5, 'project_id': '9c04f7b8e3f5485eae817db823b81557', 'subnets': [{'id': '077db515-3138-4fa8-aebf-adad8450fb43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:18:00.818776 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7ae115-6d45-4e19-897a-1164a5e4451b req-b91ae080-0d71-4dfe-9dea-df840eab0c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:00.820950 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0c7ae115-6d45-4e19-897a-1164a5e4451b req-b91ae080-0d71-4dfe-9dea-df840eab0c87 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=077db515-3138-4fa8-aebf-adad8450fb43 HTTP/1.1" status: 200 len: 860 time: 0.0668178 Jan 28 07:18:00.824535 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0e4acb11-7f87-41a8-b33f-8e86e2072b74 req-9f6d6460-a7b8-4789-949e-4e4a1121fddf tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a2737ee-f61e-4f07-836f-8237b18d9f2d HTTP/1.1" status: 200 len: 210 time: 0.0731676 Jan 28 07:18:00.828052 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ecfb41-38f7-40c8-804f-f465fcc194be None None] Checking router: b66fefd1-8b07-4710-90a1-8e7f3a8b8e24 for host: n-d-712749-28 {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:18:00.839942 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ecfb41-38f7-40c8-804f-f465fcc194be None None] Routers {'b66fefd1-8b07-4710-90a1-8e7f3a8b8e24'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:18:00.840856 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-19ecfb41-38f7-40c8-804f-f465fcc194be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:17:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['b66fefd1-8b07-4710-90a1-8e7f3a8b8e24'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:18:00.871956 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21218c4c-7460-4901-beed-9fc70293a661 admin admin] Checking segment: {'id': 'c0897fbe-1516-4b07-a665-c8db806b4795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b12fd253-1141-439d-8411-e8aa6621b99c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:18:00.872388 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21218c4c-7460-4901-beed-9fc70293a661 admin admin] Network hostable DHCP agents. Network: b12fd253-1141-439d-8411-e8aa6621b99c, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:18:00.929758 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0c7ae115-6d45-4e19-897a-1164a5e4451b req-09b9e85d-531f-42de-9ff6-9a908370d3f5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cd6ba6c3-968f-4bdf-aed7-be8df75572b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0798531 Jan 28 07:18:00.944988 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [req-0c7ae115-6d45-4e19-897a-1164a5e4451b req-fd8ff96f-aa3a-4ad1-b6c4-f0cf03fd28d2 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103283) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 07:18:00.945357 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0c7ae115-6d45-4e19-897a-1164a5e4451b req-fd8ff96f-aa3a-4ad1-b6c4-f0cf03fd28d2 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0081913 Jan 28 07:18:00.962535 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21218c4c-7460-4901-beed-9fc70293a661 admin admin] Network b12fd253-1141-439d-8411-e8aa6621b99c is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:18:00.983059 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-21218c4c-7460-4901-beed-9fc70293a661 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, b12fd253-1141-439d-8411-e8aa6621b99c) {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:18:00.996041 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-19ecfb41-38f7-40c8-804f-f465fcc194be None None] Set router b66fefd1-8b07-4710-90a1-8e7f3a8b8e24 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:18:01.000448 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55cd424a-0b23-4347-9607-484fb9668c03 None None] Network b12fd253-1141-439d-8411-e8aa6621b99c requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:18:01.015862 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21218c4c-7460-4901-beed-9fc70293a661 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:01.016499 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-21218c4c-7460-4901-beed-9fc70293a661 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:01.039413 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-21218c4c-7460-4901-beed-9fc70293a661 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9773664 Jan 28 07:18:01.076188 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0c7ae115-6d45-4e19-897a-1164a5e4451b req-ec98947f-2839-4815-813f-2296ab74bce3 service neutron] 10.222.0.41 "GET /v2.0/networks/cd6ba6c3-968f-4bdf-aed7-be8df75572b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232872 Jan 28 07:18:01.089666 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-bbfafee3-0b4c-4748-a3bd-01137f8ceb4d req-bab11a21-486a-4c8f-9ba1-b644d616bc51 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (17f0d048-8b0f-421f-8973-050abfc9ddc6), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:01.135913 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-923438c5-f0ac-4911-b370-2589120116c3 admin admin] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:18:01.145518 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce79d53e-4c53-4d68-897a-d33f5821270b None None] Sync routers for ids ['e1b50a0c-f07c-4823-a528-c5254224c8f9'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:18:01.154396 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-923438c5-f0ac-4911-b370-2589120116c3 admin admin] 10.222.0.41 "PUT /v2.0/routers/e1b50a0c-f07c-4823-a528-c5254224c8f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5473623 Jan 28 07:18:01.157492 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 47200) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:18:01.169799 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce79d53e-4c53-4d68-897a-d33f5821270b None None] Routers {'e1b50a0c-f07c-4823-a528-c5254224c8f9'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:18:01.170453 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-ce79d53e-4c53-4d68-897a-d33f5821270b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:17:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['e1b50a0c-f07c-4823-a528-c5254224c8f9'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:18:01.226998 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab11a21-486a-4c8f-9ba1-b644d616bc51 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Pushing event deleted for resources: {'Port': ['ID=17f0d048-8b0f-421f-8973-050abfc9ddc6,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:18:01.276431 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbfafee3-0b4c-4748-a3bd-01137f8ceb4d req-bab11a21-486a-4c8f-9ba1-b644d616bc51 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] No DVR routers for this DVR port 17f0d048-8b0f-421f-8973-050abfc9ddc6 on host n-h1-712749-28 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:18:01.283013 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-bbfafee3-0b4c-4748-a3bd-01137f8ceb4d req-bab11a21-486a-4c8f-9ba1-b644d616bc51 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:01.287211 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-bbfafee3-0b4c-4748-a3bd-01137f8ceb4d req-bab11a21-486a-4c8f-9ba1-b644d616bc51 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.10 "DELETE /v2.0/ports/17f0d048-8b0f-421f-8973-050abfc9ddc6 HTTP/1.1" status: 204 len: 173 time: 1.5099754 Jan 28 07:18:01.288080 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f509c82-3b53-4ac2-827d-7f848aa0dc82 None None] Network b12fd253-1141-439d-8411-e8aa6621b99c requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:18:01.291677 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0423b6ae-0c62-4f3f-ae33-ac4715e97d12', 'name': 'network-vif-deleted', 'tag': '17f0d048-8b0f-421f-8973-050abfc9ddc6'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:18:01.301894 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92f4b171-6db0-400c-8d3f-c82c47b47a75" -d '{"events": [{"server_uuid": "0423b6ae-0c62-4f3f-ae33-ac4715e97d12", "name": "network-vif-deleted", "tag": "17f0d048-8b0f-421f-8973-050abfc9ddc6"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:18:01.319134 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f801ca3-7fef-4c7d-9efa-af5a5b9b31d9 req-5e3efa83-ea70-40d1-b095-e6657ae64f67 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:01.328187 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9f801ca3-7fef-4c7d-9efa-af5a5b9b31d9 req-5e3efa83-ea70-40d1-b095-e6657ae64f67 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fa73890-3c2c-4c59-9c73-ce1eca1f276c HTTP/1.1" status: 200 len: 945 time: 0.2484360 Jan 28 07:18:01.398087 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0c7ae115-6d45-4e19-897a-1164a5e4451b req-19000714-8131-4daf-95e8-815a262042ab service neutron] 10.222.0.41 "GET /v2.0/networks/cd6ba6c3-968f-4bdf-aed7-be8df75572b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3132117 Jan 28 07:18:01.427470 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9f801ca3-7fef-4c7d-9efa-af5a5b9b31d9 req-881ead75-0b51-4bb5-95f0-7c077ad1aa2d tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f7766-6108-45d3-a769-5b5e90234849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929883 Jan 28 07:18:01.459647 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-452e1f20-cccc-44ad-8acf-ae7784cab34e admin admin] Publish callbacks [] for router (e1b50a0c-f07c-4823-a528-c5254224c8f9), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:01.469103 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-ce79d53e-4c53-4d68-897a-d33f5821270b None None] Set router e1b50a0c-f07c-4823-a528-c5254224c8f9 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:18:01.559417 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a317f7d7-eae1-4127-aac8-db9058f3f410 x-openstack-request-id: req-a317f7d7-eae1-4127-aac8-db9058f3f410 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:18:01.560269 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2aaf3fde-f7e8-4523-8ab0-cf429d8d3b08", "tag": "0ae24f80-5580-413a-af62-44084af43234", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:18:01.560684 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a317f7d7-eae1-4127-aac8-db9058f3f410 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:18:01.561428 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2aaf3fde-f7e8-4523-8ab0-cf429d8d3b08', 'tag': '0ae24f80-5580-413a-af62-44084af43234', 'status': 'completed', 'code': 200} Jan 28 07:18:01.672834 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4427615-2719-4143-91b0-d681799490d9 x-openstack-request-id: req-f4427615-2719-4143-91b0-d681799490d9 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:18:01.673233 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0423b6ae-0c62-4f3f-ae33-ac4715e97d12", "name": "network-vif-deleted", "tag": "17f0d048-8b0f-421f-8973-050abfc9ddc6", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:18:01.673667 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f4427615-2719-4143-91b0-d681799490d9 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:18:01.674151 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0423b6ae-0c62-4f3f-ae33-ac4715e97d12', 'name': 'network-vif-deleted', 'tag': '17f0d048-8b0f-421f-8973-050abfc9ddc6', 'status': 'completed', 'code': 200} Jan 28 07:18:01.735452 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99e198f-24a6-4001-bbdd-0459a3748a91 req-d9faab81-b03a-4119-99b0-bd154fc82ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:01.737167 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c99e198f-24a6-4001-bbdd-0459a3748a91 req-d9faab81-b03a-4119-99b0-bd154fc82ded service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9c04f7b8e3f5485eae817db823b81557&device_id=2aaf3fde-f7e8-4523-8ab0-cf429d8d3b08 HTTP/1.1" status: 200 len: 1098 time: 0.1672580 Jan 28 07:18:01.739792 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-ce79d53e-4c53-4d68-897a-d33f5821270b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1b50a0c-f07c-4823-a528-c5254224c8f9', 'name': 'tempest-ServersTestBootFromVolume-1042811975-router', 'tenant_id': '7c38f303133c4a1f8d60e9cc7e10b1b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': 'dd4d3ddf-e14d-400a-8d98-1ea52072bdbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:14:11Z', 'updated_at': '2022-01-28T07:17:59Z', 'revision_number': 5, 'project_id': '7c38f303133c4a1f8d60e9cc7e10b1b4', 'gw_port': {'id': 'dd4d3ddf-e14d-400a-8d98-1ea52072bdbe', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:3e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b50a0c-f07c-4823-a528-c5254224c8f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:14:12Z', 'updated_at': '2022-01-28T07:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:18:01.742785 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5160db12-2475-4434-bd43-981b3e686b6c req-a3095855-3853-4402-9ada-3076d641e50c tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/ports?device_id=0423b6ae-0c62-4f3f-ae33-ac4715e97d12 HTTP/1.1" status: 200 len: 210 time: 0.0676513 Jan 28 07:18:01.812095 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-452e1f20-cccc-44ad-8acf-ae7784cab34e admin admin] Publish callbacks [] for router_gateway (e1b50a0c-f07c-4823-a528-c5254224c8f9), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:01.835158 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce79d53e-4c53-4d68-897a-d33f5821270b None None] Checking router: e1b50a0c-f07c-4823-a528-c5254224c8f9 for host: n-d-712749-28 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:18:01.858712 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce79d53e-4c53-4d68-897a-d33f5821270b None None] Routers {'e1b50a0c-f07c-4823-a528-c5254224c8f9'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:18:01.859644 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-ce79d53e-4c53-4d68-897a-d33f5821270b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:17:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['e1b50a0c-f07c-4823-a528-c5254224c8f9'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:18:01.960437 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-19ecfb41-38f7-40c8-804f-f465fcc194be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b66fefd1-8b07-4710-90a1-8e7f3a8b8e24', 'name': 'tempest-ServerRescueTestJSONUnderV235-1049003103-router', 'tenant_id': '9c04f7b8e3f5485eae817db823b81557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': 'fe342a51-4c2f-4421-a59d-b8ec02969ee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:16:49Z', 'updated_at': '2022-01-28T07:16:56Z', 'revision_number': 4, 'project_id': '9c04f7b8e3f5485eae817db823b81557', 'gw_port': {'id': 'fe342a51-4c2f-4421-a59d-b8ec02969ee5', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e1:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b66fefd1-8b07-4710-90a1-8e7f3a8b8e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:16:51Z', 'updated_at': '2022-01-28T07:16:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_floatingips': [{'id': '35e3bcfe-8f86-4761-a01f-00b48cbbf1ce', 'tenant_id': '9c04f7b8e3f5485eae817db823b81557', 'floating_ip_address': '172.25.6.239', 'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'router_id': 'b66fefd1-8b07-4710-90a1-8e7f3a8b8e24', 'port_id': '0ae24f80-5580-413a-af62-44084af43234', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1229, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd6ba6c3-968f-4bdf-aed7-be8df75572b8', 'mac_address': 'fa:16:3e:00:ca:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aaf3fde-f7e8-4523-8ab0-cf429d8d3b08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:17:55Z', 'updated_at': '2022-01-28T07:17:59Z', 'revision_number': 1, 'project_id': '9c04f7b8e3f5485eae817db823b81557', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'debccd5a-d87a-447c-ab36-37bde4513e6b', 'name': '', 'network_id': 'cd6ba6c3-968f-4bdf-aed7-be8df75572b8', 'tenant_id': '9c04f7b8e3f5485eae817db823b81557', 'mac_address': 'fa:16:3e:c5:75:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b66fefd1-8b07-4710-90a1-8e7f3a8b8e24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': '077db515-3138-4fa8-aebf-adad8450fb43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:16:55Z', 'updated_at': '2022-01-28T07:17:02Z', 'revision_number': 5, 'project_id': '9c04f7b8e3f5485eae817db823b81557', 'subnets': [{'id': '077db515-3138-4fa8-aebf-adad8450fb43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:18:01.970009 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99e198f-24a6-4001-bbdd-0459a3748a91 req-cd37c488-b070-47cc-b7b1-8e2b6ddf7296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:01.978642 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c99e198f-24a6-4001-bbdd-0459a3748a91 req-cd37c488-b070-47cc-b7b1-8e2b6ddf7296 service neutron] 10.222.0.44 "GET /v2.0/networks?id=cd6ba6c3-968f-4bdf-aed7-be8df75572b8 HTTP/1.1" status: 200 len: 921 time: 0.2323184 Jan 28 07:18:02.018506 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-13c5877c-22aa-4feb-a2ed-4c5372ce06c0 req-c02a592d-aa00-4a85-81e9-e0ba86de136f tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.6.239 HTTP/1.1" status: 200 len: 1000 time: 0.2227855 Jan 28 07:18:02.026655 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-ce79d53e-4c53-4d68-897a-d33f5821270b None None] Set router e1b50a0c-f07c-4823-a528-c5254224c8f9 gateway port host: None {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:18:02.032934 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ecfb41-38f7-40c8-804f-f465fcc194be None None] The sync data for ids ['b66fefd1-8b07-4710-90a1-8e7f3a8b8e24'] in n-d-712749-28 is: [{'id': 'b66fefd1-8b07-4710-90a1-8e7f3a8b8e24', 'name': 'tempest-ServerRescueTestJSONUnderV235-1049003103-router', 'tenant_id': '9c04f7b8e3f5485eae817db823b81557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': 'fe342a51-4c2f-4421-a59d-b8ec02969ee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:16:49Z', 'updated_at': '2022-01-28T07:16:56Z', 'revision_number': 4, 'project_id': '9c04f7b8e3f5485eae817db823b81557', 'gw_port': {'id': 'fe342a51-4c2f-4421-a59d-b8ec02969ee5', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e1:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b66fefd1-8b07-4710-90a1-8e7f3a8b8e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:16:51Z', 'updated_at': '2022-01-28T07:16:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_floatingips': [{'id': '35e3bcfe-8f86-4761-a01f-00b48cbbf1ce', 'tenant_id': '9c04f7b8e3f5485eae817db823b81557', 'floating_ip_address': '172.25.6.239', 'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'router_id': 'b66fefd1-8b07-4710-90a1-8e7f3a8b8e24', 'port_id': '0ae24f80-5580-413a-af62-44084af43234', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1229, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd6ba6c3-968f-4bdf-aed7-be8df75572b8', 'mac_address': 'fa:16:3e:00:ca:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aaf3fde-f7e8-4523-8ab0-cf429d8d3b08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:17:55Z', 'updated_at': '2022-01-28T07:17:59Z', 'revision_number': 1, 'project_id': '9c04f7b8e3f5485eae817db823b81557', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'debccd5a-d87a-447c-ab36-37bde4513e6b', 'name': '', 'network_id': 'cd6ba6c3-968f-4bdf-aed7-be8df75572b8', 'tenant_id': '9c04f7b8e3f5485eae817db823b81557', 'mac_address': 'fa:16:3e:c5:75:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b66fefd1-8b07-4710-90a1-8e7f3a8b8e24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': '077db515-3138-4fa8-aebf-adad8450fb43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:16:55Z', 'updated_at': '2022-01-28T07:17:02Z', 'revision_number': 5, 'project_id': '9c04f7b8e3f5485eae817db823b81557', 'subnets': [{'id': '077db515-3138-4fa8-aebf-adad8450fb43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:18:02.113409 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-ce79d53e-4c53-4d68-897a-d33f5821270b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1b50a0c-f07c-4823-a528-c5254224c8f9', 'name': 'tempest-ServersTestBootFromVolume-1042811975-router', 'tenant_id': '7c38f303133c4a1f8d60e9cc7e10b1b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:14:11Z', 'updated_at': '2022-01-28T07:18:01Z', 'revision_number': 6, 'project_id': '7c38f303133c4a1f8d60e9cc7e10b1b4', 'gw_port_host': None}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:18:02.129091 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-452e1f20-cccc-44ad-8acf-ae7784cab34e admin admin] Deleting port dd4d3ddf-e14d-400a-8d98-1ea52072bdbe {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:18:02.129818 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-452e1f20-cccc-44ad-8acf-ae7784cab34e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (dd4d3ddf-e14d-400a-8d98-1ea52072bdbe), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:02.145958 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c5877c-22aa-4feb-a2ed-4c5372ce06c0 req-62b570e5-b219-4437-83f2-0cd76eafa8b1 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:02.155125 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce79d53e-4c53-4d68-897a-d33f5821270b None None] The sync data for ids ['e1b50a0c-f07c-4823-a528-c5254224c8f9'] in n-d-712749-28 is: [{'id': 'e1b50a0c-f07c-4823-a528-c5254224c8f9', 'name': 'tempest-ServersTestBootFromVolume-1042811975-router', 'tenant_id': '7c38f303133c4a1f8d60e9cc7e10b1b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:14:11Z', 'updated_at': '2022-01-28T07:18:01Z', 'revision_number': 6, 'project_id': '7c38f303133c4a1f8d60e9cc7e10b1b4', 'gw_port_host': None}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:18:02.156471 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-13c5877c-22aa-4feb-a2ed-4c5372ce06c0 req-62b570e5-b219-4437-83f2-0cd76eafa8b1 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] 10.222.0.41 "GET /v2.0/ports/0ae24f80-5580-413a-af62-44084af43234 HTTP/1.1" status: 200 len: 943 time: 0.1243320 Jan 28 07:18:02.280050 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c99e198f-24a6-4001-bbdd-0459a3748a91 req-f825bb5c-639c-4088-b24a-5c27142e9a04 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0ae24f80-5580-413a-af62-44084af43234 HTTP/1.1" status: 200 len: 1000 time: 0.2946200 Jan 28 07:18:02.352392 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-13c5877c-22aa-4feb-a2ed-4c5372ce06c0 req-811e1941-f7db-416d-a502-5080d4a357a9 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.6.239 HTTP/1.1" status: 200 len: 1000 time: 0.0776067 Jan 28 07:18:02.374656 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-452e1f20-cccc-44ad-8acf-ae7784cab34e admin admin] For port dd4d3ddf-e14d-400a-8d98-1ea52072bdbe, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=dd4d3ddf-e14d-400a-8d98-1ea52072bdbe,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:18:02.375019 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-452e1f20-cccc-44ad-8acf-ae7784cab34e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (dd4d3ddf-e14d-400a-8d98-1ea52072bdbe), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:02.390599 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-805ac649-8795-4599-b577-8ae18f06ed78 None None] New status for floating IP 35e3bcfe-8f86-4761-a01f-00b48cbbf1ce: ACTIVE {{(pid=103285) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 07:18:02.398831 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-452e1f20-cccc-44ad-8acf-ae7784cab34e admin admin] Calling delete_port for dd4d3ddf-e14d-400a-8d98-1ea52072bdbe owned by network:router_gateway {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:18:02.415324 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99e198f-24a6-4001-bbdd-0459a3748a91 req-a260f642-e1a1-49e6-a547-661257287a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:02.416812 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c99e198f-24a6-4001-bbdd-0459a3748a91 req-a260f642-e1a1-49e6-a547-661257287a13 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=077db515-3138-4fa8-aebf-adad8450fb43 HTTP/1.1" status: 200 len: 860 time: 0.1297495 Jan 28 07:18:02.427834 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b37ed7-e770-4ee2-ab34-df59be7a149f req-e04c85bd-eba5-4caa-8b5f-24d02e4b32c6 tempest-ServersNegativeTestMultiTenantJSON-1071522538 tempest-ServersNegativeTestMultiTenantJSON-1071522538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:02.434847 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-45b37ed7-e770-4ee2-ab34-df59be7a149f req-e04c85bd-eba5-4caa-8b5f-24d02e4b32c6 tempest-ServersNegativeTestMultiTenantJSON-1071522538 tempest-ServersNegativeTestMultiTenantJSON-1071522538-project] 10.222.0.41 "GET /v2.0/networks?id=a0421bb7-ebd3-4a90-bb93-43d15210462c HTTP/1.1" status: 200 len: 824 time: 0.3081775 Jan 28 07:18:02.513778 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c99e198f-24a6-4001-bbdd-0459a3748a91 req-1b464a78-6864-42dd-95c0-291f492cccb9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cd6ba6c3-968f-4bdf-aed7-be8df75572b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0768921 Jan 28 07:18:02.525986 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c5877c-22aa-4feb-a2ed-4c5372ce06c0 req-0638eec6-c216-4acf-84bb-d87bbe91d4cc tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:02.534639 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-13c5877c-22aa-4feb-a2ed-4c5372ce06c0 req-0638eec6-c216-4acf-84bb-d87bbe91d4cc tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] 10.222.0.41 "GET /v2.0/networks/7d5b3724-deef-4831-8d43-cb9b8176573c HTTP/1.1" status: 200 len: 784 time: 0.1766686 Jan 28 07:18:02.544691 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [req-13c5877c-22aa-4feb-a2ed-4c5372ce06c0 req-7520a04c-1664-4c85-9d82-8a5098bb44f6 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 07:18:02.548966 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-45b37ed7-e770-4ee2-ab34-df59be7a149f req-74c1a11c-82eb-4272-843f-dd8bda057e6d tempest-ServersNegativeTestMultiTenantJSON-1071522538 tempest-ServersNegativeTestMultiTenantJSON-1071522538-project] 10.222.0.41 "GET /v2.0/quotas/b330d61c0e1d4442b4d2d6ec62f291bb HTTP/1.1" status: 200 len: 375 time: 0.1132135 Jan 28 07:18:02.555296 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-13c5877c-22aa-4feb-a2ed-4c5372ce06c0 req-7520a04c-1664-4c85-9d82-8a5098bb44f6 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0193772 Jan 28 07:18:02.598798 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 2e13ec8e-1a12-43fd-8bf5-d647ed8b3736 no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:18:02.622394 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: 2e13ec8e-1a12-43fd-8bf5-d647ed8b3736 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:18:02.622807 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 2e13ec8e-1a12-43fd-8bf5-d647ed8b3736 not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:18:02.671031 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-13c5877c-22aa-4feb-a2ed-4c5372ce06c0 req-768170bc-f20c-4d20-9262-eb36c5dce512 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.6.239 HTTP/1.1" status: 200 len: 1000 time: 0.1143723 Jan 28 07:18:02.678270 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-13c5877c-22aa-4feb-a2ed-4c5372ce06c0 req-f5821410-67d5-43a4-b474-0d0bea44b348 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:18:02.766614 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-13c5877c-22aa-4feb-a2ed-4c5372ce06c0 req-f5821410-67d5-43a4-b474-0d0bea44b348 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] Publish callbacks [] for floatingip (35e3bcfe-8f86-4761-a01f-00b48cbbf1ce), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:02.864894 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:02.935069 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-13c5877c-22aa-4feb-a2ed-4c5372ce06c0 req-f5821410-67d5-43a4-b474-0d0bea44b348 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:02.939620 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-13c5877c-22aa-4feb-a2ed-4c5372ce06c0 req-f5821410-67d5-43a4-b474-0d0bea44b348 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16609095'] for floatingip (35e3bcfe-8f86-4761-a01f-00b48cbbf1ce), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:02.940154 n-d-712749-28 neutron-server[103284]: INFO neutron.db.l3_db [req-13c5877c-22aa-4feb-a2ed-4c5372ce06c0 req-f5821410-67d5-43a4-b474-0d0bea44b348 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] Floating IP 35e3bcfe-8f86-4761-a01f-00b48cbbf1ce disassociated. External IP: 172.25.6.239, port: 0ae24f80-5580-413a-af62-44084af43234. Jan 28 07:18:02.945661 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-45b37ed7-e770-4ee2-ab34-df59be7a149f req-a1d8688f-3a58-4c4d-a3aa-3d908d7b9ad8 tempest-ServersNegativeTestMultiTenantJSON-1071522538 tempest-ServersNegativeTestMultiTenantJSON-1071522538-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=b330d61c0e1d4442b4d2d6ec62f291bb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3943598 Jan 28 07:18:03.154619 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c99e198f-24a6-4001-bbdd-0459a3748a91 req-d8fa687f-7e5f-444d-9314-f1bda395eb8f service neutron] 10.222.0.44 "GET /v2.0/networks/cd6ba6c3-968f-4bdf-aed7-be8df75572b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6335363 Jan 28 07:18:03.185590 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [req-13c5877c-22aa-4feb-a2ed-4c5372ce06c0 req-f5821410-67d5-43a4-b474-0d0bea44b348 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] Router b66fefd1-8b07-4710-90a1-8e7f3a8b8e24 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:18:03.239211 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-452e1f20-cccc-44ad-8acf-ae7784cab34e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (dd4d3ddf-e14d-400a-8d98-1ea52072bdbe), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:03.245085 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-45b37ed7-e770-4ee2-ab34-df59be7a149f req-4a16e67a-d849-4bee-86a8-c420cba26c62 service neutron] 10.222.0.41 "GET /v2.0/networks/a0421bb7-ebd3-4a90-bb93-43d15210462c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2985582 Jan 28 07:18:03.251931 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-82dcd345-0edd-497f-8dd4-421f3387e6e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:03.308393 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452e1f20-cccc-44ad-8acf-ae7784cab34e admin admin] Pushing event deleted for resources: {'Port': ['ID=dd4d3ddf-e14d-400a-8d98-1ea52072bdbe,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:18:03.312435 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-13c5877c-22aa-4feb-a2ed-4c5372ce06c0 req-f5821410-67d5-43a4-b474-0d0bea44b348 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:18:03.317446 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-13c5877c-22aa-4feb-a2ed-4c5372ce06c0 req-f5821410-67d5-43a4-b474-0d0bea44b348 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for floatingip (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:03.329738 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e4cd29-8e46-4ce6-9728-c4498f19300b None None] Sync routers for ids ['b66fefd1-8b07-4710-90a1-8e7f3a8b8e24'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:18:03.340415 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e4cd29-8e46-4ce6-9728-c4498f19300b None None] Routers {'b66fefd1-8b07-4710-90a1-8e7f3a8b8e24'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:18:03.342084 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-15e4cd29-8e46-4ce6-9728-c4498f19300b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:17:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['b66fefd1-8b07-4710-90a1-8e7f3a8b8e24'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:18:03.349526 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-13c5877c-22aa-4feb-a2ed-4c5372ce06c0 req-f5821410-67d5-43a4-b474-0d0bea44b348 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] 10.222.0.41 "PUT /v2.0/floatingips/35e3bcfe-8f86-4761-a01f-00b48cbbf1ce HTTP/1.1" status: 200 len: 695 time: 0.6771839 Jan 28 07:18:03.428467 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c5877c-22aa-4feb-a2ed-4c5372ce06c0 req-b5eeb063-24d8-4428-ab15-afd7397af56c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:03.437278 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-13c5877c-22aa-4feb-a2ed-4c5372ce06c0 req-b5eeb063-24d8-4428-ab15-afd7397af56c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9c04f7b8e3f5485eae817db823b81557&device_id=2aaf3fde-f7e8-4523-8ab0-cf429d8d3b08 HTTP/1.1" status: 200 len: 1098 time: 0.0732503 Jan 28 07:18:03.468331 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c99e198f-24a6-4001-bbdd-0459a3748a91 req-0cf10c3c-028a-40ba-898d-8d70ac913153 service neutron] 10.222.0.44 "GET /v2.0/networks/cd6ba6c3-968f-4bdf-aed7-be8df75572b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3055437 Jan 28 07:18:03.490529 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-452e1f20-cccc-44ad-8acf-ae7784cab34e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16607873'] for router_gateway (e1b50a0c-f07c-4823-a528-c5254224c8f9), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:03.492930 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-15e4cd29-8e46-4ce6-9728-c4498f19300b None None] Set router b66fefd1-8b07-4710-90a1-8e7f3a8b8e24 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:18:03.526024 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-45b37ed7-e770-4ee2-ab34-df59be7a149f req-a6bdb725-40ff-4dba-ab54-1a4bdab6d3a1 service neutron] 10.222.0.41 "GET /v2.0/networks/a0421bb7-ebd3-4a90-bb93-43d15210462c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2644620 Jan 28 07:18:03.552080 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c5877c-22aa-4feb-a2ed-4c5372ce06c0 req-00f73e05-2618-4ac9-83fc-557c3c63a721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:03.553719 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-13c5877c-22aa-4feb-a2ed-4c5372ce06c0 req-00f73e05-2618-4ac9-83fc-557c3c63a721 service neutron] 10.222.0.41 "GET /v2.0/networks?id=cd6ba6c3-968f-4bdf-aed7-be8df75572b8 HTTP/1.1" status: 200 len: 921 time: 0.1152906 Jan 28 07:18:03.590398 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-452e1f20-cccc-44ad-8acf-ae7784cab34e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16605684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127449'] for router (e1b50a0c-f07c-4823-a528-c5254224c8f9), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:03.592773 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-452e1f20-cccc-44ad-8acf-ae7784cab34e admin admin] Publish callbacks [] for router_controller (e1b50a0c-f07c-4823-a528-c5254224c8f9), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:03.610806 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-13c5877c-22aa-4feb-a2ed-4c5372ce06c0 req-60734231-f6ab-4d43-87cf-00c7f50b9d9f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0ae24f80-5580-413a-af62-44084af43234 HTTP/1.1" status: 200 len: 217 time: 0.0476813 Jan 28 07:18:03.649192 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-452e1f20-cccc-44ad-8acf-ae7784cab34e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16605693'] for router (e1b50a0c-f07c-4823-a528-c5254224c8f9), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:03.650080 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-452e1f20-cccc-44ad-8acf-ae7784cab34e admin admin] Fanout notify agent at l3_agent the message router_deleted on router e1b50a0c-f07c-4823-a528-c5254224c8f9 {{(pid=103283) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 07:18:03.664680 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-452e1f20-cccc-44ad-8acf-ae7784cab34e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:03.667177 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-452e1f20-cccc-44ad-8acf-ae7784cab34e admin admin] 10.222.0.41 "DELETE /v2.0/routers/e1b50a0c-f07c-4823-a528-c5254224c8f9 HTTP/1.1" status: 204 len: 168 time: 2.5083363 Jan 28 07:18:03.670515 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 47230) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:18:03.675279 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c5877c-22aa-4feb-a2ed-4c5372ce06c0 req-2f9f8038-d2fb-47a8-96cd-1e3c4391df3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:03.679593 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-13c5877c-22aa-4feb-a2ed-4c5372ce06c0 req-2f9f8038-d2fb-47a8-96cd-1e3c4391df3e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=077db515-3138-4fa8-aebf-adad8450fb43 HTTP/1.1" status: 200 len: 860 time: 0.0610979 Jan 28 07:18:03.680702 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2aaf3fde-f7e8-4523-8ab0-cf429d8d3b08', 'tag': '0ae24f80-5580-413a-af62-44084af43234'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:18:03.683326 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d26ba762-3426-4a5c-bcde-3ca3f9381334" -d '{"events": [{"name": "network-changed", "server_uuid": "2aaf3fde-f7e8-4523-8ab0-cf429d8d3b08", "tag": "0ae24f80-5580-413a-af62-44084af43234"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:18:03.728080 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-13c5877c-22aa-4feb-a2ed-4c5372ce06c0 req-2023d4e1-51ba-4919-9506-1bc63f9168fa service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cd6ba6c3-968f-4bdf-aed7-be8df75572b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412369 Jan 28 07:18:03.794499 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_v2 [None req-51c68eec-e8f1-4d28-afaa-7ce5478e460f admin admin] Deleting subnet c44ebf08-4b0c-4037-9377-7b2a7d647995 {{(pid=103283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:18:03.801716 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-51c68eec-e8f1-4d28-afaa-7ce5478e460f admin admin] Publish callbacks [] for subnet (c44ebf08-4b0c-4037-9377-7b2a7d647995), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:03.856310 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:03.924020 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-51c68eec-e8f1-4d28-afaa-7ce5478e460f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13506696'] for subnet (c44ebf08-4b0c-4037-9377-7b2a7d647995), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:03.956467 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-15e4cd29-8e46-4ce6-9728-c4498f19300b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b66fefd1-8b07-4710-90a1-8e7f3a8b8e24', 'name': 'tempest-ServerRescueTestJSONUnderV235-1049003103-router', 'tenant_id': '9c04f7b8e3f5485eae817db823b81557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': 'fe342a51-4c2f-4421-a59d-b8ec02969ee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:16:49Z', 'updated_at': '2022-01-28T07:16:56Z', 'revision_number': 4, 'project_id': '9c04f7b8e3f5485eae817db823b81557', 'gw_port': {'id': 'fe342a51-4c2f-4421-a59d-b8ec02969ee5', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e1:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b66fefd1-8b07-4710-90a1-8e7f3a8b8e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:16:51Z', 'updated_at': '2022-01-28T07:16:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': 'debccd5a-d87a-447c-ab36-37bde4513e6b', 'name': '', 'network_id': 'cd6ba6c3-968f-4bdf-aed7-be8df75572b8', 'tenant_id': '9c04f7b8e3f5485eae817db823b81557', 'mac_address': 'fa:16:3e:c5:75:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b66fefd1-8b07-4710-90a1-8e7f3a8b8e24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': '077db515-3138-4fa8-aebf-adad8450fb43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:16:55Z', 'updated_at': '2022-01-28T07:17:02Z', 'revision_number': 5, 'project_id': '9c04f7b8e3f5485eae817db823b81557', 'subnets': [{'id': '077db515-3138-4fa8-aebf-adad8450fb43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:18:03.981975 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-13c5877c-22aa-4feb-a2ed-4c5372ce06c0 req-ffd35513-58bc-4a4a-9e24-b3c873148f7a service neutron] 10.222.0.41 "GET /v2.0/networks/cd6ba6c3-968f-4bdf-aed7-be8df75572b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2449608 Jan 28 07:18:03.999357 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b03d850-a5a5-4308-b307-85f6ae26c8b6 req-d3261649-b482-4716-a192-c34825327e6d tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:04.015653 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b03d850-a5a5-4308-b307-85f6ae26c8b6 req-d3261649-b482-4716-a192-c34825327e6d tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:04.016950 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e4cd29-8e46-4ce6-9728-c4498f19300b None None] Checking router: b66fefd1-8b07-4710-90a1-8e7f3a8b8e24 for host: n-d-712749-28 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:18:04.022169 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b03d850-a5a5-4308-b307-85f6ae26c8b6 req-d3261649-b482-4716-a192-c34825327e6d tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:04.028361 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e4cd29-8e46-4ce6-9728-c4498f19300b None None] Routers {'b66fefd1-8b07-4710-90a1-8e7f3a8b8e24'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:18:04.030086 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-15e4cd29-8e46-4ce6-9728-c4498f19300b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:17:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['b66fefd1-8b07-4710-90a1-8e7f3a8b8e24'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:18:04.044000 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b03d850-a5a5-4308-b307-85f6ae26c8b6 req-d3261649-b482-4716-a192-c34825327e6d tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:04.049679 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b03d850-a5a5-4308-b307-85f6ae26c8b6 req-d3261649-b482-4716-a192-c34825327e6d tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:04.057442 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b03d850-a5a5-4308-b307-85f6ae26c8b6 req-d3261649-b482-4716-a192-c34825327e6d tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:04.063951 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b03d850-a5a5-4308-b307-85f6ae26c8b6 req-d3261649-b482-4716-a192-c34825327e6d tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:04.066596 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1b03d850-a5a5-4308-b307-85f6ae26c8b6 req-d3261649-b482-4716-a192-c34825327e6d tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009 HTTP/1.1" status: 200 len: 5429 time: 0.1918225 Jan 28 07:18:04.140451 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-13c5877c-22aa-4feb-a2ed-4c5372ce06c0 req-f9d7dfd7-58d7-4b4f-a5ab-94b969ad211b service neutron] 10.222.0.41 "GET /v2.0/networks/cd6ba6c3-968f-4bdf-aed7-be8df75572b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501091 Jan 28 07:18:04.186132 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1b03d850-a5a5-4308-b307-85f6ae26c8b6 req-e7f89df5-e91c-4598-a23c-8a9494731d36 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/security-groups?id=e05d74b3-220f-46cd-b475-266b231f0f88&id=7f4d2140-e017-41d8-8ff9-e5d9b5e3138b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1107488 Jan 28 07:18:04.187655 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-51c68eec-e8f1-4d28-afaa-7ce5478e460f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (c44ebf08-4b0c-4037-9377-7b2a7d647995), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:04.280245 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-51c68eec-e8f1-4d28-afaa-7ce5478e460f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13546665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13556132'] for subnet (c44ebf08-4b0c-4037-9377-7b2a7d647995), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:04.314010 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c68eec-e8f1-4d28-afaa-7ce5478e460f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c44ebf08-4b0c-4037-9377-7b2a7d647995,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:18:04.327616 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6985e79d-36eb-4d77-b9e1-0b0a84063110 None None] Network 3694fbdb-afc3-4ba9-96bb-9f3c75f0cb90 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:18:04.328741 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-51c68eec-e8f1-4d28-afaa-7ce5478e460f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:04.334813 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f9d2c994-f85c-41e3-91de-1f4c819204fc req-4880182f-2f2c-4358-8d8a-399e6ed817e0 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a2737ee-f61e-4f07-836f-8237b18d9f2d HTTP/1.1" status: 200 len: 210 time: 0.0527663 Jan 28 07:18:04.335956 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-51c68eec-e8f1-4d28-afaa-7ce5478e460f admin admin] 10.222.0.41 "DELETE /v2.0/subnets/c44ebf08-4b0c-4037-9377-7b2a7d647995 HTTP/1.1" status: 204 len: 168 time: 0.6643417 Jan 28 07:18:04.336763 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 47248) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:18:04.415504 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-15e4cd29-8e46-4ce6-9728-c4498f19300b None None] Set router b66fefd1-8b07-4710-90a1-8e7f3a8b8e24 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:18:04.507737 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-67c11fe9-78ec-413c-860e-33a8ec7cece5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (3694fbdb-afc3-4ba9-96bb-9f3c75f0cb90), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:04.524427 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96c0a310-af6a-4304-b36e-4e5d97843b92 x-openstack-request-id: req-96c0a310-af6a-4304-b36e-4e5d97843b92 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:18:04.525179 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2aaf3fde-f7e8-4523-8ab0-cf429d8d3b08", "tag": "0ae24f80-5580-413a-af62-44084af43234", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:18:04.525621 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-96c0a310-af6a-4304-b36e-4e5d97843b92 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:18:04.526289 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2aaf3fde-f7e8-4523-8ab0-cf429d8d3b08', 'tag': '0ae24f80-5580-413a-af62-44084af43234', 'status': 'completed', 'code': 200} Jan 28 07:18:04.551658 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6e686d2d-c391-41e3-a6ad-ad7aa158c6e2 req-00590768-7909-48dc-8d6f-ed4e74336496 tempest-ServersNegativeTestMultiTenantJSON-1071522538 tempest-ServersNegativeTestMultiTenantJSON-1071522538-project] 10.222.0.41 "GET /v2.0/ports?device_id=46c20bef-cc96-40df-93b9-1b9b4a054ccc HTTP/1.1" status: 200 len: 210 time: 0.0632780 Jan 28 07:18:04.579482 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 17f0d048-8b0f-421f-8973-050abfc9ddc6 no longer exists at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:18:04.600321 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device dd4d3ddf-e14d-400a-8d98-1ea52072bdbe no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:18:04.665033 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] No Port match for: 17f0d048-8b0f-421f-8973-050abfc9ddc6 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:18:04.665981 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 17f0d048-8b0f-421f-8973-050abfc9ddc6 not bound to the agent host n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:18:04.673906 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: dd4d3ddf-e14d-400a-8d98-1ea52072bdbe {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:18:04.674563 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device dd4d3ddf-e14d-400a-8d98-1ea52072bdbe not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:18:04.709292 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0a5928cd-055e-403d-bfcc-c6d8baf64c63 req-0ab1d4aa-f7cb-4b27-b78d-886d94071413 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] 10.222.0.41 "GET /v2.0/floatingips/35e3bcfe-8f86-4761-a01f-00b48cbbf1ce HTTP/1.1" status: 200 len: 695 time: 0.1001894 Jan 28 07:18:04.748911 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ea3469-c835-4cfb-ab4e-f605a6a1b20e req-4c0ce6d0-c57d-405e-a198-431068f3f8fe tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:04.757550 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-91ea3469-c835-4cfb-ab4e-f605a6a1b20e req-4c0ce6d0-c57d-405e-a198-431068f3f8fe tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fa73890-3c2c-4c59-9c73-ce1eca1f276c HTTP/1.1" status: 200 len: 945 time: 0.1158004 Jan 28 07:18:04.798376 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3186e8df-78d2-4302-b34d-757cea40a1ea None None] DHCP port deletion for 3694fbdb-afc3-4ba9-96bb-9f3c75f0cb90 request from n-d-712749-28 {{(pid=103285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 07:18:04.825066 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-91ea3469-c835-4cfb-ab4e-f605a6a1b20e req-91253aea-642d-45af-bb02-928f5701c6c9 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f7766-6108-45d3-a769-5b5e90234849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665672 Jan 28 07:18:04.827663 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26ba762-3426-4a5c-bcde-3ca3f9381334 req-1e1c98ae-c18f-4790-a745-025cbe01dec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:04.829429 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d26ba762-3426-4a5c-bcde-3ca3f9381334 req-1e1c98ae-c18f-4790-a745-025cbe01dec7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9c04f7b8e3f5485eae817db823b81557&device_id=2aaf3fde-f7e8-4523-8ab0-cf429d8d3b08 HTTP/1.1" status: 200 len: 1098 time: 0.2311654 Jan 28 07:18:04.850578 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-15e4cd29-8e46-4ce6-9728-c4498f19300b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b66fefd1-8b07-4710-90a1-8e7f3a8b8e24', 'name': 'tempest-ServerRescueTestJSONUnderV235-1049003103-router', 'tenant_id': '9c04f7b8e3f5485eae817db823b81557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': 'fe342a51-4c2f-4421-a59d-b8ec02969ee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:16:49Z', 'updated_at': '2022-01-28T07:16:56Z', 'revision_number': 4, 'project_id': '9c04f7b8e3f5485eae817db823b81557', 'gw_port': {'id': 'fe342a51-4c2f-4421-a59d-b8ec02969ee5', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e1:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b66fefd1-8b07-4710-90a1-8e7f3a8b8e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:16:51Z', 'updated_at': '2022-01-28T07:16:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': 'debccd5a-d87a-447c-ab36-37bde4513e6b', 'name': '', 'network_id': 'cd6ba6c3-968f-4bdf-aed7-be8df75572b8', 'tenant_id': '9c04f7b8e3f5485eae817db823b81557', 'mac_address': 'fa:16:3e:c5:75:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b66fefd1-8b07-4710-90a1-8e7f3a8b8e24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': '077db515-3138-4fa8-aebf-adad8450fb43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:16:55Z', 'updated_at': '2022-01-28T07:17:02Z', 'revision_number': 5, 'project_id': '9c04f7b8e3f5485eae817db823b81557', 'subnets': [{'id': '077db515-3138-4fa8-aebf-adad8450fb43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:18:04.882952 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-3186e8df-78d2-4302-b34d-757cea40a1ea None None] Deleting port 8b8a539a-3309-46f5-bdfa-2618693c7925 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:18:04.883539 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3186e8df-78d2-4302-b34d-757cea40a1ea None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (8b8a539a-3309-46f5-bdfa-2618693c7925), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:04.885877 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e4cd29-8e46-4ce6-9728-c4498f19300b None None] The sync data for ids ['b66fefd1-8b07-4710-90a1-8e7f3a8b8e24'] in n-d-712749-28 is: [{'id': 'b66fefd1-8b07-4710-90a1-8e7f3a8b8e24', 'name': 'tempest-ServerRescueTestJSONUnderV235-1049003103-router', 'tenant_id': '9c04f7b8e3f5485eae817db823b81557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': 'fe342a51-4c2f-4421-a59d-b8ec02969ee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:16:49Z', 'updated_at': '2022-01-28T07:16:56Z', 'revision_number': 4, 'project_id': '9c04f7b8e3f5485eae817db823b81557', 'gw_port': {'id': 'fe342a51-4c2f-4421-a59d-b8ec02969ee5', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e1:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b66fefd1-8b07-4710-90a1-8e7f3a8b8e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:16:51Z', 'updated_at': '2022-01-28T07:16:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': 'debccd5a-d87a-447c-ab36-37bde4513e6b', 'name': '', 'network_id': 'cd6ba6c3-968f-4bdf-aed7-be8df75572b8', 'tenant_id': '9c04f7b8e3f5485eae817db823b81557', 'mac_address': 'fa:16:3e:c5:75:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b66fefd1-8b07-4710-90a1-8e7f3a8b8e24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': '077db515-3138-4fa8-aebf-adad8450fb43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:16:55Z', 'updated_at': '2022-01-28T07:17:02Z', 'revision_number': 5, 'project_id': '9c04f7b8e3f5485eae817db823b81557', 'subnets': [{'id': '077db515-3138-4fa8-aebf-adad8450fb43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:18:04.964874 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-67c11fe9-78ec-413c-860e-33a8ec7cece5 admin admin] Deleting port 8b8a539a-3309-46f5-bdfa-2618693c7925 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:18:04.965217 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-67c11fe9-78ec-413c-860e-33a8ec7cece5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (8b8a539a-3309-46f5-bdfa-2618693c7925), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:04.998548 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-3186e8df-78d2-4302-b34d-757cea40a1ea None None] For port 8b8a539a-3309-46f5-bdfa-2618693c7925, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=8b8a539a-3309-46f5-bdfa-2618693c7925,segment=NetworkSegment(f3c435c6-b200-4552-9398-3233b0ca48be),segment_id=f3c435c6-b200-4552-9398-3233b0ca48be)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:18:04.998950 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3186e8df-78d2-4302-b34d-757cea40a1ea None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (8b8a539a-3309-46f5-bdfa-2618693c7925), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:05.016246 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-3186e8df-78d2-4302-b34d-757cea40a1ea None None] Calling delete_port for 8b8a539a-3309-46f5-bdfa-2618693c7925 owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:18:05.090969 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5928cd-055e-403d-bfcc-c6d8baf64c63 req-9c18701a-9e69-4e36-9b18-705abe5f2a06 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:05.098147 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0a5928cd-055e-403d-bfcc-c6d8baf64c63 req-9c18701a-9e69-4e36-9b18-705abe5f2a06 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] 10.222.0.41 "GET /v2.0/networks/7d5b3724-deef-4831-8d43-cb9b8176573c HTTP/1.1" status: 200 len: 784 time: 0.3885114 Jan 28 07:18:05.109332 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [req-0a5928cd-055e-403d-bfcc-c6d8baf64c63 req-1af00b3a-edae-4fb1-81e4-7bcfc110a9fb tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103283) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 07:18:05.116958 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0a5928cd-055e-403d-bfcc-c6d8baf64c63 req-1af00b3a-edae-4fb1-81e4-7bcfc110a9fb tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0179346 Jan 28 07:18:05.142266 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3186e8df-78d2-4302-b34d-757cea40a1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298'] for port (8b8a539a-3309-46f5-bdfa-2618693c7925), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:05.185074 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3186e8df-78d2-4302-b34d-757cea40a1ea None None] No DVR routers for this DVR port 8b8a539a-3309-46f5-bdfa-2618693c7925 on host n-d-712749-28 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:18:05.187557 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3186e8df-78d2-4302-b34d-757cea40a1ea None None] Pushing event deleted for resources: {'Port': ['ID=8b8a539a-3309-46f5-bdfa-2618693c7925,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:18:05.209657 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d234789-5da7-4e51-9844-4911a311c617 req-d4d38342-a887-45fb-b0a2-3ce74457c5f9 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:05.211824 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1d234789-5da7-4e51-9844-4911a311c617 req-d4d38342-a887-45fb-b0a2-3ce74457c5f9 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fa73890-3c2c-4c59-9c73-ce1eca1f276c HTTP/1.1" status: 200 len: 945 time: 0.1139958 Jan 28 07:18:05.228241 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0a5928cd-055e-403d-bfcc-c6d8baf64c63 req-93343f2f-51aa-4293-90db-7cb789a251bc tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.6.239 HTTP/1.1" status: 200 len: 698 time: 0.1102974 Jan 28 07:18:05.231714 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-67c11fe9-78ec-413c-860e-33a8ec7cece5 admin admin] For port 8b8a539a-3309-46f5-bdfa-2618693c7925, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=8b8a539a-3309-46f5-bdfa-2618693c7925,segment=NetworkSegment(f3c435c6-b200-4552-9398-3233b0ca48be),segment_id=f3c435c6-b200-4552-9398-3233b0ca48be)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:18:05.232093 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-67c11fe9-78ec-413c-860e-33a8ec7cece5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (8b8a539a-3309-46f5-bdfa-2618693c7925), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:05.236398 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26ba762-3426-4a5c-bcde-3ca3f9381334 req-e457dcbc-6ede-4f90-af6d-7c56a04ac988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:05.238706 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d26ba762-3426-4a5c-bcde-3ca3f9381334 req-e457dcbc-6ede-4f90-af6d-7c56a04ac988 service neutron] 10.222.0.44 "GET /v2.0/networks?id=cd6ba6c3-968f-4bdf-aed7-be8df75572b8 HTTP/1.1" status: 200 len: 921 time: 0.3954706 Jan 28 07:18:05.290389 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-67c11fe9-78ec-413c-860e-33a8ec7cece5 admin admin] Calling delete_port for 8b8a539a-3309-46f5-bdfa-2618693c7925 owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:18:05.295745 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1d234789-5da7-4e51-9844-4911a311c617 req-a46c63b1-ed53-433c-a324-16525646add4 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f7766-6108-45d3-a769-5b5e90234849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776322 Jan 28 07:18:05.353340 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d26ba762-3426-4a5c-bcde-3ca3f9381334 req-2b14d615-d2b3-43b8-9e1c-3648e7fdf642 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0ae24f80-5580-413a-af62-44084af43234 HTTP/1.1" status: 200 len: 217 time: 0.1039755 Jan 28 07:18:05.375184 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eed2406-a7a8-4f7b-a72b-ca8bfba470f3 None None] New status for floating IP 35e3bcfe-8f86-4761-a01f-00b48cbbf1ce: DOWN {{(pid=103285) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 07:18:05.420816 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0a5928cd-055e-403d-bfcc-c6d8baf64c63 req-cd9d067a-af49-46ee-9c87-fa90588d4755 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.6.239 HTTP/1.1" status: 200 len: 698 time: 0.1909835 Jan 28 07:18:05.513544 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8931f02-265d-4469-be27-9cac8b04c162 req-d802605d-5ae0-4349-aa10-96b7b56b33d7 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:05.515407 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e8931f02-265d-4469-be27-9cac8b04c162 req-d802605d-5ae0-4349-aa10-96b7b56b33d7 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f4e61f2-7d76-46bf-b863-47fc90eac5c6 HTTP/1.1" status: 200 len: 944 time: 0.1128488 Jan 28 07:18:05.604780 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e8931f02-265d-4469-be27-9cac8b04c162 req-e31801dd-d4fb-4229-acfa-1bcc057919e9 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c286ac6-5d5d-46b9-b282-9e68e0339bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818145 Jan 28 07:18:05.698891 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-75d60d79-d3c3-4137-a0f7-60378736760c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:05.700239 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26ba762-3426-4a5c-bcde-3ca3f9381334 req-89c9e55b-7a72-43f0-827a-530f28a81cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:05.702733 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d26ba762-3426-4a5c-bcde-3ca3f9381334 req-89c9e55b-7a72-43f0-827a-530f28a81cf9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=077db515-3138-4fa8-aebf-adad8450fb43 HTTP/1.1" status: 200 len: 860 time: 0.2859616 Jan 28 07:18:05.721428 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f20113-fc5b-4246-9a53-9535db1b1f99 req-e596d240-13c5-41b2-b3c6-84e4fb3103c0 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:05.723077 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a2f20113-fc5b-4246-9a53-9535db1b1f99 req-e596d240-13c5-41b2-b3c6-84e4fb3103c0 tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f4e61f2-7d76-46bf-b863-47fc90eac5c6 HTTP/1.1" status: 200 len: 944 time: 0.0898077 Jan 28 07:18:05.792884 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d26ba762-3426-4a5c-bcde-3ca3f9381334 req-2e57a348-a882-482f-ace0-d46a4dcf2c10 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cd6ba6c3-968f-4bdf-aed7-be8df75572b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586753 Jan 28 07:18:05.806655 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b37ed7-e770-4ee2-ab34-df59be7a149f req-15a755ce-fa13-4f63-94db-9affc6d6cc35 tempest-ServersNegativeTestMultiTenantJSON-1071522538 tempest-ServersNegativeTestMultiTenantJSON-1071522538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:05.808353 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-45b37ed7-e770-4ee2-ab34-df59be7a149f req-15a755ce-fa13-4f63-94db-9affc6d6cc35 tempest-ServersNegativeTestMultiTenantJSON-1071522538 tempest-ServersNegativeTestMultiTenantJSON-1071522538-project] 10.222.0.44 "GET /v2.0/networks?id=a0421bb7-ebd3-4a90-bb93-43d15210462c HTTP/1.1" status: 200 len: 824 time: 0.4851952 Jan 28 07:18:05.810209 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-67c11fe9-78ec-413c-860e-33a8ec7cece5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (8b8a539a-3309-46f5-bdfa-2618693c7925), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:05.846118 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-45b37ed7-e770-4ee2-ab34-df59be7a149f req-d6a32455-db55-42a1-a62c-6be25f7f7859 tempest-ServersNegativeTestMultiTenantJSON-1071522538 tempest-ServersNegativeTestMultiTenantJSON-1071522538-project] Request body: {'port': {'device_id': '46c20bef-cc96-40df-93b9-1b9b4a054ccc', 'network_id': 'a0421bb7-ebd3-4a90-bb93-43d15210462c', 'admin_state_up': True, 'tenant_id': 'b330d61c0e1d4442b4d2d6ec62f291bb'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:18:05.880826 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa1c501-227b-407c-a3aa-9bdab5d3c30e req-194e84a4-17a6-4e80-a82e-b8379af44edd tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:05.886367 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa1c501-227b-407c-a3aa-9bdab5d3c30e req-194e84a4-17a6-4e80-a82e-b8379af44edd tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:05.891737 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa1c501-227b-407c-a3aa-9bdab5d3c30e req-194e84a4-17a6-4e80-a82e-b8379af44edd tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:05.897749 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa1c501-227b-407c-a3aa-9bdab5d3c30e req-194e84a4-17a6-4e80-a82e-b8379af44edd tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:05.903022 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa1c501-227b-407c-a3aa-9bdab5d3c30e req-194e84a4-17a6-4e80-a82e-b8379af44edd tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:05.908497 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa1c501-227b-407c-a3aa-9bdab5d3c30e req-194e84a4-17a6-4e80-a82e-b8379af44edd tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:05.914418 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa1c501-227b-407c-a3aa-9bdab5d3c30e req-194e84a4-17a6-4e80-a82e-b8379af44edd tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:05.917583 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c11fe9-78ec-413c-860e-33a8ec7cece5 admin admin] No DVR routers for this DVR port 8b8a539a-3309-46f5-bdfa-2618693c7925 on host n-d-712749-28 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:18:05.919578 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c11fe9-78ec-413c-860e-33a8ec7cece5 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b8a539a-3309-46f5-bdfa-2618693c7925,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:18:05.922577 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-eaa1c501-227b-407c-a3aa-9bdab5d3c30e req-194e84a4-17a6-4e80-a82e-b8379af44edd tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009 HTTP/1.1" status: 200 len: 5429 time: 0.1983459 Jan 28 07:18:05.984888 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-a2f20113-fc5b-4246-9a53-9535db1b1f99 req-bc9e16d5-4454-42bb-8b81-639e6076080e tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Deleting port 6e6bf8db-61c9-4d4f-95fd-d2da51d77c33 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:18:05.985323 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-a2f20113-fc5b-4246-9a53-9535db1b1f99 req-bc9e16d5-4454-42bb-8b81-639e6076080e tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (6e6bf8db-61c9-4d4f-95fd-d2da51d77c33), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:06.042681 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-eaa1c501-227b-407c-a3aa-9bdab5d3c30e req-7303edfe-67bb-4bcf-8602-7900736ef104 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/security-groups?id=e05d74b3-220f-46cd-b475-266b231f0f88&id=7f4d2140-e017-41d8-8ff9-e5d9b5e3138b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1190643 Jan 28 07:18:06.060660 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-0a5928cd-055e-403d-bfcc-c6d8baf64c63 req-2fe7bd06-7c8a-416c-bb9e-08bc79eb21e8 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] Deleting port 511cb77b-b3a7-4feb-bd64-948321b74f0b {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:18:06.061042 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-0a5928cd-055e-403d-bfcc-c6d8baf64c63 req-2fe7bd06-7c8a-416c-bb9e-08bc79eb21e8 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (511cb77b-b3a7-4feb-bd64-948321b74f0b), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:06.121848 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-a2f20113-fc5b-4246-9a53-9535db1b1f99 req-bc9e16d5-4454-42bb-8b81-639e6076080e tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] For port 6e6bf8db-61c9-4d4f-95fd-d2da51d77c33, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=6e6bf8db-61c9-4d4f-95fd-d2da51d77c33,segment=NetworkSegment(b38b5d3d-4197-4548-8b2f-aaaa5395d71b),segment_id=b38b5d3d-4197-4548-8b2f-aaaa5395d71b)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:18:06.122760 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-a2f20113-fc5b-4246-9a53-9535db1b1f99 req-bc9e16d5-4454-42bb-8b81-639e6076080e tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (6e6bf8db-61c9-4d4f-95fd-d2da51d77c33), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:06.124915 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-67c11fe9-78ec-413c-860e-33a8ec7cece5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (3694fbdb-afc3-4ba9-96bb-9f3c75f0cb90), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:06.135837 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-a2f20113-fc5b-4246-9a53-9535db1b1f99 req-bc9e16d5-4454-42bb-8b81-639e6076080e tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Calling delete_port for 6e6bf8db-61c9-4d4f-95fd-d2da51d77c33 owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:18:06.319735 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-60744bf4-6c0e-4e09-aa1f-ceaa86b0f200 req-9a02c10e-0f06-48f5-82fd-d0bd3efb2b54 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a2737ee-f61e-4f07-836f-8237b18d9f2d HTTP/1.1" status: 200 len: 210 time: 0.0382328 Jan 28 07:18:06.351871 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-a2f20113-fc5b-4246-9a53-9535db1b1f99 req-bc9e16d5-4454-42bb-8b81-639e6076080e tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (6e6bf8db-61c9-4d4f-95fd-d2da51d77c33), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:06.382282 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9e16d5-4454-42bb-8b81-639e6076080e tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Pushing event deleted for resources: {'Port': ['ID=6e6bf8db-61c9-4d4f-95fd-d2da51d77c33,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:18:06.486416 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-dc279d28-c5da-434f-b9ac-9ce0f4788761 req-33932a33-324c-40fb-a599-208023183248 tempest-ServersNegativeTestMultiTenantJSON-1071522538 tempest-ServersNegativeTestMultiTenantJSON-1071522538-project] 10.222.0.41 "GET /v2.0/ports?device_id=46c20bef-cc96-40df-93b9-1b9b4a054ccc HTTP/1.1" status: 200 len: 210 time: 0.0707784 Jan 28 07:18:06.543496 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-67c11fe9-78ec-413c-860e-33a8ec7cece5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3694fbdb-afc3-4ba9-96bb-9f3c75f0cb90']}} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:18:06.554251 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d26ba762-3426-4a5c-bcde-3ca3f9381334 req-94547117-ce4a-4777-aa08-990a2f45b37e service neutron] 10.222.0.44 "GET /v2.0/networks/cd6ba6c3-968f-4bdf-aed7-be8df75572b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7398968 Jan 28 07:18:06.563073 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 8b8a539a-3309-46f5-bdfa-2618693c7925 no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:18:06.591021 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-67c11fe9-78ec-413c-860e-33a8ec7cece5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3c435c6-b200-4552-9398-3233b0ca48be') {'for_net_delete': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:18:06.591477 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-67c11fe9-78ec-413c-860e-33a8ec7cece5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3c435c6-b200-4552-9398-3233b0ca48be') {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:18:06.600614 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: 8b8a539a-3309-46f5-bdfa-2618693c7925 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:18:06.600991 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 8b8a539a-3309-46f5-bdfa-2618693c7925 not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:18:06.617421 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2f20113-fc5b-4246-9a53-9535db1b1f99 req-bc9e16d5-4454-42bb-8b81-639e6076080e tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] No DVR routers for this DVR port 6e6bf8db-61c9-4d4f-95fd-d2da51d77c33 on host n-h1-712749-28 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:18:06.620168 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-a2f20113-fc5b-4246-9a53-9535db1b1f99 req-bc9e16d5-4454-42bb-8b81-639e6076080e tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:06.624378 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a2f20113-fc5b-4246-9a53-9535db1b1f99 req-bc9e16d5-4454-42bb-8b81-639e6076080e tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.10 "DELETE /v2.0/ports/6e6bf8db-61c9-4d4f-95fd-d2da51d77c33 HTTP/1.1" status: 204 len: 173 time: 0.8849223 Jan 28 07:18:06.625573 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f4e61f2-7d76-46bf-b863-47fc90eac5c6', 'name': 'network-vif-deleted', 'tag': '6e6bf8db-61c9-4d4f-95fd-d2da51d77c33'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:18:06.628947 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bef1d383-79c4-4851-9774-723de282890d" -d '{"events": [{"server_uuid": "2f4e61f2-7d76-46bf-b863-47fc90eac5c6", "name": "network-vif-deleted", "tag": "6e6bf8db-61c9-4d4f-95fd-d2da51d77c33"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:18:06.660458 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-67c11fe9-78ec-413c-860e-33a8ec7cece5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13506801'] for segment (f3c435c6-b200-4552-9398-3233b0ca48be), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:06.694870 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8b4268-a53d-4f1d-adc1-c6e27f08dc81 req-ec7df571-70a2-479d-a7f8-87dd98eaf64d tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:06.694870 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1d8b4268-a53d-4f1d-adc1-c6e27f08dc81 req-ec7df571-70a2-479d-a7f8-87dd98eaf64d tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fa73890-3c2c-4c59-9c73-ce1eca1f276c HTTP/1.1" status: 200 len: 945 time: 0.0788033 Jan 28 07:18:06.703162 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-67c11fe9-78ec-413c-860e-33a8ec7cece5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (f3c435c6-b200-4552-9398-3233b0ca48be), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:06.727427 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-0a5928cd-055e-403d-bfcc-c6d8baf64c63 req-2fe7bd06-7c8a-416c-bb9e-08bc79eb21e8 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (511cb77b-b3a7-4feb-bd64-948321b74f0b), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:06.727427 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-0a5928cd-055e-403d-bfcc-c6d8baf64c63 req-2fe7bd06-7c8a-416c-bb9e-08bc79eb21e8 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] Publish callbacks [] for floatingip (511cb77b-b3a7-4feb-bd64-948321b74f0b), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:06.733412 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45b37ed7-e770-4ee2-ab34-df59be7a149f req-d6a32455-db55-42a1-a62c-6be25f7f7859 tempest-ServersNegativeTestMultiTenantJSON-1071522538 tempest-ServersNegativeTestMultiTenantJSON-1071522538-project] Made reservation on behalf of b330d61c0e1d4442b4d2d6ec62f291bb for: {'port': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:18:06.736869 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-45b37ed7-e770-4ee2-ab34-df59be7a149f req-d6a32455-db55-42a1-a62c-6be25f7f7859 tempest-ServersNegativeTestMultiTenantJSON-1071522538 tempest-ServersNegativeTestMultiTenantJSON-1071522538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:06.748826 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67c11fe9-78ec-413c-860e-33a8ec7cece5 admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=103283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:18:06.749330 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-67c11fe9-78ec-413c-860e-33a8ec7cece5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13546563'] for segment (f3c435c6-b200-4552-9398-3233b0ca48be), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:06.751058 n-d-712749-28 neutron-server[103283]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:18:06.751058 n-d-712749-28 neutron-server[103283]: self.session.flush() Jan 28 07:18:06.751058 n-d-712749-28 neutron-server[103283]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:18:06.751058 n-d-712749-28 neutron-server[103283]: self.session.flush() Jan 28 07:18:06.751058 n-d-712749-28 neutron-server[103283]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:18:06.751058 n-d-712749-28 neutron-server[103283]: self.session.flush() Jan 28 07:18:06.751058 n-d-712749-28 neutron-server[103283]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:18:06.751058 n-d-712749-28 neutron-server[103283]: self.session.flush() Jan 28 07:18:06.751058 n-d-712749-28 neutron-server[103283]: Traceback (most recent call last): Jan 28 07:18:06.751058 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:18:06.751058 n-d-712749-28 neutron-server[103283]: timer() Jan 28 07:18:06.751058 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:18:06.751058 n-d-712749-28 neutron-server[103283]: cb(*args, **kw) Jan 28 07:18:06.751058 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:18:06.751058 n-d-712749-28 neutron-server[103283]: return func(*args, **kwargs) Jan 28 07:18:06.751058 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:18:06.751058 n-d-712749-28 neutron-server[103283]: self._notify() Jan 28 07:18:06.751058 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:18:06.751058 n-d-712749-28 neutron-server[103283]: self.callback(batched_events) Jan 28 07:18:06.751058 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:18:06.751058 n-d-712749-28 neutron-server[103283]: event.method(event) Jan 28 07:18:06.751058 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:18:06.751058 n-d-712749-28 neutron-server[103283]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:18:06.751058 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:18:06.751058 n-d-712749-28 neutron-server[103283]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:18:06.751058 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:18:06.751058 n-d-712749-28 neutron-server[103283]: return f(self, *a, **k) Jan 28 07:18:06.751058 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:18:06.751058 n-d-712749-28 neutron-server[103283]: return self._get(url).json() Jan 28 07:18:06.751058 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:18:06.751058 n-d-712749-28 neutron-server[103283]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:18:06.751058 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:18:06.751058 n-d-712749-28 neutron-server[103283]: return self.request(url, 'GET', **kwargs) Jan 28 07:18:06.751058 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:18:06.751058 n-d-712749-28 neutron-server[103283]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:18:06.751058 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:18:06.751058 n-d-712749-28 neutron-server[103283]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:18:06.751058 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:18:06.751058 n-d-712749-28 neutron-server[103283]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:18:06.751058 n-d-712749-28 neutron-server[103283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:18:06.761706 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1d8b4268-a53d-4f1d-adc1-c6e27f08dc81 req-a8b35454-89d0-436a-9333-b30bd6b7469b tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f7766-6108-45d3-a769-5b5e90234849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572095 Jan 28 07:18:06.814989 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-0a5928cd-055e-403d-bfcc-c6d8baf64c63 req-2fe7bd06-7c8a-416c-bb9e-08bc79eb21e8 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] Calling delete_port for 511cb77b-b3a7-4feb-bd64-948321b74f0b owned by network:floatingip {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:18:06.832225 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d26ba762-3426-4a5c-bcde-3ca3f9381334 req-61e2a022-6995-4112-9b69-e37dcbe1024c service neutron] 10.222.0.44 "GET /v2.0/networks/cd6ba6c3-968f-4bdf-aed7-be8df75572b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2639613 Jan 28 07:18:06.913413 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-67c11fe9-78ec-413c-860e-33a8ec7cece5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (3694fbdb-afc3-4ba9-96bb-9f3c75f0cb90), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:06.914922 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:06.934501 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-67c11fe9-78ec-413c-860e-33a8ec7cece5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:06.940752 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-67c11fe9-78ec-413c-860e-33a8ec7cece5 admin admin] 10.222.0.41 "DELETE /v2.0/networks/3694fbdb-afc3-4ba9-96bb-9f3c75f0cb90 HTTP/1.1" status: 204 len: 168 time: 2.6000638 Jan 28 07:18:06.949737 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-30c7f4d4-2714-4a73-9b4f-ec0365f0114e req-796e2623-c961-4813-828a-ea93c9e9742c tempest-LiveMigrationTest-1626670463 tempest-LiveMigrationTest-1626670463-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f4e61f2-7d76-46bf-b863-47fc90eac5c6 HTTP/1.1" status: 200 len: 210 time: 0.0573294 Jan 28 07:18:06.956609 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c11fe9-78ec-413c-860e-33a8ec7cece5 admin admin] Pushing event deleted for resources: {'Network': ['ID=3694fbdb-afc3-4ba9-96bb-9f3c75f0cb90,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:18:07.034305 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:18:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de98e930-1c6d-4cfc-b2e5-c10f87fca82c x-openstack-request-id: req-de98e930-1c6d-4cfc-b2e5-c10f87fca82c {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:18:07.034714 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f4e61f2-7d76-46bf-b863-47fc90eac5c6", "name": "network-vif-deleted", "tag": "6e6bf8db-61c9-4d4f-95fd-d2da51d77c33", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:18:07.035060 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-de98e930-1c6d-4cfc-b2e5-c10f87fca82c {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:18:07.035624 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f4e61f2-7d76-46bf-b863-47fc90eac5c6', 'name': 'network-vif-deleted', 'tag': '6e6bf8db-61c9-4d4f-95fd-d2da51d77c33', 'status': 'completed', 'code': 200} Jan 28 07:18:07.039911 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [req-45b37ed7-e770-4ee2-ab34-df59be7a149f req-d6a32455-db55-42a1-a62c-6be25f7f7859 tempest-ServersNegativeTestMultiTenantJSON-1071522538 tempest-ServersNegativeTestMultiTenantJSON-1071522538-project] Allocated IP 172.20.0.4 (a0421bb7-ebd3-4a90-bb93-43d15210462c/6c6fd552-2123-4db9-a685-371460aa7617/f7a2e3d5-20e7-41a7-a25d-1798565062b0) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:18:07.142969 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-0a5928cd-055e-403d-bfcc-c6d8baf64c63 req-2fe7bd06-7c8a-416c-bb9e-08bc79eb21e8 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (511cb77b-b3a7-4feb-bd64-948321b74f0b), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:07.185088 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471ae5a1-9811-4db2-a204-85dbc08ed169 req-a82c0180-1bcf-4b63-9196-02daac5820ff tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:07.187046 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-471ae5a1-9811-4db2-a204-85dbc08ed169 req-a82c0180-1bcf-4b63-9196-02daac5820ff tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fa73890-3c2c-4c59-9c73-ce1eca1f276c HTTP/1.1" status: 200 len: 945 time: 0.0814455 Jan 28 07:18:07.205049 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 47280) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:18:07.213454 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe7bd06-7c8a-416c-bb9e-08bc79eb21e8 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] Pushing event deleted for resources: {'Port': ['ID=511cb77b-b3a7-4feb-bd64-948321b74f0b,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:18:07.300809 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-953df087-b7f9-4f67-b7a0-05ea5378ace9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7c38f303133c4a1f8d60e9cc7e10b1b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0943823 Jan 28 07:18:07.303463 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 47282) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:18:07.308166 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-0a5928cd-055e-403d-bfcc-c6d8baf64c63 req-2fe7bd06-7c8a-416c-bb9e-08bc79eb21e8 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] Publish callbacks [] for floatingip (35e3bcfe-8f86-4761-a01f-00b48cbbf1ce), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:07.311260 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-0a5928cd-055e-403d-bfcc-c6d8baf64c63 req-2fe7bd06-7c8a-416c-bb9e-08bc79eb21e8 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for floatingip (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:07.312591 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0a5928cd-055e-403d-bfcc-c6d8baf64c63 req-2fe7bd06-7c8a-416c-bb9e-08bc79eb21e8 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] 10.222.0.41 "DELETE /v2.0/floatingips/35e3bcfe-8f86-4761-a01f-00b48cbbf1ce HTTP/1.1" status: 204 len: 173 time: 1.8665183 Jan 28 07:18:07.325198 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-45b37ed7-e770-4ee2-ab34-df59be7a149f req-d6a32455-db55-42a1-a62c-6be25f7f7859 tempest-ServersNegativeTestMultiTenantJSON-1071522538 tempest-ServersNegativeTestMultiTenantJSON-1071522538-project] Publish callbacks [] for port (f7a2e3d5-20e7-41a7-a25d-1798565062b0), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:07.366686 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-45b37ed7-e770-4ee2-ab34-df59be7a149f req-d6a32455-db55-42a1-a62c-6be25f7f7859 tempest-ServersNegativeTestMultiTenantJSON-1071522538 tempest-ServersNegativeTestMultiTenantJSON-1071522538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (f7a2e3d5-20e7-41a7-a25d-1798565062b0), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:07.403705 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-471ae5a1-9811-4db2-a204-85dbc08ed169 req-893e885d-dc2f-4d9c-8051-a8b89631f473 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f7766-6108-45d3-a769-5b5e90234849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953306 Jan 28 07:18:07.445233 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1d9ca4fb-e151-4b8d-be39-371ed36ec233 admin admin] Publish callbacks [] for security_group (7100c680-13e4-40ad-b2f5-fc7fff500d5d), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:07.458067 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a32455-db55-42a1-a62c-6be25f7f7859 tempest-ServersNegativeTestMultiTenantJSON-1071522538 tempest-ServersNegativeTestMultiTenantJSON-1071522538-project] Pushing event updated for resources: {'Port': ['ID=f7a2e3d5-20e7-41a7-a25d-1798565062b0,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:18:07.472780 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1d9ca4fb-e151-4b8d-be39-371ed36ec233 admin admin] Publish callbacks [] for security_group (7100c680-13e4-40ad-b2f5-fc7fff500d5d), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:07.483540 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45b37ed7-e770-4ee2-ab34-df59be7a149f req-d6a32455-db55-42a1-a62c-6be25f7f7859 tempest-ServersNegativeTestMultiTenantJSON-1071522538 tempest-ServersNegativeTestMultiTenantJSON-1071522538-project] Network a0421bb7-ebd3-4a90-bb93-43d15210462c is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:18:07.486530 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [req-45b37ed7-e770-4ee2-ab34-df59be7a149f req-d6a32455-db55-42a1-a62c-6be25f7f7859 tempest-ServersNegativeTestMultiTenantJSON-1071522538 tempest-ServersNegativeTestMultiTenantJSON-1071522538-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:18:07.492129 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-45b37ed7-e770-4ee2-ab34-df59be7a149f req-d6a32455-db55-42a1-a62c-6be25f7f7859 tempest-ServersNegativeTestMultiTenantJSON-1071522538 tempest-ServersNegativeTestMultiTenantJSON-1071522538-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:18:07.554297 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1d9ca4fb-e151-4b8d-be39-371ed36ec233 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (7100c680-13e4-40ad-b2f5-fc7fff500d5d), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:07.554918 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8ea2ef-18dd-4648-92cd-f3a34bff4dd9 req-db8135d1-537f-4ba4-8800-d0aa0dd75f1c tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:07.557127 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1d9ca4fb-e151-4b8d-be39-371ed36ec233 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:07.561036 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-1d9ca4fb-e151-4b8d-be39-371ed36ec233 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7100c680-13e4-40ad-b2f5-fc7fff500d5d HTTP/1.1" status: 204 len: 168 time: 0.2529418 Jan 28 07:18:07.561229 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8ea2ef-18dd-4648-92cd-f3a34bff4dd9 req-db8135d1-537f-4ba4-8800-d0aa0dd75f1c tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:07.569917 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8ea2ef-18dd-4648-92cd-f3a34bff4dd9 req-db8135d1-537f-4ba4-8800-d0aa0dd75f1c tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:07.573640 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9ca4fb-e151-4b8d-be39-371ed36ec233 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7100c680-13e4-40ad-b2f5-fc7fff500d5d,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:18:07.579738 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f6b85bb2-206c-495c-a7bc-9e561eb4f6b7 req-77003067-66b1-489e-a4ea-8493a207cd7f tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] 10.222.0.41 "GET /v2.0/security-groups/1b9138de-9f85-43d6-8efa-6383405ed131 HTTP/1.1" status: 200 len: 1826 time: 0.0576911 Jan 28 07:18:07.584694 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8ea2ef-18dd-4648-92cd-f3a34bff4dd9 req-db8135d1-537f-4ba4-8800-d0aa0dd75f1c tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:07.590573 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8ea2ef-18dd-4648-92cd-f3a34bff4dd9 req-db8135d1-537f-4ba4-8800-d0aa0dd75f1c tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:07.607102 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8ea2ef-18dd-4648-92cd-f3a34bff4dd9 req-db8135d1-537f-4ba4-8800-d0aa0dd75f1c tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:07.613767 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8ea2ef-18dd-4648-92cd-f3a34bff4dd9 req-db8135d1-537f-4ba4-8800-d0aa0dd75f1c tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:07.616136 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-fd8ea2ef-18dd-4648-92cd-f3a34bff4dd9 req-db8135d1-537f-4ba4-8800-d0aa0dd75f1c tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009 HTTP/1.1" status: 200 len: 5429 time: 0.2086272 Jan 28 07:18:07.629089 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b37ed7-e770-4ee2-ab34-df59be7a149f req-d6a32455-db55-42a1-a62c-6be25f7f7859 tempest-ServersNegativeTestMultiTenantJSON-1071522538 tempest-ServersNegativeTestMultiTenantJSON-1071522538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:07.629935 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-45b37ed7-e770-4ee2-ab34-df59be7a149f req-d6a32455-db55-42a1-a62c-6be25f7f7859 tempest-ServersNegativeTestMultiTenantJSON-1071522538 tempest-ServersNegativeTestMultiTenantJSON-1071522538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:07.696968 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-fd8ea2ef-18dd-4648-92cd-f3a34bff4dd9 req-c310de31-b8c1-41e8-a0e8-6f3ea27edc48 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/security-groups?id=e05d74b3-220f-46cd-b475-266b231f0f88&id=7f4d2140-e017-41d8-8ff9-e5d9b5e3138b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0741093 Jan 28 07:18:07.703874 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-45b37ed7-e770-4ee2-ab34-df59be7a149f req-d6a32455-db55-42a1-a62c-6be25f7f7859 tempest-ServersNegativeTestMultiTenantJSON-1071522538 tempest-ServersNegativeTestMultiTenantJSON-1071522538-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8726542 Jan 28 07:18:07.710258 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-f6b85bb2-206c-495c-a7bc-9e561eb4f6b7 req-004335a0-46a4-44c5-9e02-44605706d990 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] Publish callbacks [] for security_group (1b9138de-9f85-43d6-8efa-6383405ed131), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:07.722964 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-45b37ed7-e770-4ee2-ab34-df59be7a149f req-d3d78354-27e8-4d51-a8c1-2ef06b2f503b service neutron] Request body: {'port': {'device_id': '46c20bef-cc96-40df-93b9-1b9b4a054ccc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712749-28'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:18:07.762498 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-f6b85bb2-206c-495c-a7bc-9e561eb4f6b7 req-004335a0-46a4-44c5-9e02-44605706d990 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] Publish callbacks [] for security_group (1b9138de-9f85-43d6-8efa-6383405ed131), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:07.845151 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-f6b85bb2-206c-495c-a7bc-9e561eb4f6b7 req-004335a0-46a4-44c5-9e02-44605706d990 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (1b9138de-9f85-43d6-8efa-6383405ed131), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:07.848893 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-f6b85bb2-206c-495c-a7bc-9e561eb4f6b7 req-004335a0-46a4-44c5-9e02-44605706d990 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:07.850100 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-45b37ed7-e770-4ee2-ab34-df59be7a149f req-d3d78354-27e8-4d51-a8c1-2ef06b2f503b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (f7a2e3d5-20e7-41a7-a25d-1798565062b0), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:07.857336 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f6b85bb2-206c-495c-a7bc-9e561eb4f6b7 req-004335a0-46a4-44c5-9e02-44605706d990 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] 10.222.0.41 "DELETE /v2.0/security-groups/1b9138de-9f85-43d6-8efa-6383405ed131 HTTP/1.1" status: 204 len: 173 time: 0.2634962 Jan 28 07:18:07.895229 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004335a0-46a4-44c5-9e02-44605706d990 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b9138de-9f85-43d6-8efa-6383405ed131,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:18:08.069619 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ec6d97-b3dd-4afe-a156-873b628c1514 req-234a0075-9d2d-48cc-99ae-21d8416112f0 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:08.071162 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c6ec6d97-b3dd-4afe-a156-873b628c1514 req-234a0075-9d2d-48cc-99ae-21d8416112f0 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fa73890-3c2c-4c59-9c73-ce1eca1f276c HTTP/1.1" status: 200 len: 945 time: 0.0984950 Jan 28 07:18:08.152714 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceab609c-997e-431f-b50d-24233f8549a5 req-33371774-09f0-41b0-a2ef-f363be5dca80 tempest-ServersNegativeTestMultiTenantJSON-1071522538 tempest-ServersNegativeTestMultiTenantJSON-1071522538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:08.153766 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ceab609c-997e-431f-b50d-24233f8549a5 req-33371774-09f0-41b0-a2ef-f363be5dca80 tempest-ServersNegativeTestMultiTenantJSON-1071522538 tempest-ServersNegativeTestMultiTenantJSON-1071522538-project] 10.222.0.41 "GET /v2.0/ports?device_id=46c20bef-cc96-40df-93b9-1b9b4a054ccc HTTP/1.1" status: 200 len: 931 time: 0.1703463 Jan 28 07:18:08.162952 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c6ec6d97-b3dd-4afe-a156-873b628c1514 req-36628350-e058-488b-9baf-bd514573bfe9 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f7766-6108-45d3-a769-5b5e90234849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847270 Jan 28 07:18:08.238127 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ceab609c-997e-431f-b50d-24233f8549a5 req-552032c4-ead3-4193-a06b-cf68136aef0b tempest-ServersNegativeTestMultiTenantJSON-1071522538 tempest-ServersNegativeTestMultiTenantJSON-1071522538-project] 10.222.0.41 "GET /v2.0/security-groups?id=c9b13571-7edf-401a-9428-f563214e271f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753412 Jan 28 07:18:08.357330 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 47320) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:18:08.392400 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [req-45b37ed7-e770-4ee2-ab34-df59be7a149f req-d3d78354-27e8-4d51-a8c1-2ef06b2f503b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7a2e3d5-20e7-41a7-a25d-1798565062b0 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:18:08.422255 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-45b37ed7-e770-4ee2-ab34-df59be7a149f req-d3d78354-27e8-4d51-a8c1-2ef06b2f503b service neutron] Publish callbacks [] for port (f7a2e3d5-20e7-41a7-a25d-1798565062b0), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:08.469021 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [req-45b37ed7-e770-4ee2-ab34-df59be7a149f req-d3d78354-27e8-4d51-a8c1-2ef06b2f503b service neutron] Transition to ACTIVE for port object f7a2e3d5-20e7-41a7-a25d-1798565062b0 will not be triggered until provisioned by entity L2. {{(pid=103283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:18:08.516329 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-45b37ed7-e770-4ee2-ab34-df59be7a149f req-d3d78354-27e8-4d51-a8c1-2ef06b2f503b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (f7a2e3d5-20e7-41a7-a25d-1798565062b0), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:08.598109 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:08.636154 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-075155c5-ca07-429d-a530-1aaa3b85a623 admin admin] Deleting subnet e60d974b-4a97-44ad-8684-0b13afa61368 {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:18:08.641032 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-075155c5-ca07-429d-a530-1aaa3b85a623 admin admin] Publish callbacks [] for subnet (e60d974b-4a97-44ad-8684-0b13afa61368), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:08.671922 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d78354-27e8-4d51-a8c1-2ef06b2f503b service neutron] Pushing event updated for resources: {'Port': ['ID=f7a2e3d5-20e7-41a7-a25d-1798565062b0,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:18:08.682136 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f349456a-680d-4a2c-84f8-a99bd8b72e02 req-8af06f98-eb90-4cf6-9a07-690805cdf8f4 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:08.685102 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cead88-aa40-4fe9-8096-6b3b0b7b727b req-ab9a2b98-2e9b-46e3-bad6-0cd89ef9c972 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:08.693241 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c7cead88-aa40-4fe9-8096-6b3b0b7b727b req-ab9a2b98-2e9b-46e3-bad6-0cd89ef9c972 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] 10.222.0.41 "GET /v2.0/ports?device_id=2aaf3fde-f7e8-4523-8ab0-cf429d8d3b08 HTTP/1.1" status: 200 len: 946 time: 0.1615989 Jan 28 07:18:08.704338 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f349456a-680d-4a2c-84f8-a99bd8b72e02 req-8af06f98-eb90-4cf6-9a07-690805cdf8f4 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fa73890-3c2c-4c59-9c73-ce1eca1f276c HTTP/1.1" status: 200 len: 945 time: 0.2396789 Jan 28 07:18:08.774307 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-075155c5-ca07-429d-a530-1aaa3b85a623 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24759175'] for subnet (e60d974b-4a97-44ad-8684-0b13afa61368), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:08.781082 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c7cead88-aa40-4fe9-8096-6b3b0b7b727b req-1aff1ff8-98e9-4e79-8ea6-0bfc722c0c55 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] 10.222.0.41 "GET /v2.0/security-groups?id=b062c5ff-24c7-4bbf-8744-177eb2dd003a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868123 Jan 28 07:18:08.865105 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-075155c5-ca07-429d-a530-1aaa3b85a623 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (e60d974b-4a97-44ad-8684-0b13afa61368), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:08.865218 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f349456a-680d-4a2c-84f8-a99bd8b72e02 req-e73fbe87-19ad-4415-8ed0-dfc5a176eb48 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f7766-6108-45d3-a769-5b5e90234849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595173 Jan 28 07:18:08.897277 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-45b37ed7-e770-4ee2-ab34-df59be7a149f req-d3d78354-27e8-4d51-a8c1-2ef06b2f503b service neutron] Attempting to bind port f7a2e3d5-20e7-41a7-a25d-1798565062b0 on host n-h2-712749-28 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:18:08.897906 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-45b37ed7-e770-4ee2-ab34-df59be7a149f req-d3d78354-27e8-4d51-a8c1-2ef06b2f503b service neutron] Attempting to bind port f7a2e3d5-20e7-41a7-a25d-1798565062b0 by drivers openvswitch,hyperv on host n-h2-712749-28 at level 0 using segments [{'id': '56641b58-c418-4fe2-9081-e4a3d6bf31b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'a0421bb7-ebd3-4a90-bb93-43d15210462c'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:18:08.898409 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b37ed7-e770-4ee2-ab34-df59be7a149f req-d3d78354-27e8-4d51-a8c1-2ef06b2f503b service neutron] Attempting to bind port f7a2e3d5-20e7-41a7-a25d-1798565062b0 on network a0421bb7-ebd3-4a90-bb93-43d15210462c {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:18:08.912982 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 47350) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:18:08.929356 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b37ed7-e770-4ee2-ab34-df59be7a149f req-d3d78354-27e8-4d51-a8c1-2ef06b2f503b service neutron] Port f7a2e3d5-20e7-41a7-a25d-1798565062b0 on network a0421bb7-ebd3-4a90-bb93-43d15210462c not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-28 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:18:08.929689 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b37ed7-e770-4ee2-ab34-df59be7a149f req-d3d78354-27e8-4d51-a8c1-2ef06b2f503b service neutron] Attempting to bind port f7a2e3d5-20e7-41a7-a25d-1798565062b0 on network a0421bb7-ebd3-4a90-bb93-43d15210462c {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:18:08.936499 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b37ed7-e770-4ee2-ab34-df59be7a149f req-d3d78354-27e8-4d51-a8c1-2ef06b2f503b service neutron] Checking agent: {'id': 'c9906e63-062c-432e-bb53-63fdb8115e18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:18:08.936841 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b37ed7-e770-4ee2-ab34-df59be7a149f req-d3d78354-27e8-4d51-a8c1-2ef06b2f503b service neutron] Checking segment: {'id': '56641b58-c418-4fe2-9081-e4a3d6bf31b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'a0421bb7-ebd3-4a90-bb93-43d15210462c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:18:08.937224 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b37ed7-e770-4ee2-ab34-df59be7a149f req-d3d78354-27e8-4d51-a8c1-2ef06b2f503b service neutron] Bound using segment: {'id': '56641b58-c418-4fe2-9081-e4a3d6bf31b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'a0421bb7-ebd3-4a90-bb93-43d15210462c'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:18:08.937652 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-45b37ed7-e770-4ee2-ab34-df59be7a149f req-d3d78354-27e8-4d51-a8c1-2ef06b2f503b service neutron] Bound port: f7a2e3d5-20e7-41a7-a25d-1798565062b0, host: n-h2-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56641b58-c418-4fe2-9081-e4a3d6bf31b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'a0421bb7-ebd3-4a90-bb93-43d15210462c'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:18:08.938014 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-45b37ed7-e770-4ee2-ab34-df59be7a149f req-d3d78354-27e8-4d51-a8c1-2ef06b2f503b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (f7a2e3d5-20e7-41a7-a25d-1798565062b0), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:08.988332 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-075155c5-ca07-429d-a530-1aaa3b85a623 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24757569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24979817'] for subnet (e60d974b-4a97-44ad-8684-0b13afa61368), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:09.034905 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075155c5-ca07-429d-a530-1aaa3b85a623 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e60d974b-4a97-44ad-8684-0b13afa61368,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:18:09.066582 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-075155c5-ca07-429d-a530-1aaa3b85a623 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:09.069913 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-075155c5-ca07-429d-a530-1aaa3b85a623 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/e60d974b-4a97-44ad-8684-0b13afa61368 HTTP/1.1" status: 204 len: 168 time: 0.7108326 Jan 28 07:18:09.073768 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 47360) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:18:09.122070 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-63f26a26-8037-49e9-87aa-1127854ddd41 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1145654772-network', 'tenant_id': 'dd2e13ce1205406fa292cb7ef70743a9'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:18:09.181095 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-45b37ed7-e770-4ee2-ab34-df59be7a149f req-d3d78354-27e8-4d51-a8c1-2ef06b2f503b service neutron] For port f7a2e3d5-20e7-41a7-a25d-1798565062b0, host n-h2-712749-28, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:18:09.193152 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f89136-ddd8-4433-80c7-f4be14a8e19a req-218a562e-f5ae-4f19-8b15-6fc534d4f642 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:09.198507 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f89136-ddd8-4433-80c7-f4be14a8e19a req-218a562e-f5ae-4f19-8b15-6fc534d4f642 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:09.200360 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63f26a26-8037-49e9-87aa-1127854ddd41 admin admin] Made reservation on behalf of dd2e13ce1205406fa292cb7ef70743a9 for: {'network': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:18:09.202890 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-63f26a26-8037-49e9-87aa-1127854ddd41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:09.205288 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f89136-ddd8-4433-80c7-f4be14a8e19a req-218a562e-f5ae-4f19-8b15-6fc534d4f642 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:09.206193 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-45b37ed7-e770-4ee2-ab34-df59be7a149f req-d3d78354-27e8-4d51-a8c1-2ef06b2f503b service neutron] For port f7a2e3d5-20e7-41a7-a25d-1798565062b0, host n-h2-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=f7a2e3d5-20e7-41a7-a25d-1798565062b0,segment=NetworkSegment(56641b58-c418-4fe2-9081-e4a3d6bf31b5),segment_id=56641b58-c418-4fe2-9081-e4a3d6bf31b5)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:18:09.211183 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f89136-ddd8-4433-80c7-f4be14a8e19a req-218a562e-f5ae-4f19-8b15-6fc534d4f642 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:09.217461 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f89136-ddd8-4433-80c7-f4be14a8e19a req-218a562e-f5ae-4f19-8b15-6fc534d4f642 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:09.223781 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f89136-ddd8-4433-80c7-f4be14a8e19a req-218a562e-f5ae-4f19-8b15-6fc534d4f642 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:09.225707 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-63f26a26-8037-49e9-87aa-1127854ddd41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:09.228055 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-45b37ed7-e770-4ee2-ab34-df59be7a149f req-d3d78354-27e8-4d51-a8c1-2ef06b2f503b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (f7a2e3d5-20e7-41a7-a25d-1798565062b0), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:09.229216 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f89136-ddd8-4433-80c7-f4be14a8e19a req-218a562e-f5ae-4f19-8b15-6fc534d4f642 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:09.231123 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e6f89136-ddd8-4433-80c7-f4be14a8e19a req-218a562e-f5ae-4f19-8b15-6fc534d4f642 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009 HTTP/1.1" status: 200 len: 5429 time: 0.1602247 Jan 28 07:18:09.234378 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8b3fcfac-3044-4353-8daf-57e83bdcb43b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (77aa199c-9565-430c-bcef-5bacd415f620), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:09.252536 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d765104-8b29-4822-923f-275807162bbf req-5187eff3-18d7-4659-b67c-18a2c6ac2efb tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:09.259536 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8d765104-8b29-4822-923f-275807162bbf req-5187eff3-18d7-4659-b67c-18a2c6ac2efb tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/networks?id=c613bbee-ac30-4d50-a837-418713fc934d HTTP/1.1" status: 200 len: 811 time: 0.2812350 Jan 28 07:18:09.303535 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b37ed7-e770-4ee2-ab34-df59be7a149f req-d3d78354-27e8-4d51-a8c1-2ef06b2f503b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:09.304463 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-45b37ed7-e770-4ee2-ab34-df59be7a149f req-d3d78354-27e8-4d51-a8c1-2ef06b2f503b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:09.305849 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-45b37ed7-e770-4ee2-ab34-df59be7a149f req-d3d78354-27e8-4d51-a8c1-2ef06b2f503b service neutron] 10.222.0.44 "PUT /v2.0/ports/f7a2e3d5-20e7-41a7-a25d-1798565062b0 HTTP/1.1" status: 200 len: 1092 time: 1.5878806 Jan 28 07:18:09.306585 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46c20bef-cc96-40df-93b9-1b9b4a054ccc', 'tag': 'f7a2e3d5-20e7-41a7-a25d-1798565062b0'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:18:09.309236 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12f62645-a6ce-4bac-a27e-859652f4bd47" -d '{"events": [{"name": "network-changed", "server_uuid": "46c20bef-cc96-40df-93b9-1b9b4a054ccc", "tag": "f7a2e3d5-20e7-41a7-a25d-1798565062b0"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:18:09.318309 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8d765104-8b29-4822-923f-275807162bbf req-a81253d5-4604-4adf-b5ce-bb73ac4e6acb tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/quotas/229c6d67826441e4877349f4a14040af HTTP/1.1" status: 200 len: 375 time: 0.0574920 Jan 28 07:18:09.379654 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d78354-27e8-4d51-a8c1-2ef06b2f503b service neutron] Pushing event updated for resources: {'Port': ['ID=f7a2e3d5-20e7-41a7-a25d-1798565062b0,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:18:09.385649 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8d765104-8b29-4822-923f-275807162bbf req-8b2e3e45-463e-4842-aa33-4c4993118fa8 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=229c6d67826441e4877349f4a14040af&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0468562 Jan 28 07:18:09.560828 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8d765104-8b29-4822-923f-275807162bbf req-7506dbc2-91cc-47ce-b6ed-348c5de6c496 service neutron] 10.222.0.41 "GET /v2.0/networks/c613bbee-ac30-4d50-a837-418713fc934d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561110 Jan 28 07:18:09.672755 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:09.695238 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b37ed7-e770-4ee2-ab34-df59be7a149f req-c4429123-5967-4393-8e91-2ee637f0bd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:09.697630 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-45b37ed7-e770-4ee2-ab34-df59be7a149f req-c4429123-5967-4393-8e91-2ee637f0bd31 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b330d61c0e1d4442b4d2d6ec62f291bb&device_id=46c20bef-cc96-40df-93b9-1b9b4a054ccc HTTP/1.1" status: 200 len: 1095 time: 0.2917275 Jan 28 07:18:09.699281 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8b3fcfac-3044-4353-8daf-57e83bdcb43b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (77aa199c-9565-430c-bcef-5bacd415f620), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:09.707961 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-63f26a26-8037-49e9-87aa-1127854ddd41 admin admin] Publish callbacks [] for security_group (fc0878db-8a33-420a-893a-fe11efe4e860), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:09.727800 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e6f89136-ddd8-4433-80c7-f4be14a8e19a req-9f07a449-9231-4a33-aa54-65354f5f99a9 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/security-groups?id=e05d74b3-220f-46cd-b475-266b231f0f88&id=7f4d2140-e017-41d8-8ff9-e5d9b5e3138b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4852915 Jan 28 07:18:09.755747 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-45b37ed7-e770-4ee2-ab34-df59be7a149f req-339defd3-ba60-4b8a-9bb2-b76f82b9955d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f7a2e3d5-20e7-41a7-a25d-1798565062b0 HTTP/1.1" status: 200 len: 217 time: 0.0436015 Jan 28 07:18:09.761929 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-8b3fcfac-3044-4353-8daf-57e83bdcb43b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77aa199c-9565-430c-bcef-5bacd415f620']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:18:09.776501 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-63f26a26-8037-49e9-87aa-1127854ddd41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (fc0878db-8a33-420a-893a-fe11efe4e860), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:09.781644 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-8b3fcfac-3044-4353-8daf-57e83bdcb43b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b38b5d3d-4197-4548-8b2f-aaaa5395d71b') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:18:09.792742 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-8b3fcfac-3044-4353-8daf-57e83bdcb43b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b38b5d3d-4197-4548-8b2f-aaaa5395d71b') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:18:09.806223 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8b3fcfac-3044-4353-8daf-57e83bdcb43b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24759294'] for segment (b38b5d3d-4197-4548-8b2f-aaaa5395d71b), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:09.820946 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8d765104-8b29-4822-923f-275807162bbf req-79ab3746-4766-474c-8710-64cf6d76a137 service neutron] 10.222.0.41 "GET /v2.0/networks/c613bbee-ac30-4d50-a837-418713fc934d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2415640 Jan 28 07:18:09.838448 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8b3fcfac-3044-4353-8daf-57e83bdcb43b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (b38b5d3d-4197-4548-8b2f-aaaa5395d71b), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:09.850044 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b3fcfac-3044-4353-8daf-57e83bdcb43b admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:18:09.850724 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8b3fcfac-3044-4353-8daf-57e83bdcb43b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24757675'] for segment (b38b5d3d-4197-4548-8b2f-aaaa5395d71b), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:09.856731 n-d-712749-28 neutron-server[103284]: Traceback (most recent call last): Jan 28 07:18:09.856731 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:18:09.856731 n-d-712749-28 neutron-server[103284]: timer() Jan 28 07:18:09.856731 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:18:09.856731 n-d-712749-28 neutron-server[103284]: cb(*args, **kw) Jan 28 07:18:09.856731 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:18:09.856731 n-d-712749-28 neutron-server[103284]: return func(*args, **kwargs) Jan 28 07:18:09.856731 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:18:09.856731 n-d-712749-28 neutron-server[103284]: self._notify() Jan 28 07:18:09.856731 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:18:09.856731 n-d-712749-28 neutron-server[103284]: self.callback(batched_events) Jan 28 07:18:09.856731 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:18:09.856731 n-d-712749-28 neutron-server[103284]: event.method(event) Jan 28 07:18:09.856731 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:18:09.856731 n-d-712749-28 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:18:09.856731 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:18:09.856731 n-d-712749-28 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:18:09.856731 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:18:09.856731 n-d-712749-28 neutron-server[103284]: return f(self, *a, **k) Jan 28 07:18:09.856731 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:18:09.856731 n-d-712749-28 neutron-server[103284]: return self._get(url).json() Jan 28 07:18:09.856731 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:18:09.856731 n-d-712749-28 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:18:09.856731 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:18:09.856731 n-d-712749-28 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Jan 28 07:18:09.856731 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:18:09.856731 n-d-712749-28 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:18:09.856731 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:18:09.856731 n-d-712749-28 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:18:09.856731 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:18:09.856731 n-d-712749-28 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:18:09.856731 n-d-712749-28 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:18:09.944796 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63f26a26-8037-49e9-87aa-1127854ddd41 admin admin] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=103283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:18:09.951150 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f26a26-8037-49e9-87aa-1127854ddd41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc0878db-8a33-420a-893a-fe11efe4e860,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:18:09.965323 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-63f26a26-8037-49e9-87aa-1127854ddd41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (c04a96e2-ea61-480f-9949-7d03c5e63e85), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:09.965323 n-d-712749-28 neutron-server[103283]: INFO neutron.db.segments_db [None req-63f26a26-8037-49e9-87aa-1127854ddd41 admin admin] Added segment c04a96e2-ea61-480f-9949-7d03c5e63e85 of type vlan for network ec19ba11-5495-4bd5-a1d7-3b9cb60d6672 Jan 28 07:18:09.968005 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b37ed7-e770-4ee2-ab34-df59be7a149f req-08e90bb3-7fc2-41ec-ba7f-94ed2070f6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:09.969829 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-45b37ed7-e770-4ee2-ab34-df59be7a149f req-08e90bb3-7fc2-41ec-ba7f-94ed2070f6c1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6c6fd552-2123-4db9-a685-371460aa7617 HTTP/1.1" status: 200 len: 864 time: 0.1700256 Jan 28 07:18:09.996030 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8b3fcfac-3044-4353-8daf-57e83bdcb43b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (77aa199c-9565-430c-bcef-5bacd415f620), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:10.043742 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8b3fcfac-3044-4353-8daf-57e83bdcb43b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:10.044013 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-45b37ed7-e770-4ee2-ab34-df59be7a149f req-3b85c75f-35b0-46d4-94c7-69613fb33952 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a0421bb7-ebd3-4a90-bb93-43d15210462c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0653105 Jan 28 07:18:10.061652 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-8b3fcfac-3044-4353-8daf-57e83bdcb43b admin admin] 10.222.0.41 "DELETE /v2.0/networks/77aa199c-9565-430c-bcef-5bacd415f620 HTTP/1.1" status: 204 len: 168 time: 0.9852457 Jan 28 07:18:10.062630 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3fcfac-3044-4353-8daf-57e83bdcb43b admin admin] Pushing event deleted for resources: {'Network': ['ID=77aa199c-9565-430c-bcef-5bacd415f620,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:18:10.064754 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 47372) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:18:10.150219 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-3341c57e-b50d-4788-8854-4ed281ab8919 admin admin] Deleting subnet 51d106f8-a8e3-45cc-a8d0-0a231dc9d360 {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:18:10.152816 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5e097e5-bcff-4b02-926c-82309d82fb3e x-openstack-request-id: req-e5e097e5-bcff-4b02-926c-82309d82fb3e {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:18:10.153123 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46c20bef-cc96-40df-93b9-1b9b4a054ccc", "tag": "f7a2e3d5-20e7-41a7-a25d-1798565062b0", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:18:10.153390 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e5e097e5-bcff-4b02-926c-82309d82fb3e {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:18:10.153834 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46c20bef-cc96-40df-93b9-1b9b4a054ccc', 'tag': 'f7a2e3d5-20e7-41a7-a25d-1798565062b0', 'status': 'completed', 'code': 200} Jan 28 07:18:10.155562 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-63f26a26-8037-49e9-87aa-1127854ddd41 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (ec19ba11-5495-4bd5-a1d7-3b9cb60d6672), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:10.161859 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3341c57e-b50d-4788-8854-4ed281ab8919 admin admin] Publish callbacks [] for subnet (51d106f8-a8e3-45cc-a8d0-0a231dc9d360), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:10.237001 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3341c57e-b50d-4788-8854-4ed281ab8919 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24759175'] for subnet (51d106f8-a8e3-45cc-a8d0-0a231dc9d360), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:10.275651 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-63f26a26-8037-49e9-87aa-1127854ddd41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (ec19ba11-5495-4bd5-a1d7-3b9cb60d6672), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:10.277214 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63f26a26-8037-49e9-87aa-1127854ddd41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:10.277840 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-63f26a26-8037-49e9-87aa-1127854ddd41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:10.329645 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3341c57e-b50d-4788-8854-4ed281ab8919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (51d106f8-a8e3-45cc-a8d0-0a231dc9d360), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:10.405142 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-45b37ed7-e770-4ee2-ab34-df59be7a149f req-f7a90093-933c-4100-8556-6069405009bb service neutron] 10.222.0.44 "GET /v2.0/networks/a0421bb7-ebd3-4a90-bb93-43d15210462c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3401995 Jan 28 07:18:10.469448 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc749d6-fec7-49ea-9f66-c8fd8ee9ef43 req-48f006b2-d595-4522-8f9e-2785b41130b5 tempest-ServersNegativeTestMultiTenantJSON-1071522538 tempest-ServersNegativeTestMultiTenantJSON-1071522538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:10.483212 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-63f26a26-8037-49e9-87aa-1127854ddd41 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5659125 Jan 28 07:18:10.486649 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 6e6bf8db-61c9-4d4f-95fd-d2da51d77c33 no longer exists at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:18:10.505065 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-edc749d6-fec7-49ea-9f66-c8fd8ee9ef43 req-48f006b2-d595-4522-8f9e-2785b41130b5 tempest-ServersNegativeTestMultiTenantJSON-1071522538 tempest-ServersNegativeTestMultiTenantJSON-1071522538-project] 10.222.0.41 "GET /v2.0/ports?device_id=46c20bef-cc96-40df-93b9-1b9b4a054ccc HTTP/1.1" status: 200 len: 943 time: 0.1327152 Jan 28 07:18:10.515600 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 47382) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:18:10.534580 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] No Port match for: 6e6bf8db-61c9-4d4f-95fd-d2da51d77c33 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:18:10.534580 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 6e6bf8db-61c9-4d4f-95fd-d2da51d77c33 not bound to the agent host n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:18:10.552327 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-153ec67d-0e12-4be0-90f0-c94c5fa8d641 admin admin] Request body: {'subnet': {'network_id': 'ec19ba11-5495-4bd5-a1d7-3b9cb60d6672', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1145654772-subnet', 'tenant_id': 'dd2e13ce1205406fa292cb7ef70743a9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:18:10.587629 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3341c57e-b50d-4788-8854-4ed281ab8919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24757569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24979817'] for subnet (51d106f8-a8e3-45cc-a8d0-0a231dc9d360), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:10.619765 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225c0528-7740-4579-b216-e14965c9bd70 req-7a778c9b-0626-4c58-80d7-c802d4c6f5fb tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:10.621976 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-225c0528-7740-4579-b216-e14965c9bd70 req-7a778c9b-0626-4c58-80d7-c802d4c6f5fb tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fa73890-3c2c-4c59-9c73-ce1eca1f276c HTTP/1.1" status: 200 len: 945 time: 0.3614867 Jan 28 07:18:10.623072 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f26a26-8037-49e9-87aa-1127854ddd41 admin admin] Pushing event updated for resources: {'Network': ['ID=ec19ba11-5495-4bd5-a1d7-3b9cb60d6672,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:18:10.634930 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network ec19ba11-5495-4bd5-a1d7-3b9cb60d6672 details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:18:10.655478 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3341c57e-b50d-4788-8854-4ed281ab8919 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:10.662248 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-3341c57e-b50d-4788-8854-4ed281ab8919 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/51d106f8-a8e3-45cc-a8d0-0a231dc9d360 HTTP/1.1" status: 204 len: 168 time: 0.5969734 Jan 28 07:18:10.663514 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-153ec67d-0e12-4be0-90f0-c94c5fa8d641 admin admin] Made reservation on behalf of dd2e13ce1205406fa292cb7ef70743a9 for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:18:10.666193 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-153ec67d-0e12-4be0-90f0-c94c5fa8d641 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24979592'] for subnet (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:10.669176 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 47386) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:18:10.672529 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3341c57e-b50d-4788-8854-4ed281ab8919 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51d106f8-a8e3-45cc-a8d0-0a231dc9d360,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:18:10.769284 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-225c0528-7740-4579-b216-e14965c9bd70 req-8274b60c-c86b-4211-818f-7e96f7b913a1 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f7766-6108-45d3-a769-5b5e90234849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356974 Jan 28 07:18:10.820071 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-45b37ed7-e770-4ee2-ab34-df59be7a149f req-1e388af5-8ab1-4130-989f-f17ffaa1e053 service neutron] 10.222.0.44 "GET /v2.0/networks/a0421bb7-ebd3-4a90-bb93-43d15210462c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3366964 Jan 28 07:18:10.910138 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03c7002-4680-47c6-b796-0760cce96787 req-ea365e4a-5107-4880-ad80-8d5bacc6ce9e tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:10.919841 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f03c7002-4680-47c6-b796-0760cce96787 req-ea365e4a-5107-4880-ad80-8d5bacc6ce9e tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] 10.222.0.41 "GET /v2.0/ports?device_id=2aaf3fde-f7e8-4523-8ab0-cf429d8d3b08 HTTP/1.1" status: 200 len: 946 time: 0.0644970 Jan 28 07:18:10.920156 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-edc749d6-fec7-49ea-9f66-c8fd8ee9ef43 req-535bb1bd-8f8f-4a44-8f8e-52b1c823e223 tempest-ServersNegativeTestMultiTenantJSON-1071522538 tempest-ServersNegativeTestMultiTenantJSON-1071522538-project] 10.222.0.41 "GET /v2.0/security-groups?id=c9b13571-7edf-401a-9428-f563214e271f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4138753 Jan 28 07:18:10.963281 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b42baf93-9104-43d5-a5d6-3e183c63228f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (b81415ce-49df-4fc9-ab5f-b548edc95ccc), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:11.042111 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f03c7002-4680-47c6-b796-0760cce96787 req-2cd0eb3f-d196-4caf-98c7-4eb5678787e0 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] 10.222.0.41 "GET /v2.0/security-groups?id=b062c5ff-24c7-4bbf-8744-177eb2dd003a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202483 Jan 28 07:18:11.064429 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f62645-a6ce-4bac-a27e-859652f4bd47 req-40fef65b-0d6c-4253-83e7-d7f38afaee85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:11.066580 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-12f62645-a6ce-4bac-a27e-859652f4bd47 req-40fef65b-0d6c-4253-83e7-d7f38afaee85 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b330d61c0e1d4442b4d2d6ec62f291bb&device_id=46c20bef-cc96-40df-93b9-1b9b4a054ccc HTTP/1.1" status: 200 len: 1095 time: 0.1146250 Jan 28 07:18:11.170398 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b42baf93-9104-43d5-a5d6-3e183c63228f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (b81415ce-49df-4fc9-ab5f-b548edc95ccc), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:11.283250 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d62b2914-1e3c-40f5-8ead-94e032f40c33 req-e694dfd3-01e7-451e-803c-2d3db71caab7 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfe7732a-267f-47a8-97e5-fadab61da8b3 HTTP/1.1" status: 200 len: 210 time: 0.0981154 Jan 28 07:18:11.309715 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d56746a-99dd-4718-95c8-ec197939ee7a req-805e3500-e3df-41ae-a31c-ed2c4de03e24 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:11.313094 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4d56746a-99dd-4718-95c8-ec197939ee7a req-805e3500-e3df-41ae-a31c-ed2c4de03e24 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] 10.222.0.44 "GET /v2.0/ports?device_id=2aaf3fde-f7e8-4523-8ab0-cf429d8d3b08 HTTP/1.1" status: 200 len: 946 time: 0.1858613 Jan 28 07:18:11.346678 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb04aed-c5e7-4f09-9cc1-e539d8ecff22 req-4bfc5241-7661-4969-95ef-d5d4ff85035c tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:11.354028 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb04aed-c5e7-4f09-9cc1-e539d8ecff22 req-4bfc5241-7661-4969-95ef-d5d4ff85035c tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:11.360226 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb04aed-c5e7-4f09-9cc1-e539d8ecff22 req-4bfc5241-7661-4969-95ef-d5d4ff85035c tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:11.367126 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb04aed-c5e7-4f09-9cc1-e539d8ecff22 req-4bfc5241-7661-4969-95ef-d5d4ff85035c tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:11.374143 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb04aed-c5e7-4f09-9cc1-e539d8ecff22 req-4bfc5241-7661-4969-95ef-d5d4ff85035c tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:11.387446 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb04aed-c5e7-4f09-9cc1-e539d8ecff22 req-4bfc5241-7661-4969-95ef-d5d4ff85035c tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:11.391853 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f62645-a6ce-4bac-a27e-859652f4bd47 req-e4cbd306-22a9-43d8-ac0d-0e6a30f8952a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:11.393954 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb04aed-c5e7-4f09-9cc1-e539d8ecff22 req-4bfc5241-7661-4969-95ef-d5d4ff85035c tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:11.394080 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-12f62645-a6ce-4bac-a27e-859652f4bd47 req-e4cbd306-22a9-43d8-ac0d-0e6a30f8952a service neutron] 10.222.0.44 "GET /v2.0/networks?id=a0421bb7-ebd3-4a90-bb93-43d15210462c HTTP/1.1" status: 200 len: 925 time: 0.2675056 Jan 28 07:18:11.401977 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2fb04aed-c5e7-4f09-9cc1-e539d8ecff22 req-4bfc5241-7661-4969-95ef-d5d4ff85035c tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009 HTTP/1.1" status: 200 len: 5429 time: 0.2500010 Jan 28 07:18:11.406053 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-b42baf93-9104-43d5-a5d6-3e183c63228f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b81415ce-49df-4fc9-ab5f-b548edc95ccc']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:18:11.493311 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-12f62645-a6ce-4bac-a27e-859652f4bd47 req-ac47b9c5-ba53-4a34-ae68-acdafa6306ed service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f7a2e3d5-20e7-41a7-a25d-1798565062b0 HTTP/1.1" status: 200 len: 217 time: 0.0698967 Jan 28 07:18:11.504690 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2fb04aed-c5e7-4f09-9cc1-e539d8ecff22 req-783b5dac-789c-4d32-8eaa-82079a720960 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/security-groups?id=e05d74b3-220f-46cd-b475-266b231f0f88&id=7f4d2140-e017-41d8-8ff9-e5d9b5e3138b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1012475 Jan 28 07:18:11.510697 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-b42baf93-9104-43d5-a5d6-3e183c63228f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77d7bf4d-ddb4-4b00-b884-92ed57f2e0d2') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:18:11.511011 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-b42baf93-9104-43d5-a5d6-3e183c63228f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77d7bf4d-ddb4-4b00-b884-92ed57f2e0d2') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:18:11.539488 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-153ec67d-0e12-4be0-90f0-c94c5fa8d641 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24757504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24979610'] for subnet (93fcb993-73a7-4360-acad-236d0cf05608), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:11.545851 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b42baf93-9104-43d5-a5d6-3e183c63228f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24759294'] for segment (77d7bf4d-ddb4-4b00-b884-92ed57f2e0d2), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:11.574220 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f62645-a6ce-4bac-a27e-859652f4bd47 req-24443725-54de-4b97-94a2-d9024df578c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:11.580247 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-12f62645-a6ce-4bac-a27e-859652f4bd47 req-24443725-54de-4b97-94a2-d9024df578c8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6c6fd552-2123-4db9-a685-371460aa7617 HTTP/1.1" status: 200 len: 864 time: 0.0755918 Jan 28 07:18:11.605528 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153ec67d-0e12-4be0-90f0-c94c5fa8d641 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93fcb993-73a7-4360-acad-236d0cf05608,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:18:11.651389 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b42baf93-9104-43d5-a5d6-3e183c63228f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (77d7bf4d-ddb4-4b00-b884-92ed57f2e0d2), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:11.672549 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153ec67d-0e12-4be0-90f0-c94c5fa8d641 admin admin] Checking segment: {'id': 'c04a96e2-ea61-480f-9949-7d03c5e63e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ec19ba11-5495-4bd5-a1d7-3b9cb60d6672'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:18:11.673178 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-153ec67d-0e12-4be0-90f0-c94c5fa8d641 admin admin] Network hostable DHCP agents. Network: ec19ba11-5495-4bd5-a1d7-3b9cb60d6672, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:18:11.677981 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-12f62645-a6ce-4bac-a27e-859652f4bd47 req-3f107347-7702-467d-ba2f-418d65f6b4ae service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a0421bb7-ebd3-4a90-bb93-43d15210462c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0856779 Jan 28 07:18:11.678953 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b42baf93-9104-43d5-a5d6-3e183c63228f admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:18:11.679699 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b42baf93-9104-43d5-a5d6-3e183c63228f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24757675'] for segment (77d7bf4d-ddb4-4b00-b884-92ed57f2e0d2), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:11.691196 n-d-712749-28 neutron-server[103284]: Traceback (most recent call last): Jan 28 07:18:11.691196 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:18:11.691196 n-d-712749-28 neutron-server[103284]: timer() Jan 28 07:18:11.691196 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:18:11.691196 n-d-712749-28 neutron-server[103284]: cb(*args, **kw) Jan 28 07:18:11.691196 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:18:11.691196 n-d-712749-28 neutron-server[103284]: return func(*args, **kwargs) Jan 28 07:18:11.691196 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:18:11.691196 n-d-712749-28 neutron-server[103284]: self._notify() Jan 28 07:18:11.691196 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:18:11.691196 n-d-712749-28 neutron-server[103284]: self.callback(batched_events) Jan 28 07:18:11.691196 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:18:11.691196 n-d-712749-28 neutron-server[103284]: event.method(event) Jan 28 07:18:11.691196 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:18:11.691196 n-d-712749-28 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:18:11.691196 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:18:11.691196 n-d-712749-28 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:18:11.691196 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:18:11.691196 n-d-712749-28 neutron-server[103284]: return f(self, *a, **k) Jan 28 07:18:11.691196 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:18:11.691196 n-d-712749-28 neutron-server[103284]: return self._get(url).json() Jan 28 07:18:11.691196 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:18:11.691196 n-d-712749-28 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:18:11.691196 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:18:11.691196 n-d-712749-28 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Jan 28 07:18:11.691196 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:18:11.691196 n-d-712749-28 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:18:11.691196 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:18:11.691196 n-d-712749-28 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:18:11.691196 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:18:11.691196 n-d-712749-28 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:18:11.691196 n-d-712749-28 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:18:11.795972 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-153ec67d-0e12-4be0-90f0-c94c5fa8d641 admin admin] Network ec19ba11-5495-4bd5-a1d7-3b9cb60d6672 is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:18:11.801063 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532e21db-1866-4a52-8c1c-24955cce3d39 req-55b4dc25-5974-4fff-835e-0d648ee56b9b tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:11.805825 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-532e21db-1866-4a52-8c1c-24955cce3d39 req-55b4dc25-5974-4fff-835e-0d648ee56b9b tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fa73890-3c2c-4c59-9c73-ce1eca1f276c HTTP/1.1" status: 200 len: 945 time: 0.3728154 Jan 28 07:18:11.808104 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-12f62645-a6ce-4bac-a27e-859652f4bd47 req-3ef62958-5892-49a1-aecc-a5e2d582feb1 service neutron] 10.222.0.44 "GET /v2.0/networks/a0421bb7-ebd3-4a90-bb93-43d15210462c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132929 Jan 28 07:18:11.857160 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-4d56746a-99dd-4718-95c8-ec197939ee7a req-39d6787f-1b23-40fb-b346-5d915199a005 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] Deleting port 0ae24f80-5580-413a-af62-44084af43234 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:18:11.857756 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-4d56746a-99dd-4718-95c8-ec197939ee7a req-39d6787f-1b23-40fb-b346-5d915199a005 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (0ae24f80-5580-413a-af62-44084af43234), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:11.905476 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-153ec67d-0e12-4be0-90f0-c94c5fa8d641 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, ec19ba11-5495-4bd5-a1d7-3b9cb60d6672) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:18:11.916445 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-153ec67d-0e12-4be0-90f0-c94c5fa8d641 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:11.921312 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-153ec67d-0e12-4be0-90f0-c94c5fa8d641 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:11.927227 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b3b51f0-6f90-4a53-a948-7063786f05a9 None None] Network ec19ba11-5495-4bd5-a1d7-3b9cb60d6672 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:18:11.935463 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b42baf93-9104-43d5-a5d6-3e183c63228f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (b81415ce-49df-4fc9-ab5f-b548edc95ccc), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:11.951112 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b42baf93-9104-43d5-a5d6-3e183c63228f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:11.963126 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-b42baf93-9104-43d5-a5d6-3e183c63228f admin admin] 10.222.0.41 "DELETE /v2.0/networks/b81415ce-49df-4fc9-ab5f-b548edc95ccc HTTP/1.1" status: 204 len: 168 time: 1.2844582 Jan 28 07:18:12.023695 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-532e21db-1866-4a52-8c1c-24955cce3d39 req-11f061df-ea4a-4b2c-a5ff-732e25186752 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f7766-6108-45d3-a769-5b5e90234849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109072 Jan 28 07:18:12.056142 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42baf93-9104-43d5-a5d6-3e183c63228f admin admin] Pushing event deleted for resources: {'Network': ['ID=b81415ce-49df-4fc9-ab5f-b548edc95ccc,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:18:12.092988 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-12f62645-a6ce-4bac-a27e-859652f4bd47 req-6aa400f0-d889-4a37-b436-c1a988fe0b22 service neutron] 10.222.0.44 "GET /v2.0/networks/a0421bb7-ebd3-4a90-bb93-43d15210462c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2714727 Jan 28 07:18:12.126285 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e008ab-6626-4975-91a8-24e3e11281a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3dd72b9-6805-5f61-b6f3-a591f99a173d-ec19ba11-5495-4bd5-a1d7-3b9cb60d6672', 'network_id': 'ec19ba11-5495-4bd5-a1d7-3b9cb60d6672', 'project_id': 'dd2e13ce1205406fa292cb7ef70743a9', 'fixed_ips': [{'subnet_id': '93fcb993-73a7-4360-acad-236d0cf05608'}]}} from n-d-712749-28. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 07:18:12.128105 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-42e008ab-6626-4975-91a8-24e3e11281a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:12.141835 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-153ec67d-0e12-4be0-90f0-c94c5fa8d641 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5960670 Jan 28 07:18:12.146355 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b18b4b6a-417d-4dd4-8f2b-0769d15d81b3 req-bbcc6e81-e390-4b71-aa1e-f11f18e2962f tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfe7732a-267f-47a8-97e5-fadab61da8b3 HTTP/1.1" status: 200 len: 210 time: 0.1753821 Jan 28 07:18:12.150367 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 47406) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:18:12.162916 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-b167fbb3-cf97-4f14-a314-5e37aadcb804 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1145654772-router', 'tenant_id': 'dd2e13ce1205406fa292cb7ef70743a9', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:18:12.179736 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-4d56746a-99dd-4718-95c8-ec197939ee7a req-39d6787f-1b23-40fb-b346-5d915199a005 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] For port 0ae24f80-5580-413a-af62-44084af43234, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=0ae24f80-5580-413a-af62-44084af43234,segment=NetworkSegment(1f33b05f-8af3-4b13-bc7c-482495a2acd0),segment_id=1f33b05f-8af3-4b13-bc7c-482495a2acd0)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:18:12.180249 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-4d56746a-99dd-4718-95c8-ec197939ee7a req-39d6787f-1b23-40fb-b346-5d915199a005 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (0ae24f80-5580-413a-af62-44084af43234), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:12.220347 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 47410) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:18:12.220742 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-4d56746a-99dd-4718-95c8-ec197939ee7a req-39d6787f-1b23-40fb-b346-5d915199a005 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] Calling delete_port for 0ae24f80-5580-413a-af62-44084af43234 owned by compute:nova {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:18:12.240250 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b167fbb3-cf97-4f14-a314-5e37aadcb804 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16606890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127275'] for router (1d76ba02-58a9-4103-b9df-073c1462a5d5), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:12.241722 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b167fbb3-cf97-4f14-a314-5e37aadcb804 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16605498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16607952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16355422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127266'] for router (1d76ba02-58a9-4103-b9df-073c1462a5d5), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:12.308512 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b167fbb3-cf97-4f14-a314-5e37aadcb804 admin admin] Publish callbacks [] for router_controller (1d76ba02-58a9-4103-b9df-073c1462a5d5), precommit_add_association {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:12.459228 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-42e008ab-6626-4975-91a8-24e3e11281a6 None None] Allocated IP 172.20.0.2 (ec19ba11-5495-4bd5-a1d7-3b9cb60d6672/93fcb993-73a7-4360-acad-236d0cf05608/dbfa7eee-ddac-42c8-94aa-f191eea73c7a) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:18:12.502009 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-7db62d11-faa7-45cc-82f6-3c11b0e9d5df admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1b5821c096cf43639ed10b07e04f5303&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2776635 Jan 28 07:18:12.512168 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 47412) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:18:12.600684 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ad5f55-65c7-4a8e-b0a8-b7ca75a0eb83 req-fd4283ac-a26a-449a-9b55-845c0d92c141 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:12.605614 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e0ad5f55-65c7-4a8e-b0a8-b7ca75a0eb83 req-fd4283ac-a26a-449a-9b55-845c0d92c141 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] 10.222.0.41 "GET /v2.0/ports?device_id=2aaf3fde-f7e8-4523-8ab0-cf429d8d3b08 HTTP/1.1" status: 200 len: 946 time: 0.2952423 Jan 28 07:18:12.608534 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b167fbb3-cf97-4f14-a314-5e37aadcb804 admin admin] Publish callbacks [] for router_gateway (1d76ba02-58a9-4103-b9df-073c1462a5d5), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:12.617933 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device f7a2e3d5-20e7-41a7-a25d-1798565062b0 details requested by agent hyperv_n-h2-712749-28 with host n-h2-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:18:12.706995 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d92392e-46ac-45e7-b030-e41397282b39 req-179613de-b1aa-4e90-b2fc-f2af7573ba30 tempest-ServersNegativeTestMultiTenantJSON-1071522538 tempest-ServersNegativeTestMultiTenantJSON-1071522538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:12.708575 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e0ad5f55-65c7-4a8e-b0a8-b7ca75a0eb83 req-fd553368-7daa-4f65-a960-41a9c51b789c tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] 10.222.0.41 "GET /v2.0/security-groups?id=b062c5ff-24c7-4bbf-8744-177eb2dd003a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867519 Jan 28 07:18:12.716414 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9d92392e-46ac-45e7-b030-e41397282b39 req-179613de-b1aa-4e90-b2fc-f2af7573ba30 tempest-ServersNegativeTestMultiTenantJSON-1071522538 tempest-ServersNegativeTestMultiTenantJSON-1071522538-project] 10.222.0.41 "GET /v2.0/ports?device_id=46c20bef-cc96-40df-93b9-1b9b4a054ccc HTTP/1.1" status: 200 len: 943 time: 0.4921813 Jan 28 07:18:12.767460 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port f7a2e3d5-20e7-41a7-a25d-1798565062b0, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=f7a2e3d5-20e7-41a7-a25d-1798565062b0,segment=NetworkSegment(56641b58-c418-4fe2-9081-e4a3d6bf31b5),segment_id=56641b58-c418-4fe2-9081-e4a3d6bf31b5)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:18:12.775195 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b1c0f360-9757-458a-a4ba-194f13cd0b93 admin admin] Publish callbacks [] for security_group (6c286ac6-5d5d-46b9-b282-9e68e0339bde), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:12.806450 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9d92392e-46ac-45e7-b030-e41397282b39 req-98e11cfb-89a2-49c1-a703-744491d0a805 tempest-ServersNegativeTestMultiTenantJSON-1071522538 tempest-ServersNegativeTestMultiTenantJSON-1071522538-project] 10.222.0.41 "GET /v2.0/security-groups?id=c9b13571-7edf-401a-9428-f563214e271f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866895 Jan 28 07:18:12.829069 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b1c0f360-9757-458a-a4ba-194f13cd0b93 admin admin] Publish callbacks [] for security_group (6c286ac6-5d5d-46b9-b282-9e68e0339bde), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:12.843048 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Returning: {'device': 'f7a2e3d5-20e7-41a7-a25d-1798565062b0', 'network_id': 'a0421bb7-ebd3-4a90-bb93-43d15210462c', 'port_id': 'f7a2e3d5-20e7-41a7-a25d-1798565062b0', 'mac_address': 'fa:16:3e:c3:b6:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c6fd552-2123-4db9-a685-371460aa7617', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:18:12.934106 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-42e008ab-6626-4975-91a8-24e3e11281a6 None None] Publish callbacks [] for port (dbfa7eee-ddac-42c8-94aa-f191eea73c7a), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:12.934668 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b1c0f360-9757-458a-a4ba-194f13cd0b93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (6c286ac6-5d5d-46b9-b282-9e68e0339bde), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:12.937522 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b1c0f360-9757-458a-a4ba-194f13cd0b93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:12.938671 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-b1c0f360-9757-458a-a4ba-194f13cd0b93 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6c286ac6-5d5d-46b9-b282-9e68e0339bde HTTP/1.1" status: 204 len: 168 time: 0.4214699 Jan 28 07:18:12.961429 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c0f360-9757-458a-a4ba-194f13cd0b93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c286ac6-5d5d-46b9-b282-9e68e0339bde,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:18:12.981235 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-42e008ab-6626-4975-91a8-24e3e11281a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (dbfa7eee-ddac-42c8-94aa-f191eea73c7a), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:13.056736 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-4d56746a-99dd-4718-95c8-ec197939ee7a req-39d6787f-1b23-40fb-b346-5d915199a005 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (0ae24f80-5580-413a-af62-44084af43234), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:13.112948 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e008ab-6626-4975-91a8-24e3e11281a6 None None] Pushing event updated for resources: {'Port': ['ID=dbfa7eee-ddac-42c8-94aa-f191eea73c7a,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:18:13.119085 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['0ae24f80-5580-413a-af62-44084af43234'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:18:13.142603 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d6787f-1b23-40fb-b346-5d915199a005 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] Pushing event deleted for resources: {'Port': ['ID=0ae24f80-5580-413a-af62-44084af43234,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:18:13.153855 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e008ab-6626-4975-91a8-24e3e11281a6 None None] Network ec19ba11-5495-4bd5-a1d7-3b9cb60d6672 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:18:13.159504 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-42e008ab-6626-4975-91a8-24e3e11281a6 None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:18:13.168484 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e008ab-6626-4975-91a8-24e3e11281a6 None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:18:13.254660 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port f7a2e3d5-20e7-41a7-a25d-1798565062b0 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:18:13.259695 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (f7a2e3d5-20e7-41a7-a25d-1798565062b0), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:13.266287 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d56746a-99dd-4718-95c8-ec197939ee7a req-39d6787f-1b23-40fb-b346-5d915199a005 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] No DVR routers for this DVR port 0ae24f80-5580-413a-af62-44084af43234 on host n-h2-712749-28 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:18:13.270855 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-4d56746a-99dd-4718-95c8-ec197939ee7a req-39d6787f-1b23-40fb-b346-5d915199a005 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:13.275741 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4d56746a-99dd-4718-95c8-ec197939ee7a req-39d6787f-1b23-40fb-b346-5d915199a005 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] 10.222.0.44 "DELETE /v2.0/ports/0ae24f80-5580-413a-af62-44084af43234 HTTP/1.1" status: 204 len: 173 time: 1.9535286 Jan 28 07:18:13.277679 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2aaf3fde-f7e8-4523-8ab0-cf429d8d3b08', 'name': 'network-vif-deleted', 'tag': '0ae24f80-5580-413a-af62-44084af43234'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:18:13.281008 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6f6ea99-4043-4917-ad08-34c37a835b69" -d '{"events": [{"server_uuid": "2aaf3fde-f7e8-4523-8ab0-cf429d8d3b08", "name": "network-vif-deleted", "tag": "0ae24f80-5580-413a-af62-44084af43234"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:18:13.302520 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678ca031-8453-426b-9717-3784d7e8e481 req-0ac228fb-3b15-4cc4-a155-3caaaf17ec3c tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:13.309760 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678ca031-8453-426b-9717-3784d7e8e481 req-0ac228fb-3b15-4cc4-a155-3caaaf17ec3c tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:13.316742 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678ca031-8453-426b-9717-3784d7e8e481 req-0ac228fb-3b15-4cc4-a155-3caaaf17ec3c tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:13.322826 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678ca031-8453-426b-9717-3784d7e8e481 req-0ac228fb-3b15-4cc4-a155-3caaaf17ec3c tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:13.329917 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678ca031-8453-426b-9717-3784d7e8e481 req-0ac228fb-3b15-4cc4-a155-3caaaf17ec3c tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:13.337420 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678ca031-8453-426b-9717-3784d7e8e481 req-0ac228fb-3b15-4cc4-a155-3caaaf17ec3c tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:13.344960 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678ca031-8453-426b-9717-3784d7e8e481 req-0ac228fb-3b15-4cc4-a155-3caaaf17ec3c tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:13.355125 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-678ca031-8453-426b-9717-3784d7e8e481 req-0ac228fb-3b15-4cc4-a155-3caaaf17ec3c tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009 HTTP/1.1" status: 200 len: 5429 time: 0.2258446 Jan 28 07:18:13.379060 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd50be7-9360-40cd-aa34-3e99657157fa req-cec9ea80-5a5c-4a89-94ed-d6e580c198ba tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:13.392149 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-bdd50be7-9360-40cd-aa34-3e99657157fa req-cec9ea80-5a5c-4a89-94ed-d6e580c198ba tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fa73890-3c2c-4c59-9c73-ce1eca1f276c HTTP/1.1" status: 200 len: 945 time: 0.3143439 Jan 28 07:18:13.464284 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-42e008ab-6626-4975-91a8-24e3e11281a6 None None] Attempting to bind port dbfa7eee-ddac-42c8-94aa-f191eea73c7a on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:18:13.465191 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-678ca031-8453-426b-9717-3784d7e8e481 req-aa8b9581-4f07-4a8b-9927-75e27ee21f3b tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/security-groups?id=e05d74b3-220f-46cd-b475-266b231f0f88&id=7f4d2140-e017-41d8-8ff9-e5d9b5e3138b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1086423 Jan 28 07:18:13.467944 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-42e008ab-6626-4975-91a8-24e3e11281a6 None None] Attempting to bind port dbfa7eee-ddac-42c8-94aa-f191eea73c7a by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': 'c04a96e2-ea61-480f-9949-7d03c5e63e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ec19ba11-5495-4bd5-a1d7-3b9cb60d6672'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:18:13.468491 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e008ab-6626-4975-91a8-24e3e11281a6 None None] Attempting to bind port dbfa7eee-ddac-42c8-94aa-f191eea73c7a on network ec19ba11-5495-4bd5-a1d7-3b9cb60d6672 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:18:13.479590 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e008ab-6626-4975-91a8-24e3e11281a6 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:18:13.480925 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e008ab-6626-4975-91a8-24e3e11281a6 None None] Checking segment: {'id': 'c04a96e2-ea61-480f-9949-7d03c5e63e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ec19ba11-5495-4bd5-a1d7-3b9cb60d6672'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:18:13.482837 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-42e008ab-6626-4975-91a8-24e3e11281a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:13.483776 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e008ab-6626-4975-91a8-24e3e11281a6 None None] Bound using segment: {'id': 'c04a96e2-ea61-480f-9949-7d03c5e63e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ec19ba11-5495-4bd5-a1d7-3b9cb60d6672'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:18:13.485750 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-42e008ab-6626-4975-91a8-24e3e11281a6 None None] Bound port: dbfa7eee-ddac-42c8-94aa-f191eea73c7a, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c04a96e2-ea61-480f-9949-7d03c5e63e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ec19ba11-5495-4bd5-a1d7-3b9cb60d6672'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:18:13.498890 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-42e008ab-6626-4975-91a8-24e3e11281a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (dbfa7eee-ddac-42c8-94aa-f191eea73c7a), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:13.501945 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7a2e3d5-20e7-41a7-a25d-1798565062b0 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:18:13.523378 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8d765104-8b29-4822-923f-275807162bbf req-e3d45838-b70c-4179-887c-a5e10ddc37f4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=229c6d67826441e4877349f4a14040af&device_id=dfe7732a-267f-47a8-97e5-fadab61da8b3 HTTP/1.1" status: 200 len: 210 time: 0.0477483 Jan 28 07:18:13.534400 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b167fbb3-cf97-4f14-a314-5e37aadcb804 admin admin] Publish callbacks [] for router_gateway (1d76ba02-58a9-4103-b9df-073c1462a5d5), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:13.620637 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b167fbb3-cf97-4f14-a314-5e37aadcb804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:13.646359 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-22df74b4-b2e8-4853-939a-296215815920 req-e5a77acc-74c6-4958-a955-80ca6c6e01c5 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfe7732a-267f-47a8-97e5-fadab61da8b3 HTTP/1.1" status: 200 len: 210 time: 0.0748379 Jan 28 07:18:13.657163 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port f7a2e3d5-20e7-41a7-a25d-1798565062b0, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=f7a2e3d5-20e7-41a7-a25d-1798565062b0,segment=NetworkSegment(56641b58-c418-4fe2-9081-e4a3d6bf31b5),segment_id=56641b58-c418-4fe2-9081-e4a3d6bf31b5)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:18:13.685139 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-42e008ab-6626-4975-91a8-24e3e11281a6 None None] For port dbfa7eee-ddac-42c8-94aa-f191eea73c7a, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:18:13.689175 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-42e008ab-6626-4975-91a8-24e3e11281a6 None None] For port dbfa7eee-ddac-42c8-94aa-f191eea73c7a, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=dbfa7eee-ddac-42c8-94aa-f191eea73c7a,segment=NetworkSegment(c04a96e2-ea61-480f-9949-7d03c5e63e85),segment_id=c04a96e2-ea61-480f-9949-7d03c5e63e85)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:18:13.693163 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (f7a2e3d5-20e7-41a7-a25d-1798565062b0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:13.701475 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-42e008ab-6626-4975-91a8-24e3e11281a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (dbfa7eee-ddac-42c8-94aa-f191eea73c7a), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:13.750805 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a07f72a0-bbdf-4fb0-a104-88bb82c42ecc x-openstack-request-id: req-a07f72a0-bbdf-4fb0-a104-88bb82c42ecc {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:18:13.751301 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2aaf3fde-f7e8-4523-8ab0-cf429d8d3b08", "name": "network-vif-deleted", "tag": "0ae24f80-5580-413a-af62-44084af43234", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:18:13.751429 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a07f72a0-bbdf-4fb0-a104-88bb82c42ecc {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:18:13.751808 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2aaf3fde-f7e8-4523-8ab0-cf429d8d3b08', 'name': 'network-vif-deleted', 'tag': '0ae24f80-5580-413a-af62-44084af43234', 'status': 'completed', 'code': 200} Jan 28 07:18:13.757400 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=f7a2e3d5-20e7-41a7-a25d-1798565062b0,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:18:13.832441 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d765104-8b29-4822-923f-275807162bbf req-c7ff6268-6b62-4871-8bca-a8adb0c4fcd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:13.836579 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8d765104-8b29-4822-923f-275807162bbf req-c7ff6268-6b62-4871-8bca-a8adb0c4fcd7 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=229c6d67826441e4877349f4a14040af&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2198043 Jan 28 07:18:13.837040 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 47430) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:18:13.854193 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-bdd50be7-9360-40cd-aa34-3e99657157fa req-546a1c6d-a2ec-44ce-99d4-8d2d1d745710 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f7766-6108-45d3-a769-5b5e90234849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4610662 Jan 28 07:18:13.872060 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e008ab-6626-4975-91a8-24e3e11281a6 None None] Pushing event updated for resources: {'Port': ['ID=dbfa7eee-ddac-42c8-94aa-f191eea73c7a,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:18:14.039887 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['f7a2e3d5-20e7-41a7-a25d-1798565062b0'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:18:14.126251 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e4c4753b-6dcd-47e2-9fa8-feef4d1553e5 req-42595195-c9f7-4e93-80b3-33f0620536d8 tempest-ServerRescueTestJSONUnderV235-1224697350 tempest-ServerRescueTestJSONUnderV235-1224697350-project] 10.222.0.41 "GET /v2.0/ports?device_id=2aaf3fde-f7e8-4523-8ab0-cf429d8d3b08 HTTP/1.1" status: 200 len: 210 time: 0.1236017 Jan 28 07:18:14.155515 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-8b38962f-7f45-4511-96e5-5c13e442f37e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=720bf9302fb8453fb15d6c0777dec8b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3151739 Jan 28 07:18:14.158775 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 47436) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:18:14.180461 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd9bba1-eedc-46af-a43f-c289d953200d req-7a7683db-ab91-4f93-92a9-c7d2df39f88a tempest-ServersNegativeTestMultiTenantJSON-1071522538 tempest-ServersNegativeTestMultiTenantJSON-1071522538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:14.190924 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ffd9bba1-eedc-46af-a43f-c289d953200d req-7a7683db-ab91-4f93-92a9-c7d2df39f88a tempest-ServersNegativeTestMultiTenantJSON-1071522538 tempest-ServersNegativeTestMultiTenantJSON-1071522538-project] 10.222.0.41 "GET /v2.0/ports?device_id=46c20bef-cc96-40df-93b9-1b9b4a054ccc HTTP/1.1" status: 200 len: 944 time: 0.1817563 Jan 28 07:18:14.222925 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d765104-8b29-4822-923f-275807162bbf req-804a97a3-c3fe-4bbd-92d7-cb73b9b3751a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:14.224609 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8d765104-8b29-4822-923f-275807162bbf req-804a97a3-c3fe-4bbd-92d7-cb73b9b3751a service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3656919 Jan 28 07:18:14.295168 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-b167fbb3-cf97-4f14-a314-5e37aadcb804 admin admin] Allocated IP 172.25.6.126 (7d5b3724-deef-4831-8d43-cb9b8176573c/b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc/06dba538-0455-450e-a221-1f48583c3823) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:18:14.319943 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-044da6b9-817f-4a6b-9065-395f21dc36ad admin admin] Publish callbacks [] for security_group (1ce1e0cb-ab8e-44d0-b271-4892e636059b), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:14.356247 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 0ae24f80-5580-413a-af62-44084af43234 no longer exists at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:18:14.372885 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8d765104-8b29-4822-923f-275807162bbf req-575cd706-e2b5-44c5-bf0b-d958bfe85ae7 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.10 "GET /v2.0/ports?device_id=dfe7732a-267f-47a8-97e5-fadab61da8b3 HTTP/1.1" status: 200 len: 210 time: 0.0807917 Jan 28 07:18:14.386361 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-044da6b9-817f-4a6b-9065-395f21dc36ad admin admin] Publish callbacks [] for security_group (1ce1e0cb-ab8e-44d0-b271-4892e636059b), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:14.439723 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] No Port match for: 0ae24f80-5580-413a-af62-44084af43234 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:18:14.441012 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 0ae24f80-5580-413a-af62-44084af43234 not bound to the agent host n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:18:14.461040 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ffd9bba1-eedc-46af-a43f-c289d953200d req-de248073-5883-419b-a909-ca8d4a357db2 tempest-ServersNegativeTestMultiTenantJSON-1071522538 tempest-ServersNegativeTestMultiTenantJSON-1071522538-project] 10.222.0.41 "GET /v2.0/security-groups?id=c9b13571-7edf-401a-9428-f563214e271f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2684846 Jan 28 07:18:14.616048 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-044da6b9-817f-4a6b-9065-395f21dc36ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (1ce1e0cb-ab8e-44d0-b271-4892e636059b), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:14.623459 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-044da6b9-817f-4a6b-9065-395f21dc36ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:14.625522 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-044da6b9-817f-4a6b-9065-395f21dc36ad admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1ce1e0cb-ab8e-44d0-b271-4892e636059b HTTP/1.1" status: 204 len: 168 time: 0.4633238 Jan 28 07:18:14.700591 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044da6b9-817f-4a6b-9065-395f21dc36ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ce1e0cb-ab8e-44d0-b271-4892e636059b,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:18:14.775495 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device dbfa7eee-ddac-42c8-94aa-f191eea73c7a up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:18:14.780574 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8e64f0-d077-42a2-971d-aa2b2052d214 req-813f0420-5513-4a7c-8a6c-3daef6d5be7d tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:14.805654 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2c8e64f0-d077-42a2-971d-aa2b2052d214 req-813f0420-5513-4a7c-8a6c-3daef6d5be7d tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fa73890-3c2c-4c59-9c73-ce1eca1f276c HTTP/1.1" status: 200 len: 945 time: 0.3985925 Jan 28 07:18:14.843245 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b167fbb3-cf97-4f14-a314-5e37aadcb804 admin admin] Publish callbacks [] for port (06dba538-0455-450e-a221-1f48583c3823), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:14.898647 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2c8e64f0-d077-42a2-971d-aa2b2052d214 req-4ded9141-d07f-4ef3-801a-dbaef713189b tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f7766-6108-45d3-a769-5b5e90234849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916591 Jan 28 07:18:14.937852 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port dbfa7eee-ddac-42c8-94aa-f191eea73c7a triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:18:14.938490 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (dbfa7eee-ddac-42c8-94aa-f191eea73c7a), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:14.979810 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8505239d-145d-4f60-964a-776d2511a798 req-287cf388-15f0-4036-860c-927c27d7c257 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=229c6d67826441e4877349f4a14040af&device_id=dfe7732a-267f-47a8-97e5-fadab61da8b3 HTTP/1.1" status: 200 len: 210 time: 0.1206489 Jan 28 07:18:15.047982 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6fe397fc-d4eb-47d0-9d46-5be4cfeede36 req-2cf8c5c5-0069-45e1-bf36-09a84e725838 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfe7732a-267f-47a8-97e5-fadab61da8b3 HTTP/1.1" status: 200 len: 210 time: 0.0358095 Jan 28 07:18:15.113554 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port dbfa7eee-ddac-42c8-94aa-f191eea73c7a is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:18:15.114051 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (dbfa7eee-ddac-42c8-94aa-f191eea73c7a), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:15.189457 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] For port dbfa7eee-ddac-42c8-94aa-f191eea73c7a, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=dbfa7eee-ddac-42c8-94aa-f191eea73c7a,segment=NetworkSegment(c04a96e2-ea61-480f-9949-7d03c5e63e85),segment_id=c04a96e2-ea61-480f-9949-7d03c5e63e85)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:18:15.199853 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (dbfa7eee-ddac-42c8-94aa-f191eea73c7a), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:15.233699 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dcd53f-6954-49ac-80fb-205a69337771 req-f7a84a8a-a9fc-4e7a-8666-3d16ac183e3e tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:15.248035 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dcd53f-6954-49ac-80fb-205a69337771 req-f7a84a8a-a9fc-4e7a-8666-3d16ac183e3e tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:15.257985 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dcd53f-6954-49ac-80fb-205a69337771 req-f7a84a8a-a9fc-4e7a-8666-3d16ac183e3e tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:15.281255 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dcd53f-6954-49ac-80fb-205a69337771 req-f7a84a8a-a9fc-4e7a-8666-3d16ac183e3e tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:15.290545 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dcd53f-6954-49ac-80fb-205a69337771 req-f7a84a8a-a9fc-4e7a-8666-3d16ac183e3e tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:15.306703 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dcd53f-6954-49ac-80fb-205a69337771 req-f7a84a8a-a9fc-4e7a-8666-3d16ac183e3e tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:15.326054 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dcd53f-6954-49ac-80fb-205a69337771 req-f7a84a8a-a9fc-4e7a-8666-3d16ac183e3e tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:15.353464 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc718559-d833-440e-ba32-9250a88d6fd5 req-612e5459-a976-4dde-a652-86cf6580c6a0 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:15.355839 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-86dcd53f-6954-49ac-80fb-205a69337771 req-f7a84a8a-a9fc-4e7a-8666-3d16ac183e3e tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009 HTTP/1.1" status: 200 len: 5429 time: 0.4743490 Jan 28 07:18:15.368283 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-fc718559-d833-440e-ba32-9250a88d6fd5 req-612e5459-a976-4dde-a652-86cf6580c6a0 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fa73890-3c2c-4c59-9c73-ce1eca1f276c HTTP/1.1" status: 200 len: 945 time: 0.1106644 Jan 28 07:18:15.451891 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b167fbb3-cf97-4f14-a314-5e37aadcb804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (06dba538-0455-450e-a221-1f48583c3823), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:15.498324 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-fc718559-d833-440e-ba32-9250a88d6fd5 req-b3aa8ed4-f2c3-47c6-a04d-dccd19a8dbe7 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f7766-6108-45d3-a769-5b5e90234849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285336 Jan 28 07:18:15.582853 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 47462) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:18:15.641131 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Pushing event updated for resources: {'Port': ['ID=dbfa7eee-ddac-42c8-94aa-f191eea73c7a,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:18:15.663491 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b167fbb3-cf97-4f14-a314-5e37aadcb804 admin admin] Network 7d5b3724-deef-4831-8d43-cb9b8176573c is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:18:15.696942 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8505239d-145d-4f60-964a-776d2511a798 req-df0902a2-46cd-4f29-81b6-f412faebdfa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:15.698461 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8505239d-145d-4f60-964a-776d2511a798 req-df0902a2-46cd-4f29-81b6-f412faebdfa9 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=229c6d67826441e4877349f4a14040af&shared=False HTTP/1.1" status: 200 len: 912 time: 0.6982870 Jan 28 07:18:15.720929 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-b167fbb3-cf97-4f14-a314-5e37aadcb804 admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:18:15.732062 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b167fbb3-cf97-4f14-a314-5e37aadcb804 admin admin] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:18:15.906808 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c757056b-d327-4b40-83b1-14f3bf37937f None None] Network ec19ba11-5495-4bd5-a1d7-3b9cb60d6672 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:18:15.983990 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b167fbb3-cf97-4f14-a314-5e37aadcb804 admin admin] Pushing event updated for resources: {'Port': ['ID=06dba538-0455-450e-a221-1f48583c3823,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:18:16.082872 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-21472a9b-702c-4892-b442-6bb3bea9a7d9 None None] Provisioning complete for port dbfa7eee-ddac-42c8-94aa-f191eea73c7a triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:18:16.084548 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-21472a9b-702c-4892-b442-6bb3bea9a7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (dbfa7eee-ddac-42c8-94aa-f191eea73c7a), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:16.091401 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-86dcd53f-6954-49ac-80fb-205a69337771 req-f28c7641-52af-4ee4-b5d8-34be62f2f0ad tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/security-groups?id=e05d74b3-220f-46cd-b475-266b231f0f88&id=7f4d2140-e017-41d8-8ff9-e5d9b5e3138b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7314274 Jan 28 07:18:16.232432 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6099eb11-963c-4cd8-90da-155cb6b2c89d req-3f239f0c-fdf2-4ac1-b879-4ca1d37acd09 tempest-ServersNegativeTestMultiTenantJSON-1071522538 tempest-ServersNegativeTestMultiTenantJSON-1071522538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:16.234457 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6099eb11-963c-4cd8-90da-155cb6b2c89d req-3f239f0c-fdf2-4ac1-b879-4ca1d37acd09 tempest-ServersNegativeTestMultiTenantJSON-1071522538 tempest-ServersNegativeTestMultiTenantJSON-1071522538-project] 10.222.0.41 "GET /v2.0/ports?device_id=46c20bef-cc96-40df-93b9-1b9b4a054ccc HTTP/1.1" status: 200 len: 944 time: 0.2859051 Jan 28 07:18:16.385425 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device f7a2e3d5-20e7-41a7-a25d-1798565062b0 up at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:18:16.501793 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f283883c-2fb7-4b63-95ce-03e308a9b909 req-959aa6d7-4dd2-4a04-9117-2a8e84126fb2 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:16.511454 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f283883c-2fb7-4b63-95ce-03e308a9b909 req-959aa6d7-4dd2-4a04-9117-2a8e84126fb2 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fa73890-3c2c-4c59-9c73-ce1eca1f276c HTTP/1.1" status: 200 len: 945 time: 0.2653372 Jan 28 07:18:16.520823 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8505239d-145d-4f60-964a-776d2511a798 req-9e08fe96-fbbf-46b9-80ae-469c61651ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:16.524281 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8505239d-145d-4f60-964a-776d2511a798 req-9e08fe96-fbbf-46b9-80ae-469c61651ace service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7681556 Jan 28 07:18:16.688031 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device dbfa7eee-ddac-42c8-94aa-f191eea73c7a up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:18:16.774799 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6099eb11-963c-4cd8-90da-155cb6b2c89d req-71313873-3919-4cfe-9b46-c47b930f0282 tempest-ServersNegativeTestMultiTenantJSON-1071522538 tempest-ServersNegativeTestMultiTenantJSON-1071522538-project] 10.222.0.41 "GET /v2.0/security-groups?id=c9b13571-7edf-401a-9428-f563214e271f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5225589 Jan 28 07:18:16.854223 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-21472a9b-702c-4892-b442-6bb3bea9a7d9 None None] Current status of the port dbfa7eee-ddac-42c8-94aa-f191eea73c7a is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:18:16.911326 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning for port f7a2e3d5-20e7-41a7-a25d-1798565062b0 completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:18:16.936869 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning complete for port f7a2e3d5-20e7-41a7-a25d-1798565062b0 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:18:16.943284 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (f7a2e3d5-20e7-41a7-a25d-1798565062b0), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:17.068788 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fba19df1-1b0e-4a32-b753-5f6ae2968305 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16606535'] for router_interface (b66fefd1-8b07-4710-90a1-8e7f3a8b8e24), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:17.091875 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port dbfa7eee-ddac-42c8-94aa-f191eea73c7a triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:18:17.100553 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (dbfa7eee-ddac-42c8-94aa-f191eea73c7a), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:17.247460 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port f7a2e3d5-20e7-41a7-a25d-1798565062b0 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:18:17.247855 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (f7a2e3d5-20e7-41a7-a25d-1798565062b0), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:17.320016 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46c20bef-cc96-40df-93b9-1b9b4a054ccc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7a2e3d5-20e7-41a7-a25d-1798565062b0'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:18:17.323877 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3188aae-fb35-45f5-a483-0ef3e6997016" -d '{"events": [{"server_uuid": "46c20bef-cc96-40df-93b9-1b9b4a054ccc", "name": "network-vif-plugged", "status": "completed", "tag": "f7a2e3d5-20e7-41a7-a25d-1798565062b0"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:18:17.352423 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port dbfa7eee-ddac-42c8-94aa-f191eea73c7a is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:18:17.367247 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port f7a2e3d5-20e7-41a7-a25d-1798565062b0, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=f7a2e3d5-20e7-41a7-a25d-1798565062b0,segment=NetworkSegment(56641b58-c418-4fe2-9081-e4a3d6bf31b5),segment_id=56641b58-c418-4fe2-9081-e4a3d6bf31b5)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:18:17.376477 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (f7a2e3d5-20e7-41a7-a25d-1798565062b0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:17.436491 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-1b6cd28f-b545-4af3-994e-bf723df91e36 None None] Provisioning complete for port dbfa7eee-ddac-42c8-94aa-f191eea73c7a triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:18:17.437897 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1b6cd28f-b545-4af3-994e-bf723df91e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (dbfa7eee-ddac-42c8-94aa-f191eea73c7a), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:17.522909 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d02f965c-3117-418d-883a-ac81479c6d37 req-22c5c9f4-4023-418a-b933-db88fc35486e tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfe7732a-267f-47a8-97e5-fadab61da8b3 HTTP/1.1" status: 200 len: 210 time: 0.1532876 Jan 28 07:18:17.552858 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=f7a2e3d5-20e7-41a7-a25d-1798565062b0,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:18:17.575487 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-1b6cd28f-b545-4af3-994e-bf723df91e36 None None] Current status of the port dbfa7eee-ddac-42c8-94aa-f191eea73c7a is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:18:17.582748 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8505239d-145d-4f60-964a-776d2511a798 req-c013fec8-abc2-423e-890b-1bfd4ccc9e73 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.10 "GET /v2.0/ports?device_id=dfe7732a-267f-47a8-97e5-fadab61da8b3 HTTP/1.1" status: 200 len: 210 time: 0.1493781 Jan 28 07:18:17.732543 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f283883c-2fb7-4b63-95ce-03e308a9b909 req-92040121-e826-4721-8db3-cf7c31df25f9 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f7766-6108-45d3-a769-5b5e90234849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2201440 Jan 28 07:18:17.733157 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b167fbb3-cf97-4f14-a314-5e37aadcb804 admin admin] Publish callbacks [] for router_gateway (1d76ba02-58a9-4103-b9df-073c1462a5d5), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:17.784089 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8e767e-a6ae-4162-9430-605900af323b req-8d4fb9e4-5e29-4416-ae6b-b24cf6009ec4 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:17.789680 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8e767e-a6ae-4162-9430-605900af323b req-8d4fb9e4-5e29-4416-ae6b-b24cf6009ec4 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:17.795033 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8e767e-a6ae-4162-9430-605900af323b req-8d4fb9e4-5e29-4416-ae6b-b24cf6009ec4 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:17.813159 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8e767e-a6ae-4162-9430-605900af323b req-8d4fb9e4-5e29-4416-ae6b-b24cf6009ec4 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:17.828937 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8e767e-a6ae-4162-9430-605900af323b req-8d4fb9e4-5e29-4416-ae6b-b24cf6009ec4 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:17.838703 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8e767e-a6ae-4162-9430-605900af323b req-8d4fb9e4-5e29-4416-ae6b-b24cf6009ec4 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:17.844039 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8e767e-a6ae-4162-9430-605900af323b req-8d4fb9e4-5e29-4416-ae6b-b24cf6009ec4 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:17.854368 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ef8e767e-a6ae-4162-9430-605900af323b req-8d4fb9e4-5e29-4416-ae6b-b24cf6009ec4 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009 HTTP/1.1" status: 200 len: 5429 time: 0.2201877 Jan 28 07:18:17.890651 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da9fadbf-1113-4d5d-838f-25eda9d45301 x-openstack-request-id: req-da9fadbf-1113-4d5d-838f-25eda9d45301 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:18:17.891133 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46c20bef-cc96-40df-93b9-1b9b4a054ccc", "name": "network-vif-plugged", "status": "completed", "tag": "f7a2e3d5-20e7-41a7-a25d-1798565062b0", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:18:17.891540 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-da9fadbf-1113-4d5d-838f-25eda9d45301 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:18:17.892149 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46c20bef-cc96-40df-93b9-1b9b4a054ccc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7a2e3d5-20e7-41a7-a25d-1798565062b0', 'code': 200} Jan 28 07:18:17.955244 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-fba19df1-1b0e-4a32-b753-5f6ae2968305 admin admin] Deleting port debccd5a-d87a-447c-ab36-37bde4513e6b {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:18:17.956602 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fba19df1-1b0e-4a32-b753-5f6ae2968305 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (debccd5a-d87a-447c-ab36-37bde4513e6b), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:18.045270 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ef8e767e-a6ae-4162-9430-605900af323b req-133b7477-071e-4ba1-ba27-a8644e9a3117 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/security-groups?id=e05d74b3-220f-46cd-b475-266b231f0f88&id=7f4d2140-e017-41d8-8ff9-e5d9b5e3138b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1780570 Jan 28 07:18:18.186841 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e165416e-5302-4606-a348-6dfb8be1edff req-84a8778a-8e94-4a57-8d30-c560212baa3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:18.189198 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e165416e-5302-4606-a348-6dfb8be1edff req-84a8778a-8e94-4a57-8d30-c560212baa3c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=46c20bef-cc96-40df-93b9-1b9b4a054ccc HTTP/1.1" status: 200 len: 1097 time: 0.1098428 Jan 28 07:18:18.233856 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-fba19df1-1b0e-4a32-b753-5f6ae2968305 admin admin] For port debccd5a-d87a-447c-ab36-37bde4513e6b, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=debccd5a-d87a-447c-ab36-37bde4513e6b,segment=NetworkSegment(1f33b05f-8af3-4b13-bc7c-482495a2acd0),segment_id=1f33b05f-8af3-4b13-bc7c-482495a2acd0)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:18:18.234228 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fba19df1-1b0e-4a32-b753-5f6ae2968305 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (debccd5a-d87a-447c-ab36-37bde4513e6b), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:18.261515 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-fba19df1-1b0e-4a32-b753-5f6ae2968305 admin admin] Calling delete_port for debccd5a-d87a-447c-ab36-37bde4513e6b owned by network:router_interface {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:18:18.281767 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b167fbb3-cf97-4f14-a314-5e37aadcb804 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16605475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16607909'] for router (1d76ba02-58a9-4103-b9df-073c1462a5d5), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:18.301727 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bf52fb-bf00-4d23-93a3-2e8c6f9dcdc3 req-4b43f1bc-8398-4ce5-acd5-00cc635f3b87 tempest-ServersNegativeTestMultiTenantJSON-1071522538 tempest-ServersNegativeTestMultiTenantJSON-1071522538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:18.303390 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a6bf52fb-bf00-4d23-93a3-2e8c6f9dcdc3 req-4b43f1bc-8398-4ce5-acd5-00cc635f3b87 tempest-ServersNegativeTestMultiTenantJSON-1071522538 tempest-ServersNegativeTestMultiTenantJSON-1071522538-project] 10.222.0.41 "GET /v2.0/ports?device_id=46c20bef-cc96-40df-93b9-1b9b4a054ccc HTTP/1.1" status: 200 len: 945 time: 0.1386156 Jan 28 07:18:18.358564 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e165416e-5302-4606-a348-6dfb8be1edff req-0dd449dd-e965-4a0f-bafb-da17155c1a44 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=c9b13571-7edf-401a-9428-f563214e271f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402607 Jan 28 07:18:18.413313 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a6bf52fb-bf00-4d23-93a3-2e8c6f9dcdc3 req-c8f72774-0a6f-4f92-a246-0ccc23024de5 tempest-ServersNegativeTestMultiTenantJSON-1071522538 tempest-ServersNegativeTestMultiTenantJSON-1071522538-project] 10.222.0.41 "GET /v2.0/security-groups?id=c9b13571-7edf-401a-9428-f563214e271f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765970 Jan 28 07:18:18.465790 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b114e673-022c-4129-bcc0-dd2be20fb897 req-d18e58b1-d343-4a15-bb48-a6d9d0615e16 tempest-NetworksTest-1141272258 tempest-NetworksTest-1141272258-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:18.466191 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b114e673-022c-4129-bcc0-dd2be20fb897 req-d18e58b1-d343-4a15-bb48-a6d9d0615e16 tempest-NetworksTest-1141272258 tempest-NetworksTest-1141272258-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:18.466641 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b114e673-022c-4129-bcc0-dd2be20fb897 req-d18e58b1-d343-4a15-bb48-a6d9d0615e16 tempest-NetworksTest-1141272258 tempest-NetworksTest-1141272258-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:18.467116 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b114e673-022c-4129-bcc0-dd2be20fb897 req-d18e58b1-d343-4a15-bb48-a6d9d0615e16 tempest-NetworksTest-1141272258 tempest-NetworksTest-1141272258-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:18.467533 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b114e673-022c-4129-bcc0-dd2be20fb897 req-d18e58b1-d343-4a15-bb48-a6d9d0615e16 tempest-NetworksTest-1141272258 tempest-NetworksTest-1141272258-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:18.468156 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b114e673-022c-4129-bcc0-dd2be20fb897 req-d18e58b1-d343-4a15-bb48-a6d9d0615e16 tempest-NetworksTest-1141272258 tempest-NetworksTest-1141272258-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:18.468790 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b114e673-022c-4129-bcc0-dd2be20fb897 req-d18e58b1-d343-4a15-bb48-a6d9d0615e16 tempest-NetworksTest-1141272258 tempest-NetworksTest-1141272258-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:18.469440 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b114e673-022c-4129-bcc0-dd2be20fb897 req-d18e58b1-d343-4a15-bb48-a6d9d0615e16 tempest-NetworksTest-1141272258 tempest-NetworksTest-1141272258-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:18.469882 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b114e673-022c-4129-bcc0-dd2be20fb897 req-d18e58b1-d343-4a15-bb48-a6d9d0615e16 tempest-NetworksTest-1141272258 tempest-NetworksTest-1141272258-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:18.470402 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b114e673-022c-4129-bcc0-dd2be20fb897 req-d18e58b1-d343-4a15-bb48-a6d9d0615e16 tempest-NetworksTest-1141272258 tempest-NetworksTest-1141272258-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:18.470781 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b114e673-022c-4129-bcc0-dd2be20fb897 req-d18e58b1-d343-4a15-bb48-a6d9d0615e16 tempest-NetworksTest-1141272258 tempest-NetworksTest-1141272258-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:18.471843 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b114e673-022c-4129-bcc0-dd2be20fb897 req-d18e58b1-d343-4a15-bb48-a6d9d0615e16 tempest-NetworksTest-1141272258 tempest-NetworksTest-1141272258-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:18.472338 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b114e673-022c-4129-bcc0-dd2be20fb897 req-d18e58b1-d343-4a15-bb48-a6d9d0615e16 tempest-NetworksTest-1141272258 tempest-NetworksTest-1141272258-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:18.472911 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b114e673-022c-4129-bcc0-dd2be20fb897 req-d18e58b1-d343-4a15-bb48-a6d9d0615e16 tempest-NetworksTest-1141272258 tempest-NetworksTest-1141272258-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:18.473360 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b114e673-022c-4129-bcc0-dd2be20fb897 req-d18e58b1-d343-4a15-bb48-a6d9d0615e16 tempest-NetworksTest-1141272258 tempest-NetworksTest-1141272258-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:18.473808 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b114e673-022c-4129-bcc0-dd2be20fb897 req-d18e58b1-d343-4a15-bb48-a6d9d0615e16 tempest-NetworksTest-1141272258 tempest-NetworksTest-1141272258-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:18.474246 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b114e673-022c-4129-bcc0-dd2be20fb897 req-d18e58b1-d343-4a15-bb48-a6d9d0615e16 tempest-NetworksTest-1141272258 tempest-NetworksTest-1141272258-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:18.489122 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b114e673-022c-4129-bcc0-dd2be20fb897 req-d18e58b1-d343-4a15-bb48-a6d9d0615e16 tempest-NetworksTest-1141272258 tempest-NetworksTest-1141272258-project-admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 12008 time: 0.3270011 Jan 28 07:18:18.577022 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b167fbb3-cf97-4f14-a314-5e37aadcb804 admin admin] Router 1d76ba02-58a9-4103-b9df-073c1462a5d5 is scheduled to L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 with binding_index 1 {{(pid=103284) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 07:18:18.692800 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fba19df1-1b0e-4a32-b753-5f6ae2968305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (debccd5a-d87a-447c-ab36-37bde4513e6b), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:18.775559 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba19df1-1b0e-4a32-b753-5f6ae2968305 admin admin] Pushing event deleted for resources: {'Port': ['ID=debccd5a-d87a-447c-ab36-37bde4513e6b,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:18:18.782017 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b167fbb3-cf97-4f14-a314-5e37aadcb804 admin admin] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:18:18.795332 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e36a6c9-0b1b-4afc-92ff-d6b93f73c109 None None] Sync routers for ids ['1d76ba02-58a9-4103-b9df-073c1462a5d5'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:18:18.801132 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b7aeb9-d392-4b34-8552-2ec9e45cdeca req-51a23073-2ca8-4295-89fc-63e9d6834c01 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:18.807599 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e36a6c9-0b1b-4afc-92ff-d6b93f73c109 None None] Routers {'1d76ba02-58a9-4103-b9df-073c1462a5d5'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:18:18.808151 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-76b7aeb9-d392-4b34-8552-2ec9e45cdeca req-51a23073-2ca8-4295-89fc-63e9d6834c01 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fa73890-3c2c-4c59-9c73-ce1eca1f276c HTTP/1.1" status: 200 len: 945 time: 0.1112411 Jan 28 07:18:18.808356 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-3e36a6c9-0b1b-4afc-92ff-d6b93f73c109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:18:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['1d76ba02-58a9-4103-b9df-073c1462a5d5'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:18:18.835433 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b167fbb3-cf97-4f14-a314-5e37aadcb804 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:18.836762 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-b167fbb3-cf97-4f14-a314-5e37aadcb804 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.6838772 Jan 28 07:18:18.839601 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 47516) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:18:18.852884 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbce36c3-d7f5-48cc-a661-08d23996fdc8 req-bcb2ea40-d078-431b-97dd-bca05e887f7b tempest-NetworksTest-1141272258 tempest-NetworksTest-1141272258-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:18.867546 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-bbce36c3-d7f5-48cc-a661-08d23996fdc8 req-bcb2ea40-d078-431b-97dd-bca05e887f7b tempest-NetworksTest-1141272258 tempest-NetworksTest-1141272258-project-admin] 10.222.0.41 "GET /v2.0/networks/7d5b3724-deef-4831-8d43-cb9b8176573c HTTP/1.1" status: 200 len: 886 time: 0.3004801 Jan 28 07:18:18.970975 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-76b7aeb9-d392-4b34-8552-2ec9e45cdeca req-5aa986ad-6aaa-4e97-80c9-c2920b0edf70 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f7766-6108-45d3-a769-5b5e90234849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610091 Jan 28 07:18:19.005214 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-3e36a6c9-0b1b-4afc-92ff-d6b93f73c109 None None] Set router 1d76ba02-58a9-4103-b9df-073c1462a5d5 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:18:19.134272 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fba19df1-1b0e-4a32-b753-5f6ae2968305 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16319006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16606699'] for router_interface (b66fefd1-8b07-4710-90a1-8e7f3a8b8e24), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:19.161647 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291a73b2-d921-45ca-97fd-88bb8ee02ab1 req-06310304-e1ca-488e-9a1d-29cc7a3ddd2c tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:19.163265 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-291a73b2-d921-45ca-97fd-88bb8ee02ab1 req-06310304-e1ca-488e-9a1d-29cc7a3ddd2c tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/networks?id=c613bbee-ac30-4d50-a837-418713fc934d HTTP/1.1" status: 200 len: 811 time: 0.1913576 Jan 28 07:18:19.221776 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-3e36a6c9-0b1b-4afc-92ff-d6b93f73c109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d76ba02-58a9-4103-b9df-073c1462a5d5', 'name': 'tempest-ServersTestFqdnHostnames-1145654772-router', 'tenant_id': 'dd2e13ce1205406fa292cb7ef70743a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '06dba538-0455-450e-a221-1f48583c3823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:18:12Z', 'updated_at': '2022-01-28T07:18:16Z', 'revision_number': 3, 'project_id': 'dd2e13ce1205406fa292cb7ef70743a9', 'gw_port': {'id': '06dba538-0455-450e-a221-1f48583c3823', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:fd:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d76ba02-58a9-4103-b9df-073c1462a5d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:18:13Z', 'updated_at': '2022-01-28T07:18:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:18:19.250621 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e36a6c9-0b1b-4afc-92ff-d6b93f73c109 None None] Checking router: 1d76ba02-58a9-4103-b9df-073c1462a5d5 for host: n-d-712749-28 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:18:19.251252 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e36a6c9-0b1b-4afc-92ff-d6b93f73c109 None None] Updating router 1d76ba02-58a9-4103-b9df-073c1462a5d5 port 06dba538-0455-450e-a221-1f48583c3823 binding host n-d-712749-28 {{(pid=103286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 07:18:19.280551 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3e36a6c9-0b1b-4afc-92ff-d6b93f73c109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (06dba538-0455-450e-a221-1f48583c3823), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:19.285726 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-291a73b2-d921-45ca-97fd-88bb8ee02ab1 req-f588260f-1d3d-4ca1-8a36-99eca550f6a5 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/quotas/229c6d67826441e4877349f4a14040af HTTP/1.1" status: 200 len: 375 time: 0.0122576 Jan 28 07:18:19.359913 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90184bd1-d285-48bf-840b-32f8f1554a8c req-01446409-e695-4f8d-bd13-3e5e042b7823 tempest-NetworksTest-1141272258 tempest-NetworksTest-1141272258-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:19.360419 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90184bd1-d285-48bf-840b-32f8f1554a8c req-01446409-e695-4f8d-bd13-3e5e042b7823 tempest-NetworksTest-1141272258 tempest-NetworksTest-1141272258-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:19.361025 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90184bd1-d285-48bf-840b-32f8f1554a8c req-01446409-e695-4f8d-bd13-3e5e042b7823 tempest-NetworksTest-1141272258 tempest-NetworksTest-1141272258-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:19.361492 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90184bd1-d285-48bf-840b-32f8f1554a8c req-01446409-e695-4f8d-bd13-3e5e042b7823 tempest-NetworksTest-1141272258 tempest-NetworksTest-1141272258-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:19.361999 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90184bd1-d285-48bf-840b-32f8f1554a8c req-01446409-e695-4f8d-bd13-3e5e042b7823 tempest-NetworksTest-1141272258 tempest-NetworksTest-1141272258-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:19.362452 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90184bd1-d285-48bf-840b-32f8f1554a8c req-01446409-e695-4f8d-bd13-3e5e042b7823 tempest-NetworksTest-1141272258 tempest-NetworksTest-1141272258-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:19.362911 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90184bd1-d285-48bf-840b-32f8f1554a8c req-01446409-e695-4f8d-bd13-3e5e042b7823 tempest-NetworksTest-1141272258 tempest-NetworksTest-1141272258-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:19.363367 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90184bd1-d285-48bf-840b-32f8f1554a8c req-01446409-e695-4f8d-bd13-3e5e042b7823 tempest-NetworksTest-1141272258 tempest-NetworksTest-1141272258-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:19.363674 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-291a73b2-d921-45ca-97fd-88bb8ee02ab1 req-8e1cc0fd-951b-4f20-8f91-38f1aef03d4d tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=229c6d67826441e4877349f4a14040af&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0342433 Jan 28 07:18:19.363818 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90184bd1-d285-48bf-840b-32f8f1554a8c req-01446409-e695-4f8d-bd13-3e5e042b7823 tempest-NetworksTest-1141272258 tempest-NetworksTest-1141272258-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:19.364302 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90184bd1-d285-48bf-840b-32f8f1554a8c req-01446409-e695-4f8d-bd13-3e5e042b7823 tempest-NetworksTest-1141272258 tempest-NetworksTest-1141272258-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:19.364760 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90184bd1-d285-48bf-840b-32f8f1554a8c req-01446409-e695-4f8d-bd13-3e5e042b7823 tempest-NetworksTest-1141272258 tempest-NetworksTest-1141272258-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:19.365213 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90184bd1-d285-48bf-840b-32f8f1554a8c req-01446409-e695-4f8d-bd13-3e5e042b7823 tempest-NetworksTest-1141272258 tempest-NetworksTest-1141272258-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:19.365667 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90184bd1-d285-48bf-840b-32f8f1554a8c req-01446409-e695-4f8d-bd13-3e5e042b7823 tempest-NetworksTest-1141272258 tempest-NetworksTest-1141272258-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:19.366129 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90184bd1-d285-48bf-840b-32f8f1554a8c req-01446409-e695-4f8d-bd13-3e5e042b7823 tempest-NetworksTest-1141272258 tempest-NetworksTest-1141272258-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:19.366579 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90184bd1-d285-48bf-840b-32f8f1554a8c req-01446409-e695-4f8d-bd13-3e5e042b7823 tempest-NetworksTest-1141272258 tempest-NetworksTest-1141272258-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:19.367028 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90184bd1-d285-48bf-840b-32f8f1554a8c req-01446409-e695-4f8d-bd13-3e5e042b7823 tempest-NetworksTest-1141272258 tempest-NetworksTest-1141272258-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:19.367481 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90184bd1-d285-48bf-840b-32f8f1554a8c req-01446409-e695-4f8d-bd13-3e5e042b7823 tempest-NetworksTest-1141272258 tempest-NetworksTest-1141272258-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:19.414405 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-90184bd1-d285-48bf-840b-32f8f1554a8c req-01446409-e695-4f8d-bd13-3e5e042b7823 tempest-NetworksTest-1141272258 tempest-NetworksTest-1141272258-project-admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 12008 time: 0.4291677 Jan 28 07:18:19.597569 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fba19df1-1b0e-4a32-b753-5f6ae2968305 admin admin] Router b66fefd1-8b07-4710-90a1-8e7f3a8b8e24 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:18:19.630384 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3e36a6c9-0b1b-4afc-92ff-d6b93f73c109 None None] Publish callbacks [] for port (06dba538-0455-450e-a221-1f48583c3823), precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:19.639716 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3e36a6c9-0b1b-4afc-92ff-d6b93f73c109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (06dba538-0455-450e-a221-1f48583c3823), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:19.677747 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-291a73b2-d921-45ca-97fd-88bb8ee02ab1 req-4c5fb0be-ad89-4c92-98a6-6a7fa995ea3b service neutron] 10.222.0.41 "GET /v2.0/networks/c613bbee-ac30-4d50-a837-418713fc934d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3022761 Jan 28 07:18:19.708941 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c80ce57-27c9-436a-8cba-e78e7b80461c req-d31f29dd-5873-44c3-8787-e1fafdc3f0b2 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:19.715688 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c80ce57-27c9-436a-8cba-e78e7b80461c req-d31f29dd-5873-44c3-8787-e1fafdc3f0b2 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:19.722541 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c80ce57-27c9-436a-8cba-e78e7b80461c req-d31f29dd-5873-44c3-8787-e1fafdc3f0b2 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:19.728264 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c80ce57-27c9-436a-8cba-e78e7b80461c req-d31f29dd-5873-44c3-8787-e1fafdc3f0b2 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:19.728752 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-3e36a6c9-0b1b-4afc-92ff-d6b93f73c109 None None] Attempting to bind port 06dba538-0455-450e-a221-1f48583c3823 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:18:19.729373 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-3e36a6c9-0b1b-4afc-92ff-d6b93f73c109 None None] Attempting to bind port 06dba538-0455-450e-a221-1f48583c3823 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:18:19.729959 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e36a6c9-0b1b-4afc-92ff-d6b93f73c109 None None] Attempting to bind port 06dba538-0455-450e-a221-1f48583c3823 on network 7d5b3724-deef-4831-8d43-cb9b8176573c {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:18:19.735085 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c80ce57-27c9-436a-8cba-e78e7b80461c req-d31f29dd-5873-44c3-8787-e1fafdc3f0b2 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:19.741675 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c80ce57-27c9-436a-8cba-e78e7b80461c req-d31f29dd-5873-44c3-8787-e1fafdc3f0b2 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:19.747692 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c80ce57-27c9-436a-8cba-e78e7b80461c req-d31f29dd-5873-44c3-8787-e1fafdc3f0b2 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:19.749130 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e36a6c9-0b1b-4afc-92ff-d6b93f73c109 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:18:19.749792 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e36a6c9-0b1b-4afc-92ff-d6b93f73c109 None None] Checking segment: {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:18:19.750463 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3e36a6c9-0b1b-4afc-92ff-d6b93f73c109 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:19.751067 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e36a6c9-0b1b-4afc-92ff-d6b93f73c109 None None] Bound using segment: {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:18:19.751772 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-3e36a6c9-0b1b-4afc-92ff-d6b93f73c109 None None] Bound port: 06dba538-0455-450e-a221-1f48583c3823, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:18:19.752737 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3e36a6c9-0b1b-4afc-92ff-d6b93f73c109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (06dba538-0455-450e-a221-1f48583c3823), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:19.756000 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44f598d-f590-4637-89aa-3f82a70f412e None None] Pushing event updated for resources: {'Port': ['ID=06dba538-0455-450e-a221-1f48583c3823,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:18:19.759997 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1c80ce57-27c9-436a-8cba-e78e7b80461c req-d31f29dd-5873-44c3-8787-e1fafdc3f0b2 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009 HTTP/1.1" status: 200 len: 5429 time: 0.2151992 Jan 28 07:18:19.791715 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44f598d-f590-4637-89aa-3f82a70f412e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:18:19.792380 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44f598d-f590-4637-89aa-3f82a70f412e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:18:19.793196 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44f598d-f590-4637-89aa-3f82a70f412e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:18:19.793751 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44f598d-f590-4637-89aa-3f82a70f412e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:18:19.794300 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44f598d-f590-4637-89aa-3f82a70f412e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:18:19.794843 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44f598d-f590-4637-89aa-3f82a70f412e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:18:19.795406 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44f598d-f590-4637-89aa-3f82a70f412e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:18:19.796424 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44f598d-f590-4637-89aa-3f82a70f412e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:18:19.796972 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44f598d-f590-4637-89aa-3f82a70f412e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:18:19.797532 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44f598d-f590-4637-89aa-3f82a70f412e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:18:19.798083 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44f598d-f590-4637-89aa-3f82a70f412e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:18:19.798653 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44f598d-f590-4637-89aa-3f82a70f412e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:18:19.799529 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44f598d-f590-4637-89aa-3f82a70f412e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:18:19.842894 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-3e36a6c9-0b1b-4afc-92ff-d6b93f73c109 None None] For port 06dba538-0455-450e-a221-1f48583c3823, host n-d-712749-28, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:18:19.847487 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-3e36a6c9-0b1b-4afc-92ff-d6b93f73c109 None None] For port 06dba538-0455-450e-a221-1f48583c3823, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=06dba538-0455-450e-a221-1f48583c3823,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:18:19.855323 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3e36a6c9-0b1b-4afc-92ff-d6b93f73c109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (06dba538-0455-450e-a221-1f48583c3823), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:19.881325 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1c80ce57-27c9-436a-8cba-e78e7b80461c req-50b128be-0922-4806-a2bd-c87efbce77be tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/security-groups?id=e05d74b3-220f-46cd-b475-266b231f0f88&id=7f4d2140-e017-41d8-8ff9-e5d9b5e3138b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1133504 Jan 28 07:18:19.883952 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-170ab8de-6936-4057-93eb-2f868cad013c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:19.920391 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 47538) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:18:19.934424 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fba19df1-1b0e-4a32-b753-5f6ae2968305 admin admin] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:18:19.938917 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-291a73b2-d921-45ca-97fd-88bb8ee02ab1 req-4e201986-ca43-4cbd-bff0-2d8ff5bef31d service neutron] 10.222.0.41 "GET /v2.0/networks/c613bbee-ac30-4d50-a837-418713fc934d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2597246 Jan 28 07:18:19.945886 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44f598d-f590-4637-89aa-3f82a70f412e None None] Pushing event updated for resources: {'Port': ['ID=06dba538-0455-450e-a221-1f48583c3823,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:18:19.946764 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-fba19df1-1b0e-4a32-b753-5f6ae2968305 admin admin] 10.222.0.41 "PUT /v2.0/routers/b66fefd1-8b07-4710-90a1-8e7f3a8b8e24/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3623576 Jan 28 07:18:19.948802 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 47540) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:18:19.962965 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d215ffed-b622-4af7-a8e1-5805337ad446 None None] Sync routers for ids ['b66fefd1-8b07-4710-90a1-8e7f3a8b8e24'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:18:19.990550 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d215ffed-b622-4af7-a8e1-5805337ad446 None None] Routers {'b66fefd1-8b07-4710-90a1-8e7f3a8b8e24'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:18:19.991210 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-d215ffed-b622-4af7-a8e1-5805337ad446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:18:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['b66fefd1-8b07-4710-90a1-8e7f3a8b8e24'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:18:19.992773 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e36a6c9-0b1b-4afc-92ff-d6b93f73c109 None None] Routers {'1d76ba02-58a9-4103-b9df-073c1462a5d5'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:18:19.993425 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-3e36a6c9-0b1b-4afc-92ff-d6b93f73c109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:18:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['1d76ba02-58a9-4103-b9df-073c1462a5d5'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:18:20.146361 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aeec57-26ed-46aa-989f-d2aa8efd1988 req-4bf74708-af3f-4920-b30d-d361102ea188 tempest-ServersNegativeTestMultiTenantJSON-1071522538 tempest-ServersNegativeTestMultiTenantJSON-1071522538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:20.149146 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-88ceb015-1a7d-432b-93ba-76a47bacd815 admin admin] Publish callbacks [] for router (b66fefd1-8b07-4710-90a1-8e7f3a8b8e24), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:20.154983 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e3aeec57-26ed-46aa-989f-d2aa8efd1988 req-4bf74708-af3f-4920-b30d-d361102ea188 tempest-ServersNegativeTestMultiTenantJSON-1071522538 tempest-ServersNegativeTestMultiTenantJSON-1071522538-project] 10.222.0.41 "GET /v2.0/ports?device_id=46c20bef-cc96-40df-93b9-1b9b4a054ccc HTTP/1.1" status: 200 len: 945 time: 0.1166108 Jan 28 07:18:20.192143 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-74339b87-a7cf-4ccf-841b-5d448b353544 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:20.249201 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-d215ffed-b622-4af7-a8e1-5805337ad446 None None] Set router b66fefd1-8b07-4710-90a1-8e7f3a8b8e24 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:18:20.275363 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-3e36a6c9-0b1b-4afc-92ff-d6b93f73c109 None None] Set router 1d76ba02-58a9-4103-b9df-073c1462a5d5 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:18:20.405167 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-170ab8de-6936-4057-93eb-2f868cad013c admin admin] Allocated IP 172.20.0.1 (ec19ba11-5495-4bd5-a1d7-3b9cb60d6672/93fcb993-73a7-4360-acad-236d0cf05608/01260cba-c493-456c-93dd-93889eb0908c) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:18:20.677897 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e3aeec57-26ed-46aa-989f-d2aa8efd1988 req-92f2f914-d59e-472f-bd42-a8c8dee0ef00 tempest-ServersNegativeTestMultiTenantJSON-1071522538 tempest-ServersNegativeTestMultiTenantJSON-1071522538-project] 10.222.0.41 "GET /v2.0/security-groups?id=c9b13571-7edf-401a-9428-f563214e271f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5219209 Jan 28 07:18:20.719672 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-74339b87-a7cf-4ccf-841b-5d448b353544 admin admin] Publish callbacks [] for security_group (feada4d9-cc5a-4ada-8e0a-f57f7ee54795), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:20.738683 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-74339b87-a7cf-4ccf-841b-5d448b353544 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (feada4d9-cc5a-4ada-8e0a-f57f7ee54795), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:20.744936 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-3e36a6c9-0b1b-4afc-92ff-d6b93f73c109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d76ba02-58a9-4103-b9df-073c1462a5d5', 'name': 'tempest-ServersTestFqdnHostnames-1145654772-router', 'tenant_id': 'dd2e13ce1205406fa292cb7ef70743a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '06dba538-0455-450e-a221-1f48583c3823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:18:12Z', 'updated_at': '2022-01-28T07:18:16Z', 'revision_number': 3, 'project_id': 'dd2e13ce1205406fa292cb7ef70743a9', 'gw_port': {'id': '06dba538-0455-450e-a221-1f48583c3823', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:fd:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d76ba02-58a9-4103-b9df-073c1462a5d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:18:13Z', 'updated_at': '2022-01-28T07:18:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:18:20.784757 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-d215ffed-b622-4af7-a8e1-5805337ad446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b66fefd1-8b07-4710-90a1-8e7f3a8b8e24', 'name': 'tempest-ServerRescueTestJSONUnderV235-1049003103-router', 'tenant_id': '9c04f7b8e3f5485eae817db823b81557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': 'fe342a51-4c2f-4421-a59d-b8ec02969ee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:16:49Z', 'updated_at': '2022-01-28T07:18:18Z', 'revision_number': 5, 'project_id': '9c04f7b8e3f5485eae817db823b81557', 'gw_port': {'id': 'fe342a51-4c2f-4421-a59d-b8ec02969ee5', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e1:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b66fefd1-8b07-4710-90a1-8e7f3a8b8e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:16:51Z', 'updated_at': '2022-01-28T07:16:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:18:20.819333 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c41f6099-a034-40af-9c36-bf78e28bddb0 req-a8889a93-b643-409a-b477-14e7046efc8a tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?device_id=0be7ca3e-7176-4e55-a138-d2565c9cc050 HTTP/1.1" status: 200 len: 210 time: 0.0695119 Jan 28 07:18:20.865270 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d215ffed-b622-4af7-a8e1-5805337ad446 None None] Checking router: b66fefd1-8b07-4710-90a1-8e7f3a8b8e24 for host: n-d-712749-28 {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:18:20.886256 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d215ffed-b622-4af7-a8e1-5805337ad446 None None] Routers {'b66fefd1-8b07-4710-90a1-8e7f3a8b8e24'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:18:20.886933 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-d215ffed-b622-4af7-a8e1-5805337ad446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:18:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['b66fefd1-8b07-4710-90a1-8e7f3a8b8e24'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:18:20.890316 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-170ab8de-6936-4057-93eb-2f868cad013c admin admin] Publish callbacks [] for port (01260cba-c493-456c-93dd-93889eb0908c), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:20.898559 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74339b87-a7cf-4ccf-841b-5d448b353544 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feada4d9-cc5a-4ada-8e0a-f57f7ee54795,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:18:20.915037 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-74339b87-a7cf-4ccf-841b-5d448b353544 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=43f99f9d95d04d8995fba3a4160ca3ac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9931681 Jan 28 07:18:20.917728 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 47560) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:18:21.000519 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e36a6c9-0b1b-4afc-92ff-d6b93f73c109 None None] The sync data for ids ['1d76ba02-58a9-4103-b9df-073c1462a5d5'] in n-d-712749-28 is: [{'id': '1d76ba02-58a9-4103-b9df-073c1462a5d5', 'name': 'tempest-ServersTestFqdnHostnames-1145654772-router', 'tenant_id': 'dd2e13ce1205406fa292cb7ef70743a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '06dba538-0455-450e-a221-1f48583c3823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:18:12Z', 'updated_at': '2022-01-28T07:18:16Z', 'revision_number': 3, 'project_id': 'dd2e13ce1205406fa292cb7ef70743a9', 'gw_port': {'id': '06dba538-0455-450e-a221-1f48583c3823', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:fd:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d76ba02-58a9-4103-b9df-073c1462a5d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:18:13Z', 'updated_at': '2022-01-28T07:18:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:18:21.025341 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-170ab8de-6936-4057-93eb-2f868cad013c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (01260cba-c493-456c-93dd-93889eb0908c), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:21.138648 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-d215ffed-b622-4af7-a8e1-5805337ad446 None None] Set router b66fefd1-8b07-4710-90a1-8e7f3a8b8e24 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:18:21.162849 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f34715a-79fd-447b-bbc7-fe16b789dd18 req-ef70c30f-34d6-4c89-b50f-9c1c55caa1cf tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:21.167413 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0f34715a-79fd-447b-bbc7-fe16b789dd18 req-ef70c30f-34d6-4c89-b50f-9c1c55caa1cf tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fa73890-3c2c-4c59-9c73-ce1eca1f276c HTTP/1.1" status: 200 len: 945 time: 0.0971727 Jan 28 07:18:21.174543 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-88ceb015-1a7d-432b-93ba-76a47bacd815 admin admin] Publish callbacks [] for router_gateway (b66fefd1-8b07-4710-90a1-8e7f3a8b8e24), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:21.221597 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-170ab8de-6936-4057-93eb-2f868cad013c admin admin] Network ec19ba11-5495-4bd5-a1d7-3b9cb60d6672 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:18:21.258896 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd048d30-415f-43ab-9036-133b8df296b2 req-86c12be1-f9c9-4420-a447-0bece6a6f0ac tempest-ServersNegativeTestMultiTenantJSON-1071522538 tempest-ServersNegativeTestMultiTenantJSON-1071522538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:21.260894 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-fd048d30-415f-43ab-9036-133b8df296b2 req-86c12be1-f9c9-4420-a447-0bece6a6f0ac tempest-ServersNegativeTestMultiTenantJSON-1071522538 tempest-ServersNegativeTestMultiTenantJSON-1071522538-project] 10.222.0.41 "GET /v2.0/ports?device_id=46c20bef-cc96-40df-93b9-1b9b4a054ccc HTTP/1.1" status: 200 len: 945 time: 0.2622862 Jan 28 07:18:21.267337 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-170ab8de-6936-4057-93eb-2f868cad013c admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:18:21.291662 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170ab8de-6936-4057-93eb-2f868cad013c admin admin] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:18:21.304857 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0f34715a-79fd-447b-bbc7-fe16b789dd18 req-ac710f9e-bf27-41b0-9641-a1fcc0c46d80 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f7766-6108-45d3-a769-5b5e90234849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229916 Jan 28 07:18:21.333790 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170ab8de-6936-4057-93eb-2f868cad013c admin admin] Pushing event updated for resources: {'Port': ['ID=01260cba-c493-456c-93dd-93889eb0908c,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:18:21.469680 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-88ceb015-1a7d-432b-93ba-76a47bacd815 admin admin] Deleting port fe342a51-4c2f-4421-a59d-b8ec02969ee5 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:18:21.470669 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-88ceb015-1a7d-432b-93ba-76a47bacd815 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (fe342a51-4c2f-4421-a59d-b8ec02969ee5), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:21.472163 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-acd4a92c-da5b-4d5b-8f2b-4767fd4e1cbb admin admin] Publish callbacks [] for security_group (feada4d9-cc5a-4ada-8e0a-f57f7ee54795), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:21.595250 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-acd4a92c-da5b-4d5b-8f2b-4767fd4e1cbb admin admin] Publish callbacks [] for security_group (feada4d9-cc5a-4ada-8e0a-f57f7ee54795), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:21.604094 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-170ab8de-6936-4057-93eb-2f868cad013c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16609232'] for router_interface (1d76ba02-58a9-4103-b9df-073c1462a5d5), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:21.610354 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-d215ffed-b622-4af7-a8e1-5805337ad446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b66fefd1-8b07-4710-90a1-8e7f3a8b8e24', 'name': 'tempest-ServerRescueTestJSONUnderV235-1049003103-router', 'tenant_id': '9c04f7b8e3f5485eae817db823b81557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': 'fe342a51-4c2f-4421-a59d-b8ec02969ee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:16:49Z', 'updated_at': '2022-01-28T07:18:18Z', 'revision_number': 5, 'project_id': '9c04f7b8e3f5485eae817db823b81557', 'gw_port': {'id': 'fe342a51-4c2f-4421-a59d-b8ec02969ee5', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e1:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b66fefd1-8b07-4710-90a1-8e7f3a8b8e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:16:51Z', 'updated_at': '2022-01-28T07:16:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:18:21.632027 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-fd048d30-415f-43ab-9036-133b8df296b2 req-be620860-424c-4cb2-aed5-ee106fee170f tempest-ServersNegativeTestMultiTenantJSON-1071522538 tempest-ServersNegativeTestMultiTenantJSON-1071522538-project] 10.222.0.41 "GET /v2.0/security-groups?id=c9b13571-7edf-401a-9428-f563214e271f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3567638 Jan 28 07:18:21.694028 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d215ffed-b622-4af7-a8e1-5805337ad446 None None] The sync data for ids ['b66fefd1-8b07-4710-90a1-8e7f3a8b8e24'] in n-d-712749-28 is: [{'id': 'b66fefd1-8b07-4710-90a1-8e7f3a8b8e24', 'name': 'tempest-ServerRescueTestJSONUnderV235-1049003103-router', 'tenant_id': '9c04f7b8e3f5485eae817db823b81557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': 'fe342a51-4c2f-4421-a59d-b8ec02969ee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:16:49Z', 'updated_at': '2022-01-28T07:18:18Z', 'revision_number': 5, 'project_id': '9c04f7b8e3f5485eae817db823b81557', 'gw_port': {'id': 'fe342a51-4c2f-4421-a59d-b8ec02969ee5', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e1:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b66fefd1-8b07-4710-90a1-8e7f3a8b8e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:16:51Z', 'updated_at': '2022-01-28T07:16:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:18:21.840236 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2265fd-b2c0-4698-90b0-61c34416fa3f req-0a1e9efc-8690-4fe0-9f58-b97e431dac0a tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:21.853685 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-2b017da2-ab60-494e-9790-ca0d96f63226 None None] Provisioning complete for port 01260cba-c493-456c-93dd-93889eb0908c triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:18:21.854267 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2b017da2-ab60-494e-9790-ca0d96f63226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (01260cba-c493-456c-93dd-93889eb0908c), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:21.859099 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2265fd-b2c0-4698-90b0-61c34416fa3f req-0a1e9efc-8690-4fe0-9f58-b97e431dac0a tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:21.865068 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2265fd-b2c0-4698-90b0-61c34416fa3f req-0a1e9efc-8690-4fe0-9f58-b97e431dac0a tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:21.885764 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2265fd-b2c0-4698-90b0-61c34416fa3f req-0a1e9efc-8690-4fe0-9f58-b97e431dac0a tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:21.891512 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2265fd-b2c0-4698-90b0-61c34416fa3f req-0a1e9efc-8690-4fe0-9f58-b97e431dac0a tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:21.898761 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2265fd-b2c0-4698-90b0-61c34416fa3f req-0a1e9efc-8690-4fe0-9f58-b97e431dac0a tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:21.906717 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-acd4a92c-da5b-4d5b-8f2b-4767fd4e1cbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (feada4d9-cc5a-4ada-8e0a-f57f7ee54795), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:21.916078 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-acd4a92c-da5b-4d5b-8f2b-4767fd4e1cbb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:21.917944 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2265fd-b2c0-4698-90b0-61c34416fa3f req-0a1e9efc-8690-4fe0-9f58-b97e431dac0a tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:21.919277 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-acd4a92c-da5b-4d5b-8f2b-4767fd4e1cbb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/feada4d9-cc5a-4ada-8e0a-f57f7ee54795 HTTP/1.1" status: 204 len: 168 time: 1.0005608 Jan 28 07:18:21.933640 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ec2265fd-b2c0-4698-90b0-61c34416fa3f req-0a1e9efc-8690-4fe0-9f58-b97e431dac0a tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009 HTTP/1.1" status: 200 len: 5429 time: 0.2962601 Jan 28 07:18:21.960567 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-88ceb015-1a7d-432b-93ba-76a47bacd815 admin admin] For port fe342a51-4c2f-4421-a59d-b8ec02969ee5, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=fe342a51-4c2f-4421-a59d-b8ec02969ee5,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:18:21.961450 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-88ceb015-1a7d-432b-93ba-76a47bacd815 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (fe342a51-4c2f-4421-a59d-b8ec02969ee5), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:21.969407 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd4a92c-da5b-4d5b-8f2b-4767fd4e1cbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feada4d9-cc5a-4ada-8e0a-f57f7ee54795,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:18:21.998635 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-2b017da2-ab60-494e-9790-ca0d96f63226 None None] Port 01260cba-c493-456c-93dd-93889eb0908c cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:18:22.068460 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-88ceb015-1a7d-432b-93ba-76a47bacd815 admin admin] Calling delete_port for fe342a51-4c2f-4421-a59d-b8ec02969ee5 owned by network:router_gateway {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:18:22.095019 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-170ab8de-6936-4057-93eb-2f868cad013c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (01260cba-c493-456c-93dd-93889eb0908c), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:22.314131 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ec2265fd-b2c0-4698-90b0-61c34416fa3f req-8246cc6a-f20e-4f59-b524-4ca8ed6640fc tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/security-groups?id=e05d74b3-220f-46cd-b475-266b231f0f88&id=7f4d2140-e017-41d8-8ff9-e5d9b5e3138b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3587854 Jan 28 07:18:22.703126 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-170ab8de-6936-4057-93eb-2f868cad013c admin admin] Publish callbacks [] for port (01260cba-c493-456c-93dd-93889eb0908c), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:22.729850 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-170ab8de-6936-4057-93eb-2f868cad013c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (01260cba-c493-456c-93dd-93889eb0908c), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:22.741781 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 06dba538-0455-450e-a221-1f48583c3823 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:18:22.767129 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 47582) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:18:22.771946 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ffa3e078-8b1c-4133-ac59-f324df005a2f req-3eabfce4-984b-4285-8cfb-a24b30440143 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?device_id=0be7ca3e-7176-4e55-a138-d2565c9cc050 HTTP/1.1" status: 200 len: 210 time: 0.0660603 Jan 28 07:18:22.841355 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e0dbec1a-12e8-4bc5-b49c-14976c642747 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:22.871180 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 06dba538-0455-450e-a221-1f48583c3823 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:18:22.871571 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (06dba538-0455-450e-a221-1f48583c3823), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:22.984453 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291a73b2-d921-45ca-97fd-88bb8ee02ab1 req-36d0ba38-01ef-451d-af24-c13ec23005e9 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:22.986596 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-291a73b2-d921-45ca-97fd-88bb8ee02ab1 req-36d0ba38-01ef-451d-af24-c13ec23005e9 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.44 "GET /v2.0/networks?id=c613bbee-ac30-4d50-a837-418713fc934d HTTP/1.1" status: 200 len: 811 time: 0.7688046 Jan 28 07:18:22.997250 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-170ab8de-6936-4057-93eb-2f868cad013c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16318999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16606560'] for router_interface (1d76ba02-58a9-4103-b9df-073c1462a5d5), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:22.999860 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170ab8de-6936-4057-93eb-2f868cad013c admin admin] Pushing event updated for resources: {'Port': ['ID=01260cba-c493-456c-93dd-93889eb0908c,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:18:23.025403 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-291a73b2-d921-45ca-97fd-88bb8ee02ab1 req-98319475-1238-4382-9d31-27e5b41669e7 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Request body: {'port': {'device_id': '0be7ca3e-7176-4e55-a138-d2565c9cc050', 'network_id': 'c613bbee-ac30-4d50-a837-418713fc934d', 'admin_state_up': True, 'tenant_id': '229c6d67826441e4877349f4a14040af'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:18:23.044832 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c565b841-81b2-49d7-8782-cbffd9e4f3ad req-442a2350-dc4e-490d-917a-ffcffede3455 tempest-ServersNegativeTestMultiTenantJSON-1071522538 tempest-ServersNegativeTestMultiTenantJSON-1071522538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:23.050786 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0f5b21-7d6b-448c-80b9-749c1a5f5ad0 req-c5e130b3-d9f9-4ae2-aed8-c4ed5034e1de tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:23.052453 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c565b841-81b2-49d7-8782-cbffd9e4f3ad req-442a2350-dc4e-490d-917a-ffcffede3455 tempest-ServersNegativeTestMultiTenantJSON-1071522538 tempest-ServersNegativeTestMultiTenantJSON-1071522538-project] 10.222.0.41 "GET /v2.0/ports?device_id=46c20bef-cc96-40df-93b9-1b9b4a054ccc HTTP/1.1" status: 200 len: 945 time: 0.2882729 Jan 28 07:18:23.057927 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9d0f5b21-7d6b-448c-80b9-749c1a5f5ad0 req-c5e130b3-d9f9-4ae2-aed8-c4ed5034e1de tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fa73890-3c2c-4c59-9c73-ce1eca1f276c HTTP/1.1" status: 200 len: 945 time: 0.1506751 Jan 28 07:18:23.098505 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 06dba538-0455-450e-a221-1f48583c3823 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:18:23.098972 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (06dba538-0455-450e-a221-1f48583c3823), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:23.148576 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] For port 06dba538-0455-450e-a221-1f48583c3823, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=06dba538-0455-450e-a221-1f48583c3823,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:18:23.157362 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (06dba538-0455-450e-a221-1f48583c3823), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:23.204997 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9d0f5b21-7d6b-448c-80b9-749c1a5f5ad0 req-2112ae2b-5a45-49fe-a639-d56b5f11b96e tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f7766-6108-45d3-a769-5b5e90234849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452537 Jan 28 07:18:23.209982 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-170ab8de-6936-4057-93eb-2f868cad013c admin admin] Network ec19ba11-5495-4bd5-a1d7-3b9cb60d6672 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:18:23.214238 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-170ab8de-6936-4057-93eb-2f868cad013c admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:18:23.220038 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Pushing event updated for resources: {'Port': ['ID=06dba538-0455-450e-a221-1f48583c3823,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:18:23.224449 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device debccd5a-d87a-447c-ab36-37bde4513e6b no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:18:23.253862 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: debccd5a-d87a-447c-ab36-37bde4513e6b {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:18:23.254216 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device debccd5a-d87a-447c-ab36-37bde4513e6b not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:18:23.347710 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c565b841-81b2-49d7-8782-cbffd9e4f3ad req-99a47f34-789f-4013-921c-5a2b41fc4d8f tempest-ServersNegativeTestMultiTenantJSON-1071522538 tempest-ServersNegativeTestMultiTenantJSON-1071522538-project] 10.222.0.41 "GET /v2.0/security-groups?id=c9b13571-7edf-401a-9428-f563214e271f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2942870 Jan 28 07:18:23.450501 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e0dbec1a-12e8-4bc5-b49c-14976c642747 admin admin] Publish callbacks [] for security_group (cf32f0c2-cc87-47b6-88d1-fb1f0db3e2ef), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:23.457897 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-291a73b2-d921-45ca-97fd-88bb8ee02ab1 req-98319475-1238-4382-9d31-27e5b41669e7 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Made reservation on behalf of 229c6d67826441e4877349f4a14040af for: {'port': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:18:23.465448 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-291a73b2-d921-45ca-97fd-88bb8ee02ab1 req-98319475-1238-4382-9d31-27e5b41669e7 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:23.493871 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-170ab8de-6936-4057-93eb-2f868cad013c admin admin] Router 1d76ba02-58a9-4103-b9df-073c1462a5d5 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:18:23.506759 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e0dbec1a-12e8-4bc5-b49c-14976c642747 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (cf32f0c2-cc87-47b6-88d1-fb1f0db3e2ef), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:23.569869 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-e0dbec1a-12e8-4bc5-b49c-14976c642747 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e1400dc63166492ba6dd218223d5c718&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8017108 Jan 28 07:18:23.570654 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-88ceb015-1a7d-432b-93ba-76a47bacd815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (fe342a51-4c2f-4421-a59d-b8ec02969ee5), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:23.637906 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 47592) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:18:23.660551 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-868a434e-0fdd-4374-af75-4841c8bbd2c9 None None] Provisioning complete for port 01260cba-c493-456c-93dd-93889eb0908c triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:18:23.662693 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-868a434e-0fdd-4374-af75-4841c8bbd2c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (01260cba-c493-456c-93dd-93889eb0908c), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:23.717884 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ceb015-1a7d-432b-93ba-76a47bacd815 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe342a51-4c2f-4421-a59d-b8ec02969ee5,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:18:23.771648 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-868a434e-0fdd-4374-af75-4841c8bbd2c9 None None] Port 01260cba-c493-456c-93dd-93889eb0908c cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:18:23.792832 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dbec1a-12e8-4bc5-b49c-14976c642747 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf32f0c2-cc87-47b6-88d1-fb1f0db3e2ef,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:18:23.977466 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01b6c3e-74a8-4a21-89a3-917f6e9561eb req-0e90ea23-f623-4928-8bdc-db3abb383012 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:23.985171 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01b6c3e-74a8-4a21-89a3-917f6e9561eb req-0e90ea23-f623-4928-8bdc-db3abb383012 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:23.992035 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01b6c3e-74a8-4a21-89a3-917f6e9561eb req-0e90ea23-f623-4928-8bdc-db3abb383012 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:23.999009 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01b6c3e-74a8-4a21-89a3-917f6e9561eb req-0e90ea23-f623-4928-8bdc-db3abb383012 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:24.008832 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01b6c3e-74a8-4a21-89a3-917f6e9561eb req-0e90ea23-f623-4928-8bdc-db3abb383012 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:24.016806 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01b6c3e-74a8-4a21-89a3-917f6e9561eb req-0e90ea23-f623-4928-8bdc-db3abb383012 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:24.024527 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01b6c3e-74a8-4a21-89a3-917f6e9561eb req-0e90ea23-f623-4928-8bdc-db3abb383012 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:24.035621 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d01b6c3e-74a8-4a21-89a3-917f6e9561eb req-0e90ea23-f623-4928-8bdc-db3abb383012 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009 HTTP/1.1" status: 200 len: 5429 time: 0.5333390 Jan 28 07:18:24.130483 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ff90ed2b-6a6f-49e4-9e4e-99a5ef44a181 admin admin] Publish callbacks [] for security_group (cf32f0c2-cc87-47b6-88d1-fb1f0db3e2ef), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:24.153729 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ff90ed2b-6a6f-49e4-9e4e-99a5ef44a181 admin admin] Publish callbacks [] for security_group (cf32f0c2-cc87-47b6-88d1-fb1f0db3e2ef), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:24.155672 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8dc93b-6c7a-4e7a-8820-06aadaef08dd req-e64404d2-9603-4b8b-8e83-e1645820427e tempest-ServersNegativeTestMultiTenantJSON-1071522538 tempest-ServersNegativeTestMultiTenantJSON-1071522538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:24.157260 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-cc8dc93b-6c7a-4e7a-8820-06aadaef08dd req-e64404d2-9603-4b8b-8e83-e1645820427e tempest-ServersNegativeTestMultiTenantJSON-1071522538 tempest-ServersNegativeTestMultiTenantJSON-1071522538-project] 10.222.0.41 "GET /v2.0/ports?device_id=46c20bef-cc96-40df-93b9-1b9b4a054ccc HTTP/1.1" status: 200 len: 945 time: 0.1103411 Jan 28 07:18:24.194380 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-170ab8de-6936-4057-93eb-2f868cad013c admin admin] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:18:24.200162 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-170ab8de-6936-4057-93eb-2f868cad013c admin admin] 10.222.0.41 "PUT /v2.0/routers/1d76ba02-58a9-4103-b9df-073c1462a5d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3572319 Jan 28 07:18:24.217839 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7ba478-7e3b-4fa4-8f96-9df7a185db04 None None] Sync routers for ids ['1d76ba02-58a9-4103-b9df-073c1462a5d5'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:18:24.220151 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d01b6c3e-74a8-4a21-89a3-917f6e9561eb req-6d750df8-c2fe-4cc1-a8f2-483768c94a26 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/security-groups?id=e05d74b3-220f-46cd-b475-266b231f0f88&id=7f4d2140-e017-41d8-8ff9-e5d9b5e3138b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1835873 Jan 28 07:18:24.243776 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-88ceb015-1a7d-432b-93ba-76a47bacd815 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16607873'] for router_gateway (b66fefd1-8b07-4710-90a1-8e7f3a8b8e24), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:24.279184 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7ba478-7e3b-4fa4-8f96-9df7a185db04 None None] Routers {'1d76ba02-58a9-4103-b9df-073c1462a5d5'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:18:24.281166 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-1e7ba478-7e3b-4fa4-8f96-9df7a185db04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:18:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['1d76ba02-58a9-4103-b9df-073c1462a5d5'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:18:24.282779 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-cc8dc93b-6c7a-4e7a-8820-06aadaef08dd req-ceb79b9c-65e5-4f2b-8644-8320941c8e26 tempest-ServersNegativeTestMultiTenantJSON-1071522538 tempest-ServersNegativeTestMultiTenantJSON-1071522538-project] 10.222.0.41 "GET /v2.0/security-groups?id=c9b13571-7edf-401a-9428-f563214e271f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165705 Jan 28 07:18:24.347320 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ff90ed2b-6a6f-49e4-9e4e-99a5ef44a181 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (cf32f0c2-cc87-47b6-88d1-fb1f0db3e2ef), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:24.349895 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ff90ed2b-6a6f-49e4-9e4e-99a5ef44a181 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:24.353839 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-ff90ed2b-6a6f-49e4-9e4e-99a5ef44a181 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cf32f0c2-cc87-47b6-88d1-fb1f0db3e2ef HTTP/1.1" status: 204 len: 168 time: 0.6623445 Jan 28 07:18:24.369586 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [req-291a73b2-d921-45ca-97fd-88bb8ee02ab1 req-98319475-1238-4382-9d31-27e5b41669e7 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Allocated IP 172.20.0.6 (c613bbee-ac30-4d50-a837-418713fc934d/ff9bdb84-da64-4de0-bfaf-1dc458d2c06f/abbd84d5-e542-4ff6-acff-5ea0378573e1) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:18:24.371684 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff90ed2b-6a6f-49e4-9e4e-99a5ef44a181 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf32f0c2-cc87-47b6-88d1-fb1f0db3e2ef,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:18:24.423262 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-88ceb015-1a7d-432b-93ba-76a47bacd815 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16605684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127449'] for router (b66fefd1-8b07-4710-90a1-8e7f3a8b8e24), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:24.426834 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-88ceb015-1a7d-432b-93ba-76a47bacd815 admin admin] Publish callbacks [] for router_controller (b66fefd1-8b07-4710-90a1-8e7f3a8b8e24), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:24.461666 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3c1d49cb-7df5-40e0-9c68-9a648a5cf2d8 req-0b621d47-6a02-46a8-a0c1-abe262234ba5 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?device_id=0be7ca3e-7176-4e55-a138-d2565c9cc050 HTTP/1.1" status: 200 len: 210 time: 0.0646522 Jan 28 07:18:24.516051 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-88ceb015-1a7d-432b-93ba-76a47bacd815 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16605693'] for router (b66fefd1-8b07-4710-90a1-8e7f3a8b8e24), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:24.516848 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88ceb015-1a7d-432b-93ba-76a47bacd815 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b66fefd1-8b07-4710-90a1-8e7f3a8b8e24 {{(pid=103283) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 07:18:24.527318 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-88ceb015-1a7d-432b-93ba-76a47bacd815 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:24.530951 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-88ceb015-1a7d-432b-93ba-76a47bacd815 admin admin] 10.222.0.41 "DELETE /v2.0/routers/b66fefd1-8b07-4710-90a1-8e7f3a8b8e24 HTTP/1.1" status: 204 len: 168 time: 4.5789866 Jan 28 07:18:24.531319 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 47608) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:18:24.634504 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-124e1205-5ca4-469c-b986-bc389d1aa812 admin admin] Deleting subnet 077db515-3138-4fa8-aebf-adad8450fb43 {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:18:24.678974 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-124e1205-5ca4-469c-b986-bc389d1aa812 admin admin] Publish callbacks [] for subnet (077db515-3138-4fa8-aebf-adad8450fb43), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:24.687224 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-1e7ba478-7e3b-4fa4-8f96-9df7a185db04 None None] Set router 1d76ba02-58a9-4103-b9df-073c1462a5d5 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:18:24.866040 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-124e1205-5ca4-469c-b986-bc389d1aa812 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24759175'] for subnet (077db515-3138-4fa8-aebf-adad8450fb43), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:24.876308 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 06dba538-0455-450e-a221-1f48583c3823 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:18:24.930972 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6159e7-19d4-41fe-8d22-92a6f3b6367e req-9506b879-d667-4360-b826-31bed5a4be69 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:24.938336 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ac6159e7-19d4-41fe-8d22-92a6f3b6367e req-9506b879-d667-4360-b826-31bed5a4be69 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fa73890-3c2c-4c59-9c73-ce1eca1f276c HTTP/1.1" status: 200 len: 945 time: 0.3404531 Jan 28 07:18:24.976580 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-124e1205-5ca4-469c-b986-bc389d1aa812 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (077db515-3138-4fa8-aebf-adad8450fb43), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:25.023908 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 06dba538-0455-450e-a221-1f48583c3823 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:18:25.025692 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (06dba538-0455-450e-a221-1f48583c3823), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:25.053169 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-291a73b2-d921-45ca-97fd-88bb8ee02ab1 req-98319475-1238-4382-9d31-27e5b41669e7 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Publish callbacks [] for port (abbd84d5-e542-4ff6-acff-5ea0378573e1), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:25.107889 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-124e1205-5ca4-469c-b986-bc389d1aa812 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24757569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24979817'] for subnet (077db515-3138-4fa8-aebf-adad8450fb43), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:25.189918 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ac6159e7-19d4-41fe-8d22-92a6f3b6367e req-4901fa42-b902-40f3-879d-59455326a6f5 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f7766-6108-45d3-a769-5b5e90234849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384858 Jan 28 07:18:25.213645 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124e1205-5ca4-469c-b986-bc389d1aa812 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=077db515-3138-4fa8-aebf-adad8450fb43,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:18:25.230845 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-124e1205-5ca4-469c-b986-bc389d1aa812 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:25.239971 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-124e1205-5ca4-469c-b986-bc389d1aa812 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/077db515-3138-4fa8-aebf-adad8450fb43 HTTP/1.1" status: 204 len: 168 time: 0.7075322 Jan 28 07:18:25.247124 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 47620) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:18:25.318111 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 06dba538-0455-450e-a221-1f48583c3823 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:18:25.325386 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-1e7ba478-7e3b-4fa4-8f96-9df7a185db04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d76ba02-58a9-4103-b9df-073c1462a5d5', 'name': 'tempest-ServersTestFqdnHostnames-1145654772-router', 'tenant_id': 'dd2e13ce1205406fa292cb7ef70743a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '06dba538-0455-450e-a221-1f48583c3823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:18:12Z', 'updated_at': '2022-01-28T07:18:22Z', 'revision_number': 4, 'project_id': 'dd2e13ce1205406fa292cb7ef70743a9', 'gw_port': {'id': '06dba538-0455-450e-a221-1f48583c3823', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:fd:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d76ba02-58a9-4103-b9df-073c1462a5d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:18:13Z', 'updated_at': '2022-01-28T07:18:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '01260cba-c493-456c-93dd-93889eb0908c', 'name': '', 'network_id': 'ec19ba11-5495-4bd5-a1d7-3b9cb60d6672', 'tenant_id': 'dd2e13ce1205406fa292cb7ef70743a9', 'mac_address': 'fa:16:3e:8c:4a:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d76ba02-58a9-4103-b9df-073c1462a5d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '93fcb993-73a7-4360-acad-236d0cf05608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:18:19Z', 'updated_at': '2022-01-28T07:18:22Z', 'revision_number': 2, 'project_id': 'dd2e13ce1205406fa292cb7ef70743a9', 'subnets': [{'id': '93fcb993-73a7-4360-acad-236d0cf05608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:18:25.380664 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7ba478-7e3b-4fa4-8f96-9df7a185db04 None None] Checking router: 1d76ba02-58a9-4103-b9df-073c1462a5d5 for host: n-d-712749-28 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:18:25.381295 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7ba478-7e3b-4fa4-8f96-9df7a185db04 None None] Updating router 1d76ba02-58a9-4103-b9df-073c1462a5d5 port 01260cba-c493-456c-93dd-93889eb0908c binding host n-d-712749-28 {{(pid=103286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 07:18:25.437165 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1e7ba478-7e3b-4fa4-8f96-9df7a185db04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (01260cba-c493-456c-93dd-93889eb0908c), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:25.451237 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7775ecfc-ed9c-4022-a6a2-421b060ce6cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (cd6ba6c3-968f-4bdf-aed7-be8df75572b8), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:25.494417 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31efea7-1a3c-4a48-ad14-a94605b9c111 req-114b3d6f-5bf6-4256-9d58-838963c772b2 tempest-ServersNegativeTestMultiTenantJSON-1071522538 tempest-ServersNegativeTestMultiTenantJSON-1071522538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:25.498377 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a31efea7-1a3c-4a48-ad14-a94605b9c111 req-114b3d6f-5bf6-4256-9d58-838963c772b2 tempest-ServersNegativeTestMultiTenantJSON-1071522538 tempest-ServersNegativeTestMultiTenantJSON-1071522538-project] 10.222.0.44 "GET /v2.0/ports?device_id=46c20bef-cc96-40df-93b9-1b9b4a054ccc HTTP/1.1" status: 200 len: 945 time: 0.2533810 Jan 28 07:18:25.501875 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-291a73b2-d921-45ca-97fd-88bb8ee02ab1 req-98319475-1238-4382-9d31-27e5b41669e7 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (abbd84d5-e542-4ff6-acff-5ea0378573e1), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:25.572032 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-291a73b2-d921-45ca-97fd-88bb8ee02ab1 req-98319475-1238-4382-9d31-27e5b41669e7 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Network c613bbee-ac30-4d50-a837-418713fc934d is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:18:25.602580 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7775ecfc-ed9c-4022-a6a2-421b060ce6cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (cd6ba6c3-968f-4bdf-aed7-be8df75572b8), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:25.626582 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-7775ecfc-ed9c-4022-a6a2-421b060ce6cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd6ba6c3-968f-4bdf-aed7-be8df75572b8']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:18:25.637937 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-7775ecfc-ed9c-4022-a6a2-421b060ce6cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f33b05f-8af3-4b13-bc7c-482495a2acd0') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:18:25.638563 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-7775ecfc-ed9c-4022-a6a2-421b060ce6cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f33b05f-8af3-4b13-bc7c-482495a2acd0') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:18:25.649333 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7775ecfc-ed9c-4022-a6a2-421b060ce6cb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24759294'] for segment (1f33b05f-8af3-4b13-bc7c-482495a2acd0), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:25.667294 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7775ecfc-ed9c-4022-a6a2-421b060ce6cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (1f33b05f-8af3-4b13-bc7c-482495a2acd0), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:25.675650 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7775ecfc-ed9c-4022-a6a2-421b060ce6cb admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:18:25.676840 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7775ecfc-ed9c-4022-a6a2-421b060ce6cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24757675'] for segment (1f33b05f-8af3-4b13-bc7c-482495a2acd0), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:25.678911 n-d-712749-28 neutron-server[103284]: Traceback (most recent call last): Jan 28 07:18:25.678911 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:18:25.678911 n-d-712749-28 neutron-server[103284]: timer() Jan 28 07:18:25.678911 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:18:25.678911 n-d-712749-28 neutron-server[103284]: cb(*args, **kw) Jan 28 07:18:25.678911 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:18:25.678911 n-d-712749-28 neutron-server[103284]: return func(*args, **kwargs) Jan 28 07:18:25.678911 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:18:25.678911 n-d-712749-28 neutron-server[103284]: self._notify() Jan 28 07:18:25.678911 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:18:25.678911 n-d-712749-28 neutron-server[103284]: self.callback(batched_events) Jan 28 07:18:25.678911 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:18:25.678911 n-d-712749-28 neutron-server[103284]: event.method(event) Jan 28 07:18:25.678911 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:18:25.678911 n-d-712749-28 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:18:25.678911 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:18:25.678911 n-d-712749-28 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:18:25.678911 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:18:25.678911 n-d-712749-28 neutron-server[103284]: return f(self, *a, **k) Jan 28 07:18:25.678911 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:18:25.678911 n-d-712749-28 neutron-server[103284]: return self._get(url).json() Jan 28 07:18:25.678911 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:18:25.678911 n-d-712749-28 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:18:25.678911 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:18:25.678911 n-d-712749-28 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Jan 28 07:18:25.678911 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:18:25.678911 n-d-712749-28 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:18:25.678911 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:18:25.678911 n-d-712749-28 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:18:25.678911 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:18:25.678911 n-d-712749-28 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:18:25.678911 n-d-712749-28 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:18:25.730365 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98319475-1238-4382-9d31-27e5b41669e7 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Pushing event updated for resources: {'Port': ['ID=abbd84d5-e542-4ff6-acff-5ea0378573e1,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:18:25.745885 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [req-291a73b2-d921-45ca-97fd-88bb8ee02ab1 req-98319475-1238-4382-9d31-27e5b41669e7 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:18:25.762195 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-291a73b2-d921-45ca-97fd-88bb8ee02ab1 req-98319475-1238-4382-9d31-27e5b41669e7 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:18:25.800161 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7775ecfc-ed9c-4022-a6a2-421b060ce6cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (cd6ba6c3-968f-4bdf-aed7-be8df75572b8), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:25.810815 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7775ecfc-ed9c-4022-a6a2-421b060ce6cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:25.815804 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-7775ecfc-ed9c-4022-a6a2-421b060ce6cb admin admin] 10.222.0.41 "DELETE /v2.0/networks/cd6ba6c3-968f-4bdf-aed7-be8df75572b8 HTTP/1.1" status: 204 len: 168 time: 0.5675523 Jan 28 07:18:25.842811 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611d8e13-b4eb-4a7e-82c3-70f72669479f req-9598928e-6409-4611-8637-307fb46fd988 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:25.849519 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7775ecfc-ed9c-4022-a6a2-421b060ce6cb admin admin] Pushing event deleted for resources: {'Network': ['ID=cd6ba6c3-968f-4bdf-aed7-be8df75572b8,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:18:25.851401 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-611d8e13-b4eb-4a7e-82c3-70f72669479f req-9598928e-6409-4611-8637-307fb46fd988 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fa73890-3c2c-4c59-9c73-ce1eca1f276c HTTP/1.1" status: 200 len: 945 time: 0.4805343 Jan 28 07:18:25.994192 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1e7ba478-7e3b-4fa4-8f96-9df7a185db04 None None] Publish callbacks [] for port (01260cba-c493-456c-93dd-93889eb0908c), precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:26.001212 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291a73b2-d921-45ca-97fd-88bb8ee02ab1 req-98319475-1238-4382-9d31-27e5b41669e7 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:26.001840 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-291a73b2-d921-45ca-97fd-88bb8ee02ab1 req-98319475-1238-4382-9d31-27e5b41669e7 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:26.013395 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1e7ba478-7e3b-4fa4-8f96-9df7a185db04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (01260cba-c493-456c-93dd-93889eb0908c), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:26.127914 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-611d8e13-b4eb-4a7e-82c3-70f72669479f req-cb5b3b4f-8b24-4521-b22b-36b42a6a9298 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f7766-6108-45d3-a769-5b5e90234849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2750185 Jan 28 07:18:26.130286 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 47650) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:18:26.148071 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-715b9fce-bbbb-4ad0-b3be-7cce71c8ab6d tempest-ServersTestFqdnHostnames-1425549223 tempest-ServersTestFqdnHostnames-1425549223-project] Request body: {'security_group': {'name': 'tempest-securitygroup--513176993', 'description': 'tempest-description--1127014476'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:18:26.165569 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-291a73b2-d921-45ca-97fd-88bb8ee02ab1 req-98319475-1238-4382-9d31-27e5b41669e7 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1580050 Jan 28 07:18:26.178541 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f16d76d-d485-4b17-b32a-c8455c734a61 None None] Pushing event updated for resources: {'Port': ['ID=01260cba-c493-456c-93dd-93889eb0908c,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:18:26.187924 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-291a73b2-d921-45ca-97fd-88bb8ee02ab1 req-2a90dd66-eb99-4b23-be76-fcabad653981 service neutron] Request body: {'port': {'device_id': '0be7ca3e-7176-4e55-a138-d2565c9cc050', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712749-28'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:18:26.206759 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-715b9fce-bbbb-4ad0-b3be-7cce71c8ab6d tempest-ServersTestFqdnHostnames-1425549223 tempest-ServersTestFqdnHostnames-1425549223-project] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:26.220530 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-a31efea7-1a3c-4a48-ad14-a94605b9c111 req-a28e85f4-1c77-48c5-8564-e9a3d16b336a tempest-ServersNegativeTestMultiTenantJSON-1071522538 tempest-ServersNegativeTestMultiTenantJSON-1071522538-project] Deleting port f7a2e3d5-20e7-41a7-a25d-1798565062b0 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:18:26.221006 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-a31efea7-1a3c-4a48-ad14-a94605b9c111 req-a28e85f4-1c77-48c5-8564-e9a3d16b336a tempest-ServersNegativeTestMultiTenantJSON-1071522538 tempest-ServersNegativeTestMultiTenantJSON-1071522538-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (f7a2e3d5-20e7-41a7-a25d-1798565062b0), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:26.261266 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 47652) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:18:26.333201 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-1e7ba478-7e3b-4fa4-8f96-9df7a185db04 None None] Attempting to bind port 01260cba-c493-456c-93dd-93889eb0908c on host n-d-712749-28 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:18:26.334143 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-1e7ba478-7e3b-4fa4-8f96-9df7a185db04 None None] Attempting to bind port 01260cba-c493-456c-93dd-93889eb0908c by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': 'c04a96e2-ea61-480f-9949-7d03c5e63e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ec19ba11-5495-4bd5-a1d7-3b9cb60d6672'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:18:26.334682 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7ba478-7e3b-4fa4-8f96-9df7a185db04 None None] Attempting to bind port 01260cba-c493-456c-93dd-93889eb0908c on network ec19ba11-5495-4bd5-a1d7-3b9cb60d6672 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:18:26.348039 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7ba478-7e3b-4fa4-8f96-9df7a185db04 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:18:26.348450 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7ba478-7e3b-4fa4-8f96-9df7a185db04 None None] Checking segment: {'id': 'c04a96e2-ea61-480f-9949-7d03c5e63e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ec19ba11-5495-4bd5-a1d7-3b9cb60d6672'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:18:26.349067 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1e7ba478-7e3b-4fa4-8f96-9df7a185db04 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:26.349619 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7ba478-7e3b-4fa4-8f96-9df7a185db04 None None] Bound using segment: {'id': 'c04a96e2-ea61-480f-9949-7d03c5e63e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ec19ba11-5495-4bd5-a1d7-3b9cb60d6672'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:18:26.350291 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-1e7ba478-7e3b-4fa4-8f96-9df7a185db04 None None] Bound port: 01260cba-c493-456c-93dd-93889eb0908c, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c04a96e2-ea61-480f-9949-7d03c5e63e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ec19ba11-5495-4bd5-a1d7-3b9cb60d6672'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:18:26.350875 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1e7ba478-7e3b-4fa4-8f96-9df7a185db04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (01260cba-c493-456c-93dd-93889eb0908c), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:26.488561 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-1e7ba478-7e3b-4fa4-8f96-9df7a185db04 None None] For port 01260cba-c493-456c-93dd-93889eb0908c, host n-d-712749-28, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:18:26.493596 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-1e7ba478-7e3b-4fa4-8f96-9df7a185db04 None None] For port 01260cba-c493-456c-93dd-93889eb0908c, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=01260cba-c493-456c-93dd-93889eb0908c,segment=NetworkSegment(c04a96e2-ea61-480f-9949-7d03c5e63e85),segment_id=c04a96e2-ea61-480f-9949-7d03c5e63e85)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:18:26.498086 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-e3debfb9-9648-4bc2-994e-3e9f024b4de3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9c04f7b8e3f5485eae817db823b81557&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2356853 Jan 28 07:18:26.507227 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1e7ba478-7e3b-4fa4-8f96-9df7a185db04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (01260cba-c493-456c-93dd-93889eb0908c), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:26.510395 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device fe342a51-4c2f-4421-a59d-b8ec02969ee5 no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:18:26.512595 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 47656) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:18:26.556582 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: fe342a51-4c2f-4421-a59d-b8ec02969ee5 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:18:26.563687 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device fe342a51-4c2f-4421-a59d-b8ec02969ee5 not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:18:26.566334 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-715b9fce-bbbb-4ad0-b3be-7cce71c8ab6d tempest-ServersTestFqdnHostnames-1425549223 tempest-ServersTestFqdnHostnames-1425549223-project] Publish callbacks [] for security_group (7b4ec343-77f3-49ed-9d59-5d308dcef7a1), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:26.599362 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-83c942b2-d32e-4ebd-b1ea-c7dbdc19db24 None None] Provisioning complete for port 01260cba-c493-456c-93dd-93889eb0908c triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:18:26.599939 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-83c942b2-d32e-4ebd-b1ea-c7dbdc19db24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (01260cba-c493-456c-93dd-93889eb0908c), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:26.630871 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb139794-b0c4-46d2-9b63-bf914831606e req-acac1e48-4740-48ac-b7bd-c69b1f41c48a tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:26.631938 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40ae71a-3bdc-4a4b-990e-7c4e1a01a571 req-0460359c-cd18-4dac-88dc-8ed66f9da5ce tempest-ServersNegativeTestMultiTenantJSON-1071522538 tempest-ServersNegativeTestMultiTenantJSON-1071522538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:26.636381 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c40ae71a-3bdc-4a4b-990e-7c4e1a01a571 req-0460359c-cd18-4dac-88dc-8ed66f9da5ce tempest-ServersNegativeTestMultiTenantJSON-1071522538 tempest-ServersNegativeTestMultiTenantJSON-1071522538-project] 10.222.0.41 "GET /v2.0/ports?device_id=46c20bef-cc96-40df-93b9-1b9b4a054ccc HTTP/1.1" status: 200 len: 945 time: 0.3110104 Jan 28 07:18:26.638305 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb139794-b0c4-46d2-9b63-bf914831606e req-acac1e48-4740-48ac-b7bd-c69b1f41c48a tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:26.654546 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb139794-b0c4-46d2-9b63-bf914831606e req-acac1e48-4740-48ac-b7bd-c69b1f41c48a tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:26.659038 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7ba478-7e3b-4fa4-8f96-9df7a185db04 None None] Routers {'1d76ba02-58a9-4103-b9df-073c1462a5d5'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:18:26.661223 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb139794-b0c4-46d2-9b63-bf914831606e req-acac1e48-4740-48ac-b7bd-c69b1f41c48a tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:26.670880 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-1e7ba478-7e3b-4fa4-8f96-9df7a185db04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:18:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['1d76ba02-58a9-4103-b9df-073c1462a5d5'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:18:26.671817 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-291a73b2-d921-45ca-97fd-88bb8ee02ab1 req-2a90dd66-eb99-4b23-be76-fcabad653981 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (abbd84d5-e542-4ff6-acff-5ea0378573e1), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:26.671950 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb139794-b0c4-46d2-9b63-bf914831606e req-acac1e48-4740-48ac-b7bd-c69b1f41c48a tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:26.693162 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb139794-b0c4-46d2-9b63-bf914831606e req-acac1e48-4740-48ac-b7bd-c69b1f41c48a tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:26.734182 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb139794-b0c4-46d2-9b63-bf914831606e req-acac1e48-4740-48ac-b7bd-c69b1f41c48a tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:26.748853 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-cb139794-b0c4-46d2-9b63-bf914831606e req-acac1e48-4740-48ac-b7bd-c69b1f41c48a tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009 HTTP/1.1" status: 200 len: 5429 time: 0.4978395 Jan 28 07:18:26.750686 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-715b9fce-bbbb-4ad0-b3be-7cce71c8ab6d tempest-ServersTestFqdnHostnames-1425549223 tempest-ServersTestFqdnHostnames-1425549223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (7b4ec343-77f3-49ed-9d59-5d308dcef7a1), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:26.765882 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c40ae71a-3bdc-4a4b-990e-7c4e1a01a571 req-e75868e3-e4f9-42f2-aef3-e946ffbf3d26 tempest-ServersNegativeTestMultiTenantJSON-1071522538 tempest-ServersNegativeTestMultiTenantJSON-1071522538-project] 10.222.0.41 "GET /v2.0/security-groups?id=c9b13571-7edf-401a-9428-f563214e271f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177645 Jan 28 07:18:26.809209 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f16d76d-d485-4b17-b32a-c8455c734a61 None None] Pushing event updated for resources: {'Port': ['ID=01260cba-c493-456c-93dd-93889eb0908c,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:18:26.821760 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-83c942b2-d32e-4ebd-b1ea-c7dbdc19db24 None None] Current status of the port 01260cba-c493-456c-93dd-93889eb0908c is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:18:26.823413 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-83c942b2-d32e-4ebd-b1ea-c7dbdc19db24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (01260cba-c493-456c-93dd-93889eb0908c), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:26.863266 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-a31efea7-1a3c-4a48-ad14-a94605b9c111 req-a28e85f4-1c77-48c5-8564-e9a3d16b336a tempest-ServersNegativeTestMultiTenantJSON-1071522538 tempest-ServersNegativeTestMultiTenantJSON-1071522538-project] For port f7a2e3d5-20e7-41a7-a25d-1798565062b0, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=f7a2e3d5-20e7-41a7-a25d-1798565062b0,segment=NetworkSegment(56641b58-c418-4fe2-9081-e4a3d6bf31b5),segment_id=56641b58-c418-4fe2-9081-e4a3d6bf31b5)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:18:26.863649 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-a31efea7-1a3c-4a48-ad14-a94605b9c111 req-a28e85f4-1c77-48c5-8564-e9a3d16b336a tempest-ServersNegativeTestMultiTenantJSON-1071522538 tempest-ServersNegativeTestMultiTenantJSON-1071522538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (f7a2e3d5-20e7-41a7-a25d-1798565062b0), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:26.896572 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-a31efea7-1a3c-4a48-ad14-a94605b9c111 req-a28e85f4-1c77-48c5-8564-e9a3d16b336a tempest-ServersNegativeTestMultiTenantJSON-1071522538 tempest-ServersNegativeTestMultiTenantJSON-1071522538-project] Calling delete_port for f7a2e3d5-20e7-41a7-a25d-1798565062b0 owned by compute:nova {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:18:26.900282 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-83c942b2-d32e-4ebd-b1ea-c7dbdc19db24 None None] For port 01260cba-c493-456c-93dd-93889eb0908c, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=01260cba-c493-456c-93dd-93889eb0908c,segment=NetworkSegment(c04a96e2-ea61-480f-9949-7d03c5e63e85),segment_id=c04a96e2-ea61-480f-9949-7d03c5e63e85)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:18:26.907064 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-83c942b2-d32e-4ebd-b1ea-c7dbdc19db24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (01260cba-c493-456c-93dd-93889eb0908c), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:26.928401 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-715b9fce-bbbb-4ad0-b3be-7cce71c8ab6d tempest-ServersTestFqdnHostnames-1425549223 tempest-ServersTestFqdnHostnames-1425549223-project] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:26.929696 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-715b9fce-bbbb-4ad0-b3be-7cce71c8ab6d tempest-ServersTestFqdnHostnames-1425549223 tempest-ServersTestFqdnHostnames-1425549223-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.7982540 Jan 28 07:18:26.949394 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 47664) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:18:26.983762 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-2bffcc56-4bc6-42a3-a5f7-bf4465a5e69d tempest-ServersTestFqdnHostnames-1425549223 tempest-ServersTestFqdnHostnames-1425549223-project] Request body: {'security_group_rule': {'security_group_id': '7b4ec343-77f3-49ed-9d59-5d308dcef7a1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:18:27.026114 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-1e7ba478-7e3b-4fa4-8f96-9df7a185db04 None None] Set router 1d76ba02-58a9-4103-b9df-073c1462a5d5 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:18:27.031486 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c942b2-d32e-4ebd-b1ea-c7dbdc19db24 None None] Pushing event updated for resources: {'Port': ['ID=01260cba-c493-456c-93dd-93889eb0908c,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:18:27.038988 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-40b7ae9b-9eb3-4d27-9714-8764c6f31939 admin admin] Publish callbacks [] for security_group (b062c5ff-24c7-4bbf-8744-177eb2dd003a), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:27.056228 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-39b69ee8-f159-4a9c-ab31-dba3bb12edaa None None] Provisioning complete for port 01260cba-c493-456c-93dd-93889eb0908c triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:18:27.056944 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-39b69ee8-f159-4a9c-ab31-dba3bb12edaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (01260cba-c493-456c-93dd-93889eb0908c), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:27.086183 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-40b7ae9b-9eb3-4d27-9714-8764c6f31939 admin admin] Publish callbacks [] for security_group (b062c5ff-24c7-4bbf-8744-177eb2dd003a), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:27.184574 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715b9fce-bbbb-4ad0-b3be-7cce71c8ab6d tempest-ServersTestFqdnHostnames-1425549223 tempest-ServersTestFqdnHostnames-1425549223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b4ec343-77f3-49ed-9d59-5d308dcef7a1,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:18:27.213438 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-40b7ae9b-9eb3-4d27-9714-8764c6f31939 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (b062c5ff-24c7-4bbf-8744-177eb2dd003a), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:27.216459 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-40b7ae9b-9eb3-4d27-9714-8764c6f31939 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:27.217227 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-40b7ae9b-9eb3-4d27-9714-8764c6f31939 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b062c5ff-24c7-4bbf-8744-177eb2dd003a HTTP/1.1" status: 204 len: 168 time: 0.6769049 Jan 28 07:18:27.249724 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-39b69ee8-f159-4a9c-ab31-dba3bb12edaa None None] Current status of the port 01260cba-c493-456c-93dd-93889eb0908c is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:18:27.284938 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b7ae9b-9eb3-4d27-9714-8764c6f31939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b062c5ff-24c7-4bbf-8744-177eb2dd003a,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:18:27.333165 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-cb139794-b0c4-46d2-9b63-bf914831606e req-de5b5e50-7ee7-4e60-abb3-7f95b9342424 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/security-groups?id=e05d74b3-220f-46cd-b475-266b231f0f88&id=7f4d2140-e017-41d8-8ff9-e5d9b5e3138b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5830028 Jan 28 07:18:27.334646 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2bffcc56-4bc6-42a3-a5f7-bf4465a5e69d tempest-ServersTestFqdnHostnames-1425549223 tempest-ServersTestFqdnHostnames-1425549223-project] Publish callbacks [] for security_group_rule (bf062b6f-691d-43d2-911c-08a529c56059), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:27.343713 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2947e38c-5292-413e-bf4f-510dde1061ea req-195928ba-554f-432a-9f76-20cdf696856d tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:27.345486 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2947e38c-5292-413e-bf4f-510dde1061ea req-195928ba-554f-432a-9f76-20cdf696856d tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?device_id=0be7ca3e-7176-4e55-a138-d2565c9cc050 HTTP/1.1" status: 200 len: 931 time: 0.4505465 Jan 28 07:18:27.485235 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-1e7ba478-7e3b-4fa4-8f96-9df7a185db04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d76ba02-58a9-4103-b9df-073c1462a5d5', 'name': 'tempest-ServersTestFqdnHostnames-1145654772-router', 'tenant_id': 'dd2e13ce1205406fa292cb7ef70743a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '06dba538-0455-450e-a221-1f48583c3823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:18:12Z', 'updated_at': '2022-01-28T07:18:22Z', 'revision_number': 4, 'project_id': 'dd2e13ce1205406fa292cb7ef70743a9', 'gw_port': {'id': '06dba538-0455-450e-a221-1f48583c3823', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:fd:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d76ba02-58a9-4103-b9df-073c1462a5d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:18:13Z', 'updated_at': '2022-01-28T07:18:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '01260cba-c493-456c-93dd-93889eb0908c', 'name': '', 'network_id': 'ec19ba11-5495-4bd5-a1d7-3b9cb60d6672', 'tenant_id': 'dd2e13ce1205406fa292cb7ef70743a9', 'mac_address': 'fa:16:3e:8c:4a:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d76ba02-58a9-4103-b9df-073c1462a5d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '93fcb993-73a7-4360-acad-236d0cf05608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:18:19Z', 'updated_at': '2022-01-28T07:18:26Z', 'revision_number': 4, 'project_id': 'dd2e13ce1205406fa292cb7ef70743a9', 'subnets': [{'id': '93fcb993-73a7-4360-acad-236d0cf05608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:18:27.489432 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2bffcc56-4bc6-42a3-a5f7-bf4465a5e69d tempest-ServersTestFqdnHostnames-1425549223 tempest-ServersTestFqdnHostnames-1425549223-project] Publish callbacks [] for security_group_rule (bf062b6f-691d-43d2-911c-08a529c56059), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:27.498986 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2bffcc56-4bc6-42a3-a5f7-bf4465a5e69d tempest-ServersTestFqdnHostnames-1425549223 tempest-ServersTestFqdnHostnames-1425549223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (bf062b6f-691d-43d2-911c-08a529c56059), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:27.513221 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7ba478-7e3b-4fa4-8f96-9df7a185db04 None None] The sync data for ids ['1d76ba02-58a9-4103-b9df-073c1462a5d5'] in n-d-712749-28 is: [{'id': '1d76ba02-58a9-4103-b9df-073c1462a5d5', 'name': 'tempest-ServersTestFqdnHostnames-1145654772-router', 'tenant_id': 'dd2e13ce1205406fa292cb7ef70743a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '06dba538-0455-450e-a221-1f48583c3823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:18:12Z', 'updated_at': '2022-01-28T07:18:22Z', 'revision_number': 4, 'project_id': 'dd2e13ce1205406fa292cb7ef70743a9', 'gw_port': {'id': '06dba538-0455-450e-a221-1f48583c3823', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:fd:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d76ba02-58a9-4103-b9df-073c1462a5d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:18:13Z', 'updated_at': '2022-01-28T07:18:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '01260cba-c493-456c-93dd-93889eb0908c', 'name': '', 'network_id': 'ec19ba11-5495-4bd5-a1d7-3b9cb60d6672', 'tenant_id': 'dd2e13ce1205406fa292cb7ef70743a9', 'mac_address': 'fa:16:3e:8c:4a:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d76ba02-58a9-4103-b9df-073c1462a5d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '93fcb993-73a7-4360-acad-236d0cf05608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:18:19Z', 'updated_at': '2022-01-28T07:18:26Z', 'revision_number': 4, 'project_id': 'dd2e13ce1205406fa292cb7ef70743a9', 'subnets': [{'id': '93fcb993-73a7-4360-acad-236d0cf05608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:18:27.536377 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bffcc56-4bc6-42a3-a5f7-bf4465a5e69d tempest-ServersTestFqdnHostnames-1425549223 tempest-ServersTestFqdnHostnames-1425549223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf062b6f-691d-43d2-911c-08a529c56059,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:18:27.552252 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2bffcc56-4bc6-42a3-a5f7-bf4465a5e69d tempest-ServersTestFqdnHostnames-1425549223 tempest-ServersTestFqdnHostnames-1425549223-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:27.553529 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-2bffcc56-4bc6-42a3-a5f7-bf4465a5e69d tempest-ServersTestFqdnHostnames-1425549223 tempest-ServersTestFqdnHostnames-1425549223-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5859947 Jan 28 07:18:27.556276 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 47674) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:18:27.561328 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-73d5b956-1e97-407c-8cdd-1bdc210d5d3c tempest-ServersTestFqdnHostnames-1425549223 tempest-ServersTestFqdnHostnames-1425549223-project] Request body: {'security_group_rule': {'security_group_id': '7b4ec343-77f3-49ed-9d59-5d308dcef7a1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:18:27.662317 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-73d5b956-1e97-407c-8cdd-1bdc210d5d3c tempest-ServersTestFqdnHostnames-1425549223 tempest-ServersTestFqdnHostnames-1425549223-project] Publish callbacks [] for security_group_rule (c0d730a5-470e-4be4-aaa9-df9919f5ebcd), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:27.695462 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-a31efea7-1a3c-4a48-ad14-a94605b9c111 req-a28e85f4-1c77-48c5-8564-e9a3d16b336a tempest-ServersNegativeTestMultiTenantJSON-1071522538 tempest-ServersNegativeTestMultiTenantJSON-1071522538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (f7a2e3d5-20e7-41a7-a25d-1798565062b0), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:27.712728 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2947e38c-5292-413e-bf4f-510dde1061ea req-1742e182-9bcb-4ba3-87ae-4def96229011 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/security-groups?id=e977f99b-7e7b-4d49-bf15-4fd22b3b3b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2844739 Jan 28 07:18:27.729358 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['f7a2e3d5-20e7-41a7-a25d-1798565062b0'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:18:27.765592 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28e85f4-1c77-48c5-8564-e9a3d16b336a tempest-ServersNegativeTestMultiTenantJSON-1071522538 tempest-ServersNegativeTestMultiTenantJSON-1071522538-project] Pushing event deleted for resources: {'Port': ['ID=f7a2e3d5-20e7-41a7-a25d-1798565062b0,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:18:27.853315 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-73d5b956-1e97-407c-8cdd-1bdc210d5d3c tempest-ServersTestFqdnHostnames-1425549223 tempest-ServersTestFqdnHostnames-1425549223-project] Publish callbacks [] for security_group_rule (c0d730a5-470e-4be4-aaa9-df9919f5ebcd), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:27.865115 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-73d5b956-1e97-407c-8cdd-1bdc210d5d3c tempest-ServersTestFqdnHostnames-1425549223 tempest-ServersTestFqdnHostnames-1425549223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (c0d730a5-470e-4be4-aaa9-df9919f5ebcd), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:27.908866 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-a31efea7-1a3c-4a48-ad14-a94605b9c111 req-a28e85f4-1c77-48c5-8564-e9a3d16b336a tempest-ServersNegativeTestMultiTenantJSON-1071522538 tempest-ServersNegativeTestMultiTenantJSON-1071522538-project] No DVR routers for this DVR port f7a2e3d5-20e7-41a7-a25d-1798565062b0 on host n-h2-712749-28 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:18:27.916321 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-73d5b956-1e97-407c-8cdd-1bdc210d5d3c tempest-ServersTestFqdnHostnames-1425549223 tempest-ServersTestFqdnHostnames-1425549223-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:27.922847 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-73d5b956-1e97-407c-8cdd-1bdc210d5d3c tempest-ServersTestFqdnHostnames-1425549223 tempest-ServersTestFqdnHostnames-1425549223-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3655508 Jan 28 07:18:27.924984 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 47686) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:18:27.935717 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-a31efea7-1a3c-4a48-ad14-a94605b9c111 req-a28e85f4-1c77-48c5-8564-e9a3d16b336a tempest-ServersNegativeTestMultiTenantJSON-1071522538 tempest-ServersNegativeTestMultiTenantJSON-1071522538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:27.936037 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-8592c22c-4746-4eb1-9ff3-df6ec01fb1e3 tempest-ServersTestFqdnHostnames-1425549223 tempest-ServersTestFqdnHostnames-1425549223-project] Request body: {'floatingip': {'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:18:27.949499 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a31efea7-1a3c-4a48-ad14-a94605b9c111 req-a28e85f4-1c77-48c5-8564-e9a3d16b336a tempest-ServersNegativeTestMultiTenantJSON-1071522538 tempest-ServersNegativeTestMultiTenantJSON-1071522538-project] 10.222.0.44 "DELETE /v2.0/ports/f7a2e3d5-20e7-41a7-a25d-1798565062b0 HTTP/1.1" status: 204 len: 173 time: 2.4219646 Jan 28 07:18:27.950012 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46c20bef-cc96-40df-93b9-1b9b4a054ccc', 'name': 'network-vif-deleted', 'tag': 'f7a2e3d5-20e7-41a7-a25d-1798565062b0'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:18:27.961901 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd14d4fc-55cb-476c-ad04-87773cfe181f" -d '{"events": [{"server_uuid": "46c20bef-cc96-40df-93b9-1b9b4a054ccc", "name": "network-vif-deleted", "tag": "f7a2e3d5-20e7-41a7-a25d-1798565062b0"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:18:27.982107 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d5b956-1e97-407c-8cdd-1bdc210d5d3c tempest-ServersTestFqdnHostnames-1425549223 tempest-ServersTestFqdnHostnames-1425549223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0d730a5-470e-4be4-aaa9-df9919f5ebcd,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:18:28.017158 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8592c22c-4746-4eb1-9ff3-df6ec01fb1e3 tempest-ServersTestFqdnHostnames-1425549223 tempest-ServersTestFqdnHostnames-1425549223-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:28.078743 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 7 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 07:18:28.207715 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d546de2e-7070-4a4a-8d7e-818739453209 req-fc9f97cb-6e5e-4a60-97b7-e06ce9b98158 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:28.229643 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d546de2e-7070-4a4a-8d7e-818739453209 req-fc9f97cb-6e5e-4a60-97b7-e06ce9b98158 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fa73890-3c2c-4c59-9c73-ce1eca1f276c HTTP/1.1" status: 200 len: 945 time: 0.3071344 Jan 28 07:18:28.303951 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7df46e6a-44ee-4e26-8bfa-383c1141ad98 req-531f99a8-5996-4c8d-aace-fc79e89bf814 tempest-ServerDiagnosticsNegativeTest-956533014 tempest-ServerDiagnosticsNegativeTest-956533014-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=11fa192fd5054fa3b9be700f0857ce94&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0601609 Jan 28 07:18:28.332915 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [req-291a73b2-d921-45ca-97fd-88bb8ee02ab1 req-2a90dd66-eb99-4b23-be76-fcabad653981 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abbd84d5-e542-4ff6-acff-5ea0378573e1 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:18:28.349839 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-291a73b2-d921-45ca-97fd-88bb8ee02ab1 req-2a90dd66-eb99-4b23-be76-fcabad653981 service neutron] Publish callbacks [] for port (abbd84d5-e542-4ff6-acff-5ea0378573e1), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:28.382275 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d546de2e-7070-4a4a-8d7e-818739453209 req-98de780c-f936-4827-badd-9c313aebe175 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f7766-6108-45d3-a769-5b5e90234849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411037 Jan 28 07:18:28.388991 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [req-291a73b2-d921-45ca-97fd-88bb8ee02ab1 req-2a90dd66-eb99-4b23-be76-fcabad653981 service neutron] Transition to ACTIVE for port object abbd84d5-e542-4ff6-acff-5ea0378573e1 will not be triggered until provisioned by entity L2. {{(pid=103283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:18:28.395560 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-291a73b2-d921-45ca-97fd-88bb8ee02ab1 req-2a90dd66-eb99-4b23-be76-fcabad653981 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (abbd84d5-e542-4ff6-acff-5ea0378573e1), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:28.560108 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a90dd66-eb99-4b23-be76-fcabad653981 service neutron] Pushing event updated for resources: {'Port': ['ID=abbd84d5-e542-4ff6-acff-5ea0378573e1,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:18:28.666862 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-db908ecc-03ae-4fcf-89cd-2653c79746f1 req-5a1f13aa-c0a3-4766-8755-6d1e4df885c2 tempest-ServersNegativeTestMultiTenantJSON-1071522538 tempest-ServersNegativeTestMultiTenantJSON-1071522538-project] 10.222.0.41 "GET /v2.0/ports?device_id=46c20bef-cc96-40df-93b9-1b9b4a054ccc HTTP/1.1" status: 200 len: 210 time: 0.0767324 Jan 28 07:18:28.693129 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df46e6a-44ee-4e26-8bfa-383c1141ad98 req-77891172-6b03-4df6-a2ee-e715b2211cad tempest-ServerDiagnosticsNegativeTest-956533014 tempest-ServerDiagnosticsNegativeTest-956533014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:28.702692 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 01260cba-c493-456c-93dd-93889eb0908c up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:18:28.707351 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7df46e6a-44ee-4e26-8bfa-383c1141ad98 req-77891172-6b03-4df6-a2ee-e715b2211cad tempest-ServerDiagnosticsNegativeTest-956533014 tempest-ServerDiagnosticsNegativeTest-956533014-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4024692 Jan 28 07:18:28.810292 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f97d69a3-7cb7-498f-b556-ee154a367c83 x-openstack-request-id: req-f97d69a3-7cb7-498f-b556-ee154a367c83 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:18:28.811272 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46c20bef-cc96-40df-93b9-1b9b4a054ccc", "name": "network-vif-deleted", "tag": "f7a2e3d5-20e7-41a7-a25d-1798565062b0", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:18:28.811767 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f97d69a3-7cb7-498f-b556-ee154a367c83 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:18:28.812428 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46c20bef-cc96-40df-93b9-1b9b4a054ccc', 'name': 'network-vif-deleted', 'tag': 'f7a2e3d5-20e7-41a7-a25d-1798565062b0', 'status': 'completed', 'code': 200} Jan 28 07:18:28.815978 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-291a73b2-d921-45ca-97fd-88bb8ee02ab1 req-2a90dd66-eb99-4b23-be76-fcabad653981 service neutron] Attempting to bind port abbd84d5-e542-4ff6-acff-5ea0378573e1 on host n-h2-712749-28 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:18:28.823802 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-291a73b2-d921-45ca-97fd-88bb8ee02ab1 req-2a90dd66-eb99-4b23-be76-fcabad653981 service neutron] Attempting to bind port abbd84d5-e542-4ff6-acff-5ea0378573e1 by drivers openvswitch,hyperv on host n-h2-712749-28 at level 0 using segments [{'id': '0129dffb-fe43-47b5-a269-4f49ca8f6de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c613bbee-ac30-4d50-a837-418713fc934d'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:18:28.824520 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-291a73b2-d921-45ca-97fd-88bb8ee02ab1 req-2a90dd66-eb99-4b23-be76-fcabad653981 service neutron] Attempting to bind port abbd84d5-e542-4ff6-acff-5ea0378573e1 on network c613bbee-ac30-4d50-a837-418713fc934d {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:18:28.841021 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-291a73b2-d921-45ca-97fd-88bb8ee02ab1 req-2a90dd66-eb99-4b23-be76-fcabad653981 service neutron] Port abbd84d5-e542-4ff6-acff-5ea0378573e1 on network c613bbee-ac30-4d50-a837-418713fc934d not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-28 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:18:28.841229 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7df46e6a-44ee-4e26-8bfa-383c1141ad98 req-bd886d3b-2aab-4029-ba7d-927217fce3dc tempest-ServerDiagnosticsNegativeTest-956533014 tempest-ServerDiagnosticsNegativeTest-956533014-project] 10.222.0.41 "GET /v2.0/quotas/11fa192fd5054fa3b9be700f0857ce94 HTTP/1.1" status: 200 len: 375 time: 0.1197321 Jan 28 07:18:28.842464 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-291a73b2-d921-45ca-97fd-88bb8ee02ab1 req-2a90dd66-eb99-4b23-be76-fcabad653981 service neutron] Attempting to bind port abbd84d5-e542-4ff6-acff-5ea0378573e1 on network c613bbee-ac30-4d50-a837-418713fc934d {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:18:28.857157 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-291a73b2-d921-45ca-97fd-88bb8ee02ab1 req-2a90dd66-eb99-4b23-be76-fcabad653981 service neutron] Checking agent: {'id': 'c9906e63-062c-432e-bb53-63fdb8115e18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:18:28.857860 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-291a73b2-d921-45ca-97fd-88bb8ee02ab1 req-2a90dd66-eb99-4b23-be76-fcabad653981 service neutron] Checking segment: {'id': '0129dffb-fe43-47b5-a269-4f49ca8f6de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c613bbee-ac30-4d50-a837-418713fc934d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:18:28.858471 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-291a73b2-d921-45ca-97fd-88bb8ee02ab1 req-2a90dd66-eb99-4b23-be76-fcabad653981 service neutron] Bound using segment: {'id': '0129dffb-fe43-47b5-a269-4f49ca8f6de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c613bbee-ac30-4d50-a837-418713fc934d'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:18:28.859134 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-291a73b2-d921-45ca-97fd-88bb8ee02ab1 req-2a90dd66-eb99-4b23-be76-fcabad653981 service neutron] Bound port: abbd84d5-e542-4ff6-acff-5ea0378573e1, host: n-h2-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0129dffb-fe43-47b5-a269-4f49ca8f6de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c613bbee-ac30-4d50-a837-418713fc934d'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:18:28.859719 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-291a73b2-d921-45ca-97fd-88bb8ee02ab1 req-2a90dd66-eb99-4b23-be76-fcabad653981 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (abbd84d5-e542-4ff6-acff-5ea0378573e1), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:28.891837 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8592c22c-4746-4eb1-9ff3-df6ec01fb1e3 tempest-ServersTestFqdnHostnames-1425549223 tempest-ServersTestFqdnHostnames-1425549223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:28.901860 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 01260cba-c493-456c-93dd-93889eb0908c triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:18:28.902407 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (01260cba-c493-456c-93dd-93889eb0908c), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:28.953905 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7df46e6a-44ee-4e26-8bfa-383c1141ad98 req-d4a4f65e-7992-4020-bcdf-69b9bcafb5d0 tempest-ServerDiagnosticsNegativeTest-956533014 tempest-ServerDiagnosticsNegativeTest-956533014-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=11fa192fd5054fa3b9be700f0857ce94&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1025651 Jan 28 07:18:29.063362 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-291a73b2-d921-45ca-97fd-88bb8ee02ab1 req-2a90dd66-eb99-4b23-be76-fcabad653981 service neutron] For port abbd84d5-e542-4ff6-acff-5ea0378573e1, host n-h2-712749-28, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:18:29.078776 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9727f1aa-6369-4480-beca-6371b374eeb0 req-0ffeb58d-3c98-4854-8161-0deb9bebf769 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:29.091611 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9727f1aa-6369-4480-beca-6371b374eeb0 req-0ffeb58d-3c98-4854-8161-0deb9bebf769 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:29.098521 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9727f1aa-6369-4480-beca-6371b374eeb0 req-0ffeb58d-3c98-4854-8161-0deb9bebf769 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:29.104481 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9727f1aa-6369-4480-beca-6371b374eeb0 req-0ffeb58d-3c98-4854-8161-0deb9bebf769 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:29.114921 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9727f1aa-6369-4480-beca-6371b374eeb0 req-0ffeb58d-3c98-4854-8161-0deb9bebf769 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:29.125220 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9727f1aa-6369-4480-beca-6371b374eeb0 req-0ffeb58d-3c98-4854-8161-0deb9bebf769 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:29.130805 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 01260cba-c493-456c-93dd-93889eb0908c is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:18:29.137455 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9727f1aa-6369-4480-beca-6371b374eeb0 req-0ffeb58d-3c98-4854-8161-0deb9bebf769 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:29.142891 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9727f1aa-6369-4480-beca-6371b374eeb0 req-0ffeb58d-3c98-4854-8161-0deb9bebf769 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009 HTTP/1.1" status: 200 len: 5429 time: 0.1838696 Jan 28 07:18:29.152084 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-291a73b2-d921-45ca-97fd-88bb8ee02ab1 req-2a90dd66-eb99-4b23-be76-fcabad653981 service neutron] For port abbd84d5-e542-4ff6-acff-5ea0378573e1, host n-h2-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=abbd84d5-e542-4ff6-acff-5ea0378573e1,segment=NetworkSegment(0129dffb-fe43-47b5-a269-4f49ca8f6de7),segment_id=0129dffb-fe43-47b5-a269-4f49ca8f6de7)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:18:29.175651 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-291a73b2-d921-45ca-97fd-88bb8ee02ab1 req-2a90dd66-eb99-4b23-be76-fcabad653981 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (abbd84d5-e542-4ff6-acff-5ea0378573e1), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:29.192318 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-8592c22c-4746-4eb1-9ff3-df6ec01fb1e3 tempest-ServersTestFqdnHostnames-1425549223 tempest-ServersTestFqdnHostnames-1425549223-project] Allocated IP 172.25.6.68 (7d5b3724-deef-4831-8d43-cb9b8176573c/b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc/0c876b5a-b291-4e79-b0aa-96edfcf3611b) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:18:29.293103 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9727f1aa-6369-4480-beca-6371b374eeb0 req-3df75e94-5710-4859-93ec-3333cdcbf39d tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/security-groups?id=e05d74b3-220f-46cd-b475-266b231f0f88&id=7f4d2140-e017-41d8-8ff9-e5d9b5e3138b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1370814 Jan 28 07:18:29.313366 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291a73b2-d921-45ca-97fd-88bb8ee02ab1 req-2a90dd66-eb99-4b23-be76-fcabad653981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:29.313991 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-291a73b2-d921-45ca-97fd-88bb8ee02ab1 req-2a90dd66-eb99-4b23-be76-fcabad653981 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:29.315819 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-291a73b2-d921-45ca-97fd-88bb8ee02ab1 req-2a90dd66-eb99-4b23-be76-fcabad653981 service neutron] 10.222.0.44 "PUT /v2.0/ports/abbd84d5-e542-4ff6-acff-5ea0378573e1 HTTP/1.1" status: 200 len: 1092 time: 3.1336184 Jan 28 07:18:29.339254 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a90dd66-eb99-4b23-be76-fcabad653981 service neutron] Pushing event updated for resources: {'Port': ['ID=abbd84d5-e542-4ff6-acff-5ea0378573e1,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:18:29.479253 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3aa3770-7d68-48a2-a644-698e6b27957f req-78cef0f0-c874-4fa9-af0b-a0024034c7df tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:29.485858 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291a73b2-d921-45ca-97fd-88bb8ee02ab1 req-c59d9b17-c713-4388-853f-9a3be217845d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:29.486976 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a3aa3770-7d68-48a2-a644-698e6b27957f req-78cef0f0-c874-4fa9-af0b-a0024034c7df tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fa73890-3c2c-4c59-9c73-ce1eca1f276c HTTP/1.1" status: 200 len: 945 time: 0.1501377 Jan 28 07:18:29.490425 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-291a73b2-d921-45ca-97fd-88bb8ee02ab1 req-c59d9b17-c713-4388-853f-9a3be217845d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=229c6d67826441e4877349f4a14040af&device_id=0be7ca3e-7176-4e55-a138-d2565c9cc050 HTTP/1.1" status: 200 len: 1095 time: 0.1115093 Jan 28 07:18:29.519889 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8592c22c-4746-4eb1-9ff3-df6ec01fb1e3 tempest-ServersTestFqdnHostnames-1425549223 tempest-ServersTestFqdnHostnames-1425549223-project] Publish callbacks [] for port (0c876b5a-b291-4e79-b0aa-96edfcf3611b), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:29.586877 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-291a73b2-d921-45ca-97fd-88bb8ee02ab1 req-039a84d5-8bbc-47a8-a148-86b0a154ec97 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=abbd84d5-e542-4ff6-acff-5ea0378573e1 HTTP/1.1" status: 200 len: 217 time: 0.0812988 Jan 28 07:18:29.608977 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a3aa3770-7d68-48a2-a644-698e6b27957f req-a6314da0-1a1b-40de-b663-7c64872a3c2f tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f7766-6108-45d3-a769-5b5e90234849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209965 Jan 28 07:18:29.661777 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8592c22c-4746-4eb1-9ff3-df6ec01fb1e3 tempest-ServersTestFqdnHostnames-1425549223 tempest-ServersTestFqdnHostnames-1425549223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (0c876b5a-b291-4e79-b0aa-96edfcf3611b), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:29.787771 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291a73b2-d921-45ca-97fd-88bb8ee02ab1 req-69e9e0ba-12cd-41b2-9185-5cb91a22acd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:29.789385 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-291a73b2-d921-45ca-97fd-88bb8ee02ab1 req-69e9e0ba-12cd-41b2-9185-5cb91a22acd9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ff9bdb84-da64-4de0-bfaf-1dc458d2c06f HTTP/1.1" status: 200 len: 851 time: 0.1881533 Jan 28 07:18:29.828319 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64766b5d-fe40-4780-89b6-226e3edab08a req-a2f5b4ed-209d-47df-a959-89105a587d57 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:29.832964 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-64766b5d-fe40-4780-89b6-226e3edab08a req-a2f5b4ed-209d-47df-a959-89105a587d57 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?device_id=0be7ca3e-7176-4e55-a138-d2565c9cc050 HTTP/1.1" status: 200 len: 943 time: 0.0990489 Jan 28 07:18:29.838611 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8592c22c-4746-4eb1-9ff3-df6ec01fb1e3 tempest-ServersTestFqdnHostnames-1425549223 tempest-ServersTestFqdnHostnames-1425549223-project] Network 7d5b3724-deef-4831-8d43-cb9b8176573c is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:18:29.853195 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-291a73b2-d921-45ca-97fd-88bb8ee02ab1 req-1d1ed4e2-6bf8-480b-ae44-4b0586268a27 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c613bbee-ac30-4d50-a837-418713fc934d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556192 Jan 28 07:18:29.864551 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e0dcb3ae-8fbb-4057-8511-26b49c7ed0ef req-4d7bb931-ac60-4b3a-8f6a-c2680122ef90 tempest-ServerDiagnosticsNegativeTest-956533014 tempest-ServerDiagnosticsNegativeTest-956533014-project] 10.222.0.41 "GET /v2.0/ports?device_id=73c0b8c5-01a0-4491-9460-1d484357180e HTTP/1.1" status: 200 len: 210 time: 0.1026812 Jan 28 07:18:29.875771 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-8592c22c-4746-4eb1-9ff3-df6ec01fb1e3 tempest-ServersTestFqdnHostnames-1425549223 tempest-ServersTestFqdnHostnames-1425549223-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:18:29.885730 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8592c22c-4746-4eb1-9ff3-df6ec01fb1e3 tempest-ServersTestFqdnHostnames-1425549223 tempest-ServersTestFqdnHostnames-1425549223-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:18:29.890000 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8592c22c-4746-4eb1-9ff3-df6ec01fb1e3 tempest-ServersTestFqdnHostnames-1425549223 tempest-ServersTestFqdnHostnames-1425549223-project] Pushing event updated for resources: {'Port': ['ID=0c876b5a-b291-4e79-b0aa-96edfcf3611b,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:18:29.988833 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-64766b5d-fe40-4780-89b6-226e3edab08a req-2773c868-015f-4b16-9600-eaabe9b0e6ce tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/security-groups?id=e977f99b-7e7b-4d49-bf15-4fd22b3b3b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380887 Jan 28 07:18:30.013956 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 47740) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:18:30.069519 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8592c22c-4746-4eb1-9ff3-df6ec01fb1e3 tempest-ServersTestFqdnHostnames-1425549223 tempest-ServersTestFqdnHostnames-1425549223-project] Publish callbacks [] for floatingip (b3151dad-dcc2-4993-8fc4-da5a5f6c28af), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:30.204566 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46f02ad-a335-4a31-9b6d-cfb235cf3461 req-7e21ab06-bcdd-438f-afec-2aee243a1b25 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:30.214484 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e46f02ad-a335-4a31-9b6d-cfb235cf3461 req-7e21ab06-bcdd-438f-afec-2aee243a1b25 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fa73890-3c2c-4c59-9c73-ce1eca1f276c HTTP/1.1" status: 200 len: 945 time: 0.1283710 Jan 28 07:18:30.225310 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8592c22c-4746-4eb1-9ff3-df6ec01fb1e3 tempest-ServersTestFqdnHostnames-1425549223 tempest-ServersTestFqdnHostnames-1425549223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (0c876b5a-b291-4e79-b0aa-96edfcf3611b), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:30.250270 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 47744) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:18:30.336924 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e46f02ad-a335-4a31-9b6d-cfb235cf3461 req-149fe825-5814-4156-90f5-8e2ce97e9d67 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f7766-6108-45d3-a769-5b5e90234849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210601 Jan 28 07:18:30.392175 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device f7a2e3d5-20e7-41a7-a25d-1798565062b0 no longer exists at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:18:30.451226 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] No Port match for: f7a2e3d5-20e7-41a7-a25d-1798565062b0 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:18:30.452517 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device f7a2e3d5-20e7-41a7-a25d-1798565062b0 not bound to the agent host n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:18:30.522705 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-15c6e1a3-38af-4b6e-9af3-f4c67eefd0c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:30.572129 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac160aa5-110c-4a27-8e7d-973d7720d242 admin admin] Deleting subnet 6c6fd552-2123-4db9-a685-371460aa7617 {{(pid=103283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:18:30.576816 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ac160aa5-110c-4a27-8e7d-973d7720d242 admin admin] Publish callbacks [] for subnet (6c6fd552-2123-4db9-a685-371460aa7617), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:30.623200 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53265f96-ffcd-4de4-854b-ef399e9e192d req-60b4774b-fc56-4d98-b068-6da94a87dbb9 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:30.628808 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ac160aa5-110c-4a27-8e7d-973d7720d242 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13506696'] for subnet (6c6fd552-2123-4db9-a685-371460aa7617), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:30.630298 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53265f96-ffcd-4de4-854b-ef399e9e192d req-60b4774b-fc56-4d98-b068-6da94a87dbb9 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:30.636218 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53265f96-ffcd-4de4-854b-ef399e9e192d req-60b4774b-fc56-4d98-b068-6da94a87dbb9 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:30.641304 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53265f96-ffcd-4de4-854b-ef399e9e192d req-60b4774b-fc56-4d98-b068-6da94a87dbb9 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:30.646768 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53265f96-ffcd-4de4-854b-ef399e9e192d req-60b4774b-fc56-4d98-b068-6da94a87dbb9 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:30.652309 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53265f96-ffcd-4de4-854b-ef399e9e192d req-60b4774b-fc56-4d98-b068-6da94a87dbb9 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:30.658855 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53265f96-ffcd-4de4-854b-ef399e9e192d req-60b4774b-fc56-4d98-b068-6da94a87dbb9 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:30.664297 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-53265f96-ffcd-4de4-854b-ef399e9e192d req-60b4774b-fc56-4d98-b068-6da94a87dbb9 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009 HTTP/1.1" status: 200 len: 5429 time: 0.1671209 Jan 28 07:18:30.726865 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c8a923-490b-4791-9b2b-c4956ead3b5b req-a4a760b5-9461-4910-902e-fb799fa906a1 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:30.733413 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-91c8a923-490b-4791-9b2b-c4956ead3b5b req-a4a760b5-9461-4910-902e-fb799fa906a1 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fa73890-3c2c-4c59-9c73-ce1eca1f276c HTTP/1.1" status: 200 len: 945 time: 0.2360194 Jan 28 07:18:30.739142 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ac160aa5-110c-4a27-8e7d-973d7720d242 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (6c6fd552-2123-4db9-a685-371460aa7617), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:30.744382 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-291a73b2-d921-45ca-97fd-88bb8ee02ab1 req-35521e62-0637-4b7d-8ba0-bad426014f27 service neutron] 10.222.0.44 "GET /v2.0/networks/c613bbee-ac30-4d50-a837-418713fc934d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8663030 Jan 28 07:18:30.757732 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8592c22c-4746-4eb1-9ff3-df6ec01fb1e3 tempest-ServersTestFqdnHostnames-1425549223 tempest-ServersTestFqdnHostnames-1425549223-project] Publish callbacks [] for port (0c876b5a-b291-4e79-b0aa-96edfcf3611b), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:30.771806 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8592c22c-4746-4eb1-9ff3-df6ec01fb1e3 tempest-ServersTestFqdnHostnames-1425549223 tempest-ServersTestFqdnHostnames-1425549223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (0c876b5a-b291-4e79-b0aa-96edfcf3611b), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:30.818709 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0be7ca3e-7176-4e55-a138-d2565c9cc050', 'tag': 'abbd84d5-e542-4ff6-acff-5ea0378573e1'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:18:30.820900 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61187ed3-1c75-4f42-ac75-24e8563d0099" -d '{"events": [{"name": "network-changed", "server_uuid": "0be7ca3e-7176-4e55-a138-d2565c9cc050", "tag": "abbd84d5-e542-4ff6-acff-5ea0378573e1"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:18:30.837962 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-53265f96-ffcd-4de4-854b-ef399e9e192d req-9b1a2ced-824e-4209-a305-df1be117ac49 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/security-groups?id=e05d74b3-220f-46cd-b475-266b231f0f88&id=7f4d2140-e017-41d8-8ff9-e5d9b5e3138b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1517274 Jan 28 07:18:30.879137 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-15c6e1a3-38af-4b6e-9af3-f4c67eefd0c8 admin admin] Publish callbacks [] for security_group (cea5f3cf-4470-4e88-af70-debf21b631aa), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:30.879137 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8592c22c-4746-4eb1-9ff3-df6ec01fb1e3 tempest-ServersTestFqdnHostnames-1425549223 tempest-ServersTestFqdnHostnames-1425549223-project] Pushing event updated for resources: {'Port': ['ID=0c876b5a-b291-4e79-b0aa-96edfcf3611b,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:18:30.883899 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-15c6e1a3-38af-4b6e-9af3-f4c67eefd0c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (cea5f3cf-4470-4e88-af70-debf21b631aa), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:30.923294 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8592c22c-4746-4eb1-9ff3-df6ec01fb1e3 tempest-ServersTestFqdnHostnames-1425549223 tempest-ServersTestFqdnHostnames-1425549223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16609095'] for floatingip (b3151dad-dcc2-4993-8fc4-da5a5f6c28af), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:30.945320 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c6e1a3-38af-4b6e-9af3-f4c67eefd0c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cea5f3cf-4470-4e88-af70-debf21b631aa,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:18:30.950106 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-15c6e1a3-38af-4b6e-9af3-f4c67eefd0c8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e3ce01e5147a4cf6ada1e57146c70ee2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6929255 Jan 28 07:18:30.963441 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 47758) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:18:30.987718 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8592c22c-4746-4eb1-9ff3-df6ec01fb1e3 tempest-ServersTestFqdnHostnames-1425549223 tempest-ServersTestFqdnHostnames-1425549223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for floatingip (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:30.989235 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-8592c22c-4746-4eb1-9ff3-df6ec01fb1e3 tempest-ServersTestFqdnHostnames-1425549223 tempest-ServersTestFqdnHostnames-1425549223-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0586879 Jan 28 07:18:30.989983 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ac160aa5-110c-4a27-8e7d-973d7720d242 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13546665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13556132'] for subnet (6c6fd552-2123-4db9-a685-371460aa7617), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:31.067071 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac160aa5-110c-4a27-8e7d-973d7720d242 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c6fd552-2123-4db9-a685-371460aa7617,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:18:31.083911 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-334e4ab6-2fa6-40a8-86a5-9c2ac35e68c2 admin admin] Publish callbacks [] for security_group (cea5f3cf-4470-4e88-af70-debf21b631aa), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:31.106838 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-91c8a923-490b-4791-9b2b-c4956ead3b5b req-6c8614fd-a146-4af1-a645-6cac863e1438 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f7766-6108-45d3-a769-5b5e90234849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3373654 Jan 28 07:18:31.108557 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7df46e6a-44ee-4e26-8bfa-383c1141ad98 req-3c83e2b0-2081-48c0-a106-9fd8dae97a1c tempest-ServerDiagnosticsNegativeTest-956533014 tempest-ServerDiagnosticsNegativeTest-956533014-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=11fa192fd5054fa3b9be700f0857ce94&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0434048 Jan 28 07:18:31.136849 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-334e4ab6-2fa6-40a8-86a5-9c2ac35e68c2 admin admin] Publish callbacks [] for security_group (cea5f3cf-4470-4e88-af70-debf21b631aa), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:31.210275 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-334e4ab6-2fa6-40a8-86a5-9c2ac35e68c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (cea5f3cf-4470-4e88-af70-debf21b631aa), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:31.223846 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-334e4ab6-2fa6-40a8-86a5-9c2ac35e68c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:31.225339 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-334e4ab6-2fa6-40a8-86a5-9c2ac35e68c2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cea5f3cf-4470-4e88-af70-debf21b631aa HTTP/1.1" status: 204 len: 168 time: 0.2608621 Jan 28 07:18:31.273690 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e4ab6-2fa6-40a8-86a5-9c2ac35e68c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cea5f3cf-4470-4e88-af70-debf21b631aa,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:18:31.290681 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df46e6a-44ee-4e26-8bfa-383c1141ad98 req-e585fc6e-d0ab-4920-a60c-7a1dae3d5755 tempest-ServerDiagnosticsNegativeTest-956533014 tempest-ServerDiagnosticsNegativeTest-956533014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:31.290944 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8d3e272e-ab26-4842-b51f-9737d8cff024 req-83c9c319-7e73-45eb-94d1-260910864e58 tempest-ServerDiagnosticsNegativeTest-956533014 tempest-ServerDiagnosticsNegativeTest-956533014-project] 10.222.0.41 "GET /v2.0/ports?device_id=73c0b8c5-01a0-4491-9460-1d484357180e HTTP/1.1" status: 200 len: 210 time: 0.0555499 Jan 28 07:18:31.299499 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7df46e6a-44ee-4e26-8bfa-383c1141ad98 req-e585fc6e-d0ab-4920-a60c-7a1dae3d5755 tempest-ServerDiagnosticsNegativeTest-956533014 tempest-ServerDiagnosticsNegativeTest-956533014-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1841819 Jan 28 07:18:31.302151 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3643c82a-5931-4c1d-b021-e1e15404a3cd x-openstack-request-id: req-3643c82a-5931-4c1d-b021-e1e15404a3cd {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:18:31.302389 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0be7ca3e-7176-4e55-a138-d2565c9cc050", "tag": "abbd84d5-e542-4ff6-acff-5ea0378573e1", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:18:31.302686 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3643c82a-5931-4c1d-b021-e1e15404a3cd {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:18:31.303030 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0be7ca3e-7176-4e55-a138-d2565c9cc050', 'tag': 'abbd84d5-e542-4ff6-acff-5ea0378573e1', 'status': 'completed', 'code': 200} Jan 28 07:18:31.307068 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ac160aa5-110c-4a27-8e7d-973d7720d242 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:31.313663 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 47770) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:18:31.313794 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-ac160aa5-110c-4a27-8e7d-973d7720d242 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/6c6fd552-2123-4db9-a685-371460aa7617 HTTP/1.1" status: 204 len: 168 time: 1.2975764 Jan 28 07:18:31.401924 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-7df46e6a-44ee-4e26-8bfa-383c1141ad98 req-b34eba8d-7187-4cfa-8589-6dcd08646646 tempest-ServerDiagnosticsNegativeTest-956533014 tempest-ServerDiagnosticsNegativeTest-956533014-project] Request body: {'port': {'device_id': '73c0b8c5-01a0-4491-9460-1d484357180e', 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb', 'admin_state_up': True, 'tenant_id': '11fa192fd5054fa3b9be700f0857ce94'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:18:31.482012 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-291a73b2-d921-45ca-97fd-88bb8ee02ab1 req-f30b0636-4769-4631-b251-3f0fe2ae8446 service neutron] 10.222.0.44 "GET /v2.0/networks/c613bbee-ac30-4d50-a837-418713fc934d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7073407 Jan 28 07:18:31.498474 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ef615092-e9e0-42d2-a61d-e3ac65597516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (a0421bb7-ebd3-4a90-bb93-43d15210462c), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:31.509860 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33b433e-72ec-47a9-8f6b-4dfcbb17d342 req-e4778757-e0bf-41f6-a860-fa3bdaacbb25 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:31.511541 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b33b433e-72ec-47a9-8f6b-4dfcbb17d342 req-e4778757-e0bf-41f6-a860-fa3bdaacbb25 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?device_id=0be7ca3e-7176-4e55-a138-d2565c9cc050 HTTP/1.1" status: 200 len: 943 time: 0.1903870 Jan 28 07:18:31.593494 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b33b433e-72ec-47a9-8f6b-4dfcbb17d342 req-bdaa1daf-1029-4275-89fb-94968c0fa437 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/security-groups?id=e977f99b-7e7b-4d49-bf15-4fd22b3b3b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695231 Jan 28 07:18:31.634354 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7df46e6a-44ee-4e26-8bfa-383c1141ad98 req-b34eba8d-7187-4cfa-8589-6dcd08646646 tempest-ServerDiagnosticsNegativeTest-956533014 tempest-ServerDiagnosticsNegativeTest-956533014-project] Made reservation on behalf of 11fa192fd5054fa3b9be700f0857ce94 for: {'port': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:18:31.637795 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-7df46e6a-44ee-4e26-8bfa-383c1141ad98 req-b34eba8d-7187-4cfa-8589-6dcd08646646 tempest-ServerDiagnosticsNegativeTest-956533014 tempest-ServerDiagnosticsNegativeTest-956533014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:31.649165 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-7df46e6a-44ee-4e26-8bfa-383c1141ad98 req-b34eba8d-7187-4cfa-8589-6dcd08646646 tempest-ServerDiagnosticsNegativeTest-956533014 tempest-ServerDiagnosticsNegativeTest-956533014-project] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:31.680918 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-685135b3-c707-4623-a5ee-2fede39147bb req-16f14e18-fd3e-4ba4-9404-a33ee73a798e tempest-ServersTestFqdnHostnames-1425549223 tempest-ServersTestFqdnHostnames-1425549223-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--513176993&fields=id&tenant_id=dd2e13ce1205406fa292cb7ef70743a9 HTTP/1.1" status: 200 len: 267 time: 0.1946523 Jan 28 07:18:31.690992 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61187ed3-1c75-4f42-ac75-24e8563d0099 req-cd32b276-a1cd-45fc-b6da-e0fea6a04c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:31.692521 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-61187ed3-1c75-4f42-ac75-24e8563d0099 req-cd32b276-a1cd-45fc-b6da-e0fea6a04c3e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=229c6d67826441e4877349f4a14040af&device_id=0be7ca3e-7176-4e55-a138-d2565c9cc050 HTTP/1.1" status: 200 len: 1095 time: 0.0972993 Jan 28 07:18:31.724732 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ef615092-e9e0-42d2-a61d-e3ac65597516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (a0421bb7-ebd3-4a90-bb93-43d15210462c), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:31.786526 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-ef615092-e9e0-42d2-a61d-e3ac65597516 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0421bb7-ebd3-4a90-bb93-43d15210462c']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:18:31.804428 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-ef615092-e9e0-42d2-a61d-e3ac65597516 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56641b58-c418-4fe2-9081-e4a3d6bf31b5') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:18:31.804764 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-ef615092-e9e0-42d2-a61d-e3ac65597516 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56641b58-c418-4fe2-9081-e4a3d6bf31b5') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:18:31.813462 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f650820f-c18b-47ac-a6d2-5e76c66c0404 req-91246fc6-893c-4c50-8a89-2ef409013ba7 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:31.815763 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f650820f-c18b-47ac-a6d2-5e76c66c0404 req-91246fc6-893c-4c50-8a89-2ef409013ba7 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fa73890-3c2c-4c59-9c73-ce1eca1f276c HTTP/1.1" status: 200 len: 945 time: 0.1416969 Jan 28 07:18:31.828620 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ef615092-e9e0-42d2-a61d-e3ac65597516 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24759294'] for segment (56641b58-c418-4fe2-9081-e4a3d6bf31b5), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:31.859347 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ef615092-e9e0-42d2-a61d-e3ac65597516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (56641b58-c418-4fe2-9081-e4a3d6bf31b5), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:31.874358 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685135b3-c707-4623-a5ee-2fede39147bb req-7b8040f2-b115-4287-953f-610ada511c37 tempest-ServersTestFqdnHostnames-1425549223 tempest-ServersTestFqdnHostnames-1425549223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:31.875983 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-685135b3-c707-4623-a5ee-2fede39147bb req-7b8040f2-b115-4287-953f-610ada511c37 tempest-ServersTestFqdnHostnames-1425549223 tempest-ServersTestFqdnHostnames-1425549223-project] 10.222.0.41 "GET /v2.0/networks?id=ec19ba11-5495-4bd5-a1d7-3b9cb60d6672 HTTP/1.1" status: 200 len: 815 time: 0.1849606 Jan 28 07:18:31.878310 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef615092-e9e0-42d2-a61d-e3ac65597516 admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:18:31.878882 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ef615092-e9e0-42d2-a61d-e3ac65597516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24757675'] for segment (56641b58-c418-4fe2-9081-e4a3d6bf31b5), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:31.881062 n-d-712749-28 neutron-server[103284]: Traceback (most recent call last): Jan 28 07:18:31.881062 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:18:31.881062 n-d-712749-28 neutron-server[103284]: timer() Jan 28 07:18:31.881062 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:18:31.881062 n-d-712749-28 neutron-server[103284]: cb(*args, **kw) Jan 28 07:18:31.881062 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:18:31.881062 n-d-712749-28 neutron-server[103284]: return func(*args, **kwargs) Jan 28 07:18:31.881062 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:18:31.881062 n-d-712749-28 neutron-server[103284]: self._notify() Jan 28 07:18:31.881062 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:18:31.881062 n-d-712749-28 neutron-server[103284]: self.callback(batched_events) Jan 28 07:18:31.881062 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:18:31.881062 n-d-712749-28 neutron-server[103284]: event.method(event) Jan 28 07:18:31.881062 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:18:31.881062 n-d-712749-28 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:18:31.881062 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:18:31.881062 n-d-712749-28 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:18:31.881062 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:18:31.881062 n-d-712749-28 neutron-server[103284]: return f(self, *a, **k) Jan 28 07:18:31.881062 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:18:31.881062 n-d-712749-28 neutron-server[103284]: return self._get(url).json() Jan 28 07:18:31.881062 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:18:31.881062 n-d-712749-28 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:18:31.881062 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:18:31.881062 n-d-712749-28 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Jan 28 07:18:31.881062 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:18:31.881062 n-d-712749-28 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:18:31.881062 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:18:31.881062 n-d-712749-28 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:18:31.881062 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:18:31.881062 n-d-712749-28 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:18:31.881062 n-d-712749-28 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:18:31.895575 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61187ed3-1c75-4f42-ac75-24e8563d0099 req-1cc061aa-bb89-4b17-8c96-610b9e78d829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:31.897263 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-61187ed3-1c75-4f42-ac75-24e8563d0099 req-1cc061aa-bb89-4b17-8c96-610b9e78d829 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c613bbee-ac30-4d50-a837-418713fc934d HTTP/1.1" status: 200 len: 912 time: 0.1841142 Jan 28 07:18:31.940551 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-685135b3-c707-4623-a5ee-2fede39147bb req-40de34be-34bd-4697-86d4-5aa982a2e0ac tempest-ServersTestFqdnHostnames-1425549223 tempest-ServersTestFqdnHostnames-1425549223-project] 10.222.0.41 "GET /v2.0/quotas/dd2e13ce1205406fa292cb7ef70743a9 HTTP/1.1" status: 200 len: 375 time: 0.0457821 Jan 28 07:18:31.964957 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-7df46e6a-44ee-4e26-8bfa-383c1141ad98 req-b34eba8d-7187-4cfa-8589-6dcd08646646 tempest-ServerDiagnosticsNegativeTest-956533014 tempest-ServerDiagnosticsNegativeTest-956533014-project] Publish callbacks [] for security_group (bf9b9c12-bb87-4ce4-97ce-418bcb7e92b0), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:31.967186 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-61187ed3-1c75-4f42-ac75-24e8563d0099 req-c0cf8a53-326c-4c04-bc7b-4bad6f03272b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=abbd84d5-e542-4ff6-acff-5ea0378573e1 HTTP/1.1" status: 200 len: 217 time: 0.0607963 Jan 28 07:18:31.972635 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-7df46e6a-44ee-4e26-8bfa-383c1141ad98 req-b34eba8d-7187-4cfa-8589-6dcd08646646 tempest-ServerDiagnosticsNegativeTest-956533014 tempest-ServerDiagnosticsNegativeTest-956533014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (bf9b9c12-bb87-4ce4-97ce-418bcb7e92b0), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:31.981085 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ef615092-e9e0-42d2-a61d-e3ac65597516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (a0421bb7-ebd3-4a90-bb93-43d15210462c), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:31.999145 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ef615092-e9e0-42d2-a61d-e3ac65597516 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:32.004699 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-ef615092-e9e0-42d2-a61d-e3ac65597516 admin admin] 10.222.0.41 "DELETE /v2.0/networks/a0421bb7-ebd3-4a90-bb93-43d15210462c HTTP/1.1" status: 204 len: 168 time: 0.6897898 Jan 28 07:18:32.007710 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef615092-e9e0-42d2-a61d-e3ac65597516 admin admin] Pushing event deleted for resources: {'Network': ['ID=a0421bb7-ebd3-4a90-bb93-43d15210462c,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:18:32.010867 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 47800) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:18:32.017764 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f650820f-c18b-47ac-a6d2-5e76c66c0404 req-6b1756f0-e1e8-4544-9597-ed94968870b2 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f7766-6108-45d3-a769-5b5e90234849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917775 Jan 28 07:18:32.078632 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-685135b3-c707-4623-a5ee-2fede39147bb req-5fc0d53b-784d-4c29-a786-eae76f399df6 tempest-ServersTestFqdnHostnames-1425549223 tempest-ServersTestFqdnHostnames-1425549223-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=dd2e13ce1205406fa292cb7ef70743a9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1312103 Jan 28 07:18:32.092289 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d9b8f96-93c7-425f-a479-29f5e9519c07 admin admin] Deleting subnet 3fd9df11-db3b-4785-802c-b9a2cac88ead {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:18:32.114150 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1d9b8f96-93c7-425f-a479-29f5e9519c07 admin admin] Publish callbacks [] for subnet (3fd9df11-db3b-4785-802c-b9a2cac88ead), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:32.137814 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34eba8d-7187-4cfa-8589-6dcd08646646 tempest-ServerDiagnosticsNegativeTest-956533014 tempest-ServerDiagnosticsNegativeTest-956533014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf9b9c12-bb87-4ce4-97ce-418bcb7e92b0,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:18:32.169390 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 47808) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:18:32.198899 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1d9b8f96-93c7-425f-a479-29f5e9519c07 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24759175'] for subnet (3fd9df11-db3b-4785-802c-b9a2cac88ead), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:32.200302 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61187ed3-1c75-4f42-ac75-24e8563d0099 req-cbed0e30-c309-4e14-a176-6206b4c9a112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:32.201814 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-61187ed3-1c75-4f42-ac75-24e8563d0099 req-cbed0e30-c309-4e14-a176-6206b4c9a112 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ff9bdb84-da64-4de0-bfaf-1dc458d2c06f HTTP/1.1" status: 200 len: 851 time: 0.2223945 Jan 28 07:18:32.265428 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1d9b8f96-93c7-425f-a479-29f5e9519c07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (3fd9df11-db3b-4785-802c-b9a2cac88ead), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:32.269772 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-685135b3-c707-4623-a5ee-2fede39147bb req-24844d4c-a9a7-4a4d-af3c-8b088e98df49 service neutron] 10.222.0.41 "GET /v2.0/networks/ec19ba11-5495-4bd5-a1d7-3b9cb60d6672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658876 Jan 28 07:18:32.270723 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2d9662-c662-4777-81d5-03b3d4f2e27f req-ec56845d-b4a9-49b3-b8e4-e9b7ffbbb360 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:32.276059 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2d9662-c662-4777-81d5-03b3d4f2e27f req-ec56845d-b4a9-49b3-b8e4-e9b7ffbbb360 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:32.281389 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2d9662-c662-4777-81d5-03b3d4f2e27f req-ec56845d-b4a9-49b3-b8e4-e9b7ffbbb360 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:32.287401 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2d9662-c662-4777-81d5-03b3d4f2e27f req-ec56845d-b4a9-49b3-b8e4-e9b7ffbbb360 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:32.292901 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2d9662-c662-4777-81d5-03b3d4f2e27f req-ec56845d-b4a9-49b3-b8e4-e9b7ffbbb360 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:32.298208 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2d9662-c662-4777-81d5-03b3d4f2e27f req-ec56845d-b4a9-49b3-b8e4-e9b7ffbbb360 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:32.303672 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2d9662-c662-4777-81d5-03b3d4f2e27f req-ec56845d-b4a9-49b3-b8e4-e9b7ffbbb360 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:32.305643 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-be2d9662-c662-4777-81d5-03b3d4f2e27f req-ec56845d-b4a9-49b3-b8e4-e9b7ffbbb360 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009 HTTP/1.1" status: 200 len: 5429 time: 0.1823921 Jan 28 07:18:32.329577 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-3e7ac7c1-6bc1-4ce6-a10e-1b6ae59f0d32 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1963086362-network', 'tenant_id': '8d47b614f63e4b68b737be6f6d46b64e'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:18:32.334228 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-61187ed3-1c75-4f42-ac75-24e8563d0099 req-8d85bcec-dc0b-452e-aaf9-3f09d3f9b145 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c613bbee-ac30-4d50-a837-418713fc934d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1237259 Jan 28 07:18:32.388766 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device abbd84d5-e542-4ff6-acff-5ea0378573e1 details requested by agent hyperv_n-h2-712749-28 with host n-h2-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:18:32.398091 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1d9b8f96-93c7-425f-a479-29f5e9519c07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24757569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24979817'] for subnet (3fd9df11-db3b-4785-802c-b9a2cac88ead), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:32.428560 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [req-7df46e6a-44ee-4e26-8bfa-383c1141ad98 req-b34eba8d-7187-4cfa-8589-6dcd08646646 tempest-ServerDiagnosticsNegativeTest-956533014 tempest-ServerDiagnosticsNegativeTest-956533014-project] Allocated IP 192.168.233.59 (d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb/5785b43d-448b-4d12-9eb5-4e4caf2e7eaf/ab66b7ad-5496-47d6-ba92-d8fb60bbc0cc) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:18:32.430383 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1d9b8f96-93c7-425f-a479-29f5e9519c07 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:32.433920 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-1d9b8f96-93c7-425f-a479-29f5e9519c07 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/3fd9df11-db3b-4785-802c-b9a2cac88ead HTTP/1.1" status: 204 len: 168 time: 0.4215622 Jan 28 07:18:32.436224 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-685135b3-c707-4623-a5ee-2fede39147bb req-9a829b37-9b02-45c5-81e9-16c5f452e4da service neutron] 10.222.0.41 "GET /v2.0/networks/ec19ba11-5495-4bd5-a1d7-3b9cb60d6672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467631 Jan 28 07:18:32.436983 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 47814) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:18:32.444565 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9b8f96-93c7-425f-a479-29f5e9519c07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3fd9df11-db3b-4785-802c-b9a2cac88ead,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:18:32.482155 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e7ac7c1-6bc1-4ce6-a10e-1b6ae59f0d32 admin admin] Made reservation on behalf of 8d47b614f63e4b68b737be6f6d46b64e for: {'network': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:18:32.484442 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3e7ac7c1-6bc1-4ce6-a10e-1b6ae59f0d32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:32.528692 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3e7ac7c1-6bc1-4ce6-a10e-1b6ae59f0d32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:32.536011 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2c8d21e3-5249-4cc5-a577-9cfd5a606eee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (b12fd253-1141-439d-8411-e8aa6621b99c), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:32.536267 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-be2d9662-c662-4777-81d5-03b3d4f2e27f req-774e9bda-7904-4e32-9988-e09b66bbb47b tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/security-groups?id=e05d74b3-220f-46cd-b475-266b231f0f88&id=7f4d2140-e017-41d8-8ff9-e5d9b5e3138b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2108002 Jan 28 07:18:32.541062 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port abbd84d5-e542-4ff6-acff-5ea0378573e1, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=abbd84d5-e542-4ff6-acff-5ea0378573e1,segment=NetworkSegment(0129dffb-fe43-47b5-a269-4f49ca8f6de7),segment_id=0129dffb-fe43-47b5-a269-4f49ca8f6de7)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:18:32.563554 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Returning: {'device': 'abbd84d5-e542-4ff6-acff-5ea0378573e1', 'network_id': 'c613bbee-ac30-4d50-a837-418713fc934d', 'port_id': 'abbd84d5-e542-4ff6-acff-5ea0378573e1', 'mac_address': 'fa:16:3e:27:a7:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff9bdb84-da64-4de0-bfaf-1dc458d2c06f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:18:32.596894 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-61187ed3-1c75-4f42-ac75-24e8563d0099 req-e73dca24-a84e-460d-80e5-73450849d428 service neutron] 10.222.0.44 "GET /v2.0/networks/c613bbee-ac30-4d50-a837-418713fc934d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2525880 Jan 28 07:18:32.618866 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port abbd84d5-e542-4ff6-acff-5ea0378573e1 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:18:32.619261 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (abbd84d5-e542-4ff6-acff-5ea0378573e1), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:32.644049 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abbd84d5-e542-4ff6-acff-5ea0378573e1 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:18:32.644404 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2c8d21e3-5249-4cc5-a577-9cfd5a606eee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (b12fd253-1141-439d-8411-e8aa6621b99c), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:32.676406 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-2c8d21e3-5249-4cc5-a577-9cfd5a606eee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b12fd253-1141-439d-8411-e8aa6621b99c']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:18:32.689231 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-2c8d21e3-5249-4cc5-a577-9cfd5a606eee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0897fbe-1516-4b07-a665-c8db806b4795') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:18:32.690461 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-2c8d21e3-5249-4cc5-a577-9cfd5a606eee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0897fbe-1516-4b07-a665-c8db806b4795') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:18:32.690737 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port abbd84d5-e542-4ff6-acff-5ea0378573e1, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=abbd84d5-e542-4ff6-acff-5ea0378573e1,segment=NetworkSegment(0129dffb-fe43-47b5-a269-4f49ca8f6de7),segment_id=0129dffb-fe43-47b5-a269-4f49ca8f6de7)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:18:32.698634 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (abbd84d5-e542-4ff6-acff-5ea0378573e1), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:32.707630 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2c8d21e3-5249-4cc5-a577-9cfd5a606eee admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24759294'] for segment (c0897fbe-1516-4b07-a665-c8db806b4795), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:32.726679 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2c8d21e3-5249-4cc5-a577-9cfd5a606eee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (c0897fbe-1516-4b07-a665-c8db806b4795), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:32.740951 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c8d21e3-5249-4cc5-a577-9cfd5a606eee admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:18:32.741361 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2c8d21e3-5249-4cc5-a577-9cfd5a606eee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24757675'] for segment (c0897fbe-1516-4b07-a665-c8db806b4795), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:32.744959 n-d-712749-28 neutron-server[103284]: Traceback (most recent call last): Jan 28 07:18:32.744959 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:18:32.744959 n-d-712749-28 neutron-server[103284]: timer() Jan 28 07:18:32.744959 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:18:32.744959 n-d-712749-28 neutron-server[103284]: cb(*args, **kw) Jan 28 07:18:32.744959 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:18:32.744959 n-d-712749-28 neutron-server[103284]: return func(*args, **kwargs) Jan 28 07:18:32.744959 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:18:32.744959 n-d-712749-28 neutron-server[103284]: self._notify() Jan 28 07:18:32.744959 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:18:32.744959 n-d-712749-28 neutron-server[103284]: self.callback(batched_events) Jan 28 07:18:32.744959 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:18:32.744959 n-d-712749-28 neutron-server[103284]: event.method(event) Jan 28 07:18:32.744959 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:18:32.744959 n-d-712749-28 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:18:32.744959 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:18:32.744959 n-d-712749-28 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:18:32.744959 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:18:32.744959 n-d-712749-28 neutron-server[103284]: return f(self, *a, **k) Jan 28 07:18:32.744959 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:18:32.744959 n-d-712749-28 neutron-server[103284]: return self._get(url).json() Jan 28 07:18:32.744959 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:18:32.744959 n-d-712749-28 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:18:32.744959 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:18:32.744959 n-d-712749-28 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Jan 28 07:18:32.744959 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:18:32.744959 n-d-712749-28 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:18:32.744959 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:18:32.744959 n-d-712749-28 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:18:32.744959 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:18:32.744959 n-d-712749-28 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:18:32.744959 n-d-712749-28 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:18:32.785127 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=abbd84d5-e542-4ff6-acff-5ea0378573e1,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:18:32.851321 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2c8d21e3-5249-4cc5-a577-9cfd5a606eee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (b12fd253-1141-439d-8411-e8aa6621b99c), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:32.857702 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2c8d21e3-5249-4cc5-a577-9cfd5a606eee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:32.862876 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-2c8d21e3-5249-4cc5-a577-9cfd5a606eee admin admin] 10.222.0.41 "DELETE /v2.0/networks/b12fd253-1141-439d-8411-e8aa6621b99c HTTP/1.1" status: 204 len: 168 time: 0.4248502 Jan 28 07:18:32.900818 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:32.927265 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5d38a580-3d16-4e4c-83f8-e3892c7867d0 req-f5c72f94-42f3-4fd9-9488-516113e08a10 tempest-ServerDiagnosticsNegativeTest-956533014 tempest-ServerDiagnosticsNegativeTest-956533014-project] 10.222.0.41 "GET /v2.0/ports?device_id=73c0b8c5-01a0-4491-9460-1d484357180e HTTP/1.1" status: 200 len: 210 time: 0.0631692 Jan 28 07:18:32.928506 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8d21e3-5249-4cc5-a577-9cfd5a606eee admin admin] Pushing event deleted for resources: {'Network': ['ID=b12fd253-1141-439d-8411-e8aa6621b99c,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:18:32.970836 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-7df46e6a-44ee-4e26-8bfa-383c1141ad98 req-b34eba8d-7187-4cfa-8589-6dcd08646646 tempest-ServerDiagnosticsNegativeTest-956533014 tempest-ServerDiagnosticsNegativeTest-956533014-project] Publish callbacks [] for port (ab66b7ad-5496-47d6-ba92-d8fb60bbc0cc), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:32.986786 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['abbd84d5-e542-4ff6-acff-5ea0378573e1'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:18:32.990001 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9f25a6-9a7c-456b-af50-887184def3b4 req-e840ec81-7b9c-49bd-8ce1-446fa9aed42a tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:32.991728 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2b9f25a6-9a7c-456b-af50-887184def3b4 req-e840ec81-7b9c-49bd-8ce1-446fa9aed42a tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fa73890-3c2c-4c59-9c73-ce1eca1f276c HTTP/1.1" status: 200 len: 945 time: 0.2639689 Jan 28 07:18:32.998285 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3e7ac7c1-6bc1-4ce6-a10e-1b6ae59f0d32 admin admin] Publish callbacks [] for security_group (5c8c2b98-40bc-4b3e-966c-ff3138826009), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:33.001387 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-61187ed3-1c75-4f42-ac75-24e8563d0099 req-7f43bcc8-8305-4fca-b55e-79c4201884f8 service neutron] 10.222.0.44 "GET /v2.0/networks/c613bbee-ac30-4d50-a837-418713fc934d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3977675 Jan 28 07:18:33.013370 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3e7ac7c1-6bc1-4ce6-a10e-1b6ae59f0d32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (5c8c2b98-40bc-4b3e-966c-ff3138826009), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:33.060698 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e7ac7c1-6bc1-4ce6-a10e-1b6ae59f0d32 admin admin] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=103283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:18:33.078345 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 47830) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:18:33.093664 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7ac7c1-6bc1-4ce6-a10e-1b6ae59f0d32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c8c2b98-40bc-4b3e-966c-ff3138826009,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:18:33.102274 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3e7ac7c1-6bc1-4ce6-a10e-1b6ae59f0d32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (f988f3e6-2feb-4622-baed-2eae67dfbc12), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:33.102274 n-d-712749-28 neutron-server[103283]: INFO neutron.db.segments_db [None req-3e7ac7c1-6bc1-4ce6-a10e-1b6ae59f0d32 admin admin] Added segment f988f3e6-2feb-4622-baed-2eae67dfbc12 of type vlan for network fabbfec3-31f9-4fc0-ba06-c03647e55067 Jan 28 07:18:33.157400 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb4f531-5dfa-4809-ad89-bff0ff86ae7b req-b47702dd-8af7-4a65-bc92-2639c9f29aac tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:33.157862 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2b9f25a6-9a7c-456b-af50-887184def3b4 req-aef4c948-564c-4fd1-90eb-0d5e32121654 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f7766-6108-45d3-a769-5b5e90234849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540778 Jan 28 07:18:33.165077 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-7df46e6a-44ee-4e26-8bfa-383c1141ad98 req-b34eba8d-7187-4cfa-8589-6dcd08646646 tempest-ServerDiagnosticsNegativeTest-956533014 tempest-ServerDiagnosticsNegativeTest-956533014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (ab66b7ad-5496-47d6-ba92-d8fb60bbc0cc), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:33.166930 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-dfb4f531-5dfa-4809-ad89-bff0ff86ae7b req-b47702dd-8af7-4a65-bc92-2639c9f29aac tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?device_id=0be7ca3e-7176-4e55-a138-d2565c9cc050 HTTP/1.1" status: 200 len: 944 time: 0.1263437 Jan 28 07:18:33.175427 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3e7ac7c1-6bc1-4ce6-a10e-1b6ae59f0d32 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (fabbfec3-31f9-4fc0-ba06-c03647e55067), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:33.225264 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-8cde03d7-beb7-4747-b09a-eb0d5e510869 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b330d61c0e1d4442b4d2d6ec62f291bb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1455350 Jan 28 07:18:33.229305 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 47834) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:18:33.241546 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7df46e6a-44ee-4e26-8bfa-383c1141ad98 req-b34eba8d-7187-4cfa-8589-6dcd08646646 tempest-ServerDiagnosticsNegativeTest-956533014 tempest-ServerDiagnosticsNegativeTest-956533014-project] Network d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:18:33.249439 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7714c481-89d3-46c0-ae00-89de92b4370c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:33.261591 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-dfb4f531-5dfa-4809-ad89-bff0ff86ae7b req-eadcfef8-7d62-430b-b516-cbf54731885e tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/security-groups?id=e977f99b-7e7b-4d49-bf15-4fd22b3b3b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920606 Jan 28 07:18:33.268964 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34eba8d-7187-4cfa-8589-6dcd08646646 tempest-ServerDiagnosticsNegativeTest-956533014 tempest-ServerDiagnosticsNegativeTest-956533014-project] Pushing event updated for resources: {'Port': ['ID=ab66b7ad-5496-47d6-ba92-d8fb60bbc0cc,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:18:33.271446 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [req-7df46e6a-44ee-4e26-8bfa-383c1141ad98 req-b34eba8d-7187-4cfa-8589-6dcd08646646 tempest-ServerDiagnosticsNegativeTest-956533014 tempest-ServerDiagnosticsNegativeTest-956533014-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:18:33.293621 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-7df46e6a-44ee-4e26-8bfa-383c1141ad98 req-b34eba8d-7187-4cfa-8589-6dcd08646646 tempest-ServerDiagnosticsNegativeTest-956533014 tempest-ServerDiagnosticsNegativeTest-956533014-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:18:33.299121 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-56920821-b08c-4690-8768-ff590ecdd0bc req-7cc83a7a-8683-446d-a297-d8d9e198da48 tempest-ServersTestFqdnHostnames-1425549223 tempest-ServersTestFqdnHostnames-1425549223-project] 10.222.0.41 "GET /v2.0/ports?device_id=41e4b948-cb33-474e-bd90-742f8e81df45 HTTP/1.1" status: 200 len: 210 time: 0.0661733 Jan 28 07:18:33.337923 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3e7ac7c1-6bc1-4ce6-a10e-1b6ae59f0d32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (fabbfec3-31f9-4fc0-ba06-c03647e55067), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:33.338836 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e7ac7c1-6bc1-4ce6-a10e-1b6ae59f0d32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:33.339416 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3e7ac7c1-6bc1-4ce6-a10e-1b6ae59f0d32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:33.422977 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-3e7ac7c1-6bc1-4ce6-a10e-1b6ae59f0d32 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2501230 Jan 28 07:18:33.427117 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 47838) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:18:33.432602 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df46e6a-44ee-4e26-8bfa-383c1141ad98 req-b34eba8d-7187-4cfa-8589-6dcd08646646 tempest-ServerDiagnosticsNegativeTest-956533014 tempest-ServerDiagnosticsNegativeTest-956533014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:33.433272 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-7df46e6a-44ee-4e26-8bfa-383c1141ad98 req-b34eba8d-7187-4cfa-8589-6dcd08646646 tempest-ServerDiagnosticsNegativeTest-956533014 tempest-ServerDiagnosticsNegativeTest-956533014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:33.434413 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-2efdbb65-6313-4987-a999-5adadc0b1dab admin admin] Request body: {'subnet': {'network_id': 'fabbfec3-31f9-4fc0-ba06-c03647e55067', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1963086362-subnet', 'tenant_id': '8d47b614f63e4b68b737be6f6d46b64e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:18:33.468622 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2efdbb65-6313-4987-a999-5adadc0b1dab admin admin] Made reservation on behalf of 8d47b614f63e4b68b737be6f6d46b64e for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:18:33.473410 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2efdbb65-6313-4987-a999-5adadc0b1dab admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24979592'] for subnet (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:33.488535 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7ac7c1-6bc1-4ce6-a10e-1b6ae59f0d32 admin admin] Pushing event updated for resources: {'Network': ['ID=fabbfec3-31f9-4fc0-ba06-c03647e55067,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:18:33.500347 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0e075879-9b0a-4f5c-9fd4-1d0154a60287 admin admin] Publish callbacks [] for security_group (c9b13571-7edf-401a-9428-f563214e271f), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:33.506698 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network fabbfec3-31f9-4fc0-ba06-c03647e55067 details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:18:33.508741 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7df46e6a-44ee-4e26-8bfa-383c1141ad98 req-b34eba8d-7187-4cfa-8589-6dcd08646646 tempest-ServerDiagnosticsNegativeTest-956533014 tempest-ServerDiagnosticsNegativeTest-956533014-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1539116 Jan 28 07:18:33.533056 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-7df46e6a-44ee-4e26-8bfa-383c1141ad98 req-abeb7426-01e2-4a3e-a5b0-98e59b1ecd8d service neutron] Request body: {'port': {'device_id': '73c0b8c5-01a0-4491-9460-1d484357180e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712749-28'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:18:33.574690 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f32f309-a1bc-4d6c-85fb-ba53898154e1 req-3890169e-0e3b-4bf4-ae69-e03ab90662b3 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:33.583848 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8f32f309-a1bc-4d6c-85fb-ba53898154e1 req-3890169e-0e3b-4bf4-ae69-e03ab90662b3 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fa73890-3c2c-4c59-9c73-ce1eca1f276c HTTP/1.1" status: 200 len: 945 time: 0.1711493 Jan 28 07:18:33.610282 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0e075879-9b0a-4f5c-9fd4-1d0154a60287 admin admin] Publish callbacks [] for security_group (c9b13571-7edf-401a-9428-f563214e271f), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:33.704496 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-7df46e6a-44ee-4e26-8bfa-383c1141ad98 req-abeb7426-01e2-4a3e-a5b0-98e59b1ecd8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (ab66b7ad-5496-47d6-ba92-d8fb60bbc0cc), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:33.717925 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8f32f309-a1bc-4d6c-85fb-ba53898154e1 req-9f13ebb0-6032-496b-b9c4-35ae05ed674d tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f7766-6108-45d3-a769-5b5e90234849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330547 Jan 28 07:18:33.774145 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0e075879-9b0a-4f5c-9fd4-1d0154a60287 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (c9b13571-7edf-401a-9428-f563214e271f), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:33.776700 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0e075879-9b0a-4f5c-9fd4-1d0154a60287 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:33.778169 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-0e075879-9b0a-4f5c-9fd4-1d0154a60287 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c9b13571-7edf-401a-9428-f563214e271f HTTP/1.1" status: 204 len: 168 time: 0.5385354 Jan 28 07:18:33.818429 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aa69bd-a314-4aee-8ff9-fea25860765f req-d99d01fe-d6f1-48f4-9758-b5bbe44870d1 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:33.823847 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aa69bd-a314-4aee-8ff9-fea25860765f req-d99d01fe-d6f1-48f4-9758-b5bbe44870d1 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:33.829194 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aa69bd-a314-4aee-8ff9-fea25860765f req-d99d01fe-d6f1-48f4-9758-b5bbe44870d1 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:33.835681 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aa69bd-a314-4aee-8ff9-fea25860765f req-d99d01fe-d6f1-48f4-9758-b5bbe44870d1 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:33.841047 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e075879-9b0a-4f5c-9fd4-1d0154a60287 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9b13571-7edf-401a-9428-f563214e271f,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:18:33.842206 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aa69bd-a314-4aee-8ff9-fea25860765f req-d99d01fe-d6f1-48f4-9758-b5bbe44870d1 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:33.850852 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aa69bd-a314-4aee-8ff9-fea25860765f req-d99d01fe-d6f1-48f4-9758-b5bbe44870d1 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:33.858712 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aa69bd-a314-4aee-8ff9-fea25860765f req-d99d01fe-d6f1-48f4-9758-b5bbe44870d1 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:33.866309 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-70aa69bd-a314-4aee-8ff9-fea25860765f req-d99d01fe-d6f1-48f4-9758-b5bbe44870d1 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009 HTTP/1.1" status: 200 len: 5429 time: 0.1839693 Jan 28 07:18:33.869705 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2efdbb65-6313-4987-a999-5adadc0b1dab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24757504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24979610'] for subnet (3d88cecc-14ce-41cc-908a-862b0f3950e3), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:33.889477 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:33.899633 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-a50a8be6-48d9-4e2c-a915-f0d0dd9d6bbe None None] Provisioning complete for port ab66b7ad-5496-47d6-ba92-d8fb60bbc0cc triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:18:33.900249 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a50a8be6-48d9-4e2c-a915-f0d0dd9d6bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (ab66b7ad-5496-47d6-ba92-d8fb60bbc0cc), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:33.956003 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-a50a8be6-48d9-4e2c-a915-f0d0dd9d6bbe None None] Port ab66b7ad-5496-47d6-ba92-d8fb60bbc0cc cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:18:33.973566 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e8d1ba-b7c5-448c-96ea-67da6d58b29f req-f3717b37-ba22-4615-811d-b2ae6ac4ace2 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:33.975183 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-22e8d1ba-b7c5-448c-96ea-67da6d58b29f req-f3717b37-ba22-4615-811d-b2ae6ac4ace2 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fa73890-3c2c-4c59-9c73-ce1eca1f276c HTTP/1.1" status: 200 len: 945 time: 0.1425626 Jan 28 07:18:33.982137 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efdbb65-6313-4987-a999-5adadc0b1dab admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d88cecc-14ce-41cc-908a-862b0f3950e3,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:18:34.010637 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-70aa69bd-a314-4aee-8ff9-fea25860765f req-6a6cde98-c497-4b6a-8705-ffd89622d9a7 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/security-groups?id=e05d74b3-220f-46cd-b475-266b231f0f88&id=7f4d2140-e017-41d8-8ff9-e5d9b5e3138b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1431751 Jan 28 07:18:34.015199 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2efdbb65-6313-4987-a999-5adadc0b1dab admin admin] Checking segment: {'id': 'f988f3e6-2feb-4622-baed-2eae67dfbc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'fabbfec3-31f9-4fc0-ba06-c03647e55067'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:18:34.015956 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2efdbb65-6313-4987-a999-5adadc0b1dab admin admin] Network hostable DHCP agents. Network: fabbfec3-31f9-4fc0-ba06-c03647e55067, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:18:34.067287 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2efdbb65-6313-4987-a999-5adadc0b1dab admin admin] Network fabbfec3-31f9-4fc0-ba06-c03647e55067 is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:18:34.088040 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-2efdbb65-6313-4987-a999-5adadc0b1dab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, fabbfec3-31f9-4fc0-ba06-c03647e55067) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:18:34.098344 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e6573d-41ad-4ccd-bd45-364291226592 None None] Network fabbfec3-31f9-4fc0-ba06-c03647e55067 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:18:34.102182 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2efdbb65-6313-4987-a999-5adadc0b1dab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:34.103558 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2efdbb65-6313-4987-a999-5adadc0b1dab admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:34.113780 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-22e8d1ba-b7c5-448c-96ea-67da6d58b29f req-9c36947b-1760-49e7-b229-e180215d1145 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f7766-6108-45d3-a769-5b5e90234849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324909 Jan 28 07:18:34.144828 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-2efdbb65-6313-4987-a999-5adadc0b1dab admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7157440 Jan 28 07:18:34.148433 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 47854) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:18:34.167410 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-5b52c072-14c5-4cdb-a61c-e4c572d6220e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1963086362-router', 'tenant_id': '8d47b614f63e4b68b737be6f6d46b64e', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:18:34.228291 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5b52c072-14c5-4cdb-a61c-e4c572d6220e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16606890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127275'] for router (682a3156-cf45-49e0-8f39-7c9498d5e158), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:34.229397 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5b52c072-14c5-4cdb-a61c-e4c572d6220e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16605498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16607952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16355422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127266'] for router (682a3156-cf45-49e0-8f39-7c9498d5e158), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:34.243904 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [req-7df46e6a-44ee-4e26-8bfa-383c1141ad98 req-abeb7426-01e2-4a3e-a5b0-98e59b1ecd8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab66b7ad-5496-47d6-ba92-d8fb60bbc0cc {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:18:34.263580 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f136d2b9-a6ed-42a8-9997-0c866fe1b259 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3dd72b9-6805-5f61-b6f3-a591f99a173d-fabbfec3-31f9-4fc0-ba06-c03647e55067', 'network_id': 'fabbfec3-31f9-4fc0-ba06-c03647e55067', 'project_id': '8d47b614f63e4b68b737be6f6d46b64e', 'fixed_ips': [{'subnet_id': '3d88cecc-14ce-41cc-908a-862b0f3950e3'}]}} from n-d-712749-28. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 07:18:34.265898 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f136d2b9-a6ed-42a8-9997-0c866fe1b259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:34.285378 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-7df46e6a-44ee-4e26-8bfa-383c1141ad98 req-abeb7426-01e2-4a3e-a5b0-98e59b1ecd8d service neutron] Publish callbacks [] for port (ab66b7ad-5496-47d6-ba92-d8fb60bbc0cc), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:34.346465 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5b52c072-14c5-4cdb-a61c-e4c572d6220e admin admin] Publish callbacks [] for router_controller (682a3156-cf45-49e0-8f39-7c9498d5e158), precommit_add_association {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:34.352975 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [req-7df46e6a-44ee-4e26-8bfa-383c1141ad98 req-abeb7426-01e2-4a3e-a5b0-98e59b1ecd8d service neutron] Transition to ACTIVE for port object ab66b7ad-5496-47d6-ba92-d8fb60bbc0cc will not be triggered until provisioned by entity L2. {{(pid=103283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:18:34.381037 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-7df46e6a-44ee-4e26-8bfa-383c1141ad98 req-abeb7426-01e2-4a3e-a5b0-98e59b1ecd8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (ab66b7ad-5496-47d6-ba92-d8fb60bbc0cc), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:34.410309 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device abbd84d5-e542-4ff6-acff-5ea0378573e1 up at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:18:34.411754 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bc49e4-0d30-4d2f-ad49-a1e731b74621 req-b31644ca-55ff-466b-99e6-3f9ae363cf53 tempest-ServerDiagnosticsNegativeTest-956533014 tempest-ServerDiagnosticsNegativeTest-956533014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:34.413717 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-55bc49e4-0d30-4d2f-ad49-a1e731b74621 req-b31644ca-55ff-466b-99e6-3f9ae363cf53 tempest-ServerDiagnosticsNegativeTest-956533014 tempest-ServerDiagnosticsNegativeTest-956533014-project] 10.222.0.41 "GET /v2.0/ports?device_id=73c0b8c5-01a0-4491-9460-1d484357180e HTTP/1.1" status: 200 len: 935 time: 0.1867733 Jan 28 07:18:34.440454 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 47862) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:18:34.481137 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685135b3-c707-4623-a5ee-2fede39147bb req-3550f307-934e-4588-bfdf-be34869de203 tempest-ServersTestFqdnHostnames-1425549223 tempest-ServersTestFqdnHostnames-1425549223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:34.482997 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-685135b3-c707-4623-a5ee-2fede39147bb req-3550f307-934e-4588-bfdf-be34869de203 tempest-ServersTestFqdnHostnames-1425549223 tempest-ServersTestFqdnHostnames-1425549223-project] 10.222.0.44 "GET /v2.0/networks?id=ec19ba11-5495-4bd5-a1d7-3b9cb60d6672 HTTP/1.1" status: 200 len: 815 time: 0.4457219 Jan 28 07:18:34.492148 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a75ed2-9f3c-4574-a18e-2c577e51c06a req-0509e3df-2eb8-4113-9050-8547d0ec90ac tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:34.492388 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-f136d2b9-a6ed-42a8-9997-0c866fe1b259 None None] Allocated IP 172.20.0.2 (fabbfec3-31f9-4fc0-ba06-c03647e55067/3d88cecc-14ce-41cc-908a-862b0f3950e3/f2c7d858-362a-43cb-92bf-0493c08947b8) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:18:34.514803 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning for port abbd84d5-e542-4ff6-acff-5ea0378573e1 completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:18:34.516523 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f3a75ed2-9f3c-4574-a18e-2c577e51c06a req-0509e3df-2eb8-4113-9050-8547d0ec90ac tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fa73890-3c2c-4c59-9c73-ce1eca1f276c HTTP/1.1" status: 200 len: 945 time: 0.2274883 Jan 28 07:18:34.531032 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning complete for port abbd84d5-e542-4ff6-acff-5ea0378573e1 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:18:34.531633 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (abbd84d5-e542-4ff6-acff-5ea0378573e1), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:34.577759 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-e9602fe1-9f02-472a-9049-a85b2f977ef5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=72df1534563d4f07b732fa8de0c8cf32&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1341097 Jan 28 07:18:34.581527 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 47864) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:18:34.624512 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f3a75ed2-9f3c-4574-a18e-2c577e51c06a req-1c8af9ba-fc19-4395-bc32-e33f2e9f2689 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f7766-6108-45d3-a769-5b5e90234849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024909 Jan 28 07:18:34.631035 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5b52c072-14c5-4cdb-a61c-e4c572d6220e admin admin] Publish callbacks [] for router_gateway (682a3156-cf45-49e0-8f39-7c9498d5e158), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:34.683973 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abeb7426-01e2-4a3e-a5b0-98e59b1ecd8d service neutron] Pushing event updated for resources: {'Port': ['ID=ab66b7ad-5496-47d6-ba92-d8fb60bbc0cc,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:18:34.731102 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-685135b3-c707-4623-a5ee-2fede39147bb req-eeb24a2a-8719-4096-a448-dc5a012e8fb1 tempest-ServersTestFqdnHostnames-1425549223 tempest-ServersTestFqdnHostnames-1425549223-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dd2e13ce1205406fa292cb7ef70743a9 HTTP/1.1" status: 200 len: 379 time: 0.2257686 Jan 28 07:18:34.740991 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port abbd84d5-e542-4ff6-acff-5ea0378573e1 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:18:34.741389 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (abbd84d5-e542-4ff6-acff-5ea0378573e1), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:34.742075 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-55bc49e4-0d30-4d2f-ad49-a1e731b74621 req-da93d8e1-8c6f-4355-9cb4-ed474e093792 tempest-ServerDiagnosticsNegativeTest-956533014 tempest-ServerDiagnosticsNegativeTest-956533014-project] 10.222.0.41 "GET /v2.0/security-groups?id=bf9b9c12-bb87-4ce4-97ce-418bcb7e92b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3090789 Jan 28 07:18:34.747144 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-685135b3-c707-4623-a5ee-2fede39147bb req-30bc1c91-628e-406c-a638-a37d44d8bf8f tempest-ServersTestFqdnHostnames-1425549223 tempest-ServersTestFqdnHostnames-1425549223-project] Request body: {'port': {'device_id': '41e4b948-cb33-474e-bd90-742f8e81df45', 'network_id': 'ec19ba11-5495-4bd5-a1d7-3b9cb60d6672', 'admin_state_up': True, 'tenant_id': 'dd2e13ce1205406fa292cb7ef70743a9', 'security_groups': ['7b4ec343-77f3-49ed-9d59-5d308dcef7a1']}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:18:34.818555 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0be7ca3e-7176-4e55-a138-d2565c9cc050', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abbd84d5-e542-4ff6-acff-5ea0378573e1'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:18:34.820879 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-032d46bf-9583-426e-9db6-33000a73ad5a" -d '{"events": [{"server_uuid": "0be7ca3e-7176-4e55-a138-d2565c9cc050", "name": "network-vif-plugged", "status": "completed", "tag": "abbd84d5-e542-4ff6-acff-5ea0378573e1"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:18:34.842875 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port abbd84d5-e542-4ff6-acff-5ea0378573e1, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=abbd84d5-e542-4ff6-acff-5ea0378573e1,segment=NetworkSegment(0129dffb-fe43-47b5-a269-4f49ca8f6de7),segment_id=0129dffb-fe43-47b5-a269-4f49ca8f6de7)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:18:34.849010 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f136d2b9-a6ed-42a8-9997-0c866fe1b259 None None] Publish callbacks [] for port (f2c7d858-362a-43cb-92bf-0493c08947b8), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:34.850644 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (abbd84d5-e542-4ff6-acff-5ea0378573e1), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:34.859125 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f136d2b9-a6ed-42a8-9997-0c866fe1b259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (f2c7d858-362a-43cb-92bf-0493c08947b8), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:34.886223 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f2c080-9d84-4b40-8219-b79cd1b0c9e6 req-5c0e8cfe-22bc-47e7-8173-941a6bdeb427 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:34.887964 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-45f2c080-9d84-4b40-8219-b79cd1b0c9e6 req-5c0e8cfe-22bc-47e7-8173-941a6bdeb427 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?device_id=0be7ca3e-7176-4e55-a138-d2565c9cc050 HTTP/1.1" status: 200 len: 944 time: 0.1069672 Jan 28 07:18:34.905419 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f136d2b9-a6ed-42a8-9997-0c866fe1b259 None None] Network fabbfec3-31f9-4fc0-ba06-c03647e55067 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:18:34.913476 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-f136d2b9-a6ed-42a8-9997-0c866fe1b259 None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:18:34.917463 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f136d2b9-a6ed-42a8-9997-0c866fe1b259 None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:18:34.920724 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=abbd84d5-e542-4ff6-acff-5ea0378573e1,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:18:35.007956 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f136d2b9-a6ed-42a8-9997-0c866fe1b259 None None] Pushing event updated for resources: {'Port': ['ID=f2c7d858-362a-43cb-92bf-0493c08947b8,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:18:35.018444 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-f136d2b9-a6ed-42a8-9997-0c866fe1b259 None None] Attempting to bind port f2c7d858-362a-43cb-92bf-0493c08947b8 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:18:35.019077 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-f136d2b9-a6ed-42a8-9997-0c866fe1b259 None None] Attempting to bind port f2c7d858-362a-43cb-92bf-0493c08947b8 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': 'f988f3e6-2feb-4622-baed-2eae67dfbc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'fabbfec3-31f9-4fc0-ba06-c03647e55067'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:18:35.019694 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f136d2b9-a6ed-42a8-9997-0c866fe1b259 None None] Attempting to bind port f2c7d858-362a-43cb-92bf-0493c08947b8 on network fabbfec3-31f9-4fc0-ba06-c03647e55067 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:18:35.026628 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f136d2b9-a6ed-42a8-9997-0c866fe1b259 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:18:35.027009 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f136d2b9-a6ed-42a8-9997-0c866fe1b259 None None] Checking segment: {'id': 'f988f3e6-2feb-4622-baed-2eae67dfbc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'fabbfec3-31f9-4fc0-ba06-c03647e55067'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:18:35.027421 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f136d2b9-a6ed-42a8-9997-0c866fe1b259 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:35.027819 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f136d2b9-a6ed-42a8-9997-0c866fe1b259 None None] Bound using segment: {'id': 'f988f3e6-2feb-4622-baed-2eae67dfbc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'fabbfec3-31f9-4fc0-ba06-c03647e55067'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:18:35.028330 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-f136d2b9-a6ed-42a8-9997-0c866fe1b259 None None] Bound port: f2c7d858-362a-43cb-92bf-0493c08947b8, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f988f3e6-2feb-4622-baed-2eae67dfbc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'fabbfec3-31f9-4fc0-ba06-c03647e55067'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:18:35.028720 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f136d2b9-a6ed-42a8-9997-0c866fe1b259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (f2c7d858-362a-43cb-92bf-0493c08947b8), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:35.098721 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-f136d2b9-a6ed-42a8-9997-0c866fe1b259 None None] For port f2c7d858-362a-43cb-92bf-0493c08947b8, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:18:35.102673 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-f136d2b9-a6ed-42a8-9997-0c866fe1b259 None None] For port f2c7d858-362a-43cb-92bf-0493c08947b8, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=f2c7d858-362a-43cb-92bf-0493c08947b8,segment=NetworkSegment(f988f3e6-2feb-4622-baed-2eae67dfbc12),segment_id=f988f3e6-2feb-4622-baed-2eae67dfbc12)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:18:35.108492 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f136d2b9-a6ed-42a8-9997-0c866fe1b259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (f2c7d858-362a-43cb-92bf-0493c08947b8), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:35.185236 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f136d2b9-a6ed-42a8-9997-0c866fe1b259 None None] Pushing event updated for resources: {'Port': ['ID=f2c7d858-362a-43cb-92bf-0493c08947b8,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:18:35.216875 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e68c1cd7-b644-4e10-bf62-8c9cd6483fee req-7ff1cc2d-cf3a-40af-bb51-8a4234da43e7 tempest-ServersTestFqdnHostnames-1425549223 tempest-ServersTestFqdnHostnames-1425549223-project] 10.222.0.41 "GET /v2.0/ports?device_id=41e4b948-cb33-474e-bd90-742f8e81df45 HTTP/1.1" status: 200 len: 210 time: 0.0589168 Jan 28 07:18:35.277494 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-7df46e6a-44ee-4e26-8bfa-383c1141ad98 req-abeb7426-01e2-4a3e-a5b0-98e59b1ecd8d service neutron] Attempting to bind port ab66b7ad-5496-47d6-ba92-d8fb60bbc0cc on host n-h2-712749-28 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:18:35.277868 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-7df46e6a-44ee-4e26-8bfa-383c1141ad98 req-abeb7426-01e2-4a3e-a5b0-98e59b1ecd8d service neutron] Attempting to bind port ab66b7ad-5496-47d6-ba92-d8fb60bbc0cc by drivers openvswitch,hyperv on host n-h2-712749-28 at level 0 using segments [{'id': '9d52209e-a416-4cfe-8f8a-19567a90fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:18:35.278164 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7df46e6a-44ee-4e26-8bfa-383c1141ad98 req-abeb7426-01e2-4a3e-a5b0-98e59b1ecd8d service neutron] Attempting to bind port ab66b7ad-5496-47d6-ba92-d8fb60bbc0cc on network d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:18:35.329009 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7df46e6a-44ee-4e26-8bfa-383c1141ad98 req-abeb7426-01e2-4a3e-a5b0-98e59b1ecd8d service neutron] Port ab66b7ad-5496-47d6-ba92-d8fb60bbc0cc on network d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-28 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:18:35.329346 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7df46e6a-44ee-4e26-8bfa-383c1141ad98 req-abeb7426-01e2-4a3e-a5b0-98e59b1ecd8d service neutron] Attempting to bind port ab66b7ad-5496-47d6-ba92-d8fb60bbc0cc on network d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:18:35.335883 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8aaae738-c30d-409b-9b13-b4bbf3abb3a9 admin admin] Publish callbacks [] for security_group (2d776a4a-1642-4bed-be7a-d2a9b433f203), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:35.348116 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7df46e6a-44ee-4e26-8bfa-383c1141ad98 req-abeb7426-01e2-4a3e-a5b0-98e59b1ecd8d service neutron] Checking agent: {'id': 'c9906e63-062c-432e-bb53-63fdb8115e18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:18:35.348766 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7df46e6a-44ee-4e26-8bfa-383c1141ad98 req-abeb7426-01e2-4a3e-a5b0-98e59b1ecd8d service neutron] Checking segment: {'id': '9d52209e-a416-4cfe-8f8a-19567a90fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:18:35.349318 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7df46e6a-44ee-4e26-8bfa-383c1141ad98 req-abeb7426-01e2-4a3e-a5b0-98e59b1ecd8d service neutron] Bound using segment: {'id': '9d52209e-a416-4cfe-8f8a-19567a90fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:18:35.350054 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-7df46e6a-44ee-4e26-8bfa-383c1141ad98 req-abeb7426-01e2-4a3e-a5b0-98e59b1ecd8d service neutron] Bound port: ab66b7ad-5496-47d6-ba92-d8fb60bbc0cc, host: n-h2-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d52209e-a416-4cfe-8f8a-19567a90fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:18:35.350054 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-7df46e6a-44ee-4e26-8bfa-383c1141ad98 req-abeb7426-01e2-4a3e-a5b0-98e59b1ecd8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (ab66b7ad-5496-47d6-ba92-d8fb60bbc0cc), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:35.353318 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-45f2c080-9d84-4b40-8219-b79cd1b0c9e6 req-11665e3e-78b9-43c8-83d2-a07aaf9c3945 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/security-groups?id=e977f99b-7e7b-4d49-bf15-4fd22b3b3b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4332731 Jan 28 07:18:35.361988 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5b52c072-14c5-4cdb-a61c-e4c572d6220e admin admin] Publish callbacks [] for router_gateway (682a3156-cf45-49e0-8f39-7c9498d5e158), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:35.368429 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-685135b3-c707-4623-a5ee-2fede39147bb req-30bc1c91-628e-406c-a638-a37d44d8bf8f tempest-ServersTestFqdnHostnames-1425549223 tempest-ServersTestFqdnHostnames-1425549223-project] Made reservation on behalf of dd2e13ce1205406fa292cb7ef70743a9 for: {'port': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:18:35.371785 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-685135b3-c707-4623-a5ee-2fede39147bb req-30bc1c91-628e-406c-a638-a37d44d8bf8f tempest-ServersTestFqdnHostnames-1425549223 tempest-ServersTestFqdnHostnames-1425549223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:35.387870 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5b52c072-14c5-4cdb-a61c-e4c572d6220e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:35.419453 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8aaae738-c30d-409b-9b13-b4bbf3abb3a9 admin admin] Publish callbacks [] for security_group (2d776a4a-1642-4bed-be7a-d2a9b433f203), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:35.464514 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a46447a-b9e8-48fa-9e37-4afd17e6019c x-openstack-request-id: req-3a46447a-b9e8-48fa-9e37-4afd17e6019c {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:18:35.464992 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0be7ca3e-7176-4e55-a138-d2565c9cc050", "name": "network-vif-plugged", "status": "completed", "tag": "abbd84d5-e542-4ff6-acff-5ea0378573e1", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:18:35.465385 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3a46447a-b9e8-48fa-9e37-4afd17e6019c {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:18:35.465909 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0be7ca3e-7176-4e55-a138-d2565c9cc050', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abbd84d5-e542-4ff6-acff-5ea0378573e1', 'code': 200} Jan 28 07:18:35.471580 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b237450-fe24-44ec-bed9-0280b1f8d784 req-2f8333ba-5c38-454d-922c-475c1075d58a tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:35.473185 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8b237450-fe24-44ec-bed9-0280b1f8d784 req-2f8333ba-5c38-454d-922c-475c1075d58a tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fa73890-3c2c-4c59-9c73-ce1eca1f276c HTTP/1.1" status: 200 len: 945 time: 0.1842804 Jan 28 07:18:35.590561 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-51457a50-f2f3-473c-8e69-cb1dc3e4df55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:35.607723 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-5b52c072-14c5-4cdb-a61c-e4c572d6220e admin admin] Allocated IP 172.25.6.224 (7d5b3724-deef-4831-8d43-cb9b8176573c/b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc/59660ec9-11d7-4130-ad3e-64898d57ff30) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:18:35.644677 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-7df46e6a-44ee-4e26-8bfa-383c1141ad98 req-abeb7426-01e2-4a3e-a5b0-98e59b1ecd8d service neutron] For port ab66b7ad-5496-47d6-ba92-d8fb60bbc0cc, host n-h2-712749-28, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:18:35.656295 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb5c7b7-7f86-499e-889f-af3d5361c111 req-8aa367bf-1db8-4ec9-9b84-6b405ddfc61f tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:35.662153 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb5c7b7-7f86-499e-889f-af3d5361c111 req-8aa367bf-1db8-4ec9-9b84-6b405ddfc61f tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:35.667465 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb5c7b7-7f86-499e-889f-af3d5361c111 req-8aa367bf-1db8-4ec9-9b84-6b405ddfc61f tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:35.672667 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb5c7b7-7f86-499e-889f-af3d5361c111 req-8aa367bf-1db8-4ec9-9b84-6b405ddfc61f tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:35.678690 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb5c7b7-7f86-499e-889f-af3d5361c111 req-8aa367bf-1db8-4ec9-9b84-6b405ddfc61f tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:35.683541 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-7df46e6a-44ee-4e26-8bfa-383c1141ad98 req-abeb7426-01e2-4a3e-a5b0-98e59b1ecd8d service neutron] For port ab66b7ad-5496-47d6-ba92-d8fb60bbc0cc, host n-h2-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=ab66b7ad-5496-47d6-ba92-d8fb60bbc0cc,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:18:35.684240 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb5c7b7-7f86-499e-889f-af3d5361c111 req-8aa367bf-1db8-4ec9-9b84-6b405ddfc61f tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:35.689825 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb5c7b7-7f86-499e-889f-af3d5361c111 req-8aa367bf-1db8-4ec9-9b84-6b405ddfc61f tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:35.691731 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-aeb5c7b7-7f86-499e-889f-af3d5361c111 req-8aa367bf-1db8-4ec9-9b84-6b405ddfc61f tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009 HTTP/1.1" status: 200 len: 5429 time: 0.1659420 Jan 28 07:18:35.708752 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8aaae738-c30d-409b-9b13-b4bbf3abb3a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (2d776a4a-1642-4bed-be7a-d2a9b433f203), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:35.710881 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8aaae738-c30d-409b-9b13-b4bbf3abb3a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:35.712802 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-8aaae738-c30d-409b-9b13-b4bbf3abb3a9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2d776a4a-1642-4bed-be7a-d2a9b433f203 HTTP/1.1" status: 204 len: 168 time: 1.1224990 Jan 28 07:18:35.714007 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-7df46e6a-44ee-4e26-8bfa-383c1141ad98 req-abeb7426-01e2-4a3e-a5b0-98e59b1ecd8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (ab66b7ad-5496-47d6-ba92-d8fb60bbc0cc), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:35.721738 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8b237450-fe24-44ec-bed9-0280b1f8d784 req-f0401a0b-777b-44eb-b949-73fa2cc30f28 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f7766-6108-45d3-a769-5b5e90234849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272906 Jan 28 07:18:35.760592 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57debc40-093a-4b86-adf7-bc3d850bde6e req-ffb8f8a7-76a0-4b38-a096-bcfbcf7861f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:35.762086 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-57debc40-093a-4b86-adf7-bc3d850bde6e req-ffb8f8a7-76a0-4b38-a096-bcfbcf7861f5 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0be7ca3e-7176-4e55-a138-d2565c9cc050 HTTP/1.1" status: 200 len: 1097 time: 0.1727321 Jan 28 07:18:35.762894 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [req-685135b3-c707-4623-a5ee-2fede39147bb req-30bc1c91-628e-406c-a638-a37d44d8bf8f tempest-ServersTestFqdnHostnames-1425549223 tempest-ServersTestFqdnHostnames-1425549223-project] Allocated IP 172.20.0.7 (ec19ba11-5495-4bd5-a1d7-3b9cb60d6672/93fcb993-73a7-4360-acad-236d0cf05608/64b60799-37a6-473d-be6b-68c8ffe67c51) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:18:35.828064 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df46e6a-44ee-4e26-8bfa-383c1141ad98 req-abeb7426-01e2-4a3e-a5b0-98e59b1ecd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:35.828729 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-7df46e6a-44ee-4e26-8bfa-383c1141ad98 req-abeb7426-01e2-4a3e-a5b0-98e59b1ecd8d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:35.830653 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7df46e6a-44ee-4e26-8bfa-383c1141ad98 req-abeb7426-01e2-4a3e-a5b0-98e59b1ecd8d service neutron] 10.222.0.44 "PUT /v2.0/ports/ab66b7ad-5496-47d6-ba92-d8fb60bbc0cc HTTP/1.1" status: 200 len: 1096 time: 2.3053255 Jan 28 07:18:35.896782 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73c0b8c5-01a0-4491-9460-1d484357180e', 'tag': 'ab66b7ad-5496-47d6-ba92-d8fb60bbc0cc'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:18:35.902140 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eed4b25d-f876-4abd-b54b-8d5463d192fa" -d '{"events": [{"name": "network-changed", "server_uuid": "73c0b8c5-01a0-4491-9460-1d484357180e", "tag": "ab66b7ad-5496-47d6-ba92-d8fb60bbc0cc"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:18:35.906001 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5b52c072-14c5-4cdb-a61c-e4c572d6220e admin admin] Publish callbacks [] for port (59660ec9-11d7-4130-ad3e-64898d57ff30), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:35.906764 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abeb7426-01e2-4a3e-a5b0-98e59b1ecd8d service neutron] Pushing event updated for resources: {'Port': ['ID=ab66b7ad-5496-47d6-ba92-d8fb60bbc0cc,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:18:35.938135 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-aeb5c7b7-7f86-499e-889f-af3d5361c111 req-a4e8fd9d-074a-46fb-9b22-8c3862f5cf6b tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/security-groups?id=e05d74b3-220f-46cd-b475-266b231f0f88&id=7f4d2140-e017-41d8-8ff9-e5d9b5e3138b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2344480 Jan 28 07:18:35.938302 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaae738-c30d-409b-9b13-b4bbf3abb3a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d776a4a-1642-4bed-be7a-d2a9b433f203,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:18:35.946494 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-57debc40-093a-4b86-adf7-bc3d850bde6e req-9e52ae74-4560-484c-8c15-fbed0f6d740d service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=e977f99b-7e7b-4d49-bf15-4fd22b3b3b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738176 Jan 28 07:18:36.021086 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5b52c072-14c5-4cdb-a61c-e4c572d6220e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (59660ec9-11d7-4130-ad3e-64898d57ff30), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:36.028524 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf8f7c13-0482-4a8e-8765-593606ab2cf1 x-openstack-request-id: req-cf8f7c13-0482-4a8e-8765-593606ab2cf1 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:18:36.028882 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73c0b8c5-01a0-4491-9460-1d484357180e", "tag": "ab66b7ad-5496-47d6-ba92-d8fb60bbc0cc", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:18:36.029146 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cf8f7c13-0482-4a8e-8765-593606ab2cf1 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:18:36.029725 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73c0b8c5-01a0-4491-9460-1d484357180e', 'tag': 'ab66b7ad-5496-47d6-ba92-d8fb60bbc0cc', 'status': 'completed', 'code': 200} Jan 28 07:18:36.068142 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b52c072-14c5-4cdb-a61c-e4c572d6220e admin admin] Network 7d5b3724-deef-4831-8d43-cb9b8176573c is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:18:36.102848 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-5b52c072-14c5-4cdb-a61c-e4c572d6220e admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:18:36.106450 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b52c072-14c5-4cdb-a61c-e4c572d6220e admin admin] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:18:36.148552 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df46e6a-44ee-4e26-8bfa-383c1141ad98 req-bf3cee6b-a19b-41ec-81dc-d03b6f1a6952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:36.151021 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7df46e6a-44ee-4e26-8bfa-383c1141ad98 req-bf3cee6b-a19b-41ec-81dc-d03b6f1a6952 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=11fa192fd5054fa3b9be700f0857ce94&device_id=73c0b8c5-01a0-4491-9460-1d484357180e HTTP/1.1" status: 200 len: 1099 time: 0.2336290 Jan 28 07:18:36.230712 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b52c072-14c5-4cdb-a61c-e4c572d6220e admin admin] Pushing event updated for resources: {'Port': ['ID=59660ec9-11d7-4130-ad3e-64898d57ff30,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:18:36.250398 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70ecb8b-12f0-4623-9a38-c3583aa0bc90 req-6214a834-9be0-48bd-8e2e-36899a5a36eb tempest-ServerDiagnosticsNegativeTest-956533014 tempest-ServerDiagnosticsNegativeTest-956533014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:36.253376 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a70ecb8b-12f0-4623-9a38-c3583aa0bc90 req-6214a834-9be0-48bd-8e2e-36899a5a36eb tempest-ServerDiagnosticsNegativeTest-956533014 tempest-ServerDiagnosticsNegativeTest-956533014-project] 10.222.0.41 "GET /v2.0/ports?device_id=73c0b8c5-01a0-4491-9460-1d484357180e HTTP/1.1" status: 200 len: 947 time: 0.2039211 Jan 28 07:18:36.301676 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93778675-2366-4c17-a514-6ae905e04317 req-3475e020-2f0b-4a89-bad4-cf25b2227b6a tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:36.310065 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-93778675-2366-4c17-a514-6ae905e04317 req-3475e020-2f0b-4a89-bad4-cf25b2227b6a tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fa73890-3c2c-4c59-9c73-ce1eca1f276c HTTP/1.1" status: 200 len: 945 time: 0.1949313 Jan 28 07:18:36.331794 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7df46e6a-44ee-4e26-8bfa-383c1141ad98 req-2d471225-e111-4cd3-86ea-6e8e4bf27733 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=ab66b7ad-5496-47d6-ba92-d8fb60bbc0cc HTTP/1.1" status: 200 len: 217 time: 0.0953810 Jan 28 07:18:36.459281 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a70ecb8b-12f0-4623-9a38-c3583aa0bc90 req-3273cc90-56a8-4e2e-820d-e06b54634a37 tempest-ServerDiagnosticsNegativeTest-956533014 tempest-ServerDiagnosticsNegativeTest-956533014-project] 10.222.0.41 "GET /v2.0/security-groups?id=bf9b9c12-bb87-4ce4-97ce-418bcb7e92b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954432 Jan 28 07:18:36.507171 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-685135b3-c707-4623-a5ee-2fede39147bb req-30bc1c91-628e-406c-a638-a37d44d8bf8f tempest-ServersTestFqdnHostnames-1425549223 tempest-ServersTestFqdnHostnames-1425549223-project] Publish callbacks [] for port (64b60799-37a6-473d-be6b-68c8ffe67c51), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:36.535006 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df46e6a-44ee-4e26-8bfa-383c1141ad98 req-11febafe-ef80-49ec-8a2c-ff4a3834af3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:36.536547 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7df46e6a-44ee-4e26-8bfa-383c1141ad98 req-11febafe-ef80-49ec-8a2c-ff4a3834af3e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5785b43d-448b-4d12-9eb5-4e4caf2e7eaf HTTP/1.1" status: 200 len: 843 time: 0.1893685 Jan 28 07:18:36.596785 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-277a04ad-e8a0-4408-9460-55a835fc8b41 None None] Network fabbfec3-31f9-4fc0-ba06-c03647e55067 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:18:36.650585 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5deee854-0ea7-49ce-a422-aad9c1b90e19 req-dacd2c36-e2ee-41dd-9963-7d127e10ca6b tempest-ServersTestFqdnHostnames-1425549223 tempest-ServersTestFqdnHostnames-1425549223-project] 10.222.0.41 "GET /v2.0/ports?device_id=41e4b948-cb33-474e-bd90-742f8e81df45 HTTP/1.1" status: 200 len: 210 time: 0.0855529 Jan 28 07:18:36.664683 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-93778675-2366-4c17-a514-6ae905e04317 req-d8e21bdf-f73b-4985-abea-1f0c02529de0 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f7766-6108-45d3-a769-5b5e90234849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3533900 Jan 28 07:18:36.673393 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5b52c072-14c5-4cdb-a61c-e4c572d6220e admin admin] Publish callbacks [] for router_gateway (682a3156-cf45-49e0-8f39-7c9498d5e158), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:36.710506 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df46e6a-44ee-4e26-8bfa-383c1141ad98 req-f91a55cd-8391-4571-9c21-022c13b25c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:36.712040 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7df46e6a-44ee-4e26-8bfa-383c1141ad98 req-f91a55cd-8391-4571-9c21-022c13b25c34 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1623003 Jan 28 07:18:36.717504 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device f2c7d858-362a-43cb-92bf-0493c08947b8 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:18:36.717672 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-685135b3-c707-4623-a5ee-2fede39147bb req-30bc1c91-628e-406c-a638-a37d44d8bf8f tempest-ServersTestFqdnHostnames-1425549223 tempest-ServersTestFqdnHostnames-1425549223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (64b60799-37a6-473d-be6b-68c8ffe67c51), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:36.777895 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bc1c91-628e-406c-a638-a37d44d8bf8f tempest-ServersTestFqdnHostnames-1425549223 tempest-ServersTestFqdnHostnames-1425549223-project] Pushing event updated for resources: {'Port': ['ID=64b60799-37a6-473d-be6b-68c8ffe67c51,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:18:36.844645 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-1e92e3cd-5c27-47b7-9e32-3665c67e5f8c None None] Provisioning complete for port f2c7d858-362a-43cb-92bf-0493c08947b8 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:18:36.845321 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1e92e3cd-5c27-47b7-9e32-3665c67e5f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (f2c7d858-362a-43cb-92bf-0493c08947b8), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:36.889481 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-685135b3-c707-4623-a5ee-2fede39147bb req-30bc1c91-628e-406c-a638-a37d44d8bf8f tempest-ServersTestFqdnHostnames-1425549223 tempest-ServersTestFqdnHostnames-1425549223-project] Network ec19ba11-5495-4bd5-a1d7-3b9cb60d6672 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:18:36.897486 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [req-685135b3-c707-4623-a5ee-2fede39147bb req-30bc1c91-628e-406c-a638-a37d44d8bf8f tempest-ServersTestFqdnHostnames-1425549223 tempest-ServersTestFqdnHostnames-1425549223-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:18:36.902817 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-685135b3-c707-4623-a5ee-2fede39147bb req-30bc1c91-628e-406c-a638-a37d44d8bf8f tempest-ServersTestFqdnHostnames-1425549223 tempest-ServersTestFqdnHostnames-1425549223-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:18:36.932654 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port f2c7d858-362a-43cb-92bf-0493c08947b8 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:18:36.933379 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (f2c7d858-362a-43cb-92bf-0493c08947b8), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:36.941739 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:36.957479 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685135b3-c707-4623-a5ee-2fede39147bb req-30bc1c91-628e-406c-a638-a37d44d8bf8f tempest-ServersTestFqdnHostnames-1425549223 tempest-ServersTestFqdnHostnames-1425549223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:36.958531 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-685135b3-c707-4623-a5ee-2fede39147bb req-30bc1c91-628e-406c-a638-a37d44d8bf8f tempest-ServersTestFqdnHostnames-1425549223 tempest-ServersTestFqdnHostnames-1425549223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:36.964861 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267fa214-e0dd-49b8-80ce-0e4434ba93ce req-6f32556c-6433-4f38-99c6-6d7ab4044772 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:36.966488 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-267fa214-e0dd-49b8-80ce-0e4434ba93ce req-6f32556c-6433-4f38-99c6-6d7ab4044772 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fa73890-3c2c-4c59-9c73-ce1eca1f276c HTTP/1.1" status: 200 len: 945 time: 0.1745257 Jan 28 07:18:37.007855 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8633f6-0ffd-4090-9995-87e1555acdc7 req-38ba6aa2-d9bd-4da0-bd43-7cc273faab37 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:37.013106 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ca8633f6-0ffd-4090-9995-87e1555acdc7 req-38ba6aa2-d9bd-4da0-bd43-7cc273faab37 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?device_id=0be7ca3e-7176-4e55-a138-d2565c9cc050 HTTP/1.1" status: 200 len: 945 time: 0.2385299 Jan 28 07:18:37.038124 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-685135b3-c707-4623-a5ee-2fede39147bb req-30bc1c91-628e-406c-a638-a37d44d8bf8f tempest-ServersTestFqdnHostnames-1425549223 tempest-ServersTestFqdnHostnames-1425549223-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2948782 Jan 28 07:18:37.045196 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-1e92e3cd-5c27-47b7-9e32-3665c67e5f8c None None] Current status of the port f2c7d858-362a-43cb-92bf-0493c08947b8 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:18:37.045598 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1e92e3cd-5c27-47b7-9e32-3665c67e5f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (f2c7d858-362a-43cb-92bf-0493c08947b8), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:37.123107 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ca8633f6-0ffd-4090-9995-87e1555acdc7 req-cf0ed7c9-7300-4935-bca1-595e765d7870 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/security-groups?id=e977f99b-7e7b-4d49-bf15-4fd22b3b3b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854621 Jan 28 07:18:37.130808 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-685135b3-c707-4623-a5ee-2fede39147bb req-0ce5f358-ff03-433c-92b8-a3f6003eb382 service neutron] Request body: {'port': {'device_id': '41e4b948-cb33-474e-bd90-742f8e81df45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712749-28'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:18:37.138802 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-1e92e3cd-5c27-47b7-9e32-3665c67e5f8c None None] For port f2c7d858-362a-43cb-92bf-0493c08947b8, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=f2c7d858-362a-43cb-92bf-0493c08947b8,segment=NetworkSegment(f988f3e6-2feb-4622-baed-2eae67dfbc12),segment_id=f988f3e6-2feb-4622-baed-2eae67dfbc12)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:18:37.140579 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port f2c7d858-362a-43cb-92bf-0493c08947b8 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:18:37.141134 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (f2c7d858-362a-43cb-92bf-0493c08947b8), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:37.157045 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1e92e3cd-5c27-47b7-9e32-3665c67e5f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (f2c7d858-362a-43cb-92bf-0493c08947b8), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:37.223535 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-267fa214-e0dd-49b8-80ce-0e4434ba93ce req-f962a2b1-75a1-4891-ac83-ac605f28c33c tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f7766-6108-45d3-a769-5b5e90234849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434638 Jan 28 07:18:37.239251 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5b52c072-14c5-4cdb-a61c-e4c572d6220e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16605475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16607909'] for router (682a3156-cf45-49e0-8f39-7c9498d5e158), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:37.258717 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7df46e6a-44ee-4e26-8bfa-383c1141ad98 req-2963099b-7370-4019-acd2-ab5d4c301aff service neutron] 10.222.0.44 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4810269 Jan 28 07:18:37.280081 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e92e3cd-5c27-47b7-9e32-3665c67e5f8c None None] Pushing event updated for resources: {'Port': ['ID=f2c7d858-362a-43cb-92bf-0493c08947b8,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:18:37.292974 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.db.api [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103285) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 07:18:37.293546 n-d-712749-28 neutron-server[103285]: DEBUG oslo_db.api [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 07:18:37.389405 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-85998c26-df31-4d9f-a257-fddf2b759237 None None] Provisioning complete for port f2c7d858-362a-43cb-92bf-0493c08947b8 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:18:37.390072 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-85998c26-df31-4d9f-a257-fddf2b759237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (f2c7d858-362a-43cb-92bf-0493c08947b8), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:37.414535 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-685135b3-c707-4623-a5ee-2fede39147bb req-0ce5f358-ff03-433c-92b8-a3f6003eb382 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (64b60799-37a6-473d-be6b-68c8ffe67c51), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:37.476833 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b52c072-14c5-4cdb-a61c-e4c572d6220e admin admin] Router 682a3156-cf45-49e0-8f39-7c9498d5e158 is scheduled to L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 with binding_index 1 {{(pid=103284) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 07:18:37.501137 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-85998c26-df31-4d9f-a257-fddf2b759237 None None] Current status of the port f2c7d858-362a-43cb-92bf-0493c08947b8 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:18:37.501250 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13891677-f591-40a4-ba72-c4c4a96aead1 req-3f90676b-32cb-4efb-b8ce-adf47dc2b5c3 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:37.507678 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13891677-f591-40a4-ba72-c4c4a96aead1 req-3f90676b-32cb-4efb-b8ce-adf47dc2b5c3 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:37.513412 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13891677-f591-40a4-ba72-c4c4a96aead1 req-3f90676b-32cb-4efb-b8ce-adf47dc2b5c3 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:37.514342 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-85998c26-df31-4d9f-a257-fddf2b759237 None None] Provisioning complete for port 64b60799-37a6-473d-be6b-68c8ffe67c51 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:18:37.514726 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-85998c26-df31-4d9f-a257-fddf2b759237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (64b60799-37a6-473d-be6b-68c8ffe67c51), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:37.521549 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13891677-f591-40a4-ba72-c4c4a96aead1 req-3f90676b-32cb-4efb-b8ce-adf47dc2b5c3 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:37.527071 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13891677-f591-40a4-ba72-c4c4a96aead1 req-3f90676b-32cb-4efb-b8ce-adf47dc2b5c3 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:37.532453 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13891677-f591-40a4-ba72-c4c4a96aead1 req-3f90676b-32cb-4efb-b8ce-adf47dc2b5c3 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:37.540058 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13891677-f591-40a4-ba72-c4c4a96aead1 req-3f90676b-32cb-4efb-b8ce-adf47dc2b5c3 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:37.542968 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-13891677-f591-40a4-ba72-c4c4a96aead1 req-3f90676b-32cb-4efb-b8ce-adf47dc2b5c3 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009 HTTP/1.1" status: 200 len: 5429 time: 0.1738565 Jan 28 07:18:37.552039 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7df46e6a-44ee-4e26-8bfa-383c1141ad98 req-da48c540-c496-41c4-b9ee-112e7a85dc56 service neutron] 10.222.0.44 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2842560 Jan 28 07:18:37.561455 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-85998c26-df31-4d9f-a257-fddf2b759237 None None] Port 64b60799-37a6-473d-be6b-68c8ffe67c51 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:18:37.657019 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b52c072-14c5-4cdb-a61c-e4c572d6220e admin admin] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:18:37.673066 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb91521-e817-4d61-9331-780a9f9e55db None None] Sync routers for ids ['682a3156-cf45-49e0-8f39-7c9498d5e158'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:18:37.683052 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97078cab-62b7-482e-a112-215317eae799 req-640fe9bc-24ae-40bc-808e-d4180746edbd tempest-ServerDiagnosticsNegativeTest-956533014 tempest-ServerDiagnosticsNegativeTest-956533014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:37.685045 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-97078cab-62b7-482e-a112-215317eae799 req-640fe9bc-24ae-40bc-808e-d4180746edbd tempest-ServerDiagnosticsNegativeTest-956533014 tempest-ServerDiagnosticsNegativeTest-956533014-project] 10.222.0.41 "GET /v2.0/ports?device_id=73c0b8c5-01a0-4491-9460-1d484357180e HTTP/1.1" status: 200 len: 947 time: 0.0760810 Jan 28 07:18:37.687808 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb91521-e817-4d61-9331-780a9f9e55db None None] Routers {'682a3156-cf45-49e0-8f39-7c9498d5e158'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:18:37.688415 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5b52c072-14c5-4cdb-a61c-e4c572d6220e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:37.688550 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-4eb91521-e817-4d61-9331-780a9f9e55db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:18:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['682a3156-cf45-49e0-8f39-7c9498d5e158'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:18:37.692238 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-5b52c072-14c5-4cdb-a61c-e4c572d6220e admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.5386150 Jan 28 07:18:37.693132 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 47930) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:18:37.805085 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-13891677-f591-40a4-ba72-c4c4a96aead1 req-3b75a39e-42a5-420c-b4f2-4042c99145ae tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/security-groups?id=e05d74b3-220f-46cd-b475-266b231f0f88&id=7f4d2140-e017-41d8-8ff9-e5d9b5e3138b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2470319 Jan 28 07:18:37.819836 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed4b25d-f876-4abd-b54b-8d5463d192fa req-02ab21a9-585c-454a-be27-c27a75829fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:37.828893 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-eed4b25d-f876-4abd-b54b-8d5463d192fa req-02ab21a9-585c-454a-be27-c27a75829fb6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=11fa192fd5054fa3b9be700f0857ce94&device_id=73c0b8c5-01a0-4491-9460-1d484357180e HTTP/1.1" status: 200 len: 1099 time: 0.1680474 Jan 28 07:18:37.840617 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-97078cab-62b7-482e-a112-215317eae799 req-351a390a-888a-4a58-8e65-8f059f55fb67 tempest-ServerDiagnosticsNegativeTest-956533014 tempest-ServerDiagnosticsNegativeTest-956533014-project] 10.222.0.41 "GET /v2.0/security-groups?id=bf9b9c12-bb87-4ce4-97ce-418bcb7e92b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290889 Jan 28 07:18:37.967920 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port f2c7d858-362a-43cb-92bf-0493c08947b8 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:18:37.975344 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-4eb91521-e817-4d61-9331-780a9f9e55db None None] Set router 682a3156-cf45-49e0-8f39-7c9498d5e158 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:18:37.989915 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed4b25d-f876-4abd-b54b-8d5463d192fa req-9a93a7d8-4faf-4500-b3af-3b2d4aaa5605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:37.991455 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-eed4b25d-f876-4abd-b54b-8d5463d192fa req-9a93a7d8-4faf-4500-b3af-3b2d4aaa5605 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb HTTP/1.1" status: 200 len: 870 time: 0.1562028 Jan 28 07:18:38.082947 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-eed4b25d-f876-4abd-b54b-8d5463d192fa req-545020e9-b908-401a-b979-4e9ae54f3baf service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=ab66b7ad-5496-47d6-ba92-d8fb60bbc0cc HTTP/1.1" status: 200 len: 217 time: 0.0696285 Jan 28 07:18:38.122641 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2939af3-bfed-439c-a959-52b14abdc920 req-60a7a806-b791-4a96-bf29-d434e7755246 tempest-ServersTestFqdnHostnames-1425549223 tempest-ServersTestFqdnHostnames-1425549223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:38.124244 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e2939af3-bfed-439c-a959-52b14abdc920 req-60a7a806-b791-4a96-bf29-d434e7755246 tempest-ServersTestFqdnHostnames-1425549223 tempest-ServersTestFqdnHostnames-1425549223-project] 10.222.0.41 "GET /v2.0/ports?device_id=41e4b948-cb33-474e-bd90-742f8e81df45 HTTP/1.1" status: 200 len: 931 time: 0.1017292 Jan 28 07:18:38.159469 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9153bfe-bb89-4366-b2f2-8f1c511d3e78 req-1d0d161a-ca41-4aca-9805-9ad36caef91c tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:38.161006 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b9153bfe-bb89-4366-b2f2-8f1c511d3e78 req-1d0d161a-ca41-4aca-9805-9ad36caef91c tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fa73890-3c2c-4c59-9c73-ce1eca1f276c HTTP/1.1" status: 200 len: 945 time: 0.1660938 Jan 28 07:18:38.166108 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-4eb91521-e817-4d61-9331-780a9f9e55db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '682a3156-cf45-49e0-8f39-7c9498d5e158', 'name': 'tempest-AttachVolumeShelveTestJSON-1963086362-router', 'tenant_id': '8d47b614f63e4b68b737be6f6d46b64e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '59660ec9-11d7-4130-ad3e-64898d57ff30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:18:34Z', 'updated_at': '2022-01-28T07:18:36Z', 'revision_number': 3, 'project_id': '8d47b614f63e4b68b737be6f6d46b64e', 'gw_port': {'id': '59660ec9-11d7-4130-ad3e-64898d57ff30', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:a8:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '682a3156-cf45-49e0-8f39-7c9498d5e158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:18:35Z', 'updated_at': '2022-01-28T07:18:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:18:38.178902 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed4b25d-f876-4abd-b54b-8d5463d192fa req-744ccb41-01a8-481e-9e28-8800640e8e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:38.180504 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-eed4b25d-f876-4abd-b54b-8d5463d192fa req-744ccb41-01a8-481e-9e28-8800640e8e2d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5785b43d-448b-4d12-9eb5-4e4caf2e7eaf HTTP/1.1" status: 200 len: 843 time: 0.0852275 Jan 28 07:18:38.194472 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb91521-e817-4d61-9331-780a9f9e55db None None] Checking router: 682a3156-cf45-49e0-8f39-7c9498d5e158 for host: n-d-712749-28 {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:18:38.194933 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb91521-e817-4d61-9331-780a9f9e55db None None] Updating router 682a3156-cf45-49e0-8f39-7c9498d5e158 port 59660ec9-11d7-4130-ad3e-64898d57ff30 binding host n-d-712749-28 {{(pid=103285) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 07:18:38.219818 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4eb91521-e817-4d61-9331-780a9f9e55db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (59660ec9-11d7-4130-ad3e-64898d57ff30), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:38.248579 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e2939af3-bfed-439c-a959-52b14abdc920 req-9c34d00e-714b-4e2c-a664-baddbd3c2066 tempest-ServersTestFqdnHostnames-1425549223 tempest-ServersTestFqdnHostnames-1425549223-project] 10.222.0.41 "GET /v2.0/security-groups?id=7b4ec343-77f3-49ed-9d59-5d308dcef7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934491 Jan 28 07:18:38.256056 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [req-685135b3-c707-4623-a5ee-2fede39147bb req-0ce5f358-ff03-433c-92b8-a3f6003eb382 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64b60799-37a6-473d-be6b-68c8ffe67c51 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:18:38.284521 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-685135b3-c707-4623-a5ee-2fede39147bb req-0ce5f358-ff03-433c-92b8-a3f6003eb382 service neutron] Publish callbacks [] for port (64b60799-37a6-473d-be6b-68c8ffe67c51), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:38.295389 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-267b543f-d407-4449-9da3-fd9dc20014e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:38.312639 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b9153bfe-bb89-4366-b2f2-8f1c511d3e78 req-748946f5-b91d-4c1d-8732-c088d34286a3 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f7766-6108-45d3-a769-5b5e90234849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424375 Jan 28 07:18:38.317810 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed4b25d-f876-4abd-b54b-8d5463d192fa req-2b15f466-89f3-45cb-b22e-34e59b09b900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:38.318781 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-eed4b25d-f876-4abd-b54b-8d5463d192fa req-2b15f466-89f3-45cb-b22e-34e59b09b900 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1107478 Jan 28 07:18:38.320042 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [req-685135b3-c707-4623-a5ee-2fede39147bb req-0ce5f358-ff03-433c-92b8-a3f6003eb382 service neutron] Transition to ACTIVE for port object 64b60799-37a6-473d-be6b-68c8ffe67c51 will not be triggered until provisioned by entity L2. {{(pid=103283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:18:38.341627 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-685135b3-c707-4623-a5ee-2fede39147bb req-0ce5f358-ff03-433c-92b8-a3f6003eb382 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (64b60799-37a6-473d-be6b-68c8ffe67c51), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:38.479161 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-eed4b25d-f876-4abd-b54b-8d5463d192fa req-2dd31da3-0315-403c-aa3a-34976deac2b3 service neutron] 10.222.0.44 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469145 Jan 28 07:18:38.556829 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device f2c7d858-362a-43cb-92bf-0493c08947b8 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:18:38.562206 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-267b543f-d407-4449-9da3-fd9dc20014e1 admin admin] Allocated IP 172.20.0.1 (fabbfec3-31f9-4fc0-ba06-c03647e55067/3d88cecc-14ce-41cc-908a-862b0f3950e3/9b94fe15-d9a5-48aa-96ef-27ba3512130e) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:18:38.617573 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce5f358-ff03-433c-92b8-a3f6003eb382 service neutron] Pushing event updated for resources: {'Port': ['ID=64b60799-37a6-473d-be6b-68c8ffe67c51,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:18:38.696680 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:38.701046 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08ccf0b-8279-476f-aeab-55eb5fee60fd req-67931873-f7c8-475c-a827-2fe365665bc2 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:38.702843 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a08ccf0b-8279-476f-aeab-55eb5fee60fd req-67931873-f7c8-475c-a827-2fe365665bc2 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?device_id=0be7ca3e-7176-4e55-a138-d2565c9cc050 HTTP/1.1" status: 200 len: 945 time: 0.2182169 Jan 28 07:18:38.717017 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4eb91521-e817-4d61-9331-780a9f9e55db None None] Publish callbacks [] for port (59660ec9-11d7-4130-ad3e-64898d57ff30), precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:38.732805 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4eb91521-e817-4d61-9331-780a9f9e55db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (59660ec9-11d7-4130-ad3e-64898d57ff30), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:38.740306 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-eed4b25d-f876-4abd-b54b-8d5463d192fa req-84d9c515-f4dd-4052-a6a1-e4cb7e2fb54f service neutron] 10.222.0.44 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2498355 Jan 28 07:18:38.747456 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77520305-80e1-4293-bfc6-e8043fbc2add req-c4522852-3150-4566-af50-7f762b9ca109 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:38.749711 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-77520305-80e1-4293-bfc6-e8043fbc2add req-c4522852-3150-4566-af50-7f762b9ca109 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fa73890-3c2c-4c59-9c73-ce1eca1f276c HTTP/1.1" status: 200 len: 945 time: 0.0894938 Jan 28 07:18:38.770927 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port f2c7d858-362a-43cb-92bf-0493c08947b8 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:18:38.771360 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (f2c7d858-362a-43cb-92bf-0493c08947b8), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:38.778666 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-267b543f-d407-4449-9da3-fd9dc20014e1 admin admin] Publish callbacks [] for port (9b94fe15-d9a5-48aa-96ef-27ba3512130e), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:38.789188 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-685135b3-c707-4623-a5ee-2fede39147bb req-0ce5f358-ff03-433c-92b8-a3f6003eb382 service neutron] Attempting to bind port 64b60799-37a6-473d-be6b-68c8ffe67c51 on host n-h2-712749-28 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:18:38.789524 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-685135b3-c707-4623-a5ee-2fede39147bb req-0ce5f358-ff03-433c-92b8-a3f6003eb382 service neutron] Attempting to bind port 64b60799-37a6-473d-be6b-68c8ffe67c51 by drivers openvswitch,hyperv on host n-h2-712749-28 at level 0 using segments [{'id': 'c04a96e2-ea61-480f-9949-7d03c5e63e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ec19ba11-5495-4bd5-a1d7-3b9cb60d6672'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:18:38.789859 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685135b3-c707-4623-a5ee-2fede39147bb req-0ce5f358-ff03-433c-92b8-a3f6003eb382 service neutron] Attempting to bind port 64b60799-37a6-473d-be6b-68c8ffe67c51 on network ec19ba11-5495-4bd5-a1d7-3b9cb60d6672 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:18:38.798565 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685135b3-c707-4623-a5ee-2fede39147bb req-0ce5f358-ff03-433c-92b8-a3f6003eb382 service neutron] Port 64b60799-37a6-473d-be6b-68c8ffe67c51 on network ec19ba11-5495-4bd5-a1d7-3b9cb60d6672 not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-28 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:18:38.800072 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685135b3-c707-4623-a5ee-2fede39147bb req-0ce5f358-ff03-433c-92b8-a3f6003eb382 service neutron] Attempting to bind port 64b60799-37a6-473d-be6b-68c8ffe67c51 on network ec19ba11-5495-4bd5-a1d7-3b9cb60d6672 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:18:38.812899 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685135b3-c707-4623-a5ee-2fede39147bb req-0ce5f358-ff03-433c-92b8-a3f6003eb382 service neutron] Checking agent: {'id': 'c9906e63-062c-432e-bb53-63fdb8115e18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:18:38.813239 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685135b3-c707-4623-a5ee-2fede39147bb req-0ce5f358-ff03-433c-92b8-a3f6003eb382 service neutron] Checking segment: {'id': 'c04a96e2-ea61-480f-9949-7d03c5e63e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ec19ba11-5495-4bd5-a1d7-3b9cb60d6672'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:18:38.813628 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685135b3-c707-4623-a5ee-2fede39147bb req-0ce5f358-ff03-433c-92b8-a3f6003eb382 service neutron] Bound using segment: {'id': 'c04a96e2-ea61-480f-9949-7d03c5e63e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ec19ba11-5495-4bd5-a1d7-3b9cb60d6672'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:18:38.814062 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-685135b3-c707-4623-a5ee-2fede39147bb req-0ce5f358-ff03-433c-92b8-a3f6003eb382 service neutron] Bound port: 64b60799-37a6-473d-be6b-68c8ffe67c51, host: n-h2-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c04a96e2-ea61-480f-9949-7d03c5e63e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ec19ba11-5495-4bd5-a1d7-3b9cb60d6672'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:18:38.815026 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-685135b3-c707-4623-a5ee-2fede39147bb req-0ce5f358-ff03-433c-92b8-a3f6003eb382 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (64b60799-37a6-473d-be6b-68c8ffe67c51), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:38.820625 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a08ccf0b-8279-476f-aeab-55eb5fee60fd req-ad3de503-8df4-4cd6-891b-3f27be9d16d0 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/security-groups?id=e977f99b-7e7b-4d49-bf15-4fd22b3b3b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085501 Jan 28 07:18:38.845877 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-77520305-80e1-4293-bfc6-e8043fbc2add req-45f7d181-9646-4770-b337-d4df439f3318 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f7766-6108-45d3-a769-5b5e90234849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822382 Jan 28 07:18:38.869280 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d52f11-9e03-4831-a4d4-a62cbeb15d77 None None] Pushing event updated for resources: {'Port': ['ID=59660ec9-11d7-4130-ad3e-64898d57ff30,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:18:38.889821 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-4eb91521-e817-4d61-9331-780a9f9e55db None None] Attempting to bind port 59660ec9-11d7-4130-ad3e-64898d57ff30 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:18:38.890162 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-4eb91521-e817-4d61-9331-780a9f9e55db None None] Attempting to bind port 59660ec9-11d7-4130-ad3e-64898d57ff30 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:18:38.890544 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb91521-e817-4d61-9331-780a9f9e55db None None] Attempting to bind port 59660ec9-11d7-4130-ad3e-64898d57ff30 on network 7d5b3724-deef-4831-8d43-cb9b8176573c {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:18:38.899331 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-267b543f-d407-4449-9da3-fd9dc20014e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (9b94fe15-d9a5-48aa-96ef-27ba3512130e), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:38.922656 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-685135b3-c707-4623-a5ee-2fede39147bb req-0ce5f358-ff03-433c-92b8-a3f6003eb382 service neutron] For port 64b60799-37a6-473d-be6b-68c8ffe67c51, host n-h2-712749-28, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:18:38.927162 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-685135b3-c707-4623-a5ee-2fede39147bb req-0ce5f358-ff03-433c-92b8-a3f6003eb382 service neutron] For port 64b60799-37a6-473d-be6b-68c8ffe67c51, host n-h2-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=64b60799-37a6-473d-be6b-68c8ffe67c51,segment=NetworkSegment(c04a96e2-ea61-480f-9949-7d03c5e63e85),segment_id=c04a96e2-ea61-480f-9949-7d03c5e63e85)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:18:38.935157 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-685135b3-c707-4623-a5ee-2fede39147bb req-0ce5f358-ff03-433c-92b8-a3f6003eb382 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (64b60799-37a6-473d-be6b-68c8ffe67c51), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:38.935489 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb91521-e817-4d61-9331-780a9f9e55db None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:18:38.935873 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb91521-e817-4d61-9331-780a9f9e55db None None] Checking segment: {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:18:38.936304 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4eb91521-e817-4d61-9331-780a9f9e55db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:38.936702 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb91521-e817-4d61-9331-780a9f9e55db None None] Bound using segment: {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:18:38.937181 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-4eb91521-e817-4d61-9331-780a9f9e55db None None] Bound port: 59660ec9-11d7-4130-ad3e-64898d57ff30, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:18:38.937558 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4eb91521-e817-4d61-9331-780a9f9e55db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (59660ec9-11d7-4130-ad3e-64898d57ff30), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:38.981078 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port f2c7d858-362a-43cb-92bf-0493c08947b8 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:18:38.984116 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685135b3-c707-4623-a5ee-2fede39147bb req-0ce5f358-ff03-433c-92b8-a3f6003eb382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:38.988470 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-685135b3-c707-4623-a5ee-2fede39147bb req-0ce5f358-ff03-433c-92b8-a3f6003eb382 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:38.989249 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-267b543f-d407-4449-9da3-fd9dc20014e1 admin admin] Network fabbfec3-31f9-4fc0-ba06-c03647e55067 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:18:38.990207 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-685135b3-c707-4623-a5ee-2fede39147bb req-0ce5f358-ff03-433c-92b8-a3f6003eb382 service neutron] 10.222.0.44 "PUT /v2.0/ports/64b60799-37a6-473d-be6b-68c8ffe67c51 HTTP/1.1" status: 200 len: 1092 time: 1.8857508 Jan 28 07:18:38.990768 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41e4b948-cb33-474e-bd90-742f8e81df45', 'tag': '64b60799-37a6-473d-be6b-68c8ffe67c51'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:18:38.993542 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-709432cf-9b7c-4606-96bf-ab9c888fd22f" -d '{"events": [{"name": "network-changed", "server_uuid": "41e4b948-cb33-474e-bd90-742f8e81df45", "tag": "64b60799-37a6-473d-be6b-68c8ffe67c51"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:18:39.013378 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-267b543f-d407-4449-9da3-fd9dc20014e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:18:39.015987 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267b543f-d407-4449-9da3-fd9dc20014e1 admin admin] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:18:39.055711 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-4eb91521-e817-4d61-9331-780a9f9e55db None None] For port 59660ec9-11d7-4130-ad3e-64898d57ff30, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:18:39.068959 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-4eb91521-e817-4d61-9331-780a9f9e55db None None] For port 59660ec9-11d7-4130-ad3e-64898d57ff30, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=59660ec9-11d7-4130-ad3e-64898d57ff30,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:18:39.078181 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4eb91521-e817-4d61-9331-780a9f9e55db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (59660ec9-11d7-4130-ad3e-64898d57ff30), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:39.110244 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267b543f-d407-4449-9da3-fd9dc20014e1 admin admin] Pushing event updated for resources: {'Port': ['ID=9b94fe15-d9a5-48aa-96ef-27ba3512130e,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:18:39.132267 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d744517b-4013-4ac3-8e92-56a73123b759 req-743cbad0-495b-4710-a7bb-d304cbbe57f9 tempest-ServerDiagnosticsNegativeTest-956533014 tempest-ServerDiagnosticsNegativeTest-956533014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:39.143560 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d744517b-4013-4ac3-8e92-56a73123b759 req-743cbad0-495b-4710-a7bb-d304cbbe57f9 tempest-ServerDiagnosticsNegativeTest-956533014 tempest-ServerDiagnosticsNegativeTest-956533014-project] 10.222.0.41 "GET /v2.0/ports?device_id=73c0b8c5-01a0-4491-9460-1d484357180e HTTP/1.1" status: 200 len: 947 time: 0.1983047 Jan 28 07:18:39.149629 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce5f358-ff03-433c-92b8-a3f6003eb382 service neutron] Pushing event updated for resources: {'Port': ['ID=64b60799-37a6-473d-be6b-68c8ffe67c51,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:18:39.194491 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb91521-e817-4d61-9331-780a9f9e55db None None] Routers {'682a3156-cf45-49e0-8f39-7c9498d5e158'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:18:39.195444 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-4eb91521-e817-4d61-9331-780a9f9e55db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:18:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['682a3156-cf45-49e0-8f39-7c9498d5e158'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:18:39.195900 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685135b3-c707-4623-a5ee-2fede39147bb req-efe863ef-e381-4913-b98c-6c5fa172b7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:39.204295 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-685135b3-c707-4623-a5ee-2fede39147bb req-efe863ef-e381-4913-b98c-6c5fa172b7bc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=dd2e13ce1205406fa292cb7ef70743a9&device_id=41e4b948-cb33-474e-bd90-742f8e81df45 HTTP/1.1" status: 200 len: 1095 time: 0.1415758 Jan 28 07:18:39.252425 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d744517b-4013-4ac3-8e92-56a73123b759 req-fa185ce9-e6a2-4c88-bc98-af7b30885d4e tempest-ServerDiagnosticsNegativeTest-956533014 tempest-ServerDiagnosticsNegativeTest-956533014-project] 10.222.0.41 "GET /v2.0/security-groups?id=bf9b9c12-bb87-4ce4-97ce-418bcb7e92b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043551 Jan 28 07:18:39.253546 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-267b543f-d407-4449-9da3-fd9dc20014e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16609232'] for router_interface (682a3156-cf45-49e0-8f39-7c9498d5e158), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:39.277517 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d52f11-9e03-4831-a4d4-a62cbeb15d77 None None] Pushing event updated for resources: {'Port': ['ID=59660ec9-11d7-4130-ad3e-64898d57ff30,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:18:39.291516 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-685135b3-c707-4623-a5ee-2fede39147bb req-415fb29a-014b-4486-9473-92d6a4d8fa1f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=64b60799-37a6-473d-be6b-68c8ffe67c51 HTTP/1.1" status: 200 len: 217 time: 0.0719013 Jan 28 07:18:39.428474 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde9ea24-9d24-45e0-b01a-12e872d3dc1b req-764b31ba-8b08-47ee-957c-4b6abc15fd82 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:39.437885 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde9ea24-9d24-45e0-b01a-12e872d3dc1b req-764b31ba-8b08-47ee-957c-4b6abc15fd82 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:39.450908 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde9ea24-9d24-45e0-b01a-12e872d3dc1b req-764b31ba-8b08-47ee-957c-4b6abc15fd82 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:39.457439 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde9ea24-9d24-45e0-b01a-12e872d3dc1b req-764b31ba-8b08-47ee-957c-4b6abc15fd82 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:39.464448 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde9ea24-9d24-45e0-b01a-12e872d3dc1b req-764b31ba-8b08-47ee-957c-4b6abc15fd82 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:39.473699 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde9ea24-9d24-45e0-b01a-12e872d3dc1b req-764b31ba-8b08-47ee-957c-4b6abc15fd82 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:39.481389 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde9ea24-9d24-45e0-b01a-12e872d3dc1b req-764b31ba-8b08-47ee-957c-4b6abc15fd82 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:39.491873 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-4eb91521-e817-4d61-9331-780a9f9e55db None None] Set router 682a3156-cf45-49e0-8f39-7c9498d5e158 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:18:39.492259 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-cde9ea24-9d24-45e0-b01a-12e872d3dc1b req-764b31ba-8b08-47ee-957c-4b6abc15fd82 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009 HTTP/1.1" status: 200 len: 5429 time: 0.1996164 Jan 28 07:18:39.514438 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e684291-5d14-4f38-98e3-4e9b757e7278 x-openstack-request-id: req-0e684291-5d14-4f38-98e3-4e9b757e7278 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:18:39.514733 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41e4b948-cb33-474e-bd90-742f8e81df45", "tag": "64b60799-37a6-473d-be6b-68c8ffe67c51", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:18:39.514992 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0e684291-5d14-4f38-98e3-4e9b757e7278 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:18:39.515398 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41e4b948-cb33-474e-bd90-742f8e81df45', 'tag': '64b60799-37a6-473d-be6b-68c8ffe67c51', 'status': 'completed', 'code': 200} Jan 28 07:18:39.531420 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685135b3-c707-4623-a5ee-2fede39147bb req-c35c49e2-587f-48a0-874f-6dbdcd98bee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:39.533772 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-685135b3-c707-4623-a5ee-2fede39147bb req-c35c49e2-587f-48a0-874f-6dbdcd98bee1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=93fcb993-73a7-4360-acad-236d0cf05608 HTTP/1.1" status: 200 len: 854 time: 0.2268403 Jan 28 07:18:39.544912 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-267b543f-d407-4449-9da3-fd9dc20014e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (9b94fe15-d9a5-48aa-96ef-27ba3512130e), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:39.615182 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-cde9ea24-9d24-45e0-b01a-12e872d3dc1b req-6a0c8082-27b4-4593-a3e2-d749c70bd251 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/security-groups?id=e05d74b3-220f-46cd-b475-266b231f0f88&id=7f4d2140-e017-41d8-8ff9-e5d9b5e3138b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1218009 Jan 28 07:18:39.628846 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685135b3-c707-4623-a5ee-2fede39147bb req-a80d7e1b-15ff-42cc-9214-6c52a98f4117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:39.630370 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-685135b3-c707-4623-a5ee-2fede39147bb req-a80d7e1b-15ff-42cc-9214-6c52a98f4117 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ec19ba11-5495-4bd5-a1d7-3b9cb60d6672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0899658 Jan 28 07:18:39.652236 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15cb4ff-36c3-441c-95ea-fc19d10e7296 req-388a62b7-b132-46f2-a345-a781f7abe095 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:39.660793 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c15cb4ff-36c3-441c-95ea-fc19d10e7296 req-388a62b7-b132-46f2-a345-a781f7abe095 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?device_id=0be7ca3e-7176-4e55-a138-d2565c9cc050 HTTP/1.1" status: 200 len: 945 time: 0.1041353 Jan 28 07:18:39.723615 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:39.759267 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-7f856eb2-bc30-4139-8921-a8efd7e2952e None None] Provisioning complete for port 9b94fe15-d9a5-48aa-96ef-27ba3512130e triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:18:39.759743 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7f856eb2-bc30-4139-8921-a8efd7e2952e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (9b94fe15-d9a5-48aa-96ef-27ba3512130e), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:39.762254 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c15cb4ff-36c3-441c-95ea-fc19d10e7296 req-4f244aa7-5411-4dde-bf8f-e8bed6f3a233 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/security-groups?id=e977f99b-7e7b-4d49-bf15-4fd22b3b3b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964763 Jan 28 07:18:39.765077 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-685135b3-c707-4623-a5ee-2fede39147bb req-00e71a69-c02b-4f72-a1c3-3b45a705205f service neutron] 10.222.0.44 "GET /v2.0/networks/ec19ba11-5495-4bd5-a1d7-3b9cb60d6672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185381 Jan 28 07:18:39.828893 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 47984) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:18:39.850831 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-7f856eb2-bc30-4139-8921-a8efd7e2952e None None] Port 9b94fe15-d9a5-48aa-96ef-27ba3512130e cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:18:39.883564 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-4eb91521-e817-4d61-9331-780a9f9e55db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '682a3156-cf45-49e0-8f39-7c9498d5e158', 'name': 'tempest-AttachVolumeShelveTestJSON-1963086362-router', 'tenant_id': '8d47b614f63e4b68b737be6f6d46b64e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '59660ec9-11d7-4130-ad3e-64898d57ff30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:18:34Z', 'updated_at': '2022-01-28T07:18:36Z', 'revision_number': 3, 'project_id': '8d47b614f63e4b68b737be6f6d46b64e', 'gw_port': {'id': '59660ec9-11d7-4130-ad3e-64898d57ff30', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:a8:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '682a3156-cf45-49e0-8f39-7c9498d5e158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:18:35Z', 'updated_at': '2022-01-28T07:18:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:18:39.890812 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1455df8-4caa-4f45-b480-d9ba0da8c246 req-34a131d5-a8e8-4966-baa1-c4f7fdf0bc41 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:39.898090 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c1455df8-4caa-4f45-b480-d9ba0da8c246 req-34a131d5-a8e8-4966-baa1-c4f7fdf0bc41 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fa73890-3c2c-4c59-9c73-ce1eca1f276c HTTP/1.1" status: 200 len: 945 time: 0.1321797 Jan 28 07:18:39.915091 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb91521-e817-4d61-9331-780a9f9e55db None None] The sync data for ids ['682a3156-cf45-49e0-8f39-7c9498d5e158'] in n-d-712749-28 is: [{'id': '682a3156-cf45-49e0-8f39-7c9498d5e158', 'name': 'tempest-AttachVolumeShelveTestJSON-1963086362-router', 'tenant_id': '8d47b614f63e4b68b737be6f6d46b64e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '59660ec9-11d7-4130-ad3e-64898d57ff30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:18:34Z', 'updated_at': '2022-01-28T07:18:36Z', 'revision_number': 3, 'project_id': '8d47b614f63e4b68b737be6f6d46b64e', 'gw_port': {'id': '59660ec9-11d7-4130-ad3e-64898d57ff30', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:a8:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '682a3156-cf45-49e0-8f39-7c9498d5e158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:18:35Z', 'updated_at': '2022-01-28T07:18:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:18:39.937051 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd38647-c8c4-4e09-bb78-0e11af737609 req-bcf68022-2d8a-46ce-96a0-84ab061a8815 tempest-ServersTestFqdnHostnames-1425549223 tempest-ServersTestFqdnHostnames-1425549223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:39.944477 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3dd38647-c8c4-4e09-bb78-0e11af737609 req-bcf68022-2d8a-46ce-96a0-84ab061a8815 tempest-ServersTestFqdnHostnames-1425549223 tempest-ServersTestFqdnHostnames-1425549223-project] 10.222.0.41 "GET /v2.0/ports?device_id=41e4b948-cb33-474e-bd90-742f8e81df45 HTTP/1.1" status: 200 len: 943 time: 0.1021802 Jan 28 07:18:39.966169 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-685135b3-c707-4623-a5ee-2fede39147bb req-f443f522-8c62-4af0-a419-7e7d6868f798 service neutron] 10.222.0.44 "GET /v2.0/networks/ec19ba11-5495-4bd5-a1d7-3b9cb60d6672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875381 Jan 28 07:18:39.976182 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c1455df8-4caa-4f45-b480-d9ba0da8c246 req-87a29b8c-781c-4d33-afae-9ba2db8e48f8 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f7766-6108-45d3-a769-5b5e90234849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771568 Jan 28 07:18:40.004612 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-267b543f-d407-4449-9da3-fd9dc20014e1 admin admin] Publish callbacks [] for port (9b94fe15-d9a5-48aa-96ef-27ba3512130e), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:40.020411 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-267b543f-d407-4449-9da3-fd9dc20014e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (9b94fe15-d9a5-48aa-96ef-27ba3512130e), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:40.022623 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bb93dc79-7c7c-4512-a922-7a707db2def7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:40.074126 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3dd38647-c8c4-4e09-bb78-0e11af737609 req-27d9a4b9-a9a7-4329-825b-ea3aa94bcded tempest-ServersTestFqdnHostnames-1425549223 tempest-ServersTestFqdnHostnames-1425549223-project] 10.222.0.41 "GET /v2.0/security-groups?id=7b4ec343-77f3-49ed-9d59-5d308dcef7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1287837 Jan 28 07:18:40.123890 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267b543f-d407-4449-9da3-fd9dc20014e1 admin admin] Pushing event updated for resources: {'Port': ['ID=9b94fe15-d9a5-48aa-96ef-27ba3512130e,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:18:40.133309 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709432cf-9b7c-4606-96bf-ab9c888fd22f req-ef156586-1c6f-4a25-a52c-73e18711f1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:40.136071 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-709432cf-9b7c-4606-96bf-ab9c888fd22f req-ef156586-1c6f-4a25-a52c-73e18711f1b5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=dd2e13ce1205406fa292cb7ef70743a9&device_id=41e4b948-cb33-474e-bd90-742f8e81df45 HTTP/1.1" status: 200 len: 1095 time: 0.0596323 Jan 28 07:18:40.144542 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-267b543f-d407-4449-9da3-fd9dc20014e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16318999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16606560'] for router_interface (682a3156-cf45-49e0-8f39-7c9498d5e158), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:40.344119 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bb93dc79-7c7c-4512-a922-7a707db2def7 admin admin] Publish callbacks [] for security_group (8bb6eb6a-d322-4be5-b041-b4be2029f26a), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:40.353810 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bff74e5-44ea-4295-951e-24c900b5836d req-9027a18f-0d1c-4661-b8de-36d0d98eb002 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:40.362525 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9bff74e5-44ea-4295-951e-24c900b5836d req-9027a18f-0d1c-4661-b8de-36d0d98eb002 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fa73890-3c2c-4c59-9c73-ce1eca1f276c HTTP/1.1" status: 200 len: 945 time: 0.2002563 Jan 28 07:18:40.372877 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bb93dc79-7c7c-4512-a922-7a707db2def7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (8bb6eb6a-d322-4be5-b041-b4be2029f26a), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:40.396464 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-267b543f-d407-4449-9da3-fd9dc20014e1 admin admin] Network fabbfec3-31f9-4fc0-ba06-c03647e55067 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:18:40.422977 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device ab66b7ad-5496-47d6-ba92-d8fb60bbc0cc details requested by agent hyperv_n-h2-712749-28 with host n-h2-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:18:40.427454 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-267b543f-d407-4449-9da3-fd9dc20014e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:18:40.542004 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-bb93dc79-7c7c-4512-a922-7a707db2def7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cbe806ecd4f74f67b201618ce799c167&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7111597 Jan 28 07:18:40.546904 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb93dc79-7c7c-4512-a922-7a707db2def7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bb6eb6a-d322-4be5-b041-b4be2029f26a,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:18:40.551813 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 47994) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:18:40.617028 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9bff74e5-44ea-4295-951e-24c900b5836d req-e35d2ffd-72cf-4a56-8eb3-2a115b9baf4c tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f7766-6108-45d3-a769-5b5e90234849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478914 Jan 28 07:18:40.637614 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port ab66b7ad-5496-47d6-ba92-d8fb60bbc0cc, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=ab66b7ad-5496-47d6-ba92-d8fb60bbc0cc,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:18:40.670816 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 59660ec9-11d7-4130-ad3e-64898d57ff30 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:18:40.737295 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Returning: {'device': 'ab66b7ad-5496-47d6-ba92-d8fb60bbc0cc', 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb', 'port_id': 'ab66b7ad-5496-47d6-ba92-d8fb60bbc0cc', 'mac_address': 'fa:16:3e:43:55:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5785b43d-448b-4d12-9eb5-4e4caf2e7eaf', 'ip_address': '192.168.233.59'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:18:40.807068 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9e438896-a744-4d8e-80eb-dbd871555d9e admin admin] Publish callbacks [] for security_group (8bb6eb6a-d322-4be5-b041-b4be2029f26a), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:40.846189 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-267b543f-d407-4449-9da3-fd9dc20014e1 admin admin] Router 682a3156-cf45-49e0-8f39-7c9498d5e158 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:18:40.857683 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port ab66b7ad-5496-47d6-ba92-d8fb60bbc0cc is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:18:40.858092 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (ab66b7ad-5496-47d6-ba92-d8fb60bbc0cc), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:40.862786 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4259cd-f62f-4d0f-b8b1-f54925ca118b req-e0f27512-d0db-4e65-a36f-c2c4596f1741 tempest-ServerDiagnosticsNegativeTest-956533014 tempest-ServerDiagnosticsNegativeTest-956533014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:40.865550 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6f4259cd-f62f-4d0f-b8b1-f54925ca118b req-e0f27512-d0db-4e65-a36f-c2c4596f1741 tempest-ServerDiagnosticsNegativeTest-956533014 tempest-ServerDiagnosticsNegativeTest-956533014-project] 10.222.0.41 "GET /v2.0/ports?device_id=73c0b8c5-01a0-4491-9460-1d484357180e HTTP/1.1" status: 200 len: 947 time: 0.1179948 Jan 28 07:18:40.873409 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab66b7ad-5496-47d6-ba92-d8fb60bbc0cc {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:18:40.873891 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9e438896-a744-4d8e-80eb-dbd871555d9e admin admin] Publish callbacks [] for security_group (8bb6eb6a-d322-4be5-b041-b4be2029f26a), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:40.897648 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port ab66b7ad-5496-47d6-ba92-d8fb60bbc0cc, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=ab66b7ad-5496-47d6-ba92-d8fb60bbc0cc,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:18:40.909888 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (ab66b7ad-5496-47d6-ba92-d8fb60bbc0cc), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:40.912521 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709432cf-9b7c-4606-96bf-ab9c888fd22f req-0263ac60-fa10-45d4-aa9e-05197f174b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:40.914080 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-709432cf-9b7c-4606-96bf-ab9c888fd22f req-0263ac60-fa10-45d4-aa9e-05197f174b8b service neutron] 10.222.0.44 "GET /v2.0/networks?id=ec19ba11-5495-4bd5-a1d7-3b9cb60d6672 HTTP/1.1" status: 200 len: 916 time: 0.7692397 Jan 28 07:18:40.919706 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bec33a-2039-430d-8717-fed9703f794c req-0210d4dc-daef-4e63-acdb-b58310474e0c tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:40.921316 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-03bec33a-2039-430d-8717-fed9703f794c req-0210d4dc-daef-4e63-acdb-b58310474e0c tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?device_id=0be7ca3e-7176-4e55-a138-d2565c9cc050 HTTP/1.1" status: 200 len: 945 time: 0.1755600 Jan 28 07:18:40.969594 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 59660ec9-11d7-4130-ad3e-64898d57ff30 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:18:40.969968 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (59660ec9-11d7-4130-ad3e-64898d57ff30), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:40.974538 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-709432cf-9b7c-4606-96bf-ab9c888fd22f req-ae1fb01e-a554-4fbf-b4a5-f9e625f5f602 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=64b60799-37a6-473d-be6b-68c8ffe67c51 HTTP/1.1" status: 200 len: 217 time: 0.0483327 Jan 28 07:18:40.976294 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=ab66b7ad-5496-47d6-ba92-d8fb60bbc0cc,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:18:40.989607 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6f4259cd-f62f-4d0f-b8b1-f54925ca118b req-ebea6c9f-b187-4391-a624-632e9178f0cc tempest-ServerDiagnosticsNegativeTest-956533014 tempest-ServerDiagnosticsNegativeTest-956533014-project] 10.222.0.41 "GET /v2.0/security-groups?id=bf9b9c12-bb87-4ce4-97ce-418bcb7e92b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161377 Jan 28 07:18:41.014808 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-b916df01-01a2-40e0-b281-5a475e55470d None None] Provisioning complete for port 9b94fe15-d9a5-48aa-96ef-27ba3512130e triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:18:41.015203 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b916df01-01a2-40e0-b281-5a475e55470d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (9b94fe15-d9a5-48aa-96ef-27ba3512130e), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:41.060718 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-b916df01-01a2-40e0-b281-5a475e55470d None None] Port 9b94fe15-d9a5-48aa-96ef-27ba3512130e cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:18:41.108222 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-03bec33a-2039-430d-8717-fed9703f794c req-865bf778-fb81-4926-bbd5-7a23ebdda639 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/security-groups?id=e977f99b-7e7b-4d49-bf15-4fd22b3b3b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393032 Jan 28 07:18:41.108455 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709432cf-9b7c-4606-96bf-ab9c888fd22f req-ca5ccc40-498f-4e6f-9933-2a32764e64b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:41.108555 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9e438896-a744-4d8e-80eb-dbd871555d9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (8bb6eb6a-d322-4be5-b041-b4be2029f26a), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:41.108671 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-709432cf-9b7c-4606-96bf-ab9c888fd22f req-ca5ccc40-498f-4e6f-9933-2a32764e64b6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=93fcb993-73a7-4360-acad-236d0cf05608 HTTP/1.1" status: 200 len: 854 time: 0.1159437 Jan 28 07:18:41.109920 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9e438896-a744-4d8e-80eb-dbd871555d9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:41.124554 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-9e438896-a744-4d8e-80eb-dbd871555d9e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8bb6eb6a-d322-4be5-b041-b4be2029f26a HTTP/1.1" status: 204 len: 168 time: 0.5583563 Jan 28 07:18:41.139463 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e438896-a744-4d8e-80eb-dbd871555d9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bb6eb6a-d322-4be5-b041-b4be2029f26a,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:18:41.142793 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-267b543f-d407-4449-9da3-fd9dc20014e1 admin admin] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:18:41.162974 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-267b543f-d407-4449-9da3-fd9dc20014e1 admin admin] 10.222.0.41 "PUT /v2.0/routers/682a3156-cf45-49e0-8f39-7c9498d5e158/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4685407 Jan 28 07:18:41.219795 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 59660ec9-11d7-4130-ad3e-64898d57ff30 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:18:41.220228 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (59660ec9-11d7-4130-ad3e-64898d57ff30), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:41.225426 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec7e8dd-2253-467b-9a3e-f19888a5c91f req-d81320e8-e685-473b-90c7-721852532418 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:41.230947 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec7e8dd-2253-467b-9a3e-f19888a5c91f req-d81320e8-e685-473b-90c7-721852532418 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:41.236353 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec7e8dd-2253-467b-9a3e-f19888a5c91f req-d81320e8-e685-473b-90c7-721852532418 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:41.242253 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec7e8dd-2253-467b-9a3e-f19888a5c91f req-d81320e8-e685-473b-90c7-721852532418 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:41.247630 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec7e8dd-2253-467b-9a3e-f19888a5c91f req-d81320e8-e685-473b-90c7-721852532418 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:41.254572 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec7e8dd-2253-467b-9a3e-f19888a5c91f req-d81320e8-e685-473b-90c7-721852532418 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:41.268743 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] For port 59660ec9-11d7-4130-ad3e-64898d57ff30, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=59660ec9-11d7-4130-ad3e-64898d57ff30,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:18:41.273684 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec7e8dd-2253-467b-9a3e-f19888a5c91f req-d81320e8-e685-473b-90c7-721852532418 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:41.280136 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (59660ec9-11d7-4130-ad3e-64898d57ff30), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:41.282080 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-eec7e8dd-2253-467b-9a3e-f19888a5c91f req-d81320e8-e685-473b-90c7-721852532418 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009 HTTP/1.1" status: 200 len: 5429 time: 0.1979833 Jan 28 07:18:41.292324 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['ab66b7ad-5496-47d6-ba92-d8fb60bbc0cc'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:18:41.329215 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709432cf-9b7c-4606-96bf-ab9c888fd22f req-ceea5e64-9645-4dd4-b281-ee4ee51e9bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:41.331493 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-709432cf-9b7c-4606-96bf-ab9c888fd22f req-ceea5e64-9645-4dd4-b281-ee4ee51e9bef service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ec19ba11-5495-4bd5-a1d7-3b9cb60d6672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2044511 Jan 28 07:18:41.447872 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707234fd-d171-47de-8c1d-816d0aceb9c4 req-e3a57d87-3566-459e-8f75-307e745dc58b tempest-ServersTestFqdnHostnames-1425549223 tempest-ServersTestFqdnHostnames-1425549223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:41.456225 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-707234fd-d171-47de-8c1d-816d0aceb9c4 req-e3a57d87-3566-459e-8f75-307e745dc58b tempest-ServersTestFqdnHostnames-1425549223 tempest-ServersTestFqdnHostnames-1425549223-project] 10.222.0.41 "GET /v2.0/ports?device_id=41e4b948-cb33-474e-bd90-742f8e81df45 HTTP/1.1" status: 200 len: 943 time: 0.0730331 Jan 28 07:18:41.461028 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-eec7e8dd-2253-467b-9a3e-f19888a5c91f req-3e62d207-531e-4823-8f6a-34f8d375da24 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/security-groups?id=e05d74b3-220f-46cd-b475-266b231f0f88&id=7f4d2140-e017-41d8-8ff9-e5d9b5e3138b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1732228 Jan 28 07:18:41.494401 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Pushing event updated for resources: {'Port': ['ID=59660ec9-11d7-4130-ad3e-64898d57ff30,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:18:41.541206 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-709432cf-9b7c-4606-96bf-ab9c888fd22f req-173dd902-4d34-4385-906a-2cbd2e067624 service neutron] 10.222.0.44 "GET /v2.0/networks/ec19ba11-5495-4bd5-a1d7-3b9cb60d6672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011499 Jan 28 07:18:41.545202 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-707234fd-d171-47de-8c1d-816d0aceb9c4 req-df9c494b-9210-4b8f-96ff-8750fc06fdd2 tempest-ServersTestFqdnHostnames-1425549223 tempest-ServersTestFqdnHostnames-1425549223-project] 10.222.0.41 "GET /v2.0/security-groups?id=7b4ec343-77f3-49ed-9d59-5d308dcef7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875652 Jan 28 07:18:41.677523 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ac974b-73e4-4032-875b-966d79acd65e req-7f3eadbd-d4c2-4ae1-a424-2bd05e4eb162 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:41.679215 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f3ac974b-73e4-4032-875b-966d79acd65e req-7f3eadbd-d4c2-4ae1-a424-2bd05e4eb162 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fa73890-3c2c-4c59-9c73-ce1eca1f276c HTTP/1.1" status: 200 len: 945 time: 0.1157284 Jan 28 07:18:41.716133 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-709432cf-9b7c-4606-96bf-ab9c888fd22f req-19367398-0918-4053-b7a0-095899dd2460 service neutron] 10.222.0.44 "GET /v2.0/networks/ec19ba11-5495-4bd5-a1d7-3b9cb60d6672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658165 Jan 28 07:18:41.759314 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f3ac974b-73e4-4032-875b-966d79acd65e req-2ba18fbb-0292-4f81-b765-d11e4a662699 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f7766-6108-45d3-a769-5b5e90234849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719292 Jan 28 07:18:41.875056 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d5418d-0b9b-4323-abeb-32949a2de5f3 req-7322f506-0453-4797-ae7e-faa0ad6aac1e tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:41.876630 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-84d5418d-0b9b-4323-abeb-32949a2de5f3 req-7322f506-0453-4797-ae7e-faa0ad6aac1e tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fa73890-3c2c-4c59-9c73-ce1eca1f276c HTTP/1.1" status: 200 len: 945 time: 0.0542319 Jan 28 07:18:41.939341 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-84d5418d-0b9b-4323-abeb-32949a2de5f3 req-3a324249-7be8-4173-a505-40558f013f6a tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f7766-6108-45d3-a769-5b5e90234849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564399 Jan 28 07:18:42.134296 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b2c83a-5193-47b9-b87b-d1c73b773cbd req-7758be92-4543-4d84-abd7-5a25de4f1a81 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:42.135793 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-29b2c83a-5193-47b9-b87b-d1c73b773cbd req-7758be92-4543-4d84-abd7-5a25de4f1a81 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fa73890-3c2c-4c59-9c73-ce1eca1f276c HTTP/1.1" status: 200 len: 945 time: 0.0890827 Jan 28 07:18:42.147054 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a492ecc0-3a84-4511-9c68-fe0afd1bd038 req-58d6a430-08fb-4f18-981f-82d8a3c833bf tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:42.148573 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a492ecc0-3a84-4511-9c68-fe0afd1bd038 req-58d6a430-08fb-4f18-981f-82d8a3c833bf tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.44 "GET /v2.0/ports?device_id=0be7ca3e-7176-4e55-a138-d2565c9cc050 HTTP/1.1" status: 200 len: 945 time: 0.0759771 Jan 28 07:18:42.232111 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 48048) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:18:42.237976 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-826cc920-7f8f-4a41-8c2f-66dbec4ad38f tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1104815035', 'description': 'tempest-description--1305880472'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:18:42.277516 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-826cc920-7f8f-4a41-8c2f-66dbec4ad38f tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:42.293190 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-29b2c83a-5193-47b9-b87b-d1c73b773cbd req-239d63f7-b250-42e4-af12-a4d1423be4ce tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f7766-6108-45d3-a769-5b5e90234849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435127 Jan 28 07:18:42.339490 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-a492ecc0-3a84-4511-9c68-fe0afd1bd038 req-1bbd0fd7-ce46-49b8-81cb-0fe6217858bc tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Deleting port abbd84d5-e542-4ff6-acff-5ea0378573e1 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:18:42.339878 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-a492ecc0-3a84-4511-9c68-fe0afd1bd038 req-1bbd0fd7-ce46-49b8-81cb-0fe6217858bc tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (abbd84d5-e542-4ff6-acff-5ea0378573e1), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:42.381493 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcd62f8-e19a-45b9-8e34-6a9ff221e073 req-ae3bec03-61fb-4e49-9df0-dcf7d0c582bf tempest-ServerDiagnosticsNegativeTest-956533014 tempest-ServerDiagnosticsNegativeTest-956533014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:42.383174 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4fcd62f8-e19a-45b9-8e34-6a9ff221e073 req-ae3bec03-61fb-4e49-9df0-dcf7d0c582bf tempest-ServerDiagnosticsNegativeTest-956533014 tempest-ServerDiagnosticsNegativeTest-956533014-project] 10.222.0.41 "GET /v2.0/ports?device_id=73c0b8c5-01a0-4491-9460-1d484357180e HTTP/1.1" status: 200 len: 948 time: 0.0876739 Jan 28 07:18:42.427433 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 64b60799-37a6-473d-be6b-68c8ffe67c51 details requested by agent hyperv_n-h2-712749-28 with host n-h2-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:18:42.446953 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-826cc920-7f8f-4a41-8c2f-66dbec4ad38f tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Publish callbacks [] for security_group (c3913eaa-d94a-405d-af3b-c47b7c21bae7), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:42.462015 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device ab66b7ad-5496-47d6-ba92-d8fb60bbc0cc up at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:18:42.467201 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-826cc920-7f8f-4a41-8c2f-66dbec4ad38f tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (c3913eaa-d94a-405d-af3b-c47b7c21bae7), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:42.505306 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826cc920-7f8f-4a41-8c2f-66dbec4ad38f tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3913eaa-d94a-405d-af3b-c47b7c21bae7,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:18:42.535356 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-a492ecc0-3a84-4511-9c68-fe0afd1bd038 req-1bbd0fd7-ce46-49b8-81cb-0fe6217858bc tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] For port abbd84d5-e542-4ff6-acff-5ea0378573e1, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=abbd84d5-e542-4ff6-acff-5ea0378573e1,segment=NetworkSegment(0129dffb-fe43-47b5-a269-4f49ca8f6de7),segment_id=0129dffb-fe43-47b5-a269-4f49ca8f6de7)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:18:42.539751 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4fcd62f8-e19a-45b9-8e34-6a9ff221e073 req-254d2241-ae70-41c4-94cf-c8c2ea95320e tempest-ServerDiagnosticsNegativeTest-956533014 tempest-ServerDiagnosticsNegativeTest-956533014-project] 10.222.0.41 "GET /v2.0/security-groups?id=bf9b9c12-bb87-4ce4-97ce-418bcb7e92b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436281 Jan 28 07:18:42.540451 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-a492ecc0-3a84-4511-9c68-fe0afd1bd038 req-1bbd0fd7-ce46-49b8-81cb-0fe6217858bc tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (abbd84d5-e542-4ff6-acff-5ea0378573e1), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:42.560930 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0767dfa7-8afe-4914-aff5-6ef61662ab2f req-19091e82-229e-4df8-8004-0bd5d969ba6a tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:42.562195 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-826cc920-7f8f-4a41-8c2f-66dbec4ad38f tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:42.562712 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0767dfa7-8afe-4914-aff5-6ef61662ab2f req-19091e82-229e-4df8-8004-0bd5d969ba6a tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?device_id=0be7ca3e-7176-4e55-a138-d2565c9cc050 HTTP/1.1" status: 200 len: 945 time: 0.1688020 Jan 28 07:18:42.565396 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-826cc920-7f8f-4a41-8c2f-66dbec4ad38f tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.3321574 Jan 28 07:18:42.567385 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-a492ecc0-3a84-4511-9c68-fe0afd1bd038 req-1bbd0fd7-ce46-49b8-81cb-0fe6217858bc tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Calling delete_port for abbd84d5-e542-4ff6-acff-5ea0378573e1 owned by compute:nova {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:18:42.568268 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 48062) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:18:42.582833 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-1234b835-d79f-4153-af36-004a8c1b473c tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Request body: {'security_group_rule': {'security_group_id': 'c3913eaa-d94a-405d-af3b-c47b7c21bae7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:18:42.592990 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf9b1c5-c507-4316-a357-10dde5d12595 None None] Sync routers for ids ['682a3156-cf45-49e0-8f39-7c9498d5e158'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:18:42.606799 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf9b1c5-c507-4316-a357-10dde5d12595 None None] Routers {'682a3156-cf45-49e0-8f39-7c9498d5e158'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:18:42.610145 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 59660ec9-11d7-4130-ad3e-64898d57ff30 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:18:42.613543 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-8bf9b1c5-c507-4316-a357-10dde5d12595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:18:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['682a3156-cf45-49e0-8f39-7c9498d5e158'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:18:42.633845 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1234b835-d79f-4153-af36-004a8c1b473c tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Publish callbacks [] for security_group_rule (9163b0e6-7a45-4d7b-b7ce-4d37bfa411aa), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:42.726593 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.db.resource_extend [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 07:18:42.750842 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1234b835-d79f-4153-af36-004a8c1b473c tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Publish callbacks [] for security_group_rule (9163b0e6-7a45-4d7b-b7ce-4d37bfa411aa), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:42.760364 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1234b835-d79f-4153-af36-004a8c1b473c tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (9163b0e6-7a45-4d7b-b7ce-4d37bfa411aa), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:42.790526 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0767dfa7-8afe-4914-aff5-6ef61662ab2f req-66e3c49e-49a1-42cc-b43f-e169e4805e71 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/security-groups?id=e977f99b-7e7b-4d49-bf15-4fd22b3b3b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168250 Jan 28 07:18:42.802810 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-8bf9b1c5-c507-4316-a357-10dde5d12595 None None] Set router 682a3156-cf45-49e0-8f39-7c9498d5e158 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:18:42.805789 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning for port ab66b7ad-5496-47d6-ba92-d8fb60bbc0cc completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:18:42.820057 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-a492ecc0-3a84-4511-9c68-fe0afd1bd038 req-1bbd0fd7-ce46-49b8-81cb-0fe6217858bc tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (abbd84d5-e542-4ff6-acff-5ea0378573e1), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:42.821025 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning complete for port ab66b7ad-5496-47d6-ba92-d8fb60bbc0cc triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:18:42.821576 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (ab66b7ad-5496-47d6-ba92-d8fb60bbc0cc), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:42.853541 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbd0fd7-ce46-49b8-81cb-0fe6217858bc tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Pushing event deleted for resources: {'Port': ['ID=abbd84d5-e542-4ff6-acff-5ea0378573e1,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:18:42.859730 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 59660ec9-11d7-4130-ad3e-64898d57ff30 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:18:42.860619 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (59660ec9-11d7-4130-ad3e-64898d57ff30), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:42.870539 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbd0fd7-ce46-49b8-81cb-0fe6217858bc tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:18:42.870888 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbd0fd7-ce46-49b8-81cb-0fe6217858bc tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:18:42.871231 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbd0fd7-ce46-49b8-81cb-0fe6217858bc tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:18:42.871568 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbd0fd7-ce46-49b8-81cb-0fe6217858bc tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:18:42.871909 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbd0fd7-ce46-49b8-81cb-0fe6217858bc tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:18:42.872276 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbd0fd7-ce46-49b8-81cb-0fe6217858bc tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:18:42.872598 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbd0fd7-ce46-49b8-81cb-0fe6217858bc tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:18:42.872921 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbd0fd7-ce46-49b8-81cb-0fe6217858bc tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:18:42.873246 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbd0fd7-ce46-49b8-81cb-0fe6217858bc tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:18:42.873567 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbd0fd7-ce46-49b8-81cb-0fe6217858bc tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:18:42.873890 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbd0fd7-ce46-49b8-81cb-0fe6217858bc tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:18:42.874215 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbd0fd7-ce46-49b8-81cb-0fe6217858bc tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:18:42.874837 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbd0fd7-ce46-49b8-81cb-0fe6217858bc tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:18:42.877747 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1234b835-d79f-4153-af36-004a8c1b473c tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:42.885790 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-1234b835-d79f-4153-af36-004a8c1b473c tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3161194 Jan 28 07:18:42.892796 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 48070) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:18:42.899335 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-960f2504-9c9f-4070-a1bb-2d4ce76e6c09 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Request body: {'security_group_rule': {'security_group_id': 'c3913eaa-d94a-405d-af3b-c47b7c21bae7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:18:42.913005 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-a492ecc0-3a84-4511-9c68-fe0afd1bd038 req-1bbd0fd7-ce46-49b8-81cb-0fe6217858bc tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] No DVR routers for this DVR port abbd84d5-e542-4ff6-acff-5ea0378573e1 on host n-h2-712749-28 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:18:42.915699 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-a492ecc0-3a84-4511-9c68-fe0afd1bd038 req-1bbd0fd7-ce46-49b8-81cb-0fe6217858bc tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:42.920182 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a492ecc0-3a84-4511-9c68-fe0afd1bd038 req-1bbd0fd7-ce46-49b8-81cb-0fe6217858bc tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.44 "DELETE /v2.0/ports/abbd84d5-e542-4ff6-acff-5ea0378573e1 HTTP/1.1" status: 204 len: 173 time: 0.7646191 Jan 28 07:18:42.920497 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0be7ca3e-7176-4e55-a138-d2565c9cc050', 'name': 'network-vif-deleted', 'tag': 'abbd84d5-e542-4ff6-acff-5ea0378573e1'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:18:42.925497 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-344ff0fb-2a5b-4abb-b59d-c9fbb32ae570" -d '{"events": [{"server_uuid": "0be7ca3e-7176-4e55-a138-d2565c9cc050", "name": "network-vif-deleted", "tag": "abbd84d5-e542-4ff6-acff-5ea0378573e1"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:18:42.929842 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1234b835-d79f-4153-af36-004a8c1b473c tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9163b0e6-7a45-4d7b-b7ce-4d37bfa411aa,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:18:42.931939 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['abbd84d5-e542-4ff6-acff-5ea0378573e1'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:18:42.987555 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21be342f-c019-4619-8bfd-dc280b20fca4 req-a0e5d463-b1a1-40fb-ada8-21e7e59ebd10 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:42.995570 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-21be342f-c019-4619-8bfd-dc280b20fca4 req-a0e5d463-b1a1-40fb-ada8-21e7e59ebd10 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fa73890-3c2c-4c59-9c73-ce1eca1f276c HTTP/1.1" status: 200 len: 945 time: 0.2328699 Jan 28 07:18:43.006275 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-960f2504-9c9f-4070-a1bb-2d4ce76e6c09 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Publish callbacks [] for security_group_rule (765f3d61-71cb-4fbb-9378-c416a8bb448b), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:43.067011 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f836ac23-851e-4613-8505-1416b0d96e4f req-61eaecc7-ed45-43bf-9625-f3f6ffb55a4d tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:43.081531 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-21be342f-c019-4619-8bfd-dc280b20fca4 req-a09d958b-9654-4bbf-9bc6-f9b0f488710b tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f7766-6108-45d3-a769-5b5e90234849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847435 Jan 28 07:18:43.082596 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f836ac23-851e-4613-8505-1416b0d96e4f req-61eaecc7-ed45-43bf-9625-f3f6ffb55a4d tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:43.087915 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f836ac23-851e-4613-8505-1416b0d96e4f req-61eaecc7-ed45-43bf-9625-f3f6ffb55a4d tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:43.091946 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 64b60799-37a6-473d-be6b-68c8ffe67c51, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=64b60799-37a6-473d-be6b-68c8ffe67c51,segment=NetworkSegment(c04a96e2-ea61-480f-9949-7d03c5e63e85),segment_id=c04a96e2-ea61-480f-9949-7d03c5e63e85)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:18:43.104432 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f836ac23-851e-4613-8505-1416b0d96e4f req-61eaecc7-ed45-43bf-9625-f3f6ffb55a4d tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:43.110367 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f836ac23-851e-4613-8505-1416b0d96e4f req-61eaecc7-ed45-43bf-9625-f3f6ffb55a4d tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:43.127424 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f836ac23-851e-4613-8505-1416b0d96e4f req-61eaecc7-ed45-43bf-9625-f3f6ffb55a4d tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:43.137486 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f836ac23-851e-4613-8505-1416b0d96e4f req-61eaecc7-ed45-43bf-9625-f3f6ffb55a4d tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:43.139505 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f836ac23-851e-4613-8505-1416b0d96e4f req-61eaecc7-ed45-43bf-9625-f3f6ffb55a4d tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009 HTTP/1.1" status: 200 len: 5429 time: 0.1827204 Jan 28 07:18:43.147398 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Returning: {'device': '64b60799-37a6-473d-be6b-68c8ffe67c51', 'network_id': 'ec19ba11-5495-4bd5-a1d7-3b9cb60d6672', 'port_id': '64b60799-37a6-473d-be6b-68c8ffe67c51', 'mac_address': 'fa:16:3e:cd:77:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93fcb993-73a7-4360-acad-236d0cf05608', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:18:43.168876 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-960f2504-9c9f-4070-a1bb-2d4ce76e6c09 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Publish callbacks [] for security_group_rule (765f3d61-71cb-4fbb-9378-c416a8bb448b), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:43.175972 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-960f2504-9c9f-4070-a1bb-2d4ce76e6c09 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (765f3d61-71cb-4fbb-9378-c416a8bb448b), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:43.230490 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-960f2504-9c9f-4070-a1bb-2d4ce76e6c09 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:43.234674 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-960f2504-9c9f-4070-a1bb-2d4ce76e6c09 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3376622 Jan 28 07:18:43.234674 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960f2504-9c9f-4070-a1bb-2d4ce76e6c09 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=765f3d61-71cb-4fbb-9378-c416a8bb448b,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:18:43.244538 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 48080) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:18:43.250985 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-c6445354-faca-4cb5-9919-9795263e5db5 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Request body: {'floatingip': {'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:18:43.279274 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-8bf9b1c5-c507-4316-a357-10dde5d12595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '682a3156-cf45-49e0-8f39-7c9498d5e158', 'name': 'tempest-AttachVolumeShelveTestJSON-1963086362-router', 'tenant_id': '8d47b614f63e4b68b737be6f6d46b64e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '59660ec9-11d7-4130-ad3e-64898d57ff30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:18:34Z', 'updated_at': '2022-01-28T07:18:39Z', 'revision_number': 4, 'project_id': '8d47b614f63e4b68b737be6f6d46b64e', 'gw_port': {'id': '59660ec9-11d7-4130-ad3e-64898d57ff30', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:a8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '682a3156-cf45-49e0-8f39-7c9498d5e158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:18:35Z', 'updated_at': '2022-01-28T07:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '9b94fe15-d9a5-48aa-96ef-27ba3512130e', 'name': '', 'network_id': 'fabbfec3-31f9-4fc0-ba06-c03647e55067', 'tenant_id': '8d47b614f63e4b68b737be6f6d46b64e', 'mac_address': 'fa:16:3e:1d:f7:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '682a3156-cf45-49e0-8f39-7c9498d5e158', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '3d88cecc-14ce-41cc-908a-862b0f3950e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:18:38Z', 'updated_at': '2022-01-28T07:18:39Z', 'revision_number': 2, 'project_id': '8d47b614f63e4b68b737be6f6d46b64e', 'subnets': [{'id': '3d88cecc-14ce-41cc-908a-862b0f3950e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:18:43.312124 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf9b1c5-c507-4316-a357-10dde5d12595 None None] Checking router: 682a3156-cf45-49e0-8f39-7c9498d5e158 for host: n-d-712749-28 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:18:43.313366 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf9b1c5-c507-4316-a357-10dde5d12595 None None] Updating router 682a3156-cf45-49e0-8f39-7c9498d5e158 port 9b94fe15-d9a5-48aa-96ef-27ba3512130e binding host n-d-712749-28 {{(pid=103286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 07:18:43.330419 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f836ac23-851e-4613-8505-1416b0d96e4f req-14d0dafe-4289-46b4-9b3b-2c3f04117b86 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/security-groups?id=e05d74b3-220f-46cd-b475-266b231f0f88&id=7f4d2140-e017-41d8-8ff9-e5d9b5e3138b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1785676 Jan 28 07:18:43.340494 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800c7940-aef5-4a54-9415-fecd32cf9bd5 req-aca2d955-4f12-42c9-8505-3d6fff0b3c68 tempest-ServersTestFqdnHostnames-1425549223 tempest-ServersTestFqdnHostnames-1425549223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:43.352726 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-800c7940-aef5-4a54-9415-fecd32cf9bd5 req-aca2d955-4f12-42c9-8505-3d6fff0b3c68 tempest-ServersTestFqdnHostnames-1425549223 tempest-ServersTestFqdnHostnames-1425549223-project] 10.222.0.41 "GET /v2.0/ports?device_id=41e4b948-cb33-474e-bd90-742f8e81df45 HTTP/1.1" status: 200 len: 943 time: 0.1197667 Jan 28 07:18:43.357963 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c6445354-faca-4cb5-9919-9795263e5db5 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:43.361293 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8bf9b1c5-c507-4316-a357-10dde5d12595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (9b94fe15-d9a5-48aa-96ef-27ba3512130e), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:43.381812 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acb5be02-b1de-4556-805d-27ea6a5b8850 x-openstack-request-id: req-acb5be02-b1de-4556-805d-27ea6a5b8850 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:18:43.382634 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0be7ca3e-7176-4e55-a138-d2565c9cc050", "name": "network-vif-deleted", "tag": "abbd84d5-e542-4ff6-acff-5ea0378573e1", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:18:43.383059 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-acb5be02-b1de-4556-805d-27ea6a5b8850 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:18:43.383627 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0be7ca3e-7176-4e55-a138-d2565c9cc050', 'name': 'network-vif-deleted', 'tag': 'abbd84d5-e542-4ff6-acff-5ea0378573e1', 'status': 'completed', 'code': 200} Jan 28 07:18:43.423213 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port ab66b7ad-5496-47d6-ba92-d8fb60bbc0cc is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:18:43.424348 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (ab66b7ad-5496-47d6-ba92-d8fb60bbc0cc), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:43.442273 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 59660ec9-11d7-4130-ad3e-64898d57ff30 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:18:43.447780 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port 64b60799-37a6-473d-be6b-68c8ffe67c51 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:18:43.448142 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (64b60799-37a6-473d-be6b-68c8ffe67c51), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:43.472744 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73c0b8c5-01a0-4491-9460-1d484357180e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab66b7ad-5496-47d6-ba92-d8fb60bbc0cc'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:18:43.475038 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce7af65f-161a-4a0e-b7ce-cac5df1139c1" -d '{"events": [{"server_uuid": "73c0b8c5-01a0-4491-9460-1d484357180e", "name": "network-vif-plugged", "status": "completed", "tag": "ab66b7ad-5496-47d6-ba92-d8fb60bbc0cc"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:18:43.486303 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64b60799-37a6-473d-be6b-68c8ffe67c51 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:18:43.495481 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port ab66b7ad-5496-47d6-ba92-d8fb60bbc0cc, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=ab66b7ad-5496-47d6-ba92-d8fb60bbc0cc,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:18:43.507666 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (ab66b7ad-5496-47d6-ba92-d8fb60bbc0cc), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:43.523934 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 64b60799-37a6-473d-be6b-68c8ffe67c51, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=64b60799-37a6-473d-be6b-68c8ffe67c51,segment=NetworkSegment(c04a96e2-ea61-480f-9949-7d03c5e63e85),segment_id=c04a96e2-ea61-480f-9949-7d03c5e63e85)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:18:43.552074 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (64b60799-37a6-473d-be6b-68c8ffe67c51), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:43.570413 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-800c7940-aef5-4a54-9415-fecd32cf9bd5 req-4b44b9a4-d117-44d9-a567-ac830907e21f tempest-ServersTestFqdnHostnames-1425549223 tempest-ServersTestFqdnHostnames-1425549223-project] 10.222.0.41 "GET /v2.0/security-groups?id=7b4ec343-77f3-49ed-9d59-5d308dcef7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2167146 Jan 28 07:18:43.593878 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=ab66b7ad-5496-47d6-ba92-d8fb60bbc0cc,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:18:43.677725 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c6445354-faca-4cb5-9919-9795263e5db5 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:43.680959 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3df74d0-8092-4a4c-9476-4458bfa726ec x-openstack-request-id: req-c3df74d0-8092-4a4c-9476-4458bfa726ec {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:18:43.682202 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73c0b8c5-01a0-4491-9460-1d484357180e", "name": "network-vif-plugged", "status": "completed", "tag": "ab66b7ad-5496-47d6-ba92-d8fb60bbc0cc", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:18:43.682470 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c3df74d0-8092-4a4c-9476-4458bfa726ec {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:18:43.682872 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73c0b8c5-01a0-4491-9460-1d484357180e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab66b7ad-5496-47d6-ba92-d8fb60bbc0cc', 'code': 200} Jan 28 07:18:43.707022 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=64b60799-37a6-473d-be6b-68c8ffe67c51,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:18:43.822820 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8bf9b1c5-c507-4316-a357-10dde5d12595 None None] Publish callbacks [] for port (9b94fe15-d9a5-48aa-96ef-27ba3512130e), precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:43.837786 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8bf9b1c5-c507-4316-a357-10dde5d12595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (9b94fe15-d9a5-48aa-96ef-27ba3512130e), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:43.856452 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef4b571-a956-4b36-b8cc-a6e7915f69a9 req-18e0c81d-ab59-4ad6-b595-6583e8e7b613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:43.859883 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0ef4b571-a956-4b36-b8cc-a6e7915f69a9 req-18e0c81d-ab59-4ad6-b595-6583e8e7b613 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=73c0b8c5-01a0-4491-9460-1d484357180e HTTP/1.1" status: 200 len: 1101 time: 0.0626769 Jan 28 07:18:43.871750 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['64b60799-37a6-473d-be6b-68c8ffe67c51'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:18:43.903668 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1ded2e-746b-48fd-ace6-cb5204c94ae4 None None] Pushing event updated for resources: {'Port': ['ID=9b94fe15-d9a5-48aa-96ef-27ba3512130e,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:18:43.929710 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0ef4b571-a956-4b36-b8cc-a6e7915f69a9 req-cc4e84b4-4dfe-4856-9641-82cdb320d374 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=bf9b9c12-bb87-4ce4-97ce-418bcb7e92b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636878 Jan 28 07:18:43.949199 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a876a8-c469-4c88-8561-a93ef20e2896 req-479473d5-8309-46c0-8a12-6d0dbd80d4b2 tempest-ServerDiagnosticsNegativeTest-956533014 tempest-ServerDiagnosticsNegativeTest-956533014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:43.967978 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-84a876a8-c469-4c88-8561-a93ef20e2896 req-479473d5-8309-46c0-8a12-6d0dbd80d4b2 tempest-ServerDiagnosticsNegativeTest-956533014 tempest-ServerDiagnosticsNegativeTest-956533014-project] 10.222.0.41 "GET /v2.0/ports?device_id=73c0b8c5-01a0-4491-9460-1d484357180e HTTP/1.1" status: 200 len: 949 time: 0.1807613 Jan 28 07:18:44.004341 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-8bf9b1c5-c507-4316-a357-10dde5d12595 None None] Attempting to bind port 9b94fe15-d9a5-48aa-96ef-27ba3512130e on host n-d-712749-28 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:18:44.006385 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-8bf9b1c5-c507-4316-a357-10dde5d12595 None None] Attempting to bind port 9b94fe15-d9a5-48aa-96ef-27ba3512130e by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': 'f988f3e6-2feb-4622-baed-2eae67dfbc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'fabbfec3-31f9-4fc0-ba06-c03647e55067'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:18:44.006778 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf9b1c5-c507-4316-a357-10dde5d12595 None None] Attempting to bind port 9b94fe15-d9a5-48aa-96ef-27ba3512130e on network fabbfec3-31f9-4fc0-ba06-c03647e55067 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:18:44.014108 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf9b1c5-c507-4316-a357-10dde5d12595 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:18:44.014561 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf9b1c5-c507-4316-a357-10dde5d12595 None None] Checking segment: {'id': 'f988f3e6-2feb-4622-baed-2eae67dfbc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'fabbfec3-31f9-4fc0-ba06-c03647e55067'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:18:44.014877 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8bf9b1c5-c507-4316-a357-10dde5d12595 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:44.015268 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf9b1c5-c507-4316-a357-10dde5d12595 None None] Bound using segment: {'id': 'f988f3e6-2feb-4622-baed-2eae67dfbc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'fabbfec3-31f9-4fc0-ba06-c03647e55067'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:18:44.015733 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-8bf9b1c5-c507-4316-a357-10dde5d12595 None None] Bound port: 9b94fe15-d9a5-48aa-96ef-27ba3512130e, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f988f3e6-2feb-4622-baed-2eae67dfbc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'fabbfec3-31f9-4fc0-ba06-c03647e55067'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:18:44.016106 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8bf9b1c5-c507-4316-a357-10dde5d12595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (9b94fe15-d9a5-48aa-96ef-27ba3512130e), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:44.033448 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-c6445354-faca-4cb5-9919-9795263e5db5 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Allocated IP 172.25.6.187 (7d5b3724-deef-4831-8d43-cb9b8176573c/b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc/cdf09f80-2eeb-4a1c-9b8b-263114ecb1c7) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:18:44.114662 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-8bf9b1c5-c507-4316-a357-10dde5d12595 None None] For port 9b94fe15-d9a5-48aa-96ef-27ba3512130e, host n-d-712749-28, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:18:44.118318 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-8bf9b1c5-c507-4316-a357-10dde5d12595 None None] For port 9b94fe15-d9a5-48aa-96ef-27ba3512130e, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=9b94fe15-d9a5-48aa-96ef-27ba3512130e,segment=NetworkSegment(f988f3e6-2feb-4622-baed-2eae67dfbc12),segment_id=f988f3e6-2feb-4622-baed-2eae67dfbc12)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:18:44.125901 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8bf9b1c5-c507-4316-a357-10dde5d12595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (9b94fe15-d9a5-48aa-96ef-27ba3512130e), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:44.196421 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1ded2e-746b-48fd-ace6-cb5204c94ae4 None None] Pushing event updated for resources: {'Port': ['ID=9b94fe15-d9a5-48aa-96ef-27ba3512130e,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:18:44.214310 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf9b1c5-c507-4316-a357-10dde5d12595 None None] Routers {'682a3156-cf45-49e0-8f39-7c9498d5e158'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:18:44.215002 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-8bf9b1c5-c507-4316-a357-10dde5d12595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:18:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['682a3156-cf45-49e0-8f39-7c9498d5e158'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:18:44.219863 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-84a876a8-c469-4c88-8561-a93ef20e2896 req-1210a28f-6b59-40fc-b33a-acc3d12291ca tempest-ServerDiagnosticsNegativeTest-956533014 tempest-ServerDiagnosticsNegativeTest-956533014-project] 10.222.0.41 "GET /v2.0/security-groups?id=bf9b9c12-bb87-4ce4-97ce-418bcb7e92b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2508152 Jan 28 07:18:44.340072 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-b3fdc8ab-ff6c-4e55-9c60-83cb7d409274 None None] Provisioning complete for port 9b94fe15-d9a5-48aa-96ef-27ba3512130e triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:18:44.341060 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b3fdc8ab-ff6c-4e55-9c60-83cb7d409274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (9b94fe15-d9a5-48aa-96ef-27ba3512130e), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:44.349738 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-8bf9b1c5-c507-4316-a357-10dde5d12595 None None] Set router 682a3156-cf45-49e0-8f39-7c9498d5e158 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:18:44.364340 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c6445354-faca-4cb5-9919-9795263e5db5 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Publish callbacks [] for port (cdf09f80-2eeb-4a1c-9b8b-263114ecb1c7), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:44.456157 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device abbd84d5-e542-4ff6-acff-5ea0378573e1 no longer exists at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:18:44.473081 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c6445354-faca-4cb5-9919-9795263e5db5 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (cdf09f80-2eeb-4a1c-9b8b-263114ecb1c7), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:44.488984 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3c8ca5-0d4b-4aed-b718-0344cda01503 req-323cea26-e261-4e02-ada9-47305b8572b3 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:44.497505 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-3a3c8ca5-0d4b-4aed-b718-0344cda01503 req-323cea26-e261-4e02-ada9-47305b8572b3 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fa73890-3c2c-4c59-9c73-ce1eca1f276c HTTP/1.1" status: 200 len: 945 time: 0.1283941 Jan 28 07:18:44.536183 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] No Port match for: abbd84d5-e542-4ff6-acff-5ea0378573e1 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:18:44.536670 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device abbd84d5-e542-4ff6-acff-5ea0378573e1 not bound to the agent host n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:18:44.593776 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-3a3c8ca5-0d4b-4aed-b718-0344cda01503 req-e2c2d047-22e3-4a5f-9f45-23f133da31db tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f7766-6108-45d3-a769-5b5e90234849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948145 Jan 28 07:18:44.611213 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-b3fdc8ab-ff6c-4e55-9c60-83cb7d409274 None None] Current status of the port 9b94fe15-d9a5-48aa-96ef-27ba3512130e is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:18:44.612285 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b3fdc8ab-ff6c-4e55-9c60-83cb7d409274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (9b94fe15-d9a5-48aa-96ef-27ba3512130e), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:44.644153 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6445354-faca-4cb5-9919-9795263e5db5 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Network 7d5b3724-deef-4831-8d43-cb9b8176573c is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:18:44.669233 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-c6445354-faca-4cb5-9919-9795263e5db5 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:18:44.675894 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6445354-faca-4cb5-9919-9795263e5db5 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:18:44.683935 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-8bf9b1c5-c507-4316-a357-10dde5d12595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '682a3156-cf45-49e0-8f39-7c9498d5e158', 'name': 'tempest-AttachVolumeShelveTestJSON-1963086362-router', 'tenant_id': '8d47b614f63e4b68b737be6f6d46b64e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '59660ec9-11d7-4130-ad3e-64898d57ff30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:18:34Z', 'updated_at': '2022-01-28T07:18:39Z', 'revision_number': 4, 'project_id': '8d47b614f63e4b68b737be6f6d46b64e', 'gw_port': {'id': '59660ec9-11d7-4130-ad3e-64898d57ff30', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:a8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '682a3156-cf45-49e0-8f39-7c9498d5e158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:18:35Z', 'updated_at': '2022-01-28T07:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '9b94fe15-d9a5-48aa-96ef-27ba3512130e', 'name': '', 'network_id': 'fabbfec3-31f9-4fc0-ba06-c03647e55067', 'tenant_id': '8d47b614f63e4b68b737be6f6d46b64e', 'mac_address': 'fa:16:3e:1d:f7:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '682a3156-cf45-49e0-8f39-7c9498d5e158', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '3d88cecc-14ce-41cc-908a-862b0f3950e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:18:38Z', 'updated_at': '2022-01-28T07:18:44Z', 'revision_number': 4, 'project_id': '8d47b614f63e4b68b737be6f6d46b64e', 'subnets': [{'id': '3d88cecc-14ce-41cc-908a-862b0f3950e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:18:44.689886 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-b3fdc8ab-ff6c-4e55-9c60-83cb7d409274 None None] For port 9b94fe15-d9a5-48aa-96ef-27ba3512130e, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=9b94fe15-d9a5-48aa-96ef-27ba3512130e,segment=NetworkSegment(f988f3e6-2feb-4622-baed-2eae67dfbc12),segment_id=f988f3e6-2feb-4622-baed-2eae67dfbc12)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:18:44.697021 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b3fdc8ab-ff6c-4e55-9c60-83cb7d409274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (9b94fe15-d9a5-48aa-96ef-27ba3512130e), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:44.730359 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf9b1c5-c507-4316-a357-10dde5d12595 None None] The sync data for ids ['682a3156-cf45-49e0-8f39-7c9498d5e158'] in n-d-712749-28 is: [{'id': '682a3156-cf45-49e0-8f39-7c9498d5e158', 'name': 'tempest-AttachVolumeShelveTestJSON-1963086362-router', 'tenant_id': '8d47b614f63e4b68b737be6f6d46b64e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '59660ec9-11d7-4130-ad3e-64898d57ff30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:18:34Z', 'updated_at': '2022-01-28T07:18:39Z', 'revision_number': 4, 'project_id': '8d47b614f63e4b68b737be6f6d46b64e', 'gw_port': {'id': '59660ec9-11d7-4130-ad3e-64898d57ff30', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:a8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '682a3156-cf45-49e0-8f39-7c9498d5e158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:18:35Z', 'updated_at': '2022-01-28T07:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '9b94fe15-d9a5-48aa-96ef-27ba3512130e', 'name': '', 'network_id': 'fabbfec3-31f9-4fc0-ba06-c03647e55067', 'tenant_id': '8d47b614f63e4b68b737be6f6d46b64e', 'mac_address': 'fa:16:3e:1d:f7:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '682a3156-cf45-49e0-8f39-7c9498d5e158', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '3d88cecc-14ce-41cc-908a-862b0f3950e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:18:38Z', 'updated_at': '2022-01-28T07:18:44Z', 'revision_number': 4, 'project_id': '8d47b614f63e4b68b737be6f6d46b64e', 'subnets': [{'id': '3d88cecc-14ce-41cc-908a-862b0f3950e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:18:44.770405 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fdc8ab-ff6c-4e55-9c60-83cb7d409274 None None] Pushing event updated for resources: {'Port': ['ID=9b94fe15-d9a5-48aa-96ef-27ba3512130e,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:18:44.847940 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-5aba492c-a5e4-4d05-b570-81374f01e3b5 None None] Provisioning complete for port 9b94fe15-d9a5-48aa-96ef-27ba3512130e triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:18:44.848707 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5aba492c-a5e4-4d05-b570-81374f01e3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (9b94fe15-d9a5-48aa-96ef-27ba3512130e), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:44.911847 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c27524-19d7-41b6-9b22-d44ba4484a26 req-11617542-dcf0-4f27-9849-3e096877deb5 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:44.926526 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d4c27524-19d7-41b6-9b22-d44ba4484a26 req-11617542-dcf0-4f27-9849-3e096877deb5 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/networks?id=c613bbee-ac30-4d50-a837-418713fc934d HTTP/1.1" status: 200 len: 811 time: 0.2191532 Jan 28 07:18:44.952315 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d4c27524-19d7-41b6-9b22-d44ba4484a26 req-9a9ca220-7abc-43c5-9666-6cd4a3fd8818 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/quotas/229c6d67826441e4877349f4a14040af HTTP/1.1" status: 200 len: 375 time: 0.0247695 Jan 28 07:18:44.975701 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-5aba492c-a5e4-4d05-b570-81374f01e3b5 None None] Current status of the port 9b94fe15-d9a5-48aa-96ef-27ba3512130e is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:18:44.993081 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d4c27524-19d7-41b6-9b22-d44ba4484a26 req-7df81669-8a76-4ba8-b6ec-df45a1d3d56d tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=229c6d67826441e4877349f4a14040af&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0395844 Jan 28 07:18:45.134201 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d4c27524-19d7-41b6-9b22-d44ba4484a26 req-a2560824-faee-43cd-9475-069f0ce2c4ea service neutron] 10.222.0.41 "GET /v2.0/networks/c613bbee-ac30-4d50-a837-418713fc934d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331298 Jan 28 07:18:45.189531 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6445354-faca-4cb5-9919-9795263e5db5 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Pushing event updated for resources: {'Port': ['ID=cdf09f80-2eeb-4a1c-9b8b-263114ecb1c7,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:18:45.211588 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150d992b-f4b5-403b-88e4-ad9cf885edd1 req-2a523444-41ce-4a02-9f46-43a0e8ecda32 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:45.216928 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150d992b-f4b5-403b-88e4-ad9cf885edd1 req-2a523444-41ce-4a02-9f46-43a0e8ecda32 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:45.224147 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150d992b-f4b5-403b-88e4-ad9cf885edd1 req-2a523444-41ce-4a02-9f46-43a0e8ecda32 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:45.230185 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150d992b-f4b5-403b-88e4-ad9cf885edd1 req-2a523444-41ce-4a02-9f46-43a0e8ecda32 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:45.237469 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150d992b-f4b5-403b-88e4-ad9cf885edd1 req-2a523444-41ce-4a02-9f46-43a0e8ecda32 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:45.242921 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150d992b-f4b5-403b-88e4-ad9cf885edd1 req-2a523444-41ce-4a02-9f46-43a0e8ecda32 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:45.248560 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150d992b-f4b5-403b-88e4-ad9cf885edd1 req-2a523444-41ce-4a02-9f46-43a0e8ecda32 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:45.250501 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-150d992b-f4b5-403b-88e4-ad9cf885edd1 req-2a523444-41ce-4a02-9f46-43a0e8ecda32 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009 HTTP/1.1" status: 200 len: 5429 time: 0.7725670 Jan 28 07:18:45.260044 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6445354-faca-4cb5-9919-9795263e5db5 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:18:45.260418 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6445354-faca-4cb5-9919-9795263e5db5 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:18:45.260767 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6445354-faca-4cb5-9919-9795263e5db5 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:18:45.261107 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6445354-faca-4cb5-9919-9795263e5db5 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:18:45.261441 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6445354-faca-4cb5-9919-9795263e5db5 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:18:45.261779 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6445354-faca-4cb5-9919-9795263e5db5 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:18:45.262107 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6445354-faca-4cb5-9919-9795263e5db5 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:18:45.262438 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6445354-faca-4cb5-9919-9795263e5db5 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:18:45.262774 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6445354-faca-4cb5-9919-9795263e5db5 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:18:45.263249 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6445354-faca-4cb5-9919-9795263e5db5 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:18:45.263582 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6445354-faca-4cb5-9919-9795263e5db5 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:18:45.263926 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6445354-faca-4cb5-9919-9795263e5db5 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:18:45.264269 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6445354-faca-4cb5-9919-9795263e5db5 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:18:45.277293 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d4c27524-19d7-41b6-9b22-d44ba4484a26 req-e03c26dc-30eb-41fb-b6f4-4225175f0eef service neutron] 10.222.0.41 "GET /v2.0/networks/c613bbee-ac30-4d50-a837-418713fc934d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372974 Jan 28 07:18:45.340676 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-150d992b-f4b5-403b-88e4-ad9cf885edd1 req-75b411c9-65b9-441c-aca2-fa8df9039b57 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/security-groups?id=e05d74b3-220f-46cd-b475-266b231f0f88&id=7f4d2140-e017-41d8-8ff9-e5d9b5e3138b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0698867 Jan 28 07:18:45.400178 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c6445354-faca-4cb5-9919-9795263e5db5 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Publish callbacks [] for floatingip (3152e351-3e1b-4f53-9b38-29d8a1ff2717), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:45.467143 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c6445354-faca-4cb5-9919-9795263e5db5 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (cdf09f80-2eeb-4a1c-9b8b-263114ecb1c7), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:45.662997 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cfc501-8ef9-454b-88c5-148e26c25d58 req-3c71512d-48d0-4631-8805-a47399422b34 tempest-ServerDiagnosticsNegativeTest-956533014 tempest-ServerDiagnosticsNegativeTest-956533014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:45.665397 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f3cfc501-8ef9-454b-88c5-148e26c25d58 req-3c71512d-48d0-4631-8805-a47399422b34 tempest-ServerDiagnosticsNegativeTest-956533014 tempest-ServerDiagnosticsNegativeTest-956533014-project] 10.222.0.41 "GET /v2.0/ports?device_id=73c0b8c5-01a0-4491-9460-1d484357180e HTTP/1.1" status: 200 len: 949 time: 0.0697997 Jan 28 07:18:45.682771 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd1910c-f7fc-4351-8330-7b33ecf9b50e req-37166012-4214-46f2-9f91-895ecf33a1f2 tempest-ServersTestFqdnHostnames-1425549223 tempest-ServersTestFqdnHostnames-1425549223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:45.692444 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0dd1910c-f7fc-4351-8330-7b33ecf9b50e req-37166012-4214-46f2-9f91-895ecf33a1f2 tempest-ServersTestFqdnHostnames-1425549223 tempest-ServersTestFqdnHostnames-1425549223-project] 10.222.0.41 "GET /v2.0/ports?device_id=41e4b948-cb33-474e-bd90-742f8e81df45 HTTP/1.1" status: 200 len: 944 time: 0.1861932 Jan 28 07:18:45.732813 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f3cfc501-8ef9-454b-88c5-148e26c25d58 req-1c460a20-99bc-4cb5-9f8b-f02a855f868e tempest-ServerDiagnosticsNegativeTest-956533014 tempest-ServerDiagnosticsNegativeTest-956533014-project] 10.222.0.41 "GET /v2.0/security-groups?id=bf9b9c12-bb87-4ce4-97ce-418bcb7e92b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611649 Jan 28 07:18:45.806862 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0dd1910c-f7fc-4351-8330-7b33ecf9b50e req-daf11c30-fb55-4a4c-bb79-5bf312f35206 tempest-ServersTestFqdnHostnames-1425549223 tempest-ServersTestFqdnHostnames-1425549223-project] 10.222.0.41 "GET /v2.0/security-groups?id=7b4ec343-77f3-49ed-9d59-5d308dcef7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081603 Jan 28 07:18:45.834068 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-3c444669-958b-4925-9bb3-191a305937de req-5f27950d-fcef-4502-9f65-0caefdd286ce tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?device_id=b328533a-131d-4c2d-93c2-75cc1b0a39d4 HTTP/1.1" status: 200 len: 210 time: 0.0382817 Jan 28 07:18:45.911506 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c6445354-faca-4cb5-9919-9795263e5db5 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Publish callbacks [] for port (cdf09f80-2eeb-4a1c-9b8b-263114ecb1c7), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:45.927031 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c6445354-faca-4cb5-9919-9795263e5db5 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (cdf09f80-2eeb-4a1c-9b8b-263114ecb1c7), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:46.029136 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c6445354-faca-4cb5-9919-9795263e5db5 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16609095'] for floatingip (3152e351-3e1b-4f53-9b38-29d8a1ff2717), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:46.069909 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f60a935-e62e-40dc-b9d9-ce17b8d551dc req-a5833fa7-8acd-4566-b9f0-7bc49cdee6cb tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:46.074281 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3f60a935-e62e-40dc-b9d9-ce17b8d551dc req-a5833fa7-8acd-4566-b9f0-7bc49cdee6cb tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fa73890-3c2c-4c59-9c73-ce1eca1f276c HTTP/1.1" status: 200 len: 945 time: 0.1602666 Jan 28 07:18:46.076008 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6445354-faca-4cb5-9919-9795263e5db5 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Pushing event updated for resources: {'Port': ['ID=cdf09f80-2eeb-4a1c-9b8b-263114ecb1c7,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:18:46.098170 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c6445354-faca-4cb5-9919-9795263e5db5 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for floatingip (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:46.099532 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-c6445354-faca-4cb5-9919-9795263e5db5 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8525774 Jan 28 07:18:46.178859 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3f60a935-e62e-40dc-b9d9-ce17b8d551dc req-792eaeb9-5de1-40e8-bc63-707d1b213479 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f7766-6108-45d3-a769-5b5e90234849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909877 Jan 28 07:18:46.335242 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af427d9-e30a-4e43-8a72-aa8779ccf894 req-a3e70a7c-063e-4ce5-8fb8-a9900519cb14 tempest-ServerDiagnosticsNegativeTest-956533014 tempest-ServerDiagnosticsNegativeTest-956533014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:46.344157 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4af427d9-e30a-4e43-8a72-aa8779ccf894 req-a3e70a7c-063e-4ce5-8fb8-a9900519cb14 tempest-ServerDiagnosticsNegativeTest-956533014 tempest-ServerDiagnosticsNegativeTest-956533014-project] 10.222.0.41 "GET /v2.0/ports?device_id=73c0b8c5-01a0-4491-9460-1d484357180e HTTP/1.1" status: 200 len: 949 time: 0.0704806 Jan 28 07:18:46.398440 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-422edf0d-ef9e-4240-830b-7c586fab55c2 req-d91694fc-0864-408b-af9e-8a39125633bd tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1104815035&fields=id&tenant_id=8d47b614f63e4b68b737be6f6d46b64e HTTP/1.1" status: 200 len: 267 time: 0.0595422 Jan 28 07:18:46.418523 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4af427d9-e30a-4e43-8a72-aa8779ccf894 req-e2859103-6c52-4098-9fa7-c55114199901 tempest-ServerDiagnosticsNegativeTest-956533014 tempest-ServerDiagnosticsNegativeTest-956533014-project] 10.222.0.41 "GET /v2.0/security-groups?id=bf9b9c12-bb87-4ce4-97ce-418bcb7e92b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712073 Jan 28 07:18:46.437474 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 64b60799-37a6-473d-be6b-68c8ffe67c51 up at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:18:46.563302 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning for port 64b60799-37a6-473d-be6b-68c8ffe67c51 completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:18:46.571330 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning complete for port 64b60799-37a6-473d-be6b-68c8ffe67c51 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:18:46.571887 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (64b60799-37a6-473d-be6b-68c8ffe67c51), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:46.624913 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251d6627-f457-4848-8ccc-f33f24561d41 req-966752f8-4a29-4032-979c-bae18440330b tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:46.631739 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251d6627-f457-4848-8ccc-f33f24561d41 req-966752f8-4a29-4032-979c-bae18440330b tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:46.638749 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251d6627-f457-4848-8ccc-f33f24561d41 req-966752f8-4a29-4032-979c-bae18440330b tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:46.647164 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251d6627-f457-4848-8ccc-f33f24561d41 req-966752f8-4a29-4032-979c-bae18440330b tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:46.652648 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251d6627-f457-4848-8ccc-f33f24561d41 req-966752f8-4a29-4032-979c-bae18440330b tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:46.655230 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422edf0d-ef9e-4240-830b-7c586fab55c2 req-72a8f93b-38b9-4d06-b03e-fefb13dc082d tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:46.658360 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251d6627-f457-4848-8ccc-f33f24561d41 req-966752f8-4a29-4032-979c-bae18440330b tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:46.662769 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-422edf0d-ef9e-4240-830b-7c586fab55c2 req-72a8f93b-38b9-4d06-b03e-fefb13dc082d tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/networks?id=fabbfec3-31f9-4fc0-ba06-c03647e55067 HTTP/1.1" status: 200 len: 817 time: 0.2577658 Jan 28 07:18:46.663721 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251d6627-f457-4848-8ccc-f33f24561d41 req-966752f8-4a29-4032-979c-bae18440330b tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:46.665702 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-251d6627-f457-4848-8ccc-f33f24561d41 req-966752f8-4a29-4032-979c-bae18440330b tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009 HTTP/1.1" status: 200 len: 5429 time: 0.1424785 Jan 28 07:18:46.674051 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-422edf0d-ef9e-4240-830b-7c586fab55c2 req-58af432d-2892-4414-85a3-cc8c4ff2b779 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/quotas/8d47b614f63e4b68b737be6f6d46b64e HTTP/1.1" status: 200 len: 375 time: 0.0097404 Jan 28 07:18:46.693513 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 9b94fe15-d9a5-48aa-96ef-27ba3512130e up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:18:46.742325 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-422edf0d-ef9e-4240-830b-7c586fab55c2 req-348159e0-5cfd-4286-b6db-bb5754db6d2e tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=8d47b614f63e4b68b737be6f6d46b64e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0609529 Jan 28 07:18:46.743859 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port 64b60799-37a6-473d-be6b-68c8ffe67c51 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:18:46.744287 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (64b60799-37a6-473d-be6b-68c8ffe67c51), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:46.771493 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41e4b948-cb33-474e-bd90-742f8e81df45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64b60799-37a6-473d-be6b-68c8ffe67c51'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:18:46.773959 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39c95091-c55a-4197-9561-0d4c4bbaf8e6" -d '{"events": [{"server_uuid": "41e4b948-cb33-474e-bd90-742f8e81df45", "name": "network-vif-plugged", "status": "completed", "tag": "64b60799-37a6-473d-be6b-68c8ffe67c51"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:18:46.774483 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-251d6627-f457-4848-8ccc-f33f24561d41 req-5d8341b8-1876-4ebb-9f21-2a4a799c5ccf tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/security-groups?id=e05d74b3-220f-46cd-b475-266b231f0f88&id=7f4d2140-e017-41d8-8ff9-e5d9b5e3138b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1012373 Jan 28 07:18:46.805576 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 64b60799-37a6-473d-be6b-68c8ffe67c51, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=64b60799-37a6-473d-be6b-68c8ffe67c51,segment=NetworkSegment(c04a96e2-ea61-480f-9949-7d03c5e63e85),segment_id=c04a96e2-ea61-480f-9949-7d03c5e63e85)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:18:46.810952 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 9b94fe15-d9a5-48aa-96ef-27ba3512130e triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:18:46.811342 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (9b94fe15-d9a5-48aa-96ef-27ba3512130e), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:46.837255 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (64b60799-37a6-473d-be6b-68c8ffe67c51), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:46.889901 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-422edf0d-ef9e-4240-830b-7c586fab55c2 req-ffdcf33d-7a06-40b2-8f30-f3e808c226d2 service neutron] 10.222.0.41 "GET /v2.0/networks/fabbfec3-31f9-4fc0-ba06-c03647e55067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335697 Jan 28 07:18:46.905284 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=64b60799-37a6-473d-be6b-68c8ffe67c51,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:18:46.940552 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:18:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eee4a23-1e3e-47e1-914b-82d1797210e9 x-openstack-request-id: req-1eee4a23-1e3e-47e1-914b-82d1797210e9 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:18:46.940825 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41e4b948-cb33-474e-bd90-742f8e81df45", "name": "network-vif-plugged", "status": "completed", "tag": "64b60799-37a6-473d-be6b-68c8ffe67c51", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:18:46.941091 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1eee4a23-1e3e-47e1-914b-82d1797210e9 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:18:46.941492 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41e4b948-cb33-474e-bd90-742f8e81df45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64b60799-37a6-473d-be6b-68c8ffe67c51', 'code': 200} Jan 28 07:18:46.949786 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 9b94fe15-d9a5-48aa-96ef-27ba3512130e is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:18:47.037057 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-422edf0d-ef9e-4240-830b-7c586fab55c2 req-33ce10b0-d0ba-4430-808c-46856df8ab28 service neutron] 10.222.0.41 "GET /v2.0/networks/fabbfec3-31f9-4fc0-ba06-c03647e55067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460335 Jan 28 07:18:47.065018 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e4e266-2a28-440f-8546-41f4f3dffbbe req-aed363b4-bd5d-4a58-bf35-72eeaa939042 tempest-ServersTestFqdnHostnames-1425549223 tempest-ServersTestFqdnHostnames-1425549223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:47.068712 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-42e4e266-2a28-440f-8546-41f4f3dffbbe req-aed363b4-bd5d-4a58-bf35-72eeaa939042 tempest-ServersTestFqdnHostnames-1425549223 tempest-ServersTestFqdnHostnames-1425549223-project] 10.222.0.41 "GET /v2.0/ports?device_id=41e4b948-cb33-474e-bd90-742f8e81df45 HTTP/1.1" status: 200 len: 945 time: 0.0629122 Jan 28 07:18:47.175013 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-42e4e266-2a28-440f-8546-41f4f3dffbbe req-1d900c91-028c-4bf6-83ea-fe25a3137b0e tempest-ServersTestFqdnHostnames-1425549223 tempest-ServersTestFqdnHostnames-1425549223-project] 10.222.0.41 "GET /v2.0/security-groups?id=7b4ec343-77f3-49ed-9d59-5d308dcef7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967748 Jan 28 07:18:47.263201 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205e733b-54df-44a4-a1fb-30d49a14c82f req-671d5ed6-31f9-433f-b9e8-469d2ca66746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:47.264991 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-205e733b-54df-44a4-a1fb-30d49a14c82f req-671d5ed6-31f9-433f-b9e8-469d2ca66746 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=41e4b948-cb33-474e-bd90-742f8e81df45 HTTP/1.1" status: 200 len: 1097 time: 0.1883810 Jan 28 07:18:47.287428 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-33c91e30-c97c-433f-b5d0-a3301a24173b req-1c613ba3-b1f6-4aa8-a867-860af7bf4e0e tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/ports?device_id=28886562-bead-4c03-b18c-42830d7b7629 HTTP/1.1" status: 200 len: 210 time: 0.0402195 Jan 28 07:18:47.307492 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-476ef5d4-5b6d-42bc-9472-107552af0b70 req-4889bd24-5795-464f-a59b-e95cfe748aea tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?device_id=b328533a-131d-4c2d-93c2-75cc1b0a39d4 HTTP/1.1" status: 200 len: 210 time: 0.0502472 Jan 28 07:18:47.365290 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-205e733b-54df-44a4-a1fb-30d49a14c82f req-34abda33-207b-4aeb-8e75-99625843d6ef service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=7b4ec343-77f3-49ed-9d59-5d308dcef7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805652 Jan 28 07:18:47.378099 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c27524-19d7-41b6-9b22-d44ba4484a26 req-bb514b6e-4532-40ae-ae50-6a65155989a1 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:47.379902 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d4c27524-19d7-41b6-9b22-d44ba4484a26 req-bb514b6e-4532-40ae-ae50-6a65155989a1 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.44 "GET /v2.0/networks?id=c613bbee-ac30-4d50-a837-418713fc934d HTTP/1.1" status: 200 len: 811 time: 0.3044896 Jan 28 07:18:47.442342 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9607d140-745d-48a7-9003-184923131f83 req-e2f2b4df-733d-474c-90cb-26eb0e5b80c7 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:47.444676 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9607d140-745d-48a7-9003-184923131f83 req-e2f2b4df-733d-474c-90cb-26eb0e5b80c7 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fa73890-3c2c-4c59-9c73-ce1eca1f276c HTTP/1.1" status: 200 len: 945 time: 0.0608473 Jan 28 07:18:47.524799 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9607d140-745d-48a7-9003-184923131f83 req-b5459162-c2e9-4afe-925e-d3daf6367103 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f7766-6108-45d3-a769-5b5e90234849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723209 Jan 28 07:18:47.554504 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff056f77-569e-47b8-92bb-10dc762bc03a req-03583841-5b87-450f-a96d-b6e4834bf1ca tempest-ServerDiagnosticsNegativeTest-956533014 tempest-ServerDiagnosticsNegativeTest-956533014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:47.556023 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ff056f77-569e-47b8-92bb-10dc762bc03a req-03583841-5b87-450f-a96d-b6e4834bf1ca tempest-ServerDiagnosticsNegativeTest-956533014 tempest-ServerDiagnosticsNegativeTest-956533014-project] 10.222.0.41 "GET /v2.0/ports?device_id=73c0b8c5-01a0-4491-9460-1d484357180e HTTP/1.1" status: 200 len: 949 time: 0.0569539 Jan 28 07:18:47.619107 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ff056f77-569e-47b8-92bb-10dc762bc03a req-12ee7c24-a8b3-462c-8856-9f880cc7948b tempest-ServerDiagnosticsNegativeTest-956533014 tempest-ServerDiagnosticsNegativeTest-956533014-project] 10.222.0.41 "GET /v2.0/security-groups?id=bf9b9c12-bb87-4ce4-97ce-418bcb7e92b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549233 Jan 28 07:18:47.724994 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-d4c27524-19d7-41b6-9b22-d44ba4484a26 req-6431a01b-4b37-4ea4-9c4a-44fe43799ad3 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Request body: {'port': {'device_id': 'b328533a-131d-4c2d-93c2-75cc1b0a39d4', 'network_id': 'c613bbee-ac30-4d50-a837-418713fc934d', 'admin_state_up': True, 'tenant_id': '229c6d67826441e4877349f4a14040af'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:18:47.851953 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4c27524-19d7-41b6-9b22-d44ba4484a26 req-6431a01b-4b37-4ea4-9c4a-44fe43799ad3 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Made reservation on behalf of 229c6d67826441e4877349f4a14040af for: {'port': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:18:47.855986 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-d4c27524-19d7-41b6-9b22-d44ba4484a26 req-6431a01b-4b37-4ea4-9c4a-44fe43799ad3 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:47.968727 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc5133c-22d3-4467-9b2d-e747add04946 req-52c10491-7bff-401b-acfc-fc701a967e3b tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:47.974175 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc5133c-22d3-4467-9b2d-e747add04946 req-52c10491-7bff-401b-acfc-fc701a967e3b tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:47.979698 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc5133c-22d3-4467-9b2d-e747add04946 req-52c10491-7bff-401b-acfc-fc701a967e3b tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:47.984934 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc5133c-22d3-4467-9b2d-e747add04946 req-52c10491-7bff-401b-acfc-fc701a967e3b tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:47.990913 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc5133c-22d3-4467-9b2d-e747add04946 req-52c10491-7bff-401b-acfc-fc701a967e3b tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:47.996111 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc5133c-22d3-4467-9b2d-e747add04946 req-52c10491-7bff-401b-acfc-fc701a967e3b tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:48.001938 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc5133c-22d3-4467-9b2d-e747add04946 req-52c10491-7bff-401b-acfc-fc701a967e3b tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:48.004338 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8bc5133c-22d3-4467-9b2d-e747add04946 req-52c10491-7bff-401b-acfc-fc701a967e3b tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009 HTTP/1.1" status: 200 len: 5429 time: 0.1453111 Jan 28 07:18:48.101790 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [req-d4c27524-19d7-41b6-9b22-d44ba4484a26 req-6431a01b-4b37-4ea4-9c4a-44fe43799ad3 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Allocated IP 172.20.0.12 (c613bbee-ac30-4d50-a837-418713fc934d/ff9bdb84-da64-4de0-bfaf-1dc458d2c06f/082a2111-9828-4992-b9a4-659b5bdb0699) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:18:48.108047 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8bc5133c-22d3-4467-9b2d-e747add04946 req-663f65a6-db76-4fac-bd07-084fadf2a2c7 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/security-groups?id=e05d74b3-220f-46cd-b475-266b231f0f88&id=7f4d2140-e017-41d8-8ff9-e5d9b5e3138b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0975547 Jan 28 07:18:48.279360 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-d4c27524-19d7-41b6-9b22-d44ba4484a26 req-6431a01b-4b37-4ea4-9c4a-44fe43799ad3 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Publish callbacks [] for port (082a2111-9828-4992-b9a4-659b5bdb0699), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:48.291146 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ee6223-44d8-46c5-b5ca-f13c60a3c608 req-6c5fed3b-971e-4c79-8883-288adb4c8343 tempest-ServersTestFqdnHostnames-1425549223 tempest-ServersTestFqdnHostnames-1425549223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:48.292658 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-29ee6223-44d8-46c5-b5ca-f13c60a3c608 req-6c5fed3b-971e-4c79-8883-288adb4c8343 tempest-ServersTestFqdnHostnames-1425549223 tempest-ServersTestFqdnHostnames-1425549223-project] 10.222.0.41 "GET /v2.0/ports?device_id=41e4b948-cb33-474e-bd90-742f8e81df45 HTTP/1.1" status: 200 len: 945 time: 0.0524602 Jan 28 07:18:48.331493 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-d4c27524-19d7-41b6-9b22-d44ba4484a26 req-6431a01b-4b37-4ea4-9c4a-44fe43799ad3 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (082a2111-9828-4992-b9a4-659b5bdb0699), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:48.347313 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-29ee6223-44d8-46c5-b5ca-f13c60a3c608 req-bf8ac7f7-6f9b-4da3-8934-ce3aae1deb51 tempest-ServersTestFqdnHostnames-1425549223 tempest-ServersTestFqdnHostnames-1425549223-project] 10.222.0.41 "GET /v2.0/security-groups?id=7b4ec343-77f3-49ed-9d59-5d308dcef7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479262 Jan 28 07:18:48.453545 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e544a2fa-64cd-4ca6-b20e-13b1f106e287 req-f6f7ddf1-b1e4-407a-b2b0-db7c2e731f9b tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/ports?device_id=28886562-bead-4c03-b18c-42830d7b7629 HTTP/1.1" status: 200 len: 210 time: 0.0586507 Jan 28 07:18:48.455937 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4c27524-19d7-41b6-9b22-d44ba4484a26 req-6431a01b-4b37-4ea4-9c4a-44fe43799ad3 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Network c613bbee-ac30-4d50-a837-418713fc934d is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:18:48.460536 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [req-d4c27524-19d7-41b6-9b22-d44ba4484a26 req-6431a01b-4b37-4ea4-9c4a-44fe43799ad3 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:18:48.462259 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6431a01b-4b37-4ea4-9c4a-44fe43799ad3 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Pushing event updated for resources: {'Port': ['ID=082a2111-9828-4992-b9a4-659b5bdb0699,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:18:48.464447 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4c27524-19d7-41b6-9b22-d44ba4484a26 req-6431a01b-4b37-4ea4-9c4a-44fe43799ad3 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:18:48.524640 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50773f1-0744-4e8d-a69a-09e78e02ce3f req-4cb3ecc0-96af-4cba-a977-0caee62a732d tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:48.533575 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f50773f1-0744-4e8d-a69a-09e78e02ce3f req-4cb3ecc0-96af-4cba-a977-0caee62a732d tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?device_id=b328533a-131d-4c2d-93c2-75cc1b0a39d4 HTTP/1.1" status: 200 len: 932 time: 0.1185842 Jan 28 07:18:48.534700 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c27524-19d7-41b6-9b22-d44ba4484a26 req-6431a01b-4b37-4ea4-9c4a-44fe43799ad3 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:48.535366 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-d4c27524-19d7-41b6-9b22-d44ba4484a26 req-6431a01b-4b37-4ea4-9c4a-44fe43799ad3 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:48.597890 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d4c27524-19d7-41b6-9b22-d44ba4484a26 req-6431a01b-4b37-4ea4-9c4a-44fe43799ad3 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8764493 Jan 28 07:18:48.617435 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116ee049-1f07-43f5-9ec1-8dbb44777e7c req-fff41532-c86a-4fb8-bbea-79aed4cb8a42 tempest-ServerDiagnosticsNegativeTest-956533014 tempest-ServerDiagnosticsNegativeTest-956533014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:48.619023 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-116ee049-1f07-43f5-9ec1-8dbb44777e7c req-fff41532-c86a-4fb8-bbea-79aed4cb8a42 tempest-ServerDiagnosticsNegativeTest-956533014 tempest-ServerDiagnosticsNegativeTest-956533014-project] 10.222.0.44 "GET /v2.0/ports?device_id=73c0b8c5-01a0-4491-9460-1d484357180e HTTP/1.1" status: 200 len: 949 time: 0.0741313 Jan 28 07:18:48.662011 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f50773f1-0744-4e8d-a69a-09e78e02ce3f req-a70420d1-140d-4cfb-bb17-01334e9b87f0 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/security-groups?id=e977f99b-7e7b-4d49-bf15-4fd22b3b3b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219287 Jan 28 07:18:48.665132 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-d4c27524-19d7-41b6-9b22-d44ba4484a26 req-2edbc77d-dd5a-4b32-8864-56d90c63ad3c service neutron] Request body: {'port': {'device_id': 'b328533a-131d-4c2d-93c2-75cc1b0a39d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712749-28'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:18:48.782972 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e58e343-cc7b-435e-8951-286b033cbc0d req-3f8b645e-1657-4e0e-b158-ff6edd40a9a8 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:48.790230 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2e58e343-cc7b-435e-8951-286b033cbc0d req-3f8b645e-1657-4e0e-b158-ff6edd40a9a8 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fa73890-3c2c-4c59-9c73-ce1eca1f276c HTTP/1.1" status: 200 len: 945 time: 0.1549444 Jan 28 07:18:48.890327 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2e58e343-cc7b-435e-8951-286b033cbc0d req-3a15a83e-0061-4996-9e9c-b4b021cb71d8 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f7766-6108-45d3-a769-5b5e90234849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970213 Jan 28 07:18:48.904808 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-d4c27524-19d7-41b6-9b22-d44ba4484a26 req-2edbc77d-dd5a-4b32-8864-56d90c63ad3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (082a2111-9828-4992-b9a4-659b5bdb0699), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:48.925204 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051ae29d-3147-4599-8136-96fcb27d6105 req-5a588c1c-363d-4ed6-8e2e-e716af28c68a tempest-ServerDiagnosticsNegativeTest-956533014 tempest-ServerDiagnosticsNegativeTest-956533014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:48.926916 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-051ae29d-3147-4599-8136-96fcb27d6105 req-5a588c1c-363d-4ed6-8e2e-e716af28c68a tempest-ServerDiagnosticsNegativeTest-956533014 tempest-ServerDiagnosticsNegativeTest-956533014-project] 10.222.0.41 "GET /v2.0/ports?device_id=73c0b8c5-01a0-4491-9460-1d484357180e HTTP/1.1" status: 200 len: 949 time: 0.1657524 Jan 28 07:18:48.941470 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422edf0d-ef9e-4240-830b-7c586fab55c2 req-d54189f4-c1ee-40eb-8d5c-8808a6679f02 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:48.943404 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-422edf0d-ef9e-4240-830b-7c586fab55c2 req-d54189f4-c1ee-40eb-8d5c-8808a6679f02 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.44 "GET /v2.0/networks?id=fabbfec3-31f9-4fc0-ba06-c03647e55067 HTTP/1.1" status: 200 len: 817 time: 0.2543221 Jan 28 07:18:49.018460 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-051ae29d-3147-4599-8136-96fcb27d6105 req-12eac39d-248d-49b0-99ea-0c8b5d4adb7b tempest-ServerDiagnosticsNegativeTest-956533014 tempest-ServerDiagnosticsNegativeTest-956533014-project] 10.222.0.41 "GET /v2.0/security-groups?id=bf9b9c12-bb87-4ce4-97ce-418bcb7e92b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841167 Jan 28 07:18:49.057555 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-422edf0d-ef9e-4240-830b-7c586fab55c2 req-0dade938-3e2d-4edc-a1ca-1e849fc746e5 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8d47b614f63e4b68b737be6f6d46b64e HTTP/1.1" status: 200 len: 380 time: 0.0924718 Jan 28 07:18:49.067843 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-422edf0d-ef9e-4240-830b-7c586fab55c2 req-761ea5db-f1d6-4706-bf05-f32464178246 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Request body: {'port': {'device_id': '28886562-bead-4c03-b18c-42830d7b7629', 'network_id': 'fabbfec3-31f9-4fc0-ba06-c03647e55067', 'admin_state_up': True, 'tenant_id': '8d47b614f63e4b68b737be6f6d46b64e', 'security_groups': ['c3913eaa-d94a-405d-af3b-c47b7c21bae7']}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:18:49.110326 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-116ee049-1f07-43f5-9ec1-8dbb44777e7c req-fafb67fb-5323-4719-a403-9ebe29d8bb6b tempest-ServerDiagnosticsNegativeTest-956533014 tempest-ServerDiagnosticsNegativeTest-956533014-project] Deleting port ab66b7ad-5496-47d6-ba92-d8fb60bbc0cc {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:18:49.111085 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-116ee049-1f07-43f5-9ec1-8dbb44777e7c req-fafb67fb-5323-4719-a403-9ebe29d8bb6b tempest-ServerDiagnosticsNegativeTest-956533014 tempest-ServerDiagnosticsNegativeTest-956533014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (ab66b7ad-5496-47d6-ba92-d8fb60bbc0cc), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:49.210206 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-422edf0d-ef9e-4240-830b-7c586fab55c2 req-761ea5db-f1d6-4706-bf05-f32464178246 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Made reservation on behalf of 8d47b614f63e4b68b737be6f6d46b64e for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:18:49.214204 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-422edf0d-ef9e-4240-830b-7c586fab55c2 req-761ea5db-f1d6-4706-bf05-f32464178246 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:49.246037 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-116ee049-1f07-43f5-9ec1-8dbb44777e7c req-fafb67fb-5323-4719-a403-9ebe29d8bb6b tempest-ServerDiagnosticsNegativeTest-956533014 tempest-ServerDiagnosticsNegativeTest-956533014-project] For port ab66b7ad-5496-47d6-ba92-d8fb60bbc0cc, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=ab66b7ad-5496-47d6-ba92-d8fb60bbc0cc,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:18:49.246416 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-116ee049-1f07-43f5-9ec1-8dbb44777e7c req-fafb67fb-5323-4719-a403-9ebe29d8bb6b tempest-ServerDiagnosticsNegativeTest-956533014 tempest-ServerDiagnosticsNegativeTest-956533014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (ab66b7ad-5496-47d6-ba92-d8fb60bbc0cc), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:49.271634 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-116ee049-1f07-43f5-9ec1-8dbb44777e7c req-fafb67fb-5323-4719-a403-9ebe29d8bb6b tempest-ServerDiagnosticsNegativeTest-956533014 tempest-ServerDiagnosticsNegativeTest-956533014-project] Calling delete_port for ab66b7ad-5496-47d6-ba92-d8fb60bbc0cc owned by compute:nova {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:18:49.282081 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc5f510-1ea4-45ca-bb26-cb55064e20c9 req-a7783fc7-8f96-4090-a7cd-0376816d5fea tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:49.287887 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc5f510-1ea4-45ca-bb26-cb55064e20c9 req-a7783fc7-8f96-4090-a7cd-0376816d5fea tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:49.293513 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc5f510-1ea4-45ca-bb26-cb55064e20c9 req-a7783fc7-8f96-4090-a7cd-0376816d5fea tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:49.298883 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc5f510-1ea4-45ca-bb26-cb55064e20c9 req-a7783fc7-8f96-4090-a7cd-0376816d5fea tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:49.304516 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc5f510-1ea4-45ca-bb26-cb55064e20c9 req-a7783fc7-8f96-4090-a7cd-0376816d5fea tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:49.310196 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc5f510-1ea4-45ca-bb26-cb55064e20c9 req-a7783fc7-8f96-4090-a7cd-0376816d5fea tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:49.315953 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc5f510-1ea4-45ca-bb26-cb55064e20c9 req-a7783fc7-8f96-4090-a7cd-0376816d5fea tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:49.317917 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4cc5f510-1ea4-45ca-bb26-cb55064e20c9 req-a7783fc7-8f96-4090-a7cd-0376816d5fea tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009 HTTP/1.1" status: 200 len: 5429 time: 0.1197073 Jan 28 07:18:49.344691 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [req-d4c27524-19d7-41b6-9b22-d44ba4484a26 req-2edbc77d-dd5a-4b32-8864-56d90c63ad3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 082a2111-9828-4992-b9a4-659b5bdb0699 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:18:49.356318 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-d4c27524-19d7-41b6-9b22-d44ba4484a26 req-2edbc77d-dd5a-4b32-8864-56d90c63ad3c service neutron] Publish callbacks [] for port (082a2111-9828-4992-b9a4-659b5bdb0699), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:49.386018 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [req-d4c27524-19d7-41b6-9b22-d44ba4484a26 req-2edbc77d-dd5a-4b32-8864-56d90c63ad3c service neutron] Transition to ACTIVE for port object 082a2111-9828-4992-b9a4-659b5bdb0699 will not be triggered until provisioned by entity L2. {{(pid=103283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:18:49.398593 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-d4c27524-19d7-41b6-9b22-d44ba4484a26 req-2edbc77d-dd5a-4b32-8864-56d90c63ad3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (082a2111-9828-4992-b9a4-659b5bdb0699), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:49.459513 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4cc5f510-1ea4-45ca-bb26-cb55064e20c9 req-7c0fc236-7e88-4beb-a01b-e08e7d9faaa0 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/security-groups?id=e05d74b3-220f-46cd-b475-266b231f0f88&id=7f4d2140-e017-41d8-8ff9-e5d9b5e3138b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1160934 Jan 28 07:18:49.468713 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-422edf0d-ef9e-4240-830b-7c586fab55c2 req-761ea5db-f1d6-4706-bf05-f32464178246 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Allocated IP 172.20.0.11 (fabbfec3-31f9-4fc0-ba06-c03647e55067/3d88cecc-14ce-41cc-908a-862b0f3950e3/e8bba4ec-e3da-41ff-8c8b-c71a7709aa9e) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:18:49.505602 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edbc77d-dd5a-4b32-8864-56d90c63ad3c service neutron] Pushing event updated for resources: {'Port': ['ID=082a2111-9828-4992-b9a4-659b5bdb0699,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:18:49.591305 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-116ee049-1f07-43f5-9ec1-8dbb44777e7c req-fafb67fb-5323-4719-a403-9ebe29d8bb6b tempest-ServerDiagnosticsNegativeTest-956533014 tempest-ServerDiagnosticsNegativeTest-956533014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (ab66b7ad-5496-47d6-ba92-d8fb60bbc0cc), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:49.606719 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-96eeb015-c01b-43f7-ac58-795c004175de req-7ba0ec4a-b266-48ca-aedf-e317ef4f328f tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/ports?device_id=28886562-bead-4c03-b18c-42830d7b7629 HTTP/1.1" status: 200 len: 210 time: 0.0328932 Jan 28 07:18:49.628708 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['ab66b7ad-5496-47d6-ba92-d8fb60bbc0cc'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:18:49.635277 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f1b4c6-f2d2-4de0-a2bb-3e06af3a786f req-81cbddef-3cad-4fe9-813d-84b3f31ec718 tempest-ServersTestFqdnHostnames-1425549223 tempest-ServersTestFqdnHostnames-1425549223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:49.636844 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-43f1b4c6-f2d2-4de0-a2bb-3e06af3a786f req-81cbddef-3cad-4fe9-813d-84b3f31ec718 tempest-ServersTestFqdnHostnames-1425549223 tempest-ServersTestFqdnHostnames-1425549223-project] 10.222.0.41 "GET /v2.0/ports?device_id=41e4b948-cb33-474e-bd90-742f8e81df45 HTTP/1.1" status: 200 len: 945 time: 0.1528161 Jan 28 07:18:49.641513 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafb67fb-5323-4719-a403-9ebe29d8bb6b tempest-ServerDiagnosticsNegativeTest-956533014 tempest-ServerDiagnosticsNegativeTest-956533014-project] Pushing event deleted for resources: {'Port': ['ID=ab66b7ad-5496-47d6-ba92-d8fb60bbc0cc,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:18:49.702696 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-d4c27524-19d7-41b6-9b22-d44ba4484a26 req-2edbc77d-dd5a-4b32-8864-56d90c63ad3c service neutron] Attempting to bind port 082a2111-9828-4992-b9a4-659b5bdb0699 on host n-h2-712749-28 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:18:49.702696 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-d4c27524-19d7-41b6-9b22-d44ba4484a26 req-2edbc77d-dd5a-4b32-8864-56d90c63ad3c service neutron] Attempting to bind port 082a2111-9828-4992-b9a4-659b5bdb0699 by drivers openvswitch,hyperv on host n-h2-712749-28 at level 0 using segments [{'id': '0129dffb-fe43-47b5-a269-4f49ca8f6de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c613bbee-ac30-4d50-a837-418713fc934d'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:18:49.702696 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c27524-19d7-41b6-9b22-d44ba4484a26 req-2edbc77d-dd5a-4b32-8864-56d90c63ad3c service neutron] Attempting to bind port 082a2111-9828-4992-b9a4-659b5bdb0699 on network c613bbee-ac30-4d50-a837-418713fc934d {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:18:49.714206 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-422edf0d-ef9e-4240-830b-7c586fab55c2 req-761ea5db-f1d6-4706-bf05-f32464178246 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Publish callbacks [] for port (e8bba4ec-e3da-41ff-8c8b-c71a7709aa9e), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:49.724968 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-116ee049-1f07-43f5-9ec1-8dbb44777e7c req-fafb67fb-5323-4719-a403-9ebe29d8bb6b tempest-ServerDiagnosticsNegativeTest-956533014 tempest-ServerDiagnosticsNegativeTest-956533014-project] No DVR routers for this DVR port ab66b7ad-5496-47d6-ba92-d8fb60bbc0cc on host n-h2-712749-28 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:18:49.728787 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-116ee049-1f07-43f5-9ec1-8dbb44777e7c req-fafb67fb-5323-4719-a403-9ebe29d8bb6b tempest-ServerDiagnosticsNegativeTest-956533014 tempest-ServerDiagnosticsNegativeTest-956533014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:49.734039 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-116ee049-1f07-43f5-9ec1-8dbb44777e7c req-fafb67fb-5323-4719-a403-9ebe29d8bb6b tempest-ServerDiagnosticsNegativeTest-956533014 tempest-ServerDiagnosticsNegativeTest-956533014-project] 10.222.0.44 "DELETE /v2.0/ports/ab66b7ad-5496-47d6-ba92-d8fb60bbc0cc HTTP/1.1" status: 204 len: 173 time: 1.0240951 Jan 28 07:18:49.734994 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73c0b8c5-01a0-4491-9460-1d484357180e', 'name': 'network-vif-deleted', 'tag': 'ab66b7ad-5496-47d6-ba92-d8fb60bbc0cc'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:18:49.749427 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c9e9ee4-567b-4c41-a1ff-6325def76ca3" -d '{"events": [{"server_uuid": "73c0b8c5-01a0-4491-9460-1d484357180e", "name": "network-vif-deleted", "tag": "ab66b7ad-5496-47d6-ba92-d8fb60bbc0cc"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:18:49.759239 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c27524-19d7-41b6-9b22-d44ba4484a26 req-2edbc77d-dd5a-4b32-8864-56d90c63ad3c service neutron] Port 082a2111-9828-4992-b9a4-659b5bdb0699 on network c613bbee-ac30-4d50-a837-418713fc934d not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-28 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:18:49.759569 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c27524-19d7-41b6-9b22-d44ba4484a26 req-2edbc77d-dd5a-4b32-8864-56d90c63ad3c service neutron] Attempting to bind port 082a2111-9828-4992-b9a4-659b5bdb0699 on network c613bbee-ac30-4d50-a837-418713fc934d {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:18:49.774136 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c27524-19d7-41b6-9b22-d44ba4484a26 req-2edbc77d-dd5a-4b32-8864-56d90c63ad3c service neutron] Checking agent: {'id': 'c9906e63-062c-432e-bb53-63fdb8115e18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:18:49.774524 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c27524-19d7-41b6-9b22-d44ba4484a26 req-2edbc77d-dd5a-4b32-8864-56d90c63ad3c service neutron] Checking segment: {'id': '0129dffb-fe43-47b5-a269-4f49ca8f6de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c613bbee-ac30-4d50-a837-418713fc934d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:18:49.774921 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c27524-19d7-41b6-9b22-d44ba4484a26 req-2edbc77d-dd5a-4b32-8864-56d90c63ad3c service neutron] Bound using segment: {'id': '0129dffb-fe43-47b5-a269-4f49ca8f6de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c613bbee-ac30-4d50-a837-418713fc934d'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:18:49.775467 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-d4c27524-19d7-41b6-9b22-d44ba4484a26 req-2edbc77d-dd5a-4b32-8864-56d90c63ad3c service neutron] Bound port: 082a2111-9828-4992-b9a4-659b5bdb0699, host: n-h2-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0129dffb-fe43-47b5-a269-4f49ca8f6de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c613bbee-ac30-4d50-a837-418713fc934d'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:18:49.775836 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-d4c27524-19d7-41b6-9b22-d44ba4484a26 req-2edbc77d-dd5a-4b32-8864-56d90c63ad3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (082a2111-9828-4992-b9a4-659b5bdb0699), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:49.813203 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-422edf0d-ef9e-4240-830b-7c586fab55c2 req-761ea5db-f1d6-4706-bf05-f32464178246 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (e8bba4ec-e3da-41ff-8c8b-c71a7709aa9e), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:49.818525 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-43f1b4c6-f2d2-4de0-a2bb-3e06af3a786f req-706ebd85-9bad-466d-a1be-043dd535d085 tempest-ServersTestFqdnHostnames-1425549223 tempest-ServersTestFqdnHostnames-1425549223-project] 10.222.0.41 "GET /v2.0/security-groups?id=7b4ec343-77f3-49ed-9d59-5d308dcef7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1603215 Jan 28 07:18:49.880843 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-422edf0d-ef9e-4240-830b-7c586fab55c2 req-761ea5db-f1d6-4706-bf05-f32464178246 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Network fabbfec3-31f9-4fc0-ba06-c03647e55067 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:18:49.888913 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d74603-429e-4335-aabc-5a3561f83641 req-ca1a0c5e-8b53-4415-9a11-5c9db2745bbd tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:49.896369 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-03d74603-429e-4335-aabc-5a3561f83641 req-ca1a0c5e-8b53-4415-9a11-5c9db2745bbd tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?device_id=b328533a-131d-4c2d-93c2-75cc1b0a39d4 HTTP/1.1" status: 200 len: 944 time: 0.1370814 Jan 28 07:18:49.904683 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-d4c27524-19d7-41b6-9b22-d44ba4484a26 req-2edbc77d-dd5a-4b32-8864-56d90c63ad3c service neutron] For port 082a2111-9828-4992-b9a4-659b5bdb0699, host n-h2-712749-28, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:18:49.909040 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-d4c27524-19d7-41b6-9b22-d44ba4484a26 req-2edbc77d-dd5a-4b32-8864-56d90c63ad3c service neutron] For port 082a2111-9828-4992-b9a4-659b5bdb0699, host n-h2-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=082a2111-9828-4992-b9a4-659b5bdb0699,segment=NetworkSegment(0129dffb-fe43-47b5-a269-4f49ca8f6de7),segment_id=0129dffb-fe43-47b5-a269-4f49ca8f6de7)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:18:49.914970 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-422edf0d-ef9e-4240-830b-7c586fab55c2 req-761ea5db-f1d6-4706-bf05-f32464178246 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:18:49.918380 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761ea5db-f1d6-4706-bf05-f32464178246 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Pushing event updated for resources: {'Port': ['ID=e8bba4ec-e3da-41ff-8c8b-c71a7709aa9e,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:18:49.921664 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-422edf0d-ef9e-4240-830b-7c586fab55c2 req-761ea5db-f1d6-4706-bf05-f32464178246 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:18:49.926637 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-d4c27524-19d7-41b6-9b22-d44ba4484a26 req-2edbc77d-dd5a-4b32-8864-56d90c63ad3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (082a2111-9828-4992-b9a4-659b5bdb0699), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:49.938039 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bf5f9e5-96e6-4548-9135-51bcbc1910c2 x-openstack-request-id: req-7bf5f9e5-96e6-4548-9135-51bcbc1910c2 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:18:49.938344 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73c0b8c5-01a0-4491-9460-1d484357180e", "name": "network-vif-deleted", "tag": "ab66b7ad-5496-47d6-ba92-d8fb60bbc0cc", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:18:49.938603 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7bf5f9e5-96e6-4548-9135-51bcbc1910c2 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:18:49.939241 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73c0b8c5-01a0-4491-9460-1d484357180e', 'name': 'network-vif-deleted', 'tag': 'ab66b7ad-5496-47d6-ba92-d8fb60bbc0cc', 'status': 'completed', 'code': 200} Jan 28 07:18:50.008569 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c27524-19d7-41b6-9b22-d44ba4484a26 req-2edbc77d-dd5a-4b32-8864-56d90c63ad3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:50.010391 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-d4c27524-19d7-41b6-9b22-d44ba4484a26 req-2edbc77d-dd5a-4b32-8864-56d90c63ad3c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:50.015124 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d4c27524-19d7-41b6-9b22-d44ba4484a26 req-2edbc77d-dd5a-4b32-8864-56d90c63ad3c service neutron] 10.222.0.44 "PUT /v2.0/ports/082a2111-9828-4992-b9a4-659b5bdb0699 HTTP/1.1" status: 200 len: 1093 time: 1.3560407 Jan 28 07:18:50.033770 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-03d74603-429e-4335-aabc-5a3561f83641 req-31dca1e4-ed1b-4956-aec3-053176453ab3 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/security-groups?id=e977f99b-7e7b-4d49-bf15-4fd22b3b3b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364372 Jan 28 07:18:50.051862 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edbc77d-dd5a-4b32-8864-56d90c63ad3c service neutron] Pushing event updated for resources: {'Port': ['ID=082a2111-9828-4992-b9a4-659b5bdb0699,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:18:50.066104 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422edf0d-ef9e-4240-830b-7c586fab55c2 req-761ea5db-f1d6-4706-bf05-f32464178246 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:50.067182 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-422edf0d-ef9e-4240-830b-7c586fab55c2 req-761ea5db-f1d6-4706-bf05-f32464178246 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:50.101035 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-422edf0d-ef9e-4240-830b-7c586fab55c2 req-761ea5db-f1d6-4706-bf05-f32464178246 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0368626 Jan 28 07:18:50.130066 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-422edf0d-ef9e-4240-830b-7c586fab55c2 req-0c885dd0-f78c-4b42-9756-cafc04aebdbd service neutron] Request body: {'port': {'device_id': '28886562-bead-4c03-b18c-42830d7b7629', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712749-28'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:18:50.152761 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bba4c4-4d95-48c5-913e-2d069e58eafe req-93398b2e-27f4-4e51-8a6b-c30ab0552a3d tempest-ServersTestFqdnHostnames-1425549223 tempest-ServersTestFqdnHostnames-1425549223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:50.155216 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-17bba4c4-4d95-48c5-913e-2d069e58eafe req-93398b2e-27f4-4e51-8a6b-c30ab0552a3d tempest-ServersTestFqdnHostnames-1425549223 tempest-ServersTestFqdnHostnames-1425549223-project] 10.222.0.41 "GET /v2.0/ports?device_id=41e4b948-cb33-474e-bd90-742f8e81df45 HTTP/1.1" status: 200 len: 945 time: 0.0984323 Jan 28 07:18:50.162787 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c27524-19d7-41b6-9b22-d44ba4484a26 req-8b51144b-d5fe-4cb8-90d7-27c7704c6dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:50.166430 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 48300) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:18:50.169695 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d4c27524-19d7-41b6-9b22-d44ba4484a26 req-8b51144b-d5fe-4cb8-90d7-27c7704c6dc9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=229c6d67826441e4877349f4a14040af&device_id=b328533a-131d-4c2d-93c2-75cc1b0a39d4 HTTP/1.1" status: 200 len: 1096 time: 0.0768974 Jan 28 07:18:50.194592 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-ba4acf71-8d08-41fb-abfa-535132a92fca tempest-ServersTestFqdnHostnames-1425549223 tempest-ServersTestFqdnHostnames-1425549223-project] Request body: {'floatingip': {'port_id': '64b60799-37a6-473d-be6b-68c8ffe67c51'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:18:50.228793 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d4c27524-19d7-41b6-9b22-d44ba4484a26 req-e9fcbbeb-da7c-4002-90e8-bfcb24cb1076 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=082a2111-9828-4992-b9a4-659b5bdb0699 HTTP/1.1" status: 200 len: 217 time: 0.0454190 Jan 28 07:18:50.252088 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ba4acf71-8d08-41fb-abfa-535132a92fca tempest-ServersTestFqdnHostnames-1425549223 tempest-ServersTestFqdnHostnames-1425549223-project] Publish callbacks [] for floatingip (b3151dad-dcc2-4993-8fc4-da5a5f6c28af), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:50.331819 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-002e09b1-fb4b-4832-a8ce-71fe7a93620a req-531b111d-cd96-455c-9dd1-88ba092ebf6c tempest-ServerDiagnosticsNegativeTest-956533014 tempest-ServerDiagnosticsNegativeTest-956533014-project] 10.222.0.41 "GET /v2.0/ports?device_id=73c0b8c5-01a0-4491-9460-1d484357180e HTTP/1.1" status: 200 len: 210 time: 0.0635200 Jan 28 07:18:50.344677 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c27524-19d7-41b6-9b22-d44ba4484a26 req-543a41f8-2a8d-4d5c-899f-773bbb87476e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:50.346647 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d4c27524-19d7-41b6-9b22-d44ba4484a26 req-543a41f8-2a8d-4d5c-899f-773bbb87476e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ff9bdb84-da64-4de0-bfaf-1dc458d2c06f HTTP/1.1" status: 200 len: 851 time: 0.0999103 Jan 28 07:18:50.356013 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-422edf0d-ef9e-4240-830b-7c586fab55c2 req-0c885dd0-f78c-4b42-9756-cafc04aebdbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (e8bba4ec-e3da-41ff-8c8b-c71a7709aa9e), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:50.364498 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04e3c2d-c298-4224-890e-7719e3aa9b34 req-febe57db-1a04-41dc-8114-31f418f978e2 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:50.372101 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b04e3c2d-c298-4224-890e-7719e3aa9b34 req-febe57db-1a04-41dc-8114-31f418f978e2 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fa73890-3c2c-4c59-9c73-ce1eca1f276c HTTP/1.1" status: 200 len: 945 time: 0.2484295 Jan 28 07:18:50.391216 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-ce77d8df-8862-48ee-b2e8-5c05663d122c None None] Provisioning complete for port e8bba4ec-e3da-41ff-8c8b-c71a7709aa9e triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:18:50.391736 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ce77d8df-8862-48ee-b2e8-5c05663d122c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (e8bba4ec-e3da-41ff-8c8b-c71a7709aa9e), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:50.399230 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d4c27524-19d7-41b6-9b22-d44ba4484a26 req-6eb723f0-75d0-45c6-aac4-9a9d467721c2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c613bbee-ac30-4d50-a837-418713fc934d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385635 Jan 28 07:18:50.492704 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-ce77d8df-8862-48ee-b2e8-5c05663d122c None None] Port e8bba4ec-e3da-41ff-8c8b-c71a7709aa9e cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:18:50.637812 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b04e3c2d-c298-4224-890e-7719e3aa9b34 req-362e0dac-1f5a-46d6-95cd-e3fe2f23c11e tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f7766-6108-45d3-a769-5b5e90234849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2646716 Jan 28 07:18:50.652093 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 2929a5a1-918a-4e9f-a482-262de48a34fb details requested by agent hyperv_n-h1-712749-28 with host n-h1-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:18:50.835288 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 2929a5a1-918a-4e9f-a482-262de48a34fb, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=2929a5a1-918a-4e9f-a482-262de48a34fb,segment=NetworkSegment(cd55eebc-1f57-4111-a982-059d17cd9714),segment_id=cd55eebc-1f57-4111-a982-059d17cd9714)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:18:50.852667 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Returning: {'device': '2929a5a1-918a-4e9f-a482-262de48a34fb', 'network_id': '7271c4e0-9917-4cbf-8cf0-7234aac71aa9', 'port_id': '2929a5a1-918a-4e9f-a482-262de48a34fb', 'mac_address': 'fa:16:3e:4e:1d:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13273310-0be4-4b19-9177-3d629abf200c', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:18:50.910051 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 2929a5a1-918a-4e9f-a482-262de48a34fb is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:18:50.910685 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (2929a5a1-918a-4e9f-a482-262de48a34fb), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:50.926987 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2929a5a1-918a-4e9f-a482-262de48a34fb {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:18:50.942367 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4106f5b3-2c23-4a4f-855b-619fd8f8fb59 req-68502ed9-c1b5-4783-8c06-170a22dfac55 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:50.944163 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c7f99e-b2a0-4c6c-a2d0-4ec331819081 req-3f01a082-0e8c-488d-9139-b02e405f2e10 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:50.949382 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4106f5b3-2c23-4a4f-855b-619fd8f8fb59 req-68502ed9-c1b5-4783-8c06-170a22dfac55 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/ports?device_id=28886562-bead-4c03-b18c-42830d7b7629 HTTP/1.1" status: 200 len: 932 time: 0.2121131 Jan 28 07:18:50.950892 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c7f99e-b2a0-4c6c-a2d0-4ec331819081 req-3f01a082-0e8c-488d-9139-b02e405f2e10 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:50.952651 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 2929a5a1-918a-4e9f-a482-262de48a34fb, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=2929a5a1-918a-4e9f-a482-262de48a34fb,segment=NetworkSegment(cd55eebc-1f57-4111-a982-059d17cd9714),segment_id=cd55eebc-1f57-4111-a982-059d17cd9714)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:18:50.957930 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (2929a5a1-918a-4e9f-a482-262de48a34fb), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:50.958126 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c7f99e-b2a0-4c6c-a2d0-4ec331819081 req-3f01a082-0e8c-488d-9139-b02e405f2e10 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:50.959475 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 14257252-9cba-4711-a4fb-6a227afc07e3 details requested by agent hyperv_n-h1-712749-28 with host n-h1-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:18:50.964156 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c7f99e-b2a0-4c6c-a2d0-4ec331819081 req-3f01a082-0e8c-488d-9139-b02e405f2e10 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:50.970214 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c7f99e-b2a0-4c6c-a2d0-4ec331819081 req-3f01a082-0e8c-488d-9139-b02e405f2e10 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:50.977689 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c7f99e-b2a0-4c6c-a2d0-4ec331819081 req-3f01a082-0e8c-488d-9139-b02e405f2e10 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:50.984684 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c7f99e-b2a0-4c6c-a2d0-4ec331819081 req-3f01a082-0e8c-488d-9139-b02e405f2e10 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:50.993628 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f5c7f99e-b2a0-4c6c-a2d0-4ec331819081 req-3f01a082-0e8c-488d-9139-b02e405f2e10 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009 HTTP/1.1" status: 200 len: 5429 time: 0.1316152 Jan 28 07:18:51.026993 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d4c27524-19d7-41b6-9b22-d44ba4484a26 req-7316e060-d46d-4e76-9f8b-be1a229649cd service neutron] 10.222.0.44 "GET /v2.0/networks/c613bbee-ac30-4d50-a837-418713fc934d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6193790 Jan 28 07:18:51.064670 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=2929a5a1-918a-4e9f-a482-262de48a34fb,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:18:51.098915 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4106f5b3-2c23-4a4f-855b-619fd8f8fb59 req-e5d99d95-5124-4144-a85a-3ad4f0013189 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3913eaa-d94a-405d-af3b-c47b7c21bae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1486728 Jan 28 07:18:51.126741 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 14257252-9cba-4711-a4fb-6a227afc07e3, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=14257252-9cba-4711-a4fb-6a227afc07e3,segment=NetworkSegment(4b71204a-78d3-438a-bdaf-b518acb071bf),segment_id=4b71204a-78d3-438a-bdaf-b518acb071bf)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:18:51.132060 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f5c7f99e-b2a0-4c6c-a2d0-4ec331819081 req-c223361a-360a-4a06-9c1c-56cfd409697e tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/security-groups?id=e05d74b3-220f-46cd-b475-266b231f0f88&id=7f4d2140-e017-41d8-8ff9-e5d9b5e3138b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1373532 Jan 28 07:18:51.142995 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Returning: {'device': '14257252-9cba-4711-a4fb-6a227afc07e3', 'network_id': '3f790760-53a8-4403-a279-f0a40c73d527', 'port_id': '14257252-9cba-4711-a4fb-6a227afc07e3', 'mac_address': 'fa:16:3e:cc:2d:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73a9883f-5d62-4e44-aedd-907ff0ad8bcf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:18:51.196273 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 14257252-9cba-4711-a4fb-6a227afc07e3 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:18:51.196859 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (14257252-9cba-4711-a4fb-6a227afc07e3), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:51.197641 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d4c27524-19d7-41b6-9b22-d44ba4484a26 req-5d10a574-caff-4060-8079-3a679badfae1 service neutron] 10.222.0.44 "GET /v2.0/networks/c613bbee-ac30-4d50-a837-418713fc934d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586831 Jan 28 07:18:51.212795 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14257252-9cba-4711-a4fb-6a227afc07e3 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:18:51.234548 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 14257252-9cba-4711-a4fb-6a227afc07e3, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=14257252-9cba-4711-a4fb-6a227afc07e3,segment=NetworkSegment(4b71204a-78d3-438a-bdaf-b518acb071bf),segment_id=4b71204a-78d3-438a-bdaf-b518acb071bf)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:18:51.238616 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (14257252-9cba-4711-a4fb-6a227afc07e3), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:51.239411 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 7de6cf27-a469-4965-baef-e71190ea0139 details requested by agent hyperv_n-h1-712749-28 with host n-h1-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:18:51.274422 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-422edf0d-ef9e-4240-830b-7c586fab55c2 req-0c885dd0-f78c-4b42-9756-cafc04aebdbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8bba4ec-e3da-41ff-8c8b-c71a7709aa9e {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:18:51.305567 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=14257252-9cba-4711-a4fb-6a227afc07e3,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:18:51.306089 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-422edf0d-ef9e-4240-830b-7c586fab55c2 req-0c885dd0-f78c-4b42-9756-cafc04aebdbd service neutron] Publish callbacks [] for port (e8bba4ec-e3da-41ff-8c8b-c71a7709aa9e), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:51.307810 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 48314) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:18:51.337885 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34828994-9241-4c8a-9a6e-d5e02e3bcaab req-0d3d7557-9aae-4bee-ad3a-4489cadd47ba tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:51.339399 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-34828994-9241-4c8a-9a6e-d5e02e3bcaab req-0d3d7557-9aae-4bee-ad3a-4489cadd47ba tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?device_id=b328533a-131d-4c2d-93c2-75cc1b0a39d4 HTTP/1.1" status: 200 len: 944 time: 0.1179552 Jan 28 07:18:51.344277 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-422edf0d-ef9e-4240-830b-7c586fab55c2 req-0c885dd0-f78c-4b42-9756-cafc04aebdbd service neutron] Transition to ACTIVE for port object e8bba4ec-e3da-41ff-8c8b-c71a7709aa9e will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:18:51.388930 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-422edf0d-ef9e-4240-830b-7c586fab55c2 req-0c885dd0-f78c-4b42-9756-cafc04aebdbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (e8bba4ec-e3da-41ff-8c8b-c71a7709aa9e), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:51.451278 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 7de6cf27-a469-4965-baef-e71190ea0139, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=7de6cf27-a469-4965-baef-e71190ea0139,segment=NetworkSegment(8b0a0ad2-fd7a-4498-821e-1edb296a5ed1),segment_id=8b0a0ad2-fd7a-4498-821e-1edb296a5ed1)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:18:51.463990 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ba4acf71-8d08-41fb-abfa-535132a92fca tempest-ServersTestFqdnHostnames-1425549223 tempest-ServersTestFqdnHostnames-1425549223-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:51.475911 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Returning: {'device': '7de6cf27-a469-4965-baef-e71190ea0139', 'network_id': '39d5b943-8907-404b-b824-343baf651894', 'port_id': '7de6cf27-a469-4965-baef-e71190ea0139', 'mac_address': 'fa:16:3e:80:ea:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e818f6d1-2687-4869-b326-811edc0132c0', 'ip_address': '10.1.1.60'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:18:51.491698 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ba4acf71-8d08-41fb-abfa-535132a92fca tempest-ServersTestFqdnHostnames-1425549223 tempest-ServersTestFqdnHostnames-1425549223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16609095'] for floatingip (b3151dad-dcc2-4993-8fc4-da5a5f6c28af), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:51.544940 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-47ab9af8-dcf0-4dca-b319-1a5783e63f43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:51.554122 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c885dd0-f78c-4b42-9756-cafc04aebdbd service neutron] Pushing event updated for resources: {'Port': ['ID=e8bba4ec-e3da-41ff-8c8b-c71a7709aa9e,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:18:51.574481 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 7de6cf27-a469-4965-baef-e71190ea0139 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:18:51.575190 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (7de6cf27-a469-4965-baef-e71190ea0139), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:51.593997 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-34828994-9241-4c8a-9a6e-d5e02e3bcaab req-ef5e8f82-aa8b-4ce7-8180-b1abf8ece02d tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/security-groups?id=e977f99b-7e7b-4d49-bf15-4fd22b3b3b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118309 Jan 28 07:18:51.595607 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7de6cf27-a469-4965-baef-e71190ea0139 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:18:51.621384 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 7de6cf27-a469-4965-baef-e71190ea0139, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=7de6cf27-a469-4965-baef-e71190ea0139,segment=NetworkSegment(8b0a0ad2-fd7a-4498-821e-1edb296a5ed1),segment_id=8b0a0ad2-fd7a-4498-821e-1edb296a5ed1)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:18:51.628169 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (7de6cf27-a469-4965-baef-e71190ea0139), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:51.628905 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 24c421b9-9756-4145-9466-6d298ad9bfb5 details requested by agent hyperv_n-h1-712749-28 with host n-h1-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:18:51.674532 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 24c421b9-9756-4145-9466-6d298ad9bfb5, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=24c421b9-9756-4145-9466-6d298ad9bfb5,segment=NetworkSegment(8b0a0ad2-fd7a-4498-821e-1edb296a5ed1),segment_id=8b0a0ad2-fd7a-4498-821e-1edb296a5ed1)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:18:51.720287 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Returning: {'device': '24c421b9-9756-4145-9466-6d298ad9bfb5', 'network_id': '39d5b943-8907-404b-b824-343baf651894', 'port_id': '24c421b9-9756-4145-9466-6d298ad9bfb5', 'mac_address': 'fa:16:3e:8c:5e:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e818f6d1-2687-4869-b326-811edc0132c0', 'ip_address': '10.1.1.92'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:18:51.731886 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-422edf0d-ef9e-4240-830b-7c586fab55c2 req-0c885dd0-f78c-4b42-9756-cafc04aebdbd service neutron] Attempting to bind port e8bba4ec-e3da-41ff-8c8b-c71a7709aa9e on host n-h2-712749-28 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:18:51.738807 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-422edf0d-ef9e-4240-830b-7c586fab55c2 req-0c885dd0-f78c-4b42-9756-cafc04aebdbd service neutron] Attempting to bind port e8bba4ec-e3da-41ff-8c8b-c71a7709aa9e by drivers openvswitch,hyperv on host n-h2-712749-28 at level 0 using segments [{'id': 'f988f3e6-2feb-4622-baed-2eae67dfbc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'fabbfec3-31f9-4fc0-ba06-c03647e55067'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:18:51.739206 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-422edf0d-ef9e-4240-830b-7c586fab55c2 req-0c885dd0-f78c-4b42-9756-cafc04aebdbd service neutron] Attempting to bind port e8bba4ec-e3da-41ff-8c8b-c71a7709aa9e on network fabbfec3-31f9-4fc0-ba06-c03647e55067 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:18:51.749741 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-422edf0d-ef9e-4240-830b-7c586fab55c2 req-0c885dd0-f78c-4b42-9756-cafc04aebdbd service neutron] Port e8bba4ec-e3da-41ff-8c8b-c71a7709aa9e on network fabbfec3-31f9-4fc0-ba06-c03647e55067 not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-28 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:18:51.750052 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-422edf0d-ef9e-4240-830b-7c586fab55c2 req-0c885dd0-f78c-4b42-9756-cafc04aebdbd service neutron] Attempting to bind port e8bba4ec-e3da-41ff-8c8b-c71a7709aa9e on network fabbfec3-31f9-4fc0-ba06-c03647e55067 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:18:51.753949 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-47ab9af8-dcf0-4dca-b319-1a5783e63f43 admin admin] Publish callbacks [] for security_group (892814cf-8638-4274-b82a-4b6d79aab719), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:51.760962 n-d-712749-28 neutron-server[103284]: INFO neutron.db.l3_db [None req-ba4acf71-8d08-41fb-abfa-535132a92fca tempest-ServersTestFqdnHostnames-1425549223 tempest-ServersTestFqdnHostnames-1425549223-project] Floating IP b3151dad-dcc2-4993-8fc4-da5a5f6c28af associated. External IP: 172.25.6.68, port: 64b60799-37a6-473d-be6b-68c8ffe67c51. Jan 28 07:18:51.764972 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-422edf0d-ef9e-4240-830b-7c586fab55c2 req-0c885dd0-f78c-4b42-9756-cafc04aebdbd service neutron] Checking agent: {'id': 'c9906e63-062c-432e-bb53-63fdb8115e18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:18:51.764972 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-422edf0d-ef9e-4240-830b-7c586fab55c2 req-0c885dd0-f78c-4b42-9756-cafc04aebdbd service neutron] Checking segment: {'id': 'f988f3e6-2feb-4622-baed-2eae67dfbc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'fabbfec3-31f9-4fc0-ba06-c03647e55067'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:18:51.765323 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-422edf0d-ef9e-4240-830b-7c586fab55c2 req-0c885dd0-f78c-4b42-9756-cafc04aebdbd service neutron] Bound using segment: {'id': 'f988f3e6-2feb-4622-baed-2eae67dfbc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'fabbfec3-31f9-4fc0-ba06-c03647e55067'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:18:51.765797 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-422edf0d-ef9e-4240-830b-7c586fab55c2 req-0c885dd0-f78c-4b42-9756-cafc04aebdbd service neutron] Bound port: e8bba4ec-e3da-41ff-8c8b-c71a7709aa9e, host: n-h2-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f988f3e6-2feb-4622-baed-2eae67dfbc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'fabbfec3-31f9-4fc0-ba06-c03647e55067'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:18:51.766155 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-422edf0d-ef9e-4240-830b-7c586fab55c2 req-0c885dd0-f78c-4b42-9756-cafc04aebdbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (e8bba4ec-e3da-41ff-8c8b-c71a7709aa9e), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:51.768252 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-47ab9af8-dcf0-4dca-b319-1a5783e63f43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (892814cf-8638-4274-b82a-4b6d79aab719), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:51.782983 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 24c421b9-9756-4145-9466-6d298ad9bfb5 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:18:51.783693 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (24c421b9-9756-4145-9466-6d298ad9bfb5), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:51.804647 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24c421b9-9756-4145-9466-6d298ad9bfb5 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:18:51.830170 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 24c421b9-9756-4145-9466-6d298ad9bfb5, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=24c421b9-9756-4145-9466-6d298ad9bfb5,segment=NetworkSegment(8b0a0ad2-fd7a-4498-821e-1edb296a5ed1),segment_id=8b0a0ad2-fd7a-4498-821e-1edb296a5ed1)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:18:51.831614 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 48328) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:18:51.838904 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=7de6cf27-a469-4965-baef-e71190ea0139,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:18:51.851247 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (24c421b9-9756-4145-9466-6d298ad9bfb5), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:51.851820 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 45cf1802-7cd1-43cf-bcfc-47137050e738 details requested by agent hyperv_n-h1-712749-28 with host n-h1-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:18:51.880615 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-47ab9af8-dcf0-4dca-b319-1a5783e63f43 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=956b98efc66049c8bd40be2669e368ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5698860 Jan 28 07:18:51.882738 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ab9af8-dcf0-4dca-b319-1a5783e63f43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=892814cf-8638-4274-b82a-4b6d79aab719,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:18:51.885644 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 48332) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:18:51.914703 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e70cbd-3575-45f3-9438-8251466477ad req-eba422de-c162-4e71-a563-a8fa7d011cc1 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:51.922671 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c7e70cbd-3575-45f3-9438-8251466477ad req-eba422de-c162-4e71-a563-a8fa7d011cc1 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fa73890-3c2c-4c59-9c73-ce1eca1f276c HTTP/1.1" status: 200 len: 945 time: 0.1394942 Jan 28 07:18:51.942854 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b328533a-131d-4c2d-93c2-75cc1b0a39d4', 'tag': '082a2111-9828-4992-b9a4-659b5bdb0699'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:18:51.946153 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a4f0505-5f33-40aa-8d55-809f1017a429" -d '{"events": [{"name": "network-changed", "server_uuid": "b328533a-131d-4c2d-93c2-75cc1b0a39d4", "tag": "082a2111-9828-4992-b9a4-659b5bdb0699"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:18:51.987569 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 45cf1802-7cd1-43cf-bcfc-47137050e738, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=45cf1802-7cd1-43cf-bcfc-47137050e738,segment=NetworkSegment(8b0a0ad2-fd7a-4498-821e-1edb296a5ed1),segment_id=8b0a0ad2-fd7a-4498-821e-1edb296a5ed1)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:18:51.989127 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c7e70cbd-3575-45f3-9438-8251466477ad req-86c91484-0e48-4459-8125-614984bf9c4a tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f7766-6108-45d3-a769-5b5e90234849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648282 Jan 28 07:18:51.994123 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=24c421b9-9756-4145-9466-6d298ad9bfb5,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:18:52.017273 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Returning: {'device': '45cf1802-7cd1-43cf-bcfc-47137050e738', 'network_id': '39d5b943-8907-404b-b824-343baf651894', 'port_id': '45cf1802-7cd1-43cf-bcfc-47137050e738', 'mac_address': 'fa:16:3e:dc:e5:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e818f6d1-2687-4869-b326-811edc0132c0', 'ip_address': '10.1.1.168'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:18:52.020808 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0628c335-fbdc-4f05-930f-3680c15754f3 x-openstack-request-id: req-0628c335-fbdc-4f05-930f-3680c15754f3 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:18:52.021278 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b328533a-131d-4c2d-93c2-75cc1b0a39d4", "tag": "082a2111-9828-4992-b9a4-659b5bdb0699", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:18:52.021911 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0628c335-fbdc-4f05-930f-3680c15754f3 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:18:52.022329 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b328533a-131d-4c2d-93c2-75cc1b0a39d4', 'tag': '082a2111-9828-4992-b9a4-659b5bdb0699', 'status': 'completed', 'code': 200} Jan 28 07:18:52.030251 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-422edf0d-ef9e-4240-830b-7c586fab55c2 req-0c885dd0-f78c-4b42-9756-cafc04aebdbd service neutron] For port e8bba4ec-e3da-41ff-8c8b-c71a7709aa9e, host n-h2-712749-28, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:18:52.050965 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-422edf0d-ef9e-4240-830b-7c586fab55c2 req-0c885dd0-f78c-4b42-9756-cafc04aebdbd service neutron] For port e8bba4ec-e3da-41ff-8c8b-c71a7709aa9e, host n-h2-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=e8bba4ec-e3da-41ff-8c8b-c71a7709aa9e,segment=NetworkSegment(f988f3e6-2feb-4622-baed-2eae67dfbc12),segment_id=f988f3e6-2feb-4622-baed-2eae67dfbc12)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:18:52.066574 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-422edf0d-ef9e-4240-830b-7c586fab55c2 req-0c885dd0-f78c-4b42-9756-cafc04aebdbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (e8bba4ec-e3da-41ff-8c8b-c71a7709aa9e), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:52.075397 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 45cf1802-7cd1-43cf-bcfc-47137050e738 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:18:52.075397 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (45cf1802-7cd1-43cf-bcfc-47137050e738), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:52.091472 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45cf1802-7cd1-43cf-bcfc-47137050e738 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:18:52.098202 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-433a3a12-ab43-4995-a159-5128d496ea8f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=11fa192fd5054fa3b9be700f0857ce94&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2653852 Jan 28 07:18:52.099988 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ba4afbef-c81e-4d8f-b65b-76deb1135bb0 admin admin] Publish callbacks [] for security_group (892814cf-8638-4274-b82a-4b6d79aab719), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:52.100788 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 48336) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:18:52.132825 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 45cf1802-7cd1-43cf-bcfc-47137050e738, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=45cf1802-7cd1-43cf-bcfc-47137050e738,segment=NetworkSegment(8b0a0ad2-fd7a-4498-821e-1edb296a5ed1),segment_id=8b0a0ad2-fd7a-4498-821e-1edb296a5ed1)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:18:52.138195 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (45cf1802-7cd1-43cf-bcfc-47137050e738), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:52.139037 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 98a957b1-fc25-4fc9-8482-a2078a931162 details requested by agent hyperv_n-h1-712749-28 with host n-h1-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:18:52.146759 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422edf0d-ef9e-4240-830b-7c586fab55c2 req-0c885dd0-f78c-4b42-9756-cafc04aebdbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:52.147459 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-422edf0d-ef9e-4240-830b-7c586fab55c2 req-0c885dd0-f78c-4b42-9756-cafc04aebdbd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:52.150151 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-422edf0d-ef9e-4240-830b-7c586fab55c2 req-0c885dd0-f78c-4b42-9756-cafc04aebdbd service neutron] 10.222.0.44 "PUT /v2.0/ports/e8bba4ec-e3da-41ff-8c8b-c71a7709aa9e HTTP/1.1" status: 200 len: 1093 time: 2.0276473 Jan 28 07:18:52.154259 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4f0505-5f33-40aa-8d55-809f1017a429 req-8d9594ec-2a10-4cea-bcc7-a17f29f82743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:52.155865 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9a4f0505-5f33-40aa-8d55-809f1017a429 req-8d9594ec-2a10-4cea-bcc7-a17f29f82743 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=229c6d67826441e4877349f4a14040af&device_id=b328533a-131d-4c2d-93c2-75cc1b0a39d4 HTTP/1.1" status: 200 len: 1096 time: 0.0879505 Jan 28 07:18:52.168454 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28886562-bead-4c03-b18c-42830d7b7629', 'tag': 'e8bba4ec-e3da-41ff-8c8b-c71a7709aa9e'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:18:52.215921 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b55c1cf5-40fb-47e4-b5d7-d9c4f7eba75a admin admin] Publish callbacks [] for security_group (bf9b9c12-bb87-4ce4-97ce-418bcb7e92b0), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:52.268599 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 98a957b1-fc25-4fc9-8482-a2078a931162, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=98a957b1-fc25-4fc9-8482-a2078a931162,segment=NetworkSegment(8b0a0ad2-fd7a-4498-821e-1edb296a5ed1),segment_id=8b0a0ad2-fd7a-4498-821e-1edb296a5ed1)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:18:52.277692 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=45cf1802-7cd1-43cf-bcfc-47137050e738,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:18:52.297115 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Returning: {'device': '98a957b1-fc25-4fc9-8482-a2078a931162', 'network_id': '39d5b943-8907-404b-b824-343baf651894', 'port_id': '98a957b1-fc25-4fc9-8482-a2078a931162', 'mac_address': 'fa:16:3e:21:52:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e818f6d1-2687-4869-b326-811edc0132c0', 'ip_address': '10.1.1.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:18:52.336587 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b55c1cf5-40fb-47e4-b5d7-d9c4f7eba75a admin admin] Publish callbacks [] for security_group (bf9b9c12-bb87-4ce4-97ce-418bcb7e92b0), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:52.350467 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 98a957b1-fc25-4fc9-8482-a2078a931162 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:18:52.350870 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (98a957b1-fc25-4fc9-8482-a2078a931162), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:52.375019 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98a957b1-fc25-4fc9-8482-a2078a931162 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:18:52.420781 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3281656-7894-488b-b4aa-75e640d28836 req-6613f3cc-196e-434d-bb4e-bdf7c6108005 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:52.421052 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 98a957b1-fc25-4fc9-8482-a2078a931162, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=98a957b1-fc25-4fc9-8482-a2078a931162,segment=NetworkSegment(8b0a0ad2-fd7a-4498-821e-1edb296a5ed1),segment_id=8b0a0ad2-fd7a-4498-821e-1edb296a5ed1)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:18:52.422405 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e3281656-7894-488b-b4aa-75e640d28836 req-6613f3cc-196e-434d-bb4e-bdf7c6108005 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/ports?device_id=28886562-bead-4c03-b18c-42830d7b7629 HTTP/1.1" status: 200 len: 944 time: 0.1580610 Jan 28 07:18:52.427573 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4f0505-5f33-40aa-8d55-809f1017a429 req-3506ae0b-d5e4-43ea-b048-c256f1df9e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:52.430550 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9a4f0505-5f33-40aa-8d55-809f1017a429 req-3506ae0b-d5e4-43ea-b048-c256f1df9e5f service neutron] 10.222.0.44 "GET /v2.0/networks?id=c613bbee-ac30-4d50-a837-418713fc934d HTTP/1.1" status: 200 len: 912 time: 0.2625988 Jan 28 07:18:52.433179 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (98a957b1-fc25-4fc9-8482-a2078a931162), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:52.434288 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device e56de965-5480-410d-beed-6c4dc6d6159c details requested by agent hyperv_n-h1-712749-28 with host n-h1-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:18:52.443828 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 082a2111-9828-4992-b9a4-659b5bdb0699 details requested by agent hyperv_n-h2-712749-28 with host n-h2-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:18:52.486920 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device ab66b7ad-5496-47d6-ba92-d8fb60bbc0cc no longer exists at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:18:52.487923 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9a4f0505-5f33-40aa-8d55-809f1017a429 req-7358fba1-f53c-4e0d-9075-5a03fddf25a5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=082a2111-9828-4992-b9a4-659b5bdb0699 HTTP/1.1" status: 200 len: 217 time: 0.0423012 Jan 28 07:18:52.539760 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] No Port match for: ab66b7ad-5496-47d6-ba92-d8fb60bbc0cc {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:18:52.540131 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device ab66b7ad-5496-47d6-ba92-d8fb60bbc0cc not bound to the agent host n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:18:52.547351 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bb9a722-088b-4ac1-9a45-ea3a32df5e86" -d '{"events": [{"name": "network-changed", "server_uuid": "28886562-bead-4c03-b18c-42830d7b7629", "tag": "e8bba4ec-e3da-41ff-8c8b-c71a7709aa9e"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:18:52.567298 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ba4afbef-c81e-4d8f-b65b-76deb1135bb0 admin admin] Publish callbacks [] for security_group (892814cf-8638-4274-b82a-4b6d79aab719), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:52.567560 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b55c1cf5-40fb-47e4-b5d7-d9c4f7eba75a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (bf9b9c12-bb87-4ce4-97ce-418bcb7e92b0), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:52.570177 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b55c1cf5-40fb-47e4-b5d7-d9c4f7eba75a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:52.573312 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-b55c1cf5-40fb-47e4-b5d7-d9c4f7eba75a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bf9b9c12-bb87-4ce4-97ce-418bcb7e92b0 HTTP/1.1" status: 204 len: 168 time: 0.4690523 Jan 28 07:18:52.590776 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port e56de965-5480-410d-beed-6c4dc6d6159c, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=e56de965-5480-410d-beed-6c4dc6d6159c,segment=NetworkSegment(cd55eebc-1f57-4111-a982-059d17cd9714),segment_id=cd55eebc-1f57-4111-a982-059d17cd9714)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:18:52.601958 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=98a957b1-fc25-4fc9-8482-a2078a931162,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:18:52.619069 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e3281656-7894-488b-b4aa-75e640d28836 req-220f9587-ee33-435c-a2af-5750cc026529 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3913eaa-d94a-405d-af3b-c47b7c21bae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1713719 Jan 28 07:18:52.659330 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Returning: {'device': 'e56de965-5480-410d-beed-6c4dc6d6159c', 'network_id': '7271c4e0-9917-4cbf-8cf0-7234aac71aa9', 'port_id': 'e56de965-5480-410d-beed-6c4dc6d6159c', 'mac_address': 'fa:16:3e:6b:05:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13273310-0be4-4b19-9177-3d629abf200c', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:18:52.665047 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55c1cf5-40fb-47e4-b5d7-d9c4f7eba75a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf9b9c12-bb87-4ce4-97ce-418bcb7e92b0,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:18:52.684729 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4f0505-5f33-40aa-8d55-809f1017a429 req-9d31ab59-b47b-47b7-9bb9-dfaf069d7f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:52.687148 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9a4f0505-5f33-40aa-8d55-809f1017a429 req-9d31ab59-b47b-47b7-9bb9-dfaf069d7f06 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ff9bdb84-da64-4de0-bfaf-1dc458d2c06f HTTP/1.1" status: 200 len: 851 time: 0.1920428 Jan 28 07:18:52.696947 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ba4afbef-c81e-4d8f-b65b-76deb1135bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (892814cf-8638-4274-b82a-4b6d79aab719), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:52.699506 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ba4afbef-c81e-4d8f-b65b-76deb1135bb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:52.703355 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-ba4afbef-c81e-4d8f-b65b-76deb1135bb0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/892814cf-8638-4274-b82a-4b6d79aab719 HTTP/1.1" status: 204 len: 168 time: 0.8141677 Jan 28 07:18:52.737170 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 082a2111-9828-4992-b9a4-659b5bdb0699, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=082a2111-9828-4992-b9a4-659b5bdb0699,segment=NetworkSegment(0129dffb-fe43-47b5-a269-4f49ca8f6de7),segment_id=0129dffb-fe43-47b5-a269-4f49ca8f6de7)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:18:52.741863 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4afbef-c81e-4d8f-b65b-76deb1135bb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=892814cf-8638-4274-b82a-4b6d79aab719,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:18:52.750469 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c885dd0-f78c-4b42-9756-cafc04aebdbd service neutron] Pushing event updated for resources: {'Port': ['ID=e8bba4ec-e3da-41ff-8c8b-c71a7709aa9e,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:18:52.750704 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port e56de965-5480-410d-beed-6c4dc6d6159c is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:18:52.751071 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (e56de965-5480-410d-beed-6c4dc6d6159c), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:52.756651 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Returning: {'device': '082a2111-9828-4992-b9a4-659b5bdb0699', 'network_id': 'c613bbee-ac30-4d50-a837-418713fc934d', 'port_id': '082a2111-9828-4992-b9a4-659b5bdb0699', 'mac_address': 'fa:16:3e:39:34:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff9bdb84-da64-4de0-bfaf-1dc458d2c06f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:18:52.807821 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9a4f0505-5f33-40aa-8d55-809f1017a429 req-18a833f1-128a-4a60-a775-f16e34793296 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c613bbee-ac30-4d50-a837-418713fc934d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0902121 Jan 28 07:18:52.812406 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e56de965-5480-410d-beed-6c4dc6d6159c {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:18:52.816963 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422edf0d-ef9e-4240-830b-7c586fab55c2 req-510bfcaa-3b33-4e10-8401-5b65a5475e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:52.818468 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-422edf0d-ef9e-4240-830b-7c586fab55c2 req-510bfcaa-3b33-4e10-8401-5b65a5475e15 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8d47b614f63e4b68b737be6f6d46b64e&device_id=28886562-bead-4c03-b18c-42830d7b7629 HTTP/1.1" status: 200 len: 1096 time: 0.2030358 Jan 28 07:18:52.833489 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefb939f-41e5-4c00-b8da-dad049ebc186 req-3487c9a7-debf-4f2e-a193-13c02b2768f3 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:52.838928 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefb939f-41e5-4c00-b8da-dad049ebc186 req-3487c9a7-debf-4f2e-a193-13c02b2768f3 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:52.844540 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefb939f-41e5-4c00-b8da-dad049ebc186 req-3487c9a7-debf-4f2e-a193-13c02b2768f3 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:52.850307 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefb939f-41e5-4c00-b8da-dad049ebc186 req-3487c9a7-debf-4f2e-a193-13c02b2768f3 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:52.855525 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefb939f-41e5-4c00-b8da-dad049ebc186 req-3487c9a7-debf-4f2e-a193-13c02b2768f3 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:52.861582 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefb939f-41e5-4c00-b8da-dad049ebc186 req-3487c9a7-debf-4f2e-a193-13c02b2768f3 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:52.866833 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefb939f-41e5-4c00-b8da-dad049ebc186 req-3487c9a7-debf-4f2e-a193-13c02b2768f3 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:52.872626 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port e56de965-5480-410d-beed-6c4dc6d6159c, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=e56de965-5480-410d-beed-6c4dc6d6159c,segment=NetworkSegment(cd55eebc-1f57-4111-a982-059d17cd9714),segment_id=cd55eebc-1f57-4111-a982-059d17cd9714)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:18:52.874193 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-cefb939f-41e5-4c00-b8da-dad049ebc186 req-3487c9a7-debf-4f2e-a193-13c02b2768f3 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009 HTTP/1.1" status: 200 len: 5435 time: 0.3234413 Jan 28 07:18:52.890244 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (e56de965-5480-410d-beed-6c4dc6d6159c), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:52.902305 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port 082a2111-9828-4992-b9a4-659b5bdb0699 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:18:52.902305 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (082a2111-9828-4992-b9a4-659b5bdb0699), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:52.949923 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:18:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7cc6ee6-485d-4139-b5eb-9817e48109bf x-openstack-request-id: req-f7cc6ee6-485d-4139-b5eb-9817e48109bf {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:18:52.950135 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28886562-bead-4c03-b18c-42830d7b7629", "tag": "e8bba4ec-e3da-41ff-8c8b-c71a7709aa9e", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:18:52.950608 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f7cc6ee6-485d-4139-b5eb-9817e48109bf {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:18:52.950821 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28886562-bead-4c03-b18c-42830d7b7629', 'tag': 'e8bba4ec-e3da-41ff-8c8b-c71a7709aa9e', 'status': 'completed', 'code': 200} Jan 28 07:18:52.954430 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 082a2111-9828-4992-b9a4-659b5bdb0699 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:18:52.954650 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-422edf0d-ef9e-4240-830b-7c586fab55c2 req-e4cde29c-676a-48dc-8b3c-546a18a1e75a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e8bba4ec-e3da-41ff-8c8b-c71a7709aa9e HTTP/1.1" status: 200 len: 217 time: 0.0779357 Jan 28 07:18:52.989395 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=e56de965-5480-410d-beed-6c4dc6d6159c,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:18:52.993189 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 082a2111-9828-4992-b9a4-659b5bdb0699, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=082a2111-9828-4992-b9a4-659b5bdb0699,segment=NetworkSegment(0129dffb-fe43-47b5-a269-4f49ca8f6de7),segment_id=0129dffb-fe43-47b5-a269-4f49ca8f6de7)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:18:53.003160 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (082a2111-9828-4992-b9a4-659b5bdb0699), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:53.020487 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-cefb939f-41e5-4c00-b8da-dad049ebc186 req-a070e137-0fe8-4641-a727-561079614243 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/security-groups?id=e05d74b3-220f-46cd-b475-266b231f0f88&id=7f4d2140-e017-41d8-8ff9-e5d9b5e3138b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1450777 Jan 28 07:18:53.031293 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba4acf71-8d08-41fb-abfa-535132a92fca tempest-ServersTestFqdnHostnames-1425549223 tempest-ServersTestFqdnHostnames-1425549223-project] Router 1d76ba02-58a9-4103-b9df-073c1462a5d5 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:18:53.100351 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 48358) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:18:53.105110 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=082a2111-9828-4992-b9a4-659b5bdb0699,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:18:53.121235 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9a4f0505-5f33-40aa-8d55-809f1017a429 req-13d967bb-7c56-403a-8c8a-a48b11f502dd service neutron] 10.222.0.44 "GET /v2.0/networks/c613bbee-ac30-4d50-a837-418713fc934d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3048511 Jan 28 07:18:53.134273 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-776e32be-d093-44bb-bee3-aee35014e575 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:53.159061 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3408c7a-f966-4b88-a5a9-206c3cc6dbfa req-87c28054-78e1-4ff4-bd33-fdef316b6af2 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:53.160927 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d3408c7a-f966-4b88-a5a9-206c3cc6dbfa req-87c28054-78e1-4ff4-bd33-fdef316b6af2 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?device_id=b328533a-131d-4c2d-93c2-75cc1b0a39d4 HTTP/1.1" status: 200 len: 945 time: 0.1156249 Jan 28 07:18:53.191557 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422edf0d-ef9e-4240-830b-7c586fab55c2 req-82a649be-e90c-4d55-8058-f09c213749da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:53.192978 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-422edf0d-ef9e-4240-830b-7c586fab55c2 req-82a649be-e90c-4d55-8058-f09c213749da service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3d88cecc-14ce-41cc-908a-862b0f3950e3 HTTP/1.1" status: 200 len: 856 time: 0.1945381 Jan 28 07:18:53.261523 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d3408c7a-f966-4b88-a5a9-206c3cc6dbfa req-987d1dcb-ea78-4fb9-be80-1d6c832fcf32 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/security-groups?id=e977f99b-7e7b-4d49-bf15-4fd22b3b3b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724127 Jan 28 07:18:53.265252 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9a4f0505-5f33-40aa-8d55-809f1017a429 req-2121e96f-ef59-416f-b774-ad4ad76e3514 service neutron] 10.222.0.44 "GET /v2.0/networks/c613bbee-ac30-4d50-a837-418713fc934d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368871 Jan 28 07:18:53.315112 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['082a2111-9828-4992-b9a4-659b5bdb0699'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:18:53.337429 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 48360) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:18:53.352232 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d257d56d-5652-4cab-9538-15c3626152e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:53.367547 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b32fb16-fbd0-4e15-a352-631c8c8394c1 req-d3075741-415a-4cf3-a001-78eab51950a0 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:53.369113 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8b32fb16-fbd0-4e15-a352-631c8c8394c1 req-d3075741-415a-4cf3-a001-78eab51950a0 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fa73890-3c2c-4c59-9c73-ce1eca1f276c HTTP/1.1" status: 200 len: 945 time: 0.2248333 Jan 28 07:18:53.391515 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422edf0d-ef9e-4240-830b-7c586fab55c2 req-b141d28b-f4d3-4017-83a5-7f5d808e1a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:53.393166 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-422edf0d-ef9e-4240-830b-7c586fab55c2 req-b141d28b-f4d3-4017-83a5-7f5d808e1a65 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fabbfec3-31f9-4fc0-ba06-c03647e55067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1794019 Jan 28 07:18:53.423867 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba4acf71-8d08-41fb-abfa-535132a92fca tempest-ServersTestFqdnHostnames-1425549223 tempest-ServersTestFqdnHostnames-1425549223-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:18:53.441720 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b5f49f-c6b0-4648-a682-ef583b69af02 None None] Sync routers for ids ['1d76ba02-58a9-4103-b9df-073c1462a5d5'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:18:53.442386 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ba4acf71-8d08-41fb-abfa-535132a92fca tempest-ServersTestFqdnHostnames-1425549223 tempest-ServersTestFqdnHostnames-1425549223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for floatingip (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:53.447760 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d257d56d-5652-4cab-9538-15c3626152e6 admin admin] Publish callbacks [] for security_group (acd76c4f-bd03-4396-ad30-c11c0a04026e), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:53.453664 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d257d56d-5652-4cab-9538-15c3626152e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (acd76c4f-bd03-4396-ad30-c11c0a04026e), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:53.462316 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b5f49f-c6b0-4648-a682-ef583b69af02 None None] Routers {'1d76ba02-58a9-4103-b9df-073c1462a5d5'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:18:53.462940 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-57b5f49f-c6b0-4648-a682-ef583b69af02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:18:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['1d76ba02-58a9-4103-b9df-073c1462a5d5'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:18:53.501975 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-d257d56d-5652-4cab-9538-15c3626152e6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ba0f51c9847b4914be459e6a222fec65&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1603465 Jan 28 07:18:53.501975 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d257d56d-5652-4cab-9538-15c3626152e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acd76c4f-bd03-4396-ad30-c11c0a04026e,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:18:53.503697 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 48362) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:18:53.522254 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-776e32be-d093-44bb-bee3-aee35014e575 admin admin] Publish callbacks [] for security_group (a36b10eb-1100-4139-8d91-1ee789a5f9b4), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:53.547858 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-776e32be-d093-44bb-bee3-aee35014e575 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (a36b10eb-1100-4139-8d91-1ee789a5f9b4), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:53.559130 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-13a347d9-941c-41c7-943c-b7b222eebdb9 admin admin] Publish callbacks [] for security_group (acd76c4f-bd03-4396-ad30-c11c0a04026e), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:53.580665 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-ba4acf71-8d08-41fb-abfa-535132a92fca tempest-ServersTestFqdnHostnames-1425549223 tempest-ServersTestFqdnHostnames-1425549223-project] 10.222.0.41 "PUT /v2.0/floatingips/b3151dad-dcc2-4993-8fc4-da5a5f6c28af HTTP/1.1" status: 200 len: 990 time: 3.3906119 Jan 28 07:18:53.585336 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-13a347d9-941c-41c7-943c-b7b222eebdb9 admin admin] Publish callbacks [] for security_group (acd76c4f-bd03-4396-ad30-c11c0a04026e), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:53.642618 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-422edf0d-ef9e-4240-830b-7c586fab55c2 req-6dc09be7-0a28-4b6c-ad3f-dd4cb5059075 service neutron] 10.222.0.44 "GET /v2.0/networks/fabbfec3-31f9-4fc0-ba06-c03647e55067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2313814 Jan 28 07:18:53.646076 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8b32fb16-fbd0-4e15-a352-631c8c8394c1 req-6389d686-dd0a-4d28-82ab-0dd8c4ac332c tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f7766-6108-45d3-a769-5b5e90234849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2619703 Jan 28 07:18:53.657431 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-13a347d9-941c-41c7-943c-b7b222eebdb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (acd76c4f-bd03-4396-ad30-c11c0a04026e), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:53.669311 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-776e32be-d093-44bb-bee3-aee35014e575 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e73756480222495992f2917c960203fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5659759 Jan 28 07:18:53.670781 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-13a347d9-941c-41c7-943c-b7b222eebdb9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:53.674828 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-13a347d9-941c-41c7-943c-b7b222eebdb9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/acd76c4f-bd03-4396-ad30-c11c0a04026e HTTP/1.1" status: 204 len: 168 time: 0.1689422 Jan 28 07:18:53.682801 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 48370) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:18:53.691036 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a347d9-941c-41c7-943c-b7b222eebdb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acd76c4f-bd03-4396-ad30-c11c0a04026e,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:18:53.693166 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e32be-d093-44bb-bee3-aee35014e575 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a36b10eb-1100-4139-8d91-1ee789a5f9b4,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:18:53.762176 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-75d9ebba-f035-4819-b2aa-e09cf26c441c admin admin] Publish callbacks [] for security_group (a36b10eb-1100-4139-8d91-1ee789a5f9b4), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:53.855256 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf306bfa-11e4-4775-9937-279dd2ac6565 req-f133aa28-481f-4f09-891d-d44a84ee255e tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:53.856872 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-cf306bfa-11e4-4775-9937-279dd2ac6565 req-f133aa28-481f-4f09-891d-d44a84ee255e tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/ports?device_id=28886562-bead-4c03-b18c-42830d7b7629 HTTP/1.1" status: 200 len: 944 time: 0.1198590 Jan 28 07:18:53.861203 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-75d9ebba-f035-4819-b2aa-e09cf26c441c admin admin] Publish callbacks [] for security_group (a36b10eb-1100-4139-8d91-1ee789a5f9b4), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:53.867722 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-57b5f49f-c6b0-4648-a682-ef583b69af02 None None] Set router 1d76ba02-58a9-4103-b9df-073c1462a5d5 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:18:53.891250 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-422edf0d-ef9e-4240-830b-7c586fab55c2 req-0c1686ed-7e18-474f-9a7a-b6f2b4fa6daa service neutron] 10.222.0.44 "GET /v2.0/networks/fabbfec3-31f9-4fc0-ba06-c03647e55067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209032 Jan 28 07:18:53.934626 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-75d9ebba-f035-4819-b2aa-e09cf26c441c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (a36b10eb-1100-4139-8d91-1ee789a5f9b4), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:53.937899 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-75d9ebba-f035-4819-b2aa-e09cf26c441c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:53.939784 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-75d9ebba-f035-4819-b2aa-e09cf26c441c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a36b10eb-1100-4139-8d91-1ee789a5f9b4 HTTP/1.1" status: 204 len: 168 time: 0.2556016 Jan 28 07:18:53.948845 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d9ebba-f035-4819-b2aa-e09cf26c441c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a36b10eb-1100-4139-8d91-1ee789a5f9b4,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:18:53.961683 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-cf306bfa-11e4-4775-9937-279dd2ac6565 req-5b9c5460-ed94-48cd-82a4-3884e45b77e2 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3913eaa-d94a-405d-af3b-c47b7c21bae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897405 Jan 28 07:18:54.070030 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb9a722-088b-4ac1-9a45-ea3a32df5e86 req-eedce639-1759-4ba9-a9fa-19b2098fe7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:54.072069 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4bb9a722-088b-4ac1-9a45-ea3a32df5e86 req-eedce639-1759-4ba9-a9fa-19b2098fe7cd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8d47b614f63e4b68b737be6f6d46b64e&device_id=28886562-bead-4c03-b18c-42830d7b7629 HTTP/1.1" status: 200 len: 1096 time: 0.0542524 Jan 28 07:18:54.109901 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['7de6cf27-a469-4965-baef-e71190ea0139'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:18:54.113022 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['14257252-9cba-4711-a4fb-6a227afc07e3'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:18:54.163534 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['2929a5a1-918a-4e9f-a482-262de48a34fb'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:18:54.173054 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['45cf1802-7cd1-43cf-bcfc-47137050e738'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:18:54.217768 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb9a722-088b-4ac1-9a45-ea3a32df5e86 req-487b0ac1-20ca-4c73-98b7-e97f1019ec67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:54.219519 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4bb9a722-088b-4ac1-9a45-ea3a32df5e86 req-487b0ac1-20ca-4c73-98b7-e97f1019ec67 service neutron] 10.222.0.44 "GET /v2.0/networks?id=fabbfec3-31f9-4fc0-ba06-c03647e55067 HTTP/1.1" status: 200 len: 918 time: 0.1383412 Jan 28 07:18:54.233535 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['98a957b1-fc25-4fc9-8482-a2078a931162'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:18:54.245178 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fd6e93-7e4e-4423-bbd7-376d9e417a1f req-7a73f5fe-547a-46af-81b5-01c07de3788f tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:54.246847 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['e56de965-5480-410d-beed-6c4dc6d6159c'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:18:54.258752 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fd6e93-7e4e-4423-bbd7-376d9e417a1f req-7a73f5fe-547a-46af-81b5-01c07de3788f tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:54.265934 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fd6e93-7e4e-4423-bbd7-376d9e417a1f req-7a73f5fe-547a-46af-81b5-01c07de3788f tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:54.281618 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fd6e93-7e4e-4423-bbd7-376d9e417a1f req-7a73f5fe-547a-46af-81b5-01c07de3788f tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:54.283307 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4bb9a722-088b-4ac1-9a45-ea3a32df5e86 req-5e654d3b-d916-40f7-ad12-6d0d857a7bc4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e8bba4ec-e3da-41ff-8c8b-c71a7709aa9e HTTP/1.1" status: 200 len: 217 time: 0.0538232 Jan 28 07:18:54.284106 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['24c421b9-9756-4145-9466-6d298ad9bfb5'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:18:54.299442 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fd6e93-7e4e-4423-bbd7-376d9e417a1f req-7a73f5fe-547a-46af-81b5-01c07de3788f tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:54.314999 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fd6e93-7e4e-4423-bbd7-376d9e417a1f req-7a73f5fe-547a-46af-81b5-01c07de3788f tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:54.328676 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fd6e93-7e4e-4423-bbd7-376d9e417a1f req-7a73f5fe-547a-46af-81b5-01c07de3788f tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:54.331445 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e5fd6e93-7e4e-4423-bbd7-376d9e417a1f req-7a73f5fe-547a-46af-81b5-01c07de3788f tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009 HTTP/1.1" status: 200 len: 5436 time: 0.2047613 Jan 28 07:18:54.464547 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e5fd6e93-7e4e-4423-bbd7-376d9e417a1f req-754db5c1-521e-4f57-93de-7f9d140a0086 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/security-groups?id=e05d74b3-220f-46cd-b475-266b231f0f88&id=7f4d2140-e017-41d8-8ff9-e5d9b5e3138b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1251957 Jan 28 07:18:54.490383 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86456dec-d6b6-4401-84f8-aef6d66ce695 req-ce81ddfd-00d3-48be-9035-2551da1b7786 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:54.494288 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 082a2111-9828-4992-b9a4-659b5bdb0699 up at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:18:54.505477 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-86456dec-d6b6-4401-84f8-aef6d66ce695 req-ce81ddfd-00d3-48be-9035-2551da1b7786 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?device_id=b328533a-131d-4c2d-93c2-75cc1b0a39d4 HTTP/1.1" status: 200 len: 945 time: 0.1320233 Jan 28 07:18:54.510540 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb9a722-088b-4ac1-9a45-ea3a32df5e86 req-2ca3d3ea-5400-4488-a60f-a1928388761c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:54.513438 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4bb9a722-088b-4ac1-9a45-ea3a32df5e86 req-2ca3d3ea-5400-4488-a60f-a1928388761c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3d88cecc-14ce-41cc-908a-862b0f3950e3 HTTP/1.1" status: 200 len: 856 time: 0.2203813 Jan 28 07:18:54.607956 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb9a722-088b-4ac1-9a45-ea3a32df5e86 req-7b3fd90a-c1bc-486c-9d01-cdc1d17d7b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:54.609643 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4bb9a722-088b-4ac1-9a45-ea3a32df5e86 req-7b3fd90a-c1bc-486c-9d01-cdc1d17d7b5c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fabbfec3-31f9-4fc0-ba06-c03647e55067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0758560 Jan 28 07:18:54.626674 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-86456dec-d6b6-4401-84f8-aef6d66ce695 req-66c211d6-8c47-407a-9a4f-5bbdde807b29 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/security-groups?id=e977f99b-7e7b-4d49-bf15-4fd22b3b3b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170824 Jan 28 07:18:54.645288 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning for port 082a2111-9828-4992-b9a4-659b5bdb0699 completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:18:54.656703 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning complete for port 082a2111-9828-4992-b9a4-659b5bdb0699 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:18:54.657086 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (082a2111-9828-4992-b9a4-659b5bdb0699), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:54.854168 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4bb9a722-088b-4ac1-9a45-ea3a32df5e86 req-f1604e43-af1d-40a5-838a-5279a68357dd service neutron] 10.222.0.44 "GET /v2.0/networks/fabbfec3-31f9-4fc0-ba06-c03647e55067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164314 Jan 28 07:18:54.884243 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fbc795-2d2a-4ba1-b5f6-0b4cd9c03fd4 req-de99273c-9db6-4b20-a4b9-04701f4a4f4c tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:54.896376 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d9fbc795-2d2a-4ba1-b5f6-0b4cd9c03fd4 req-de99273c-9db6-4b20-a4b9-04701f4a4f4c tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fa73890-3c2c-4c59-9c73-ce1eca1f276c HTTP/1.1" status: 200 len: 945 time: 0.0959673 Jan 28 07:18:54.958851 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41e4b948-cb33-474e-bd90-742f8e81df45', 'tag': '64b60799-37a6-473d-be6b-68c8ffe67c51'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:18:54.961742 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32b03552-cd4a-4a68-8737-2b064a70b907" -d '{"events": [{"name": "network-changed", "server_uuid": "41e4b948-cb33-474e-bd90-742f8e81df45", "tag": "64b60799-37a6-473d-be6b-68c8ffe67c51"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:18:55.030146 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 48432) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:18:55.037676 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d9fbc795-2d2a-4ba1-b5f6-0b4cd9c03fd4 req-a14149bd-d93e-4935-999a-ad0fbd30876e tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f7766-6108-45d3-a769-5b5e90234849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402519 Jan 28 07:18:55.131901 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4bb9a722-088b-4ac1-9a45-ea3a32df5e86 req-bf481d77-20b9-40d9-9206-3c3cbf706fd9 service neutron] 10.222.0.44 "GET /v2.0/networks/fabbfec3-31f9-4fc0-ba06-c03647e55067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316773 Jan 28 07:18:55.134916 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a67500ec-717b-47ea-a55a-feaca6ce6c25 x-openstack-request-id: req-a67500ec-717b-47ea-a55a-feaca6ce6c25 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:18:55.135480 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41e4b948-cb33-474e-bd90-742f8e81df45", "tag": "64b60799-37a6-473d-be6b-68c8ffe67c51", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:18:55.135968 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a67500ec-717b-47ea-a55a-feaca6ce6c25 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:18:55.136641 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41e4b948-cb33-474e-bd90-742f8e81df45', 'tag': '64b60799-37a6-473d-be6b-68c8ffe67c51', 'status': 'completed', 'code': 200} Jan 28 07:18:55.189256 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-57b5f49f-c6b0-4648-a682-ef583b69af02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d76ba02-58a9-4103-b9df-073c1462a5d5', 'name': 'tempest-ServersTestFqdnHostnames-1145654772-router', 'tenant_id': 'dd2e13ce1205406fa292cb7ef70743a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '06dba538-0455-450e-a221-1f48583c3823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:18:12Z', 'updated_at': '2022-01-28T07:18:22Z', 'revision_number': 4, 'project_id': 'dd2e13ce1205406fa292cb7ef70743a9', 'gw_port': {'id': '06dba538-0455-450e-a221-1f48583c3823', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:fd:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d76ba02-58a9-4103-b9df-073c1462a5d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:18:13Z', 'updated_at': '2022-01-28T07:18:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_floatingips': [{'id': 'b3151dad-dcc2-4993-8fc4-da5a5f6c28af', 'tenant_id': 'dd2e13ce1205406fa292cb7ef70743a9', 'floating_ip_address': '172.25.6.68', 'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'router_id': '1d76ba02-58a9-4103-b9df-073c1462a5d5', 'port_id': '64b60799-37a6-473d-be6b-68c8ffe67c51', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1276, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec19ba11-5495-4bd5-a1d7-3b9cb60d6672', 'mac_address': 'fa:16:3e:cd:77:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e4b948-cb33-474e-bd90-742f8e81df45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:18:29Z', 'updated_at': '2022-01-28T07:18:51Z', 'revision_number': 1, 'project_id': 'dd2e13ce1205406fa292cb7ef70743a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01260cba-c493-456c-93dd-93889eb0908c', 'name': '', 'network_id': 'ec19ba11-5495-4bd5-a1d7-3b9cb60d6672', 'tenant_id': 'dd2e13ce1205406fa292cb7ef70743a9', 'mac_address': 'fa:16:3e:8c:4a:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d76ba02-58a9-4103-b9df-073c1462a5d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '93fcb993-73a7-4360-acad-236d0cf05608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:18:19Z', 'updated_at': '2022-01-28T07:18:26Z', 'revision_number': 5, 'project_id': 'dd2e13ce1205406fa292cb7ef70743a9', 'subnets': [{'id': '93fcb993-73a7-4360-acad-236d0cf05608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:18:55.227098 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47777781-8ce0-4e75-92bf-5d6915afd97f req-f3a3ad9b-19d1-4a9e-801f-f06a47065659 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:55.234092 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-47777781-8ce0-4e75-92bf-5d6915afd97f req-f3a3ad9b-19d1-4a9e-801f-f06a47065659 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/ports?device_id=28886562-bead-4c03-b18c-42830d7b7629 HTTP/1.1" status: 200 len: 944 time: 0.0635595 Jan 28 07:18:55.253081 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port 082a2111-9828-4992-b9a4-659b5bdb0699 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:18:55.253474 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (082a2111-9828-4992-b9a4-659b5bdb0699), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:55.281947 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b03552-cd4a-4a68-8737-2b064a70b907 req-cffc503a-b007-4213-a8a8-a47dcb900537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:55.285174 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b5f49f-c6b0-4648-a682-ef583b69af02 None None] Checking router: 1d76ba02-58a9-4103-b9df-073c1462a5d5 for host: n-d-712749-28 {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:18:55.287863 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-32b03552-cd4a-4a68-8737-2b064a70b907 req-cffc503a-b007-4213-a8a8-a47dcb900537 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=dd2e13ce1205406fa292cb7ef70743a9&device_id=41e4b948-cb33-474e-bd90-742f8e81df45 HTTP/1.1" status: 200 len: 1097 time: 0.1116581 Jan 28 07:18:55.289424 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-47777781-8ce0-4e75-92bf-5d6915afd97f req-0f237aef-d8d8-47ed-88d2-cfcca56addce tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3913eaa-d94a-405d-af3b-c47b7c21bae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541840 Jan 28 07:18:55.365127 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b5f49f-c6b0-4648-a682-ef583b69af02 None None] Routers {'1d76ba02-58a9-4103-b9df-073c1462a5d5'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:18:55.365980 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-57b5f49f-c6b0-4648-a682-ef583b69af02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:18:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['1d76ba02-58a9-4103-b9df-073c1462a5d5'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:18:55.379287 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-98155b81-47dc-4d04-8b6b-7842aa555cdb admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1050771046-network', 'tenant_id': '6cf57efb05234d29b910330efbcd8c2a'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:18:55.410428 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98155b81-47dc-4d04-8b6b-7842aa555cdb admin admin] Made reservation on behalf of 6cf57efb05234d29b910330efbcd8c2a for: {'network': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:18:55.413728 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b328533a-131d-4c2d-93c2-75cc1b0a39d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '082a2111-9828-4992-b9a4-659b5bdb0699'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:18:55.414942 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-98155b81-47dc-4d04-8b6b-7842aa555cdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:55.416345 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bca693aa-8677-4460-ad5c-ca50b5e2920f" -d '{"events": [{"server_uuid": "b328533a-131d-4c2d-93c2-75cc1b0a39d4", "name": "network-vif-plugged", "status": "completed", "tag": "082a2111-9828-4992-b9a4-659b5bdb0699"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:18:55.417678 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b03552-cd4a-4a68-8737-2b064a70b907 req-bcac9c9d-73af-46fa-9dc3-14374cdb7389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:55.419798 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-32b03552-cd4a-4a68-8737-2b064a70b907 req-bcac9c9d-73af-46fa-9dc3-14374cdb7389 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ec19ba11-5495-4bd5-a1d7-3b9cb60d6672 HTTP/1.1" status: 200 len: 916 time: 0.1247294 Jan 28 07:18:55.427077 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-98155b81-47dc-4d04-8b6b-7842aa555cdb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:55.436316 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 082a2111-9828-4992-b9a4-659b5bdb0699, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=082a2111-9828-4992-b9a4-659b5bdb0699,segment=NetworkSegment(0129dffb-fe43-47b5-a269-4f49ca8f6de7),segment_id=0129dffb-fe43-47b5-a269-4f49ca8f6de7)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:18:55.456037 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (082a2111-9828-4992-b9a4-659b5bdb0699), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:55.547327 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-98155b81-47dc-4d04-8b6b-7842aa555cdb admin admin] Publish callbacks [] for security_group (c744b8c4-ff94-4ae9-bc40-09d43c741058), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:55.561552 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4f3e95a-bace-4c87-8aac-11982be044be x-openstack-request-id: req-b4f3e95a-bace-4c87-8aac-11982be044be {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:18:55.562005 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b328533a-131d-4c2d-93c2-75cc1b0a39d4", "name": "network-vif-plugged", "status": "completed", "tag": "082a2111-9828-4992-b9a4-659b5bdb0699", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:18:55.563169 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b4f3e95a-bace-4c87-8aac-11982be044be {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:18:55.564341 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b328533a-131d-4c2d-93c2-75cc1b0a39d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '082a2111-9828-4992-b9a4-659b5bdb0699', 'code': 200} Jan 28 07:18:55.565517 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-32b03552-cd4a-4a68-8737-2b064a70b907 req-da117b6b-3943-4cc7-b626-fbe1a1609330 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=64b60799-37a6-473d-be6b-68c8ffe67c51 HTTP/1.1" status: 200 len: 998 time: 0.1243353 Jan 28 07:18:55.570217 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-98155b81-47dc-4d04-8b6b-7842aa555cdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (c744b8c4-ff94-4ae9-bc40-09d43c741058), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:55.602157 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=082a2111-9828-4992-b9a4-659b5bdb0699,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:18:55.626921 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:18:55.630956 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:18:55.631423 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:18:55.632632 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:18:55.632632 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:18:55.634489 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:18:55.635846 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:18:55.636305 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:18:55.636727 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:18:55.637176 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:18:55.637776 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:18:55.640112 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b03552-cd4a-4a68-8737-2b064a70b907 req-a1600586-c0b0-4ac6-aaaf-646cad6d2f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:55.643636 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-32b03552-cd4a-4a68-8737-2b064a70b907 req-a1600586-c0b0-4ac6-aaaf-646cad6d2f9b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=93fcb993-73a7-4360-acad-236d0cf05608 HTTP/1.1" status: 200 len: 854 time: 0.0712049 Jan 28 07:18:55.648668 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:18:55.649299 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:18:55.658632 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98155b81-47dc-4d04-8b6b-7842aa555cdb admin admin] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=103283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:18:55.660172 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98155b81-47dc-4d04-8b6b-7842aa555cdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c744b8c4-ff94-4ae9-bc40-09d43c741058,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:18:55.682534 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-98155b81-47dc-4d04-8b6b-7842aa555cdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (e34c38a9-0f60-4c18-ab34-490b22782060), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:55.683000 n-d-712749-28 neutron-server[103283]: INFO neutron.db.segments_db [None req-98155b81-47dc-4d04-8b6b-7842aa555cdb admin admin] Added segment e34c38a9-0f60-4c18-ab34-490b22782060 of type vlan for network 656bebbd-9c61-47d2-8da4-02f9ef76be7f Jan 28 07:18:55.717597 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-57b5f49f-c6b0-4648-a682-ef583b69af02 None None] Set router 1d76ba02-58a9-4103-b9df-073c1462a5d5 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:18:55.746843 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d875a076-1453-41d2-b725-3b676b0f3f9a req-6ea94be1-1f80-44f3-bdeb-00e0ac36129e tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:55.752136 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d875a076-1453-41d2-b725-3b676b0f3f9a req-6ea94be1-1f80-44f3-bdeb-00e0ac36129e tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:55.759158 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d875a076-1453-41d2-b725-3b676b0f3f9a req-6ea94be1-1f80-44f3-bdeb-00e0ac36129e tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:55.766538 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d875a076-1453-41d2-b725-3b676b0f3f9a req-6ea94be1-1f80-44f3-bdeb-00e0ac36129e tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:55.773626 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d875a076-1453-41d2-b725-3b676b0f3f9a req-6ea94be1-1f80-44f3-bdeb-00e0ac36129e tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:55.779851 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d875a076-1453-41d2-b725-3b676b0f3f9a req-6ea94be1-1f80-44f3-bdeb-00e0ac36129e tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:55.784455 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b03552-cd4a-4a68-8737-2b064a70b907 req-5789d3c6-9b96-4946-988c-efdcd6e938ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:55.786134 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-32b03552-cd4a-4a68-8737-2b064a70b907 req-5789d3c6-9b96-4946-988c-efdcd6e938ae service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ec19ba11-5495-4bd5-a1d7-3b9cb60d6672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1289608 Jan 28 07:18:55.787384 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d875a076-1453-41d2-b725-3b676b0f3f9a req-6ea94be1-1f80-44f3-bdeb-00e0ac36129e tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:55.794941 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d875a076-1453-41d2-b725-3b676b0f3f9a req-6ea94be1-1f80-44f3-bdeb-00e0ac36129e tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009 HTTP/1.1" status: 200 len: 5436 time: 0.2446368 Jan 28 07:18:55.799743 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663faf0d-9d54-455e-a93b-4bf63f58cdd8 req-b07a10c3-e3f1-4013-8ed8-61d0a12306bc tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:55.801523 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-663faf0d-9d54-455e-a93b-4bf63f58cdd8 req-b07a10c3-e3f1-4013-8ed8-61d0a12306bc tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?device_id=b328533a-131d-4c2d-93c2-75cc1b0a39d4 HTTP/1.1" status: 200 len: 946 time: 0.0668118 Jan 28 07:18:55.810540 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf907ad-a308-473f-b9ab-c22010db1ba7 req-4c616ca5-1801-4fa2-b7e4-8852dfa08a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:55.812041 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9bf907ad-a308-473f-b9ab-c22010db1ba7 req-4c616ca5-1801-4fa2-b7e4-8852dfa08a3f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b328533a-131d-4c2d-93c2-75cc1b0a39d4 HTTP/1.1" status: 200 len: 1098 time: 0.1935320 Jan 28 07:18:55.823249 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-98155b81-47dc-4d04-8b6b-7842aa555cdb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (656bebbd-9c61-47d2-8da4-02f9ef76be7f), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:55.923270 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-663faf0d-9d54-455e-a93b-4bf63f58cdd8 req-10707440-e596-4d4f-bf83-62c55fcd74fa tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/security-groups?id=e977f99b-7e7b-4d49-bf15-4fd22b3b3b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077883 Jan 28 07:18:55.927751 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d875a076-1453-41d2-b725-3b676b0f3f9a req-e6a16940-1ba2-483a-b2f5-007595637aee tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/security-groups?id=e05d74b3-220f-46cd-b475-266b231f0f88&id=7f4d2140-e017-41d8-8ff9-e5d9b5e3138b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1281931 Jan 28 07:18:55.940731 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-98155b81-47dc-4d04-8b6b-7842aa555cdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (656bebbd-9c61-47d2-8da4-02f9ef76be7f), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:55.941688 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98155b81-47dc-4d04-8b6b-7842aa555cdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:55.942414 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-98155b81-47dc-4d04-8b6b-7842aa555cdb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:55.986251 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9bf907ad-a308-473f-b9ab-c22010db1ba7 req-0d232c71-4595-47cb-9c95-5c24dd15717b service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=e977f99b-7e7b-4d49-bf15-4fd22b3b3b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596925 Jan 28 07:18:55.986778 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-32b03552-cd4a-4a68-8737-2b064a70b907 req-0167af9d-8beb-4088-89d8-72e9734cbcd1 service neutron] 10.222.0.44 "GET /v2.0/networks/ec19ba11-5495-4bd5-a1d7-3b9cb60d6672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837859 Jan 28 07:18:56.033633 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-98155b81-47dc-4d04-8b6b-7842aa555cdb admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0021336 Jan 28 07:18:56.036518 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 48460) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:18:56.039090 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98155b81-47dc-4d04-8b6b-7842aa555cdb admin admin] Pushing event updated for resources: {'Network': ['ID=656bebbd-9c61-47d2-8da4-02f9ef76be7f,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:18:56.042666 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-9f88af96-d8e4-43e8-8c2f-1a5001abf1d6 admin admin] Request body: {'subnet': {'network_id': '656bebbd-9c61-47d2-8da4-02f9ef76be7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1050771046-subnet', 'tenant_id': '6cf57efb05234d29b910330efbcd8c2a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:18:56.054680 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network 656bebbd-9c61-47d2-8da4-02f9ef76be7f details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:18:56.098686 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f88af96-d8e4-43e8-8c2f-1a5001abf1d6 admin admin] Made reservation on behalf of 6cf57efb05234d29b910330efbcd8c2a for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:18:56.101466 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9f88af96-d8e4-43e8-8c2f-1a5001abf1d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24979592'] for subnet (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:56.140622 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-57b5f49f-c6b0-4648-a682-ef583b69af02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d76ba02-58a9-4103-b9df-073c1462a5d5', 'name': 'tempest-ServersTestFqdnHostnames-1145654772-router', 'tenant_id': 'dd2e13ce1205406fa292cb7ef70743a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '06dba538-0455-450e-a221-1f48583c3823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:18:12Z', 'updated_at': '2022-01-28T07:18:22Z', 'revision_number': 4, 'project_id': 'dd2e13ce1205406fa292cb7ef70743a9', 'gw_port': {'id': '06dba538-0455-450e-a221-1f48583c3823', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:fd:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d76ba02-58a9-4103-b9df-073c1462a5d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:18:13Z', 'updated_at': '2022-01-28T07:18:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_floatingips': [{'id': 'b3151dad-dcc2-4993-8fc4-da5a5f6c28af', 'tenant_id': 'dd2e13ce1205406fa292cb7ef70743a9', 'floating_ip_address': '172.25.6.68', 'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'router_id': '1d76ba02-58a9-4103-b9df-073c1462a5d5', 'port_id': '64b60799-37a6-473d-be6b-68c8ffe67c51', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1276, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec19ba11-5495-4bd5-a1d7-3b9cb60d6672', 'mac_address': 'fa:16:3e:cd:77:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e4b948-cb33-474e-bd90-742f8e81df45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:18:29Z', 'updated_at': '2022-01-28T07:18:51Z', 'revision_number': 1, 'project_id': 'dd2e13ce1205406fa292cb7ef70743a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01260cba-c493-456c-93dd-93889eb0908c', 'name': '', 'network_id': 'ec19ba11-5495-4bd5-a1d7-3b9cb60d6672', 'tenant_id': 'dd2e13ce1205406fa292cb7ef70743a9', 'mac_address': 'fa:16:3e:8c:4a:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d76ba02-58a9-4103-b9df-073c1462a5d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '93fcb993-73a7-4360-acad-236d0cf05608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:18:19Z', 'updated_at': '2022-01-28T07:18:26Z', 'revision_number': 5, 'project_id': 'dd2e13ce1205406fa292cb7ef70743a9', 'subnets': [{'id': '93fcb993-73a7-4360-acad-236d0cf05608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:18:56.194292 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43f87db-daf8-4be7-bcab-2dd6e47c582a req-0376b6d2-0811-470c-8e8a-e68999520c3c tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:56.201527 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a43f87db-daf8-4be7-bcab-2dd6e47c582a req-0376b6d2-0811-470c-8e8a-e68999520c3c tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fa73890-3c2c-4c59-9c73-ce1eca1f276c HTTP/1.1" status: 200 len: 945 time: 0.0651641 Jan 28 07:18:56.257159 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a43f87db-daf8-4be7-bcab-2dd6e47c582a req-8cd6bffe-e63c-4cd6-93a6-3e5797299e17 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f7766-6108-45d3-a769-5b5e90234849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547383 Jan 28 07:18:56.315692 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b5f49f-c6b0-4648-a682-ef583b69af02 None None] The sync data for ids ['1d76ba02-58a9-4103-b9df-073c1462a5d5'] in n-d-712749-28 is: [{'id': '1d76ba02-58a9-4103-b9df-073c1462a5d5', 'name': 'tempest-ServersTestFqdnHostnames-1145654772-router', 'tenant_id': 'dd2e13ce1205406fa292cb7ef70743a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '06dba538-0455-450e-a221-1f48583c3823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:18:12Z', 'updated_at': '2022-01-28T07:18:22Z', 'revision_number': 4, 'project_id': 'dd2e13ce1205406fa292cb7ef70743a9', 'gw_port': {'id': '06dba538-0455-450e-a221-1f48583c3823', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:fd:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d76ba02-58a9-4103-b9df-073c1462a5d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:18:13Z', 'updated_at': '2022-01-28T07:18:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_floatingips': [{'id': 'b3151dad-dcc2-4993-8fc4-da5a5f6c28af', 'tenant_id': 'dd2e13ce1205406fa292cb7ef70743a9', 'floating_ip_address': '172.25.6.68', 'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'router_id': '1d76ba02-58a9-4103-b9df-073c1462a5d5', 'port_id': '64b60799-37a6-473d-be6b-68c8ffe67c51', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1276, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec19ba11-5495-4bd5-a1d7-3b9cb60d6672', 'mac_address': 'fa:16:3e:cd:77:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e4b948-cb33-474e-bd90-742f8e81df45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:18:29Z', 'updated_at': '2022-01-28T07:18:51Z', 'revision_number': 1, 'project_id': 'dd2e13ce1205406fa292cb7ef70743a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01260cba-c493-456c-93dd-93889eb0908c', 'name': '', 'network_id': 'ec19ba11-5495-4bd5-a1d7-3b9cb60d6672', 'tenant_id': 'dd2e13ce1205406fa292cb7ef70743a9', 'mac_address': 'fa:16:3e:8c:4a:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d76ba02-58a9-4103-b9df-073c1462a5d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '93fcb993-73a7-4360-acad-236d0cf05608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:18:19Z', 'updated_at': '2022-01-28T07:18:26Z', 'revision_number': 5, 'project_id': 'dd2e13ce1205406fa292cb7ef70743a9', 'subnets': [{'id': '93fcb993-73a7-4360-acad-236d0cf05608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:18:56.428445 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9f88af96-d8e4-43e8-8c2f-1a5001abf1d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24757504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24979610'] for subnet (a528b37a-7798-48f2-a35e-8eee53dfb4b6), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:56.463428 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device adda9edb-2689-4b0d-9769-f7f6d90bae68 details requested by agent hyperv_n-h2-712749-28 with host n-h2-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:18:56.566804 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f88af96-d8e4-43e8-8c2f-1a5001abf1d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a528b37a-7798-48f2-a35e-8eee53dfb4b6,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:18:56.570844 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-32b03552-cd4a-4a68-8737-2b064a70b907 req-951597a9-ec8e-49e3-bd30-0e15ac1d8237 service neutron] 10.222.0.44 "GET /v2.0/networks/ec19ba11-5495-4bd5-a1d7-3b9cb60d6672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057302 Jan 28 07:18:56.577804 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb7ff26-544b-4495-a176-0f586c4d96a7 req-7c43b9f8-3114-4257-ba5e-4e39423301b3 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:56.579424 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5bb7ff26-544b-4495-a176-0f586c4d96a7 req-7c43b9f8-3114-4257-ba5e-4e39423301b3 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/ports?device_id=28886562-bead-4c03-b18c-42830d7b7629 HTTP/1.1" status: 200 len: 944 time: 0.1478856 Jan 28 07:18:56.590127 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port adda9edb-2689-4b0d-9769-f7f6d90bae68, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=adda9edb-2689-4b0d-9769-f7f6d90bae68,segment=NetworkSegment(00c9bc5a-b387-4097-9c7c-7f7badd573e1),segment_id=00c9bc5a-b387-4097-9c7c-7f7badd573e1)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:18:56.597042 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f88af96-d8e4-43e8-8c2f-1a5001abf1d6 admin admin] Checking segment: {'id': 'e34c38a9-0f60-4c18-ab34-490b22782060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '656bebbd-9c61-47d2-8da4-02f9ef76be7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:18:56.597409 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f88af96-d8e4-43e8-8c2f-1a5001abf1d6 admin admin] Network hostable DHCP agents. Network: 656bebbd-9c61-47d2-8da4-02f9ef76be7f, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:18:56.598895 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9a1b22-5d93-4645-8ef4-701e6208f10e None None] New status for floating IP b3151dad-dcc2-4993-8fc4-da5a5f6c28af: ACTIVE {{(pid=103286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 07:18:56.606384 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Returning: {'device': 'adda9edb-2689-4b0d-9769-f7f6d90bae68', 'network_id': 'c9a84dc6-92ac-41b6-88e9-0633fc5dcc86', 'port_id': 'adda9edb-2689-4b0d-9769-f7f6d90bae68', 'mac_address': 'fa:16:3e:fe:d8:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'feafbfc0-ace6-4287-91ea-c1099e1f786f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:18:56.645252 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f88af96-d8e4-43e8-8c2f-1a5001abf1d6 admin admin] Network 656bebbd-9c61-47d2-8da4-02f9ef76be7f is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:18:56.653194 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port adda9edb-2689-4b0d-9769-f7f6d90bae68 is: ACTIVE; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:18:56.654030 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (adda9edb-2689-4b0d-9769-f7f6d90bae68), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:56.671313 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id adda9edb-2689-4b0d-9769-f7f6d90bae68 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:18:56.677074 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5bb7ff26-544b-4495-a176-0f586c4d96a7 req-6ba21c16-a1e1-46f7-8d7e-1ce6592fc43c tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3913eaa-d94a-405d-af3b-c47b7c21bae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786939 Jan 28 07:18:56.678735 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-9f88af96-d8e4-43e8-8c2f-1a5001abf1d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, 656bebbd-9c61-47d2-8da4-02f9ef76be7f) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:18:56.687159 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f88af96-d8e4-43e8-8c2f-1a5001abf1d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:56.689063 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9f88af96-d8e4-43e8-8c2f-1a5001abf1d6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:56.690567 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77029e5c-81ea-41ef-9d01-69c21e0fb14a None None] Network 656bebbd-9c61-47d2-8da4-02f9ef76be7f requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:18:56.712441 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-9f88af96-d8e4-43e8-8c2f-1a5001abf1d6 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.6744959 Jan 28 07:18:56.715283 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 48488) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:18:56.721082 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-68614cc6-73fa-4af6-8ece-a4c1de114996 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1050771046-router', 'tenant_id': '6cf57efb05234d29b910330efbcd8c2a', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:18:56.747240 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-68614cc6-73fa-4af6-8ece-a4c1de114996 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16606890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127275'] for router (48ac56fb-b2dd-4777-86ae-13abf89bee12), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:56.748673 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port adda9edb-2689-4b0d-9769-f7f6d90bae68, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=adda9edb-2689-4b0d-9769-f7f6d90bae68,segment=NetworkSegment(00c9bc5a-b387-4097-9c7c-7f7badd573e1),segment_id=00c9bc5a-b387-4097-9c7c-7f7badd573e1)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:18:56.749930 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-68614cc6-73fa-4af6-8ece-a4c1de114996 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16605498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16607952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16355422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127266'] for router (48ac56fb-b2dd-4777-86ae-13abf89bee12), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:56.761575 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (adda9edb-2689-4b0d-9769-f7f6d90bae68), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:56.762856 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device e8bba4ec-e3da-41ff-8c8b-c71a7709aa9e details requested by agent hyperv_n-h2-712749-28 with host n-h2-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:18:56.827718 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-68614cc6-73fa-4af6-8ece-a4c1de114996 admin admin] Publish callbacks [] for router_controller (48ac56fb-b2dd-4777-86ae-13abf89bee12), precommit_add_association {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:56.923964 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=adda9edb-2689-4b0d-9769-f7f6d90bae68,revision_number=6']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:18:56.933786 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e824ef-f122-4b5d-9ec9-08c1e33874d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3dd72b9-6805-5f61-b6f3-a591f99a173d-656bebbd-9c61-47d2-8da4-02f9ef76be7f', 'network_id': '656bebbd-9c61-47d2-8da4-02f9ef76be7f', 'project_id': '6cf57efb05234d29b910330efbcd8c2a', 'fixed_ips': [{'subnet_id': 'a528b37a-7798-48f2-a35e-8eee53dfb4b6'}]}} from n-d-712749-28. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 07:18:56.935556 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-26e824ef-f122-4b5d-9ec9-08c1e33874d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:57.024775 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-68614cc6-73fa-4af6-8ece-a4c1de114996 admin admin] Publish callbacks [] for router_gateway (48ac56fb-b2dd-4777-86ae-13abf89bee12), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:57.067772 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port e8bba4ec-e3da-41ff-8c8b-c71a7709aa9e, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=e8bba4ec-e3da-41ff-8c8b-c71a7709aa9e,segment=NetworkSegment(f988f3e6-2feb-4622-baed-2eae67dfbc12),segment_id=f988f3e6-2feb-4622-baed-2eae67dfbc12)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:18:57.089151 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Returning: {'device': 'e8bba4ec-e3da-41ff-8c8b-c71a7709aa9e', 'network_id': 'fabbfec3-31f9-4fc0-ba06-c03647e55067', 'port_id': 'e8bba4ec-e3da-41ff-8c8b-c71a7709aa9e', 'mac_address': 'fa:16:3e:bb:63:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d88cecc-14ce-41cc-908a-862b0f3950e3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:18:57.142849 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd93f454-6475-45d6-89f2-830a5ed91f32 req-547459ea-51b0-4753-b40e-e804451e270f tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:57.144593 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-bd93f454-6475-45d6-89f2-830a5ed91f32 req-547459ea-51b0-4753-b40e-e804451e270f tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?device_id=b328533a-131d-4c2d-93c2-75cc1b0a39d4 HTTP/1.1" status: 200 len: 946 time: 0.1227391 Jan 28 07:18:57.149687 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd2bcbe-ba63-497c-8748-7ea5e8c427e8 req-255f3cd9-a387-4cf7-ac89-611d18efe719 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:57.156851 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd2bcbe-ba63-497c-8748-7ea5e8c427e8 req-255f3cd9-a387-4cf7-ac89-611d18efe719 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:57.163988 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd2bcbe-ba63-497c-8748-7ea5e8c427e8 req-255f3cd9-a387-4cf7-ac89-611d18efe719 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:57.167273 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port e8bba4ec-e3da-41ff-8c8b-c71a7709aa9e is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:18:57.167860 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (e8bba4ec-e3da-41ff-8c8b-c71a7709aa9e), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:57.173592 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd2bcbe-ba63-497c-8748-7ea5e8c427e8 req-255f3cd9-a387-4cf7-ac89-611d18efe719 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:57.182371 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd2bcbe-ba63-497c-8748-7ea5e8c427e8 req-255f3cd9-a387-4cf7-ac89-611d18efe719 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:57.191582 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd2bcbe-ba63-497c-8748-7ea5e8c427e8 req-255f3cd9-a387-4cf7-ac89-611d18efe719 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:57.199474 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd2bcbe-ba63-497c-8748-7ea5e8c427e8 req-255f3cd9-a387-4cf7-ac89-611d18efe719 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:57.207348 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8bba4ec-e3da-41ff-8c8b-c71a7709aa9e {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:18:57.213396 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2dd2bcbe-ba63-497c-8748-7ea5e8c427e8 req-255f3cd9-a387-4cf7-ac89-611d18efe719 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009 HTTP/1.1" status: 200 len: 5436 time: 0.1870792 Jan 28 07:18:57.223211 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-bd93f454-6475-45d6-89f2-830a5ed91f32 req-7e9d5f98-fdf1-43a4-bbb9-6c39b6e7fdaf tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/security-groups?id=e977f99b-7e7b-4d49-bf15-4fd22b3b3b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712266 Jan 28 07:18:57.233856 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-26e824ef-f122-4b5d-9ec9-08c1e33874d9 None None] Allocated IP 172.20.0.2 (656bebbd-9c61-47d2-8da4-02f9ef76be7f/a528b37a-7798-48f2-a35e-8eee53dfb4b6/0d27a65e-8736-49ff-a90e-75279c4b8472) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:18:57.257378 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port e8bba4ec-e3da-41ff-8c8b-c71a7709aa9e, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=e8bba4ec-e3da-41ff-8c8b-c71a7709aa9e,segment=NetworkSegment(f988f3e6-2feb-4622-baed-2eae67dfbc12),segment_id=f988f3e6-2feb-4622-baed-2eae67dfbc12)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:18:57.271075 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (e8bba4ec-e3da-41ff-8c8b-c71a7709aa9e), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:57.300481 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2dd2bcbe-ba63-497c-8748-7ea5e8c427e8 req-bcb875e8-f142-471e-bc26-6e0e0f7b62aa tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/security-groups?id=e05d74b3-220f-46cd-b475-266b231f0f88&id=7f4d2140-e017-41d8-8ff9-e5d9b5e3138b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0860789 Jan 28 07:18:57.414054 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-68614cc6-73fa-4af6-8ece-a4c1de114996 admin admin] Publish callbacks [] for router_gateway (48ac56fb-b2dd-4777-86ae-13abf89bee12), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:57.469990 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 48516) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:18:57.476728 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-68614cc6-73fa-4af6-8ece-a4c1de114996 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:57.542980 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=e8bba4ec-e3da-41ff-8c8b-c71a7709aa9e,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:18:57.552744 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['adda9edb-2689-4b0d-9769-f7f6d90bae68'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:18:57.603988 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-26e824ef-f122-4b5d-9ec9-08c1e33874d9 None None] Publish callbacks [] for port (0d27a65e-8736-49ff-a90e-75279c4b8472), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:57.633126 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-26e824ef-f122-4b5d-9ec9-08c1e33874d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (0d27a65e-8736-49ff-a90e-75279c4b8472), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:57.650974 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8ab00534-dc03-4a37-bc65-d516d3f9d3ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:57.664678 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffde8ec-7b12-4c3f-bb77-8e77817a2001 req-f6cd5454-dab1-42bc-8db5-b32e74663141 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:57.672291 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2ffde8ec-7b12-4c3f-bb77-8e77817a2001 req-f6cd5454-dab1-42bc-8db5-b32e74663141 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fa73890-3c2c-4c59-9c73-ce1eca1f276c HTTP/1.1" status: 200 len: 944 time: 0.1423130 Jan 28 07:18:57.701921 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e824ef-f122-4b5d-9ec9-08c1e33874d9 None None] Pushing event updated for resources: {'Port': ['ID=0d27a65e-8736-49ff-a90e-75279c4b8472,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:18:57.709832 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-68614cc6-73fa-4af6-8ece-a4c1de114996 admin admin] Allocated IP 172.25.6.52 (7d5b3724-deef-4831-8d43-cb9b8176573c/b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc/2bc81b5d-b80c-4c53-ab79-8daac706575a) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:18:57.712244 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['e8bba4ec-e3da-41ff-8c8b-c71a7709aa9e'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:18:57.727688 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e824ef-f122-4b5d-9ec9-08c1e33874d9 None None] Network 656bebbd-9c61-47d2-8da4-02f9ef76be7f is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:18:57.752563 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-26e824ef-f122-4b5d-9ec9-08c1e33874d9 None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:18:57.755874 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e824ef-f122-4b5d-9ec9-08c1e33874d9 None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:18:57.776105 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8ab00534-dc03-4a37-bc65-d516d3f9d3ed admin admin] Publish callbacks [] for security_group (0286e743-c79a-4712-adc1-9fd2c9c46e62), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:57.785005 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8ab00534-dc03-4a37-bc65-d516d3f9d3ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (0286e743-c79a-4712-adc1-9fd2c9c46e62), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:57.800606 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2ffde8ec-7b12-4c3f-bb77-8e77817a2001 req-a15e5f37-9041-4a01-9c62-a1ba52f82af5 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f7766-6108-45d3-a769-5b5e90234849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220763 Jan 28 07:18:57.876058 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab00534-dc03-4a37-bc65-d516d3f9d3ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0286e743-c79a-4712-adc1-9fd2c9c46e62,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:18:57.881160 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-8ab00534-dc03-4a37-bc65-d516d3f9d3ed admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=512f486ef8644493bdd194ec121767f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4101269 Jan 28 07:18:57.887010 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 48528) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:18:57.910498 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-68614cc6-73fa-4af6-8ece-a4c1de114996 admin admin] Publish callbacks [] for port (2bc81b5d-b80c-4c53-ab79-8daac706575a), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:57.925661 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a75b828-48e5-4c47-b68b-d4578395c773 req-41191994-6050-48b4-ae1b-9485e316cffb tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:57.927135 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5a75b828-48e5-4c47-b68b-d4578395c773 req-41191994-6050-48b4-ae1b-9485e316cffb tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/ports?device_id=28886562-bead-4c03-b18c-42830d7b7629 HTTP/1.1" status: 200 len: 945 time: 0.1045232 Jan 28 07:18:57.961650 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-26e824ef-f122-4b5d-9ec9-08c1e33874d9 None None] Attempting to bind port 0d27a65e-8736-49ff-a90e-75279c4b8472 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:18:57.962107 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-26e824ef-f122-4b5d-9ec9-08c1e33874d9 None None] Attempting to bind port 0d27a65e-8736-49ff-a90e-75279c4b8472 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': 'e34c38a9-0f60-4c18-ab34-490b22782060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '656bebbd-9c61-47d2-8da4-02f9ef76be7f'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:18:57.962509 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e824ef-f122-4b5d-9ec9-08c1e33874d9 None None] Attempting to bind port 0d27a65e-8736-49ff-a90e-75279c4b8472 on network 656bebbd-9c61-47d2-8da4-02f9ef76be7f {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:18:57.966085 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-68614cc6-73fa-4af6-8ece-a4c1de114996 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (2bc81b5d-b80c-4c53-ab79-8daac706575a), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:57.987128 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e824ef-f122-4b5d-9ec9-08c1e33874d9 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:18:57.987546 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e824ef-f122-4b5d-9ec9-08c1e33874d9 None None] Checking segment: {'id': 'e34c38a9-0f60-4c18-ab34-490b22782060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '656bebbd-9c61-47d2-8da4-02f9ef76be7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:18:57.988020 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-26e824ef-f122-4b5d-9ec9-08c1e33874d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:57.988459 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e824ef-f122-4b5d-9ec9-08c1e33874d9 None None] Bound using segment: {'id': 'e34c38a9-0f60-4c18-ab34-490b22782060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '656bebbd-9c61-47d2-8da4-02f9ef76be7f'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:18:57.989009 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-26e824ef-f122-4b5d-9ec9-08c1e33874d9 None None] Bound port: 0d27a65e-8736-49ff-a90e-75279c4b8472, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e34c38a9-0f60-4c18-ab34-490b22782060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '656bebbd-9c61-47d2-8da4-02f9ef76be7f'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:18:57.989430 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-26e824ef-f122-4b5d-9ec9-08c1e33874d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (0d27a65e-8736-49ff-a90e-75279c4b8472), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:58.007055 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68614cc6-73fa-4af6-8ece-a4c1de114996 admin admin] Network 7d5b3724-deef-4831-8d43-cb9b8176573c is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:18:58.008225 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5a75b828-48e5-4c47-b68b-d4578395c773 req-ad6ca09a-928b-44cd-bfaf-63486aaf7ded tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3913eaa-d94a-405d-af3b-c47b7c21bae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729761 Jan 28 07:18:58.012085 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-68614cc6-73fa-4af6-8ece-a4c1de114996 admin admin] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:18:58.017419 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68614cc6-73fa-4af6-8ece-a4c1de114996 admin admin] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:18:58.037588 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-de1280ce-ea2e-4ee4-be72-c4c4752bbac9 admin admin] Publish callbacks [] for security_group (0286e743-c79a-4712-adc1-9fd2c9c46e62), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:58.056088 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68614cc6-73fa-4af6-8ece-a4c1de114996 admin admin] Pushing event updated for resources: {'Port': ['ID=2bc81b5d-b80c-4c53-ab79-8daac706575a,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:18:58.071008 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-de1280ce-ea2e-4ee4-be72-c4c4752bbac9 admin admin] Publish callbacks [] for security_group (0286e743-c79a-4712-adc1-9fd2c9c46e62), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:58.112729 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-26e824ef-f122-4b5d-9ec9-08c1e33874d9 None None] For port 0d27a65e-8736-49ff-a90e-75279c4b8472, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:18:58.118001 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-26e824ef-f122-4b5d-9ec9-08c1e33874d9 None None] For port 0d27a65e-8736-49ff-a90e-75279c4b8472, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=0d27a65e-8736-49ff-a90e-75279c4b8472,segment=NetworkSegment(e34c38a9-0f60-4c18-ab34-490b22782060),segment_id=e34c38a9-0f60-4c18-ab34-490b22782060)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:18:58.122631 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-de1280ce-ea2e-4ee4-be72-c4c4752bbac9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (0286e743-c79a-4712-adc1-9fd2c9c46e62), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:58.126449 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-de1280ce-ea2e-4ee4-be72-c4c4752bbac9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:58.127960 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-de1280ce-ea2e-4ee4-be72-c4c4752bbac9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0286e743-c79a-4712-adc1-9fd2c9c46e62 HTTP/1.1" status: 204 len: 168 time: 0.2347262 Jan 28 07:18:58.137546 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1280ce-ea2e-4ee4-be72-c4c4752bbac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0286e743-c79a-4712-adc1-9fd2c9c46e62,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:18:58.139769 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-26e824ef-f122-4b5d-9ec9-08c1e33874d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (0d27a65e-8736-49ff-a90e-75279c4b8472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:58.254614 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e824ef-f122-4b5d-9ec9-08c1e33874d9 None None] Pushing event updated for resources: {'Port': ['ID=0d27a65e-8736-49ff-a90e-75279c4b8472,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:18:58.460406 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c17f2d-1764-428c-91f1-729f9d533744 req-6fe8dc07-82b8-4b93-9245-7e493434327a tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:58.463246 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-22c17f2d-1764-428c-91f1-729f9d533744 req-6fe8dc07-82b8-4b93-9245-7e493434327a tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?device_id=b328533a-131d-4c2d-93c2-75cc1b0a39d4 HTTP/1.1" status: 200 len: 946 time: 0.1031041 Jan 28 07:18:58.470678 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device adda9edb-2689-4b0d-9769-f7f6d90bae68 up at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:18:58.488708 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-68614cc6-73fa-4af6-8ece-a4c1de114996 admin admin] Publish callbacks [] for router_gateway (48ac56fb-b2dd-4777-86ae-13abf89bee12), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:58.575375 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e521dce6-273e-4fb7-93b3-a601c6901859 req-c190d507-f95c-40c9-9cb5-0d31214f9ad6 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:58.583666 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e521dce6-273e-4fb7-93b3-a601c6901859 req-c190d507-f95c-40c9-9cb5-0d31214f9ad6 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:58.591861 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e521dce6-273e-4fb7-93b3-a601c6901859 req-c190d507-f95c-40c9-9cb5-0d31214f9ad6 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:58.609959 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e521dce6-273e-4fb7-93b3-a601c6901859 req-c190d507-f95c-40c9-9cb5-0d31214f9ad6 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:58.627612 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e521dce6-273e-4fb7-93b3-a601c6901859 req-c190d507-f95c-40c9-9cb5-0d31214f9ad6 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:58.637695 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e521dce6-273e-4fb7-93b3-a601c6901859 req-c190d507-f95c-40c9-9cb5-0d31214f9ad6 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:58.648414 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning complete for port adda9edb-2689-4b0d-9769-f7f6d90bae68 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:18:58.648929 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (adda9edb-2689-4b0d-9769-f7f6d90bae68), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:58.652475 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e521dce6-273e-4fb7-93b3-a601c6901859 req-c190d507-f95c-40c9-9cb5-0d31214f9ad6 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:58.667896 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e521dce6-273e-4fb7-93b3-a601c6901859 req-c190d507-f95c-40c9-9cb5-0d31214f9ad6 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009 HTTP/1.1" status: 200 len: 5436 time: 0.1681056 Jan 28 07:18:58.669704 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 48556) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:18:58.698363 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-45442239-e377-4af5-a0b1-2a591b17f359 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:58.703532 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-22c17f2d-1764-428c-91f1-729f9d533744 req-943e006c-54b3-44d5-b12d-a44cb219b850 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/security-groups?id=e977f99b-7e7b-4d49-bf15-4fd22b3b3b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248440 Jan 28 07:18:58.849342 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port adda9edb-2689-4b0d-9769-f7f6d90bae68 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:18:58.849749 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (adda9edb-2689-4b0d-9769-f7f6d90bae68), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:58.897843 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fa73890-3c2c-4c59-9c73-ce1eca1f276c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adda9edb-2689-4b0d-9769-f7f6d90bae68'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:18:58.905787 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-683b65df-1f32-41e8-8c89-d451dbad19c5" -d '{"events": [{"server_uuid": "5fa73890-3c2c-4c59-9c73-ce1eca1f276c", "name": "network-vif-plugged", "status": "completed", "tag": "adda9edb-2689-4b0d-9769-f7f6d90bae68"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:18:58.926598 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port adda9edb-2689-4b0d-9769-f7f6d90bae68, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=adda9edb-2689-4b0d-9769-f7f6d90bae68,segment=NetworkSegment(00c9bc5a-b387-4097-9c7c-7f7badd573e1),segment_id=00c9bc5a-b387-4097-9c7c-7f7badd573e1)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:18:58.928479 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e521dce6-273e-4fb7-93b3-a601c6901859 req-8a900a45-6335-484f-9ad3-e6ab95b907c3 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/security-groups?id=e05d74b3-220f-46cd-b475-266b231f0f88&id=7f4d2140-e017-41d8-8ff9-e5d9b5e3138b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2594779 Jan 28 07:18:58.938997 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (adda9edb-2689-4b0d-9769-f7f6d90bae68), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:58.956146 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-45442239-e377-4af5-a0b1-2a591b17f359 admin admin] Publish callbacks [] for security_group (b16651eb-5abc-49f0-a0fc-9ed95d26b30e), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:58.964258 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-45442239-e377-4af5-a0b1-2a591b17f359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (b16651eb-5abc-49f0-a0fc-9ed95d26b30e), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:59.028915 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45442239-e377-4af5-a0b1-2a591b17f359 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b16651eb-5abc-49f0-a0fc-9ed95d26b30e,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:18:59.080519 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 2929a5a1-918a-4e9f-a482-262de48a34fb up at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:18:59.086612 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=adda9edb-2689-4b0d-9769-f7f6d90bae68,revision_number=7']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:18:59.092908 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-45442239-e377-4af5-a0b1-2a591b17f359 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f990348ad4d24ccaaf0da089f9ce715c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4191496 Jan 28 07:18:59.093203 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 48566) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:18:59.093503 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-68614cc6-73fa-4af6-8ece-a4c1de114996 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16605475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16607909'] for router (48ac56fb-b2dd-4777-86ae-13abf89bee12), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:59.197453 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c8bfd258-573f-47d6-80f5-f1e53d043cfd admin admin] Publish callbacks [] for security_group (b16651eb-5abc-49f0-a0fc-9ed95d26b30e), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:59.202294 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning for port 2929a5a1-918a-4e9f-a482-262de48a34fb completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:18:59.209546 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning complete for port 2929a5a1-918a-4e9f-a482-262de48a34fb triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:18:59.210240 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (2929a5a1-918a-4e9f-a482-262de48a34fb), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:59.232127 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c8bfd258-573f-47d6-80f5-f1e53d043cfd admin admin] Publish callbacks [] for security_group (b16651eb-5abc-49f0-a0fc-9ed95d26b30e), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:59.331663 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c8bfd258-573f-47d6-80f5-f1e53d043cfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (b16651eb-5abc-49f0-a0fc-9ed95d26b30e), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:59.334782 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c8bfd258-573f-47d6-80f5-f1e53d043cfd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:59.338408 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-c8bfd258-573f-47d6-80f5-f1e53d043cfd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b16651eb-5abc-49f0-a0fc-9ed95d26b30e HTTP/1.1" status: 204 len: 168 time: 0.2419658 Jan 28 07:18:59.345819 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bfd258-573f-47d6-80f5-f1e53d043cfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b16651eb-5abc-49f0-a0fc-9ed95d26b30e,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:18:59.401939 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 2929a5a1-918a-4e9f-a482-262de48a34fb is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:18:59.402486 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (2929a5a1-918a-4e9f-a482-262de48a34fb), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:59.479194 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 2929a5a1-918a-4e9f-a482-262de48a34fb, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=2929a5a1-918a-4e9f-a482-262de48a34fb,segment=NetworkSegment(cd55eebc-1f57-4111-a982-059d17cd9714),segment_id=cd55eebc-1f57-4111-a982-059d17cd9714)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:18:59.489551 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (2929a5a1-918a-4e9f-a482-262de48a34fb), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:59.490557 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 7de6cf27-a469-4965-baef-e71190ea0139 up at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:18:59.608605 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=2929a5a1-918a-4e9f-a482-262de48a34fb,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:18:59.683388 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b5d1f7-7f67-45c8-b876-64a1e6c8274d req-ea1ed0b2-2eb4-4f0b-8172-40f232431a70 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:59.693080 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-23b5d1f7-7f67-45c8-b876-64a1e6c8274d req-ea1ed0b2-2eb4-4f0b-8172-40f232431a70 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fa73890-3c2c-4c59-9c73-ce1eca1f276c HTTP/1.1" status: 200 len: 945 time: 0.1434736 Jan 28 07:18:59.694449 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-796b7c00-6452-4839-bd5e-f5b49a9562ba x-openstack-request-id: req-796b7c00-6452-4839-bd5e-f5b49a9562ba {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:18:59.694942 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fa73890-3c2c-4c59-9c73-ce1eca1f276c", "name": "network-vif-plugged", "status": "completed", "tag": "adda9edb-2689-4b0d-9769-f7f6d90bae68", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:18:59.695084 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-796b7c00-6452-4839-bd5e-f5b49a9562ba {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:18:59.698094 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fa73890-3c2c-4c59-9c73-ce1eca1f276c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adda9edb-2689-4b0d-9769-f7f6d90bae68', 'code': 200} Jan 28 07:18:59.780648 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning for port 7de6cf27-a469-4965-baef-e71190ea0139 completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:18:59.788939 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning complete for port 7de6cf27-a469-4965-baef-e71190ea0139 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:18:59.789384 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (7de6cf27-a469-4965-baef-e71190ea0139), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:59.796525 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-23b5d1f7-7f67-45c8-b876-64a1e6c8274d req-95a375b0-6bcd-4299-af1b-7079c1a9e06e tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f7766-6108-45d3-a769-5b5e90234849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936325 Jan 28 07:18:59.836620 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25482bc3-9fcc-43f7-89df-5ec4cd7e5016 req-34312f5c-88d4-40d4-b429-063f639884e5 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:59.847948 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-25482bc3-9fcc-43f7-89df-5ec4cd7e5016 req-34312f5c-88d4-40d4-b429-063f639884e5 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/ports?device_id=28886562-bead-4c03-b18c-42830d7b7629 HTTP/1.1" status: 200 len: 945 time: 0.1159434 Jan 28 07:18:59.894097 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68614cc6-73fa-4af6-8ece-a4c1de114996 admin admin] Router 48ac56fb-b2dd-4777-86ae-13abf89bee12 is scheduled to L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 with binding_index 1 {{(pid=103283) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 07:18:59.942215 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-25482bc3-9fcc-43f7-89df-5ec4cd7e5016 req-21e7c3c6-49c0-4b48-b6ce-3ef166fbda28 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3913eaa-d94a-405d-af3b-c47b7c21bae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919940 Jan 28 07:19:00.038793 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a60e0872-bffb-491e-87f9-cef016455814 None None] Network 656bebbd-9c61-47d2-8da4-02f9ef76be7f requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:19:00.057475 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 7de6cf27-a469-4965-baef-e71190ea0139 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:19:00.057970 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (7de6cf27-a469-4965-baef-e71190ea0139), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:00.173754 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 7de6cf27-a469-4965-baef-e71190ea0139, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=7de6cf27-a469-4965-baef-e71190ea0139,segment=NetworkSegment(8b0a0ad2-fd7a-4498-821e-1edb296a5ed1),segment_id=8b0a0ad2-fd7a-4498-821e-1edb296a5ed1)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:19:00.185364 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-7a96e034-e11d-42c4-a4be-9e0c3f02a24b None None] Provisioning complete for port 0d27a65e-8736-49ff-a90e-75279c4b8472 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:19:00.185734 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7a96e034-e11d-42c4-a4be-9e0c3f02a24b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (0d27a65e-8736-49ff-a90e-75279c4b8472), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:00.193120 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83dc7d6-5237-49a0-8253-49ef3f87090a req-faa4b93e-8486-423e-9bac-27294ea415c6 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:00.195642 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d83dc7d6-5237-49a0-8253-49ef3f87090a req-faa4b93e-8486-423e-9bac-27294ea415c6 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?device_id=b328533a-131d-4c2d-93c2-75cc1b0a39d4 HTTP/1.1" status: 200 len: 946 time: 0.1734991 Jan 28 07:19:00.234724 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (7de6cf27-a469-4965-baef-e71190ea0139), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:00.235956 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 24c421b9-9756-4145-9466-6d298ad9bfb5 up at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:19:00.273501 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68614cc6-73fa-4af6-8ece-a4c1de114996 admin admin] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:19:00.295638 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e13504-e430-4f5f-bd65-ef767be190e8 req-04cbc4da-af73-4bec-9648-2ef120b2fc5c tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:00.305078 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e13504-e430-4f5f-bd65-ef767be190e8 req-04cbc4da-af73-4bec-9648-2ef120b2fc5c tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:00.307074 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-68614cc6-73fa-4af6-8ece-a4c1de114996 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:00.314985 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e13504-e430-4f5f-bd65-ef767be190e8 req-04cbc4da-af73-4bec-9648-2ef120b2fc5c tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:00.317346 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-68614cc6-73fa-4af6-8ece-a4c1de114996 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 3.6010685 Jan 28 07:19:00.318352 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 48596) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:19:00.319077 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e13504-e430-4f5f-bd65-ef767be190e8 req-04cbc4da-af73-4bec-9648-2ef120b2fc5c tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:00.325227 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e13504-e430-4f5f-bd65-ef767be190e8 req-04cbc4da-af73-4bec-9648-2ef120b2fc5c tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:00.331579 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e13504-e430-4f5f-bd65-ef767be190e8 req-04cbc4da-af73-4bec-9648-2ef120b2fc5c tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:00.337259 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e13504-e430-4f5f-bd65-ef767be190e8 req-04cbc4da-af73-4bec-9648-2ef120b2fc5c tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:00.343686 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f8e13504-e430-4f5f-bd65-ef767be190e8 req-04cbc4da-af73-4bec-9648-2ef120b2fc5c tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009 HTTP/1.1" status: 200 len: 5438 time: 0.1414170 Jan 28 07:19:00.417990 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d83dc7d6-5237-49a0-8253-49ef3f87090a req-6b93b9e4-4f3c-4dec-8363-c21ccbf830c2 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/security-groups?id=e977f99b-7e7b-4d49-bf15-4fd22b3b3b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059772 Jan 28 07:19:00.485144 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f8e13504-e430-4f5f-bd65-ef767be190e8 req-347bc867-1478-48b0-96bf-9cae8ef2d1b1 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/security-groups?id=e05d74b3-220f-46cd-b475-266b231f0f88&id=7f4d2140-e017-41d8-8ff9-e5d9b5e3138b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1330230 Jan 28 07:19:00.744257 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=7de6cf27-a469-4965-baef-e71190ea0139,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:19:00.755860 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9940d5e-ada9-483c-8cd3-9f3040a31ddc None None] Sync routers for ids ['48ac56fb-b2dd-4777-86ae-13abf89bee12'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:19:00.769837 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device e8bba4ec-e3da-41ff-8c8b-c71a7709aa9e up at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:19:00.772666 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 0d27a65e-8736-49ff-a90e-75279c4b8472 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:19:00.874006 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9940d5e-ada9-483c-8cd3-9f3040a31ddc None None] Routers {'48ac56fb-b2dd-4777-86ae-13abf89bee12'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:19:00.874655 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-d9940d5e-ada9-483c-8cd3-9f3040a31ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:18:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['48ac56fb-b2dd-4777-86ae-13abf89bee12'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:19:00.929711 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faebeef-bb30-41c8-a16b-d4c03c7c4909 req-bede3241-37de-47e4-b784-1f1e078a6601 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:00.938430 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9faebeef-bb30-41c8-a16b-d4c03c7c4909 req-bede3241-37de-47e4-b784-1f1e078a6601 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fa73890-3c2c-4c59-9c73-ce1eca1f276c HTTP/1.1" status: 200 len: 945 time: 0.0649970 Jan 28 07:19:00.981683 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning for port 24c421b9-9756-4145-9466-6d298ad9bfb5 completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:19:01.024389 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning complete for port 24c421b9-9756-4145-9466-6d298ad9bfb5 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:19:01.026182 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (24c421b9-9756-4145-9466-6d298ad9bfb5), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:01.045399 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9faebeef-bb30-41c8-a16b-d4c03c7c4909 req-0fa39288-b835-4295-abec-ecfe29146141 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f7766-6108-45d3-a769-5b5e90234849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020956 Jan 28 07:19:01.129529 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-7a96e034-e11d-42c4-a4be-9e0c3f02a24b None None] Current status of the port 0d27a65e-8736-49ff-a90e-75279c4b8472 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:19:01.129940 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7a96e034-e11d-42c4-a4be-9e0c3f02a24b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (0d27a65e-8736-49ff-a90e-75279c4b8472), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:01.166271 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 0d27a65e-8736-49ff-a90e-75279c4b8472 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:19:01.166660 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (0d27a65e-8736-49ff-a90e-75279c4b8472), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:01.285370 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c6d2d935-38d1-4915-9634-ff6dc36bf321 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:01.333480 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f74d26b-48dd-4e71-a40f-7d2b47e5eed8 req-bf43a96c-cd1e-4158-aa03-6643f4678e3f tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:01.335096 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0f74d26b-48dd-4e71-a40f-7d2b47e5eed8 req-bf43a96c-cd1e-4158-aa03-6643f4678e3f tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/ports?device_id=28886562-bead-4c03-b18c-42830d7b7629 HTTP/1.1" status: 200 len: 945 time: 0.2499037 Jan 28 07:19:01.355357 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning for port e8bba4ec-e3da-41ff-8c8b-c71a7709aa9e completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:19:01.361320 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-7a96e034-e11d-42c4-a4be-9e0c3f02a24b None None] For port 0d27a65e-8736-49ff-a90e-75279c4b8472, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=0d27a65e-8736-49ff-a90e-75279c4b8472,segment=NetworkSegment(e34c38a9-0f60-4c18-ab34-490b22782060),segment_id=e34c38a9-0f60-4c18-ab34-490b22782060)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:19:01.422387 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-d9940d5e-ada9-483c-8cd3-9f3040a31ddc None None] Set router 48ac56fb-b2dd-4777-86ae-13abf89bee12 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:19:01.425945 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning complete for port e8bba4ec-e3da-41ff-8c8b-c71a7709aa9e triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:19:01.426982 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (e8bba4ec-e3da-41ff-8c8b-c71a7709aa9e), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:01.503123 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7a96e034-e11d-42c4-a4be-9e0c3f02a24b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (0d27a65e-8736-49ff-a90e-75279c4b8472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:01.592685 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0f74d26b-48dd-4e71-a40f-7d2b47e5eed8 req-0d551e93-1f29-472d-b84a-d35c38170ee8 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3913eaa-d94a-405d-af3b-c47b7c21bae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2461269 Jan 28 07:19:01.675245 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249c7ec5-391c-4b2f-93d3-1286637047c3 req-e0340af5-ae5b-4658-b0bf-a97a02c39487 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:01.678139 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a96e034-e11d-42c4-a4be-9e0c3f02a24b None None] Pushing event updated for resources: {'Port': ['ID=0d27a65e-8736-49ff-a90e-75279c4b8472,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:19:01.688163 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-249c7ec5-391c-4b2f-93d3-1286637047c3 req-e0340af5-ae5b-4658-b0bf-a97a02c39487 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?device_id=b328533a-131d-4c2d-93c2-75cc1b0a39d4 HTTP/1.1" status: 200 len: 946 time: 0.1621497 Jan 28 07:19:01.726801 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6a3e00b-77a8-46cb-b6ca-854f6aa00009', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2929a5a1-918a-4e9f-a482-262de48a34fb'}, {'server_uuid': 'a6a3e00b-77a8-46cb-b6ca-854f6aa00009', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7de6cf27-a469-4965-baef-e71190ea0139'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:19:01.733756 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd425f95-49a1-4e49-a59c-321851a9414a" -d '{"events": [{"server_uuid": "a6a3e00b-77a8-46cb-b6ca-854f6aa00009", "name": "network-vif-plugged", "status": "completed", "tag": "2929a5a1-918a-4e9f-a482-262de48a34fb"}, {"server_uuid": "a6a3e00b-77a8-46cb-b6ca-854f6aa00009", "name": "network-vif-plugged", "status": "completed", "tag": "7de6cf27-a469-4965-baef-e71190ea0139"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:19:01.748444 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-c6d2d935-38d1-4915-9634-ff6dc36bf321 admin admin] Allocated IP 172.20.0.1 (656bebbd-9c61-47d2-8da4-02f9ef76be7f/a528b37a-7798-48f2-a35e-8eee53dfb4b6/3bd50510-d5ce-49e1-9690-8a7833768837) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:19:01.812107 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-249c7ec5-391c-4b2f-93d3-1286637047c3 req-988992d2-787a-45bc-b4fe-c0570e3d29bd tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/security-groups?id=e977f99b-7e7b-4d49-bf15-4fd22b3b3b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192994 Jan 28 07:19:01.835657 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 0d27a65e-8736-49ff-a90e-75279c4b8472 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:19:01.841797 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 24c421b9-9756-4145-9466-6d298ad9bfb5 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:19:01.842471 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (24c421b9-9756-4145-9466-6d298ad9bfb5), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:01.996331 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a047209b-9783-4028-8a5f-4425ca3dc779 req-8d94980e-2c91-494f-a651-1a40b5896025 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:02.003428 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a047209b-9783-4028-8a5f-4425ca3dc779 req-8d94980e-2c91-494f-a651-1a40b5896025 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:02.009607 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a047209b-9783-4028-8a5f-4425ca3dc779 req-8d94980e-2c91-494f-a651-1a40b5896025 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:02.015548 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a047209b-9783-4028-8a5f-4425ca3dc779 req-8d94980e-2c91-494f-a651-1a40b5896025 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:02.036600 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a047209b-9783-4028-8a5f-4425ca3dc779 req-8d94980e-2c91-494f-a651-1a40b5896025 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:02.049917 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a047209b-9783-4028-8a5f-4425ca3dc779 req-8d94980e-2c91-494f-a651-1a40b5896025 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:02.064450 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a047209b-9783-4028-8a5f-4425ca3dc779 req-8d94980e-2c91-494f-a651-1a40b5896025 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:02.070730 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 28 Jan 2022 07:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eea35fb-0dbc-4dd2-a85d-2378eb6f45c2 x-openstack-request-id: req-7eea35fb-0dbc-4dd2-a85d-2378eb6f45c2 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:19:02.071189 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6a3e00b-77a8-46cb-b6ca-854f6aa00009", "name": "network-vif-plugged", "status": "completed", "tag": "2929a5a1-918a-4e9f-a482-262de48a34fb", "code": 200}, {"server_uuid": "a6a3e00b-77a8-46cb-b6ca-854f6aa00009", "name": "network-vif-plugged", "status": "completed", "tag": "7de6cf27-a469-4965-baef-e71190ea0139", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:19:02.071592 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7eea35fb-0dbc-4dd2-a85d-2378eb6f45c2 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:19:02.072008 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6a3e00b-77a8-46cb-b6ca-854f6aa00009', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2929a5a1-918a-4e9f-a482-262de48a34fb', 'code': 200} Jan 28 07:19:02.073028 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6a3e00b-77a8-46cb-b6ca-854f6aa00009', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7de6cf27-a469-4965-baef-e71190ea0139', 'code': 200} Jan 28 07:19:02.075089 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a047209b-9783-4028-8a5f-4425ca3dc779 req-8d94980e-2c91-494f-a651-1a40b5896025 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009 HTTP/1.1" status: 200 len: 5438 time: 0.2198427 Jan 28 07:19:02.133699 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-d468cd87-0187-479f-babd-6bb747eff71f None None] Provisioning complete for port 0d27a65e-8736-49ff-a90e-75279c4b8472 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:19:02.138618 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d468cd87-0187-479f-babd-6bb747eff71f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (0d27a65e-8736-49ff-a90e-75279c4b8472), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:02.154636 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81c6a18-0135-489e-a82d-f018b1295ae2 req-1a64a70d-6422-4b03-aa6a-24009cc5a9e3 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:02.161918 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81c6a18-0135-489e-a82d-f018b1295ae2 req-1a64a70d-6422-4b03-aa6a-24009cc5a9e3 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:02.167665 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81c6a18-0135-489e-a82d-f018b1295ae2 req-1a64a70d-6422-4b03-aa6a-24009cc5a9e3 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:02.174161 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81c6a18-0135-489e-a82d-f018b1295ae2 req-1a64a70d-6422-4b03-aa6a-24009cc5a9e3 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:02.180007 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81c6a18-0135-489e-a82d-f018b1295ae2 req-1a64a70d-6422-4b03-aa6a-24009cc5a9e3 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:02.186185 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81c6a18-0135-489e-a82d-f018b1295ae2 req-1a64a70d-6422-4b03-aa6a-24009cc5a9e3 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:02.190292 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 24c421b9-9756-4145-9466-6d298ad9bfb5, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=24c421b9-9756-4145-9466-6d298ad9bfb5,segment=NetworkSegment(8b0a0ad2-fd7a-4498-821e-1edb296a5ed1),segment_id=8b0a0ad2-fd7a-4498-821e-1edb296a5ed1)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:19:02.193299 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c6d2d935-38d1-4915-9634-ff6dc36bf321 admin admin] Publish callbacks [] for port (3bd50510-d5ce-49e1-9690-8a7833768837), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:02.195129 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81c6a18-0135-489e-a82d-f018b1295ae2 req-1a64a70d-6422-4b03-aa6a-24009cc5a9e3 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:02.203826 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a81c6a18-0135-489e-a82d-f018b1295ae2 req-1a64a70d-6422-4b03-aa6a-24009cc5a9e3 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7 HTTP/1.1" status: 200 len: 5436 time: 0.1275206 Jan 28 07:19:02.268544 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a047209b-9783-4028-8a5f-4425ca3dc779 req-4fe0fd1d-8eeb-4a23-84fd-6f0ff2a7b22a tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/security-groups?id=e05d74b3-220f-46cd-b475-266b231f0f88&id=7f4d2140-e017-41d8-8ff9-e5d9b5e3138b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1920688 Jan 28 07:19:02.283475 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port e8bba4ec-e3da-41ff-8c8b-c71a7709aa9e is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:19:02.283905 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (e8bba4ec-e3da-41ff-8c8b-c71a7709aa9e), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:02.289922 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (24c421b9-9756-4145-9466-6d298ad9bfb5), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:02.294496 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 45cf1802-7cd1-43cf-bcfc-47137050e738 up at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:19:02.318264 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a81c6a18-0135-489e-a82d-f018b1295ae2 req-049f9d45-e150-4e70-935b-d9132583993c tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/security-groups?id=f42d29db-089b-46ec-bdc0-e6253e46a436&id=f0e415d4-9274-4847-9e71-c098cc08b695&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1109824 Jan 28 07:19:02.320866 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c6d2d935-38d1-4915-9634-ff6dc36bf321 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (3bd50510-d5ce-49e1-9690-8a7833768837), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:02.434874 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=24c421b9-9756-4145-9466-6d298ad9bfb5,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:19:02.436891 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d2d935-38d1-4915-9634-ff6dc36bf321 admin admin] Network 656bebbd-9c61-47d2-8da4-02f9ef76be7f is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:19:02.446661 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-c6d2d935-38d1-4915-9634-ff6dc36bf321 admin admin] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:19:02.451706 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d2d935-38d1-4915-9634-ff6dc36bf321 admin admin] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:19:02.670381 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 0d27a65e-8736-49ff-a90e-75279c4b8472 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:19:02.684149 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d2d935-38d1-4915-9634-ff6dc36bf321 admin admin] Pushing event updated for resources: {'Port': ['ID=3bd50510-d5ce-49e1-9690-8a7833768837,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:19:02.714225 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53378f5-5ee7-4741-9936-f579a1606cbf req-93791a74-cc0b-4f09-854c-7b17de420784 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:02.728275 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53378f5-5ee7-4741-9936-f579a1606cbf req-93791a74-cc0b-4f09-854c-7b17de420784 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:02.729283 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c6d2d935-38d1-4915-9634-ff6dc36bf321 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16609232'] for router_interface (48ac56fb-b2dd-4777-86ae-13abf89bee12), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:02.737860 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53378f5-5ee7-4741-9936-f579a1606cbf req-93791a74-cc0b-4f09-854c-7b17de420784 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:02.747622 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53378f5-5ee7-4741-9936-f579a1606cbf req-93791a74-cc0b-4f09-854c-7b17de420784 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:02.754655 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53378f5-5ee7-4741-9936-f579a1606cbf req-93791a74-cc0b-4f09-854c-7b17de420784 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:02.763246 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53378f5-5ee7-4741-9936-f579a1606cbf req-93791a74-cc0b-4f09-854c-7b17de420784 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:02.777492 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53378f5-5ee7-4741-9936-f579a1606cbf req-93791a74-cc0b-4f09-854c-7b17de420784 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:02.799080 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e53378f5-5ee7-4741-9936-f579a1606cbf req-93791a74-cc0b-4f09-854c-7b17de420784 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7 HTTP/1.1" status: 200 len: 5436 time: 0.2110860 Jan 28 07:19:02.835630 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port e8bba4ec-e3da-41ff-8c8b-c71a7709aa9e, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=e8bba4ec-e3da-41ff-8c8b-c71a7709aa9e,segment=NetworkSegment(f988f3e6-2feb-4622-baed-2eae67dfbc12),segment_id=f988f3e6-2feb-4622-baed-2eae67dfbc12)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:19:02.866240 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (e8bba4ec-e3da-41ff-8c8b-c71a7709aa9e), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:02.972816 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f427b6a-0032-42f0-a7f3-19b3ee0598da req-293e8856-e39d-4d8d-b4d0-6d343fbb4e8b tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:02.981313 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4f427b6a-0032-42f0-a7f3-19b3ee0598da req-293e8856-e39d-4d8d-b4d0-6d343fbb4e8b tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fa73890-3c2c-4c59-9c73-ce1eca1f276c HTTP/1.1" status: 200 len: 945 time: 0.5076311 Jan 28 07:19:02.996912 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=e8bba4ec-e3da-41ff-8c8b-c71a7709aa9e,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:19:03.000548 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-d468cd87-0187-479f-babd-6bb747eff71f None None] Current status of the port 0d27a65e-8736-49ff-a90e-75279c4b8472 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:19:03.017194 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning for port 45cf1802-7cd1-43cf-bcfc-47137050e738 completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:19:03.027133 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning complete for port 45cf1802-7cd1-43cf-bcfc-47137050e738 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:19:03.027518 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (45cf1802-7cd1-43cf-bcfc-47137050e738), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:03.030538 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c6d2d935-38d1-4915-9634-ff6dc36bf321 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (3bd50510-d5ce-49e1-9690-8a7833768837), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:03.084958 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:03.120848 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 0d27a65e-8736-49ff-a90e-75279c4b8472 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:19:03.121661 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (0d27a65e-8736-49ff-a90e-75279c4b8472), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:03.170101 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-d9940d5e-ada9-483c-8cd3-9f3040a31ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ac56fb-b2dd-4777-86ae-13abf89bee12', 'name': 'tempest-FloatingIPsAssociationTestJSON-1050771046-router', 'tenant_id': '6cf57efb05234d29b910330efbcd8c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.52'}], 'enable_snat': True}, 'gw_port_id': '2bc81b5d-b80c-4c53-ab79-8daac706575a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:18:56Z', 'updated_at': '2022-01-28T07:18:58Z', 'revision_number': 3, 'project_id': '6cf57efb05234d29b910330efbcd8c2a', 'gw_port': {'id': '2bc81b5d-b80c-4c53-ab79-8daac706575a', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:90:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48ac56fb-b2dd-4777-86ae-13abf89bee12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:18:57Z', 'updated_at': '2022-01-28T07:18:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:19:03.230884 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9940d5e-ada9-483c-8cd3-9f3040a31ddc None None] Checking router: 48ac56fb-b2dd-4777-86ae-13abf89bee12 for host: n-d-712749-28 {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:19:03.231238 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9940d5e-ada9-483c-8cd3-9f3040a31ddc None None] Updating router 48ac56fb-b2dd-4777-86ae-13abf89bee12 port 2bc81b5d-b80c-4c53-ab79-8daac706575a binding host n-d-712749-28 {{(pid=103285) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 07:19:03.308413 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c6d2d935-38d1-4915-9634-ff6dc36bf321 admin admin] Publish callbacks [] for port (3bd50510-d5ce-49e1-9690-8a7833768837), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:03.315752 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c6d2d935-38d1-4915-9634-ff6dc36bf321 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (3bd50510-d5ce-49e1-9690-8a7833768837), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:03.322207 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b79d9059-03fc-473c-9b58-054ae40c7e27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:03.343249 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-f338b7b5-2962-4dd8-b7bf-3e67c6665f17 None None] Provisioning complete for port 3bd50510-d5ce-49e1-9690-8a7833768837 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:19:03.343445 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f338b7b5-2962-4dd8-b7bf-3e67c6665f17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (3bd50510-d5ce-49e1-9690-8a7833768837), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:03.422051 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d9940d5e-ada9-483c-8cd3-9f3040a31ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (2bc81b5d-b80c-4c53-ab79-8daac706575a), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:03.464029 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdef1a5-1b56-4e98-a752-60b1262edaa2 req-a990d18e-307d-4123-a3e4-e7773762cbb6 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:03.481024 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7fdef1a5-1b56-4e98-a752-60b1262edaa2 req-a990d18e-307d-4123-a3e4-e7773762cbb6 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/ports?device_id=28886562-bead-4c03-b18c-42830d7b7629 HTTP/1.1" status: 200 len: 946 time: 0.5794227 Jan 28 07:19:03.486313 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4f427b6a-0032-42f0-a7f3-19b3ee0598da req-853a55d5-ce25-464b-b533-c30ece2b88c5 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f7766-6108-45d3-a769-5b5e90234849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5031574 Jan 28 07:19:03.533105 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 45cf1802-7cd1-43cf-bcfc-47137050e738 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:19:03.533491 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (45cf1802-7cd1-43cf-bcfc-47137050e738), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:03.555362 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-f338b7b5-2962-4dd8-b7bf-3e67c6665f17 None None] Port 3bd50510-d5ce-49e1-9690-8a7833768837 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:19:03.573235 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d2d935-38d1-4915-9634-ff6dc36bf321 admin admin] Pushing event updated for resources: {'Port': ['ID=3bd50510-d5ce-49e1-9690-8a7833768837,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:19:03.590924 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c6d2d935-38d1-4915-9634-ff6dc36bf321 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16318999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16606560'] for router_interface (48ac56fb-b2dd-4777-86ae-13abf89bee12), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:03.657382 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 0d27a65e-8736-49ff-a90e-75279c4b8472 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:19:03.670624 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7fdef1a5-1b56-4e98-a752-60b1262edaa2 req-e4768af3-4e5a-458d-934a-34dc0c8171eb tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3913eaa-d94a-405d-af3b-c47b7c21bae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1885996 Jan 28 07:19:03.703028 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 45cf1802-7cd1-43cf-bcfc-47137050e738, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=45cf1802-7cd1-43cf-bcfc-47137050e738,segment=NetworkSegment(8b0a0ad2-fd7a-4498-821e-1edb296a5ed1),segment_id=8b0a0ad2-fd7a-4498-821e-1edb296a5ed1)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:19:03.713233 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (45cf1802-7cd1-43cf-bcfc-47137050e738), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:03.714385 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 98a957b1-fc25-4fc9-8482-a2078a931162 up at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:19:03.796395 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d2d935-38d1-4915-9634-ff6dc36bf321 admin admin] Network 656bebbd-9c61-47d2-8da4-02f9ef76be7f is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:19:03.799487 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-c6d2d935-38d1-4915-9634-ff6dc36bf321 admin admin] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:19:03.959403 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ea69b2-03c7-41cf-b6fe-5de10b071012 req-3fb14609-cb0e-4efc-bdb7-a29324f83c0c tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:03.968462 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b1ea69b2-03c7-41cf-b6fe-5de10b071012 req-3fb14609-cb0e-4efc-bdb7-a29324f83c0c tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?device_id=b328533a-131d-4c2d-93c2-75cc1b0a39d4 HTTP/1.1" status: 200 len: 946 time: 0.1868453 Jan 28 07:19:03.997934 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83b6054-5bc2-4ab9-bcff-1b3db7f13364 req-35b9616d-5547-4902-b547-dfaae3f65810 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:04.007335 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83b6054-5bc2-4ab9-bcff-1b3db7f13364 req-35b9616d-5547-4902-b547-dfaae3f65810 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:04.013489 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83b6054-5bc2-4ab9-bcff-1b3db7f13364 req-35b9616d-5547-4902-b547-dfaae3f65810 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:04.025897 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83b6054-5bc2-4ab9-bcff-1b3db7f13364 req-35b9616d-5547-4902-b547-dfaae3f65810 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:04.038390 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83b6054-5bc2-4ab9-bcff-1b3db7f13364 req-35b9616d-5547-4902-b547-dfaae3f65810 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:04.051539 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83b6054-5bc2-4ab9-bcff-1b3db7f13364 req-35b9616d-5547-4902-b547-dfaae3f65810 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:04.060836 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83b6054-5bc2-4ab9-bcff-1b3db7f13364 req-35b9616d-5547-4902-b547-dfaae3f65810 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:04.070745 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f83b6054-5bc2-4ab9-bcff-1b3db7f13364 req-35b9616d-5547-4902-b547-dfaae3f65810 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009 HTTP/1.1" status: 200 len: 5440 time: 0.1890600 Jan 28 07:19:04.105042 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6a3e00b-77a8-46cb-b6ca-854f6aa00009', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24c421b9-9756-4145-9466-6d298ad9bfb5'}, {'server_uuid': '28886562-bead-4c03-b18c-42830d7b7629', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8bba4ec-e3da-41ff-8c8b-c71a7709aa9e'}, {'server_uuid': 'a6a3e00b-77a8-46cb-b6ca-854f6aa00009', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45cf1802-7cd1-43cf-bcfc-47137050e738'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:19:04.114255 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d98d043-9db7-4baa-b50e-6394f95e672f" -d '{"events": [{"server_uuid": "a6a3e00b-77a8-46cb-b6ca-854f6aa00009", "name": "network-vif-plugged", "status": "completed", "tag": "24c421b9-9756-4145-9466-6d298ad9bfb5"}, {"server_uuid": "28886562-bead-4c03-b18c-42830d7b7629", "name": "network-vif-plugged", "status": "completed", "tag": "e8bba4ec-e3da-41ff-8c8b-c71a7709aa9e"}, {"server_uuid": "a6a3e00b-77a8-46cb-b6ca-854f6aa00009", "name": "network-vif-plugged", "status": "completed", "tag": "45cf1802-7cd1-43cf-bcfc-47137050e738"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:19:04.183862 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f83b6054-5bc2-4ab9-bcff-1b3db7f13364 req-4235fa4c-7366-40d0-8f66-4686655b5656 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/security-groups?id=e05d74b3-220f-46cd-b475-266b231f0f88&id=7f4d2140-e017-41d8-8ff9-e5d9b5e3138b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1116843 Jan 28 07:19:04.207983 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6d2d935-38d1-4915-9634-ff6dc36bf321 admin admin] Router 48ac56fb-b2dd-4777-86ae-13abf89bee12 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:19:04.294326 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d9940d5e-ada9-483c-8cd3-9f3040a31ddc None None] Publish callbacks [] for port (2bc81b5d-b80c-4c53-ab79-8daac706575a), precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:04.338004 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d9940d5e-ada9-483c-8cd3-9f3040a31ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (2bc81b5d-b80c-4c53-ab79-8daac706575a), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:04.343948 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 48698) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:19:04.364790 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:04.379024 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b1ea69b2-03c7-41cf-b6fe-5de10b071012 req-b66835ae-9fa9-4d74-bf94-92bf9a7e794a tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/security-groups?id=e977f99b-7e7b-4d49-bf15-4fd22b3b3b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4092917 Jan 28 07:19:04.379290 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=45cf1802-7cd1-43cf-bcfc-47137050e738,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:19:04.476492 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-57b7ca86-217c-4937-a2f0-be7548a296f4 None None] Provisioning complete for port 3bd50510-d5ce-49e1-9690-8a7833768837 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:19:04.476492 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-57b7ca86-217c-4937-a2f0-be7548a296f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (3bd50510-d5ce-49e1-9690-8a7833768837), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:04.476492 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-d9940d5e-ada9-483c-8cd3-9f3040a31ddc None None] Attempting to bind port 2bc81b5d-b80c-4c53-ab79-8daac706575a on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:19:04.476492 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-d9940d5e-ada9-483c-8cd3-9f3040a31ddc None None] Attempting to bind port 2bc81b5d-b80c-4c53-ab79-8daac706575a by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:19:04.476492 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9940d5e-ada9-483c-8cd3-9f3040a31ddc None None] Attempting to bind port 2bc81b5d-b80c-4c53-ab79-8daac706575a on network 7d5b3724-deef-4831-8d43-cb9b8176573c {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:19:04.582392 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 28 Jan 2022 07:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6014ba99-3e98-4b6e-b419-540f0f4a99f0 x-openstack-request-id: req-6014ba99-3e98-4b6e-b419-540f0f4a99f0 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:19:04.582392 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6a3e00b-77a8-46cb-b6ca-854f6aa00009", "name": "network-vif-plugged", "status": "completed", "tag": "24c421b9-9756-4145-9466-6d298ad9bfb5", "code": 200}, {"server_uuid": "28886562-bead-4c03-b18c-42830d7b7629", "name": "network-vif-plugged", "status": "completed", "tag": "e8bba4ec-e3da-41ff-8c8b-c71a7709aa9e", "code": 200}, {"server_uuid": "a6a3e00b-77a8-46cb-b6ca-854f6aa00009", "name": "network-vif-plugged", "status": "completed", "tag": "45cf1802-7cd1-43cf-bcfc-47137050e738", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:19:04.582392 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6014ba99-3e98-4b6e-b419-540f0f4a99f0 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:19:04.582392 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6a3e00b-77a8-46cb-b6ca-854f6aa00009', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24c421b9-9756-4145-9466-6d298ad9bfb5', 'code': 200} Jan 28 07:19:04.582392 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28886562-bead-4c03-b18c-42830d7b7629', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8bba4ec-e3da-41ff-8c8b-c71a7709aa9e', 'code': 200} Jan 28 07:19:04.582392 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6a3e00b-77a8-46cb-b6ca-854f6aa00009', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45cf1802-7cd1-43cf-bcfc-47137050e738', 'code': 200} Jan 28 07:19:04.582392 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9940d5e-ada9-483c-8cd3-9f3040a31ddc None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:19:04.582392 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9940d5e-ada9-483c-8cd3-9f3040a31ddc None None] Checking segment: {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:19:04.582392 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d9940d5e-ada9-483c-8cd3-9f3040a31ddc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:04.582392 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9940d5e-ada9-483c-8cd3-9f3040a31ddc None None] Bound using segment: {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:19:04.584414 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-d9940d5e-ada9-483c-8cd3-9f3040a31ddc None None] Bound port: 2bc81b5d-b80c-4c53-ab79-8daac706575a, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:19:04.584414 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d9940d5e-ada9-483c-8cd3-9f3040a31ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (2bc81b5d-b80c-4c53-ab79-8daac706575a), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:04.590626 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0886d177-0a38-4189-a28f-32b3cb94ebf6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:04.646887 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning for port 98a957b1-fc25-4fc9-8482-a2078a931162 completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:19:04.650086 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6d2d935-38d1-4915-9634-ff6dc36bf321 admin admin] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:19:04.650847 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5672ab49-9e5c-47be-966e-8f42eac02938 None None] Pushing event updated for resources: {'Port': ['ID=2bc81b5d-b80c-4c53-ab79-8daac706575a,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:19:04.656733 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-c6d2d935-38d1-4915-9634-ff6dc36bf321 admin admin] 10.222.0.41 "PUT /v2.0/routers/48ac56fb-b2dd-4777-86ae-13abf89bee12/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3339722 Jan 28 07:19:04.683422 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac2be53-7470-4937-81e3-837bddf98939 req-9a83bbdf-9760-411e-a2fd-efe2fdf03749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:04.685514 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0ac2be53-7470-4937-81e3-837bddf98939 req-9a83bbdf-9760-411e-a2fd-efe2fdf03749 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=28886562-bead-4c03-b18c-42830d7b7629 HTTP/1.1" status: 200 len: 1098 time: 0.0685246 Jan 28 07:19:04.686626 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning complete for port 98a957b1-fc25-4fc9-8482-a2078a931162 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:19:04.686929 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (98a957b1-fc25-4fc9-8482-a2078a931162), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:04.741667 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef7935f-565c-428a-bd7e-1361c3bdebb2 req-84cc120e-bd28-4566-8d85-bb38e8f8b7cc tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:04.750058 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-cef7935f-565c-428a-bd7e-1361c3bdebb2 req-84cc120e-bd28-4566-8d85-bb38e8f8b7cc tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fa73890-3c2c-4c59-9c73-ce1eca1f276c HTTP/1.1" status: 200 len: 945 time: 0.1373086 Jan 28 07:19:04.754321 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-57b7ca86-217c-4937-a2f0-be7548a296f4 None None] Port 3bd50510-d5ce-49e1-9690-8a7833768837 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:19:04.826644 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-cef7935f-565c-428a-bd7e-1361c3bdebb2 req-727158e8-eb4c-47d2-a806-12838a14d50b tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f7766-6108-45d3-a769-5b5e90234849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756142 Jan 28 07:19:04.867943 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0886d177-0a38-4189-a28f-32b3cb94ebf6 admin admin] Publish callbacks [] for security_group (038b9a19-58ce-4fc8-af7f-161c6d7d6778), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:04.882008 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-d9940d5e-ada9-483c-8cd3-9f3040a31ddc None None] For port 2bc81b5d-b80c-4c53-ab79-8daac706575a, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:19:04.908398 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0886d177-0a38-4189-a28f-32b3cb94ebf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (038b9a19-58ce-4fc8-af7f-161c6d7d6778), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:04.922658 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0ac2be53-7470-4937-81e3-837bddf98939 req-965a820f-3907-4455-8bb0-0c3dce46e1ca service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=c3913eaa-d94a-405d-af3b-c47b7c21bae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2276232 Jan 28 07:19:04.932413 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-d9940d5e-ada9-483c-8cd3-9f3040a31ddc None None] For port 2bc81b5d-b80c-4c53-ab79-8daac706575a, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=2bc81b5d-b80c-4c53-ab79-8daac706575a,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:19:04.983504 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d9940d5e-ada9-483c-8cd3-9f3040a31ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (2bc81b5d-b80c-4c53-ab79-8daac706575a), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:04.988580 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 48722) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:19:04.989500 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-0886d177-0a38-4189-a28f-32b3cb94ebf6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c1d716902c154249801c84ee0834ddcd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6436622 Jan 28 07:19:04.999726 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c097df-2791-43ae-a280-2eca0fcdb25f req-097b29f4-66b7-4421-b3b8-acd73268d071 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:05.008985 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f2c097df-2791-43ae-a280-2eca0fcdb25f req-097b29f4-66b7-4421-b3b8-acd73268d071 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/ports?device_id=28886562-bead-4c03-b18c-42830d7b7629 HTTP/1.1" status: 200 len: 946 time: 0.1510744 Jan 28 07:19:05.018082 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0886d177-0a38-4189-a28f-32b3cb94ebf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=038b9a19-58ce-4fc8-af7f-161c6d7d6778,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:19:05.078140 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 7 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 07:19:05.084162 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f2c097df-2791-43ae-a280-2eca0fcdb25f req-2adf69ed-9415-406d-8488-2a11740697ac tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3913eaa-d94a-405d-af3b-c47b7c21bae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742149 Jan 28 07:19:05.088603 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 98a957b1-fc25-4fc9-8482-a2078a931162 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:19:05.089691 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (98a957b1-fc25-4fc9-8482-a2078a931162), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:05.117307 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-983eede6-ece4-43bc-8943-45de4049e337 admin admin] Publish callbacks [] for security_group (038b9a19-58ce-4fc8-af7f-161c6d7d6778), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:05.140094 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 98a957b1-fc25-4fc9-8482-a2078a931162, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=98a957b1-fc25-4fc9-8482-a2078a931162,segment=NetworkSegment(8b0a0ad2-fd7a-4498-821e-1edb296a5ed1),segment_id=8b0a0ad2-fd7a-4498-821e-1edb296a5ed1)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:19:05.161854 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9940d5e-ada9-483c-8cd3-9f3040a31ddc None None] Routers {'48ac56fb-b2dd-4777-86ae-13abf89bee12'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:19:05.162555 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-d9940d5e-ada9-483c-8cd3-9f3040a31ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:18:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['48ac56fb-b2dd-4777-86ae-13abf89bee12'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:19:05.164377 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (98a957b1-fc25-4fc9-8482-a2078a931162), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:05.165339 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device e56de965-5480-410d-beed-6c4dc6d6159c up at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:19:05.170670 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-983eede6-ece4-43bc-8943-45de4049e337 admin admin] Publish callbacks [] for security_group (038b9a19-58ce-4fc8-af7f-161c6d7d6778), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:05.330129 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5672ab49-9e5c-47be-966e-8f42eac02938 None None] Pushing event updated for resources: {'Port': ['ID=2bc81b5d-b80c-4c53-ab79-8daac706575a,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:19:05.415951 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0047073-6815-41aa-a9a1-78f42a77331d req-3fc67cb3-4140-4cbd-b1fa-fc62dd309caf tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:05.423470 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0047073-6815-41aa-a9a1-78f42a77331d req-3fc67cb3-4140-4cbd-b1fa-fc62dd309caf tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:05.427106 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=98a957b1-fc25-4fc9-8482-a2078a931162,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:19:05.438523 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0047073-6815-41aa-a9a1-78f42a77331d req-3fc67cb3-4140-4cbd-b1fa-fc62dd309caf tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:05.446094 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a1e24d-fc9e-45a2-a334-029ceaedd9f4 req-5259dd07-b013-453f-bab0-514d1242ae78 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:05.446709 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0047073-6815-41aa-a9a1-78f42a77331d req-3fc67cb3-4140-4cbd-b1fa-fc62dd309caf tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:05.454366 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0047073-6815-41aa-a9a1-78f42a77331d req-3fc67cb3-4140-4cbd-b1fa-fc62dd309caf tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:05.456059 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning for port e56de965-5480-410d-beed-6c4dc6d6159c completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:19:05.458260 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-12a1e24d-fc9e-45a2-a334-029ceaedd9f4 req-5259dd07-b013-453f-bab0-514d1242ae78 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] 10.222.0.41 "GET /v2.0/networks?id=656bebbd-9c61-47d2-8da4-02f9ef76be7f HTTP/1.1" status: 200 len: 821 time: 0.1689303 Jan 28 07:19:05.464593 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0047073-6815-41aa-a9a1-78f42a77331d req-3fc67cb3-4140-4cbd-b1fa-fc62dd309caf tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:05.464796 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-983eede6-ece4-43bc-8943-45de4049e337 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (038b9a19-58ce-4fc8-af7f-161c6d7d6778), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:05.467886 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-983eede6-ece4-43bc-8943-45de4049e337 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:05.472267 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-983eede6-ece4-43bc-8943-45de4049e337 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/038b9a19-58ce-4fc8-af7f-161c6d7d6778 HTTP/1.1" status: 204 len: 168 time: 0.4795017 Jan 28 07:19:05.472712 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0047073-6815-41aa-a9a1-78f42a77331d req-3fc67cb3-4140-4cbd-b1fa-fc62dd309caf tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:05.475224 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c0047073-6815-41aa-a9a1-78f42a77331d req-3fc67cb3-4140-4cbd-b1fa-fc62dd309caf tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009 HTTP/1.1" status: 200 len: 5441 time: 0.1544313 Jan 28 07:19:05.511080 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 48752) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:19:05.524666 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983eede6-ece4-43bc-8943-45de4049e337 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=038b9a19-58ce-4fc8-af7f-161c6d7d6778,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:19:05.526278 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning complete for port e56de965-5480-410d-beed-6c4dc6d6159c triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:19:05.526669 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (e56de965-5480-410d-beed-6c4dc6d6159c), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:05.537589 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-12a1e24d-fc9e-45a2-a334-029ceaedd9f4 req-43940fb4-4eb2-469d-af84-bbe6582f0ca9 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] 10.222.0.41 "GET /v2.0/quotas/6cf57efb05234d29b910330efbcd8c2a HTTP/1.1" status: 200 len: 375 time: 0.0766215 Jan 28 07:19:05.641851 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-12a1e24d-fc9e-45a2-a334-029ceaedd9f4 req-185ffceb-027d-40cc-8063-35273824dbf8 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=6cf57efb05234d29b910330efbcd8c2a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0980408 Jan 28 07:19:05.723427 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a5a4b4f0-94c4-43c2-b725-218973e9bfc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:05.733966 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c0047073-6815-41aa-a9a1-78f42a77331d req-02d119d5-cf56-418a-8a72-c17a909e42eb tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/security-groups?id=e05d74b3-220f-46cd-b475-266b231f0f88&id=7f4d2140-e017-41d8-8ff9-e5d9b5e3138b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2472799 Jan 28 07:19:05.743630 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-d9940d5e-ada9-483c-8cd3-9f3040a31ddc None None] Set router 48ac56fb-b2dd-4777-86ae-13abf89bee12 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:19:05.804978 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076630d0-2873-4a4f-a663-c679e16269a7 req-43f9edae-5f78-43de-82a2-4a1c2d48c550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:05.807927 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076630d0-2873-4a4f-a663-c679e16269a7 req-43f9edae-5f78-43de-82a2-4a1c2d48c550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:05.809773 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076630d0-2873-4a4f-a663-c679e16269a7 req-43f9edae-5f78-43de-82a2-4a1c2d48c550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:05.809773 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076630d0-2873-4a4f-a663-c679e16269a7 req-43f9edae-5f78-43de-82a2-4a1c2d48c550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:05.809773 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076630d0-2873-4a4f-a663-c679e16269a7 req-43f9edae-5f78-43de-82a2-4a1c2d48c550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:05.810059 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076630d0-2873-4a4f-a663-c679e16269a7 req-43f9edae-5f78-43de-82a2-4a1c2d48c550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:05.810663 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076630d0-2873-4a4f-a663-c679e16269a7 req-43f9edae-5f78-43de-82a2-4a1c2d48c550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:05.818052 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-076630d0-2873-4a4f-a663-c679e16269a7 req-43f9edae-5f78-43de-82a2-4a1c2d48c550 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7 HTTP/1.1" status: 200 len: 6500 time: 0.3042622 Jan 28 07:19:05.849041 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-12a1e24d-fc9e-45a2-a334-029ceaedd9f4 req-e0dbc331-3a8e-4004-b57c-6e171fd7f7c3 service neutron] 10.222.0.41 "GET /v2.0/networks/656bebbd-9c61-47d2-8da4-02f9ef76be7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935451 Jan 28 07:19:05.966172 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-076630d0-2873-4a4f-a663-c679e16269a7 req-f18c8382-2e05-4e7a-a1f7-823978740daf service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f42d29db-089b-46ec-bdc0-e6253e46a436&id=f0e415d4-9274-4847-9e71-c098cc08b695&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1411138 Jan 28 07:19:06.018280 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port e56de965-5480-410d-beed-6c4dc6d6159c is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:19:06.019328 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (e56de965-5480-410d-beed-6c4dc6d6159c), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:06.070695 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port e56de965-5480-410d-beed-6c4dc6d6159c, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=e56de965-5480-410d-beed-6c4dc6d6159c,segment=NetworkSegment(cd55eebc-1f57-4111-a982-059d17cd9714),segment_id=cd55eebc-1f57-4111-a982-059d17cd9714)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:19:06.082494 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (e56de965-5480-410d-beed-6c4dc6d6159c), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:06.083519 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 14257252-9cba-4711-a4fb-6a227afc07e3 up at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:19:06.096530 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-12a1e24d-fc9e-45a2-a334-029ceaedd9f4 req-2e490bc8-3a40-4876-b722-9282590dfd94 service neutron] 10.222.0.41 "GET /v2.0/networks/656bebbd-9c61-47d2-8da4-02f9ef76be7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2422230 Jan 28 07:19:06.097252 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 48762) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:19:06.140034 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46455eb3-7b5e-4762-af58-d1b2bb771a7c req-d41595c1-c514-43f4-8769-cc237ddc2838 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:06.140283 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-d9940d5e-ada9-483c-8cd3-9f3040a31ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ac56fb-b2dd-4777-86ae-13abf89bee12', 'name': 'tempest-FloatingIPsAssociationTestJSON-1050771046-router', 'tenant_id': '6cf57efb05234d29b910330efbcd8c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.52'}], 'enable_snat': True}, 'gw_port_id': '2bc81b5d-b80c-4c53-ab79-8daac706575a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:18:56Z', 'updated_at': '2022-01-28T07:19:02Z', 'revision_number': 4, 'project_id': '6cf57efb05234d29b910330efbcd8c2a', 'gw_port': {'id': '2bc81b5d-b80c-4c53-ab79-8daac706575a', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:90:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48ac56fb-b2dd-4777-86ae-13abf89bee12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:18:57Z', 'updated_at': '2022-01-28T07:19:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '3bd50510-d5ce-49e1-9690-8a7833768837', 'name': '', 'network_id': '656bebbd-9c61-47d2-8da4-02f9ef76be7f', 'tenant_id': '6cf57efb05234d29b910330efbcd8c2a', 'mac_address': 'fa:16:3e:8e:71:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48ac56fb-b2dd-4777-86ae-13abf89bee12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'a528b37a-7798-48f2-a35e-8eee53dfb4b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:19:01Z', 'updated_at': '2022-01-28T07:19:03Z', 'revision_number': 2, 'project_id': '6cf57efb05234d29b910330efbcd8c2a', 'subnets': [{'id': 'a528b37a-7798-48f2-a35e-8eee53dfb4b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:19:06.146953 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5392f583-f34b-46d6-b79e-ecf0412345c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:06.150441 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-46455eb3-7b5e-4762-af58-d1b2bb771a7c req-d41595c1-c514-43f4-8769-cc237ddc2838 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?device_id=b328533a-131d-4c2d-93c2-75cc1b0a39d4 HTTP/1.1" status: 200 len: 946 time: 0.0964189 Jan 28 07:19:06.174590 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9940d5e-ada9-483c-8cd3-9f3040a31ddc None None] The sync data for ids ['48ac56fb-b2dd-4777-86ae-13abf89bee12'] in n-d-712749-28 is: [{'id': '48ac56fb-b2dd-4777-86ae-13abf89bee12', 'name': 'tempest-FloatingIPsAssociationTestJSON-1050771046-router', 'tenant_id': '6cf57efb05234d29b910330efbcd8c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.52'}], 'enable_snat': True}, 'gw_port_id': '2bc81b5d-b80c-4c53-ab79-8daac706575a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:18:56Z', 'updated_at': '2022-01-28T07:19:02Z', 'revision_number': 4, 'project_id': '6cf57efb05234d29b910330efbcd8c2a', 'gw_port': {'id': '2bc81b5d-b80c-4c53-ab79-8daac706575a', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:90:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48ac56fb-b2dd-4777-86ae-13abf89bee12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:18:57Z', 'updated_at': '2022-01-28T07:19:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '3bd50510-d5ce-49e1-9690-8a7833768837', 'name': '', 'network_id': '656bebbd-9c61-47d2-8da4-02f9ef76be7f', 'tenant_id': '6cf57efb05234d29b910330efbcd8c2a', 'mac_address': 'fa:16:3e:8e:71:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48ac56fb-b2dd-4777-86ae-13abf89bee12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'a528b37a-7798-48f2-a35e-8eee53dfb4b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:19:01Z', 'updated_at': '2022-01-28T07:19:03Z', 'revision_number': 2, 'project_id': '6cf57efb05234d29b910330efbcd8c2a', 'subnets': [{'id': 'a528b37a-7798-48f2-a35e-8eee53dfb4b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:19:06.225752 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=e56de965-5480-410d-beed-6c4dc6d6159c,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:19:06.233180 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-46455eb3-7b5e-4762-af58-d1b2bb771a7c req-c2dfacf4-13ba-4df2-af99-6f7fa1923c78 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/security-groups?id=e977f99b-7e7b-4d49-bf15-4fd22b3b3b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814703 Jan 28 07:19:06.275508 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning for port 14257252-9cba-4711-a4fb-6a227afc07e3 completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:19:06.281148 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning complete for port 14257252-9cba-4711-a4fb-6a227afc07e3 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:19:06.281540 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (14257252-9cba-4711-a4fb-6a227afc07e3), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:06.435830 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5392f583-f34b-46d6-b79e-ecf0412345c4 admin admin] Publish callbacks [] for security_group (688e48af-6567-4afe-84ca-1db5f68a719d), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:06.436954 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6d4591-6490-4a40-81cc-04466cf2a7e0 req-fc7c0b5a-08bc-4d73-b92e-b2deb19b9402 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:06.439094 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5a6d4591-6490-4a40-81cc-04466cf2a7e0 req-fc7c0b5a-08bc-4d73-b92e-b2deb19b9402 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fa73890-3c2c-4c59-9c73-ce1eca1f276c HTTP/1.1" status: 200 len: 945 time: 0.1127493 Jan 28 07:19:06.450950 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5392f583-f34b-46d6-b79e-ecf0412345c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (688e48af-6567-4afe-84ca-1db5f68a719d), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:06.504141 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 14257252-9cba-4711-a4fb-6a227afc07e3 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:19:06.505268 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (14257252-9cba-4711-a4fb-6a227afc07e3), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:06.506468 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5392f583-f34b-46d6-b79e-ecf0412345c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=688e48af-6567-4afe-84ca-1db5f68a719d,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:19:06.520462 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-5392f583-f34b-46d6-b79e-ecf0412345c4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5c808e5904254c72940fab12a777a863&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4121408 Jan 28 07:19:06.528756 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 48774) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:19:06.542350 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6a3e00b-77a8-46cb-b6ca-854f6aa00009', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98a957b1-fc25-4fc9-8482-a2078a931162'}, {'server_uuid': 'a6a3e00b-77a8-46cb-b6ca-854f6aa00009', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e56de965-5480-410d-beed-6c4dc6d6159c'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:19:06.544680 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e588368-18e1-48a6-960f-7676de58d6ff" -d '{"events": [{"server_uuid": "a6a3e00b-77a8-46cb-b6ca-854f6aa00009", "name": "network-vif-plugged", "status": "completed", "tag": "98a957b1-fc25-4fc9-8482-a2078a931162"}, {"server_uuid": "a6a3e00b-77a8-46cb-b6ca-854f6aa00009", "name": "network-vif-plugged", "status": "completed", "tag": "e56de965-5480-410d-beed-6c4dc6d6159c"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:19:06.579640 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5a6d4591-6490-4a40-81cc-04466cf2a7e0 req-087afffb-401d-4de5-8968-746cb41640d6 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f7766-6108-45d3-a769-5b5e90234849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117749 Jan 28 07:19:06.603070 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 14257252-9cba-4711-a4fb-6a227afc07e3, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=14257252-9cba-4711-a4fb-6a227afc07e3,segment=NetworkSegment(4b71204a-78d3-438a-bdaf-b518acb071bf),segment_id=4b71204a-78d3-438a-bdaf-b518acb071bf)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:19:06.613493 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (14257252-9cba-4711-a4fb-6a227afc07e3), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:06.681454 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0ff83950-a490-4e16-8b5d-e9ee358090e1 req-01b01037-b67d-4d65-bd00-3b54d3693930 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] 10.222.0.41 "GET /v2.0/ports?device_id=6083985c-0b73-4bd3-aa7c-a1c7ad6729c2 HTTP/1.1" status: 200 len: 210 time: 0.0372360 Jan 28 07:19:06.731344 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=14257252-9cba-4711-a4fb-6a227afc07e3,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:19:06.758177 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c277372-45b8-4d11-b743-a86af3ffcb18 req-065e735b-0cd9-4fc7-9fc4-af5b043e3e6f tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:06.759735 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9c277372-45b8-4d11-b743-a86af3ffcb18 req-065e735b-0cd9-4fc7-9fc4-af5b043e3e6f tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/ports?device_id=28886562-bead-4c03-b18c-42830d7b7629 HTTP/1.1" status: 200 len: 946 time: 0.1837487 Jan 28 07:19:06.760701 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e88a1bdb-4fd3-4004-babc-de4ee78b4fa5 admin admin] Publish callbacks [] for security_group (688e48af-6567-4afe-84ca-1db5f68a719d), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:06.813645 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e88a1bdb-4fd3-4004-babc-de4ee78b4fa5 admin admin] Publish callbacks [] for security_group (688e48af-6567-4afe-84ca-1db5f68a719d), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:06.823028 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 28 Jan 2022 07:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11def370-f067-47b6-a65a-c307d4c87c59 x-openstack-request-id: req-11def370-f067-47b6-a65a-c307d4c87c59 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:19:06.823374 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6a3e00b-77a8-46cb-b6ca-854f6aa00009", "name": "network-vif-plugged", "status": "completed", "tag": "98a957b1-fc25-4fc9-8482-a2078a931162", "code": 200}, {"server_uuid": "a6a3e00b-77a8-46cb-b6ca-854f6aa00009", "name": "network-vif-plugged", "status": "completed", "tag": "e56de965-5480-410d-beed-6c4dc6d6159c", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:19:06.823588 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-11def370-f067-47b6-a65a-c307d4c87c59 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:19:06.823990 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6a3e00b-77a8-46cb-b6ca-854f6aa00009', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98a957b1-fc25-4fc9-8482-a2078a931162', 'code': 200} Jan 28 07:19:06.824281 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6a3e00b-77a8-46cb-b6ca-854f6aa00009', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e56de965-5480-410d-beed-6c4dc6d6159c', 'code': 200} Jan 28 07:19:06.911316 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:06.920594 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9c277372-45b8-4d11-b743-a86af3ffcb18 req-dc0b2ac0-e3c6-4fa7-a6f3-21b30f93df76 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3913eaa-d94a-405d-af3b-c47b7c21bae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1497133 Jan 28 07:19:06.975213 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e88a1bdb-4fd3-4004-babc-de4ee78b4fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (688e48af-6567-4afe-84ca-1db5f68a719d), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:06.980683 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e88a1bdb-4fd3-4004-babc-de4ee78b4fa5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:06.982994 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-e88a1bdb-4fd3-4004-babc-de4ee78b4fa5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/688e48af-6567-4afe-84ca-1db5f68a719d HTTP/1.1" status: 204 len: 168 time: 0.4532096 Jan 28 07:19:06.999476 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88a1bdb-4fd3-4004-babc-de4ee78b4fa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=688e48af-6567-4afe-84ca-1db5f68a719d,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:19:07.041622 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d7dd85-b3fd-474e-b30a-ca8b4e8ea371 req-3b81f8a8-5f28-4e94-a59f-f6b65f4064fd tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:07.051437 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d7dd85-b3fd-474e-b30a-ca8b4e8ea371 req-3b81f8a8-5f28-4e94-a59f-f6b65f4064fd tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:07.064138 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d7dd85-b3fd-474e-b30a-ca8b4e8ea371 req-3b81f8a8-5f28-4e94-a59f-f6b65f4064fd tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:07.080375 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d7dd85-b3fd-474e-b30a-ca8b4e8ea371 req-3b81f8a8-5f28-4e94-a59f-f6b65f4064fd tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:07.101027 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d7dd85-b3fd-474e-b30a-ca8b4e8ea371 req-3b81f8a8-5f28-4e94-a59f-f6b65f4064fd tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:07.117065 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d7dd85-b3fd-474e-b30a-ca8b4e8ea371 req-3b81f8a8-5f28-4e94-a59f-f6b65f4064fd tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:07.150269 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d7dd85-b3fd-474e-b30a-ca8b4e8ea371 req-3b81f8a8-5f28-4e94-a59f-f6b65f4064fd tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:07.159623 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f8d7dd85-b3fd-474e-b30a-ca8b4e8ea371 req-3b81f8a8-5f28-4e94-a59f-f6b65f4064fd tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009 HTTP/1.1" status: 200 len: 5443 time: 0.2066646 Jan 28 07:19:07.258421 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f8d7dd85-b3fd-474e-b30a-ca8b4e8ea371 req-f26e4f41-80c7-489f-b3cb-3ee65942111f tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/security-groups?id=e05d74b3-220f-46cd-b475-266b231f0f88&id=7f4d2140-e017-41d8-8ff9-e5d9b5e3138b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0922210 Jan 28 07:19:07.353007 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91d36ba-e17f-45cb-b6f8-a423b57495c7 req-989144f9-8bcd-4cff-90e4-7241e6a18709 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:07.354615 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d91d36ba-e17f-45cb-b6f8-a423b57495c7 req-989144f9-8bcd-4cff-90e4-7241e6a18709 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/ports?device_id=28886562-bead-4c03-b18c-42830d7b7629 HTTP/1.1" status: 200 len: 946 time: 0.1115725 Jan 28 07:19:07.364406 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 48790) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:19:07.369101 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-2fb5f5ee-4498-46e4-a49c-775c2b172503 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Request body: {'floatingip': {'port_id': 'e8bba4ec-e3da-41ff-8c8b-c71a7709aa9e'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:19:07.492273 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2fb5f5ee-4498-46e4-a49c-775c2b172503 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Publish callbacks [] for floatingip (3152e351-3e1b-4f53-9b38-29d8a1ff2717), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:07.819083 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76a6312-db9e-49e4-9932-1d8183aa2629 req-d692fdab-dd91-496d-9c75-12f01f4062da tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:07.819548 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db77f543-2563-4ba0-8448-2f028d96f2d4 req-41cb39a7-44d7-4205-a56c-dd71a3da0317 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:07.826862 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b76a6312-db9e-49e4-9932-1d8183aa2629 req-d692fdab-dd91-496d-9c75-12f01f4062da tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?device_id=b328533a-131d-4c2d-93c2-75cc1b0a39d4 HTTP/1.1" status: 200 len: 946 time: 0.4692581 Jan 28 07:19:07.833790 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-db77f543-2563-4ba0-8448-2f028d96f2d4 req-41cb39a7-44d7-4205-a56c-dd71a3da0317 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fa73890-3c2c-4c59-9c73-ce1eca1f276c HTTP/1.1" status: 200 len: 945 time: 0.1336641 Jan 28 07:19:07.967538 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-db77f543-2563-4ba0-8448-2f028d96f2d4 req-db0c8d73-f37e-4ef6-b54c-fe92ff93194c tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f7766-6108-45d3-a769-5b5e90234849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309237 Jan 28 07:19:07.997043 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b76a6312-db9e-49e4-9932-1d8183aa2629 req-e575cb8b-9ae2-4ba2-bd0c-ec4fab097b0b tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/security-groups?id=e977f99b-7e7b-4d49-bf15-4fd22b3b3b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575005 Jan 28 07:19:08.170457 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-00bc7a48-cbf4-40b0-8713-28119309a09e req-bd33967a-c092-45e2-9daf-b14cb13b3b1b tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] 10.222.0.41 "GET /v2.0/ports?device_id=6083985c-0b73-4bd3-aa7c-a1c7ad6729c2 HTTP/1.1" status: 200 len: 210 time: 0.0854044 Jan 28 07:19:08.595718 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63e164c-ac64-455a-918b-9cc713e31217 req-2f3a569a-bc17-499c-8f78-572803ef7b74 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:08.607593 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63e164c-ac64-455a-918b-9cc713e31217 req-2f3a569a-bc17-499c-8f78-572803ef7b74 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:08.620676 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63e164c-ac64-455a-918b-9cc713e31217 req-2f3a569a-bc17-499c-8f78-572803ef7b74 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:08.635023 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:08.638336 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63e164c-ac64-455a-918b-9cc713e31217 req-2f3a569a-bc17-499c-8f78-572803ef7b74 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:08.649772 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63e164c-ac64-455a-918b-9cc713e31217 req-2f3a569a-bc17-499c-8f78-572803ef7b74 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:08.658301 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63e164c-ac64-455a-918b-9cc713e31217 req-2f3a569a-bc17-499c-8f78-572803ef7b74 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:08.675623 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63e164c-ac64-455a-918b-9cc713e31217 req-2f3a569a-bc17-499c-8f78-572803ef7b74 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:08.690008 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f63e164c-ac64-455a-918b-9cc713e31217 req-2f3a569a-bc17-499c-8f78-572803ef7b74 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009 HTTP/1.1" status: 200 len: 5443 time: 0.3048921 Jan 28 07:19:08.701478 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 2bc81b5d-b80c-4c53-ab79-8daac706575a up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:19:08.825064 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6a3e00b-77a8-46cb-b6ca-854f6aa00009', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14257252-9cba-4711-a4fb-6a227afc07e3'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:19:08.829734 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-697c69b5-d07d-4bfc-9824-802727afc035" -d '{"events": [{"server_uuid": "a6a3e00b-77a8-46cb-b6ca-854f6aa00009", "name": "network-vif-plugged", "status": "completed", "tag": "14257252-9cba-4711-a4fb-6a227afc07e3"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:19:08.845497 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 2bc81b5d-b80c-4c53-ab79-8daac706575a triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:19:08.846799 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (2bc81b5d-b80c-4c53-ab79-8daac706575a), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:08.850187 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f63e164c-ac64-455a-918b-9cc713e31217 req-7686386b-54ad-45b4-833d-f129d53d02ab tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/security-groups?id=e05d74b3-220f-46cd-b475-266b231f0f88&id=7f4d2140-e017-41d8-8ff9-e5d9b5e3138b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1540732 Jan 28 07:19:08.937247 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:19:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-544502a6-56ca-408b-941e-b54308767e25 x-openstack-request-id: req-544502a6-56ca-408b-941e-b54308767e25 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:19:08.938867 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6a3e00b-77a8-46cb-b6ca-854f6aa00009", "name": "network-vif-plugged", "status": "completed", "tag": "14257252-9cba-4711-a4fb-6a227afc07e3", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:19:08.940598 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-544502a6-56ca-408b-941e-b54308767e25 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:19:08.941165 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6a3e00b-77a8-46cb-b6ca-854f6aa00009', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14257252-9cba-4711-a4fb-6a227afc07e3', 'code': 200} Jan 28 07:19:08.994152 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2fb5f5ee-4498-46e4-a49c-775c2b172503 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:09.005247 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2fb5f5ee-4498-46e4-a49c-775c2b172503 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16609095'] for floatingip (3152e351-3e1b-4f53-9b38-29d8a1ff2717), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:09.093588 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 2bc81b5d-b80c-4c53-ab79-8daac706575a is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:19:09.093987 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (2bc81b5d-b80c-4c53-ab79-8daac706575a), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:09.172185 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] For port 2bc81b5d-b80c-4c53-ab79-8daac706575a, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=2bc81b5d-b80c-4c53-ab79-8daac706575a,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:19:09.184529 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (2bc81b5d-b80c-4c53-ab79-8daac706575a), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:09.221917 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 48836) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:19:09.245993 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21f9788-ddc0-4e93-abac-0f3352ca3e2a req-49518e0f-9761-4d74-88c2-a60381e25bf0 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:09.258461 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e21f9788-ddc0-4e93-abac-0f3352ca3e2a req-49518e0f-9761-4d74-88c2-a60381e25bf0 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fa73890-3c2c-4c59-9c73-ce1eca1f276c HTTP/1.1" status: 200 len: 945 time: 0.1031890 Jan 28 07:19:09.295754 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Pushing event updated for resources: {'Port': ['ID=2bc81b5d-b80c-4c53-ab79-8daac706575a,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:19:09.335754 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e21f9788-ddc0-4e93-abac-0f3352ca3e2a req-89b6f4fc-32de-4fad-982d-c72dee51760d tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f7766-6108-45d3-a769-5b5e90234849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760083 Jan 28 07:19:09.415319 n-d-712749-28 neutron-server[103284]: INFO neutron.db.l3_db [None req-2fb5f5ee-4498-46e4-a49c-775c2b172503 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Floating IP 3152e351-3e1b-4f53-9b38-29d8a1ff2717 associated. External IP: 172.25.6.187, port: e8bba4ec-e3da-41ff-8c8b-c71a7709aa9e. Jan 28 07:19:09.420663 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4b40ebd8-c3fa-4518-803e-1fe0c46bb4d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:09.500986 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-07dacef3-9833-42f2-b24a-f09655b3d018 req-e735763a-4bbd-49ab-bfb5-311a196955c1 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] 10.222.0.41 "GET /v2.0/ports?device_id=6083985c-0b73-4bd3-aa7c-a1c7ad6729c2 HTTP/1.1" status: 200 len: 210 time: 0.0520244 Jan 28 07:19:09.615776 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88183721-8341-411f-ba7a-56554e3fd727 req-6bba2f86-235f-480c-a1d8-2cfd60f6bedc tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:09.623080 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-88183721-8341-411f-ba7a-56554e3fd727 req-6bba2f86-235f-480c-a1d8-2cfd60f6bedc tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?device_id=b328533a-131d-4c2d-93c2-75cc1b0a39d4 HTTP/1.1" status: 200 len: 946 time: 0.2914562 Jan 28 07:19:09.644505 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4b40ebd8-c3fa-4518-803e-1fe0c46bb4d7 admin admin] Publish callbacks [] for security_group (135be9d3-1e67-4074-bd22-eed093af5598), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:09.653676 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4b40ebd8-c3fa-4518-803e-1fe0c46bb4d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (135be9d3-1e67-4074-bd22-eed093af5598), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:09.700362 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-4b40ebd8-c3fa-4518-803e-1fe0c46bb4d7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=af2716453ab14b81ab6fa35dd9d4e94c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4711535 Jan 28 07:19:09.703173 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 48844) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:19:09.748026 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b40ebd8-c3fa-4518-803e-1fe0c46bb4d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=135be9d3-1e67-4074-bd22-eed093af5598,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:19:09.762873 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630697e4-5ecf-4832-b008-b22c93b9ac65 req-f3123e32-88b4-4f5d-a9ac-f4adf908461c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:09.763844 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630697e4-5ecf-4832-b008-b22c93b9ac65 req-f3123e32-88b4-4f5d-a9ac-f4adf908461c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:09.764983 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630697e4-5ecf-4832-b008-b22c93b9ac65 req-f3123e32-88b4-4f5d-a9ac-f4adf908461c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:09.765584 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630697e4-5ecf-4832-b008-b22c93b9ac65 req-f3123e32-88b4-4f5d-a9ac-f4adf908461c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:09.766816 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630697e4-5ecf-4832-b008-b22c93b9ac65 req-f3123e32-88b4-4f5d-a9ac-f4adf908461c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:09.767578 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630697e4-5ecf-4832-b008-b22c93b9ac65 req-f3123e32-88b4-4f5d-a9ac-f4adf908461c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:09.768188 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630697e4-5ecf-4832-b008-b22c93b9ac65 req-f3123e32-88b4-4f5d-a9ac-f4adf908461c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:09.772647 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-630697e4-5ecf-4832-b008-b22c93b9ac65 req-f3123e32-88b4-4f5d-a9ac-f4adf908461c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009 HTTP/1.1" status: 200 len: 6507 time: 0.4817824 Jan 28 07:19:09.805715 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-231674a1-6467-472f-94a9-1ac159c479dd admin admin] Publish callbacks [] for security_group (135be9d3-1e67-4074-bd22-eed093af5598), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:09.819288 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-88183721-8341-411f-ba7a-56554e3fd727 req-29b0e5ef-18b1-4432-9668-a3bd1da22179 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/security-groups?id=e977f99b-7e7b-4d49-bf15-4fd22b3b3b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950693 Jan 28 07:19:09.846863 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-231674a1-6467-472f-94a9-1ac159c479dd admin admin] Publish callbacks [] for security_group (135be9d3-1e67-4074-bd22-eed093af5598), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:09.859367 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a1e24d-fc9e-45a2-a334-029ceaedd9f4 req-251f5bb2-4fdc-449a-8631-65af20414096 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:09.861710 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-12a1e24d-fc9e-45a2-a334-029ceaedd9f4 req-251f5bb2-4fdc-449a-8631-65af20414096 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] 10.222.0.44 "GET /v2.0/networks?id=656bebbd-9c61-47d2-8da4-02f9ef76be7f HTTP/1.1" status: 200 len: 821 time: 0.5680549 Jan 28 07:19:09.911825 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:09.918739 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-630697e4-5ecf-4832-b008-b22c93b9ac65 req-fe3b65fb-6134-419e-b8fe-85783748cd83 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=7f4d2140-e017-41d8-8ff9-e5d9b5e3138b&id=e05d74b3-220f-46cd-b475-266b231f0f88&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1054049 Jan 28 07:19:09.922420 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-12a1e24d-fc9e-45a2-a334-029ceaedd9f4 req-58b12b7d-9289-4c80-a1e7-518f11b69d27 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] Request body: {'port': {'device_id': '6083985c-0b73-4bd3-aa7c-a1c7ad6729c2', 'network_id': '656bebbd-9c61-47d2-8da4-02f9ef76be7f', 'admin_state_up': True, 'tenant_id': '6cf57efb05234d29b910330efbcd8c2a'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:19:09.979292 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-231674a1-6467-472f-94a9-1ac159c479dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (135be9d3-1e67-4074-bd22-eed093af5598), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:09.982852 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-231674a1-6467-472f-94a9-1ac159c479dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:09.993938 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-231674a1-6467-472f-94a9-1ac159c479dd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/135be9d3-1e67-4074-bd22-eed093af5598 HTTP/1.1" status: 204 len: 168 time: 0.2800469 Jan 28 07:19:10.036888 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231674a1-6467-472f-94a9-1ac159c479dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=135be9d3-1e67-4074-bd22-eed093af5598,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:19:10.108893 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2488c2f-cbf0-45fd-b40f-42c5e7a6021b req-03d7f60a-0045-46a9-9ffb-2cbbc627d8ac tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:10.114864 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2488c2f-cbf0-45fd-b40f-42c5e7a6021b req-03d7f60a-0045-46a9-9ffb-2cbbc627d8ac tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:10.120632 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2488c2f-cbf0-45fd-b40f-42c5e7a6021b req-03d7f60a-0045-46a9-9ffb-2cbbc627d8ac tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:10.128150 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2488c2f-cbf0-45fd-b40f-42c5e7a6021b req-03d7f60a-0045-46a9-9ffb-2cbbc627d8ac tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:10.135071 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2488c2f-cbf0-45fd-b40f-42c5e7a6021b req-03d7f60a-0045-46a9-9ffb-2cbbc627d8ac tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:10.140349 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2488c2f-cbf0-45fd-b40f-42c5e7a6021b req-03d7f60a-0045-46a9-9ffb-2cbbc627d8ac tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:10.144080 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fb5f5ee-4498-46e4-a49c-775c2b172503 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Router 682a3156-cf45-49e0-8f39-7c9498d5e158 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:19:10.149503 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2488c2f-cbf0-45fd-b40f-42c5e7a6021b req-03d7f60a-0045-46a9-9ffb-2cbbc627d8ac tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:10.159704 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f2488c2f-cbf0-45fd-b40f-42c5e7a6021b req-03d7f60a-0045-46a9-9ffb-2cbbc627d8ac tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009 HTTP/1.1" status: 200 len: 5443 time: 0.1630089 Jan 28 07:19:10.210814 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12a1e24d-fc9e-45a2-a334-029ceaedd9f4 req-58b12b7d-9289-4c80-a1e7-518f11b69d27 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] Made reservation on behalf of 6cf57efb05234d29b910330efbcd8c2a for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:19:10.214203 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-12a1e24d-fc9e-45a2-a334-029ceaedd9f4 req-58b12b7d-9289-4c80-a1e7-518f11b69d27 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:10.251992 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f2488c2f-cbf0-45fd-b40f-42c5e7a6021b req-8e4fae1c-2fe6-41da-957d-307e7ac520a4 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/security-groups?id=e05d74b3-220f-46cd-b475-266b231f0f88&id=7f4d2140-e017-41d8-8ff9-e5d9b5e3138b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0830779 Jan 28 07:19:10.347387 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ed40b8-48a4-451e-a553-66dc06a6fee6 None None] Sync routers for ids ['48ac56fb-b2dd-4777-86ae-13abf89bee12'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:19:10.372056 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ed40b8-48a4-451e-a553-66dc06a6fee6 None None] Routers {'48ac56fb-b2dd-4777-86ae-13abf89bee12'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:19:10.375386 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-88ed40b8-48a4-451e-a553-66dc06a6fee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:19:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['48ac56fb-b2dd-4777-86ae-13abf89bee12'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:19:10.420266 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fb5f5ee-4498-46e4-a49c-775c2b172503 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:19:10.430830 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bef775c-2087-469b-a41f-2290e98bfd6f None None] Sync routers for ids ['682a3156-cf45-49e0-8f39-7c9498d5e158'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:19:10.442614 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2fb5f5ee-4498-46e4-a49c-775c2b172503 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for floatingip (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:10.459475 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bef775c-2087-469b-a41f-2290e98bfd6f None None] Routers {'682a3156-cf45-49e0-8f39-7c9498d5e158'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:19:10.461547 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-2bef775c-2087-469b-a41f-2290e98bfd6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:19:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['682a3156-cf45-49e0-8f39-7c9498d5e158'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:19:10.474290 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-12a1e24d-fc9e-45a2-a334-029ceaedd9f4 req-58b12b7d-9289-4c80-a1e7-518f11b69d27 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] Allocated IP 172.20.0.13 (656bebbd-9c61-47d2-8da4-02f9ef76be7f/a528b37a-7798-48f2-a35e-8eee53dfb4b6/2eb03726-cd32-4d52-875a-f478c1810fca) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:19:10.552582 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-2fb5f5ee-4498-46e4-a49c-775c2b172503 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "PUT /v2.0/floatingips/3152e351-3e1b-4f53-9b38-29d8a1ff2717 HTTP/1.1" status: 200 len: 992 time: 3.1870623 Jan 28 07:19:10.555043 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28886562-bead-4c03-b18c-42830d7b7629', 'tag': 'e8bba4ec-e3da-41ff-8c8b-c71a7709aa9e'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:19:10.557969 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-570d8a2e-2503-42f1-b09f-188a61563b2b" -d '{"events": [{"name": "network-changed", "server_uuid": "28886562-bead-4c03-b18c-42830d7b7629", "tag": "e8bba4ec-e3da-41ff-8c8b-c71a7709aa9e"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:19:10.575654 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-88ed40b8-48a4-451e-a553-66dc06a6fee6 None None] Set router 48ac56fb-b2dd-4777-86ae-13abf89bee12 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:19:10.655740 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bc184f-3525-4570-be40-46d699b72bc2 req-19878b50-8bc6-48d2-98d1-65e2b3283d65 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:10.667219 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-59bc184f-3525-4570-be40-46d699b72bc2 req-19878b50-8bc6-48d2-98d1-65e2b3283d65 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fa73890-3c2c-4c59-9c73-ce1eca1f276c HTTP/1.1" status: 200 len: 945 time: 0.1806343 Jan 28 07:19:10.722173 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2e270c19-8d71-46ae-b4cc-c849294c8581 req-1a65b0b3-7492-4ba0-a974-88386891129d tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] 10.222.0.41 "GET /v2.0/ports?device_id=6083985c-0b73-4bd3-aa7c-a1c7ad6729c2 HTTP/1.1" status: 200 len: 210 time: 0.0478706 Jan 28 07:19:10.778116 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-2bef775c-2087-469b-a41f-2290e98bfd6f None None] Set router 682a3156-cf45-49e0-8f39-7c9498d5e158 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:19:10.875374 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-59bc184f-3525-4570-be40-46d699b72bc2 req-ec2c9d51-8e8f-4d0a-b48b-02c52208a5fd tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f7766-6108-45d3-a769-5b5e90234849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071681 Jan 28 07:19:11.025400 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:19:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-375ad733-fe7f-4fda-ab91-f94c0f714717 x-openstack-request-id: req-375ad733-fe7f-4fda-ab91-f94c0f714717 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:19:11.027961 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 2bc81b5d-b80c-4c53-ab79-8daac706575a up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:19:11.033234 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28886562-bead-4c03-b18c-42830d7b7629", "tag": "e8bba4ec-e3da-41ff-8c8b-c71a7709aa9e", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:19:11.033836 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-375ad733-fe7f-4fda-ab91-f94c0f714717 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:19:11.034995 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28886562-bead-4c03-b18c-42830d7b7629', 'tag': 'e8bba4ec-e3da-41ff-8c8b-c71a7709aa9e', 'status': 'completed', 'code': 200} Jan 28 07:19:11.205759 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570d8a2e-2503-42f1-b09f-188a61563b2b req-f4032467-e4a7-46da-be1a-94cdf0aafcc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:11.205759 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-570d8a2e-2503-42f1-b09f-188a61563b2b req-f4032467-e4a7-46da-be1a-94cdf0aafcc7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8d47b614f63e4b68b737be6f6d46b64e&device_id=28886562-bead-4c03-b18c-42830d7b7629 HTTP/1.1" status: 200 len: 1098 time: 0.1058409 Jan 28 07:19:11.279058 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-12a1e24d-fc9e-45a2-a334-029ceaedd9f4 req-58b12b7d-9289-4c80-a1e7-518f11b69d27 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] Publish callbacks [] for port (2eb03726-cd32-4d52-875a-f478c1810fca), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:11.410496 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 2bc81b5d-b80c-4c53-ab79-8daac706575a triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:19:11.411126 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (2bc81b5d-b80c-4c53-ab79-8daac706575a), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:11.429232 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-12a1e24d-fc9e-45a2-a334-029ceaedd9f4 req-58b12b7d-9289-4c80-a1e7-518f11b69d27 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (2eb03726-cd32-4d52-875a-f478c1810fca), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:11.461518 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-88ed40b8-48a4-451e-a553-66dc06a6fee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ac56fb-b2dd-4777-86ae-13abf89bee12', 'name': 'tempest-FloatingIPsAssociationTestJSON-1050771046-router', 'tenant_id': '6cf57efb05234d29b910330efbcd8c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.52'}], 'enable_snat': True}, 'gw_port_id': '2bc81b5d-b80c-4c53-ab79-8daac706575a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:18:56Z', 'updated_at': '2022-01-28T07:19:02Z', 'revision_number': 4, 'project_id': '6cf57efb05234d29b910330efbcd8c2a', 'gw_port': {'id': '2bc81b5d-b80c-4c53-ab79-8daac706575a', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:90:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ac56fb-b2dd-4777-86ae-13abf89bee12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:18:57Z', 'updated_at': '2022-01-28T07:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '3bd50510-d5ce-49e1-9690-8a7833768837', 'name': '', 'network_id': '656bebbd-9c61-47d2-8da4-02f9ef76be7f', 'tenant_id': '6cf57efb05234d29b910330efbcd8c2a', 'mac_address': 'fa:16:3e:8e:71:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48ac56fb-b2dd-4777-86ae-13abf89bee12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'a528b37a-7798-48f2-a35e-8eee53dfb4b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:19:01Z', 'updated_at': '2022-01-28T07:19:03Z', 'revision_number': 2, 'project_id': '6cf57efb05234d29b910330efbcd8c2a', 'subnets': [{'id': 'a528b37a-7798-48f2-a35e-8eee53dfb4b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:19:11.478828 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-2bef775c-2087-469b-a41f-2290e98bfd6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '682a3156-cf45-49e0-8f39-7c9498d5e158', 'name': 'tempest-AttachVolumeShelveTestJSON-1963086362-router', 'tenant_id': '8d47b614f63e4b68b737be6f6d46b64e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '59660ec9-11d7-4130-ad3e-64898d57ff30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:18:34Z', 'updated_at': '2022-01-28T07:18:39Z', 'revision_number': 4, 'project_id': '8d47b614f63e4b68b737be6f6d46b64e', 'gw_port': {'id': '59660ec9-11d7-4130-ad3e-64898d57ff30', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:a8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '682a3156-cf45-49e0-8f39-7c9498d5e158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:18:35Z', 'updated_at': '2022-01-28T07:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_floatingips': [{'id': '3152e351-3e1b-4f53-9b38-29d8a1ff2717', 'tenant_id': '8d47b614f63e4b68b737be6f6d46b64e', 'floating_ip_address': '172.25.6.187', 'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'router_id': '682a3156-cf45-49e0-8f39-7c9498d5e158', 'port_id': 'e8bba4ec-e3da-41ff-8c8b-c71a7709aa9e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1312, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fabbfec3-31f9-4fc0-ba06-c03647e55067', 'mac_address': 'fa:16:3e:bb:63:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28886562-bead-4c03-b18c-42830d7b7629', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:18:45Z', 'updated_at': '2022-01-28T07:19:08Z', 'revision_number': 1, 'project_id': '8d47b614f63e4b68b737be6f6d46b64e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b94fe15-d9a5-48aa-96ef-27ba3512130e', 'name': '', 'network_id': 'fabbfec3-31f9-4fc0-ba06-c03647e55067', 'tenant_id': '8d47b614f63e4b68b737be6f6d46b64e', 'mac_address': 'fa:16:3e:1d:f7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '682a3156-cf45-49e0-8f39-7c9498d5e158', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '3d88cecc-14ce-41cc-908a-862b0f3950e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:18:38Z', 'updated_at': '2022-01-28T07:18:44Z', 'revision_number': 5, 'project_id': '8d47b614f63e4b68b737be6f6d46b64e', 'subnets': [{'id': '3d88cecc-14ce-41cc-908a-862b0f3950e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:19:11.494174 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ed40b8-48a4-451e-a553-66dc06a6fee6 None None] Checking router: 48ac56fb-b2dd-4777-86ae-13abf89bee12 for host: n-d-712749-28 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:19:11.495362 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ed40b8-48a4-451e-a553-66dc06a6fee6 None None] Updating router 48ac56fb-b2dd-4777-86ae-13abf89bee12 port 3bd50510-d5ce-49e1-9690-8a7833768837 binding host n-d-712749-28 {{(pid=103286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 07:19:11.503007 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bf0d6c-5ab9-4301-bf37-db5a99117617 req-a6bda458-7621-49d7-8380-d714c92a21ac tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:11.508678 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-35bf0d6c-5ab9-4301-bf37-db5a99117617 req-a6bda458-7621-49d7-8380-d714c92a21ac tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?device_id=b328533a-131d-4c2d-93c2-75cc1b0a39d4 HTTP/1.1" status: 200 len: 946 time: 0.3346078 Jan 28 07:19:11.513712 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bef775c-2087-469b-a41f-2290e98bfd6f None None] Checking router: 682a3156-cf45-49e0-8f39-7c9498d5e158 for host: n-d-712749-28 {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:19:11.527163 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bef775c-2087-469b-a41f-2290e98bfd6f None None] Routers {'682a3156-cf45-49e0-8f39-7c9498d5e158'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:19:11.528226 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-2bef775c-2087-469b-a41f-2290e98bfd6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:19:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['682a3156-cf45-49e0-8f39-7c9498d5e158'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:19:11.531445 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-88ed40b8-48a4-451e-a553-66dc06a6fee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (3bd50510-d5ce-49e1-9690-8a7833768837), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:11.564678 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570d8a2e-2503-42f1-b09f-188a61563b2b req-e62d5276-298d-4da8-bf80-be386dbd6a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:11.566445 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-570d8a2e-2503-42f1-b09f-188a61563b2b req-e62d5276-298d-4da8-bf80-be386dbd6a37 service neutron] 10.222.0.44 "GET /v2.0/networks?id=fabbfec3-31f9-4fc0-ba06-c03647e55067 HTTP/1.1" status: 200 len: 918 time: 0.3424573 Jan 28 07:19:11.611292 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 2bc81b5d-b80c-4c53-ab79-8daac706575a is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:19:11.687890 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-570d8a2e-2503-42f1-b09f-188a61563b2b req-11ddebb5-edaa-48e2-bdae-b6c9eb0e720b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e8bba4ec-e3da-41ff-8c8b-c71a7709aa9e HTTP/1.1" status: 200 len: 1000 time: 0.1093056 Jan 28 07:19:11.702036 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08e2735-f87e-4e66-9ded-39c28c896935 req-17311d93-47a6-4dee-86f1-6a309b45ad2a tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:11.708975 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08e2735-f87e-4e66-9ded-39c28c896935 req-17311d93-47a6-4dee-86f1-6a309b45ad2a tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:11.712386 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12a1e24d-fc9e-45a2-a334-029ceaedd9f4 req-58b12b7d-9289-4c80-a1e7-518f11b69d27 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] Network 656bebbd-9c61-47d2-8da4-02f9ef76be7f is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:19:11.715222 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08e2735-f87e-4e66-9ded-39c28c896935 req-17311d93-47a6-4dee-86f1-6a309b45ad2a tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:11.721688 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08e2735-f87e-4e66-9ded-39c28c896935 req-17311d93-47a6-4dee-86f1-6a309b45ad2a tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:11.728512 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08e2735-f87e-4e66-9ded-39c28c896935 req-17311d93-47a6-4dee-86f1-6a309b45ad2a tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:11.736309 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08e2735-f87e-4e66-9ded-39c28c896935 req-17311d93-47a6-4dee-86f1-6a309b45ad2a tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:11.742443 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08e2735-f87e-4e66-9ded-39c28c896935 req-17311d93-47a6-4dee-86f1-6a309b45ad2a tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:11.744073 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-12a1e24d-fc9e-45a2-a334-029ceaedd9f4 req-58b12b7d-9289-4c80-a1e7-518f11b69d27 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:19:11.754500 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e08e2735-f87e-4e66-9ded-39c28c896935 req-17311d93-47a6-4dee-86f1-6a309b45ad2a tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009 HTTP/1.1" status: 200 len: 5443 time: 0.1868372 Jan 28 07:19:11.773842 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-12a1e24d-fc9e-45a2-a334-029ceaedd9f4 req-58b12b7d-9289-4c80-a1e7-518f11b69d27 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:19:11.786220 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b12b7d-9289-4c80-a1e7-518f11b69d27 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] Pushing event updated for resources: {'Port': ['ID=2eb03726-cd32-4d52-875a-f478c1810fca,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:19:11.802182 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-2bef775c-2087-469b-a41f-2290e98bfd6f None None] Set router 682a3156-cf45-49e0-8f39-7c9498d5e158 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:19:11.815201 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570d8a2e-2503-42f1-b09f-188a61563b2b req-9796918d-8109-44fa-9556-903fcbd914b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:11.816919 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-570d8a2e-2503-42f1-b09f-188a61563b2b req-9796918d-8109-44fa-9556-903fcbd914b4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3d88cecc-14ce-41cc-908a-862b0f3950e3 HTTP/1.1" status: 200 len: 856 time: 0.0522785 Jan 28 07:19:11.958649 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-88ed40b8-48a4-451e-a553-66dc06a6fee6 None None] Publish callbacks [] for port (3bd50510-d5ce-49e1-9690-8a7833768837), precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:11.975469 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a1e24d-fc9e-45a2-a334-029ceaedd9f4 req-58b12b7d-9289-4c80-a1e7-518f11b69d27 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:11.977496 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-88ed40b8-48a4-451e-a553-66dc06a6fee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (3bd50510-d5ce-49e1-9690-8a7833768837), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:11.981276 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-12a1e24d-fc9e-45a2-a334-029ceaedd9f4 req-58b12b7d-9289-4c80-a1e7-518f11b69d27 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:11.983526 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e08e2735-f87e-4e66-9ded-39c28c896935 req-899160af-925a-4e3b-bb8b-ed600f19757a tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/security-groups?id=e05d74b3-220f-46cd-b475-266b231f0f88&id=7f4d2140-e017-41d8-8ff9-e5d9b5e3138b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2266550 Jan 28 07:19:11.996413 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-35bf0d6c-5ab9-4301-bf37-db5a99117617 req-54f7da6d-7681-447d-9a6e-b4a3df228588 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/security-groups?id=e977f99b-7e7b-4d49-bf15-4fd22b3b3b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3020694 Jan 28 07:19:12.002922 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570d8a2e-2503-42f1-b09f-188a61563b2b req-362f7775-9065-46fb-87da-73fa685ef356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:12.006769 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-570d8a2e-2503-42f1-b09f-188a61563b2b req-362f7775-9065-46fb-87da-73fa685ef356 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fabbfec3-31f9-4fc0-ba06-c03647e55067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1811342 Jan 28 07:19:12.033684 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-12a1e24d-fc9e-45a2-a334-029ceaedd9f4 req-58b12b7d-9289-4c80-a1e7-518f11b69d27 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1202300 Jan 28 07:19:12.061873 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-12a1e24d-fc9e-45a2-a334-029ceaedd9f4 req-983fbcf0-0539-447a-b762-58903392a95c service neutron] Request body: {'port': {'device_id': '6083985c-0b73-4bd3-aa7c-a1c7ad6729c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712749-28'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:19:12.098796 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e8d1b4-1711-4970-971b-32736b1c9668 None None] Pushing event updated for resources: {'Port': ['ID=3bd50510-d5ce-49e1-9690-8a7833768837,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:19:12.307013 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-88ed40b8-48a4-451e-a553-66dc06a6fee6 None None] Attempting to bind port 3bd50510-d5ce-49e1-9690-8a7833768837 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:19:12.307263 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-88ed40b8-48a4-451e-a553-66dc06a6fee6 None None] Attempting to bind port 3bd50510-d5ce-49e1-9690-8a7833768837 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': 'e34c38a9-0f60-4c18-ab34-490b22782060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '656bebbd-9c61-47d2-8da4-02f9ef76be7f'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:19:12.307596 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ed40b8-48a4-451e-a553-66dc06a6fee6 None None] Attempting to bind port 3bd50510-d5ce-49e1-9690-8a7833768837 on network 656bebbd-9c61-47d2-8da4-02f9ef76be7f {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:19:12.318150 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ed40b8-48a4-451e-a553-66dc06a6fee6 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:19:12.318535 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ed40b8-48a4-451e-a553-66dc06a6fee6 None None] Checking segment: {'id': 'e34c38a9-0f60-4c18-ab34-490b22782060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '656bebbd-9c61-47d2-8da4-02f9ef76be7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:19:12.318941 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-88ed40b8-48a4-451e-a553-66dc06a6fee6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:12.319343 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ed40b8-48a4-451e-a553-66dc06a6fee6 None None] Bound using segment: {'id': 'e34c38a9-0f60-4c18-ab34-490b22782060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '656bebbd-9c61-47d2-8da4-02f9ef76be7f'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:19:12.323670 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-88ed40b8-48a4-451e-a553-66dc06a6fee6 None None] Bound port: 3bd50510-d5ce-49e1-9690-8a7833768837, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e34c38a9-0f60-4c18-ab34-490b22782060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '656bebbd-9c61-47d2-8da4-02f9ef76be7f'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:19:12.324428 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-88ed40b8-48a4-451e-a553-66dc06a6fee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (3bd50510-d5ce-49e1-9690-8a7833768837), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:12.364881 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-12a1e24d-fc9e-45a2-a334-029ceaedd9f4 req-983fbcf0-0539-447a-b762-58903392a95c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (2eb03726-cd32-4d52-875a-f478c1810fca), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:12.442821 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-dd2771b1-f587-4617-9d09-70174c9a1d8c None None] Provisioning complete for port 2eb03726-cd32-4d52-875a-f478c1810fca triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:19:12.443412 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dd2771b1-f587-4617-9d09-70174c9a1d8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (2eb03726-cd32-4d52-875a-f478c1810fca), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:12.557430 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-88ed40b8-48a4-451e-a553-66dc06a6fee6 None None] For port 3bd50510-d5ce-49e1-9690-8a7833768837, host n-d-712749-28, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:19:12.563637 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-dd2771b1-f587-4617-9d09-70174c9a1d8c None None] Port 2eb03726-cd32-4d52-875a-f478c1810fca cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:19:12.590123 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-88ed40b8-48a4-451e-a553-66dc06a6fee6 None None] For port 3bd50510-d5ce-49e1-9690-8a7833768837, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=3bd50510-d5ce-49e1-9690-8a7833768837,segment=NetworkSegment(e34c38a9-0f60-4c18-ab34-490b22782060),segment_id=e34c38a9-0f60-4c18-ab34-490b22782060)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:19:12.592739 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-2bef775c-2087-469b-a41f-2290e98bfd6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '682a3156-cf45-49e0-8f39-7c9498d5e158', 'name': 'tempest-AttachVolumeShelveTestJSON-1963086362-router', 'tenant_id': '8d47b614f63e4b68b737be6f6d46b64e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '59660ec9-11d7-4130-ad3e-64898d57ff30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:18:34Z', 'updated_at': '2022-01-28T07:18:39Z', 'revision_number': 4, 'project_id': '8d47b614f63e4b68b737be6f6d46b64e', 'gw_port': {'id': '59660ec9-11d7-4130-ad3e-64898d57ff30', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:a8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '682a3156-cf45-49e0-8f39-7c9498d5e158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:18:35Z', 'updated_at': '2022-01-28T07:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_floatingips': [{'id': '3152e351-3e1b-4f53-9b38-29d8a1ff2717', 'tenant_id': '8d47b614f63e4b68b737be6f6d46b64e', 'floating_ip_address': '172.25.6.187', 'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'router_id': '682a3156-cf45-49e0-8f39-7c9498d5e158', 'port_id': 'e8bba4ec-e3da-41ff-8c8b-c71a7709aa9e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1312, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fabbfec3-31f9-4fc0-ba06-c03647e55067', 'mac_address': 'fa:16:3e:bb:63:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28886562-bead-4c03-b18c-42830d7b7629', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:18:45Z', 'updated_at': '2022-01-28T07:19:08Z', 'revision_number': 1, 'project_id': '8d47b614f63e4b68b737be6f6d46b64e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b94fe15-d9a5-48aa-96ef-27ba3512130e', 'name': '', 'network_id': 'fabbfec3-31f9-4fc0-ba06-c03647e55067', 'tenant_id': '8d47b614f63e4b68b737be6f6d46b64e', 'mac_address': 'fa:16:3e:1d:f7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '682a3156-cf45-49e0-8f39-7c9498d5e158', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '3d88cecc-14ce-41cc-908a-862b0f3950e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:18:38Z', 'updated_at': '2022-01-28T07:18:44Z', 'revision_number': 5, 'project_id': '8d47b614f63e4b68b737be6f6d46b64e', 'subnets': [{'id': '3d88cecc-14ce-41cc-908a-862b0f3950e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:19:12.621507 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-88ed40b8-48a4-451e-a553-66dc06a6fee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (3bd50510-d5ce-49e1-9690-8a7833768837), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:12.691161 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bef775c-2087-469b-a41f-2290e98bfd6f None None] The sync data for ids ['682a3156-cf45-49e0-8f39-7c9498d5e158'] in n-d-712749-28 is: [{'id': '682a3156-cf45-49e0-8f39-7c9498d5e158', 'name': 'tempest-AttachVolumeShelveTestJSON-1963086362-router', 'tenant_id': '8d47b614f63e4b68b737be6f6d46b64e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '59660ec9-11d7-4130-ad3e-64898d57ff30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:18:34Z', 'updated_at': '2022-01-28T07:18:39Z', 'revision_number': 4, 'project_id': '8d47b614f63e4b68b737be6f6d46b64e', 'gw_port': {'id': '59660ec9-11d7-4130-ad3e-64898d57ff30', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:a8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '682a3156-cf45-49e0-8f39-7c9498d5e158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:18:35Z', 'updated_at': '2022-01-28T07:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_floatingips': [{'id': '3152e351-3e1b-4f53-9b38-29d8a1ff2717', 'tenant_id': '8d47b614f63e4b68b737be6f6d46b64e', 'floating_ip_address': '172.25.6.187', 'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'router_id': '682a3156-cf45-49e0-8f39-7c9498d5e158', 'port_id': 'e8bba4ec-e3da-41ff-8c8b-c71a7709aa9e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1312, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fabbfec3-31f9-4fc0-ba06-c03647e55067', 'mac_address': 'fa:16:3e:bb:63:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28886562-bead-4c03-b18c-42830d7b7629', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:18:45Z', 'updated_at': '2022-01-28T07:19:08Z', 'revision_number': 1, 'project_id': '8d47b614f63e4b68b737be6f6d46b64e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b94fe15-d9a5-48aa-96ef-27ba3512130e', 'name': '', 'network_id': 'fabbfec3-31f9-4fc0-ba06-c03647e55067', 'tenant_id': '8d47b614f63e4b68b737be6f6d46b64e', 'mac_address': 'fa:16:3e:1d:f7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '682a3156-cf45-49e0-8f39-7c9498d5e158', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '3d88cecc-14ce-41cc-908a-862b0f3950e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:18:38Z', 'updated_at': '2022-01-28T07:18:44Z', 'revision_number': 5, 'project_id': '8d47b614f63e4b68b737be6f6d46b64e', 'subnets': [{'id': '3d88cecc-14ce-41cc-908a-862b0f3950e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:19:12.849763 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e8d1b4-1711-4970-971b-32736b1c9668 None None] Pushing event updated for resources: {'Port': ['ID=3bd50510-d5ce-49e1-9690-8a7833768837,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:19:12.862954 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ed40b8-48a4-451e-a553-66dc06a6fee6 None None] Routers {'48ac56fb-b2dd-4777-86ae-13abf89bee12'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:19:12.863592 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-88ed40b8-48a4-451e-a553-66dc06a6fee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:19:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['48ac56fb-b2dd-4777-86ae-13abf89bee12'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:19:12.908739 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-17d10a2f-b06f-44ab-a8b2-9453514982a1 None None] Provisioning complete for port 3bd50510-d5ce-49e1-9690-8a7833768837 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:19:12.909717 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-17d10a2f-b06f-44ab-a8b2-9453514982a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (3bd50510-d5ce-49e1-9690-8a7833768837), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:13.044322 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-12a1e24d-fc9e-45a2-a334-029ceaedd9f4 req-983fbcf0-0539-447a-b762-58903392a95c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2eb03726-cd32-4d52-875a-f478c1810fca {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:19:13.054297 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-12a1e24d-fc9e-45a2-a334-029ceaedd9f4 req-983fbcf0-0539-447a-b762-58903392a95c service neutron] Publish callbacks [] for port (2eb03726-cd32-4d52-875a-f478c1810fca), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:13.081259 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-12a1e24d-fc9e-45a2-a334-029ceaedd9f4 req-983fbcf0-0539-447a-b762-58903392a95c service neutron] Transition to ACTIVE for port object 2eb03726-cd32-4d52-875a-f478c1810fca will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:19:13.117243 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e54c41-c1aa-4ce3-bcb4-5c6efe5d30af req-8f903648-2ee6-41e6-a6ce-2b15f869a2fd tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:13.118828 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-88e54c41-c1aa-4ce3-bcb4-5c6efe5d30af req-8f903648-2ee6-41e6-a6ce-2b15f869a2fd tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] 10.222.0.41 "GET /v2.0/ports?device_id=6083985c-0b73-4bd3-aa7c-a1c7ad6729c2 HTTP/1.1" status: 200 len: 932 time: 0.8438003 Jan 28 07:19:13.119731 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-12a1e24d-fc9e-45a2-a334-029ceaedd9f4 req-983fbcf0-0539-447a-b762-58903392a95c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (2eb03726-cd32-4d52-875a-f478c1810fca), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:13.196488 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-88ed40b8-48a4-451e-a553-66dc06a6fee6 None None] Set router 48ac56fb-b2dd-4777-86ae-13abf89bee12 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:19:13.238510 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7517f4-f772-4c27-b5f5-c9c5c705d4d4 req-5cdf8342-d0b5-4a2b-8639-fa6e95203d5b tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:13.250171 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8e7517f4-f772-4c27-b5f5-c9c5c705d4d4 req-5cdf8342-d0b5-4a2b-8639-fa6e95203d5b tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fa73890-3c2c-4c59-9c73-ce1eca1f276c HTTP/1.1" status: 200 len: 945 time: 1.0489373 Jan 28 07:19:13.273471 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-17d10a2f-b06f-44ab-a8b2-9453514982a1 None None] Current status of the port 3bd50510-d5ce-49e1-9690-8a7833768837 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:19:13.274643 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-17d10a2f-b06f-44ab-a8b2-9453514982a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (3bd50510-d5ce-49e1-9690-8a7833768837), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:13.337719 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983fbcf0-0539-447a-b762-58903392a95c service neutron] Pushing event updated for resources: {'Port': ['ID=2eb03726-cd32-4d52-875a-f478c1810fca,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:19:13.365241 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-17d10a2f-b06f-44ab-a8b2-9453514982a1 None None] For port 3bd50510-d5ce-49e1-9690-8a7833768837, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=3bd50510-d5ce-49e1-9690-8a7833768837,segment=NetworkSegment(e34c38a9-0f60-4c18-ab34-490b22782060),segment_id=e34c38a9-0f60-4c18-ab34-490b22782060)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:19:13.377751 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-17d10a2f-b06f-44ab-a8b2-9453514982a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (3bd50510-d5ce-49e1-9690-8a7833768837), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:13.434783 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8e7517f4-f772-4c27-b5f5-c9c5c705d4d4 req-30e5f54d-2764-490c-a9a5-8f94855d3234 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f7766-6108-45d3-a769-5b5e90234849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702378 Jan 28 07:19:13.434783 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-570d8a2e-2503-42f1-b09f-188a61563b2b req-b2ec0a5f-a628-4952-a6df-7fdc3cd43bd4 service neutron] 10.222.0.44 "GET /v2.0/networks/fabbfec3-31f9-4fc0-ba06-c03647e55067?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4046609 Jan 28 07:19:13.472465 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-88e54c41-c1aa-4ce3-bcb4-5c6efe5d30af req-6618c058-4715-4113-aedc-5351b2590119 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] 10.222.0.41 "GET /v2.0/security-groups?id=c744b8c4-ff94-4ae9-bc40-09d43c741058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3440740 Jan 28 07:19:13.485814 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042ebc3b-27ce-4116-9ae8-71fdcbc459f1 None None] New status for floating IP 3152e351-3e1b-4f53-9b38-29d8a1ff2717: ACTIVE {{(pid=103286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 07:19:13.545245 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d10a2f-b06f-44ab-a8b2-9453514982a1 None None] Pushing event updated for resources: {'Port': ['ID=3bd50510-d5ce-49e1-9690-8a7833768837,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:19:13.567177 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-12a1e24d-fc9e-45a2-a334-029ceaedd9f4 req-983fbcf0-0539-447a-b762-58903392a95c service neutron] Attempting to bind port 2eb03726-cd32-4d52-875a-f478c1810fca on host n-h2-712749-28 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:19:13.567177 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-12a1e24d-fc9e-45a2-a334-029ceaedd9f4 req-983fbcf0-0539-447a-b762-58903392a95c service neutron] Attempting to bind port 2eb03726-cd32-4d52-875a-f478c1810fca by drivers openvswitch,hyperv on host n-h2-712749-28 at level 0 using segments [{'id': 'e34c38a9-0f60-4c18-ab34-490b22782060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '656bebbd-9c61-47d2-8da4-02f9ef76be7f'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:19:13.567549 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a1e24d-fc9e-45a2-a334-029ceaedd9f4 req-983fbcf0-0539-447a-b762-58903392a95c service neutron] Attempting to bind port 2eb03726-cd32-4d52-875a-f478c1810fca on network 656bebbd-9c61-47d2-8da4-02f9ef76be7f {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:19:13.579356 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-b37d9335-3e93-4a07-9567-258111adcf65 None None] Provisioning complete for port 3bd50510-d5ce-49e1-9690-8a7833768837 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:19:13.579846 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b37d9335-3e93-4a07-9567-258111adcf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (3bd50510-d5ce-49e1-9690-8a7833768837), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:13.586637 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a1e24d-fc9e-45a2-a334-029ceaedd9f4 req-983fbcf0-0539-447a-b762-58903392a95c service neutron] Port 2eb03726-cd32-4d52-875a-f478c1810fca on network 656bebbd-9c61-47d2-8da4-02f9ef76be7f not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-28 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:19:13.586979 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a1e24d-fc9e-45a2-a334-029ceaedd9f4 req-983fbcf0-0539-447a-b762-58903392a95c service neutron] Attempting to bind port 2eb03726-cd32-4d52-875a-f478c1810fca on network 656bebbd-9c61-47d2-8da4-02f9ef76be7f {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:19:13.597490 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a1e24d-fc9e-45a2-a334-029ceaedd9f4 req-983fbcf0-0539-447a-b762-58903392a95c service neutron] Checking agent: {'id': 'c9906e63-062c-432e-bb53-63fdb8115e18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:19:13.597857 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a1e24d-fc9e-45a2-a334-029ceaedd9f4 req-983fbcf0-0539-447a-b762-58903392a95c service neutron] Checking segment: {'id': 'e34c38a9-0f60-4c18-ab34-490b22782060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '656bebbd-9c61-47d2-8da4-02f9ef76be7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:19:13.598218 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a1e24d-fc9e-45a2-a334-029ceaedd9f4 req-983fbcf0-0539-447a-b762-58903392a95c service neutron] Bound using segment: {'id': 'e34c38a9-0f60-4c18-ab34-490b22782060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '656bebbd-9c61-47d2-8da4-02f9ef76be7f'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:19:13.598656 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-12a1e24d-fc9e-45a2-a334-029ceaedd9f4 req-983fbcf0-0539-447a-b762-58903392a95c service neutron] Bound port: 2eb03726-cd32-4d52-875a-f478c1810fca, host: n-h2-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e34c38a9-0f60-4c18-ab34-490b22782060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '656bebbd-9c61-47d2-8da4-02f9ef76be7f'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:19:13.599014 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-12a1e24d-fc9e-45a2-a334-029ceaedd9f4 req-983fbcf0-0539-447a-b762-58903392a95c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (2eb03726-cd32-4d52-875a-f478c1810fca), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:13.710115 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-570d8a2e-2503-42f1-b09f-188a61563b2b req-d3a8b944-648d-4524-a39b-e786e0445fb5 service neutron] 10.222.0.44 "GET /v2.0/networks/fabbfec3-31f9-4fc0-ba06-c03647e55067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2567821 Jan 28 07:19:13.794834 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-b37d9335-3e93-4a07-9567-258111adcf65 None None] Current status of the port 3bd50510-d5ce-49e1-9690-8a7833768837 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:19:13.801651 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-12a1e24d-fc9e-45a2-a334-029ceaedd9f4 req-983fbcf0-0539-447a-b762-58903392a95c service neutron] For port 2eb03726-cd32-4d52-875a-f478c1810fca, host n-h2-712749-28, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:19:13.807888 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-12a1e24d-fc9e-45a2-a334-029ceaedd9f4 req-983fbcf0-0539-447a-b762-58903392a95c service neutron] For port 2eb03726-cd32-4d52-875a-f478c1810fca, host n-h2-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=2eb03726-cd32-4d52-875a-f478c1810fca,segment=NetworkSegment(e34c38a9-0f60-4c18-ab34-490b22782060),segment_id=e34c38a9-0f60-4c18-ab34-490b22782060)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:19:13.825829 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-12a1e24d-fc9e-45a2-a334-029ceaedd9f4 req-983fbcf0-0539-447a-b762-58903392a95c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (2eb03726-cd32-4d52-875a-f478c1810fca), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:13.918038 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a1e24d-fc9e-45a2-a334-029ceaedd9f4 req-983fbcf0-0539-447a-b762-58903392a95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:13.924651 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-12a1e24d-fc9e-45a2-a334-029ceaedd9f4 req-983fbcf0-0539-447a-b762-58903392a95c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:13.926357 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-12a1e24d-fc9e-45a2-a334-029ceaedd9f4 req-983fbcf0-0539-447a-b762-58903392a95c service neutron] 10.222.0.44 "PUT /v2.0/ports/2eb03726-cd32-4d52-875a-f478c1810fca HTTP/1.1" status: 200 len: 1093 time: 1.8787878 Jan 28 07:19:13.926850 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6083985c-0b73-4bd3-aa7c-a1c7ad6729c2', 'tag': '2eb03726-cd32-4d52-875a-f478c1810fca'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:19:13.934711 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe70ca81-cfcf-404e-9a87-fd60af0166e5" -d '{"events": [{"name": "network-changed", "server_uuid": "6083985c-0b73-4bd3-aa7c-a1c7ad6729c2", "tag": "2eb03726-cd32-4d52-875a-f478c1810fca"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:19:14.004641 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983fbcf0-0539-447a-b762-58903392a95c service neutron] Pushing event updated for resources: {'Port': ['ID=2eb03726-cd32-4d52-875a-f478c1810fca,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:19:14.018172 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be90d6c-ac26-401b-a37f-b5f25054cb06 req-35123215-032b-4d56-80bc-af02a8442766 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:14.034533 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6be90d6c-ac26-401b-a37f-b5f25054cb06 req-35123215-032b-4d56-80bc-af02a8442766 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?device_id=b328533a-131d-4c2d-93c2-75cc1b0a39d4 HTTP/1.1" status: 200 len: 946 time: 0.2171416 Jan 28 07:19:14.098897 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 48990) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:19:14.225103 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6be90d6c-ac26-401b-a37f-b5f25054cb06 req-a0e04835-f955-4ca1-9857-eac8f1c76102 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/security-groups?id=e977f99b-7e7b-4d49-bf15-4fd22b3b3b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862538 Jan 28 07:19:14.263508 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a1e24d-fc9e-45a2-a334-029ceaedd9f4 req-8d7a2e25-e3d5-4548-a652-7d1f79b24e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:14.265088 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-12a1e24d-fc9e-45a2-a334-029ceaedd9f4 req-8d7a2e25-e3d5-4548-a652-7d1f79b24e43 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6cf57efb05234d29b910330efbcd8c2a&device_id=6083985c-0b73-4bd3-aa7c-a1c7ad6729c2 HTTP/1.1" status: 200 len: 1096 time: 0.2511003 Jan 28 07:19:14.311584 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cf7966-343c-4344-b47f-85cf752939b7 req-c89fd4c1-e2a9-496d-a5d1-080cafdc3e0b tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:14.326903 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cf7966-343c-4344-b47f-85cf752939b7 req-c89fd4c1-e2a9-496d-a5d1-080cafdc3e0b tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:14.341226 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cf7966-343c-4344-b47f-85cf752939b7 req-c89fd4c1-e2a9-496d-a5d1-080cafdc3e0b tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:14.350470 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-88ed40b8-48a4-451e-a553-66dc06a6fee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ac56fb-b2dd-4777-86ae-13abf89bee12', 'name': 'tempest-FloatingIPsAssociationTestJSON-1050771046-router', 'tenant_id': '6cf57efb05234d29b910330efbcd8c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.52'}], 'enable_snat': True}, 'gw_port_id': '2bc81b5d-b80c-4c53-ab79-8daac706575a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:18:56Z', 'updated_at': '2022-01-28T07:19:02Z', 'revision_number': 4, 'project_id': '6cf57efb05234d29b910330efbcd8c2a', 'gw_port': {'id': '2bc81b5d-b80c-4c53-ab79-8daac706575a', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:90:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ac56fb-b2dd-4777-86ae-13abf89bee12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:18:57Z', 'updated_at': '2022-01-28T07:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '3bd50510-d5ce-49e1-9690-8a7833768837', 'name': '', 'network_id': '656bebbd-9c61-47d2-8da4-02f9ef76be7f', 'tenant_id': '6cf57efb05234d29b910330efbcd8c2a', 'mac_address': 'fa:16:3e:8e:71:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48ac56fb-b2dd-4777-86ae-13abf89bee12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'a528b37a-7798-48f2-a35e-8eee53dfb4b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:19:01Z', 'updated_at': '2022-01-28T07:19:12Z', 'revision_number': 4, 'project_id': '6cf57efb05234d29b910330efbcd8c2a', 'subnets': [{'id': 'a528b37a-7798-48f2-a35e-8eee53dfb4b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:19:14.354821 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cf7966-343c-4344-b47f-85cf752939b7 req-c89fd4c1-e2a9-496d-a5d1-080cafdc3e0b tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:14.365158 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cf7966-343c-4344-b47f-85cf752939b7 req-c89fd4c1-e2a9-496d-a5d1-080cafdc3e0b tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:14.370458 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cf7966-343c-4344-b47f-85cf752939b7 req-c89fd4c1-e2a9-496d-a5d1-080cafdc3e0b tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:14.390465 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ed40b8-48a4-451e-a553-66dc06a6fee6 None None] The sync data for ids ['48ac56fb-b2dd-4777-86ae-13abf89bee12'] in n-d-712749-28 is: [{'id': '48ac56fb-b2dd-4777-86ae-13abf89bee12', 'name': 'tempest-FloatingIPsAssociationTestJSON-1050771046-router', 'tenant_id': '6cf57efb05234d29b910330efbcd8c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.52'}], 'enable_snat': True}, 'gw_port_id': '2bc81b5d-b80c-4c53-ab79-8daac706575a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:18:56Z', 'updated_at': '2022-01-28T07:19:02Z', 'revision_number': 4, 'project_id': '6cf57efb05234d29b910330efbcd8c2a', 'gw_port': {'id': '2bc81b5d-b80c-4c53-ab79-8daac706575a', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:90:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ac56fb-b2dd-4777-86ae-13abf89bee12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:18:57Z', 'updated_at': '2022-01-28T07:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '3bd50510-d5ce-49e1-9690-8a7833768837', 'name': '', 'network_id': '656bebbd-9c61-47d2-8da4-02f9ef76be7f', 'tenant_id': '6cf57efb05234d29b910330efbcd8c2a', 'mac_address': 'fa:16:3e:8e:71:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48ac56fb-b2dd-4777-86ae-13abf89bee12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'a528b37a-7798-48f2-a35e-8eee53dfb4b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:19:01Z', 'updated_at': '2022-01-28T07:19:12Z', 'revision_number': 4, 'project_id': '6cf57efb05234d29b910330efbcd8c2a', 'subnets': [{'id': 'a528b37a-7798-48f2-a35e-8eee53dfb4b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:19:14.396059 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cf7966-343c-4344-b47f-85cf752939b7 req-c89fd4c1-e2a9-496d-a5d1-080cafdc3e0b tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:14.408091 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c5cf7966-343c-4344-b47f-85cf752939b7 req-c89fd4c1-e2a9-496d-a5d1-080cafdc3e0b tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009 HTTP/1.1" status: 200 len: 5443 time: 0.3459384 Jan 28 07:19:14.444407 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d770f83b-9440-47f3-9e74-af903d12c792 x-openstack-request-id: req-d770f83b-9440-47f3-9e74-af903d12c792 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:19:14.446576 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6083985c-0b73-4bd3-aa7c-a1c7ad6729c2", "tag": "2eb03726-cd32-4d52-875a-f478c1810fca", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:19:14.446909 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d770f83b-9440-47f3-9e74-af903d12c792 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:19:14.448774 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6083985c-0b73-4bd3-aa7c-a1c7ad6729c2', 'tag': '2eb03726-cd32-4d52-875a-f478c1810fca', 'status': 'completed', 'code': 200} Jan 28 07:19:14.570499 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c5cf7966-343c-4344-b47f-85cf752939b7 req-7767c995-616d-4a20-bbab-d08e62d71c28 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/security-groups?id=e05d74b3-220f-46cd-b475-266b231f0f88&id=7f4d2140-e017-41d8-8ff9-e5d9b5e3138b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1611366 Jan 28 07:19:14.577301 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-12a1e24d-fc9e-45a2-a334-029ceaedd9f4 req-c956d8ea-eee7-47e2-82e0-2597c54964cc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2eb03726-cd32-4d52-875a-f478c1810fca HTTP/1.1" status: 200 len: 217 time: 0.1273594 Jan 28 07:19:14.661130 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a67e5d5-9343-41b9-aa7d-3c14606817a9 req-46c427f2-55d4-4972-af06-7991fe5b35dc tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:14.669174 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2a67e5d5-9343-41b9-aa7d-3c14606817a9 req-46c427f2-55d4-4972-af06-7991fe5b35dc tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fa73890-3c2c-4c59-9c73-ce1eca1f276c HTTP/1.1" status: 200 len: 945 time: 0.1135044 Jan 28 07:19:14.681012 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 3bd50510-d5ce-49e1-9690-8a7833768837 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:19:14.716748 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-84ef687b-56d5-40d2-b96a-cfea8e3198d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:14.777852 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2a67e5d5-9343-41b9-aa7d-3c14606817a9 req-6c83151b-f10c-44a2-94c3-baac5ff32f43 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f7766-6108-45d3-a769-5b5e90234849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073639 Jan 28 07:19:14.848891 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a1e24d-fc9e-45a2-a334-029ceaedd9f4 req-a394c26e-55ea-4b6b-83f6-fdbfdb8bb90f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:14.850669 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-12a1e24d-fc9e-45a2-a334-029ceaedd9f4 req-a394c26e-55ea-4b6b-83f6-fdbfdb8bb90f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a528b37a-7798-48f2-a35e-8eee53dfb4b6 HTTP/1.1" status: 200 len: 860 time: 0.2588859 Jan 28 07:19:14.855748 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 3bd50510-d5ce-49e1-9690-8a7833768837 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:19:14.856639 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (3bd50510-d5ce-49e1-9690-8a7833768837), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:14.899551 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c797185-be5f-41c0-9d59-dca23630294b req-d33d8033-f30a-4c89-9339-7d20601eed8e tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:14.901392 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3c797185-be5f-41c0-9d59-dca23630294b req-d33d8033-f30a-4c89-9339-7d20601eed8e tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] 10.222.0.41 "GET /v2.0/ports?device_id=6083985c-0b73-4bd3-aa7c-a1c7ad6729c2 HTTP/1.1" status: 200 len: 944 time: 0.1469579 Jan 28 07:19:15.016325 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792a5893-cdb2-4cd3-ac89-e8fe8720d66d req-e7dc6d24-84d3-4f99-baa3-57246418e215 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:15.024540 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792a5893-cdb2-4cd3-ac89-e8fe8720d66d req-e7dc6d24-84d3-4f99-baa3-57246418e215 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:15.037430 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 3bd50510-d5ce-49e1-9690-8a7833768837 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:19:15.045852 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792a5893-cdb2-4cd3-ac89-e8fe8720d66d req-e7dc6d24-84d3-4f99-baa3-57246418e215 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:15.055763 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792a5893-cdb2-4cd3-ac89-e8fe8720d66d req-e7dc6d24-84d3-4f99-baa3-57246418e215 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:15.060787 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a1e24d-fc9e-45a2-a334-029ceaedd9f4 req-641ec293-a186-49f1-9c88-3a036ea9247c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:15.062599 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-12a1e24d-fc9e-45a2-a334-029ceaedd9f4 req-641ec293-a186-49f1-9c88-3a036ea9247c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=656bebbd-9c61-47d2-8da4-02f9ef76be7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1990571 Jan 28 07:19:15.068184 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792a5893-cdb2-4cd3-ac89-e8fe8720d66d req-e7dc6d24-84d3-4f99-baa3-57246418e215 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:15.078586 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792a5893-cdb2-4cd3-ac89-e8fe8720d66d req-e7dc6d24-84d3-4f99-baa3-57246418e215 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:15.080858 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3c797185-be5f-41c0-9d59-dca23630294b req-ea5f7804-dafe-46cd-8622-2093853bc5d6 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] 10.222.0.41 "GET /v2.0/security-groups?id=c744b8c4-ff94-4ae9-bc40-09d43c741058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709070 Jan 28 07:19:15.085135 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792a5893-cdb2-4cd3-ac89-e8fe8720d66d req-e7dc6d24-84d3-4f99-baa3-57246418e215 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:15.088654 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-792a5893-cdb2-4cd3-ac89-e8fe8720d66d req-e7dc6d24-84d3-4f99-baa3-57246418e215 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009 HTTP/1.1" status: 200 len: 5443 time: 0.1735427 Jan 28 07:19:15.101475 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 49004) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:19:15.107504 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-c48552ee-5dea-40d6-acee-8f205058067b tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Request body: {'floatingip': {'port_id': '14257252-9cba-4711-a4fb-6a227afc07e3'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:19:15.177999 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c48552ee-5dea-40d6-acee-8f205058067b tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Publish callbacks [] for floatingip (0f07f8b9-ec0a-47ba-a8b6-ed31c8b03b50), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:15.209666 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-84ef687b-56d5-40d2-b96a-cfea8e3198d0 admin admin] Publish callbacks [] for security_group (98ec96a0-1362-4f5c-840e-e78aea3a3b2c), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:15.222491 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-84ef687b-56d5-40d2-b96a-cfea8e3198d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (98ec96a0-1362-4f5c-840e-e78aea3a3b2c), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:15.361821 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-84ef687b-56d5-40d2-b96a-cfea8e3198d0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3f4af020ef034203aab4458b82117848&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2629766 Jan 28 07:19:15.370419 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 49008) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:19:15.396825 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ef687b-56d5-40d2-b96a-cfea8e3198d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98ec96a0-1362-4f5c-840e-e78aea3a3b2c,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:19:15.443477 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-12a1e24d-fc9e-45a2-a334-029ceaedd9f4 req-0f03f75b-fe73-4de4-96aa-972fa25926e4 service neutron] 10.222.0.44 "GET /v2.0/networks/656bebbd-9c61-47d2-8da4-02f9ef76be7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3507369 Jan 28 07:19:15.575647 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7346b03e-2bed-423b-b2bc-da34ceec7c6e req-570a6cbe-fdc2-4cec-bca1-a3fd67b44901 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:15.583339 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7346b03e-2bed-423b-b2bc-da34ceec7c6e req-570a6cbe-fdc2-4cec-bca1-a3fd67b44901 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?device_id=b328533a-131d-4c2d-93c2-75cc1b0a39d4 HTTP/1.1" status: 200 len: 946 time: 0.2062480 Jan 28 07:19:15.633127 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1ac84f0b-2e42-4f63-8926-5df0f069438d admin admin] Publish callbacks [] for security_group (98ec96a0-1362-4f5c-840e-e78aea3a3b2c), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:15.667206 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-12a1e24d-fc9e-45a2-a334-029ceaedd9f4 req-67dad9c3-0c5a-48dc-9728-6177416b2170 service neutron] 10.222.0.44 "GET /v2.0/networks/656bebbd-9c61-47d2-8da4-02f9ef76be7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116442 Jan 28 07:19:15.704373 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1ac84f0b-2e42-4f63-8926-5df0f069438d admin admin] Publish callbacks [] for security_group (98ec96a0-1362-4f5c-840e-e78aea3a3b2c), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:15.722028 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7346b03e-2bed-423b-b2bc-da34ceec7c6e req-dbeb0663-7bb5-4d27-af27-6493dc53bb48 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/security-groups?id=e977f99b-7e7b-4d49-bf15-4fd22b3b3b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377633 Jan 28 07:19:15.850994 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe70ca81-cfcf-404e-9a87-fd60af0166e5 req-dab8fbd1-6f3c-4a5b-a3fa-0678d874aaa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:15.852634 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-fe70ca81-cfcf-404e-9a87-fd60af0166e5 req-dab8fbd1-6f3c-4a5b-a3fa-0678d874aaa3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6cf57efb05234d29b910330efbcd8c2a&device_id=6083985c-0b73-4bd3-aa7c-a1c7ad6729c2 HTTP/1.1" status: 200 len: 1096 time: 0.0715351 Jan 28 07:19:15.877198 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1ac84f0b-2e42-4f63-8926-5df0f069438d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (98ec96a0-1362-4f5c-840e-e78aea3a3b2c), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:15.880724 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1ac84f0b-2e42-4f63-8926-5df0f069438d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:15.885035 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-1ac84f0b-2e42-4f63-8926-5df0f069438d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/98ec96a0-1362-4f5c-840e-e78aea3a3b2c HTTP/1.1" status: 204 len: 168 time: 0.4846356 Jan 28 07:19:15.971083 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c48552ee-5dea-40d6-acee-8f205058067b tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:15.978885 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c48552ee-5dea-40d6-acee-8f205058067b tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16609095'] for floatingip (0f07f8b9-ec0a-47ba-a8b6-ed31c8b03b50), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:16.003344 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac84f0b-2e42-4f63-8926-5df0f069438d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98ec96a0-1362-4f5c-840e-e78aea3a3b2c,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:19:16.119018 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe70ca81-cfcf-404e-9a87-fd60af0166e5 req-74e485b3-2e97-48c0-9d4f-5d44d132fd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:16.126774 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-fe70ca81-cfcf-404e-9a87-fd60af0166e5 req-74e485b3-2e97-48c0-9d4f-5d44d132fd13 service neutron] 10.222.0.44 "GET /v2.0/networks?id=656bebbd-9c61-47d2-8da4-02f9ef76be7f HTTP/1.1" status: 200 len: 922 time: 0.2661831 Jan 28 07:19:16.130258 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f42342-ab80-4138-820e-593ae3d217eb req-e909412b-23eb-4b63-84e4-45f660b39864 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:16.146236 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a7f42342-ab80-4138-820e-593ae3d217eb req-e909412b-23eb-4b63-84e4-45f660b39864 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fa73890-3c2c-4c59-9c73-ce1eca1f276c HTTP/1.1" status: 200 len: 945 time: 0.1703165 Jan 28 07:19:16.229649 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-fe70ca81-cfcf-404e-9a87-fd60af0166e5 req-be7c7898-ca9b-45a8-9c79-604d8ec6da5d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2eb03726-cd32-4d52-875a-f478c1810fca HTTP/1.1" status: 200 len: 217 time: 0.0890458 Jan 28 07:19:16.317173 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe70ca81-cfcf-404e-9a87-fd60af0166e5 req-8dd834e6-6fdd-483e-8364-f8229c704f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:16.319884 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-fe70ca81-cfcf-404e-9a87-fd60af0166e5 req-8dd834e6-6fdd-483e-8364-f8229c704f1a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a528b37a-7798-48f2-a35e-8eee53dfb4b6 HTTP/1.1" status: 200 len: 860 time: 0.0732105 Jan 28 07:19:16.323900 n-d-712749-28 neutron-server[103283]: INFO neutron.db.l3_db [None req-c48552ee-5dea-40d6-acee-8f205058067b tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Floating IP 0f07f8b9-ec0a-47ba-a8b6-ed31c8b03b50 associated. External IP: 172.25.6.105, port: 14257252-9cba-4711-a4fb-6a227afc07e3. Jan 28 07:19:16.410901 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a7f42342-ab80-4138-820e-593ae3d217eb req-d9c5e420-c1ba-4445-88ca-1a0b06b5ff38 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f7766-6108-45d3-a769-5b5e90234849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434704 Jan 28 07:19:16.424439 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaecac8-233a-4f9b-a3d6-b0aadcd0a475 req-cdc183d5-b2d2-4da3-ad13-c18bec3f601c tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:16.434550 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ecaecac8-233a-4f9b-a3d6-b0aadcd0a475 req-cdc183d5-b2d2-4da3-ad13-c18bec3f601c tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] 10.222.0.41 "GET /v2.0/ports?device_id=6083985c-0b73-4bd3-aa7c-a1c7ad6729c2 HTTP/1.1" status: 200 len: 944 time: 0.2021849 Jan 28 07:19:16.471494 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe70ca81-cfcf-404e-9a87-fd60af0166e5 req-868b7eee-afb7-429f-a3e1-e76b4661cf80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:16.473251 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-fe70ca81-cfcf-404e-9a87-fd60af0166e5 req-868b7eee-afb7-429f-a3e1-e76b4661cf80 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=656bebbd-9c61-47d2-8da4-02f9ef76be7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1370337 Jan 28 07:19:16.669192 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ecaecac8-233a-4f9b-a3d6-b0aadcd0a475 req-846201b1-149d-4619-9972-d0d23fa5cd6f tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] 10.222.0.41 "GET /v2.0/security-groups?id=c744b8c4-ff94-4ae9-bc40-09d43c741058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326152 Jan 28 07:19:16.848624 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-fe70ca81-cfcf-404e-9a87-fd60af0166e5 req-87c77f18-7c71-42c1-9dce-97eca82e3395 service neutron] 10.222.0.44 "GET /v2.0/networks/656bebbd-9c61-47d2-8da4-02f9ef76be7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3553815 Jan 28 07:19:16.918486 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c48552ee-5dea-40d6-acee-8f205058067b tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Router dda371eb-bd79-4614-b0f0-edb2bee2ed77 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:19:17.115852 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c48552ee-5dea-40d6-acee-8f205058067b tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:19:17.134632 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f783d9-5907-4dfe-a7cc-c8b2cf7709f5 None None] Sync routers for ids ['dda371eb-bd79-4614-b0f0-edb2bee2ed77'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:19:17.151996 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c48552ee-5dea-40d6-acee-8f205058067b tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for floatingip (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:17.165349 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f783d9-5907-4dfe-a7cc-c8b2cf7709f5 None None] Routers {'dda371eb-bd79-4614-b0f0-edb2bee2ed77'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:19:17.170039 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-47f783d9-5907-4dfe-a7cc-c8b2cf7709f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:19:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['dda371eb-bd79-4614-b0f0-edb2bee2ed77'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:19:17.205909 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-c48552ee-5dea-40d6-acee-8f205058067b tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "PUT /v2.0/floatingips/0f07f8b9-ec0a-47ba-a8b6-ed31c8b03b50 HTTP/1.1" status: 200 len: 991 time: 2.0998950 Jan 28 07:19:17.205909 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6a3e00b-77a8-46cb-b6ca-854f6aa00009', 'tag': '14257252-9cba-4711-a4fb-6a227afc07e3'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:19:17.207117 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bade8d7-2fac-4154-b7a0-cc992b492def" -d '{"events": [{"name": "network-changed", "server_uuid": "a6a3e00b-77a8-46cb-b6ca-854f6aa00009", "tag": "14257252-9cba-4711-a4fb-6a227afc07e3"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:19:17.235055 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e3a137-790a-46b7-b360-93132b0f1271 req-df5279a6-6620-4b7a-954c-91eccd16d40b tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:17.250159 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-94e3a137-790a-46b7-b360-93132b0f1271 req-df5279a6-6620-4b7a-954c-91eccd16d40b tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?device_id=b328533a-131d-4c2d-93c2-75cc1b0a39d4 HTTP/1.1" status: 200 len: 946 time: 0.3239672 Jan 28 07:19:17.312520 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-fe70ca81-cfcf-404e-9a87-fd60af0166e5 req-413c1d14-09b0-4950-a628-79a14ebed5e3 service neutron] 10.222.0.44 "GET /v2.0/networks/656bebbd-9c61-47d2-8da4-02f9ef76be7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4536076 Jan 28 07:19:17.394918 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-94e3a137-790a-46b7-b360-93132b0f1271 req-46291485-8392-456f-b86c-11b8a334ef27 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/security-groups?id=e977f99b-7e7b-4d49-bf15-4fd22b3b3b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352737 Jan 28 07:19:17.400032 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec8e0b7f-022b-4011-8f8e-261a50be788a x-openstack-request-id: req-ec8e0b7f-022b-4011-8f8e-261a50be788a {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:19:17.400635 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6a3e00b-77a8-46cb-b6ca-854f6aa00009", "tag": "14257252-9cba-4711-a4fb-6a227afc07e3", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:19:17.400899 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ec8e0b7f-022b-4011-8f8e-261a50be788a {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:19:17.401310 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6a3e00b-77a8-46cb-b6ca-854f6aa00009', 'tag': '14257252-9cba-4711-a4fb-6a227afc07e3', 'status': 'completed', 'code': 200} Jan 28 07:19:17.421989 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-47f783d9-5907-4dfe-a7cc-c8b2cf7709f5 None None] Set router dda371eb-bd79-4614-b0f0-edb2bee2ed77 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:19:17.543919 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bade8d7-2fac-4154-b7a0-cc992b492def req-a1db4297-d8ae-48ff-b0f2-19d9d52aca40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:17.544421 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bade8d7-2fac-4154-b7a0-cc992b492def req-a1db4297-d8ae-48ff-b0f2-19d9d52aca40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:17.544889 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bade8d7-2fac-4154-b7a0-cc992b492def req-a1db4297-d8ae-48ff-b0f2-19d9d52aca40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:17.545348 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bade8d7-2fac-4154-b7a0-cc992b492def req-a1db4297-d8ae-48ff-b0f2-19d9d52aca40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:17.545803 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bade8d7-2fac-4154-b7a0-cc992b492def req-a1db4297-d8ae-48ff-b0f2-19d9d52aca40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:17.546253 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bade8d7-2fac-4154-b7a0-cc992b492def req-a1db4297-d8ae-48ff-b0f2-19d9d52aca40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:17.549810 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bade8d7-2fac-4154-b7a0-cc992b492def req-a1db4297-d8ae-48ff-b0f2-19d9d52aca40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:17.554978 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1bade8d7-2fac-4154-b7a0-cc992b492def req-a1db4297-d8ae-48ff-b0f2-19d9d52aca40 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6a16562f4e0b40b69523d9d718e8a4c0&device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009 HTTP/1.1" status: 200 len: 6507 time: 0.0980544 Jan 28 07:19:17.567213 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1357dfea-ba98-4617-bd4c-e2918032341a req-e428f84b-c4b8-4b9f-8188-a7f35bf6d4a0 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:17.577118 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1357dfea-ba98-4617-bd4c-e2918032341a req-e428f84b-c4b8-4b9f-8188-a7f35bf6d4a0 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fa73890-3c2c-4c59-9c73-ce1eca1f276c HTTP/1.1" status: 200 len: 945 time: 0.0912750 Jan 28 07:19:17.686382 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1357dfea-ba98-4617-bd4c-e2918032341a req-9ea9471a-12d7-4ce5-b86b-8fd15de9c96c tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f7766-6108-45d3-a769-5b5e90234849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059558 Jan 28 07:19:17.757686 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bade8d7-2fac-4154-b7a0-cc992b492def req-ab2f0289-f8e7-4d5e-9724-52008f001046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:17.758695 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1bade8d7-2fac-4154-b7a0-cc992b492def req-ab2f0289-f8e7-4d5e-9724-52008f001046 service neutron] 10.222.0.10 "GET /v2.0/networks?id=3f790760-53a8-4403-a279-f0a40c73d527 HTTP/1.1" status: 200 len: 918 time: 0.1887493 Jan 28 07:19:17.858220 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2952cb-e192-4f63-9b7f-bbd690630993 req-f2f4c154-c508-49fc-bfca-e2b8b657b47a tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:17.863186 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-47f783d9-5907-4dfe-a7cc-c8b2cf7709f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dda371eb-bd79-4614-b0f0-edb2bee2ed77', 'name': 'tempest-TaggedBootDevicesTest_v242-1325793077-router', 'tenant_id': '6a16562f4e0b40b69523d9d718e8a4c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': '2459c994-e46d-44cb-a423-eede3526f0c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:15:42Z', 'updated_at': '2022-01-28T07:15:49Z', 'revision_number': 4, 'project_id': '6a16562f4e0b40b69523d9d718e8a4c0', 'gw_port': {'id': '2459c994-e46d-44cb-a423-eede3526f0c8', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:3b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dda371eb-bd79-4614-b0f0-edb2bee2ed77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:15:43Z', 'updated_at': '2022-01-28T07:15:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_floatingips': [{'id': '0f07f8b9-ec0a-47ba-a8b6-ed31c8b03b50', 'tenant_id': '6a16562f4e0b40b69523d9d718e8a4c0', 'floating_ip_address': '172.25.6.105', 'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'router_id': 'dda371eb-bd79-4614-b0f0-edb2bee2ed77', 'port_id': '14257252-9cba-4711-a4fb-6a227afc07e3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1218, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f790760-53a8-4403-a279-f0a40c73d527', 'mac_address': 'fa:16:3e:cc:2d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a3e00b-77a8-46cb-b6ca-854f6aa00009', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:16:55Z', 'updated_at': '2022-01-28T07:19:15Z', 'revision_number': 1, 'project_id': '6a16562f4e0b40b69523d9d718e8a4c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddd31aac-f2ae-49c7-ab4c-1fd6cf4e8e8a', 'name': '', 'network_id': '3f790760-53a8-4403-a279-f0a40c73d527', 'tenant_id': '6a16562f4e0b40b69523d9d718e8a4c0', 'mac_address': 'fa:16:3e:21:66:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dda371eb-bd79-4614-b0f0-edb2bee2ed77', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '73a9883f-5d62-4e44-aedd-907ff0ad8bcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:15:47Z', 'updated_at': '2022-01-28T07:15:54Z', 'revision_number': 5, 'project_id': '6a16562f4e0b40b69523d9d718e8a4c0', 'subnets': [{'id': '73a9883f-5d62-4e44-aedd-907ff0ad8bcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:19:17.872471 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1bade8d7-2fac-4154-b7a0-cc992b492def req-96943238-cde3-4645-a0ca-12d9a1762c32 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=14257252-9cba-4711-a4fb-6a227afc07e3 HTTP/1.1" status: 200 len: 999 time: 0.0980184 Jan 28 07:19:17.872781 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5b2952cb-e192-4f63-9b7f-bbd690630993 req-f2f4c154-c508-49fc-bfca-e2b8b657b47a tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] 10.222.0.41 "GET /v2.0/ports?device_id=6083985c-0b73-4bd3-aa7c-a1c7ad6729c2 HTTP/1.1" status: 200 len: 944 time: 0.1043127 Jan 28 07:19:17.928760 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f783d9-5907-4dfe-a7cc-c8b2cf7709f5 None None] Checking router: dda371eb-bd79-4614-b0f0-edb2bee2ed77 for host: n-d-712749-28 {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:19:17.954658 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f783d9-5907-4dfe-a7cc-c8b2cf7709f5 None None] Routers {'dda371eb-bd79-4614-b0f0-edb2bee2ed77'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:19:17.955383 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-47f783d9-5907-4dfe-a7cc-c8b2cf7709f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:19:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['dda371eb-bd79-4614-b0f0-edb2bee2ed77'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:19:17.977129 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bade8d7-2fac-4154-b7a0-cc992b492def req-4d00a4ad-57bf-47f0-8b2c-788c388ceaed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:17.977493 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5b2952cb-e192-4f63-9b7f-bbd690630993 req-652559be-0ef9-41fc-9f1b-db2e2736c395 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] 10.222.0.41 "GET /v2.0/security-groups?id=c744b8c4-ff94-4ae9-bc40-09d43c741058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033595 Jan 28 07:19:17.978745 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1bade8d7-2fac-4154-b7a0-cc992b492def req-4d00a4ad-57bf-47f0-8b2c-788c388ceaed service neutron] 10.222.0.10 "GET /v2.0/subnets?id=73a9883f-5d62-4e44-aedd-907ff0ad8bcf HTTP/1.1" status: 200 len: 856 time: 0.0928857 Jan 28 07:19:18.070070 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bade8d7-2fac-4154-b7a0-cc992b492def req-f7855805-a5d1-43da-b3fe-4f5159755f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:18.080434 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1bade8d7-2fac-4154-b7a0-cc992b492def req-f7855805-a5d1-43da-b3fe-4f5159755f1c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3f790760-53a8-4403-a279-f0a40c73d527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0935628 Jan 28 07:19:18.119900 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-47f783d9-5907-4dfe-a7cc-c8b2cf7709f5 None None] Set router dda371eb-bd79-4614-b0f0-edb2bee2ed77 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:19:18.227061 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1bade8d7-2fac-4154-b7a0-cc992b492def req-ec226f75-7518-4aab-b2c2-68e7b045e44f service neutron] 10.222.0.10 "GET /v2.0/networks/3f790760-53a8-4403-a279-f0a40c73d527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406119 Jan 28 07:19:18.394300 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1bade8d7-2fac-4154-b7a0-cc992b492def req-f94cc3d9-dea8-4e21-a0f4-93a230bf0f9e service neutron] 10.222.0.10 "GET /v2.0/networks/3f790760-53a8-4403-a279-f0a40c73d527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601396 Jan 28 07:19:18.405604 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-47f783d9-5907-4dfe-a7cc-c8b2cf7709f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dda371eb-bd79-4614-b0f0-edb2bee2ed77', 'name': 'tempest-TaggedBootDevicesTest_v242-1325793077-router', 'tenant_id': '6a16562f4e0b40b69523d9d718e8a4c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': '2459c994-e46d-44cb-a423-eede3526f0c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:15:42Z', 'updated_at': '2022-01-28T07:15:49Z', 'revision_number': 4, 'project_id': '6a16562f4e0b40b69523d9d718e8a4c0', 'gw_port': {'id': '2459c994-e46d-44cb-a423-eede3526f0c8', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:3b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dda371eb-bd79-4614-b0f0-edb2bee2ed77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:15:43Z', 'updated_at': '2022-01-28T07:15:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_floatingips': [{'id': '0f07f8b9-ec0a-47ba-a8b6-ed31c8b03b50', 'tenant_id': '6a16562f4e0b40b69523d9d718e8a4c0', 'floating_ip_address': '172.25.6.105', 'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'router_id': 'dda371eb-bd79-4614-b0f0-edb2bee2ed77', 'port_id': '14257252-9cba-4711-a4fb-6a227afc07e3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1218, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f790760-53a8-4403-a279-f0a40c73d527', 'mac_address': 'fa:16:3e:cc:2d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a3e00b-77a8-46cb-b6ca-854f6aa00009', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:16:55Z', 'updated_at': '2022-01-28T07:19:15Z', 'revision_number': 1, 'project_id': '6a16562f4e0b40b69523d9d718e8a4c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddd31aac-f2ae-49c7-ab4c-1fd6cf4e8e8a', 'name': '', 'network_id': '3f790760-53a8-4403-a279-f0a40c73d527', 'tenant_id': '6a16562f4e0b40b69523d9d718e8a4c0', 'mac_address': 'fa:16:3e:21:66:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dda371eb-bd79-4614-b0f0-edb2bee2ed77', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '73a9883f-5d62-4e44-aedd-907ff0ad8bcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:15:47Z', 'updated_at': '2022-01-28T07:15:54Z', 'revision_number': 5, 'project_id': '6a16562f4e0b40b69523d9d718e8a4c0', 'subnets': [{'id': '73a9883f-5d62-4e44-aedd-907ff0ad8bcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:19:18.412579 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 49084) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:19:18.479839 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f783d9-5907-4dfe-a7cc-c8b2cf7709f5 None None] The sync data for ids ['dda371eb-bd79-4614-b0f0-edb2bee2ed77'] in n-d-712749-28 is: [{'id': 'dda371eb-bd79-4614-b0f0-edb2bee2ed77', 'name': 'tempest-TaggedBootDevicesTest_v242-1325793077-router', 'tenant_id': '6a16562f4e0b40b69523d9d718e8a4c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': '2459c994-e46d-44cb-a423-eede3526f0c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:15:42Z', 'updated_at': '2022-01-28T07:15:49Z', 'revision_number': 4, 'project_id': '6a16562f4e0b40b69523d9d718e8a4c0', 'gw_port': {'id': '2459c994-e46d-44cb-a423-eede3526f0c8', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:3b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dda371eb-bd79-4614-b0f0-edb2bee2ed77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:15:43Z', 'updated_at': '2022-01-28T07:15:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_floatingips': [{'id': '0f07f8b9-ec0a-47ba-a8b6-ed31c8b03b50', 'tenant_id': '6a16562f4e0b40b69523d9d718e8a4c0', 'floating_ip_address': '172.25.6.105', 'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'router_id': 'dda371eb-bd79-4614-b0f0-edb2bee2ed77', 'port_id': '14257252-9cba-4711-a4fb-6a227afc07e3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1218, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f790760-53a8-4403-a279-f0a40c73d527', 'mac_address': 'fa:16:3e:cc:2d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a3e00b-77a8-46cb-b6ca-854f6aa00009', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:16:55Z', 'updated_at': '2022-01-28T07:19:15Z', 'revision_number': 1, 'project_id': '6a16562f4e0b40b69523d9d718e8a4c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddd31aac-f2ae-49c7-ab4c-1fd6cf4e8e8a', 'name': '', 'network_id': '3f790760-53a8-4403-a279-f0a40c73d527', 'tenant_id': '6a16562f4e0b40b69523d9d718e8a4c0', 'mac_address': 'fa:16:3e:21:66:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dda371eb-bd79-4614-b0f0-edb2bee2ed77', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '73a9883f-5d62-4e44-aedd-907ff0ad8bcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:15:47Z', 'updated_at': '2022-01-28T07:15:54Z', 'revision_number': 5, 'project_id': '6a16562f4e0b40b69523d9d718e8a4c0', 'subnets': [{'id': '73a9883f-5d62-4e44-aedd-907ff0ad8bcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:19:18.577792 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea37389-7dd9-4f05-8540-a82bd3413c4c req-48dd3ffe-d86d-4bbf-a043-c8fcc68bdf5a tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:18.580663 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-fea37389-7dd9-4f05-8540-a82bd3413c4c req-48dd3ffe-d86d-4bbf-a043-c8fcc68bdf5a tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?device_id=b328533a-131d-4c2d-93c2-75cc1b0a39d4 HTTP/1.1" status: 200 len: 946 time: 0.0670838 Jan 28 07:19:18.603316 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fb3af075-de38-48dd-91c5-ec8f2cd5a227 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:18.687285 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-fea37389-7dd9-4f05-8540-a82bd3413c4c req-52456ffa-bbd2-41c7-8638-3dcb53d72fc6 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/security-groups?id=e977f99b-7e7b-4d49-bf15-4fd22b3b3b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992537 Jan 28 07:19:18.759407 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fb3af075-de38-48dd-91c5-ec8f2cd5a227 admin admin] Publish callbacks [] for security_group (511273ea-ab80-44cd-b93b-be5a7e825907), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:18.769104 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fb3af075-de38-48dd-91c5-ec8f2cd5a227 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (511273ea-ab80-44cd-b93b-be5a7e825907), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:18.800302 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b5e001-c8a2-438b-acec-7197145bbac9 None None] New status for floating IP 0f07f8b9-ec0a-47ba-a8b6-ed31c8b03b50: ACTIVE {{(pid=103286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 07:19:18.860505 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-fb3af075-de38-48dd-91c5-ec8f2cd5a227 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=68b4c45830d74eb889cc8f5c17e78a10&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4478743 Jan 28 07:19:18.861528 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 49094) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:19:18.867887 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3af075-de38-48dd-91c5-ec8f2cd5a227 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=511273ea-ab80-44cd-b93b-be5a7e825907,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:19:18.940643 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288ba9c4-02e4-4414-ad00-1146a54c1343 req-1ad07bf1-9126-4691-baa3-4ca1e6dd44db tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:18.942288 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-288ba9c4-02e4-4414-ad00-1146a54c1343 req-1ad07bf1-9126-4691-baa3-4ca1e6dd44db tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fa73890-3c2c-4c59-9c73-ce1eca1f276c HTTP/1.1" status: 200 len: 945 time: 0.1337326 Jan 28 07:19:18.946859 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8de194e7-f8bb-478a-983e-8a62de749a23 admin admin] Publish callbacks [] for security_group (511273ea-ab80-44cd-b93b-be5a7e825907), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:18.971351 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8de194e7-f8bb-478a-983e-8a62de749a23 admin admin] Publish callbacks [] for security_group (511273ea-ab80-44cd-b93b-be5a7e825907), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:18.997555 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-288ba9c4-02e4-4414-ad00-1146a54c1343 req-fc416d1b-d4ce-4e15-96e7-55f67de5ce78 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f7766-6108-45d3-a769-5b5e90234849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488632 Jan 28 07:19:19.066640 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8de194e7-f8bb-478a-983e-8a62de749a23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (511273ea-ab80-44cd-b93b-be5a7e825907), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:19.070225 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8de194e7-f8bb-478a-983e-8a62de749a23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:19.074417 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-8de194e7-f8bb-478a-983e-8a62de749a23 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/511273ea-ab80-44cd-b93b-be5a7e825907 HTTP/1.1" status: 204 len: 168 time: 0.2093983 Jan 28 07:19:19.100840 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de194e7-f8bb-478a-983e-8a62de749a23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=511273ea-ab80-44cd-b93b-be5a7e825907,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:19:19.188333 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf76b0d-5a85-4619-ac2c-0e451e185398 req-3014ea26-c3fc-4f9a-8996-703221e8702f tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:19.196771 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3bf76b0d-5a85-4619-ac2c-0e451e185398 req-3014ea26-c3fc-4f9a-8996-703221e8702f tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] 10.222.0.41 "GET /v2.0/ports?device_id=6083985c-0b73-4bd3-aa7c-a1c7ad6729c2 HTTP/1.1" status: 200 len: 944 time: 0.0669410 Jan 28 07:19:19.256511 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3bf76b0d-5a85-4619-ac2c-0e451e185398 req-efc60e17-2f4f-4e2b-adb3-5d24c2e527b2 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] 10.222.0.41 "GET /v2.0/security-groups?id=c744b8c4-ff94-4ae9-bc40-09d43c741058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588281 Jan 28 07:19:19.829809 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3704091b-0461-41d4-8c6e-f87831107777 req-b2709f28-d9b7-44d2-9aa5-21d753c5adb5 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:19.831309 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3704091b-0461-41d4-8c6e-f87831107777 req-b2709f28-d9b7-44d2-9aa5-21d753c5adb5 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?device_id=b328533a-131d-4c2d-93c2-75cc1b0a39d4 HTTP/1.1" status: 200 len: 946 time: 0.0666373 Jan 28 07:19:19.882752 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3704091b-0461-41d4-8c6e-f87831107777 req-ea9e392a-b14b-4822-b078-bc32fba90226 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/security-groups?id=e977f99b-7e7b-4d49-bf15-4fd22b3b3b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456395 Jan 28 07:19:20.116771 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d6d2b9-7905-453d-b6a2-114b207412bd req-ee398d0e-f479-42b1-91bb-3ad66ae9bbd1 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:20.118243 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f0d6d2b9-7905-453d-b6a2-114b207412bd req-ee398d0e-f479-42b1-91bb-3ad66ae9bbd1 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fa73890-3c2c-4c59-9c73-ce1eca1f276c HTTP/1.1" status: 200 len: 945 time: 0.0486705 Jan 28 07:19:20.168883 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f0d6d2b9-7905-453d-b6a2-114b207412bd req-09535521-47c1-4e9e-8756-cf065d41b279 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f7766-6108-45d3-a769-5b5e90234849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444226 Jan 28 07:19:20.376479 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a3ba35-fe46-4e3d-9780-d4a7d9eca7d6 req-cb7a8767-de5b-4be7-9dfa-124164744f48 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:20.378340 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-99a3ba35-fe46-4e3d-9780-d4a7d9eca7d6 req-cb7a8767-de5b-4be7-9dfa-124164744f48 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] 10.222.0.41 "GET /v2.0/ports?device_id=6083985c-0b73-4bd3-aa7c-a1c7ad6729c2 HTTP/1.1" status: 200 len: 944 time: 0.0596330 Jan 28 07:19:20.428211 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-99a3ba35-fe46-4e3d-9780-d4a7d9eca7d6 req-c02351c4-89ad-49b1-94ce-a0ca46bd4f11 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] 10.222.0.41 "GET /v2.0/security-groups?id=c744b8c4-ff94-4ae9-bc40-09d43c741058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436964 Jan 28 07:19:20.489400 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2401dd23-2723-4cca-bf53-0b15a328221e req-634dc89c-fdd0-4791-acd6-01085835a984 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0520473 Jan 28 07:19:20.502318 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 49160) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:19:20.503790 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 2eb03726-cd32-4d52-875a-f478c1810fca details requested by agent hyperv_n-h2-712749-28 with host n-h2-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:19:20.619333 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2401dd23-2723-4cca-bf53-0b15a328221e req-0acfd46a-ac28-4d5a-ac4f-efbe26734df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:20.619726 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2401dd23-2723-4cca-bf53-0b15a328221e req-0acfd46a-ac28-4d5a-ac4f-efbe26734df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:20.620259 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2401dd23-2723-4cca-bf53-0b15a328221e req-0acfd46a-ac28-4d5a-ac4f-efbe26734df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:20.620674 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2401dd23-2723-4cca-bf53-0b15a328221e req-0acfd46a-ac28-4d5a-ac4f-efbe26734df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:20.621129 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2401dd23-2723-4cca-bf53-0b15a328221e req-0acfd46a-ac28-4d5a-ac4f-efbe26734df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:20.621582 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2401dd23-2723-4cca-bf53-0b15a328221e req-0acfd46a-ac28-4d5a-ac4f-efbe26734df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:20.622037 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2401dd23-2723-4cca-bf53-0b15a328221e req-0acfd46a-ac28-4d5a-ac4f-efbe26734df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:20.624742 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2401dd23-2723-4cca-bf53-0b15a328221e req-0acfd46a-ac28-4d5a-ac4f-efbe26734df6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3e187e532e7d440c823c7ea556f78f6e&device_id=b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7 HTTP/1.1" status: 200 len: 6500 time: 0.0592153 Jan 28 07:19:20.642583 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 2eb03726-cd32-4d52-875a-f478c1810fca, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=2eb03726-cd32-4d52-875a-f478c1810fca,segment=NetworkSegment(e34c38a9-0f60-4c18-ab34-490b22782060),segment_id=e34c38a9-0f60-4c18-ab34-490b22782060)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:19:20.657278 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Returning: {'device': '2eb03726-cd32-4d52-875a-f478c1810fca', 'network_id': '656bebbd-9c61-47d2-8da4-02f9ef76be7f', 'port_id': '2eb03726-cd32-4d52-875a-f478c1810fca', 'mac_address': 'fa:16:3e:82:20:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a528b37a-7798-48f2-a35e-8eee53dfb4b6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:19:20.686356 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-061908f9-1da6-4447-bf5a-059baff7fe2d tempest-ExternalNetworksTestJSON-1485680992 tempest-ExternalNetworksTestJSON-1485680992-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-643633921'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:19:20.705505 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port 2eb03726-cd32-4d52-875a-f478c1810fca is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:19:20.705902 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (2eb03726-cd32-4d52-875a-f478c1810fca), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:20.719871 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2eb03726-cd32-4d52-875a-f478c1810fca {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:19:20.740730 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 2eb03726-cd32-4d52-875a-f478c1810fca, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=2eb03726-cd32-4d52-875a-f478c1810fca,segment=NetworkSegment(e34c38a9-0f60-4c18-ab34-490b22782060),segment_id=e34c38a9-0f60-4c18-ab34-490b22782060)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:19:20.744870 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (2eb03726-cd32-4d52-875a-f478c1810fca), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:20.799344 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=2eb03726-cd32-4d52-875a-f478c1810fca,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:19:21.092487 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-061908f9-1da6-4447-bf5a-059baff7fe2d tempest-ExternalNetworksTestJSON-1485680992 tempest-ExternalNetworksTestJSON-1485680992-project] Made reservation on behalf of d7c06cbc4e3c4b2f91473ad12680ac3f for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:19:21.095730 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-061908f9-1da6-4447-bf5a-059baff7fe2d tempest-ExternalNetworksTestJSON-1485680992 tempest-ExternalNetworksTestJSON-1485680992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:21.122086 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-061908f9-1da6-4447-bf5a-059baff7fe2d tempest-ExternalNetworksTestJSON-1485680992 tempest-ExternalNetworksTestJSON-1485680992-project] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:21.163367 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2401dd23-2723-4cca-bf53-0b15a328221e req-58fb79bf-eaa6-4e51-8769-e4768ad98244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:21.163838 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2401dd23-2723-4cca-bf53-0b15a328221e req-58fb79bf-eaa6-4e51-8769-e4768ad98244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:21.164328 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2401dd23-2723-4cca-bf53-0b15a328221e req-58fb79bf-eaa6-4e51-8769-e4768ad98244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:21.165897 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2401dd23-2723-4cca-bf53-0b15a328221e req-58fb79bf-eaa6-4e51-8769-e4768ad98244 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0d2602fa-1d2d-4c75-8661-ee94c8ac01e5&id=4791c092-87f8-46c1-85f0-6cd08fb183e5&id=4791c092-87f8-46c1-85f0-6cd08fb183e5&id=4791c092-87f8-46c1-85f0-6cd08fb183e5&id=4791c092-87f8-46c1-85f0-6cd08fb183e5&id=49a475b2-ea4c-4351-8a04-537e673f2680&id=49a475b2-ea4c-4351-8a04-537e673f2680 HTTP/1.1" status: 200 len: 2291 time: 0.4942236 Jan 28 07:19:21.167560 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948f1fa3-fb64-4523-98fa-3f5ed043c7bd req-8574c927-e2d4-4d19-8a2f-05341ee23109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:21.168890 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-948f1fa3-fb64-4523-98fa-3f5ed043c7bd req-8574c927-e2d4-4d19-8a2f-05341ee23109 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f379e285ebe947e9b1152e1dab9379c4&device_id=5fa73890-3c2c-4c59-9c73-ce1eca1f276c HTTP/1.1" status: 200 len: 1097 time: 0.1434541 Jan 28 07:19:21.178337 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062aa9a8-1736-4ac1-b198-94e7c2b80da9 req-41b99cae-b0ec-496b-b5c4-60308fc540c1 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:21.179943 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-062aa9a8-1736-4ac1-b198-94e7c2b80da9 req-41b99cae-b0ec-496b-b5c4-60308fc540c1 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?device_id=b328533a-131d-4c2d-93c2-75cc1b0a39d4 HTTP/1.1" status: 200 len: 946 time: 0.1555812 Jan 28 07:19:21.281411 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['2eb03726-cd32-4d52-875a-f478c1810fca'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:19:21.290151 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d979f1b-9d85-4a12-9306-68589ab43cb7 req-27d0cfa5-119a-4a1b-a683-3c546879a946 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:21.291841 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5d979f1b-9d85-4a12-9306-68589ab43cb7 req-27d0cfa5-119a-4a1b-a683-3c546879a946 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fa73890-3c2c-4c59-9c73-ce1eca1f276c HTTP/1.1" status: 200 len: 945 time: 0.0491192 Jan 28 07:19:21.353071 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5d979f1b-9d85-4a12-9306-68589ab43cb7 req-269ef18b-c26e-4b10-b746-441d4cacd227 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f7766-6108-45d3-a769-5b5e90234849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549619 Jan 28 07:19:21.366893 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2401dd23-2723-4cca-bf53-0b15a328221e req-83ea75ec-7088-49dd-9530-1ac6aab08a49 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c1d4cf44-173a-4200-baca-a17fb9b232db HTTP/1.1" status: 200 len: 1001 time: 0.1770535 Jan 28 07:19:21.385890 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-062aa9a8-1736-4ac1-b198-94e7c2b80da9 req-f14dfbf0-6132-4925-84cb-176850464605 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/security-groups?id=e977f99b-7e7b-4d49-bf15-4fd22b3b3b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904397 Jan 28 07:19:21.438960 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948f1fa3-fb64-4523-98fa-3f5ed043c7bd req-67d9e0b4-c631-4da9-89f2-6cb543e15edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:21.440459 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-948f1fa3-fb64-4523-98fa-3f5ed043c7bd req-67d9e0b4-c631-4da9-89f2-6cb543e15edd service neutron] 10.222.0.44 "GET /v2.0/networks?id=c9a84dc6-92ac-41b6-88e9-0633fc5dcc86 HTTP/1.1" status: 200 len: 915 time: 0.2596195 Jan 28 07:19:21.458530 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-061908f9-1da6-4447-bf5a-059baff7fe2d tempest-ExternalNetworksTestJSON-1485680992 tempest-ExternalNetworksTestJSON-1485680992-project] Publish callbacks [] for security_group (f07343e7-59f9-4691-9f93-246e3f9261d9), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:21.496994 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-061908f9-1da6-4447-bf5a-059baff7fe2d tempest-ExternalNetworksTestJSON-1485680992 tempest-ExternalNetworksTestJSON-1485680992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (f07343e7-59f9-4691-9f93-246e3f9261d9), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:21.504494 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2401dd23-2723-4cca-bf53-0b15a328221e req-bd7e20ba-d5c2-4abc-8682-0eded88745dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:21.505966 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2401dd23-2723-4cca-bf53-0b15a328221e req-bd7e20ba-d5c2-4abc-8682-0eded88745dd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a36581c3-26ef-4e8c-b9f4-8727fbf3ff93 HTTP/1.1" status: 200 len: 851 time: 0.1294534 Jan 28 07:19:21.510849 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-948f1fa3-fb64-4523-98fa-3f5ed043c7bd req-f96bfd5c-b11a-434a-8ec9-84099bffb1da service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=adda9edb-2689-4b0d-9769-f7f6d90bae68 HTTP/1.1" status: 200 len: 217 time: 0.0509231 Jan 28 07:19:21.573353 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-061908f9-1da6-4447-bf5a-059baff7fe2d tempest-ExternalNetworksTestJSON-1485680992 tempest-ExternalNetworksTestJSON-1485680992-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:19:21.622918 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061908f9-1da6-4447-bf5a-059baff7fe2d tempest-ExternalNetworksTestJSON-1485680992 tempest-ExternalNetworksTestJSON-1485680992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f07343e7-59f9-4691-9f93-246e3f9261d9,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:19:21.632921 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-061908f9-1da6-4447-bf5a-059baff7fe2d tempest-ExternalNetworksTestJSON-1485680992 tempest-ExternalNetworksTestJSON-1485680992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (e8866cc6-d59b-4395-b227-08b1d6beab38), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:21.633277 n-d-712749-28 neutron-server[103284]: INFO neutron.db.segments_db [None req-061908f9-1da6-4447-bf5a-059baff7fe2d tempest-ExternalNetworksTestJSON-1485680992 tempest-ExternalNetworksTestJSON-1485680992-project] Added segment e8866cc6-d59b-4395-b227-08b1d6beab38 of type vlan for network de66fa2f-7d1e-42ac-b28f-cb9751d01e36 Jan 28 07:19:21.682983 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948f1fa3-fb64-4523-98fa-3f5ed043c7bd req-8f4f0b81-fe7f-4b35-bc3d-58557bc84d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:21.684755 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-948f1fa3-fb64-4523-98fa-3f5ed043c7bd req-8f4f0b81-fe7f-4b35-bc3d-58557bc84d96 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=feafbfc0-ace6-4287-91ea-c1099e1f786f HTTP/1.1" status: 200 len: 854 time: 0.1656501 Jan 28 07:19:21.699154 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee586da-886f-4b19-86e7-a1fbaefa2338 req-36046c17-b70a-498c-9df2-00caf29b7e1e tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:21.700743 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8ee586da-886f-4b19-86e7-a1fbaefa2338 req-36046c17-b70a-498c-9df2-00caf29b7e1e tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] 10.222.0.41 "GET /v2.0/ports?device_id=6083985c-0b73-4bd3-aa7c-a1c7ad6729c2 HTTP/1.1" status: 200 len: 945 time: 0.1925721 Jan 28 07:19:21.705942 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-061908f9-1da6-4447-bf5a-059baff7fe2d tempest-ExternalNetworksTestJSON-1485680992 tempest-ExternalNetworksTestJSON-1485680992-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (de66fa2f-7d1e-42ac-b28f-cb9751d01e36), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:21.715511 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2401dd23-2723-4cca-bf53-0b15a328221e req-002003b9-c051-4e3b-8877-07d229b4b00e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:21.716997 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2401dd23-2723-4cca-bf53-0b15a328221e req-002003b9-c051-4e3b-8877-07d229b4b00e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0d2602fa-1d2d-4c75-8661-ee94c8ac01e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1988707 Jan 28 07:19:21.744546 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-948f1fa3-fb64-4523-98fa-3f5ed043c7bd req-44b4efde-a9d3-4f1b-90e9-69eb23100255 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c9a84dc6-92ac-41b6-88e9-0633fc5dcc86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411434 Jan 28 07:19:21.847488 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-061908f9-1da6-4447-bf5a-059baff7fe2d tempest-ExternalNetworksTestJSON-1485680992 tempest-ExternalNetworksTestJSON-1485680992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (de66fa2f-7d1e-42ac-b28f-cb9751d01e36), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:21.852442 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-061908f9-1da6-4447-bf5a-059baff7fe2d tempest-ExternalNetworksTestJSON-1485680992 tempest-ExternalNetworksTestJSON-1485680992-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:21.853035 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-061908f9-1da6-4447-bf5a-059baff7fe2d tempest-ExternalNetworksTestJSON-1485680992 tempest-ExternalNetworksTestJSON-1485680992-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:21.956761 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8ee586da-886f-4b19-86e7-a1fbaefa2338 req-183898d9-9781-4972-a8cf-64a6810a44db tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] 10.222.0.41 "GET /v2.0/security-groups?id=c744b8c4-ff94-4ae9-bc40-09d43c741058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368143 Jan 28 07:19:21.971214 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-061908f9-1da6-4447-bf5a-059baff7fe2d tempest-ExternalNetworksTestJSON-1485680992 tempest-ExternalNetworksTestJSON-1485680992-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.4647636 Jan 28 07:19:21.971943 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 49180) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:19:22.001506 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061908f9-1da6-4447-bf5a-059baff7fe2d tempest-ExternalNetworksTestJSON-1485680992 tempest-ExternalNetworksTestJSON-1485680992-project] Pushing event updated for resources: {'Network': ['ID=de66fa2f-7d1e-42ac-b28f-cb9751d01e36,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:19:22.012889 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network de66fa2f-7d1e-42ac-b28f-cb9751d01e36 details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:19:22.027027 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-843e4f10-3845-470d-afd6-9b8b70a798ae tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] Request body: {'network': {'name': 'tempest-network--1425953176', 'router:external': True}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:19:22.028306 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-948f1fa3-fb64-4523-98fa-3f5ed043c7bd req-73a92312-46f7-4d50-a648-d176a089f562 service neutron] 10.222.0.44 "GET /v2.0/networks/c9a84dc6-92ac-41b6-88e9-0633fc5dcc86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2723591 Jan 28 07:19:22.030222 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2401dd23-2723-4cca-bf53-0b15a328221e req-1ca12226-21c7-44cb-aeb2-91d0f717e510 service neutron] 10.222.0.10 "GET /v2.0/networks/0d2602fa-1d2d-4c75-8661-ee94c8ac01e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2579637 Jan 28 07:19:22.045973 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-843e4f10-3845-470d-afd6-9b8b70a798ae tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] Made reservation on behalf of 58487fd7bab44320b19fb6f3a4efc475 for: {'network': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:19:22.049345 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-843e4f10-3845-470d-afd6-9b8b70a798ae tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:22.064320 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-843e4f10-3845-470d-afd6-9b8b70a798ae tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:22.197695 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-948f1fa3-fb64-4523-98fa-3f5ed043c7bd req-eb199eca-baee-4292-b5a0-0f0ddeffb72e service neutron] 10.222.0.44 "GET /v2.0/networks/c9a84dc6-92ac-41b6-88e9-0633fc5dcc86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626058 Jan 28 07:19:22.199451 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2401dd23-2723-4cca-bf53-0b15a328221e req-deaaeac7-5132-40b7-8937-b225b549b366 service neutron] 10.222.0.10 "GET /v2.0/networks/0d2602fa-1d2d-4c75-8661-ee94c8ac01e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565650 Jan 28 07:19:22.206558 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-843e4f10-3845-470d-afd6-9b8b70a798ae tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] Publish callbacks [] for security_group (5c4db3f4-67ac-4024-824d-f9ed9f113722), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:22.211723 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-843e4f10-3845-470d-afd6-9b8b70a798ae tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (5c4db3f4-67ac-4024-824d-f9ed9f113722), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:22.248031 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-843e4f10-3845-470d-afd6-9b8b70a798ae tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=103283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:19:22.250091 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2401dd23-2723-4cca-bf53-0b15a328221e req-172868b2-814f-4598-9551-55c235393086 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.36&port_id=fca91fdf-3a32-42a9-bf73-0d9c26ab506a HTTP/1.1" status: 200 len: 217 time: 0.0440021 Jan 28 07:19:22.265133 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843e4f10-3845-470d-afd6-9b8b70a798ae tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c4db3f4-67ac-4024-824d-f9ed9f113722,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:19:22.268723 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-843e4f10-3845-470d-afd6-9b8b70a798ae tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (5389b5fe-07c5-46f3-856a-e79baf799e22), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:22.269065 n-d-712749-28 neutron-server[103283]: INFO neutron.db.segments_db [None req-843e4f10-3845-470d-afd6-9b8b70a798ae tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] Added segment 5389b5fe-07c5-46f3-856a-e79baf799e22 of type vlan for network 590e78f0-43a9-4c46-9068-69f9b15a3843 Jan 28 07:19:22.300665 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2401dd23-2723-4cca-bf53-0b15a328221e req-eb587cc8-1924-4add-8d05-89ec9a2abfe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:22.302224 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2401dd23-2723-4cca-bf53-0b15a328221e req-eb587cc8-1924-4add-8d05-89ec9a2abfe7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1096e90d-eca8-4202-80c6-1f06c2871d52 HTTP/1.1" status: 200 len: 797 time: 0.0464993 Jan 28 07:19:22.316918 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-843e4f10-3845-470d-afd6-9b8b70a798ae tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (590e78f0-43a9-4c46-9068-69f9b15a3843), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:22.350084 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-843e4f10-3845-470d-afd6-9b8b70a798ae tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (590e78f0-43a9-4c46-9068-69f9b15a3843), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:22.351054 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-843e4f10-3845-470d-afd6-9b8b70a798ae tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:22.351648 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-843e4f10-3845-470d-afd6-9b8b70a798ae tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:22.379276 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2401dd23-2723-4cca-bf53-0b15a328221e req-5d0bb310-d8c2-422d-b2df-5e03c85083f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:22.384371 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2401dd23-2723-4cca-bf53-0b15a328221e req-5d0bb310-d8c2-422d-b2df-5e03c85083f1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4791c092-87f8-46c1-85f0-6cd08fb183e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0699656 Jan 28 07:19:22.420931 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-843e4f10-3845-470d-afd6-9b8b70a798ae tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4471633 Jan 28 07:19:22.424476 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 49190) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:19:22.457736 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843e4f10-3845-470d-afd6-9b8b70a798ae tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] Pushing event updated for resources: {'Network': ['ID=590e78f0-43a9-4c46-9068-69f9b15a3843,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:19:22.476685 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500a0b0a-fd23-4d8d-ae0a-05c8b8ee0842 req-0e8a63ea-776e-4c0c-b386-a7f6085acce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:22.478907 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-500a0b0a-fd23-4d8d-ae0a-05c8b8ee0842 req-0e8a63ea-776e-4c0c-b386-a7f6085acce4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f379e285ebe947e9b1152e1dab9379c4&device_id=5fa73890-3c2c-4c59-9c73-ce1eca1f276c HTTP/1.1" status: 200 len: 1097 time: 0.1289058 Jan 28 07:19:22.485198 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network 590e78f0-43a9-4c46-9068-69f9b15a3843 details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:19:22.551748 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1a49fdfa-4ab4-4c4c-a6bc-a6f568312d08 tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (590e78f0-43a9-4c46-9068-69f9b15a3843), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:22.569341 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c1fdf7-5ead-4ce4-9535-d8dd0e35a408 req-2b66ef19-0529-44e5-9b43-05e9127c3057 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:22.571007 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e0c1fdf7-5ead-4ce4-9535-d8dd0e35a408 req-2b66ef19-0529-44e5-9b43-05e9127c3057 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?device_id=b328533a-131d-4c2d-93c2-75cc1b0a39d4 HTTP/1.1" status: 200 len: 946 time: 0.0814633 Jan 28 07:19:22.573002 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 2eb03726-cd32-4d52-875a-f478c1810fca up at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:19:22.622297 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76b87a9-c3bf-49fc-9ab9-324c21971e22 req-205ec04f-bb9f-415f-8d0c-5939db2da570 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:22.623838 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f76b87a9-c3bf-49fc-9ab9-324c21971e22 req-205ec04f-bb9f-415f-8d0c-5939db2da570 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fa73890-3c2c-4c59-9c73-ce1eca1f276c HTTP/1.1" status: 200 len: 945 time: 0.1772029 Jan 28 07:19:22.631235 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2401dd23-2723-4cca-bf53-0b15a328221e req-c90c361c-f9c1-446e-a597-8612404dee24 service neutron] 10.222.0.10 "GET /v2.0/networks/4791c092-87f8-46c1-85f0-6cd08fb183e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2434306 Jan 28 07:19:22.632896 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning for port 2eb03726-cd32-4d52-875a-f478c1810fca completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:19:22.637733 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning complete for port 2eb03726-cd32-4d52-875a-f478c1810fca triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:19:22.638235 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (2eb03726-cd32-4d52-875a-f478c1810fca), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:22.659492 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e0c1fdf7-5ead-4ce4-9535-d8dd0e35a408 req-b09c35a3-e512-44b7-98fb-fe7df353c089 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/security-groups?id=e977f99b-7e7b-4d49-bf15-4fd22b3b3b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797322 Jan 28 07:19:22.713461 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1a49fdfa-4ab4-4c4c-a6bc-a6f568312d08 tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (590e78f0-43a9-4c46-9068-69f9b15a3843), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:22.740820 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500a0b0a-fd23-4d8d-ae0a-05c8b8ee0842 req-8db94bee-5830-4920-8d88-201ed16211cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:22.742300 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-500a0b0a-fd23-4d8d-ae0a-05c8b8ee0842 req-8db94bee-5830-4920-8d88-201ed16211cf service neutron] 10.222.0.44 "GET /v2.0/networks?id=c9a84dc6-92ac-41b6-88e9-0633fc5dcc86 HTTP/1.1" status: 200 len: 915 time: 0.2267833 Jan 28 07:19:22.742425 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-1a49fdfa-4ab4-4c4c-a6bc-a6f568312d08 tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['590e78f0-43a9-4c46-9068-69f9b15a3843']}} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:19:22.761894 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-1a49fdfa-4ab4-4c4c-a6bc-a6f568312d08 tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5389b5fe-07c5-46f3-856a-e79baf799e22') {'for_net_delete': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:19:22.762180 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port 2eb03726-cd32-4d52-875a-f478c1810fca is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:19:22.762277 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-1a49fdfa-4ab4-4c4c-a6bc-a6f568312d08 tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5389b5fe-07c5-46f3-856a-e79baf799e22') {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:19:22.762385 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (2eb03726-cd32-4d52-875a-f478c1810fca), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:22.774150 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1a49fdfa-4ab4-4c4c-a6bc-a6f568312d08 tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13506801'] for segment (5389b5fe-07c5-46f3-856a-e79baf799e22), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:22.777366 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f76b87a9-c3bf-49fc-9ab9-324c21971e22 req-16d1a174-bbce-4b7d-91dd-05c26a53ed77 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f7766-6108-45d3-a769-5b5e90234849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444631 Jan 28 07:19:22.791421 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6083985c-0b73-4bd3-aa7c-a1c7ad6729c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eb03726-cd32-4d52-875a-f478c1810fca'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:19:22.793549 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87d9048e-8dea-43a4-8e44-4b977b4be24a" -d '{"events": [{"server_uuid": "6083985c-0b73-4bd3-aa7c-a1c7ad6729c2", "name": "network-vif-plugged", "status": "completed", "tag": "2eb03726-cd32-4d52-875a-f478c1810fca"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:19:22.801182 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1a49fdfa-4ab4-4c4c-a6bc-a6f568312d08 tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (5389b5fe-07c5-46f3-856a-e79baf799e22), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:22.809181 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a49fdfa-4ab4-4c4c-a6bc-a6f568312d08 tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=103283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:19:22.811370 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1a49fdfa-4ab4-4c4c-a6bc-a6f568312d08 tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13546563'] for segment (5389b5fe-07c5-46f3-856a-e79baf799e22), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:22.819506 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 2eb03726-cd32-4d52-875a-f478c1810fca, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=2eb03726-cd32-4d52-875a-f478c1810fca,segment=NetworkSegment(e34c38a9-0f60-4c18-ab34-490b22782060),segment_id=e34c38a9-0f60-4c18-ab34-490b22782060)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:19:22.819758 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (2eb03726-cd32-4d52-875a-f478c1810fca), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:22.820810 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device adda9edb-2689-4b0d-9769-f7f6d90bae68 no longer exists at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:19:22.861780 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2401dd23-2723-4cca-bf53-0b15a328221e req-9ec6a1dc-f25e-4c5c-b8e9-2e79f7eb1c0f service neutron] 10.222.0.10 "GET /v2.0/networks/4791c092-87f8-46c1-85f0-6cd08fb183e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119236 Jan 28 07:19:22.863496 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-500a0b0a-fd23-4d8d-ae0a-05c8b8ee0842 req-ab72867f-c076-480c-b130-5f725b29da4a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=adda9edb-2689-4b0d-9769-f7f6d90bae68 HTTP/1.1" status: 200 len: 217 time: 0.1075091 Jan 28 07:19:22.889431 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcd38524-505d-46f3-80b3-80cecdd29302 x-openstack-request-id: req-fcd38524-505d-46f3-80b3-80cecdd29302 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:19:22.889842 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6083985c-0b73-4bd3-aa7c-a1c7ad6729c2", "name": "network-vif-plugged", "status": "completed", "tag": "2eb03726-cd32-4d52-875a-f478c1810fca", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:19:22.889984 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fcd38524-505d-46f3-80b3-80cecdd29302 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:19:22.890357 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6083985c-0b73-4bd3-aa7c-a1c7ad6729c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eb03726-cd32-4d52-875a-f478c1810fca', 'code': 200} Jan 28 07:19:22.899394 n-d-712749-28 neutron-server[103283]: Traceback (most recent call last): Jan 28 07:19:22.899394 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:19:22.899394 n-d-712749-28 neutron-server[103283]: timer() Jan 28 07:19:22.899394 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:19:22.899394 n-d-712749-28 neutron-server[103283]: cb(*args, **kw) Jan 28 07:19:22.899394 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:19:22.899394 n-d-712749-28 neutron-server[103283]: return func(*args, **kwargs) Jan 28 07:19:22.899394 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:19:22.899394 n-d-712749-28 neutron-server[103283]: self._notify() Jan 28 07:19:22.899394 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:19:22.899394 n-d-712749-28 neutron-server[103283]: self.callback(batched_events) Jan 28 07:19:22.899394 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:19:22.899394 n-d-712749-28 neutron-server[103283]: event.method(event) Jan 28 07:19:22.899394 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:19:22.899394 n-d-712749-28 neutron-server[103283]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:19:22.899394 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:19:22.899394 n-d-712749-28 neutron-server[103283]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:19:22.899394 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:19:22.899394 n-d-712749-28 neutron-server[103283]: return f(self, *a, **k) Jan 28 07:19:22.899394 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:19:22.899394 n-d-712749-28 neutron-server[103283]: return self._get(url).json() Jan 28 07:19:22.899394 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:19:22.899394 n-d-712749-28 neutron-server[103283]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:19:22.899394 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:19:22.899394 n-d-712749-28 neutron-server[103283]: return self.request(url, 'GET', **kwargs) Jan 28 07:19:22.899394 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:19:22.899394 n-d-712749-28 neutron-server[103283]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:19:22.899394 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:19:22.899394 n-d-712749-28 neutron-server[103283]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:19:22.899394 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:19:22.899394 n-d-712749-28 neutron-server[103283]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:19:22.899394 n-d-712749-28 neutron-server[103283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:19:22.915557 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1a49fdfa-4ab4-4c4c-a6bc-a6f568312d08 tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (590e78f0-43a9-4c46-9068-69f9b15a3843), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:22.926908 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2401dd23-2723-4cca-bf53-0b15a328221e req-49dcd25b-d7a5-459e-a25a-88e2c0d8ccb5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.193&port_id=4aac091f-65c1-4c36-9072-a266f2493296 HTTP/1.1" status: 200 len: 217 time: 0.0575736 Jan 28 07:19:22.929396 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a49fdfa-4ab4-4c4c-a6bc-a6f568312d08 tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 590e78f0-43a9-4c46-9068-69f9b15a3843 {{(pid=103283) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 28 07:19:22.941889 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1a49fdfa-4ab4-4c4c-a6bc-a6f568312d08 tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:22.945920 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-1a49fdfa-4ab4-4c4c-a6bc-a6f568312d08 tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] 10.222.0.41 "DELETE /v2.0/networks/590e78f0-43a9-4c46-9068-69f9b15a3843 HTTP/1.1" status: 204 len: 168 time: 0.5200570 Jan 28 07:19:22.947039 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a49fdfa-4ab4-4c4c-a6bc-a6f568312d08 tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] Pushing event deleted for resources: {'Network': ['ID=590e78f0-43a9-4c46-9068-69f9b15a3843,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:19:22.949176 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 49198) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:19:22.966484 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-49caa1f9-52f7-479f-b62f-12711691193a tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:19:22.986479 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port adda9edb-2689-4b0d-9769-f7f6d90bae68 is: ACTIVE; New status is: DOWN {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:19:22.986878 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (adda9edb-2689-4b0d-9769-f7f6d90bae68), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:22.990533 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=2eb03726-cd32-4d52-875a-f478c1810fca,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:19:23.007882 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500a0b0a-fd23-4d8d-ae0a-05c8b8ee0842 req-92176bc8-cb94-4138-b96d-de34820dcf12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:23.015396 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-500a0b0a-fd23-4d8d-ae0a-05c8b8ee0842 req-92176bc8-cb94-4138-b96d-de34820dcf12 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=feafbfc0-ace6-4287-91ea-c1099e1f786f HTTP/1.1" status: 200 len: 854 time: 0.1350489 Jan 28 07:19:23.027248 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49caa1f9-52f7-479f-b62f-12711691193a tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] Made reservation on behalf of 58487fd7bab44320b19fb6f3a4efc475 for: {'network': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:19:23.030639 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-49caa1f9-52f7-479f-b62f-12711691193a tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:23.030828 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2401dd23-2723-4cca-bf53-0b15a328221e req-bbde9669-dd25-43bd-b413-532011a50706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:23.032692 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2401dd23-2723-4cca-bf53-0b15a328221e req-bbde9669-dd25-43bd-b413-532011a50706 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1096e90d-eca8-4202-80c6-1f06c2871d52 HTTP/1.1" status: 200 len: 797 time: 0.0815713 Jan 28 07:19:23.041336 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port adda9edb-2689-4b0d-9769-f7f6d90bae68, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=adda9edb-2689-4b0d-9769-f7f6d90bae68,segment=NetworkSegment(00c9bc5a-b387-4097-9c7c-7f7badd573e1),segment_id=00c9bc5a-b387-4097-9c7c-7f7badd573e1)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:19:23.045688 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (adda9edb-2689-4b0d-9769-f7f6d90bae68), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:23.103620 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=adda9edb-2689-4b0d-9769-f7f6d90bae68,revision_number=8']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:19:23.107208 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-500a0b0a-fd23-4d8d-ae0a-05c8b8ee0842 req-02e95e80-932b-4694-90cb-731ee7b07cbf service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c9a84dc6-92ac-41b6-88e9-0633fc5dcc86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449734 Jan 28 07:19:23.144715 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49caa1f9-52f7-479f-b62f-12711691193a tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=103283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:19:23.146271 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2401dd23-2723-4cca-bf53-0b15a328221e req-0170c1c5-092a-48f1-a1dc-dc76f197f57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:23.147911 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2401dd23-2723-4cca-bf53-0b15a328221e req-0170c1c5-092a-48f1-a1dc-dc76f197f57a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4791c092-87f8-46c1-85f0-6cd08fb183e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1075480 Jan 28 07:19:23.168166 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31765b0f-c3b5-4f29-af10-1e1b35a8ec74 req-f32523ce-4633-420a-ab89-5cde112f4762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:23.169887 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-31765b0f-c3b5-4f29-af10-1e1b35a8ec74 req-f32523ce-4633-420a-ab89-5cde112f4762 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6083985c-0b73-4bd3-aa7c-a1c7ad6729c2 HTTP/1.1" status: 200 len: 1098 time: 0.1040688 Jan 28 07:19:23.171041 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-49caa1f9-52f7-479f-b62f-12711691193a tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (2dad6a95-3259-47fe-8139-7348597eb934), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:23.171389 n-d-712749-28 neutron-server[103283]: INFO neutron.db.segments_db [None req-49caa1f9-52f7-479f-b62f-12711691193a tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] Added segment 2dad6a95-3259-47fe-8139-7348597eb934 of type vlan for network be5d2599-11a9-4762-ad03-ec29bd532443 Jan 28 07:19:23.224821 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebdfdc1-4884-463a-867d-dddea7c7d674 req-611dd524-6b5f-4616-868d-1c61774a6a72 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:23.232644 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-eebdfdc1-4884-463a-867d-dddea7c7d674 req-611dd524-6b5f-4616-868d-1c61774a6a72 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] 10.222.0.41 "GET /v2.0/ports?device_id=6083985c-0b73-4bd3-aa7c-a1c7ad6729c2 HTTP/1.1" status: 200 len: 946 time: 0.1679640 Jan 28 07:19:23.286649 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-49caa1f9-52f7-479f-b62f-12711691193a tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (be5d2599-11a9-4762-ad03-ec29bd532443), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:23.314570 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2401dd23-2723-4cca-bf53-0b15a328221e req-cd593282-58fa-4f6c-9e3a-52dba1af8616 service neutron] 10.222.0.10 "GET /v2.0/networks/4791c092-87f8-46c1-85f0-6cd08fb183e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372056 Jan 28 07:19:23.331675 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-31765b0f-c3b5-4f29-af10-1e1b35a8ec74 req-fe26ebfb-c79d-4261-9196-d068d59a6acb service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=c744b8c4-ff94-4ae9-bc40-09d43c741058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480656 Jan 28 07:19:23.340036 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-eebdfdc1-4884-463a-867d-dddea7c7d674 req-9a2541f5-21c6-42a3-a3a9-6e69f072ee69 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] 10.222.0.41 "GET /v2.0/security-groups?id=c744b8c4-ff94-4ae9-bc40-09d43c741058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066277 Jan 28 07:19:23.365823 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-49caa1f9-52f7-479f-b62f-12711691193a tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (be5d2599-11a9-4762-ad03-ec29bd532443), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:23.367081 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49caa1f9-52f7-479f-b62f-12711691193a tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:23.367900 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-49caa1f9-52f7-479f-b62f-12711691193a tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:23.393357 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-500a0b0a-fd23-4d8d-ae0a-05c8b8ee0842 req-60f3c8c4-41e7-47a0-8615-e109dd11b33f service neutron] 10.222.0.44 "GET /v2.0/networks/c9a84dc6-92ac-41b6-88e9-0633fc5dcc86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2725523 Jan 28 07:19:23.430138 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2401dd23-2723-4cca-bf53-0b15a328221e req-445652f8-25c9-4892-85df-af70498cca8c service neutron] 10.222.0.10 "GET /v2.0/networks/4791c092-87f8-46c1-85f0-6cd08fb183e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064277 Jan 28 07:19:23.432151 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-49caa1f9-52f7-479f-b62f-12711691193a tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.4819322 Jan 28 07:19:23.435434 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 49204) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:19:23.443288 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-a1125354-cee9-44fb-a39c-3168c380a724 tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] Request body: {'subnet': {'network_id': 'be5d2599-11a9-4762-ad03-ec29bd532443', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:19:23.455411 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49caa1f9-52f7-479f-b62f-12711691193a tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] Pushing event updated for resources: {'Network': ['ID=be5d2599-11a9-4762-ad03-ec29bd532443,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:19:23.467401 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network be5d2599-11a9-4762-ad03-ec29bd532443 details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:19:23.470637 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1125354-cee9-44fb-a39c-3168c380a724 tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] Made reservation on behalf of 58487fd7bab44320b19fb6f3a4efc475 for: {'subnet': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:19:23.473208 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a1125354-cee9-44fb-a39c-3168c380a724 tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13555781'] for subnet (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:23.485309 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2401dd23-2723-4cca-bf53-0b15a328221e req-cdbc712b-170b-4f24-840e-8ca9c14dae34 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.201&port_id=1775d3be-f6b5-44d6-8764-bdd9cf32e51e HTTP/1.1" status: 200 len: 217 time: 0.0486627 Jan 28 07:19:23.540648 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2401dd23-2723-4cca-bf53-0b15a328221e req-dd5f2f7e-6f5c-47b8-83f1-fc0a84fdec58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:23.542161 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2401dd23-2723-4cca-bf53-0b15a328221e req-dd5f2f7e-6f5c-47b8-83f1-fc0a84fdec58 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1096e90d-eca8-4202-80c6-1f06c2871d52 HTTP/1.1" status: 200 len: 797 time: 0.0503609 Jan 28 07:19:23.590356 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2401dd23-2723-4cca-bf53-0b15a328221e req-ad75e7d4-e696-4744-bad7-f61484022e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:23.591985 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2401dd23-2723-4cca-bf53-0b15a328221e req-ad75e7d4-e696-4744-bad7-f61484022e98 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4791c092-87f8-46c1-85f0-6cd08fb183e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0425234 Jan 28 07:19:23.691718 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2401dd23-2723-4cca-bf53-0b15a328221e req-a0d60542-2f35-4200-806e-ff83540feedd service neutron] 10.222.0.10 "GET /v2.0/networks/4791c092-87f8-46c1-85f0-6cd08fb183e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931025 Jan 28 07:19:23.790935 n-d-712749-28 neutron-server[103283]: DEBUG neutron.objects.ports [None req-a1125354-cee9-44fb-a39c-3168c380a724 tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103283) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 07:19:23.791426 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a1125354-cee9-44fb-a39c-3168c380a724 tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13546728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13555799'] for subnet (b5ebf22c-b927-41d1-a242-b271ffcc1dc5), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:23.863813 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1125354-cee9-44fb-a39c-3168c380a724 tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] Pushing event updated for resources: {'Subnet': ['ID=b5ebf22c-b927-41d1-a242-b271ffcc1dc5,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:19:23.869817 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250bf10e-b3c0-4c26-b096-a0e821048ff7 req-8898585e-81ad-46d8-920f-2782675ad5df tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:23.871324 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-250bf10e-b3c0-4c26-b096-a0e821048ff7 req-8898585e-81ad-46d8-920f-2782675ad5df tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?device_id=b328533a-131d-4c2d-93c2-75cc1b0a39d4 HTTP/1.1" status: 200 len: 946 time: 0.1277087 Jan 28 07:19:23.899136 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2401dd23-2723-4cca-bf53-0b15a328221e req-82f1d989-93f2-404a-b470-3a19cd40bb5c service neutron] 10.222.0.10 "GET /v2.0/networks/4791c092-87f8-46c1-85f0-6cd08fb183e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010131 Jan 28 07:19:23.900071 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1125354-cee9-44fb-a39c-3168c380a724 tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] Checking segment: {'id': '2dad6a95-3259-47fe-8139-7348597eb934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'be5d2599-11a9-4762-ad03-ec29bd532443'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:19:23.900468 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1125354-cee9-44fb-a39c-3168c380a724 tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] Network hostable DHCP agents. Network: be5d2599-11a9-4762-ad03-ec29bd532443, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:19:23.932673 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2640c0b6-cd9d-4182-a0b5-8c3ef26d1d37 req-c3d0a69d-a77c-4831-928a-34001bea393a tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:23.934442 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2640c0b6-cd9d-4182-a0b5-8c3ef26d1d37 req-c3d0a69d-a77c-4831-928a-34001bea393a tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fa73890-3c2c-4c59-9c73-ce1eca1f276c HTTP/1.1" status: 200 len: 943 time: 0.0878057 Jan 28 07:19:23.942107 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1125354-cee9-44fb-a39c-3168c380a724 tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] Network be5d2599-11a9-4762-ad03-ec29bd532443 is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:19:23.961681 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-a1125354-cee9-44fb-a39c-3168c380a724 tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, be5d2599-11a9-4762-ad03-ec29bd532443) {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:19:23.967985 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1125354-cee9-44fb-a39c-3168c380a724 tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:23.968610 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a1125354-cee9-44fb-a39c-3168c380a724 tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:23.976334 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3612b35e-cff5-4076-83ff-94f84997bc2c None None] Network be5d2599-11a9-4762-ad03-ec29bd532443 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:19:24.002909 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-a1125354-cee9-44fb-a39c-3168c380a724 tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.5663893 Jan 28 07:19:24.006488 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 49214) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:19:24.011780 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-791b266c-3333-4600-8662-d4fed25ac31f tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] Request body: {'floatingip': {'floating_network_id': 'be5d2599-11a9-4762-ad03-ec29bd532443'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:19:24.019109 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2640c0b6-cd9d-4182-a0b5-8c3ef26d1d37 req-585486e7-9c56-42ca-9850-5c662b7bf502 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f7766-6108-45d3-a769-5b5e90234849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745065 Jan 28 07:19:24.049229 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-791b266c-3333-4600-8662-d4fed25ac31f tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:24.117475 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d785ffb-f6e8-4af7-9684-ef84eae73f33 None None] Network be5d2599-11a9-4762-ad03-ec29bd532443 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:19:24.179100 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-791b266c-3333-4600-8662-d4fed25ac31f tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:24.289091 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2401dd23-2723-4cca-bf53-0b15a328221e req-f74b8fb5-4117-4ca9-bfae-fa3818ab1d88 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.226&port_id=23612cfd-7aa2-47c9-a6c1-d148371b7d15 HTTP/1.1" status: 200 len: 217 time: 0.3799021 Jan 28 07:19:24.292281 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-500a0b0a-fd23-4d8d-ae0a-05c8b8ee0842 req-576320ad-7e49-438f-872b-98911c3cef3c service neutron] 10.222.0.44 "GET /v2.0/networks/c9a84dc6-92ac-41b6-88e9-0633fc5dcc86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5497785 Jan 28 07:19:24.307327 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-791b266c-3333-4600-8662-d4fed25ac31f tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] Allocated IP 172.20.0.12 (be5d2599-11a9-4762-ad03-ec29bd532443/b5ebf22c-b927-41d1-a242-b271ffcc1dc5/27fd7b74-e381-42f9-8a1d-14ca42e300b1) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:19:24.346755 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-250bf10e-b3c0-4c26-b096-a0e821048ff7 req-f77976df-068d-4cbd-b850-c84f96e9259d tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/security-groups?id=e977f99b-7e7b-4d49-bf15-4fd22b3b3b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4631033 Jan 28 07:19:24.370558 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2401dd23-2723-4cca-bf53-0b15a328221e req-808bfec1-a8a0-4b24-b555-55f8c86158e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:24.370558 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2401dd23-2723-4cca-bf53-0b15a328221e req-808bfec1-a8a0-4b24-b555-55f8c86158e8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1096e90d-eca8-4202-80c6-1f06c2871d52 HTTP/1.1" status: 200 len: 797 time: 0.0713563 Jan 28 07:19:24.426825 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2401dd23-2723-4cca-bf53-0b15a328221e req-dee5fa63-70c0-4b43-a9b8-e033ba77aa88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:24.428373 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2401dd23-2723-4cca-bf53-0b15a328221e req-dee5fa63-70c0-4b43-a9b8-e033ba77aa88 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4791c092-87f8-46c1-85f0-6cd08fb183e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0514183 Jan 28 07:19:24.445157 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-791b266c-3333-4600-8662-d4fed25ac31f tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] Publish callbacks [] for port (27fd7b74-e381-42f9-8a1d-14ca42e300b1), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:24.482623 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-791b266c-3333-4600-8662-d4fed25ac31f tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (27fd7b74-e381-42f9-8a1d-14ca42e300b1), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:24.529133 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-791b266c-3333-4600-8662-d4fed25ac31f tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] Network be5d2599-11a9-4762-ad03-ec29bd532443 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:19:24.532785 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-791b266c-3333-4600-8662-d4fed25ac31f tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:19:24.538567 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791b266c-3333-4600-8662-d4fed25ac31f tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:19:24.544244 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791b266c-3333-4600-8662-d4fed25ac31f tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] Pushing event updated for resources: {'Port': ['ID=27fd7b74-e381-42f9-8a1d-14ca42e300b1,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:19:24.553209 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5530b245-6ba4-4dc0-97f7-245e45931eda req-aae8fb2d-ec60-461e-b2da-58b53a974fc9 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:24.554723 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5530b245-6ba4-4dc0-97f7-245e45931eda req-aae8fb2d-ec60-461e-b2da-58b53a974fc9 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] 10.222.0.41 "GET /v2.0/ports?device_id=6083985c-0b73-4bd3-aa7c-a1c7ad6729c2 HTTP/1.1" status: 200 len: 946 time: 0.1087029 Jan 28 07:19:24.583217 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2401dd23-2723-4cca-bf53-0b15a328221e req-32c60eb0-546a-4cd3-80d0-6811a821c2c1 service neutron] 10.222.0.10 "GET /v2.0/networks/4791c092-87f8-46c1-85f0-6cd08fb183e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473236 Jan 28 07:19:24.629151 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-791b266c-3333-4600-8662-d4fed25ac31f tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] Publish callbacks [] for floatingip (2c353242-cc77-4b62-9723-34eee6fdac79), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:24.661655 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5530b245-6ba4-4dc0-97f7-245e45931eda req-930e6157-4d58-454b-a1fc-906703078390 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] 10.222.0.41 "GET /v2.0/security-groups?id=c744b8c4-ff94-4ae9-bc40-09d43c741058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000485 Jan 28 07:19:24.663375 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-791b266c-3333-4600-8662-d4fed25ac31f tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (27fd7b74-e381-42f9-8a1d-14ca42e300b1), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:24.704724 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2401dd23-2723-4cca-bf53-0b15a328221e req-57828448-6d57-451c-861f-db2971319cc3 service neutron] 10.222.0.10 "GET /v2.0/networks/4791c092-87f8-46c1-85f0-6cd08fb183e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149981 Jan 28 07:19:24.753155 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2401dd23-2723-4cca-bf53-0b15a328221e req-1b597202-6a08-40f9-a1f6-dc0f16a77229 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=28ee7b1c-7756-4f1b-8d60-9dc7080ff128 HTTP/1.1" status: 200 len: 217 time: 0.0422165 Jan 28 07:19:24.809394 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2401dd23-2723-4cca-bf53-0b15a328221e req-7c85d2ce-f2aa-4ab6-8680-155fc7b19f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:24.810905 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2401dd23-2723-4cca-bf53-0b15a328221e req-7c85d2ce-f2aa-4ab6-8680-155fc7b19f36 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=aa179d42-f4b0-43e0-81f7-063e746f129b HTTP/1.1" status: 200 len: 797 time: 0.0519197 Jan 28 07:19:24.821425 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-791b266c-3333-4600-8662-d4fed25ac31f tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] Publish callbacks [] for port (27fd7b74-e381-42f9-8a1d-14ca42e300b1), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:24.825964 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-791b266c-3333-4600-8662-d4fed25ac31f tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (27fd7b74-e381-42f9-8a1d-14ca42e300b1), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:24.861621 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2401dd23-2723-4cca-bf53-0b15a328221e req-ec1563d2-e1c4-4350-a57f-862139944550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:24.863044 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2401dd23-2723-4cca-bf53-0b15a328221e req-ec1563d2-e1c4-4350-a57f-862139944550 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=49a475b2-ea4c-4351-8a04-537e673f2680&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0461805 Jan 28 07:19:24.891141 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fa73890-3c2c-4c59-9c73-ce1eca1f276c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'adda9edb-2689-4b0d-9769-f7f6d90bae68'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:19:24.893497 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4275e9f-d1d6-48fe-bfb5-d79c015a2968" -d '{"events": [{"server_uuid": "5fa73890-3c2c-4c59-9c73-ce1eca1f276c", "name": "network-vif-unplugged", "status": "completed", "tag": "adda9edb-2689-4b0d-9769-f7f6d90bae68"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:19:24.899655 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791b266c-3333-4600-8662-d4fed25ac31f tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] Pushing event updated for resources: {'Port': ['ID=27fd7b74-e381-42f9-8a1d-14ca42e300b1,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:19:24.910416 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-791b266c-3333-4600-8662-d4fed25ac31f tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16609095'] for floatingip (2c353242-cc77-4b62-9723-34eee6fdac79), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:24.929237 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-791b266c-3333-4600-8662-d4fed25ac31f tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for floatingip (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:24.933926 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-791b266c-3333-4600-8662-d4fed25ac31f tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9231102 Jan 28 07:19:24.933926 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 49222) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:19:24.938342 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 07:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae657dc7-888e-4278-94e0-f606ace6eb13 x-openstack-request-id: req-ae657dc7-888e-4278-94e0-f606ace6eb13 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:19:24.939299 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fa73890-3c2c-4c59-9c73-ce1eca1f276c", "name": "network-vif-unplugged", "status": "completed", "tag": "adda9edb-2689-4b0d-9769-f7f6d90bae68", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:19:24.939662 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ae657dc7-888e-4278-94e0-f606ace6eb13 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:19:24.940253 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fa73890-3c2c-4c59-9c73-ce1eca1f276c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'adda9edb-2689-4b0d-9769-f7f6d90bae68', 'code': 200} Jan 28 07:19:24.958248 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2401dd23-2723-4cca-bf53-0b15a328221e req-7f068cb9-9d89-4d7c-8f5c-54bc3267b739 service neutron] 10.222.0.10 "GET /v2.0/networks/49a475b2-ea4c-4351-8a04-537e673f2680?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888100 Jan 28 07:19:25.009379 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-49956ef5-0c60-41c0-8d3f-a5a7920b1717 tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] 10.222.0.41 "GET /v2.0/floatingips?floating_network_id=be5d2599-11a9-4762-ad03-ec29bd532443 HTTP/1.1" status: 200 len: 690 time: 0.0746591 Jan 28 07:19:25.011834 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 49224) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:19:25.053358 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2401dd23-2723-4cca-bf53-0b15a328221e req-b93fa171-40b4-425d-b008-8d308ec8ff48 service neutron] 10.222.0.10 "GET /v2.0/networks/49a475b2-ea4c-4351-8a04-537e673f2680?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890403 Jan 28 07:19:25.099642 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2401dd23-2723-4cca-bf53-0b15a328221e req-d8808fa6-bd74-40f6-a060-5084f71217b2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=306d21bc-fcd5-48a8-8c93-759b2a81125d HTTP/1.1" status: 200 len: 217 time: 0.0395083 Jan 28 07:19:25.104571 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c71759e9-8976-4d35-9150-e86fa8c83e6e tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (be5d2599-11a9-4762-ad03-ec29bd532443), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:25.177145 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2401dd23-2723-4cca-bf53-0b15a328221e req-cacc4fea-67c0-472f-bc92-66d9cf59aaa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:25.178645 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2401dd23-2723-4cca-bf53-0b15a328221e req-cacc4fea-67c0-472f-bc92-66d9cf59aaa7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=aa179d42-f4b0-43e0-81f7-063e746f129b HTTP/1.1" status: 200 len: 797 time: 0.0715921 Jan 28 07:19:25.186896 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729c531b-1a64-4058-95c0-0d6e938df0f1 req-f88bb520-6080-4894-96c5-22c6d6c10e11 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:25.188585 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-729c531b-1a64-4058-95c0-0d6e938df0f1 req-f88bb520-6080-4894-96c5-22c6d6c10e11 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fa73890-3c2c-4c59-9c73-ce1eca1f276c HTTP/1.1" status: 200 len: 943 time: 0.0917556 Jan 28 07:19:25.285830 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-729c531b-1a64-4058-95c0-0d6e938df0f1 req-b657a8fa-7cf1-44be-b5ef-1028b79d16f5 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f7766-6108-45d3-a769-5b5e90234849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869753 Jan 28 07:19:25.303463 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2401dd23-2723-4cca-bf53-0b15a328221e req-a2934fc4-ec37-4091-b718-0c1facef6c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:25.309275 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2401dd23-2723-4cca-bf53-0b15a328221e req-a2934fc4-ec37-4091-b718-0c1facef6c96 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=49a475b2-ea4c-4351-8a04-537e673f2680&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1197169 Jan 28 07:19:25.431835 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2401dd23-2723-4cca-bf53-0b15a328221e req-5874ea61-eab2-41f4-bf14-5dec3e884b27 service neutron] 10.222.0.10 "GET /v2.0/networks/49a475b2-ea4c-4351-8a04-537e673f2680?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980608 Jan 28 07:19:25.533134 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-c71759e9-8976-4d35-9150-e86fa8c83e6e tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] Deleting port 27fd7b74-e381-42f9-8a1d-14ca42e300b1 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:19:25.533680 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c71759e9-8976-4d35-9150-e86fa8c83e6e tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (27fd7b74-e381-42f9-8a1d-14ca42e300b1), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:25.552563 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7894128e-092a-4b35-b810-314996a671dc req-a96169b6-ef6f-4b7c-925f-f27cc8ec0e72 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:25.554065 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7894128e-092a-4b35-b810-314996a671dc req-a96169b6-ef6f-4b7c-925f-f27cc8ec0e72 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?device_id=b328533a-131d-4c2d-93c2-75cc1b0a39d4 HTTP/1.1" status: 200 len: 946 time: 0.1088538 Jan 28 07:19:25.585995 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2401dd23-2723-4cca-bf53-0b15a328221e req-563c8499-2f61-4d9c-a505-c55933fb15e0 service neutron] 10.222.0.10 "GET /v2.0/networks/49a475b2-ea4c-4351-8a04-537e673f2680?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498854 Jan 28 07:19:25.611410 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c71759e9-8976-4d35-9150-e86fa8c83e6e tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (27fd7b74-e381-42f9-8a1d-14ca42e300b1), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:25.611868 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c71759e9-8976-4d35-9150-e86fa8c83e6e tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] Publish callbacks [] for floatingip (27fd7b74-e381-42f9-8a1d-14ca42e300b1), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:25.618569 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7894128e-092a-4b35-b810-314996a671dc req-8a806c94-29f9-4c29-9613-2c102654bf6a tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/security-groups?id=e977f99b-7e7b-4d49-bf15-4fd22b3b3b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539677 Jan 28 07:19:25.624084 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-c71759e9-8976-4d35-9150-e86fa8c83e6e tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] Calling delete_port for 27fd7b74-e381-42f9-8a1d-14ca42e300b1 owned by network:floatingip {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:19:25.784596 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c71759e9-8976-4d35-9150-e86fa8c83e6e tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (27fd7b74-e381-42f9-8a1d-14ca42e300b1), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:25.819464 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a3b669-ef9e-4c69-a7a3-61a4b3016510 req-cefb05c5-6527-4ed5-8ca2-d380327a585d tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:25.820971 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-59a3b669-ef9e-4c69-a7a3-61a4b3016510 req-cefb05c5-6527-4ed5-8ca2-d380327a585d tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] 10.222.0.41 "GET /v2.0/ports?device_id=6083985c-0b73-4bd3-aa7c-a1c7ad6729c2 HTTP/1.1" status: 200 len: 946 time: 0.0837049 Jan 28 07:19:25.821680 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71759e9-8976-4d35-9150-e86fa8c83e6e tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] Pushing event deleted for resources: {'Port': ['ID=27fd7b74-e381-42f9-8a1d-14ca42e300b1,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:19:25.914230 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-59a3b669-ef9e-4c69-a7a3-61a4b3016510 req-593e7a85-cefc-4b71-bbf3-048b067ee8da tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] 10.222.0.41 "GET /v2.0/security-groups?id=c744b8c4-ff94-4ae9-bc40-09d43c741058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867856 Jan 28 07:19:25.915043 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c71759e9-8976-4d35-9150-e86fa8c83e6e tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] Publish callbacks [] for floatingip (2c353242-cc77-4b62-9723-34eee6fdac79), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:25.958839 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c71759e9-8976-4d35-9150-e86fa8c83e6e tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (b5ebf22c-b927-41d1-a242-b271ffcc1dc5), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:26.011318 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c71759e9-8976-4d35-9150-e86fa8c83e6e tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13546665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13556132'] for subnet (b5ebf22c-b927-41d1-a242-b271ffcc1dc5), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:26.041349 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71759e9-8976-4d35-9150-e86fa8c83e6e tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=b5ebf22c-b927-41d1-a242-b271ffcc1dc5,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:19:26.050595 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-16f418fa-b0b9-42b7-a2e1-306c9a6d0899 req-18eac2b5-3902-458f-b647-a4666cca3ef5 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1012590 Jan 28 07:19:26.061010 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-16f418fa-b0b9-42b7-a2e1-306c9a6d0899 req-713a281c-227c-4f72-ba78-e13b08ca6a2d tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] Request body: {'floatingip': {'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:19:26.085090 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-16f418fa-b0b9-42b7-a2e1-306c9a6d0899 req-713a281c-227c-4f72-ba78-e13b08ca6a2d tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:26.102541 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c71759e9-8976-4d35-9150-e86fa8c83e6e tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (be5d2599-11a9-4762-ad03-ec29bd532443), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:26.124361 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-c71759e9-8976-4d35-9150-e86fa8c83e6e tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be5d2599-11a9-4762-ad03-ec29bd532443']}} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:19:26.134418 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-c71759e9-8976-4d35-9150-e86fa8c83e6e tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dad6a95-3259-47fe-8139-7348597eb934') {'for_net_delete': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:19:26.134716 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-c71759e9-8976-4d35-9150-e86fa8c83e6e tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dad6a95-3259-47fe-8139-7348597eb934') {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:19:26.144432 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c71759e9-8976-4d35-9150-e86fa8c83e6e tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13506801'] for segment (2dad6a95-3259-47fe-8139-7348597eb934), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:26.157907 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c71759e9-8976-4d35-9150-e86fa8c83e6e tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (2dad6a95-3259-47fe-8139-7348597eb934), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:26.163787 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c71759e9-8976-4d35-9150-e86fa8c83e6e tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=103283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:19:26.164170 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c71759e9-8976-4d35-9150-e86fa8c83e6e tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13546563'] for segment (2dad6a95-3259-47fe-8139-7348597eb934), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:26.165887 n-d-712749-28 neutron-server[103283]: Traceback (most recent call last): Jan 28 07:19:26.165887 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:19:26.165887 n-d-712749-28 neutron-server[103283]: timer() Jan 28 07:19:26.165887 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:19:26.165887 n-d-712749-28 neutron-server[103283]: cb(*args, **kw) Jan 28 07:19:26.165887 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:19:26.165887 n-d-712749-28 neutron-server[103283]: return func(*args, **kwargs) Jan 28 07:19:26.165887 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:19:26.165887 n-d-712749-28 neutron-server[103283]: self._notify() Jan 28 07:19:26.165887 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:19:26.165887 n-d-712749-28 neutron-server[103283]: self.callback(batched_events) Jan 28 07:19:26.165887 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:19:26.165887 n-d-712749-28 neutron-server[103283]: event.method(event) Jan 28 07:19:26.165887 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:19:26.165887 n-d-712749-28 neutron-server[103283]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:19:26.165887 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:19:26.165887 n-d-712749-28 neutron-server[103283]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:19:26.165887 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:19:26.165887 n-d-712749-28 neutron-server[103283]: return f(self, *a, **k) Jan 28 07:19:26.165887 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:19:26.165887 n-d-712749-28 neutron-server[103283]: return self._get(url).json() Jan 28 07:19:26.165887 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:19:26.165887 n-d-712749-28 neutron-server[103283]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:19:26.165887 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:19:26.165887 n-d-712749-28 neutron-server[103283]: return self.request(url, 'GET', **kwargs) Jan 28 07:19:26.165887 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:19:26.165887 n-d-712749-28 neutron-server[103283]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:19:26.165887 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:19:26.165887 n-d-712749-28 neutron-server[103283]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:19:26.165887 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:19:26.165887 n-d-712749-28 neutron-server[103283]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:19:26.165887 n-d-712749-28 neutron-server[103283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:19:26.186958 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-16f418fa-b0b9-42b7-a2e1-306c9a6d0899 req-713a281c-227c-4f72-ba78-e13b08ca6a2d tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:26.226427 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c71759e9-8976-4d35-9150-e86fa8c83e6e tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (be5d2599-11a9-4762-ad03-ec29bd532443), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:26.232895 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c71759e9-8976-4d35-9150-e86fa8c83e6e tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network be5d2599-11a9-4762-ad03-ec29bd532443 {{(pid=103283) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 28 07:19:26.243283 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c71759e9-8976-4d35-9150-e86fa8c83e6e tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:26.248748 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-c71759e9-8976-4d35-9150-e86fa8c83e6e tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] 10.222.0.41 "DELETE /v2.0/networks/be5d2599-11a9-4762-ad03-ec29bd532443 HTTP/1.1" status: 204 len: 168 time: 1.2337096 Jan 28 07:19:26.248748 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71759e9-8976-4d35-9150-e86fa8c83e6e tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] Pushing event deleted for resources: {'Network': ['ID=be5d2599-11a9-4762-ad03-ec29bd532443,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:19:26.250539 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 49240) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:19:26.343966 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-16f418fa-b0b9-42b7-a2e1-306c9a6d0899 req-713a281c-227c-4f72-ba78-e13b08ca6a2d tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] Allocated IP 172.25.6.104 (7d5b3724-deef-4831-8d43-cb9b8176573c/b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc/b2931999-9d9e-4181-b778-05bafa66d8c7) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:19:26.411096 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-78c5a230-4ee2-4e27-8062-62206aa06e74 tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] 10.222.0.41 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3352 time: 0.1609249 Jan 28 07:19:26.413729 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 49248) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:19:26.498525 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-16f418fa-b0b9-42b7-a2e1-306c9a6d0899 req-713a281c-227c-4f72-ba78-e13b08ca6a2d tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] Publish callbacks [] for port (b2931999-9d9e-4181-b778-05bafa66d8c7), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:26.553556 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-16f418fa-b0b9-42b7-a2e1-306c9a6d0899 req-713a281c-227c-4f72-ba78-e13b08ca6a2d tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (b2931999-9d9e-4181-b778-05bafa66d8c7), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:26.590034 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16f418fa-b0b9-42b7-a2e1-306c9a6d0899 req-713a281c-227c-4f72-ba78-e13b08ca6a2d tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] Network 7d5b3724-deef-4831-8d43-cb9b8176573c is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:19:26.594687 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-16f418fa-b0b9-42b7-a2e1-306c9a6d0899 req-713a281c-227c-4f72-ba78-e13b08ca6a2d tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:19:26.597264 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7508923b-61b3-4ab7-9694-7b814e67a657 tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:26.597751 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-16f418fa-b0b9-42b7-a2e1-306c9a6d0899 req-713a281c-227c-4f72-ba78-e13b08ca6a2d tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:19:26.598361 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7508923b-61b3-4ab7-9694-7b814e67a657 tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:26.599191 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7508923b-61b3-4ab7-9694-7b814e67a657 tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:26.599804 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7508923b-61b3-4ab7-9694-7b814e67a657 tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:26.600439 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7508923b-61b3-4ab7-9694-7b814e67a657 tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:26.601037 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7508923b-61b3-4ab7-9694-7b814e67a657 tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:26.602171 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7508923b-61b3-4ab7-9694-7b814e67a657 tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:26.602785 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7508923b-61b3-4ab7-9694-7b814e67a657 tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:26.603392 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7508923b-61b3-4ab7-9694-7b814e67a657 tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:26.604005 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7508923b-61b3-4ab7-9694-7b814e67a657 tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:26.604631 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7508923b-61b3-4ab7-9694-7b814e67a657 tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:26.605232 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7508923b-61b3-4ab7-9694-7b814e67a657 tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:26.605854 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7508923b-61b3-4ab7-9694-7b814e67a657 tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:26.606455 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7508923b-61b3-4ab7-9694-7b814e67a657 tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:26.607057 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7508923b-61b3-4ab7-9694-7b814e67a657 tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:26.607656 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7508923b-61b3-4ab7-9694-7b814e67a657 tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:26.610965 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-7508923b-61b3-4ab7-9694-7b814e67a657 tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 10227 time: 0.1962752 Jan 28 07:19:26.618377 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a64e184-b222-4c50-8586-87d220db79e6 req-6eaa98be-7a35-41e7-a2cb-57ab061b257a tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:26.620034 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1a64e184-b222-4c50-8586-87d220db79e6 req-6eaa98be-7a35-41e7-a2cb-57ab061b257a tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fa73890-3c2c-4c59-9c73-ce1eca1f276c HTTP/1.1" status: 200 len: 943 time: 0.1310892 Jan 28 07:19:26.620713 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 49252) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:19:26.630273 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713a281c-227c-4f72-ba78-e13b08ca6a2d tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] Pushing event updated for resources: {'Port': ['ID=b2931999-9d9e-4181-b778-05bafa66d8c7,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:19:26.673606 n-d-712749-28 neutron-server[103283]: INFO neutron.api.v2.resource [None req-759eb342-b472-4a7a-90ae-73c7ea3a7d05 tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] delete failed (client error): The resource could not be found. Jan 28 07:19:26.674708 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-759eb342-b472-4a7a-90ae-73c7ea3a7d05 tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] 10.222.0.41 "DELETE /v2.0/floatingips/2c353242-cc77-4b62-9723-34eee6fdac79 HTTP/1.1" status: 404 len: 345 time: 0.0529168 Jan 28 07:19:26.678313 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 49256) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:19:26.699118 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-16f418fa-b0b9-42b7-a2e1-306c9a6d0899 req-713a281c-227c-4f72-ba78-e13b08ca6a2d tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] Publish callbacks [] for floatingip (675e09e1-ea7c-4f21-bc46-2240efdf22e2), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:26.711114 n-d-712749-28 neutron-server[103283]: INFO neutron.pecan_wsgi.hooks.translation [None req-f18d29be-f43f-48b7-80e0-67f44ccd5488 tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] DELETE failed (client error): The resource could not be found. Jan 28 07:19:26.711630 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f18d29be-f43f-48b7-80e0-67f44ccd5488 tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=103283) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:19:26.718405 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-f18d29be-f43f-48b7-80e0-67f44ccd5488 tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] 10.222.0.41 "DELETE /v2.0/networks/be5d2599-11a9-4762-ad03-ec29bd532443 HTTP/1.1" status: 404 len: 339 time: 0.0352132 Jan 28 07:19:26.722356 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 49258) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:19:26.727147 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-aa35e2fe-424f-4cae-9585-cc5a7d498a52 tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] Request body: {'network': {'name': 'tempest-network--1891606423', 'router:external': True}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:19:26.737565 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-16f418fa-b0b9-42b7-a2e1-306c9a6d0899 req-713a281c-227c-4f72-ba78-e13b08ca6a2d tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (b2931999-9d9e-4181-b778-05bafa66d8c7), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:26.758484 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1a64e184-b222-4c50-8586-87d220db79e6 req-5c9832f1-c1da-44f4-be06-d32900a3b529 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f7766-6108-45d3-a769-5b5e90234849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300902 Jan 28 07:19:26.763126 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa35e2fe-424f-4cae-9585-cc5a7d498a52 tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] Made reservation on behalf of 58487fd7bab44320b19fb6f3a4efc475 for: {'network': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:19:26.766447 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-aa35e2fe-424f-4cae-9585-cc5a7d498a52 tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:26.804295 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa35e2fe-424f-4cae-9585-cc5a7d498a52 tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=103283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:19:26.819174 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-aa35e2fe-424f-4cae-9585-cc5a7d498a52 tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (196eb83b-62a1-43f9-bd5d-a119f16c738f), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:26.819674 n-d-712749-28 neutron-server[103283]: INFO neutron.db.segments_db [None req-aa35e2fe-424f-4cae-9585-cc5a7d498a52 tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] Added segment 196eb83b-62a1-43f9-bd5d-a119f16c738f of type vlan for network 31245048-e887-4045-bc7a-3d621085fe68 Jan 28 07:19:26.868828 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-aa35e2fe-424f-4cae-9585-cc5a7d498a52 tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (31245048-e887-4045-bc7a-3d621085fe68), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:26.911786 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-aa35e2fe-424f-4cae-9585-cc5a7d498a52 tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (31245048-e887-4045-bc7a-3d621085fe68), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:26.913324 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa35e2fe-424f-4cae-9585-cc5a7d498a52 tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:26.914023 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-aa35e2fe-424f-4cae-9585-cc5a7d498a52 tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:26.939030 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-16f418fa-b0b9-42b7-a2e1-306c9a6d0899 req-713a281c-227c-4f72-ba78-e13b08ca6a2d tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] Publish callbacks [] for port (b2931999-9d9e-4181-b778-05bafa66d8c7), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:26.943395 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-16f418fa-b0b9-42b7-a2e1-306c9a6d0899 req-713a281c-227c-4f72-ba78-e13b08ca6a2d tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (b2931999-9d9e-4181-b778-05bafa66d8c7), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:26.982814 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-aa35e2fe-424f-4cae-9585-cc5a7d498a52 tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.2592311 Jan 28 07:19:26.983597 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 49260) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:19:27.016789 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa35e2fe-424f-4cae-9585-cc5a7d498a52 tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] Pushing event updated for resources: {'Network': ['ID=31245048-e887-4045-bc7a-3d621085fe68,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:19:27.019120 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713a281c-227c-4f72-ba78-e13b08ca6a2d tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] Pushing event updated for resources: {'Port': ['ID=b2931999-9d9e-4181-b778-05bafa66d8c7,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:19:27.027512 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network 31245048-e887-4045-bc7a-3d621085fe68 details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:19:27.054510 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-16f418fa-b0b9-42b7-a2e1-306c9a6d0899 req-713a281c-227c-4f72-ba78-e13b08ca6a2d tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16609095'] for floatingip (675e09e1-ea7c-4f21-bc46-2240efdf22e2), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:27.076064 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-16f418fa-b0b9-42b7-a2e1-306c9a6d0899 req-713a281c-227c-4f72-ba78-e13b08ca6a2d tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for floatingip (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:27.077753 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-16f418fa-b0b9-42b7-a2e1-306c9a6d0899 req-713a281c-227c-4f72-ba78-e13b08ca6a2d tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.0209260 Jan 28 07:19:27.138882 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-16f418fa-b0b9-42b7-a2e1-306c9a6d0899 req-3de93b5b-7497-4886-8250-d962de7677ae tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.6.104 HTTP/1.1" status: 200 len: 696 time: 0.0539868 Jan 28 07:19:27.204655 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aac3a9b-90b1-4564-8359-6badb1011112 req-795b21ca-b637-4a7c-9069-a6c46407dda1 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:27.206147 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5aac3a9b-90b1-4564-8359-6badb1011112 req-795b21ca-b637-4a7c-9069-a6c46407dda1 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?device_id=b328533a-131d-4c2d-93c2-75cc1b0a39d4 HTTP/1.1" status: 200 len: 946 time: 0.1562052 Jan 28 07:19:27.255788 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dffa881-6ec7-4c66-acd5-b37e5ad2383b tempest-ExternalNetworksTestJSON-1485680992 tempest-ExternalNetworksTestJSON-1485680992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:27.261130 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dffa881-6ec7-4c66-acd5-b37e5ad2383b tempest-ExternalNetworksTestJSON-1485680992 tempest-ExternalNetworksTestJSON-1485680992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:27.265012 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f418fa-b0b9-42b7-a2e1-306c9a6d0899 req-00deebfa-6e17-4c75-8240-4acbf3409b46 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:27.266452 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-16f418fa-b0b9-42b7-a2e1-306c9a6d0899 req-00deebfa-6e17-4c75-8240-4acbf3409b46 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] 10.222.0.41 "GET /v2.0/networks/7d5b3724-deef-4831-8d43-cb9b8176573c HTTP/1.1" status: 200 len: 784 time: 0.1073408 Jan 28 07:19:27.266606 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dffa881-6ec7-4c66-acd5-b37e5ad2383b tempest-ExternalNetworksTestJSON-1485680992 tempest-ExternalNetworksTestJSON-1485680992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:27.284454 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dffa881-6ec7-4c66-acd5-b37e5ad2383b tempest-ExternalNetworksTestJSON-1485680992 tempest-ExternalNetworksTestJSON-1485680992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:27.284454 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-5dffa881-6ec7-4c66-acd5-b37e5ad2383b tempest-ExternalNetworksTestJSON-1485680992 tempest-ExternalNetworksTestJSON-1485680992-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.2855830 Jan 28 07:19:27.284654 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 49262) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:19:27.299898 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5aac3a9b-90b1-4564-8359-6badb1011112 req-914c8760-6862-413c-b2ab-9aab6ea47df1 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/security-groups?id=e977f99b-7e7b-4d49-bf15-4fd22b3b3b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877554 Jan 28 07:19:27.348524 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-45b007e2-02b2-429a-9153-b1e0ddece0a8 tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (31245048-e887-4045-bc7a-3d621085fe68), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:27.436147 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-45b007e2-02b2-429a-9153-b1e0ddece0a8 tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (31245048-e887-4045-bc7a-3d621085fe68), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:27.476182 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-45b007e2-02b2-429a-9153-b1e0ddece0a8 tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31245048-e887-4045-bc7a-3d621085fe68']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:19:27.518690 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-45b007e2-02b2-429a-9153-b1e0ddece0a8 tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '196eb83b-62a1-43f9-bd5d-a119f16c738f') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:19:27.519344 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-45b007e2-02b2-429a-9153-b1e0ddece0a8 tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '196eb83b-62a1-43f9-bd5d-a119f16c738f') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:19:27.532368 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-45b007e2-02b2-429a-9153-b1e0ddece0a8 tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24759294'] for segment (196eb83b-62a1-43f9-bd5d-a119f16c738f), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:27.555986 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-45b007e2-02b2-429a-9153-b1e0ddece0a8 tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (196eb83b-62a1-43f9-bd5d-a119f16c738f), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:27.569365 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45b007e2-02b2-429a-9153-b1e0ddece0a8 tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:19:27.569748 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-45b007e2-02b2-429a-9153-b1e0ddece0a8 tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24757675'] for segment (196eb83b-62a1-43f9-bd5d-a119f16c738f), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:27.571446 n-d-712749-28 neutron-server[103284]: Traceback (most recent call last): Jan 28 07:19:27.571446 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:19:27.571446 n-d-712749-28 neutron-server[103284]: timer() Jan 28 07:19:27.571446 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:19:27.571446 n-d-712749-28 neutron-server[103284]: cb(*args, **kw) Jan 28 07:19:27.571446 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:19:27.571446 n-d-712749-28 neutron-server[103284]: return func(*args, **kwargs) Jan 28 07:19:27.571446 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:19:27.571446 n-d-712749-28 neutron-server[103284]: self._notify() Jan 28 07:19:27.571446 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:19:27.571446 n-d-712749-28 neutron-server[103284]: self.callback(batched_events) Jan 28 07:19:27.571446 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:19:27.571446 n-d-712749-28 neutron-server[103284]: event.method(event) Jan 28 07:19:27.571446 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:19:27.571446 n-d-712749-28 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:19:27.571446 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:19:27.571446 n-d-712749-28 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:19:27.571446 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:19:27.571446 n-d-712749-28 neutron-server[103284]: return f(self, *a, **k) Jan 28 07:19:27.571446 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:19:27.571446 n-d-712749-28 neutron-server[103284]: return self._get(url).json() Jan 28 07:19:27.571446 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:19:27.571446 n-d-712749-28 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:19:27.571446 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:19:27.571446 n-d-712749-28 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Jan 28 07:19:27.571446 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:19:27.571446 n-d-712749-28 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:19:27.571446 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:19:27.571446 n-d-712749-28 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:19:27.571446 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:19:27.571446 n-d-712749-28 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:19:27.571446 n-d-712749-28 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:19:27.621014 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe9a526-f131-44fc-a3e4-deea2bc82877 req-c7417e4f-1f83-4355-aaaa-b44e2ac36061 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:27.622705 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5fe9a526-f131-44fc-a3e4-deea2bc82877 req-c7417e4f-1f83-4355-aaaa-b44e2ac36061 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] 10.222.0.41 "GET /v2.0/networks?id=656bebbd-9c61-47d2-8da4-02f9ef76be7f HTTP/1.1" status: 200 len: 821 time: 0.1786964 Jan 28 07:19:27.643599 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5fe9a526-f131-44fc-a3e4-deea2bc82877 req-aa239215-873f-4c25-931d-2959bf940753 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] 10.222.0.41 "GET /v2.0/quotas/6cf57efb05234d29b910330efbcd8c2a HTTP/1.1" status: 200 len: 375 time: 0.0124097 Jan 28 07:19:27.648656 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-45b007e2-02b2-429a-9153-b1e0ddece0a8 tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (31245048-e887-4045-bc7a-3d621085fe68), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:27.655203 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45b007e2-02b2-429a-9153-b1e0ddece0a8 tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 31245048-e887-4045-bc7a-3d621085fe68 {{(pid=103284) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 28 07:19:27.666630 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-45b007e2-02b2-429a-9153-b1e0ddece0a8 tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:27.669882 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-45b007e2-02b2-429a-9153-b1e0ddece0a8 tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] 10.222.0.41 "DELETE /v2.0/networks/31245048-e887-4045-bc7a-3d621085fe68 HTTP/1.1" status: 204 len: 168 time: 0.3925035 Jan 28 07:19:27.676345 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 49278) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:19:27.681829 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-581cab27-367f-456b-b2ad-ed352ded28a2 tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] Request body: {'network': {'name': 'tempest-network--1079190426', 'router:external': True}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:19:27.700124 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b007e2-02b2-429a-9153-b1e0ddece0a8 tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] Pushing event deleted for resources: {'Network': ['ID=31245048-e887-4045-bc7a-3d621085fe68,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:19:27.706050 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-581cab27-367f-456b-b2ad-ed352ded28a2 tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] Made reservation on behalf of 58487fd7bab44320b19fb6f3a4efc475 for: {'network': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:19:27.709529 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-581cab27-367f-456b-b2ad-ed352ded28a2 tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:27.722244 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5fe9a526-f131-44fc-a3e4-deea2bc82877 req-0887d42a-6ac0-40fe-8e45-97cd2d7b7dbd tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=6cf57efb05234d29b910330efbcd8c2a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0715697 Jan 28 07:19:27.738746 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-581cab27-367f-456b-b2ad-ed352ded28a2 tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=103283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:19:27.750401 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-581cab27-367f-456b-b2ad-ed352ded28a2 tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (927b6d42-0ec9-489e-9a65-62d81c4d5399), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:27.750646 n-d-712749-28 neutron-server[103283]: INFO neutron.db.segments_db [None req-581cab27-367f-456b-b2ad-ed352ded28a2 tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] Added segment 927b6d42-0ec9-489e-9a65-62d81c4d5399 of type vlan for network a54d01ea-ba8a-401f-b578-443f51c706f7 Jan 28 07:19:27.806421 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-581cab27-367f-456b-b2ad-ed352ded28a2 tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (a54d01ea-ba8a-401f-b578-443f51c706f7), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:27.825921 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5fe9a526-f131-44fc-a3e4-deea2bc82877 req-911e38ee-6bd8-4cc3-bf3f-125bd8c727a5 service neutron] 10.222.0.41 "GET /v2.0/networks/656bebbd-9c61-47d2-8da4-02f9ef76be7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971234 Jan 28 07:19:27.861225 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-581cab27-367f-456b-b2ad-ed352ded28a2 tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (a54d01ea-ba8a-401f-b578-443f51c706f7), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:27.862495 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-581cab27-367f-456b-b2ad-ed352ded28a2 tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:27.863084 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-581cab27-367f-456b-b2ad-ed352ded28a2 tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:27.911299 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-581cab27-367f-456b-b2ad-ed352ded28a2 tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.2313907 Jan 28 07:19:27.911699 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 49284) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:19:27.965507 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21b0238-a7b9-425c-9fef-174a0f378ca2 req-4fb02e6a-c0a1-4a05-a40c-e320027599f8 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:27.967011 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c21b0238-a7b9-425c-9fef-174a0f378ca2 req-4fb02e6a-c0a1-4a05-a40c-e320027599f8 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fa73890-3c2c-4c59-9c73-ce1eca1f276c HTTP/1.1" status: 200 len: 943 time: 0.1192801 Jan 28 07:19:27.979085 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581cab27-367f-456b-b2ad-ed352ded28a2 tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] Pushing event updated for resources: {'Network': ['ID=a54d01ea-ba8a-401f-b578-443f51c706f7,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:19:27.986592 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5fe9a526-f131-44fc-a3e4-deea2bc82877 req-2b486be7-dc63-4927-9edc-91a1e0894985 service neutron] 10.222.0.41 "GET /v2.0/networks/656bebbd-9c61-47d2-8da4-02f9ef76be7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550682 Jan 28 07:19:27.992470 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network a54d01ea-ba8a-401f-b578-443f51c706f7 details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:19:28.010112 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae802d2d-22e0-4e77-849c-b2e3109c2067 tempest-ExternalNetworksTestJSON-1485680992 tempest-ExternalNetworksTestJSON-1485680992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:28.011996 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-ae802d2d-22e0-4e77-849c-b2e3109c2067 tempest-ExternalNetworksTestJSON-1485680992 tempest-ExternalNetworksTestJSON-1485680992-project] 10.222.0.41 "GET /v2.0/networks/a54d01ea-ba8a-401f-b578-443f51c706f7 HTTP/1.1" status: 200 len: 757 time: 0.0991905 Jan 28 07:19:28.014793 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 49288) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:19:28.063290 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c21b0238-a7b9-425c-9fef-174a0f378ca2 req-4de9b1c0-353c-44b4-9c58-a171f666d90b tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f7766-6108-45d3-a769-5b5e90234849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802362 Jan 28 07:19:28.117854 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d79c9be8-fb63-48e4-8334-12ff66625e93 tempest-ExternalNetworksTestJSON-1485680992 tempest-ExternalNetworksTestJSON-1485680992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:28.122140 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-d79c9be8-fb63-48e4-8334-12ff66625e93 tempest-ExternalNetworksTestJSON-1485680992 tempest-ExternalNetworksTestJSON-1485680992-project] 10.222.0.41 "GET /v2.0/networks/de66fa2f-7d1e-42ac-b28f-cb9751d01e36 HTTP/1.1" status: 200 len: 767 time: 0.1036270 Jan 28 07:19:28.122491 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 49292) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:19:28.213277 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7b19067c-d053-4011-80f5-6bc3cac33ccf tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (a54d01ea-ba8a-401f-b578-443f51c706f7), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:28.326154 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7b19067c-d053-4011-80f5-6bc3cac33ccf tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (a54d01ea-ba8a-401f-b578-443f51c706f7), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:28.332714 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-603ea76d-89b7-43bf-b208-ac2938946f57 req-41a12856-8b3c-416a-84cc-8fa4169797ee tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] 10.222.0.41 "GET /v2.0/ports?device_id=72a40420-a0ff-4e9d-9e9b-e94b7b74d57f HTTP/1.1" status: 200 len: 210 time: 0.0418968 Jan 28 07:19:28.367673 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-7b19067c-d053-4011-80f5-6bc3cac33ccf tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a54d01ea-ba8a-401f-b578-443f51c706f7']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:19:28.381339 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-7b19067c-d053-4011-80f5-6bc3cac33ccf tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '927b6d42-0ec9-489e-9a65-62d81c4d5399') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:19:28.381636 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-7b19067c-d053-4011-80f5-6bc3cac33ccf tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '927b6d42-0ec9-489e-9a65-62d81c4d5399') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:19:28.399568 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c3936e-ca15-4d15-900c-aaf88adb8e0c req-c3d37a8a-f1d8-4826-9fdd-15ae4dce785b tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:28.401210 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-50c3936e-ca15-4d15-900c-aaf88adb8e0c req-c3d37a8a-f1d8-4826-9fdd-15ae4dce785b tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fa73890-3c2c-4c59-9c73-ce1eca1f276c HTTP/1.1" status: 200 len: 943 time: 0.0921826 Jan 28 07:19:28.403299 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7b19067c-d053-4011-80f5-6bc3cac33ccf tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24759294'] for segment (927b6d42-0ec9-489e-9a65-62d81c4d5399), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:28.439893 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7b19067c-d053-4011-80f5-6bc3cac33ccf tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (927b6d42-0ec9-489e-9a65-62d81c4d5399), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:28.447466 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef64b2d4-7c91-4a9c-b624-893763834d81 req-f4eaae82-27d7-44da-b287-7d84d1be7f56 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:28.452685 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ef64b2d4-7c91-4a9c-b624-893763834d81 req-f4eaae82-27d7-44da-b287-7d84d1be7f56 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?device_id=b328533a-131d-4c2d-93c2-75cc1b0a39d4 HTTP/1.1" status: 200 len: 946 time: 0.0595098 Jan 28 07:19:28.455218 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b19067c-d053-4011-80f5-6bc3cac33ccf tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:19:28.455727 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7b19067c-d053-4011-80f5-6bc3cac33ccf tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24757675'] for segment (927b6d42-0ec9-489e-9a65-62d81c4d5399), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:28.457636 n-d-712749-28 neutron-server[103284]: Traceback (most recent call last): Jan 28 07:19:28.457636 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:19:28.457636 n-d-712749-28 neutron-server[103284]: timer() Jan 28 07:19:28.457636 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:19:28.457636 n-d-712749-28 neutron-server[103284]: cb(*args, **kw) Jan 28 07:19:28.457636 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:19:28.457636 n-d-712749-28 neutron-server[103284]: return func(*args, **kwargs) Jan 28 07:19:28.457636 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:19:28.457636 n-d-712749-28 neutron-server[103284]: self._notify() Jan 28 07:19:28.457636 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:19:28.457636 n-d-712749-28 neutron-server[103284]: self.callback(batched_events) Jan 28 07:19:28.457636 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:19:28.457636 n-d-712749-28 neutron-server[103284]: event.method(event) Jan 28 07:19:28.457636 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:19:28.457636 n-d-712749-28 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:19:28.457636 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:19:28.457636 n-d-712749-28 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:19:28.457636 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:19:28.457636 n-d-712749-28 neutron-server[103284]: return f(self, *a, **k) Jan 28 07:19:28.457636 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:19:28.457636 n-d-712749-28 neutron-server[103284]: return self._get(url).json() Jan 28 07:19:28.457636 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:19:28.457636 n-d-712749-28 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:19:28.457636 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:19:28.457636 n-d-712749-28 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Jan 28 07:19:28.457636 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:19:28.457636 n-d-712749-28 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:19:28.457636 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:19:28.457636 n-d-712749-28 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:19:28.457636 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:19:28.457636 n-d-712749-28 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:19:28.457636 n-d-712749-28 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:19:28.509577 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ef64b2d4-7c91-4a9c-b624-893763834d81 req-add6c9d7-788a-4685-a020-84aa11723c8c tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/security-groups?id=e977f99b-7e7b-4d49-bf15-4fd22b3b3b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539155 Jan 28 07:19:28.511395 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-50c3936e-ca15-4d15-900c-aaf88adb8e0c req-d3a99a44-c898-4646-aa09-524088b49b82 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f7766-6108-45d3-a769-5b5e90234849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981641 Jan 28 07:19:28.548411 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7b19067c-d053-4011-80f5-6bc3cac33ccf tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (a54d01ea-ba8a-401f-b578-443f51c706f7), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:28.555464 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b19067c-d053-4011-80f5-6bc3cac33ccf tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a54d01ea-ba8a-401f-b578-443f51c706f7 {{(pid=103284) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 28 07:19:28.573748 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7b19067c-d053-4011-80f5-6bc3cac33ccf tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:28.595168 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 49312) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:19:28.596696 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-7b19067c-d053-4011-80f5-6bc3cac33ccf tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] 10.222.0.41 "DELETE /v2.0/networks/a54d01ea-ba8a-401f-b578-443f51c706f7 HTTP/1.1" status: 204 len: 168 time: 0.4727457 Jan 28 07:19:28.600678 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-0a13beff-bf0a-47f5-88eb-44f524638fd7 tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] Request body: {'network': {'name': 'tempest-network--385939652'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:19:28.607783 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b19067c-d053-4011-80f5-6bc3cac33ccf tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] Pushing event deleted for resources: {'Network': ['ID=a54d01ea-ba8a-401f-b578-443f51c706f7,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:19:28.637307 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a13beff-bf0a-47f5-88eb-44f524638fd7 tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] Made reservation on behalf of 58487fd7bab44320b19fb6f3a4efc475 for: {'network': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:19:28.640877 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0a13beff-bf0a-47f5-88eb-44f524638fd7 tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:28.668156 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a13beff-bf0a-47f5-88eb-44f524638fd7 tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=103283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:19:28.679511 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0a13beff-bf0a-47f5-88eb-44f524638fd7 tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (40eb44ea-a91b-43ea-9692-807208d30c4c), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:28.680279 n-d-712749-28 neutron-server[103283]: INFO neutron.db.segments_db [None req-0a13beff-bf0a-47f5-88eb-44f524638fd7 tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] Added segment 40eb44ea-a91b-43ea-9692-807208d30c4c of type vlan for network 3c3fa6ab-52b0-4bf9-b332-c34538f32d89 Jan 28 07:19:28.741747 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0a13beff-bf0a-47f5-88eb-44f524638fd7 tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (3c3fa6ab-52b0-4bf9-b332-c34538f32d89), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:28.751849 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [req-31c13bb5-5545-4a65-988f-5094ce9ad7d2 req-b46cf15a-da10-4465-a79f-4ff4949a848e service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103283) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 07:19:28.753016 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-31c13bb5-5545-4a65-988f-5094ce9ad7d2 req-b46cf15a-da10-4465-a79f-4ff4949a848e service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0068607 Jan 28 07:19:28.783170 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0a13beff-bf0a-47f5-88eb-44f524638fd7 tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (3c3fa6ab-52b0-4bf9-b332-c34538f32d89), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:28.784956 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a13beff-bf0a-47f5-88eb-44f524638fd7 tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:28.786386 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0a13beff-bf0a-47f5-88eb-44f524638fd7 tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:28.853446 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a13beff-bf0a-47f5-88eb-44f524638fd7 tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] Pushing event updated for resources: {'Network': ['ID=3c3fa6ab-52b0-4bf9-b332-c34538f32d89,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:19:28.865611 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network 3c3fa6ab-52b0-4bf9-b332-c34538f32d89 details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:19:28.883017 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 49326) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:19:28.890290 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-c33fcbd6-96ac-403f-b3e5-c74106a24cad tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:19:28.896060 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-0a13beff-bf0a-47f5-88eb-44f524638fd7 tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.2994537 Jan 28 07:19:29.052803 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939be86b-42fa-4119-b0bb-4909c5120405 req-e02563f7-a89b-4fae-881a-b8b65d4f4e68 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:29.054349 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-939be86b-42fa-4119-b0bb-4909c5120405 req-e02563f7-a89b-4fae-881a-b8b65d4f4e68 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fa73890-3c2c-4c59-9c73-ce1eca1f276c HTTP/1.1" status: 200 len: 943 time: 0.0779951 Jan 28 07:19:29.166405 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-939be86b-42fa-4119-b0bb-4909c5120405 req-7bf039e1-460e-4790-8ed3-75b69b85c5bb tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f7766-6108-45d3-a769-5b5e90234849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005855 Jan 28 07:19:29.175191 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c33fcbd6-96ac-403f-b3e5-c74106a24cad tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (3c3fa6ab-52b0-4bf9-b332-c34538f32d89), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:29.192397 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c33fcbd6-96ac-403f-b3e5-c74106a24cad tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (3c3fa6ab-52b0-4bf9-b332-c34538f32d89), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:29.199756 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c33fcbd6-96ac-403f-b3e5-c74106a24cad tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] Network 3c3fa6ab-52b0-4bf9-b332-c34538f32d89 is not hosted by any dhcp agent {{(pid=103284) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 28 07:19:29.200727 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c33fcbd6-96ac-403f-b3e5-c74106a24cad tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:29.201314 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c33fcbd6-96ac-403f-b3e5-c74106a24cad tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:29.206184 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-c33fcbd6-96ac-403f-b3e5-c74106a24cad tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] 10.222.0.41 "PUT /v2.0/networks/3c3fa6ab-52b0-4bf9-b332-c34538f32d89 HTTP/1.1" status: 200 len: 857 time: 0.3221235 Jan 28 07:19:29.206370 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 49334) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:19:29.267501 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33fcbd6-96ac-403f-b3e5-c74106a24cad tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] Pushing event updated for resources: {'Network': ['ID=3c3fa6ab-52b0-4bf9-b332-c34538f32d89,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:19:29.283611 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-17f2e39a-cb07-4b1a-83f7-5113b8592f77 req-0c9325da-a00d-4e5b-9b97-469b8d16f67f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5fa73890-3c2c-4c59-9c73-ce1eca1f276c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1647847 Jan 28 07:19:29.303122 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [req-17f2e39a-cb07-4b1a-83f7-5113b8592f77 req-e64b1b7d-13d2-45eb-b499-966b2176452e service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103283) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 07:19:29.304478 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-17f2e39a-cb07-4b1a-83f7-5113b8592f77 req-e64b1b7d-13d2-45eb-b499-966b2176452e service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0126107 Jan 28 07:19:29.311390 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-143cfa80-1033-4580-a991-fb356af1efab tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (3c3fa6ab-52b0-4bf9-b332-c34538f32d89), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:29.434440 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-143cfa80-1033-4580-a991-fb356af1efab tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (3c3fa6ab-52b0-4bf9-b332-c34538f32d89), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:29.465569 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-784bfaec-f498-4e00-bec1-ee0d2d136640 req-cc58389a-0994-4b4c-b042-205ca728c42e tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] 10.222.0.41 "GET /v2.0/ports?device_id=72a40420-a0ff-4e9d-9e9b-e94b7b74d57f HTTP/1.1" status: 200 len: 210 time: 0.0455725 Jan 28 07:19:29.475399 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-143cfa80-1033-4580-a991-fb356af1efab tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c3fa6ab-52b0-4bf9-b332-c34538f32d89']}} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:19:29.492331 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-143cfa80-1033-4580-a991-fb356af1efab tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40eb44ea-a91b-43ea-9692-807208d30c4c') {'for_net_delete': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:19:29.492859 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-143cfa80-1033-4580-a991-fb356af1efab tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40eb44ea-a91b-43ea-9692-807208d30c4c') {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:19:29.510077 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-143cfa80-1033-4580-a991-fb356af1efab tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13506801'] for segment (40eb44ea-a91b-43ea-9692-807208d30c4c), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:29.526825 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-143cfa80-1033-4580-a991-fb356af1efab tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (40eb44ea-a91b-43ea-9692-807208d30c4c), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:29.550419 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-143cfa80-1033-4580-a991-fb356af1efab tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=103283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:19:29.551649 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-143cfa80-1033-4580-a991-fb356af1efab tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13546563'] for segment (40eb44ea-a91b-43ea-9692-807208d30c4c), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:29.556467 n-d-712749-28 neutron-server[103283]: Traceback (most recent call last): Jan 28 07:19:29.556467 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:19:29.556467 n-d-712749-28 neutron-server[103283]: timer() Jan 28 07:19:29.556467 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:19:29.556467 n-d-712749-28 neutron-server[103283]: cb(*args, **kw) Jan 28 07:19:29.556467 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:19:29.556467 n-d-712749-28 neutron-server[103283]: return func(*args, **kwargs) Jan 28 07:19:29.556467 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:19:29.556467 n-d-712749-28 neutron-server[103283]: self._notify() Jan 28 07:19:29.556467 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:19:29.556467 n-d-712749-28 neutron-server[103283]: self.callback(batched_events) Jan 28 07:19:29.556467 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:19:29.556467 n-d-712749-28 neutron-server[103283]: event.method(event) Jan 28 07:19:29.556467 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:19:29.556467 n-d-712749-28 neutron-server[103283]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:19:29.556467 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:19:29.556467 n-d-712749-28 neutron-server[103283]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:19:29.556467 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:19:29.556467 n-d-712749-28 neutron-server[103283]: return f(self, *a, **k) Jan 28 07:19:29.556467 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:19:29.556467 n-d-712749-28 neutron-server[103283]: return self._get(url).json() Jan 28 07:19:29.556467 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:19:29.556467 n-d-712749-28 neutron-server[103283]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:19:29.556467 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:19:29.556467 n-d-712749-28 neutron-server[103283]: return self.request(url, 'GET', **kwargs) Jan 28 07:19:29.556467 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:19:29.556467 n-d-712749-28 neutron-server[103283]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:19:29.556467 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:19:29.556467 n-d-712749-28 neutron-server[103283]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:19:29.556467 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:19:29.556467 n-d-712749-28 neutron-server[103283]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:19:29.556467 n-d-712749-28 neutron-server[103283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:19:29.581950 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe9a526-f131-44fc-a3e4-deea2bc82877 req-07907c81-a287-43e2-858f-091fd6dc3ff8 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:29.584331 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5fe9a526-f131-44fc-a3e4-deea2bc82877 req-07907c81-a287-43e2-858f-091fd6dc3ff8 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] 10.222.0.10 "GET /v2.0/networks?id=656bebbd-9c61-47d2-8da4-02f9ef76be7f HTTP/1.1" status: 200 len: 821 time: 0.1453047 Jan 28 07:19:29.606232 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-5fe9a526-f131-44fc-a3e4-deea2bc82877 req-608afbe5-43f9-4c37-83bc-ae245e738ad2 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] Request body: {'port': {'device_id': '72a40420-a0ff-4e9d-9e9b-e94b7b74d57f', 'network_id': '656bebbd-9c61-47d2-8da4-02f9ef76be7f', 'admin_state_up': True, 'tenant_id': '6cf57efb05234d29b910330efbcd8c2a'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:19:29.675131 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-143cfa80-1033-4580-a991-fb356af1efab tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (3c3fa6ab-52b0-4bf9-b332-c34538f32d89), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:29.680818 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-143cfa80-1033-4580-a991-fb356af1efab tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3c3fa6ab-52b0-4bf9-b332-c34538f32d89 {{(pid=103283) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 28 07:19:29.684230 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-143cfa80-1033-4580-a991-fb356af1efab tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:29.688791 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-143cfa80-1033-4580-a991-fb356af1efab tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] 10.222.0.41 "DELETE /v2.0/networks/3c3fa6ab-52b0-4bf9-b332-c34538f32d89 HTTP/1.1" status: 204 len: 168 time: 0.4814394 Jan 28 07:19:29.698947 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 49352) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:19:29.722611 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143cfa80-1033-4580-a991-fb356af1efab tempest-ExternalNetworksTestJSON-1306931037 tempest-ExternalNetworksTestJSON-1306931037-project-admin] Pushing event deleted for resources: {'Network': ['ID=3c3fa6ab-52b0-4bf9-b332-c34538f32d89,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:19:29.742012 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de041dec-03de-4f56-9855-6bf734b71772 req-4071ead6-1c2d-415e-a666-b94d204773cd tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:29.744792 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-de041dec-03de-4f56-9855-6bf734b71772 req-4071ead6-1c2d-415e-a666-b94d204773cd tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?device_id=b328533a-131d-4c2d-93c2-75cc1b0a39d4 HTTP/1.1" status: 200 len: 946 time: 0.1303718 Jan 28 07:19:29.744975 n-d-712749-28 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-09877af9-b398-49da-a86d-56ce7ad21511 tempest-ExternalNetworksTestJSON-1485680992 tempest-ExternalNetworksTestJSON-1485680992-project] DELETE failed (client error): The resource could not be found. Jan 28 07:19:29.745321 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09877af9-b398-49da-a86d-56ce7ad21511 tempest-ExternalNetworksTestJSON-1485680992 tempest-ExternalNetworksTestJSON-1485680992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:19:29.750951 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-09877af9-b398-49da-a86d-56ce7ad21511 tempest-ExternalNetworksTestJSON-1485680992 tempest-ExternalNetworksTestJSON-1485680992-project] 10.222.0.41 "DELETE /v2.0/subnets/b5ebf22c-b927-41d1-a242-b271ffcc1dc5 HTTP/1.1" status: 404 len: 337 time: 0.0473182 Jan 28 07:19:29.751951 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 49354) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:19:29.817131 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-de041dec-03de-4f56-9855-6bf734b71772 req-5831324f-3e2b-4538-9e95-087405fac91a tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/security-groups?id=e977f99b-7e7b-4d49-bf15-4fd22b3b3b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655684 Jan 28 07:19:29.865928 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dc8b49e3-aba2-4d81-94bf-c7cf8a1b1bdc tempest-ExternalNetworksTestJSON-1485680992 tempest-ExternalNetworksTestJSON-1485680992-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (de66fa2f-7d1e-42ac-b28f-cb9751d01e36), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:29.891789 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fe9a526-f131-44fc-a3e4-deea2bc82877 req-608afbe5-43f9-4c37-83bc-ae245e738ad2 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] Made reservation on behalf of 6cf57efb05234d29b910330efbcd8c2a for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:19:29.895159 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-5fe9a526-f131-44fc-a3e4-deea2bc82877 req-608afbe5-43f9-4c37-83bc-ae245e738ad2 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:30.023933 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dc8b49e3-aba2-4d81-94bf-c7cf8a1b1bdc tempest-ExternalNetworksTestJSON-1485680992 tempest-ExternalNetworksTestJSON-1485680992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (de66fa2f-7d1e-42ac-b28f-cb9751d01e36), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:30.057531 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-dc8b49e3-aba2-4d81-94bf-c7cf8a1b1bdc tempest-ExternalNetworksTestJSON-1485680992 tempest-ExternalNetworksTestJSON-1485680992-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de66fa2f-7d1e-42ac-b28f-cb9751d01e36']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:19:30.075136 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-dc8b49e3-aba2-4d81-94bf-c7cf8a1b1bdc tempest-ExternalNetworksTestJSON-1485680992 tempest-ExternalNetworksTestJSON-1485680992-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8866cc6-d59b-4395-b227-08b1d6beab38') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:19:30.075438 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-dc8b49e3-aba2-4d81-94bf-c7cf8a1b1bdc tempest-ExternalNetworksTestJSON-1485680992 tempest-ExternalNetworksTestJSON-1485680992-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8866cc6-d59b-4395-b227-08b1d6beab38') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:19:30.111210 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dc8b49e3-aba2-4d81-94bf-c7cf8a1b1bdc tempest-ExternalNetworksTestJSON-1485680992 tempest-ExternalNetworksTestJSON-1485680992-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24759294'] for segment (e8866cc6-d59b-4395-b227-08b1d6beab38), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:30.132531 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dc8b49e3-aba2-4d81-94bf-c7cf8a1b1bdc tempest-ExternalNetworksTestJSON-1485680992 tempest-ExternalNetworksTestJSON-1485680992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (e8866cc6-d59b-4395-b227-08b1d6beab38), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:30.144897 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc8b49e3-aba2-4d81-94bf-c7cf8a1b1bdc tempest-ExternalNetworksTestJSON-1485680992 tempest-ExternalNetworksTestJSON-1485680992-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:19:30.145290 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dc8b49e3-aba2-4d81-94bf-c7cf8a1b1bdc tempest-ExternalNetworksTestJSON-1485680992 tempest-ExternalNetworksTestJSON-1485680992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24757675'] for segment (e8866cc6-d59b-4395-b227-08b1d6beab38), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:30.148256 n-d-712749-28 neutron-server[103284]: Traceback (most recent call last): Jan 28 07:19:30.148256 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:19:30.148256 n-d-712749-28 neutron-server[103284]: timer() Jan 28 07:19:30.148256 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:19:30.148256 n-d-712749-28 neutron-server[103284]: cb(*args, **kw) Jan 28 07:19:30.148256 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:19:30.148256 n-d-712749-28 neutron-server[103284]: return func(*args, **kwargs) Jan 28 07:19:30.148256 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:19:30.148256 n-d-712749-28 neutron-server[103284]: self._notify() Jan 28 07:19:30.148256 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:19:30.148256 n-d-712749-28 neutron-server[103284]: self.callback(batched_events) Jan 28 07:19:30.148256 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:19:30.148256 n-d-712749-28 neutron-server[103284]: event.method(event) Jan 28 07:19:30.148256 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:19:30.148256 n-d-712749-28 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:19:30.148256 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:19:30.148256 n-d-712749-28 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:19:30.148256 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:19:30.148256 n-d-712749-28 neutron-server[103284]: return f(self, *a, **k) Jan 28 07:19:30.148256 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:19:30.148256 n-d-712749-28 neutron-server[103284]: return self._get(url).json() Jan 28 07:19:30.148256 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:19:30.148256 n-d-712749-28 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:19:30.148256 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:19:30.148256 n-d-712749-28 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Jan 28 07:19:30.148256 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:19:30.148256 n-d-712749-28 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:19:30.148256 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:19:30.148256 n-d-712749-28 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:19:30.148256 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:19:30.148256 n-d-712749-28 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:19:30.148256 n-d-712749-28 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:19:30.164427 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-5fe9a526-f131-44fc-a3e4-deea2bc82877 req-608afbe5-43f9-4c37-83bc-ae245e738ad2 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] Allocated IP 172.20.0.14 (656bebbd-9c61-47d2-8da4-02f9ef76be7f/a528b37a-7798-48f2-a35e-8eee53dfb4b6/e04fca2f-abde-4898-9122-42a38e110c3a) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:19:30.227077 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dc8b49e3-aba2-4d81-94bf-c7cf8a1b1bdc tempest-ExternalNetworksTestJSON-1485680992 tempest-ExternalNetworksTestJSON-1485680992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (de66fa2f-7d1e-42ac-b28f-cb9751d01e36), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:30.236744 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dc8b49e3-aba2-4d81-94bf-c7cf8a1b1bdc tempest-ExternalNetworksTestJSON-1485680992 tempest-ExternalNetworksTestJSON-1485680992-project] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:30.242346 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-dc8b49e3-aba2-4d81-94bf-c7cf8a1b1bdc tempest-ExternalNetworksTestJSON-1485680992 tempest-ExternalNetworksTestJSON-1485680992-project] 10.222.0.41 "DELETE /v2.0/networks/de66fa2f-7d1e-42ac-b28f-cb9751d01e36 HTTP/1.1" status: 204 len: 168 time: 0.4872832 Jan 28 07:19:30.263043 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8b49e3-aba2-4d81-94bf-c7cf8a1b1bdc tempest-ExternalNetworksTestJSON-1485680992 tempest-ExternalNetworksTestJSON-1485680992-project] Pushing event deleted for resources: {'Network': ['ID=de66fa2f-7d1e-42ac-b28f-cb9751d01e36,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:19:30.394860 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643c62d1-e430-44af-8de6-8ba2c6ae0ded req-8f34eabb-3497-4905-b3d5-3daac0869d4b tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:30.402737 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-643c62d1-e430-44af-8de6-8ba2c6ae0ded req-8f34eabb-3497-4905-b3d5-3daac0869d4b tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fa73890-3c2c-4c59-9c73-ce1eca1f276c HTTP/1.1" status: 200 len: 943 time: 0.1238906 Jan 28 07:19:30.451215 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f2e39a-cb07-4b1a-83f7-5113b8592f77 req-992ce900-db2e-4770-9940-5af4d661d2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:30.454480 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-17f2e39a-cb07-4b1a-83f7-5113b8592f77 req-992ce900-db2e-4770-9940-5af4d661d2f7 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5fa73890-3c2c-4c59-9c73-ce1eca1f276c&tenant_id=f379e285ebe947e9b1152e1dab9379c4 HTTP/1.1" status: 200 len: 1095 time: 0.0774968 Jan 28 07:19:30.455424 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-5fe9a526-f131-44fc-a3e4-deea2bc82877 req-608afbe5-43f9-4c37-83bc-ae245e738ad2 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] Publish callbacks [] for port (e04fca2f-abde-4898-9122-42a38e110c3a), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:30.474465 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-17f2e39a-cb07-4b1a-83f7-5113b8592f77 req-19ffb8af-3261-41bf-9b82-d64f17ae93ea service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712749-28', 'device_owner': 'compute:nova'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:19:30.488763 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-643c62d1-e430-44af-8de6-8ba2c6ae0ded req-4067e994-5dcf-4013-889b-7064fab7a04d tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f7766-6108-45d3-a769-5b5e90234849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852137 Jan 28 07:19:30.537630 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-5fe9a526-f131-44fc-a3e4-deea2bc82877 req-608afbe5-43f9-4c37-83bc-ae245e738ad2 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (e04fca2f-abde-4898-9122-42a38e110c3a), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:30.539266 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-17f2e39a-cb07-4b1a-83f7-5113b8592f77 req-19ffb8af-3261-41bf-9b82-d64f17ae93ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (adda9edb-2689-4b0d-9769-f7f6d90bae68), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:30.583465 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['2eb03726-cd32-4d52-875a-f478c1810fca'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:19:30.583952 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 49368) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:19:30.605945 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fe9a526-f131-44fc-a3e4-deea2bc82877 req-608afbe5-43f9-4c37-83bc-ae245e738ad2 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] Network 656bebbd-9c61-47d2-8da4-02f9ef76be7f is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:19:30.611641 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-5fe9a526-f131-44fc-a3e4-deea2bc82877 req-608afbe5-43f9-4c37-83bc-ae245e738ad2 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:19:30.615953 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fe9a526-f131-44fc-a3e4-deea2bc82877 req-608afbe5-43f9-4c37-83bc-ae245e738ad2 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:19:30.656541 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608afbe5-43f9-4c37-83bc-ae245e738ad2 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] Pushing event updated for resources: {'Port': ['ID=e04fca2f-abde-4898-9122-42a38e110c3a,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:19:30.657284 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device adda9edb-2689-4b0d-9769-f7f6d90bae68 no longer exists at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:19:30.693881 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe9a526-f131-44fc-a3e4-deea2bc82877 req-608afbe5-43f9-4c37-83bc-ae245e738ad2 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:30.696233 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-5fe9a526-f131-44fc-a3e4-deea2bc82877 req-608afbe5-43f9-4c37-83bc-ae245e738ad2 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:30.735131 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5fe9a526-f131-44fc-a3e4-deea2bc82877 req-608afbe5-43f9-4c37-83bc-ae245e738ad2 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1334257 Jan 28 07:19:30.759136 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-5fe9a526-f131-44fc-a3e4-deea2bc82877 req-8604ab9d-3ba0-469e-a9a3-c9760825e638 service neutron] Request body: {'port': {'device_id': '72a40420-a0ff-4e9d-9e9b-e94b7b74d57f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-28'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:19:30.840432 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-5fe9a526-f131-44fc-a3e4-deea2bc82877 req-8604ab9d-3ba0-469e-a9a3-c9760825e638 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (e04fca2f-abde-4898-9122-42a38e110c3a), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:30.870496 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port adda9edb-2689-4b0d-9769-f7f6d90bae68 is: DOWN; New status is: DOWN {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:19:30.928813 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-5a815914-1367-4c75-845b-9ab0b8582734 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d7c06cbc4e3c4b2f91473ad12680ac3f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3438649 Jan 28 07:19:30.932155 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 49376) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:19:30.945288 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205f36a6-c4a5-4f15-b9ee-abccd2ceb400 req-6684c090-e477-43fb-9023-6ea5b2aae35d tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:30.947137 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-205f36a6-c4a5-4f15-b9ee-abccd2ceb400 req-6684c090-e477-43fb-9023-6ea5b2aae35d tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] 10.222.0.41 "GET /v2.0/ports?device_id=72a40420-a0ff-4e9d-9e9b-e94b7b74d57f HTTP/1.1" status: 200 len: 932 time: 0.2542422 Jan 28 07:19:30.977269 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-1c8304fd-d4b1-4824-8033-fb1896e013fd None None] Provisioning complete for port e04fca2f-abde-4898-9122-42a38e110c3a triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:19:30.977652 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1c8304fd-d4b1-4824-8033-fb1896e013fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (e04fca2f-abde-4898-9122-42a38e110c3a), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:31.019185 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-1c8304fd-d4b1-4824-8033-fb1896e013fd None None] Port e04fca2f-abde-4898-9122-42a38e110c3a cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:19:31.062737 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-17f2e39a-cb07-4b1a-83f7-5113b8592f77 req-19ffb8af-3261-41bf-9b82-d64f17ae93ea service neutron] For port adda9edb-2689-4b0d-9769-f7f6d90bae68, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=adda9edb-2689-4b0d-9769-f7f6d90bae68,segment=NetworkSegment(00c9bc5a-b387-4097-9c7c-7f7badd573e1),segment_id=00c9bc5a-b387-4097-9c7c-7f7badd573e1)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:19:31.067436 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-205f36a6-c4a5-4f15-b9ee-abccd2ceb400 req-4bf6452d-7beb-475c-864f-07981eec6ab5 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] 10.222.0.41 "GET /v2.0/security-groups?id=c744b8c4-ff94-4ae9-bc40-09d43c741058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077032 Jan 28 07:19:31.077025 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277b95b2-f4b2-4d42-94a0-07e2410a12a2 req-9a1f6d29-febb-4d4d-87b8-ab6184976e69 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:31.079389 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-277b95b2-f4b2-4d42-94a0-07e2410a12a2 req-9a1f6d29-febb-4d4d-87b8-ab6184976e69 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?device_id=b328533a-131d-4c2d-93c2-75cc1b0a39d4 HTTP/1.1" status: 200 len: 946 time: 0.1194232 Jan 28 07:19:31.080881 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8af48adf-9eab-47fc-9bda-2c678a925550 admin admin] Publish callbacks [] for security_group (f07343e7-59f9-4691-9f93-246e3f9261d9), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:31.125067 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8af48adf-9eab-47fc-9bda-2c678a925550 admin admin] Publish callbacks [] for security_group (f07343e7-59f9-4691-9f93-246e3f9261d9), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:31.132882 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-17f2e39a-cb07-4b1a-83f7-5113b8592f77 req-19ffb8af-3261-41bf-9b82-d64f17ae93ea service neutron] For port adda9edb-2689-4b0d-9769-f7f6d90bae68, host n-h2-712749-28, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:19:31.157081 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-277b95b2-f4b2-4d42-94a0-07e2410a12a2 req-331f21fa-d079-490c-aeac-133fb7483adb tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/security-groups?id=e977f99b-7e7b-4d49-bf15-4fd22b3b3b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691354 Jan 28 07:19:31.192833 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [req-17f2e39a-cb07-4b1a-83f7-5113b8592f77 req-19ffb8af-3261-41bf-9b82-d64f17ae93ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adda9edb-2689-4b0d-9769-f7f6d90bae68 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:19:31.200811 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-17f2e39a-cb07-4b1a-83f7-5113b8592f77 req-19ffb8af-3261-41bf-9b82-d64f17ae93ea service neutron] Publish callbacks [] for port (adda9edb-2689-4b0d-9769-f7f6d90bae68), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:31.227010 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [req-17f2e39a-cb07-4b1a-83f7-5113b8592f77 req-19ffb8af-3261-41bf-9b82-d64f17ae93ea service neutron] Transition to ACTIVE for port object adda9edb-2689-4b0d-9769-f7f6d90bae68 will not be triggered until provisioned by entity L2. {{(pid=103283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:19:31.228108 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8af48adf-9eab-47fc-9bda-2c678a925550 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (f07343e7-59f9-4691-9f93-246e3f9261d9), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:31.229406 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-5fe9a526-f131-44fc-a3e4-deea2bc82877 req-8604ab9d-3ba0-469e-a9a3-c9760825e638 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e04fca2f-abde-4898-9122-42a38e110c3a {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:19:31.230920 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8af48adf-9eab-47fc-9bda-2c678a925550 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:31.232205 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-8af48adf-9eab-47fc-9bda-2c678a925550 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f07343e7-59f9-4691-9f93-246e3f9261d9 HTTP/1.1" status: 204 len: 168 time: 0.2947960 Jan 28 07:19:31.235664 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-17f2e39a-cb07-4b1a-83f7-5113b8592f77 req-19ffb8af-3261-41bf-9b82-d64f17ae93ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (adda9edb-2689-4b0d-9769-f7f6d90bae68), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:31.240800 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-5fe9a526-f131-44fc-a3e4-deea2bc82877 req-8604ab9d-3ba0-469e-a9a3-c9760825e638 service neutron] Publish callbacks [] for port (e04fca2f-abde-4898-9122-42a38e110c3a), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:31.258100 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-5fe9a526-f131-44fc-a3e4-deea2bc82877 req-8604ab9d-3ba0-469e-a9a3-c9760825e638 service neutron] Transition to ACTIVE for port object e04fca2f-abde-4898-9122-42a38e110c3a will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:19:31.263518 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-5fe9a526-f131-44fc-a3e4-deea2bc82877 req-8604ab9d-3ba0-469e-a9a3-c9760825e638 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (e04fca2f-abde-4898-9122-42a38e110c3a), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:31.268235 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af48adf-9eab-47fc-9bda-2c678a925550 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f07343e7-59f9-4691-9f93-246e3f9261d9,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:19:31.307603 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-17f2e39a-cb07-4b1a-83f7-5113b8592f77 req-19ffb8af-3261-41bf-9b82-d64f17ae93ea service neutron] No DVR routers for this DVR port adda9edb-2689-4b0d-9769-f7f6d90bae68 on host n-h2-712749-28 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:19:31.315510 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ffb8af-3261-41bf-9b82-d64f17ae93ea service neutron] Pushing event updated for resources: {'Port': ['ID=adda9edb-2689-4b0d-9769-f7f6d90bae68,revision_number=9']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:19:31.356762 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-17f2e39a-cb07-4b1a-83f7-5113b8592f77 req-19ffb8af-3261-41bf-9b82-d64f17ae93ea service neutron] Attempting to bind port adda9edb-2689-4b0d-9769-f7f6d90bae68 on host n-h1-712749-28 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:19:31.357284 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-17f2e39a-cb07-4b1a-83f7-5113b8592f77 req-19ffb8af-3261-41bf-9b82-d64f17ae93ea service neutron] Attempting to bind port adda9edb-2689-4b0d-9769-f7f6d90bae68 by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': '00c9bc5a-b387-4097-9c7c-7f7badd573e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c9a84dc6-92ac-41b6-88e9-0633fc5dcc86'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:19:31.357623 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17f2e39a-cb07-4b1a-83f7-5113b8592f77 req-19ffb8af-3261-41bf-9b82-d64f17ae93ea service neutron] Attempting to bind port adda9edb-2689-4b0d-9769-f7f6d90bae68 on network c9a84dc6-92ac-41b6-88e9-0633fc5dcc86 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:19:31.363424 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17f2e39a-cb07-4b1a-83f7-5113b8592f77 req-19ffb8af-3261-41bf-9b82-d64f17ae93ea service neutron] Port adda9edb-2689-4b0d-9769-f7f6d90bae68 on network c9a84dc6-92ac-41b6-88e9-0633fc5dcc86 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:19:31.363802 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17f2e39a-cb07-4b1a-83f7-5113b8592f77 req-19ffb8af-3261-41bf-9b82-d64f17ae93ea service neutron] Attempting to bind port adda9edb-2689-4b0d-9769-f7f6d90bae68 on network c9a84dc6-92ac-41b6-88e9-0633fc5dcc86 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:19:31.369877 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17f2e39a-cb07-4b1a-83f7-5113b8592f77 req-19ffb8af-3261-41bf-9b82-d64f17ae93ea service neutron] Checking agent: {'id': '2fca46b1-237f-4857-9290-2429d810e472', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 19, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:19:31.370270 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17f2e39a-cb07-4b1a-83f7-5113b8592f77 req-19ffb8af-3261-41bf-9b82-d64f17ae93ea service neutron] Checking segment: {'id': '00c9bc5a-b387-4097-9c7c-7f7badd573e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c9a84dc6-92ac-41b6-88e9-0633fc5dcc86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:19:31.370734 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17f2e39a-cb07-4b1a-83f7-5113b8592f77 req-19ffb8af-3261-41bf-9b82-d64f17ae93ea service neutron] Bound using segment: {'id': '00c9bc5a-b387-4097-9c7c-7f7badd573e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c9a84dc6-92ac-41b6-88e9-0633fc5dcc86'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:19:31.371468 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-17f2e39a-cb07-4b1a-83f7-5113b8592f77 req-19ffb8af-3261-41bf-9b82-d64f17ae93ea service neutron] Bound port: adda9edb-2689-4b0d-9769-f7f6d90bae68, host: n-h1-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00c9bc5a-b387-4097-9c7c-7f7badd573e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c9a84dc6-92ac-41b6-88e9-0633fc5dcc86'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:19:31.371902 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-17f2e39a-cb07-4b1a-83f7-5113b8592f77 req-19ffb8af-3261-41bf-9b82-d64f17ae93ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (adda9edb-2689-4b0d-9769-f7f6d90bae68), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:31.384016 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8604ab9d-3ba0-469e-a9a3-c9760825e638 service neutron] Pushing event updated for resources: {'Port': ['ID=e04fca2f-abde-4898-9122-42a38e110c3a,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:19:31.447078 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-5fe9a526-f131-44fc-a3e4-deea2bc82877 req-8604ab9d-3ba0-469e-a9a3-c9760825e638 service neutron] Attempting to bind port e04fca2f-abde-4898-9122-42a38e110c3a on host n-h1-712749-28 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:19:31.447427 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-5fe9a526-f131-44fc-a3e4-deea2bc82877 req-8604ab9d-3ba0-469e-a9a3-c9760825e638 service neutron] Attempting to bind port e04fca2f-abde-4898-9122-42a38e110c3a by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': 'e34c38a9-0f60-4c18-ab34-490b22782060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '656bebbd-9c61-47d2-8da4-02f9ef76be7f'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:19:31.447764 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fe9a526-f131-44fc-a3e4-deea2bc82877 req-8604ab9d-3ba0-469e-a9a3-c9760825e638 service neutron] Attempting to bind port e04fca2f-abde-4898-9122-42a38e110c3a on network 656bebbd-9c61-47d2-8da4-02f9ef76be7f {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:19:31.453619 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fe9a526-f131-44fc-a3e4-deea2bc82877 req-8604ab9d-3ba0-469e-a9a3-c9760825e638 service neutron] Port e04fca2f-abde-4898-9122-42a38e110c3a on network 656bebbd-9c61-47d2-8da4-02f9ef76be7f not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:19:31.454002 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fe9a526-f131-44fc-a3e4-deea2bc82877 req-8604ab9d-3ba0-469e-a9a3-c9760825e638 service neutron] Attempting to bind port e04fca2f-abde-4898-9122-42a38e110c3a on network 656bebbd-9c61-47d2-8da4-02f9ef76be7f {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:19:31.463717 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fe9a526-f131-44fc-a3e4-deea2bc82877 req-8604ab9d-3ba0-469e-a9a3-c9760825e638 service neutron] Checking agent: {'id': '2fca46b1-237f-4857-9290-2429d810e472', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 19, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:19:31.464334 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fe9a526-f131-44fc-a3e4-deea2bc82877 req-8604ab9d-3ba0-469e-a9a3-c9760825e638 service neutron] Checking segment: {'id': 'e34c38a9-0f60-4c18-ab34-490b22782060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '656bebbd-9c61-47d2-8da4-02f9ef76be7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:19:31.466760 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fe9a526-f131-44fc-a3e4-deea2bc82877 req-8604ab9d-3ba0-469e-a9a3-c9760825e638 service neutron] Bound using segment: {'id': 'e34c38a9-0f60-4c18-ab34-490b22782060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '656bebbd-9c61-47d2-8da4-02f9ef76be7f'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:19:31.467550 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-5fe9a526-f131-44fc-a3e4-deea2bc82877 req-8604ab9d-3ba0-469e-a9a3-c9760825e638 service neutron] Bound port: e04fca2f-abde-4898-9122-42a38e110c3a, host: n-h1-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e34c38a9-0f60-4c18-ab34-490b22782060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '656bebbd-9c61-47d2-8da4-02f9ef76be7f'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:19:31.468159 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-5fe9a526-f131-44fc-a3e4-deea2bc82877 req-8604ab9d-3ba0-469e-a9a3-c9760825e638 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (e04fca2f-abde-4898-9122-42a38e110c3a), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:31.486757 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-17f2e39a-cb07-4b1a-83f7-5113b8592f77 req-19ffb8af-3261-41bf-9b82-d64f17ae93ea service neutron] For port adda9edb-2689-4b0d-9769-f7f6d90bae68, host n-h1-712749-28, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:19:31.492045 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-17f2e39a-cb07-4b1a-83f7-5113b8592f77 req-19ffb8af-3261-41bf-9b82-d64f17ae93ea service neutron] For port adda9edb-2689-4b0d-9769-f7f6d90bae68, host n-h1-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=adda9edb-2689-4b0d-9769-f7f6d90bae68,segment=NetworkSegment(00c9bc5a-b387-4097-9c7c-7f7badd573e1),segment_id=00c9bc5a-b387-4097-9c7c-7f7badd573e1)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:19:31.498491 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-17f2e39a-cb07-4b1a-83f7-5113b8592f77 req-19ffb8af-3261-41bf-9b82-d64f17ae93ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (adda9edb-2689-4b0d-9769-f7f6d90bae68), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:31.556304 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f2e39a-cb07-4b1a-83f7-5113b8592f77 req-19ffb8af-3261-41bf-9b82-d64f17ae93ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:31.556571 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-17f2e39a-cb07-4b1a-83f7-5113b8592f77 req-19ffb8af-3261-41bf-9b82-d64f17ae93ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:31.558259 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-17f2e39a-cb07-4b1a-83f7-5113b8592f77 req-19ffb8af-3261-41bf-9b82-d64f17ae93ea service neutron] 10.222.0.10 "PUT /v2.0/ports/adda9edb-2689-4b0d-9769-f7f6d90bae68 HTTP/1.1" status: 200 len: 1092 time: 1.0877750 Jan 28 07:19:31.559201 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fa73890-3c2c-4c59-9c73-ce1eca1f276c', 'tag': 'adda9edb-2689-4b0d-9769-f7f6d90bae68'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:19:31.561787 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-973ac911-1eed-4ea7-b9b6-c71160483447" -d '{"events": [{"name": "network-changed", "server_uuid": "5fa73890-3c2c-4c59-9c73-ce1eca1f276c", "tag": "adda9edb-2689-4b0d-9769-f7f6d90bae68"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:19:31.626156 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ffb8af-3261-41bf-9b82-d64f17ae93ea service neutron] Pushing event updated for resources: {'Port': ['ID=adda9edb-2689-4b0d-9769-f7f6d90bae68,revision_number=10']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:19:31.663210 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-5fe9a526-f131-44fc-a3e4-deea2bc82877 req-8604ab9d-3ba0-469e-a9a3-c9760825e638 service neutron] For port e04fca2f-abde-4898-9122-42a38e110c3a, host n-h1-712749-28, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:19:31.670363 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-5fe9a526-f131-44fc-a3e4-deea2bc82877 req-8604ab9d-3ba0-469e-a9a3-c9760825e638 service neutron] For port e04fca2f-abde-4898-9122-42a38e110c3a, host n-h1-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=e04fca2f-abde-4898-9122-42a38e110c3a,segment=NetworkSegment(e34c38a9-0f60-4c18-ab34-490b22782060),segment_id=e34c38a9-0f60-4c18-ab34-490b22782060)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:19:31.688712 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-5fe9a526-f131-44fc-a3e4-deea2bc82877 req-8604ab9d-3ba0-469e-a9a3-c9760825e638 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (e04fca2f-abde-4898-9122-42a38e110c3a), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:31.689217 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f2e39a-cb07-4b1a-83f7-5113b8592f77 req-4632fc87-8b97-4a60-8f9d-524a895bbd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:31.691733 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-17f2e39a-cb07-4b1a-83f7-5113b8592f77 req-4632fc87-8b97-4a60-8f9d-524a895bbd8b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f379e285ebe947e9b1152e1dab9379c4&device_id=5fa73890-3c2c-4c59-9c73-ce1eca1f276c HTTP/1.1" status: 200 len: 1096 time: 0.0899060 Jan 28 07:19:31.715572 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 49390) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:19:31.746842 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe9a526-f131-44fc-a3e4-deea2bc82877 req-8604ab9d-3ba0-469e-a9a3-c9760825e638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:31.747463 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-5fe9a526-f131-44fc-a3e4-deea2bc82877 req-8604ab9d-3ba0-469e-a9a3-c9760825e638 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:31.748921 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5fe9a526-f131-44fc-a3e4-deea2bc82877 req-8604ab9d-3ba0-469e-a9a3-c9760825e638 service neutron] 10.222.0.10 "PUT /v2.0/ports/e04fca2f-abde-4898-9122-42a38e110c3a HTTP/1.1" status: 200 len: 1093 time: 0.9946814 Jan 28 07:19:31.750344 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72a40420-a0ff-4e9d-9e9b-e94b7b74d57f', 'tag': 'e04fca2f-abde-4898-9122-42a38e110c3a'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:19:31.752749 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdbfa491-c772-4ad2-a0b8-2be2d7aaa9dc" -d '{"events": [{"name": "network-changed", "server_uuid": "72a40420-a0ff-4e9d-9e9b-e94b7b74d57f", "tag": "e04fca2f-abde-4898-9122-42a38e110c3a"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:19:31.784006 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c27cfe40-d86f-4c9a-9a21-2ad1c2e54b76 x-openstack-request-id: req-c27cfe40-d86f-4c9a-9a21-2ad1c2e54b76 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:19:31.784277 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fa73890-3c2c-4c59-9c73-ce1eca1f276c", "tag": "adda9edb-2689-4b0d-9769-f7f6d90bae68", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:19:31.784549 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c27cfe40-d86f-4c9a-9a21-2ad1c2e54b76 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:19:31.784960 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fa73890-3c2c-4c59-9c73-ce1eca1f276c', 'tag': 'adda9edb-2689-4b0d-9769-f7f6d90bae68', 'status': 'completed', 'code': 200} Jan 28 07:19:31.791235 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be627587-23b8-4ef8-b7c9-a0ecf24ce5c3 req-91975672-6657-4977-992d-811480657bf8 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:31.792868 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-be627587-23b8-4ef8-b7c9-a0ecf24ce5c3 req-91975672-6657-4977-992d-811480657bf8 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fa73890-3c2c-4c59-9c73-ce1eca1f276c HTTP/1.1" status: 200 len: 944 time: 0.1195667 Jan 28 07:19:31.793717 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8604ab9d-3ba0-469e-a9a3-c9760825e638 service neutron] Pushing event updated for resources: {'Port': ['ID=e04fca2f-abde-4898-9122-42a38e110c3a,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:19:31.879286 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-baa8c293-4d28-4938-90ec-d3de12d50068 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=58487fd7bab44320b19fb6f3a4efc475&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1619127 Jan 28 07:19:31.883580 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 49394) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:19:31.918225 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f2e39a-cb07-4b1a-83f7-5113b8592f77 req-e409c077-6fc8-4655-9af4-f68f74918f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:31.920813 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-17f2e39a-cb07-4b1a-83f7-5113b8592f77 req-e409c077-6fc8-4655-9af4-f68f74918f7f service neutron] 10.222.0.10 "GET /v2.0/networks?id=c9a84dc6-92ac-41b6-88e9-0633fc5dcc86 HTTP/1.1" status: 200 len: 915 time: 0.1922278 Jan 28 07:19:32.019517 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-17f2e39a-cb07-4b1a-83f7-5113b8592f77 req-d3ce890a-4be4-4285-8c5b-efb70b871eae service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=adda9edb-2689-4b0d-9769-f7f6d90bae68 HTTP/1.1" status: 200 len: 217 time: 0.0847321 Jan 28 07:19:32.080327 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f2e39a-cb07-4b1a-83f7-5113b8592f77 req-877acc1f-84d4-4ef3-930f-c3c7ca23a96c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:32.082108 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-17f2e39a-cb07-4b1a-83f7-5113b8592f77 req-877acc1f-84d4-4ef3-930f-c3c7ca23a96c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=feafbfc0-ace6-4287-91ea-c1099e1f786f HTTP/1.1" status: 200 len: 854 time: 0.0561852 Jan 28 07:19:32.125380 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-17f2e39a-cb07-4b1a-83f7-5113b8592f77 req-215d8fda-6822-4302-9af8-97386995897e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c9a84dc6-92ac-41b6-88e9-0633fc5dcc86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342538 Jan 28 07:19:32.242101 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17ab104b-2fc9-4140-a62e-895c2077ef0b x-openstack-request-id: req-17ab104b-2fc9-4140-a62e-895c2077ef0b {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:19:32.242466 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72a40420-a0ff-4e9d-9e9b-e94b7b74d57f", "tag": "e04fca2f-abde-4898-9122-42a38e110c3a", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:19:32.242805 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-17ab104b-2fc9-4140-a62e-895c2077ef0b {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:19:32.243215 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72a40420-a0ff-4e9d-9e9b-e94b7b74d57f', 'tag': 'e04fca2f-abde-4898-9122-42a38e110c3a', 'status': 'completed', 'code': 200} Jan 28 07:19:32.262330 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-be627587-23b8-4ef8-b7c9-a0ecf24ce5c3 req-838474c9-bcc9-43cc-b594-42933f8b8440 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f7766-6108-45d3-a769-5b5e90234849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4438097 Jan 28 07:19:32.267571 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe9a526-f131-44fc-a3e4-deea2bc82877 req-a7992b5c-ef72-441e-af46-a6923c3c85ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:32.269131 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5fe9a526-f131-44fc-a3e4-deea2bc82877 req-a7992b5c-ef72-441e-af46-a6923c3c85ba service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6cf57efb05234d29b910330efbcd8c2a&device_id=72a40420-a0ff-4e9d-9e9b-e94b7b74d57f HTTP/1.1" status: 200 len: 1096 time: 0.4412353 Jan 28 07:19:32.307964 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5e78eb34-ebff-469c-a24a-303d984c844a admin admin] Publish callbacks [] for security_group (5c4db3f4-67ac-4024-824d-f9ed9f113722), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:32.354694 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5fe9a526-f131-44fc-a3e4-deea2bc82877 req-2eb7b70f-db07-4357-ab24-2e5f6bc95f2b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e04fca2f-abde-4898-9122-42a38e110c3a HTTP/1.1" status: 200 len: 217 time: 0.0604339 Jan 28 07:19:32.419793 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5e78eb34-ebff-469c-a24a-303d984c844a admin admin] Publish callbacks [] for security_group (5c4db3f4-67ac-4024-824d-f9ed9f113722), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:32.466152 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe9a526-f131-44fc-a3e4-deea2bc82877 req-945ab188-c10c-4f47-b15d-9ef4d9ad62c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:32.467733 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5fe9a526-f131-44fc-a3e4-deea2bc82877 req-945ab188-c10c-4f47-b15d-9ef4d9ad62c3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a528b37a-7798-48f2-a35e-8eee53dfb4b6 HTTP/1.1" status: 200 len: 860 time: 0.1056030 Jan 28 07:19:32.478467 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691818cd-98cd-479a-a649-7a4308f28955 req-12b5cf8b-6145-4bd5-ba0a-37ca4d1c4c1b tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:32.480025 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-691818cd-98cd-479a-a649-7a4308f28955 req-12b5cf8b-6145-4bd5-ba0a-37ca4d1c4c1b tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?device_id=b328533a-131d-4c2d-93c2-75cc1b0a39d4 HTTP/1.1" status: 200 len: 946 time: 0.1409237 Jan 28 07:19:32.553869 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5e78eb34-ebff-469c-a24a-303d984c844a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (5c4db3f4-67ac-4024-824d-f9ed9f113722), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:32.556447 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5e78eb34-ebff-469c-a24a-303d984c844a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:32.557591 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-5e78eb34-ebff-469c-a24a-303d984c844a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5c4db3f4-67ac-4024-824d-f9ed9f113722 HTTP/1.1" status: 204 len: 168 time: 0.6740708 Jan 28 07:19:32.567762 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe9a526-f131-44fc-a3e4-deea2bc82877 req-5fa894a0-28f6-4019-a7c3-5a27193f388f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:32.569313 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5fe9a526-f131-44fc-a3e4-deea2bc82877 req-5fa894a0-28f6-4019-a7c3-5a27193f388f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=656bebbd-9c61-47d2-8da4-02f9ef76be7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0882933 Jan 28 07:19:32.577078 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-691818cd-98cd-479a-a649-7a4308f28955 req-113ab182-1ca0-49c2-a4a2-89dc04983ce6 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/security-groups?id=e977f99b-7e7b-4d49-bf15-4fd22b3b3b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863235 Jan 28 07:19:32.580014 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e78eb34-ebff-469c-a24a-303d984c844a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c4db3f4-67ac-4024-824d-f9ed9f113722,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:19:32.615074 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed701f58-8313-4559-acc6-1222d86fa2b9 req-b43f3899-4160-41f9-8fea-897777368970 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:32.621967 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ed701f58-8313-4559-acc6-1222d86fa2b9 req-b43f3899-4160-41f9-8fea-897777368970 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] 10.222.0.41 "GET /v2.0/ports?device_id=72a40420-a0ff-4e9d-9e9b-e94b7b74d57f HTTP/1.1" status: 200 len: 944 time: 0.4348752 Jan 28 07:19:32.636724 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-17f2e39a-cb07-4b1a-83f7-5113b8592f77 req-7101cdd5-7382-4b59-938e-3321a6818d4a service neutron] 10.222.0.10 "GET /v2.0/networks/c9a84dc6-92ac-41b6-88e9-0633fc5dcc86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5045998 Jan 28 07:19:32.686504 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5fe9a526-f131-44fc-a3e4-deea2bc82877 req-913fb7f0-ebaa-408e-889e-eb8c75afa532 service neutron] 10.222.0.10 "GET /v2.0/networks/656bebbd-9c61-47d2-8da4-02f9ef76be7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084700 Jan 28 07:19:32.725015 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ed701f58-8313-4559-acc6-1222d86fa2b9 req-0376e4f6-395a-48b3-8cb4-0a011faa12ca tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] 10.222.0.41 "GET /v2.0/security-groups?id=c744b8c4-ff94-4ae9-bc40-09d43c741058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018691 Jan 28 07:19:32.771714 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-17f2e39a-cb07-4b1a-83f7-5113b8592f77 req-d085716d-d400-4bef-a98a-09a48b08c09e service neutron] 10.222.0.10 "GET /v2.0/networks/c9a84dc6-92ac-41b6-88e9-0633fc5dcc86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271968 Jan 28 07:19:32.805203 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5fe9a526-f131-44fc-a3e4-deea2bc82877 req-34052454-eb09-42ef-b8f6-f7027814e1ec service neutron] 10.222.0.10 "GET /v2.0/networks/656bebbd-9c61-47d2-8da4-02f9ef76be7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119564 Jan 28 07:19:32.880574 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:33.012149 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbfa491-c772-4ad2-a0b8-2be2d7aaa9dc req-308efd28-c50c-479d-ac2a-b8e333ef23cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:33.013798 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-fdbfa491-c772-4ad2-a0b8-2be2d7aaa9dc req-308efd28-c50c-479d-ac2a-b8e333ef23cc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6cf57efb05234d29b910330efbcd8c2a&device_id=72a40420-a0ff-4e9d-9e9b-e94b7b74d57f HTTP/1.1" status: 200 len: 1096 time: 0.0636661 Jan 28 07:19:33.014050 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973ac911-1eed-4ea7-b9b6-c71160483447 req-e0175321-69ec-4a88-982a-290da5c2bae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:33.015618 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-973ac911-1eed-4ea7-b9b6-c71160483447 req-e0175321-69ec-4a88-982a-290da5c2bae3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f379e285ebe947e9b1152e1dab9379c4&device_id=5fa73890-3c2c-4c59-9c73-ce1eca1f276c HTTP/1.1" status: 200 len: 1096 time: 0.0668402 Jan 28 07:19:33.132276 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973ac911-1eed-4ea7-b9b6-c71160483447 req-5bfbd454-6e2a-4a39-917e-2c876a3771ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:33.133901 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-973ac911-1eed-4ea7-b9b6-c71160483447 req-5bfbd454-6e2a-4a39-917e-2c876a3771ad service neutron] 10.222.0.10 "GET /v2.0/networks?id=c9a84dc6-92ac-41b6-88e9-0633fc5dcc86 HTTP/1.1" status: 200 len: 915 time: 0.1069064 Jan 28 07:19:33.161861 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbfa491-c772-4ad2-a0b8-2be2d7aaa9dc req-c2dba248-8695-41c2-83c5-d919111d446f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:33.164072 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-fdbfa491-c772-4ad2-a0b8-2be2d7aaa9dc req-c2dba248-8695-41c2-83c5-d919111d446f service neutron] 10.222.0.10 "GET /v2.0/networks?id=656bebbd-9c61-47d2-8da4-02f9ef76be7f HTTP/1.1" status: 200 len: 922 time: 0.1373575 Jan 28 07:19:33.193907 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-973ac911-1eed-4ea7-b9b6-c71160483447 req-71ccbfa2-d46c-4175-ae8d-aa9968f450e5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=adda9edb-2689-4b0d-9769-f7f6d90bae68 HTTP/1.1" status: 200 len: 217 time: 0.0519013 Jan 28 07:19:33.236944 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-fdbfa491-c772-4ad2-a0b8-2be2d7aaa9dc req-5ec7f6c0-6fd3-4938-8741-bb00f185c4a5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e04fca2f-abde-4898-9122-42a38e110c3a HTTP/1.1" status: 200 len: 217 time: 0.0655406 Jan 28 07:19:33.248386 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9d076760-9dc7-4adc-bd6c-5ca498924fc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:33.263411 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973ac911-1eed-4ea7-b9b6-c71160483447 req-3edf9f4c-c5c5-4669-9d77-376d848d9bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:33.267419 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-973ac911-1eed-4ea7-b9b6-c71160483447 req-3edf9f4c-c5c5-4669-9d77-376d848d9bad service neutron] 10.222.0.10 "GET /v2.0/subnets?id=feafbfc0-ace6-4287-91ea-c1099e1f786f HTTP/1.1" status: 200 len: 854 time: 0.0647316 Jan 28 07:19:33.301088 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbfa491-c772-4ad2-a0b8-2be2d7aaa9dc req-a256f129-95c6-4643-8817-63b54d25118b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:33.302753 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-fdbfa491-c772-4ad2-a0b8-2be2d7aaa9dc req-a256f129-95c6-4643-8817-63b54d25118b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a528b37a-7798-48f2-a35e-8eee53dfb4b6 HTTP/1.1" status: 200 len: 860 time: 0.0565250 Jan 28 07:19:33.322916 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-973ac911-1eed-4ea7-b9b6-c71160483447 req-514988ca-0235-445f-970b-0acdee94d651 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c9a84dc6-92ac-41b6-88e9-0633fc5dcc86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484378 Jan 28 07:19:33.453169 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbfa491-c772-4ad2-a0b8-2be2d7aaa9dc req-1aa77a56-b653-4233-97ff-8d378b861d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:33.456486 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-fdbfa491-c772-4ad2-a0b8-2be2d7aaa9dc req-1aa77a56-b653-4233-97ff-8d378b861d7c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=656bebbd-9c61-47d2-8da4-02f9ef76be7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1458302 Jan 28 07:19:33.466593 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6706c4c-463d-4f65-af6a-dea98ff1955b req-e82ac085-fde5-4dc2-b57f-aff0ba1f3d02 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:33.472885 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-973ac911-1eed-4ea7-b9b6-c71160483447 req-ec3cfc02-ee23-401c-b776-6bbc07f232d8 service neutron] 10.222.0.10 "GET /v2.0/networks/c9a84dc6-92ac-41b6-88e9-0633fc5dcc86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391964 Jan 28 07:19:33.476146 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b6706c4c-463d-4f65-af6a-dea98ff1955b req-e82ac085-fde5-4dc2-b57f-aff0ba1f3d02 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fa73890-3c2c-4c59-9c73-ce1eca1f276c HTTP/1.1" status: 200 len: 944 time: 0.1164577 Jan 28 07:19:33.592428 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b6706c4c-463d-4f65-af6a-dea98ff1955b req-1dcd84d5-1d4a-46d2-be5f-7ff3d9ee6ea2 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f7766-6108-45d3-a769-5b5e90234849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149638 Jan 28 07:19:33.798131 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80574c95-e1d1-49d4-9ae2-222d66217c73 req-6b386e9a-427b-4ffa-a70a-ec648d17cdfc tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:33.808225 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-80574c95-e1d1-49d4-9ae2-222d66217c73 req-6b386e9a-427b-4ffa-a70a-ec648d17cdfc tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?device_id=b328533a-131d-4c2d-93c2-75cc1b0a39d4 HTTP/1.1" status: 200 len: 946 time: 0.0981297 Jan 28 07:19:33.873674 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:33.904873 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-80574c95-e1d1-49d4-9ae2-222d66217c73 req-60ceac2f-3626-4713-94c1-c5f481c56d34 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/security-groups?id=e977f99b-7e7b-4d49-bf15-4fd22b3b3b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951407 Jan 28 07:19:34.210469 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cfa748-c54d-4990-9837-f077890ebe26 req-4058e2d1-5c43-4bc1-8178-9e8e272e5fac tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:34.212140 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-89cfa748-c54d-4990-9837-f077890ebe26 req-4058e2d1-5c43-4bc1-8178-9e8e272e5fac tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] 10.222.0.41 "GET /v2.0/ports?device_id=72a40420-a0ff-4e9d-9e9b-e94b7b74d57f HTTP/1.1" status: 200 len: 944 time: 0.0692883 Jan 28 07:19:34.333003 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-89cfa748-c54d-4990-9837-f077890ebe26 req-9847d784-6a9f-47f0-adbf-558ba6e67693 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] 10.222.0.41 "GET /v2.0/security-groups?id=c744b8c4-ff94-4ae9-bc40-09d43c741058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148119 Jan 28 07:19:34.720529 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 49478) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:19:34.772390 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8741047-ea7a-4455-a1c9-b07d703225d4 req-cad5d605-6a62-4e54-b018-c6c84fc76195 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:34.773950 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e8741047-ea7a-4455-a1c9-b07d703225d4 req-cad5d605-6a62-4e54-b018-c6c84fc76195 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fa73890-3c2c-4c59-9c73-ce1eca1f276c HTTP/1.1" status: 200 len: 944 time: 0.0643022 Jan 28 07:19:34.856819 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e8741047-ea7a-4455-a1c9-b07d703225d4 req-8d7c2fc4-0a82-4420-b775-09581fc5e705 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f7766-6108-45d3-a769-5b5e90234849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751891 Jan 28 07:19:34.860554 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-f1529932-e503-4d32-a749-8910a48df672 tempest-QuotasTest-485075564 tempest-QuotasTest-485075564-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:19:34.905464 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 49482) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:19:34.906185 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-f1529932-e503-4d32-a749-8910a48df672 tempest-QuotasTest-485075564 tempest-QuotasTest-485075564-project-admin] 10.222.0.41 "PUT /v2.0/quotas/fefc1862e9ab4386bc5a1d5ce879cde9 HTTP/1.1" status: 200 len: 366 time: 0.1837265 Jan 28 07:19:34.924325 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-e782ea70-f0b1-419f-a905-7003c36c64c4 tempest-QuotasTest-485075564 tempest-QuotasTest-485075564-project-admin] 10.222.0.41 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0146995 Jan 28 07:19:34.926351 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 49486) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:19:34.938201 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-7f939a17-3681-4ec4-b028-d45401d30e7c tempest-QuotasTest-485075564 tempest-QuotasTest-485075564-project-admin] 10.222.0.41 "GET /v2.0/quotas/fefc1862e9ab4386bc5a1d5ce879cde9 HTTP/1.1" status: 200 len: 366 time: 0.0100658 Jan 28 07:19:34.943154 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 49488) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:19:34.979538 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-f2449042-3371-4e25-9153-890bb8f0bd5a tempest-QuotasTest-485075564 tempest-QuotasTest-485075564-project-admin] 10.222.0.41 "DELETE /v2.0/quotas/fefc1862e9ab4386bc5a1d5ce879cde9 HTTP/1.1" status: 204 len: 168 time: 0.0347192 Jan 28 07:19:34.985832 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 49490) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:19:34.996044 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-1ba52311-682f-4fb3-8e64-93d8d37f9f0f tempest-QuotasTest-485075564 tempest-QuotasTest-485075564-project-admin] 10.222.0.41 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0091126 Jan 28 07:19:35.000320 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 49492) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:19:35.011878 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-b8126ec7-8404-4e87-9718-9dd4e4308d06 tempest-QuotasTest-485075564 tempest-QuotasTest-485075564-project-admin] 10.222.0.41 "GET /v2.0/quotas/fefc1862e9ab4386bc5a1d5ce879cde9 HTTP/1.1" status: 200 len: 370 time: 0.0104592 Jan 28 07:19:35.015011 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 49494) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:19:35.040039 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 49496) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:19:35.040268 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-ca1dd7ad-ed8e-4a70-94aa-9f84ce8c0a06 tempest-QuotasTest-485075564 tempest-QuotasTest-485075564-project-admin] 10.222.0.41 "GET /v2.0/quotas/fefc1862e9ab4386bc5a1d5ce879cde9/default HTTP/1.1" status: 200 len: 370 time: 0.0069003 Jan 28 07:19:35.053356 n-d-712749-28 neutron-server[103284]: INFO neutron.api.v2.resource [None req-acf9aade-c616-4201-a35c-cd8adb5dfd8c tempest-QuotasTest-485075564 tempest-QuotasTest-485075564-project-admin] delete failed (client error): The resource could not be found. Jan 28 07:19:35.056884 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-acf9aade-c616-4201-a35c-cd8adb5dfd8c tempest-QuotasTest-485075564 tempest-QuotasTest-485075564-project-admin] 10.222.0.41 "DELETE /v2.0/quotas/fefc1862e9ab4386bc5a1d5ce879cde9 HTTP/1.1" status: 404 len: 348 time: 0.0133681 Jan 28 07:19:35.068867 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124de453-f58d-4998-8237-107b99b4d27c req-861be22a-067e-4201-b1cf-8f3610e57be9 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:35.078300 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-124de453-f58d-4998-8237-107b99b4d27c req-861be22a-067e-4201-b1cf-8f3610e57be9 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?device_id=b328533a-131d-4c2d-93c2-75cc1b0a39d4 HTTP/1.1" status: 200 len: 946 time: 0.0800447 Jan 28 07:19:35.129542 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-124de453-f58d-4998-8237-107b99b4d27c req-dfaf348a-6ba1-46fe-a6e3-07a35780fb8b tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/security-groups?id=e977f99b-7e7b-4d49-bf15-4fd22b3b3b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494895 Jan 28 07:19:35.210032 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 49500) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:19:35.231950 n-d-712749-28 neutron-server[103284]: DEBUG neutron.quota.resource [None req-431db111-b97f-475f-9841-b1017f3238e2 tempest-QuotasTest-485075564 tempest-QuotasTest-485075564-project-admin] Usage tracker for resource:network and project:7ab3b79b06eb4bc38a4e06b4c39929c5 is out of sync, need to count used quota {{(pid=103284) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 28 07:19:35.236436 n-d-712749-28 neutron-server[103284]: DEBUG neutron.quota.resource [None req-431db111-b97f-475f-9841-b1017f3238e2 tempest-QuotasTest-485075564 tempest-QuotasTest-485075564-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103284) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 28 07:19:35.246833 n-d-712749-28 neutron-server[103284]: DEBUG neutron.quota.resource [None req-431db111-b97f-475f-9841-b1017f3238e2 tempest-QuotasTest-485075564 tempest-QuotasTest-485075564-project-admin] Usage tracker for resource:subnet and project:7ab3b79b06eb4bc38a4e06b4c39929c5 is out of sync, need to count used quota {{(pid=103284) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 28 07:19:35.250352 n-d-712749-28 neutron-server[103284]: DEBUG neutron.quota.resource [None req-431db111-b97f-475f-9841-b1017f3238e2 tempest-QuotasTest-485075564 tempest-QuotasTest-485075564-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103284) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 28 07:19:35.257177 n-d-712749-28 neutron-server[103284]: DEBUG neutron.quota.resource [None req-431db111-b97f-475f-9841-b1017f3238e2 tempest-QuotasTest-485075564 tempest-QuotasTest-485075564-project-admin] Usage tracker for resource:subnetpool and project:7ab3b79b06eb4bc38a4e06b4c39929c5 is out of sync, need to count used quota {{(pid=103284) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 28 07:19:35.262924 n-d-712749-28 neutron-server[103284]: DEBUG neutron.quota.resource [None req-431db111-b97f-475f-9841-b1017f3238e2 tempest-QuotasTest-485075564 tempest-QuotasTest-485075564-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=103284) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 28 07:19:35.269936 n-d-712749-28 neutron-server[103284]: DEBUG neutron.quota.resource [None req-431db111-b97f-475f-9841-b1017f3238e2 tempest-QuotasTest-485075564 tempest-QuotasTest-485075564-project-admin] Usage tracker for resource:port and project:7ab3b79b06eb4bc38a4e06b4c39929c5 is out of sync, need to count used quota {{(pid=103284) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 28 07:19:35.273376 n-d-712749-28 neutron-server[103284]: DEBUG neutron.quota.resource [None req-431db111-b97f-475f-9841-b1017f3238e2 tempest-QuotasTest-485075564 tempest-QuotasTest-485075564-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=103284) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 28 07:19:35.280004 n-d-712749-28 neutron-server[103284]: DEBUG neutron.quota.resource [None req-431db111-b97f-475f-9841-b1017f3238e2 tempest-QuotasTest-485075564 tempest-QuotasTest-485075564-project-admin] Usage tracker for resource:router and project:7ab3b79b06eb4bc38a4e06b4c39929c5 is out of sync, need to count used quota {{(pid=103284) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 28 07:19:35.284501 n-d-712749-28 neutron-server[103284]: DEBUG neutron.quota.resource [None req-431db111-b97f-475f-9841-b1017f3238e2 tempest-QuotasTest-485075564 tempest-QuotasTest-485075564-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103284) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 28 07:19:35.290592 n-d-712749-28 neutron-server[103284]: DEBUG neutron.quota.resource [None req-431db111-b97f-475f-9841-b1017f3238e2 tempest-QuotasTest-485075564 tempest-QuotasTest-485075564-project-admin] Usage tracker for resource:floatingip and project:7ab3b79b06eb4bc38a4e06b4c39929c5 is out of sync, need to count used quota {{(pid=103284) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 28 07:19:35.294023 n-d-712749-28 neutron-server[103284]: DEBUG neutron.quota.resource [None req-431db111-b97f-475f-9841-b1017f3238e2 tempest-QuotasTest-485075564 tempest-QuotasTest-485075564-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103284) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 28 07:19:35.332471 n-d-712749-28 neutron-server[103284]: DEBUG neutron.quota.resource [None req-431db111-b97f-475f-9841-b1017f3238e2 tempest-QuotasTest-485075564 tempest-QuotasTest-485075564-project-admin] Usage tracker for resource:security_group and project:7ab3b79b06eb4bc38a4e06b4c39929c5 is out of sync, need to count used quota {{(pid=103284) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 28 07:19:35.338022 n-d-712749-28 neutron-server[103284]: DEBUG neutron.quota.resource [None req-431db111-b97f-475f-9841-b1017f3238e2 tempest-QuotasTest-485075564 tempest-QuotasTest-485075564-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=103284) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 28 07:19:35.345887 n-d-712749-28 neutron-server[103284]: DEBUG neutron.quota.resource [None req-431db111-b97f-475f-9841-b1017f3238e2 tempest-QuotasTest-485075564 tempest-QuotasTest-485075564-project-admin] Usage tracker for resource:security_group_rule and project:7ab3b79b06eb4bc38a4e06b4c39929c5 is out of sync, need to count used quota {{(pid=103284) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 28 07:19:35.350456 n-d-712749-28 neutron-server[103284]: DEBUG neutron.quota.resource [None req-431db111-b97f-475f-9841-b1017f3238e2 tempest-QuotasTest-485075564 tempest-QuotasTest-485075564-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103284) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 28 07:19:35.364417 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-431db111-b97f-475f-9841-b1017f3238e2 tempest-QuotasTest-485075564 tempest-QuotasTest-485075564-project-admin] 10.222.0.41 "GET /v2.0/quotas/7ab3b79b06eb4bc38a4e06b4c39929c5/details.json HTTP/1.1" status: 200 len: 703 time: 0.1530068 Jan 28 07:19:35.519991 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90062b11-e7b4-4bdc-9f78-66273e17bc15 req-04558da9-1aa2-4e29-8eae-388c3b3f6075 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:35.522072 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-90062b11-e7b4-4bdc-9f78-66273e17bc15 req-04558da9-1aa2-4e29-8eae-388c3b3f6075 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] 10.222.0.41 "GET /v2.0/ports?device_id=72a40420-a0ff-4e9d-9e9b-e94b7b74d57f HTTP/1.1" status: 200 len: 944 time: 0.0598590 Jan 28 07:19:35.584892 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d521c8dd-66fa-4e87-80d7-74bae5840d8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:35.592327 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-90062b11-e7b4-4bdc-9f78-66273e17bc15 req-0f9c6259-1ff5-4d23-926a-909dd8f54922 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] 10.222.0.41 "GET /v2.0/security-groups?id=c744b8c4-ff94-4ae9-bc40-09d43c741058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628064 Jan 28 07:19:35.856887 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 49514) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:19:35.995617 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-905f25a6-e06b-4d2f-9714-b4b056dcb2e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:36.004366 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314c749f-9acb-4f05-a24b-33c892c61803 req-4557a673-8f15-4d3c-b3cf-25cd61b586b5 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:36.005996 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-314c749f-9acb-4f05-a24b-33c892c61803 req-4557a673-8f15-4d3c-b3cf-25cd61b586b5 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fa73890-3c2c-4c59-9c73-ce1eca1f276c HTTP/1.1" status: 200 len: 944 time: 0.0718014 Jan 28 07:19:36.073363 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-314c749f-9acb-4f05-a24b-33c892c61803 req-983a69a7-6ba6-4647-a0df-d31f6ba41a7d tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f7766-6108-45d3-a769-5b5e90234849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613029 Jan 28 07:19:36.121834 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-905f25a6-e06b-4d2f-9714-b4b056dcb2e3 admin admin] Publish callbacks [] for security_group (6c682fdd-c9dd-4a5b-8daf-94e36a955066), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:36.128030 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-905f25a6-e06b-4d2f-9714-b4b056dcb2e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (6c682fdd-c9dd-4a5b-8daf-94e36a955066), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:36.174195 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905f25a6-e06b-4d2f-9714-b4b056dcb2e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c682fdd-c9dd-4a5b-8daf-94e36a955066,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:19:36.181385 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 49522) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:19:36.181594 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-905f25a6-e06b-4d2f-9714-b4b056dcb2e3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3a261c6ba16b4bbb9c18c5b62eb91d07&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3234215 Jan 28 07:19:36.260225 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fcfc933f-a3d8-4c64-b460-3cbacdb3d01d admin admin] Publish callbacks [] for security_group (6c682fdd-c9dd-4a5b-8daf-94e36a955066), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:36.301058 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fcfc933f-a3d8-4c64-b460-3cbacdb3d01d admin admin] Publish callbacks [] for security_group (6c682fdd-c9dd-4a5b-8daf-94e36a955066), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:36.337435 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc66cb88-aa75-4c3b-9cce-00bf925feafc req-82c5db02-40e2-429d-bbaa-6077fe2a6748 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:36.338898 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-fc66cb88-aa75-4c3b-9cce-00bf925feafc req-82c5db02-40e2-429d-bbaa-6077fe2a6748 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?device_id=b328533a-131d-4c2d-93c2-75cc1b0a39d4 HTTP/1.1" status: 200 len: 946 time: 0.0942473 Jan 28 07:19:36.397629 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-fc66cb88-aa75-4c3b-9cce-00bf925feafc req-c24cda15-5b37-466a-9697-ed78ed2fed4b tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/security-groups?id=e977f99b-7e7b-4d49-bf15-4fd22b3b3b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504329 Jan 28 07:19:36.398839 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fcfc933f-a3d8-4c64-b460-3cbacdb3d01d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (6c682fdd-c9dd-4a5b-8daf-94e36a955066), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:36.401601 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fcfc933f-a3d8-4c64-b460-3cbacdb3d01d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:36.405014 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-fcfc933f-a3d8-4c64-b460-3cbacdb3d01d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6c682fdd-c9dd-4a5b-8daf-94e36a955066 HTTP/1.1" status: 204 len: 168 time: 0.2204258 Jan 28 07:19:36.413794 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfc933f-a3d8-4c64-b460-3cbacdb3d01d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c682fdd-c9dd-4a5b-8daf-94e36a955066,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:19:36.732253 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4194ad15-add0-41e2-86da-e963199a4260 req-45551fc8-eafb-408c-9eb2-1a5c9a2ae806 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:36.734360 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4194ad15-add0-41e2-86da-e963199a4260 req-45551fc8-eafb-408c-9eb2-1a5c9a2ae806 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] 10.222.0.41 "GET /v2.0/ports?device_id=72a40420-a0ff-4e9d-9e9b-e94b7b74d57f HTTP/1.1" status: 200 len: 944 time: 0.0691991 Jan 28 07:19:36.784804 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 49532) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:19:36.794162 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4194ad15-add0-41e2-86da-e963199a4260 req-d0147010-7d1a-41db-82cf-ec8e0cd65253 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] 10.222.0.41 "GET /v2.0/security-groups?id=c744b8c4-ff94-4ae9-bc40-09d43c741058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526335 Jan 28 07:19:36.819915 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-035dfeb7-2e5a-409b-9a2b-7c8d9175d7ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:36.904128 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:36.939507 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-035dfeb7-2e5a-409b-9a2b-7c8d9175d7ed admin admin] Publish callbacks [] for security_group (107f59c7-d681-4274-948c-3c66e4425c26), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:36.943740 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-035dfeb7-2e5a-409b-9a2b-7c8d9175d7ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (107f59c7-d681-4274-948c-3c66e4425c26), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:36.994373 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-035dfeb7-2e5a-409b-9a2b-7c8d9175d7ed admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7ab3b79b06eb4bc38a4e06b4c39929c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2083247 Jan 28 07:19:36.995293 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035dfeb7-2e5a-409b-9a2b-7c8d9175d7ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=107f59c7-d681-4274-948c-3c66e4425c26,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:19:36.997280 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 49536) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:19:37.064068 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-13aa36ac-4bb6-47db-ba34-a3edb36668be admin admin] Publish callbacks [] for security_group (107f59c7-d681-4274-948c-3c66e4425c26), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:37.089581 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-13aa36ac-4bb6-47db-ba34-a3edb36668be admin admin] Publish callbacks [] for security_group (107f59c7-d681-4274-948c-3c66e4425c26), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:37.146303 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-13aa36ac-4bb6-47db-ba34-a3edb36668be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (107f59c7-d681-4274-948c-3c66e4425c26), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:37.149755 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-13aa36ac-4bb6-47db-ba34-a3edb36668be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:37.151151 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-13aa36ac-4bb6-47db-ba34-a3edb36668be admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/107f59c7-d681-4274-948c-3c66e4425c26 HTTP/1.1" status: 204 len: 168 time: 0.1525402 Jan 28 07:19:37.167797 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13aa36ac-4bb6-47db-ba34-a3edb36668be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=107f59c7-d681-4274-948c-3c66e4425c26,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:19:37.278291 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb076f37-2b5c-4477-8101-8a71f459c417 req-5aa3a857-3f45-40b2-beca-28ce7c98bd37 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:37.280548 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-fb076f37-2b5c-4477-8101-8a71f459c417 req-5aa3a857-3f45-40b2-beca-28ce7c98bd37 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fa73890-3c2c-4c59-9c73-ce1eca1f276c HTTP/1.1" status: 200 len: 944 time: 0.0593204 Jan 28 07:19:37.357334 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-fb076f37-2b5c-4477-8101-8a71f459c417 req-71d4e232-9d2c-4c5c-ac99-33dd65c7f08e tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f7766-6108-45d3-a769-5b5e90234849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634604 Jan 28 07:19:37.554127 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569c24e9-0a11-48c6-b85b-c6f5df3c1be1 req-8f82fa5f-20e9-420e-9e9d-221e13696a11 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:37.555750 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-569c24e9-0a11-48c6-b85b-c6f5df3c1be1 req-8f82fa5f-20e9-420e-9e9d-221e13696a11 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?device_id=b328533a-131d-4c2d-93c2-75cc1b0a39d4 HTTP/1.1" status: 200 len: 946 time: 0.0704331 Jan 28 07:19:37.627950 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-569c24e9-0a11-48c6-b85b-c6f5df3c1be1 req-ab42d635-a8ab-474d-98f6-7d4fc2d73512 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/security-groups?id=e977f99b-7e7b-4d49-bf15-4fd22b3b3b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658014 Jan 28 07:19:37.942779 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f1d3c5-995d-4789-9084-54af91355adb req-d5841f6f-cca7-4be9-9c2a-3efa6e62aa09 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:37.952945 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c2f1d3c5-995d-4789-9084-54af91355adb req-d5841f6f-cca7-4be9-9c2a-3efa6e62aa09 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] 10.222.0.41 "GET /v2.0/ports?device_id=72a40420-a0ff-4e9d-9e9b-e94b7b74d57f HTTP/1.1" status: 200 len: 944 time: 0.0793538 Jan 28 07:19:38.055030 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c2f1d3c5-995d-4789-9084-54af91355adb req-9eef6877-2c74-484e-92dd-bdcd0a109d26 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] 10.222.0.41 "GET /v2.0/security-groups?id=c744b8c4-ff94-4ae9-bc40-09d43c741058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006265 Jan 28 07:19:38.598993 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:38.617749 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 082a2111-9828-4992-b9a4-659b5bdb0699 details requested by agent hyperv_n-h2-712749-28 with host n-h2-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:19:38.638347 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eea0a31-a034-46f8-83e6-ac2bf7646ade req-bfe00e91-a930-4de8-bd75-2eeee350e560 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:38.640703 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8eea0a31-a034-46f8-83e6-ac2bf7646ade req-bfe00e91-a930-4de8-bd75-2eeee350e560 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fa73890-3c2c-4c59-9c73-ce1eca1f276c HTTP/1.1" status: 200 len: 944 time: 0.1187391 Jan 28 07:19:38.736006 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8eea0a31-a034-46f8-83e6-ac2bf7646ade req-7cbda0e9-509f-4e5a-8e77-0a87adcd4e51 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f7766-6108-45d3-a769-5b5e90234849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839431 Jan 28 07:19:38.869928 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 082a2111-9828-4992-b9a4-659b5bdb0699, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=082a2111-9828-4992-b9a4-659b5bdb0699,segment=NetworkSegment(0129dffb-fe43-47b5-a269-4f49ca8f6de7),segment_id=0129dffb-fe43-47b5-a269-4f49ca8f6de7)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:19:38.889786 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Returning: {'device': '082a2111-9828-4992-b9a4-659b5bdb0699', 'network_id': 'c613bbee-ac30-4d50-a837-418713fc934d', 'port_id': '082a2111-9828-4992-b9a4-659b5bdb0699', 'mac_address': 'fa:16:3e:39:34:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff9bdb84-da64-4de0-bfaf-1dc458d2c06f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:19:38.957687 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port 082a2111-9828-4992-b9a4-659b5bdb0699 is: ACTIVE; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:19:38.958682 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (082a2111-9828-4992-b9a4-659b5bdb0699), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:38.988998 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 082a2111-9828-4992-b9a4-659b5bdb0699 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:19:38.993982 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80216af3-86fc-411c-87d2-27c624661f34 req-126e0274-3fee-4f0d-9933-11b506ad9ac1 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:38.996947 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-80216af3-86fc-411c-87d2-27c624661f34 req-126e0274-3fee-4f0d-9933-11b506ad9ac1 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?device_id=b328533a-131d-4c2d-93c2-75cc1b0a39d4 HTTP/1.1" status: 200 len: 946 time: 0.1253068 Jan 28 07:19:39.059780 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 082a2111-9828-4992-b9a4-659b5bdb0699, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=082a2111-9828-4992-b9a4-659b5bdb0699,segment=NetworkSegment(0129dffb-fe43-47b5-a269-4f49ca8f6de7),segment_id=0129dffb-fe43-47b5-a269-4f49ca8f6de7)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:19:39.068235 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (082a2111-9828-4992-b9a4-659b5bdb0699), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:39.137574 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-80216af3-86fc-411c-87d2-27c624661f34 req-f8371011-24f0-441a-ac2b-c1cf440c1452 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/security-groups?id=e977f99b-7e7b-4d49-bf15-4fd22b3b3b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134217 Jan 28 07:19:39.232114 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=082a2111-9828-4992-b9a4-659b5bdb0699,revision_number=6']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:19:39.317312 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['082a2111-9828-4992-b9a4-659b5bdb0699'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:19:39.524839 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 49616) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:19:39.648766 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0169084e-3a41-4c32-a45f-cdda4c0cc75f req-a43bb4cc-3372-4bde-a8ce-8e119709b8ca tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:39.649544 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-973ac911-1eed-4ea7-b9b6-c71160483447 req-84d8b866-d8e4-45a0-9105-50f89ed21b0f service neutron] 10.222.0.10 "GET /v2.0/networks/c9a84dc6-92ac-41b6-88e9-0633fc5dcc86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2870276 Jan 28 07:19:39.663351 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0169084e-3a41-4c32-a45f-cdda4c0cc75f req-a43bb4cc-3372-4bde-a8ce-8e119709b8ca tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] 10.222.0.41 "GET /v2.0/ports?device_id=72a40420-a0ff-4e9d-9e9b-e94b7b74d57f HTTP/1.1" status: 200 len: 944 time: 0.4078779 Jan 28 07:19:39.754020 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-fdbfa491-c772-4ad2-a0b8-2be2d7aaa9dc req-6c290344-edb0-4bf4-a1f7-2b5164bbf6df service neutron] 10.222.0.10 "GET /v2.0/networks/656bebbd-9c61-47d2-8da4-02f9ef76be7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4150946 Jan 28 07:19:39.771722 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0169084e-3a41-4c32-a45f-cdda4c0cc75f req-53bb1078-97dc-45cb-9748-877d289688d6 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] 10.222.0.41 "GET /v2.0/security-groups?id=c744b8c4-ff94-4ae9-bc40-09d43c741058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066842 Jan 28 07:19:39.873351 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:39.967404 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-57fc985a-633c-4828-8408-ed90fdd3e33a tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1044784348', 'router:external': True}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:19:40.035637 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57fc985a-633c-4828-8408-ed90fdd3e33a tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Made reservation on behalf of 6d2a753b8a104a56999eb61204ea6b2d for: {'network': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:19:40.040177 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-57fc985a-633c-4828-8408-ed90fdd3e33a tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:40.059239 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-57fc985a-633c-4828-8408-ed90fdd3e33a tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:40.067786 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0880581a-6be7-4e36-abab-5d26abf9421a req-01320a9f-982c-4ad0-bb12-9238f4d457f5 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:40.078352 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0880581a-6be7-4e36-abab-5d26abf9421a req-01320a9f-982c-4ad0-bb12-9238f4d457f5 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fa73890-3c2c-4c59-9c73-ce1eca1f276c HTTP/1.1" status: 200 len: 944 time: 0.1003854 Jan 28 07:19:40.090538 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-fdbfa491-c772-4ad2-a0b8-2be2d7aaa9dc req-fd677e4d-1c4a-40a9-bcef-cd9c2442c33a service neutron] 10.222.0.10 "GET /v2.0/networks/656bebbd-9c61-47d2-8da4-02f9ef76be7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3148141 Jan 28 07:19:40.161799 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0880581a-6be7-4e36-abab-5d26abf9421a req-d9c3eb3d-a198-4b8e-b5dc-b652f7032835 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f7766-6108-45d3-a769-5b5e90234849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820773 Jan 28 07:19:40.217579 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-57fc985a-633c-4828-8408-ed90fdd3e33a tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Publish callbacks [] for security_group (6960d82e-e2f5-4559-8974-d2f5277fa1c8), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:40.225860 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-57fc985a-633c-4828-8408-ed90fdd3e33a tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (6960d82e-e2f5-4559-8974-d2f5277fa1c8), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:40.295869 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57fc985a-633c-4828-8408-ed90fdd3e33a tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=103283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:19:40.325493 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-57fc985a-633c-4828-8408-ed90fdd3e33a tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (40f1aabe-022f-4a53-ab7a-695f53c49d8c), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:40.325493 n-d-712749-28 neutron-server[103283]: INFO neutron.db.segments_db [None req-57fc985a-633c-4828-8408-ed90fdd3e33a tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Added segment 40f1aabe-022f-4a53-ab7a-695f53c49d8c of type vlan for network 67f0a0e8-3cfe-4a0e-a0af-05da43ca14bf Jan 28 07:19:40.335725 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fc985a-633c-4828-8408-ed90fdd3e33a tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6960d82e-e2f5-4559-8974-d2f5277fa1c8,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:19:40.354047 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1225cce-1107-4af9-bd47-798011e0d7cd req-61843503-2770-44f2-880c-03a97a571962 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:40.355454 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e1225cce-1107-4af9-bd47-798011e0d7cd req-61843503-2770-44f2-880c-03a97a571962 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?device_id=b328533a-131d-4c2d-93c2-75cc1b0a39d4 HTTP/1.1" status: 200 len: 945 time: 0.1043139 Jan 28 07:19:40.514642 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-57fc985a-633c-4828-8408-ed90fdd3e33a tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (67f0a0e8-3cfe-4a0e-a0af-05da43ca14bf), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:40.572023 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e1225cce-1107-4af9-bd47-798011e0d7cd req-b17828eb-b260-4306-96f8-17d30888d8a6 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/security-groups?id=e977f99b-7e7b-4d49-bf15-4fd22b3b3b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957626 Jan 28 07:19:40.582961 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-57fc985a-633c-4828-8408-ed90fdd3e33a tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (67f0a0e8-3cfe-4a0e-a0af-05da43ca14bf), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:40.584447 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57fc985a-633c-4828-8408-ed90fdd3e33a tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:40.585823 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-57fc985a-633c-4828-8408-ed90fdd3e33a tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:40.626107 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 082a2111-9828-4992-b9a4-659b5bdb0699 up at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:19:40.695169 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 49628) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:19:40.696072 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-57fc985a-633c-4828-8408-ed90fdd3e33a tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.1405334 Jan 28 07:19:40.696972 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fc985a-633c-4828-8408-ed90fdd3e33a tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Pushing event updated for resources: {'Network': ['ID=67f0a0e8-3cfe-4a0e-a0af-05da43ca14bf,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:19:40.702265 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-cc7006f4-d09d-486f-91ac-67c1da01c6ce tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Request body: {'subnet': {'network_id': '67f0a0e8-3cfe-4a0e-a0af-05da43ca14bf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:19:40.716330 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network 67f0a0e8-3cfe-4a0e-a0af-05da43ca14bf details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:19:40.752015 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc7006f4-d09d-486f-91ac-67c1da01c6ce tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Made reservation on behalf of 6d2a753b8a104a56999eb61204ea6b2d for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:19:40.755576 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cc7006f4-d09d-486f-91ac-67c1da01c6ce tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24979592'] for subnet (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:40.910232 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning complete for port 082a2111-9828-4992-b9a4-659b5bdb0699 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:19:40.911840 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (082a2111-9828-4992-b9a4-659b5bdb0699), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:41.058634 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e49fff3-3c19-4850-a870-dc625ee3e0f7 req-94e3fd62-ced2-4773-8f48-68986b18ef9c tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:41.060840 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1e49fff3-3c19-4850-a870-dc625ee3e0f7 req-94e3fd62-ced2-4773-8f48-68986b18ef9c tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] 10.222.0.41 "GET /v2.0/ports?device_id=72a40420-a0ff-4e9d-9e9b-e94b7b74d57f HTTP/1.1" status: 200 len: 944 time: 0.1169677 Jan 28 07:19:41.179697 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port 082a2111-9828-4992-b9a4-659b5bdb0699 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:19:41.182421 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (082a2111-9828-4992-b9a4-659b5bdb0699), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:41.234475 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1e49fff3-3c19-4850-a870-dc625ee3e0f7 req-252a20c5-455c-42dd-a4df-3a521dc3b8eb tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] 10.222.0.41 "GET /v2.0/security-groups?id=c744b8c4-ff94-4ae9-bc40-09d43c741058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656513 Jan 28 07:19:41.287564 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b328533a-131d-4c2d-93c2-75cc1b0a39d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '082a2111-9828-4992-b9a4-659b5bdb0699'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:19:41.297476 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40744bb0-5ceb-46ea-b961-9cef8c8c2cac" -d '{"events": [{"server_uuid": "b328533a-131d-4c2d-93c2-75cc1b0a39d4", "name": "network-vif-plugged", "status": "completed", "tag": "082a2111-9828-4992-b9a4-659b5bdb0699"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:19:41.337194 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 082a2111-9828-4992-b9a4-659b5bdb0699, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=082a2111-9828-4992-b9a4-659b5bdb0699,segment=NetworkSegment(0129dffb-fe43-47b5-a269-4f49ca8f6de7),segment_id=0129dffb-fe43-47b5-a269-4f49ca8f6de7)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:19:41.344566 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (082a2111-9828-4992-b9a4-659b5bdb0699), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:41.438435 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=082a2111-9828-4992-b9a4-659b5bdb0699,revision_number=7']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:19:41.513280 n-d-712749-28 neutron-server[103284]: DEBUG neutron.objects.ports [None req-cc7006f4-d09d-486f-91ac-67c1da01c6ce tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103284) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 07:19:41.514216 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cc7006f4-d09d-486f-91ac-67c1da01c6ce tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24757504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24979610'] for subnet (c23c9f0f-8754-42da-993c-5c883c9b3cb1), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:41.518190 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4883b1a1-db51-406e-a3b7-5b7c9fe40d9e req-7fef68d1-3f5f-420f-bc8d-e7cae6bce26b tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:41.522303 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4883b1a1-db51-406e-a3b7-5b7c9fe40d9e req-7fef68d1-3f5f-420f-bc8d-e7cae6bce26b tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fa73890-3c2c-4c59-9c73-ce1eca1f276c HTTP/1.1" status: 200 len: 944 time: 0.1864729 Jan 28 07:19:41.583451 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7006f4-d09d-486f-91ac-67c1da01c6ce tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Pushing event updated for resources: {'Subnet': ['ID=c23c9f0f-8754-42da-993c-5c883c9b3cb1,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:19:41.662983 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7006f4-d09d-486f-91ac-67c1da01c6ce tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Checking segment: {'id': '40f1aabe-022f-4a53-ab7a-695f53c49d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '67f0a0e8-3cfe-4a0e-a0af-05da43ca14bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:19:41.663490 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc7006f4-d09d-486f-91ac-67c1da01c6ce tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Network hostable DHCP agents. Network: 67f0a0e8-3cfe-4a0e-a0af-05da43ca14bf, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:19:41.676898 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4883b1a1-db51-406e-a3b7-5b7c9fe40d9e req-7b0b2bb6-2c1e-47c4-9e5b-5b8c8283e473 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f7766-6108-45d3-a769-5b5e90234849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448622 Jan 28 07:19:41.716139 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a576b122-1b5a-4ce1-97aa-55b2523cd947 x-openstack-request-id: req-a576b122-1b5a-4ce1-97aa-55b2523cd947 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:19:41.716474 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b328533a-131d-4c2d-93c2-75cc1b0a39d4", "name": "network-vif-plugged", "status": "completed", "tag": "082a2111-9828-4992-b9a4-659b5bdb0699", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:19:41.716743 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a576b122-1b5a-4ce1-97aa-55b2523cd947 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:19:41.717151 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b328533a-131d-4c2d-93c2-75cc1b0a39d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '082a2111-9828-4992-b9a4-659b5bdb0699', 'code': 200} Jan 28 07:19:41.725333 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc7006f4-d09d-486f-91ac-67c1da01c6ce tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Network 67f0a0e8-3cfe-4a0e-a0af-05da43ca14bf is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:19:41.753057 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-cc7006f4-d09d-486f-91ac-67c1da01c6ce tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, 67f0a0e8-3cfe-4a0e-a0af-05da43ca14bf) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:19:41.759279 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc7006f4-d09d-486f-91ac-67c1da01c6ce tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:41.759878 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cc7006f4-d09d-486f-91ac-67c1da01c6ce tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:41.768721 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c6e6679-0e0a-4c60-9853-b7e06ac1839f None None] Network 67f0a0e8-3cfe-4a0e-a0af-05da43ca14bf requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:19:41.797319 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-cc7006f4-d09d-486f-91ac-67c1da01c6ce tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.1000395 Jan 28 07:19:41.800422 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 49646) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:19:41.807862 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-39bce476-eaff-4b1f-bb0b-3dd568a466dc tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1866151172', 'network_id': '67f0a0e8-3cfe-4a0e-a0af-05da43ca14bf'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:19:41.848700 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39bce476-eaff-4b1f-bb0b-3dd568a466dc tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Made reservation on behalf of 6d2a753b8a104a56999eb61204ea6b2d for: {'port': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:19:41.856110 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-39bce476-eaff-4b1f-bb0b-3dd568a466dc tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:41.908109 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-39bce476-eaff-4b1f-bb0b-3dd568a466dc tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] device_id is not set on port 1c74f11f-19d3-4d3b-9290-6b2f3bb541a3 yet. {{(pid=103283) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 07:19:41.942291 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe69dfba-be6a-4a83-84e9-04d6615535df req-9747ebc8-80ef-49df-8f08-e1078aec197a tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:41.958705 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-fe69dfba-be6a-4a83-84e9-04d6615535df req-9747ebc8-80ef-49df-8f08-e1078aec197a tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?device_id=b328533a-131d-4c2d-93c2-75cc1b0a39d4 HTTP/1.1" status: 200 len: 946 time: 0.1293240 Jan 28 07:19:42.058631 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d28c7fa-6310-45c2-8f41-c7c59df8b7d4 None None] Network 67f0a0e8-3cfe-4a0e-a0af-05da43ca14bf requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:19:42.073852 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-fe69dfba-be6a-4a83-84e9-04d6615535df req-c181cfa2-88e8-4bc9-99e4-98b260c3b53c tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/security-groups?id=e977f99b-7e7b-4d49-bf15-4fd22b3b3b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090810 Jan 28 07:19:42.080279 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 7 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 07:19:42.301222 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-39bce476-eaff-4b1f-bb0b-3dd568a466dc tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Allocated IP 172.20.0.2 (67f0a0e8-3cfe-4a0e-a0af-05da43ca14bf/c23c9f0f-8754-42da-993c-5c883c9b3cb1/1c74f11f-19d3-4d3b-9290-6b2f3bb541a3) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:19:42.521318 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e15dd7-9253-47d1-a87a-0f21c29ffcfd req-1e8e4036-a4b3-474e-bcd6-bc9c733540e6 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:42.533972 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b8e15dd7-9253-47d1-a87a-0f21c29ffcfd req-1e8e4036-a4b3-474e-bcd6-bc9c733540e6 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] 10.222.0.41 "GET /v2.0/ports?device_id=72a40420-a0ff-4e9d-9e9b-e94b7b74d57f HTTP/1.1" status: 200 len: 944 time: 0.1312690 Jan 28 07:19:42.640505 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-39bce476-eaff-4b1f-bb0b-3dd568a466dc tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Publish callbacks [] for port (1c74f11f-19d3-4d3b-9290-6b2f3bb541a3), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:42.673013 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b8e15dd7-9253-47d1-a87a-0f21c29ffcfd req-86a9db14-fc7e-40ad-be7c-fdbb647b1a92 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] 10.222.0.41 "GET /v2.0/security-groups?id=c744b8c4-ff94-4ae9-bc40-09d43c741058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365044 Jan 28 07:19:42.699739 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-39bce476-eaff-4b1f-bb0b-3dd568a466dc tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (1c74f11f-19d3-4d3b-9290-6b2f3bb541a3), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:42.754779 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39bce476-eaff-4b1f-bb0b-3dd568a466dc tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Network 67f0a0e8-3cfe-4a0e-a0af-05da43ca14bf is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:19:42.758848 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-39bce476-eaff-4b1f-bb0b-3dd568a466dc tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:19:42.774272 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39bce476-eaff-4b1f-bb0b-3dd568a466dc tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:19:42.830396 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39bce476-eaff-4b1f-bb0b-3dd568a466dc tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:42.831171 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-39bce476-eaff-4b1f-bb0b-3dd568a466dc tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:42.864370 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bce476-eaff-4b1f-bb0b-3dd568a466dc tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Pushing event updated for resources: {'Port': ['ID=1c74f11f-19d3-4d3b-9290-6b2f3bb541a3,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:19:42.908133 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-39bce476-eaff-4b1f-bb0b-3dd568a466dc tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.1058128 Jan 28 07:19:42.910521 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 49658) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:19:43.134770 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5460840-4958-4b90-8ce1-51ab12ae6fa2 req-7a4de8d3-0df6-4947-bd45-7c4f84e1ea0e tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:43.136812 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e5460840-4958-4b90-8ce1-51ab12ae6fa2 req-7a4de8d3-0df6-4947-bd45-7c4f84e1ea0e tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fa73890-3c2c-4c59-9c73-ce1eca1f276c HTTP/1.1" status: 200 len: 944 time: 0.3024533 Jan 28 07:19:43.228126 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-01596e47-b196-4354-a18c-eb07850aedbc tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Deleting port 1c74f11f-19d3-4d3b-9290-6b2f3bb541a3 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:19:43.230168 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-01596e47-b196-4354-a18c-eb07850aedbc tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (1c74f11f-19d3-4d3b-9290-6b2f3bb541a3), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:43.327279 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e5460840-4958-4b90-8ce1-51ab12ae6fa2 req-4a93d4cd-f217-41f6-90fb-870461404fc4 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f7766-6108-45d3-a769-5b5e90234849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701856 Jan 28 07:19:43.343341 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device e04fca2f-abde-4898-9122-42a38e110c3a details requested by agent hyperv_n-h1-712749-28 with host n-h1-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:19:43.376126 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-01596e47-b196-4354-a18c-eb07850aedbc tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (1c74f11f-19d3-4d3b-9290-6b2f3bb541a3), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:43.392616 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdf8e10-d438-41e7-b6ae-a48f56d30635 req-ca08639e-e7e7-493f-b1ba-beec66e069fc tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:43.396226 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-01596e47-b196-4354-a18c-eb07850aedbc tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Calling delete_port for 1c74f11f-19d3-4d3b-9290-6b2f3bb541a3 owned by {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:19:43.399346 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9cdf8e10-d438-41e7-b6ae-a48f56d30635 req-ca08639e-e7e7-493f-b1ba-beec66e069fc tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?device_id=b328533a-131d-4c2d-93c2-75cc1b0a39d4 HTTP/1.1" status: 200 len: 946 time: 0.0743425 Jan 28 07:19:43.471406 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port e04fca2f-abde-4898-9122-42a38e110c3a, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=e04fca2f-abde-4898-9122-42a38e110c3a,segment=NetworkSegment(e34c38a9-0f60-4c18-ab34-490b22782060),segment_id=e34c38a9-0f60-4c18-ab34-490b22782060)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:19:43.476877 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9cdf8e10-d438-41e7-b6ae-a48f56d30635 req-b1d3a424-9189-4e24-85d9-c521add120d3 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/security-groups?id=e977f99b-7e7b-4d49-bf15-4fd22b3b3b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750253 Jan 28 07:19:43.487591 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Returning: {'device': 'e04fca2f-abde-4898-9122-42a38e110c3a', 'network_id': '656bebbd-9c61-47d2-8da4-02f9ef76be7f', 'port_id': 'e04fca2f-abde-4898-9122-42a38e110c3a', 'mac_address': 'fa:16:3e:a7:b0:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a528b37a-7798-48f2-a35e-8eee53dfb4b6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:19:43.548091 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port e04fca2f-abde-4898-9122-42a38e110c3a is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:19:43.548870 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (e04fca2f-abde-4898-9122-42a38e110c3a), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:43.565231 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e04fca2f-abde-4898-9122-42a38e110c3a {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:19:43.592410 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port e04fca2f-abde-4898-9122-42a38e110c3a, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=e04fca2f-abde-4898-9122-42a38e110c3a,segment=NetworkSegment(e34c38a9-0f60-4c18-ab34-490b22782060),segment_id=e34c38a9-0f60-4c18-ab34-490b22782060)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:19:43.597885 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (e04fca2f-abde-4898-9122-42a38e110c3a), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:43.617130 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-01596e47-b196-4354-a18c-eb07850aedbc tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (1c74f11f-19d3-4d3b-9290-6b2f3bb541a3), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:43.655228 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=e04fca2f-abde-4898-9122-42a38e110c3a,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:19:43.679012 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01596e47-b196-4354-a18c-eb07850aedbc tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Pushing event deleted for resources: {'Port': ['ID=1c74f11f-19d3-4d3b-9290-6b2f3bb541a3,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:19:43.710938 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01596e47-b196-4354-a18c-eb07850aedbc tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:19:43.711291 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01596e47-b196-4354-a18c-eb07850aedbc tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:19:43.711637 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01596e47-b196-4354-a18c-eb07850aedbc tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:19:43.711987 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01596e47-b196-4354-a18c-eb07850aedbc tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:19:43.712356 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01596e47-b196-4354-a18c-eb07850aedbc tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:19:43.712692 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01596e47-b196-4354-a18c-eb07850aedbc tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:19:43.713024 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01596e47-b196-4354-a18c-eb07850aedbc tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:19:43.713370 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01596e47-b196-4354-a18c-eb07850aedbc tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:19:43.714255 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01596e47-b196-4354-a18c-eb07850aedbc tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:19:43.714600 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01596e47-b196-4354-a18c-eb07850aedbc tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:19:43.715179 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01596e47-b196-4354-a18c-eb07850aedbc tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:19:43.715522 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01596e47-b196-4354-a18c-eb07850aedbc tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:19:43.715903 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01596e47-b196-4354-a18c-eb07850aedbc tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:19:43.750950 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-01596e47-b196-4354-a18c-eb07850aedbc tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:43.757769 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-01596e47-b196-4354-a18c-eb07850aedbc tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] 10.222.0.41 "DELETE /v2.0/ports/1c74f11f-19d3-4d3b-9290-6b2f3bb541a3 HTTP/1.1" status: 204 len: 168 time: 0.8462875 Jan 28 07:19:43.760475 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 49672) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:19:43.765678 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-9e0563ae-1712-46a8-b154-4ac2d7533c0a tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '67f0a0e8-3cfe-4a0e-a0af-05da43ca14bf', 'external_fixed_ips': [{'subnet_id': 'c23c9f0f-8754-42da-993c-5c883c9b3cb1', 'ip_address': '172.20.0.2'}]}}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:19:43.798674 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9e0563ae-1712-46a8-b154-4ac2d7533c0a tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16606890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127275'] for router (16e08287-0fc8-4ced-b266-053648d5f919), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:43.800288 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9e0563ae-1712-46a8-b154-4ac2d7533c0a tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16605498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16607952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16355422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127266'] for router (16e08287-0fc8-4ced-b266-053648d5f919), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:43.870307 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcf81f7-b928-45d3-bfc4-5350bb074ed2 req-eb8b3094-113d-482a-9987-4435339db2f7 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:43.872167 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1fcf81f7-b928-45d3-bfc4-5350bb074ed2 req-eb8b3094-113d-482a-9987-4435339db2f7 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] 10.222.0.41 "GET /v2.0/ports?device_id=72a40420-a0ff-4e9d-9e9b-e94b7b74d57f HTTP/1.1" status: 200 len: 945 time: 0.0908833 Jan 28 07:19:43.884037 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9e0563ae-1712-46a8-b154-4ac2d7533c0a tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Publish callbacks [] for router_controller (16e08287-0fc8-4ced-b266-053648d5f919), precommit_add_association {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:43.943491 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1fcf81f7-b928-45d3-bfc4-5350bb074ed2 req-f70b981d-ac98-4495-8010-6bb68e1657f5 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] 10.222.0.41 "GET /v2.0/security-groups?id=c744b8c4-ff94-4ae9-bc40-09d43c741058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622351 Jan 28 07:19:44.077178 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9e0563ae-1712-46a8-b154-4ac2d7533c0a tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Publish callbacks [] for router_gateway (16e08287-0fc8-4ced-b266-053648d5f919), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:44.091748 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['e04fca2f-abde-4898-9122-42a38e110c3a'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:19:44.344921 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9e0563ae-1712-46a8-b154-4ac2d7533c0a tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Publish callbacks [] for router_gateway (16e08287-0fc8-4ced-b266-053648d5f919), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:44.369432 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9e0563ae-1712-46a8-b154-4ac2d7533c0a tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:44.583957 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219611b3-ebad-451c-b497-449a3f6b7330 req-0fef82c2-4c40-4326-b2b0-d81dc3cb8c1b tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:44.585509 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-219611b3-ebad-451c-b497-449a3f6b7330 req-0fef82c2-4c40-4326-b2b0-d81dc3cb8c1b tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fa73890-3c2c-4c59-9c73-ce1eca1f276c HTTP/1.1" status: 200 len: 944 time: 0.1577573 Jan 28 07:19:44.627330 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-9e0563ae-1712-46a8-b154-4ac2d7533c0a tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Allocated IP 172.20.0.2 (67f0a0e8-3cfe-4a0e-a0af-05da43ca14bf/c23c9f0f-8754-42da-993c-5c883c9b3cb1/62a9a62b-aa8a-4db3-a0db-1cf1e5b26beb) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:19:44.657140 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47500fc5-4a89-4b80-8a67-ca42aac19fae req-8f828c43-d76d-4c3c-9ce9-a301d44217fb tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:44.664546 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-47500fc5-4a89-4b80-8a67-ca42aac19fae req-8f828c43-d76d-4c3c-9ce9-a301d44217fb tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?device_id=b328533a-131d-4c2d-93c2-75cc1b0a39d4 HTTP/1.1" status: 200 len: 946 time: 0.0694637 Jan 28 07:19:44.684791 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-219611b3-ebad-451c-b497-449a3f6b7330 req-d00c72c1-b27f-4b5e-925d-c7f900558c69 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f7766-6108-45d3-a769-5b5e90234849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926375 Jan 28 07:19:44.730658 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-47500fc5-4a89-4b80-8a67-ca42aac19fae req-6e969481-f296-4034-975f-34d45ffc3674 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/security-groups?id=e977f99b-7e7b-4d49-bf15-4fd22b3b3b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644362 Jan 28 07:19:44.793794 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9e0563ae-1712-46a8-b154-4ac2d7533c0a tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Publish callbacks [] for port (62a9a62b-aa8a-4db3-a0db-1cf1e5b26beb), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:44.837680 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9e0563ae-1712-46a8-b154-4ac2d7533c0a tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (62a9a62b-aa8a-4db3-a0db-1cf1e5b26beb), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:44.875451 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e0563ae-1712-46a8-b154-4ac2d7533c0a tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Network 67f0a0e8-3cfe-4a0e-a0af-05da43ca14bf is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:19:44.878602 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-9e0563ae-1712-46a8-b154-4ac2d7533c0a tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:19:44.882211 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0563ae-1712-46a8-b154-4ac2d7533c0a tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:19:44.916113 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0563ae-1712-46a8-b154-4ac2d7533c0a tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Pushing event updated for resources: {'Port': ['ID=62a9a62b-aa8a-4db3-a0db-1cf1e5b26beb,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:19:45.156790 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4b982e-44ff-4fc7-a184-019f714963bf req-c885351c-3f2a-4b1f-a6b2-e9911e270e84 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:45.157163 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1f4b982e-44ff-4fc7-a184-019f714963bf req-c885351c-3f2a-4b1f-a6b2-e9911e270e84 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] 10.222.0.41 "GET /v2.0/ports?device_id=72a40420-a0ff-4e9d-9e9b-e94b7b74d57f HTTP/1.1" status: 200 len: 945 time: 0.1143370 Jan 28 07:19:45.246283 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9e0563ae-1712-46a8-b154-4ac2d7533c0a tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Publish callbacks [] for router_gateway (16e08287-0fc8-4ced-b266-053648d5f919), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:45.284542 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1f4b982e-44ff-4fc7-a184-019f714963bf req-b3c9b078-911b-48f1-9f4c-92951f68f8fe tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] 10.222.0.41 "GET /v2.0/security-groups?id=c744b8c4-ff94-4ae9-bc40-09d43c741058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180396 Jan 28 07:19:45.503874 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9e0563ae-1712-46a8-b154-4ac2d7533c0a tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16605475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16607909'] for router (16e08287-0fc8-4ced-b266-053648d5f919), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:45.669373 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e0563ae-1712-46a8-b154-4ac2d7533c0a tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Router 16e08287-0fc8-4ced-b266-053648d5f919 is scheduled to L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 with binding_index 1 {{(pid=103284) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 07:19:45.868756 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e0563ae-1712-46a8-b154-4ac2d7533c0a tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:19:45.869875 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f8c2e8-e16b-407a-bd32-48a9749c2561 req-df361cb2-be80-48c4-b784-d0861d4a64f4 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:45.877986 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-73f8c2e8-e16b-407a-bd32-48a9749c2561 req-df361cb2-be80-48c4-b784-d0861d4a64f4 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fa73890-3c2c-4c59-9c73-ce1eca1f276c HTTP/1.1" status: 200 len: 944 time: 0.0747313 Jan 28 07:19:45.883801 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2515e09-7348-4c95-8960-b09bee48f0db None None] Sync routers for ids ['16e08287-0fc8-4ced-b266-053648d5f919'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:19:45.899688 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2515e09-7348-4c95-8960-b09bee48f0db None None] Routers {'16e08287-0fc8-4ced-b266-053648d5f919'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:19:45.900768 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-f2515e09-7348-4c95-8960-b09bee48f0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:19:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['16e08287-0fc8-4ced-b266-053648d5f919'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:19:45.918920 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9e0563ae-1712-46a8-b154-4ac2d7533c0a tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:45.927972 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-9e0563ae-1712-46a8-b154-4ac2d7533c0a tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 2.1663337 Jan 28 07:19:45.928635 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 49696) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:19:45.945919 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-73f8c2e8-e16b-407a-bd32-48a9749c2561 req-e59cca5f-4dce-4420-b468-350f91bff799 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f7766-6108-45d3-a769-5b5e90234849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617740 Jan 28 07:19:46.001880 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0155de-1858-41cc-b670-1cc564d6bf3f req-151fa2e1-ed11-4236-a0b2-86eeadb08616 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:46.009246 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-db0155de-1858-41cc-b670-1cc564d6bf3f req-151fa2e1-ed11-4236-a0b2-86eeadb08616 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?device_id=b328533a-131d-4c2d-93c2-75cc1b0a39d4 HTTP/1.1" status: 200 len: 946 time: 0.1869509 Jan 28 07:19:46.099672 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-db0155de-1858-41cc-b670-1cc564d6bf3f req-62a8ba92-980b-46ac-b69c-dc8f60a27896 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/security-groups?id=e977f99b-7e7b-4d49-bf15-4fd22b3b3b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895250 Jan 28 07:19:46.135099 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-959955a1-45f9-4faf-a945-24f650c534bb tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Publish callbacks [] for router (16e08287-0fc8-4ced-b266-053648d5f919), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:46.215873 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-f2515e09-7348-4c95-8960-b09bee48f0db None None] Set router 16e08287-0fc8-4ced-b266-053648d5f919 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:19:46.267289 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-959955a1-45f9-4faf-a945-24f650c534bb tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Publish callbacks [] for router_gateway (16e08287-0fc8-4ced-b266-053648d5f919), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:46.397765 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-959955a1-45f9-4faf-a945-24f650c534bb tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Deleting port 62a9a62b-aa8a-4db3-a0db-1cf1e5b26beb {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:19:46.398395 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-959955a1-45f9-4faf-a945-24f650c534bb tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (62a9a62b-aa8a-4db3-a0db-1cf1e5b26beb), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:46.425154 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-f2515e09-7348-4c95-8960-b09bee48f0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16e08287-0fc8-4ced-b266-053648d5f919', 'name': '', 'tenant_id': '6d2a753b8a104a56999eb61204ea6b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67f0a0e8-3cfe-4a0e-a0af-05da43ca14bf', 'external_fixed_ips': [{'subnet_id': 'c23c9f0f-8754-42da-993c-5c883c9b3cb1', 'ip_address': '172.20.0.2'}], 'enable_snat': True}, 'gw_port_id': '62a9a62b-aa8a-4db3-a0db-1cf1e5b26beb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:19:43Z', 'updated_at': '2022-01-28T07:19:45Z', 'revision_number': 3, 'project_id': '6d2a753b8a104a56999eb61204ea6b2d', 'gw_port': {'id': '62a9a62b-aa8a-4db3-a0db-1cf1e5b26beb', 'name': '', 'network_id': '67f0a0e8-3cfe-4a0e-a0af-05da43ca14bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:3d:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16e08287-0fc8-4ced-b266-053648d5f919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': 'c23c9f0f-8754-42da-993c-5c883c9b3cb1', 'ip_address': '172.20.0.2', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:19:44Z', 'updated_at': '2022-01-28T07:19:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c23c9f0f-8754-42da-993c-5c883c9b3cb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:19:46.473258 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2515e09-7348-4c95-8960-b09bee48f0db None None] Checking router: 16e08287-0fc8-4ced-b266-053648d5f919 for host: n-d-712749-28 {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:19:46.473258 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2515e09-7348-4c95-8960-b09bee48f0db None None] Updating router 16e08287-0fc8-4ced-b266-053648d5f919 port 62a9a62b-aa8a-4db3-a0db-1cf1e5b26beb binding host n-d-712749-28 {{(pid=103285) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 07:19:46.515065 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f2515e09-7348-4c95-8960-b09bee48f0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (62a9a62b-aa8a-4db3-a0db-1cf1e5b26beb), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:46.521888 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6015b011-8e6d-4ba3-a246-ff26f42338b0 req-d367328b-d5e0-4dd4-9a0d-fcc58c9e42a3 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:46.523491 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6015b011-8e6d-4ba3-a246-ff26f42338b0 req-d367328b-d5e0-4dd4-9a0d-fcc58c9e42a3 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] 10.222.0.41 "GET /v2.0/ports?device_id=72a40420-a0ff-4e9d-9e9b-e94b7b74d57f HTTP/1.1" status: 200 len: 945 time: 0.1205347 Jan 28 07:19:46.541187 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-959955a1-45f9-4faf-a945-24f650c534bb tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (62a9a62b-aa8a-4db3-a0db-1cf1e5b26beb), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:46.571017 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-959955a1-45f9-4faf-a945-24f650c534bb tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Calling delete_port for 62a9a62b-aa8a-4db3-a0db-1cf1e5b26beb owned by network:router_gateway {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:19:46.667197 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6015b011-8e6d-4ba3-a246-ff26f42338b0 req-1cc604a4-3bae-49ee-a484-7beb0532401c tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] 10.222.0.41 "GET /v2.0/security-groups?id=c744b8c4-ff94-4ae9-bc40-09d43c741058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162128 Jan 28 07:19:46.834671 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-959955a1-45f9-4faf-a945-24f650c534bb tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (62a9a62b-aa8a-4db3-a0db-1cf1e5b26beb), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:46.879117 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959955a1-45f9-4faf-a945-24f650c534bb tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Pushing event deleted for resources: {'Port': ['ID=62a9a62b-aa8a-4db3-a0db-1cf1e5b26beb,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:19:46.906245 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959955a1-45f9-4faf-a945-24f650c534bb tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:19:46.906683 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959955a1-45f9-4faf-a945-24f650c534bb tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:19:46.907428 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959955a1-45f9-4faf-a945-24f650c534bb tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:19:46.907428 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959955a1-45f9-4faf-a945-24f650c534bb tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:19:46.907687 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959955a1-45f9-4faf-a945-24f650c534bb tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:19:46.913600 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959955a1-45f9-4faf-a945-24f650c534bb tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:19:46.915705 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959955a1-45f9-4faf-a945-24f650c534bb tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:19:46.916563 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959955a1-45f9-4faf-a945-24f650c534bb tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:19:46.917164 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959955a1-45f9-4faf-a945-24f650c534bb tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:19:46.917918 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959955a1-45f9-4faf-a945-24f650c534bb tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:19:46.918785 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959955a1-45f9-4faf-a945-24f650c534bb tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:19:46.919111 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959955a1-45f9-4faf-a945-24f650c534bb tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:19:46.919721 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959955a1-45f9-4faf-a945-24f650c534bb tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:19:46.938574 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.db.api [None req-f2515e09-7348-4c95-8960-b09bee48f0db None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103285) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 07:19:46.939236 n-d-712749-28 neutron-server[103285]: DEBUG oslo_db.api [None req-f2515e09-7348-4c95-8960-b09bee48f0db None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 07:19:46.978304 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-959955a1-45f9-4faf-a945-24f650c534bb tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16607873'] for router_gateway (16e08287-0fc8-4ced-b266-053648d5f919), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:47.243689 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39803598-6d00-44a1-bdf3-d114657429f7 req-37e2472c-91a2-43ec-935a-d3201b03195c tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:47.252475 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-39803598-6d00-44a1-bdf3-d114657429f7 req-37e2472c-91a2-43ec-935a-d3201b03195c tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?device_id=b328533a-131d-4c2d-93c2-75cc1b0a39d4 HTTP/1.1" status: 200 len: 946 time: 0.0676110 Jan 28 07:19:47.304321 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-39803598-6d00-44a1-bdf3-d114657429f7 req-ade253c0-9ba1-4980-941d-2251e8622346 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/security-groups?id=e977f99b-7e7b-4d49-bf15-4fd22b3b3b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506082 Jan 28 07:19:47.391052 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device adda9edb-2689-4b0d-9769-f7f6d90bae68 details requested by agent hyperv_n-h1-712749-28 with host n-h1-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:19:47.423222 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-959955a1-45f9-4faf-a945-24f650c534bb tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16605684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127449'] for router (16e08287-0fc8-4ced-b266-053648d5f919), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:47.427414 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-959955a1-45f9-4faf-a945-24f650c534bb tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Publish callbacks [] for router_controller (16e08287-0fc8-4ced-b266-053648d5f919), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:47.428913 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device e04fca2f-abde-4898-9122-42a38e110c3a up at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:19:47.495225 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac200df8-a89e-4932-a006-f2a27572ebdf req-4e35177b-66ae-4a2e-b285-73ab43ba2de9 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:47.503971 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ac200df8-a89e-4932-a006-f2a27572ebdf req-4e35177b-66ae-4a2e-b285-73ab43ba2de9 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fa73890-3c2c-4c59-9c73-ce1eca1f276c HTTP/1.1" status: 200 len: 944 time: 0.4961803 Jan 28 07:19:47.518433 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-959955a1-45f9-4faf-a945-24f650c534bb tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16605693'] for router (16e08287-0fc8-4ced-b266-053648d5f919), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:47.519065 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-959955a1-45f9-4faf-a945-24f650c534bb tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 16e08287-0fc8-4ced-b266-053648d5f919 {{(pid=103284) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 07:19:47.540052 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-959955a1-45f9-4faf-a945-24f650c534bb tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:47.541922 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.db.resource_extend [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 07:19:47.543879 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 49718) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:19:47.544041 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-959955a1-45f9-4faf-a945-24f650c534bb tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] 10.222.0.41 "DELETE /v2.0/routers/16e08287-0fc8-4ced-b266-053648d5f919 HTTP/1.1" status: 204 len: 168 time: 1.6107996 Jan 28 07:19:47.607814 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ac200df8-a89e-4932-a006-f2a27572ebdf req-bf738ec7-49fe-4e30-bc41-9e5b06fced90 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f7766-6108-45d3-a769-5b5e90234849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027563 Jan 28 07:19:47.622036 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b37fc4f-10e2-40bf-8841-0f9bdf3b92ab tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Deleting subnet c23c9f0f-8754-42da-993c-5c883c9b3cb1 {{(pid=103283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:19:47.628262 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9b37fc4f-10e2-40bf-8841-0f9bdf3b92ab tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Publish callbacks [] for subnet (c23c9f0f-8754-42da-993c-5c883c9b3cb1), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:47.663788 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2515e09-7348-4c95-8960-b09bee48f0db None None] Port 62a9a62b-aa8a-4db3-a0db-1cf1e5b26beb not found while updating agent binding for router 16e08287-0fc8-4ced-b266-053648d5f919. {{(pid=103285) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jan 28 07:19:47.667460 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port adda9edb-2689-4b0d-9769-f7f6d90bae68, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=adda9edb-2689-4b0d-9769-f7f6d90bae68,segment=NetworkSegment(00c9bc5a-b387-4097-9c7c-7f7badd573e1),segment_id=00c9bc5a-b387-4097-9c7c-7f7badd573e1)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:19:47.690391 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9b37fc4f-10e2-40bf-8841-0f9bdf3b92ab tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13506696'] for subnet (c23c9f0f-8754-42da-993c-5c883c9b3cb1), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:47.704069 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Returning: {'device': 'adda9edb-2689-4b0d-9769-f7f6d90bae68', 'network_id': 'c9a84dc6-92ac-41b6-88e9-0633fc5dcc86', 'port_id': 'adda9edb-2689-4b0d-9769-f7f6d90bae68', 'mac_address': 'fa:16:3e:fe:d8:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'feafbfc0-ace6-4287-91ea-c1099e1f786f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:19:47.750106 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2515e09-7348-4c95-8960-b09bee48f0db None None] Routers set() bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:19:47.750635 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2515e09-7348-4c95-8960-b09bee48f0db None None] Router IDs set() for agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 28 07:19:47.751453 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_agentschedulers_db [None req-f2515e09-7348-4c95-8960-b09bee48f0db None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'16e08287-0fc8-4ced-b266-053648d5f919'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:19:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent'). {{(pid=103285) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jan 28 07:19:47.751971 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2515e09-7348-4c95-8960-b09bee48f0db None None] The sync data for ids ['16e08287-0fc8-4ced-b266-053648d5f919'] in n-d-712749-28 is: [] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:19:47.761548 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port adda9edb-2689-4b0d-9769-f7f6d90bae68 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:19:47.762123 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (adda9edb-2689-4b0d-9769-f7f6d90bae68), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:47.785344 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9b37fc4f-10e2-40bf-8841-0f9bdf3b92ab tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (c23c9f0f-8754-42da-993c-5c883c9b3cb1), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:47.817414 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adda9edb-2689-4b0d-9769-f7f6d90bae68 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:19:47.843251 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning for port e04fca2f-abde-4898-9122-42a38e110c3a completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:19:47.859712 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning complete for port e04fca2f-abde-4898-9122-42a38e110c3a triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:19:47.860102 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (e04fca2f-abde-4898-9122-42a38e110c3a), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:47.863093 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port adda9edb-2689-4b0d-9769-f7f6d90bae68, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=adda9edb-2689-4b0d-9769-f7f6d90bae68,segment=NetworkSegment(00c9bc5a-b387-4097-9c7c-7f7badd573e1),segment_id=00c9bc5a-b387-4097-9c7c-7f7badd573e1)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:19:47.866816 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9b37fc4f-10e2-40bf-8841-0f9bdf3b92ab tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13546665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13556132'] for subnet (c23c9f0f-8754-42da-993c-5c883c9b3cb1), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:47.870393 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463df2dd-8e98-4ffc-8750-f2d59f2900fc req-31f4ff8c-bbd3-4b6a-b2a0-cb09221cf252 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:47.875135 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-463df2dd-8e98-4ffc-8750-f2d59f2900fc req-31f4ff8c-bbd3-4b6a-b2a0-cb09221cf252 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] 10.222.0.41 "GET /v2.0/ports?device_id=72a40420-a0ff-4e9d-9e9b-e94b7b74d57f HTTP/1.1" status: 200 len: 945 time: 0.1123750 Jan 28 07:19:47.893284 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (adda9edb-2689-4b0d-9769-f7f6d90bae68), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:47.957495 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9b37fc4f-10e2-40bf-8841-0f9bdf3b92ab tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:47.964524 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-9b37fc4f-10e2-40bf-8841-0f9bdf3b92ab tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] 10.222.0.41 "DELETE /v2.0/subnets/c23c9f0f-8754-42da-993c-5c883c9b3cb1 HTTP/1.1" status: 204 len: 168 time: 0.4168890 Jan 28 07:19:47.964724 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=adda9edb-2689-4b0d-9769-f7f6d90bae68,revision_number=11']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:19:47.965169 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b37fc4f-10e2-40bf-8841-0f9bdf3b92ab tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=c23c9f0f-8754-42da-993c-5c883c9b3cb1,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:19:47.966406 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 49726) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:19:47.985575 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-463df2dd-8e98-4ffc-8750-f2d59f2900fc req-8b7e7239-45b5-46f7-80ec-d471c5f83af3 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] 10.222.0.41 "GET /v2.0/security-groups?id=c744b8c4-ff94-4ae9-bc40-09d43c741058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996037 Jan 28 07:19:48.013159 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port e04fca2f-abde-4898-9122-42a38e110c3a is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:19:48.014319 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (e04fca2f-abde-4898-9122-42a38e110c3a), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:48.064877 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72a40420-a0ff-4e9d-9e9b-e94b7b74d57f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e04fca2f-abde-4898-9122-42a38e110c3a'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:19:48.067186 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b13a661-1a50-420a-9be8-d66bee2867e8" -d '{"events": [{"server_uuid": "72a40420-a0ff-4e9d-9e9b-e94b7b74d57f", "name": "network-vif-plugged", "status": "completed", "tag": "e04fca2f-abde-4898-9122-42a38e110c3a"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:19:48.083538 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port e04fca2f-abde-4898-9122-42a38e110c3a, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=e04fca2f-abde-4898-9122-42a38e110c3a,segment=NetworkSegment(e34c38a9-0f60-4c18-ab34-490b22782060),segment_id=e34c38a9-0f60-4c18-ab34-490b22782060)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:19:48.084177 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ae16ae06-11fa-42cf-936f-572199990792 tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (67f0a0e8-3cfe-4a0e-a0af-05da43ca14bf), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:48.087900 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (e04fca2f-abde-4898-9122-42a38e110c3a), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:48.141136 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c392cb44-1bff-4b6c-bbba-a930ee25a269 x-openstack-request-id: req-c392cb44-1bff-4b6c-bbba-a930ee25a269 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:19:48.141532 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72a40420-a0ff-4e9d-9e9b-e94b7b74d57f", "name": "network-vif-plugged", "status": "completed", "tag": "e04fca2f-abde-4898-9122-42a38e110c3a", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:19:48.141767 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c392cb44-1bff-4b6c-bbba-a930ee25a269 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:19:48.142176 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72a40420-a0ff-4e9d-9e9b-e94b7b74d57f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e04fca2f-abde-4898-9122-42a38e110c3a', 'code': 200} Jan 28 07:19:48.147324 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=e04fca2f-abde-4898-9122-42a38e110c3a,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:19:48.210358 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ae16ae06-11fa-42cf-936f-572199990792 tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (67f0a0e8-3cfe-4a0e-a0af-05da43ca14bf), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:48.238395 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-ae16ae06-11fa-42cf-936f-572199990792 tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67f0a0e8-3cfe-4a0e-a0af-05da43ca14bf']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:19:48.248587 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-ae16ae06-11fa-42cf-936f-572199990792 tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40f1aabe-022f-4a53-ab7a-695f53c49d8c') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:19:48.249197 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-ae16ae06-11fa-42cf-936f-572199990792 tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40f1aabe-022f-4a53-ab7a-695f53c49d8c') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:19:48.264665 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ae16ae06-11fa-42cf-936f-572199990792 tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24759294'] for segment (40f1aabe-022f-4a53-ab7a-695f53c49d8c), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:48.281252 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ae16ae06-11fa-42cf-936f-572199990792 tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (40f1aabe-022f-4a53-ab7a-695f53c49d8c), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:48.289204 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae16ae06-11fa-42cf-936f-572199990792 tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:19:48.289676 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ae16ae06-11fa-42cf-936f-572199990792 tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24757675'] for segment (40f1aabe-022f-4a53-ab7a-695f53c49d8c), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:48.291603 n-d-712749-28 neutron-server[103284]: Traceback (most recent call last): Jan 28 07:19:48.291603 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:19:48.291603 n-d-712749-28 neutron-server[103284]: timer() Jan 28 07:19:48.291603 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:19:48.291603 n-d-712749-28 neutron-server[103284]: cb(*args, **kw) Jan 28 07:19:48.291603 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:19:48.291603 n-d-712749-28 neutron-server[103284]: return func(*args, **kwargs) Jan 28 07:19:48.291603 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:19:48.291603 n-d-712749-28 neutron-server[103284]: self._notify() Jan 28 07:19:48.291603 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:19:48.291603 n-d-712749-28 neutron-server[103284]: self.callback(batched_events) Jan 28 07:19:48.291603 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:19:48.291603 n-d-712749-28 neutron-server[103284]: event.method(event) Jan 28 07:19:48.291603 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:19:48.291603 n-d-712749-28 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:19:48.291603 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:19:48.291603 n-d-712749-28 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:19:48.291603 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:19:48.291603 n-d-712749-28 neutron-server[103284]: return f(self, *a, **k) Jan 28 07:19:48.291603 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:19:48.291603 n-d-712749-28 neutron-server[103284]: return self._get(url).json() Jan 28 07:19:48.291603 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:19:48.291603 n-d-712749-28 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:19:48.291603 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:19:48.291603 n-d-712749-28 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Jan 28 07:19:48.291603 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:19:48.291603 n-d-712749-28 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:19:48.291603 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:19:48.291603 n-d-712749-28 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:19:48.291603 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:19:48.291603 n-d-712749-28 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:19:48.291603 n-d-712749-28 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:19:48.303672 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f240e67-30c0-4055-87a3-cdf6ee9bd8cb req-6ff77167-2cfc-4c49-8a88-e1897a083e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:48.306104 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2f240e67-30c0-4055-87a3-cdf6ee9bd8cb req-6ff77167-2cfc-4c49-8a88-e1897a083e3c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=72a40420-a0ff-4e9d-9e9b-e94b7b74d57f HTTP/1.1" status: 200 len: 1098 time: 0.0623033 Jan 28 07:19:48.357145 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['adda9edb-2689-4b0d-9769-f7f6d90bae68'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:19:48.367077 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ae16ae06-11fa-42cf-936f-572199990792 tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (67f0a0e8-3cfe-4a0e-a0af-05da43ca14bf), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:48.373149 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae16ae06-11fa-42cf-936f-572199990792 tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 67f0a0e8-3cfe-4a0e-a0af-05da43ca14bf {{(pid=103284) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 28 07:19:48.379484 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ae16ae06-11fa-42cf-936f-572199990792 tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:48.379661 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2f240e67-30c0-4055-87a3-cdf6ee9bd8cb req-7b7d3517-bade-49b6-9dba-208e064a2acd service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=c744b8c4-ff94-4ae9-bc40-09d43c741058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650587 Jan 28 07:19:48.386455 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-ae16ae06-11fa-42cf-936f-572199990792 tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] 10.222.0.41 "DELETE /v2.0/networks/67f0a0e8-3cfe-4a0e-a0af-05da43ca14bf HTTP/1.1" status: 204 len: 168 time: 0.4153793 Jan 28 07:19:48.420180 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae16ae06-11fa-42cf-936f-572199990792 tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Pushing event deleted for resources: {'Network': ['ID=67f0a0e8-3cfe-4a0e-a0af-05da43ca14bf,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:19:48.513112 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8922891a-2273-4603-a1ed-9ba778a919d3 req-75cd2ac5-7371-49ec-a4a9-f9fae02622f0 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:48.517742 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8922891a-2273-4603-a1ed-9ba778a919d3 req-75cd2ac5-7371-49ec-a4a9-f9fae02622f0 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?device_id=b328533a-131d-4c2d-93c2-75cc1b0a39d4 HTTP/1.1" status: 200 len: 946 time: 0.0913577 Jan 28 07:19:48.599464 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8922891a-2273-4603-a1ed-9ba778a919d3 req-7ed7ae9d-75fa-4878-a045-53a962467a35 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/security-groups?id=e977f99b-7e7b-4d49-bf15-4fd22b3b3b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734413 Jan 28 07:19:48.741478 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 49744) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:19:48.746360 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-d677a837-f10c-4f52-a6be-4397f2029c2d tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Request body: {'router': {'name': 'tempest-router--1126541137', 'project_id': 'a67097fe0e4f4afaaa56fafdc6476b6a'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:19:48.792203 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d677a837-f10c-4f52-a6be-4397f2029c2d tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16606890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127275'] for router (d44c1829-7aff-47b1-b4f3-2ddeee0773b9), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:48.794230 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d677a837-f10c-4f52-a6be-4397f2029c2d tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16605498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16607952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16355422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127266'] for router (d44c1829-7aff-47b1-b4f3-2ddeee0773b9), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:48.827197 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840a9db6-dbd1-4210-91c3-c62c9512605b req-51dc1611-0ae3-4e88-b5ca-daeb32d978b8 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:48.837902 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-840a9db6-dbd1-4210-91c3-c62c9512605b req-51dc1611-0ae3-4e88-b5ca-daeb32d978b8 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fa73890-3c2c-4c59-9c73-ce1eca1f276c HTTP/1.1" status: 200 len: 945 time: 0.1115389 Jan 28 07:19:48.871552 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d677a837-f10c-4f52-a6be-4397f2029c2d tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Publish callbacks [] for router_controller (d44c1829-7aff-47b1-b4f3-2ddeee0773b9), precommit_add_association {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:48.883936 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d677a837-f10c-4f52-a6be-4397f2029c2d tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16605475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16607909'] for router (d44c1829-7aff-47b1-b4f3-2ddeee0773b9), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:48.924797 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-840a9db6-dbd1-4210-91c3-c62c9512605b req-b1def742-93ed-4afb-adba-e295e0ae513c tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f7766-6108-45d3-a769-5b5e90234849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855844 Jan 28 07:19:48.944760 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d677a837-f10c-4f52-a6be-4397f2029c2d tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:48.948465 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-d677a837-f10c-4f52-a6be-4397f2029c2d tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2035019 Jan 28 07:19:48.948829 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 49748) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:19:49.058930 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-05ed3663-edc7-4f94-a46e-904ad4a252cc tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Publish callbacks [] for router (d44c1829-7aff-47b1-b4f3-2ddeee0773b9), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:49.250127 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-05ed3663-edc7-4f94-a46e-904ad4a252cc tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16605684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127449'] for router (d44c1829-7aff-47b1-b4f3-2ddeee0773b9), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:49.253556 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-05ed3663-edc7-4f94-a46e-904ad4a252cc tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Publish callbacks [] for router_controller (d44c1829-7aff-47b1-b4f3-2ddeee0773b9), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:49.269979 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85df3167-f92c-4190-8f74-690749722672 req-fbb5536d-40cb-446e-96c9-92eb85dda229 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:49.271392 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-85df3167-f92c-4190-8f74-690749722672 req-fbb5536d-40cb-446e-96c9-92eb85dda229 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] 10.222.0.41 "GET /v2.0/ports?device_id=72a40420-a0ff-4e9d-9e9b-e94b7b74d57f HTTP/1.1" status: 200 len: 946 time: 0.1787374 Jan 28 07:19:49.318512 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-05ed3663-edc7-4f94-a46e-904ad4a252cc tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16605693'] for router (d44c1829-7aff-47b1-b4f3-2ddeee0773b9), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:49.319027 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05ed3663-edc7-4f94-a46e-904ad4a252cc tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d44c1829-7aff-47b1-b4f3-2ddeee0773b9 {{(pid=103284) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 07:19:49.324332 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-05ed3663-edc7-4f94-a46e-904ad4a252cc tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:49.325421 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-05ed3663-edc7-4f94-a46e-904ad4a252cc tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] 10.222.0.41 "DELETE /v2.0/routers/d44c1829-7aff-47b1-b4f3-2ddeee0773b9 HTTP/1.1" status: 204 len: 168 time: 0.3755395 Jan 28 07:19:49.383464 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-85df3167-f92c-4190-8f74-690749722672 req-25aa5679-5308-49c0-a71b-d6d7562febe5 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] 10.222.0.41 "GET /v2.0/security-groups?id=c744b8c4-ff94-4ae9-bc40-09d43c741058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817807 Jan 28 07:19:49.613382 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 49754) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:19:49.761238 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47f53f4-0cdf-46ca-8fcc-b27330570155 req-0731face-4401-4266-9449-197415360dc3 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:49.769930 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c47f53f4-0cdf-46ca-8fcc-b27330570155 req-0731face-4401-4266-9449-197415360dc3 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?device_id=b328533a-131d-4c2d-93c2-75cc1b0a39d4 HTTP/1.1" status: 200 len: 946 time: 0.0845389 Jan 28 07:19:49.831893 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c47f53f4-0cdf-46ca-8fcc-b27330570155 req-1a2f7d0b-49ab-4160-8b3c-ef5220c2ca07 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/security-groups?id=e977f99b-7e7b-4d49-bf15-4fd22b3b3b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609243 Jan 28 07:19:49.929172 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-c8e61110-a097-4943-928d-30abc2180c30 tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-927232172', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}, 'admin_state_up': False}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:19:49.972291 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c8e61110-a097-4943-928d-30abc2180c30 tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16606890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127275'] for router (195da233-9f15-435a-843c-2a09f8819ae2), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:49.972291 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c8e61110-a097-4943-928d-30abc2180c30 tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16605498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16607952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16355422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127266'] for router (195da233-9f15-435a-843c-2a09f8819ae2), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:50.031816 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c8e61110-a097-4943-928d-30abc2180c30 tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Publish callbacks [] for router_controller (195da233-9f15-435a-843c-2a09f8819ae2), precommit_add_association {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:50.056356 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee74cfeb-a70d-41e6-a5e2-18b03dd56889 req-5dd6a482-b1dd-4562-b3c5-c4835c773aa4 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:50.058186 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ee74cfeb-a70d-41e6-a5e2-18b03dd56889 req-5dd6a482-b1dd-4562-b3c5-c4835c773aa4 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fa73890-3c2c-4c59-9c73-ce1eca1f276c HTTP/1.1" status: 200 len: 945 time: 0.0643525 Jan 28 07:19:50.112551 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ee74cfeb-a70d-41e6-a5e2-18b03dd56889 req-7d915d6e-2b73-4329-9946-1671e29e1ed8 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f7766-6108-45d3-a769-5b5e90234849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429158 Jan 28 07:19:50.252790 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c8e61110-a097-4943-928d-30abc2180c30 tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Publish callbacks [] for router_gateway (195da233-9f15-435a-843c-2a09f8819ae2), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:50.472925 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c8e61110-a097-4943-928d-30abc2180c30 tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Publish callbacks [] for router_gateway (195da233-9f15-435a-843c-2a09f8819ae2), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:50.492442 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c8e61110-a097-4943-928d-30abc2180c30 tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:50.551218 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c03fb3-a513-4f80-999b-a95011716264 req-79592a2c-943d-4a9e-a3ee-6fc54465a748 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:50.560824 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-67c03fb3-a513-4f80-999b-a95011716264 req-79592a2c-943d-4a9e-a3ee-6fc54465a748 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] 10.222.0.41 "GET /v2.0/ports?device_id=72a40420-a0ff-4e9d-9e9b-e94b7b74d57f HTTP/1.1" status: 200 len: 946 time: 0.0646081 Jan 28 07:19:50.606291 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-67c03fb3-a513-4f80-999b-a95011716264 req-1abddc2a-f41d-45b3-bd4a-37054745486a tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] 10.222.0.41 "GET /v2.0/security-groups?id=c744b8c4-ff94-4ae9-bc40-09d43c741058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432713 Jan 28 07:19:50.609691 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-c8e61110-a097-4943-928d-30abc2180c30 tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Allocated IP 172.25.6.119 (7d5b3724-deef-4831-8d43-cb9b8176573c/b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc/e3f65bfa-4266-4af9-bf75-1497c800edf6) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:19:50.801643 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01df72c3-4dfc-4739-ae83-71cf9b1c9afe req-0bae0e52-75b4-4779-b171-0518a56b74d5 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:50.803437 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-01df72c3-4dfc-4739-ae83-71cf9b1c9afe req-0bae0e52-75b4-4779-b171-0518a56b74d5 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] 10.222.0.41 "GET /v2.0/ports?device_id=6083985c-0b73-4bd3-aa7c-a1c7ad6729c2&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1187351 Jan 28 07:19:50.825000 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c8e61110-a097-4943-928d-30abc2180c30 tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Publish callbacks [] for port (e3f65bfa-4266-4af9-bf75-1497c800edf6), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:50.871644 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-01df72c3-4dfc-4739-ae83-71cf9b1c9afe req-bb49247a-4eff-4af8-8ac2-a97d220efb79 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.6.104 HTTP/1.1" status: 200 len: 696 time: 0.0575075 Jan 28 07:19:50.884742 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-01df72c3-4dfc-4739-ae83-71cf9b1c9afe req-44106752-50ad-4383-b1cd-4ace78818c1f tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] Request body: {'floatingip': {'port_id': '2eb03726-cd32-4d52-875a-f478c1810fca', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:19:50.940736 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-01df72c3-4dfc-4739-ae83-71cf9b1c9afe req-44106752-50ad-4383-b1cd-4ace78818c1f tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] Publish callbacks [] for floatingip (675e09e1-ea7c-4f21-bc46-2240efdf22e2), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:50.985899 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c8e61110-a097-4943-928d-30abc2180c30 tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (e3f65bfa-4266-4af9-bf75-1497c800edf6), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:51.046651 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43937ca9-493b-4bd8-8b32-38c6540e2293 req-c106d7b9-64fe-4484-b257-c0b251b005ca tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:51.048223 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-43937ca9-493b-4bd8-8b32-38c6540e2293 req-c106d7b9-64fe-4484-b257-c0b251b005ca tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?device_id=b328533a-131d-4c2d-93c2-75cc1b0a39d4 HTTP/1.1" status: 200 len: 946 time: 0.0551054 Jan 28 07:19:51.087582 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e61110-a097-4943-928d-30abc2180c30 tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Network 7d5b3724-deef-4831-8d43-cb9b8176573c is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:19:51.096811 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-c8e61110-a097-4943-928d-30abc2180c30 tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:19:51.097415 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-43937ca9-493b-4bd8-8b32-38c6540e2293 req-4ca8961c-abe1-4a54-8a69-a2897d965da4 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/security-groups?id=e977f99b-7e7b-4d49-bf15-4fd22b3b3b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430229 Jan 28 07:19:51.107218 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e61110-a097-4943-928d-30abc2180c30 tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:19:51.121196 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e61110-a097-4943-928d-30abc2180c30 tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Pushing event updated for resources: {'Port': ['ID=e3f65bfa-4266-4af9-bf75-1497c800edf6,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:19:51.309476 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ec57ec-640e-4907-b1da-d2226df052ec req-605921b0-f612-4f45-bc60-dbe46b3f2051 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:51.311104 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c2ec57ec-640e-4907-b1da-d2226df052ec req-605921b0-f612-4f45-bc60-dbe46b3f2051 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fa73890-3c2c-4c59-9c73-ce1eca1f276c HTTP/1.1" status: 200 len: 945 time: 0.0531569 Jan 28 07:19:51.363316 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c2ec57ec-640e-4907-b1da-d2226df052ec req-f1bea494-9165-445f-a976-4d72dc3c7b57 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f7766-6108-45d3-a769-5b5e90234849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453401 Jan 28 07:19:51.417998 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device adda9edb-2689-4b0d-9769-f7f6d90bae68 up at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:19:51.468637 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning for port adda9edb-2689-4b0d-9769-f7f6d90bae68 completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:19:51.473825 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning complete for port adda9edb-2689-4b0d-9769-f7f6d90bae68 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:19:51.474265 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (adda9edb-2689-4b0d-9769-f7f6d90bae68), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:51.562046 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port adda9edb-2689-4b0d-9769-f7f6d90bae68 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:19:51.562630 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (adda9edb-2689-4b0d-9769-f7f6d90bae68), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:51.589275 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fa73890-3c2c-4c59-9c73-ce1eca1f276c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adda9edb-2689-4b0d-9769-f7f6d90bae68'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:19:51.591748 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5fc76ac-6c8f-42f1-b74b-fe065e6e5a35" -d '{"events": [{"server_uuid": "5fa73890-3c2c-4c59-9c73-ce1eca1f276c", "name": "network-vif-plugged", "status": "completed", "tag": "adda9edb-2689-4b0d-9769-f7f6d90bae68"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:19:51.604997 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port adda9edb-2689-4b0d-9769-f7f6d90bae68, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=adda9edb-2689-4b0d-9769-f7f6d90bae68,segment=NetworkSegment(00c9bc5a-b387-4097-9c7c-7f7badd573e1),segment_id=00c9bc5a-b387-4097-9c7c-7f7badd573e1)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:19:51.610251 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (adda9edb-2689-4b0d-9769-f7f6d90bae68), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:51.638391 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de5fec30-dd88-40df-95d6-c2334d2e0ef7 x-openstack-request-id: req-de5fec30-dd88-40df-95d6-c2334d2e0ef7 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:19:51.638775 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fa73890-3c2c-4c59-9c73-ce1eca1f276c", "name": "network-vif-plugged", "status": "completed", "tag": "adda9edb-2689-4b0d-9769-f7f6d90bae68", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:19:51.639128 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-de5fec30-dd88-40df-95d6-c2334d2e0ef7 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:19:51.639536 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fa73890-3c2c-4c59-9c73-ce1eca1f276c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adda9edb-2689-4b0d-9769-f7f6d90bae68', 'code': 200} Jan 28 07:19:51.666270 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=adda9edb-2689-4b0d-9769-f7f6d90bae68,revision_number=12']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:19:51.871543 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba93501c-a3c3-40d2-9303-795535a6bf98 req-0a7ab4af-1797-4dc9-8984-15ed627e87fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:51.873146 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ba93501c-a3c3-40d2-9303-795535a6bf98 req-0a7ab4af-1797-4dc9-8984-15ed627e87fd service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5fa73890-3c2c-4c59-9c73-ce1eca1f276c HTTP/1.1" status: 200 len: 1098 time: 0.0551713 Jan 28 07:19:51.929755 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ba93501c-a3c3-40d2-9303-795535a6bf98 req-34ba3951-bf14-4f8d-a4e0-8e0ab920d624 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=f51f7766-6108-45d3-a769-5b5e90234849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497470 Jan 28 07:19:52.059171 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c8e61110-a097-4943-928d-30abc2180c30 tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Publish callbacks [] for router_gateway (195da233-9f15-435a-843c-2a09f8819ae2), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:52.133303 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d04e98-89ae-4150-8495-9a42798b966e req-62df8231-3742-47a3-b605-168befd8d1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:52.134901 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-77d04e98-89ae-4150-8495-9a42798b966e req-62df8231-3742-47a3-b605-168befd8d1bb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=229c6d67826441e4877349f4a14040af&device_id=b328533a-131d-4c2d-93c2-75cc1b0a39d4 HTTP/1.1" status: 200 len: 1098 time: 0.5979979 Jan 28 07:19:52.309249 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-01df72c3-4dfc-4739-ae83-71cf9b1c9afe req-44106752-50ad-4383-b1cd-4ace78818c1f tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:52.333156 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-01df72c3-4dfc-4739-ae83-71cf9b1c9afe req-44106752-50ad-4383-b1cd-4ace78818c1f tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16609095'] for floatingip (675e09e1-ea7c-4f21-bc46-2240efdf22e2), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:52.374909 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb43630-e666-4870-81f6-841dd6f35cb7 req-178a0b1b-8a93-4bbb-9d96-2bfc96ec5de6 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:52.377032 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7eb43630-e666-4870-81f6-841dd6f35cb7 req-178a0b1b-8a93-4bbb-9d96-2bfc96ec5de6 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?device_id=b328533a-131d-4c2d-93c2-75cc1b0a39d4 HTTP/1.1" status: 200 len: 946 time: 0.0542178 Jan 28 07:19:52.427639 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7eb43630-e666-4870-81f6-841dd6f35cb7 req-51d2cd54-f1e7-4302-9524-8cd4a4e1d8ea tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/security-groups?id=e977f99b-7e7b-4d49-bf15-4fd22b3b3b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434718 Jan 28 07:19:52.440895 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d04e98-89ae-4150-8495-9a42798b966e req-119d1204-f1be-4ff2-9455-e6f9f9d55757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:52.442402 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-77d04e98-89ae-4150-8495-9a42798b966e req-119d1204-f1be-4ff2-9455-e6f9f9d55757 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c613bbee-ac30-4d50-a837-418713fc934d HTTP/1.1" status: 200 len: 912 time: 0.2971222 Jan 28 07:19:52.549552 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-77d04e98-89ae-4150-8495-9a42798b966e req-2a574ae2-4e4a-4a45-ab32-b8e25b4c167b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=082a2111-9828-4992-b9a4-659b5bdb0699 HTTP/1.1" status: 200 len: 217 time: 0.0658333 Jan 28 07:19:52.625181 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9978fc3-9809-40c9-92dd-a1f71f5abc35 req-74173550-19f4-4636-bfa7-0cb4fad6ff39 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:52.626701 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b9978fc3-9809-40c9-92dd-a1f71f5abc35 req-74173550-19f4-4636-bfa7-0cb4fad6ff39 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fa73890-3c2c-4c59-9c73-ce1eca1f276c HTTP/1.1" status: 200 len: 946 time: 0.0514081 Jan 28 07:19:52.652525 n-d-712749-28 neutron-server[103284]: INFO neutron.db.l3_db [req-01df72c3-4dfc-4739-ae83-71cf9b1c9afe req-44106752-50ad-4383-b1cd-4ace78818c1f tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] Floating IP 675e09e1-ea7c-4f21-bc46-2240efdf22e2 associated. External IP: 172.25.6.104, port: 2eb03726-cd32-4d52-875a-f478c1810fca. Jan 28 07:19:52.676069 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b9978fc3-9809-40c9-92dd-a1f71f5abc35 req-4f616810-6893-48a6-826e-b89c2eaa0ebc tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f7766-6108-45d3-a769-5b5e90234849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432718 Jan 28 07:19:52.700530 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c8e61110-a097-4943-928d-30abc2180c30 tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16605475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16607909'] for router (195da233-9f15-435a-843c-2a09f8819ae2), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:52.716279 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d04e98-89ae-4150-8495-9a42798b966e req-f8e15179-ae4d-4c2e-97a4-b24662f9cf8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:52.718643 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-77d04e98-89ae-4150-8495-9a42798b966e req-f8e15179-ae4d-4c2e-97a4-b24662f9cf8a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ff9bdb84-da64-4de0-bfaf-1dc458d2c06f HTTP/1.1" status: 200 len: 851 time: 0.1221848 Jan 28 07:19:52.799207 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-77d04e98-89ae-4150-8495-9a42798b966e req-ceb05a31-ae3d-4712-bcac-d912f4b4164f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c613bbee-ac30-4d50-a837-418713fc934d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376194 Jan 28 07:19:53.059450 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-77d04e98-89ae-4150-8495-9a42798b966e req-447646ec-4fbd-40f7-ba94-6dcc79aa0b02 service neutron] 10.222.0.44 "GET /v2.0/networks/c613bbee-ac30-4d50-a837-418713fc934d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2344542 Jan 28 07:19:53.196914 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8e61110-a097-4943-928d-30abc2180c30 tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Router 195da233-9f15-435a-843c-2a09f8819ae2 is scheduled to L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 with binding_index 1 {{(pid=103284) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 07:19:53.212993 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [req-01df72c3-4dfc-4739-ae83-71cf9b1c9afe req-44106752-50ad-4383-b1cd-4ace78818c1f tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] Router 48ac56fb-b2dd-4777-86ae-13abf89bee12 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:19:53.250282 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-77d04e98-89ae-4150-8495-9a42798b966e req-31180475-2d96-409b-81ad-b6e4b908ffd0 service neutron] 10.222.0.44 "GET /v2.0/networks/c613bbee-ac30-4d50-a837-418713fc934d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815877 Jan 28 07:19:53.454228 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8e61110-a097-4943-928d-30abc2180c30 tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:19:53.465108 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-01df72c3-4dfc-4739-ae83-71cf9b1c9afe req-44106752-50ad-4383-b1cd-4ace78818c1f tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:19:53.467230 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cee8903-b41d-4b6f-87f6-c1c5484561fa None None] Sync routers for ids ['195da233-9f15-435a-843c-2a09f8819ae2'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:19:53.473137 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-01df72c3-4dfc-4739-ae83-71cf9b1c9afe req-44106752-50ad-4383-b1cd-4ace78818c1f tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for floatingip (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:53.477298 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25212e23-e6d2-4a5a-a129-e4f668148fdb None None] Sync routers for ids ['48ac56fb-b2dd-4777-86ae-13abf89bee12'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:19:53.486838 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cee8903-b41d-4b6f-87f6-c1c5484561fa None None] Routers {'195da233-9f15-435a-843c-2a09f8819ae2'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:19:53.487870 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-3cee8903-b41d-4b6f-87f6-c1c5484561fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:19:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['195da233-9f15-435a-843c-2a09f8819ae2'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:19:53.489520 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25212e23-e6d2-4a5a-a129-e4f668148fdb None None] Routers {'48ac56fb-b2dd-4777-86ae-13abf89bee12'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:19:53.490798 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-25212e23-e6d2-4a5a-a129-e4f668148fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:19:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['48ac56fb-b2dd-4777-86ae-13abf89bee12'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:19:53.508483 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-01df72c3-4dfc-4739-ae83-71cf9b1c9afe req-44106752-50ad-4383-b1cd-4ace78818c1f tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] 10.222.0.41 "PUT /v2.0/floatingips/675e09e1-ea7c-4f21-bc46-2240efdf22e2 HTTP/1.1" status: 200 len: 997 time: 2.6296496 Jan 28 07:19:53.509336 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6083985c-0b73-4bd3-aa7c-a1c7ad6729c2', 'tag': '2eb03726-cd32-4d52-875a-f478c1810fca'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:19:53.513393 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56da8a6c-052a-4328-966a-507c98462d3a" -d '{"events": [{"name": "network-changed", "server_uuid": "6083985c-0b73-4bd3-aa7c-a1c7ad6729c2", "tag": "2eb03726-cd32-4d52-875a-f478c1810fca"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:19:53.522101 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c8e61110-a097-4943-928d-30abc2180c30 tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Publish callbacks [] for router (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:53.526071 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-c8e61110-a097-4943-928d-30abc2180c30 tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.9093421 Jan 28 07:19:53.526384 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 49850) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:19:53.544046 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-3cee8903-b41d-4b6f-87f6-c1c5484561fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:19:53.558628 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cee8903-b41d-4b6f-87f6-c1c5484561fa None None] Routers {'195da233-9f15-435a-843c-2a09f8819ae2'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:19:53.560023 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-3cee8903-b41d-4b6f-87f6-c1c5484561fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:19:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['195da233-9f15-435a-843c-2a09f8819ae2'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:19:53.616118 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-3cee8903-b41d-4b6f-87f6-c1c5484561fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:19:53.617284 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cee8903-b41d-4b6f-87f6-c1c5484561fa None None] The sync data for ids ['195da233-9f15-435a-843c-2a09f8819ae2'] in n-d-712749-28 is: [] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:19:53.662174 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01df72c3-4dfc-4739-ae83-71cf9b1c9afe req-89e93ea2-33af-4810-b6ea-7a4725958eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:53.663365 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92b34dd-7f12-4c8f-8b26-1960233860b4 req-f3eebadc-8661-40ba-b1b6-302d1024ea42 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:53.663895 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-01df72c3-4dfc-4739-ae83-71cf9b1c9afe req-89e93ea2-33af-4810-b6ea-7a4725958eea service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6cf57efb05234d29b910330efbcd8c2a&device_id=6083985c-0b73-4bd3-aa7c-a1c7ad6729c2 HTTP/1.1" status: 200 len: 1098 time: 0.0906639 Jan 28 07:19:53.665084 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b92b34dd-7f12-4c8f-8b26-1960233860b4 req-f3eebadc-8661-40ba-b1b6-302d1024ea42 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?device_id=b328533a-131d-4c2d-93c2-75cc1b0a39d4 HTTP/1.1" status: 200 len: 946 time: 0.0819082 Jan 28 07:19:53.678696 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-25212e23-e6d2-4a5a-a129-e4f668148fdb None None] Set router 48ac56fb-b2dd-4777-86ae-13abf89bee12 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:19:53.689938 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-f101d0a2-da69-4816-844f-059eac4263a2 tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] 10.222.0.41 "GET /v2.0/routers/195da233-9f15-435a-843c-2a09f8819ae2 HTTP/1.1" status: 200 len: 920 time: 0.1616561 Jan 28 07:19:53.692763 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 49854) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:19:53.742126 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b92b34dd-7f12-4c8f-8b26-1960233860b4 req-6a2b9438-4a5f-4ef1-9b28-1c008385b30e tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/security-groups?id=e977f99b-7e7b-4d49-bf15-4fd22b3b3b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701971 Jan 28 07:19:53.755235 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 49858) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:19:53.756281 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-b0a0428c-7661-4193-b728-027796cf3f0c tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] 10.222.0.41 "GET /v2.0/ports?device_id=195da233-9f15-435a-843c-2a09f8819ae2 HTTP/1.1" status: 200 len: 205 time: 0.0471818 Jan 28 07:19:53.828825 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d22837c6-aece-4733-b63f-9149cfdaa370 x-openstack-request-id: req-d22837c6-aece-4733-b63f-9149cfdaa370 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:19:53.829564 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6083985c-0b73-4bd3-aa7c-a1c7ad6729c2", "tag": "2eb03726-cd32-4d52-875a-f478c1810fca", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:19:53.829999 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d22837c6-aece-4733-b63f-9149cfdaa370 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:19:53.832531 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6083985c-0b73-4bd3-aa7c-a1c7ad6729c2', 'tag': '2eb03726-cd32-4d52-875a-f478c1810fca', 'status': 'completed', 'code': 200} Jan 28 07:19:53.857380 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01df72c3-4dfc-4739-ae83-71cf9b1c9afe req-a394d912-aa93-4ec9-8604-72d5295df4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:53.859754 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-01df72c3-4dfc-4739-ae83-71cf9b1c9afe req-a394d912-aa93-4ec9-8604-72d5295df4f2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=656bebbd-9c61-47d2-8da4-02f9ef76be7f HTTP/1.1" status: 200 len: 922 time: 0.1819904 Jan 28 07:19:53.971657 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-01df72c3-4dfc-4739-ae83-71cf9b1c9afe req-4a0b73d4-7c53-414f-879c-02ef6c9c3534 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2eb03726-cd32-4d52-875a-f478c1810fca HTTP/1.1" status: 200 len: 1000 time: 0.1038961 Jan 28 07:19:53.974235 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56da8a6c-052a-4328-966a-507c98462d3a req-160b160d-be2b-4be7-bbe4-701feb74c268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:53.975744 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-56da8a6c-052a-4328-966a-507c98462d3a req-160b160d-be2b-4be7-bbe4-701feb74c268 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6cf57efb05234d29b910330efbcd8c2a&device_id=6083985c-0b73-4bd3-aa7c-a1c7ad6729c2 HTTP/1.1" status: 200 len: 1098 time: 0.0682464 Jan 28 07:19:53.996474 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-25212e23-e6d2-4a5a-a129-e4f668148fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ac56fb-b2dd-4777-86ae-13abf89bee12', 'name': 'tempest-FloatingIPsAssociationTestJSON-1050771046-router', 'tenant_id': '6cf57efb05234d29b910330efbcd8c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.52'}], 'enable_snat': True}, 'gw_port_id': '2bc81b5d-b80c-4c53-ab79-8daac706575a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:18:56Z', 'updated_at': '2022-01-28T07:19:02Z', 'revision_number': 4, 'project_id': '6cf57efb05234d29b910330efbcd8c2a', 'gw_port': {'id': '2bc81b5d-b80c-4c53-ab79-8daac706575a', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:90:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ac56fb-b2dd-4777-86ae-13abf89bee12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:18:57Z', 'updated_at': '2022-01-28T07:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_floatingips': [{'id': '675e09e1-ea7c-4f21-bc46-2240efdf22e2', 'tenant_id': '6cf57efb05234d29b910330efbcd8c2a', 'floating_ip_address': '172.25.6.104', 'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'router_id': '48ac56fb-b2dd-4777-86ae-13abf89bee12', 'port_id': '2eb03726-cd32-4d52-875a-f478c1810fca', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1398, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '656bebbd-9c61-47d2-8da4-02f9ef76be7f', 'mac_address': 'fa:16:3e:82:20:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6083985c-0b73-4bd3-aa7c-a1c7ad6729c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:19:26Z', 'updated_at': '2022-01-28T07:19:52Z', 'revision_number': 1, 'project_id': '6cf57efb05234d29b910330efbcd8c2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bd50510-d5ce-49e1-9690-8a7833768837', 'name': '', 'network_id': '656bebbd-9c61-47d2-8da4-02f9ef76be7f', 'tenant_id': '6cf57efb05234d29b910330efbcd8c2a', 'mac_address': 'fa:16:3e:8e:71:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ac56fb-b2dd-4777-86ae-13abf89bee12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'a528b37a-7798-48f2-a35e-8eee53dfb4b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:19:01Z', 'updated_at': '2022-01-28T07:19:13Z', 'revision_number': 5, 'project_id': '6cf57efb05234d29b910330efbcd8c2a', 'subnets': [{'id': 'a528b37a-7798-48f2-a35e-8eee53dfb4b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:19:54.031365 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25212e23-e6d2-4a5a-a129-e4f668148fdb None None] Checking router: 48ac56fb-b2dd-4777-86ae-13abf89bee12 for host: n-d-712749-28 {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:19:54.041558 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25212e23-e6d2-4a5a-a129-e4f668148fdb None None] Routers {'48ac56fb-b2dd-4777-86ae-13abf89bee12'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:19:54.042245 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-25212e23-e6d2-4a5a-a129-e4f668148fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:19:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['48ac56fb-b2dd-4777-86ae-13abf89bee12'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:19:54.064354 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01df72c3-4dfc-4739-ae83-71cf9b1c9afe req-8cdf56df-18a2-4d0b-9756-8933bbba92d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:54.066543 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-01df72c3-4dfc-4739-ae83-71cf9b1c9afe req-8cdf56df-18a2-4d0b-9756-8933bbba92d4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a528b37a-7798-48f2-a35e-8eee53dfb4b6 HTTP/1.1" status: 200 len: 860 time: 0.0876720 Jan 28 07:19:54.105280 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3b0d4ade-39ca-40a9-b520-17cf270195d2 tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Publish callbacks [] for router (195da233-9f15-435a-843c-2a09f8819ae2), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:54.160148 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01df72c3-4dfc-4739-ae83-71cf9b1c9afe req-3c8334e4-0920-45c3-a9af-56b112d35a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:54.161383 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ffccb4-9c1c-40d7-9e00-6b268a16d422 req-bc94ec4b-62d5-4392-a680-1c91fdb8735e tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:54.161702 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-01df72c3-4dfc-4739-ae83-71cf9b1c9afe req-3c8334e4-0920-45c3-a9af-56b112d35a68 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=656bebbd-9c61-47d2-8da4-02f9ef76be7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0812385 Jan 28 07:19:54.163042 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-00ffccb4-9c1c-40d7-9e00-6b268a16d422 req-bc94ec4b-62d5-4392-a680-1c91fdb8735e tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fa73890-3c2c-4c59-9c73-ce1eca1f276c HTTP/1.1" status: 200 len: 946 time: 0.1337292 Jan 28 07:19:54.163831 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-25212e23-e6d2-4a5a-a129-e4f668148fdb None None] Set router 48ac56fb-b2dd-4777-86ae-13abf89bee12 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:19:54.197758 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56da8a6c-052a-4328-966a-507c98462d3a req-afd24e60-a032-43ed-b2dc-4dbc8e26c8de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:54.199189 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-56da8a6c-052a-4328-966a-507c98462d3a req-afd24e60-a032-43ed-b2dc-4dbc8e26c8de service neutron] 10.222.0.44 "GET /v2.0/networks?id=656bebbd-9c61-47d2-8da4-02f9ef76be7f HTTP/1.1" status: 200 len: 922 time: 0.2033567 Jan 28 07:19:54.267303 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-00ffccb4-9c1c-40d7-9e00-6b268a16d422 req-3286269e-a093-44a4-92ee-12a2e4687859 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f7766-6108-45d3-a769-5b5e90234849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624008 Jan 28 07:19:54.268610 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3b0d4ade-39ca-40a9-b520-17cf270195d2 tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Publish callbacks [] for router_gateway (195da233-9f15-435a-843c-2a09f8819ae2), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:54.345134 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-3b0d4ade-39ca-40a9-b520-17cf270195d2 tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Deleting port e3f65bfa-4266-4af9-bf75-1497c800edf6 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:19:54.345542 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3b0d4ade-39ca-40a9-b520-17cf270195d2 tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (e3f65bfa-4266-4af9-bf75-1497c800edf6), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:54.440806 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3b0d4ade-39ca-40a9-b520-17cf270195d2 tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (e3f65bfa-4266-4af9-bf75-1497c800edf6), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:54.456489 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-3b0d4ade-39ca-40a9-b520-17cf270195d2 tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Calling delete_port for e3f65bfa-4266-4af9-bf75-1497c800edf6 owned by network:router_gateway {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:19:54.470439 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-25212e23-e6d2-4a5a-a129-e4f668148fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ac56fb-b2dd-4777-86ae-13abf89bee12', 'name': 'tempest-FloatingIPsAssociationTestJSON-1050771046-router', 'tenant_id': '6cf57efb05234d29b910330efbcd8c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.52'}], 'enable_snat': True}, 'gw_port_id': '2bc81b5d-b80c-4c53-ab79-8daac706575a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:18:56Z', 'updated_at': '2022-01-28T07:19:02Z', 'revision_number': 4, 'project_id': '6cf57efb05234d29b910330efbcd8c2a', 'gw_port': {'id': '2bc81b5d-b80c-4c53-ab79-8daac706575a', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:90:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ac56fb-b2dd-4777-86ae-13abf89bee12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:18:57Z', 'updated_at': '2022-01-28T07:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_floatingips': [{'id': '675e09e1-ea7c-4f21-bc46-2240efdf22e2', 'tenant_id': '6cf57efb05234d29b910330efbcd8c2a', 'floating_ip_address': '172.25.6.104', 'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'router_id': '48ac56fb-b2dd-4777-86ae-13abf89bee12', 'port_id': '2eb03726-cd32-4d52-875a-f478c1810fca', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1398, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '656bebbd-9c61-47d2-8da4-02f9ef76be7f', 'mac_address': 'fa:16:3e:82:20:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6083985c-0b73-4bd3-aa7c-a1c7ad6729c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:19:26Z', 'updated_at': '2022-01-28T07:19:52Z', 'revision_number': 1, 'project_id': '6cf57efb05234d29b910330efbcd8c2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bd50510-d5ce-49e1-9690-8a7833768837', 'name': '', 'network_id': '656bebbd-9c61-47d2-8da4-02f9ef76be7f', 'tenant_id': '6cf57efb05234d29b910330efbcd8c2a', 'mac_address': 'fa:16:3e:8e:71:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ac56fb-b2dd-4777-86ae-13abf89bee12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'a528b37a-7798-48f2-a35e-8eee53dfb4b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:19:01Z', 'updated_at': '2022-01-28T07:19:13Z', 'revision_number': 5, 'project_id': '6cf57efb05234d29b910330efbcd8c2a', 'subnets': [{'id': 'a528b37a-7798-48f2-a35e-8eee53dfb4b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:19:54.512397 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25212e23-e6d2-4a5a-a129-e4f668148fdb None None] The sync data for ids ['48ac56fb-b2dd-4777-86ae-13abf89bee12'] in n-d-712749-28 is: [{'id': '48ac56fb-b2dd-4777-86ae-13abf89bee12', 'name': 'tempest-FloatingIPsAssociationTestJSON-1050771046-router', 'tenant_id': '6cf57efb05234d29b910330efbcd8c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.52'}], 'enable_snat': True}, 'gw_port_id': '2bc81b5d-b80c-4c53-ab79-8daac706575a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:18:56Z', 'updated_at': '2022-01-28T07:19:02Z', 'revision_number': 4, 'project_id': '6cf57efb05234d29b910330efbcd8c2a', 'gw_port': {'id': '2bc81b5d-b80c-4c53-ab79-8daac706575a', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:90:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ac56fb-b2dd-4777-86ae-13abf89bee12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:18:57Z', 'updated_at': '2022-01-28T07:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_floatingips': [{'id': '675e09e1-ea7c-4f21-bc46-2240efdf22e2', 'tenant_id': '6cf57efb05234d29b910330efbcd8c2a', 'floating_ip_address': '172.25.6.104', 'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'router_id': '48ac56fb-b2dd-4777-86ae-13abf89bee12', 'port_id': '2eb03726-cd32-4d52-875a-f478c1810fca', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1398, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '656bebbd-9c61-47d2-8da4-02f9ef76be7f', 'mac_address': 'fa:16:3e:82:20:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6083985c-0b73-4bd3-aa7c-a1c7ad6729c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:19:26Z', 'updated_at': '2022-01-28T07:19:52Z', 'revision_number': 1, 'project_id': '6cf57efb05234d29b910330efbcd8c2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bd50510-d5ce-49e1-9690-8a7833768837', 'name': '', 'network_id': '656bebbd-9c61-47d2-8da4-02f9ef76be7f', 'tenant_id': '6cf57efb05234d29b910330efbcd8c2a', 'mac_address': 'fa:16:3e:8e:71:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ac56fb-b2dd-4777-86ae-13abf89bee12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'a528b37a-7798-48f2-a35e-8eee53dfb4b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:19:01Z', 'updated_at': '2022-01-28T07:19:13Z', 'revision_number': 5, 'project_id': '6cf57efb05234d29b910330efbcd8c2a', 'subnets': [{'id': 'a528b37a-7798-48f2-a35e-8eee53dfb4b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:19:54.658617 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3b0d4ade-39ca-40a9-b520-17cf270195d2 tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (e3f65bfa-4266-4af9-bf75-1497c800edf6), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:54.663002 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-56da8a6c-052a-4328-966a-507c98462d3a req-f67c4e50-5f36-48e2-bda4-35f0dfc42c75 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2eb03726-cd32-4d52-875a-f478c1810fca HTTP/1.1" status: 200 len: 1000 time: 0.4533086 Jan 28 07:19:54.698320 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0d4ade-39ca-40a9-b520-17cf270195d2 tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Pushing event deleted for resources: {'Port': ['ID=e3f65bfa-4266-4af9-bf75-1497c800edf6,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:19:54.708508 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-01df72c3-4dfc-4739-ae83-71cf9b1c9afe req-3e3acd5c-01fb-4b8e-b7ba-39cdd05849fb service neutron] 10.222.0.41 "GET /v2.0/networks/656bebbd-9c61-47d2-8da4-02f9ef76be7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5229876 Jan 28 07:19:54.737302 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 082a2111-9828-4992-b9a4-659b5bdb0699 no longer exists at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:19:54.746130 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56da8a6c-052a-4328-966a-507c98462d3a req-8ddc7383-37a8-46ad-b32d-998fd63cc5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:54.747751 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-56da8a6c-052a-4328-966a-507c98462d3a req-8ddc7383-37a8-46ad-b32d-998fd63cc5f5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a528b37a-7798-48f2-a35e-8eee53dfb4b6 HTTP/1.1" status: 200 len: 860 time: 0.0741510 Jan 28 07:19:54.775036 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3b0d4ade-39ca-40a9-b520-17cf270195d2 tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16607873'] for router_gateway (195da233-9f15-435a-843c-2a09f8819ae2), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:54.835701 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17bfc8c-a639-452a-978d-ef05efcbc074 None None] New status for floating IP 675e09e1-ea7c-4f21-bc46-2240efdf22e2: ACTIVE {{(pid=103286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 07:19:54.854160 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port 082a2111-9828-4992-b9a4-659b5bdb0699 is: ACTIVE; New status is: DOWN {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:19:54.854762 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (082a2111-9828-4992-b9a4-659b5bdb0699), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:54.883468 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-01df72c3-4dfc-4739-ae83-71cf9b1c9afe req-b6f023ac-7b62-47e3-b13b-f7519bbc9230 service neutron] 10.222.0.41 "GET /v2.0/networks/656bebbd-9c61-47d2-8da4-02f9ef76be7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637948 Jan 28 07:19:54.885931 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b328533a-131d-4c2d-93c2-75cc1b0a39d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '082a2111-9828-4992-b9a4-659b5bdb0699'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:19:54.887967 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d81ed2c0-5675-44bd-b33f-826b9bf878f2" -d '{"events": [{"server_uuid": "b328533a-131d-4c2d-93c2-75cc1b0a39d4", "name": "network-vif-unplugged", "status": "completed", "tag": "082a2111-9828-4992-b9a4-659b5bdb0699"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:19:54.904664 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56da8a6c-052a-4328-966a-507c98462d3a req-e9fba0ff-c774-400f-a9e6-bf96fd090056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:54.906283 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 082a2111-9828-4992-b9a4-659b5bdb0699, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=082a2111-9828-4992-b9a4-659b5bdb0699,segment=NetworkSegment(0129dffb-fe43-47b5-a269-4f49ca8f6de7),segment_id=0129dffb-fe43-47b5-a269-4f49ca8f6de7)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:19:54.906633 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-56da8a6c-052a-4328-966a-507c98462d3a req-e9fba0ff-c774-400f-a9e6-bf96fd090056 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=656bebbd-9c61-47d2-8da4-02f9ef76be7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1241317 Jan 28 07:19:54.913939 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (082a2111-9828-4992-b9a4-659b5bdb0699), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:54.981920 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3b0d4ade-39ca-40a9-b520-17cf270195d2 tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16605684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127449'] for router (195da233-9f15-435a-843c-2a09f8819ae2), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:54.985317 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3b0d4ade-39ca-40a9-b520-17cf270195d2 tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Publish callbacks [] for router_controller (195da233-9f15-435a-843c-2a09f8819ae2), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:55.023328 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-56da8a6c-052a-4328-966a-507c98462d3a req-82b1e743-5869-4c89-a814-a06cd7f8b8c1 service neutron] 10.222.0.44 "GET /v2.0/networks/656bebbd-9c61-47d2-8da4-02f9ef76be7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074004 Jan 28 07:19:55.030047 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 07:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71ed7fe7-e562-445c-a157-e4911682bce0 x-openstack-request-id: req-71ed7fe7-e562-445c-a157-e4911682bce0 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:19:55.030489 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b328533a-131d-4c2d-93c2-75cc1b0a39d4", "name": "network-vif-unplugged", "status": "completed", "tag": "082a2111-9828-4992-b9a4-659b5bdb0699", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:19:55.030865 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-71ed7fe7-e562-445c-a157-e4911682bce0 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:19:55.033840 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3b0d4ade-39ca-40a9-b520-17cf270195d2 tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16605693'] for router (195da233-9f15-435a-843c-2a09f8819ae2), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:55.034521 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b328533a-131d-4c2d-93c2-75cc1b0a39d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '082a2111-9828-4992-b9a4-659b5bdb0699', 'code': 200} Jan 28 07:19:55.034714 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b0d4ade-39ca-40a9-b520-17cf270195d2 tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Fanout notify agent at l3_agent the message router_deleted on router 195da233-9f15-435a-843c-2a09f8819ae2 {{(pid=103283) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 07:19:55.037846 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=082a2111-9828-4992-b9a4-659b5bdb0699,revision_number=8']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:19:55.042569 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3b0d4ade-39ca-40a9-b520-17cf270195d2 tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Publish callbacks [] for router (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:55.048333 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-3b0d4ade-39ca-40a9-b520-17cf270195d2 tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] 10.222.0.41 "DELETE /v2.0/routers/195da233-9f15-435a-843c-2a09f8819ae2 HTTP/1.1" status: 204 len: 168 time: 1.2870295 Jan 28 07:19:55.048829 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 49872) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:19:55.054681 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-5aa558cf-0492-4489-9c87-4690787f299e tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Request body: {'router': {'name': 'tempest-snat-router-247291482', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'enable_snat': False}}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:19:55.089437 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24347aab-db3f-4576-a79d-f34fe4aec29e req-18cd5bb7-a97c-4b38-91d5-bb4727b08e15 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:55.098667 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-24347aab-db3f-4576-a79d-f34fe4aec29e req-18cd5bb7-a97c-4b38-91d5-bb4727b08e15 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?device_id=b328533a-131d-4c2d-93c2-75cc1b0a39d4 HTTP/1.1" status: 200 len: 946 time: 0.2438793 Jan 28 07:19:55.110255 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5aa558cf-0492-4489-9c87-4690787f299e tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16606890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127275'] for router (00b7fcd4-9fd4-4913-a497-a0499a4245a3), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:55.112506 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5aa558cf-0492-4489-9c87-4690787f299e tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16605498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16607952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16355422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127266'] for router (00b7fcd4-9fd4-4913-a497-a0499a4245a3), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:55.199461 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-24347aab-db3f-4576-a79d-f34fe4aec29e req-1a0e1d6b-1a2c-432b-8723-20aa57ab32e1 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/security-groups?id=e977f99b-7e7b-4d49-bf15-4fd22b3b3b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992630 Jan 28 07:19:55.201391 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5aa558cf-0492-4489-9c87-4690787f299e tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Publish callbacks [] for router_controller (00b7fcd4-9fd4-4913-a497-a0499a4245a3), precommit_add_association {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:55.218637 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e529e9-7b95-4bc6-8b55-50259d548a39 req-6ba1e191-2832-4383-a97f-83172fc1e7f3 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:55.220636 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a5e529e9-7b95-4bc6-8b55-50259d548a39 req-6ba1e191-2832-4383-a97f-83172fc1e7f3 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] 10.222.0.41 "GET /v2.0/ports?device_id=72a40420-a0ff-4e9d-9e9b-e94b7b74d57f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1084640 Jan 28 07:19:55.294883 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-56da8a6c-052a-4328-966a-507c98462d3a req-8c903a67-3cf0-4d50-a24c-6a8f6fd1cbac service neutron] 10.222.0.44 "GET /v2.0/networks/656bebbd-9c61-47d2-8da4-02f9ef76be7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055886 Jan 28 07:19:55.317470 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a5e529e9-7b95-4bc6-8b55-50259d548a39 req-429081c5-8c56-4061-a516-2ae29bb8745f tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.6.104 HTTP/1.1" status: 200 len: 1002 time: 0.0817401 Jan 28 07:19:55.328550 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-a5e529e9-7b95-4bc6-8b55-50259d548a39 req-359c124b-651e-461e-92d9-32f4cd649372 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] Request body: {'floatingip': {'port_id': 'e04fca2f-abde-4898-9122-42a38e110c3a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:19:55.367148 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5aa558cf-0492-4489-9c87-4690787f299e tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Publish callbacks [] for router_gateway (00b7fcd4-9fd4-4913-a497-a0499a4245a3), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:55.398132 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-a5e529e9-7b95-4bc6-8b55-50259d548a39 req-359c124b-651e-461e-92d9-32f4cd649372 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] Publish callbacks [] for floatingip (675e09e1-ea7c-4f21-bc46-2240efdf22e2), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:55.782386 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcde5bf-2acd-4b8d-8ab0-c5237ec5463b req-6d32db6c-880d-4fce-b0ba-e71da7a76dc9 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:55.783892 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2dcde5bf-2acd-4b8d-8ab0-c5237ec5463b req-6d32db6c-880d-4fce-b0ba-e71da7a76dc9 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fa73890-3c2c-4c59-9c73-ce1eca1f276c HTTP/1.1" status: 200 len: 946 time: 0.4014015 Jan 28 07:19:55.855769 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2dcde5bf-2acd-4b8d-8ab0-c5237ec5463b req-f706a8e9-72b4-4166-ad36-3fee2ae6c124 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f7766-6108-45d3-a769-5b5e90234849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622454 Jan 28 07:19:55.981984 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-a5e529e9-7b95-4bc6-8b55-50259d548a39 req-359c124b-651e-461e-92d9-32f4cd649372 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:55.986915 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-a5e529e9-7b95-4bc6-8b55-50259d548a39 req-359c124b-651e-461e-92d9-32f4cd649372 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16609095'] for floatingip (675e09e1-ea7c-4f21-bc46-2240efdf22e2), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:55.994437 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5aa558cf-0492-4489-9c87-4690787f299e tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Publish callbacks [] for router_gateway (00b7fcd4-9fd4-4913-a497-a0499a4245a3), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:56.014647 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5aa558cf-0492-4489-9c87-4690787f299e tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:56.101710 n-d-712749-28 neutron-server[103284]: INFO neutron.db.l3_db [req-a5e529e9-7b95-4bc6-8b55-50259d548a39 req-359c124b-651e-461e-92d9-32f4cd649372 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] Floating IP 675e09e1-ea7c-4f21-bc46-2240efdf22e2 associated. External IP: 172.25.6.104, port: 2eb03726-cd32-4d52-875a-f478c1810fca. Jan 28 07:19:56.159249 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-5aa558cf-0492-4489-9c87-4690787f299e tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Allocated IP 172.25.6.112 (7d5b3724-deef-4831-8d43-cb9b8176573c/b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc/be91cf52-c860-493e-9460-cfd6d12e05db) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:19:56.181252 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9a3e47-446d-4610-adb2-089cfb86baca req-57e28de3-db2a-401e-b87a-5997d7c1c8f6 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:56.182727 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6e9a3e47-446d-4610-adb2-089cfb86baca req-57e28de3-db2a-401e-b87a-5997d7c1c8f6 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fa73890-3c2c-4c59-9c73-ce1eca1f276c HTTP/1.1" status: 200 len: 946 time: 0.0847702 Jan 28 07:19:56.291432 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6e9a3e47-446d-4610-adb2-089cfb86baca req-42df981e-b75c-4f3b-8ca7-ff7bc8479ff0 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f7766-6108-45d3-a769-5b5e90234849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945303 Jan 28 07:19:56.317707 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5aa558cf-0492-4489-9c87-4690787f299e tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Publish callbacks [] for port (be91cf52-c860-493e-9460-cfd6d12e05db), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:56.338887 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a5e529e9-7b95-4bc6-8b55-50259d548a39 req-359c124b-651e-461e-92d9-32f4cd649372 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] Router 48ac56fb-b2dd-4777-86ae-13abf89bee12 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:19:56.356519 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5aa558cf-0492-4489-9c87-4690787f299e tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (be91cf52-c860-493e-9460-cfd6d12e05db), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:56.434248 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa558cf-0492-4489-9c87-4690787f299e tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Network 7d5b3724-deef-4831-8d43-cb9b8176573c is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:19:56.435523 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa558cf-0492-4489-9c87-4690787f299e tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Pushing event updated for resources: {'Port': ['ID=be91cf52-c860-493e-9460-cfd6d12e05db,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:19:56.441422 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-5aa558cf-0492-4489-9c87-4690787f299e tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:19:56.443767 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa558cf-0492-4489-9c87-4690787f299e tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:19:56.454846 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a5e529e9-7b95-4bc6-8b55-50259d548a39 req-359c124b-651e-461e-92d9-32f4cd649372 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:19:56.465745 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc5cd0b-ecf9-490e-a33a-a3a9d232b7fb None None] Sync routers for ids ['48ac56fb-b2dd-4777-86ae-13abf89bee12'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:19:56.480563 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc5cd0b-ecf9-490e-a33a-a3a9d232b7fb None None] Routers {'48ac56fb-b2dd-4777-86ae-13abf89bee12'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:19:56.481239 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-4bc5cd0b-ecf9-490e-a33a-a3a9d232b7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:19:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['48ac56fb-b2dd-4777-86ae-13abf89bee12'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:19:56.498780 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f046cbe-38de-4dbb-a9e4-9cac7988084f req-8e1b23ba-f326-4476-b859-eb130c81eec5 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:56.504695 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-3f046cbe-38de-4dbb-a9e4-9cac7988084f req-8e1b23ba-f326-4476-b859-eb130c81eec5 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?device_id=b328533a-131d-4c2d-93c2-75cc1b0a39d4 HTTP/1.1" status: 200 len: 944 time: 0.1131706 Jan 28 07:19:56.639399 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-3f046cbe-38de-4dbb-a9e4-9cac7988084f req-56ec7212-083e-4453-8ea0-3b9bf134c2f6 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/security-groups?id=e977f99b-7e7b-4d49-bf15-4fd22b3b3b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311350 Jan 28 07:19:56.693498 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a5e529e9-7b95-4bc6-8b55-50259d548a39 req-359c124b-651e-461e-92d9-32f4cd649372 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] Router 48ac56fb-b2dd-4777-86ae-13abf89bee12 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:19:56.773727 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-4bc5cd0b-ecf9-490e-a33a-a3a9d232b7fb None None] Set router 48ac56fb-b2dd-4777-86ae-13abf89bee12 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:19:56.825741 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a5e529e9-7b95-4bc6-8b55-50259d548a39 req-359c124b-651e-461e-92d9-32f4cd649372 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:19:56.831057 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5aa558cf-0492-4489-9c87-4690787f299e tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Publish callbacks [] for router_gateway (00b7fcd4-9fd4-4913-a497-a0499a4245a3), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:56.832402 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-a5e529e9-7b95-4bc6-8b55-50259d548a39 req-359c124b-651e-461e-92d9-32f4cd649372 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for floatingip (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:56.865670 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6083985c-0b73-4bd3-aa7c-a1c7ad6729c2', 'tag': '2eb03726-cd32-4d52-875a-f478c1810fca'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:19:56.868073 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d2dd082-9b51-4bf6-af94-e116b1d8016e" -d '{"events": [{"name": "network-changed", "server_uuid": "6083985c-0b73-4bd3-aa7c-a1c7ad6729c2", "tag": "2eb03726-cd32-4d52-875a-f478c1810fca"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:19:56.880627 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ad34a5-c34c-4c03-addd-0e3b72fdc036 req-b43ee409-95be-4d5e-b4fe-4a27c63a4a7a tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:56.882441 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-99ad34a5-c34c-4c03-addd-0e3b72fdc036 req-b43ee409-95be-4d5e-b4fe-4a27c63a4a7a tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fa73890-3c2c-4c59-9c73-ce1eca1f276c HTTP/1.1" status: 200 len: 946 time: 0.1097634 Jan 28 07:19:56.902986 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a5e529e9-7b95-4bc6-8b55-50259d548a39 req-359c124b-651e-461e-92d9-32f4cd649372 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] 10.222.0.41 "PUT /v2.0/floatingips/675e09e1-ea7c-4f21-bc46-2240efdf22e2 HTTP/1.1" status: 200 len: 999 time: 1.5799839 Jan 28 07:19:56.955575 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e529e9-7b95-4bc6-8b55-50259d548a39 req-28138d07-973e-4672-8b97-e51cfafe460b tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:56.956744 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a5e529e9-7b95-4bc6-8b55-50259d548a39 req-28138d07-973e-4672-8b97-e51cfafe460b tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] 10.222.0.41 "GET /v2.0/ports/2eb03726-cd32-4d52-875a-f478c1810fca HTTP/1.1" status: 200 len: 943 time: 0.0525613 Jan 28 07:19:57.002912 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-99ad34a5-c34c-4c03-addd-0e3b72fdc036 req-bc704b84-eb07-4789-abe2-f6b60b73b967 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f7766-6108-45d3-a769-5b5e90234849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087084 Jan 28 07:19:57.060920 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-4bc5cd0b-ecf9-490e-a33a-a3a9d232b7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ac56fb-b2dd-4777-86ae-13abf89bee12', 'name': 'tempest-FloatingIPsAssociationTestJSON-1050771046-router', 'tenant_id': '6cf57efb05234d29b910330efbcd8c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.52'}], 'enable_snat': True}, 'gw_port_id': '2bc81b5d-b80c-4c53-ab79-8daac706575a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:18:56Z', 'updated_at': '2022-01-28T07:19:02Z', 'revision_number': 4, 'project_id': '6cf57efb05234d29b910330efbcd8c2a', 'gw_port': {'id': '2bc81b5d-b80c-4c53-ab79-8daac706575a', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:90:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ac56fb-b2dd-4777-86ae-13abf89bee12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:18:57Z', 'updated_at': '2022-01-28T07:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_floatingips': [{'id': '675e09e1-ea7c-4f21-bc46-2240efdf22e2', 'tenant_id': '6cf57efb05234d29b910330efbcd8c2a', 'floating_ip_address': '172.25.6.104', 'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'router_id': '48ac56fb-b2dd-4777-86ae-13abf89bee12', 'port_id': 'e04fca2f-abde-4898-9122-42a38e110c3a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1398, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '656bebbd-9c61-47d2-8da4-02f9ef76be7f', 'mac_address': 'fa:16:3e:a7:b0:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a40420-a0ff-4e9d-9e9b-e94b7b74d57f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:19:26Z', 'updated_at': '2022-01-28T07:19:55Z', 'revision_number': 3, 'project_id': '6cf57efb05234d29b910330efbcd8c2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bd50510-d5ce-49e1-9690-8a7833768837', 'name': '', 'network_id': '656bebbd-9c61-47d2-8da4-02f9ef76be7f', 'tenant_id': '6cf57efb05234d29b910330efbcd8c2a', 'mac_address': 'fa:16:3e:8e:71:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ac56fb-b2dd-4777-86ae-13abf89bee12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'a528b37a-7798-48f2-a35e-8eee53dfb4b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:19:01Z', 'updated_at': '2022-01-28T07:19:13Z', 'revision_number': 5, 'project_id': '6cf57efb05234d29b910330efbcd8c2a', 'subnets': [{'id': 'a528b37a-7798-48f2-a35e-8eee53dfb4b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:19:57.082677 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e529e9-7b95-4bc6-8b55-50259d548a39 req-526a5701-135e-4176-8e0d-58bc80562f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:57.084250 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a5e529e9-7b95-4bc6-8b55-50259d548a39 req-526a5701-135e-4176-8e0d-58bc80562f09 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6cf57efb05234d29b910330efbcd8c2a&device_id=6083985c-0b73-4bd3-aa7c-a1c7ad6729c2 HTTP/1.1" status: 200 len: 1098 time: 0.0507538 Jan 28 07:19:57.093919 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc5cd0b-ecf9-490e-a33a-a3a9d232b7fb None None] Checking router: 48ac56fb-b2dd-4777-86ae-13abf89bee12 for host: n-d-712749-28 {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:19:57.105983 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc5cd0b-ecf9-490e-a33a-a3a9d232b7fb None None] Routers {'48ac56fb-b2dd-4777-86ae-13abf89bee12'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:19:57.107079 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-4bc5cd0b-ecf9-490e-a33a-a3a9d232b7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:19:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['48ac56fb-b2dd-4777-86ae-13abf89bee12'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:19:57.130620 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5aa558cf-0492-4489-9c87-4690787f299e tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16605475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16607909'] for router (00b7fcd4-9fd4-4913-a497-a0499a4245a3), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:57.211080 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e529e9-7b95-4bc6-8b55-50259d548a39 req-9b6e3b58-5c4b-49ca-9a85-170f420a8254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:57.213090 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a5e529e9-7b95-4bc6-8b55-50259d548a39 req-9b6e3b58-5c4b-49ca-9a85-170f420a8254 service neutron] 10.222.0.41 "GET /v2.0/networks?id=656bebbd-9c61-47d2-8da4-02f9ef76be7f HTTP/1.1" status: 200 len: 922 time: 0.1226957 Jan 28 07:19:57.245056 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-4bc5cd0b-ecf9-490e-a33a-a3a9d232b7fb None None] Set router 48ac56fb-b2dd-4777-86ae-13abf89bee12 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:19:57.261896 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a5e529e9-7b95-4bc6-8b55-50259d548a39 req-ea6b99f4-57ea-4c09-b75f-fee4b53b415d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2eb03726-cd32-4d52-875a-f478c1810fca HTTP/1.1" status: 200 len: 217 time: 0.0415821 Jan 28 07:19:57.302813 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aa558cf-0492-4489-9c87-4690787f299e tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Router 00b7fcd4-9fd4-4913-a497-a0499a4245a3 is scheduled to L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 with binding_index 1 {{(pid=103283) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 07:19:57.325948 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e529e9-7b95-4bc6-8b55-50259d548a39 req-a64c3620-597f-4df9-b33c-c60b3d658b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:57.328670 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a5e529e9-7b95-4bc6-8b55-50259d548a39 req-a64c3620-597f-4df9-b33c-c60b3d658b22 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a528b37a-7798-48f2-a35e-8eee53dfb4b6 HTTP/1.1" status: 200 len: 860 time: 0.0555558 Jan 28 07:19:57.382692 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e529e9-7b95-4bc6-8b55-50259d548a39 req-28ab4c9a-670d-443b-b328-f5ac96e9a306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:57.384478 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a5e529e9-7b95-4bc6-8b55-50259d548a39 req-28ab4c9a-670d-443b-b328-f5ac96e9a306 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=656bebbd-9c61-47d2-8da4-02f9ef76be7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0505407 Jan 28 07:19:57.441908 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aa558cf-0492-4489-9c87-4690787f299e tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:19:57.453145 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2afa50-f38c-4404-b243-3c536aa07ce3 None None] Sync routers for ids ['00b7fcd4-9fd4-4913-a497-a0499a4245a3'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:19:57.465379 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5aa558cf-0492-4489-9c87-4690787f299e tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:57.468138 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-5aa558cf-0492-4489-9c87-4690787f299e tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.4170759 Jan 28 07:19:57.471276 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 49922) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:19:57.472922 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2afa50-f38c-4404-b243-3c536aa07ce3 None None] Routers {'00b7fcd4-9fd4-4913-a497-a0499a4245a3'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:19:57.473537 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-2f2afa50-f38c-4404-b243-3c536aa07ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:19:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['00b7fcd4-9fd4-4913-a497-a0499a4245a3'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:19:57.523676 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a5e529e9-7b95-4bc6-8b55-50259d548a39 req-2cf178eb-12ef-429f-887b-3147038151e7 service neutron] 10.222.0.41 "GET /v2.0/networks/656bebbd-9c61-47d2-8da4-02f9ef76be7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317365 Jan 28 07:19:57.558196 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-4bc5cd0b-ecf9-490e-a33a-a3a9d232b7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ac56fb-b2dd-4777-86ae-13abf89bee12', 'name': 'tempest-FloatingIPsAssociationTestJSON-1050771046-router', 'tenant_id': '6cf57efb05234d29b910330efbcd8c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.52'}], 'enable_snat': True}, 'gw_port_id': '2bc81b5d-b80c-4c53-ab79-8daac706575a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:18:56Z', 'updated_at': '2022-01-28T07:19:02Z', 'revision_number': 4, 'project_id': '6cf57efb05234d29b910330efbcd8c2a', 'gw_port': {'id': '2bc81b5d-b80c-4c53-ab79-8daac706575a', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:90:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ac56fb-b2dd-4777-86ae-13abf89bee12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:18:57Z', 'updated_at': '2022-01-28T07:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_floatingips': [{'id': '675e09e1-ea7c-4f21-bc46-2240efdf22e2', 'tenant_id': '6cf57efb05234d29b910330efbcd8c2a', 'floating_ip_address': '172.25.6.104', 'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'router_id': '48ac56fb-b2dd-4777-86ae-13abf89bee12', 'port_id': 'e04fca2f-abde-4898-9122-42a38e110c3a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1398, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '656bebbd-9c61-47d2-8da4-02f9ef76be7f', 'mac_address': 'fa:16:3e:a7:b0:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a40420-a0ff-4e9d-9e9b-e94b7b74d57f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:19:26Z', 'updated_at': '2022-01-28T07:19:55Z', 'revision_number': 3, 'project_id': '6cf57efb05234d29b910330efbcd8c2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bd50510-d5ce-49e1-9690-8a7833768837', 'name': '', 'network_id': '656bebbd-9c61-47d2-8da4-02f9ef76be7f', 'tenant_id': '6cf57efb05234d29b910330efbcd8c2a', 'mac_address': 'fa:16:3e:8e:71:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ac56fb-b2dd-4777-86ae-13abf89bee12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'a528b37a-7798-48f2-a35e-8eee53dfb4b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:19:01Z', 'updated_at': '2022-01-28T07:19:13Z', 'revision_number': 5, 'project_id': '6cf57efb05234d29b910330efbcd8c2a', 'subnets': [{'id': 'a528b37a-7798-48f2-a35e-8eee53dfb4b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:19:57.599090 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc5cd0b-ecf9-490e-a33a-a3a9d232b7fb None None] The sync data for ids ['48ac56fb-b2dd-4777-86ae-13abf89bee12'] in n-d-712749-28 is: [{'id': '48ac56fb-b2dd-4777-86ae-13abf89bee12', 'name': 'tempest-FloatingIPsAssociationTestJSON-1050771046-router', 'tenant_id': '6cf57efb05234d29b910330efbcd8c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.52'}], 'enable_snat': True}, 'gw_port_id': '2bc81b5d-b80c-4c53-ab79-8daac706575a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:18:56Z', 'updated_at': '2022-01-28T07:19:02Z', 'revision_number': 4, 'project_id': '6cf57efb05234d29b910330efbcd8c2a', 'gw_port': {'id': '2bc81b5d-b80c-4c53-ab79-8daac706575a', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:90:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ac56fb-b2dd-4777-86ae-13abf89bee12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:18:57Z', 'updated_at': '2022-01-28T07:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_floatingips': [{'id': '675e09e1-ea7c-4f21-bc46-2240efdf22e2', 'tenant_id': '6cf57efb05234d29b910330efbcd8c2a', 'floating_ip_address': '172.25.6.104', 'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'router_id': '48ac56fb-b2dd-4777-86ae-13abf89bee12', 'port_id': 'e04fca2f-abde-4898-9122-42a38e110c3a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1398, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '656bebbd-9c61-47d2-8da4-02f9ef76be7f', 'mac_address': 'fa:16:3e:a7:b0:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a40420-a0ff-4e9d-9e9b-e94b7b74d57f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:19:26Z', 'updated_at': '2022-01-28T07:19:55Z', 'revision_number': 3, 'project_id': '6cf57efb05234d29b910330efbcd8c2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bd50510-d5ce-49e1-9690-8a7833768837', 'name': '', 'network_id': '656bebbd-9c61-47d2-8da4-02f9ef76be7f', 'tenant_id': '6cf57efb05234d29b910330efbcd8c2a', 'mac_address': 'fa:16:3e:8e:71:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ac56fb-b2dd-4777-86ae-13abf89bee12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'a528b37a-7798-48f2-a35e-8eee53dfb4b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:19:01Z', 'updated_at': '2022-01-28T07:19:13Z', 'revision_number': 5, 'project_id': '6cf57efb05234d29b910330efbcd8c2a', 'subnets': [{'id': 'a528b37a-7798-48f2-a35e-8eee53dfb4b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:19:57.614742 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-b2a51a5a-ce9e-415f-a467-b82e2ef90e71 tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] 10.222.0.41 "GET /v2.0/routers/00b7fcd4-9fd4-4913-a497-a0499a4245a3 HTTP/1.1" status: 200 len: 908 time: 0.1398771 Jan 28 07:19:57.615075 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 49936) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:19:57.621300 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-0d270073-ecc7-43fc-94cb-698ca6ab5299 tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Request body: {'router': {'name': 'tempest-snat-router-247291482', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'enable_snat': True}}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:19:57.649324 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0d270073-ecc7-43fc-94cb-698ca6ab5299 tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16606890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127275'] for router (c77a97ea-12f2-485c-8308-8e220000a7b2), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:57.650546 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0d270073-ecc7-43fc-94cb-698ca6ab5299 tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16605498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16607952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16355422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127266'] for router (c77a97ea-12f2-485c-8308-8e220000a7b2), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:57.673625 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a5e529e9-7b95-4bc6-8b55-50259d548a39 req-d5fde8e6-eb2c-4cb2-b9bd-b5ae400c1b4f service neutron] 10.222.0.41 "GET /v2.0/networks/656bebbd-9c61-47d2-8da4-02f9ef76be7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438932 Jan 28 07:19:57.707914 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-2f2afa50-f38c-4404-b243-3c536aa07ce3 None None] Set router 00b7fcd4-9fd4-4913-a497-a0499a4245a3 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:19:57.737047 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0d270073-ecc7-43fc-94cb-698ca6ab5299 tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Publish callbacks [] for router_controller (c77a97ea-12f2-485c-8308-8e220000a7b2), precommit_add_association {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:57.768138 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e529e9-7b95-4bc6-8b55-50259d548a39 req-552c3b39-92aa-4831-b940-22f44a47e4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:57.769694 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a5e529e9-7b95-4bc6-8b55-50259d548a39 req-552c3b39-92aa-4831-b940-22f44a47e4ba service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6cf57efb05234d29b910330efbcd8c2a&device_id=72a40420-a0ff-4e9d-9e9b-e94b7b74d57f HTTP/1.1" status: 200 len: 1098 time: 0.0572684 Jan 28 07:19:57.887634 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e529e9-7b95-4bc6-8b55-50259d548a39 req-c8b82c44-1175-47f2-9413-ff85e850c5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:57.889054 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a5e529e9-7b95-4bc6-8b55-50259d548a39 req-c8b82c44-1175-47f2-9413-ff85e850c5f4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=656bebbd-9c61-47d2-8da4-02f9ef76be7f HTTP/1.1" status: 200 len: 922 time: 0.1132250 Jan 28 07:19:57.897993 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2b3188-9a99-4725-90ea-cff47acadb4e None None] New status for floating IP 675e09e1-ea7c-4f21-bc46-2240efdf22e2: ACTIVE {{(pid=103285) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 07:19:57.914336 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0d270073-ecc7-43fc-94cb-698ca6ab5299 tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Publish callbacks [] for router_gateway (c77a97ea-12f2-485c-8308-8e220000a7b2), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:57.952808 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713aa7f8-bc9c-4d2c-a114-81045f34992f req-45a13f49-bfdd-40fb-b6c4-83806759bf48 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:57.954629 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-713aa7f8-bc9c-4d2c-a114-81045f34992f req-45a13f49-bfdd-40fb-b6c4-83806759bf48 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?device_id=b328533a-131d-4c2d-93c2-75cc1b0a39d4 HTTP/1.1" status: 200 len: 944 time: 0.1021247 Jan 28 07:19:57.971744 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-2f2afa50-f38c-4404-b243-3c536aa07ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00b7fcd4-9fd4-4913-a497-a0499a4245a3', 'name': 'tempest-snat-router-247291482', 'tenant_id': '6d2a753b8a104a56999eb61204ea6b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.112'}], 'enable_snat': False}, 'gw_port_id': 'be91cf52-c860-493e-9460-cfd6d12e05db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:19:55Z', 'updated_at': '2022-01-28T07:19:56Z', 'revision_number': 3, 'project_id': '6d2a753b8a104a56999eb61204ea6b2d', 'gw_port': {'id': 'be91cf52-c860-493e-9460-cfd6d12e05db', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:3a:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00b7fcd4-9fd4-4913-a497-a0499a4245a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:19:56Z', 'updated_at': '2022-01-28T07:19:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:19:57.982961 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a5e529e9-7b95-4bc6-8b55-50259d548a39 req-cc38c642-97c1-453e-8573-04af77981294 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e04fca2f-abde-4898-9122-42a38e110c3a HTTP/1.1" status: 200 len: 1002 time: 0.0850549 Jan 28 07:19:58.000919 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2afa50-f38c-4404-b243-3c536aa07ce3 None None] Checking router: 00b7fcd4-9fd4-4913-a497-a0499a4245a3 for host: n-d-712749-28 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:19:58.001277 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2afa50-f38c-4404-b243-3c536aa07ce3 None None] Updating router 00b7fcd4-9fd4-4913-a497-a0499a4245a3 port be91cf52-c860-493e-9460-cfd6d12e05db binding host n-d-712749-28 {{(pid=103286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 07:19:58.034613 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2f2afa50-f38c-4404-b243-3c536aa07ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (be91cf52-c860-493e-9460-cfd6d12e05db), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:58.039100 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e529e9-7b95-4bc6-8b55-50259d548a39 req-3f8acc96-13db-4981-9e2b-8eca6b27db0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:58.040869 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a5e529e9-7b95-4bc6-8b55-50259d548a39 req-3f8acc96-13db-4981-9e2b-8eca6b27db0f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a528b37a-7798-48f2-a35e-8eee53dfb4b6 HTTP/1.1" status: 200 len: 860 time: 0.0571856 Jan 28 07:19:58.093447 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e529e9-7b95-4bc6-8b55-50259d548a39 req-8fd7124a-cb60-46e1-8bab-98b705d881a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:58.094996 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a5e529e9-7b95-4bc6-8b55-50259d548a39 req-8fd7124a-cb60-46e1-8bab-98b705d881a1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=656bebbd-9c61-47d2-8da4-02f9ef76be7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0477071 Jan 28 07:19:58.129892 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-713aa7f8-bc9c-4d2c-a114-81045f34992f req-0bc00bbb-0d5d-4e7c-899f-2ff807ee9abb tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Deleting port 082a2111-9828-4992-b9a4-659b5bdb0699 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:19:58.130358 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-713aa7f8-bc9c-4d2c-a114-81045f34992f req-0bc00bbb-0d5d-4e7c-899f-2ff807ee9abb tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (082a2111-9828-4992-b9a4-659b5bdb0699), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:58.209884 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a5e529e9-7b95-4bc6-8b55-50259d548a39 req-fcf9052e-e04d-46b0-8fab-a8614bdd5165 service neutron] 10.222.0.41 "GET /v2.0/networks/656bebbd-9c61-47d2-8da4-02f9ef76be7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074631 Jan 28 07:19:58.245737 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada0e662-c1c2-4878-94be-de47462d3f19 None None] Sync routers for ids ['48ac56fb-b2dd-4777-86ae-13abf89bee12'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:19:58.278140 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada0e662-c1c2-4878-94be-de47462d3f19 None None] Routers {'48ac56fb-b2dd-4777-86ae-13abf89bee12'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:19:58.279209 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-ada0e662-c1c2-4878-94be-de47462d3f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:19:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['48ac56fb-b2dd-4777-86ae-13abf89bee12'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:19:58.305471 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a5e529e9-7b95-4bc6-8b55-50259d548a39 req-8fe6b7bf-d225-4c34-8a60-58b8a921b848 service neutron] 10.222.0.41 "GET /v2.0/networks/656bebbd-9c61-47d2-8da4-02f9ef76be7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946805 Jan 28 07:19:58.339152 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-713aa7f8-bc9c-4d2c-a114-81045f34992f req-0bc00bbb-0d5d-4e7c-899f-2ff807ee9abb tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] For port 082a2111-9828-4992-b9a4-659b5bdb0699, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=082a2111-9828-4992-b9a4-659b5bdb0699,segment=NetworkSegment(0129dffb-fe43-47b5-a269-4f49ca8f6de7),segment_id=0129dffb-fe43-47b5-a269-4f49ca8f6de7)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:19:58.339840 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-713aa7f8-bc9c-4d2c-a114-81045f34992f req-0bc00bbb-0d5d-4e7c-899f-2ff807ee9abb tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (082a2111-9828-4992-b9a4-659b5bdb0699), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:58.365289 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-713aa7f8-bc9c-4d2c-a114-81045f34992f req-0bc00bbb-0d5d-4e7c-899f-2ff807ee9abb tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Calling delete_port for 082a2111-9828-4992-b9a4-659b5bdb0699 owned by compute:nova {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:19:58.368359 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0d270073-ecc7-43fc-94cb-698ca6ab5299 tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Publish callbacks [] for router_gateway (c77a97ea-12f2-485c-8308-8e220000a7b2), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:58.380883 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a75c809-5b10-4668-892c-161aa10df502 x-openstack-request-id: req-0a75c809-5b10-4668-892c-161aa10df502 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:19:58.381412 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6083985c-0b73-4bd3-aa7c-a1c7ad6729c2", "tag": "2eb03726-cd32-4d52-875a-f478c1810fca", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:19:58.382004 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0a75c809-5b10-4668-892c-161aa10df502 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:19:58.382515 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6083985c-0b73-4bd3-aa7c-a1c7ad6729c2', 'tag': '2eb03726-cd32-4d52-875a-f478c1810fca', 'status': 'completed', 'code': 200} Jan 28 07:19:58.398955 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0d270073-ecc7-43fc-94cb-698ca6ab5299 tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:58.458154 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-ada0e662-c1c2-4878-94be-de47462d3f19 None None] Set router 48ac56fb-b2dd-4777-86ae-13abf89bee12 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:19:58.462091 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2f2afa50-f38c-4404-b243-3c536aa07ce3 None None] Publish callbacks [] for port (be91cf52-c860-493e-9460-cfd6d12e05db), precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:58.507486 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2f2afa50-f38c-4404-b243-3c536aa07ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (be91cf52-c860-493e-9460-cfd6d12e05db), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:58.523019 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2dd082-9b51-4bf6-af94-e116b1d8016e req-ddec505d-c013-4864-bfb1-c37950179e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:58.525157 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7d2dd082-9b51-4bf6-af94-e116b1d8016e req-ddec505d-c013-4864-bfb1-c37950179e43 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6cf57efb05234d29b910330efbcd8c2a&device_id=6083985c-0b73-4bd3-aa7c-a1c7ad6729c2 HTTP/1.1" status: 200 len: 1098 time: 0.0667558 Jan 28 07:19:58.621881 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-0d270073-ecc7-43fc-94cb-698ca6ab5299 tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Allocated IP 172.25.6.39 (7d5b3724-deef-4831-8d43-cb9b8176573c/b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc/fdb26245-ede6-45a7-929a-386cd8e4d780) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:19:58.624558 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-2f2afa50-f38c-4404-b243-3c536aa07ce3 None None] Attempting to bind port be91cf52-c860-493e-9460-cfd6d12e05db on host n-d-712749-28 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:19:58.625182 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-2f2afa50-f38c-4404-b243-3c536aa07ce3 None None] Attempting to bind port be91cf52-c860-493e-9460-cfd6d12e05db by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:19:58.625813 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2afa50-f38c-4404-b243-3c536aa07ce3 None None] Attempting to bind port be91cf52-c860-493e-9460-cfd6d12e05db on network 7d5b3724-deef-4831-8d43-cb9b8176573c {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:19:58.628069 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98746784-2b38-4cba-a0c9-4af29bfbd114 None None] Pushing event updated for resources: {'Port': ['ID=be91cf52-c860-493e-9460-cfd6d12e05db,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:19:58.638237 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2dd082-9b51-4bf6-af94-e116b1d8016e req-ec5a5063-4776-49d6-aae1-8d41f5c3bdfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:58.641680 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7d2dd082-9b51-4bf6-af94-e116b1d8016e req-ec5a5063-4776-49d6-aae1-8d41f5c3bdfd service neutron] 10.222.0.44 "GET /v2.0/networks?id=656bebbd-9c61-47d2-8da4-02f9ef76be7f HTTP/1.1" status: 200 len: 922 time: 0.1084599 Jan 28 07:19:58.642426 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-713aa7f8-bc9c-4d2c-a114-81045f34992f req-0bc00bbb-0d5d-4e7c-899f-2ff807ee9abb tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (082a2111-9828-4992-b9a4-659b5bdb0699), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:58.646879 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98746784-2b38-4cba-a0c9-4af29bfbd114 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:19:58.647234 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98746784-2b38-4cba-a0c9-4af29bfbd114 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:19:58.647590 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98746784-2b38-4cba-a0c9-4af29bfbd114 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:19:58.647928 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98746784-2b38-4cba-a0c9-4af29bfbd114 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:19:58.648303 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98746784-2b38-4cba-a0c9-4af29bfbd114 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:19:58.649066 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98746784-2b38-4cba-a0c9-4af29bfbd114 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:19:58.649867 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98746784-2b38-4cba-a0c9-4af29bfbd114 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:19:58.650553 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98746784-2b38-4cba-a0c9-4af29bfbd114 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:19:58.651281 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98746784-2b38-4cba-a0c9-4af29bfbd114 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:19:58.651991 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98746784-2b38-4cba-a0c9-4af29bfbd114 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:19:58.652507 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98746784-2b38-4cba-a0c9-4af29bfbd114 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:19:58.653134 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98746784-2b38-4cba-a0c9-4af29bfbd114 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:19:58.653623 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98746784-2b38-4cba-a0c9-4af29bfbd114 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:19:58.665397 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2afa50-f38c-4404-b243-3c536aa07ce3 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 19, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:19:58.666834 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2afa50-f38c-4404-b243-3c536aa07ce3 None None] Checking segment: {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:19:58.667437 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2f2afa50-f38c-4404-b243-3c536aa07ce3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:58.668465 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2afa50-f38c-4404-b243-3c536aa07ce3 None None] Bound using segment: {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:19:58.669145 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-2f2afa50-f38c-4404-b243-3c536aa07ce3 None None] Bound port: be91cf52-c860-493e-9460-cfd6d12e05db, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:19:58.669773 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2f2afa50-f38c-4404-b243-3c536aa07ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (be91cf52-c860-493e-9460-cfd6d12e05db), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:58.675170 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc00bbb-0d5d-4e7c-899f-2ff807ee9abb tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Pushing event deleted for resources: {'Port': ['ID=082a2111-9828-4992-b9a4-659b5bdb0699,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:19:58.709624 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7d2dd082-9b51-4bf6-af94-e116b1d8016e req-e9dde530-9397-41a4-9c62-703788fd76fe service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2eb03726-cd32-4d52-875a-f478c1810fca HTTP/1.1" status: 200 len: 217 time: 0.0596948 Jan 28 07:19:58.771850 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-713aa7f8-bc9c-4d2c-a114-81045f34992f req-0bc00bbb-0d5d-4e7c-899f-2ff807ee9abb tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] No DVR routers for this DVR port 082a2111-9828-4992-b9a4-659b5bdb0699 on host n-h2-712749-28 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:19:58.783276 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-713aa7f8-bc9c-4d2c-a114-81045f34992f req-0bc00bbb-0d5d-4e7c-899f-2ff807ee9abb tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:58.793008 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-713aa7f8-bc9c-4d2c-a114-81045f34992f req-0bc00bbb-0d5d-4e7c-899f-2ff807ee9abb tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "DELETE /v2.0/ports/082a2111-9828-4992-b9a4-659b5bdb0699 HTTP/1.1" status: 204 len: 173 time: 0.7987008 Jan 28 07:19:58.793433 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b328533a-131d-4c2d-93c2-75cc1b0a39d4', 'name': 'network-vif-deleted', 'tag': '082a2111-9828-4992-b9a4-659b5bdb0699'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:19:58.795252 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-2f2afa50-f38c-4404-b243-3c536aa07ce3 None None] For port be91cf52-c860-493e-9460-cfd6d12e05db, host n-d-712749-28, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:19:58.796809 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08fa0cc7-0f1e-4bc1-a677-ca2e08a14433" -d '{"events": [{"server_uuid": "b328533a-131d-4c2d-93c2-75cc1b0a39d4", "name": "network-vif-deleted", "tag": "082a2111-9828-4992-b9a4-659b5bdb0699"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:19:58.801038 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-2f2afa50-f38c-4404-b243-3c536aa07ce3 None None] For port be91cf52-c860-493e-9460-cfd6d12e05db, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=be91cf52-c860-493e-9460-cfd6d12e05db,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:19:58.820433 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2f2afa50-f38c-4404-b243-3c536aa07ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (be91cf52-c860-493e-9460-cfd6d12e05db), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:58.833253 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2dd082-9b51-4bf6-af94-e116b1d8016e req-a8efaded-e09b-456a-8c86-66f78a5596b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:58.837885 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7d2dd082-9b51-4bf6-af94-e116b1d8016e req-a8efaded-e09b-456a-8c86-66f78a5596b2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a528b37a-7798-48f2-a35e-8eee53dfb4b6 HTTP/1.1" status: 200 len: 860 time: 0.1083231 Jan 28 07:19:58.855422 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-176db18c-2eb5-43ec-a555-76d1d07b3924 req-d0a5c102-4ef7-4594-b1b7-43183bf56a58 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.6.104 HTTP/1.1" status: 200 len: 1002 time: 0.0890651 Jan 28 07:19:58.864228 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0d270073-ecc7-43fc-94cb-698ca6ab5299 tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Publish callbacks [] for port (fdb26245-ede6-45a7-929a-386cd8e4d780), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:58.915013 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2afa50-f38c-4404-b243-3c536aa07ce3 None None] Routers {'00b7fcd4-9fd4-4913-a497-a0499a4245a3'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:19:58.915816 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-2f2afa50-f38c-4404-b243-3c536aa07ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:19:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['00b7fcd4-9fd4-4913-a497-a0499a4245a3'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:19:58.929055 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0d270073-ecc7-43fc-94cb-698ca6ab5299 tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (fdb26245-ede6-45a7-929a-386cd8e4d780), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:58.961215 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176db18c-2eb5-43ec-a555-76d1d07b3924 req-3321add6-a502-4ef6-863b-6e671035e850 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:58.975681 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-176db18c-2eb5-43ec-a555-76d1d07b3924 req-3321add6-a502-4ef6-863b-6e671035e850 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] 10.222.0.41 "GET /v2.0/ports/e04fca2f-abde-4898-9122-42a38e110c3a HTTP/1.1" status: 200 len: 943 time: 0.1082437 Jan 28 07:19:58.982616 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d270073-ecc7-43fc-94cb-698ca6ab5299 tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Network 7d5b3724-deef-4831-8d43-cb9b8176573c is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:19:58.982917 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98746784-2b38-4cba-a0c9-4af29bfbd114 None None] Pushing event updated for resources: {'Port': ['ID=be91cf52-c860-493e-9460-cfd6d12e05db,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:19:58.986189 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-0d270073-ecc7-43fc-94cb-698ca6ab5299 tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:19:58.992933 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d270073-ecc7-43fc-94cb-698ca6ab5299 tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:19:59.000231 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2dd082-9b51-4bf6-af94-e116b1d8016e req-54180752-9878-4939-a85b-e9e3a9a9f7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:59.001796 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7d2dd082-9b51-4bf6-af94-e116b1d8016e req-54180752-9878-4939-a85b-e9e3a9a9f7f0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=656bebbd-9c61-47d2-8da4-02f9ef76be7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1453295 Jan 28 07:19:59.043490 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d270073-ecc7-43fc-94cb-698ca6ab5299 tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Pushing event updated for resources: {'Port': ['ID=fdb26245-ede6-45a7-929a-386cd8e4d780,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:19:59.101947 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-ada0e662-c1c2-4878-94be-de47462d3f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ac56fb-b2dd-4777-86ae-13abf89bee12', 'name': 'tempest-FloatingIPsAssociationTestJSON-1050771046-router', 'tenant_id': '6cf57efb05234d29b910330efbcd8c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.52'}], 'enable_snat': True}, 'gw_port_id': '2bc81b5d-b80c-4c53-ab79-8daac706575a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:18:56Z', 'updated_at': '2022-01-28T07:19:02Z', 'revision_number': 4, 'project_id': '6cf57efb05234d29b910330efbcd8c2a', 'gw_port': {'id': '2bc81b5d-b80c-4c53-ab79-8daac706575a', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:90:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ac56fb-b2dd-4777-86ae-13abf89bee12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:18:57Z', 'updated_at': '2022-01-28T07:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_floatingips': [{'id': '675e09e1-ea7c-4f21-bc46-2240efdf22e2', 'tenant_id': '6cf57efb05234d29b910330efbcd8c2a', 'floating_ip_address': '172.25.6.104', 'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'router_id': '48ac56fb-b2dd-4777-86ae-13abf89bee12', 'port_id': 'e04fca2f-abde-4898-9122-42a38e110c3a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1398, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '656bebbd-9c61-47d2-8da4-02f9ef76be7f', 'mac_address': 'fa:16:3e:a7:b0:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a40420-a0ff-4e9d-9e9b-e94b7b74d57f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:19:26Z', 'updated_at': '2022-01-28T07:19:58Z', 'revision_number': 4, 'project_id': '6cf57efb05234d29b910330efbcd8c2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bd50510-d5ce-49e1-9690-8a7833768837', 'name': '', 'network_id': '656bebbd-9c61-47d2-8da4-02f9ef76be7f', 'tenant_id': '6cf57efb05234d29b910330efbcd8c2a', 'mac_address': 'fa:16:3e:8e:71:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ac56fb-b2dd-4777-86ae-13abf89bee12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'a528b37a-7798-48f2-a35e-8eee53dfb4b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:19:01Z', 'updated_at': '2022-01-28T07:19:13Z', 'revision_number': 5, 'project_id': '6cf57efb05234d29b910330efbcd8c2a', 'subnets': [{'id': 'a528b37a-7798-48f2-a35e-8eee53dfb4b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:19:59.107346 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-2f2afa50-f38c-4404-b243-3c536aa07ce3 None None] Set router 00b7fcd4-9fd4-4913-a497-a0499a4245a3 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:19:59.160611 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada0e662-c1c2-4878-94be-de47462d3f19 None None] Checking router: 48ac56fb-b2dd-4777-86ae-13abf89bee12 for host: n-d-712749-28 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:19:59.167977 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7d2dd082-9b51-4bf6-af94-e116b1d8016e req-04e8a335-f625-4ff9-b490-23874202e208 service neutron] 10.222.0.44 "GET /v2.0/networks/656bebbd-9c61-47d2-8da4-02f9ef76be7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560726 Jan 28 07:19:59.212670 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada0e662-c1c2-4878-94be-de47462d3f19 None None] Routers {'48ac56fb-b2dd-4777-86ae-13abf89bee12'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:19:59.213468 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-ada0e662-c1c2-4878-94be-de47462d3f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:19:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['48ac56fb-b2dd-4777-86ae-13abf89bee12'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:19:59.243743 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-176db18c-2eb5-43ec-a555-76d1d07b3924 req-18e1b250-fce1-4386-859a-f07cef7031f5 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.6.104 HTTP/1.1" status: 200 len: 1002 time: 0.2062511 Jan 28 07:19:59.397443 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7d2dd082-9b51-4bf6-af94-e116b1d8016e req-76bf0b16-101c-42f3-b85e-247db6f62786 service neutron] 10.222.0.44 "GET /v2.0/networks/656bebbd-9c61-47d2-8da4-02f9ef76be7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2213337 Jan 28 07:19:59.405939 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176db18c-2eb5-43ec-a555-76d1d07b3924 req-82dda3fd-4b91-4e71-b8d6-ed453f0a7e6e tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:59.407653 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-176db18c-2eb5-43ec-a555-76d1d07b3924 req-82dda3fd-4b91-4e71-b8d6-ed453f0a7e6e tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] 10.222.0.41 "GET /v2.0/networks/7d5b3724-deef-4831-8d43-cb9b8176573c HTTP/1.1" status: 200 len: 784 time: 0.1630330 Jan 28 07:19:59.512975 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-ada0e662-c1c2-4878-94be-de47462d3f19 None None] Set router 48ac56fb-b2dd-4777-86ae-13abf89bee12 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:19:59.632549 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-2f2afa50-f38c-4404-b243-3c536aa07ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00b7fcd4-9fd4-4913-a497-a0499a4245a3', 'name': 'tempest-snat-router-247291482', 'tenant_id': '6d2a753b8a104a56999eb61204ea6b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.112'}], 'enable_snat': False}, 'gw_port_id': 'be91cf52-c860-493e-9460-cfd6d12e05db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:19:55Z', 'updated_at': '2022-01-28T07:19:56Z', 'revision_number': 3, 'project_id': '6d2a753b8a104a56999eb61204ea6b2d', 'gw_port': {'id': 'be91cf52-c860-493e-9460-cfd6d12e05db', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:3a:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00b7fcd4-9fd4-4913-a497-a0499a4245a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:19:56Z', 'updated_at': '2022-01-28T07:19:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:19:59.662822 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2afa50-f38c-4404-b243-3c536aa07ce3 None None] The sync data for ids ['00b7fcd4-9fd4-4913-a497-a0499a4245a3'] in n-d-712749-28 is: [{'id': '00b7fcd4-9fd4-4913-a497-a0499a4245a3', 'name': 'tempest-snat-router-247291482', 'tenant_id': '6d2a753b8a104a56999eb61204ea6b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.112'}], 'enable_snat': False}, 'gw_port_id': 'be91cf52-c860-493e-9460-cfd6d12e05db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:19:55Z', 'updated_at': '2022-01-28T07:19:56Z', 'revision_number': 3, 'project_id': '6d2a753b8a104a56999eb61204ea6b2d', 'gw_port': {'id': 'be91cf52-c860-493e-9460-cfd6d12e05db', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:3a:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00b7fcd4-9fd4-4913-a497-a0499a4245a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:19:56Z', 'updated_at': '2022-01-28T07:19:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712749-28'}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:19:59.684687 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 28 Jan 2022 07:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1949a2dc-a9a6-475d-a71e-a901eea78c67 x-openstack-request-id: req-1949a2dc-a9a6-475d-a71e-a901eea78c67 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:19:59.685713 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b328533a-131d-4c2d-93c2-75cc1b0a39d4", "name": "network-vif-deleted", "tag": "082a2111-9828-4992-b9a4-659b5bdb0699", "status": "failed", "code": 422}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:19:59.685713 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1949a2dc-a9a6-475d-a71e-a901eea78c67 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:19:59.685713 n-d-712749-28 neutron-server[103283]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b328533a-131d-4c2d-93c2-75cc1b0a39d4', 'name': 'network-vif-deleted', 'tag': '082a2111-9828-4992-b9a4-659b5bdb0699', 'status': 'failed', 'code': 422} returned with failed status Jan 28 07:19:59.726340 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-196937ca-87f9-41d6-a52a-c267060e08d3 req-8bd1a020-b2c0-44c7-9db4-51b744cc1c45 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.6.104 HTTP/1.1" status: 200 len: 1002 time: 0.0925086 Jan 28 07:19:59.731223 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0d270073-ecc7-43fc-94cb-698ca6ab5299 tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Publish callbacks [] for router_gateway (c77a97ea-12f2-485c-8308-8e220000a7b2), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:59.776534 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982c280c-58d5-4f30-b8e5-56e48807905c req-eb368e97-7ee7-47f5-ad52-2f7b2ea6aca9 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:59.784690 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-982c280c-58d5-4f30-b8e5-56e48807905c req-eb368e97-7ee7-47f5-ad52-2f7b2ea6aca9 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fa73890-3c2c-4c59-9c73-ce1eca1f276c HTTP/1.1" status: 200 len: 946 time: 0.5030375 Jan 28 07:19:59.810420 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196937ca-87f9-41d6-a52a-c267060e08d3 req-260243cf-e33b-43eb-a234-72493a601fae tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:59.812436 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-196937ca-87f9-41d6-a52a-c267060e08d3 req-260243cf-e33b-43eb-a234-72493a601fae tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] 10.222.0.41 "GET /v2.0/ports/e04fca2f-abde-4898-9122-42a38e110c3a HTTP/1.1" status: 200 len: 943 time: 0.0802088 Jan 28 07:19:59.846129 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-ada0e662-c1c2-4878-94be-de47462d3f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ac56fb-b2dd-4777-86ae-13abf89bee12', 'name': 'tempest-FloatingIPsAssociationTestJSON-1050771046-router', 'tenant_id': '6cf57efb05234d29b910330efbcd8c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.52'}], 'enable_snat': True}, 'gw_port_id': '2bc81b5d-b80c-4c53-ab79-8daac706575a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:18:56Z', 'updated_at': '2022-01-28T07:19:02Z', 'revision_number': 4, 'project_id': '6cf57efb05234d29b910330efbcd8c2a', 'gw_port': {'id': '2bc81b5d-b80c-4c53-ab79-8daac706575a', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:90:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ac56fb-b2dd-4777-86ae-13abf89bee12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:18:57Z', 'updated_at': '2022-01-28T07:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_floatingips': [{'id': '675e09e1-ea7c-4f21-bc46-2240efdf22e2', 'tenant_id': '6cf57efb05234d29b910330efbcd8c2a', 'floating_ip_address': '172.25.6.104', 'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'router_id': '48ac56fb-b2dd-4777-86ae-13abf89bee12', 'port_id': 'e04fca2f-abde-4898-9122-42a38e110c3a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1398, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '656bebbd-9c61-47d2-8da4-02f9ef76be7f', 'mac_address': 'fa:16:3e:a7:b0:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a40420-a0ff-4e9d-9e9b-e94b7b74d57f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:19:26Z', 'updated_at': '2022-01-28T07:19:58Z', 'revision_number': 4, 'project_id': '6cf57efb05234d29b910330efbcd8c2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bd50510-d5ce-49e1-9690-8a7833768837', 'name': '', 'network_id': '656bebbd-9c61-47d2-8da4-02f9ef76be7f', 'tenant_id': '6cf57efb05234d29b910330efbcd8c2a', 'mac_address': 'fa:16:3e:8e:71:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ac56fb-b2dd-4777-86ae-13abf89bee12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'a528b37a-7798-48f2-a35e-8eee53dfb4b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:19:01Z', 'updated_at': '2022-01-28T07:19:13Z', 'revision_number': 5, 'project_id': '6cf57efb05234d29b910330efbcd8c2a', 'subnets': [{'id': 'a528b37a-7798-48f2-a35e-8eee53dfb4b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:19:59.878150 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada0e662-c1c2-4878-94be-de47462d3f19 None None] The sync data for ids ['48ac56fb-b2dd-4777-86ae-13abf89bee12'] in n-d-712749-28 is: [{'id': '48ac56fb-b2dd-4777-86ae-13abf89bee12', 'name': 'tempest-FloatingIPsAssociationTestJSON-1050771046-router', 'tenant_id': '6cf57efb05234d29b910330efbcd8c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.52'}], 'enable_snat': True}, 'gw_port_id': '2bc81b5d-b80c-4c53-ab79-8daac706575a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:18:56Z', 'updated_at': '2022-01-28T07:19:02Z', 'revision_number': 4, 'project_id': '6cf57efb05234d29b910330efbcd8c2a', 'gw_port': {'id': '2bc81b5d-b80c-4c53-ab79-8daac706575a', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:90:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ac56fb-b2dd-4777-86ae-13abf89bee12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:18:57Z', 'updated_at': '2022-01-28T07:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_floatingips': [{'id': '675e09e1-ea7c-4f21-bc46-2240efdf22e2', 'tenant_id': '6cf57efb05234d29b910330efbcd8c2a', 'floating_ip_address': '172.25.6.104', 'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'router_id': '48ac56fb-b2dd-4777-86ae-13abf89bee12', 'port_id': 'e04fca2f-abde-4898-9122-42a38e110c3a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1398, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '656bebbd-9c61-47d2-8da4-02f9ef76be7f', 'mac_address': 'fa:16:3e:a7:b0:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a40420-a0ff-4e9d-9e9b-e94b7b74d57f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:19:26Z', 'updated_at': '2022-01-28T07:19:58Z', 'revision_number': 4, 'project_id': '6cf57efb05234d29b910330efbcd8c2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bd50510-d5ce-49e1-9690-8a7833768837', 'name': '', 'network_id': '656bebbd-9c61-47d2-8da4-02f9ef76be7f', 'tenant_id': '6cf57efb05234d29b910330efbcd8c2a', 'mac_address': 'fa:16:3e:8e:71:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ac56fb-b2dd-4777-86ae-13abf89bee12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'a528b37a-7798-48f2-a35e-8eee53dfb4b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:19:01Z', 'updated_at': '2022-01-28T07:19:13Z', 'revision_number': 5, 'project_id': '6cf57efb05234d29b910330efbcd8c2a', 'subnets': [{'id': 'a528b37a-7798-48f2-a35e-8eee53dfb4b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:19:59.893688 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-982c280c-58d5-4f30-b8e5-56e48807905c req-10131240-4c92-4928-91d3-5ad2a000d60b tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f7766-6108-45d3-a769-5b5e90234849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080332 Jan 28 07:19:59.967869 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-196937ca-87f9-41d6-a52a-c267060e08d3 req-15b62d9c-cea9-4947-9108-734d2099d122 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.6.104 HTTP/1.1" status: 200 len: 1002 time: 0.0931382 Jan 28 07:20:00.055471 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0d270073-ecc7-43fc-94cb-698ca6ab5299 tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16605475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16607909'] for router (c77a97ea-12f2-485c-8308-8e220000a7b2), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:00.174138 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196937ca-87f9-41d6-a52a-c267060e08d3 req-257d527e-4f97-4be8-ad7a-d62793be33c1 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:00.183090 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-196937ca-87f9-41d6-a52a-c267060e08d3 req-257d527e-4f97-4be8-ad7a-d62793be33c1 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] 10.222.0.41 "GET /v2.0/networks/7d5b3724-deef-4831-8d43-cb9b8176573c HTTP/1.1" status: 200 len: 784 time: 0.2092955 Jan 28 07:20:00.237474 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d270073-ecc7-43fc-94cb-698ca6ab5299 tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Router c77a97ea-12f2-485c-8308-8e220000a7b2 is scheduled to L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 with binding_index 1 {{(pid=103283) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 07:20:00.269988 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-196937ca-87f9-41d6-a52a-c267060e08d3 req-a3048de5-a1a9-44f6-bea9-4a0b28633626 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.6.104 HTTP/1.1" status: 200 len: 1002 time: 0.0857399 Jan 28 07:20:00.280820 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-196937ca-87f9-41d6-a52a-c267060e08d3 req-5b096cde-cabc-43ab-9aa2-04a82f3b4401 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:20:00.350432 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-196937ca-87f9-41d6-a52a-c267060e08d3 req-5b096cde-cabc-43ab-9aa2-04a82f3b4401 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] Publish callbacks [] for floatingip (675e09e1-ea7c-4f21-bc46-2240efdf22e2), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:00.385720 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72a40420-a0ff-4e9d-9e9b-e94b7b74d57f', 'tag': 'e04fca2f-abde-4898-9122-42a38e110c3a'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:20:00.387998 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79fdc865-9c5a-4531-906d-668e6f8d94bc" -d '{"events": [{"name": "network-changed", "server_uuid": "72a40420-a0ff-4e9d-9e9b-e94b7b74d57f", "tag": "e04fca2f-abde-4898-9122-42a38e110c3a"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:20:00.435002 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d270073-ecc7-43fc-94cb-698ca6ab5299 tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:20:00.453150 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1298db-4578-49f6-b8dd-4a25980c35bd None None] Sync routers for ids ['c77a97ea-12f2-485c-8308-8e220000a7b2'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:20:00.485066 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0d270073-ecc7-43fc-94cb-698ca6ab5299 tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:00.489396 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-0d270073-ecc7-43fc-94cb-698ca6ab5299 tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 2.8733637 Jan 28 07:20:00.490093 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 49980) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:20:00.497113 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1298db-4578-49f6-b8dd-4a25980c35bd None None] Routers {'c77a97ea-12f2-485c-8308-8e220000a7b2'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:20:00.497748 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-0f1298db-4578-49f6-b8dd-4a25980c35bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:19:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['c77a97ea-12f2-485c-8308-8e220000a7b2'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:20:00.523724 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-196937ca-87f9-41d6-a52a-c267060e08d3 req-5b096cde-cabc-43ab-9aa2-04a82f3b4401 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:00.530029 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-196937ca-87f9-41d6-a52a-c267060e08d3 req-5b096cde-cabc-43ab-9aa2-04a82f3b4401 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16609095'] for floatingip (675e09e1-ea7c-4f21-bc46-2240efdf22e2), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:00.530909 n-d-712749-28 neutron-server[103284]: INFO neutron.db.l3_db [req-196937ca-87f9-41d6-a52a-c267060e08d3 req-5b096cde-cabc-43ab-9aa2-04a82f3b4401 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] Floating IP 675e09e1-ea7c-4f21-bc46-2240efdf22e2 disassociated. External IP: 172.25.6.104, port: e04fca2f-abde-4898-9122-42a38e110c3a. Jan 28 07:20:00.616328 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-f7fde309-57d7-487d-9272-aac267c7a232 tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] 10.222.0.41 "GET /v2.0/routers/c77a97ea-12f2-485c-8308-8e220000a7b2 HTTP/1.1" status: 200 len: 906 time: 0.1195774 Jan 28 07:20:00.616950 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 49982) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:20:00.632486 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318e3a29-e955-4cba-8138-d705abde0fa8 req-608a0d60-ff64-45d7-b39c-27769796e7c5 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:00.639417 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-318e3a29-e955-4cba-8138-d705abde0fa8 req-608a0d60-ff64-45d7-b39c-27769796e7c5 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/networks?id=c613bbee-ac30-4d50-a837-418713fc934d HTTP/1.1" status: 200 len: 811 time: 0.2889080 Jan 28 07:20:00.697078 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-318e3a29-e955-4cba-8138-d705abde0fa8 req-1c32defe-ac8f-4e9d-a854-f645bf7d6ad3 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/quotas/229c6d67826441e4877349f4a14040af HTTP/1.1" status: 200 len: 375 time: 0.0561273 Jan 28 07:20:00.725672 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-0f1298db-4578-49f6-b8dd-4a25980c35bd None None] Set router c77a97ea-12f2-485c-8308-8e220000a7b2 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:20:00.739302 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-318e3a29-e955-4cba-8138-d705abde0fa8 req-cf2fc874-68b1-49e1-adf0-f9c08c664702 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=229c6d67826441e4877349f4a14040af&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0411489 Jan 28 07:20:00.806960 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device be91cf52-c860-493e-9460-cfd6d12e05db up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:20:00.810080 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 082a2111-9828-4992-b9a4-659b5bdb0699 no longer exists at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:20:00.865407 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] No Port match for: 082a2111-9828-4992-b9a4-659b5bdb0699 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:20:00.865765 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 082a2111-9828-4992-b9a4-659b5bdb0699 not bound to the agent host n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:20:00.885635 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9b3d8147-c21a-4a8e-bcbc-bfad2292658e tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Publish callbacks [] for router (c77a97ea-12f2-485c-8308-8e220000a7b2), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:00.947749 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port be91cf52-c860-493e-9460-cfd6d12e05db triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:20:00.947979 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (be91cf52-c860-493e-9460-cfd6d12e05db), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:00.952520 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-318e3a29-e955-4cba-8138-d705abde0fa8 req-f3651b19-5a68-425f-b91c-0514c71ef876 service neutron] 10.222.0.41 "GET /v2.0/networks/c613bbee-ac30-4d50-a837-418713fc934d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059152 Jan 28 07:20:01.089919 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-0f1298db-4578-49f6-b8dd-4a25980c35bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c77a97ea-12f2-485c-8308-8e220000a7b2', 'name': 'tempest-snat-router-247291482', 'tenant_id': '6d2a753b8a104a56999eb61204ea6b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': 'fdb26245-ede6-45a7-929a-386cd8e4d780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:19:57Z', 'updated_at': '2022-01-28T07:19:59Z', 'revision_number': 3, 'project_id': '6d2a753b8a104a56999eb61204ea6b2d', 'gw_port': {'id': 'fdb26245-ede6-45a7-929a-386cd8e4d780', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:4e:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c77a97ea-12f2-485c-8308-8e220000a7b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:19:58Z', 'updated_at': '2022-01-28T07:19:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:20:01.090363 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9b3d8147-c21a-4a8e-bcbc-bfad2292658e tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Publish callbacks [] for router_gateway (c77a97ea-12f2-485c-8308-8e220000a7b2), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:01.100437 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-318e3a29-e955-4cba-8138-d705abde0fa8 req-755e8de4-797a-4715-acff-8d24d9dcb363 service neutron] 10.222.0.41 "GET /v2.0/networks/c613bbee-ac30-4d50-a837-418713fc934d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470234 Jan 28 07:20:01.120449 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [req-196937ca-87f9-41d6-a52a-c267060e08d3 req-5b096cde-cabc-43ab-9aa2-04a82f3b4401 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] Router 48ac56fb-b2dd-4777-86ae-13abf89bee12 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:20:01.124304 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port be91cf52-c860-493e-9460-cfd6d12e05db is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:20:01.124956 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (be91cf52-c860-493e-9460-cfd6d12e05db), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:01.132394 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1298db-4578-49f6-b8dd-4a25980c35bd None None] Checking router: c77a97ea-12f2-485c-8308-8e220000a7b2 for host: n-d-712749-28 {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:20:01.132831 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1298db-4578-49f6-b8dd-4a25980c35bd None None] Updating router c77a97ea-12f2-485c-8308-8e220000a7b2 port fdb26245-ede6-45a7-929a-386cd8e4d780 binding host n-d-712749-28 {{(pid=103285) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 07:20:01.160701 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-9b3d8147-c21a-4a8e-bcbc-bfad2292658e tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Deleting port fdb26245-ede6-45a7-929a-386cd8e4d780 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:20:01.161104 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9b3d8147-c21a-4a8e-bcbc-bfad2292658e tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (fdb26245-ede6-45a7-929a-386cd8e4d780), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:01.169424 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] For port be91cf52-c860-493e-9460-cfd6d12e05db, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=be91cf52-c860-493e-9460-cfd6d12e05db,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:20:01.173040 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0f1298db-4578-49f6-b8dd-4a25980c35bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (fdb26245-ede6-45a7-929a-386cd8e4d780), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:01.201416 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (be91cf52-c860-493e-9460-cfd6d12e05db), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:01.245828 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9b3d8147-c21a-4a8e-bcbc-bfad2292658e tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (fdb26245-ede6-45a7-929a-386cd8e4d780), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:01.259626 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-9b3d8147-c21a-4a8e-bcbc-bfad2292658e tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Calling delete_port for fdb26245-ede6-45a7-929a-386cd8e4d780 owned by network:router_gateway {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:20:01.260701 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-196937ca-87f9-41d6-a52a-c267060e08d3 req-5b096cde-cabc-43ab-9aa2-04a82f3b4401 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:20:01.267815 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-196937ca-87f9-41d6-a52a-c267060e08d3 req-5b096cde-cabc-43ab-9aa2-04a82f3b4401 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for floatingip (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:01.275801 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2557ac8-3eac-4985-8ffb-d221bd6dd054 None None] Sync routers for ids ['48ac56fb-b2dd-4777-86ae-13abf89bee12'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:20:01.290376 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2557ac8-3eac-4985-8ffb-d221bd6dd054 None None] Routers {'48ac56fb-b2dd-4777-86ae-13abf89bee12'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:20:01.294458 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-a2557ac8-3eac-4985-8ffb-d221bd6dd054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:19:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['48ac56fb-b2dd-4777-86ae-13abf89bee12'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:20:01.319089 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-196937ca-87f9-41d6-a52a-c267060e08d3 req-5b096cde-cabc-43ab-9aa2-04a82f3b4401 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] 10.222.0.41 "PUT /v2.0/floatingips/675e09e1-ea7c-4f21-bc46-2240efdf22e2 HTTP/1.1" status: 200 len: 695 time: 1.0433114 Jan 28 07:20:01.329109 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Pushing event updated for resources: {'Port': ['ID=be91cf52-c860-493e-9460-cfd6d12e05db,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:20:01.341066 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:20:01.344174 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:20:01.344174 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:20:01.344174 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:20:01.344174 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:20:01.344174 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:20:01.344174 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:20:01.344690 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:20:01.344983 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:20:01.345184 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:20:01.345522 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:20:01.345855 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:20:01.346189 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:20:01.431779 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196937ca-87f9-41d6-a52a-c267060e08d3 req-be5a8d53-870c-43b4-8698-4d86bc2dcfdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:01.441162 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-196937ca-87f9-41d6-a52a-c267060e08d3 req-be5a8d53-870c-43b4-8698-4d86bc2dcfdc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6cf57efb05234d29b910330efbcd8c2a&device_id=72a40420-a0ff-4e9d-9e9b-e94b7b74d57f HTTP/1.1" status: 200 len: 1098 time: 0.1197314 Jan 28 07:20:01.564318 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-a2557ac8-3eac-4985-8ffb-d221bd6dd054 None None] Set router 48ac56fb-b2dd-4777-86ae-13abf89bee12 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:20:01.588830 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196937ca-87f9-41d6-a52a-c267060e08d3 req-20759c14-d677-4548-b1d9-acb56a3eefe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:01.596145 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-196937ca-87f9-41d6-a52a-c267060e08d3 req-20759c14-d677-4548-b1d9-acb56a3eefe3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=656bebbd-9c61-47d2-8da4-02f9ef76be7f HTTP/1.1" status: 200 len: 922 time: 0.1540303 Jan 28 07:20:01.646931 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f61de8b-1e66-486e-ba39-c130859192e4 req-30cd32d5-7289-4510-a2b9-9dbb8bda6054 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:01.648685 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0f61de8b-1e66-486e-ba39-c130859192e4 req-30cd32d5-7289-4510-a2b9-9dbb8bda6054 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fa73890-3c2c-4c59-9c73-ce1eca1f276c HTTP/1.1" status: 200 len: 946 time: 0.1819150 Jan 28 07:20:01.672939 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-196937ca-87f9-41d6-a52a-c267060e08d3 req-89cd1dfe-af9e-40f3-9097-e2e482b52b52 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e04fca2f-abde-4898-9122-42a38e110c3a HTTP/1.1" status: 200 len: 217 time: 0.0758150 Jan 28 07:20:01.725812 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.db.api [None req-0f1298db-4578-49f6-b8dd-4a25980c35bd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103285) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 07:20:01.726442 n-d-712749-28 neutron-server[103285]: DEBUG oslo_db.api [None req-0f1298db-4578-49f6-b8dd-4a25980c35bd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 07:20:01.732004 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9b3d8147-c21a-4a8e-bcbc-bfad2292658e tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (fdb26245-ede6-45a7-929a-386cd8e4d780), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:01.732583 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196937ca-87f9-41d6-a52a-c267060e08d3 req-bd1ba565-294f-4d22-902d-c29cd169fa5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:01.743089 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-196937ca-87f9-41d6-a52a-c267060e08d3 req-bd1ba565-294f-4d22-902d-c29cd169fa5b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a528b37a-7798-48f2-a35e-8eee53dfb4b6 HTTP/1.1" status: 200 len: 860 time: 0.0692174 Jan 28 07:20:01.792927 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3d8147-c21a-4a8e-bcbc-bfad2292658e tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Pushing event deleted for resources: {'Port': ['ID=fdb26245-ede6-45a7-929a-386cd8e4d780,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:20:01.814742 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0f61de8b-1e66-486e-ba39-c130859192e4 req-c8c45009-9557-438b-b56d-709df834cddb tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f7766-6108-45d3-a769-5b5e90234849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560719 Jan 28 07:20:01.820454 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196937ca-87f9-41d6-a52a-c267060e08d3 req-7142517d-c3d7-4583-9824-89c975180bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:01.822245 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-196937ca-87f9-41d6-a52a-c267060e08d3 req-7142517d-c3d7-4583-9824-89c975180bf2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=656bebbd-9c61-47d2-8da4-02f9ef76be7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0784144 Jan 28 07:20:01.917564 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6184d267-67ff-4ff4-88ad-7004dbafbdb2 x-openstack-request-id: req-6184d267-67ff-4ff4-88ad-7004dbafbdb2 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:20:01.917938 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72a40420-a0ff-4e9d-9e9b-e94b7b74d57f", "tag": "e04fca2f-abde-4898-9122-42a38e110c3a", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:20:01.918156 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6184d267-67ff-4ff4-88ad-7004dbafbdb2 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:20:01.918718 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72a40420-a0ff-4e9d-9e9b-e94b7b74d57f', 'tag': 'e04fca2f-abde-4898-9122-42a38e110c3a', 'status': 'completed', 'code': 200} Jan 28 07:20:01.931057 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9b3d8147-c21a-4a8e-bcbc-bfad2292658e tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16607873'] for router_gateway (c77a97ea-12f2-485c-8308-8e220000a7b2), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:01.939789 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-196937ca-87f9-41d6-a52a-c267060e08d3 req-2623beb0-2ace-46c1-b35c-c97e5dd4f86a service neutron] 10.222.0.41 "GET /v2.0/networks/656bebbd-9c61-47d2-8da4-02f9ef76be7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102493 Jan 28 07:20:02.045072 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-a2557ac8-3eac-4985-8ffb-d221bd6dd054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ac56fb-b2dd-4777-86ae-13abf89bee12', 'name': 'tempest-FloatingIPsAssociationTestJSON-1050771046-router', 'tenant_id': '6cf57efb05234d29b910330efbcd8c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.52'}], 'enable_snat': True}, 'gw_port_id': '2bc81b5d-b80c-4c53-ab79-8daac706575a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:18:56Z', 'updated_at': '2022-01-28T07:19:02Z', 'revision_number': 4, 'project_id': '6cf57efb05234d29b910330efbcd8c2a', 'gw_port': {'id': '2bc81b5d-b80c-4c53-ab79-8daac706575a', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:90:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ac56fb-b2dd-4777-86ae-13abf89bee12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:18:57Z', 'updated_at': '2022-01-28T07:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '3bd50510-d5ce-49e1-9690-8a7833768837', 'name': '', 'network_id': '656bebbd-9c61-47d2-8da4-02f9ef76be7f', 'tenant_id': '6cf57efb05234d29b910330efbcd8c2a', 'mac_address': 'fa:16:3e:8e:71:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ac56fb-b2dd-4777-86ae-13abf89bee12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'a528b37a-7798-48f2-a35e-8eee53dfb4b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:19:01Z', 'updated_at': '2022-01-28T07:19:13Z', 'revision_number': 5, 'project_id': '6cf57efb05234d29b910330efbcd8c2a', 'subnets': [{'id': 'a528b37a-7798-48f2-a35e-8eee53dfb4b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:20:02.074888 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-196937ca-87f9-41d6-a52a-c267060e08d3 req-a8d3ce14-7a2d-460e-80ba-0dff76a503b3 service neutron] 10.222.0.41 "GET /v2.0/networks/656bebbd-9c61-47d2-8da4-02f9ef76be7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339612 Jan 28 07:20:02.087701 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2557ac8-3eac-4985-8ffb-d221bd6dd054 None None] Checking router: 48ac56fb-b2dd-4777-86ae-13abf89bee12 for host: n-d-712749-28 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:20:02.122911 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2557ac8-3eac-4985-8ffb-d221bd6dd054 None None] Routers {'48ac56fb-b2dd-4777-86ae-13abf89bee12'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:20:02.123578 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-a2557ac8-3eac-4985-8ffb-d221bd6dd054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:19:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['48ac56fb-b2dd-4777-86ae-13abf89bee12'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:20:02.149953 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9b3d8147-c21a-4a8e-bcbc-bfad2292658e tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16605684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127449'] for router (c77a97ea-12f2-485c-8308-8e220000a7b2), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:02.153148 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9b3d8147-c21a-4a8e-bcbc-bfad2292658e tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Publish callbacks [] for router_controller (c77a97ea-12f2-485c-8308-8e220000a7b2), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:02.251525 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-48508cb9-593d-41df-a7d6-a8859ba3c2f0 req-7cec30b6-3dbb-449f-926e-2c008c7377c6 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?device_id=d08c76f2-d544-48c8-9aa2-2f244346b107 HTTP/1.1" status: 200 len: 210 time: 0.0349851 Jan 28 07:20:02.256967 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fdc865-9c5a-4531-906d-668e6f8d94bc req-0ed93e50-b1cf-4154-a478-a0fb46d16323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:02.259140 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-79fdc865-9c5a-4531-906d-668e6f8d94bc req-0ed93e50-b1cf-4154-a478-a0fb46d16323 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6cf57efb05234d29b910330efbcd8c2a&device_id=72a40420-a0ff-4e9d-9e9b-e94b7b74d57f HTTP/1.1" status: 200 len: 1098 time: 0.2755499 Jan 28 07:20:02.263424 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1298db-4578-49f6-b8dd-4a25980c35bd None None] Port fdb26245-ede6-45a7-929a-386cd8e4d780 not found while updating agent binding for router c77a97ea-12f2-485c-8308-8e220000a7b2. {{(pid=103285) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jan 28 07:20:02.266650 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9b3d8147-c21a-4a8e-bcbc-bfad2292658e tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16605693'] for router (c77a97ea-12f2-485c-8308-8e220000a7b2), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:02.268322 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b3d8147-c21a-4a8e-bcbc-bfad2292658e tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c77a97ea-12f2-485c-8308-8e220000a7b2 {{(pid=103283) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 07:20:02.274812 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9b3d8147-c21a-4a8e-bcbc-bfad2292658e tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:02.276246 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-9b3d8147-c21a-4a8e-bcbc-bfad2292658e tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] 10.222.0.41 "DELETE /v2.0/routers/c77a97ea-12f2-485c-8308-8e220000a7b2 HTTP/1.1" status: 204 len: 168 time: 1.6558526 Jan 28 07:20:02.278650 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 50006) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:20:02.287206 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-a2557ac8-3eac-4985-8ffb-d221bd6dd054 None None] Set router 48ac56fb-b2dd-4777-86ae-13abf89bee12 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:20:02.308783 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1298db-4578-49f6-b8dd-4a25980c35bd None None] Routers set() bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:20:02.312433 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1298db-4578-49f6-b8dd-4a25980c35bd None None] Router IDs set() for agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 28 07:20:02.314098 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_agentschedulers_db [None req-0f1298db-4578-49f6-b8dd-4a25980c35bd None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'c77a97ea-12f2-485c-8308-8e220000a7b2'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:19:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent'). {{(pid=103285) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jan 28 07:20:02.315608 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1298db-4578-49f6-b8dd-4a25980c35bd None None] The sync data for ids ['c77a97ea-12f2-485c-8308-8e220000a7b2'] in n-d-712749-28 is: [] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:20:02.512107 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-abfae285-4156-4a9b-883b-cd91b0fd04b5 tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Publish callbacks [] for router (00b7fcd4-9fd4-4913-a497-a0499a4245a3), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:02.540840 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fdc865-9c5a-4531-906d-668e6f8d94bc req-e622581e-ddd9-4953-b081-3ac9681ae3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:02.542351 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-79fdc865-9c5a-4531-906d-668e6f8d94bc req-e622581e-ddd9-4953-b081-3ac9681ae3ec service neutron] 10.222.0.10 "GET /v2.0/networks?id=656bebbd-9c61-47d2-8da4-02f9ef76be7f HTTP/1.1" status: 200 len: 922 time: 0.2654395 Jan 28 07:20:02.555313 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d5acdd-29cb-4517-a820-7ab539ff5988 req-62643a8c-8642-45c4-9dc4-f69fcdba0a2e tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:02.563384 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d6d5acdd-29cb-4517-a820-7ab539ff5988 req-62643a8c-8642-45c4-9dc4-f69fcdba0a2e tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fa73890-3c2c-4c59-9c73-ce1eca1f276c HTTP/1.1" status: 200 len: 946 time: 0.1610708 Jan 28 07:20:02.592934 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-a2557ac8-3eac-4985-8ffb-d221bd6dd054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ac56fb-b2dd-4777-86ae-13abf89bee12', 'name': 'tempest-FloatingIPsAssociationTestJSON-1050771046-router', 'tenant_id': '6cf57efb05234d29b910330efbcd8c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.52'}], 'enable_snat': True}, 'gw_port_id': '2bc81b5d-b80c-4c53-ab79-8daac706575a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:18:56Z', 'updated_at': '2022-01-28T07:19:02Z', 'revision_number': 4, 'project_id': '6cf57efb05234d29b910330efbcd8c2a', 'gw_port': {'id': '2bc81b5d-b80c-4c53-ab79-8daac706575a', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:90:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ac56fb-b2dd-4777-86ae-13abf89bee12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:18:57Z', 'updated_at': '2022-01-28T07:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '3bd50510-d5ce-49e1-9690-8a7833768837', 'name': '', 'network_id': '656bebbd-9c61-47d2-8da4-02f9ef76be7f', 'tenant_id': '6cf57efb05234d29b910330efbcd8c2a', 'mac_address': 'fa:16:3e:8e:71:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ac56fb-b2dd-4777-86ae-13abf89bee12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'a528b37a-7798-48f2-a35e-8eee53dfb4b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:19:01Z', 'updated_at': '2022-01-28T07:19:13Z', 'revision_number': 5, 'project_id': '6cf57efb05234d29b910330efbcd8c2a', 'subnets': [{'id': 'a528b37a-7798-48f2-a35e-8eee53dfb4b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:20:02.597693 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device be91cf52-c860-493e-9460-cfd6d12e05db up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:20:02.622056 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-79fdc865-9c5a-4531-906d-668e6f8d94bc req-cf194d51-5624-46e8-86df-741563f6cf04 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e04fca2f-abde-4898-9122-42a38e110c3a HTTP/1.1" status: 200 len: 217 time: 0.0515730 Jan 28 07:20:02.633621 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2557ac8-3eac-4985-8ffb-d221bd6dd054 None None] The sync data for ids ['48ac56fb-b2dd-4777-86ae-13abf89bee12'] in n-d-712749-28 is: [{'id': '48ac56fb-b2dd-4777-86ae-13abf89bee12', 'name': 'tempest-FloatingIPsAssociationTestJSON-1050771046-router', 'tenant_id': '6cf57efb05234d29b910330efbcd8c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.52'}], 'enable_snat': True}, 'gw_port_id': '2bc81b5d-b80c-4c53-ab79-8daac706575a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:18:56Z', 'updated_at': '2022-01-28T07:19:02Z', 'revision_number': 4, 'project_id': '6cf57efb05234d29b910330efbcd8c2a', 'gw_port': {'id': '2bc81b5d-b80c-4c53-ab79-8daac706575a', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:90:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ac56fb-b2dd-4777-86ae-13abf89bee12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:18:57Z', 'updated_at': '2022-01-28T07:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '3bd50510-d5ce-49e1-9690-8a7833768837', 'name': '', 'network_id': '656bebbd-9c61-47d2-8da4-02f9ef76be7f', 'tenant_id': '6cf57efb05234d29b910330efbcd8c2a', 'mac_address': 'fa:16:3e:8e:71:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ac56fb-b2dd-4777-86ae-13abf89bee12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'a528b37a-7798-48f2-a35e-8eee53dfb4b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:19:01Z', 'updated_at': '2022-01-28T07:19:13Z', 'revision_number': 5, 'project_id': '6cf57efb05234d29b910330efbcd8c2a', 'subnets': [{'id': 'a528b37a-7798-48f2-a35e-8eee53dfb4b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:20:02.662175 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port be91cf52-c860-493e-9460-cfd6d12e05db triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:20:02.662921 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (be91cf52-c860-493e-9460-cfd6d12e05db), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:02.667512 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f336ec1f-f439-44ad-932b-91aacf09a667 req-7bd06f2f-b6ee-4229-a333-82725acdd6fd tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:02.676509 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f336ec1f-f439-44ad-932b-91aacf09a667 req-7bd06f2f-b6ee-4229-a333-82725acdd6fd tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] 10.222.0.41 "GET /v2.0/ports?device_id=6083985c-0b73-4bd3-aa7c-a1c7ad6729c2&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1228073 Jan 28 07:20:02.706654 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d6d5acdd-29cb-4517-a820-7ab539ff5988 req-f11cbc00-25d2-487b-932f-2e82d034fdeb tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f7766-6108-45d3-a769-5b5e90234849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423073 Jan 28 07:20:02.736101 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fdc865-9c5a-4531-906d-668e6f8d94bc req-6e454346-5184-4a70-bdf0-42e27f4d1fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:02.739796 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-79fdc865-9c5a-4531-906d-668e6f8d94bc req-6e454346-5184-4a70-bdf0-42e27f4d1fb6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a528b37a-7798-48f2-a35e-8eee53dfb4b6 HTTP/1.1" status: 200 len: 860 time: 0.1072593 Jan 28 07:20:02.759758 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f336ec1f-f439-44ad-932b-91aacf09a667 req-47542309-eb89-4c24-b87f-1207fbc732f6 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.6.104 HTTP/1.1" status: 200 len: 698 time: 0.0820484 Jan 28 07:20:02.765583 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-f336ec1f-f439-44ad-932b-91aacf09a667 req-ef16cbe8-3bb0-4015-b145-191ce5ac6648 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] Request body: {'floatingip': {'port_id': '2eb03726-cd32-4d52-875a-f478c1810fca', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:20:02.777337 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port be91cf52-c860-493e-9460-cfd6d12e05db is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:20:02.812235 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fdc865-9c5a-4531-906d-668e6f8d94bc req-449c58bb-3db5-4278-b3db-fdb0a6ac9a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:02.814149 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-79fdc865-9c5a-4531-906d-668e6f8d94bc req-449c58bb-3db5-4278-b3db-fdb0a6ac9a37 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=656bebbd-9c61-47d2-8da4-02f9ef76be7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0637715 Jan 28 07:20:02.822795 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-abfae285-4156-4a9b-883b-cd91b0fd04b5 tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Publish callbacks [] for router_gateway (00b7fcd4-9fd4-4913-a497-a0499a4245a3), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:02.831347 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-f336ec1f-f439-44ad-932b-91aacf09a667 req-ef16cbe8-3bb0-4015-b145-191ce5ac6648 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] Publish callbacks [] for floatingip (675e09e1-ea7c-4f21-bc46-2240efdf22e2), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:02.888879 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:02.952452 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9a5f14-20dc-424e-a176-787d7e3d655d req-8e3a15fb-96ce-42ff-8c95-1195a885fa08 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:02.954280 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-cd9a5f14-20dc-424e-a176-787d7e3d655d req-8e3a15fb-96ce-42ff-8c95-1195a885fa08 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fa73890-3c2c-4c59-9c73-ce1eca1f276c HTTP/1.1" status: 200 len: 946 time: 0.1450682 Jan 28 07:20:02.994664 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-79fdc865-9c5a-4531-906d-668e6f8d94bc req-d986ac43-c83f-4a79-b8b6-85a26b391922 service neutron] 10.222.0.10 "GET /v2.0/networks/656bebbd-9c61-47d2-8da4-02f9ef76be7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708016 Jan 28 07:20:03.050669 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f53b67-8bae-4f1f-8196-a9eee4cb4801 None None] New status for floating IP 675e09e1-ea7c-4f21-bc46-2240efdf22e2: DOWN {{(pid=103285) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 07:20:03.053177 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-cd9a5f14-20dc-424e-a176-787d7e3d655d req-73f0b3c9-824e-4948-a547-a3891b23abb7 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f7766-6108-45d3-a769-5b5e90234849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863428 Jan 28 07:20:03.151754 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318e3a29-e955-4cba-8138-d705abde0fa8 req-f96ff87f-1d6e-49ca-9991-c908f725b7a1 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:03.153252 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-318e3a29-e955-4cba-8138-d705abde0fa8 req-f96ff87f-1d6e-49ca-9991-c908f725b7a1 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.44 "GET /v2.0/networks?id=c613bbee-ac30-4d50-a837-418713fc934d HTTP/1.1" status: 200 len: 811 time: 0.2519071 Jan 28 07:20:03.157708 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-abfae285-4156-4a9b-883b-cd91b0fd04b5 tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Deleting port be91cf52-c860-493e-9460-cfd6d12e05db {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:20:03.158275 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-abfae285-4156-4a9b-883b-cd91b0fd04b5 tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (be91cf52-c860-493e-9460-cfd6d12e05db), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:03.184819 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-79fdc865-9c5a-4531-906d-668e6f8d94bc req-6326d59d-49ac-477d-8a33-5093a1960499 service neutron] 10.222.0.10 "GET /v2.0/networks/656bebbd-9c61-47d2-8da4-02f9ef76be7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741257 Jan 28 07:20:03.206354 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-318e3a29-e955-4cba-8138-d705abde0fa8 req-eff1664c-3c90-40fe-9d30-7f2106e3cc76 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Request body: {'port': {'device_id': 'd08c76f2-d544-48c8-9aa2-2f244346b107', 'network_id': 'c613bbee-ac30-4d50-a837-418713fc934d', 'admin_state_up': True, 'tenant_id': '229c6d67826441e4877349f4a14040af'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:20:03.275907 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0aae1ab8-cf06-4577-8817-95a1b6db4a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:03.441873 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-abfae285-4156-4a9b-883b-cd91b0fd04b5 tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] For port be91cf52-c860-493e-9460-cfd6d12e05db, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=be91cf52-c860-493e-9460-cfd6d12e05db,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:20:03.442411 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-abfae285-4156-4a9b-883b-cd91b0fd04b5 tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (be91cf52-c860-493e-9460-cfd6d12e05db), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:03.475844 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-abfae285-4156-4a9b-883b-cd91b0fd04b5 tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Calling delete_port for be91cf52-c860-493e-9460-cfd6d12e05db owned by network:router_gateway {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:20:03.535886 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-318e3a29-e955-4cba-8138-d705abde0fa8 req-eff1664c-3c90-40fe-9d30-7f2106e3cc76 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Made reservation on behalf of 229c6d67826441e4877349f4a14040af for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:20:03.539240 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-318e3a29-e955-4cba-8138-d705abde0fa8 req-eff1664c-3c90-40fe-9d30-7f2106e3cc76 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:03.589178 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b16ead56-6c79-479b-93d4-f1ab9fdd9d27 req-1626bac0-562b-42dd-9824-7dad9fbed5c5 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?device_id=d08c76f2-d544-48c8-9aa2-2f244346b107 HTTP/1.1" status: 200 len: 210 time: 0.0276096 Jan 28 07:20:03.605273 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.db.api [req-f336ec1f-f439-44ad-932b-91aacf09a667 req-ef16cbe8-3bb0-4015-b145-191ce5ac6648 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103284) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 07:20:03.605612 n-d-712749-28 neutron-server[103284]: DEBUG oslo_db.api [req-f336ec1f-f439-44ad-932b-91aacf09a667 req-ef16cbe8-3bb0-4015-b145-191ce5ac6648 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 07:20:03.706755 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ac5283-c2fe-4950-a78d-8b8523f14802 req-f258d167-2559-48a6-bc4f-03bdd027a849 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:03.708324 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-68ac5283-c2fe-4950-a78d-8b8523f14802 req-f258d167-2559-48a6-bc4f-03bdd027a849 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fa73890-3c2c-4c59-9c73-ce1eca1f276c HTTP/1.1" status: 200 len: 946 time: 0.0510340 Jan 28 07:20:03.762882 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-68ac5283-c2fe-4950-a78d-8b8523f14802 req-adb0c743-05fd-4d73-a508-3bf0c51de5e4 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f7766-6108-45d3-a769-5b5e90234849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481052 Jan 28 07:20:03.785719 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-318e3a29-e955-4cba-8138-d705abde0fa8 req-eff1664c-3c90-40fe-9d30-7f2106e3cc76 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Allocated IP 172.20.0.5 (c613bbee-ac30-4d50-a837-418713fc934d/ff9bdb84-da64-4de0-bfaf-1dc458d2c06f/6e18f550-1a38-4c2f-95e2-f7516d641eee) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:20:03.833431 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-abfae285-4156-4a9b-883b-cd91b0fd04b5 tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (be91cf52-c860-493e-9460-cfd6d12e05db), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:03.862217 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:03.869508 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfae285-4156-4a9b-883b-cd91b0fd04b5 tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Pushing event deleted for resources: {'Port': ['ID=be91cf52-c860-493e-9460-cfd6d12e05db,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:20:03.931773 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72a40420-a0ff-4e9d-9e9b-e94b7b74d57f', 'tag': 'e04fca2f-abde-4898-9122-42a38e110c3a'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:20:03.934256 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4d530d6-be6f-4a1a-b62a-cfdb8ef36d42" -d '{"events": [{"name": "network-changed", "server_uuid": "72a40420-a0ff-4e9d-9e9b-e94b7b74d57f", "tag": "e04fca2f-abde-4898-9122-42a38e110c3a"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:20:03.981467 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-377910ba-4245-4683-b69d-07ca652fa4cb x-openstack-request-id: req-377910ba-4245-4683-b69d-07ca652fa4cb {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:20:03.981759 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72a40420-a0ff-4e9d-9e9b-e94b7b74d57f", "tag": "e04fca2f-abde-4898-9122-42a38e110c3a", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:20:03.982013 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-377910ba-4245-4683-b69d-07ca652fa4cb {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:20:03.982410 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72a40420-a0ff-4e9d-9e9b-e94b7b74d57f', 'tag': 'e04fca2f-abde-4898-9122-42a38e110c3a', 'status': 'completed', 'code': 200} Jan 28 07:20:03.997952 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-abfae285-4156-4a9b-883b-cd91b0fd04b5 tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16607873'] for router_gateway (00b7fcd4-9fd4-4913-a497-a0499a4245a3), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:04.073971 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d530d6-be6f-4a1a-b62a-cfdb8ef36d42 req-642d8b1c-44fc-4f3d-96e1-00fa5d66b7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:04.075596 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c4d530d6-be6f-4a1a-b62a-cfdb8ef36d42 req-642d8b1c-44fc-4f3d-96e1-00fa5d66b7e8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6cf57efb05234d29b910330efbcd8c2a&device_id=72a40420-a0ff-4e9d-9e9b-e94b7b74d57f HTTP/1.1" status: 200 len: 1098 time: 0.0421679 Jan 28 07:20:04.107108 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-f336ec1f-f439-44ad-932b-91aacf09a667 req-ef16cbe8-3bb0-4015-b145-191ce5ac6648 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] Publish callbacks [] for floatingip (675e09e1-ea7c-4f21-bc46-2240efdf22e2), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:04.110527 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-abfae285-4156-4a9b-883b-cd91b0fd04b5 tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16605684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127449'] for router (00b7fcd4-9fd4-4913-a497-a0499a4245a3), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:04.114106 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-318e3a29-e955-4cba-8138-d705abde0fa8 req-eff1664c-3c90-40fe-9d30-7f2106e3cc76 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Publish callbacks [] for port (6e18f550-1a38-4c2f-95e2-f7516d641eee), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:04.116720 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-abfae285-4156-4a9b-883b-cd91b0fd04b5 tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Publish callbacks [] for router_controller (00b7fcd4-9fd4-4913-a497-a0499a4245a3), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:04.207766 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d530d6-be6f-4a1a-b62a-cfdb8ef36d42 req-11501213-a113-4b6a-838d-bb93874f7e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:04.209429 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c4d530d6-be6f-4a1a-b62a-cfdb8ef36d42 req-11501213-a113-4b6a-838d-bb93874f7e26 service neutron] 10.222.0.10 "GET /v2.0/networks?id=656bebbd-9c61-47d2-8da4-02f9ef76be7f HTTP/1.1" status: 200 len: 922 time: 0.0968997 Jan 28 07:20:04.259366 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-abfae285-4156-4a9b-883b-cd91b0fd04b5 tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16605693'] for router (00b7fcd4-9fd4-4913-a497-a0499a4245a3), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:04.259885 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abfae285-4156-4a9b-883b-cd91b0fd04b5 tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 00b7fcd4-9fd4-4913-a497-a0499a4245a3 {{(pid=103284) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 07:20:04.262975 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c4d530d6-be6f-4a1a-b62a-cfdb8ef36d42 req-68adc3b4-53d8-4a91-af55-a767b254a8b2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e04fca2f-abde-4898-9122-42a38e110c3a HTTP/1.1" status: 200 len: 217 time: 0.0465324 Jan 28 07:20:04.271461 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-abfae285-4156-4a9b-883b-cd91b0fd04b5 tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:04.276224 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-abfae285-4156-4a9b-883b-cd91b0fd04b5 tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] 10.222.0.41 "DELETE /v2.0/routers/00b7fcd4-9fd4-4913-a497-a0499a4245a3 HTTP/1.1" status: 204 len: 168 time: 1.9962633 Jan 28 07:20:04.278392 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 50028) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:20:04.284364 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-7c6f1ec6-09a1-47a3-aab7-8ee0690b204e tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-61697758', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}, 'admin_state_up': False}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:20:04.335696 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-318e3a29-e955-4cba-8138-d705abde0fa8 req-eff1664c-3c90-40fe-9d30-7f2106e3cc76 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (6e18f550-1a38-4c2f-95e2-f7516d641eee), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:04.344352 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7c6f1ec6-09a1-47a3-aab7-8ee0690b204e tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16606890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127275'] for router (efa1ba95-8013-4eb7-9537-01636c54c142), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:04.345518 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7c6f1ec6-09a1-47a3-aab7-8ee0690b204e tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16605498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16607952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16355422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127266'] for router (efa1ba95-8013-4eb7-9537-01636c54c142), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:04.350053 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d530d6-be6f-4a1a-b62a-cfdb8ef36d42 req-53651a90-f850-453e-bc33-f5eb44c3ca88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:04.352350 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c4d530d6-be6f-4a1a-b62a-cfdb8ef36d42 req-53651a90-f850-453e-bc33-f5eb44c3ca88 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a528b37a-7798-48f2-a35e-8eee53dfb4b6 HTTP/1.1" status: 200 len: 860 time: 0.0816221 Jan 28 07:20:04.785001 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7c6f1ec6-09a1-47a3-aab7-8ee0690b204e tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Publish callbacks [] for router_controller (efa1ba95-8013-4eb7-9537-01636c54c142), precommit_add_association {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:04.792392 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-318e3a29-e955-4cba-8138-d705abde0fa8 req-eff1664c-3c90-40fe-9d30-7f2106e3cc76 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Network c613bbee-ac30-4d50-a837-418713fc934d is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:20:04.803234 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-318e3a29-e955-4cba-8138-d705abde0fa8 req-eff1664c-3c90-40fe-9d30-7f2106e3cc76 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:20:04.805140 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff1664c-3c90-40fe-9d30-7f2106e3cc76 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Pushing event updated for resources: {'Port': ['ID=6e18f550-1a38-4c2f-95e2-f7516d641eee,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:20:04.812155 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-318e3a29-e955-4cba-8138-d705abde0fa8 req-eff1664c-3c90-40fe-9d30-7f2106e3cc76 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:20:04.867736 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device be91cf52-c860-493e-9460-cfd6d12e05db no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:20:04.871576 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d530d6-be6f-4a1a-b62a-cfdb8ef36d42 req-6eef601a-f3f5-4425-abf9-2718d2a1c7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:04.873240 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c4d530d6-be6f-4a1a-b62a-cfdb8ef36d42 req-6eef601a-f3f5-4425-abf9-2718d2a1c7fb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=656bebbd-9c61-47d2-8da4-02f9ef76be7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5114207 Jan 28 07:20:04.890367 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: be91cf52-c860-493e-9460-cfd6d12e05db {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:20:04.890798 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device be91cf52-c860-493e-9460-cfd6d12e05db not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:20:04.941919 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c5410d-a624-43a0-8ee2-6e021db72a22 req-969a2bf6-9fc1-43fb-9913-9531e6b36c74 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:04.943379 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d7c5410d-a624-43a0-8ee2-6e021db72a22 req-969a2bf6-9fc1-43fb-9913-9531e6b36c74 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] 10.222.0.10 "GET /v2.0/ports?device_id=72a40420-a0ff-4e9d-9e9b-e94b7b74d57f HTTP/1.1" status: 200 len: 946 time: 0.5968571 Jan 28 07:20:04.954070 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318e3a29-e955-4cba-8138-d705abde0fa8 req-eff1664c-3c90-40fe-9d30-7f2106e3cc76 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:04.954669 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-318e3a29-e955-4cba-8138-d705abde0fa8 req-eff1664c-3c90-40fe-9d30-7f2106e3cc76 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:05.037319 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-318e3a29-e955-4cba-8138-d705abde0fa8 req-eff1664c-3c90-40fe-9d30-7f2106e3cc76 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8355865 Jan 28 07:20:05.043552 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8d4ac3-f5f4-466d-801f-8037da2b200c req-f7630245-f583-4919-9478-06208b7fa5ec tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:05.045142 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7a8d4ac3-f5f4-466d-801f-8037da2b200c req-f7630245-f583-4919-9478-06208b7fa5ec tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?device_id=d08c76f2-d544-48c8-9aa2-2f244346b107 HTTP/1.1" status: 200 len: 931 time: 0.2589538 Jan 28 07:20:05.049496 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7c6f1ec6-09a1-47a3-aab7-8ee0690b204e tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Publish callbacks [] for router_gateway (efa1ba95-8013-4eb7-9537-01636c54c142), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:05.059481 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-318e3a29-e955-4cba-8138-d705abde0fa8 req-81e9b953-94ce-483f-a6ad-fc3f01ada5d4 service neutron] Request body: {'port': {'device_id': 'd08c76f2-d544-48c8-9aa2-2f244346b107', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712749-28'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:20:05.162249 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c4d530d6-be6f-4a1a-b62a-cfdb8ef36d42 req-777065ec-109f-4f70-afc6-d5f0466b8d90 service neutron] 10.222.0.10 "GET /v2.0/networks/656bebbd-9c61-47d2-8da4-02f9ef76be7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2533388 Jan 28 07:20:05.189258 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-318e3a29-e955-4cba-8138-d705abde0fa8 req-81e9b953-94ce-483f-a6ad-fc3f01ada5d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (6e18f550-1a38-4c2f-95e2-f7516d641eee), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:05.189729 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7a8d4ac3-f5f4-466d-801f-8037da2b200c req-74b1129c-3df4-4ebf-b9d8-3119295d8584 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/security-groups?id=e977f99b-7e7b-4d49-bf15-4fd22b3b3b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351054 Jan 28 07:20:05.255539 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-d7c5410d-a624-43a0-8ee2-6e021db72a22 req-c4b60131-2bf3-4ed8-85be-64bf52ab59ba tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] Deleting port e04fca2f-abde-4898-9122-42a38e110c3a {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:20:05.255881 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d7c5410d-a624-43a0-8ee2-6e021db72a22 req-c4b60131-2bf3-4ed8-85be-64bf52ab59ba tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (e04fca2f-abde-4898-9122-42a38e110c3a), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:05.294697 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-f336ec1f-f439-44ad-932b-91aacf09a667 req-ef16cbe8-3bb0-4015-b145-191ce5ac6648 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:05.326635 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-f336ec1f-f439-44ad-932b-91aacf09a667 req-ef16cbe8-3bb0-4015-b145-191ce5ac6648 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16609095'] for floatingip (675e09e1-ea7c-4f21-bc46-2240efdf22e2), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:05.327769 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c4d530d6-be6f-4a1a-b62a-cfdb8ef36d42 req-ba919362-69bb-4baa-b6e1-4237d6b45f3d service neutron] 10.222.0.10 "GET /v2.0/networks/656bebbd-9c61-47d2-8da4-02f9ef76be7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526866 Jan 28 07:20:05.354596 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eafe813-40f0-453e-a215-2e71c7b368e4 req-29413b07-c790-4cf9-9fe1-743addd638f2 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:05.356170 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1eafe813-40f0-453e-a215-2e71c7b368e4 req-29413b07-c790-4cf9-9fe1-743addd638f2 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fa73890-3c2c-4c59-9c73-ce1eca1f276c HTTP/1.1" status: 200 len: 946 time: 0.0958171 Jan 28 07:20:05.490542 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7c6f1ec6-09a1-47a3-aab7-8ee0690b204e tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Publish callbacks [] for router_gateway (efa1ba95-8013-4eb7-9537-01636c54c142), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:05.518746 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7c6f1ec6-09a1-47a3-aab7-8ee0690b204e tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:05.531324 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1eafe813-40f0-453e-a215-2e71c7b368e4 req-7f7f7b0d-f683-4462-a06c-b2594eca7b20 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f7766-6108-45d3-a769-5b5e90234849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663711 Jan 28 07:20:05.539051 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-d7c5410d-a624-43a0-8ee2-6e021db72a22 req-c4b60131-2bf3-4ed8-85be-64bf52ab59ba tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] For port e04fca2f-abde-4898-9122-42a38e110c3a, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=e04fca2f-abde-4898-9122-42a38e110c3a,segment=NetworkSegment(e34c38a9-0f60-4c18-ab34-490b22782060),segment_id=e34c38a9-0f60-4c18-ab34-490b22782060)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:20:05.539402 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d7c5410d-a624-43a0-8ee2-6e021db72a22 req-c4b60131-2bf3-4ed8-85be-64bf52ab59ba tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (e04fca2f-abde-4898-9122-42a38e110c3a), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:05.590651 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-d7c5410d-a624-43a0-8ee2-6e021db72a22 req-c4b60131-2bf3-4ed8-85be-64bf52ab59ba tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] Calling delete_port for e04fca2f-abde-4898-9122-42a38e110c3a owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:20:05.595294 n-d-712749-28 neutron-server[103284]: INFO neutron.db.l3_db [req-f336ec1f-f439-44ad-932b-91aacf09a667 req-ef16cbe8-3bb0-4015-b145-191ce5ac6648 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] Floating IP 675e09e1-ea7c-4f21-bc46-2240efdf22e2 associated. External IP: 172.25.6.104, port: 2eb03726-cd32-4d52-875a-f478c1810fca. Jan 28 07:20:05.597378 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c7a6d525-4f61-46b3-85e3-fb3ea75135d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:05.659011 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-7c6f1ec6-09a1-47a3-aab7-8ee0690b204e tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Allocated IP 172.25.6.10 (7d5b3724-deef-4831-8d43-cb9b8176573c/b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc/88b91d23-a02f-4f96-9a70-ad5a03499532) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:20:05.775609 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7c6f1ec6-09a1-47a3-aab7-8ee0690b204e tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Publish callbacks [] for port (88b91d23-a02f-4f96-9a70-ad5a03499532), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:05.818554 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7c6f1ec6-09a1-47a3-aab7-8ee0690b204e tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (88b91d23-a02f-4f96-9a70-ad5a03499532), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:05.845453 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-318e3a29-e955-4cba-8138-d705abde0fa8 req-81e9b953-94ce-483f-a6ad-fc3f01ada5d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e18f550-1a38-4c2f-95e2-f7516d641eee {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:20:05.861466 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c6f1ec6-09a1-47a3-aab7-8ee0690b204e tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Network 7d5b3724-deef-4831-8d43-cb9b8176573c is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:20:05.869811 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-7c6f1ec6-09a1-47a3-aab7-8ee0690b204e tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:20:05.874804 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6f1ec6-09a1-47a3-aab7-8ee0690b204e tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:20:05.882872 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-318e3a29-e955-4cba-8138-d705abde0fa8 req-81e9b953-94ce-483f-a6ad-fc3f01ada5d4 service neutron] Publish callbacks [] for port (6e18f550-1a38-4c2f-95e2-f7516d641eee), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:05.903935 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6f1ec6-09a1-47a3-aab7-8ee0690b204e tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Pushing event updated for resources: {'Port': ['ID=88b91d23-a02f-4f96-9a70-ad5a03499532,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:20:05.996133 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-318e3a29-e955-4cba-8138-d705abde0fa8 req-81e9b953-94ce-483f-a6ad-fc3f01ada5d4 service neutron] Transition to ACTIVE for port object 6e18f550-1a38-4c2f-95e2-f7516d641eee will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:20:06.000256 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d7c5410d-a624-43a0-8ee2-6e021db72a22 req-c4b60131-2bf3-4ed8-85be-64bf52ab59ba tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (e04fca2f-abde-4898-9122-42a38e110c3a), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:06.006421 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-318e3a29-e955-4cba-8138-d705abde0fa8 req-81e9b953-94ce-483f-a6ad-fc3f01ada5d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (6e18f550-1a38-4c2f-95e2-f7516d641eee), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:06.036566 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['e04fca2f-abde-4898-9122-42a38e110c3a'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:20:06.041724 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['2eb03726-cd32-4d52-875a-f478c1810fca'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:20:06.044973 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b60131-2bf3-4ed8-85be-64bf52ab59ba tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] Pushing event deleted for resources: {'Port': ['ID=e04fca2f-abde-4898-9122-42a38e110c3a,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:20:06.062994 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f336ec1f-f439-44ad-932b-91aacf09a667 req-ef16cbe8-3bb0-4015-b145-191ce5ac6648 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] Router 48ac56fb-b2dd-4777-86ae-13abf89bee12 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:20:06.138055 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7c5410d-a624-43a0-8ee2-6e021db72a22 req-c4b60131-2bf3-4ed8-85be-64bf52ab59ba tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] No DVR routers for this DVR port e04fca2f-abde-4898-9122-42a38e110c3a on host n-h1-712749-28 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:20:06.178445 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d7c5410d-a624-43a0-8ee2-6e021db72a22 req-c4b60131-2bf3-4ed8-85be-64bf52ab59ba tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:06.182467 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d7c5410d-a624-43a0-8ee2-6e021db72a22 req-c4b60131-2bf3-4ed8-85be-64bf52ab59ba tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] 10.222.0.10 "DELETE /v2.0/ports/e04fca2f-abde-4898-9122-42a38e110c3a HTTP/1.1" status: 204 len: 173 time: 1.2237885 Jan 28 07:20:06.186878 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72a40420-a0ff-4e9d-9e9b-e94b7b74d57f', 'name': 'network-vif-deleted', 'tag': 'e04fca2f-abde-4898-9122-42a38e110c3a'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:20:06.189699 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a00d5cbc-15f4-4b55-9b56-518c87445e6d" -d '{"events": [{"server_uuid": "72a40420-a0ff-4e9d-9e9b-e94b7b74d57f", "name": "network-vif-deleted", "tag": "e04fca2f-abde-4898-9122-42a38e110c3a"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:20:06.192217 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e9b953-94ce-483f-a6ad-fc3f01ada5d4 service neutron] Pushing event updated for resources: {'Port': ['ID=6e18f550-1a38-4c2f-95e2-f7516d641eee,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:20:06.243422 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956f1889-265d-46e9-b78e-63f9a070b9fc req-40fbf04e-8a05-4df6-b531-27bea48aeec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:06.245403 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-956f1889-265d-46e9-b78e-63f9a070b9fc req-40fbf04e-8a05-4df6-b531-27bea48aeec5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f379e285ebe947e9b1152e1dab9379c4&device_id=5fa73890-3c2c-4c59-9c73-ce1eca1f276c HTTP/1.1" status: 200 len: 1098 time: 0.1311953 Jan 28 07:20:06.255291 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6068caf-b556-4b44-ae16-f819f36ffb52 req-0176e4c7-d272-4246-9036-716b5c683b2c tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:06.256909 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a6068caf-b556-4b44-ae16-f819f36ffb52 req-0176e4c7-d272-4246-9036-716b5c683b2c tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fa73890-3c2c-4c59-9c73-ce1eca1f276c HTTP/1.1" status: 200 len: 946 time: 0.1441045 Jan 28 07:20:06.374404 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7c6f1ec6-09a1-47a3-aab7-8ee0690b204e tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Publish callbacks [] for router_gateway (efa1ba95-8013-4eb7-9537-01636c54c142), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:06.418797 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f336ec1f-f439-44ad-932b-91aacf09a667 req-ef16cbe8-3bb0-4015-b145-191ce5ac6648 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:20:06.427638 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-f336ec1f-f439-44ad-932b-91aacf09a667 req-ef16cbe8-3bb0-4015-b145-191ce5ac6648 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for floatingip (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:06.437963 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9920dd86-2bc8-4925-a513-5db3d8fdde63 None None] Sync routers for ids ['48ac56fb-b2dd-4777-86ae-13abf89bee12'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:20:06.451939 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9920dd86-2bc8-4925-a513-5db3d8fdde63 None None] Routers {'48ac56fb-b2dd-4777-86ae-13abf89bee12'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:20:06.452753 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-9920dd86-2bc8-4925-a513-5db3d8fdde63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:20:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['48ac56fb-b2dd-4777-86ae-13abf89bee12'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:20:06.463942 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-318e3a29-e955-4cba-8138-d705abde0fa8 req-81e9b953-94ce-483f-a6ad-fc3f01ada5d4 service neutron] Attempting to bind port 6e18f550-1a38-4c2f-95e2-f7516d641eee on host n-h2-712749-28 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:20:06.464620 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-318e3a29-e955-4cba-8138-d705abde0fa8 req-81e9b953-94ce-483f-a6ad-fc3f01ada5d4 service neutron] Attempting to bind port 6e18f550-1a38-4c2f-95e2-f7516d641eee by drivers openvswitch,hyperv on host n-h2-712749-28 at level 0 using segments [{'id': '0129dffb-fe43-47b5-a269-4f49ca8f6de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c613bbee-ac30-4d50-a837-418713fc934d'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:20:06.465270 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318e3a29-e955-4cba-8138-d705abde0fa8 req-81e9b953-94ce-483f-a6ad-fc3f01ada5d4 service neutron] Attempting to bind port 6e18f550-1a38-4c2f-95e2-f7516d641eee on network c613bbee-ac30-4d50-a837-418713fc934d {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:20:06.473346 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318e3a29-e955-4cba-8138-d705abde0fa8 req-81e9b953-94ce-483f-a6ad-fc3f01ada5d4 service neutron] Port 6e18f550-1a38-4c2f-95e2-f7516d641eee on network c613bbee-ac30-4d50-a837-418713fc934d not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-28 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:20:06.473911 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318e3a29-e955-4cba-8138-d705abde0fa8 req-81e9b953-94ce-483f-a6ad-fc3f01ada5d4 service neutron] Attempting to bind port 6e18f550-1a38-4c2f-95e2-f7516d641eee on network c613bbee-ac30-4d50-a837-418713fc934d {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:20:06.480185 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a6068caf-b556-4b44-ae16-f819f36ffb52 req-66938b43-6fd5-4b85-864a-b820735ad99c tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f7766-6108-45d3-a769-5b5e90234849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153194 Jan 28 07:20:06.502018 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318e3a29-e955-4cba-8138-d705abde0fa8 req-81e9b953-94ce-483f-a6ad-fc3f01ada5d4 service neutron] Checking agent: {'id': 'c9906e63-062c-432e-bb53-63fdb8115e18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 20, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:20:06.502893 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318e3a29-e955-4cba-8138-d705abde0fa8 req-81e9b953-94ce-483f-a6ad-fc3f01ada5d4 service neutron] Checking segment: {'id': '0129dffb-fe43-47b5-a269-4f49ca8f6de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c613bbee-ac30-4d50-a837-418713fc934d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:20:06.503984 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318e3a29-e955-4cba-8138-d705abde0fa8 req-81e9b953-94ce-483f-a6ad-fc3f01ada5d4 service neutron] Bound using segment: {'id': '0129dffb-fe43-47b5-a269-4f49ca8f6de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c613bbee-ac30-4d50-a837-418713fc934d'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:20:06.504634 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-318e3a29-e955-4cba-8138-d705abde0fa8 req-81e9b953-94ce-483f-a6ad-fc3f01ada5d4 service neutron] Bound port: 6e18f550-1a38-4c2f-95e2-f7516d641eee, host: n-h2-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0129dffb-fe43-47b5-a269-4f49ca8f6de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c613bbee-ac30-4d50-a837-418713fc934d'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:20:06.505177 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-318e3a29-e955-4cba-8138-d705abde0fa8 req-81e9b953-94ce-483f-a6ad-fc3f01ada5d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (6e18f550-1a38-4c2f-95e2-f7516d641eee), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:06.510161 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f336ec1f-f439-44ad-932b-91aacf09a667 req-ef16cbe8-3bb0-4015-b145-191ce5ac6648 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] 10.222.0.41 "PUT /v2.0/floatingips/675e09e1-ea7c-4f21-bc46-2240efdf22e2 HTTP/1.1" status: 200 len: 997 time: 3.7488267 Jan 28 07:20:06.570864 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956f1889-265d-46e9-b78e-63f9a070b9fc req-9b461c85-b0e0-4f06-9949-34ec3577445e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:06.572480 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-956f1889-265d-46e9-b78e-63f9a070b9fc req-9b461c85-b0e0-4f06-9949-34ec3577445e service neutron] 10.222.0.10 "GET /v2.0/networks?id=c9a84dc6-92ac-41b6-88e9-0633fc5dcc86 HTTP/1.1" status: 200 len: 915 time: 0.3107965 Jan 28 07:20:06.585579 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-9920dd86-2bc8-4925-a513-5db3d8fdde63 None None] Set router 48ac56fb-b2dd-4777-86ae-13abf89bee12 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:20:06.628976 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-318e3a29-e955-4cba-8138-d705abde0fa8 req-81e9b953-94ce-483f-a6ad-fc3f01ada5d4 service neutron] For port 6e18f550-1a38-4c2f-95e2-f7516d641eee, host n-h2-712749-28, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:20:06.629162 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-956f1889-265d-46e9-b78e-63f9a070b9fc req-8a160587-dcf2-4752-91ce-385c09d04048 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=adda9edb-2689-4b0d-9769-f7f6d90bae68 HTTP/1.1" status: 200 len: 217 time: 0.0492206 Jan 28 07:20:06.633470 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-318e3a29-e955-4cba-8138-d705abde0fa8 req-81e9b953-94ce-483f-a6ad-fc3f01ada5d4 service neutron] For port 6e18f550-1a38-4c2f-95e2-f7516d641eee, host n-h2-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=6e18f550-1a38-4c2f-95e2-f7516d641eee,segment=NetworkSegment(0129dffb-fe43-47b5-a269-4f49ca8f6de7),segment_id=0129dffb-fe43-47b5-a269-4f49ca8f6de7)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:20:06.638272 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8af7a965-2096-4b25-8b8d-30e46c4e82c4 x-openstack-request-id: req-8af7a965-2096-4b25-8b8d-30e46c4e82c4 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:20:06.638979 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72a40420-a0ff-4e9d-9e9b-e94b7b74d57f", "name": "network-vif-deleted", "tag": "e04fca2f-abde-4898-9122-42a38e110c3a", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:20:06.639495 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8af7a965-2096-4b25-8b8d-30e46c4e82c4 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:20:06.640219 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72a40420-a0ff-4e9d-9e9b-e94b7b74d57f', 'name': 'network-vif-deleted', 'tag': 'e04fca2f-abde-4898-9122-42a38e110c3a', 'status': 'completed', 'code': 200} Jan 28 07:20:06.643683 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-318e3a29-e955-4cba-8138-d705abde0fa8 req-81e9b953-94ce-483f-a6ad-fc3f01ada5d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (6e18f550-1a38-4c2f-95e2-f7516d641eee), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:06.693302 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f336ec1f-f439-44ad-932b-91aacf09a667 req-e6664bf3-ef26-427a-8c51-691951b12bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:06.700730 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f336ec1f-f439-44ad-932b-91aacf09a667 req-e6664bf3-ef26-427a-8c51-691951b12bfa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6cf57efb05234d29b910330efbcd8c2a&device_id=6083985c-0b73-4bd3-aa7c-a1c7ad6729c2 HTTP/1.1" status: 200 len: 1098 time: 0.1694620 Jan 28 07:20:06.711647 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318e3a29-e955-4cba-8138-d705abde0fa8 req-81e9b953-94ce-483f-a6ad-fc3f01ada5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:06.712295 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-318e3a29-e955-4cba-8138-d705abde0fa8 req-81e9b953-94ce-483f-a6ad-fc3f01ada5d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:06.713693 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-318e3a29-e955-4cba-8138-d705abde0fa8 req-81e9b953-94ce-483f-a6ad-fc3f01ada5d4 service neutron] 10.222.0.44 "PUT /v2.0/ports/6e18f550-1a38-4c2f-95e2-f7516d641eee HTTP/1.1" status: 200 len: 1092 time: 1.6590419 Jan 28 07:20:06.730986 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956f1889-265d-46e9-b78e-63f9a070b9fc req-f8cbf54a-f1e2-433a-b8b3-98f68362c439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:06.732847 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-956f1889-265d-46e9-b78e-63f9a070b9fc req-f8cbf54a-f1e2-433a-b8b3-98f68362c439 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=feafbfc0-ace6-4287-91ea-c1099e1f786f HTTP/1.1" status: 200 len: 854 time: 0.0578146 Jan 28 07:20:06.792839 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e9b953-94ce-483f-a6ad-fc3f01ada5d4 service neutron] Pushing event updated for resources: {'Port': ['ID=6e18f550-1a38-4c2f-95e2-f7516d641eee,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:20:06.845289 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-956f1889-265d-46e9-b78e-63f9a070b9fc req-4d824df8-d857-45d8-8a93-6064f868b05a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c9a84dc6-92ac-41b6-88e9-0633fc5dcc86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498061 Jan 28 07:20:06.860009 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f336ec1f-f439-44ad-932b-91aacf09a667 req-0497c9e4-5fab-4b7c-b7a7-1a4a42156f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:06.867676 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f336ec1f-f439-44ad-932b-91aacf09a667 req-0497c9e4-5fab-4b7c-b7a7-1a4a42156f56 service neutron] 10.222.0.41 "GET /v2.0/networks?id=656bebbd-9c61-47d2-8da4-02f9ef76be7f HTTP/1.1" status: 200 len: 922 time: 0.1656945 Jan 28 07:20:06.879287 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318e3a29-e955-4cba-8138-d705abde0fa8 req-8af220ce-b976-45ee-8798-0066ce9fe7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:06.881053 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-318e3a29-e955-4cba-8138-d705abde0fa8 req-8af220ce-b976-45ee-8798-0066ce9fe7e4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=229c6d67826441e4877349f4a14040af&device_id=d08c76f2-d544-48c8-9aa2-2f244346b107 HTTP/1.1" status: 200 len: 1095 time: 0.0849018 Jan 28 07:20:06.891838 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc7139f-afd2-44f2-917e-ea86a300b732 req-20ad3893-b213-45cc-9a09-98dd8754f3b3 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:06.893466 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4cc7139f-afd2-44f2-917e-ea86a300b732 req-20ad3893-b213-45cc-9a09-98dd8754f3b3 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?device_id=d08c76f2-d544-48c8-9aa2-2f244346b107 HTTP/1.1" status: 200 len: 943 time: 0.1596625 Jan 28 07:20:06.926816 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:06.963385 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-318e3a29-e955-4cba-8138-d705abde0fa8 req-a56bf304-9212-4d58-bce5-6bbb5093d539 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6e18f550-1a38-4c2f-95e2-f7516d641eee HTTP/1.1" status: 200 len: 217 time: 0.0471895 Jan 28 07:20:07.000927 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-9920dd86-2bc8-4925-a513-5db3d8fdde63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ac56fb-b2dd-4777-86ae-13abf89bee12', 'name': 'tempest-FloatingIPsAssociationTestJSON-1050771046-router', 'tenant_id': '6cf57efb05234d29b910330efbcd8c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.52'}], 'enable_snat': True}, 'gw_port_id': '2bc81b5d-b80c-4c53-ab79-8daac706575a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:18:56Z', 'updated_at': '2022-01-28T07:19:02Z', 'revision_number': 4, 'project_id': '6cf57efb05234d29b910330efbcd8c2a', 'gw_port': {'id': '2bc81b5d-b80c-4c53-ab79-8daac706575a', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:90:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ac56fb-b2dd-4777-86ae-13abf89bee12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:18:57Z', 'updated_at': '2022-01-28T07:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_floatingips': [{'id': '675e09e1-ea7c-4f21-bc46-2240efdf22e2', 'tenant_id': '6cf57efb05234d29b910330efbcd8c2a', 'floating_ip_address': '172.25.6.104', 'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'router_id': '48ac56fb-b2dd-4777-86ae-13abf89bee12', 'port_id': '2eb03726-cd32-4d52-875a-f478c1810fca', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1398, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '656bebbd-9c61-47d2-8da4-02f9ef76be7f', 'mac_address': 'fa:16:3e:82:20:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6083985c-0b73-4bd3-aa7c-a1c7ad6729c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:19:26Z', 'updated_at': '2022-01-28T07:20:05Z', 'revision_number': 8, 'project_id': '6cf57efb05234d29b910330efbcd8c2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bd50510-d5ce-49e1-9690-8a7833768837', 'name': '', 'network_id': '656bebbd-9c61-47d2-8da4-02f9ef76be7f', 'tenant_id': '6cf57efb05234d29b910330efbcd8c2a', 'mac_address': 'fa:16:3e:8e:71:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ac56fb-b2dd-4777-86ae-13abf89bee12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'a528b37a-7798-48f2-a35e-8eee53dfb4b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:19:01Z', 'updated_at': '2022-01-28T07:19:13Z', 'revision_number': 5, 'project_id': '6cf57efb05234d29b910330efbcd8c2a', 'subnets': [{'id': 'a528b37a-7798-48f2-a35e-8eee53dfb4b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:20:07.025286 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4cc7139f-afd2-44f2-917e-ea86a300b732 req-7b2ad077-cd19-4d0b-8afc-9497474831a7 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/security-groups?id=e977f99b-7e7b-4d49-bf15-4fd22b3b3b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849781 Jan 28 07:20:07.031071 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9920dd86-2bc8-4925-a513-5db3d8fdde63 None None] Checking router: 48ac56fb-b2dd-4777-86ae-13abf89bee12 for host: n-d-712749-28 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:20:07.040158 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f336ec1f-f439-44ad-932b-91aacf09a667 req-69f4cced-df1b-4f2b-ae56-3028d5f74492 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2eb03726-cd32-4d52-875a-f478c1810fca HTTP/1.1" status: 200 len: 1000 time: 0.1719387 Jan 28 07:20:07.047085 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9920dd86-2bc8-4925-a513-5db3d8fdde63 None None] Routers {'48ac56fb-b2dd-4777-86ae-13abf89bee12'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:20:07.047745 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-9920dd86-2bc8-4925-a513-5db3d8fdde63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:20:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['48ac56fb-b2dd-4777-86ae-13abf89bee12'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:20:07.057212 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318e3a29-e955-4cba-8138-d705abde0fa8 req-2542aec1-bbe1-4b5e-82f8-482e8c528139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:07.059090 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-318e3a29-e955-4cba-8138-d705abde0fa8 req-2542aec1-bbe1-4b5e-82f8-482e8c528139 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ff9bdb84-da64-4de0-bfaf-1dc458d2c06f HTTP/1.1" status: 200 len: 851 time: 0.0876939 Jan 28 07:20:07.110424 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-318e3a29-e955-4cba-8138-d705abde0fa8 req-a339640a-5abc-4854-8e65-e86b523a3cca service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c613bbee-ac30-4d50-a837-418713fc934d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287931 Jan 28 07:20:07.114337 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-956f1889-265d-46e9-b78e-63f9a070b9fc req-20ed5b1e-aa22-4969-931b-5238edf3946f service neutron] 10.222.0.10 "GET /v2.0/networks/c9a84dc6-92ac-41b6-88e9-0633fc5dcc86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2614980 Jan 28 07:20:07.117372 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7c6f1ec6-09a1-47a3-aab7-8ee0690b204e tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16605475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16607909'] for router (efa1ba95-8013-4eb7-9537-01636c54c142), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:07.131336 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f336ec1f-f439-44ad-932b-91aacf09a667 req-69374882-c2ac-4ded-9d4f-d8e914ff0afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:07.135376 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f336ec1f-f439-44ad-932b-91aacf09a667 req-69374882-c2ac-4ded-9d4f-d8e914ff0afe service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a528b37a-7798-48f2-a35e-8eee53dfb4b6 HTTP/1.1" status: 200 len: 860 time: 0.0884342 Jan 28 07:20:07.203911 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-9920dd86-2bc8-4925-a513-5db3d8fdde63 None None] Set router 48ac56fb-b2dd-4777-86ae-13abf89bee12 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:20:07.266499 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f336ec1f-f439-44ad-932b-91aacf09a667 req-fdbca57f-ca7c-4bd4-a7c9-e34925cd374d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:07.268433 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f336ec1f-f439-44ad-932b-91aacf09a667 req-fdbca57f-ca7c-4bd4-a7c9-e34925cd374d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=656bebbd-9c61-47d2-8da4-02f9ef76be7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1171761 Jan 28 07:20:07.304255 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-956f1889-265d-46e9-b78e-63f9a070b9fc req-213ede28-661b-41c4-af42-296054d2e432 service neutron] 10.222.0.10 "GET /v2.0/networks/c9a84dc6-92ac-41b6-88e9-0633fc5dcc86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822386 Jan 28 07:20:07.314726 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-318e3a29-e955-4cba-8138-d705abde0fa8 req-82db5ee1-8d9e-45e9-9c83-d29f5bf8e639 service neutron] 10.222.0.44 "GET /v2.0/networks/c613bbee-ac30-4d50-a837-418713fc934d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736970 Jan 28 07:20:07.358553 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c6f1ec6-09a1-47a3-aab7-8ee0690b204e tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Router efa1ba95-8013-4eb7-9537-01636c54c142 is scheduled to L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 with binding_index 1 {{(pid=103283) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 07:20:07.472396 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f336ec1f-f439-44ad-932b-91aacf09a667 req-777df5cf-d205-42f9-8fb7-21171b8f1169 service neutron] 10.222.0.41 "GET /v2.0/networks/656bebbd-9c61-47d2-8da4-02f9ef76be7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881344 Jan 28 07:20:07.478365 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-318e3a29-e955-4cba-8138-d705abde0fa8 req-f27e35ae-0406-4b18-b003-8bd2d264792c service neutron] 10.222.0.44 "GET /v2.0/networks/c613bbee-ac30-4d50-a837-418713fc934d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361303 Jan 28 07:20:07.492760 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c6f1ec6-09a1-47a3-aab7-8ee0690b204e tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:20:07.510348 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b02125-7590-4e6c-a24c-3da7c1c5ee86 None None] Sync routers for ids ['efa1ba95-8013-4eb7-9537-01636c54c142'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:20:07.516690 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7c6f1ec6-09a1-47a3-aab7-8ee0690b204e tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Publish callbacks [] for router (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:07.518295 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-7c6f1ec6-09a1-47a3-aab7-8ee0690b204e tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 3.2388101 Jan 28 07:20:07.521053 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 50066) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:20:07.525964 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-8069c8db-8f2c-4859-aa7e-05c085c4da3d tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'enable_snat': False}}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:20:07.527249 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-9920dd86-2bc8-4925-a513-5db3d8fdde63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ac56fb-b2dd-4777-86ae-13abf89bee12', 'name': 'tempest-FloatingIPsAssociationTestJSON-1050771046-router', 'tenant_id': '6cf57efb05234d29b910330efbcd8c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.52'}], 'enable_snat': True}, 'gw_port_id': '2bc81b5d-b80c-4c53-ab79-8daac706575a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:18:56Z', 'updated_at': '2022-01-28T07:19:02Z', 'revision_number': 4, 'project_id': '6cf57efb05234d29b910330efbcd8c2a', 'gw_port': {'id': '2bc81b5d-b80c-4c53-ab79-8daac706575a', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:90:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ac56fb-b2dd-4777-86ae-13abf89bee12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:18:57Z', 'updated_at': '2022-01-28T07:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_floatingips': [{'id': '675e09e1-ea7c-4f21-bc46-2240efdf22e2', 'tenant_id': '6cf57efb05234d29b910330efbcd8c2a', 'floating_ip_address': '172.25.6.104', 'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'router_id': '48ac56fb-b2dd-4777-86ae-13abf89bee12', 'port_id': '2eb03726-cd32-4d52-875a-f478c1810fca', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1398, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '656bebbd-9c61-47d2-8da4-02f9ef76be7f', 'mac_address': 'fa:16:3e:82:20:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6083985c-0b73-4bd3-aa7c-a1c7ad6729c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:19:26Z', 'updated_at': '2022-01-28T07:20:05Z', 'revision_number': 8, 'project_id': '6cf57efb05234d29b910330efbcd8c2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bd50510-d5ce-49e1-9690-8a7833768837', 'name': '', 'network_id': '656bebbd-9c61-47d2-8da4-02f9ef76be7f', 'tenant_id': '6cf57efb05234d29b910330efbcd8c2a', 'mac_address': 'fa:16:3e:8e:71:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ac56fb-b2dd-4777-86ae-13abf89bee12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'a528b37a-7798-48f2-a35e-8eee53dfb4b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:19:01Z', 'updated_at': '2022-01-28T07:19:13Z', 'revision_number': 5, 'project_id': '6cf57efb05234d29b910330efbcd8c2a', 'subnets': [{'id': 'a528b37a-7798-48f2-a35e-8eee53dfb4b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:20:07.539817 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b02125-7590-4e6c-a24c-3da7c1c5ee86 None None] Routers {'efa1ba95-8013-4eb7-9537-01636c54c142'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:20:07.544295 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-16b02125-7590-4e6c-a24c-3da7c1c5ee86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:20:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['efa1ba95-8013-4eb7-9537-01636c54c142'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:20:07.559300 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9920dd86-2bc8-4925-a513-5db3d8fdde63 None None] The sync data for ids ['48ac56fb-b2dd-4777-86ae-13abf89bee12'] in n-d-712749-28 is: [{'id': '48ac56fb-b2dd-4777-86ae-13abf89bee12', 'name': 'tempest-FloatingIPsAssociationTestJSON-1050771046-router', 'tenant_id': '6cf57efb05234d29b910330efbcd8c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.52'}], 'enable_snat': True}, 'gw_port_id': '2bc81b5d-b80c-4c53-ab79-8daac706575a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:18:56Z', 'updated_at': '2022-01-28T07:19:02Z', 'revision_number': 4, 'project_id': '6cf57efb05234d29b910330efbcd8c2a', 'gw_port': {'id': '2bc81b5d-b80c-4c53-ab79-8daac706575a', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:90:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ac56fb-b2dd-4777-86ae-13abf89bee12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:18:57Z', 'updated_at': '2022-01-28T07:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_floatingips': [{'id': '675e09e1-ea7c-4f21-bc46-2240efdf22e2', 'tenant_id': '6cf57efb05234d29b910330efbcd8c2a', 'floating_ip_address': '172.25.6.104', 'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'router_id': '48ac56fb-b2dd-4777-86ae-13abf89bee12', 'port_id': '2eb03726-cd32-4d52-875a-f478c1810fca', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1398, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '656bebbd-9c61-47d2-8da4-02f9ef76be7f', 'mac_address': 'fa:16:3e:82:20:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6083985c-0b73-4bd3-aa7c-a1c7ad6729c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:19:26Z', 'updated_at': '2022-01-28T07:20:05Z', 'revision_number': 8, 'project_id': '6cf57efb05234d29b910330efbcd8c2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bd50510-d5ce-49e1-9690-8a7833768837', 'name': '', 'network_id': '656bebbd-9c61-47d2-8da4-02f9ef76be7f', 'tenant_id': '6cf57efb05234d29b910330efbcd8c2a', 'mac_address': 'fa:16:3e:8e:71:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ac56fb-b2dd-4777-86ae-13abf89bee12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'a528b37a-7798-48f2-a35e-8eee53dfb4b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:19:01Z', 'updated_at': '2022-01-28T07:19:13Z', 'revision_number': 5, 'project_id': '6cf57efb05234d29b910330efbcd8c2a', 'subnets': [{'id': 'a528b37a-7798-48f2-a35e-8eee53dfb4b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:20:07.591054 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f336ec1f-f439-44ad-932b-91aacf09a667 req-1d4cb6f6-fd88-414d-a3d9-570c17e2eaa0 service neutron] 10.222.0.41 "GET /v2.0/networks/656bebbd-9c61-47d2-8da4-02f9ef76be7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063967 Jan 28 07:20:07.636791 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-16b02125-7590-4e6c-a24c-3da7c1c5ee86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:20:07.647447 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b02125-7590-4e6c-a24c-3da7c1c5ee86 None None] Routers {'efa1ba95-8013-4eb7-9537-01636c54c142'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:20:07.648076 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-16b02125-7590-4e6c-a24c-3da7c1c5ee86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:20:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['efa1ba95-8013-4eb7-9537-01636c54c142'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:20:07.692680 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-16b02125-7590-4e6c-a24c-3da7c1c5ee86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:20:07.693492 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b02125-7590-4e6c-a24c-3da7c1c5ee86 None None] The sync data for ids ['efa1ba95-8013-4eb7-9537-01636c54c142'] in n-d-712749-28 is: [] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:20:07.707863 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6595d869-8366-4c17-b6b2-75db50accbf0 req-16612d71-5ce3-4938-9972-16f0e63250f0 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] 10.222.0.41 "GET /v2.0/floatingips/675e09e1-ea7c-4f21-bc46-2240efdf22e2 HTTP/1.1" status: 200 len: 997 time: 0.0817254 Jan 28 07:20:07.742702 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa484a2d-918c-4d24-9698-7287c6f09093 req-74e60180-261d-4764-8c11-2abbd412ba44 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:07.744363 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-fa484a2d-918c-4d24-9698-7287c6f09093 req-74e60180-261d-4764-8c11-2abbd412ba44 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fa73890-3c2c-4c59-9c73-ce1eca1f276c HTTP/1.1" status: 200 len: 946 time: 0.1041417 Jan 28 07:20:07.824233 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6595d869-8366-4c17-b6b2-75db50accbf0 req-a939df44-0509-445f-8a12-5ffacccf1504 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:07.825913 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6595d869-8366-4c17-b6b2-75db50accbf0 req-a939df44-0509-445f-8a12-5ffacccf1504 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] 10.222.0.41 "GET /v2.0/networks/7d5b3724-deef-4831-8d43-cb9b8176573c HTTP/1.1" status: 200 len: 784 time: 0.1124821 Jan 28 07:20:07.837572 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [req-6595d869-8366-4c17-b6b2-75db50accbf0 req-d860051a-c185-4cd0-898e-ebeddb76d72a tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 07:20:07.839195 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6595d869-8366-4c17-b6b2-75db50accbf0 req-d860051a-c185-4cd0-898e-ebeddb76d72a tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067809 Jan 28 07:20:07.854308 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc2d23d-1edc-41b2-b5de-2accc84dddcd None None] New status for floating IP 675e09e1-ea7c-4f21-bc46-2240efdf22e2: ACTIVE {{(pid=103286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 07:20:07.948953 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8bd5e19a-e9ba-42bb-b274-813a0ad3ee6c req-9dfe79bc-1d59-4016-99c4-7fecf4f3f8ef tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.6.104 HTTP/1.1" status: 200 len: 1000 time: 0.0825784 Jan 28 07:20:08.199084 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-fa484a2d-918c-4d24-9698-7287c6f09093 req-ae5c26e0-f9cb-4375-b665-9f5accd217c0 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f7766-6108-45d3-a769-5b5e90234849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4467299 Jan 28 07:20:08.330565 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8069c8db-8f2c-4859-aa7e-05c085c4da3d tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Publish callbacks [] for router_gateway (efa1ba95-8013-4eb7-9537-01636c54c142), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:08.350641 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd5e19a-e9ba-42bb-b274-813a0ad3ee6c req-1410810f-eecb-44ad-a6d5-671796c18361 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:08.352047 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8bd5e19a-e9ba-42bb-b274-813a0ad3ee6c req-1410810f-eecb-44ad-a6d5-671796c18361 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] 10.222.0.41 "GET /v2.0/ports/2eb03726-cd32-4d52-875a-f478c1810fca HTTP/1.1" status: 200 len: 943 time: 0.3957393 Jan 28 07:20:08.360535 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2d95c4-5e51-47a0-ae56-5d29a808ae10 req-282a63cd-2866-4663-83ba-e9d2cd280189 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:08.362237 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6d2d95c4-5e51-47a0-ae56-5d29a808ae10 req-282a63cd-2866-4663-83ba-e9d2cd280189 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?device_id=d08c76f2-d544-48c8-9aa2-2f244346b107 HTTP/1.1" status: 200 len: 943 time: 0.0780144 Jan 28 07:20:08.455236 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6d2d95c4-5e51-47a0-ae56-5d29a808ae10 req-7441a3f1-26a7-42a6-ba77-431c9ff33df5 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/security-groups?id=e977f99b-7e7b-4d49-bf15-4fd22b3b3b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860052 Jan 28 07:20:08.465847 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8bd5e19a-e9ba-42bb-b274-813a0ad3ee6c req-8c69d447-4824-48d7-8d71-3782a5129fff tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.6.104 HTTP/1.1" status: 200 len: 1002 time: 0.0665689 Jan 28 07:20:08.587926 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:08.616485 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd5e19a-e9ba-42bb-b274-813a0ad3ee6c req-73486217-2f9a-4054-8122-8e1f58874c72 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:08.618148 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8bd5e19a-e9ba-42bb-b274-813a0ad3ee6c req-73486217-2f9a-4054-8122-8e1f58874c72 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] 10.222.0.41 "GET /v2.0/networks/7d5b3724-deef-4831-8d43-cb9b8176573c HTTP/1.1" status: 200 len: 784 time: 0.1410632 Jan 28 07:20:08.662597 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6083985c-0b73-4bd3-aa7c-a1c7ad6729c2', 'tag': '2eb03726-cd32-4d52-875a-f478c1810fca'}, {'name': 'network-changed', 'server_uuid': 'd08c76f2-d544-48c8-9aa2-2f244346b107', 'tag': '6e18f550-1a38-4c2f-95e2-f7516d641eee'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:20:08.668484 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d577fe3d-f077-4bc0-9a1a-5af6006acad9" -d '{"events": [{"name": "network-changed", "server_uuid": "6083985c-0b73-4bd3-aa7c-a1c7ad6729c2", "tag": "2eb03726-cd32-4d52-875a-f478c1810fca"}, {"name": "network-changed", "server_uuid": "d08c76f2-d544-48c8-9aa2-2f244346b107", "tag": "6e18f550-1a38-4c2f-95e2-f7516d641eee"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:20:08.703475 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8bd5e19a-e9ba-42bb-b274-813a0ad3ee6c req-14fdfb87-b31b-466a-9620-5a1dae5ef110 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.6.104 HTTP/1.1" status: 200 len: 1002 time: 0.0783958 Jan 28 07:20:08.713620 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-8bd5e19a-e9ba-42bb-b274-813a0ad3ee6c req-f8f70c8f-accf-4743-849e-0c9d7ef82488 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:20:08.780448 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-8bd5e19a-e9ba-42bb-b274-813a0ad3ee6c req-f8f70c8f-accf-4743-849e-0c9d7ef82488 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] Publish callbacks [] for floatingip (675e09e1-ea7c-4f21-bc46-2240efdf22e2), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:08.813336 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 28 Jan 2022 07:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ab04b64-b0f5-4765-8719-837866d3b307 x-openstack-request-id: req-3ab04b64-b0f5-4765-8719-837866d3b307 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:20:08.813647 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6083985c-0b73-4bd3-aa7c-a1c7ad6729c2", "tag": "2eb03726-cd32-4d52-875a-f478c1810fca", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d08c76f2-d544-48c8-9aa2-2f244346b107", "tag": "6e18f550-1a38-4c2f-95e2-f7516d641eee", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:20:08.813910 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3ab04b64-b0f5-4765-8719-837866d3b307 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:20:08.814317 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6083985c-0b73-4bd3-aa7c-a1c7ad6729c2', 'tag': '2eb03726-cd32-4d52-875a-f478c1810fca', 'status': 'completed', 'code': 200} Jan 28 07:20:08.814583 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd08c76f2-d544-48c8-9aa2-2f244346b107', 'tag': '6e18f550-1a38-4c2f-95e2-f7516d641eee', 'status': 'completed', 'code': 200} Jan 28 07:20:08.842888 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8069c8db-8f2c-4859-aa7e-05c085c4da3d tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16607950', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16605480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127440'] for router (efa1ba95-8013-4eb7-9537-01636c54c142), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:08.846026 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8069c8db-8f2c-4859-aa7e-05c085c4da3d tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16607909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16607927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16607932', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16605457'] for router (efa1ba95-8013-4eb7-9537-01636c54c142), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:08.959041 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8069c8db-8f2c-4859-aa7e-05c085c4da3d tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Router efa1ba95-8013-4eb7-9537-01636c54c142 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:20:08.961082 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-8bd5e19a-e9ba-42bb-b274-813a0ad3ee6c req-f8f70c8f-accf-4743-849e-0c9d7ef82488 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:08.963171 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d577fe3d-f077-4bc0-9a1a-5af6006acad9 req-ff215008-f9d9-48c0-b2ab-dedeae9715dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:08.965040 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d577fe3d-f077-4bc0-9a1a-5af6006acad9 req-ff215008-f9d9-48c0-b2ab-dedeae9715dc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6cf57efb05234d29b910330efbcd8c2a&device_id=6083985c-0b73-4bd3-aa7c-a1c7ad6729c2 HTTP/1.1" status: 200 len: 1098 time: 0.0947485 Jan 28 07:20:08.966259 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-8bd5e19a-e9ba-42bb-b274-813a0ad3ee6c req-f8f70c8f-accf-4743-849e-0c9d7ef82488 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16609095'] for floatingip (675e09e1-ea7c-4f21-bc46-2240efdf22e2), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:08.966666 n-d-712749-28 neutron-server[103284]: INFO neutron.db.l3_db [req-8bd5e19a-e9ba-42bb-b274-813a0ad3ee6c req-f8f70c8f-accf-4743-849e-0c9d7ef82488 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] Floating IP 675e09e1-ea7c-4f21-bc46-2240efdf22e2 disassociated. External IP: 172.25.6.104, port: 2eb03726-cd32-4d52-875a-f478c1810fca. Jan 28 07:20:09.070741 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8069c8db-8f2c-4859-aa7e-05c085c4da3d tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:20:09.075141 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8069c8db-8f2c-4859-aa7e-05c085c4da3d tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:09.079540 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-8069c8db-8f2c-4859-aa7e-05c085c4da3d tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] 10.222.0.41 "PUT /v2.0/routers/efa1ba95-8013-4eb7-9537-01636c54c142 HTTP/1.1" status: 200 len: 919 time: 1.5541484 Jan 28 07:20:09.079540 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 50082) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:20:09.082045 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3711e32-477c-4a52-b791-db33f274b1b9 None None] Sync routers for ids ['efa1ba95-8013-4eb7-9537-01636c54c142'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:20:09.092313 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3711e32-477c-4a52-b791-db33f274b1b9 None None] Routers {'efa1ba95-8013-4eb7-9537-01636c54c142'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:20:09.093036 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-c3711e32-477c-4a52-b791-db33f274b1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:20:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['efa1ba95-8013-4eb7-9537-01636c54c142'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:20:09.129010 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-c3711e32-477c-4a52-b791-db33f274b1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:20:09.141169 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3711e32-477c-4a52-b791-db33f274b1b9 None None] Routers {'efa1ba95-8013-4eb7-9537-01636c54c142'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:20:09.142080 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-c3711e32-477c-4a52-b791-db33f274b1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:20:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['efa1ba95-8013-4eb7-9537-01636c54c142'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:20:09.145485 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d577fe3d-f077-4bc0-9a1a-5af6006acad9 req-6f37eb56-5604-4ddd-bd12-ae5c7121f2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:09.146976 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d577fe3d-f077-4bc0-9a1a-5af6006acad9 req-6f37eb56-5604-4ddd-bd12-ae5c7121f2ce service neutron] 10.222.0.44 "GET /v2.0/networks?id=656bebbd-9c61-47d2-8da4-02f9ef76be7f HTTP/1.1" status: 200 len: 922 time: 0.1435511 Jan 28 07:20:09.179135 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-c3711e32-477c-4a52-b791-db33f274b1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:20:09.179790 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3711e32-477c-4a52-b791-db33f274b1b9 None None] The sync data for ids ['efa1ba95-8013-4eb7-9537-01636c54c142'] in n-d-712749-28 is: [] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:20:09.199288 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-0fa35b6d-7d0a-43a1-9f68-b3c429441bfe tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] 10.222.0.41 "GET /v2.0/routers/efa1ba95-8013-4eb7-9537-01636c54c142 HTTP/1.1" status: 200 len: 919 time: 0.1189294 Jan 28 07:20:09.202242 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 50084) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:20:09.222617 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d577fe3d-f077-4bc0-9a1a-5af6006acad9 req-efd99b84-8c78-441a-b504-65ba96b07995 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2eb03726-cd32-4d52-875a-f478c1810fca HTTP/1.1" status: 200 len: 217 time: 0.0382285 Jan 28 07:20:09.277345 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c374f5b8-7007-4246-b118-5cb1b345e364 tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:09.278880 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-c374f5b8-7007-4246-b118-5cb1b345e364 tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=7d5b3724-deef-4831-8d43-cb9b8176573c&device_id=efa1ba95-8013-4eb7-9537-01636c54c142&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0756242 Jan 28 07:20:09.281565 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 50088) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:20:09.324600 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d577fe3d-f077-4bc0-9a1a-5af6006acad9 req-e940ab63-4c8d-4840-977b-d4a41835acd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:09.326101 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d577fe3d-f077-4bc0-9a1a-5af6006acad9 req-e940ab63-4c8d-4840-977b-d4a41835acd0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a528b37a-7798-48f2-a35e-8eee53dfb4b6 HTTP/1.1" status: 200 len: 860 time: 0.0938447 Jan 28 07:20:09.343037 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8bd5e19a-e9ba-42bb-b274-813a0ad3ee6c req-f8f70c8f-accf-4743-849e-0c9d7ef82488 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] Router 48ac56fb-b2dd-4777-86ae-13abf89bee12 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:20:09.386352 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df785bc-7fdb-40c7-971c-c88173a44945 req-d2a10ecb-f363-4201-b653-710f5e21717f tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:09.386352 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7df785bc-7fdb-40c7-971c-c88173a44945 req-d2a10ecb-f363-4201-b653-710f5e21717f tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fa73890-3c2c-4c59-9c73-ce1eca1f276c HTTP/1.1" status: 200 len: 946 time: 0.1051071 Jan 28 07:20:09.389584 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d577fe3d-f077-4bc0-9a1a-5af6006acad9 req-8cb148c5-35b9-4223-9123-e9c708f1f9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:09.391180 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d577fe3d-f077-4bc0-9a1a-5af6006acad9 req-8cb148c5-35b9-4223-9123-e9c708f1f9f4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=656bebbd-9c61-47d2-8da4-02f9ef76be7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0585041 Jan 28 07:20:09.424634 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed024de-ab69-4411-a378-afdbeea33b0c tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:09.425998 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-9ed024de-ab69-4411-a378-afdbeea33b0c tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] 10.222.0.41 "GET /v2.0/networks/7d5b3724-deef-4831-8d43-cb9b8176573c HTTP/1.1" status: 200 len: 881 time: 0.1369832 Jan 28 07:20:09.428804 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 50090) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:20:09.465256 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-013463cd-245b-4fea-85ec-7347de7a0db9 tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] 10.222.0.41 "GET /v2.0/ports?device_id=efa1ba95-8013-4eb7-9537-01636c54c142 HTTP/1.1" status: 200 len: 205 time: 0.0330815 Jan 28 07:20:09.467766 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 50092) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:20:09.481533 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7df785bc-7fdb-40c7-971c-c88173a44945 req-2db657d9-7bb3-48ac-88af-47328d70c0c3 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f7766-6108-45d3-a769-5b5e90234849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861754 Jan 28 07:20:09.513230 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device e04fca2f-abde-4898-9122-42a38e110c3a no longer exists at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:20:09.535569 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] No Port match for: e04fca2f-abde-4898-9122-42a38e110c3a {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:20:09.535921 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device e04fca2f-abde-4898-9122-42a38e110c3a not bound to the agent host n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:20:09.566763 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d577fe3d-f077-4bc0-9a1a-5af6006acad9 req-947177db-ac98-4b0e-a923-6a8dbfd09352 service neutron] 10.222.0.44 "GET /v2.0/networks/656bebbd-9c61-47d2-8da4-02f9ef76be7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450846 Jan 28 07:20:09.582617 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8bd5e19a-e9ba-42bb-b274-813a0ad3ee6c req-f8f70c8f-accf-4743-849e-0c9d7ef82488 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:20:09.588177 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-8bd5e19a-e9ba-42bb-b274-813a0ad3ee6c req-f8f70c8f-accf-4743-849e-0c9d7ef82488 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for floatingip (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:09.595096 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db5e9f3-6a38-4eb8-8d41-b91d79ff6c86 None None] Sync routers for ids ['48ac56fb-b2dd-4777-86ae-13abf89bee12'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:20:09.607229 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db5e9f3-6a38-4eb8-8d41-b91d79ff6c86 None None] Routers {'48ac56fb-b2dd-4777-86ae-13abf89bee12'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:20:09.608164 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-9db5e9f3-6a38-4eb8-8d41-b91d79ff6c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:20:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['48ac56fb-b2dd-4777-86ae-13abf89bee12'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:20:09.613270 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-db7ddbfa-301f-4491-8cf3-90e84e7e28dd tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Publish callbacks [] for router (efa1ba95-8013-4eb7-9537-01636c54c142), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:09.660381 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f561485-b17e-4998-be6b-7411347f2b3e req-48416768-cb69-4f9c-b9de-810a32397135 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:09.665144 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:09.667413 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4f561485-b17e-4998-be6b-7411347f2b3e req-48416768-cb69-4f9c-b9de-810a32397135 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?device_id=d08c76f2-d544-48c8-9aa2-2f244346b107 HTTP/1.1" status: 200 len: 943 time: 0.1030593 Jan 28 07:20:09.680294 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8bd5e19a-e9ba-42bb-b274-813a0ad3ee6c req-f8f70c8f-accf-4743-849e-0c9d7ef82488 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] 10.222.0.41 "PUT /v2.0/floatingips/675e09e1-ea7c-4f21-bc46-2240efdf22e2 HTTP/1.1" status: 200 len: 696 time: 0.9708483 Jan 28 07:20:09.733624 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-9db5e9f3-6a38-4eb8-8d41-b91d79ff6c86 None None] Set router 48ac56fb-b2dd-4777-86ae-13abf89bee12 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:20:09.736400 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d577fe3d-f077-4bc0-9a1a-5af6006acad9 req-96a57ab9-3724-4281-9a07-a84e5ba9ed2b service neutron] 10.222.0.44 "GET /v2.0/networks/656bebbd-9c61-47d2-8da4-02f9ef76be7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616559 Jan 28 07:20:09.749391 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd5e19a-e9ba-42bb-b274-813a0ad3ee6c req-11f38db0-a8b3-4220-a1b2-7db3aecc11be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:09.750863 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8bd5e19a-e9ba-42bb-b274-813a0ad3ee6c req-11f38db0-a8b3-4220-a1b2-7db3aecc11be service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6cf57efb05234d29b910330efbcd8c2a&device_id=6083985c-0b73-4bd3-aa7c-a1c7ad6729c2 HTTP/1.1" status: 200 len: 1098 time: 0.0547945 Jan 28 07:20:09.759866 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4f561485-b17e-4998-be6b-7411347f2b3e req-96bc203a-05a3-4301-90cf-1746726ee58d tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/security-groups?id=e977f99b-7e7b-4d49-bf15-4fd22b3b3b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916080 Jan 28 07:20:09.773976 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-db7ddbfa-301f-4491-8cf3-90e84e7e28dd tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Publish callbacks [] for router_gateway (efa1ba95-8013-4eb7-9537-01636c54c142), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:09.856419 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-db7ddbfa-301f-4491-8cf3-90e84e7e28dd tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Deleting port 88b91d23-a02f-4f96-9a70-ad5a03499532 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:20:09.856419 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-db7ddbfa-301f-4491-8cf3-90e84e7e28dd tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (88b91d23-a02f-4f96-9a70-ad5a03499532), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:09.902640 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d577fe3d-f077-4bc0-9a1a-5af6006acad9 req-0daa697f-0a97-44aa-9da1-d23d1d50395c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:09.904136 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d577fe3d-f077-4bc0-9a1a-5af6006acad9 req-0daa697f-0a97-44aa-9da1-d23d1d50395c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=229c6d67826441e4877349f4a14040af&device_id=d08c76f2-d544-48c8-9aa2-2f244346b107 HTTP/1.1" status: 200 len: 1095 time: 0.0699744 Jan 28 07:20:09.934706 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd5e19a-e9ba-42bb-b274-813a0ad3ee6c req-924d0548-51d0-4659-adb6-3ed024447170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:09.937117 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8bd5e19a-e9ba-42bb-b274-813a0ad3ee6c req-924d0548-51d0-4659-adb6-3ed024447170 service neutron] 10.222.0.41 "GET /v2.0/networks?id=656bebbd-9c61-47d2-8da4-02f9ef76be7f HTTP/1.1" status: 200 len: 922 time: 0.1694298 Jan 28 07:20:09.941539 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd90b092-4f15-4a85-bdea-bd034e375adf req-966c54fd-5fce-42d1-bfee-43487ccca0f8 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:09.943088 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-dd90b092-4f15-4a85-bdea-bd034e375adf req-966c54fd-5fce-42d1-bfee-43487ccca0f8 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fa73890-3c2c-4c59-9c73-ce1eca1f276c HTTP/1.1" status: 200 len: 946 time: 0.1022978 Jan 28 07:20:09.978941 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-9db5e9f3-6a38-4eb8-8d41-b91d79ff6c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ac56fb-b2dd-4777-86ae-13abf89bee12', 'name': 'tempest-FloatingIPsAssociationTestJSON-1050771046-router', 'tenant_id': '6cf57efb05234d29b910330efbcd8c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.52'}], 'enable_snat': True}, 'gw_port_id': '2bc81b5d-b80c-4c53-ab79-8daac706575a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:18:56Z', 'updated_at': '2022-01-28T07:19:02Z', 'revision_number': 4, 'project_id': '6cf57efb05234d29b910330efbcd8c2a', 'gw_port': {'id': '2bc81b5d-b80c-4c53-ab79-8daac706575a', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:90:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ac56fb-b2dd-4777-86ae-13abf89bee12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:18:57Z', 'updated_at': '2022-01-28T07:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '3bd50510-d5ce-49e1-9690-8a7833768837', 'name': '', 'network_id': '656bebbd-9c61-47d2-8da4-02f9ef76be7f', 'tenant_id': '6cf57efb05234d29b910330efbcd8c2a', 'mac_address': 'fa:16:3e:8e:71:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ac56fb-b2dd-4777-86ae-13abf89bee12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'a528b37a-7798-48f2-a35e-8eee53dfb4b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:19:01Z', 'updated_at': '2022-01-28T07:19:13Z', 'revision_number': 5, 'project_id': '6cf57efb05234d29b910330efbcd8c2a', 'subnets': [{'id': 'a528b37a-7798-48f2-a35e-8eee53dfb4b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:20:09.988155 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-db7ddbfa-301f-4491-8cf3-90e84e7e28dd tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (88b91d23-a02f-4f96-9a70-ad5a03499532), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:10.005345 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db5e9f3-6a38-4eb8-8d41-b91d79ff6c86 None None] Checking router: 48ac56fb-b2dd-4777-86ae-13abf89bee12 for host: n-d-712749-28 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:20:10.011944 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-db7ddbfa-301f-4491-8cf3-90e84e7e28dd tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Calling delete_port for 88b91d23-a02f-4f96-9a70-ad5a03499532 owned by network:router_gateway {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:20:10.013931 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db5e9f3-6a38-4eb8-8d41-b91d79ff6c86 None None] Routers {'48ac56fb-b2dd-4777-86ae-13abf89bee12'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:20:10.014831 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-9db5e9f3-6a38-4eb8-8d41-b91d79ff6c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:20:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['48ac56fb-b2dd-4777-86ae-13abf89bee12'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:20:10.016086 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8bd5e19a-e9ba-42bb-b274-813a0ad3ee6c req-983a15d3-a778-4e85-892f-e0de3839bda9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2eb03726-cd32-4d52-875a-f478c1810fca HTTP/1.1" status: 200 len: 217 time: 0.0409884 Jan 28 07:20:10.024482 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-dd90b092-4f15-4a85-bdea-bd034e375adf req-cc818cbd-0eb9-46d1-9f52-2dee0dee2c14 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f7766-6108-45d3-a769-5b5e90234849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714891 Jan 28 07:20:10.087780 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d577fe3d-f077-4bc0-9a1a-5af6006acad9 req-66be7f09-3cd5-4d54-9d51-20548943577b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:10.089275 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d577fe3d-f077-4bc0-9a1a-5af6006acad9 req-66be7f09-3cd5-4d54-9d51-20548943577b service neutron] 10.222.0.44 "GET /v2.0/networks?id=c613bbee-ac30-4d50-a837-418713fc934d HTTP/1.1" status: 200 len: 912 time: 0.1773031 Jan 28 07:20:10.094961 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd5e19a-e9ba-42bb-b274-813a0ad3ee6c req-ca61e6c6-33d2-463f-8158-b477c69db930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:10.096421 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8bd5e19a-e9ba-42bb-b274-813a0ad3ee6c req-ca61e6c6-33d2-463f-8158-b477c69db930 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a528b37a-7798-48f2-a35e-8eee53dfb4b6 HTTP/1.1" status: 200 len: 860 time: 0.0682924 Jan 28 07:20:10.145151 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d577fe3d-f077-4bc0-9a1a-5af6006acad9 req-d11dd8e0-2605-4cfc-958f-b859934b406a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6e18f550-1a38-4c2f-95e2-f7516d641eee HTTP/1.1" status: 200 len: 217 time: 0.0473716 Jan 28 07:20:10.165829 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-9db5e9f3-6a38-4eb8-8d41-b91d79ff6c86 None None] Set router 48ac56fb-b2dd-4777-86ae-13abf89bee12 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:20:10.210254 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d577fe3d-f077-4bc0-9a1a-5af6006acad9 req-75822867-63e4-4672-b988-1f193c532fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:10.211512 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d577fe3d-f077-4bc0-9a1a-5af6006acad9 req-75822867-63e4-4672-b988-1f193c532fe4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ff9bdb84-da64-4de0-bfaf-1dc458d2c06f HTTP/1.1" status: 200 len: 851 time: 0.0523968 Jan 28 07:20:10.214121 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd5e19a-e9ba-42bb-b274-813a0ad3ee6c req-54c22ab5-f1d4-4b77-bbf9-09cafba9183b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:10.215510 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8bd5e19a-e9ba-42bb-b274-813a0ad3ee6c req-54c22ab5-f1d4-4b77-bbf9-09cafba9183b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=656bebbd-9c61-47d2-8da4-02f9ef76be7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1117644 Jan 28 07:20:10.234050 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-db7ddbfa-301f-4491-8cf3-90e84e7e28dd tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (88b91d23-a02f-4f96-9a70-ad5a03499532), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:10.264515 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d577fe3d-f077-4bc0-9a1a-5af6006acad9 req-df846a63-4274-4347-b0ba-771b91252d24 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c613bbee-ac30-4d50-a837-418713fc934d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432122 Jan 28 07:20:10.269756 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7ddbfa-301f-4491-8cf3-90e84e7e28dd tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Pushing event deleted for resources: {'Port': ['ID=88b91d23-a02f-4f96-9a70-ad5a03499532,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:20:10.344490 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-db7ddbfa-301f-4491-8cf3-90e84e7e28dd tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16607873'] for router_gateway (efa1ba95-8013-4eb7-9537-01636c54c142), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:10.397367 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8bd5e19a-e9ba-42bb-b274-813a0ad3ee6c req-5a3798d3-75e3-473c-9180-9ca66a74e33d service neutron] 10.222.0.41 "GET /v2.0/networks/656bebbd-9c61-47d2-8da4-02f9ef76be7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673183 Jan 28 07:20:10.419688 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d577fe3d-f077-4bc0-9a1a-5af6006acad9 req-eeb4f3db-ced0-4f0a-ba77-80c44650943f service neutron] 10.222.0.44 "GET /v2.0/networks/c613bbee-ac30-4d50-a837-418713fc934d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283498 Jan 28 07:20:10.463855 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-9db5e9f3-6a38-4eb8-8d41-b91d79ff6c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ac56fb-b2dd-4777-86ae-13abf89bee12', 'name': 'tempest-FloatingIPsAssociationTestJSON-1050771046-router', 'tenant_id': '6cf57efb05234d29b910330efbcd8c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.52'}], 'enable_snat': True}, 'gw_port_id': '2bc81b5d-b80c-4c53-ab79-8daac706575a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:18:56Z', 'updated_at': '2022-01-28T07:19:02Z', 'revision_number': 4, 'project_id': '6cf57efb05234d29b910330efbcd8c2a', 'gw_port': {'id': '2bc81b5d-b80c-4c53-ab79-8daac706575a', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:90:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ac56fb-b2dd-4777-86ae-13abf89bee12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:18:57Z', 'updated_at': '2022-01-28T07:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '3bd50510-d5ce-49e1-9690-8a7833768837', 'name': '', 'network_id': '656bebbd-9c61-47d2-8da4-02f9ef76be7f', 'tenant_id': '6cf57efb05234d29b910330efbcd8c2a', 'mac_address': 'fa:16:3e:8e:71:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ac56fb-b2dd-4777-86ae-13abf89bee12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'a528b37a-7798-48f2-a35e-8eee53dfb4b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:19:01Z', 'updated_at': '2022-01-28T07:19:13Z', 'revision_number': 5, 'project_id': '6cf57efb05234d29b910330efbcd8c2a', 'subnets': [{'id': 'a528b37a-7798-48f2-a35e-8eee53dfb4b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:20:10.487810 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-db7ddbfa-301f-4491-8cf3-90e84e7e28dd tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16605684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127449'] for router (efa1ba95-8013-4eb7-9537-01636c54c142), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:10.491593 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-db7ddbfa-301f-4491-8cf3-90e84e7e28dd tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Publish callbacks [] for router_controller (efa1ba95-8013-4eb7-9537-01636c54c142), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:10.543093 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee0989c-14ff-494b-a5d3-0fc82295a829 req-313cf4e1-8a14-409d-ad77-7fb2e1afe004 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:10.544728 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-eee0989c-14ff-494b-a5d3-0fc82295a829 req-313cf4e1-8a14-409d-ad77-7fb2e1afe004 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fa73890-3c2c-4c59-9c73-ce1eca1f276c HTTP/1.1" status: 200 len: 946 time: 0.1224914 Jan 28 07:20:10.556590 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-db7ddbfa-301f-4491-8cf3-90e84e7e28dd tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16605693'] for router (efa1ba95-8013-4eb7-9537-01636c54c142), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:10.557305 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db7ddbfa-301f-4491-8cf3-90e84e7e28dd tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Fanout notify agent at l3_agent the message router_deleted on router efa1ba95-8013-4eb7-9537-01636c54c142 {{(pid=103283) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 07:20:10.567248 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-db7ddbfa-301f-4491-8cf3-90e84e7e28dd tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Publish callbacks [] for router (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:10.568966 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-db7ddbfa-301f-4491-8cf3-90e84e7e28dd tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] 10.222.0.41 "DELETE /v2.0/routers/efa1ba95-8013-4eb7-9537-01636c54c142 HTTP/1.1" status: 204 len: 168 time: 1.1000354 Jan 28 07:20:10.572906 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 50108) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:20:10.573119 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8bd5e19a-e9ba-42bb-b274-813a0ad3ee6c req-63f7e619-0dd3-4991-97f4-23285fe033c8 service neutron] 10.222.0.41 "GET /v2.0/networks/656bebbd-9c61-47d2-8da4-02f9ef76be7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664076 Jan 28 07:20:10.579456 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d577fe3d-f077-4bc0-9a1a-5af6006acad9 req-a6945b9a-4557-4680-9e34-a75726d06659 service neutron] 10.222.0.44 "GET /v2.0/networks/c613bbee-ac30-4d50-a837-418713fc934d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505322 Jan 28 07:20:10.580605 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-b2cf61cc-9440-494a-98d4-86a02665908c tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1806844508', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:20:10.599295 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db5e9f3-6a38-4eb8-8d41-b91d79ff6c86 None None] The sync data for ids ['48ac56fb-b2dd-4777-86ae-13abf89bee12'] in n-d-712749-28 is: [{'id': '48ac56fb-b2dd-4777-86ae-13abf89bee12', 'name': 'tempest-FloatingIPsAssociationTestJSON-1050771046-router', 'tenant_id': '6cf57efb05234d29b910330efbcd8c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.52'}], 'enable_snat': True}, 'gw_port_id': '2bc81b5d-b80c-4c53-ab79-8daac706575a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:18:56Z', 'updated_at': '2022-01-28T07:19:02Z', 'revision_number': 4, 'project_id': '6cf57efb05234d29b910330efbcd8c2a', 'gw_port': {'id': '2bc81b5d-b80c-4c53-ab79-8daac706575a', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:90:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ac56fb-b2dd-4777-86ae-13abf89bee12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:18:57Z', 'updated_at': '2022-01-28T07:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '3bd50510-d5ce-49e1-9690-8a7833768837', 'name': '', 'network_id': '656bebbd-9c61-47d2-8da4-02f9ef76be7f', 'tenant_id': '6cf57efb05234d29b910330efbcd8c2a', 'mac_address': 'fa:16:3e:8e:71:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ac56fb-b2dd-4777-86ae-13abf89bee12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'a528b37a-7798-48f2-a35e-8eee53dfb4b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:19:01Z', 'updated_at': '2022-01-28T07:19:13Z', 'revision_number': 5, 'project_id': '6cf57efb05234d29b910330efbcd8c2a', 'subnets': [{'id': 'a528b37a-7798-48f2-a35e-8eee53dfb4b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:20:10.629518 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b2cf61cc-9440-494a-98d4-86a02665908c tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16606890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127275'] for router (bccf816d-638f-4880-bb3b-577849d67ec7), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:10.632238 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b2cf61cc-9440-494a-98d4-86a02665908c tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16605498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16607952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16355422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127266'] for router (bccf816d-638f-4880-bb3b-577849d67ec7), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:10.664872 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-eee0989c-14ff-494b-a5d3-0fc82295a829 req-c1a59d3a-9e43-48a2-a170-a3f3af08d489 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f7766-6108-45d3-a769-5b5e90234849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904138 Jan 28 07:20:10.743431 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-573387ba-1015-4e89-85c8-fdba9dad477a req-02f693a4-3ee8-4a28-b0bc-e92fa48c290e tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] 10.222.0.41 "GET /v2.0/floatingips/675e09e1-ea7c-4f21-bc46-2240efdf22e2 HTTP/1.1" status: 200 len: 696 time: 0.0536315 Jan 28 07:20:10.796301 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 6e18f550-1a38-4c2f-95e2-f7516d641eee details requested by agent hyperv_n-h2-712749-28 with host n-h2-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:20:10.816331 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6083985c-0b73-4bd3-aa7c-a1c7ad6729c2', 'tag': '2eb03726-cd32-4d52-875a-f478c1810fca'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:20:10.820119 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-337bd3a5-12f6-47ef-9e8f-5342b2440b1d" -d '{"events": [{"name": "network-changed", "server_uuid": "6083985c-0b73-4bd3-aa7c-a1c7ad6729c2", "tag": "2eb03726-cd32-4d52-875a-f478c1810fca"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:20:10.884437 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573387ba-1015-4e89-85c8-fdba9dad477a req-93a211e7-7e74-4939-bead-a99a7deb11ef tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:10.885955 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-573387ba-1015-4e89-85c8-fdba9dad477a req-93a211e7-7e74-4939-bead-a99a7deb11ef tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] 10.222.0.41 "GET /v2.0/networks/7d5b3724-deef-4831-8d43-cb9b8176573c HTTP/1.1" status: 200 len: 784 time: 0.1355321 Jan 28 07:20:10.902348 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [req-573387ba-1015-4e89-85c8-fdba9dad477a req-31bcca58-52e3-4093-8604-f5302c3f9442 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 07:20:10.903617 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-573387ba-1015-4e89-85c8-fdba9dad477a req-31bcca58-52e3-4093-8604-f5302c3f9442 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0102022 Jan 28 07:20:10.922883 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 6e18f550-1a38-4c2f-95e2-f7516d641eee, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=6e18f550-1a38-4c2f-95e2-f7516d641eee,segment=NetworkSegment(0129dffb-fe43-47b5-a269-4f49ca8f6de7),segment_id=0129dffb-fe43-47b5-a269-4f49ca8f6de7)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:20:10.936528 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Returning: {'device': '6e18f550-1a38-4c2f-95e2-f7516d641eee', 'network_id': 'c613bbee-ac30-4d50-a837-418713fc934d', 'port_id': '6e18f550-1a38-4c2f-95e2-f7516d641eee', 'mac_address': 'fa:16:3e:fc:9a:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff9bdb84-da64-4de0-bfaf-1dc458d2c06f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:20:10.968760 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-573387ba-1015-4e89-85c8-fdba9dad477a req-a43f3609-2786-417d-bb1b-eaf12ff8c035 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.6.104 HTTP/1.1" status: 200 len: 699 time: 0.0565293 Jan 28 07:20:10.977244 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde5c8c0-9b23-43e5-98fa-104929d95a07 None None] New status for floating IP 675e09e1-ea7c-4f21-bc46-2240efdf22e2: DOWN {{(pid=103285) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 07:20:11.013823 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port 6e18f550-1a38-4c2f-95e2-f7516d641eee is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:20:11.015376 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (6e18f550-1a38-4c2f-95e2-f7516d641eee), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:11.025355 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-573387ba-1015-4e89-85c8-fdba9dad477a req-dba3fba6-7695-4bcb-834a-e87c996b0401 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.6.104 HTTP/1.1" status: 200 len: 699 time: 0.0467205 Jan 28 07:20:11.040156 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b2cf61cc-9440-494a-98d4-86a02665908c tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Publish callbacks [] for router_controller (bccf816d-638f-4880-bb3b-577849d67ec7), precommit_add_association {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:11.053364 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b2cf61cc-9440-494a-98d4-86a02665908c tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16605475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16607909'] for router (bccf816d-638f-4880-bb3b-577849d67ec7), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:11.073042 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e18f550-1a38-4c2f-95e2-f7516d641eee {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:20:11.090891 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b2cf61cc-9440-494a-98d4-86a02665908c tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Publish callbacks [] for router (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:11.092450 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-b2cf61cc-9440-494a-98d4-86a02665908c tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5166259 Jan 28 07:20:11.096038 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 50122) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:20:11.100359 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-39100cdf-1f4d-4740-b098-bff4645bbab2 tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Request body: {'router': {'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:20:11.150207 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e39e6d0-d844-4075-a99c-5160d3266239 req-747782f4-0bbc-486b-9cae-b93c251af9e4 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:11.151528 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0e39e6d0-d844-4075-a99c-5160d3266239 req-747782f4-0bbc-486b-9cae-b93c251af9e4 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fa73890-3c2c-4c59-9c73-ce1eca1f276c HTTP/1.1" status: 200 len: 946 time: 0.1134233 Jan 28 07:20:11.166833 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-573387ba-1015-4e89-85c8-fdba9dad477a req-6966083e-939a-4bda-8784-275eae5c1209 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] Deleting port b2931999-9d9e-4181-b778-05bafa66d8c7 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:20:11.167189 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-573387ba-1015-4e89-85c8-fdba9dad477a req-6966083e-939a-4bda-8784-275eae5c1209 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (b2931999-9d9e-4181-b778-05bafa66d8c7), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:11.176590 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 6e18f550-1a38-4c2f-95e2-f7516d641eee, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=6e18f550-1a38-4c2f-95e2-f7516d641eee,segment=NetworkSegment(0129dffb-fe43-47b5-a269-4f49ca8f6de7),segment_id=0129dffb-fe43-47b5-a269-4f49ca8f6de7)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:20:11.209151 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (6e18f550-1a38-4c2f-95e2-f7516d641eee), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:11.251360 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-573387ba-1015-4e89-85c8-fdba9dad477a req-6966083e-939a-4bda-8784-275eae5c1209 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (b2931999-9d9e-4181-b778-05bafa66d8c7), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:11.251520 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-573387ba-1015-4e89-85c8-fdba9dad477a req-6966083e-939a-4bda-8784-275eae5c1209 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] Publish callbacks [] for floatingip (b2931999-9d9e-4181-b778-05bafa66d8c7), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:11.266568 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-573387ba-1015-4e89-85c8-fdba9dad477a req-6966083e-939a-4bda-8784-275eae5c1209 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] Calling delete_port for b2931999-9d9e-4181-b778-05bafa66d8c7 owned by network:floatingip {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:20:11.270871 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=6e18f550-1a38-4c2f-95e2-f7516d641eee,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:20:11.329246 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0e39e6d0-d844-4075-a99c-5160d3266239 req-4e4e2fe2-08a7-4be3-a44b-9812324aba09 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f7766-6108-45d3-a769-5b5e90234849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519639 Jan 28 07:20:11.368550 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-39100cdf-1f4d-4740-b098-bff4645bbab2 tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Publish callbacks [] for router_gateway (bccf816d-638f-4880-bb3b-577849d67ec7), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:11.423479 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-573387ba-1015-4e89-85c8-fdba9dad477a req-6966083e-939a-4bda-8784-275eae5c1209 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (b2931999-9d9e-4181-b778-05bafa66d8c7), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:11.450368 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6966083e-939a-4bda-8784-275eae5c1209 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] Pushing event deleted for resources: {'Port': ['ID=b2931999-9d9e-4181-b778-05bafa66d8c7,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:20:11.488864 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7238806-9cfd-4a2c-9276-fa3db7eb3d55 req-8da75390-8a51-4e02-8802-a17727fd6a43 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:11.490391 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a7238806-9cfd-4a2c-9276-fa3db7eb3d55 req-8da75390-8a51-4e02-8802-a17727fd6a43 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?device_id=d08c76f2-d544-48c8-9aa2-2f244346b107 HTTP/1.1" status: 200 len: 944 time: 0.0909932 Jan 28 07:20:11.516133 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-573387ba-1015-4e89-85c8-fdba9dad477a req-6966083e-939a-4bda-8784-275eae5c1209 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] Publish callbacks [] for floatingip (675e09e1-ea7c-4f21-bc46-2240efdf22e2), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:11.520179 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-573387ba-1015-4e89-85c8-fdba9dad477a req-6966083e-939a-4bda-8784-275eae5c1209 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for floatingip (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:11.520389 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['6e18f550-1a38-4c2f-95e2-f7516d641eee'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:20:11.521367 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-573387ba-1015-4e89-85c8-fdba9dad477a req-6966083e-939a-4bda-8784-275eae5c1209 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] 10.222.0.41 "DELETE /v2.0/floatingips/675e09e1-ea7c-4f21-bc46-2240efdf22e2 HTTP/1.1" status: 204 len: 173 time: 0.4891546 Jan 28 07:20:11.560123 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a7238806-9cfd-4a2c-9276-fa3db7eb3d55 req-bda0f7a6-e7c8-4a34-9407-692fb9400155 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/security-groups?id=e977f99b-7e7b-4d49-bf15-4fd22b3b3b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635448 Jan 28 07:20:11.568579 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04341928-2198-41ee-9831-d51ecc7f8b02 x-openstack-request-id: req-04341928-2198-41ee-9831-d51ecc7f8b02 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:20:11.568879 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6083985c-0b73-4bd3-aa7c-a1c7ad6729c2", "tag": "2eb03726-cd32-4d52-875a-f478c1810fca", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:20:11.569333 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-04341928-2198-41ee-9831-d51ecc7f8b02 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:20:11.569759 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6083985c-0b73-4bd3-aa7c-a1c7ad6729c2', 'tag': '2eb03726-cd32-4d52-875a-f478c1810fca', 'status': 'completed', 'code': 200} Jan 28 07:20:11.666598 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337bd3a5-12f6-47ef-9e8f-5342b2440b1d req-b1ac93df-4117-4bf3-b6f7-5a3ad2b06f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:11.668416 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-337bd3a5-12f6-47ef-9e8f-5342b2440b1d req-b1ac93df-4117-4bf3-b6f7-5a3ad2b06f4c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6cf57efb05234d29b910330efbcd8c2a&device_id=6083985c-0b73-4bd3-aa7c-a1c7ad6729c2 HTTP/1.1" status: 200 len: 1098 time: 0.0600772 Jan 28 07:20:11.706731 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-39100cdf-1f4d-4740-b098-bff4645bbab2 tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Publish callbacks [] for router_gateway (bccf816d-638f-4880-bb3b-577849d67ec7), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:11.737540 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-39100cdf-1f4d-4740-b098-bff4645bbab2 tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:11.784624 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337bd3a5-12f6-47ef-9e8f-5342b2440b1d req-621dd6f1-7f49-4194-b571-3f0136c023fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:11.786050 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-337bd3a5-12f6-47ef-9e8f-5342b2440b1d req-621dd6f1-7f49-4194-b571-3f0136c023fc service neutron] 10.222.0.44 "GET /v2.0/networks?id=656bebbd-9c61-47d2-8da4-02f9ef76be7f HTTP/1.1" status: 200 len: 922 time: 0.1093283 Jan 28 07:20:11.836678 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-337bd3a5-12f6-47ef-9e8f-5342b2440b1d req-a4c68760-a861-496f-b85c-40ae52413241 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2eb03726-cd32-4d52-875a-f478c1810fca HTTP/1.1" status: 200 len: 217 time: 0.0433033 Jan 28 07:20:11.867358 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-39100cdf-1f4d-4740-b098-bff4645bbab2 tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Allocated IP 172.25.6.102 (7d5b3724-deef-4831-8d43-cb9b8176573c/b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc/51b7fc00-8cf5-47f7-85e2-6bc661802834) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:20:11.928965 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988ce1d0-c735-4107-a524-cae18e96033a req-f24a2c5b-cc88-41ae-a1e4-f4f0b8be5add tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:11.930904 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-988ce1d0-c735-4107-a524-cae18e96033a req-f24a2c5b-cc88-41ae-a1e4-f4f0b8be5add tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fa73890-3c2c-4c59-9c73-ce1eca1f276c HTTP/1.1" status: 200 len: 946 time: 0.0968363 Jan 28 07:20:11.932554 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337bd3a5-12f6-47ef-9e8f-5342b2440b1d req-197b6319-a58c-421d-9924-764405228a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:11.934305 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-337bd3a5-12f6-47ef-9e8f-5342b2440b1d req-197b6319-a58c-421d-9924-764405228a34 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a528b37a-7798-48f2-a35e-8eee53dfb4b6 HTTP/1.1" status: 200 len: 860 time: 0.0693748 Jan 28 07:20:12.007825 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-39100cdf-1f4d-4740-b098-bff4645bbab2 tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Publish callbacks [] for port (51b7fc00-8cf5-47f7-85e2-6bc661802834), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:12.020907 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337bd3a5-12f6-47ef-9e8f-5342b2440b1d req-688501c8-7d39-4c9d-95a7-dc72e388175d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:12.022398 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-337bd3a5-12f6-47ef-9e8f-5342b2440b1d req-688501c8-7d39-4c9d-95a7-dc72e388175d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=656bebbd-9c61-47d2-8da4-02f9ef76be7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0787101 Jan 28 07:20:12.023548 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a09820a-6d13-46d8-b2f8-3f5936605249 req-0145bbb9-13d6-4f8e-b2b6-f3e0af8058e7 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:12.025248 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5a09820a-6d13-46d8-b2f8-3f5936605249 req-0145bbb9-13d6-4f8e-b2b6-f3e0af8058e7 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] 10.222.0.41 "GET /v2.0/ports?device_id=6083985c-0b73-4bd3-aa7c-a1c7ad6729c2 HTTP/1.1" status: 200 len: 946 time: 0.0774405 Jan 28 07:20:12.025822 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-988ce1d0-c735-4107-a524-cae18e96033a req-d954a65c-d0d3-4a47-b55e-d88e911ee84d tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f7766-6108-45d3-a769-5b5e90234849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808945 Jan 28 07:20:12.096376 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5a09820a-6d13-46d8-b2f8-3f5936605249 req-8cd820de-2698-48f2-876f-7777771c8b12 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] 10.222.0.41 "GET /v2.0/security-groups?id=c744b8c4-ff94-4ae9-bc40-09d43c741058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638840 Jan 28 07:20:12.097782 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-39100cdf-1f4d-4740-b098-bff4645bbab2 tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (51b7fc00-8cf5-47f7-85e2-6bc661802834), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:12.137455 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39100cdf-1f4d-4740-b098-bff4645bbab2 tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Network 7d5b3724-deef-4831-8d43-cb9b8176573c is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:20:12.141358 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-39100cdf-1f4d-4740-b098-bff4645bbab2 tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:20:12.147061 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39100cdf-1f4d-4740-b098-bff4645bbab2 tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:20:12.162606 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-337bd3a5-12f6-47ef-9e8f-5342b2440b1d req-8553de2f-b61b-44c6-ab0f-c0c36fa151a5 service neutron] 10.222.0.44 "GET /v2.0/networks/656bebbd-9c61-47d2-8da4-02f9ef76be7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328263 Jan 28 07:20:12.169781 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39100cdf-1f4d-4740-b098-bff4645bbab2 tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Pushing event updated for resources: {'Port': ['ID=51b7fc00-8cf5-47f7-85e2-6bc661802834,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:20:12.184235 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075d8c2a-1093-4880-89e5-a06e765ad756 req-2f07f3a0-38cb-4b26-98a2-4f2f785ee0c4 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:12.185715 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-075d8c2a-1093-4880-89e5-a06e765ad756 req-2f07f3a0-38cb-4b26-98a2-4f2f785ee0c4 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fa73890-3c2c-4c59-9c73-ce1eca1f276c HTTP/1.1" status: 200 len: 946 time: 0.0804467 Jan 28 07:20:12.281781 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-075d8c2a-1093-4880-89e5-a06e765ad756 req-7fccc425-3c24-4542-966e-bbd886009432 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f7766-6108-45d3-a769-5b5e90234849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847807 Jan 28 07:20:12.300070 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-337bd3a5-12f6-47ef-9e8f-5342b2440b1d req-368d4534-67b2-4c82-a184-96f05d6da8e7 service neutron] 10.222.0.44 "GET /v2.0/networks/656bebbd-9c61-47d2-8da4-02f9ef76be7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304395 Jan 28 07:20:12.416715 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-39100cdf-1f4d-4740-b098-bff4645bbab2 tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Publish callbacks [] for router_gateway (bccf816d-638f-4880-bb3b-577849d67ec7), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:12.425661 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888bcc3c-c3f8-4aad-b035-9f009aa4da43 req-e6f333ec-9a6b-499f-acf3-0dbf9fbf2dc2 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:12.427153 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-888bcc3c-c3f8-4aad-b035-9f009aa4da43 req-e6f333ec-9a6b-499f-acf3-0dbf9fbf2dc2 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fa73890-3c2c-4c59-9c73-ce1eca1f276c HTTP/1.1" status: 200 len: 946 time: 0.0507860 Jan 28 07:20:12.475297 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-888bcc3c-c3f8-4aad-b035-9f009aa4da43 req-6da4b216-558f-444d-9dda-68b8d6f5c757 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f7766-6108-45d3-a769-5b5e90234849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423012 Jan 28 07:20:12.648469 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c386736d-6126-47ae-ae26-0159d1fc5b19 req-f6faa516-35e8-406b-b917-d4946cab6c59 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:12.649918 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c386736d-6126-47ae-ae26-0159d1fc5b19 req-f6faa516-35e8-406b-b917-d4946cab6c59 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fa73890-3c2c-4c59-9c73-ce1eca1f276c HTTP/1.1" status: 200 len: 946 time: 0.0989320 Jan 28 07:20:12.654388 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-39100cdf-1f4d-4740-b098-bff4645bbab2 tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16607950', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16605480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127440'] for router (bccf816d-638f-4880-bb3b-577849d67ec7), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:12.664270 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-39100cdf-1f4d-4740-b098-bff4645bbab2 tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16607909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16607927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16607932', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16605457'] for router (bccf816d-638f-4880-bb3b-577849d67ec7), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:12.690964 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68290978-3ed3-47ea-a4b2-60aacfa34942 req-0749b2fe-5a1d-45aa-9d75-c8bd23bfabfb tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:12.692742 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-68290978-3ed3-47ea-a4b2-60aacfa34942 req-0749b2fe-5a1d-45aa-9d75-c8bd23bfabfb tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?device_id=d08c76f2-d544-48c8-9aa2-2f244346b107 HTTP/1.1" status: 200 len: 944 time: 0.0615366 Jan 28 07:20:12.743251 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-68290978-3ed3-47ea-a4b2-60aacfa34942 req-68e22ac1-29c1-4b71-9838-0aa1ae812efe tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/security-groups?id=e977f99b-7e7b-4d49-bf15-4fd22b3b3b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445762 Jan 28 07:20:12.755126 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c386736d-6126-47ae-ae26-0159d1fc5b19 req-699e1d9e-9620-4e22-bb78-22fad3c63304 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f7766-6108-45d3-a769-5b5e90234849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970674 Jan 28 07:20:12.819594 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 6e18f550-1a38-4c2f-95e2-f7516d641eee up at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:20:12.838811 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39100cdf-1f4d-4740-b098-bff4645bbab2 tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Router bccf816d-638f-4880-bb3b-577849d67ec7 is scheduled to L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 with binding_index 1 {{(pid=103283) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 07:20:12.885415 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning for port 6e18f550-1a38-4c2f-95e2-f7516d641eee completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:20:12.891293 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning complete for port 6e18f550-1a38-4c2f-95e2-f7516d641eee triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:20:12.891924 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (6e18f550-1a38-4c2f-95e2-f7516d641eee), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:12.975339 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39100cdf-1f4d-4740-b098-bff4645bbab2 tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:20:12.986356 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab98745-3b7d-4e06-a3e3-901c05d97b4a None None] Sync routers for ids ['bccf816d-638f-4880-bb3b-577849d67ec7'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:20:12.987674 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-39100cdf-1f4d-4740-b098-bff4645bbab2 tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Publish callbacks [] for router (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:12.989871 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-39100cdf-1f4d-4740-b098-bff4645bbab2 tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] 10.222.0.41 "PUT /v2.0/routers/bccf816d-638f-4880-bb3b-577849d67ec7 HTTP/1.1" status: 200 len: 880 time: 1.8930733 Jan 28 07:20:12.992817 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 50158) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:20:13.009961 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab98745-3b7d-4e06-a3e3-901c05d97b4a None None] Routers {'bccf816d-638f-4880-bb3b-577849d67ec7'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:20:13.011394 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-6ab98745-3b7d-4e06-a3e3-901c05d97b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:20:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['bccf816d-638f-4880-bb3b-577849d67ec7'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:20:13.011532 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port 6e18f550-1a38-4c2f-95e2-f7516d641eee is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:20:13.011874 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (6e18f550-1a38-4c2f-95e2-f7516d641eee), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:13.048137 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd08c76f2-d544-48c8-9aa2-2f244346b107', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e18f550-1a38-4c2f-95e2-f7516d641eee'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:20:13.050145 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b18677a-063f-4e94-a386-9a026d7de373" -d '{"events": [{"server_uuid": "d08c76f2-d544-48c8-9aa2-2f244346b107", "name": "network-vif-plugged", "status": "completed", "tag": "6e18f550-1a38-4c2f-95e2-f7516d641eee"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:20:13.072332 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-6ab98745-3b7d-4e06-a3e3-901c05d97b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:20:13.084388 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab98745-3b7d-4e06-a3e3-901c05d97b4a None None] Routers {'bccf816d-638f-4880-bb3b-577849d67ec7'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:20:13.085461 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 6e18f550-1a38-4c2f-95e2-f7516d641eee, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=6e18f550-1a38-4c2f-95e2-f7516d641eee,segment=NetworkSegment(0129dffb-fe43-47b5-a269-4f49ca8f6de7),segment_id=0129dffb-fe43-47b5-a269-4f49ca8f6de7)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:20:13.085630 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-6ab98745-3b7d-4e06-a3e3-901c05d97b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:20:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['bccf816d-638f-4880-bb3b-577849d67ec7'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:20:13.094083 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (6e18f550-1a38-4c2f-95e2-f7516d641eee), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:13.128108 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc790236-08f5-436b-8610-70d49d29a7aa x-openstack-request-id: req-cc790236-08f5-436b-8610-70d49d29a7aa {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:20:13.128592 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d08c76f2-d544-48c8-9aa2-2f244346b107", "name": "network-vif-plugged", "status": "completed", "tag": "6e18f550-1a38-4c2f-95e2-f7516d641eee", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:20:13.128945 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cc790236-08f5-436b-8610-70d49d29a7aa {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:20:13.129434 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd08c76f2-d544-48c8-9aa2-2f244346b107', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e18f550-1a38-4c2f-95e2-f7516d641eee', 'code': 200} Jan 28 07:20:13.156745 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-6ab98745-3b7d-4e06-a3e3-901c05d97b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:20:13.157427 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab98745-3b7d-4e06-a3e3-901c05d97b4a None None] The sync data for ids ['bccf816d-638f-4880-bb3b-577849d67ec7'] in n-d-712749-28 is: [] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:20:13.163356 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=6e18f550-1a38-4c2f-95e2-f7516d641eee,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:20:13.185120 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-7db80365-c66e-4e5b-8f2b-a7db00ed34b2 tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] 10.222.0.41 "GET /v2.0/routers/bccf816d-638f-4880-bb3b-577849d67ec7 HTTP/1.1" status: 200 len: 921 time: 0.1902897 Jan 28 07:20:13.188621 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 50164) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:20:13.198131 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f33b23-8c43-40da-a7a1-4f67ba946e55 req-099ff3f3-74e4-45cd-b7d5-353995a98b00 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:13.206246 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c9f33b23-8c43-40da-a7a1-4f67ba946e55 req-099ff3f3-74e4-45cd-b7d5-353995a98b00 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fa73890-3c2c-4c59-9c73-ce1eca1f276c HTTP/1.1" status: 200 len: 946 time: 0.0938888 Jan 28 07:20:13.272152 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c9f33b23-8c43-40da-a7a1-4f67ba946e55 req-52987b15-ddaf-4af8-8924-fb885c627f1a tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f7766-6108-45d3-a769-5b5e90234849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650027 Jan 28 07:20:13.343706 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d8af43-5a0b-41f6-a3f9-24ca4de2000d tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:13.347628 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-e7d8af43-5a0b-41f6-a3f9-24ca4de2000d tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=7d5b3724-deef-4831-8d43-cb9b8176573c&device_id=bccf816d-638f-4880-bb3b-577849d67ec7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1557267 Jan 28 07:20:13.348104 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 50168) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:20:13.354403 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6879ebe-61a5-492f-96cb-17b276cd58d9 req-b3545e88-7b05-456a-a258-76b2403d786c tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:13.355968 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e6879ebe-61a5-492f-96cb-17b276cd58d9 req-b3545e88-7b05-456a-a258-76b2403d786c tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] 10.222.0.41 "GET /v2.0/ports?device_id=6083985c-0b73-4bd3-aa7c-a1c7ad6729c2 HTTP/1.1" status: 200 len: 946 time: 0.1201687 Jan 28 07:20:13.364667 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92e3ab8-cb3e-4bde-b3b5-420dbf7d32fc req-55dbffcf-3df0-40c0-b9d9-e74087a5af99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:13.366253 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a92e3ab8-cb3e-4bde-b3b5-420dbf7d32fc req-55dbffcf-3df0-40c0-b9d9-e74087a5af99 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d08c76f2-d544-48c8-9aa2-2f244346b107 HTTP/1.1" status: 200 len: 1097 time: 0.0875568 Jan 28 07:20:13.512650 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c8532e-1535-401e-bf97-d862a39da34c req-6bad0387-e7a2-4dee-add8-2f0b67ea6069 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:13.514938 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-59c8532e-1535-401e-bf97-d862a39da34c req-6bad0387-e7a2-4dee-add8-2f0b67ea6069 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fa73890-3c2c-4c59-9c73-ce1eca1f276c HTTP/1.1" status: 200 len: 946 time: 0.1463695 Jan 28 07:20:13.535893 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c17b75-cb95-4f4a-9d81-15788208f3f2 tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:13.539911 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-81c17b75-cb95-4f4a-9d81-15788208f3f2 tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] 10.222.0.41 "GET /v2.0/networks/7d5b3724-deef-4831-8d43-cb9b8176573c HTTP/1.1" status: 200 len: 881 time: 0.1882346 Jan 28 07:20:13.547793 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 50170) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:20:13.571256 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689def8d-020d-4ee1-8648-422f06802c77 req-ec215fb5-c002-4168-b270-6997d92f1c01 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:13.572805 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-689def8d-020d-4ee1-8648-422f06802c77 req-ec215fb5-c002-4168-b270-6997d92f1c01 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] 10.222.0.44 "GET /v2.0/ports?device_id=6083985c-0b73-4bd3-aa7c-a1c7ad6729c2 HTTP/1.1" status: 200 len: 946 time: 0.1415904 Jan 28 07:20:13.593165 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-ebf1eeda-1b28-4989-981e-81244df526d6 tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] 10.222.0.41 "GET /v2.0/ports?device_id=bccf816d-638f-4880-bb3b-577849d67ec7 HTTP/1.1" status: 200 len: 205 time: 0.0418470 Jan 28 07:20:13.602087 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 50172) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:20:13.692222 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-59c8532e-1535-401e-bf97-d862a39da34c req-0b4e6015-99cd-4f92-b1ea-46ed80b6b78a tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f7766-6108-45d3-a769-5b5e90234849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665511 Jan 28 07:20:13.797101 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e6879ebe-61a5-492f-96cb-17b276cd58d9 req-b4868c94-b33c-496f-ad36-5cfdeb06fa9e tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] 10.222.0.41 "GET /v2.0/security-groups?id=c744b8c4-ff94-4ae9-bc40-09d43c741058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4280198 Jan 28 07:20:13.800440 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a92e3ab8-cb3e-4bde-b3b5-420dbf7d32fc req-4b1a6974-0791-42f7-b91c-d5208e203cf0 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=e977f99b-7e7b-4d49-bf15-4fd22b3b3b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4258657 Jan 28 07:20:13.848567 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-900bd65a-dd35-4a0c-8faa-4f92388ef172 tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Publish callbacks [] for router (bccf816d-638f-4880-bb3b-577849d67ec7), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:13.896776 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-689def8d-020d-4ee1-8648-422f06802c77 req-171163dd-ea5d-4e22-9f4c-44ea0b557041 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] Deleting port 2eb03726-cd32-4d52-875a-f478c1810fca {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:20:13.897204 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-689def8d-020d-4ee1-8648-422f06802c77 req-171163dd-ea5d-4e22-9f4c-44ea0b557041 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (2eb03726-cd32-4d52-875a-f478c1810fca), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:13.910928 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03a7315-dc00-41fc-937b-4006394a7f13 req-b93648cb-ebc0-402f-9df8-9d8074239a66 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:13.914035 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d03a7315-dc00-41fc-937b-4006394a7f13 req-b93648cb-ebc0-402f-9df8-9d8074239a66 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?device_id=d08c76f2-d544-48c8-9aa2-2f244346b107 HTTP/1.1" status: 200 len: 945 time: 0.0505736 Jan 28 07:20:13.928819 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95c8f81-ae9c-4478-8561-058ba61bb620 req-b22371ed-a19b-4a7f-8be2-bfde7595af2e tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:13.928819 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f95c8f81-ae9c-4478-8561-058ba61bb620 req-b22371ed-a19b-4a7f-8be2-bfde7595af2e tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fa73890-3c2c-4c59-9c73-ce1eca1f276c HTTP/1.1" status: 200 len: 946 time: 0.1309385 Jan 28 07:20:13.977471 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d03a7315-dc00-41fc-937b-4006394a7f13 req-12658e42-bb70-42e0-bfb9-87d0ab920a73 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/security-groups?id=e977f99b-7e7b-4d49-bf15-4fd22b3b3b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569644 Jan 28 07:20:14.088442 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-900bd65a-dd35-4a0c-8faa-4f92388ef172 tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Publish callbacks [] for router_gateway (bccf816d-638f-4880-bb3b-577849d67ec7), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:14.105939 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f95c8f81-ae9c-4478-8561-058ba61bb620 req-f204082a-b724-4d78-96a3-3fc12e627721 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f7766-6108-45d3-a769-5b5e90234849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436012 Jan 28 07:20:14.133170 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-689def8d-020d-4ee1-8648-422f06802c77 req-171163dd-ea5d-4e22-9f4c-44ea0b557041 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] For port 2eb03726-cd32-4d52-875a-f478c1810fca, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=2eb03726-cd32-4d52-875a-f478c1810fca,segment=NetworkSegment(e34c38a9-0f60-4c18-ab34-490b22782060),segment_id=e34c38a9-0f60-4c18-ab34-490b22782060)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:20:14.133766 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-689def8d-020d-4ee1-8648-422f06802c77 req-171163dd-ea5d-4e22-9f4c-44ea0b557041 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (2eb03726-cd32-4d52-875a-f478c1810fca), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:14.184810 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-689def8d-020d-4ee1-8648-422f06802c77 req-171163dd-ea5d-4e22-9f4c-44ea0b557041 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] Calling delete_port for 2eb03726-cd32-4d52-875a-f478c1810fca owned by compute:nova {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:20:14.260716 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-900bd65a-dd35-4a0c-8faa-4f92388ef172 tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Deleting port 51b7fc00-8cf5-47f7-85e2-6bc661802834 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:20:14.261411 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-900bd65a-dd35-4a0c-8faa-4f92388ef172 tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (51b7fc00-8cf5-47f7-85e2-6bc661802834), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:14.287289 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cf3f7c-e85c-480c-9e96-31bb39f78cbc req-46bc2658-8e62-4ae6-98bd-634f8528696a tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:14.289758 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-88cf3f7c-e85c-480c-9e96-31bb39f78cbc req-46bc2658-8e62-4ae6-98bd-634f8528696a tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fa73890-3c2c-4c59-9c73-ce1eca1f276c HTTP/1.1" status: 200 len: 946 time: 0.0549405 Jan 28 07:20:14.342045 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-88cf3f7c-e85c-480c-9e96-31bb39f78cbc req-4c694d0f-294b-4cb6-8b23-b28af3eb891c tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f7766-6108-45d3-a769-5b5e90234849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465913 Jan 28 07:20:14.402785 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-900bd65a-dd35-4a0c-8faa-4f92388ef172 tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (51b7fc00-8cf5-47f7-85e2-6bc661802834), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:14.410861 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-689def8d-020d-4ee1-8648-422f06802c77 req-171163dd-ea5d-4e22-9f4c-44ea0b557041 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (2eb03726-cd32-4d52-875a-f478c1810fca), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:14.424645 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-900bd65a-dd35-4a0c-8faa-4f92388ef172 tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Calling delete_port for 51b7fc00-8cf5-47f7-85e2-6bc661802834 owned by network:router_gateway {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:20:14.449907 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171163dd-ea5d-4e22-9f4c-44ea0b557041 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] Pushing event deleted for resources: {'Port': ['ID=2eb03726-cd32-4d52-875a-f478c1810fca,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:20:14.457891 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['2eb03726-cd32-4d52-875a-f478c1810fca'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:20:14.524019 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50692fa5-6fd3-4036-a0bb-cf70d122773c req-6419618a-87c9-4585-b05c-291dfe03a1f1 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:14.525709 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-50692fa5-6fd3-4036-a0bb-cf70d122773c req-6419618a-87c9-4585-b05c-291dfe03a1f1 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fa73890-3c2c-4c59-9c73-ce1eca1f276c HTTP/1.1" status: 200 len: 946 time: 0.0932906 Jan 28 07:20:14.578480 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-50692fa5-6fd3-4036-a0bb-cf70d122773c req-20ea6552-a964-449b-aaa9-5370fc883c82 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f7766-6108-45d3-a769-5b5e90234849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450602 Jan 28 07:20:14.866135 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-689def8d-020d-4ee1-8648-422f06802c77 req-171163dd-ea5d-4e22-9f4c-44ea0b557041 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] No DVR routers for this DVR port 2eb03726-cd32-4d52-875a-f478c1810fca on host n-h2-712749-28 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:20:14.871047 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-689def8d-020d-4ee1-8648-422f06802c77 req-171163dd-ea5d-4e22-9f4c-44ea0b557041 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:14.874536 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-689def8d-020d-4ee1-8648-422f06802c77 req-171163dd-ea5d-4e22-9f4c-44ea0b557041 tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] 10.222.0.44 "DELETE /v2.0/ports/2eb03726-cd32-4d52-875a-f478c1810fca HTTP/1.1" status: 204 len: 173 time: 1.2862921 Jan 28 07:20:14.885998 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6083985c-0b73-4bd3-aa7c-a1c7ad6729c2', 'name': 'network-vif-deleted', 'tag': '2eb03726-cd32-4d52-875a-f478c1810fca'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:20:14.889329 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2f1bef8-e164-4652-9e0d-9d4276ad9168" -d '{"events": [{"server_uuid": "6083985c-0b73-4bd3-aa7c-a1c7ad6729c2", "name": "network-vif-deleted", "tag": "2eb03726-cd32-4d52-875a-f478c1810fca"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:20:14.906967 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d224ffe2-6af8-43fb-b705-b29e91726386 req-2bdb4d71-158a-411f-a5c8-a2355e6646dc tempest-FloatingIPsAssociationTestJSON-815618099 tempest-FloatingIPsAssociationTestJSON-815618099-project] 10.222.0.41 "GET /v2.0/ports?device_id=6083985c-0b73-4bd3-aa7c-a1c7ad6729c2 HTTP/1.1" status: 200 len: 210 time: 0.0344861 Jan 28 07:20:14.960466 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56031d37-7277-4d04-9bf9-80039ecd0185 req-e5f61286-328b-4a1a-9dae-1942fed4e94d tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:14.962022 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-56031d37-7277-4d04-9bf9-80039ecd0185 req-e5f61286-328b-4a1a-9dae-1942fed4e94d tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fa73890-3c2c-4c59-9c73-ce1eca1f276c HTTP/1.1" status: 200 len: 946 time: 0.0940254 Jan 28 07:20:15.003750 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ae2617b-fb9d-4a56-85f8-5d2417e69976 x-openstack-request-id: req-1ae2617b-fb9d-4a56-85f8-5d2417e69976 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:20:15.004046 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6083985c-0b73-4bd3-aa7c-a1c7ad6729c2", "name": "network-vif-deleted", "tag": "2eb03726-cd32-4d52-875a-f478c1810fca", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:20:15.004336 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1ae2617b-fb9d-4a56-85f8-5d2417e69976 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:20:15.004727 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6083985c-0b73-4bd3-aa7c-a1c7ad6729c2', 'name': 'network-vif-deleted', 'tag': '2eb03726-cd32-4d52-875a-f478c1810fca', 'status': 'completed', 'code': 200} Jan 28 07:20:15.057404 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-56031d37-7277-4d04-9bf9-80039ecd0185 req-868eb951-362e-4432-b960-d6cde9dbdb77 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f7766-6108-45d3-a769-5b5e90234849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611677 Jan 28 07:20:15.115300 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-900bd65a-dd35-4a0c-8faa-4f92388ef172 tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (51b7fc00-8cf5-47f7-85e2-6bc661802834), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:15.144529 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900bd65a-dd35-4a0c-8faa-4f92388ef172 tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Pushing event deleted for resources: {'Port': ['ID=51b7fc00-8cf5-47f7-85e2-6bc661802834,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:20:15.163393 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0960a7-516e-4c05-9d75-f39e315f0e62 req-c3eddd68-1c17-45b9-aa0a-a3d52437b17f tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:15.165487 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4f0960a7-516e-4c05-9d75-f39e315f0e62 req-c3eddd68-1c17-45b9-aa0a-a3d52437b17f tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?device_id=d08c76f2-d544-48c8-9aa2-2f244346b107 HTTP/1.1" status: 200 len: 945 time: 0.0934415 Jan 28 07:20:15.214997 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4f0960a7-516e-4c05-9d75-f39e315f0e62 req-2d6f00ab-8b8b-4105-8898-0bdd01366016 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/security-groups?id=e977f99b-7e7b-4d49-bf15-4fd22b3b3b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435133 Jan 28 07:20:15.215780 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-900bd65a-dd35-4a0c-8faa-4f92388ef172 tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16607873'] for router_gateway (bccf816d-638f-4880-bb3b-577849d67ec7), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:15.345043 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-900bd65a-dd35-4a0c-8faa-4f92388ef172 tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16605684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127449'] for router (bccf816d-638f-4880-bb3b-577849d67ec7), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:15.352351 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-900bd65a-dd35-4a0c-8faa-4f92388ef172 tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Publish callbacks [] for router_controller (bccf816d-638f-4880-bb3b-577849d67ec7), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:15.400557 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242ecac3-24dd-4c53-b573-329d1b243848 req-b218efc8-c775-4e53-91fb-6de27d4ac0ef tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:15.402112 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-242ecac3-24dd-4c53-b573-329d1b243848 req-b218efc8-c775-4e53-91fb-6de27d4ac0ef tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fa73890-3c2c-4c59-9c73-ce1eca1f276c HTTP/1.1" status: 200 len: 946 time: 0.1468265 Jan 28 07:20:15.421595 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-900bd65a-dd35-4a0c-8faa-4f92388ef172 tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16605693'] for router (bccf816d-638f-4880-bb3b-577849d67ec7), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:15.422211 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-900bd65a-dd35-4a0c-8faa-4f92388ef172 tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Fanout notify agent at l3_agent the message router_deleted on router bccf816d-638f-4880-bb3b-577849d67ec7 {{(pid=103283) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 07:20:15.429747 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-900bd65a-dd35-4a0c-8faa-4f92388ef172 tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Publish callbacks [] for router (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:15.434565 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-900bd65a-dd35-4a0c-8faa-4f92388ef172 tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] 10.222.0.41 "DELETE /v2.0/routers/bccf816d-638f-4880-bb3b-577849d67ec7 HTTP/1.1" status: 204 len: 168 time: 1.8260400 Jan 28 07:20:15.438140 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 50212) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:20:15.445274 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-1118842c-5cca-44cc-9d74-d4049d4c4f6f tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-749516191', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:20:15.471291 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1118842c-5cca-44cc-9d74-d4049d4c4f6f tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16606890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127275'] for router (8acc9ff4-94a9-4473-8394-35f7f4b0ce7d), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:15.472800 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1118842c-5cca-44cc-9d74-d4049d4c4f6f tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16605498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16607952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16355422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127266'] for router (8acc9ff4-94a9-4473-8394-35f7f4b0ce7d), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:15.479222 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-242ecac3-24dd-4c53-b573-329d1b243848 req-0cfabd3b-5bd5-4b61-8069-869841e76a8c tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f7766-6108-45d3-a769-5b5e90234849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662284 Jan 28 07:20:15.536018 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1118842c-5cca-44cc-9d74-d4049d4c4f6f tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Publish callbacks [] for router_controller (8acc9ff4-94a9-4473-8394-35f7f4b0ce7d), precommit_add_association {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:15.541389 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1118842c-5cca-44cc-9d74-d4049d4c4f6f tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16605475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16607909'] for router (8acc9ff4-94a9-4473-8394-35f7f4b0ce7d), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:15.586798 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1118842c-5cca-44cc-9d74-d4049d4c4f6f tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Publish callbacks [] for router (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:15.588014 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-1118842c-5cca-44cc-9d74-d4049d4c4f6f tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1462386 Jan 28 07:20:15.590820 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 50220) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:20:15.595326 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-a398d552-5ee9-49a8-b551-108af5c651f4 tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'enable_snat': True}}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:20:15.680996 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bad587b-6d34-43fe-863b-cbf3c9e8b12c req-e6ca9ff5-783f-45df-8d53-d26951bb78e1 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:15.682500 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5bad587b-6d34-43fe-863b-cbf3c9e8b12c req-e6ca9ff5-783f-45df-8d53-d26951bb78e1 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?device_id=d08c76f2-d544-48c8-9aa2-2f244346b107 HTTP/1.1" status: 200 len: 945 time: 0.1350951 Jan 28 07:20:15.835557 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a398d552-5ee9-49a8-b551-108af5c651f4 tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Publish callbacks [] for router_gateway (8acc9ff4-94a9-4473-8394-35f7f4b0ce7d), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:15.845966 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5bad587b-6d34-43fe-863b-cbf3c9e8b12c req-a4ea6b71-5d20-4d5b-9e8c-e0f6e620bd05 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/security-groups?id=e977f99b-7e7b-4d49-bf15-4fd22b3b3b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331835 Jan 28 07:20:15.972786 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 50228) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:20:16.047998 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a398d552-5ee9-49a8-b551-108af5c651f4 tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Publish callbacks [] for router_gateway (8acc9ff4-94a9-4473-8394-35f7f4b0ce7d), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:16.067375 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a398d552-5ee9-49a8-b551-108af5c651f4 tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:16.186875 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-a398d552-5ee9-49a8-b551-108af5c651f4 tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Allocated IP 172.25.6.50 (7d5b3724-deef-4831-8d43-cb9b8176573c/b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc/91c7eb19-60f9-4c52-95e1-ce588d32d475) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:20:16.299253 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a398d552-5ee9-49a8-b551-108af5c651f4 tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Publish callbacks [] for port (91c7eb19-60f9-4c52-95e1-ce588d32d475), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:16.345555 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a398d552-5ee9-49a8-b551-108af5c651f4 tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (91c7eb19-60f9-4c52-95e1-ce588d32d475), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:16.368260 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-61afecce-919e-4814-8fa3-379c7702d946 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16606535'] for router_interface (48ac56fb-b2dd-4777-86ae-13abf89bee12), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:16.392060 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a398d552-5ee9-49a8-b551-108af5c651f4 tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Network 7d5b3724-deef-4831-8d43-cb9b8176573c is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:20:16.395684 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-a398d552-5ee9-49a8-b551-108af5c651f4 tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:20:16.399783 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a398d552-5ee9-49a8-b551-108af5c651f4 tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:20:16.442151 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a398d552-5ee9-49a8-b551-108af5c651f4 tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Pushing event updated for resources: {'Port': ['ID=91c7eb19-60f9-4c52-95e1-ce588d32d475,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:20:16.679332 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-61afecce-919e-4814-8fa3-379c7702d946 admin admin] Deleting port 3bd50510-d5ce-49e1-9690-8a7833768837 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:20:16.679824 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-61afecce-919e-4814-8fa3-379c7702d946 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (3bd50510-d5ce-49e1-9690-8a7833768837), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:16.683922 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a398d552-5ee9-49a8-b551-108af5c651f4 tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Publish callbacks [] for router_gateway (8acc9ff4-94a9-4473-8394-35f7f4b0ce7d), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:16.775479 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-61afecce-919e-4814-8fa3-379c7702d946 admin admin] For port 3bd50510-d5ce-49e1-9690-8a7833768837, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=3bd50510-d5ce-49e1-9690-8a7833768837,segment=NetworkSegment(e34c38a9-0f60-4c18-ab34-490b22782060),segment_id=e34c38a9-0f60-4c18-ab34-490b22782060)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:20:16.776138 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-61afecce-919e-4814-8fa3-379c7702d946 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (3bd50510-d5ce-49e1-9690-8a7833768837), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:16.797078 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-61afecce-919e-4814-8fa3-379c7702d946 admin admin] Calling delete_port for 3bd50510-d5ce-49e1-9690-8a7833768837 owned by network:router_interface {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:20:16.822718 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 2eb03726-cd32-4d52-875a-f478c1810fca no longer exists at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:20:16.857384 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] No Port match for: 2eb03726-cd32-4d52-875a-f478c1810fca {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:20:16.858284 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 2eb03726-cd32-4d52-875a-f478c1810fca not bound to the agent host n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:20:16.909211 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a398d552-5ee9-49a8-b551-108af5c651f4 tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16607950', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16605480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127440'] for router (8acc9ff4-94a9-4473-8394-35f7f4b0ce7d), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:16.914937 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a398d552-5ee9-49a8-b551-108af5c651f4 tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16607909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16607927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16607932', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16605457'] for router (8acc9ff4-94a9-4473-8394-35f7f4b0ce7d), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:17.029538 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a690cc-301b-4d93-9290-696c7e74da10 req-6c6102cc-d1b4-42ea-be4d-50f57f3f7991 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:17.031342 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-33a690cc-301b-4d93-9290-696c7e74da10 req-6c6102cc-d1b4-42ea-be4d-50f57f3f7991 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?device_id=d08c76f2-d544-48c8-9aa2-2f244346b107 HTTP/1.1" status: 200 len: 945 time: 0.0966227 Jan 28 07:20:17.032501 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-61afecce-919e-4814-8fa3-379c7702d946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (3bd50510-d5ce-49e1-9690-8a7833768837), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:17.059291 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a398d552-5ee9-49a8-b551-108af5c651f4 tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Router 8acc9ff4-94a9-4473-8394-35f7f4b0ce7d is scheduled to L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 with binding_index 1 {{(pid=103284) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 07:20:17.067597 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61afecce-919e-4814-8fa3-379c7702d946 admin admin] Pushing event deleted for resources: {'Port': ['ID=3bd50510-d5ce-49e1-9690-8a7833768837,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:20:17.157429 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-33a690cc-301b-4d93-9290-696c7e74da10 req-63adc47e-0619-4a4f-bbf1-ad0fe6c1291f tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/security-groups?id=e977f99b-7e7b-4d49-bf15-4fd22b3b3b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151435 Jan 28 07:20:17.253699 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a398d552-5ee9-49a8-b551-108af5c651f4 tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:20:17.270167 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f698cf-f3f9-4235-ada3-2c9a95d56d82 None None] Sync routers for ids ['8acc9ff4-94a9-4473-8394-35f7f4b0ce7d'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:20:17.276546 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a398d552-5ee9-49a8-b551-108af5c651f4 tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:17.280893 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-a398d552-5ee9-49a8-b551-108af5c651f4 tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] 10.222.0.41 "PUT /v2.0/routers/8acc9ff4-94a9-4473-8394-35f7f4b0ce7d HTTP/1.1" status: 200 len: 913 time: 1.6861768 Jan 28 07:20:17.281676 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 50240) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:20:17.288329 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f698cf-f3f9-4235-ada3-2c9a95d56d82 None None] Routers {'8acc9ff4-94a9-4473-8394-35f7f4b0ce7d'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:20:17.289252 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-a3f698cf-f3f9-4235-ada3-2c9a95d56d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:20:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['8acc9ff4-94a9-4473-8394-35f7f4b0ce7d'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:20:17.349606 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-61afecce-919e-4814-8fa3-379c7702d946 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16319006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16606699'] for router_interface (48ac56fb-b2dd-4777-86ae-13abf89bee12), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:17.356631 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-a3f698cf-f3f9-4235-ada3-2c9a95d56d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:20:17.377877 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f698cf-f3f9-4235-ada3-2c9a95d56d82 None None] Routers {'8acc9ff4-94a9-4473-8394-35f7f4b0ce7d'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:20:17.378539 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-a3f698cf-f3f9-4235-ada3-2c9a95d56d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:20:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['8acc9ff4-94a9-4473-8394-35f7f4b0ce7d'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:20:17.449886 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-a3f698cf-f3f9-4235-ada3-2c9a95d56d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:20:17.450798 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f698cf-f3f9-4235-ada3-2c9a95d56d82 None None] The sync data for ids ['8acc9ff4-94a9-4473-8394-35f7f4b0ce7d'] in n-d-712749-28 is: [] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:20:17.549945 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-a056946e-ef74-489f-bb19-aff61ce4efc0 tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] 10.222.0.41 "GET /v2.0/routers/8acc9ff4-94a9-4473-8394-35f7f4b0ce7d HTTP/1.1" status: 200 len: 919 time: 0.2670686 Jan 28 07:20:17.551128 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 50248) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:20:17.626216 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a3c6db-8579-42b9-a46e-892314367854 tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:17.631599 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-17a3c6db-8579-42b9-a46e-892314367854 tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=7d5b3724-deef-4831-8d43-cb9b8176573c&device_id=8acc9ff4-94a9-4473-8394-35f7f4b0ce7d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0755138 Jan 28 07:20:17.632400 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 50250) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:20:17.675579 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61afecce-919e-4814-8fa3-379c7702d946 admin admin] Router 48ac56fb-b2dd-4777-86ae-13abf89bee12 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:20:17.739414 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-066cb365-48e6-4a9a-98e9-b480490545b5 tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:17.743760 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-066cb365-48e6-4a9a-98e9-b480490545b5 tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] 10.222.0.41 "GET /v2.0/networks/7d5b3724-deef-4831-8d43-cb9b8176573c HTTP/1.1" status: 200 len: 881 time: 0.1076608 Jan 28 07:20:17.744580 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 50254) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:20:17.776287 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 50256) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:20:17.776554 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-2675193f-51ed-44da-a6b1-901c2e5b7369 tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] 10.222.0.41 "GET /v2.0/ports?device_id=8acc9ff4-94a9-4473-8394-35f7f4b0ce7d HTTP/1.1" status: 200 len: 205 time: 0.0308800 Jan 28 07:20:17.835919 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61afecce-919e-4814-8fa3-379c7702d946 admin admin] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:20:17.842342 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-61afecce-919e-4814-8fa3-379c7702d946 admin admin] 10.222.0.41 "PUT /v2.0/routers/48ac56fb-b2dd-4777-86ae-13abf89bee12/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8681595 Jan 28 07:20:17.844932 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 50258) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:20:17.847146 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02df643-310b-42c0-9fc0-8077efe27df3 None None] Sync routers for ids ['48ac56fb-b2dd-4777-86ae-13abf89bee12'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:20:17.858733 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02df643-310b-42c0-9fc0-8077efe27df3 None None] Routers {'48ac56fb-b2dd-4777-86ae-13abf89bee12'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:20:17.859821 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-b02df643-310b-42c0-9fc0-8077efe27df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:20:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['48ac56fb-b2dd-4777-86ae-13abf89bee12'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:20:17.981751 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d87978de-362a-406f-84cb-d44eab9b221c tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Publish callbacks [] for router (8acc9ff4-94a9-4473-8394-35f7f4b0ce7d), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:17.982081 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-b02df643-310b-42c0-9fc0-8077efe27df3 None None] Set router 48ac56fb-b2dd-4777-86ae-13abf89bee12 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:20:18.049355 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e8158946-e026-4114-b0c8-a5d52ad147b5 admin admin] Publish callbacks [] for router (48ac56fb-b2dd-4777-86ae-13abf89bee12), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:18.174484 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-b02df643-310b-42c0-9fc0-8077efe27df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ac56fb-b2dd-4777-86ae-13abf89bee12', 'name': 'tempest-FloatingIPsAssociationTestJSON-1050771046-router', 'tenant_id': '6cf57efb05234d29b910330efbcd8c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.52'}], 'enable_snat': True}, 'gw_port_id': '2bc81b5d-b80c-4c53-ab79-8daac706575a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:18:56Z', 'updated_at': '2022-01-28T07:20:16Z', 'revision_number': 5, 'project_id': '6cf57efb05234d29b910330efbcd8c2a', 'gw_port': {'id': '2bc81b5d-b80c-4c53-ab79-8daac706575a', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:90:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ac56fb-b2dd-4777-86ae-13abf89bee12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:18:57Z', 'updated_at': '2022-01-28T07:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:20:18.176841 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d87978de-362a-406f-84cb-d44eab9b221c tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Publish callbacks [] for router_gateway (8acc9ff4-94a9-4473-8394-35f7f4b0ce7d), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:18.203637 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02df643-310b-42c0-9fc0-8077efe27df3 None None] Checking router: 48ac56fb-b2dd-4777-86ae-13abf89bee12 for host: n-d-712749-28 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:20:18.212362 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02df643-310b-42c0-9fc0-8077efe27df3 None None] Routers {'48ac56fb-b2dd-4777-86ae-13abf89bee12'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:20:18.213142 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-b02df643-310b-42c0-9fc0-8077efe27df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:20:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['48ac56fb-b2dd-4777-86ae-13abf89bee12'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:20:18.235432 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e8158946-e026-4114-b0c8-a5d52ad147b5 admin admin] Publish callbacks [] for router_gateway (48ac56fb-b2dd-4777-86ae-13abf89bee12), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:18.312306 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d87978de-362a-406f-84cb-d44eab9b221c tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Deleting port 91c7eb19-60f9-4c52-95e1-ce588d32d475 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:20:18.312306 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d87978de-362a-406f-84cb-d44eab9b221c tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (91c7eb19-60f9-4c52-95e1-ce588d32d475), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:18.344037 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-b02df643-310b-42c0-9fc0-8077efe27df3 None None] Set router 48ac56fb-b2dd-4777-86ae-13abf89bee12 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:20:18.417570 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad364e36-7ae4-42bd-8d47-a1d7269ef721 req-7ece13a0-ba5a-4889-876b-d6a64c932f04 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:18.420146 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ad364e36-7ae4-42bd-8d47-a1d7269ef721 req-7ece13a0-ba5a-4889-876b-d6a64c932f04 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?device_id=d08c76f2-d544-48c8-9aa2-2f244346b107 HTTP/1.1" status: 200 len: 945 time: 0.1218243 Jan 28 07:20:18.436659 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-e8158946-e026-4114-b0c8-a5d52ad147b5 admin admin] Deleting port 2bc81b5d-b80c-4c53-ab79-8daac706575a {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:20:18.437132 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e8158946-e026-4114-b0c8-a5d52ad147b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (2bc81b5d-b80c-4c53-ab79-8daac706575a), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:18.470985 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d87978de-362a-406f-84cb-d44eab9b221c tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (91c7eb19-60f9-4c52-95e1-ce588d32d475), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:18.534611 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d87978de-362a-406f-84cb-d44eab9b221c tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Calling delete_port for 91c7eb19-60f9-4c52-95e1-ce588d32d475 owned by network:router_gateway {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:20:18.571441 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ad364e36-7ae4-42bd-8d47-a1d7269ef721 req-48c347eb-6d58-4138-9a1b-302eeb81181f tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/security-groups?id=e977f99b-7e7b-4d49-bf15-4fd22b3b3b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446998 Jan 28 07:20:18.622917 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-b02df643-310b-42c0-9fc0-8077efe27df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ac56fb-b2dd-4777-86ae-13abf89bee12', 'name': 'tempest-FloatingIPsAssociationTestJSON-1050771046-router', 'tenant_id': '6cf57efb05234d29b910330efbcd8c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.52'}], 'enable_snat': True}, 'gw_port_id': '2bc81b5d-b80c-4c53-ab79-8daac706575a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:18:56Z', 'updated_at': '2022-01-28T07:20:16Z', 'revision_number': 5, 'project_id': '6cf57efb05234d29b910330efbcd8c2a', 'gw_port': {'id': '2bc81b5d-b80c-4c53-ab79-8daac706575a', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:90:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ac56fb-b2dd-4777-86ae-13abf89bee12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:18:57Z', 'updated_at': '2022-01-28T07:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:20:18.629435 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-e8158946-e026-4114-b0c8-a5d52ad147b5 admin admin] For port 2bc81b5d-b80c-4c53-ab79-8daac706575a, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=2bc81b5d-b80c-4c53-ab79-8daac706575a,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:20:18.629913 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e8158946-e026-4114-b0c8-a5d52ad147b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (2bc81b5d-b80c-4c53-ab79-8daac706575a), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:18.652407 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-e8158946-e026-4114-b0c8-a5d52ad147b5 admin admin] Calling delete_port for 2bc81b5d-b80c-4c53-ab79-8daac706575a owned by network:router_gateway {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:20:18.658084 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02df643-310b-42c0-9fc0-8077efe27df3 None None] The sync data for ids ['48ac56fb-b2dd-4777-86ae-13abf89bee12'] in n-d-712749-28 is: [{'id': '48ac56fb-b2dd-4777-86ae-13abf89bee12', 'name': 'tempest-FloatingIPsAssociationTestJSON-1050771046-router', 'tenant_id': '6cf57efb05234d29b910330efbcd8c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.52'}], 'enable_snat': True}, 'gw_port_id': '2bc81b5d-b80c-4c53-ab79-8daac706575a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:18:56Z', 'updated_at': '2022-01-28T07:20:16Z', 'revision_number': 5, 'project_id': '6cf57efb05234d29b910330efbcd8c2a', 'gw_port': {'id': '2bc81b5d-b80c-4c53-ab79-8daac706575a', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:90:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ac56fb-b2dd-4777-86ae-13abf89bee12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:18:57Z', 'updated_at': '2022-01-28T07:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:20:19.080857 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 7 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 07:20:19.191746 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d87978de-362a-406f-84cb-d44eab9b221c tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (91c7eb19-60f9-4c52-95e1-ce588d32d475), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:19.245553 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87978de-362a-406f-84cb-d44eab9b221c tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Pushing event deleted for resources: {'Port': ['ID=91c7eb19-60f9-4c52-95e1-ce588d32d475,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:20:19.311344 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e8158946-e026-4114-b0c8-a5d52ad147b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (2bc81b5d-b80c-4c53-ab79-8daac706575a), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:19.346033 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d87978de-362a-406f-84cb-d44eab9b221c tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16607873'] for router_gateway (8acc9ff4-94a9-4473-8394-35f7f4b0ce7d), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:19.347951 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8158946-e026-4114-b0c8-a5d52ad147b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=2bc81b5d-b80c-4c53-ab79-8daac706575a,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:20:19.479185 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d87978de-362a-406f-84cb-d44eab9b221c tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16605684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127449'] for router (8acc9ff4-94a9-4473-8394-35f7f4b0ce7d), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:19.482526 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d87978de-362a-406f-84cb-d44eab9b221c tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Publish callbacks [] for router_controller (8acc9ff4-94a9-4473-8394-35f7f4b0ce7d), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:19.528206 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e8158946-e026-4114-b0c8-a5d52ad147b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16607873'] for router_gateway (48ac56fb-b2dd-4777-86ae-13abf89bee12), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:19.553915 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d87978de-362a-406f-84cb-d44eab9b221c tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16605693'] for router (8acc9ff4-94a9-4473-8394-35f7f4b0ce7d), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:19.554455 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d87978de-362a-406f-84cb-d44eab9b221c tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Fanout notify agent at l3_agent the message router_deleted on router 8acc9ff4-94a9-4473-8394-35f7f4b0ce7d {{(pid=103283) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 07:20:19.593904 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d87978de-362a-406f-84cb-d44eab9b221c tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Publish callbacks [] for router (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:19.595008 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-d87978de-362a-406f-84cb-d44eab9b221c tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] 10.222.0.41 "DELETE /v2.0/routers/8acc9ff4-94a9-4473-8394-35f7f4b0ce7d HTTP/1.1" status: 204 len: 168 time: 1.8175840 Jan 28 07:20:19.598636 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 50272) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:20:19.604305 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-28b54b20-0c2f-4191-9b94-a3b9e55c19da tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-490945177', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:20:19.640944 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e8158946-e026-4114-b0c8-a5d52ad147b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16605684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127449'] for router (48ac56fb-b2dd-4777-86ae-13abf89bee12), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:19.644721 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e8158946-e026-4114-b0c8-a5d52ad147b5 admin admin] Publish callbacks [] for router_controller (48ac56fb-b2dd-4777-86ae-13abf89bee12), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:19.691671 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-28b54b20-0c2f-4191-9b94-a3b9e55c19da tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16606890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127275'] for router (74c5e102-f7f2-4b38-af3a-d3087b83b309), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:19.692710 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-28b54b20-0c2f-4191-9b94-a3b9e55c19da tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16605498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16607952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16355422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127266'] for router (74c5e102-f7f2-4b38-af3a-d3087b83b309), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:19.728834 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e8158946-e026-4114-b0c8-a5d52ad147b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16605693'] for router (48ac56fb-b2dd-4777-86ae-13abf89bee12), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:19.729471 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8158946-e026-4114-b0c8-a5d52ad147b5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 48ac56fb-b2dd-4777-86ae-13abf89bee12 {{(pid=103283) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 07:20:19.738425 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e8158946-e026-4114-b0c8-a5d52ad147b5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:19.742040 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 50278) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:20:19.742620 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-e8158946-e026-4114-b0c8-a5d52ad147b5 admin admin] 10.222.0.41 "DELETE /v2.0/routers/48ac56fb-b2dd-4777-86ae-13abf89bee12 HTTP/1.1" status: 204 len: 168 time: 1.8962691 Jan 28 07:20:19.798256 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-28b54b20-0c2f-4191-9b94-a3b9e55c19da tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Publish callbacks [] for router_controller (74c5e102-f7f2-4b38-af3a-d3087b83b309), precommit_add_association {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:19.807845 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-c88041ce-6e04-44ba-a769-8bafc00b176e admin admin] Deleting subnet a528b37a-7798-48f2-a35e-8eee53dfb4b6 {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:20:19.808135 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e792464c-f407-4b3f-9fe3-487689ee5adb req-01ed9669-1f74-45b1-83a7-724b47c1968a tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:19.810407 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e792464c-f407-4b3f-9fe3-487689ee5adb req-01ed9669-1f74-45b1-83a7-724b47c1968a tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?device_id=d08c76f2-d544-48c8-9aa2-2f244346b107 HTTP/1.1" status: 200 len: 945 time: 0.1216063 Jan 28 07:20:19.811621 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c88041ce-6e04-44ba-a769-8bafc00b176e admin admin] Publish callbacks [] for subnet (a528b37a-7798-48f2-a35e-8eee53dfb4b6), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:19.812522 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-28b54b20-0c2f-4191-9b94-a3b9e55c19da tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16605475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16607909'] for router (74c5e102-f7f2-4b38-af3a-d3087b83b309), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:19.855077 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c88041ce-6e04-44ba-a769-8bafc00b176e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24759175'] for subnet (a528b37a-7798-48f2-a35e-8eee53dfb4b6), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:19.855636 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-28b54b20-0c2f-4191-9b94-a3b9e55c19da tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Publish callbacks [] for router (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:19.860725 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-28b54b20-0c2f-4191-9b94-a3b9e55c19da tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2611437 Jan 28 07:20:19.861854 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 50284) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:20:19.869597 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-904c897f-4f0d-4c84-9320-c98f5f418073 tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'enable_snat': False}}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:20:19.980617 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c88041ce-6e04-44ba-a769-8bafc00b176e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (a528b37a-7798-48f2-a35e-8eee53dfb4b6), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:20.008845 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e792464c-f407-4b3f-9fe3-487689ee5adb req-b70d47f9-f839-4088-af48-d27804466150 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/security-groups?id=e977f99b-7e7b-4d49-bf15-4fd22b3b3b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904502 Jan 28 07:20:20.041999 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c88041ce-6e04-44ba-a769-8bafc00b176e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24757569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24979817'] for subnet (a528b37a-7798-48f2-a35e-8eee53dfb4b6), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:20.093277 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e6bec9-3be6-43ae-8c66-96d32fa2abdd None None] Network 656bebbd-9c61-47d2-8da4-02f9ef76be7f requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:20:20.100624 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88041ce-6e04-44ba-a769-8bafc00b176e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a528b37a-7798-48f2-a35e-8eee53dfb4b6,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:20:20.104132 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c88041ce-6e04-44ba-a769-8bafc00b176e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:20.109609 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-c88041ce-6e04-44ba-a769-8bafc00b176e admin admin] 10.222.0.41 "DELETE /v2.0/subnets/a528b37a-7798-48f2-a35e-8eee53dfb4b6 HTTP/1.1" status: 204 len: 168 time: 0.3663902 Jan 28 07:20:20.111886 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 50290) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:20:20.192510 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-904c897f-4f0d-4c84-9320-c98f5f418073 tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Publish callbacks [] for router_gateway (74c5e102-f7f2-4b38-af3a-d3087b83b309), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:20.201013 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6ed73233-2f92-475d-92a5-efaa2126fd2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (656bebbd-9c61-47d2-8da4-02f9ef76be7f), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:20.281339 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-6ed73233-2f92-475d-92a5-efaa2126fd2c admin admin] Deleting port 0d27a65e-8736-49ff-a90e-75279c4b8472 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:20:20.281957 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6ed73233-2f92-475d-92a5-efaa2126fd2c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (0d27a65e-8736-49ff-a90e-75279c4b8472), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:20.331135 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92cff7ae-83ca-4c1a-808b-22916d426841 None None] DHCP port deletion for 656bebbd-9c61-47d2-8da4-02f9ef76be7f request from n-d-712749-28 {{(pid=103285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 07:20:20.394724 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-6ed73233-2f92-475d-92a5-efaa2126fd2c admin admin] For port 0d27a65e-8736-49ff-a90e-75279c4b8472, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=0d27a65e-8736-49ff-a90e-75279c4b8472,segment=NetworkSegment(e34c38a9-0f60-4c18-ab34-490b22782060),segment_id=e34c38a9-0f60-4c18-ab34-490b22782060)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:20:20.395227 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6ed73233-2f92-475d-92a5-efaa2126fd2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (0d27a65e-8736-49ff-a90e-75279c4b8472), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:20.410933 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-6ed73233-2f92-475d-92a5-efaa2126fd2c admin admin] Calling delete_port for 0d27a65e-8736-49ff-a90e-75279c4b8472 owned by network:dhcp {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:20:20.440307 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-92cff7ae-83ca-4c1a-808b-22916d426841 None None] Deleting port 0d27a65e-8736-49ff-a90e-75279c4b8472 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:20:20.441188 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-92cff7ae-83ca-4c1a-808b-22916d426841 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (0d27a65e-8736-49ff-a90e-75279c4b8472), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:20.473963 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-904c897f-4f0d-4c84-9320-c98f5f418073 tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Publish callbacks [] for router_gateway (74c5e102-f7f2-4b38-af3a-d3087b83b309), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:20.502525 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-904c897f-4f0d-4c84-9320-c98f5f418073 tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:20.538295 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6ed73233-2f92-475d-92a5-efaa2126fd2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (0d27a65e-8736-49ff-a90e-75279c4b8472), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:20.592682 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed73233-2f92-475d-92a5-efaa2126fd2c admin admin] No DVR routers for this DVR port 0d27a65e-8736-49ff-a90e-75279c4b8472 on host n-d-712749-28 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:20:20.598495 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed73233-2f92-475d-92a5-efaa2126fd2c admin admin] Pushing event deleted for resources: {'Port': ['ID=0d27a65e-8736-49ff-a90e-75279c4b8472,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:20:20.678798 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-904c897f-4f0d-4c84-9320-c98f5f418073 tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Allocated IP 172.25.6.48 (7d5b3724-deef-4831-8d43-cb9b8176573c/b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc/26b4905f-990b-4192-b2fd-0d33f28e1e07) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:20:20.704621 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6ed73233-2f92-475d-92a5-efaa2126fd2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (656bebbd-9c61-47d2-8da4-02f9ef76be7f), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:20.735900 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-6ed73233-2f92-475d-92a5-efaa2126fd2c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['656bebbd-9c61-47d2-8da4-02f9ef76be7f']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:20:20.746921 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-6ed73233-2f92-475d-92a5-efaa2126fd2c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e34c38a9-0f60-4c18-ab34-490b22782060') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:20:20.749145 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-6ed73233-2f92-475d-92a5-efaa2126fd2c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e34c38a9-0f60-4c18-ab34-490b22782060') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:20:20.761346 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6ed73233-2f92-475d-92a5-efaa2126fd2c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24759294'] for segment (e34c38a9-0f60-4c18-ab34-490b22782060), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:20.777519 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6ed73233-2f92-475d-92a5-efaa2126fd2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (e34c38a9-0f60-4c18-ab34-490b22782060), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:20.787193 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ed73233-2f92-475d-92a5-efaa2126fd2c admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:20:20.788437 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6ed73233-2f92-475d-92a5-efaa2126fd2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24757675'] for segment (e34c38a9-0f60-4c18-ab34-490b22782060), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:20.790391 n-d-712749-28 neutron-server[103284]: Traceback (most recent call last): Jan 28 07:20:20.790391 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:20:20.790391 n-d-712749-28 neutron-server[103284]: timer() Jan 28 07:20:20.790391 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:20:20.790391 n-d-712749-28 neutron-server[103284]: cb(*args, **kw) Jan 28 07:20:20.790391 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:20:20.790391 n-d-712749-28 neutron-server[103284]: return func(*args, **kwargs) Jan 28 07:20:20.790391 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:20:20.790391 n-d-712749-28 neutron-server[103284]: self._notify() Jan 28 07:20:20.790391 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:20:20.790391 n-d-712749-28 neutron-server[103284]: self.callback(batched_events) Jan 28 07:20:20.790391 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:20:20.790391 n-d-712749-28 neutron-server[103284]: event.method(event) Jan 28 07:20:20.790391 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:20:20.790391 n-d-712749-28 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:20:20.790391 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:20:20.790391 n-d-712749-28 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:20:20.790391 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:20:20.790391 n-d-712749-28 neutron-server[103284]: return f(self, *a, **k) Jan 28 07:20:20.790391 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:20:20.790391 n-d-712749-28 neutron-server[103284]: return self._get(url).json() Jan 28 07:20:20.790391 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:20:20.790391 n-d-712749-28 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:20:20.790391 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:20:20.790391 n-d-712749-28 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Jan 28 07:20:20.790391 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:20:20.790391 n-d-712749-28 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:20:20.790391 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:20:20.790391 n-d-712749-28 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:20:20.790391 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:20:20.790391 n-d-712749-28 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:20:20.790391 n-d-712749-28 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:20:20.819902 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 2bc81b5d-b80c-4c53-ab79-8daac706575a no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:20:20.868427 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: 2bc81b5d-b80c-4c53-ab79-8daac706575a {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:20:20.868909 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 2bc81b5d-b80c-4c53-ab79-8daac706575a not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:20:20.869551 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 0d27a65e-8736-49ff-a90e-75279c4b8472 no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:20:20.879280 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6ed73233-2f92-475d-92a5-efaa2126fd2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (656bebbd-9c61-47d2-8da4-02f9ef76be7f), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:20.886662 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-904c897f-4f0d-4c84-9320-c98f5f418073 tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Publish callbacks [] for port (26b4905f-990b-4192-b2fd-0d33f28e1e07), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:20.888130 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6ed73233-2f92-475d-92a5-efaa2126fd2c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:20.896270 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-6ed73233-2f92-475d-92a5-efaa2126fd2c admin admin] 10.222.0.41 "DELETE /v2.0/networks/656bebbd-9c61-47d2-8da4-02f9ef76be7f HTTP/1.1" status: 204 len: 168 time: 0.7830021 Jan 28 07:20:20.913711 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: 0d27a65e-8736-49ff-a90e-75279c4b8472 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:20:20.917417 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 0d27a65e-8736-49ff-a90e-75279c4b8472 not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:20:20.918961 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 3bd50510-d5ce-49e1-9690-8a7833768837 no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:20:20.930173 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-92cff7ae-83ca-4c1a-808b-22916d426841 None None] For port 0d27a65e-8736-49ff-a90e-75279c4b8472, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=0d27a65e-8736-49ff-a90e-75279c4b8472,segment=NetworkSegment(e34c38a9-0f60-4c18-ab34-490b22782060),segment_id=e34c38a9-0f60-4c18-ab34-490b22782060)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:20:20.935427 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed73233-2f92-475d-92a5-efaa2126fd2c admin admin] Pushing event deleted for resources: {'Network': ['ID=656bebbd-9c61-47d2-8da4-02f9ef76be7f,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:20:20.937373 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-92cff7ae-83ca-4c1a-808b-22916d426841 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (0d27a65e-8736-49ff-a90e-75279c4b8472), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:20.968743 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-904c897f-4f0d-4c84-9320-c98f5f418073 tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (26b4905f-990b-4192-b2fd-0d33f28e1e07), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:21.007296 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: 3bd50510-d5ce-49e1-9690-8a7833768837 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:20:21.011571 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 3bd50510-d5ce-49e1-9690-8a7833768837 not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:20:21.031705 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-92cff7ae-83ca-4c1a-808b-22916d426841 None None] Calling delete_port for 0d27a65e-8736-49ff-a90e-75279c4b8472 owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:20:21.048114 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-904c897f-4f0d-4c84-9320-c98f5f418073 tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Network 7d5b3724-deef-4831-8d43-cb9b8176573c is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:20:21.056468 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-904c897f-4f0d-4c84-9320-c98f5f418073 tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:20:21.060383 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904c897f-4f0d-4c84-9320-c98f5f418073 tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:20:21.075894 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904c897f-4f0d-4c84-9320-c98f5f418073 tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Pushing event updated for resources: {'Port': ['ID=26b4905f-990b-4192-b2fd-0d33f28e1e07,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:20:21.211411 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-92cff7ae-83ca-4c1a-808b-22916d426841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298'] for port (0d27a65e-8736-49ff-a90e-75279c4b8472), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:21.240138 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-92cff7ae-83ca-4c1a-808b-22916d426841 None None] Network 656bebbd-9c61-47d2-8da4-02f9ef76be7f is not hosted by any dhcp agent {{(pid=103285) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 28 07:20:21.241783 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92cff7ae-83ca-4c1a-808b-22916d426841 None None] No DVR routers for this DVR port 0d27a65e-8736-49ff-a90e-75279c4b8472 on host n-d-712749-28 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:20:21.244678 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cff7ae-83ca-4c1a-808b-22916d426841 None None] Pushing event deleted for resources: {'Port': ['ID=0d27a65e-8736-49ff-a90e-75279c4b8472,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:20:21.262488 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 50304) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:20:21.318791 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-7ffa8194-ec9a-425a-9102-acde6f96afe4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6cf57efb05234d29b910330efbcd8c2a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0574052 Jan 28 07:20:21.321268 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1329e93-b6ea-40a3-a686-f67cd6dd272e req-84deed50-4a84-4aeb-8ae4-fec67306ef8e tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:21.321776 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 50306) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:20:21.329181 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d1329e93-b6ea-40a3-a686-f67cd6dd272e req-84deed50-4a84-4aeb-8ae4-fec67306ef8e tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?device_id=d08c76f2-d544-48c8-9aa2-2f244346b107 HTTP/1.1" status: 200 len: 945 time: 0.1575353 Jan 28 07:20:21.391513 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d1329e93-b6ea-40a3-a686-f67cd6dd272e req-db7795d8-a810-48ab-b309-74b4e6db58d4 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/security-groups?id=e977f99b-7e7b-4d49-bf15-4fd22b3b3b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614011 Jan 28 07:20:21.405152 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9fea4d7c-9068-4446-8f12-ccb9c33726c4 admin admin] Publish callbacks [] for security_group (c744b8c4-ff94-4ae9-bc40-09d43c741058), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:21.437513 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9fea4d7c-9068-4446-8f12-ccb9c33726c4 admin admin] Publish callbacks [] for security_group (c744b8c4-ff94-4ae9-bc40-09d43c741058), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:21.498492 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9fea4d7c-9068-4446-8f12-ccb9c33726c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (c744b8c4-ff94-4ae9-bc40-09d43c741058), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:21.501709 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9fea4d7c-9068-4446-8f12-ccb9c33726c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:21.505599 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-9fea4d7c-9068-4446-8f12-ccb9c33726c4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c744b8c4-ff94-4ae9-bc40-09d43c741058 HTTP/1.1" status: 204 len: 168 time: 0.1823130 Jan 28 07:20:21.515475 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-904c897f-4f0d-4c84-9320-c98f5f418073 tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Publish callbacks [] for router_gateway (74c5e102-f7f2-4b38-af3a-d3087b83b309), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:21.520943 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fea4d7c-9068-4446-8f12-ccb9c33726c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c744b8c4-ff94-4ae9-bc40-09d43c741058,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:20:21.735352 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-904c897f-4f0d-4c84-9320-c98f5f418073 tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16607950', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16605480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127440'] for router (74c5e102-f7f2-4b38-af3a-d3087b83b309), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:21.739360 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-904c897f-4f0d-4c84-9320-c98f5f418073 tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16607909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16607927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16607932', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16605457'] for router (74c5e102-f7f2-4b38-af3a-d3087b83b309), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:21.905116 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-904c897f-4f0d-4c84-9320-c98f5f418073 tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Router 74c5e102-f7f2-4b38-af3a-d3087b83b309 is scheduled to L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 with binding_index 1 {{(pid=103283) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 07:20:22.053455 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-904c897f-4f0d-4c84-9320-c98f5f418073 tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:20:22.070695 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da85dbc9-4a68-4313-89a8-94f6561e6348 None None] Sync routers for ids ['74c5e102-f7f2-4b38-af3a-d3087b83b309'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:20:22.080250 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-904c897f-4f0d-4c84-9320-c98f5f418073 tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:22.081552 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-904c897f-4f0d-4c84-9320-c98f5f418073 tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] 10.222.0.41 "PUT /v2.0/routers/74c5e102-f7f2-4b38-af3a-d3087b83b309 HTTP/1.1" status: 200 len: 914 time: 2.2183747 Jan 28 07:20:22.084378 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 50324) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:20:22.096342 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da85dbc9-4a68-4313-89a8-94f6561e6348 None None] Routers {'74c5e102-f7f2-4b38-af3a-d3087b83b309'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:20:22.097268 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-da85dbc9-4a68-4313-89a8-94f6561e6348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:20:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['74c5e102-f7f2-4b38-af3a-d3087b83b309'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:20:22.134675 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-da85dbc9-4a68-4313-89a8-94f6561e6348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:20:22.143952 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da85dbc9-4a68-4313-89a8-94f6561e6348 None None] Routers {'74c5e102-f7f2-4b38-af3a-d3087b83b309'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:20:22.144717 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-da85dbc9-4a68-4313-89a8-94f6561e6348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:20:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['74c5e102-f7f2-4b38-af3a-d3087b83b309'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:20:22.181707 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-da85dbc9-4a68-4313-89a8-94f6561e6348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:20:22.182825 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da85dbc9-4a68-4313-89a8-94f6561e6348 None None] The sync data for ids ['74c5e102-f7f2-4b38-af3a-d3087b83b309'] in n-d-712749-28 is: [] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:20:22.257864 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-b4471fac-8b0e-4689-8c62-5ac206e83fa5 tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] 10.222.0.41 "GET /v2.0/routers/74c5e102-f7f2-4b38-af3a-d3087b83b309 HTTP/1.1" status: 200 len: 920 time: 0.1722643 Jan 28 07:20:22.260540 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 50332) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:20:22.305787 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee0ffdf-0ada-4788-8169-906fbdfd0973 tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:22.307578 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-5ee0ffdf-0ada-4788-8169-906fbdfd0973 tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=7d5b3724-deef-4831-8d43-cb9b8176573c&device_id=74c5e102-f7f2-4b38-af3a-d3087b83b309&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0461304 Jan 28 07:20:22.310693 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 50336) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:20:22.465554 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-684d57fd-f32c-42ad-852c-416c429477bf req-916d1f20-e1d2-4ac3-8b14-e2c043e1fec8 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=41e4b948-cb33-474e-bd90-742f8e81df45&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0869961 Jan 28 07:20:22.469229 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e6f67d-1e24-4612-a9de-d655d1cbba93 tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:22.472665 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-13e6f67d-1e24-4612-a9de-d655d1cbba93 tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] 10.222.0.41 "GET /v2.0/networks/7d5b3724-deef-4831-8d43-cb9b8176573c HTTP/1.1" status: 200 len: 881 time: 0.1607366 Jan 28 07:20:22.474495 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 50344) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:20:22.538190 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 50346) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:20:22.538850 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-057cf6fb-c620-4bed-bdea-9207ce064934 tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] 10.222.0.41 "GET /v2.0/ports?device_id=74c5e102-f7f2-4b38-af3a-d3087b83b309 HTTP/1.1" status: 200 len: 205 time: 0.0627015 Jan 28 07:20:22.662011 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788ce0d1-18cf-4422-b752-45fe8b22b4f0 req-8f40adbb-741c-4776-b80c-302d15d98c28 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:22.663549 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-788ce0d1-18cf-4422-b752-45fe8b22b4f0 req-8f40adbb-741c-4776-b80c-302d15d98c28 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?device_id=d08c76f2-d544-48c8-9aa2-2f244346b107 HTTP/1.1" status: 200 len: 945 time: 0.1894379 Jan 28 07:20:22.706272 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ce8162b2-bd66-431e-83b3-20339cbd97cc req-948a73a0-d8bb-46d1-83d8-9332165014cf service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2103109 Jan 28 07:20:22.718025 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684d57fd-f32c-42ad-852c-416c429477bf req-ff18e12e-af6a-4c48-9415-127aa297b093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:22.719496 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-684d57fd-f32c-42ad-852c-416c429477bf req-ff18e12e-af6a-4c48-9415-127aa297b093 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=dd2e13ce1205406fa292cb7ef70743a9&device_id=41e4b948-cb33-474e-bd90-742f8e81df45 HTTP/1.1" status: 200 len: 1097 time: 0.2089643 Jan 28 07:20:22.789169 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-117e0feb-cee1-46d1-8ed8-664dfc5e8350 tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Publish callbacks [] for router (74c5e102-f7f2-4b38-af3a-d3087b83b309), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:22.892702 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-788ce0d1-18cf-4422-b752-45fe8b22b4f0 req-95df86fa-7c57-45a9-a34b-11b6bb1a6f54 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/security-groups?id=e977f99b-7e7b-4d49-bf15-4fd22b3b3b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940489 Jan 28 07:20:22.965624 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8162b2-bd66-431e-83b3-20339cbd97cc req-e46a5f5c-260f-4bd5-8de5-e80ee4c2a890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:22.965999 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8162b2-bd66-431e-83b3-20339cbd97cc req-e46a5f5c-260f-4bd5-8de5-e80ee4c2a890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:22.966532 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8162b2-bd66-431e-83b3-20339cbd97cc req-e46a5f5c-260f-4bd5-8de5-e80ee4c2a890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:22.966982 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8162b2-bd66-431e-83b3-20339cbd97cc req-e46a5f5c-260f-4bd5-8de5-e80ee4c2a890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:22.967477 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8162b2-bd66-431e-83b3-20339cbd97cc req-e46a5f5c-260f-4bd5-8de5-e80ee4c2a890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:22.967905 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8162b2-bd66-431e-83b3-20339cbd97cc req-e46a5f5c-260f-4bd5-8de5-e80ee4c2a890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:22.968390 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8162b2-bd66-431e-83b3-20339cbd97cc req-e46a5f5c-260f-4bd5-8de5-e80ee4c2a890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:22.970262 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ce8162b2-bd66-431e-83b3-20339cbd97cc req-e46a5f5c-260f-4bd5-8de5-e80ee4c2a890 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6a16562f4e0b40b69523d9d718e8a4c0&device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009 HTTP/1.1" status: 200 len: 6507 time: 0.2147236 Jan 28 07:20:22.996530 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684d57fd-f32c-42ad-852c-416c429477bf req-f81588b9-28b5-4e83-90cd-155ff19937e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:22.998565 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-684d57fd-f32c-42ad-852c-416c429477bf req-f81588b9-28b5-4e83-90cd-155ff19937e4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ec19ba11-5495-4bd5-a1d7-3b9cb60d6672 HTTP/1.1" status: 200 len: 916 time: 0.2575176 Jan 28 07:20:23.444430 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-117e0feb-cee1-46d1-8ed8-664dfc5e8350 tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Publish callbacks [] for router_gateway (74c5e102-f7f2-4b38-af3a-d3087b83b309), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:23.480703 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-684d57fd-f32c-42ad-852c-416c429477bf req-af75685c-e4ce-48d3-b472-f1dbb2089220 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=64b60799-37a6-473d-be6b-68c8ffe67c51 HTTP/1.1" status: 200 len: 1000 time: 0.4671323 Jan 28 07:20:23.542538 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8162b2-bd66-431e-83b3-20339cbd97cc req-63b2fb79-586d-49e2-bc60-5d370cfacd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:23.543003 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8162b2-bd66-431e-83b3-20339cbd97cc req-63b2fb79-586d-49e2-bc60-5d370cfacd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:23.543476 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8162b2-bd66-431e-83b3-20339cbd97cc req-63b2fb79-586d-49e2-bc60-5d370cfacd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:23.545614 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ce8162b2-bd66-431e-83b3-20339cbd97cc req-63b2fb79-586d-49e2-bc60-5d370cfacd3d service neutron] 10.222.0.10 "GET /v2.0/networks?id=3f790760-53a8-4403-a279-f0a40c73d527&id=39d5b943-8907-404b-b824-343baf651894&id=39d5b943-8907-404b-b824-343baf651894&id=39d5b943-8907-404b-b824-343baf651894&id=39d5b943-8907-404b-b824-343baf651894&id=7271c4e0-9917-4cbf-8cf0-7234aac71aa9&id=7271c4e0-9917-4cbf-8cf0-7234aac71aa9 HTTP/1.1" status: 200 len: 2297 time: 0.5435789 Jan 28 07:20:23.611962 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684d57fd-f32c-42ad-852c-416c429477bf req-82dd3feb-fb99-4286-a113-66a9c71419a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:23.613457 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-684d57fd-f32c-42ad-852c-416c429477bf req-82dd3feb-fb99-4286-a113-66a9c71419a0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=93fcb993-73a7-4360-acad-236d0cf05608 HTTP/1.1" status: 200 len: 854 time: 0.1075809 Jan 28 07:20:23.660118 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ce8162b2-bd66-431e-83b3-20339cbd97cc req-8eebdbfd-60ca-465f-85ed-db30e0002825 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=14257252-9cba-4711-a4fb-6a227afc07e3 HTTP/1.1" status: 200 len: 1001 time: 0.1057148 Jan 28 07:20:23.668218 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-117e0feb-cee1-46d1-8ed8-664dfc5e8350 tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Deleting port 26b4905f-990b-4192-b2fd-0d33f28e1e07 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:20:23.668569 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-117e0feb-cee1-46d1-8ed8-664dfc5e8350 tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (26b4905f-990b-4192-b2fd-0d33f28e1e07), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:23.768446 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684d57fd-f32c-42ad-852c-416c429477bf req-5c13b9c9-060f-408f-8360-b3f2eed49ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:23.769967 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-684d57fd-f32c-42ad-852c-416c429477bf req-5c13b9c9-060f-408f-8360-b3f2eed49ea6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ec19ba11-5495-4bd5-a1d7-3b9cb60d6672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1433301 Jan 28 07:20:23.771277 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8162b2-bd66-431e-83b3-20339cbd97cc req-daefbdf1-85e9-4f84-b993-a5ecaa677758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:23.772620 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ce8162b2-bd66-431e-83b3-20339cbd97cc req-daefbdf1-85e9-4f84-b993-a5ecaa677758 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=73a9883f-5d62-4e44-aedd-907ff0ad8bcf HTTP/1.1" status: 200 len: 856 time: 0.1006401 Jan 28 07:20:23.884781 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-117e0feb-cee1-46d1-8ed8-664dfc5e8350 tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (26b4905f-990b-4192-b2fd-0d33f28e1e07), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:23.908607 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-117e0feb-cee1-46d1-8ed8-664dfc5e8350 tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Calling delete_port for 26b4905f-990b-4192-b2fd-0d33f28e1e07 owned by network:router_gateway {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:20:23.932697 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8162b2-bd66-431e-83b3-20339cbd97cc req-fd8171c8-8ddb-41e8-8abb-987748fcf611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:23.934499 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ce8162b2-bd66-431e-83b3-20339cbd97cc req-fd8171c8-8ddb-41e8-8abb-987748fcf611 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3f790760-53a8-4403-a279-f0a40c73d527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1404350 Jan 28 07:20:24.008486 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-684d57fd-f32c-42ad-852c-416c429477bf req-7877f198-39f0-4dea-8d59-5ea67d1e433a service neutron] 10.222.0.44 "GET /v2.0/networks/ec19ba11-5495-4bd5-a1d7-3b9cb60d6672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315083 Jan 28 07:20:24.089979 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e749acae-5e53-44b7-95d0-55f0bd65c71e req-da07c3e5-68e8-43eb-9b07-5507622f86b9 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:24.091606 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e749acae-5e53-44b7-95d0-55f0bd65c71e req-da07c3e5-68e8-43eb-9b07-5507622f86b9 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?device_id=d08c76f2-d544-48c8-9aa2-2f244346b107 HTTP/1.1" status: 200 len: 945 time: 0.0778186 Jan 28 07:20:24.159563 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e749acae-5e53-44b7-95d0-55f0bd65c71e req-75206024-2604-4748-b133-f2bd1ef2bb71 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/security-groups?id=e977f99b-7e7b-4d49-bf15-4fd22b3b3b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613046 Jan 28 07:20:24.234532 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-684d57fd-f32c-42ad-852c-416c429477bf req-23a50259-45d2-4098-b941-d7aba9f1bc6d service neutron] 10.222.0.44 "GET /v2.0/networks/ec19ba11-5495-4bd5-a1d7-3b9cb60d6672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946216 Jan 28 07:20:24.260003 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ce8162b2-bd66-431e-83b3-20339cbd97cc req-5ba9c514-de1f-46ae-b959-0ade4f0ba7f0 service neutron] 10.222.0.10 "GET /v2.0/networks/3f790760-53a8-4403-a279-f0a40c73d527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3162656 Jan 28 07:20:24.431003 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-117e0feb-cee1-46d1-8ed8-664dfc5e8350 tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (26b4905f-990b-4192-b2fd-0d33f28e1e07), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:24.448837 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ce8162b2-bd66-431e-83b3-20339cbd97cc req-7f00dcbe-d8a4-4810-a3e3-d331d2ff9601 service neutron] 10.222.0.10 "GET /v2.0/networks/3f790760-53a8-4403-a279-f0a40c73d527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811590 Jan 28 07:20:24.479244 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117e0feb-cee1-46d1-8ed8-664dfc5e8350 tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Pushing event deleted for resources: {'Port': ['ID=26b4905f-990b-4192-b2fd-0d33f28e1e07,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:20:24.561367 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ce8162b2-bd66-431e-83b3-20339cbd97cc req-a262e10a-c904-4b5c-8ea2-0ab67191a993 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.60&port_id=7de6cf27-a469-4965-baef-e71190ea0139 HTTP/1.1" status: 200 len: 217 time: 0.0909288 Jan 28 07:20:24.643481 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-117e0feb-cee1-46d1-8ed8-664dfc5e8350 tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16607873'] for router_gateway (74c5e102-f7f2-4b38-af3a-d3087b83b309), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:24.683541 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8162b2-bd66-431e-83b3-20339cbd97cc req-be2569ba-f9cd-4c10-8c28-973282da21c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:24.685090 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ce8162b2-bd66-431e-83b3-20339cbd97cc req-be2569ba-f9cd-4c10-8c28-973282da21c8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e818f6d1-2687-4869-b326-811edc0132c0 HTTP/1.1" status: 200 len: 797 time: 0.1019919 Jan 28 07:20:24.809751 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-117e0feb-cee1-46d1-8ed8-664dfc5e8350 tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16605684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127449'] for router (74c5e102-f7f2-4b38-af3a-d3087b83b309), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:24.813836 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-117e0feb-cee1-46d1-8ed8-664dfc5e8350 tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Publish callbacks [] for router_controller (74c5e102-f7f2-4b38-af3a-d3087b83b309), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:24.879133 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-117e0feb-cee1-46d1-8ed8-664dfc5e8350 tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16605693'] for router (74c5e102-f7f2-4b38-af3a-d3087b83b309), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:24.879665 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-117e0feb-cee1-46d1-8ed8-664dfc5e8350 tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Fanout notify agent at l3_agent the message router_deleted on router 74c5e102-f7f2-4b38-af3a-d3087b83b309 {{(pid=103283) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 07:20:24.882936 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8162b2-bd66-431e-83b3-20339cbd97cc req-52211cb6-0fc5-4afe-afeb-32fefa79ffdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:24.884659 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ce8162b2-bd66-431e-83b3-20339cbd97cc req-52211cb6-0fc5-4afe-afeb-32fefa79ffdf service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=39d5b943-8907-404b-b824-343baf651894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1662810 Jan 28 07:20:24.891808 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-117e0feb-cee1-46d1-8ed8-664dfc5e8350 tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Publish callbacks [] for router (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:24.897083 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-117e0feb-cee1-46d1-8ed8-664dfc5e8350 tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] 10.222.0.41 "DELETE /v2.0/routers/74c5e102-f7f2-4b38-af3a-d3087b83b309 HTTP/1.1" status: 204 len: 168 time: 2.3330483 Jan 28 07:20:24.897335 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 50562) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:20:24.901479 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-6a3ef379-ab1e-453b-8385-a8373118f21e tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1977689075', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}, 'admin_state_up': False}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:20:24.901621 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eb364e-c791-475a-a2b0-345be544a532 req-ddbbc7d2-7c23-4036-a4e1-c344e71e3dec tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:24.902945 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f4eb364e-c791-475a-a2b0-345be544a532 req-ddbbc7d2-7c23-4036-a4e1-c344e71e3dec tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fa73890-3c2c-4c59-9c73-ce1eca1f276c HTTP/1.1" status: 200 len: 946 time: 0.1864579 Jan 28 07:20:24.953973 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef379-ab1e-453b-8385-a8373118f21e tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16606890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127275'] for router (311afb4b-0fac-4360-9bf4-f36e3068a444), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:24.955443 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef379-ab1e-453b-8385-a8373118f21e tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16605498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16607952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16355422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127266'] for router (311afb4b-0fac-4360-9bf4-f36e3068a444), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:25.017349 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f4eb364e-c791-475a-a2b0-345be544a532 req-44958f61-73eb-468d-869b-d0e35b381105 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f7766-6108-45d3-a769-5b5e90234849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050007 Jan 28 07:20:25.032015 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ce8162b2-bd66-431e-83b3-20339cbd97cc req-18bf19a7-e47a-45a3-8f72-cc6ceacdbad2 service neutron] 10.222.0.10 "GET /v2.0/networks/39d5b943-8907-404b-b824-343baf651894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378291 Jan 28 07:20:25.046395 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef379-ab1e-453b-8385-a8373118f21e tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Publish callbacks [] for router_controller (311afb4b-0fac-4360-9bf4-f36e3068a444), precommit_add_association {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:25.136844 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ce8162b2-bd66-431e-83b3-20339cbd97cc req-a37cf5b9-c706-4054-b4a6-1c65ef81414d service neutron] 10.222.0.10 "GET /v2.0/networks/39d5b943-8907-404b-b824-343baf651894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931396 Jan 28 07:20:25.195683 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ce8162b2-bd66-431e-83b3-20339cbd97cc req-2c4f004a-025d-4880-bf2c-d7b655680d45 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.92&port_id=24c421b9-9756-4145-9466-6d298ad9bfb5 HTTP/1.1" status: 200 len: 217 time: 0.0525167 Jan 28 07:20:25.213724 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef379-ab1e-453b-8385-a8373118f21e tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Publish callbacks [] for router_gateway (311afb4b-0fac-4360-9bf4-f36e3068a444), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:25.296758 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8162b2-bd66-431e-83b3-20339cbd97cc req-d1495b08-0e4c-497f-a1b8-ffc8ba421edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:25.298288 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ce8162b2-bd66-431e-83b3-20339cbd97cc req-d1495b08-0e4c-497f-a1b8-ffc8ba421edf service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e818f6d1-2687-4869-b326-811edc0132c0 HTTP/1.1" status: 200 len: 797 time: 0.0945494 Jan 28 07:20:25.355305 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2841ec-9454-4d18-b62d-5080d9740d73 req-da6f4c19-b229-44f0-abb2-d7c22c3c4ba2 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:25.361342 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8162b2-bd66-431e-83b3-20339cbd97cc req-cd18aa4c-08e2-4fd3-a4ce-94bd4b3cff85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:25.362936 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4a2841ec-9454-4d18-b62d-5080d9740d73 req-da6f4c19-b229-44f0-abb2-d7c22c3c4ba2 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?device_id=d08c76f2-d544-48c8-9aa2-2f244346b107 HTTP/1.1" status: 200 len: 945 time: 0.0775800 Jan 28 07:20:25.363400 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ce8162b2-bd66-431e-83b3-20339cbd97cc req-cd18aa4c-08e2-4fd3-a4ce-94bd4b3cff85 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=39d5b943-8907-404b-b824-343baf651894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0505471 Jan 28 07:20:25.503270 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ce8162b2-bd66-431e-83b3-20339cbd97cc req-32dd1bb8-2484-4244-9ee0-2554ab81d01c service neutron] 10.222.0.10 "GET /v2.0/networks/39d5b943-8907-404b-b824-343baf651894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313004 Jan 28 07:20:25.610134 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ce8162b2-bd66-431e-83b3-20339cbd97cc req-d3215528-54c4-4331-95b2-d06571b4fbc5 service neutron] 10.222.0.10 "GET /v2.0/networks/39d5b943-8907-404b-b824-343baf651894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983667 Jan 28 07:20:25.667045 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ce8162b2-bd66-431e-83b3-20339cbd97cc req-8ce9ef19-a705-41e8-8c58-c08a0be1209d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.100&port_id=98a957b1-fc25-4fc9-8482-a2078a931162 HTTP/1.1" status: 200 len: 217 time: 0.0481582 Jan 28 07:20:25.736119 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8162b2-bd66-431e-83b3-20339cbd97cc req-a490b0e6-45be-4a4c-93c8-3ea87489b829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:25.737649 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ce8162b2-bd66-431e-83b3-20339cbd97cc req-a490b0e6-45be-4a4c-93c8-3ea87489b829 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e818f6d1-2687-4869-b326-811edc0132c0 HTTP/1.1" status: 200 len: 797 time: 0.0636649 Jan 28 07:20:25.778436 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4a2841ec-9454-4d18-b62d-5080d9740d73 req-13656af7-d56f-41fe-a13f-30d479bee35e tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/security-groups?id=e977f99b-7e7b-4d49-bf15-4fd22b3b3b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4141982 Jan 28 07:20:25.789639 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8162b2-bd66-431e-83b3-20339cbd97cc req-373ac7a3-a543-44d2-acca-530d35ba4b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:25.791285 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ce8162b2-bd66-431e-83b3-20339cbd97cc req-373ac7a3-a543-44d2-acca-530d35ba4b3c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=39d5b943-8907-404b-b824-343baf651894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0461543 Jan 28 07:20:25.912312 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef379-ab1e-453b-8385-a8373118f21e tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Publish callbacks [] for router_gateway (311afb4b-0fac-4360-9bf4-f36e3068a444), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:25.927037 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ce8162b2-bd66-431e-83b3-20339cbd97cc req-5225002c-c7f9-4742-b59e-08b5a64c9a50 service neutron] 10.222.0.10 "GET /v2.0/networks/39d5b943-8907-404b-b824-343baf651894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267285 Jan 28 07:20:25.932979 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef379-ab1e-453b-8385-a8373118f21e tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:26.035813 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ce8162b2-bd66-431e-83b3-20339cbd97cc req-c43b087d-292e-454c-8416-734bf8af8d2c service neutron] 10.222.0.10 "GET /v2.0/networks/39d5b943-8907-404b-b824-343baf651894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013322 Jan 28 07:20:26.060713 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-6a3ef379-ab1e-453b-8385-a8373118f21e tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Allocated IP 172.25.6.193 (7d5b3724-deef-4831-8d43-cb9b8176573c/b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc/c4a82d47-82bb-4edf-b1ca-4738bfdc6c03) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:20:26.102100 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ce8162b2-bd66-431e-83b3-20339cbd97cc req-3a7ee91c-4669-4d1c-a33f-56cbbd4908a8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.168&port_id=45cf1802-7cd1-43cf-bcfc-47137050e738 HTTP/1.1" status: 200 len: 217 time: 0.0575182 Jan 28 07:20:26.166168 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8162b2-bd66-431e-83b3-20339cbd97cc req-83a12707-c6dc-403e-b43e-1c0dc3d04e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:26.167370 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ce8162b2-bd66-431e-83b3-20339cbd97cc req-83a12707-c6dc-403e-b43e-1c0dc3d04e3f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e818f6d1-2687-4869-b326-811edc0132c0 HTTP/1.1" status: 200 len: 797 time: 0.0523870 Jan 28 07:20:26.223442 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef379-ab1e-453b-8385-a8373118f21e tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Publish callbacks [] for port (c4a82d47-82bb-4edf-b1ca-4738bfdc6c03), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:26.243944 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8162b2-bd66-431e-83b3-20339cbd97cc req-8ff5562d-7f19-476b-a69e-19b21c4eac27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:26.246838 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ce8162b2-bd66-431e-83b3-20339cbd97cc req-8ff5562d-7f19-476b-a69e-19b21c4eac27 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=39d5b943-8907-404b-b824-343baf651894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0659983 Jan 28 07:20:26.254168 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0b6674-5b86-413a-a746-49fa13a7d5f7 req-f37e31e0-67a6-4aaa-ac32-9506a28e180f tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:26.261367 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3f0b6674-5b86-413a-a746-49fa13a7d5f7 req-f37e31e0-67a6-4aaa-ac32-9506a28e180f tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fa73890-3c2c-4c59-9c73-ce1eca1f276c HTTP/1.1" status: 200 len: 946 time: 0.0850198 Jan 28 07:20:26.329840 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef379-ab1e-453b-8385-a8373118f21e tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (c4a82d47-82bb-4edf-b1ca-4738bfdc6c03), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:26.361840 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3f0b6674-5b86-413a-a746-49fa13a7d5f7 req-acdfa093-2291-4fb0-a554-b7bdd225c174 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f7766-6108-45d3-a769-5b5e90234849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996211 Jan 28 07:20:26.363136 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ce8162b2-bd66-431e-83b3-20339cbd97cc req-cc7bb269-be17-49c9-a6fb-402f1fc7f618 service neutron] 10.222.0.10 "GET /v2.0/networks/39d5b943-8907-404b-b824-343baf651894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060410 Jan 28 07:20:26.374668 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a3ef379-ab1e-453b-8385-a8373118f21e tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Network 7d5b3724-deef-4831-8d43-cb9b8176573c is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:20:26.379147 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-6a3ef379-ab1e-453b-8385-a8373118f21e tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:20:26.386498 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3ef379-ab1e-453b-8385-a8373118f21e tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:20:26.433040 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3ef379-ab1e-453b-8385-a8373118f21e tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Pushing event updated for resources: {'Port': ['ID=c4a82d47-82bb-4edf-b1ca-4738bfdc6c03,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:20:26.531227 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ce8162b2-bd66-431e-83b3-20339cbd97cc req-d66c5399-5b7b-471a-9102-c5bcef5c517b service neutron] 10.222.0.10 "GET /v2.0/networks/39d5b943-8907-404b-b824-343baf651894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313190 Jan 28 07:20:26.579357 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ce8162b2-bd66-431e-83b3-20339cbd97cc req-ef5f8873-3478-47c2-a764-19f7921fc54a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=2929a5a1-918a-4e9f-a482-262de48a34fb HTTP/1.1" status: 200 len: 217 time: 0.0399475 Jan 28 07:20:26.682345 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8162b2-bd66-431e-83b3-20339cbd97cc req-41bb2276-0e43-4db6-959e-7989951a9800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:26.684141 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ce8162b2-bd66-431e-83b3-20339cbd97cc req-41bb2276-0e43-4db6-959e-7989951a9800 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=13273310-0be4-4b19-9177-3d629abf200c HTTP/1.1" status: 200 len: 797 time: 0.0500343 Jan 28 07:20:26.738818 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8162b2-bd66-431e-83b3-20339cbd97cc req-2ec25d4f-47ad-46ff-a72d-25059e3feb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:26.740464 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ce8162b2-bd66-431e-83b3-20339cbd97cc req-2ec25d4f-47ad-46ff-a72d-25059e3feb30 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7271c4e0-9917-4cbf-8cf0-7234aac71aa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0467072 Jan 28 07:20:26.750618 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9d75b2-adbe-476f-b526-ec9fac1088af req-7ce0540c-afd8-43b6-bece-516c551bdc44 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:26.752109 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4e9d75b2-adbe-476f-b526-ec9fac1088af req-7ce0540c-afd8-43b6-bece-516c551bdc44 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.10 "GET /v2.0/ports?device_id=5fa73890-3c2c-4c59-9c73-ce1eca1f276c HTTP/1.1" status: 200 len: 946 time: 0.0915840 Jan 28 07:20:26.845614 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ce8162b2-bd66-431e-83b3-20339cbd97cc req-f34c3c1c-c824-4d27-a6e7-4d6858324e2f service neutron] 10.222.0.10 "GET /v2.0/networks/7271c4e0-9917-4cbf-8cf0-7234aac71aa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951254 Jan 28 07:20:26.858908 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef379-ab1e-453b-8385-a8373118f21e tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Publish callbacks [] for router_gateway (311afb4b-0fac-4360-9bf4-f36e3068a444), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:26.971803 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-4e9d75b2-adbe-476f-b526-ec9fac1088af req-2f901538-8b8b-4820-a88c-385c2f892ebf tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Deleting port adda9edb-2689-4b0d-9769-f7f6d90bae68 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:20:26.971967 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ce8162b2-bd66-431e-83b3-20339cbd97cc req-daff02c0-840f-4c4d-bbbb-fca41a8582fe service neutron] 10.222.0.10 "GET /v2.0/networks/7271c4e0-9917-4cbf-8cf0-7234aac71aa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165373 Jan 28 07:20:26.972162 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-4e9d75b2-adbe-476f-b526-ec9fac1088af req-2f901538-8b8b-4820-a88c-385c2f892ebf tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (adda9edb-2689-4b0d-9769-f7f6d90bae68), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:27.034228 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ce8162b2-bd66-431e-83b3-20339cbd97cc req-aa828f01-46d1-445b-94ce-7b41ba341968 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e56de965-5480-410d-beed-6c4dc6d6159c HTTP/1.1" status: 200 len: 217 time: 0.0518813 Jan 28 07:20:27.108221 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07950530-0e32-45c6-ac27-4114624a2d3c req-802ed501-cd51-41ba-ae45-f18e89d9dfc8 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:27.109761 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-07950530-0e32-45c6-ac27-4114624a2d3c req-802ed501-cd51-41ba-ae45-f18e89d9dfc8 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?device_id=d08c76f2-d544-48c8-9aa2-2f244346b107 HTTP/1.1" status: 200 len: 945 time: 0.0885115 Jan 28 07:20:27.116733 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8162b2-bd66-431e-83b3-20339cbd97cc req-18dea407-a4dd-4d6f-92a2-4511649c41f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:27.118158 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ce8162b2-bd66-431e-83b3-20339cbd97cc req-18dea407-a4dd-4d6f-92a2-4511649c41f8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=13273310-0be4-4b19-9177-3d629abf200c HTTP/1.1" status: 200 len: 797 time: 0.0664248 Jan 28 07:20:27.145015 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-4e9d75b2-adbe-476f-b526-ec9fac1088af req-2f901538-8b8b-4820-a88c-385c2f892ebf tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] For port adda9edb-2689-4b0d-9769-f7f6d90bae68, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=adda9edb-2689-4b0d-9769-f7f6d90bae68,segment=NetworkSegment(00c9bc5a-b387-4097-9c7c-7f7badd573e1),segment_id=00c9bc5a-b387-4097-9c7c-7f7badd573e1)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:20:27.145353 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-4e9d75b2-adbe-476f-b526-ec9fac1088af req-2f901538-8b8b-4820-a88c-385c2f892ebf tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (adda9edb-2689-4b0d-9769-f7f6d90bae68), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:27.165797 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-4e9d75b2-adbe-476f-b526-ec9fac1088af req-2f901538-8b8b-4820-a88c-385c2f892ebf tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Calling delete_port for adda9edb-2689-4b0d-9769-f7f6d90bae68 owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:20:27.180393 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef379-ab1e-453b-8385-a8373118f21e tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16605475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16607909'] for router (311afb4b-0fac-4360-9bf4-f36e3068a444), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:27.190679 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8162b2-bd66-431e-83b3-20339cbd97cc req-6a5f3b30-dbc4-482b-886c-54e7af8c450c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:27.192224 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ce8162b2-bd66-431e-83b3-20339cbd97cc req-6a5f3b30-dbc4-482b-886c-54e7af8c450c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7271c4e0-9917-4cbf-8cf0-7234aac71aa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0647306 Jan 28 07:20:27.222754 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-07950530-0e32-45c6-ac27-4114624a2d3c req-17b25a79-af23-4de3-b76f-e49d6476e0d5 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/security-groups?id=e977f99b-7e7b-4d49-bf15-4fd22b3b3b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034164 Jan 28 07:20:27.317123 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ce8162b2-bd66-431e-83b3-20339cbd97cc req-2ffedf67-fc3a-4553-828d-b31b0d0c31ef service neutron] 10.222.0.10 "GET /v2.0/networks/7271c4e0-9917-4cbf-8cf0-7234aac71aa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126935 Jan 28 07:20:27.426890 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a3ef379-ab1e-453b-8385-a8373118f21e tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Router 311afb4b-0fac-4360-9bf4-f36e3068a444 is scheduled to L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 with binding_index 1 {{(pid=103284) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 07:20:27.437584 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ce8162b2-bd66-431e-83b3-20339cbd97cc req-53eb4d1f-ac2e-4356-b52d-cc797525420b service neutron] 10.222.0.10 "GET /v2.0/networks/7271c4e0-9917-4cbf-8cf0-7234aac71aa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118524 Jan 28 07:20:27.452971 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-4e9d75b2-adbe-476f-b526-ec9fac1088af req-2f901538-8b8b-4820-a88c-385c2f892ebf tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (adda9edb-2689-4b0d-9769-f7f6d90bae68), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:27.489956 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['adda9edb-2689-4b0d-9769-f7f6d90bae68'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:20:27.541670 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f901538-8b8b-4820-a88c-385c2f892ebf tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Pushing event deleted for resources: {'Port': ['ID=adda9edb-2689-4b0d-9769-f7f6d90bae68,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:20:27.548027 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b59cabfe-e119-4038-81f3-eea517f5d58b req-7837855a-86e9-40e5-93ff-f92b10824468 tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fa73890-3c2c-4c59-9c73-ce1eca1f276c HTTP/1.1" status: 200 len: 210 time: 0.0628150 Jan 28 07:20:27.625283 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e9d75b2-adbe-476f-b526-ec9fac1088af req-2f901538-8b8b-4820-a88c-385c2f892ebf tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] No DVR routers for this DVR port adda9edb-2689-4b0d-9769-f7f6d90bae68 on host n-h1-712749-28 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:20:27.628674 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-4e9d75b2-adbe-476f-b526-ec9fac1088af req-2f901538-8b8b-4820-a88c-385c2f892ebf tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:27.631914 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4e9d75b2-adbe-476f-b526-ec9fac1088af req-2f901538-8b8b-4820-a88c-385c2f892ebf tempest-ServersNegativeTestJSON-1264912208 tempest-ServersNegativeTestJSON-1264912208-project] 10.222.0.10 "DELETE /v2.0/ports/adda9edb-2689-4b0d-9769-f7f6d90bae68 HTTP/1.1" status: 204 len: 173 time: 0.8705456 Jan 28 07:20:27.632374 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fa73890-3c2c-4c59-9c73-ce1eca1f276c', 'name': 'network-vif-deleted', 'tag': 'adda9edb-2689-4b0d-9769-f7f6d90bae68'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:20:27.634623 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddf40562-9df5-49bd-8a1a-4cd5df0c4ceb" -d '{"events": [{"server_uuid": "5fa73890-3c2c-4c59-9c73-ce1eca1f276c", "name": "network-vif-deleted", "tag": "adda9edb-2689-4b0d-9769-f7f6d90bae68"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:20:27.648695 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a3ef379-ab1e-453b-8385-a8373118f21e tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:20:27.671126 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6510937e-d7d0-4e4f-b677-cd23224782b6 None None] Sync routers for ids ['311afb4b-0fac-4360-9bf4-f36e3068a444'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:20:27.673804 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef379-ab1e-453b-8385-a8373118f21e tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Publish callbacks [] for router (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:27.675148 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-6a3ef379-ab1e-453b-8385-a8373118f21e tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.7771595 Jan 28 07:20:27.678014 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 50824) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:20:27.684931 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6510937e-d7d0-4e4f-b677-cd23224782b6 None None] Routers {'311afb4b-0fac-4360-9bf4-f36e3068a444'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:20:27.686378 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-6510937e-d7d0-4e4f-b677-cd23224782b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:20:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['311afb4b-0fac-4360-9bf4-f36e3068a444'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:20:27.692401 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-705b891a-6d45-452e-81d5-235af03b9d1e tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:20:27.728002 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-6510937e-d7d0-4e4f-b677-cd23224782b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:20:27.737546 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6510937e-d7d0-4e4f-b677-cd23224782b6 None None] Routers {'311afb4b-0fac-4360-9bf4-f36e3068a444'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:20:27.738187 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af5e2ca6-0513-4214-976b-4a410dac63ed x-openstack-request-id: req-af5e2ca6-0513-4214-976b-4a410dac63ed {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:20:27.738332 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-6510937e-d7d0-4e4f-b677-cd23224782b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:20:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['311afb4b-0fac-4360-9bf4-f36e3068a444'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:20:27.738496 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fa73890-3c2c-4c59-9c73-ce1eca1f276c", "name": "network-vif-deleted", "tag": "adda9edb-2689-4b0d-9769-f7f6d90bae68", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:20:27.738732 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-af5e2ca6-0513-4214-976b-4a410dac63ed {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:20:27.739373 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fa73890-3c2c-4c59-9c73-ce1eca1f276c', 'name': 'network-vif-deleted', 'tag': 'adda9edb-2689-4b0d-9769-f7f6d90bae68', 'status': 'completed', 'code': 200} Jan 28 07:20:27.774398 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-6510937e-d7d0-4e4f-b677-cd23224782b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:20:27.775298 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6510937e-d7d0-4e4f-b677-cd23224782b6 None None] The sync data for ids ['311afb4b-0fac-4360-9bf4-f36e3068a444'] in n-d-712749-28 is: [] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:20:28.030330 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-705b891a-6d45-452e-81d5-235af03b9d1e tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Publish callbacks [] for router_gateway (311afb4b-0fac-4360-9bf4-f36e3068a444), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:28.042661 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-705b891a-6d45-452e-81d5-235af03b9d1e tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Publish callbacks [] for router_gateway (311afb4b-0fac-4360-9bf4-f36e3068a444), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:28.094883 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-705b891a-6d45-452e-81d5-235af03b9d1e tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Deleting port c4a82d47-82bb-4edf-b1ca-4738bfdc6c03 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:20:28.095204 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-705b891a-6d45-452e-81d5-235af03b9d1e tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (c4a82d47-82bb-4edf-b1ca-4738bfdc6c03), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:28.179691 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-705b891a-6d45-452e-81d5-235af03b9d1e tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (c4a82d47-82bb-4edf-b1ca-4738bfdc6c03), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:28.193229 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-705b891a-6d45-452e-81d5-235af03b9d1e tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Calling delete_port for c4a82d47-82bb-4edf-b1ca-4738bfdc6c03 owned by network:router_gateway {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:20:28.402010 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26c59e8-e093-4a20-beb5-715b418587c6 req-073dab0f-fcdf-49d9-9289-ba7ced09bde2 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:28.403513 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b26c59e8-e093-4a20-beb5-715b418587c6 req-073dab0f-fcdf-49d9-9289-ba7ced09bde2 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?device_id=d08c76f2-d544-48c8-9aa2-2f244346b107 HTTP/1.1" status: 200 len: 945 time: 0.0911031 Jan 28 07:20:28.430602 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-705b891a-6d45-452e-81d5-235af03b9d1e tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (c4a82d47-82bb-4edf-b1ca-4738bfdc6c03), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:28.467648 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705b891a-6d45-452e-81d5-235af03b9d1e tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Pushing event deleted for resources: {'Port': ['ID=c4a82d47-82bb-4edf-b1ca-4738bfdc6c03,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:20:28.532726 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b26c59e8-e093-4a20-beb5-715b418587c6 req-2f24aa8d-2526-4fd9-9aa4-7c61824676bd tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/security-groups?id=e977f99b-7e7b-4d49-bf15-4fd22b3b3b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161854 Jan 28 07:20:28.553515 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-705b891a-6d45-452e-81d5-235af03b9d1e tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16607873'] for router_gateway (311afb4b-0fac-4360-9bf4-f36e3068a444), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:28.613252 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 50904) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:20:28.663992 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_v2 [None req-3063af90-fb78-4215-ab9e-d1609afafb06 admin admin] Deleting subnet feafbfc0-ace6-4287-91ea-c1099e1f786f {{(pid=103283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:20:28.667369 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3063af90-fb78-4215-ab9e-d1609afafb06 admin admin] Publish callbacks [] for subnet (feafbfc0-ace6-4287-91ea-c1099e1f786f), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:28.706361 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3063af90-fb78-4215-ab9e-d1609afafb06 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13506696'] for subnet (feafbfc0-ace6-4287-91ea-c1099e1f786f), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:28.748521 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3063af90-fb78-4215-ab9e-d1609afafb06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (feafbfc0-ace6-4287-91ea-c1099e1f786f), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:28.783095 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-705b891a-6d45-452e-81d5-235af03b9d1e tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16607950', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16605480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127440'] for router (311afb4b-0fac-4360-9bf4-f36e3068a444), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:28.787156 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-705b891a-6d45-452e-81d5-235af03b9d1e tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16607909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16607927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16607932', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16605457'] for router (311afb4b-0fac-4360-9bf4-f36e3068a444), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:28.796466 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 50910) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:20:28.810635 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3063af90-fb78-4215-ab9e-d1609afafb06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13546665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13556132'] for subnet (feafbfc0-ace6-4287-91ea-c1099e1f786f), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:28.837477 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3063af90-fb78-4215-ab9e-d1609afafb06 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=feafbfc0-ace6-4287-91ea-c1099e1f786f,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:20:28.841315 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3063af90-fb78-4215-ab9e-d1609afafb06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:28.844767 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-3063af90-fb78-4215-ab9e-d1609afafb06 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/feafbfc0-ace6-4287-91ea-c1099e1f786f HTTP/1.1" status: 204 len: 168 time: 0.2299495 Jan 28 07:20:28.847203 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 50914) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:20:28.870943 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-705b891a-6d45-452e-81d5-235af03b9d1e tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Router 311afb4b-0fac-4360-9bf4-f36e3068a444 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:20:28.926306 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f5bf1bce-6669-4586-8054-fa13cbad9251 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:28.945582 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-15f1f46b-45fe-4a87-9ba6-ed917b3849a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (c9a84dc6-92ac-41b6-88e9-0633fc5dcc86), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:28.948847 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-705b891a-6d45-452e-81d5-235af03b9d1e tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:20:28.955640 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-705b891a-6d45-452e-81d5-235af03b9d1e tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Publish callbacks [] for router (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:28.959907 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-705b891a-6d45-452e-81d5-235af03b9d1e tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] 10.222.0.41 "PUT /v2.0/routers/311afb4b-0fac-4360-9bf4-f36e3068a444 HTTP/1.1" status: 200 len: 706 time: 1.2784369 Jan 28 07:20:28.960077 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbae1bee-4f0d-405e-91ee-e521c7fb881e None None] Sync routers for ids ['311afb4b-0fac-4360-9bf4-f36e3068a444'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:20:28.960711 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 50916) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:20:28.971618 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbae1bee-4f0d-405e-91ee-e521c7fb881e None None] Routers {'311afb4b-0fac-4360-9bf4-f36e3068a444'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:20:28.972593 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-bbae1bee-4f0d-405e-91ee-e521c7fb881e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:20:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['311afb4b-0fac-4360-9bf4-f36e3068a444'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:20:29.045743 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-bbae1bee-4f0d-405e-91ee-e521c7fb881e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:20:29.066751 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbae1bee-4f0d-405e-91ee-e521c7fb881e None None] Routers {'311afb4b-0fac-4360-9bf4-f36e3068a444'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:20:29.068643 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-bbae1bee-4f0d-405e-91ee-e521c7fb881e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:20:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['311afb4b-0fac-4360-9bf4-f36e3068a444'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:20:29.072525 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-15f1f46b-45fe-4a87-9ba6-ed917b3849a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (c9a84dc6-92ac-41b6-88e9-0633fc5dcc86), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:29.106636 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-15f1f46b-45fe-4a87-9ba6-ed917b3849a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9a84dc6-92ac-41b6-88e9-0633fc5dcc86']}} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:20:29.111379 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-bbae1bee-4f0d-405e-91ee-e521c7fb881e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:20:29.112147 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbae1bee-4f0d-405e-91ee-e521c7fb881e None None] The sync data for ids ['311afb4b-0fac-4360-9bf4-f36e3068a444'] in n-d-712749-28 is: [] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:20:29.124414 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f5bf1bce-6669-4586-8054-fa13cbad9251 admin admin] Publish callbacks [] for security_group (52900618-522d-487f-b6f3-8bd0690d12af), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:29.126433 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-15f1f46b-45fe-4a87-9ba6-ed917b3849a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00c9bc5a-b387-4097-9c7c-7f7badd573e1') {'for_net_delete': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:20:29.126732 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-15f1f46b-45fe-4a87-9ba6-ed917b3849a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00c9bc5a-b387-4097-9c7c-7f7badd573e1') {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:20:29.134532 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f5bf1bce-6669-4586-8054-fa13cbad9251 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (52900618-522d-487f-b6f3-8bd0690d12af), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:29.144264 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-15f1f46b-45fe-4a87-9ba6-ed917b3849a0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13506801'] for segment (00c9bc5a-b387-4097-9c7c-7f7badd573e1), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:29.183520 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-15f1f46b-45fe-4a87-9ba6-ed917b3849a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (00c9bc5a-b387-4097-9c7c-7f7badd573e1), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:29.194628 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bf1bce-6669-4586-8054-fa13cbad9251 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52900618-522d-487f-b6f3-8bd0690d12af,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:20:29.197560 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15f1f46b-45fe-4a87-9ba6-ed917b3849a0 admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=103283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:20:29.197967 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-15f1f46b-45fe-4a87-9ba6-ed917b3849a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13546563'] for segment (00c9bc5a-b387-4097-9c7c-7f7badd573e1), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:29.200032 n-d-712749-28 neutron-server[103283]: Traceback (most recent call last): Jan 28 07:20:29.200032 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:20:29.200032 n-d-712749-28 neutron-server[103283]: timer() Jan 28 07:20:29.200032 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:20:29.200032 n-d-712749-28 neutron-server[103283]: cb(*args, **kw) Jan 28 07:20:29.200032 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:20:29.200032 n-d-712749-28 neutron-server[103283]: return func(*args, **kwargs) Jan 28 07:20:29.200032 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:20:29.200032 n-d-712749-28 neutron-server[103283]: self._notify() Jan 28 07:20:29.200032 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:20:29.200032 n-d-712749-28 neutron-server[103283]: self.callback(batched_events) Jan 28 07:20:29.200032 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:20:29.200032 n-d-712749-28 neutron-server[103283]: event.method(event) Jan 28 07:20:29.200032 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:20:29.200032 n-d-712749-28 neutron-server[103283]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:20:29.200032 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:20:29.200032 n-d-712749-28 neutron-server[103283]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:20:29.200032 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:20:29.200032 n-d-712749-28 neutron-server[103283]: return f(self, *a, **k) Jan 28 07:20:29.200032 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:20:29.200032 n-d-712749-28 neutron-server[103283]: return self._get(url).json() Jan 28 07:20:29.200032 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:20:29.200032 n-d-712749-28 neutron-server[103283]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:20:29.200032 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:20:29.200032 n-d-712749-28 neutron-server[103283]: return self.request(url, 'GET', **kwargs) Jan 28 07:20:29.200032 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:20:29.200032 n-d-712749-28 neutron-server[103283]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:20:29.200032 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:20:29.200032 n-d-712749-28 neutron-server[103283]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:20:29.200032 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:20:29.200032 n-d-712749-28 neutron-server[103283]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:20:29.200032 n-d-712749-28 neutron-server[103283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:20:29.212546 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-f5bf1bce-6669-4586-8054-fa13cbad9251 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=39c41b9c40aa4dde9fd92cfa8ccecd52&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4150274 Jan 28 07:20:29.215861 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 50920) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:20:29.286556 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-15f1f46b-45fe-4a87-9ba6-ed917b3849a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (c9a84dc6-92ac-41b6-88e9-0633fc5dcc86), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:29.310394 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-15f1f46b-45fe-4a87-9ba6-ed917b3849a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:29.310394 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-15f1f46b-45fe-4a87-9ba6-ed917b3849a0 admin admin] 10.222.0.41 "DELETE /v2.0/networks/c9a84dc6-92ac-41b6-88e9-0633fc5dcc86 HTTP/1.1" status: 204 len: 168 time: 0.4602373 Jan 28 07:20:29.329467 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f1f46b-45fe-4a87-9ba6-ed917b3849a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=c9a84dc6-92ac-41b6-88e9-0633fc5dcc86,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:20:29.351080 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-948f79e9-6322-40aa-9122-a9c07e08069d admin admin] Publish callbacks [] for security_group (52900618-522d-487f-b6f3-8bd0690d12af), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:29.376921 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-948f79e9-6322-40aa-9122-a9c07e08069d admin admin] Publish callbacks [] for security_group (52900618-522d-487f-b6f3-8bd0690d12af), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:29.387732 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-519ad8bf-84a3-4442-a217-3a18c42fbc92 tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] 10.222.0.41 "GET /v2.0/routers/311afb4b-0fac-4360-9bf4-f36e3068a444 HTTP/1.1" status: 200 len: 741 time: 0.4246778 Jan 28 07:20:29.390815 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 50924) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:20:29.443717 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-948f79e9-6322-40aa-9122-a9c07e08069d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (52900618-522d-487f-b6f3-8bd0690d12af), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:29.446682 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-948f79e9-6322-40aa-9122-a9c07e08069d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:29.452858 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-4de156f5-1c86-4b93-b66b-d824be9010f9 tempest-RoutersAdminTest-1886039908 tempest-RoutersAdminTest-1886039908-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=7d5b3724-deef-4831-8d43-cb9b8176573c&device_id=311afb4b-0fac-4360-9bf4-f36e3068a444 HTTP/1.1" status: 200 len: 205 time: 0.0547249 Jan 28 07:20:29.453745 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-948f79e9-6322-40aa-9122-a9c07e08069d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/52900618-522d-487f-b6f3-8bd0690d12af HTTP/1.1" status: 204 len: 168 time: 0.2021704 Jan 28 07:20:29.453842 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 50928) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:20:29.464928 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948f79e9-6322-40aa-9122-a9c07e08069d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52900618-522d-487f-b6f3-8bd0690d12af,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:20:29.481982 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 50932) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:20:29.503087 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-68c145af-aba7-45ed-93d3-5d6e5765eabf tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] 10.222.0.41 "GET /v2.0/ports?device_id=311afb4b-0fac-4360-9bf4-f36e3068a444 HTTP/1.1" status: 200 len: 205 time: 0.0488942 Jan 28 07:20:29.503712 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 50934) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:20:29.536395 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-0ae3233e-f7a4-4355-b235-74bb1903c179 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f379e285ebe947e9b1152e1dab9379c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0507867 Jan 28 07:20:29.536886 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 50936) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:20:29.592115 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5aff7faa-956a-4110-9cfc-4494d54a6213 tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Publish callbacks [] for router (311afb4b-0fac-4360-9bf4-f36e3068a444), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:29.600907 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c8573d47-76b6-491b-83ad-83f6c4f777b7 admin admin] Publish callbacks [] for security_group (f51f7766-6108-45d3-a769-5b5e90234849), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:29.643934 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c8573d47-76b6-491b-83ad-83f6c4f777b7 admin admin] Publish callbacks [] for security_group (f51f7766-6108-45d3-a769-5b5e90234849), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:29.715562 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15b1b38-f86d-4837-be9a-7d98366a2580 req-63a24937-f31b-4742-ad96-c562d1331720 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:29.717465 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b15b1b38-f86d-4837-be9a-7d98366a2580 req-63a24937-f31b-4742-ad96-c562d1331720 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?device_id=d08c76f2-d544-48c8-9aa2-2f244346b107 HTTP/1.1" status: 200 len: 945 time: 0.0859838 Jan 28 07:20:29.749300 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c8573d47-76b6-491b-83ad-83f6c4f777b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (f51f7766-6108-45d3-a769-5b5e90234849), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:29.754577 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c8573d47-76b6-491b-83ad-83f6c4f777b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:29.755696 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-c8573d47-76b6-491b-83ad-83f6c4f777b7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f51f7766-6108-45d3-a769-5b5e90234849 HTTP/1.1" status: 204 len: 168 time: 0.2178903 Jan 28 07:20:29.781184 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5aff7faa-956a-4110-9cfc-4494d54a6213 tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16605684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127449'] for router (311afb4b-0fac-4360-9bf4-f36e3068a444), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:29.783569 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5aff7faa-956a-4110-9cfc-4494d54a6213 tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Publish callbacks [] for router_controller (311afb4b-0fac-4360-9bf4-f36e3068a444), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:29.787892 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b15b1b38-f86d-4837-be9a-7d98366a2580 req-bc593e3f-dafc-421e-90e1-8a5cc4250dd3 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/security-groups?id=e977f99b-7e7b-4d49-bf15-4fd22b3b3b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637939 Jan 28 07:20:29.789113 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8573d47-76b6-491b-83ad-83f6c4f777b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f51f7766-6108-45d3-a769-5b5e90234849,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:20:29.847747 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5aff7faa-956a-4110-9cfc-4494d54a6213 tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16605693'] for router (311afb4b-0fac-4360-9bf4-f36e3068a444), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:29.848342 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aff7faa-956a-4110-9cfc-4494d54a6213 tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Fanout notify agent at l3_agent the message router_deleted on router 311afb4b-0fac-4360-9bf4-f36e3068a444 {{(pid=103284) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 07:20:29.855572 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5aff7faa-956a-4110-9cfc-4494d54a6213 tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] Publish callbacks [] for router (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:29.860316 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-5aff7faa-956a-4110-9cfc-4494d54a6213 tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] 10.222.0.41 "DELETE /v2.0/routers/311afb4b-0fac-4360-9bf4-f36e3068a444 HTTP/1.1" status: 204 len: 168 time: 0.3555479 Jan 28 07:20:29.861069 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 50952) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:20:29.901283 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-865f999e-1a2d-4c2f-adf0-e581fcab4881 tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] 10.222.0.41 "GET /v2.0/ports?device_id=311afb4b-0fac-4360-9bf4-f36e3068a444 HTTP/1.1" status: 200 len: 205 time: 0.0387638 Jan 28 07:20:29.903620 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 50956) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:20:29.946711 n-d-712749-28 neutron-server[103283]: INFO neutron.api.v2.resource [None req-228133c4-1e0b-40bb-866a-5d35b2f402d4 tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] delete failed (client error): The resource could not be found. Jan 28 07:20:29.947790 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-228133c4-1e0b-40bb-866a-5d35b2f402d4 tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] 10.222.0.41 "DELETE /v2.0/routers/311afb4b-0fac-4360-9bf4-f36e3068a444 HTTP/1.1" status: 404 len: 336 time: 0.0419641 Jan 28 07:20:29.950409 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 50960) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:20:29.983165 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-ce245778-63cf-4614-8eff-1b9536a24b45 tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] 10.222.0.41 "GET /v2.0/ports?device_id=74c5e102-f7f2-4b38-af3a-d3087b83b309 HTTP/1.1" status: 200 len: 205 time: 0.0302026 Jan 28 07:20:29.985614 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 50964) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:20:30.027946 n-d-712749-28 neutron-server[103284]: INFO neutron.api.v2.resource [None req-25e884b4-0939-4fe3-b3a9-cafc885587a9 tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] delete failed (client error): The resource could not be found. Jan 28 07:20:30.032543 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-25e884b4-0939-4fe3-b3a9-cafc885587a9 tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] 10.222.0.41 "DELETE /v2.0/routers/74c5e102-f7f2-4b38-af3a-d3087b83b309 HTTP/1.1" status: 404 len: 336 time: 0.0426490 Jan 28 07:20:30.032543 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 50970) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:20:30.061095 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-475fd757-3aca-412c-aba2-4d15f8f09c32 tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] 10.222.0.41 "GET /v2.0/ports?device_id=8acc9ff4-94a9-4473-8394-35f7f4b0ce7d HTTP/1.1" status: 200 len: 205 time: 0.0266755 Jan 28 07:20:30.063294 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 50976) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:20:30.101904 n-d-712749-28 neutron-server[103283]: INFO neutron.api.v2.resource [None req-92392057-fe27-4277-b2fd-5628a36b2741 tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] delete failed (client error): The resource could not be found. Jan 28 07:20:30.105615 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-92392057-fe27-4277-b2fd-5628a36b2741 tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] 10.222.0.41 "DELETE /v2.0/routers/8acc9ff4-94a9-4473-8394-35f7f4b0ce7d HTTP/1.1" status: 404 len: 336 time: 0.0387046 Jan 28 07:20:30.105721 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 50980) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:20:30.143102 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-7782cd86-191f-4d72-ac5a-01be4ab8b89b tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] 10.222.0.41 "GET /v2.0/ports?device_id=bccf816d-638f-4880-bb3b-577849d67ec7 HTTP/1.1" status: 200 len: 205 time: 0.0363021 Jan 28 07:20:30.145739 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 50986) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:20:30.184455 n-d-712749-28 neutron-server[103284]: INFO neutron.api.v2.resource [None req-709e18f7-24c0-46e0-a3ff-ee75154d9c2b tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] delete failed (client error): The resource could not be found. Jan 28 07:20:30.185621 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-709e18f7-24c0-46e0-a3ff-ee75154d9c2b tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] 10.222.0.41 "DELETE /v2.0/routers/bccf816d-638f-4880-bb3b-577849d67ec7 HTTP/1.1" status: 404 len: 336 time: 0.0388193 Jan 28 07:20:30.188585 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 50990) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:20:30.217293 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-52ffdc8f-948b-4ff5-81e7-07ca616cc5c0 tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] 10.222.0.41 "GET /v2.0/ports?device_id=efa1ba95-8013-4eb7-9537-01636c54c142 HTTP/1.1" status: 200 len: 205 time: 0.0271895 Jan 28 07:20:30.219266 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 50992) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:20:30.264706 n-d-712749-28 neutron-server[103284]: INFO neutron.api.v2.resource [None req-cc41b9dc-8575-4350-b02a-3dddad1e7717 tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] delete failed (client error): The resource could not be found. Jan 28 07:20:30.265838 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-cc41b9dc-8575-4350-b02a-3dddad1e7717 tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] 10.222.0.41 "DELETE /v2.0/routers/efa1ba95-8013-4eb7-9537-01636c54c142 HTTP/1.1" status: 404 len: 336 time: 0.0446727 Jan 28 07:20:30.268455 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 50994) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:20:30.298772 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-53364f68-9314-49ae-b94a-4934b1664580 tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] 10.222.0.41 "GET /v2.0/ports?device_id=195da233-9f15-435a-843c-2a09f8819ae2 HTTP/1.1" status: 200 len: 205 time: 0.0291238 Jan 28 07:20:30.301779 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 51002) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:20:30.342192 n-d-712749-28 neutron-server[103284]: INFO neutron.api.v2.resource [None req-4ba22ffe-ae44-432b-bc9d-6582201f3561 tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] delete failed (client error): The resource could not be found. Jan 28 07:20:30.343670 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-4ba22ffe-ae44-432b-bc9d-6582201f3561 tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] 10.222.0.41 "DELETE /v2.0/routers/195da233-9f15-435a-843c-2a09f8819ae2 HTTP/1.1" status: 404 len: 336 time: 0.0409389 Jan 28 07:20:30.346441 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 51006) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:20:30.377713 n-d-712749-28 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8727781-3654-4168-a589-1127a593a6e2 tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] DELETE failed (client error): The resource could not be found. Jan 28 07:20:30.377713 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8727781-3654-4168-a589-1127a593a6e2 tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:20:30.385448 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-c8727781-3654-4168-a589-1127a593a6e2 tempest-RoutersAdminTest-1676333692 tempest-RoutersAdminTest-1676333692-project] 10.222.0.41 "DELETE /v2.0/subnets/c23c9f0f-8754-42da-993c-5c883c9b3cb1 HTTP/1.1" status: 404 len: 337 time: 0.0376441 Jan 28 07:20:30.733282 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 51028) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:20:30.812584 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 51034) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:20:30.855050 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-76d73c8c-6478-45c7-844b-384e29c43b19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:30.903323 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-38a38b29-7a01-43e1-a8c9-6a66198a34f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:30.976255 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97c0f41-3799-45de-ac35-823a0bd6f65a req-b8fc823d-0822-4a1e-ae96-75e694660b85 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:30.977838 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f97c0f41-3799-45de-ac35-823a0bd6f65a req-b8fc823d-0822-4a1e-ae96-75e694660b85 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?device_id=d08c76f2-d544-48c8-9aa2-2f244346b107 HTTP/1.1" status: 200 len: 945 time: 0.0853889 Jan 28 07:20:31.007366 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-38a38b29-7a01-43e1-a8c9-6a66198a34f4 admin admin] Publish callbacks [] for security_group (427329f6-aaf4-47bf-a1a0-c1ad0ff12d24), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:31.014491 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-38a38b29-7a01-43e1-a8c9-6a66198a34f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (427329f6-aaf4-47bf-a1a0-c1ad0ff12d24), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:31.029772 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-76d73c8c-6478-45c7-844b-384e29c43b19 admin admin] Publish callbacks [] for security_group (2ce2ffeb-b57c-4ec2-8f13-ab55a2e3256e), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:31.035928 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-76d73c8c-6478-45c7-844b-384e29c43b19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (2ce2ffeb-b57c-4ec2-8f13-ab55a2e3256e), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:31.054168 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-38a38b29-7a01-43e1-a8c9-6a66198a34f4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=702a841f2689476081c86b4aa89e0a2f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2398047 Jan 28 07:20:31.056352 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a38b29-7a01-43e1-a8c9-6a66198a34f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=427329f6-aaf4-47bf-a1a0-c1ad0ff12d24,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:20:31.058926 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 51048) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:20:31.120530 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f97c0f41-3799-45de-ac35-823a0bd6f65a req-3cc87045-bf2c-4187-9347-b417da68dd8c tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/security-groups?id=e977f99b-7e7b-4d49-bf15-4fd22b3b3b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319914 Jan 28 07:20:31.132056 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-76d73c8c-6478-45c7-844b-384e29c43b19 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=22512e83fdbe4165a02871eb394a852c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3975873 Jan 28 07:20:31.132932 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d73c8c-6478-45c7-844b-384e29c43b19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ce2ffeb-b57c-4ec2-8f13-ab55a2e3256e,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:20:31.134774 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 51054) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:20:31.166786 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2191f7ad-ad92-4bd8-b0f2-509adba015e1 admin admin] Publish callbacks [] for security_group (427329f6-aaf4-47bf-a1a0-c1ad0ff12d24), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:31.188760 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ecb4ef9-2a26-4cea-9b64-cb0dea2b0977 admin admin] Publish callbacks [] for security_group (2ce2ffeb-b57c-4ec2-8f13-ab55a2e3256e), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:31.190301 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2191f7ad-ad92-4bd8-b0f2-509adba015e1 admin admin] Publish callbacks [] for security_group (427329f6-aaf4-47bf-a1a0-c1ad0ff12d24), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:31.210730 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ecb4ef9-2a26-4cea-9b64-cb0dea2b0977 admin admin] Publish callbacks [] for security_group (2ce2ffeb-b57c-4ec2-8f13-ab55a2e3256e), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:31.244178 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2191f7ad-ad92-4bd8-b0f2-509adba015e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (427329f6-aaf4-47bf-a1a0-c1ad0ff12d24), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:31.255980 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2191f7ad-ad92-4bd8-b0f2-509adba015e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:31.261183 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-2191f7ad-ad92-4bd8-b0f2-509adba015e1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/427329f6-aaf4-47bf-a1a0-c1ad0ff12d24 HTTP/1.1" status: 204 len: 168 time: 0.1981814 Jan 28 07:20:31.274041 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ecb4ef9-2a26-4cea-9b64-cb0dea2b0977 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (2ce2ffeb-b57c-4ec2-8f13-ab55a2e3256e), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:31.275223 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2191f7ad-ad92-4bd8-b0f2-509adba015e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=427329f6-aaf4-47bf-a1a0-c1ad0ff12d24,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:20:31.281500 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ecb4ef9-2a26-4cea-9b64-cb0dea2b0977 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:31.286834 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-9ecb4ef9-2a26-4cea-9b64-cb0dea2b0977 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2ce2ffeb-b57c-4ec2-8f13-ab55a2e3256e HTTP/1.1" status: 204 len: 168 time: 0.1506195 Jan 28 07:20:31.300485 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecb4ef9-2a26-4cea-9b64-cb0dea2b0977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ce2ffeb-b57c-4ec2-8f13-ab55a2e3256e,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:20:31.576889 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device adda9edb-2689-4b0d-9769-f7f6d90bae68 no longer exists at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:20:31.599060 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] No Port match for: adda9edb-2689-4b0d-9769-f7f6d90bae68 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:20:31.599424 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device adda9edb-2689-4b0d-9769-f7f6d90bae68 not bound to the agent host n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:20:31.743081 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 51080) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:20:31.790369 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-f11952f7-7679-4c27-b73d-8fbb1ad956de admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6d2a753b8a104a56999eb61204ea6b2d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0423930 Jan 28 07:20:31.792822 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 51084) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:20:32.203058 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-edb2b825-48e4-440a-998f-b45a36c4d147 admin admin] Publish callbacks [] for security_group (6960d82e-e2f5-4559-8974-d2f5277fa1c8), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:32.226751 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-edb2b825-48e4-440a-998f-b45a36c4d147 admin admin] Publish callbacks [] for security_group (6960d82e-e2f5-4559-8974-d2f5277fa1c8), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:32.268562 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fdac49-675a-4507-a418-4e0d67e0c282 req-ae8408b6-872d-4987-8cc0-3b97e9dcd177 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:32.270197 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c7fdac49-675a-4507-a418-4e0d67e0c282 req-ae8408b6-872d-4987-8cc0-3b97e9dcd177 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?device_id=d08c76f2-d544-48c8-9aa2-2f244346b107 HTTP/1.1" status: 200 len: 945 time: 0.0670838 Jan 28 07:20:32.286299 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-edb2b825-48e4-440a-998f-b45a36c4d147 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (6960d82e-e2f5-4559-8974-d2f5277fa1c8), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:32.289149 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-edb2b825-48e4-440a-998f-b45a36c4d147 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:32.292741 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-edb2b825-48e4-440a-998f-b45a36c4d147 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6960d82e-e2f5-4559-8974-d2f5277fa1c8 HTTP/1.1" status: 204 len: 168 time: 0.4965034 Jan 28 07:20:32.301800 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb2b825-48e4-440a-998f-b45a36c4d147 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6960d82e-e2f5-4559-8974-d2f5277fa1c8,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:20:32.363496 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c7fdac49-675a-4507-a418-4e0d67e0c282 req-c8f2d432-b425-4d17-8e12-a8e5a5d3df9c tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/security-groups?id=e977f99b-7e7b-4d49-bf15-4fd22b3b3b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860491 Jan 28 07:20:32.880091 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:33.242672 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-376e2384-3d01-43f8-ab65-9a8c7a5b52a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:33.561464 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd3c6cd-c0a5-4f88-807b-3acace4628cf req-2b14e886-cf9e-4bba-b10d-b4886e080514 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:33.562903 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3dd3c6cd-c0a5-4f88-807b-3acace4628cf req-2b14e886-cf9e-4bba-b10d-b4886e080514 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?device_id=d08c76f2-d544-48c8-9aa2-2f244346b107 HTTP/1.1" status: 200 len: 945 time: 0.0845227 Jan 28 07:20:33.655062 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3dd3c6cd-c0a5-4f88-807b-3acace4628cf req-6d3616b6-f9b9-49d4-bd1e-dfc4225dfa5f tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/security-groups?id=e977f99b-7e7b-4d49-bf15-4fd22b3b3b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836022 Jan 28 07:20:33.692146 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 51184) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:20:33.870657 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:33.981484 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-3f43bd50-72bf-478c-bc64-804555468a09 tempest-AgentManagementNegativeTest-350586382 tempest-AgentManagementNegativeTest-350586382-project] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2880585 Jan 28 07:20:34.329158 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 51216) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:20:34.561708 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-505b19db-176c-4825-8f2f-a7e64ba8be32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:34.651897 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-505b19db-176c-4825-8f2f-a7e64ba8be32 admin admin] Publish callbacks [] for security_group (9623cee1-f0ae-4c05-8708-930b43f2f828), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:34.658335 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-505b19db-176c-4825-8f2f-a7e64ba8be32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (9623cee1-f0ae-4c05-8708-930b43f2f828), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:34.717422 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505b19db-176c-4825-8f2f-a7e64ba8be32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9623cee1-f0ae-4c05-8708-930b43f2f828,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:20:34.723329 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-505b19db-176c-4825-8f2f-a7e64ba8be32 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e3ad1dd281724ed681f027005910662e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3929715 Jan 28 07:20:34.726371 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 51238) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:20:34.817832 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299cdfe4-9e85-4660-a79c-a93eb752a3f3 req-37953f1d-bd2b-4ead-b838-d885ecd28494 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:34.819345 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-299cdfe4-9e85-4660-a79c-a93eb752a3f3 req-37953f1d-bd2b-4ead-b838-d885ecd28494 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?device_id=d08c76f2-d544-48c8-9aa2-2f244346b107 HTTP/1.1" status: 200 len: 945 time: 0.0848272 Jan 28 07:20:34.820156 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-efb3a8b7-f1e2-458b-a635-366e1872041a admin admin] Publish callbacks [] for security_group (9623cee1-f0ae-4c05-8708-930b43f2f828), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:34.856111 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-efb3a8b7-f1e2-458b-a635-366e1872041a admin admin] Publish callbacks [] for security_group (9623cee1-f0ae-4c05-8708-930b43f2f828), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:34.911967 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-299cdfe4-9e85-4660-a79c-a93eb752a3f3 req-6e343ac7-aea7-4482-8404-d95443c81861 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/security-groups?id=e977f99b-7e7b-4d49-bf15-4fd22b3b3b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871787 Jan 28 07:20:34.947227 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-efb3a8b7-f1e2-458b-a635-366e1872041a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (9623cee1-f0ae-4c05-8708-930b43f2f828), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:34.955639 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-efb3a8b7-f1e2-458b-a635-366e1872041a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:34.957415 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-efb3a8b7-f1e2-458b-a635-366e1872041a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9623cee1-f0ae-4c05-8708-930b43f2f828 HTTP/1.1" status: 204 len: 168 time: 0.2300415 Jan 28 07:20:34.978243 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb3a8b7-f1e2-458b-a635-366e1872041a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9623cee1-f0ae-4c05-8708-930b43f2f828,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:20:35.581714 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-73a5e06d-48c8-4a49-80fd-a9bc53f1111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:35.770691 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 51280) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:20:36.006176 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-71d45a6b-210c-4a2f-83a8-8877e7091050 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:36.112894 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-71d45a6b-210c-4a2f-83a8-8877e7091050 admin admin] Publish callbacks [] for security_group (348e4c34-5f00-4045-8acb-c6855317c1d9), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:36.122760 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-71d45a6b-210c-4a2f-83a8-8877e7091050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (348e4c34-5f00-4045-8acb-c6855317c1d9), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:36.174387 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064b84f9-f069-442a-a202-5a0f07ace88e req-deebd238-1064-49f3-884b-d3bc1974914e tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:36.176570 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-064b84f9-f069-442a-a202-5a0f07ace88e req-deebd238-1064-49f3-884b-d3bc1974914e tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?device_id=d08c76f2-d544-48c8-9aa2-2f244346b107 HTTP/1.1" status: 200 len: 945 time: 0.1718471 Jan 28 07:20:36.185650 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 51298) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:20:36.189131 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-71d45a6b-210c-4a2f-83a8-8877e7091050 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8833aa9d57bd4713aa21655742f75e1f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4164221 Jan 28 07:20:36.194000 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d45a6b-210c-4a2f-83a8-8877e7091050 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=348e4c34-5f00-4045-8acb-c6855317c1d9,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:20:36.239694 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0270fc05-e86c-4ec2-b8e2-629fc60a7759 admin admin] Publish callbacks [] for security_group (348e4c34-5f00-4045-8acb-c6855317c1d9), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:36.241370 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 51300) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:20:36.265831 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-064b84f9-f069-442a-a202-5a0f07ace88e req-893e3e62-12f7-458a-a80c-da17500c1f42 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/security-groups?id=e977f99b-7e7b-4d49-bf15-4fd22b3b3b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752690 Jan 28 07:20:36.266430 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0270fc05-e86c-4ec2-b8e2-629fc60a7759 admin admin] Publish callbacks [] for security_group (348e4c34-5f00-4045-8acb-c6855317c1d9), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:36.321477 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0270fc05-e86c-4ec2-b8e2-629fc60a7759 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (348e4c34-5f00-4045-8acb-c6855317c1d9), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:36.324097 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0270fc05-e86c-4ec2-b8e2-629fc60a7759 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:36.328496 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-0270fc05-e86c-4ec2-b8e2-629fc60a7759 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/348e4c34-5f00-4045-8acb-c6855317c1d9 HTTP/1.1" status: 204 len: 168 time: 0.1411331 Jan 28 07:20:36.336375 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0270fc05-e86c-4ec2-b8e2-629fc60a7759 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=348e4c34-5f00-4045-8acb-c6855317c1d9,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:20:36.459908 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-4d48b49b-9c7f-41c5-94a9-edfbf9d0125d tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1938534720'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:20:36.487858 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d48b49b-9c7f-41c5-94a9-edfbf9d0125d tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Made reservation on behalf of 3dd13b72f8544f70a20e1cc856b342e0 for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:20:36.494601 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4d48b49b-9c7f-41c5-94a9-edfbf9d0125d tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:36.517868 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4d48b49b-9c7f-41c5-94a9-edfbf9d0125d tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:36.610712 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4d48b49b-9c7f-41c5-94a9-edfbf9d0125d tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Publish callbacks [] for security_group (1935a80d-4118-45d1-ab60-e94543ebb910), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:36.615869 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4d48b49b-9c7f-41c5-94a9-edfbf9d0125d tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (1935a80d-4118-45d1-ab60-e94543ebb910), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:36.646114 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d48b49b-9c7f-41c5-94a9-edfbf9d0125d tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:20:36.656864 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d48b49b-9c7f-41c5-94a9-edfbf9d0125d tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1935a80d-4118-45d1-ab60-e94543ebb910,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:20:36.662112 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4d48b49b-9c7f-41c5-94a9-edfbf9d0125d tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (408b3991-a845-4e22-ae22-1948fad27fdb), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:36.662417 n-d-712749-28 neutron-server[103284]: INFO neutron.db.segments_db [None req-4d48b49b-9c7f-41c5-94a9-edfbf9d0125d tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Added segment 408b3991-a845-4e22-ae22-1948fad27fdb of type vlan for network 2ce1c312-3249-43af-8e31-568cb8dfb794 Jan 28 07:20:36.705448 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4d48b49b-9c7f-41c5-94a9-edfbf9d0125d tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (2ce1c312-3249-43af-8e31-568cb8dfb794), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:36.730917 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4d48b49b-9c7f-41c5-94a9-edfbf9d0125d tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (2ce1c312-3249-43af-8e31-568cb8dfb794), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:36.736665 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d48b49b-9c7f-41c5-94a9-edfbf9d0125d tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:36.737259 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4d48b49b-9c7f-41c5-94a9-edfbf9d0125d tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:36.799053 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-4d48b49b-9c7f-41c5-94a9-edfbf9d0125d tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.5564487 Jan 28 07:20:36.801716 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 51320) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:20:36.809552 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-f83641af-e0aa-478b-a78e-c9e3e36c8710 tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Request body: {'subnet': {'network_id': '2ce1c312-3249-43af-8e31-568cb8dfb794', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:20:36.844410 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d48b49b-9c7f-41c5-94a9-edfbf9d0125d tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Pushing event updated for resources: {'Network': ['ID=2ce1c312-3249-43af-8e31-568cb8dfb794,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:20:36.902044 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network 2ce1c312-3249-43af-8e31-568cb8dfb794 details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:20:36.923917 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:36.924479 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f83641af-e0aa-478b-a78e-c9e3e36c8710 tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Made reservation on behalf of 3dd13b72f8544f70a20e1cc856b342e0 for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:20:36.929394 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f83641af-e0aa-478b-a78e-c9e3e36c8710 tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24979592'] for subnet (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:37.142758 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f83641af-e0aa-478b-a78e-c9e3e36c8710 tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24757504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24979610'] for subnet (75291592-90ee-474b-87d0-9f2223a5a62e), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:37.230067 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83641af-e0aa-478b-a78e-c9e3e36c8710 tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Pushing event updated for resources: {'Subnet': ['ID=75291592-90ee-474b-87d0-9f2223a5a62e,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:20:37.271006 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83641af-e0aa-478b-a78e-c9e3e36c8710 tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Checking segment: {'id': '408b3991-a845-4e22-ae22-1948fad27fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '2ce1c312-3249-43af-8e31-568cb8dfb794'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:20:37.271438 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f83641af-e0aa-478b-a78e-c9e3e36c8710 tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Network hostable DHCP agents. Network: 2ce1c312-3249-43af-8e31-568cb8dfb794, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:20:37.294068 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f83641af-e0aa-478b-a78e-c9e3e36c8710 tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Network 2ce1c312-3249-43af-8e31-568cb8dfb794 is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:20:37.312334 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-f83641af-e0aa-478b-a78e-c9e3e36c8710 tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, 2ce1c312-3249-43af-8e31-568cb8dfb794) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:20:37.318023 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f83641af-e0aa-478b-a78e-c9e3e36c8710 tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:37.318722 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f83641af-e0aa-478b-a78e-c9e3e36c8710 tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:37.320756 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e5761cb-454e-4bcd-a24e-ec1b2996ff80 None None] Network 2ce1c312-3249-43af-8e31-568cb8dfb794 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:20:37.346891 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-f83641af-e0aa-478b-a78e-c9e3e36c8710 tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5427847 Jan 28 07:20:37.349287 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 51344) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:20:37.358186 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-f9bed983-13e2-458c-b03b-60f32467454d tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Request body: {'port': {'network_id': '2ce1c312-3249-43af-8e31-568cb8dfb794', 'name': 'tempest-AllowedAddressPairTestJSON-333376562'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:20:37.463300 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11658007-9cbe-433a-8a03-3373c4ea57c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3dd72b9-6805-5f61-b6f3-a591f99a173d-2ce1c312-3249-43af-8e31-568cb8dfb794', 'network_id': '2ce1c312-3249-43af-8e31-568cb8dfb794', 'project_id': '3dd13b72f8544f70a20e1cc856b342e0', 'fixed_ips': [{'subnet_id': '75291592-90ee-474b-87d0-9f2223a5a62e'}]}} from n-d-712749-28. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 07:20:37.464182 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-11658007-9cbe-433a-8a03-3373c4ea57c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:37.476700 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef134a21-48b1-4e57-b377-871bf1207d3b req-c5983ef2-c360-4c83-b074-867faeb4c538 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:37.478224 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ef134a21-48b1-4e57-b377-871bf1207d3b req-c5983ef2-c360-4c83-b074-867faeb4c538 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?device_id=d08c76f2-d544-48c8-9aa2-2f244346b107 HTTP/1.1" status: 200 len: 945 time: 0.1155031 Jan 28 07:20:37.540736 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 51348) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:20:37.582148 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ef134a21-48b1-4e57-b377-871bf1207d3b req-eb78a83f-8329-45d3-b3d0-75d4c1e1c101 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/security-groups?id=e977f99b-7e7b-4d49-bf15-4fd22b3b3b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928049 Jan 28 07:20:37.609973 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9bed983-13e2-458c-b03b-60f32467454d tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Made reservation on behalf of 3dd13b72f8544f70a20e1cc856b342e0 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:20:37.613547 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f9bed983-13e2-458c-b03b-60f32467454d tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:37.637729 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [None req-f9bed983-13e2-458c-b03b-60f32467454d tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] device_id is not set on port 3626c7c9-9258-47ba-b36b-bcfa9783fe04 yet. {{(pid=103284) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 07:20:37.663895 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-11658007-9cbe-433a-8a03-3373c4ea57c6 None None] Allocated IP 172.20.0.2 (2ce1c312-3249-43af-8e31-568cb8dfb794/75291592-90ee-474b-87d0-9f2223a5a62e/e1a30bd8-4ea1-42df-81f9-bedc7f294440) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:20:37.821331 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-6ab48b7c-4768-499e-8b2e-210c9f256492 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1013706192-network', 'tenant_id': 'e81f96a84c92453f9ac7fee33c57edb4'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:20:37.841265 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-11658007-9cbe-433a-8a03-3373c4ea57c6 None None] Publish callbacks [] for port (e1a30bd8-4ea1-42df-81f9-bedc7f294440), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:37.850235 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-11658007-9cbe-433a-8a03-3373c4ea57c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (e1a30bd8-4ea1-42df-81f9-bedc7f294440), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:37.860161 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ab48b7c-4768-499e-8b2e-210c9f256492 admin admin] Made reservation on behalf of e81f96a84c92453f9ac7fee33c57edb4 for: {'network': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:20:37.862834 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6ab48b7c-4768-499e-8b2e-210c9f256492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:37.881064 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6ab48b7c-4768-499e-8b2e-210c9f256492 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:37.895917 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11658007-9cbe-433a-8a03-3373c4ea57c6 None None] Network 2ce1c312-3249-43af-8e31-568cb8dfb794 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:20:37.902193 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-11658007-9cbe-433a-8a03-3373c4ea57c6 None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:20:37.912433 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11658007-9cbe-433a-8a03-3373c4ea57c6 None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:20:37.939405 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-f9bed983-13e2-458c-b03b-60f32467454d tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Allocated IP 172.20.0.11 (2ce1c312-3249-43af-8e31-568cb8dfb794/75291592-90ee-474b-87d0-9f2223a5a62e/3626c7c9-9258-47ba-b36b-bcfa9783fe04) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:20:37.958419 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11658007-9cbe-433a-8a03-3373c4ea57c6 None None] Pushing event updated for resources: {'Port': ['ID=e1a30bd8-4ea1-42df-81f9-bedc7f294440,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:20:37.989183 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6ab48b7c-4768-499e-8b2e-210c9f256492 admin admin] Publish callbacks [] for security_group (d4c9ec9d-9625-4468-bd63-12aac1464f5e), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:37.990842 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-11658007-9cbe-433a-8a03-3373c4ea57c6 None None] Attempting to bind port e1a30bd8-4ea1-42df-81f9-bedc7f294440 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:20:37.991609 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-11658007-9cbe-433a-8a03-3373c4ea57c6 None None] Attempting to bind port e1a30bd8-4ea1-42df-81f9-bedc7f294440 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '408b3991-a845-4e22-ae22-1948fad27fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '2ce1c312-3249-43af-8e31-568cb8dfb794'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:20:37.992018 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11658007-9cbe-433a-8a03-3373c4ea57c6 None None] Attempting to bind port e1a30bd8-4ea1-42df-81f9-bedc7f294440 on network 2ce1c312-3249-43af-8e31-568cb8dfb794 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:20:37.996272 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6ab48b7c-4768-499e-8b2e-210c9f256492 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (d4c9ec9d-9625-4468-bd63-12aac1464f5e), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:37.998766 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11658007-9cbe-433a-8a03-3373c4ea57c6 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:20:37.999251 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11658007-9cbe-433a-8a03-3373c4ea57c6 None None] Checking segment: {'id': '408b3991-a845-4e22-ae22-1948fad27fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '2ce1c312-3249-43af-8e31-568cb8dfb794'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:20:37.999887 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-11658007-9cbe-433a-8a03-3373c4ea57c6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:38.001099 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11658007-9cbe-433a-8a03-3373c4ea57c6 None None] Bound using segment: {'id': '408b3991-a845-4e22-ae22-1948fad27fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '2ce1c312-3249-43af-8e31-568cb8dfb794'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:20:38.001957 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-11658007-9cbe-433a-8a03-3373c4ea57c6 None None] Bound port: e1a30bd8-4ea1-42df-81f9-bedc7f294440, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '408b3991-a845-4e22-ae22-1948fad27fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '2ce1c312-3249-43af-8e31-568cb8dfb794'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:20:38.002594 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-11658007-9cbe-433a-8a03-3373c4ea57c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (e1a30bd8-4ea1-42df-81f9-bedc7f294440), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:38.027272 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab48b7c-4768-499e-8b2e-210c9f256492 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4c9ec9d-9625-4468-bd63-12aac1464f5e,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:20:38.042239 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ab48b7c-4768-499e-8b2e-210c9f256492 admin admin] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=103283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:20:38.057123 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6ab48b7c-4768-499e-8b2e-210c9f256492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (82ed2c9d-54c7-47b4-bd96-231cfa7ae028), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:38.057829 n-d-712749-28 neutron-server[103283]: INFO neutron.db.segments_db [None req-6ab48b7c-4768-499e-8b2e-210c9f256492 admin admin] Added segment 82ed2c9d-54c7-47b4-bd96-231cfa7ae028 of type vlan for network bb29d0fb-3e46-477e-a3cb-4b9ff323693b Jan 28 07:20:38.103120 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-11658007-9cbe-433a-8a03-3373c4ea57c6 None None] For port e1a30bd8-4ea1-42df-81f9-bedc7f294440, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:20:38.107871 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-11658007-9cbe-433a-8a03-3373c4ea57c6 None None] For port e1a30bd8-4ea1-42df-81f9-bedc7f294440, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=e1a30bd8-4ea1-42df-81f9-bedc7f294440,segment=NetworkSegment(408b3991-a845-4e22-ae22-1948fad27fdb),segment_id=408b3991-a845-4e22-ae22-1948fad27fdb)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:20:38.113189 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-11658007-9cbe-433a-8a03-3373c4ea57c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (e1a30bd8-4ea1-42df-81f9-bedc7f294440), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:38.121599 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6ab48b7c-4768-499e-8b2e-210c9f256492 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (bb29d0fb-3e46-477e-a3cb-4b9ff323693b), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:38.172705 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6ab48b7c-4768-499e-8b2e-210c9f256492 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (bb29d0fb-3e46-477e-a3cb-4b9ff323693b), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:38.176422 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab48b7c-4768-499e-8b2e-210c9f256492 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:38.176879 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6ab48b7c-4768-499e-8b2e-210c9f256492 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:38.182904 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f9bed983-13e2-458c-b03b-60f32467454d tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Publish callbacks [] for port (3626c7c9-9258-47ba-b36b-bcfa9783fe04), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:38.201394 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11658007-9cbe-433a-8a03-3373c4ea57c6 None None] Pushing event updated for resources: {'Port': ['ID=e1a30bd8-4ea1-42df-81f9-bedc7f294440,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:20:38.230653 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f9bed983-13e2-458c-b03b-60f32467454d tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (3626c7c9-9258-47ba-b36b-bcfa9783fe04), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:38.265762 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-6ab48b7c-4768-499e-8b2e-210c9f256492 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.7239029 Jan 28 07:20:38.272461 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 51366) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:20:38.278263 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-93704c8f-76c9-4f3a-8dd4-428ff41f30d9 admin admin] Request body: {'subnet': {'network_id': 'bb29d0fb-3e46-477e-a3cb-4b9ff323693b', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1013706192-subnet', 'tenant_id': 'e81f96a84c92453f9ac7fee33c57edb4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:20:38.289075 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9bed983-13e2-458c-b03b-60f32467454d tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Network 2ce1c312-3249-43af-8e31-568cb8dfb794 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:20:38.292815 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-f9bed983-13e2-458c-b03b-60f32467454d tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:20:38.295323 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9bed983-13e2-458c-b03b-60f32467454d tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:20:38.299491 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab48b7c-4768-499e-8b2e-210c9f256492 admin admin] Pushing event updated for resources: {'Network': ['ID=bb29d0fb-3e46-477e-a3cb-4b9ff323693b,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:20:38.311779 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network bb29d0fb-3e46-477e-a3cb-4b9ff323693b details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:20:38.319930 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93704c8f-76c9-4f3a-8dd4-428ff41f30d9 admin admin] Made reservation on behalf of e81f96a84c92453f9ac7fee33c57edb4 for: {'subnet': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:20:38.327557 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-93704c8f-76c9-4f3a-8dd4-428ff41f30d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13555781'] for subnet (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:38.354274 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9bed983-13e2-458c-b03b-60f32467454d tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:38.354274 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f9bed983-13e2-458c-b03b-60f32467454d tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:38.363933 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bed983-13e2-458c-b03b-60f32467454d tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Pushing event updated for resources: {'Port': ['ID=3626c7c9-9258-47ba-b36b-bcfa9783fe04,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:20:38.384286 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-f9bed983-13e2-458c-b03b-60f32467454d tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0338209 Jan 28 07:20:38.384961 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 51370) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:20:38.390417 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-eb78516e-d2d4-4bf7-b635-4c2b9a19e593 tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Request body: {'port': {'network_id': '2ce1c312-3249-43af-8e31-568cb8dfb794', 'name': 'tempest-AllowedAddressPairTestJSON-470856518', 'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:bf:db:80'}]}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:20:38.565448 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb78516e-d2d4-4bf7-b635-4c2b9a19e593 tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Made reservation on behalf of 3dd13b72f8544f70a20e1cc856b342e0 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:20:38.605968 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:38.704249 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-93704c8f-76c9-4f3a-8dd4-428ff41f30d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13546728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13555799'] for subnet (0e77f286-1f2a-46de-a4f8-2ee85280245a), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:38.751502 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device e1a30bd8-4ea1-42df-81f9-bedc7f294440 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:20:38.751707 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-eb78516e-d2d4-4bf7-b635-4c2b9a19e593 tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:38.757875 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93704c8f-76c9-4f3a-8dd4-428ff41f30d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e77f286-1f2a-46de-a4f8-2ee85280245a,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:20:38.801751 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93704c8f-76c9-4f3a-8dd4-428ff41f30d9 admin admin] Checking segment: {'id': '82ed2c9d-54c7-47b4-bd96-231cfa7ae028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'bb29d0fb-3e46-477e-a3cb-4b9ff323693b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:20:38.802178 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93704c8f-76c9-4f3a-8dd4-428ff41f30d9 admin admin] Network hostable DHCP agents. Network: bb29d0fb-3e46-477e-a3cb-4b9ff323693b, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:20:38.811090 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [None req-eb78516e-d2d4-4bf7-b635-4c2b9a19e593 tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] device_id is not set on port 8ac5cce1-151d-445a-aad7-5a437820f64c yet. {{(pid=103284) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 07:20:38.828374 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port e1a30bd8-4ea1-42df-81f9-bedc7f294440 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:20:38.828575 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93704c8f-76c9-4f3a-8dd4-428ff41f30d9 admin admin] Network bb29d0fb-3e46-477e-a3cb-4b9ff323693b is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:20:38.828928 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (e1a30bd8-4ea1-42df-81f9-bedc7f294440), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:38.844517 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-93704c8f-76c9-4f3a-8dd4-428ff41f30d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, bb29d0fb-3e46-477e-a3cb-4b9ff323693b) {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:20:38.849685 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93704c8f-76c9-4f3a-8dd4-428ff41f30d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:38.850916 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-93704c8f-76c9-4f3a-8dd4-428ff41f30d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:38.861696 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6430e774-cb06-404e-844b-2e86fc467486 None None] Network bb29d0fb-3e46-477e-a3cb-4b9ff323693b requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:20:38.877687 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-93704c8f-76c9-4f3a-8dd4-428ff41f30d9 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.6037407 Jan 28 07:20:38.905159 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09b4c2a-cac0-4cd2-bb0f-a26fafc0385a req-7a5495b5-8e01-4e68-94af-e23eb9b7b727 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:38.906969 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c09b4c2a-cac0-4cd2-bb0f-a26fafc0385a req-7a5495b5-8e01-4e68-94af-e23eb9b7b727 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?device_id=d08c76f2-d544-48c8-9aa2-2f244346b107 HTTP/1.1" status: 200 len: 945 time: 0.2071490 Jan 28 07:20:38.999206 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-eb78516e-d2d4-4bf7-b635-4c2b9a19e593 tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Allocated IP 172.20.0.9 (2ce1c312-3249-43af-8e31-568cb8dfb794/75291592-90ee-474b-87d0-9f2223a5a62e/8ac5cce1-151d-445a-aad7-5a437820f64c) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:20:39.005894 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c09b4c2a-cac0-4cd2-bb0f-a26fafc0385a req-b091ddbb-9724-4a1a-ad8a-d26441fe84de tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/security-groups?id=e977f99b-7e7b-4d49-bf15-4fd22b3b3b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891359 Jan 28 07:20:39.069505 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port e1a30bd8-4ea1-42df-81f9-bedc7f294440 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:20:39.070128 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (e1a30bd8-4ea1-42df-81f9-bedc7f294440), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:39.083481 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04109338-37c4-43d7-b216-6bc35f33e91d None None] Network bb29d0fb-3e46-477e-a3cb-4b9ff323693b requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:20:39.177445 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] For port e1a30bd8-4ea1-42df-81f9-bedc7f294440, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=e1a30bd8-4ea1-42df-81f9-bedc7f294440,segment=NetworkSegment(408b3991-a845-4e22-ae22-1948fad27fdb),segment_id=408b3991-a845-4e22-ae22-1948fad27fdb)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:20:39.199077 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (e1a30bd8-4ea1-42df-81f9-bedc7f294440), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:39.288569 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-eb78516e-d2d4-4bf7-b635-4c2b9a19e593 tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Publish callbacks [] for port (8ac5cce1-151d-445a-aad7-5a437820f64c), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:39.291735 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Pushing event updated for resources: {'Port': ['ID=e1a30bd8-4ea1-42df-81f9-bedc7f294440,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:20:39.355607 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-eb78516e-d2d4-4bf7-b635-4c2b9a19e593 tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (8ac5cce1-151d-445a-aad7-5a437820f64c), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:39.396363 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb78516e-d2d4-4bf7-b635-4c2b9a19e593 tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Network 2ce1c312-3249-43af-8e31-568cb8dfb794 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:20:39.398992 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-eb78516e-d2d4-4bf7-b635-4c2b9a19e593 tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:20:39.424951 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb78516e-d2d4-4bf7-b635-4c2b9a19e593 tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:20:39.516489 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb78516e-d2d4-4bf7-b635-4c2b9a19e593 tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Pushing event updated for resources: {'Port': ['ID=8ac5cce1-151d-445a-aad7-5a437820f64c,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:20:39.542618 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb78516e-d2d4-4bf7-b635-4c2b9a19e593 tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:39.543275 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-eb78516e-d2d4-4bf7-b635-4c2b9a19e593 tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:39.585958 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-eb78516e-d2d4-4bf7-b635-4c2b9a19e593 tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 1.1995747 Jan 28 07:20:39.588330 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 51406) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:20:39.668992 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ece2a50-d764-4d74-9215-1a92f6050f72 None None] Network 2ce1c312-3249-43af-8e31-568cb8dfb794 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:20:39.708572 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83672c12-98d1-4393-bed3-9e8e225bc296 tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:39.714880 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83672c12-98d1-4393-bed3-9e8e225bc296 tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:39.720609 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83672c12-98d1-4393-bed3-9e8e225bc296 tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:39.725098 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-83672c12-98d1-4393-bed3-9e8e225bc296 tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.1326692 Jan 28 07:20:39.725633 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 51418) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:20:39.727380 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:39.745867 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-1ce8517b-5983-4676-ad36-44f732232c65 None None] Provisioning complete for port e1a30bd8-4ea1-42df-81f9-bedc7f294440 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:20:39.746251 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1ce8517b-5983-4676-ad36-44f732232c65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (e1a30bd8-4ea1-42df-81f9-bedc7f294440), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:39.892865 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-1ce8517b-5983-4676-ad36-44f732232c65 None None] Current status of the port e1a30bd8-4ea1-42df-81f9-bedc7f294440 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:20:39.907250 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0cc703-a0a9-4388-ac0c-7eb47480e08c req-6040c3f0-e5d2-4530-9414-adbf8681b449 tempest-InstanceActionsV221TestJSON-285930459 tempest-InstanceActionsV221TestJSON-285930459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:39.908985 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4f0cc703-a0a9-4388-ac0c-7eb47480e08c req-6040c3f0-e5d2-4530-9414-adbf8681b449 tempest-InstanceActionsV221TestJSON-285930459 tempest-InstanceActionsV221TestJSON-285930459-project] 10.222.0.41 "GET /v2.0/networks?id=bb29d0fb-3e46-477e-a3cb-4b9ff323693b HTTP/1.1" status: 200 len: 818 time: 0.1856608 Jan 28 07:20:39.935138 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4f0cc703-a0a9-4388-ac0c-7eb47480e08c req-6e48f46a-215c-4fbd-bda2-70a867bf81ae tempest-InstanceActionsV221TestJSON-285930459 tempest-InstanceActionsV221TestJSON-285930459-project] 10.222.0.41 "GET /v2.0/quotas/e81f96a84c92453f9ac7fee33c57edb4 HTTP/1.1" status: 200 len: 375 time: 0.0167484 Jan 28 07:20:39.938133 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-be0eea62-3c2c-4c19-b503-4c72af6dfb6d tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Deleting port 8ac5cce1-151d-445a-aad7-5a437820f64c {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:20:39.938547 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-be0eea62-3c2c-4c19-b503-4c72af6dfb6d tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (8ac5cce1-151d-445a-aad7-5a437820f64c), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:40.008377 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4f0cc703-a0a9-4388-ac0c-7eb47480e08c req-f2ea95c6-f9b8-4ea8-9ac1-2235237d3b1a tempest-InstanceActionsV221TestJSON-285930459 tempest-InstanceActionsV221TestJSON-285930459-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=e81f96a84c92453f9ac7fee33c57edb4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0550408 Jan 28 07:20:40.107174 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-be0eea62-3c2c-4c19-b503-4c72af6dfb6d tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (8ac5cce1-151d-445a-aad7-5a437820f64c), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:40.130398 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-be0eea62-3c2c-4c19-b503-4c72af6dfb6d tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Calling delete_port for 8ac5cce1-151d-445a-aad7-5a437820f64c owned by {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:20:40.165203 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38d130a-c981-46b3-a4d8-a4baf80ff21d req-f84ad21f-b8c0-4682-a26e-6b9ddb3cc90e tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:40.172949 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c38d130a-c981-46b3-a4d8-a4baf80ff21d req-f84ad21f-b8c0-4682-a26e-6b9ddb3cc90e tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?device_id=d08c76f2-d544-48c8-9aa2-2f244346b107 HTTP/1.1" status: 200 len: 945 time: 0.0618019 Jan 28 07:20:40.188897 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4f0cc703-a0a9-4388-ac0c-7eb47480e08c req-23d82672-8811-4db7-a9f5-cde4323b04ae service neutron] 10.222.0.41 "GET /v2.0/networks/bb29d0fb-3e46-477e-a3cb-4b9ff323693b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679766 Jan 28 07:20:40.221912 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-a8850ae8-3dd7-46e6-8c12-cd98ac4f29b0 None None] Provisioning complete for port 3626c7c9-9258-47ba-b36b-bcfa9783fe04 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:20:40.223242 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a8850ae8-3dd7-46e6-8c12-cd98ac4f29b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (3626c7c9-9258-47ba-b36b-bcfa9783fe04), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:40.245476 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c38d130a-c981-46b3-a4d8-a4baf80ff21d req-cf7c4b7d-ea61-4a77-a200-18c7804d8e11 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/security-groups?id=e977f99b-7e7b-4d49-bf15-4fd22b3b3b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662892 Jan 28 07:20:40.311590 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-a8850ae8-3dd7-46e6-8c12-cd98ac4f29b0 None None] Port 3626c7c9-9258-47ba-b36b-bcfa9783fe04 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:20:40.334782 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-a8850ae8-3dd7-46e6-8c12-cd98ac4f29b0 None None] Provisioning complete for port 8ac5cce1-151d-445a-aad7-5a437820f64c triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:20:40.339425 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a8850ae8-3dd7-46e6-8c12-cd98ac4f29b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (8ac5cce1-151d-445a-aad7-5a437820f64c), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:40.363910 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4f0cc703-a0a9-4388-ac0c-7eb47480e08c req-8d25b667-698f-4ac7-9c5a-7094fe7ad540 service neutron] 10.222.0.41 "GET /v2.0/networks/bb29d0fb-3e46-477e-a3cb-4b9ff323693b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662517 Jan 28 07:20:40.401184 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-a8850ae8-3dd7-46e6-8c12-cd98ac4f29b0 None None] Port 8ac5cce1-151d-445a-aad7-5a437820f64c cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:20:40.405362 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-be0eea62-3c2c-4c19-b503-4c72af6dfb6d tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (8ac5cce1-151d-445a-aad7-5a437820f64c), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:40.413356 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-a8850ae8-3dd7-46e6-8c12-cd98ac4f29b0 None None] Provisioning complete for port e1a30bd8-4ea1-42df-81f9-bedc7f294440 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:20:40.413356 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a8850ae8-3dd7-46e6-8c12-cd98ac4f29b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (e1a30bd8-4ea1-42df-81f9-bedc7f294440), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:40.442827 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0eea62-3c2c-4c19-b503-4c72af6dfb6d tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Pushing event deleted for resources: {'Port': ['ID=8ac5cce1-151d-445a-aad7-5a437820f64c,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:20:40.620016 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-a8850ae8-3dd7-46e6-8c12-cd98ac4f29b0 None None] Current status of the port e1a30bd8-4ea1-42df-81f9-bedc7f294440 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:20:40.694788 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device e1a30bd8-4ea1-42df-81f9-bedc7f294440 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:20:40.711462 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-3763cc9f-e36e-4e87-b060-b198be320b82 req-ef03362b-5a7d-4349-8ee3-aaac63a34be9 tempest-InstanceActionsV221TestJSON-285930459 tempest-InstanceActionsV221TestJSON-285930459-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e3c89b9-35e3-483b-a124-5f1bc0c0963a HTTP/1.1" status: 200 len: 210 time: 0.0977647 Jan 28 07:20:40.735690 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-be0eea62-3c2c-4c19-b503-4c72af6dfb6d tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:40.739203 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-be0eea62-3c2c-4c19-b503-4c72af6dfb6d tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] 10.222.0.41 "DELETE /v2.0/ports/8ac5cce1-151d-445a-aad7-5a437820f64c HTTP/1.1" status: 204 len: 168 time: 1.0114264 Jan 28 07:20:40.741892 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 51444) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:20:40.761902 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-e56be6e4-ae38-4bbb-8ba6-00b8eebbe81e None None] Provisioning complete for port 3626c7c9-9258-47ba-b36b-bcfa9783fe04 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:20:40.762395 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e56be6e4-ae38-4bbb-8ba6-00b8eebbe81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (3626c7c9-9258-47ba-b36b-bcfa9783fe04), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:40.776597 n-d-712749-28 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-d73ee8c3-546b-42ab-ad98-6c3272fdcd05 tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] GET failed (client error): The resource could not be found. Jan 28 07:20:40.782683 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-d73ee8c3-546b-42ab-ad98-6c3272fdcd05 tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] 10.222.0.41 "GET /v2.0/ports/8ac5cce1-151d-445a-aad7-5a437820f64c HTTP/1.1" status: 404 len: 333 time: 0.0358980 Jan 28 07:20:40.783793 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 51446) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:20:40.790118 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-8b6b8e89-03ae-4064-b2f6-58710a00fc3e tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Request body: {'port': {'network_id': '2ce1c312-3249-43af-8e31-568cb8dfb794', 'name': 'tempest-AllowedAddressPairTestJSON-652821094'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:20:40.809519 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port e1a30bd8-4ea1-42df-81f9-bedc7f294440 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:20:40.810248 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (e1a30bd8-4ea1-42df-81f9-bedc7f294440), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:40.836542 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-e56be6e4-ae38-4bbb-8ba6-00b8eebbe81e None None] Port 3626c7c9-9258-47ba-b36b-bcfa9783fe04 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:20:40.922018 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port e1a30bd8-4ea1-42df-81f9-bedc7f294440 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:20:40.948026 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b6b8e89-03ae-4064-b2f6-58710a00fc3e tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Made reservation on behalf of 3dd13b72f8544f70a20e1cc856b342e0 for: {'port': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:20:40.952162 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8b6b8e89-03ae-4064-b2f6-58710a00fc3e tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:40.954261 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-67c09f6d-12e9-4e68-83da-2dae690166cd None None] Could not find standard attr ID for object 8ac5cce1-151d-445a-aad7-5a437820f64c. {{(pid=103285) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 07:20:40.973798 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-8b6b8e89-03ae-4064-b2f6-58710a00fc3e tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] device_id is not set on port 779713f4-4042-4ec9-9cd8-23e8e9975f29 yet. {{(pid=103283) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 07:20:41.134036 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-8b6b8e89-03ae-4064-b2f6-58710a00fc3e tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Allocated IP 172.20.0.6 (2ce1c312-3249-43af-8e31-568cb8dfb794/75291592-90ee-474b-87d0-9f2223a5a62e/779713f4-4042-4ec9-9cd8-23e8e9975f29) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:20:41.303054 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8b6b8e89-03ae-4064-b2f6-58710a00fc3e tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Publish callbacks [] for port (779713f4-4042-4ec9-9cd8-23e8e9975f29), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:41.352475 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8b6b8e89-03ae-4064-b2f6-58710a00fc3e tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (779713f4-4042-4ec9-9cd8-23e8e9975f29), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:41.402816 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b6b8e89-03ae-4064-b2f6-58710a00fc3e tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Network 2ce1c312-3249-43af-8e31-568cb8dfb794 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:20:41.407991 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97d79f9-b157-436c-9045-0f7268edbbfb req-a0afcc1b-2412-4c3c-ad91-cbf9f3e940c5 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:41.412230 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f97d79f9-b157-436c-9045-0f7268edbbfb req-a0afcc1b-2412-4c3c-ad91-cbf9f3e940c5 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?device_id=d08c76f2-d544-48c8-9aa2-2f244346b107 HTTP/1.1" status: 200 len: 945 time: 0.0834045 Jan 28 07:20:41.436657 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-8b6b8e89-03ae-4064-b2f6-58710a00fc3e tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:20:41.454168 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6b8e89-03ae-4064-b2f6-58710a00fc3e tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:20:41.512910 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f97d79f9-b157-436c-9045-0f7268edbbfb req-15df782e-d0ef-4d17-bcf2-2b7b094d65d5 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/security-groups?id=e977f99b-7e7b-4d49-bf15-4fd22b3b3b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942979 Jan 28 07:20:41.527653 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6b8e89-03ae-4064-b2f6-58710a00fc3e tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Pushing event updated for resources: {'Port': ['ID=779713f4-4042-4ec9-9cd8-23e8e9975f29,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:20:41.545708 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 51472) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:20:41.554345 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b6b8e89-03ae-4064-b2f6-58710a00fc3e tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:41.555010 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8b6b8e89-03ae-4064-b2f6-58710a00fc3e tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:41.579605 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 51476) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:20:41.584964 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-7c68e295-0e97-40ce-b676-a08f0bb6684c tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:bf:db:80'}]}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:20:41.589513 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-8b6b8e89-03ae-4064-b2f6-58710a00fc3e tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.8038054 Jan 28 07:20:41.679290 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7c68e295-0e97-40ce-b676-a08f0bb6684c tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (779713f4-4042-4ec9-9cd8-23e8e9975f29), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:41.690827 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a7d4f6af-7b30-4a85-aaec-059c66730ba4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:41.782323 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-f58e4d0d-e753-4465-a7a1-7b1b3340d80a None None] Provisioning complete for port 779713f4-4042-4ec9-9cd8-23e8e9975f29 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:20:41.783315 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f58e4d0d-e753-4465-a7a1-7b1b3340d80a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (779713f4-4042-4ec9-9cd8-23e8e9975f29), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:41.825163 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d5111435-f11a-419c-b204-ff3c29db9aae req-53deea82-9c93-419f-bf4d-d0f47ed5f190 tempest-InstanceActionsV221TestJSON-285930459 tempest-InstanceActionsV221TestJSON-285930459-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e3c89b9-35e3-483b-a124-5f1bc0c0963a HTTP/1.1" status: 200 len: 210 time: 0.0416138 Jan 28 07:20:41.836409 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-f58e4d0d-e753-4465-a7a1-7b1b3340d80a None None] Port 779713f4-4042-4ec9-9cd8-23e8e9975f29 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:20:41.896818 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a7d4f6af-7b30-4a85-aaec-059c66730ba4 admin admin] Publish callbacks [] for security_group (114433f7-d8ce-4ba7-b4b5-561c4850d75f), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:41.901733 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a7d4f6af-7b30-4a85-aaec-059c66730ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (114433f7-d8ce-4ba7-b4b5-561c4850d75f), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:41.958583 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-a7d4f6af-7b30-4a85-aaec-059c66730ba4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=15448218ba8140108012c6c5c5e87a62&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4117928 Jan 28 07:20:41.961525 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 51482) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:20:41.967186 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d4f6af-7b30-4a85-aaec-059c66730ba4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=114433f7-d8ce-4ba7-b4b5-561c4850d75f,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:20:41.978242 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7c68e295-0e97-40ce-b676-a08f0bb6684c tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Publish callbacks [] for port (779713f4-4042-4ec9-9cd8-23e8e9975f29), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:41.984003 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7c68e295-0e97-40ce-b676-a08f0bb6684c tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (779713f4-4042-4ec9-9cd8-23e8e9975f29), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:42.034770 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e772eb72-29fa-4fc7-a790-6bf6acbd6c1a admin admin] Publish callbacks [] for security_group (114433f7-d8ce-4ba7-b4b5-561c4850d75f), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:42.065277 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e772eb72-29fa-4fc7-a790-6bf6acbd6c1a admin admin] Publish callbacks [] for security_group (114433f7-d8ce-4ba7-b4b5-561c4850d75f), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:42.123608 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c68e295-0e97-40ce-b676-a08f0bb6684c tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Pushing event updated for resources: {'Port': ['ID=779713f4-4042-4ec9-9cd8-23e8e9975f29,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:20:42.135044 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-7c68e295-0e97-40ce-b676-a08f0bb6684c tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] In _notify_port_updated(), no bound segment for port 779713f4-4042-4ec9-9cd8-23e8e9975f29 on network 2ce1c312-3249-43af-8e31-568cb8dfb794 {{(pid=103284) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 07:20:42.141150 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c68e295-0e97-40ce-b676-a08f0bb6684c tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:42.141804 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7c68e295-0e97-40ce-b676-a08f0bb6684c tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:42.142273 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e772eb72-29fa-4fc7-a790-6bf6acbd6c1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (114433f7-d8ce-4ba7-b4b5-561c4850d75f), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:42.143147 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-7c68e295-0e97-40ce-b676-a08f0bb6684c tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] 10.222.0.41 "PUT /v2.0/ports/779713f4-4042-4ec9-9cd8-23e8e9975f29 HTTP/1.1" status: 200 len: 993 time: 0.5624697 Jan 28 07:20:42.145314 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e772eb72-29fa-4fc7-a790-6bf6acbd6c1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:42.146136 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 51486) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:20:42.150305 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-e772eb72-29fa-4fc7-a790-6bf6acbd6c1a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/114433f7-d8ce-4ba7-b4b5-561c4850d75f HTTP/1.1" status: 204 len: 168 time: 0.1853366 Jan 28 07:20:42.165969 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e772eb72-29fa-4fc7-a790-6bf6acbd6c1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=114433f7-d8ce-4ba7-b4b5-561c4850d75f,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:20:42.278536 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0cc703-a0a9-4388-ac0c-7eb47480e08c req-784cdd38-7afb-4444-b7ec-4395502eb9e9 tempest-InstanceActionsV221TestJSON-285930459 tempest-InstanceActionsV221TestJSON-285930459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:42.281066 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4f0cc703-a0a9-4388-ac0c-7eb47480e08c req-784cdd38-7afb-4444-b7ec-4395502eb9e9 tempest-InstanceActionsV221TestJSON-285930459 tempest-InstanceActionsV221TestJSON-285930459-project] 10.222.0.10 "GET /v2.0/networks?id=bb29d0fb-3e46-477e-a3cb-4b9ff323693b HTTP/1.1" status: 200 len: 818 time: 0.2376494 Jan 28 07:20:42.310053 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-50536ccc-879d-4c38-af27-1d0fc6ea5bef tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Deleting port 779713f4-4042-4ec9-9cd8-23e8e9975f29 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:20:42.310547 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-50536ccc-879d-4c38-af27-1d0fc6ea5bef tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (779713f4-4042-4ec9-9cd8-23e8e9975f29), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:42.332042 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-4f0cc703-a0a9-4388-ac0c-7eb47480e08c req-9b634d84-7633-4ffb-ad64-387f97173890 tempest-InstanceActionsV221TestJSON-285930459 tempest-InstanceActionsV221TestJSON-285930459-project] Request body: {'port': {'device_id': '2e3c89b9-35e3-483b-a124-5f1bc0c0963a', 'network_id': 'bb29d0fb-3e46-477e-a3cb-4b9ff323693b', 'admin_state_up': True, 'tenant_id': 'e81f96a84c92453f9ac7fee33c57edb4'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:20:42.360399 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-21a233e4-8976-4a7c-99bb-f78fe59567e1 None None] Provisioning complete for port 779713f4-4042-4ec9-9cd8-23e8e9975f29 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:20:42.360786 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-21a233e4-8976-4a7c-99bb-f78fe59567e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (779713f4-4042-4ec9-9cd8-23e8e9975f29), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:42.398070 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-21a233e4-8976-4a7c-99bb-f78fe59567e1 None None] Port 779713f4-4042-4ec9-9cd8-23e8e9975f29 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:20:42.516086 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 51494) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:20:42.531419 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4f3d9f5d-ee21-4812-94f8-63b470b545d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:42.644789 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4f3d9f5d-ee21-4812-94f8-63b470b545d0 admin admin] Publish callbacks [] for security_group (ca5b50f2-9ae8-4dcd-9671-fb49f0fa5181), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:42.650692 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4f3d9f5d-ee21-4812-94f8-63b470b545d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (ca5b50f2-9ae8-4dcd-9671-fb49f0fa5181), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:42.694428 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaf86d0-2527-4076-909a-ff86f8efcf65 req-b6603cf1-756f-4cdf-8c09-de3ae181db91 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:42.695957 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-eaaf86d0-2527-4076-909a-ff86f8efcf65 req-b6603cf1-756f-4cdf-8c09-de3ae181db91 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?device_id=d08c76f2-d544-48c8-9aa2-2f244346b107 HTTP/1.1" status: 200 len: 945 time: 0.1036043 Jan 28 07:20:42.720013 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-4f3d9f5d-ee21-4812-94f8-63b470b545d0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=22c54d99e25642308e1191767954799b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2027242 Jan 28 07:20:42.720683 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 51500) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:20:42.729390 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d9f5d-ee21-4812-94f8-63b470b545d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca5b50f2-9ae8-4dcd-9671-fb49f0fa5181,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:20:42.790958 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-eaaf86d0-2527-4076-909a-ff86f8efcf65 req-e139e0c1-dd03-4883-a4af-9d4a41289241 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/security-groups?id=e977f99b-7e7b-4d49-bf15-4fd22b3b3b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871630 Jan 28 07:20:42.803738 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-50536ccc-879d-4c38-af27-1d0fc6ea5bef tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (779713f4-4042-4ec9-9cd8-23e8e9975f29), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:42.807942 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d68663e0-1e5b-4efe-99a0-0513fe839ae9 admin admin] Publish callbacks [] for security_group (ca5b50f2-9ae8-4dcd-9671-fb49f0fa5181), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:42.829386 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-50536ccc-879d-4c38-af27-1d0fc6ea5bef tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Calling delete_port for 779713f4-4042-4ec9-9cd8-23e8e9975f29 owned by {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:20:42.830443 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d68663e0-1e5b-4efe-99a0-0513fe839ae9 admin admin] Publish callbacks [] for security_group (ca5b50f2-9ae8-4dcd-9671-fb49f0fa5181), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:42.881748 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d68663e0-1e5b-4efe-99a0-0513fe839ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (ca5b50f2-9ae8-4dcd-9671-fb49f0fa5181), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:42.884951 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d68663e0-1e5b-4efe-99a0-0513fe839ae9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:42.886330 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-d68663e0-1e5b-4efe-99a0-0513fe839ae9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ca5b50f2-9ae8-4dcd-9671-fb49f0fa5181 HTTP/1.1" status: 204 len: 168 time: 0.1580408 Jan 28 07:20:42.896369 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68663e0-1e5b-4efe-99a0-0513fe839ae9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca5b50f2-9ae8-4dcd-9671-fb49f0fa5181,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:20:42.922752 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f0cc703-a0a9-4388-ac0c-7eb47480e08c req-9b634d84-7633-4ffb-ad64-387f97173890 tempest-InstanceActionsV221TestJSON-285930459 tempest-InstanceActionsV221TestJSON-285930459-project] Made reservation on behalf of e81f96a84c92453f9ac7fee33c57edb4 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:20:42.926833 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-4f0cc703-a0a9-4388-ac0c-7eb47480e08c req-9b634d84-7633-4ffb-ad64-387f97173890 tempest-InstanceActionsV221TestJSON-285930459 tempest-InstanceActionsV221TestJSON-285930459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:43.022275 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-69f85512-b997-4e21-a969-68552c1cec37 req-df8b1360-c3b5-481b-aa0a-5518355ce2eb tempest-InstanceActionsV221TestJSON-285930459 tempest-InstanceActionsV221TestJSON-285930459-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e3c89b9-35e3-483b-a124-5f1bc0c0963a HTTP/1.1" status: 200 len: 210 time: 0.0719538 Jan 28 07:20:43.119432 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-50536ccc-879d-4c38-af27-1d0fc6ea5bef tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (779713f4-4042-4ec9-9cd8-23e8e9975f29), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:43.163444 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-4f0cc703-a0a9-4388-ac0c-7eb47480e08c req-9b634d84-7633-4ffb-ad64-387f97173890 tempest-InstanceActionsV221TestJSON-285930459 tempest-InstanceActionsV221TestJSON-285930459-project] Allocated IP 172.20.0.6 (bb29d0fb-3e46-477e-a3cb-4b9ff323693b/0e77f286-1f2a-46de-a4f8-2ee85280245a/afecb7fa-afd5-4e87-943a-b1df67906318) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:20:43.165493 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50536ccc-879d-4c38-af27-1d0fc6ea5bef tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Pushing event deleted for resources: {'Port': ['ID=779713f4-4042-4ec9-9cd8-23e8e9975f29,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:20:43.261324 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 51510) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:20:43.276721 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-04cdf21e-a11d-4e3e-90cd-b8e36565a1ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:43.400006 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-04cdf21e-a11d-4e3e-90cd-b8e36565a1ea admin admin] Publish callbacks [] for security_group (bf87c5b3-db78-4d2f-a4d4-2ed50854541c), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:43.407254 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-50536ccc-879d-4c38-af27-1d0fc6ea5bef tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:43.411578 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-50536ccc-879d-4c38-af27-1d0fc6ea5bef tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] 10.222.0.41 "DELETE /v2.0/ports/779713f4-4042-4ec9-9cd8-23e8e9975f29 HTTP/1.1" status: 204 len: 168 time: 1.2644997 Jan 28 07:20:43.414689 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 51516) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:20:43.415341 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-04cdf21e-a11d-4e3e-90cd-b8e36565a1ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (bf87c5b3-db78-4d2f-a4d4-2ed50854541c), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:43.451230 n-d-712749-28 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-debd175e-4651-46d7-99ef-491e089f61b0 tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] GET failed (client error): The resource could not be found. Jan 28 07:20:43.451585 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-04cdf21e-a11d-4e3e-90cd-b8e36565a1ea admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4b3e9b1237b04d6d8160ad18928f5735&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1879470 Jan 28 07:20:43.452711 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-debd175e-4651-46d7-99ef-491e089f61b0 tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] 10.222.0.41 "GET /v2.0/ports/779713f4-4042-4ec9-9cd8-23e8e9975f29 HTTP/1.1" status: 404 len: 333 time: 0.0365832 Jan 28 07:20:43.456183 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 51518) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:20:43.460926 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 51520) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:20:43.468099 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-37b25d8e-6a61-456c-b096-59d74f20f782 tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Request body: {'port': {'network_id': '2ce1c312-3249-43af-8e31-568cb8dfb794', 'name': 'tempest-AllowedAddressPairTestJSON-451935111'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:20:43.532240 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cdf21e-a11d-4e3e-90cd-b8e36565a1ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf87c5b3-db78-4d2f-a4d4-2ed50854541c,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:20:43.537532 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-4f0cc703-a0a9-4388-ac0c-7eb47480e08c req-9b634d84-7633-4ffb-ad64-387f97173890 tempest-InstanceActionsV221TestJSON-285930459 tempest-InstanceActionsV221TestJSON-285930459-project] Publish callbacks [] for port (afecb7fa-afd5-4e87-943a-b1df67906318), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:43.552554 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4604d54e-6710-4de3-b200-e0de33a8b03b admin admin] Publish callbacks [] for security_group (bf87c5b3-db78-4d2f-a4d4-2ed50854541c), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:43.593658 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4604d54e-6710-4de3-b200-e0de33a8b03b admin admin] Publish callbacks [] for security_group (bf87c5b3-db78-4d2f-a4d4-2ed50854541c), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:43.602487 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37b25d8e-6a61-456c-b096-59d74f20f782 tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Made reservation on behalf of 3dd13b72f8544f70a20e1cc856b342e0 for: {'port': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:20:43.607242 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-37b25d8e-6a61-456c-b096-59d74f20f782 tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:43.627153 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-4f0cc703-a0a9-4388-ac0c-7eb47480e08c req-9b634d84-7633-4ffb-ad64-387f97173890 tempest-InstanceActionsV221TestJSON-285930459 tempest-InstanceActionsV221TestJSON-285930459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (afecb7fa-afd5-4e87-943a-b1df67906318), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:43.651249 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-37b25d8e-6a61-456c-b096-59d74f20f782 tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] device_id is not set on port a4dd6880-6cbd-4c75-897d-3b4e751de903 yet. {{(pid=103283) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 07:20:43.677333 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f0cc703-a0a9-4388-ac0c-7eb47480e08c req-9b634d84-7633-4ffb-ad64-387f97173890 tempest-InstanceActionsV221TestJSON-285930459 tempest-InstanceActionsV221TestJSON-285930459-project] Network bb29d0fb-3e46-477e-a3cb-4b9ff323693b is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:20:43.685411 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-4f0cc703-a0a9-4388-ac0c-7eb47480e08c req-9b634d84-7633-4ffb-ad64-387f97173890 tempest-InstanceActionsV221TestJSON-285930459 tempest-InstanceActionsV221TestJSON-285930459-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:20:43.688487 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f0cc703-a0a9-4388-ac0c-7eb47480e08c req-9b634d84-7633-4ffb-ad64-387f97173890 tempest-InstanceActionsV221TestJSON-285930459 tempest-InstanceActionsV221TestJSON-285930459-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:20:43.695106 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b634d84-7633-4ffb-ad64-387f97173890 tempest-InstanceActionsV221TestJSON-285930459 tempest-InstanceActionsV221TestJSON-285930459-project] Pushing event updated for resources: {'Port': ['ID=afecb7fa-afd5-4e87-943a-b1df67906318,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:20:43.717394 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220aed62-3537-4e16-a59c-0867d1c4688c req-0059c516-2ed1-4da7-932e-3089e13ffaf3 tempest-ServersTestFqdnHostnames-1425549223 tempest-ServersTestFqdnHostnames-1425549223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:43.718945 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-220aed62-3537-4e16-a59c-0867d1c4688c req-0059c516-2ed1-4da7-932e-3089e13ffaf3 tempest-ServersTestFqdnHostnames-1425549223 tempest-ServersTestFqdnHostnames-1425549223-project] 10.222.0.41 "GET /v2.0/ports?device_id=41e4b948-cb33-474e-bd90-742f8e81df45 HTTP/1.1" status: 200 len: 945 time: 0.1081612 Jan 28 07:20:43.723613 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4604d54e-6710-4de3-b200-e0de33a8b03b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (bf87c5b3-db78-4d2f-a4d4-2ed50854541c), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:43.726298 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4604d54e-6710-4de3-b200-e0de33a8b03b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:43.727483 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-4604d54e-6710-4de3-b200-e0de33a8b03b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bf87c5b3-db78-4d2f-a4d4-2ed50854541c HTTP/1.1" status: 204 len: 168 time: 0.2713273 Jan 28 07:20:43.742158 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4604d54e-6710-4de3-b200-e0de33a8b03b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf87c5b3-db78-4d2f-a4d4-2ed50854541c,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:20:43.759797 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0cc703-a0a9-4388-ac0c-7eb47480e08c req-9b634d84-7633-4ffb-ad64-387f97173890 tempest-InstanceActionsV221TestJSON-285930459 tempest-InstanceActionsV221TestJSON-285930459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:43.760794 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-4f0cc703-a0a9-4388-ac0c-7eb47480e08c req-9b634d84-7633-4ffb-ad64-387f97173890 tempest-InstanceActionsV221TestJSON-285930459 tempest-InstanceActionsV221TestJSON-285930459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:43.780974 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4f0cc703-a0a9-4388-ac0c-7eb47480e08c req-9b634d84-7633-4ffb-ad64-387f97173890 tempest-InstanceActionsV221TestJSON-285930459 tempest-InstanceActionsV221TestJSON-285930459-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4526827 Jan 28 07:20:43.803514 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-220aed62-3537-4e16-a59c-0867d1c4688c req-45ae2e30-6475-40c6-9775-1c31a6b6b843 tempest-ServersTestFqdnHostnames-1425549223 tempest-ServersTestFqdnHostnames-1425549223-project] 10.222.0.41 "GET /v2.0/security-groups?id=7b4ec343-77f3-49ed-9d59-5d308dcef7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783844 Jan 28 07:20:43.804299 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-4f0cc703-a0a9-4388-ac0c-7eb47480e08c req-132e4831-fc9d-415a-99f6-fb96fa16d5b6 service neutron] Request body: {'port': {'device_id': '2e3c89b9-35e3-483b-a124-5f1bc0c0963a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-28'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:20:43.828479 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-37b25d8e-6a61-456c-b096-59d74f20f782 tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Allocated IP 172.20.0.4 (2ce1c312-3249-43af-8e31-568cb8dfb794/75291592-90ee-474b-87d0-9f2223a5a62e/a4dd6880-6cbd-4c75-897d-3b4e751de903) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:20:43.875502 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-4f0cc703-a0a9-4388-ac0c-7eb47480e08c req-132e4831-fc9d-415a-99f6-fb96fa16d5b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (afecb7fa-afd5-4e87-943a-b1df67906318), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:43.974045 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a25e8f-dfa6-46b4-b2a0-69acdc568160 req-c2ffef5e-81e1-4067-a80b-ce465afb3a22 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:43.976052 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-49a25e8f-dfa6-46b4-b2a0-69acdc568160 req-c2ffef5e-81e1-4067-a80b-ce465afb3a22 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?device_id=d08c76f2-d544-48c8-9aa2-2f244346b107 HTTP/1.1" status: 200 len: 945 time: 0.0896974 Jan 28 07:20:44.000112 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-37b25d8e-6a61-456c-b096-59d74f20f782 tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Publish callbacks [] for port (a4dd6880-6cbd-4c75-897d-3b4e751de903), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:44.052483 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-37b25d8e-6a61-456c-b096-59d74f20f782 tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (a4dd6880-6cbd-4c75-897d-3b4e751de903), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:44.134622 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-49a25e8f-dfa6-46b4-b2a0-69acdc568160 req-bc73f33c-23ee-47d2-a226-24bff583d767 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/security-groups?id=e977f99b-7e7b-4d49-bf15-4fd22b3b3b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109836 Jan 28 07:20:44.142252 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b25d8e-6a61-456c-b096-59d74f20f782 tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Pushing event updated for resources: {'Port': ['ID=a4dd6880-6cbd-4c75-897d-3b4e751de903,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:20:44.147378 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b25d8e-6a61-456c-b096-59d74f20f782 tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Network 2ce1c312-3249-43af-8e31-568cb8dfb794 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:20:44.153884 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-37b25d8e-6a61-456c-b096-59d74f20f782 tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:20:44.157026 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b25d8e-6a61-456c-b096-59d74f20f782 tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:20:44.157932 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b25d8e-6a61-456c-b096-59d74f20f782 tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:20:44.157932 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b25d8e-6a61-456c-b096-59d74f20f782 tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:20:44.158129 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b25d8e-6a61-456c-b096-59d74f20f782 tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:20:44.158466 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b25d8e-6a61-456c-b096-59d74f20f782 tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:20:44.158807 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b25d8e-6a61-456c-b096-59d74f20f782 tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:20:44.159505 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b25d8e-6a61-456c-b096-59d74f20f782 tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:20:44.159505 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b25d8e-6a61-456c-b096-59d74f20f782 tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:20:44.159856 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b25d8e-6a61-456c-b096-59d74f20f782 tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:20:44.160217 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b25d8e-6a61-456c-b096-59d74f20f782 tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:20:44.160550 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b25d8e-6a61-456c-b096-59d74f20f782 tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:20:44.160879 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b25d8e-6a61-456c-b096-59d74f20f782 tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:20:44.161437 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b25d8e-6a61-456c-b096-59d74f20f782 tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:20:44.165093 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b25d8e-6a61-456c-b096-59d74f20f782 tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:20:44.261398 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b25d8e-6a61-456c-b096-59d74f20f782 tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:44.262046 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-37b25d8e-6a61-456c-b096-59d74f20f782 tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:44.267203 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-4f0cc703-a0a9-4388-ac0c-7eb47480e08c req-132e4831-fc9d-415a-99f6-fb96fa16d5b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afecb7fa-afd5-4e87-943a-b1df67906318 {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:20:44.276744 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257bc0a6-f443-433d-a69c-4fc13b8fdfbb req-8e46cb99-cd99-408e-89ff-1dab3d63b8d9 tempest-InstanceActionsV221TestJSON-285930459 tempest-InstanceActionsV221TestJSON-285930459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:44.277240 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-4f0cc703-a0a9-4388-ac0c-7eb47480e08c req-132e4831-fc9d-415a-99f6-fb96fa16d5b6 service neutron] Publish callbacks [] for port (afecb7fa-afd5-4e87-943a-b1df67906318), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:44.278334 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-257bc0a6-f443-433d-a69c-4fc13b8fdfbb req-8e46cb99-cd99-408e-89ff-1dab3d63b8d9 tempest-InstanceActionsV221TestJSON-285930459 tempest-InstanceActionsV221TestJSON-285930459-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e3c89b9-35e3-483b-a124-5f1bc0c0963a HTTP/1.1" status: 200 len: 931 time: 0.0853062 Jan 28 07:20:44.292670 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-4f0cc703-a0a9-4388-ac0c-7eb47480e08c req-132e4831-fc9d-415a-99f6-fb96fa16d5b6 service neutron] Transition to ACTIVE for port object afecb7fa-afd5-4e87-943a-b1df67906318 will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:20:44.298790 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-4f0cc703-a0a9-4388-ac0c-7eb47480e08c req-132e4831-fc9d-415a-99f6-fb96fa16d5b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (afecb7fa-afd5-4e87-943a-b1df67906318), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:44.301133 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-37b25d8e-6a61-456c-b096-59d74f20f782 tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.8385868 Jan 28 07:20:44.304787 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 51542) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:20:44.313150 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-438ad576-e3e4-4fc7-819c-3ced65e204a1 tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:bf:db:80'}]}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:20:44.366720 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132e4831-fc9d-415a-99f6-fb96fa16d5b6 service neutron] Pushing event updated for resources: {'Port': ['ID=afecb7fa-afd5-4e87-943a-b1df67906318,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:20:44.455332 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-4f0cc703-a0a9-4388-ac0c-7eb47480e08c req-132e4831-fc9d-415a-99f6-fb96fa16d5b6 service neutron] Attempting to bind port afecb7fa-afd5-4e87-943a-b1df67906318 on host n-h1-712749-28 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:20:44.455731 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-4f0cc703-a0a9-4388-ac0c-7eb47480e08c req-132e4831-fc9d-415a-99f6-fb96fa16d5b6 service neutron] Attempting to bind port afecb7fa-afd5-4e87-943a-b1df67906318 by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': '82ed2c9d-54c7-47b4-bd96-231cfa7ae028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'bb29d0fb-3e46-477e-a3cb-4b9ff323693b'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:20:44.455856 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-257bc0a6-f443-433d-a69c-4fc13b8fdfbb req-d73a668c-38f3-4633-b292-ee10fb4de40f tempest-InstanceActionsV221TestJSON-285930459 tempest-InstanceActionsV221TestJSON-285930459-project] 10.222.0.41 "GET /v2.0/security-groups?id=d4c9ec9d-9625-4468-bd63-12aac1464f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680195 Jan 28 07:20:44.456071 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f0cc703-a0a9-4388-ac0c-7eb47480e08c req-132e4831-fc9d-415a-99f6-fb96fa16d5b6 service neutron] Attempting to bind port afecb7fa-afd5-4e87-943a-b1df67906318 on network bb29d0fb-3e46-477e-a3cb-4b9ff323693b {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:20:44.461554 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f0cc703-a0a9-4388-ac0c-7eb47480e08c req-132e4831-fc9d-415a-99f6-fb96fa16d5b6 service neutron] Port afecb7fa-afd5-4e87-943a-b1df67906318 on network bb29d0fb-3e46-477e-a3cb-4b9ff323693b not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:20:44.461886 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f0cc703-a0a9-4388-ac0c-7eb47480e08c req-132e4831-fc9d-415a-99f6-fb96fa16d5b6 service neutron] Attempting to bind port afecb7fa-afd5-4e87-943a-b1df67906318 on network bb29d0fb-3e46-477e-a3cb-4b9ff323693b {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:20:44.468459 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f0cc703-a0a9-4388-ac0c-7eb47480e08c req-132e4831-fc9d-415a-99f6-fb96fa16d5b6 service neutron] Checking agent: {'id': '2fca46b1-237f-4857-9290-2429d810e472', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 20, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:20:44.468940 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f0cc703-a0a9-4388-ac0c-7eb47480e08c req-132e4831-fc9d-415a-99f6-fb96fa16d5b6 service neutron] Checking segment: {'id': '82ed2c9d-54c7-47b4-bd96-231cfa7ae028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'bb29d0fb-3e46-477e-a3cb-4b9ff323693b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:20:44.469564 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f0cc703-a0a9-4388-ac0c-7eb47480e08c req-132e4831-fc9d-415a-99f6-fb96fa16d5b6 service neutron] Bound using segment: {'id': '82ed2c9d-54c7-47b4-bd96-231cfa7ae028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'bb29d0fb-3e46-477e-a3cb-4b9ff323693b'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:20:44.470016 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-4f0cc703-a0a9-4388-ac0c-7eb47480e08c req-132e4831-fc9d-415a-99f6-fb96fa16d5b6 service neutron] Bound port: afecb7fa-afd5-4e87-943a-b1df67906318, host: n-h1-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82ed2c9d-54c7-47b4-bd96-231cfa7ae028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'bb29d0fb-3e46-477e-a3cb-4b9ff323693b'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:20:44.470384 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-4f0cc703-a0a9-4388-ac0c-7eb47480e08c req-132e4831-fc9d-415a-99f6-fb96fa16d5b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (afecb7fa-afd5-4e87-943a-b1df67906318), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:44.531035 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-809a93a8-053e-4604-ac03-2202ff59595a None None] Provisioning complete for port a4dd6880-6cbd-4c75-897d-3b4e751de903 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:20:44.531457 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-809a93a8-053e-4604-ac03-2202ff59595a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (a4dd6880-6cbd-4c75-897d-3b4e751de903), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:44.564570 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-438ad576-e3e4-4fc7-819c-3ced65e204a1 tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (a4dd6880-6cbd-4c75-897d-3b4e751de903), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:44.568397 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-4f0cc703-a0a9-4388-ac0c-7eb47480e08c req-132e4831-fc9d-415a-99f6-fb96fa16d5b6 service neutron] For port afecb7fa-afd5-4e87-943a-b1df67906318, host n-h1-712749-28, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:20:44.572113 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-4f0cc703-a0a9-4388-ac0c-7eb47480e08c req-132e4831-fc9d-415a-99f6-fb96fa16d5b6 service neutron] For port afecb7fa-afd5-4e87-943a-b1df67906318, host n-h1-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=afecb7fa-afd5-4e87-943a-b1df67906318,segment=NetworkSegment(82ed2c9d-54c7-47b4-bd96-231cfa7ae028),segment_id=82ed2c9d-54c7-47b4-bd96-231cfa7ae028)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:20:44.578329 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-809a93a8-053e-4604-ac03-2202ff59595a None None] Port a4dd6880-6cbd-4c75-897d-3b4e751de903 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:20:44.579902 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-4f0cc703-a0a9-4388-ac0c-7eb47480e08c req-132e4831-fc9d-415a-99f6-fb96fa16d5b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (afecb7fa-afd5-4e87-943a-b1df67906318), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:44.623044 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0cc703-a0a9-4388-ac0c-7eb47480e08c req-132e4831-fc9d-415a-99f6-fb96fa16d5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:44.623679 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-4f0cc703-a0a9-4388-ac0c-7eb47480e08c req-132e4831-fc9d-415a-99f6-fb96fa16d5b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:44.625376 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4f0cc703-a0a9-4388-ac0c-7eb47480e08c req-132e4831-fc9d-415a-99f6-fb96fa16d5b6 service neutron] 10.222.0.10 "PUT /v2.0/ports/afecb7fa-afd5-4e87-943a-b1df67906318 HTTP/1.1" status: 200 len: 1092 time: 0.8256273 Jan 28 07:20:44.625869 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e3c89b9-35e3-483b-a124-5f1bc0c0963a', 'tag': 'afecb7fa-afd5-4e87-943a-b1df67906318'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:20:44.628275 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e5191d8-1c13-4935-af53-a2bdbe75cdcb" -d '{"events": [{"name": "network-changed", "server_uuid": "2e3c89b9-35e3-483b-a124-5f1bc0c0963a", "tag": "afecb7fa-afd5-4e87-943a-b1df67906318"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:20:44.706974 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-351a4c44-6426-4886-9659-e30432d38a2e x-openstack-request-id: req-351a4c44-6426-4886-9659-e30432d38a2e {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:20:44.707416 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e3c89b9-35e3-483b-a124-5f1bc0c0963a", "tag": "afecb7fa-afd5-4e87-943a-b1df67906318", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:20:44.707780 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-351a4c44-6426-4886-9659-e30432d38a2e {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:20:44.708288 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e3c89b9-35e3-483b-a124-5f1bc0c0963a', 'tag': 'afecb7fa-afd5-4e87-943a-b1df67906318', 'status': 'completed', 'code': 200} Jan 28 07:20:44.709326 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132e4831-fc9d-415a-99f6-fb96fa16d5b6 service neutron] Pushing event updated for resources: {'Port': ['ID=afecb7fa-afd5-4e87-943a-b1df67906318,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:20:44.766941 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0cc703-a0a9-4388-ac0c-7eb47480e08c req-5e47b627-8b6a-4856-8f1f-7f76e3e16f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:44.768584 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4f0cc703-a0a9-4388-ac0c-7eb47480e08c req-5e47b627-8b6a-4856-8f1f-7f76e3e16f84 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e81f96a84c92453f9ac7fee33c57edb4&device_id=2e3c89b9-35e3-483b-a124-5f1bc0c0963a HTTP/1.1" status: 200 len: 1095 time: 0.0430248 Jan 28 07:20:44.810297 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-438ad576-e3e4-4fc7-819c-3ced65e204a1 tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Publish callbacks [] for port (a4dd6880-6cbd-4c75-897d-3b4e751de903), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:44.815674 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-438ad576-e3e4-4fc7-819c-3ced65e204a1 tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (a4dd6880-6cbd-4c75-897d-3b4e751de903), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:44.829256 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4f0cc703-a0a9-4388-ac0c-7eb47480e08c req-9ca210fe-46d1-48b8-a8ad-84c1d44e5ba4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=afecb7fa-afd5-4e87-943a-b1df67906318 HTTP/1.1" status: 200 len: 217 time: 0.0390358 Jan 28 07:20:44.899836 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438ad576-e3e4-4fc7-819c-3ced65e204a1 tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Pushing event updated for resources: {'Port': ['ID=a4dd6880-6cbd-4c75-897d-3b4e751de903,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:20:44.911954 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-438ad576-e3e4-4fc7-819c-3ced65e204a1 tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] In _notify_port_updated(), no bound segment for port a4dd6880-6cbd-4c75-897d-3b4e751de903 on network 2ce1c312-3249-43af-8e31-568cb8dfb794 {{(pid=103283) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 07:20:44.914476 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0cc703-a0a9-4388-ac0c-7eb47480e08c req-0d84007a-0e0a-4fa3-9a39-27fb24ef9ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:44.916102 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4f0cc703-a0a9-4388-ac0c-7eb47480e08c req-0d84007a-0e0a-4fa3-9a39-27fb24ef9ad1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0e77f286-1f2a-46de-a4f8-2ee85280245a HTTP/1.1" status: 200 len: 858 time: 0.0778806 Jan 28 07:20:44.917474 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-438ad576-e3e4-4fc7-819c-3ced65e204a1 tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:44.918186 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-438ad576-e3e4-4fc7-819c-3ced65e204a1 tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:44.922898 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-438ad576-e3e4-4fc7-819c-3ced65e204a1 tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] 10.222.0.41 "PUT /v2.0/ports/a4dd6880-6cbd-4c75-897d-3b4e751de903 HTTP/1.1" status: 200 len: 995 time: 0.6140711 Jan 28 07:20:44.924664 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 51562) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:20:44.970827 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4f0cc703-a0a9-4388-ac0c-7eb47480e08c req-508867f2-10f3-4468-aa2f-71e4bb24209f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bb29d0fb-3e46-477e-a3cb-4b9ff323693b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484152 Jan 28 07:20:45.040046 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-727124df-f6e4-4481-aace-8114949f0a85 tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Deleting port a4dd6880-6cbd-4c75-897d-3b4e751de903 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:20:45.040494 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-727124df-f6e4-4481-aace-8114949f0a85 tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (a4dd6880-6cbd-4c75-897d-3b4e751de903), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:45.084768 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75efaec4-6488-4feb-b925-e48379f2c41f req-31754e2b-ee97-4f4f-85dd-ceec46a2832e tempest-ServersTestFqdnHostnames-1425549223 tempest-ServersTestFqdnHostnames-1425549223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:45.086292 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-75efaec4-6488-4feb-b925-e48379f2c41f req-31754e2b-ee97-4f4f-85dd-ceec46a2832e tempest-ServersTestFqdnHostnames-1425549223 tempest-ServersTestFqdnHostnames-1425549223-project] 10.222.0.41 "GET /v2.0/ports?device_id=41e4b948-cb33-474e-bd90-742f8e81df45 HTTP/1.1" status: 200 len: 945 time: 0.1264219 Jan 28 07:20:45.138328 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4f0cc703-a0a9-4388-ac0c-7eb47480e08c req-00789ec0-8715-4f9f-bec9-b65f99c216ba service neutron] 10.222.0.10 "GET /v2.0/networks/bb29d0fb-3e46-477e-a3cb-4b9ff323693b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474168 Jan 28 07:20:45.201529 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-727124df-f6e4-4481-aace-8114949f0a85 tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (a4dd6880-6cbd-4c75-897d-3b4e751de903), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:45.211141 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-68fa2759-dc02-4754-8d60-fdbb18d2c09a None None] Provisioning complete for port a4dd6880-6cbd-4c75-897d-3b4e751de903 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:20:45.211809 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-68fa2759-dc02-4754-8d60-fdbb18d2c09a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (a4dd6880-6cbd-4c75-897d-3b4e751de903), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:45.223052 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-727124df-f6e4-4481-aace-8114949f0a85 tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Calling delete_port for a4dd6880-6cbd-4c75-897d-3b4e751de903 owned by {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:20:45.235430 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-75efaec4-6488-4feb-b925-e48379f2c41f req-97aa4241-1e32-4131-be48-96e341cfabbc tempest-ServersTestFqdnHostnames-1425549223 tempest-ServersTestFqdnHostnames-1425549223-project] 10.222.0.41 "GET /v2.0/security-groups?id=7b4ec343-77f3-49ed-9d59-5d308dcef7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1369963 Jan 28 07:20:45.235622 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 51570) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:20:45.243283 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4fa63b-1570-42b5-a166-a63df17541d5 req-518911b9-b7d3-4e44-9a66-35c045793cc1 tempest-ServersTestFqdnHostnames-1425549223 tempest-ServersTestFqdnHostnames-1425549223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:45.244992 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4b4fa63b-1570-42b5-a166-a63df17541d5 req-518911b9-b7d3-4e44-9a66-35c045793cc1 tempest-ServersTestFqdnHostnames-1425549223 tempest-ServersTestFqdnHostnames-1425549223-project] 10.222.0.44 "GET /v2.0/ports?device_id=41e4b948-cb33-474e-bd90-742f8e81df45 HTTP/1.1" status: 200 len: 945 time: 0.1080072 Jan 28 07:20:45.250937 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-68fa2759-dc02-4754-8d60-fdbb18d2c09a None None] Port a4dd6880-6cbd-4c75-897d-3b4e751de903 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:20:45.298977 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4f0cc703-a0a9-4388-ac0c-7eb47480e08c req-de1eeaef-3e6a-4a47-b46a-62b8fd6cb404 service neutron] 10.222.0.10 "GET /v2.0/networks/bb29d0fb-3e46-477e-a3cb-4b9ff323693b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486185 Jan 28 07:20:45.407248 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4f0cef7c-8564-4dcc-9f28-562dab412a4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:45.444953 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5191d8-1c13-4935-af53-a2bdbe75cdcb req-d42a2594-bc34-45b6-aed9-3dcc66d9293e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:45.447515 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3e5191d8-1c13-4935-af53-a2bdbe75cdcb req-d42a2594-bc34-45b6-aed9-3dcc66d9293e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e81f96a84c92453f9ac7fee33c57edb4&device_id=2e3c89b9-35e3-483b-a124-5f1bc0c0963a HTTP/1.1" status: 200 len: 1095 time: 0.0530467 Jan 28 07:20:45.460158 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b26295e-5076-4ae6-86e4-574b6a34c156 req-ec65116b-be66-4de7-b611-0504eb0c9f82 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:45.461677 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5b26295e-5076-4ae6-86e4-574b6a34c156 req-ec65116b-be66-4de7-b611-0504eb0c9f82 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?device_id=d08c76f2-d544-48c8-9aa2-2f244346b107 HTTP/1.1" status: 200 len: 945 time: 0.1446226 Jan 28 07:20:45.530141 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-4b4fa63b-1570-42b5-a166-a63df17541d5 req-b2e8e3c1-0094-438a-96a6-07cec2a03fda tempest-ServersTestFqdnHostnames-1425549223 tempest-ServersTestFqdnHostnames-1425549223-project] Deleting port 64b60799-37a6-473d-be6b-68c8ffe67c51 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:20:45.530525 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-4b4fa63b-1570-42b5-a166-a63df17541d5 req-b2e8e3c1-0094-438a-96a6-07cec2a03fda tempest-ServersTestFqdnHostnames-1425549223 tempest-ServersTestFqdnHostnames-1425549223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (64b60799-37a6-473d-be6b-68c8ffe67c51), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:45.565275 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5191d8-1c13-4935-af53-a2bdbe75cdcb req-89bbe041-a470-41eb-abc2-de37a9697bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:45.566747 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3e5191d8-1c13-4935-af53-a2bdbe75cdcb req-89bbe041-a470-41eb-abc2-de37a9697bc4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=bb29d0fb-3e46-477e-a3cb-4b9ff323693b HTTP/1.1" status: 200 len: 919 time: 0.1120880 Jan 28 07:20:45.600173 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-727124df-f6e4-4481-aace-8114949f0a85 tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (a4dd6880-6cbd-4c75-897d-3b4e751de903), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:45.623931 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3e5191d8-1c13-4935-af53-a2bdbe75cdcb req-89536576-e8c9-4529-9537-ba8beb37d9f8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=afecb7fa-afd5-4e87-943a-b1df67906318 HTTP/1.1" status: 200 len: 217 time: 0.0433118 Jan 28 07:20:45.629319 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5b26295e-5076-4ae6-86e4-574b6a34c156 req-9846c14f-be70-4ab4-b87f-610b96912a61 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/security-groups?id=e977f99b-7e7b-4d49-bf15-4fd22b3b3b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571977 Jan 28 07:20:45.655545 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727124df-f6e4-4481-aace-8114949f0a85 tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Pushing event deleted for resources: {'Port': ['ID=a4dd6880-6cbd-4c75-897d-3b4e751de903,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:20:45.675833 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895d7a95-7ec8-412b-a6d2-1b0c4959851b req-b4546b05-a706-4fbd-bf58-54f70c51167c tempest-InstanceActionsV221TestJSON-285930459 tempest-InstanceActionsV221TestJSON-285930459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:45.677409 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-895d7a95-7ec8-412b-a6d2-1b0c4959851b req-b4546b05-a706-4fbd-bf58-54f70c51167c tempest-InstanceActionsV221TestJSON-285930459 tempest-InstanceActionsV221TestJSON-285930459-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e3c89b9-35e3-483b-a124-5f1bc0c0963a HTTP/1.1" status: 200 len: 943 time: 0.1268501 Jan 28 07:20:45.704570 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5191d8-1c13-4935-af53-a2bdbe75cdcb req-74ef4519-0351-44bb-b9ff-a0ce8ea3b1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:45.706053 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3e5191d8-1c13-4935-af53-a2bdbe75cdcb req-74ef4519-0351-44bb-b9ff-a0ce8ea3b1d7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0e77f286-1f2a-46de-a4f8-2ee85280245a HTTP/1.1" status: 200 len: 858 time: 0.0758400 Jan 28 07:20:45.753617 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3e5191d8-1c13-4935-af53-a2bdbe75cdcb req-1d312290-f141-49f2-8d8e-fe9bd58c0309 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bb29d0fb-3e46-477e-a3cb-4b9ff323693b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394070 Jan 28 07:20:45.760278 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-4b4fa63b-1570-42b5-a166-a63df17541d5 req-b2e8e3c1-0094-438a-96a6-07cec2a03fda tempest-ServersTestFqdnHostnames-1425549223 tempest-ServersTestFqdnHostnames-1425549223-project] For port 64b60799-37a6-473d-be6b-68c8ffe67c51, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=64b60799-37a6-473d-be6b-68c8ffe67c51,segment=NetworkSegment(c04a96e2-ea61-480f-9949-7d03c5e63e85),segment_id=c04a96e2-ea61-480f-9949-7d03c5e63e85)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:20:45.760722 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-4b4fa63b-1570-42b5-a166-a63df17541d5 req-b2e8e3c1-0094-438a-96a6-07cec2a03fda tempest-ServersTestFqdnHostnames-1425549223 tempest-ServersTestFqdnHostnames-1425549223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (64b60799-37a6-473d-be6b-68c8ffe67c51), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:45.769088 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-895d7a95-7ec8-412b-a6d2-1b0c4959851b req-9acfb576-27cb-4cb9-9466-9512c85d8fbc tempest-InstanceActionsV221TestJSON-285930459 tempest-InstanceActionsV221TestJSON-285930459-project] 10.222.0.41 "GET /v2.0/security-groups?id=d4c9ec9d-9625-4468-bd63-12aac1464f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850420 Jan 28 07:20:45.833520 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-727124df-f6e4-4481-aace-8114949f0a85 tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:45.839221 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-727124df-f6e4-4481-aace-8114949f0a85 tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] 10.222.0.41 "DELETE /v2.0/ports/a4dd6880-6cbd-4c75-897d-3b4e751de903 HTTP/1.1" status: 204 len: 168 time: 0.9106219 Jan 28 07:20:45.840611 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4f0cef7c-8564-4dcc-9f28-562dab412a4d admin admin] Publish callbacks [] for security_group (482e2053-6339-4751-87b2-ea8cea3a8dd8), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:45.843181 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 51578) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:20:45.858668 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4f0cef7c-8564-4dcc-9f28-562dab412a4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (482e2053-6339-4751-87b2-ea8cea3a8dd8), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:45.889199 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3e5191d8-1c13-4935-af53-a2bdbe75cdcb req-94e62eea-a04b-4ba3-bf7c-605f0a02a222 service neutron] 10.222.0.10 "GET /v2.0/networks/bb29d0fb-3e46-477e-a3cb-4b9ff323693b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120169 Jan 28 07:20:45.889798 n-d-712749-28 neutron-server[103283]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3e4730d-2b5b-46fa-b70a-5bab95766bed tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] GET failed (client error): The resource could not be found. Jan 28 07:20:45.890897 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-b3e4730d-2b5b-46fa-b70a-5bab95766bed tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] 10.222.0.41 "GET /v2.0/ports/a4dd6880-6cbd-4c75-897d-3b4e751de903 HTTP/1.1" status: 404 len: 333 time: 0.0467668 Jan 28 07:20:45.895287 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 51580) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:20:45.900327 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-82659a4b-244a-4ed1-8c22-b27bf822fab5 tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Request body: {'port': {'network_id': '2ce1c312-3249-43af-8e31-568cb8dfb794', 'name': 'tempest-AllowedAddressPairTestJSON-954620839'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:20:45.960060 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-4f0cef7c-8564-4dcc-9f28-562dab412a4d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=04e885b4d154447182341017f0e1883f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7134888 Jan 28 07:20:45.964114 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 51582) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:20:45.978992 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0cef7c-8564-4dcc-9f28-562dab412a4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=482e2053-6339-4751-87b2-ea8cea3a8dd8,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:20:46.070539 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-4b4fa63b-1570-42b5-a166-a63df17541d5 req-b2e8e3c1-0094-438a-96a6-07cec2a03fda tempest-ServersTestFqdnHostnames-1425549223 tempest-ServersTestFqdnHostnames-1425549223-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:46.070912 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-4b4fa63b-1570-42b5-a166-a63df17541d5 req-b2e8e3c1-0094-438a-96a6-07cec2a03fda tempest-ServersTestFqdnHostnames-1425549223 tempest-ServersTestFqdnHostnames-1425549223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16609095'] for floatingip (b3151dad-dcc2-4993-8fc4-da5a5f6c28af), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:46.071241 n-d-712749-28 neutron-server[103283]: INFO neutron.db.l3_db [req-4b4fa63b-1570-42b5-a166-a63df17541d5 req-b2e8e3c1-0094-438a-96a6-07cec2a03fda tempest-ServersTestFqdnHostnames-1425549223 tempest-ServersTestFqdnHostnames-1425549223-project] Floating IP b3151dad-dcc2-4993-8fc4-da5a5f6c28af disassociated. External IP: 172.25.6.68, port: 64b60799-37a6-473d-be6b-68c8ffe67c51. Jan 28 07:20:46.071823 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-4b4fa63b-1570-42b5-a166-a63df17541d5 req-b2e8e3c1-0094-438a-96a6-07cec2a03fda tempest-ServersTestFqdnHostnames-1425549223 tempest-ServersTestFqdnHostnames-1425549223-project] Calling delete_port for 64b60799-37a6-473d-be6b-68c8ffe67c51 owned by compute:nova {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:20:46.089401 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-60638805-2335-43e6-8dc4-e120c9c2f411 admin admin] Publish callbacks [] for security_group (482e2053-6339-4751-87b2-ea8cea3a8dd8), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:46.092254 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82659a4b-244a-4ed1-8c22-b27bf822fab5 tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Made reservation on behalf of 3dd13b72f8544f70a20e1cc856b342e0 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:20:46.096011 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-82659a4b-244a-4ed1-8c22-b27bf822fab5 tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:46.118834 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [None req-82659a4b-244a-4ed1-8c22-b27bf822fab5 tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] device_id is not set on port 04c73184-1616-471f-993c-9e1f75f1b4a5 yet. {{(pid=103284) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 07:20:46.125863 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3e5191d8-1c13-4935-af53-a2bdbe75cdcb req-dcf8ddf2-cff7-4cf4-8b80-c5f1d605faec service neutron] 10.222.0.10 "GET /v2.0/networks/bb29d0fb-3e46-477e-a3cb-4b9ff323693b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2042503 Jan 28 07:20:46.158590 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-60638805-2335-43e6-8dc4-e120c9c2f411 admin admin] Publish callbacks [] for security_group (482e2053-6339-4751-87b2-ea8cea3a8dd8), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:46.254818 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-60638805-2335-43e6-8dc4-e120c9c2f411 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (482e2053-6339-4751-87b2-ea8cea3a8dd8), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:46.257459 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-60638805-2335-43e6-8dc4-e120c9c2f411 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:46.258361 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-82659a4b-244a-4ed1-8c22-b27bf822fab5 tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Allocated IP 172.20.0.8 (2ce1c312-3249-43af-8e31-568cb8dfb794/75291592-90ee-474b-87d0-9f2223a5a62e/04c73184-1616-471f-993c-9e1f75f1b4a5) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:20:46.258643 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-60638805-2335-43e6-8dc4-e120c9c2f411 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/482e2053-6339-4751-87b2-ea8cea3a8dd8 HTTP/1.1" status: 204 len: 168 time: 0.2925775 Jan 28 07:20:46.275561 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60638805-2335-43e6-8dc4-e120c9c2f411 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=482e2053-6339-4751-87b2-ea8cea3a8dd8,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:20:46.299579 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-4b4fa63b-1570-42b5-a166-a63df17541d5 req-b2e8e3c1-0094-438a-96a6-07cec2a03fda tempest-ServersTestFqdnHostnames-1425549223 tempest-ServersTestFqdnHostnames-1425549223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (64b60799-37a6-473d-be6b-68c8ffe67c51), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:46.352106 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e8e3c1-0094-438a-96a6-07cec2a03fda tempest-ServersTestFqdnHostnames-1425549223 tempest-ServersTestFqdnHostnames-1425549223-project] Pushing event deleted for resources: {'Port': ['ID=64b60799-37a6-473d-be6b-68c8ffe67c51,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:20:46.448412 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-fea8df16-6b02-4448-8a2b-0c0f68a99230 req-08a83b1b-8bb7-40bf-abf5-7d076d8b7c11 tempest-ServersTestFqdnHostnames-1425549223 tempest-ServersTestFqdnHostnames-1425549223-project] 10.222.0.41 "GET /v2.0/ports?device_id=41e4b948-cb33-474e-bd90-742f8e81df45 HTTP/1.1" status: 200 len: 210 time: 0.0398724 Jan 28 07:20:46.472635 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4b4fa63b-1570-42b5-a166-a63df17541d5 req-b2e8e3c1-0094-438a-96a6-07cec2a03fda tempest-ServersTestFqdnHostnames-1425549223 tempest-ServersTestFqdnHostnames-1425549223-project] Router 1d76ba02-58a9-4103-b9df-073c1462a5d5 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:20:46.510923 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-82659a4b-244a-4ed1-8c22-b27bf822fab5 tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Publish callbacks [] for port (04c73184-1616-471f-993c-9e1f75f1b4a5), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:46.565790 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-82659a4b-244a-4ed1-8c22-b27bf822fab5 tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (04c73184-1616-471f-993c-9e1f75f1b4a5), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:46.592085 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4b4fa63b-1570-42b5-a166-a63df17541d5 req-b2e8e3c1-0094-438a-96a6-07cec2a03fda tempest-ServersTestFqdnHostnames-1425549223 tempest-ServersTestFqdnHostnames-1425549223-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:20:46.604084 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2491b56-353a-42b0-94c4-96c077517252 None None] Sync routers for ids ['1d76ba02-58a9-4103-b9df-073c1462a5d5'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:20:46.615191 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2491b56-353a-42b0-94c4-96c077517252 None None] Routers {'1d76ba02-58a9-4103-b9df-073c1462a5d5'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:20:46.615657 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82659a4b-244a-4ed1-8c22-b27bf822fab5 tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Network 2ce1c312-3249-43af-8e31-568cb8dfb794 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:20:46.615824 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-b2491b56-353a-42b0-94c4-96c077517252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:20:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['1d76ba02-58a9-4103-b9df-073c1462a5d5'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:20:46.623656 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-82659a4b-244a-4ed1-8c22-b27bf822fab5 tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:20:46.627598 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82659a4b-244a-4ed1-8c22-b27bf822fab5 tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:20:46.662017 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b4fa63b-1570-42b5-a166-a63df17541d5 req-b2e8e3c1-0094-438a-96a6-07cec2a03fda tempest-ServersTestFqdnHostnames-1425549223 tempest-ServersTestFqdnHostnames-1425549223-project] No DVR routers for this DVR port 64b60799-37a6-473d-be6b-68c8ffe67c51 on host n-h2-712749-28 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:20:46.665144 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-4b4fa63b-1570-42b5-a166-a63df17541d5 req-b2e8e3c1-0094-438a-96a6-07cec2a03fda tempest-ServersTestFqdnHostnames-1425549223 tempest-ServersTestFqdnHostnames-1425549223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:46.670610 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4b4fa63b-1570-42b5-a166-a63df17541d5 req-b2e8e3c1-0094-438a-96a6-07cec2a03fda tempest-ServersTestFqdnHostnames-1425549223 tempest-ServersTestFqdnHostnames-1425549223-project] 10.222.0.44 "DELETE /v2.0/ports/64b60799-37a6-473d-be6b-68c8ffe67c51 HTTP/1.1" status: 204 len: 173 time: 1.4178181 Jan 28 07:20:46.671230 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41e4b948-cb33-474e-bd90-742f8e81df45', 'name': 'network-vif-deleted', 'tag': '64b60799-37a6-473d-be6b-68c8ffe67c51'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:20:46.674938 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71064683-864d-4716-91c5-38f2ecc14051" -d '{"events": [{"server_uuid": "41e4b948-cb33-474e-bd90-742f8e81df45", "name": "network-vif-deleted", "tag": "64b60799-37a6-473d-be6b-68c8ffe67c51"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:20:46.701151 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82659a4b-244a-4ed1-8c22-b27bf822fab5 tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Pushing event updated for resources: {'Port': ['ID=04c73184-1616-471f-993c-9e1f75f1b4a5,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:20:46.756850 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ead57f2b-8675-4ee6-a0ce-2a059368f3d0 x-openstack-request-id: req-ead57f2b-8675-4ee6-a0ce-2a059368f3d0 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:20:46.757400 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41e4b948-cb33-474e-bd90-742f8e81df45", "name": "network-vif-deleted", "tag": "64b60799-37a6-473d-be6b-68c8ffe67c51", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:20:46.757939 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ead57f2b-8675-4ee6-a0ce-2a059368f3d0 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:20:46.758585 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41e4b948-cb33-474e-bd90-742f8e81df45', 'name': 'network-vif-deleted', 'tag': '64b60799-37a6-473d-be6b-68c8ffe67c51', 'status': 'completed', 'code': 200} Jan 28 07:20:46.779014 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82659a4b-244a-4ed1-8c22-b27bf822fab5 tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:46.779706 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-82659a4b-244a-4ed1-8c22-b27bf822fab5 tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:46.836763 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 51608) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:20:46.837486 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-82659a4b-244a-4ed1-8c22-b27bf822fab5 tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.9407334 Jan 28 07:20:46.843874 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-ff2bc4ee-ce0f-4fd6-a85c-0d2c13889cd1 tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Request body: {'port': {'network_id': '2ce1c312-3249-43af-8e31-568cb8dfb794', 'name': 'tempest-AllowedAddressPairTestJSON-44838732'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:20:46.867794 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-b2491b56-353a-42b0-94c4-96c077517252 None None] Set router 1d76ba02-58a9-4103-b9df-073c1462a5d5 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:20:46.998105 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c075d7-0190-4a19-ba54-f068f6cc3275 req-ecbf148a-2c76-476a-8d33-80b8b84d1596 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:47.005763 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-89c075d7-0190-4a19-ba54-f068f6cc3275 req-ecbf148a-2c76-476a-8d33-80b8b84d1596 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?device_id=d08c76f2-d544-48c8-9aa2-2f244346b107 HTTP/1.1" status: 200 len: 945 time: 0.2145429 Jan 28 07:20:47.095359 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-03108028-0025-489c-b86a-5e6ed958db25 None None] Provisioning complete for port 04c73184-1616-471f-993c-9e1f75f1b4a5 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:20:47.096503 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-03108028-0025-489c-b86a-5e6ed958db25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (04c73184-1616-471f-993c-9e1f75f1b4a5), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:47.119603 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce45ba6-01d9-4ff6-a169-6c7164967212 req-78669291-7373-46e9-b95b-78e853cba3ce tempest-InstanceActionsV221TestJSON-285930459 tempest-InstanceActionsV221TestJSON-285930459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:47.120493 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-89c075d7-0190-4a19-ba54-f068f6cc3275 req-ce5ec3b2-45a9-47c8-8bc7-6472a59605cd tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/security-groups?id=e977f99b-7e7b-4d49-bf15-4fd22b3b3b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119103 Jan 28 07:20:47.132103 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2ce45ba6-01d9-4ff6-a169-6c7164967212 req-78669291-7373-46e9-b95b-78e853cba3ce tempest-InstanceActionsV221TestJSON-285930459 tempest-InstanceActionsV221TestJSON-285930459-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e3c89b9-35e3-483b-a124-5f1bc0c0963a HTTP/1.1" status: 200 len: 943 time: 0.0769572 Jan 28 07:20:47.152639 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff2bc4ee-ce0f-4fd6-a85c-0d2c13889cd1 tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Made reservation on behalf of 3dd13b72f8544f70a20e1cc856b342e0 for: {'port': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:20:47.159845 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ff2bc4ee-ce0f-4fd6-a85c-0d2c13889cd1 tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:47.182498 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-b2491b56-353a-42b0-94c4-96c077517252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d76ba02-58a9-4103-b9df-073c1462a5d5', 'name': 'tempest-ServersTestFqdnHostnames-1145654772-router', 'tenant_id': 'dd2e13ce1205406fa292cb7ef70743a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '06dba538-0455-450e-a221-1f48583c3823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:18:12Z', 'updated_at': '2022-01-28T07:18:22Z', 'revision_number': 4, 'project_id': 'dd2e13ce1205406fa292cb7ef70743a9', 'gw_port': {'id': '06dba538-0455-450e-a221-1f48583c3823', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:fd:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d76ba02-58a9-4103-b9df-073c1462a5d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:18:13Z', 'updated_at': '2022-01-28T07:18:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '01260cba-c493-456c-93dd-93889eb0908c', 'name': '', 'network_id': 'ec19ba11-5495-4bd5-a1d7-3b9cb60d6672', 'tenant_id': 'dd2e13ce1205406fa292cb7ef70743a9', 'mac_address': 'fa:16:3e:8c:4a:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d76ba02-58a9-4103-b9df-073c1462a5d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '93fcb993-73a7-4360-acad-236d0cf05608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:18:19Z', 'updated_at': '2022-01-28T07:18:26Z', 'revision_number': 5, 'project_id': 'dd2e13ce1205406fa292cb7ef70743a9', 'subnets': [{'id': '93fcb993-73a7-4360-acad-236d0cf05608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:20:47.212980 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-ff2bc4ee-ce0f-4fd6-a85c-0d2c13889cd1 tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] device_id is not set on port 90f9b4d3-1f67-402a-8d5b-8aab6c47161a yet. {{(pid=103283) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 07:20:47.224291 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2491b56-353a-42b0-94c4-96c077517252 None None] Checking router: 1d76ba02-58a9-4103-b9df-073c1462a5d5 for host: n-d-712749-28 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:20:47.226824 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-03108028-0025-489c-b86a-5e6ed958db25 None None] Port 04c73184-1616-471f-993c-9e1f75f1b4a5 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:20:47.238360 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2491b56-353a-42b0-94c4-96c077517252 None None] Routers {'1d76ba02-58a9-4103-b9df-073c1462a5d5'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:20:47.239862 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-b2491b56-353a-42b0-94c4-96c077517252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:20:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['1d76ba02-58a9-4103-b9df-073c1462a5d5'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:20:47.256032 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2ce45ba6-01d9-4ff6-a169-6c7164967212 req-23641dc7-ec20-494d-aa6b-2e9175e9bfd7 tempest-InstanceActionsV221TestJSON-285930459 tempest-InstanceActionsV221TestJSON-285930459-project] 10.222.0.41 "GET /v2.0/security-groups?id=d4c9ec9d-9625-4468-bd63-12aac1464f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229229 Jan 28 07:20:47.455377 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-ff2bc4ee-ce0f-4fd6-a85c-0d2c13889cd1 tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Allocated IP 172.20.0.5 (2ce1c312-3249-43af-8e31-568cb8dfb794/75291592-90ee-474b-87d0-9f2223a5a62e/90f9b4d3-1f67-402a-8d5b-8aab6c47161a) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:20:47.457558 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-b2491b56-353a-42b0-94c4-96c077517252 None None] Set router 1d76ba02-58a9-4103-b9df-073c1462a5d5 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:20:47.562987 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3122b95c-3956-4b1b-a8e7-cdf3fd1b5557 req-2831b50f-38e3-4a20-8218-20ad87963138 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:47.564665 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-3122b95c-3956-4b1b-a8e7-cdf3fd1b5557 req-2831b50f-38e3-4a20-8218-20ad87963138 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?device_id=d08c76f2-d544-48c8-9aa2-2f244346b107 HTTP/1.1" status: 200 len: 945 time: 0.1056888 Jan 28 07:20:47.565708 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 51632) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:20:47.606485 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device afecb7fa-afd5-4e87-943a-b1df67906318 details requested by agent hyperv_n-h1-712749-28 with host n-h1-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:20:47.643652 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-786a7bf0-e959-4bd4-8578-5477dae311fe tempest-ServersTestFqdnHostnames-1425549223 tempest-ServersTestFqdnHostnames-1425549223-project] Publish callbacks [] for security_group (7b4ec343-77f3-49ed-9d59-5d308dcef7a1), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:47.680767 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-3122b95c-3956-4b1b-a8e7-cdf3fd1b5557 req-6499fb15-6ac4-4f7c-9cea-696bd7521a8c tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/security-groups?id=e977f99b-7e7b-4d49-bf15-4fd22b3b3b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971766 Jan 28 07:20:47.694968 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-786a7bf0-e959-4bd4-8578-5477dae311fe tempest-ServersTestFqdnHostnames-1425549223 tempest-ServersTestFqdnHostnames-1425549223-project] Publish callbacks [] for security_group (7b4ec343-77f3-49ed-9d59-5d308dcef7a1), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:47.742190 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ff2bc4ee-ce0f-4fd6-a85c-0d2c13889cd1 tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Publish callbacks [] for port (90f9b4d3-1f67-402a-8d5b-8aab6c47161a), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:47.765753 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port afecb7fa-afd5-4e87-943a-b1df67906318, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=afecb7fa-afd5-4e87-943a-b1df67906318,segment=NetworkSegment(82ed2c9d-54c7-47b4-bd96-231cfa7ae028),segment_id=82ed2c9d-54c7-47b4-bd96-231cfa7ae028)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:20:47.781734 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Returning: {'device': 'afecb7fa-afd5-4e87-943a-b1df67906318', 'network_id': 'bb29d0fb-3e46-477e-a3cb-4b9ff323693b', 'port_id': 'afecb7fa-afd5-4e87-943a-b1df67906318', 'mac_address': 'fa:16:3e:79:e2:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e77f286-1f2a-46de-a4f8-2ee85280245a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:20:47.783614 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-786a7bf0-e959-4bd4-8578-5477dae311fe tempest-ServersTestFqdnHostnames-1425549223 tempest-ServersTestFqdnHostnames-1425549223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (7b4ec343-77f3-49ed-9d59-5d308dcef7a1), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:47.788546 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-786a7bf0-e959-4bd4-8578-5477dae311fe tempest-ServersTestFqdnHostnames-1425549223 tempest-ServersTestFqdnHostnames-1425549223-project] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:47.793296 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 51636) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:20:47.793732 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-786a7bf0-e959-4bd4-8578-5477dae311fe tempest-ServersTestFqdnHostnames-1425549223 tempest-ServersTestFqdnHostnames-1425549223-project] 10.222.0.41 "DELETE /v2.0/security-groups/7b4ec343-77f3-49ed-9d59-5d308dcef7a1 HTTP/1.1" status: 204 len: 168 time: 0.2266796 Jan 28 07:20:47.807054 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786a7bf0-e959-4bd4-8578-5477dae311fe tempest-ServersTestFqdnHostnames-1425549223 tempest-ServersTestFqdnHostnames-1425549223-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b4ec343-77f3-49ed-9d59-5d308dcef7a1,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:20:47.818056 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786a7bf0-e959-4bd4-8578-5477dae311fe tempest-ServersTestFqdnHostnames-1425549223 tempest-ServersTestFqdnHostnames-1425549223-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:20:47.818441 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ff2bc4ee-ce0f-4fd6-a85c-0d2c13889cd1 tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (90f9b4d3-1f67-402a-8d5b-8aab6c47161a), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:47.818918 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786a7bf0-e959-4bd4-8578-5477dae311fe tempest-ServersTestFqdnHostnames-1425549223 tempest-ServersTestFqdnHostnames-1425549223-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:20:47.819483 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786a7bf0-e959-4bd4-8578-5477dae311fe tempest-ServersTestFqdnHostnames-1425549223 tempest-ServersTestFqdnHostnames-1425549223-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:20:47.820047 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786a7bf0-e959-4bd4-8578-5477dae311fe tempest-ServersTestFqdnHostnames-1425549223 tempest-ServersTestFqdnHostnames-1425549223-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:20:47.820639 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786a7bf0-e959-4bd4-8578-5477dae311fe tempest-ServersTestFqdnHostnames-1425549223 tempest-ServersTestFqdnHostnames-1425549223-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:20:47.821250 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786a7bf0-e959-4bd4-8578-5477dae311fe tempest-ServersTestFqdnHostnames-1425549223 tempest-ServersTestFqdnHostnames-1425549223-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:20:47.821824 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786a7bf0-e959-4bd4-8578-5477dae311fe tempest-ServersTestFqdnHostnames-1425549223 tempest-ServersTestFqdnHostnames-1425549223-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:20:47.822387 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786a7bf0-e959-4bd4-8578-5477dae311fe tempest-ServersTestFqdnHostnames-1425549223 tempest-ServersTestFqdnHostnames-1425549223-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:20:47.822955 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786a7bf0-e959-4bd4-8578-5477dae311fe tempest-ServersTestFqdnHostnames-1425549223 tempest-ServersTestFqdnHostnames-1425549223-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:20:47.823502 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786a7bf0-e959-4bd4-8578-5477dae311fe tempest-ServersTestFqdnHostnames-1425549223 tempest-ServersTestFqdnHostnames-1425549223-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:20:47.824217 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786a7bf0-e959-4bd4-8578-5477dae311fe tempest-ServersTestFqdnHostnames-1425549223 tempest-ServersTestFqdnHostnames-1425549223-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:20:47.825481 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786a7bf0-e959-4bd4-8578-5477dae311fe tempest-ServersTestFqdnHostnames-1425549223 tempest-ServersTestFqdnHostnames-1425549223-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:20:47.826070 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786a7bf0-e959-4bd4-8578-5477dae311fe tempest-ServersTestFqdnHostnames-1425549223 tempest-ServersTestFqdnHostnames-1425549223-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:20:47.832666 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port afecb7fa-afd5-4e87-943a-b1df67906318 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:20:47.833114 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (afecb7fa-afd5-4e87-943a-b1df67906318), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:47.843514 n-d-712749-28 neutron-server[103283]: INFO neutron.api.v2.resource [None req-55eb4e30-cecf-4c57-95d8-faf98b472541 tempest-ServersTestFqdnHostnames-1425549223 tempest-ServersTestFqdnHostnames-1425549223-project] show failed (client error): The resource could not be found. Jan 28 07:20:47.846881 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-55eb4e30-cecf-4c57-95d8-faf98b472541 tempest-ServersTestFqdnHostnames-1425549223 tempest-ServersTestFqdnHostnames-1425549223-project] 10.222.0.41 "GET /v2.0/security-groups/7b4ec343-77f3-49ed-9d59-5d308dcef7a1 HTTP/1.1" status: 404 len: 347 time: 0.0524967 Jan 28 07:20:47.849996 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 51638) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:20:47.892696 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff2bc4ee-ce0f-4fd6-a85c-0d2c13889cd1 tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Network 2ce1c312-3249-43af-8e31-568cb8dfb794 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:20:47.895881 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-ff2bc4ee-ce0f-4fd6-a85c-0d2c13889cd1 tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:20:47.901181 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-b2491b56-353a-42b0-94c4-96c077517252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d76ba02-58a9-4103-b9df-073c1462a5d5', 'name': 'tempest-ServersTestFqdnHostnames-1145654772-router', 'tenant_id': 'dd2e13ce1205406fa292cb7ef70743a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '06dba538-0455-450e-a221-1f48583c3823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:18:12Z', 'updated_at': '2022-01-28T07:18:22Z', 'revision_number': 4, 'project_id': 'dd2e13ce1205406fa292cb7ef70743a9', 'gw_port': {'id': '06dba538-0455-450e-a221-1f48583c3823', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:fd:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d76ba02-58a9-4103-b9df-073c1462a5d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:18:13Z', 'updated_at': '2022-01-28T07:18:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '01260cba-c493-456c-93dd-93889eb0908c', 'name': '', 'network_id': 'ec19ba11-5495-4bd5-a1d7-3b9cb60d6672', 'tenant_id': 'dd2e13ce1205406fa292cb7ef70743a9', 'mac_address': 'fa:16:3e:8c:4a:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d76ba02-58a9-4103-b9df-073c1462a5d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '93fcb993-73a7-4360-acad-236d0cf05608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:18:19Z', 'updated_at': '2022-01-28T07:18:26Z', 'revision_number': 5, 'project_id': 'dd2e13ce1205406fa292cb7ef70743a9', 'subnets': [{'id': '93fcb993-73a7-4360-acad-236d0cf05608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:20:47.913687 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2bc4ee-ce0f-4fd6-a85c-0d2c13889cd1 tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:20:47.984731 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2491b56-353a-42b0-94c4-96c077517252 None None] The sync data for ids ['1d76ba02-58a9-4103-b9df-073c1462a5d5'] in n-d-712749-28 is: [{'id': '1d76ba02-58a9-4103-b9df-073c1462a5d5', 'name': 'tempest-ServersTestFqdnHostnames-1145654772-router', 'tenant_id': 'dd2e13ce1205406fa292cb7ef70743a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '06dba538-0455-450e-a221-1f48583c3823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:18:12Z', 'updated_at': '2022-01-28T07:18:22Z', 'revision_number': 4, 'project_id': 'dd2e13ce1205406fa292cb7ef70743a9', 'gw_port': {'id': '06dba538-0455-450e-a221-1f48583c3823', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:fd:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d76ba02-58a9-4103-b9df-073c1462a5d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:18:13Z', 'updated_at': '2022-01-28T07:18:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '01260cba-c493-456c-93dd-93889eb0908c', 'name': '', 'network_id': 'ec19ba11-5495-4bd5-a1d7-3b9cb60d6672', 'tenant_id': 'dd2e13ce1205406fa292cb7ef70743a9', 'mac_address': 'fa:16:3e:8c:4a:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d76ba02-58a9-4103-b9df-073c1462a5d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '93fcb993-73a7-4360-acad-236d0cf05608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:18:19Z', 'updated_at': '2022-01-28T07:18:26Z', 'revision_number': 5, 'project_id': 'dd2e13ce1205406fa292cb7ef70743a9', 'subnets': [{'id': '93fcb993-73a7-4360-acad-236d0cf05608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:20:48.009344 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2bc4ee-ce0f-4fd6-a85c-0d2c13889cd1 tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Pushing event updated for resources: {'Port': ['ID=90f9b4d3-1f67-402a-8d5b-8aab6c47161a,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:20:48.033638 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff2bc4ee-ce0f-4fd6-a85c-0d2c13889cd1 tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:48.034334 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ff2bc4ee-ce0f-4fd6-a85c-0d2c13889cd1 tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:48.039050 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afecb7fa-afd5-4e87-943a-b1df67906318 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:20:48.081608 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-ff2bc4ee-ce0f-4fd6-a85c-0d2c13889cd1 tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.2413356 Jan 28 07:20:48.086317 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 51648) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:20:48.096764 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port afecb7fa-afd5-4e87-943a-b1df67906318, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=afecb7fa-afd5-4e87-943a-b1df67906318,segment=NetworkSegment(82ed2c9d-54c7-47b4-bd96-231cfa7ae028),segment_id=82ed2c9d-54c7-47b4-bd96-231cfa7ae028)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:20:48.100386 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-bcf6d3dd-8ee7-4cd0-a496-c06abbead2d2 tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:bf:db:80'}, {'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:87:a2:b7'}]}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:20:48.102755 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (afecb7fa-afd5-4e87-943a-b1df67906318), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:48.170093 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=afecb7fa-afd5-4e87-943a-b1df67906318,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:20:48.212426 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-95e460e0-aeff-453c-ac3e-5557de308dcc tempest-ServersTestFqdnHostnames-1425549223 tempest-ServersTestFqdnHostnames-1425549223-project] Deleting port 0c876b5a-b291-4e79-b0aa-96edfcf3611b {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:20:48.212958 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-95e460e0-aeff-453c-ac3e-5557de308dcc tempest-ServersTestFqdnHostnames-1425549223 tempest-ServersTestFqdnHostnames-1425549223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (0c876b5a-b291-4e79-b0aa-96edfcf3611b), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:48.259334 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-ef73cae5-5872-40aa-bf9a-845d5990f90b None None] Provisioning complete for port 90f9b4d3-1f67-402a-8d5b-8aab6c47161a triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:20:48.259843 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ef73cae5-5872-40aa-bf9a-845d5990f90b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (90f9b4d3-1f67-402a-8d5b-8aab6c47161a), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:48.346705 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-ef73cae5-5872-40aa-bf9a-845d5990f90b None None] Port 90f9b4d3-1f67-402a-8d5b-8aab6c47161a cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:20:48.351727 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-95e460e0-aeff-453c-ac3e-5557de308dcc tempest-ServersTestFqdnHostnames-1425549223 tempest-ServersTestFqdnHostnames-1425549223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (0c876b5a-b291-4e79-b0aa-96edfcf3611b), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:48.352058 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-95e460e0-aeff-453c-ac3e-5557de308dcc tempest-ServersTestFqdnHostnames-1425549223 tempest-ServersTestFqdnHostnames-1425549223-project] Publish callbacks [] for floatingip (0c876b5a-b291-4e79-b0aa-96edfcf3611b), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:48.362314 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bcf6d3dd-8ee7-4cd0-a496-c06abbead2d2 tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (90f9b4d3-1f67-402a-8d5b-8aab6c47161a), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:48.378391 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-95e460e0-aeff-453c-ac3e-5557de308dcc tempest-ServersTestFqdnHostnames-1425549223 tempest-ServersTestFqdnHostnames-1425549223-project] Calling delete_port for 0c876b5a-b291-4e79-b0aa-96edfcf3611b owned by network:floatingip {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:20:48.434775 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70db4a8-a98a-4ec4-a82a-734fb59441ef req-f8cdd607-5416-4d1c-ab67-94fa618b92ed tempest-InstanceActionsV221TestJSON-285930459 tempest-InstanceActionsV221TestJSON-285930459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:48.436813 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d70db4a8-a98a-4ec4-a82a-734fb59441ef req-f8cdd607-5416-4d1c-ab67-94fa618b92ed tempest-InstanceActionsV221TestJSON-285930459 tempest-InstanceActionsV221TestJSON-285930459-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e3c89b9-35e3-483b-a124-5f1bc0c0963a HTTP/1.1" status: 200 len: 944 time: 0.0750492 Jan 28 07:20:48.458740 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d5b6a4-7b8a-45cc-962d-945bdbc51342 None None] New status for floating IP b3151dad-dcc2-4993-8fc4-da5a5f6c28af: DOWN {{(pid=103285) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 07:20:48.535243 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d70db4a8-a98a-4ec4-a82a-734fb59441ef req-292fad78-a4c7-46d5-bac8-d7cadd85dab5 tempest-InstanceActionsV221TestJSON-285930459 tempest-InstanceActionsV221TestJSON-285930459-project] 10.222.0.41 "GET /v2.0/security-groups?id=d4c9ec9d-9625-4468-bd63-12aac1464f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911620 Jan 28 07:20:48.648112 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['afecb7fa-afd5-4e87-943a-b1df67906318'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:20:48.679954 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-95e460e0-aeff-453c-ac3e-5557de308dcc tempest-ServersTestFqdnHostnames-1425549223 tempest-ServersTestFqdnHostnames-1425549223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (0c876b5a-b291-4e79-b0aa-96edfcf3611b), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:48.684463 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bcf6d3dd-8ee7-4cd0-a496-c06abbead2d2 tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Publish callbacks [] for port (90f9b4d3-1f67-402a-8d5b-8aab6c47161a), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:48.709963 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.db.api [None req-43d5b6a4-7b8a-45cc-962d-945bdbc51342 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103285) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 07:20:48.710593 n-d-712749-28 neutron-server[103285]: DEBUG oslo_db.api [None req-43d5b6a4-7b8a-45cc-962d-945bdbc51342 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 07:20:48.717419 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bcf6d3dd-8ee7-4cd0-a496-c06abbead2d2 tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (90f9b4d3-1f67-402a-8d5b-8aab6c47161a), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:48.719673 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e460e0-aeff-453c-ac3e-5557de308dcc tempest-ServersTestFqdnHostnames-1425549223 tempest-ServersTestFqdnHostnames-1425549223-project] Pushing event deleted for resources: {'Port': ['ID=0c876b5a-b291-4e79-b0aa-96edfcf3611b,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:20:48.844505 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac76773-b878-469a-be1b-bac3876b52b4 req-d057e8bf-e66f-4150-bb63-d633d54e0148 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:48.849982 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4ac76773-b878-469a-be1b-bac3876b52b4 req-d057e8bf-e66f-4150-bb63-d633d54e0148 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.44 "GET /v2.0/ports?device_id=d08c76f2-d544-48c8-9aa2-2f244346b107 HTTP/1.1" status: 200 len: 945 time: 0.1101289 Jan 28 07:20:48.874067 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf6d3dd-8ee7-4cd0-a496-c06abbead2d2 tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Pushing event updated for resources: {'Port': ['ID=90f9b4d3-1f67-402a-8d5b-8aab6c47161a,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:20:48.884621 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-95e460e0-aeff-453c-ac3e-5557de308dcc tempest-ServersTestFqdnHostnames-1425549223 tempest-ServersTestFqdnHostnames-1425549223-project] Publish callbacks [] for floatingip (b3151dad-dcc2-4993-8fc4-da5a5f6c28af), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:48.898085 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-95e460e0-aeff-453c-ac3e-5557de308dcc tempest-ServersTestFqdnHostnames-1425549223 tempest-ServersTestFqdnHostnames-1425549223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for floatingip (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:48.902106 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-95e460e0-aeff-453c-ac3e-5557de308dcc tempest-ServersTestFqdnHostnames-1425549223 tempest-ServersTestFqdnHostnames-1425549223-project] 10.222.0.41 "DELETE /v2.0/floatingips/b3151dad-dcc2-4993-8fc4-da5a5f6c28af HTTP/1.1" status: 204 len: 168 time: 1.0479221 Jan 28 07:20:48.903326 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-bcf6d3dd-8ee7-4cd0-a496-c06abbead2d2 tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] In _notify_port_updated(), no bound segment for port 90f9b4d3-1f67-402a-8d5b-8aab6c47161a on network 2ce1c312-3249-43af-8e31-568cb8dfb794 {{(pid=103284) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 07:20:48.906985 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 51684) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:20:48.912761 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf6d3dd-8ee7-4cd0-a496-c06abbead2d2 tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:48.913463 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bcf6d3dd-8ee7-4cd0-a496-c06abbead2d2 tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:48.918483 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-bcf6d3dd-8ee7-4cd0-a496-c06abbead2d2 tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] 10.222.0.41 "PUT /v2.0/ports/90f9b4d3-1f67-402a-8d5b-8aab6c47161a HTTP/1.1" status: 200 len: 1054 time: 0.8304627 Jan 28 07:20:48.919200 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 51686) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:20:48.930135 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 64b60799-37a6-473d-be6b-68c8ffe67c51 no longer exists at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:20:48.968435 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] No Port match for: 64b60799-37a6-473d-be6b-68c8ffe67c51 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:20:48.972341 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 64b60799-37a6-473d-be6b-68c8ffe67c51 not bound to the agent host n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:20:49.074793 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-912632b5-ab43-4309-9927-31a068b2daa4 tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Deleting port 90f9b4d3-1f67-402a-8d5b-8aab6c47161a {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:20:49.075090 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-912632b5-ab43-4309-9927-31a068b2daa4 tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (90f9b4d3-1f67-402a-8d5b-8aab6c47161a), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:49.187815 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-912632b5-ab43-4309-9927-31a068b2daa4 tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (90f9b4d3-1f67-402a-8d5b-8aab6c47161a), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:49.201878 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-7f5b2d8e-338e-4ddc-83b6-7de4e9ed10c0 None None] Provisioning complete for port 90f9b4d3-1f67-402a-8d5b-8aab6c47161a triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:20:49.202471 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-912632b5-ab43-4309-9927-31a068b2daa4 tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Calling delete_port for 90f9b4d3-1f67-402a-8d5b-8aab6c47161a owned by {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:20:49.204031 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7f5b2d8e-338e-4ddc-83b6-7de4e9ed10c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (90f9b4d3-1f67-402a-8d5b-8aab6c47161a), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:49.215242 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d5b6a4-7b8a-45cc-962d-945bdbc51342 None None] New status for floating IP b3151dad-dcc2-4993-8fc4-da5a5f6c28af: DOWN {{(pid=103285) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 07:20:49.359519 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-7f5b2d8e-338e-4ddc-83b6-7de4e9ed10c0 None None] Port 90f9b4d3-1f67-402a-8d5b-8aab6c47161a cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:20:49.397730 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cb658b-85b8-43eb-8bd6-eb6e3db44d85 req-d844b18a-ef72-48a3-bce2-eb8a0dbc0b6e tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:49.399529 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-912632b5-ab43-4309-9927-31a068b2daa4 tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (90f9b4d3-1f67-402a-8d5b-8aab6c47161a), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:49.407625 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c7cb658b-85b8-43eb-8bd6-eb6e3db44d85 req-d844b18a-ef72-48a3-bce2-eb8a0dbc0b6e tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?device_id=d08c76f2-d544-48c8-9aa2-2f244346b107 HTTP/1.1" status: 200 len: 945 time: 0.5447876 Jan 28 07:20:49.430816 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912632b5-ab43-4309-9927-31a068b2daa4 tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Pushing event deleted for resources: {'Port': ['ID=90f9b4d3-1f67-402a-8d5b-8aab6c47161a,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:20:49.524762 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 51702) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:20:49.545060 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c7cb658b-85b8-43eb-8bd6-eb6e3db44d85 req-5ec18c17-a923-49db-bda9-b2a1a6a3c64a tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/security-groups?id=e977f99b-7e7b-4d49-bf15-4fd22b3b3b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355488 Jan 28 07:20:49.572671 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-4ac76773-b878-469a-be1b-bac3876b52b4 req-76086ff6-d865-4857-a51d-844111be56da tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Deleting port 6e18f550-1a38-4c2f-95e2-f7516d641eee {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:20:49.573307 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-4ac76773-b878-469a-be1b-bac3876b52b4 req-76086ff6-d865-4857-a51d-844111be56da tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (6e18f550-1a38-4c2f-95e2-f7516d641eee), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:49.752125 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b581ecea-7f6f-4e28-8683-dfc06bcf7267 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:49.803026 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-4ac76773-b878-469a-be1b-bac3876b52b4 req-76086ff6-d865-4857-a51d-844111be56da tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] For port 6e18f550-1a38-4c2f-95e2-f7516d641eee, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=6e18f550-1a38-4c2f-95e2-f7516d641eee,segment=NetworkSegment(0129dffb-fe43-47b5-a269-4f49ca8f6de7),segment_id=0129dffb-fe43-47b5-a269-4f49ca8f6de7)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:20:49.803457 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-4ac76773-b878-469a-be1b-bac3876b52b4 req-76086ff6-d865-4857-a51d-844111be56da tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (6e18f550-1a38-4c2f-95e2-f7516d641eee), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:49.806275 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-912632b5-ab43-4309-9927-31a068b2daa4 tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:49.812386 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-912632b5-ab43-4309-9927-31a068b2daa4 tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] 10.222.0.41 "DELETE /v2.0/ports/90f9b4d3-1f67-402a-8d5b-8aab6c47161a HTTP/1.1" status: 204 len: 168 time: 0.8918631 Jan 28 07:20:49.816852 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 51710) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:20:49.825049 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7a851e-58ae-455d-a6f9-442f59ae9e0d req-969ddba3-e484-4329-b65f-2844343c5811 tempest-InstanceActionsV221TestJSON-285930459 tempest-InstanceActionsV221TestJSON-285930459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:49.826833 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-fe7a851e-58ae-455d-a6f9-442f59ae9e0d req-969ddba3-e484-4329-b65f-2844343c5811 tempest-InstanceActionsV221TestJSON-285930459 tempest-InstanceActionsV221TestJSON-285930459-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e3c89b9-35e3-483b-a124-5f1bc0c0963a HTTP/1.1" status: 200 len: 944 time: 0.1798544 Jan 28 07:20:49.832418 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-4ac76773-b878-469a-be1b-bac3876b52b4 req-76086ff6-d865-4857-a51d-844111be56da tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Calling delete_port for 6e18f550-1a38-4c2f-95e2-f7516d641eee owned by compute:nova {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:20:49.870233 n-d-712749-28 neutron-server[103283]: INFO neutron.pecan_wsgi.hooks.translation [None req-585dabde-5c1a-4f77-a80d-88bca4b6dfe1 tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] GET failed (client error): The resource could not be found. Jan 28 07:20:49.871687 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-585dabde-5c1a-4f77-a80d-88bca4b6dfe1 tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] 10.222.0.41 "GET /v2.0/ports/90f9b4d3-1f67-402a-8d5b-8aab6c47161a HTTP/1.1" status: 404 len: 333 time: 0.0519841 Jan 28 07:20:49.875965 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 51712) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:20:49.934663 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-fe7a851e-58ae-455d-a6f9-442f59ae9e0d req-e2c72935-9098-421d-bbe2-b77381803a1c tempest-InstanceActionsV221TestJSON-285930459 tempest-InstanceActionsV221TestJSON-285930459-project] 10.222.0.41 "GET /v2.0/security-groups?id=d4c9ec9d-9625-4468-bd63-12aac1464f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008224 Jan 28 07:20:49.943293 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b581ecea-7f6f-4e28-8683-dfc06bcf7267 admin admin] Publish callbacks [] for security_group (a55ee592-032e-4f95-a5b4-db1d98015708), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:49.950767 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b581ecea-7f6f-4e28-8683-dfc06bcf7267 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (a55ee592-032e-4f95-a5b4-db1d98015708), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:50.016848 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-b581ecea-7f6f-4e28-8683-dfc06bcf7267 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=51b195a61a3b45d4a01ca2238bc9085a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4912469 Jan 28 07:20:50.017562 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b581ecea-7f6f-4e28-8683-dfc06bcf7267 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a55ee592-032e-4f95-a5b4-db1d98015708,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:20:50.020741 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 51714) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:20:50.066799 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-4ac76773-b878-469a-be1b-bac3876b52b4 req-76086ff6-d865-4857-a51d-844111be56da tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (6e18f550-1a38-4c2f-95e2-f7516d641eee), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:50.070045 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-9d993f89-cef4-4920-bc61-fb4efe671fe3 tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Deleting port 04c73184-1616-471f-993c-9e1f75f1b4a5 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:20:50.070402 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9d993f89-cef4-4920-bc61-fb4efe671fe3 tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (04c73184-1616-471f-993c-9e1f75f1b4a5), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:50.070923 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f0b080e3-63dc-4e95-b984-06ccf45e933b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16606535'] for router_interface (1d76ba02-58a9-4103-b9df-073c1462a5d5), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:50.102900 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['6e18f550-1a38-4c2f-95e2-f7516d641eee'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:20:50.131087 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-20f29ce5-b56e-48f5-85ab-7dd7fe642712 admin admin] Publish callbacks [] for security_group (a55ee592-032e-4f95-a5b4-db1d98015708), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:50.137108 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76086ff6-d865-4857-a51d-844111be56da tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Pushing event deleted for resources: {'Port': ['ID=6e18f550-1a38-4c2f-95e2-f7516d641eee,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:20:50.168306 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-20f29ce5-b56e-48f5-85ab-7dd7fe642712 admin admin] Publish callbacks [] for security_group (a55ee592-032e-4f95-a5b4-db1d98015708), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:50.206180 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9d993f89-cef4-4920-bc61-fb4efe671fe3 tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (04c73184-1616-471f-993c-9e1f75f1b4a5), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:50.213974 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ac76773-b878-469a-be1b-bac3876b52b4 req-76086ff6-d865-4857-a51d-844111be56da tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] No DVR routers for this DVR port 6e18f550-1a38-4c2f-95e2-f7516d641eee on host n-h2-712749-28 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:20:50.217960 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-4ac76773-b878-469a-be1b-bac3876b52b4 req-76086ff6-d865-4857-a51d-844111be56da tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:50.221224 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4ac76773-b878-469a-be1b-bac3876b52b4 req-76086ff6-d865-4857-a51d-844111be56da tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.44 "DELETE /v2.0/ports/6e18f550-1a38-4c2f-95e2-f7516d641eee HTTP/1.1" status: 204 len: 173 time: 1.3649909 Jan 28 07:20:50.221668 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd08c76f2-d544-48c8-9aa2-2f244346b107', 'name': 'network-vif-deleted', 'tag': '6e18f550-1a38-4c2f-95e2-f7516d641eee'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:20:50.223905 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f21ad9e-84c6-4293-a9fc-0290bdcea78d" -d '{"events": [{"server_uuid": "d08c76f2-d544-48c8-9aa2-2f244346b107", "name": "network-vif-deleted", "tag": "6e18f550-1a38-4c2f-95e2-f7516d641eee"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:20:50.224604 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-9d993f89-cef4-4920-bc61-fb4efe671fe3 tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Calling delete_port for 04c73184-1616-471f-993c-9e1f75f1b4a5 owned by {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:20:50.295860 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-20f29ce5-b56e-48f5-85ab-7dd7fe642712 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (a55ee592-032e-4f95-a5b4-db1d98015708), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:50.298758 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-20f29ce5-b56e-48f5-85ab-7dd7fe642712 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:50.300161 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-20f29ce5-b56e-48f5-85ab-7dd7fe642712 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a55ee592-032e-4f95-a5b4-db1d98015708 HTTP/1.1" status: 204 len: 168 time: 0.2782040 Jan 28 07:20:50.300488 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a67dbad-5442-46f8-85b4-64bf4cce3dd0 x-openstack-request-id: req-0a67dbad-5442-46f8-85b4-64bf4cce3dd0 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:20:50.300813 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d08c76f2-d544-48c8-9aa2-2f244346b107", "name": "network-vif-deleted", "tag": "6e18f550-1a38-4c2f-95e2-f7516d641eee", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:20:50.301072 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0a67dbad-5442-46f8-85b4-64bf4cce3dd0 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:20:50.301480 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd08c76f2-d544-48c8-9aa2-2f244346b107', 'name': 'network-vif-deleted', 'tag': '6e18f550-1a38-4c2f-95e2-f7516d641eee', 'status': 'completed', 'code': 200} Jan 28 07:20:50.315856 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f29ce5-b56e-48f5-85ab-7dd7fe642712 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a55ee592-032e-4f95-a5b4-db1d98015708,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:20:50.439182 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9d993f89-cef4-4920-bc61-fb4efe671fe3 tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (04c73184-1616-471f-993c-9e1f75f1b4a5), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:50.473866 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d993f89-cef4-4920-bc61-fb4efe671fe3 tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Pushing event deleted for resources: {'Port': ['ID=04c73184-1616-471f-993c-9e1f75f1b4a5,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:20:50.532658 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-f0b080e3-63dc-4e95-b984-06ccf45e933b admin admin] Deleting port 01260cba-c493-456c-93dd-93889eb0908c {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:20:50.533236 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f0b080e3-63dc-4e95-b984-06ccf45e933b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (01260cba-c493-456c-93dd-93889eb0908c), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:50.583825 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9d993f89-cef4-4920-bc61-fb4efe671fe3 tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:50.594079 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-9d993f89-cef4-4920-bc61-fb4efe671fe3 tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] 10.222.0.41 "DELETE /v2.0/ports/04c73184-1616-471f-993c-9e1f75f1b4a5 HTTP/1.1" status: 204 len: 168 time: 0.7117536 Jan 28 07:20:50.594777 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 51726) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:20:50.639167 n-d-712749-28 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-f099da3d-cb52-4366-9b33-46616f786ea2 tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] GET failed (client error): The resource could not be found. Jan 28 07:20:50.648839 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-f099da3d-cb52-4366-9b33-46616f786ea2 tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] 10.222.0.41 "GET /v2.0/ports/04c73184-1616-471f-993c-9e1f75f1b4a5 HTTP/1.1" status: 404 len: 333 time: 0.0475852 Jan 28 07:20:50.649797 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 51728) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:20:50.687331 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-f0b080e3-63dc-4e95-b984-06ccf45e933b admin admin] For port 01260cba-c493-456c-93dd-93889eb0908c, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=01260cba-c493-456c-93dd-93889eb0908c,segment=NetworkSegment(c04a96e2-ea61-480f-9949-7d03c5e63e85),segment_id=c04a96e2-ea61-480f-9949-7d03c5e63e85)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:20:50.687741 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f0b080e3-63dc-4e95-b984-06ccf45e933b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (01260cba-c493-456c-93dd-93889eb0908c), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:50.694661 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-dae08cac-3c2e-40b8-9628-8867c560dab0 req-c1bf1c88-bc77-4169-8777-3ade418a5226 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?device_id=d08c76f2-d544-48c8-9aa2-2f244346b107 HTTP/1.1" status: 200 len: 210 time: 0.0505030 Jan 28 07:20:50.727271 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-f0b080e3-63dc-4e95-b984-06ccf45e933b admin admin] Calling delete_port for 01260cba-c493-456c-93dd-93889eb0908c owned by network:router_interface {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:20:50.793306 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 51732) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:20:50.820918 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-b5aa15f7-2e68-467c-a054-492a8d1e722d tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Deleting port 3626c7c9-9258-47ba-b36b-bcfa9783fe04 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:20:50.821409 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b5aa15f7-2e68-467c-a054-492a8d1e722d tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (3626c7c9-9258-47ba-b36b-bcfa9783fe04), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:50.826595 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5b13f8d8-b788-46f1-93f8-b2d800303a10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:50.949197 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b5aa15f7-2e68-467c-a054-492a8d1e722d tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (3626c7c9-9258-47ba-b36b-bcfa9783fe04), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:50.964084 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f0b080e3-63dc-4e95-b984-06ccf45e933b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (01260cba-c493-456c-93dd-93889eb0908c), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:50.969124 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-b5aa15f7-2e68-467c-a054-492a8d1e722d tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Calling delete_port for 3626c7c9-9258-47ba-b36b-bcfa9783fe04 owned by {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:20:50.987842 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b080e3-63dc-4e95-b984-06ccf45e933b admin admin] Pushing event deleted for resources: {'Port': ['ID=01260cba-c493-456c-93dd-93889eb0908c,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:20:51.038258 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5b13f8d8-b788-46f1-93f8-b2d800303a10 admin admin] Publish callbacks [] for security_group (71526ef7-1976-4e05-8022-b802d19106ea), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:51.048046 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5b13f8d8-b788-46f1-93f8-b2d800303a10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (71526ef7-1976-4e05-8022-b802d19106ea), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:51.097158 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-5b13f8d8-b788-46f1-93f8-b2d800303a10 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c4f04861631b469ea40a33e039dac85b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3022027 Jan 28 07:20:51.106989 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 51736) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:20:51.117177 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b13f8d8-b788-46f1-93f8-b2d800303a10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71526ef7-1976-4e05-8022-b802d19106ea,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:20:51.139765 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d1f8f8-4889-4567-b2f0-612be734aca0 req-e3fb5d7b-05bb-463e-b017-7494eeef00fb tempest-InstanceActionsV221TestJSON-285930459 tempest-InstanceActionsV221TestJSON-285930459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:51.146756 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c6d1f8f8-4889-4567-b2f0-612be734aca0 req-e3fb5d7b-05bb-463e-b017-7494eeef00fb tempest-InstanceActionsV221TestJSON-285930459 tempest-InstanceActionsV221TestJSON-285930459-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e3c89b9-35e3-483b-a124-5f1bc0c0963a HTTP/1.1" status: 200 len: 944 time: 0.1001737 Jan 28 07:20:51.207605 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-20f40d22-317e-43e0-9153-086362961583 admin admin] Publish callbacks [] for security_group (71526ef7-1976-4e05-8022-b802d19106ea), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:51.218205 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b5aa15f7-2e68-467c-a054-492a8d1e722d tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (3626c7c9-9258-47ba-b36b-bcfa9783fe04), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:51.242593 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c6d1f8f8-4889-4567-b2f0-612be734aca0 req-34d7dc2f-dc7c-459f-ae48-443c5fafa655 tempest-InstanceActionsV221TestJSON-285930459 tempest-InstanceActionsV221TestJSON-285930459-project] 10.222.0.41 "GET /v2.0/security-groups?id=d4c9ec9d-9625-4468-bd63-12aac1464f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944028 Jan 28 07:20:51.254334 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f0b080e3-63dc-4e95-b984-06ccf45e933b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16319006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16606699'] for router_interface (1d76ba02-58a9-4103-b9df-073c1462a5d5), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:51.259969 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-20f40d22-317e-43e0-9153-086362961583 admin admin] Publish callbacks [] for security_group (71526ef7-1976-4e05-8022-b802d19106ea), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:51.267902 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5aa15f7-2e68-467c-a054-492a8d1e722d tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Pushing event deleted for resources: {'Port': ['ID=3626c7c9-9258-47ba-b36b-bcfa9783fe04,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:20:51.358613 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b5aa15f7-2e68-467c-a054-492a8d1e722d tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:51.361953 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-b5aa15f7-2e68-467c-a054-492a8d1e722d tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] 10.222.0.41 "DELETE /v2.0/ports/3626c7c9-9258-47ba-b36b-bcfa9783fe04 HTTP/1.1" status: 204 len: 168 time: 0.7111285 Jan 28 07:20:51.365118 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 51738) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:20:51.374355 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-20f40d22-317e-43e0-9153-086362961583 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (71526ef7-1976-4e05-8022-b802d19106ea), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:51.377288 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-20f40d22-317e-43e0-9153-086362961583 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:51.378440 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-20f40d22-317e-43e0-9153-086362961583 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/71526ef7-1976-4e05-8022-b802d19106ea HTTP/1.1" status: 204 len: 168 time: 0.2705078 Jan 28 07:20:51.390732 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f40d22-317e-43e0-9153-086362961583 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71526ef7-1976-4e05-8022-b802d19106ea,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:20:51.486173 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_v2 [None req-74166910-d4c7-4b05-8e44-d2e20dd39c1d tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Deleting subnet 75291592-90ee-474b-87d0-9f2223a5a62e {{(pid=103283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:20:51.496143 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-74166910-d4c7-4b05-8e44-d2e20dd39c1d tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Publish callbacks [] for subnet (75291592-90ee-474b-87d0-9f2223a5a62e), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:51.572909 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-74166910-d4c7-4b05-8e44-d2e20dd39c1d tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13506696'] for subnet (75291592-90ee-474b-87d0-9f2223a5a62e), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:51.607171 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device afecb7fa-afd5-4e87-943a-b1df67906318 up at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:20:51.632802 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0b080e3-63dc-4e95-b984-06ccf45e933b admin admin] Router 1d76ba02-58a9-4103-b9df-073c1462a5d5 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:20:51.662009 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning for port afecb7fa-afd5-4e87-943a-b1df67906318 completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:20:51.667735 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning complete for port afecb7fa-afd5-4e87-943a-b1df67906318 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:20:51.668695 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (afecb7fa-afd5-4e87-943a-b1df67906318), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:51.724840 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-74166910-d4c7-4b05-8e44-d2e20dd39c1d tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (75291592-90ee-474b-87d0-9f2223a5a62e), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:51.755591 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port afecb7fa-afd5-4e87-943a-b1df67906318 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:20:51.756616 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (afecb7fa-afd5-4e87-943a-b1df67906318), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:51.784923 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e3c89b9-35e3-483b-a124-5f1bc0c0963a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afecb7fa-afd5-4e87-943a-b1df67906318'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:20:51.787837 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-318ae9a4-a6e1-468b-9c3a-ed92092f61f5" -d '{"events": [{"server_uuid": "2e3c89b9-35e3-483b-a124-5f1bc0c0963a", "name": "network-vif-plugged", "status": "completed", "tag": "afecb7fa-afd5-4e87-943a-b1df67906318"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:20:51.802655 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port afecb7fa-afd5-4e87-943a-b1df67906318, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=afecb7fa-afd5-4e87-943a-b1df67906318,segment=NetworkSegment(82ed2c9d-54c7-47b4-bd96-231cfa7ae028),segment_id=82ed2c9d-54c7-47b4-bd96-231cfa7ae028)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:20:51.812009 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (afecb7fa-afd5-4e87-943a-b1df67906318), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:51.828023 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0b080e3-63dc-4e95-b984-06ccf45e933b admin admin] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:20:51.833571 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-f0b080e3-63dc-4e95-b984-06ccf45e933b admin admin] 10.222.0.41 "PUT /v2.0/routers/1d76ba02-58a9-4103-b9df-073c1462a5d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9254375 Jan 28 07:20:51.836089 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 51758) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:20:51.842135 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d5e34e-bf1f-474f-a64f-5532f0c35cd4 None None] Sync routers for ids ['1d76ba02-58a9-4103-b9df-073c1462a5d5'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:20:51.844228 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-74166910-d4c7-4b05-8e44-d2e20dd39c1d tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13546665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13556132'] for subnet (75291592-90ee-474b-87d0-9f2223a5a62e), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:51.876436 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d5e34e-bf1f-474f-a64f-5532f0c35cd4 None None] Routers {'1d76ba02-58a9-4103-b9df-073c1462a5d5'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:20:51.878951 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-d4d5e34e-bf1f-474f-a64f-5532f0c35cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:20:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['1d76ba02-58a9-4103-b9df-073c1462a5d5'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:20:51.880084 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c582452-7085-47c9-8b22-33cbd6c454db x-openstack-request-id: req-9c582452-7085-47c9-8b22-33cbd6c454db {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:20:51.880619 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e3c89b9-35e3-483b-a124-5f1bc0c0963a", "name": "network-vif-plugged", "status": "completed", "tag": "afecb7fa-afd5-4e87-943a-b1df67906318", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:20:51.880888 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9c582452-7085-47c9-8b22-33cbd6c454db {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:20:51.881744 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e3c89b9-35e3-483b-a124-5f1bc0c0963a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afecb7fa-afd5-4e87-943a-b1df67906318', 'code': 200} Jan 28 07:20:51.933012 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74166910-d4c7-4b05-8e44-d2e20dd39c1d tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Pushing event deleted for resources: {'Subnet': ['ID=75291592-90ee-474b-87d0-9f2223a5a62e,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:20:51.947120 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-74166910-d4c7-4b05-8e44-d2e20dd39c1d tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:51.953620 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 51762) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:20:51.959845 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-74166910-d4c7-4b05-8e44-d2e20dd39c1d tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] 10.222.0.41 "DELETE /v2.0/subnets/75291592-90ee-474b-87d0-9f2223a5a62e HTTP/1.1" status: 204 len: 168 time: 0.5935879 Jan 28 07:20:51.974798 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8525e877-6d4a-46ff-ba14-af601f3c19ac None None] Network 2ce1c312-3249-43af-8e31-568cb8dfb794 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:20:52.075300 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-28a39e76-9c20-4a1c-a689-bff7da797538 admin admin] Publish callbacks [] for router (1d76ba02-58a9-4103-b9df-073c1462a5d5), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:52.085533 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=afecb7fa-afd5-4e87-943a-b1df67906318,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:20:52.113512 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-d4d5e34e-bf1f-474f-a64f-5532f0c35cd4 None None] Set router 1d76ba02-58a9-4103-b9df-073c1462a5d5 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:20:52.191139 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b78d69cb-b934-4fcc-8a96-080873008c79 None None] DHCP port deletion for 2ce1c312-3249-43af-8e31-568cb8dfb794 request from n-d-712749-28 {{(pid=103285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 07:20:52.258868 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-28a39e76-9c20-4a1c-a689-bff7da797538 admin admin] Publish callbacks [] for router_gateway (1d76ba02-58a9-4103-b9df-073c1462a5d5), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:52.273276 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-b78d69cb-b934-4fcc-8a96-080873008c79 None None] Deleting port e1a30bd8-4ea1-42df-81f9-bedc7f294440 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:20:52.273836 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b78d69cb-b934-4fcc-8a96-080873008c79 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (e1a30bd8-4ea1-42df-81f9-bedc7f294440), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:52.302438 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-d4d5e34e-bf1f-474f-a64f-5532f0c35cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d76ba02-58a9-4103-b9df-073c1462a5d5', 'name': 'tempest-ServersTestFqdnHostnames-1145654772-router', 'tenant_id': 'dd2e13ce1205406fa292cb7ef70743a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '06dba538-0455-450e-a221-1f48583c3823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:18:12Z', 'updated_at': '2022-01-28T07:20:50Z', 'revision_number': 5, 'project_id': 'dd2e13ce1205406fa292cb7ef70743a9', 'gw_port': {'id': '06dba538-0455-450e-a221-1f48583c3823', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:fd:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d76ba02-58a9-4103-b9df-073c1462a5d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:18:13Z', 'updated_at': '2022-01-28T07:18:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:20:52.332483 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-28a39e76-9c20-4a1c-a689-bff7da797538 admin admin] Deleting port 06dba538-0455-450e-a221-1f48583c3823 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:20:52.332886 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-28a39e76-9c20-4a1c-a689-bff7da797538 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (06dba538-0455-450e-a221-1f48583c3823), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:52.336361 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d5e34e-bf1f-474f-a64f-5532f0c35cd4 None None] Checking router: 1d76ba02-58a9-4103-b9df-073c1462a5d5 for host: n-d-712749-28 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:20:52.347372 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d5e34e-bf1f-474f-a64f-5532f0c35cd4 None None] Routers {'1d76ba02-58a9-4103-b9df-073c1462a5d5'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:20:52.348389 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-d4d5e34e-bf1f-474f-a64f-5532f0c35cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:20:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['1d76ba02-58a9-4103-b9df-073c1462a5d5'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:20:52.350949 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2f28ca-7de7-4b76-8faf-03cc7f3ecd60 req-9da6adb6-f598-44dc-9311-84021bde5711 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:52.353452 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-aa2f28ca-7de7-4b76-8faf-03cc7f3ecd60 req-9da6adb6-f598-44dc-9311-84021bde5711 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/networks?id=c613bbee-ac30-4d50-a837-418713fc934d HTTP/1.1" status: 200 len: 811 time: 0.2985635 Jan 28 07:20:52.416143 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f4a14849-a0cb-45aa-9696-39cd3b2f15a6 tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (2ce1c312-3249-43af-8e31-568cb8dfb794), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:52.417114 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-b78d69cb-b934-4fcc-8a96-080873008c79 None None] For port e1a30bd8-4ea1-42df-81f9-bedc7f294440, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=e1a30bd8-4ea1-42df-81f9-bedc7f294440,segment=NetworkSegment(408b3991-a845-4e22-ae22-1948fad27fdb),segment_id=408b3991-a845-4e22-ae22-1948fad27fdb)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:20:52.418581 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b78d69cb-b934-4fcc-8a96-080873008c79 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (e1a30bd8-4ea1-42df-81f9-bedc7f294440), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:52.425520 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-aa2f28ca-7de7-4b76-8faf-03cc7f3ecd60 req-c4de62b2-d84e-489e-acd9-dfd84bbb4744 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/quotas/229c6d67826441e4877349f4a14040af HTTP/1.1" status: 200 len: 375 time: 0.0628092 Jan 28 07:20:52.428612 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f396c6c0-b6d4-462a-97a1-c0a8255e1aed req-bea81e29-deaf-4b86-990c-fa4daf7d5092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:52.437554 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f396c6c0-b6d4-462a-97a1-c0a8255e1aed req-bea81e29-deaf-4b86-990c-fa4daf7d5092 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2e3c89b9-35e3-483b-a124-5f1bc0c0963a HTTP/1.1" status: 200 len: 1097 time: 0.4667776 Jan 28 07:20:52.439010 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-b78d69cb-b934-4fcc-8a96-080873008c79 None None] Calling delete_port for e1a30bd8-4ea1-42df-81f9-bedc7f294440 owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:20:52.482674 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-aa2f28ca-7de7-4b76-8faf-03cc7f3ecd60 req-f6904346-75a5-4b25-982e-9b367e97b5eb tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=229c6d67826441e4877349f4a14040af&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0562232 Jan 28 07:20:52.483891 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-28a39e76-9c20-4a1c-a689-bff7da797538 admin admin] For port 06dba538-0455-450e-a221-1f48583c3823, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=06dba538-0455-450e-a221-1f48583c3823,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:20:52.484436 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-28a39e76-9c20-4a1c-a689-bff7da797538 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (06dba538-0455-450e-a221-1f48583c3823), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:52.501422 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-28a39e76-9c20-4a1c-a689-bff7da797538 admin admin] Calling delete_port for 06dba538-0455-450e-a221-1f48583c3823 owned by network:router_gateway {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:20:52.508672 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-d4d5e34e-bf1f-474f-a64f-5532f0c35cd4 None None] Set router 1d76ba02-58a9-4103-b9df-073c1462a5d5 gateway port host: None {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:20:52.571144 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f396c6c0-b6d4-462a-97a1-c0a8255e1aed req-57c354f5-6240-41eb-b04e-05361873a70d service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=d4c9ec9d-9625-4468-bd63-12aac1464f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199701 Jan 28 07:20:52.575695 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-f4a14849-a0cb-45aa-9696-39cd3b2f15a6 tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Deleting port e1a30bd8-4ea1-42df-81f9-bedc7f294440 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:20:52.576046 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f4a14849-a0cb-45aa-9696-39cd3b2f15a6 tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (e1a30bd8-4ea1-42df-81f9-bedc7f294440), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:52.614620 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b78d69cb-b934-4fcc-8a96-080873008c79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298'] for port (e1a30bd8-4ea1-42df-81f9-bedc7f294440), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:52.647561 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-d4d5e34e-bf1f-474f-a64f-5532f0c35cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d76ba02-58a9-4103-b9df-073c1462a5d5', 'name': 'tempest-ServersTestFqdnHostnames-1145654772-router', 'tenant_id': 'dd2e13ce1205406fa292cb7ef70743a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:18:12Z', 'updated_at': '2022-01-28T07:20:52Z', 'revision_number': 6, 'project_id': 'dd2e13ce1205406fa292cb7ef70743a9', 'gw_port_host': None}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:20:52.692647 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78d69cb-b934-4fcc-8a96-080873008c79 None None] No DVR routers for this DVR port e1a30bd8-4ea1-42df-81f9-bedc7f294440 on host n-d-712749-28 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:20:52.703898 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78d69cb-b934-4fcc-8a96-080873008c79 None None] Pushing event deleted for resources: {'Port': ['ID=e1a30bd8-4ea1-42df-81f9-bedc7f294440,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:20:52.718827 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-f4a14849-a0cb-45aa-9696-39cd3b2f15a6 tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] For port e1a30bd8-4ea1-42df-81f9-bedc7f294440, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=e1a30bd8-4ea1-42df-81f9-bedc7f294440,segment=NetworkSegment(408b3991-a845-4e22-ae22-1948fad27fdb),segment_id=408b3991-a845-4e22-ae22-1948fad27fdb)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:20:52.719555 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f4a14849-a0cb-45aa-9696-39cd3b2f15a6 tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (e1a30bd8-4ea1-42df-81f9-bedc7f294440), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:52.737437 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-f4a14849-a0cb-45aa-9696-39cd3b2f15a6 tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Calling delete_port for e1a30bd8-4ea1-42df-81f9-bedc7f294440 owned by network:dhcp {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:20:52.757772 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d5e34e-bf1f-474f-a64f-5532f0c35cd4 None None] The sync data for ids ['1d76ba02-58a9-4103-b9df-073c1462a5d5'] in n-d-712749-28 is: [{'id': '1d76ba02-58a9-4103-b9df-073c1462a5d5', 'name': 'tempest-ServersTestFqdnHostnames-1145654772-router', 'tenant_id': 'dd2e13ce1205406fa292cb7ef70743a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:18:12Z', 'updated_at': '2022-01-28T07:20:52Z', 'revision_number': 6, 'project_id': 'dd2e13ce1205406fa292cb7ef70743a9', 'gw_port_host': None}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:20:52.763381 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device e1a30bd8-4ea1-42df-81f9-bedc7f294440 no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:20:52.809722 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5386ca-9d99-4b48-9b77-43d76fcc1f31 req-bbc2e0e5-e7e2-4680-bbf0-1bb157de18fc tempest-InstanceActionsV221TestJSON-285930459 tempest-InstanceActionsV221TestJSON-285930459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:52.811468 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ef5386ca-9d99-4b48-9b77-43d76fcc1f31 req-bbc2e0e5-e7e2-4680-bbf0-1bb157de18fc tempest-InstanceActionsV221TestJSON-285930459 tempest-InstanceActionsV221TestJSON-285930459-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e3c89b9-35e3-483b-a124-5f1bc0c0963a HTTP/1.1" status: 200 len: 945 time: 0.1779752 Jan 28 07:20:52.819413 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: e1a30bd8-4ea1-42df-81f9-bedc7f294440 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:20:52.819775 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device e1a30bd8-4ea1-42df-81f9-bedc7f294440 not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:20:52.900869 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ef5386ca-9d99-4b48-9b77-43d76fcc1f31 req-c5ec67b0-6e7a-4dd0-8dd5-bda61d32be94 tempest-InstanceActionsV221TestJSON-285930459 tempest-InstanceActionsV221TestJSON-285930459-project] 10.222.0.41 "GET /v2.0/security-groups?id=d4c9ec9d-9625-4468-bd63-12aac1464f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734951 Jan 28 07:20:52.925631 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-28a39e76-9c20-4a1c-a689-bff7da797538 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (06dba538-0455-450e-a221-1f48583c3823), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:52.951802 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a39e76-9c20-4a1c-a689-bff7da797538 admin admin] Pushing event deleted for resources: {'Port': ['ID=06dba538-0455-450e-a221-1f48583c3823,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:20:52.957942 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 6e18f550-1a38-4c2f-95e2-f7516d641eee no longer exists at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:20:52.996002 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] No Port match for: 6e18f550-1a38-4c2f-95e2-f7516d641eee {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:20:53.001826 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 6e18f550-1a38-4c2f-95e2-f7516d641eee not bound to the agent host n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:20:53.042001 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f4a14849-a0cb-45aa-9696-39cd3b2f15a6 tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (e1a30bd8-4ea1-42df-81f9-bedc7f294440), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:53.049486 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-aa2f28ca-7de7-4b76-8faf-03cc7f3ecd60 req-9554b334-ee6b-4d20-b30c-f4ab422067c3 service neutron] 10.222.0.41 "GET /v2.0/networks/c613bbee-ac30-4d50-a837-418713fc934d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5659978 Jan 28 07:20:53.089962 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a14849-a0cb-45aa-9696-39cd3b2f15a6 tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Pushing event deleted for resources: {'Port': ['ID=e1a30bd8-4ea1-42df-81f9-bedc7f294440,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:20:53.090187 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-28a39e76-9c20-4a1c-a689-bff7da797538 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16607873'] for router_gateway (1d76ba02-58a9-4103-b9df-073c1462a5d5), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:53.104893 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a14849-a0cb-45aa-9696-39cd3b2f15a6 tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] No DVR routers for this DVR port e1a30bd8-4ea1-42df-81f9-bedc7f294440 on host n-d-712749-28 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:20:53.202151 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-28a39e76-9c20-4a1c-a689-bff7da797538 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16605684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127449'] for router (1d76ba02-58a9-4103-b9df-073c1462a5d5), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:53.205132 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-28a39e76-9c20-4a1c-a689-bff7da797538 admin admin] Publish callbacks [] for router_controller (1d76ba02-58a9-4103-b9df-073c1462a5d5), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:53.255068 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-28a39e76-9c20-4a1c-a689-bff7da797538 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16605693'] for router (1d76ba02-58a9-4103-b9df-073c1462a5d5), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:53.255888 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28a39e76-9c20-4a1c-a689-bff7da797538 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1d76ba02-58a9-4103-b9df-073c1462a5d5 {{(pid=103283) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 07:20:53.261413 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-28a39e76-9c20-4a1c-a689-bff7da797538 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:53.266475 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-28a39e76-9c20-4a1c-a689-bff7da797538 admin admin] 10.222.0.41 "DELETE /v2.0/routers/1d76ba02-58a9-4103-b9df-073c1462a5d5 HTTP/1.1" status: 204 len: 168 time: 1.4290996 Jan 28 07:20:53.267551 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 51804) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:20:53.331589 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecb59815-1f8e-4582-a94e-a0f542d9d2aa admin admin] Deleting subnet 93fcb993-73a7-4360-acad-236d0cf05608 {{(pid=103283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:20:53.335315 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ecb59815-1f8e-4582-a94e-a0f542d9d2aa admin admin] Publish callbacks [] for subnet (93fcb993-73a7-4360-acad-236d0cf05608), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:53.379915 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ecb59815-1f8e-4582-a94e-a0f542d9d2aa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13506696'] for subnet (93fcb993-73a7-4360-acad-236d0cf05608), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:53.481143 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ecb59815-1f8e-4582-a94e-a0f542d9d2aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (93fcb993-73a7-4360-acad-236d0cf05608), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:53.548686 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ecb59815-1f8e-4582-a94e-a0f542d9d2aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13546665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13556132'] for subnet (93fcb993-73a7-4360-acad-236d0cf05608), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:53.569953 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b75812e1-19cb-4583-bc72-188402d65160 None None] Network ec19ba11-5495-4bd5-a1d7-3b9cb60d6672 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:20:53.570327 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ecb59815-1f8e-4582-a94e-a0f542d9d2aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:53.580726 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-ecb59815-1f8e-4582-a94e-a0f542d9d2aa admin admin] 10.222.0.41 "DELETE /v2.0/subnets/93fcb993-73a7-4360-acad-236d0cf05608 HTTP/1.1" status: 204 len: 168 time: 0.3118024 Jan 28 07:20:53.582924 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 51814) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:20:53.617019 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f4a14849-a0cb-45aa-9696-39cd3b2f15a6 tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (2ce1c312-3249-43af-8e31-568cb8dfb794), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:53.620280 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb59815-1f8e-4582-a94e-a0f542d9d2aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93fcb993-73a7-4360-acad-236d0cf05608,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:20:53.652079 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-f4a14849-a0cb-45aa-9696-39cd3b2f15a6 tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ce1c312-3249-43af-8e31-568cb8dfb794']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:20:53.657181 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-aa2f28ca-7de7-4b76-8faf-03cc7f3ecd60 req-6734c3d7-519f-4da7-a39d-61b6b9ea5b0a service neutron] 10.222.0.41 "GET /v2.0/networks/c613bbee-ac30-4d50-a837-418713fc934d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5560472 Jan 28 07:20:53.680933 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-f4a14849-a0cb-45aa-9696-39cd3b2f15a6 tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '408b3991-a845-4e22-ae22-1948fad27fdb') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:20:53.681235 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-f4a14849-a0cb-45aa-9696-39cd3b2f15a6 tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '408b3991-a845-4e22-ae22-1948fad27fdb') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:20:53.693060 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f4a14849-a0cb-45aa-9696-39cd3b2f15a6 tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24759294'] for segment (408b3991-a845-4e22-ae22-1948fad27fdb), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:53.710892 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f4a14849-a0cb-45aa-9696-39cd3b2f15a6 tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (408b3991-a845-4e22-ae22-1948fad27fdb), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:53.715416 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b25b23e6-1761-4082-a900-62599378fb7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (ec19ba11-5495-4bd5-a1d7-3b9cb60d6672), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:53.728129 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4a14849-a0cb-45aa-9696-39cd3b2f15a6 tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:20:53.730396 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f4a14849-a0cb-45aa-9696-39cd3b2f15a6 tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24757675'] for segment (408b3991-a845-4e22-ae22-1948fad27fdb), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:53.740704 n-d-712749-28 neutron-server[103284]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:20:53.740704 n-d-712749-28 neutron-server[103284]: self.session.flush() Jan 28 07:20:53.740704 n-d-712749-28 neutron-server[103284]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:20:53.740704 n-d-712749-28 neutron-server[103284]: self.session.flush() Jan 28 07:20:53.740704 n-d-712749-28 neutron-server[103284]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:20:53.740704 n-d-712749-28 neutron-server[103284]: self.session.flush() Jan 28 07:20:53.740704 n-d-712749-28 neutron-server[103284]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:20:53.740704 n-d-712749-28 neutron-server[103284]: self.session.flush() Jan 28 07:20:53.740704 n-d-712749-28 neutron-server[103284]: Traceback (most recent call last): Jan 28 07:20:53.740704 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:20:53.740704 n-d-712749-28 neutron-server[103284]: timer() Jan 28 07:20:53.740704 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:20:53.740704 n-d-712749-28 neutron-server[103284]: cb(*args, **kw) Jan 28 07:20:53.740704 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:20:53.740704 n-d-712749-28 neutron-server[103284]: return func(*args, **kwargs) Jan 28 07:20:53.740704 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:20:53.740704 n-d-712749-28 neutron-server[103284]: self._notify() Jan 28 07:20:53.740704 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:20:53.740704 n-d-712749-28 neutron-server[103284]: self.callback(batched_events) Jan 28 07:20:53.740704 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:20:53.740704 n-d-712749-28 neutron-server[103284]: event.method(event) Jan 28 07:20:53.740704 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:20:53.740704 n-d-712749-28 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:20:53.740704 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:20:53.740704 n-d-712749-28 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:20:53.740704 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:20:53.740704 n-d-712749-28 neutron-server[103284]: return f(self, *a, **k) Jan 28 07:20:53.740704 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:20:53.740704 n-d-712749-28 neutron-server[103284]: return self._get(url).json() Jan 28 07:20:53.740704 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:20:53.740704 n-d-712749-28 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:20:53.740704 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:20:53.740704 n-d-712749-28 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Jan 28 07:20:53.740704 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:20:53.740704 n-d-712749-28 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:20:53.740704 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:20:53.740704 n-d-712749-28 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:20:53.740704 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:20:53.740704 n-d-712749-28 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:20:53.740704 n-d-712749-28 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:20:53.824652 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-b25b23e6-1761-4082-a900-62599378fb7f admin admin] Deleting port dbfa7eee-ddac-42c8-94aa-f191eea73c7a {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:20:53.825069 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b25b23e6-1761-4082-a900-62599378fb7f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (dbfa7eee-ddac-42c8-94aa-f191eea73c7a), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:53.842491 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f4a14849-a0cb-45aa-9696-39cd3b2f15a6 tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (2ce1c312-3249-43af-8e31-568cb8dfb794), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:53.860393 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2794b35-f3c2-4e8c-bcc4-c93e065c8279 None None] DHCP port deletion for ec19ba11-5495-4bd5-a1d7-3b9cb60d6672 request from n-d-712749-28 {{(pid=103285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 07:20:53.863674 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f4a14849-a0cb-45aa-9696-39cd3b2f15a6 tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:53.874371 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-f4a14849-a0cb-45aa-9696-39cd3b2f15a6 tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] 10.222.0.41 "DELETE /v2.0/networks/2ce1c312-3249-43af-8e31-568cb8dfb794 HTTP/1.1" status: 204 len: 168 time: 1.9188852 Jan 28 07:20:53.889969 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a14849-a0cb-45aa-9696-39cd3b2f15a6 tempest-AllowedAddressPairTestJSON-1152253041 tempest-AllowedAddressPairTestJSON-1152253041-project] Pushing event deleted for resources: {'Network': ['ID=2ce1c312-3249-43af-8e31-568cb8dfb794,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:20:53.944521 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-b25b23e6-1761-4082-a900-62599378fb7f admin admin] For port dbfa7eee-ddac-42c8-94aa-f191eea73c7a, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=dbfa7eee-ddac-42c8-94aa-f191eea73c7a,segment=NetworkSegment(c04a96e2-ea61-480f-9949-7d03c5e63e85),segment_id=c04a96e2-ea61-480f-9949-7d03c5e63e85)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:20:53.944968 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b25b23e6-1761-4082-a900-62599378fb7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (dbfa7eee-ddac-42c8-94aa-f191eea73c7a), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:54.051746 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-b25b23e6-1761-4082-a900-62599378fb7f admin admin] Calling delete_port for dbfa7eee-ddac-42c8-94aa-f191eea73c7a owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:20:54.063516 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c9fa20be-a1b6-44f8-b02a-f8fc330a262d req-c94a17a6-8bb6-4c4a-bcb3-968bdc65b214 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9528e21-d787-43d1-b203-57c8109331dd HTTP/1.1" status: 200 len: 210 time: 0.1020660 Jan 28 07:20:54.126024 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-b2794b35-f3c2-4e8c-bcc4-c93e065c8279 None None] Deleting port dbfa7eee-ddac-42c8-94aa-f191eea73c7a {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:20:54.126424 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b2794b35-f3c2-4e8c-bcc4-c93e065c8279 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (dbfa7eee-ddac-42c8-94aa-f191eea73c7a), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:54.140769 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4b4eec-ce86-4d0d-a49c-d007c3b20a4c req-5285ca55-c747-45e0-a413-827468aa16e2 tempest-InstanceActionsV221TestJSON-285930459 tempest-InstanceActionsV221TestJSON-285930459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:54.143643 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5b4b4eec-ce86-4d0d-a49c-d007c3b20a4c req-5285ca55-c747-45e0-a413-827468aa16e2 tempest-InstanceActionsV221TestJSON-285930459 tempest-InstanceActionsV221TestJSON-285930459-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e3c89b9-35e3-483b-a124-5f1bc0c0963a HTTP/1.1" status: 200 len: 945 time: 0.1108632 Jan 28 07:20:54.233398 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5b4b4eec-ce86-4d0d-a49c-d007c3b20a4c req-7a73ba04-908a-4ae6-9f6c-9aa5b91a334a tempest-InstanceActionsV221TestJSON-285930459 tempest-InstanceActionsV221TestJSON-285930459-project] 10.222.0.41 "GET /v2.0/security-groups?id=d4c9ec9d-9625-4468-bd63-12aac1464f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789053 Jan 28 07:20:54.287141 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b25b23e6-1761-4082-a900-62599378fb7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (dbfa7eee-ddac-42c8-94aa-f191eea73c7a), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:54.318558 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-b2794b35-f3c2-4e8c-bcc4-c93e065c8279 None None] For port dbfa7eee-ddac-42c8-94aa-f191eea73c7a, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=dbfa7eee-ddac-42c8-94aa-f191eea73c7a,segment=NetworkSegment(c04a96e2-ea61-480f-9949-7d03c5e63e85),segment_id=c04a96e2-ea61-480f-9949-7d03c5e63e85)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:20:54.319062 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b2794b35-f3c2-4e8c-bcc4-c93e065c8279 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (dbfa7eee-ddac-42c8-94aa-f191eea73c7a), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:54.337025 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25b23e6-1761-4082-a900-62599378fb7f admin admin] No DVR routers for this DVR port dbfa7eee-ddac-42c8-94aa-f191eea73c7a on host n-d-712749-28 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:20:54.339806 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-b2794b35-f3c2-4e8c-bcc4-c93e065c8279 None None] Calling delete_port for dbfa7eee-ddac-42c8-94aa-f191eea73c7a owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:20:54.344664 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25b23e6-1761-4082-a900-62599378fb7f admin admin] Pushing event deleted for resources: {'Port': ['ID=dbfa7eee-ddac-42c8-94aa-f191eea73c7a,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:20:54.393607 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 51864) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:20:54.450182 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b2794b35-f3c2-4e8c-bcc4-c93e065c8279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298'] for port (dbfa7eee-ddac-42c8-94aa-f191eea73c7a), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:54.478285 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2794b35-f3c2-4e8c-bcc4-c93e065c8279 None None] Pushing event deleted for resources: {'Port': ['ID=dbfa7eee-ddac-42c8-94aa-f191eea73c7a,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:20:54.484047 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2794b35-f3c2-4e8c-bcc4-c93e065c8279 None None] No DVR routers for this DVR port dbfa7eee-ddac-42c8-94aa-f191eea73c7a on host n-d-712749-28 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:20:54.493208 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b25b23e6-1761-4082-a900-62599378fb7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (ec19ba11-5495-4bd5-a1d7-3b9cb60d6672), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:54.533387 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-b25b23e6-1761-4082-a900-62599378fb7f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec19ba11-5495-4bd5-a1d7-3b9cb60d6672']}} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:20:54.561604 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-b25b23e6-1761-4082-a900-62599378fb7f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c04a96e2-ea61-480f-9949-7d03c5e63e85') {'for_net_delete': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:20:54.565474 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-b25b23e6-1761-4082-a900-62599378fb7f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c04a96e2-ea61-480f-9949-7d03c5e63e85') {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:20:54.585154 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b25b23e6-1761-4082-a900-62599378fb7f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13506801'] for segment (c04a96e2-ea61-480f-9949-7d03c5e63e85), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:54.601008 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b25b23e6-1761-4082-a900-62599378fb7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (c04a96e2-ea61-480f-9949-7d03c5e63e85), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:54.608019 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b25b23e6-1761-4082-a900-62599378fb7f admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=103283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:20:54.608451 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b25b23e6-1761-4082-a900-62599378fb7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13546563'] for segment (c04a96e2-ea61-480f-9949-7d03c5e63e85), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:54.636785 n-d-712749-28 neutron-server[103283]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_agent failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 28 07:20:54.636785 n-d-712749-28 neutron-server[103283]: warnings.warn(msg) Jan 28 07:20:54.636785 n-d-712749-28 neutron-server[103283]: Traceback (most recent call last): Jan 28 07:20:54.636785 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:20:54.636785 n-d-712749-28 neutron-server[103283]: timer() Jan 28 07:20:54.636785 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:20:54.636785 n-d-712749-28 neutron-server[103283]: cb(*args, **kw) Jan 28 07:20:54.636785 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:20:54.636785 n-d-712749-28 neutron-server[103283]: return func(*args, **kwargs) Jan 28 07:20:54.636785 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:20:54.636785 n-d-712749-28 neutron-server[103283]: self._notify() Jan 28 07:20:54.636785 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:20:54.636785 n-d-712749-28 neutron-server[103283]: self.callback(batched_events) Jan 28 07:20:54.636785 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:20:54.636785 n-d-712749-28 neutron-server[103283]: event.method(event) Jan 28 07:20:54.636785 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:20:54.636785 n-d-712749-28 neutron-server[103283]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:20:54.636785 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:20:54.636785 n-d-712749-28 neutron-server[103283]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:20:54.636785 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:20:54.636785 n-d-712749-28 neutron-server[103283]: return f(self, *a, **k) Jan 28 07:20:54.636785 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:20:54.636785 n-d-712749-28 neutron-server[103283]: return self._get(url).json() Jan 28 07:20:54.636785 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:20:54.636785 n-d-712749-28 neutron-server[103283]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:20:54.636785 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:20:54.636785 n-d-712749-28 neutron-server[103283]: return self.request(url, 'GET', **kwargs) Jan 28 07:20:54.636785 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:20:54.636785 n-d-712749-28 neutron-server[103283]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:20:54.636785 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:20:54.636785 n-d-712749-28 neutron-server[103283]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:20:54.636785 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:20:54.636785 n-d-712749-28 neutron-server[103283]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:20:54.636785 n-d-712749-28 neutron-server[103283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:20:54.646818 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 06dba538-0455-450e-a221-1f48583c3823 no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:20:54.650364 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-10beee8c-06ab-46ae-9d63-70bf2818f720 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3dd13b72f8544f70a20e1cc856b342e0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2554276 Jan 28 07:20:54.651602 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 51884) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:20:54.673585 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: 06dba538-0455-450e-a221-1f48583c3823 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:20:54.673909 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 06dba538-0455-450e-a221-1f48583c3823 not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:20:54.674337 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 01260cba-c493-456c-93dd-93889eb0908c no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:20:54.697965 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: 01260cba-c493-456c-93dd-93889eb0908c {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:20:54.698780 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 01260cba-c493-456c-93dd-93889eb0908c not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:20:54.699428 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device dbfa7eee-ddac-42c8-94aa-f191eea73c7a no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:20:54.702488 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b25b23e6-1761-4082-a900-62599378fb7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (ec19ba11-5495-4bd5-a1d7-3b9cb60d6672), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:54.724862 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b25b23e6-1761-4082-a900-62599378fb7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:54.729915 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ca9c2339-1810-40f9-a188-bbacef166ac1 admin admin] Publish callbacks [] for security_group (1935a80d-4118-45d1-ab60-e94543ebb910), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:54.737542 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-b25b23e6-1761-4082-a900-62599378fb7f admin admin] 10.222.0.41 "DELETE /v2.0/networks/ec19ba11-5495-4bd5-a1d7-3b9cb60d6672 HTTP/1.1" status: 204 len: 168 time: 1.1481497 Jan 28 07:20:54.738690 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: dbfa7eee-ddac-42c8-94aa-f191eea73c7a {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:20:54.740158 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device dbfa7eee-ddac-42c8-94aa-f191eea73c7a not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:20:54.764702 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25b23e6-1761-4082-a900-62599378fb7f admin admin] Pushing event deleted for resources: {'Network': ['ID=ec19ba11-5495-4bd5-a1d7-3b9cb60d6672,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:20:54.784097 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ca9c2339-1810-40f9-a188-bbacef166ac1 admin admin] Publish callbacks [] for security_group (1935a80d-4118-45d1-ab60-e94543ebb910), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:54.846496 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ca9c2339-1810-40f9-a188-bbacef166ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (1935a80d-4118-45d1-ab60-e94543ebb910), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:54.849857 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ca9c2339-1810-40f9-a188-bbacef166ac1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:54.851183 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-ca9c2339-1810-40f9-a188-bbacef166ac1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1935a80d-4118-45d1-ab60-e94543ebb910 HTTP/1.1" status: 204 len: 168 time: 0.1983769 Jan 28 07:20:54.860144 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9c2339-1810-40f9-a188-bbacef166ac1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1935a80d-4118-45d1-ab60-e94543ebb910,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:20:54.927328 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 51914) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:20:54.975361 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-ec3b0b69-c041-44a1-886e-35716c834365 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=dd2e13ce1205406fa292cb7ef70743a9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0465460 Jan 28 07:20:54.978131 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 51916) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:20:55.048941 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c600e5f0-d698-469e-9b1d-2fceac198fca admin admin] Publish callbacks [] for security_group (fc0878db-8a33-420a-893a-fe11efe4e860), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:55.072409 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c600e5f0-d698-469e-9b1d-2fceac198fca admin admin] Publish callbacks [] for security_group (fc0878db-8a33-420a-893a-fe11efe4e860), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:55.137134 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c600e5f0-d698-469e-9b1d-2fceac198fca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (fc0878db-8a33-420a-893a-fe11efe4e860), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:55.141438 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c600e5f0-d698-469e-9b1d-2fceac198fca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:55.143478 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-c600e5f0-d698-469e-9b1d-2fceac198fca admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fc0878db-8a33-420a-893a-fe11efe4e860 HTTP/1.1" status: 204 len: 168 time: 0.1641643 Jan 28 07:20:55.155116 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c600e5f0-d698-469e-9b1d-2fceac198fca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc0878db-8a33-420a-893a-fe11efe4e860,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:20:55.212651 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-40a93066-92dc-4a3e-8476-7541873a937e req-7f2896ba-3eb8-4dfd-9c99-8a3cab04658d tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9528e21-d787-43d1-b203-57c8109331dd HTTP/1.1" status: 200 len: 210 time: 0.0414929 Jan 28 07:20:55.399376 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 51946) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:20:55.447814 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad34fef4-2d05-4272-9e71-88f985b03427 req-e9ecdc01-86c2-4501-895f-69745bde30f7 tempest-InstanceActionsV221TestJSON-285930459 tempest-InstanceActionsV221TestJSON-285930459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:55.450932 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ad34fef4-2d05-4272-9e71-88f985b03427 req-e9ecdc01-86c2-4501-895f-69745bde30f7 tempest-InstanceActionsV221TestJSON-285930459 tempest-InstanceActionsV221TestJSON-285930459-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e3c89b9-35e3-483b-a124-5f1bc0c0963a HTTP/1.1" status: 200 len: 945 time: 0.1201181 Jan 28 07:20:55.498456 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2f28ca-7de7-4b76-8faf-03cc7f3ecd60 req-9228ca3f-8e30-48c6-90b7-8e19f3b14b44 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:55.499939 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-aa2f28ca-7de7-4b76-8faf-03cc7f3ecd60 req-9228ca3f-8e30-48c6-90b7-8e19f3b14b44 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.44 "GET /v2.0/networks?id=c613bbee-ac30-4d50-a837-418713fc934d HTTP/1.1" status: 200 len: 811 time: 0.1507118 Jan 28 07:20:55.517153 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ad34fef4-2d05-4272-9e71-88f985b03427 req-9210e097-5c86-4502-b75c-fe44b584fa14 tempest-InstanceActionsV221TestJSON-285930459 tempest-InstanceActionsV221TestJSON-285930459-project] 10.222.0.41 "GET /v2.0/security-groups?id=d4c9ec9d-9625-4468-bd63-12aac1464f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565925 Jan 28 07:20:55.527016 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-aa2f28ca-7de7-4b76-8faf-03cc7f3ecd60 req-fb8f1f68-9c93-4cc0-a2a2-69454d94c41c tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Request body: {'port': {'device_id': 'c9528e21-d787-43d1-b203-57c8109331dd', 'network_id': 'c613bbee-ac30-4d50-a837-418713fc934d', 'admin_state_up': True, 'tenant_id': '229c6d67826441e4877349f4a14040af'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:20:55.683772 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa2f28ca-7de7-4b76-8faf-03cc7f3ecd60 req-fb8f1f68-9c93-4cc0-a2a2-69454d94c41c tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Made reservation on behalf of 229c6d67826441e4877349f4a14040af for: {'port': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:20:55.689510 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-aa2f28ca-7de7-4b76-8faf-03cc7f3ecd60 req-fb8f1f68-9c93-4cc0-a2a2-69454d94c41c tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:55.730029 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-118f4c72-73b7-4846-8403-7e75911fd3cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:55.879500 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [req-aa2f28ca-7de7-4b76-8faf-03cc7f3ecd60 req-fb8f1f68-9c93-4cc0-a2a2-69454d94c41c tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Allocated IP 172.20.0.5 (c613bbee-ac30-4d50-a837-418713fc934d/ff9bdb84-da64-4de0-bfaf-1dc458d2c06f/5f70355f-bff0-48bb-a613-ef368112dec0) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:20:55.884761 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-118f4c72-73b7-4846-8403-7e75911fd3cc admin admin] Publish callbacks [] for security_group (aced567a-7d0e-4d70-b7b6-b6ccc5243355), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:55.912527 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3c35d8-7df5-49cf-b3a4-90b65817aba2 req-d894eee6-ad0b-4aee-9cc4-4efe0ba6822b tempest-InstanceActionsV221TestJSON-285930459 tempest-InstanceActionsV221TestJSON-285930459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:55.914301 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0c3c35d8-7df5-49cf-b3a4-90b65817aba2 req-d894eee6-ad0b-4aee-9cc4-4efe0ba6822b tempest-InstanceActionsV221TestJSON-285930459 tempest-InstanceActionsV221TestJSON-285930459-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e3c89b9-35e3-483b-a124-5f1bc0c0963a HTTP/1.1" status: 200 len: 945 time: 0.0976441 Jan 28 07:20:55.915162 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-118f4c72-73b7-4846-8403-7e75911fd3cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (aced567a-7d0e-4d70-b7b6-b6ccc5243355), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:55.992754 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-118f4c72-73b7-4846-8403-7e75911fd3cc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d9c986a39cdf46d492e8c68586cb867c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5917614 Jan 28 07:20:55.997658 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 51972) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:20:55.998436 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118f4c72-73b7-4846-8403-7e75911fd3cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aced567a-7d0e-4d70-b7b6-b6ccc5243355,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:20:56.027391 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 51974) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:20:56.041556 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0c3c35d8-7df5-49cf-b3a4-90b65817aba2 req-acc655a2-ee16-4882-a686-365e0e891327 tempest-InstanceActionsV221TestJSON-285930459 tempest-InstanceActionsV221TestJSON-285930459-project] 10.222.0.41 "GET /v2.0/security-groups?id=d4c9ec9d-9625-4468-bd63-12aac1464f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140273 Jan 28 07:20:56.067785 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-46ffa72b-9ef7-4c53-b402-93ef397582e5 admin admin] Publish callbacks [] for security_group (aced567a-7d0e-4d70-b7b6-b6ccc5243355), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:56.082670 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 7 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 07:20:56.102581 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-aa2f28ca-7de7-4b76-8faf-03cc7f3ecd60 req-fb8f1f68-9c93-4cc0-a2a2-69454d94c41c tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Publish callbacks [] for port (5f70355f-bff0-48bb-a613-ef368112dec0), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:56.125293 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-46ffa72b-9ef7-4c53-b402-93ef397582e5 admin admin] Publish callbacks [] for security_group (aced567a-7d0e-4d70-b7b6-b6ccc5243355), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:56.158487 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-33d27462-23dd-4591-9116-b93f50244f71 tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:20:56.159227 n-d-712749-28 neutron-server[103283]: WARNING neutron.api.v2.base [None req-33d27462-23dd-4591-9116-b93f50244f71 tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 28 07:20:56.159727 n-d-712749-28 neutron-server[103283]: INFO neutron.api.v2.resource [None req-33d27462-23dd-4591-9116-b93f50244f71 tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] create failed (client error): There was a conflict when trying to complete your request. Jan 28 07:20:56.160751 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-33d27462-23dd-4591-9116-b93f50244f71 tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1318679 Jan 28 07:20:56.162163 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-aa2f28ca-7de7-4b76-8faf-03cc7f3ecd60 req-fb8f1f68-9c93-4cc0-a2a2-69454d94c41c tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (5f70355f-bff0-48bb-a613-ef368112dec0), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:56.164302 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 51982) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:20:56.169355 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-e2271da3-7986-4a9c-bd60-3b8475e56104 tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] Request body: {'security_group': {'name': 'tempest-secgroup--1340157894'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:20:56.196642 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-46ffa72b-9ef7-4c53-b402-93ef397582e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (aced567a-7d0e-4d70-b7b6-b6ccc5243355), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:56.199228 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-46ffa72b-9ef7-4c53-b402-93ef397582e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:56.204051 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-46ffa72b-9ef7-4c53-b402-93ef397582e5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/aced567a-7d0e-4d70-b7b6-b6ccc5243355 HTTP/1.1" status: 204 len: 168 time: 0.1962140 Jan 28 07:20:56.211003 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ffa72b-9ef7-4c53-b402-93ef397582e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aced567a-7d0e-4d70-b7b6-b6ccc5243355,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:20:56.237759 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa2f28ca-7de7-4b76-8faf-03cc7f3ecd60 req-fb8f1f68-9c93-4cc0-a2a2-69454d94c41c tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Network c613bbee-ac30-4d50-a837-418713fc934d is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:20:56.240129 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8f1f68-9c93-4cc0-a2a2-69454d94c41c tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Pushing event updated for resources: {'Port': ['ID=5f70355f-bff0-48bb-a613-ef368112dec0,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:20:56.244798 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [req-aa2f28ca-7de7-4b76-8faf-03cc7f3ecd60 req-fb8f1f68-9c93-4cc0-a2a2-69454d94c41c tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:20:56.248676 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa2f28ca-7de7-4b76-8faf-03cc7f3ecd60 req-fb8f1f68-9c93-4cc0-a2a2-69454d94c41c tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:20:56.282125 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e2271da3-7986-4a9c-bd60-3b8475e56104 tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:56.296580 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e2271da3-7986-4a9c-bd60-3b8475e56104 tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:56.321054 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2f28ca-7de7-4b76-8faf-03cc7f3ecd60 req-fb8f1f68-9c93-4cc0-a2a2-69454d94c41c tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:56.321778 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-aa2f28ca-7de7-4b76-8faf-03cc7f3ecd60 req-fb8f1f68-9c93-4cc0-a2a2-69454d94c41c tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:56.393206 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 51996) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:20:56.395574 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-aa2f28ca-7de7-4b76-8faf-03cc7f3ecd60 req-fb8f1f68-9c93-4cc0-a2a2-69454d94c41c tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8733115 Jan 28 07:20:56.421476 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6b3b21-ee4c-4786-b1fc-052323bb1bf9 req-cff46ce0-1876-4f0b-b60a-e675bfb439a4 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:56.423092 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6c6b3b21-ee4c-4786-b1fc-052323bb1bf9 req-cff46ce0-1876-4f0b-b60a-e675bfb439a4 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9528e21-d787-43d1-b203-57c8109331dd HTTP/1.1" status: 200 len: 931 time: 0.0902007 Jan 28 07:20:56.437559 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-aa2f28ca-7de7-4b76-8faf-03cc7f3ecd60 req-abe5372b-956d-4927-97df-689e3b5ba788 service neutron] Request body: {'port': {'device_id': 'c9528e21-d787-43d1-b203-57c8109331dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712749-28'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:20:56.580793 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 52002) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:20:56.593445 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-213bbb91-af0f-4e5f-9e78-f47776f496b9 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-514108367-network', 'tenant_id': 'a47118421d7a434ab4e0af47494a7090'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:20:56.603233 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3ea13f12-520f-4667-87f3-639eed474bce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:56.633174 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-213bbb91-af0f-4e5f-9e78-f47776f496b9 admin admin] Made reservation on behalf of a47118421d7a434ab4e0af47494a7090 for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:20:56.635501 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-213bbb91-af0f-4e5f-9e78-f47776f496b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:56.649752 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-213bbb91-af0f-4e5f-9e78-f47776f496b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:56.742841 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3ea13f12-520f-4667-87f3-639eed474bce admin admin] Publish callbacks [] for security_group (ae7dcc90-70b2-4835-b13d-9ca7a8735a5a), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:56.750186 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3ea13f12-520f-4667-87f3-639eed474bce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (ae7dcc90-70b2-4835-b13d-9ca7a8735a5a), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:56.805025 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-213bbb91-af0f-4e5f-9e78-f47776f496b9 admin admin] Publish callbacks [] for security_group (14c53a28-717d-453b-a485-8ca51f2ed251), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:56.806836 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea13f12-520f-4667-87f3-639eed474bce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae7dcc90-70b2-4835-b13d-9ca7a8735a5a,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:20:56.812824 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-3ea13f12-520f-4667-87f3-639eed474bce admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c454ce0f070a42299fcafa6a7e2d24bb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2309070 Jan 28 07:20:56.813546 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-213bbb91-af0f-4e5f-9e78-f47776f496b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (14c53a28-717d-453b-a485-8ca51f2ed251), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:56.816435 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 52004) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:20:56.863060 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-213bbb91-af0f-4e5f-9e78-f47776f496b9 admin admin] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:20:56.875589 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213bbb91-af0f-4e5f-9e78-f47776f496b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14c53a28-717d-453b-a485-8ca51f2ed251,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:20:56.882146 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e2271da3-7986-4a9c-bd60-3b8475e56104 tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] Publish callbacks [] for security_group (f779c771-2775-44c7-9263-c2c51619bcf5), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:56.887900 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-213bbb91-af0f-4e5f-9e78-f47776f496b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (79959e5d-ccd2-4f42-82b3-c15dbcf3d2e8), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:56.888149 n-d-712749-28 neutron-server[103284]: INFO neutron.db.segments_db [None req-213bbb91-af0f-4e5f-9e78-f47776f496b9 admin admin] Added segment 79959e5d-ccd2-4f42-82b3-c15dbcf3d2e8 of type vlan for network 034ef87d-4d6a-4d60-b081-008e9cde7793 Jan 28 07:20:56.890891 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-aa2f28ca-7de7-4b76-8faf-03cc7f3ecd60 req-abe5372b-956d-4927-97df-689e3b5ba788 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (5f70355f-bff0-48bb-a613-ef368112dec0), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:56.895296 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e2271da3-7986-4a9c-bd60-3b8475e56104 tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (f779c771-2775-44c7-9263-c2c51619bcf5), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:56.923906 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6c6b3b21-ee4c-4786-b1fc-052323bb1bf9 req-855463f8-1876-4d36-8aa6-192f92e3d0da tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/security-groups?id=e977f99b-7e7b-4d49-bf15-4fd22b3b3b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4820004 Jan 28 07:20:56.939086 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-213bbb91-af0f-4e5f-9e78-f47776f496b9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (034ef87d-4d6a-4d60-b081-008e9cde7793), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:56.941615 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ba3691cc-68f8-4611-97f6-f1e0ff564b38 admin admin] Publish callbacks [] for security_group (ae7dcc90-70b2-4835-b13d-9ca7a8735a5a), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:56.968184 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2271da3-7986-4a9c-bd60-3b8475e56104 tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f779c771-2775-44c7-9263-c2c51619bcf5,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:20:56.973009 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ba3691cc-68f8-4611-97f6-f1e0ff564b38 admin admin] Publish callbacks [] for security_group (ae7dcc90-70b2-4835-b13d-9ca7a8735a5a), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:57.008222 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-213bbb91-af0f-4e5f-9e78-f47776f496b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (034ef87d-4d6a-4d60-b081-008e9cde7793), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:57.009153 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-213bbb91-af0f-4e5f-9e78-f47776f496b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:57.009746 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-213bbb91-af0f-4e5f-9e78-f47776f496b9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:57.077886 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-213bbb91-af0f-4e5f-9e78-f47776f496b9 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6800101 Jan 28 07:20:57.078096 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 52006) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:20:57.085208 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-7df3bfa4-fc81-4822-b652-db1bea079668 admin admin] Request body: {'subnet': {'network_id': '034ef87d-4d6a-4d60-b081-008e9cde7793', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-514108367-subnet', 'tenant_id': 'a47118421d7a434ab4e0af47494a7090', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:20:57.092062 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213bbb91-af0f-4e5f-9e78-f47776f496b9 admin admin] Pushing event updated for resources: {'Network': ['ID=034ef87d-4d6a-4d60-b081-008e9cde7793,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:20:57.094347 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e2271da3-7986-4a9c-bd60-3b8475e56104 tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] Publish callbacks [] for security_group (ff631b2b-171a-43d9-8d26-d6da7e7bb10c), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:57.108764 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network 034ef87d-4d6a-4d60-b081-008e9cde7793 details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:20:57.110542 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7df3bfa4-fc81-4822-b652-db1bea079668 admin admin] Made reservation on behalf of a47118421d7a434ab4e0af47494a7090 for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:20:57.111956 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e2271da3-7986-4a9c-bd60-3b8475e56104 tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (ff631b2b-171a-43d9-8d26-d6da7e7bb10c), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:57.113179 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7df3bfa4-fc81-4822-b652-db1bea079668 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24979592'] for subnet (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:57.116429 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ba3691cc-68f8-4611-97f6-f1e0ff564b38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (ae7dcc90-70b2-4835-b13d-9ca7a8735a5a), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:57.118896 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ba3691cc-68f8-4611-97f6-f1e0ff564b38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:57.120267 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-ba3691cc-68f8-4611-97f6-f1e0ff564b38 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ae7dcc90-70b2-4835-b13d-9ca7a8735a5a HTTP/1.1" status: 204 len: 168 time: 0.3014562 Jan 28 07:20:57.186444 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2271da3-7986-4a9c-bd60-3b8475e56104 tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff631b2b-171a-43d9-8d26-d6da7e7bb10c,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:20:57.194225 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e2271da3-7986-4a9c-bd60-3b8475e56104 tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:57.198036 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-e2271da3-7986-4a9c-bd60-3b8475e56104 tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.0300543 Jan 28 07:20:57.199286 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 52012) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:20:57.204400 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-a56b00c6-fa74-4f3d-b2fe-cda81dcbf8cb tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] Request body: {'security_group_rule': {'security_group_id': 'ff631b2b-171a-43d9-8d26-d6da7e7bb10c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:20:57.256777 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3691cc-68f8-4611-97f6-f1e0ff564b38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae7dcc90-70b2-4835-b13d-9ca7a8735a5a,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:20:57.269393 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a56b00c6-fa74-4f3d-b2fe-cda81dcbf8cb tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] Publish callbacks [] for security_group_rule (16c66a65-0aa5-4978-a862-9eb021fb9b81), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:57.298840 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab3520a-fbef-4139-b782-fb3ceaad8d74 req-b709eaba-0b28-40e3-8e29-59ae15b6cb25 tempest-InstanceActionsV221TestJSON-285930459 tempest-InstanceActionsV221TestJSON-285930459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:57.300438 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3ab3520a-fbef-4139-b782-fb3ceaad8d74 req-b709eaba-0b28-40e3-8e29-59ae15b6cb25 tempest-InstanceActionsV221TestJSON-285930459 tempest-InstanceActionsV221TestJSON-285930459-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e3c89b9-35e3-483b-a124-5f1bc0c0963a HTTP/1.1" status: 200 len: 945 time: 0.0915186 Jan 28 07:20:57.384251 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [req-aa2f28ca-7de7-4b76-8faf-03cc7f3ecd60 req-abe5372b-956d-4927-97df-689e3b5ba788 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f70355f-bff0-48bb-a613-ef368112dec0 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:20:57.396258 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-aa2f28ca-7de7-4b76-8faf-03cc7f3ecd60 req-abe5372b-956d-4927-97df-689e3b5ba788 service neutron] Publish callbacks [] for port (5f70355f-bff0-48bb-a613-ef368112dec0), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:57.399489 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a56b00c6-fa74-4f3d-b2fe-cda81dcbf8cb tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] Publish callbacks [] for security_group_rule (16c66a65-0aa5-4978-a862-9eb021fb9b81), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:57.405212 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a56b00c6-fa74-4f3d-b2fe-cda81dcbf8cb tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (16c66a65-0aa5-4978-a862-9eb021fb9b81), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:57.436984 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [req-aa2f28ca-7de7-4b76-8faf-03cc7f3ecd60 req-abe5372b-956d-4927-97df-689e3b5ba788 service neutron] Transition to ACTIVE for port object 5f70355f-bff0-48bb-a613-ef368112dec0 will not be triggered until provisioned by entity L2. {{(pid=103283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:20:57.448051 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3ab3520a-fbef-4139-b782-fb3ceaad8d74 req-94f1b3a4-16e8-4faa-b301-a2560b1c09c7 tempest-InstanceActionsV221TestJSON-285930459 tempest-InstanceActionsV221TestJSON-285930459-project] 10.222.0.41 "GET /v2.0/security-groups?id=d4c9ec9d-9625-4468-bd63-12aac1464f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352177 Jan 28 07:20:57.448290 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a56b00c6-fa74-4f3d-b2fe-cda81dcbf8cb tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:57.449559 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-a56b00c6-fa74-4f3d-b2fe-cda81dcbf8cb tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2494211 Jan 28 07:20:57.452754 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 52018) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:20:57.454906 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-aa2f28ca-7de7-4b76-8faf-03cc7f3ecd60 req-abe5372b-956d-4927-97df-689e3b5ba788 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (5f70355f-bff0-48bb-a613-ef368112dec0), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:57.467478 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6214ab0e-ae86-4cc0-b2d4-265664848d85 req-c68657af-7dec-4b2f-87bc-f64dde9f2f07 tempest-InstanceActionsV221TestJSON-285930459 tempest-InstanceActionsV221TestJSON-285930459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:57.469155 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6214ab0e-ae86-4cc0-b2d4-265664848d85 req-c68657af-7dec-4b2f-87bc-f64dde9f2f07 tempest-InstanceActionsV221TestJSON-285930459 tempest-InstanceActionsV221TestJSON-285930459-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e3c89b9-35e3-483b-a124-5f1bc0c0963a HTTP/1.1" status: 200 len: 945 time: 0.1475489 Jan 28 07:20:57.475205 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-0986ee9e-7832-41b7-8ed4-e883b69be3ad tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] Request body: {'security_group_rule': {'security_group_id': 'ff631b2b-171a-43d9-8d26-d6da7e7bb10c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:20:57.484991 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56b00c6-fa74-4f3d-b2fe-cda81dcbf8cb tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16c66a65-0aa5-4978-a862-9eb021fb9b81,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:20:57.567468 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7df3bfa4-fc81-4822-b652-db1bea079668 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24757504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24979610'] for subnet (0cd39e81-14bd-4bd8-b692-5875778a5528), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:57.584411 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0986ee9e-7832-41b7-8ed4-e883b69be3ad tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] Publish callbacks [] for security_group_rule (fb791a4c-7ade-43cb-93cf-521ac0386795), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:57.587477 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe5372b-956d-4927-97df-689e3b5ba788 service neutron] Pushing event updated for resources: {'Port': ['ID=5f70355f-bff0-48bb-a613-ef368112dec0,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:20:57.659638 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df3bfa4-fc81-4822-b652-db1bea079668 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0cd39e81-14bd-4bd8-b692-5875778a5528,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:20:57.674973 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df3bfa4-fc81-4822-b652-db1bea079668 admin admin] Checking segment: {'id': '79959e5d-ccd2-4f42-82b3-c15dbcf3d2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '034ef87d-4d6a-4d60-b081-008e9cde7793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:20:57.675335 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df3bfa4-fc81-4822-b652-db1bea079668 admin admin] Network hostable DHCP agents. Network: 034ef87d-4d6a-4d60-b081-008e9cde7793, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:20:57.690493 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-6214ab0e-ae86-4cc0-b2d4-265664848d85 req-a48d4090-f87e-4a73-9f52-abb497712c9a tempest-InstanceActionsV221TestJSON-285930459 tempest-InstanceActionsV221TestJSON-285930459-project] Deleting port afecb7fa-afd5-4e87-943a-b1df67906318 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:20:57.690824 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-6214ab0e-ae86-4cc0-b2d4-265664848d85 req-a48d4090-f87e-4a73-9f52-abb497712c9a tempest-InstanceActionsV221TestJSON-285930459 tempest-InstanceActionsV221TestJSON-285930459-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (afecb7fa-afd5-4e87-943a-b1df67906318), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:57.701725 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-aa2f28ca-7de7-4b76-8faf-03cc7f3ecd60 req-abe5372b-956d-4927-97df-689e3b5ba788 service neutron] Attempting to bind port 5f70355f-bff0-48bb-a613-ef368112dec0 on host n-h2-712749-28 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:20:57.702149 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-aa2f28ca-7de7-4b76-8faf-03cc7f3ecd60 req-abe5372b-956d-4927-97df-689e3b5ba788 service neutron] Attempting to bind port 5f70355f-bff0-48bb-a613-ef368112dec0 by drivers openvswitch,hyperv on host n-h2-712749-28 at level 0 using segments [{'id': '0129dffb-fe43-47b5-a269-4f49ca8f6de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c613bbee-ac30-4d50-a837-418713fc934d'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:20:57.702542 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2f28ca-7de7-4b76-8faf-03cc7f3ecd60 req-abe5372b-956d-4927-97df-689e3b5ba788 service neutron] Attempting to bind port 5f70355f-bff0-48bb-a613-ef368112dec0 on network c613bbee-ac30-4d50-a837-418713fc934d {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:20:57.709897 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2f28ca-7de7-4b76-8faf-03cc7f3ecd60 req-abe5372b-956d-4927-97df-689e3b5ba788 service neutron] Port 5f70355f-bff0-48bb-a613-ef368112dec0 on network c613bbee-ac30-4d50-a837-418713fc934d not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-28 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:20:57.710294 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2f28ca-7de7-4b76-8faf-03cc7f3ecd60 req-abe5372b-956d-4927-97df-689e3b5ba788 service neutron] Attempting to bind port 5f70355f-bff0-48bb-a613-ef368112dec0 on network c613bbee-ac30-4d50-a837-418713fc934d {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:20:57.720879 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2f28ca-7de7-4b76-8faf-03cc7f3ecd60 req-abe5372b-956d-4927-97df-689e3b5ba788 service neutron] Checking agent: {'id': 'c9906e63-062c-432e-bb53-63fdb8115e18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:20:57.722043 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2f28ca-7de7-4b76-8faf-03cc7f3ecd60 req-abe5372b-956d-4927-97df-689e3b5ba788 service neutron] Checking segment: {'id': '0129dffb-fe43-47b5-a269-4f49ca8f6de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c613bbee-ac30-4d50-a837-418713fc934d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:20:57.722272 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2f28ca-7de7-4b76-8faf-03cc7f3ecd60 req-abe5372b-956d-4927-97df-689e3b5ba788 service neutron] Bound using segment: {'id': '0129dffb-fe43-47b5-a269-4f49ca8f6de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c613bbee-ac30-4d50-a837-418713fc934d'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:20:57.722796 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-aa2f28ca-7de7-4b76-8faf-03cc7f3ecd60 req-abe5372b-956d-4927-97df-689e3b5ba788 service neutron] Bound port: 5f70355f-bff0-48bb-a613-ef368112dec0, host: n-h2-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0129dffb-fe43-47b5-a269-4f49ca8f6de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c613bbee-ac30-4d50-a837-418713fc934d'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:20:57.723154 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-aa2f28ca-7de7-4b76-8faf-03cc7f3ecd60 req-abe5372b-956d-4927-97df-689e3b5ba788 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (5f70355f-bff0-48bb-a613-ef368112dec0), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:57.736472 n-d-712749-28 neutron-server[103283]: INFO neutron.api.v2.resource [None req-0986ee9e-7832-41b7-8ed4-e883b69be3ad tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] create failed (client error): There was a conflict when trying to complete your request. Jan 28 07:20:57.737539 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-0986ee9e-7832-41b7-8ed4-e883b69be3ad tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2838104 Jan 28 07:20:57.740973 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 52030) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:20:57.753676 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df3bfa4-fc81-4822-b652-db1bea079668 admin admin] Network 034ef87d-4d6a-4d60-b081-008e9cde7793 is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:20:57.768977 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-7df3bfa4-fc81-4822-b652-db1bea079668 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, 034ef87d-4d6a-4d60-b081-008e9cde7793) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:20:57.779552 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f3e0d2d-403f-4ae5-ae7e-623a1d703535 None None] Network 034ef87d-4d6a-4d60-b081-008e9cde7793 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:20:57.784350 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7df3bfa4-fc81-4822-b652-db1bea079668 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:57.784956 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7df3bfa4-fc81-4822-b652-db1bea079668 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:57.830541 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-7df3bfa4-fc81-4822-b652-db1bea079668 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.7514489 Jan 28 07:20:57.832968 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-6214ab0e-ae86-4cc0-b2d4-265664848d85 req-a48d4090-f87e-4a73-9f52-abb497712c9a tempest-InstanceActionsV221TestJSON-285930459 tempest-InstanceActionsV221TestJSON-285930459-project] For port afecb7fa-afd5-4e87-943a-b1df67906318, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=afecb7fa-afd5-4e87-943a-b1df67906318,segment=NetworkSegment(82ed2c9d-54c7-47b4-bd96-231cfa7ae028),segment_id=82ed2c9d-54c7-47b4-bd96-231cfa7ae028)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:20:57.833403 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-6214ab0e-ae86-4cc0-b2d4-265664848d85 req-a48d4090-f87e-4a73-9f52-abb497712c9a tempest-InstanceActionsV221TestJSON-285930459 tempest-InstanceActionsV221TestJSON-285930459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (afecb7fa-afd5-4e87-943a-b1df67906318), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:57.838803 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-aa2f28ca-7de7-4b76-8faf-03cc7f3ecd60 req-abe5372b-956d-4927-97df-689e3b5ba788 service neutron] For port 5f70355f-bff0-48bb-a613-ef368112dec0, host n-h2-712749-28, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:20:57.847508 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-aa2f28ca-7de7-4b76-8faf-03cc7f3ecd60 req-abe5372b-956d-4927-97df-689e3b5ba788 service neutron] For port 5f70355f-bff0-48bb-a613-ef368112dec0, host n-h2-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=5f70355f-bff0-48bb-a613-ef368112dec0,segment=NetworkSegment(0129dffb-fe43-47b5-a269-4f49ca8f6de7),segment_id=0129dffb-fe43-47b5-a269-4f49ca8f6de7)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:20:57.853773 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-6214ab0e-ae86-4cc0-b2d4-265664848d85 req-a48d4090-f87e-4a73-9f52-abb497712c9a tempest-InstanceActionsV221TestJSON-285930459 tempest-InstanceActionsV221TestJSON-285930459-project] Calling delete_port for afecb7fa-afd5-4e87-943a-b1df67906318 owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:20:57.858870 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-aa2f28ca-7de7-4b76-8faf-03cc7f3ecd60 req-abe5372b-956d-4927-97df-689e3b5ba788 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (5f70355f-bff0-48bb-a613-ef368112dec0), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:57.869237 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b940e066-b594-4d49-8cb9-03f2c91f39f3 tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] Publish callbacks [] for security_group (ff631b2b-171a-43d9-8d26-d6da7e7bb10c), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:57.906185 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2f28ca-7de7-4b76-8faf-03cc7f3ecd60 req-abe5372b-956d-4927-97df-689e3b5ba788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:57.906814 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-aa2f28ca-7de7-4b76-8faf-03cc7f3ecd60 req-abe5372b-956d-4927-97df-689e3b5ba788 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:57.909431 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-aa2f28ca-7de7-4b76-8faf-03cc7f3ecd60 req-abe5372b-956d-4927-97df-689e3b5ba788 service neutron] 10.222.0.44 "PUT /v2.0/ports/5f70355f-bff0-48bb-a613-ef368112dec0 HTTP/1.1" status: 200 len: 1092 time: 1.4840810 Jan 28 07:20:57.932236 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9528e21-d787-43d1-b203-57c8109331dd', 'tag': '5f70355f-bff0-48bb-a613-ef368112dec0'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:20:57.941775 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48d2b870-359a-4274-b11b-b56c12be8ab2" -d '{"events": [{"name": "network-changed", "server_uuid": "c9528e21-d787-43d1-b203-57c8109331dd", "tag": "5f70355f-bff0-48bb-a613-ef368112dec0"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:20:57.973775 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6273f115-8eeb-4180-9b2c-d861dde45376 None None] Network 034ef87d-4d6a-4d60-b081-008e9cde7793 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:20:58.075722 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b940e066-b594-4d49-8cb9-03f2c91f39f3 tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] Publish callbacks [] for security_group (ff631b2b-171a-43d9-8d26-d6da7e7bb10c), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:58.083633 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-147d7ae5-5851-41b2-b925-899d78c5bbe9 x-openstack-request-id: req-147d7ae5-5851-41b2-b925-899d78c5bbe9 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:20:58.083932 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9528e21-d787-43d1-b203-57c8109331dd", "tag": "5f70355f-bff0-48bb-a613-ef368112dec0", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:20:58.084188 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-147d7ae5-5851-41b2-b925-899d78c5bbe9 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:20:58.084628 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9528e21-d787-43d1-b203-57c8109331dd', 'tag': '5f70355f-bff0-48bb-a613-ef368112dec0', 'status': 'completed', 'code': 200} Jan 28 07:20:58.093501 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-6214ab0e-ae86-4cc0-b2d4-265664848d85 req-a48d4090-f87e-4a73-9f52-abb497712c9a tempest-InstanceActionsV221TestJSON-285930459 tempest-InstanceActionsV221TestJSON-285930459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (afecb7fa-afd5-4e87-943a-b1df67906318), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:58.140844 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['afecb7fa-afd5-4e87-943a-b1df67906318'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:20:58.146292 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48d4090-f87e-4a73-9f52-abb497712c9a tempest-InstanceActionsV221TestJSON-285930459 tempest-InstanceActionsV221TestJSON-285930459-project] Pushing event deleted for resources: {'Port': ['ID=afecb7fa-afd5-4e87-943a-b1df67906318,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:20:58.150863 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe5372b-956d-4927-97df-689e3b5ba788 service neutron] Pushing event updated for resources: {'Port': ['ID=5f70355f-bff0-48bb-a613-ef368112dec0,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:20:58.174858 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2f28ca-7de7-4b76-8faf-03cc7f3ecd60 req-c8c96299-f337-4c9c-8277-6f776e0af133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:58.176588 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-aa2f28ca-7de7-4b76-8faf-03cc7f3ecd60 req-c8c96299-f337-4c9c-8277-6f776e0af133 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=229c6d67826441e4877349f4a14040af&device_id=c9528e21-d787-43d1-b203-57c8109331dd HTTP/1.1" status: 200 len: 1095 time: 0.1898892 Jan 28 07:20:58.203885 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-6214ab0e-ae86-4cc0-b2d4-265664848d85 req-a48d4090-f87e-4a73-9f52-abb497712c9a tempest-InstanceActionsV221TestJSON-285930459 tempest-InstanceActionsV221TestJSON-285930459-project] No DVR routers for this DVR port afecb7fa-afd5-4e87-943a-b1df67906318 on host n-h1-712749-28 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:20:58.207025 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-6214ab0e-ae86-4cc0-b2d4-265664848d85 req-a48d4090-f87e-4a73-9f52-abb497712c9a tempest-InstanceActionsV221TestJSON-285930459 tempest-InstanceActionsV221TestJSON-285930459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:58.207211 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895af284-1ef3-4d81-9b8f-9e1ee75b9262 req-9144318b-2569-44a9-9569-b421458a4f58 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:58.209061 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-895af284-1ef3-4d81-9b8f-9e1ee75b9262 req-9144318b-2569-44a9-9569-b421458a4f58 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9528e21-d787-43d1-b203-57c8109331dd HTTP/1.1" status: 200 len: 943 time: 0.1281927 Jan 28 07:20:58.217456 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6214ab0e-ae86-4cc0-b2d4-265664848d85 req-a48d4090-f87e-4a73-9f52-abb497712c9a tempest-InstanceActionsV221TestJSON-285930459 tempest-InstanceActionsV221TestJSON-285930459-project] 10.222.0.10 "DELETE /v2.0/ports/afecb7fa-afd5-4e87-943a-b1df67906318 HTTP/1.1" status: 204 len: 173 time: 0.7205758 Jan 28 07:20:58.218341 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e3c89b9-35e3-483b-a124-5f1bc0c0963a', 'name': 'network-vif-deleted', 'tag': 'afecb7fa-afd5-4e87-943a-b1df67906318'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:20:58.230362 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5c6065a-665b-4906-944f-ebe00855a11c" -d '{"events": [{"server_uuid": "2e3c89b9-35e3-483b-a124-5f1bc0c0963a", "name": "network-vif-deleted", "tag": "afecb7fa-afd5-4e87-943a-b1df67906318"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:20:58.254066 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-aa2f28ca-7de7-4b76-8faf-03cc7f3ecd60 req-84b6daf3-2596-4d5a-9a68-423d63ab5a63 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5f70355f-bff0-48bb-a613-ef368112dec0 HTTP/1.1" status: 200 len: 217 time: 0.0613437 Jan 28 07:20:58.269419 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b940e066-b594-4d49-8cb9-03f2c91f39f3 tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (ff631b2b-171a-43d9-8d26-d6da7e7bb10c), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:58.272021 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b940e066-b594-4d49-8cb9-03f2c91f39f3 tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:58.273333 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-b940e066-b594-4d49-8cb9-03f2c91f39f3 tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] 10.222.0.41 "DELETE /v2.0/security-groups/ff631b2b-171a-43d9-8d26-d6da7e7bb10c HTTP/1.1" status: 204 len: 168 time: 0.5307178 Jan 28 07:20:58.276871 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 52054) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:20:58.288083 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97b9586a-a497-4b49-a8df-0c94fae84aef x-openstack-request-id: req-97b9586a-a497-4b49-a8df-0c94fae84aef {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:20:58.289595 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e3c89b9-35e3-483b-a124-5f1bc0c0963a", "name": "network-vif-deleted", "tag": "afecb7fa-afd5-4e87-943a-b1df67906318", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:20:58.289882 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-97b9586a-a497-4b49-a8df-0c94fae84aef {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:20:58.290287 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e3c89b9-35e3-483b-a124-5f1bc0c0963a', 'name': 'network-vif-deleted', 'tag': 'afecb7fa-afd5-4e87-943a-b1df67906318', 'status': 'completed', 'code': 200} Jan 28 07:20:58.333269 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b940e066-b594-4d49-8cb9-03f2c91f39f3 tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff631b2b-171a-43d9-8d26-d6da7e7bb10c,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:20:58.382631 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-895af284-1ef3-4d81-9b8f-9e1ee75b9262 req-4d2bbc72-bcc5-4aa3-9b32-c127681700cc tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/security-groups?id=e977f99b-7e7b-4d49-bf15-4fd22b3b3b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325245 Jan 28 07:20:58.389021 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 52058) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:20:58.390090 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-e4164bec-f3df-40d3-b643-8653ae8896d8 tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1107264 Jan 28 07:20:58.393183 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2f28ca-7de7-4b76-8faf-03cc7f3ecd60 req-70e7b9a1-755a-4ce0-95a6-9ba67c1f9457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:58.395964 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-aa2f28ca-7de7-4b76-8faf-03cc7f3ecd60 req-70e7b9a1-755a-4ce0-95a6-9ba67c1f9457 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ff9bdb84-da64-4de0-bfaf-1dc458d2c06f HTTP/1.1" status: 200 len: 851 time: 0.1278179 Jan 28 07:20:58.401047 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-f03ad73e-a7ee-4bfb-8736-4cd166976ead tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] Request body: {'security_group': {'name': 'tempest-secgroup--432246255'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:20:58.440631 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-aa2f28ca-7de7-4b76-8faf-03cc7f3ecd60 req-a0fd49ca-a89f-4fa4-948e-2fa46144e29a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c613bbee-ac30-4d50-a837-418713fc934d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329392 Jan 28 07:20:58.470955 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f03ad73e-a7ee-4bfb-8736-4cd166976ead tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:58.606234 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-57832387-9194-4cc6-abcf-cb7e86a76d17 req-a80d4f45-8da6-46f4-8faa-7804824344a9 tempest-InstanceActionsV221TestJSON-285930459 tempest-InstanceActionsV221TestJSON-285930459-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e3c89b9-35e3-483b-a124-5f1bc0c0963a HTTP/1.1" status: 200 len: 210 time: 0.0492792 Jan 28 07:20:58.615245 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-aa2f28ca-7de7-4b76-8faf-03cc7f3ecd60 req-ce755dfe-667e-4979-a606-20d659af59b9 service neutron] 10.222.0.44 "GET /v2.0/networks/c613bbee-ac30-4d50-a837-418713fc934d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672213 Jan 28 07:20:58.699755 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f03ad73e-a7ee-4bfb-8736-4cd166976ead tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] Publish callbacks [] for security_group (db5469da-6bf2-4377-bd9f-540ac521e2d7), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:58.706104 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f03ad73e-a7ee-4bfb-8736-4cd166976ead tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (db5469da-6bf2-4377-bd9f-540ac521e2d7), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:58.752215 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f03ad73e-a7ee-4bfb-8736-4cd166976ead tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:58.756598 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 52082) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:20:58.761304 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-b74b8097-9fdb-4c42-8716-ec5925e18590 tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] Request body: {'security_group_rule': {'security_group_id': 'db5469da-6bf2-4377-bd9f-540ac521e2d7', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:20:58.762191 n-d-712749-28 neutron-server[103284]: WARNING neutron.api.v2.base [None req-b74b8097-9fdb-4c42-8716-ec5925e18590 tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jan 28 07:20:58.763084 n-d-712749-28 neutron-server[103284]: INFO neutron.api.v2.resource [None req-b74b8097-9fdb-4c42-8716-ec5925e18590 tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 07:20:58.767797 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-b74b8097-9fdb-4c42-8716-ec5925e18590 tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0099719 Jan 28 07:20:58.768501 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 52084) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:20:58.768911 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-f03ad73e-a7ee-4bfb-8736-4cd166976ead tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3784499 Jan 28 07:20:58.783572 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03ad73e-a7ee-4bfb-8736-4cd166976ead tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db5469da-6bf2-4377-bd9f-540ac521e2d7,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:20:58.820172 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-aa2f28ca-7de7-4b76-8faf-03cc7f3ecd60 req-adb74d70-7a13-4c2e-9d47-783449d791b8 service neutron] 10.222.0.44 "GET /v2.0/networks/c613bbee-ac30-4d50-a837-418713fc934d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874607 Jan 28 07:20:58.923672 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-50c2eb22-2fa6-47ab-85e9-85ed0aafdaf6 tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] Publish callbacks [] for security_group (db5469da-6bf2-4377-bd9f-540ac521e2d7), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:58.954355 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be48de32-433c-4fc7-af47-b8c8375b51ed req-476bd228-db04-491b-8b84-92b37884bcde tempest-ServerAddressesNegativeTestJSON-1255147968 tempest-ServerAddressesNegativeTestJSON-1255147968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:58.961262 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-be48de32-433c-4fc7-af47-b8c8375b51ed req-476bd228-db04-491b-8b84-92b37884bcde tempest-ServerAddressesNegativeTestJSON-1255147968 tempest-ServerAddressesNegativeTestJSON-1255147968-project] 10.222.0.41 "GET /v2.0/networks?id=034ef87d-4d6a-4d60-b081-008e9cde7793 HTTP/1.1" status: 200 len: 821 time: 0.1918218 Jan 28 07:20:58.976152 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d2b870-359a-4274-b11b-b56c12be8ab2 req-37403995-d1c1-4d31-9c99-195da608349b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:58.978031 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-48d2b870-359a-4274-b11b-b56c12be8ab2 req-37403995-d1c1-4d31-9c99-195da608349b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=229c6d67826441e4877349f4a14040af&device_id=c9528e21-d787-43d1-b203-57c8109331dd HTTP/1.1" status: 200 len: 1095 time: 0.0554607 Jan 28 07:20:58.981662 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-be48de32-433c-4fc7-af47-b8c8375b51ed req-c76ed7b0-8770-403e-823c-4dfe66ae9c84 tempest-ServerAddressesNegativeTestJSON-1255147968 tempest-ServerAddressesNegativeTestJSON-1255147968-project] 10.222.0.41 "GET /v2.0/quotas/a47118421d7a434ab4e0af47494a7090 HTTP/1.1" status: 200 len: 375 time: 0.0194187 Jan 28 07:20:58.983223 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-50c2eb22-2fa6-47ab-85e9-85ed0aafdaf6 tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] Publish callbacks [] for security_group (db5469da-6bf2-4377-bd9f-540ac521e2d7), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:59.026906 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-be48de32-433c-4fc7-af47-b8c8375b51ed req-4e85ffa9-9fb5-4b56-a1c8-d3e4dbf1c7a7 tempest-ServerAddressesNegativeTestJSON-1255147968 tempest-ServerAddressesNegativeTestJSON-1255147968-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=a47118421d7a434ab4e0af47494a7090&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0351465 Jan 28 07:20:59.088877 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d2b870-359a-4274-b11b-b56c12be8ab2 req-64a82124-e3ce-4a16-b2f1-377364ace176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:59.093003 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-48d2b870-359a-4274-b11b-b56c12be8ab2 req-64a82124-e3ce-4a16-b2f1-377364ace176 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c613bbee-ac30-4d50-a837-418713fc934d HTTP/1.1" status: 200 len: 912 time: 0.1040993 Jan 28 07:20:59.107912 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-50c2eb22-2fa6-47ab-85e9-85ed0aafdaf6 tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (db5469da-6bf2-4377-bd9f-540ac521e2d7), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:59.110758 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-50c2eb22-2fa6-47ab-85e9-85ed0aafdaf6 tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:59.112110 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-50c2eb22-2fa6-47ab-85e9-85ed0aafdaf6 tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] 10.222.0.41 "DELETE /v2.0/security-groups/db5469da-6bf2-4377-bd9f-540ac521e2d7 HTTP/1.1" status: 204 len: 168 time: 0.3323278 Jan 28 07:20:59.117734 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 52096) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:20:59.137602 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-48d2b870-359a-4274-b11b-b56c12be8ab2 req-2cea633e-9a78-4846-bac7-88d7589ae974 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5f70355f-bff0-48bb-a613-ef368112dec0 HTTP/1.1" status: 200 len: 217 time: 0.0390184 Jan 28 07:20:59.140159 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c2eb22-2fa6-47ab-85e9-85ed0aafdaf6 tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db5469da-6bf2-4377-bd9f-540ac521e2d7,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:20:59.171019 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-be48de32-433c-4fc7-af47-b8c8375b51ed req-16f72dcb-bc98-47f6-91f7-c6649723b744 service neutron] 10.222.0.41 "GET /v2.0/networks/034ef87d-4d6a-4d60-b081-008e9cde7793?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353590 Jan 28 07:20:59.205305 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d2b870-359a-4274-b11b-b56c12be8ab2 req-b7ea73ee-dd56-4337-bc8e-39d33e8cf546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:59.206821 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-48d2b870-359a-4274-b11b-b56c12be8ab2 req-b7ea73ee-dd56-4337-bc8e-39d33e8cf546 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ff9bdb84-da64-4de0-bfaf-1dc458d2c06f HTTP/1.1" status: 200 len: 851 time: 0.0636103 Jan 28 07:20:59.241403 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-48d2b870-359a-4274-b11b-b56c12be8ab2 req-ba82f668-21e8-4996-88c7-ca0cc449f32d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c613bbee-ac30-4d50-a837-418713fc934d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267184 Jan 28 07:20:59.244849 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-08a3c756-7400-4c09-9d7b-26d380767717 tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1181939 Jan 28 07:20:59.249030 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 52106) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:20:59.253797 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-51bba06f-22ca-4d5a-a412-a8165f72447e tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] Request body: {'security_group': {'name': 'tempest-secgroup--1130797614'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:20:59.300288 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-51bba06f-22ca-4d5a-a412-a8165f72447e tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:59.316570 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-be48de32-433c-4fc7-af47-b8c8375b51ed req-f6afdfc6-f80b-4f31-9f50-fa51bc088dfc service neutron] 10.222.0.41 "GET /v2.0/networks/034ef87d-4d6a-4d60-b081-008e9cde7793?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378152 Jan 28 07:20:59.373851 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-48d2b870-359a-4274-b11b-b56c12be8ab2 req-22bb9c85-5ba4-450b-a12a-772fdbc26d17 service neutron] 10.222.0.44 "GET /v2.0/networks/c613bbee-ac30-4d50-a837-418713fc934d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254258 Jan 28 07:20:59.396513 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-51bba06f-22ca-4d5a-a412-a8165f72447e tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] Publish callbacks [] for security_group (561c6bfd-b02f-47c2-9d0c-c1f7868c6e11), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:59.405607 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-51bba06f-22ca-4d5a-a412-a8165f72447e tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (561c6bfd-b02f-47c2-9d0c-c1f7868c6e11), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:59.513521 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-48d2b870-359a-4274-b11b-b56c12be8ab2 req-8c056909-d9fc-4fc6-a6e7-b114a498916a service neutron] 10.222.0.44 "GET /v2.0/networks/c613bbee-ac30-4d50-a837-418713fc934d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314321 Jan 28 07:20:59.526594 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-51bba06f-22ca-4d5a-a412-a8165f72447e tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:59.530958 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-51bba06f-22ca-4d5a-a412-a8165f72447e tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2782147 Jan 28 07:20:59.535976 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 52136) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:20:59.542037 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-6cea968d-a38f-4bfd-a1e6-c15a1d48f692 tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] Request body: {'security_group_rule': {'security_group_id': '561c6bfd-b02f-47c2-9d0c-c1f7868c6e11', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:20:59.551358 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bba06f-22ca-4d5a-a412-a8165f72447e tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] Pushing event updated for resources: {'SecurityGroup': ['ID=561c6bfd-b02f-47c2-9d0c-c1f7868c6e11,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:20:59.552135 n-d-712749-28 neutron-server[103283]: WARNING neutron.api.v2.base [None req-6cea968d-a38f-4bfd-a1e6-c15a1d48f692 tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jan 28 07:20:59.560587 n-d-712749-28 neutron-server[103283]: INFO neutron.api.v2.resource [None req-6cea968d-a38f-4bfd-a1e6-c15a1d48f692 tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 07:20:59.569080 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-6cea968d-a38f-4bfd-a1e6-c15a1d48f692 tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0317008 Jan 28 07:20:59.569691 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 52142) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:20:59.588853 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2aa0db7e-d776-4d98-b45d-cf0b11802e7c req-bb36001e-a9a4-427a-a28d-34e2c4fbb81e tempest-ServerAddressesNegativeTestJSON-1255147968 tempest-ServerAddressesNegativeTestJSON-1255147968-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab312f97-b8ff-4c0f-a449-d1fa04113917 HTTP/1.1" status: 200 len: 210 time: 0.0555615 Jan 28 07:20:59.658195 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356e7ded-cc57-4da3-bc79-4cfeea143c6a req-89557367-4407-4be0-a246-f48ada2e71d4 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:59.666316 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-356e7ded-cc57-4da3-bc79-4cfeea143c6a req-89557367-4407-4be0-a246-f48ada2e71d4 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9528e21-d787-43d1-b203-57c8109331dd HTTP/1.1" status: 200 len: 943 time: 0.1432114 Jan 28 07:20:59.704516 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1f04b16e-c08e-453d-abcc-0fefe6ad20f7 tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] Publish callbacks [] for security_group (561c6bfd-b02f-47c2-9d0c-c1f7868c6e11), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:59.747464 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1f04b16e-c08e-453d-abcc-0fefe6ad20f7 tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] Publish callbacks [] for security_group (561c6bfd-b02f-47c2-9d0c-c1f7868c6e11), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:59.764490 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-356e7ded-cc57-4da3-bc79-4cfeea143c6a req-45ba92c1-957b-4735-afba-57f22783c250 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/security-groups?id=e977f99b-7e7b-4d49-bf15-4fd22b3b3b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927045 Jan 28 07:20:59.828929 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1f04b16e-c08e-453d-abcc-0fefe6ad20f7 tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (561c6bfd-b02f-47c2-9d0c-c1f7868c6e11), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:59.831523 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1f04b16e-c08e-453d-abcc-0fefe6ad20f7 tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:59.835660 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-1f04b16e-c08e-453d-abcc-0fefe6ad20f7 tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] 10.222.0.41 "DELETE /v2.0/security-groups/561c6bfd-b02f-47c2-9d0c-c1f7868c6e11 HTTP/1.1" status: 204 len: 168 time: 0.2363629 Jan 28 07:20:59.836562 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 52164) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:20:59.846051 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f04b16e-c08e-453d-abcc-0fefe6ad20f7 tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=561c6bfd-b02f-47c2-9d0c-c1f7868c6e11,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:20:59.925111 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-ee5ef618-ae7b-432e-a2f0-caf92c073249 tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0878603 Jan 28 07:20:59.928740 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 52170) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:20:59.936239 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-b2f2a386-3f97-4d6d-b59f-7b063cd7a7c7 tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] Request body: {'security_group': {'name': 'tempest-secgroup--797675533'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:20:59.942547 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 52174) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:20:59.964624 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b2f2a386-3f97-4d6d-b59f-7b063cd7a7c7 tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:00.013641 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-9dc28793-411c-4e74-80f1-97fbd4880447 admin admin] Deleting subnet 0e77f286-1f2a-46de-a4f8-2ee85280245a {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:21:00.017339 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9dc28793-411c-4e74-80f1-97fbd4880447 admin admin] Publish callbacks [] for subnet (0e77f286-1f2a-46de-a4f8-2ee85280245a), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:00.041617 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 52176) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:21:00.066914 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9dc28793-411c-4e74-80f1-97fbd4880447 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24759175'] for subnet (0e77f286-1f2a-46de-a4f8-2ee85280245a), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:00.067440 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b2f2a386-3f97-4d6d-b59f-7b063cd7a7c7 tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] Publish callbacks [] for security_group (a81cfc20-43f4-4db6-8db7-7ac758ed0fc4), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:00.071515 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b2f2a386-3f97-4d6d-b59f-7b063cd7a7c7 tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (a81cfc20-43f4-4db6-8db7-7ac758ed0fc4), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:00.097634 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b2f2a386-3f97-4d6d-b59f-7b063cd7a7c7 tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:00.101668 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-b2f2a386-3f97-4d6d-b59f-7b063cd7a7c7 tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1688504 Jan 28 07:21:00.101958 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 52180) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:21:00.107643 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-4fbc0dfa-0b60-4fc6-80b9-375eea24a307 tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] Request body: {'security_group_rule': {'security_group_id': 'a81cfc20-43f4-4db6-8db7-7ac758ed0fc4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:21:00.107975 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f2a386-3f97-4d6d-b59f-7b063cd7a7c7 tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a81cfc20-43f4-4db6-8db7-7ac758ed0fc4,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:21:00.123886 n-d-712749-28 neutron-server[103284]: WARNING neutron.api.v2.base [None req-4fbc0dfa-0b60-4fc6-80b9-375eea24a307 tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jan 28 07:21:00.124597 n-d-712749-28 neutron-server[103284]: INFO neutron.api.v2.resource [None req-4fbc0dfa-0b60-4fc6-80b9-375eea24a307 tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 07:21:00.128312 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-4fbc0dfa-0b60-4fc6-80b9-375eea24a307 tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0227761 Jan 28 07:21:00.128574 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 52182) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:21:00.133798 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-67c5488c-de33-40d3-a2c0-847398733bc0 tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] Request body: {'security_group_rule': {'security_group_id': 'a81cfc20-43f4-4db6-8db7-7ac758ed0fc4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:21:00.136574 n-d-712749-28 neutron-server[103283]: WARNING neutron.api.v2.base [None req-67c5488c-de33-40d3-a2c0-847398733bc0 tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jan 28 07:21:00.137117 n-d-712749-28 neutron-server[103283]: INFO neutron.api.v2.resource [None req-67c5488c-de33-40d3-a2c0-847398733bc0 tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 07:21:00.138654 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-67c5488c-de33-40d3-a2c0-847398733bc0 tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0090811 Jan 28 07:21:00.141324 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 52184) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:21:00.144393 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9dc28793-411c-4e74-80f1-97fbd4880447 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (0e77f286-1f2a-46de-a4f8-2ee85280245a), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:00.149060 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-3e69ec5b-9ee7-4781-bbf7-346dbfe72c67 tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] Request body: {'security_group_rule': {'security_group_id': 'a81cfc20-43f4-4db6-8db7-7ac758ed0fc4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:21:00.150125 n-d-712749-28 neutron-server[103283]: WARNING neutron.api.v2.base [None req-3e69ec5b-9ee7-4781-bbf7-346dbfe72c67 tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jan 28 07:21:00.150908 n-d-712749-28 neutron-server[103283]: INFO neutron.api.v2.resource [None req-3e69ec5b-9ee7-4781-bbf7-346dbfe72c67 tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 07:21:00.151883 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-3e69ec5b-9ee7-4781-bbf7-346dbfe72c67 tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0081801 Jan 28 07:21:00.155599 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 52186) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:21:00.160710 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-9795e1df-ff22-4071-9498-2efbef445726 tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] Request body: {'security_group_rule': {'security_group_id': 'a81cfc20-43f4-4db6-8db7-7ac758ed0fc4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:21:00.161832 n-d-712749-28 neutron-server[103283]: WARNING neutron.api.v2.base [None req-9795e1df-ff22-4071-9498-2efbef445726 tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jan 28 07:21:00.162320 n-d-712749-28 neutron-server[103283]: INFO neutron.api.v2.resource [None req-9795e1df-ff22-4071-9498-2efbef445726 tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 07:21:00.163393 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-9795e1df-ff22-4071-9498-2efbef445726 tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0067389 Jan 28 07:21:00.169160 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 52188) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:21:00.218225 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9dc28793-411c-4e74-80f1-97fbd4880447 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24757569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24979817'] for subnet (0e77f286-1f2a-46de-a4f8-2ee85280245a), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:00.218839 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-75cd0575-7bd0-4ae6-9366-521563d4afb7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:00.251971 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc28793-411c-4e74-80f1-97fbd4880447 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e77f286-1f2a-46de-a4f8-2ee85280245a,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:21:00.253641 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2df80889-61b3-4d88-9109-80ad515472c1 tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] Publish callbacks [] for security_group (a81cfc20-43f4-4db6-8db7-7ac758ed0fc4), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:00.253943 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9dc28793-411c-4e74-80f1-97fbd4880447 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:00.257573 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-9dc28793-411c-4e74-80f1-97fbd4880447 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/0e77f286-1f2a-46de-a4f8-2ee85280245a HTTP/1.1" status: 204 len: 168 time: 0.3138111 Jan 28 07:21:00.259821 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 52190) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:21:00.290363 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2df80889-61b3-4d88-9109-80ad515472c1 tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] Publish callbacks [] for security_group (a81cfc20-43f4-4db6-8db7-7ac758ed0fc4), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:00.334037 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-87f82a0c-bf43-4148-acb3-a49b96afa301 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (bb29d0fb-3e46-477e-a3cb-4b9ff323693b), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:00.375973 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2df80889-61b3-4d88-9109-80ad515472c1 tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (a81cfc20-43f4-4db6-8db7-7ac758ed0fc4), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:00.379174 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2df80889-61b3-4d88-9109-80ad515472c1 tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:00.383129 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-2df80889-61b3-4d88-9109-80ad515472c1 tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] 10.222.0.41 "DELETE /v2.0/security-groups/a81cfc20-43f4-4db6-8db7-7ac758ed0fc4 HTTP/1.1" status: 204 len: 168 time: 0.2105508 Jan 28 07:21:00.383129 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-75cd0575-7bd0-4ae6-9366-521563d4afb7 admin admin] Publish callbacks [] for security_group (7aba054e-2b5d-49e8-9642-6068c327f0b4), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:00.387110 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 52192) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:21:00.396556 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-75cd0575-7bd0-4ae6-9366-521563d4afb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (7aba054e-2b5d-49e8-9642-6068c327f0b4), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:00.421529 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-87f82a0c-bf43-4148-acb3-a49b96afa301 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (bb29d0fb-3e46-477e-a3cb-4b9ff323693b), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:00.422561 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df80889-61b3-4d88-9109-80ad515472c1 tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a81cfc20-43f4-4db6-8db7-7ac758ed0fc4,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:21:00.452097 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-87f82a0c-bf43-4148-acb3-a49b96afa301 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb29d0fb-3e46-477e-a3cb-4b9ff323693b']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:21:00.462580 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-87f82a0c-bf43-4148-acb3-a49b96afa301 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82ed2c9d-54c7-47b4-bd96-231cfa7ae028') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:21:00.462963 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-87f82a0c-bf43-4148-acb3-a49b96afa301 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82ed2c9d-54c7-47b4-bd96-231cfa7ae028') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:21:00.474605 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-75cd0575-7bd0-4ae6-9366-521563d4afb7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d782fb90d78d4f56958fd91c1315a610&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4294555 Jan 28 07:21:00.474833 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-87f82a0c-bf43-4148-acb3-a49b96afa301 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24759294'] for segment (82ed2c9d-54c7-47b4-bd96-231cfa7ae028), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:00.474961 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 52194) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:21:00.490858 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cd0575-7bd0-4ae6-9366-521563d4afb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aba054e-2b5d-49e8-9642-6068c327f0b4,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:21:00.497828 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-35181a19-43c9-480e-ad25-6f3a6fe0f2ad tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1094925 Jan 28 07:21:00.502126 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 52196) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:21:00.503184 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-87f82a0c-bf43-4148-acb3-a49b96afa301 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (82ed2c9d-54c7-47b4-bd96-231cfa7ae028), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:00.507016 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-0d77c5fd-d322-44eb-b067-55472ef97568 tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] Request body: {'security_group': {'name': 'tempest-secgroup--1416062164'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:21:00.518335 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87f82a0c-bf43-4148-acb3-a49b96afa301 admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:21:00.518733 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-87f82a0c-bf43-4148-acb3-a49b96afa301 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24757675'] for segment (82ed2c9d-54c7-47b4-bd96-231cfa7ae028), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:00.520433 n-d-712749-28 neutron-server[103284]: Traceback (most recent call last): Jan 28 07:21:00.520433 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:21:00.520433 n-d-712749-28 neutron-server[103284]: timer() Jan 28 07:21:00.520433 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:21:00.520433 n-d-712749-28 neutron-server[103284]: cb(*args, **kw) Jan 28 07:21:00.520433 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:21:00.520433 n-d-712749-28 neutron-server[103284]: return func(*args, **kwargs) Jan 28 07:21:00.520433 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:21:00.520433 n-d-712749-28 neutron-server[103284]: self._notify() Jan 28 07:21:00.520433 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:21:00.520433 n-d-712749-28 neutron-server[103284]: self.callback(batched_events) Jan 28 07:21:00.520433 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:21:00.520433 n-d-712749-28 neutron-server[103284]: event.method(event) Jan 28 07:21:00.520433 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:21:00.520433 n-d-712749-28 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:21:00.520433 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:21:00.520433 n-d-712749-28 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:21:00.520433 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:21:00.520433 n-d-712749-28 neutron-server[103284]: return f(self, *a, **k) Jan 28 07:21:00.520433 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:21:00.520433 n-d-712749-28 neutron-server[103284]: return self._get(url).json() Jan 28 07:21:00.520433 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:21:00.520433 n-d-712749-28 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:21:00.520433 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:21:00.520433 n-d-712749-28 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Jan 28 07:21:00.520433 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:21:00.520433 n-d-712749-28 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:21:00.520433 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:21:00.520433 n-d-712749-28 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:21:00.520433 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:21:00.520433 n-d-712749-28 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:21:00.520433 n-d-712749-28 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:21:00.533625 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0d77c5fd-d322-44eb-b067-55472ef97568 tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:00.587907 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0aa53afe-0d8f-4f89-a680-d951eb0289b0 admin admin] Publish callbacks [] for security_group (7aba054e-2b5d-49e8-9642-6068c327f0b4), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:00.592400 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-87f82a0c-bf43-4148-acb3-a49b96afa301 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (bb29d0fb-3e46-477e-a3cb-4b9ff323693b), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:00.603431 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0d77c5fd-d322-44eb-b067-55472ef97568 tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] Publish callbacks [] for security_group (c76d5c47-c281-4844-bcf2-9739481ef124), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:00.607588 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0d77c5fd-d322-44eb-b067-55472ef97568 tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (c76d5c47-c281-4844-bcf2-9739481ef124), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:00.625691 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-87f82a0c-bf43-4148-acb3-a49b96afa301 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:00.631526 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-87f82a0c-bf43-4148-acb3-a49b96afa301 admin admin] 10.222.0.41 "DELETE /v2.0/networks/bb29d0fb-3e46-477e-a3cb-4b9ff323693b HTTP/1.1" status: 204 len: 168 time: 0.3680172 Jan 28 07:21:00.633200 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f82a0c-bf43-4148-acb3-a49b96afa301 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb29d0fb-3e46-477e-a3cb-4b9ff323693b,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:21:00.636393 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0aa53afe-0d8f-4f89-a680-d951eb0289b0 admin admin] Publish callbacks [] for security_group (7aba054e-2b5d-49e8-9642-6068c327f0b4), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:00.651008 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0d77c5fd-d322-44eb-b067-55472ef97568 tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:00.652428 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-0d77c5fd-d322-44eb-b067-55472ef97568 tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1491735 Jan 28 07:21:00.655994 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 52202) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:21:00.662225 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-df5434eb-d232-49de-8953-d80f9c6ff8e0 tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] Request body: {'security_group_rule': {'security_group_id': 'c76d5c47-c281-4844-bcf2-9739481ef124', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:21:00.662774 n-d-712749-28 neutron-server[103283]: WARNING neutron.api.v2.base [None req-df5434eb-d232-49de-8953-d80f9c6ff8e0 tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 28 07:21:00.663356 n-d-712749-28 neutron-server[103283]: INFO neutron.api.v2.resource [None req-df5434eb-d232-49de-8953-d80f9c6ff8e0 tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 07:21:00.664592 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-df5434eb-d232-49de-8953-d80f9c6ff8e0 tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0074272 Jan 28 07:21:00.665902 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d77c5fd-d322-44eb-b067-55472ef97568 tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c76d5c47-c281-4844-bcf2-9739481ef124,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:21:00.668802 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 52204) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:21:00.674164 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-f2ae6cf3-39ce-4390-8623-e358ab886f16 tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] Request body: {'security_group_rule': {'security_group_id': 'c76d5c47-c281-4844-bcf2-9739481ef124', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:21:00.721611 n-d-712749-28 neutron-server[103284]: INFO neutron.api.v2.resource [None req-f2ae6cf3-39ce-4390-8623-e358ab886f16 tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 07:21:00.726469 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-f2ae6cf3-39ce-4390-8623-e358ab886f16 tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0541017 Jan 28 07:21:00.727143 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 52206) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:21:00.728097 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-35c331d7-b3d2-46c9-b706-8f8622ad9310 req-fb44861e-874f-43a9-b4ad-1e167664b90b tempest-ServerAddressesNegativeTestJSON-1255147968 tempest-ServerAddressesNegativeTestJSON-1255147968-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab312f97-b8ff-4c0f-a449-d1fa04113917 HTTP/1.1" status: 200 len: 210 time: 0.0330083 Jan 28 07:21:00.730882 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0aa53afe-0d8f-4f89-a680-d951eb0289b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (7aba054e-2b5d-49e8-9642-6068c327f0b4), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:00.734264 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0aa53afe-0d8f-4f89-a680-d951eb0289b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:00.735380 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-0aa53afe-0d8f-4f89-a680-d951eb0289b0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7aba054e-2b5d-49e8-9642-6068c327f0b4 HTTP/1.1" status: 204 len: 168 time: 0.2595298 Jan 28 07:21:00.742293 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-40d492a2-df26-44d2-beea-0145ea2d0ab8 tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] Request body: {'security_group_rule': {'security_group_id': 'c76d5c47-c281-4844-bcf2-9739481ef124', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:21:00.743009 n-d-712749-28 neutron-server[103284]: WARNING neutron.api.v2.base [None req-40d492a2-df26-44d2-beea-0145ea2d0ab8 tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jan 28 07:21:00.743502 n-d-712749-28 neutron-server[103284]: INFO neutron.api.v2.resource [None req-40d492a2-df26-44d2-beea-0145ea2d0ab8 tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 07:21:00.749237 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 52210) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:21:00.754474 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-b8a93dd0-4a99-431e-a501-9ac096baaade tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] Request body: {'security_group_rule': {'security_group_id': 'c76d5c47-c281-4844-bcf2-9739481ef124', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:21:00.756252 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-40d492a2-df26-44d2-beea-0145ea2d0ab8 tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0164053 Jan 28 07:21:00.771148 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa53afe-0d8f-4f89-a680-d951eb0289b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aba054e-2b5d-49e8-9642-6068c327f0b4,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:21:00.831309 n-d-712749-28 neutron-server[103283]: INFO neutron.api.v2.resource [None req-b8a93dd0-4a99-431e-a501-9ac096baaade tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 07:21:00.836216 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-b8a93dd0-4a99-431e-a501-9ac096baaade tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0854242 Jan 28 07:21:00.836841 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 52214) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:21:00.842350 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-fcbf1582-ca0e-4d88-a578-394b32bb5c85 tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] Request body: {'security_group_rule': {'security_group_id': 'c76d5c47-c281-4844-bcf2-9739481ef124', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:21:00.842816 n-d-712749-28 neutron-server[103283]: WARNING neutron.api.v2.base [None req-fcbf1582-ca0e-4d88-a578-394b32bb5c85 tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 28 07:21:00.843292 n-d-712749-28 neutron-server[103283]: INFO neutron.api.v2.resource [None req-fcbf1582-ca0e-4d88-a578-394b32bb5c85 tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 07:21:00.852766 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-fcbf1582-ca0e-4d88-a578-394b32bb5c85 tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0145292 Jan 28 07:21:00.853396 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 52216) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:21:00.863018 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-6ab5c1ef-86da-4967-9ee6-d84f6f6df0e5 tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] Request body: {'security_group_rule': {'security_group_id': 'c76d5c47-c281-4844-bcf2-9739481ef124', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:21:00.935955 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 52220) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:21:00.972021 n-d-712749-28 neutron-server[103283]: INFO neutron.api.v2.resource [None req-6ab5c1ef-86da-4967-9ee6-d84f6f6df0e5 tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 07:21:00.973144 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-6ab5c1ef-86da-4967-9ee6-d84f6f6df0e5 tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1188037 Jan 28 07:21:00.973271 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be48de32-433c-4fc7-af47-b8c8375b51ed req-a8f61812-d81f-4cc0-a004-0626a71fdac7 tempest-ServerAddressesNegativeTestJSON-1255147968 tempest-ServerAddressesNegativeTestJSON-1255147968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:00.975012 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-be48de32-433c-4fc7-af47-b8c8375b51ed req-a8f61812-d81f-4cc0-a004-0626a71fdac7 tempest-ServerAddressesNegativeTestJSON-1255147968 tempest-ServerAddressesNegativeTestJSON-1255147968-project] 10.222.0.10 "GET /v2.0/networks?id=034ef87d-4d6a-4d60-b081-008e9cde7793 HTTP/1.1" status: 200 len: 821 time: 0.1795683 Jan 28 07:21:00.976621 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 52224) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:21:00.981801 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-e802d69c-ecce-4817-b5eb-468b70a7680d tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] Request body: {'security_group_rule': {'security_group_id': 'c76d5c47-c281-4844-bcf2-9739481ef124', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:21:00.982285 n-d-712749-28 neutron-server[103284]: WARNING neutron.api.v2.base [None req-e802d69c-ecce-4817-b5eb-468b70a7680d tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jan 28 07:21:00.982778 n-d-712749-28 neutron-server[103284]: INFO neutron.api.v2.resource [None req-e802d69c-ecce-4817-b5eb-468b70a7680d tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 07:21:00.983752 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-e802d69c-ecce-4817-b5eb-468b70a7680d tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0064549 Jan 28 07:21:00.987633 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 52228) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:21:00.991183 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e129c125-c698-4d12-8f46-c70fc3a665ab req-064e7fda-4efb-460e-979b-e4cbd354a0a6 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:00.992732 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-e9d91f6a-ca0a-4a3f-9f85-4095b44aceaa tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] Request body: {'security_group_rule': {'security_group_id': 'c76d5c47-c281-4844-bcf2-9739481ef124', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:21:00.993110 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e129c125-c698-4d12-8f46-c70fc3a665ab req-064e7fda-4efb-460e-979b-e4cbd354a0a6 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9528e21-d787-43d1-b203-57c8109331dd HTTP/1.1" status: 200 len: 943 time: 0.1084669 Jan 28 07:21:01.005548 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-be48de32-433c-4fc7-af47-b8c8375b51ed req-b4c1ac3f-3a38-491b-b918-ad515ea13a5e tempest-ServerAddressesNegativeTestJSON-1255147968 tempest-ServerAddressesNegativeTestJSON-1255147968-project] Request body: {'port': {'device_id': 'ab312f97-b8ff-4c0f-a449-d1fa04113917', 'network_id': '034ef87d-4d6a-4d60-b081-008e9cde7793', 'admin_state_up': True, 'tenant_id': 'a47118421d7a434ab4e0af47494a7090'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:21:01.024312 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-2048cc80-c692-4550-b138-0e5b51d40001 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e81f96a84c92453f9ac7fee33c57edb4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0868843 Jan 28 07:21:01.024823 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 52230) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:21:01.086088 n-d-712749-28 neutron-server[103283]: INFO neutron.api.v2.resource [None req-e9d91f6a-ca0a-4a3f-9f85-4095b44aceaa tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 07:21:01.087204 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-e9d91f6a-ca0a-4a3f-9f85-4095b44aceaa tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0982568 Jan 28 07:21:01.094038 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 52232) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:21:01.100269 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-7dee020c-108a-4605-939f-6fb37ef955d8 tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] Request body: {'security_group_rule': {'security_group_id': 'c76d5c47-c281-4844-bcf2-9739481ef124', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:21:01.124059 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cb998657-3b95-423d-9625-acae402437b8 admin admin] Publish callbacks [] for security_group (d4c9ec9d-9625-4468-bd63-12aac1464f5e), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:01.155269 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cb998657-3b95-423d-9625-acae402437b8 admin admin] Publish callbacks [] for security_group (d4c9ec9d-9625-4468-bd63-12aac1464f5e), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:01.174627 n-d-712749-28 neutron-server[103283]: INFO neutron.api.v2.resource [None req-7dee020c-108a-4605-939f-6fb37ef955d8 tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 07:21:01.175689 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-7dee020c-108a-4605-939f-6fb37ef955d8 tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0804081 Jan 28 07:21:01.178553 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e129c125-c698-4d12-8f46-c70fc3a665ab req-e721d4ee-9038-413c-a64d-bf056d24a500 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/security-groups?id=e977f99b-7e7b-4d49-bf15-4fd22b3b3b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761992 Jan 28 07:21:01.181973 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 52236) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:21:01.207742 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 52238) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:21:01.217668 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cb998657-3b95-423d-9625-acae402437b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (d4c9ec9d-9625-4468-bd63-12aac1464f5e), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:01.220016 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be48de32-433c-4fc7-af47-b8c8375b51ed req-b4c1ac3f-3a38-491b-b918-ad515ea13a5e tempest-ServerAddressesNegativeTestJSON-1255147968 tempest-ServerAddressesNegativeTestJSON-1255147968-project] Made reservation on behalf of a47118421d7a434ab4e0af47494a7090 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:21:01.220271 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cb998657-3b95-423d-9625-acae402437b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:01.221453 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-cb998657-3b95-423d-9625-acae402437b8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d4c9ec9d-9625-4468-bd63-12aac1464f5e HTTP/1.1" status: 204 len: 168 time: 0.1937952 Jan 28 07:21:01.225921 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-be48de32-433c-4fc7-af47-b8c8375b51ed req-b4c1ac3f-3a38-491b-b918-ad515ea13a5e tempest-ServerAddressesNegativeTestJSON-1255147968 tempest-ServerAddressesNegativeTestJSON-1255147968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:01.231867 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb998657-3b95-423d-9625-acae402437b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4c9ec9d-9625-4468-bd63-12aac1464f5e,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:21:01.253655 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1a3b1878-9c99-4d9a-a941-bad06f84370c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:01.337377 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-071656f9-b01d-4044-aa97-fbb8349ef19a tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] Publish callbacks [] for security_group (c76d5c47-c281-4844-bcf2-9739481ef124), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:01.391555 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-071656f9-b01d-4044-aa97-fbb8349ef19a tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] Publish callbacks [] for security_group (c76d5c47-c281-4844-bcf2-9739481ef124), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:01.497463 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-be48de32-433c-4fc7-af47-b8c8375b51ed req-b4c1ac3f-3a38-491b-b918-ad515ea13a5e tempest-ServerAddressesNegativeTestJSON-1255147968 tempest-ServerAddressesNegativeTestJSON-1255147968-project] Allocated IP 172.20.0.13 (034ef87d-4d6a-4d60-b081-008e9cde7793/0cd39e81-14bd-4bd8-b692-5875778a5528/75af17c1-bbd0-4075-aef6-2a7c1d8ce4c7) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:21:01.527435 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-071656f9-b01d-4044-aa97-fbb8349ef19a tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (c76d5c47-c281-4844-bcf2-9739481ef124), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:01.531440 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-071656f9-b01d-4044-aa97-fbb8349ef19a tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:01.535453 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-071656f9-b01d-4044-aa97-fbb8349ef19a tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] 10.222.0.41 "DELETE /v2.0/security-groups/c76d5c47-c281-4844-bcf2-9739481ef124 HTTP/1.1" status: 204 len: 168 time: 0.3496075 Jan 28 07:21:01.535756 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 52248) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:21:01.536742 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1a3b1878-9c99-4d9a-a941-bad06f84370c admin admin] Publish callbacks [] for security_group (d6b166c1-3c50-456b-90ac-79f0e76cc158), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:01.553064 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1a3b1878-9c99-4d9a-a941-bad06f84370c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (d6b166c1-3c50-456b-90ac-79f0e76cc158), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:01.564379 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071656f9-b01d-4044-aa97-fbb8349ef19a tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c76d5c47-c281-4844-bcf2-9739481ef124,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:21:01.637439 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device afecb7fa-afd5-4e87-943a-b1df67906318 no longer exists at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:21:01.644270 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-2384da87-7b73-4ed1-a3a1-949abd6add9c tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1070733 Jan 28 07:21:01.644844 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 52254) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:21:01.650599 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-2d1dcf22-8234-4056-a569-43386795b7de tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] Request body: {'security_group': {'name': 'tempest-secgroup--2143517884'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:21:01.668408 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-1a3b1878-9c99-4d9a-a941-bad06f84370c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=64992d5e5ffb404a976ac715cb536b65&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4570384 Jan 28 07:21:01.672876 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 52256) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:21:01.677483 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] No Port match for: afecb7fa-afd5-4e87-943a-b1df67906318 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:21:01.677803 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3b1878-9c99-4d9a-a941-bad06f84370c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6b166c1-3c50-456b-90ac-79f0e76cc158,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:21:01.678209 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device afecb7fa-afd5-4e87-943a-b1df67906318 not bound to the agent host n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:21:01.680636 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2d1dcf22-8234-4056-a569-43386795b7de tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:01.790387 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2d1dcf22-8234-4056-a569-43386795b7de tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] Publish callbacks [] for security_group (6fbb6e10-6179-428e-9fbe-64cdac749e8b), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:01.797866 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2d1dcf22-8234-4056-a569-43386795b7de tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (6fbb6e10-6179-428e-9fbe-64cdac749e8b), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:01.826348 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-015d6a2e-4b27-4f22-afb9-2ecab35c8e40 admin admin] Publish callbacks [] for security_group (d6b166c1-3c50-456b-90ac-79f0e76cc158), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:01.851297 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1dcf22-8234-4056-a569-43386795b7de tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fbb6e10-6179-428e-9fbe-64cdac749e8b,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:21:01.864701 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-be48de32-433c-4fc7-af47-b8c8375b51ed req-b4c1ac3f-3a38-491b-b918-ad515ea13a5e tempest-ServerAddressesNegativeTestJSON-1255147968 tempest-ServerAddressesNegativeTestJSON-1255147968-project] Publish callbacks [] for port (75af17c1-bbd0-4075-aef6-2a7c1d8ce4c7), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:01.870709 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2d1dcf22-8234-4056-a569-43386795b7de tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:01.877557 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-2d1dcf22-8234-4056-a569-43386795b7de tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2308483 Jan 28 07:21:01.878478 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 52268) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:21:01.883325 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-704343d6-a8dd-4a6c-8669-233683d7f9a2 tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] Request body: {'security_group_rule': {'security_group_id': '6fbb6e10-6179-428e-9fbe-64cdac749e8b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:21:01.888299 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-015d6a2e-4b27-4f22-afb9-2ecab35c8e40 admin admin] Publish callbacks [] for security_group (d6b166c1-3c50-456b-90ac-79f0e76cc158), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:01.916025 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d2693368-077b-4be5-82ff-f2df667ca7bc req-4fb49509-845a-4378-a9a1-ab5082e77e3a tempest-ServerAddressesNegativeTestJSON-1255147968 tempest-ServerAddressesNegativeTestJSON-1255147968-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab312f97-b8ff-4c0f-a449-d1fa04113917 HTTP/1.1" status: 200 len: 210 time: 0.0443099 Jan 28 07:21:01.971282 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-be48de32-433c-4fc7-af47-b8c8375b51ed req-b4c1ac3f-3a38-491b-b918-ad515ea13a5e tempest-ServerAddressesNegativeTestJSON-1255147968 tempest-ServerAddressesNegativeTestJSON-1255147968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (75af17c1-bbd0-4075-aef6-2a7c1d8ce4c7), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:01.983012 n-d-712749-28 neutron-server[103283]: INFO neutron.api.v2.resource [None req-704343d6-a8dd-4a6c-8669-233683d7f9a2 tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] create failed (client error): The resource could not be found. Jan 28 07:21:01.984218 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-704343d6-a8dd-4a6c-8669-233683d7f9a2 tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1047454 Jan 28 07:21:01.987003 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 52270) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:21:01.995804 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-2f7b04a1-cde7-42a4-aa21-dd2df0f0ece1 tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] Request body: {'security_group_rule': {'security_group_id': '6fbb6e10-6179-428e-9fbe-64cdac749e8b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '91be1de2-a0b8-446f-be8b-e0f925d96d62'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:21:02.013724 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-015d6a2e-4b27-4f22-afb9-2ecab35c8e40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (d6b166c1-3c50-456b-90ac-79f0e76cc158), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:02.016775 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-015d6a2e-4b27-4f22-afb9-2ecab35c8e40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:02.020505 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-015d6a2e-4b27-4f22-afb9-2ecab35c8e40 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d6b166c1-3c50-456b-90ac-79f0e76cc158 HTTP/1.1" status: 204 len: 168 time: 0.3415513 Jan 28 07:21:02.040003 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be48de32-433c-4fc7-af47-b8c8375b51ed req-b4c1ac3f-3a38-491b-b918-ad515ea13a5e tempest-ServerAddressesNegativeTestJSON-1255147968 tempest-ServerAddressesNegativeTestJSON-1255147968-project] Network 034ef87d-4d6a-4d60-b081-008e9cde7793 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:21:02.044111 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015d6a2e-4b27-4f22-afb9-2ecab35c8e40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6b166c1-3c50-456b-90ac-79f0e76cc158,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:21:02.046331 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-be48de32-433c-4fc7-af47-b8c8375b51ed req-b4c1ac3f-3a38-491b-b918-ad515ea13a5e tempest-ServerAddressesNegativeTestJSON-1255147968 tempest-ServerAddressesNegativeTestJSON-1255147968-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:21:02.085450 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-be48de32-433c-4fc7-af47-b8c8375b51ed req-b4c1ac3f-3a38-491b-b918-ad515ea13a5e tempest-ServerAddressesNegativeTestJSON-1255147968 tempest-ServerAddressesNegativeTestJSON-1255147968-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:21:02.091555 n-d-712749-28 neutron-server[103283]: INFO neutron.api.v2.resource [None req-2f7b04a1-cde7-42a4-aa21-dd2df0f0ece1 tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] create failed (client error): The resource could not be found. Jan 28 07:21:02.093191 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-2f7b04a1-cde7-42a4-aa21-dd2df0f0ece1 tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1049342 Jan 28 07:21:02.099436 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 52280) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:21:02.178940 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be48de32-433c-4fc7-af47-b8c8375b51ed req-b4c1ac3f-3a38-491b-b918-ad515ea13a5e tempest-ServerAddressesNegativeTestJSON-1255147968 tempest-ServerAddressesNegativeTestJSON-1255147968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:02.179872 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-be48de32-433c-4fc7-af47-b8c8375b51ed req-b4c1ac3f-3a38-491b-b918-ad515ea13a5e tempest-ServerAddressesNegativeTestJSON-1255147968 tempest-ServerAddressesNegativeTestJSON-1255147968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:02.190497 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c1ac3f-3a38-491b-b918-ad515ea13a5e tempest-ServerAddressesNegativeTestJSON-1255147968 tempest-ServerAddressesNegativeTestJSON-1255147968-project] Pushing event updated for resources: {'Port': ['ID=75af17c1-bbd0-4075-aef6-2a7c1d8ce4c7,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:21:02.221412 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-be48de32-433c-4fc7-af47-b8c8375b51ed req-b4c1ac3f-3a38-491b-b918-ad515ea13a5e tempest-ServerAddressesNegativeTestJSON-1255147968 tempest-ServerAddressesNegativeTestJSON-1255147968-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2194674 Jan 28 07:21:02.242056 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-be48de32-433c-4fc7-af47-b8c8375b51ed req-29c6a5c7-816c-4983-ae01-686c9e016f05 service neutron] Request body: {'port': {'device_id': 'ab312f97-b8ff-4c0f-a449-d1fa04113917', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-28'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:21:02.254209 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2842d852-ac27-460a-8973-b01397972e61 tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] Publish callbacks [] for security_group (6fbb6e10-6179-428e-9fbe-64cdac749e8b), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:02.317723 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2842d852-ac27-460a-8973-b01397972e61 tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] Publish callbacks [] for security_group (6fbb6e10-6179-428e-9fbe-64cdac749e8b), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:02.350422 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-be48de32-433c-4fc7-af47-b8c8375b51ed req-29c6a5c7-816c-4983-ae01-686c9e016f05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (75af17c1-bbd0-4075-aef6-2a7c1d8ce4c7), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:02.383784 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac15f1b-5141-40b0-9847-c1918618b47c req-427aa5f6-2d79-46f7-a795-7ff866fc948f tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:02.387751 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-fac15f1b-5141-40b0-9847-c1918618b47c req-427aa5f6-2d79-46f7-a795-7ff866fc948f tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9528e21-d787-43d1-b203-57c8109331dd HTTP/1.1" status: 200 len: 943 time: 0.1065691 Jan 28 07:21:02.389771 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2842d852-ac27-460a-8973-b01397972e61 tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (6fbb6e10-6179-428e-9fbe-64cdac749e8b), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:02.395920 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2842d852-ac27-460a-8973-b01397972e61 tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:02.403396 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-2842d852-ac27-460a-8973-b01397972e61 tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] 10.222.0.41 "DELETE /v2.0/security-groups/6fbb6e10-6179-428e-9fbe-64cdac749e8b HTTP/1.1" status: 204 len: 168 time: 0.3025839 Jan 28 07:21:02.410509 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 52294) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:21:02.466619 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2842d852-ac27-460a-8973-b01397972e61 tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fbb6e10-6179-428e-9fbe-64cdac749e8b,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:21:02.576083 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-03cae9a8-2372-41f5-9c90-710c84b6a593 tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1591349 Jan 28 07:21:02.580702 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 52300) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:21:02.590945 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-821ef9a9-2407-49ac-a151-500bb7d71562 tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] Request body: {'security_group_rule': {'security_group_id': '870f3c1c-704f-421f-ba16-f03af8dc1d40', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:21:02.693877 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-fac15f1b-5141-40b0-9847-c1918618b47c req-ea29b6f7-9e24-4e46-a927-fd50e07b4ca8 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/security-groups?id=e977f99b-7e7b-4d49-bf15-4fd22b3b3b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3048122 Jan 28 07:21:02.697576 n-d-712749-28 neutron-server[103283]: INFO neutron.api.v2.resource [None req-821ef9a9-2407-49ac-a151-500bb7d71562 tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] create failed (client error): The resource could not be found. Jan 28 07:21:02.699175 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-821ef9a9-2407-49ac-a151-500bb7d71562 tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1167095 Jan 28 07:21:02.712283 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 52308) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:21:02.718314 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-19efbddf-6528-4d53-943b-5b27b1872480 tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] Request body: {'security_group': {'name': 'tempest-secgroup--2128032777'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:21:02.759583 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-19efbddf-6528-4d53-943b-5b27b1872480 tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:02.764661 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-be48de32-433c-4fc7-af47-b8c8375b51ed req-29c6a5c7-816c-4983-ae01-686c9e016f05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75af17c1-bbd0-4075-aef6-2a7c1d8ce4c7 {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:21:02.775421 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-be48de32-433c-4fc7-af47-b8c8375b51ed req-29c6a5c7-816c-4983-ae01-686c9e016f05 service neutron] Publish callbacks [] for port (75af17c1-bbd0-4075-aef6-2a7c1d8ce4c7), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:02.791769 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-be48de32-433c-4fc7-af47-b8c8375b51ed req-29c6a5c7-816c-4983-ae01-686c9e016f05 service neutron] Transition to ACTIVE for port object 75af17c1-bbd0-4075-aef6-2a7c1d8ce4c7 will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:21:02.796777 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-be48de32-433c-4fc7-af47-b8c8375b51ed req-29c6a5c7-816c-4983-ae01-686c9e016f05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (75af17c1-bbd0-4075-aef6-2a7c1d8ce4c7), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:02.856000 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-19efbddf-6528-4d53-943b-5b27b1872480 tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] Publish callbacks [] for security_group (a0bd043e-c4cb-42cc-8d8b-17c7ffd27834), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:02.875758 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-19efbddf-6528-4d53-943b-5b27b1872480 tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (a0bd043e-c4cb-42cc-8d8b-17c7ffd27834), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:02.889756 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:02.898657 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6a5c7-816c-4983-ae01-686c9e016f05 service neutron] Pushing event updated for resources: {'Port': ['ID=75af17c1-bbd0-4075-aef6-2a7c1d8ce4c7,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:21:02.936017 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-19efbddf-6528-4d53-943b-5b27b1872480 tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:02.937653 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-19efbddf-6528-4d53-943b-5b27b1872480 tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2235291 Jan 28 07:21:02.942399 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 52314) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:21:02.959535 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-3d833498-3e1c-411f-bc08-8a21dcbc2c67 tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] Request body: {'security_group': {'name': 'tempest-secgroup--1008496023'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:21:02.975536 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19efbddf-6528-4d53-943b-5b27b1872480 tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0bd043e-c4cb-42cc-8d8b-17c7ffd27834,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:21:02.990597 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 5f70355f-bff0-48bb-a613-ef368112dec0 details requested by agent hyperv_n-h2-712749-28 with host n-h2-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:21:03.039885 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3d833498-3e1c-411f-bc08-8a21dcbc2c67 tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:03.046207 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-be48de32-433c-4fc7-af47-b8c8375b51ed req-29c6a5c7-816c-4983-ae01-686c9e016f05 service neutron] Attempting to bind port 75af17c1-bbd0-4075-aef6-2a7c1d8ce4c7 on host n-h1-712749-28 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:21:03.046207 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-be48de32-433c-4fc7-af47-b8c8375b51ed req-29c6a5c7-816c-4983-ae01-686c9e016f05 service neutron] Attempting to bind port 75af17c1-bbd0-4075-aef6-2a7c1d8ce4c7 by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': '79959e5d-ccd2-4f42-82b3-c15dbcf3d2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '034ef87d-4d6a-4d60-b081-008e9cde7793'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:21:03.046207 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be48de32-433c-4fc7-af47-b8c8375b51ed req-29c6a5c7-816c-4983-ae01-686c9e016f05 service neutron] Attempting to bind port 75af17c1-bbd0-4075-aef6-2a7c1d8ce4c7 on network 034ef87d-4d6a-4d60-b081-008e9cde7793 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:21:03.130581 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be48de32-433c-4fc7-af47-b8c8375b51ed req-29c6a5c7-816c-4983-ae01-686c9e016f05 service neutron] Port 75af17c1-bbd0-4075-aef6-2a7c1d8ce4c7 on network 034ef87d-4d6a-4d60-b081-008e9cde7793 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:21:03.131123 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be48de32-433c-4fc7-af47-b8c8375b51ed req-29c6a5c7-816c-4983-ae01-686c9e016f05 service neutron] Attempting to bind port 75af17c1-bbd0-4075-aef6-2a7c1d8ce4c7 on network 034ef87d-4d6a-4d60-b081-008e9cde7793 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:21:03.148115 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be48de32-433c-4fc7-af47-b8c8375b51ed req-29c6a5c7-816c-4983-ae01-686c9e016f05 service neutron] Checking agent: {'id': '2fca46b1-237f-4857-9290-2429d810e472', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 21, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:21:03.148756 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be48de32-433c-4fc7-af47-b8c8375b51ed req-29c6a5c7-816c-4983-ae01-686c9e016f05 service neutron] Checking segment: {'id': '79959e5d-ccd2-4f42-82b3-c15dbcf3d2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '034ef87d-4d6a-4d60-b081-008e9cde7793'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:21:03.149311 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be48de32-433c-4fc7-af47-b8c8375b51ed req-29c6a5c7-816c-4983-ae01-686c9e016f05 service neutron] Bound using segment: {'id': '79959e5d-ccd2-4f42-82b3-c15dbcf3d2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '034ef87d-4d6a-4d60-b081-008e9cde7793'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:21:03.149902 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-be48de32-433c-4fc7-af47-b8c8375b51ed req-29c6a5c7-816c-4983-ae01-686c9e016f05 service neutron] Bound port: 75af17c1-bbd0-4075-aef6-2a7c1d8ce4c7, host: n-h1-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79959e5d-ccd2-4f42-82b3-c15dbcf3d2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '034ef87d-4d6a-4d60-b081-008e9cde7793'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:21:03.151043 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-be48de32-433c-4fc7-af47-b8c8375b51ed req-29c6a5c7-816c-4983-ae01-686c9e016f05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (75af17c1-bbd0-4075-aef6-2a7c1d8ce4c7), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:03.182709 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db214f40-ed91-4835-85f0-2a32f1e47379 req-2bcb804d-462c-4091-badf-83184644b187 tempest-ServerAddressesNegativeTestJSON-1255147968 tempest-ServerAddressesNegativeTestJSON-1255147968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:03.184875 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-db214f40-ed91-4835-85f0-2a32f1e47379 req-2bcb804d-462c-4091-badf-83184644b187 tempest-ServerAddressesNegativeTestJSON-1255147968 tempest-ServerAddressesNegativeTestJSON-1255147968-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab312f97-b8ff-4c0f-a449-d1fa04113917 HTTP/1.1" status: 200 len: 944 time: 0.1190794 Jan 28 07:21:03.205192 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 5f70355f-bff0-48bb-a613-ef368112dec0, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=5f70355f-bff0-48bb-a613-ef368112dec0,segment=NetworkSegment(0129dffb-fe43-47b5-a269-4f49ca8f6de7),segment_id=0129dffb-fe43-47b5-a269-4f49ca8f6de7)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:21:03.226819 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Returning: {'device': '5f70355f-bff0-48bb-a613-ef368112dec0', 'network_id': 'c613bbee-ac30-4d50-a837-418713fc934d', 'port_id': '5f70355f-bff0-48bb-a613-ef368112dec0', 'mac_address': 'fa:16:3e:ca:d8:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff9bdb84-da64-4de0-bfaf-1dc458d2c06f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:21:03.278490 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3d833498-3e1c-411f-bc08-8a21dcbc2c67 tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] Publish callbacks [] for security_group (095a92f7-0409-4dd0-befb-1b70199e0b53), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:03.281075 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f2e5ae68-7fa4-4679-9a04-0c23f2c15cc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:03.290029 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3d833498-3e1c-411f-bc08-8a21dcbc2c67 tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (095a92f7-0409-4dd0-befb-1b70199e0b53), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:03.302879 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port 5f70355f-bff0-48bb-a613-ef368112dec0 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:21:03.303555 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (5f70355f-bff0-48bb-a613-ef368112dec0), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:03.310614 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-db214f40-ed91-4835-85f0-2a32f1e47379 req-99e1b5aa-6953-4a82-89ab-89037c5910b4 tempest-ServerAddressesNegativeTestJSON-1255147968 tempest-ServerAddressesNegativeTestJSON-1255147968-project] 10.222.0.41 "GET /v2.0/security-groups?id=14c53a28-717d-453b-a485-8ca51f2ed251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832043 Jan 28 07:21:03.328027 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f70355f-bff0-48bb-a613-ef368112dec0 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:21:03.363977 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-be48de32-433c-4fc7-af47-b8c8375b51ed req-29c6a5c7-816c-4983-ae01-686c9e016f05 service neutron] For port 75af17c1-bbd0-4075-aef6-2a7c1d8ce4c7, host n-h1-712749-28, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:21:03.368245 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-be48de32-433c-4fc7-af47-b8c8375b51ed req-29c6a5c7-816c-4983-ae01-686c9e016f05 service neutron] For port 75af17c1-bbd0-4075-aef6-2a7c1d8ce4c7, host n-h1-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=75af17c1-bbd0-4075-aef6-2a7c1d8ce4c7,segment=NetworkSegment(79959e5d-ccd2-4f42-82b3-c15dbcf3d2e8),segment_id=79959e5d-ccd2-4f42-82b3-c15dbcf3d2e8)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:21:03.384607 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-be48de32-433c-4fc7-af47-b8c8375b51ed req-29c6a5c7-816c-4983-ae01-686c9e016f05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (75af17c1-bbd0-4075-aef6-2a7c1d8ce4c7), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:03.410287 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3d833498-3e1c-411f-bc08-8a21dcbc2c67 tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:03.410648 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 5f70355f-bff0-48bb-a613-ef368112dec0, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=5f70355f-bff0-48bb-a613-ef368112dec0,segment=NetworkSegment(0129dffb-fe43-47b5-a269-4f49ca8f6de7),segment_id=0129dffb-fe43-47b5-a269-4f49ca8f6de7)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:21:03.416415 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-3d833498-3e1c-411f-bc08-8a21dcbc2c67 tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4700990 Jan 28 07:21:03.419483 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d833498-3e1c-411f-bc08-8a21dcbc2c67 tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] Pushing event updated for resources: {'SecurityGroup': ['ID=095a92f7-0409-4dd0-befb-1b70199e0b53,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:21:03.421548 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (5f70355f-bff0-48bb-a613-ef368112dec0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:03.463082 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 52338) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:21:03.473485 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6a5c7-816c-4983-ae01-686c9e016f05 service neutron] Pushing event updated for resources: {'Port': ['ID=75af17c1-bbd0-4075-aef6-2a7c1d8ce4c7,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:21:03.480716 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-2df75769-7f19-4a7b-a7f6-c159b6f33591 tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] Request body: {'security_group_rule': {'security_group_id': 'a0bd043e-c4cb-42cc-8d8b-17c7ffd27834', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '095a92f7-0409-4dd0-befb-1b70199e0b53'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:21:03.493556 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be48de32-433c-4fc7-af47-b8c8375b51ed req-29c6a5c7-816c-4983-ae01-686c9e016f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:03.494513 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-be48de32-433c-4fc7-af47-b8c8375b51ed req-29c6a5c7-816c-4983-ae01-686c9e016f05 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:03.496043 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-be48de32-433c-4fc7-af47-b8c8375b51ed req-29c6a5c7-816c-4983-ae01-686c9e016f05 service neutron] 10.222.0.10 "PUT /v2.0/ports/75af17c1-bbd0-4075-aef6-2a7c1d8ce4c7 HTTP/1.1" status: 200 len: 1093 time: 1.2584338 Jan 28 07:21:03.497228 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab312f97-b8ff-4c0f-a449-d1fa04113917', 'tag': '75af17c1-bbd0-4075-aef6-2a7c1d8ce4c7'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:21:03.497407 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=5f70355f-bff0-48bb-a613-ef368112dec0,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:21:03.499913 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-759a5821-445b-46dc-b8d5-5dc9ba48afd0" -d '{"events": [{"name": "network-changed", "server_uuid": "ab312f97-b8ff-4c0f-a449-d1fa04113917", "tag": "75af17c1-bbd0-4075-aef6-2a7c1d8ce4c7"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:21:03.517176 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:21:03.517534 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:21:03.517920 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:21:03.518277 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:21:03.518610 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:21:03.519694 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:21:03.520277 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:21:03.520754 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:21:03.521599 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:21:03.521979 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:21:03.523845 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:21:03.524331 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:21:03.524554 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:21:03.558717 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8d1f46c5-fa4a-4844-91b0-a460a112b831 req-5bba9b68-91bd-4fa5-a1ce-4a427a879218 tempest-ServerShowV247Test-1049381922 tempest-ServerShowV247Test-1049381922-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc3ceb1a-eb56-4f74-b211-9fad0b937eaa HTTP/1.1" status: 200 len: 210 time: 0.1130540 Jan 28 07:21:03.570638 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec2fee1c-00a9-4a84-b604-4c3a2807fd62 x-openstack-request-id: req-ec2fee1c-00a9-4a84-b604-4c3a2807fd62 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:21:03.571159 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab312f97-b8ff-4c0f-a449-d1fa04113917", "tag": "75af17c1-bbd0-4075-aef6-2a7c1d8ce4c7", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:21:03.571417 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ec2fee1c-00a9-4a84-b604-4c3a2807fd62 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:21:03.571891 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab312f97-b8ff-4c0f-a449-d1fa04113917', 'tag': '75af17c1-bbd0-4075-aef6-2a7c1d8ce4c7', 'status': 'completed', 'code': 200} Jan 28 07:21:03.573116 n-d-712749-28 neutron-server[103284]: INFO neutron.api.v2.resource [None req-2df75769-7f19-4a7b-a7f6-c159b6f33591 tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 07:21:03.574239 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-2df75769-7f19-4a7b-a7f6-c159b6f33591 tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0970728 Jan 28 07:21:03.577916 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 52344) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:21:03.660792 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be48de32-433c-4fc7-af47-b8c8375b51ed req-e6028b3e-031b-47e1-bbfa-89dda7060d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:03.662386 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-be48de32-433c-4fc7-af47-b8c8375b51ed req-e6028b3e-031b-47e1-bbfa-89dda7060d3c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a47118421d7a434ab4e0af47494a7090&device_id=ab312f97-b8ff-4c0f-a449-d1fa04113917 HTTP/1.1" status: 200 len: 1096 time: 0.0708754 Jan 28 07:21:03.689936 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1c7c6233-a969-4897-a5df-58e19d6f677e tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] Publish callbacks [] for security_group (095a92f7-0409-4dd0-befb-1b70199e0b53), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:03.723526 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['5f70355f-bff0-48bb-a613-ef368112dec0'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:21:03.727726 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-be48de32-433c-4fc7-af47-b8c8375b51ed req-54c14497-f6f0-4887-8592-081c3cd3f594 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=75af17c1-bbd0-4075-aef6-2a7c1d8ce4c7 HTTP/1.1" status: 200 len: 217 time: 0.0472238 Jan 28 07:21:03.839317 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be48de32-433c-4fc7-af47-b8c8375b51ed req-093d51be-f119-4d90-9be2-355f01e1e1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:03.841629 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-be48de32-433c-4fc7-af47-b8c8375b51ed req-093d51be-f119-4d90-9be2-355f01e1e1e6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0cd39e81-14bd-4bd8-b692-5875778a5528 HTTP/1.1" status: 200 len: 861 time: 0.1067569 Jan 28 07:21:03.878937 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:03.880836 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1c7c6233-a969-4897-a5df-58e19d6f677e tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] Publish callbacks [] for security_group (095a92f7-0409-4dd0-befb-1b70199e0b53), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:03.935505 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-be48de32-433c-4fc7-af47-b8c8375b51ed req-b4295ff8-ff2a-4239-b18d-5adcfdc02af9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=034ef87d-4d6a-4d60-b081-008e9cde7793&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485122 Jan 28 07:21:04.057235 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-be48de32-433c-4fc7-af47-b8c8375b51ed req-6be00aa6-c2c8-41b2-a2ce-ccc9713c2499 service neutron] 10.222.0.10 "GET /v2.0/networks/034ef87d-4d6a-4d60-b081-008e9cde7793?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039076 Jan 28 07:21:04.179271 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-429e2acf-4901-4be7-b547-3428ce8d0405 req-de57e96f-b156-495e-8527-b9c63ac91d71 tempest-ServerShowV247Test-1049381922 tempest-ServerShowV247Test-1049381922-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a0e8784-50dd-4db4-bab0-6dcb4ceef634 HTTP/1.1" status: 200 len: 210 time: 0.0400560 Jan 28 07:21:04.209158 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058fca03-a03e-41cd-8c48-354df3cf7881 req-76193022-52df-4944-a8ab-86f3ce244993 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:04.211066 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-058fca03-a03e-41cd-8c48-354df3cf7881 req-76193022-52df-4944-a8ab-86f3ce244993 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9528e21-d787-43d1-b203-57c8109331dd HTTP/1.1" status: 200 len: 944 time: 0.4039330 Jan 28 07:21:04.224102 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-be48de32-433c-4fc7-af47-b8c8375b51ed req-39c79c09-1d0c-4197-b85e-f4ee9897e896 service neutron] 10.222.0.10 "GET /v2.0/networks/034ef87d-4d6a-4d60-b081-008e9cde7793?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510940 Jan 28 07:21:04.236889 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1c7c6233-a969-4897-a5df-58e19d6f677e tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (095a92f7-0409-4dd0-befb-1b70199e0b53), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:04.239870 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1c7c6233-a969-4897-a5df-58e19d6f677e tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:04.241380 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-1c7c6233-a969-4897-a5df-58e19d6f677e tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] 10.222.0.41 "DELETE /v2.0/security-groups/095a92f7-0409-4dd0-befb-1b70199e0b53 HTTP/1.1" status: 204 len: 168 time: 0.6623859 Jan 28 07:21:04.243757 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 52388) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:21:04.265064 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7c6233-a969-4897-a5df-58e19d6f677e tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=095a92f7-0409-4dd0-befb-1b70199e0b53,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:21:04.303348 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-058fca03-a03e-41cd-8c48-354df3cf7881 req-13a39ec8-485f-427c-9f9c-a8af9d096ed8 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/security-groups?id=e977f99b-7e7b-4d49-bf15-4fd22b3b3b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898700 Jan 28 07:21:04.385295 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-562320a6-9f02-46de-a549-48260ad85b4c tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1391666 Jan 28 07:21:04.388303 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 52398) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:21:04.422970 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759a5821-445b-46dc-b8d5-5dc9ba48afd0 req-1d3162c7-038f-4630-8592-d6674edf8486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:04.424554 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-759a5821-445b-46dc-b8d5-5dc9ba48afd0 req-1d3162c7-038f-4630-8592-d6674edf8486 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a47118421d7a434ab4e0af47494a7090&device_id=ab312f97-b8ff-4c0f-a449-d1fa04113917 HTTP/1.1" status: 200 len: 1096 time: 0.0635059 Jan 28 07:21:04.522494 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3a3ab161-9224-4e94-8498-83e660796dfa tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] Publish callbacks [] for security_group (a0bd043e-c4cb-42cc-8d8b-17c7ffd27834), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:04.572983 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b11cabb-6b55-4a9f-867e-861c936f6a9e req-9718ba78-30f1-4e37-bd1b-1b4003661d8b tempest-ServerAddressesNegativeTestJSON-1255147968 tempest-ServerAddressesNegativeTestJSON-1255147968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:04.580855 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8b11cabb-6b55-4a9f-867e-861c936f6a9e req-9718ba78-30f1-4e37-bd1b-1b4003661d8b tempest-ServerAddressesNegativeTestJSON-1255147968 tempest-ServerAddressesNegativeTestJSON-1255147968-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab312f97-b8ff-4c0f-a449-d1fa04113917 HTTP/1.1" status: 200 len: 944 time: 0.1577213 Jan 28 07:21:04.589184 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3a3ab161-9224-4e94-8498-83e660796dfa tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] Publish callbacks [] for security_group (a0bd043e-c4cb-42cc-8d8b-17c7ffd27834), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:04.624902 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759a5821-445b-46dc-b8d5-5dc9ba48afd0 req-46a55669-f3b8-49de-9816-dcf9ffcc88fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:04.627665 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-759a5821-445b-46dc-b8d5-5dc9ba48afd0 req-46a55669-f3b8-49de-9816-dcf9ffcc88fb service neutron] 10.222.0.10 "GET /v2.0/networks?id=034ef87d-4d6a-4d60-b081-008e9cde7793 HTTP/1.1" status: 200 len: 922 time: 0.1973081 Jan 28 07:21:04.687395 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8b11cabb-6b55-4a9f-867e-861c936f6a9e req-8bfbba55-c9f7-4aed-8efc-74bb05094112 tempest-ServerAddressesNegativeTestJSON-1255147968 tempest-ServerAddressesNegativeTestJSON-1255147968-project] 10.222.0.41 "GET /v2.0/security-groups?id=14c53a28-717d-453b-a485-8ca51f2ed251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948882 Jan 28 07:21:04.693510 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-759a5821-445b-46dc-b8d5-5dc9ba48afd0 req-e0afd734-5916-4340-ba64-857e8265a332 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=75af17c1-bbd0-4075-aef6-2a7c1d8ce4c7 HTTP/1.1" status: 200 len: 217 time: 0.0593276 Jan 28 07:21:04.706405 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3a3ab161-9224-4e94-8498-83e660796dfa tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (a0bd043e-c4cb-42cc-8d8b-17c7ffd27834), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:04.709537 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3a3ab161-9224-4e94-8498-83e660796dfa tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:04.710879 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-3a3ab161-9224-4e94-8498-83e660796dfa tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] 10.222.0.41 "DELETE /v2.0/security-groups/a0bd043e-c4cb-42cc-8d8b-17c7ffd27834 HTTP/1.1" status: 204 len: 168 time: 0.3211391 Jan 28 07:21:04.715821 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 52412) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:21:04.750526 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759a5821-445b-46dc-b8d5-5dc9ba48afd0 req-8a6b748f-f483-4034-9c05-a60559ff1dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:04.751985 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-759a5821-445b-46dc-b8d5-5dc9ba48afd0 req-8a6b748f-f483-4034-9c05-a60559ff1dc0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0cd39e81-14bd-4bd8-b692-5875778a5528 HTTP/1.1" status: 200 len: 861 time: 0.0512362 Jan 28 07:21:04.760761 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3ab161-9224-4e94-8498-83e660796dfa tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0bd043e-c4cb-42cc-8d8b-17c7ffd27834,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:21:04.793971 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-759a5821-445b-46dc-b8d5-5dc9ba48afd0 req-2abf41b3-7dbe-46f1-9181-ae18cdd9a58f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=034ef87d-4d6a-4d60-b081-008e9cde7793&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342934 Jan 28 07:21:04.817317 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-75b0428a-4838-451d-8946-efb2b5fa916c tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0999126 Jan 28 07:21:04.824985 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 52422) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:21:04.831709 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-10b07096-4bf9-472c-8456-575f66f85133 tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] Request body: {'security_group': {'name': 'tempest-secgroup--1151857151'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:21:04.877832 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-10b07096-4bf9-472c-8456-575f66f85133 tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:04.936826 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-759a5821-445b-46dc-b8d5-5dc9ba48afd0 req-0a91f914-fd45-4538-ba95-38c0363af813 service neutron] 10.222.0.10 "GET /v2.0/networks/034ef87d-4d6a-4d60-b081-008e9cde7793?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356153 Jan 28 07:21:04.989764 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 5f70355f-bff0-48bb-a613-ef368112dec0 up at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:21:05.065943 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-10b07096-4bf9-472c-8456-575f66f85133 tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] Publish callbacks [] for security_group (b533c117-a3a1-4f4f-aeda-cabcb0e36346), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:05.076414 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-10b07096-4bf9-472c-8456-575f66f85133 tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (b533c117-a3a1-4f4f-aeda-cabcb0e36346), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:05.108517 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning for port 5f70355f-bff0-48bb-a613-ef368112dec0 completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:21:05.119424 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning complete for port 5f70355f-bff0-48bb-a613-ef368112dec0 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:21:05.122229 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (5f70355f-bff0-48bb-a613-ef368112dec0), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:05.151476 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-759a5821-445b-46dc-b8d5-5dc9ba48afd0 req-eb1f76d3-f51b-4e51-8b5c-5affe435f285 service neutron] 10.222.0.10 "GET /v2.0/networks/034ef87d-4d6a-4d60-b081-008e9cde7793?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070017 Jan 28 07:21:05.181745 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b07096-4bf9-472c-8456-575f66f85133 tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b533c117-a3a1-4f4f-aeda-cabcb0e36346,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:21:05.188630 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-10b07096-4bf9-472c-8456-575f66f85133 tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:05.189873 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-10b07096-4bf9-472c-8456-575f66f85133 tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3633943 Jan 28 07:21:05.193344 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 52434) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:21:05.197895 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-ce185fa9-8095-4a38-a425-0961e651ca5d tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:21:05.198792 n-d-712749-28 neutron-server[103284]: WARNING neutron.api.v2.base [None req-ce185fa9-8095-4a38-a425-0961e651ca5d tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 28 07:21:05.199098 n-d-712749-28 neutron-server[103284]: INFO neutron.api.v2.resource [None req-ce185fa9-8095-4a38-a425-0961e651ca5d tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] update failed (client error): There was a conflict when trying to complete your request. Jan 28 07:21:05.203310 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-ce185fa9-8095-4a38-a425-0961e651ca5d tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] 10.222.0.41 "PUT /v2.0/security-groups/b533c117-a3a1-4f4f-aeda-cabcb0e36346 HTTP/1.1" status: 409 len: 330 time: 0.0063899 Jan 28 07:21:05.203856 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 52436) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:21:05.236917 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c065de-0e10-4d31-8eb5-eb923bea13cf req-124484f3-e7d3-46db-8877-c86930b6a65e tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:05.253377 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-13c065de-0e10-4d31-8eb5-eb923bea13cf req-124484f3-e7d3-46db-8877-c86930b6a65e tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/ports?device_id=28886562-bead-4c03-b18c-42830d7b7629 HTTP/1.1" status: 200 len: 946 time: 0.1327143 Jan 28 07:21:05.266802 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port 5f70355f-bff0-48bb-a613-ef368112dec0 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:21:05.267701 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (5f70355f-bff0-48bb-a613-ef368112dec0), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:05.290780 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8a1277c6-ed62-46aa-840a-389f4b0528d0 tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] Publish callbacks [] for security_group (b533c117-a3a1-4f4f-aeda-cabcb0e36346), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:05.296754 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9528e21-d787-43d1-b203-57c8109331dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f70355f-bff0-48bb-a613-ef368112dec0'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:21:05.300613 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8e101f6-c896-454d-95b7-2d648fef1292" -d '{"events": [{"server_uuid": "c9528e21-d787-43d1-b203-57c8109331dd", "name": "network-vif-plugged", "status": "completed", "tag": "5f70355f-bff0-48bb-a613-ef368112dec0"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:21:05.317531 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 5f70355f-bff0-48bb-a613-ef368112dec0, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=5f70355f-bff0-48bb-a613-ef368112dec0,segment=NetworkSegment(0129dffb-fe43-47b5-a269-4f49ca8f6de7),segment_id=0129dffb-fe43-47b5-a269-4f49ca8f6de7)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:21:05.327869 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (5f70355f-bff0-48bb-a613-ef368112dec0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:05.332803 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-13c065de-0e10-4d31-8eb5-eb923bea13cf req-b4566bf6-8dff-40f7-bd48-62303e336dd5 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3913eaa-d94a-405d-af3b-c47b7c21bae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785282 Jan 28 07:21:05.350793 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-db94c5f0-8f7a-4610-90b8-8c6c665a42c4 req-cd530028-b243-4792-b4a8-cedfc292b48a tempest-ServerShowV247Test-1049381922 tempest-ServerShowV247Test-1049381922-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a0e8784-50dd-4db4-bab0-6dcb4ceef634 HTTP/1.1" status: 200 len: 210 time: 0.0443356 Jan 28 07:21:05.352480 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8a1277c6-ed62-46aa-840a-389f4b0528d0 tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] Publish callbacks [] for security_group (b533c117-a3a1-4f4f-aeda-cabcb0e36346), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:05.403482 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8a1277c6-ed62-46aa-840a-389f4b0528d0 tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (b533c117-a3a1-4f4f-aeda-cabcb0e36346), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:05.407897 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8a1277c6-ed62-46aa-840a-389f4b0528d0 tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:05.409131 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-8a1277c6-ed62-46aa-840a-389f4b0528d0 tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] 10.222.0.41 "DELETE /v2.0/security-groups/b533c117-a3a1-4f4f-aeda-cabcb0e36346 HTTP/1.1" status: 204 len: 168 time: 0.2025425 Jan 28 07:21:05.412088 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 52444) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:21:05.412588 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=5f70355f-bff0-48bb-a613-ef368112dec0,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:21:05.430823 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1277c6-ed62-46aa-840a-389f4b0528d0 tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b533c117-a3a1-4f4f-aeda-cabcb0e36346,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:21:05.454781 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e98e2bef-22a3-4bd2-a019-d8284f5d5a33 x-openstack-request-id: req-e98e2bef-22a3-4bd2-a019-d8284f5d5a33 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:21:05.455214 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9528e21-d787-43d1-b203-57c8109331dd", "name": "network-vif-plugged", "status": "completed", "tag": "5f70355f-bff0-48bb-a613-ef368112dec0", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:21:05.456005 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e98e2bef-22a3-4bd2-a019-d8284f5d5a33 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:21:05.456542 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9528e21-d787-43d1-b203-57c8109331dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f70355f-bff0-48bb-a613-ef368112dec0', 'code': 200} Jan 28 07:21:05.488239 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-d44e66fc-57fc-437b-be45-920dca9ddd09 tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0735736 Jan 28 07:21:05.490966 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 52450) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:21:05.504129 n-d-712749-28 neutron-server[103283]: INFO neutron.api.v2.resource [None req-91aae8b4-c1ec-41a3-b4b9-66962e9a2d98 tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] delete failed (client error): The resource could not be found. Jan 28 07:21:05.505434 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-91aae8b4-c1ec-41a3-b4b9-66962e9a2d98 tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] 10.222.0.41 "DELETE /v2.0/security-groups/32dcb43e-c66e-4b2b-bda4-baa9bb8d9b1f HTTP/1.1" status: 404 len: 347 time: 0.0134008 Jan 28 07:21:05.509193 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 52452) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:21:05.518091 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c657c3-7216-4d72-baf7-bc93133e9eef req-24029670-e742-4b11-b2b0-ebaa93d7142b tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:05.518885 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-06c657c3-7216-4d72-baf7-bc93133e9eef req-24029670-e742-4b11-b2b0-ebaa93d7142b tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9528e21-d787-43d1-b203-57c8109331dd HTTP/1.1" status: 200 len: 945 time: 0.0523181 Jan 28 07:21:05.525879 n-d-712749-28 neutron-server[103283]: INFO neutron.api.v2.resource [None req-72094a86-d790-47e6-a339-145c4ec84e9d tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] show failed (client error): The resource could not be found. Jan 28 07:21:05.533027 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-72094a86-d790-47e6-a339-145c4ec84e9d tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] 10.222.0.41 "GET /v2.0/security-groups/01fe4240-7b42-47f4-ad6b-1f15b53f6fb6 HTTP/1.1" status: 404 len: 347 time: 0.0217493 Jan 28 07:21:05.533836 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 52454) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:21:05.548020 n-d-712749-28 neutron-server[103283]: INFO neutron.api.v2.resource [None req-5ccc913a-68d9-4ecf-9b5b-5db1366b608d tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] show failed (client error): The resource could not be found. Jan 28 07:21:05.549436 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-5ccc913a-68d9-4ecf-9b5b-5db1366b608d tempest-NegativeSecGroupTest-906600749 tempest-NegativeSecGroupTest-906600749-project] 10.222.0.41 "GET /v2.0/security-group-rules/e1205615-7736-48bd-9334-3c0ca939bda5 HTTP/1.1" status: 404 len: 356 time: 0.0143616 Jan 28 07:21:05.585473 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ebaf0b3f-306b-4fdc-b9f3-f7f718f580ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:05.603343 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-06c657c3-7216-4d72-baf7-bc93133e9eef req-a30cca22-fff9-47b4-b804-e6ac80f46cbd tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/security-groups?id=e977f99b-7e7b-4d49-bf15-4fd22b3b3b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775676 Jan 28 07:21:05.689514 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10c93fd-8755-44f7-aa70-66e44ff58a23 req-3078b66a-5dac-4475-9887-5f6fae56da8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:05.691020 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d10c93fd-8755-44f7-aa70-66e44ff58a23 req-3078b66a-5dac-4475-9887-5f6fae56da8e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c9528e21-d787-43d1-b203-57c8109331dd HTTP/1.1" status: 200 len: 1097 time: 0.0760539 Jan 28 07:21:05.770495 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d10c93fd-8755-44f7-aa70-66e44ff58a23 req-227aa0f3-5864-41a9-ae21-bdb3d00033cd service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=e977f99b-7e7b-4d49-bf15-4fd22b3b3b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708117 Jan 28 07:21:05.820591 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f147dff6-d709-4d85-bcbb-59476eac9196 req-14247564-ec21-47df-9172-5fe96aea70b4 tempest-ServerAddressesNegativeTestJSON-1255147968 tempest-ServerAddressesNegativeTestJSON-1255147968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:05.831361 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f147dff6-d709-4d85-bcbb-59476eac9196 req-14247564-ec21-47df-9172-5fe96aea70b4 tempest-ServerAddressesNegativeTestJSON-1255147968 tempest-ServerAddressesNegativeTestJSON-1255147968-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab312f97-b8ff-4c0f-a449-d1fa04113917 HTTP/1.1" status: 200 len: 944 time: 0.0608120 Jan 28 07:21:05.883409 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f147dff6-d709-4d85-bcbb-59476eac9196 req-d41848aa-56a6-498a-9bad-65523b385336 tempest-ServerAddressesNegativeTestJSON-1255147968 tempest-ServerAddressesNegativeTestJSON-1255147968-project] 10.222.0.41 "GET /v2.0/security-groups?id=14c53a28-717d-453b-a485-8ca51f2ed251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511141 Jan 28 07:21:05.932674 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 52484) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:21:06.076128 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-2623ee8d-0dce-4480-809f-d306d11f123c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=40271564ef0c43918139f1006c0dd406&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1417704 Jan 28 07:21:06.078681 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 52490) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:21:06.096547 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 52492) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:21:06.134508 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6a20ff1c-e397-4504-ac81-906c0fc04595 admin admin] Publish callbacks [] for security_group (f779c771-2775-44c7-9263-c2c51619bcf5), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:06.157144 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6a20ff1c-e397-4504-ac81-906c0fc04595 admin admin] Publish callbacks [] for security_group (f779c771-2775-44c7-9263-c2c51619bcf5), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:06.208869 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6a20ff1c-e397-4504-ac81-906c0fc04595 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (f779c771-2775-44c7-9263-c2c51619bcf5), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:06.210821 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-65c4b0f5-93e0-4b66-85ee-3116da80e95d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:06.211489 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6a20ff1c-e397-4504-ac81-906c0fc04595 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:06.212690 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-6a20ff1c-e397-4504-ac81-906c0fc04595 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f779c771-2775-44c7-9263-c2c51619bcf5 HTTP/1.1" status: 204 len: 168 time: 0.1330829 Jan 28 07:21:06.221226 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a20ff1c-e397-4504-ac81-906c0fc04595 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f779c771-2775-44c7-9263-c2c51619bcf5,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:21:06.303932 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-65c4b0f5-93e0-4b66-85ee-3116da80e95d admin admin] Publish callbacks [] for security_group (fa616b7e-64ae-4733-831f-227724ea5762), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:06.307963 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-65c4b0f5-93e0-4b66-85ee-3116da80e95d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (fa616b7e-64ae-4733-831f-227724ea5762), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:06.350456 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-65c4b0f5-93e0-4b66-85ee-3116da80e95d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c27fd84481974f01bf6f4ffed66c68f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2527027 Jan 28 07:21:06.352479 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c4b0f5-93e0-4b66-85ee-3116da80e95d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa616b7e-64ae-4733-831f-227724ea5762,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:21:06.353189 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 52500) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:21:06.405979 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e3774430-7cf5-4b6b-b3e3-78b0a7164a89 admin admin] Publish callbacks [] for security_group (fa616b7e-64ae-4733-831f-227724ea5762), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:06.431652 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e3774430-7cf5-4b6b-b3e3-78b0a7164a89 admin admin] Publish callbacks [] for security_group (fa616b7e-64ae-4733-831f-227724ea5762), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:06.485682 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e2c9dd81-881b-4538-a2b8-b552f3cbbdf6 req-227983f1-4d03-4a2f-9dfd-9e7ead27c64a tempest-ServerShowV247Test-1049381922 tempest-ServerShowV247Test-1049381922-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a0e8784-50dd-4db4-bab0-6dcb4ceef634 HTTP/1.1" status: 200 len: 210 time: 0.0285945 Jan 28 07:21:06.533279 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abec256e-b4c4-4b18-812e-da10e88872b0 req-d734f211-a517-4891-93e8-9c09aa171e77 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:06.535128 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-abec256e-b4c4-4b18-812e-da10e88872b0 req-d734f211-a517-4891-93e8-9c09aa171e77 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/ports?device_id=28886562-bead-4c03-b18c-42830d7b7629 HTTP/1.1" status: 200 len: 946 time: 0.0937338 Jan 28 07:21:06.557034 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e3774430-7cf5-4b6b-b3e3-78b0a7164a89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (fa616b7e-64ae-4733-831f-227724ea5762), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:06.561029 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e3774430-7cf5-4b6b-b3e3-78b0a7164a89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:06.562133 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-e3774430-7cf5-4b6b-b3e3-78b0a7164a89 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fa616b7e-64ae-4733-831f-227724ea5762 HTTP/1.1" status: 204 len: 168 time: 0.2079101 Jan 28 07:21:06.576228 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3774430-7cf5-4b6b-b3e3-78b0a7164a89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa616b7e-64ae-4733-831f-227724ea5762,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:21:06.611204 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-abec256e-b4c4-4b18-812e-da10e88872b0 req-d181fb0f-aa67-40f4-8d4a-bc7ea0c9d3c7 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3913eaa-d94a-405d-af3b-c47b7c21bae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697923 Jan 28 07:21:06.781864 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-603676f6-6df6-46fd-ac9c-7390200c3548 req-76c78045-441f-4f77-b409-1b40db519cf7 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=fc3ceb1a-eb56-4f74-b211-9fad0b937eaa HTTP/1.1" status: 200 len: 210 time: 0.0290072 Jan 28 07:21:06.804913 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a1e2ac-a8c1-419b-9833-10c4235603b5 req-ba3d098a-e3b7-4ed8-9dd5-f70e762d125b tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:06.806557 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-65a1e2ac-a8c1-419b-9833-10c4235603b5 req-ba3d098a-e3b7-4ed8-9dd5-f70e762d125b tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9528e21-d787-43d1-b203-57c8109331dd HTTP/1.1" status: 200 len: 945 time: 0.0876958 Jan 28 07:21:06.857286 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-65a1e2ac-a8c1-419b-9833-10c4235603b5 req-2b1ab781-13f5-4e97-af4d-c26993a04b1f tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/security-groups?id=e977f99b-7e7b-4d49-bf15-4fd22b3b3b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443783 Jan 28 07:21:06.904070 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:06.955080 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 52532) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:21:06.969168 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-231b6220-d42a-4596-89a2-9b88ee37e6e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:07.022072 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a72132-bc14-4528-aeea-9c0dc2cdacfa req-6b497005-b862-41ac-ad41-ac116dbb32b4 tempest-ServerAddressesNegativeTestJSON-1255147968 tempest-ServerAddressesNegativeTestJSON-1255147968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:07.023752 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-63a72132-bc14-4528-aeea-9c0dc2cdacfa req-6b497005-b862-41ac-ad41-ac116dbb32b4 tempest-ServerAddressesNegativeTestJSON-1255147968 tempest-ServerAddressesNegativeTestJSON-1255147968-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab312f97-b8ff-4c0f-a449-d1fa04113917 HTTP/1.1" status: 200 len: 944 time: 0.0774140 Jan 28 07:21:07.030354 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 52534) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:21:07.037125 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [-] 10.222.0.41 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0026717 Jan 28 07:21:07.038181 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 52536) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:21:07.064989 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-231b6220-d42a-4596-89a2-9b88ee37e6e9 admin admin] Publish callbacks [] for security_group (8a4609f4-d737-4a61-8486-3ea24b4aa915), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:07.069441 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-231b6220-d42a-4596-89a2-9b88ee37e6e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (8a4609f4-d737-4a61-8486-3ea24b4aa915), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:07.087923 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-63a72132-bc14-4528-aeea-9c0dc2cdacfa req-dc241acc-e058-4196-b077-64dd7612c970 tempest-ServerAddressesNegativeTestJSON-1255147968 tempest-ServerAddressesNegativeTestJSON-1255147968-project] 10.222.0.41 "GET /v2.0/security-groups?id=14c53a28-717d-453b-a485-8ca51f2ed251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527916 Jan 28 07:21:07.109379 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-231b6220-d42a-4596-89a2-9b88ee37e6e9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9205c19169b14ba9a417294a84b66382&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1532001 Jan 28 07:21:07.111612 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231b6220-d42a-4596-89a2-9b88ee37e6e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a4609f4-d737-4a61-8486-3ea24b4aa915,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:21:07.112518 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 52540) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:21:07.163612 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9fa4eda2-695b-4cf5-867c-32a5dab7b0ea admin admin] Publish callbacks [] for security_group (8a4609f4-d737-4a61-8486-3ea24b4aa915), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:07.193234 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9fa4eda2-695b-4cf5-867c-32a5dab7b0ea admin admin] Publish callbacks [] for security_group (8a4609f4-d737-4a61-8486-3ea24b4aa915), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:07.211807 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-5047a7a0-ab4b-4c8c-8e77-d20397a0f10f tempest-NetworksApiDiscovery-119321507 tempest-NetworksApiDiscovery-119321507-project] 10.222.0.41 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1724818 Jan 28 07:21:07.244740 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9fa4eda2-695b-4cf5-867c-32a5dab7b0ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (8a4609f4-d737-4a61-8486-3ea24b4aa915), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:07.248154 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9fa4eda2-695b-4cf5-867c-32a5dab7b0ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:07.249336 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-9fa4eda2-695b-4cf5-867c-32a5dab7b0ea admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8a4609f4-d737-4a61-8486-3ea24b4aa915 HTTP/1.1" status: 204 len: 168 time: 0.1357965 Jan 28 07:21:07.257848 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa4eda2-695b-4cf5-867c-32a5dab7b0ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a4609f4-d737-4a61-8486-3ea24b4aa915,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:21:07.568036 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 52554) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:21:07.605626 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-026aafea-e348-456d-9a5f-da5ba1f2fa90 req-4ad7476a-fd7f-4ed0-87c9-58f9c20d94e5 tempest-ServerShowV247Test-1049381922 tempest-ServerShowV247Test-1049381922-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a0e8784-50dd-4db4-bab0-6dcb4ceef634 HTTP/1.1" status: 200 len: 210 time: 0.0309691 Jan 28 07:21:07.654039 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 75af17c1-bbd0-4075-aef6-2a7c1d8ce4c7 details requested by agent hyperv_n-h1-712749-28 with host n-h1-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:21:07.731783 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1e4b51c4-5f2e-46da-9580-250dac83799d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:07.776844 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2032c76-1770-418c-a6e3-0c46ad33392f req-be96be87-9521-4888-a81b-974003ac0ec1 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:07.778468 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b2032c76-1770-418c-a6e3-0c46ad33392f req-be96be87-9521-4888-a81b-974003ac0ec1 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/ports?device_id=28886562-bead-4c03-b18c-42830d7b7629 HTTP/1.1" status: 200 len: 946 time: 0.0888469 Jan 28 07:21:07.795784 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-259ebcaa-4c93-4024-8955-f6bc98e2d75c req-42424e24-ec69-4996-999a-22a4b93dd4b8 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0a0e8784-50dd-4db4-bab0-6dcb4ceef634 HTTP/1.1" status: 200 len: 210 time: 0.0455940 Jan 28 07:21:07.818432 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 75af17c1-bbd0-4075-aef6-2a7c1d8ce4c7, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=75af17c1-bbd0-4075-aef6-2a7c1d8ce4c7,segment=NetworkSegment(79959e5d-ccd2-4f42-82b3-c15dbcf3d2e8),segment_id=79959e5d-ccd2-4f42-82b3-c15dbcf3d2e8)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:21:07.842978 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Returning: {'device': '75af17c1-bbd0-4075-aef6-2a7c1d8ce4c7', 'network_id': '034ef87d-4d6a-4d60-b081-008e9cde7793', 'port_id': '75af17c1-bbd0-4075-aef6-2a7c1d8ce4c7', 'mac_address': 'fa:16:3e:4f:dc:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cd39e81-14bd-4bd8-b692-5875778a5528', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:21:07.855116 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b2032c76-1770-418c-a6e3-0c46ad33392f req-a8bc6e43-0d91-4d6e-b785-83b844db8f69 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3913eaa-d94a-405d-af3b-c47b7c21bae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663433 Jan 28 07:21:07.877648 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1e4b51c4-5f2e-46da-9580-250dac83799d admin admin] Publish callbacks [] for security_group (edc76237-def6-429e-b9fc-cbe7fec4a96d), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:07.885197 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1e4b51c4-5f2e-46da-9580-250dac83799d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (edc76237-def6-429e-b9fc-cbe7fec4a96d), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:07.903912 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 75af17c1-bbd0-4075-aef6-2a7c1d8ce4c7 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:21:07.904566 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (75af17c1-bbd0-4075-aef6-2a7c1d8ce4c7), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:07.925269 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75af17c1-bbd0-4075-aef6-2a7c1d8ce4c7 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:21:07.944699 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4b51c4-5f2e-46da-9580-250dac83799d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edc76237-def6-429e-b9fc-cbe7fec4a96d,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:21:07.952022 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 52576) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:21:07.952408 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-1e4b51c4-5f2e-46da-9580-250dac83799d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4dcae76fc46d4950ba08fdf3a2d05600&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3832326 Jan 28 07:21:07.978107 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 75af17c1-bbd0-4075-aef6-2a7c1d8ce4c7, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=75af17c1-bbd0-4075-aef6-2a7c1d8ce4c7,segment=NetworkSegment(79959e5d-ccd2-4f42-82b3-c15dbcf3d2e8),segment_id=79959e5d-ccd2-4f42-82b3-c15dbcf3d2e8)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:21:07.987071 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (75af17c1-bbd0-4075-aef6-2a7c1d8ce4c7), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:08.033672 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-16624b09-90fb-4a66-8b69-d11164839eb9 admin admin] Publish callbacks [] for security_group (edc76237-def6-429e-b9fc-cbe7fec4a96d), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:08.038144 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939bfb35-f604-492f-b1cd-09189c061026 req-b27cea3e-c83b-4f2d-9d9f-3d7c5b0d1eef tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:08.046286 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-939bfb35-f604-492f-b1cd-09189c061026 req-b27cea3e-c83b-4f2d-9d9f-3d7c5b0d1eef tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9528e21-d787-43d1-b203-57c8109331dd HTTP/1.1" status: 200 len: 945 time: 0.0685093 Jan 28 07:21:08.059841 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-16624b09-90fb-4a66-8b69-d11164839eb9 admin admin] Publish callbacks [] for security_group (edc76237-def6-429e-b9fc-cbe7fec4a96d), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:08.076843 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=75af17c1-bbd0-4075-aef6-2a7c1d8ce4c7,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:21:08.107454 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-939bfb35-f604-492f-b1cd-09189c061026 req-06822211-e66d-4455-a754-19b69b630f98 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/security-groups?id=e977f99b-7e7b-4d49-bf15-4fd22b3b3b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575414 Jan 28 07:21:08.134436 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-16624b09-90fb-4a66-8b69-d11164839eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (edc76237-def6-429e-b9fc-cbe7fec4a96d), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:08.138518 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-16624b09-90fb-4a66-8b69-d11164839eb9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:08.139668 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-16624b09-90fb-4a66-8b69-d11164839eb9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/edc76237-def6-429e-b9fc-cbe7fec4a96d HTTP/1.1" status: 204 len: 168 time: 0.1866238 Jan 28 07:21:08.156489 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16624b09-90fb-4a66-8b69-d11164839eb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edc76237-def6-429e-b9fc-cbe7fec4a96d,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:21:08.482993 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['75af17c1-bbd0-4075-aef6-2a7c1d8ce4c7'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:21:08.751647 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edd48dd-1293-48d4-9145-a775c82edeb5 req-97d4f5a0-a099-4913-8ea2-f3ad395eed95 tempest-ServerAddressesNegativeTestJSON-1255147968 tempest-ServerAddressesNegativeTestJSON-1255147968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:08.753403 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5edd48dd-1293-48d4-9145-a775c82edeb5 req-97d4f5a0-a099-4913-8ea2-f3ad395eed95 tempest-ServerAddressesNegativeTestJSON-1255147968 tempest-ServerAddressesNegativeTestJSON-1255147968-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab312f97-b8ff-4c0f-a449-d1fa04113917 HTTP/1.1" status: 200 len: 945 time: 0.4809351 Jan 28 07:21:08.771776 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6131805-2e8c-4719-86c1-df22917b7c31 req-e31cb578-c30a-4b64-836e-7e4a765383c8 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:08.779888 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6131805-2e8c-4719-86c1-df22917b7c31 req-e31cb578-c30a-4b64-836e-7e4a765383c8 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:08.804457 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6131805-2e8c-4719-86c1-df22917b7c31 req-e31cb578-c30a-4b64-836e-7e4a765383c8 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:08.820139 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6131805-2e8c-4719-86c1-df22917b7c31 req-e31cb578-c30a-4b64-836e-7e4a765383c8 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:08.827159 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5edd48dd-1293-48d4-9145-a775c82edeb5 req-ebe069b7-0385-4d4e-9aef-59d170688988 tempest-ServerAddressesNegativeTestJSON-1255147968 tempest-ServerAddressesNegativeTestJSON-1255147968-project] 10.222.0.41 "GET /v2.0/security-groups?id=14c53a28-717d-453b-a485-8ca51f2ed251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668280 Jan 28 07:21:08.827653 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6131805-2e8c-4719-86c1-df22917b7c31 req-e31cb578-c30a-4b64-836e-7e4a765383c8 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:08.834521 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6131805-2e8c-4719-86c1-df22917b7c31 req-e31cb578-c30a-4b64-836e-7e4a765383c8 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:08.841800 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6131805-2e8c-4719-86c1-df22917b7c31 req-e31cb578-c30a-4b64-836e-7e4a765383c8 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:08.849986 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a6131805-2e8c-4719-86c1-df22917b7c31 req-e31cb578-c30a-4b64-836e-7e4a765383c8 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7 HTTP/1.1" status: 200 len: 5436 time: 0.1874127 Jan 28 07:21:08.868853 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:08.936906 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a6131805-2e8c-4719-86c1-df22917b7c31 req-43eaa2b5-9927-4b56-8f27-26c675c0e59c tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/security-groups?id=f42d29db-089b-46ec-bdc0-e6253e46a436&id=f0e415d4-9274-4847-9e71-c098cc08b695&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0856142 Jan 28 07:21:09.008224 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c75787-1903-4445-9ba6-2db71ae160ba req-e89f6989-8731-4a64-9ab1-0d5d5400012e tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:09.020647 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c3c75787-1903-4445-9ba6-2db71ae160ba req-e89f6989-8731-4a64-9ab1-0d5d5400012e tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9528e21-d787-43d1-b203-57c8109331dd HTTP/1.1" status: 200 len: 945 time: 0.0831110 Jan 28 07:21:09.097000 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-22024ce2-4af5-40aa-8b41-bcf2c243f4aa req-53982ce7-e85a-4d8e-ab1e-860a3836a26d tempest-ServerShowV247Test-1049381922 tempest-ServerShowV247Test-1049381922-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a0e8784-50dd-4db4-bab0-6dcb4ceef634 HTTP/1.1" status: 200 len: 210 time: 0.0359852 Jan 28 07:21:09.132784 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c3c75787-1903-4445-9ba6-2db71ae160ba req-24b9d7be-31a3-4bc4-86f9-8d4d571add0c tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/security-groups?id=e977f99b-7e7b-4d49-bf15-4fd22b3b3b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053524 Jan 28 07:21:09.246810 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0308e061-708e-45ca-b551-2e24e91964e0 req-1a7eeda5-692b-41d8-b80a-db4ff354d554 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:09.248603 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0308e061-708e-45ca-b551-2e24e91964e0 req-1a7eeda5-692b-41d8-b80a-db4ff354d554 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/ports?device_id=28886562-bead-4c03-b18c-42830d7b7629 HTTP/1.1" status: 200 len: 946 time: 0.0612948 Jan 28 07:21:09.307228 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0308e061-708e-45ca-b551-2e24e91964e0 req-0da73457-a671-4873-89bc-52619198fa78 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3913eaa-d94a-405d-af3b-c47b7c21bae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514414 Jan 28 07:21:09.663663 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:09.850913 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cba143-1f4e-470d-af43-33618ddd9fab req-8125226c-a898-410e-860d-750b60935cd7 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:09.859107 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cba143-1f4e-470d-af43-33618ddd9fab req-8125226c-a898-410e-860d-750b60935cd7 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:09.865393 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cba143-1f4e-470d-af43-33618ddd9fab req-8125226c-a898-410e-860d-750b60935cd7 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:09.871002 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cba143-1f4e-470d-af43-33618ddd9fab req-8125226c-a898-410e-860d-750b60935cd7 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:09.876632 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cba143-1f4e-470d-af43-33618ddd9fab req-8125226c-a898-410e-860d-750b60935cd7 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:09.882061 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cba143-1f4e-470d-af43-33618ddd9fab req-8125226c-a898-410e-860d-750b60935cd7 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:09.888448 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cba143-1f4e-470d-af43-33618ddd9fab req-8125226c-a898-410e-860d-750b60935cd7 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:09.890373 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-82cba143-1f4e-470d-af43-33618ddd9fab req-8125226c-a898-410e-860d-750b60935cd7 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7 HTTP/1.1" status: 200 len: 5436 time: 0.0946145 Jan 28 07:21:09.924433 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 52680) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:21:09.972764 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cba143-1f4e-470d-af43-33618ddd9fab req-5cc6b1e1-1bdf-40b2-86bb-87faa3e72bc6 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:09.974161 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-82cba143-1f4e-470d-af43-33618ddd9fab req-5cc6b1e1-1bdf-40b2-86bb-87faa3e72bc6 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.10 "GET /v2.0/ports/4aac091f-65c1-4c36-9072-a266f2493296?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0774527 Jan 28 07:21:10.021040 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e39f2d-7b7c-4a6d-a720-d4c11f6ffd87 req-d0176864-02ac-42d0-baf5-2e4ec8241681 tempest-ServerAddressesNegativeTestJSON-1255147968 tempest-ServerAddressesNegativeTestJSON-1255147968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:10.022602 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a4e39f2d-7b7c-4a6d-a720-d4c11f6ffd87 req-d0176864-02ac-42d0-baf5-2e4ec8241681 tempest-ServerAddressesNegativeTestJSON-1255147968 tempest-ServerAddressesNegativeTestJSON-1255147968-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab312f97-b8ff-4c0f-a449-d1fa04113917 HTTP/1.1" status: 200 len: 945 time: 0.1123340 Jan 28 07:21:10.110045 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6720b4-9112-4c69-9dd1-4ebf5c546fa4 req-a933f90f-3781-4850-8c40-c7f1337e71ab tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:10.117062 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6720b4-9112-4c69-9dd1-4ebf5c546fa4 req-a933f90f-3781-4850-8c40-c7f1337e71ab tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:10.124382 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6720b4-9112-4c69-9dd1-4ebf5c546fa4 req-a933f90f-3781-4850-8c40-c7f1337e71ab tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:10.132716 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a4e39f2d-7b7c-4a6d-a720-d4c11f6ffd87 req-b9cdca95-d399-40c6-aa0d-3e4ff6992a46 tempest-ServerAddressesNegativeTestJSON-1255147968 tempest-ServerAddressesNegativeTestJSON-1255147968-project] 10.222.0.41 "GET /v2.0/security-groups?id=14c53a28-717d-453b-a485-8ca51f2ed251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821192 Jan 28 07:21:10.135903 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6720b4-9112-4c69-9dd1-4ebf5c546fa4 req-a933f90f-3781-4850-8c40-c7f1337e71ab tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:10.138640 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-82cba143-1f4e-470d-af43-33618ddd9fab req-b44a1542-0e8c-44b7-b218-c07a7ffffb49 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.10 "GET /v2.0/networks/4791c092-87f8-46c1-85f0-6cd08fb183e5?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1566317 Jan 28 07:21:10.142858 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6720b4-9112-4c69-9dd1-4ebf5c546fa4 req-a933f90f-3781-4850-8c40-c7f1337e71ab tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:10.150950 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6720b4-9112-4c69-9dd1-4ebf5c546fa4 req-a933f90f-3781-4850-8c40-c7f1337e71ab tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:10.153674 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-82cba143-1f4e-470d-af43-33618ddd9fab req-34ee81e2-98a4-4ec5-8fdf-3422ab8121ef service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:21:10.157254 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6720b4-9112-4c69-9dd1-4ebf5c546fa4 req-a933f90f-3781-4850-8c40-c7f1337e71ab tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:10.168623 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1c6720b4-9112-4c69-9dd1-4ebf5c546fa4 req-a933f90f-3781-4850-8c40-c7f1337e71ab tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7 HTTP/1.1" status: 200 len: 5436 time: 0.1287472 Jan 28 07:21:10.201440 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c554734c-aada-425e-af0b-d9b4a5ccae0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:10.252799 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-55653268-05b8-48ed-b76f-78a8a5a2f248 req-1ae98c30-863e-4dc5-9f46-93b12e71fe1f tempest-ServerShowV247Test-1049381922 tempest-ServerShowV247Test-1049381922-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a0e8784-50dd-4db4-bab0-6dcb4ceef634 HTTP/1.1" status: 200 len: 210 time: 0.0327029 Jan 28 07:21:10.253365 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-82cba143-1f4e-470d-af43-33618ddd9fab req-34ee81e2-98a4-4ec5-8fdf-3422ab8121ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (4aac091f-65c1-4c36-9072-a266f2493296), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:10.279882 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1c6720b4-9112-4c69-9dd1-4ebf5c546fa4 req-5ca9fccf-f279-4909-8be6-4ddca96982da tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/security-groups?id=f42d29db-089b-46ec-bdc0-e6253e46a436&id=f0e415d4-9274-4847-9e71-c098cc08b695&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1093943 Jan 28 07:21:10.400757 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c554734c-aada-425e-af0b-d9b4a5ccae0d admin admin] Publish callbacks [] for security_group (860244b4-1204-41a6-b01e-284220a663f5), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:10.406465 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c554734c-aada-425e-af0b-d9b4a5ccae0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (860244b4-1204-41a6-b01e-284220a663f5), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:10.446339 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe478b9-3376-4c14-a2ee-f6ccc3ebda94 req-9a22971a-6e25-4a0f-9347-c91a8332bb87 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:10.448069 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-bbe478b9-3376-4c14-a2ee-f6ccc3ebda94 req-9a22971a-6e25-4a0f-9347-c91a8332bb87 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9528e21-d787-43d1-b203-57c8109331dd HTTP/1.1" status: 200 len: 945 time: 0.1249220 Jan 28 07:21:10.488214 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-c554734c-aada-425e-af0b-d9b4a5ccae0d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e0d77da2982546bea2404a06a8bfd20c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5619755 Jan 28 07:21:10.489875 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c554734c-aada-425e-af0b-d9b4a5ccae0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=860244b4-1204-41a6-b01e-284220a663f5,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:21:10.492338 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 52714) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:21:10.547821 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-82cba143-1f4e-470d-af43-33618ddd9fab req-34ee81e2-98a4-4ec5-8fdf-3422ab8121ef service neutron] For port 4aac091f-65c1-4c36-9072-a266f2493296, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=4aac091f-65c1-4c36-9072-a266f2493296,segment=NetworkSegment(a8009862-d945-4c67-8240-74eec860f8ce),segment_id=a8009862-d945-4c67-8240-74eec860f8ce)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:21:10.563844 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5ebdedde-aa8f-4db9-a4fb-2c43c16e14f9 admin admin] Publish callbacks [] for security_group (860244b4-1204-41a6-b01e-284220a663f5), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:10.566015 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-bbe478b9-3376-4c14-a2ee-f6ccc3ebda94 req-28f94d2b-b634-4782-af31-061fd9e904e5 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/security-groups?id=e977f99b-7e7b-4d49-bf15-4fd22b3b3b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101601 Jan 28 07:21:10.598691 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-82cba143-1f4e-470d-af43-33618ddd9fab req-34ee81e2-98a4-4ec5-8fdf-3422ab8121ef service neutron] For port 4aac091f-65c1-4c36-9072-a266f2493296, host n-h1-712749-28, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:21:10.633257 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5ebdedde-aa8f-4db9-a4fb-2c43c16e14f9 admin admin] Publish callbacks [] for security_group (860244b4-1204-41a6-b01e-284220a663f5), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:10.655843 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-82cba143-1f4e-470d-af43-33618ddd9fab req-34ee81e2-98a4-4ec5-8fdf-3422ab8121ef service neutron] device_id is not set on port 4aac091f-65c1-4c36-9072-a266f2493296 yet. {{(pid=103284) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 07:21:10.673157 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-82cba143-1f4e-470d-af43-33618ddd9fab req-34ee81e2-98a4-4ec5-8fdf-3422ab8121ef service neutron] Publish callbacks [] for port (4aac091f-65c1-4c36-9072-a266f2493296), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:10.682077 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-82cba143-1f4e-470d-af43-33618ddd9fab req-34ee81e2-98a4-4ec5-8fdf-3422ab8121ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (4aac091f-65c1-4c36-9072-a266f2493296), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:10.752480 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e20ea0-bbcb-4c18-aabc-56092102579e req-15c66af7-e241-4e53-b1b0-a71f898ed99f tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:10.754272 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b7e20ea0-bbcb-4c18-aabc-56092102579e req-15c66af7-e241-4e53-b1b0-a71f898ed99f tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/ports?device_id=28886562-bead-4c03-b18c-42830d7b7629 HTTP/1.1" status: 200 len: 946 time: 0.0729408 Jan 28 07:21:10.755055 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5ebdedde-aa8f-4db9-a4fb-2c43c16e14f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (860244b4-1204-41a6-b01e-284220a663f5), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:10.757027 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ee81e2-98a4-4ec5-8fdf-3422ab8121ef service neutron] Pushing event updated for resources: {'Port': ['ID=4aac091f-65c1-4c36-9072-a266f2493296,revision_number=6']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:21:10.758213 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5ebdedde-aa8f-4db9-a4fb-2c43c16e14f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:10.759652 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-5ebdedde-aa8f-4db9-a4fb-2c43c16e14f9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/860244b4-1204-41a6-b01e-284220a663f5 HTTP/1.1" status: 204 len: 168 time: 0.2663991 Jan 28 07:21:10.759852 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-82cba143-1f4e-470d-af43-33618ddd9fab req-34ee81e2-98a4-4ec5-8fdf-3422ab8121ef service neutron] No DVR routers for this DVR port 4aac091f-65c1-4c36-9072-a266f2493296 on host n-h1-712749-28 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:21:10.773515 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebdedde-aa8f-4db9-a4fb-2c43c16e14f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=860244b4-1204-41a6-b01e-284220a663f5,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:21:10.837728 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b7e20ea0-bbcb-4c18-aabc-56092102579e req-8497e462-0b3e-4b1e-b0c7-5d4ea8953ec0 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3913eaa-d94a-405d-af3b-c47b7c21bae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661604 Jan 28 07:21:10.845750 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-82cba143-1f4e-470d-af43-33618ddd9fab req-34ee81e2-98a4-4ec5-8fdf-3422ab8121ef service neutron] In _notify_port_updated(), no bound segment for port 4aac091f-65c1-4c36-9072-a266f2493296 on network 4791c092-87f8-46c1-85f0-6cd08fb183e5 {{(pid=103284) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 07:21:10.846639 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cba143-1f4e-470d-af43-33618ddd9fab req-34ee81e2-98a4-4ec5-8fdf-3422ab8121ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:10.847258 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-82cba143-1f4e-470d-af43-33618ddd9fab req-34ee81e2-98a4-4ec5-8fdf-3422ab8121ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:10.848621 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-82cba143-1f4e-470d-af43-33618ddd9fab req-34ee81e2-98a4-4ec5-8fdf-3422ab8121ef service neutron] 10.222.0.10 "PUT /v2.0/ports/4aac091f-65c1-4c36-9072-a266f2493296 HTTP/1.1" status: 200 len: 1028 time: 0.7034857 Jan 28 07:21:10.934659 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cba143-1f4e-470d-af43-33618ddd9fab req-3935bb09-efa3-41d0-95dc-c6367fffad64 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:10.937322 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-82cba143-1f4e-470d-af43-33618ddd9fab req-3935bb09-efa3-41d0-95dc-c6367fffad64 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.10 "GET /v2.0/ports/fca91fdf-3a32-42a9-bf73-0d9c26ab506a?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0812044 Jan 28 07:21:10.951848 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-82cba143-1f4e-470d-af43-33618ddd9fab req-cb44f853-2073-4f06-bc26-c2c5098e0d21 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:21:11.046335 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e32de107-a005-427b-8df1-44c6fec4f191 req-bee81a7e-56b4-4d50-8f32-57c0760b1ed0 tempest-ServerShowV247Test-1049381922 tempest-ServerShowV247Test-1049381922-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a0e8784-50dd-4db4-bab0-6dcb4ceef634 HTTP/1.1" status: 200 len: 210 time: 0.0795557 Jan 28 07:21:11.129924 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-82cba143-1f4e-470d-af43-33618ddd9fab req-cb44f853-2073-4f06-bc26-c2c5098e0d21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (fca91fdf-3a32-42a9-bf73-0d9c26ab506a), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:11.193723 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d867b6e6-c39a-416b-b8d0-1a9344a84460 req-d6b45353-7f85-42f0-bc1c-691f7de956ad tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:11.195297 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d867b6e6-c39a-416b-b8d0-1a9344a84460 req-d6b45353-7f85-42f0-bc1c-691f7de956ad tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9528e21-d787-43d1-b203-57c8109331dd HTTP/1.1" status: 200 len: 945 time: 0.1190891 Jan 28 07:21:11.205595 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-fbb1eeec-504a-41b1-b9eb-77535131f527 None None] Provisioning complete for port 4aac091f-65c1-4c36-9072-a266f2493296 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:21:11.206242 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fbb1eeec-504a-41b1-b9eb-77535131f527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (4aac091f-65c1-4c36-9072-a266f2493296), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:11.261118 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-fbb1eeec-504a-41b1-b9eb-77535131f527 None None] Port 4aac091f-65c1-4c36-9072-a266f2493296 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:21:11.288122 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f251af-da01-4543-9f30-566dd937c975 req-117f53dd-c2c9-4fc0-83d3-1153e0d1fac4 tempest-ServerAddressesNegativeTestJSON-1255147968 tempest-ServerAddressesNegativeTestJSON-1255147968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:11.289773 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-81f251af-da01-4543-9f30-566dd937c975 req-117f53dd-c2c9-4fc0-83d3-1153e0d1fac4 tempest-ServerAddressesNegativeTestJSON-1255147968 tempest-ServerAddressesNegativeTestJSON-1255147968-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab312f97-b8ff-4c0f-a449-d1fa04113917 HTTP/1.1" status: 200 len: 945 time: 0.0679054 Jan 28 07:21:11.300599 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 52734) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:21:11.321215 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d867b6e6-c39a-416b-b8d0-1a9344a84460 req-8a0a303d-47ba-499b-9ab8-d71bcd24a2ee tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/security-groups?id=e977f99b-7e7b-4d49-bf15-4fd22b3b3b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112733 Jan 28 07:21:11.331190 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-96bdaff1-aa64-4516-badc-7fb21e3e6549 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:11.363735 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-82cba143-1f4e-470d-af43-33618ddd9fab req-cb44f853-2073-4f06-bc26-c2c5098e0d21 service neutron] For port fca91fdf-3a32-42a9-bf73-0d9c26ab506a, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=fca91fdf-3a32-42a9-bf73-0d9c26ab506a,segment=NetworkSegment(a8009862-d945-4c67-8240-74eec860f8ce),segment_id=a8009862-d945-4c67-8240-74eec860f8ce)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:21:11.393562 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-81f251af-da01-4543-9f30-566dd937c975 req-40c4e772-761f-4878-a21f-c61be5124b11 tempest-ServerAddressesNegativeTestJSON-1255147968 tempest-ServerAddressesNegativeTestJSON-1255147968-project] 10.222.0.41 "GET /v2.0/security-groups?id=14c53a28-717d-453b-a485-8ca51f2ed251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967994 Jan 28 07:21:11.442026 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-82cba143-1f4e-470d-af43-33618ddd9fab req-cb44f853-2073-4f06-bc26-c2c5098e0d21 service neutron] For port fca91fdf-3a32-42a9-bf73-0d9c26ab506a, host n-h1-712749-28, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:21:11.451224 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-96bdaff1-aa64-4516-badc-7fb21e3e6549 admin admin] Publish callbacks [] for security_group (9edcd516-9dd8-49ec-9bfd-8f705f9bdb0f), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:11.455072 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-96bdaff1-aa64-4516-badc-7fb21e3e6549 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (9edcd516-9dd8-49ec-9bfd-8f705f9bdb0f), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:11.487685 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee0b363-e307-47e4-9b9f-bd535f72ca86 req-929697a2-9880-4ad8-bc45-86e48f0524ac tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:11.492658 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bdaff1-aa64-4516-badc-7fb21e3e6549 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9edcd516-9dd8-49ec-9bfd-8f705f9bdb0f,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:21:11.493076 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee0b363-e307-47e4-9b9f-bd535f72ca86 req-929697a2-9880-4ad8-bc45-86e48f0524ac tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:11.499917 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-96bdaff1-aa64-4516-badc-7fb21e3e6549 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=49bb3f374eb8440abb56e03f68083516&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1954217 Jan 28 07:21:11.500114 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee0b363-e307-47e4-9b9f-bd535f72ca86 req-929697a2-9880-4ad8-bc45-86e48f0524ac tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:11.500242 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 52738) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:21:11.504476 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee0b363-e307-47e4-9b9f-bd535f72ca86 req-929697a2-9880-4ad8-bc45-86e48f0524ac tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:11.509815 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee0b363-e307-47e4-9b9f-bd535f72ca86 req-929697a2-9880-4ad8-bc45-86e48f0524ac tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:11.515291 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee0b363-e307-47e4-9b9f-bd535f72ca86 req-929697a2-9880-4ad8-bc45-86e48f0524ac tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:11.517328 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-bee0b363-e307-47e4-9b9f-bd535f72ca86 req-929697a2-9880-4ad8-bc45-86e48f0524ac tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7 HTTP/1.1" status: 200 len: 4661 time: 0.1271105 Jan 28 07:21:11.521951 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-82cba143-1f4e-470d-af43-33618ddd9fab req-cb44f853-2073-4f06-bc26-c2c5098e0d21 service neutron] device_id is not set on port fca91fdf-3a32-42a9-bf73-0d9c26ab506a yet. {{(pid=103284) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 07:21:11.544183 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-82cba143-1f4e-470d-af43-33618ddd9fab req-cb44f853-2073-4f06-bc26-c2c5098e0d21 service neutron] Publish callbacks [] for port (fca91fdf-3a32-42a9-bf73-0d9c26ab506a), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:11.548219 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-bf30f110-bc20-41fc-827d-0e3b3809569a admin admin] Publish callbacks [] for security_group (9edcd516-9dd8-49ec-9bfd-8f705f9bdb0f), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:11.553396 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-82cba143-1f4e-470d-af43-33618ddd9fab req-cb44f853-2073-4f06-bc26-c2c5098e0d21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (fca91fdf-3a32-42a9-bf73-0d9c26ab506a), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:11.570204 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-bf30f110-bc20-41fc-827d-0e3b3809569a admin admin] Publish callbacks [] for security_group (9edcd516-9dd8-49ec-9bfd-8f705f9bdb0f), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:11.635487 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb44f853-2073-4f06-bc26-c2c5098e0d21 service neutron] Pushing event updated for resources: {'Port': ['ID=fca91fdf-3a32-42a9-bf73-0d9c26ab506a,revision_number=6']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:21:11.638651 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-bf30f110-bc20-41fc-827d-0e3b3809569a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (9edcd516-9dd8-49ec-9bfd-8f705f9bdb0f), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:11.641522 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-bf30f110-bc20-41fc-827d-0e3b3809569a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:11.645098 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-bf30f110-bc20-41fc-827d-0e3b3809569a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9edcd516-9dd8-49ec-9bfd-8f705f9bdb0f HTTP/1.1" status: 204 len: 168 time: 0.1416488 Jan 28 07:21:11.652083 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf30f110-bc20-41fc-827d-0e3b3809569a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9edcd516-9dd8-49ec-9bfd-8f705f9bdb0f,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:21:11.656387 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-bee0b363-e307-47e4-9b9f-bd535f72ca86 req-a864d7c4-c8c5-4765-88fa-6de316f05cff tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/security-groups?id=f42d29db-089b-46ec-bdc0-e6253e46a436&id=f0e415d4-9274-4847-9e71-c098cc08b695&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1295509 Jan 28 07:21:11.657966 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-82cba143-1f4e-470d-af43-33618ddd9fab req-cb44f853-2073-4f06-bc26-c2c5098e0d21 service neutron] No DVR routers for this DVR port fca91fdf-3a32-42a9-bf73-0d9c26ab506a on host n-h1-712749-28 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:21:11.715478 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 75af17c1-bbd0-4075-aef6-2a7c1d8ce4c7 up at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:21:11.725912 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-82cba143-1f4e-470d-af43-33618ddd9fab req-cb44f853-2073-4f06-bc26-c2c5098e0d21 service neutron] In _notify_port_updated(), no bound segment for port fca91fdf-3a32-42a9-bf73-0d9c26ab506a on network 4791c092-87f8-46c1-85f0-6cd08fb183e5 {{(pid=103284) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 07:21:11.726992 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cba143-1f4e-470d-af43-33618ddd9fab req-cb44f853-2073-4f06-bc26-c2c5098e0d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:11.727646 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-82cba143-1f4e-470d-af43-33618ddd9fab req-cb44f853-2073-4f06-bc26-c2c5098e0d21 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:11.729548 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-82cba143-1f4e-470d-af43-33618ddd9fab req-cb44f853-2073-4f06-bc26-c2c5098e0d21 service neutron] 10.222.0.10 "PUT /v2.0/ports/fca91fdf-3a32-42a9-bf73-0d9c26ab506a HTTP/1.1" status: 200 len: 1027 time: 0.7832975 Jan 28 07:21:11.820593 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning for port 75af17c1-bbd0-4075-aef6-2a7c1d8ce4c7 completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:21:11.826333 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning complete for port 75af17c1-bbd0-4075-aef6-2a7c1d8ce4c7 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:21:11.827010 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (75af17c1-bbd0-4075-aef6-2a7c1d8ce4c7), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:11.890944 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-82cba143-1f4e-470d-af43-33618ddd9fab req-da0336b2-0d46-4b77-819b-d872f107bbd1 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Deleting port 23612cfd-7aa2-47c9-a6c1-d148371b7d15 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:21:11.891609 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-82cba143-1f4e-470d-af43-33618ddd9fab req-da0336b2-0d46-4b77-819b-d872f107bbd1 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (23612cfd-7aa2-47c9-a6c1-d148371b7d15), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:11.981279 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 75af17c1-bbd0-4075-aef6-2a7c1d8ce4c7 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:21:11.982015 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (75af17c1-bbd0-4075-aef6-2a7c1d8ce4c7), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:12.025935 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab312f97-b8ff-4c0f-a449-d1fa04113917', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75af17c1-bbd0-4075-aef6-2a7c1d8ce4c7'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:21:12.028563 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8066f66-7205-499e-8a75-ce939b83ffeb" -d '{"events": [{"server_uuid": "ab312f97-b8ff-4c0f-a449-d1fa04113917", "name": "network-vif-plugged", "status": "completed", "tag": "75af17c1-bbd0-4075-aef6-2a7c1d8ce4c7"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:21:12.052122 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5452178-9ce9-45ae-92e1-7226a4c862ac req-a2cf077f-4e45-4409-b453-08ab992400e6 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:12.053659 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e5452178-9ce9-45ae-92e1-7226a4c862ac req-a2cf077f-4e45-4409-b453-08ab992400e6 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/ports?device_id=28886562-bead-4c03-b18c-42830d7b7629 HTTP/1.1" status: 200 len: 946 time: 0.0999188 Jan 28 07:21:12.069245 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-82cba143-1f4e-470d-af43-33618ddd9fab req-da0336b2-0d46-4b77-819b-d872f107bbd1 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] For port 23612cfd-7aa2-47c9-a6c1-d148371b7d15, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=23612cfd-7aa2-47c9-a6c1-d148371b7d15,segment=NetworkSegment(a8009862-d945-4c67-8240-74eec860f8ce),segment_id=a8009862-d945-4c67-8240-74eec860f8ce)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:21:12.069515 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 75af17c1-bbd0-4075-aef6-2a7c1d8ce4c7, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=75af17c1-bbd0-4075-aef6-2a7c1d8ce4c7,segment=NetworkSegment(79959e5d-ccd2-4f42-82b3-c15dbcf3d2e8),segment_id=79959e5d-ccd2-4f42-82b3-c15dbcf3d2e8)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:21:12.069692 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-82cba143-1f4e-470d-af43-33618ddd9fab req-da0336b2-0d46-4b77-819b-d872f107bbd1 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (23612cfd-7aa2-47c9-a6c1-d148371b7d15), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:12.077768 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-2f82104b-323d-4925-83ee-dd7a3428a678 None None] Provisioning complete for port fca91fdf-3a32-42a9-bf73-0d9c26ab506a triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:21:12.078421 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2f82104b-323d-4925-83ee-dd7a3428a678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (fca91fdf-3a32-42a9-bf73-0d9c26ab506a), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:12.085200 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (75af17c1-bbd0-4075-aef6-2a7c1d8ce4c7), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:12.086012 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device c1d4cf44-173a-4200-baca-a17fb9b232db no longer exists at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:21:12.110353 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-82cba143-1f4e-470d-af43-33618ddd9fab req-da0336b2-0d46-4b77-819b-d872f107bbd1 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Calling delete_port for 23612cfd-7aa2-47c9-a6c1-d148371b7d15 owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:21:12.141113 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e5452178-9ce9-45ae-92e1-7226a4c862ac req-494ce9b1-2eba-43bb-8e71-b2665573dddd tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3913eaa-d94a-405d-af3b-c47b7c21bae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742290 Jan 28 07:21:12.263694 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0c10b8f7-fbcd-4bd0-8fc1-5904b9cdba60 req-644274e1-95b5-432f-b869-73a60aeaa10c tempest-ServerShowV247Test-1049381922 tempest-ServerShowV247Test-1049381922-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a0e8784-50dd-4db4-bab0-6dcb4ceef634 HTTP/1.1" status: 200 len: 210 time: 0.0712621 Jan 28 07:21:12.265464 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7299552-3b63-435a-9005-6e5a8143f69c x-openstack-request-id: req-e7299552-3b63-435a-9005-6e5a8143f69c {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:21:12.265885 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab312f97-b8ff-4c0f-a449-d1fa04113917", "name": "network-vif-plugged", "status": "completed", "tag": "75af17c1-bbd0-4075-aef6-2a7c1d8ce4c7", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:21:12.272617 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e7299552-3b63-435a-9005-6e5a8143f69c {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:21:12.273060 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab312f97-b8ff-4c0f-a449-d1fa04113917', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75af17c1-bbd0-4075-aef6-2a7c1d8ce4c7', 'code': 200} Jan 28 07:21:12.274885 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=75af17c1-bbd0-4075-aef6-2a7c1d8ce4c7,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:21:12.304875 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f3a088-6183-4cc3-9dfb-7b13ae539319 req-93b9e2e6-2341-456f-abfc-5f0ca5b834b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:12.310052 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-47f3a088-6183-4cc3-9dfb-7b13ae539319 req-93b9e2e6-2341-456f-abfc-5f0ca5b834b3 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ab312f97-b8ff-4c0f-a449-d1fa04113917 HTTP/1.1" status: 200 len: 1098 time: 0.1017377 Jan 28 07:21:12.325864 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-2f82104b-323d-4925-83ee-dd7a3428a678 None None] Port fca91fdf-3a32-42a9-bf73-0d9c26ab506a cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:21:12.422385 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-47f3a088-6183-4cc3-9dfb-7b13ae539319 req-e1804e84-08a9-4b92-9850-e79878f90ff2 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=14c53a28-717d-453b-a485-8ca51f2ed251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001413 Jan 28 07:21:12.434148 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port c1d4cf44-173a-4200-baca-a17fb9b232db is: ACTIVE; New status is: DOWN {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:21:12.434559 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (c1d4cf44-173a-4200-baca-a17fb9b232db), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:12.466533 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-82cba143-1f4e-470d-af43-33618ddd9fab req-da0336b2-0d46-4b77-819b-d872f107bbd1 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (23612cfd-7aa2-47c9-a6c1-d148371b7d15), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:12.502384 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port c1d4cf44-173a-4200-baca-a17fb9b232db, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=c1d4cf44-173a-4200-baca-a17fb9b232db,segment=NetworkSegment(eabfb043-c84f-4765-9514-a62673ad5ee4),segment_id=eabfb043-c84f-4765-9514-a62673ad5ee4)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:21:12.510447 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (c1d4cf44-173a-4200-baca-a17fb9b232db), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:12.511173 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 1775d3be-f6b5-44d6-8764-bdd9cf32e51e no longer exists at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:21:12.513640 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0336b2-0d46-4b77-819b-d872f107bbd1 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Pushing event deleted for resources: {'Port': ['ID=23612cfd-7aa2-47c9-a6c1-d148371b7d15,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:21:12.646586 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-82cba143-1f4e-470d-af43-33618ddd9fab req-da0336b2-0d46-4b77-819b-d872f107bbd1 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] No DVR routers for this DVR port 23612cfd-7aa2-47c9-a6c1-d148371b7d15 on host n-h1-712749-28 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:21:12.650891 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=c1d4cf44-173a-4200-baca-a17fb9b232db,revision_number=6']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:21:12.658801 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-82cba143-1f4e-470d-af43-33618ddd9fab req-da0336b2-0d46-4b77-819b-d872f107bbd1 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:12.661871 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584c9a07-9a5c-43a7-a43c-cd0d8feb9cf9 req-e1d18c05-11e6-4d11-bb35-b3e0dc60e6a8 tempest-ServerAddressesNegativeTestJSON-1255147968 tempest-ServerAddressesNegativeTestJSON-1255147968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:12.667330 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-584c9a07-9a5c-43a7-a43c-cd0d8feb9cf9 req-e1d18c05-11e6-4d11-bb35-b3e0dc60e6a8 tempest-ServerAddressesNegativeTestJSON-1255147968 tempest-ServerAddressesNegativeTestJSON-1255147968-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab312f97-b8ff-4c0f-a449-d1fa04113917 HTTP/1.1" status: 200 len: 946 time: 0.1424026 Jan 28 07:21:12.670662 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-82cba143-1f4e-470d-af43-33618ddd9fab req-da0336b2-0d46-4b77-819b-d872f107bbd1 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.10 "DELETE /v2.0/ports/23612cfd-7aa2-47c9-a6c1-d148371b7d15 HTTP/1.1" status: 204 len: 173 time: 0.9345369 Jan 28 07:21:12.671175 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7', 'name': 'network-vif-deleted', 'tag': '23612cfd-7aa2-47c9-a6c1-d148371b7d15'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:21:12.685025 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22e5c989-601c-4d44-866c-9410f7e2ef3c" -d '{"events": [{"server_uuid": "b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7", "name": "network-vif-deleted", "tag": "23612cfd-7aa2-47c9-a6c1-d148371b7d15"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:21:12.707425 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 1775d3be-f6b5-44d6-8764-bdd9cf32e51e is: ACTIVE; New status is: DOWN {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:21:12.708162 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (1775d3be-f6b5-44d6-8764-bdd9cf32e51e), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:12.768156 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 1775d3be-f6b5-44d6-8764-bdd9cf32e51e, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=1775d3be-f6b5-44d6-8764-bdd9cf32e51e,segment=NetworkSegment(a8009862-d945-4c67-8240-74eec860f8ce),segment_id=a8009862-d945-4c67-8240-74eec860f8ce)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:21:12.775824 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (1775d3be-f6b5-44d6-8764-bdd9cf32e51e), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:12.808923 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-584c9a07-9a5c-43a7-a43c-cd0d8feb9cf9 req-676d345c-af49-4add-affa-bd5be893f04c tempest-ServerAddressesNegativeTestJSON-1255147968 tempest-ServerAddressesNegativeTestJSON-1255147968-project] 10.222.0.41 "GET /v2.0/security-groups?id=14c53a28-717d-453b-a485-8ca51f2ed251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328502 Jan 28 07:21:12.872704 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=1775d3be-f6b5-44d6-8764-bdd9cf32e51e,revision_number=6']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:21:12.893758 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0973f0f8-4c96-4665-96d5-984c2644622c x-openstack-request-id: req-0973f0f8-4c96-4665-96d5-984c2644622c {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:21:12.895441 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7", "name": "network-vif-deleted", "tag": "23612cfd-7aa2-47c9-a6c1-d148371b7d15", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:21:12.895803 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0973f0f8-4c96-4665-96d5-984c2644622c {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:21:12.896765 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7', 'name': 'network-vif-deleted', 'tag': '23612cfd-7aa2-47c9-a6c1-d148371b7d15', 'status': 'completed', 'code': 200} Jan 28 07:21:13.023001 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc31c94-b3a2-4d06-bf73-95066900e318 req-b2083c4a-e21b-45ac-b49b-f7e52df9db32 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:13.031416 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4bc31c94-b3a2-4d06-bf73-95066900e318 req-b2083c4a-e21b-45ac-b49b-f7e52df9db32 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9528e21-d787-43d1-b203-57c8109331dd HTTP/1.1" status: 200 len: 945 time: 0.6065938 Jan 28 07:21:13.056382 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-82cba143-1f4e-470d-af43-33618ddd9fab req-f7e27cbc-0c9e-41c6-b7f3-01ba467cd908 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Deleting port 1775d3be-f6b5-44d6-8764-bdd9cf32e51e {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:21:13.057628 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-82cba143-1f4e-470d-af43-33618ddd9fab req-f7e27cbc-0c9e-41c6-b7f3-01ba467cd908 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (1775d3be-f6b5-44d6-8764-bdd9cf32e51e), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:13.211731 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4bc31c94-b3a2-4d06-bf73-95066900e318 req-430173d8-f623-4368-a9f1-731d9ae5c1b8 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/security-groups?id=e977f99b-7e7b-4d49-bf15-4fd22b3b3b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789269 Jan 28 07:21:13.241190 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc91ed7e-2376-4bcb-8e38-6eae555bc044 req-dcfe1a27-a910-4560-9757-07535f806e69 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:13.250013 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc91ed7e-2376-4bcb-8e38-6eae555bc044 req-dcfe1a27-a910-4560-9757-07535f806e69 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:13.256487 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc91ed7e-2376-4bcb-8e38-6eae555bc044 req-dcfe1a27-a910-4560-9757-07535f806e69 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:13.262873 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc91ed7e-2376-4bcb-8e38-6eae555bc044 req-dcfe1a27-a910-4560-9757-07535f806e69 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:13.270444 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-dc91ed7e-2376-4bcb-8e38-6eae555bc044 req-dcfe1a27-a910-4560-9757-07535f806e69 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7 HTTP/1.1" status: 200 len: 3148 time: 0.2732325 Jan 28 07:21:13.324544 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39733e6f-bd12-43e7-bf93-68eb63314705 req-4b14b9f3-019e-4d06-ae1b-b11c8bf7cf15 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:13.327706 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-39733e6f-bd12-43e7-bf93-68eb63314705 req-4b14b9f3-019e-4d06-ae1b-b11c8bf7cf15 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9528e21-d787-43d1-b203-57c8109331dd HTTP/1.1" status: 200 len: 945 time: 0.5391126 Jan 28 07:21:13.337392 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-82cba143-1f4e-470d-af43-33618ddd9fab req-f7e27cbc-0c9e-41c6-b7f3-01ba467cd908 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] For port 1775d3be-f6b5-44d6-8764-bdd9cf32e51e, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=1775d3be-f6b5-44d6-8764-bdd9cf32e51e,segment=NetworkSegment(a8009862-d945-4c67-8240-74eec860f8ce),segment_id=a8009862-d945-4c67-8240-74eec860f8ce)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:21:13.341407 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-82cba143-1f4e-470d-af43-33618ddd9fab req-f7e27cbc-0c9e-41c6-b7f3-01ba467cd908 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (1775d3be-f6b5-44d6-8764-bdd9cf32e51e), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:13.377128 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-82cba143-1f4e-470d-af43-33618ddd9fab req-f7e27cbc-0c9e-41c6-b7f3-01ba467cd908 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Calling delete_port for 1775d3be-f6b5-44d6-8764-bdd9cf32e51e owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:21:13.409824 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-dc91ed7e-2376-4bcb-8e38-6eae555bc044 req-0f4f65d8-223b-46bb-8d01-9bb0ea38a6c5 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/security-groups?id=f42d29db-089b-46ec-bdc0-e6253e46a436&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1376131 Jan 28 07:21:13.545495 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-39733e6f-bd12-43e7-bf93-68eb63314705 req-7389224b-3e01-4f02-8e4d-3ffae64f9a4b tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Deleting port 5f70355f-bff0-48bb-a613-ef368112dec0 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:21:13.546435 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-39733e6f-bd12-43e7-bf93-68eb63314705 req-7389224b-3e01-4f02-8e4d-3ffae64f9a4b tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (5f70355f-bff0-48bb-a613-ef368112dec0), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:13.589912 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-70570937-aef1-44a2-a220-b71b966c12fe req-bc366684-dabf-40a5-a191-9c86b75f59cb tempest-ServerShowV247Test-1049381922 tempest-ServerShowV247Test-1049381922-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a0e8784-50dd-4db4-bab0-6dcb4ceef634 HTTP/1.1" status: 200 len: 210 time: 0.0371327 Jan 28 07:21:13.665769 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 4aac091f-65c1-4c36-9072-a266f2493296 no longer exists at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:21:13.757083 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-39733e6f-bd12-43e7-bf93-68eb63314705 req-7389224b-3e01-4f02-8e4d-3ffae64f9a4b tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] For port 5f70355f-bff0-48bb-a613-ef368112dec0, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=5f70355f-bff0-48bb-a613-ef368112dec0,segment=NetworkSegment(0129dffb-fe43-47b5-a269-4f49ca8f6de7),segment_id=0129dffb-fe43-47b5-a269-4f49ca8f6de7)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:21:13.760883 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-39733e6f-bd12-43e7-bf93-68eb63314705 req-7389224b-3e01-4f02-8e4d-3ffae64f9a4b tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (5f70355f-bff0-48bb-a613-ef368112dec0), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:13.782445 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] The host n-h1-712749-28 is not matching for port 4aac091f-65c1-4c36-9072-a266f2493296 host ! {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 07:21:13.787002 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 4aac091f-65c1-4c36-9072-a266f2493296 not bound to the agent host n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:21:13.787478 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 306d21bc-fcd5-48a8-8c93-759b2a81125d no longer exists at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:21:13.805478 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-39733e6f-bd12-43e7-bf93-68eb63314705 req-7389224b-3e01-4f02-8e4d-3ffae64f9a4b tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Calling delete_port for 5f70355f-bff0-48bb-a613-ef368112dec0 owned by compute:nova {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:21:13.821868 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-82cba143-1f4e-470d-af43-33618ddd9fab req-f7e27cbc-0c9e-41c6-b7f3-01ba467cd908 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (1775d3be-f6b5-44d6-8764-bdd9cf32e51e), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:13.939127 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8750aa44-de41-4db2-8538-e081967f1c67 req-7073b26f-61d0-443f-96bf-f947d350f644 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:13.945476 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8750aa44-de41-4db2-8538-e081967f1c67 req-7073b26f-61d0-443f-96bf-f947d350f644 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/ports?device_id=28886562-bead-4c03-b18c-42830d7b7629 HTTP/1.1" status: 200 len: 946 time: 0.4075403 Jan 28 07:21:13.948178 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e27cbc-0c9e-41c6-b7f3-01ba467cd908 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Pushing event deleted for resources: {'Port': ['ID=1775d3be-f6b5-44d6-8764-bdd9cf32e51e,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:21:13.977478 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 306d21bc-fcd5-48a8-8c93-759b2a81125d is: ACTIVE; New status is: DOWN {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:21:13.977875 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (306d21bc-fcd5-48a8-8c93-759b2a81125d), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:14.028346 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 306d21bc-fcd5-48a8-8c93-759b2a81125d, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=306d21bc-fcd5-48a8-8c93-759b2a81125d,segment=NetworkSegment(914d5fdc-8494-4dfd-8547-a179fe5cc900),segment_id=914d5fdc-8494-4dfd-8547-a179fe5cc900)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:21:14.035209 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (306d21bc-fcd5-48a8-8c93-759b2a81125d), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:14.035722 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeca68e-601e-4915-9828-67dce6b77520 req-4cbed6c5-c22e-4c93-bfa6-8c1259ea6e71 tempest-ServerAddressesNegativeTestJSON-1255147968 tempest-ServerAddressesNegativeTestJSON-1255147968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:14.039887 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device fca91fdf-3a32-42a9-bf73-0d9c26ab506a no longer exists at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:21:14.045133 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2aeca68e-601e-4915-9828-67dce6b77520 req-4cbed6c5-c22e-4c93-bfa6-8c1259ea6e71 tempest-ServerAddressesNegativeTestJSON-1255147968 tempest-ServerAddressesNegativeTestJSON-1255147968-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab312f97-b8ff-4c0f-a449-d1fa04113917 HTTP/1.1" status: 200 len: 946 time: 0.1110706 Jan 28 07:21:14.119412 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] The host n-h1-712749-28 is not matching for port fca91fdf-3a32-42a9-bf73-0d9c26ab506a host ! {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 07:21:14.120290 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device fca91fdf-3a32-42a9-bf73-0d9c26ab506a not bound to the agent host n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:21:14.120990 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 28ee7b1c-7756-4f1b-8d60-9dc7080ff128 no longer exists at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:21:14.153054 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2aeca68e-601e-4915-9828-67dce6b77520 req-6e28f67b-fc79-416b-8cb0-262c60474088 tempest-ServerAddressesNegativeTestJSON-1255147968 tempest-ServerAddressesNegativeTestJSON-1255147968-project] 10.222.0.41 "GET /v2.0/security-groups?id=14c53a28-717d-453b-a485-8ca51f2ed251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072528 Jan 28 07:21:14.207066 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-39733e6f-bd12-43e7-bf93-68eb63314705 req-7389224b-3e01-4f02-8e4d-3ffae64f9a4b tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (5f70355f-bff0-48bb-a613-ef368112dec0), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:14.213261 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-82cba143-1f4e-470d-af43-33618ddd9fab req-f7e27cbc-0c9e-41c6-b7f3-01ba467cd908 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] No DVR routers for this DVR port 1775d3be-f6b5-44d6-8764-bdd9cf32e51e on host n-h1-712749-28 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:21:14.244485 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=306d21bc-fcd5-48a8-8c93-759b2a81125d,revision_number=6']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:21:14.252092 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['5f70355f-bff0-48bb-a613-ef368112dec0'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:21:14.255621 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-82cba143-1f4e-470d-af43-33618ddd9fab req-f7e27cbc-0c9e-41c6-b7f3-01ba467cd908 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:14.258890 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-82cba143-1f4e-470d-af43-33618ddd9fab req-f7e27cbc-0c9e-41c6-b7f3-01ba467cd908 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.10 "DELETE /v2.0/ports/1775d3be-f6b5-44d6-8764-bdd9cf32e51e HTTP/1.1" status: 204 len: 173 time: 1.5482593 Jan 28 07:21:14.317597 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1d4cf44-173a-4200-baca-a17fb9b232db'}, {'server_uuid': 'b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1775d3be-f6b5-44d6-8764-bdd9cf32e51e'}, {'server_uuid': 'b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '306d21bc-fcd5-48a8-8c93-759b2a81125d'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:21:14.318035 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7389224b-3e01-4f02-8e4d-3ffae64f9a4b tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Pushing event deleted for resources: {'Port': ['ID=5f70355f-bff0-48bb-a613-ef368112dec0,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:21:14.323004 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8fefe47-bd1b-4d28-bf59-ee23c4883c27" -d '{"events": [{"server_uuid": "b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7", "name": "network-vif-unplugged", "status": "completed", "tag": "c1d4cf44-173a-4200-baca-a17fb9b232db"}, {"server_uuid": "b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7", "name": "network-vif-unplugged", "status": "completed", "tag": "1775d3be-f6b5-44d6-8764-bdd9cf32e51e"}, {"server_uuid": "b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7", "name": "network-vif-unplugged", "status": "completed", "tag": "306d21bc-fcd5-48a8-8c93-759b2a81125d"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:21:14.378221 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 28ee7b1c-7756-4f1b-8d60-9dc7080ff128 is: ACTIVE; New status is: DOWN {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:21:14.378736 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (28ee7b1c-7756-4f1b-8d60-9dc7080ff128), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:14.417405 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-39733e6f-bd12-43e7-bf93-68eb63314705 req-7389224b-3e01-4f02-8e4d-3ffae64f9a4b tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] No DVR routers for this DVR port 5f70355f-bff0-48bb-a613-ef368112dec0 on host n-h2-712749-28 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:21:14.420669 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-39733e6f-bd12-43e7-bf93-68eb63314705 req-7389224b-3e01-4f02-8e4d-3ffae64f9a4b tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:14.425474 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-39733e6f-bd12-43e7-bf93-68eb63314705 req-7389224b-3e01-4f02-8e4d-3ffae64f9a4b tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.44 "DELETE /v2.0/ports/5f70355f-bff0-48bb-a613-ef368112dec0 HTTP/1.1" status: 204 len: 173 time: 1.0906215 Jan 28 07:21:14.427976 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9528e21-d787-43d1-b203-57c8109331dd', 'name': 'network-vif-deleted', 'tag': '5f70355f-bff0-48bb-a613-ef368112dec0'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:21:14.441669 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59daf3c4-984e-44d7-bde5-6b52e7568a20" -d '{"events": [{"server_uuid": "c9528e21-d787-43d1-b203-57c8109331dd", "name": "network-vif-deleted", "tag": "5f70355f-bff0-48bb-a613-ef368112dec0"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:21:14.444466 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8750aa44-de41-4db2-8538-e081967f1c67 req-eaeb8140-1de3-4e27-8792-0400377bfba3 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3913eaa-d94a-405d-af3b-c47b7c21bae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4869251 Jan 28 07:21:14.474736 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 28ee7b1c-7756-4f1b-8d60-9dc7080ff128, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=28ee7b1c-7756-4f1b-8d60-9dc7080ff128,segment=NetworkSegment(914d5fdc-8494-4dfd-8547-a179fe5cc900),segment_id=914d5fdc-8494-4dfd-8547-a179fe5cc900)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:21:14.488979 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (28ee7b1c-7756-4f1b-8d60-9dc7080ff128), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:14.490149 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 23612cfd-7aa2-47c9-a6c1-d148371b7d15 no longer exists at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:21:14.541358 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-149df253-7112-4ff9-9cdd-1c495652e670 req-2167d0ba-8bff-44d1-9481-e15ce9cf4ef8 tempest-DeleteServersTestJSON-522810922 tempest-DeleteServersTestJSON-522810922-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9528e21-d787-43d1-b203-57c8109331dd HTTP/1.1" status: 200 len: 210 time: 0.1226933 Jan 28 07:21:14.665532 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=28ee7b1c-7756-4f1b-8d60-9dc7080ff128,revision_number=6']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:21:14.688960 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Fri, 28 Jan 2022 07:21:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6171ca6-1bef-461e-838c-aec69ecd19b0 x-openstack-request-id: req-a6171ca6-1bef-461e-838c-aec69ecd19b0 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:21:14.689644 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7", "name": "network-vif-unplugged", "status": "completed", "tag": "c1d4cf44-173a-4200-baca-a17fb9b232db", "code": 200}, {"server_uuid": "b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7", "name": "network-vif-unplugged", "status": "completed", "tag": "1775d3be-f6b5-44d6-8764-bdd9cf32e51e", "code": 200}, {"server_uuid": "b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7", "name": "network-vif-unplugged", "status": "completed", "tag": "306d21bc-fcd5-48a8-8c93-759b2a81125d", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:21:14.689644 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a6171ca6-1bef-461e-838c-aec69ecd19b0 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:21:14.690250 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1d4cf44-173a-4200-baca-a17fb9b232db', 'code': 200} Jan 28 07:21:14.692277 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1775d3be-f6b5-44d6-8764-bdd9cf32e51e', 'code': 200} Jan 28 07:21:14.692895 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '306d21bc-fcd5-48a8-8c93-759b2a81125d', 'code': 200} Jan 28 07:21:14.696874 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] No Port match for: 23612cfd-7aa2-47c9-a6c1-d148371b7d15 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:21:14.697319 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 23612cfd-7aa2-47c9-a6c1-d148371b7d15 not bound to the agent host n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:21:14.745540 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-82cba143-1f4e-470d-af43-33618ddd9fab req-4385a589-9c12-4821-a869-58e2eb464b00 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Deleting port 28ee7b1c-7756-4f1b-8d60-9dc7080ff128 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:21:14.745954 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-82cba143-1f4e-470d-af43-33618ddd9fab req-4385a589-9c12-4821-a869-58e2eb464b00 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (28ee7b1c-7756-4f1b-8d60-9dc7080ff128), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:14.768687 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:21:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8b7c230-4eb4-4982-a82e-25668176686f x-openstack-request-id: req-d8b7c230-4eb4-4982-a82e-25668176686f {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:21:14.769128 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9528e21-d787-43d1-b203-57c8109331dd", "name": "network-vif-deleted", "tag": "5f70355f-bff0-48bb-a613-ef368112dec0", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:21:14.769388 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d8b7c230-4eb4-4982-a82e-25668176686f {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:21:14.769908 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9528e21-d787-43d1-b203-57c8109331dd', 'name': 'network-vif-deleted', 'tag': '5f70355f-bff0-48bb-a613-ef368112dec0', 'status': 'completed', 'code': 200} Jan 28 07:21:14.904912 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7', 'name': 'network-vif-deleted', 'tag': '1775d3be-f6b5-44d6-8764-bdd9cf32e51e'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:21:14.909019 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f33f083-1b64-49b7-9ca3-084a524b54ef" -d '{"events": [{"server_uuid": "b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7", "name": "network-vif-deleted", "tag": "1775d3be-f6b5-44d6-8764-bdd9cf32e51e"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:21:14.921577 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-82cba143-1f4e-470d-af43-33618ddd9fab req-4385a589-9c12-4821-a869-58e2eb464b00 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] For port 28ee7b1c-7756-4f1b-8d60-9dc7080ff128, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=28ee7b1c-7756-4f1b-8d60-9dc7080ff128,segment=NetworkSegment(914d5fdc-8494-4dfd-8547-a179fe5cc900),segment_id=914d5fdc-8494-4dfd-8547-a179fe5cc900)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:21:14.922379 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-82cba143-1f4e-470d-af43-33618ddd9fab req-4385a589-9c12-4821-a869-58e2eb464b00 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (28ee7b1c-7756-4f1b-8d60-9dc7080ff128), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:14.968780 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-82cba143-1f4e-470d-af43-33618ddd9fab req-4385a589-9c12-4821-a869-58e2eb464b00 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Calling delete_port for 28ee7b1c-7756-4f1b-8d60-9dc7080ff128 owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:21:15.002253 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142c7df0-5dd4-443d-951e-80dcb6e38485 req-911d1453-c328-4f21-8543-ec1279573233 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:15.020524 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142c7df0-5dd4-443d-951e-80dcb6e38485 req-911d1453-c328-4f21-8543-ec1279573233 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:15.027132 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142c7df0-5dd4-443d-951e-80dcb6e38485 req-911d1453-c328-4f21-8543-ec1279573233 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:15.037460 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-142c7df0-5dd4-443d-951e-80dcb6e38485 req-911d1453-c328-4f21-8543-ec1279573233 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7 HTTP/1.1" status: 200 len: 2411 time: 0.1577268 Jan 28 07:21:15.193617 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-142c7df0-5dd4-443d-951e-80dcb6e38485 req-b69a7ef9-3673-49ca-a47d-7856e309c092 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/security-groups?id=f42d29db-089b-46ec-bdc0-e6253e46a436&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1551685 Jan 28 07:21:15.322437 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f68ca68b-2c1b-40c7-969a-57ad841f37ae req-c1716033-c8fe-410b-9833-6be11aff3375 tempest-ServerShowV247Test-1049381922 tempest-ServerShowV247Test-1049381922-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a0e8784-50dd-4db4-bab0-6dcb4ceef634 HTTP/1.1" status: 200 len: 210 time: 0.0684071 Jan 28 07:21:15.330696 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:21:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2de110bd-b40f-44e2-b2e8-21cc4f8b0e6f x-openstack-request-id: req-2de110bd-b40f-44e2-b2e8-21cc4f8b0e6f {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:21:15.336597 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7", "name": "network-vif-deleted", "tag": "1775d3be-f6b5-44d6-8764-bdd9cf32e51e", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:21:15.336597 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2de110bd-b40f-44e2-b2e8-21cc4f8b0e6f {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:21:15.336597 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7', 'name': 'network-vif-deleted', 'tag': '1775d3be-f6b5-44d6-8764-bdd9cf32e51e', 'status': 'completed', 'code': 200} Jan 28 07:21:15.337583 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 52904) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:21:15.399693 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-82cba143-1f4e-470d-af43-33618ddd9fab req-4385a589-9c12-4821-a869-58e2eb464b00 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (28ee7b1c-7756-4f1b-8d60-9dc7080ff128), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:15.475068 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4385a589-9c12-4821-a869-58e2eb464b00 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Pushing event deleted for resources: {'Port': ['ID=28ee7b1c-7756-4f1b-8d60-9dc7080ff128,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:21:15.510756 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1522ad52-998c-45bf-8c68-3243d1f4c66d req-3e6190a4-a846-4712-9f58-49fe94471998 tempest-ServerAddressesNegativeTestJSON-1255147968 tempest-ServerAddressesNegativeTestJSON-1255147968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:15.525966 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1522ad52-998c-45bf-8c68-3243d1f4c66d req-3e6190a4-a846-4712-9f58-49fe94471998 tempest-ServerAddressesNegativeTestJSON-1255147968 tempest-ServerAddressesNegativeTestJSON-1255147968-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab312f97-b8ff-4c0f-a449-d1fa04113917 HTTP/1.1" status: 200 len: 946 time: 0.1156237 Jan 28 07:21:15.529374 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-82cba143-1f4e-470d-af43-33618ddd9fab req-4385a589-9c12-4821-a869-58e2eb464b00 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] No DVR routers for this DVR port 28ee7b1c-7756-4f1b-8d60-9dc7080ff128 on host n-h1-712749-28 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:21:15.533350 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-82cba143-1f4e-470d-af43-33618ddd9fab req-4385a589-9c12-4821-a869-58e2eb464b00 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:15.539231 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-82cba143-1f4e-470d-af43-33618ddd9fab req-4385a589-9c12-4821-a869-58e2eb464b00 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.10 "DELETE /v2.0/ports/28ee7b1c-7756-4f1b-8d60-9dc7080ff128 HTTP/1.1" status: 204 len: 173 time: 1.2513285 Jan 28 07:21:15.644857 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1522ad52-998c-45bf-8c68-3243d1f4c66d req-ff6c106c-cfa6-488a-bcdb-73d12fb21e6d tempest-ServerAddressesNegativeTestJSON-1255147968 tempest-ServerAddressesNegativeTestJSON-1255147968-project] 10.222.0.41 "GET /v2.0/security-groups?id=14c53a28-717d-453b-a485-8ca51f2ed251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151946 Jan 28 07:21:15.669644 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7af161aa-d2a6-46ec-8a5c-2532dc3b57b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:15.762066 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-82cba143-1f4e-470d-af43-33618ddd9fab req-a0d6aa0b-4f3e-4c62-a909-bd5f5a7a4f53 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Deleting port c1d4cf44-173a-4200-baca-a17fb9b232db {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:21:15.763322 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-82cba143-1f4e-470d-af43-33618ddd9fab req-a0d6aa0b-4f3e-4c62-a909-bd5f5a7a4f53 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (c1d4cf44-173a-4200-baca-a17fb9b232db), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:15.773498 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b68604-54fb-4ef4-aa77-6f93dd6582f4 req-b8d8bfe7-2323-4202-b2c4-d0de7965f24d tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:15.775103 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-44b68604-54fb-4ef4-aa77-6f93dd6582f4 req-b8d8bfe7-2323-4202-b2c4-d0de7965f24d tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/ports?device_id=28886562-bead-4c03-b18c-42830d7b7629 HTTP/1.1" status: 200 len: 946 time: 0.0899897 Jan 28 07:21:15.907210 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7af161aa-d2a6-46ec-8a5c-2532dc3b57b3 admin admin] Publish callbacks [] for security_group (4e597a1c-61b1-4085-8f82-be0f6c4f597f), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:15.917190 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7af161aa-d2a6-46ec-8a5c-2532dc3b57b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (4e597a1c-61b1-4085-8f82-be0f6c4f597f), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:15.927880 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-44b68604-54fb-4ef4-aa77-6f93dd6582f4 req-72e97ab0-5529-4ae1-a217-b0f0b7cfd692 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3913eaa-d94a-405d-af3b-c47b7c21bae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1321921 Jan 28 07:21:15.964184 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-82cba143-1f4e-470d-af43-33618ddd9fab req-a0d6aa0b-4f3e-4c62-a909-bd5f5a7a4f53 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] For port c1d4cf44-173a-4200-baca-a17fb9b232db, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=c1d4cf44-173a-4200-baca-a17fb9b232db,segment=NetworkSegment(eabfb043-c84f-4765-9514-a62673ad5ee4),segment_id=eabfb043-c84f-4765-9514-a62673ad5ee4)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:21:15.965684 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-82cba143-1f4e-470d-af43-33618ddd9fab req-a0d6aa0b-4f3e-4c62-a909-bd5f5a7a4f53 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (c1d4cf44-173a-4200-baca-a17fb9b232db), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:15.974214 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af161aa-d2a6-46ec-8a5c-2532dc3b57b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e597a1c-61b1-4085-8f82-be0f6c4f597f,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:21:16.005606 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-7af161aa-d2a6-46ec-8a5c-2532dc3b57b3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5b60649e931744f98180beb2311c7ac3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6640091 Jan 28 07:21:16.006187 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 52932) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:21:16.112489 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0b77706e-0742-42e0-ab1e-fd35741ecd7e admin admin] Publish callbacks [] for security_group (4e597a1c-61b1-4085-8f82-be0f6c4f597f), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:16.142888 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0b77706e-0742-42e0-ab1e-fd35741ecd7e admin admin] Publish callbacks [] for security_group (4e597a1c-61b1-4085-8f82-be0f6c4f597f), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:16.212149 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0b77706e-0742-42e0-ab1e-fd35741ecd7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (4e597a1c-61b1-4085-8f82-be0f6c4f597f), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:16.214559 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0b77706e-0742-42e0-ab1e-fd35741ecd7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:16.219729 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-0b77706e-0742-42e0-ab1e-fd35741ecd7e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4e597a1c-61b1-4085-8f82-be0f6c4f597f HTTP/1.1" status: 204 len: 168 time: 0.2090182 Jan 28 07:21:16.233374 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b77706e-0742-42e0-ab1e-fd35741ecd7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e597a1c-61b1-4085-8f82-be0f6c4f597f,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:21:16.420897 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-82cba143-1f4e-470d-af43-33618ddd9fab req-a0d6aa0b-4f3e-4c62-a909-bd5f5a7a4f53 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:16.423524 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-82cba143-1f4e-470d-af43-33618ddd9fab req-a0d6aa0b-4f3e-4c62-a909-bd5f5a7a4f53 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16609095'] for floatingip (b0aedd53-0f3f-4f41-b811-7afb82007f0f), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:16.423946 n-d-712749-28 neutron-server[103284]: INFO neutron.db.l3_db [req-82cba143-1f4e-470d-af43-33618ddd9fab req-a0d6aa0b-4f3e-4c62-a909-bd5f5a7a4f53 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Floating IP b0aedd53-0f3f-4f41-b811-7afb82007f0f disassociated. External IP: 172.25.6.28, port: c1d4cf44-173a-4200-baca-a17fb9b232db. Jan 28 07:21:16.424550 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-82cba143-1f4e-470d-af43-33618ddd9fab req-a0d6aa0b-4f3e-4c62-a909-bd5f5a7a4f53 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Calling delete_port for c1d4cf44-173a-4200-baca-a17fb9b232db owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:21:16.463971 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fa45d0-c2c5-4402-ba3e-85db1f4fd45d req-38443ec7-e2a9-48d9-9125-5acdbeb2e5a7 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:16.477746 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fa45d0-c2c5-4402-ba3e-85db1f4fd45d req-38443ec7-e2a9-48d9-9125-5acdbeb2e5a7 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:16.482523 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-81fa45d0-c2c5-4402-ba3e-85db1f4fd45d req-38443ec7-e2a9-48d9-9125-5acdbeb2e5a7 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7 HTTP/1.1" status: 200 len: 1678 time: 0.1214647 Jan 28 07:21:16.565878 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-81fa45d0-c2c5-4402-ba3e-85db1f4fd45d req-34f37222-d96c-4867-a5db-58b44d2f836f tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/security-groups?id=f42d29db-089b-46ec-bdc0-e6253e46a436&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775523 Jan 28 07:21:16.589544 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-82710fb2-5fe8-48a3-a238-70b847babd76 req-cd9a7320-3147-47e6-b59c-668415a2bacb tempest-ServerShowV247Test-1049381922 tempest-ServerShowV247Test-1049381922-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a0e8784-50dd-4db4-bab0-6dcb4ceef634 HTTP/1.1" status: 200 len: 210 time: 0.0554132 Jan 28 07:21:16.693691 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28ee7b1c-7756-4f1b-8d60-9dc7080ff128'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:21:16.697136 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14caae3a-bc04-4d68-b1e8-fa6c0e502c0f" -d '{"events": [{"server_uuid": "b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7", "name": "network-vif-unplugged", "status": "completed", "tag": "28ee7b1c-7756-4f1b-8d60-9dc7080ff128"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:21:16.796333 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-82cba143-1f4e-470d-af43-33618ddd9fab req-a0d6aa0b-4f3e-4c62-a909-bd5f5a7a4f53 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (c1d4cf44-173a-4200-baca-a17fb9b232db), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:16.801996 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 07:21:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21c9d24b-d59c-4dd8-8b6a-4b94b579d1ca x-openstack-request-id: req-21c9d24b-d59c-4dd8-8b6a-4b94b579d1ca {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:21:16.803048 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7", "name": "network-vif-unplugged", "status": "completed", "tag": "28ee7b1c-7756-4f1b-8d60-9dc7080ff128", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:21:16.803313 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-21c9d24b-d59c-4dd8-8b6a-4b94b579d1ca {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:21:16.803717 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28ee7b1c-7756-4f1b-8d60-9dc7080ff128', 'code': 200} Jan 28 07:21:16.863734 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d6aa0b-4f3e-4c62-a909-bd5f5a7a4f53 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Pushing event deleted for resources: {'Port': ['ID=c1d4cf44-173a-4200-baca-a17fb9b232db,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:21:16.870676 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f890fc8c-980b-4f6f-b149-4bd4886bcdde req-f1137a22-1705-4b43-9550-255dc07fa5ff tempest-ServerAddressesNegativeTestJSON-1255147968 tempest-ServerAddressesNegativeTestJSON-1255147968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:16.874011 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f890fc8c-980b-4f6f-b149-4bd4886bcdde req-f1137a22-1705-4b43-9550-255dc07fa5ff tempest-ServerAddressesNegativeTestJSON-1255147968 tempest-ServerAddressesNegativeTestJSON-1255147968-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab312f97-b8ff-4c0f-a449-d1fa04113917 HTTP/1.1" status: 200 len: 946 time: 0.1767292 Jan 28 07:21:16.893060 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdb754d-859c-491b-9630-dcf250ec739c req-814b2d04-0d52-4bb8-9999-1e1804289e9a tempest-ServerAddressesNegativeTestJSON-1255147968 tempest-ServerAddressesNegativeTestJSON-1255147968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:16.903863 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8bdb754d-859c-491b-9630-dcf250ec739c req-814b2d04-0d52-4bb8-9999-1e1804289e9a tempest-ServerAddressesNegativeTestJSON-1255147968 tempest-ServerAddressesNegativeTestJSON-1255147968-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab312f97-b8ff-4c0f-a449-d1fa04113917 HTTP/1.1" status: 200 len: 946 time: 0.1379089 Jan 28 07:21:16.998095 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 52994) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:21:17.018670 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-55853069-8e95-419a-aa89-dde91bfa5ee9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:17.041027 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 5f70355f-bff0-48bb-a613-ef368112dec0 no longer exists at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:21:17.079395 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8bdb754d-859c-491b-9630-dcf250ec739c req-416d6d57-11dc-4e02-a4cc-58a4a006b892 tempest-ServerAddressesNegativeTestJSON-1255147968 tempest-ServerAddressesNegativeTestJSON-1255147968-project] 10.222.0.41 "GET /v2.0/security-groups?id=14c53a28-717d-453b-a485-8ca51f2ed251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683569 Jan 28 07:21:17.119957 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] No Port match for: 5f70355f-bff0-48bb-a613-ef368112dec0 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:21:17.124349 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 5f70355f-bff0-48bb-a613-ef368112dec0 not bound to the agent host n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:21:17.159550 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-f890fc8c-980b-4f6f-b149-4bd4886bcdde req-da68f34d-f7a1-4c48-9b8c-e91c1d9674c5 tempest-ServerAddressesNegativeTestJSON-1255147968 tempest-ServerAddressesNegativeTestJSON-1255147968-project] Deleting port 75af17c1-bbd0-4075-aef6-2a7c1d8ce4c7 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:21:17.160020 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-f890fc8c-980b-4f6f-b149-4bd4886bcdde req-da68f34d-f7a1-4c48-9b8c-e91c1d9674c5 tempest-ServerAddressesNegativeTestJSON-1255147968 tempest-ServerAddressesNegativeTestJSON-1255147968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (75af17c1-bbd0-4075-aef6-2a7c1d8ce4c7), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:17.201624 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [req-82cba143-1f4e-470d-af43-33618ddd9fab req-a0d6aa0b-4f3e-4c62-a909-bd5f5a7a4f53 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Router ee89a5a4-39d8-46d1-b45b-5fcdb90c6e90 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:21:17.252324 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-55853069-8e95-419a-aa89-dde91bfa5ee9 admin admin] Publish callbacks [] for security_group (2af4abc5-d2e0-4da4-9580-c964fb619592), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:17.262706 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-55853069-8e95-419a-aa89-dde91bfa5ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (2af4abc5-d2e0-4da4-9580-c964fb619592), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:17.335122 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-f890fc8c-980b-4f6f-b149-4bd4886bcdde req-da68f34d-f7a1-4c48-9b8c-e91c1d9674c5 tempest-ServerAddressesNegativeTestJSON-1255147968 tempest-ServerAddressesNegativeTestJSON-1255147968-project] For port 75af17c1-bbd0-4075-aef6-2a7c1d8ce4c7, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=75af17c1-bbd0-4075-aef6-2a7c1d8ce4c7,segment=NetworkSegment(79959e5d-ccd2-4f42-82b3-c15dbcf3d2e8),segment_id=79959e5d-ccd2-4f42-82b3-c15dbcf3d2e8)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:21:17.335490 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-f890fc8c-980b-4f6f-b149-4bd4886bcdde req-da68f34d-f7a1-4c48-9b8c-e91c1d9674c5 tempest-ServerAddressesNegativeTestJSON-1255147968 tempest-ServerAddressesNegativeTestJSON-1255147968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (75af17c1-bbd0-4075-aef6-2a7c1d8ce4c7), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:17.347005 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7', 'name': 'network-vif-deleted', 'tag': '28ee7b1c-7756-4f1b-8d60-9dc7080ff128'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:21:17.349266 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-f890fc8c-980b-4f6f-b149-4bd4886bcdde req-da68f34d-f7a1-4c48-9b8c-e91c1d9674c5 tempest-ServerAddressesNegativeTestJSON-1255147968 tempest-ServerAddressesNegativeTestJSON-1255147968-project] Calling delete_port for 75af17c1-bbd0-4075-aef6-2a7c1d8ce4c7 owned by compute:nova {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:21:17.349475 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c12c0a8-1d46-4674-b25b-28eda49b4b14" -d '{"events": [{"server_uuid": "b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7", "name": "network-vif-deleted", "tag": "28ee7b1c-7756-4f1b-8d60-9dc7080ff128"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:21:17.409118 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc8a1a5a-87c1-4396-a10b-370abec429ab x-openstack-request-id: req-bc8a1a5a-87c1-4396-a10b-370abec429ab {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:21:17.409550 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7", "name": "network-vif-deleted", "tag": "28ee7b1c-7756-4f1b-8d60-9dc7080ff128", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:21:17.409821 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bc8a1a5a-87c1-4396-a10b-370abec429ab {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:21:17.410370 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7', 'name': 'network-vif-deleted', 'tag': '28ee7b1c-7756-4f1b-8d60-9dc7080ff128', 'status': 'completed', 'code': 200} Jan 28 07:21:17.476753 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-55853069-8e95-419a-aa89-dde91bfa5ee9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=369b0e040bfc4ae098ce18d224585554&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4750969 Jan 28 07:21:17.478346 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 53006) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:21:17.535692 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac62e15-682e-4061-8cd3-cb0225b6bb64 req-35d55217-197b-4600-b305-06e5341757ca tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:17.551289 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9ac62e15-682e-4061-8cd3-cb0225b6bb64 req-35d55217-197b-4600-b305-06e5341757ca tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/ports?device_id=28886562-bead-4c03-b18c-42830d7b7629 HTTP/1.1" status: 200 len: 946 time: 0.3429205 Jan 28 07:21:17.569727 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55853069-8e95-419a-aa89-dde91bfa5ee9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2af4abc5-d2e0-4da4-9580-c964fb619592,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:21:17.645454 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-82cba143-1f4e-470d-af43-33618ddd9fab req-a0d6aa0b-4f3e-4c62-a909-bd5f5a7a4f53 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:21:17.650478 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a8335265-8096-41c0-91e0-60f3f21dba93 admin admin] Publish callbacks [] for security_group (2af4abc5-d2e0-4da4-9580-c964fb619592), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:17.660173 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b548c9-085e-4d69-a1ea-37496a9cb753 None None] Sync routers for ids ['ee89a5a4-39d8-46d1-b45b-5fcdb90c6e90'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:21:17.686489 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b548c9-085e-4d69-a1ea-37496a9cb753 None None] Routers {'ee89a5a4-39d8-46d1-b45b-5fcdb90c6e90'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:21:17.687806 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-94b548c9-085e-4d69-a1ea-37496a9cb753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:21:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['ee89a5a4-39d8-46d1-b45b-5fcdb90c6e90'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:21:17.744964 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9ac62e15-682e-4061-8cd3-cb0225b6bb64 req-de151e79-2bb1-4b31-bd54-fc090c486a68 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3913eaa-d94a-405d-af3b-c47b7c21bae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1925559 Jan 28 07:21:17.789829 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-82cba143-1f4e-470d-af43-33618ddd9fab req-a0d6aa0b-4f3e-4c62-a909-bd5f5a7a4f53 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] No DVR routers for this DVR port c1d4cf44-173a-4200-baca-a17fb9b232db on host n-h1-712749-28 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:21:17.795650 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-82cba143-1f4e-470d-af43-33618ddd9fab req-a0d6aa0b-4f3e-4c62-a909-bd5f5a7a4f53 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:17.801886 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-82cba143-1f4e-470d-af43-33618ddd9fab req-a0d6aa0b-4f3e-4c62-a909-bd5f5a7a4f53 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.10 "DELETE /v2.0/ports/c1d4cf44-173a-4200-baca-a17fb9b232db HTTP/1.1" status: 204 len: 173 time: 2.2571094 Jan 28 07:21:17.858549 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a8335265-8096-41c0-91e0-60f3f21dba93 admin admin] Publish callbacks [] for security_group (2af4abc5-d2e0-4da4-9580-c964fb619592), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:18.034503 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e4c9a387-46ce-4cd9-b3b4-784652cd0ad7 req-ba5e4d14-d603-4eb0-82b7-e9359417ee45 tempest-ServerShowV247Test-1049381922 tempest-ServerShowV247Test-1049381922-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a0e8784-50dd-4db4-bab0-6dcb4ceef634 HTTP/1.1" status: 200 len: 210 time: 0.0735786 Jan 28 07:21:18.052140 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-94b548c9-085e-4d69-a1ea-37496a9cb753 None None] Set router ee89a5a4-39d8-46d1-b45b-5fcdb90c6e90 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:21:18.074237 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-f890fc8c-980b-4f6f-b149-4bd4886bcdde req-da68f34d-f7a1-4c48-9b8c-e91c1d9674c5 tempest-ServerAddressesNegativeTestJSON-1255147968 tempest-ServerAddressesNegativeTestJSON-1255147968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (75af17c1-bbd0-4075-aef6-2a7c1d8ce4c7), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:18.124998 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4adbe5-c633-4904-9140-016d4f945c3f req-c20b9a7e-f76e-4b3e-b5cd-408d085053bb tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:18.126303 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-bb4adbe5-c633-4904-9140-016d4f945c3f req-c20b9a7e-f76e-4b3e-b5cd-408d085053bb tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7 HTTP/1.1" status: 200 len: 943 time: 0.2982831 Jan 28 07:21:18.132521 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da68f34d-f7a1-4c48-9b8c-e91c1d9674c5 tempest-ServerAddressesNegativeTestJSON-1255147968 tempest-ServerAddressesNegativeTestJSON-1255147968-project] Pushing event deleted for resources: {'Port': ['ID=75af17c1-bbd0-4075-aef6-2a7c1d8ce4c7,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:21:18.179347 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-82cba143-1f4e-470d-af43-33618ddd9fab req-1a676b21-0523-45f3-a40f-e03592b8c5fa tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Deleting port 306d21bc-fcd5-48a8-8c93-759b2a81125d {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:21:18.181075 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-82cba143-1f4e-470d-af43-33618ddd9fab req-1a676b21-0523-45f3-a40f-e03592b8c5fa tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (306d21bc-fcd5-48a8-8c93-759b2a81125d), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:18.266284 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-f890fc8c-980b-4f6f-b149-4bd4886bcdde req-da68f34d-f7a1-4c48-9b8c-e91c1d9674c5 tempest-ServerAddressesNegativeTestJSON-1255147968 tempest-ServerAddressesNegativeTestJSON-1255147968-project] No DVR routers for this DVR port 75af17c1-bbd0-4075-aef6-2a7c1d8ce4c7 on host n-h1-712749-28 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:21:18.275613 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-f890fc8c-980b-4f6f-b149-4bd4886bcdde req-da68f34d-f7a1-4c48-9b8c-e91c1d9674c5 tempest-ServerAddressesNegativeTestJSON-1255147968 tempest-ServerAddressesNegativeTestJSON-1255147968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:18.284325 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f890fc8c-980b-4f6f-b149-4bd4886bcdde req-da68f34d-f7a1-4c48-9b8c-e91c1d9674c5 tempest-ServerAddressesNegativeTestJSON-1255147968 tempest-ServerAddressesNegativeTestJSON-1255147968-project] 10.222.0.10 "DELETE /v2.0/ports/75af17c1-bbd0-4075-aef6-2a7c1d8ce4c7 HTTP/1.1" status: 204 len: 173 time: 1.3448055 Jan 28 07:21:18.285228 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab312f97-b8ff-4c0f-a449-d1fa04113917', 'name': 'network-vif-deleted', 'tag': '75af17c1-bbd0-4075-aef6-2a7c1d8ce4c7'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:21:18.287795 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a957509-b1e0-4f13-8572-3777b6ce8b0f" -d '{"events": [{"server_uuid": "ab312f97-b8ff-4c0f-a449-d1fa04113917", "name": "network-vif-deleted", "tag": "75af17c1-bbd0-4075-aef6-2a7c1d8ce4c7"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:21:18.328038 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a8335265-8096-41c0-91e0-60f3f21dba93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (2af4abc5-d2e0-4da4-9580-c964fb619592), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:18.330608 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a8335265-8096-41c0-91e0-60f3f21dba93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:18.335999 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-a8335265-8096-41c0-91e0-60f3f21dba93 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2af4abc5-d2e0-4da4-9580-c964fb619592 HTTP/1.1" status: 204 len: 168 time: 0.8564987 Jan 28 07:21:18.366378 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8335265-8096-41c0-91e0-60f3f21dba93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2af4abc5-d2e0-4da4-9580-c964fb619592,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:21:18.422732 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-bb4adbe5-c633-4904-9140-016d4f945c3f req-1668f682-efb6-4043-8c3f-a451675f193e tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/security-groups?id=f42d29db-089b-46ec-bdc0-e6253e46a436&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2441978 Jan 28 07:21:18.519382 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-bf802fc0-b210-47c5-8d50-c91c341b3f36 req-d837b7c0-0146-4c0b-a196-74580c3e43cb tempest-ServerAddressesNegativeTestJSON-1255147968 tempest-ServerAddressesNegativeTestJSON-1255147968-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab312f97-b8ff-4c0f-a449-d1fa04113917 HTTP/1.1" status: 200 len: 210 time: 0.1836917 Jan 28 07:21:18.624612 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93fa2b95-11d1-4bd1-9b49-ee84e7810354 x-openstack-request-id: req-93fa2b95-11d1-4bd1-9b49-ee84e7810354 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:21:18.625180 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-94b548c9-085e-4d69-a1ea-37496a9cb753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee89a5a4-39d8-46d1-b45b-5fcdb90c6e90', 'name': 'tempest-TaggedBootDevicesTest-1403637708-router', 'tenant_id': '3e187e532e7d440c823c7ea556f78f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': '652ced53-0b67-4f3d-b31b-7cd797166160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:09:14Z', 'updated_at': '2022-01-28T07:09:22Z', 'revision_number': 4, 'project_id': '3e187e532e7d440c823c7ea556f78f6e', 'gw_port': {'id': '652ced53-0b67-4f3d-b31b-7cd797166160', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f6:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee89a5a4-39d8-46d1-b45b-5fcdb90c6e90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:09:16Z', 'updated_at': '2022-01-28T07:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '9c106638-8a48-457e-8d87-3b66d720a2ac', 'name': '', 'network_id': '0d2602fa-1d2d-4c75-8661-ee94c8ac01e5', 'tenant_id': '3e187e532e7d440c823c7ea556f78f6e', 'mac_address': 'fa:16:3e:16:75:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee89a5a4-39d8-46d1-b45b-5fcdb90c6e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'a36581c3-26ef-4e8c-b9f4-8727fbf3ff93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:09:20Z', 'updated_at': '2022-01-28T07:09:30Z', 'revision_number': 5, 'project_id': '3e187e532e7d440c823c7ea556f78f6e', 'subnets': [{'id': 'a36581c3-26ef-4e8c-b9f4-8727fbf3ff93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:21:18.625690 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab312f97-b8ff-4c0f-a449-d1fa04113917", "name": "network-vif-deleted", "tag": "75af17c1-bbd0-4075-aef6-2a7c1d8ce4c7", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:21:18.626100 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-93fa2b95-11d1-4bd1-9b49-ee84e7810354 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:21:18.626650 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab312f97-b8ff-4c0f-a449-d1fa04113917', 'name': 'network-vif-deleted', 'tag': '75af17c1-bbd0-4075-aef6-2a7c1d8ce4c7', 'status': 'completed', 'code': 200} Jan 28 07:21:18.633373 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-82cba143-1f4e-470d-af43-33618ddd9fab req-1a676b21-0523-45f3-a40f-e03592b8c5fa tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] For port 306d21bc-fcd5-48a8-8c93-759b2a81125d, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=306d21bc-fcd5-48a8-8c93-759b2a81125d,segment=NetworkSegment(914d5fdc-8494-4dfd-8547-a179fe5cc900),segment_id=914d5fdc-8494-4dfd-8547-a179fe5cc900)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:21:18.634605 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-82cba143-1f4e-470d-af43-33618ddd9fab req-1a676b21-0523-45f3-a40f-e03592b8c5fa tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (306d21bc-fcd5-48a8-8c93-759b2a81125d), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:18.653822 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-82cba143-1f4e-470d-af43-33618ddd9fab req-1a676b21-0523-45f3-a40f-e03592b8c5fa tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Calling delete_port for 306d21bc-fcd5-48a8-8c93-759b2a81125d owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:21:18.698337 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b548c9-085e-4d69-a1ea-37496a9cb753 None None] Checking router: ee89a5a4-39d8-46d1-b45b-5fcdb90c6e90 for host: n-d-712749-28 {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:21:18.723868 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b548c9-085e-4d69-a1ea-37496a9cb753 None None] Routers {'ee89a5a4-39d8-46d1-b45b-5fcdb90c6e90'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:21:18.724526 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-94b548c9-085e-4d69-a1ea-37496a9cb753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:21:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['ee89a5a4-39d8-46d1-b45b-5fcdb90c6e90'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:21:18.889679 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-82cba143-1f4e-470d-af43-33618ddd9fab req-1a676b21-0523-45f3-a40f-e03592b8c5fa tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (306d21bc-fcd5-48a8-8c93-759b2a81125d), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:18.986358 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a676b21-0523-45f3-a40f-e03592b8c5fa tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Pushing event deleted for resources: {'Port': ['ID=306d21bc-fcd5-48a8-8c93-759b2a81125d,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:21:19.002450 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-94b548c9-085e-4d69-a1ea-37496a9cb753 None None] Set router ee89a5a4-39d8-46d1-b45b-5fcdb90c6e90 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:21:19.101961 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79518d7b-e0a0-49ff-b9ee-7c332ea218a6 req-057fd02e-fb69-4487-98cc-a3475309ebc1 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:19.104286 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device e8bba4ec-e3da-41ff-8c8b-c71a7709aa9e details requested by agent hyperv_n-h2-712749-28 with host n-h2-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:21:19.115652 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-79518d7b-e0a0-49ff-b9ee-7c332ea218a6 req-057fd02e-fb69-4487-98cc-a3475309ebc1 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/ports?device_id=28886562-bead-4c03-b18c-42830d7b7629 HTTP/1.1" status: 200 len: 946 time: 0.2421212 Jan 28 07:21:19.164469 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-82cba143-1f4e-470d-af43-33618ddd9fab req-1a676b21-0523-45f3-a40f-e03592b8c5fa tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] No DVR routers for this DVR port 306d21bc-fcd5-48a8-8c93-759b2a81125d on host n-h1-712749-28 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:21:19.178546 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-82cba143-1f4e-470d-af43-33618ddd9fab req-1a676b21-0523-45f3-a40f-e03592b8c5fa tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:19.190472 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-82cba143-1f4e-470d-af43-33618ddd9fab req-1a676b21-0523-45f3-a40f-e03592b8c5fa tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.10 "DELETE /v2.0/ports/306d21bc-fcd5-48a8-8c93-759b2a81125d HTTP/1.1" status: 204 len: 173 time: 1.3808968 Jan 28 07:21:19.227454 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port e8bba4ec-e3da-41ff-8c8b-c71a7709aa9e, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=e8bba4ec-e3da-41ff-8c8b-c71a7709aa9e,segment=NetworkSegment(f988f3e6-2feb-4622-baed-2eae67dfbc12),segment_id=f988f3e6-2feb-4622-baed-2eae67dfbc12)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:21:19.243074 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Returning: {'device': 'e8bba4ec-e3da-41ff-8c8b-c71a7709aa9e', 'network_id': 'fabbfec3-31f9-4fc0-ba06-c03647e55067', 'port_id': 'e8bba4ec-e3da-41ff-8c8b-c71a7709aa9e', 'mac_address': 'fa:16:3e:bb:63:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d88cecc-14ce-41cc-908a-862b0f3950e3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:21:19.281075 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-79518d7b-e0a0-49ff-b9ee-7c332ea218a6 req-75536bd6-e8a2-4331-89da-951b05fe98fd tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3913eaa-d94a-405d-af3b-c47b7c21bae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1639888 Jan 28 07:21:19.358291 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d525ccb3-53f2-44b0-a771-24ae7fdd504d req-711727f1-0f80-4480-bf90-aa95dab2765e tempest-ServerShowV247Test-1049381922 tempest-ServerShowV247Test-1049381922-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a0e8784-50dd-4db4-bab0-6dcb4ceef634 HTTP/1.1" status: 200 len: 210 time: 0.0986958 Jan 28 07:21:19.411449 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7', 'name': 'network-vif-deleted', 'tag': 'c1d4cf44-173a-4200-baca-a17fb9b232db'}, {'server_uuid': 'b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7', 'name': 'network-vif-deleted', 'tag': '306d21bc-fcd5-48a8-8c93-759b2a81125d'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:21:19.414586 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e6c5251-1d6d-44d8-bec5-8e549beb67d5" -d '{"events": [{"server_uuid": "b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7", "name": "network-vif-deleted", "tag": "c1d4cf44-173a-4200-baca-a17fb9b232db"}, {"server_uuid": "b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7", "name": "network-vif-deleted", "tag": "306d21bc-fcd5-48a8-8c93-759b2a81125d"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:21:19.484204 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port e8bba4ec-e3da-41ff-8c8b-c71a7709aa9e is: ACTIVE; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:21:19.484627 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (e8bba4ec-e3da-41ff-8c8b-c71a7709aa9e), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:19.512234 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e8bba4ec-e3da-41ff-8c8b-c71a7709aa9e {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:21:19.592123 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 28 Jan 2022 07:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-552c9d6e-15ee-4536-919f-0aeef90bcc8b x-openstack-request-id: req-552c9d6e-15ee-4536-919f-0aeef90bcc8b {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:21:19.592782 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7", "name": "network-vif-deleted", "tag": "c1d4cf44-173a-4200-baca-a17fb9b232db", "status": "completed", "code": 200}, {"server_uuid": "b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7", "name": "network-vif-deleted", "tag": "306d21bc-fcd5-48a8-8c93-759b2a81125d", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:21:19.592782 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-552c9d6e-15ee-4536-919f-0aeef90bcc8b {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:21:19.593114 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7', 'name': 'network-vif-deleted', 'tag': 'c1d4cf44-173a-4200-baca-a17fb9b232db', 'status': 'completed', 'code': 200} Jan 28 07:21:19.593362 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7', 'name': 'network-vif-deleted', 'tag': '306d21bc-fcd5-48a8-8c93-759b2a81125d', 'status': 'completed', 'code': 200} Jan 28 07:21:19.609175 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port e8bba4ec-e3da-41ff-8c8b-c71a7709aa9e, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=e8bba4ec-e3da-41ff-8c8b-c71a7709aa9e,segment=NetworkSegment(f988f3e6-2feb-4622-baed-2eae67dfbc12),segment_id=f988f3e6-2feb-4622-baed-2eae67dfbc12)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:21:19.619476 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (e8bba4ec-e3da-41ff-8c8b-c71a7709aa9e), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:19.708277 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 53152) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:21:19.732703 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c70f3a76-87a9-4bda-b8cf-1f844a0b03fc req-5d784274-95d4-4385-97a7-c8512a5de781 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7 HTTP/1.1" status: 200 len: 210 time: 0.0718081 Jan 28 07:21:19.737196 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 75af17c1-bbd0-4075-aef6-2a7c1d8ce4c7 no longer exists at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:21:19.836149 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['e8bba4ec-e3da-41ff-8c8b-c71a7709aa9e'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:21:19.861160 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] No Port match for: 75af17c1-bbd0-4075-aef6-2a7c1d8ce4c7 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:21:19.862115 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 75af17c1-bbd0-4075-aef6-2a7c1d8ce4c7 not bound to the agent host n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:21:19.873714 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-01246ec3-ef60-48d7-9d47-4baeeafbc861 admin admin] Deleting subnet 0cd39e81-14bd-4bd8-b692-5875778a5528 {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:21:19.889247 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-01246ec3-ef60-48d7-9d47-4baeeafbc861 admin admin] Publish callbacks [] for subnet (0cd39e81-14bd-4bd8-b692-5875778a5528), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:19.968863 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-01246ec3-ef60-48d7-9d47-4baeeafbc861 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24759175'] for subnet (0cd39e81-14bd-4bd8-b692-5875778a5528), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:20.002807 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=e8bba4ec-e3da-41ff-8c8b-c71a7709aa9e,revision_number=6']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:21:20.038103 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-94b548c9-085e-4d69-a1ea-37496a9cb753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee89a5a4-39d8-46d1-b45b-5fcdb90c6e90', 'name': 'tempest-TaggedBootDevicesTest-1403637708-router', 'tenant_id': '3e187e532e7d440c823c7ea556f78f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': '652ced53-0b67-4f3d-b31b-7cd797166160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:09:14Z', 'updated_at': '2022-01-28T07:09:22Z', 'revision_number': 4, 'project_id': '3e187e532e7d440c823c7ea556f78f6e', 'gw_port': {'id': '652ced53-0b67-4f3d-b31b-7cd797166160', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f6:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee89a5a4-39d8-46d1-b45b-5fcdb90c6e90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:09:16Z', 'updated_at': '2022-01-28T07:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '9c106638-8a48-457e-8d87-3b66d720a2ac', 'name': '', 'network_id': '0d2602fa-1d2d-4c75-8661-ee94c8ac01e5', 'tenant_id': '3e187e532e7d440c823c7ea556f78f6e', 'mac_address': 'fa:16:3e:16:75:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee89a5a4-39d8-46d1-b45b-5fcdb90c6e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'a36581c3-26ef-4e8c-b9f4-8727fbf3ff93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:09:20Z', 'updated_at': '2022-01-28T07:09:30Z', 'revision_number': 5, 'project_id': '3e187e532e7d440c823c7ea556f78f6e', 'subnets': [{'id': 'a36581c3-26ef-4e8c-b9f4-8727fbf3ff93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:21:20.073088 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-01246ec3-ef60-48d7-9d47-4baeeafbc861 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (0cd39e81-14bd-4bd8-b692-5875778a5528), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:20.178179 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-01246ec3-ef60-48d7-9d47-4baeeafbc861 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24757569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24979817'] for subnet (0cd39e81-14bd-4bd8-b692-5875778a5528), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:20.221658 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01246ec3-ef60-48d7-9d47-4baeeafbc861 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0cd39e81-14bd-4bd8-b692-5875778a5528,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:21:20.235804 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-01246ec3-ef60-48d7-9d47-4baeeafbc861 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:20.241185 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-01246ec3-ef60-48d7-9d47-4baeeafbc861 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/0cd39e81-14bd-4bd8-b692-5875778a5528 HTTP/1.1" status: 204 len: 168 time: 0.5318308 Jan 28 07:21:20.243538 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 53174) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:21:20.442115 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-984d93e3-705c-4d4d-a981-176947331ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (034ef87d-4d6a-4d60-b081-008e9cde7793), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:20.545489 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-984d93e3-705c-4d4d-a981-176947331ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (034ef87d-4d6a-4d60-b081-008e9cde7793), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:20.566906 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-984d93e3-705c-4d4d-a981-176947331ca2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['034ef87d-4d6a-4d60-b081-008e9cde7793']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:21:20.573000 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b548c9-085e-4d69-a1ea-37496a9cb753 None None] The sync data for ids ['ee89a5a4-39d8-46d1-b45b-5fcdb90c6e90'] in n-d-712749-28 is: [{'id': 'ee89a5a4-39d8-46d1-b45b-5fcdb90c6e90', 'name': 'tempest-TaggedBootDevicesTest-1403637708-router', 'tenant_id': '3e187e532e7d440c823c7ea556f78f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': '652ced53-0b67-4f3d-b31b-7cd797166160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:09:14Z', 'updated_at': '2022-01-28T07:09:22Z', 'revision_number': 4, 'project_id': '3e187e532e7d440c823c7ea556f78f6e', 'gw_port': {'id': '652ced53-0b67-4f3d-b31b-7cd797166160', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f6:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee89a5a4-39d8-46d1-b45b-5fcdb90c6e90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:09:16Z', 'updated_at': '2022-01-28T07:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '9c106638-8a48-457e-8d87-3b66d720a2ac', 'name': '', 'network_id': '0d2602fa-1d2d-4c75-8661-ee94c8ac01e5', 'tenant_id': '3e187e532e7d440c823c7ea556f78f6e', 'mac_address': 'fa:16:3e:16:75:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee89a5a4-39d8-46d1-b45b-5fcdb90c6e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'a36581c3-26ef-4e8c-b9f4-8727fbf3ff93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:09:20Z', 'updated_at': '2022-01-28T07:09:30Z', 'revision_number': 5, 'project_id': '3e187e532e7d440c823c7ea556f78f6e', 'subnets': [{'id': 'a36581c3-26ef-4e8c-b9f4-8727fbf3ff93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:21:20.579149 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-984d93e3-705c-4d4d-a981-176947331ca2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79959e5d-ccd2-4f42-82b3-c15dbcf3d2e8') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:21:20.579149 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-984d93e3-705c-4d4d-a981-176947331ca2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79959e5d-ccd2-4f42-82b3-c15dbcf3d2e8') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:21:20.598660 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-984d93e3-705c-4d4d-a981-176947331ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24759294'] for segment (79959e5d-ccd2-4f42-82b3-c15dbcf3d2e8), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:20.614691 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-984d93e3-705c-4d4d-a981-176947331ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (79959e5d-ccd2-4f42-82b3-c15dbcf3d2e8), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:20.659112 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1d35cb-7ec3-422b-a04a-ce6c3d550793 req-d3c95d5d-4510-4918-894f-a2b97eef0cc8 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:20.670732 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-984d93e3-705c-4d4d-a981-176947331ca2 admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:21:20.671669 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-984d93e3-705c-4d4d-a981-176947331ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24757675'] for segment (79959e5d-ccd2-4f42-82b3-c15dbcf3d2e8), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:20.673551 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4a1d35cb-7ec3-422b-a04a-ce6c3d550793 req-d3c95d5d-4510-4918-894f-a2b97eef0cc8 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/ports?device_id=28886562-bead-4c03-b18c-42830d7b7629 HTTP/1.1" status: 200 len: 945 time: 0.1789682 Jan 28 07:21:20.676968 n-d-712749-28 neutron-server[103284]: Traceback (most recent call last): Jan 28 07:21:20.676968 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:21:20.676968 n-d-712749-28 neutron-server[103284]: timer() Jan 28 07:21:20.676968 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:21:20.676968 n-d-712749-28 neutron-server[103284]: cb(*args, **kw) Jan 28 07:21:20.676968 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:21:20.676968 n-d-712749-28 neutron-server[103284]: return func(*args, **kwargs) Jan 28 07:21:20.676968 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:21:20.676968 n-d-712749-28 neutron-server[103284]: self._notify() Jan 28 07:21:20.676968 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:21:20.676968 n-d-712749-28 neutron-server[103284]: self.callback(batched_events) Jan 28 07:21:20.676968 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:21:20.676968 n-d-712749-28 neutron-server[103284]: event.method(event) Jan 28 07:21:20.676968 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:21:20.676968 n-d-712749-28 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:21:20.676968 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:21:20.676968 n-d-712749-28 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:21:20.676968 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:21:20.676968 n-d-712749-28 neutron-server[103284]: return f(self, *a, **k) Jan 28 07:21:20.676968 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:21:20.676968 n-d-712749-28 neutron-server[103284]: return self._get(url).json() Jan 28 07:21:20.676968 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:21:20.676968 n-d-712749-28 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:21:20.676968 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:21:20.676968 n-d-712749-28 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Jan 28 07:21:20.676968 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:21:20.676968 n-d-712749-28 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:21:20.676968 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:21:20.676968 n-d-712749-28 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:21:20.676968 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:21:20.676968 n-d-712749-28 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:21:20.676968 n-d-712749-28 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:21:20.823204 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4a1d35cb-7ec3-422b-a04a-ce6c3d550793 req-277492ec-b6ea-4ec3-90f5-0f764dc9b76a tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3913eaa-d94a-405d-af3b-c47b7c21bae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1364655 Jan 28 07:21:20.844772 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-951d05d7-522f-4764-acde-8ee2ea2117bb req-b2f84d68-57d0-4706-b72d-b5cba10e3c04 tempest-ServerShowV247Test-1049381922 tempest-ServerShowV247Test-1049381922-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a0e8784-50dd-4db4-bab0-6dcb4ceef634 HTTP/1.1" status: 200 len: 210 time: 0.2155390 Jan 28 07:21:20.907810 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-984d93e3-705c-4d4d-a981-176947331ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (034ef87d-4d6a-4d60-b081-008e9cde7793), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:20.915947 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-984d93e3-705c-4d4d-a981-176947331ca2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:20.925050 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-984d93e3-705c-4d4d-a981-176947331ca2 admin admin] 10.222.0.41 "DELETE /v2.0/networks/034ef87d-4d6a-4d60-b081-008e9cde7793 HTTP/1.1" status: 204 len: 168 time: 0.6801946 Jan 28 07:21:20.969466 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984d93e3-705c-4d4d-a981-176947331ca2 admin admin] Pushing event deleted for resources: {'Network': ['ID=034ef87d-4d6a-4d60-b081-008e9cde7793,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:21:21.061018 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device e8bba4ec-e3da-41ff-8c8b-c71a7709aa9e up at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:21:21.109212 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63adc6e4-db6d-4806-be0c-57bfd20f3874 None None] New status for floating IP b0aedd53-0f3f-4f41-b811-7afb82007f0f: DOWN {{(pid=103286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 07:21:21.115784 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d4f05c31-6ee9-4e01-87c1-8fe64c0455a1 req-4cfbc29c-5e39-4393-be66-a8d24c78acc3 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7 HTTP/1.1" status: 200 len: 210 time: 0.0902741 Jan 28 07:21:21.178146 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning complete for port e8bba4ec-e3da-41ff-8c8b-c71a7709aa9e triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:21:21.178797 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (e8bba4ec-e3da-41ff-8c8b-c71a7709aa9e), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:21.193066 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 53204) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:21:21.315607 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-a757ae86-8d43-4dd3-b80e-884b142f6de7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a47118421d7a434ab4e0af47494a7090&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1210735 Jan 28 07:21:21.318277 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 53208) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:21:21.408366 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port e8bba4ec-e3da-41ff-8c8b-c71a7709aa9e is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:21:21.409425 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (e8bba4ec-e3da-41ff-8c8b-c71a7709aa9e), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:21.474526 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e6b88c18-7d7d-4cdc-a4d0-299f01309540 admin admin] Publish callbacks [] for security_group (14c53a28-717d-453b-a485-8ca51f2ed251), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:21.527237 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28886562-bead-4c03-b18c-42830d7b7629', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8bba4ec-e3da-41ff-8c8b-c71a7709aa9e'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:21:21.532927 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-351ddca9-cd85-4dbd-b259-e551bc2560e6" -d '{"events": [{"server_uuid": "28886562-bead-4c03-b18c-42830d7b7629", "name": "network-vif-plugged", "status": "completed", "tag": "e8bba4ec-e3da-41ff-8c8b-c71a7709aa9e"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:21:21.550046 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e6b88c18-7d7d-4cdc-a4d0-299f01309540 admin admin] Publish callbacks [] for security_group (14c53a28-717d-453b-a485-8ca51f2ed251), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:21.560224 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port e8bba4ec-e3da-41ff-8c8b-c71a7709aa9e, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=e8bba4ec-e3da-41ff-8c8b-c71a7709aa9e,segment=NetworkSegment(f988f3e6-2feb-4622-baed-2eae67dfbc12),segment_id=f988f3e6-2feb-4622-baed-2eae67dfbc12)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:21:21.571104 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (e8bba4ec-e3da-41ff-8c8b-c71a7709aa9e), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:21.655093 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e6b88c18-7d7d-4cdc-a4d0-299f01309540 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (14c53a28-717d-453b-a485-8ca51f2ed251), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:21.658585 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e6b88c18-7d7d-4cdc-a4d0-299f01309540 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:21.663026 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-e6b88c18-7d7d-4cdc-a4d0-299f01309540 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/14c53a28-717d-453b-a485-8ca51f2ed251 HTTP/1.1" status: 204 len: 168 time: 0.3435316 Jan 28 07:21:21.680670 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b88c18-7d7d-4cdc-a4d0-299f01309540 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14c53a28-717d-453b-a485-8ca51f2ed251,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:21:21.684588 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=e8bba4ec-e3da-41ff-8c8b-c71a7709aa9e,revision_number=7']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:21:21.711749 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db20fc6b-79dd-4391-baa9-7bbc350eefc0 x-openstack-request-id: req-db20fc6b-79dd-4391-baa9-7bbc350eefc0 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:21:21.712102 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28886562-bead-4c03-b18c-42830d7b7629", "name": "network-vif-plugged", "status": "completed", "tag": "e8bba4ec-e3da-41ff-8c8b-c71a7709aa9e", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:21:21.712390 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-db20fc6b-79dd-4391-baa9-7bbc350eefc0 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:21:21.713381 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28886562-bead-4c03-b18c-42830d7b7629', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8bba4ec-e3da-41ff-8c8b-c71a7709aa9e', 'code': 200} Jan 28 07:21:22.077529 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116a53bc-7f90-400e-a3d3-7382108eb38a req-a2d10074-ed2f-46f3-9beb-305c463a79c5 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:22.093864 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-116a53bc-7f90-400e-a3d3-7382108eb38a req-a2d10074-ed2f-46f3-9beb-305c463a79c5 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/ports?device_id=28886562-bead-4c03-b18c-42830d7b7629 HTTP/1.1" status: 200 len: 946 time: 0.1141822 Jan 28 07:21:22.125189 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2184010a-8f82-4aff-bcdb-1a852fd099b2 req-4cb9e975-1ac4-46a5-8ffa-605f699ed9a3 tempest-ServerShowV247Test-1049381922 tempest-ServerShowV247Test-1049381922-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a0e8784-50dd-4db4-bab0-6dcb4ceef634 HTTP/1.1" status: 200 len: 210 time: 0.0799286 Jan 28 07:21:22.217550 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-116a53bc-7f90-400e-a3d3-7382108eb38a req-2cd42b5e-98e0-41c0-b45c-a44b5faa7392 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3913eaa-d94a-405d-af3b-c47b7c21bae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224301 Jan 28 07:21:22.441989 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6bf7457d-d6ca-497a-b269-04334ce48070 req-6ced1b89-4556-4d3c-b900-05dc602fd441 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7 HTTP/1.1" status: 200 len: 210 time: 0.0978386 Jan 28 07:21:22.560726 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-fb9327a8-0f4c-4a0c-9546-08c02fa2e6a7 req-cb0d28fb-a429-4586-a628-65247097ce61 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1113465 Jan 28 07:21:22.812736 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9327a8-0f4c-4a0c-9546-08c02fa2e6a7 req-8877d0b1-eafb-4309-a4f8-296e85426f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:22.813354 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9327a8-0f4c-4a0c-9546-08c02fa2e6a7 req-8877d0b1-eafb-4309-a4f8-296e85426f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:22.813814 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9327a8-0f4c-4a0c-9546-08c02fa2e6a7 req-8877d0b1-eafb-4309-a4f8-296e85426f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:22.814283 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9327a8-0f4c-4a0c-9546-08c02fa2e6a7 req-8877d0b1-eafb-4309-a4f8-296e85426f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:22.818429 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9327a8-0f4c-4a0c-9546-08c02fa2e6a7 req-8877d0b1-eafb-4309-a4f8-296e85426f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:22.819092 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9327a8-0f4c-4a0c-9546-08c02fa2e6a7 req-8877d0b1-eafb-4309-a4f8-296e85426f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:22.819723 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9327a8-0f4c-4a0c-9546-08c02fa2e6a7 req-8877d0b1-eafb-4309-a4f8-296e85426f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:22.821930 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-fb9327a8-0f4c-4a0c-9546-08c02fa2e6a7 req-8877d0b1-eafb-4309-a4f8-296e85426f91 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6a16562f4e0b40b69523d9d718e8a4c0&device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009 HTTP/1.1" status: 200 len: 6507 time: 0.1573954 Jan 28 07:21:23.179489 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9327a8-0f4c-4a0c-9546-08c02fa2e6a7 req-bc4420d5-63f9-4813-9750-a8f728ab1afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:23.200906 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9327a8-0f4c-4a0c-9546-08c02fa2e6a7 req-bc4420d5-63f9-4813-9750-a8f728ab1afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:23.201468 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9327a8-0f4c-4a0c-9546-08c02fa2e6a7 req-bc4420d5-63f9-4813-9750-a8f728ab1afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:23.203164 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-fb9327a8-0f4c-4a0c-9546-08c02fa2e6a7 req-bc4420d5-63f9-4813-9750-a8f728ab1afe service neutron] 10.222.0.10 "GET /v2.0/networks?id=3f790760-53a8-4403-a279-f0a40c73d527&id=39d5b943-8907-404b-b824-343baf651894&id=39d5b943-8907-404b-b824-343baf651894&id=39d5b943-8907-404b-b824-343baf651894&id=39d5b943-8907-404b-b824-343baf651894&id=7271c4e0-9917-4cbf-8cf0-7234aac71aa9&id=7271c4e0-9917-4cbf-8cf0-7234aac71aa9 HTTP/1.1" status: 200 len: 2297 time: 0.3391972 Jan 28 07:21:23.381872 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 53322) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:21:23.395467 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-fb9327a8-0f4c-4a0c-9546-08c02fa2e6a7 req-2d16e4f6-c628-4dba-a2cc-a34c8750782a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=14257252-9cba-4711-a4fb-6a227afc07e3 HTTP/1.1" status: 200 len: 1001 time: 0.1802442 Jan 28 07:21:23.499975 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc80ee2d-5a6c-42bb-9000-c8dfc0583159 req-d7816b7d-e244-4394-a5e6-4c50ceb8eb72 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:23.521497 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-bc80ee2d-5a6c-42bb-9000-c8dfc0583159 req-d7816b7d-e244-4394-a5e6-4c50ceb8eb72 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/ports?device_id=28886562-bead-4c03-b18c-42830d7b7629 HTTP/1.1" status: 200 len: 946 time: 0.1932027 Jan 28 07:21:23.624185 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4c3d4504-6160-48d2-9dfe-a643a4572d3a req-283a6740-3735-4fbc-8b7a-be1b2c57fbfc tempest-ServerShowV247Test-1049381922 tempest-ServerShowV247Test-1049381922-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a0e8784-50dd-4db4-bab0-6dcb4ceef634 HTTP/1.1" status: 200 len: 210 time: 0.2276397 Jan 28 07:21:23.711526 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-bc80ee2d-5a6c-42bb-9000-c8dfc0583159 req-ed9ee352-48e0-4e12-a2ce-d7d8fe851d9c tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3913eaa-d94a-405d-af3b-c47b7c21bae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1863759 Jan 28 07:21:23.739160 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7b76d8-4556-4ab9-8908-e6de7e7a31e3 req-20ebdc0c-ec47-4a91-8786-ca0a85f14727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:23.741571 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-fb7b76d8-4556-4ab9-8908-e6de7e7a31e3 req-20ebdc0c-ec47-4a91-8786-ca0a85f14727 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8d47b614f63e4b68b737be6f6d46b64e&device_id=28886562-bead-4c03-b18c-42830d7b7629 HTTP/1.1" status: 200 len: 1098 time: 0.2153172 Jan 28 07:21:23.810827 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9327a8-0f4c-4a0c-9546-08c02fa2e6a7 req-e96d0277-e19e-46ec-bc45-bcf91a0a5391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:23.817399 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-fb9327a8-0f4c-4a0c-9546-08c02fa2e6a7 req-e96d0277-e19e-46ec-bc45-bcf91a0a5391 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=73a9883f-5d62-4e44-aedd-907ff0ad8bcf HTTP/1.1" status: 200 len: 856 time: 0.4105756 Jan 28 07:21:23.948409 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9327a8-0f4c-4a0c-9546-08c02fa2e6a7 req-6a56136a-225f-4643-994d-1913333271a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:23.957899 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-fb9327a8-0f4c-4a0c-9546-08c02fa2e6a7 req-6a56136a-225f-4643-994d-1913333271a6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3f790760-53a8-4403-a279-f0a40c73d527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0953484 Jan 28 07:21:24.028373 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f0bbe706-cb9e-4144-9e40-cde64467c82b req-ce8ecdbc-8317-4863-a97b-f9be98ec8e2a tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7 HTTP/1.1" status: 200 len: 210 time: 0.0767524 Jan 28 07:21:24.042234 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-3b7b1cde-0e8d-4630-ba82-489d00fc2628 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1392341501-network', 'tenant_id': 'ac921758ef5844fcbc627b164b70eda0'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:21:24.114942 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b7b1cde-0e8d-4630-ba82-489d00fc2628 admin admin] Made reservation on behalf of ac921758ef5844fcbc627b164b70eda0 for: {'network': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:21:24.123929 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3b7b1cde-0e8d-4630-ba82-489d00fc2628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:24.158347 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3b7b1cde-0e8d-4630-ba82-489d00fc2628 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:24.172031 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-fb9327a8-0f4c-4a0c-9546-08c02fa2e6a7 req-41955843-51b8-4d32-8248-827756dc693f service neutron] 10.222.0.10 "GET /v2.0/networks/3f790760-53a8-4403-a279-f0a40c73d527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072642 Jan 28 07:21:24.318806 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7b76d8-4556-4ab9-8908-e6de7e7a31e3 req-e463e857-ca0e-494f-8972-fd194e7af7db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:24.321112 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-fb7b76d8-4556-4ab9-8908-e6de7e7a31e3 req-e463e857-ca0e-494f-8972-fd194e7af7db service neutron] 10.222.0.44 "GET /v2.0/networks?id=fabbfec3-31f9-4fc0-ba06-c03647e55067 HTTP/1.1" status: 200 len: 918 time: 0.5420773 Jan 28 07:21:24.434973 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-fb7b76d8-4556-4ab9-8908-e6de7e7a31e3 req-b8b2d974-f66c-4f70-886f-51dbd55a24e2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e8bba4ec-e3da-41ff-8c8b-c71a7709aa9e HTTP/1.1" status: 200 len: 1002 time: 0.1058552 Jan 28 07:21:24.435598 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 53370) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:21:24.528443 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7b76d8-4556-4ab9-8908-e6de7e7a31e3 req-4ec7ca3a-2cd5-48c5-a52c-d9bd980864b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:24.530135 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-fb7b76d8-4556-4ab9-8908-e6de7e7a31e3 req-4ec7ca3a-2cd5-48c5-a52c-d9bd980864b1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3d88cecc-14ce-41cc-908a-862b0f3950e3 HTTP/1.1" status: 200 len: 856 time: 0.0835454 Jan 28 07:21:24.581914 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3b7b1cde-0e8d-4630-ba82-489d00fc2628 admin admin] Publish callbacks [] for security_group (6fd0d524-aa29-4f75-ab2b-f26908a6b55c), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:24.638215 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3b7b1cde-0e8d-4630-ba82-489d00fc2628 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (6fd0d524-aa29-4f75-ab2b-f26908a6b55c), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:24.675691 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b7b1cde-0e8d-4630-ba82-489d00fc2628 admin admin] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=103283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:21:24.729475 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3b7b1cde-0e8d-4630-ba82-489d00fc2628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (79a4a679-ea86-4384-8cfe-819108ce8cbf), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:24.729909 n-d-712749-28 neutron-server[103283]: INFO neutron.db.segments_db [None req-3b7b1cde-0e8d-4630-ba82-489d00fc2628 admin admin] Added segment 79a4a679-ea86-4384-8cfe-819108ce8cbf of type vlan for network 37538a9b-6f77-4c5c-820a-8ab3fc2ac9f3 Jan 28 07:21:24.888959 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3b7b1cde-0e8d-4630-ba82-489d00fc2628 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (37538a9b-6f77-4c5c-820a-8ab3fc2ac9f3), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:24.956738 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7b1cde-0e8d-4630-ba82-489d00fc2628 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fd0d524-aa29-4f75-ab2b-f26908a6b55c,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:21:24.959492 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3b7b1cde-0e8d-4630-ba82-489d00fc2628 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (37538a9b-6f77-4c5c-820a-8ab3fc2ac9f3), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:24.960425 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b7b1cde-0e8d-4630-ba82-489d00fc2628 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:24.961049 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3b7b1cde-0e8d-4630-ba82-489d00fc2628 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:25.087902 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-3b7b1cde-0e8d-4630-ba82-489d00fc2628 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.6780939 Jan 28 07:21:25.089287 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-93e7bccc-df08-47ba-a8a4-dcd952b7a1a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:25.092840 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-175ef8b7-45bc-4ef2-a4d9-65270cb31e38 req-3bb576a3-4035-48ac-9f38-812ef5cfd607 tempest-ServerShowV247Test-1049381922 tempest-ServerShowV247Test-1049381922-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a0e8784-50dd-4db4-bab0-6dcb4ceef634 HTTP/1.1" status: 200 len: 210 time: 0.1370533 Jan 28 07:21:25.094630 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 53398) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:21:25.115962 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-d3549a6a-cf88-46de-b68c-d681985c61bf admin admin] Request body: {'subnet': {'network_id': '37538a9b-6f77-4c5c-820a-8ab3fc2ac9f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1392341501-subnet', 'tenant_id': 'ac921758ef5844fcbc627b164b70eda0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:21:25.237336 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3549a6a-cf88-46de-b68c-d681985c61bf admin admin] Made reservation on behalf of ac921758ef5844fcbc627b164b70eda0 for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:21:25.240115 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d3549a6a-cf88-46de-b68c-d681985c61bf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24979592'] for subnet (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:25.243796 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-fb9327a8-0f4c-4a0c-9546-08c02fa2e6a7 req-b0daa71b-40d1-4405-af4d-e8c73a19785b service neutron] 10.222.0.10 "GET /v2.0/networks/3f790760-53a8-4403-a279-f0a40c73d527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0590565 Jan 28 07:21:25.432473 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-fb9327a8-0f4c-4a0c-9546-08c02fa2e6a7 req-f9ecc2c1-f6c8-4e60-9138-6f5aa0c7450d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.60&port_id=7de6cf27-a469-4965-baef-e71190ea0139 HTTP/1.1" status: 200 len: 217 time: 0.1302805 Jan 28 07:21:25.548156 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-02216e32-afeb-416c-919b-d5a8fe08eea3 req-6045439a-7dc0-497a-a8fb-a0df4da4fc6f tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7 HTTP/1.1" status: 200 len: 210 time: 0.0992293 Jan 28 07:21:25.602637 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9327a8-0f4c-4a0c-9546-08c02fa2e6a7 req-8dbffdb8-b04d-477f-a692-3356e383ebd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:25.604236 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-fb9327a8-0f4c-4a0c-9546-08c02fa2e6a7 req-8dbffdb8-b04d-477f-a692-3356e383ebd3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e818f6d1-2687-4869-b326-811edc0132c0 HTTP/1.1" status: 200 len: 797 time: 0.1631420 Jan 28 07:21:25.645910 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7b1cde-0e8d-4630-ba82-489d00fc2628 admin admin] Pushing event updated for resources: {'Network': ['ID=37538a9b-6f77-4c5c-820a-8ab3fc2ac9f3,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:21:25.658665 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network 37538a9b-6f77-4c5c-820a-8ab3fc2ac9f3 details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:21:25.752151 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-93e7bccc-df08-47ba-a8a4-dcd952b7a1a7 admin admin] Publish callbacks [] for security_group (c3fa57d6-94a7-433e-a2bd-2fb139ae2d4c), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:25.766907 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-93e7bccc-df08-47ba-a8a4-dcd952b7a1a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (c3fa57d6-94a7-433e-a2bd-2fb139ae2d4c), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:25.799821 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e242a939-6294-42b7-b459-0e573f7de266 req-8c8b8c00-a034-416e-8d45-3c0d708a6da1 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:25.801739 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e242a939-6294-42b7-b459-0e573f7de266 req-8c8b8c00-a034-416e-8d45-3c0d708a6da1 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/ports?device_id=28886562-bead-4c03-b18c-42830d7b7629 HTTP/1.1" status: 200 len: 946 time: 0.8869953 Jan 28 07:21:25.810078 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7b76d8-4556-4ab9-8908-e6de7e7a31e3 req-0b0c2ded-ebb2-4744-ac6b-91f14005c365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:25.811879 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-fb7b76d8-4556-4ab9-8908-e6de7e7a31e3 req-0b0c2ded-ebb2-4744-ac6b-91f14005c365 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fabbfec3-31f9-4fc0-ba06-c03647e55067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.2690575 Jan 28 07:21:25.818856 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9327a8-0f4c-4a0c-9546-08c02fa2e6a7 req-731ec649-5c7e-4fbf-afaf-734e426f4180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:25.823778 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-fb9327a8-0f4c-4a0c-9546-08c02fa2e6a7 req-731ec649-5c7e-4fbf-afaf-734e426f4180 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=39d5b943-8907-404b-b824-343baf651894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1936955 Jan 28 07:21:25.953143 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-93e7bccc-df08-47ba-a8a4-dcd952b7a1a7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=eaa79b85deee4ce28729b07be89ac5ce&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5134354 Jan 28 07:21:25.953666 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 53426) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:21:26.008261 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e242a939-6294-42b7-b459-0e573f7de266 req-5ea7ab9b-d720-4070-a158-65c4e002e92e tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3913eaa-d94a-405d-af3b-c47b7c21bae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1940610 Jan 28 07:21:26.011601 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e7bccc-df08-47ba-a8a4-dcd952b7a1a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3fa57d6-94a7-433e-a2bd-2fb139ae2d4c,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:21:26.058749 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-38f71b21-b3a7-4941-a29f-06723c0f46e7 admin admin] Publish callbacks [] for security_group (c3fa57d6-94a7-433e-a2bd-2fb139ae2d4c), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:26.082193 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-38f71b21-b3a7-4941-a29f-06723c0f46e7 admin admin] Publish callbacks [] for security_group (c3fa57d6-94a7-433e-a2bd-2fb139ae2d4c), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:26.145631 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-fb7b76d8-4556-4ab9-8908-e6de7e7a31e3 req-546ccc1b-9d1f-4a86-b78d-ca63ae5cd8cd service neutron] 10.222.0.44 "GET /v2.0/networks/fabbfec3-31f9-4fc0-ba06-c03647e55067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2971504 Jan 28 07:21:26.146283 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-38f71b21-b3a7-4941-a29f-06723c0f46e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (c3fa57d6-94a7-433e-a2bd-2fb139ae2d4c), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:26.149131 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-38f71b21-b3a7-4941-a29f-06723c0f46e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:26.154096 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-38f71b21-b3a7-4941-a29f-06723c0f46e7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c3fa57d6-94a7-433e-a2bd-2fb139ae2d4c HTTP/1.1" status: 204 len: 168 time: 0.1970952 Jan 28 07:21:26.182304 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f71b21-b3a7-4941-a29f-06723c0f46e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3fa57d6-94a7-433e-a2bd-2fb139ae2d4c,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:21:26.289569 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-fb7b76d8-4556-4ab9-8908-e6de7e7a31e3 req-4d444ce6-5a27-4227-97ce-4e129c8c9597 service neutron] 10.222.0.44 "GET /v2.0/networks/fabbfec3-31f9-4fc0-ba06-c03647e55067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341848 Jan 28 07:21:26.355700 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d3549a6a-cf88-46de-b68c-d681985c61bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24757504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24979610'] for subnet (ec35c84c-0f6c-4368-b29b-e9753cf09035), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:26.426402 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-555da7a4-bff2-4f8a-a767-2c9b0d4be67c req-441df5d6-ef54-47b3-9edf-95368197c5fd tempest-ServerShowV247Test-1049381922 tempest-ServerShowV247Test-1049381922-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a0e8784-50dd-4db4-bab0-6dcb4ceef634 HTTP/1.1" status: 200 len: 210 time: 0.1339819 Jan 28 07:21:26.514829 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 53442) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:21:26.601017 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-fb9327a8-0f4c-4a0c-9546-08c02fa2e6a7 req-b298b20e-13ea-40c0-97d3-5627d7c30653 service neutron] 10.222.0.10 "GET /v2.0/networks/39d5b943-8907-404b-b824-343baf651894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7669973 Jan 28 07:21:26.707572 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9f6bc08-02f9-4c0a-adca-5714e062394d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:26.832035 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-fb9327a8-0f4c-4a0c-9546-08c02fa2e6a7 req-d1b11960-680f-4622-98c8-f4978e50f425 service neutron] 10.222.0.10 "GET /v2.0/networks/39d5b943-8907-404b-b824-343baf651894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117598 Jan 28 07:21:26.858364 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 53448) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:21:26.896517 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-32b7a171-dbc7-4792-a5bd-9cb894e3c822 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:26.927360 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3549a6a-cf88-46de-b68c-d681985c61bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec35c84c-0f6c-4368-b29b-e9753cf09035,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:21:26.942667 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9f6bc08-02f9-4c0a-adca-5714e062394d admin admin] Publish callbacks [] for security_group (632ff458-2ce0-4f15-8511-388a6e7953c4), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:26.945236 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-fb9327a8-0f4c-4a0c-9546-08c02fa2e6a7 req-0371fc77-5e08-40cc-a94e-951f3e1a1ef1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.92&port_id=24c421b9-9756-4145-9466-6d298ad9bfb5 HTTP/1.1" status: 200 len: 217 time: 0.1012466 Jan 28 07:21:26.964035 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-62c9e74e-5ce3-4ec3-8455-2c3d95cd0951 req-17a6c71f-e644-4bce-929c-5411b639d7db tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7 HTTP/1.1" status: 200 len: 210 time: 0.1273761 Jan 28 07:21:26.985563 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3549a6a-cf88-46de-b68c-d681985c61bf admin admin] Checking segment: {'id': '79a4a679-ea86-4384-8cfe-819108ce8cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '37538a9b-6f77-4c5c-820a-8ab3fc2ac9f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:21:26.986252 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3549a6a-cf88-46de-b68c-d681985c61bf admin admin] Network hostable DHCP agents. Network: 37538a9b-6f77-4c5c-820a-8ab3fc2ac9f3, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:21:27.029279 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-32b7a171-dbc7-4792-a5bd-9cb894e3c822 admin admin] Publish callbacks [] for security_group (ff048470-3a86-4add-8f3a-8c188e538e61), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:27.031153 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9f6bc08-02f9-4c0a-adca-5714e062394d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (632ff458-2ce0-4f15-8511-388a6e7953c4), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:27.038793 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9327a8-0f4c-4a0c-9546-08c02fa2e6a7 req-1512a04e-c512-4a10-922d-2fc17af7c9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:27.040907 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-fb9327a8-0f4c-4a0c-9546-08c02fa2e6a7 req-1512a04e-c512-4a10-922d-2fc17af7c9a6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e818f6d1-2687-4869-b326-811edc0132c0 HTTP/1.1" status: 200 len: 797 time: 0.0741463 Jan 28 07:21:27.042209 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3549a6a-cf88-46de-b68c-d681985c61bf admin admin] Network 37538a9b-6f77-4c5c-820a-8ab3fc2ac9f3 is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:21:27.048280 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-32b7a171-dbc7-4792-a5bd-9cb894e3c822 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (ff048470-3a86-4add-8f3a-8c188e538e61), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:27.066260 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-d3549a6a-cf88-46de-b68c-d681985c61bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, 37538a9b-6f77-4c5c-820a-8ab3fc2ac9f3) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:21:27.077491 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20f82635-da93-4b3b-aea3-a9193bde716e None None] Network 37538a9b-6f77-4c5c-820a-8ab3fc2ac9f3 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:21:27.090287 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f6bc08-02f9-4c0a-adca-5714e062394d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=632ff458-2ce0-4f15-8511-388a6e7953c4,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:21:27.120108 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-d9f6bc08-02f9-4c0a-adca-5714e062394d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a142d4bbda7d4585b983989a1ddb05b5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6036913 Jan 28 07:21:27.123043 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 53452) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:21:27.127405 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3549a6a-cf88-46de-b68c-d681985c61bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:27.134330 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d3549a6a-cf88-46de-b68c-d681985c61bf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:27.134960 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-32b7a171-dbc7-4792-a5bd-9cb894e3c822 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ac511e0de5a645d38506529db3407ef2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2755775 Jan 28 07:21:27.140925 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 53454) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:21:27.177166 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b7a171-dbc7-4792-a5bd-9cb894e3c822 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff048470-3a86-4add-8f3a-8c188e538e61,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:21:27.258818 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-d3549a6a-cf88-46de-b68c-d681985c61bf admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.1594355 Jan 28 07:21:27.270695 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c5cde4af-a09d-4335-aaf5-0971c2416a11 admin admin] Publish callbacks [] for security_group (632ff458-2ce0-4f15-8511-388a6e7953c4), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:27.312065 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9327a8-0f4c-4a0c-9546-08c02fa2e6a7 req-078e54d6-71ef-412d-a935-9c0eac57dd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:27.313985 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-fb9327a8-0f4c-4a0c-9546-08c02fa2e6a7 req-078e54d6-71ef-412d-a935-9c0eac57dd0e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=39d5b943-8907-404b-b824-343baf651894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2633555 Jan 28 07:21:27.320236 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f253494c-d5a2-4374-bf35-718a009a429c None None] Network 37538a9b-6f77-4c5c-820a-8ab3fc2ac9f3 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:21:27.333823 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c5cde4af-a09d-4335-aaf5-0971c2416a11 admin admin] Publish callbacks [] for security_group (632ff458-2ce0-4f15-8511-388a6e7953c4), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:27.504688 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1d81e147-8540-4e05-8082-53700459e023 admin admin] Publish callbacks [] for security_group (ff048470-3a86-4add-8f3a-8c188e538e61), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:27.566044 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1d81e147-8540-4e05-8082-53700459e023 admin admin] Publish callbacks [] for security_group (ff048470-3a86-4add-8f3a-8c188e538e61), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:27.570767 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fbcac5-aca7-4126-b4ec-461d7cc06871 req-f4680669-61ae-42fe-a601-f926c0bccfed tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:27.577975 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-31fbcac5-aca7-4126-b4ec-461d7cc06871 req-f4680669-61ae-42fe-a601-f926c0bccfed tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/ports?device_id=28886562-bead-4c03-b18c-42830d7b7629 HTTP/1.1" status: 200 len: 946 time: 0.2052584 Jan 28 07:21:27.639305 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c5cde4af-a09d-4335-aaf5-0971c2416a11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (632ff458-2ce0-4f15-8511-388a6e7953c4), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:27.641830 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c5cde4af-a09d-4335-aaf5-0971c2416a11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:27.648543 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-c5cde4af-a09d-4335-aaf5-0971c2416a11 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/632ff458-2ce0-4f15-8511-388a6e7953c4 HTTP/1.1" status: 204 len: 168 time: 0.5240464 Jan 28 07:21:27.683879 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-67e26a7e-4840-48ae-b68d-fdf7b1de2baf req-93f8667b-70d0-4553-9077-cc0ac5ba19a5 tempest-ServerShowV247Test-1049381922 tempest-ServerShowV247Test-1049381922-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a0e8784-50dd-4db4-bab0-6dcb4ceef634 HTTP/1.1" status: 200 len: 210 time: 0.0706458 Jan 28 07:21:27.696957 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cde4af-a09d-4335-aaf5-0971c2416a11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=632ff458-2ce0-4f15-8511-388a6e7953c4,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:21:27.725041 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-31fbcac5-aca7-4126-b4ec-461d7cc06871 req-1659d01a-24e7-4cf1-8125-74b6b97c347c tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3913eaa-d94a-405d-af3b-c47b7c21bae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1295528 Jan 28 07:21:27.762234 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-fb9327a8-0f4c-4a0c-9546-08c02fa2e6a7 req-5c97cbc9-3bff-43eb-b0d3-eba88797f7c2 service neutron] 10.222.0.10 "GET /v2.0/networks/39d5b943-8907-404b-b824-343baf651894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4377553 Jan 28 07:21:27.977195 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1d81e147-8540-4e05-8082-53700459e023 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (ff048470-3a86-4add-8f3a-8c188e538e61), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:27.983839 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1d81e147-8540-4e05-8082-53700459e023 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:27.988182 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-1d81e147-8540-4e05-8082-53700459e023 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ff048470-3a86-4add-8f3a-8c188e538e61 HTTP/1.1" status: 204 len: 168 time: 0.8350348 Jan 28 07:21:28.049641 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d81e147-8540-4e05-8082-53700459e023 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff048470-3a86-4add-8f3a-8c188e538e61,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:21:28.110325 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-fb9327a8-0f4c-4a0c-9546-08c02fa2e6a7 req-64e0c52f-4c17-4500-a639-74e6a3030585 service neutron] 10.222.0.10 "GET /v2.0/networks/39d5b943-8907-404b-b824-343baf651894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3213494 Jan 28 07:21:28.232994 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-fb9327a8-0f4c-4a0c-9546-08c02fa2e6a7 req-114ff791-af6a-4195-bfe3-3ae0d8c25501 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.100&port_id=98a957b1-fc25-4fc9-8482-a2078a931162 HTTP/1.1" status: 200 len: 217 time: 0.1116877 Jan 28 07:21:28.311466 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-29078400-0fd2-4e7f-8895-32f3fbb3daab req-d3935cc1-22b1-4ab7-9fc5-03022908d831 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7 HTTP/1.1" status: 200 len: 210 time: 0.1079969 Jan 28 07:21:28.381628 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9327a8-0f4c-4a0c-9546-08c02fa2e6a7 req-70127634-d2bb-40d2-9477-1bca1f4ae157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:28.387405 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-fb9327a8-0f4c-4a0c-9546-08c02fa2e6a7 req-70127634-d2bb-40d2-9477-1bca1f4ae157 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e818f6d1-2687-4869-b326-811edc0132c0 HTTP/1.1" status: 200 len: 797 time: 0.1425447 Jan 28 07:21:28.489007 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9327a8-0f4c-4a0c-9546-08c02fa2e6a7 req-4c4b5c2c-9264-4d13-81b1-377878706b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:28.492526 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-fb9327a8-0f4c-4a0c-9546-08c02fa2e6a7 req-4c4b5c2c-9264-4d13-81b1-377878706b0f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=39d5b943-8907-404b-b824-343baf651894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0953591 Jan 28 07:21:28.745406 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-fb9327a8-0f4c-4a0c-9546-08c02fa2e6a7 req-8947ce88-f0da-4ac7-90ca-84e7889147ed service neutron] 10.222.0.10 "GET /v2.0/networks/39d5b943-8907-404b-b824-343baf651894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2433863 Jan 28 07:21:28.811327 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca469f25-82d1-460d-b006-0670af7eaf12 req-b8118f16-cef0-496c-95cb-7ac9c687d79c tempest-ServerPasswordTestJSON-846068043 tempest-ServerPasswordTestJSON-846068043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:28.821608 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ca469f25-82d1-460d-b006-0670af7eaf12 req-b8118f16-cef0-496c-95cb-7ac9c687d79c tempest-ServerPasswordTestJSON-846068043 tempest-ServerPasswordTestJSON-846068043-project] 10.222.0.41 "GET /v2.0/networks?id=37538a9b-6f77-4c5c-820a-8ab3fc2ac9f3 HTTP/1.1" status: 200 len: 813 time: 0.2683127 Jan 28 07:21:28.858054 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ca469f25-82d1-460d-b006-0670af7eaf12 req-bd480463-92be-45e3-9c61-15c943b9b55f tempest-ServerPasswordTestJSON-846068043 tempest-ServerPasswordTestJSON-846068043-project] 10.222.0.41 "GET /v2.0/quotas/ac921758ef5844fcbc627b164b70eda0 HTTP/1.1" status: 200 len: 375 time: 0.0342431 Jan 28 07:21:28.921037 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ca469f25-82d1-460d-b006-0670af7eaf12 req-cea63943-dce8-4155-993a-150c601130f5 tempest-ServerPasswordTestJSON-846068043 tempest-ServerPasswordTestJSON-846068043-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=ac921758ef5844fcbc627b164b70eda0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0620914 Jan 28 07:21:28.948656 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-fb9327a8-0f4c-4a0c-9546-08c02fa2e6a7 req-32739031-fd3d-4a32-b1be-c2e426c2010b service neutron] 10.222.0.10 "GET /v2.0/networks/39d5b943-8907-404b-b824-343baf651894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954062 Jan 28 07:21:29.038428 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-657941cb-1938-44ba-a8d0-e7dfa88e4c00 req-7e0ffe77-4197-4196-a10d-47c56d6f7dd8 tempest-ServerShowV247Test-1049381922 tempest-ServerShowV247Test-1049381922-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a0e8784-50dd-4db4-bab0-6dcb4ceef634 HTTP/1.1" status: 200 len: 210 time: 0.0864940 Jan 28 07:21:29.134117 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-fb9327a8-0f4c-4a0c-9546-08c02fa2e6a7 req-057ee9cd-0a09-400c-a75b-b95f814f3cba service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.168&port_id=45cf1802-7cd1-43cf-bcfc-47137050e738 HTTP/1.1" status: 200 len: 217 time: 0.1596689 Jan 28 07:21:29.149832 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ca469f25-82d1-460d-b006-0670af7eaf12 req-8ea00e29-fa04-43bb-b3e1-5d4e3860c2b5 service neutron] 10.222.0.41 "GET /v2.0/networks/37538a9b-6f77-4c5c-820a-8ab3fc2ac9f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193997 Jan 28 07:21:29.329240 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9327a8-0f4c-4a0c-9546-08c02fa2e6a7 req-efe37449-8d38-44c3-ae72-46ee405c4fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:29.331057 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-fb9327a8-0f4c-4a0c-9546-08c02fa2e6a7 req-efe37449-8d38-44c3-ae72-46ee405c4fab service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e818f6d1-2687-4869-b326-811edc0132c0 HTTP/1.1" status: 200 len: 797 time: 0.1860909 Jan 28 07:21:29.396064 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ca469f25-82d1-460d-b006-0670af7eaf12 req-232bbafe-2d6f-4720-849a-5b75e224806f service neutron] 10.222.0.41 "GET /v2.0/networks/37538a9b-6f77-4c5c-820a-8ab3fc2ac9f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2438767 Jan 28 07:21:29.400792 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e293108-1e0e-4415-a9fb-bacc2a712742 req-747aacd8-7d53-4ade-8842-1492ea2691d5 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:29.410334 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0e293108-1e0e-4415-a9fb-bacc2a712742 req-747aacd8-7d53-4ade-8842-1492ea2691d5 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/ports?device_id=28886562-bead-4c03-b18c-42830d7b7629 HTTP/1.1" status: 200 len: 946 time: 0.1581845 Jan 28 07:21:29.448656 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9327a8-0f4c-4a0c-9546-08c02fa2e6a7 req-35ca18c6-7966-48aa-a569-f20e2b376a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:29.450985 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-fb9327a8-0f4c-4a0c-9546-08c02fa2e6a7 req-35ca18c6-7966-48aa-a569-f20e2b376a8a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=39d5b943-8907-404b-b824-343baf651894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1061184 Jan 28 07:21:29.504405 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0e293108-1e0e-4415-a9fb-bacc2a712742 req-39eae2d8-c74d-4c0a-8fce-da03f702d7c8 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3913eaa-d94a-405d-af3b-c47b7c21bae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893271 Jan 28 07:21:29.673549 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-fb9327a8-0f4c-4a0c-9546-08c02fa2e6a7 req-368e207c-ae38-4fb0-9ddb-613a32a8236e service neutron] 10.222.0.10 "GET /v2.0/networks/39d5b943-8907-404b-b824-343baf651894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119849 Jan 28 07:21:29.783320 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 53542) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:21:29.812110 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-42f227f1-9158-4c15-b0f0-6ededd01daba req-f6ca6cd5-e4c9-479a-8074-4bf05312b28c tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7 HTTP/1.1" status: 200 len: 210 time: 0.0894003 Jan 28 07:21:30.114281 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3d859f9f-4369-41b2-b672-91714fb6f5e7 req-d176ed8c-db32-448a-8e56-249461e36533 tempest-ServerPasswordTestJSON-846068043 tempest-ServerPasswordTestJSON-846068043-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bfbb4a0-81ad-4a63-a687-e3aaab00a320 HTTP/1.1" status: 200 len: 210 time: 0.1474972 Jan 28 07:21:30.121817 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 53566) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:21:30.226886 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-fb9327a8-0f4c-4a0c-9546-08c02fa2e6a7 req-3b58804c-619e-4b3e-919d-c30f113a87fe service neutron] 10.222.0.10 "GET /v2.0/networks/39d5b943-8907-404b-b824-343baf651894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5309107 Jan 28 07:21:30.307276 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-fb9327a8-0f4c-4a0c-9546-08c02fa2e6a7 req-a96d22c1-446f-451b-9876-d5007ca10aff service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=2929a5a1-918a-4e9f-a482-262de48a34fb HTTP/1.1" status: 200 len: 217 time: 0.0713520 Jan 28 07:21:30.356787 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b0a76f38-b96b-4149-91ad-f9ce768acc03 req-27ff6c93-873f-4c96-b4a1-1cf7be5aa17b tempest-ServerShowV247Test-1049381922 tempest-ServerShowV247Test-1049381922-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a0e8784-50dd-4db4-bab0-6dcb4ceef634 HTTP/1.1" status: 200 len: 210 time: 0.0657876 Jan 28 07:21:30.358081 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 53570) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:21:30.401043 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9327a8-0f4c-4a0c-9546-08c02fa2e6a7 req-df329bcf-81df-4678-9d0f-2704bfee9c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:30.406506 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-fb9327a8-0f4c-4a0c-9546-08c02fa2e6a7 req-df329bcf-81df-4678-9d0f-2704bfee9c1b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=13273310-0be4-4b19-9177-3d629abf200c HTTP/1.1" status: 200 len: 797 time: 0.0886800 Jan 28 07:21:30.412528 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-90e85ddb-98df-4f9b-81af-125e65b94a63 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1872119740-network', 'tenant_id': '4c86a9504b05421cb09f41fc7b5645d6'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:21:30.539001 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90e85ddb-98df-4f9b-81af-125e65b94a63 admin admin] Made reservation on behalf of 4c86a9504b05421cb09f41fc7b5645d6 for: {'network': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:21:30.547788 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-90e85ddb-98df-4f9b-81af-125e65b94a63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:30.562824 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9327a8-0f4c-4a0c-9546-08c02fa2e6a7 req-81b44280-3ace-4ea7-8d82-40787ad8d01d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:30.565620 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-fb9327a8-0f4c-4a0c-9546-08c02fa2e6a7 req-81b44280-3ace-4ea7-8d82-40787ad8d01d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7271c4e0-9917-4cbf-8cf0-7234aac71aa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1513715 Jan 28 07:21:30.655547 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-90e85ddb-98df-4f9b-81af-125e65b94a63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:30.658413 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a92464a0-9dc7-4116-9dc3-3fc5ae944c60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:30.797879 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a92464a0-9dc7-4116-9dc3-3fc5ae944c60 admin admin] Publish callbacks [] for security_group (fcce3fb8-93c9-4e2b-8802-671ee838c56c), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:30.817334 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a92464a0-9dc7-4116-9dc3-3fc5ae944c60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (fcce3fb8-93c9-4e2b-8802-671ee838c56c), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:30.876066 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_v2 [None req-973cc246-d519-4e3f-a5a8-4e15ee14cfb7 admin admin] Deleting subnet ff9bdb84-da64-4de0-bfaf-1dc458d2c06f {{(pid=103283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:21:30.957735 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-a92464a0-9dc7-4116-9dc3-3fc5ae944c60 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5cf05a74f26b4cdc847c7787ba5da836&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5909572 Jan 28 07:21:30.971430 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-973cc246-d519-4e3f-a5a8-4e15ee14cfb7 admin admin] Publish callbacks [] for subnet (ff9bdb84-da64-4de0-bfaf-1dc458d2c06f), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:30.973212 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92464a0-9dc7-4116-9dc3-3fc5ae944c60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcce3fb8-93c9-4e2b-8802-671ee838c56c,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:21:30.988865 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 53582) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:21:31.059448 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d85bf66-bc55-47cb-a90c-a9eb080adb22 req-d27a4169-dae5-44cd-8345-421c5e8a4add tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:31.060984 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5d85bf66-bc55-47cb-a90c-a9eb080adb22 req-d27a4169-dae5-44cd-8345-421c5e8a4add tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/ports?device_id=28886562-bead-4c03-b18c-42830d7b7629 HTTP/1.1" status: 200 len: 946 time: 0.4424937 Jan 28 07:21:31.080722 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8f7c6474-85d4-429b-9875-bdaa9366e6da req-6f3e115b-9711-47a2-8b88-d5a32d842f43 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7 HTTP/1.1" status: 200 len: 210 time: 0.0619795 Jan 28 07:21:31.094379 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-973cc246-d519-4e3f-a5a8-4e15ee14cfb7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13506696'] for subnet (ff9bdb84-da64-4de0-bfaf-1dc458d2c06f), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:31.174963 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-973cc246-d519-4e3f-a5a8-4e15ee14cfb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (ff9bdb84-da64-4de0-bfaf-1dc458d2c06f), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:31.190472 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-fb9327a8-0f4c-4a0c-9546-08c02fa2e6a7 req-1c1d0cfb-4d23-4cd4-b91c-90744bb5a9f0 service neutron] 10.222.0.10 "GET /v2.0/networks/7271c4e0-9917-4cbf-8cf0-7234aac71aa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6149662 Jan 28 07:21:31.199916 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-90e85ddb-98df-4f9b-81af-125e65b94a63 admin admin] Publish callbacks [] for security_group (f3e43765-6beb-4085-a4a7-b9f8fe091303), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:31.217658 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-90e85ddb-98df-4f9b-81af-125e65b94a63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (f3e43765-6beb-4085-a4a7-b9f8fe091303), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:31.311342 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90e85ddb-98df-4f9b-81af-125e65b94a63 admin admin] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=103283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:21:31.361593 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-822f5f7e-8053-48e3-92f7-fad76936eba2 req-0d61743f-854a-4446-827a-c5873dda0bdc tempest-ServerPasswordTestJSON-846068043 tempest-ServerPasswordTestJSON-846068043-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bfbb4a0-81ad-4a63-a687-e3aaab00a320 HTTP/1.1" status: 200 len: 210 time: 0.1282253 Jan 28 07:21:31.371070 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5d85bf66-bc55-47cb-a90c-a9eb080adb22 req-69fbd2b0-2c39-4af3-ae1c-e1ce26068d83 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3913eaa-d94a-405d-af3b-c47b7c21bae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2790632 Jan 28 07:21:31.419051 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-90e85ddb-98df-4f9b-81af-125e65b94a63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (14424594-a0c3-4362-b654-c2018490d5c9), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:31.421619 n-d-712749-28 neutron-server[103283]: INFO neutron.db.segments_db [None req-90e85ddb-98df-4f9b-81af-125e65b94a63 admin admin] Added segment 14424594-a0c3-4362-b654-c2018490d5c9 of type vlan for network 24e28262-1fa2-4447-a3f1-863fef1abe6b Jan 28 07:21:31.425806 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e85ddb-98df-4f9b-81af-125e65b94a63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3e43765-6beb-4085-a4a7-b9f8fe091303,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:21:31.451886 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-90134777-0102-490d-b0d9-c2ffb10cd1c6 admin admin] Publish callbacks [] for security_group (fcce3fb8-93c9-4e2b-8802-671ee838c56c), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:31.465818 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-973cc246-d519-4e3f-a5a8-4e15ee14cfb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13546665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13556132'] for subnet (ff9bdb84-da64-4de0-bfaf-1dc458d2c06f), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:31.505642 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-90134777-0102-490d-b0d9-c2ffb10cd1c6 admin admin] Publish callbacks [] for security_group (fcce3fb8-93c9-4e2b-8802-671ee838c56c), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:31.559103 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973cc246-d519-4e3f-a5a8-4e15ee14cfb7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff9bdb84-da64-4de0-bfaf-1dc458d2c06f,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:21:31.564864 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-973cc246-d519-4e3f-a5a8-4e15ee14cfb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:31.571861 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-973cc246-d519-4e3f-a5a8-4e15ee14cfb7 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/ff9bdb84-da64-4de0-bfaf-1dc458d2c06f HTTP/1.1" status: 204 len: 168 time: 1.4486551 Jan 28 07:21:31.583559 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 53588) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:21:31.617115 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-90134777-0102-490d-b0d9-c2ffb10cd1c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (fcce3fb8-93c9-4e2b-8802-671ee838c56c), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:31.620048 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-90134777-0102-490d-b0d9-c2ffb10cd1c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:31.621686 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-90134777-0102-490d-b0d9-c2ffb10cd1c6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fcce3fb8-93c9-4e2b-8802-671ee838c56c HTTP/1.1" status: 204 len: 168 time: 0.6311367 Jan 28 07:21:31.643697 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90134777-0102-490d-b0d9-c2ffb10cd1c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcce3fb8-93c9-4e2b-8802-671ee838c56c,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:21:31.663935 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-fb9327a8-0f4c-4a0c-9546-08c02fa2e6a7 req-8a6837df-cd13-464d-aaa8-e13df6def4d0 service neutron] 10.222.0.10 "GET /v2.0/networks/7271c4e0-9917-4cbf-8cf0-7234aac71aa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4524171 Jan 28 07:21:31.743704 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-90e85ddb-98df-4f9b-81af-125e65b94a63 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (24e28262-1fa2-4447-a3f1-863fef1abe6b), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:31.761917 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-fb9327a8-0f4c-4a0c-9546-08c02fa2e6a7 req-b18ff444-1e64-47e6-b6f2-8a51caec15d1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e56de965-5480-410d-beed-6c4dc6d6159c HTTP/1.1" status: 200 len: 217 time: 0.0895915 Jan 28 07:21:31.769362 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-3d4e35e6-0c57-49d6-937b-cb695cf241e0 req-dbd18a8d-0811-4aa6-990d-fa965fb99e91 tempest-ServerShowV247Test-1049381922 tempest-ServerShowV247Test-1049381922-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a0e8784-50dd-4db4-bab0-6dcb4ceef634 HTTP/1.1" status: 200 len: 210 time: 0.2337101 Jan 28 07:21:31.921350 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9327a8-0f4c-4a0c-9546-08c02fa2e6a7 req-bfd548d7-7cf1-49bf-869f-2de74f0e3825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:31.922940 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-fb9327a8-0f4c-4a0c-9546-08c02fa2e6a7 req-bfd548d7-7cf1-49bf-869f-2de74f0e3825 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=13273310-0be4-4b19-9177-3d629abf200c HTTP/1.1" status: 200 len: 797 time: 0.1407859 Jan 28 07:21:32.094317 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9327a8-0f4c-4a0c-9546-08c02fa2e6a7 req-e0eaf4ca-aaf5-49b8-a429-cb20bfd5655c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:32.101471 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-fb9327a8-0f4c-4a0c-9546-08c02fa2e6a7 req-e0eaf4ca-aaf5-49b8-a429-cb20bfd5655c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7271c4e0-9917-4cbf-8cf0-7234aac71aa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1323555 Jan 28 07:21:32.190502 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.db.resource_extend [None req-90e85ddb-98df-4f9b-81af-125e65b94a63 admin admin] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 07:21:32.257595 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca469f25-82d1-460d-b006-0670af7eaf12 req-7215ec8c-f75f-4bba-a016-e5eeeecbfd6b tempest-ServerPasswordTestJSON-846068043 tempest-ServerPasswordTestJSON-846068043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:32.259060 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ca469f25-82d1-460d-b006-0670af7eaf12 req-7215ec8c-f75f-4bba-a016-e5eeeecbfd6b tempest-ServerPasswordTestJSON-846068043 tempest-ServerPasswordTestJSON-846068043-project] 10.222.0.10 "GET /v2.0/networks?id=37538a9b-6f77-4c5c-820a-8ab3fc2ac9f3 HTTP/1.1" status: 200 len: 813 time: 0.6443057 Jan 28 07:21:32.298235 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-ca469f25-82d1-460d-b006-0670af7eaf12 req-a708ed82-81d8-4fa0-b39d-1944fbf20adf tempest-ServerPasswordTestJSON-846068043 tempest-ServerPasswordTestJSON-846068043-project] Request body: {'port': {'device_id': '4bfbb4a0-81ad-4a63-a687-e3aaab00a320', 'network_id': '37538a9b-6f77-4c5c-820a-8ab3fc2ac9f3', 'admin_state_up': True, 'tenant_id': 'ac921758ef5844fcbc627b164b70eda0'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:21:32.312975 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4e4b30f7-22e5-4209-b333-cdcfcd097027 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (c613bbee-ac30-4d50-a837-418713fc934d), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:32.314461 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-fb9327a8-0f4c-4a0c-9546-08c02fa2e6a7 req-d599d17f-508d-4ecb-b250-78218d9b1eb5 service neutron] 10.222.0.10 "GET /v2.0/networks/7271c4e0-9917-4cbf-8cf0-7234aac71aa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051842 Jan 28 07:21:32.314920 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-90e85ddb-98df-4f9b-81af-125e65b94a63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (24e28262-1fa2-4447-a3f1-863fef1abe6b), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:32.315627 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e85ddb-98df-4f9b-81af-125e65b94a63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:32.320080 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-90e85ddb-98df-4f9b-81af-125e65b94a63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:32.432721 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-90e85ddb-98df-4f9b-81af-125e65b94a63 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.6441879 Jan 28 07:21:32.463046 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b51d5bdc-bf1f-4767-84ba-7b48fc871bfd req-07b1b70f-1cec-42ab-81c3-e33d91e6b8dc tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7 HTTP/1.1" status: 200 len: 210 time: 0.2331884 Jan 28 07:21:32.494076 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 53610) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:21:32.516227 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-54a64daa-b594-417b-a434-cac8e6af89dd admin admin] Request body: {'subnet': {'network_id': '24e28262-1fa2-4447-a3f1-863fef1abe6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1872119740-subnet', 'tenant_id': '4c86a9504b05421cb09f41fc7b5645d6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:21:32.574845 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54a64daa-b594-417b-a434-cac8e6af89dd admin admin] Made reservation on behalf of 4c86a9504b05421cb09f41fc7b5645d6 for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:21:32.578408 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-54a64daa-b594-417b-a434-cac8e6af89dd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24979592'] for subnet (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:32.695041 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-fb9327a8-0f4c-4a0c-9546-08c02fa2e6a7 req-cd8c8bfd-724f-4c35-ad90-4ba0182dbaeb service neutron] 10.222.0.10 "GET /v2.0/networks/7271c4e0-9917-4cbf-8cf0-7234aac71aa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3724418 Jan 28 07:21:32.697887 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4c055d8a-cac0-4dd4-89e5-15f798ff6fbb req-17328de3-405b-464e-9188-6d05e17f81af tempest-ServerPasswordTestJSON-846068043 tempest-ServerPasswordTestJSON-846068043-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bfbb4a0-81ad-4a63-a687-e3aaab00a320 HTTP/1.1" status: 200 len: 210 time: 0.1337538 Jan 28 07:21:32.705884 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e85ddb-98df-4f9b-81af-125e65b94a63 admin admin] Pushing event updated for resources: {'Network': ['ID=24e28262-1fa2-4447-a3f1-863fef1abe6b,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:21:32.718835 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network 24e28262-1fa2-4447-a3f1-863fef1abe6b details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:21:32.852901 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca469f25-82d1-460d-b006-0670af7eaf12 req-a708ed82-81d8-4fa0-b39d-1944fbf20adf tempest-ServerPasswordTestJSON-846068043 tempest-ServerPasswordTestJSON-846068043-project] Made reservation on behalf of ac921758ef5844fcbc627b164b70eda0 for: {'port': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:21:32.856659 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-ca469f25-82d1-460d-b006-0670af7eaf12 req-a708ed82-81d8-4fa0-b39d-1944fbf20adf tempest-ServerPasswordTestJSON-846068043 tempest-ServerPasswordTestJSON-846068043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:32.907429 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:33.034689 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d9276ccc-cdfe-433e-ab3b-32af1dca975c req-f445cf8f-7c71-4c98-a18d-2cecba53af8a tempest-ServerShowV247Test-1049381922 tempest-ServerShowV247Test-1049381922-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a0e8784-50dd-4db4-bab0-6dcb4ceef634 HTTP/1.1" status: 200 len: 210 time: 0.0448701 Jan 28 07:21:33.043068 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-54a64daa-b594-417b-a434-cac8e6af89dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24757504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24979610'] for subnet (7359aaba-f866-483a-9376-89d41fc14b3a), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:33.084243 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 7 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 07:21:33.111739 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [req-ca469f25-82d1-460d-b006-0670af7eaf12 req-a708ed82-81d8-4fa0-b39d-1944fbf20adf tempest-ServerPasswordTestJSON-846068043 tempest-ServerPasswordTestJSON-846068043-project] Allocated IP 172.20.0.11 (37538a9b-6f77-4c5c-820a-8ab3fc2ac9f3/ec35c84c-0f6c-4368-b29b-e9753cf09035/72559992-e13a-4f28-b31d-e3e50e5844c9) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:21:33.168069 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a64daa-b594-417b-a434-cac8e6af89dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=7359aaba-f866-483a-9376-89d41fc14b3a,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:21:33.237097 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a64daa-b594-417b-a434-cac8e6af89dd admin admin] Checking segment: {'id': '14424594-a0c3-4362-b654-c2018490d5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '24e28262-1fa2-4447-a3f1-863fef1abe6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:21:33.237699 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a64daa-b594-417b-a434-cac8e6af89dd admin admin] Network hostable DHCP agents. Network: 24e28262-1fa2-4447-a3f1-863fef1abe6b, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:21:33.241451 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3c76055f-cedc-44ad-975f-c6b36450bb45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:33.275535 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a64daa-b594-417b-a434-cac8e6af89dd admin admin] Network 24e28262-1fa2-4447-a3f1-863fef1abe6b is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:21:33.297452 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-54a64daa-b594-417b-a434-cac8e6af89dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, 24e28262-1fa2-4447-a3f1-863fef1abe6b) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:21:33.303370 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a64daa-b594-417b-a434-cac8e6af89dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:33.304100 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-54a64daa-b594-417b-a434-cac8e6af89dd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:33.315384 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d473cea3-8319-4e5a-8a70-177b09d1f0e5 None None] Network 24e28262-1fa2-4447-a3f1-863fef1abe6b requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:21:33.354673 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-54a64daa-b594-417b-a434-cac8e6af89dd admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8591425 Jan 28 07:21:33.384925 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-ca469f25-82d1-460d-b006-0670af7eaf12 req-a708ed82-81d8-4fa0-b39d-1944fbf20adf tempest-ServerPasswordTestJSON-846068043 tempest-ServerPasswordTestJSON-846068043-project] Publish callbacks [] for port (72559992-e13a-4f28-b31d-e3e50e5844c9), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:33.477373 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [req-8f41f07e-fb3c-4690-953a-bbcf9df1020a req-2981a7ff-dea5-4c0a-85a5-1a7fd82aa91c service neutron] (103283) timed out ('10.222.0.10', 51603) {{(pid=103283) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 07:21:33.488504 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-ca469f25-82d1-460d-b006-0670af7eaf12 req-a708ed82-81d8-4fa0-b39d-1944fbf20adf tempest-ServerPasswordTestJSON-846068043 tempest-ServerPasswordTestJSON-846068043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (72559992-e13a-4f28-b31d-e3e50e5844c9), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:33.554036 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae480a1d-db75-4767-a184-b5b9d034ea7b req-bfe00b49-0913-4238-8a94-7c31a67f1ac2 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:33.556643 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b86f2e1d-6195-4814-8bf5-4d8b446f97ca None None] Network 24e28262-1fa2-4447-a3f1-863fef1abe6b requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:21:33.565923 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ae480a1d-db75-4767-a184-b5b9d034ea7b req-bfe00b49-0913-4238-8a94-7c31a67f1ac2 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/ports?device_id=28886562-bead-4c03-b18c-42830d7b7629 HTTP/1.1" status: 200 len: 946 time: 0.7655306 Jan 28 07:21:33.786347 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a9b56f29-4f13-4e52-a4a7-9751c03966ca req-8bf3705b-f33e-40bc-a9b1-ecfec9f5c0c1 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7 HTTP/1.1" status: 200 len: 210 time: 0.1041923 Jan 28 07:21:33.968440 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4e4b30f7-22e5-4209-b333-cdcfcd097027 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (c613bbee-ac30-4d50-a837-418713fc934d), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:33.976640 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:33.980978 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca469f25-82d1-460d-b006-0670af7eaf12 req-a708ed82-81d8-4fa0-b39d-1944fbf20adf tempest-ServerPasswordTestJSON-846068043 tempest-ServerPasswordTestJSON-846068043-project] Network 37538a9b-6f77-4c5c-820a-8ab3fc2ac9f3 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:21:34.055762 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ae480a1d-db75-4767-a184-b5b9d034ea7b req-96fd1040-ae5e-4f87-882b-cbddfff72cde tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3913eaa-d94a-405d-af3b-c47b7c21bae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4886930 Jan 28 07:21:34.057663 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [req-ca469f25-82d1-460d-b006-0670af7eaf12 req-a708ed82-81d8-4fa0-b39d-1944fbf20adf tempest-ServerPasswordTestJSON-846068043 tempest-ServerPasswordTestJSON-846068043-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:21:34.061737 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca469f25-82d1-460d-b006-0670af7eaf12 req-a708ed82-81d8-4fa0-b39d-1944fbf20adf tempest-ServerPasswordTestJSON-846068043 tempest-ServerPasswordTestJSON-846068043-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:21:34.079274 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a708ed82-81d8-4fa0-b39d-1944fbf20adf tempest-ServerPasswordTestJSON-846068043 tempest-ServerPasswordTestJSON-846068043-project] Pushing event updated for resources: {'Port': ['ID=72559992-e13a-4f28-b31d-e3e50e5844c9,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:21:34.152704 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-4e4b30f7-22e5-4209-b333-cdcfcd097027 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c613bbee-ac30-4d50-a837-418713fc934d']}} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:21:34.185591 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-4e4b30f7-22e5-4209-b333-cdcfcd097027 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0129dffb-fe43-47b5-a269-4f49ca8f6de7') {'for_net_delete': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:21:34.185882 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-4e4b30f7-22e5-4209-b333-cdcfcd097027 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0129dffb-fe43-47b5-a269-4f49ca8f6de7') {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:21:34.214011 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31e7e2e-69ab-407d-a1b5-97d1c5103e93 req-74310a9f-a15f-4b06-8356-0e11a53b7724 tempest-ServerPasswordTestJSON-846068043 tempest-ServerPasswordTestJSON-846068043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:34.230524 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b31e7e2e-69ab-407d-a1b5-97d1c5103e93 req-74310a9f-a15f-4b06-8356-0e11a53b7724 tempest-ServerPasswordTestJSON-846068043 tempest-ServerPasswordTestJSON-846068043-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bfbb4a0-81ad-4a63-a687-e3aaab00a320 HTTP/1.1" status: 200 len: 932 time: 0.2176731 Jan 28 07:21:34.241310 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4e4b30f7-22e5-4209-b333-cdcfcd097027 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13506801'] for segment (0129dffb-fe43-47b5-a269-4f49ca8f6de7), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:34.344620 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca469f25-82d1-460d-b006-0670af7eaf12 req-a708ed82-81d8-4fa0-b39d-1944fbf20adf tempest-ServerPasswordTestJSON-846068043 tempest-ServerPasswordTestJSON-846068043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:34.352582 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-ca469f25-82d1-460d-b006-0670af7eaf12 req-a708ed82-81d8-4fa0-b39d-1944fbf20adf tempest-ServerPasswordTestJSON-846068043 tempest-ServerPasswordTestJSON-846068043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:34.359730 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4e4b30f7-22e5-4209-b333-cdcfcd097027 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (0129dffb-fe43-47b5-a269-4f49ca8f6de7), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:34.377107 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b31e7e2e-69ab-407d-a1b5-97d1c5103e93 req-e4ccf36b-81cc-4c9c-88ea-d6608058c9db tempest-ServerPasswordTestJSON-846068043 tempest-ServerPasswordTestJSON-846068043-project] 10.222.0.41 "GET /v2.0/security-groups?id=6fd0d524-aa29-4f75-ab2b-f26908a6b55c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410899 Jan 28 07:21:34.454652 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e4b30f7-22e5-4209-b333-cdcfcd097027 admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=103283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:21:34.456287 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4e4b30f7-22e5-4209-b333-cdcfcd097027 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13546563'] for segment (0129dffb-fe43-47b5-a269-4f49ca8f6de7), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:34.526986 n-d-712749-28 neutron-server[103283]: Traceback (most recent call last): Jan 28 07:21:34.526986 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:21:34.526986 n-d-712749-28 neutron-server[103283]: timer() Jan 28 07:21:34.526986 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:21:34.526986 n-d-712749-28 neutron-server[103283]: cb(*args, **kw) Jan 28 07:21:34.526986 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:21:34.526986 n-d-712749-28 neutron-server[103283]: return func(*args, **kwargs) Jan 28 07:21:34.526986 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:21:34.526986 n-d-712749-28 neutron-server[103283]: self._notify() Jan 28 07:21:34.526986 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:21:34.526986 n-d-712749-28 neutron-server[103283]: self.callback(batched_events) Jan 28 07:21:34.526986 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:21:34.526986 n-d-712749-28 neutron-server[103283]: event.method(event) Jan 28 07:21:34.526986 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:21:34.526986 n-d-712749-28 neutron-server[103283]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:21:34.526986 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:21:34.526986 n-d-712749-28 neutron-server[103283]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:21:34.526986 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:21:34.526986 n-d-712749-28 neutron-server[103283]: return f(self, *a, **k) Jan 28 07:21:34.526986 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:21:34.526986 n-d-712749-28 neutron-server[103283]: return self._get(url).json() Jan 28 07:21:34.526986 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:21:34.526986 n-d-712749-28 neutron-server[103283]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:21:34.526986 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:21:34.526986 n-d-712749-28 neutron-server[103283]: return self.request(url, 'GET', **kwargs) Jan 28 07:21:34.526986 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:21:34.526986 n-d-712749-28 neutron-server[103283]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:21:34.526986 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:21:34.526986 n-d-712749-28 neutron-server[103283]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:21:34.526986 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:21:34.526986 n-d-712749-28 neutron-server[103283]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:21:34.526986 n-d-712749-28 neutron-server[103283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:21:34.544322 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-72c630af-1511-47be-b334-508e3b389062 req-ab42d98d-273b-4efb-99d2-6be182f68540 tempest-ServerShowV247Test-1049381922 tempest-ServerShowV247Test-1049381922-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a0e8784-50dd-4db4-bab0-6dcb4ceef634 HTTP/1.1" status: 200 len: 210 time: 0.2666776 Jan 28 07:21:34.588317 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ca469f25-82d1-460d-b006-0670af7eaf12 req-a708ed82-81d8-4fa0-b39d-1944fbf20adf tempest-ServerPasswordTestJSON-846068043 tempest-ServerPasswordTestJSON-846068043-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3002114 Jan 28 07:21:34.642583 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-ca469f25-82d1-460d-b006-0670af7eaf12 req-25967e8e-b0ef-4186-9a9a-7958108dab02 service neutron] Request body: {'port': {'device_id': '4bfbb4a0-81ad-4a63-a687-e3aaab00a320', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-28'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:21:34.672257 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4e4b30f7-22e5-4209-b333-cdcfcd097027 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (c613bbee-ac30-4d50-a837-418713fc934d), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:34.756680 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4e4b30f7-22e5-4209-b333-cdcfcd097027 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:34.768299 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-4e4b30f7-22e5-4209-b333-cdcfcd097027 admin admin] 10.222.0.41 "DELETE /v2.0/networks/c613bbee-ac30-4d50-a837-418713fc934d HTTP/1.1" status: 204 len: 168 time: 3.1802785 Jan 28 07:21:34.805827 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4b30f7-22e5-4209-b333-cdcfcd097027 admin admin] Pushing event deleted for resources: {'Network': ['ID=c613bbee-ac30-4d50-a837-418713fc934d,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:21:34.846483 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-ca469f25-82d1-460d-b006-0670af7eaf12 req-25967e8e-b0ef-4186-9a9a-7958108dab02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (72559992-e13a-4f28-b31d-e3e50e5844c9), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:34.903259 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 53664) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:21:34.985122 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 53668) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:21:35.001597 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-7250e9a8-7fe1-41a8-8273-b3bfb8239ca7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-192995720-network', 'tenant_id': 'b83d4a28a0d044bebe550bd77cb9f5cf'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:21:35.101357 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7250e9a8-7fe1-41a8-8273-b3bfb8239ca7 admin admin] Made reservation on behalf of b83d4a28a0d044bebe550bd77cb9f5cf for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:21:35.106570 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7250e9a8-7fe1-41a8-8273-b3bfb8239ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:35.142023 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1e60fda8-7e0f-4ad7-aeee-836f411e1c7d req-24c927bf-3314-4216-a4c2-9d0e0638e562 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7 HTTP/1.1" status: 200 len: 210 time: 0.1857467 Jan 28 07:21:35.146089 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7250e9a8-7fe1-41a8-8273-b3bfb8239ca7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:35.148445 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 53672) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:21:35.222521 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-2d072394-14a9-4738-9fce-fcc2bb932241 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=229c6d67826441e4877349f4a14040af&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0703447 Jan 28 07:21:35.224901 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 53674) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:21:35.340063 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-a2e66eba-824f-41e6-9b3f-92f36dd1ae0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-805656011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805656011-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-727806331'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:21:35.358469 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5be9e6-fcae-4c2e-8bbf-ee325aec6ab3 req-16b509e1-82f1-41be-bc3f-5a137dea1f02 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:35.361464 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-de5be9e6-fcae-4c2e-8bbf-ee325aec6ab3 req-16b509e1-82f1-41be-bc3f-5a137dea1f02 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/ports?device_id=28886562-bead-4c03-b18c-42830d7b7629 HTTP/1.1" status: 200 len: 946 time: 0.1841960 Jan 28 07:21:35.397161 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7250e9a8-7fe1-41a8-8273-b3bfb8239ca7 admin admin] Publish callbacks [] for security_group (a32904c1-976f-41ab-9f2c-08a38eb10478), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:35.408774 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7250e9a8-7fe1-41a8-8273-b3bfb8239ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (a32904c1-976f-41ab-9f2c-08a38eb10478), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:35.466882 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5b710a82-029b-4107-81cd-d2f1cae08ca8 admin admin] Publish callbacks [] for security_group (e977f99b-7e7b-4d49-bf15-4fd22b3b3b16), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:35.469539 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7250e9a8-7fe1-41a8-8273-b3bfb8239ca7 admin admin] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:21:35.478502 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [req-ca469f25-82d1-460d-b006-0670af7eaf12 req-25967e8e-b0ef-4186-9a9a-7958108dab02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72559992-e13a-4f28-b31d-e3e50e5844c9 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:21:35.481829 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2e66eba-824f-41e6-9b3f-92f36dd1ae0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-805656011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805656011-project] Made reservation on behalf of 6b60fc114e4e4c8981a483adabdd6380 for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:21:35.485321 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a2e66eba-824f-41e6-9b3f-92f36dd1ae0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-805656011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805656011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:35.489339 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-ca469f25-82d1-460d-b006-0670af7eaf12 req-25967e8e-b0ef-4186-9a9a-7958108dab02 service neutron] Publish callbacks [] for port (72559992-e13a-4f28-b31d-e3e50e5844c9), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:35.505851 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a2e66eba-824f-41e6-9b3f-92f36dd1ae0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-805656011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805656011-project] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:35.506068 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [req-ca469f25-82d1-460d-b006-0670af7eaf12 req-25967e8e-b0ef-4186-9a9a-7958108dab02 service neutron] Transition to ACTIVE for port object 72559992-e13a-4f28-b31d-e3e50e5844c9 will not be triggered until provisioned by entity L2. {{(pid=103283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:21:35.508019 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7250e9a8-7fe1-41a8-8273-b3bfb8239ca7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a32904c1-976f-41ab-9f2c-08a38eb10478,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:21:35.536962 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7250e9a8-7fe1-41a8-8273-b3bfb8239ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (f1619fb6-0bc9-487e-b7ca-8fef14422ea5), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:35.537327 n-d-712749-28 neutron-server[103284]: INFO neutron.db.segments_db [None req-7250e9a8-7fe1-41a8-8273-b3bfb8239ca7 admin admin] Added segment f1619fb6-0bc9-487e-b7ca-8fef14422ea5 of type vlan for network 0f694a4d-0185-4282-9355-4ebc27856a32 Jan 28 07:21:35.539826 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-ca469f25-82d1-460d-b006-0670af7eaf12 req-25967e8e-b0ef-4186-9a9a-7958108dab02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (72559992-e13a-4f28-b31d-e3e50e5844c9), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:35.597629 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6e50c60e-5677-4cdc-8e19-63ca1638af7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:35.642756 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5b710a82-029b-4107-81cd-d2f1cae08ca8 admin admin] Publish callbacks [] for security_group (e977f99b-7e7b-4d49-bf15-4fd22b3b3b16), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:35.665470 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-de5be9e6-fcae-4c2e-8bbf-ee325aec6ab3 req-04c6131c-c0f1-489b-b484-9f3f075a3293 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3913eaa-d94a-405d-af3b-c47b7c21bae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1578367 Jan 28 07:21:35.733015 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25967e8e-b0ef-4186-9a9a-7958108dab02 service neutron] Pushing event updated for resources: {'Port': ['ID=72559992-e13a-4f28-b31d-e3e50e5844c9,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:21:35.788235 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-ca469f25-82d1-460d-b006-0670af7eaf12 req-25967e8e-b0ef-4186-9a9a-7958108dab02 service neutron] Attempting to bind port 72559992-e13a-4f28-b31d-e3e50e5844c9 on host n-h1-712749-28 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:21:35.788838 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-ca469f25-82d1-460d-b006-0670af7eaf12 req-25967e8e-b0ef-4186-9a9a-7958108dab02 service neutron] Attempting to bind port 72559992-e13a-4f28-b31d-e3e50e5844c9 by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': '79a4a679-ea86-4384-8cfe-819108ce8cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '37538a9b-6f77-4c5c-820a-8ab3fc2ac9f3'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:21:35.790010 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca469f25-82d1-460d-b006-0670af7eaf12 req-25967e8e-b0ef-4186-9a9a-7958108dab02 service neutron] Attempting to bind port 72559992-e13a-4f28-b31d-e3e50e5844c9 on network 37538a9b-6f77-4c5c-820a-8ab3fc2ac9f3 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:21:35.795533 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca469f25-82d1-460d-b006-0670af7eaf12 req-25967e8e-b0ef-4186-9a9a-7958108dab02 service neutron] Port 72559992-e13a-4f28-b31d-e3e50e5844c9 on network 37538a9b-6f77-4c5c-820a-8ab3fc2ac9f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:21:35.796104 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca469f25-82d1-460d-b006-0670af7eaf12 req-25967e8e-b0ef-4186-9a9a-7958108dab02 service neutron] Attempting to bind port 72559992-e13a-4f28-b31d-e3e50e5844c9 on network 37538a9b-6f77-4c5c-820a-8ab3fc2ac9f3 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:21:35.802721 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7250e9a8-7fe1-41a8-8273-b3bfb8239ca7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (0f694a4d-0185-4282-9355-4ebc27856a32), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:35.803201 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca469f25-82d1-460d-b006-0670af7eaf12 req-25967e8e-b0ef-4186-9a9a-7958108dab02 service neutron] Checking agent: {'id': '2fca46b1-237f-4857-9290-2429d810e472', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 21, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:21:35.804124 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca469f25-82d1-460d-b006-0670af7eaf12 req-25967e8e-b0ef-4186-9a9a-7958108dab02 service neutron] Checking segment: {'id': '79a4a679-ea86-4384-8cfe-819108ce8cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '37538a9b-6f77-4c5c-820a-8ab3fc2ac9f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:21:35.804699 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca469f25-82d1-460d-b006-0670af7eaf12 req-25967e8e-b0ef-4186-9a9a-7958108dab02 service neutron] Bound using segment: {'id': '79a4a679-ea86-4384-8cfe-819108ce8cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '37538a9b-6f77-4c5c-820a-8ab3fc2ac9f3'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:21:35.805298 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-ca469f25-82d1-460d-b006-0670af7eaf12 req-25967e8e-b0ef-4186-9a9a-7958108dab02 service neutron] Bound port: 72559992-e13a-4f28-b31d-e3e50e5844c9, host: n-h1-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79a4a679-ea86-4384-8cfe-819108ce8cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '37538a9b-6f77-4c5c-820a-8ab3fc2ac9f3'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:21:35.805826 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-ca469f25-82d1-460d-b006-0670af7eaf12 req-25967e8e-b0ef-4186-9a9a-7958108dab02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (72559992-e13a-4f28-b31d-e3e50e5844c9), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:35.825217 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900ccebc-b905-46af-a5cb-4b278504c017 req-b6d2b821-ff34-4a62-a288-eb714e876b43 tempest-ServerPasswordTestJSON-846068043 tempest-ServerPasswordTestJSON-846068043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:35.833052 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-900ccebc-b905-46af-a5cb-4b278504c017 req-b6d2b821-ff34-4a62-a288-eb714e876b43 tempest-ServerPasswordTestJSON-846068043 tempest-ServerPasswordTestJSON-846068043-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bfbb4a0-81ad-4a63-a687-e3aaab00a320 HTTP/1.1" status: 200 len: 944 time: 0.3359237 Jan 28 07:21:35.842754 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a2e66eba-824f-41e6-9b3f-92f36dd1ae0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-805656011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805656011-project] Publish callbacks [] for security_group (e21e366a-bb48-4f56-bb4b-d1cb98bbbf74), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:35.855886 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a2e66eba-824f-41e6-9b3f-92f36dd1ae0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-805656011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805656011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (e21e366a-bb48-4f56-bb4b-d1cb98bbbf74), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:35.917162 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2e66eba-824f-41e6-9b3f-92f36dd1ae0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-805656011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805656011-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:21:35.941388 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5b710a82-029b-4107-81cd-d2f1cae08ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (e977f99b-7e7b-4d49-bf15-4fd22b3b3b16), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:35.944063 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5b710a82-029b-4107-81cd-d2f1cae08ca8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:35.947708 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-5b710a82-029b-4107-81cd-d2f1cae08ca8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e977f99b-7e7b-4d49-bf15-4fd22b3b3b16 HTTP/1.1" status: 204 len: 168 time: 0.7196703 Jan 28 07:21:35.954590 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7250e9a8-7fe1-41a8-8273-b3bfb8239ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (0f694a4d-0185-4282-9355-4ebc27856a32), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:35.955669 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7250e9a8-7fe1-41a8-8273-b3bfb8239ca7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:35.956284 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7250e9a8-7fe1-41a8-8273-b3bfb8239ca7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:35.968786 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e66eba-824f-41e6-9b3f-92f36dd1ae0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-805656011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805656011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e21e366a-bb48-4f56-bb4b-d1cb98bbbf74,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:21:35.973871 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a2e66eba-824f-41e6-9b3f-92f36dd1ae0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-805656011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805656011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (53ecce9d-f94d-4731-ab0b-db1655222d72), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:35.974218 n-d-712749-28 neutron-server[103284]: INFO neutron.db.segments_db [None req-a2e66eba-824f-41e6-9b3f-92f36dd1ae0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-805656011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805656011-project] Added segment 53ecce9d-f94d-4731-ab0b-db1655222d72 of type vlan for network 99a152cd-37f5-454a-9924-c7c548ebff43 Jan 28 07:21:35.994349 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-ca469f25-82d1-460d-b006-0670af7eaf12 req-25967e8e-b0ef-4186-9a9a-7958108dab02 service neutron] For port 72559992-e13a-4f28-b31d-e3e50e5844c9, host n-h1-712749-28, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:21:36.031176 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4cc905a0-b051-4ffd-822f-bfa819fe0a19 req-57caf460-7ed2-489c-ab85-ea9ab2bb67b8 tempest-ServerShowV247Test-1049381922 tempest-ServerShowV247Test-1049381922-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a0e8784-50dd-4db4-bab0-6dcb4ceef634 HTTP/1.1" status: 200 len: 210 time: 0.0737183 Jan 28 07:21:36.061405 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-ca469f25-82d1-460d-b006-0670af7eaf12 req-25967e8e-b0ef-4186-9a9a-7958108dab02 service neutron] For port 72559992-e13a-4f28-b31d-e3e50e5844c9, host n-h1-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=72559992-e13a-4f28-b31d-e3e50e5844c9,segment=NetworkSegment(79a4a679-ea86-4384-8cfe-819108ce8cbf),segment_id=79a4a679-ea86-4384-8cfe-819108ce8cbf)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:21:36.066917 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-900ccebc-b905-46af-a5cb-4b278504c017 req-5d7b58c0-7501-4ec2-bbe2-cd56ab2ca7a7 tempest-ServerPasswordTestJSON-846068043 tempest-ServerPasswordTestJSON-846068043-project] 10.222.0.41 "GET /v2.0/security-groups?id=6fd0d524-aa29-4f75-ab2b-f26908a6b55c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303307 Jan 28 07:21:36.077882 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-ca469f25-82d1-460d-b006-0670af7eaf12 req-25967e8e-b0ef-4186-9a9a-7958108dab02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (72559992-e13a-4f28-b31d-e3e50e5844c9), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:36.134076 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca469f25-82d1-460d-b006-0670af7eaf12 req-25967e8e-b0ef-4186-9a9a-7958108dab02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:36.134952 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-ca469f25-82d1-460d-b006-0670af7eaf12 req-25967e8e-b0ef-4186-9a9a-7958108dab02 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:36.137857 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ca469f25-82d1-460d-b006-0670af7eaf12 req-25967e8e-b0ef-4186-9a9a-7958108dab02 service neutron] 10.222.0.10 "PUT /v2.0/ports/72559992-e13a-4f28-b31d-e3e50e5844c9 HTTP/1.1" status: 200 len: 1093 time: 1.5233095 Jan 28 07:21:36.138508 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bfbb4a0-81ad-4a63-a687-e3aaab00a320', 'tag': '72559992-e13a-4f28-b31d-e3e50e5844c9'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:21:36.141001 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e3e6412-fb7d-4845-a775-ece24e1546d6" -d '{"events": [{"name": "network-changed", "server_uuid": "4bfbb4a0-81ad-4a63-a687-e3aaab00a320", "tag": "72559992-e13a-4f28-b31d-e3e50e5844c9"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:21:36.167986 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b710a82-029b-4107-81cd-d2f1cae08ca8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e977f99b-7e7b-4d49-bf15-4fd22b3b3b16,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:21:36.242613 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-062723f9-7938-449a-bf8d-295dfa8dd260 x-openstack-request-id: req-062723f9-7938-449a-bf8d-295dfa8dd260 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:21:36.243957 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bfbb4a0-81ad-4a63-a687-e3aaab00a320", "tag": "72559992-e13a-4f28-b31d-e3e50e5844c9", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:21:36.243957 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-062723f9-7938-449a-bf8d-295dfa8dd260 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:21:36.243957 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bfbb4a0-81ad-4a63-a687-e3aaab00a320', 'tag': '72559992-e13a-4f28-b31d-e3e50e5844c9', 'status': 'completed', 'code': 200} Jan 28 07:21:36.248186 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25967e8e-b0ef-4186-9a9a-7958108dab02 service neutron] Pushing event updated for resources: {'Port': ['ID=72559992-e13a-4f28-b31d-e3e50e5844c9,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:21:36.274142 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7250e9a8-7fe1-41a8-8273-b3bfb8239ca7 admin admin] Pushing event updated for resources: {'Network': ['ID=0f694a4d-0185-4282-9355-4ebc27856a32,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:21:36.292755 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-7250e9a8-7fe1-41a8-8273-b3bfb8239ca7 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3015826 Jan 28 07:21:36.294400 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 53688) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:21:36.302767 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a2e66eba-824f-41e6-9b3f-92f36dd1ae0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-805656011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805656011-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (99a152cd-37f5-454a-9924-c7c548ebff43), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:36.321735 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network 0f694a4d-0185-4282-9355-4ebc27856a32 details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:21:36.322345 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca469f25-82d1-460d-b006-0670af7eaf12 req-e69ecd8c-2f98-41ad-a570-4fcb1d166602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:36.359029 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ca469f25-82d1-460d-b006-0670af7eaf12 req-e69ecd8c-2f98-41ad-a570-4fcb1d166602 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ac921758ef5844fcbc627b164b70eda0&device_id=4bfbb4a0-81ad-4a63-a687-e3aaab00a320 HTTP/1.1" status: 200 len: 1096 time: 0.0996926 Jan 28 07:21:36.359707 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-aac2a372-923c-4164-a916-c450239f299d req-457876fc-2dc8-4980-bedf-799ca7dd8059 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7 HTTP/1.1" status: 200 len: 210 time: 0.0792019 Jan 28 07:21:36.361797 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-29167822-f73a-454d-88a0-167de48c8924 admin admin] Request body: {'subnet': {'network_id': '0f694a4d-0185-4282-9355-4ebc27856a32', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-192995720-subnet', 'tenant_id': 'b83d4a28a0d044bebe550bd77cb9f5cf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:21:36.411032 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.db.resource_extend [None req-a2e66eba-824f-41e6-9b3f-92f36dd1ae0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-805656011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805656011-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 07:21:36.461801 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a2e66eba-824f-41e6-9b3f-92f36dd1ae0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-805656011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805656011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (99a152cd-37f5-454a-9924-c7c548ebff43), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:36.477252 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e66eba-824f-41e6-9b3f-92f36dd1ae0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-805656011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805656011-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:36.477891 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a2e66eba-824f-41e6-9b3f-92f36dd1ae0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-805656011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805656011-project] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:36.502455 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29167822-f73a-454d-88a0-167de48c8924 admin admin] Made reservation on behalf of b83d4a28a0d044bebe550bd77cb9f5cf for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:21:36.506293 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-29167822-f73a-454d-88a0-167de48c8924 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24979592'] for subnet (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:36.516808 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-a2e66eba-824f-41e6-9b3f-92f36dd1ae0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-805656011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805656011-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.6095078 Jan 28 07:21:36.519544 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ca469f25-82d1-460d-b006-0670af7eaf12 req-2da3ff1d-3038-4158-b361-848384ddc3e9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=72559992-e13a-4f28-b31d-e3e50e5844c9 HTTP/1.1" status: 200 len: 217 time: 0.1627195 Jan 28 07:21:36.627195 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca469f25-82d1-460d-b006-0670af7eaf12 req-899e42d1-4da5-46ba-a83e-45d45537ee5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:36.628629 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ca469f25-82d1-460d-b006-0670af7eaf12 req-899e42d1-4da5-46ba-a83e-45d45537ee5d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ec35c84c-0f6c-4368-b29b-e9753cf09035 HTTP/1.1" status: 200 len: 853 time: 0.1004736 Jan 28 07:21:36.629629 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e66eba-824f-41e6-9b3f-92f36dd1ae0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-805656011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805656011-project] Pushing event updated for resources: {'Network': ['ID=99a152cd-37f5-454a-9924-c7c548ebff43,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:21:36.686697 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ca469f25-82d1-460d-b006-0670af7eaf12 req-80302edf-94de-47d7-9157-c5bd5204ad35 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=37538a9b-6f77-4c5c-820a-8ab3fc2ac9f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483601 Jan 28 07:21:36.693605 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network 99a152cd-37f5-454a-9924-c7c548ebff43 details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:21:36.871210 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-29167822-f73a-454d-88a0-167de48c8924 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24757504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24979610'] for subnet (6f452d04-524d-473a-8995-9ee2ff9bd108), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:36.940550 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:37.076491 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29167822-f73a-454d-88a0-167de48c8924 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f452d04-524d-473a-8995-9ee2ff9bd108,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:21:37.088578 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29167822-f73a-454d-88a0-167de48c8924 admin admin] Checking segment: {'id': 'f1619fb6-0bc9-487e-b7ca-8fef14422ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0f694a4d-0185-4282-9355-4ebc27856a32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:21:37.090313 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29167822-f73a-454d-88a0-167de48c8924 admin admin] Network hostable DHCP agents. Network: 0f694a4d-0185-4282-9355-4ebc27856a32, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:21:37.112035 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fa34dc-6524-4b1f-9966-0c689b7daa85 req-c4ec189f-03ac-4430-9e99-41222b73d6de tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:37.124422 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d2fa34dc-6524-4b1f-9966-0c689b7daa85 req-c4ec189f-03ac-4430-9e99-41222b73d6de tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/ports?device_id=28886562-bead-4c03-b18c-42830d7b7629 HTTP/1.1" status: 200 len: 946 time: 0.1280682 Jan 28 07:21:37.146240 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ca469f25-82d1-460d-b006-0670af7eaf12 req-ede66ae6-9bb0-4ebc-af61-9afcff665009 service neutron] 10.222.0.10 "GET /v2.0/networks/37538a9b-6f77-4c5c-820a-8ab3fc2ac9f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4460611 Jan 28 07:21:37.230494 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d2fa34dc-6524-4b1f-9966-0c689b7daa85 req-84c1d790-a502-4afa-a592-fe3a4a2e1be2 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3913eaa-d94a-405d-af3b-c47b7c21bae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068296 Jan 28 07:21:37.269372 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29167822-f73a-454d-88a0-167de48c8924 admin admin] Network 0f694a4d-0185-4282-9355-4ebc27856a32 is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:21:37.297621 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-29167822-f73a-454d-88a0-167de48c8924 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, 0f694a4d-0185-4282-9355-4ebc27856a32) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:21:37.305802 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29167822-f73a-454d-88a0-167de48c8924 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:37.306943 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-29167822-f73a-454d-88a0-167de48c8924 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:37.314835 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85b63920-4b02-4505-8bb7-52772383d508 None None] Network 0f694a4d-0185-4282-9355-4ebc27856a32 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:21:37.356006 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-29167822-f73a-454d-88a0-167de48c8924 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0488544 Jan 28 07:21:37.377944 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 53718) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:21:37.391484 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-280b535c-1323-4d9a-9718-f2c30afc8b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Request body: {'port': {'network_id': '99a152cd-37f5-454a-9924-c7c548ebff43', 'binding:host_id': 'n-h1-712749-28', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-468817878'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:21:37.460748 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-280b535c-1323-4d9a-9718-f2c30afc8b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Made reservation on behalf of 1c9d7d15b16a4ab7a21500577f91e169 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:21:37.463936 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-280b535c-1323-4d9a-9718-f2c30afc8b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:37.485456 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-280b535c-1323-4d9a-9718-f2c30afc8b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:37.502048 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ca469f25-82d1-460d-b006-0670af7eaf12 req-2800ed94-8785-4cfc-9e43-1199c168ace2 service neutron] 10.222.0.10 "GET /v2.0/networks/37538a9b-6f77-4c5c-820a-8ab3fc2ac9f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3406532 Jan 28 07:21:37.628583 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b0e831d0-af1e-4113-b7f1-f23bb762af12 req-61d10cba-4276-4690-8c01-e122b81ac6b6 tempest-ServerShowV247Test-1049381922 tempest-ServerShowV247Test-1049381922-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a0e8784-50dd-4db4-bab0-6dcb4ceef634 HTTP/1.1" status: 200 len: 210 time: 0.1062315 Jan 28 07:21:37.688354 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-280b535c-1323-4d9a-9718-f2c30afc8b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Publish callbacks [] for security_group (2f30f2cf-bf7a-4e53-8674-ff7bcb50f4ba), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:37.703911 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-280b535c-1323-4d9a-9718-f2c30afc8b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (2f30f2cf-bf7a-4e53-8674-ff7bcb50f4ba), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:37.708815 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [None req-280b535c-1323-4d9a-9718-f2c30afc8b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] device_id is not set on port 4b9dd363-ac1e-4e52-a705-c35e980426cf yet. {{(pid=103284) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 07:21:37.862427 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f7b6dca3-0641-46a9-9f7f-4032a8248bd6 req-b884acf9-935f-4cf1-bc3c-f0580d3f7211 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7 HTTP/1.1" status: 200 len: 210 time: 0.0878282 Jan 28 07:21:37.867556 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 53730) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:21:37.915186 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3e6412-fb7d-4845-a775-ece24e1546d6 req-593fea56-3f26-45b4-b73a-b25aa1fbde1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:37.920417 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-3e3e6412-fb7d-4845-a775-ece24e1546d6 req-593fea56-3f26-45b4-b73a-b25aa1fbde1b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ac921758ef5844fcbc627b164b70eda0&device_id=4bfbb4a0-81ad-4a63-a687-e3aaab00a320 HTTP/1.1" status: 200 len: 1096 time: 0.2248676 Jan 28 07:21:37.940083 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280b535c-1323-4d9a-9718-f2c30afc8b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f30f2cf-bf7a-4e53-8674-ff7bcb50f4ba,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:21:38.005412 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7535e732-6714-4c25-af25-8633447d4cc9 req-b24760fd-51c9-4483-9818-440a98642f73 tempest-ServerPasswordTestJSON-846068043 tempest-ServerPasswordTestJSON-846068043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:38.013173 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7535e732-6714-4c25-af25-8633447d4cc9 req-b24760fd-51c9-4483-9818-440a98642f73 tempest-ServerPasswordTestJSON-846068043 tempest-ServerPasswordTestJSON-846068043-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bfbb4a0-81ad-4a63-a687-e3aaab00a320 HTTP/1.1" status: 200 len: 944 time: 0.2424293 Jan 28 07:21:38.049557 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-304fff82-32f0-4110-a294-db0f55a6e18d None None] Network 0f694a4d-0185-4282-9355-4ebc27856a32 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:21:38.201392 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-07678f89-54e8-4ebf-a6bc-b904e4d13fc1 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1344207455-network', 'tenant_id': '56a625391b2541e4b0005466311fb896'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:21:38.222453 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3e6412-fb7d-4845-a775-ece24e1546d6 req-b301c8f0-1b02-47d4-8273-1fa761cef131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:38.234467 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-3e3e6412-fb7d-4845-a775-ece24e1546d6 req-b301c8f0-1b02-47d4-8273-1fa761cef131 service neutron] 10.222.0.10 "GET /v2.0/networks?id=37538a9b-6f77-4c5c-820a-8ab3fc2ac9f3 HTTP/1.1" status: 200 len: 914 time: 0.3069534 Jan 28 07:21:38.249389 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7535e732-6714-4c25-af25-8633447d4cc9 req-05150207-e74c-430b-931b-edad60b7379b tempest-ServerPasswordTestJSON-846068043 tempest-ServerPasswordTestJSON-846068043-project] 10.222.0.41 "GET /v2.0/security-groups?id=6fd0d524-aa29-4f75-ab2b-f26908a6b55c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349446 Jan 28 07:21:38.349270 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-3e3e6412-fb7d-4845-a775-ece24e1546d6 req-9b06f4d1-ea2a-473e-97a5-1c5d84727df6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=72559992-e13a-4f28-b31d-e3e50e5844c9 HTTP/1.1" status: 200 len: 217 time: 0.0855229 Jan 28 07:21:38.351105 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07678f89-54e8-4ebf-a6bc-b904e4d13fc1 admin admin] Made reservation on behalf of 56a625391b2541e4b0005466311fb896 for: {'network': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:21:38.359770 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-07678f89-54e8-4ebf-a6bc-b904e4d13fc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:38.388289 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [None req-280b535c-1323-4d9a-9718-f2c30afc8b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] device_id is not set on port 4b9dd363-ac1e-4e52-a705-c35e980426cf yet. {{(pid=103284) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 07:21:38.388575 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-07678f89-54e8-4ebf-a6bc-b904e4d13fc1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:38.401146 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-280b535c-1323-4d9a-9718-f2c30afc8b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Publish callbacks [] for port (4b9dd363-ac1e-4e52-a705-c35e980426cf), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:38.420828 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-280b535c-1323-4d9a-9718-f2c30afc8b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (4b9dd363-ac1e-4e52-a705-c35e980426cf), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:38.493694 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280b535c-1323-4d9a-9718-f2c30afc8b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Pushing event updated for resources: {'Port': ['ID=4b9dd363-ac1e-4e52-a705-c35e980426cf,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:21:38.504829 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206a77d9-ac31-46a4-ad10-338b06056299 req-5cdc23f0-e180-435e-8dc2-bfc7dfbe1fc7 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:38.512752 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-206a77d9-ac31-46a4-ad10-338b06056299 req-5cdc23f0-e180-435e-8dc2-bfc7dfbe1fc7 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/ports?device_id=28886562-bead-4c03-b18c-42830d7b7629 HTTP/1.1" status: 200 len: 946 time: 0.1681063 Jan 28 07:21:38.556093 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54edd0c-2532-4aca-bfa3-5b7ef69a8c1c req-08c9d61c-39b5-48de-82d4-205ab7c34e6c tempest-VolumesActionsTest-774629944 tempest-VolumesActionsTest-774629944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:38.563731 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d54edd0c-2532-4aca-bfa3-5b7ef69a8c1c req-08c9d61c-39b5-48de-82d4-205ab7c34e6c tempest-VolumesActionsTest-774629944 tempest-VolumesActionsTest-774629944-project] 10.222.0.41 "GET /v2.0/networks?id=24e28262-1fa2-4447-a3f1-863fef1abe6b HTTP/1.1" status: 200 len: 809 time: 0.1630940 Jan 28 07:21:38.603827 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d54edd0c-2532-4aca-bfa3-5b7ef69a8c1c req-f8ccd708-82f8-473b-88b0-9d0914f01b43 tempest-VolumesActionsTest-774629944 tempest-VolumesActionsTest-774629944-project] 10.222.0.41 "GET /v2.0/quotas/4c86a9504b05421cb09f41fc7b5645d6 HTTP/1.1" status: 200 len: 375 time: 0.0391316 Jan 28 07:21:38.605446 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:38.606242 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-206a77d9-ac31-46a4-ad10-338b06056299 req-e5f8e1c0-7cba-44c7-8f9c-028a462ccaeb tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3913eaa-d94a-405d-af3b-c47b7c21bae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845952 Jan 28 07:21:38.651407 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d54edd0c-2532-4aca-bfa3-5b7ef69a8c1c req-eefe13cb-a497-4a99-ad3f-13ae8cfcc552 tempest-VolumesActionsTest-774629944 tempest-VolumesActionsTest-774629944-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=4c86a9504b05421cb09f41fc7b5645d6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0466247 Jan 28 07:21:38.662782 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280b535c-1323-4d9a-9718-f2c30afc8b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Checking segment: {'id': '53ecce9d-f94d-4731-ab0b-db1655222d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '99a152cd-37f5-454a-9924-c7c548ebff43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:21:38.663436 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-280b535c-1323-4d9a-9718-f2c30afc8b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Network hostable DHCP agents. Network: 99a152cd-37f5-454a-9924-c7c548ebff43, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:21:38.704954 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-280b535c-1323-4d9a-9718-f2c30afc8b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Network 99a152cd-37f5-454a-9924-c7c548ebff43 is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:21:38.732407 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-280b535c-1323-4d9a-9718-f2c30afc8b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, 99a152cd-37f5-454a-9924-c7c548ebff43) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:21:38.748837 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5820ce0d-fd25-40ab-86fa-b43dd7c2df5d None None] Network 99a152cd-37f5-454a-9924-c7c548ebff43 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:21:38.767698 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d54edd0c-2532-4aca-bfa3-5b7ef69a8c1c req-57e3b8fc-1d98-42fb-9efe-34b089963784 service neutron] 10.222.0.41 "GET /v2.0/networks/24e28262-1fa2-4447-a3f1-863fef1abe6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151941 Jan 28 07:21:38.769351 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280b535c-1323-4d9a-9718-f2c30afc8b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:21:38.805028 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-280b535c-1323-4d9a-9718-f2c30afc8b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Attempting to bind port 4b9dd363-ac1e-4e52-a705-c35e980426cf on host n-h1-712749-28 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:21:38.805373 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-280b535c-1323-4d9a-9718-f2c30afc8b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Attempting to bind port 4b9dd363-ac1e-4e52-a705-c35e980426cf by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': '53ecce9d-f94d-4731-ab0b-db1655222d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '99a152cd-37f5-454a-9924-c7c548ebff43'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:21:38.805714 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280b535c-1323-4d9a-9718-f2c30afc8b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Attempting to bind port 4b9dd363-ac1e-4e52-a705-c35e980426cf on network 99a152cd-37f5-454a-9924-c7c548ebff43 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:21:38.826714 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280b535c-1323-4d9a-9718-f2c30afc8b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Port 4b9dd363-ac1e-4e52-a705-c35e980426cf on network 99a152cd-37f5-454a-9924-c7c548ebff43 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:21:38.827066 n-d-712749-28 neutron-server[103284]: ERROR neutron.plugins.ml2.managers [None req-280b535c-1323-4d9a-9718-f2c30afc8b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Failed to bind port 4b9dd363-ac1e-4e52-a705-c35e980426cf on host n-h1-712749-28 for vnic_type normal using segments [{'id': '53ecce9d-f94d-4731-ab0b-db1655222d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '99a152cd-37f5-454a-9924-c7c548ebff43'}] Jan 28 07:21:38.827505 n-d-712749-28 neutron-server[103284]: INFO neutron.plugins.ml2.plugin [None req-280b535c-1323-4d9a-9718-f2c30afc8b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Attempt 2 to bind port 4b9dd363-ac1e-4e52-a705-c35e980426cf Jan 28 07:21:38.886382 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d54edd0c-2532-4aca-bfa3-5b7ef69a8c1c req-aae22b43-8045-4a41-b2ae-2d85f66aa862 service neutron] 10.222.0.41 "GET /v2.0/networks/24e28262-1fa2-4447-a3f1-863fef1abe6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156046 Jan 28 07:21:38.888660 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-280b535c-1323-4d9a-9718-f2c30afc8b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Attempting to bind port 4b9dd363-ac1e-4e52-a705-c35e980426cf on host n-h1-712749-28 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:21:38.888961 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-280b535c-1323-4d9a-9718-f2c30afc8b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Attempting to bind port 4b9dd363-ac1e-4e52-a705-c35e980426cf by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': '53ecce9d-f94d-4731-ab0b-db1655222d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '99a152cd-37f5-454a-9924-c7c548ebff43'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:21:38.889305 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280b535c-1323-4d9a-9718-f2c30afc8b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Attempting to bind port 4b9dd363-ac1e-4e52-a705-c35e980426cf on network 99a152cd-37f5-454a-9924-c7c548ebff43 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:21:38.891737 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3e6412-fb7d-4845-a775-ece24e1546d6 req-c8308b7c-6ac1-4141-b312-994aede52b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:38.896471 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-3e3e6412-fb7d-4845-a775-ece24e1546d6 req-c8308b7c-6ac1-4141-b312-994aede52b61 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ec35c84c-0f6c-4368-b29b-e9753cf09035 HTTP/1.1" status: 200 len: 853 time: 0.5184493 Jan 28 07:21:38.935451 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280b535c-1323-4d9a-9718-f2c30afc8b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Port 4b9dd363-ac1e-4e52-a705-c35e980426cf on network 99a152cd-37f5-454a-9924-c7c548ebff43 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:21:38.935792 n-d-712749-28 neutron-server[103284]: ERROR neutron.plugins.ml2.managers [None req-280b535c-1323-4d9a-9718-f2c30afc8b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Failed to bind port 4b9dd363-ac1e-4e52-a705-c35e980426cf on host n-h1-712749-28 for vnic_type normal using segments [{'id': '53ecce9d-f94d-4731-ab0b-db1655222d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '99a152cd-37f5-454a-9924-c7c548ebff43'}] Jan 28 07:21:38.937878 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-57badaae-16f6-4664-bb05-8f3aedfb3a93 req-8deb467b-4737-481b-82b5-b33b30874be8 tempest-ServerShowV247Test-1049381922 tempest-ServerShowV247Test-1049381922-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a0e8784-50dd-4db4-bab0-6dcb4ceef634 HTTP/1.1" status: 200 len: 210 time: 0.0673900 Jan 28 07:21:38.938327 n-d-712749-28 neutron-server[103284]: INFO neutron.plugins.ml2.plugin [None req-280b535c-1323-4d9a-9718-f2c30afc8b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Attempt 3 to bind port 4b9dd363-ac1e-4e52-a705-c35e980426cf Jan 28 07:21:38.956153 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-280b535c-1323-4d9a-9718-f2c30afc8b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Attempting to bind port 4b9dd363-ac1e-4e52-a705-c35e980426cf on host n-h1-712749-28 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:21:38.957042 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-280b535c-1323-4d9a-9718-f2c30afc8b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Attempting to bind port 4b9dd363-ac1e-4e52-a705-c35e980426cf by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': '53ecce9d-f94d-4731-ab0b-db1655222d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '99a152cd-37f5-454a-9924-c7c548ebff43'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:21:38.957042 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280b535c-1323-4d9a-9718-f2c30afc8b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Attempting to bind port 4b9dd363-ac1e-4e52-a705-c35e980426cf on network 99a152cd-37f5-454a-9924-c7c548ebff43 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:21:38.981971 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-3e3e6412-fb7d-4845-a775-ece24e1546d6 req-34676ef2-c540-4da8-93eb-bef5f9808d0d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=37538a9b-6f77-4c5c-820a-8ab3fc2ac9f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0720825 Jan 28 07:21:38.982382 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280b535c-1323-4d9a-9718-f2c30afc8b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Port 4b9dd363-ac1e-4e52-a705-c35e980426cf on network 99a152cd-37f5-454a-9924-c7c548ebff43 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:21:38.982728 n-d-712749-28 neutron-server[103284]: ERROR neutron.plugins.ml2.managers [None req-280b535c-1323-4d9a-9718-f2c30afc8b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Failed to bind port 4b9dd363-ac1e-4e52-a705-c35e980426cf on host n-h1-712749-28 for vnic_type normal using segments [{'id': '53ecce9d-f94d-4731-ab0b-db1655222d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '99a152cd-37f5-454a-9924-c7c548ebff43'}] Jan 28 07:21:38.983410 n-d-712749-28 neutron-server[103284]: INFO neutron.plugins.ml2.plugin [None req-280b535c-1323-4d9a-9718-f2c30afc8b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Attempt 4 to bind port 4b9dd363-ac1e-4e52-a705-c35e980426cf Jan 28 07:21:39.021619 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-280b535c-1323-4d9a-9718-f2c30afc8b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Attempting to bind port 4b9dd363-ac1e-4e52-a705-c35e980426cf on host n-h1-712749-28 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:21:39.021877 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-280b535c-1323-4d9a-9718-f2c30afc8b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Attempting to bind port 4b9dd363-ac1e-4e52-a705-c35e980426cf by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': '53ecce9d-f94d-4731-ab0b-db1655222d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '99a152cd-37f5-454a-9924-c7c548ebff43'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:21:39.022224 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280b535c-1323-4d9a-9718-f2c30afc8b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Attempting to bind port 4b9dd363-ac1e-4e52-a705-c35e980426cf on network 99a152cd-37f5-454a-9924-c7c548ebff43 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:21:39.027843 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280b535c-1323-4d9a-9718-f2c30afc8b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Port 4b9dd363-ac1e-4e52-a705-c35e980426cf on network 99a152cd-37f5-454a-9924-c7c548ebff43 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:21:39.028182 n-d-712749-28 neutron-server[103284]: ERROR neutron.plugins.ml2.managers [None req-280b535c-1323-4d9a-9718-f2c30afc8b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Failed to bind port 4b9dd363-ac1e-4e52-a705-c35e980426cf on host n-h1-712749-28 for vnic_type normal using segments [{'id': '53ecce9d-f94d-4731-ab0b-db1655222d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '99a152cd-37f5-454a-9924-c7c548ebff43'}] Jan 28 07:21:39.028603 n-d-712749-28 neutron-server[103284]: INFO neutron.plugins.ml2.plugin [None req-280b535c-1323-4d9a-9718-f2c30afc8b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Attempt 5 to bind port 4b9dd363-ac1e-4e52-a705-c35e980426cf Jan 28 07:21:39.051188 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-280b535c-1323-4d9a-9718-f2c30afc8b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Attempting to bind port 4b9dd363-ac1e-4e52-a705-c35e980426cf on host n-h1-712749-28 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:21:39.051526 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-280b535c-1323-4d9a-9718-f2c30afc8b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Attempting to bind port 4b9dd363-ac1e-4e52-a705-c35e980426cf by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': '53ecce9d-f94d-4731-ab0b-db1655222d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '99a152cd-37f5-454a-9924-c7c548ebff43'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:21:39.051868 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280b535c-1323-4d9a-9718-f2c30afc8b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Attempting to bind port 4b9dd363-ac1e-4e52-a705-c35e980426cf on network 99a152cd-37f5-454a-9924-c7c548ebff43 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:21:39.067398 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280b535c-1323-4d9a-9718-f2c30afc8b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Port 4b9dd363-ac1e-4e52-a705-c35e980426cf on network 99a152cd-37f5-454a-9924-c7c548ebff43 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:21:39.067737 n-d-712749-28 neutron-server[103284]: ERROR neutron.plugins.ml2.managers [None req-280b535c-1323-4d9a-9718-f2c30afc8b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Failed to bind port 4b9dd363-ac1e-4e52-a705-c35e980426cf on host n-h1-712749-28 for vnic_type normal using segments [{'id': '53ecce9d-f94d-4731-ab0b-db1655222d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '99a152cd-37f5-454a-9924-c7c548ebff43'}] Jan 28 07:21:39.068400 n-d-712749-28 neutron-server[103284]: INFO neutron.plugins.ml2.plugin [None req-280b535c-1323-4d9a-9718-f2c30afc8b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Attempt 6 to bind port 4b9dd363-ac1e-4e52-a705-c35e980426cf Jan 28 07:21:39.097449 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e19be566-b629-46fe-95d5-6f52561a731c req-2bdeaadb-db35-419a-8ca4-79c61841fce5 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7 HTTP/1.1" status: 200 len: 210 time: 0.0423102 Jan 28 07:21:39.115791 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-280b535c-1323-4d9a-9718-f2c30afc8b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Attempting to bind port 4b9dd363-ac1e-4e52-a705-c35e980426cf on host n-h1-712749-28 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:21:39.132154 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-280b535c-1323-4d9a-9718-f2c30afc8b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Attempting to bind port 4b9dd363-ac1e-4e52-a705-c35e980426cf by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': '53ecce9d-f94d-4731-ab0b-db1655222d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '99a152cd-37f5-454a-9924-c7c548ebff43'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:21:39.132154 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280b535c-1323-4d9a-9718-f2c30afc8b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Attempting to bind port 4b9dd363-ac1e-4e52-a705-c35e980426cf on network 99a152cd-37f5-454a-9924-c7c548ebff43 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:21:39.149828 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280b535c-1323-4d9a-9718-f2c30afc8b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Port 4b9dd363-ac1e-4e52-a705-c35e980426cf on network 99a152cd-37f5-454a-9924-c7c548ebff43 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:21:39.150317 n-d-712749-28 neutron-server[103284]: ERROR neutron.plugins.ml2.managers [None req-280b535c-1323-4d9a-9718-f2c30afc8b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Failed to bind port 4b9dd363-ac1e-4e52-a705-c35e980426cf on host n-h1-712749-28 for vnic_type normal using segments [{'id': '53ecce9d-f94d-4731-ab0b-db1655222d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '99a152cd-37f5-454a-9924-c7c548ebff43'}] Jan 28 07:21:39.150877 n-d-712749-28 neutron-server[103284]: INFO neutron.plugins.ml2.plugin [None req-280b535c-1323-4d9a-9718-f2c30afc8b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Attempt 7 to bind port 4b9dd363-ac1e-4e52-a705-c35e980426cf Jan 28 07:21:39.190226 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-280b535c-1323-4d9a-9718-f2c30afc8b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Attempting to bind port 4b9dd363-ac1e-4e52-a705-c35e980426cf on host n-h1-712749-28 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:21:39.190540 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-280b535c-1323-4d9a-9718-f2c30afc8b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Attempting to bind port 4b9dd363-ac1e-4e52-a705-c35e980426cf by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': '53ecce9d-f94d-4731-ab0b-db1655222d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '99a152cd-37f5-454a-9924-c7c548ebff43'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:21:39.190933 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280b535c-1323-4d9a-9718-f2c30afc8b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Attempting to bind port 4b9dd363-ac1e-4e52-a705-c35e980426cf on network 99a152cd-37f5-454a-9924-c7c548ebff43 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:21:39.204143 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280b535c-1323-4d9a-9718-f2c30afc8b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Port 4b9dd363-ac1e-4e52-a705-c35e980426cf on network 99a152cd-37f5-454a-9924-c7c548ebff43 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:21:39.204563 n-d-712749-28 neutron-server[103284]: ERROR neutron.plugins.ml2.managers [None req-280b535c-1323-4d9a-9718-f2c30afc8b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Failed to bind port 4b9dd363-ac1e-4e52-a705-c35e980426cf on host n-h1-712749-28 for vnic_type normal using segments [{'id': '53ecce9d-f94d-4731-ab0b-db1655222d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '99a152cd-37f5-454a-9924-c7c548ebff43'}] Jan 28 07:21:39.215301 n-d-712749-28 neutron-server[103284]: INFO neutron.plugins.ml2.plugin [None req-280b535c-1323-4d9a-9718-f2c30afc8b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Attempt 8 to bind port 4b9dd363-ac1e-4e52-a705-c35e980426cf Jan 28 07:21:39.237825 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-07678f89-54e8-4ebf-a6bc-b904e4d13fc1 admin admin] Publish callbacks [] for security_group (9913aa6f-1829-4141-9748-47b1495ae0df), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:39.250039 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-07678f89-54e8-4ebf-a6bc-b904e4d13fc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (9913aa6f-1829-4141-9748-47b1495ae0df), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:39.269493 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d51f11bd-74a3-45b6-ac28-fdb951124d9f req-607a0f3c-f00c-47ba-bf97-43cfc52b4994 tempest-VolumesActionsTest-774629944 tempest-VolumesActionsTest-774629944-project] 10.222.0.41 "GET /v2.0/ports?device_id=df59d0f9-4741-40ba-928c-ba91eb22d272 HTTP/1.1" status: 200 len: 210 time: 0.0695913 Jan 28 07:21:39.281318 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-280b535c-1323-4d9a-9718-f2c30afc8b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Attempting to bind port 4b9dd363-ac1e-4e52-a705-c35e980426cf on host n-h1-712749-28 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:21:39.281618 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-280b535c-1323-4d9a-9718-f2c30afc8b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Attempting to bind port 4b9dd363-ac1e-4e52-a705-c35e980426cf by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': '53ecce9d-f94d-4731-ab0b-db1655222d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '99a152cd-37f5-454a-9924-c7c548ebff43'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:21:39.281962 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280b535c-1323-4d9a-9718-f2c30afc8b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Attempting to bind port 4b9dd363-ac1e-4e52-a705-c35e980426cf on network 99a152cd-37f5-454a-9924-c7c548ebff43 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:21:39.295422 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280b535c-1323-4d9a-9718-f2c30afc8b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Port 4b9dd363-ac1e-4e52-a705-c35e980426cf on network 99a152cd-37f5-454a-9924-c7c548ebff43 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:21:39.295422 n-d-712749-28 neutron-server[103284]: ERROR neutron.plugins.ml2.managers [None req-280b535c-1323-4d9a-9718-f2c30afc8b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Failed to bind port 4b9dd363-ac1e-4e52-a705-c35e980426cf on host n-h1-712749-28 for vnic_type normal using segments [{'id': '53ecce9d-f94d-4731-ab0b-db1655222d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '99a152cd-37f5-454a-9924-c7c548ebff43'}] Jan 28 07:21:39.295422 n-d-712749-28 neutron-server[103284]: INFO neutron.plugins.ml2.plugin [None req-280b535c-1323-4d9a-9718-f2c30afc8b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Attempt 9 to bind port 4b9dd363-ac1e-4e52-a705-c35e980426cf Jan 28 07:21:39.328061 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07678f89-54e8-4ebf-a6bc-b904e4d13fc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9913aa6f-1829-4141-9748-47b1495ae0df,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:21:39.332631 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-280b535c-1323-4d9a-9718-f2c30afc8b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Attempting to bind port 4b9dd363-ac1e-4e52-a705-c35e980426cf on host n-h1-712749-28 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:21:39.333194 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-280b535c-1323-4d9a-9718-f2c30afc8b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Attempting to bind port 4b9dd363-ac1e-4e52-a705-c35e980426cf by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': '53ecce9d-f94d-4731-ab0b-db1655222d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '99a152cd-37f5-454a-9924-c7c548ebff43'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:21:39.333708 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280b535c-1323-4d9a-9718-f2c30afc8b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Attempting to bind port 4b9dd363-ac1e-4e52-a705-c35e980426cf on network 99a152cd-37f5-454a-9924-c7c548ebff43 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:21:39.343818 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-3e3e6412-fb7d-4845-a775-ece24e1546d6 req-0fa1df00-7ffa-4f64-9038-6cdb60d10e41 service neutron] 10.222.0.10 "GET /v2.0/networks/37538a9b-6f77-4c5c-820a-8ab3fc2ac9f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3460789 Jan 28 07:21:39.347768 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280b535c-1323-4d9a-9718-f2c30afc8b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Port 4b9dd363-ac1e-4e52-a705-c35e980426cf on network 99a152cd-37f5-454a-9924-c7c548ebff43 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:21:39.348115 n-d-712749-28 neutron-server[103284]: ERROR neutron.plugins.ml2.managers [None req-280b535c-1323-4d9a-9718-f2c30afc8b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Failed to bind port 4b9dd363-ac1e-4e52-a705-c35e980426cf on host n-h1-712749-28 for vnic_type normal using segments [{'id': '53ecce9d-f94d-4731-ab0b-db1655222d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '99a152cd-37f5-454a-9924-c7c548ebff43'}] Jan 28 07:21:39.348547 n-d-712749-28 neutron-server[103284]: INFO neutron.plugins.ml2.plugin [None req-280b535c-1323-4d9a-9718-f2c30afc8b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Attempt 10 to bind port 4b9dd363-ac1e-4e52-a705-c35e980426cf Jan 28 07:21:39.361553 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07678f89-54e8-4ebf-a6bc-b904e4d13fc1 admin admin] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=103283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:21:39.382510 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-280b535c-1323-4d9a-9718-f2c30afc8b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Attempting to bind port 4b9dd363-ac1e-4e52-a705-c35e980426cf on host n-h1-712749-28 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:21:39.384994 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-280b535c-1323-4d9a-9718-f2c30afc8b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Attempting to bind port 4b9dd363-ac1e-4e52-a705-c35e980426cf by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': '53ecce9d-f94d-4731-ab0b-db1655222d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '99a152cd-37f5-454a-9924-c7c548ebff43'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:21:39.385794 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280b535c-1323-4d9a-9718-f2c30afc8b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Attempting to bind port 4b9dd363-ac1e-4e52-a705-c35e980426cf on network 99a152cd-37f5-454a-9924-c7c548ebff43 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:21:39.402158 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280b535c-1323-4d9a-9718-f2c30afc8b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Port 4b9dd363-ac1e-4e52-a705-c35e980426cf on network 99a152cd-37f5-454a-9924-c7c548ebff43 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:21:39.402517 n-d-712749-28 neutron-server[103284]: ERROR neutron.plugins.ml2.managers [None req-280b535c-1323-4d9a-9718-f2c30afc8b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Failed to bind port 4b9dd363-ac1e-4e52-a705-c35e980426cf on host n-h1-712749-28 for vnic_type normal using segments [{'id': '53ecce9d-f94d-4731-ab0b-db1655222d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '99a152cd-37f5-454a-9924-c7c548ebff43'}] Jan 28 07:21:39.404043 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-280b535c-1323-4d9a-9718-f2c30afc8b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (4b9dd363-ac1e-4e52-a705-c35e980426cf), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:39.509568 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-280b535c-1323-4d9a-9718-f2c30afc8b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] For port 4b9dd363-ac1e-4e52-a705-c35e980426cf, host n-h1-712749-28, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:21:39.510239 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-280b535c-1323-4d9a-9718-f2c30afc8b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Attempted to set empty binding levels {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 28 07:21:39.520009 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-280b535c-1323-4d9a-9718-f2c30afc8b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (4b9dd363-ac1e-4e52-a705-c35e980426cf), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:39.564158 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-07678f89-54e8-4ebf-a6bc-b904e4d13fc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (710560b5-517d-499a-b673-9eb660525dc9), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:39.564158 n-d-712749-28 neutron-server[103283]: INFO neutron.db.segments_db [None req-07678f89-54e8-4ebf-a6bc-b904e4d13fc1 admin admin] Added segment 710560b5-517d-499a-b673-9eb660525dc9 of type vlan for network 059fab71-040e-40b1-965c-7a420accf13f Jan 28 07:21:39.566811 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-280b535c-1323-4d9a-9718-f2c30afc8b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:39.567565 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-280b535c-1323-4d9a-9718-f2c30afc8b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:39.604125 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-280b535c-1323-4d9a-9718-f2c30afc8b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 2.2243078 Jan 28 07:21:39.606023 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280b535c-1323-4d9a-9718-f2c30afc8b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Pushing event updated for resources: {'Port': ['ID=4b9dd363-ac1e-4e52-a705-c35e980426cf,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:21:39.609366 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 53766) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:21:39.673041 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:39.727511 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-48d02204-2c6d-4a2a-92a4-b595b73913e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Deleting port 4b9dd363-ac1e-4e52-a705-c35e980426cf {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:21:39.727866 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-48d02204-2c6d-4a2a-92a4-b595b73913e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (4b9dd363-ac1e-4e52-a705-c35e980426cf), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:39.759395 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295b2ca8-03a5-478a-b5a6-9b67e3b7c908 req-2c9e33d9-4ee4-4eeb-b001-7ccf5fea8af1 tempest-ServerPasswordTestJSON-846068043 tempest-ServerPasswordTestJSON-846068043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:39.767701 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-295b2ca8-03a5-478a-b5a6-9b67e3b7c908 req-2c9e33d9-4ee4-4eeb-b001-7ccf5fea8af1 tempest-ServerPasswordTestJSON-846068043 tempest-ServerPasswordTestJSON-846068043-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bfbb4a0-81ad-4a63-a687-e3aaab00a320 HTTP/1.1" status: 200 len: 944 time: 0.3278158 Jan 28 07:21:39.770863 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-07678f89-54e8-4ebf-a6bc-b904e4d13fc1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (059fab71-040e-40b1-965c-7a420accf13f), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:39.794386 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 72559992-e13a-4f28-b31d-e3e50e5844c9 details requested by agent hyperv_n-h1-712749-28 with host n-h1-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:21:39.852257 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-07678f89-54e8-4ebf-a6bc-b904e4d13fc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (059fab71-040e-40b1-965c-7a420accf13f), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:39.857966 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07678f89-54e8-4ebf-a6bc-b904e4d13fc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:39.858800 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-07678f89-54e8-4ebf-a6bc-b904e4d13fc1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:39.887170 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-48d02204-2c6d-4a2a-92a4-b595b73913e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] For port 4b9dd363-ac1e-4e52-a705-c35e980426cf, host n-h1-712749-28, got binding levels [] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:21:39.887538 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-48d02204-2c6d-4a2a-92a4-b595b73913e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (4b9dd363-ac1e-4e52-a705-c35e980426cf), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:39.948015 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-48d02204-2c6d-4a2a-92a4-b595b73913e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Calling delete_port for 4b9dd363-ac1e-4e52-a705-c35e980426cf owned by {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:21:39.959770 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07678f89-54e8-4ebf-a6bc-b904e4d13fc1 admin admin] Pushing event updated for resources: {'Network': ['ID=059fab71-040e-40b1-965c-7a420accf13f,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:21:39.973110 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-3e3e6412-fb7d-4845-a775-ece24e1546d6 req-4c37cca9-6686-425c-834d-5a16476dd346 service neutron] 10.222.0.10 "GET /v2.0/networks/37538a9b-6f77-4c5c-820a-8ab3fc2ac9f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6159294 Jan 28 07:21:39.981287 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82a4551-c677-44d4-8096-72584ae5b350 req-7a965878-5424-4db4-aa95-df1f47410ae8 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:39.983031 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c82a4551-c677-44d4-8096-72584ae5b350 req-7a965878-5424-4db4-aa95-df1f47410ae8 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/ports?device_id=28886562-bead-4c03-b18c-42830d7b7629 HTTP/1.1" status: 200 len: 946 time: 0.2109139 Jan 28 07:21:40.005534 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 72559992-e13a-4f28-b31d-e3e50e5844c9, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=72559992-e13a-4f28-b31d-e3e50e5844c9,segment=NetworkSegment(79a4a679-ea86-4384-8cfe-819108ce8cbf),segment_id=79a4a679-ea86-4384-8cfe-819108ce8cbf)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:21:40.026319 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-07678f89-54e8-4ebf-a6bc-b904e4d13fc1 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.1536005 Jan 28 07:21:40.031536 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 53776) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:21:40.036997 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Returning: {'device': '72559992-e13a-4f28-b31d-e3e50e5844c9', 'network_id': '37538a9b-6f77-4c5c-820a-8ab3fc2ac9f3', 'port_id': '72559992-e13a-4f28-b31d-e3e50e5844c9', 'mac_address': 'fa:16:3e:50:43:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec35c84c-0f6c-4368-b29b-e9753cf09035', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:21:40.040979 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network 059fab71-040e-40b1-965c-7a420accf13f details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:21:40.066662 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-d8fa30dc-6bf7-4c93-84b2-49ba9d068729 admin admin] Request body: {'subnet': {'network_id': '059fab71-040e-40b1-965c-7a420accf13f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1344207455-subnet', 'tenant_id': '56a625391b2541e4b0005466311fb896', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:21:40.123633 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 72559992-e13a-4f28-b31d-e3e50e5844c9 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:21:40.123862 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-295b2ca8-03a5-478a-b5a6-9b67e3b7c908 req-06570384-3399-435b-9b45-c78b26c20883 tempest-ServerPasswordTestJSON-846068043 tempest-ServerPasswordTestJSON-846068043-project] 10.222.0.41 "GET /v2.0/security-groups?id=6fd0d524-aa29-4f75-ab2b-f26908a6b55c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3532867 Jan 28 07:21:40.124429 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (72559992-e13a-4f28-b31d-e3e50e5844c9), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:40.154175 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72559992-e13a-4f28-b31d-e3e50e5844c9 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:21:40.164765 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8fa30dc-6bf7-4c93-84b2-49ba9d068729 admin admin] Made reservation on behalf of 56a625391b2541e4b0005466311fb896 for: {'subnet': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:21:40.173107 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d8fa30dc-6bf7-4c93-84b2-49ba9d068729 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13555781'] for subnet (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:40.246317 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 72559992-e13a-4f28-b31d-e3e50e5844c9, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=72559992-e13a-4f28-b31d-e3e50e5844c9,segment=NetworkSegment(79a4a679-ea86-4384-8cfe-819108ce8cbf),segment_id=79a4a679-ea86-4384-8cfe-819108ce8cbf)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:21:40.259241 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (72559992-e13a-4f28-b31d-e3e50e5844c9), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:40.275096 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c82a4551-c677-44d4-8096-72584ae5b350 req-148ce399-64b4-49aa-8861-d4396a878c59 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3913eaa-d94a-405d-af3b-c47b7c21bae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2771378 Jan 28 07:21:40.332984 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-48d02204-2c6d-4a2a-92a4-b595b73913e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (4b9dd363-ac1e-4e52-a705-c35e980426cf), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:40.380147 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d02204-2c6d-4a2a-92a4-b595b73913e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Pushing event deleted for resources: {'Port': ['ID=4b9dd363-ac1e-4e52-a705-c35e980426cf,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:21:40.395903 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-48d02204-2c6d-4a2a-92a4-b595b73913e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:40.405160 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=72559992-e13a-4f28-b31d-e3e50e5844c9,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:21:40.407616 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-48d02204-2c6d-4a2a-92a4-b595b73913e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] 10.222.0.41 "DELETE /v2.0/ports/4b9dd363-ac1e-4e52-a705-c35e980426cf HTTP/1.1" status: 204 len: 168 time: 0.7966816 Jan 28 07:21:40.411420 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 53782) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:21:40.483542 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0ec36e53-53c4-44af-bf1d-c8d4ba380a00 req-4066e33d-8ecd-447f-9c0c-dd7c8c7ed53e tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7 HTTP/1.1" status: 200 len: 210 time: 0.0556951 Jan 28 07:21:40.679617 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['72559992-e13a-4f28-b31d-e3e50e5844c9'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:21:40.700038 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2dd6b872-32e5-444f-b78c-1cab872efc77 req-5b1b49c4-8ed6-4fae-a9c4-40ff67c89a89 tempest-VolumesActionsTest-774629944 tempest-VolumesActionsTest-774629944-project] 10.222.0.41 "GET /v2.0/ports?device_id=df59d0f9-4741-40ba-928c-ba91eb22d272 HTTP/1.1" status: 200 len: 210 time: 0.0500216 Jan 28 07:21:41.013316 n-d-712749-28 neutron-server[103283]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bba872d-b583-4287-993f-6c0acb26c6de tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] GET failed (client error): The resource could not be found. Jan 28 07:21:41.018754 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 53784) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:21:41.023695 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-8537c2d8-73b9-49e4-84ec-27295f00a175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Request body: {'port': {'network_id': '99a152cd-37f5-454a-9924-c7c548ebff43', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1824406069'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:21:41.026952 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-2bba872d-b583-4287-993f-6c0acb26c6de tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] 10.222.0.41 "GET /v2.0/ports/4b9dd363-ac1e-4e52-a705-c35e980426cf HTTP/1.1" status: 404 len: 333 time: 0.6143322 Jan 28 07:21:41.065860 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8537c2d8-73b9-49e4-84ec-27295f00a175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Made reservation on behalf of 1c9d7d15b16a4ab7a21500577f91e169 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:21:41.068302 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8537c2d8-73b9-49e4-84ec-27295f00a175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:41.110536 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [None req-8537c2d8-73b9-49e4-84ec-27295f00a175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] device_id is not set on port 094660af-f9fa-4d84-b23f-9b43eec1a724 yet. {{(pid=103284) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 07:21:41.177792 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1acd8fd4-58d8-4ffc-97dc-f87451734589 req-ed9ca6e4-cb99-4041-8ee7-da6eac7aadda tempest-ServerShowV247Test-1049381922 tempest-ServerShowV247Test-1049381922-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a0e8784-50dd-4db4-bab0-6dcb4ceef634 HTTP/1.1" status: 200 len: 210 time: 0.1791971 Jan 28 07:21:41.282702 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d8fa30dc-6bf7-4c93-84b2-49ba9d068729 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13546728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13555799'] for subnet (914bff09-0d2e-4754-aeb3-861f388f788d), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:41.405788 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54edd0c-2532-4aca-bfa3-5b7ef69a8c1c req-6711eadb-77e0-4b2e-b36a-441ee086d4b0 tempest-VolumesActionsTest-774629944 tempest-VolumesActionsTest-774629944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:41.407695 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d54edd0c-2532-4aca-bfa3-5b7ef69a8c1c req-6711eadb-77e0-4b2e-b36a-441ee086d4b0 tempest-VolumesActionsTest-774629944 tempest-VolumesActionsTest-774629944-project] 10.222.0.10 "GET /v2.0/networks?id=24e28262-1fa2-4447-a3f1-863fef1abe6b HTTP/1.1" status: 200 len: 809 time: 0.4139097 Jan 28 07:21:41.423285 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fa30dc-6bf7-4c93-84b2-49ba9d068729 admin admin] Pushing event updated for resources: {'Subnet': ['ID=914bff09-0d2e-4754-aeb3-861f388f788d,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:21:41.447380 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-d54edd0c-2532-4aca-bfa3-5b7ef69a8c1c req-cd519e61-0713-4919-b78f-acd7dafe3052 tempest-VolumesActionsTest-774629944 tempest-VolumesActionsTest-774629944-project] Request body: {'port': {'device_id': 'df59d0f9-4741-40ba-928c-ba91eb22d272', 'network_id': '24e28262-1fa2-4447-a3f1-863fef1abe6b', 'admin_state_up': True, 'tenant_id': '4c86a9504b05421cb09f41fc7b5645d6'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:21:41.547659 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8fa30dc-6bf7-4c93-84b2-49ba9d068729 admin admin] Checking segment: {'id': '710560b5-517d-499a-b673-9eb660525dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '059fab71-040e-40b1-965c-7a420accf13f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:21:41.547948 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8fa30dc-6bf7-4c93-84b2-49ba9d068729 admin admin] Network hostable DHCP agents. Network: 059fab71-040e-40b1-965c-7a420accf13f, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:21:41.679039 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d54edd0c-2532-4aca-bfa3-5b7ef69a8c1c req-cd519e61-0713-4919-b78f-acd7dafe3052 tempest-VolumesActionsTest-774629944 tempest-VolumesActionsTest-774629944-project] Made reservation on behalf of 4c86a9504b05421cb09f41fc7b5645d6 for: {'port': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:21:41.683989 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-d54edd0c-2532-4aca-bfa3-5b7ef69a8c1c req-cd519e61-0713-4919-b78f-acd7dafe3052 tempest-VolumesActionsTest-774629944 tempest-VolumesActionsTest-774629944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:41.688531 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8fa30dc-6bf7-4c93-84b2-49ba9d068729 admin admin] Network 059fab71-040e-40b1-965c-7a420accf13f is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:21:41.721394 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-d8fa30dc-6bf7-4c93-84b2-49ba9d068729 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, 059fab71-040e-40b1-965c-7a420accf13f) {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:21:41.730103 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee361e7-73a2-44ac-8237-b41d0e2e5654 None None] Network 059fab71-040e-40b1-965c-7a420accf13f requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:21:41.759590 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2071e55-ad9c-43c9-9c8f-329b1ad1689a req-8a4696d1-691e-4cb8-bd4f-f47671a1f1e2 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:41.762518 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e2071e55-ad9c-43c9-9c8f-329b1ad1689a req-8a4696d1-691e-4cb8-bd4f-f47671a1f1e2 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/ports?device_id=28886562-bead-4c03-b18c-42830d7b7629 HTTP/1.1" status: 200 len: 946 time: 0.1462264 Jan 28 07:21:41.786225 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8537c2d8-73b9-49e4-84ec-27295f00a175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Publish callbacks [] for port (094660af-f9fa-4d84-b23f-9b43eec1a724), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:41.800721 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1691eb08-317f-49f7-a856-69a5f79c1c21 req-72074e7c-c278-4553-b4c0-4a1bfd202f5b tempest-ServerPasswordTestJSON-846068043 tempest-ServerPasswordTestJSON-846068043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:41.807413 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1691eb08-317f-49f7-a856-69a5f79c1c21 req-72074e7c-c278-4553-b4c0-4a1bfd202f5b tempest-ServerPasswordTestJSON-846068043 tempest-ServerPasswordTestJSON-846068043-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bfbb4a0-81ad-4a63-a687-e3aaab00a320 HTTP/1.1" status: 200 len: 945 time: 0.0970201 Jan 28 07:21:41.895275 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1691eb08-317f-49f7-a856-69a5f79c1c21 req-f3ad3a49-e375-43f2-b510-93eb9b291f9e tempest-ServerPasswordTestJSON-846068043 tempest-ServerPasswordTestJSON-846068043-project] 10.222.0.41 "GET /v2.0/security-groups?id=6fd0d524-aa29-4f75-ab2b-f26908a6b55c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846043 Jan 28 07:21:41.903417 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8537c2d8-73b9-49e4-84ec-27295f00a175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (094660af-f9fa-4d84-b23f-9b43eec1a724), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:41.930556 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [req-d54edd0c-2532-4aca-bfa3-5b7ef69a8c1c req-cd519e61-0713-4919-b78f-acd7dafe3052 tempest-VolumesActionsTest-774629944 tempest-VolumesActionsTest-774629944-project] Allocated IP 172.20.0.5 (24e28262-1fa2-4447-a3f1-863fef1abe6b/7359aaba-f866-483a-9376-89d41fc14b3a/b3e2eb1c-7ff6-422a-aceb-db1d56f8bfa1) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:21:41.935180 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 72559992-e13a-4f28-b31d-e3e50e5844c9 up at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:21:42.011451 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93e0a66d-405b-48ad-92b8-c6d1b961bee6 None None] Network 059fab71-040e-40b1-965c-7a420accf13f requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:21:42.038061 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8537c2d8-73b9-49e4-84ec-27295f00a175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Network 99a152cd-37f5-454a-9924-c7c548ebff43 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:21:42.040994 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-8537c2d8-73b9-49e4-84ec-27295f00a175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:21:42.078022 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8537c2d8-73b9-49e4-84ec-27295f00a175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:21:42.078900 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8537c2d8-73b9-49e4-84ec-27295f00a175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:42.079509 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8537c2d8-73b9-49e4-84ec-27295f00a175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:42.136988 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8537c2d8-73b9-49e4-84ec-27295f00a175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Pushing event updated for resources: {'Port': ['ID=094660af-f9fa-4d84-b23f-9b43eec1a724,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:21:42.138471 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning for port 72559992-e13a-4f28-b31d-e3e50e5844c9 completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:21:42.150322 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7240ad27-61ad-47f3-8f34-94b43499fa96 req-5c9adc02-fca7-41cb-834f-02d69d749606 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7 HTTP/1.1" status: 200 len: 210 time: 0.0710397 Jan 28 07:21:42.159100 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning complete for port 72559992-e13a-4f28-b31d-e3e50e5844c9 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:21:42.160243 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (72559992-e13a-4f28-b31d-e3e50e5844c9), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:42.167365 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-8537c2d8-73b9-49e4-84ec-27295f00a175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.1471550 Jan 28 07:21:42.167789 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 53796) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:21:42.182509 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-4af0dfaa-d5ff-4778-b61a-77b3b26f152f tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-712749-28'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:21:42.182733 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-d54edd0c-2532-4aca-bfa3-5b7ef69a8c1c req-cd519e61-0713-4919-b78f-acd7dafe3052 tempest-VolumesActionsTest-774629944 tempest-VolumesActionsTest-774629944-project] Publish callbacks [] for port (b3e2eb1c-7ff6-422a-aceb-db1d56f8bfa1), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:42.223710 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8fa30dc-6bf7-4c93-84b2-49ba9d068729 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:42.224485 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d8fa30dc-6bf7-4c93-84b2-49ba9d068729 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:42.247697 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-d8fa30dc-6bf7-4c93-84b2-49ba9d068729 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.2100852 Jan 28 07:21:42.248955 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-d54edd0c-2532-4aca-bfa3-5b7ef69a8c1c req-cd519e61-0713-4919-b78f-acd7dafe3052 tempest-VolumesActionsTest-774629944 tempest-VolumesActionsTest-774629944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (b3e2eb1c-7ff6-422a-aceb-db1d56f8bfa1), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:42.288328 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 72559992-e13a-4f28-b31d-e3e50e5844c9 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:21:42.289121 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (72559992-e13a-4f28-b31d-e3e50e5844c9), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:42.317667 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bfbb4a0-81ad-4a63-a687-e3aaab00a320', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72559992-e13a-4f28-b31d-e3e50e5844c9'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:21:42.323080 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53c5aeaa-3fca-49da-9e84-5adb648be948" -d '{"events": [{"server_uuid": "4bfbb4a0-81ad-4a63-a687-e3aaab00a320", "name": "network-vif-plugged", "status": "completed", "tag": "72559992-e13a-4f28-b31d-e3e50e5844c9"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:21:42.354114 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4af0dfaa-d5ff-4778-b61a-77b3b26f152f tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (094660af-f9fa-4d84-b23f-9b43eec1a724), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:42.356023 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 72559992-e13a-4f28-b31d-e3e50e5844c9, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=72559992-e13a-4f28-b31d-e3e50e5844c9,segment=NetworkSegment(79a4a679-ea86-4384-8cfe-819108ce8cbf),segment_id=79a4a679-ea86-4384-8cfe-819108ce8cbf)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:21:42.366983 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (72559992-e13a-4f28-b31d-e3e50e5844c9), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:42.369091 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d54edd0c-2532-4aca-bfa3-5b7ef69a8c1c req-cd519e61-0713-4919-b78f-acd7dafe3052 tempest-VolumesActionsTest-774629944 tempest-VolumesActionsTest-774629944-project] Network 24e28262-1fa2-4447-a3f1-863fef1abe6b is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:21:42.384258 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [req-d54edd0c-2532-4aca-bfa3-5b7ef69a8c1c req-cd519e61-0713-4919-b78f-acd7dafe3052 tempest-VolumesActionsTest-774629944 tempest-VolumesActionsTest-774629944-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:21:42.411671 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-d54edd0c-2532-4aca-bfa3-5b7ef69a8c1c req-cd519e61-0713-4919-b78f-acd7dafe3052 tempest-VolumesActionsTest-774629944 tempest-VolumesActionsTest-774629944-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:21:42.487821 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=72559992-e13a-4f28-b31d-e3e50e5844c9,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:21:42.514265 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54edd0c-2532-4aca-bfa3-5b7ef69a8c1c req-cd519e61-0713-4919-b78f-acd7dafe3052 tempest-VolumesActionsTest-774629944 tempest-VolumesActionsTest-774629944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:42.514919 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-d54edd0c-2532-4aca-bfa3-5b7ef69a8c1c req-cd519e61-0713-4919-b78f-acd7dafe3052 tempest-VolumesActionsTest-774629944 tempest-VolumesActionsTest-774629944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:42.540307 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd519e61-0713-4919-b78f-acd7dafe3052 tempest-VolumesActionsTest-774629944 tempest-VolumesActionsTest-774629944-project] Pushing event updated for resources: {'Port': ['ID=b3e2eb1c-7ff6-422a-aceb-db1d56f8bfa1,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:21:42.555204 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d54edd0c-2532-4aca-bfa3-5b7ef69a8c1c req-cd519e61-0713-4919-b78f-acd7dafe3052 tempest-VolumesActionsTest-774629944 tempest-VolumesActionsTest-774629944-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1135492 Jan 28 07:21:42.590407 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e2071e55-ad9c-43c9-9c8f-329b1ad1689a req-22d53d87-7045-4237-a783-5d4ef3343e79 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3913eaa-d94a-405d-af3b-c47b7c21bae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3691800 Jan 28 07:21:42.594385 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbeae0e-5ed8-480c-95b9-6ba3384d72ac req-16243cda-d889-4b5b-8b81-87c3202b7af8 tempest-VolumesActionsTest-774629944 tempest-VolumesActionsTest-774629944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:42.598810 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1cbeae0e-5ed8-480c-95b9-6ba3384d72ac req-16243cda-d889-4b5b-8b81-87c3202b7af8 tempest-VolumesActionsTest-774629944 tempest-VolumesActionsTest-774629944-project] 10.222.0.41 "GET /v2.0/ports?device_id=df59d0f9-4741-40ba-928c-ba91eb22d272 HTTP/1.1" status: 200 len: 931 time: 0.2385879 Jan 28 07:21:42.610780 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-d54edd0c-2532-4aca-bfa3-5b7ef69a8c1c req-47c5723b-083d-476c-9701-14f08510c4a4 service neutron] Request body: {'port': {'device_id': 'df59d0f9-4741-40ba-928c-ba91eb22d272', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-28'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:21:42.761817 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8d7666cd-5974-496e-872b-7af20b26a016 req-55b894dc-78b9-4282-bf60-74ff8d938262 tempest-ServerShowV247Test-1049381922 tempest-ServerShowV247Test-1049381922-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a0e8784-50dd-4db4-bab0-6dcb4ceef634 HTTP/1.1" status: 200 len: 210 time: 0.0445969 Jan 28 07:21:42.775382 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1cbeae0e-5ed8-480c-95b9-6ba3384d72ac req-298af125-e267-45d0-987a-64e54652389c tempest-VolumesActionsTest-774629944 tempest-VolumesActionsTest-774629944-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3e43765-6beb-4085-a4a7-b9f8fe091303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675332 Jan 28 07:21:42.783927 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-d54edd0c-2532-4aca-bfa3-5b7ef69a8c1c req-47c5723b-083d-476c-9701-14f08510c4a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (b3e2eb1c-7ff6-422a-aceb-db1d56f8bfa1), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:42.853269 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [None req-4af0dfaa-d5ff-4778-b61a-77b3b26f152f tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] device_id is not set on port 094660af-f9fa-4d84-b23f-9b43eec1a724 yet. {{(pid=103284) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 07:21:42.865637 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4af0dfaa-d5ff-4778-b61a-77b3b26f152f tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Publish callbacks [] for port (094660af-f9fa-4d84-b23f-9b43eec1a724), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:42.871779 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8860b9d1-8c54-4abb-a62a-8805b1a79ffd x-openstack-request-id: req-8860b9d1-8c54-4abb-a62a-8805b1a79ffd {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:21:42.872314 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bfbb4a0-81ad-4a63-a687-e3aaab00a320", "name": "network-vif-plugged", "status": "completed", "tag": "72559992-e13a-4f28-b31d-e3e50e5844c9", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:21:42.872592 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8860b9d1-8c54-4abb-a62a-8805b1a79ffd {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:21:42.873158 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bfbb4a0-81ad-4a63-a687-e3aaab00a320', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72559992-e13a-4f28-b31d-e3e50e5844c9', 'code': 200} Jan 28 07:21:42.886770 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4af0dfaa-d5ff-4778-b61a-77b3b26f152f tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (094660af-f9fa-4d84-b23f-9b43eec1a724), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:42.985596 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af0dfaa-d5ff-4778-b61a-77b3b26f152f tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Pushing event updated for resources: {'Port': ['ID=094660af-f9fa-4d84-b23f-9b43eec1a724,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:21:43.134774 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-4af0dfaa-d5ff-4778-b61a-77b3b26f152f tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Attempting to bind port 094660af-f9fa-4d84-b23f-9b43eec1a724 on host n-h1-712749-28 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:21:43.134774 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-4af0dfaa-d5ff-4778-b61a-77b3b26f152f tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Attempting to bind port 094660af-f9fa-4d84-b23f-9b43eec1a724 by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': '53ecce9d-f94d-4731-ab0b-db1655222d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '99a152cd-37f5-454a-9924-c7c548ebff43'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:21:43.135086 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af0dfaa-d5ff-4778-b61a-77b3b26f152f tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Attempting to bind port 094660af-f9fa-4d84-b23f-9b43eec1a724 on network 99a152cd-37f5-454a-9924-c7c548ebff43 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:21:43.147054 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af0dfaa-d5ff-4778-b61a-77b3b26f152f tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Port 094660af-f9fa-4d84-b23f-9b43eec1a724 on network 99a152cd-37f5-454a-9924-c7c548ebff43 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:21:43.147559 n-d-712749-28 neutron-server[103284]: ERROR neutron.plugins.ml2.managers [None req-4af0dfaa-d5ff-4778-b61a-77b3b26f152f tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Failed to bind port 094660af-f9fa-4d84-b23f-9b43eec1a724 on host n-h1-712749-28 for vnic_type normal using segments [{'id': '53ecce9d-f94d-4731-ab0b-db1655222d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '99a152cd-37f5-454a-9924-c7c548ebff43'}] Jan 28 07:21:43.149495 n-d-712749-28 neutron-server[103284]: INFO neutron.plugins.ml2.plugin [None req-4af0dfaa-d5ff-4778-b61a-77b3b26f152f tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Attempt 2 to bind port 094660af-f9fa-4d84-b23f-9b43eec1a724 Jan 28 07:21:43.158625 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ddcae1-79ee-4310-93d4-6e03a206836b req-c1f888e8-c3c8-40fe-a131-eba4e35cf9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:43.160378 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d0ddcae1-79ee-4310-93d4-6e03a206836b req-c1f888e8-c3c8-40fe-a131-eba4e35cf9c2 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4bfbb4a0-81ad-4a63-a687-e3aaab00a320 HTTP/1.1" status: 200 len: 1098 time: 0.1616559 Jan 28 07:21:43.183165 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-4af0dfaa-d5ff-4778-b61a-77b3b26f152f tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Attempting to bind port 094660af-f9fa-4d84-b23f-9b43eec1a724 on host n-h1-712749-28 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:21:43.183511 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-4af0dfaa-d5ff-4778-b61a-77b3b26f152f tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Attempting to bind port 094660af-f9fa-4d84-b23f-9b43eec1a724 by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': '53ecce9d-f94d-4731-ab0b-db1655222d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '99a152cd-37f5-454a-9924-c7c548ebff43'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:21:43.183852 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af0dfaa-d5ff-4778-b61a-77b3b26f152f tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Attempting to bind port 094660af-f9fa-4d84-b23f-9b43eec1a724 on network 99a152cd-37f5-454a-9924-c7c548ebff43 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:21:43.203265 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67b1432-26c8-45a2-940d-b7327d3ce91f req-b9ac0aac-4ba4-4fb8-bd37-fdd342187baf tempest-ServerPasswordTestJSON-846068043 tempest-ServerPasswordTestJSON-846068043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:43.210437 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c67b1432-26c8-45a2-940d-b7327d3ce91f req-b9ac0aac-4ba4-4fb8-bd37-fdd342187baf tempest-ServerPasswordTestJSON-846068043 tempest-ServerPasswordTestJSON-846068043-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bfbb4a0-81ad-4a63-a687-e3aaab00a320 HTTP/1.1" status: 200 len: 946 time: 0.1507125 Jan 28 07:21:43.223564 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af0dfaa-d5ff-4778-b61a-77b3b26f152f tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Port 094660af-f9fa-4d84-b23f-9b43eec1a724 on network 99a152cd-37f5-454a-9924-c7c548ebff43 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:21:43.223898 n-d-712749-28 neutron-server[103284]: ERROR neutron.plugins.ml2.managers [None req-4af0dfaa-d5ff-4778-b61a-77b3b26f152f tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Failed to bind port 094660af-f9fa-4d84-b23f-9b43eec1a724 on host n-h1-712749-28 for vnic_type normal using segments [{'id': '53ecce9d-f94d-4731-ab0b-db1655222d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '99a152cd-37f5-454a-9924-c7c548ebff43'}] Jan 28 07:21:43.230162 n-d-712749-28 neutron-server[103284]: INFO neutron.plugins.ml2.plugin [None req-4af0dfaa-d5ff-4778-b61a-77b3b26f152f tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Attempt 3 to bind port 094660af-f9fa-4d84-b23f-9b43eec1a724 Jan 28 07:21:43.256341 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [req-d54edd0c-2532-4aca-bfa3-5b7ef69a8c1c req-47c5723b-083d-476c-9701-14f08510c4a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3e2eb1c-7ff6-422a-aceb-db1d56f8bfa1 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:21:43.266144 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-d54edd0c-2532-4aca-bfa3-5b7ef69a8c1c req-47c5723b-083d-476c-9701-14f08510c4a4 service neutron] Publish callbacks [] for port (b3e2eb1c-7ff6-422a-aceb-db1d56f8bfa1), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:43.279154 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [req-d54edd0c-2532-4aca-bfa3-5b7ef69a8c1c req-47c5723b-083d-476c-9701-14f08510c4a4 service neutron] Transition to ACTIVE for port object b3e2eb1c-7ff6-422a-aceb-db1d56f8bfa1 will not be triggered until provisioned by entity L2. {{(pid=103283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:21:43.291680 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-4af0dfaa-d5ff-4778-b61a-77b3b26f152f tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Attempting to bind port 094660af-f9fa-4d84-b23f-9b43eec1a724 on host n-h1-712749-28 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:21:43.292250 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-4af0dfaa-d5ff-4778-b61a-77b3b26f152f tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Attempting to bind port 094660af-f9fa-4d84-b23f-9b43eec1a724 by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': '53ecce9d-f94d-4731-ab0b-db1655222d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '99a152cd-37f5-454a-9924-c7c548ebff43'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:21:43.292691 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af0dfaa-d5ff-4778-b61a-77b3b26f152f tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Attempting to bind port 094660af-f9fa-4d84-b23f-9b43eec1a724 on network 99a152cd-37f5-454a-9924-c7c548ebff43 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:21:43.299335 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-d54edd0c-2532-4aca-bfa3-5b7ef69a8c1c req-47c5723b-083d-476c-9701-14f08510c4a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (b3e2eb1c-7ff6-422a-aceb-db1d56f8bfa1), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:43.301203 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d0ddcae1-79ee-4310-93d4-6e03a206836b req-5c8182fe-0e5a-40b4-9e17-be42e9cde319 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=6fd0d524-aa29-4f75-ab2b-f26908a6b55c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271877 Jan 28 07:21:43.319575 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c67b1432-26c8-45a2-940d-b7327d3ce91f req-7ced9065-a763-476f-bf8a-c647b922176e tempest-ServerPasswordTestJSON-846068043 tempest-ServerPasswordTestJSON-846068043-project] 10.222.0.41 "GET /v2.0/security-groups?id=6fd0d524-aa29-4f75-ab2b-f26908a6b55c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037183 Jan 28 07:21:43.335847 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af0dfaa-d5ff-4778-b61a-77b3b26f152f tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Port 094660af-f9fa-4d84-b23f-9b43eec1a724 on network 99a152cd-37f5-454a-9924-c7c548ebff43 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:21:43.336078 n-d-712749-28 neutron-server[103284]: ERROR neutron.plugins.ml2.managers [None req-4af0dfaa-d5ff-4778-b61a-77b3b26f152f tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Failed to bind port 094660af-f9fa-4d84-b23f-9b43eec1a724 on host n-h1-712749-28 for vnic_type normal using segments [{'id': '53ecce9d-f94d-4731-ab0b-db1655222d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '99a152cd-37f5-454a-9924-c7c548ebff43'}] Jan 28 07:21:43.336625 n-d-712749-28 neutron-server[103284]: INFO neutron.plugins.ml2.plugin [None req-4af0dfaa-d5ff-4778-b61a-77b3b26f152f tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Attempt 4 to bind port 094660af-f9fa-4d84-b23f-9b43eec1a724 Jan 28 07:21:43.362840 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-4af0dfaa-d5ff-4778-b61a-77b3b26f152f tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Attempting to bind port 094660af-f9fa-4d84-b23f-9b43eec1a724 on host n-h1-712749-28 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:21:43.366430 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-4af0dfaa-d5ff-4778-b61a-77b3b26f152f tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Attempting to bind port 094660af-f9fa-4d84-b23f-9b43eec1a724 by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': '53ecce9d-f94d-4731-ab0b-db1655222d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '99a152cd-37f5-454a-9924-c7c548ebff43'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:21:43.366974 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af0dfaa-d5ff-4778-b61a-77b3b26f152f tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Attempting to bind port 094660af-f9fa-4d84-b23f-9b43eec1a724 on network 99a152cd-37f5-454a-9924-c7c548ebff43 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:21:43.376845 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af0dfaa-d5ff-4778-b61a-77b3b26f152f tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Port 094660af-f9fa-4d84-b23f-9b43eec1a724 on network 99a152cd-37f5-454a-9924-c7c548ebff43 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:21:43.378259 n-d-712749-28 neutron-server[103284]: ERROR neutron.plugins.ml2.managers [None req-4af0dfaa-d5ff-4778-b61a-77b3b26f152f tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Failed to bind port 094660af-f9fa-4d84-b23f-9b43eec1a724 on host n-h1-712749-28 for vnic_type normal using segments [{'id': '53ecce9d-f94d-4731-ab0b-db1655222d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '99a152cd-37f5-454a-9924-c7c548ebff43'}] Jan 28 07:21:43.378865 n-d-712749-28 neutron-server[103284]: INFO neutron.plugins.ml2.plugin [None req-4af0dfaa-d5ff-4778-b61a-77b3b26f152f tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Attempt 5 to bind port 094660af-f9fa-4d84-b23f-9b43eec1a724 Jan 28 07:21:43.422793 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-4af0dfaa-d5ff-4778-b61a-77b3b26f152f tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Attempting to bind port 094660af-f9fa-4d84-b23f-9b43eec1a724 on host n-h1-712749-28 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:21:43.423451 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-4af0dfaa-d5ff-4778-b61a-77b3b26f152f tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Attempting to bind port 094660af-f9fa-4d84-b23f-9b43eec1a724 by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': '53ecce9d-f94d-4731-ab0b-db1655222d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '99a152cd-37f5-454a-9924-c7c548ebff43'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:21:43.423991 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af0dfaa-d5ff-4778-b61a-77b3b26f152f tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Attempting to bind port 094660af-f9fa-4d84-b23f-9b43eec1a724 on network 99a152cd-37f5-454a-9924-c7c548ebff43 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:21:43.438845 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af0dfaa-d5ff-4778-b61a-77b3b26f152f tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Port 094660af-f9fa-4d84-b23f-9b43eec1a724 on network 99a152cd-37f5-454a-9924-c7c548ebff43 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:21:43.439586 n-d-712749-28 neutron-server[103284]: ERROR neutron.plugins.ml2.managers [None req-4af0dfaa-d5ff-4778-b61a-77b3b26f152f tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Failed to bind port 094660af-f9fa-4d84-b23f-9b43eec1a724 on host n-h1-712749-28 for vnic_type normal using segments [{'id': '53ecce9d-f94d-4731-ab0b-db1655222d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '99a152cd-37f5-454a-9924-c7c548ebff43'}] Jan 28 07:21:43.440181 n-d-712749-28 neutron-server[103284]: INFO neutron.plugins.ml2.plugin [None req-4af0dfaa-d5ff-4778-b61a-77b3b26f152f tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Attempt 6 to bind port 094660af-f9fa-4d84-b23f-9b43eec1a724 Jan 28 07:21:43.465071 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c5723b-083d-476c-9701-14f08510c4a4 service neutron] Pushing event updated for resources: {'Port': ['ID=b3e2eb1c-7ff6-422a-aceb-db1d56f8bfa1,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:21:43.475531 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-4af0dfaa-d5ff-4778-b61a-77b3b26f152f tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Attempting to bind port 094660af-f9fa-4d84-b23f-9b43eec1a724 on host n-h1-712749-28 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:21:43.476255 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-4af0dfaa-d5ff-4778-b61a-77b3b26f152f tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Attempting to bind port 094660af-f9fa-4d84-b23f-9b43eec1a724 by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': '53ecce9d-f94d-4731-ab0b-db1655222d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '99a152cd-37f5-454a-9924-c7c548ebff43'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:21:43.476802 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af0dfaa-d5ff-4778-b61a-77b3b26f152f tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Attempting to bind port 094660af-f9fa-4d84-b23f-9b43eec1a724 on network 99a152cd-37f5-454a-9924-c7c548ebff43 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:21:43.512166 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c86925d4-f5b0-4476-870a-cd277524a372 req-b2fdabb5-9f5f-486e-b5ad-705db63d94f5 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7 HTTP/1.1" status: 200 len: 210 time: 0.0444808 Jan 28 07:21:43.513281 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af0dfaa-d5ff-4778-b61a-77b3b26f152f tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Port 094660af-f9fa-4d84-b23f-9b43eec1a724 on network 99a152cd-37f5-454a-9924-c7c548ebff43 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:21:43.513817 n-d-712749-28 neutron-server[103284]: ERROR neutron.plugins.ml2.managers [None req-4af0dfaa-d5ff-4778-b61a-77b3b26f152f tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Failed to bind port 094660af-f9fa-4d84-b23f-9b43eec1a724 on host n-h1-712749-28 for vnic_type normal using segments [{'id': '53ecce9d-f94d-4731-ab0b-db1655222d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '99a152cd-37f5-454a-9924-c7c548ebff43'}] Jan 28 07:21:43.514943 n-d-712749-28 neutron-server[103284]: INFO neutron.plugins.ml2.plugin [None req-4af0dfaa-d5ff-4778-b61a-77b3b26f152f tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Attempt 7 to bind port 094660af-f9fa-4d84-b23f-9b43eec1a724 Jan 28 07:21:43.536433 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-4af0dfaa-d5ff-4778-b61a-77b3b26f152f tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Attempting to bind port 094660af-f9fa-4d84-b23f-9b43eec1a724 on host n-h1-712749-28 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:21:43.537594 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-4af0dfaa-d5ff-4778-b61a-77b3b26f152f tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Attempting to bind port 094660af-f9fa-4d84-b23f-9b43eec1a724 by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': '53ecce9d-f94d-4731-ab0b-db1655222d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '99a152cd-37f5-454a-9924-c7c548ebff43'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:21:43.538151 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af0dfaa-d5ff-4778-b61a-77b3b26f152f tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Attempting to bind port 094660af-f9fa-4d84-b23f-9b43eec1a724 on network 99a152cd-37f5-454a-9924-c7c548ebff43 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:21:43.545078 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af0dfaa-d5ff-4778-b61a-77b3b26f152f tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Port 094660af-f9fa-4d84-b23f-9b43eec1a724 on network 99a152cd-37f5-454a-9924-c7c548ebff43 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:21:43.545787 n-d-712749-28 neutron-server[103284]: ERROR neutron.plugins.ml2.managers [None req-4af0dfaa-d5ff-4778-b61a-77b3b26f152f tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Failed to bind port 094660af-f9fa-4d84-b23f-9b43eec1a724 on host n-h1-712749-28 for vnic_type normal using segments [{'id': '53ecce9d-f94d-4731-ab0b-db1655222d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '99a152cd-37f5-454a-9924-c7c548ebff43'}] Jan 28 07:21:43.546407 n-d-712749-28 neutron-server[103284]: INFO neutron.plugins.ml2.plugin [None req-4af0dfaa-d5ff-4778-b61a-77b3b26f152f tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Attempt 8 to bind port 094660af-f9fa-4d84-b23f-9b43eec1a724 Jan 28 07:21:43.546632 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-d54edd0c-2532-4aca-bfa3-5b7ef69a8c1c req-47c5723b-083d-476c-9701-14f08510c4a4 service neutron] Attempting to bind port b3e2eb1c-7ff6-422a-aceb-db1d56f8bfa1 on host n-h1-712749-28 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:21:43.547029 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-d54edd0c-2532-4aca-bfa3-5b7ef69a8c1c req-47c5723b-083d-476c-9701-14f08510c4a4 service neutron] Attempting to bind port b3e2eb1c-7ff6-422a-aceb-db1d56f8bfa1 by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': '14424594-a0c3-4362-b654-c2018490d5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '24e28262-1fa2-4447-a3f1-863fef1abe6b'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:21:43.547550 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d54edd0c-2532-4aca-bfa3-5b7ef69a8c1c req-47c5723b-083d-476c-9701-14f08510c4a4 service neutron] Attempting to bind port b3e2eb1c-7ff6-422a-aceb-db1d56f8bfa1 on network 24e28262-1fa2-4447-a3f1-863fef1abe6b {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:21:43.559003 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25237de-7c87-455b-aa4d-8ecdaedb9f22 req-cf035637-864f-4601-bdce-0885a80cf794 tempest-ServerMetadataNegativeTestJSON-454509507 tempest-ServerMetadataNegativeTestJSON-454509507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:43.560744 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a25237de-7c87-455b-aa4d-8ecdaedb9f22 req-cf035637-864f-4601-bdce-0885a80cf794 tempest-ServerMetadataNegativeTestJSON-454509507 tempest-ServerMetadataNegativeTestJSON-454509507-project] 10.222.0.41 "GET /v2.0/networks?id=059fab71-040e-40b1-965c-7a420accf13f HTTP/1.1" status: 200 len: 821 time: 0.2795305 Jan 28 07:21:43.564983 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d54edd0c-2532-4aca-bfa3-5b7ef69a8c1c req-47c5723b-083d-476c-9701-14f08510c4a4 service neutron] Port b3e2eb1c-7ff6-422a-aceb-db1d56f8bfa1 on network 24e28262-1fa2-4447-a3f1-863fef1abe6b not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:21:43.565318 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d54edd0c-2532-4aca-bfa3-5b7ef69a8c1c req-47c5723b-083d-476c-9701-14f08510c4a4 service neutron] Attempting to bind port b3e2eb1c-7ff6-422a-aceb-db1d56f8bfa1 on network 24e28262-1fa2-4447-a3f1-863fef1abe6b {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:21:43.572007 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d54edd0c-2532-4aca-bfa3-5b7ef69a8c1c req-47c5723b-083d-476c-9701-14f08510c4a4 service neutron] Checking agent: {'id': '2fca46b1-237f-4857-9290-2429d810e472', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 21, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:21:43.572383 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d54edd0c-2532-4aca-bfa3-5b7ef69a8c1c req-47c5723b-083d-476c-9701-14f08510c4a4 service neutron] Checking segment: {'id': '14424594-a0c3-4362-b654-c2018490d5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '24e28262-1fa2-4447-a3f1-863fef1abe6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:21:43.572771 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d54edd0c-2532-4aca-bfa3-5b7ef69a8c1c req-47c5723b-083d-476c-9701-14f08510c4a4 service neutron] Bound using segment: {'id': '14424594-a0c3-4362-b654-c2018490d5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '24e28262-1fa2-4447-a3f1-863fef1abe6b'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:21:43.573240 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-d54edd0c-2532-4aca-bfa3-5b7ef69a8c1c req-47c5723b-083d-476c-9701-14f08510c4a4 service neutron] Bound port: b3e2eb1c-7ff6-422a-aceb-db1d56f8bfa1, host: n-h1-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14424594-a0c3-4362-b654-c2018490d5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '24e28262-1fa2-4447-a3f1-863fef1abe6b'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:21:43.573630 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-d54edd0c-2532-4aca-bfa3-5b7ef69a8c1c req-47c5723b-083d-476c-9701-14f08510c4a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (b3e2eb1c-7ff6-422a-aceb-db1d56f8bfa1), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:43.579140 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-4af0dfaa-d5ff-4778-b61a-77b3b26f152f tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Attempting to bind port 094660af-f9fa-4d84-b23f-9b43eec1a724 on host n-h1-712749-28 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:21:43.579793 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-4af0dfaa-d5ff-4778-b61a-77b3b26f152f tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Attempting to bind port 094660af-f9fa-4d84-b23f-9b43eec1a724 by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': '53ecce9d-f94d-4731-ab0b-db1655222d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '99a152cd-37f5-454a-9924-c7c548ebff43'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:21:43.580398 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af0dfaa-d5ff-4778-b61a-77b3b26f152f tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Attempting to bind port 094660af-f9fa-4d84-b23f-9b43eec1a724 on network 99a152cd-37f5-454a-9924-c7c548ebff43 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:21:43.585375 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af0dfaa-d5ff-4778-b61a-77b3b26f152f tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Port 094660af-f9fa-4d84-b23f-9b43eec1a724 on network 99a152cd-37f5-454a-9924-c7c548ebff43 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:21:43.586017 n-d-712749-28 neutron-server[103284]: ERROR neutron.plugins.ml2.managers [None req-4af0dfaa-d5ff-4778-b61a-77b3b26f152f tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Failed to bind port 094660af-f9fa-4d84-b23f-9b43eec1a724 on host n-h1-712749-28 for vnic_type normal using segments [{'id': '53ecce9d-f94d-4731-ab0b-db1655222d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '99a152cd-37f5-454a-9924-c7c548ebff43'}] Jan 28 07:21:43.586628 n-d-712749-28 neutron-server[103284]: INFO neutron.plugins.ml2.plugin [None req-4af0dfaa-d5ff-4778-b61a-77b3b26f152f tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Attempt 9 to bind port 094660af-f9fa-4d84-b23f-9b43eec1a724 Jan 28 07:21:43.600423 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a25237de-7c87-455b-aa4d-8ecdaedb9f22 req-625b59ca-0659-411b-a786-eb96a6d0010f tempest-ServerMetadataNegativeTestJSON-454509507 tempest-ServerMetadataNegativeTestJSON-454509507-project] 10.222.0.41 "GET /v2.0/quotas/56a625391b2541e4b0005466311fb896 HTTP/1.1" status: 200 len: 375 time: 0.0293703 Jan 28 07:21:43.614204 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-4af0dfaa-d5ff-4778-b61a-77b3b26f152f tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Attempting to bind port 094660af-f9fa-4d84-b23f-9b43eec1a724 on host n-h1-712749-28 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:21:43.614626 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-4af0dfaa-d5ff-4778-b61a-77b3b26f152f tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Attempting to bind port 094660af-f9fa-4d84-b23f-9b43eec1a724 by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': '53ecce9d-f94d-4731-ab0b-db1655222d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '99a152cd-37f5-454a-9924-c7c548ebff43'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:21:43.614876 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af0dfaa-d5ff-4778-b61a-77b3b26f152f tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Attempting to bind port 094660af-f9fa-4d84-b23f-9b43eec1a724 on network 99a152cd-37f5-454a-9924-c7c548ebff43 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:21:43.620789 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af0dfaa-d5ff-4778-b61a-77b3b26f152f tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Port 094660af-f9fa-4d84-b23f-9b43eec1a724 on network 99a152cd-37f5-454a-9924-c7c548ebff43 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:21:43.621140 n-d-712749-28 neutron-server[103284]: ERROR neutron.plugins.ml2.managers [None req-4af0dfaa-d5ff-4778-b61a-77b3b26f152f tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Failed to bind port 094660af-f9fa-4d84-b23f-9b43eec1a724 on host n-h1-712749-28 for vnic_type normal using segments [{'id': '53ecce9d-f94d-4731-ab0b-db1655222d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '99a152cd-37f5-454a-9924-c7c548ebff43'}] Jan 28 07:21:43.621821 n-d-712749-28 neutron-server[103284]: INFO neutron.plugins.ml2.plugin [None req-4af0dfaa-d5ff-4778-b61a-77b3b26f152f tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Attempt 10 to bind port 094660af-f9fa-4d84-b23f-9b43eec1a724 Jan 28 07:21:43.637037 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-4af0dfaa-d5ff-4778-b61a-77b3b26f152f tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Attempting to bind port 094660af-f9fa-4d84-b23f-9b43eec1a724 on host n-h1-712749-28 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:21:43.637475 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-4af0dfaa-d5ff-4778-b61a-77b3b26f152f tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Attempting to bind port 094660af-f9fa-4d84-b23f-9b43eec1a724 by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': '53ecce9d-f94d-4731-ab0b-db1655222d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '99a152cd-37f5-454a-9924-c7c548ebff43'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:21:43.637785 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af0dfaa-d5ff-4778-b61a-77b3b26f152f tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Attempting to bind port 094660af-f9fa-4d84-b23f-9b43eec1a724 on network 99a152cd-37f5-454a-9924-c7c548ebff43 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:21:43.644806 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af0dfaa-d5ff-4778-b61a-77b3b26f152f tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Port 094660af-f9fa-4d84-b23f-9b43eec1a724 on network 99a152cd-37f5-454a-9924-c7c548ebff43 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:21:43.645139 n-d-712749-28 neutron-server[103284]: ERROR neutron.plugins.ml2.managers [None req-4af0dfaa-d5ff-4778-b61a-77b3b26f152f tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Failed to bind port 094660af-f9fa-4d84-b23f-9b43eec1a724 on host n-h1-712749-28 for vnic_type normal using segments [{'id': '53ecce9d-f94d-4731-ab0b-db1655222d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '99a152cd-37f5-454a-9924-c7c548ebff43'}] Jan 28 07:21:43.645511 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4af0dfaa-d5ff-4778-b61a-77b3b26f152f tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (094660af-f9fa-4d84-b23f-9b43eec1a724), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:43.731662 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-d54edd0c-2532-4aca-bfa3-5b7ef69a8c1c req-47c5723b-083d-476c-9701-14f08510c4a4 service neutron] For port b3e2eb1c-7ff6-422a-aceb-db1d56f8bfa1, host n-h1-712749-28, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:21:43.749157 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-4af0dfaa-d5ff-4778-b61a-77b3b26f152f tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] For port 094660af-f9fa-4d84-b23f-9b43eec1a724, host n-h1-712749-28, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:21:43.749538 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-4af0dfaa-d5ff-4778-b61a-77b3b26f152f tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Attempted to set empty binding levels {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 28 07:21:43.763815 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4af0dfaa-d5ff-4778-b61a-77b3b26f152f tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (094660af-f9fa-4d84-b23f-9b43eec1a724), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:43.797113 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a25237de-7c87-455b-aa4d-8ecdaedb9f22 req-d2b99ad4-3e08-4b7d-b988-e7e342b22cab tempest-ServerMetadataNegativeTestJSON-454509507 tempest-ServerMetadataNegativeTestJSON-454509507-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=56a625391b2541e4b0005466311fb896&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1875901 Jan 28 07:21:43.798695 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-d54edd0c-2532-4aca-bfa3-5b7ef69a8c1c req-47c5723b-083d-476c-9701-14f08510c4a4 service neutron] For port b3e2eb1c-7ff6-422a-aceb-db1d56f8bfa1, host n-h1-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=b3e2eb1c-7ff6-422a-aceb-db1d56f8bfa1,segment=NetworkSegment(14424594-a0c3-4362-b654-c2018490d5c9),segment_id=14424594-a0c3-4362-b654-c2018490d5c9)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:21:43.815250 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-d54edd0c-2532-4aca-bfa3-5b7ef69a8c1c req-47c5723b-083d-476c-9701-14f08510c4a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (b3e2eb1c-7ff6-422a-aceb-db1d56f8bfa1), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:43.857283 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-4af0dfaa-d5ff-4778-b61a-77b3b26f152f tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] In _notify_port_updated(), no bound segment for port 094660af-f9fa-4d84-b23f-9b43eec1a724 on network 99a152cd-37f5-454a-9924-c7c548ebff43 {{(pid=103284) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 07:21:43.858190 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af0dfaa-d5ff-4778-b61a-77b3b26f152f tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:43.858967 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4af0dfaa-d5ff-4778-b61a-77b3b26f152f tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:43.863364 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-4af0dfaa-d5ff-4778-b61a-77b3b26f152f tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] 10.222.0.41 "PUT /v2.0/ports/094660af-f9fa-4d84-b23f-9b43eec1a724 HTTP/1.1" status: 200 len: 980 time: 1.6910732 Jan 28 07:21:43.866202 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 53830) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:21:43.915426 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54edd0c-2532-4aca-bfa3-5b7ef69a8c1c req-47c5723b-083d-476c-9701-14f08510c4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:43.915964 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-d54edd0c-2532-4aca-bfa3-5b7ef69a8c1c req-47c5723b-083d-476c-9701-14f08510c4a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:43.917998 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d54edd0c-2532-4aca-bfa3-5b7ef69a8c1c req-47c5723b-083d-476c-9701-14f08510c4a4 service neutron] 10.222.0.10 "PUT /v2.0/ports/b3e2eb1c-7ff6-422a-aceb-db1d56f8bfa1 HTTP/1.1" status: 200 len: 1092 time: 1.3214815 Jan 28 07:21:43.918402 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df59d0f9-4741-40ba-928c-ba91eb22d272', 'tag': 'b3e2eb1c-7ff6-422a-aceb-db1d56f8bfa1'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:21:43.920693 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b96e3361-ad77-4c55-b100-0c4b0127bf80" -d '{"events": [{"name": "network-changed", "server_uuid": "df59d0f9-4741-40ba-928c-ba91eb22d272", "tag": "b3e2eb1c-7ff6-422a-aceb-db1d56f8bfa1"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:21:43.959363 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c5723b-083d-476c-9701-14f08510c4a4 service neutron] Pushing event updated for resources: {'Port': ['ID=b3e2eb1c-7ff6-422a-aceb-db1d56f8bfa1,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:21:43.969120 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af0dfaa-d5ff-4778-b61a-77b3b26f152f tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Pushing event updated for resources: {'Port': ['ID=094660af-f9fa-4d84-b23f-9b43eec1a724,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:21:43.987594 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a90ad4-27e5-4227-8456-4207d2f79241 req-262baf04-8783-41b0-bbb7-8e3d8f113b8d tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:43.995966 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-99a90ad4-27e5-4227-8456-4207d2f79241 req-262baf04-8783-41b0-bbb7-8e3d8f113b8d tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/ports?device_id=28886562-bead-4c03-b18c-42830d7b7629 HTTP/1.1" status: 200 len: 946 time: 0.2505083 Jan 28 07:21:44.024252 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a25237de-7c87-455b-aa4d-8ecdaedb9f22 req-3e5021fc-39f5-42e8-bb57-f260b0f273b0 service neutron] 10.222.0.41 "GET /v2.0/networks/059fab71-040e-40b1-965c-7a420accf13f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096908 Jan 28 07:21:44.083928 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d0d8b7-2eb8-4096-b476-26d8275af097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:44.084341 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d0d8b7-2eb8-4096-b476-26d8275af097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:44.084923 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d0d8b7-2eb8-4096-b476-26d8275af097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:44.085407 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d0d8b7-2eb8-4096-b476-26d8275af097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:44.085878 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d0d8b7-2eb8-4096-b476-26d8275af097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:44.086352 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d0d8b7-2eb8-4096-b476-26d8275af097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:44.086814 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d0d8b7-2eb8-4096-b476-26d8275af097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:44.087327 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d0d8b7-2eb8-4096-b476-26d8275af097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:44.088113 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d0d8b7-2eb8-4096-b476-26d8275af097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:44.088640 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d0d8b7-2eb8-4096-b476-26d8275af097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:44.089130 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d0d8b7-2eb8-4096-b476-26d8275af097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:44.089780 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d0d8b7-2eb8-4096-b476-26d8275af097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:44.090247 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d0d8b7-2eb8-4096-b476-26d8275af097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:44.092034 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d0d8b7-2eb8-4096-b476-26d8275af097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:44.092785 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d0d8b7-2eb8-4096-b476-26d8275af097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:44.093270 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d0d8b7-2eb8-4096-b476-26d8275af097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:44.093741 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d0d8b7-2eb8-4096-b476-26d8275af097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:44.094208 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d0d8b7-2eb8-4096-b476-26d8275af097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:44.094671 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d0d8b7-2eb8-4096-b476-26d8275af097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:44.095133 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d0d8b7-2eb8-4096-b476-26d8275af097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:44.095744 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d0d8b7-2eb8-4096-b476-26d8275af097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:44.096222 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d0d8b7-2eb8-4096-b476-26d8275af097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:44.096695 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d0d8b7-2eb8-4096-b476-26d8275af097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:44.097158 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d0d8b7-2eb8-4096-b476-26d8275af097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:44.097615 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d0d8b7-2eb8-4096-b476-26d8275af097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:44.098075 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d0d8b7-2eb8-4096-b476-26d8275af097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:44.098531 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d0d8b7-2eb8-4096-b476-26d8275af097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:44.098990 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d0d8b7-2eb8-4096-b476-26d8275af097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:44.099445 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d0d8b7-2eb8-4096-b476-26d8275af097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:44.100055 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d0d8b7-2eb8-4096-b476-26d8275af097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:44.100540 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d0d8b7-2eb8-4096-b476-26d8275af097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:44.101053 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d0d8b7-2eb8-4096-b476-26d8275af097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:44.101521 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d0d8b7-2eb8-4096-b476-26d8275af097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:44.101974 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d0d8b7-2eb8-4096-b476-26d8275af097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:44.102476 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d0d8b7-2eb8-4096-b476-26d8275af097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:44.102934 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d0d8b7-2eb8-4096-b476-26d8275af097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:44.103383 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d0d8b7-2eb8-4096-b476-26d8275af097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:44.103891 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d0d8b7-2eb8-4096-b476-26d8275af097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:44.105576 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d0d8b7-2eb8-4096-b476-26d8275af097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:44.114250 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-57d0d8b7-2eb8-4096-b476-26d8275af097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 34987 time: 0.2467818 Jan 28 07:21:44.141421 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 53836) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:21:44.162417 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-99a90ad4-27e5-4227-8456-4207d2f79241 req-1f922cfc-813a-41dc-a45d-8978ffaea361 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3913eaa-d94a-405d-af3b-c47b7c21bae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1654642 Jan 28 07:21:44.198376 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54edd0c-2532-4aca-bfa3-5b7ef69a8c1c req-18087a7d-2037-44db-8476-cb2bc61d7e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:44.198376 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d54edd0c-2532-4aca-bfa3-5b7ef69a8c1c req-18087a7d-2037-44db-8476-cb2bc61d7e83 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4c86a9504b05421cb09f41fc7b5645d6&device_id=df59d0f9-4741-40ba-928c-ba91eb22d272 HTTP/1.1" status: 200 len: 1095 time: 0.1703436 Jan 28 07:21:44.316428 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d54edd0c-2532-4aca-bfa3-5b7ef69a8c1c req-ba9f21c5-0576-4832-b94b-b913b3866363 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b3e2eb1c-7ff6-422a-aceb-db1d56f8bfa1 HTTP/1.1" status: 200 len: 217 time: 0.0810473 Jan 28 07:21:44.357120 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6aabf0ec-d00b-427c-ae34-78135cc78361 req-e642bf12-e05e-4790-a3a6-ad9fac6aafd6 tempest-ServerShowV247Test-1049381922 tempest-ServerShowV247Test-1049381922-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a0e8784-50dd-4db4-bab0-6dcb4ceef634 HTTP/1.1" status: 200 len: 210 time: 0.0748503 Jan 28 07:21:44.402219 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a25237de-7c87-455b-aa4d-8ecdaedb9f22 req-37965055-8a2c-483b-9ebe-d1099ae4f19b service neutron] 10.222.0.41 "GET /v2.0/networks/059fab71-040e-40b1-965c-7a420accf13f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3230011 Jan 28 07:21:44.434272 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-09591d80-3765-4623-8f59-c490243dd96e tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Deleting port 094660af-f9fa-4d84-b23f-9b43eec1a724 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:21:44.434622 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-09591d80-3765-4623-8f59-c490243dd96e tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (094660af-f9fa-4d84-b23f-9b43eec1a724), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:44.516030 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-09591d80-3765-4623-8f59-c490243dd96e tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] For port 094660af-f9fa-4d84-b23f-9b43eec1a724, host n-h1-712749-28, got binding levels [] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:21:44.516429 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-09591d80-3765-4623-8f59-c490243dd96e tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (094660af-f9fa-4d84-b23f-9b43eec1a724), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:44.534532 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-09591d80-3765-4623-8f59-c490243dd96e tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Calling delete_port for 094660af-f9fa-4d84-b23f-9b43eec1a724 owned by {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:21:44.594899 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd848e4-68a9-467c-a5d3-88857742693c req-749f955a-aef2-48ad-9dca-09acf7835189 tempest-VolumesActionsTest-774629944 tempest-VolumesActionsTest-774629944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:44.603518 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2cd848e4-68a9-467c-a5d3-88857742693c req-749f955a-aef2-48ad-9dca-09acf7835189 tempest-VolumesActionsTest-774629944 tempest-VolumesActionsTest-774629944-project] 10.222.0.41 "GET /v2.0/ports?device_id=df59d0f9-4741-40ba-928c-ba91eb22d272 HTTP/1.1" status: 200 len: 943 time: 0.1097391 Jan 28 07:21:44.643408 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54edd0c-2532-4aca-bfa3-5b7ef69a8c1c req-adeb121d-6ee0-4764-a491-891e020583f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:44.644984 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d54edd0c-2532-4aca-bfa3-5b7ef69a8c1c req-adeb121d-6ee0-4764-a491-891e020583f9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7359aaba-f866-483a-9376-89d41fc14b3a HTTP/1.1" status: 200 len: 849 time: 0.2927749 Jan 28 07:21:44.651017 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-09591d80-3765-4623-8f59-c490243dd96e tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (094660af-f9fa-4d84-b23f-9b43eec1a724), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:44.718289 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2cd848e4-68a9-467c-a5d3-88857742693c req-c3302fb7-572b-4b67-87ca-1ebb1e08cdd7 tempest-VolumesActionsTest-774629944 tempest-VolumesActionsTest-774629944-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3e43765-6beb-4085-a4a7-b9f8fe091303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135082 Jan 28 07:21:44.738193 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-09591d80-3765-4623-8f59-c490243dd96e tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:44.766071 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-09591d80-3765-4623-8f59-c490243dd96e tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] 10.222.0.41 "DELETE /v2.0/ports/094660af-f9fa-4d84-b23f-9b43eec1a724 HTTP/1.1" status: 204 len: 168 time: 0.5762534 Jan 28 07:21:44.768740 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 53848) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:21:44.817722 n-d-712749-28 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5497b15-eb46-4712-a761-9d1c664e34f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] GET failed (client error): The resource could not be found. Jan 28 07:21:44.833654 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09591d80-3765-4623-8f59-c490243dd96e tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Pushing event deleted for resources: {'Port': ['ID=094660af-f9fa-4d84-b23f-9b43eec1a724,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:21:44.836766 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-a5497b15-eb46-4712-a761-9d1c664e34f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] 10.222.0.41 "GET /v2.0/ports/094660af-f9fa-4d84-b23f-9b43eec1a724 HTTP/1.1" status: 404 len: 333 time: 0.0493977 Jan 28 07:21:44.837649 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 53852) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:21:44.853612 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-10439a02-27a4-4e9e-b589-cbd76c46a675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1041784451', 'network_id': '99a152cd-37f5-454a-9924-c7c548ebff43'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:21:44.861646 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09591d80-3765-4623-8f59-c490243dd96e tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:21:44.862174 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09591d80-3765-4623-8f59-c490243dd96e tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:21:44.862845 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09591d80-3765-4623-8f59-c490243dd96e tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:21:44.863455 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09591d80-3765-4623-8f59-c490243dd96e tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:21:44.863961 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09591d80-3765-4623-8f59-c490243dd96e tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:21:44.864494 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09591d80-3765-4623-8f59-c490243dd96e tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:21:44.865005 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09591d80-3765-4623-8f59-c490243dd96e tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:21:44.865500 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09591d80-3765-4623-8f59-c490243dd96e tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:21:44.866004 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09591d80-3765-4623-8f59-c490243dd96e tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:21:44.866726 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09591d80-3765-4623-8f59-c490243dd96e tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:21:44.867487 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09591d80-3765-4623-8f59-c490243dd96e tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:21:44.867978 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09591d80-3765-4623-8f59-c490243dd96e tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:21:44.868506 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09591d80-3765-4623-8f59-c490243dd96e tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:21:44.874462 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d54edd0c-2532-4aca-bfa3-5b7ef69a8c1c req-0a44ade9-8b3b-4f1d-801a-0ea0b4e58678 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=24e28262-1fa2-4447-a3f1-863fef1abe6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1975057 Jan 28 07:21:44.877606 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a76efce-a07c-4127-9348-c8c42aba82f8 x-openstack-request-id: req-4a76efce-a07c-4127-9348-c8c42aba82f8 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:21:44.878082 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df59d0f9-4741-40ba-928c-ba91eb22d272", "tag": "b3e2eb1c-7ff6-422a-aceb-db1d56f8bfa1", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:21:44.878496 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4a76efce-a07c-4127-9348-c8c42aba82f8 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:21:44.879048 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df59d0f9-4741-40ba-928c-ba91eb22d272', 'tag': 'b3e2eb1c-7ff6-422a-aceb-db1d56f8bfa1', 'status': 'completed', 'code': 200} Jan 28 07:21:44.924417 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10439a02-27a4-4e9e-b589-cbd76c46a675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Made reservation on behalf of 1c9d7d15b16a4ab7a21500577f91e169 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:21:44.927268 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-10439a02-27a4-4e9e-b589-cbd76c46a675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:44.993243 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [None req-10439a02-27a4-4e9e-b589-cbd76c46a675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] device_id is not set on port a2fd9103-6c90-4d91-b601-25258d0c2b88 yet. {{(pid=103284) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 07:21:45.025212 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d54edd0c-2532-4aca-bfa3-5b7ef69a8c1c req-51addd72-a9ad-4692-a324-20621a8abb95 service neutron] 10.222.0.10 "GET /v2.0/networks/24e28262-1fa2-4447-a3f1-863fef1abe6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436062 Jan 28 07:21:45.200065 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-931eb842-87f4-4a49-81f9-09c2aad758f2 req-04861fe9-a575-41fe-ae7c-b4d82d3bb09e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0a0e8784-50dd-4db4-bab0-6dcb4ceef634 HTTP/1.1" status: 200 len: 210 time: 0.0556240 Jan 28 07:21:45.251793 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d54edd0c-2532-4aca-bfa3-5b7ef69a8c1c req-7ff1aaf6-0e4b-435f-8f81-a08760202abb service neutron] 10.222.0.10 "GET /v2.0/networks/24e28262-1fa2-4447-a3f1-863fef1abe6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187524 Jan 28 07:21:45.268170 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f26a1fd2-a77d-46c2-a544-d1fbeaf3c4fa req-af7584d7-cf8b-4026-936f-546746876689 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7 HTTP/1.1" status: 200 len: 210 time: 0.1014855 Jan 28 07:21:45.304410 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829be33c-d2c2-482a-b05a-9e408769e6f4 req-b8041673-fff3-405c-a102-865c6e650dab tempest-ServerPasswordTestJSON-846068043 tempest-ServerPasswordTestJSON-846068043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:45.306007 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-829be33c-d2c2-482a-b05a-9e408769e6f4 req-b8041673-fff3-405c-a102-865c6e650dab tempest-ServerPasswordTestJSON-846068043 tempest-ServerPasswordTestJSON-846068043-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bfbb4a0-81ad-4a63-a687-e3aaab00a320 HTTP/1.1" status: 200 len: 946 time: 0.2117095 Jan 28 07:21:45.493929 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-10439a02-27a4-4e9e-b589-cbd76c46a675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Publish callbacks [] for port (a2fd9103-6c90-4d91-b601-25258d0c2b88), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:45.500555 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c7b50294-6e2d-4a7c-bb53-87819e3da319 req-615d6de9-8143-4de3-bdbf-159917f9524d tempest-ServerMetadataNegativeTestJSON-454509507 tempest-ServerMetadataNegativeTestJSON-454509507-project] 10.222.0.41 "GET /v2.0/ports?device_id=97721ca7-3273-4190-96e6-6e5d31f0e024 HTTP/1.1" status: 200 len: 210 time: 0.1323183 Jan 28 07:21:45.533145 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96e3361-ad77-4c55-b100-0c4b0127bf80 req-042c0677-472b-4ef5-a3a5-5dd7c4672214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:45.538137 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b96e3361-ad77-4c55-b100-0c4b0127bf80 req-042c0677-472b-4ef5-a3a5-5dd7c4672214 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4c86a9504b05421cb09f41fc7b5645d6&device_id=df59d0f9-4741-40ba-928c-ba91eb22d272 HTTP/1.1" status: 200 len: 1095 time: 0.1779873 Jan 28 07:21:45.549781 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-829be33c-d2c2-482a-b05a-9e408769e6f4 req-e0f0b401-b4a1-470e-b890-8a4ee4cd78cb tempest-ServerPasswordTestJSON-846068043 tempest-ServerPasswordTestJSON-846068043-project] 10.222.0.41 "GET /v2.0/security-groups?id=6fd0d524-aa29-4f75-ab2b-f26908a6b55c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118988 Jan 28 07:21:45.569653 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-10439a02-27a4-4e9e-b589-cbd76c46a675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (a2fd9103-6c90-4d91-b601-25258d0c2b88), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:45.676695 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10439a02-27a4-4e9e-b589-cbd76c46a675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Network 99a152cd-37f5-454a-9924-c7c548ebff43 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:21:45.682489 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-10439a02-27a4-4e9e-b589-cbd76c46a675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:21:45.692770 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10439a02-27a4-4e9e-b589-cbd76c46a675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:21:45.693908 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10439a02-27a4-4e9e-b589-cbd76c46a675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:45.694685 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-10439a02-27a4-4e9e-b589-cbd76c46a675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:45.709679 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10439a02-27a4-4e9e-b589-cbd76c46a675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Pushing event updated for resources: {'Port': ['ID=a2fd9103-6c90-4d91-b601-25258d0c2b88,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:21:45.773572 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2d6d8841-d764-4eaf-8acc-51b6e8ea473a req-ed4cf0a3-ce92-4423-b5c0-253ec3be97a8 tempest-ServerShowV247Test-1049381922 tempest-ServerShowV247Test-1049381922-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a0e8784-50dd-4db4-bab0-6dcb4ceef634 HTTP/1.1" status: 200 len: 210 time: 0.0461998 Jan 28 07:21:45.780234 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-10439a02-27a4-4e9e-b589-cbd76c46a675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.9351554 Jan 28 07:21:45.780755 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 53874) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:21:45.786228 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fa454b-345f-48ea-b2bc-560aa90e7eb4 req-93b28557-38c2-4bbd-acc4-a9392b55bc42 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:45.788059 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-54fa454b-345f-48ea-b2bc-560aa90e7eb4 req-93b28557-38c2-4bbd-acc4-a9392b55bc42 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/ports?device_id=28886562-bead-4c03-b18c-42830d7b7629 HTTP/1.1" status: 200 len: 946 time: 0.1255386 Jan 28 07:21:45.790354 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96e3361-ad77-4c55-b100-0c4b0127bf80 req-fd478cde-fd0c-4e06-af0a-f5739ec9cb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:45.792682 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b96e3361-ad77-4c55-b100-0c4b0127bf80 req-fd478cde-fd0c-4e06-af0a-f5739ec9cb7b service neutron] 10.222.0.10 "GET /v2.0/networks?id=24e28262-1fa2-4447-a3f1-863fef1abe6b HTTP/1.1" status: 200 len: 910 time: 0.2469361 Jan 28 07:21:45.872415 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b96e3361-ad77-4c55-b100-0c4b0127bf80 req-ba8b6807-fa08-4cd5-8de9-c223f64ffbf5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b3e2eb1c-7ff6-422a-aceb-db1d56f8bfa1 HTTP/1.1" status: 200 len: 217 time: 0.0505674 Jan 28 07:21:45.873404 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7809767-680c-4eec-b12e-7d36fd3b16ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:45.878034 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-b7809767-680c-4eec-b12e-7d36fd3b16ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] 10.222.0.41 "GET /v2.0/ports/a2fd9103-6c90-4d91-b601-25258d0c2b88 HTTP/1.1" status: 200 len: 959 time: 0.0935745 Jan 28 07:21:45.878786 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 53876) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:21:45.953650 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96e3361-ad77-4c55-b100-0c4b0127bf80 req-b48aeb5c-8d08-469b-9039-f5acfb011f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:45.956386 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b96e3361-ad77-4c55-b100-0c4b0127bf80 req-b48aeb5c-8d08-469b-9039-f5acfb011f4f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7359aaba-f866-483a-9376-89d41fc14b3a HTTP/1.1" status: 200 len: 849 time: 0.0710821 Jan 28 07:21:45.961020 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-54fa454b-345f-48ea-b2bc-560aa90e7eb4 req-ded86dfd-e930-4514-9fce-b7c534378934 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3913eaa-d94a-405d-af3b-c47b7c21bae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1644864 Jan 28 07:21:46.005514 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-efec30ae-b087-44e3-b217-082bc428cd05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Deleting port a2fd9103-6c90-4d91-b601-25258d0c2b88 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:21:46.006073 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-efec30ae-b087-44e3-b217-082bc428cd05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (a2fd9103-6c90-4d91-b601-25258d0c2b88), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:46.016179 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b96e3361-ad77-4c55-b100-0c4b0127bf80 req-065d976e-253a-4566-84c5-c2bc93602902 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=24e28262-1fa2-4447-a3f1-863fef1abe6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525801 Jan 28 07:21:46.183857 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-efec30ae-b087-44e3-b217-082bc428cd05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (a2fd9103-6c90-4d91-b601-25258d0c2b88), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:46.201110 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-efec30ae-b087-44e3-b217-082bc428cd05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Calling delete_port for a2fd9103-6c90-4d91-b601-25258d0c2b88 owned by {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:21:46.209372 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240ff289-e98b-4273-98f5-021440b19314 req-b82607e9-81f1-4c05-8a46-2fb537d5df71 tempest-VolumesActionsTest-774629944 tempest-VolumesActionsTest-774629944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:46.215101 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b96e3361-ad77-4c55-b100-0c4b0127bf80 req-64944ecf-752d-42ba-8d75-f0d6184132cb service neutron] 10.222.0.10 "GET /v2.0/networks/24e28262-1fa2-4447-a3f1-863fef1abe6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852071 Jan 28 07:21:46.217382 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-240ff289-e98b-4273-98f5-021440b19314 req-b82607e9-81f1-4c05-8a46-2fb537d5df71 tempest-VolumesActionsTest-774629944 tempest-VolumesActionsTest-774629944-project] 10.222.0.41 "GET /v2.0/ports?device_id=df59d0f9-4741-40ba-928c-ba91eb22d272 HTTP/1.1" status: 200 len: 943 time: 0.1766798 Jan 28 07:21:46.274827 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-240ff289-e98b-4273-98f5-021440b19314 req-4ab4d7fd-c99f-4778-a63e-6b5a0ac6f589 tempest-VolumesActionsTest-774629944 tempest-VolumesActionsTest-774629944-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3e43765-6beb-4085-a4a7-b9f8fe091303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565128 Jan 28 07:21:46.352617 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b96e3361-ad77-4c55-b100-0c4b0127bf80 req-d297e643-b216-4457-9549-edf64216ab20 service neutron] 10.222.0.10 "GET /v2.0/networks/24e28262-1fa2-4447-a3f1-863fef1abe6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309111 Jan 28 07:21:46.449892 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a7fec5cd-e6a6-4855-a1f8-da6052756432 req-f640dbe5-2df2-4ca6-9f63-e85822477389 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7 HTTP/1.1" status: 200 len: 210 time: 0.0478749 Jan 28 07:21:46.490702 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-efec30ae-b087-44e3-b217-082bc428cd05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (a2fd9103-6c90-4d91-b601-25258d0c2b88), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:46.494241 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48385306-d0d7-42ec-8cf0-251e238390ac req-d24214ff-28d7-4610-bb78-2887563d23d1 tempest-ServerPasswordTestJSON-846068043 tempest-ServerPasswordTestJSON-846068043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:46.496513 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-48385306-d0d7-42ec-8cf0-251e238390ac req-d24214ff-28d7-4610-bb78-2887563d23d1 tempest-ServerPasswordTestJSON-846068043 tempest-ServerPasswordTestJSON-846068043-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bfbb4a0-81ad-4a63-a687-e3aaab00a320 HTTP/1.1" status: 200 len: 946 time: 0.0821960 Jan 28 07:21:46.523622 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efec30ae-b087-44e3-b217-082bc428cd05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Pushing event deleted for resources: {'Port': ['ID=a2fd9103-6c90-4d91-b601-25258d0c2b88,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:21:46.545330 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-efec30ae-b087-44e3-b217-082bc428cd05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:46.550372 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-efec30ae-b087-44e3-b217-082bc428cd05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] 10.222.0.41 "DELETE /v2.0/ports/a2fd9103-6c90-4d91-b601-25258d0c2b88 HTTP/1.1" status: 204 len: 168 time: 0.6701422 Jan 28 07:21:46.553388 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 53894) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:21:46.584416 n-d-712749-28 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-62128bc2-c183-4ea0-92ff-73f5fdcdd6b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] GET failed (client error): The resource could not be found. Jan 28 07:21:46.586486 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-62128bc2-c183-4ea0-92ff-73f5fdcdd6b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] 10.222.0.41 "GET /v2.0/ports/a2fd9103-6c90-4d91-b601-25258d0c2b88 HTTP/1.1" status: 404 len: 333 time: 0.0315824 Jan 28 07:21:46.590229 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 53896) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:21:46.599174 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-5f595d9a-9fb1-47ed-b4cd-eb7c0c651c8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Request body: {'port': {'network_id': '99a152cd-37f5-454a-9924-c7c548ebff43', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889095520'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:21:46.620505 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-48385306-d0d7-42ec-8cf0-251e238390ac req-cf80006d-1fec-4e5b-a707-d84418ce02f8 tempest-ServerPasswordTestJSON-846068043 tempest-ServerPasswordTestJSON-846068043-project] 10.222.0.41 "GET /v2.0/security-groups?id=6fd0d524-aa29-4f75-ab2b-f26908a6b55c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179929 Jan 28 07:21:46.665318 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0682af3c-c422-493d-bf7d-0e5b6bba87d8 req-b46c4a25-1912-424e-b23c-31921e12b667 tempest-ServerMetadataNegativeTestJSON-454509507 tempest-ServerMetadataNegativeTestJSON-454509507-project] 10.222.0.41 "GET /v2.0/ports?device_id=97721ca7-3273-4190-96e6-6e5d31f0e024 HTTP/1.1" status: 200 len: 210 time: 0.0499609 Jan 28 07:21:46.676960 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f595d9a-9fb1-47ed-b4cd-eb7c0c651c8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Made reservation on behalf of 1c9d7d15b16a4ab7a21500577f91e169 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:21:46.680538 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5f595d9a-9fb1-47ed-b4cd-eb7c0c651c8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:46.697446 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [None req-5f595d9a-9fb1-47ed-b4cd-eb7c0c651c8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] device_id is not set on port c4f597f5-a405-4c5f-ba47-6af546eb84f1 yet. {{(pid=103284) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 07:21:46.857906 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5f595d9a-9fb1-47ed-b4cd-eb7c0c651c8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Publish callbacks [] for port (c4f597f5-a405-4c5f-ba47-6af546eb84f1), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:46.898580 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5f595d9a-9fb1-47ed-b4cd-eb7c0c651c8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (c4f597f5-a405-4c5f-ba47-6af546eb84f1), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:46.912488 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-47d5ad11-3738-4bb2-9851-4399d8299f02 req-54efbea7-3c9d-498a-b8b8-60f6d3e9668d tempest-ServerShowV247Test-1049381922 tempest-ServerShowV247Test-1049381922-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a0e8784-50dd-4db4-bab0-6dcb4ceef634 HTTP/1.1" status: 200 len: 210 time: 0.0291984 Jan 28 07:21:46.961976 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f595d9a-9fb1-47ed-b4cd-eb7c0c651c8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Pushing event updated for resources: {'Port': ['ID=c4f597f5-a405-4c5f-ba47-6af546eb84f1,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:21:46.983543 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f595d9a-9fb1-47ed-b4cd-eb7c0c651c8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Network 99a152cd-37f5-454a-9924-c7c548ebff43 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:21:46.985046 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-5f595d9a-9fb1-47ed-b4cd-eb7c0c651c8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:21:46.991513 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f595d9a-9fb1-47ed-b4cd-eb7c0c651c8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:21:46.992506 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f595d9a-9fb1-47ed-b4cd-eb7c0c651c8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:46.993677 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5f595d9a-9fb1-47ed-b4cd-eb7c0c651c8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:46.994945 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b06ef5f-7dea-4798-b26f-5d36ccbe34a4 req-2116d85a-3767-4f19-8314-f855c09e7efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:46.998151 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7b06ef5f-7dea-4798-b26f-5d36ccbe34a4 req-2116d85a-3767-4f19-8314-f855c09e7efb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8d47b614f63e4b68b737be6f6d46b64e&device_id=28886562-bead-4c03-b18c-42830d7b7629 HTTP/1.1" status: 200 len: 1098 time: 0.0559902 Jan 28 07:21:47.028188 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-5f595d9a-9fb1-47ed-b4cd-eb7c0c651c8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.4366162 Jan 28 07:21:47.030940 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 53904) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:21:47.044370 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-cb7f134e-a788-4d6e-a759-c655575a8099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-712749-28'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:21:47.194807 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fce095-885b-4f83-916c-1c377fde1fbf req-332a8f30-d628-448c-81dc-2c27584818e8 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:47.203285 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-99fce095-885b-4f83-916c-1c377fde1fbf req-332a8f30-d628-448c-81dc-2c27584818e8 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/ports?device_id=28886562-bead-4c03-b18c-42830d7b7629 HTTP/1.1" status: 200 len: 946 time: 0.1016495 Jan 28 07:21:47.223913 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cb7f134e-a788-4d6e-a759-c655575a8099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (c4f597f5-a405-4c5f-ba47-6af546eb84f1), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:47.249591 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b06ef5f-7dea-4798-b26f-5d36ccbe34a4 req-5b3c7fe1-35d2-45e4-a2a7-7d89676419d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:47.253507 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7b06ef5f-7dea-4798-b26f-5d36ccbe34a4 req-5b3c7fe1-35d2-45e4-a2a7-7d89676419d1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=fabbfec3-31f9-4fc0-ba06-c03647e55067 HTTP/1.1" status: 200 len: 918 time: 0.2480593 Jan 28 07:21:47.367360 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25237de-7c87-455b-aa4d-8ecdaedb9f22 req-7213ced5-b50d-4c38-9ce1-23a5d2eeea1b tempest-ServerMetadataNegativeTestJSON-454509507 tempest-ServerMetadataNegativeTestJSON-454509507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:47.368831 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a25237de-7c87-455b-aa4d-8ecdaedb9f22 req-7213ced5-b50d-4c38-9ce1-23a5d2eeea1b tempest-ServerMetadataNegativeTestJSON-454509507 tempest-ServerMetadataNegativeTestJSON-454509507-project] 10.222.0.44 "GET /v2.0/networks?id=059fab71-040e-40b1-965c-7a420accf13f HTTP/1.1" status: 200 len: 821 time: 0.2748451 Jan 28 07:21:47.371673 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-99fce095-885b-4f83-916c-1c377fde1fbf req-d885b0f4-f621-4f1d-8832-f50bde46cf71 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3913eaa-d94a-405d-af3b-c47b7c21bae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1672857 Jan 28 07:21:47.390954 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-a25237de-7c87-455b-aa4d-8ecdaedb9f22 req-b7046d79-37ab-4311-b4c3-edd33f6b5108 tempest-ServerMetadataNegativeTestJSON-454509507 tempest-ServerMetadataNegativeTestJSON-454509507-project] Request body: {'port': {'device_id': '97721ca7-3273-4190-96e6-6e5d31f0e024', 'network_id': '059fab71-040e-40b1-965c-7a420accf13f', 'admin_state_up': True, 'tenant_id': '56a625391b2541e4b0005466311fb896'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:21:47.409199 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7b06ef5f-7dea-4798-b26f-5d36ccbe34a4 req-bd1db147-6526-4ae7-b158-4db1c97dda92 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e8bba4ec-e3da-41ff-8c8b-c71a7709aa9e HTTP/1.1" status: 200 len: 1002 time: 0.1347241 Jan 28 07:21:47.413568 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-fab09c74-0b25-4165-86b5-916f8ff336e7 req-b143106d-04b5-4ee8-a6f0-8f827ce63081 tempest-ServerShowV247Test-1049381922 tempest-ServerShowV247Test-1049381922-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a0e8784-50dd-4db4-bab0-6dcb4ceef634&device_id=fc3ceb1a-eb56-4f74-b211-9fad0b937eaa HTTP/1.1" status: 200 len: 210 time: 0.0587707 Jan 28 07:21:47.482788 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b06ef5f-7dea-4798-b26f-5d36ccbe34a4 req-640e62e9-1625-45fd-ad10-be3ad4286930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:47.484290 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7b06ef5f-7dea-4798-b26f-5d36ccbe34a4 req-640e62e9-1625-45fd-ad10-be3ad4286930 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3d88cecc-14ce-41cc-908a-862b0f3950e3 HTTP/1.1" status: 200 len: 856 time: 0.0678048 Jan 28 07:21:47.540802 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b06ef5f-7dea-4798-b26f-5d36ccbe34a4 req-b14ef6c2-8892-455a-b838-671838b859e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:47.543631 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7b06ef5f-7dea-4798-b26f-5d36ccbe34a4 req-b14ef6c2-8892-455a-b838-671838b859e8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fabbfec3-31f9-4fc0-ba06-c03647e55067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0516937 Jan 28 07:21:47.645065 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95946406-a98e-4386-a116-3aa392af33c9 req-8dc68c50-990e-4626-b025-38e4b258ad6d tempest-VolumesActionsTest-774629944 tempest-VolumesActionsTest-774629944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:47.646630 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-95946406-a98e-4386-a116-3aa392af33c9 req-8dc68c50-990e-4626-b025-38e4b258ad6d tempest-VolumesActionsTest-774629944 tempest-VolumesActionsTest-774629944-project] 10.222.0.41 "GET /v2.0/ports?device_id=df59d0f9-4741-40ba-928c-ba91eb22d272 HTTP/1.1" status: 200 len: 943 time: 0.1183515 Jan 28 07:21:47.652446 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7b06ef5f-7dea-4798-b26f-5d36ccbe34a4 req-7e8480da-c5d3-498e-b06d-aee0b189ef34 service neutron] 10.222.0.44 "GET /v2.0/networks/fabbfec3-31f9-4fc0-ba06-c03647e55067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024945 Jan 28 07:21:47.710674 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a25237de-7c87-455b-aa4d-8ecdaedb9f22 req-b7046d79-37ab-4311-b4c3-edd33f6b5108 tempest-ServerMetadataNegativeTestJSON-454509507 tempest-ServerMetadataNegativeTestJSON-454509507-project] Made reservation on behalf of 56a625391b2541e4b0005466311fb896 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:21:47.714089 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-a25237de-7c87-455b-aa4d-8ecdaedb9f22 req-b7046d79-37ab-4311-b4c3-edd33f6b5108 tempest-ServerMetadataNegativeTestJSON-454509507 tempest-ServerMetadataNegativeTestJSON-454509507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:47.723969 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [None req-cb7f134e-a788-4d6e-a759-c655575a8099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] device_id is not set on port c4f597f5-a405-4c5f-ba47-6af546eb84f1 yet. {{(pid=103284) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 07:21:47.741163 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cb7f134e-a788-4d6e-a759-c655575a8099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Publish callbacks [] for port (c4f597f5-a405-4c5f-ba47-6af546eb84f1), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:47.770233 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-95946406-a98e-4386-a116-3aa392af33c9 req-4182d68e-857b-457b-93f0-3984ef239f34 tempest-VolumesActionsTest-774629944 tempest-VolumesActionsTest-774629944-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3e43765-6beb-4085-a4a7-b9f8fe091303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991118 Jan 28 07:21:47.772180 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cb7f134e-a788-4d6e-a759-c655575a8099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (c4f597f5-a405-4c5f-ba47-6af546eb84f1), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:47.801480 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-db8cf392-eda4-4bdd-9122-faf0d8c58d6d req-23baca16-fdb0-4272-83bf-74ca5c501aab service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7a38671b923241aea2865e9dc5c5856a&device_id=0a0e8784-50dd-4db4-bab0-6dcb4ceef634 HTTP/1.1" status: 200 len: 210 time: 0.0551419 Jan 28 07:21:47.828067 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-cf660431-e0cf-426c-ba5d-f3175b29c172 req-47b106eb-b3ad-4bce-b3ac-ce5c69794056 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7 HTTP/1.1" status: 200 len: 210 time: 0.0625792 Jan 28 07:21:47.862837 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7b06ef5f-7dea-4798-b26f-5d36ccbe34a4 req-87104f53-b55f-4ae0-999f-87fa22db76aa service neutron] 10.222.0.44 "GET /v2.0/networks/fabbfec3-31f9-4fc0-ba06-c03647e55067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986382 Jan 28 07:21:47.865189 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-db8cf392-eda4-4bdd-9122-faf0d8c58d6d req-42cd5947-880f-423f-9361-a0a5a4597665 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=7a38671b923241aea2865e9dc5c5856a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0432053 Jan 28 07:21:47.895176 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7f134e-a788-4d6e-a759-c655575a8099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Pushing event updated for resources: {'Port': ['ID=c4f597f5-a405-4c5f-ba47-6af546eb84f1,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:21:47.906291 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device b3e2eb1c-7ff6-422a-aceb-db1d56f8bfa1 details requested by agent hyperv_n-h1-712749-28 with host n-h1-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:21:47.970909 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-cb7f134e-a788-4d6e-a759-c655575a8099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Attempting to bind port c4f597f5-a405-4c5f-ba47-6af546eb84f1 on host n-h1-712749-28 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:21:47.970909 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-cb7f134e-a788-4d6e-a759-c655575a8099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Attempting to bind port c4f597f5-a405-4c5f-ba47-6af546eb84f1 by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': '53ecce9d-f94d-4731-ab0b-db1655222d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '99a152cd-37f5-454a-9924-c7c548ebff43'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:21:47.970909 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7f134e-a788-4d6e-a759-c655575a8099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Attempting to bind port c4f597f5-a405-4c5f-ba47-6af546eb84f1 on network 99a152cd-37f5-454a-9924-c7c548ebff43 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:21:47.975134 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7f134e-a788-4d6e-a759-c655575a8099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:21:47.975750 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7f134e-a788-4d6e-a759-c655575a8099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:21:47.976393 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7f134e-a788-4d6e-a759-c655575a8099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:21:47.978001 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7f134e-a788-4d6e-a759-c655575a8099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:21:47.978001 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7f134e-a788-4d6e-a759-c655575a8099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:21:47.978226 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7f134e-a788-4d6e-a759-c655575a8099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:21:47.978725 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7f134e-a788-4d6e-a759-c655575a8099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:21:47.979820 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7f134e-a788-4d6e-a759-c655575a8099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:21:47.980187 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7f134e-a788-4d6e-a759-c655575a8099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:21:47.980922 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7f134e-a788-4d6e-a759-c655575a8099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:21:47.981298 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7f134e-a788-4d6e-a759-c655575a8099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:21:47.981637 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7f134e-a788-4d6e-a759-c655575a8099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:21:47.981971 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7f134e-a788-4d6e-a759-c655575a8099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:21:48.005507 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7f134e-a788-4d6e-a759-c655575a8099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Port c4f597f5-a405-4c5f-ba47-6af546eb84f1 on network 99a152cd-37f5-454a-9924-c7c548ebff43 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:21:48.005909 n-d-712749-28 neutron-server[103284]: ERROR neutron.plugins.ml2.managers [None req-cb7f134e-a788-4d6e-a759-c655575a8099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Failed to bind port c4f597f5-a405-4c5f-ba47-6af546eb84f1 on host n-h1-712749-28 for vnic_type normal using segments [{'id': '53ecce9d-f94d-4731-ab0b-db1655222d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '99a152cd-37f5-454a-9924-c7c548ebff43'}] Jan 28 07:21:48.009978 n-d-712749-28 neutron-server[103284]: INFO neutron.plugins.ml2.plugin [None req-cb7f134e-a788-4d6e-a759-c655575a8099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Attempt 2 to bind port c4f597f5-a405-4c5f-ba47-6af546eb84f1 Jan 28 07:21:48.020505 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-a25237de-7c87-455b-aa4d-8ecdaedb9f22 req-b7046d79-37ab-4311-b4c3-edd33f6b5108 tempest-ServerMetadataNegativeTestJSON-454509507 tempest-ServerMetadataNegativeTestJSON-454509507-project] Allocated IP 172.20.0.13 (059fab71-040e-40b1-965c-7a420accf13f/914bff09-0d2e-4754-aeb3-861f388f788d/79fa6653-9c65-4816-8d88-f7df04929e71) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:21:48.049379 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a581ee-a493-44d4-bc51-2d78eecc6d3e req-948c862d-0fc8-484f-99a6-21779802d0e1 tempest-ServerPasswordTestJSON-846068043 tempest-ServerPasswordTestJSON-846068043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:48.050958 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-17a581ee-a493-44d4-bc51-2d78eecc6d3e req-948c862d-0fc8-484f-99a6-21779802d0e1 tempest-ServerPasswordTestJSON-846068043 tempest-ServerPasswordTestJSON-846068043-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bfbb4a0-81ad-4a63-a687-e3aaab00a320 HTTP/1.1" status: 200 len: 946 time: 0.1222208 Jan 28 07:21:48.053318 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-cb7f134e-a788-4d6e-a759-c655575a8099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Attempting to bind port c4f597f5-a405-4c5f-ba47-6af546eb84f1 on host n-h1-712749-28 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:21:48.053655 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-cb7f134e-a788-4d6e-a759-c655575a8099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Attempting to bind port c4f597f5-a405-4c5f-ba47-6af546eb84f1 by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': '53ecce9d-f94d-4731-ab0b-db1655222d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '99a152cd-37f5-454a-9924-c7c548ebff43'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:21:48.053991 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7f134e-a788-4d6e-a759-c655575a8099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Attempting to bind port c4f597f5-a405-4c5f-ba47-6af546eb84f1 on network 99a152cd-37f5-454a-9924-c7c548ebff43 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:21:48.063971 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port b3e2eb1c-7ff6-422a-aceb-db1d56f8bfa1, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=b3e2eb1c-7ff6-422a-aceb-db1d56f8bfa1,segment=NetworkSegment(14424594-a0c3-4362-b654-c2018490d5c9),segment_id=14424594-a0c3-4362-b654-c2018490d5c9)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:21:48.081722 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Returning: {'device': 'b3e2eb1c-7ff6-422a-aceb-db1d56f8bfa1', 'network_id': '24e28262-1fa2-4447-a3f1-863fef1abe6b', 'port_id': 'b3e2eb1c-7ff6-422a-aceb-db1d56f8bfa1', 'mac_address': 'fa:16:3e:91:42:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7359aaba-f866-483a-9376-89d41fc14b3a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:21:48.085905 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7f134e-a788-4d6e-a759-c655575a8099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Port c4f597f5-a405-4c5f-ba47-6af546eb84f1 on network 99a152cd-37f5-454a-9924-c7c548ebff43 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:21:48.086218 n-d-712749-28 neutron-server[103284]: ERROR neutron.plugins.ml2.managers [None req-cb7f134e-a788-4d6e-a759-c655575a8099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Failed to bind port c4f597f5-a405-4c5f-ba47-6af546eb84f1 on host n-h1-712749-28 for vnic_type normal using segments [{'id': '53ecce9d-f94d-4731-ab0b-db1655222d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '99a152cd-37f5-454a-9924-c7c548ebff43'}] Jan 28 07:21:48.090672 n-d-712749-28 neutron-server[103284]: INFO neutron.plugins.ml2.plugin [None req-cb7f134e-a788-4d6e-a759-c655575a8099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Attempt 3 to bind port c4f597f5-a405-4c5f-ba47-6af546eb84f1 Jan 28 07:21:48.117469 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2197d096-4df4-4533-b31b-4f984bf9f871 req-f3a34661-c100-4d81-a807-0aa9e86a63e7 tempest-ServerMetadataNegativeTestJSON-454509507 tempest-ServerMetadataNegativeTestJSON-454509507-project] 10.222.0.41 "GET /v2.0/ports?device_id=97721ca7-3273-4190-96e6-6e5d31f0e024 HTTP/1.1" status: 200 len: 210 time: 0.0772007 Jan 28 07:21:48.139351 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port b3e2eb1c-7ff6-422a-aceb-db1d56f8bfa1 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:21:48.139751 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (b3e2eb1c-7ff6-422a-aceb-db1d56f8bfa1), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:48.140414 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-cb7f134e-a788-4d6e-a759-c655575a8099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Attempting to bind port c4f597f5-a405-4c5f-ba47-6af546eb84f1 on host n-h1-712749-28 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:21:48.141163 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-cb7f134e-a788-4d6e-a759-c655575a8099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Attempting to bind port c4f597f5-a405-4c5f-ba47-6af546eb84f1 by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': '53ecce9d-f94d-4731-ab0b-db1655222d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '99a152cd-37f5-454a-9924-c7c548ebff43'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:21:48.141665 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7f134e-a788-4d6e-a759-c655575a8099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Attempting to bind port c4f597f5-a405-4c5f-ba47-6af546eb84f1 on network 99a152cd-37f5-454a-9924-c7c548ebff43 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:21:48.169761 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3e2eb1c-7ff6-422a-aceb-db1d56f8bfa1 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:21:48.197181 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3e0c43-c640-4cd6-8c4c-5f8b781b2652 req-25d50529-ef5b-44a6-b8cc-8dff0b76aa90 tempest-ServerPasswordTestJSON-846068043 tempest-ServerPasswordTestJSON-846068043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:48.200994 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4c3e0c43-c640-4cd6-8c4c-5f8b781b2652 req-25d50529-ef5b-44a6-b8cc-8dff0b76aa90 tempest-ServerPasswordTestJSON-846068043 tempest-ServerPasswordTestJSON-846068043-project] 10.222.0.10 "GET /v2.0/ports?device_id=4bfbb4a0-81ad-4a63-a687-e3aaab00a320 HTTP/1.1" status: 200 len: 946 time: 0.2784488 Jan 28 07:21:48.202837 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port b3e2eb1c-7ff6-422a-aceb-db1d56f8bfa1, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=b3e2eb1c-7ff6-422a-aceb-db1d56f8bfa1,segment=NetworkSegment(14424594-a0c3-4362-b654-c2018490d5c9),segment_id=14424594-a0c3-4362-b654-c2018490d5c9)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:21:48.207482 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (b3e2eb1c-7ff6-422a-aceb-db1d56f8bfa1), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:48.214693 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7f134e-a788-4d6e-a759-c655575a8099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Port c4f597f5-a405-4c5f-ba47-6af546eb84f1 on network 99a152cd-37f5-454a-9924-c7c548ebff43 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:21:48.215021 n-d-712749-28 neutron-server[103284]: ERROR neutron.plugins.ml2.managers [None req-cb7f134e-a788-4d6e-a759-c655575a8099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Failed to bind port c4f597f5-a405-4c5f-ba47-6af546eb84f1 on host n-h1-712749-28 for vnic_type normal using segments [{'id': '53ecce9d-f94d-4731-ab0b-db1655222d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '99a152cd-37f5-454a-9924-c7c548ebff43'}] Jan 28 07:21:48.219756 n-d-712749-28 neutron-server[103284]: INFO neutron.plugins.ml2.plugin [None req-cb7f134e-a788-4d6e-a759-c655575a8099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Attempt 4 to bind port c4f597f5-a405-4c5f-ba47-6af546eb84f1 Jan 28 07:21:48.247451 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-17a581ee-a493-44d4-bc51-2d78eecc6d3e req-963fa5f4-8e91-483e-aca1-1f9c26c010f4 tempest-ServerPasswordTestJSON-846068043 tempest-ServerPasswordTestJSON-846068043-project] 10.222.0.41 "GET /v2.0/security-groups?id=6fd0d524-aa29-4f75-ab2b-f26908a6b55c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805680 Jan 28 07:21:48.255743 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-cb7f134e-a788-4d6e-a759-c655575a8099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Attempting to bind port c4f597f5-a405-4c5f-ba47-6af546eb84f1 on host n-h1-712749-28 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:21:48.256087 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-cb7f134e-a788-4d6e-a759-c655575a8099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Attempting to bind port c4f597f5-a405-4c5f-ba47-6af546eb84f1 by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': '53ecce9d-f94d-4731-ab0b-db1655222d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '99a152cd-37f5-454a-9924-c7c548ebff43'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:21:48.256438 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7f134e-a788-4d6e-a759-c655575a8099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Attempting to bind port c4f597f5-a405-4c5f-ba47-6af546eb84f1 on network 99a152cd-37f5-454a-9924-c7c548ebff43 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:21:48.270066 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7f134e-a788-4d6e-a759-c655575a8099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Port c4f597f5-a405-4c5f-ba47-6af546eb84f1 on network 99a152cd-37f5-454a-9924-c7c548ebff43 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:21:48.270394 n-d-712749-28 neutron-server[103284]: ERROR neutron.plugins.ml2.managers [None req-cb7f134e-a788-4d6e-a759-c655575a8099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Failed to bind port c4f597f5-a405-4c5f-ba47-6af546eb84f1 on host n-h1-712749-28 for vnic_type normal using segments [{'id': '53ecce9d-f94d-4731-ab0b-db1655222d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '99a152cd-37f5-454a-9924-c7c548ebff43'}] Jan 28 07:21:48.272915 n-d-712749-28 neutron-server[103284]: INFO neutron.plugins.ml2.plugin [None req-cb7f134e-a788-4d6e-a759-c655575a8099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Attempt 5 to bind port c4f597f5-a405-4c5f-ba47-6af546eb84f1 Jan 28 07:21:48.278247 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=b3e2eb1c-7ff6-422a-aceb-db1d56f8bfa1,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:21:48.288652 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-cb7f134e-a788-4d6e-a759-c655575a8099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Attempting to bind port c4f597f5-a405-4c5f-ba47-6af546eb84f1 on host n-h1-712749-28 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:21:48.288872 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-cb7f134e-a788-4d6e-a759-c655575a8099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Attempting to bind port c4f597f5-a405-4c5f-ba47-6af546eb84f1 by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': '53ecce9d-f94d-4731-ab0b-db1655222d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '99a152cd-37f5-454a-9924-c7c548ebff43'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:21:48.289207 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7f134e-a788-4d6e-a759-c655575a8099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Attempting to bind port c4f597f5-a405-4c5f-ba47-6af546eb84f1 on network 99a152cd-37f5-454a-9924-c7c548ebff43 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:21:48.302967 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7f134e-a788-4d6e-a759-c655575a8099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Port c4f597f5-a405-4c5f-ba47-6af546eb84f1 on network 99a152cd-37f5-454a-9924-c7c548ebff43 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:21:48.303302 n-d-712749-28 neutron-server[103284]: ERROR neutron.plugins.ml2.managers [None req-cb7f134e-a788-4d6e-a759-c655575a8099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Failed to bind port c4f597f5-a405-4c5f-ba47-6af546eb84f1 on host n-h1-712749-28 for vnic_type normal using segments [{'id': '53ecce9d-f94d-4731-ab0b-db1655222d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '99a152cd-37f5-454a-9924-c7c548ebff43'}] Jan 28 07:21:48.306308 n-d-712749-28 neutron-server[103284]: INFO neutron.plugins.ml2.plugin [None req-cb7f134e-a788-4d6e-a759-c655575a8099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Attempt 6 to bind port c4f597f5-a405-4c5f-ba47-6af546eb84f1 Jan 28 07:21:48.328353 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-a25237de-7c87-455b-aa4d-8ecdaedb9f22 req-b7046d79-37ab-4311-b4c3-edd33f6b5108 tempest-ServerMetadataNegativeTestJSON-454509507 tempest-ServerMetadataNegativeTestJSON-454509507-project] Publish callbacks [] for port (79fa6653-9c65-4816-8d88-f7df04929e71), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:48.333877 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-cb7f134e-a788-4d6e-a759-c655575a8099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Attempting to bind port c4f597f5-a405-4c5f-ba47-6af546eb84f1 on host n-h1-712749-28 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:21:48.334213 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-cb7f134e-a788-4d6e-a759-c655575a8099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Attempting to bind port c4f597f5-a405-4c5f-ba47-6af546eb84f1 by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': '53ecce9d-f94d-4731-ab0b-db1655222d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '99a152cd-37f5-454a-9924-c7c548ebff43'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:21:48.334548 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7f134e-a788-4d6e-a759-c655575a8099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Attempting to bind port c4f597f5-a405-4c5f-ba47-6af546eb84f1 on network 99a152cd-37f5-454a-9924-c7c548ebff43 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:21:48.344379 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7f134e-a788-4d6e-a759-c655575a8099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Port c4f597f5-a405-4c5f-ba47-6af546eb84f1 on network 99a152cd-37f5-454a-9924-c7c548ebff43 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:21:48.344711 n-d-712749-28 neutron-server[103284]: ERROR neutron.plugins.ml2.managers [None req-cb7f134e-a788-4d6e-a759-c655575a8099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Failed to bind port c4f597f5-a405-4c5f-ba47-6af546eb84f1 on host n-h1-712749-28 for vnic_type normal using segments [{'id': '53ecce9d-f94d-4731-ab0b-db1655222d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '99a152cd-37f5-454a-9924-c7c548ebff43'}] Jan 28 07:21:48.346287 n-d-712749-28 neutron-server[103284]: INFO neutron.plugins.ml2.plugin [None req-cb7f134e-a788-4d6e-a759-c655575a8099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Attempt 7 to bind port c4f597f5-a405-4c5f-ba47-6af546eb84f1 Jan 28 07:21:48.372166 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-cb7f134e-a788-4d6e-a759-c655575a8099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Attempting to bind port c4f597f5-a405-4c5f-ba47-6af546eb84f1 on host n-h1-712749-28 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:21:48.372528 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-cb7f134e-a788-4d6e-a759-c655575a8099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Attempting to bind port c4f597f5-a405-4c5f-ba47-6af546eb84f1 by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': '53ecce9d-f94d-4731-ab0b-db1655222d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '99a152cd-37f5-454a-9924-c7c548ebff43'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:21:48.372861 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7f134e-a788-4d6e-a759-c655575a8099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Attempting to bind port c4f597f5-a405-4c5f-ba47-6af546eb84f1 on network 99a152cd-37f5-454a-9924-c7c548ebff43 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:21:48.384498 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7f134e-a788-4d6e-a759-c655575a8099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Port c4f597f5-a405-4c5f-ba47-6af546eb84f1 on network 99a152cd-37f5-454a-9924-c7c548ebff43 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:21:48.385242 n-d-712749-28 neutron-server[103284]: ERROR neutron.plugins.ml2.managers [None req-cb7f134e-a788-4d6e-a759-c655575a8099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Failed to bind port c4f597f5-a405-4c5f-ba47-6af546eb84f1 on host n-h1-712749-28 for vnic_type normal using segments [{'id': '53ecce9d-f94d-4731-ab0b-db1655222d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '99a152cd-37f5-454a-9924-c7c548ebff43'}] Jan 28 07:21:48.389313 n-d-712749-28 neutron-server[103284]: INFO neutron.plugins.ml2.plugin [None req-cb7f134e-a788-4d6e-a759-c655575a8099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Attempt 8 to bind port c4f597f5-a405-4c5f-ba47-6af546eb84f1 Jan 28 07:21:48.395811 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-a25237de-7c87-455b-aa4d-8ecdaedb9f22 req-b7046d79-37ab-4311-b4c3-edd33f6b5108 tempest-ServerMetadataNegativeTestJSON-454509507 tempest-ServerMetadataNegativeTestJSON-454509507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (79fa6653-9c65-4816-8d88-f7df04929e71), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:48.462236 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-cb7f134e-a788-4d6e-a759-c655575a8099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Attempting to bind port c4f597f5-a405-4c5f-ba47-6af546eb84f1 on host n-h1-712749-28 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:21:48.462608 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-cb7f134e-a788-4d6e-a759-c655575a8099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Attempting to bind port c4f597f5-a405-4c5f-ba47-6af546eb84f1 by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': '53ecce9d-f94d-4731-ab0b-db1655222d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '99a152cd-37f5-454a-9924-c7c548ebff43'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:21:48.462938 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7f134e-a788-4d6e-a759-c655575a8099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Attempting to bind port c4f597f5-a405-4c5f-ba47-6af546eb84f1 on network 99a152cd-37f5-454a-9924-c7c548ebff43 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:21:48.468459 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7046d79-37ab-4311-b4c3-edd33f6b5108 tempest-ServerMetadataNegativeTestJSON-454509507 tempest-ServerMetadataNegativeTestJSON-454509507-project] Pushing event updated for resources: {'Port': ['ID=79fa6653-9c65-4816-8d88-f7df04929e71,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:21:48.479576 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7f134e-a788-4d6e-a759-c655575a8099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Port c4f597f5-a405-4c5f-ba47-6af546eb84f1 on network 99a152cd-37f5-454a-9924-c7c548ebff43 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:21:48.480705 n-d-712749-28 neutron-server[103284]: ERROR neutron.plugins.ml2.managers [None req-cb7f134e-a788-4d6e-a759-c655575a8099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Failed to bind port c4f597f5-a405-4c5f-ba47-6af546eb84f1 on host n-h1-712749-28 for vnic_type normal using segments [{'id': '53ecce9d-f94d-4731-ab0b-db1655222d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '99a152cd-37f5-454a-9924-c7c548ebff43'}] Jan 28 07:21:48.481464 n-d-712749-28 neutron-server[103284]: INFO neutron.plugins.ml2.plugin [None req-cb7f134e-a788-4d6e-a759-c655575a8099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Attempt 9 to bind port c4f597f5-a405-4c5f-ba47-6af546eb84f1 Jan 28 07:21:48.519440 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a25237de-7c87-455b-aa4d-8ecdaedb9f22 req-b7046d79-37ab-4311-b4c3-edd33f6b5108 tempest-ServerMetadataNegativeTestJSON-454509507 tempest-ServerMetadataNegativeTestJSON-454509507-project] Network 059fab71-040e-40b1-965c-7a420accf13f is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:21:48.520577 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-cb7f134e-a788-4d6e-a759-c655575a8099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Attempting to bind port c4f597f5-a405-4c5f-ba47-6af546eb84f1 on host n-h1-712749-28 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:21:48.520981 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-cb7f134e-a788-4d6e-a759-c655575a8099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Attempting to bind port c4f597f5-a405-4c5f-ba47-6af546eb84f1 by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': '53ecce9d-f94d-4731-ab0b-db1655222d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '99a152cd-37f5-454a-9924-c7c548ebff43'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:21:48.521406 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7f134e-a788-4d6e-a759-c655575a8099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Attempting to bind port c4f597f5-a405-4c5f-ba47-6af546eb84f1 on network 99a152cd-37f5-454a-9924-c7c548ebff43 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:21:48.544574 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-a25237de-7c87-455b-aa4d-8ecdaedb9f22 req-b7046d79-37ab-4311-b4c3-edd33f6b5108 tempest-ServerMetadataNegativeTestJSON-454509507 tempest-ServerMetadataNegativeTestJSON-454509507-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:21:48.548046 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-a25237de-7c87-455b-aa4d-8ecdaedb9f22 req-b7046d79-37ab-4311-b4c3-edd33f6b5108 tempest-ServerMetadataNegativeTestJSON-454509507 tempest-ServerMetadataNegativeTestJSON-454509507-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:21:48.574580 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7f134e-a788-4d6e-a759-c655575a8099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Port c4f597f5-a405-4c5f-ba47-6af546eb84f1 on network 99a152cd-37f5-454a-9924-c7c548ebff43 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:21:48.575011 n-d-712749-28 neutron-server[103284]: ERROR neutron.plugins.ml2.managers [None req-cb7f134e-a788-4d6e-a759-c655575a8099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Failed to bind port c4f597f5-a405-4c5f-ba47-6af546eb84f1 on host n-h1-712749-28 for vnic_type normal using segments [{'id': '53ecce9d-f94d-4731-ab0b-db1655222d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '99a152cd-37f5-454a-9924-c7c548ebff43'}] Jan 28 07:21:48.581511 n-d-712749-28 neutron-server[103284]: INFO neutron.plugins.ml2.plugin [None req-cb7f134e-a788-4d6e-a759-c655575a8099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Attempt 10 to bind port c4f597f5-a405-4c5f-ba47-6af546eb84f1 Jan 28 07:21:48.613340 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-cb7f134e-a788-4d6e-a759-c655575a8099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Attempting to bind port c4f597f5-a405-4c5f-ba47-6af546eb84f1 on host n-h1-712749-28 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:21:48.613671 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-cb7f134e-a788-4d6e-a759-c655575a8099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Attempting to bind port c4f597f5-a405-4c5f-ba47-6af546eb84f1 by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': '53ecce9d-f94d-4731-ab0b-db1655222d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '99a152cd-37f5-454a-9924-c7c548ebff43'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:21:48.614002 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7f134e-a788-4d6e-a759-c655575a8099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Attempting to bind port c4f597f5-a405-4c5f-ba47-6af546eb84f1 on network 99a152cd-37f5-454a-9924-c7c548ebff43 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:21:48.626007 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7f134e-a788-4d6e-a759-c655575a8099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Port c4f597f5-a405-4c5f-ba47-6af546eb84f1 on network 99a152cd-37f5-454a-9924-c7c548ebff43 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:21:48.626337 n-d-712749-28 neutron-server[103284]: ERROR neutron.plugins.ml2.managers [None req-cb7f134e-a788-4d6e-a759-c655575a8099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Failed to bind port c4f597f5-a405-4c5f-ba47-6af546eb84f1 on host n-h1-712749-28 for vnic_type normal using segments [{'id': '53ecce9d-f94d-4731-ab0b-db1655222d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '99a152cd-37f5-454a-9924-c7c548ebff43'}] Jan 28 07:21:48.626713 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cb7f134e-a788-4d6e-a759-c655575a8099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (c4f597f5-a405-4c5f-ba47-6af546eb84f1), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:48.633663 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25237de-7c87-455b-aa4d-8ecdaedb9f22 req-b7046d79-37ab-4311-b4c3-edd33f6b5108 tempest-ServerMetadataNegativeTestJSON-454509507 tempest-ServerMetadataNegativeTestJSON-454509507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:48.634742 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-a25237de-7c87-455b-aa4d-8ecdaedb9f22 req-b7046d79-37ab-4311-b4c3-edd33f6b5108 tempest-ServerMetadataNegativeTestJSON-454509507 tempest-ServerMetadataNegativeTestJSON-454509507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:48.641307 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['b3e2eb1c-7ff6-422a-aceb-db1d56f8bfa1'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:21:48.644301 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-48ad5bcc-0e56-4221-95fc-1013c2272891 req-f5d17c4b-71c2-463d-8255-4fffdc99fd21 tempest-ServerShowV247Test-1049381922 tempest-ServerShowV247Test-1049381922-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a0e8784-50dd-4db4-bab0-6dcb4ceef634 HTTP/1.1" status: 200 len: 210 time: 0.4395714 Jan 28 07:21:48.664307 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cd1ef1-be5f-491e-a70d-aa2a0df7baa6 req-f5e97d99-6ccf-431b-9a0a-af2214e2168e tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:48.672438 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-55cd1ef1-be5f-491e-a70d-aa2a0df7baa6 req-f5e97d99-6ccf-431b-9a0a-af2214e2168e tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/ports?device_id=28886562-bead-4c03-b18c-42830d7b7629 HTTP/1.1" status: 200 len: 946 time: 0.1684647 Jan 28 07:21:48.749009 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a25237de-7c87-455b-aa4d-8ecdaedb9f22 req-b7046d79-37ab-4311-b4c3-edd33f6b5108 tempest-ServerMetadataNegativeTestJSON-454509507 tempest-ServerMetadataNegativeTestJSON-454509507-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3642890 Jan 28 07:21:48.763107 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8cf392-eda4-4bdd-9122-faf0d8c58d6d req-86d9c2db-1011-49b5-a29b-481a5f6613fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:48.765552 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-db8cf392-eda4-4bdd-9122-faf0d8c58d6d req-86d9c2db-1011-49b5-a29b-481a5f6613fe service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8814020 Jan 28 07:21:48.772030 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-a25237de-7c87-455b-aa4d-8ecdaedb9f22 req-b90cdf14-5493-461f-9bbc-28badf145c71 service neutron] Request body: {'port': {'device_id': '97721ca7-3273-4190-96e6-6e5d31f0e024', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712749-28'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:21:48.843122 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-4c3e0c43-c640-4cd6-8c4c-5f8b781b2652 req-ed9eef7e-c2f1-4539-96f6-b586d9aa1d12 tempest-ServerPasswordTestJSON-846068043 tempest-ServerPasswordTestJSON-846068043-project] Deleting port 72559992-e13a-4f28-b31d-e3e50e5844c9 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:21:48.843626 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-4c3e0c43-c640-4cd6-8c4c-5f8b781b2652 req-ed9eef7e-c2f1-4539-96f6-b586d9aa1d12 tempest-ServerPasswordTestJSON-846068043 tempest-ServerPasswordTestJSON-846068043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (72559992-e13a-4f28-b31d-e3e50e5844c9), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:48.875193 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-a25237de-7c87-455b-aa4d-8ecdaedb9f22 req-b90cdf14-5493-461f-9bbc-28badf145c71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (79fa6653-9c65-4816-8d88-f7df04929e71), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:48.928721 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-55cd1ef1-be5f-491e-a70d-aa2a0df7baa6 req-6253ad5b-118c-408d-a78c-6580cfa6ce55 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3913eaa-d94a-405d-af3b-c47b7c21bae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2544301 Jan 28 07:21:48.933108 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-cb7f134e-a788-4d6e-a759-c655575a8099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] For port c4f597f5-a405-4c5f-ba47-6af546eb84f1, host n-h1-712749-28, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:21:48.933754 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-cb7f134e-a788-4d6e-a759-c655575a8099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Attempted to set empty binding levels {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 28 07:21:48.942976 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cb7f134e-a788-4d6e-a759-c655575a8099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (c4f597f5-a405-4c5f-ba47-6af546eb84f1), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:48.978503 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0aa3b9-0e48-4287-9a37-e0e0402e42bb req-d8913aa2-2bd7-44e4-a577-8e6fff8f043c tempest-VolumesActionsTest-774629944 tempest-VolumesActionsTest-774629944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:48.981411 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4d0aa3b9-0e48-4287-9a37-e0e0402e42bb req-d8913aa2-2bd7-44e4-a577-8e6fff8f043c tempest-VolumesActionsTest-774629944 tempest-VolumesActionsTest-774629944-project] 10.222.0.41 "GET /v2.0/ports?device_id=df59d0f9-4741-40ba-928c-ba91eb22d272 HTTP/1.1" status: 200 len: 944 time: 0.1193860 Jan 28 07:21:49.009456 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-4c3e0c43-c640-4cd6-8c4c-5f8b781b2652 req-ed9eef7e-c2f1-4539-96f6-b586d9aa1d12 tempest-ServerPasswordTestJSON-846068043 tempest-ServerPasswordTestJSON-846068043-project] For port 72559992-e13a-4f28-b31d-e3e50e5844c9, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=72559992-e13a-4f28-b31d-e3e50e5844c9,segment=NetworkSegment(79a4a679-ea86-4384-8cfe-819108ce8cbf),segment_id=79a4a679-ea86-4384-8cfe-819108ce8cbf)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:21:49.010180 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-4c3e0c43-c640-4cd6-8c4c-5f8b781b2652 req-ed9eef7e-c2f1-4539-96f6-b586d9aa1d12 tempest-ServerPasswordTestJSON-846068043 tempest-ServerPasswordTestJSON-846068043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (72559992-e13a-4f28-b31d-e3e50e5844c9), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:49.037675 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-4c3e0c43-c640-4cd6-8c4c-5f8b781b2652 req-ed9eef7e-c2f1-4539-96f6-b586d9aa1d12 tempest-ServerPasswordTestJSON-846068043 tempest-ServerPasswordTestJSON-846068043-project] Calling delete_port for 72559992-e13a-4f28-b31d-e3e50e5844c9 owned by compute:nova {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:21:49.044142 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-cb7f134e-a788-4d6e-a759-c655575a8099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] In _notify_port_updated(), no bound segment for port c4f597f5-a405-4c5f-ba47-6af546eb84f1 on network 99a152cd-37f5-454a-9924-c7c548ebff43 {{(pid=103284) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 07:21:49.045305 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb7f134e-a788-4d6e-a759-c655575a8099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:49.046006 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cb7f134e-a788-4d6e-a759-c655575a8099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:49.047401 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-cb7f134e-a788-4d6e-a759-c655575a8099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] 10.222.0.41 "PUT /v2.0/ports/c4f597f5-a405-4c5f-ba47-6af546eb84f1 HTTP/1.1" status: 200 len: 980 time: 2.0150981 Jan 28 07:21:49.051593 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 53928) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:21:49.100899 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ced09ab5-7e71-4e15-8e2a-4e612ae3cc19 req-5ef9b55f-9609-48ff-8388-9a093dd235b6 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7 HTTP/1.1" status: 200 len: 210 time: 0.0464897 Jan 28 07:21:49.112154 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7f134e-a788-4d6e-a759-c655575a8099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Pushing event updated for resources: {'Port': ['ID=c4f597f5-a405-4c5f-ba47-6af546eb84f1,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:21:49.132739 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4d0aa3b9-0e48-4287-9a37-e0e0402e42bb req-e68cd6ed-380a-4542-84bb-bd39e11638c0 tempest-VolumesActionsTest-774629944 tempest-VolumesActionsTest-774629944-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3e43765-6beb-4085-a4a7-b9f8fe091303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359906 Jan 28 07:21:49.212824 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device e8bba4ec-e3da-41ff-8c8b-c71a7709aa9e no longer exists at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:21:49.257560 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796108af-acde-42cc-8669-e08564a32f92 req-daa1b172-1cd1-46d1-80c2-204795ccbc8e tempest-ServerMetadataNegativeTestJSON-454509507 tempest-ServerMetadataNegativeTestJSON-454509507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:49.259609 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-796108af-acde-42cc-8669-e08564a32f92 req-daa1b172-1cd1-46d1-80c2-204795ccbc8e tempest-ServerMetadataNegativeTestJSON-454509507 tempest-ServerMetadataNegativeTestJSON-454509507-project] 10.222.0.41 "GET /v2.0/ports?device_id=97721ca7-3273-4190-96e6-6e5d31f0e024 HTTP/1.1" status: 200 len: 932 time: 0.0695100 Jan 28 07:21:49.306207 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port e8bba4ec-e3da-41ff-8c8b-c71a7709aa9e is: ACTIVE; New status is: DOWN {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:21:49.306435 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-4c3e0c43-c640-4cd6-8c4c-5f8b781b2652 req-ed9eef7e-c2f1-4539-96f6-b586d9aa1d12 tempest-ServerPasswordTestJSON-846068043 tempest-ServerPasswordTestJSON-846068043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (72559992-e13a-4f28-b31d-e3e50e5844c9), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:49.306550 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (e8bba4ec-e3da-41ff-8c8b-c71a7709aa9e), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:49.309910 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-5d632779-822b-4be9-8f0c-6637ee9af378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Deleting port c4f597f5-a405-4c5f-ba47-6af546eb84f1 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:21:49.310289 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5d632779-822b-4be9-8f0c-6637ee9af378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (c4f597f5-a405-4c5f-ba47-6af546eb84f1), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:49.348890 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port e8bba4ec-e3da-41ff-8c8b-c71a7709aa9e, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=e8bba4ec-e3da-41ff-8c8b-c71a7709aa9e,segment=NetworkSegment(f988f3e6-2feb-4622-baed-2eae67dfbc12),segment_id=f988f3e6-2feb-4622-baed-2eae67dfbc12)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:21:49.350030 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28886562-bead-4c03-b18c-42830d7b7629', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8bba4ec-e3da-41ff-8c8b-c71a7709aa9e'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:21:49.353590 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f6e667a-0cf0-4bb9-9c30-df5622cd8e81" -d '{"events": [{"server_uuid": "28886562-bead-4c03-b18c-42830d7b7629", "name": "network-vif-unplugged", "status": "completed", "tag": "e8bba4ec-e3da-41ff-8c8b-c71a7709aa9e"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:21:49.359591 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['72559992-e13a-4f28-b31d-e3e50e5844c9'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:21:49.365266 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (e8bba4ec-e3da-41ff-8c8b-c71a7709aa9e), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:49.387714 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-a25237de-7c87-455b-aa4d-8ecdaedb9f22 req-b90cdf14-5493-461f-9bbc-28badf145c71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79fa6653-9c65-4816-8d88-f7df04929e71 {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:21:49.399024 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-a25237de-7c87-455b-aa4d-8ecdaedb9f22 req-b90cdf14-5493-461f-9bbc-28badf145c71 service neutron] Publish callbacks [] for port (79fa6653-9c65-4816-8d88-f7df04929e71), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:49.414115 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-a25237de-7c87-455b-aa4d-8ecdaedb9f22 req-b90cdf14-5493-461f-9bbc-28badf145c71 service neutron] Transition to ACTIVE for port object 79fa6653-9c65-4816-8d88-f7df04929e71 will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:21:49.425477 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9eef7e-c2f1-4539-96f6-b586d9aa1d12 tempest-ServerPasswordTestJSON-846068043 tempest-ServerPasswordTestJSON-846068043-project] Pushing event deleted for resources: {'Port': ['ID=72559992-e13a-4f28-b31d-e3e50e5844c9,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:21:49.453835 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=e8bba4ec-e3da-41ff-8c8b-c71a7709aa9e,revision_number=8']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:21:49.463291 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-796108af-acde-42cc-8669-e08564a32f92 req-895c3a40-731b-44fd-bbcb-ce05fd32c8c5 tempest-ServerMetadataNegativeTestJSON-454509507 tempest-ServerMetadataNegativeTestJSON-454509507-project] 10.222.0.41 "GET /v2.0/security-groups?id=9913aa6f-1829-4141-9748-47b1495ae0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896663 Jan 28 07:21:49.464735 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-a25237de-7c87-455b-aa4d-8ecdaedb9f22 req-b90cdf14-5493-461f-9bbc-28badf145c71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (79fa6653-9c65-4816-8d88-f7df04929e71), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:49.482641 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-3954bdb6-008d-4080-b465-c9778e878900 req-7326b367-e364-49c7-a837-4ecd416b32a3 tempest-ServerPasswordTestJSON-846068043 tempest-ServerPasswordTestJSON-846068043-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bfbb4a0-81ad-4a63-a687-e3aaab00a320 HTTP/1.1" status: 200 len: 210 time: 0.1288660 Jan 28 07:21:49.521119 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 07:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3eea257-521d-4612-8497-5d38b8d73b91 x-openstack-request-id: req-d3eea257-521d-4612-8497-5d38b8d73b91 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:21:49.521443 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28886562-bead-4c03-b18c-42830d7b7629", "name": "network-vif-unplugged", "status": "completed", "tag": "e8bba4ec-e3da-41ff-8c8b-c71a7709aa9e", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:21:49.521801 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d3eea257-521d-4612-8497-5d38b8d73b91 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:21:49.522301 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28886562-bead-4c03-b18c-42830d7b7629', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8bba4ec-e3da-41ff-8c8b-c71a7709aa9e', 'code': 200} Jan 28 07:21:49.533512 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90cdf14-5493-461f-9bbc-28badf145c71 service neutron] Pushing event updated for resources: {'Port': ['ID=79fa6653-9c65-4816-8d88-f7df04929e71,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:21:49.563817 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c3e0c43-c640-4cd6-8c4c-5f8b781b2652 req-ed9eef7e-c2f1-4539-96f6-b586d9aa1d12 tempest-ServerPasswordTestJSON-846068043 tempest-ServerPasswordTestJSON-846068043-project] No DVR routers for this DVR port 72559992-e13a-4f28-b31d-e3e50e5844c9 on host n-h1-712749-28 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:21:49.565758 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5d632779-822b-4be9-8f0c-6637ee9af378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] For port c4f597f5-a405-4c5f-ba47-6af546eb84f1, host n-h1-712749-28, got binding levels [] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:21:49.566246 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5d632779-822b-4be9-8f0c-6637ee9af378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (c4f597f5-a405-4c5f-ba47-6af546eb84f1), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:49.569158 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-4c3e0c43-c640-4cd6-8c4c-5f8b781b2652 req-ed9eef7e-c2f1-4539-96f6-b586d9aa1d12 tempest-ServerPasswordTestJSON-846068043 tempest-ServerPasswordTestJSON-846068043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:49.572489 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4c3e0c43-c640-4cd6-8c4c-5f8b781b2652 req-ed9eef7e-c2f1-4539-96f6-b586d9aa1d12 tempest-ServerPasswordTestJSON-846068043 tempest-ServerPasswordTestJSON-846068043-project] 10.222.0.10 "DELETE /v2.0/ports/72559992-e13a-4f28-b31d-e3e50e5844c9 HTTP/1.1" status: 204 len: 173 time: 1.3274739 Jan 28 07:21:49.572940 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bfbb4a0-81ad-4a63-a687-e3aaab00a320', 'name': 'network-vif-deleted', 'tag': '72559992-e13a-4f28-b31d-e3e50e5844c9'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:21:49.580676 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3df554e-7ca3-4804-b1a9-1f67fad1e8b2" -d '{"events": [{"server_uuid": "4bfbb4a0-81ad-4a63-a687-e3aaab00a320", "name": "network-vif-deleted", "tag": "72559992-e13a-4f28-b31d-e3e50e5844c9"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:21:49.599023 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-5d632779-822b-4be9-8f0c-6637ee9af378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Calling delete_port for c4f597f5-a405-4c5f-ba47-6af546eb84f1 owned by {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:21:49.633695 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-a25237de-7c87-455b-aa4d-8ecdaedb9f22 req-b90cdf14-5493-461f-9bbc-28badf145c71 service neutron] Attempting to bind port 79fa6653-9c65-4816-8d88-f7df04929e71 on host n-h2-712749-28 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:21:49.634221 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-a25237de-7c87-455b-aa4d-8ecdaedb9f22 req-b90cdf14-5493-461f-9bbc-28badf145c71 service neutron] Attempting to bind port 79fa6653-9c65-4816-8d88-f7df04929e71 by drivers openvswitch,hyperv on host n-h2-712749-28 at level 0 using segments [{'id': '710560b5-517d-499a-b673-9eb660525dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '059fab71-040e-40b1-965c-7a420accf13f'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:21:49.634615 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a25237de-7c87-455b-aa4d-8ecdaedb9f22 req-b90cdf14-5493-461f-9bbc-28badf145c71 service neutron] Attempting to bind port 79fa6653-9c65-4816-8d88-f7df04929e71 on network 059fab71-040e-40b1-965c-7a420accf13f {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:21:49.641124 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a25237de-7c87-455b-aa4d-8ecdaedb9f22 req-b90cdf14-5493-461f-9bbc-28badf145c71 service neutron] Port 79fa6653-9c65-4816-8d88-f7df04929e71 on network 059fab71-040e-40b1-965c-7a420accf13f not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-28 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:21:49.641444 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a25237de-7c87-455b-aa4d-8ecdaedb9f22 req-b90cdf14-5493-461f-9bbc-28badf145c71 service neutron] Attempting to bind port 79fa6653-9c65-4816-8d88-f7df04929e71 on network 059fab71-040e-40b1-965c-7a420accf13f {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:21:49.647004 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a25237de-7c87-455b-aa4d-8ecdaedb9f22 req-b90cdf14-5493-461f-9bbc-28badf145c71 service neutron] Checking agent: {'id': 'c9906e63-062c-432e-bb53-63fdb8115e18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:21:49.647458 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a25237de-7c87-455b-aa4d-8ecdaedb9f22 req-b90cdf14-5493-461f-9bbc-28badf145c71 service neutron] Checking segment: {'id': '710560b5-517d-499a-b673-9eb660525dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '059fab71-040e-40b1-965c-7a420accf13f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:21:49.647891 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a25237de-7c87-455b-aa4d-8ecdaedb9f22 req-b90cdf14-5493-461f-9bbc-28badf145c71 service neutron] Bound using segment: {'id': '710560b5-517d-499a-b673-9eb660525dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '059fab71-040e-40b1-965c-7a420accf13f'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:21:49.648368 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-a25237de-7c87-455b-aa4d-8ecdaedb9f22 req-b90cdf14-5493-461f-9bbc-28badf145c71 service neutron] Bound port: 79fa6653-9c65-4816-8d88-f7df04929e71, host: n-h2-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '710560b5-517d-499a-b673-9eb660525dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '059fab71-040e-40b1-965c-7a420accf13f'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:21:49.648847 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-a25237de-7c87-455b-aa4d-8ecdaedb9f22 req-b90cdf14-5493-461f-9bbc-28badf145c71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (79fa6653-9c65-4816-8d88-f7df04929e71), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:49.660469 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f7b59d4-c789-4048-bd93-ba68dc39fb8f x-openstack-request-id: req-9f7b59d4-c789-4048-bd93-ba68dc39fb8f {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:21:49.660747 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bfbb4a0-81ad-4a63-a687-e3aaab00a320", "name": "network-vif-deleted", "tag": "72559992-e13a-4f28-b31d-e3e50e5844c9", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:21:49.660986 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9f7b59d4-c789-4048-bd93-ba68dc39fb8f {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:21:49.661393 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bfbb4a0-81ad-4a63-a687-e3aaab00a320', 'name': 'network-vif-deleted', 'tag': '72559992-e13a-4f28-b31d-e3e50e5844c9', 'status': 'completed', 'code': 200} Jan 28 07:21:49.728442 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5d632779-822b-4be9-8f0c-6637ee9af378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (c4f597f5-a405-4c5f-ba47-6af546eb84f1), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:49.765333 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-a25237de-7c87-455b-aa4d-8ecdaedb9f22 req-b90cdf14-5493-461f-9bbc-28badf145c71 service neutron] For port 79fa6653-9c65-4816-8d88-f7df04929e71, host n-h2-712749-28, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:21:49.770819 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-a25237de-7c87-455b-aa4d-8ecdaedb9f22 req-b90cdf14-5493-461f-9bbc-28badf145c71 service neutron] For port 79fa6653-9c65-4816-8d88-f7df04929e71, host n-h2-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=79fa6653-9c65-4816-8d88-f7df04929e71,segment=NetworkSegment(710560b5-517d-499a-b673-9eb660525dc9),segment_id=710560b5-517d-499a-b673-9eb660525dc9)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:21:49.772379 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d632779-822b-4be9-8f0c-6637ee9af378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Pushing event deleted for resources: {'Port': ['ID=c4f597f5-a405-4c5f-ba47-6af546eb84f1,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:21:49.776300 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5d632779-822b-4be9-8f0c-6637ee9af378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:49.783376 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-5d632779-822b-4be9-8f0c-6637ee9af378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] 10.222.0.41 "DELETE /v2.0/ports/c4f597f5-a405-4c5f-ba47-6af546eb84f1 HTTP/1.1" status: 204 len: 168 time: 0.7297931 Jan 28 07:21:49.784547 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 53940) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:21:49.811823 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-a25237de-7c87-455b-aa4d-8ecdaedb9f22 req-b90cdf14-5493-461f-9bbc-28badf145c71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (79fa6653-9c65-4816-8d88-f7df04929e71), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:49.880936 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25237de-7c87-455b-aa4d-8ecdaedb9f22 req-b90cdf14-5493-461f-9bbc-28badf145c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:49.881570 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-a25237de-7c87-455b-aa4d-8ecdaedb9f22 req-b90cdf14-5493-461f-9bbc-28badf145c71 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:49.882932 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a25237de-7c87-455b-aa4d-8ecdaedb9f22 req-b90cdf14-5493-461f-9bbc-28badf145c71 service neutron] 10.222.0.44 "PUT /v2.0/ports/79fa6653-9c65-4816-8d88-f7df04929e71 HTTP/1.1" status: 200 len: 1093 time: 1.1150582 Jan 28 07:21:49.885790 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97721ca7-3273-4190-96e6-6e5d31f0e024', 'tag': '79fa6653-9c65-4816-8d88-f7df04929e71'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:21:49.888631 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bf70cba-5fd9-49d4-95c3-2ffd558abfdf" -d '{"events": [{"name": "network-changed", "server_uuid": "97721ca7-3273-4190-96e6-6e5d31f0e024", "tag": "79fa6653-9c65-4816-8d88-f7df04929e71"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:21:49.892810 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-01f0b646-2784-4e50-b721-9f5592e767e6 req-f70c0d86-970a-4837-8f4f-f81cbde1d64e tempest-ServerShowV247Test-1049381922 tempest-ServerShowV247Test-1049381922-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a0e8784-50dd-4db4-bab0-6dcb4ceef634 HTTP/1.1" status: 200 len: 210 time: 0.1070817 Jan 28 07:21:49.896372 n-d-712749-28 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9c9318f-a935-44e0-aa47-635fa2f5f3ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] GET failed (client error): The resource could not be found. Jan 28 07:21:49.898282 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-e9c9318f-a935-44e0-aa47-635fa2f5f3ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-975333301-project-admin] 10.222.0.41 "GET /v2.0/ports/c4f597f5-a405-4c5f-ba47-6af546eb84f1 HTTP/1.1" status: 404 len: 333 time: 0.0991344 Jan 28 07:21:49.905352 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device b3e2eb1c-7ff6-422a-aceb-db1d56f8bfa1 up at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:21:49.905690 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 53946) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:21:50.027229 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning for port b3e2eb1c-7ff6-422a-aceb-db1d56f8bfa1 completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:21:50.034321 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning complete for port b3e2eb1c-7ff6-422a-aceb-db1d56f8bfa1 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:21:50.036439 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (b3e2eb1c-7ff6-422a-aceb-db1d56f8bfa1), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:50.123620 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port b3e2eb1c-7ff6-422a-aceb-db1d56f8bfa1 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:21:50.124091 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (b3e2eb1c-7ff6-422a-aceb-db1d56f8bfa1), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:50.263198 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5f11b018-0ad2-4cc8-9604-004bb9a55280 req-6a7aad94-dfd2-496c-8ea0-6136642c805a tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7 HTTP/1.1" status: 200 len: 210 time: 0.0546157 Jan 28 07:21:50.359213 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port b3e2eb1c-7ff6-422a-aceb-db1d56f8bfa1, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=b3e2eb1c-7ff6-422a-aceb-db1d56f8bfa1,segment=NetworkSegment(14424594-a0c3-4362-b654-c2018490d5c9),segment_id=14424594-a0c3-4362-b654-c2018490d5c9)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:21:50.369326 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (b3e2eb1c-7ff6-422a-aceb-db1d56f8bfa1), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:50.370823 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 72559992-e13a-4f28-b31d-e3e50e5844c9 no longer exists at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:21:50.410256 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] No Port match for: 72559992-e13a-4f28-b31d-e3e50e5844c9 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:21:50.410568 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 72559992-e13a-4f28-b31d-e3e50e5844c9 not bound to the agent host n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:21:50.439591 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce7c4d5-800e-44d6-9990-051d88ff440e req-b35b790b-8a27-437e-a1d0-a3e300830924 tempest-VolumesActionsTest-774629944 tempest-VolumesActionsTest-774629944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:50.451077 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-bce7c4d5-800e-44d6-9990-051d88ff440e req-b35b790b-8a27-437e-a1d0-a3e300830924 tempest-VolumesActionsTest-774629944 tempest-VolumesActionsTest-774629944-project] 10.222.0.41 "GET /v2.0/ports?device_id=df59d0f9-4741-40ba-928c-ba91eb22d272 HTTP/1.1" status: 200 len: 945 time: 0.0738997 Jan 28 07:21:50.489542 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca6e72de-b056-4e10-9d56-17231937ddc6 x-openstack-request-id: req-ca6e72de-b056-4e10-9d56-17231937ddc6 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:21:50.491090 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97721ca7-3273-4190-96e6-6e5d31f0e024", "tag": "79fa6653-9c65-4816-8d88-f7df04929e71", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:21:50.491652 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ca6e72de-b056-4e10-9d56-17231937ddc6 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:21:50.492816 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97721ca7-3273-4190-96e6-6e5d31f0e024', 'tag': '79fa6653-9c65-4816-8d88-f7df04929e71', 'status': 'completed', 'code': 200} Jan 28 07:21:50.501677 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=b3e2eb1c-7ff6-422a-aceb-db1d56f8bfa1,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:21:50.512546 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90cdf14-5493-461f-9bbc-28badf145c71 service neutron] Pushing event updated for resources: {'Port': ['ID=79fa6653-9c65-4816-8d88-f7df04929e71,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:21:50.550462 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-bce7c4d5-800e-44d6-9990-051d88ff440e req-b97e0026-536b-4979-8bb5-dc5f1d65d60f tempest-VolumesActionsTest-774629944 tempest-VolumesActionsTest-774629944-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3e43765-6beb-4085-a4a7-b9f8fe091303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979662 Jan 28 07:21:50.552546 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-db8cf392-eda4-4bdd-9122-faf0d8c58d6d req-03b02fd8-0d58-4909-bbc1-6e6a824c358d tempest-ServerShowV247Test-1049381922 tempest-ServerShowV247Test-1049381922-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a0e8784-50dd-4db4-bab0-6dcb4ceef634 HTTP/1.1" status: 200 len: 210 time: 0.0376191 Jan 28 07:21:50.577374 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f65117aa-16aa-4f05-8ff7-c64b9fefb9b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805656011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805656011-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (99a152cd-37f5-454a-9924-c7c548ebff43), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:50.598565 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25237de-7c87-455b-aa4d-8ecdaedb9f22 req-286cb63e-e987-4c33-b771-e2119e6179f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:50.598865 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a25237de-7c87-455b-aa4d-8ecdaedb9f22 req-286cb63e-e987-4c33-b771-e2119e6179f5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=56a625391b2541e4b0005466311fb896&device_id=97721ca7-3273-4190-96e6-6e5d31f0e024 HTTP/1.1" status: 200 len: 1096 time: 0.6107671 Jan 28 07:21:50.615460 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89de4f8-9b39-40c1-85f7-10a6cf1709d5 req-0f90ef44-d127-47be-a647-11d9847a17d2 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:50.617104 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a89de4f8-9b39-40c1-85f7-10a6cf1709d5 req-0f90ef44-d127-47be-a647-11d9847a17d2 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/ports?device_id=28886562-bead-4c03-b18c-42830d7b7629 HTTP/1.1" status: 200 len: 944 time: 0.1326621 Jan 28 07:21:50.688093 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a25237de-7c87-455b-aa4d-8ecdaedb9f22 req-2dff6dd9-e776-4555-b392-384fc0b85b54 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=79fa6653-9c65-4816-8d88-f7df04929e71 HTTP/1.1" status: 200 len: 217 time: 0.0696714 Jan 28 07:21:50.688589 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7edd885-8f4c-45a9-a4fc-7dfeb9fb7705 req-88b19ca6-1372-4d3a-b386-f464148eeacb tempest-ServerMetadataNegativeTestJSON-454509507 tempest-ServerMetadataNegativeTestJSON-454509507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:50.696359 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e7edd885-8f4c-45a9-a4fc-7dfeb9fb7705 req-88b19ca6-1372-4d3a-b386-f464148eeacb tempest-ServerMetadataNegativeTestJSON-454509507 tempest-ServerMetadataNegativeTestJSON-454509507-project] 10.222.0.41 "GET /v2.0/ports?device_id=97721ca7-3273-4190-96e6-6e5d31f0e024 HTTP/1.1" status: 200 len: 944 time: 0.0640554 Jan 28 07:21:50.747728 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e7edd885-8f4c-45a9-a4fc-7dfeb9fb7705 req-d1688a42-9275-4d5b-b68d-c433834e1b60 tempest-ServerMetadataNegativeTestJSON-454509507 tempest-ServerMetadataNegativeTestJSON-454509507-project] 10.222.0.41 "GET /v2.0/security-groups?id=9913aa6f-1829-4141-9748-47b1495ae0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501761 Jan 28 07:21:50.806700 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 53958) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:21:50.807304 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f65117aa-16aa-4f05-8ff7-c64b9fefb9b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805656011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805656011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (99a152cd-37f5-454a-9924-c7c548ebff43), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:50.848520 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-f65117aa-16aa-4f05-8ff7-c64b9fefb9b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805656011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805656011-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99a152cd-37f5-454a-9924-c7c548ebff43']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:21:50.851614 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25237de-7c87-455b-aa4d-8ecdaedb9f22 req-69a4a583-5d24-4e2c-b788-06a33f786299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:50.853103 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a25237de-7c87-455b-aa4d-8ecdaedb9f22 req-69a4a583-5d24-4e2c-b788-06a33f786299 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=914bff09-0d2e-4754-aeb3-861f388f788d HTTP/1.1" status: 200 len: 861 time: 0.1566327 Jan 28 07:21:50.854531 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_v2 [None req-842c00d6-9124-4542-8f93-a2ec586a0103 admin admin] Deleting subnet ec35c84c-0f6c-4368-b29b-e9753cf09035 {{(pid=103283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:21:50.856277 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a89de4f8-9b39-40c1-85f7-10a6cf1709d5 req-e5dcb2a2-ebc3-4546-9305-fb43ad72b305 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3913eaa-d94a-405d-af3b-c47b7c21bae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1794026 Jan 28 07:21:50.857980 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-842c00d6-9124-4542-8f93-a2ec586a0103 admin admin] Publish callbacks [] for subnet (ec35c84c-0f6c-4368-b29b-e9753cf09035), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:50.892343 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-f65117aa-16aa-4f05-8ff7-c64b9fefb9b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805656011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805656011-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53ecce9d-f94d-4731-ab0b-db1655222d72') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:21:50.892343 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-f65117aa-16aa-4f05-8ff7-c64b9fefb9b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805656011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805656011-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53ecce9d-f94d-4731-ab0b-db1655222d72') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:21:50.896457 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-842c00d6-9124-4542-8f93-a2ec586a0103 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13506696'] for subnet (ec35c84c-0f6c-4368-b29b-e9753cf09035), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:50.902221 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a25237de-7c87-455b-aa4d-8ecdaedb9f22 req-a92ddeca-33ce-49f6-b374-4e1f86c8145a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=059fab71-040e-40b1-965c-7a420accf13f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404282 Jan 28 07:21:50.906947 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f65117aa-16aa-4f05-8ff7-c64b9fefb9b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805656011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805656011-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24759294'] for segment (53ecce9d-f94d-4731-ab0b-db1655222d72), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:50.943877 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-842c00d6-9124-4542-8f93-a2ec586a0103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (ec35c84c-0f6c-4368-b29b-e9753cf09035), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:50.993698 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f65117aa-16aa-4f05-8ff7-c64b9fefb9b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805656011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805656011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (53ecce9d-f94d-4731-ab0b-db1655222d72), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:51.007162 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f65117aa-16aa-4f05-8ff7-c64b9fefb9b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805656011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805656011-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:21:51.007593 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f65117aa-16aa-4f05-8ff7-c64b9fefb9b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805656011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805656011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24757675'] for segment (53ecce9d-f94d-4731-ab0b-db1655222d72), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:51.011357 n-d-712749-28 neutron-server[103284]: Traceback (most recent call last): Jan 28 07:21:51.011357 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:21:51.011357 n-d-712749-28 neutron-server[103284]: timer() Jan 28 07:21:51.011357 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:21:51.011357 n-d-712749-28 neutron-server[103284]: cb(*args, **kw) Jan 28 07:21:51.011357 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:21:51.011357 n-d-712749-28 neutron-server[103284]: return func(*args, **kwargs) Jan 28 07:21:51.011357 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:21:51.011357 n-d-712749-28 neutron-server[103284]: self._notify() Jan 28 07:21:51.011357 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:21:51.011357 n-d-712749-28 neutron-server[103284]: self.callback(batched_events) Jan 28 07:21:51.011357 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:21:51.011357 n-d-712749-28 neutron-server[103284]: event.method(event) Jan 28 07:21:51.011357 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:21:51.011357 n-d-712749-28 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:21:51.011357 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:21:51.011357 n-d-712749-28 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:21:51.011357 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:21:51.011357 n-d-712749-28 neutron-server[103284]: return f(self, *a, **k) Jan 28 07:21:51.011357 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:21:51.011357 n-d-712749-28 neutron-server[103284]: return self._get(url).json() Jan 28 07:21:51.011357 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:21:51.011357 n-d-712749-28 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:21:51.011357 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:21:51.011357 n-d-712749-28 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Jan 28 07:21:51.011357 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:21:51.011357 n-d-712749-28 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:21:51.011357 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:21:51.011357 n-d-712749-28 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:21:51.011357 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:21:51.011357 n-d-712749-28 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:21:51.011357 n-d-712749-28 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:21:51.016245 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-842c00d6-9124-4542-8f93-a2ec586a0103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13546665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13556132'] for subnet (ec35c84c-0f6c-4368-b29b-e9753cf09035), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:51.065874 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842c00d6-9124-4542-8f93-a2ec586a0103 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec35c84c-0f6c-4368-b29b-e9753cf09035,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:21:51.070121 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-842c00d6-9124-4542-8f93-a2ec586a0103 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:51.075845 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-842c00d6-9124-4542-8f93-a2ec586a0103 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/ec35c84c-0f6c-4368-b29b-e9753cf09035 HTTP/1.1" status: 204 len: 168 time: 0.2663095 Jan 28 07:21:51.078206 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 53968) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:21:51.102107 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a25237de-7c87-455b-aa4d-8ecdaedb9f22 req-cc56c2cc-1e6d-4c41-ad6f-4412d6d118f9 service neutron] 10.222.0.44 "GET /v2.0/networks/059fab71-040e-40b1-965c-7a420accf13f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857858 Jan 28 07:21:51.103379 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f65117aa-16aa-4f05-8ff7-c64b9fefb9b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805656011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805656011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (99a152cd-37f5-454a-9924-c7c548ebff43), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:51.108916 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f65117aa-16aa-4f05-8ff7-c64b9fefb9b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805656011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805656011-project] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:51.114622 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-f65117aa-16aa-4f05-8ff7-c64b9fefb9b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805656011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805656011-project] 10.222.0.41 "DELETE /v2.0/networks/99a152cd-37f5-454a-9924-c7c548ebff43 HTTP/1.1" status: 204 len: 168 time: 1.2056735 Jan 28 07:21:51.176803 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d5403fec-3a9f-415f-ae3b-eac86c03b5dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (37538a9b-6f77-4c5c-820a-8ab3fc2ac9f3), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:51.324221 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d5403fec-3a9f-415f-ae3b-eac86c03b5dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (37538a9b-6f77-4c5c-820a-8ab3fc2ac9f3), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:51.324530 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65117aa-16aa-4f05-8ff7-c64b9fefb9b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805656011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805656011-project] Pushing event deleted for resources: {'Network': ['ID=99a152cd-37f5-454a-9924-c7c548ebff43,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:21:51.350455 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-d5403fec-3a9f-415f-ae3b-eac86c03b5dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37538a9b-6f77-4c5c-820a-8ab3fc2ac9f3']}} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:21:51.358471 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1a7ab551-0e0a-4136-aa84-de849fcbd2fc req-aba5ccc5-e3b7-4a2c-b9f2-e01f501743b5 tempest-ServerShowV247Test-1049381922 tempest-ServerShowV247Test-1049381922-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a0e8784-50dd-4db4-bab0-6dcb4ceef634 HTTP/1.1" status: 200 len: 210 time: 0.0532556 Jan 28 07:21:51.361917 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-d5403fec-3a9f-415f-ae3b-eac86c03b5dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79a4a679-ea86-4384-8cfe-819108ce8cbf') {'for_net_delete': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:21:51.362225 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-d5403fec-3a9f-415f-ae3b-eac86c03b5dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79a4a679-ea86-4384-8cfe-819108ce8cbf') {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:21:51.383946 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d5403fec-3a9f-415f-ae3b-eac86c03b5dd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13506801'] for segment (79a4a679-ea86-4384-8cfe-819108ce8cbf), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:51.403216 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d5403fec-3a9f-415f-ae3b-eac86c03b5dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (79a4a679-ea86-4384-8cfe-819108ce8cbf), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:51.416022 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5403fec-3a9f-415f-ae3b-eac86c03b5dd admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=103283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:21:51.416272 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d5403fec-3a9f-415f-ae3b-eac86c03b5dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13546563'] for segment (79a4a679-ea86-4384-8cfe-819108ce8cbf), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:51.460419 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a25237de-7c87-455b-aa4d-8ecdaedb9f22 req-fcf7d655-e595-4dc1-8348-c4f56af56e2a service neutron] 10.222.0.44 "GET /v2.0/networks/059fab71-040e-40b1-965c-7a420accf13f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3458283 Jan 28 07:21:51.471953 n-d-712749-28 neutron-server[103283]: Traceback (most recent call last): Jan 28 07:21:51.471953 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:21:51.471953 n-d-712749-28 neutron-server[103283]: timer() Jan 28 07:21:51.471953 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:21:51.471953 n-d-712749-28 neutron-server[103283]: cb(*args, **kw) Jan 28 07:21:51.471953 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:21:51.471953 n-d-712749-28 neutron-server[103283]: return func(*args, **kwargs) Jan 28 07:21:51.471953 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:21:51.471953 n-d-712749-28 neutron-server[103283]: self._notify() Jan 28 07:21:51.471953 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:21:51.471953 n-d-712749-28 neutron-server[103283]: self.callback(batched_events) Jan 28 07:21:51.471953 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:21:51.471953 n-d-712749-28 neutron-server[103283]: event.method(event) Jan 28 07:21:51.471953 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:21:51.471953 n-d-712749-28 neutron-server[103283]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:21:51.471953 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:21:51.471953 n-d-712749-28 neutron-server[103283]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:21:51.471953 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:21:51.471953 n-d-712749-28 neutron-server[103283]: return f(self, *a, **k) Jan 28 07:21:51.471953 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:21:51.471953 n-d-712749-28 neutron-server[103283]: return self._get(url).json() Jan 28 07:21:51.471953 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:21:51.471953 n-d-712749-28 neutron-server[103283]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:21:51.471953 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:21:51.471953 n-d-712749-28 neutron-server[103283]: return self.request(url, 'GET', **kwargs) Jan 28 07:21:51.471953 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:21:51.471953 n-d-712749-28 neutron-server[103283]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:21:51.471953 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:21:51.471953 n-d-712749-28 neutron-server[103283]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:21:51.471953 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:21:51.471953 n-d-712749-28 neutron-server[103283]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:21:51.471953 n-d-712749-28 neutron-server[103283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:21:51.520322 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d5403fec-3a9f-415f-ae3b-eac86c03b5dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (37538a9b-6f77-4c5c-820a-8ab3fc2ac9f3), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:51.523897 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df59d0f9-4741-40ba-928c-ba91eb22d272', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3e2eb1c-7ff6-422a-aceb-db1d56f8bfa1'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:21:51.530894 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d5403fec-3a9f-415f-ae3b-eac86c03b5dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:51.538415 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-565832ac-0915-4ec7-81ba-7f5431361595" -d '{"events": [{"server_uuid": "df59d0f9-4741-40ba-928c-ba91eb22d272", "name": "network-vif-plugged", "status": "completed", "tag": "b3e2eb1c-7ff6-422a-aceb-db1d56f8bfa1"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:21:51.541584 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-d5403fec-3a9f-415f-ae3b-eac86c03b5dd admin admin] 10.222.0.41 "DELETE /v2.0/networks/37538a9b-6f77-4c5c-820a-8ab3fc2ac9f3 HTTP/1.1" status: 204 len: 168 time: 0.4598067 Jan 28 07:21:51.580038 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 53986) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:21:51.587715 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5403fec-3a9f-415f-ae3b-eac86c03b5dd admin admin] Pushing event deleted for resources: {'Network': ['ID=37538a9b-6f77-4c5c-820a-8ab3fc2ac9f3,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:21:51.609677 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-64156c51-1a0d-46a0-8ee4-d6f1bbd6a62d req-194cfe76-4244-4be7-a24b-df30a73b08c8 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7 HTTP/1.1" status: 200 len: 210 time: 0.1176486 Jan 28 07:21:51.647948 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:21:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d025cf2-fee1-4308-b8e9-f190cc5848c8 x-openstack-request-id: req-7d025cf2-fee1-4308-b8e9-f190cc5848c8 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:21:51.648553 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df59d0f9-4741-40ba-928c-ba91eb22d272", "name": "network-vif-plugged", "status": "completed", "tag": "b3e2eb1c-7ff6-422a-aceb-db1d56f8bfa1", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:21:51.648993 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7d025cf2-fee1-4308-b8e9-f190cc5848c8 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:21:51.649650 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df59d0f9-4741-40ba-928c-ba91eb22d272', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3e2eb1c-7ff6-422a-aceb-db1d56f8bfa1', 'code': 200} Jan 28 07:21:51.692116 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf70cba-5fd9-49d4-95c3-2ffd558abfdf req-a424e761-0c20-4cd9-9986-a02f96303d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:51.694547 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0bf70cba-5fd9-49d4-95c3-2ffd558abfdf req-a424e761-0c20-4cd9-9986-a02f96303d03 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=56a625391b2541e4b0005466311fb896&device_id=97721ca7-3273-4190-96e6-6e5d31f0e024 HTTP/1.1" status: 200 len: 1096 time: 0.1130180 Jan 28 07:21:51.842675 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945562a3-5697-426b-9258-efe6bc0d7cc7 req-5839a23d-d318-4e8b-8723-2fc84e2fcc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:51.844931 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-945562a3-5697-426b-9258-efe6bc0d7cc7 req-5839a23d-d318-4e8b-8723-2fc84e2fcc1a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=df59d0f9-4741-40ba-928c-ba91eb22d272 HTTP/1.1" status: 200 len: 1097 time: 0.0751653 Jan 28 07:21:51.858231 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7124dc-86db-4a33-a53e-848b991ad956 req-ba7c3f16-79a3-4fbd-97e7-2cdd52fb1e58 tempest-VolumesActionsTest-774629944 tempest-VolumesActionsTest-774629944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:51.860883 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4f7124dc-86db-4a33-a53e-848b991ad956 req-ba7c3f16-79a3-4fbd-97e7-2cdd52fb1e58 tempest-VolumesActionsTest-774629944 tempest-VolumesActionsTest-774629944-project] 10.222.0.41 "GET /v2.0/ports?device_id=df59d0f9-4741-40ba-928c-ba91eb22d272 HTTP/1.1" status: 200 len: 945 time: 0.1457167 Jan 28 07:21:51.897771 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 54000) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:21:51.941175 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf70cba-5fd9-49d4-95c3-2ffd558abfdf req-4c06148b-1f83-4a4e-83ab-be77d60be21c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:51.942727 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0bf70cba-5fd9-49d4-95c3-2ffd558abfdf req-4c06148b-1f83-4a4e-83ab-be77d60be21c service neutron] 10.222.0.44 "GET /v2.0/networks?id=059fab71-040e-40b1-965c-7a420accf13f HTTP/1.1" status: 200 len: 922 time: 0.2389188 Jan 28 07:21:51.956231 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-087ae57b-a0d7-4a7d-8731-c50b5d361803 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ac921758ef5844fcbc627b164b70eda0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0551581 Jan 28 07:21:51.957846 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 54002) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:21:52.000834 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4f7124dc-86db-4a33-a53e-848b991ad956 req-12677122-247f-479d-8d5f-745448217a44 tempest-VolumesActionsTest-774629944 tempest-VolumesActionsTest-774629944-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3e43765-6beb-4085-a4a7-b9f8fe091303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306591 Jan 28 07:21:52.003495 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0bf70cba-5fd9-49d4-95c3-2ffd558abfdf req-888eafad-76f7-4d6e-beed-2ae0bfe98b1c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=79fa6653-9c65-4816-8d88-f7df04929e71 HTTP/1.1" status: 200 len: 217 time: 0.0516005 Jan 28 07:21:52.008577 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-16aaea0c-9c59-4cc9-98d2-0909fbc4b0c5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6b60fc114e4e4c8981a483adabdd6380&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4136896 Jan 28 07:21:52.009183 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 54004) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:21:52.029182 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6a5bea-0077-4004-a71b-971cfd11e914 req-8f6a4d42-5e58-4cf7-ade4-c324586cfadd tempest-ServerMetadataNegativeTestJSON-454509507 tempest-ServerMetadataNegativeTestJSON-454509507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:52.030695 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-cc6a5bea-0077-4004-a71b-971cfd11e914 req-8f6a4d42-5e58-4cf7-ade4-c324586cfadd tempest-ServerMetadataNegativeTestJSON-454509507 tempest-ServerMetadataNegativeTestJSON-454509507-project] 10.222.0.41 "GET /v2.0/ports?device_id=97721ca7-3273-4190-96e6-6e5d31f0e024 HTTP/1.1" status: 200 len: 944 time: 0.1453614 Jan 28 07:21:52.034057 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-945562a3-5697-426b-9258-efe6bc0d7cc7 req-589dc75d-b97a-4830-8b8f-4abe9e0ebb28 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=f3e43765-6beb-4085-a4a7-b9f8fe091303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804979 Jan 28 07:21:52.083227 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-968ffd69-e319-40ef-a476-4c81f3f98117 admin admin] Publish callbacks [] for security_group (6fd0d524-aa29-4f75-ab2b-f26908a6b55c), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:52.096783 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf70cba-5fd9-49d4-95c3-2ffd558abfdf req-4872eaaa-723c-4f5e-ae3c-b9aacb06a861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:52.098285 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0bf70cba-5fd9-49d4-95c3-2ffd558abfdf req-4872eaaa-723c-4f5e-ae3c-b9aacb06a861 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=914bff09-0d2e-4754-aeb3-861f388f788d HTTP/1.1" status: 200 len: 861 time: 0.0820341 Jan 28 07:21:52.106077 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-968ffd69-e319-40ef-a476-4c81f3f98117 admin admin] Publish callbacks [] for security_group (6fd0d524-aa29-4f75-ab2b-f26908a6b55c), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:52.118119 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [req-37b4d57e-281b-47de-80e6-f31bc810d08c req-76532ea5-94ed-4838-ac58-d04adc87e017 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 07:21:52.119138 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-37b4d57e-281b-47de-80e6-f31bc810d08c req-76532ea5-94ed-4838-ac58-d04adc87e017 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0096836 Jan 28 07:21:52.148548 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0bf70cba-5fd9-49d4-95c3-2ffd558abfdf req-327df1cf-eb51-4f73-b2d7-2db0bd64d61f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=059fab71-040e-40b1-965c-7a420accf13f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400114 Jan 28 07:21:52.149343 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-949f25cf-a03c-49df-b04f-76c242e5110e admin admin] Publish callbacks [] for security_group (e21e366a-bb48-4f56-bb4b-d1cb98bbbf74), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:52.162841 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-968ffd69-e319-40ef-a476-4c81f3f98117 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (6fd0d524-aa29-4f75-ab2b-f26908a6b55c), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:52.165532 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-968ffd69-e319-40ef-a476-4c81f3f98117 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:52.169740 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-968ffd69-e319-40ef-a476-4c81f3f98117 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6fd0d524-aa29-4f75-ab2b-f26908a6b55c HTTP/1.1" status: 204 len: 168 time: 0.2055101 Jan 28 07:21:52.177410 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968ffd69-e319-40ef-a476-4c81f3f98117 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fd0d524-aa29-4f75-ab2b-f26908a6b55c,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:21:52.202679 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-cc6a5bea-0077-4004-a71b-971cfd11e914 req-63411369-929e-42ad-81e3-235654b79810 tempest-ServerMetadataNegativeTestJSON-454509507 tempest-ServerMetadataNegativeTestJSON-454509507-project] 10.222.0.41 "GET /v2.0/security-groups?id=9913aa6f-1829-4141-9748-47b1495ae0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493549 Jan 28 07:21:52.226552 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-949f25cf-a03c-49df-b04f-76c242e5110e admin admin] Publish callbacks [] for security_group (e21e366a-bb48-4f56-bb4b-d1cb98bbbf74), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:52.373696 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0bf70cba-5fd9-49d4-95c3-2ffd558abfdf req-c5715f3a-8826-4798-9098-04432c3a2879 service neutron] 10.222.0.44 "GET /v2.0/networks/059fab71-040e-40b1-965c-7a420accf13f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117200 Jan 28 07:21:52.452535 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-949f25cf-a03c-49df-b04f-76c242e5110e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (e21e366a-bb48-4f56-bb4b-d1cb98bbbf74), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:52.455118 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-949f25cf-a03c-49df-b04f-76c242e5110e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:52.458538 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-949f25cf-a03c-49df-b04f-76c242e5110e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e21e366a-bb48-4f56-bb4b-d1cb98bbbf74 HTTP/1.1" status: 204 len: 168 time: 0.4467549 Jan 28 07:21:52.516750 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949f25cf-a03c-49df-b04f-76c242e5110e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e21e366a-bb48-4f56-bb4b-d1cb98bbbf74,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:21:52.579506 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a36a1bf-a2e0-48aa-b3b2-2dbab14f4ff5 req-14c1c55f-c235-42ee-bf94-5e8d5f0592df tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:52.586346 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0a36a1bf-a2e0-48aa-b3b2-2dbab14f4ff5 req-14c1c55f-c235-42ee-bf94-5e8d5f0592df tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/ports?device_id=28886562-bead-4c03-b18c-42830d7b7629 HTTP/1.1" status: 200 len: 944 time: 0.2062607 Jan 28 07:21:52.630675 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0bf70cba-5fd9-49d4-95c3-2ffd558abfdf req-7f554a62-5ea1-46e2-a122-ff8a4adec24b service neutron] 10.222.0.44 "GET /v2.0/networks/059fab71-040e-40b1-965c-7a420accf13f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2480276 Jan 28 07:21:52.681454 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0a36a1bf-a2e0-48aa-b3b2-2dbab14f4ff5 req-fd348941-66e7-485b-b6bf-096f3991a6e8 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3913eaa-d94a-405d-af3b-c47b7c21bae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940554 Jan 28 07:21:52.760172 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d51eff74-3d93-44db-bfa3-be11590330d0 req-721de066-2ffe-4241-b38d-8630f1cb80ee service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7a38671b923241aea2865e9dc5c5856a&device_id=fc3ceb1a-eb56-4f74-b211-9fad0b937eaa HTTP/1.1" status: 200 len: 210 time: 0.0473132 Jan 28 07:21:52.825703 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d51eff74-3d93-44db-bfa3-be11590330d0 req-8508f181-2d66-44d7-97aa-65baa22ec9d0 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=7a38671b923241aea2865e9dc5c5856a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0448830 Jan 28 07:21:52.872258 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-77168f22-8444-435a-90e7-3fd9502ead86 req-f58f11a5-81db-4662-8c28-1067bdbc8530 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7 HTTP/1.1" status: 200 len: 210 time: 0.0591536 Jan 28 07:21:52.904853 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1f1d7720-ab40-4bd0-9e22-94941ee262b2 req-16a68b31-f0ce-4259-af66-1cef0c8bd068 tempest-ServerShowV247Test-1049381922 tempest-ServerShowV247Test-1049381922-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc3ceb1a-eb56-4f74-b211-9fad0b937eaa HTTP/1.1" status: 200 len: 210 time: 0.0868692 Jan 28 07:21:53.002189 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51eff74-3d93-44db-bfa3-be11590330d0 req-38253806-46e6-4283-a9f8-4f4443f48453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:53.004648 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d51eff74-3d93-44db-bfa3-be11590330d0 req-38253806-46e6-4283-a9f8-4f4443f48453 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1659822 Jan 28 07:21:53.073095 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 54042) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:21:53.162435 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-15bb2932-a187-431b-a3c9-f0babc18ad11 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1c9d7d15b16a4ab7a21500577f91e169&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0881836 Jan 28 07:21:53.166253 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-60e51cd7-881b-480c-96c9-39e5a3f279e7 req-dd31c877-3862-457c-a4d8-ba3c67d2c970 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=28886562-bead-4c03-b18c-42830d7b7629&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3295257 Jan 28 07:21:53.167099 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 54044) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:21:53.170087 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e32b93-bba4-40f8-bfbc-18dba92b8037 req-6a2f83ff-e529-4910-a312-a17f14f2c685 tempest-VolumesActionsTest-774629944 tempest-VolumesActionsTest-774629944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:53.173889 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-36e32b93-bba4-40f8-bfbc-18dba92b8037 req-6a2f83ff-e529-4910-a312-a17f14f2c685 tempest-VolumesActionsTest-774629944 tempest-VolumesActionsTest-774629944-project] 10.222.0.41 "GET /v2.0/ports?device_id=df59d0f9-4741-40ba-928c-ba91eb22d272 HTTP/1.1" status: 200 len: 945 time: 0.0705314 Jan 28 07:21:53.200824 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [req-60e51cd7-881b-480c-96c9-39e5a3f279e7 req-e1bf83ad-209e-457a-8116-371d6d49a2a3 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 07:21:53.210333 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device e8bba4ec-e3da-41ff-8c8b-c71a7709aa9e no longer exists at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:21:53.215135 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-60e51cd7-881b-480c-96c9-39e5a3f279e7 req-e1bf83ad-209e-457a-8116-371d6d49a2a3 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0201049 Jan 28 07:21:53.311295 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-36e32b93-bba4-40f8-bfbc-18dba92b8037 req-b368f452-a8dd-4b4d-b5f9-610814e7eff8 tempest-VolumesActionsTest-774629944 tempest-VolumesActionsTest-774629944-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3e43765-6beb-4085-a4a7-b9f8fe091303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290822 Jan 28 07:21:53.340379 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fd62c26a-5a04-42b2-ba34-83851c44705f admin admin] Publish callbacks [] for security_group (2f30f2cf-bf7a-4e53-8674-ff7bcb50f4ba), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:53.406031 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fd62c26a-5a04-42b2-ba34-83851c44705f admin admin] Publish callbacks [] for security_group (2f30f2cf-bf7a-4e53-8674-ff7bcb50f4ba), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:53.439418 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port e8bba4ec-e3da-41ff-8c8b-c71a7709aa9e is: DOWN; New status is: DOWN {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:21:53.469539 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38dfddc-f6aa-4bdf-9fab-31f8e36e8d62 req-61223692-9a3b-4dd6-aacd-f6964a76dd84 tempest-ServerMetadataNegativeTestJSON-454509507 tempest-ServerMetadataNegativeTestJSON-454509507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:53.471290 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e38dfddc-f6aa-4bdf-9fab-31f8e36e8d62 req-61223692-9a3b-4dd6-aacd-f6964a76dd84 tempest-ServerMetadataNegativeTestJSON-454509507 tempest-ServerMetadataNegativeTestJSON-454509507-project] 10.222.0.41 "GET /v2.0/ports?device_id=97721ca7-3273-4190-96e6-6e5d31f0e024 HTTP/1.1" status: 200 len: 944 time: 0.1042416 Jan 28 07:21:53.505800 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fd62c26a-5a04-42b2-ba34-83851c44705f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (2f30f2cf-bf7a-4e53-8674-ff7bcb50f4ba), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:53.508355 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fd62c26a-5a04-42b2-ba34-83851c44705f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:53.514257 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-fd62c26a-5a04-42b2-ba34-83851c44705f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2f30f2cf-bf7a-4e53-8674-ff7bcb50f4ba HTTP/1.1" status: 204 len: 168 time: 0.3284838 Jan 28 07:21:53.524389 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd62c26a-5a04-42b2-ba34-83851c44705f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f30f2cf-bf7a-4e53-8674-ff7bcb50f4ba,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:21:53.589839 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e38dfddc-f6aa-4bdf-9fab-31f8e36e8d62 req-e91bf9a3-2153-467e-a77a-200977348a4b tempest-ServerMetadataNegativeTestJSON-454509507 tempest-ServerMetadataNegativeTestJSON-454509507-project] 10.222.0.41 "GET /v2.0/security-groups?id=9913aa6f-1829-4141-9748-47b1495ae0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054745 Jan 28 07:21:53.857393 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5269be77-5970-4036-bb0e-e0bf8ac8668e req-63dab68a-5245-476e-92fd-952ec556986a tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:53.859323 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5269be77-5970-4036-bb0e-e0bf8ac8668e req-63dab68a-5245-476e-92fd-952ec556986a tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/ports?device_id=28886562-bead-4c03-b18c-42830d7b7629 HTTP/1.1" status: 200 len: 944 time: 0.0602462 Jan 28 07:21:53.940493 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5269be77-5970-4036-bb0e-e0bf8ac8668e req-4826a610-ab10-47ba-a0c5-951e2e3bcb30 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3913eaa-d94a-405d-af3b-c47b7c21bae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504646 Jan 28 07:21:53.958818 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 54080) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:21:54.046115 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-68cbba97-0eb0-4534-bb7f-47732a5d6eac req-b15027a1-8f26-43c7-9938-ef8709adea41 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7 HTTP/1.1" status: 200 len: 210 time: 0.0566900 Jan 28 07:21:54.068525 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-45be3032-0717-4b35-8f40-000069e0bf10 req-050c7d4c-d54d-4b61-a0f0-f6f3edc2c4ed tempest-ServerShowV247Test-1049381922 tempest-ServerShowV247Test-1049381922-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc3ceb1a-eb56-4f74-b211-9fad0b937eaa HTTP/1.1" status: 200 len: 210 time: 0.0591347 Jan 28 07:21:54.153984 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-b2bc460b-b7b7-460f-8474-dba7999c07f2 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1285334393-network', 'tenant_id': '3c6c4a028cf94108bec2ec0b2974d903'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:21:54.177503 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2bc460b-b7b7-460f-8474-dba7999c07f2 admin admin] Made reservation on behalf of 3c6c4a028cf94108bec2ec0b2974d903 for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:21:54.180695 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b2bc460b-b7b7-460f-8474-dba7999c07f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:54.193738 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b2bc460b-b7b7-460f-8474-dba7999c07f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:54.321049 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b2bc460b-b7b7-460f-8474-dba7999c07f2 admin admin] Publish callbacks [] for security_group (1ba1291a-f150-42f4-bf3d-2e5c804d6128), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:54.326253 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b2bc460b-b7b7-460f-8474-dba7999c07f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (1ba1291a-f150-42f4-bf3d-2e5c804d6128), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:54.403231 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2bc460b-b7b7-460f-8474-dba7999c07f2 admin admin] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:21:54.441950 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bc460b-b7b7-460f-8474-dba7999c07f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ba1291a-f150-42f4-bf3d-2e5c804d6128,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:21:54.459648 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b2bc460b-b7b7-460f-8474-dba7999c07f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (f3b24596-5323-4eaa-bd8d-534416f2c6c4), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:54.459984 n-d-712749-28 neutron-server[103284]: INFO neutron.db.segments_db [None req-b2bc460b-b7b7-460f-8474-dba7999c07f2 admin admin] Added segment f3b24596-5323-4eaa-bd8d-534416f2c6c4 of type vlan for network d1475e27-b0c3-4efe-ad93-495023de269c Jan 28 07:21:54.530104 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7458e220-82eb-4eec-bdcd-99cf28b4a7f0 req-8de31c3a-46a9-4d09-a35a-bce460b9776f tempest-VolumesActionsTest-774629944 tempest-VolumesActionsTest-774629944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:54.531655 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7458e220-82eb-4eec-bdcd-99cf28b4a7f0 req-8de31c3a-46a9-4d09-a35a-bce460b9776f tempest-VolumesActionsTest-774629944 tempest-VolumesActionsTest-774629944-project] 10.222.0.41 "GET /v2.0/ports?device_id=df59d0f9-4741-40ba-928c-ba91eb22d272 HTTP/1.1" status: 200 len: 945 time: 0.1543233 Jan 28 07:21:54.534054 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b2bc460b-b7b7-460f-8474-dba7999c07f2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (d1475e27-b0c3-4efe-ad93-495023de269c), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:54.562081 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d51eff74-3d93-44db-bfa3-be11590330d0 req-ae9e77aa-3c23-4745-8028-e9ed695d03db tempest-ServerShowV247Test-1049381922 tempest-ServerShowV247Test-1049381922-project] 10.222.0.44 "GET /v2.0/ports?device_id=fc3ceb1a-eb56-4f74-b211-9fad0b937eaa HTTP/1.1" status: 200 len: 210 time: 0.0487151 Jan 28 07:21:54.576005 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 54104) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:21:54.620448 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b2bc460b-b7b7-460f-8474-dba7999c07f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (d1475e27-b0c3-4efe-ad93-495023de269c), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:54.621559 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2bc460b-b7b7-460f-8474-dba7999c07f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:54.622394 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b2bc460b-b7b7-460f-8474-dba7999c07f2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:54.655392 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7458e220-82eb-4eec-bdcd-99cf28b4a7f0 req-3df58808-485e-4eb7-b4e7-2117e10d9027 tempest-VolumesActionsTest-774629944 tempest-VolumesActionsTest-774629944-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3e43765-6beb-4085-a4a7-b9f8fe091303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994985 Jan 28 07:21:54.693860 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-b2bc460b-b7b7-460f-8474-dba7999c07f2 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.7336414 Jan 28 07:21:54.696930 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 54112) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:21:54.703909 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-065b007d-61ac-494e-8333-41863d421f3a admin admin] Request body: {'subnet': {'network_id': 'd1475e27-b0c3-4efe-ad93-495023de269c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1285334393-subnet', 'tenant_id': '3c6c4a028cf94108bec2ec0b2974d903', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:21:54.710715 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bc460b-b7b7-460f-8474-dba7999c07f2 admin admin] Pushing event updated for resources: {'Network': ['ID=d1475e27-b0c3-4efe-ad93-495023de269c,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:21:54.723114 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network d1475e27-b0c3-4efe-ad93-495023de269c details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:21:54.751665 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-065b007d-61ac-494e-8333-41863d421f3a admin admin] Made reservation on behalf of 3c6c4a028cf94108bec2ec0b2974d903 for: {'subnet': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:21:54.754865 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-065b007d-61ac-494e-8333-41863d421f3a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13555781'] for subnet (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:54.808744 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-85726b42-25d2-4971-bcf5-ce3490d2ada0 tempest-ServiceProvidersTest-1325719809 tempest-ServiceProvidersTest-1325719809-project] 10.222.0.41 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2196960 Jan 28 07:21:54.958838 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85eefbd-fc3c-45da-bca2-6ff1d3bb5b89 req-095bc4ac-888b-4b0a-9375-706c152785df tempest-ServerMetadataNegativeTestJSON-454509507 tempest-ServerMetadataNegativeTestJSON-454509507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:54.965891 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f85eefbd-fc3c-45da-bca2-6ff1d3bb5b89 req-095bc4ac-888b-4b0a-9375-706c152785df tempest-ServerMetadataNegativeTestJSON-454509507 tempest-ServerMetadataNegativeTestJSON-454509507-project] 10.222.0.41 "GET /v2.0/ports?device_id=97721ca7-3273-4190-96e6-6e5d31f0e024 HTTP/1.1" status: 200 len: 944 time: 0.1006894 Jan 28 07:21:55.122955 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb6f74e-69a2-4035-870d-eb218b1503d2 req-46a378a8-21b3-4514-8242-753053cefc30 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:55.138373 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-afb6f74e-69a2-4035-870d-eb218b1503d2 req-46a378a8-21b3-4514-8242-753053cefc30 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/ports?device_id=28886562-bead-4c03-b18c-42830d7b7629 HTTP/1.1" status: 200 len: 944 time: 0.1052039 Jan 28 07:21:55.143608 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f85eefbd-fc3c-45da-bca2-6ff1d3bb5b89 req-bd08beb9-ee66-4872-8db1-fd5b7a8aa322 tempest-ServerMetadataNegativeTestJSON-454509507 tempest-ServerMetadataNegativeTestJSON-454509507-project] 10.222.0.41 "GET /v2.0/security-groups?id=9913aa6f-1829-4141-9748-47b1495ae0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764333 Jan 28 07:21:55.145905 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-065b007d-61ac-494e-8333-41863d421f3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13546728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13555799'] for subnet (592b9e2b-8e1d-43e3-874d-2141ea985036), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:55.212415 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 79fa6653-9c65-4816-8d88-f7df04929e71 details requested by agent hyperv_n-h2-712749-28 with host n-h2-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:21:55.256833 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-afb6f74e-69a2-4035-870d-eb218b1503d2 req-2425a4e4-7e62-4562-8fb6-8b5f18bcb4d8 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3913eaa-d94a-405d-af3b-c47b7c21bae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172881 Jan 28 07:21:55.257619 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 54124) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:21:55.390310 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065b007d-61ac-494e-8333-41863d421f3a admin admin] Checking segment: {'id': 'f3b24596-5323-4eaa-bd8d-534416f2c6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd1475e27-b0c3-4efe-ad93-495023de269c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:21:55.390765 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-065b007d-61ac-494e-8333-41863d421f3a admin admin] Network hostable DHCP agents. Network: d1475e27-b0c3-4efe-ad93-495023de269c, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:21:55.396046 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b007d-61ac-494e-8333-41863d421f3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=592b9e2b-8e1d-43e3-874d-2141ea985036,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:21:55.418382 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-3611d1ae-ddb5-49da-8151-db6ef9677fe5 req-783d03c4-91af-4344-b098-287325735607 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7 HTTP/1.1" status: 200 len: 210 time: 0.0892725 Jan 28 07:21:55.453657 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1c507d10-5f7f-4f48-9dc0-1efeacf36a20 req-cf2fd05c-2b8d-42e8-800d-b292220ace9a tempest-ServerShowV247Test-1049381922 tempest-ServerShowV247Test-1049381922-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc3ceb1a-eb56-4f74-b211-9fad0b937eaa HTTP/1.1" status: 200 len: 210 time: 0.0505729 Jan 28 07:21:55.462660 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-065b007d-61ac-494e-8333-41863d421f3a admin admin] Network d1475e27-b0c3-4efe-ad93-495023de269c is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:21:55.463995 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 79fa6653-9c65-4816-8d88-f7df04929e71, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=79fa6653-9c65-4816-8d88-f7df04929e71,segment=NetworkSegment(710560b5-517d-499a-b673-9eb660525dc9),segment_id=710560b5-517d-499a-b673-9eb660525dc9)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:21:55.476988 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-52b82443-95f2-47c7-8ef0-496c92ab6310 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:55.481330 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-065b007d-61ac-494e-8333-41863d421f3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, d1475e27-b0c3-4efe-ad93-495023de269c) {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:21:55.486430 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-065b007d-61ac-494e-8333-41863d421f3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:55.487562 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-065b007d-61ac-494e-8333-41863d421f3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:55.495511 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd7903e-27a4-473f-8206-726c9082515c None None] Network d1475e27-b0c3-4efe-ad93-495023de269c requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:21:55.525371 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-065b007d-61ac-494e-8333-41863d421f3a admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.8248627 Jan 28 07:21:55.525623 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Returning: {'device': '79fa6653-9c65-4816-8d88-f7df04929e71', 'network_id': '059fab71-040e-40b1-965c-7a420accf13f', 'port_id': '79fa6653-9c65-4816-8d88-f7df04929e71', 'mac_address': 'fa:16:3e:39:28:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '914bff09-0d2e-4754-aeb3-861f388f788d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:21:55.525764 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 54128) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:21:55.530930 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-12f6048d-580c-4192-a35e-003e63b95cb9 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1285334393-router', 'tenant_id': '3c6c4a028cf94108bec2ec0b2974d903', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:21:55.585898 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-12f6048d-580c-4192-a35e-003e63b95cb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16606890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127275'] for router (853b6441-a5f3-482b-83d4-c7438e2a912c), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:55.587140 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-12f6048d-580c-4192-a35e-003e63b95cb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16605498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16607952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16355422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127266'] for router (853b6441-a5f3-482b-83d4-c7438e2a912c), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:55.622891 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port 79fa6653-9c65-4816-8d88-f7df04929e71 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:21:55.623285 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (79fa6653-9c65-4816-8d88-f7df04929e71), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:55.645020 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79fa6653-9c65-4816-8d88-f7df04929e71 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:21:55.646865 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-52b82443-95f2-47c7-8ef0-496c92ab6310 admin admin] Publish callbacks [] for security_group (52b8e432-9db3-440d-94eb-e305fec2b26a), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:55.652585 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-52b82443-95f2-47c7-8ef0-496c92ab6310 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (52b8e432-9db3-440d-94eb-e305fec2b26a), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:55.659127 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-12f6048d-580c-4192-a35e-003e63b95cb9 admin admin] Publish callbacks [] for router_controller (853b6441-a5f3-482b-83d4-c7438e2a912c), precommit_add_association {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:55.697715 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b82443-95f2-47c7-8ef0-496c92ab6310 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52b8e432-9db3-440d-94eb-e305fec2b26a,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:21:55.704232 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-52b82443-95f2-47c7-8ef0-496c92ab6310 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=690f604f2e004cba8c2fc8c8edae65c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4457009 Jan 28 07:21:55.706580 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 54132) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:21:55.720366 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 79fa6653-9c65-4816-8d88-f7df04929e71, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=79fa6653-9c65-4816-8d88-f7df04929e71,segment=NetworkSegment(710560b5-517d-499a-b673-9eb660525dc9),segment_id=710560b5-517d-499a-b673-9eb660525dc9)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:21:55.733690 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1042fcf-d978-46af-8daf-4784e1aa69f4 None None] Network d1475e27-b0c3-4efe-ad93-495023de269c requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:21:55.783989 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (79fa6653-9c65-4816-8d88-f7df04929e71), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:55.846266 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-12f6048d-580c-4192-a35e-003e63b95cb9 admin admin] Publish callbacks [] for router_gateway (853b6441-a5f3-482b-83d4-c7438e2a912c), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:55.858433 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=79fa6653-9c65-4816-8d88-f7df04929e71,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:21:55.880438 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cc689cea-ad0d-4641-a6c5-207f0cbbf019 admin admin] Publish callbacks [] for security_group (52b8e432-9db3-440d-94eb-e305fec2b26a), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:55.936720 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cc689cea-ad0d-4641-a6c5-207f0cbbf019 admin admin] Publish callbacks [] for security_group (52b8e432-9db3-440d-94eb-e305fec2b26a), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:55.999120 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cc689cea-ad0d-4641-a6c5-207f0cbbf019 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (52b8e432-9db3-440d-94eb-e305fec2b26a), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:56.001824 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cc689cea-ad0d-4641-a6c5-207f0cbbf019 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:56.002964 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-cc689cea-ad0d-4641-a6c5-207f0cbbf019 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/52b8e432-9db3-440d-94eb-e305fec2b26a HTTP/1.1" status: 204 len: 168 time: 0.2939968 Jan 28 07:21:56.022192 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc689cea-ad0d-4641-a6c5-207f0cbbf019 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52b8e432-9db3-440d-94eb-e305fec2b26a,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:21:56.058326 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['79fa6653-9c65-4816-8d88-f7df04929e71'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:21:56.142420 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-12f6048d-580c-4192-a35e-003e63b95cb9 admin admin] Publish callbacks [] for router_gateway (853b6441-a5f3-482b-83d4-c7438e2a912c), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:56.167171 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-12f6048d-580c-4192-a35e-003e63b95cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:56.307634 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeda59cb-1683-4a48-9ec1-8ccb8f98a9e6 req-905d1c72-15f2-4bfd-8677-363b20fa86c5 tempest-ServerMetadataNegativeTestJSON-454509507 tempest-ServerMetadataNegativeTestJSON-454509507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:56.309682 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-aeda59cb-1683-4a48-9ec1-8ccb8f98a9e6 req-905d1c72-15f2-4bfd-8677-363b20fa86c5 tempest-ServerMetadataNegativeTestJSON-454509507 tempest-ServerMetadataNegativeTestJSON-454509507-project] 10.222.0.41 "GET /v2.0/ports?device_id=97721ca7-3273-4190-96e6-6e5d31f0e024 HTTP/1.1" status: 200 len: 945 time: 0.0874579 Jan 28 07:21:56.376766 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-aeda59cb-1683-4a48-9ec1-8ccb8f98a9e6 req-96cea313-ac0b-41f4-a759-6fa2f3abf96c tempest-ServerMetadataNegativeTestJSON-454509507 tempest-ServerMetadataNegativeTestJSON-454509507-project] 10.222.0.41 "GET /v2.0/security-groups?id=9913aa6f-1829-4141-9748-47b1495ae0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610354 Jan 28 07:21:56.395003 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-12f6048d-580c-4192-a35e-003e63b95cb9 admin admin] Allocated IP 172.25.6.173 (7d5b3724-deef-4831-8d43-cb9b8176573c/b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc/97ad6503-05e0-4ce3-b62d-95041492adda) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:21:56.490153 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbe59b5-7f9b-4f8d-af0e-c177375a91e1 req-98a264c8-c7c4-4fc2-8c86-672df053fa15 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:56.497000 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5cbe59b5-7f9b-4f8d-af0e-c177375a91e1 req-98a264c8-c7c4-4fc2-8c86-672df053fa15 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/ports?device_id=28886562-bead-4c03-b18c-42830d7b7629 HTTP/1.1" status: 200 len: 944 time: 0.1391721 Jan 28 07:21:56.538170 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3bbacbb2-0606-44a1-9a50-d39824994c80 req-8192932b-aefc-4669-9d0b-7c3681c1c791 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7 HTTP/1.1" status: 200 len: 210 time: 0.0338857 Jan 28 07:21:56.590778 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5cbe59b5-7f9b-4f8d-af0e-c177375a91e1 req-acb637db-1060-4081-aa45-9d2ea5c7d248 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3913eaa-d94a-405d-af3b-c47b7c21bae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927649 Jan 28 07:21:56.620486 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-12f6048d-580c-4192-a35e-003e63b95cb9 admin admin] Publish callbacks [] for port (97ad6503-05e0-4ce3-b62d-95041492adda), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:56.668642 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-12f6048d-580c-4192-a35e-003e63b95cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (97ad6503-05e0-4ce3-b62d-95041492adda), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:56.739183 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f6048d-580c-4192-a35e-003e63b95cb9 admin admin] Network 7d5b3724-deef-4831-8d43-cb9b8176573c is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:21:56.740603 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f6048d-580c-4192-a35e-003e63b95cb9 admin admin] Pushing event updated for resources: {'Port': ['ID=97ad6503-05e0-4ce3-b62d-95041492adda,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:21:56.743610 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-12f6048d-580c-4192-a35e-003e63b95cb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:21:56.752557 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f6048d-580c-4192-a35e-003e63b95cb9 admin admin] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:21:56.907881 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 54170) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:21:57.038830 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-46772bc8-abf3-488a-b354-5f78ce090201 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:57.055727 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-12f6048d-580c-4192-a35e-003e63b95cb9 admin admin] Publish callbacks [] for router_gateway (853b6441-a5f3-482b-83d4-c7438e2a912c), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:57.163127 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-46772bc8-abf3-488a-b354-5f78ce090201 admin admin] Publish callbacks [] for security_group (0d111fe7-9fcc-4b89-8867-e8e05e35dfa4), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:57.171217 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-46772bc8-abf3-488a-b354-5f78ce090201 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (0d111fe7-9fcc-4b89-8867-e8e05e35dfa4), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:57.213139 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46772bc8-abf3-488a-b354-5f78ce090201 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d111fe7-9fcc-4b89-8867-e8e05e35dfa4,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:21:57.220703 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 79fa6653-9c65-4816-8d88-f7df04929e71 up at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:21:57.239446 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-46772bc8-abf3-488a-b354-5f78ce090201 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7a38671b923241aea2865e9dc5c5856a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3297462 Jan 28 07:21:57.242724 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 54180) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:21:57.312784 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning for port 79fa6653-9c65-4816-8d88-f7df04929e71 completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:21:57.317617 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning complete for port 79fa6653-9c65-4816-8d88-f7df04929e71 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:21:57.318114 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (79fa6653-9c65-4816-8d88-f7df04929e71), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:57.333323 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4e7b00e7-55cd-4405-8bc4-1aec834f99a0 admin admin] Publish callbacks [] for security_group (0d111fe7-9fcc-4b89-8867-e8e05e35dfa4), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:57.336031 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-12f6048d-580c-4192-a35e-003e63b95cb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16605475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16607909'] for router (853b6441-a5f3-482b-83d4-c7438e2a912c), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:57.358989 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4e7b00e7-55cd-4405-8bc4-1aec834f99a0 admin admin] Publish callbacks [] for security_group (0d111fe7-9fcc-4b89-8867-e8e05e35dfa4), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:57.435256 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4e7b00e7-55cd-4405-8bc4-1aec834f99a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (0d111fe7-9fcc-4b89-8867-e8e05e35dfa4), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:57.438964 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4e7b00e7-55cd-4405-8bc4-1aec834f99a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:57.442575 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-4e7b00e7-55cd-4405-8bc4-1aec834f99a0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0d111fe7-9fcc-4b89-8867-e8e05e35dfa4 HTTP/1.1" status: 204 len: 168 time: 0.1966250 Jan 28 07:21:57.449899 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7b00e7-55cd-4405-8bc4-1aec834f99a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d111fe7-9fcc-4b89-8867-e8e05e35dfa4,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:21:57.497184 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port 79fa6653-9c65-4816-8d88-f7df04929e71 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:21:57.497739 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (79fa6653-9c65-4816-8d88-f7df04929e71), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:57.532893 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97721ca7-3273-4190-96e6-6e5d31f0e024', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79fa6653-9c65-4816-8d88-f7df04929e71'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:21:57.547214 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a17c3180-7b1e-490f-9151-41343e2d3890" -d '{"events": [{"server_uuid": "97721ca7-3273-4190-96e6-6e5d31f0e024", "name": "network-vif-plugged", "status": "completed", "tag": "79fa6653-9c65-4816-8d88-f7df04929e71"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:21:57.570714 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 79fa6653-9c65-4816-8d88-f7df04929e71, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=79fa6653-9c65-4816-8d88-f7df04929e71,segment=NetworkSegment(710560b5-517d-499a-b673-9eb660525dc9),segment_id=710560b5-517d-499a-b673-9eb660525dc9)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:21:57.578230 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (79fa6653-9c65-4816-8d88-f7df04929e71), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:57.623488 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de526a3-cc06-42f9-a94f-f455e0af3772 req-2e6bb899-badd-48e4-8bc8-b83d17c9318f tempest-ServerMetadataNegativeTestJSON-454509507 tempest-ServerMetadataNegativeTestJSON-454509507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:57.631941 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5de526a3-cc06-42f9-a94f-f455e0af3772 req-2e6bb899-badd-48e4-8bc8-b83d17c9318f tempest-ServerMetadataNegativeTestJSON-454509507 tempest-ServerMetadataNegativeTestJSON-454509507-project] 10.222.0.41 "GET /v2.0/ports?device_id=97721ca7-3273-4190-96e6-6e5d31f0e024 HTTP/1.1" status: 200 len: 945 time: 0.0980105 Jan 28 07:21:57.643108 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:21:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c951b352-51ba-49e4-baa1-6188421310eb x-openstack-request-id: req-c951b352-51ba-49e4-baa1-6188421310eb {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:21:57.643691 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97721ca7-3273-4190-96e6-6e5d31f0e024", "name": "network-vif-plugged", "status": "completed", "tag": "79fa6653-9c65-4816-8d88-f7df04929e71", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:21:57.644368 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c951b352-51ba-49e4-baa1-6188421310eb {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:21:57.645003 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97721ca7-3273-4190-96e6-6e5d31f0e024', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79fa6653-9c65-4816-8d88-f7df04929e71', 'code': 200} Jan 28 07:21:57.712832 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=79fa6653-9c65-4816-8d88-f7df04929e71,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:21:57.726317 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5de526a3-cc06-42f9-a94f-f455e0af3772 req-fb6c2d9f-7fa8-4e8d-8601-c47e50a94429 tempest-ServerMetadataNegativeTestJSON-454509507 tempest-ServerMetadataNegativeTestJSON-454509507-project] 10.222.0.41 "GET /v2.0/security-groups?id=9913aa6f-1829-4141-9748-47b1495ae0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932295 Jan 28 07:21:57.731235 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12f6048d-580c-4192-a35e-003e63b95cb9 admin admin] Router 853b6441-a5f3-482b-83d4-c7438e2a912c is scheduled to L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 with binding_index 1 {{(pid=103283) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 07:21:57.801349 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b73c5342-ca1d-4283-9754-7a3330671f5e req-7db1d16f-7bb5-44f8-a121-6dbef20c45ed tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7 HTTP/1.1" status: 200 len: 210 time: 0.0676436 Jan 28 07:21:57.819050 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea5da81-b2c7-418c-ae24-2874d07d42e6 req-ec5f444f-ef79-4527-ac3a-562e6bc99cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:57.820603 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-eea5da81-b2c7-418c-ae24-2874d07d42e6 req-ec5f444f-ef79-4527-ac3a-562e6bc99cfb service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=97721ca7-3273-4190-96e6-6e5d31f0e024 HTTP/1.1" status: 200 len: 1098 time: 0.0770888 Jan 28 07:21:57.922429 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-eea5da81-b2c7-418c-ae24-2874d07d42e6 req-e46b35e0-3975-42b1-b38e-045134442c0c service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=9913aa6f-1829-4141-9748-47b1495ae0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951467 Jan 28 07:21:57.957980 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9243d2d-4c9f-4bc0-aa93-0abc2a28f92c req-8afdd01e-644f-4da4-8d89-55402d0e672b tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:57.959766 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d9243d2d-4c9f-4bc0-aa93-0abc2a28f92c req-8afdd01e-644f-4da4-8d89-55402d0e672b tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/ports?device_id=28886562-bead-4c03-b18c-42830d7b7629 HTTP/1.1" status: 200 len: 944 time: 0.1184103 Jan 28 07:21:57.961002 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12f6048d-580c-4192-a35e-003e63b95cb9 admin admin] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:21:57.972118 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a754ee0-c6ae-4177-aaa0-a089e9822e93 None None] Sync routers for ids ['853b6441-a5f3-482b-83d4-c7438e2a912c'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:21:57.986304 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a754ee0-c6ae-4177-aaa0-a089e9822e93 None None] Routers {'853b6441-a5f3-482b-83d4-c7438e2a912c'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:21:57.987303 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-3a754ee0-c6ae-4177-aaa0-a089e9822e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:21:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['853b6441-a5f3-482b-83d4-c7438e2a912c'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:21:58.008452 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-12f6048d-580c-4192-a35e-003e63b95cb9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:58.009697 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-12f6048d-580c-4192-a35e-003e63b95cb9 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 2.4824011 Jan 28 07:21:58.012555 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 54212) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:21:58.036409 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d9243d2d-4c9f-4bc0-aa93-0abc2a28f92c req-e7210849-8a05-4b0d-b673-d25a42b3058b tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3913eaa-d94a-405d-af3b-c47b7c21bae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632226 Jan 28 07:21:58.118849 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-3a754ee0-c6ae-4177-aaa0-a089e9822e93 None None] Set router 853b6441-a5f3-482b-83d4-c7438e2a912c gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:21:58.349644 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-3a754ee0-c6ae-4177-aaa0-a089e9822e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '853b6441-a5f3-482b-83d4-c7438e2a912c', 'name': 'tempest-ServerRescueNegativeTestJSON-1285334393-router', 'tenant_id': '3c6c4a028cf94108bec2ec0b2974d903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': '97ad6503-05e0-4ce3-b62d-95041492adda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:21:55Z', 'updated_at': '2022-01-28T07:21:56Z', 'revision_number': 3, 'project_id': '3c6c4a028cf94108bec2ec0b2974d903', 'gw_port': {'id': '97ad6503-05e0-4ce3-b62d-95041492adda', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:2a:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '853b6441-a5f3-482b-83d4-c7438e2a912c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:21:56Z', 'updated_at': '2022-01-28T07:21:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:21:58.378281 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a754ee0-c6ae-4177-aaa0-a089e9822e93 None None] Checking router: 853b6441-a5f3-482b-83d4-c7438e2a912c for host: n-d-712749-28 {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:21:58.378653 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a754ee0-c6ae-4177-aaa0-a089e9822e93 None None] Updating router 853b6441-a5f3-482b-83d4-c7438e2a912c port 97ad6503-05e0-4ce3-b62d-95041492adda binding host n-d-712749-28 {{(pid=103285) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 07:21:58.412861 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3a754ee0-c6ae-4177-aaa0-a089e9822e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (97ad6503-05e0-4ce3-b62d-95041492adda), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:58.550668 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-66bac2d4-940c-4aa2-8862-05f58b81953b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:58.747591 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3a754ee0-c6ae-4177-aaa0-a089e9822e93 None None] Publish callbacks [] for port (97ad6503-05e0-4ce3-b62d-95041492adda), precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:58.756325 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3a754ee0-c6ae-4177-aaa0-a089e9822e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (97ad6503-05e0-4ce3-b62d-95041492adda), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:58.764232 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-66bac2d4-940c-4aa2-8862-05f58b81953b admin admin] Allocated IP 172.20.0.1 (d1475e27-b0c3-4efe-ad93-495023de269c/592b9e2b-8e1d-43e3-874d-2141ea985036/286986c0-d30b-4d82-93b8-92822d652da7) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:21:58.821183 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-3a754ee0-c6ae-4177-aaa0-a089e9822e93 None None] Attempting to bind port 97ad6503-05e0-4ce3-b62d-95041492adda on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:21:58.821573 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-3a754ee0-c6ae-4177-aaa0-a089e9822e93 None None] Attempting to bind port 97ad6503-05e0-4ce3-b62d-95041492adda by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:21:58.821944 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a754ee0-c6ae-4177-aaa0-a089e9822e93 None None] Attempting to bind port 97ad6503-05e0-4ce3-b62d-95041492adda on network 7d5b3724-deef-4831-8d43-cb9b8176573c {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:21:58.835297 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34b828d-8aab-4650-8196-d5108caa490a None None] Pushing event updated for resources: {'Port': ['ID=97ad6503-05e0-4ce3-b62d-95041492adda,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:21:58.839526 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a754ee0-c6ae-4177-aaa0-a089e9822e93 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 21, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:21:58.840292 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a754ee0-c6ae-4177-aaa0-a089e9822e93 None None] Checking segment: {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:21:58.840893 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3a754ee0-c6ae-4177-aaa0-a089e9822e93 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:58.841494 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a754ee0-c6ae-4177-aaa0-a089e9822e93 None None] Bound using segment: {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:21:58.842193 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-3a754ee0-c6ae-4177-aaa0-a089e9822e93 None None] Bound port: 97ad6503-05e0-4ce3-b62d-95041492adda, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:21:58.842785 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3a754ee0-c6ae-4177-aaa0-a089e9822e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (97ad6503-05e0-4ce3-b62d-95041492adda), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:58.906362 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-66bac2d4-940c-4aa2-8862-05f58b81953b admin admin] Publish callbacks [] for port (286986c0-d30b-4d82-93b8-92822d652da7), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:58.909149 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc502d6-ceb1-4e8f-a1b3-410648fda446 req-409a6bef-4bba-4a4f-a0b5-3c6b41e4d2bd tempest-ServerMetadataNegativeTestJSON-454509507 tempest-ServerMetadataNegativeTestJSON-454509507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:58.917783 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5bc502d6-ceb1-4e8f-a1b3-410648fda446 req-409a6bef-4bba-4a4f-a0b5-3c6b41e4d2bd tempest-ServerMetadataNegativeTestJSON-454509507 tempest-ServerMetadataNegativeTestJSON-454509507-project] 10.222.0.41 "GET /v2.0/ports?device_id=97721ca7-3273-4190-96e6-6e5d31f0e024 HTTP/1.1" status: 200 len: 946 time: 0.0963686 Jan 28 07:21:58.928389 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-3a754ee0-c6ae-4177-aaa0-a089e9822e93 None None] For port 97ad6503-05e0-4ce3-b62d-95041492adda, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:21:58.935696 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-3a754ee0-c6ae-4177-aaa0-a089e9822e93 None None] For port 97ad6503-05e0-4ce3-b62d-95041492adda, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=97ad6503-05e0-4ce3-b62d-95041492adda,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:21:58.945624 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3a754ee0-c6ae-4177-aaa0-a089e9822e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (97ad6503-05e0-4ce3-b62d-95041492adda), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:58.995428 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-66bac2d4-940c-4aa2-8862-05f58b81953b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (286986c0-d30b-4d82-93b8-92822d652da7), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:59.029483 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34b828d-8aab-4650-8196-d5108caa490a None None] Pushing event updated for resources: {'Port': ['ID=97ad6503-05e0-4ce3-b62d-95041492adda,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:21:59.048116 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a754ee0-c6ae-4177-aaa0-a089e9822e93 None None] Routers {'853b6441-a5f3-482b-83d4-c7438e2a912c'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:21:59.048643 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-3a754ee0-c6ae-4177-aaa0-a089e9822e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:21:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['853b6441-a5f3-482b-83d4-c7438e2a912c'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:21:59.051614 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5bc502d6-ceb1-4e8f-a1b3-410648fda446 req-6506ddc4-97e8-47e9-a789-73857a443a09 tempest-ServerMetadataNegativeTestJSON-454509507 tempest-ServerMetadataNegativeTestJSON-454509507-project] 10.222.0.41 "GET /v2.0/security-groups?id=9913aa6f-1829-4141-9748-47b1495ae0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298141 Jan 28 07:21:59.118309 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bac2d4-940c-4aa2-8862-05f58b81953b admin admin] Pushing event updated for resources: {'Port': ['ID=286986c0-d30b-4d82-93b8-92822d652da7,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:21:59.146796 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1b511009-8cb2-47a7-9f14-9b5dd7e47e6c req-6e2c5d3d-e654-4c54-82cf-59d5885d167e tempest-ServerShowV254Test-132787314 tempest-ServerShowV254Test-132787314-project] 10.222.0.41 "GET /v2.0/ports?device_id=4eabed74-d2ee-4ba4-941f-1697c173508f HTTP/1.1" status: 200 len: 210 time: 0.0374618 Jan 28 07:21:59.163842 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-3a754ee0-c6ae-4177-aaa0-a089e9822e93 None None] Set router 853b6441-a5f3-482b-83d4-c7438e2a912c gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:21:59.203323 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66bac2d4-940c-4aa2-8862-05f58b81953b admin admin] Network d1475e27-b0c3-4efe-ad93-495023de269c is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:21:59.204986 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-66bac2d4-940c-4aa2-8862-05f58b81953b admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:21:59.207388 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66bac2d4-940c-4aa2-8862-05f58b81953b admin admin] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:21:59.224675 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0aa7590b-5db9-46b9-a932-ce347fd3c05d req-cca42956-d966-4777-9d2e-db9512ec5a7e tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7 HTTP/1.1" status: 200 len: 210 time: 0.1159925 Jan 28 07:21:59.286300 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-66bac2d4-940c-4aa2-8862-05f58b81953b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16609232'] for router_interface (853b6441-a5f3-482b-83d4-c7438e2a912c), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:59.377630 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-3a754ee0-c6ae-4177-aaa0-a089e9822e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '853b6441-a5f3-482b-83d4-c7438e2a912c', 'name': 'tempest-ServerRescueNegativeTestJSON-1285334393-router', 'tenant_id': '3c6c4a028cf94108bec2ec0b2974d903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': '97ad6503-05e0-4ce3-b62d-95041492adda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:21:55Z', 'updated_at': '2022-01-28T07:21:56Z', 'revision_number': 3, 'project_id': '3c6c4a028cf94108bec2ec0b2974d903', 'gw_port': {'id': '97ad6503-05e0-4ce3-b62d-95041492adda', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:2a:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '853b6441-a5f3-482b-83d4-c7438e2a912c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:21:56Z', 'updated_at': '2022-01-28T07:21:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:21:59.486041 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a75db55-b98b-481c-bdc9-4cc621e96f06 req-07416b0e-f7bb-41e9-afe8-b05c9a6b164e tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:59.487726 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6a75db55-b98b-481c-bdc9-4cc621e96f06 req-07416b0e-f7bb-41e9-afe8-b05c9a6b164e tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/ports?device_id=28886562-bead-4c03-b18c-42830d7b7629 HTTP/1.1" status: 200 len: 944 time: 0.0962129 Jan 28 07:21:59.539272 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-66bac2d4-940c-4aa2-8862-05f58b81953b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (286986c0-d30b-4d82-93b8-92822d652da7), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:59.578074 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6a75db55-b98b-481c-bdc9-4cc621e96f06 req-8639135b-4bc3-49a1-84b3-32f5d0e38e6d tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3913eaa-d94a-405d-af3b-c47b7c21bae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834012 Jan 28 07:21:59.596646 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a754ee0-c6ae-4177-aaa0-a089e9822e93 None None] The sync data for ids ['853b6441-a5f3-482b-83d4-c7438e2a912c'] in n-d-712749-28 is: [{'id': '853b6441-a5f3-482b-83d4-c7438e2a912c', 'name': 'tempest-ServerRescueNegativeTestJSON-1285334393-router', 'tenant_id': '3c6c4a028cf94108bec2ec0b2974d903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': '97ad6503-05e0-4ce3-b62d-95041492adda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:21:55Z', 'updated_at': '2022-01-28T07:21:56Z', 'revision_number': 3, 'project_id': '3c6c4a028cf94108bec2ec0b2974d903', 'gw_port': {'id': '97ad6503-05e0-4ce3-b62d-95041492adda', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:2a:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '853b6441-a5f3-482b-83d4-c7438e2a912c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:21:56Z', 'updated_at': '2022-01-28T07:21:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:21:59.743684 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-66bac2d4-940c-4aa2-8862-05f58b81953b admin admin] Publish callbacks [] for port (286986c0-d30b-4d82-93b8-92822d652da7), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:59.749508 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-66bac2d4-940c-4aa2-8862-05f58b81953b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (286986c0-d30b-4d82-93b8-92822d652da7), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:59.823398 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-66bac2d4-940c-4aa2-8862-05f58b81953b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16318999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16606560'] for router_interface (853b6441-a5f3-482b-83d4-c7438e2a912c), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:59.825376 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bac2d4-940c-4aa2-8862-05f58b81953b admin admin] Pushing event updated for resources: {'Port': ['ID=286986c0-d30b-4d82-93b8-92822d652da7,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:21:59.965360 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66bac2d4-940c-4aa2-8862-05f58b81953b admin admin] Network d1475e27-b0c3-4efe-ad93-495023de269c is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:21:59.967169 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-66bac2d4-940c-4aa2-8862-05f58b81953b admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:22:00.118177 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66bac2d4-940c-4aa2-8862-05f58b81953b admin admin] Router 853b6441-a5f3-482b-83d4-c7438e2a912c has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:22:00.205424 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1293b545-5d94-4b8a-a143-bb7d9991fb10 req-b856730a-a56c-442c-b18d-374703729cc1 tempest-ServerMetadataNegativeTestJSON-454509507 tempest-ServerMetadataNegativeTestJSON-454509507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:00.213857 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1293b545-5d94-4b8a-a143-bb7d9991fb10 req-b856730a-a56c-442c-b18d-374703729cc1 tempest-ServerMetadataNegativeTestJSON-454509507 tempest-ServerMetadataNegativeTestJSON-454509507-project] 10.222.0.41 "GET /v2.0/ports?device_id=97721ca7-3273-4190-96e6-6e5d31f0e024 HTTP/1.1" status: 200 len: 946 time: 0.0738506 Jan 28 07:22:00.265438 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66bac2d4-940c-4aa2-8862-05f58b81953b admin admin] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:22:00.279063 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-66bac2d4-940c-4aa2-8862-05f58b81953b admin admin] 10.222.0.41 "PUT /v2.0/routers/853b6441-a5f3-482b-83d4-c7438e2a912c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2574890 Jan 28 07:22:00.296604 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1293b545-5d94-4b8a-a143-bb7d9991fb10 req-bdde3147-996d-4ea7-ac34-1fff9531db20 tempest-ServerMetadataNegativeTestJSON-454509507 tempest-ServerMetadataNegativeTestJSON-454509507-project] 10.222.0.41 "GET /v2.0/security-groups?id=9913aa6f-1829-4141-9748-47b1495ae0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761752 Jan 28 07:22:00.324234 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-73bc51fd-b491-43a5-927b-88657625caea req-969184bb-35a4-4033-b280-0e82d2943cf7 tempest-ServerShowV254Test-132787314 tempest-ServerShowV254Test-132787314-project] 10.222.0.41 "GET /v2.0/ports?device_id=4eabed74-d2ee-4ba4-941f-1697c173508f HTTP/1.1" status: 200 len: 210 time: 0.0508509 Jan 28 07:22:00.489319 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f4c0a96b-272c-4037-8dcf-4e08e59df486 req-67243bbb-3f80-45e9-9d0d-99b326417b3b tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7 HTTP/1.1" status: 200 len: 210 time: 0.0658493 Jan 28 07:22:00.798393 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a50772f-afbb-48ff-afee-5680c1b59a5e req-29ee7f9b-b55f-4805-9f2f-82b641dc7023 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:00.800905 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7a50772f-afbb-48ff-afee-5680c1b59a5e req-29ee7f9b-b55f-4805-9f2f-82b641dc7023 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/ports?device_id=28886562-bead-4c03-b18c-42830d7b7629 HTTP/1.1" status: 200 len: 944 time: 0.0887485 Jan 28 07:22:00.824659 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 97ad6503-05e0-4ce3-b62d-95041492adda up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:22:00.836826 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db111b8-2dd5-4aed-b037-dd04419a06e9 req-221bc0af-b5de-4900-a78d-77bc0e9afb73 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:00.843724 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3db111b8-2dd5-4aed-b037-dd04419a06e9 req-221bc0af-b5de-4900-a78d-77bc0e9afb73 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.41 "GET /v2.0/networks?id=d1475e27-b0c3-4efe-ad93-495023de269c HTTP/1.1" status: 200 len: 819 time: 0.1335149 Jan 28 07:22:00.855828 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3db111b8-2dd5-4aed-b037-dd04419a06e9 req-440d1d34-9edb-44f3-ab05-f3a172b74f96 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.41 "GET /v2.0/quotas/3c6c4a028cf94108bec2ec0b2974d903 HTTP/1.1" status: 200 len: 375 time: 0.0112181 Jan 28 07:22:00.899035 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 97ad6503-05e0-4ce3-b62d-95041492adda triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:22:00.899726 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (97ad6503-05e0-4ce3-b62d-95041492adda), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:00.902424 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7a50772f-afbb-48ff-afee-5680c1b59a5e req-93298354-8840-4666-be6b-2f799b8bc232 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3913eaa-d94a-405d-af3b-c47b7c21bae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892415 Jan 28 07:22:00.930455 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3db111b8-2dd5-4aed-b037-dd04419a06e9 req-28012d8a-6372-4da6-83ac-3a0bdacbb70f tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=3c6c4a028cf94108bec2ec0b2974d903&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0640171 Jan 28 07:22:01.025259 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 97ad6503-05e0-4ce3-b62d-95041492adda is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:22:01.025259 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (97ad6503-05e0-4ce3-b62d-95041492adda), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:01.048427 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] For port 97ad6503-05e0-4ce3-b62d-95041492adda, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=97ad6503-05e0-4ce3-b62d-95041492adda,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:22:01.056961 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (97ad6503-05e0-4ce3-b62d-95041492adda), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:01.060464 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3db111b8-2dd5-4aed-b037-dd04419a06e9 req-0880f32b-7520-497a-b2d6-d16b288457bc service neutron] 10.222.0.41 "GET /v2.0/networks/d1475e27-b0c3-4efe-ad93-495023de269c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208708 Jan 28 07:22:01.125261 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Pushing event updated for resources: {'Port': ['ID=97ad6503-05e0-4ce3-b62d-95041492adda,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:22:01.178887 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3db111b8-2dd5-4aed-b037-dd04419a06e9 req-425a9dac-0fa4-4514-b7fd-0d34510990cb service neutron] 10.222.0.41 "GET /v2.0/networks/d1475e27-b0c3-4efe-ad93-495023de269c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032352 Jan 28 07:22:01.358251 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c85b1e2a-265d-4e53-aae3-b6bab8ffef31 req-81302b41-2b74-411e-a5ed-fb05a3a6fc4a tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.41 "GET /v2.0/ports?device_id=aeaaa3c3-c9e8-421a-b853-2cb835ef20d4 HTTP/1.1" status: 200 len: 210 time: 0.0323322 Jan 28 07:22:01.508412 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28c7b2d-3e03-44f1-a933-3b1f156bb8a2 req-bf070382-6b05-49df-9174-dfbd1b197bda tempest-ServerMetadataNegativeTestJSON-454509507 tempest-ServerMetadataNegativeTestJSON-454509507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:01.521300 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f28c7b2d-3e03-44f1-a933-3b1f156bb8a2 req-bf070382-6b05-49df-9174-dfbd1b197bda tempest-ServerMetadataNegativeTestJSON-454509507 tempest-ServerMetadataNegativeTestJSON-454509507-project] 10.222.0.41 "GET /v2.0/ports?device_id=97721ca7-3273-4190-96e6-6e5d31f0e024 HTTP/1.1" status: 200 len: 946 time: 0.1427832 Jan 28 07:22:01.548012 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d8149a03-6e44-4073-b405-1e9226f76068 req-47d300d3-409c-48d6-8b7c-2e4303174b72 tempest-ServerShowV254Test-132787314 tempest-ServerShowV254Test-132787314-project] 10.222.0.41 "GET /v2.0/ports?device_id=4eabed74-d2ee-4ba4-941f-1697c173508f HTTP/1.1" status: 200 len: 210 time: 0.0368953 Jan 28 07:22:01.579932 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f28c7b2d-3e03-44f1-a933-3b1f156bb8a2 req-881fa62c-1fa5-495f-8c86-25c1464af60f tempest-ServerMetadataNegativeTestJSON-454509507 tempest-ServerMetadataNegativeTestJSON-454509507-project] 10.222.0.41 "GET /v2.0/security-groups?id=9913aa6f-1829-4141-9748-47b1495ae0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526826 Jan 28 07:22:01.769250 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0e7cb1ac-3b3d-40dd-97d6-006c6ed698df req-3616f21d-c490-4d49-b828-572ce94355cf tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7 HTTP/1.1" status: 200 len: 210 time: 0.0370121 Jan 28 07:22:01.849468 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-108c1214-4afd-458b-90e5-c0b59127ae8c req-5902591e-121a-4ec4-a9e1-2845fbedccad service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=4eabed74-d2ee-4ba4-941f-1697c173508f HTTP/1.1" status: 200 len: 210 time: 0.0344136 Jan 28 07:22:01.860653 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197a3880-5413-4792-bab9-a5c6cbd38dea req-c2b8f530-e47e-40eb-8d26-6250580ef40a tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:01.865416 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-197a3880-5413-4792-bab9-a5c6cbd38dea req-c2b8f530-e47e-40eb-8d26-6250580ef40a tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.41 "GET /v2.0/networks?id=d1475e27-b0c3-4efe-ad93-495023de269c HTTP/1.1" status: 200 len: 819 time: 0.1635993 Jan 28 07:22:01.877764 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-197a3880-5413-4792-bab9-a5c6cbd38dea req-f18662f9-d78c-4893-bb97-2169fc8111cc tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.41 "GET /v2.0/quotas/3c6c4a028cf94108bec2ec0b2974d903 HTTP/1.1" status: 200 len: 375 time: 0.0103297 Jan 28 07:22:01.950503 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453f53ac-917f-4e04-9817-9266f2109bbe None None] Sync routers for ids ['853b6441-a5f3-482b-83d4-c7438e2a912c'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:22:01.951443 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-197a3880-5413-4792-bab9-a5c6cbd38dea req-de7fe226-8158-458b-a134-698d377e8b99 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=3c6c4a028cf94108bec2ec0b2974d903&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0683837 Jan 28 07:22:01.977252 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453f53ac-917f-4e04-9817-9266f2109bbe None None] Routers {'853b6441-a5f3-482b-83d4-c7438e2a912c'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:22:01.980762 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-453f53ac-917f-4e04-9817-9266f2109bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:21:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['853b6441-a5f3-482b-83d4-c7438e2a912c'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:22:02.066805 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d99ef1f-3c8f-4907-8ac0-e0d212bae887 req-0c01a117-65f3-4296-9b94-ea069510e598 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:02.068577 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9d99ef1f-3c8f-4907-8ac0-e0d212bae887 req-0c01a117-65f3-4296-9b94-ea069510e598 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/ports?device_id=28886562-bead-4c03-b18c-42830d7b7629 HTTP/1.1" status: 200 len: 944 time: 0.0691566 Jan 28 07:22:02.120760 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-453f53ac-917f-4e04-9817-9266f2109bbe None None] Set router 853b6441-a5f3-482b-83d4-c7438e2a912c gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:22:02.168188 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9d99ef1f-3c8f-4907-8ac0-e0d212bae887 req-394e9a32-b715-405e-9706-813e5e35ddac tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3913eaa-d94a-405d-af3b-c47b7c21bae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929453 Jan 28 07:22:02.211623 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-197a3880-5413-4792-bab9-a5c6cbd38dea req-a82c07ab-b091-4529-a345-bb7bb5709480 service neutron] 10.222.0.41 "GET /v2.0/networks/d1475e27-b0c3-4efe-ad93-495023de269c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2592406 Jan 28 07:22:02.315036 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-197a3880-5413-4792-bab9-a5c6cbd38dea req-c06c1bc5-e4e0-4971-b53c-a4cba92b359e service neutron] 10.222.0.41 "GET /v2.0/networks/d1475e27-b0c3-4efe-ad93-495023de269c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024463 Jan 28 07:22:02.509421 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f873ef4a-8794-4879-a787-0d1826db4804 req-069d1656-f556-43a6-b06a-b1597629ac2d tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1b44ef4-bd09-44be-9fca-ba97bacc8a3d HTTP/1.1" status: 200 len: 210 time: 0.0417042 Jan 28 07:22:02.516868 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-453f53ac-917f-4e04-9817-9266f2109bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '853b6441-a5f3-482b-83d4-c7438e2a912c', 'name': 'tempest-ServerRescueNegativeTestJSON-1285334393-router', 'tenant_id': '3c6c4a028cf94108bec2ec0b2974d903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': '97ad6503-05e0-4ce3-b62d-95041492adda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:21:55Z', 'updated_at': '2022-01-28T07:21:59Z', 'revision_number': 4, 'project_id': '3c6c4a028cf94108bec2ec0b2974d903', 'gw_port': {'id': '97ad6503-05e0-4ce3-b62d-95041492adda', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:2a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '853b6441-a5f3-482b-83d4-c7438e2a912c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:21:56Z', 'updated_at': '2022-01-28T07:22:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '286986c0-d30b-4d82-93b8-92822d652da7', 'name': '', 'network_id': 'd1475e27-b0c3-4efe-ad93-495023de269c', 'tenant_id': '3c6c4a028cf94108bec2ec0b2974d903', 'mac_address': 'fa:16:3e:fa:eb:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '853b6441-a5f3-482b-83d4-c7438e2a912c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '592b9e2b-8e1d-43e3-874d-2141ea985036', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:21:58Z', 'updated_at': '2022-01-28T07:21:59Z', 'revision_number': 2, 'project_id': '3c6c4a028cf94108bec2ec0b2974d903', 'subnets': [{'id': '592b9e2b-8e1d-43e3-874d-2141ea985036', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:22:02.565640 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453f53ac-917f-4e04-9817-9266f2109bbe None None] Checking router: 853b6441-a5f3-482b-83d4-c7438e2a912c for host: n-d-712749-28 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:22:02.566332 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453f53ac-917f-4e04-9817-9266f2109bbe None None] Updating router 853b6441-a5f3-482b-83d4-c7438e2a912c port 286986c0-d30b-4d82-93b8-92822d652da7 binding host n-d-712749-28 {{(pid=103286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 07:22:02.599307 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-453f53ac-917f-4e04-9817-9266f2109bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (286986c0-d30b-4d82-93b8-92822d652da7), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:02.840784 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 97ad6503-05e0-4ce3-b62d-95041492adda up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:22:02.907642 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7331186b-2858-44a1-9712-1a082b59ff20 req-8b9b6408-610c-41e6-bf52-eeb92eb1af88 tempest-ServerMetadataNegativeTestJSON-454509507 tempest-ServerMetadataNegativeTestJSON-454509507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:02.910684 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db111b8-2dd5-4aed-b037-dd04419a06e9 req-dfbf3458-c36e-4135-9ffc-23ebf7b8969f tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:02.912829 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-3db111b8-2dd5-4aed-b037-dd04419a06e9 req-dfbf3458-c36e-4135-9ffc-23ebf7b8969f tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.10 "GET /v2.0/networks?id=d1475e27-b0c3-4efe-ad93-495023de269c HTTP/1.1" status: 200 len: 819 time: 0.2562153 Jan 28 07:22:02.927929 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2b8e29da-bdfd-4cff-a1d8-9e71d686b06d req-6f270f6a-ad62-452c-a8d2-f52878364ec6 tempest-ServerShowV254Test-132787314 tempest-ServerShowV254Test-132787314-project] 10.222.0.41 "GET /v2.0/ports?device_id=4eabed74-d2ee-4ba4-941f-1697c173508f HTTP/1.1" status: 200 len: 210 time: 0.1404281 Jan 28 07:22:02.933659 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7331186b-2858-44a1-9712-1a082b59ff20 req-8b9b6408-610c-41e6-bf52-eeb92eb1af88 tempest-ServerMetadataNegativeTestJSON-454509507 tempest-ServerMetadataNegativeTestJSON-454509507-project] 10.222.0.41 "GET /v2.0/ports?device_id=97721ca7-3273-4190-96e6-6e5d31f0e024 HTTP/1.1" status: 200 len: 946 time: 0.1560485 Jan 28 07:22:02.954027 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-3db111b8-2dd5-4aed-b037-dd04419a06e9 req-265b29cf-49f1-48af-b0eb-162ce16fcec4 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] Request body: {'port': {'device_id': 'aeaaa3c3-c9e8-421a-b853-2cb835ef20d4', 'network_id': 'd1475e27-b0c3-4efe-ad93-495023de269c', 'admin_state_up': True, 'tenant_id': '3c6c4a028cf94108bec2ec0b2974d903'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:22:02.967885 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:02.979536 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 97ad6503-05e0-4ce3-b62d-95041492adda triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:22:02.981642 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (97ad6503-05e0-4ce3-b62d-95041492adda), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:03.103751 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7331186b-2858-44a1-9712-1a082b59ff20 req-a92aa660-74c9-4e88-8d98-43914d9bbceb tempest-ServerMetadataNegativeTestJSON-454509507 tempest-ServerMetadataNegativeTestJSON-454509507-project] 10.222.0.41 "GET /v2.0/security-groups?id=9913aa6f-1829-4141-9748-47b1495ae0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649554 Jan 28 07:22:03.155086 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-453f53ac-917f-4e04-9817-9266f2109bbe None None] Publish callbacks [] for port (286986c0-d30b-4d82-93b8-92822d652da7), precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:03.167713 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-453f53ac-917f-4e04-9817-9266f2109bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (286986c0-d30b-4d82-93b8-92822d652da7), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:03.187871 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 97ad6503-05e0-4ce3-b62d-95041492adda is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:22:03.263623 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b2e4e63c-22b1-4d9c-9c54-d61dbd738bdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:03.264039 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356c0016-30a0-4543-ae56-9e1430fa5f8a None None] Pushing event updated for resources: {'Port': ['ID=286986c0-d30b-4d82-93b8-92822d652da7,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:22:03.292066 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f6a79c5d-b89d-475b-aa9a-9c0a8c28ff9e req-6b796188-82cd-421b-9321-6655daf8d7f4 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7 HTTP/1.1" status: 200 len: 210 time: 0.0457222 Jan 28 07:22:03.306728 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356c0016-30a0-4543-ae56-9e1430fa5f8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:22:03.308118 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356c0016-30a0-4543-ae56-9e1430fa5f8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:22:03.308816 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356c0016-30a0-4543-ae56-9e1430fa5f8a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:22:03.309414 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356c0016-30a0-4543-ae56-9e1430fa5f8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:22:03.310121 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356c0016-30a0-4543-ae56-9e1430fa5f8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:22:03.310701 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356c0016-30a0-4543-ae56-9e1430fa5f8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:22:03.311135 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356c0016-30a0-4543-ae56-9e1430fa5f8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:22:03.311573 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356c0016-30a0-4543-ae56-9e1430fa5f8a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:22:03.312008 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356c0016-30a0-4543-ae56-9e1430fa5f8a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:22:03.312465 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356c0016-30a0-4543-ae56-9e1430fa5f8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:22:03.313038 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356c0016-30a0-4543-ae56-9e1430fa5f8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:22:03.313605 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356c0016-30a0-4543-ae56-9e1430fa5f8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:22:03.314263 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356c0016-30a0-4543-ae56-9e1430fa5f8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:22:03.330066 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-453f53ac-917f-4e04-9817-9266f2109bbe None None] Attempting to bind port 286986c0-d30b-4d82-93b8-92822d652da7 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:22:03.330898 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-453f53ac-917f-4e04-9817-9266f2109bbe None None] Attempting to bind port 286986c0-d30b-4d82-93b8-92822d652da7 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': 'f3b24596-5323-4eaa-bd8d-534416f2c6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd1475e27-b0c3-4efe-ad93-495023de269c'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:22:03.331411 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453f53ac-917f-4e04-9817-9266f2109bbe None None] Attempting to bind port 286986c0-d30b-4d82-93b8-92822d652da7 on network d1475e27-b0c3-4efe-ad93-495023de269c {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:22:03.340410 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453f53ac-917f-4e04-9817-9266f2109bbe None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 21, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:22:03.341200 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453f53ac-917f-4e04-9817-9266f2109bbe None None] Checking segment: {'id': 'f3b24596-5323-4eaa-bd8d-534416f2c6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd1475e27-b0c3-4efe-ad93-495023de269c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:22:03.341707 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-453f53ac-917f-4e04-9817-9266f2109bbe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:03.342232 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453f53ac-917f-4e04-9817-9266f2109bbe None None] Bound using segment: {'id': 'f3b24596-5323-4eaa-bd8d-534416f2c6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd1475e27-b0c3-4efe-ad93-495023de269c'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:22:03.342804 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-453f53ac-917f-4e04-9817-9266f2109bbe None None] Bound port: 286986c0-d30b-4d82-93b8-92822d652da7, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3b24596-5323-4eaa-bd8d-534416f2c6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd1475e27-b0c3-4efe-ad93-495023de269c'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:22:03.343308 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-453f53ac-917f-4e04-9817-9266f2109bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (286986c0-d30b-4d82-93b8-92822d652da7), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:03.362886 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3db111b8-2dd5-4aed-b037-dd04419a06e9 req-265b29cf-49f1-48af-b0eb-162ce16fcec4 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] Made reservation on behalf of 3c6c4a028cf94108bec2ec0b2974d903 for: {'port': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:22:03.366794 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-3db111b8-2dd5-4aed-b037-dd04419a06e9 req-265b29cf-49f1-48af-b0eb-162ce16fcec4 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:03.403284 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cce47c-950b-479a-958f-76f448c3ae88 req-0310777b-de91-470d-a271-f1bb845eab06 tempest-ServerMetadataNegativeTestJSON-454509507 tempest-ServerMetadataNegativeTestJSON-454509507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:03.405143 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-10cce47c-950b-479a-958f-76f448c3ae88 req-0310777b-de91-470d-a271-f1bb845eab06 tempest-ServerMetadataNegativeTestJSON-454509507 tempest-ServerMetadataNegativeTestJSON-454509507-project] 10.222.0.44 "GET /v2.0/ports?device_id=97721ca7-3273-4190-96e6-6e5d31f0e024 HTTP/1.1" status: 200 len: 946 time: 0.1053705 Jan 28 07:22:03.413385 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30899bbe-998d-47a4-82ae-51303c49be59 req-2898c770-22ba-4e33-b42e-87c14c9f2b63 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:03.414880 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-30899bbe-998d-47a4-82ae-51303c49be59 req-2898c770-22ba-4e33-b42e-87c14c9f2b63 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/ports?device_id=28886562-bead-4c03-b18c-42830d7b7629 HTTP/1.1" status: 200 len: 944 time: 0.0904336 Jan 28 07:22:03.471085 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-453f53ac-917f-4e04-9817-9266f2109bbe None None] For port 286986c0-d30b-4d82-93b8-92822d652da7, host n-d-712749-28, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:22:03.476156 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-453f53ac-917f-4e04-9817-9266f2109bbe None None] For port 286986c0-d30b-4d82-93b8-92822d652da7, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=286986c0-d30b-4d82-93b8-92822d652da7,segment=NetworkSegment(f3b24596-5323-4eaa-bd8d-534416f2c6c4),segment_id=f3b24596-5323-4eaa-bd8d-534416f2c6c4)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:22:03.485259 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-453f53ac-917f-4e04-9817-9266f2109bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (286986c0-d30b-4d82-93b8-92822d652da7), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:03.567479 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453f53ac-917f-4e04-9817-9266f2109bbe None None] Routers {'853b6441-a5f3-482b-83d4-c7438e2a912c'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:22:03.570145 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-453f53ac-917f-4e04-9817-9266f2109bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:21:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['853b6441-a5f3-482b-83d4-c7438e2a912c'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:22:03.576674 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356c0016-30a0-4543-ae56-9e1430fa5f8a None None] Pushing event updated for resources: {'Port': ['ID=286986c0-d30b-4d82-93b8-92822d652da7,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:22:03.600958 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-30899bbe-998d-47a4-82ae-51303c49be59 req-b3d0b171-a6f7-4582-b0e2-4dd6183bce0a tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3913eaa-d94a-405d-af3b-c47b7c21bae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1793747 Jan 28 07:22:03.638278 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-10cce47c-950b-479a-958f-76f448c3ae88 req-b4fa1ee1-923c-47ef-aa16-f65aafbe5bc4 tempest-ServerMetadataNegativeTestJSON-454509507 tempest-ServerMetadataNegativeTestJSON-454509507-project] Deleting port 79fa6653-9c65-4816-8d88-f7df04929e71 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:22:03.638628 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-10cce47c-950b-479a-958f-76f448c3ae88 req-b4fa1ee1-923c-47ef-aa16-f65aafbe5bc4 tempest-ServerMetadataNegativeTestJSON-454509507 tempest-ServerMetadataNegativeTestJSON-454509507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (79fa6653-9c65-4816-8d88-f7df04929e71), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:03.705468 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-453f53ac-917f-4e04-9817-9266f2109bbe None None] Set router 853b6441-a5f3-482b-83d4-c7438e2a912c gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:22:03.749765 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-10cce47c-950b-479a-958f-76f448c3ae88 req-b4fa1ee1-923c-47ef-aa16-f65aafbe5bc4 tempest-ServerMetadataNegativeTestJSON-454509507 tempest-ServerMetadataNegativeTestJSON-454509507-project] For port 79fa6653-9c65-4816-8d88-f7df04929e71, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=79fa6653-9c65-4816-8d88-f7df04929e71,segment=NetworkSegment(710560b5-517d-499a-b673-9eb660525dc9),segment_id=710560b5-517d-499a-b673-9eb660525dc9)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:22:03.750237 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-10cce47c-950b-479a-958f-76f448c3ae88 req-b4fa1ee1-923c-47ef-aa16-f65aafbe5bc4 tempest-ServerMetadataNegativeTestJSON-454509507 tempest-ServerMetadataNegativeTestJSON-454509507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (79fa6653-9c65-4816-8d88-f7df04929e71), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:03.765811 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-10cce47c-950b-479a-958f-76f448c3ae88 req-b4fa1ee1-923c-47ef-aa16-f65aafbe5bc4 tempest-ServerMetadataNegativeTestJSON-454509507 tempest-ServerMetadataNegativeTestJSON-454509507-project] Calling delete_port for 79fa6653-9c65-4816-8d88-f7df04929e71 owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:22:03.872492 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:03.990080 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-10cce47c-950b-479a-958f-76f448c3ae88 req-b4fa1ee1-923c-47ef-aa16-f65aafbe5bc4 tempest-ServerMetadataNegativeTestJSON-454509507 tempest-ServerMetadataNegativeTestJSON-454509507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (79fa6653-9c65-4816-8d88-f7df04929e71), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:04.024981 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['79fa6653-9c65-4816-8d88-f7df04929e71'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:22:04.043647 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-982bed34-63cf-4271-a39d-bd0c05954474 req-6bed2c30-5836-4da4-9a5e-2631a79999cf tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1b44ef4-bd09-44be-9fca-ba97bacc8a3d HTTP/1.1" status: 200 len: 210 time: 0.4142389 Jan 28 07:22:04.068292 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-453f53ac-917f-4e04-9817-9266f2109bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '853b6441-a5f3-482b-83d4-c7438e2a912c', 'name': 'tempest-ServerRescueNegativeTestJSON-1285334393-router', 'tenant_id': '3c6c4a028cf94108bec2ec0b2974d903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': '97ad6503-05e0-4ce3-b62d-95041492adda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:21:55Z', 'updated_at': '2022-01-28T07:21:59Z', 'revision_number': 4, 'project_id': '3c6c4a028cf94108bec2ec0b2974d903', 'gw_port': {'id': '97ad6503-05e0-4ce3-b62d-95041492adda', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:2a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '853b6441-a5f3-482b-83d4-c7438e2a912c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:21:56Z', 'updated_at': '2022-01-28T07:22:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '286986c0-d30b-4d82-93b8-92822d652da7', 'name': '', 'network_id': 'd1475e27-b0c3-4efe-ad93-495023de269c', 'tenant_id': '3c6c4a028cf94108bec2ec0b2974d903', 'mac_address': 'fa:16:3e:fa:eb:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '853b6441-a5f3-482b-83d4-c7438e2a912c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '592b9e2b-8e1d-43e3-874d-2141ea985036', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:21:58Z', 'updated_at': '2022-01-28T07:22:03Z', 'revision_number': 4, 'project_id': '3c6c4a028cf94108bec2ec0b2974d903', 'subnets': [{'id': '592b9e2b-8e1d-43e3-874d-2141ea985036', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:22:04.152096 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453f53ac-917f-4e04-9817-9266f2109bbe None None] The sync data for ids ['853b6441-a5f3-482b-83d4-c7438e2a912c'] in n-d-712749-28 is: [{'id': '853b6441-a5f3-482b-83d4-c7438e2a912c', 'name': 'tempest-ServerRescueNegativeTestJSON-1285334393-router', 'tenant_id': '3c6c4a028cf94108bec2ec0b2974d903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': '97ad6503-05e0-4ce3-b62d-95041492adda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:21:55Z', 'updated_at': '2022-01-28T07:21:59Z', 'revision_number': 4, 'project_id': '3c6c4a028cf94108bec2ec0b2974d903', 'gw_port': {'id': '97ad6503-05e0-4ce3-b62d-95041492adda', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:2a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '853b6441-a5f3-482b-83d4-c7438e2a912c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:21:56Z', 'updated_at': '2022-01-28T07:22:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '286986c0-d30b-4d82-93b8-92822d652da7', 'name': '', 'network_id': 'd1475e27-b0c3-4efe-ad93-495023de269c', 'tenant_id': '3c6c4a028cf94108bec2ec0b2974d903', 'mac_address': 'fa:16:3e:fa:eb:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '853b6441-a5f3-482b-83d4-c7438e2a912c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '592b9e2b-8e1d-43e3-874d-2141ea985036', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:21:58Z', 'updated_at': '2022-01-28T07:22:03Z', 'revision_number': 4, 'project_id': '3c6c4a028cf94108bec2ec0b2974d903', 'subnets': [{'id': '592b9e2b-8e1d-43e3-874d-2141ea985036', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:22:04.156381 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-10cce47c-950b-479a-958f-76f448c3ae88 req-b4fa1ee1-923c-47ef-aa16-f65aafbe5bc4 tempest-ServerMetadataNegativeTestJSON-454509507 tempest-ServerMetadataNegativeTestJSON-454509507-project] No DVR routers for this DVR port 79fa6653-9c65-4816-8d88-f7df04929e71 on host n-h2-712749-28 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:22:04.159966 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-10cce47c-950b-479a-958f-76f448c3ae88 req-b4fa1ee1-923c-47ef-aa16-f65aafbe5bc4 tempest-ServerMetadataNegativeTestJSON-454509507 tempest-ServerMetadataNegativeTestJSON-454509507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:04.163183 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [req-3db111b8-2dd5-4aed-b037-dd04419a06e9 req-265b29cf-49f1-48af-b0eb-162ce16fcec4 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] Allocated IP 172.20.0.3 (d1475e27-b0c3-4efe-ad93-495023de269c/592b9e2b-8e1d-43e3-874d-2141ea985036/e48328d3-a379-4bea-bd3f-d4b123b63f08) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:22:04.169165 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-10cce47c-950b-479a-958f-76f448c3ae88 req-b4fa1ee1-923c-47ef-aa16-f65aafbe5bc4 tempest-ServerMetadataNegativeTestJSON-454509507 tempest-ServerMetadataNegativeTestJSON-454509507-project] 10.222.0.44 "DELETE /v2.0/ports/79fa6653-9c65-4816-8d88-f7df04929e71 HTTP/1.1" status: 204 len: 173 time: 0.7252297 Jan 28 07:22:04.208761 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97721ca7-3273-4190-96e6-6e5d31f0e024', 'name': 'network-vif-deleted', 'tag': '79fa6653-9c65-4816-8d88-f7df04929e71'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:22:04.238997 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12069450-b4b2-4ad6-b86a-6f5e35583c19" -d '{"events": [{"server_uuid": "97721ca7-3273-4190-96e6-6e5d31f0e024", "name": "network-vif-deleted", "tag": "79fa6653-9c65-4816-8d88-f7df04929e71"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:22:04.245839 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fa1ee1-923c-47ef-aa16-f65aafbe5bc4 tempest-ServerMetadataNegativeTestJSON-454509507 tempest-ServerMetadataNegativeTestJSON-454509507-project] Pushing event deleted for resources: {'Port': ['ID=79fa6653-9c65-4816-8d88-f7df04929e71,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:22:04.255415 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7e81359b-5c8b-429c-833d-f8142f842eda req-ed661608-754e-49cf-b4ce-6921dcd10a7c tempest-ServerShowV254Test-132787314 tempest-ServerShowV254Test-132787314-project] 10.222.0.41 "GET /v2.0/ports?device_id=4eabed74-d2ee-4ba4-941f-1697c173508f HTTP/1.1" status: 200 len: 210 time: 0.1286232 Jan 28 07:22:04.325764 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197a3880-5413-4792-bab9-a5c6cbd38dea req-97a50c35-30dd-433f-9d6f-02df42135b98 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:04.327449 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-197a3880-5413-4792-bab9-a5c6cbd38dea req-97a50c35-30dd-433f-9d6f-02df42135b98 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.44 "GET /v2.0/networks?id=d1475e27-b0c3-4efe-ad93-495023de269c HTTP/1.1" status: 200 len: 819 time: 0.3436923 Jan 28 07:22:04.359986 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-197a3880-5413-4792-bab9-a5c6cbd38dea req-673dfb0e-48fa-4d99-8a75-d94f795ef4b4 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] Request body: {'port': {'device_id': 'c1b44ef4-bd09-44be-9fca-ba97bacc8a3d', 'network_id': 'd1475e27-b0c3-4efe-ad93-495023de269c', 'admin_state_up': True, 'tenant_id': '3c6c4a028cf94108bec2ec0b2974d903'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:22:04.374952 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59bc09d8-c626-4bf0-a3d0-5eafceb077b5 x-openstack-request-id: req-59bc09d8-c626-4bf0-a3d0-5eafceb077b5 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:22:04.375253 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97721ca7-3273-4190-96e6-6e5d31f0e024", "name": "network-vif-deleted", "tag": "79fa6653-9c65-4816-8d88-f7df04929e71", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:22:04.375495 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-59bc09d8-c626-4bf0-a3d0-5eafceb077b5 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:22:04.375901 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97721ca7-3273-4190-96e6-6e5d31f0e024', 'name': 'network-vif-deleted', 'tag': '79fa6653-9c65-4816-8d88-f7df04929e71', 'status': 'completed', 'code': 200} Jan 28 07:22:04.508901 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-25ec1637-a927-4df8-8d42-6ad4e19026f2 req-4dbe48bb-d060-4f94-83ec-a4f99e6a0748 tempest-ServerMetadataNegativeTestJSON-454509507 tempest-ServerMetadataNegativeTestJSON-454509507-project] 10.222.0.41 "GET /v2.0/ports?device_id=97721ca7-3273-4190-96e6-6e5d31f0e024 HTTP/1.1" status: 200 len: 210 time: 0.1711020 Jan 28 07:22:04.581793 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-197a3880-5413-4792-bab9-a5c6cbd38dea req-673dfb0e-48fa-4d99-8a75-d94f795ef4b4 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] Made reservation on behalf of 3c6c4a028cf94108bec2ec0b2974d903 for: {'port': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:22:04.585433 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-197a3880-5413-4792-bab9-a5c6cbd38dea req-673dfb0e-48fa-4d99-8a75-d94f795ef4b4 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:04.729869 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8afe5d0d-dec2-49d3-9da0-5bca8b43af49 req-66ff794e-bd5c-4432-b985-ddbad18c1138 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7 HTTP/1.1" status: 200 len: 210 time: 0.1026449 Jan 28 07:22:04.735713 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-3db111b8-2dd5-4aed-b037-dd04419a06e9 req-265b29cf-49f1-48af-b0eb-162ce16fcec4 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] Publish callbacks [] for port (e48328d3-a379-4bea-bd3f-d4b123b63f08), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:04.843865 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b2e1b1-105c-4ebd-b917-92295bb585d3 req-2dbe0a12-dd95-43ee-9bab-26a5c2f8f1a0 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:04.856608 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-93b2e1b1-105c-4ebd-b917-92295bb585d3 req-2dbe0a12-dd95-43ee-9bab-26a5c2f8f1a0 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/ports?device_id=28886562-bead-4c03-b18c-42830d7b7629 HTTP/1.1" status: 200 len: 944 time: 0.1053958 Jan 28 07:22:04.944445 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 286986c0-d30b-4d82-93b8-92822d652da7 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:22:04.957171 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-93b2e1b1-105c-4ebd-b917-92295bb585d3 req-cee1dc29-7312-4911-a28e-20a1ec5ff7c9 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3913eaa-d94a-405d-af3b-c47b7c21bae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994387 Jan 28 07:22:04.974623 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-3db111b8-2dd5-4aed-b037-dd04419a06e9 req-265b29cf-49f1-48af-b0eb-162ce16fcec4 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (e48328d3-a379-4bea-bd3f-d4b123b63f08), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:05.013414 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.db.api [req-197a3880-5413-4792-bab9-a5c6cbd38dea req-673dfb0e-48fa-4d99-8a75-d94f795ef4b4 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.3-97dcf509-bed2-4043-b86f-e8fe16956de9 {{(pid=103283) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 07:22:05.013816 n-d-712749-28 neutron-server[103283]: DEBUG oslo_db.api [req-197a3880-5413-4792-bab9-a5c6cbd38dea req-673dfb0e-48fa-4d99-8a75-d94f795ef4b4 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 07:22:05.029532 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3db111b8-2dd5-4aed-b037-dd04419a06e9 req-265b29cf-49f1-48af-b0eb-162ce16fcec4 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] Network d1475e27-b0c3-4efe-ad93-495023de269c is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:22:05.030958 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 286986c0-d30b-4d82-93b8-92822d652da7 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:22:05.032559 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (286986c0-d30b-4d82-93b8-92822d652da7), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:05.033177 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [req-3db111b8-2dd5-4aed-b037-dd04419a06e9 req-265b29cf-49f1-48af-b0eb-162ce16fcec4 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:22:05.035750 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-3db111b8-2dd5-4aed-b037-dd04419a06e9 req-265b29cf-49f1-48af-b0eb-162ce16fcec4 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:22:05.135593 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265b29cf-49f1-48af-b0eb-162ce16fcec4 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] Pushing event updated for resources: {'Port': ['ID=e48328d3-a379-4bea-bd3f-d4b123b63f08,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:22:05.200312 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db111b8-2dd5-4aed-b037-dd04419a06e9 req-265b29cf-49f1-48af-b0eb-162ce16fcec4 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:05.200969 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-3db111b8-2dd5-4aed-b037-dd04419a06e9 req-265b29cf-49f1-48af-b0eb-162ce16fcec4 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:05.218141 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 286986c0-d30b-4d82-93b8-92822d652da7 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:22:05.218924 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (286986c0-d30b-4d82-93b8-92822d652da7), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:05.229644 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-342a8fa6-381e-4eac-b5fe-f4b470328492 req-ea953fcb-c0a6-46ed-9f7a-13d6edc03763 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1b44ef4-bd09-44be-9fca-ba97bacc8a3d HTTP/1.1" status: 200 len: 210 time: 0.0822046 Jan 28 07:22:05.254051 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-3db111b8-2dd5-4aed-b037-dd04419a06e9 req-265b29cf-49f1-48af-b0eb-162ce16fcec4 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3048294 Jan 28 07:22:05.274820 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-3db111b8-2dd5-4aed-b037-dd04419a06e9 req-63c70b15-4442-4b1e-84b8-7f93dd7bcd5a service neutron] Request body: {'port': {'device_id': 'aeaaa3c3-c9e8-421a-b853-2cb835ef20d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-28'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:22:05.290026 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] For port 286986c0-d30b-4d82-93b8-92822d652da7, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=286986c0-d30b-4d82-93b8-92822d652da7,segment=NetworkSegment(f3b24596-5323-4eaa-bd8d-534416f2c6c4),segment_id=f3b24596-5323-4eaa-bd8d-534416f2c6c4)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:22:05.296731 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (286986c0-d30b-4d82-93b8-92822d652da7), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:05.376065 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Pushing event updated for resources: {'Port': ['ID=286986c0-d30b-4d82-93b8-92822d652da7,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:22:05.396598 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:22:05.397398 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:22:05.397905 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:22:05.398628 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:22:05.399187 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:22:05.400250 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:22:05.400853 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:22:05.401351 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:22:05.401870 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:22:05.404026 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:22:05.404554 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:22:05.405160 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:22:05.405664 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:22:05.496505 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2025a4fd-b663-4f5c-9128-e3f629e6f71a req-1973b529-9c5a-42e1-aeca-22d1a3201a22 tempest-ServerShowV254Test-132787314 tempest-ServerShowV254Test-132787314-project] 10.222.0.41 "GET /v2.0/ports?device_id=4eabed74-d2ee-4ba4-941f-1697c173508f HTTP/1.1" status: 200 len: 210 time: 0.0410616 Jan 28 07:22:05.509133 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-3db111b8-2dd5-4aed-b037-dd04419a06e9 req-63c70b15-4442-4b1e-84b8-7f93dd7bcd5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (e48328d3-a379-4bea-bd3f-d4b123b63f08), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:05.516027 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-197a3880-5413-4792-bab9-a5c6cbd38dea req-673dfb0e-48fa-4d99-8a75-d94f795ef4b4 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:05.612067 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f09e7d01-fd2d-4418-aa12-1e44c1312293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:05.625001 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 54398) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:22:05.746841 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-24c5aff9-b108-4354-8186-2142c8d3212c admin admin] Deleting subnet 914bff09-0d2e-4754-aeb3-861f388f788d {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:22:05.756442 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-24c5aff9-b108-4354-8186-2142c8d3212c admin admin] Publish callbacks [] for subnet (914bff09-0d2e-4754-aeb3-861f388f788d), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:05.843231 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-24c5aff9-b108-4354-8186-2142c8d3212c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24759175'] for subnet (914bff09-0d2e-4754-aeb3-861f388f788d), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:05.934470 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-24c5aff9-b108-4354-8186-2142c8d3212c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (914bff09-0d2e-4754-aeb3-861f388f788d), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:05.944499 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4dd8010c-c635-4227-bd80-838591582bd1 req-9933acd0-ad90-4c71-bd07-2a22eceabbd9 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8bcb5a1-8c5b-4dd9-8b36-3558fb76f5d7 HTTP/1.1" status: 200 len: 210 time: 0.0294445 Jan 28 07:22:05.959102 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [req-197a3880-5413-4792-bab9-a5c6cbd38dea req-673dfb0e-48fa-4d99-8a75-d94f795ef4b4 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] Allocated IP 172.20.0.7 (d1475e27-b0c3-4efe-ad93-495023de269c/592b9e2b-8e1d-43e3-874d-2141ea985036/83c0c0f5-7e7d-477c-811b-a3ba695527c8) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:22:06.053825 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-24c5aff9-b108-4354-8186-2142c8d3212c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24757569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24979817'] for subnet (914bff09-0d2e-4754-aeb3-861f388f788d), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:06.232968 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c5aff9-b108-4354-8186-2142c8d3212c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=914bff09-0d2e-4754-aeb3-861f388f788d,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:22:06.316934 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-24c5aff9-b108-4354-8186-2142c8d3212c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:06.324646 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-24c5aff9-b108-4354-8186-2142c8d3212c admin admin] 10.222.0.41 "DELETE /v2.0/subnets/914bff09-0d2e-4754-aeb3-861f388f788d HTTP/1.1" status: 204 len: 168 time: 0.6962495 Jan 28 07:22:06.325313 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 54412) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:22:06.366757 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f106be33-2ef8-40af-af9c-d1803633a46b req-7e447989-64f3-427f-8f6e-f479f8bee05d tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:06.375197 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f106be33-2ef8-40af-af9c-d1803633a46b req-7e447989-64f3-427f-8f6e-f479f8bee05d tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/ports?device_id=28886562-bead-4c03-b18c-42830d7b7629 HTTP/1.1" status: 200 len: 944 time: 0.1972241 Jan 28 07:22:06.380320 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-197a3880-5413-4792-bab9-a5c6cbd38dea req-673dfb0e-48fa-4d99-8a75-d94f795ef4b4 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] Publish callbacks [] for port (83c0c0f5-7e7d-477c-811b-a3ba695527c8), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:06.421508 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a9653b36-8906-4195-afde-f1f91559a2f1 req-03352223-14ee-40fc-b993-30ce724e0ee0 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1b44ef4-bd09-44be-9fca-ba97bacc8a3d HTTP/1.1" status: 200 len: 210 time: 0.0938079 Jan 28 07:22:06.541096 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-197a3880-5413-4792-bab9-a5c6cbd38dea req-673dfb0e-48fa-4d99-8a75-d94f795ef4b4 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (83c0c0f5-7e7d-477c-811b-a3ba695527c8), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:06.727888 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673dfb0e-48fa-4d99-8a75-d94f795ef4b4 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] Pushing event updated for resources: {'Port': ['ID=83c0c0f5-7e7d-477c-811b-a3ba695527c8,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:22:06.767504 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-178ba4e4-df74-4397-95a7-0823727780fd req-4710bcce-1b7e-4e2a-90fe-ecf827655249 tempest-ServerShowV254Test-132787314 tempest-ServerShowV254Test-132787314-project] 10.222.0.41 "GET /v2.0/ports?device_id=4eabed74-d2ee-4ba4-941f-1697c173508f HTTP/1.1" status: 200 len: 210 time: 0.0870464 Jan 28 07:22:06.785626 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-197a3880-5413-4792-bab9-a5c6cbd38dea req-673dfb0e-48fa-4d99-8a75-d94f795ef4b4 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] Network d1475e27-b0c3-4efe-ad93-495023de269c is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:22:06.787337 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [req-197a3880-5413-4792-bab9-a5c6cbd38dea req-673dfb0e-48fa-4d99-8a75-d94f795ef4b4 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:22:06.800546 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-197a3880-5413-4792-bab9-a5c6cbd38dea req-673dfb0e-48fa-4d99-8a75-d94f795ef4b4 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:22:06.832587 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 286986c0-d30b-4d82-93b8-92822d652da7 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:22:06.951366 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197a3880-5413-4792-bab9-a5c6cbd38dea req-673dfb0e-48fa-4d99-8a75-d94f795ef4b4 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:06.954963 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:06.955689 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-197a3880-5413-4792-bab9-a5c6cbd38dea req-673dfb0e-48fa-4d99-8a75-d94f795ef4b4 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:06.976713 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 286986c0-d30b-4d82-93b8-92822d652da7 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:22:06.979708 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (286986c0-d30b-4d82-93b8-92822d652da7), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:07.075153 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-197a3880-5413-4792-bab9-a5c6cbd38dea req-673dfb0e-48fa-4d99-8a75-d94f795ef4b4 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7174025 Jan 28 07:22:07.114815 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-197a3880-5413-4792-bab9-a5c6cbd38dea req-5fe41e3d-cb95-4f7e-b9f0-542c1f97fb64 service neutron] Request body: {'port': {'device_id': 'c1b44ef4-bd09-44be-9fca-ba97bacc8a3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712749-28'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:22:07.193376 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 54452) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:22:07.227320 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 286986c0-d30b-4d82-93b8-92822d652da7 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:22:07.243785 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-24f8a845-c015-4b75-94cd-690ae366aca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (059fab71-040e-40b1-965c-7a420accf13f), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:07.266275 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 79fa6653-9c65-4816-8d88-f7df04929e71 no longer exists at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:22:07.298408 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f106be33-2ef8-40af-af9c-d1803633a46b req-2109fdd3-038f-4109-80a0-32b9582c6800 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3913eaa-d94a-405d-af3b-c47b7c21bae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9094985 Jan 28 07:22:07.332912 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] No Port match for: 79fa6653-9c65-4816-8d88-f7df04929e71 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:22:07.333180 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 79fa6653-9c65-4816-8d88-f7df04929e71 not bound to the agent host n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:22:07.349659 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-197a3880-5413-4792-bab9-a5c6cbd38dea req-5fe41e3d-cb95-4f7e-b9f0-542c1f97fb64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (83c0c0f5-7e7d-477c-811b-a3ba695527c8), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:07.372149 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [req-3db111b8-2dd5-4aed-b037-dd04419a06e9 req-63c70b15-4442-4b1e-84b8-7f93dd7bcd5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e48328d3-a379-4bea-bd3f-d4b123b63f08 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:22:07.387000 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-3db111b8-2dd5-4aed-b037-dd04419a06e9 req-63c70b15-4442-4b1e-84b8-7f93dd7bcd5a service neutron] Publish callbacks [] for port (e48328d3-a379-4bea-bd3f-d4b123b63f08), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:07.436886 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [req-3db111b8-2dd5-4aed-b037-dd04419a06e9 req-63c70b15-4442-4b1e-84b8-7f93dd7bcd5a service neutron] Transition to ACTIVE for port object e48328d3-a379-4bea-bd3f-d4b123b63f08 will not be triggered until provisioned by entity L2. {{(pid=103283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:22:07.497289 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-24f8a845-c015-4b75-94cd-690ae366aca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (059fab71-040e-40b1-965c-7a420accf13f), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:07.505092 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-3db111b8-2dd5-4aed-b037-dd04419a06e9 req-63c70b15-4442-4b1e-84b8-7f93dd7bcd5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (e48328d3-a379-4bea-bd3f-d4b123b63f08), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:07.509506 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5799420c-8647-4620-b761-1df14c7e8116 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Publish callbacks [] for security_group (f42d29db-089b-46ec-bdc0-e6253e46a436), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:07.543582 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-24f8a845-c015-4b75-94cd-690ae366aca0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['059fab71-040e-40b1-965c-7a420accf13f']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:22:07.568534 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-24f8a845-c015-4b75-94cd-690ae366aca0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '710560b5-517d-499a-b673-9eb660525dc9') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:22:07.568873 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-24f8a845-c015-4b75-94cd-690ae366aca0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '710560b5-517d-499a-b673-9eb660525dc9') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:22:07.594696 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-24f8a845-c015-4b75-94cd-690ae366aca0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24759294'] for segment (710560b5-517d-499a-b673-9eb660525dc9), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:07.611680 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-24f8a845-c015-4b75-94cd-690ae366aca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (710560b5-517d-499a-b673-9eb660525dc9), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:07.621428 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24f8a845-c015-4b75-94cd-690ae366aca0 admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:22:07.621992 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-24f8a845-c015-4b75-94cd-690ae366aca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24757675'] for segment (710560b5-517d-499a-b673-9eb660525dc9), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:07.630044 n-d-712749-28 neutron-server[103284]: Traceback (most recent call last): Jan 28 07:22:07.630044 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:22:07.630044 n-d-712749-28 neutron-server[103284]: timer() Jan 28 07:22:07.630044 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:22:07.630044 n-d-712749-28 neutron-server[103284]: cb(*args, **kw) Jan 28 07:22:07.630044 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:22:07.630044 n-d-712749-28 neutron-server[103284]: return func(*args, **kwargs) Jan 28 07:22:07.630044 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:22:07.630044 n-d-712749-28 neutron-server[103284]: self._notify() Jan 28 07:22:07.630044 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:22:07.630044 n-d-712749-28 neutron-server[103284]: self.callback(batched_events) Jan 28 07:22:07.630044 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:22:07.630044 n-d-712749-28 neutron-server[103284]: event.method(event) Jan 28 07:22:07.630044 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:22:07.630044 n-d-712749-28 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:22:07.630044 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:22:07.630044 n-d-712749-28 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:22:07.630044 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:22:07.630044 n-d-712749-28 neutron-server[103284]: return f(self, *a, **k) Jan 28 07:22:07.630044 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:22:07.630044 n-d-712749-28 neutron-server[103284]: return self._get(url).json() Jan 28 07:22:07.630044 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:22:07.630044 n-d-712749-28 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:22:07.630044 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:22:07.630044 n-d-712749-28 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Jan 28 07:22:07.630044 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:22:07.630044 n-d-712749-28 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:22:07.630044 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:22:07.630044 n-d-712749-28 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:22:07.630044 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:22:07.630044 n-d-712749-28 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:22:07.630044 n-d-712749-28 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:22:07.718693 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 54462) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:22:07.730697 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-24f8a845-c015-4b75-94cd-690ae366aca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (059fab71-040e-40b1-965c-7a420accf13f), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:07.738956 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5799420c-8647-4620-b761-1df14c7e8116 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Publish callbacks [] for security_group (f42d29db-089b-46ec-bdc0-e6253e46a436), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:07.744798 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-24f8a845-c015-4b75-94cd-690ae366aca0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:07.749111 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-24f8a845-c015-4b75-94cd-690ae366aca0 admin admin] 10.222.0.41 "DELETE /v2.0/networks/059fab71-040e-40b1-965c-7a420accf13f HTTP/1.1" status: 204 len: 168 time: 1.4218693 Jan 28 07:22:07.762503 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f8a845-c015-4b75-94cd-690ae366aca0 admin admin] Pushing event deleted for resources: {'Network': ['ID=059fab71-040e-40b1-965c-7a420accf13f,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:22:07.797364 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ce509b-c896-4b74-8315-1a9123ec6d6e req-32d67e72-4246-4554-babb-a3af83bdbc71 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:07.812952 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-31ce509b-c896-4b74-8315-1a9123ec6d6e req-32d67e72-4246-4554-babb-a3af83bdbc71 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1b44ef4-bd09-44be-9fca-ba97bacc8a3d HTTP/1.1" status: 200 len: 931 time: 0.2827713 Jan 28 07:22:07.821712 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c70b15-4442-4b1e-84b8-7f93dd7bcd5a service neutron] Pushing event updated for resources: {'Port': ['ID=e48328d3-a379-4bea-bd3f-d4b123b63f08,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:22:07.954849 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 54470) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:22:07.980519 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-fc0bdba5-5f1b-423d-92b4-11bf3a31b1c0 req-b70b017b-8197-463a-9fd6-ce7254953378 tempest-ServerShowV254Test-132787314 tempest-ServerShowV254Test-132787314-project] 10.222.0.41 "GET /v2.0/ports?device_id=4eabed74-d2ee-4ba4-941f-1697c173508f HTTP/1.1" status: 200 len: 210 time: 0.0542538 Jan 28 07:22:08.018368 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fb9ab8e4-95be-4d1a-a96e-6f0c02f13c60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:08.033709 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-31ce509b-c896-4b74-8315-1a9123ec6d6e req-8b620704-35a2-498c-b996-0e041208f73d tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ba1291a-f150-42f4-bf3d-2e5c804d6128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197697 Jan 28 07:22:08.109311 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-0c5bfe1e-9af8-416c-9879-33505391b543 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=56a625391b2541e4b0005466311fb896&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1467998 Jan 28 07:22:08.114084 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 54472) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:22:08.127450 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fb9ab8e4-95be-4d1a-a96e-6f0c02f13c60 admin admin] Publish callbacks [] for security_group (6689cc4f-f0ca-403d-8a21-7f77b8437db5), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:08.128002 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5799420c-8647-4620-b761-1df14c7e8116 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (f42d29db-089b-46ec-bdc0-e6253e46a436), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:08.131040 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5799420c-8647-4620-b761-1df14c7e8116 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:08.135053 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-5799420c-8647-4620-b761-1df14c7e8116 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "DELETE /v2.0/security-groups/f42d29db-089b-46ec-bdc0-e6253e46a436 HTTP/1.1" status: 204 len: 168 time: 0.8983541 Jan 28 07:22:08.135288 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 54474) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:22:08.146512 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fb9ab8e4-95be-4d1a-a96e-6f0c02f13c60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (6689cc4f-f0ca-403d-8a21-7f77b8437db5), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:08.158499 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-3db111b8-2dd5-4aed-b037-dd04419a06e9 req-63c70b15-4442-4b1e-84b8-7f93dd7bcd5a service neutron] Attempting to bind port e48328d3-a379-4bea-bd3f-d4b123b63f08 on host n-h1-712749-28 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:22:08.158720 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-3db111b8-2dd5-4aed-b037-dd04419a06e9 req-63c70b15-4442-4b1e-84b8-7f93dd7bcd5a service neutron] Attempting to bind port e48328d3-a379-4bea-bd3f-d4b123b63f08 by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': 'f3b24596-5323-4eaa-bd8d-534416f2c6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd1475e27-b0c3-4efe-ad93-495023de269c'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:22:08.159208 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db111b8-2dd5-4aed-b037-dd04419a06e9 req-63c70b15-4442-4b1e-84b8-7f93dd7bcd5a service neutron] Attempting to bind port e48328d3-a379-4bea-bd3f-d4b123b63f08 on network d1475e27-b0c3-4efe-ad93-495023de269c {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:22:08.165803 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5799420c-8647-4620-b761-1df14c7e8116 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f42d29db-089b-46ec-bdc0-e6253e46a436,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:22:08.173911 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db111b8-2dd5-4aed-b037-dd04419a06e9 req-63c70b15-4442-4b1e-84b8-7f93dd7bcd5a service neutron] Port e48328d3-a379-4bea-bd3f-d4b123b63f08 on network d1475e27-b0c3-4efe-ad93-495023de269c not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:22:08.173911 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db111b8-2dd5-4aed-b037-dd04419a06e9 req-63c70b15-4442-4b1e-84b8-7f93dd7bcd5a service neutron] Attempting to bind port e48328d3-a379-4bea-bd3f-d4b123b63f08 on network d1475e27-b0c3-4efe-ad93-495023de269c {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:22:08.178102 n-d-712749-28 neutron-server[103284]: INFO neutron.api.v2.resource [None req-b259dc0b-44e1-4fcb-a672-693752410b77 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] show failed (client error): The resource could not be found. Jan 28 07:22:08.181812 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-b259dc0b-44e1-4fcb-a672-693752410b77 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "GET /v2.0/security-groups/f42d29db-089b-46ec-bdc0-e6253e46a436 HTTP/1.1" status: 404 len: 347 time: 0.0429435 Jan 28 07:22:08.183038 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 54476) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:22:08.232477 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-fb9ab8e4-95be-4d1a-a96e-6f0c02f13c60 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2d5f13dab2324be19d55fa63c3440bf4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5124145 Jan 28 07:22:08.234259 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db111b8-2dd5-4aed-b037-dd04419a06e9 req-63c70b15-4442-4b1e-84b8-7f93dd7bcd5a service neutron] Checking agent: {'id': '2fca46b1-237f-4857-9290-2429d810e472', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 22, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:22:08.234396 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 54478) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:22:08.234728 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db111b8-2dd5-4aed-b037-dd04419a06e9 req-63c70b15-4442-4b1e-84b8-7f93dd7bcd5a service neutron] Checking segment: {'id': 'f3b24596-5323-4eaa-bd8d-534416f2c6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd1475e27-b0c3-4efe-ad93-495023de269c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:22:08.235199 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db111b8-2dd5-4aed-b037-dd04419a06e9 req-63c70b15-4442-4b1e-84b8-7f93dd7bcd5a service neutron] Bound using segment: {'id': 'f3b24596-5323-4eaa-bd8d-534416f2c6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd1475e27-b0c3-4efe-ad93-495023de269c'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:22:08.235741 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-3db111b8-2dd5-4aed-b037-dd04419a06e9 req-63c70b15-4442-4b1e-84b8-7f93dd7bcd5a service neutron] Bound port: e48328d3-a379-4bea-bd3f-d4b123b63f08, host: n-h1-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3b24596-5323-4eaa-bd8d-534416f2c6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd1475e27-b0c3-4efe-ad93-495023de269c'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:22:08.236178 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-3db111b8-2dd5-4aed-b037-dd04419a06e9 req-63c70b15-4442-4b1e-84b8-7f93dd7bcd5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (e48328d3-a379-4bea-bd3f-d4b123b63f08), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:08.297473 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9ab8e4-95be-4d1a-a96e-6f0c02f13c60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6689cc4f-f0ca-403d-8a21-7f77b8437db5,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:22:08.337678 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5550fbaa-3daf-4d86-a4ab-55f2f95431eb admin admin] Publish callbacks [] for security_group (9913aa6f-1829-4141-9748-47b1495ae0df), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:08.378362 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5550fbaa-3daf-4d86-a4ab-55f2f95431eb admin admin] Publish callbacks [] for security_group (9913aa6f-1829-4141-9748-47b1495ae0df), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:08.418338 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [req-197a3880-5413-4792-bab9-a5c6cbd38dea req-5fe41e3d-cb95-4f7e-b9f0-542c1f97fb64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83c0c0f5-7e7d-477c-811b-a3ba695527c8 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:22:08.444456 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-197a3880-5413-4792-bab9-a5c6cbd38dea req-5fe41e3d-cb95-4f7e-b9f0-542c1f97fb64 service neutron] Publish callbacks [] for port (83c0c0f5-7e7d-477c-811b-a3ba695527c8), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:08.470879 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-3db111b8-2dd5-4aed-b037-dd04419a06e9 req-63c70b15-4442-4b1e-84b8-7f93dd7bcd5a service neutron] For port e48328d3-a379-4bea-bd3f-d4b123b63f08, host n-h1-712749-28, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:22:08.471680 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-03e17a8d-1a3a-4292-8692-c956de080fe8 admin admin] Publish callbacks [] for security_group (6689cc4f-f0ca-403d-8a21-7f77b8437db5), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:08.475114 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-3db111b8-2dd5-4aed-b037-dd04419a06e9 req-63c70b15-4442-4b1e-84b8-7f93dd7bcd5a service neutron] For port e48328d3-a379-4bea-bd3f-d4b123b63f08, host n-h1-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=e48328d3-a379-4bea-bd3f-d4b123b63f08,segment=NetworkSegment(f3b24596-5323-4eaa-bd8d-534416f2c6c4),segment_id=f3b24596-5323-4eaa-bd8d-534416f2c6c4)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:22:08.476359 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [req-197a3880-5413-4792-bab9-a5c6cbd38dea req-5fe41e3d-cb95-4f7e-b9f0-542c1f97fb64 service neutron] Transition to ACTIVE for port object 83c0c0f5-7e7d-477c-811b-a3ba695527c8 will not be triggered until provisioned by entity L2. {{(pid=103283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:22:08.480863 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5550fbaa-3daf-4d86-a4ab-55f2f95431eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (9913aa6f-1829-4141-9748-47b1495ae0df), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:08.484624 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5550fbaa-3daf-4d86-a4ab-55f2f95431eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:08.488271 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-5550fbaa-3daf-4d86-a4ab-55f2f95431eb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9913aa6f-1829-4141-9748-47b1495ae0df HTTP/1.1" status: 204 len: 168 time: 0.3713281 Jan 28 07:22:08.488430 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-3db111b8-2dd5-4aed-b037-dd04419a06e9 req-63c70b15-4442-4b1e-84b8-7f93dd7bcd5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (e48328d3-a379-4bea-bd3f-d4b123b63f08), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:08.500584 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-197a3880-5413-4792-bab9-a5c6cbd38dea req-5fe41e3d-cb95-4f7e-b9f0-542c1f97fb64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (83c0c0f5-7e7d-477c-811b-a3ba695527c8), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:08.533552 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-dc14fb1f-5333-40ea-a8f9-381fb82867b5 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Deleting port c995ad5d-b7b1-4ab8-a03b-972fe1722009 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:22:08.533902 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-dc14fb1f-5333-40ea-a8f9-381fb82867b5 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (c995ad5d-b7b1-4ab8-a03b-972fe1722009), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:08.558437 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db111b8-2dd5-4aed-b037-dd04419a06e9 req-63c70b15-4442-4b1e-84b8-7f93dd7bcd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:08.559483 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-3db111b8-2dd5-4aed-b037-dd04419a06e9 req-63c70b15-4442-4b1e-84b8-7f93dd7bcd5a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:08.561121 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-3db111b8-2dd5-4aed-b037-dd04419a06e9 req-63c70b15-4442-4b1e-84b8-7f93dd7bcd5a service neutron] 10.222.0.10 "PUT /v2.0/ports/e48328d3-a379-4bea-bd3f-d4b123b63f08 HTTP/1.1" status: 200 len: 1092 time: 3.2909493 Jan 28 07:22:08.561854 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aeaaa3c3-c9e8-421a-b853-2cb835ef20d4', 'tag': 'e48328d3-a379-4bea-bd3f-d4b123b63f08'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:22:08.564283 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57205219-6a59-4d0e-b47b-de8cd439430e" -d '{"events": [{"name": "network-changed", "server_uuid": "aeaaa3c3-c9e8-421a-b853-2cb835ef20d4", "tag": "e48328d3-a379-4bea-bd3f-d4b123b63f08"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:22:08.585699 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-03e17a8d-1a3a-4292-8692-c956de080fe8 admin admin] Publish callbacks [] for security_group (6689cc4f-f0ca-403d-8a21-7f77b8437db5), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:08.589091 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5550fbaa-3daf-4d86-a4ab-55f2f95431eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9913aa6f-1829-4141-9748-47b1495ae0df,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:22:08.638847 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd654909-7c85-404c-8eff-c38c2fb0bec8 req-837f850c-34cf-45e9-96ca-a02886b627e0 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:08.647839 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-bd654909-7c85-404c-8eff-c38c2fb0bec8 req-837f850c-34cf-45e9-96ca-a02886b627e0 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/ports?device_id=28886562-bead-4c03-b18c-42830d7b7629 HTTP/1.1" status: 200 len: 944 time: 0.2264245 Jan 28 07:22:08.654860 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76ed80b4-3834-4ff2-84aa-14478966af6c x-openstack-request-id: req-76ed80b4-3834-4ff2-84aa-14478966af6c {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:22:08.655387 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aeaaa3c3-c9e8-421a-b853-2cb835ef20d4", "tag": "e48328d3-a379-4bea-bd3f-d4b123b63f08", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:22:08.656014 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-76ed80b4-3834-4ff2-84aa-14478966af6c {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:22:08.656598 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aeaaa3c3-c9e8-421a-b853-2cb835ef20d4', 'tag': 'e48328d3-a379-4bea-bd3f-d4b123b63f08', 'status': 'completed', 'code': 200} Jan 28 07:22:08.675912 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:08.792461 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c70b15-4442-4b1e-84b8-7f93dd7bcd5a service neutron] Pushing event updated for resources: {'Port': ['ID=e48328d3-a379-4bea-bd3f-d4b123b63f08,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:22:08.830013 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-bd654909-7c85-404c-8eff-c38c2fb0bec8 req-1e5f82f5-b0ef-404c-b64c-ab29547a79d2 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3913eaa-d94a-405d-af3b-c47b7c21bae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1722624 Jan 28 07:22:08.848407 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-03e17a8d-1a3a-4292-8692-c956de080fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (6689cc4f-f0ca-403d-8a21-7f77b8437db5), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:08.851059 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-03e17a8d-1a3a-4292-8692-c956de080fe8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:08.855167 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-03e17a8d-1a3a-4292-8692-c956de080fe8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6689cc4f-f0ca-403d-8a21-7f77b8437db5 HTTP/1.1" status: 204 len: 168 time: 0.6060183 Jan 28 07:22:08.874514 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e17a8d-1a3a-4292-8692-c956de080fe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6689cc4f-f0ca-403d-8a21-7f77b8437db5,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:22:08.909895 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-dc14fb1f-5333-40ea-a8f9-381fb82867b5 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (c995ad5d-b7b1-4ab8-a03b-972fe1722009), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:08.910233 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-dc14fb1f-5333-40ea-a8f9-381fb82867b5 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Publish callbacks [] for floatingip (c995ad5d-b7b1-4ab8-a03b-972fe1722009), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:08.950252 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-dc14fb1f-5333-40ea-a8f9-381fb82867b5 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Calling delete_port for c995ad5d-b7b1-4ab8-a03b-972fe1722009 owned by network:floatingip {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:22:08.953292 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db111b8-2dd5-4aed-b037-dd04419a06e9 req-b412a039-ea74-4db9-9ef2-43110d9541ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:08.955318 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-3db111b8-2dd5-4aed-b037-dd04419a06e9 req-b412a039-ea74-4db9-9ef2-43110d9541ce service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3c6c4a028cf94108bec2ec0b2974d903&device_id=aeaaa3c3-c9e8-421a-b853-2cb835ef20d4 HTTP/1.1" status: 200 len: 1095 time: 0.2976475 Jan 28 07:22:08.962511 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe41e3d-cb95-4f7e-b9f0-542c1f97fb64 service neutron] Pushing event updated for resources: {'Port': ['ID=83c0c0f5-7e7d-477c-811b-a3ba695527c8,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:22:09.137812 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-197a3880-5413-4792-bab9-a5c6cbd38dea req-5fe41e3d-cb95-4f7e-b9f0-542c1f97fb64 service neutron] Attempting to bind port 83c0c0f5-7e7d-477c-811b-a3ba695527c8 on host n-h2-712749-28 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:22:09.138167 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-197a3880-5413-4792-bab9-a5c6cbd38dea req-5fe41e3d-cb95-4f7e-b9f0-542c1f97fb64 service neutron] Attempting to bind port 83c0c0f5-7e7d-477c-811b-a3ba695527c8 by drivers openvswitch,hyperv on host n-h2-712749-28 at level 0 using segments [{'id': 'f3b24596-5323-4eaa-bd8d-534416f2c6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd1475e27-b0c3-4efe-ad93-495023de269c'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:22:09.138504 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197a3880-5413-4792-bab9-a5c6cbd38dea req-5fe41e3d-cb95-4f7e-b9f0-542c1f97fb64 service neutron] Attempting to bind port 83c0c0f5-7e7d-477c-811b-a3ba695527c8 on network d1475e27-b0c3-4efe-ad93-495023de269c {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:22:09.143324 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-3db111b8-2dd5-4aed-b037-dd04419a06e9 req-b051a4d2-adb0-4fc1-bbc3-c8abb059e4cb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e48328d3-a379-4bea-bd3f-d4b123b63f08 HTTP/1.1" status: 200 len: 217 time: 0.1702898 Jan 28 07:22:09.175080 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197a3880-5413-4792-bab9-a5c6cbd38dea req-5fe41e3d-cb95-4f7e-b9f0-542c1f97fb64 service neutron] Port 83c0c0f5-7e7d-477c-811b-a3ba695527c8 on network d1475e27-b0c3-4efe-ad93-495023de269c not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-28 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:22:09.175346 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197a3880-5413-4792-bab9-a5c6cbd38dea req-5fe41e3d-cb95-4f7e-b9f0-542c1f97fb64 service neutron] Attempting to bind port 83c0c0f5-7e7d-477c-811b-a3ba695527c8 on network d1475e27-b0c3-4efe-ad93-495023de269c {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:22:09.235324 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3aaae2-9978-4464-96c4-d2d41e016f64 req-6d5e499c-6dde-426d-a532-84d79ea80d5b tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:09.247583 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-bb3aaae2-9978-4464-96c4-d2d41e016f64 req-6d5e499c-6dde-426d-a532-84d79ea80d5b tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1b44ef4-bd09-44be-9fca-ba97bacc8a3d HTTP/1.1" status: 200 len: 943 time: 0.0998974 Jan 28 07:22:09.307074 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197a3880-5413-4792-bab9-a5c6cbd38dea req-5fe41e3d-cb95-4f7e-b9f0-542c1f97fb64 service neutron] Checking agent: {'id': 'c9906e63-062c-432e-bb53-63fdb8115e18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:22:09.307695 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197a3880-5413-4792-bab9-a5c6cbd38dea req-5fe41e3d-cb95-4f7e-b9f0-542c1f97fb64 service neutron] Checking segment: {'id': 'f3b24596-5323-4eaa-bd8d-534416f2c6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd1475e27-b0c3-4efe-ad93-495023de269c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:22:09.308736 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197a3880-5413-4792-bab9-a5c6cbd38dea req-5fe41e3d-cb95-4f7e-b9f0-542c1f97fb64 service neutron] Bound using segment: {'id': 'f3b24596-5323-4eaa-bd8d-534416f2c6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd1475e27-b0c3-4efe-ad93-495023de269c'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:22:09.309373 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-197a3880-5413-4792-bab9-a5c6cbd38dea req-5fe41e3d-cb95-4f7e-b9f0-542c1f97fb64 service neutron] Bound port: 83c0c0f5-7e7d-477c-811b-a3ba695527c8, host: n-h2-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3b24596-5323-4eaa-bd8d-534416f2c6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd1475e27-b0c3-4efe-ad93-495023de269c'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:22:09.310053 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-197a3880-5413-4792-bab9-a5c6cbd38dea req-5fe41e3d-cb95-4f7e-b9f0-542c1f97fb64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (83c0c0f5-7e7d-477c-811b-a3ba695527c8), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:09.321925 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1013d6b4-e095-4603-9d86-55fa9f91db50 req-954a6d54-0964-4498-87a8-403e79c27cc4 tempest-ServerShowV254Test-132787314 tempest-ServerShowV254Test-132787314-project] 10.222.0.41 "GET /v2.0/ports?device_id=4eabed74-d2ee-4ba4-941f-1697c173508f HTTP/1.1" status: 200 len: 210 time: 0.1809189 Jan 28 07:22:09.334954 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-bb3aaae2-9978-4464-96c4-d2d41e016f64 req-8f8ed184-fb78-43dc-aa6f-86bab32890e4 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ba1291a-f150-42f4-bf3d-2e5c804d6128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861807 Jan 28 07:22:09.428599 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db111b8-2dd5-4aed-b037-dd04419a06e9 req-22bfff81-38e3-410a-b462-71df137b83a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:09.428599 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-3db111b8-2dd5-4aed-b037-dd04419a06e9 req-22bfff81-38e3-410a-b462-71df137b83a1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=592b9e2b-8e1d-43e3-874d-2141ea985036 HTTP/1.1" status: 200 len: 859 time: 0.2550957 Jan 28 07:22:09.492746 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-3db111b8-2dd5-4aed-b037-dd04419a06e9 req-d1b14088-af6a-4254-b29a-52cc8181646c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d1475e27-b0c3-4efe-ad93-495023de269c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580912 Jan 28 07:22:09.569315 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-197a3880-5413-4792-bab9-a5c6cbd38dea req-5fe41e3d-cb95-4f7e-b9f0-542c1f97fb64 service neutron] For port 83c0c0f5-7e7d-477c-811b-a3ba695527c8, host n-h2-712749-28, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:22:09.584844 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-dc14fb1f-5333-40ea-a8f9-381fb82867b5 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (c995ad5d-b7b1-4ab8-a03b-972fe1722009), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:09.588516 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-197a3880-5413-4792-bab9-a5c6cbd38dea req-5fe41e3d-cb95-4f7e-b9f0-542c1f97fb64 service neutron] For port 83c0c0f5-7e7d-477c-811b-a3ba695527c8, host n-h2-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=83c0c0f5-7e7d-477c-811b-a3ba695527c8,segment=NetworkSegment(f3b24596-5323-4eaa-bd8d-534416f2c6c4),segment_id=f3b24596-5323-4eaa-bd8d-534416f2c6c4)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:22:09.609985 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 54516) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:22:09.625515 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-197a3880-5413-4792-bab9-a5c6cbd38dea req-5fe41e3d-cb95-4f7e-b9f0-542c1f97fb64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (83c0c0f5-7e7d-477c-811b-a3ba695527c8), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:09.630867 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc14fb1f-5333-40ea-a8f9-381fb82867b5 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Pushing event deleted for resources: {'Port': ['ID=c995ad5d-b7b1-4ab8-a03b-972fe1722009,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:22:09.632050 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f4f892f4-773c-44f7-a81e-77a363ac6af3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:09.681012 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:09.715506 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197a3880-5413-4792-bab9-a5c6cbd38dea req-5fe41e3d-cb95-4f7e-b9f0-542c1f97fb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:09.716152 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-197a3880-5413-4792-bab9-a5c6cbd38dea req-5fe41e3d-cb95-4f7e-b9f0-542c1f97fb64 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:09.718435 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-197a3880-5413-4792-bab9-a5c6cbd38dea req-5fe41e3d-cb95-4f7e-b9f0-542c1f97fb64 service neutron] 10.222.0.44 "PUT /v2.0/ports/83c0c0f5-7e7d-477c-811b-a3ba695527c8 HTTP/1.1" status: 200 len: 1092 time: 2.6214137 Jan 28 07:22:09.747261 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-3db111b8-2dd5-4aed-b037-dd04419a06e9 req-beaa31df-4790-48b8-b0b1-dc14866294f7 service neutron] 10.222.0.10 "GET /v2.0/networks/d1475e27-b0c3-4efe-ad93-495023de269c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2463038 Jan 28 07:22:09.782581 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f4f892f4-773c-44f7-a81e-77a363ac6af3 admin admin] Publish callbacks [] for security_group (c40c8275-565b-498e-835f-df6d38d52ba0), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:09.789888 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f4f892f4-773c-44f7-a81e-77a363ac6af3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (c40c8275-565b-498e-835f-df6d38d52ba0), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:09.835301 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-f4f892f4-773c-44f7-a81e-77a363ac6af3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d67c556f91844b06a8e52381b8a66bc9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2241697 Jan 28 07:22:09.837884 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 54518) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:22:09.882730 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe41e3d-cb95-4f7e-b9f0-542c1f97fb64 service neutron] Pushing event updated for resources: {'Port': ['ID=83c0c0f5-7e7d-477c-811b-a3ba695527c8,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:22:09.907569 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-dc14fb1f-5333-40ea-a8f9-381fb82867b5 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Publish callbacks [] for floatingip (b0aedd53-0f3f-4f41-b811-7afb82007f0f), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:09.911444 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-dc14fb1f-5333-40ea-a8f9-381fb82867b5 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for floatingip (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:09.918018 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-dc14fb1f-5333-40ea-a8f9-381fb82867b5 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "DELETE /v2.0/floatingips/b0aedd53-0f3f-4f41-b811-7afb82007f0f HTTP/1.1" status: 204 len: 168 time: 1.7314909 Jan 28 07:22:09.931005 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 54526) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:22:09.962787 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f892f4-773c-44f7-a81e-77a363ac6af3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c40c8275-565b-498e-835f-df6d38d52ba0,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:22:10.019886 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-79033a16-3f7a-4de0-8167-5c9182d147ce admin admin] Publish callbacks [] for security_group (c40c8275-565b-498e-835f-df6d38d52ba0), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:10.022919 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197a3880-5413-4792-bab9-a5c6cbd38dea req-775a6a09-a9cb-4883-89e6-2caa076a8610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:10.024521 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-197a3880-5413-4792-bab9-a5c6cbd38dea req-775a6a09-a9cb-4883-89e6-2caa076a8610 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3c6c4a028cf94108bec2ec0b2974d903&device_id=c1b44ef4-bd09-44be-9fca-ba97bacc8a3d HTTP/1.1" status: 200 len: 1095 time: 0.2269170 Jan 28 07:22:10.083599 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 7 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 07:22:10.095774 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-79033a16-3f7a-4de0-8167-5c9182d147ce admin admin] Publish callbacks [] for security_group (c40c8275-565b-498e-835f-df6d38d52ba0), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:10.149367 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-197a3880-5413-4792-bab9-a5c6cbd38dea req-61edaf75-331b-4310-b941-71aebb3e6dfa service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=83c0c0f5-7e7d-477c-811b-a3ba695527c8 HTTP/1.1" status: 200 len: 217 time: 0.0934021 Jan 28 07:22:10.183334 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-79033a16-3f7a-4de0-8167-5c9182d147ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (c40c8275-565b-498e-835f-df6d38d52ba0), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:10.190688 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-79033a16-3f7a-4de0-8167-5c9182d147ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:10.197418 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-79033a16-3f7a-4de0-8167-5c9182d147ce admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c40c8275-565b-498e-835f-df6d38d52ba0 HTTP/1.1" status: 204 len: 168 time: 0.3575702 Jan 28 07:22:10.218215 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79033a16-3f7a-4de0-8167-5c9182d147ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c40c8275-565b-498e-835f-df6d38d52ba0,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:22:10.480671 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 54552) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:22:10.599206 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6702dc83-3111-4a60-88d2-f6f26401047f req-d14ba812-4e6a-485f-9b5e-178a3de25ebc tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:10.601401 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6702dc83-3111-4a60-88d2-f6f26401047f req-d14ba812-4e6a-485f-9b5e-178a3de25ebc tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1b44ef4-bd09-44be-9fca-ba97bacc8a3d HTTP/1.1" status: 200 len: 943 time: 0.1146801 Jan 28 07:22:10.703146 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1b44ef4-bd09-44be-9fca-ba97bacc8a3d', 'tag': '83c0c0f5-7e7d-477c-811b-a3ba695527c8'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:22:10.706173 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1713f936-646c-40bd-b096-e72a28e997a6" -d '{"events": [{"name": "network-changed", "server_uuid": "c1b44ef4-bd09-44be-9fca-ba97bacc8a3d", "tag": "83c0c0f5-7e7d-477c-811b-a3ba695527c8"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:22:10.712213 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-ad5e0ca0-4cc0-48de-b203-0ef0f95a0b11 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-600612121-network', 'tenant_id': 'ac4aa04526c84452994ee35748dd0646'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:22:10.734502 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6702dc83-3111-4a60-88d2-f6f26401047f req-c1505579-b28c-495e-bcc6-9861f140f37f tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ba1291a-f150-42f4-bf3d-2e5c804d6128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199260 Jan 28 07:22:10.735848 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-3db111b8-2dd5-4aed-b037-dd04419a06e9 req-784c2a51-efae-4cbe-8b43-6d48bd8de06e service neutron] 10.222.0.10 "GET /v2.0/networks/d1475e27-b0c3-4efe-ad93-495023de269c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9792972 Jan 28 07:22:10.771035 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad5e0ca0-4cc0-48de-b203-0ef0f95a0b11 admin admin] Made reservation on behalf of ac4aa04526c84452994ee35748dd0646 for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:22:10.773600 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ad5e0ca0-4cc0-48de-b203-0ef0f95a0b11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:10.782687 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf04325-1ae3-4e94-825f-a938b83b2e2a req-108a5f75-bc47-40ad-9e0f-f941f4eb93d1 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:10.790035 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ecf04325-1ae3-4e94-825f-a938b83b2e2a req-108a5f75-bc47-40ad-9e0f-f941f4eb93d1 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/ports?device_id=28886562-bead-4c03-b18c-42830d7b7629 HTTP/1.1" status: 200 len: 944 time: 0.8308542 Jan 28 07:22:10.797920 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ad5e0ca0-4cc0-48de-b203-0ef0f95a0b11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:10.864130 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197a3880-5413-4792-bab9-a5c6cbd38dea req-88a18073-3ff0-41d3-a55e-6e4df64c976e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:10.865925 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-197a3880-5413-4792-bab9-a5c6cbd38dea req-88a18073-3ff0-41d3-a55e-6e4df64c976e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=592b9e2b-8e1d-43e3-874d-2141ea985036 HTTP/1.1" status: 200 len: 859 time: 0.1568079 Jan 28 07:22:10.876634 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-70cf36ce-ee44-4e07-b3b8-0b0662108c33 req-a0f484e3-a836-4710-aac6-facc81567cb8 tempest-ServerShowV254Test-132787314 tempest-ServerShowV254Test-132787314-project] 10.222.0.41 "GET /v2.0/ports?device_id=4eabed74-d2ee-4ba4-941f-1697c173508f HTTP/1.1" status: 200 len: 210 time: 0.0434198 Jan 28 07:22:10.936921 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ad5e0ca0-4cc0-48de-b203-0ef0f95a0b11 admin admin] Publish callbacks [] for security_group (00cc149f-0c8e-4168-8e98-93b404cd4e7d), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:10.944165 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ad5e0ca0-4cc0-48de-b203-0ef0f95a0b11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (00cc149f-0c8e-4168-8e98-93b404cd4e7d), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:10.976113 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-197a3880-5413-4792-bab9-a5c6cbd38dea req-82ab836b-1a39-4ac5-b5f9-750d7f0fd3ab service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d1475e27-b0c3-4efe-ad93-495023de269c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0811660 Jan 28 07:22:10.976615 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad5e0ca0-4cc0-48de-b203-0ef0f95a0b11 admin admin] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:22:10.983071 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ecf04325-1ae3-4e94-825f-a938b83b2e2a req-916731d5-0ea6-446c-8650-74a6cddce120 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3913eaa-d94a-405d-af3b-c47b7c21bae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1921964 Jan 28 07:22:11.009520 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ad5e0ca0-4cc0-48de-b203-0ef0f95a0b11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (db8fbd18-c6e2-47d0-bff9-d913ebb118ca), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:11.011485 n-d-712749-28 neutron-server[103284]: INFO neutron.db.segments_db [None req-ad5e0ca0-4cc0-48de-b203-0ef0f95a0b11 admin admin] Added segment db8fbd18-c6e2-47d0-bff9-d913ebb118ca of type vlan for network f1150a8a-24ff-410e-bb78-1dd69b7355ed Jan 28 07:22:11.017211 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57205219-6a59-4d0e-b47b-de8cd439430e req-75ea75d2-3b48-400f-8ba8-d51ba7bbb9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:11.018962 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-57205219-6a59-4d0e-b47b-de8cd439430e req-75ea75d2-3b48-400f-8ba8-d51ba7bbb9d8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3c6c4a028cf94108bec2ec0b2974d903&device_id=aeaaa3c3-c9e8-421a-b853-2cb835ef20d4 HTTP/1.1" status: 200 len: 1095 time: 0.1613343 Jan 28 07:22:11.032890 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5e0ca0-4cc0-48de-b203-0ef0f95a0b11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00cc149f-0c8e-4168-8e98-93b404cd4e7d,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:22:11.051470 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-dd6709b3-975e-4d94-a176-2e0e69991c19 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Deleting port 4aac091f-65c1-4c36-9072-a266f2493296 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:22:11.051470 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-dd6709b3-975e-4d94-a176-2e0e69991c19 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (4aac091f-65c1-4c36-9072-a266f2493296), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:11.081884 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ad5e0ca0-4cc0-48de-b203-0ef0f95a0b11 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (f1150a8a-24ff-410e-bb78-1dd69b7355ed), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:11.122375 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e34dc899-82b8-46bc-ae2d-188637564643 x-openstack-request-id: req-e34dc899-82b8-46bc-ae2d-188637564643 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:22:11.122688 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1b44ef4-bd09-44be-9fca-ba97bacc8a3d", "tag": "83c0c0f5-7e7d-477c-811b-a3ba695527c8", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:22:11.122957 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e34dc899-82b8-46bc-ae2d-188637564643 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:22:11.123371 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1b44ef4-bd09-44be-9fca-ba97bacc8a3d', 'tag': '83c0c0f5-7e7d-477c-811b-a3ba695527c8', 'status': 'completed', 'code': 200} Jan 28 07:22:11.137367 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ad5e0ca0-4cc0-48de-b203-0ef0f95a0b11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (f1150a8a-24ff-410e-bb78-1dd69b7355ed), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:11.139146 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad5e0ca0-4cc0-48de-b203-0ef0f95a0b11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:11.139915 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ad5e0ca0-4cc0-48de-b203-0ef0f95a0b11 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:11.270172 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-ad5e0ca0-4cc0-48de-b203-0ef0f95a0b11 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7859271 Jan 28 07:22:11.271346 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 54582) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:22:11.294114 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5e0ca0-4cc0-48de-b203-0ef0f95a0b11 admin admin] Pushing event updated for resources: {'Network': ['ID=f1150a8a-24ff-410e-bb78-1dd69b7355ed,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:22:11.305769 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network f1150a8a-24ff-410e-bb78-1dd69b7355ed details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:22:11.324453 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8a9adb-33a0-4756-87de-10fb2f575f58 req-0f92cbec-3cc5-4fa4-a875-afa2a62f07b9 tempest-VolumesActionsTest-774629944 tempest-VolumesActionsTest-774629944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:11.331400 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4a8a9adb-33a0-4756-87de-10fb2f575f58 req-0f92cbec-3cc5-4fa4-a875-afa2a62f07b9 tempest-VolumesActionsTest-774629944 tempest-VolumesActionsTest-774629944-project] 10.222.0.41 "GET /v2.0/ports?device_id=df59d0f9-4741-40ba-928c-ba91eb22d272 HTTP/1.1" status: 200 len: 945 time: 0.0882728 Jan 28 07:22:11.339379 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-6958ef48-5643-4c79-91fa-8a441329fe92 admin admin] Request body: {'subnet': {'network_id': 'f1150a8a-24ff-410e-bb78-1dd69b7355ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-600612121-subnet', 'tenant_id': 'ac4aa04526c84452994ee35748dd0646', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:22:11.365363 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-dd6709b3-975e-4d94-a176-2e0e69991c19 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (4aac091f-65c1-4c36-9072-a266f2493296), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:11.391153 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4a8a9adb-33a0-4756-87de-10fb2f575f58 req-1554830b-f038-486a-8a7d-e204eec3fd8a tempest-VolumesActionsTest-774629944 tempest-VolumesActionsTest-774629944-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3e43765-6beb-4085-a4a7-b9f8fe091303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588052 Jan 28 07:22:11.392502 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-dd6709b3-975e-4d94-a176-2e0e69991c19 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Calling delete_port for 4aac091f-65c1-4c36-9072-a266f2493296 owned by {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:22:11.408877 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-197a3880-5413-4792-bab9-a5c6cbd38dea req-0bb1553f-7807-45fa-a217-8a9bff1145d4 service neutron] 10.222.0.44 "GET /v2.0/networks/d1475e27-b0c3-4efe-ad93-495023de269c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4248474 Jan 28 07:22:11.519860 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57205219-6a59-4d0e-b47b-de8cd439430e req-6899fe28-1d76-4e6a-bd86-f7f4e51a4405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:11.521369 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-57205219-6a59-4d0e-b47b-de8cd439430e req-6899fe28-1d76-4e6a-bd86-f7f4e51a4405 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d1475e27-b0c3-4efe-ad93-495023de269c HTTP/1.1" status: 200 len: 920 time: 0.3930960 Jan 28 07:22:11.529086 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6958ef48-5643-4c79-91fa-8a441329fe92 admin admin] Made reservation on behalf of ac4aa04526c84452994ee35748dd0646 for: {'subnet': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:22:11.531355 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6958ef48-5643-4c79-91fa-8a441329fe92 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13555781'] for subnet (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:11.632365 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-57205219-6a59-4d0e-b47b-de8cd439430e req-3183016e-1385-4301-a08b-de563b522970 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e48328d3-a379-4bea-bd3f-d4b123b63f08 HTTP/1.1" status: 200 len: 217 time: 0.0953481 Jan 28 07:22:11.745303 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-197a3880-5413-4792-bab9-a5c6cbd38dea req-21437f0c-9277-43aa-a6b2-96f4d5644d6c service neutron] 10.222.0.44 "GET /v2.0/networks/d1475e27-b0c3-4efe-ad93-495023de269c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3254230 Jan 28 07:22:11.767233 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57205219-6a59-4d0e-b47b-de8cd439430e req-43036728-ef07-4c24-9b5e-77ceb296fecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:11.768730 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-57205219-6a59-4d0e-b47b-de8cd439430e req-43036728-ef07-4c24-9b5e-77ceb296fecd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=592b9e2b-8e1d-43e3-874d-2141ea985036 HTTP/1.1" status: 200 len: 859 time: 0.1272337 Jan 28 07:22:11.818055 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-57205219-6a59-4d0e-b47b-de8cd439430e req-14499f4f-4be7-4131-a81f-d59bdcf66d75 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d1475e27-b0c3-4efe-ad93-495023de269c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403156 Jan 28 07:22:11.913268 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-dd6709b3-975e-4d94-a176-2e0e69991c19 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (4aac091f-65c1-4c36-9072-a266f2493296), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:12.009154 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6709b3-975e-4d94-a176-2e0e69991c19 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Pushing event deleted for resources: {'Port': ['ID=4aac091f-65c1-4c36-9072-a266f2493296,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:22:12.168617 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1713f936-646c-40bd-b096-e72a28e997a6 req-219d51d2-56b5-4def-9311-c28cce8e563b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:12.170210 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1713f936-646c-40bd-b096-e72a28e997a6 req-219d51d2-56b5-4def-9311-c28cce8e563b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3c6c4a028cf94108bec2ec0b2974d903&device_id=c1b44ef4-bd09-44be-9fca-ba97bacc8a3d HTTP/1.1" status: 200 len: 1095 time: 0.2953057 Jan 28 07:22:12.185709 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6958ef48-5643-4c79-91fa-8a441329fe92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13546728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13555799'] for subnet (8617e956-d04d-4876-a8c6-dda3fb41c32a), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:12.194352 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff00893-daff-4ddf-a00c-93ae7f39efb8 req-ec09454e-e120-431f-b4cd-dbf73731a15f tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:12.196442 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-fff00893-daff-4ddf-a00c-93ae7f39efb8 req-ec09454e-e120-431f-b4cd-dbf73731a15f tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1b44ef4-bd09-44be-9fca-ba97bacc8a3d HTTP/1.1" status: 200 len: 943 time: 0.3115456 Jan 28 07:22:12.222740 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-57205219-6a59-4d0e-b47b-de8cd439430e req-352d45e8-e313-4419-9781-d3ad590f2f6c service neutron] 10.222.0.10 "GET /v2.0/networks/d1475e27-b0c3-4efe-ad93-495023de269c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3949916 Jan 28 07:22:12.329801 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-dbef28e2-1f91-4ec9-8635-2f5cebafe557 req-1aee3597-1687-4910-a066-122b63cd46ba tempest-ServerShowV254Test-132787314 tempest-ServerShowV254Test-132787314-project] 10.222.0.41 "GET /v2.0/ports?device_id=4eabed74-d2ee-4ba4-941f-1697c173508f HTTP/1.1" status: 200 len: 210 time: 0.0538402 Jan 28 07:22:12.330413 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-dd6709b3-975e-4d94-a176-2e0e69991c19 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:12.334355 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-dd6709b3-975e-4d94-a176-2e0e69991c19 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "DELETE /v2.0/ports/4aac091f-65c1-4c36-9072-a266f2493296 HTTP/1.1" status: 204 len: 168 time: 2.3979578 Jan 28 07:22:12.337379 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 54610) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:22:12.506109 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6958ef48-5643-4c79-91fa-8a441329fe92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8617e956-d04d-4876-a8c6-dda3fb41c32a,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:22:12.569022 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c392c0-ccec-41d9-b317-30c14b042f53 req-6bf53dfa-dcf6-44cb-bca0-e8dcbac88f41 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:12.572521 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-86c392c0-ccec-41d9-b317-30c14b042f53 req-6bf53dfa-dcf6-44cb-bca0-e8dcbac88f41 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/ports?device_id=28886562-bead-4c03-b18c-42830d7b7629 HTTP/1.1" status: 200 len: 944 time: 0.1490707 Jan 28 07:22:12.595239 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-57205219-6a59-4d0e-b47b-de8cd439430e req-bc066088-b69d-417f-8980-e452ef3587ba service neutron] 10.222.0.10 "GET /v2.0/networks/d1475e27-b0c3-4efe-ad93-495023de269c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2912498 Jan 28 07:22:12.611096 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6958ef48-5643-4c79-91fa-8a441329fe92 admin admin] Checking segment: {'id': 'db8fbd18-c6e2-47d0-bff9-d913ebb118ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f1150a8a-24ff-410e-bb78-1dd69b7355ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:22:12.611959 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6958ef48-5643-4c79-91fa-8a441329fe92 admin admin] Network hostable DHCP agents. Network: f1150a8a-24ff-410e-bb78-1dd69b7355ed, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:22:12.632442 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-fff00893-daff-4ddf-a00c-93ae7f39efb8 req-46c034cb-f30f-40cf-b3aa-7df3b1e763d8 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ba1291a-f150-42f4-bf3d-2e5c804d6128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4235592 Jan 28 07:22:12.696484 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1713f936-646c-40bd-b096-e72a28e997a6 req-e553cf6b-d438-48fd-ba30-29af869a1db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:12.699113 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1713f936-646c-40bd-b096-e72a28e997a6 req-e553cf6b-d438-48fd-ba30-29af869a1db0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d1475e27-b0c3-4efe-ad93-495023de269c HTTP/1.1" status: 200 len: 920 time: 0.5213888 Jan 28 07:22:12.702035 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-e7a8c36e-e6d6-4eb2-ad4b-84d322dc0292 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Deleting port fca91fdf-3a32-42a9-bf73-0d9c26ab506a {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:22:12.702379 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e7a8c36e-e6d6-4eb2-ad4b-84d322dc0292 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (fca91fdf-3a32-42a9-bf73-0d9c26ab506a), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:12.775624 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1713f936-646c-40bd-b096-e72a28e997a6 req-0217e9a5-87c9-4096-9b82-f53e7f8726ee service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=83c0c0f5-7e7d-477c-811b-a3ba695527c8 HTTP/1.1" status: 200 len: 217 time: 0.0658109 Jan 28 07:22:12.841165 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-86c392c0-ccec-41d9-b317-30c14b042f53 req-075923bb-53a8-4661-b0fe-286bb4e5b46e tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3913eaa-d94a-405d-af3b-c47b7c21bae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2548261 Jan 28 07:22:12.870459 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6958ef48-5643-4c79-91fa-8a441329fe92 admin admin] Network f1150a8a-24ff-410e-bb78-1dd69b7355ed is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:22:12.946500 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e7a8c36e-e6d6-4eb2-ad4b-84d322dc0292 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (fca91fdf-3a32-42a9-bf73-0d9c26ab506a), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:12.969709 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-e7a8c36e-e6d6-4eb2-ad4b-84d322dc0292 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Calling delete_port for fca91fdf-3a32-42a9-bf73-0d9c26ab506a owned by {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:22:12.974733 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-6958ef48-5643-4c79-91fa-8a441329fe92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, f1150a8a-24ff-410e-bb78-1dd69b7355ed) {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:22:12.985230 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b21e52-f866-44cc-b9ea-2c9d17368363 req-ec8708ac-620e-476b-bda6-4e89136487dc tempest-VolumesActionsTest-774629944 tempest-VolumesActionsTest-774629944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:12.985491 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f786e7ff-ca86-4c97-aa99-1af5ab81af40 None None] Network f1150a8a-24ff-410e-bb78-1dd69b7355ed requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:22:12.986774 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-91b21e52-f866-44cc-b9ea-2c9d17368363 req-ec8708ac-620e-476b-bda6-4e89136487dc tempest-VolumesActionsTest-774629944 tempest-VolumesActionsTest-774629944-project] 10.222.0.10 "GET /v2.0/ports?device_id=df59d0f9-4741-40ba-928c-ba91eb22d272 HTTP/1.1" status: 200 len: 945 time: 0.2870405 Jan 28 07:22:12.993612 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1713f936-646c-40bd-b096-e72a28e997a6 req-94875775-95a1-4b2d-b7a8-2590da78973c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:12.995462 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1713f936-646c-40bd-b096-e72a28e997a6 req-94875775-95a1-4b2d-b7a8-2590da78973c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=592b9e2b-8e1d-43e3-874d-2141ea985036 HTTP/1.1" status: 200 len: 859 time: 0.1653795 Jan 28 07:22:12.996889 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6958ef48-5643-4c79-91fa-8a441329fe92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:12.997488 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6958ef48-5643-4c79-91fa-8a441329fe92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:13.039482 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-6958ef48-5643-4c79-91fa-8a441329fe92 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.7476027 Jan 28 07:22:13.074503 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1713f936-646c-40bd-b096-e72a28e997a6 req-70f73822-7054-4fa4-917c-a5165dca75a6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d1475e27-b0c3-4efe-ad93-495023de269c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572464 Jan 28 07:22:13.083694 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf2df54-a7ea-426f-bc2d-f036579b4862 req-410bc016-a364-4af2-8e22-e70bb95260b4 tempest-VolumesActionsTest-774629944 tempest-VolumesActionsTest-774629944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:13.091439 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-fbf2df54-a7ea-426f-bc2d-f036579b4862 req-410bc016-a364-4af2-8e22-e70bb95260b4 tempest-VolumesActionsTest-774629944 tempest-VolumesActionsTest-774629944-project] 10.222.0.41 "GET /v2.0/ports?device_id=df59d0f9-4741-40ba-928c-ba91eb22d272 HTTP/1.1" status: 200 len: 945 time: 0.1716931 Jan 28 07:22:13.194177 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb906326-6ee9-4a28-83ea-c022b5724f17 None None] Network f1150a8a-24ff-410e-bb78-1dd69b7355ed requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:22:13.258164 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e7a8c36e-e6d6-4eb2-ad4b-84d322dc0292 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (fca91fdf-3a32-42a9-bf73-0d9c26ab506a), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:13.305230 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-fbf2df54-a7ea-426f-bc2d-f036579b4862 req-547ba622-dd74-4b1e-8adc-cb0e9167d574 tempest-VolumesActionsTest-774629944 tempest-VolumesActionsTest-774629944-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3e43765-6beb-4085-a4a7-b9f8fe091303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099926 Jan 28 07:22:13.394178 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a8c36e-e6d6-4eb2-ad4b-84d322dc0292 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Pushing event deleted for resources: {'Port': ['ID=fca91fdf-3a32-42a9-bf73-0d9c26ab506a,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:22:13.504692 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1713f936-646c-40bd-b096-e72a28e997a6 req-f70829fa-0f4a-4311-823d-55f022071958 service neutron] 10.222.0.44 "GET /v2.0/networks/d1475e27-b0c3-4efe-ad93-495023de269c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4085071 Jan 28 07:22:13.511883 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-91b21e52-f866-44cc-b9ea-2c9d17368363 req-d50a4fac-499a-46d3-a096-8a50d4c9d552 tempest-VolumesActionsTest-774629944 tempest-VolumesActionsTest-774629944-project] Deleting port b3e2eb1c-7ff6-422a-aceb-db1d56f8bfa1 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:22:13.512267 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-91b21e52-f866-44cc-b9ea-2c9d17368363 req-d50a4fac-499a-46d3-a096-8a50d4c9d552 tempest-VolumesActionsTest-774629944 tempest-VolumesActionsTest-774629944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (b3e2eb1c-7ff6-422a-aceb-db1d56f8bfa1), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:13.648379 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1a897c83-342e-413b-b53e-956a469b5214 req-385fbc95-fd27-48e8-a593-6a966bf5e967 tempest-ServerShowV254Test-132787314 tempest-ServerShowV254Test-132787314-project] 10.222.0.41 "GET /v2.0/ports?device_id=4eabed74-d2ee-4ba4-941f-1697c173508f HTTP/1.1" status: 200 len: 210 time: 0.1371365 Jan 28 07:22:13.673461 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e7a8c36e-e6d6-4eb2-ad4b-84d322dc0292 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:13.688320 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-e7a8c36e-e6d6-4eb2-ad4b-84d322dc0292 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "DELETE /v2.0/ports/fca91fdf-3a32-42a9-bf73-0d9c26ab506a HTTP/1.1" status: 204 len: 168 time: 1.3490450 Jan 28 07:22:13.688936 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 54672) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:22:13.721123 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1713f936-646c-40bd-b096-e72a28e997a6 req-45293920-1c4e-4496-b5f1-7752143ae62d service neutron] 10.222.0.44 "GET /v2.0/networks/d1475e27-b0c3-4efe-ad93-495023de269c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045007 Jan 28 07:22:13.755650 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-91b21e52-f866-44cc-b9ea-2c9d17368363 req-d50a4fac-499a-46d3-a096-8a50d4c9d552 tempest-VolumesActionsTest-774629944 tempest-VolumesActionsTest-774629944-project] For port b3e2eb1c-7ff6-422a-aceb-db1d56f8bfa1, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=b3e2eb1c-7ff6-422a-aceb-db1d56f8bfa1,segment=NetworkSegment(14424594-a0c3-4362-b654-c2018490d5c9),segment_id=14424594-a0c3-4362-b654-c2018490d5c9)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:22:13.755920 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-91b21e52-f866-44cc-b9ea-2c9d17368363 req-d50a4fac-499a-46d3-a096-8a50d4c9d552 tempest-VolumesActionsTest-774629944 tempest-VolumesActionsTest-774629944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (b3e2eb1c-7ff6-422a-aceb-db1d56f8bfa1), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:13.776611 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-91b21e52-f866-44cc-b9ea-2c9d17368363 req-d50a4fac-499a-46d3-a096-8a50d4c9d552 tempest-VolumesActionsTest-774629944 tempest-VolumesActionsTest-774629944-project] Calling delete_port for b3e2eb1c-7ff6-422a-aceb-db1d56f8bfa1 owned by compute:nova {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:22:13.782166 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-84b3b4df-34bc-4964-a40d-31e020290d8f tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Deleting subnet aa179d42-f4b0-43e0-81f7-063e746f129b {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:22:13.785955 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-84b3b4df-34bc-4964-a40d-31e020290d8f tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Publish callbacks [] for subnet (aa179d42-f4b0-43e0-81f7-063e746f129b), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:13.896282 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-84b3b4df-34bc-4964-a40d-31e020290d8f tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24759175'] for subnet (aa179d42-f4b0-43e0-81f7-063e746f129b), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:13.975619 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-91b21e52-f866-44cc-b9ea-2c9d17368363 req-d50a4fac-499a-46d3-a096-8a50d4c9d552 tempest-VolumesActionsTest-774629944 tempest-VolumesActionsTest-774629944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (b3e2eb1c-7ff6-422a-aceb-db1d56f8bfa1), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:13.977833 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6614ca1b-a8e9-4870-889b-99538e97a824 req-a9425dcc-ec84-4484-83c6-7409a1d521ae tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:14.000814 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6614ca1b-a8e9-4870-889b-99538e97a824 req-a9425dcc-ec84-4484-83c6-7409a1d521ae tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1b44ef4-bd09-44be-9fca-ba97bacc8a3d HTTP/1.1" status: 200 len: 943 time: 0.1472776 Jan 28 07:22:14.018247 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['b3e2eb1c-7ff6-422a-aceb-db1d56f8bfa1'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:22:14.043969 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a4fac-499a-46d3-a096-8a50d4c9d552 tempest-VolumesActionsTest-774629944 tempest-VolumesActionsTest-774629944-project] Pushing event deleted for resources: {'Port': ['ID=b3e2eb1c-7ff6-422a-aceb-db1d56f8bfa1,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:22:14.101765 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device e48328d3-a379-4bea-bd3f-d4b123b63f08 details requested by agent hyperv_n-h1-712749-28 with host n-h1-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:22:14.145944 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-91b21e52-f866-44cc-b9ea-2c9d17368363 req-d50a4fac-499a-46d3-a096-8a50d4c9d552 tempest-VolumesActionsTest-774629944 tempest-VolumesActionsTest-774629944-project] No DVR routers for this DVR port b3e2eb1c-7ff6-422a-aceb-db1d56f8bfa1 on host n-h1-712749-28 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:22:14.149309 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-91b21e52-f866-44cc-b9ea-2c9d17368363 req-d50a4fac-499a-46d3-a096-8a50d4c9d552 tempest-VolumesActionsTest-774629944 tempest-VolumesActionsTest-774629944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:14.154730 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-91b21e52-f866-44cc-b9ea-2c9d17368363 req-d50a4fac-499a-46d3-a096-8a50d4c9d552 tempest-VolumesActionsTest-774629944 tempest-VolumesActionsTest-774629944-project] 10.222.0.10 "DELETE /v2.0/ports/b3e2eb1c-7ff6-422a-aceb-db1d56f8bfa1 HTTP/1.1" status: 204 len: 173 time: 1.1458068 Jan 28 07:22:14.158671 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df59d0f9-4741-40ba-928c-ba91eb22d272', 'name': 'network-vif-deleted', 'tag': 'b3e2eb1c-7ff6-422a-aceb-db1d56f8bfa1'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:22:14.170103 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-84b3b4df-34bc-4964-a40d-31e020290d8f tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (aa179d42-f4b0-43e0-81f7-063e746f129b), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:14.170776 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63a74fca-70d2-4d16-8fb8-ec2736bac1d3" -d '{"events": [{"server_uuid": "df59d0f9-4741-40ba-928c-ba91eb22d272", "name": "network-vif-deleted", "tag": "b3e2eb1c-7ff6-422a-aceb-db1d56f8bfa1"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:22:14.195703 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6614ca1b-a8e9-4870-889b-99538e97a824 req-b77b56be-d381-49a4-a279-5b53621fe9f5 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ba1291a-f150-42f4-bf3d-2e5c804d6128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919374 Jan 28 07:22:14.297484 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8eedd5-6452-4715-ba4c-49fdd4541535 req-422b6138-990c-4d8b-8e1b-75598434b495 tempest-ServerTagsTestJSON-683117795 tempest-ServerTagsTestJSON-683117795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:14.304665 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ce8eedd5-6452-4715-ba4c-49fdd4541535 req-422b6138-990c-4d8b-8e1b-75598434b495 tempest-ServerTagsTestJSON-683117795 tempest-ServerTagsTestJSON-683117795-project] 10.222.0.41 "GET /v2.0/networks?id=f1150a8a-24ff-410e-bb78-1dd69b7355ed HTTP/1.1" status: 200 len: 808 time: 0.3422019 Jan 28 07:22:14.353808 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ce8eedd5-6452-4715-ba4c-49fdd4541535 req-859405a7-c334-47c9-ace2-fda987274e14 tempest-ServerTagsTestJSON-683117795 tempest-ServerTagsTestJSON-683117795-project] 10.222.0.41 "GET /v2.0/quotas/ac4aa04526c84452994ee35748dd0646 HTTP/1.1" status: 200 len: 375 time: 0.0350494 Jan 28 07:22:14.360025 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-84b3b4df-34bc-4964-a40d-31e020290d8f tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24757569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24979817'] for subnet (aa179d42-f4b0-43e0-81f7-063e746f129b), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:14.410363 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b3b4df-34bc-4964-a40d-31e020290d8f tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Pushing event deleted for resources: {'Subnet': ['ID=aa179d42-f4b0-43e0-81f7-063e746f129b,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:22:14.413184 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ce8eedd5-6452-4715-ba4c-49fdd4541535 req-11b1f07e-b176-49b2-8765-0dc2be0976ed tempest-ServerTagsTestJSON-683117795 tempest-ServerTagsTestJSON-683117795-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=ac4aa04526c84452994ee35748dd0646&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0533478 Jan 28 07:22:14.437365 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-84b3b4df-34bc-4964-a40d-31e020290d8f tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:14.445613 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-84b3b4df-34bc-4964-a40d-31e020290d8f tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "DELETE /v2.0/subnets/aa179d42-f4b0-43e0-81f7-063e746f129b HTTP/1.1" status: 204 len: 168 time: 0.7556355 Jan 28 07:22:14.446299 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 54720) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:22:14.464939 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port e48328d3-a379-4bea-bd3f-d4b123b63f08, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=e48328d3-a379-4bea-bd3f-d4b123b63f08,segment=NetworkSegment(f3b24596-5323-4eaa-bd8d-534416f2c6c4),segment_id=f3b24596-5323-4eaa-bd8d-534416f2c6c4)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:22:14.497380 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Returning: {'device': 'e48328d3-a379-4bea-bd3f-d4b123b63f08', 'network_id': 'd1475e27-b0c3-4efe-ad93-495023de269c', 'port_id': 'e48328d3-a379-4bea-bd3f-d4b123b63f08', 'mac_address': 'fa:16:3e:67:05:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '592b9e2b-8e1d-43e3-874d-2141ea985036', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:22:14.499598 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe96dd26-d5d8-47aa-9133-7526868ec710 None None] Network 49a475b2-ea4c-4351-8a04-537e673f2680 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:22:14.614198 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-77d99b86-a7fa-4b25-9f4e-b9cfe43e348e tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Deleting subnet 1096e90d-eca8-4202-80c6-1f06c2871d52 {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:22:14.623737 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-77d99b86-a7fa-4b25-9f4e-b9cfe43e348e tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Publish callbacks [] for subnet (1096e90d-eca8-4202-80c6-1f06c2871d52), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:14.630059 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port e48328d3-a379-4bea-bd3f-d4b123b63f08 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:22:14.630781 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (e48328d3-a379-4bea-bd3f-d4b123b63f08), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:14.647056 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ce8eedd5-6452-4715-ba4c-49fdd4541535 req-7bf1192b-00e4-4df5-9e28-5af3e193127c service neutron] 10.222.0.41 "GET /v2.0/networks/f1150a8a-24ff-410e-bb78-1dd69b7355ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257931 Jan 28 07:22:14.675979 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371fe55c-f250-434f-b46a-318cc3cc4b60 req-e9a9cb0e-7c7c-4e39-8a81-e4a00f8be111 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:14.677759 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-371fe55c-f250-434f-b46a-318cc3cc4b60 req-e9a9cb0e-7c7c-4e39-8a81-e4a00f8be111 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/ports?device_id=28886562-bead-4c03-b18c-42830d7b7629 HTTP/1.1" status: 200 len: 944 time: 0.1511238 Jan 28 07:22:14.701804 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e48328d3-a379-4bea-bd3f-d4b123b63f08 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:22:14.708601 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-77d99b86-a7fa-4b25-9f4e-b9cfe43e348e tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24759175'] for subnet (1096e90d-eca8-4202-80c6-1f06c2871d52), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:14.761434 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port e48328d3-a379-4bea-bd3f-d4b123b63f08, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=e48328d3-a379-4bea-bd3f-d4b123b63f08,segment=NetworkSegment(f3b24596-5323-4eaa-bd8d-534416f2c6c4),segment_id=f3b24596-5323-4eaa-bd8d-534416f2c6c4)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:22:14.771577 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (e48328d3-a379-4bea-bd3f-d4b123b63f08), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:14.780837 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64e93d4c-00df-45d7-9fdf-8b672e0f7f56 None None] DHCP port deletion for 49a475b2-ea4c-4351-8a04-537e673f2680 request from n-d-712749-28 {{(pid=103285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 07:22:14.806126 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-371fe55c-f250-434f-b46a-318cc3cc4b60 req-f3f66a89-d9a7-49fc-9053-3ae6772b41fe tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3913eaa-d94a-405d-af3b-c47b7c21bae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164348 Jan 28 07:22:14.874032 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ce8eedd5-6452-4715-ba4c-49fdd4541535 req-b6688064-952a-4e99-9f17-143eb5a34e0d service neutron] 10.222.0.41 "GET /v2.0/networks/f1150a8a-24ff-410e-bb78-1dd69b7355ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202668 Jan 28 07:22:14.887020 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-77d99b86-a7fa-4b25-9f4e-b9cfe43e348e tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (1096e90d-eca8-4202-80c6-1f06c2871d52), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:14.932038 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=e48328d3-a379-4bea-bd3f-d4b123b63f08,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:22:14.968519 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-64e93d4c-00df-45d7-9fdf-8b672e0f7f56 None None] Deleting port aba78503-01c8-426b-90ff-85229210d166 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:22:14.969043 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-64e93d4c-00df-45d7-9fdf-8b672e0f7f56 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (aba78503-01c8-426b-90ff-85229210d166), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:14.989359 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0161ae2-bd6b-4d98-aa04-8d5347f2507d x-openstack-request-id: req-e0161ae2-bd6b-4d98-aa04-8d5347f2507d {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:22:14.989879 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df59d0f9-4741-40ba-928c-ba91eb22d272", "name": "network-vif-deleted", "tag": "b3e2eb1c-7ff6-422a-aceb-db1d56f8bfa1", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:22:14.990353 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e0161ae2-bd6b-4d98-aa04-8d5347f2507d {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:22:14.990925 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df59d0f9-4741-40ba-928c-ba91eb22d272', 'name': 'network-vif-deleted', 'tag': 'b3e2eb1c-7ff6-422a-aceb-db1d56f8bfa1', 'status': 'completed', 'code': 200} Jan 28 07:22:15.029323 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-77d99b86-a7fa-4b25-9f4e-b9cfe43e348e tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24757569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24979817'] for subnet (1096e90d-eca8-4202-80c6-1f06c2871d52), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:15.107337 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d99b86-a7fa-4b25-9f4e-b9cfe43e348e tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Pushing event deleted for resources: {'Subnet': ['ID=1096e90d-eca8-4202-80c6-1f06c2871d52,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:22:15.137405 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-64e93d4c-00df-45d7-9fdf-8b672e0f7f56 None None] For port aba78503-01c8-426b-90ff-85229210d166, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=aba78503-01c8-426b-90ff-85229210d166,segment=NetworkSegment(914d5fdc-8494-4dfd-8547-a179fe5cc900),segment_id=914d5fdc-8494-4dfd-8547-a179fe5cc900)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:22:15.137929 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-64e93d4c-00df-45d7-9fdf-8b672e0f7f56 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (aba78503-01c8-426b-90ff-85229210d166), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:15.159568 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-64e93d4c-00df-45d7-9fdf-8b672e0f7f56 None None] Calling delete_port for aba78503-01c8-426b-90ff-85229210d166 owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:22:15.166907 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-77d99b86-a7fa-4b25-9f4e-b9cfe43e348e tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:15.181208 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 54744) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:22:15.181687 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66134147-5b88-4c56-8345-2e494c0c5f64 None None] Network 4791c092-87f8-46c1-85f0-6cd08fb183e5 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:22:15.191812 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-77d99b86-a7fa-4b25-9f4e-b9cfe43e348e tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "DELETE /v2.0/subnets/1096e90d-eca8-4202-80c6-1f06c2871d52 HTTP/1.1" status: 204 len: 168 time: 0.7442894 Jan 28 07:22:15.238550 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b6b0da22-ce76-4a04-be55-a8f24670df49 req-8a2b701f-cf6d-44d0-87fa-83be2b4fc501 tempest-VolumesActionsTest-774629944 tempest-VolumesActionsTest-774629944-project] 10.222.0.41 "GET /v2.0/ports?device_id=df59d0f9-4741-40ba-928c-ba91eb22d272 HTTP/1.1" status: 200 len: 210 time: 0.1048460 Jan 28 07:22:15.346712 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['e48328d3-a379-4bea-bd3f-d4b123b63f08'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:22:15.356563 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-81f6c18d-5f1d-472d-b1c4-3d8d3b329c18 req-0e00757b-e7cc-46fc-b152-f6d1466a8754 tempest-ServerShowV254Test-132787314 tempest-ServerShowV254Test-132787314-project] 10.222.0.41 "GET /v2.0/ports?device_id=4eabed74-d2ee-4ba4-941f-1697c173508f HTTP/1.1" status: 200 len: 210 time: 0.0675287 Jan 28 07:22:15.401023 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3090e888-e561-4a5b-8e57-f4f821bc2d0a tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (49a475b2-ea4c-4351-8a04-537e673f2680), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:15.402303 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 83c0c0f5-7e7d-477c-811b-a3ba695527c8 details requested by agent hyperv_n-h2-712749-28 with host n-h2-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:22:15.418802 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-bbbca57c-559d-44f2-b0fc-553fda4cac5a req-7592f141-8940-4c6f-b47b-5a03584d3e48 tempest-ServerTagsTestJSON-683117795 tempest-ServerTagsTestJSON-683117795-project] 10.222.0.41 "GET /v2.0/ports?device_id=31fb5908-8bb2-4f3a-a332-120c0734d6e8 HTTP/1.1" status: 200 len: 210 time: 0.0882168 Jan 28 07:22:15.546359 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-64e93d4c-00df-45d7-9fdf-8b672e0f7f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298'] for port (aba78503-01c8-426b-90ff-85229210d166), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:15.621424 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e93d4c-00df-45d7-9fdf-8b672e0f7f56 None None] Pushing event deleted for resources: {'Port': ['ID=aba78503-01c8-426b-90ff-85229210d166,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:22:15.655080 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e93d4c-00df-45d7-9fdf-8b672e0f7f56 None None] No DVR routers for this DVR port aba78503-01c8-426b-90ff-85229210d166 on host n-d-712749-28 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:22:15.712396 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 54758) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:22:15.724567 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-3090e888-e561-4a5b-8e57-f4f821bc2d0a tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Deleting port aba78503-01c8-426b-90ff-85229210d166 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:22:15.725122 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3090e888-e561-4a5b-8e57-f4f821bc2d0a tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (aba78503-01c8-426b-90ff-85229210d166), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:15.772897 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72de2543-08cb-4662-9b89-50cd005882a0 req-e31784de-f160-47f6-b65f-d8240d62600d tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:15.774428 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-72de2543-08cb-4662-9b89-50cd005882a0 req-e31784de-f160-47f6-b65f-d8240d62600d tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1b44ef4-bd09-44be-9fca-ba97bacc8a3d HTTP/1.1" status: 200 len: 943 time: 0.2283373 Jan 28 07:22:15.818924 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ad621f-6f49-4a46-8f58-32e16296f76c None None] DHCP port deletion for 4791c092-87f8-46c1-85f0-6cd08fb183e5 request from n-d-712749-28 {{(pid=103285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 07:22:15.843808 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 83c0c0f5-7e7d-477c-811b-a3ba695527c8, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=83c0c0f5-7e7d-477c-811b-a3ba695527c8,segment=NetworkSegment(f3b24596-5323-4eaa-bd8d-534416f2c6c4),segment_id=f3b24596-5323-4eaa-bd8d-534416f2c6c4)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:22:15.926516 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Returning: {'device': '83c0c0f5-7e7d-477c-811b-a3ba695527c8', 'network_id': 'd1475e27-b0c3-4efe-ad93-495023de269c', 'port_id': '83c0c0f5-7e7d-477c-811b-a3ba695527c8', 'mac_address': 'fa:16:3e:52:5a:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '592b9e2b-8e1d-43e3-874d-2141ea985036', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:22:15.946876 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7e28e2b4-3f24-4e8a-badc-5dcc9c0d6b11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:15.987984 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-72de2543-08cb-4662-9b89-50cd005882a0 req-f4751800-df81-420e-b34e-ce266329158d tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ba1291a-f150-42f4-bf3d-2e5c804d6128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411901 Jan 28 07:22:16.020179 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port 83c0c0f5-7e7d-477c-811b-a3ba695527c8 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:22:16.020585 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (83c0c0f5-7e7d-477c-811b-a3ba695527c8), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:16.023505 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-10ad621f-6f49-4a46-8f58-32e16296f76c None None] Deleting port 2d8ee179-53e1-433b-b38d-c00622feb3d0 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:22:16.023870 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-10ad621f-6f49-4a46-8f58-32e16296f76c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (2d8ee179-53e1-433b-b38d-c00622feb3d0), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:16.038462 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-3090e888-e561-4a5b-8e57-f4f821bc2d0a tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] For port aba78503-01c8-426b-90ff-85229210d166, host n-d-712749-28, got binding levels [] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:22:16.039193 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3090e888-e561-4a5b-8e57-f4f821bc2d0a tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (aba78503-01c8-426b-90ff-85229210d166), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:16.072722 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-3090e888-e561-4a5b-8e57-f4f821bc2d0a tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Calling delete_port for aba78503-01c8-426b-90ff-85229210d166 owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:22:16.081972 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83c0c0f5-7e7d-477c-811b-a3ba695527c8 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:22:16.083068 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.ipam_backend_mixin [None req-3090e888-e561-4a5b-8e57-f4f821bc2d0a tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Port aba78503-01c8-426b-90ff-85229210d166 was not found and therefore no delete operation was performed {{(pid=103283) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 07:22:16.086899 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3090e888-e561-4a5b-8e57-f4f821bc2d0a tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (aba78503-01c8-426b-90ff-85229210d166), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:16.107972 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 83c0c0f5-7e7d-477c-811b-a3ba695527c8, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=83c0c0f5-7e7d-477c-811b-a3ba695527c8,segment=NetworkSegment(f3b24596-5323-4eaa-bd8d-534416f2c6c4),segment_id=f3b24596-5323-4eaa-bd8d-534416f2c6c4)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:22:16.121202 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device b3e2eb1c-7ff6-422a-aceb-db1d56f8bfa1 no longer exists at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:22:16.126959 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (83c0c0f5-7e7d-477c-811b-a3ba695527c8), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:16.132477 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62648fe4-7837-46de-b650-77b31df3b5d0 req-b44d315c-e4af-4428-a0cf-0ecbd69ae38e tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:16.141335 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-62648fe4-7837-46de-b650-77b31df3b5d0 req-b44d315c-e4af-4428-a0cf-0ecbd69ae38e tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/ports?device_id=28886562-bead-4c03-b18c-42830d7b7629 HTTP/1.1" status: 200 len: 944 time: 0.1133978 Jan 28 07:22:16.157558 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3090e888-e561-4a5b-8e57-f4f821bc2d0a tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Pushing event deleted for resources: {'Port': ['ID=aba78503-01c8-426b-90ff-85229210d166,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:22:16.161157 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3090e888-e561-4a5b-8e57-f4f821bc2d0a tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] No DVR routers for this DVR port aba78503-01c8-426b-90ff-85229210d166 on host n-d-712749-28 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:22:16.195530 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7e28e2b4-3f24-4e8a-badc-5dcc9c0d6b11 admin admin] Publish callbacks [] for security_group (c273d168-4de9-429b-8ca1-c19b5b689512), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:16.207230 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7e28e2b4-3f24-4e8a-badc-5dcc9c0d6b11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (c273d168-4de9-429b-8ca1-c19b5b689512), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:16.292621 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-62648fe4-7837-46de-b650-77b31df3b5d0 req-4fbd5341-0c73-4319-87bb-871ea04b1c1e tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3913eaa-d94a-405d-af3b-c47b7c21bae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1489708 Jan 28 07:22:16.308723 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-7e28e2b4-3f24-4e8a-badc-5dcc9c0d6b11 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2b5fd4c2b5c14725b13770159bdd5e21&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5939698 Jan 28 07:22:16.310835 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 54766) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:22:16.315213 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e28e2b4-3f24-4e8a-badc-5dcc9c0d6b11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c273d168-4de9-429b-8ca1-c19b5b689512,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:22:16.323286 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] No Port match for: b3e2eb1c-7ff6-422a-aceb-db1d56f8bfa1 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:22:16.323866 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device b3e2eb1c-7ff6-422a-aceb-db1d56f8bfa1 not bound to the agent host n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:22:16.325509 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=83c0c0f5-7e7d-477c-811b-a3ba695527c8,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:22:16.336473 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-10ad621f-6f49-4a46-8f58-32e16296f76c None None] For port 2d8ee179-53e1-433b-b38d-c00622feb3d0, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=2d8ee179-53e1-433b-b38d-c00622feb3d0,segment=NetworkSegment(a8009862-d945-4c67-8240-74eec860f8ce),segment_id=a8009862-d945-4c67-8240-74eec860f8ce)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:22:16.336884 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-10ad621f-6f49-4a46-8f58-32e16296f76c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (2d8ee179-53e1-433b-b38d-c00622feb3d0), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:16.403048 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-10ad621f-6f49-4a46-8f58-32e16296f76c None None] Calling delete_port for 2d8ee179-53e1-433b-b38d-c00622feb3d0 owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:22:16.448499 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0a1a8c47-efb4-4006-b9d7-515204d0e30e admin admin] Publish callbacks [] for security_group (c273d168-4de9-429b-8ca1-c19b5b689512), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:16.530539 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0a1a8c47-efb4-4006-b9d7-515204d0e30e admin admin] Publish callbacks [] for security_group (c273d168-4de9-429b-8ca1-c19b5b689512), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:16.579935 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6a59c77f-77ac-44e9-ad97-b062d6e5caf4 req-98c71fd2-49de-49b6-9587-7b6f823a1ade tempest-ServerShowV254Test-132787314 tempest-ServerShowV254Test-132787314-project] 10.222.0.41 "GET /v2.0/ports?device_id=4eabed74-d2ee-4ba4-941f-1697c173508f HTTP/1.1" status: 200 len: 210 time: 0.0875628 Jan 28 07:22:16.703234 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0a1a8c47-efb4-4006-b9d7-515204d0e30e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (c273d168-4de9-429b-8ca1-c19b5b689512), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:16.713646 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0a1a8c47-efb4-4006-b9d7-515204d0e30e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:16.716070 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-0a1a8c47-efb4-4006-b9d7-515204d0e30e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c273d168-4de9-429b-8ca1-c19b5b689512 HTTP/1.1" status: 204 len: 168 time: 0.4040167 Jan 28 07:22:16.766443 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1a8c47-efb4-4006-b9d7-515204d0e30e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c273d168-4de9-429b-8ca1-c19b5b689512,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:22:16.922666 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['83c0c0f5-7e7d-477c-811b-a3ba695527c8'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:22:16.924554 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 2d8ee179-53e1-433b-b38d-c00622feb3d0 no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:22:17.018551 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3090e888-e561-4a5b-8e57-f4f821bc2d0a tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (49a475b2-ea4c-4351-8a04-537e673f2680), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:17.072667 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-3090e888-e561-4a5b-8e57-f4f821bc2d0a tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49a475b2-ea4c-4351-8a04-537e673f2680']}} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:22:17.096779 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-3090e888-e561-4a5b-8e57-f4f821bc2d0a tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '914d5fdc-8494-4dfd-8547-a179fe5cc900') {'for_net_delete': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:22:17.104387 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-3090e888-e561-4a5b-8e57-f4f821bc2d0a tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '914d5fdc-8494-4dfd-8547-a179fe5cc900') {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:22:17.138034 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3090e888-e561-4a5b-8e57-f4f821bc2d0a tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13506801'] for segment (914d5fdc-8494-4dfd-8547-a179fe5cc900), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:17.154438 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-10ad621f-6f49-4a46-8f58-32e16296f76c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298'] for port (2d8ee179-53e1-433b-b38d-c00622feb3d0), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:17.155715 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3090e888-e561-4a5b-8e57-f4f821bc2d0a tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (914d5fdc-8494-4dfd-8547-a179fe5cc900), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:17.163499 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3090e888-e561-4a5b-8e57-f4f821bc2d0a tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=103283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:22:17.165114 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3090e888-e561-4a5b-8e57-f4f821bc2d0a tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13546563'] for segment (914d5fdc-8494-4dfd-8547-a179fe5cc900), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:17.205980 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ad621f-6f49-4a46-8f58-32e16296f76c None None] Pushing event deleted for resources: {'Port': ['ID=2d8ee179-53e1-433b-b38d-c00622feb3d0,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:22:17.216871 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ad621f-6f49-4a46-8f58-32e16296f76c None None] No DVR routers for this DVR port 2d8ee179-53e1-433b-b38d-c00622feb3d0 on host n-d-712749-28 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:22:17.219987 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 2d8ee179-53e1-433b-b38d-c00622feb3d0 is: ACTIVE; New status is: DOWN {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:22:17.220626 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (2d8ee179-53e1-433b-b38d-c00622feb3d0), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:17.239487 n-d-712749-28 neutron-server[103283]: Traceback (most recent call last): Jan 28 07:22:17.239487 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:22:17.239487 n-d-712749-28 neutron-server[103283]: timer() Jan 28 07:22:17.239487 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:22:17.239487 n-d-712749-28 neutron-server[103283]: cb(*args, **kw) Jan 28 07:22:17.239487 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:22:17.239487 n-d-712749-28 neutron-server[103283]: return func(*args, **kwargs) Jan 28 07:22:17.239487 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:22:17.239487 n-d-712749-28 neutron-server[103283]: self._notify() Jan 28 07:22:17.239487 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:22:17.239487 n-d-712749-28 neutron-server[103283]: self.callback(batched_events) Jan 28 07:22:17.239487 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:22:17.239487 n-d-712749-28 neutron-server[103283]: event.method(event) Jan 28 07:22:17.239487 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:22:17.239487 n-d-712749-28 neutron-server[103283]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:22:17.239487 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:22:17.239487 n-d-712749-28 neutron-server[103283]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:22:17.239487 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:22:17.239487 n-d-712749-28 neutron-server[103283]: return f(self, *a, **k) Jan 28 07:22:17.239487 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:22:17.239487 n-d-712749-28 neutron-server[103283]: return self._get(url).json() Jan 28 07:22:17.239487 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:22:17.239487 n-d-712749-28 neutron-server[103283]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:22:17.239487 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:22:17.239487 n-d-712749-28 neutron-server[103283]: return self.request(url, 'GET', **kwargs) Jan 28 07:22:17.239487 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:22:17.239487 n-d-712749-28 neutron-server[103283]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:22:17.239487 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:22:17.239487 n-d-712749-28 neutron-server[103283]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:22:17.239487 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:22:17.239487 n-d-712749-28 neutron-server[103283]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:22:17.239487 n-d-712749-28 neutron-server[103283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:22:17.267089 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3090e888-e561-4a5b-8e57-f4f821bc2d0a tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (49a475b2-ea4c-4351-8a04-537e673f2680), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:17.284621 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3090e888-e561-4a5b-8e57-f4f821bc2d0a tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:17.290636 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-3090e888-e561-4a5b-8e57-f4f821bc2d0a tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "DELETE /v2.0/networks/49a475b2-ea4c-4351-8a04-537e673f2680 HTTP/1.1" status: 204 len: 168 time: 2.1053200 Jan 28 07:22:17.310363 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 54786) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:22:17.312230 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5ed213b5-ecda-4b10-b17a-4833a689d730 req-6654ba95-16c2-4458-8d0a-c84d7cdfdf5e tempest-ServerTagsTestJSON-683117795 tempest-ServerTagsTestJSON-683117795-project] 10.222.0.41 "GET /v2.0/ports?device_id=31fb5908-8bb2-4f3a-a332-120c0734d6e8 HTTP/1.1" status: 200 len: 210 time: 0.0703349 Jan 28 07:22:17.384073 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb60746b-4275-4b60-99f8-958022aac2cb req-c9d635e7-eeef-4c9d-81bb-33569d7f8bbd tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:17.394662 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-cb60746b-4275-4b60-99f8-958022aac2cb req-c9d635e7-eeef-4c9d-81bb-33569d7f8bbd tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1b44ef4-bd09-44be-9fca-ba97bacc8a3d HTTP/1.1" status: 200 len: 944 time: 0.2001874 Jan 28 07:22:17.429251 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-857dd41c-a069-4b14-94f8-94c9b199c718 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (4791c092-87f8-46c1-85f0-6cd08fb183e5), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:17.444698 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device aba78503-01c8-426b-90ff-85229210d166 no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:22:17.453249 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3090e888-e561-4a5b-8e57-f4f821bc2d0a tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Pushing event deleted for resources: {'Network': ['ID=49a475b2-ea4c-4351-8a04-537e673f2680,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:22:17.508423 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-cb60746b-4275-4b60-99f8-958022aac2cb req-6965dbec-3764-4aec-bb36-48b099f448d4 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ba1291a-f150-42f4-bf3d-2e5c804d6128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047213 Jan 28 07:22:17.519895 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: aba78503-01c8-426b-90ff-85229210d166 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:22:17.520561 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device aba78503-01c8-426b-90ff-85229210d166 not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:22:17.580821 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 54792) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:22:17.597849 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4cc2d3c6-517d-4724-ba2c-c5bf0a01798d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:17.608770 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8eedd5-6452-4715-ba4c-49fdd4541535 req-01c6e5c9-958c-4b1a-8568-2f06a1ad6379 tempest-ServerTagsTestJSON-683117795 tempest-ServerTagsTestJSON-683117795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:17.611329 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ce8eedd5-6452-4715-ba4c-49fdd4541535 req-01c6e5c9-958c-4b1a-8568-2f06a1ad6379 tempest-ServerTagsTestJSON-683117795 tempest-ServerTagsTestJSON-683117795-project] 10.222.0.10 "GET /v2.0/networks?id=f1150a8a-24ff-410e-bb78-1dd69b7355ed HTTP/1.1" status: 200 len: 808 time: 0.3707125 Jan 28 07:22:17.663281 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-ce8eedd5-6452-4715-ba4c-49fdd4541535 req-4ff0c42e-94b3-4e0a-9714-d0ca4701c0e2 tempest-ServerTagsTestJSON-683117795 tempest-ServerTagsTestJSON-683117795-project] Request body: {'port': {'device_id': '31fb5908-8bb2-4f3a-a332-120c0734d6e8', 'network_id': 'f1150a8a-24ff-410e-bb78-1dd69b7355ed', 'admin_state_up': True, 'tenant_id': 'ac4aa04526c84452994ee35748dd0646'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:22:17.730794 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4cc2d3c6-517d-4724-ba2c-c5bf0a01798d admin admin] Publish callbacks [] for security_group (02768118-d6ab-4cb7-95f9-84ae9c8b0ff9), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:17.764244 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-75aa82f0-853c-41d7-bb94-2c0878cf195b req-c083c24f-ae0d-41b1-97c3-f6ee3fe53327 tempest-ServerShowV254Test-132787314 tempest-ServerShowV254Test-132787314-project] 10.222.0.41 "GET /v2.0/ports?device_id=4eabed74-d2ee-4ba4-941f-1697c173508f HTTP/1.1" status: 200 len: 210 time: 0.0317423 Jan 28 07:22:17.766148 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4cc2d3c6-517d-4724-ba2c-c5bf0a01798d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (02768118-d6ab-4cb7-95f9-84ae9c8b0ff9), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:17.769512 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-857dd41c-a069-4b14-94f8-94c9b199c718 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (4791c092-87f8-46c1-85f0-6cd08fb183e5), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:17.805156 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-4cc2d3c6-517d-4724-ba2c-c5bf0a01798d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=04a5ef4d7c2b4b10a8f3413f023fa260&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2228448 Jan 28 07:22:17.811846 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 54796) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:22:17.829369 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-857dd41c-a069-4b14-94f8-94c9b199c718 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4791c092-87f8-46c1-85f0-6cd08fb183e5']}} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:22:17.840473 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea3a376-c1bb-4647-8375-0b8001afa8e9 req-36d0a8b9-2af0-468c-9bce-cf5e3025b8cb tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:17.849338 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-dea3a376-c1bb-4647-8375-0b8001afa8e9 req-36d0a8b9-2af0-468c-9bce-cf5e3025b8cb tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/ports?device_id=28886562-bead-4c03-b18c-42830d7b7629 HTTP/1.1" status: 200 len: 944 time: 0.2568004 Jan 28 07:22:17.855578 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc2d3c6-517d-4724-ba2c-c5bf0a01798d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02768118-d6ab-4cb7-95f9-84ae9c8b0ff9,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:22:17.882944 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-857dd41c-a069-4b14-94f8-94c9b199c718 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8009862-d945-4c67-8240-74eec860f8ce') {'for_net_delete': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:22:17.883251 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-857dd41c-a069-4b14-94f8-94c9b199c718 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8009862-d945-4c67-8240-74eec860f8ce') {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:22:17.901846 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-857dd41c-a069-4b14-94f8-94c9b199c718 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13506801'] for segment (a8009862-d945-4c67-8240-74eec860f8ce), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:17.915203 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d4814d28-fe54-4424-a236-ac734b2074c9 admin admin] Publish callbacks [] for security_group (02768118-d6ab-4cb7-95f9-84ae9c8b0ff9), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:17.937487 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-857dd41c-a069-4b14-94f8-94c9b199c718 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (a8009862-d945-4c67-8240-74eec860f8ce), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:17.948172 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d4814d28-fe54-4424-a236-ac734b2074c9 admin admin] Publish callbacks [] for security_group (02768118-d6ab-4cb7-95f9-84ae9c8b0ff9), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:17.949955 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-857dd41c-a069-4b14-94f8-94c9b199c718 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=103283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:22:17.950175 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-857dd41c-a069-4b14-94f8-94c9b199c718 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13546563'] for segment (a8009862-d945-4c67-8240-74eec860f8ce), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:17.954148 n-d-712749-28 neutron-server[103283]: Traceback (most recent call last): Jan 28 07:22:17.954148 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:22:17.954148 n-d-712749-28 neutron-server[103283]: timer() Jan 28 07:22:17.954148 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:22:17.954148 n-d-712749-28 neutron-server[103283]: cb(*args, **kw) Jan 28 07:22:17.954148 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:22:17.954148 n-d-712749-28 neutron-server[103283]: return func(*args, **kwargs) Jan 28 07:22:17.954148 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:22:17.954148 n-d-712749-28 neutron-server[103283]: self._notify() Jan 28 07:22:17.954148 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:22:17.954148 n-d-712749-28 neutron-server[103283]: self.callback(batched_events) Jan 28 07:22:17.954148 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:22:17.954148 n-d-712749-28 neutron-server[103283]: event.method(event) Jan 28 07:22:17.954148 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:22:17.954148 n-d-712749-28 neutron-server[103283]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:22:17.954148 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:22:17.954148 n-d-712749-28 neutron-server[103283]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:22:17.954148 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:22:17.954148 n-d-712749-28 neutron-server[103283]: return f(self, *a, **k) Jan 28 07:22:17.954148 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:22:17.954148 n-d-712749-28 neutron-server[103283]: return self._get(url).json() Jan 28 07:22:17.954148 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:22:17.954148 n-d-712749-28 neutron-server[103283]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:22:17.954148 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:22:17.954148 n-d-712749-28 neutron-server[103283]: return self.request(url, 'GET', **kwargs) Jan 28 07:22:17.954148 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:22:17.954148 n-d-712749-28 neutron-server[103283]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:22:17.954148 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:22:17.954148 n-d-712749-28 neutron-server[103283]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:22:17.954148 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:22:17.954148 n-d-712749-28 neutron-server[103283]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:22:17.954148 n-d-712749-28 neutron-server[103283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:22:17.980451 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-dea3a376-c1bb-4647-8375-0b8001afa8e9 req-4efde35f-4edb-4316-b1d8-98bc27dde9d6 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3913eaa-d94a-405d-af3b-c47b7c21bae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1302097 Jan 28 07:22:17.992994 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce8eedd5-6452-4715-ba4c-49fdd4541535 req-4ff0c42e-94b3-4e0a-9714-d0ca4701c0e2 tempest-ServerTagsTestJSON-683117795 tempest-ServerTagsTestJSON-683117795-project] Made reservation on behalf of ac4aa04526c84452994ee35748dd0646 for: {'port': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:22:17.997901 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-ce8eedd5-6452-4715-ba4c-49fdd4541535 req-4ff0c42e-94b3-4e0a-9714-d0ca4701c0e2 tempest-ServerTagsTestJSON-683117795 tempest-ServerTagsTestJSON-683117795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:18.008160 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d4814d28-fe54-4424-a236-ac734b2074c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (02768118-d6ab-4cb7-95f9-84ae9c8b0ff9), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:18.011798 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d4814d28-fe54-4424-a236-ac734b2074c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:18.013096 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-d4814d28-fe54-4424-a236-ac734b2074c9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/02768118-d6ab-4cb7-95f9-84ae9c8b0ff9 HTTP/1.1" status: 204 len: 168 time: 0.2001843 Jan 28 07:22:18.034466 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4814d28-fe54-4424-a236-ac734b2074c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02768118-d6ab-4cb7-95f9-84ae9c8b0ff9,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:22:18.071587 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-857dd41c-a069-4b14-94f8-94c9b199c718 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (4791c092-87f8-46c1-85f0-6cd08fb183e5), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:18.115811 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device e48328d3-a379-4bea-bd3f-d4b123b63f08 up at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:22:18.120766 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-857dd41c-a069-4b14-94f8-94c9b199c718 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:18.124244 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-857dd41c-a069-4b14-94f8-94c9b199c718 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] 10.222.0.41 "DELETE /v2.0/networks/4791c092-87f8-46c1-85f0-6cd08fb183e5 HTTP/1.1" status: 204 len: 168 time: 0.8110785 Jan 28 07:22:18.164102 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857dd41c-a069-4b14-94f8-94c9b199c718 tempest-TaggedBootDevicesTest-762274752 tempest-TaggedBootDevicesTest-762274752-project] Pushing event deleted for resources: {'Network': ['ID=4791c092-87f8-46c1-85f0-6cd08fb183e5,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:22:18.329310 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [req-ce8eedd5-6452-4715-ba4c-49fdd4541535 req-4ff0c42e-94b3-4e0a-9714-d0ca4701c0e2 tempest-ServerTagsTestJSON-683117795 tempest-ServerTagsTestJSON-683117795-project] Allocated IP 172.20.0.8 (f1150a8a-24ff-410e-bb78-1dd69b7355ed/8617e956-d04d-4876-a8c6-dda3fb41c32a/e3bd0a52-820f-44ed-8a0a-138d35dd8be9) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:22:18.339096 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning for port e48328d3-a379-4bea-bd3f-d4b123b63f08 completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:22:18.345412 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning complete for port e48328d3-a379-4bea-bd3f-d4b123b63f08 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:22:18.345800 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (e48328d3-a379-4bea-bd3f-d4b123b63f08), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:18.673703 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port e48328d3-a379-4bea-bd3f-d4b123b63f08 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:22:18.674440 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (e48328d3-a379-4bea-bd3f-d4b123b63f08), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:18.722573 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d81c84ac-c3b8-4a85-b203-db07a6dfaa11 req-c8e55a70-24c5-4e4a-b204-585e8c45fd72 tempest-ServerTagsTestJSON-683117795 tempest-ServerTagsTestJSON-683117795-project] 10.222.0.41 "GET /v2.0/ports?device_id=31fb5908-8bb2-4f3a-a332-120c0734d6e8 HTTP/1.1" status: 200 len: 210 time: 0.2061369 Jan 28 07:22:18.769125 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeaaa3c3-c9e8-421a-b853-2cb835ef20d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e48328d3-a379-4bea-bd3f-d4b123b63f08'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:22:18.777656 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5efb01fa-a283-4b54-8043-2a758524abd2" -d '{"events": [{"server_uuid": "aeaaa3c3-c9e8-421a-b853-2cb835ef20d4", "name": "network-vif-plugged", "status": "completed", "tag": "e48328d3-a379-4bea-bd3f-d4b123b63f08"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:22:18.851762 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port e48328d3-a379-4bea-bd3f-d4b123b63f08, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=e48328d3-a379-4bea-bd3f-d4b123b63f08,segment=NetworkSegment(f3b24596-5323-4eaa-bd8d-534416f2c6c4),segment_id=f3b24596-5323-4eaa-bd8d-534416f2c6c4)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:22:18.869753 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (e48328d3-a379-4bea-bd3f-d4b123b63f08), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:18.873548 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-615797cf-7b84-40b4-90f3-a5d5d0784298 x-openstack-request-id: req-615797cf-7b84-40b4-90f3-a5d5d0784298 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:22:18.873895 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aeaaa3c3-c9e8-421a-b853-2cb835ef20d4", "name": "network-vif-plugged", "status": "completed", "tag": "e48328d3-a379-4bea-bd3f-d4b123b63f08", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:22:18.874249 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-615797cf-7b84-40b4-90f3-a5d5d0784298 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:22:18.874904 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aeaaa3c3-c9e8-421a-b853-2cb835ef20d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e48328d3-a379-4bea-bd3f-d4b123b63f08', 'code': 200} Jan 28 07:22:18.890477 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239bfff3-4f9e-4561-9cb2-616e6832489a req-a01fd715-63ea-4553-a8d8-0f10164ca7d2 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:18.898425 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-239bfff3-4f9e-4561-9cb2-616e6832489a req-a01fd715-63ea-4553-a8d8-0f10164ca7d2 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1b44ef4-bd09-44be-9fca-ba97bacc8a3d HTTP/1.1" status: 200 len: 944 time: 0.1539674 Jan 28 07:22:18.930829 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-ce8eedd5-6452-4715-ba4c-49fdd4541535 req-4ff0c42e-94b3-4e0a-9714-d0ca4701c0e2 tempest-ServerTagsTestJSON-683117795 tempest-ServerTagsTestJSON-683117795-project] Publish callbacks [] for port (e3bd0a52-820f-44ed-8a0a-138d35dd8be9), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:18.981865 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=e48328d3-a379-4bea-bd3f-d4b123b63f08,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:22:19.017325 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-239bfff3-4f9e-4561-9cb2-616e6832489a req-ae67a299-4205-4a1c-9c64-610ed741bea0 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ba1291a-f150-42f4-bf3d-2e5c804d6128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180267 Jan 28 07:22:19.033359 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-ce8eedd5-6452-4715-ba4c-49fdd4541535 req-4ff0c42e-94b3-4e0a-9714-d0ca4701c0e2 tempest-ServerTagsTestJSON-683117795 tempest-ServerTagsTestJSON-683117795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (e3bd0a52-820f-44ed-8a0a-138d35dd8be9), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:19.038875 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-81ed16fa-e33b-4ce4-b77a-e3e2fa082b14 req-c027352f-5979-417b-b4e9-1996ee2415ae tempest-ServerShowV254Test-132787314 tempest-ServerShowV254Test-132787314-project] 10.222.0.41 "GET /v2.0/ports?device_id=4eabed74-d2ee-4ba4-941f-1697c173508f HTTP/1.1" status: 200 len: 210 time: 0.0354760 Jan 28 07:22:19.099196 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18509281-a5c4-4635-ac6b-600104d9dc57 req-c335aa61-dc28-4e6e-acf1-fd882fe0e7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:19.100728 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-18509281-a5c4-4635-ac6b-600104d9dc57 req-c335aa61-dc28-4e6e-acf1-fd882fe0e7d6 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=aeaaa3c3-c9e8-421a-b853-2cb835ef20d4 HTTP/1.1" status: 200 len: 1097 time: 0.1005998 Jan 28 07:22:19.162032 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce8eedd5-6452-4715-ba4c-49fdd4541535 req-4ff0c42e-94b3-4e0a-9714-d0ca4701c0e2 tempest-ServerTagsTestJSON-683117795 tempest-ServerTagsTestJSON-683117795-project] Network f1150a8a-24ff-410e-bb78-1dd69b7355ed is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:22:19.162032 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff0c42e-94b3-4e0a-9714-d0ca4701c0e2 tempest-ServerTagsTestJSON-683117795 tempest-ServerTagsTestJSON-683117795-project] Pushing event updated for resources: {'Port': ['ID=e3bd0a52-820f-44ed-8a0a-138d35dd8be9,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:22:19.172952 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [req-ce8eedd5-6452-4715-ba4c-49fdd4541535 req-4ff0c42e-94b3-4e0a-9714-d0ca4701c0e2 tempest-ServerTagsTestJSON-683117795 tempest-ServerTagsTestJSON-683117795-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:22:19.187572 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-18509281-a5c4-4635-ac6b-600104d9dc57 req-bbe4e33c-db4a-4800-9adb-2ddb9b03a33a service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=1ba1291a-f150-42f4-bf3d-2e5c804d6128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762689 Jan 28 07:22:19.190701 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce8eedd5-6452-4715-ba4c-49fdd4541535 req-4ff0c42e-94b3-4e0a-9714-d0ca4701c0e2 tempest-ServerTagsTestJSON-683117795 tempest-ServerTagsTestJSON-683117795-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:22:19.298113 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ae8b26-6e3e-4edf-a4b1-e0f25acc333e req-547c3888-2189-4097-8534-647d96cf4531 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:19.299977 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-85ae8b26-6e3e-4edf-a4b1-e0f25acc333e req-547c3888-2189-4097-8534-647d96cf4531 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/ports?device_id=28886562-bead-4c03-b18c-42830d7b7629 HTTP/1.1" status: 200 len: 944 time: 0.1230943 Jan 28 07:22:19.311721 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 83c0c0f5-7e7d-477c-811b-a3ba695527c8 up at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:22:19.352705 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8eedd5-6452-4715-ba4c-49fdd4541535 req-4ff0c42e-94b3-4e0a-9714-d0ca4701c0e2 tempest-ServerTagsTestJSON-683117795 tempest-ServerTagsTestJSON-683117795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:19.353705 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-ce8eedd5-6452-4715-ba4c-49fdd4541535 req-4ff0c42e-94b3-4e0a-9714-d0ca4701c0e2 tempest-ServerTagsTestJSON-683117795 tempest-ServerTagsTestJSON-683117795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:19.397501 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ce8eedd5-6452-4715-ba4c-49fdd4541535 req-4ff0c42e-94b3-4e0a-9714-d0ca4701c0e2 tempest-ServerTagsTestJSON-683117795 tempest-ServerTagsTestJSON-683117795-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7611692 Jan 28 07:22:19.417849 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning for port 83c0c0f5-7e7d-477c-811b-a3ba695527c8 completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:22:19.422593 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning complete for port 83c0c0f5-7e7d-477c-811b-a3ba695527c8 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:22:19.423231 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (83c0c0f5-7e7d-477c-811b-a3ba695527c8), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:19.444016 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-85ae8b26-6e3e-4edf-a4b1-e0f25acc333e req-302ef0ab-6592-49de-88a4-70aebe6ff3c7 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3913eaa-d94a-405d-af3b-c47b7c21bae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1279895 Jan 28 07:22:19.518050 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-ce8eedd5-6452-4715-ba4c-49fdd4541535 req-4118134a-cece-4efa-8197-f1da5c330276 service neutron] Request body: {'port': {'device_id': '31fb5908-8bb2-4f3a-a332-120c0734d6e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-28'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:22:19.579966 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port 83c0c0f5-7e7d-477c-811b-a3ba695527c8 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:22:19.580401 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (83c0c0f5-7e7d-477c-811b-a3ba695527c8), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:19.646062 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 83c0c0f5-7e7d-477c-811b-a3ba695527c8, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=83c0c0f5-7e7d-477c-811b-a3ba695527c8,segment=NetworkSegment(f3b24596-5323-4eaa-bd8d-534416f2c6c4),segment_id=f3b24596-5323-4eaa-bd8d-534416f2c6c4)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:22:19.652785 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (83c0c0f5-7e7d-477c-811b-a3ba695527c8), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:19.658158 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-ce8eedd5-6452-4715-ba4c-49fdd4541535 req-4118134a-cece-4efa-8197-f1da5c330276 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (e3bd0a52-820f-44ed-8a0a-138d35dd8be9), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:19.722494 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=83c0c0f5-7e7d-477c-811b-a3ba695527c8,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:22:19.941095 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503df719-1631-46e7-b880-bc0b618c7c3b req-412ade51-785d-4cc4-beff-71b4e38a7a2a tempest-ServerTagsTestJSON-683117795 tempest-ServerTagsTestJSON-683117795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:19.942459 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-503df719-1631-46e7-b880-bc0b618c7c3b req-412ade51-785d-4cc4-beff-71b4e38a7a2a tempest-ServerTagsTestJSON-683117795 tempest-ServerTagsTestJSON-683117795-project] 10.222.0.41 "GET /v2.0/ports?device_id=31fb5908-8bb2-4f3a-a332-120c0734d6e8 HTTP/1.1" status: 200 len: 931 time: 0.1033731 Jan 28 07:22:20.005605 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-503df719-1631-46e7-b880-bc0b618c7c3b req-fb5aef2d-692f-471b-b1f6-402b311603d8 tempest-ServerTagsTestJSON-683117795 tempest-ServerTagsTestJSON-683117795-project] 10.222.0.41 "GET /v2.0/security-groups?id=00cc149f-0c8e-4168-8e98-93b404cd4e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553126 Jan 28 07:22:20.048116 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [req-ce8eedd5-6452-4715-ba4c-49fdd4541535 req-4118134a-cece-4efa-8197-f1da5c330276 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3bd0a52-820f-44ed-8a0a-138d35dd8be9 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:22:20.058759 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-ce8eedd5-6452-4715-ba4c-49fdd4541535 req-4118134a-cece-4efa-8197-f1da5c330276 service neutron] Publish callbacks [] for port (e3bd0a52-820f-44ed-8a0a-138d35dd8be9), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:20.078269 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [req-ce8eedd5-6452-4715-ba4c-49fdd4541535 req-4118134a-cece-4efa-8197-f1da5c330276 service neutron] Transition to ACTIVE for port object e3bd0a52-820f-44ed-8a0a-138d35dd8be9 will not be triggered until provisioned by entity L2. {{(pid=103283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:22:20.098796 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-ce8eedd5-6452-4715-ba4c-49fdd4541535 req-4118134a-cece-4efa-8197-f1da5c330276 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (e3bd0a52-820f-44ed-8a0a-138d35dd8be9), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:20.206242 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4abf197f-cb37-46a5-b2e6-624a85fdf887 req-0d412d02-1859-4c9e-9b76-ee305da072e5 tempest-ServerShowV254Test-132787314 tempest-ServerShowV254Test-132787314-project] 10.222.0.41 "GET /v2.0/ports?device_id=4eabed74-d2ee-4ba4-941f-1697c173508f HTTP/1.1" status: 200 len: 210 time: 0.0419848 Jan 28 07:22:20.248538 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4118134a-cece-4efa-8197-f1da5c330276 service neutron] Pushing event updated for resources: {'Port': ['ID=e3bd0a52-820f-44ed-8a0a-138d35dd8be9,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:22:20.406856 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e263d208-c395-438d-b3b1-4e724ab87330 req-bce98632-46e4-4547-b09d-8e5f4431a751 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:20.416257 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e263d208-c395-438d-b3b1-4e724ab87330 req-bce98632-46e4-4547-b09d-8e5f4431a751 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1b44ef4-bd09-44be-9fca-ba97bacc8a3d HTTP/1.1" status: 200 len: 945 time: 0.2264032 Jan 28 07:22:20.419846 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-ce8eedd5-6452-4715-ba4c-49fdd4541535 req-4118134a-cece-4efa-8197-f1da5c330276 service neutron] Attempting to bind port e3bd0a52-820f-44ed-8a0a-138d35dd8be9 on host n-h1-712749-28 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:22:20.420497 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-ce8eedd5-6452-4715-ba4c-49fdd4541535 req-4118134a-cece-4efa-8197-f1da5c330276 service neutron] Attempting to bind port e3bd0a52-820f-44ed-8a0a-138d35dd8be9 by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': 'db8fbd18-c6e2-47d0-bff9-d913ebb118ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f1150a8a-24ff-410e-bb78-1dd69b7355ed'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:22:20.421194 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce8eedd5-6452-4715-ba4c-49fdd4541535 req-4118134a-cece-4efa-8197-f1da5c330276 service neutron] Attempting to bind port e3bd0a52-820f-44ed-8a0a-138d35dd8be9 on network f1150a8a-24ff-410e-bb78-1dd69b7355ed {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:22:20.433005 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce8eedd5-6452-4715-ba4c-49fdd4541535 req-4118134a-cece-4efa-8197-f1da5c330276 service neutron] Port e3bd0a52-820f-44ed-8a0a-138d35dd8be9 on network f1150a8a-24ff-410e-bb78-1dd69b7355ed not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:22:20.433641 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce8eedd5-6452-4715-ba4c-49fdd4541535 req-4118134a-cece-4efa-8197-f1da5c330276 service neutron] Attempting to bind port e3bd0a52-820f-44ed-8a0a-138d35dd8be9 on network f1150a8a-24ff-410e-bb78-1dd69b7355ed {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:22:20.449174 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce8eedd5-6452-4715-ba4c-49fdd4541535 req-4118134a-cece-4efa-8197-f1da5c330276 service neutron] Checking agent: {'id': '2fca46b1-237f-4857-9290-2429d810e472', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 22, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:22:20.449850 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce8eedd5-6452-4715-ba4c-49fdd4541535 req-4118134a-cece-4efa-8197-f1da5c330276 service neutron] Checking segment: {'id': 'db8fbd18-c6e2-47d0-bff9-d913ebb118ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f1150a8a-24ff-410e-bb78-1dd69b7355ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:22:20.450400 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce8eedd5-6452-4715-ba4c-49fdd4541535 req-4118134a-cece-4efa-8197-f1da5c330276 service neutron] Bound using segment: {'id': 'db8fbd18-c6e2-47d0-bff9-d913ebb118ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f1150a8a-24ff-410e-bb78-1dd69b7355ed'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:22:20.450996 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-ce8eedd5-6452-4715-ba4c-49fdd4541535 req-4118134a-cece-4efa-8197-f1da5c330276 service neutron] Bound port: e3bd0a52-820f-44ed-8a0a-138d35dd8be9, host: n-h1-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db8fbd18-c6e2-47d0-bff9-d913ebb118ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f1150a8a-24ff-410e-bb78-1dd69b7355ed'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:22:20.451548 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-ce8eedd5-6452-4715-ba4c-49fdd4541535 req-4118134a-cece-4efa-8197-f1da5c330276 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (e3bd0a52-820f-44ed-8a0a-138d35dd8be9), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:20.559557 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e263d208-c395-438d-b3b1-4e724ab87330 req-681cb983-2027-4296-a01f-cb0211461d93 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ba1291a-f150-42f4-bf3d-2e5c804d6128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419482 Jan 28 07:22:20.649001 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-ce8eedd5-6452-4715-ba4c-49fdd4541535 req-4118134a-cece-4efa-8197-f1da5c330276 service neutron] For port e3bd0a52-820f-44ed-8a0a-138d35dd8be9, host n-h1-712749-28, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:22:20.655104 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-ce8eedd5-6452-4715-ba4c-49fdd4541535 req-4118134a-cece-4efa-8197-f1da5c330276 service neutron] For port e3bd0a52-820f-44ed-8a0a-138d35dd8be9, host n-h1-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=e3bd0a52-820f-44ed-8a0a-138d35dd8be9,segment=NetworkSegment(db8fbd18-c6e2-47d0-bff9-d913ebb118ca),segment_id=db8fbd18-c6e2-47d0-bff9-d913ebb118ca)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:22:20.664134 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-ce8eedd5-6452-4715-ba4c-49fdd4541535 req-4118134a-cece-4efa-8197-f1da5c330276 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (e3bd0a52-820f-44ed-8a0a-138d35dd8be9), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:20.677825 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ad7249-da96-48d7-970c-c33b3fc5f97a req-f9aadb5a-f364-45b5-a4fa-6ec73a51b7ca tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:20.691249 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8eedd5-6452-4715-ba4c-49fdd4541535 req-4118134a-cece-4efa-8197-f1da5c330276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:20.691881 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-ce8eedd5-6452-4715-ba4c-49fdd4541535 req-4118134a-cece-4efa-8197-f1da5c330276 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:20.693307 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ce8eedd5-6452-4715-ba4c-49fdd4541535 req-4118134a-cece-4efa-8197-f1da5c330276 service neutron] 10.222.0.10 "PUT /v2.0/ports/e3bd0a52-820f-44ed-8a0a-138d35dd8be9 HTTP/1.1" status: 200 len: 1092 time: 1.1816826 Jan 28 07:22:20.693774 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31fb5908-8bb2-4f3a-a332-120c0734d6e8', 'tag': 'e3bd0a52-820f-44ed-8a0a-138d35dd8be9'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:22:20.696034 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46a20d85-e1cd-43a8-aa83-e4939c6f0aae" -d '{"events": [{"name": "network-changed", "server_uuid": "31fb5908-8bb2-4f3a-a332-120c0734d6e8", "tag": "e3bd0a52-820f-44ed-8a0a-138d35dd8be9"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:22:20.699015 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b6ad7249-da96-48d7-970c-c33b3fc5f97a req-f9aadb5a-f364-45b5-a4fa-6ec73a51b7ca tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/ports?device_id=28886562-bead-4c03-b18c-42830d7b7629 HTTP/1.1" status: 200 len: 944 time: 0.1059811 Jan 28 07:22:20.801338 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b6ad7249-da96-48d7-970c-c33b3fc5f97a req-c61bc34a-ce1c-4847-8f51-90663d8ee335 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3913eaa-d94a-405d-af3b-c47b7c21bae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013696 Jan 28 07:22:20.830083 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14171df1-c3e3-4092-a5d4-8f8a817304f1 x-openstack-request-id: req-14171df1-c3e3-4092-a5d4-8f8a817304f1 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:22:20.830563 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31fb5908-8bb2-4f3a-a332-120c0734d6e8", "tag": "e3bd0a52-820f-44ed-8a0a-138d35dd8be9", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:22:20.830981 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-14171df1-c3e3-4092-a5d4-8f8a817304f1 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:22:20.831558 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31fb5908-8bb2-4f3a-a332-120c0734d6e8', 'tag': 'e3bd0a52-820f-44ed-8a0a-138d35dd8be9', 'status': 'completed', 'code': 200} Jan 28 07:22:20.870313 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4118134a-cece-4efa-8197-f1da5c330276 service neutron] Pushing event updated for resources: {'Port': ['ID=e3bd0a52-820f-44ed-8a0a-138d35dd8be9,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:22:20.876178 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1b44ef4-bd09-44be-9fca-ba97bacc8a3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83c0c0f5-7e7d-477c-811b-a3ba695527c8'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:22:20.879971 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af370248-b061-4e35-8c70-c78e68c47e41" -d '{"events": [{"server_uuid": "c1b44ef4-bd09-44be-9fca-ba97bacc8a3d", "name": "network-vif-plugged", "status": "completed", "tag": "83c0c0f5-7e7d-477c-811b-a3ba695527c8"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:22:20.915349 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8eedd5-6452-4715-ba4c-49fdd4541535 req-a7b42b1f-085e-42f2-8f50-0d850a50edc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:20.918439 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ce8eedd5-6452-4715-ba4c-49fdd4541535 req-a7b42b1f-085e-42f2-8f50-0d850a50edc6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ac4aa04526c84452994ee35748dd0646&device_id=31fb5908-8bb2-4f3a-a332-120c0734d6e8 HTTP/1.1" status: 200 len: 1095 time: 0.1408689 Jan 28 07:22:20.924791 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8809f87-3bf7-478f-a1ab-91a82e2d0317 x-openstack-request-id: req-b8809f87-3bf7-478f-a1ab-91a82e2d0317 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:22:20.925211 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1b44ef4-bd09-44be-9fca-ba97bacc8a3d", "name": "network-vif-plugged", "status": "completed", "tag": "83c0c0f5-7e7d-477c-811b-a3ba695527c8", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:22:20.925611 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b8809f87-3bf7-478f-a1ab-91a82e2d0317 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:22:20.926132 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1b44ef4-bd09-44be-9fca-ba97bacc8a3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83c0c0f5-7e7d-477c-811b-a3ba695527c8', 'code': 200} Jan 28 07:22:20.933204 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e51cd7-881b-480c-96c9-39e5a3f279e7 req-ecade5ca-1040-40f9-aeef-c40f76d641ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:20.934701 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-60e51cd7-881b-480c-96c9-39e5a3f279e7 req-ecade5ca-1040-40f9-aeef-c40f76d641ca service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=28886562-bead-4c03-b18c-42830d7b7629&tenant_id=8d47b614f63e4b68b737be6f6d46b64e HTTP/1.1" status: 200 len: 1096 time: 0.0532603 Jan 28 07:22:20.998202 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ce8eedd5-6452-4715-ba4c-49fdd4541535 req-56a42c86-d6bf-4d33-a42b-d4dacc6d6b12 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e3bd0a52-820f-44ed-8a0a-138d35dd8be9 HTTP/1.1" status: 200 len: 217 time: 0.0625508 Jan 28 07:22:21.088553 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e51cd7-881b-480c-96c9-39e5a3f279e7 req-a8c5348f-e5c5-498b-b853-824cc4a83691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:21.090095 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-60e51cd7-881b-480c-96c9-39e5a3f279e7 req-a8c5348f-e5c5-498b-b853-824cc4a83691 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8d47b614f63e4b68b737be6f6d46b64e&device_id=28886562-bead-4c03-b18c-42830d7b7629 HTTP/1.1" status: 200 len: 1096 time: 0.0956089 Jan 28 07:22:21.092091 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8eedd5-6452-4715-ba4c-49fdd4541535 req-86980434-2c0d-4821-a539-0cb259bf04aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:21.093487 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ce8eedd5-6452-4715-ba4c-49fdd4541535 req-86980434-2c0d-4821-a539-0cb259bf04aa service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8617e956-d04d-4876-a8c6-dda3fb41c32a HTTP/1.1" status: 200 len: 848 time: 0.0860958 Jan 28 07:22:21.143232 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a82be6-2fa7-4392-9b5f-e55abd73989b req-8e4449a5-5c7c-476f-9b13-0fe8c54ab914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:21.151075 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-14a82be6-2fa7-4392-9b5f-e55abd73989b req-8e4449a5-5c7c-476f-9b13-0fe8c54ab914 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c1b44ef4-bd09-44be-9fca-ba97bacc8a3d HTTP/1.1" status: 200 len: 1097 time: 0.1017962 Jan 28 07:22:21.201269 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ce8eedd5-6452-4715-ba4c-49fdd4541535 req-b88f74f7-0bcd-4e98-9fc3-412311c3ba57 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f1150a8a-24ff-410e-bb78-1dd69b7355ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0901711 Jan 28 07:22:21.204411 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-14a82be6-2fa7-4392-9b5f-e55abd73989b req-8b556e02-474d-44d6-959f-fa0b05471a9c service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=1ba1291a-f150-42f4-bf3d-2e5c804d6128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473788 Jan 28 07:22:21.285821 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e51cd7-881b-480c-96c9-39e5a3f279e7 req-2c563a53-6e2c-428c-9b92-b2a5873a6d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:21.287856 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-60e51cd7-881b-480c-96c9-39e5a3f279e7 req-2c563a53-6e2c-428c-9b92-b2a5873a6d65 service neutron] 10.222.0.44 "GET /v2.0/networks?id=fabbfec3-31f9-4fc0-ba06-c03647e55067 HTTP/1.1" status: 200 len: 918 time: 0.1894665 Jan 28 07:22:21.369852 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5855558f-6858-4d6d-ad5a-3a1f9925c659 req-224937e1-3a10-4cf2-9452-669d2f29f9c9 tempest-ServerTagsTestJSON-683117795 tempest-ServerTagsTestJSON-683117795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:21.372105 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5855558f-6858-4d6d-ad5a-3a1f9925c659 req-224937e1-3a10-4cf2-9452-669d2f29f9c9 tempest-ServerTagsTestJSON-683117795 tempest-ServerTagsTestJSON-683117795-project] 10.222.0.41 "GET /v2.0/ports?device_id=31fb5908-8bb2-4f3a-a332-120c0734d6e8 HTTP/1.1" status: 200 len: 943 time: 0.2049167 Jan 28 07:22:21.393710 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-099b4e73-4533-49dd-837d-697cdcda1a7f req-b9e7867e-6cce-40e3-bcad-11f45d421e34 tempest-ServerShowV254Test-132787314 tempest-ServerShowV254Test-132787314-project] 10.222.0.41 "GET /v2.0/ports?device_id=4eabed74-d2ee-4ba4-941f-1697c173508f HTTP/1.1" status: 200 len: 210 time: 0.0478611 Jan 28 07:22:21.414524 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 54904) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:22:21.475258 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ce8eedd5-6452-4715-ba4c-49fdd4541535 req-bcc563ab-79b7-4bcd-a338-b87d58926572 service neutron] 10.222.0.10 "GET /v2.0/networks/f1150a8a-24ff-410e-bb78-1dd69b7355ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820133 Jan 28 07:22:21.494369 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5855558f-6858-4d6d-ad5a-3a1f9925c659 req-c3c877d3-3a41-4b45-aef1-5f93e621b9aa tempest-ServerTagsTestJSON-683117795 tempest-ServerTagsTestJSON-683117795-project] 10.222.0.41 "GET /v2.0/security-groups?id=00cc149f-0c8e-4168-8e98-93b404cd4e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151252 Jan 28 07:22:21.611866 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9a52e3c1-2187-4dc5-9154-9d520fc49df6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:21.670167 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-60e51cd7-881b-480c-96c9-39e5a3f279e7 req-c556d382-56c3-4ad1-81b5-ca0dcf7e8f50 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e8bba4ec-e3da-41ff-8c8b-c71a7709aa9e HTTP/1.1" status: 200 len: 1000 time: 0.1241348 Jan 28 07:22:21.729872 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e51cd7-881b-480c-96c9-39e5a3f279e7 req-8cc40c08-af01-45bb-b3e3-aba6f6e86440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:21.731769 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-60e51cd7-881b-480c-96c9-39e5a3f279e7 req-8cc40c08-af01-45bb-b3e3-aba6f6e86440 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3d88cecc-14ce-41cc-908a-862b0f3950e3 HTTP/1.1" status: 200 len: 856 time: 0.0533626 Jan 28 07:22:21.734562 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9a52e3c1-2187-4dc5-9154-9d520fc49df6 admin admin] Publish callbacks [] for security_group (c9f749bb-b7f3-470e-9364-aad12f367747), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:21.738912 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ce8eedd5-6452-4715-ba4c-49fdd4541535 req-7eee024d-9947-49a4-9a22-ac4f87c3bf58 service neutron] 10.222.0.10 "GET /v2.0/networks/f1150a8a-24ff-410e-bb78-1dd69b7355ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2317190 Jan 28 07:22:21.792293 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e51cd7-881b-480c-96c9-39e5a3f279e7 req-ecc22032-98ab-4fdf-ab8a-31364a971e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:21.793217 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-60e51cd7-881b-480c-96c9-39e5a3f279e7 req-ecc22032-98ab-4fdf-ab8a-31364a971e7e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fabbfec3-31f9-4fc0-ba06-c03647e55067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0534182 Jan 28 07:22:21.798065 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9a52e3c1-2187-4dc5-9154-9d520fc49df6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (c9f749bb-b7f3-470e-9364-aad12f367747), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:21.836693 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a78f80-a929-4a50-9d3b-345b5a549644 req-8f0a10dd-3218-49ce-b089-7f0c4a2181d0 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:21.844968 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a6a78f80-a929-4a50-9d3b-345b5a549644 req-8f0a10dd-3218-49ce-b089-7f0c4a2181d0 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1b44ef4-bd09-44be-9fca-ba97bacc8a3d HTTP/1.1" status: 200 len: 945 time: 0.1081188 Jan 28 07:22:21.907456 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-9a52e3c1-2187-4dc5-9154-9d520fc49df6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ec5fad73dd514794b178c15f277b4faf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4888778 Jan 28 07:22:21.924429 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 54914) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:22:21.954998 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a52e3c1-2187-4dc5-9154-9d520fc49df6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9f749bb-b7f3-470e-9364-aad12f367747,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:22:22.001895 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a6a78f80-a929-4a50-9d3b-345b5a549644 req-eed963c6-851a-4aac-924b-622bb52299b7 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ba1291a-f150-42f4-bf3d-2e5c804d6128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559172 Jan 28 07:22:22.087372 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a20d85-e1cd-43a8-aa83-e4939c6f0aae req-edb51988-0a1a-4520-87de-92337b320abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:22.089466 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-46a20d85-e1cd-43a8-aa83-e4939c6f0aae req-edb51988-0a1a-4520-87de-92337b320abd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ac4aa04526c84452994ee35748dd0646&device_id=31fb5908-8bb2-4f3a-a332-120c0734d6e8 HTTP/1.1" status: 200 len: 1095 time: 0.2441397 Jan 28 07:22:22.131468 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad08e3b-302a-4fec-a4f8-2d3f2ebf7f6d req-b8f67990-e566-4d93-a98d-c24648028c05 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:22.133270 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-dad08e3b-302a-4fec-a4f8-2d3f2ebf7f6d req-b8f67990-e566-4d93-a98d-c24648028c05 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/ports?device_id=28886562-bead-4c03-b18c-42830d7b7629 HTTP/1.1" status: 200 len: 944 time: 0.1719682 Jan 28 07:22:22.147432 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-60e51cd7-881b-480c-96c9-39e5a3f279e7 req-ee41747e-1a04-4457-b1ba-6afd9788a3ff service neutron] 10.222.0.44 "GET /v2.0/networks/fabbfec3-31f9-4fc0-ba06-c03647e55067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3207204 Jan 28 07:22:22.168703 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-bc439af9-882d-4e2b-9929-d8b9e71d3901 admin admin] Publish callbacks [] for security_group (c9f749bb-b7f3-470e-9364-aad12f367747), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:22.327347 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-bc439af9-882d-4e2b-9929-d8b9e71d3901 admin admin] Publish callbacks [] for security_group (c9f749bb-b7f3-470e-9364-aad12f367747), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:22.347781 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-dad08e3b-302a-4fec-a4f8-2d3f2ebf7f6d req-903d193f-2ab4-4d0d-85c5-90f9554e0d9b tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3913eaa-d94a-405d-af3b-c47b7c21bae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2028868 Jan 28 07:22:22.379735 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a20d85-e1cd-43a8-aa83-e4939c6f0aae req-4dd6cddc-8525-4863-aa81-38cbfa4c2a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:22.390870 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-46a20d85-e1cd-43a8-aa83-e4939c6f0aae req-4dd6cddc-8525-4863-aa81-38cbfa4c2a5e service neutron] 10.222.0.10 "GET /v2.0/networks?id=f1150a8a-24ff-410e-bb78-1dd69b7355ed HTTP/1.1" status: 200 len: 909 time: 0.2864406 Jan 28 07:22:22.467757 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-46a20d85-e1cd-43a8-aa83-e4939c6f0aae req-a811d3bd-2891-4606-a0d9-e0775657786b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e3bd0a52-820f-44ed-8a0a-138d35dd8be9 HTTP/1.1" status: 200 len: 217 time: 0.0611904 Jan 28 07:22:22.522413 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-60e51cd7-881b-480c-96c9-39e5a3f279e7 req-d3eee56b-5065-495c-9075-df6877178c8a service neutron] 10.222.0.44 "GET /v2.0/networks/fabbfec3-31f9-4fc0-ba06-c03647e55067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3574066 Jan 28 07:22:22.537784 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1ae008ec-a1b8-4747-b321-2c15f99f8220 req-9b2edf4b-94f4-4185-9716-f1416d50d5ef tempest-ServerShowV254Test-132787314 tempest-ServerShowV254Test-132787314-project] 10.222.0.41 "GET /v2.0/ports?device_id=4eabed74-d2ee-4ba4-941f-1697c173508f HTTP/1.1" status: 200 len: 210 time: 0.0404584 Jan 28 07:22:22.550403 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-bc439af9-882d-4e2b-9929-d8b9e71d3901 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (c9f749bb-b7f3-470e-9364-aad12f367747), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:22.568079 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-bc439af9-882d-4e2b-9929-d8b9e71d3901 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:22.571591 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-bc439af9-882d-4e2b-9929-d8b9e71d3901 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c9f749bb-b7f3-470e-9364-aad12f367747 HTTP/1.1" status: 204 len: 168 time: 0.6448839 Jan 28 07:22:22.594921 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a20d85-e1cd-43a8-aa83-e4939c6f0aae req-c3101182-ab1f-4582-a9b5-f28ad27d5db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:22.596659 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-46a20d85-e1cd-43a8-aa83-e4939c6f0aae req-c3101182-ab1f-4582-a9b5-f28ad27d5db4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8617e956-d04d-4876-a8c6-dda3fb41c32a HTTP/1.1" status: 200 len: 848 time: 0.1206186 Jan 28 07:22:22.597528 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc439af9-882d-4e2b-9929-d8b9e71d3901 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9f749bb-b7f3-470e-9364-aad12f367747,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:22:22.646280 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-46a20d85-e1cd-43a8-aa83-e4939c6f0aae req-e10ddfc7-ee5a-4bce-808f-71079c9d6a7a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f1150a8a-24ff-410e-bb78-1dd69b7355ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416114 Jan 28 07:22:22.806073 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4531b257-55c5-4fc0-8803-9e93729aea6f req-e7af81ae-a091-4e19-b5eb-d56ba63369fc tempest-ServerTagsTestJSON-683117795 tempest-ServerTagsTestJSON-683117795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:22.818877 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4531b257-55c5-4fc0-8803-9e93729aea6f req-e7af81ae-a091-4e19-b5eb-d56ba63369fc tempest-ServerTagsTestJSON-683117795 tempest-ServerTagsTestJSON-683117795-project] 10.222.0.41 "GET /v2.0/ports?device_id=31fb5908-8bb2-4f3a-a332-120c0734d6e8 HTTP/1.1" status: 200 len: 943 time: 0.1041582 Jan 28 07:22:22.868483 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-46a20d85-e1cd-43a8-aa83-e4939c6f0aae req-ba514b9e-ff40-44ab-a2a4-48a831a32fd0 service neutron] 10.222.0.10 "GET /v2.0/networks/f1150a8a-24ff-410e-bb78-1dd69b7355ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047427 Jan 28 07:22:22.885708 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4531b257-55c5-4fc0-8803-9e93729aea6f req-2ad31100-ba38-4453-8890-0ec5d78a1c37 tempest-ServerTagsTestJSON-683117795 tempest-ServerTagsTestJSON-683117795-project] 10.222.0.41 "GET /v2.0/security-groups?id=00cc149f-0c8e-4168-8e98-93b404cd4e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580075 Jan 28 07:22:23.024577 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-46a20d85-e1cd-43a8-aa83-e4939c6f0aae req-aaec20c1-755e-4fd4-b79c-ad753ed8a7df service neutron] 10.222.0.10 "GET /v2.0/networks/f1150a8a-24ff-410e-bb78-1dd69b7355ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480126 Jan 28 07:22:23.171820 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 54950) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:22:23.185843 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874f2399-810f-4b61-bddb-941c09c05ffe req-06db5f35-389e-4868-a989-6c4d6c598a16 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:23.188830 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-874f2399-810f-4b61-bddb-941c09c05ffe req-06db5f35-389e-4868-a989-6c4d6c598a16 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1b44ef4-bd09-44be-9fca-ba97bacc8a3d HTTP/1.1" status: 200 len: 945 time: 0.1198435 Jan 28 07:22:23.192331 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ebfdcc53-0387-4601-b113-ec3ff680b230 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:23.299244 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-874f2399-810f-4b61-bddb-941c09c05ffe req-3258e1bc-a7da-4951-b96e-903f813ad15f tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ba1291a-f150-42f4-bf3d-2e5c804d6128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055005 Jan 28 07:22:23.302220 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ebfdcc53-0387-4601-b113-ec3ff680b230 admin admin] Publish callbacks [] for security_group (0a8ff349-c2b1-4783-80a8-a231756d6bba), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:23.308886 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ebfdcc53-0387-4601-b113-ec3ff680b230 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (0a8ff349-c2b1-4783-80a8-a231756d6bba), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:23.386795 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-ebfdcc53-0387-4601-b113-ec3ff680b230 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=19059b37b5a547cbbe65ac9b77d1a2de&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2135994 Jan 28 07:22:23.389520 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 54960) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:22:23.515220 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfdcc53-0387-4601-b113-ec3ff680b230 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a8ff349-c2b1-4783-80a8-a231756d6bba,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:22:23.617459 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bf188e2e-f3a1-4152-aa7d-f390c39bc203 admin admin] Publish callbacks [] for security_group (0a8ff349-c2b1-4783-80a8-a231756d6bba), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:23.620656 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61643e14-1b32-431f-9d10-68f5f2364b6f req-c3d26401-a727-4795-aaa0-35e7f647c19f tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:23.639018 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-61643e14-1b32-431f-9d10-68f5f2364b6f req-c3d26401-a727-4795-aaa0-35e7f647c19f tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/ports?device_id=28886562-bead-4c03-b18c-42830d7b7629 HTTP/1.1" status: 200 len: 944 time: 0.1330757 Jan 28 07:22:23.705166 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bf188e2e-f3a1-4152-aa7d-f390c39bc203 admin admin] Publish callbacks [] for security_group (0a8ff349-c2b1-4783-80a8-a231756d6bba), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:23.723428 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-61643e14-1b32-431f-9d10-68f5f2364b6f req-9b64dab2-a4c0-4451-a823-e80264a6ddfa tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3913eaa-d94a-405d-af3b-c47b7c21bae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771768 Jan 28 07:22:23.860685 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411b7e35-3559-462f-aa07-b7b336e1cf7f req-0e8cec58-d8fb-48d0-99ad-be7611f57881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:23.863625 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-411b7e35-3559-462f-aa07-b7b336e1cf7f req-0e8cec58-d8fb-48d0-99ad-be7611f57881 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3c6c4a028cf94108bec2ec0b2974d903&device_id=c1b44ef4-bd09-44be-9fca-ba97bacc8a3d HTTP/1.1" status: 200 len: 1097 time: 0.1378417 Jan 28 07:22:23.882419 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d4f94a8a-0fb0-4276-a581-161836eb41b8 req-98b2d877-312d-4a47-995b-adcd83a19f4a tempest-ServerShowV254Test-132787314 tempest-ServerShowV254Test-132787314-project] 10.222.0.41 "GET /v2.0/ports?device_id=4eabed74-d2ee-4ba4-941f-1697c173508f HTTP/1.1" status: 200 len: 210 time: 0.0370550 Jan 28 07:22:23.920475 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bf188e2e-f3a1-4152-aa7d-f390c39bc203 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (0a8ff349-c2b1-4783-80a8-a231756d6bba), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:23.925474 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bf188e2e-f3a1-4152-aa7d-f390c39bc203 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:23.927354 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-bf188e2e-f3a1-4152-aa7d-f390c39bc203 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0a8ff349-c2b1-4783-80a8-a231756d6bba HTTP/1.1" status: 204 len: 168 time: 0.5030503 Jan 28 07:22:23.949560 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf188e2e-f3a1-4152-aa7d-f390c39bc203 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a8ff349-c2b1-4783-80a8-a231756d6bba,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:22:24.023526 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411b7e35-3559-462f-aa07-b7b336e1cf7f req-63f28b0c-66f4-4f22-bcc4-cb389ea28e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:24.025665 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-411b7e35-3559-462f-aa07-b7b336e1cf7f req-63f28b0c-66f4-4f22-bcc4-cb389ea28e8d service neutron] 10.222.0.44 "GET /v2.0/networks?id=d1475e27-b0c3-4efe-ad93-495023de269c HTTP/1.1" status: 200 len: 920 time: 0.1375468 Jan 28 07:22:24.113848 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device e3bd0a52-820f-44ed-8a0a-138d35dd8be9 details requested by agent hyperv_n-h1-712749-28 with host n-h1-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:22:24.120131 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-411b7e35-3559-462f-aa07-b7b336e1cf7f req-07f17a87-ddca-46d5-92e0-8cd405e028f2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=83c0c0f5-7e7d-477c-811b-a3ba695527c8 HTTP/1.1" status: 200 len: 217 time: 0.0620303 Jan 28 07:22:24.195206 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8468d8-168a-4fa9-ad49-8d6d9a191a8d req-2d27f324-8c7c-422f-9540-a522f08ece5a tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:24.203327 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1f8468d8-168a-4fa9-ad49-8d6d9a191a8d req-2d27f324-8c7c-422f-9540-a522f08ece5a tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1b44ef4-bd09-44be-9fca-ba97bacc8a3d HTTP/1.1" status: 200 len: 945 time: 0.1766224 Jan 28 07:22:24.303111 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1f8468d8-168a-4fa9-ad49-8d6d9a191a8d req-93682a13-5bb3-4533-86c1-e400cd0e0b35 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ba1291a-f150-42f4-bf3d-2e5c804d6128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978668 Jan 28 07:22:24.339851 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411b7e35-3559-462f-aa07-b7b336e1cf7f req-38025e17-b59f-4ee9-8459-b1615b41c71f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:24.347180 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-411b7e35-3559-462f-aa07-b7b336e1cf7f req-38025e17-b59f-4ee9-8459-b1615b41c71f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=592b9e2b-8e1d-43e3-874d-2141ea985036 HTTP/1.1" status: 200 len: 859 time: 0.2206197 Jan 28 07:22:24.439879 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eebdd5-4cf4-4736-b8b0-2e1bb90dcaf3 req-0c82e920-5875-4eb8-8c59-8c1f154b139d tempest-ServerTagsTestJSON-683117795 tempest-ServerTagsTestJSON-683117795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:24.441416 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-37eebdd5-4cf4-4736-b8b0-2e1bb90dcaf3 req-0c82e920-5875-4eb8-8c59-8c1f154b139d tempest-ServerTagsTestJSON-683117795 tempest-ServerTagsTestJSON-683117795-project] 10.222.0.41 "GET /v2.0/ports?device_id=31fb5908-8bb2-4f3a-a332-120c0734d6e8 HTTP/1.1" status: 200 len: 943 time: 0.1763413 Jan 28 07:22:24.486326 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port e3bd0a52-820f-44ed-8a0a-138d35dd8be9, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=e3bd0a52-820f-44ed-8a0a-138d35dd8be9,segment=NetworkSegment(db8fbd18-c6e2-47d0-bff9-d913ebb118ca),segment_id=db8fbd18-c6e2-47d0-bff9-d913ebb118ca)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:22:24.491805 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-411b7e35-3559-462f-aa07-b7b336e1cf7f req-3f3dfd0c-c52d-4de2-8212-b8b0f33835dd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d1475e27-b0c3-4efe-ad93-495023de269c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0682359 Jan 28 07:22:24.531131 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Returning: {'device': 'e3bd0a52-820f-44ed-8a0a-138d35dd8be9', 'network_id': 'f1150a8a-24ff-410e-bb78-1dd69b7355ed', 'port_id': 'e3bd0a52-820f-44ed-8a0a-138d35dd8be9', 'mac_address': 'fa:16:3e:e5:37:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8617e956-d04d-4876-a8c6-dda3fb41c32a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:22:24.630383 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port e3bd0a52-820f-44ed-8a0a-138d35dd8be9 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:22:24.630873 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (e3bd0a52-820f-44ed-8a0a-138d35dd8be9), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:24.661589 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3bd0a52-820f-44ed-8a0a-138d35dd8be9 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:22:24.710937 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port e3bd0a52-820f-44ed-8a0a-138d35dd8be9, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=e3bd0a52-820f-44ed-8a0a-138d35dd8be9,segment=NetworkSegment(db8fbd18-c6e2-47d0-bff9-d913ebb118ca),segment_id=db8fbd18-c6e2-47d0-bff9-d913ebb118ca)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:22:24.717907 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (e3bd0a52-820f-44ed-8a0a-138d35dd8be9), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:24.724079 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-37eebdd5-4cf4-4736-b8b0-2e1bb90dcaf3 req-a1157615-6f18-4a72-bed8-0e0d7a15506b tempest-ServerTagsTestJSON-683117795 tempest-ServerTagsTestJSON-683117795-project] 10.222.0.41 "GET /v2.0/security-groups?id=00cc149f-0c8e-4168-8e98-93b404cd4e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2661154 Jan 28 07:22:24.746581 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55813c6a-c3d9-4b49-bfe3-064e4b394288 req-291b7cf9-e697-4191-ab83-3534290cb7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:24.755802 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-55813c6a-c3d9-4b49-bfe3-064e4b394288 req-291b7cf9-e697-4191-ab83-3534290cb7b4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8d47b614f63e4b68b737be6f6d46b64e&device_id=28886562-bead-4c03-b18c-42830d7b7629 HTTP/1.1" status: 200 len: 1096 time: 0.2256191 Jan 28 07:22:24.862284 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b49fff36-1045-472b-8b56-1e278df633fc req-24fc0e67-c338-439c-ad71-4a752400c185 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.3650143 Jan 28 07:22:24.926303 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=e3bd0a52-820f-44ed-8a0a-138d35dd8be9,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:22:25.090457 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55813c6a-c3d9-4b49-bfe3-064e4b394288 req-433cfcc6-3e13-4dbc-ae24-f418cfaee4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:25.091943 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-55813c6a-c3d9-4b49-bfe3-064e4b394288 req-433cfcc6-3e13-4dbc-ae24-f418cfaee4fa service neutron] 10.222.0.44 "GET /v2.0/networks?id=fabbfec3-31f9-4fc0-ba06-c03647e55067 HTTP/1.1" status: 200 len: 918 time: 0.3015757 Jan 28 07:22:25.098759 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['e3bd0a52-820f-44ed-8a0a-138d35dd8be9'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:22:25.162249 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-411b7e35-3559-462f-aa07-b7b336e1cf7f req-6a2e1409-639d-419f-b48a-86417b78bb3a service neutron] 10.222.0.44 "GET /v2.0/networks/d1475e27-b0c3-4efe-ad93-495023de269c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6355603 Jan 28 07:22:25.202084 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-144e3cdb-1868-4fa2-afb9-7474abbfb6b9 req-617b6fb3-4aa3-4bf4-ac02-727e3d61a0fd tempest-ServerShowV254Test-132787314 tempest-ServerShowV254Test-132787314-project] 10.222.0.41 "GET /v2.0/ports?device_id=4eabed74-d2ee-4ba4-941f-1697c173508f HTTP/1.1" status: 200 len: 210 time: 0.0768361 Jan 28 07:22:25.270992 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fdc7f6-271d-4217-bb2b-8e61d8a160c7 req-08a62672-2b91-4a5a-8de9-bd3d6e191428 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:25.272718 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e8fdc7f6-271d-4217-bb2b-8e61d8a160c7 req-08a62672-2b91-4a5a-8de9-bd3d6e191428 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/ports?device_id=28886562-bead-4c03-b18c-42830d7b7629 HTTP/1.1" status: 200 len: 944 time: 0.3935022 Jan 28 07:22:25.365120 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49fff36-1045-472b-8b56-1e278df633fc req-80369052-30a7-4fdb-b556-26183a859f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:25.368581 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49fff36-1045-472b-8b56-1e278df633fc req-80369052-30a7-4fdb-b556-26183a859f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:25.369728 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49fff36-1045-472b-8b56-1e278df633fc req-80369052-30a7-4fdb-b556-26183a859f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:25.370268 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49fff36-1045-472b-8b56-1e278df633fc req-80369052-30a7-4fdb-b556-26183a859f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:25.370909 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49fff36-1045-472b-8b56-1e278df633fc req-80369052-30a7-4fdb-b556-26183a859f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:25.371436 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49fff36-1045-472b-8b56-1e278df633fc req-80369052-30a7-4fdb-b556-26183a859f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:25.371966 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49fff36-1045-472b-8b56-1e278df633fc req-80369052-30a7-4fdb-b556-26183a859f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:25.374009 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b49fff36-1045-472b-8b56-1e278df633fc req-80369052-30a7-4fdb-b556-26183a859f78 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6a16562f4e0b40b69523d9d718e8a4c0&device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009 HTTP/1.1" status: 200 len: 6507 time: 0.3726466 Jan 28 07:22:25.505346 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-55813c6a-c3d9-4b49-bfe3-064e4b394288 req-7f866544-8717-492c-9c38-8eaa70e2b812 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e8bba4ec-e3da-41ff-8c8b-c71a7709aa9e HTTP/1.1" status: 200 len: 1000 time: 0.2898643 Jan 28 07:22:25.606791 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55813c6a-c3d9-4b49-bfe3-064e4b394288 req-5db5b447-4613-4f37-a00e-2ca24659f10c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:25.608797 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-55813c6a-c3d9-4b49-bfe3-064e4b394288 req-5db5b447-4613-4f37-a00e-2ca24659f10c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3d88cecc-14ce-41cc-908a-862b0f3950e3 HTTP/1.1" status: 200 len: 856 time: 0.0953450 Jan 28 07:22:25.659156 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-411b7e35-3559-462f-aa07-b7b336e1cf7f req-8a604a97-927d-483d-8f4d-091f0762d699 service neutron] 10.222.0.44 "GET /v2.0/networks/d1475e27-b0c3-4efe-ad93-495023de269c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4454188 Jan 28 07:22:25.662675 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e8fdc7f6-271d-4217-bb2b-8e61d8a160c7 req-7cc15acc-5b4e-44ea-ba89-3c05c7451106 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3913eaa-d94a-405d-af3b-c47b7c21bae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3234630 Jan 28 07:22:25.769193 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49fff36-1045-472b-8b56-1e278df633fc req-0bf3a41c-511e-40f1-9fcc-e12c9a592222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:25.769784 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49fff36-1045-472b-8b56-1e278df633fc req-0bf3a41c-511e-40f1-9fcc-e12c9a592222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:25.770247 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49fff36-1045-472b-8b56-1e278df633fc req-0bf3a41c-511e-40f1-9fcc-e12c9a592222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:25.771873 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b49fff36-1045-472b-8b56-1e278df633fc req-0bf3a41c-511e-40f1-9fcc-e12c9a592222 service neutron] 10.222.0.10 "GET /v2.0/networks?id=3f790760-53a8-4403-a279-f0a40c73d527&id=39d5b943-8907-404b-b824-343baf651894&id=39d5b943-8907-404b-b824-343baf651894&id=39d5b943-8907-404b-b824-343baf651894&id=39d5b943-8907-404b-b824-343baf651894&id=7271c4e0-9917-4cbf-8cf0-7234aac71aa9&id=7271c4e0-9917-4cbf-8cf0-7234aac71aa9 HTTP/1.1" status: 200 len: 2297 time: 0.3575675 Jan 28 07:22:25.856104 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55813c6a-c3d9-4b49-bfe3-064e4b394288 req-af750401-6d77-4c4d-a004-0b134e684a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:25.860022 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-55813c6a-c3d9-4b49-bfe3-064e4b394288 req-af750401-6d77-4c4d-a004-0b134e684a8b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fabbfec3-31f9-4fc0-ba06-c03647e55067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2348812 Jan 28 07:22:25.874034 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca273dfb-982e-4b03-a87c-82bc95bff246 req-c49a4ab5-acb8-4992-933a-0647186f7eb8 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:25.878698 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ca273dfb-982e-4b03-a87c-82bc95bff246 req-c49a4ab5-acb8-4992-933a-0647186f7eb8 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1b44ef4-bd09-44be-9fca-ba97bacc8a3d HTTP/1.1" status: 200 len: 945 time: 0.2438107 Jan 28 07:22:25.894983 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b49fff36-1045-472b-8b56-1e278df633fc req-2df40be2-fd91-41cd-9d24-d95541289669 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=14257252-9cba-4711-a4fb-6a227afc07e3 HTTP/1.1" status: 200 len: 1001 time: 0.1156909 Jan 28 07:22:26.137921 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ca273dfb-982e-4b03-a87c-82bc95bff246 req-1ab9a382-c2e3-472e-940a-16d0724d21d6 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ba1291a-f150-42f4-bf3d-2e5c804d6128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365038 Jan 28 07:22:26.171735 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49fff36-1045-472b-8b56-1e278df633fc req-90619488-c984-4b21-80a9-89b0e5e05c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:26.173789 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b49fff36-1045-472b-8b56-1e278df633fc req-90619488-c984-4b21-80a9-89b0e5e05c02 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=73a9883f-5d62-4e44-aedd-907ff0ad8bcf HTTP/1.1" status: 200 len: 856 time: 0.2645683 Jan 28 07:22:26.186861 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1011dd-b41d-4e7c-b18d-d4a2168caeaa req-658da460-a7ea-4ec9-a6a3-4ea0d9b4fe3f tempest-ServerTagsTestJSON-683117795 tempest-ServerTagsTestJSON-683117795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:26.195048 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-bd1011dd-b41d-4e7c-b18d-d4a2168caeaa req-658da460-a7ea-4ec9-a6a3-4ea0d9b4fe3f tempest-ServerTagsTestJSON-683117795 tempest-ServerTagsTestJSON-683117795-project] 10.222.0.41 "GET /v2.0/ports?device_id=31fb5908-8bb2-4f3a-a332-120c0734d6e8 HTTP/1.1" status: 200 len: 944 time: 0.1756039 Jan 28 07:22:26.229725 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-55813c6a-c3d9-4b49-bfe3-064e4b394288 req-aaac6e1a-ed6b-4c12-b48d-fd82573a79e4 service neutron] 10.222.0.44 "GET /v2.0/networks/fabbfec3-31f9-4fc0-ba06-c03647e55067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3449368 Jan 28 07:22:26.379445 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-bd1011dd-b41d-4e7c-b18d-d4a2168caeaa req-383cd6b5-d71b-439c-842a-1148fa92eff2 tempest-ServerTagsTestJSON-683117795 tempest-ServerTagsTestJSON-683117795-project] 10.222.0.41 "GET /v2.0/security-groups?id=00cc149f-0c8e-4168-8e98-93b404cd4e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829178 Jan 28 07:22:26.384861 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49fff36-1045-472b-8b56-1e278df633fc req-ba59c789-8d7f-4905-9fb8-af9c7d5948d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:26.398760 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b49fff36-1045-472b-8b56-1e278df633fc req-ba59c789-8d7f-4905-9fb8-af9c7d5948d2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3f790760-53a8-4403-a279-f0a40c73d527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1780229 Jan 28 07:22:26.602870 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9c88f434-a45d-4019-90b1-e7cc9152c9c5 req-5521fe88-9e0e-4397-ad39-c53371fe7266 tempest-ServerShowV254Test-132787314 tempest-ServerShowV254Test-132787314-project] 10.222.0.41 "GET /v2.0/ports?device_id=4eabed74-d2ee-4ba4-941f-1697c173508f HTTP/1.1" status: 200 len: 210 time: 0.1437914 Jan 28 07:22:26.621952 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-55813c6a-c3d9-4b49-bfe3-064e4b394288 req-8eba4a3a-69a3-4861-9033-d9ea56d9ea0c service neutron] 10.222.0.44 "GET /v2.0/networks/fabbfec3-31f9-4fc0-ba06-c03647e55067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3711004 Jan 28 07:22:26.967347 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873c562a-9113-437d-81ae-cfe72ba97fad req-bb333182-2b09-4c1e-841d-ebc499c4d89a tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:26.968887 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-873c562a-9113-437d-81ae-cfe72ba97fad req-bb333182-2b09-4c1e-841d-ebc499c4d89a tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/ports?device_id=28886562-bead-4c03-b18c-42830d7b7629 HTTP/1.1" status: 200 len: 944 time: 0.1321759 Jan 28 07:22:27.151621 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-873c562a-9113-437d-81ae-cfe72ba97fad req-542e7f22-bd15-4e76-a481-ac838fe1cf1d tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3913eaa-d94a-405d-af3b-c47b7c21bae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1624517 Jan 28 07:22:27.292977 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b49fff36-1045-472b-8b56-1e278df633fc req-e817755c-9ce0-4900-9ada-6f2793755a92 service neutron] 10.222.0.10 "GET /v2.0/networks/3f790760-53a8-4403-a279-f0a40c73d527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8775964 Jan 28 07:22:27.586697 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e44c71-8cbc-4ed8-980d-a8bf7220a95e req-65f2ae3c-ec5e-49d5-8738-1185dd1713dd tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:27.598231 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-64e44c71-8cbc-4ed8-980d-a8bf7220a95e req-65f2ae3c-ec5e-49d5-8738-1185dd1713dd tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1b44ef4-bd09-44be-9fca-ba97bacc8a3d HTTP/1.1" status: 200 len: 945 time: 0.2726450 Jan 28 07:22:27.704345 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b49fff36-1045-472b-8b56-1e278df633fc req-1c599b8e-de2a-49f3-a0ea-89b1aa175ae7 service neutron] 10.222.0.10 "GET /v2.0/networks/3f790760-53a8-4403-a279-f0a40c73d527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4003685 Jan 28 07:22:27.761124 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7686199c-c276-483f-9323-2dc5a74bd37b req-da426535-78f3-44b1-9606-63f5797b80d6 tempest-ServerTagsTestJSON-683117795 tempest-ServerTagsTestJSON-683117795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:27.771576 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7686199c-c276-483f-9323-2dc5a74bd37b req-da426535-78f3-44b1-9606-63f5797b80d6 tempest-ServerTagsTestJSON-683117795 tempest-ServerTagsTestJSON-683117795-project] 10.222.0.41 "GET /v2.0/ports?device_id=31fb5908-8bb2-4f3a-a332-120c0734d6e8 HTTP/1.1" status: 200 len: 944 time: 0.1821499 Jan 28 07:22:27.795543 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b49fff36-1045-472b-8b56-1e278df633fc req-de46bd48-e068-4951-9dcc-65ba01c708bd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.60&port_id=7de6cf27-a469-4965-baef-e71190ea0139 HTTP/1.1" status: 200 len: 217 time: 0.0870323 Jan 28 07:22:27.898653 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7686199c-c276-483f-9323-2dc5a74bd37b req-67cc9f0c-5b7f-4448-8863-86abb7b95a88 tempest-ServerTagsTestJSON-683117795 tempest-ServerTagsTestJSON-683117795-project] 10.222.0.41 "GET /v2.0/security-groups?id=00cc149f-0c8e-4168-8e98-93b404cd4e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251464 Jan 28 07:22:27.935884 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-64e44c71-8cbc-4ed8-980d-a8bf7220a95e req-9fbed208-5b45-4b2e-bfc5-61b760d6b819 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ba1291a-f150-42f4-bf3d-2e5c804d6128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3287373 Jan 28 07:22:27.947552 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49fff36-1045-472b-8b56-1e278df633fc req-8339492f-9ba4-4bec-b41a-350405e7e405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:27.952620 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b49fff36-1045-472b-8b56-1e278df633fc req-8339492f-9ba4-4bec-b41a-350405e7e405 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e818f6d1-2687-4869-b326-811edc0132c0 HTTP/1.1" status: 200 len: 797 time: 0.1494265 Jan 28 07:22:28.061534 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49fff36-1045-472b-8b56-1e278df633fc req-fea172b7-96fe-462d-b444-8e4eb77bab21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:28.063564 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b49fff36-1045-472b-8b56-1e278df633fc req-fea172b7-96fe-462d-b444-8e4eb77bab21 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=39d5b943-8907-404b-b824-343baf651894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1035578 Jan 28 07:22:28.089588 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9acba5e7-959b-4d21-8151-124c14741676 req-dec2d5ac-c0c1-4f2f-bd4e-9a52339bd984 tempest-ServerShowV254Test-132787314 tempest-ServerShowV254Test-132787314-project] 10.222.0.41 "GET /v2.0/ports?device_id=4eabed74-d2ee-4ba4-941f-1697c173508f HTTP/1.1" status: 200 len: 210 time: 0.0760150 Jan 28 07:22:28.145062 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device e3bd0a52-820f-44ed-8a0a-138d35dd8be9 up at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:22:28.259263 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning for port e3bd0a52-820f-44ed-8a0a-138d35dd8be9 completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:22:28.264986 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning complete for port e3bd0a52-820f-44ed-8a0a-138d35dd8be9 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:22:28.265641 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (e3bd0a52-820f-44ed-8a0a-138d35dd8be9), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:28.277142 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b49fff36-1045-472b-8b56-1e278df633fc req-d60ccd74-4382-4337-981a-7f53b0bc581e service neutron] 10.222.0.10 "GET /v2.0/networks/39d5b943-8907-404b-b824-343baf651894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839223 Jan 28 07:22:28.468009 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port e3bd0a52-820f-44ed-8a0a-138d35dd8be9 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:22:28.468442 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (e3bd0a52-820f-44ed-8a0a-138d35dd8be9), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:28.552292 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port e3bd0a52-820f-44ed-8a0a-138d35dd8be9, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=e3bd0a52-820f-44ed-8a0a-138d35dd8be9,segment=NetworkSegment(db8fbd18-c6e2-47d0-bff9-d913ebb118ca),segment_id=db8fbd18-c6e2-47d0-bff9-d913ebb118ca)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:22:28.554095 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31fb5908-8bb2-4f3a-a332-120c0734d6e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3bd0a52-820f-44ed-8a0a-138d35dd8be9'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:22:28.559078 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5708cbfe-cbb9-4600-b255-541b300bb0b5" -d '{"events": [{"server_uuid": "31fb5908-8bb2-4f3a-a332-120c0734d6e8", "name": "network-vif-plugged", "status": "completed", "tag": "e3bd0a52-820f-44ed-8a0a-138d35dd8be9"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:22:28.567838 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (e3bd0a52-820f-44ed-8a0a-138d35dd8be9), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:28.638203 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b49fff36-1045-472b-8b56-1e278df633fc req-919fd1db-b760-4c7e-ab9c-fa5a3814dc8f service neutron] 10.222.0.10 "GET /v2.0/networks/39d5b943-8907-404b-b824-343baf651894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3499789 Jan 28 07:22:28.689609 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=e3bd0a52-820f-44ed-8a0a-138d35dd8be9,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:22:28.705145 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-917ce024-eba2-4f47-96dd-f437dcf77bf8 x-openstack-request-id: req-917ce024-eba2-4f47-96dd-f437dcf77bf8 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:22:28.707013 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31fb5908-8bb2-4f3a-a332-120c0734d6e8", "name": "network-vif-plugged", "status": "completed", "tag": "e3bd0a52-820f-44ed-8a0a-138d35dd8be9", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:22:28.707481 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-917ce024-eba2-4f47-96dd-f437dcf77bf8 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:22:28.708074 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31fb5908-8bb2-4f3a-a332-120c0734d6e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3bd0a52-820f-44ed-8a0a-138d35dd8be9', 'code': 200} Jan 28 07:22:28.943982 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa210a4-ec79-4efa-a119-998276aaa963 req-dbc2f125-0c0e-4766-81c3-d3b6fc02cf3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:28.949234 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3fa210a4-ec79-4efa-a119-998276aaa963 req-dbc2f125-0c0e-4766-81c3-d3b6fc02cf3e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=31fb5908-8bb2-4f3a-a332-120c0734d6e8 HTTP/1.1" status: 200 len: 1097 time: 0.1665857 Jan 28 07:22:28.981910 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b49fff36-1045-472b-8b56-1e278df633fc req-645a6807-d070-4861-bcb0-18f39a5b6455 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.92&port_id=24c421b9-9756-4145-9466-6d298ad9bfb5 HTTP/1.1" status: 200 len: 217 time: 0.3227634 Jan 28 07:22:29.082899 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3fa210a4-ec79-4efa-a119-998276aaa963 req-af94c415-bc28-4a95-9dd1-53bc14ffaec4 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=00cc149f-0c8e-4168-8e98-93b404cd4e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182070 Jan 28 07:22:29.131282 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14863188-8b0a-4c07-83ff-26e1722d11a4 req-53a3a2d1-4691-4115-bf70-e5c7220cf78b tempest-ServerTagsTestJSON-683117795 tempest-ServerTagsTestJSON-683117795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:29.141985 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-14863188-8b0a-4c07-83ff-26e1722d11a4 req-53a3a2d1-4691-4115-bf70-e5c7220cf78b tempest-ServerTagsTestJSON-683117795 tempest-ServerTagsTestJSON-683117795-project] 10.222.0.41 "GET /v2.0/ports?device_id=31fb5908-8bb2-4f3a-a332-120c0734d6e8 HTTP/1.1" status: 200 len: 945 time: 0.0764697 Jan 28 07:22:29.198408 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4545177-6bfe-48a4-9d88-de1108b66ec3 req-3fea954a-551b-4b08-b873-67d9615213c4 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:29.207360 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b4545177-6bfe-48a4-9d88-de1108b66ec3 req-3fea954a-551b-4b08-b873-67d9615213c4 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/ports?device_id=28886562-bead-4c03-b18c-42830d7b7629 HTTP/1.1" status: 200 len: 944 time: 0.5677409 Jan 28 07:22:29.226936 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-14863188-8b0a-4c07-83ff-26e1722d11a4 req-fc6ce1e5-c804-48f5-8444-ca53a1f0ccb5 tempest-ServerTagsTestJSON-683117795 tempest-ServerTagsTestJSON-683117795-project] 10.222.0.41 "GET /v2.0/security-groups?id=00cc149f-0c8e-4168-8e98-93b404cd4e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837765 Jan 28 07:22:29.266354 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49fff36-1045-472b-8b56-1e278df633fc req-9afc5bc0-67db-4907-9657-17929ec519ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:29.267856 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b49fff36-1045-472b-8b56-1e278df633fc req-9afc5bc0-67db-4907-9657-17929ec519ce service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e818f6d1-2687-4869-b326-811edc0132c0 HTTP/1.1" status: 200 len: 797 time: 0.2732186 Jan 28 07:22:29.346250 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b4545177-6bfe-48a4-9d88-de1108b66ec3 req-55db58af-845a-41f1-bb55-2a0021b21325 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3913eaa-d94a-405d-af3b-c47b7c21bae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1368935 Jan 28 07:22:29.446007 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49fff36-1045-472b-8b56-1e278df633fc req-d9208d04-aa95-436a-b297-d84e812f0dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:29.449851 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b49fff36-1045-472b-8b56-1e278df633fc req-d9208d04-aa95-436a-b297-d84e812f0dca service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=39d5b943-8907-404b-b824-343baf651894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0953782 Jan 28 07:22:29.495147 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1055020f-0b03-4575-883c-e3fddd74223c req-83548912-4359-4986-8406-040b335050b2 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:29.508742 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1055020f-0b03-4575-883c-e3fddd74223c req-83548912-4359-4986-8406-040b335050b2 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1b44ef4-bd09-44be-9fca-ba97bacc8a3d HTTP/1.1" status: 200 len: 945 time: 0.1201510 Jan 28 07:22:29.729712 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1055020f-0b03-4575-883c-e3fddd74223c req-1b8cfea8-8c82-436f-870e-def5e4c59d8a tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ba1291a-f150-42f4-bf3d-2e5c804d6128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191594 Jan 28 07:22:29.811752 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5442f572-bce6-489d-b3d8-db9a2646bf33 req-018a3b91-c7e9-4a15-89d8-9da7171bb037 tempest-ServerShowV254Test-132787314 tempest-ServerShowV254Test-132787314-project] 10.222.0.41 "GET /v2.0/ports?device_id=4eabed74-d2ee-4ba4-941f-1697c173508f HTTP/1.1" status: 200 len: 210 time: 0.1052763 Jan 28 07:22:29.870104 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b49fff36-1045-472b-8b56-1e278df633fc req-99c26f2c-bf62-409b-866c-d7633d7d9045 service neutron] 10.222.0.10 "GET /v2.0/networks/39d5b943-8907-404b-b824-343baf651894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4111931 Jan 28 07:22:30.124374 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b49fff36-1045-472b-8b56-1e278df633fc req-9c081869-a1a4-4b4f-a444-8f260254b892 service neutron] 10.222.0.10 "GET /v2.0/networks/39d5b943-8907-404b-b824-343baf651894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2482135 Jan 28 07:22:30.280941 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b49fff36-1045-472b-8b56-1e278df633fc req-48b4db6b-94a7-44a4-aa4f-928c310f30ed service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.100&port_id=98a957b1-fc25-4fc9-8482-a2078a931162 HTTP/1.1" status: 200 len: 217 time: 0.1419325 Jan 28 07:22:30.449994 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49fff36-1045-472b-8b56-1e278df633fc req-e552d54e-e3e6-453c-bd0e-7bc87ac7d061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:30.451508 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b49fff36-1045-472b-8b56-1e278df633fc req-e552d54e-e3e6-453c-bd0e-7bc87ac7d061 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e818f6d1-2687-4869-b326-811edc0132c0 HTTP/1.1" status: 200 len: 797 time: 0.1599090 Jan 28 07:22:30.652953 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79b9ac7-7df1-4779-9a8c-395379e076fd req-5c24e4a5-2538-4be4-ad63-f55d7b94f4d4 tempest-ServerTagsTestJSON-683117795 tempest-ServerTagsTestJSON-683117795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:30.696265 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f79b9ac7-7df1-4779-9a8c-395379e076fd req-5c24e4a5-2538-4be4-ad63-f55d7b94f4d4 tempest-ServerTagsTestJSON-683117795 tempest-ServerTagsTestJSON-683117795-project] 10.222.0.41 "GET /v2.0/ports?device_id=31fb5908-8bb2-4f3a-a332-120c0734d6e8 HTTP/1.1" status: 200 len: 945 time: 0.2581892 Jan 28 07:22:30.742273 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49fff36-1045-472b-8b56-1e278df633fc req-f86c4d5f-2354-43b5-aedc-62f177b38cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:30.747704 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b49fff36-1045-472b-8b56-1e278df633fc req-f86c4d5f-2354-43b5-aedc-62f177b38cbc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=39d5b943-8907-404b-b824-343baf651894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2876256 Jan 28 07:22:30.866318 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f79b9ac7-7df1-4779-9a8c-395379e076fd req-f7819087-8b77-461b-a45e-68117f6eeff7 tempest-ServerTagsTestJSON-683117795 tempest-ServerTagsTestJSON-683117795-project] 10.222.0.41 "GET /v2.0/security-groups?id=00cc149f-0c8e-4168-8e98-93b404cd4e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661613 Jan 28 07:22:31.012780 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b49fff36-1045-472b-8b56-1e278df633fc req-2fbd16cb-4a4d-44e9-acff-757f25f2a23f service neutron] 10.222.0.10 "GET /v2.0/networks/39d5b943-8907-404b-b824-343baf651894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2581742 Jan 28 07:22:31.026401 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b53c3c-c0f7-45a1-9441-cfc9daabdb70 req-d189d929-8559-497b-9d26-a2a3f8538b69 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:31.049848 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c5b53c3c-c0f7-45a1-9441-cfc9daabdb70 req-d189d929-8559-497b-9d26-a2a3f8538b69 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/ports?device_id=28886562-bead-4c03-b18c-42830d7b7629 HTTP/1.1" status: 200 len: 944 time: 0.5566692 Jan 28 07:22:31.378350 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee66e069-8e2a-4674-9be9-ea7b16905ccb req-800b0793-9f20-4574-b1c4-70b96f4da598 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:31.382883 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ee66e069-8e2a-4674-9be9-ea7b16905ccb req-800b0793-9f20-4574-b1c4-70b96f4da598 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1b44ef4-bd09-44be-9fca-ba97bacc8a3d HTTP/1.1" status: 200 len: 945 time: 0.1623063 Jan 28 07:22:31.473273 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c5b53c3c-c0f7-45a1-9441-cfc9daabdb70 req-c53ae9da-d3e2-45e0-8886-4adf947593a2 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3913eaa-d94a-405d-af3b-c47b7c21bae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4223781 Jan 28 07:22:31.576040 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b49fff36-1045-472b-8b56-1e278df633fc req-f54f2c6f-d05d-466f-ade7-a036e60dcf97 service neutron] 10.222.0.10 "GET /v2.0/networks/39d5b943-8907-404b-b824-343baf651894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4276807 Jan 28 07:22:31.605955 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ee66e069-8e2a-4674-9be9-ea7b16905ccb req-9b713ff6-9cc8-4179-8506-9a7f90b12f0c tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ba1291a-f150-42f4-bf3d-2e5c804d6128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128353 Jan 28 07:22:31.699120 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b49fff36-1045-472b-8b56-1e278df633fc req-11b8ae72-c6ac-45de-b899-acb92e98e51d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.168&port_id=45cf1802-7cd1-43cf-bcfc-47137050e738 HTTP/1.1" status: 200 len: 217 time: 0.1146612 Jan 28 07:22:31.898861 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49fff36-1045-472b-8b56-1e278df633fc req-73fe3648-a440-4446-be5c-34c65f4039a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:31.902527 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b49fff36-1045-472b-8b56-1e278df633fc req-73fe3648-a440-4446-be5c-34c65f4039a2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e818f6d1-2687-4869-b326-811edc0132c0 HTTP/1.1" status: 200 len: 797 time: 0.1916802 Jan 28 07:22:31.944152 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d458d01a-af1c-4b46-b2e0-03da57d19e0b req-6afbc1ff-c85b-4ba2-898a-5c71bab425ac tempest-ServerShowV254Test-132787314 tempest-ServerShowV254Test-132787314-project] 10.222.0.41 "GET /v2.0/ports?device_id=4eabed74-d2ee-4ba4-941f-1697c173508f HTTP/1.1" status: 200 len: 210 time: 0.2037575 Jan 28 07:22:32.037679 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49fff36-1045-472b-8b56-1e278df633fc req-d975dd68-d02d-4fc4-91d2-892c5e881338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:32.039741 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b49fff36-1045-472b-8b56-1e278df633fc req-d975dd68-d02d-4fc4-91d2-892c5e881338 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=39d5b943-8907-404b-b824-343baf651894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1203079 Jan 28 07:22:32.158289 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3891c992-7a59-4c9c-b77a-78bdd0e4a945 req-de2236ac-9ce0-40f1-8274-146a50c50bb2 tempest-ServerTagsTestJSON-683117795 tempest-ServerTagsTestJSON-683117795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:32.182379 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3891c992-7a59-4c9c-b77a-78bdd0e4a945 req-de2236ac-9ce0-40f1-8274-146a50c50bb2 tempest-ServerTagsTestJSON-683117795 tempest-ServerTagsTestJSON-683117795-project] 10.222.0.41 "GET /v2.0/ports?device_id=31fb5908-8bb2-4f3a-a332-120c0734d6e8 HTTP/1.1" status: 200 len: 945 time: 0.1176386 Jan 28 07:22:32.339003 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b49fff36-1045-472b-8b56-1e278df633fc req-20f2bfb2-6ff9-4a03-8d7f-615f8458aee7 service neutron] 10.222.0.10 "GET /v2.0/networks/39d5b943-8907-404b-b824-343baf651894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2917016 Jan 28 07:22:32.369672 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3891c992-7a59-4c9c-b77a-78bdd0e4a945 req-af2b81dd-697c-407f-8951-e2503006a6a8 tempest-ServerTagsTestJSON-683117795 tempest-ServerTagsTestJSON-683117795-project] 10.222.0.41 "GET /v2.0/security-groups?id=00cc149f-0c8e-4168-8e98-93b404cd4e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860046 Jan 28 07:22:32.638894 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b49fff36-1045-472b-8b56-1e278df633fc req-5563bc62-e5ea-433d-9383-7061ec41d103 service neutron] 10.222.0.10 "GET /v2.0/networks/39d5b943-8907-404b-b824-343baf651894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2913656 Jan 28 07:22:32.807085 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1c703a-b69c-4e6a-a5fa-857ea47b6acb req-450936e7-616a-4d64-9975-542c4049607e tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:32.809194 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8b1c703a-b69c-4e6a-a5fa-857ea47b6acb req-450936e7-616a-4d64-9975-542c4049607e tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/ports?device_id=28886562-bead-4c03-b18c-42830d7b7629 HTTP/1.1" status: 200 len: 944 time: 0.1064644 Jan 28 07:22:32.822084 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b49fff36-1045-472b-8b56-1e278df633fc req-085375d4-5633-4b0e-83c4-2842776c000c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=2929a5a1-918a-4e9f-a482-262de48a34fb HTTP/1.1" status: 200 len: 217 time: 0.1729224 Jan 28 07:22:32.958519 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:33.018822 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8b1c703a-b69c-4e6a-a5fa-857ea47b6acb req-87a0cf9a-9b30-4090-bb7c-6520ea9ce8f6 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3913eaa-d94a-405d-af3b-c47b7c21bae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1906652 Jan 28 07:22:33.112548 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49fff36-1045-472b-8b56-1e278df633fc req-68ae7250-7159-430a-875e-6c3f1a76dee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:33.118190 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b49fff36-1045-472b-8b56-1e278df633fc req-68ae7250-7159-430a-875e-6c3f1a76dee2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=13273310-0be4-4b19-9177-3d629abf200c HTTP/1.1" status: 200 len: 797 time: 0.2890890 Jan 28 07:22:33.194378 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8064b876-f860-453d-b395-9bc528196f13 req-c158c372-a0c8-4b89-b45c-e5b157703294 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:33.202311 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8064b876-f860-453d-b395-9bc528196f13 req-c158c372-a0c8-4b89-b45c-e5b157703294 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1b44ef4-bd09-44be-9fca-ba97bacc8a3d HTTP/1.1" status: 200 len: 945 time: 0.2439141 Jan 28 07:22:33.238191 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ecb60049-b16e-4c86-ae1a-8b5322571812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:33.275483 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7a9537f7-4e37-41b1-bc37-44d9130ccb91 req-0128da35-b368-4599-9e94-e6a81eea3226 tempest-ServerShowV254Test-132787314 tempest-ServerShowV254Test-132787314-project] 10.222.0.41 "GET /v2.0/ports?device_id=4eabed74-d2ee-4ba4-941f-1697c173508f HTTP/1.1" status: 200 len: 210 time: 0.0905907 Jan 28 07:22:33.367166 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49fff36-1045-472b-8b56-1e278df633fc req-fe3fa4e3-7af1-42ab-858c-3e3481f8a64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:33.369654 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b49fff36-1045-472b-8b56-1e278df633fc req-fe3fa4e3-7af1-42ab-858c-3e3481f8a64d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7271c4e0-9917-4cbf-8cf0-7234aac71aa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2289529 Jan 28 07:22:33.638011 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b49fff36-1045-472b-8b56-1e278df633fc req-2189186a-ac6a-4ec6-9cf2-bc311efa5140 service neutron] 10.222.0.10 "GET /v2.0/networks/7271c4e0-9917-4cbf-8cf0-7234aac71aa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2593102 Jan 28 07:22:33.668897 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8064b876-f860-453d-b395-9bc528196f13 req-08c7ee90-d7d0-446c-bb9d-ebc39b5f467d tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ba1291a-f150-42f4-bf3d-2e5c804d6128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4603200 Jan 28 07:22:33.881596 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:33.943758 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b49fff36-1045-472b-8b56-1e278df633fc req-49c36b89-6e4b-4194-89fe-68cd68741be0 service neutron] 10.222.0.10 "GET /v2.0/networks/7271c4e0-9917-4cbf-8cf0-7234aac71aa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2733715 Jan 28 07:22:34.051442 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b49fff36-1045-472b-8b56-1e278df633fc req-1a2f95bf-1918-492e-bdf5-d0ee4ecb806a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e56de965-5480-410d-beed-6c4dc6d6159c HTTP/1.1" status: 200 len: 217 time: 0.0953062 Jan 28 07:22:34.142880 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49fff36-1045-472b-8b56-1e278df633fc req-5c8e3272-af01-4fcd-82a5-f3c855e94890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:34.148943 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b49fff36-1045-472b-8b56-1e278df633fc req-5c8e3272-af01-4fcd-82a5-f3c855e94890 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=13273310-0be4-4b19-9177-3d629abf200c HTTP/1.1" status: 200 len: 797 time: 0.0902960 Jan 28 07:22:34.220567 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49fff36-1045-472b-8b56-1e278df633fc req-f9a3551a-1078-4afd-b418-f3ab172b7d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:34.223409 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b49fff36-1045-472b-8b56-1e278df633fc req-f9a3551a-1078-4afd-b418-f3ab172b7d06 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7271c4e0-9917-4cbf-8cf0-7234aac71aa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0678339 Jan 28 07:22:34.307567 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dff891a-4482-4c92-8883-c704e9f0726b req-d039ae2a-96ed-46c5-b4ba-d6eefeaa3e73 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:34.330172 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1dff891a-4482-4c92-8883-c704e9f0726b req-d039ae2a-96ed-46c5-b4ba-d6eefeaa3e73 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/ports?device_id=28886562-bead-4c03-b18c-42830d7b7629 HTTP/1.1" status: 200 len: 944 time: 0.1059983 Jan 28 07:22:34.465906 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1dff891a-4482-4c92-8883-c704e9f0726b req-95e20031-9feb-4c71-a687-b97ddf0df12c tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3913eaa-d94a-405d-af3b-c47b7c21bae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1339598 Jan 28 07:22:34.709241 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b49fff36-1045-472b-8b56-1e278df633fc req-b46bf592-924b-44e5-b9a1-024c9bd13f94 service neutron] 10.222.0.10 "GET /v2.0/networks/7271c4e0-9917-4cbf-8cf0-7234aac71aa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4781482 Jan 28 07:22:34.881620 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f028a998-0078-40dc-b5de-6dcedea3e8b6 req-8d70fe2c-476f-4628-99ed-144535d3c052 tempest-ServerShowV254Test-132787314 tempest-ServerShowV254Test-132787314-project] 10.222.0.41 "GET /v2.0/ports?device_id=4eabed74-d2ee-4ba4-941f-1697c173508f HTTP/1.1" status: 200 len: 210 time: 0.1047168 Jan 28 07:22:35.036539 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b49fff36-1045-472b-8b56-1e278df633fc req-e7d5a601-ac4c-4e83-abc0-5e214596f5a0 service neutron] 10.222.0.10 "GET /v2.0/networks/7271c4e0-9917-4cbf-8cf0-7234aac71aa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3204854 Jan 28 07:22:35.188961 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15202f2-5ae2-44a3-a2dc-315f86cbedfe req-b39b5966-5354-40ab-97b8-d175c49e7b39 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:35.200975 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e15202f2-5ae2-44a3-a2dc-315f86cbedfe req-b39b5966-5354-40ab-97b8-d175c49e7b39 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1b44ef4-bd09-44be-9fca-ba97bacc8a3d HTTP/1.1" status: 200 len: 945 time: 0.1580355 Jan 28 07:22:35.300339 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e15202f2-5ae2-44a3-a2dc-315f86cbedfe req-d47d28bc-9a08-46bf-8a54-7b5bc070906c tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ba1291a-f150-42f4-bf3d-2e5c804d6128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974774 Jan 28 07:22:35.604315 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4767fc91-a70a-48d8-af01-d92dd3fc34cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:35.831528 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7109060-3d25-4f6c-a772-5a1ad3300186 req-694ed2ab-a48b-415f-b33f-a282ee0f2580 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:35.850275 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d7109060-3d25-4f6c-a772-5a1ad3300186 req-694ed2ab-a48b-415f-b33f-a282ee0f2580 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/ports?device_id=28886562-bead-4c03-b18c-42830d7b7629 HTTP/1.1" status: 200 len: 944 time: 0.1501410 Jan 28 07:22:36.007772 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d7109060-3d25-4f6c-a772-5a1ad3300186 req-e7a20d17-9da6-4387-a905-1fcf0659f777 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3913eaa-d94a-405d-af3b-c47b7c21bae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1547947 Jan 28 07:22:36.210862 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-32541188-ad56-43ce-8332-de569279b5cb req-786b6bd7-66c3-48de-ab91-4abf918f245a tempest-ServerShowV254Test-132787314 tempest-ServerShowV254Test-132787314-project] 10.222.0.41 "GET /v2.0/ports?device_id=4eabed74-d2ee-4ba4-941f-1697c173508f HTTP/1.1" status: 200 len: 210 time: 0.0524564 Jan 28 07:22:36.590999 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0cf451-fc7e-43a0-b7f9-f65c74882add req-22aca1fb-67c6-461f-b26a-9e71c2da659c tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:36.602411 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1f0cf451-fc7e-43a0-b7f9-f65c74882add req-22aca1fb-67c6-461f-b26a-9e71c2da659c tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1b44ef4-bd09-44be-9fca-ba97bacc8a3d HTTP/1.1" status: 200 len: 945 time: 0.1228251 Jan 28 07:22:36.723567 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1f0cf451-fc7e-43a0-b7f9-f65c74882add req-c7f9964e-dac9-4487-b6b3-9009422e4c8e tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ba1291a-f150-42f4-bf3d-2e5c804d6128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166112 Jan 28 07:22:36.922883 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:37.303624 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1beaef0-a62c-4a6f-b8a3-09d9cfc0ee1f req-0ec5d6f4-581a-482e-a953-6de55c6d3d26 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:37.326316 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c1beaef0-a62c-4a6f-b8a3-09d9cfc0ee1f req-0ec5d6f4-581a-482e-a953-6de55c6d3d26 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/ports?device_id=28886562-bead-4c03-b18c-42830d7b7629 HTTP/1.1" status: 200 len: 944 time: 0.0848615 Jan 28 07:22:37.377159 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c1beaef0-a62c-4a6f-b8a3-09d9cfc0ee1f req-e39e3019-3049-45e5-994c-47043d16ca3a tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3913eaa-d94a-405d-af3b-c47b7c21bae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629041 Jan 28 07:22:37.589975 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ca5ad468-9ccd-4cb6-b98a-5a098c90674b req-fbb9ecc1-867e-4ab4-a54f-e25ac4cfe025 tempest-ServerShowV254Test-132787314 tempest-ServerShowV254Test-132787314-project] 10.222.0.41 "GET /v2.0/ports?device_id=4eabed74-d2ee-4ba4-941f-1697c173508f HTTP/1.1" status: 200 len: 210 time: 0.0703499 Jan 28 07:22:37.894236 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee497a43-82b4-405c-a4ce-d6cf2b22843b req-843640fe-e1f3-4775-8e2e-4a023b460db1 tempest-ServerTagsTestJSON-683117795 tempest-ServerTagsTestJSON-683117795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:37.902275 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ee497a43-82b4-405c-a4ce-d6cf2b22843b req-843640fe-e1f3-4775-8e2e-4a023b460db1 tempest-ServerTagsTestJSON-683117795 tempest-ServerTagsTestJSON-683117795-project] 10.222.0.41 "GET /v2.0/ports?device_id=31fb5908-8bb2-4f3a-a332-120c0734d6e8 HTTP/1.1" status: 200 len: 945 time: 0.0673625 Jan 28 07:22:37.970350 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f0dc84-3495-4a18-b91e-333688c12aac req-190eea38-8101-429b-abeb-3f080ebcb56b tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:37.990819 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ee497a43-82b4-405c-a4ce-d6cf2b22843b req-55ec78c4-a3e3-4d90-bccd-1ed482ddb034 tempest-ServerTagsTestJSON-683117795 tempest-ServerTagsTestJSON-683117795-project] 10.222.0.41 "GET /v2.0/security-groups?id=00cc149f-0c8e-4168-8e98-93b404cd4e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869324 Jan 28 07:22:37.991824 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-82f0dc84-3495-4a18-b91e-333688c12aac req-190eea38-8101-429b-abeb-3f080ebcb56b tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1b44ef4-bd09-44be-9fca-ba97bacc8a3d HTTP/1.1" status: 200 len: 945 time: 0.1264966 Jan 28 07:22:38.086799 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-82f0dc84-3495-4a18-b91e-333688c12aac req-1709b08e-1726-401b-b337-3c106d75c5cb tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ba1291a-f150-42f4-bf3d-2e5c804d6128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827508 Jan 28 07:22:38.502541 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a813810-118d-4b48-a216-70d1dd37713b req-0b5d02a7-99e6-481e-9234-713a6db4e233 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:38.510347 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6a813810-118d-4b48-a216-70d1dd37713b req-0b5d02a7-99e6-481e-9234-713a6db4e233 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/ports?device_id=28886562-bead-4c03-b18c-42830d7b7629 HTTP/1.1" status: 200 len: 944 time: 0.0587442 Jan 28 07:22:38.567012 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6a813810-118d-4b48-a216-70d1dd37713b req-82a8ac48-c062-4b81-adcd-0f788380823f tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3913eaa-d94a-405d-af3b-c47b7c21bae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555699 Jan 28 07:22:38.607475 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:38.753554 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-10eb80e5-34cc-4069-8971-6f4f7186eaa2 req-59d3280c-dbf2-4350-b416-ffa3403c06bd tempest-ServerShowV254Test-132787314 tempest-ServerShowV254Test-132787314-project] 10.222.0.41 "GET /v2.0/ports?device_id=4eabed74-d2ee-4ba4-941f-1697c173508f HTTP/1.1" status: 200 len: 210 time: 0.0357108 Jan 28 07:22:39.176073 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08dc1de-2934-4c62-a73b-727fab0f5976 req-1582fe73-ead8-4fa2-b902-9b37fb405999 tempest-ServerTagsTestJSON-683117795 tempest-ServerTagsTestJSON-683117795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:39.184466 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d08dc1de-2934-4c62-a73b-727fab0f5976 req-1582fe73-ead8-4fa2-b902-9b37fb405999 tempest-ServerTagsTestJSON-683117795 tempest-ServerTagsTestJSON-683117795-project] 10.222.0.41 "GET /v2.0/ports?device_id=31fb5908-8bb2-4f3a-a332-120c0734d6e8 HTTP/1.1" status: 200 len: 945 time: 0.0880265 Jan 28 07:22:39.253502 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47faa1c0-5e00-4849-a031-b1bb820c7aee req-5f3c73fd-58d6-4463-9cec-0ae55d7b54b1 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:39.262540 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-47faa1c0-5e00-4849-a031-b1bb820c7aee req-5f3c73fd-58d6-4463-9cec-0ae55d7b54b1 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1b44ef4-bd09-44be-9fca-ba97bacc8a3d HTTP/1.1" status: 200 len: 945 time: 0.0819442 Jan 28 07:22:39.264844 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d08dc1de-2934-4c62-a73b-727fab0f5976 req-324a8ac6-ad87-469d-9df4-70f923d5aae6 tempest-ServerTagsTestJSON-683117795 tempest-ServerTagsTestJSON-683117795-project] 10.222.0.41 "GET /v2.0/security-groups?id=00cc149f-0c8e-4168-8e98-93b404cd4e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791106 Jan 28 07:22:39.326539 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-47faa1c0-5e00-4849-a031-b1bb820c7aee req-437b2357-3b49-4a73-af48-b849bcd2823a tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ba1291a-f150-42f4-bf3d-2e5c804d6128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569508 Jan 28 07:22:39.435591 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283494c3-2104-4af8-954f-0c76b43ce897 req-558a5b68-b32e-4c8a-ad9b-dc4d2415fb13 tempest-ServerTagsTestJSON-683117795 tempest-ServerTagsTestJSON-683117795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:39.437515 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-283494c3-2104-4af8-954f-0c76b43ce897 req-558a5b68-b32e-4c8a-ad9b-dc4d2415fb13 tempest-ServerTagsTestJSON-683117795 tempest-ServerTagsTestJSON-683117795-project] 10.222.0.10 "GET /v2.0/ports?device_id=31fb5908-8bb2-4f3a-a332-120c0734d6e8 HTTP/1.1" status: 200 len: 945 time: 0.0553269 Jan 28 07:22:39.588318 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-283494c3-2104-4af8-954f-0c76b43ce897 req-dc2f6967-db86-46ab-b71b-251365b22b87 tempest-ServerTagsTestJSON-683117795 tempest-ServerTagsTestJSON-683117795-project] Deleting port e3bd0a52-820f-44ed-8a0a-138d35dd8be9 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:22:39.588318 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-283494c3-2104-4af8-954f-0c76b43ce897 req-dc2f6967-db86-46ab-b71b-251365b22b87 tempest-ServerTagsTestJSON-683117795 tempest-ServerTagsTestJSON-683117795-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (e3bd0a52-820f-44ed-8a0a-138d35dd8be9), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:39.698556 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:39.742300 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-283494c3-2104-4af8-954f-0c76b43ce897 req-dc2f6967-db86-46ab-b71b-251365b22b87 tempest-ServerTagsTestJSON-683117795 tempest-ServerTagsTestJSON-683117795-project] For port e3bd0a52-820f-44ed-8a0a-138d35dd8be9, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=e3bd0a52-820f-44ed-8a0a-138d35dd8be9,segment=NetworkSegment(db8fbd18-c6e2-47d0-bff9-d913ebb118ca),segment_id=db8fbd18-c6e2-47d0-bff9-d913ebb118ca)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:22:39.742714 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-283494c3-2104-4af8-954f-0c76b43ce897 req-dc2f6967-db86-46ab-b71b-251365b22b87 tempest-ServerTagsTestJSON-683117795 tempest-ServerTagsTestJSON-683117795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (e3bd0a52-820f-44ed-8a0a-138d35dd8be9), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:39.757819 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-283494c3-2104-4af8-954f-0c76b43ce897 req-dc2f6967-db86-46ab-b71b-251365b22b87 tempest-ServerTagsTestJSON-683117795 tempest-ServerTagsTestJSON-683117795-project] Calling delete_port for e3bd0a52-820f-44ed-8a0a-138d35dd8be9 owned by compute:nova {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:22:39.860293 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a809ed2-667b-4f20-ac7e-0113e850e230 req-f87a1e65-a42f-4369-b2ea-5a8949590eba tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:39.862116 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0a809ed2-667b-4f20-ac7e-0113e850e230 req-f87a1e65-a42f-4369-b2ea-5a8949590eba tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/ports?device_id=28886562-bead-4c03-b18c-42830d7b7629 HTTP/1.1" status: 200 len: 944 time: 0.0948248 Jan 28 07:22:39.950461 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0a809ed2-667b-4f20-ac7e-0113e850e230 req-237077b3-7911-4ba0-8cc3-ba94143bc6c0 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3913eaa-d94a-405d-af3b-c47b7c21bae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780315 Jan 28 07:22:39.952028 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-509ed309-8c89-4b42-af04-b32ca0e1cc38 req-1de584a8-a41b-4023-b4d5-7c48c4be23bb tempest-ServerShowV254Test-132787314 tempest-ServerShowV254Test-132787314-project] 10.222.0.41 "GET /v2.0/ports?device_id=4eabed74-d2ee-4ba4-941f-1697c173508f HTTP/1.1" status: 200 len: 210 time: 0.0468764 Jan 28 07:22:40.056300 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-47b95d52-3560-4a4a-9def-8bb7f78f7e0c req-3a7df0cd-5fe3-4c4a-80d5-d0c12adf550c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=4eabed74-d2ee-4ba4-941f-1697c173508f HTTP/1.1" status: 200 len: 210 time: 0.0281014 Jan 28 07:22:40.058230 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-283494c3-2104-4af8-954f-0c76b43ce897 req-dc2f6967-db86-46ab-b71b-251365b22b87 tempest-ServerTagsTestJSON-683117795 tempest-ServerTagsTestJSON-683117795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (e3bd0a52-820f-44ed-8a0a-138d35dd8be9), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:40.091966 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2f6967-db86-46ab-b71b-251365b22b87 tempest-ServerTagsTestJSON-683117795 tempest-ServerTagsTestJSON-683117795-project] Pushing event deleted for resources: {'Port': ['ID=e3bd0a52-820f-44ed-8a0a-138d35dd8be9,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:22:40.093370 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['e3bd0a52-820f-44ed-8a0a-138d35dd8be9'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:22:40.138869 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-283494c3-2104-4af8-954f-0c76b43ce897 req-dc2f6967-db86-46ab-b71b-251365b22b87 tempest-ServerTagsTestJSON-683117795 tempest-ServerTagsTestJSON-683117795-project] No DVR routers for this DVR port e3bd0a52-820f-44ed-8a0a-138d35dd8be9 on host n-h1-712749-28 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:22:40.141532 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-283494c3-2104-4af8-954f-0c76b43ce897 req-dc2f6967-db86-46ab-b71b-251365b22b87 tempest-ServerTagsTestJSON-683117795 tempest-ServerTagsTestJSON-683117795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:40.146502 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-283494c3-2104-4af8-954f-0c76b43ce897 req-dc2f6967-db86-46ab-b71b-251365b22b87 tempest-ServerTagsTestJSON-683117795 tempest-ServerTagsTestJSON-683117795-project] 10.222.0.10 "DELETE /v2.0/ports/e3bd0a52-820f-44ed-8a0a-138d35dd8be9 HTTP/1.1" status: 204 len: 173 time: 0.7026646 Jan 28 07:22:40.146964 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31fb5908-8bb2-4f3a-a332-120c0734d6e8', 'name': 'network-vif-deleted', 'tag': 'e3bd0a52-820f-44ed-8a0a-138d35dd8be9'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:22:40.149868 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feb55880-2c21-4073-a70e-ce5f367d873b" -d '{"events": [{"server_uuid": "31fb5908-8bb2-4f3a-a332-120c0734d6e8", "name": "network-vif-deleted", "tag": "e3bd0a52-820f-44ed-8a0a-138d35dd8be9"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:22:40.217899 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:22:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2968ec56-41e2-45ac-96aa-1173764d7953 x-openstack-request-id: req-2968ec56-41e2-45ac-96aa-1173764d7953 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:22:40.218520 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31fb5908-8bb2-4f3a-a332-120c0734d6e8", "name": "network-vif-deleted", "tag": "e3bd0a52-820f-44ed-8a0a-138d35dd8be9", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:22:40.218520 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2968ec56-41e2-45ac-96aa-1173764d7953 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:22:40.218963 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31fb5908-8bb2-4f3a-a332-120c0734d6e8', 'name': 'network-vif-deleted', 'tag': 'e3bd0a52-820f-44ed-8a0a-138d35dd8be9', 'status': 'completed', 'code': 200} Jan 28 07:22:40.505260 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0a9ffe8d-ebb9-44e9-8923-9e92dfc6e24a req-0589218e-6e9f-4cf6-8d45-aa2d813a2b79 tempest-ServerTagsTestJSON-683117795 tempest-ServerTagsTestJSON-683117795-project] 10.222.0.41 "GET /v2.0/ports?device_id=31fb5908-8bb2-4f3a-a332-120c0734d6e8 HTTP/1.1" status: 200 len: 210 time: 0.0648715 Jan 28 07:22:40.620257 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9220b030-54be-445f-80b9-744fb4bbe82c req-4ecd1b8e-a8ba-4178-a492-79671ad25fa9 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:40.635043 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9220b030-54be-445f-80b9-744fb4bbe82c req-4ecd1b8e-a8ba-4178-a492-79671ad25fa9 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1b44ef4-bd09-44be-9fca-ba97bacc8a3d HTTP/1.1" status: 200 len: 945 time: 0.1624656 Jan 28 07:22:40.751980 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9220b030-54be-445f-80b9-744fb4bbe82c req-3c2be8e7-3afb-49c9-93e8-52cbf11cbbdb tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ba1291a-f150-42f4-bf3d-2e5c804d6128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159530 Jan 28 07:22:40.783923 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 55302) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:22:40.965973 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c0356b3f-ee94-47eb-961a-b5bb5907139a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:41.104142 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c0356b3f-ee94-47eb-961a-b5bb5907139a admin admin] Publish callbacks [] for security_group (04a903fd-4a9f-46b5-b9a6-d6dc946e39d7), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:41.123703 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c0356b3f-ee94-47eb-961a-b5bb5907139a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (04a903fd-4a9f-46b5-b9a6-d6dc946e39d7), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:41.166158 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6781e7-78ce-47f0-b27a-5b5ed8376186 req-11d219f6-9e01-4f21-91a5-1777cf454297 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:41.173369 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2a6781e7-78ce-47f0-b27a-5b5ed8376186 req-11d219f6-9e01-4f21-91a5-1777cf454297 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/ports?device_id=28886562-bead-4c03-b18c-42830d7b7629 HTTP/1.1" status: 200 len: 944 time: 0.1019890 Jan 28 07:22:41.239071 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-c0356b3f-ee94-47eb-961a-b5bb5907139a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0e73b17c2def4afd9d6a2a5f5543ba41&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4538960 Jan 28 07:22:41.241219 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0356b3f-ee94-47eb-961a-b5bb5907139a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04a903fd-4a9f-46b5-b9a6-d6dc946e39d7,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:22:41.262695 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2a6781e7-78ce-47f0-b27a-5b5ed8376186 req-22e6551b-d4ab-435e-85ea-5db114c85f5b tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3913eaa-d94a-405d-af3b-c47b7c21bae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882626 Jan 28 07:22:41.263225 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 55314) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:22:41.277158 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b25e6d3b-62ac-441d-91d6-c9eadc7d0c51 req-d7b25104-8833-4336-b753-79f33de5c414 tempest-ServerShowV254Test-132787314 tempest-ServerShowV254Test-132787314-project] 10.222.0.41 "GET /v2.0/ports?device_id=4eabed74-d2ee-4ba4-941f-1697c173508f HTTP/1.1" status: 200 len: 210 time: 0.1702087 Jan 28 07:22:41.425373 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4665ef6b-fa9b-42be-a4f7-92eebff17bd8 admin admin] Publish callbacks [] for security_group (04a903fd-4a9f-46b5-b9a6-d6dc946e39d7), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:41.475229 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4665ef6b-fa9b-42be-a4f7-92eebff17bd8 admin admin] Publish callbacks [] for security_group (04a903fd-4a9f-46b5-b9a6-d6dc946e39d7), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:41.604944 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4665ef6b-fa9b-42be-a4f7-92eebff17bd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (04a903fd-4a9f-46b5-b9a6-d6dc946e39d7), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:41.608958 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4665ef6b-fa9b-42be-a4f7-92eebff17bd8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:41.609384 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-4665ef6b-fa9b-42be-a4f7-92eebff17bd8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/04a903fd-4a9f-46b5-b9a6-d6dc946e39d7 HTTP/1.1" status: 204 len: 168 time: 0.3384943 Jan 28 07:22:41.626359 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4665ef6b-fa9b-42be-a4f7-92eebff17bd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04a903fd-4a9f-46b5-b9a6-d6dc946e39d7,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:22:41.767315 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-93f513ce-f2a9-457d-bb26-b919e022e7b6 req-b4bd3374-b30c-4119-bb19-02df693b1b0d tempest-ServerTagsTestJSON-683117795 tempest-ServerTagsTestJSON-683117795-project] 10.222.0.41 "GET /v2.0/ports?device_id=31fb5908-8bb2-4f3a-a332-120c0734d6e8 HTTP/1.1" status: 200 len: 210 time: 0.0577643 Jan 28 07:22:41.965306 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffb245f-2551-4f95-8502-6da755e3e5eb req-9f591be7-00a5-4fa2-8d30-07588e9c0579 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:41.977888 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-fffb245f-2551-4f95-8502-6da755e3e5eb req-9f591be7-00a5-4fa2-8d30-07588e9c0579 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1b44ef4-bd09-44be-9fca-ba97bacc8a3d HTTP/1.1" status: 200 len: 945 time: 0.0900567 Jan 28 07:22:42.072707 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-fffb245f-2551-4f95-8502-6da755e3e5eb req-0c3fb997-d736-4bb3-82ae-47c844fd9342 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ba1291a-f150-42f4-bf3d-2e5c804d6128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939348 Jan 28 07:22:42.146485 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 55334) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:22:42.161267 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5a88f909-a94d-4368-a9ab-58b5c1a702c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:42.241677 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device e3bd0a52-820f-44ed-8a0a-138d35dd8be9 no longer exists at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:22:42.338033 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] No Port match for: e3bd0a52-820f-44ed-8a0a-138d35dd8be9 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:22:42.341551 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device e3bd0a52-820f-44ed-8a0a-138d35dd8be9 not bound to the agent host n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:22:42.355154 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5a88f909-a94d-4368-a9ab-58b5c1a702c5 admin admin] Publish callbacks [] for security_group (d03cad4d-6c6b-4473-b951-3ed2831e684c), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:42.367013 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5a88f909-a94d-4368-a9ab-58b5c1a702c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (d03cad4d-6c6b-4473-b951-3ed2831e684c), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:42.469274 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a88f909-a94d-4368-a9ab-58b5c1a702c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d03cad4d-6c6b-4473-b951-3ed2831e684c,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:22:42.481351 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-5a88f909-a94d-4368-a9ab-58b5c1a702c5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d785ce07ca0c4b11ac44217d6bf80467&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3335254 Jan 28 07:22:42.486565 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 55344) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:22:42.518754 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4b1144cf-0783-4098-ae49-146deb2bc1c1 req-5b161b8f-0e5b-4ff7-ae84-75ff3348f32c tempest-ServerShowV254Test-132787314 tempest-ServerShowV254Test-132787314-project] 10.222.0.41 "GET /v2.0/ports?device_id=4eabed74-d2ee-4ba4-941f-1697c173508f HTTP/1.1" status: 200 len: 210 time: 0.0821121 Jan 28 07:22:42.601186 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fe8f43-377e-4520-86fb-43867d36b661 req-6ee2ed01-08c1-4423-99f7-342ddbf3833b tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:42.603327 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-48fe8f43-377e-4520-86fb-43867d36b661 req-6ee2ed01-08c1-4423-99f7-342ddbf3833b tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/ports?device_id=28886562-bead-4c03-b18c-42830d7b7629 HTTP/1.1" status: 200 len: 944 time: 0.1189773 Jan 28 07:22:42.673236 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-48fe8f43-377e-4520-86fb-43867d36b661 req-9040737f-ba07-4ef4-8224-581205535597 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3913eaa-d94a-405d-af3b-c47b7c21bae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632699 Jan 28 07:22:42.673873 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c15ec984-7919-4c18-81ae-8886e5c1c933 admin admin] Publish callbacks [] for security_group (d03cad4d-6c6b-4473-b951-3ed2831e684c), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:42.730167 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c15ec984-7919-4c18-81ae-8886e5c1c933 admin admin] Publish callbacks [] for security_group (d03cad4d-6c6b-4473-b951-3ed2831e684c), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:42.814975 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c15ec984-7919-4c18-81ae-8886e5c1c933 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (d03cad4d-6c6b-4473-b951-3ed2831e684c), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:42.818203 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c15ec984-7919-4c18-81ae-8886e5c1c933 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:42.819536 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-c15ec984-7919-4c18-81ae-8886e5c1c933 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d03cad4d-6c6b-4473-b951-3ed2831e684c HTTP/1.1" status: 204 len: 168 time: 0.2844224 Jan 28 07:22:42.851441 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15ec984-7919-4c18-81ae-8886e5c1c933 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d03cad4d-6c6b-4473-b951-3ed2831e684c,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:22:42.889610 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 55358) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:22:43.048293 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7a6b1aa4-3760-412a-a848-02ab79244868 req-9f06d368-5aeb-4577-97b7-c366ab47d87b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8c4679df8e094aaa9282f1148a908b05&device_id=4eabed74-d2ee-4ba4-941f-1697c173508f HTTP/1.1" status: 200 len: 210 time: 0.0593915 Jan 28 07:22:43.151857 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7a6b1aa4-3760-412a-a848-02ab79244868 req-86ffd06f-2b64-4edb-bd3e-cc8d85393052 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=8c4679df8e094aaa9282f1148a908b05&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0836976 Jan 28 07:22:43.205779 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-56a69789-6c2f-4dfc-93c9-9d946c507afa req-c508defd-36ac-4e8f-8bf2-57570cc4ca02 tempest-ServerShowV254Test-132787314 tempest-ServerShowV254Test-132787314-project] 10.222.0.41 "GET /v2.0/ports?device_id=4eabed74-d2ee-4ba4-941f-1697c173508f HTTP/1.1" status: 200 len: 210 time: 0.0571675 Jan 28 07:22:43.331428 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6b1aa4-3760-412a-a848-02ab79244868 req-e650db1d-146d-4620-886f-33d5772e7418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:43.333220 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7a6b1aa4-3760-412a-a848-02ab79244868 req-e650db1d-146d-4620-886f-33d5772e7418 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1746752 Jan 28 07:22:43.358588 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-f642c0f2-7b9c-49b7-b484-d3272d27e852 admin admin] Deleting subnet 8617e956-d04d-4876-a8c6-dda3fb41c32a {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:22:43.367725 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f642c0f2-7b9c-49b7-b484-d3272d27e852 admin admin] Publish callbacks [] for subnet (8617e956-d04d-4876-a8c6-dda3fb41c32a), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:43.451734 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f642c0f2-7b9c-49b7-b484-d3272d27e852 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24759175'] for subnet (8617e956-d04d-4876-a8c6-dda3fb41c32a), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:43.521866 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f642c0f2-7b9c-49b7-b484-d3272d27e852 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (8617e956-d04d-4876-a8c6-dda3fb41c32a), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:43.651657 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f642c0f2-7b9c-49b7-b484-d3272d27e852 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24757569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24979817'] for subnet (8617e956-d04d-4876-a8c6-dda3fb41c32a), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:43.695356 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f642c0f2-7b9c-49b7-b484-d3272d27e852 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8617e956-d04d-4876-a8c6-dda3fb41c32a,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:22:43.700277 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f642c0f2-7b9c-49b7-b484-d3272d27e852 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:43.705536 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-f642c0f2-7b9c-49b7-b484-d3272d27e852 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/8617e956-d04d-4876-a8c6-dda3fb41c32a HTTP/1.1" status: 204 len: 168 time: 0.8153324 Jan 28 07:22:43.708553 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 55378) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:22:43.740335 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c3a3db-25f9-4ed4-8929-501c8e9d9693 req-08d94644-c52f-473c-b977-98b1ed0ae221 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:43.744153 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-35c3a3db-25f9-4ed4-8929-501c8e9d9693 req-08d94644-c52f-473c-b977-98b1ed0ae221 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1b44ef4-bd09-44be-9fca-ba97bacc8a3d HTTP/1.1" status: 200 len: 945 time: 0.1592853 Jan 28 07:22:43.849124 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-35c3a3db-25f9-4ed4-8929-501c8e9d9693 req-28f3ca97-42d3-4907-b6bb-1125e355fcd3 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ba1291a-f150-42f4-bf3d-2e5c804d6128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983944 Jan 28 07:22:43.960993 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-546dd271-e38a-4d75-8e5b-e280056cae59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (f1150a8a-24ff-410e-bb78-1dd69b7355ed), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:44.028296 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e48250-3bf6-4616-bb35-3c27322711ed req-733f403f-73ae-49bf-a5d5-c2b5d8f1f4f9 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:44.038142 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-11e48250-3bf6-4616-bb35-3c27322711ed req-733f403f-73ae-49bf-a5d5-c2b5d8f1f4f9 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/ports?device_id=28886562-bead-4c03-b18c-42830d7b7629 HTTP/1.1" status: 200 len: 944 time: 0.1868842 Jan 28 07:22:44.189179 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-11e48250-3bf6-4616-bb35-3c27322711ed req-5e51c651-72c0-466c-b11c-82b7108bd2ee tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3913eaa-d94a-405d-af3b-c47b7c21bae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1498535 Jan 28 07:22:44.392157 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-546dd271-e38a-4d75-8e5b-e280056cae59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (f1150a8a-24ff-410e-bb78-1dd69b7355ed), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:44.465656 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-546dd271-e38a-4d75-8e5b-e280056cae59 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1150a8a-24ff-410e-bb78-1dd69b7355ed']}} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:22:44.488418 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-546dd271-e38a-4d75-8e5b-e280056cae59 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db8fbd18-c6e2-47d0-bff9-d913ebb118ca') {'for_net_delete': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:22:44.488418 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-546dd271-e38a-4d75-8e5b-e280056cae59 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db8fbd18-c6e2-47d0-bff9-d913ebb118ca') {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:22:44.515270 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-546dd271-e38a-4d75-8e5b-e280056cae59 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13506801'] for segment (db8fbd18-c6e2-47d0-bff9-d913ebb118ca), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:44.549604 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-546dd271-e38a-4d75-8e5b-e280056cae59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (db8fbd18-c6e2-47d0-bff9-d913ebb118ca), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:44.603264 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-546dd271-e38a-4d75-8e5b-e280056cae59 admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=103283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:22:44.603729 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-546dd271-e38a-4d75-8e5b-e280056cae59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13546563'] for segment (db8fbd18-c6e2-47d0-bff9-d913ebb118ca), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:44.610826 n-d-712749-28 neutron-server[103283]: Traceback (most recent call last): Jan 28 07:22:44.610826 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:22:44.610826 n-d-712749-28 neutron-server[103283]: timer() Jan 28 07:22:44.610826 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:22:44.610826 n-d-712749-28 neutron-server[103283]: cb(*args, **kw) Jan 28 07:22:44.610826 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:22:44.610826 n-d-712749-28 neutron-server[103283]: return func(*args, **kwargs) Jan 28 07:22:44.610826 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:22:44.610826 n-d-712749-28 neutron-server[103283]: self._notify() Jan 28 07:22:44.610826 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:22:44.610826 n-d-712749-28 neutron-server[103283]: self.callback(batched_events) Jan 28 07:22:44.610826 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:22:44.610826 n-d-712749-28 neutron-server[103283]: event.method(event) Jan 28 07:22:44.610826 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:22:44.610826 n-d-712749-28 neutron-server[103283]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:22:44.610826 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:22:44.610826 n-d-712749-28 neutron-server[103283]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:22:44.610826 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:22:44.610826 n-d-712749-28 neutron-server[103283]: return f(self, *a, **k) Jan 28 07:22:44.610826 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:22:44.610826 n-d-712749-28 neutron-server[103283]: return self._get(url).json() Jan 28 07:22:44.610826 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:22:44.610826 n-d-712749-28 neutron-server[103283]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:22:44.610826 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:22:44.610826 n-d-712749-28 neutron-server[103283]: return self.request(url, 'GET', **kwargs) Jan 28 07:22:44.610826 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:22:44.610826 n-d-712749-28 neutron-server[103283]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:22:44.610826 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:22:44.610826 n-d-712749-28 neutron-server[103283]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:22:44.610826 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:22:44.610826 n-d-712749-28 neutron-server[103283]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:22:44.610826 n-d-712749-28 neutron-server[103283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:22:44.734369 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a3d5b22f-1938-47a0-9f19-75bbdfc5ef72 req-d77d34a1-c9fc-4357-b2c6-4fc18daaae75 tempest-ServerShowV254Test-132787314 tempest-ServerShowV254Test-132787314-project] 10.222.0.41 "GET /v2.0/ports?device_id=4eabed74-d2ee-4ba4-941f-1697c173508f HTTP/1.1" status: 200 len: 210 time: 0.1532207 Jan 28 07:22:44.786386 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-546dd271-e38a-4d75-8e5b-e280056cae59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (f1150a8a-24ff-410e-bb78-1dd69b7355ed), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:44.800877 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-546dd271-e38a-4d75-8e5b-e280056cae59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:44.814151 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-546dd271-e38a-4d75-8e5b-e280056cae59 admin admin] 10.222.0.41 "DELETE /v2.0/networks/f1150a8a-24ff-410e-bb78-1dd69b7355ed HTTP/1.1" status: 204 len: 168 time: 1.1044972 Jan 28 07:22:44.854939 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546dd271-e38a-4d75-8e5b-e280056cae59 admin admin] Pushing event deleted for resources: {'Network': ['ID=f1150a8a-24ff-410e-bb78-1dd69b7355ed,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:22:44.912706 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7a6b1aa4-3760-412a-a848-02ab79244868 req-c375022b-25cb-451b-b77b-5105ad6a5378 tempest-ServerShowV254Test-132787314 tempest-ServerShowV254Test-132787314-project] 10.222.0.44 "GET /v2.0/ports?device_id=4eabed74-d2ee-4ba4-941f-1697c173508f HTTP/1.1" status: 200 len: 210 time: 0.0557146 Jan 28 07:22:45.134594 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0301cb3-83f1-4073-a586-cbbf6f79805e req-67a6aa16-0113-43ff-b303-5e49f3bd5d80 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:45.147487 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f0301cb3-83f1-4073-a586-cbbf6f79805e req-67a6aa16-0113-43ff-b303-5e49f3bd5d80 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1b44ef4-bd09-44be-9fca-ba97bacc8a3d HTTP/1.1" status: 200 len: 945 time: 0.1200380 Jan 28 07:22:45.216625 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 55420) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:22:45.299442 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f0301cb3-83f1-4073-a586-cbbf6f79805e req-d2c18730-5c87-4778-9718-4344ebbd50a5 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ba1291a-f150-42f4-bf3d-2e5c804d6128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325753 Jan 28 07:22:45.328765 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-aee20e67-a0e9-4644-98c3-f5fbd4e6efb1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ac4aa04526c84452994ee35748dd0646&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1107888 Jan 28 07:22:45.331380 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 55428) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:22:45.459172 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7627328e-b03c-47e9-a7a6-2104e4162fd6 req-8cbf84f5-daec-4b67-8625-ad08cc5f3ca2 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:45.466771 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-becaf550-c4cd-4f18-a295-ec0952f0e9e8 admin admin] Publish callbacks [] for security_group (00cc149f-0c8e-4168-8e98-93b404cd4e7d), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:45.468784 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7627328e-b03c-47e9-a7a6-2104e4162fd6 req-8cbf84f5-daec-4b67-8625-ad08cc5f3ca2 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/ports?device_id=28886562-bead-4c03-b18c-42830d7b7629 HTTP/1.1" status: 200 len: 944 time: 0.1119585 Jan 28 07:22:45.532601 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-becaf550-c4cd-4f18-a295-ec0952f0e9e8 admin admin] Publish callbacks [] for security_group (00cc149f-0c8e-4168-8e98-93b404cd4e7d), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:45.619822 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-becaf550-c4cd-4f18-a295-ec0952f0e9e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (00cc149f-0c8e-4168-8e98-93b404cd4e7d), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:45.622810 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-becaf550-c4cd-4f18-a295-ec0952f0e9e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:45.627102 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-becaf550-c4cd-4f18-a295-ec0952f0e9e8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/00cc149f-0c8e-4168-8e98-93b404cd4e7d HTTP/1.1" status: 204 len: 168 time: 0.2943969 Jan 28 07:22:45.629626 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7627328e-b03c-47e9-a7a6-2104e4162fd6 req-fed5f6df-6b53-4a7e-a6b3-0a9ec5e9c3c8 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3913eaa-d94a-405d-af3b-c47b7c21bae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1483738 Jan 28 07:22:45.662998 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becaf550-c4cd-4f18-a295-ec0952f0e9e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00cc149f-0c8e-4168-8e98-93b404cd4e7d,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:22:45.862993 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-59ac314b-36ee-4d19-8477-e46535f3b6aa req-dc7d38af-01cf-4673-a52d-065e8a97e901 tempest-ServerShowV254Test-132787314 tempest-ServerShowV254Test-132787314-project] 10.222.0.41 "GET /v2.0/ports?device_id=4eabed74-d2ee-4ba4-941f-1697c173508f HTTP/1.1" status: 200 len: 210 time: 0.0286884 Jan 28 07:22:46.417511 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df2851b-8be0-4f27-ba18-19b63b2f6a62 req-09cac94a-a53a-4136-909a-a2b2dae95dac tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:46.419293 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8df2851b-8be0-4f27-ba18-19b63b2f6a62 req-09cac94a-a53a-4136-909a-a2b2dae95dac tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1b44ef4-bd09-44be-9fca-ba97bacc8a3d HTTP/1.1" status: 200 len: 945 time: 0.0707984 Jan 28 07:22:46.494455 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8df2851b-8be0-4f27-ba18-19b63b2f6a62 req-c6f917ca-3d3f-4262-83cd-956cfae1466d tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ba1291a-f150-42f4-bf3d-2e5c804d6128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684550 Jan 28 07:22:46.596952 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 55490) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:22:46.773224 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 55502) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:22:46.833530 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea053cbc-0ce0-469a-80a7-34db14e7d248 req-1189157a-e09f-4af8-8a85-366d782a9b30 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:46.835404 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ea053cbc-0ce0-469a-80a7-34db14e7d248 req-1189157a-e09f-4af8-8a85-366d782a9b30 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/ports?device_id=28886562-bead-4c03-b18c-42830d7b7629 HTTP/1.1" status: 200 len: 944 time: 0.0766573 Jan 28 07:22:46.844236 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2b4eafc1-83a9-4d5a-bddb-ae0e4261a03a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:46.844826 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-45894b3f-57ab-453d-9ca0-c33f8f40f8e6 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1987093189-network', 'tenant_id': 'e07d556cec7f4e57865281818e5cac20'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:22:46.870646 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45894b3f-57ab-453d-9ca0-c33f8f40f8e6 admin admin] Made reservation on behalf of e07d556cec7f4e57865281818e5cac20 for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:22:46.873741 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-45894b3f-57ab-453d-9ca0-c33f8f40f8e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:46.885441 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-45894b3f-57ab-453d-9ca0-c33f8f40f8e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:46.992739 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ea053cbc-0ce0-469a-80a7-34db14e7d248 req-c844f3d3-5baf-4a9c-ad9f-c51377f7cb54 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3913eaa-d94a-405d-af3b-c47b7c21bae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1448541 Jan 28 07:22:47.049460 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2b4eafc1-83a9-4d5a-bddb-ae0e4261a03a admin admin] Publish callbacks [] for security_group (17ade409-c23f-4583-911e-214080c07320), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:47.058596 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2b4eafc1-83a9-4d5a-bddb-ae0e4261a03a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (17ade409-c23f-4583-911e-214080c07320), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:47.063367 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-45894b3f-57ab-453d-9ca0-c33f8f40f8e6 admin admin] Publish callbacks [] for security_group (2135ee49-80f0-4020-8a01-0e0443fc9dc3), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:47.070098 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-45894b3f-57ab-453d-9ca0-c33f8f40f8e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (2135ee49-80f0-4020-8a01-0e0443fc9dc3), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:47.082791 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 7 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 07:22:47.104557 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45894b3f-57ab-453d-9ca0-c33f8f40f8e6 admin admin] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:22:47.122701 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45894b3f-57ab-453d-9ca0-c33f8f40f8e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2135ee49-80f0-4020-8a01-0e0443fc9dc3,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:22:47.125916 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-2b4eafc1-83a9-4d5a-bddb-ae0e4261a03a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6434f68485c9444289b1f92044c42b02&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5275643 Jan 28 07:22:47.129361 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 55518) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:22:47.172944 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4eafc1-83a9-4d5a-bddb-ae0e4261a03a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17ade409-c23f-4583-911e-214080c07320,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:22:47.177812 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-45894b3f-57ab-453d-9ca0-c33f8f40f8e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (f67a1d14-cf09-4112-8589-19815dceb551), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:47.178158 n-d-712749-28 neutron-server[103284]: INFO neutron.db.segments_db [None req-45894b3f-57ab-453d-9ca0-c33f8f40f8e6 admin admin] Added segment f67a1d14-cf09-4112-8589-19815dceb551 of type vlan for network 032bc8f3-9914-43ce-8291-526a0a53b79f Jan 28 07:22:47.194457 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4eafc1-83a9-4d5a-bddb-ae0e4261a03a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:22:47.195152 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4eafc1-83a9-4d5a-bddb-ae0e4261a03a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:22:47.198692 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4eafc1-83a9-4d5a-bddb-ae0e4261a03a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:22:47.200594 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4eafc1-83a9-4d5a-bddb-ae0e4261a03a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:22:47.201140 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4eafc1-83a9-4d5a-bddb-ae0e4261a03a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:22:47.201786 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4eafc1-83a9-4d5a-bddb-ae0e4261a03a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:22:47.203383 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4eafc1-83a9-4d5a-bddb-ae0e4261a03a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:22:47.203833 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4eafc1-83a9-4d5a-bddb-ae0e4261a03a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:22:47.205701 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4eafc1-83a9-4d5a-bddb-ae0e4261a03a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:22:47.206146 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4eafc1-83a9-4d5a-bddb-ae0e4261a03a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:22:47.206591 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4eafc1-83a9-4d5a-bddb-ae0e4261a03a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:22:47.207139 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4eafc1-83a9-4d5a-bddb-ae0e4261a03a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:22:47.207683 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4eafc1-83a9-4d5a-bddb-ae0e4261a03a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:22:47.242487 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-45894b3f-57ab-453d-9ca0-c33f8f40f8e6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (032bc8f3-9914-43ce-8291-526a0a53b79f), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:47.244978 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a7ce1412-2fd1-4f3b-b7ad-613cd9cbc095 admin admin] Publish callbacks [] for security_group (17ade409-c23f-4583-911e-214080c07320), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:47.280535 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a7ce1412-2fd1-4f3b-b7ad-613cd9cbc095 admin admin] Publish callbacks [] for security_group (17ade409-c23f-4583-911e-214080c07320), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:47.301099 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-45894b3f-57ab-453d-9ca0-c33f8f40f8e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (032bc8f3-9914-43ce-8291-526a0a53b79f), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:47.302094 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45894b3f-57ab-453d-9ca0-c33f8f40f8e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:47.302880 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-45894b3f-57ab-453d-9ca0-c33f8f40f8e6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:47.338668 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 55522) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:22:47.391440 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-45894b3f-57ab-453d-9ca0-c33f8f40f8e6 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6153872 Jan 28 07:22:47.400882 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device e8bba4ec-e3da-41ff-8c8b-c71a7709aa9e details requested by agent hyperv_n-h2-712749-28 with host n-h2-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:22:47.449611 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a7ce1412-2fd1-4f3b-b7ad-613cd9cbc095 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (17ade409-c23f-4583-911e-214080c07320), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:47.454979 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a7ce1412-2fd1-4f3b-b7ad-613cd9cbc095 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:47.460167 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-a7ce1412-2fd1-4f3b-b7ad-613cd9cbc095 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/17ade409-c23f-4583-911e-214080c07320 HTTP/1.1" status: 204 len: 168 time: 0.3263113 Jan 28 07:22:47.462210 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45894b3f-57ab-453d-9ca0-c33f8f40f8e6 admin admin] Pushing event updated for resources: {'Network': ['ID=032bc8f3-9914-43ce-8291-526a0a53b79f,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:22:47.484499 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ce1412-2fd1-4f3b-b7ad-613cd9cbc095 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17ade409-c23f-4583-911e-214080c07320,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:22:47.548942 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-673dca0f-5a7b-4e9f-a4ae-ac9da59f11d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:47.592812 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port e8bba4ec-e3da-41ff-8c8b-c71a7709aa9e, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=e8bba4ec-e3da-41ff-8c8b-c71a7709aa9e,segment=NetworkSegment(f988f3e6-2feb-4622-baed-2eae67dfbc12),segment_id=f988f3e6-2feb-4622-baed-2eae67dfbc12)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:22:47.622149 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Returning: {'device': 'e8bba4ec-e3da-41ff-8c8b-c71a7709aa9e', 'network_id': 'fabbfec3-31f9-4fc0-ba06-c03647e55067', 'port_id': 'e8bba4ec-e3da-41ff-8c8b-c71a7709aa9e', 'mac_address': 'fa:16:3e:bb:63:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d88cecc-14ce-41cc-908a-862b0f3950e3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:22:47.624002 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network 032bc8f3-9914-43ce-8291-526a0a53b79f details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:22:47.733589 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d167402b-4bc3-4be0-a2de-194f2ae65b67 req-51abb6bb-cae0-45cf-a4ac-9c5ec57e622b tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:47.745981 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d167402b-4bc3-4be0-a2de-194f2ae65b67 req-51abb6bb-cae0-45cf-a4ac-9c5ec57e622b tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1b44ef4-bd09-44be-9fca-ba97bacc8a3d HTTP/1.1" status: 200 len: 945 time: 0.1093528 Jan 28 07:22:47.767727 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-673dca0f-5a7b-4e9f-a4ae-ac9da59f11d9 admin admin] Publish callbacks [] for security_group (b025fd07-8286-41f2-ae5e-ea935515f5bb), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:47.782191 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-673dca0f-5a7b-4e9f-a4ae-ac9da59f11d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (b025fd07-8286-41f2-ae5e-ea935515f5bb), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:47.861582 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d167402b-4bc3-4be0-a2de-194f2ae65b67 req-523824ed-b726-4c23-ae03-5a88578283b6 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ba1291a-f150-42f4-bf3d-2e5c804d6128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146429 Jan 28 07:22:47.875618 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port e8bba4ec-e3da-41ff-8c8b-c71a7709aa9e is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:22:47.876027 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (e8bba4ec-e3da-41ff-8c8b-c71a7709aa9e), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:47.889397 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8bba4ec-e3da-41ff-8c8b-c71a7709aa9e {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:22:47.895140 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-673dca0f-5a7b-4e9f-a4ae-ac9da59f11d9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8c4679df8e094aaa9282f1148a908b05&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5552335 Jan 28 07:22:47.898207 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 55542) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:22:47.911763 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673dca0f-5a7b-4e9f-a4ae-ac9da59f11d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b025fd07-8286-41f2-ae5e-ea935515f5bb,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:22:47.916849 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port e8bba4ec-e3da-41ff-8c8b-c71a7709aa9e, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=e8bba4ec-e3da-41ff-8c8b-c71a7709aa9e,segment=NetworkSegment(f988f3e6-2feb-4622-baed-2eae67dfbc12),segment_id=f988f3e6-2feb-4622-baed-2eae67dfbc12)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:22:47.925045 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (e8bba4ec-e3da-41ff-8c8b-c71a7709aa9e), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:47.948358 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 55546) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:22:47.975809 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-200d2769-df4f-4756-a53a-5de4c189c755 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:47.996179 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bc2a166f-a876-4846-ad60-6c030eb58868 admin admin] Publish callbacks [] for security_group (b025fd07-8286-41f2-ae5e-ea935515f5bb), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:48.031015 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=e8bba4ec-e3da-41ff-8c8b-c71a7709aa9e,revision_number=9']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:22:48.083167 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bc2a166f-a876-4846-ad60-6c030eb58868 admin admin] Publish callbacks [] for security_group (b025fd07-8286-41f2-ae5e-ea935515f5bb), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:48.096749 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-200d2769-df4f-4756-a53a-5de4c189c755 admin admin] Publish callbacks [] for security_group (4ac87724-9330-460a-9abb-85ff65770187), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:48.109638 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-200d2769-df4f-4756-a53a-5de4c189c755 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (4ac87724-9330-460a-9abb-85ff65770187), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:48.185304 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bc2a166f-a876-4846-ad60-6c030eb58868 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (b025fd07-8286-41f2-ae5e-ea935515f5bb), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:48.187383 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200d2769-df4f-4756-a53a-5de4c189c755 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ac87724-9330-460a-9abb-85ff65770187,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:22:48.187835 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bc2a166f-a876-4846-ad60-6c030eb58868 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:48.189012 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-bc2a166f-a876-4846-ad60-6c030eb58868 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b025fd07-8286-41f2-ae5e-ea935515f5bb HTTP/1.1" status: 204 len: 168 time: 0.2898281 Jan 28 07:22:48.236027 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['e8bba4ec-e3da-41ff-8c8b-c71a7709aa9e'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:22:48.237262 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 55554) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:22:48.239831 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-200d2769-df4f-4756-a53a-5de4c189c755 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c6088cba4785408593cf83f213b07ad7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2898290 Jan 28 07:22:48.261976 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2a166f-a876-4846-ad60-6c030eb58868 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b025fd07-8286-41f2-ae5e-ea935515f5bb,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:22:48.327849 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2a166f-a876-4846-ad60-6c030eb58868 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:22:48.335806 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2a166f-a876-4846-ad60-6c030eb58868 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:22:48.336217 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2a166f-a876-4846-ad60-6c030eb58868 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:22:48.336640 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2a166f-a876-4846-ad60-6c030eb58868 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:22:48.337041 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2a166f-a876-4846-ad60-6c030eb58868 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:22:48.337387 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2a166f-a876-4846-ad60-6c030eb58868 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:22:48.337728 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2a166f-a876-4846-ad60-6c030eb58868 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:22:48.338071 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2a166f-a876-4846-ad60-6c030eb58868 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:22:48.338402 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2a166f-a876-4846-ad60-6c030eb58868 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:22:48.338791 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2a166f-a876-4846-ad60-6c030eb58868 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:22:48.339055 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2a166f-a876-4846-ad60-6c030eb58868 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:22:48.339384 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2a166f-a876-4846-ad60-6c030eb58868 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:22:48.339715 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2a166f-a876-4846-ad60-6c030eb58868 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:22:48.376368 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777bfb6a-6994-46b2-9783-f6c1182c231f req-739086d4-b6a6-41bd-ac3f-9871138d71ca tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:48.383234 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-777bfb6a-6994-46b2-9783-f6c1182c231f req-739086d4-b6a6-41bd-ac3f-9871138d71ca tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/ports?device_id=28886562-bead-4c03-b18c-42830d7b7629 HTTP/1.1" status: 200 len: 945 time: 0.2159729 Jan 28 07:22:48.517127 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-777bfb6a-6994-46b2-9783-f6c1182c231f req-ef02abb3-5cbd-445e-b8c9-33c0249cf8d6 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3913eaa-d94a-405d-af3b-c47b7c21bae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1327531 Jan 28 07:22:48.517960 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2eefd373-6f9d-4eae-9f09-26e8e4259f86 admin admin] Publish callbacks [] for security_group (4ac87724-9330-460a-9abb-85ff65770187), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:48.565815 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2eefd373-6f9d-4eae-9f09-26e8e4259f86 admin admin] Publish callbacks [] for security_group (4ac87724-9330-460a-9abb-85ff65770187), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:48.602095 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b091ca85-aebe-4ead-867b-cb1b45bdd194 req-7761853a-8e61-4ca9-89e6-1c27809391ea tempest-ComputeTenantNetworksTest-653477807 tempest-ComputeTenantNetworksTest-653477807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:48.608077 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b091ca85-aebe-4ead-867b-cb1b45bdd194 req-7761853a-8e61-4ca9-89e6-1c27809391ea tempest-ComputeTenantNetworksTest-653477807 tempest-ComputeTenantNetworksTest-653477807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:48.615374 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b091ca85-aebe-4ead-867b-cb1b45bdd194 req-7761853a-8e61-4ca9-89e6-1c27809391ea tempest-ComputeTenantNetworksTest-653477807 tempest-ComputeTenantNetworksTest-653477807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:48.622975 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b091ca85-aebe-4ead-867b-cb1b45bdd194 req-7761853a-8e61-4ca9-89e6-1c27809391ea tempest-ComputeTenantNetworksTest-653477807 tempest-ComputeTenantNetworksTest-653477807-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.2486062 Jan 28 07:22:48.636864 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2eefd373-6f9d-4eae-9f09-26e8e4259f86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (4ac87724-9330-460a-9abb-85ff65770187), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:48.639985 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2eefd373-6f9d-4eae-9f09-26e8e4259f86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:48.644213 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-2eefd373-6f9d-4eae-9f09-26e8e4259f86 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4ac87724-9330-460a-9abb-85ff65770187 HTTP/1.1" status: 204 len: 168 time: 0.3957331 Jan 28 07:22:48.814145 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eefd373-6f9d-4eae-9f09-26e8e4259f86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ac87724-9330-460a-9abb-85ff65770187,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:22:48.895439 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389bc928-5c7b-44f2-88f3-f8a4c57b7a2d req-5715a17d-c6c8-44bc-bc20-beca1cd5f1ba tempest-ComputeTenantNetworksTest-653477807 tempest-ComputeTenantNetworksTest-653477807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:48.906583 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 55570) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:22:48.907404 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-389bc928-5c7b-44f2-88f3-f8a4c57b7a2d req-5715a17d-c6c8-44bc-bc20-beca1cd5f1ba tempest-ComputeTenantNetworksTest-653477807 tempest-ComputeTenantNetworksTest-653477807-project] 10.222.0.41 "GET /v2.0/networks/032bc8f3-9914-43ce-8291-526a0a53b79f HTTP/1.1" status: 200 len: 769 time: 0.2492137 Jan 28 07:22:49.052013 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5e253344-1db2-455d-9511-98a7226559c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (032bc8f3-9914-43ce-8291-526a0a53b79f), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:49.117207 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce4fec4-5da2-4546-9c7e-260a20dc5c1a req-d6524269-55b8-4600-92a1-5ba849c7933f tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:49.119257 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8ce4fec4-5da2-4546-9c7e-260a20dc5c1a req-d6524269-55b8-4600-92a1-5ba849c7933f tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1b44ef4-bd09-44be-9fca-ba97bacc8a3d HTTP/1.1" status: 200 len: 945 time: 0.1034195 Jan 28 07:22:49.207558 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5e253344-1db2-455d-9511-98a7226559c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (032bc8f3-9914-43ce-8291-526a0a53b79f), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:49.216789 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8ce4fec4-5da2-4546-9c7e-260a20dc5c1a req-73664e65-64b0-48d3-b31e-51949783c35f tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ba1291a-f150-42f4-bf3d-2e5c804d6128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907030 Jan 28 07:22:49.262958 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-5e253344-1db2-455d-9511-98a7226559c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['032bc8f3-9914-43ce-8291-526a0a53b79f']}} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:22:49.277218 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-5e253344-1db2-455d-9511-98a7226559c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f67a1d14-cf09-4112-8589-19815dceb551') {'for_net_delete': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:22:49.277627 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-5e253344-1db2-455d-9511-98a7226559c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f67a1d14-cf09-4112-8589-19815dceb551') {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:22:49.293090 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5e253344-1db2-455d-9511-98a7226559c7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13506801'] for segment (f67a1d14-cf09-4112-8589-19815dceb551), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:49.311620 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5e253344-1db2-455d-9511-98a7226559c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (f67a1d14-cf09-4112-8589-19815dceb551), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:49.320467 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e253344-1db2-455d-9511-98a7226559c7 admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=103283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:22:49.320866 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5e253344-1db2-455d-9511-98a7226559c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13546563'] for segment (f67a1d14-cf09-4112-8589-19815dceb551), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:49.322965 n-d-712749-28 neutron-server[103283]: Traceback (most recent call last): Jan 28 07:22:49.322965 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:22:49.322965 n-d-712749-28 neutron-server[103283]: timer() Jan 28 07:22:49.322965 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:22:49.322965 n-d-712749-28 neutron-server[103283]: cb(*args, **kw) Jan 28 07:22:49.322965 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:22:49.322965 n-d-712749-28 neutron-server[103283]: return func(*args, **kwargs) Jan 28 07:22:49.322965 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:22:49.322965 n-d-712749-28 neutron-server[103283]: self._notify() Jan 28 07:22:49.322965 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:22:49.322965 n-d-712749-28 neutron-server[103283]: self.callback(batched_events) Jan 28 07:22:49.322965 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:22:49.322965 n-d-712749-28 neutron-server[103283]: event.method(event) Jan 28 07:22:49.322965 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:22:49.322965 n-d-712749-28 neutron-server[103283]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:22:49.322965 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:22:49.322965 n-d-712749-28 neutron-server[103283]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:22:49.322965 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:22:49.322965 n-d-712749-28 neutron-server[103283]: return f(self, *a, **k) Jan 28 07:22:49.322965 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:22:49.322965 n-d-712749-28 neutron-server[103283]: return self._get(url).json() Jan 28 07:22:49.322965 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:22:49.322965 n-d-712749-28 neutron-server[103283]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:22:49.322965 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:22:49.322965 n-d-712749-28 neutron-server[103283]: return self.request(url, 'GET', **kwargs) Jan 28 07:22:49.322965 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:22:49.322965 n-d-712749-28 neutron-server[103283]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:22:49.322965 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:22:49.322965 n-d-712749-28 neutron-server[103283]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:22:49.322965 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:22:49.322965 n-d-712749-28 neutron-server[103283]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:22:49.322965 n-d-712749-28 neutron-server[103283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:22:49.411827 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device e8bba4ec-e3da-41ff-8c8b-c71a7709aa9e up at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:22:49.449497 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5e253344-1db2-455d-9511-98a7226559c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (032bc8f3-9914-43ce-8291-526a0a53b79f), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:49.473623 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5e253344-1db2-455d-9511-98a7226559c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:49.483077 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-5e253344-1db2-455d-9511-98a7226559c7 admin admin] 10.222.0.41 "DELETE /v2.0/networks/032bc8f3-9914-43ce-8291-526a0a53b79f HTTP/1.1" status: 204 len: 168 time: 0.5753591 Jan 28 07:22:49.484213 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e253344-1db2-455d-9511-98a7226559c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=032bc8f3-9914-43ce-8291-526a0a53b79f,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:22:49.513261 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning complete for port e8bba4ec-e3da-41ff-8c8b-c71a7709aa9e triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:22:49.513644 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (e8bba4ec-e3da-41ff-8c8b-c71a7709aa9e), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:49.700909 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port e8bba4ec-e3da-41ff-8c8b-c71a7709aa9e is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:22:49.701324 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (e8bba4ec-e3da-41ff-8c8b-c71a7709aa9e), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:49.768573 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 55606) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:22:49.781177 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port e8bba4ec-e3da-41ff-8c8b-c71a7709aa9e, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=e8bba4ec-e3da-41ff-8c8b-c71a7709aa9e,segment=NetworkSegment(f988f3e6-2feb-4622-baed-2eae67dfbc12),segment_id=f988f3e6-2feb-4622-baed-2eae67dfbc12)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:22:49.782781 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28886562-bead-4c03-b18c-42830d7b7629', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8bba4ec-e3da-41ff-8c8b-c71a7709aa9e'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:22:49.786248 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ad96b1d-c8ee-4278-a029-d4cc5e0699c6" -d '{"events": [{"server_uuid": "28886562-bead-4c03-b18c-42830d7b7629", "name": "network-vif-plugged", "status": "completed", "tag": "e8bba4ec-e3da-41ff-8c8b-c71a7709aa9e"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:22:49.793981 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (e8bba4ec-e3da-41ff-8c8b-c71a7709aa9e), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:49.812144 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ecd689-b4a4-45b3-be8d-c1d0aebebdab req-7d709c16-6241-42d6-98f7-f9c47e89ea97 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:49.814771 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-57ecd689-b4a4-45b3-be8d-c1d0aebebdab req-7d709c16-6241-42d6-98f7-f9c47e89ea97 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/ports?device_id=28886562-bead-4c03-b18c-42830d7b7629 HTTP/1.1" status: 200 len: 945 time: 0.1212082 Jan 28 07:22:49.864819 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-63bc2200-4884-42ef-8eb6-dbe03fec283f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e07d556cec7f4e57865281818e5cac20&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0912821 Jan 28 07:22:49.865869 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 55610) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:22:49.919636 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84710e56-aaed-4de9-b0c5-2c1258eb6d52 x-openstack-request-id: req-84710e56-aaed-4de9-b0c5-2c1258eb6d52 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:22:49.935091 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28886562-bead-4c03-b18c-42830d7b7629", "name": "network-vif-plugged", "status": "completed", "tag": "e8bba4ec-e3da-41ff-8c8b-c71a7709aa9e", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:22:49.936535 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-84710e56-aaed-4de9-b0c5-2c1258eb6d52 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:22:49.938221 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28886562-bead-4c03-b18c-42830d7b7629', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8bba4ec-e3da-41ff-8c8b-c71a7709aa9e', 'code': 200} Jan 28 07:22:49.940156 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=e8bba4ec-e3da-41ff-8c8b-c71a7709aa9e,revision_number=10']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:22:49.953877 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-57ecd689-b4a4-45b3-be8d-c1d0aebebdab req-32831fc3-d290-4699-acb5-a251ccb38123 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3913eaa-d94a-405d-af3b-c47b7c21bae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1316907 Jan 28 07:22:50.007966 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cc077fe0-7619-4d1d-be05-372af647ad81 admin admin] Publish callbacks [] for security_group (2135ee49-80f0-4020-8a01-0e0443fc9dc3), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:50.077439 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cc077fe0-7619-4d1d-be05-372af647ad81 admin admin] Publish callbacks [] for security_group (2135ee49-80f0-4020-8a01-0e0443fc9dc3), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:50.199840 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff569957-1aa0-45b6-9903-18c6b5e052d3 req-a5561131-5a7b-48d0-8ed2-863c29ff0f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:50.202967 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ff569957-1aa0-45b6-9903-18c6b5e052d3 req-a5561131-5a7b-48d0-8ed2-863c29ff0f00 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=28886562-bead-4c03-b18c-42830d7b7629 HTTP/1.1" status: 200 len: 1099 time: 0.0883477 Jan 28 07:22:50.261672 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cc077fe0-7619-4d1d-be05-372af647ad81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (2135ee49-80f0-4020-8a01-0e0443fc9dc3), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:50.265078 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cc077fe0-7619-4d1d-be05-372af647ad81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:50.266567 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-cc077fe0-7619-4d1d-be05-372af647ad81 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2135ee49-80f0-4020-8a01-0e0443fc9dc3 HTTP/1.1" status: 204 len: 168 time: 0.3975990 Jan 28 07:22:50.292124 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc077fe0-7619-4d1d-be05-372af647ad81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2135ee49-80f0-4020-8a01-0e0443fc9dc3,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:22:50.299425 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ff569957-1aa0-45b6-9903-18c6b5e052d3 req-30757bc5-7d69-4f54-8c33-9fdcb60b0df2 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=c3913eaa-d94a-405d-af3b-c47b7c21bae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892067 Jan 28 07:22:50.434127 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada42ef4-b7c1-4ca5-a868-19782d541aea req-fb713e62-1b39-4dad-8d1d-a23300ccb7ae tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:50.436835 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ada42ef4-b7c1-4ca5-a868-19782d541aea req-fb713e62-1b39-4dad-8d1d-a23300ccb7ae tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1b44ef4-bd09-44be-9fca-ba97bacc8a3d HTTP/1.1" status: 200 len: 945 time: 0.0728855 Jan 28 07:22:50.496513 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ada42ef4-b7c1-4ca5-a868-19782d541aea req-57381da5-8691-48a8-a612-1e1feb33bac7 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ba1291a-f150-42f4-bf3d-2e5c804d6128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537424 Jan 28 07:22:50.957138 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-cf4801a0-c1fc-45f7-9d63-4362556b5799 req-44c6d3f2-02e3-4150-bdec-3a9d1ef3bc7a tempest-ServerShowV257Test-1284885585 tempest-ServerShowV257Test-1284885585-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f2e7006-ad3c-4683-b0d1-b36d657699aa HTTP/1.1" status: 200 len: 210 time: 0.0504236 Jan 28 07:22:51.213911 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b784b8-0d6e-458f-9933-3c415fe24529 req-86fde660-a32f-4420-82fc-98a79eb9d01a tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:51.221340 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-91b784b8-0d6e-458f-9933-3c415fe24529 req-86fde660-a32f-4420-82fc-98a79eb9d01a tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/ports?device_id=28886562-bead-4c03-b18c-42830d7b7629 HTTP/1.1" status: 200 len: 947 time: 0.1107769 Jan 28 07:22:51.319996 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 55680) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:22:51.368551 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-91b784b8-0d6e-458f-9933-3c415fe24529 req-dc03b477-584d-4b39-a408-76737dfa409d tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3913eaa-d94a-405d-af3b-c47b7c21bae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1367464 Jan 28 07:22:52.178429 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-756e0e29-300e-4d6d-a897-7295edca5442 req-0669a1a1-a448-486f-ae79-0b5b29b896d8 tempest-ServerShowV257Test-1284885585 tempest-ServerShowV257Test-1284885585-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f2e7006-ad3c-4683-b0d1-b36d657699aa HTTP/1.1" status: 200 len: 210 time: 0.0402365 Jan 28 07:22:52.610103 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8291233-4db3-445c-87f4-114ce49831bd req-f9dc093b-50c5-4da7-9f18-456a7fb53a2a tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:52.618489 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e8291233-4db3-445c-87f4-114ce49831bd req-f9dc093b-50c5-4da7-9f18-456a7fb53a2a tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1b44ef4-bd09-44be-9fca-ba97bacc8a3d HTTP/1.1" status: 200 len: 945 time: 0.9651389 Jan 28 07:22:52.755545 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fc5fc3-caea-43c2-9fc8-1cce5b75c357 req-0bc986c0-74ad-45d8-acdc-63cf3678e5c4 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:52.762154 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e8291233-4db3-445c-87f4-114ce49831bd req-b1f975cd-4ee3-40d8-b80b-1361e7000bff tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ba1291a-f150-42f4-bf3d-2e5c804d6128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350858 Jan 28 07:22:52.766850 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-75fc5fc3-caea-43c2-9fc8-1cce5b75c357 req-0bc986c0-74ad-45d8-acdc-63cf3678e5c4 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/ports?device_id=28886562-bead-4c03-b18c-42830d7b7629 HTTP/1.1" status: 200 len: 947 time: 0.1356840 Jan 28 07:22:52.886001 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-75fc5fc3-caea-43c2-9fc8-1cce5b75c357 req-c4f28b7d-10f8-4da4-8ded-0b62ca6cd944 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3913eaa-d94a-405d-af3b-c47b7c21bae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152263 Jan 28 07:22:53.317583 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7333e4ae-0829-4a80-b70a-8c7637860be7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16606535'] for router_interface (ee89a5a4-39d8-46d1-b45b-5fcdb90c6e90), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:53.420003 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-bedb2df3-1eed-4a74-8500-8411a30711d6 req-1129053a-0f7e-4d59-b863-ed92b340977d tempest-ServerShowV257Test-1284885585 tempest-ServerShowV257Test-1284885585-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f2e7006-ad3c-4683-b0d1-b36d657699aa HTTP/1.1" status: 200 len: 210 time: 0.0518861 Jan 28 07:22:53.925395 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-7333e4ae-0829-4a80-b70a-8c7637860be7 admin admin] Deleting port 9c106638-8a48-457e-8d87-3b66d720a2ac {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:22:53.926522 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7333e4ae-0829-4a80-b70a-8c7637860be7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (9c106638-8a48-457e-8d87-3b66d720a2ac), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:54.036008 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8e5b4e-a620-4951-8b66-e72e81c1cad9 req-646901a8-da5e-4615-92ef-12e6f182b6f6 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:54.045070 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1b8e5b4e-a620-4951-8b66-e72e81c1cad9 req-646901a8-da5e-4615-92ef-12e6f182b6f6 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1b44ef4-bd09-44be-9fca-ba97bacc8a3d HTTP/1.1" status: 200 len: 945 time: 0.1473155 Jan 28 07:22:54.099214 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-97eff605-71ad-41e7-b459-b199a101533f req-ba61bc38-7ec3-409d-879f-3dac099ce73b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8f2e7006-ad3c-4683-b0d1-b36d657699aa HTTP/1.1" status: 200 len: 210 time: 0.0690830 Jan 28 07:22:54.194953 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1b8e5b4e-a620-4951-8b66-e72e81c1cad9 req-11f2fa75-93c9-4801-a9f6-3180f2f02ace tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ba1291a-f150-42f4-bf3d-2e5c804d6128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485357 Jan 28 07:22:54.223147 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-7333e4ae-0829-4a80-b70a-8c7637860be7 admin admin] For port 9c106638-8a48-457e-8d87-3b66d720a2ac, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=9c106638-8a48-457e-8d87-3b66d720a2ac,segment=NetworkSegment(eabfb043-c84f-4765-9514-a62673ad5ee4),segment_id=eabfb043-c84f-4765-9514-a62673ad5ee4)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:22:54.223456 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7333e4ae-0829-4a80-b70a-8c7637860be7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (9c106638-8a48-457e-8d87-3b66d720a2ac), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:54.243802 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd2c24e-49cb-45d7-a7e4-e3e11f66f74c req-e6d7262b-da09-4e9c-8c2e-5f542d2505fc tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:54.249138 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-7333e4ae-0829-4a80-b70a-8c7637860be7 admin admin] Calling delete_port for 9c106638-8a48-457e-8d87-3b66d720a2ac owned by network:router_interface {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:22:54.253722 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6bd2c24e-49cb-45d7-a7e4-e3e11f66f74c req-e6d7262b-da09-4e9c-8c2e-5f542d2505fc tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/ports?device_id=28886562-bead-4c03-b18c-42830d7b7629 HTTP/1.1" status: 200 len: 947 time: 0.1444910 Jan 28 07:22:54.339082 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6bd2c24e-49cb-45d7-a7e4-e3e11f66f74c req-ed1877bb-6489-49b4-87b9-4c08a9f352bb tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3913eaa-d94a-405d-af3b-c47b7c21bae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819128 Jan 28 07:22:54.585984 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-edccca79-44b4-4283-8b7b-2354f3bbab40 req-8ee4a06d-f13c-46e8-a752-b5ba60bbcf64 tempest-ServerShowV257Test-1284885585 tempest-ServerShowV257Test-1284885585-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f2e7006-ad3c-4683-b0d1-b36d657699aa HTTP/1.1" status: 200 len: 210 time: 0.0401282 Jan 28 07:22:54.611642 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7333e4ae-0829-4a80-b70a-8c7637860be7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (9c106638-8a48-457e-8d87-3b66d720a2ac), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:54.702631 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7333e4ae-0829-4a80-b70a-8c7637860be7 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c106638-8a48-457e-8d87-3b66d720a2ac,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:22:54.952255 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7333e4ae-0829-4a80-b70a-8c7637860be7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16319006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16606699'] for router_interface (ee89a5a4-39d8-46d1-b45b-5fcdb90c6e90), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:55.510051 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 55838) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:22:55.547873 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997ddea7-fc64-4ea6-9b1b-dbf454d2c294 req-1b84153a-f3eb-43c3-ae7f-37d71f1199be tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:55.549814 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-997ddea7-fc64-4ea6-9b1b-dbf454d2c294 req-1b84153a-f3eb-43c3-ae7f-37d71f1199be tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1b44ef4-bd09-44be-9fca-ba97bacc8a3d HTTP/1.1" status: 200 len: 945 time: 0.1567223 Jan 28 07:22:55.562093 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7333e4ae-0829-4a80-b70a-8c7637860be7 admin admin] Router ee89a5a4-39d8-46d1-b45b-5fcdb90c6e90 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:22:55.738561 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e60bf094-2cfb-402f-a1b8-ade6798bde06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:55.743815 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-997ddea7-fc64-4ea6-9b1b-dbf454d2c294 req-72a2a92e-49da-4c44-b47c-9e5ce6b1ef1c tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ba1291a-f150-42f4-bf3d-2e5c804d6128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837420 Jan 28 07:22:55.776870 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-91ecda54-2a15-4ee2-bc83-dbe352f850ef req-c2523110-8e4b-4b34-a144-5ad82fd043b9 tempest-ServerShowV257Test-1284885585 tempest-ServerShowV257Test-1284885585-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f2e7006-ad3c-4683-b0d1-b36d657699aa HTTP/1.1" status: 200 len: 210 time: 0.0405347 Jan 28 07:22:55.845728 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7333e4ae-0829-4a80-b70a-8c7637860be7 admin admin] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:22:55.853871 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-7333e4ae-0829-4a80-b70a-8c7637860be7 admin admin] 10.222.0.41 "PUT /v2.0/routers/ee89a5a4-39d8-46d1-b45b-5fcdb90c6e90/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5319624 Jan 28 07:22:55.855033 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 55850) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:22:55.859573 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd372ac-9a46-4d89-961e-bb98945c24c0 None None] Sync routers for ids ['ee89a5a4-39d8-46d1-b45b-5fcdb90c6e90'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:22:55.876684 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd372ac-9a46-4d89-961e-bb98945c24c0 None None] Routers {'ee89a5a4-39d8-46d1-b45b-5fcdb90c6e90'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:22:55.877328 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-7bd372ac-9a46-4d89-961e-bb98945c24c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:22:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['ee89a5a4-39d8-46d1-b45b-5fcdb90c6e90'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:22:55.882551 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e60bf094-2cfb-402f-a1b8-ade6798bde06 admin admin] Publish callbacks [] for security_group (0a92c1d0-7a0f-4df6-ab48-b2f6c1d7de71), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:55.894292 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e60bf094-2cfb-402f-a1b8-ade6798bde06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (0a92c1d0-7a0f-4df6-ab48-b2f6c1d7de71), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:55.923830 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60bf094-2cfb-402f-a1b8-ade6798bde06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a92c1d0-7a0f-4df6-ab48-b2f6c1d7de71,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:22:55.966233 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-e60bf094-2cfb-402f-a1b8-ade6798bde06 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1da566d4501349a7a545430dda180e40&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4550219 Jan 28 07:22:55.971068 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 55860) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:22:56.046365 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d8ec0e5b-e7a7-4e8e-8ba6-e0a6e07ac981 admin admin] Publish callbacks [] for security_group (0a92c1d0-7a0f-4df6-ab48-b2f6c1d7de71), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:56.070093 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d8ec0e5b-e7a7-4e8e-8ba6-e0a6e07ac981 admin admin] Publish callbacks [] for security_group (0a92c1d0-7a0f-4df6-ab48-b2f6c1d7de71), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:56.113385 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-7bd372ac-9a46-4d89-961e-bb98945c24c0 None None] Set router ee89a5a4-39d8-46d1-b45b-5fcdb90c6e90 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:22:56.142034 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2061cc96-4535-4cae-9d3e-55740e32af52 admin admin] Publish callbacks [] for router (ee89a5a4-39d8-46d1-b45b-5fcdb90c6e90), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:56.153177 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d8ec0e5b-e7a7-4e8e-8ba6-e0a6e07ac981 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (0a92c1d0-7a0f-4df6-ab48-b2f6c1d7de71), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:56.155840 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d8ec0e5b-e7a7-4e8e-8ba6-e0a6e07ac981 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:56.157431 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-d8ec0e5b-e7a7-4e8e-8ba6-e0a6e07ac981 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0a92c1d0-7a0f-4df6-ab48-b2f6c1d7de71 HTTP/1.1" status: 204 len: 168 time: 0.1849296 Jan 28 07:22:56.191643 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ec0e5b-e7a7-4e8e-8ba6-e0a6e07ac981 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a92c1d0-7a0f-4df6-ab48-b2f6c1d7de71,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:22:56.340998 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3f92c867-9116-4b22-be45-49cd0300d667 req-98b79754-7c38-4d15-9064-505a8ccdf28d tempest-ServerShowV257Test-1284885585 tempest-ServerShowV257Test-1284885585-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f2e7006-ad3c-4683-b0d1-b36d657699aa HTTP/1.1" status: 200 len: 210 time: 0.0542271 Jan 28 07:22:56.350759 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2061cc96-4535-4cae-9d3e-55740e32af52 admin admin] Publish callbacks [] for router_gateway (ee89a5a4-39d8-46d1-b45b-5fcdb90c6e90), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:56.404451 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-7bd372ac-9a46-4d89-961e-bb98945c24c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee89a5a4-39d8-46d1-b45b-5fcdb90c6e90', 'name': 'tempest-TaggedBootDevicesTest-1403637708-router', 'tenant_id': '3e187e532e7d440c823c7ea556f78f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': '652ced53-0b67-4f3d-b31b-7cd797166160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:09:14Z', 'updated_at': '2022-01-28T07:22:54Z', 'revision_number': 5, 'project_id': '3e187e532e7d440c823c7ea556f78f6e', 'gw_port': {'id': '652ced53-0b67-4f3d-b31b-7cd797166160', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f6:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee89a5a4-39d8-46d1-b45b-5fcdb90c6e90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:09:16Z', 'updated_at': '2022-01-28T07:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:22:56.434181 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd372ac-9a46-4d89-961e-bb98945c24c0 None None] Checking router: ee89a5a4-39d8-46d1-b45b-5fcdb90c6e90 for host: n-d-712749-28 {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:22:56.445416 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd372ac-9a46-4d89-961e-bb98945c24c0 None None] Routers {'ee89a5a4-39d8-46d1-b45b-5fcdb90c6e90'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:22:56.447779 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-7bd372ac-9a46-4d89-961e-bb98945c24c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:22:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['ee89a5a4-39d8-46d1-b45b-5fcdb90c6e90'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:22:56.484263 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-2061cc96-4535-4cae-9d3e-55740e32af52 admin admin] Deleting port 652ced53-0b67-4f3d-b31b-7cd797166160 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:22:56.488569 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2061cc96-4535-4cae-9d3e-55740e32af52 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (652ced53-0b67-4f3d-b31b-7cd797166160), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:56.610741 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-7bd372ac-9a46-4d89-961e-bb98945c24c0 None None] Set router ee89a5a4-39d8-46d1-b45b-5fcdb90c6e90 gateway port host: None {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:22:56.656622 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-2061cc96-4535-4cae-9d3e-55740e32af52 admin admin] For port 652ced53-0b67-4f3d-b31b-7cd797166160, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=652ced53-0b67-4f3d-b31b-7cd797166160,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:22:56.656936 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2061cc96-4535-4cae-9d3e-55740e32af52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (652ced53-0b67-4f3d-b31b-7cd797166160), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:56.669697 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-7bd372ac-9a46-4d89-961e-bb98945c24c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee89a5a4-39d8-46d1-b45b-5fcdb90c6e90', 'name': 'tempest-TaggedBootDevicesTest-1403637708-router', 'tenant_id': '3e187e532e7d440c823c7ea556f78f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:09:14Z', 'updated_at': '2022-01-28T07:22:56Z', 'revision_number': 6, 'project_id': '3e187e532e7d440c823c7ea556f78f6e', 'gw_port_host': None}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:22:56.670579 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-2061cc96-4535-4cae-9d3e-55740e32af52 admin admin] Calling delete_port for 652ced53-0b67-4f3d-b31b-7cd797166160 owned by network:router_gateway {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:22:56.671756 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 55882) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:22:56.701747 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-94275d07-6e68-40cf-8b17-05b8683f32d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:56.934983 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-94275d07-6e68-40cf-8b17-05b8683f32d0 admin admin] Publish callbacks [] for security_group (addf4fc0-7914-4dfd-a55b-e2f591685b85), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:56.945031 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2061cc96-4535-4cae-9d3e-55740e32af52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (652ced53-0b67-4f3d-b31b-7cd797166160), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:56.949849 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-94275d07-6e68-40cf-8b17-05b8683f32d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (addf4fc0-7914-4dfd-a55b-e2f591685b85), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:56.978705 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2061cc96-4535-4cae-9d3e-55740e32af52 admin admin] Pushing event deleted for resources: {'Port': ['ID=652ced53-0b67-4f3d-b31b-7cd797166160,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:22:57.009142 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd372ac-9a46-4d89-961e-bb98945c24c0 None None] The sync data for ids ['ee89a5a4-39d8-46d1-b45b-5fcdb90c6e90'] in n-d-712749-28 is: [{'id': 'ee89a5a4-39d8-46d1-b45b-5fcdb90c6e90', 'name': 'tempest-TaggedBootDevicesTest-1403637708-router', 'tenant_id': '3e187e532e7d440c823c7ea556f78f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:09:14Z', 'updated_at': '2022-01-28T07:22:56Z', 'revision_number': 6, 'project_id': '3e187e532e7d440c823c7ea556f78f6e', 'gw_port_host': None}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:22:57.048531 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 55894) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:22:57.050140 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-94275d07-6e68-40cf-8b17-05b8683f32d0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=187a6c9b5f81455cbb85f5dbcbb0094f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3765612 Jan 28 07:22:57.051848 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2061cc96-4535-4cae-9d3e-55740e32af52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16607873'] for router_gateway (ee89a5a4-39d8-46d1-b45b-5fcdb90c6e90), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:57.095185 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94275d07-6e68-40cf-8b17-05b8683f32d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=addf4fc0-7914-4dfd-a55b-e2f591685b85,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:22:57.126732 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8335d9e5-e319-4814-b409-90980561663a req-6dd0a0b2-ad25-4bf3-9624-7cd11fe02b20 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:57.128470 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8335d9e5-e319-4814-b409-90980561663a req-6dd0a0b2-ad25-4bf3-9624-7cd11fe02b20 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1b44ef4-bd09-44be-9fca-ba97bacc8a3d HTTP/1.1" status: 200 len: 945 time: 0.2594323 Jan 28 07:22:57.191355 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8335d9e5-e319-4814-b409-90980561663a req-094e520d-99c1-46b3-a84a-060a5a6a4321 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ba1291a-f150-42f4-bf3d-2e5c804d6128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565748 Jan 28 07:22:57.218524 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2061cc96-4535-4cae-9d3e-55740e32af52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16605684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127449'] for router (ee89a5a4-39d8-46d1-b45b-5fcdb90c6e90), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:57.223579 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2061cc96-4535-4cae-9d3e-55740e32af52 admin admin] Publish callbacks [] for router_controller (ee89a5a4-39d8-46d1-b45b-5fcdb90c6e90), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:57.279926 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2061cc96-4535-4cae-9d3e-55740e32af52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16605693'] for router (ee89a5a4-39d8-46d1-b45b-5fcdb90c6e90), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:57.280445 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2061cc96-4535-4cae-9d3e-55740e32af52 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ee89a5a4-39d8-46d1-b45b-5fcdb90c6e90 {{(pid=103284) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 07:22:57.286105 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2061cc96-4535-4cae-9d3e-55740e32af52 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:57.290433 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-2061cc96-4535-4cae-9d3e-55740e32af52 admin admin] 10.222.0.41 "DELETE /v2.0/routers/ee89a5a4-39d8-46d1-b45b-5fcdb90c6e90 HTTP/1.1" status: 204 len: 168 time: 1.4312985 Jan 28 07:22:57.290578 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 55898) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:22:57.291108 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fd814954-e4d5-46e1-88bc-fada1b44ce62 admin admin] Publish callbacks [] for security_group (addf4fc0-7914-4dfd-a55b-e2f591685b85), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:57.317363 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fd814954-e4d5-46e1-88bc-fada1b44ce62 admin admin] Publish callbacks [] for security_group (addf4fc0-7914-4dfd-a55b-e2f591685b85), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:57.338432 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_v2 [None req-5af11128-161f-4e28-991d-d3ef612803b5 admin admin] Deleting subnet a36581c3-26ef-4e8c-b9f4-8727fbf3ff93 {{(pid=103283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:22:57.341643 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5af11128-161f-4e28-991d-d3ef612803b5 admin admin] Publish callbacks [] for subnet (a36581c3-26ef-4e8c-b9f4-8727fbf3ff93), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:57.374868 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fd814954-e4d5-46e1-88bc-fada1b44ce62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (addf4fc0-7914-4dfd-a55b-e2f591685b85), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:57.382026 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fd814954-e4d5-46e1-88bc-fada1b44ce62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:57.397952 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-fd814954-e4d5-46e1-88bc-fada1b44ce62 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/addf4fc0-7914-4dfd-a55b-e2f591685b85 HTTP/1.1" status: 204 len: 168 time: 0.3351049 Jan 28 07:22:57.419370 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd814954-e4d5-46e1-88bc-fada1b44ce62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=addf4fc0-7914-4dfd-a55b-e2f591685b85,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:22:57.422319 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5af11128-161f-4e28-991d-d3ef612803b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13506696'] for subnet (a36581c3-26ef-4e8c-b9f4-8727fbf3ff93), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:57.526300 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b51dfa1c-ef3a-43cd-9510-6ddacb6fa881 req-f54b5d39-0dc4-4e83-ba3c-bf760cb082de tempest-ServerShowV257Test-1284885585 tempest-ServerShowV257Test-1284885585-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f2e7006-ad3c-4683-b0d1-b36d657699aa HTTP/1.1" status: 200 len: 210 time: 0.0456259 Jan 28 07:22:57.646293 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5af11128-161f-4e28-991d-d3ef612803b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (a36581c3-26ef-4e8c-b9f4-8727fbf3ff93), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:57.667689 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fe0d82-55d0-4a99-8111-9974bcb8d4af req-28c90aa6-baad-4ce5-8452-20d2f89536d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:57.669633 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-05fe0d82-55d0-4a99-8111-9974bcb8d4af req-28c90aa6-baad-4ce5-8452-20d2f89536d9 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c1b44ef4-bd09-44be-9fca-ba97bacc8a3d HTTP/1.1" status: 200 len: 1097 time: 0.0876307 Jan 28 07:22:57.734641 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-05fe0d82-55d0-4a99-8111-9974bcb8d4af req-baeb11bb-275e-4fa1-9f65-2b63d25b7dd7 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=1ba1291a-f150-42f4-bf3d-2e5c804d6128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586841 Jan 28 07:22:57.741188 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5af11128-161f-4e28-991d-d3ef612803b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13546665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13556132'] for subnet (a36581c3-26ef-4e8c-b9f4-8727fbf3ff93), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:57.785434 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af11128-161f-4e28-991d-d3ef612803b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a36581c3-26ef-4e8c-b9f4-8727fbf3ff93,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:22:57.790239 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5af11128-161f-4e28-991d-d3ef612803b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:57.796262 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 55906) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:22:57.796401 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-5af11128-161f-4e28-991d-d3ef612803b5 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/a36581c3-26ef-4e8c-b9f4-8727fbf3ff93 HTTP/1.1" status: 204 len: 168 time: 0.5046105 Jan 28 07:22:57.804038 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08995065-b27e-46dd-87bf-839bf2086dea None None] Network 0d2602fa-1d2d-4c75-8661-ee94c8ac01e5 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:22:57.940331 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-957879d0-a90f-44e3-b169-c81f8eba11eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (0d2602fa-1d2d-4c75-8661-ee94c8ac01e5), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:58.020313 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-957879d0-a90f-44e3-b169-c81f8eba11eb admin admin] Deleting port f50ef3dd-b293-4489-98dd-a4a5c0d603cb {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:22:58.020662 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-957879d0-a90f-44e3-b169-c81f8eba11eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (f50ef3dd-b293-4489-98dd-a4a5c0d603cb), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:58.043347 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-576bc337-eaf8-4728-b19d-afadcc8f5119 None None] DHCP port deletion for 0d2602fa-1d2d-4c75-8661-ee94c8ac01e5 request from n-d-712749-28 {{(pid=103285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 07:22:58.184143 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-576bc337-eaf8-4728-b19d-afadcc8f5119 None None] Deleting port f50ef3dd-b293-4489-98dd-a4a5c0d603cb {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:22:58.189988 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-957879d0-a90f-44e3-b169-c81f8eba11eb admin admin] For port f50ef3dd-b293-4489-98dd-a4a5c0d603cb, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=f50ef3dd-b293-4489-98dd-a4a5c0d603cb,segment=NetworkSegment(eabfb043-c84f-4765-9514-a62673ad5ee4),segment_id=eabfb043-c84f-4765-9514-a62673ad5ee4)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:22:58.190202 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-576bc337-eaf8-4728-b19d-afadcc8f5119 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (f50ef3dd-b293-4489-98dd-a4a5c0d603cb), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:58.190930 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-957879d0-a90f-44e3-b169-c81f8eba11eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (f50ef3dd-b293-4489-98dd-a4a5c0d603cb), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:58.207899 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-957879d0-a90f-44e3-b169-c81f8eba11eb admin admin] Calling delete_port for f50ef3dd-b293-4489-98dd-a4a5c0d603cb owned by network:dhcp {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:22:58.360953 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-576bc337-eaf8-4728-b19d-afadcc8f5119 None None] For port f50ef3dd-b293-4489-98dd-a4a5c0d603cb, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=f50ef3dd-b293-4489-98dd-a4a5c0d603cb,segment=NetworkSegment(eabfb043-c84f-4765-9514-a62673ad5ee4),segment_id=eabfb043-c84f-4765-9514-a62673ad5ee4)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:22:58.361170 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-576bc337-eaf8-4728-b19d-afadcc8f5119 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (f50ef3dd-b293-4489-98dd-a4a5c0d603cb), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:58.365750 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-957879d0-a90f-44e3-b169-c81f8eba11eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (f50ef3dd-b293-4489-98dd-a4a5c0d603cb), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:58.404849 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-576bc337-eaf8-4728-b19d-afadcc8f5119 None None] Calling delete_port for f50ef3dd-b293-4489-98dd-a4a5c0d603cb owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:22:58.422737 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957879d0-a90f-44e3-b169-c81f8eba11eb admin admin] No DVR routers for this DVR port f50ef3dd-b293-4489-98dd-a4a5c0d603cb on host n-d-712749-28 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:22:58.440876 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957879d0-a90f-44e3-b169-c81f8eba11eb admin admin] Pushing event deleted for resources: {'Port': ['ID=f50ef3dd-b293-4489-98dd-a4a5c0d603cb,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:22:58.518095 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e7f90d-322c-4921-af71-c1a9f1421e0e req-e0b519be-07e7-496d-8ec5-4eb402ee5ec7 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:58.520301 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c0e7f90d-322c-4921-af71-c1a9f1421e0e req-e0b519be-07e7-496d-8ec5-4eb402ee5ec7 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1b44ef4-bd09-44be-9fca-ba97bacc8a3d HTTP/1.1" status: 200 len: 945 time: 0.2202175 Jan 28 07:22:58.566688 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-957879d0-a90f-44e3-b169-c81f8eba11eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (0d2602fa-1d2d-4c75-8661-ee94c8ac01e5), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:58.606730 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-957879d0-a90f-44e3-b169-c81f8eba11eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d2602fa-1d2d-4c75-8661-ee94c8ac01e5']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:22:58.626162 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-957879d0-a90f-44e3-b169-c81f8eba11eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eabfb043-c84f-4765-9514-a62673ad5ee4') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:22:58.626534 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-957879d0-a90f-44e3-b169-c81f8eba11eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eabfb043-c84f-4765-9514-a62673ad5ee4') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:22:58.640571 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c0e7f90d-322c-4921-af71-c1a9f1421e0e req-896582d8-8df0-49c2-8990-fdac185ed109 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ba1291a-f150-42f4-bf3d-2e5c804d6128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093583 Jan 28 07:22:58.642819 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-957879d0-a90f-44e3-b169-c81f8eba11eb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24759294'] for segment (eabfb043-c84f-4765-9514-a62673ad5ee4), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:58.653368 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-576bc337-eaf8-4728-b19d-afadcc8f5119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298'] for port (f50ef3dd-b293-4489-98dd-a4a5c0d603cb), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:58.665381 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-957879d0-a90f-44e3-b169-c81f8eba11eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (eabfb043-c84f-4765-9514-a62673ad5ee4), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:58.675078 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-957879d0-a90f-44e3-b169-c81f8eba11eb admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:22:58.676137 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576bc337-eaf8-4728-b19d-afadcc8f5119 None None] No DVR routers for this DVR port f50ef3dd-b293-4489-98dd-a4a5c0d603cb on host n-d-712749-28 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:22:58.677325 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-957879d0-a90f-44e3-b169-c81f8eba11eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24757675'] for segment (eabfb043-c84f-4765-9514-a62673ad5ee4), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:58.684722 n-d-712749-28 neutron-server[103284]: Traceback (most recent call last): Jan 28 07:22:58.684722 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:22:58.684722 n-d-712749-28 neutron-server[103284]: timer() Jan 28 07:22:58.684722 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:22:58.684722 n-d-712749-28 neutron-server[103284]: cb(*args, **kw) Jan 28 07:22:58.684722 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:22:58.684722 n-d-712749-28 neutron-server[103284]: return func(*args, **kwargs) Jan 28 07:22:58.684722 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:22:58.684722 n-d-712749-28 neutron-server[103284]: self._notify() Jan 28 07:22:58.684722 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:22:58.684722 n-d-712749-28 neutron-server[103284]: self.callback(batched_events) Jan 28 07:22:58.684722 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:22:58.684722 n-d-712749-28 neutron-server[103284]: event.method(event) Jan 28 07:22:58.684722 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:22:58.684722 n-d-712749-28 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:22:58.684722 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:22:58.684722 n-d-712749-28 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:22:58.684722 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:22:58.684722 n-d-712749-28 neutron-server[103284]: return f(self, *a, **k) Jan 28 07:22:58.684722 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:22:58.684722 n-d-712749-28 neutron-server[103284]: return self._get(url).json() Jan 28 07:22:58.684722 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:22:58.684722 n-d-712749-28 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:22:58.684722 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:22:58.684722 n-d-712749-28 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Jan 28 07:22:58.684722 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:22:58.684722 n-d-712749-28 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:22:58.684722 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:22:58.684722 n-d-712749-28 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:22:58.684722 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:22:58.684722 n-d-712749-28 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:22:58.684722 n-d-712749-28 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:22:58.723329 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576bc337-eaf8-4728-b19d-afadcc8f5119 None None] Pushing event deleted for resources: {'Port': ['ID=f50ef3dd-b293-4489-98dd-a4a5c0d603cb,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:22:58.764911 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9ee1cdf5-2c0f-468f-926c-93aa011d06dd req-1b15c528-d715-4f91-a6a4-837e99121e08 tempest-ServerShowV257Test-1284885585 tempest-ServerShowV257Test-1284885585-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f2e7006-ad3c-4683-b0d1-b36d657699aa HTTP/1.1" status: 200 len: 210 time: 0.0593278 Jan 28 07:22:58.821501 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-957879d0-a90f-44e3-b169-c81f8eba11eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (0d2602fa-1d2d-4c75-8661-ee94c8ac01e5), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:58.829245 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-957879d0-a90f-44e3-b169-c81f8eba11eb admin admin] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:58.833223 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-957879d0-a90f-44e3-b169-c81f8eba11eb admin admin] 10.222.0.41 "DELETE /v2.0/networks/0d2602fa-1d2d-4c75-8661-ee94c8ac01e5 HTTP/1.1" status: 204 len: 168 time: 1.0352993 Jan 28 07:22:58.836079 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 55934) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:22:58.877437 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957879d0-a90f-44e3-b169-c81f8eba11eb admin admin] Pushing event deleted for resources: {'Network': ['ID=0d2602fa-1d2d-4c75-8661-ee94c8ac01e5,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:22:58.894327 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 9c106638-8a48-457e-8d87-3b66d720a2ac no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:22:58.938626 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: 9c106638-8a48-457e-8d87-3b66d720a2ac {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:22:58.938992 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 9c106638-8a48-457e-8d87-3b66d720a2ac not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:22:58.939427 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 652ced53-0b67-4f3d-b31b-7cd797166160 no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:22:58.984508 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: 652ced53-0b67-4f3d-b31b-7cd797166160 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:22:58.986387 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 652ced53-0b67-4f3d-b31b-7cd797166160 not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:22:58.988615 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device f50ef3dd-b293-4489-98dd-a4a5c0d603cb no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:22:59.041457 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: f50ef3dd-b293-4489-98dd-a4a5c0d603cb {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:22:59.042066 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device f50ef3dd-b293-4489-98dd-a4a5c0d603cb not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:22:59.702056 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2b37c555-4d66-4815-a6f4-64e6cb996995 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16606535'] for router_interface (ed1209d3-490d-4c6d-8854-920954a9bf08), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:22:59.866177 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30879949-090a-4468-9011-713217c46892 req-a42d6de4-c969-48aa-805a-74a7053a7c35 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:59.873971 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-30879949-090a-4468-9011-713217c46892 req-a42d6de4-c969-48aa-805a-74a7053a7c35 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1b44ef4-bd09-44be-9fca-ba97bacc8a3d HTTP/1.1" status: 200 len: 945 time: 0.1340120 Jan 28 07:22:59.910062 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e3926587-c651-4d8e-9797-3161211a68e8 req-1006196d-582d-44b9-bfe8-d6bdcbc7785d tempest-ServerShowV257Test-1284885585 tempest-ServerShowV257Test-1284885585-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f2e7006-ad3c-4683-b0d1-b36d657699aa HTTP/1.1" status: 200 len: 210 time: 0.0381269 Jan 28 07:23:00.008126 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-30879949-090a-4468-9011-713217c46892 req-f25aa189-da8f-43b5-b64c-80efd08ead41 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ba1291a-f150-42f4-bf3d-2e5c804d6128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331701 Jan 28 07:23:00.179774 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-2b37c555-4d66-4815-a6f4-64e6cb996995 admin admin] Deleting port 08faccb7-d716-45f6-a604-c3201f2d147a {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:23:00.180848 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2b37c555-4d66-4815-a6f4-64e6cb996995 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (08faccb7-d716-45f6-a604-c3201f2d147a), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:00.215953 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722ed328-edd4-47b3-be29-ee71be66cc98 req-ca7206b2-e514-4eea-bae9-d4aef31ddf66 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:23:00.217504 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-722ed328-edd4-47b3-be29-ee71be66cc98 req-ca7206b2-e514-4eea-bae9-d4aef31ddf66 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.41 "GET /v2.0/ports?device_id=aeaaa3c3-c9e8-421a-b853-2cb835ef20d4 HTTP/1.1" status: 200 len: 945 time: 0.1032860 Jan 28 07:23:00.324039 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-722ed328-edd4-47b3-be29-ee71be66cc98 req-05905504-2c96-44d4-832d-8192e727fed5 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ba1291a-f150-42f4-bf3d-2e5c804d6128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987883 Jan 28 07:23:00.324351 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-2b37c555-4d66-4815-a6f4-64e6cb996995 admin admin] For port 08faccb7-d716-45f6-a604-c3201f2d147a, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=08faccb7-d716-45f6-a604-c3201f2d147a,segment=NetworkSegment(2c3bdd93-2d63-45f6-a0d9-85f8846ef95c),segment_id=2c3bdd93-2d63-45f6-a0d9-85f8846ef95c)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:23:00.325292 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2b37c555-4d66-4815-a6f4-64e6cb996995 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (08faccb7-d716-45f6-a604-c3201f2d147a), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:00.345331 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-2b37c555-4d66-4815-a6f4-64e6cb996995 admin admin] Calling delete_port for 08faccb7-d716-45f6-a604-c3201f2d147a owned by network:router_interface {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:23:00.649722 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec74173-7384-408c-944c-f61344dd0853 req-09ca3833-2b52-48b7-9c73-694cee3874a0 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:23:00.651396 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9ec74173-7384-408c-944c-f61344dd0853 req-09ca3833-2b52-48b7-9c73-694cee3874a0 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.41 "GET /v2.0/ports?device_id=aeaaa3c3-c9e8-421a-b853-2cb835ef20d4 HTTP/1.1" status: 200 len: 945 time: 0.0787337 Jan 28 07:23:00.740961 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9ec74173-7384-408c-944c-f61344dd0853 req-3fa90ada-2521-415e-b0fb-46d24666e8cb tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ba1291a-f150-42f4-bf3d-2e5c804d6128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834532 Jan 28 07:23:00.742219 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2b37c555-4d66-4815-a6f4-64e6cb996995 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (08faccb7-d716-45f6-a604-c3201f2d147a), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:00.772022 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b37c555-4d66-4815-a6f4-64e6cb996995 admin admin] Pushing event deleted for resources: {'Port': ['ID=08faccb7-d716-45f6-a604-c3201f2d147a,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:23:01.114191 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ea9974f4-6539-4ecf-87c6-831184aade5d req-2c78e31b-3413-46a8-b23a-0c454c618975 tempest-ServerShowV257Test-1284885585 tempest-ServerShowV257Test-1284885585-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f2e7006-ad3c-4683-b0d1-b36d657699aa HTTP/1.1" status: 200 len: 210 time: 0.0710020 Jan 28 07:23:01.163795 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2b37c555-4d66-4815-a6f4-64e6cb996995 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16319006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16606699'] for router_interface (ed1209d3-490d-4c6d-8854-920954a9bf08), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:01.415574 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b37c555-4d66-4815-a6f4-64e6cb996995 admin admin] Router ed1209d3-490d-4c6d-8854-920954a9bf08 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:23:01.585449 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b37c555-4d66-4815-a6f4-64e6cb996995 admin admin] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:23:01.591411 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-2b37c555-4d66-4815-a6f4-64e6cb996995 admin admin] 10.222.0.41 "PUT /v2.0/routers/ed1209d3-490d-4c6d-8854-920954a9bf08/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7528939 Jan 28 07:23:01.593699 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 56010) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:23:01.602944 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7175ae-f520-4b87-9848-55eb2480c05e None None] Sync routers for ids ['ed1209d3-490d-4c6d-8854-920954a9bf08'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:23:01.612900 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7175ae-f520-4b87-9848-55eb2480c05e None None] Routers {'ed1209d3-490d-4c6d-8854-920954a9bf08'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:23:01.613529 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-dc7175ae-f520-4b87-9848-55eb2480c05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:22:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['ed1209d3-490d-4c6d-8854-920954a9bf08'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:23:01.739211 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-dc7175ae-f520-4b87-9848-55eb2480c05e None None] Set router ed1209d3-490d-4c6d-8854-920954a9bf08 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:23:01.761522 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-85034ffb-3199-4dbd-993d-9ecf6d1fc121 admin admin] Publish callbacks [] for router (ed1209d3-490d-4c6d-8854-920954a9bf08), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:01.949511 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb38be3-499c-4228-a01b-87caac0a163f req-4dd49e52-4c45-431f-8786-419b44ac816b tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:23:01.951524 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ffb38be3-499c-4228-a01b-87caac0a163f req-4dd49e52-4c45-431f-8786-419b44ac816b tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.41 "GET /v2.0/ports?device_id=aeaaa3c3-c9e8-421a-b853-2cb835ef20d4 HTTP/1.1" status: 200 len: 945 time: 0.0970664 Jan 28 07:23:01.958017 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-85034ffb-3199-4dbd-993d-9ecf6d1fc121 admin admin] Publish callbacks [] for router_gateway (ed1209d3-490d-4c6d-8854-920954a9bf08), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:02.028497 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-85034ffb-3199-4dbd-993d-9ecf6d1fc121 admin admin] Deleting port f8f5d3e8-39f5-4bf3-9b39-d5dcb9dea418 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:23:02.028896 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-85034ffb-3199-4dbd-993d-9ecf6d1fc121 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (f8f5d3e8-39f5-4bf3-9b39-d5dcb9dea418), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:02.036660 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ffb38be3-499c-4228-a01b-87caac0a163f req-a8246817-5a59-41e0-8f6e-2054936d27e2 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ba1291a-f150-42f4-bf3d-2e5c804d6128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773816 Jan 28 07:23:02.137063 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-85034ffb-3199-4dbd-993d-9ecf6d1fc121 admin admin] For port f8f5d3e8-39f5-4bf3-9b39-d5dcb9dea418, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=f8f5d3e8-39f5-4bf3-9b39-d5dcb9dea418,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:23:02.137435 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-85034ffb-3199-4dbd-993d-9ecf6d1fc121 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (f8f5d3e8-39f5-4bf3-9b39-d5dcb9dea418), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:02.154095 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-85034ffb-3199-4dbd-993d-9ecf6d1fc121 admin admin] Calling delete_port for f8f5d3e8-39f5-4bf3-9b39-d5dcb9dea418 owned by network:router_gateway {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:23:02.243258 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-dc7175ae-f520-4b87-9848-55eb2480c05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed1209d3-490d-4c6d-8854-920954a9bf08', 'name': 'tempest-TaggedBootDevicesTest-1375100882-router', 'tenant_id': '65b30fdbe6c646bcb0125b88be11e7db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.3'}], 'enable_snat': True}, 'gw_port_id': 'f8f5d3e8-39f5-4bf3-9b39-d5dcb9dea418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:09:27Z', 'updated_at': '2022-01-28T07:23:00Z', 'revision_number': 5, 'project_id': '65b30fdbe6c646bcb0125b88be11e7db', 'gw_port': {'id': 'f8f5d3e8-39f5-4bf3-9b39-d5dcb9dea418', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:d4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1209d3-490d-4c6d-8854-920954a9bf08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:09:28Z', 'updated_at': '2022-01-28T07:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:23:02.338275 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7175ae-f520-4b87-9848-55eb2480c05e None None] Checking router: ed1209d3-490d-4c6d-8854-920954a9bf08 for host: n-d-712749-28 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:23:02.340819 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2837d7bc-f5fc-4ab4-91fb-64d028c3839a req-b13840a8-316d-4ab3-841d-c9916258d824 tempest-ServerShowV257Test-1284885585 tempest-ServerShowV257Test-1284885585-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f2e7006-ad3c-4683-b0d1-b36d657699aa HTTP/1.1" status: 200 len: 210 time: 0.0735197 Jan 28 07:23:02.355437 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-85034ffb-3199-4dbd-993d-9ecf6d1fc121 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (f8f5d3e8-39f5-4bf3-9b39-d5dcb9dea418), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:02.363135 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7175ae-f520-4b87-9848-55eb2480c05e None None] Routers {'ed1209d3-490d-4c6d-8854-920954a9bf08'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:23:02.374837 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-dc7175ae-f520-4b87-9848-55eb2480c05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:22:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['ed1209d3-490d-4c6d-8854-920954a9bf08'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:23:02.450863 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85034ffb-3199-4dbd-993d-9ecf6d1fc121 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8f5d3e8-39f5-4bf3-9b39-d5dcb9dea418,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:23:02.628065 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-85034ffb-3199-4dbd-993d-9ecf6d1fc121 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16607873'] for router_gateway (ed1209d3-490d-4c6d-8854-920954a9bf08), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:02.640558 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-dc7175ae-f520-4b87-9848-55eb2480c05e None None] Set router ed1209d3-490d-4c6d-8854-920954a9bf08 gateway port host: None {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:23:02.683679 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f4cdcf-9754-4f02-afe4-71f80c47de75 req-41e91efa-117a-4540-8f98-7b49f4aa2450 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:23:02.687488 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-29f4cdcf-9754-4f02-afe4-71f80c47de75 req-41e91efa-117a-4540-8f98-7b49f4aa2450 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.41 "GET /v2.0/ports?device_id=aeaaa3c3-c9e8-421a-b853-2cb835ef20d4 HTTP/1.1" status: 200 len: 945 time: 0.1694787 Jan 28 07:23:02.781819 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-85034ffb-3199-4dbd-993d-9ecf6d1fc121 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16605684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127449'] for router (ed1209d3-490d-4c6d-8854-920954a9bf08), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:02.792375 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-85034ffb-3199-4dbd-993d-9ecf6d1fc121 admin admin] Publish callbacks [] for router_controller (ed1209d3-490d-4c6d-8854-920954a9bf08), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:02.838197 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-29f4cdcf-9754-4f02-afe4-71f80c47de75 req-69be61a9-e87f-4096-8716-5a2a02cbc95e tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ba1291a-f150-42f4-bf3d-2e5c804d6128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390119 Jan 28 07:23:02.864184 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-dc7175ae-f520-4b87-9848-55eb2480c05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed1209d3-490d-4c6d-8854-920954a9bf08', 'name': 'tempest-TaggedBootDevicesTest-1375100882-router', 'tenant_id': '65b30fdbe6c646bcb0125b88be11e7db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:09:27Z', 'updated_at': '2022-01-28T07:23:02Z', 'revision_number': 7, 'project_id': '65b30fdbe6c646bcb0125b88be11e7db', 'gw_port_host': None}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:23:02.916281 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:02.945110 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7175ae-f520-4b87-9848-55eb2480c05e None None] The sync data for ids ['ed1209d3-490d-4c6d-8854-920954a9bf08'] in n-d-712749-28 is: [{'id': 'ed1209d3-490d-4c6d-8854-920954a9bf08', 'name': 'tempest-TaggedBootDevicesTest-1375100882-router', 'tenant_id': '65b30fdbe6c646bcb0125b88be11e7db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:09:27Z', 'updated_at': '2022-01-28T07:23:02Z', 'revision_number': 7, 'project_id': '65b30fdbe6c646bcb0125b88be11e7db', 'gw_port_host': None}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:23:02.963935 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-85034ffb-3199-4dbd-993d-9ecf6d1fc121 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16605693'] for router (ed1209d3-490d-4c6d-8854-920954a9bf08), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:02.964671 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85034ffb-3199-4dbd-993d-9ecf6d1fc121 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ed1209d3-490d-4c6d-8854-920954a9bf08 {{(pid=103283) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 07:23:02.969452 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-85034ffb-3199-4dbd-993d-9ecf6d1fc121 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:02.970780 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-85034ffb-3199-4dbd-993d-9ecf6d1fc121 admin admin] 10.222.0.41 "DELETE /v2.0/routers/ed1209d3-490d-4c6d-8854-920954a9bf08 HTTP/1.1" status: 204 len: 168 time: 1.3760710 Jan 28 07:23:02.973581 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 56048) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:23:03.047602 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d3654c9-2f7c-499f-bc04-479ef55d4b87 admin admin] Deleting subnet c20d9072-2d4e-40cc-9fe9-b407c3ab0e7e {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:23:03.051226 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5d3654c9-2f7c-499f-bc04-479ef55d4b87 admin admin] Publish callbacks [] for subnet (c20d9072-2d4e-40cc-9fe9-b407c3ab0e7e), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:03.106993 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5d3654c9-2f7c-499f-bc04-479ef55d4b87 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24759175'] for subnet (c20d9072-2d4e-40cc-9fe9-b407c3ab0e7e), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:03.209953 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5d3654c9-2f7c-499f-bc04-479ef55d4b87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (c20d9072-2d4e-40cc-9fe9-b407c3ab0e7e), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:03.240027 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6df2cc31-fe72-4e08-aacb-819d74119a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:03.270446 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5d3654c9-2f7c-499f-bc04-479ef55d4b87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24757569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24979817'] for subnet (c20d9072-2d4e-40cc-9fe9-b407c3ab0e7e), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:03.285202 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5d3654c9-2f7c-499f-bc04-479ef55d4b87 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:03.291387 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-5d3654c9-2f7c-499f-bc04-479ef55d4b87 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/c20d9072-2d4e-40cc-9fe9-b407c3ab0e7e HTTP/1.1" status: 204 len: 168 time: 0.3159144 Jan 28 07:23:03.293942 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 56054) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:23:03.297469 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46ec5987-395a-4293-81ec-4c22b090f1d0 None None] Network 8fc23b23-8335-4a04-b0d6-249e14a325df requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:23:03.315586 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3654c9-2f7c-499f-bc04-479ef55d4b87 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c20d9072-2d4e-40cc-9fe9-b407c3ab0e7e,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:23:03.469463 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-32d5078e-67fa-4b76-96c3-17e1d19f048d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (8fc23b23-8335-4a04-b0d6-249e14a325df), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:03.591991 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-583a3592-668a-43d8-be95-e49807c92f26 req-c2e4ac44-4dc0-4091-a2e5-a3eb6ded73c1 tempest-ServerShowV257Test-1284885585 tempest-ServerShowV257Test-1284885585-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f2e7006-ad3c-4683-b0d1-b36d657699aa HTTP/1.1" status: 200 len: 210 time: 0.0992339 Jan 28 07:23:03.650015 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-32d5078e-67fa-4b76-96c3-17e1d19f048d admin admin] Deleting port 189d5c2e-b361-4c91-998d-9ab445f647eb {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:23:03.650999 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-32d5078e-67fa-4b76-96c3-17e1d19f048d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (189d5c2e-b361-4c91-998d-9ab445f647eb), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:03.726554 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-32d5078e-67fa-4b76-96c3-17e1d19f048d admin admin] For port 189d5c2e-b361-4c91-998d-9ab445f647eb, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=189d5c2e-b361-4c91-998d-9ab445f647eb,segment=NetworkSegment(2c3bdd93-2d63-45f6-a0d9-85f8846ef95c),segment_id=2c3bdd93-2d63-45f6-a0d9-85f8846ef95c)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:23:03.727715 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-32d5078e-67fa-4b76-96c3-17e1d19f048d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (189d5c2e-b361-4c91-998d-9ab445f647eb), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:03.746371 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-32d5078e-67fa-4b76-96c3-17e1d19f048d admin admin] Calling delete_port for 189d5c2e-b361-4c91-998d-9ab445f647eb owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:23:03.876436 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-32d5078e-67fa-4b76-96c3-17e1d19f048d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (189d5c2e-b361-4c91-998d-9ab445f647eb), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:03.909475 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:03.919057 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d5078e-67fa-4b76-96c3-17e1d19f048d admin admin] Pushing event deleted for resources: {'Port': ['ID=189d5c2e-b361-4c91-998d-9ab445f647eb,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:23:03.925370 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d5078e-67fa-4b76-96c3-17e1d19f048d admin admin] No DVR routers for this DVR port 189d5c2e-b361-4c91-998d-9ab445f647eb on host n-d-712749-28 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:23:03.983038 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c41eac60-e15c-4b99-aa88-b5300fed5a08 None None] DHCP port deletion for 8fc23b23-8335-4a04-b0d6-249e14a325df request from n-d-712749-28 {{(pid=103285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 07:23:04.119513 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-32d5078e-67fa-4b76-96c3-17e1d19f048d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (8fc23b23-8335-4a04-b0d6-249e14a325df), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:04.165105 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-32d5078e-67fa-4b76-96c3-17e1d19f048d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fc23b23-8335-4a04-b0d6-249e14a325df']}} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:23:04.183639 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67c154f-0ec6-4982-a82b-60ce820c1ac8 req-271de5a1-7595-4163-9263-09a59e580407 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:23:04.185325 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b67c154f-0ec6-4982-a82b-60ce820c1ac8 req-271de5a1-7595-4163-9263-09a59e580407 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.41 "GET /v2.0/ports?device_id=aeaaa3c3-c9e8-421a-b853-2cb835ef20d4 HTTP/1.1" status: 200 len: 945 time: 0.2028823 Jan 28 07:23:04.202512 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-32d5078e-67fa-4b76-96c3-17e1d19f048d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c3bdd93-2d63-45f6-a0d9-85f8846ef95c') {'for_net_delete': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:23:04.202804 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-32d5078e-67fa-4b76-96c3-17e1d19f048d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c3bdd93-2d63-45f6-a0d9-85f8846ef95c') {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:23:04.230955 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-32d5078e-67fa-4b76-96c3-17e1d19f048d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13506801'] for segment (2c3bdd93-2d63-45f6-a0d9-85f8846ef95c), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:04.265947 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-32d5078e-67fa-4b76-96c3-17e1d19f048d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (2c3bdd93-2d63-45f6-a0d9-85f8846ef95c), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:04.280777 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32d5078e-67fa-4b76-96c3-17e1d19f048d admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=103283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:23:04.281199 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-32d5078e-67fa-4b76-96c3-17e1d19f048d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13546563'] for segment (2c3bdd93-2d63-45f6-a0d9-85f8846ef95c), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:04.282982 n-d-712749-28 neutron-server[103283]: Traceback (most recent call last): Jan 28 07:23:04.282982 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:23:04.282982 n-d-712749-28 neutron-server[103283]: timer() Jan 28 07:23:04.282982 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:23:04.282982 n-d-712749-28 neutron-server[103283]: cb(*args, **kw) Jan 28 07:23:04.282982 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:23:04.282982 n-d-712749-28 neutron-server[103283]: return func(*args, **kwargs) Jan 28 07:23:04.282982 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:23:04.282982 n-d-712749-28 neutron-server[103283]: self._notify() Jan 28 07:23:04.282982 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:23:04.282982 n-d-712749-28 neutron-server[103283]: self.callback(batched_events) Jan 28 07:23:04.282982 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:23:04.282982 n-d-712749-28 neutron-server[103283]: event.method(event) Jan 28 07:23:04.282982 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:23:04.282982 n-d-712749-28 neutron-server[103283]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:23:04.282982 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:23:04.282982 n-d-712749-28 neutron-server[103283]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:23:04.282982 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:23:04.282982 n-d-712749-28 neutron-server[103283]: return f(self, *a, **k) Jan 28 07:23:04.282982 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:23:04.282982 n-d-712749-28 neutron-server[103283]: return self._get(url).json() Jan 28 07:23:04.282982 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:23:04.282982 n-d-712749-28 neutron-server[103283]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:23:04.282982 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:23:04.282982 n-d-712749-28 neutron-server[103283]: return self.request(url, 'GET', **kwargs) Jan 28 07:23:04.282982 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:23:04.282982 n-d-712749-28 neutron-server[103283]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:23:04.282982 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:23:04.282982 n-d-712749-28 neutron-server[103283]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:23:04.282982 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:23:04.282982 n-d-712749-28 neutron-server[103283]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:23:04.282982 n-d-712749-28 neutron-server[103283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:23:04.308875 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b67c154f-0ec6-4982-a82b-60ce820c1ac8 req-5f3b6013-9b7f-47fc-851b-8f3cf13433ee tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ba1291a-f150-42f4-bf3d-2e5c804d6128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158092 Jan 28 07:23:04.381395 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-32d5078e-67fa-4b76-96c3-17e1d19f048d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (8fc23b23-8335-4a04-b0d6-249e14a325df), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:04.390042 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-32d5078e-67fa-4b76-96c3-17e1d19f048d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:04.396844 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-32d5078e-67fa-4b76-96c3-17e1d19f048d admin admin] 10.222.0.41 "DELETE /v2.0/networks/8fc23b23-8335-4a04-b0d6-249e14a325df HTTP/1.1" status: 204 len: 168 time: 1.1014347 Jan 28 07:23:04.442988 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d5078e-67fa-4b76-96c3-17e1d19f048d admin admin] Pushing event deleted for resources: {'Network': ['ID=8fc23b23-8335-4a04-b0d6-249e14a325df,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:23:04.838679 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 08faccb7-d716-45f6-a604-c3201f2d147a no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:23:04.885556 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-428c8f87-4eac-475a-8c99-145ea3d24e07 req-d5f6be89-1dd5-420b-b2ba-797b9d4a8a02 tempest-ServerShowV257Test-1284885585 tempest-ServerShowV257Test-1284885585-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f2e7006-ad3c-4683-b0d1-b36d657699aa HTTP/1.1" status: 200 len: 210 time: 0.0815015 Jan 28 07:23:04.925764 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: 08faccb7-d716-45f6-a604-c3201f2d147a {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:23:04.927781 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 08faccb7-d716-45f6-a604-c3201f2d147a not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:23:04.928769 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device f8f5d3e8-39f5-4bf3-9b39-d5dcb9dea418 no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:23:04.953978 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 56094) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:23:05.021144 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: f8f5d3e8-39f5-4bf3-9b39-d5dcb9dea418 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:23:05.027671 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device f8f5d3e8-39f5-4bf3-9b39-d5dcb9dea418 not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:23:05.028616 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 189d5c2e-b361-4c91-998d-9ab445f647eb no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:23:05.084923 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-01f14e92-3258-4ba4-bfec-915487724c70 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3e187e532e7d440c823c7ea556f78f6e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1291807 Jan 28 07:23:05.088100 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 56096) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:23:05.148473 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: 189d5c2e-b361-4c91-998d-9ab445f647eb {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:23:05.150162 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 189d5c2e-b361-4c91-998d-9ab445f647eb not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:23:05.270609 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-03fc707d-485e-4ce7-8d8d-04d4da3180cc admin admin] Publish callbacks [] for security_group (f0e415d4-9274-4847-9e71-c098cc08b695), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:05.358578 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-03fc707d-485e-4ce7-8d8d-04d4da3180cc admin admin] Publish callbacks [] for security_group (f0e415d4-9274-4847-9e71-c098cc08b695), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:05.464067 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-03fc707d-485e-4ce7-8d8d-04d4da3180cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (f0e415d4-9274-4847-9e71-c098cc08b695), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:05.466918 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-03fc707d-485e-4ce7-8d8d-04d4da3180cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:05.471228 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-03fc707d-485e-4ce7-8d8d-04d4da3180cc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f0e415d4-9274-4847-9e71-c098cc08b695 HTTP/1.1" status: 204 len: 168 time: 0.3817043 Jan 28 07:23:05.484260 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fc707d-485e-4ce7-8d8d-04d4da3180cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0e415d4-9274-4847-9e71-c098cc08b695,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:23:05.611744 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5471de17-7ed8-4b75-a40f-5e3e9a3bcae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:06.037847 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 56118) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:23:06.073693 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-744e1d83-708e-459c-9090-32c8aa9f7b71 req-2ff6154a-4191-4deb-82c6-7983d529e5ba tempest-ServerShowV257Test-1284885585 tempest-ServerShowV257Test-1284885585-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f2e7006-ad3c-4683-b0d1-b36d657699aa HTTP/1.1" status: 200 len: 210 time: 0.0451198 Jan 28 07:23:06.136734 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-f4f57634-ef4b-4199-accd-002596faca72 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=65b30fdbe6c646bcb0125b88be11e7db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0974407 Jan 28 07:23:06.139531 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 56124) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:23:06.247976 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a17702be-e824-49a8-b0a7-359385984e39 admin admin] Publish callbacks [] for security_group (9baac95b-095d-4fa9-ad69-56777770171a), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:06.281229 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a17702be-e824-49a8-b0a7-359385984e39 admin admin] Publish callbacks [] for security_group (9baac95b-095d-4fa9-ad69-56777770171a), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:06.376491 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a17702be-e824-49a8-b0a7-359385984e39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (9baac95b-095d-4fa9-ad69-56777770171a), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:06.387047 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a17702be-e824-49a8-b0a7-359385984e39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:06.387047 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-a17702be-e824-49a8-b0a7-359385984e39 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9baac95b-095d-4fa9-ad69-56777770171a HTTP/1.1" status: 204 len: 168 time: 0.2415159 Jan 28 07:23:06.421007 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17702be-e824-49a8-b0a7-359385984e39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9baac95b-095d-4fa9-ad69-56777770171a,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:23:06.916398 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:07.266103 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-645f0ec4-1712-4c97-a5ae-9e635977bbc5 req-fe12d588-cb24-4977-8800-71117c23b64d tempest-ServerShowV257Test-1284885585 tempest-ServerShowV257Test-1284885585-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f2e7006-ad3c-4683-b0d1-b36d657699aa HTTP/1.1" status: 200 len: 210 time: 0.0401516 Jan 28 07:23:07.718915 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 56184) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:23:07.835016 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-ec7ce133-8887-4df6-9a40-f29b1dc1f189 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1923613629-network', 'tenant_id': 'ffef015ee1cf4810bf40f81bac3c40be'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:23:07.860887 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec7ce133-8887-4df6-9a40-f29b1dc1f189 admin admin] Made reservation on behalf of ffef015ee1cf4810bf40f81bac3c40be for: {'network': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:23:07.864324 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ec7ce133-8887-4df6-9a40-f29b1dc1f189 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:07.874773 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ec7ce133-8887-4df6-9a40-f29b1dc1f189 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:07.979420 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ec7ce133-8887-4df6-9a40-f29b1dc1f189 admin admin] Publish callbacks [] for security_group (ca7ef53a-ff1d-44e9-a4ed-5cefa6a82e88), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:07.983726 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ec7ce133-8887-4df6-9a40-f29b1dc1f189 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (ca7ef53a-ff1d-44e9-a4ed-5cefa6a82e88), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:08.000034 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec7ce133-8887-4df6-9a40-f29b1dc1f189 admin admin] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=103283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:23:08.027834 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ec7ce133-8887-4df6-9a40-f29b1dc1f189 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (42c45045-5a99-4a13-bdcc-c1d0e2d2f60f), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:08.028437 n-d-712749-28 neutron-server[103283]: INFO neutron.db.segments_db [None req-ec7ce133-8887-4df6-9a40-f29b1dc1f189 admin admin] Added segment 42c45045-5a99-4a13-bdcc-c1d0e2d2f60f of type vlan for network 580cd643-0bd2-42ea-b166-6e25b46e3501 Jan 28 07:23:08.038099 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7ce133-8887-4df6-9a40-f29b1dc1f189 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca7ef53a-ff1d-44e9-a4ed-5cefa6a82e88,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:23:08.091376 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ec7ce133-8887-4df6-9a40-f29b1dc1f189 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (580cd643-0bd2-42ea-b166-6e25b46e3501), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:08.119696 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ec7ce133-8887-4df6-9a40-f29b1dc1f189 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (580cd643-0bd2-42ea-b166-6e25b46e3501), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:08.120853 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7ce133-8887-4df6-9a40-f29b1dc1f189 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:23:08.121526 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ec7ce133-8887-4df6-9a40-f29b1dc1f189 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:08.211866 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 56202) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:23:08.218856 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-1aad012d-9e32-4060-a8f2-83bc9dbe8293 admin admin] Request body: {'subnet': {'network_id': '580cd643-0bd2-42ea-b166-6e25b46e3501', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1923613629-subnet', 'tenant_id': 'ffef015ee1cf4810bf40f81bac3c40be', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:23:08.225170 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-ec7ce133-8887-4df6-9a40-f29b1dc1f189 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.5043359 Jan 28 07:23:08.236823 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7ce133-8887-4df6-9a40-f29b1dc1f189 admin admin] Pushing event updated for resources: {'Network': ['ID=580cd643-0bd2-42ea-b166-6e25b46e3501,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:23:08.249715 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network 580cd643-0bd2-42ea-b166-6e25b46e3501 details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:23:08.272107 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aad012d-9e32-4060-a8f2-83bc9dbe8293 admin admin] Made reservation on behalf of ffef015ee1cf4810bf40f81bac3c40be for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:23:08.274731 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1aad012d-9e32-4060-a8f2-83bc9dbe8293 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24979592'] for subnet (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:08.495104 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2905c830-426f-43c2-9a52-15b723c606c7 req-a82edbb1-edfd-4eaf-9f67-32f2338a23ed tempest-ServerShowV257Test-1284885585 tempest-ServerShowV257Test-1284885585-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f2e7006-ad3c-4683-b0d1-b36d657699aa HTTP/1.1" status: 200 len: 210 time: 0.0990503 Jan 28 07:23:08.628614 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:08.686481 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1aad012d-9e32-4060-a8f2-83bc9dbe8293 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24757504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24979610'] for subnet (27c018f7-3b80-4e05-90dc-ba59b8cae469), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:08.691998 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700ffdca-3e0c-42a5-8bbc-5d9ddda30eb4 req-3fc19259-2677-4349-b5d8-9eb4fc9f7935 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:23:08.700344 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-700ffdca-3e0c-42a5-8bbc-5d9ddda30eb4 req-3fc19259-2677-4349-b5d8-9eb4fc9f7935 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.41 "GET /v2.0/ports?device_id=aeaaa3c3-c9e8-421a-b853-2cb835ef20d4 HTTP/1.1" status: 200 len: 945 time: 0.1444905 Jan 28 07:23:08.726796 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfd7c1a-1320-40e6-a1f0-4792ec5ee90e req-2a0fb404-a497-4c66-b4c5-a55da8045b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:23:08.730118 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-3bfd7c1a-1320-40e6-a1f0-4792ec5ee90e req-2a0fb404-a497-4c66-b4c5-a55da8045b8e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3c6c4a028cf94108bec2ec0b2974d903&device_id=aeaaa3c3-c9e8-421a-b853-2cb835ef20d4 HTTP/1.1" status: 200 len: 1097 time: 0.1756103 Jan 28 07:23:08.787838 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aad012d-9e32-4060-a8f2-83bc9dbe8293 admin admin] Pushing event updated for resources: {'Subnet': ['ID=27c018f7-3b80-4e05-90dc-ba59b8cae469,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:23:08.797455 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aad012d-9e32-4060-a8f2-83bc9dbe8293 admin admin] Checking segment: {'id': '42c45045-5a99-4a13-bdcc-c1d0e2d2f60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '580cd643-0bd2-42ea-b166-6e25b46e3501'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:23:08.798133 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aad012d-9e32-4060-a8f2-83bc9dbe8293 admin admin] Network hostable DHCP agents. Network: 580cd643-0bd2-42ea-b166-6e25b46e3501, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:23:08.855083 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aad012d-9e32-4060-a8f2-83bc9dbe8293 admin admin] Network 580cd643-0bd2-42ea-b166-6e25b46e3501 is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:23:08.874132 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-1aad012d-9e32-4060-a8f2-83bc9dbe8293 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, 580cd643-0bd2-42ea-b166-6e25b46e3501) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:23:08.879290 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aad012d-9e32-4060-a8f2-83bc9dbe8293 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:23:08.880288 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1aad012d-9e32-4060-a8f2-83bc9dbe8293 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:08.885581 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e1d531-66ba-4f25-bbf1-9615eea23e84 None None] Network 580cd643-0bd2-42ea-b166-6e25b46e3501 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:23:08.893953 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfd7c1a-1320-40e6-a1f0-4792ec5ee90e req-6e34e251-c7b1-4818-8d51-9bbc009499c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:23:08.896019 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-3bfd7c1a-1320-40e6-a1f0-4792ec5ee90e req-6e34e251-c7b1-4818-8d51-9bbc009499c7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d1475e27-b0c3-4efe-ad93-495023de269c HTTP/1.1" status: 200 len: 920 time: 0.1501479 Jan 28 07:23:08.906375 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-1aad012d-9e32-4060-a8f2-83bc9dbe8293 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.6921887 Jan 28 07:23:08.932791 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-700ffdca-3e0c-42a5-8bbc-5d9ddda30eb4 req-beca8b0a-c040-46eb-91ff-39918420ae99 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ba1291a-f150-42f4-bf3d-2e5c804d6128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307084 Jan 28 07:23:09.080818 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-3bfd7c1a-1320-40e6-a1f0-4792ec5ee90e req-0e75028a-92cc-4450-bf1a-531c37ee4ddc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e48328d3-a379-4bea-bd3f-d4b123b63f08 HTTP/1.1" status: 200 len: 217 time: 0.1450818 Jan 28 07:23:09.102235 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5815205c-0bd6-43ad-bd65-1712c8a3abf0 None None] Network 580cd643-0bd2-42ea-b166-6e25b46e3501 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:23:09.162571 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfd7c1a-1320-40e6-a1f0-4792ec5ee90e req-70803f96-075c-4551-aa74-0886f3ffca2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:23:09.169277 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-3bfd7c1a-1320-40e6-a1f0-4792ec5ee90e req-70803f96-075c-4551-aa74-0886f3ffca2c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=592b9e2b-8e1d-43e3-874d-2141ea985036 HTTP/1.1" status: 200 len: 859 time: 0.0814431 Jan 28 07:23:09.222930 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-3bfd7c1a-1320-40e6-a1f0-4792ec5ee90e req-72adcf4d-1c3b-4378-a6ab-7413bcdab6f6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d1475e27-b0c3-4efe-ad93-495023de269c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471885 Jan 28 07:23:09.411905 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-3bfd7c1a-1320-40e6-a1f0-4792ec5ee90e req-6091f367-bf80-4c24-b694-cdf9eed05a62 service neutron] 10.222.0.10 "GET /v2.0/networks/d1475e27-b0c3-4efe-ad93-495023de269c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829815 Jan 28 07:23:09.543190 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-3bfd7c1a-1320-40e6-a1f0-4792ec5ee90e req-8eefbebb-019b-4a20-9737-0d5eafe1d612 service neutron] 10.222.0.10 "GET /v2.0/networks/d1475e27-b0c3-4efe-ad93-495023de269c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176651 Jan 28 07:23:09.694855 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:09.739045 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a19d0755-e874-4d5f-8bb6-858b764aa0db req-1b6a8fc6-e67d-4292-b01d-3f2a07c22246 tempest-ServerShowV257Test-1284885585 tempest-ServerShowV257Test-1284885585-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f2e7006-ad3c-4683-b0d1-b36d657699aa HTTP/1.1" status: 200 len: 210 time: 0.0644333 Jan 28 07:23:09.953843 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fc47bd-b8d8-433e-bf24-0b39bc394779 req-949706e3-48f6-4296-902a-29de3d284689 tempest-ListServersNegativeTestJSON-1685624713 tempest-ListServersNegativeTestJSON-1685624713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:23:09.964586 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-48fc47bd-b8d8-433e-bf24-0b39bc394779 req-949706e3-48f6-4296-902a-29de3d284689 tempest-ListServersNegativeTestJSON-1685624713 tempest-ListServersNegativeTestJSON-1685624713-project] 10.222.0.41 "GET /v2.0/networks?id=580cd643-0bd2-42ea-b166-6e25b46e3501 HTTP/1.1" status: 200 len: 818 time: 0.1457779 Jan 28 07:23:09.982571 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-48fc47bd-b8d8-433e-bf24-0b39bc394779 req-f3deefcf-812a-4909-bbd8-b9574edeb0df tempest-ListServersNegativeTestJSON-1685624713 tempest-ListServersNegativeTestJSON-1685624713-project] 10.222.0.41 "GET /v2.0/quotas/ffef015ee1cf4810bf40f81bac3c40be HTTP/1.1" status: 200 len: 375 time: 0.0165749 Jan 28 07:23:10.022456 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-48fc47bd-b8d8-433e-bf24-0b39bc394779 req-c31fa3ac-02dc-470c-b4ab-0a335cd9f928 tempest-ListServersNegativeTestJSON-1685624713 tempest-ListServersNegativeTestJSON-1685624713-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=ffef015ee1cf4810bf40f81bac3c40be&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0387721 Jan 28 07:23:10.131908 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c09b338-16a2-4ac0-bd89-062d3f3b0022 req-bb72f3d4-4794-4f40-9597-b54f0605707f tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:23:10.134827 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5c09b338-16a2-4ac0-bd89-062d3f3b0022 req-bb72f3d4-4794-4f40-9597-b54f0605707f tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.41 "GET /v2.0/ports?device_id=aeaaa3c3-c9e8-421a-b853-2cb835ef20d4 HTTP/1.1" status: 200 len: 945 time: 0.0967543 Jan 28 07:23:10.176597 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-48fc47bd-b8d8-433e-bf24-0b39bc394779 req-377d4ed7-af49-4066-9f1e-58c1ec9ea3be service neutron] 10.222.0.41 "GET /v2.0/networks/580cd643-0bd2-42ea-b166-6e25b46e3501?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530557 Jan 28 07:23:10.233372 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5c09b338-16a2-4ac0-bd89-062d3f3b0022 req-72b92aac-72a4-4d43-a5c8-486af565d5f7 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ba1291a-f150-42f4-bf3d-2e5c804d6128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907855 Jan 28 07:23:10.304404 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-48fc47bd-b8d8-433e-bf24-0b39bc394779 req-5770a722-81f1-4031-84e7-01817e5fa8c3 service neutron] 10.222.0.41 "GET /v2.0/networks/580cd643-0bd2-42ea-b166-6e25b46e3501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215904 Jan 28 07:23:10.529860 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 56274) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:23:10.687082 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7c6cb86d-3eca-4fc9-af91-fce993bd4785 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:10.733405 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-39c39824-a2d0-41a1-ac4b-0b9f68393e37 req-c65e9b84-a7fd-4b70-8811-5a103a9f5cda tempest-ListServersNegativeTestJSON-1685624713 tempest-ListServersNegativeTestJSON-1685624713-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f6e44b2-d6cb-4d30-95b7-c7458178fee0 HTTP/1.1" status: 200 len: 210 time: 0.0442741 Jan 28 07:23:10.876044 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c8034798-a73a-4fa2-a7d1-d6e56f23917d req-f3731507-c6dc-46d5-a011-a2ca22e0f256 tempest-ServerShowV257Test-1284885585 tempest-ServerShowV257Test-1284885585-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f2e7006-ad3c-4683-b0d1-b36d657699aa HTTP/1.1" status: 200 len: 210 time: 0.0516608 Jan 28 07:23:10.895611 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7c6cb86d-3eca-4fc9-af91-fce993bd4785 admin admin] Publish callbacks [] for security_group (2841aed1-64d5-4871-9c4a-82db89946871), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:10.900940 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7c6cb86d-3eca-4fc9-af91-fce993bd4785 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (2841aed1-64d5-4871-9c4a-82db89946871), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:10.952822 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-7c6cb86d-3eca-4fc9-af91-fce993bd4785 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d9d282c0d50a4a75bbfef09138f484a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4216826 Jan 28 07:23:10.955530 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 56296) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:23:10.958403 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6cb86d-3eca-4fc9-af91-fce993bd4785 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2841aed1-64d5-4871-9c4a-82db89946871,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:23:11.014111 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-74dec9de-97f0-4e9f-9174-eadfce57bc85 admin admin] Publish callbacks [] for security_group (2841aed1-64d5-4871-9c4a-82db89946871), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:11.044292 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-74dec9de-97f0-4e9f-9174-eadfce57bc85 admin admin] Publish callbacks [] for security_group (2841aed1-64d5-4871-9c4a-82db89946871), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:11.103668 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-74dec9de-97f0-4e9f-9174-eadfce57bc85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (2841aed1-64d5-4871-9c4a-82db89946871), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:11.109114 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-74dec9de-97f0-4e9f-9174-eadfce57bc85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:11.111421 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-74dec9de-97f0-4e9f-9174-eadfce57bc85 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2841aed1-64d5-4871-9c4a-82db89946871 HTTP/1.1" status: 204 len: 168 time: 0.1542630 Jan 28 07:23:11.124706 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dec9de-97f0-4e9f-9174-eadfce57bc85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2841aed1-64d5-4871-9c4a-82db89946871,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:23:11.393279 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f9be4a-141c-4c0a-9e17-f1da81d4e348 req-a8ef8380-7667-4118-9ad3-f00f5c806d3b tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:23:11.402134 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-51f9be4a-141c-4c0a-9e17-f1da81d4e348 req-a8ef8380-7667-4118-9ad3-f00f5c806d3b tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.41 "GET /v2.0/ports?device_id=aeaaa3c3-c9e8-421a-b853-2cb835ef20d4 HTTP/1.1" status: 200 len: 945 time: 0.0927944 Jan 28 07:23:11.470107 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-51f9be4a-141c-4c0a-9e17-f1da81d4e348 req-4ced96f1-14c1-411e-a4f4-5035fdcdbee5 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ba1291a-f150-42f4-bf3d-2e5c804d6128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669525 Jan 28 07:23:11.561055 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 56314) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:23:11.575642 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-578d2d2c-a6ed-47aa-98ce-5da944d8b697 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:11.693524 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-578d2d2c-a6ed-47aa-98ce-5da944d8b697 admin admin] Publish callbacks [] for security_group (eb4efe35-d019-4bf8-9bb2-eed011f080c0), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:11.701347 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-578d2d2c-a6ed-47aa-98ce-5da944d8b697 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (eb4efe35-d019-4bf8-9bb2-eed011f080c0), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:11.755332 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-578d2d2c-a6ed-47aa-98ce-5da944d8b697 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=94bf54a50a0144a3a49ad1a7aca8e6e4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1909375 Jan 28 07:23:11.755939 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 56320) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:23:11.775255 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578d2d2c-a6ed-47aa-98ce-5da944d8b697 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb4efe35-d019-4bf8-9bb2-eed011f080c0,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:23:11.914775 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-da774d3d-662e-4e27-bcf8-c62df7e612a1 req-db3a30ad-9e60-4180-9fed-e353962b58b1 tempest-ListServersNegativeTestJSON-1685624713 tempest-ListServersNegativeTestJSON-1685624713-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f6e44b2-d6cb-4d30-95b7-c7458178fee0 HTTP/1.1" status: 200 len: 210 time: 0.0698202 Jan 28 07:23:11.939758 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-477fc60e-d2d5-404e-83cf-fa9de61ef13b admin admin] Publish callbacks [] for security_group (eb4efe35-d019-4bf8-9bb2-eed011f080c0), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:12.000648 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-477fc60e-d2d5-404e-83cf-fa9de61ef13b admin admin] Publish callbacks [] for security_group (eb4efe35-d019-4bf8-9bb2-eed011f080c0), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:12.073570 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-234ed21b-8d5f-4fbf-875d-03eca3a4eb97 req-b7135649-af6e-47d4-882e-de5542807085 tempest-ServerShowV257Test-1284885585 tempest-ServerShowV257Test-1284885585-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f2e7006-ad3c-4683-b0d1-b36d657699aa HTTP/1.1" status: 200 len: 210 time: 0.0834653 Jan 28 07:23:12.096922 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-477fc60e-d2d5-404e-83cf-fa9de61ef13b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (eb4efe35-d019-4bf8-9bb2-eed011f080c0), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:12.101500 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-477fc60e-d2d5-404e-83cf-fa9de61ef13b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:12.109110 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-477fc60e-d2d5-404e-83cf-fa9de61ef13b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/eb4efe35-d019-4bf8-9bb2-eed011f080c0 HTTP/1.1" status: 204 len: 168 time: 0.3499374 Jan 28 07:23:12.123979 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477fc60e-d2d5-404e-83cf-fa9de61ef13b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb4efe35-d019-4bf8-9bb2-eed011f080c0,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:23:12.691504 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414f73ff-1a09-401f-8660-38360bd50999 req-a6811f4f-5d28-488a-bd3a-85a630ffcd5a tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:23:12.703971 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-414f73ff-1a09-401f-8660-38360bd50999 req-a6811f4f-5d28-488a-bd3a-85a630ffcd5a tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.41 "GET /v2.0/ports?device_id=aeaaa3c3-c9e8-421a-b853-2cb835ef20d4 HTTP/1.1" status: 200 len: 945 time: 0.1541908 Jan 28 07:23:13.130098 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-414f73ff-1a09-401f-8660-38360bd50999 req-4b6d28f0-3ff3-41b8-ac8d-e4fbf82031f4 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ba1291a-f150-42f4-bf3d-2e5c804d6128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4232872 Jan 28 07:23:13.323797 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2fd4ff12-f169-4274-912b-c54e41ae68b1 req-86e2d426-82b5-4ac7-9c2e-a0fc31d26544 tempest-ServerShowV257Test-1284885585 tempest-ServerShowV257Test-1284885585-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f2e7006-ad3c-4683-b0d1-b36d657699aa HTTP/1.1" status: 200 len: 210 time: 0.0565870 Jan 28 07:23:13.426249 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fc47bd-b8d8-433e-bf24-0b39bc394779 req-d035831a-6a4f-4488-83e7-808b40f3e3e5 tempest-ListServersNegativeTestJSON-1685624713 tempest-ListServersNegativeTestJSON-1685624713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:23:13.438153 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-48fc47bd-b8d8-433e-bf24-0b39bc394779 req-d035831a-6a4f-4488-83e7-808b40f3e3e5 tempest-ListServersNegativeTestJSON-1685624713 tempest-ListServersNegativeTestJSON-1685624713-project] 10.222.0.10 "GET /v2.0/networks?id=580cd643-0bd2-42ea-b166-6e25b46e3501 HTTP/1.1" status: 200 len: 818 time: 0.6257832 Jan 28 07:23:13.465058 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-48fc47bd-b8d8-433e-bf24-0b39bc394779 req-7a37642e-ded9-42f7-a72a-baf18678b2e5 tempest-ListServersNegativeTestJSON-1685624713 tempest-ListServersNegativeTestJSON-1685624713-project] Request body: {'port': {'device_id': '110d0926-f04b-44e0-af2c-857242a09f97', 'network_id': '580cd643-0bd2-42ea-b166-6e25b46e3501', 'admin_state_up': True, 'tenant_id': 'ffef015ee1cf4810bf40f81bac3c40be'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:23:13.526168 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fc47bd-b8d8-433e-bf24-0b39bc394779 req-19472ab0-3d0e-4428-a7f9-6291690013aa tempest-ListServersNegativeTestJSON-1685624713 tempest-ListServersNegativeTestJSON-1685624713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:23:13.541020 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-48fc47bd-b8d8-433e-bf24-0b39bc394779 req-19472ab0-3d0e-4428-a7f9-6291690013aa tempest-ListServersNegativeTestJSON-1685624713 tempest-ListServersNegativeTestJSON-1685624713-project] 10.222.0.44 "GET /v2.0/networks?id=580cd643-0bd2-42ea-b166-6e25b46e3501 HTTP/1.1" status: 200 len: 818 time: 0.4513924 Jan 28 07:23:13.589979 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-48fc47bd-b8d8-433e-bf24-0b39bc394779 req-2a9534dd-ebec-441b-8c50-fde3c1f5c15f tempest-ListServersNegativeTestJSON-1685624713 tempest-ListServersNegativeTestJSON-1685624713-project] Request body: {'port': {'device_id': '8f6e44b2-d6cb-4d30-95b7-c7458178fee0', 'network_id': '580cd643-0bd2-42ea-b166-6e25b46e3501', 'admin_state_up': True, 'tenant_id': 'ffef015ee1cf4810bf40f81bac3c40be'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:23:13.885228 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-21633376-6751-40c9-b64d-a4f97907afa4 req-a8411996-222f-4be9-aca4-73c885e90d95 tempest-ListServersNegativeTestJSON-1685624713 tempest-ListServersNegativeTestJSON-1685624713-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f6e44b2-d6cb-4d30-95b7-c7458178fee0 HTTP/1.1" status: 200 len: 210 time: 0.0682704 Jan 28 07:23:13.978032 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fc47bd-b8d8-433e-bf24-0b39bc394779 req-9f3af821-bd33-4139-b6ae-7780ea4ffe6f tempest-ListServersNegativeTestJSON-1685624713 tempest-ListServersNegativeTestJSON-1685624713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:23:13.981199 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-48fc47bd-b8d8-433e-bf24-0b39bc394779 req-9f3af821-bd33-4139-b6ae-7780ea4ffe6f tempest-ListServersNegativeTestJSON-1685624713 tempest-ListServersNegativeTestJSON-1685624713-project] 10.222.0.44 "GET /v2.0/networks?id=580cd643-0bd2-42ea-b166-6e25b46e3501 HTTP/1.1" status: 200 len: 818 time: 1.1597011 Jan 28 07:23:14.005181 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-48fc47bd-b8d8-433e-bf24-0b39bc394779 req-41fe7038-9075-477a-a3f1-eebf0dd1c5a7 tempest-ListServersNegativeTestJSON-1685624713 tempest-ListServersNegativeTestJSON-1685624713-project] Request body: {'port': {'device_id': '672e1e16-37f5-450a-b846-0174eaec4798', 'network_id': '580cd643-0bd2-42ea-b166-6e25b46e3501', 'admin_state_up': True, 'tenant_id': 'ffef015ee1cf4810bf40f81bac3c40be'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:23:14.375674 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48fc47bd-b8d8-433e-bf24-0b39bc394779 req-41fe7038-9075-477a-a3f1-eebf0dd1c5a7 tempest-ListServersNegativeTestJSON-1685624713 tempest-ListServersNegativeTestJSON-1685624713-project] Made reservation on behalf of ffef015ee1cf4810bf40f81bac3c40be for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:23:14.384312 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-48fc47bd-b8d8-433e-bf24-0b39bc394779 req-41fe7038-9075-477a-a3f1-eebf0dd1c5a7 tempest-ListServersNegativeTestJSON-1685624713 tempest-ListServersNegativeTestJSON-1685624713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:14.663311 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6e8e704c-a146-4dcf-b94d-b34bb3182e9d req-a701ac3e-c9cd-456c-ad6c-4bd2d6efb7f7 tempest-ServerShowV257Test-1284885585 tempest-ServerShowV257Test-1284885585-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f2e7006-ad3c-4683-b0d1-b36d657699aa HTTP/1.1" status: 200 len: 210 time: 0.0997379 Jan 28 07:23:14.712527 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48fc47bd-b8d8-433e-bf24-0b39bc394779 req-7a37642e-ded9-42f7-a72a-baf18678b2e5 tempest-ListServersNegativeTestJSON-1685624713 tempest-ListServersNegativeTestJSON-1685624713-project] Made reservation on behalf of ffef015ee1cf4810bf40f81bac3c40be for: {'port': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:23:14.717658 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-48fc47bd-b8d8-433e-bf24-0b39bc394779 req-7a37642e-ded9-42f7-a72a-baf18678b2e5 tempest-ListServersNegativeTestJSON-1685624713 tempest-ListServersNegativeTestJSON-1685624713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:14.878334 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dab9c98-9fbf-4c37-995e-1c80e564ddb5 req-70b5ac2b-b50e-42fc-9760-1ef0b234c36b tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:23:14.886398 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6dab9c98-9fbf-4c37-995e-1c80e564ddb5 req-70b5ac2b-b50e-42fc-9760-1ef0b234c36b tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.41 "GET /v2.0/ports?device_id=aeaaa3c3-c9e8-421a-b853-2cb835ef20d4 HTTP/1.1" status: 200 len: 945 time: 0.2525117 Jan 28 07:23:14.888380 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-48fc47bd-b8d8-433e-bf24-0b39bc394779 req-41fe7038-9075-477a-a3f1-eebf0dd1c5a7 tempest-ListServersNegativeTestJSON-1685624713 tempest-ListServersNegativeTestJSON-1685624713-project] Allocated IP 172.20.0.14 (580cd643-0bd2-42ea-b166-6e25b46e3501/27c018f7-3b80-4e05-90dc-ba59b8cae469/ef2c66d3-ff6e-4d9e-a3ac-e869ecf81f5a) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:23:14.949825 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48fc47bd-b8d8-433e-bf24-0b39bc394779 req-2a9534dd-ebec-441b-8c50-fde3c1f5c15f tempest-ListServersNegativeTestJSON-1685624713 tempest-ListServersNegativeTestJSON-1685624713-project] Made reservation on behalf of ffef015ee1cf4810bf40f81bac3c40be for: {'port': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:23:14.953208 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-48fc47bd-b8d8-433e-bf24-0b39bc394779 req-2a9534dd-ebec-441b-8c50-fde3c1f5c15f tempest-ListServersNegativeTestJSON-1685624713 tempest-ListServersNegativeTestJSON-1685624713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:15.008456 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6dab9c98-9fbf-4c37-995e-1c80e564ddb5 req-942a8e90-dd72-4bb9-beb8-0538f5946bf0 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ba1291a-f150-42f4-bf3d-2e5c804d6128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204791 Jan 28 07:23:15.209468 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4021d36b-fb7d-491d-b287-3a7553f879fc req-6505c2f0-3d25-41c8-94cb-08f279b05188 tempest-ListServersNegativeTestJSON-1685624713 tempest-ListServersNegativeTestJSON-1685624713-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f6e44b2-d6cb-4d30-95b7-c7458178fee0 HTTP/1.1" status: 200 len: 210 time: 0.0455582 Jan 28 07:23:15.321245 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-48fc47bd-b8d8-433e-bf24-0b39bc394779 req-41fe7038-9075-477a-a3f1-eebf0dd1c5a7 tempest-ListServersNegativeTestJSON-1685624713 tempest-ListServersNegativeTestJSON-1685624713-project] Publish callbacks [] for port (ef2c66d3-ff6e-4d9e-a3ac-e869ecf81f5a), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:15.375316 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-48fc47bd-b8d8-433e-bf24-0b39bc394779 req-41fe7038-9075-477a-a3f1-eebf0dd1c5a7 tempest-ListServersNegativeTestJSON-1685624713 tempest-ListServersNegativeTestJSON-1685624713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (ef2c66d3-ff6e-4d9e-a3ac-e869ecf81f5a), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:15.463820 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48fc47bd-b8d8-433e-bf24-0b39bc394779 req-41fe7038-9075-477a-a3f1-eebf0dd1c5a7 tempest-ListServersNegativeTestJSON-1685624713 tempest-ListServersNegativeTestJSON-1685624713-project] Network 580cd643-0bd2-42ea-b166-6e25b46e3501 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:23:15.481128 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-48fc47bd-b8d8-433e-bf24-0b39bc394779 req-41fe7038-9075-477a-a3f1-eebf0dd1c5a7 tempest-ListServersNegativeTestJSON-1685624713 tempest-ListServersNegativeTestJSON-1685624713-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:23:15.497621 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-48fc47bd-b8d8-433e-bf24-0b39bc394779 req-41fe7038-9075-477a-a3f1-eebf0dd1c5a7 tempest-ListServersNegativeTestJSON-1685624713 tempest-ListServersNegativeTestJSON-1685624713-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:23:15.499171 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [req-48fc47bd-b8d8-433e-bf24-0b39bc394779 req-7a37642e-ded9-42f7-a72a-baf18678b2e5 tempest-ListServersNegativeTestJSON-1685624713 tempest-ListServersNegativeTestJSON-1685624713-project] Allocated IP 172.20.0.7 (580cd643-0bd2-42ea-b166-6e25b46e3501/27c018f7-3b80-4e05-90dc-ba59b8cae469/250f3bbc-f19e-4573-900e-15c9bb208bc5) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:23:15.543670 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fe7038-9075-477a-a3f1-eebf0dd1c5a7 tempest-ListServersNegativeTestJSON-1685624713 tempest-ListServersNegativeTestJSON-1685624713-project] Pushing event updated for resources: {'Port': ['ID=ef2c66d3-ff6e-4d9e-a3ac-e869ecf81f5a,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:23:15.592108 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fc47bd-b8d8-433e-bf24-0b39bc394779 req-41fe7038-9075-477a-a3f1-eebf0dd1c5a7 tempest-ListServersNegativeTestJSON-1685624713 tempest-ListServersNegativeTestJSON-1685624713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:23:15.593035 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-48fc47bd-b8d8-433e-bf24-0b39bc394779 req-41fe7038-9075-477a-a3f1-eebf0dd1c5a7 tempest-ListServersNegativeTestJSON-1685624713 tempest-ListServersNegativeTestJSON-1685624713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:15.631257 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-48fc47bd-b8d8-433e-bf24-0b39bc394779 req-41fe7038-9075-477a-a3f1-eebf0dd1c5a7 tempest-ListServersNegativeTestJSON-1685624713 tempest-ListServersNegativeTestJSON-1685624713-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6335533 Jan 28 07:23:15.650182 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-48fc47bd-b8d8-433e-bf24-0b39bc394779 req-65ef5583-9e64-4901-96df-17fcd8592932 service neutron] Request body: {'port': {'device_id': '672e1e16-37f5-450a-b846-0174eaec4798', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712749-28'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:23:15.813204 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-48fc47bd-b8d8-433e-bf24-0b39bc394779 req-65ef5583-9e64-4901-96df-17fcd8592932 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (ef2c66d3-ff6e-4d9e-a3ac-e869ecf81f5a), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:15.849265 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-48fc47bd-b8d8-433e-bf24-0b39bc394779 req-7a37642e-ded9-42f7-a72a-baf18678b2e5 tempest-ListServersNegativeTestJSON-1685624713 tempest-ListServersNegativeTestJSON-1685624713-project] Publish callbacks [] for port (250f3bbc-f19e-4573-900e-15c9bb208bc5), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:15.921685 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a61091a2-c99e-42e0-9511-41a6bea76e99 req-02d4ab7f-0f64-4ffd-a781-2f2c880e833a tempest-ServerShowV257Test-1284885585 tempest-ServerShowV257Test-1284885585-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f2e7006-ad3c-4683-b0d1-b36d657699aa HTTP/1.1" status: 200 len: 210 time: 0.1035697 Jan 28 07:23:16.002243 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-48fc47bd-b8d8-433e-bf24-0b39bc394779 req-7a37642e-ded9-42f7-a72a-baf18678b2e5 tempest-ListServersNegativeTestJSON-1685624713 tempest-ListServersNegativeTestJSON-1685624713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (250f3bbc-f19e-4573-900e-15c9bb208bc5), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:16.084384 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48fc47bd-b8d8-433e-bf24-0b39bc394779 req-7a37642e-ded9-42f7-a72a-baf18678b2e5 tempest-ListServersNegativeTestJSON-1685624713 tempest-ListServersNegativeTestJSON-1685624713-project] Network 580cd643-0bd2-42ea-b166-6e25b46e3501 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:23:16.095492 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [req-48fc47bd-b8d8-433e-bf24-0b39bc394779 req-7a37642e-ded9-42f7-a72a-baf18678b2e5 tempest-ListServersNegativeTestJSON-1685624713 tempest-ListServersNegativeTestJSON-1685624713-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:23:16.106253 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-48fc47bd-b8d8-433e-bf24-0b39bc394779 req-7a37642e-ded9-42f7-a72a-baf18678b2e5 tempest-ListServersNegativeTestJSON-1685624713 tempest-ListServersNegativeTestJSON-1685624713-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:23:16.227825 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [req-48fc47bd-b8d8-433e-bf24-0b39bc394779 req-2a9534dd-ebec-441b-8c50-fde3c1f5c15f tempest-ListServersNegativeTestJSON-1685624713 tempest-ListServersNegativeTestJSON-1685624713-project] Allocated IP 172.20.0.8 (580cd643-0bd2-42ea-b166-6e25b46e3501/27c018f7-3b80-4e05-90dc-ba59b8cae469/2b95e989-e469-4b42-84e0-8d347e472d3a) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:23:16.407907 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d64a9fa2-6d0e-4b32-aa91-3834e10a62e3 req-36afc8b6-f902-4675-9a33-196e90825f05 tempest-ListServersNegativeTestJSON-1685624713 tempest-ListServersNegativeTestJSON-1685624713-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f6e44b2-d6cb-4d30-95b7-c7458178fee0 HTTP/1.1" status: 200 len: 210 time: 0.0442419 Jan 28 07:23:16.485754 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fc47bd-b8d8-433e-bf24-0b39bc394779 req-7a37642e-ded9-42f7-a72a-baf18678b2e5 tempest-ListServersNegativeTestJSON-1685624713 tempest-ListServersNegativeTestJSON-1685624713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:23:16.486758 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-48fc47bd-b8d8-433e-bf24-0b39bc394779 req-7a37642e-ded9-42f7-a72a-baf18678b2e5 tempest-ListServersNegativeTestJSON-1685624713 tempest-ListServersNegativeTestJSON-1685624713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:16.611451 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-48fc47bd-b8d8-433e-bf24-0b39bc394779 req-2a9534dd-ebec-441b-8c50-fde3c1f5c15f tempest-ListServersNegativeTestJSON-1685624713 tempest-ListServersNegativeTestJSON-1685624713-project] Publish callbacks [] for port (2b95e989-e469-4b42-84e0-8d347e472d3a), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:16.670249 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a37642e-ded9-42f7-a72a-baf18678b2e5 tempest-ListServersNegativeTestJSON-1685624713 tempest-ListServersNegativeTestJSON-1685624713-project] Pushing event updated for resources: {'Port': ['ID=250f3bbc-f19e-4573-900e-15c9bb208bc5,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:23:16.690128 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-48fc47bd-b8d8-433e-bf24-0b39bc394779 req-7a37642e-ded9-42f7-a72a-baf18678b2e5 tempest-ListServersNegativeTestJSON-1685624713 tempest-ListServersNegativeTestJSON-1685624713-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2338572 Jan 28 07:23:16.710960 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-48fc47bd-b8d8-433e-bf24-0b39bc394779 req-cf214655-dcc7-4d91-ba71-35406a3fa4d4 service neutron] Request body: {'port': {'device_id': '110d0926-f04b-44e0-af2c-857242a09f97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-28'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:23:16.725125 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cc304f-7bd0-4bac-b4e0-6c851dfe8d69 req-01b38aef-f5e5-42cf-a509-1168d284f3c7 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:23:16.733239 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-02cc304f-7bd0-4bac-b4e0-6c851dfe8d69 req-01b38aef-f5e5-42cf-a509-1168d284f3c7 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.41 "GET /v2.0/ports?device_id=aeaaa3c3-c9e8-421a-b853-2cb835ef20d4 HTTP/1.1" status: 200 len: 945 time: 0.5551577 Jan 28 07:23:16.754588 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-48fc47bd-b8d8-433e-bf24-0b39bc394779 req-2a9534dd-ebec-441b-8c50-fde3c1f5c15f tempest-ListServersNegativeTestJSON-1685624713 tempest-ListServersNegativeTestJSON-1685624713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (2b95e989-e469-4b42-84e0-8d347e472d3a), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:16.864707 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48fc47bd-b8d8-433e-bf24-0b39bc394779 req-2a9534dd-ebec-441b-8c50-fde3c1f5c15f tempest-ListServersNegativeTestJSON-1685624713 tempest-ListServersNegativeTestJSON-1685624713-project] Network 580cd643-0bd2-42ea-b166-6e25b46e3501 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:23:16.878098 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [req-48fc47bd-b8d8-433e-bf24-0b39bc394779 req-2a9534dd-ebec-441b-8c50-fde3c1f5c15f tempest-ListServersNegativeTestJSON-1685624713 tempest-ListServersNegativeTestJSON-1685624713-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:23:16.890610 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-48fc47bd-b8d8-433e-bf24-0b39bc394779 req-2a9534dd-ebec-441b-8c50-fde3c1f5c15f tempest-ListServersNegativeTestJSON-1685624713 tempest-ListServersNegativeTestJSON-1685624713-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:23:16.901304 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-48fc47bd-b8d8-433e-bf24-0b39bc394779 req-cf214655-dcc7-4d91-ba71-35406a3fa4d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (250f3bbc-f19e-4573-900e-15c9bb208bc5), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:16.925247 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9534dd-ebec-441b-8c50-fde3c1f5c15f tempest-ListServersNegativeTestJSON-1685624713 tempest-ListServersNegativeTestJSON-1685624713-project] Pushing event updated for resources: {'Port': ['ID=2b95e989-e469-4b42-84e0-8d347e472d3a,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:23:16.950546 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-02cc304f-7bd0-4bac-b4e0-6c851dfe8d69 req-3121799d-b119-4245-9bdc-c3afb727dd1e tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ba1291a-f150-42f4-bf3d-2e5c804d6128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159069 Jan 28 07:23:17.049399 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-48fc47bd-b8d8-433e-bf24-0b39bc394779 req-65ef5583-9e64-4901-96df-17fcd8592932 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef2c66d3-ff6e-4d9e-a3ac-e869ecf81f5a {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:23:17.061289 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-48fc47bd-b8d8-433e-bf24-0b39bc394779 req-65ef5583-9e64-4901-96df-17fcd8592932 service neutron] Publish callbacks [] for port (ef2c66d3-ff6e-4d9e-a3ac-e869ecf81f5a), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:17.062237 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fc47bd-b8d8-433e-bf24-0b39bc394779 req-2a9534dd-ebec-441b-8c50-fde3c1f5c15f tempest-ListServersNegativeTestJSON-1685624713 tempest-ListServersNegativeTestJSON-1685624713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:23:17.062893 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-48fc47bd-b8d8-433e-bf24-0b39bc394779 req-2a9534dd-ebec-441b-8c50-fde3c1f5c15f tempest-ListServersNegativeTestJSON-1685624713 tempest-ListServersNegativeTestJSON-1685624713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:17.078915 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-48fc47bd-b8d8-433e-bf24-0b39bc394779 req-65ef5583-9e64-4901-96df-17fcd8592932 service neutron] Transition to ACTIVE for port object ef2c66d3-ff6e-4d9e-a3ac-e869ecf81f5a will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:23:17.147316 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f0e30386-0723-41ce-88ea-551de1325223 req-bfd5da39-bf70-443d-a892-9fb7e5ed8f52 tempest-ServerShowV257Test-1284885585 tempest-ServerShowV257Test-1284885585-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f2e7006-ad3c-4683-b0d1-b36d657699aa HTTP/1.1" status: 200 len: 210 time: 0.0660965 Jan 28 07:23:17.150244 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-48fc47bd-b8d8-433e-bf24-0b39bc394779 req-65ef5583-9e64-4901-96df-17fcd8592932 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (ef2c66d3-ff6e-4d9e-a3ac-e869ecf81f5a), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:17.190524 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-48fc47bd-b8d8-433e-bf24-0b39bc394779 req-2a9534dd-ebec-441b-8c50-fde3c1f5c15f tempest-ListServersNegativeTestJSON-1685624713 tempest-ListServersNegativeTestJSON-1685624713-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6112173 Jan 28 07:23:17.215188 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-48fc47bd-b8d8-433e-bf24-0b39bc394779 req-3ec57d0f-b1c7-432e-bf0f-6bb8741d86cc service neutron] Request body: {'port': {'device_id': '8f6e44b2-d6cb-4d30-95b7-c7458178fee0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712749-28'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:23:17.283579 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ef5583-9e64-4901-96df-17fcd8592932 service neutron] Pushing event updated for resources: {'Port': ['ID=ef2c66d3-ff6e-4d9e-a3ac-e869ecf81f5a,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:23:17.360355 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-48fc47bd-b8d8-433e-bf24-0b39bc394779 req-65ef5583-9e64-4901-96df-17fcd8592932 service neutron] Attempting to bind port ef2c66d3-ff6e-4d9e-a3ac-e869ecf81f5a on host n-h2-712749-28 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:23:17.360706 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-48fc47bd-b8d8-433e-bf24-0b39bc394779 req-65ef5583-9e64-4901-96df-17fcd8592932 service neutron] Attempting to bind port ef2c66d3-ff6e-4d9e-a3ac-e869ecf81f5a by drivers openvswitch,hyperv on host n-h2-712749-28 at level 0 using segments [{'id': '42c45045-5a99-4a13-bdcc-c1d0e2d2f60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '580cd643-0bd2-42ea-b166-6e25b46e3501'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:23:17.361029 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48fc47bd-b8d8-433e-bf24-0b39bc394779 req-65ef5583-9e64-4901-96df-17fcd8592932 service neutron] Attempting to bind port ef2c66d3-ff6e-4d9e-a3ac-e869ecf81f5a on network 580cd643-0bd2-42ea-b166-6e25b46e3501 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:23:17.370650 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48fc47bd-b8d8-433e-bf24-0b39bc394779 req-65ef5583-9e64-4901-96df-17fcd8592932 service neutron] Port ef2c66d3-ff6e-4d9e-a3ac-e869ecf81f5a on network 580cd643-0bd2-42ea-b166-6e25b46e3501 not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-28 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:23:17.370650 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48fc47bd-b8d8-433e-bf24-0b39bc394779 req-65ef5583-9e64-4901-96df-17fcd8592932 service neutron] Attempting to bind port ef2c66d3-ff6e-4d9e-a3ac-e869ecf81f5a on network 580cd643-0bd2-42ea-b166-6e25b46e3501 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:23:17.375734 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48fc47bd-b8d8-433e-bf24-0b39bc394779 req-65ef5583-9e64-4901-96df-17fcd8592932 service neutron] Checking agent: {'id': 'c9906e63-062c-432e-bb53-63fdb8115e18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:23:17.376022 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48fc47bd-b8d8-433e-bf24-0b39bc394779 req-65ef5583-9e64-4901-96df-17fcd8592932 service neutron] Checking segment: {'id': '42c45045-5a99-4a13-bdcc-c1d0e2d2f60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '580cd643-0bd2-42ea-b166-6e25b46e3501'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:23:17.376441 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48fc47bd-b8d8-433e-bf24-0b39bc394779 req-65ef5583-9e64-4901-96df-17fcd8592932 service neutron] Bound using segment: {'id': '42c45045-5a99-4a13-bdcc-c1d0e2d2f60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '580cd643-0bd2-42ea-b166-6e25b46e3501'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:23:17.376874 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-48fc47bd-b8d8-433e-bf24-0b39bc394779 req-65ef5583-9e64-4901-96df-17fcd8592932 service neutron] Bound port: ef2c66d3-ff6e-4d9e-a3ac-e869ecf81f5a, host: n-h2-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42c45045-5a99-4a13-bdcc-c1d0e2d2f60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '580cd643-0bd2-42ea-b166-6e25b46e3501'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:23:17.377231 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-48fc47bd-b8d8-433e-bf24-0b39bc394779 req-65ef5583-9e64-4901-96df-17fcd8592932 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (ef2c66d3-ff6e-4d9e-a3ac-e869ecf81f5a), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:17.500681 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-48fc47bd-b8d8-433e-bf24-0b39bc394779 req-65ef5583-9e64-4901-96df-17fcd8592932 service neutron] For port ef2c66d3-ff6e-4d9e-a3ac-e869ecf81f5a, host n-h2-712749-28, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:23:17.504464 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-48fc47bd-b8d8-433e-bf24-0b39bc394779 req-65ef5583-9e64-4901-96df-17fcd8592932 service neutron] For port ef2c66d3-ff6e-4d9e-a3ac-e869ecf81f5a, host n-h2-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=ef2c66d3-ff6e-4d9e-a3ac-e869ecf81f5a,segment=NetworkSegment(42c45045-5a99-4a13-bdcc-c1d0e2d2f60f),segment_id=42c45045-5a99-4a13-bdcc-c1d0e2d2f60f)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:23:17.514687 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-48fc47bd-b8d8-433e-bf24-0b39bc394779 req-65ef5583-9e64-4901-96df-17fcd8592932 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (ef2c66d3-ff6e-4d9e-a3ac-e869ecf81f5a), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:17.611997 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fc47bd-b8d8-433e-bf24-0b39bc394779 req-65ef5583-9e64-4901-96df-17fcd8592932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:23:17.612481 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-48fc47bd-b8d8-433e-bf24-0b39bc394779 req-65ef5583-9e64-4901-96df-17fcd8592932 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:17.614422 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-48fc47bd-b8d8-433e-bf24-0b39bc394779 req-65ef5583-9e64-4901-96df-17fcd8592932 service neutron] 10.222.0.44 "PUT /v2.0/ports/ef2c66d3-ff6e-4d9e-a3ac-e869ecf81f5a HTTP/1.1" status: 200 len: 1093 time: 1.9687736 Jan 28 07:23:17.645666 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [req-48fc47bd-b8d8-433e-bf24-0b39bc394779 req-cf214655-dcc7-4d91-ba71-35406a3fa4d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 250f3bbc-f19e-4573-900e-15c9bb208bc5 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:23:17.663796 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-48fc47bd-b8d8-433e-bf24-0b39bc394779 req-cf214655-dcc7-4d91-ba71-35406a3fa4d4 service neutron] Publish callbacks [] for port (250f3bbc-f19e-4573-900e-15c9bb208bc5), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:17.670079 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '672e1e16-37f5-450a-b846-0174eaec4798', 'tag': 'ef2c66d3-ff6e-4d9e-a3ac-e869ecf81f5a'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:23:17.673217 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c01eefcc-83cb-4d4f-93a4-eb6153d8d5cf" -d '{"events": [{"name": "network-changed", "server_uuid": "672e1e16-37f5-450a-b846-0174eaec4798", "tag": "ef2c66d3-ff6e-4d9e-a3ac-e869ecf81f5a"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:23:17.721215 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [req-48fc47bd-b8d8-433e-bf24-0b39bc394779 req-cf214655-dcc7-4d91-ba71-35406a3fa4d4 service neutron] Transition to ACTIVE for port object 250f3bbc-f19e-4573-900e-15c9bb208bc5 will not be triggered until provisioned by entity L2. {{(pid=103283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:23:17.723910 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-48fc47bd-b8d8-433e-bf24-0b39bc394779 req-3ec57d0f-b1c7-432e-bf0f-6bb8741d86cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (2b95e989-e469-4b42-84e0-8d347e472d3a), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:17.756711 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-48fc47bd-b8d8-433e-bf24-0b39bc394779 req-cf214655-dcc7-4d91-ba71-35406a3fa4d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (250f3bbc-f19e-4573-900e-15c9bb208bc5), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:17.786812 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4304c4d8-7319-4d30-932d-684e479a0b0f x-openstack-request-id: req-4304c4d8-7319-4d30-932d-684e479a0b0f {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:23:17.787115 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "672e1e16-37f5-450a-b846-0174eaec4798", "tag": "ef2c66d3-ff6e-4d9e-a3ac-e869ecf81f5a", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:23:17.787373 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4304c4d8-7319-4d30-932d-684e479a0b0f {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:23:17.787776 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '672e1e16-37f5-450a-b846-0174eaec4798', 'tag': 'ef2c66d3-ff6e-4d9e-a3ac-e869ecf81f5a', 'status': 'completed', 'code': 200} Jan 28 07:23:17.814171 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9441b6b5-d7c9-4bf9-8981-7d2a02fe874b req-07fa148e-70cf-4357-a015-ea7f3468b101 tempest-ListServersNegativeTestJSON-1685624713 tempest-ListServersNegativeTestJSON-1685624713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:23:17.824763 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9441b6b5-d7c9-4bf9-8981-7d2a02fe874b req-07fa148e-70cf-4357-a015-ea7f3468b101 tempest-ListServersNegativeTestJSON-1685624713 tempest-ListServersNegativeTestJSON-1685624713-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f6e44b2-d6cb-4d30-95b7-c7458178fee0 HTTP/1.1" status: 200 len: 931 time: 0.2916865 Jan 28 07:23:17.827259 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ef5583-9e64-4901-96df-17fcd8592932 service neutron] Pushing event updated for resources: {'Port': ['ID=ef2c66d3-ff6e-4d9e-a3ac-e869ecf81f5a,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:23:17.902640 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf214655-dcc7-4d91-ba71-35406a3fa4d4 service neutron] Pushing event updated for resources: {'Port': ['ID=250f3bbc-f19e-4573-900e-15c9bb208bc5,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:23:17.931623 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fc47bd-b8d8-433e-bf24-0b39bc394779 req-13864599-a350-4a21-90eb-10c1252f3339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:23:17.936278 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-48fc47bd-b8d8-433e-bf24-0b39bc394779 req-13864599-a350-4a21-90eb-10c1252f3339 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ffef015ee1cf4810bf40f81bac3c40be&device_id=672e1e16-37f5-450a-b846-0174eaec4798 HTTP/1.1" status: 200 len: 1096 time: 0.2421603 Jan 28 07:23:18.002113 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9441b6b5-d7c9-4bf9-8981-7d2a02fe874b req-f40d254d-8682-4191-a68f-214903337a6d tempest-ListServersNegativeTestJSON-1685624713 tempest-ListServersNegativeTestJSON-1685624713-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca7ef53a-ff1d-44e9-a4ed-5cefa6a82e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755478 Jan 28 07:23:18.085228 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-48fc47bd-b8d8-433e-bf24-0b39bc394779 req-af9cbb12-ecd3-44a7-b937-8c4e2a001aa1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ef2c66d3-ff6e-4d9e-a3ac-e869ecf81f5a HTTP/1.1" status: 200 len: 217 time: 0.1233814 Jan 28 07:23:18.123789 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-48fc47bd-b8d8-433e-bf24-0b39bc394779 req-cf214655-dcc7-4d91-ba71-35406a3fa4d4 service neutron] Attempting to bind port 250f3bbc-f19e-4573-900e-15c9bb208bc5 on host n-h1-712749-28 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:23:18.124137 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-48fc47bd-b8d8-433e-bf24-0b39bc394779 req-cf214655-dcc7-4d91-ba71-35406a3fa4d4 service neutron] Attempting to bind port 250f3bbc-f19e-4573-900e-15c9bb208bc5 by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': '42c45045-5a99-4a13-bdcc-c1d0e2d2f60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '580cd643-0bd2-42ea-b166-6e25b46e3501'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:23:18.124483 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48fc47bd-b8d8-433e-bf24-0b39bc394779 req-cf214655-dcc7-4d91-ba71-35406a3fa4d4 service neutron] Attempting to bind port 250f3bbc-f19e-4573-900e-15c9bb208bc5 on network 580cd643-0bd2-42ea-b166-6e25b46e3501 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:23:18.146027 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fc47bd-b8d8-433e-bf24-0b39bc394779 req-ef3e0074-b53d-40ae-b4db-ab80c7b460c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:23:18.147835 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-48fc47bd-b8d8-433e-bf24-0b39bc394779 req-ef3e0074-b53d-40ae-b4db-ab80c7b460c9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=27c018f7-3b80-4e05-90dc-ba59b8cae469 HTTP/1.1" status: 200 len: 858 time: 0.0502191 Jan 28 07:23:18.150239 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48fc47bd-b8d8-433e-bf24-0b39bc394779 req-cf214655-dcc7-4d91-ba71-35406a3fa4d4 service neutron] Port 250f3bbc-f19e-4573-900e-15c9bb208bc5 on network 580cd643-0bd2-42ea-b166-6e25b46e3501 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:23:18.150500 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48fc47bd-b8d8-433e-bf24-0b39bc394779 req-cf214655-dcc7-4d91-ba71-35406a3fa4d4 service neutron] Attempting to bind port 250f3bbc-f19e-4573-900e-15c9bb208bc5 on network 580cd643-0bd2-42ea-b166-6e25b46e3501 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:23:18.191180 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48fc47bd-b8d8-433e-bf24-0b39bc394779 req-cf214655-dcc7-4d91-ba71-35406a3fa4d4 service neutron] Checking agent: {'id': '2fca46b1-237f-4857-9290-2429d810e472', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 23, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:23:18.191759 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48fc47bd-b8d8-433e-bf24-0b39bc394779 req-cf214655-dcc7-4d91-ba71-35406a3fa4d4 service neutron] Checking segment: {'id': '42c45045-5a99-4a13-bdcc-c1d0e2d2f60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '580cd643-0bd2-42ea-b166-6e25b46e3501'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:23:18.192349 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48fc47bd-b8d8-433e-bf24-0b39bc394779 req-cf214655-dcc7-4d91-ba71-35406a3fa4d4 service neutron] Bound using segment: {'id': '42c45045-5a99-4a13-bdcc-c1d0e2d2f60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '580cd643-0bd2-42ea-b166-6e25b46e3501'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:23:18.193043 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-48fc47bd-b8d8-433e-bf24-0b39bc394779 req-cf214655-dcc7-4d91-ba71-35406a3fa4d4 service neutron] Bound port: 250f3bbc-f19e-4573-900e-15c9bb208bc5, host: n-h1-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42c45045-5a99-4a13-bdcc-c1d0e2d2f60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '580cd643-0bd2-42ea-b166-6e25b46e3501'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:23:18.193479 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-48fc47bd-b8d8-433e-bf24-0b39bc394779 req-cf214655-dcc7-4d91-ba71-35406a3fa4d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (250f3bbc-f19e-4573-900e-15c9bb208bc5), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:18.208073 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-48fc47bd-b8d8-433e-bf24-0b39bc394779 req-6751ac37-79e9-4410-9b20-bae8c581a632 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=580cd643-0bd2-42ea-b166-6e25b46e3501&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523834 Jan 28 07:23:18.244376 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6ab06d-a85b-4300-b695-762ca1c85e28 req-950cbb23-f2fd-4271-918d-6b3f260b39ca tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:23:18.251377 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7d6ab06d-a85b-4300-b695-762ca1c85e28 req-950cbb23-f2fd-4271-918d-6b3f260b39ca tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.41 "GET /v2.0/ports?device_id=aeaaa3c3-c9e8-421a-b853-2cb835ef20d4 HTTP/1.1" status: 200 len: 945 time: 0.1814291 Jan 28 07:23:18.360261 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6e718c98-7dc8-45f5-9111-fadd80a19415 req-acda81cf-dd21-40bc-9787-c8d19d2c1f57 tempest-ServerShowV257Test-1284885585 tempest-ServerShowV257Test-1284885585-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f2e7006-ad3c-4683-b0d1-b36d657699aa HTTP/1.1" status: 200 len: 210 time: 0.0506215 Jan 28 07:23:18.456933 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-48fc47bd-b8d8-433e-bf24-0b39bc394779 req-d48bfbd0-d72c-49b0-bb12-1efa073bc335 service neutron] 10.222.0.44 "GET /v2.0/networks/580cd643-0bd2-42ea-b166-6e25b46e3501?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2395852 Jan 28 07:23:18.462275 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-48fc47bd-b8d8-433e-bf24-0b39bc394779 req-cf214655-dcc7-4d91-ba71-35406a3fa4d4 service neutron] For port 250f3bbc-f19e-4573-900e-15c9bb208bc5, host n-h1-712749-28, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:23:18.469528 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7d6ab06d-a85b-4300-b695-762ca1c85e28 req-b7d77878-4e94-4cab-a210-a921c3d236fe tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ba1291a-f150-42f4-bf3d-2e5c804d6128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144842 Jan 28 07:23:18.542449 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 56610) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:23:18.542449 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-48fc47bd-b8d8-433e-bf24-0b39bc394779 req-cf214655-dcc7-4d91-ba71-35406a3fa4d4 service neutron] For port 250f3bbc-f19e-4573-900e-15c9bb208bc5, host n-h1-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=250f3bbc-f19e-4573-900e-15c9bb208bc5,segment=NetworkSegment(42c45045-5a99-4a13-bdcc-c1d0e2d2f60f),segment_id=42c45045-5a99-4a13-bdcc-c1d0e2d2f60f)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:23:18.590836 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-48fc47bd-b8d8-433e-bf24-0b39bc394779 req-cf214655-dcc7-4d91-ba71-35406a3fa4d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (250f3bbc-f19e-4573-900e-15c9bb208bc5), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:18.608975 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-48fc47bd-b8d8-433e-bf24-0b39bc394779 req-744f2518-0cca-4af4-8ca6-6a7cc3e3a2ea service neutron] 10.222.0.44 "GET /v2.0/networks/580cd643-0bd2-42ea-b166-6e25b46e3501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447015 Jan 28 07:23:18.611452 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [req-48fc47bd-b8d8-433e-bf24-0b39bc394779 req-3ec57d0f-b1c7-432e-bf0f-6bb8741d86cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b95e989-e469-4b42-84e0-8d347e472d3a {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:23:18.644131 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 56612) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:23:18.644907 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-48fc47bd-b8d8-433e-bf24-0b39bc394779 req-3ec57d0f-b1c7-432e-bf0f-6bb8741d86cc service neutron] Publish callbacks [] for port (2b95e989-e469-4b42-84e0-8d347e472d3a), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:18.675651 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [req-48fc47bd-b8d8-433e-bf24-0b39bc394779 req-3ec57d0f-b1c7-432e-bf0f-6bb8741d86cc service neutron] Transition to ACTIVE for port object 2b95e989-e469-4b42-84e0-8d347e472d3a will not be triggered until provisioned by entity L2. {{(pid=103283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:23:18.678644 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fc47bd-b8d8-433e-bf24-0b39bc394779 req-cf214655-dcc7-4d91-ba71-35406a3fa4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:23:18.679250 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-48fc47bd-b8d8-433e-bf24-0b39bc394779 req-cf214655-dcc7-4d91-ba71-35406a3fa4d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:18.681429 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-48fc47bd-b8d8-433e-bf24-0b39bc394779 req-cf214655-dcc7-4d91-ba71-35406a3fa4d4 service neutron] 10.222.0.10 "PUT /v2.0/ports/250f3bbc-f19e-4573-900e-15c9bb208bc5 HTTP/1.1" status: 200 len: 1092 time: 1.9762149 Jan 28 07:23:18.681890 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '110d0926-f04b-44e0-af2c-857242a09f97', 'tag': '250f3bbc-f19e-4573-900e-15c9bb208bc5'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:23:18.684491 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f74bfa35-dccc-4476-8fcf-f952a383ed97" -d '{"events": [{"name": "network-changed", "server_uuid": "110d0926-f04b-44e0-af2c-857242a09f97", "tag": "250f3bbc-f19e-4573-900e-15c9bb208bc5"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:23:18.712062 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-48fc47bd-b8d8-433e-bf24-0b39bc394779 req-3ec57d0f-b1c7-432e-bf0f-6bb8741d86cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (2b95e989-e469-4b42-84e0-8d347e472d3a), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:18.737760 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcc355b5-237a-40f5-a982-5daaff6971ed admin admin] Deleting subnet 7359aaba-f866-483a-9376-89d41fc14b3a {{(pid=103283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:23:18.755089 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-dcc355b5-237a-40f5-a982-5daaff6971ed admin admin] Publish callbacks [] for subnet (7359aaba-f866-483a-9376-89d41fc14b3a), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:18.760578 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28726b94-eb18-4973-9999-4817c32fd8fe x-openstack-request-id: req-28726b94-eb18-4973-9999-4817c32fd8fe {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:23:18.760873 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "110d0926-f04b-44e0-af2c-857242a09f97", "tag": "250f3bbc-f19e-4573-900e-15c9bb208bc5", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:23:18.761137 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-28726b94-eb18-4973-9999-4817c32fd8fe {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:23:18.761549 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '110d0926-f04b-44e0-af2c-857242a09f97', 'tag': '250f3bbc-f19e-4573-900e-15c9bb208bc5', 'status': 'completed', 'code': 200} Jan 28 07:23:18.775121 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01eefcc-83cb-4d4f-93a4-eb6153d8d5cf req-8d56e8c5-a5a4-4dfe-bc1b-255dab474776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:23:18.777148 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c01eefcc-83cb-4d4f-93a4-eb6153d8d5cf req-8d56e8c5-a5a4-4dfe-bc1b-255dab474776 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ffef015ee1cf4810bf40f81bac3c40be&device_id=672e1e16-37f5-450a-b846-0174eaec4798 HTTP/1.1" status: 200 len: 1096 time: 0.0768054 Jan 28 07:23:18.787782 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf214655-dcc7-4d91-ba71-35406a3fa4d4 service neutron] Pushing event updated for resources: {'Port': ['ID=250f3bbc-f19e-4573-900e-15c9bb208bc5,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:23:18.853340 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e7c7d9cc-7ac0-4fbc-9005-de37e33f804b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:18.876456 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-dcc355b5-237a-40f5-a982-5daaff6971ed admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13506696'] for subnet (7359aaba-f866-483a-9376-89d41fc14b3a), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:18.915685 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fc47bd-b8d8-433e-bf24-0b39bc394779 req-ed66862c-cac0-454f-b63d-894ea10b8d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:23:18.918307 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-48fc47bd-b8d8-433e-bf24-0b39bc394779 req-ed66862c-cac0-454f-b63d-894ea10b8d34 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ffef015ee1cf4810bf40f81bac3c40be&device_id=110d0926-f04b-44e0-af2c-857242a09f97 HTTP/1.1" status: 200 len: 1095 time: 0.1331394 Jan 28 07:23:18.947391 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e7c7d9cc-7ac0-4fbc-9005-de37e33f804b admin admin] Publish callbacks [] for security_group (51824608-b13b-4325-baab-f367de8cfb17), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:18.958176 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e7c7d9cc-7ac0-4fbc-9005-de37e33f804b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (51824608-b13b-4325-baab-f367de8cfb17), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:18.994497 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-48fc47bd-b8d8-433e-bf24-0b39bc394779 req-fb806e83-6627-46f8-b7e9-e937d6c2f45f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=250f3bbc-f19e-4573-900e-15c9bb208bc5 HTTP/1.1" status: 200 len: 217 time: 0.0507572 Jan 28 07:23:19.041741 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-e7c7d9cc-7ac0-4fbc-9005-de37e33f804b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d0de0377f5094631b61561d6fb4119ff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3959930 Jan 28 07:23:19.046712 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 56622) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:23:19.057308 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01eefcc-83cb-4d4f-93a4-eb6153d8d5cf req-632efd0d-91e2-4137-9828-70598b1485cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:23:19.059999 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c01eefcc-83cb-4d4f-93a4-eb6153d8d5cf req-632efd0d-91e2-4137-9828-70598b1485cd service neutron] 10.222.0.44 "GET /v2.0/networks?id=580cd643-0bd2-42ea-b166-6e25b46e3501 HTTP/1.1" status: 200 len: 919 time: 0.2739213 Jan 28 07:23:19.060904 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c7d9cc-7ac0-4fbc-9005-de37e33f804b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51824608-b13b-4325-baab-f367de8cfb17,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:23:19.091340 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fc47bd-b8d8-433e-bf24-0b39bc394779 req-81aea038-36a5-4d44-b9e2-e65f4e10040b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:23:19.093032 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-48fc47bd-b8d8-433e-bf24-0b39bc394779 req-81aea038-36a5-4d44-b9e2-e65f4e10040b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=27c018f7-3b80-4e05-90dc-ba59b8cae469 HTTP/1.1" status: 200 len: 858 time: 0.0617552 Jan 28 07:23:19.098577 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec57d0f-b1c7-432e-bf0f-6bb8741d86cc service neutron] Pushing event updated for resources: {'Port': ['ID=2b95e989-e469-4b42-84e0-8d347e472d3a,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:23:19.125157 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c01eefcc-83cb-4d4f-93a4-eb6153d8d5cf req-30ccc1c0-c4be-4f41-a1c4-10947cf0d3ce service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ef2c66d3-ff6e-4d9e-a3ac-e869ecf81f5a HTTP/1.1" status: 200 len: 217 time: 0.0574074 Jan 28 07:23:19.136597 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-48fc47bd-b8d8-433e-bf24-0b39bc394779 req-887232be-2493-4d32-97fb-2e81ea1519a7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=580cd643-0bd2-42ea-b166-6e25b46e3501&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339251 Jan 28 07:23:19.140741 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-dcc355b5-237a-40f5-a982-5daaff6971ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (7359aaba-f866-483a-9376-89d41fc14b3a), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:19.188004 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01eefcc-83cb-4d4f-93a4-eb6153d8d5cf req-ac3e1b91-ba64-496e-9952-df740015ac9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:23:19.189535 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c01eefcc-83cb-4d4f-93a4-eb6153d8d5cf req-ac3e1b91-ba64-496e-9952-df740015ac9c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=27c018f7-3b80-4e05-90dc-ba59b8cae469 HTTP/1.1" status: 200 len: 858 time: 0.0550656 Jan 28 07:23:19.247810 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-48fc47bd-b8d8-433e-bf24-0b39bc394779 req-3ec57d0f-b1c7-432e-bf0f-6bb8741d86cc service neutron] Attempting to bind port 2b95e989-e469-4b42-84e0-8d347e472d3a on host n-h2-712749-28 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:23:19.248331 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-48fc47bd-b8d8-433e-bf24-0b39bc394779 req-3ec57d0f-b1c7-432e-bf0f-6bb8741d86cc service neutron] Attempting to bind port 2b95e989-e469-4b42-84e0-8d347e472d3a by drivers openvswitch,hyperv on host n-h2-712749-28 at level 0 using segments [{'id': '42c45045-5a99-4a13-bdcc-c1d0e2d2f60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '580cd643-0bd2-42ea-b166-6e25b46e3501'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:23:19.248785 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48fc47bd-b8d8-433e-bf24-0b39bc394779 req-3ec57d0f-b1c7-432e-bf0f-6bb8741d86cc service neutron] Attempting to bind port 2b95e989-e469-4b42-84e0-8d347e472d3a on network 580cd643-0bd2-42ea-b166-6e25b46e3501 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:23:19.256098 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48fc47bd-b8d8-433e-bf24-0b39bc394779 req-3ec57d0f-b1c7-432e-bf0f-6bb8741d86cc service neutron] Port 2b95e989-e469-4b42-84e0-8d347e472d3a on network 580cd643-0bd2-42ea-b166-6e25b46e3501 not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-28 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:23:19.256567 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48fc47bd-b8d8-433e-bf24-0b39bc394779 req-3ec57d0f-b1c7-432e-bf0f-6bb8741d86cc service neutron] Attempting to bind port 2b95e989-e469-4b42-84e0-8d347e472d3a on network 580cd643-0bd2-42ea-b166-6e25b46e3501 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:23:19.265878 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-864acec7-105d-465a-b4a7-e23262fee4b9 admin admin] Publish callbacks [] for security_group (51824608-b13b-4325-baab-f367de8cfb17), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:19.268002 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48fc47bd-b8d8-433e-bf24-0b39bc394779 req-3ec57d0f-b1c7-432e-bf0f-6bb8741d86cc service neutron] Checking agent: {'id': 'c9906e63-062c-432e-bb53-63fdb8115e18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:23:19.268470 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48fc47bd-b8d8-433e-bf24-0b39bc394779 req-3ec57d0f-b1c7-432e-bf0f-6bb8741d86cc service neutron] Checking segment: {'id': '42c45045-5a99-4a13-bdcc-c1d0e2d2f60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '580cd643-0bd2-42ea-b166-6e25b46e3501'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:23:19.268954 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48fc47bd-b8d8-433e-bf24-0b39bc394779 req-3ec57d0f-b1c7-432e-bf0f-6bb8741d86cc service neutron] Bound using segment: {'id': '42c45045-5a99-4a13-bdcc-c1d0e2d2f60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '580cd643-0bd2-42ea-b166-6e25b46e3501'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:23:19.269590 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-48fc47bd-b8d8-433e-bf24-0b39bc394779 req-3ec57d0f-b1c7-432e-bf0f-6bb8741d86cc service neutron] Bound port: 2b95e989-e469-4b42-84e0-8d347e472d3a, host: n-h2-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42c45045-5a99-4a13-bdcc-c1d0e2d2f60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '580cd643-0bd2-42ea-b166-6e25b46e3501'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:23:19.269778 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c01eefcc-83cb-4d4f-93a4-eb6153d8d5cf req-f54e4dcb-8621-4422-b5ff-2d3a6156aa5f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=580cd643-0bd2-42ea-b166-6e25b46e3501&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622902 Jan 28 07:23:19.270472 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-48fc47bd-b8d8-433e-bf24-0b39bc394779 req-3ec57d0f-b1c7-432e-bf0f-6bb8741d86cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (2b95e989-e469-4b42-84e0-8d347e472d3a), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:19.344575 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca00dfd-9700-4d7e-a90f-67ec7fd13269 req-f19a221f-a219-4b49-bb75-9eb22a673c51 tempest-ListServersNegativeTestJSON-1685624713 tempest-ListServersNegativeTestJSON-1685624713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:23:19.346109 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-eca00dfd-9700-4d7e-a90f-67ec7fd13269 req-f19a221f-a219-4b49-bb75-9eb22a673c51 tempest-ListServersNegativeTestJSON-1685624713 tempest-ListServersNegativeTestJSON-1685624713-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f6e44b2-d6cb-4d30-95b7-c7458178fee0 HTTP/1.1" status: 200 len: 943 time: 0.1556835 Jan 28 07:23:19.361540 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-48fc47bd-b8d8-433e-bf24-0b39bc394779 req-3ec57d0f-b1c7-432e-bf0f-6bb8741d86cc service neutron] For port 2b95e989-e469-4b42-84e0-8d347e472d3a, host n-h2-712749-28, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:23:19.365419 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-48fc47bd-b8d8-433e-bf24-0b39bc394779 req-3ec57d0f-b1c7-432e-bf0f-6bb8741d86cc service neutron] For port 2b95e989-e469-4b42-84e0-8d347e472d3a, host n-h2-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=2b95e989-e469-4b42-84e0-8d347e472d3a,segment=NetworkSegment(42c45045-5a99-4a13-bdcc-c1d0e2d2f60f),segment_id=42c45045-5a99-4a13-bdcc-c1d0e2d2f60f)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:23:19.390262 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-48fc47bd-b8d8-433e-bf24-0b39bc394779 req-3ec57d0f-b1c7-432e-bf0f-6bb8741d86cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (2b95e989-e469-4b42-84e0-8d347e472d3a), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:19.393993 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-864acec7-105d-465a-b4a7-e23262fee4b9 admin admin] Publish callbacks [] for security_group (51824608-b13b-4325-baab-f367de8cfb17), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:19.446752 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-dcc355b5-237a-40f5-a982-5daaff6971ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13546665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13556132'] for subnet (7359aaba-f866-483a-9376-89d41fc14b3a), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:19.483880 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-dcc355b5-237a-40f5-a982-5daaff6971ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:19.487504 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-dcc355b5-237a-40f5-a982-5daaff6971ed admin admin] 10.222.0.41 "DELETE /v2.0/subnets/7359aaba-f866-483a-9376-89d41fc14b3a HTTP/1.1" status: 204 len: 168 time: 0.9431255 Jan 28 07:23:19.494510 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fc47bd-b8d8-433e-bf24-0b39bc394779 req-3ec57d0f-b1c7-432e-bf0f-6bb8741d86cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:23:19.495910 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-48fc47bd-b8d8-433e-bf24-0b39bc394779 req-3ec57d0f-b1c7-432e-bf0f-6bb8741d86cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:19.497435 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-48fc47bd-b8d8-433e-bf24-0b39bc394779 req-3ec57d0f-b1c7-432e-bf0f-6bb8741d86cc service neutron] 10.222.0.44 "PUT /v2.0/ports/2b95e989-e469-4b42-84e0-8d347e472d3a HTTP/1.1" status: 200 len: 1092 time: 2.2897429 Jan 28 07:23:19.499365 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-48fc47bd-b8d8-433e-bf24-0b39bc394779 req-ae423a0f-5607-4f9b-b1c8-f0c8c83fc524 service neutron] 10.222.0.10 "GET /v2.0/networks/580cd643-0bd2-42ea-b166-6e25b46e3501?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3562536 Jan 28 07:23:19.499928 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 56626) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:23:19.503559 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc355b5-237a-40f5-a982-5daaff6971ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7359aaba-f866-483a-9376-89d41fc14b3a,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:23:19.583484 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-eca00dfd-9700-4d7e-a90f-67ec7fd13269 req-e9f1179c-9256-43e9-aaac-c9a2f9e50bd9 tempest-ListServersNegativeTestJSON-1685624713 tempest-ListServersNegativeTestJSON-1685624713-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca7ef53a-ff1d-44e9-a4ed-5cefa6a82e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931129 Jan 28 07:23:19.598999 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c01eefcc-83cb-4d4f-93a4-eb6153d8d5cf req-4e78960c-2839-431e-93f9-fa4cfa600b61 service neutron] 10.222.0.44 "GET /v2.0/networks/580cd643-0bd2-42ea-b166-6e25b46e3501?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3211970 Jan 28 07:23:19.604470 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-864acec7-105d-465a-b4a7-e23262fee4b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (51824608-b13b-4325-baab-f367de8cfb17), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:19.617327 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-864acec7-105d-465a-b4a7-e23262fee4b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:19.617327 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-864acec7-105d-465a-b4a7-e23262fee4b9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/51824608-b13b-4325-baab-f367de8cfb17 HTTP/1.1" status: 204 len: 168 time: 0.5623016 Jan 28 07:23:19.651290 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864acec7-105d-465a-b4a7-e23262fee4b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51824608-b13b-4325-baab-f367de8cfb17,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:23:19.732903 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f202fa47-f331-4d0b-b20b-fbe280e91280 req-6a761742-2646-49e3-864e-28e7c2ad4905 tempest-ServerShowV257Test-1284885585 tempest-ServerShowV257Test-1284885585-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f2e7006-ad3c-4683-b0d1-b36d657699aa HTTP/1.1" status: 200 len: 210 time: 0.1318355 Jan 28 07:23:19.771027 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec57d0f-b1c7-432e-bf0f-6bb8741d86cc service neutron] Pushing event updated for resources: {'Port': ['ID=2b95e989-e469-4b42-84e0-8d347e472d3a,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:23:19.783593 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fc47bd-b8d8-433e-bf24-0b39bc394779 req-60537958-6f75-4138-869d-aadd5976f11d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:23:19.785372 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-48fc47bd-b8d8-433e-bf24-0b39bc394779 req-60537958-6f75-4138-869d-aadd5976f11d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ffef015ee1cf4810bf40f81bac3c40be&device_id=8f6e44b2-d6cb-4d30-95b7-c7458178fee0 HTTP/1.1" status: 200 len: 1095 time: 0.1783624 Jan 28 07:23:19.876095 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3964e28f-f80e-49ca-9ce3-7002c3fa6aee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (24e28262-1fa2-4447-a3f1-863fef1abe6b), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:19.880859 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-48fc47bd-b8d8-433e-bf24-0b39bc394779 req-32e9d7db-e8cf-492c-8d7f-6224d9837365 service neutron] 10.222.0.10 "GET /v2.0/networks/580cd643-0bd2-42ea-b166-6e25b46e3501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3711336 Jan 28 07:23:19.883033 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-48fc47bd-b8d8-433e-bf24-0b39bc394779 req-3eedeec9-1603-4bfc-be7c-07564c69f3bf service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2b95e989-e469-4b42-84e0-8d347e472d3a HTTP/1.1" status: 200 len: 217 time: 0.0820863 Jan 28 07:23:19.883629 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c01eefcc-83cb-4d4f-93a4-eb6153d8d5cf req-102b672b-79d9-4b3b-afb2-a45b93f87b9b service neutron] 10.222.0.44 "GET /v2.0/networks/580cd643-0bd2-42ea-b166-6e25b46e3501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2720172 Jan 28 07:23:19.897235 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0220c5-e918-4031-9aff-40d73b3f36c2 req-6a80fd8e-d397-4b7a-9069-d02199ab3122 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:23:19.905126 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0b0220c5-e918-4031-9aff-40d73b3f36c2 req-6a80fd8e-d397-4b7a-9069-d02199ab3122 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.41 "GET /v2.0/ports?device_id=aeaaa3c3-c9e8-421a-b853-2cb835ef20d4 HTTP/1.1" status: 200 len: 945 time: 0.1548526 Jan 28 07:23:19.961600 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0b0220c5-e918-4031-9aff-40d73b3f36c2 req-05087282-dcb8-4109-92b5-116f3a792d7d tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ba1291a-f150-42f4-bf3d-2e5c804d6128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524440 Jan 28 07:23:20.089339 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fc47bd-b8d8-433e-bf24-0b39bc394779 req-320a3709-d948-44a6-a9ab-dbe99f31bcc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:23:20.090895 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-48fc47bd-b8d8-433e-bf24-0b39bc394779 req-320a3709-d948-44a6-a9ab-dbe99f31bcc9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=27c018f7-3b80-4e05-90dc-ba59b8cae469 HTTP/1.1" status: 200 len: 858 time: 0.1438582 Jan 28 07:23:20.105812 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3964e28f-f80e-49ca-9ce3-7002c3fa6aee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (24e28262-1fa2-4447-a3f1-863fef1abe6b), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:20.157210 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-48fc47bd-b8d8-433e-bf24-0b39bc394779 req-9da54852-f5b0-4e87-820d-6d463a16520c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=580cd643-0bd2-42ea-b166-6e25b46e3501&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538993 Jan 28 07:23:20.170528 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-3964e28f-f80e-49ca-9ce3-7002c3fa6aee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24e28262-1fa2-4447-a3f1-863fef1abe6b']}} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:23:20.196183 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-3964e28f-f80e-49ca-9ce3-7002c3fa6aee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14424594-a0c3-4362-b654-c2018490d5c9') {'for_net_delete': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:23:20.196502 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-3964e28f-f80e-49ca-9ce3-7002c3fa6aee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14424594-a0c3-4362-b654-c2018490d5c9') {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:23:20.215183 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74bfa35-dccc-4476-8fcf-f952a383ed97 req-19bcc2f2-c0e5-4ba3-883c-816931f16a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:23:20.216742 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f74bfa35-dccc-4476-8fcf-f952a383ed97 req-19bcc2f2-c0e5-4ba3-883c-816931f16a49 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ffef015ee1cf4810bf40f81bac3c40be&device_id=110d0926-f04b-44e0-af2c-857242a09f97 HTTP/1.1" status: 200 len: 1095 time: 0.1791110 Jan 28 07:23:20.218529 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3964e28f-f80e-49ca-9ce3-7002c3fa6aee admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13506801'] for segment (14424594-a0c3-4362-b654-c2018490d5c9), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:20.347200 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74bfa35-dccc-4476-8fcf-f952a383ed97 req-a926b825-7955-42d0-af6b-b48798fed3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:23:20.348712 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f74bfa35-dccc-4476-8fcf-f952a383ed97 req-a926b825-7955-42d0-af6b-b48798fed3f7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=580cd643-0bd2-42ea-b166-6e25b46e3501 HTTP/1.1" status: 200 len: 919 time: 0.1216357 Jan 28 07:23:20.365632 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3964e28f-f80e-49ca-9ce3-7002c3fa6aee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (14424594-a0c3-4362-b654-c2018490d5c9), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:20.403098 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f74bfa35-dccc-4476-8fcf-f952a383ed97 req-3b4b53f5-be02-424a-9305-a060a2fd1651 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=250f3bbc-f19e-4573-900e-15c9bb208bc5 HTTP/1.1" status: 200 len: 217 time: 0.0463936 Jan 28 07:23:20.404118 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3964e28f-f80e-49ca-9ce3-7002c3fa6aee admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=103283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:23:20.404551 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3964e28f-f80e-49ca-9ce3-7002c3fa6aee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13546563'] for segment (14424594-a0c3-4362-b654-c2018490d5c9), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:20.407641 n-d-712749-28 neutron-server[103283]: Traceback (most recent call last): Jan 28 07:23:20.407641 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:23:20.407641 n-d-712749-28 neutron-server[103283]: timer() Jan 28 07:23:20.407641 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:23:20.407641 n-d-712749-28 neutron-server[103283]: cb(*args, **kw) Jan 28 07:23:20.407641 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:23:20.407641 n-d-712749-28 neutron-server[103283]: return func(*args, **kwargs) Jan 28 07:23:20.407641 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:23:20.407641 n-d-712749-28 neutron-server[103283]: self._notify() Jan 28 07:23:20.407641 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:23:20.407641 n-d-712749-28 neutron-server[103283]: self.callback(batched_events) Jan 28 07:23:20.407641 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:23:20.407641 n-d-712749-28 neutron-server[103283]: event.method(event) Jan 28 07:23:20.407641 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:23:20.407641 n-d-712749-28 neutron-server[103283]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:23:20.407641 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:23:20.407641 n-d-712749-28 neutron-server[103283]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:23:20.407641 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:23:20.407641 n-d-712749-28 neutron-server[103283]: return f(self, *a, **k) Jan 28 07:23:20.407641 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:23:20.407641 n-d-712749-28 neutron-server[103283]: return self._get(url).json() Jan 28 07:23:20.407641 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:23:20.407641 n-d-712749-28 neutron-server[103283]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:23:20.407641 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:23:20.407641 n-d-712749-28 neutron-server[103283]: return self.request(url, 'GET', **kwargs) Jan 28 07:23:20.407641 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:23:20.407641 n-d-712749-28 neutron-server[103283]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:23:20.407641 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:23:20.407641 n-d-712749-28 neutron-server[103283]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:23:20.407641 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:23:20.407641 n-d-712749-28 neutron-server[103283]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:23:20.407641 n-d-712749-28 neutron-server[103283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:23:20.542243 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-48fc47bd-b8d8-433e-bf24-0b39bc394779 req-1ead0dcb-584e-4c7c-b23f-7ddf0c79ae13 service neutron] 10.222.0.44 "GET /v2.0/networks/580cd643-0bd2-42ea-b166-6e25b46e3501?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3735995 Jan 28 07:23:20.543885 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74bfa35-dccc-4476-8fcf-f952a383ed97 req-4a8258f8-0228-4489-abe7-f89f301790ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:23:20.545405 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f74bfa35-dccc-4476-8fcf-f952a383ed97 req-4a8258f8-0228-4489-abe7-f89f301790ca service neutron] 10.222.0.10 "GET /v2.0/subnets?id=27c018f7-3b80-4e05-90dc-ba59b8cae469 HTTP/1.1" status: 200 len: 858 time: 0.1256621 Jan 28 07:23:20.546666 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3964e28f-f80e-49ca-9ce3-7002c3fa6aee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (24e28262-1fa2-4447-a3f1-863fef1abe6b), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:20.566135 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3964e28f-f80e-49ca-9ce3-7002c3fa6aee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:20.569472 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-3964e28f-f80e-49ca-9ce3-7002c3fa6aee admin admin] 10.222.0.41 "DELETE /v2.0/networks/24e28262-1fa2-4447-a3f1-863fef1abe6b HTTP/1.1" status: 204 len: 168 time: 1.0625782 Jan 28 07:23:20.572961 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 56654) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:23:20.653451 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-faac72cb-8ed3-45d4-a1a3-d14c1b3b18e3 admin admin] Deleting subnet 6f452d04-524d-473a-8995-9ee2ff9bd108 {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:23:20.658009 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-faac72cb-8ed3-45d4-a1a3-d14c1b3b18e3 admin admin] Publish callbacks [] for subnet (6f452d04-524d-473a-8995-9ee2ff9bd108), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:20.684033 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f74bfa35-dccc-4476-8fcf-f952a383ed97 req-6da87675-cad7-4101-8405-a1a9eeb03e64 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=580cd643-0bd2-42ea-b166-6e25b46e3501&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1217952 Jan 28 07:23:20.686104 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3964e28f-f80e-49ca-9ce3-7002c3fa6aee admin admin] Pushing event deleted for resources: {'Network': ['ID=24e28262-1fa2-4447-a3f1-863fef1abe6b,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:23:20.730627 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-faac72cb-8ed3-45d4-a1a3-d14c1b3b18e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24759175'] for subnet (6f452d04-524d-473a-8995-9ee2ff9bd108), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:20.791545 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-faac72cb-8ed3-45d4-a1a3-d14c1b3b18e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (6f452d04-524d-473a-8995-9ee2ff9bd108), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:20.847105 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 56662) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:23:20.872118 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-faac72cb-8ed3-45d4-a1a3-d14c1b3b18e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24757569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24979817'] for subnet (6f452d04-524d-473a-8995-9ee2ff9bd108), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:20.947952 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faac72cb-8ed3-45d4-a1a3-d14c1b3b18e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f452d04-524d-473a-8995-9ee2ff9bd108,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:23:20.951643 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-71842c5b-4ec8-4ee0-8b04-ce1345646a20 req-c9e7433d-b36f-4c30-ab0f-629050d171ce tempest-ServerShowV257Test-1284885585 tempest-ServerShowV257Test-1284885585-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f2e7006-ad3c-4683-b0d1-b36d657699aa HTTP/1.1" status: 200 len: 210 time: 0.0770063 Jan 28 07:23:20.952722 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-faac72cb-8ed3-45d4-a1a3-d14c1b3b18e3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:20.955913 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-faac72cb-8ed3-45d4-a1a3-d14c1b3b18e3 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/6f452d04-524d-473a-8995-9ee2ff9bd108 HTTP/1.1" status: 204 len: 168 time: 0.3811650 Jan 28 07:23:20.959507 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 56674) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:23:21.117576 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-704850fc-5f9f-43cc-8283-28762be0bfc8 tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-4117778'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:23:21.157808 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-704850fc-5f9f-43cc-8283-28762be0bfc8 tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Made reservation on behalf of 1520f78d34ba4b79adc648e8afdd1d6e for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:23:21.161206 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-704850fc-5f9f-43cc-8283-28762be0bfc8 tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:21.188625 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-704850fc-5f9f-43cc-8283-28762be0bfc8 tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:21.203081 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-78757f58-80ce-41e4-9d53-2c1d1a55ea50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (0f694a4d-0185-4282-9355-4ebc27856a32), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:21.254509 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ba846b-4b24-441a-bbce-4499955c3b75 req-b331bc2e-fe39-4b9e-bdad-067c2ddc5e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:23:21.256034 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-63ba846b-4b24-441a-bbce-4499955c3b75 req-b331bc2e-fe39-4b9e-bdad-067c2ddc5e11 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=aeaaa3c3-c9e8-421a-b853-2cb835ef20d4 HTTP/1.1" status: 200 len: 1097 time: 0.2468898 Jan 28 07:23:21.260180 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f6e44b2-d6cb-4d30-95b7-c7458178fee0', 'tag': '2b95e989-e469-4b42-84e0-8d347e472d3a'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:23:21.262631 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-902488ad-aa69-495f-9049-e210cf825c0c" -d '{"events": [{"name": "network-changed", "server_uuid": "8f6e44b2-d6cb-4d30-95b7-c7458178fee0", "tag": "2b95e989-e469-4b42-84e0-8d347e472d3a"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:23:21.354161 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375f3927-52dd-4078-a9b1-d774e4eb90e5 req-619189ca-c96e-4368-953e-9a59b71e2280 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:23:21.355699 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-375f3927-52dd-4078-a9b1-d774e4eb90e5 req-619189ca-c96e-4368-953e-9a59b71e2280 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.41 "GET /v2.0/ports?device_id=aeaaa3c3-c9e8-421a-b853-2cb835ef20d4 HTTP/1.1" status: 200 len: 945 time: 0.1491818 Jan 28 07:23:21.459421 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-78757f58-80ce-41e4-9d53-2c1d1a55ea50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (0f694a4d-0185-4282-9355-4ebc27856a32), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:21.459790 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-48fc47bd-b8d8-433e-bf24-0b39bc394779 req-f046ef7b-8d64-43e2-9c75-d12fdfe22a21 service neutron] 10.222.0.44 "GET /v2.0/networks/580cd643-0bd2-42ea-b166-6e25b46e3501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9108899 Jan 28 07:23:21.464590 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-63ba846b-4b24-441a-bbce-4499955c3b75 req-31172033-b11c-4819-8d20-609ab629c5f8 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=1ba1291a-f150-42f4-bf3d-2e5c804d6128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003736 Jan 28 07:23:21.485960 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720c0ada-6a8d-4d19-9fea-46e591245240 req-b339d8db-cf73-4561-a665-b877b16e2224 tempest-ListServersNegativeTestJSON-1685624713 tempest-ListServersNegativeTestJSON-1685624713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:23:21.487686 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-720c0ada-6a8d-4d19-9fea-46e591245240 req-b339d8db-cf73-4561-a665-b877b16e2224 tempest-ListServersNegativeTestJSON-1685624713 tempest-ListServersNegativeTestJSON-1685624713-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f6e44b2-d6cb-4d30-95b7-c7458178fee0 HTTP/1.1" status: 200 len: 943 time: 0.2191591 Jan 28 07:23:21.492226 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f74bfa35-dccc-4476-8fcf-f952a383ed97 req-57f2bfbc-bc8a-42c9-b994-db2aec192d42 service neutron] 10.222.0.10 "GET /v2.0/networks/580cd643-0bd2-42ea-b166-6e25b46e3501?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7772958 Jan 28 07:23:21.504761 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-78757f58-80ce-41e4-9d53-2c1d1a55ea50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f694a4d-0185-4282-9355-4ebc27856a32']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:23:21.533305 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-78757f58-80ce-41e4-9d53-2c1d1a55ea50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1619fb6-0bc9-487e-b7ca-8fef14422ea5') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:23:21.533699 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-78757f58-80ce-41e4-9d53-2c1d1a55ea50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1619fb6-0bc9-487e-b7ca-8fef14422ea5') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:23:21.536438 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-704850fc-5f9f-43cc-8283-28762be0bfc8 tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Publish callbacks [] for security_group (a698ec07-ea2c-407c-9663-554d78621d20), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:21.543075 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-720c0ada-6a8d-4d19-9fea-46e591245240 req-d3887ff1-7e72-4273-94b2-36c0ef3798fa tempest-ListServersNegativeTestJSON-1685624713 tempest-ListServersNegativeTestJSON-1685624713-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca7ef53a-ff1d-44e9-a4ed-5cefa6a82e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471585 Jan 28 07:23:21.546463 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-375f3927-52dd-4078-a9b1-d774e4eb90e5 req-079ee8b1-91b3-4c3e-a2d6-da082df4a65d tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ba1291a-f150-42f4-bf3d-2e5c804d6128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748116 Jan 28 07:23:21.548295 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-704850fc-5f9f-43cc-8283-28762be0bfc8 tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (a698ec07-ea2c-407c-9663-554d78621d20), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:21.552470 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-78757f58-80ce-41e4-9d53-2c1d1a55ea50 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24759294'] for segment (f1619fb6-0bc9-487e-b7ca-8fef14422ea5), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:21.552894 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device ef2c66d3-ff6e-4d9e-a3ac-e869ecf81f5a details requested by agent hyperv_n-h2-712749-28 with host n-h2-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:23:21.589288 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-704850fc-5f9f-43cc-8283-28762be0bfc8 tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:23:21.603480 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-78757f58-80ce-41e4-9d53-2c1d1a55ea50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (f1619fb6-0bc9-487e-b7ca-8fef14422ea5), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:21.615263 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-704850fc-5f9f-43cc-8283-28762be0bfc8 tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (30e41e4d-87fa-490a-afa4-40d348abb9e2), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:21.615629 n-d-712749-28 neutron-server[103284]: INFO neutron.db.segments_db [None req-704850fc-5f9f-43cc-8283-28762be0bfc8 tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Added segment 30e41e4d-87fa-490a-afa4-40d348abb9e2 of type vlan for network 673c01ec-fe12-48f1-a33b-16ff0d038e98 Jan 28 07:23:21.617741 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704850fc-5f9f-43cc-8283-28762be0bfc8 tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a698ec07-ea2c-407c-9663-554d78621d20,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:23:21.627256 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78757f58-80ce-41e4-9d53-2c1d1a55ea50 admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:23:21.627680 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-78757f58-80ce-41e4-9d53-2c1d1a55ea50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24757675'] for segment (f1619fb6-0bc9-487e-b7ca-8fef14422ea5), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:21.629497 n-d-712749-28 neutron-server[103284]: Traceback (most recent call last): Jan 28 07:23:21.629497 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:23:21.629497 n-d-712749-28 neutron-server[103284]: timer() Jan 28 07:23:21.629497 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:23:21.629497 n-d-712749-28 neutron-server[103284]: cb(*args, **kw) Jan 28 07:23:21.629497 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:23:21.629497 n-d-712749-28 neutron-server[103284]: return func(*args, **kwargs) Jan 28 07:23:21.629497 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:23:21.629497 n-d-712749-28 neutron-server[103284]: self._notify() Jan 28 07:23:21.629497 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:23:21.629497 n-d-712749-28 neutron-server[103284]: self.callback(batched_events) Jan 28 07:23:21.629497 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:23:21.629497 n-d-712749-28 neutron-server[103284]: event.method(event) Jan 28 07:23:21.629497 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:23:21.629497 n-d-712749-28 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:23:21.629497 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:23:21.629497 n-d-712749-28 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:23:21.629497 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:23:21.629497 n-d-712749-28 neutron-server[103284]: return f(self, *a, **k) Jan 28 07:23:21.629497 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:23:21.629497 n-d-712749-28 neutron-server[103284]: return self._get(url).json() Jan 28 07:23:21.629497 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:23:21.629497 n-d-712749-28 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:23:21.629497 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:23:21.629497 n-d-712749-28 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Jan 28 07:23:21.629497 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:23:21.629497 n-d-712749-28 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:23:21.629497 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:23:21.629497 n-d-712749-28 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:23:21.629497 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:23:21.629497 n-d-712749-28 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:23:21.629497 n-d-712749-28 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:23:21.638828 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e1c699c-ceba-4ac9-9ad4-8676172df734 x-openstack-request-id: req-1e1c699c-ceba-4ac9-9ad4-8676172df734 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:23:21.639184 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f6e44b2-d6cb-4d30-95b7-c7458178fee0", "tag": "2b95e989-e469-4b42-84e0-8d347e472d3a", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:23:21.639540 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1e1c699c-ceba-4ac9-9ad4-8676172df734 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:23:21.641586 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f6e44b2-d6cb-4d30-95b7-c7458178fee0', 'tag': '2b95e989-e469-4b42-84e0-8d347e472d3a', 'status': 'completed', 'code': 200} Jan 28 07:23:21.718763 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port ef2c66d3-ff6e-4d9e-a3ac-e869ecf81f5a, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=ef2c66d3-ff6e-4d9e-a3ac-e869ecf81f5a,segment=NetworkSegment(42c45045-5a99-4a13-bdcc-c1d0e2d2f60f),segment_id=42c45045-5a99-4a13-bdcc-c1d0e2d2f60f)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:23:21.734509 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Returning: {'device': 'ef2c66d3-ff6e-4d9e-a3ac-e869ecf81f5a', 'network_id': '580cd643-0bd2-42ea-b166-6e25b46e3501', 'port_id': 'ef2c66d3-ff6e-4d9e-a3ac-e869ecf81f5a', 'mac_address': 'fa:16:3e:1b:88:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27c018f7-3b80-4e05-90dc-ba59b8cae469', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:23:21.745428 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-704850fc-5f9f-43cc-8283-28762be0bfc8 tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (673c01ec-fe12-48f1-a33b-16ff0d038e98), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:21.747695 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-78757f58-80ce-41e4-9d53-2c1d1a55ea50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (0f694a4d-0185-4282-9355-4ebc27856a32), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:21.770165 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902488ad-aa69-495f-9049-e210cf825c0c req-d11da6a6-e0c9-42aa-b3c5-02987022c6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:23:21.771822 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-902488ad-aa69-495f-9049-e210cf825c0c req-d11da6a6-e0c9-42aa-b3c5-02987022c6c7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ffef015ee1cf4810bf40f81bac3c40be&device_id=8f6e44b2-d6cb-4d30-95b7-c7458178fee0 HTTP/1.1" status: 200 len: 1095 time: 0.0836585 Jan 28 07:23:21.779909 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port ef2c66d3-ff6e-4d9e-a3ac-e869ecf81f5a is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:23:21.780343 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (ef2c66d3-ff6e-4d9e-a3ac-e869ecf81f5a), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:21.808405 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef2c66d3-ff6e-4d9e-a3ac-e869ecf81f5a {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:23:21.813914 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-78757f58-80ce-41e4-9d53-2c1d1a55ea50 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:21.819322 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-78757f58-80ce-41e4-9d53-2c1d1a55ea50 admin admin] 10.222.0.41 "DELETE /v2.0/networks/0f694a4d-0185-4282-9355-4ebc27856a32 HTTP/1.1" status: 204 len: 168 time: 0.8588386 Jan 28 07:23:21.822297 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78757f58-80ce-41e4-9d53-2c1d1a55ea50 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f694a4d-0185-4282-9355-4ebc27856a32,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:23:21.829486 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-704850fc-5f9f-43cc-8283-28762be0bfc8 tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (673c01ec-fe12-48f1-a33b-16ff0d038e98), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:21.835360 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port ef2c66d3-ff6e-4d9e-a3ac-e869ecf81f5a, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=ef2c66d3-ff6e-4d9e-a3ac-e869ecf81f5a,segment=NetworkSegment(42c45045-5a99-4a13-bdcc-c1d0e2d2f60f),segment_id=42c45045-5a99-4a13-bdcc-c1d0e2d2f60f)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:23:21.838896 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-704850fc-5f9f-43cc-8283-28762be0bfc8 tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:23:21.839594 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-704850fc-5f9f-43cc-8283-28762be0bfc8 tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:21.844461 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (ef2c66d3-ff6e-4d9e-a3ac-e869ecf81f5a), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:21.879505 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-704850fc-5f9f-43cc-8283-28762be0bfc8 tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.0311031 Jan 28 07:23:21.887735 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 56700) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:23:21.894809 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-c28e90a7-334f-4c6f-8526-5088f346e9e8 tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Request body: {'subnet': {'network_id': '673c01ec-fe12-48f1-a33b-16ff0d038e98', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:23:21.925904 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=ef2c66d3-ff6e-4d9e-a3ac-e869ecf81f5a,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:23:21.938371 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:23:21.939102 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:23:21.939700 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:23:21.940817 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:23:21.941669 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:23:21.942262 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:23:21.942901 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:23:21.943695 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:23:21.944288 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:23:21.945571 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:23:21.946282 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:23:21.946754 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:23:21.947297 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:23:21.977965 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704850fc-5f9f-43cc-8283-28762be0bfc8 tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Pushing event updated for resources: {'Network': ['ID=673c01ec-fe12-48f1-a33b-16ff0d038e98,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:23:21.990115 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f74bfa35-dccc-4476-8fcf-f952a383ed97 req-f5e3092e-c9e8-4c33-9333-72473da0ec22 service neutron] 10.222.0.10 "GET /v2.0/networks/580cd643-0bd2-42ea-b166-6e25b46e3501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2504785 Jan 28 07:23:21.990460 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network 673c01ec-fe12-48f1-a33b-16ff0d038e98 details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:23:22.020085 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902488ad-aa69-495f-9049-e210cf825c0c req-9db3e95d-c60e-4b3a-8a8d-4d24731685e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:23:22.021989 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-902488ad-aa69-495f-9049-e210cf825c0c req-9db3e95d-c60e-4b3a-8a8d-4d24731685e0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=580cd643-0bd2-42ea-b166-6e25b46e3501 HTTP/1.1" status: 200 len: 919 time: 0.2079537 Jan 28 07:23:22.094140 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-902488ad-aa69-495f-9049-e210cf825c0c req-c385b624-6135-4695-9338-3905ba7e6dc7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2b95e989-e469-4b42-84e0-8d347e472d3a HTTP/1.1" status: 200 len: 217 time: 0.0641890 Jan 28 07:23:22.150342 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c28e90a7-334f-4c6f-8526-5088f346e9e8 tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Made reservation on behalf of 1520f78d34ba4b79adc648e8afdd1d6e for: {'subnet': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:23:22.155216 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c28e90a7-334f-4c6f-8526-5088f346e9e8 tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13555781'] for subnet (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:22.164530 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 56714) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:23:22.165550 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-3d8cf1b9-d7c0-48af-beab-88c521fb2842 req-30182adf-862b-43e8-9412-4813523ea295 tempest-ServerShowV257Test-1284885585 tempest-ServerShowV257Test-1284885585-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f2e7006-ad3c-4683-b0d1-b36d657699aa HTTP/1.1" status: 200 len: 210 time: 0.0731771 Jan 28 07:23:22.233265 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-2410e4d7-388a-40ac-9578-93aa9c0fd379 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4c86a9504b05421cb09f41fc7b5645d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0672123 Jan 28 07:23:22.235839 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 56716) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:23:22.294569 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902488ad-aa69-495f-9049-e210cf825c0c req-ae60ec2e-522e-4cd6-b691-cb00f3d1d5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:23:22.296031 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-902488ad-aa69-495f-9049-e210cf825c0c req-ae60ec2e-522e-4cd6-b691-cb00f3d1d5cd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=27c018f7-3b80-4e05-90dc-ba59b8cae469 HTTP/1.1" status: 200 len: 858 time: 0.1870804 Jan 28 07:23:22.297183 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-772a173e-d2ab-428f-85d8-b1d5e66428e8 admin admin] Publish callbacks [] for security_group (f3e43765-6beb-4085-a4a7-b9f8fe091303), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:22.331049 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-772a173e-d2ab-428f-85d8-b1d5e66428e8 admin admin] Publish callbacks [] for security_group (f3e43765-6beb-4085-a4a7-b9f8fe091303), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:22.347032 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-902488ad-aa69-495f-9049-e210cf825c0c req-003d3df3-1900-4857-8e88-1233b922d04e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=580cd643-0bd2-42ea-b166-6e25b46e3501&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323074 Jan 28 07:23:22.357680 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['ef2c66d3-ff6e-4d9e-a3ac-e869ecf81f5a'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:23:22.408573 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-772a173e-d2ab-428f-85d8-b1d5e66428e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (f3e43765-6beb-4085-a4a7-b9f8fe091303), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:22.418817 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 250f3bbc-f19e-4573-900e-15c9bb208bc5 details requested by agent hyperv_n-h1-712749-28 with host n-h1-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:23:22.422327 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-772a173e-d2ab-428f-85d8-b1d5e66428e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:22.423785 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-772a173e-d2ab-428f-85d8-b1d5e66428e8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f3e43765-6beb-4085-a4a7-b9f8fe091303 HTTP/1.1" status: 204 len: 168 time: 0.1867580 Jan 28 07:23:22.435331 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772a173e-d2ab-428f-85d8-b1d5e66428e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3e43765-6beb-4085-a4a7-b9f8fe091303,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:23:22.570796 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-902488ad-aa69-495f-9049-e210cf825c0c req-d6b87eb7-93da-4c75-91ee-964c78c22ac2 service neutron] 10.222.0.44 "GET /v2.0/networks/580cd643-0bd2-42ea-b166-6e25b46e3501?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748357 Jan 28 07:23:22.695305 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 250f3bbc-f19e-4573-900e-15c9bb208bc5, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=250f3bbc-f19e-4573-900e-15c9bb208bc5,segment=NetworkSegment(42c45045-5a99-4a13-bdcc-c1d0e2d2f60f),segment_id=42c45045-5a99-4a13-bdcc-c1d0e2d2f60f)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:23:22.761576 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Returning: {'device': '250f3bbc-f19e-4573-900e-15c9bb208bc5', 'network_id': '580cd643-0bd2-42ea-b166-6e25b46e3501', 'port_id': '250f3bbc-f19e-4573-900e-15c9bb208bc5', 'mac_address': 'fa:16:3e:5e:24:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27c018f7-3b80-4e05-90dc-ba59b8cae469', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:23:22.762798 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698a02cd-2b46-4fab-97d8-8a0ff262a2b8 req-7be9c87f-de5b-406b-8c9a-0b9fcf09eef9 tempest-ListServersNegativeTestJSON-1685624713 tempest-ListServersNegativeTestJSON-1685624713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:23:22.770122 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-698a02cd-2b46-4fab-97d8-8a0ff262a2b8 req-7be9c87f-de5b-406b-8c9a-0b9fcf09eef9 tempest-ListServersNegativeTestJSON-1685624713 tempest-ListServersNegativeTestJSON-1685624713-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f6e44b2-d6cb-4d30-95b7-c7458178fee0 HTTP/1.1" status: 200 len: 943 time: 0.1090236 Jan 28 07:23:22.816731 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c28e90a7-334f-4c6f-8526-5088f346e9e8 tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13546728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13555799'] for subnet (43738727-4a85-4801-81f9-14855de4cc25), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:22.889810 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-698a02cd-2b46-4fab-97d8-8a0ff262a2b8 req-3b1e0111-9afa-4a23-b01c-fe73ab2d59da tempest-ListServersNegativeTestJSON-1685624713 tempest-ListServersNegativeTestJSON-1685624713-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca7ef53a-ff1d-44e9-a4ed-5cefa6a82e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183352 Jan 28 07:23:22.901703 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1817e16-9d0c-4204-a1ff-cb38feecc2af req-2ecf2906-89ff-41ac-90c3-d9bad245acc5 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:23:22.910419 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b1817e16-9d0c-4204-a1ff-cb38feecc2af req-2ecf2906-89ff-41ac-90c3-d9bad245acc5 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.41 "GET /v2.0/ports?device_id=aeaaa3c3-c9e8-421a-b853-2cb835ef20d4 HTTP/1.1" status: 200 len: 945 time: 0.1776941 Jan 28 07:23:22.917318 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 250f3bbc-f19e-4573-900e-15c9bb208bc5 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:23:22.918003 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (250f3bbc-f19e-4573-900e-15c9bb208bc5), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:22.935815 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 250f3bbc-f19e-4573-900e-15c9bb208bc5 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:23:22.953681 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28e90a7-334f-4c6f-8526-5088f346e9e8 tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Pushing event updated for resources: {'Subnet': ['ID=43738727-4a85-4801-81f9-14855de4cc25,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:23:22.973121 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-902488ad-aa69-495f-9049-e210cf825c0c req-b9f39103-b8b6-4cfa-b398-a1af65c088df service neutron] 10.222.0.44 "GET /v2.0/networks/580cd643-0bd2-42ea-b166-6e25b46e3501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3939435 Jan 28 07:23:22.981610 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 250f3bbc-f19e-4573-900e-15c9bb208bc5, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=250f3bbc-f19e-4573-900e-15c9bb208bc5,segment=NetworkSegment(42c45045-5a99-4a13-bdcc-c1d0e2d2f60f),segment_id=42c45045-5a99-4a13-bdcc-c1d0e2d2f60f)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:23:22.988251 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (250f3bbc-f19e-4573-900e-15c9bb208bc5), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:23.013437 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28e90a7-334f-4c6f-8526-5088f346e9e8 tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Checking segment: {'id': '30e41e4d-87fa-490a-afa4-40d348abb9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '673c01ec-fe12-48f1-a33b-16ff0d038e98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:23:23.014000 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c28e90a7-334f-4c6f-8526-5088f346e9e8 tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Network hostable DHCP agents. Network: 673c01ec-fe12-48f1-a33b-16ff0d038e98, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:23:23.024962 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b1817e16-9d0c-4204-a1ff-cb38feecc2af req-d4bb563c-544c-49ee-818f-d773d9c9ddc6 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ba1291a-f150-42f4-bf3d-2e5c804d6128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136463 Jan 28 07:23:23.048207 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c28e90a7-334f-4c6f-8526-5088f346e9e8 tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Network 673c01ec-fe12-48f1-a33b-16ff0d038e98 is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:23:23.056315 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=250f3bbc-f19e-4573-900e-15c9bb208bc5,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:23:23.071273 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-c28e90a7-334f-4c6f-8526-5088f346e9e8 tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, 673c01ec-fe12-48f1-a33b-16ff0d038e98) {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:23:23.077903 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c28e90a7-334f-4c6f-8526-5088f346e9e8 tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:23:23.078855 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c28e90a7-334f-4c6f-8526-5088f346e9e8 tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:23.081362 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-195ccdad-7758-410d-bd22-e99ea0fad200 None None] Network 673c01ec-fe12-48f1-a33b-16ff0d038e98 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:23:23.114389 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 56734) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:23:23.123552 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-c28e90a7-334f-4c6f-8526-5088f346e9e8 tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2334001 Jan 28 07:23:23.126311 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 56738) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:23:23.134081 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-8d30c190-880e-430f-8f9e-769c2f9b4184 tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Request body: {'port': {'network_id': '673c01ec-fe12-48f1-a33b-16ff0d038e98', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1719806683'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:23:23.180432 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-63ce85d4-fee2-4f23-950e-a1b40b164018 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b83d4a28a0d044bebe550bd77cb9f5cf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0620949 Jan 28 07:23:23.180645 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 56744) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:23:23.246471 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4007f47c-c592-44d1-a4b9-4c9a589f3f5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3dd72b9-6805-5f61-b6f3-a591f99a173d-673c01ec-fe12-48f1-a33b-16ff0d038e98', 'network_id': '673c01ec-fe12-48f1-a33b-16ff0d038e98', 'project_id': '1520f78d34ba4b79adc648e8afdd1d6e', 'fixed_ips': [{'subnet_id': '43738727-4a85-4801-81f9-14855de4cc25'}]}} from n-d-712749-28. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 07:23:23.247347 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4007f47c-c592-44d1-a4b9-4c9a589f3f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:23.262558 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9a44125c-0eb6-470e-866d-86e0862cea6e admin admin] Publish callbacks [] for security_group (a32904c1-976f-41ab-9f2c-08a38eb10478), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:23.311294 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9a44125c-0eb6-470e-866d-86e0862cea6e admin admin] Publish callbacks [] for security_group (a32904c1-976f-41ab-9f2c-08a38eb10478), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:23.341026 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-65ceaf48-8849-431c-9ae2-b211b489c8fc req-6d9a4b49-41ba-42e9-8753-94a7f64683b6 tempest-ServerShowV257Test-1284885585 tempest-ServerShowV257Test-1284885585-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f2e7006-ad3c-4683-b0d1-b36d657699aa HTTP/1.1" status: 200 len: 210 time: 0.0331488 Jan 28 07:23:23.342152 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d30c190-880e-430f-8f9e-769c2f9b4184 tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Made reservation on behalf of 1520f78d34ba4b79adc648e8afdd1d6e for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:23:23.347029 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8d30c190-880e-430f-8f9e-769c2f9b4184 tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:23.370649 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [None req-8d30c190-880e-430f-8f9e-769c2f9b4184 tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] device_id is not set on port f5f00f63-581d-46be-b1c7-c53700ddef95 yet. {{(pid=103284) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 07:23:23.400818 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['250f3bbc-f19e-4573-900e-15c9bb208bc5'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:23:23.408362 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9a44125c-0eb6-470e-866d-86e0862cea6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (a32904c1-976f-41ab-9f2c-08a38eb10478), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:23.411731 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9a44125c-0eb6-470e-866d-86e0862cea6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:23.415988 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-9a44125c-0eb6-470e-866d-86e0862cea6e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a32904c1-976f-41ab-9f2c-08a38eb10478 HTTP/1.1" status: 204 len: 168 time: 0.2341805 Jan 28 07:23:23.425630 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a44125c-0eb6-470e-866d-86e0862cea6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a32904c1-976f-41ab-9f2c-08a38eb10478,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:23:23.534319 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-4007f47c-c592-44d1-a4b9-4c9a589f3f5a None None] Allocated IP 2001:db8::2 (673c01ec-fe12-48f1-a33b-16ff0d038e98/43738727-4a85-4801-81f9-14855de4cc25/7f5e3e7c-c176-4a83-bcd0-dbc92f85eb6d) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:23:23.567124 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 2b95e989-e469-4b42-84e0-8d347e472d3a details requested by agent hyperv_n-h2-712749-28 with host n-h2-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:23:23.579160 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device ef2c66d3-ff6e-4d9e-a3ac-e869ecf81f5a up at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:23:23.831452 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.db.resource_extend [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 07:23:24.022691 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning for port ef2c66d3-ff6e-4d9e-a3ac-e869ecf81f5a completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:23:24.054219 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 2b95e989-e469-4b42-84e0-8d347e472d3a, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=2b95e989-e469-4b42-84e0-8d347e472d3a,segment=NetworkSegment(42c45045-5a99-4a13-bdcc-c1d0e2d2f60f),segment_id=42c45045-5a99-4a13-bdcc-c1d0e2d2f60f)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:23:24.061467 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning complete for port ef2c66d3-ff6e-4d9e-a3ac-e869ecf81f5a triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:23:24.061858 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (ef2c66d3-ff6e-4d9e-a3ac-e869ecf81f5a), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:24.068327 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5539af82-265a-463b-abdd-f2462e3a68f2 req-bdf93200-b3fe-4ec0-9452-dd55ac6b4721 tempest-ListServersNegativeTestJSON-1685624713 tempest-ListServersNegativeTestJSON-1685624713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:23:24.077640 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5539af82-265a-463b-abdd-f2462e3a68f2 req-bdf93200-b3fe-4ec0-9452-dd55ac6b4721 tempest-ListServersNegativeTestJSON-1685624713 tempest-ListServersNegativeTestJSON-1685624713-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f6e44b2-d6cb-4d30-95b7-c7458178fee0 HTTP/1.1" status: 200 len: 943 time: 0.0955598 Jan 28 07:23:24.083211 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 7 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 07:23:24.094982 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4007f47c-c592-44d1-a4b9-4c9a589f3f5a None None] Publish callbacks [] for port (7f5e3e7c-c176-4a83-bcd0-dbc92f85eb6d), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:24.104814 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Returning: {'device': '2b95e989-e469-4b42-84e0-8d347e472d3a', 'network_id': '580cd643-0bd2-42ea-b166-6e25b46e3501', 'port_id': '2b95e989-e469-4b42-84e0-8d347e472d3a', 'mac_address': 'fa:16:3e:26:ba:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27c018f7-3b80-4e05-90dc-ba59b8cae469', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:23:24.112460 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4007f47c-c592-44d1-a4b9-4c9a589f3f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (7f5e3e7c-c176-4a83-bcd0-dbc92f85eb6d), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:24.186311 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5539af82-265a-463b-abdd-f2462e3a68f2 req-245f2ddc-4422-49d4-bab0-c66387c762b8 tempest-ListServersNegativeTestJSON-1685624713 tempest-ListServersNegativeTestJSON-1685624713-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca7ef53a-ff1d-44e9-a4ed-5cefa6a82e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075182 Jan 28 07:23:24.213896 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4007f47c-c592-44d1-a4b9-4c9a589f3f5a None None] Network 673c01ec-fe12-48f1-a33b-16ff0d038e98 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:23:24.222023 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-4007f47c-c592-44d1-a4b9-4c9a589f3f5a None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:23:24.224839 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4007f47c-c592-44d1-a4b9-4c9a589f3f5a None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:23:24.240790 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-8d30c190-880e-430f-8f9e-769c2f9b4184 tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Allocated IP 2001:db8::21b (673c01ec-fe12-48f1-a33b-16ff0d038e98/43738727-4a85-4801-81f9-14855de4cc25/f5f00f63-581d-46be-b1c7-c53700ddef95) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:23:24.249578 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007f47c-c592-44d1-a4b9-4c9a589f3f5a None None] Pushing event updated for resources: {'Port': ['ID=7f5e3e7c-c176-4a83-bcd0-dbc92f85eb6d,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:23:24.282734 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port 2b95e989-e469-4b42-84e0-8d347e472d3a is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:23:24.283408 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (2b95e989-e469-4b42-84e0-8d347e472d3a), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:24.290206 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e102f38-2ded-49cb-914f-2eedb165014e req-df30dd7f-0bbf-48fd-9b23-da53acd50b7b tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:23:24.299919 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5e102f38-2ded-49cb-914f-2eedb165014e req-df30dd7f-0bbf-48fd-9b23-da53acd50b7b tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.41 "GET /v2.0/ports?device_id=aeaaa3c3-c9e8-421a-b853-2cb835ef20d4 HTTP/1.1" status: 200 len: 945 time: 0.1090598 Jan 28 07:23:24.337832 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b95e989-e469-4b42-84e0-8d347e472d3a {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:23:24.366100 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port ef2c66d3-ff6e-4d9e-a3ac-e869ecf81f5a is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:23:24.367333 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (ef2c66d3-ff6e-4d9e-a3ac-e869ecf81f5a), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:24.397455 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 2b95e989-e469-4b42-84e0-8d347e472d3a, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=2b95e989-e469-4b42-84e0-8d347e472d3a,segment=NetworkSegment(42c45045-5a99-4a13-bdcc-c1d0e2d2f60f),segment_id=42c45045-5a99-4a13-bdcc-c1d0e2d2f60f)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:23:24.399239 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5e102f38-2ded-49cb-914f-2eedb165014e req-2f4bc6e4-c988-46a2-b892-36e5f78b610f tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ba1291a-f150-42f4-bf3d-2e5c804d6128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978761 Jan 28 07:23:24.405540 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-4007f47c-c592-44d1-a4b9-4c9a589f3f5a None None] Attempting to bind port 7f5e3e7c-c176-4a83-bcd0-dbc92f85eb6d on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:23:24.406304 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-4007f47c-c592-44d1-a4b9-4c9a589f3f5a None None] Attempting to bind port 7f5e3e7c-c176-4a83-bcd0-dbc92f85eb6d by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '30e41e4d-87fa-490a-afa4-40d348abb9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '673c01ec-fe12-48f1-a33b-16ff0d038e98'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:23:24.406848 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4007f47c-c592-44d1-a4b9-4c9a589f3f5a None None] Attempting to bind port 7f5e3e7c-c176-4a83-bcd0-dbc92f85eb6d on network 673c01ec-fe12-48f1-a33b-16ff0d038e98 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:23:24.455726 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (2b95e989-e469-4b42-84e0-8d347e472d3a), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:24.481129 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '672e1e16-37f5-450a-b846-0174eaec4798', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef2c66d3-ff6e-4d9e-a3ac-e869ecf81f5a'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:23:24.489986 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f538b29b-4ebe-4be0-a0eb-48809c5bea14" -d '{"events": [{"server_uuid": "672e1e16-37f5-450a-b846-0174eaec4798", "name": "network-vif-plugged", "status": "completed", "tag": "ef2c66d3-ff6e-4d9e-a3ac-e869ecf81f5a"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:23:24.496545 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4007f47c-c592-44d1-a4b9-4c9a589f3f5a None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:23:24.496939 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4007f47c-c592-44d1-a4b9-4c9a589f3f5a None None] Checking segment: {'id': '30e41e4d-87fa-490a-afa4-40d348abb9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '673c01ec-fe12-48f1-a33b-16ff0d038e98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:23:24.500944 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4007f47c-c592-44d1-a4b9-4c9a589f3f5a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:24.501605 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4007f47c-c592-44d1-a4b9-4c9a589f3f5a None None] Bound using segment: {'id': '30e41e4d-87fa-490a-afa4-40d348abb9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '673c01ec-fe12-48f1-a33b-16ff0d038e98'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:23:24.502294 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-4007f47c-c592-44d1-a4b9-4c9a589f3f5a None None] Bound port: 7f5e3e7c-c176-4a83-bcd0-dbc92f85eb6d, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30e41e4d-87fa-490a-afa4-40d348abb9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '673c01ec-fe12-48f1-a33b-16ff0d038e98'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:23:24.503340 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4007f47c-c592-44d1-a4b9-4c9a589f3f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (7f5e3e7c-c176-4a83-bcd0-dbc92f85eb6d), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:24.516749 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8d30c190-880e-430f-8f9e-769c2f9b4184 tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Publish callbacks [] for port (f5f00f63-581d-46be-b1c7-c53700ddef95), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:24.551977 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-98ccc311-011f-45b2-8d84-b47ae8d553d8 req-5dae98a5-2285-4a8e-a0be-6f32d3ebd080 tempest-ServerShowV257Test-1284885585 tempest-ServerShowV257Test-1284885585-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f2e7006-ad3c-4683-b0d1-b36d657699aa HTTP/1.1" status: 200 len: 210 time: 0.0528929 Jan 28 07:23:24.563002 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port ef2c66d3-ff6e-4d9e-a3ac-e869ecf81f5a, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=ef2c66d3-ff6e-4d9e-a3ac-e869ecf81f5a,segment=NetworkSegment(42c45045-5a99-4a13-bdcc-c1d0e2d2f60f),segment_id=42c45045-5a99-4a13-bdcc-c1d0e2d2f60f)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:23:24.578922 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (ef2c66d3-ff6e-4d9e-a3ac-e869ecf81f5a), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:24.604907 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8d30c190-880e-430f-8f9e-769c2f9b4184 tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (f5f00f63-581d-46be-b1c7-c53700ddef95), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:24.661991 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d30c190-880e-430f-8f9e-769c2f9b4184 tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Network 673c01ec-fe12-48f1-a33b-16ff0d038e98 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:23:24.673423 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-8d30c190-880e-430f-8f9e-769c2f9b4184 tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:23:24.676869 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d30c190-880e-430f-8f9e-769c2f9b4184 tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:23:24.683588 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d30c190-880e-430f-8f9e-769c2f9b4184 tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:23:24.684276 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8d30c190-880e-430f-8f9e-769c2f9b4184 tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:24.690051 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=2b95e989-e469-4b42-84e0-8d347e472d3a,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:23:24.704933 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d30c190-880e-430f-8f9e-769c2f9b4184 tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Pushing event updated for resources: {'Port': ['ID=f5f00f63-581d-46be-b1c7-c53700ddef95,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:23:24.708498 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85fe1fcd-17dd-479f-93d7-93aab6581aea x-openstack-request-id: req-85fe1fcd-17dd-479f-93d7-93aab6581aea {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:23:24.708804 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "672e1e16-37f5-450a-b846-0174eaec4798", "name": "network-vif-plugged", "status": "completed", "tag": "ef2c66d3-ff6e-4d9e-a3ac-e869ecf81f5a", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:23:24.709074 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-85fe1fcd-17dd-479f-93d7-93aab6581aea {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:23:24.709475 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '672e1e16-37f5-450a-b846-0174eaec4798', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef2c66d3-ff6e-4d9e-a3ac-e869ecf81f5a', 'code': 200} Jan 28 07:23:24.719539 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-8d30c190-880e-430f-8f9e-769c2f9b4184 tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.5915871 Jan 28 07:23:24.722555 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 56806) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:23:24.728839 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-1a3b96ee-e5ca-450e-a444-3b021f5ed89c tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Request body: {'port': {'network_id': '673c01ec-fe12-48f1-a33b-16ff0d038e98', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1235231153', 'allowed_address_pairs': [{'ip_address': '2001:db8::21b', 'mac_address': 'fa:16:3e:72:cb:16'}]}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:23:24.889327 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['2b95e989-e469-4b42-84e0-8d347e472d3a'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:23:24.896989 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-4007f47c-c592-44d1-a4b9-4c9a589f3f5a None None] For port 7f5e3e7c-c176-4a83-bcd0-dbc92f85eb6d, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:23:24.976938 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-4007f47c-c592-44d1-a4b9-4c9a589f3f5a None None] For port 7f5e3e7c-c176-4a83-bcd0-dbc92f85eb6d, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=7f5e3e7c-c176-4a83-bcd0-dbc92f85eb6d,segment=NetworkSegment(30e41e4d-87fa-490a-afa4-40d348abb9e2),segment_id=30e41e4d-87fa-490a-afa4-40d348abb9e2)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:23:24.979462 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=ef2c66d3-ff6e-4d9e-a3ac-e869ecf81f5a,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:23:25.021477 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45944d45-2a17-416e-81c1-b18365d65568 req-cbae4e7f-0087-446d-b461-1c439e7bf621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:23:25.023172 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4007f47c-c592-44d1-a4b9-4c9a589f3f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (7f5e3e7c-c176-4a83-bcd0-dbc92f85eb6d), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:25.023321 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-45944d45-2a17-416e-81c1-b18365d65568 req-cbae4e7f-0087-446d-b461-1c439e7bf621 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=672e1e16-37f5-450a-b846-0174eaec4798 HTTP/1.1" status: 200 len: 1098 time: 0.2088096 Jan 28 07:23:25.024799 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4601da80-c1f3-484a-aee9-279dadc8ed88 req-ffb591dc-ab81-49dd-a7ca-6222389b0b11 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:23:25.033654 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4601da80-c1f3-484a-aee9-279dadc8ed88 req-ffb591dc-ab81-49dd-a7ca-6222389b0b11 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.41 "GET /v2.0/ports?device_id=aeaaa3c3-c9e8-421a-b853-2cb835ef20d4 HTTP/1.1" status: 200 len: 945 time: 0.1235752 Jan 28 07:23:25.044155 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a3b96ee-e5ca-450e-a444-3b021f5ed89c tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Made reservation on behalf of 1520f78d34ba4b79adc648e8afdd1d6e for: {'port': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:23:25.102979 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4601da80-c1f3-484a-aee9-279dadc8ed88 req-c5c04d06-9cc5-4758-9b5b-afbdd3e3decc tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ba1291a-f150-42f4-bf3d-2e5c804d6128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625744 Jan 28 07:23:25.150601 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6671e934-6cda-460b-8f0a-03ae16186c22 req-e3815549-f476-4b4f-abcf-92769e1aad84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:23:25.158768 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6671e934-6cda-460b-8f0a-03ae16186c22 req-e3815549-f476-4b4f-abcf-92769e1aad84 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3c6c4a028cf94108bec2ec0b2974d903&device_id=aeaaa3c3-c9e8-421a-b853-2cb835ef20d4 HTTP/1.1" status: 200 len: 1097 time: 0.2241733 Jan 28 07:23:25.186232 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007f47c-c592-44d1-a4b9-4c9a589f3f5a None None] Pushing event updated for resources: {'Port': ['ID=7f5e3e7c-c176-4a83-bcd0-dbc92f85eb6d,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:23:25.346497 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-45944d45-2a17-416e-81c1-b18365d65568 req-0b37e304-9605-4999-a9c7-6bfeccdaca29 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=ca7ef53a-ff1d-44e9-a4ed-5cefa6a82e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3036609 Jan 28 07:23:25.347837 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6671e934-6cda-460b-8f0a-03ae16186c22 req-e051a888-76f0-40ed-ac5f-88bcddc54e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:23:25.349443 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6671e934-6cda-460b-8f0a-03ae16186c22 req-e051a888-76f0-40ed-ac5f-88bcddc54e82 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d1475e27-b0c3-4efe-ad93-495023de269c HTTP/1.1" status: 200 len: 920 time: 0.1829584 Jan 28 07:23:25.395118 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1a3b96ee-e5ca-450e-a444-3b021f5ed89c tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:25.488167 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6671e934-6cda-460b-8f0a-03ae16186c22 req-55f1c90e-d106-42d8-8313-8126e632a126 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e48328d3-a379-4bea-bd3f-d4b123b63f08 HTTP/1.1" status: 200 len: 217 time: 0.1237125 Jan 28 07:23:25.544056 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-1a3b96ee-e5ca-450e-a444-3b021f5ed89c tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] device_id is not set on port d7dadd5e-8ef0-4c71-af46-01e9f31c5453 yet. {{(pid=103283) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 07:23:25.556347 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4f9800-9567-4218-979c-20cfcd68d92d req-0b07d782-df64-44a9-ae00-eb1a433933a8 tempest-ListServersNegativeTestJSON-1685624713 tempest-ListServersNegativeTestJSON-1685624713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:23:25.564185 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4b4f9800-9567-4218-979c-20cfcd68d92d req-0b07d782-df64-44a9-ae00-eb1a433933a8 tempest-ListServersNegativeTestJSON-1685624713 tempest-ListServersNegativeTestJSON-1685624713-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f6e44b2-d6cb-4d30-95b7-c7458178fee0 HTTP/1.1" status: 200 len: 944 time: 0.2455554 Jan 28 07:23:25.645744 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6671e934-6cda-460b-8f0a-03ae16186c22 req-1d0e8bf4-addd-4154-92ca-0c0186c6a72d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:23:25.647286 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6671e934-6cda-460b-8f0a-03ae16186c22 req-1d0e8bf4-addd-4154-92ca-0c0186c6a72d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=592b9e2b-8e1d-43e3-874d-2141ea985036 HTTP/1.1" status: 200 len: 859 time: 0.1512420 Jan 28 07:23:25.752895 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6671e934-6cda-460b-8f0a-03ae16186c22 req-81a11844-41d2-4073-981e-5936fc12b38a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d1475e27-b0c3-4efe-ad93-495023de269c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0757666 Jan 28 07:23:25.789561 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4b4f9800-9567-4218-979c-20cfcd68d92d req-7ee27027-4ea1-40dd-acd8-b7bf30579447 tempest-ListServersNegativeTestJSON-1685624713 tempest-ListServersNegativeTestJSON-1685624713-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca7ef53a-ff1d-44e9-a4ed-5cefa6a82e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198465 Jan 28 07:23:25.803653 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-25d9b3b2-9d62-4a23-b580-ae1ab5512d67 req-41831a37-4b17-4932-b801-1a4773b655af tempest-ServerShowV257Test-1284885585 tempest-ServerShowV257Test-1284885585-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f2e7006-ad3c-4683-b0d1-b36d657699aa HTTP/1.1" status: 200 len: 210 time: 0.0620973 Jan 28 07:23:25.893745 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-1a3b96ee-e5ca-450e-a444-3b021f5ed89c tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Allocated IP 2001:db8::337 (673c01ec-fe12-48f1-a33b-16ff0d038e98/43738727-4a85-4801-81f9-14855de4cc25/d7dadd5e-8ef0-4c71-af46-01e9f31c5453) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:23:25.904340 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-87c94275-87da-47c7-a7a3-e9d1cc01ee1d req-e803cfe7-365a-41e8-ad29-1402cdda8be1 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c1b44ef4-bd09-44be-9fca-ba97bacc8a3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2420704 Jan 28 07:23:25.979399 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6671e934-6cda-460b-8f0a-03ae16186c22 req-ae66a56d-1dde-42a5-891d-96350778c9ec service neutron] 10.222.0.10 "GET /v2.0/networks/d1475e27-b0c3-4efe-ad93-495023de269c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160013 Jan 28 07:23:26.114002 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c94275-87da-47c7-a7a3-e9d1cc01ee1d req-9aed2f61-a7ef-4c79-951f-9a295a5ba0af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:23:26.139980 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-87c94275-87da-47c7-a7a3-e9d1cc01ee1d req-9aed2f61-a7ef-4c79-951f-9a295a5ba0af service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3c6c4a028cf94108bec2ec0b2974d903&device_id=c1b44ef4-bd09-44be-9fca-ba97bacc8a3d HTTP/1.1" status: 200 len: 1097 time: 0.1909444 Jan 28 07:23:26.312828 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6671e934-6cda-460b-8f0a-03ae16186c22 req-97ea76cf-dfad-43f8-a98a-45599db83da4 service neutron] 10.222.0.10 "GET /v2.0/networks/d1475e27-b0c3-4efe-ad93-495023de269c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3255126 Jan 28 07:23:26.392797 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1a3b96ee-e5ca-450e-a444-3b021f5ed89c tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Publish callbacks [] for port (d7dadd5e-8ef0-4c71-af46-01e9f31c5453), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:26.405719 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fc1437-e928-4bb2-8d87-b110b9543fc3 req-db812c0a-7249-4004-bfd3-4d2d43739f8c tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:23:26.407294 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f3fc1437-e928-4bb2-8d87-b110b9543fc3 req-db812c0a-7249-4004-bfd3-4d2d43739f8c tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.41 "GET /v2.0/ports?device_id=aeaaa3c3-c9e8-421a-b853-2cb835ef20d4 HTTP/1.1" status: 200 len: 945 time: 0.1835685 Jan 28 07:23:26.409961 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 250f3bbc-f19e-4573-900e-15c9bb208bc5 up at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:23:26.412163 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c94275-87da-47c7-a7a3-e9d1cc01ee1d req-facdacf3-303a-4ef9-a3ef-c66550874b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:23:26.413723 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-87c94275-87da-47c7-a7a3-e9d1cc01ee1d req-facdacf3-303a-4ef9-a3ef-c66550874b65 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d1475e27-b0c3-4efe-ad93-495023de269c HTTP/1.1" status: 200 len: 920 time: 0.2421823 Jan 28 07:23:26.512099 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-87c94275-87da-47c7-a7a3-e9d1cc01ee1d req-5037e813-196f-4d63-8eab-060508ed672e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=83c0c0f5-7e7d-477c-811b-a3ba695527c8 HTTP/1.1" status: 200 len: 217 time: 0.0852511 Jan 28 07:23:26.520126 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning for port 250f3bbc-f19e-4573-900e-15c9bb208bc5 completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:23:26.539856 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning complete for port 250f3bbc-f19e-4573-900e-15c9bb208bc5 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:23:26.540591 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (250f3bbc-f19e-4573-900e-15c9bb208bc5), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:26.695627 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f3fc1437-e928-4bb2-8d87-b110b9543fc3 req-35c73ffd-b048-42d2-b785-a19e8ddff988 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ba1291a-f150-42f4-bf3d-2e5c804d6128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461581 Jan 28 07:23:26.706691 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1a3b96ee-e5ca-450e-a444-3b021f5ed89c tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (d7dadd5e-8ef0-4c71-af46-01e9f31c5453), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:26.737328 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 250f3bbc-f19e-4573-900e-15c9bb208bc5 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:23:26.737806 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (250f3bbc-f19e-4573-900e-15c9bb208bc5), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:26.809419 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0ef4db-8d18-4f46-81ca-430a871146cf req-9a0a37a2-07f0-42a7-9930-601c4b0dfa69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:23:26.812069 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0e0ef4db-8d18-4f46-81ca-430a871146cf req-9a0a37a2-07f0-42a7-9930-601c4b0dfa69 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3c6c4a028cf94108bec2ec0b2974d903&device_id=aeaaa3c3-c9e8-421a-b853-2cb835ef20d4 HTTP/1.1" status: 200 len: 1097 time: 0.2548494 Jan 28 07:23:26.898355 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 250f3bbc-f19e-4573-900e-15c9bb208bc5, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=250f3bbc-f19e-4573-900e-15c9bb208bc5,segment=NetworkSegment(42c45045-5a99-4a13-bdcc-c1d0e2d2f60f),segment_id=42c45045-5a99-4a13-bdcc-c1d0e2d2f60f)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:23:26.900900 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '110d0926-f04b-44e0-af2c-857242a09f97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '250f3bbc-f19e-4573-900e-15c9bb208bc5'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:23:26.903167 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff467c22-fbbe-4e68-948c-1478053af767" -d '{"events": [{"server_uuid": "110d0926-f04b-44e0-af2c-857242a09f97", "name": "network-vif-plugged", "status": "completed", "tag": "250f3bbc-f19e-4573-900e-15c9bb208bc5"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:23:26.911478 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (250f3bbc-f19e-4573-900e-15c9bb208bc5), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:26.987868 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a3b96ee-e5ca-450e-a444-3b021f5ed89c tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Network 673c01ec-fe12-48f1-a33b-16ff0d038e98 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:23:26.995654 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c94275-87da-47c7-a7a3-e9d1cc01ee1d req-cc857069-5adc-4813-8432-866bff471e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:23:27.007578 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-87c94275-87da-47c7-a7a3-e9d1cc01ee1d req-cc857069-5adc-4813-8432-866bff471e05 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=592b9e2b-8e1d-43e3-874d-2141ea985036 HTTP/1.1" status: 200 len: 859 time: 0.4015634 Jan 28 07:23:27.025625 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=250f3bbc-f19e-4573-900e-15c9bb208bc5,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:23:27.038084 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db34d57e-6b51-4761-9cb8-19dcdc9ee755 None None] Network 673c01ec-fe12-48f1-a33b-16ff0d038e98 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:23:27.041976 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 7f5e3e7c-c176-4a83-bcd0-dbc92f85eb6d up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:23:27.053387 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ca0fcc3c-256b-4008-bf05-a17770f16f48 req-563df618-8c4c-4a91-819f-23b9d0c24af2 tempest-ServerShowV257Test-1284885585 tempest-ServerShowV257Test-1284885585-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f2e7006-ad3c-4683-b0d1-b36d657699aa HTTP/1.1" status: 200 len: 210 time: 0.0439298 Jan 28 07:23:27.071087 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-1a3b96ee-e5ca-450e-a444-3b021f5ed89c tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:23:27.093312 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3b96ee-e5ca-450e-a444-3b021f5ed89c tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:23:27.099071 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a3b96ee-e5ca-450e-a444-3b021f5ed89c tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:23:27.100815 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1a3b96ee-e5ca-450e-a444-3b021f5ed89c tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:27.105653 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-87c94275-87da-47c7-a7a3-e9d1cc01ee1d req-8e994a2f-52d8-422b-9e10-3218f2f48ee8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d1475e27-b0c3-4efe-ad93-495023de269c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0972188 Jan 28 07:23:27.107190 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3b96ee-e5ca-450e-a444-3b021f5ed89c tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Pushing event updated for resources: {'Port': ['ID=d7dadd5e-8ef0-4c71-af46-01e9f31c5453,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:23:27.149624 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-443a2f5a-93ee-4165-a7e1-8cbdccfd65a4 x-openstack-request-id: req-443a2f5a-93ee-4165-a7e1-8cbdccfd65a4 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:23:27.149929 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "110d0926-f04b-44e0-af2c-857242a09f97", "name": "network-vif-plugged", "status": "completed", "tag": "250f3bbc-f19e-4573-900e-15c9bb208bc5", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:23:27.150198 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-443a2f5a-93ee-4165-a7e1-8cbdccfd65a4 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:23:27.150600 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '110d0926-f04b-44e0-af2c-857242a09f97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '250f3bbc-f19e-4573-900e-15c9bb208bc5', 'code': 200} Jan 28 07:23:27.169609 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-77c6d436-99e7-48ce-83fd-d5cc2e7506c3 None None] Provisioning complete for port 7f5e3e7c-c176-4a83-bcd0-dbc92f85eb6d triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:23:27.169915 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-77c6d436-99e7-48ce-83fd-d5cc2e7506c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (7f5e3e7c-c176-4a83-bcd0-dbc92f85eb6d), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:27.207027 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-1a3b96ee-e5ca-450e-a444-3b021f5ed89c tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 2.4831872 Jan 28 07:23:27.209862 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 56864) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:23:27.227428 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 7f5e3e7c-c176-4a83-bcd0-dbc92f85eb6d triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:23:27.227821 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (7f5e3e7c-c176-4a83-bcd0-dbc92f85eb6d), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:27.228912 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e91c9d-6991-454d-a411-2ebcc67878e0 req-82aeaf49-ae02-4834-b666-f21b16fe0ea2 tempest-ListServersNegativeTestJSON-1685624713 tempest-ListServersNegativeTestJSON-1685624713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:23:27.238937 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-68e91c9d-6991-454d-a411-2ebcc67878e0 req-82aeaf49-ae02-4834-b666-f21b16fe0ea2 tempest-ListServersNegativeTestJSON-1685624713 tempest-ListServersNegativeTestJSON-1685624713-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f6e44b2-d6cb-4d30-95b7-c7458178fee0 HTTP/1.1" status: 200 len: 944 time: 0.2940214 Jan 28 07:23:27.317295 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0ef4db-8d18-4f46-81ca-430a871146cf req-40228fad-d30d-4e86-b543-14f4c0afd954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:23:27.318782 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0e0ef4db-8d18-4f46-81ca-430a871146cf req-40228fad-d30d-4e86-b543-14f4c0afd954 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d1475e27-b0c3-4efe-ad93-495023de269c HTTP/1.1" status: 200 len: 920 time: 0.4250495 Jan 28 07:23:27.371141 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb4db52-da8b-4b33-8f49-af49711ebc87 req-e70cdcbd-fff6-45ec-8c7f-e0a7e17c2c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:23:27.373148 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9bb4db52-da8b-4b33-8f49-af49711ebc87 req-e70cdcbd-fff6-45ec-8c7f-e0a7e17c2c5a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=110d0926-f04b-44e0-af2c-857242a09f97 HTTP/1.1" status: 200 len: 1097 time: 0.0732384 Jan 28 07:23:27.387701 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a03ab17b-fcae-41ce-ac31-809624752a8e tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:23:27.395923 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a03ab17b-fcae-41ce-ac31-809624752a8e tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:23:27.406651 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a03ab17b-fcae-41ce-ac31-809624752a8e tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:23:27.408862 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-a03ab17b-fcae-41ce-ac31-809624752a8e tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.1964388 Jan 28 07:23:27.417886 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 56876) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:23:27.422452 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0e0ef4db-8d18-4f46-81ca-430a871146cf req-a14e6d20-f1d2-4e50-94a8-f6d222255c3e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e48328d3-a379-4bea-bd3f-d4b123b63f08 HTTP/1.1" status: 200 len: 217 time: 0.0843117 Jan 28 07:23:27.458421 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9bb4db52-da8b-4b33-8f49-af49711ebc87 req-10400932-c8ee-4c77-9f35-7b60b508c69f service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=ca7ef53a-ff1d-44e9-a4ed-5cefa6a82e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482116 Jan 28 07:23:27.469544 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-77c6d436-99e7-48ce-83fd-d5cc2e7506c3 None None] Current status of the port 7f5e3e7c-c176-4a83-bcd0-dbc92f85eb6d is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:23:27.470756 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-77c6d436-99e7-48ce-83fd-d5cc2e7506c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (7f5e3e7c-c176-4a83-bcd0-dbc92f85eb6d), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:27.497456 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 7f5e3e7c-c176-4a83-bcd0-dbc92f85eb6d is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:23:27.498046 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (7f5e3e7c-c176-4a83-bcd0-dbc92f85eb6d), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:27.550164 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-77c6d436-99e7-48ce-83fd-d5cc2e7506c3 None None] For port 7f5e3e7c-c176-4a83-bcd0-dbc92f85eb6d, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=7f5e3e7c-c176-4a83-bcd0-dbc92f85eb6d,segment=NetworkSegment(30e41e4d-87fa-490a-afa4-40d348abb9e2),segment_id=30e41e4d-87fa-490a-afa4-40d348abb9e2)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:23:27.557915 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 2b95e989-e469-4b42-84e0-8d347e472d3a up at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:23:27.563973 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-77c6d436-99e7-48ce-83fd-d5cc2e7506c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (7f5e3e7c-c176-4a83-bcd0-dbc92f85eb6d), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:27.693012 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c6d436-99e7-48ce-83fd-d5cc2e7506c3 None None] Pushing event updated for resources: {'Port': ['ID=7f5e3e7c-c176-4a83-bcd0-dbc92f85eb6d,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:23:27.700365 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.db.api [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103285) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 07:23:27.700735 n-d-712749-28 neutron-server[103285]: DEBUG oslo_db.api [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 07:23:27.729494 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning for port 2b95e989-e469-4b42-84e0-8d347e472d3a completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:23:27.735495 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning complete for port 2b95e989-e469-4b42-84e0-8d347e472d3a triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:23:27.736473 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (2b95e989-e469-4b42-84e0-8d347e472d3a), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:27.857620 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port 2b95e989-e469-4b42-84e0-8d347e472d3a is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:23:27.858157 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (2b95e989-e469-4b42-84e0-8d347e472d3a), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:27.909906 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7367b1ab-b8ca-4cc9-9a04-383dcc060a04 req-9e781b79-f444-4545-9209-0a4b42db3a86 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:23:27.912723 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7367b1ab-b8ca-4cc9-9a04-383dcc060a04 req-9e781b79-f444-4545-9209-0a4b42db3a86 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.41 "GET /v2.0/ports?device_id=aeaaa3c3-c9e8-421a-b853-2cb835ef20d4 HTTP/1.1" status: 200 len: 945 time: 0.0860739 Jan 28 07:23:27.930909 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 2b95e989-e469-4b42-84e0-8d347e472d3a, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=2b95e989-e469-4b42-84e0-8d347e472d3a,segment=NetworkSegment(42c45045-5a99-4a13-bdcc-c1d0e2d2f60f),segment_id=42c45045-5a99-4a13-bdcc-c1d0e2d2f60f)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:23:27.935576 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-614be1e3-0c53-4390-b965-36a9ad73a940 None None] Provisioning complete for port d7dadd5e-8ef0-4c71-af46-01e9f31c5453 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:23:27.935772 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-614be1e3-0c53-4390-b965-36a9ad73a940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (d7dadd5e-8ef0-4c71-af46-01e9f31c5453), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:27.957297 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (2b95e989-e469-4b42-84e0-8d347e472d3a), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:28.004146 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7367b1ab-b8ca-4cc9-9a04-383dcc060a04 req-c01670f5-b472-4930-b538-7248f2408935 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ba1291a-f150-42f4-bf3d-2e5c804d6128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852559 Jan 28 07:23:28.046400 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=2b95e989-e469-4b42-84e0-8d347e472d3a,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:23:28.066980 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-614be1e3-0c53-4390-b965-36a9ad73a940 None None] Port d7dadd5e-8ef0-4c71-af46-01e9f31c5453 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:23:28.070731 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-87c94275-87da-47c7-a7a3-e9d1cc01ee1d req-05eeb20a-53a2-46da-aa5e-5e8916b4ee4a service neutron] 10.222.0.44 "GET /v2.0/networks/d1475e27-b0c3-4efe-ad93-495023de269c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9512556 Jan 28 07:23:28.084082 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-614be1e3-0c53-4390-b965-36a9ad73a940 None None] Provisioning complete for port f5f00f63-581d-46be-b1c7-c53700ddef95 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:23:28.084245 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-614be1e3-0c53-4390-b965-36a9ad73a940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (f5f00f63-581d-46be-b1c7-c53700ddef95), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:28.087305 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-68e91c9d-6991-454d-a411-2ebcc67878e0 req-7696158b-899d-4f4a-9301-0b081ad9c022 tempest-ListServersNegativeTestJSON-1685624713 tempest-ListServersNegativeTestJSON-1685624713-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca7ef53a-ff1d-44e9-a4ed-5cefa6a82e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8472745 Jan 28 07:23:28.141234 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-614be1e3-0c53-4390-b965-36a9ad73a940 None None] Port f5f00f63-581d-46be-b1c7-c53700ddef95 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:23:28.167887 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-614be1e3-0c53-4390-b965-36a9ad73a940 None None] Provisioning complete for port 7f5e3e7c-c176-4a83-bcd0-dbc92f85eb6d triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:23:28.168284 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-614be1e3-0c53-4390-b965-36a9ad73a940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (7f5e3e7c-c176-4a83-bcd0-dbc92f85eb6d), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:28.310917 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 7f5e3e7c-c176-4a83-bcd0-dbc92f85eb6d is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:23:28.351062 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0ef4db-8d18-4f46-81ca-430a871146cf req-93239a3e-5e76-48bf-b16e-cac395086d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:23:28.353007 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0e0ef4db-8d18-4f46-81ca-430a871146cf req-93239a3e-5e76-48bf-b16e-cac395086d1d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=592b9e2b-8e1d-43e3-874d-2141ea985036 HTTP/1.1" status: 200 len: 859 time: 0.9110873 Jan 28 07:23:28.396288 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d550480d-b5b6-4d83-8cc0-baa4af69eea7 req-29e1f630-f35c-40de-a20b-0e76b0f64d62 tempest-ServerShowV257Test-1284885585 tempest-ServerShowV257Test-1284885585-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f2e7006-ad3c-4683-b0d1-b36d657699aa HTTP/1.1" status: 200 len: 210 time: 0.1702318 Jan 28 07:23:28.434600 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0e0ef4db-8d18-4f46-81ca-430a871146cf req-cb02dbd4-15de-4cca-ba0e-f44f18855f8a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d1475e27-b0c3-4efe-ad93-495023de269c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553348 Jan 28 07:23:28.436940 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-87c94275-87da-47c7-a7a3-e9d1cc01ee1d req-7d719551-7f15-454a-8a6d-550ef0d698db service neutron] 10.222.0.44 "GET /v2.0/networks/d1475e27-b0c3-4efe-ad93-495023de269c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3393607 Jan 28 07:23:28.478151 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-614be1e3-0c53-4390-b965-36a9ad73a940 None None] Current status of the port 7f5e3e7c-c176-4a83-bcd0-dbc92f85eb6d is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:23:28.523062 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-3cd23d1f-68f3-4614-adac-bdbeb491574f tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Deleting port d7dadd5e-8ef0-4c71-af46-01e9f31c5453 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:23:28.523595 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3cd23d1f-68f3-4614-adac-bdbeb491574f tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (d7dadd5e-8ef0-4c71-af46-01e9f31c5453), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:28.619414 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-a3afdc7e-9af4-4d4a-b10c-b184f6e240b3 None None] Provisioning complete for port f5f00f63-581d-46be-b1c7-c53700ddef95 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:23:28.619808 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a3afdc7e-9af4-4d4a-b10c-b184f6e240b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (f5f00f63-581d-46be-b1c7-c53700ddef95), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:28.711209 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0e0ef4db-8d18-4f46-81ca-430a871146cf req-4d75aca6-a29e-45fe-9a0a-2763efa26a8e service neutron] 10.222.0.10 "GET /v2.0/networks/d1475e27-b0c3-4efe-ad93-495023de269c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2628326 Jan 28 07:23:28.722141 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-a3afdc7e-9af4-4d4a-b10c-b184f6e240b3 None None] Port f5f00f63-581d-46be-b1c7-c53700ddef95 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:23:28.752429 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3cd23d1f-68f3-4614-adac-bdbeb491574f tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (d7dadd5e-8ef0-4c71-af46-01e9f31c5453), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:28.797813 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-3cd23d1f-68f3-4614-adac-bdbeb491574f tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Calling delete_port for d7dadd5e-8ef0-4c71-af46-01e9f31c5453 owned by {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:23:28.828723 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 7f5e3e7c-c176-4a83-bcd0-dbc92f85eb6d up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:23:28.892461 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-593a445d-bf6b-4918-804b-323b957a8b90 None None] Provisioning complete for port d7dadd5e-8ef0-4c71-af46-01e9f31c5453 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:23:28.892914 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-593a445d-bf6b-4918-804b-323b957a8b90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (d7dadd5e-8ef0-4c71-af46-01e9f31c5453), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:28.894467 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0e0ef4db-8d18-4f46-81ca-430a871146cf req-f86698fb-c993-46d2-a212-ec2576f20776 service neutron] 10.222.0.10 "GET /v2.0/networks/d1475e27-b0c3-4efe-ad93-495023de269c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724784 Jan 28 07:23:28.968813 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-593a445d-bf6b-4918-804b-323b957a8b90 None None] Port d7dadd5e-8ef0-4c71-af46-01e9f31c5453 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:23:28.987204 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 7f5e3e7c-c176-4a83-bcd0-dbc92f85eb6d triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:23:28.987747 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (7f5e3e7c-c176-4a83-bcd0-dbc92f85eb6d), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:29.002990 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3cd23d1f-68f3-4614-adac-bdbeb491574f tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (d7dadd5e-8ef0-4c71-af46-01e9f31c5453), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:29.044545 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd23d1f-68f3-4614-adac-bdbeb491574f tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Pushing event deleted for resources: {'Port': ['ID=d7dadd5e-8ef0-4c71-af46-01e9f31c5453,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:23:29.151303 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f6e44b2-d6cb-4d30-95b7-c7458178fee0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b95e989-e469-4b42-84e0-8d347e472d3a'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:23:29.163104 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b1d4a44-ff46-4317-a407-c60adeea065a" -d '{"events": [{"server_uuid": "8f6e44b2-d6cb-4d30-95b7-c7458178fee0", "name": "network-vif-plugged", "status": "completed", "tag": "2b95e989-e469-4b42-84e0-8d347e472d3a"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:23:29.177404 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 7f5e3e7c-c176-4a83-bcd0-dbc92f85eb6d is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:23:29.202766 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c264f432-2da0-4811-bed9-22be4d900f84 req-61771221-3bfd-4262-930d-587900086b49 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:23:29.215088 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c264f432-2da0-4811-bed9-22be4d900f84 req-61771221-3bfd-4262-930d-587900086b49 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.41 "GET /v2.0/ports?device_id=aeaaa3c3-c9e8-421a-b853-2cb835ef20d4 HTTP/1.1" status: 200 len: 945 time: 0.1262271 Jan 28 07:23:29.251830 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3cd23d1f-68f3-4614-adac-bdbeb491574f tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:29.255116 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-3cd23d1f-68f3-4614-adac-bdbeb491574f tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] 10.222.0.41 "DELETE /v2.0/ports/d7dadd5e-8ef0-4c71-af46-01e9f31c5453 HTTP/1.1" status: 204 len: 168 time: 1.8343358 Jan 28 07:23:29.259084 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 56916) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:23:29.310837 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3288963b-0b2f-4252-90e8-c32639ece846 req-493a72d3-ac97-468a-b0d4-501808b9e0df tempest-ListServersNegativeTestJSON-1685624713 tempest-ListServersNegativeTestJSON-1685624713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:23:29.312539 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-3288963b-0b2f-4252-90e8-c32639ece846 req-493a72d3-ac97-468a-b0d4-501808b9e0df tempest-ListServersNegativeTestJSON-1685624713 tempest-ListServersNegativeTestJSON-1685624713-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f6e44b2-d6cb-4d30-95b7-c7458178fee0 HTTP/1.1" status: 200 len: 945 time: 0.0665879 Jan 28 07:23:29.322702 n-d-712749-28 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-22a89c62-5d88-4784-bd41-dcf71c1feb33 tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] GET failed (client error): The resource could not be found. Jan 28 07:23:29.324315 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-22a89c62-5d88-4784-bd41-dcf71c1feb33 tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] 10.222.0.41 "GET /v2.0/ports/d7dadd5e-8ef0-4c71-af46-01e9f31c5453 HTTP/1.1" status: 404 len: 333 time: 0.0640137 Jan 28 07:23:29.329091 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 56922) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:23:29.334320 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-8b99d709-fbf6-43cc-9c98-0de138001d0c tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Request body: {'port': {'network_id': '673c01ec-fe12-48f1-a33b-16ff0d038e98', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1806453717'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:23:29.380002 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c264f432-2da0-4811-bed9-22be4d900f84 req-8a7f411f-0b44-4238-be02-8a9c625d751f tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ba1291a-f150-42f4-bf3d-2e5c804d6128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639266 Jan 28 07:23:29.385507 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-3288963b-0b2f-4252-90e8-c32639ece846 req-f3b52f92-c2bc-47e0-8ddc-f44e2487940f tempest-ListServersNegativeTestJSON-1685624713 tempest-ListServersNegativeTestJSON-1685624713-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca7ef53a-ff1d-44e9-a4ed-5cefa6a82e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645411 Jan 28 07:23:29.519084 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b99d709-fbf6-43cc-9c98-0de138001d0c tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Made reservation on behalf of 1520f78d34ba4b79adc648e8afdd1d6e for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:23:29.519794 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:23:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99986af2-ec13-4c2b-90b1-b2dff26fbd1c x-openstack-request-id: req-99986af2-ec13-4c2b-90b1-b2dff26fbd1c {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:23:29.520771 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f6e44b2-d6cb-4d30-95b7-c7458178fee0", "name": "network-vif-plugged", "status": "completed", "tag": "2b95e989-e469-4b42-84e0-8d347e472d3a", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:23:29.521214 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-99986af2-ec13-4c2b-90b1-b2dff26fbd1c {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:23:29.521793 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f6e44b2-d6cb-4d30-95b7-c7458178fee0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b95e989-e469-4b42-84e0-8d347e472d3a', 'code': 200} Jan 28 07:23:29.526206 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8b99d709-fbf6-43cc-9c98-0de138001d0c tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:29.551917 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [None req-8b99d709-fbf6-43cc-9c98-0de138001d0c tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] device_id is not set on port 15846264-fe53-4d9c-9ce2-9465b8e5cefd yet. {{(pid=103284) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 07:23:29.681558 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-653adfc2-3b48-4d15-bcb3-f0913668f05d req-2e4d41ec-d977-4c6a-bb4c-68be57159103 tempest-ServerShowV257Test-1284885585 tempest-ServerShowV257Test-1284885585-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f2e7006-ad3c-4683-b0d1-b36d657699aa HTTP/1.1" status: 200 len: 210 time: 0.0600760 Jan 28 07:23:29.689471 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec4f367-c30e-461e-b848-e1c6cb9b9564 req-d1d59027-a3a1-4dc2-b3f0-f5876e10cc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:23:29.691258 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-dec4f367-c30e-461e-b848-e1c6cb9b9564 req-d1d59027-a3a1-4dc2-b3f0-f5876e10cc75 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8f6e44b2-d6cb-4d30-95b7-c7458178fee0 HTTP/1.1" status: 200 len: 1097 time: 0.0583045 Jan 28 07:23:29.778062 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-dec4f367-c30e-461e-b848-e1c6cb9b9564 req-adeae6ad-d3ce-44ff-a001-6e3348422d8b service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=ca7ef53a-ff1d-44e9-a4ed-5cefa6a82e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795031 Jan 28 07:23:29.780415 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-8b99d709-fbf6-43cc-9c98-0de138001d0c tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Allocated IP 2001:db8::378 (673c01ec-fe12-48f1-a33b-16ff0d038e98/43738727-4a85-4801-81f9-14855de4cc25/15846264-fe53-4d9c-9ce2-9465b8e5cefd) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:23:30.052066 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8b99d709-fbf6-43cc-9c98-0de138001d0c tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Publish callbacks [] for port (15846264-fe53-4d9c-9ce2-9465b8e5cefd), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:30.096894 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8b99d709-fbf6-43cc-9c98-0de138001d0c tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (15846264-fe53-4d9c-9ce2-9465b8e5cefd), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:30.166902 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b99d709-fbf6-43cc-9c98-0de138001d0c tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Network 673c01ec-fe12-48f1-a33b-16ff0d038e98 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:23:30.170302 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-8b99d709-fbf6-43cc-9c98-0de138001d0c tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:23:30.185719 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b99d709-fbf6-43cc-9c98-0de138001d0c tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:23:30.189217 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-43bbfff2-841c-4c01-819f-186d4186c073 req-26e33486-edf9-4cb6-8253-eb70e253d9cb service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8f2e7006-ad3c-4683-b0d1-b36d657699aa HTTP/1.1" status: 200 len: 210 time: 0.0478878 Jan 28 07:23:30.194557 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b99d709-fbf6-43cc-9c98-0de138001d0c tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:23:30.195511 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8b99d709-fbf6-43cc-9c98-0de138001d0c tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:30.209521 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b99d709-fbf6-43cc-9c98-0de138001d0c tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Pushing event updated for resources: {'Port': ['ID=15846264-fe53-4d9c-9ce2-9465b8e5cefd,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:23:30.228731 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-8b99d709-fbf6-43cc-9c98-0de138001d0c tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.8983490 Jan 28 07:23:30.232557 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 56946) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:23:30.240680 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-8e0a6a5f-dd31-4f7c-bc09-b48dd60ff3d2 tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::21b', 'mac_address': 'fa:16:3e:72:cb:16'}]}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:23:30.332888 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8e0a6a5f-dd31-4f7c-bc09-b48dd60ff3d2 tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (15846264-fe53-4d9c-9ce2-9465b8e5cefd), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:30.644666 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-ee96676e-e203-4902-98b0-a2c5309472ce None None] Provisioning complete for port 15846264-fe53-4d9c-9ce2-9465b8e5cefd triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:23:30.645258 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ee96676e-e203-4902-98b0-a2c5309472ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (15846264-fe53-4d9c-9ce2-9465b8e5cefd), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:30.682768 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af28267-bd42-4c3f-a009-fe112dedd4b5 req-7284a41d-7d3f-4aa8-adc6-9529ae808278 tempest-ListServersNegativeTestJSON-1685624713 tempest-ListServersNegativeTestJSON-1685624713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:23:30.690982 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7af28267-bd42-4c3f-a009-fe112dedd4b5 req-7284a41d-7d3f-4aa8-adc6-9529ae808278 tempest-ListServersNegativeTestJSON-1685624713 tempest-ListServersNegativeTestJSON-1685624713-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f6e44b2-d6cb-4d30-95b7-c7458178fee0 HTTP/1.1" status: 200 len: 945 time: 0.1209157 Jan 28 07:23:30.741505 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-ee96676e-e203-4902-98b0-a2c5309472ce None None] Port 15846264-fe53-4d9c-9ce2-9465b8e5cefd cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:23:30.796719 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8e0a6a5f-dd31-4f7c-bc09-b48dd60ff3d2 tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Publish callbacks [] for port (15846264-fe53-4d9c-9ce2-9465b8e5cefd), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:30.811847 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7af28267-bd42-4c3f-a009-fe112dedd4b5 req-23b456c0-2297-4e69-afc1-66402da3ac41 tempest-ListServersNegativeTestJSON-1685624713 tempest-ListServersNegativeTestJSON-1685624713-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca7ef53a-ff1d-44e9-a4ed-5cefa6a82e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198180 Jan 28 07:23:30.813517 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8e0a6a5f-dd31-4f7c-bc09-b48dd60ff3d2 tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (15846264-fe53-4d9c-9ce2-9465b8e5cefd), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:30.892236 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-79e38027-cbb6-4e9b-a7c4-ff5781c9e707 req-6233f75d-a6bc-4148-9d0d-15319edfcba9 tempest-ServerShowV257Test-1284885585 tempest-ServerShowV257Test-1284885585-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f2e7006-ad3c-4683-b0d1-b36d657699aa HTTP/1.1" status: 200 len: 210 time: 0.0600369 Jan 28 07:23:30.921858 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-8e0a6a5f-dd31-4f7c-bc09-b48dd60ff3d2 tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] In _notify_port_updated(), no bound segment for port 15846264-fe53-4d9c-9ce2-9465b8e5cefd on network 673c01ec-fe12-48f1-a33b-16ff0d038e98 {{(pid=103283) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 07:23:30.941529 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e0a6a5f-dd31-4f7c-bc09-b48dd60ff3d2 tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:23:30.942234 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8e0a6a5f-dd31-4f7c-bc09-b48dd60ff3d2 tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:30.947104 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-8e0a6a5f-dd31-4f7c-bc09-b48dd60ff3d2 tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] 10.222.0.41 "PUT /v2.0/ports/15846264-fe53-4d9c-9ce2-9465b8e5cefd HTTP/1.1" status: 200 len: 1003 time: 0.7087681 Jan 28 07:23:30.947485 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 56968) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:23:30.991046 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0a6a5f-dd31-4f7c-bc09-b48dd60ff3d2 tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Pushing event updated for resources: {'Port': ['ID=15846264-fe53-4d9c-9ce2-9465b8e5cefd,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:23:31.133533 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-ebfc2601-6acc-46c4-b4af-96914c68e64f tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Deleting port 15846264-fe53-4d9c-9ce2-9465b8e5cefd {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:23:31.133888 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ebfc2601-6acc-46c4-b4af-96914c68e64f tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (15846264-fe53-4d9c-9ce2-9465b8e5cefd), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:31.281029 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-b54c9601-4845-4127-8e1a-1fbd886b34b8 None None] Provisioning complete for port 15846264-fe53-4d9c-9ce2-9465b8e5cefd triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:23:31.281693 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b54c9601-4845-4127-8e1a-1fbd886b34b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (15846264-fe53-4d9c-9ce2-9465b8e5cefd), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:31.309601 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ebfc2601-6acc-46c4-b4af-96914c68e64f tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (15846264-fe53-4d9c-9ce2-9465b8e5cefd), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:31.326021 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-ebfc2601-6acc-46c4-b4af-96914c68e64f tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Calling delete_port for 15846264-fe53-4d9c-9ce2-9465b8e5cefd owned by {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:23:31.379895 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-b54c9601-4845-4127-8e1a-1fbd886b34b8 None None] Port 15846264-fe53-4d9c-9ce2-9465b8e5cefd cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:23:31.573193 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ebfc2601-6acc-46c4-b4af-96914c68e64f tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (15846264-fe53-4d9c-9ce2-9465b8e5cefd), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:31.606044 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfc2601-6acc-46c4-b4af-96914c68e64f tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Pushing event deleted for resources: {'Port': ['ID=15846264-fe53-4d9c-9ce2-9465b8e5cefd,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:23:31.769947 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ebfc2601-6acc-46c4-b4af-96914c68e64f tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:31.774941 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-ebfc2601-6acc-46c4-b4af-96914c68e64f tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] 10.222.0.41 "DELETE /v2.0/ports/15846264-fe53-4d9c-9ce2-9465b8e5cefd HTTP/1.1" status: 204 len: 168 time: 0.8262813 Jan 28 07:23:31.777723 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 56982) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:23:31.856998 n-d-712749-28 neutron-server[103283]: INFO neutron.pecan_wsgi.hooks.translation [None req-19e7006f-65e4-4355-b5fb-34a9954e2ce8 tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] GET failed (client error): The resource could not be found. Jan 28 07:23:31.862459 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-19e7006f-65e4-4355-b5fb-34a9954e2ce8 tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] 10.222.0.41 "GET /v2.0/ports/15846264-fe53-4d9c-9ce2-9465b8e5cefd HTTP/1.1" status: 404 len: 333 time: 0.0798211 Jan 28 07:23:31.862858 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 56988) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:23:31.869620 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-b3ff74cb-4d7e-4e64-b244-fe4c339cb7f2 tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Request body: {'port': {'network_id': '673c01ec-fe12-48f1-a33b-16ff0d038e98', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1515381388'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:23:32.086941 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ab519e7e-5752-4274-b95d-d88295db3695 req-8ad6aa5b-ecb5-4adc-ad2c-020c525c34dd tempest-ServerShowV257Test-1284885585 tempest-ServerShowV257Test-1284885585-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f2e7006-ad3c-4683-b0d1-b36d657699aa HTTP/1.1" status: 200 len: 210 time: 0.0549617 Jan 28 07:23:32.138024 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7884433-095b-4a21-a2f1-d70a78958829 req-1cde4c98-2ee1-4eef-9ade-58b01d2375cc tempest-ListServersNegativeTestJSON-1685624713 tempest-ListServersNegativeTestJSON-1685624713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:23:32.145247 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c7884433-095b-4a21-a2f1-d70a78958829 req-1cde4c98-2ee1-4eef-9ade-58b01d2375cc tempest-ListServersNegativeTestJSON-1685624713 tempest-ListServersNegativeTestJSON-1685624713-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f6e44b2-d6cb-4d30-95b7-c7458178fee0 HTTP/1.1" status: 200 len: 945 time: 0.1667509 Jan 28 07:23:32.200412 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3ff74cb-4d7e-4e64-b244-fe4c339cb7f2 tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Made reservation on behalf of 1520f78d34ba4b79adc648e8afdd1d6e for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:23:32.203864 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b3ff74cb-4d7e-4e64-b244-fe4c339cb7f2 tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:32.210202 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c7884433-095b-4a21-a2f1-d70a78958829 req-ad333133-aa6a-4adf-b805-91454ebf3c7c tempest-ListServersNegativeTestJSON-1685624713 tempest-ListServersNegativeTestJSON-1685624713-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca7ef53a-ff1d-44e9-a4ed-5cefa6a82e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639658 Jan 28 07:23:32.227100 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [None req-b3ff74cb-4d7e-4e64-b244-fe4c339cb7f2 tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] device_id is not set on port f80a11e4-aa70-43a5-b4db-4362a9631720 yet. {{(pid=103284) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 07:23:32.252790 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf2cce7-ff79-455d-a94d-45995cb3de1f req-14eaa8db-e3fa-4d25-b4b7-4738074ebb37 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:23:32.254319 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-abf2cce7-ff79-455d-a94d-45995cb3de1f req-14eaa8db-e3fa-4d25-b4b7-4738074ebb37 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.41 "GET /v2.0/ports?device_id=aeaaa3c3-c9e8-421a-b853-2cb835ef20d4 HTTP/1.1" status: 200 len: 945 time: 0.0865171 Jan 28 07:23:32.369407 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-abf2cce7-ff79-455d-a94d-45995cb3de1f req-884f74bd-5fa2-4402-9609-07a97f78476a tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ba1291a-f150-42f4-bf3d-2e5c804d6128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027932 Jan 28 07:23:32.370883 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-b3ff74cb-4d7e-4e64-b244-fe4c339cb7f2 tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Allocated IP 2001:db8::2aa (673c01ec-fe12-48f1-a33b-16ff0d038e98/43738727-4a85-4801-81f9-14855de4cc25/f80a11e4-aa70-43a5-b4db-4362a9631720) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:23:32.499966 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-169613da-7d0b-437e-9e6a-adea06df5a01 req-e15a4df9-a53e-40b7-8187-a42914c3e2b6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=525d09c0c16247acabd13f31a41d42a7&device_id=8f2e7006-ad3c-4683-b0d1-b36d657699aa HTTP/1.1" status: 200 len: 210 time: 0.0514216 Jan 28 07:23:32.565921 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d89d2658-cef9-479c-bf45-70a821506306 req-e589c8c7-52d1-4bfb-9caa-bff59379db47 tempest-ServerShowV257Test-1284885585 tempest-ServerShowV257Test-1284885585-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f2e7006-ad3c-4683-b0d1-b36d657699aa HTTP/1.1" status: 200 len: 210 time: 0.0559645 Jan 28 07:23:32.568130 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-169613da-7d0b-437e-9e6a-adea06df5a01 req-4204d82c-81af-4b43-802c-0bfc7d7f0efe service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=525d09c0c16247acabd13f31a41d42a7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0491574 Jan 28 07:23:32.608838 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2338bb4d-ae7b-4c1f-9eb1-247cbc454786 req-cc7f6220-cc9b-46d5-a362-392cae4277c2 tempest-ListServersNegativeTestJSON-1685624713 tempest-ListServersNegativeTestJSON-1685624713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:23:32.610753 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2338bb4d-ae7b-4c1f-9eb1-247cbc454786 req-cc7f6220-cc9b-46d5-a362-392cae4277c2 tempest-ListServersNegativeTestJSON-1685624713 tempest-ListServersNegativeTestJSON-1685624713-project] 10.222.0.41 "GET /v2.0/ports?device_id=110d0926-f04b-44e0-af2c-857242a09f97 HTTP/1.1" status: 200 len: 945 time: 0.1698680 Jan 28 07:23:32.685736 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169613da-7d0b-437e-9e6a-adea06df5a01 req-4016cddd-b3a2-4304-a0f9-6cd63413a2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:23:32.687849 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-169613da-7d0b-437e-9e6a-adea06df5a01 req-4016cddd-b3a2-4304-a0f9-6cd63413a2fe service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1135166 Jan 28 07:23:32.741220 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b3ff74cb-4d7e-4e64-b244-fe4c339cb7f2 tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Publish callbacks [] for port (f80a11e4-aa70-43a5-b4db-4362a9631720), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:32.765239 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2338bb4d-ae7b-4c1f-9eb1-247cbc454786 req-df190797-1f72-4e28-ad1a-4b654680d5f7 tempest-ListServersNegativeTestJSON-1685624713 tempest-ListServersNegativeTestJSON-1685624713-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca7ef53a-ff1d-44e9-a4ed-5cefa6a82e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459470 Jan 28 07:23:32.819755 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b3ff74cb-4d7e-4e64-b244-fe4c339cb7f2 tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (f80a11e4-aa70-43a5-b4db-4362a9631720), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:32.864973 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ff74cb-4d7e-4e64-b244-fe4c339cb7f2 tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Network 673c01ec-fe12-48f1-a33b-16ff0d038e98 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:23:32.871328 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-b3ff74cb-4d7e-4e64-b244-fe4c339cb7f2 tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:23:32.876248 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ff74cb-4d7e-4e64-b244-fe4c339cb7f2 tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:23:32.882187 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ff74cb-4d7e-4e64-b244-fe4c339cb7f2 tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:23:32.883112 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b3ff74cb-4d7e-4e64-b244-fe4c339cb7f2 tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:32.911205 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 57036) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:23:32.911843 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-b3ff74cb-4d7e-4e64-b244-fe4c339cb7f2 tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.0474565 Jan 28 07:23:32.919948 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-57d7aa3c-a4dc-4d6d-8f2d-1ca5007c5672 tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:72:cb:16'}]}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:23:32.921395 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ff74cb-4d7e-4e64-b244-fe4c339cb7f2 tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Pushing event updated for resources: {'Port': ['ID=f80a11e4-aa70-43a5-b4db-4362a9631720,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:23:32.941961 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:33.251073 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-77b5a326-6aa0-4a03-85cb-2e6510eb1942 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:33.275924 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-57d7aa3c-a4dc-4d6d-8f2d-1ca5007c5672 tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (f80a11e4-aa70-43a5-b4db-4362a9631720), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:33.379066 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-29ea3e3b-de02-463e-ac87-aea9e84f3b83 None None] Provisioning complete for port f80a11e4-aa70-43a5-b4db-4362a9631720 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:23:33.379456 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-29ea3e3b-de02-463e-ac87-aea9e84f3b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (f80a11e4-aa70-43a5-b4db-4362a9631720), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:33.496528 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-29ea3e3b-de02-463e-ac87-aea9e84f3b83 None None] Port f80a11e4-aa70-43a5-b4db-4362a9631720 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:23:33.671910 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-57d7aa3c-a4dc-4d6d-8f2d-1ca5007c5672 tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Publish callbacks [] for port (f80a11e4-aa70-43a5-b4db-4362a9631720), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:33.679727 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-57d7aa3c-a4dc-4d6d-8f2d-1ca5007c5672 tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (f80a11e4-aa70-43a5-b4db-4362a9631720), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:33.777263 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d7aa3c-a4dc-4d6d-8f2d-1ca5007c5672 tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Pushing event updated for resources: {'Port': ['ID=f80a11e4-aa70-43a5-b4db-4362a9631720,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:23:33.816184 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986680ef-3b11-4720-b28b-7e9d6510b555 req-888f6877-2cbd-4915-ad61-b6774618591a tempest-ListServersNegativeTestJSON-1685624713 tempest-ListServersNegativeTestJSON-1685624713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:23:33.823822 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-986680ef-3b11-4720-b28b-7e9d6510b555 req-888f6877-2cbd-4915-ad61-b6774618591a tempest-ListServersNegativeTestJSON-1685624713 tempest-ListServersNegativeTestJSON-1685624713-project] 10.222.0.41 "GET /v2.0/ports?device_id=672e1e16-37f5-450a-b846-0174eaec4798 HTTP/1.1" status: 200 len: 946 time: 0.8065739 Jan 28 07:23:33.847367 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e99e873c-453a-4896-9b5c-efacba184138 req-20bb7711-9022-42a8-bb32-10bf96381bdf tempest-ServerShowV257Test-1284885585 tempest-ServerShowV257Test-1284885585-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f2e7006-ad3c-4683-b0d1-b36d657699aa HTTP/1.1" status: 200 len: 210 time: 0.0647166 Jan 28 07:23:33.849126 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-57d7aa3c-a4dc-4d6d-8f2d-1ca5007c5672 tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] In _notify_port_updated(), no bound segment for port f80a11e4-aa70-43a5-b4db-4362a9631720 on network 673c01ec-fe12-48f1-a33b-16ff0d038e98 {{(pid=103283) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 07:23:33.854745 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d7aa3c-a4dc-4d6d-8f2d-1ca5007c5672 tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:23:33.855403 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-57d7aa3c-a4dc-4d6d-8f2d-1ca5007c5672 tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:33.856741 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-57d7aa3c-a4dc-4d6d-8f2d-1ca5007c5672 tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] 10.222.0.41 "PUT /v2.0/ports/f80a11e4-aa70-43a5-b4db-4362a9631720 HTTP/1.1" status: 200 len: 1003 time: 0.9427326 Jan 28 07:23:33.859709 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 57060) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:23:33.895537 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:33.978870 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-986680ef-3b11-4720-b28b-7e9d6510b555 req-6f381320-ab72-4bcc-9267-5ee0033b7643 tempest-ListServersNegativeTestJSON-1685624713 tempest-ListServersNegativeTestJSON-1685624713-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca7ef53a-ff1d-44e9-a4ed-5cefa6a82e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539488 Jan 28 07:23:34.044063 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-bc61bd2e-8926-489a-acfa-7718ed060b8a tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Deleting port f80a11e4-aa70-43a5-b4db-4362a9631720 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:23:34.044612 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-bc61bd2e-8926-489a-acfa-7718ed060b8a tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (f80a11e4-aa70-43a5-b4db-4362a9631720), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:34.309637 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-bc61bd2e-8926-489a-acfa-7718ed060b8a tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (f80a11e4-aa70-43a5-b4db-4362a9631720), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:34.361967 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-169613da-7d0b-437e-9e6a-adea06df5a01 req-8d24fb8c-1ff6-4f2f-a96b-0a7c4f2a5b66 tempest-ServerShowV257Test-1284885585 tempest-ServerShowV257Test-1284885585-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f2e7006-ad3c-4683-b0d1-b36d657699aa HTTP/1.1" status: 200 len: 210 time: 0.1146138 Jan 28 07:23:34.374608 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-bc61bd2e-8926-489a-acfa-7718ed060b8a tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Calling delete_port for f80a11e4-aa70-43a5-b4db-4362a9631720 owned by {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:23:34.471388 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-394606cc-f2ca-468c-a502-2a527740eb6d None None] Provisioning complete for port f80a11e4-aa70-43a5-b4db-4362a9631720 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:23:34.472472 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-394606cc-f2ca-468c-a502-2a527740eb6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (f80a11e4-aa70-43a5-b4db-4362a9631720), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:34.516339 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1995383-a1a0-4db6-ae57-29d6cbd7de10 req-49364455-4111-4e66-a6f6-583d76785054 tempest-ListServersNegativeTestJSON-1685624713 tempest-ListServersNegativeTestJSON-1685624713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:23:34.527295 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a1995383-a1a0-4db6-ae57-29d6cbd7de10 req-49364455-4111-4e66-a6f6-583d76785054 tempest-ListServersNegativeTestJSON-1685624713 tempest-ListServersNegativeTestJSON-1685624713-project] 10.222.0.41 "GET /v2.0/ports?device_id=672e1e16-37f5-450a-b846-0174eaec4798 HTTP/1.1" status: 200 len: 946 time: 0.1028125 Jan 28 07:23:34.543088 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-394606cc-f2ca-468c-a502-2a527740eb6d None None] Port f80a11e4-aa70-43a5-b4db-4362a9631720 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:23:34.628589 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a1995383-a1a0-4db6-ae57-29d6cbd7de10 req-40eeb09a-f3a7-494f-b11a-a45c4cc917b1 tempest-ListServersNegativeTestJSON-1685624713 tempest-ListServersNegativeTestJSON-1685624713-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca7ef53a-ff1d-44e9-a4ed-5cefa6a82e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943766 Jan 28 07:23:34.672378 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-bc61bd2e-8926-489a-acfa-7718ed060b8a tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (f80a11e4-aa70-43a5-b4db-4362a9631720), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:34.706889 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc61bd2e-8926-489a-acfa-7718ed060b8a tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Pushing event deleted for resources: {'Port': ['ID=f80a11e4-aa70-43a5-b4db-4362a9631720,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:23:34.755876 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-bc61bd2e-8926-489a-acfa-7718ed060b8a tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:34.762472 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-bc61bd2e-8926-489a-acfa-7718ed060b8a tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] 10.222.0.41 "DELETE /v2.0/ports/f80a11e4-aa70-43a5-b4db-4362a9631720 HTTP/1.1" status: 204 len: 168 time: 0.8996236 Jan 28 07:23:34.762893 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 57082) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:23:34.792166 n-d-712749-28 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-59c7181e-ce04-4145-adea-3146149ff076 tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] GET failed (client error): The resource could not be found. Jan 28 07:23:34.793925 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-59c7181e-ce04-4145-adea-3146149ff076 tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] 10.222.0.41 "GET /v2.0/ports/f80a11e4-aa70-43a5-b4db-4362a9631720 HTTP/1.1" status: 404 len: 333 time: 0.0300550 Jan 28 07:23:34.798004 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 57084) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:23:34.804935 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-e273d0d9-9337-40f6-a763-7e7750ae585c tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Request body: {'port': {'network_id': '673c01ec-fe12-48f1-a33b-16ff0d038e98', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-606336058'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:23:35.032856 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e273d0d9-9337-40f6-a763-7e7750ae585c tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Made reservation on behalf of 1520f78d34ba4b79adc648e8afdd1d6e for: {'port': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:23:35.041032 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e273d0d9-9337-40f6-a763-7e7750ae585c tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:35.127626 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-92e20822-bef3-4337-89cd-fef9e92d374b req-920ad39c-a0a3-4c0c-b2f2-5cb5ee611566 tempest-ServerShowV257Test-1284885585 tempest-ServerShowV257Test-1284885585-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f2e7006-ad3c-4683-b0d1-b36d657699aa HTTP/1.1" status: 200 len: 210 time: 0.0691278 Jan 28 07:23:35.172835 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-e273d0d9-9337-40f6-a763-7e7750ae585c tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] device_id is not set on port c2b679b6-b640-4e1e-b7d0-05c1c330d887 yet. {{(pid=103283) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 07:23:35.334832 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-e273d0d9-9337-40f6-a763-7e7750ae585c tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Allocated IP 2001:db8::285 (673c01ec-fe12-48f1-a33b-16ff0d038e98/43738727-4a85-4801-81f9-14855de4cc25/c2b679b6-b640-4e1e-b7d0-05c1c330d887) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:23:35.538061 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e273d0d9-9337-40f6-a763-7e7750ae585c tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Publish callbacks [] for port (c2b679b6-b640-4e1e-b7d0-05c1c330d887), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:35.582596 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e273d0d9-9337-40f6-a763-7e7750ae585c tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (c2b679b6-b640-4e1e-b7d0-05c1c330d887), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:35.606058 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-62548297-5e10-4b8c-aa17-423ee3144b2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:35.650933 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e273d0d9-9337-40f6-a763-7e7750ae585c tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Network 673c01ec-fe12-48f1-a33b-16ff0d038e98 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:23:35.656322 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-e273d0d9-9337-40f6-a763-7e7750ae585c tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:23:35.662234 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e273d0d9-9337-40f6-a763-7e7750ae585c tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:23:35.668079 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e273d0d9-9337-40f6-a763-7e7750ae585c tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:23:35.668877 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e273d0d9-9337-40f6-a763-7e7750ae585c tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:35.676145 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e273d0d9-9337-40f6-a763-7e7750ae585c tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Pushing event updated for resources: {'Port': ['ID=c2b679b6-b640-4e1e-b7d0-05c1c330d887,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:23:35.699746 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 57106) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:23:35.700802 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-e273d0d9-9337-40f6-a763-7e7750ae585c tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.9009705 Jan 28 07:23:35.705864 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-de2935f0-c911-403a-a15f-edb0d52c20ce tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Request body: {'port': {'network_id': '673c01ec-fe12-48f1-a33b-16ff0d038e98', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-424915012'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:23:35.849644 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92eedad-72d2-4498-8499-c80f26f5252e req-4000e380-fae4-49b4-8940-001431b5777c tempest-ListServersNegativeTestJSON-1685624713 tempest-ListServersNegativeTestJSON-1685624713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:23:35.853573 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d92eedad-72d2-4498-8499-c80f26f5252e req-4000e380-fae4-49b4-8940-001431b5777c tempest-ListServersNegativeTestJSON-1685624713 tempest-ListServersNegativeTestJSON-1685624713-project] 10.222.0.41 "GET /v2.0/ports?device_id=672e1e16-37f5-450a-b846-0174eaec4798 HTTP/1.1" status: 200 len: 946 time: 0.1414473 Jan 28 07:23:35.947324 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de2935f0-c911-403a-a15f-edb0d52c20ce tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Made reservation on behalf of 1520f78d34ba4b79adc648e8afdd1d6e for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:23:35.952151 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-de2935f0-c911-403a-a15f-edb0d52c20ce tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:35.991957 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [None req-de2935f0-c911-403a-a15f-edb0d52c20ce tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] device_id is not set on port 650282a8-3d5a-4cc3-a8cf-1267ac0045f6 yet. {{(pid=103284) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 07:23:36.033045 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7628acd8-ad3e-4ce3-9e8e-8c3fb834d106 req-2af1b023-2844-4ba9-9f4f-8d9048bf9269 tempest-ListServersNegativeTestJSON-1685624713 tempest-ListServersNegativeTestJSON-1685624713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:23:36.034662 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7628acd8-ad3e-4ce3-9e8e-8c3fb834d106 req-2af1b023-2844-4ba9-9f4f-8d9048bf9269 tempest-ListServersNegativeTestJSON-1685624713 tempest-ListServersNegativeTestJSON-1685624713-project] 10.222.0.44 "GET /v2.0/ports?device_id=672e1e16-37f5-450a-b846-0174eaec4798 HTTP/1.1" status: 200 len: 946 time: 0.0725245 Jan 28 07:23:36.076516 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d92eedad-72d2-4498-8499-c80f26f5252e req-0bb5010c-ce50-43ff-8f0e-64f558ccbf52 tempest-ListServersNegativeTestJSON-1685624713 tempest-ListServersNegativeTestJSON-1685624713-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca7ef53a-ff1d-44e9-a4ed-5cefa6a82e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834869 Jan 28 07:23:36.102783 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-cccc3b54-353b-492b-9b9b-4579dc659670 None None] Provisioning complete for port c2b679b6-b640-4e1e-b7d0-05c1c330d887 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:23:36.103167 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cccc3b54-353b-492b-9b9b-4579dc659670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (c2b679b6-b640-4e1e-b7d0-05c1c330d887), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:36.168210 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-de2935f0-c911-403a-a15f-edb0d52c20ce tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Allocated IP 2001:db8::15b (673c01ec-fe12-48f1-a33b-16ff0d038e98/43738727-4a85-4801-81f9-14855de4cc25/650282a8-3d5a-4cc3-a8cf-1267ac0045f6) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:23:36.199403 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-7628acd8-ad3e-4ce3-9e8e-8c3fb834d106 req-5f5b0832-e145-4d85-8838-5de8535aeb9a tempest-ListServersNegativeTestJSON-1685624713 tempest-ListServersNegativeTestJSON-1685624713-project] Deleting port ef2c66d3-ff6e-4d9e-a3ac-e869ecf81f5a {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:23:36.200849 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-7628acd8-ad3e-4ce3-9e8e-8c3fb834d106 req-5f5b0832-e145-4d85-8838-5de8535aeb9a tempest-ListServersNegativeTestJSON-1685624713 tempest-ListServersNegativeTestJSON-1685624713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (ef2c66d3-ff6e-4d9e-a3ac-e869ecf81f5a), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:36.233281 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-cccc3b54-353b-492b-9b9b-4579dc659670 None None] Port c2b679b6-b640-4e1e-b7d0-05c1c330d887 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:23:36.362510 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-7628acd8-ad3e-4ce3-9e8e-8c3fb834d106 req-5f5b0832-e145-4d85-8838-5de8535aeb9a tempest-ListServersNegativeTestJSON-1685624713 tempest-ListServersNegativeTestJSON-1685624713-project] For port ef2c66d3-ff6e-4d9e-a3ac-e869ecf81f5a, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=ef2c66d3-ff6e-4d9e-a3ac-e869ecf81f5a,segment=NetworkSegment(42c45045-5a99-4a13-bdcc-c1d0e2d2f60f),segment_id=42c45045-5a99-4a13-bdcc-c1d0e2d2f60f)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:23:36.363784 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-7628acd8-ad3e-4ce3-9e8e-8c3fb834d106 req-5f5b0832-e145-4d85-8838-5de8535aeb9a tempest-ListServersNegativeTestJSON-1685624713 tempest-ListServersNegativeTestJSON-1685624713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (ef2c66d3-ff6e-4d9e-a3ac-e869ecf81f5a), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:36.391025 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-7628acd8-ad3e-4ce3-9e8e-8c3fb834d106 req-5f5b0832-e145-4d85-8838-5de8535aeb9a tempest-ListServersNegativeTestJSON-1685624713 tempest-ListServersNegativeTestJSON-1685624713-project] Calling delete_port for ef2c66d3-ff6e-4d9e-a3ac-e869ecf81f5a owned by compute:nova {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:23:36.436133 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-de2935f0-c911-403a-a15f-edb0d52c20ce tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Publish callbacks [] for port (650282a8-3d5a-4cc3-a8cf-1267ac0045f6), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:36.539064 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-de2935f0-c911-403a-a15f-edb0d52c20ce tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (650282a8-3d5a-4cc3-a8cf-1267ac0045f6), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:36.608934 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-7628acd8-ad3e-4ce3-9e8e-8c3fb834d106 req-5f5b0832-e145-4d85-8838-5de8535aeb9a tempest-ListServersNegativeTestJSON-1685624713 tempest-ListServersNegativeTestJSON-1685624713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (ef2c66d3-ff6e-4d9e-a3ac-e869ecf81f5a), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:36.619261 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de2935f0-c911-403a-a15f-edb0d52c20ce tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Network 673c01ec-fe12-48f1-a33b-16ff0d038e98 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:23:36.622453 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-de2935f0-c911-403a-a15f-edb0d52c20ce tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:23:36.628960 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2935f0-c911-403a-a15f-edb0d52c20ce tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:23:36.634424 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de2935f0-c911-403a-a15f-edb0d52c20ce tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:23:36.635079 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-de2935f0-c911-403a-a15f-edb0d52c20ce tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:36.641458 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['250f3bbc-f19e-4573-900e-15c9bb208bc5'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:23:36.657936 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2935f0-c911-403a-a15f-edb0d52c20ce tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Pushing event updated for resources: {'Port': ['ID=650282a8-3d5a-4cc3-a8cf-1267ac0045f6,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:23:36.659415 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5b0832-e145-4d85-8838-5de8535aeb9a tempest-ListServersNegativeTestJSON-1685624713 tempest-ListServersNegativeTestJSON-1685624713-project] Pushing event deleted for resources: {'Port': ['ID=ef2c66d3-ff6e-4d9e-a3ac-e869ecf81f5a,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:23:36.694922 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 57130) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:23:36.707122 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-de2935f0-c911-403a-a15f-edb0d52c20ce tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.0061607 Jan 28 07:23:36.709603 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 57134) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:23:36.715438 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-04150ffb-316e-40d9-a198-e04edb7c2341 tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::21b', 'mac_address': 'fa:16:3e:72:cb:16'}, {'ip_address': '2001:db8::285', 'mac_address': 'fa:16:3e:40:62:82'}]}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:23:36.745325 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-7628acd8-ad3e-4ce3-9e8e-8c3fb834d106 req-5f5b0832-e145-4d85-8838-5de8535aeb9a tempest-ListServersNegativeTestJSON-1685624713 tempest-ListServersNegativeTestJSON-1685624713-project] No DVR routers for this DVR port ef2c66d3-ff6e-4d9e-a3ac-e869ecf81f5a on host n-h2-712749-28 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:23:36.746466 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['ef2c66d3-ff6e-4d9e-a3ac-e869ecf81f5a', '2b95e989-e469-4b42-84e0-8d347e472d3a'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:23:36.748179 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-7628acd8-ad3e-4ce3-9e8e-8c3fb834d106 req-5f5b0832-e145-4d85-8838-5de8535aeb9a tempest-ListServersNegativeTestJSON-1685624713 tempest-ListServersNegativeTestJSON-1685624713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:36.751922 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7628acd8-ad3e-4ce3-9e8e-8c3fb834d106 req-5f5b0832-e145-4d85-8838-5de8535aeb9a tempest-ListServersNegativeTestJSON-1685624713 tempest-ListServersNegativeTestJSON-1685624713-project] 10.222.0.44 "DELETE /v2.0/ports/ef2c66d3-ff6e-4d9e-a3ac-e869ecf81f5a HTTP/1.1" status: 204 len: 173 time: 0.7098711 Jan 28 07:23:36.752439 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '672e1e16-37f5-450a-b846-0174eaec4798', 'name': 'network-vif-deleted', 'tag': 'ef2c66d3-ff6e-4d9e-a3ac-e869ecf81f5a'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:23:36.755618 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-593d6ae7-0712-405d-8891-75fb366e569c" -d '{"events": [{"server_uuid": "672e1e16-37f5-450a-b846-0174eaec4798", "name": "network-vif-deleted", "tag": "ef2c66d3-ff6e-4d9e-a3ac-e869ecf81f5a"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:23:36.813431 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc1991d9-f379-42a1-9307-09f8b3393b36 x-openstack-request-id: req-bc1991d9-f379-42a1-9307-09f8b3393b36 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:23:36.814321 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "672e1e16-37f5-450a-b846-0174eaec4798", "name": "network-vif-deleted", "tag": "ef2c66d3-ff6e-4d9e-a3ac-e869ecf81f5a", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:23:36.814777 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bc1991d9-f379-42a1-9307-09f8b3393b36 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:23:36.815229 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '672e1e16-37f5-450a-b846-0174eaec4798', 'name': 'network-vif-deleted', 'tag': 'ef2c66d3-ff6e-4d9e-a3ac-e869ecf81f5a', 'status': 'completed', 'code': 200} Jan 28 07:23:36.967315 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:37.068307 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-31036355-c0ef-4f1a-a50b-60402cb66abc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:37.145543 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-04150ffb-316e-40d9-a198-e04edb7c2341 tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (650282a8-3d5a-4cc3-a8cf-1267ac0045f6), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:37.219470 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-56fbc3cf-c1c9-463f-9b6e-d3fae3832d8e None None] Provisioning complete for port 650282a8-3d5a-4cc3-a8cf-1267ac0045f6 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:23:37.219757 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-56fbc3cf-c1c9-463f-9b6e-d3fae3832d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (650282a8-3d5a-4cc3-a8cf-1267ac0045f6), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:37.232424 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-31036355-c0ef-4f1a-a50b-60402cb66abc admin admin] Publish callbacks [] for security_group (2321afa2-41f2-4d60-a927-83b718deb432), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:37.237196 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-31036355-c0ef-4f1a-a50b-60402cb66abc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (2321afa2-41f2-4d60-a927-83b718deb432), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:37.275306 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-701d82c9-cf90-47ed-b621-9a192c0bbe1f req-85c95d8e-21ab-4cab-95e6-4fd25782c1c6 tempest-ListServersNegativeTestJSON-1685624713 tempest-ListServersNegativeTestJSON-1685624713-project] 10.222.0.41 "GET /v2.0/ports?device_id=672e1e16-37f5-450a-b846-0174eaec4798 HTTP/1.1" status: 200 len: 210 time: 0.0720294 Jan 28 07:23:37.286897 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-56fbc3cf-c1c9-463f-9b6e-d3fae3832d8e None None] Port 650282a8-3d5a-4cc3-a8cf-1267ac0045f6 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:23:37.302036 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-31036355-c0ef-4f1a-a50b-60402cb66abc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=525d09c0c16247acabd13f31a41d42a7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6075892 Jan 28 07:23:37.303099 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31036355-c0ef-4f1a-a50b-60402cb66abc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2321afa2-41f2-4d60-a927-83b718deb432,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:23:37.308538 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 57146) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:23:37.459557 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c61f9d85-a066-4be5-a7bf-9fb473951a3a admin admin] Publish callbacks [] for security_group (2321afa2-41f2-4d60-a927-83b718deb432), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:37.496266 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c61f9d85-a066-4be5-a7bf-9fb473951a3a admin admin] Publish callbacks [] for security_group (2321afa2-41f2-4d60-a927-83b718deb432), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:37.556392 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c61f9d85-a066-4be5-a7bf-9fb473951a3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (2321afa2-41f2-4d60-a927-83b718deb432), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:37.561421 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c61f9d85-a066-4be5-a7bf-9fb473951a3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:37.562847 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-c61f9d85-a066-4be5-a7bf-9fb473951a3a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2321afa2-41f2-4d60-a927-83b718deb432 HTTP/1.1" status: 204 len: 168 time: 0.2531474 Jan 28 07:23:37.571388 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-04150ffb-316e-40d9-a198-e04edb7c2341 tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Publish callbacks [] for port (650282a8-3d5a-4cc3-a8cf-1267ac0045f6), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:37.575769 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61f9d85-a066-4be5-a7bf-9fb473951a3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2321afa2-41f2-4d60-a927-83b718deb432,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:23:37.580656 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-04150ffb-316e-40d9-a198-e04edb7c2341 tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (650282a8-3d5a-4cc3-a8cf-1267ac0045f6), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:37.598180 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-04150ffb-316e-40d9-a198-e04edb7c2341 tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] In _notify_port_updated(), no bound segment for port 650282a8-3d5a-4cc3-a8cf-1267ac0045f6 on network 673c01ec-fe12-48f1-a33b-16ff0d038e98 {{(pid=103284) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 07:23:37.606379 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04150ffb-316e-40d9-a198-e04edb7c2341 tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:23:37.607294 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-04150ffb-316e-40d9-a198-e04edb7c2341 tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:37.608930 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-04150ffb-316e-40d9-a198-e04edb7c2341 tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] 10.222.0.41 "PUT /v2.0/ports/650282a8-3d5a-4cc3-a8cf-1267ac0045f6 HTTP/1.1" status: 200 len: 1067 time: 0.8980200 Jan 28 07:23:37.611607 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 57154) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:23:37.696365 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04150ffb-316e-40d9-a198-e04edb7c2341 tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Pushing event updated for resources: {'Port': ['ID=650282a8-3d5a-4cc3-a8cf-1267ac0045f6,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:23:37.742478 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-e37b3079-1696-4fcc-b8a0-0c8a3da6b491 tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Deleting port 650282a8-3d5a-4cc3-a8cf-1267ac0045f6 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:23:37.752753 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e37b3079-1696-4fcc-b8a0-0c8a3da6b491 tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (650282a8-3d5a-4cc3-a8cf-1267ac0045f6), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:37.936552 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e37b3079-1696-4fcc-b8a0-0c8a3da6b491 tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (650282a8-3d5a-4cc3-a8cf-1267ac0045f6), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:37.963827 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-e37b3079-1696-4fcc-b8a0-0c8a3da6b491 tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Calling delete_port for 650282a8-3d5a-4cc3-a8cf-1267ac0045f6 owned by {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:23:38.024504 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-5791b706-91d4-44a6-a47d-cc875da3c76a None None] Provisioning complete for port 650282a8-3d5a-4cc3-a8cf-1267ac0045f6 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:23:38.025016 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5791b706-91d4-44a6-a47d-cc875da3c76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (650282a8-3d5a-4cc3-a8cf-1267ac0045f6), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:38.081289 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-5791b706-91d4-44a6-a47d-cc875da3c76a None None] Port 650282a8-3d5a-4cc3-a8cf-1267ac0045f6 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:23:38.172424 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e37b3079-1696-4fcc-b8a0-0c8a3da6b491 tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (650282a8-3d5a-4cc3-a8cf-1267ac0045f6), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:38.213110 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3079-1696-4fcc-b8a0-0c8a3da6b491 tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Pushing event deleted for resources: {'Port': ['ID=650282a8-3d5a-4cc3-a8cf-1267ac0045f6,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:23:38.474405 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e37b3079-1696-4fcc-b8a0-0c8a3da6b491 tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:38.478696 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-e37b3079-1696-4fcc-b8a0-0c8a3da6b491 tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] 10.222.0.41 "DELETE /v2.0/ports/650282a8-3d5a-4cc3-a8cf-1267ac0045f6 HTTP/1.1" status: 204 len: 168 time: 0.8659408 Jan 28 07:23:38.481398 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 57188) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:23:38.538721 n-d-712749-28 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-aaefe21b-b947-4e9c-a75d-b1d7d62d412c tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] GET failed (client error): The resource could not be found. Jan 28 07:23:38.542622 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-aaefe21b-b947-4e9c-a75d-b1d7d62d412c tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] 10.222.0.41 "GET /v2.0/ports/650282a8-3d5a-4cc3-a8cf-1267ac0045f6 HTTP/1.1" status: 404 len: 333 time: 0.0572400 Jan 28 07:23:38.543013 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 57192) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:23:38.614236 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:38.668316 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-4a852676-0bc7-4b6f-9e0e-3472e993c508 tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Deleting port c2b679b6-b640-4e1e-b7d0-05c1c330d887 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:23:38.668591 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4a852676-0bc7-4b6f-9e0e-3472e993c508 tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (c2b679b6-b640-4e1e-b7d0-05c1c330d887), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:38.862665 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4a852676-0bc7-4b6f-9e0e-3472e993c508 tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (c2b679b6-b640-4e1e-b7d0-05c1c330d887), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:38.890093 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-4a852676-0bc7-4b6f-9e0e-3472e993c508 tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Calling delete_port for c2b679b6-b640-4e1e-b7d0-05c1c330d887 owned by {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:23:39.087858 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4a852676-0bc7-4b6f-9e0e-3472e993c508 tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (c2b679b6-b640-4e1e-b7d0-05c1c330d887), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:39.152931 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a852676-0bc7-4b6f-9e0e-3472e993c508 tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Pushing event deleted for resources: {'Port': ['ID=c2b679b6-b640-4e1e-b7d0-05c1c330d887,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:23:39.156702 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4a852676-0bc7-4b6f-9e0e-3472e993c508 tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:39.163368 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 57228) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:23:39.164088 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-4a852676-0bc7-4b6f-9e0e-3472e993c508 tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] 10.222.0.41 "DELETE /v2.0/ports/c2b679b6-b640-4e1e-b7d0-05c1c330d887 HTTP/1.1" status: 204 len: 168 time: 0.6195855 Jan 28 07:23:39.206658 n-d-712749-28 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-be258ebc-97e5-4835-9d23-ea92bf523b2f tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] GET failed (client error): The resource could not be found. Jan 28 07:23:39.208133 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-be258ebc-97e5-4835-9d23-ea92bf523b2f tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] 10.222.0.41 "GET /v2.0/ports/c2b679b6-b640-4e1e-b7d0-05c1c330d887 HTTP/1.1" status: 404 len: 333 time: 0.0428829 Jan 28 07:23:39.212601 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 57234) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:23:39.369733 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 57238) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:23:39.417632 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-fe0c6e1e-1460-4ab0-b406-7b67aa5478ac tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Deleting port f5f00f63-581d-46be-b1c7-c53700ddef95 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:23:39.418017 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fe0c6e1e-1460-4ab0-b406-7b67aa5478ac tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (f5f00f63-581d-46be-b1c7-c53700ddef95), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:39.547973 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f29f6a9e-686d-4aaa-bacc-8664355e4758 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:39.622848 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db73582-f281-450d-b8fe-3158946886d5 req-4c7f3c95-4fcc-4110-ab2a-c632f9c77771 tempest-ListServersNegativeTestJSON-1685624713 tempest-ListServersNegativeTestJSON-1685624713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:23:39.632249 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device ef2c66d3-ff6e-4d9e-a3ac-e869ecf81f5a no longer exists at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:23:39.656002 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db73582-f281-450d-b8fe-3158946886d5 req-4c7f3c95-4fcc-4110-ab2a-c632f9c77771 tempest-ListServersNegativeTestJSON-1685624713 tempest-ListServersNegativeTestJSON-1685624713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:23:39.656826 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fe0c6e1e-1460-4ab0-b406-7b67aa5478ac tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (f5f00f63-581d-46be-b1c7-c53700ddef95), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:39.662090 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2db73582-f281-450d-b8fe-3158946886d5 req-4c7f3c95-4fcc-4110-ab2a-c632f9c77771 tempest-ListServersNegativeTestJSON-1685624713 tempest-ListServersNegativeTestJSON-1685624713-project] 10.222.0.41 "GET /v2.0/ports?device_id=110d0926-f04b-44e0-af2c-857242a09f97&device_id=8f6e44b2-d6cb-4d30-95b7-c7458178fee0 HTTP/1.1" status: 200 len: 1681 time: 0.1270356 Jan 28 07:23:39.680285 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-fe0c6e1e-1460-4ab0-b406-7b67aa5478ac tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Calling delete_port for f5f00f63-581d-46be-b1c7-c53700ddef95 owned by {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:23:39.688036 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] No Port match for: ef2c66d3-ff6e-4d9e-a3ac-e869ecf81f5a {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:23:39.688470 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device ef2c66d3-ff6e-4d9e-a3ac-e869ecf81f5a not bound to the agent host n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:23:39.728251 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:39.749770 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2db73582-f281-450d-b8fe-3158946886d5 req-3b0d6ddb-8777-4c4a-92a6-4ac18206ce57 tempest-ListServersNegativeTestJSON-1685624713 tempest-ListServersNegativeTestJSON-1685624713-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca7ef53a-ff1d-44e9-a4ed-5cefa6a82e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798261 Jan 28 07:23:39.836522 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f29f6a9e-686d-4aaa-bacc-8664355e4758 admin admin] Publish callbacks [] for security_group (c5daf1de-14c6-4cfc-b92f-32fe4c25ed68), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:39.863418 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f29f6a9e-686d-4aaa-bacc-8664355e4758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (c5daf1de-14c6-4cfc-b92f-32fe4c25ed68), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:39.941470 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29f6a9e-686d-4aaa-bacc-8664355e4758 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5daf1de-14c6-4cfc-b92f-32fe4c25ed68,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:23:39.976655 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-f29f6a9e-686d-4aaa-bacc-8664355e4758 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d23c7b06b3d146afa302963c31304f49&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6057899 Jan 28 07:23:39.981399 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 57260) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:23:40.039043 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fe0c6e1e-1460-4ab0-b406-7b67aa5478ac tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (f5f00f63-581d-46be-b1c7-c53700ddef95), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:40.058393 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-76c29144-7d5f-4563-8df9-fd55589e3252 admin admin] Publish callbacks [] for security_group (c5daf1de-14c6-4cfc-b92f-32fe4c25ed68), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:40.072553 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0c6e1e-1460-4ab0-b406-7b67aa5478ac tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Pushing event deleted for resources: {'Port': ['ID=f5f00f63-581d-46be-b1c7-c53700ddef95,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:23:40.110438 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-76c29144-7d5f-4563-8df9-fd55589e3252 admin admin] Publish callbacks [] for security_group (c5daf1de-14c6-4cfc-b92f-32fe4c25ed68), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:40.111043 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fe0c6e1e-1460-4ab0-b406-7b67aa5478ac tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:40.118214 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-fe0c6e1e-1460-4ab0-b406-7b67aa5478ac tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] 10.222.0.41 "DELETE /v2.0/ports/f5f00f63-581d-46be-b1c7-c53700ddef95 HTTP/1.1" status: 204 len: 168 time: 0.9045045 Jan 28 07:23:40.119229 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 57264) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:23:40.190886 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-76c29144-7d5f-4563-8df9-fd55589e3252 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (c5daf1de-14c6-4cfc-b92f-32fe4c25ed68), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:40.194787 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-76c29144-7d5f-4563-8df9-fd55589e3252 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:40.196407 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-76c29144-7d5f-4563-8df9-fd55589e3252 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c5daf1de-14c6-4cfc-b92f-32fe4c25ed68 HTTP/1.1" status: 204 len: 168 time: 0.2151320 Jan 28 07:23:40.207311 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c29144-7d5f-4563-8df9-fd55589e3252 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5daf1de-14c6-4cfc-b92f-32fe4c25ed68,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:23:40.270928 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_v2 [None req-004866ff-7b3b-4339-a7a4-98e82b24bdcf tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Deleting subnet 43738727-4a85-4801-81f9-14855de4cc25 {{(pid=103283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:23:40.276967 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-004866ff-7b3b-4339-a7a4-98e82b24bdcf tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Publish callbacks [] for subnet (43738727-4a85-4801-81f9-14855de4cc25), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:40.364064 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-004866ff-7b3b-4339-a7a4-98e82b24bdcf tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13506696'] for subnet (43738727-4a85-4801-81f9-14855de4cc25), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:40.514757 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-004866ff-7b3b-4339-a7a4-98e82b24bdcf tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (43738727-4a85-4801-81f9-14855de4cc25), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:40.634587 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-004866ff-7b3b-4339-a7a4-98e82b24bdcf tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13546665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13556132'] for subnet (43738727-4a85-4801-81f9-14855de4cc25), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:40.683896 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004866ff-7b3b-4339-a7a4-98e82b24bdcf tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Pushing event deleted for resources: {'Subnet': ['ID=43738727-4a85-4801-81f9-14855de4cc25,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:23:40.693400 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-004866ff-7b3b-4339-a7a4-98e82b24bdcf tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:40.702138 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b8a1f93-1abc-4257-880f-98d0b3f62af4 None None] Network 673c01ec-fe12-48f1-a33b-16ff0d038e98 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:23:40.704629 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-004866ff-7b3b-4339-a7a4-98e82b24bdcf tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] 10.222.0.41 "DELETE /v2.0/subnets/43738727-4a85-4801-81f9-14855de4cc25 HTTP/1.1" status: 204 len: 168 time: 0.5837297 Jan 28 07:23:40.707022 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 57288) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:23:40.943800 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2261bf48-673f-4c1c-8bd0-6d7b596b7bbf None None] DHCP port deletion for 673c01ec-fe12-48f1-a33b-16ff0d038e98 request from n-d-712749-28 {{(pid=103285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 07:23:40.968487 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c00d60-70a1-49a5-bff2-e4e69eef6b08 req-56a0146f-e3c8-4b29-96f7-82df80803e2b tempest-ListServersNegativeTestJSON-1685624713 tempest-ListServersNegativeTestJSON-1685624713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:23:40.969991 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b3c00d60-70a1-49a5-bff2-e4e69eef6b08 req-56a0146f-e3c8-4b29-96f7-82df80803e2b tempest-ListServersNegativeTestJSON-1685624713 tempest-ListServersNegativeTestJSON-1685624713-project] 10.222.0.41 "GET /v2.0/ports?device_id=110d0926-f04b-44e0-af2c-857242a09f97 HTTP/1.1" status: 200 len: 945 time: 0.1457593 Jan 28 07:23:40.977191 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2689a915-c1de-49fa-b7b5-48729d6f162b tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (673c01ec-fe12-48f1-a33b-16ff0d038e98), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:40.998988 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-2261bf48-673f-4c1c-8bd0-6d7b596b7bbf None None] Deleting port 7f5e3e7c-c176-4a83-bcd0-dbc92f85eb6d {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:23:40.999435 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2261bf48-673f-4c1c-8bd0-6d7b596b7bbf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (7f5e3e7c-c176-4a83-bcd0-dbc92f85eb6d), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:41.083613 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-2261bf48-673f-4c1c-8bd0-6d7b596b7bbf None None] For port 7f5e3e7c-c176-4a83-bcd0-dbc92f85eb6d, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=7f5e3e7c-c176-4a83-bcd0-dbc92f85eb6d,segment=NetworkSegment(30e41e4d-87fa-490a-afa4-40d348abb9e2),segment_id=30e41e4d-87fa-490a-afa4-40d348abb9e2)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:23:41.084120 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2261bf48-673f-4c1c-8bd0-6d7b596b7bbf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (7f5e3e7c-c176-4a83-bcd0-dbc92f85eb6d), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:41.104254 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-2261bf48-673f-4c1c-8bd0-6d7b596b7bbf None None] Calling delete_port for 7f5e3e7c-c176-4a83-bcd0-dbc92f85eb6d owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:23:41.110446 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b3c00d60-70a1-49a5-bff2-e4e69eef6b08 req-01a13c62-1f14-4eca-85d0-2c40322319de tempest-ListServersNegativeTestJSON-1685624713 tempest-ListServersNegativeTestJSON-1685624713-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca7ef53a-ff1d-44e9-a4ed-5cefa6a82e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263361 Jan 28 07:23:41.185872 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-2689a915-c1de-49fa-b7b5-48729d6f162b tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Deleting port 7f5e3e7c-c176-4a83-bcd0-dbc92f85eb6d {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:23:41.186218 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2689a915-c1de-49fa-b7b5-48729d6f162b tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (7f5e3e7c-c176-4a83-bcd0-dbc92f85eb6d), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:41.223031 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2261bf48-673f-4c1c-8bd0-6d7b596b7bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298'] for port (7f5e3e7c-c176-4a83-bcd0-dbc92f85eb6d), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:41.263921 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-2689a915-c1de-49fa-b7b5-48729d6f162b tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] For port 7f5e3e7c-c176-4a83-bcd0-dbc92f85eb6d, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=7f5e3e7c-c176-4a83-bcd0-dbc92f85eb6d,segment=NetworkSegment(30e41e4d-87fa-490a-afa4-40d348abb9e2),segment_id=30e41e4d-87fa-490a-afa4-40d348abb9e2)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:23:41.264564 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2689a915-c1de-49fa-b7b5-48729d6f162b tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (7f5e3e7c-c176-4a83-bcd0-dbc92f85eb6d), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:41.275146 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2261bf48-673f-4c1c-8bd0-6d7b596b7bbf None None] Pushing event deleted for resources: {'Port': ['ID=7f5e3e7c-c176-4a83-bcd0-dbc92f85eb6d,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:23:41.297361 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-2689a915-c1de-49fa-b7b5-48729d6f162b tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Calling delete_port for 7f5e3e7c-c176-4a83-bcd0-dbc92f85eb6d owned by network:dhcp {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:23:41.299655 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2261bf48-673f-4c1c-8bd0-6d7b596b7bbf None None] No DVR routers for this DVR port 7f5e3e7c-c176-4a83-bcd0-dbc92f85eb6d on host n-d-712749-28 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:23:41.406418 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2689a915-c1de-49fa-b7b5-48729d6f162b tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (7f5e3e7c-c176-4a83-bcd0-dbc92f85eb6d), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:41.434012 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2689a915-c1de-49fa-b7b5-48729d6f162b tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Pushing event deleted for resources: {'Port': ['ID=7f5e3e7c-c176-4a83-bcd0-dbc92f85eb6d,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:23:41.453763 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2689a915-c1de-49fa-b7b5-48729d6f162b tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] No DVR routers for this DVR port 7f5e3e7c-c176-4a83-bcd0-dbc92f85eb6d on host n-d-712749-28 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:23:41.552899 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2689a915-c1de-49fa-b7b5-48729d6f162b tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (673c01ec-fe12-48f1-a33b-16ff0d038e98), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:41.578133 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-2689a915-c1de-49fa-b7b5-48729d6f162b tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['673c01ec-fe12-48f1-a33b-16ff0d038e98']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:23:41.589525 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-2689a915-c1de-49fa-b7b5-48729d6f162b tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30e41e4d-87fa-490a-afa4-40d348abb9e2') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:23:41.589973 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-2689a915-c1de-49fa-b7b5-48729d6f162b tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30e41e4d-87fa-490a-afa4-40d348abb9e2') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:23:41.604315 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2689a915-c1de-49fa-b7b5-48729d6f162b tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24759294'] for segment (30e41e4d-87fa-490a-afa4-40d348abb9e2), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:41.624649 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2689a915-c1de-49fa-b7b5-48729d6f162b tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (30e41e4d-87fa-490a-afa4-40d348abb9e2), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:41.635560 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2689a915-c1de-49fa-b7b5-48729d6f162b tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:23:41.636165 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2689a915-c1de-49fa-b7b5-48729d6f162b tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24757675'] for segment (30e41e4d-87fa-490a-afa4-40d348abb9e2), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:41.642533 n-d-712749-28 neutron-server[103284]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:23:41.642533 n-d-712749-28 neutron-server[103284]: self.session.flush() Jan 28 07:23:41.642533 n-d-712749-28 neutron-server[103284]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:23:41.642533 n-d-712749-28 neutron-server[103284]: self.session.flush() Jan 28 07:23:41.642533 n-d-712749-28 neutron-server[103284]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:23:41.642533 n-d-712749-28 neutron-server[103284]: self.session.flush() Jan 28 07:23:41.642533 n-d-712749-28 neutron-server[103284]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:23:41.642533 n-d-712749-28 neutron-server[103284]: self.session.flush() Jan 28 07:23:41.642533 n-d-712749-28 neutron-server[103284]: Traceback (most recent call last): Jan 28 07:23:41.642533 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:23:41.642533 n-d-712749-28 neutron-server[103284]: timer() Jan 28 07:23:41.642533 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:23:41.642533 n-d-712749-28 neutron-server[103284]: cb(*args, **kw) Jan 28 07:23:41.642533 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:23:41.642533 n-d-712749-28 neutron-server[103284]: return func(*args, **kwargs) Jan 28 07:23:41.642533 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:23:41.642533 n-d-712749-28 neutron-server[103284]: self._notify() Jan 28 07:23:41.642533 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:23:41.642533 n-d-712749-28 neutron-server[103284]: self.callback(batched_events) Jan 28 07:23:41.642533 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:23:41.642533 n-d-712749-28 neutron-server[103284]: event.method(event) Jan 28 07:23:41.642533 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:23:41.642533 n-d-712749-28 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:23:41.642533 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:23:41.642533 n-d-712749-28 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:23:41.642533 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:23:41.642533 n-d-712749-28 neutron-server[103284]: return f(self, *a, **k) Jan 28 07:23:41.642533 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:23:41.642533 n-d-712749-28 neutron-server[103284]: return self._get(url).json() Jan 28 07:23:41.642533 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:23:41.642533 n-d-712749-28 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:23:41.642533 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:23:41.642533 n-d-712749-28 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Jan 28 07:23:41.642533 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:23:41.642533 n-d-712749-28 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:23:41.642533 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:23:41.642533 n-d-712749-28 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:23:41.642533 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:23:41.642533 n-d-712749-28 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:23:41.642533 n-d-712749-28 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:23:41.718016 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2689a915-c1de-49fa-b7b5-48729d6f162b tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (673c01ec-fe12-48f1-a33b-16ff0d038e98), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:41.724952 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2689a915-c1de-49fa-b7b5-48729d6f162b tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:41.731616 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-2689a915-c1de-49fa-b7b5-48729d6f162b tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] 10.222.0.41 "DELETE /v2.0/networks/673c01ec-fe12-48f1-a33b-16ff0d038e98 HTTP/1.1" status: 204 len: 168 time: 1.0211668 Jan 28 07:23:41.746828 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2689a915-c1de-49fa-b7b5-48729d6f162b tempest-AllowedAddressPairIpV6TestJSON-997317219 tempest-AllowedAddressPairIpV6TestJSON-997317219-project] Pushing event deleted for resources: {'Network': ['ID=673c01ec-fe12-48f1-a33b-16ff0d038e98,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:23:42.058492 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2ba7cf-e606-4b9e-99f8-b11e339badfa req-1b013fb5-8017-4455-9235-81557fb7608d tempest-ListServersNegativeTestJSON-1685624713 tempest-ListServersNegativeTestJSON-1685624713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:23:42.060026 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7d2ba7cf-e606-4b9e-99f8-b11e339badfa req-1b013fb5-8017-4455-9235-81557fb7608d tempest-ListServersNegativeTestJSON-1685624713 tempest-ListServersNegativeTestJSON-1685624713-project] 10.222.0.10 "GET /v2.0/ports?device_id=110d0926-f04b-44e0-af2c-857242a09f97 HTTP/1.1" status: 200 len: 945 time: 0.0996478 Jan 28 07:23:42.224735 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 57342) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:23:42.253534 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39682437-59f2-454e-bd78-a4f591f52434 req-2139e94e-01d8-48cb-8b9d-1c4a77a45814 tempest-ListServersNegativeTestJSON-1685624713 tempest-ListServersNegativeTestJSON-1685624713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:23:42.255746 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-39682437-59f2-454e-bd78-a4f591f52434 req-2139e94e-01d8-48cb-8b9d-1c4a77a45814 tempest-ListServersNegativeTestJSON-1685624713 tempest-ListServersNegativeTestJSON-1685624713-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f6e44b2-d6cb-4d30-95b7-c7458178fee0 HTTP/1.1" status: 200 len: 945 time: 0.1020794 Jan 28 07:23:42.305549 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-7d2ba7cf-e606-4b9e-99f8-b11e339badfa req-27280d67-939d-4c90-9ddb-a90d20be0a12 tempest-ListServersNegativeTestJSON-1685624713 tempest-ListServersNegativeTestJSON-1685624713-project] Deleting port 250f3bbc-f19e-4573-900e-15c9bb208bc5 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:23:42.306173 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-7d2ba7cf-e606-4b9e-99f8-b11e339badfa req-27280d67-939d-4c90-9ddb-a90d20be0a12 tempest-ListServersNegativeTestJSON-1685624713 tempest-ListServersNegativeTestJSON-1685624713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (250f3bbc-f19e-4573-900e-15c9bb208bc5), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:42.486895 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-f30bee85-8a82-4baf-95cd-3807940cb460 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1520f78d34ba4b79adc648e8afdd1d6e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2594767 Jan 28 07:23:42.492227 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 57354) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:23:42.558929 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62005ac8-ff38-4425-af18-ad7abc50e144 req-7a721db7-0dfb-40b8-9c4c-6218630a1f6a tempest-ListServersNegativeTestJSON-1685624713 tempest-ListServersNegativeTestJSON-1685624713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:23:42.564661 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a2225b84-2b6d-46a8-b982-4cef8ff460ce admin admin] Publish callbacks [] for security_group (a698ec07-ea2c-407c-9663-554d78621d20), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:42.566849 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-62005ac8-ff38-4425-af18-ad7abc50e144 req-7a721db7-0dfb-40b8-9c4c-6218630a1f6a tempest-ListServersNegativeTestJSON-1685624713 tempest-ListServersNegativeTestJSON-1685624713-project] 10.222.0.41 "GET /v2.0/ports?device_id=110d0926-f04b-44e0-af2c-857242a09f97 HTTP/1.1" status: 200 len: 945 time: 0.2925770 Jan 28 07:23:42.570530 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-7d2ba7cf-e606-4b9e-99f8-b11e339badfa req-27280d67-939d-4c90-9ddb-a90d20be0a12 tempest-ListServersNegativeTestJSON-1685624713 tempest-ListServersNegativeTestJSON-1685624713-project] For port 250f3bbc-f19e-4573-900e-15c9bb208bc5, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=250f3bbc-f19e-4573-900e-15c9bb208bc5,segment=NetworkSegment(42c45045-5a99-4a13-bdcc-c1d0e2d2f60f),segment_id=42c45045-5a99-4a13-bdcc-c1d0e2d2f60f)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:23:42.570903 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-7d2ba7cf-e606-4b9e-99f8-b11e339badfa req-27280d67-939d-4c90-9ddb-a90d20be0a12 tempest-ListServersNegativeTestJSON-1685624713 tempest-ListServersNegativeTestJSON-1685624713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (250f3bbc-f19e-4573-900e-15c9bb208bc5), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:42.597647 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a2225b84-2b6d-46a8-b982-4cef8ff460ce admin admin] Publish callbacks [] for security_group (a698ec07-ea2c-407c-9663-554d78621d20), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:42.613125 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-7d2ba7cf-e606-4b9e-99f8-b11e339badfa req-27280d67-939d-4c90-9ddb-a90d20be0a12 tempest-ListServersNegativeTestJSON-1685624713 tempest-ListServersNegativeTestJSON-1685624713-project] Calling delete_port for 250f3bbc-f19e-4573-900e-15c9bb208bc5 owned by compute:nova {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:23:42.654526 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a2225b84-2b6d-46a8-b982-4cef8ff460ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (a698ec07-ea2c-407c-9663-554d78621d20), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:42.658254 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a2225b84-2b6d-46a8-b982-4cef8ff460ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:42.664901 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-a2225b84-2b6d-46a8-b982-4cef8ff460ce admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a698ec07-ea2c-407c-9663-554d78621d20 HTTP/1.1" status: 204 len: 168 time: 0.1709177 Jan 28 07:23:42.680236 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-62005ac8-ff38-4425-af18-ad7abc50e144 req-30e353c4-eb41-4f12-b780-0a451e043090 tempest-ListServersNegativeTestJSON-1685624713 tempest-ListServersNegativeTestJSON-1685624713-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca7ef53a-ff1d-44e9-a4ed-5cefa6a82e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121383 Jan 28 07:23:42.694689 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2225b84-2b6d-46a8-b982-4cef8ff460ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a698ec07-ea2c-407c-9663-554d78621d20,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:23:42.750989 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-39682437-59f2-454e-bd78-a4f591f52434 req-de592f50-47c3-41e7-8fd7-14cb4a8f8c64 tempest-ListServersNegativeTestJSON-1685624713 tempest-ListServersNegativeTestJSON-1685624713-project] Deleting port 2b95e989-e469-4b42-84e0-8d347e472d3a {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:23:42.751335 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-39682437-59f2-454e-bd78-a4f591f52434 req-de592f50-47c3-41e7-8fd7-14cb4a8f8c64 tempest-ListServersNegativeTestJSON-1685624713 tempest-ListServersNegativeTestJSON-1685624713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (2b95e989-e469-4b42-84e0-8d347e472d3a), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:42.887107 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-39682437-59f2-454e-bd78-a4f591f52434 req-de592f50-47c3-41e7-8fd7-14cb4a8f8c64 tempest-ListServersNegativeTestJSON-1685624713 tempest-ListServersNegativeTestJSON-1685624713-project] For port 2b95e989-e469-4b42-84e0-8d347e472d3a, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=2b95e989-e469-4b42-84e0-8d347e472d3a,segment=NetworkSegment(42c45045-5a99-4a13-bdcc-c1d0e2d2f60f),segment_id=42c45045-5a99-4a13-bdcc-c1d0e2d2f60f)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:23:42.887471 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-39682437-59f2-454e-bd78-a4f591f52434 req-de592f50-47c3-41e7-8fd7-14cb4a8f8c64 tempest-ListServersNegativeTestJSON-1685624713 tempest-ListServersNegativeTestJSON-1685624713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (2b95e989-e469-4b42-84e0-8d347e472d3a), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:42.900532 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 7f5e3e7c-c176-4a83-bcd0-dbc92f85eb6d no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:23:42.925857 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: 7f5e3e7c-c176-4a83-bcd0-dbc92f85eb6d {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:23:42.926210 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 7f5e3e7c-c176-4a83-bcd0-dbc92f85eb6d not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:23:42.934330 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-39682437-59f2-454e-bd78-a4f591f52434 req-de592f50-47c3-41e7-8fd7-14cb4a8f8c64 tempest-ListServersNegativeTestJSON-1685624713 tempest-ListServersNegativeTestJSON-1685624713-project] Calling delete_port for 2b95e989-e469-4b42-84e0-8d347e472d3a owned by compute:nova {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:23:43.163859 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-7d2ba7cf-e606-4b9e-99f8-b11e339badfa req-27280d67-939d-4c90-9ddb-a90d20be0a12 tempest-ListServersNegativeTestJSON-1685624713 tempest-ListServersNegativeTestJSON-1685624713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (250f3bbc-f19e-4573-900e-15c9bb208bc5), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:43.206887 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['2b95e989-e469-4b42-84e0-8d347e472d3a'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:23:43.222800 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27280d67-939d-4c90-9ddb-a90d20be0a12 tempest-ListServersNegativeTestJSON-1685624713 tempest-ListServersNegativeTestJSON-1685624713-project] Pushing event deleted for resources: {'Port': ['ID=250f3bbc-f19e-4573-900e-15c9bb208bc5,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:23:43.229148 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-39682437-59f2-454e-bd78-a4f591f52434 req-de592f50-47c3-41e7-8fd7-14cb4a8f8c64 tempest-ListServersNegativeTestJSON-1685624713 tempest-ListServersNegativeTestJSON-1685624713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (2b95e989-e469-4b42-84e0-8d347e472d3a), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:43.262677 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['2b95e989-e469-4b42-84e0-8d347e472d3a'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:23:43.278368 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de592f50-47c3-41e7-8fd7-14cb4a8f8c64 tempest-ListServersNegativeTestJSON-1685624713 tempest-ListServersNegativeTestJSON-1685624713-project] Pushing event deleted for resources: {'Port': ['ID=2b95e989-e469-4b42-84e0-8d347e472d3a,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:23:43.374643 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-39682437-59f2-454e-bd78-a4f591f52434 req-de592f50-47c3-41e7-8fd7-14cb4a8f8c64 tempest-ListServersNegativeTestJSON-1685624713 tempest-ListServersNegativeTestJSON-1685624713-project] No DVR routers for this DVR port 2b95e989-e469-4b42-84e0-8d347e472d3a on host n-h2-712749-28 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:23:43.402212 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-39682437-59f2-454e-bd78-a4f591f52434 req-de592f50-47c3-41e7-8fd7-14cb4a8f8c64 tempest-ListServersNegativeTestJSON-1685624713 tempest-ListServersNegativeTestJSON-1685624713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:43.406462 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-39682437-59f2-454e-bd78-a4f591f52434 req-de592f50-47c3-41e7-8fd7-14cb4a8f8c64 tempest-ListServersNegativeTestJSON-1685624713 tempest-ListServersNegativeTestJSON-1685624713-project] 10.222.0.44 "DELETE /v2.0/ports/2b95e989-e469-4b42-84e0-8d347e472d3a HTTP/1.1" status: 204 len: 173 time: 1.1441700 Jan 28 07:23:43.418266 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f6e44b2-d6cb-4d30-95b7-c7458178fee0', 'name': 'network-vif-deleted', 'tag': '2b95e989-e469-4b42-84e0-8d347e472d3a'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:23:43.423421 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0051a15-3998-4910-b032-1bce179e6f88" -d '{"events": [{"server_uuid": "8f6e44b2-d6cb-4d30-95b7-c7458178fee0", "name": "network-vif-deleted", "tag": "2b95e989-e469-4b42-84e0-8d347e472d3a"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:23:43.531635 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d2ba7cf-e606-4b9e-99f8-b11e339badfa req-27280d67-939d-4c90-9ddb-a90d20be0a12 tempest-ListServersNegativeTestJSON-1685624713 tempest-ListServersNegativeTestJSON-1685624713-project] No DVR routers for this DVR port 250f3bbc-f19e-4573-900e-15c9bb208bc5 on host n-h1-712749-28 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:23:43.535016 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-7d2ba7cf-e606-4b9e-99f8-b11e339badfa req-27280d67-939d-4c90-9ddb-a90d20be0a12 tempest-ListServersNegativeTestJSON-1685624713 tempest-ListServersNegativeTestJSON-1685624713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:43.538930 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7d2ba7cf-e606-4b9e-99f8-b11e339badfa req-27280d67-939d-4c90-9ddb-a90d20be0a12 tempest-ListServersNegativeTestJSON-1685624713 tempest-ListServersNegativeTestJSON-1685624713-project] 10.222.0.10 "DELETE /v2.0/ports/250f3bbc-f19e-4573-900e-15c9bb208bc5 HTTP/1.1" status: 204 len: 173 time: 1.4729140 Jan 28 07:23:43.549229 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0892f6cb-c196-42d1-843a-9daad00ffced x-openstack-request-id: req-0892f6cb-c196-42d1-843a-9daad00ffced {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:23:43.549788 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f6e44b2-d6cb-4d30-95b7-c7458178fee0", "name": "network-vif-deleted", "tag": "2b95e989-e469-4b42-84e0-8d347e472d3a", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:23:43.550301 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0892f6cb-c196-42d1-843a-9daad00ffced {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:23:43.550945 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f6e44b2-d6cb-4d30-95b7-c7458178fee0', 'name': 'network-vif-deleted', 'tag': '2b95e989-e469-4b42-84e0-8d347e472d3a', 'status': 'completed', 'code': 200} Jan 28 07:23:43.900807 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8180e37e-b275-4ff4-8ff8-0ca3bbc7fa27 req-be31c844-1597-4630-b4b1-d0c951a1fe88 tempest-ListServersNegativeTestJSON-1685624713 tempest-ListServersNegativeTestJSON-1685624713-project] 10.222.0.41 "GET /v2.0/ports?device_id=110d0926-f04b-44e0-af2c-857242a09f97 HTTP/1.1" status: 200 len: 210 time: 0.0384951 Jan 28 07:23:44.436820 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 57436) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:23:44.488079 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 250f3bbc-f19e-4573-900e-15c9bb208bc5 no longer exists at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:23:44.554904 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] No Port match for: 250f3bbc-f19e-4573-900e-15c9bb208bc5 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:23:44.558456 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 250f3bbc-f19e-4573-900e-15c9bb208bc5 not bound to the agent host n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:23:44.782276 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-775bbd26-b552-4bbc-8191-81ae7e55b2ed tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-822508128'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:23:44.811444 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-775bbd26-b552-4bbc-8191-81ae7e55b2ed tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Made reservation on behalf of 64d19227e44643b7a12df0287e7ae5f8 for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:23:44.816126 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-775bbd26-b552-4bbc-8191-81ae7e55b2ed tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:44.827334 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-775bbd26-b552-4bbc-8191-81ae7e55b2ed tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:44.916436 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-775bbd26-b552-4bbc-8191-81ae7e55b2ed tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks [] for security_group (3a016b48-f44a-414d-be38-840d2a0c3ca4), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:44.922828 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-775bbd26-b552-4bbc-8191-81ae7e55b2ed tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (3a016b48-f44a-414d-be38-840d2a0c3ca4), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:44.952767 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 57454) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:23:44.972587 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775bbd26-b552-4bbc-8191-81ae7e55b2ed tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a016b48-f44a-414d-be38-840d2a0c3ca4,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:23:44.979537 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-775bbd26-b552-4bbc-8191-81ae7e55b2ed tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:23:44.991521 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-775bbd26-b552-4bbc-8191-81ae7e55b2ed tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (c533ee34-b679-44a8-abdb-1685e355613e), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:44.992155 n-d-712749-28 neutron-server[103284]: INFO neutron.db.segments_db [None req-775bbd26-b552-4bbc-8191-81ae7e55b2ed tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Added segment c533ee34-b679-44a8-abdb-1685e355613e of type vlan for network ef4fe003-256e-4a6c-af17-da180c8a686e Jan 28 07:23:45.082252 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 57460) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:23:45.097687 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-775bbd26-b552-4bbc-8191-81ae7e55b2ed tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (ef4fe003-256e-4a6c-af17-da180c8a686e), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:45.113873 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-96d6204f-7ebb-4e6b-b9f0-25181615e4b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:45.154029 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd8d4ae5-92e7-4ed1-ac4b-e6c17cdc788b admin admin] Deleting subnet 27c018f7-3b80-4e05-90dc-ba59b8cae469 {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:23:45.157736 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dd8d4ae5-92e7-4ed1-ac4b-e6c17cdc788b admin admin] Publish callbacks [] for subnet (27c018f7-3b80-4e05-90dc-ba59b8cae469), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:45.217699 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-775bbd26-b552-4bbc-8191-81ae7e55b2ed tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (ef4fe003-256e-4a6c-af17-da180c8a686e), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:45.222120 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-96d6204f-7ebb-4e6b-b9f0-25181615e4b9 admin admin] Publish callbacks [] for security_group (0cf77e51-4070-457f-866e-8951c927dc71), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:45.222760 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-775bbd26-b552-4bbc-8191-81ae7e55b2ed tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:23:45.223312 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-775bbd26-b552-4bbc-8191-81ae7e55b2ed tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:45.229830 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-96d6204f-7ebb-4e6b-b9f0-25181615e4b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (0cf77e51-4070-457f-866e-8951c927dc71), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:45.266175 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-96d6204f-7ebb-4e6b-b9f0-25181615e4b9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=22b4e8d14df6477cb37f4260224216c8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3121579 Jan 28 07:23:45.273757 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 57466) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:23:45.295583 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-775bbd26-b552-4bbc-8191-81ae7e55b2ed tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8571074 Jan 28 07:23:45.302827 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 57468) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:23:45.309020 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dd8d4ae5-92e7-4ed1-ac4b-e6c17cdc788b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24759175'] for subnet (27c018f7-3b80-4e05-90dc-ba59b8cae469), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:45.311373 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-b434e08d-bf03-4787-8d6b-ec24b056f166 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Request body: {'subnet': {'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:23:45.348269 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775bbd26-b552-4bbc-8191-81ae7e55b2ed tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Pushing event updated for resources: {'Network': ['ID=ef4fe003-256e-4a6c-af17-da180c8a686e,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:23:45.367088 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network ef4fe003-256e-4a6c-af17-da180c8a686e details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:23:45.367637 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dd8d4ae5-92e7-4ed1-ac4b-e6c17cdc788b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (27c018f7-3b80-4e05-90dc-ba59b8cae469), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:45.452101 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dd8d4ae5-92e7-4ed1-ac4b-e6c17cdc788b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24757569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24979817'] for subnet (27c018f7-3b80-4e05-90dc-ba59b8cae469), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:45.462316 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d6204f-7ebb-4e6b-b9f0-25181615e4b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cf77e51-4070-457f-866e-8951c927dc71,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:23:45.506414 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8d4ae5-92e7-4ed1-ac4b-e6c17cdc788b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27c018f7-3b80-4e05-90dc-ba59b8cae469,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:23:45.511529 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-429c36fe-48a1-45e0-9874-9c60ced995a3 admin admin] Publish callbacks [] for security_group (0cf77e51-4070-457f-866e-8951c927dc71), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:45.538808 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-429c36fe-48a1-45e0-9874-9c60ced995a3 admin admin] Publish callbacks [] for security_group (0cf77e51-4070-457f-866e-8951c927dc71), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:45.547531 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dd8d4ae5-92e7-4ed1-ac4b-e6c17cdc788b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:45.559115 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-dd8d4ae5-92e7-4ed1-ac4b-e6c17cdc788b admin admin] 10.222.0.41 "DELETE /v2.0/subnets/27c018f7-3b80-4e05-90dc-ba59b8cae469 HTTP/1.1" status: 204 len: 168 time: 0.4751587 Jan 28 07:23:45.559777 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '110d0926-f04b-44e0-af2c-857242a09f97', 'name': 'network-vif-deleted', 'tag': '250f3bbc-f19e-4573-900e-15c9bb208bc5'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:23:45.561197 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 57476) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:23:45.564705 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73561c92-f9cc-49b4-9bb0-60a91d1bcde6" -d '{"events": [{"server_uuid": "110d0926-f04b-44e0-af2c-857242a09f97", "name": "network-vif-deleted", "tag": "250f3bbc-f19e-4573-900e-15c9bb208bc5"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:23:45.578318 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b434e08d-bf03-4787-8d6b-ec24b056f166 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Made reservation on behalf of 64d19227e44643b7a12df0287e7ae5f8 for: {'subnet': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:23:45.581712 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b434e08d-bf03-4787-8d6b-ec24b056f166 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13555781'] for subnet (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:45.640509 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 2b95e989-e469-4b42-84e0-8d347e472d3a no longer exists at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:23:45.675012 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] No Port match for: 2b95e989-e469-4b42-84e0-8d347e472d3a {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:23:45.675371 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 2b95e989-e469-4b42-84e0-8d347e472d3a not bound to the agent host n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:23:45.685874 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de0e2537-47e9-44f4-9456-e4e8854b10fc x-openstack-request-id: req-de0e2537-47e9-44f4-9456-e4e8854b10fc {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:23:45.686172 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "110d0926-f04b-44e0-af2c-857242a09f97", "name": "network-vif-deleted", "tag": "250f3bbc-f19e-4573-900e-15c9bb208bc5", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:23:45.686676 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-de0e2537-47e9-44f4-9456-e4e8854b10fc {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:23:45.687309 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '110d0926-f04b-44e0-af2c-857242a09f97', 'name': 'network-vif-deleted', 'tag': '250f3bbc-f19e-4573-900e-15c9bb208bc5', 'status': 'completed', 'code': 200} Jan 28 07:23:45.699904 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fb45a63c-d19d-48e8-be0e-5ca7ebf902ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (580cd643-0bd2-42ea-b166-6e25b46e3501), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:45.790149 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-429c36fe-48a1-45e0-9874-9c60ced995a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (0cf77e51-4070-457f-866e-8951c927dc71), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:45.792662 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-429c36fe-48a1-45e0-9874-9c60ced995a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:45.794099 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-429c36fe-48a1-45e0-9874-9c60ced995a3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0cf77e51-4070-457f-866e-8951c927dc71 HTTP/1.1" status: 204 len: 168 time: 0.5192690 Jan 28 07:23:45.815143 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429c36fe-48a1-45e0-9874-9c60ced995a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cf77e51-4070-457f-866e-8951c927dc71,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:23:45.823019 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fb45a63c-d19d-48e8-be0e-5ca7ebf902ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (580cd643-0bd2-42ea-b166-6e25b46e3501), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:45.865894 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-fb45a63c-d19d-48e8-be0e-5ca7ebf902ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['580cd643-0bd2-42ea-b166-6e25b46e3501']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:23:45.885350 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-fb45a63c-d19d-48e8-be0e-5ca7ebf902ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42c45045-5a99-4a13-bdcc-c1d0e2d2f60f') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:23:45.885652 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-fb45a63c-d19d-48e8-be0e-5ca7ebf902ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42c45045-5a99-4a13-bdcc-c1d0e2d2f60f') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:23:45.886541 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b434e08d-bf03-4787-8d6b-ec24b056f166 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13546728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13555799'] for subnet (43867f49-9326-41dd-9710-9098ab07e1e5), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:45.896320 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fb45a63c-d19d-48e8-be0e-5ca7ebf902ec admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24759294'] for segment (42c45045-5a99-4a13-bdcc-c1d0e2d2f60f), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:45.923902 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fb45a63c-d19d-48e8-be0e-5ca7ebf902ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (42c45045-5a99-4a13-bdcc-c1d0e2d2f60f), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:45.931760 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb45a63c-d19d-48e8-be0e-5ca7ebf902ec admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:23:45.932329 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fb45a63c-d19d-48e8-be0e-5ca7ebf902ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24757675'] for segment (42c45045-5a99-4a13-bdcc-c1d0e2d2f60f), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:45.934138 n-d-712749-28 neutron-server[103284]: Traceback (most recent call last): Jan 28 07:23:45.934138 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:23:45.934138 n-d-712749-28 neutron-server[103284]: timer() Jan 28 07:23:45.934138 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:23:45.934138 n-d-712749-28 neutron-server[103284]: cb(*args, **kw) Jan 28 07:23:45.934138 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:23:45.934138 n-d-712749-28 neutron-server[103284]: return func(*args, **kwargs) Jan 28 07:23:45.934138 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:23:45.934138 n-d-712749-28 neutron-server[103284]: self._notify() Jan 28 07:23:45.934138 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:23:45.934138 n-d-712749-28 neutron-server[103284]: self.callback(batched_events) Jan 28 07:23:45.934138 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:23:45.934138 n-d-712749-28 neutron-server[103284]: event.method(event) Jan 28 07:23:45.934138 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:23:45.934138 n-d-712749-28 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:23:45.934138 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:23:45.934138 n-d-712749-28 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:23:45.934138 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:23:45.934138 n-d-712749-28 neutron-server[103284]: return f(self, *a, **k) Jan 28 07:23:45.934138 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:23:45.934138 n-d-712749-28 neutron-server[103284]: return self._get(url).json() Jan 28 07:23:45.934138 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:23:45.934138 n-d-712749-28 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:23:45.934138 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:23:45.934138 n-d-712749-28 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Jan 28 07:23:45.934138 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:23:45.934138 n-d-712749-28 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:23:45.934138 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:23:45.934138 n-d-712749-28 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:23:45.934138 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:23:45.934138 n-d-712749-28 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:23:45.934138 n-d-712749-28 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:23:45.989025 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b434e08d-bf03-4787-8d6b-ec24b056f166 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Checking segment: {'id': 'c533ee34-b679-44a8-abdb-1685e355613e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:23:45.989613 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b434e08d-bf03-4787-8d6b-ec24b056f166 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Network hostable DHCP agents. Network: ef4fe003-256e-4a6c-af17-da180c8a686e, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:23:46.015263 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fb45a63c-d19d-48e8-be0e-5ca7ebf902ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (580cd643-0bd2-42ea-b166-6e25b46e3501), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:46.027656 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b434e08d-bf03-4787-8d6b-ec24b056f166 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Pushing event updated for resources: {'Subnet': ['ID=43867f49-9326-41dd-9710-9098ab07e1e5,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:23:46.032408 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fb45a63c-d19d-48e8-be0e-5ca7ebf902ec admin admin] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:46.041169 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-fb45a63c-d19d-48e8-be0e-5ca7ebf902ec admin admin] 10.222.0.41 "DELETE /v2.0/networks/580cd643-0bd2-42ea-b166-6e25b46e3501 HTTP/1.1" status: 204 len: 168 time: 0.4780467 Jan 28 07:23:46.053116 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb45a63c-d19d-48e8-be0e-5ca7ebf902ec admin admin] Pushing event deleted for resources: {'Network': ['ID=580cd643-0bd2-42ea-b166-6e25b46e3501,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:23:46.058327 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b434e08d-bf03-4787-8d6b-ec24b056f166 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Network ef4fe003-256e-4a6c-af17-da180c8a686e is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:23:46.072083 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-b434e08d-bf03-4787-8d6b-ec24b056f166 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, ef4fe003-256e-4a6c-af17-da180c8a686e) {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:23:46.081558 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1e1007e-9552-4fa6-ab36-446a6fecce95 None None] Network ef4fe003-256e-4a6c-af17-da180c8a686e requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:23:46.105269 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b434e08d-bf03-4787-8d6b-ec24b056f166 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:23:46.105751 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b434e08d-bf03-4787-8d6b-ec24b056f166 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:46.140785 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-b434e08d-bf03-4787-8d6b-ec24b056f166 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8359044 Jan 28 07:23:46.143912 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 57492) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:23:46.151565 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-423ee9ad-1ff6-470d-9b52-95bf07276794 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Request body: {'port': {'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e', 'name': 'tempest-NetworksTestDHCPv6-1844482146'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:23:46.323165 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-423ee9ad-1ff6-470d-9b52-95bf07276794 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Made reservation on behalf of 64d19227e44643b7a12df0287e7ae5f8 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:23:46.325768 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b958bc67-a2e1-4181-b508-cf341049bfc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3dd72b9-6805-5f61-b6f3-a591f99a173d-ef4fe003-256e-4a6c-af17-da180c8a686e', 'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e', 'project_id': '64d19227e44643b7a12df0287e7ae5f8', 'fixed_ips': [{'subnet_id': '43867f49-9326-41dd-9710-9098ab07e1e5'}]}} from n-d-712749-28. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 07:23:46.327403 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-423ee9ad-1ff6-470d-9b52-95bf07276794 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:46.327891 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b958bc67-a2e1-4181-b508-cf341049bfc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:46.339457 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 57498) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:23:46.356150 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [None req-423ee9ad-1ff6-470d-9b52-95bf07276794 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] device_id is not set on port 39f63ed8-7931-4e13-ae9b-6cd34322bbd7 yet. {{(pid=103284) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 07:23:46.361993 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0b5799e6-be1e-48f9-894c-f8b346bea6c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:46.455793 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 57500) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:23:46.529534 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-2cb5c2ef-19cf-4db4-ae84-322361fbe302 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ffef015ee1cf4810bf40f81bac3c40be&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0718665 Jan 28 07:23:46.529823 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 57502) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:23:46.541539 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-423ee9ad-1ff6-470d-9b52-95bf07276794 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Allocated IP 2001:db8::15d (ef4fe003-256e-4a6c-af17-da180c8a686e/43867f49-9326-41dd-9710-9098ab07e1e5/39f63ed8-7931-4e13-ae9b-6cd34322bbd7) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:23:46.596790 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0b5799e6-be1e-48f9-894c-f8b346bea6c2 admin admin] Publish callbacks [] for security_group (2023d524-5fa8-4ca7-af6e-aea215e0b705), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:46.605617 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0b5799e6-be1e-48f9-894c-f8b346bea6c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (2023d524-5fa8-4ca7-af6e-aea215e0b705), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:46.627950 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7693a891-c2a3-4600-be4f-c3de0c900d3b admin admin] Publish callbacks [] for security_group (ca7ef53a-ff1d-44e9-a4ed-5cefa6a82e88), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:46.631223 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-0b5799e6-be1e-48f9-894c-f8b346bea6c2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0d22b35efa7e441e83063fa55769b88d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2904329 Jan 28 07:23:46.637296 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 57508) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:23:46.655152 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5799e6-be1e-48f9-894c-f8b346bea6c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2023d524-5fa8-4ca7-af6e-aea215e0b705,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:23:46.717185 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7693a891-c2a3-4600-be4f-c3de0c900d3b admin admin] Publish callbacks [] for security_group (ca7ef53a-ff1d-44e9-a4ed-5cefa6a82e88), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:46.811554 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bd6714e7-115a-405c-852f-c302ff366e2b admin admin] Publish callbacks [] for security_group (2023d524-5fa8-4ca7-af6e-aea215e0b705), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:46.854873 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bd6714e7-115a-405c-852f-c302ff366e2b admin admin] Publish callbacks [] for security_group (2023d524-5fa8-4ca7-af6e-aea215e0b705), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:46.901088 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7693a891-c2a3-4600-be4f-c3de0c900d3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (ca7ef53a-ff1d-44e9-a4ed-5cefa6a82e88), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:46.904061 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7693a891-c2a3-4600-be4f-c3de0c900d3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:46.907586 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-7693a891-c2a3-4600-be4f-c3de0c900d3b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ca7ef53a-ff1d-44e9-a4ed-5cefa6a82e88 HTTP/1.1" status: 204 len: 168 time: 0.3733861 Jan 28 07:23:46.923193 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-423ee9ad-1ff6-470d-9b52-95bf07276794 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks [] for port (39f63ed8-7931-4e13-ae9b-6cd34322bbd7), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:46.938280 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7693a891-c2a3-4600-be4f-c3de0c900d3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca7ef53a-ff1d-44e9-a4ed-5cefa6a82e88,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:23:46.996551 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bd6714e7-115a-405c-852f-c302ff366e2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (2023d524-5fa8-4ca7-af6e-aea215e0b705), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:46.997056 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bd6714e7-115a-405c-852f-c302ff366e2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:47.004538 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-bd6714e7-115a-405c-852f-c302ff366e2b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2023d524-5fa8-4ca7-af6e-aea215e0b705 HTTP/1.1" status: 204 len: 168 time: 0.3511729 Jan 28 07:23:47.020266 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6714e7-115a-405c-852f-c302ff366e2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2023d524-5fa8-4ca7-af6e-aea215e0b705,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:23:47.028462 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-423ee9ad-1ff6-470d-9b52-95bf07276794 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (39f63ed8-7931-4e13-ae9b-6cd34322bbd7), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:47.099970 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423ee9ad-1ff6-470d-9b52-95bf07276794 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Pushing event updated for resources: {'Port': ['ID=39f63ed8-7931-4e13-ae9b-6cd34322bbd7,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:23:47.142325 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-423ee9ad-1ff6-470d-9b52-95bf07276794 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Network ef4fe003-256e-4a6c-af17-da180c8a686e is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:23:47.144779 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-423ee9ad-1ff6-470d-9b52-95bf07276794 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:23:47.151809 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423ee9ad-1ff6-470d-9b52-95bf07276794 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:23:47.158722 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-b958bc67-a2e1-4181-b508-cf341049bfc8 None None] Allocated IP 2001:db8::2 (ef4fe003-256e-4a6c-af17-da180c8a686e/43867f49-9326-41dd-9710-9098ab07e1e5/73324ddf-ddd6-4350-9455-d8ba6003dbaf) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:23:47.159220 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-423ee9ad-1ff6-470d-9b52-95bf07276794 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:23:47.159653 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-423ee9ad-1ff6-470d-9b52-95bf07276794 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:47.201101 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-423ee9ad-1ff6-470d-9b52-95bf07276794 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.0554426 Jan 28 07:23:47.203618 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 57522) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:23:47.341800 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa36df9-ab1b-43b9-9aeb-b30eb7e35ad9 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:23:47.343311 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-2aa36df9-ab1b-43b9-9aeb-b30eb7e35ad9 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1380556 Jan 28 07:23:47.346004 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 57530) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:23:47.454265 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b958bc67-a2e1-4181-b508-cf341049bfc8 None None] Publish callbacks [] for port (73324ddf-ddd6-4350-9455-d8ba6003dbaf), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:47.468763 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b958bc67-a2e1-4181-b508-cf341049bfc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (73324ddf-ddd6-4350-9455-d8ba6003dbaf), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:47.517531 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b958bc67-a2e1-4181-b508-cf341049bfc8 None None] Network ef4fe003-256e-4a6c-af17-da180c8a686e is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:23:47.520923 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-b958bc67-a2e1-4181-b508-cf341049bfc8 None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:23:47.523736 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b958bc67-a2e1-4181-b508-cf341049bfc8 None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:23:47.574330 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b958bc67-a2e1-4181-b508-cf341049bfc8 None None] Pushing event updated for resources: {'Port': ['ID=73324ddf-ddd6-4350-9455-d8ba6003dbaf,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:23:47.613548 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-b958bc67-a2e1-4181-b508-cf341049bfc8 None None] Attempting to bind port 73324ddf-ddd6-4350-9455-d8ba6003dbaf on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:23:47.613920 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-b958bc67-a2e1-4181-b508-cf341049bfc8 None None] Attempting to bind port 73324ddf-ddd6-4350-9455-d8ba6003dbaf by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': 'c533ee34-b679-44a8-abdb-1685e355613e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:23:47.614655 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b958bc67-a2e1-4181-b508-cf341049bfc8 None None] Attempting to bind port 73324ddf-ddd6-4350-9455-d8ba6003dbaf on network ef4fe003-256e-4a6c-af17-da180c8a686e {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:23:47.622128 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b958bc67-a2e1-4181-b508-cf341049bfc8 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:23:47.622724 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b958bc67-a2e1-4181-b508-cf341049bfc8 None None] Checking segment: {'id': 'c533ee34-b679-44a8-abdb-1685e355613e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:23:47.623294 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b958bc67-a2e1-4181-b508-cf341049bfc8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:47.624027 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b958bc67-a2e1-4181-b508-cf341049bfc8 None None] Bound using segment: {'id': 'c533ee34-b679-44a8-abdb-1685e355613e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:23:47.624683 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-b958bc67-a2e1-4181-b508-cf341049bfc8 None None] Bound port: 73324ddf-ddd6-4350-9455-d8ba6003dbaf, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c533ee34-b679-44a8-abdb-1685e355613e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:23:47.625333 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b958bc67-a2e1-4181-b508-cf341049bfc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (73324ddf-ddd6-4350-9455-d8ba6003dbaf), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:47.702142 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-b958bc67-a2e1-4181-b508-cf341049bfc8 None None] For port 73324ddf-ddd6-4350-9455-d8ba6003dbaf, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:23:47.706363 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-b958bc67-a2e1-4181-b508-cf341049bfc8 None None] For port 73324ddf-ddd6-4350-9455-d8ba6003dbaf, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=73324ddf-ddd6-4350-9455-d8ba6003dbaf,segment=NetworkSegment(c533ee34-b679-44a8-abdb-1685e355613e),segment_id=c533ee34-b679-44a8-abdb-1685e355613e)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:23:47.713559 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b958bc67-a2e1-4181-b508-cf341049bfc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (73324ddf-ddd6-4350-9455-d8ba6003dbaf), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:47.800702 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b958bc67-a2e1-4181-b508-cf341049bfc8 None None] Pushing event updated for resources: {'Port': ['ID=73324ddf-ddd6-4350-9455-d8ba6003dbaf,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:23:48.167063 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-bcc774e7-395b-42c2-b939-42c9dcab94c4 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Deleting port 39f63ed8-7931-4e13-ae9b-6cd34322bbd7 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:23:48.167405 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-bcc774e7-395b-42c2-b939-42c9dcab94c4 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (39f63ed8-7931-4e13-ae9b-6cd34322bbd7), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:48.286503 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-bcc774e7-395b-42c2-b939-42c9dcab94c4 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (39f63ed8-7931-4e13-ae9b-6cd34322bbd7), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:48.302917 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-bcc774e7-395b-42c2-b939-42c9dcab94c4 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Calling delete_port for 39f63ed8-7931-4e13-ae9b-6cd34322bbd7 owned by {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:23:48.578938 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-bcc774e7-395b-42c2-b939-42c9dcab94c4 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (39f63ed8-7931-4e13-ae9b-6cd34322bbd7), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:48.630320 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc774e7-395b-42c2-b939-42c9dcab94c4 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Pushing event deleted for resources: {'Port': ['ID=39f63ed8-7931-4e13-ae9b-6cd34322bbd7,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:23:48.662449 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc774e7-395b-42c2-b939-42c9dcab94c4 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:23:48.666521 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc774e7-395b-42c2-b939-42c9dcab94c4 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:23:48.667071 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc774e7-395b-42c2-b939-42c9dcab94c4 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:23:48.667611 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc774e7-395b-42c2-b939-42c9dcab94c4 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:23:48.668113 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc774e7-395b-42c2-b939-42c9dcab94c4 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:23:48.669433 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc774e7-395b-42c2-b939-42c9dcab94c4 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:23:48.671372 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc774e7-395b-42c2-b939-42c9dcab94c4 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:23:48.671900 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc774e7-395b-42c2-b939-42c9dcab94c4 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:23:48.672262 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc774e7-395b-42c2-b939-42c9dcab94c4 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:23:48.676781 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc774e7-395b-42c2-b939-42c9dcab94c4 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:23:48.677133 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc774e7-395b-42c2-b939-42c9dcab94c4 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:23:48.677478 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc774e7-395b-42c2-b939-42c9dcab94c4 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:23:48.677825 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc774e7-395b-42c2-b939-42c9dcab94c4 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:23:48.753060 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-bcc774e7-395b-42c2-b939-42c9dcab94c4 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:48.759733 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 57588) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:23:48.760299 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-bcc774e7-395b-42c2-b939-42c9dcab94c4 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "DELETE /v2.0/ports/39f63ed8-7931-4e13-ae9b-6cd34322bbd7 HTTP/1.1" status: 204 len: 168 time: 1.4124291 Jan 28 07:23:49.020770 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 73324ddf-ddd6-4350-9455-d8ba6003dbaf up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:23:49.115016 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 73324ddf-ddd6-4350-9455-d8ba6003dbaf triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:23:49.115637 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (73324ddf-ddd6-4350-9455-d8ba6003dbaf), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:49.141155 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc79c68-d129-4c1e-810c-faa6d744c61b tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:23:49.144422 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc79c68-d129-4c1e-810c-faa6d744c61b tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:23:49.154211 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-edc79c68-d129-4c1e-810c-faa6d744c61b tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3925898 Jan 28 07:23:49.157296 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 57606) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:23:49.240497 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb069e66-f8ab-42b2-8044-09211f4e50e0 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Deleting subnet 43867f49-9326-41dd-9710-9098ab07e1e5 {{(pid=103283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:23:49.245187 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-eb069e66-f8ab-42b2-8044-09211f4e50e0 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks [] for subnet (43867f49-9326-41dd-9710-9098ab07e1e5), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:49.298453 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 73324ddf-ddd6-4350-9455-d8ba6003dbaf is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:23:49.298877 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (73324ddf-ddd6-4350-9455-d8ba6003dbaf), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:49.306326 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-eb069e66-f8ab-42b2-8044-09211f4e50e0 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13506696'] for subnet (43867f49-9326-41dd-9710-9098ab07e1e5), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:49.339617 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] For port 73324ddf-ddd6-4350-9455-d8ba6003dbaf, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=73324ddf-ddd6-4350-9455-d8ba6003dbaf,segment=NetworkSegment(c533ee34-b679-44a8-abdb-1685e355613e),segment_id=c533ee34-b679-44a8-abdb-1685e355613e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:23:49.346331 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (73324ddf-ddd6-4350-9455-d8ba6003dbaf), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:49.430409 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Pushing event updated for resources: {'Port': ['ID=73324ddf-ddd6-4350-9455-d8ba6003dbaf,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:23:49.485421 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-eb069e66-f8ab-42b2-8044-09211f4e50e0 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (43867f49-9326-41dd-9710-9098ab07e1e5), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:49.498194 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 57612) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:23:49.599786 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-eb069e66-f8ab-42b2-8044-09211f4e50e0 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13546665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13556132'] for subnet (43867f49-9326-41dd-9710-9098ab07e1e5), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:49.601581 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee7eea0-2912-4e37-8d2d-e2634cba24d1 None None] Network ef4fe003-256e-4a6c-af17-da180c8a686e requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:23:49.673166 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb069e66-f8ab-42b2-8044-09211f4e50e0 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Pushing event deleted for resources: {'Subnet': ['ID=43867f49-9326-41dd-9710-9098ab07e1e5,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:23:49.684616 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-eb069e66-f8ab-42b2-8044-09211f4e50e0 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:49.690413 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-eb069e66-f8ab-42b2-8044-09211f4e50e0 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "DELETE /v2.0/subnets/43867f49-9326-41dd-9710-9098ab07e1e5 HTTP/1.1" status: 204 len: 168 time: 0.5306199 Jan 28 07:23:49.693408 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 57622) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:23:49.765662 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-2e7fe343-c164-47c3-b8f0-df8337706c2d None None] Provisioning complete for port 73324ddf-ddd6-4350-9455-d8ba6003dbaf triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:23:49.765944 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2e7fe343-c164-47c3-b8f0-df8337706c2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (73324ddf-ddd6-4350-9455-d8ba6003dbaf), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:49.835159 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-fe279a01-ba27-4c06-a7c7-cab457f8addd tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1366923 Jan 28 07:23:49.836104 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 57628) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:23:49.844382 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-032d4f3b-d231-4ff4-aa49-fc969908cbf4 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Request body: {'subnet': {'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:23:49.857468 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4a7eb353-b08c-48a1-91de-dcf974aaca12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:49.866240 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-358b7e4b-c1d1-4b38-9863-daece176c8d7 None None] DHCP port deletion for ef4fe003-256e-4a6c-af17-da180c8a686e request from n-d-712749-28 {{(pid=103285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 07:23:49.929296 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-2e7fe343-c164-47c3-b8f0-df8337706c2d None None] Current status of the port 73324ddf-ddd6-4350-9455-d8ba6003dbaf is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:23:49.953923 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-358b7e4b-c1d1-4b38-9863-daece176c8d7 None None] Deleting port 73324ddf-ddd6-4350-9455-d8ba6003dbaf {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:23:49.954678 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-358b7e4b-c1d1-4b38-9863-daece176c8d7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (73324ddf-ddd6-4350-9455-d8ba6003dbaf), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:50.028559 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4a7eb353-b08c-48a1-91de-dcf974aaca12 admin admin] Publish callbacks [] for security_group (580fda75-9cfd-4f1f-8352-c0c3386d1584), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:50.034953 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-358b7e4b-c1d1-4b38-9863-daece176c8d7 None None] For port 73324ddf-ddd6-4350-9455-d8ba6003dbaf, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=73324ddf-ddd6-4350-9455-d8ba6003dbaf,segment=NetworkSegment(c533ee34-b679-44a8-abdb-1685e355613e),segment_id=c533ee34-b679-44a8-abdb-1685e355613e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:23:50.035713 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-358b7e4b-c1d1-4b38-9863-daece176c8d7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (73324ddf-ddd6-4350-9455-d8ba6003dbaf), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:50.039274 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-032d4f3b-d231-4ff4-aa49-fc969908cbf4 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Made reservation on behalf of 64d19227e44643b7a12df0287e7ae5f8 for: {'subnet': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:23:50.044070 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4a7eb353-b08c-48a1-91de-dcf974aaca12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (580fda75-9cfd-4f1f-8352-c0c3386d1584), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:50.045389 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-032d4f3b-d231-4ff4-aa49-fc969908cbf4 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13555781'] for subnet (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:50.087560 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-358b7e4b-c1d1-4b38-9863-daece176c8d7 None None] Calling delete_port for 73324ddf-ddd6-4350-9455-d8ba6003dbaf owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:23:50.125662 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-4a7eb353-b08c-48a1-91de-dcf974aaca12 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e26b84745f564f7e9d5ce64aa29e718b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6249244 Jan 28 07:23:50.127258 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 57642) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:23:50.129471 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7eb353-b08c-48a1-91de-dcf974aaca12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=580fda75-9cfd-4f1f-8352-c0c3386d1584,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:23:50.176804 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7eb353-b08c-48a1-91de-dcf974aaca12 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:23:50.177439 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7eb353-b08c-48a1-91de-dcf974aaca12 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:23:50.178046 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7eb353-b08c-48a1-91de-dcf974aaca12 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:23:50.178757 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7eb353-b08c-48a1-91de-dcf974aaca12 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:23:50.179436 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7eb353-b08c-48a1-91de-dcf974aaca12 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:23:50.179958 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7eb353-b08c-48a1-91de-dcf974aaca12 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:23:50.180497 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7eb353-b08c-48a1-91de-dcf974aaca12 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:23:50.181027 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7eb353-b08c-48a1-91de-dcf974aaca12 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:23:50.185540 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7eb353-b08c-48a1-91de-dcf974aaca12 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:23:50.186234 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7eb353-b08c-48a1-91de-dcf974aaca12 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:23:50.186798 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7eb353-b08c-48a1-91de-dcf974aaca12 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:23:50.187305 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7eb353-b08c-48a1-91de-dcf974aaca12 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:23:50.187838 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7eb353-b08c-48a1-91de-dcf974aaca12 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:23:50.270573 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cf179869-7e1d-4de2-bfe9-bd8a84dda396 admin admin] Publish callbacks [] for security_group (580fda75-9cfd-4f1f-8352-c0c3386d1584), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:50.288185 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-358b7e4b-c1d1-4b38-9863-daece176c8d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298'] for port (73324ddf-ddd6-4350-9455-d8ba6003dbaf), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:50.298641 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cf179869-7e1d-4de2-bfe9-bd8a84dda396 admin admin] Publish callbacks [] for security_group (580fda75-9cfd-4f1f-8352-c0c3386d1584), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:50.314761 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358b7e4b-c1d1-4b38-9863-daece176c8d7 None None] Pushing event deleted for resources: {'Port': ['ID=73324ddf-ddd6-4350-9455-d8ba6003dbaf,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:23:50.325872 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358b7e4b-c1d1-4b38-9863-daece176c8d7 None None] No DVR routers for this DVR port 73324ddf-ddd6-4350-9455-d8ba6003dbaf on host n-d-712749-28 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:23:50.384976 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cf179869-7e1d-4de2-bfe9-bd8a84dda396 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (580fda75-9cfd-4f1f-8352-c0c3386d1584), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:50.388821 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cf179869-7e1d-4de2-bfe9-bd8a84dda396 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:50.393675 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-cf179869-7e1d-4de2-bfe9-bd8a84dda396 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/580fda75-9cfd-4f1f-8352-c0c3386d1584 HTTP/1.1" status: 204 len: 168 time: 0.2650123 Jan 28 07:23:50.426078 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf179869-7e1d-4de2-bfe9-bd8a84dda396 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=580fda75-9cfd-4f1f-8352-c0c3386d1584,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:23:50.519951 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-032d4f3b-d231-4ff4-aa49-fc969908cbf4 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13546728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13555799'] for subnet (6cc77ae5-c2e2-4639-8ddc-f084a9a89a10), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:50.592441 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-032d4f3b-d231-4ff4-aa49-fc969908cbf4 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Network ef4fe003-256e-4a6c-af17-da180c8a686e is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:23:50.609335 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-032d4f3b-d231-4ff4-aa49-fc969908cbf4 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:23:50.618437 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-032d4f3b-d231-4ff4-aa49-fc969908cbf4 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:23:50.619227 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-032d4f3b-d231-4ff4-aa49-fc969908cbf4 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:50.621719 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc708af-1c41-4d83-a6cf-e33585c1ed8b None None] Network ef4fe003-256e-4a6c-af17-da180c8a686e requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:23:50.637592 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032d4f3b-d231-4ff4-aa49-fc969908cbf4 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Pushing event updated for resources: {'Subnet': ['ID=6cc77ae5-c2e2-4639-8ddc-f084a9a89a10,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:23:50.657197 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-032d4f3b-d231-4ff4-aa49-fc969908cbf4 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8196018 Jan 28 07:23:50.659639 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 57656) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:23:50.668873 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-370acf30-1b27-4394-a6b7-9de1ae6ef582 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Request body: {'port': {'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e', 'name': 'tempest-NetworksTestDHCPv6-1339580355'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:23:50.845893 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-484c8158-3157-4d86-9acb-ff709be34eef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3dd72b9-6805-5f61-b6f3-a591f99a173d-ef4fe003-256e-4a6c-af17-da180c8a686e', 'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e', 'project_id': '64d19227e44643b7a12df0287e7ae5f8', 'fixed_ips': [{'subnet_id': '6cc77ae5-c2e2-4639-8ddc-f084a9a89a10'}]}} from n-d-712749-28. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 07:23:50.862260 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-484c8158-3157-4d86-9acb-ff709be34eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:50.867425 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-370acf30-1b27-4394-a6b7-9de1ae6ef582 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Made reservation on behalf of 64d19227e44643b7a12df0287e7ae5f8 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:23:50.877474 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-370acf30-1b27-4394-a6b7-9de1ae6ef582 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:50.904241 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 73324ddf-ddd6-4350-9455-d8ba6003dbaf no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:23:50.912310 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [None req-370acf30-1b27-4394-a6b7-9de1ae6ef582 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] device_id is not set on port 35b8791d-d6c4-4106-aaad-6b9bca389250 yet. {{(pid=103284) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 07:23:50.929888 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: 73324ddf-ddd6-4350-9455-d8ba6003dbaf {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:23:50.930396 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 73324ddf-ddd6-4350-9455-d8ba6003dbaf not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:23:51.124777 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-370acf30-1b27-4394-a6b7-9de1ae6ef582 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Allocated IP 2001:db8::211 (ef4fe003-256e-4a6c-af17-da180c8a686e/6cc77ae5-c2e2-4639-8ddc-f084a9a89a10/35b8791d-d6c4-4106-aaad-6b9bca389250) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:23:51.494003 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-370acf30-1b27-4394-a6b7-9de1ae6ef582 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks [] for port (35b8791d-d6c4-4106-aaad-6b9bca389250), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:51.583529 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-370acf30-1b27-4394-a6b7-9de1ae6ef582 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (35b8791d-d6c4-4106-aaad-6b9bca389250), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:51.675660 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-370acf30-1b27-4394-a6b7-9de1ae6ef582 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Network ef4fe003-256e-4a6c-af17-da180c8a686e is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:23:51.680057 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-370acf30-1b27-4394-a6b7-9de1ae6ef582 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:23:51.687215 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370acf30-1b27-4394-a6b7-9de1ae6ef582 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:23:51.692600 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-370acf30-1b27-4394-a6b7-9de1ae6ef582 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:23:51.693239 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-370acf30-1b27-4394-a6b7-9de1ae6ef582 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:51.714860 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-484c8158-3157-4d86-9acb-ff709be34eef None None] Allocated IP 2001:db8::2 (ef4fe003-256e-4a6c-af17-da180c8a686e/6cc77ae5-c2e2-4639-8ddc-f084a9a89a10/dabf8c03-d2b0-41da-8add-272947a103d8) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:23:51.721257 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370acf30-1b27-4394-a6b7-9de1ae6ef582 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Pushing event updated for resources: {'Port': ['ID=35b8791d-d6c4-4106-aaad-6b9bca389250,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:23:51.754592 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-370acf30-1b27-4394-a6b7-9de1ae6ef582 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.0933609 Jan 28 07:23:51.758128 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 57702) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:23:51.816176 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1a9bc1-f3b1-41ce-861b-ad582785fd0e req-d6c308c9-8c3e-4e69-83ce-76b01b1cb026 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:23:51.825346 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1c1a9bc1-f3b1-41ce-861b-ad582785fd0e req-d6c308c9-8c3e-4e69-83ce-76b01b1cb026 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/ports?device_id=28886562-bead-4c03-b18c-42830d7b7629 HTTP/1.1" status: 200 len: 947 time: 0.1067772 Jan 28 07:23:51.937511 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b1117ec-125e-4794-8b2d-5f129cdabd25 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:23:51.947972 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-6b1117ec-125e-4794-8b2d-5f129cdabd25 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1853862 Jan 28 07:23:51.948183 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1c1a9bc1-f3b1-41ce-861b-ad582785fd0e req-c27b284c-a86a-491a-b047-957ba35b5c0c tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3913eaa-d94a-405d-af3b-c47b7c21bae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1214993 Jan 28 07:23:51.950719 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 57710) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:23:52.073317 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-484c8158-3157-4d86-9acb-ff709be34eef None None] Publish callbacks [] for port (dabf8c03-d2b0-41da-8add-272947a103d8), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:52.077579 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-00bf9c24-88b1-4bcf-a2d9-c92ace97fc0e tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Deleting port 35b8791d-d6c4-4106-aaad-6b9bca389250 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:23:52.078212 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-00bf9c24-88b1-4bcf-a2d9-c92ace97fc0e tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (35b8791d-d6c4-4106-aaad-6b9bca389250), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:52.085994 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-484c8158-3157-4d86-9acb-ff709be34eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (dabf8c03-d2b0-41da-8add-272947a103d8), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:52.114548 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 57714) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:23:52.134085 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-484c8158-3157-4d86-9acb-ff709be34eef None None] Network ef4fe003-256e-4a6c-af17-da180c8a686e is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:23:52.135597 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-484c8158-3157-4d86-9acb-ff709be34eef None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:23:52.141204 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484c8158-3157-4d86-9acb-ff709be34eef None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:23:52.174758 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484c8158-3157-4d86-9acb-ff709be34eef None None] Pushing event updated for resources: {'Port': ['ID=dabf8c03-d2b0-41da-8add-272947a103d8,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:23:52.261674 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-484c8158-3157-4d86-9acb-ff709be34eef None None] Attempting to bind port dabf8c03-d2b0-41da-8add-272947a103d8 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:23:52.262254 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-484c8158-3157-4d86-9acb-ff709be34eef None None] Attempting to bind port dabf8c03-d2b0-41da-8add-272947a103d8 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': 'c533ee34-b679-44a8-abdb-1685e355613e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:23:52.263856 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484c8158-3157-4d86-9acb-ff709be34eef None None] Attempting to bind port dabf8c03-d2b0-41da-8add-272947a103d8 on network ef4fe003-256e-4a6c-af17-da180c8a686e {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:23:52.281458 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484c8158-3157-4d86-9acb-ff709be34eef None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:23:52.282312 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484c8158-3157-4d86-9acb-ff709be34eef None None] Checking segment: {'id': 'c533ee34-b679-44a8-abdb-1685e355613e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:23:52.284516 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-00bf9c24-88b1-4bcf-a2d9-c92ace97fc0e tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (35b8791d-d6c4-4106-aaad-6b9bca389250), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:52.286048 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-484c8158-3157-4d86-9acb-ff709be34eef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:52.288285 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484c8158-3157-4d86-9acb-ff709be34eef None None] Bound using segment: {'id': 'c533ee34-b679-44a8-abdb-1685e355613e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:23:52.288833 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-484c8158-3157-4d86-9acb-ff709be34eef None None] Bound port: dabf8c03-d2b0-41da-8add-272947a103d8, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c533ee34-b679-44a8-abdb-1685e355613e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:23:52.289380 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-484c8158-3157-4d86-9acb-ff709be34eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (dabf8c03-d2b0-41da-8add-272947a103d8), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:52.300352 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-00bf9c24-88b1-4bcf-a2d9-c92ace97fc0e tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Calling delete_port for 35b8791d-d6c4-4106-aaad-6b9bca389250 owned by {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:23:52.368022 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-484c8158-3157-4d86-9acb-ff709be34eef None None] For port dabf8c03-d2b0-41da-8add-272947a103d8, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:23:52.369972 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-decf5e05-d107-46d8-a9f4-f119b9ce97cf admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-970965807-network', 'tenant_id': 'a6edc1c2472d49839a2dbbe98b656418'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:23:52.372764 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-484c8158-3157-4d86-9acb-ff709be34eef None None] For port dabf8c03-d2b0-41da-8add-272947a103d8, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=dabf8c03-d2b0-41da-8add-272947a103d8,segment=NetworkSegment(c533ee34-b679-44a8-abdb-1685e355613e),segment_id=c533ee34-b679-44a8-abdb-1685e355613e)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:23:52.395905 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-484c8158-3157-4d86-9acb-ff709be34eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (dabf8c03-d2b0-41da-8add-272947a103d8), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:52.451178 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-decf5e05-d107-46d8-a9f4-f119b9ce97cf admin admin] Made reservation on behalf of a6edc1c2472d49839a2dbbe98b656418 for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:23:52.453755 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-decf5e05-d107-46d8-a9f4-f119b9ce97cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:52.475907 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-decf5e05-d107-46d8-a9f4-f119b9ce97cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:52.562432 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-00bf9c24-88b1-4bcf-a2d9-c92ace97fc0e tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (35b8791d-d6c4-4106-aaad-6b9bca389250), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:52.579498 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484c8158-3157-4d86-9acb-ff709be34eef None None] Pushing event updated for resources: {'Port': ['ID=dabf8c03-d2b0-41da-8add-272947a103d8,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:23:52.615335 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bf9c24-88b1-4bcf-a2d9-c92ace97fc0e tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Pushing event deleted for resources: {'Port': ['ID=35b8791d-d6c4-4106-aaad-6b9bca389250,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:23:52.666907 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-00bf9c24-88b1-4bcf-a2d9-c92ace97fc0e tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:52.671110 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-00bf9c24-88b1-4bcf-a2d9-c92ace97fc0e tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "DELETE /v2.0/ports/35b8791d-d6c4-4106-aaad-6b9bca389250 HTTP/1.1" status: 204 len: 168 time: 0.7183650 Jan 28 07:23:52.674815 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 57736) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:23:52.690641 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-decf5e05-d107-46d8-a9f4-f119b9ce97cf admin admin] Publish callbacks [] for security_group (53b55572-4939-4466-abb4-cc7f1bb894f2), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:52.705374 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-decf5e05-d107-46d8-a9f4-f119b9ce97cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (53b55572-4939-4466-abb4-cc7f1bb894f2), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:52.735692 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-decf5e05-d107-46d8-a9f4-f119b9ce97cf admin admin] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:23:52.786774 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-decf5e05-d107-46d8-a9f4-f119b9ce97cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (5e9d481f-a3b1-479f-be8f-343a288df135), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:52.787122 n-d-712749-28 neutron-server[103284]: INFO neutron.db.segments_db [None req-decf5e05-d107-46d8-a9f4-f119b9ce97cf admin admin] Added segment 5e9d481f-a3b1-479f-be8f-343a288df135 of type vlan for network 0f9677e3-e88b-4074-b906-3a89e31a8b26 Jan 28 07:23:52.850810 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-decf5e05-d107-46d8-a9f4-f119b9ce97cf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (0f9677e3-e88b-4074-b906-3a89e31a8b26), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:52.900332 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-decf5e05-d107-46d8-a9f4-f119b9ce97cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (0f9677e3-e88b-4074-b906-3a89e31a8b26), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:52.903562 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-decf5e05-d107-46d8-a9f4-f119b9ce97cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:23:52.905728 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-decf5e05-d107-46d8-a9f4-f119b9ce97cf admin admin] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:52.914026 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1408bb0-f817-4b86-b293-99edfbe3607d tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:23:52.916087 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1408bb0-f817-4b86-b293-99edfbe3607d tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:23:52.920624 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-a1408bb0-f817-4b86-b293-99edfbe3607d tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2444952 Jan 28 07:23:52.923665 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decf5e05-d107-46d8-a9f4-f119b9ce97cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53b55572-4939-4466-abb4-cc7f1bb894f2,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:23:52.924567 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 57742) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:23:53.050734 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcc56ee9-86d0-4907-8cd3-21eea6df9db0 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Deleting subnet 6cc77ae5-c2e2-4639-8ddc-f084a9a89a10 {{(pid=103283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:23:53.069349 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-dcc56ee9-86d0-4907-8cd3-21eea6df9db0 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks [] for subnet (6cc77ae5-c2e2-4639-8ddc-f084a9a89a10), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:53.165088 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-dcc56ee9-86d0-4907-8cd3-21eea6df9db0 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13506696'] for subnet (6cc77ae5-c2e2-4639-8ddc-f084a9a89a10), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:53.186590 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-decf5e05-d107-46d8-a9f4-f119b9ce97cf admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0688779 Jan 28 07:23:53.190750 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decf5e05-d107-46d8-a9f4-f119b9ce97cf admin admin] Pushing event updated for resources: {'Network': ['ID=0f9677e3-e88b-4074-b906-3a89e31a8b26,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:23:53.194286 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 57748) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:23:53.205964 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network 0f9677e3-e88b-4074-b906-3a89e31a8b26 details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:23:53.209259 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-17fdb071-5438-424f-bab8-dbee83be4933 admin admin] Request body: {'subnet': {'network_id': '0f9677e3-e88b-4074-b906-3a89e31a8b26', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-970965807-subnet', 'tenant_id': 'a6edc1c2472d49839a2dbbe98b656418', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:23:53.294127 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a220ad-6e1a-48cb-9d37-71e92b6563fe req-aa814582-c71d-46c7-812d-c57039763b3d tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:23:53.308266 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-44a220ad-6e1a-48cb-9d37-71e92b6563fe req-aa814582-c71d-46c7-812d-c57039763b3d tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/ports?device_id=28886562-bead-4c03-b18c-42830d7b7629 HTTP/1.1" status: 200 len: 947 time: 0.1882393 Jan 28 07:23:53.327298 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17fdb071-5438-424f-bab8-dbee83be4933 admin admin] Made reservation on behalf of a6edc1c2472d49839a2dbbe98b656418 for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:23:53.331610 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-17fdb071-5438-424f-bab8-dbee83be4933 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24979592'] for subnet (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:53.346174 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-dcc56ee9-86d0-4907-8cd3-21eea6df9db0 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (6cc77ae5-c2e2-4639-8ddc-f084a9a89a10), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:53.526563 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-44a220ad-6e1a-48cb-9d37-71e92b6563fe req-1e9429e2-f7b4-48bd-95b9-f08a1ebf97d8 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3913eaa-d94a-405d-af3b-c47b7c21bae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2158151 Jan 28 07:23:53.607287 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-dcc56ee9-86d0-4907-8cd3-21eea6df9db0 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13546665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13556132'] for subnet (6cc77ae5-c2e2-4639-8ddc-f084a9a89a10), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:53.625371 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 57764) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:23:53.628449 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b648c235-ff2a-4540-91c1-15f6d0e74c6f req-581ec5cf-73e8-4eca-a278-71657e0ddfab tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:23:53.630023 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b648c235-ff2a-4540-91c1-15f6d0e74c6f req-581ec5cf-73e8-4eca-a278-71657e0ddfab tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.44 "GET /v2.0/ports?device_id=28886562-bead-4c03-b18c-42830d7b7629 HTTP/1.1" status: 200 len: 947 time: 0.2168722 Jan 28 07:23:53.685058 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc56ee9-86d0-4907-8cd3-21eea6df9db0 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Pushing event deleted for resources: {'Subnet': ['ID=6cc77ae5-c2e2-4639-8ddc-f084a9a89a10,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:23:53.687474 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-dcc56ee9-86d0-4907-8cd3-21eea6df9db0 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:53.690773 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-dcc56ee9-86d0-4907-8cd3-21eea6df9db0 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "DELETE /v2.0/subnets/6cc77ae5-c2e2-4639-8ddc-f084a9a89a10 HTTP/1.1" status: 204 len: 168 time: 0.7540345 Jan 28 07:23:53.693817 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 57768) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:23:53.758905 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-17fdb071-5438-424f-bab8-dbee83be4933 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24757504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24979610'] for subnet (a20d1ced-3d08-43be-8252-20a8f34a36b0), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:53.763143 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-254ea277-46f5-4dc8-9dac-40081716d426 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0677717 Jan 28 07:23:53.768684 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 57770) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:23:53.779294 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-25f0f905-115e-4256-bb65-6a084e8f141c tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Request body: {'subnet': {'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:23:53.859365 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-b648c235-ff2a-4540-91c1-15f6d0e74c6f req-06beee6c-3e1b-44e5-a587-6ab167f89a29 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Deleting port e8bba4ec-e3da-41ff-8c8b-c71a7709aa9e {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:23:53.859604 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7ee3d2b0-a727-4869-8bab-7e36cfbfe919 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:53.860122 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b648c235-ff2a-4540-91c1-15f6d0e74c6f req-06beee6c-3e1b-44e5-a587-6ab167f89a29 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (e8bba4ec-e3da-41ff-8c8b-c71a7709aa9e), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:53.931555 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fdb071-5438-424f-bab8-dbee83be4933 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a20d1ced-3d08-43be-8252-20a8f34a36b0,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:23:53.994883 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17fdb071-5438-424f-bab8-dbee83be4933 admin admin] Checking segment: {'id': '5e9d481f-a3b1-479f-be8f-343a288df135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0f9677e3-e88b-4074-b906-3a89e31a8b26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:23:53.995255 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17fdb071-5438-424f-bab8-dbee83be4933 admin admin] Network hostable DHCP agents. Network: 0f9677e3-e88b-4074-b906-3a89e31a8b26, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:23:54.024542 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-b648c235-ff2a-4540-91c1-15f6d0e74c6f req-06beee6c-3e1b-44e5-a587-6ab167f89a29 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] For port e8bba4ec-e3da-41ff-8c8b-c71a7709aa9e, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=e8bba4ec-e3da-41ff-8c8b-c71a7709aa9e,segment=NetworkSegment(f988f3e6-2feb-4622-baed-2eae67dfbc12),segment_id=f988f3e6-2feb-4622-baed-2eae67dfbc12)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:23:54.025202 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b648c235-ff2a-4540-91c1-15f6d0e74c6f req-06beee6c-3e1b-44e5-a587-6ab167f89a29 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (e8bba4ec-e3da-41ff-8c8b-c71a7709aa9e), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:54.087658 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7ee3d2b0-a727-4869-8bab-7e36cfbfe919 admin admin] Publish callbacks [] for security_group (eb1fc644-c2fc-48ad-a320-7f5e1c7b5d90), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:54.107325 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7ee3d2b0-a727-4869-8bab-7e36cfbfe919 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (eb1fc644-c2fc-48ad-a320-7f5e1c7b5d90), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:54.139966 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25f0f905-115e-4256-bb65-6a084e8f141c tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Made reservation on behalf of 64d19227e44643b7a12df0287e7ae5f8 for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:23:54.145276 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-25f0f905-115e-4256-bb65-6a084e8f141c tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24979592'] for subnet (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:54.184939 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17fdb071-5438-424f-bab8-dbee83be4933 admin admin] Network 0f9677e3-e88b-4074-b906-3a89e31a8b26 is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:23:54.300401 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-7ee3d2b0-a727-4869-8bab-7e36cfbfe919 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=69581b3f954c408f82efe8cbc3c12136&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6714134 Jan 28 07:23:54.301702 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee3d2b0-a727-4869-8bab-7e36cfbfe919 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb1fc644-c2fc-48ad-a320-7f5e1c7b5d90,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:23:54.310329 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 57782) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:23:54.335700 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-17fdb071-5438-424f-bab8-dbee83be4933 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, 0f9677e3-e88b-4074-b906-3a89e31a8b26) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:23:54.346992 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63436f10-427b-4528-b1c4-d9870f33df9a None None] Network 0f9677e3-e88b-4074-b906-3a89e31a8b26 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:23:54.368521 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17fdb071-5438-424f-bab8-dbee83be4933 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:23:54.369250 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-17fdb071-5438-424f-bab8-dbee83be4933 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:54.422936 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b648c235-ff2a-4540-91c1-15f6d0e74c6f req-06beee6c-3e1b-44e5-a587-6ab167f89a29 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:54.423771 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b648c235-ff2a-4540-91c1-15f6d0e74c6f req-06beee6c-3e1b-44e5-a587-6ab167f89a29 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16609095'] for floatingip (3152e351-3e1b-4f53-9b38-29d8a1ff2717), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:54.424411 n-d-712749-28 neutron-server[103283]: INFO neutron.db.l3_db [req-b648c235-ff2a-4540-91c1-15f6d0e74c6f req-06beee6c-3e1b-44e5-a587-6ab167f89a29 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Floating IP 3152e351-3e1b-4f53-9b38-29d8a1ff2717 disassociated. External IP: 172.25.6.187, port: e8bba4ec-e3da-41ff-8c8b-c71a7709aa9e. Jan 28 07:23:54.425036 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-b648c235-ff2a-4540-91c1-15f6d0e74c6f req-06beee6c-3e1b-44e5-a587-6ab167f89a29 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Calling delete_port for e8bba4ec-e3da-41ff-8c8b-c71a7709aa9e owned by compute:nova {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:23:54.466862 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-17fdb071-5438-424f-bab8-dbee83be4933 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2672431 Jan 28 07:23:54.493484 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-13feabce-39c3-4fb6-aebf-b64075e25f0a admin admin] Publish callbacks [] for security_group (eb1fc644-c2fc-48ad-a320-7f5e1c7b5d90), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:54.558005 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-13feabce-39c3-4fb6-aebf-b64075e25f0a admin admin] Publish callbacks [] for security_group (eb1fc644-c2fc-48ad-a320-7f5e1c7b5d90), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:54.614029 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b648c235-ff2a-4540-91c1-15f6d0e74c6f req-06beee6c-3e1b-44e5-a587-6ab167f89a29 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (e8bba4ec-e3da-41ff-8c8b-c71a7709aa9e), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:54.732712 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06bd4850-bae6-4666-9811-7ff77478ebb7 None None] Network ef4fe003-256e-4a6c-af17-da180c8a686e requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:23:54.755112 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06beee6c-3e1b-44e5-a587-6ab167f89a29 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Pushing event deleted for resources: {'Port': ['ID=e8bba4ec-e3da-41ff-8c8b-c71a7709aa9e,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:23:54.831105 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-5f292a69-43bb-4c60-99c7-d88a950f557b None None] Provisioning complete for port dabf8c03-d2b0-41da-8add-272947a103d8 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:23:54.831429 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5f292a69-43bb-4c60-99c7-d88a950f557b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (dabf8c03-d2b0-41da-8add-272947a103d8), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:54.847782 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a89dd945-fdf4-4ab7-9e5a-9c5f0b5c8eaf req-5b572151-c2a4-4bcc-a609-0b6e997fab94 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/ports?device_id=28886562-bead-4c03-b18c-42830d7b7629 HTTP/1.1" status: 200 len: 210 time: 0.1260967 Jan 28 07:23:54.866200 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-25f0f905-115e-4256-bb65-6a084e8f141c tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24757504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24979610'] for subnet (7689a908-84e2-4f13-9452-6cbf6f6379cc), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:54.920904 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f0f905-115e-4256-bb65-6a084e8f141c tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Network ef4fe003-256e-4a6c-af17-da180c8a686e is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:23:54.925235 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-25f0f905-115e-4256-bb65-6a084e8f141c tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:23:54.928717 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f0f905-115e-4256-bb65-6a084e8f141c tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:23:54.929760 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-25f0f905-115e-4256-bb65-6a084e8f141c tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:54.943091 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-13feabce-39c3-4fb6-aebf-b64075e25f0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (eb1fc644-c2fc-48ad-a320-7f5e1c7b5d90), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:54.947067 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-13feabce-39c3-4fb6-aebf-b64075e25f0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:54.948370 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-13feabce-39c3-4fb6-aebf-b64075e25f0a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/eb1fc644-c2fc-48ad-a320-7f5e1c7b5d90 HTTP/1.1" status: 204 len: 168 time: 0.6369722 Jan 28 07:23:54.978754 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f0f905-115e-4256-bb65-6a084e8f141c tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Pushing event updated for resources: {'Subnet': ['ID=7689a908-84e2-4f13-9452-6cbf6f6379cc,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:23:54.984537 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13feabce-39c3-4fb6-aebf-b64075e25f0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb1fc644-c2fc-48ad-a320-7f5e1c7b5d90,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:23:54.993236 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-25f0f905-115e-4256-bb65-6a084e8f141c tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2233002 Jan 28 07:23:54.995509 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 57806) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:23:55.008026 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d22485c-4cbd-4145-9205-e6195ec1f850 None None] Network 0f9677e3-e88b-4074-b906-3a89e31a8b26 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:23:55.008376 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-0f4069e1-9f02-4167-813a-d6e12772bed4 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Request body: {'port': {'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e', 'name': 'tempest-NetworksTestDHCPv6-1550520461'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:23:55.099134 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b648c235-ff2a-4540-91c1-15f6d0e74c6f req-06beee6c-3e1b-44e5-a587-6ab167f89a29 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Router 682a3156-cf45-49e0-8f39-7c9498d5e158 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:23:55.149908 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device dabf8c03-d2b0-41da-8add-272947a103d8 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:23:55.208449 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f4069e1-9f02-4167-813a-d6e12772bed4 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Made reservation on behalf of 64d19227e44643b7a12df0287e7ae5f8 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:23:55.218661 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0f4069e1-9f02-4167-813a-d6e12772bed4 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:55.301749 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [None req-0f4069e1-9f02-4167-813a-d6e12772bed4 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] device_id is not set on port 5307b94e-82b1-4724-9949-c95a74df35ff yet. {{(pid=103284) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 07:23:55.339387 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-5f292a69-43bb-4c60-99c7-d88a950f557b None None] Current status of the port dabf8c03-d2b0-41da-8add-272947a103d8 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:23:55.339387 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5f292a69-43bb-4c60-99c7-d88a950f557b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (dabf8c03-d2b0-41da-8add-272947a103d8), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:55.378074 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c60917a-356b-4bbe-aadc-621b10a2f175 None None] DHCP port deletion for ef4fe003-256e-4a6c-af17-da180c8a686e request from n-d-712749-28 {{(pid=103285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 07:23:55.458409 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port dabf8c03-d2b0-41da-8add-272947a103d8 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:23:55.459034 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (dabf8c03-d2b0-41da-8add-272947a103d8), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:55.551283 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-0f4069e1-9f02-4167-813a-d6e12772bed4 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Allocated IP 2001:db8::8e (ef4fe003-256e-4a6c-af17-da180c8a686e/7689a908-84e2-4f13-9452-6cbf6f6379cc/5307b94e-82b1-4724-9949-c95a74df35ff) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:23:55.598972 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-5f292a69-43bb-4c60-99c7-d88a950f557b None None] For port dabf8c03-d2b0-41da-8add-272947a103d8, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=dabf8c03-d2b0-41da-8add-272947a103d8,segment=NetworkSegment(c533ee34-b679-44a8-abdb-1685e355613e),segment_id=c533ee34-b679-44a8-abdb-1685e355613e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:23:55.628741 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5f292a69-43bb-4c60-99c7-d88a950f557b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (dabf8c03-d2b0-41da-8add-272947a103d8), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:55.653269 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671451f3-cc94-4a8d-aa53-c15f826e23a0 req-898e236c-6420-487a-a957-348ccf7ebdb2 tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:23:55.654926 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-671451f3-cc94-4a8d-aa53-c15f826e23a0 req-898e236c-6420-487a-a957-348ccf7ebdb2 tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] 10.222.0.41 "GET /v2.0/networks?id=0f9677e3-e88b-4074-b906-3a89e31a8b26 HTTP/1.1" status: 200 len: 814 time: 0.2164507 Jan 28 07:23:55.699603 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-671451f3-cc94-4a8d-aa53-c15f826e23a0 req-a90bc97c-bcd7-4435-a035-205aef30cc3a tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] 10.222.0.41 "GET /v2.0/quotas/a6edc1c2472d49839a2dbbe98b656418 HTTP/1.1" status: 200 len: 375 time: 0.0311508 Jan 28 07:23:55.715501 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b648c235-ff2a-4540-91c1-15f6d0e74c6f req-06beee6c-3e1b-44e5-a587-6ab167f89a29 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:23:55.754885 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 57828) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:23:55.769924 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f292a69-43bb-4c60-99c7-d88a950f557b None None] Pushing event updated for resources: {'Port': ['ID=dabf8c03-d2b0-41da-8add-272947a103d8,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:23:55.773814 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0320ab0-baab-4584-bdcb-9c7ed50de4fb None None] Sync routers for ids ['682a3156-cf45-49e0-8f39-7c9498d5e158'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:23:55.776571 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device e8bba4ec-e3da-41ff-8c8b-c71a7709aa9e no longer exists at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:23:55.778325 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-671451f3-cc94-4a8d-aa53-c15f826e23a0 req-ceae4b52-6e09-4d16-8116-fb52b630c522 tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=a6edc1c2472d49839a2dbbe98b656418&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0655165 Jan 28 07:23:55.801520 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] No Port match for: e8bba4ec-e3da-41ff-8c8b-c71a7709aa9e {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:23:55.802090 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device e8bba4ec-e3da-41ff-8c8b-c71a7709aa9e not bound to the agent host n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:23:55.805008 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-71b329b5-01e3-412b-ab73-955ecb6ef36a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:55.822239 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0320ab0-baab-4584-bdcb-9c7ed50de4fb None None] Routers {'682a3156-cf45-49e0-8f39-7c9498d5e158'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:23:55.823068 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-c0320ab0-baab-4584-bdcb-9c7ed50de4fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:23:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['682a3156-cf45-49e0-8f39-7c9498d5e158'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:23:55.849795 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-b648c235-ff2a-4540-91c1-15f6d0e74c6f req-06beee6c-3e1b-44e5-a587-6ab167f89a29 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] No DVR routers for this DVR port e8bba4ec-e3da-41ff-8c8b-c71a7709aa9e on host n-h2-712749-28 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:23:55.852809 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b648c235-ff2a-4540-91c1-15f6d0e74c6f req-06beee6c-3e1b-44e5-a587-6ab167f89a29 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:55.859123 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b648c235-ff2a-4540-91c1-15f6d0e74c6f req-06beee6c-3e1b-44e5-a587-6ab167f89a29 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.44 "DELETE /v2.0/ports/e8bba4ec-e3da-41ff-8c8b-c71a7709aa9e HTTP/1.1" status: 204 len: 173 time: 2.2219498 Jan 28 07:23:55.915947 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0f4069e1-9f02-4167-813a-d6e12772bed4 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks [] for port (5307b94e-82b1-4724-9949-c95a74df35ff), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:55.937069 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-c0320ab0-baab-4584-bdcb-9c7ed50de4fb None None] Set router 682a3156-cf45-49e0-8f39-7c9498d5e158 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:23:56.015095 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28886562-bead-4c03-b18c-42830d7b7629', 'name': 'network-vif-deleted', 'tag': 'e8bba4ec-e3da-41ff-8c8b-c71a7709aa9e'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:23:56.023388 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ee2c444-1ed4-477e-bb3b-251922b02220" -d '{"events": [{"server_uuid": "28886562-bead-4c03-b18c-42830d7b7629", "name": "network-vif-deleted", "tag": "e8bba4ec-e3da-41ff-8c8b-c71a7709aa9e"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:23:56.029153 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0f4069e1-9f02-4167-813a-d6e12772bed4 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (5307b94e-82b1-4724-9949-c95a74df35ff), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:56.037306 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-71b329b5-01e3-412b-ab73-955ecb6ef36a admin admin] Publish callbacks [] for security_group (3ec231e4-bb61-4dc0-8eb8-a5ef1c53b5e0), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:56.079775 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-71b329b5-01e3-412b-ab73-955ecb6ef36a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (3ec231e4-bb61-4dc0-8eb8-a5ef1c53b5e0), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:56.105391 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-1c60917a-356b-4bbe-aadc-621b10a2f175 None None] Deleting port dabf8c03-d2b0-41da-8add-272947a103d8 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:23:56.105772 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1c60917a-356b-4bbe-aadc-621b10a2f175 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (dabf8c03-d2b0-41da-8add-272947a103d8), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:56.126318 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-671451f3-cc94-4a8d-aa53-c15f826e23a0 req-e4347b9d-6321-42b9-94d4-89c2a58de3e1 service neutron] 10.222.0.41 "GET /v2.0/networks/0f9677e3-e88b-4074-b906-3a89e31a8b26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3246076 Jan 28 07:23:56.210328 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-1c60917a-356b-4bbe-aadc-621b10a2f175 None None] For port dabf8c03-d2b0-41da-8add-272947a103d8, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=dabf8c03-d2b0-41da-8add-272947a103d8,segment=NetworkSegment(c533ee34-b679-44a8-abdb-1685e355613e),segment_id=c533ee34-b679-44a8-abdb-1685e355613e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:23:56.210738 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1c60917a-356b-4bbe-aadc-621b10a2f175 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (dabf8c03-d2b0-41da-8add-272947a103d8), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:56.223586 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-1c60917a-356b-4bbe-aadc-621b10a2f175 None None] Calling delete_port for dabf8c03-d2b0-41da-8add-272947a103d8 owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:23:56.289676 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6f91069c-dd38-452e-bf03-6516525f9f46 req-90fae005-1b1e-4faa-867c-b0fec8c0d08d tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/ports?device_id=28886562-bead-4c03-b18c-42830d7b7629 HTTP/1.1" status: 200 len: 210 time: 0.2242093 Jan 28 07:23:56.296076 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4069e1-9f02-4167-813a-d6e12772bed4 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Network ef4fe003-256e-4a6c-af17-da180c8a686e is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:23:56.298499 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port dabf8c03-d2b0-41da-8add-272947a103d8 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:23:56.310481 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-71b329b5-01e3-412b-ab73-955ecb6ef36a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0e7b7fb3ce0b46a18b70219272ad117d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5522647 Jan 28 07:23:56.312079 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-671451f3-cc94-4a8d-aa53-c15f826e23a0 req-7b3bdb7c-06ef-4c6d-a7ed-a9b0f788c9f2 service neutron] 10.222.0.41 "GET /v2.0/networks/0f9677e3-e88b-4074-b906-3a89e31a8b26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786404 Jan 28 07:23:56.312559 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 57840) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:23:56.323059 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-0f4069e1-9f02-4167-813a-d6e12772bed4 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:23:56.365640 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4069e1-9f02-4167-813a-d6e12772bed4 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:23:56.403465 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f4069e1-9f02-4167-813a-d6e12772bed4 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:23:56.404439 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0f4069e1-9f02-4167-813a-d6e12772bed4 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:56.415156 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1c60917a-356b-4bbe-aadc-621b10a2f175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298'] for port (dabf8c03-d2b0-41da-8add-272947a103d8), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:56.428241 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c60917a-356b-4bbe-aadc-621b10a2f175 None None] No DVR routers for this DVR port dabf8c03-d2b0-41da-8add-272947a103d8 on host n-d-712749-28 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:23:56.438029 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b4b2bf5-0dde-4b4d-97ad-da33e8189e81 x-openstack-request-id: req-6b4b2bf5-0dde-4b4d-97ad-da33e8189e81 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:23:56.438339 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28886562-bead-4c03-b18c-42830d7b7629", "name": "network-vif-deleted", "tag": "e8bba4ec-e3da-41ff-8c8b-c71a7709aa9e", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:23:56.438599 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6b4b2bf5-0dde-4b4d-97ad-da33e8189e81 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:23:56.439007 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28886562-bead-4c03-b18c-42830d7b7629', 'name': 'network-vif-deleted', 'tag': 'e8bba4ec-e3da-41ff-8c8b-c71a7709aa9e', 'status': 'completed', 'code': 200} Jan 28 07:23:56.461678 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b329b5-01e3-412b-ab73-955ecb6ef36a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ec231e4-bb61-4dc0-8eb8-a5ef1c53b5e0,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:23:56.487830 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4069e1-9f02-4167-813a-d6e12772bed4 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Pushing event updated for resources: {'Port': ['ID=5307b94e-82b1-4724-9949-c95a74df35ff,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:23:56.495780 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-0f4069e1-9f02-4167-813a-d6e12772bed4 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4987531 Jan 28 07:23:56.496571 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c60917a-356b-4bbe-aadc-621b10a2f175 None None] Pushing event deleted for resources: {'Port': ['ID=dabf8c03-d2b0-41da-8add-272947a103d8,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:23:56.499278 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 57846) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:23:56.525924 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-32c9c7a6-9afd-4f61-849d-6830ca2f6d8d admin admin] Publish callbacks [] for security_group (3ec231e4-bb61-4dc0-8eb8-a5ef1c53b5e0), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:56.528498 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2792ec5-c72d-4b58-8084-193f0711abba None None] Network ef4fe003-256e-4a6c-af17-da180c8a686e requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:23:56.602361 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a12908-0252-438d-becb-b9da12b27866 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:23:56.616923 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-17a12908-0252-438d-becb-b9da12b27866 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1163485 Jan 28 07:23:56.619465 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 57852) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:23:56.661783 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-c0320ab0-baab-4584-bdcb-9c7ed50de4fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '682a3156-cf45-49e0-8f39-7c9498d5e158', 'name': 'tempest-AttachVolumeShelveTestJSON-1963086362-router', 'tenant_id': '8d47b614f63e4b68b737be6f6d46b64e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '59660ec9-11d7-4130-ad3e-64898d57ff30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:18:34Z', 'updated_at': '2022-01-28T07:18:39Z', 'revision_number': 4, 'project_id': '8d47b614f63e4b68b737be6f6d46b64e', 'gw_port': {'id': '59660ec9-11d7-4130-ad3e-64898d57ff30', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:a8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '682a3156-cf45-49e0-8f39-7c9498d5e158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:18:35Z', 'updated_at': '2022-01-28T07:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '9b94fe15-d9a5-48aa-96ef-27ba3512130e', 'name': '', 'network_id': 'fabbfec3-31f9-4fc0-ba06-c03647e55067', 'tenant_id': '8d47b614f63e4b68b737be6f6d46b64e', 'mac_address': 'fa:16:3e:1d:f7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '682a3156-cf45-49e0-8f39-7c9498d5e158', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '3d88cecc-14ce-41cc-908a-862b0f3950e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:18:38Z', 'updated_at': '2022-01-28T07:18:44Z', 'revision_number': 5, 'project_id': '8d47b614f63e4b68b737be6f6d46b64e', 'subnets': [{'id': '3d88cecc-14ce-41cc-908a-862b0f3950e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:23:56.677252 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-32c9c7a6-9afd-4f61-849d-6830ca2f6d8d admin admin] Publish callbacks [] for security_group (3ec231e4-bb61-4dc0-8eb8-a5ef1c53b5e0), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:56.713539 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0320ab0-baab-4584-bdcb-9c7ed50de4fb None None] Checking router: 682a3156-cf45-49e0-8f39-7c9498d5e158 for host: n-d-712749-28 {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:23:56.729535 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0320ab0-baab-4584-bdcb-9c7ed50de4fb None None] Routers {'682a3156-cf45-49e0-8f39-7c9498d5e158'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:23:56.730542 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-c0320ab0-baab-4584-bdcb-9c7ed50de4fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:23:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['682a3156-cf45-49e0-8f39-7c9498d5e158'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:23:56.761406 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9363e1a1-4e14-4dab-8608-3a7322d3eb60 req-5464192a-323f-496f-9263-3eee3cb0a55b tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] 10.222.0.41 "GET /v2.0/ports?device_id=949d5360-77df-4445-8862-221358c86b08 HTTP/1.1" status: 200 len: 210 time: 0.0723388 Jan 28 07:23:56.801751 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-32c9c7a6-9afd-4f61-849d-6830ca2f6d8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (3ec231e4-bb61-4dc0-8eb8-a5ef1c53b5e0), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:56.805917 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-32c9c7a6-9afd-4f61-849d-6830ca2f6d8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:56.808354 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-32c9c7a6-9afd-4f61-849d-6830ca2f6d8d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3ec231e4-bb61-4dc0-8eb8-a5ef1c53b5e0 HTTP/1.1" status: 204 len: 168 time: 0.4948454 Jan 28 07:23:56.834082 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c9c7a6-9afd-4f61-849d-6830ca2f6d8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ec231e4-bb61-4dc0-8eb8-a5ef1c53b5e0,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:23:56.928716 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-40ba72f7-eaf8-4882-9d20-584167b9b73e tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Deleting port 5307b94e-82b1-4724-9949-c95a74df35ff {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:23:56.929296 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-40ba72f7-eaf8-4882-9d20-584167b9b73e tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (5307b94e-82b1-4724-9949-c95a74df35ff), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:56.947555 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device dabf8c03-d2b0-41da-8add-272947a103d8 no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:23:57.004218 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: dabf8c03-d2b0-41da-8add-272947a103d8 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:23:57.004755 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device dabf8c03-d2b0-41da-8add-272947a103d8 not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:23:57.015802 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e746be21-0bc5-40fc-9771-d36588b3d46b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3dd72b9-6805-5f61-b6f3-a591f99a173d-ef4fe003-256e-4a6c-af17-da180c8a686e', 'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e', 'project_id': '64d19227e44643b7a12df0287e7ae5f8', 'fixed_ips': [{'subnet_id': '7689a908-84e2-4f13-9452-6cbf6f6379cc'}]}} from n-d-712749-28. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 07:23:57.016799 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e746be21-0bc5-40fc-9771-d36588b3d46b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:57.168762 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-40ba72f7-eaf8-4882-9d20-584167b9b73e tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (5307b94e-82b1-4724-9949-c95a74df35ff), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:57.182662 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-40ba72f7-eaf8-4882-9d20-584167b9b73e tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Calling delete_port for 5307b94e-82b1-4724-9949-c95a74df35ff owned by {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:23:57.259300 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-c0320ab0-baab-4584-bdcb-9c7ed50de4fb None None] Set router 682a3156-cf45-49e0-8f39-7c9498d5e158 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:23:57.464683 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-40ba72f7-eaf8-4882-9d20-584167b9b73e tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (5307b94e-82b1-4724-9949-c95a74df35ff), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:57.512778 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 57884) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:23:57.516730 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ba72f7-eaf8-4882-9d20-584167b9b73e tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Pushing event deleted for resources: {'Port': ['ID=5307b94e-82b1-4724-9949-c95a74df35ff,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:23:57.611071 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-40ba72f7-eaf8-4882-9d20-584167b9b73e tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:57.614114 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-40ba72f7-eaf8-4882-9d20-584167b9b73e tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "DELETE /v2.0/ports/5307b94e-82b1-4724-9949-c95a74df35ff HTTP/1.1" status: 204 len: 168 time: 0.9937027 Jan 28 07:23:57.618581 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 57890) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:23:57.675016 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ffbfbc87-e6aa-425a-961b-fe5d3f26c3dc tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Publish callbacks [] for security_group (c3913eaa-d94a-405d-af3b-c47b7c21bae7), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:57.713594 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a8448c-c324-4b35-89f7-02190f5f0705 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:23:57.715995 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a8448c-c324-4b35-89f7-02190f5f0705 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:23:57.723404 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ffbfbc87-e6aa-425a-961b-fe5d3f26c3dc tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Publish callbacks [] for security_group (c3913eaa-d94a-405d-af3b-c47b7c21bae7), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:57.733140 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-b7a8448c-c324-4b35-89f7-02190f5f0705 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1133456 Jan 28 07:23:57.733923 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 57898) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:23:57.744854 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-e746be21-0bc5-40fc-9771-d36588b3d46b None None] Allocated IP 2001:db8::2 (ef4fe003-256e-4a6c-af17-da180c8a686e/7689a908-84e2-4f13-9452-6cbf6f6379cc/6e827497-bb4d-40e6-abb7-12ae1aec94ba) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:23:57.860986 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ffbfbc87-e6aa-425a-961b-fe5d3f26c3dc tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (c3913eaa-d94a-405d-af3b-c47b7c21bae7), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:57.863900 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ffbfbc87-e6aa-425a-961b-fe5d3f26c3dc tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:57.865200 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-ffbfbc87-e6aa-425a-961b-fe5d3f26c3dc tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "DELETE /v2.0/security-groups/c3913eaa-d94a-405d-af3b-c47b7c21bae7 HTTP/1.1" status: 204 len: 168 time: 0.3509755 Jan 28 07:23:57.869357 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 57904) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:23:57.924885 n-d-712749-28 neutron-server[103283]: INFO neutron.api.v2.resource [None req-1f0e0176-c0ef-4ca9-9fa6-d8f5c31e696c tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] show failed (client error): The resource could not be found. Jan 28 07:23:57.931531 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-1f0e0176-c0ef-4ca9-9fa6-d8f5c31e696c tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/security-groups/c3913eaa-d94a-405d-af3b-c47b7c21bae7 HTTP/1.1" status: 404 len: 347 time: 0.0603352 Jan 28 07:23:57.932698 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 57908) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:23:57.992890 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5d0a9dc8-b0e9-4686-9dce-ce53b5734c8d req-e8a02ed0-8255-4416-a0e8-bb3b7c1c8b92 tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] 10.222.0.41 "GET /v2.0/ports?device_id=949d5360-77df-4445-8862-221358c86b08 HTTP/1.1" status: 200 len: 210 time: 0.0904953 Jan 28 07:23:58.000847 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbfbc87-e6aa-425a-961b-fe5d3f26c3dc tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3913eaa-d94a-405d-af3b-c47b7c21bae7,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:23:58.007715 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ef11b8c-3a43-48d7-b2ef-e0689462f08f tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Deleting subnet 7689a908-84e2-4f13-9452-6cbf6f6379cc {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:23:58.188251 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-4f4197ae-0c19-4940-b2d2-910afc253e44 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Deleting port cdf09f80-2eeb-4a1c-9b8b-263114ecb1c7 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:23:58.188686 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4f4197ae-0c19-4940-b2d2-910afc253e44 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (cdf09f80-2eeb-4a1c-9b8b-263114ecb1c7), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:58.297949 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e746be21-0bc5-40fc-9771-d36588b3d46b None None] Publish callbacks [] for port (6e827497-bb4d-40e6-abb7-12ae1aec94ba), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:58.311102 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9ef11b8c-3a43-48d7-b2ef-e0689462f08f tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks [] for subnet (7689a908-84e2-4f13-9452-6cbf6f6379cc), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:58.324707 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e746be21-0bc5-40fc-9771-d36588b3d46b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (6e827497-bb4d-40e6-abb7-12ae1aec94ba), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:58.400174 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4f4197ae-0c19-4940-b2d2-910afc253e44 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (cdf09f80-2eeb-4a1c-9b8b-263114ecb1c7), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:58.403562 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4f4197ae-0c19-4940-b2d2-910afc253e44 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Publish callbacks [] for floatingip (cdf09f80-2eeb-4a1c-9b8b-263114ecb1c7), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:58.405593 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9ef11b8c-3a43-48d7-b2ef-e0689462f08f tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24759175'] for subnet (7689a908-84e2-4f13-9452-6cbf6f6379cc), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:58.406261 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e746be21-0bc5-40fc-9771-d36588b3d46b None None] Pushing event updated for resources: {'Port': ['ID=6e827497-bb4d-40e6-abb7-12ae1aec94ba,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:23:58.425463 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e746be21-0bc5-40fc-9771-d36588b3d46b None None] Network ef4fe003-256e-4a6c-af17-da180c8a686e is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:23:58.438841 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-c0320ab0-baab-4584-bdcb-9c7ed50de4fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '682a3156-cf45-49e0-8f39-7c9498d5e158', 'name': 'tempest-AttachVolumeShelveTestJSON-1963086362-router', 'tenant_id': '8d47b614f63e4b68b737be6f6d46b64e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '59660ec9-11d7-4130-ad3e-64898d57ff30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:18:34Z', 'updated_at': '2022-01-28T07:18:39Z', 'revision_number': 4, 'project_id': '8d47b614f63e4b68b737be6f6d46b64e', 'gw_port': {'id': '59660ec9-11d7-4130-ad3e-64898d57ff30', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:a8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '682a3156-cf45-49e0-8f39-7c9498d5e158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:18:35Z', 'updated_at': '2022-01-28T07:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '9b94fe15-d9a5-48aa-96ef-27ba3512130e', 'name': '', 'network_id': 'fabbfec3-31f9-4fc0-ba06-c03647e55067', 'tenant_id': '8d47b614f63e4b68b737be6f6d46b64e', 'mac_address': 'fa:16:3e:1d:f7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '682a3156-cf45-49e0-8f39-7c9498d5e158', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '3d88cecc-14ce-41cc-908a-862b0f3950e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:18:38Z', 'updated_at': '2022-01-28T07:18:44Z', 'revision_number': 5, 'project_id': '8d47b614f63e4b68b737be6f6d46b64e', 'subnets': [{'id': '3d88cecc-14ce-41cc-908a-862b0f3950e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:23:58.444722 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-4f4197ae-0c19-4940-b2d2-910afc253e44 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Calling delete_port for cdf09f80-2eeb-4a1c-9b8b-263114ecb1c7 owned by network:floatingip {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:23:58.501571 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-e746be21-0bc5-40fc-9771-d36588b3d46b None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:23:58.510579 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e746be21-0bc5-40fc-9771-d36588b3d46b None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:23:58.519688 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0320ab0-baab-4584-bdcb-9c7ed50de4fb None None] The sync data for ids ['682a3156-cf45-49e0-8f39-7c9498d5e158'] in n-d-712749-28 is: [{'id': '682a3156-cf45-49e0-8f39-7c9498d5e158', 'name': 'tempest-AttachVolumeShelveTestJSON-1963086362-router', 'tenant_id': '8d47b614f63e4b68b737be6f6d46b64e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '59660ec9-11d7-4130-ad3e-64898d57ff30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:18:34Z', 'updated_at': '2022-01-28T07:18:39Z', 'revision_number': 4, 'project_id': '8d47b614f63e4b68b737be6f6d46b64e', 'gw_port': {'id': '59660ec9-11d7-4130-ad3e-64898d57ff30', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:a8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '682a3156-cf45-49e0-8f39-7c9498d5e158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:18:35Z', 'updated_at': '2022-01-28T07:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '9b94fe15-d9a5-48aa-96ef-27ba3512130e', 'name': '', 'network_id': 'fabbfec3-31f9-4fc0-ba06-c03647e55067', 'tenant_id': '8d47b614f63e4b68b737be6f6d46b64e', 'mac_address': 'fa:16:3e:1d:f7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '682a3156-cf45-49e0-8f39-7c9498d5e158', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '3d88cecc-14ce-41cc-908a-862b0f3950e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:18:38Z', 'updated_at': '2022-01-28T07:18:44Z', 'revision_number': 5, 'project_id': '8d47b614f63e4b68b737be6f6d46b64e', 'subnets': [{'id': '3d88cecc-14ce-41cc-908a-862b0f3950e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:23:58.636108 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-e746be21-0bc5-40fc-9771-d36588b3d46b None None] Attempting to bind port 6e827497-bb4d-40e6-abb7-12ae1aec94ba on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:23:58.637028 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-e746be21-0bc5-40fc-9771-d36588b3d46b None None] Attempting to bind port 6e827497-bb4d-40e6-abb7-12ae1aec94ba by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': 'c533ee34-b679-44a8-abdb-1685e355613e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:23:58.637415 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e746be21-0bc5-40fc-9771-d36588b3d46b None None] Attempting to bind port 6e827497-bb4d-40e6-abb7-12ae1aec94ba on network ef4fe003-256e-4a6c-af17-da180c8a686e {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:23:58.646493 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e746be21-0bc5-40fc-9771-d36588b3d46b None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:23:58.647933 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e746be21-0bc5-40fc-9771-d36588b3d46b None None] Checking segment: {'id': 'c533ee34-b679-44a8-abdb-1685e355613e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:23:58.648136 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e746be21-0bc5-40fc-9771-d36588b3d46b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:58.648564 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e746be21-0bc5-40fc-9771-d36588b3d46b None None] Bound using segment: {'id': 'c533ee34-b679-44a8-abdb-1685e355613e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:23:58.649143 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-e746be21-0bc5-40fc-9771-d36588b3d46b None None] Bound port: 6e827497-bb4d-40e6-abb7-12ae1aec94ba, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c533ee34-b679-44a8-abdb-1685e355613e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:23:58.649538 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e746be21-0bc5-40fc-9771-d36588b3d46b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (6e827497-bb4d-40e6-abb7-12ae1aec94ba), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:58.702472 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9ef11b8c-3a43-48d7-b2ef-e0689462f08f tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (7689a908-84e2-4f13-9452-6cbf6f6379cc), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:58.895408 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9ef11b8c-3a43-48d7-b2ef-e0689462f08f tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24757569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24979817'] for subnet (7689a908-84e2-4f13-9452-6cbf6f6379cc), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:58.901911 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-e746be21-0bc5-40fc-9771-d36588b3d46b None None] For port 6e827497-bb4d-40e6-abb7-12ae1aec94ba, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:23:58.907090 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-e746be21-0bc5-40fc-9771-d36588b3d46b None None] For port 6e827497-bb4d-40e6-abb7-12ae1aec94ba, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=6e827497-bb4d-40e6-abb7-12ae1aec94ba,segment=NetworkSegment(c533ee34-b679-44a8-abdb-1685e355613e),segment_id=c533ee34-b679-44a8-abdb-1685e355613e)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:23:58.931700 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e746be21-0bc5-40fc-9771-d36588b3d46b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (6e827497-bb4d-40e6-abb7-12ae1aec94ba), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:58.965175 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef11b8c-3a43-48d7-b2ef-e0689462f08f tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Pushing event deleted for resources: {'Subnet': ['ID=7689a908-84e2-4f13-9452-6cbf6f6379cc,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:23:58.981782 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9ef11b8c-3a43-48d7-b2ef-e0689462f08f tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:58.988622 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-9ef11b8c-3a43-48d7-b2ef-e0689462f08f tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "DELETE /v2.0/subnets/7689a908-84e2-4f13-9452-6cbf6f6379cc HTTP/1.1" status: 204 len: 168 time: 1.2534914 Jan 28 07:23:58.989344 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 57938) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:23:58.997659 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4f4197ae-0c19-4940-b2d2-910afc253e44 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (cdf09f80-2eeb-4a1c-9b8b-263114ecb1c7), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:59.087958 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e746be21-0bc5-40fc-9771-d36588b3d46b None None] Pushing event updated for resources: {'Port': ['ID=6e827497-bb4d-40e6-abb7-12ae1aec94ba,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:23:59.146791 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0e4d44-4024-4e7e-bb8d-813008e21c82 None None] New status for floating IP 3152e351-3e1b-4f53-9b38-29d8a1ff2717: DOWN {{(pid=103286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 07:23:59.180504 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671451f3-cc94-4a8d-aa53-c15f826e23a0 req-ab431c4c-0fa7-4640-9d18-43e80d14a69e tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:23:59.182254 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-671451f3-cc94-4a8d-aa53-c15f826e23a0 req-ab431c4c-0fa7-4640-9d18-43e80d14a69e tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] 10.222.0.44 "GET /v2.0/networks?id=0f9677e3-e88b-4074-b906-3a89e31a8b26 HTTP/1.1" status: 200 len: 814 time: 0.3912711 Jan 28 07:23:59.185670 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4197ae-0c19-4940-b2d2-910afc253e44 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Pushing event deleted for resources: {'Port': ['ID=cdf09f80-2eeb-4a1c-9b8b-263114ecb1c7,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:23:59.247753 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-671451f3-cc94-4a8d-aa53-c15f826e23a0 req-9bb5f353-7f4c-44ac-a55c-7146c1b02962 tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] Request body: {'port': {'device_id': '949d5360-77df-4445-8862-221358c86b08', 'network_id': '0f9677e3-e88b-4074-b906-3a89e31a8b26', 'admin_state_up': True, 'tenant_id': 'a6edc1c2472d49839a2dbbe98b656418'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:23:59.374945 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4f4197ae-0c19-4940-b2d2-910afc253e44 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Publish callbacks [] for floatingip (3152e351-3e1b-4f53-9b38-29d8a1ff2717), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:59.403261 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4f4197ae-0c19-4940-b2d2-910afc253e44 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for floatingip (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:59.407404 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-4f4197ae-0c19-4940-b2d2-910afc253e44 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "DELETE /v2.0/floatingips/3152e351-3e1b-4f53-9b38-29d8a1ff2717 HTTP/1.1" status: 204 len: 168 time: 1.4705212 Jan 28 07:23:59.605851 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-671451f3-cc94-4a8d-aa53-c15f826e23a0 req-9bb5f353-7f4c-44ac-a55c-7146c1b02962 tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] Made reservation on behalf of a6edc1c2472d49839a2dbbe98b656418 for: {'port': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:23:59.611203 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-671451f3-cc94-4a8d-aa53-c15f826e23a0 req-9bb5f353-7f4c-44ac-a55c-7146c1b02962 tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:23:59.877793 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [req-671451f3-cc94-4a8d-aa53-c15f826e23a0 req-9bb5f353-7f4c-44ac-a55c-7146c1b02962 tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] Allocated IP 172.20.0.13 (0f9677e3-e88b-4074-b906-3a89e31a8b26/a20d1ced-3d08-43be-8252-20a8f34a36b0/51e0b1f7-0573-4941-aecd-a7856786a205) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:24:00.013000 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-24ff3b3a-a8eb-481d-9b58-b7eaf357fc0d tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 1.0224781 Jan 28 07:24:00.015050 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 57970) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:24:00.083088 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7c4937a7-805b-401f-86b2-b79cd1b44e05 req-d3d4f896-5424-4606-b9a1-0630a5cabe6a tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] 10.222.0.41 "GET /v2.0/ports?device_id=949d5360-77df-4445-8862-221358c86b08 HTTP/1.1" status: 200 len: 210 time: 0.0752449 Jan 28 07:24:00.083913 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 57976) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:24:00.093627 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-eb05dd59-233d-4e1b-bfc5-0bdc49c04b4a tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1581950560', 'description': 'tempest-description--957283889'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:24:00.133700 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ff7f0a-c4c4-4aae-bb39-8ad8f89c8cfe tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:00.136652 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-a0ff7f0a-c4c4-4aae-bb39-8ad8f89c8cfe tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1202400 Jan 28 07:24:00.138131 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 57978) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:24:00.140476 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-eb05dd59-233d-4e1b-bfc5-0bdc49c04b4a tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:00.150734 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-671451f3-cc94-4a8d-aa53-c15f826e23a0 req-9bb5f353-7f4c-44ac-a55c-7146c1b02962 tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] Publish callbacks [] for port (51e0b1f7-0573-4941-aecd-a7856786a205), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:00.218706 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-671451f3-cc94-4a8d-aa53-c15f826e23a0 req-9bb5f353-7f4c-44ac-a55c-7146c1b02962 tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (51e0b1f7-0573-4941-aecd-a7856786a205), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:00.278866 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-671451f3-cc94-4a8d-aa53-c15f826e23a0 req-9bb5f353-7f4c-44ac-a55c-7146c1b02962 tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] Network 0f9677e3-e88b-4074-b906-3a89e31a8b26 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:24:00.285002 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [req-671451f3-cc94-4a8d-aa53-c15f826e23a0 req-9bb5f353-7f4c-44ac-a55c-7146c1b02962 tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:24:00.291101 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-671451f3-cc94-4a8d-aa53-c15f826e23a0 req-9bb5f353-7f4c-44ac-a55c-7146c1b02962 tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:24:00.295107 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb5f353-7f4c-44ac-a55c-7146c1b02962 tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] Pushing event updated for resources: {'Port': ['ID=51e0b1f7-0573-4941-aecd-a7856786a205,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:24:00.358780 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f4b027c-bc85-4e39-acab-27696047474a tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:00.366122 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-3f4b027c-bc85-4e39-acab-27696047474a tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2200441 Jan 28 07:24:00.367219 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 57990) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:24:00.392346 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671451f3-cc94-4a8d-aa53-c15f826e23a0 req-9bb5f353-7f4c-44ac-a55c-7146c1b02962 tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:00.393458 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-671451f3-cc94-4a8d-aa53-c15f826e23a0 req-9bb5f353-7f4c-44ac-a55c-7146c1b02962 tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:00.423076 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-671451f3-cc94-4a8d-aa53-c15f826e23a0 req-9bb5f353-7f4c-44ac-a55c-7146c1b02962 tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1866736 Jan 28 07:24:00.441593 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-8db473b1-8317-48d0-a6f3-94a9120973b5 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0669568 Jan 28 07:24:00.442308 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 57994) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:24:00.446431 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-671451f3-cc94-4a8d-aa53-c15f826e23a0 req-d73b7fbc-ce61-4dd3-927f-89605f93c006 service neutron] Request body: {'port': {'device_id': '949d5360-77df-4445-8862-221358c86b08', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712749-28'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:24:00.451435 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-801b5d2f-3809-4b16-bae4-205622e36869 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Request body: {'subnet': {'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:24:00.579792 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-671451f3-cc94-4a8d-aa53-c15f826e23a0 req-d73b7fbc-ce61-4dd3-927f-89605f93c006 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (51e0b1f7-0573-4941-aecd-a7856786a205), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:00.597669 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-eb05dd59-233d-4e1b-bfc5-0bdc49c04b4a tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Publish callbacks [] for security_group (20a6beb4-7dbe-4e36-a605-32b718c0fe10), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:00.605654 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-eb05dd59-233d-4e1b-bfc5-0bdc49c04b4a tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (20a6beb4-7dbe-4e36-a605-32b718c0fe10), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:00.649877 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb05dd59-233d-4e1b-bfc5-0bdc49c04b4a tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20a6beb4-7dbe-4e36-a605-32b718c0fe10,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:24:00.671090 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-eb05dd59-233d-4e1b-bfc5-0bdc49c04b4a tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:00.672701 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-eb05dd59-233d-4e1b-bfc5-0bdc49c04b4a tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.5874286 Jan 28 07:24:00.678441 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 58000) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:24:00.697938 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-bdf83518-7487-4194-9e29-478ef46511d2 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Request body: {'security_group_rule': {'security_group_id': '20a6beb4-7dbe-4e36-a605-32b718c0fe10', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:24:00.821220 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-801b5d2f-3809-4b16-bae4-205622e36869 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Made reservation on behalf of 64d19227e44643b7a12df0287e7ae5f8 for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:24:00.834917 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-801b5d2f-3809-4b16-bae4-205622e36869 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24979592'] for subnet (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:00.849803 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bdf83518-7487-4194-9e29-478ef46511d2 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Publish callbacks [] for security_group_rule (b361d9e3-7ccf-4031-915b-dc021a8c7dc9), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:00.979235 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76536eaf-1b89-4b9f-a4aa-14c88fee9c51 None None] Network ef4fe003-256e-4a6c-af17-da180c8a686e requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:24:01.087733 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 7 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 07:24:01.144724 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 6e827497-bb4d-40e6-abb7-12ae1aec94ba up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:24:01.184649 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-36c30c99-8c15-4269-9bf4-d914fbb90f51 None None] Could not find standard attr ID for object 5307b94e-82b1-4724-9949-c95a74df35ff. {{(pid=103285) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 07:24:01.228774 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-36c30c99-8c15-4269-9bf4-d914fbb90f51 None None] Provisioning complete for port 6e827497-bb4d-40e6-abb7-12ae1aec94ba triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:24:01.229957 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-36c30c99-8c15-4269-9bf4-d914fbb90f51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (6e827497-bb4d-40e6-abb7-12ae1aec94ba), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:01.267126 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bdf83518-7487-4194-9e29-478ef46511d2 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Publish callbacks [] for security_group_rule (b361d9e3-7ccf-4031-915b-dc021a8c7dc9), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:01.300887 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 6e827497-bb4d-40e6-abb7-12ae1aec94ba triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:24:01.301402 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (6e827497-bb4d-40e6-abb7-12ae1aec94ba), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:01.312951 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bdf83518-7487-4194-9e29-478ef46511d2 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (b361d9e3-7ccf-4031-915b-dc021a8c7dc9), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:01.327394 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [req-671451f3-cc94-4a8d-aa53-c15f826e23a0 req-d73b7fbc-ce61-4dd3-927f-89605f93c006 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51e0b1f7-0573-4941-aecd-a7856786a205 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:24:01.346536 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-671451f3-cc94-4a8d-aa53-c15f826e23a0 req-d73b7fbc-ce61-4dd3-927f-89605f93c006 service neutron] Publish callbacks [] for port (51e0b1f7-0573-4941-aecd-a7856786a205), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:01.355539 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bdf83518-7487-4194-9e29-478ef46511d2 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:01.357831 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-bdf83518-7487-4194-9e29-478ef46511d2 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6771049 Jan 28 07:24:01.364634 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 58018) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:24:01.386280 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-122718ca-139f-433d-b0f2-7a7ed437a132 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Request body: {'security_group_rule': {'security_group_id': '20a6beb4-7dbe-4e36-a605-32b718c0fe10', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:24:01.406651 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf83518-7487-4194-9e29-478ef46511d2 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b361d9e3-7ccf-4031-915b-dc021a8c7dc9,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:24:01.427239 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a9b6ef6-b4c3-42a2-95da-e8b1ea6fa4d1 None None] DHCP port deletion for ef4fe003-256e-4a6c-af17-da180c8a686e request from n-d-712749-28 {{(pid=103285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 07:24:01.434896 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [req-671451f3-cc94-4a8d-aa53-c15f826e23a0 req-d73b7fbc-ce61-4dd3-927f-89605f93c006 service neutron] Transition to ACTIVE for port object 51e0b1f7-0573-4941-aecd-a7856786a205 will not be triggered until provisioned by entity L2. {{(pid=103283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:24:01.448465 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-671451f3-cc94-4a8d-aa53-c15f826e23a0 req-d73b7fbc-ce61-4dd3-927f-89605f93c006 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (51e0b1f7-0573-4941-aecd-a7856786a205), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:01.458508 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e1895f-d2df-4127-9216-8d0cc8687d22 req-44beb2a8-3dd7-4016-af16-91cc0d121e7d tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:01.460667 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-18e1895f-d2df-4127-9216-8d0cc8687d22 req-44beb2a8-3dd7-4016-af16-91cc0d121e7d tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] 10.222.0.41 "GET /v2.0/ports?device_id=949d5360-77df-4445-8862-221358c86b08 HTTP/1.1" status: 200 len: 932 time: 0.1967444 Jan 28 07:24:01.509149 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-801b5d2f-3809-4b16-bae4-205622e36869 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24757504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24979610'] for subnet (5e5d79cf-3b6f-4964-8128-9eb8c9ff55fc), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:01.519184 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-122718ca-139f-433d-b0f2-7a7ed437a132 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Publish callbacks [] for security_group_rule (d4dadd33-cc84-4205-bb65-41d032c26a4e), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:01.544176 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73b7fbc-ce61-4dd3-927f-89605f93c006 service neutron] Pushing event updated for resources: {'Port': ['ID=51e0b1f7-0573-4941-aecd-a7856786a205,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:24:01.581343 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-801b5d2f-3809-4b16-bae4-205622e36869 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Network ef4fe003-256e-4a6c-af17-da180c8a686e is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:24:01.611312 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-801b5d2f-3809-4b16-bae4-205622e36869 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:24:01.617906 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-801b5d2f-3809-4b16-bae4-205622e36869 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:01.618527 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-801b5d2f-3809-4b16-bae4-205622e36869 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:01.728359 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-36c30c99-8c15-4269-9bf4-d914fbb90f51 None None] Current status of the port 6e827497-bb4d-40e6-abb7-12ae1aec94ba is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:24:01.728760 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-36c30c99-8c15-4269-9bf4-d914fbb90f51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (6e827497-bb4d-40e6-abb7-12ae1aec94ba), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:01.734545 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-671451f3-cc94-4a8d-aa53-c15f826e23a0 req-d73b7fbc-ce61-4dd3-927f-89605f93c006 service neutron] Attempting to bind port 51e0b1f7-0573-4941-aecd-a7856786a205 on host n-h2-712749-28 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:24:01.735239 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-4a9b6ef6-b4c3-42a2-95da-e8b1ea6fa4d1 None None] Deleting port 6e827497-bb4d-40e6-abb7-12ae1aec94ba {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:24:01.735653 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4a9b6ef6-b4c3-42a2-95da-e8b1ea6fa4d1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (6e827497-bb4d-40e6-abb7-12ae1aec94ba), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:01.738200 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-671451f3-cc94-4a8d-aa53-c15f826e23a0 req-d73b7fbc-ce61-4dd3-927f-89605f93c006 service neutron] Attempting to bind port 51e0b1f7-0573-4941-aecd-a7856786a205 by drivers openvswitch,hyperv on host n-h2-712749-28 at level 0 using segments [{'id': '5e9d481f-a3b1-479f-be8f-343a288df135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0f9677e3-e88b-4074-b906-3a89e31a8b26'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:24:01.741354 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-671451f3-cc94-4a8d-aa53-c15f826e23a0 req-d73b7fbc-ce61-4dd3-927f-89605f93c006 service neutron] Attempting to bind port 51e0b1f7-0573-4941-aecd-a7856786a205 on network 0f9677e3-e88b-4074-b906-3a89e31a8b26 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:24:01.748154 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-671451f3-cc94-4a8d-aa53-c15f826e23a0 req-d73b7fbc-ce61-4dd3-927f-89605f93c006 service neutron] Port 51e0b1f7-0573-4941-aecd-a7856786a205 on network 0f9677e3-e88b-4074-b906-3a89e31a8b26 not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-28 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:24:01.749010 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-671451f3-cc94-4a8d-aa53-c15f826e23a0 req-d73b7fbc-ce61-4dd3-927f-89605f93c006 service neutron] Attempting to bind port 51e0b1f7-0573-4941-aecd-a7856786a205 on network 0f9677e3-e88b-4074-b906-3a89e31a8b26 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:24:01.762559 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-671451f3-cc94-4a8d-aa53-c15f826e23a0 req-d73b7fbc-ce61-4dd3-927f-89605f93c006 service neutron] Checking agent: {'id': 'c9906e63-062c-432e-bb53-63fdb8115e18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:24:01.767562 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-671451f3-cc94-4a8d-aa53-c15f826e23a0 req-d73b7fbc-ce61-4dd3-927f-89605f93c006 service neutron] Checking segment: {'id': '5e9d481f-a3b1-479f-be8f-343a288df135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0f9677e3-e88b-4074-b906-3a89e31a8b26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:24:01.768845 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-671451f3-cc94-4a8d-aa53-c15f826e23a0 req-d73b7fbc-ce61-4dd3-927f-89605f93c006 service neutron] Bound using segment: {'id': '5e9d481f-a3b1-479f-be8f-343a288df135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0f9677e3-e88b-4074-b906-3a89e31a8b26'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:24:01.769520 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-671451f3-cc94-4a8d-aa53-c15f826e23a0 req-d73b7fbc-ce61-4dd3-927f-89605f93c006 service neutron] Bound port: 51e0b1f7-0573-4941-aecd-a7856786a205, host: n-h2-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e9d481f-a3b1-479f-be8f-343a288df135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0f9677e3-e88b-4074-b906-3a89e31a8b26'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:24:01.771400 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-671451f3-cc94-4a8d-aa53-c15f826e23a0 req-d73b7fbc-ce61-4dd3-927f-89605f93c006 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (51e0b1f7-0573-4941-aecd-a7856786a205), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:01.792229 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-122718ca-139f-433d-b0f2-7a7ed437a132 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Publish callbacks [] for security_group_rule (d4dadd33-cc84-4205-bb65-41d032c26a4e), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:01.812765 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801b5d2f-3809-4b16-bae4-205622e36869 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Pushing event updated for resources: {'Subnet': ['ID=5e5d79cf-3b6f-4964-8128-9eb8c9ff55fc,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:24:01.848109 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-18e1895f-d2df-4127-9216-8d0cc8687d22 req-46a689c4-994b-4672-ba77-8e5f7df4a35a tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] 10.222.0.41 "GET /v2.0/security-groups?id=53b55572-4939-4466-abb4-cc7f1bb894f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3678396 Jan 28 07:24:01.855576 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 6e827497-bb4d-40e6-abb7-12ae1aec94ba is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:24:01.857883 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (6e827497-bb4d-40e6-abb7-12ae1aec94ba), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:01.858680 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-122718ca-139f-433d-b0f2-7a7ed437a132 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (d4dadd33-cc84-4205-bb65-41d032c26a4e), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:01.902452 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-801b5d2f-3809-4b16-bae4-205622e36869 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4568734 Jan 28 07:24:01.906077 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 58034) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:24:01.906727 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122718ca-139f-433d-b0f2-7a7ed437a132 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4dadd33-cc84-4205-bb65-41d032c26a4e,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:24:01.923340 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-36c30c99-8c15-4269-9bf4-d914fbb90f51 None None] For port 6e827497-bb4d-40e6-abb7-12ae1aec94ba, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=6e827497-bb4d-40e6-abb7-12ae1aec94ba,segment=NetworkSegment(c533ee34-b679-44a8-abdb-1685e355613e),segment_id=c533ee34-b679-44a8-abdb-1685e355613e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:24:01.926008 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-9db1e7fc-d6f0-4304-9d0e-4522650b2217 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Request body: {'port': {'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e', 'fixed_ips': [{'subnet_id': '5e5d79cf-3b6f-4964-8128-9eb8c9ff55fc', 'ip_address': '2001:db8::41e6:25ee:1175:e357'}], 'name': 'tempest-NetworksTestDHCPv6-1491977283'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:24:01.961645 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-671451f3-cc94-4a8d-aa53-c15f826e23a0 req-d73b7fbc-ce61-4dd3-927f-89605f93c006 service neutron] For port 51e0b1f7-0573-4941-aecd-a7856786a205, host n-h2-712749-28, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:24:01.965592 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-671451f3-cc94-4a8d-aa53-c15f826e23a0 req-d73b7fbc-ce61-4dd3-927f-89605f93c006 service neutron] For port 51e0b1f7-0573-4941-aecd-a7856786a205, host n-h2-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=51e0b1f7-0573-4941-aecd-a7856786a205,segment=NetworkSegment(5e9d481f-a3b1-479f-be8f-343a288df135),segment_id=5e9d481f-a3b1-479f-be8f-343a288df135)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:24:01.966992 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-122718ca-139f-433d-b0f2-7a7ed437a132 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:01.975809 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-671451f3-cc94-4a8d-aa53-c15f826e23a0 req-d73b7fbc-ce61-4dd3-927f-89605f93c006 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (51e0b1f7-0573-4941-aecd-a7856786a205), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:01.977454 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-122718ca-139f-433d-b0f2-7a7ed437a132 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6001568 Jan 28 07:24:01.980615 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 58036) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:24:02.029427 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.db.api [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103285) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 07:24:02.029939 n-d-712749-28 neutron-server[103285]: DEBUG oslo_db.api [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 07:24:02.030588 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-36c30c99-8c15-4269-9bf4-d914fbb90f51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (6e827497-bb4d-40e6-abb7-12ae1aec94ba), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:02.043733 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-9df11e8e-4352-46b5-9c41-2c03906d136a tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Request body: {'floatingip': {'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:24:02.095683 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-4a9b6ef6-b4c3-42a2-95da-e8b1ea6fa4d1 None None] For port 6e827497-bb4d-40e6-abb7-12ae1aec94ba, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=6e827497-bb4d-40e6-abb7-12ae1aec94ba,segment=NetworkSegment(c533ee34-b679-44a8-abdb-1685e355613e),segment_id=c533ee34-b679-44a8-abdb-1685e355613e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:24:02.096130 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4a9b6ef6-b4c3-42a2-95da-e8b1ea6fa4d1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (6e827497-bb4d-40e6-abb7-12ae1aec94ba), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:02.097831 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73b7fbc-ce61-4dd3-927f-89605f93c006 service neutron] Pushing event updated for resources: {'Port': ['ID=51e0b1f7-0573-4941-aecd-a7856786a205,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:24:02.106935 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9df11e8e-4352-46b5-9c41-2c03906d136a tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:02.117123 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671451f3-cc94-4a8d-aa53-c15f826e23a0 req-d73b7fbc-ce61-4dd3-927f-89605f93c006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:02.118784 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-671451f3-cc94-4a8d-aa53-c15f826e23a0 req-d73b7fbc-ce61-4dd3-927f-89605f93c006 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:02.121261 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-671451f3-cc94-4a8d-aa53-c15f826e23a0 req-d73b7fbc-ce61-4dd3-927f-89605f93c006 service neutron] 10.222.0.44 "PUT /v2.0/ports/51e0b1f7-0573-4941-aecd-a7856786a205 HTTP/1.1" status: 200 len: 1093 time: 1.6843328 Jan 28 07:24:02.122276 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '949d5360-77df-4445-8862-221358c86b08', 'tag': '51e0b1f7-0573-4941-aecd-a7856786a205'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:24:02.124793 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50758b9b-1273-4662-a0c9-22c147dfd1c9" -d '{"events": [{"name": "network-changed", "server_uuid": "949d5360-77df-4445-8862-221358c86b08", "tag": "51e0b1f7-0573-4941-aecd-a7856786a205"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:24:02.182146 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-4a9b6ef6-b4c3-42a2-95da-e8b1ea6fa4d1 None None] Calling delete_port for 6e827497-bb4d-40e6-abb7-12ae1aec94ba owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:24:02.195156 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c30c99-8c15-4269-9bf4-d914fbb90f51 None None] Pushing event updated for resources: {'Port': ['ID=6e827497-bb4d-40e6-abb7-12ae1aec94ba,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:24:02.251773 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3246390-7d91-4818-9e58-d1913fbb45f7 x-openstack-request-id: req-b3246390-7d91-4818-9e58-d1913fbb45f7 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:24:02.252338 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "949d5360-77df-4445-8862-221358c86b08", "tag": "51e0b1f7-0573-4941-aecd-a7856786a205", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:24:02.253058 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b3246390-7d91-4818-9e58-d1913fbb45f7 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:24:02.253637 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '949d5360-77df-4445-8862-221358c86b08', 'tag': '51e0b1f7-0573-4941-aecd-a7856786a205', 'status': 'completed', 'code': 200} Jan 28 07:24:02.274050 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671451f3-cc94-4a8d-aa53-c15f826e23a0 req-9dfd7c2e-f490-4ee0-979e-8fdd63c1cfff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:02.275977 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-671451f3-cc94-4a8d-aa53-c15f826e23a0 req-9dfd7c2e-f490-4ee0-979e-8fdd63c1cfff service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a6edc1c2472d49839a2dbbe98b656418&device_id=949d5360-77df-4445-8862-221358c86b08 HTTP/1.1" status: 200 len: 1096 time: 0.0833905 Jan 28 07:24:02.338006 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9db1e7fc-d6f0-4304-9d0e-4522650b2217 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Made reservation on behalf of 64d19227e44643b7a12df0287e7ae5f8 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:24:02.391260 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-671451f3-cc94-4a8d-aa53-c15f826e23a0 req-f05e5349-3634-41b0-a22f-041293093fef service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=51e0b1f7-0573-4941-aecd-a7856786a205 HTTP/1.1" status: 200 len: 217 time: 0.0777690 Jan 28 07:24:02.424974 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4a9b6ef6-b4c3-42a2-95da-e8b1ea6fa4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298'] for port (6e827497-bb4d-40e6-abb7-12ae1aec94ba), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:02.453785 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9db1e7fc-d6f0-4304-9d0e-4522650b2217 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:02.474312 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9df11e8e-4352-46b5-9c41-2c03906d136a tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:02.507197 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671451f3-cc94-4a8d-aa53-c15f826e23a0 req-7749da9a-a568-4581-a82b-d8026e8de068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:02.508835 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-671451f3-cc94-4a8d-aa53-c15f826e23a0 req-7749da9a-a568-4581-a82b-d8026e8de068 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a20d1ced-3d08-43be-8252-20a8f34a36b0 HTTP/1.1" status: 200 len: 854 time: 0.1170371 Jan 28 07:24:02.528704 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9b6ef6-b4c3-42a2-95da-e8b1ea6fa4d1 None None] Pushing event deleted for resources: {'Port': ['ID=6e827497-bb4d-40e6-abb7-12ae1aec94ba,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:24:02.543732 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9b6ef6-b4c3-42a2-95da-e8b1ea6fa4d1 None None] No DVR routers for this DVR port 6e827497-bb4d-40e6-abb7-12ae1aec94ba on host n-d-712749-28 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:24:02.548936 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [None req-9db1e7fc-d6f0-4304-9d0e-4522650b2217 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] device_id is not set on port e47bcca5-1550-48d0-85bc-9bc6e1f49b34 yet. {{(pid=103284) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 07:24:02.587040 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-671451f3-cc94-4a8d-aa53-c15f826e23a0 req-e888d3ff-2eeb-4657-bc75-744c812b9922 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0f9677e3-e88b-4074-b906-3a89e31a8b26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0660224 Jan 28 07:24:02.603637 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Port 6e827497-bb4d-40e6-abb7-12ae1aec94ba update to ACTIVE by agent not found {{(pid=103285) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Jan 28 07:24:02.633234 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e99c6ebd-b5d0-42dd-b675-4c8825e2905c None None] Network ef4fe003-256e-4a6c-af17-da180c8a686e requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:24:02.767377 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-671451f3-cc94-4a8d-aa53-c15f826e23a0 req-1611f8bd-1f81-4608-b8af-c3a8bd60a406 service neutron] 10.222.0.44 "GET /v2.0/networks/0f9677e3-e88b-4074-b906-3a89e31a8b26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733761 Jan 28 07:24:02.832066 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0955a453-ee56-45ea-b5bf-409fd9d89887 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3dd72b9-6805-5f61-b6f3-a591f99a173d-ef4fe003-256e-4a6c-af17-da180c8a686e', 'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e', 'project_id': '64d19227e44643b7a12df0287e7ae5f8', 'fixed_ips': [{'subnet_id': '5e5d79cf-3b6f-4964-8128-9eb8c9ff55fc'}]}} from n-d-712749-28. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 07:24:02.838987 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0955a453-ee56-45ea-b5bf-409fd9d89887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:02.870958 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-9df11e8e-4352-46b5-9c41-2c03906d136a tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Allocated IP 172.25.6.72 (7d5b3724-deef-4831-8d43-cb9b8176573c/b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc/2436286f-3de9-4537-84f7-bd6fae7caf1a) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:24:02.949221 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 6e827497-bb4d-40e6-abb7-12ae1aec94ba no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:24:03.022455 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-671451f3-cc94-4a8d-aa53-c15f826e23a0 req-bc94a919-0b73-4406-a71e-a2c73b2e08c9 service neutron] 10.222.0.44 "GET /v2.0/networks/0f9677e3-e88b-4074-b906-3a89e31a8b26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2468760 Jan 28 07:24:03.033803 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: 6e827497-bb4d-40e6-abb7-12ae1aec94ba {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:24:03.034455 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 6e827497-bb4d-40e6-abb7-12ae1aec94ba not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:24:03.060102 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:03.204576 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-9db1e7fc-d6f0-4304-9d0e-4522650b2217 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Allocated IP 2001:db8::41e6:25ee:1175:e357 (ef4fe003-256e-4a6c-af17-da180c8a686e/5e5d79cf-3b6f-4964-8128-9eb8c9ff55fc/e47bcca5-1550-48d0-85bc-9bc6e1f49b34) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:24:03.212382 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008805ac-c249-4df7-933e-7ae247034269 req-f11b133f-53d1-472c-a6b6-db8e0e8d74d8 tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:03.214405 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-008805ac-c249-4df7-933e-7ae247034269 req-f11b133f-53d1-472c-a6b6-db8e0e8d74d8 tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] 10.222.0.41 "GET /v2.0/ports?device_id=949d5360-77df-4445-8862-221358c86b08 HTTP/1.1" status: 200 len: 944 time: 0.1843705 Jan 28 07:24:03.220616 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9df11e8e-4352-46b5-9c41-2c03906d136a tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Publish callbacks [] for port (2436286f-3de9-4537-84f7-bd6fae7caf1a), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:03.236216 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50758b9b-1273-4662-a0c9-22c147dfd1c9 req-77f28f25-2e1f-422b-b999-dd6aba180d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:03.250075 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-50758b9b-1273-4662-a0c9-22c147dfd1c9 req-77f28f25-2e1f-422b-b999-dd6aba180d62 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a6edc1c2472d49839a2dbbe98b656418&device_id=949d5360-77df-4445-8862-221358c86b08 HTTP/1.1" status: 200 len: 1096 time: 0.1252856 Jan 28 07:24:03.372056 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-14407596-c75f-4951-83a3-bd6c12f62902 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:03.442491 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9df11e8e-4352-46b5-9c41-2c03906d136a tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (2436286f-3de9-4537-84f7-bd6fae7caf1a), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:03.508998 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50758b9b-1273-4662-a0c9-22c147dfd1c9 req-74aa4a15-102c-4f71-9dbd-f3c911218b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:03.511038 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-50758b9b-1273-4662-a0c9-22c147dfd1c9 req-74aa4a15-102c-4f71-9dbd-f3c911218b0f service neutron] 10.222.0.44 "GET /v2.0/networks?id=0f9677e3-e88b-4074-b906-3a89e31a8b26 HTTP/1.1" status: 200 len: 915 time: 0.2537186 Jan 28 07:24:03.545132 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9df11e8e-4352-46b5-9c41-2c03906d136a tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Network 7d5b3724-deef-4831-8d43-cb9b8176573c is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:24:03.565218 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-9df11e8e-4352-46b5-9c41-2c03906d136a tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:24:03.580769 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df11e8e-4352-46b5-9c41-2c03906d136a tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:24:03.615549 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-50758b9b-1273-4662-a0c9-22c147dfd1c9 req-ae015f87-fcea-4c93-8693-aabf8914ce69 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=51e0b1f7-0573-4941-aecd-a7856786a205 HTTP/1.1" status: 200 len: 217 time: 0.0975299 Jan 28 07:24:03.674329 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df11e8e-4352-46b5-9c41-2c03906d136a tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Pushing event updated for resources: {'Port': ['ID=2436286f-3de9-4537-84f7-bd6fae7caf1a,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:24:03.719635 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50758b9b-1273-4662-a0c9-22c147dfd1c9 req-13135cc3-cb6e-4f9e-8a6d-f32b6dd1a550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:03.721251 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-50758b9b-1273-4662-a0c9-22c147dfd1c9 req-13135cc3-cb6e-4f9e-8a6d-f32b6dd1a550 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a20d1ced-3d08-43be-8252-20a8f34a36b0 HTTP/1.1" status: 200 len: 854 time: 0.0993807 Jan 28 07:24:03.727105 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9db1e7fc-d6f0-4304-9d0e-4522650b2217 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks [] for port (e47bcca5-1550-48d0-85bc-9bc6e1f49b34), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:03.794205 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-50758b9b-1273-4662-a0c9-22c147dfd1c9 req-95957edd-48bb-4747-a104-b4ea59d2f854 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0f9677e3-e88b-4074-b906-3a89e31a8b26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508838 Jan 28 07:24:03.853762 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9df11e8e-4352-46b5-9c41-2c03906d136a tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Publish callbacks [] for floatingip (7124713c-1268-4b6d-b558-5f4cc36ad1b9), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:03.965297 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9db1e7fc-d6f0-4304-9d0e-4522650b2217 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (e47bcca5-1550-48d0-85bc-9bc6e1f49b34), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:04.020850 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-008805ac-c249-4df7-933e-7ae247034269 req-1207cb66-82f9-4ad1-9bdf-9ed5288feff2 tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] 10.222.0.41 "GET /v2.0/security-groups?id=53b55572-4939-4466-abb4-cc7f1bb894f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7851598 Jan 28 07:24:04.026704 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:04.060389 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9df11e8e-4352-46b5-9c41-2c03906d136a tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (2436286f-3de9-4537-84f7-bd6fae7caf1a), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:04.070965 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-0955a453-ee56-45ea-b5bf-409fd9d89887 None None] Allocated IP 2001:db8::2 (ef4fe003-256e-4a6c-af17-da180c8a686e/5e5d79cf-3b6f-4964-8128-9eb8c9ff55fc/7a506321-f992-43c2-acd1-8ed4da2cdafd) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:24:04.098056 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db1e7fc-d6f0-4304-9d0e-4522650b2217 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Network ef4fe003-256e-4a6c-af17-da180c8a686e is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:24:04.099664 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-50758b9b-1273-4662-a0c9-22c147dfd1c9 req-7ec6d520-c52a-49bd-b0d3-618d1332c3a4 service neutron] 10.222.0.44 "GET /v2.0/networks/0f9677e3-e88b-4074-b906-3a89e31a8b26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2965894 Jan 28 07:24:04.108432 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-9db1e7fc-d6f0-4304-9d0e-4522650b2217 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:24:04.113787 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db1e7fc-d6f0-4304-9d0e-4522650b2217 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:24:04.135913 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db1e7fc-d6f0-4304-9d0e-4522650b2217 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:04.136617 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9db1e7fc-d6f0-4304-9d0e-4522650b2217 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:04.141030 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db1e7fc-d6f0-4304-9d0e-4522650b2217 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Pushing event updated for resources: {'Port': ['ID=e47bcca5-1550-48d0-85bc-9bc6e1f49b34,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:24:04.214129 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-9db1e7fc-d6f0-4304-9d0e-4522650b2217 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.2920299 Jan 28 07:24:04.224265 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 58104) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:24:04.398476 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0955a453-ee56-45ea-b5bf-409fd9d89887 None None] Publish callbacks [] for port (7a506321-f992-43c2-acd1-8ed4da2cdafd), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:04.421148 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0955a453-ee56-45ea-b5bf-409fd9d89887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (7a506321-f992-43c2-acd1-8ed4da2cdafd), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:04.428008 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9df11e8e-4352-46b5-9c41-2c03906d136a tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Publish callbacks [] for port (2436286f-3de9-4537-84f7-bd6fae7caf1a), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:04.440969 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9df11e8e-4352-46b5-9c41-2c03906d136a tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (2436286f-3de9-4537-84f7-bd6fae7caf1a), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:04.448868 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0955a453-ee56-45ea-b5bf-409fd9d89887 None None] Network ef4fe003-256e-4a6c-af17-da180c8a686e is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:24:04.451831 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-0955a453-ee56-45ea-b5bf-409fd9d89887 None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:24:04.478328 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0955a453-ee56-45ea-b5bf-409fd9d89887 None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:24:04.562147 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0955a453-ee56-45ea-b5bf-409fd9d89887 None None] Pushing event updated for resources: {'Port': ['ID=7a506321-f992-43c2-acd1-8ed4da2cdafd,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:24:04.599291 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-0955a453-ee56-45ea-b5bf-409fd9d89887 None None] Attempting to bind port 7a506321-f992-43c2-acd1-8ed4da2cdafd on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:24:04.601924 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-0955a453-ee56-45ea-b5bf-409fd9d89887 None None] Attempting to bind port 7a506321-f992-43c2-acd1-8ed4da2cdafd by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': 'c533ee34-b679-44a8-abdb-1685e355613e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:24:04.602718 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0955a453-ee56-45ea-b5bf-409fd9d89887 None None] Attempting to bind port 7a506321-f992-43c2-acd1-8ed4da2cdafd on network ef4fe003-256e-4a6c-af17-da180c8a686e {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:24:04.616074 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0955a453-ee56-45ea-b5bf-409fd9d89887 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:24:04.616527 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0955a453-ee56-45ea-b5bf-409fd9d89887 None None] Checking segment: {'id': 'c533ee34-b679-44a8-abdb-1685e355613e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:24:04.616960 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0955a453-ee56-45ea-b5bf-409fd9d89887 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:04.621020 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0955a453-ee56-45ea-b5bf-409fd9d89887 None None] Bound using segment: {'id': 'c533ee34-b679-44a8-abdb-1685e355613e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:24:04.621668 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-0955a453-ee56-45ea-b5bf-409fd9d89887 None None] Bound port: 7a506321-f992-43c2-acd1-8ed4da2cdafd, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c533ee34-b679-44a8-abdb-1685e355613e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:24:04.622085 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0955a453-ee56-45ea-b5bf-409fd9d89887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (7a506321-f992-43c2-acd1-8ed4da2cdafd), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:04.671047 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df11e8e-4352-46b5-9c41-2c03906d136a tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Pushing event updated for resources: {'Port': ['ID=2436286f-3de9-4537-84f7-bd6fae7caf1a,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:24:04.729489 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9df11e8e-4352-46b5-9c41-2c03906d136a tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16609095'] for floatingip (7124713c-1268-4b6d-b558-5f4cc36ad1b9), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:04.788630 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-0955a453-ee56-45ea-b5bf-409fd9d89887 None None] For port 7a506321-f992-43c2-acd1-8ed4da2cdafd, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:24:04.790615 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9df11e8e-4352-46b5-9c41-2c03906d136a tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for floatingip (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:04.792428 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bef66fb-c547-4706-9928-d6fdd612f54a tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:04.794862 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-0bef66fb-c547-4706-9928-d6fdd612f54a tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.5689819 Jan 28 07:24:04.795954 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-0955a453-ee56-45ea-b5bf-409fd9d89887 None None] For port 7a506321-f992-43c2-acd1-8ed4da2cdafd, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=7a506321-f992-43c2-acd1-8ed4da2cdafd,segment=NetworkSegment(c533ee34-b679-44a8-abdb-1685e355613e),segment_id=c533ee34-b679-44a8-abdb-1685e355613e)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:24:04.796367 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-9df11e8e-4352-46b5-9c41-2c03906d136a tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8020184 Jan 28 07:24:04.798071 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-50758b9b-1273-4662-a0c9-22c147dfd1c9 req-c7737ead-be0f-4789-af99-bf997491f0a4 service neutron] 10.222.0.44 "GET /v2.0/networks/0f9677e3-e88b-4074-b906-3a89e31a8b26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6896479 Jan 28 07:24:04.800825 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 58122) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:24:04.812495 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0955a453-ee56-45ea-b5bf-409fd9d89887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (7a506321-f992-43c2-acd1-8ed4da2cdafd), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:04.951402 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0955a453-ee56-45ea-b5bf-409fd9d89887 None None] Pushing event updated for resources: {'Port': ['ID=7a506321-f992-43c2-acd1-8ed4da2cdafd,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:24:04.954597 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-31d764bd-0570-4df6-b78b-8ab30d518597 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Deleting port e47bcca5-1550-48d0-85bc-9bc6e1f49b34 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:24:04.955076 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-31d764bd-0570-4df6-b78b-8ab30d518597 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (e47bcca5-1550-48d0-85bc-9bc6e1f49b34), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:05.140815 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-31d764bd-0570-4df6-b78b-8ab30d518597 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (e47bcca5-1550-48d0-85bc-9bc6e1f49b34), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:05.158517 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-31d764bd-0570-4df6-b78b-8ab30d518597 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Calling delete_port for e47bcca5-1550-48d0-85bc-9bc6e1f49b34 owned by {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:24:05.226392 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4cdfbdc3-1769-4ff5-996b-ef964772733d req-1233b5e1-207a-4771-b604-4f7b24acf7ec tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1581950560&fields=id&tenant_id=8d47b614f63e4b68b737be6f6d46b64e HTTP/1.1" status: 200 len: 267 time: 0.1088731 Jan 28 07:24:05.380387 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-31d764bd-0570-4df6-b78b-8ab30d518597 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (e47bcca5-1550-48d0-85bc-9bc6e1f49b34), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:05.456557 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d764bd-0570-4df6-b78b-8ab30d518597 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Pushing event deleted for resources: {'Port': ['ID=e47bcca5-1550-48d0-85bc-9bc6e1f49b34,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:24:05.474588 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdfbdc3-1769-4ff5-996b-ef964772733d req-af3f11b5-806a-44ef-a744-545092694cce tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:05.482100 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4cdfbdc3-1769-4ff5-996b-ef964772733d req-af3f11b5-806a-44ef-a744-545092694cce tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/networks?id=fabbfec3-31f9-4fc0-ba06-c03647e55067 HTTP/1.1" status: 200 len: 817 time: 0.2450564 Jan 28 07:24:05.508086 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4cdfbdc3-1769-4ff5-996b-ef964772733d req-e8601984-3ea3-4de8-b57b-bdad11e77347 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/quotas/8d47b614f63e4b68b737be6f6d46b64e HTTP/1.1" status: 200 len: 375 time: 0.0248075 Jan 28 07:24:05.514184 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-31d764bd-0570-4df6-b78b-8ab30d518597 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:05.521223 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-31d764bd-0570-4df6-b78b-8ab30d518597 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "DELETE /v2.0/ports/e47bcca5-1550-48d0-85bc-9bc6e1f49b34 HTTP/1.1" status: 204 len: 168 time: 0.7191765 Jan 28 07:24:05.525769 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 58150) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:24:05.608300 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4cdfbdc3-1769-4ff5-996b-ef964772733d req-f235ddc7-7ffe-4b62-b55d-f4d90938fe83 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=8d47b614f63e4b68b737be6f6d46b64e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0912178 Jan 28 07:24:05.617532 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fd5e372c-0860-4673-b709-ef573669fb96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:05.634685 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1325a61-4fb5-4083-9a54-7111bbbc5c5c tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:05.637381 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1325a61-4fb5-4083-9a54-7111bbbc5c5c tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:05.638970 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-b1325a61-4fb5-4083-9a54-7111bbbc5c5c tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1122351 Jan 28 07:24:05.641734 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 58152) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:24:05.726248 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4cdfbdc3-1769-4ff5-996b-ef964772733d req-d1e18507-748f-4f44-b3b9-81a16d9439e5 service neutron] 10.222.0.41 "GET /v2.0/networks/fabbfec3-31f9-4fc0-ba06-c03647e55067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158440 Jan 28 07:24:05.749599 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 51e0b1f7-0573-4941-aecd-a7856786a205 details requested by agent hyperv_n-h2-712749-28 with host n-h2-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:24:05.772918 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-36043994-80d4-4459-a92b-ddd78904ba27 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Deleting subnet 5e5d79cf-3b6f-4964-8128-9eb8c9ff55fc {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:24:05.780116 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-36043994-80d4-4459-a92b-ddd78904ba27 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks [] for subnet (5e5d79cf-3b6f-4964-8128-9eb8c9ff55fc), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:05.858511 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-36043994-80d4-4459-a92b-ddd78904ba27 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24759175'] for subnet (5e5d79cf-3b6f-4964-8128-9eb8c9ff55fc), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:05.914501 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d613010-375d-40d6-9c7b-9554f06a1703 req-6eae54a8-8576-4963-b4d3-a1d8ac645e94 tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:05.916034 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7d613010-375d-40d6-9c7b-9554f06a1703 req-6eae54a8-8576-4963-b4d3-a1d8ac645e94 tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] 10.222.0.41 "GET /v2.0/ports?device_id=949d5360-77df-4445-8862-221358c86b08 HTTP/1.1" status: 200 len: 944 time: 0.5524137 Jan 28 07:24:05.929464 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4cdfbdc3-1769-4ff5-996b-ef964772733d req-91e359af-54a6-4080-b4b5-c4092e0b226a service neutron] 10.222.0.41 "GET /v2.0/networks/fabbfec3-31f9-4fc0-ba06-c03647e55067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815040 Jan 28 07:24:06.022316 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 51e0b1f7-0573-4941-aecd-a7856786a205, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=51e0b1f7-0573-4941-aecd-a7856786a205,segment=NetworkSegment(5e9d481f-a3b1-479f-be8f-343a288df135),segment_id=5e9d481f-a3b1-479f-be8f-343a288df135)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:24:06.044241 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Returning: {'device': '51e0b1f7-0573-4941-aecd-a7856786a205', 'network_id': '0f9677e3-e88b-4074-b906-3a89e31a8b26', 'port_id': '51e0b1f7-0573-4941-aecd-a7856786a205', 'mac_address': 'fa:16:3e:29:3b:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a20d1ced-3d08-43be-8252-20a8f34a36b0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:24:06.060693 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7d613010-375d-40d6-9c7b-9554f06a1703 req-00334230-b5e7-4724-b74f-cadf7d0a286b tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] 10.222.0.41 "GET /v2.0/security-groups?id=53b55572-4939-4466-abb4-cc7f1bb894f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372490 Jan 28 07:24:06.061468 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-36043994-80d4-4459-a92b-ddd78904ba27 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (5e5d79cf-3b6f-4964-8128-9eb8c9ff55fc), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:06.185364 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port 51e0b1f7-0573-4941-aecd-a7856786a205 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:24:06.186879 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (51e0b1f7-0573-4941-aecd-a7856786a205), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:06.203865 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-36043994-80d4-4459-a92b-ddd78904ba27 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24757569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24979817'] for subnet (5e5d79cf-3b6f-4964-8128-9eb8c9ff55fc), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:06.247807 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51e0b1f7-0573-4941-aecd-a7856786a205 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:24:06.291894 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36043994-80d4-4459-a92b-ddd78904ba27 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Pushing event deleted for resources: {'Subnet': ['ID=5e5d79cf-3b6f-4964-8128-9eb8c9ff55fc,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:24:06.318917 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-36043994-80d4-4459-a92b-ddd78904ba27 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:06.324733 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-36043994-80d4-4459-a92b-ddd78904ba27 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "DELETE /v2.0/subnets/5e5d79cf-3b6f-4964-8128-9eb8c9ff55fc HTTP/1.1" status: 204 len: 168 time: 0.6795177 Jan 28 07:24:06.324931 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 51e0b1f7-0573-4941-aecd-a7856786a205, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=51e0b1f7-0573-4941-aecd-a7856786a205,segment=NetworkSegment(5e9d481f-a3b1-479f-be8f-343a288df135),segment_id=5e9d481f-a3b1-479f-be8f-343a288df135)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:24:06.336892 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 58178) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:24:06.337688 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2c19eabe-b752-4e51-9e79-def381cb27ee req-25b5be1e-84ba-44c5-9144-fecbd69d8023 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/ports?device_id=eff066ab-ed54-4a79-abbc-8c2556ecf5b8 HTTP/1.1" status: 200 len: 210 time: 0.0718465 Jan 28 07:24:06.340562 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (51e0b1f7-0573-4941-aecd-a7856786a205), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:06.409097 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-0f2e37dc-a2ca-45f1-be6a-ee8352816045 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0709960 Jan 28 07:24:06.412725 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 58182) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:24:06.417875 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-bace69c8-163f-418d-802a-0b356a53999e tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Request body: {'subnet': {'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:24:06.468733 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=51e0b1f7-0573-4941-aecd-a7856786a205,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:24:06.595801 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bace69c8-163f-418d-802a-0b356a53999e tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Made reservation on behalf of 64d19227e44643b7a12df0287e7ae5f8 for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:24:06.600109 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bace69c8-163f-418d-802a-0b356a53999e tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24979592'] for subnet (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:06.627557 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['51e0b1f7-0573-4941-aecd-a7856786a205'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:24:06.733562 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-294b23c9-1450-4057-8e95-3abae3bcd35d None None] Network ef4fe003-256e-4a6c-af17-da180c8a686e requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:24:06.848829 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bace69c8-163f-418d-802a-0b356a53999e tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24757504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24979610'] for subnet (3fe6cbcf-ce5d-4e6b-b601-d07492306804), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:06.948640 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bace69c8-163f-418d-802a-0b356a53999e tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Network ef4fe003-256e-4a6c-af17-da180c8a686e is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:24:06.952281 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-bace69c8-163f-418d-802a-0b356a53999e tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:24:06.961907 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bace69c8-163f-418d-802a-0b356a53999e tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:06.963032 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bace69c8-163f-418d-802a-0b356a53999e tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:06.988043 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bace69c8-163f-418d-802a-0b356a53999e tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Pushing event updated for resources: {'Subnet': ['ID=3fe6cbcf-ce5d-4e6b-b601-d07492306804,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:24:07.005253 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-bace69c8-163f-418d-802a-0b356a53999e tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5904360 Jan 28 07:24:07.007762 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 58200) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:24:07.020970 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-4a45f9de-59b0-420d-8750-5792c9e82a34 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Request body: {'port': {'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e', 'fixed_ips': [{'subnet_id': '3fe6cbcf-ce5d-4e6b-b601-d07492306804', 'ip_address': '2001:db8::b5fd:19f9:2b3c:6564'}], 'name': 'tempest-NetworksTestDHCPv6-661685462'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:24:07.185053 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 7a506321-f992-43c2-acd1-8ed4da2cdafd up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:24:07.288985 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:07.308780 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a45f9de-59b0-420d-8750-5792c9e82a34 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Made reservation on behalf of 64d19227e44643b7a12df0287e7ae5f8 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:24:07.315233 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4a45f9de-59b0-420d-8750-5792c9e82a34 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:07.349160 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f2183b-f5c9-48df-950c-42aa03fadff6 req-cab4098a-cdcd-4216-ad5c-ccfadf4ef3ff tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:07.351239 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-95f2183b-f5c9-48df-950c-42aa03fadff6 req-cab4098a-cdcd-4216-ad5c-ccfadf4ef3ff tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] 10.222.0.41 "GET /v2.0/ports?device_id=949d5360-77df-4445-8862-221358c86b08 HTTP/1.1" status: 200 len: 945 time: 0.1245208 Jan 28 07:24:07.357601 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [None req-4a45f9de-59b0-420d-8750-5792c9e82a34 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] device_id is not set on port 03fbd5ba-b98e-46aa-abb8-37cad17c52a3 yet. {{(pid=103284) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 07:24:07.394559 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-8620f49e-4311-4580-9737-5cfc65f160e8 None None] Provisioning complete for port 7a506321-f992-43c2-acd1-8ed4da2cdafd triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:24:07.394950 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8620f49e-4311-4580-9737-5cfc65f160e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (7a506321-f992-43c2-acd1-8ed4da2cdafd), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:07.556389 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 7a506321-f992-43c2-acd1-8ed4da2cdafd triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:24:07.557128 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (7a506321-f992-43c2-acd1-8ed4da2cdafd), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:07.647547 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-4a45f9de-59b0-420d-8750-5792c9e82a34 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Allocated IP 2001:db8::b5fd:19f9:2b3c:6564 (ef4fe003-256e-4a6c-af17-da180c8a686e/3fe6cbcf-ce5d-4e6b-b601-d07492306804/03fbd5ba-b98e-46aa-abb8-37cad17c52a3) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:24:07.662153 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-95f2183b-f5c9-48df-950c-42aa03fadff6 req-3da59f5e-8a5a-4403-aea9-b1e84a230cd5 tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] 10.222.0.41 "GET /v2.0/security-groups?id=53b55572-4939-4466-abb4-cc7f1bb894f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804265 Jan 28 07:24:07.695533 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66fd2bea-8e89-475b-9cd3-1207dba9a05a None None] DHCP port deletion for ef4fe003-256e-4a6c-af17-da180c8a686e request from n-d-712749-28 {{(pid=103285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 07:24:07.698687 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ff22a407-5531-4b27-b74e-ba433e167ec0 req-f8a13cce-0b2c-42ee-8358-efbb66c22904 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/ports?device_id=eff066ab-ed54-4a79-abbc-8c2556ecf5b8 HTTP/1.1" status: 200 len: 210 time: 0.1075978 Jan 28 07:24:07.792402 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-8620f49e-4311-4580-9737-5cfc65f160e8 None None] Current status of the port 7a506321-f992-43c2-acd1-8ed4da2cdafd is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:24:07.793087 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8620f49e-4311-4580-9737-5cfc65f160e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (7a506321-f992-43c2-acd1-8ed4da2cdafd), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:07.846320 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4a45f9de-59b0-420d-8750-5792c9e82a34 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks [] for port (03fbd5ba-b98e-46aa-abb8-37cad17c52a3), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:08.058968 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 7a506321-f992-43c2-acd1-8ed4da2cdafd is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:24:08.062937 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (7a506321-f992-43c2-acd1-8ed4da2cdafd), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:08.080171 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-8620f49e-4311-4580-9737-5cfc65f160e8 None None] For port 7a506321-f992-43c2-acd1-8ed4da2cdafd, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=7a506321-f992-43c2-acd1-8ed4da2cdafd,segment=NetworkSegment(c533ee34-b679-44a8-abdb-1685e355613e),segment_id=c533ee34-b679-44a8-abdb-1685e355613e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:24:08.089271 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-66fd2bea-8e89-475b-9cd3-1207dba9a05a None None] Deleting port 7a506321-f992-43c2-acd1-8ed4da2cdafd {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:24:08.091370 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-66fd2bea-8e89-475b-9cd3-1207dba9a05a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (7a506321-f992-43c2-acd1-8ed4da2cdafd), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:08.194795 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4a45f9de-59b0-420d-8750-5792c9e82a34 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (03fbd5ba-b98e-46aa-abb8-37cad17c52a3), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:08.258106 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a45f9de-59b0-420d-8750-5792c9e82a34 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Network ef4fe003-256e-4a6c-af17-da180c8a686e is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:24:08.261736 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-4a45f9de-59b0-420d-8750-5792c9e82a34 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:24:08.266547 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a45f9de-59b0-420d-8750-5792c9e82a34 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:24:08.280308 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a45f9de-59b0-420d-8750-5792c9e82a34 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:08.280985 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4a45f9de-59b0-420d-8750-5792c9e82a34 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:08.283524 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdfbdc3-1769-4ff5-996b-ef964772733d req-67e33120-66bb-4dd6-afc4-c56c65a01e3f tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:08.285893 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4cdfbdc3-1769-4ff5-996b-ef964772733d req-67e33120-66bb-4dd6-afc4-c56c65a01e3f tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.10 "GET /v2.0/networks?id=fabbfec3-31f9-4fc0-ba06-c03647e55067 HTTP/1.1" status: 200 len: 817 time: 0.2866666 Jan 28 07:24:08.317552 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-4a45f9de-59b0-420d-8750-5792c9e82a34 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.3063409 Jan 28 07:24:08.318009 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 58222) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:24:08.322962 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8620f49e-4311-4580-9737-5cfc65f160e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (7a506321-f992-43c2-acd1-8ed4da2cdafd), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:08.332083 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a45f9de-59b0-420d-8750-5792c9e82a34 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Pushing event updated for resources: {'Port': ['ID=03fbd5ba-b98e-46aa-abb8-37cad17c52a3,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:24:08.473319 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4cdfbdc3-1769-4ff5-996b-ef964772733d req-5b5c2b0b-0d44-431d-8258-ffb4bf1635a0 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8d47b614f63e4b68b737be6f6d46b64e HTTP/1.1" status: 200 len: 380 time: 0.1660314 Jan 28 07:24:08.499459 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-4cdfbdc3-1769-4ff5-996b-ef964772733d req-a97ea334-ed20-4ba8-8f72-115459aca5d8 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Request body: {'port': {'device_id': 'eff066ab-ed54-4a79-abbc-8c2556ecf5b8', 'network_id': 'fabbfec3-31f9-4fc0-ba06-c03647e55067', 'admin_state_up': True, 'tenant_id': '8d47b614f63e4b68b737be6f6d46b64e', 'security_groups': ['20a6beb4-7dbe-4e36-a605-32b718c0fe10']}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:24:08.525038 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-66fd2bea-8e89-475b-9cd3-1207dba9a05a None None] For port 7a506321-f992-43c2-acd1-8ed4da2cdafd, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=7a506321-f992-43c2-acd1-8ed4da2cdafd,segment=NetworkSegment(c533ee34-b679-44a8-abdb-1685e355613e),segment_id=c533ee34-b679-44a8-abdb-1685e355613e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:24:08.525459 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-66fd2bea-8e89-475b-9cd3-1207dba9a05a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (7a506321-f992-43c2-acd1-8ed4da2cdafd), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:08.528945 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30cf642f-db68-4faf-b53b-bc69e1aeb870 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:08.535287 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30cf642f-db68-4faf-b53b-bc69e1aeb870 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:08.537814 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-30cf642f-db68-4faf-b53b-bc69e1aeb870 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.2178130 Jan 28 07:24:08.540683 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 58226) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:24:08.581406 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-66fd2bea-8e89-475b-9cd3-1207dba9a05a None None] Calling delete_port for 7a506321-f992-43c2-acd1-8ed4da2cdafd owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:24:08.585061 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.db.api [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103285) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 07:24:08.585576 n-d-712749-28 neutron-server[103285]: DEBUG oslo_db.api [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 07:24:08.661883 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8620f49e-4311-4580-9737-5cfc65f160e8 None None] Pushing event updated for resources: {'Port': ['ID=7a506321-f992-43c2-acd1-8ed4da2cdafd,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:24:08.702656 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-5d3cbf46-ed08-4546-a520-53d4bcfb13ed tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Deleting port 03fbd5ba-b98e-46aa-abb8-37cad17c52a3 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:24:08.704871 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5d3cbf46-ed08-4546-a520-53d4bcfb13ed tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (03fbd5ba-b98e-46aa-abb8-37cad17c52a3), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:08.719913 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cdfbdc3-1769-4ff5-996b-ef964772733d req-a97ea334-ed20-4ba8-8f72-115459aca5d8 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Made reservation on behalf of 8d47b614f63e4b68b737be6f6d46b64e for: {'port': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:24:08.726154 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-4cdfbdc3-1769-4ff5-996b-ef964772733d req-a97ea334-ed20-4ba8-8f72-115459aca5d8 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:08.794029 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:08.801824 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-66fd2bea-8e89-475b-9cd3-1207dba9a05a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298'] for port (7a506321-f992-43c2-acd1-8ed4da2cdafd), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:08.843408 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fd2bea-8e89-475b-9cd3-1207dba9a05a None None] Pushing event deleted for resources: {'Port': ['ID=7a506321-f992-43c2-acd1-8ed4da2cdafd,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:24:08.857451 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66fd2bea-8e89-475b-9cd3-1207dba9a05a None None] No DVR routers for this DVR port 7a506321-f992-43c2-acd1-8ed4da2cdafd on host n-d-712749-28 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:24:08.885024 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b74980d-f8fd-4a67-bc3e-1ada5af93de0 None None] Network ef4fe003-256e-4a6c-af17-da180c8a686e requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:24:08.930102 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6ba73786-0bb9-4af8-be22-f1265781ac3e req-e1be9dbc-983d-4b57-9be6-a350972eaafb tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/ports?device_id=eff066ab-ed54-4a79-abbc-8c2556ecf5b8 HTTP/1.1" status: 200 len: 210 time: 0.0926390 Jan 28 07:24:08.979242 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5d3cbf46-ed08-4546-a520-53d4bcfb13ed tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (03fbd5ba-b98e-46aa-abb8-37cad17c52a3), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:09.017116 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-5d3cbf46-ed08-4546-a520-53d4bcfb13ed tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Calling delete_port for 03fbd5ba-b98e-46aa-abb8-37cad17c52a3 owned by {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:24:09.033013 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c704849-6335-4b1b-80cc-8d80e2cabe04 req-fd791b29-e357-4782-9039-305b13fb09e5 tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:09.041156 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9c704849-6335-4b1b-80cc-8d80e2cabe04 req-fd791b29-e357-4782-9039-305b13fb09e5 tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] 10.222.0.41 "GET /v2.0/ports?device_id=949d5360-77df-4445-8862-221358c86b08 HTTP/1.1" status: 200 len: 945 time: 0.1807337 Jan 28 07:24:09.126703 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Port 7a506321-f992-43c2-acd1-8ed4da2cdafd update to ACTIVE by agent not found {{(pid=103285) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Jan 28 07:24:09.138499 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 58240) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:24:09.140069 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [req-4cdfbdc3-1769-4ff5-996b-ef964772733d req-a97ea334-ed20-4ba8-8f72-115459aca5d8 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Allocated IP 172.20.0.9 (fabbfec3-31f9-4fc0-ba06-c03647e55067/3d88cecc-14ce-41cc-908a-862b0f3950e3/20784604-a49f-4672-8e46-4d69f91dd69e) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:24:09.204315 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9c704849-6335-4b1b-80cc-8d80e2cabe04 req-3da87401-6c70-431b-a171-5097ef913e97 tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] 10.222.0.41 "GET /v2.0/security-groups?id=53b55572-4939-4466-abb4-cc7f1bb894f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618443 Jan 28 07:24:09.207669 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf3a9f8-a607-40a0-84bb-fbbde5baf5f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3dd72b9-6805-5f61-b6f3-a591f99a173d-ef4fe003-256e-4a6c-af17-da180c8a686e', 'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e', 'project_id': '64d19227e44643b7a12df0287e7ae5f8', 'fixed_ips': [{'subnet_id': '3fe6cbcf-ce5d-4e6b-b601-d07492306804'}]}} from n-d-712749-28. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 07:24:09.209028 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-baf3a9f8-a607-40a0-84bb-fbbde5baf5f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:09.245551 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5d3cbf46-ed08-4546-a520-53d4bcfb13ed tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (03fbd5ba-b98e-46aa-abb8-37cad17c52a3), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:09.310745 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3cbf46-ed08-4546-a520-53d4bcfb13ed tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Pushing event deleted for resources: {'Port': ['ID=03fbd5ba-b98e-46aa-abb8-37cad17c52a3,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:24:09.361088 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 7a506321-f992-43c2-acd1-8ed4da2cdafd no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:24:09.375286 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5d3cbf46-ed08-4546-a520-53d4bcfb13ed tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:09.379022 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-5d3cbf46-ed08-4546-a520-53d4bcfb13ed tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "DELETE /v2.0/ports/03fbd5ba-b98e-46aa-abb8-37cad17c52a3 HTTP/1.1" status: 204 len: 168 time: 0.8359153 Jan 28 07:24:09.388583 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 58246) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:24:09.393781 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: 7a506321-f992-43c2-acd1-8ed4da2cdafd {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:24:09.394325 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 7a506321-f992-43c2-acd1-8ed4da2cdafd not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:24:09.469694 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde67791-b0ee-4f2c-abf0-cfcdf6c282d5 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:09.471333 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde67791-b0ee-4f2c-abf0-cfcdf6c282d5 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:09.473395 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-fde67791-b0ee-4f2c-abf0-cfcdf6c282d5 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0838172 Jan 28 07:24:09.476071 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 58248) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:24:09.484561 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-4cdfbdc3-1769-4ff5-996b-ef964772733d req-a97ea334-ed20-4ba8-8f72-115459aca5d8 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Publish callbacks [] for port (20784604-a49f-4672-8e46-4d69f91dd69e), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:09.486433 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-baf3a9f8-a607-40a0-84bb-fbbde5baf5f2 None None] Allocated IP 2001:db8::2 (ef4fe003-256e-4a6c-af17-da180c8a686e/3fe6cbcf-ce5d-4e6b-b601-d07492306804/b49aa261-5f2c-4103-9744-f26caf7c74c1) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:24:09.503673 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b6bcde6b-444b-496c-93e7-af7e423c8454 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:09.547123 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4c4d268-5fd7-430e-80c0-a62a3a1cf846 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Deleting subnet 3fe6cbcf-ce5d-4e6b-b601-d07492306804 {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:24:09.627265 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-4cdfbdc3-1769-4ff5-996b-ef964772733d req-a97ea334-ed20-4ba8-8f72-115459aca5d8 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (20784604-a49f-4672-8e46-4d69f91dd69e), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:09.698564 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:09.702696 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-baf3a9f8-a607-40a0-84bb-fbbde5baf5f2 None None] Publish callbacks [] for port (b49aa261-5f2c-4103-9744-f26caf7c74c1), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:09.709704 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cdfbdc3-1769-4ff5-996b-ef964772733d req-a97ea334-ed20-4ba8-8f72-115459aca5d8 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Network fabbfec3-31f9-4fc0-ba06-c03647e55067 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:24:09.710787 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d4c4d268-5fd7-430e-80c0-a62a3a1cf846 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks [] for subnet (3fe6cbcf-ce5d-4e6b-b601-d07492306804), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:09.712799 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-baf3a9f8-a607-40a0-84bb-fbbde5baf5f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (b49aa261-5f2c-4103-9744-f26caf7c74c1), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:09.749170 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [req-4cdfbdc3-1769-4ff5-996b-ef964772733d req-a97ea334-ed20-4ba8-8f72-115459aca5d8 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:24:09.762547 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf3a9f8-a607-40a0-84bb-fbbde5baf5f2 None None] Network ef4fe003-256e-4a6c-af17-da180c8a686e is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:24:09.769553 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-baf3a9f8-a607-40a0-84bb-fbbde5baf5f2 None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:24:09.772805 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cdfbdc3-1769-4ff5-996b-ef964772733d req-a97ea334-ed20-4ba8-8f72-115459aca5d8 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:24:09.773393 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf3a9f8-a607-40a0-84bb-fbbde5baf5f2 None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:24:09.781720 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97ea334-ed20-4ba8-8f72-115459aca5d8 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Pushing event updated for resources: {'Port': ['ID=20784604-a49f-4672-8e46-4d69f91dd69e,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:24:09.782071 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf3a9f8-a607-40a0-84bb-fbbde5baf5f2 None None] Pushing event updated for resources: {'Port': ['ID=b49aa261-5f2c-4103-9744-f26caf7c74c1,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:24:09.791027 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b6bcde6b-444b-496c-93e7-af7e423c8454 admin admin] Publish callbacks [] for security_group (841c6393-fc12-4445-afe6-8cb1672c6100), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:09.794733 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d4c4d268-5fd7-430e-80c0-a62a3a1cf846 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24759175'] for subnet (3fe6cbcf-ce5d-4e6b-b601-d07492306804), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:09.824848 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 51e0b1f7-0573-4941-aecd-a7856786a205 up at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:24:09.827783 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b6bcde6b-444b-496c-93e7-af7e423c8454 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (841c6393-fc12-4445-afe6-8cb1672c6100), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:09.891821 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-baf3a9f8-a607-40a0-84bb-fbbde5baf5f2 None None] Attempting to bind port b49aa261-5f2c-4103-9744-f26caf7c74c1 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:24:09.892540 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-baf3a9f8-a607-40a0-84bb-fbbde5baf5f2 None None] Attempting to bind port b49aa261-5f2c-4103-9744-f26caf7c74c1 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': 'c533ee34-b679-44a8-abdb-1685e355613e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:24:09.893315 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf3a9f8-a607-40a0-84bb-fbbde5baf5f2 None None] Attempting to bind port b49aa261-5f2c-4103-9744-f26caf7c74c1 on network ef4fe003-256e-4a6c-af17-da180c8a686e {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:24:09.901813 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf3a9f8-a607-40a0-84bb-fbbde5baf5f2 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 24, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:24:09.902657 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf3a9f8-a607-40a0-84bb-fbbde5baf5f2 None None] Checking segment: {'id': 'c533ee34-b679-44a8-abdb-1685e355613e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:24:09.903464 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-baf3a9f8-a607-40a0-84bb-fbbde5baf5f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:09.904240 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf3a9f8-a607-40a0-84bb-fbbde5baf5f2 None None] Bound using segment: {'id': 'c533ee34-b679-44a8-abdb-1685e355613e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:24:09.905119 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-baf3a9f8-a607-40a0-84bb-fbbde5baf5f2 None None] Bound port: b49aa261-5f2c-4103-9744-f26caf7c74c1, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c533ee34-b679-44a8-abdb-1685e355613e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:24:09.905800 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-baf3a9f8-a607-40a0-84bb-fbbde5baf5f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (b49aa261-5f2c-4103-9744-f26caf7c74c1), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:09.920090 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bcde6b-444b-496c-93e7-af7e423c8454 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=841c6393-fc12-4445-afe6-8cb1672c6100,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:24:09.944762 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d4c4d268-5fd7-430e-80c0-a62a3a1cf846 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (3fe6cbcf-ce5d-4e6b-b601-d07492306804), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:09.987171 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-b6bcde6b-444b-496c-93e7-af7e423c8454 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3024aeab4b434f7e9601b2b59fc6beba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8439367 Jan 28 07:24:09.987813 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 58254) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:24:10.018808 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d4c4d268-5fd7-430e-80c0-a62a3a1cf846 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24757569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24979817'] for subnet (3fe6cbcf-ce5d-4e6b-b601-d07492306804), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:10.034492 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdfbdc3-1769-4ff5-996b-ef964772733d req-a97ea334-ed20-4ba8-8f72-115459aca5d8 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:10.035085 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-4cdfbdc3-1769-4ff5-996b-ef964772733d req-a97ea334-ed20-4ba8-8f72-115459aca5d8 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:10.082100 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-baf3a9f8-a607-40a0-84bb-fbbde5baf5f2 None None] For port b49aa261-5f2c-4103-9744-f26caf7c74c1, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:24:10.086892 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d4c4d268-5fd7-430e-80c0-a62a3a1cf846 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:10.090739 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-d4c4d268-5fd7-430e-80c0-a62a3a1cf846 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "DELETE /v2.0/subnets/3fe6cbcf-ce5d-4e6b-b601-d07492306804 HTTP/1.1" status: 204 len: 168 time: 0.6125946 Jan 28 07:24:10.092253 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c4d268-5fd7-430e-80c0-a62a3a1cf846 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Pushing event deleted for resources: {'Subnet': ['ID=3fe6cbcf-ce5d-4e6b-b601-d07492306804,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:24:10.093371 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-baf3a9f8-a607-40a0-84bb-fbbde5baf5f2 None None] For port b49aa261-5f2c-4103-9744-f26caf7c74c1, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=b49aa261-5f2c-4103-9744-f26caf7c74c1,segment=NetworkSegment(c533ee34-b679-44a8-abdb-1685e355613e),segment_id=c533ee34-b679-44a8-abdb-1685e355613e)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:24:10.094030 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 58256) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:24:10.110085 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-baf3a9f8-a607-40a0-84bb-fbbde5baf5f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (b49aa261-5f2c-4103-9744-f26caf7c74c1), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:10.140167 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-63a0d23c-1ed7-4939-bedc-2e67fbf0aea4 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0446770 Jan 28 07:24:10.143096 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 58258) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:24:10.149587 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-09ae9484-21f5-4e8e-a853-7d6021929df3 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Request body: {'subnet': {'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:24:10.161588 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4cdfbdc3-1769-4ff5-996b-ef964772733d req-a97ea334-ed20-4ba8-8f72-115459aca5d8 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6772122 Jan 28 07:24:10.173149 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning for port 51e0b1f7-0573-4941-aecd-a7856786a205 completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:24:10.191931 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [req-4cdfbdc3-1769-4ff5-996b-ef964772733d req-93bad7bf-12f8-4c6e-ae8f-e4e090f17f7f tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103283) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 07:24:10.193343 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4cdfbdc3-1769-4ff5-996b-ef964772733d req-93bad7bf-12f8-4c6e-ae8f-e4e090f17f7f tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0221591 Jan 28 07:24:10.248862 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ca5aa830-bab3-4738-9ece-cfa9d9260945 admin admin] Publish callbacks [] for security_group (841c6393-fc12-4445-afe6-8cb1672c6100), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:10.268480 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning complete for port 51e0b1f7-0573-4941-aecd-a7856786a205 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:24:10.268859 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (51e0b1f7-0573-4941-aecd-a7856786a205), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:10.284765 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ddbdd1-e063-4223-bece-c0af58b618c3 req-8642354e-f1ae-49d8-b437-07fda5025800 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:10.290185 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f2ddbdd1-e063-4223-bece-c0af58b618c3 req-8642354e-f1ae-49d8-b437-07fda5025800 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/ports?device_id=eff066ab-ed54-4a79-abbc-8c2556ecf5b8 HTTP/1.1" status: 200 len: 931 time: 0.1892493 Jan 28 07:24:10.355174 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ca5aa830-bab3-4738-9ece-cfa9d9260945 admin admin] Publish callbacks [] for security_group (841c6393-fc12-4445-afe6-8cb1672c6100), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:10.363063 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-4cdfbdc3-1769-4ff5-996b-ef964772733d req-5dff41a1-b4c4-43a3-a6c6-d68c19a8dfb4 service neutron] Request body: {'port': {'device_id': 'eff066ab-ed54-4a79-abbc-8c2556ecf5b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-28'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:24:10.381825 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-e6f12511-895b-4476-9dc6-df552b3ec39c None None] Provisioning complete for port 20784604-a49f-4672-8e46-4d69f91dd69e triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:24:10.382226 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e6f12511-895b-4476-9dc6-df552b3ec39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (20784604-a49f-4672-8e46-4d69f91dd69e), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:10.428736 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf3a9f8-a607-40a0-84bb-fbbde5baf5f2 None None] Pushing event updated for resources: {'Port': ['ID=b49aa261-5f2c-4103-9744-f26caf7c74c1,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:24:10.435167 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-e6f12511-895b-4476-9dc6-df552b3ec39c None None] Port 20784604-a49f-4672-8e46-4d69f91dd69e cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:24:10.461370 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09ae9484-21f5-4e8e-a853-7d6021929df3 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Made reservation on behalf of 64d19227e44643b7a12df0287e7ae5f8 for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:24:10.475754 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-09ae9484-21f5-4e8e-a853-7d6021929df3 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24979592'] for subnet (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:10.544134 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f2ddbdd1-e063-4223-bece-c0af58b618c3 req-f4570897-f07a-47cc-a159-b18f0bc3e3e2 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/security-groups?id=20a6beb4-7dbe-4e36-a605-32b718c0fe10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2442112 Jan 28 07:24:10.555158 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-4cdfbdc3-1769-4ff5-996b-ef964772733d req-5dff41a1-b4c4-43a3-a6c6-d68c19a8dfb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (20784604-a49f-4672-8e46-4d69f91dd69e), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:10.617744 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ca5aa830-bab3-4738-9ece-cfa9d9260945 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (841c6393-fc12-4445-afe6-8cb1672c6100), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:10.620862 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ca5aa830-bab3-4738-9ece-cfa9d9260945 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:10.622300 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-ca5aa830-bab3-4738-9ece-cfa9d9260945 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/841c6393-fc12-4445-afe6-8cb1672c6100 HTTP/1.1" status: 204 len: 168 time: 0.6285942 Jan 28 07:24:10.636516 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5aa830-bab3-4738-9ece-cfa9d9260945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=841c6393-fc12-4445-afe6-8cb1672c6100,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:24:10.716751 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196f89c8-1317-4a44-a54b-cc04edb458e5 req-20fc545b-dad8-4ab5-aaad-cea58fcd3ea5 tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:10.727406 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-196f89c8-1317-4a44-a54b-cc04edb458e5 req-20fc545b-dad8-4ab5-aaad-cea58fcd3ea5 tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] 10.222.0.41 "GET /v2.0/ports?device_id=949d5360-77df-4445-8862-221358c86b08 HTTP/1.1" status: 200 len: 945 time: 0.3591018 Jan 28 07:24:10.799319 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port 51e0b1f7-0573-4941-aecd-a7856786a205 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:24:10.799776 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (51e0b1f7-0573-4941-aecd-a7856786a205), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:10.863470 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 51e0b1f7-0573-4941-aecd-a7856786a205, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=51e0b1f7-0573-4941-aecd-a7856786a205,segment=NetworkSegment(5e9d481f-a3b1-479f-be8f-343a288df135),segment_id=5e9d481f-a3b1-479f-be8f-343a288df135)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:24:10.866031 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '949d5360-77df-4445-8862-221358c86b08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51e0b1f7-0573-4941-aecd-a7856786a205'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:24:10.869069 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14e5137d-3460-4c38-b6e3-a610642dfb1e" -d '{"events": [{"server_uuid": "949d5360-77df-4445-8862-221358c86b08", "name": "network-vif-plugged", "status": "completed", "tag": "51e0b1f7-0573-4941-aecd-a7856786a205"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:24:10.875371 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (51e0b1f7-0573-4941-aecd-a7856786a205), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:10.949430 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-196f89c8-1317-4a44-a54b-cc04edb458e5 req-c46d316a-4e38-4c4f-a861-f9f4d3225581 tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] 10.222.0.41 "GET /v2.0/security-groups?id=53b55572-4939-4466-abb4-cc7f1bb894f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127295 Jan 28 07:24:10.988887 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a3a1eaa-0b75-46e1-8f68-c674fefd1a1c x-openstack-request-id: req-9a3a1eaa-0b75-46e1-8f68-c674fefd1a1c {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:24:10.989207 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "949d5360-77df-4445-8862-221358c86b08", "name": "network-vif-plugged", "status": "completed", "tag": "51e0b1f7-0573-4941-aecd-a7856786a205", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:24:10.989437 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9a3a1eaa-0b75-46e1-8f68-c674fefd1a1c {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:24:10.989831 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '949d5360-77df-4445-8862-221358c86b08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51e0b1f7-0573-4941-aecd-a7856786a205', 'code': 200} Jan 28 07:24:11.050528 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=51e0b1f7-0573-4941-aecd-a7856786a205,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:24:11.183536 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-09ae9484-21f5-4e8e-a853-7d6021929df3 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24757504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24979610'] for subnet (81b0cdce-088b-4a09-aeb6-87946d2ff8d9), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:11.230394 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eab963-b421-4e5f-9cfc-8662d0771dd1 req-efb5c910-6b1a-4247-a9c7-fb6923cc0a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:11.232590 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d0eab963-b421-4e5f-9cfc-8662d0771dd1 req-efb5c910-6b1a-4247-a9c7-fb6923cc0a41 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=949d5360-77df-4445-8862-221358c86b08 HTTP/1.1" status: 200 len: 1098 time: 0.1395240 Jan 28 07:24:11.269833 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 58280) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:24:11.292181 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09ae9484-21f5-4e8e-a853-7d6021929df3 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Network ef4fe003-256e-4a6c-af17-da180c8a686e is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:24:11.295488 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-09ae9484-21f5-4e8e-a853-7d6021929df3 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:24:11.300127 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ae9484-21f5-4e8e-a853-7d6021929df3 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:11.301199 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-09ae9484-21f5-4e8e-a853-7d6021929df3 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:11.322647 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ae9484-21f5-4e8e-a853-7d6021929df3 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Pushing event updated for resources: {'Subnet': ['ID=81b0cdce-088b-4a09-aeb6-87946d2ff8d9,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:24:11.335876 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d0eab963-b421-4e5f-9cfc-8662d0771dd1 req-63842713-f54d-4e77-8b33-781d406e381e service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=53b55572-4939-4466-abb4-cc7f1bb894f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763474 Jan 28 07:24:11.336785 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2a5010e7-6184-4ef8-bbbb-f0cf9d981d58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:11.338822 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-09ae9484-21f5-4e8e-a853-7d6021929df3 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1933799 Jan 28 07:24:11.341947 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 58286) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:24:11.357345 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-1462ec2e-b1e9-4f30-9450-9436b721d970 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Request body: {'port': {'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e', 'fixed_ips': [{'subnet_id': '81b0cdce-088b-4a09-aeb6-87946d2ff8d9', 'ip_address': '2001:db8::580b:8328:50b:23db'}], 'name': 'tempest-NetworksTestDHCPv6-1650962382'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:24:11.362883 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [req-4cdfbdc3-1769-4ff5-996b-ef964772733d req-5dff41a1-b4c4-43a3-a6c6-d68c19a8dfb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20784604-a49f-4672-8e46-4d69f91dd69e {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:24:11.378312 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-4cdfbdc3-1769-4ff5-996b-ef964772733d req-5dff41a1-b4c4-43a3-a6c6-d68c19a8dfb4 service neutron] Publish callbacks [] for port (20784604-a49f-4672-8e46-4d69f91dd69e), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:11.416774 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [req-4cdfbdc3-1769-4ff5-996b-ef964772733d req-5dff41a1-b4c4-43a3-a6c6-d68c19a8dfb4 service neutron] Transition to ACTIVE for port object 20784604-a49f-4672-8e46-4d69f91dd69e will not be triggered until provisioned by entity L2. {{(pid=103283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:24:11.447034 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-4cdfbdc3-1769-4ff5-996b-ef964772733d req-5dff41a1-b4c4-43a3-a6c6-d68c19a8dfb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (20784604-a49f-4672-8e46-4d69f91dd69e), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:11.453666 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device b49aa261-5f2c-4103-9744-f26caf7c74c1 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:24:11.548010 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1462ec2e-b1e9-4f30-9450-9436b721d970 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Made reservation on behalf of 64d19227e44643b7a12df0287e7ae5f8 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:24:11.558224 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port b49aa261-5f2c-4103-9744-f26caf7c74c1 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:24:11.558608 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (b49aa261-5f2c-4103-9744-f26caf7c74c1), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:11.649506 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2a5010e7-6184-4ef8-bbbb-f0cf9d981d58 admin admin] Publish callbacks [] for security_group (6a7ff298-7b8e-492b-b160-6dd5f07ce537), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:11.666190 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2a5010e7-6184-4ef8-bbbb-f0cf9d981d58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (6a7ff298-7b8e-492b-b160-6dd5f07ce537), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:11.750579 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port b49aa261-5f2c-4103-9744-f26caf7c74c1 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:24:11.754913 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (b49aa261-5f2c-4103-9744-f26caf7c74c1), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:11.845251 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dff41a1-b4c4-43a3-a6c6-d68c19a8dfb4 service neutron] Pushing event updated for resources: {'Port': ['ID=20784604-a49f-4672-8e46-4d69f91dd69e,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:24:11.848003 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] For port b49aa261-5f2c-4103-9744-f26caf7c74c1, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=b49aa261-5f2c-4103-9744-f26caf7c74c1,segment=NetworkSegment(c533ee34-b679-44a8-abdb-1685e355613e),segment_id=c533ee34-b679-44a8-abdb-1685e355613e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:24:11.866504 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (b49aa261-5f2c-4103-9744-f26caf7c74c1), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:11.898357 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1462ec2e-b1e9-4f30-9450-9436b721d970 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:11.917260 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-2a5010e7-6184-4ef8-bbbb-f0cf9d981d58 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e40427e9c5944a60953ab0f891cfe9b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6335704 Jan 28 07:24:11.925192 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 58300) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:24:11.946403 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [None req-1462ec2e-b1e9-4f30-9450-9436b721d970 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] device_id is not set on port 7c3340f2-8419-4b51-98df-b7a8f9687cde yet. {{(pid=103284) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 07:24:11.957579 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5010e7-6184-4ef8-bbbb-f0cf9d981d58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a7ff298-7b8e-492b-b160-6dd5f07ce537,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:24:11.962055 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Pushing event updated for resources: {'Port': ['ID=b49aa261-5f2c-4103-9744-f26caf7c74c1,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:24:12.010043 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e10574-b856-4745-9248-45b975a0f229 req-ec263791-3370-4ce8-b9a5-be6c583a4001 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:12.011896 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-88e10574-b856-4745-9248-45b975a0f229 req-ec263791-3370-4ce8-b9a5-be6c583a4001 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/ports?device_id=eff066ab-ed54-4a79-abbc-8c2556ecf5b8 HTTP/1.1" status: 200 len: 943 time: 0.2807808 Jan 28 07:24:12.049523 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-4cdfbdc3-1769-4ff5-996b-ef964772733d req-5dff41a1-b4c4-43a3-a6c6-d68c19a8dfb4 service neutron] Attempting to bind port 20784604-a49f-4672-8e46-4d69f91dd69e on host n-h1-712749-28 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:24:12.049890 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-4cdfbdc3-1769-4ff5-996b-ef964772733d req-5dff41a1-b4c4-43a3-a6c6-d68c19a8dfb4 service neutron] Attempting to bind port 20784604-a49f-4672-8e46-4d69f91dd69e by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': 'f988f3e6-2feb-4622-baed-2eae67dfbc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'fabbfec3-31f9-4fc0-ba06-c03647e55067'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:24:12.050626 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cdfbdc3-1769-4ff5-996b-ef964772733d req-5dff41a1-b4c4-43a3-a6c6-d68c19a8dfb4 service neutron] Attempting to bind port 20784604-a49f-4672-8e46-4d69f91dd69e on network fabbfec3-31f9-4fc0-ba06-c03647e55067 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:24:12.060272 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cdfbdc3-1769-4ff5-996b-ef964772733d req-5dff41a1-b4c4-43a3-a6c6-d68c19a8dfb4 service neutron] Port 20784604-a49f-4672-8e46-4d69f91dd69e on network fabbfec3-31f9-4fc0-ba06-c03647e55067 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:24:12.060614 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cdfbdc3-1769-4ff5-996b-ef964772733d req-5dff41a1-b4c4-43a3-a6c6-d68c19a8dfb4 service neutron] Attempting to bind port 20784604-a49f-4672-8e46-4d69f91dd69e on network fabbfec3-31f9-4fc0-ba06-c03647e55067 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:24:12.068455 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cdfbdc3-1769-4ff5-996b-ef964772733d req-5dff41a1-b4c4-43a3-a6c6-d68c19a8dfb4 service neutron] Checking agent: {'id': '2fca46b1-237f-4857-9290-2429d810e472', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 24, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:24:12.074213 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cdfbdc3-1769-4ff5-996b-ef964772733d req-5dff41a1-b4c4-43a3-a6c6-d68c19a8dfb4 service neutron] Checking segment: {'id': 'f988f3e6-2feb-4622-baed-2eae67dfbc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'fabbfec3-31f9-4fc0-ba06-c03647e55067'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:24:12.074213 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cdfbdc3-1769-4ff5-996b-ef964772733d req-5dff41a1-b4c4-43a3-a6c6-d68c19a8dfb4 service neutron] Bound using segment: {'id': 'f988f3e6-2feb-4622-baed-2eae67dfbc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'fabbfec3-31f9-4fc0-ba06-c03647e55067'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:24:12.074213 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-4cdfbdc3-1769-4ff5-996b-ef964772733d req-5dff41a1-b4c4-43a3-a6c6-d68c19a8dfb4 service neutron] Bound port: 20784604-a49f-4672-8e46-4d69f91dd69e, host: n-h1-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f988f3e6-2feb-4622-baed-2eae67dfbc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'fabbfec3-31f9-4fc0-ba06-c03647e55067'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:24:12.074213 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-4cdfbdc3-1769-4ff5-996b-ef964772733d req-5dff41a1-b4c4-43a3-a6c6-d68c19a8dfb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (20784604-a49f-4672-8e46-4d69f91dd69e), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:12.171711 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-88e10574-b856-4745-9248-45b975a0f229 req-8bc0a340-9379-4275-b434-b56d2a48fc31 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/security-groups?id=20a6beb4-7dbe-4e36-a605-32b718c0fe10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1188004 Jan 28 07:24:12.174531 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-139ac6bd-add1-44da-936e-ff3f3b3832af admin admin] Publish callbacks [] for security_group (6a7ff298-7b8e-492b-b160-6dd5f07ce537), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:12.238040 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-1462ec2e-b1e9-4f30-9450-9436b721d970 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Allocated IP 2001:db8::580b:8328:50b:23db (ef4fe003-256e-4a6c-af17-da180c8a686e/81b0cdce-088b-4a09-aeb6-87946d2ff8d9/7c3340f2-8419-4b51-98df-b7a8f9687cde) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:24:12.256969 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-139ac6bd-add1-44da-936e-ff3f3b3832af admin admin] Publish callbacks [] for security_group (6a7ff298-7b8e-492b-b160-6dd5f07ce537), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:12.294416 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-4cdfbdc3-1769-4ff5-996b-ef964772733d req-5dff41a1-b4c4-43a3-a6c6-d68c19a8dfb4 service neutron] For port 20784604-a49f-4672-8e46-4d69f91dd69e, host n-h1-712749-28, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:24:12.327920 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-4cdfbdc3-1769-4ff5-996b-ef964772733d req-5dff41a1-b4c4-43a3-a6c6-d68c19a8dfb4 service neutron] For port 20784604-a49f-4672-8e46-4d69f91dd69e, host n-h1-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=20784604-a49f-4672-8e46-4d69f91dd69e,segment=NetworkSegment(f988f3e6-2feb-4622-baed-2eae67dfbc12),segment_id=f988f3e6-2feb-4622-baed-2eae67dfbc12)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:24:12.340014 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2606c6-6d79-497d-9e8a-b293403cedf9 req-c10d92f4-8933-4ddd-b796-e3246283a4df tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:12.347135 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ff2606c6-6d79-497d-9e8a-b293403cedf9 req-c10d92f4-8933-4ddd-b796-e3246283a4df tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] 10.222.0.41 "GET /v2.0/ports?device_id=949d5360-77df-4445-8862-221358c86b08 HTTP/1.1" status: 200 len: 946 time: 0.1413975 Jan 28 07:24:12.356521 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-4cdfbdc3-1769-4ff5-996b-ef964772733d req-5dff41a1-b4c4-43a3-a6c6-d68c19a8dfb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (20784604-a49f-4672-8e46-4d69f91dd69e), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:12.363664 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-159a0333-ebb0-471d-a984-6443caebd133 None None] Network ef4fe003-256e-4a6c-af17-da180c8a686e requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:24:12.487508 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdfbdc3-1769-4ff5-996b-ef964772733d req-5dff41a1-b4c4-43a3-a6c6-d68c19a8dfb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:12.488158 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-4cdfbdc3-1769-4ff5-996b-ef964772733d req-5dff41a1-b4c4-43a3-a6c6-d68c19a8dfb4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:12.492518 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4cdfbdc3-1769-4ff5-996b-ef964772733d req-5dff41a1-b4c4-43a3-a6c6-d68c19a8dfb4 service neutron] 10.222.0.10 "PUT /v2.0/ports/20784604-a49f-4672-8e46-4d69f91dd69e HTTP/1.1" status: 200 len: 1092 time: 2.2694407 Jan 28 07:24:12.496454 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1462ec2e-b1e9-4f30-9450-9436b721d970 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks [] for port (7c3340f2-8419-4b51-98df-b7a8f9687cde), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:12.504041 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eff066ab-ed54-4a79-abbc-8c2556ecf5b8', 'tag': '20784604-a49f-4672-8e46-4d69f91dd69e'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:24:12.507687 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d674f978-6fb0-4f2f-a2e6-2d4fc1f44c17" -d '{"events": [{"name": "network-changed", "server_uuid": "eff066ab-ed54-4a79-abbc-8c2556ecf5b8", "tag": "20784604-a49f-4672-8e46-4d69f91dd69e"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:24:12.624075 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-e20169c0-dabc-48d5-9933-b8ed5090ed24 None None] Provisioning complete for port b49aa261-5f2c-4103-9744-f26caf7c74c1 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:24:12.624075 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e20169c0-dabc-48d5-9933-b8ed5090ed24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (b49aa261-5f2c-4103-9744-f26caf7c74c1), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:12.637399 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1462ec2e-b1e9-4f30-9450-9436b721d970 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (7c3340f2-8419-4b51-98df-b7a8f9687cde), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:12.690907 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-476cb9bc-b89b-4058-9154-2e193e5e6f9e x-openstack-request-id: req-476cb9bc-b89b-4058-9154-2e193e5e6f9e {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:24:12.693460 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eff066ab-ed54-4a79-abbc-8c2556ecf5b8", "tag": "20784604-a49f-4672-8e46-4d69f91dd69e", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:24:12.693734 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-476cb9bc-b89b-4058-9154-2e193e5e6f9e {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:24:12.694155 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eff066ab-ed54-4a79-abbc-8c2556ecf5b8', 'tag': '20784604-a49f-4672-8e46-4d69f91dd69e', 'status': 'completed', 'code': 200} Jan 28 07:24:12.751952 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-139ac6bd-add1-44da-936e-ff3f3b3832af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (6a7ff298-7b8e-492b-b160-6dd5f07ce537), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:12.761205 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-139ac6bd-add1-44da-936e-ff3f3b3832af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:12.767269 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-139ac6bd-add1-44da-936e-ff3f3b3832af admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6a7ff298-7b8e-492b-b160-6dd5f07ce537 HTTP/1.1" status: 204 len: 168 time: 0.8398769 Jan 28 07:24:12.798586 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1462ec2e-b1e9-4f30-9450-9436b721d970 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Network ef4fe003-256e-4a6c-af17-da180c8a686e is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:24:12.808883 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-1462ec2e-b1e9-4f30-9450-9436b721d970 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:24:12.825259 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1462ec2e-b1e9-4f30-9450-9436b721d970 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:24:12.835853 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1462ec2e-b1e9-4f30-9450-9436b721d970 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:12.836568 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1462ec2e-b1e9-4f30-9450-9436b721d970 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:12.838786 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dff41a1-b4c4-43a3-a6c6-d68c19a8dfb4 service neutron] Pushing event updated for resources: {'Port': ['ID=20784604-a49f-4672-8e46-4d69f91dd69e,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:24:12.848396 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1462ec2e-b1e9-4f30-9450-9436b721d970 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Pushing event updated for resources: {'Port': ['ID=7c3340f2-8419-4b51-98df-b7a8f9687cde,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:24:12.884085 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-1462ec2e-b1e9-4f30-9450-9436b721d970 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.5391207 Jan 28 07:24:12.886327 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 58328) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:24:12.898043 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ff2606c6-6d79-497d-9e8a-b293403cedf9 req-9dad17c0-2376-4278-8a1f-765a17d1a85e tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] 10.222.0.41 "GET /v2.0/security-groups?id=53b55572-4939-4466-abb4-cc7f1bb894f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5498912 Jan 28 07:24:12.898880 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139ac6bd-add1-44da-936e-ff3f3b3832af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a7ff298-7b8e-492b-b160-6dd5f07ce537,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:24:12.914144 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-e20169c0-dabc-48d5-9933-b8ed5090ed24 None None] Current status of the port b49aa261-5f2c-4103-9744-f26caf7c74c1 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:24:12.928467 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdfbdc3-1769-4ff5-996b-ef964772733d req-a8c0ad98-d4c4-40ad-87cd-2cbaab8c6453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:12.932143 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4cdfbdc3-1769-4ff5-996b-ef964772733d req-a8c0ad98-d4c4-40ad-87cd-2cbaab8c6453 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8d47b614f63e4b68b737be6f6d46b64e&device_id=eff066ab-ed54-4a79-abbc-8c2556ecf5b8 HTTP/1.1" status: 200 len: 1095 time: 0.3292522 Jan 28 07:24:12.949632 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-e20169c0-dabc-48d5-9933-b8ed5090ed24 None None] Could not find standard attr ID for object 03fbd5ba-b98e-46aa-abb8-37cad17c52a3. {{(pid=103285) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 07:24:13.041183 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e19e237-f429-4284-b68f-3095f80c6aec tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:13.060719 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e19e237-f429-4284-b68f-3095f80c6aec tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:13.074749 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-5e19e237-f429-4284-b68f-3095f80c6aec tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.1870143 Jan 28 07:24:13.079510 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 58336) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:24:13.101440 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4cdfbdc3-1769-4ff5-996b-ef964772733d req-3109176a-9b4b-43e5-98a0-e3f922997247 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=20784604-a49f-4672-8e46-4d69f91dd69e HTTP/1.1" status: 200 len: 217 time: 0.1499374 Jan 28 07:24:13.215880 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdfbdc3-1769-4ff5-996b-ef964772733d req-8ebbc441-ffda-44eb-847b-d2b4df3c82be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:13.219760 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4cdfbdc3-1769-4ff5-996b-ef964772733d req-8ebbc441-ffda-44eb-847b-d2b4df3c82be service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3d88cecc-14ce-41cc-908a-862b0f3950e3 HTTP/1.1" status: 200 len: 856 time: 0.1078017 Jan 28 07:24:13.312470 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device b49aa261-5f2c-4103-9744-f26caf7c74c1 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:24:13.338489 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-b844cd7f-a3fb-4298-9e62-1aabfd006a44 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Deleting port 7c3340f2-8419-4b51-98df-b7a8f9687cde {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:24:13.339364 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b844cd7f-a3fb-4298-9e62-1aabfd006a44 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (7c3340f2-8419-4b51-98df-b7a8f9687cde), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:13.414067 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdfbdc3-1769-4ff5-996b-ef964772733d req-d3a01b6b-058e-49c3-9d10-a6e3ab80b1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:13.416664 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4cdfbdc3-1769-4ff5-996b-ef964772733d req-d3a01b6b-058e-49c3-9d10-a6e3ab80b1a7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fabbfec3-31f9-4fc0-ba06-c03647e55067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1880100 Jan 28 07:24:13.444384 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e6755e-d3bc-4794-9d4e-29a575ed063c req-dbde31a3-56b8-4bc1-a0e4-fe9d4e4691e0 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:13.446447 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-74e6755e-d3bc-4794-9d4e-29a575ed063c req-dbde31a3-56b8-4bc1-a0e4-fe9d4e4691e0 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/ports?device_id=eff066ab-ed54-4a79-abbc-8c2556ecf5b8 HTTP/1.1" status: 200 len: 943 time: 0.0782838 Jan 28 07:24:13.457771 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port b49aa261-5f2c-4103-9744-f26caf7c74c1 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:24:13.458091 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (b49aa261-5f2c-4103-9744-f26caf7c74c1), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:13.542652 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b844cd7f-a3fb-4298-9e62-1aabfd006a44 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (7c3340f2-8419-4b51-98df-b7a8f9687cde), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:13.588719 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-b844cd7f-a3fb-4298-9e62-1aabfd006a44 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Calling delete_port for 7c3340f2-8419-4b51-98df-b7a8f9687cde owned by {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:24:13.623826 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-0fa866c8-59bd-47de-ba9d-9607881c47a2 None None] Provisioning complete for port b49aa261-5f2c-4103-9744-f26caf7c74c1 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:24:13.633173 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0fa866c8-59bd-47de-ba9d-9607881c47a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (b49aa261-5f2c-4103-9744-f26caf7c74c1), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:13.642963 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-74e6755e-d3bc-4794-9d4e-29a575ed063c req-7d3db154-b295-4046-8349-a917b3a19761 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/security-groups?id=20a6beb4-7dbe-4e36-a605-32b718c0fe10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1769707 Jan 28 07:24:13.772375 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4cdfbdc3-1769-4ff5-996b-ef964772733d req-3314bcef-6854-4724-abca-82677519cea5 service neutron] 10.222.0.10 "GET /v2.0/networks/fabbfec3-31f9-4fc0-ba06-c03647e55067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3406420 Jan 28 07:24:13.870637 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port b49aa261-5f2c-4103-9744-f26caf7c74c1 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:24:13.999820 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-0fa866c8-59bd-47de-ba9d-9607881c47a2 None None] Current status of the port b49aa261-5f2c-4103-9744-f26caf7c74c1 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:24:14.000534 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b844cd7f-a3fb-4298-9e62-1aabfd006a44 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (7c3340f2-8419-4b51-98df-b7a8f9687cde), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:14.005704 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-0fa866c8-59bd-47de-ba9d-9607881c47a2 None None] Could not find standard attr ID for object 7c3340f2-8419-4b51-98df-b7a8f9687cde. {{(pid=103285) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 07:24:14.014015 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4cdfbdc3-1769-4ff5-996b-ef964772733d req-284679fd-82ae-4163-b9dd-af115211034b service neutron] 10.222.0.10 "GET /v2.0/networks/fabbfec3-31f9-4fc0-ba06-c03647e55067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309577 Jan 28 07:24:14.112296 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b844cd7f-a3fb-4298-9e62-1aabfd006a44 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:14.118417 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-b844cd7f-a3fb-4298-9e62-1aabfd006a44 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "DELETE /v2.0/ports/7c3340f2-8419-4b51-98df-b7a8f9687cde HTTP/1.1" status: 204 len: 168 time: 1.0361140 Jan 28 07:24:14.120737 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 58366) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:24:14.131764 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-82f9516f-433f-4039-a0cf-6fe8ed55c3ac None None] Could not find standard attr ID for object 35b8791d-d6c4-4106-aaad-6b9bca389250. {{(pid=103285) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 07:24:14.174734 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b844cd7f-a3fb-4298-9e62-1aabfd006a44 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Pushing event deleted for resources: {'Port': ['ID=7c3340f2-8419-4b51-98df-b7a8f9687cde,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:24:14.214089 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df440683-4b52-455e-941b-e4195d202c74 req-a6ea58d5-4d22-499c-8f53-79d0d1b09cab tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:14.222563 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-df440683-4b52-455e-941b-e4195d202c74 req-a6ea58d5-4d22-499c-8f53-79d0d1b09cab tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] 10.222.0.41 "GET /v2.0/ports?device_id=949d5360-77df-4445-8862-221358c86b08 HTTP/1.1" status: 200 len: 946 time: 0.1442821 Jan 28 07:24:14.233072 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d720eb4b-d33f-4c69-b6af-789229021605 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:14.234604 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d720eb4b-d33f-4c69-b6af-789229021605 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:14.241525 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-d720eb4b-d33f-4c69-b6af-789229021605 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1196496 Jan 28 07:24:14.242163 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 58376) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:24:14.371580 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-df440683-4b52-455e-941b-e4195d202c74 req-d6b6b9c1-c598-4b39-8845-f659acf47310 tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] 10.222.0.41 "GET /v2.0/security-groups?id=53b55572-4939-4466-abb4-cc7f1bb894f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476719 Jan 28 07:24:14.459802 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_v2 [None req-278f0bce-a638-49f6-b9ec-984983344246 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Deleting subnet 81b0cdce-088b-4a09-aeb6-87946d2ff8d9 {{(pid=103283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:24:14.472188 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d674f978-6fb0-4f2f-a2e6-2d4fc1f44c17 req-806a2a13-95ba-4561-b4f0-9e72f050508b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:14.477249 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d674f978-6fb0-4f2f-a2e6-2d4fc1f44c17 req-806a2a13-95ba-4561-b4f0-9e72f050508b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8d47b614f63e4b68b737be6f6d46b64e&device_id=eff066ab-ed54-4a79-abbc-8c2556ecf5b8 HTTP/1.1" status: 200 len: 1095 time: 0.2341015 Jan 28 07:24:14.484442 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-278f0bce-a638-49f6-b9ec-984983344246 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks [] for subnet (81b0cdce-088b-4a09-aeb6-87946d2ff8d9), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:14.551959 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-7b4e6671-6458-4402-a88b-a04d5f08f844 None None] Could not find standard attr ID for object 5307b94e-82b1-4724-9949-c95a74df35ff. {{(pid=103285) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 07:24:14.624803 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-278f0bce-a638-49f6-b9ec-984983344246 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13506696'] for subnet (81b0cdce-088b-4a09-aeb6-87946d2ff8d9), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:14.715624 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-278f0bce-a638-49f6-b9ec-984983344246 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (81b0cdce-088b-4a09-aeb6-87946d2ff8d9), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:14.726725 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d674f978-6fb0-4f2f-a2e6-2d4fc1f44c17 req-5d4432c2-4ccf-4267-bab5-d6df0beb6acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:14.730267 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d674f978-6fb0-4f2f-a2e6-2d4fc1f44c17 req-5d4432c2-4ccf-4267-bab5-d6df0beb6acf service neutron] 10.222.0.10 "GET /v2.0/networks?id=fabbfec3-31f9-4fc0-ba06-c03647e55067 HTTP/1.1" status: 200 len: 918 time: 0.2415454 Jan 28 07:24:14.838892 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d674f978-6fb0-4f2f-a2e6-2d4fc1f44c17 req-295c8d7e-2fff-4b5d-9062-0a6b4b4260ef service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=20784604-a49f-4672-8e46-4d69f91dd69e HTTP/1.1" status: 200 len: 217 time: 0.0649247 Jan 28 07:24:14.977772 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d674f978-6fb0-4f2f-a2e6-2d4fc1f44c17 req-b8988d5e-1ce8-4c45-bf77-4bc95e23bbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:14.981608 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d674f978-6fb0-4f2f-a2e6-2d4fc1f44c17 req-b8988d5e-1ce8-4c45-bf77-4bc95e23bbd2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3d88cecc-14ce-41cc-908a-862b0f3950e3 HTTP/1.1" status: 200 len: 856 time: 0.1345117 Jan 28 07:24:14.994815 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-278f0bce-a638-49f6-b9ec-984983344246 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13546665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13556132'] for subnet (81b0cdce-088b-4a09-aeb6-87946d2ff8d9), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:15.036324 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-278f0bce-a638-49f6-b9ec-984983344246 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:15.043535 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 58400) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:24:15.052856 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-278f0bce-a638-49f6-b9ec-984983344246 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "DELETE /v2.0/subnets/81b0cdce-088b-4a09-aeb6-87946d2ff8d9 HTTP/1.1" status: 204 len: 168 time: 0.8083041 Jan 28 07:24:15.074171 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-14d07e98-4841-49c1-b929-ad078af13727 None None] Could not find standard attr ID for object e47bcca5-1550-48d0-85bc-9bc6e1f49b34. {{(pid=103285) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 07:24:15.122335 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928e36b7-2a28-42fa-b72a-cf711886aba3 req-edc5b222-a490-4b49-a261-99d1fb075cb8 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:15.133582 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-928e36b7-2a28-42fa-b72a-cf711886aba3 req-edc5b222-a490-4b49-a261-99d1fb075cb8 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/ports?device_id=eff066ab-ed54-4a79-abbc-8c2556ecf5b8 HTTP/1.1" status: 200 len: 943 time: 0.2976820 Jan 28 07:24:15.168908 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-712de6f9-9248-4cca-a6a5-16d4d42f6adb tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1234415 Jan 28 07:24:15.169564 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 58402) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:24:15.244101 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278f0bce-a638-49f6-b9ec-984983344246 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Pushing event deleted for resources: {'Subnet': ['ID=81b0cdce-088b-4a09-aeb6-87946d2ff8d9,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:24:15.325602 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d67e512-5ee3-41ae-9b2c-051060c3b460 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:15.332470 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-5d67e512-5ee3-41ae-9b2c-051060c3b460 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1617737 Jan 28 07:24:15.333107 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 58412) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:24:15.420074 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d674f978-6fb0-4f2f-a2e6-2d4fc1f44c17 req-e2659068-165a-4aee-9e41-3b10b4f3c6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:15.422725 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d674f978-6fb0-4f2f-a2e6-2d4fc1f44c17 req-e2659068-165a-4aee-9e41-3b10b4f3c6d4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fabbfec3-31f9-4fc0-ba06-c03647e55067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4031813 Jan 28 07:24:15.428521 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-928e36b7-2a28-42fa-b72a-cf711886aba3 req-2ea936f3-40e3-41a9-a96e-c8165dee2a29 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/security-groups?id=20a6beb4-7dbe-4e36-a605-32b718c0fe10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1999598 Jan 28 07:24:15.532535 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ca0c4f-72cc-4bbc-af48-a64862d8140b tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:15.536396 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-17ca0c4f-72cc-4bbc-af48-a64862d8140b tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1970222 Jan 28 07:24:15.537203 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 58422) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:24:15.624400 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a553536-72d1-4fd3-85e0-e638bc818907 None None] Network ef4fe003-256e-4a6c-af17-da180c8a686e requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:24:15.657186 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-330b8d06-7018-4f01-9ed2-b84a7bfee647 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1151438 Jan 28 07:24:15.657857 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 58424) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:24:15.680746 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-881b3845-cfcf-4789-9fe3-18274e2a57a3 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Request body: {'subnet': {'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:24:15.723293 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d674f978-6fb0-4f2f-a2e6-2d4fc1f44c17 req-2d899f4a-cee2-4e8a-8543-9cf63152cc84 service neutron] 10.222.0.10 "GET /v2.0/networks/fabbfec3-31f9-4fc0-ba06-c03647e55067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2760725 Jan 28 07:24:15.756251 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-722d7460-f154-4cc5-8566-0de015b49ebc None None] Could not find standard attr ID for object 03fbd5ba-b98e-46aa-abb8-37cad17c52a3. {{(pid=103285) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 07:24:15.980212 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76e258d5-23a8-49a8-b5e8-a0bef37dff4e None None] DHCP port deletion for ef4fe003-256e-4a6c-af17-da180c8a686e request from n-d-712749-28 {{(pid=103285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 07:24:16.048105 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d674f978-6fb0-4f2f-a2e6-2d4fc1f44c17 req-9d51a080-20be-444d-9ade-4100a6771a65 service neutron] 10.222.0.10 "GET /v2.0/networks/fabbfec3-31f9-4fc0-ba06-c03647e55067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2360454 Jan 28 07:24:16.094779 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-881b3845-cfcf-4789-9fe3-18274e2a57a3 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Made reservation on behalf of 64d19227e44643b7a12df0287e7ae5f8 for: {'subnet': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:24:16.098575 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-881b3845-cfcf-4789-9fe3-18274e2a57a3 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13555781'] for subnet (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:16.149815 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-76e258d5-23a8-49a8-b5e8-a0bef37dff4e None None] Deleting port b49aa261-5f2c-4103-9744-f26caf7c74c1 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:24:16.152508 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-76e258d5-23a8-49a8-b5e8-a0bef37dff4e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (b49aa261-5f2c-4103-9744-f26caf7c74c1), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:16.256918 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-76e258d5-23a8-49a8-b5e8-a0bef37dff4e None None] For port b49aa261-5f2c-4103-9744-f26caf7c74c1, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=b49aa261-5f2c-4103-9744-f26caf7c74c1,segment=NetworkSegment(c533ee34-b679-44a8-abdb-1685e355613e),segment_id=c533ee34-b679-44a8-abdb-1685e355613e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:24:16.257692 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-76e258d5-23a8-49a8-b5e8-a0bef37dff4e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (b49aa261-5f2c-4103-9744-f26caf7c74c1), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:16.276757 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-76e258d5-23a8-49a8-b5e8-a0bef37dff4e None None] Calling delete_port for b49aa261-5f2c-4103-9744-f26caf7c74c1 owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:24:16.379960 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-76e258d5-23a8-49a8-b5e8-a0bef37dff4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298'] for port (b49aa261-5f2c-4103-9744-f26caf7c74c1), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:16.396796 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e258d5-23a8-49a8-b5e8-a0bef37dff4e None None] No DVR routers for this DVR port b49aa261-5f2c-4103-9744-f26caf7c74c1 on host n-d-712749-28 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:24:16.445278 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e258d5-23a8-49a8-b5e8-a0bef37dff4e None None] Pushing event deleted for resources: {'Port': ['ID=b49aa261-5f2c-4103-9744-f26caf7c74c1,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:24:16.622500 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 20784604-a49f-4672-8e46-4d69f91dd69e details requested by agent hyperv_n-h1-712749-28 with host n-h1-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:24:16.861175 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 20784604-a49f-4672-8e46-4d69f91dd69e, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=20784604-a49f-4672-8e46-4d69f91dd69e,segment=NetworkSegment(f988f3e6-2feb-4622-baed-2eae67dfbc12),segment_id=f988f3e6-2feb-4622-baed-2eae67dfbc12)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:24:16.894292 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Returning: {'device': '20784604-a49f-4672-8e46-4d69f91dd69e', 'network_id': 'fabbfec3-31f9-4fc0-ba06-c03647e55067', 'port_id': '20784604-a49f-4672-8e46-4d69f91dd69e', 'mac_address': 'fa:16:3e:a4:f5:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d88cecc-14ce-41cc-908a-862b0f3950e3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:24:16.989432 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 20784604-a49f-4672-8e46-4d69f91dd69e is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:24:16.990604 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (20784604-a49f-4672-8e46-4d69f91dd69e), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:17.018073 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20784604-a49f-4672-8e46-4d69f91dd69e {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:24:17.044151 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807b2dd2-42ca-4877-9e30-d320321d31e9 req-ab7070c5-f29c-4358-bdd1-273eb75b03f1 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:17.063318 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-807b2dd2-42ca-4877-9e30-d320321d31e9 req-ab7070c5-f29c-4358-bdd1-273eb75b03f1 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/ports?device_id=eff066ab-ed54-4a79-abbc-8c2556ecf5b8 HTTP/1.1" status: 200 len: 943 time: 0.2364323 Jan 28 07:24:17.076328 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 20784604-a49f-4672-8e46-4d69f91dd69e, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=20784604-a49f-4672-8e46-4d69f91dd69e,segment=NetworkSegment(f988f3e6-2feb-4622-baed-2eae67dfbc12),segment_id=f988f3e6-2feb-4622-baed-2eae67dfbc12)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:24:17.108010 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (20784604-a49f-4672-8e46-4d69f91dd69e), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:17.119985 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-881b3845-cfcf-4789-9fe3-18274e2a57a3 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13546728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13555799'] for subnet (5d325e90-289d-4dce-a99c-1978acca47ca), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:17.180348 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=20784604-a49f-4672-8e46-4d69f91dd69e,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:24:17.189393 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-881b3845-cfcf-4789-9fe3-18274e2a57a3 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Network ef4fe003-256e-4a6c-af17-da180c8a686e is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:24:17.199677 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-881b3845-cfcf-4789-9fe3-18274e2a57a3 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:24:17.211850 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-881b3845-cfcf-4789-9fe3-18274e2a57a3 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:17.212224 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c01e1039-982d-41c1-95e6-01d3d0c36f15 None None] Network ef4fe003-256e-4a6c-af17-da180c8a686e requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:24:17.212465 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-881b3845-cfcf-4789-9fe3-18274e2a57a3 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:17.323111 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881b3845-cfcf-4789-9fe3-18274e2a57a3 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Pushing event updated for resources: {'Subnet': ['ID=5d325e90-289d-4dce-a99c-1978acca47ca,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:24:17.335888 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-807b2dd2-42ca-4877-9e30-d320321d31e9 req-1601df3b-380b-4fa1-bcf8-66fc99c33c8e tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/security-groups?id=20a6beb4-7dbe-4e36-a605-32b718c0fe10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2716403 Jan 28 07:24:17.366541 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-881b3845-cfcf-4789-9fe3-18274e2a57a3 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7049742 Jan 28 07:24:17.366955 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 58484) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:24:17.373051 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-40328e9a-a50a-4ccb-b2ae-88a25e82acbe tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Request body: {'port': {'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e', 'fixed_ips': [{'subnet_id': '5d325e90-289d-4dce-a99c-1978acca47ca', 'ip_address': '2001:db8::1f96:2cec:5f39:9aed'}], 'name': 'tempest-NetworksTestDHCPv6-1696425788'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:24:17.481816 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device b49aa261-5f2c-4103-9744-f26caf7c74c1 no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:24:17.524375 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c93d0d-7164-4490-b08b-f0b4e13d6d44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3dd72b9-6805-5f61-b6f3-a591f99a173d-ef4fe003-256e-4a6c-af17-da180c8a686e', 'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e', 'project_id': '64d19227e44643b7a12df0287e7ae5f8', 'fixed_ips': [{'subnet_id': '5d325e90-289d-4dce-a99c-1978acca47ca'}]}} from n-d-712749-28. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 07:24:17.525166 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c4c93d0d-7164-4490-b08b-f0b4e13d6d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:17.529773 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: b49aa261-5f2c-4103-9744-f26caf7c74c1 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:24:17.529912 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device b49aa261-5f2c-4103-9744-f26caf7c74c1 not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:24:17.653840 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40328e9a-a50a-4ccb-b2ae-88a25e82acbe tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Made reservation on behalf of 64d19227e44643b7a12df0287e7ae5f8 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:24:17.762458 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['20784604-a49f-4672-8e46-4d69f91dd69e'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:24:17.765242 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-c4c93d0d-7164-4490-b08b-f0b4e13d6d44 None None] Allocated IP 2001:db8::2 (ef4fe003-256e-4a6c-af17-da180c8a686e/5d325e90-289d-4dce-a99c-1978acca47ca/96d4e366-297c-483c-ac1b-fd46e34df84c) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:24:17.889748 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-40328e9a-a50a-4ccb-b2ae-88a25e82acbe tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:17.910964 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [None req-40328e9a-a50a-4ccb-b2ae-88a25e82acbe tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] device_id is not set on port 01423ab0-4b63-4b57-b29d-25e8e4c53f8c yet. {{(pid=103284) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 07:24:18.078074 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c4c93d0d-7164-4490-b08b-f0b4e13d6d44 None None] Publish callbacks [] for port (96d4e366-297c-483c-ac1b-fd46e34df84c), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:18.109225 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c4c93d0d-7164-4490-b08b-f0b4e13d6d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (96d4e366-297c-483c-ac1b-fd46e34df84c), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:18.160353 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c93d0d-7164-4490-b08b-f0b4e13d6d44 None None] Network ef4fe003-256e-4a6c-af17-da180c8a686e is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:24:18.165534 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-c4c93d0d-7164-4490-b08b-f0b4e13d6d44 None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:24:18.174508 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c93d0d-7164-4490-b08b-f0b4e13d6d44 None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:24:18.212806 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-40328e9a-a50a-4ccb-b2ae-88a25e82acbe tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Allocated IP 2001:db8::1f96:2cec:5f39:9aed (ef4fe003-256e-4a6c-af17-da180c8a686e/5d325e90-289d-4dce-a99c-1978acca47ca/01423ab0-4b63-4b57-b29d-25e8e4c53f8c) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:24:18.222240 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c93d0d-7164-4490-b08b-f0b4e13d6d44 None None] Pushing event updated for resources: {'Port': ['ID=96d4e366-297c-483c-ac1b-fd46e34df84c,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:24:18.336397 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-c4c93d0d-7164-4490-b08b-f0b4e13d6d44 None None] Attempting to bind port 96d4e366-297c-483c-ac1b-fd46e34df84c on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:24:18.336750 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-c4c93d0d-7164-4490-b08b-f0b4e13d6d44 None None] Attempting to bind port 96d4e366-297c-483c-ac1b-fd46e34df84c by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': 'c533ee34-b679-44a8-abdb-1685e355613e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:24:18.337068 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c93d0d-7164-4490-b08b-f0b4e13d6d44 None None] Attempting to bind port 96d4e366-297c-483c-ac1b-fd46e34df84c on network ef4fe003-256e-4a6c-af17-da180c8a686e {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:24:18.345107 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c93d0d-7164-4490-b08b-f0b4e13d6d44 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 24, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:24:18.345107 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c93d0d-7164-4490-b08b-f0b4e13d6d44 None None] Checking segment: {'id': 'c533ee34-b679-44a8-abdb-1685e355613e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:24:18.345391 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c4c93d0d-7164-4490-b08b-f0b4e13d6d44 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:18.345817 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c93d0d-7164-4490-b08b-f0b4e13d6d44 None None] Bound using segment: {'id': 'c533ee34-b679-44a8-abdb-1685e355613e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:24:18.346325 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-c4c93d0d-7164-4490-b08b-f0b4e13d6d44 None None] Bound port: 96d4e366-297c-483c-ac1b-fd46e34df84c, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c533ee34-b679-44a8-abdb-1685e355613e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:24:18.346738 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c4c93d0d-7164-4490-b08b-f0b4e13d6d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (96d4e366-297c-483c-ac1b-fd46e34df84c), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:18.406588 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 58512) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:24:18.455978 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c4c93d0d-7164-4490-b08b-f0b4e13d6d44 None None] For port 96d4e366-297c-483c-ac1b-fd46e34df84c, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:24:18.460783 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c4c93d0d-7164-4490-b08b-f0b4e13d6d44 None None] For port 96d4e366-297c-483c-ac1b-fd46e34df84c, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=96d4e366-297c-483c-ac1b-fd46e34df84c,segment=NetworkSegment(c533ee34-b679-44a8-abdb-1685e355613e),segment_id=c533ee34-b679-44a8-abdb-1685e355613e)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:24:18.469724 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c4c93d0d-7164-4490-b08b-f0b4e13d6d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (96d4e366-297c-483c-ac1b-fd46e34df84c), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:18.525971 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-40328e9a-a50a-4ccb-b2ae-88a25e82acbe tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks [] for port (01423ab0-4b63-4b57-b29d-25e8e4c53f8c), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:18.566021 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c93d0d-7164-4490-b08b-f0b4e13d6d44 None None] Pushing event updated for resources: {'Port': ['ID=96d4e366-297c-483c-ac1b-fd46e34df84c,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:24:18.604524 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-40328e9a-a50a-4ccb-b2ae-88a25e82acbe tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (01423ab0-4b63-4b57-b29d-25e8e4c53f8c), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:18.681862 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40328e9a-a50a-4ccb-b2ae-88a25e82acbe tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Network ef4fe003-256e-4a6c-af17-da180c8a686e is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:24:18.683951 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d781853d-d1b5-45da-82a1-a5b8835d0466 req-3681bc5c-abf7-4f05-a9fa-308a617c12d9 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:18.686969 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-40328e9a-a50a-4ccb-b2ae-88a25e82acbe tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:24:18.691740 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40328e9a-a50a-4ccb-b2ae-88a25e82acbe tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:24:18.697733 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40328e9a-a50a-4ccb-b2ae-88a25e82acbe tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:18.698410 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-40328e9a-a50a-4ccb-b2ae-88a25e82acbe tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:18.701250 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d781853d-d1b5-45da-82a1-a5b8835d0466 req-3681bc5c-abf7-4f05-a9fa-308a617c12d9 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/ports?device_id=eff066ab-ed54-4a79-abbc-8c2556ecf5b8 HTTP/1.1" status: 200 len: 944 time: 0.1370440 Jan 28 07:24:18.702273 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40328e9a-a50a-4ccb-b2ae-88a25e82acbe tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Pushing event updated for resources: {'Port': ['ID=01423ab0-4b63-4b57-b29d-25e8e4c53f8c,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:24:18.719986 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2e3254b3-62d5-470d-8f4e-622bd6222620 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:18.726305 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-40328e9a-a50a-4ccb-b2ae-88a25e82acbe tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.3570013 Jan 28 07:24:18.728525 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 58524) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:24:18.735028 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-f52f4d41-1091-409f-b8fb-860ebb5a5bd3 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Request body: {'port': {'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e', 'fixed_ips': [{'subnet_id': '5d325e90-289d-4dce-a99c-1978acca47ca', 'ip_address': '2001:db8::1f96:2cec:5f39:9aed'}], 'name': 'tempest-NetworksTestDHCPv6-1738427517'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:24:18.810593 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d781853d-d1b5-45da-82a1-a5b8835d0466 req-f67f9ded-351b-4122-af6d-036d00ac846e tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/security-groups?id=20a6beb4-7dbe-4e36-a605-32b718c0fe10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082647 Jan 28 07:24:18.991274 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f52f4d41-1091-409f-b8fb-860ebb5a5bd3 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Made reservation on behalf of 64d19227e44643b7a12df0287e7ae5f8 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:24:18.994410 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2e3254b3-62d5-470d-8f4e-622bd6222620 admin admin] Publish callbacks [] for security_group (5c3dc9f9-bba9-411a-b585-2f77768f38d3), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:19.000794 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f52f4d41-1091-409f-b8fb-860ebb5a5bd3 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:19.022998 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2e3254b3-62d5-470d-8f4e-622bd6222620 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (5c3dc9f9-bba9-411a-b585-2f77768f38d3), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:19.068912 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [None req-f52f4d41-1091-409f-b8fb-860ebb5a5bd3 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] device_id is not set on port dc90cfe4-e50f-4674-bf97-e6591b8bc22f yet. {{(pid=103284) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 07:24:19.090319 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-2e3254b3-62d5-470d-8f4e-622bd6222620 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c02d3e8a4b5046eb92d52f5fdf9298f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6822495 Jan 28 07:24:19.095006 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 58540) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:24:19.120312 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3254b3-62d5-470d-8f4e-622bd6222620 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c3dc9f9-bba9-411a-b585-2f77768f38d3,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:24:19.268400 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fe5b5adc-dd50-4951-a33f-e0492bfeb509 admin admin] Publish callbacks [] for security_group (5c3dc9f9-bba9-411a-b585-2f77768f38d3), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:19.312162 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fe5b5adc-dd50-4951-a33f-e0492bfeb509 admin admin] Publish callbacks [] for security_group (5c3dc9f9-bba9-411a-b585-2f77768f38d3), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:19.425620 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fe5b5adc-dd50-4951-a33f-e0492bfeb509 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (5c3dc9f9-bba9-411a-b585-2f77768f38d3), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:19.429769 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fe5b5adc-dd50-4951-a33f-e0492bfeb509 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:19.431230 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-fe5b5adc-dd50-4951-a33f-e0492bfeb509 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5c3dc9f9-bba9-411a-b585-2f77768f38d3 HTTP/1.1" status: 204 len: 168 time: 0.3348196 Jan 28 07:24:19.446876 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5b5adc-dd50-4951-a33f-e0492bfeb509 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c3dc9f9-bba9-411a-b585-2f77768f38d3,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:24:19.484715 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 96d4e366-297c-483c-ac1b-fd46e34df84c up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:24:19.561474 n-d-712749-28 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-f52f4d41-1091-409f-b8fb-860ebb5a5bd3 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] POST failed (client error): There was a conflict when trying to complete your request. Jan 28 07:24:19.562047 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f52f4d41-1091-409f-b8fb-860ebb5a5bd3 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:24:19.592445 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 58556) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:24:19.592721 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-f52f4d41-1091-409f-b8fb-860ebb5a5bd3 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.8629010 Jan 28 07:24:19.636405 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 96d4e366-297c-483c-ac1b-fd46e34df84c triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:24:19.637096 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (96d4e366-297c-483c-ac1b-fd46e34df84c), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:19.799850 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0f93f1-c14f-4567-bd0b-1c232a746024 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:19.834056 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0f93f1-c14f-4567-bd0b-1c232a746024 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:19.835864 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-4e0f93f1-c14f-4567-bd0b-1c232a746024 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.2410488 Jan 28 07:24:19.838893 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 58560) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:24:19.978700 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 96d4e366-297c-483c-ac1b-fd46e34df84c is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:24:19.982170 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (96d4e366-297c-483c-ac1b-fd46e34df84c), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:19.987235 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-5489b06a-e1ac-4a49-9d45-03d605dd28b0 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Deleting port 01423ab0-4b63-4b57-b29d-25e8e4c53f8c {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:24:19.987765 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5489b06a-e1ac-4a49-9d45-03d605dd28b0 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (01423ab0-4b63-4b57-b29d-25e8e4c53f8c), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:20.075937 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] For port 96d4e366-297c-483c-ac1b-fd46e34df84c, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=96d4e366-297c-483c-ac1b-fd46e34df84c,segment=NetworkSegment(c533ee34-b679-44a8-abdb-1685e355613e),segment_id=c533ee34-b679-44a8-abdb-1685e355613e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:24:20.087224 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (96d4e366-297c-483c-ac1b-fd46e34df84c), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:20.227221 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Pushing event updated for resources: {'Port': ['ID=96d4e366-297c-483c-ac1b-fd46e34df84c,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:24:20.227456 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 58570) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:24:20.254992 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-744c51d1-e9f7-4292-aee8-159832c53733 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:20.272090 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7247de-63db-4234-90e2-7b9b44b4fc84 req-ff9b0ab3-d039-4a0b-ba9f-03df4066d541 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:20.276171 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5c7247de-63db-4234-90e2-7b9b44b4fc84 req-ff9b0ab3-d039-4a0b-ba9f-03df4066d541 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/ports?device_id=eff066ab-ed54-4a79-abbc-8c2556ecf5b8 HTTP/1.1" status: 200 len: 944 time: 0.2620239 Jan 28 07:24:20.321780 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5489b06a-e1ac-4a49-9d45-03d605dd28b0 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (01423ab0-4b63-4b57-b29d-25e8e4c53f8c), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:20.357967 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-5489b06a-e1ac-4a49-9d45-03d605dd28b0 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Calling delete_port for 01423ab0-4b63-4b57-b29d-25e8e4c53f8c owned by {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:24:20.432674 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-744c51d1-e9f7-4292-aee8-159832c53733 admin admin] Publish callbacks [] for security_group (e394839c-9500-47cf-99af-32dd89ab008c), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:20.444741 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-744c51d1-e9f7-4292-aee8-159832c53733 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (e394839c-9500-47cf-99af-32dd89ab008c), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:20.537490 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-744c51d1-e9f7-4292-aee8-159832c53733 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=33aca58186db4cb3b1f68ca442336f2f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3085179 Jan 28 07:24:20.547609 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5c7247de-63db-4234-90e2-7b9b44b4fc84 req-808aa632-5651-4a7a-ad35-38de184b5b29 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/security-groups?id=20a6beb4-7dbe-4e36-a605-32b718c0fe10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945628 Jan 28 07:24:20.551340 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 58578) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:24:20.567154 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-a70c8981-b2d0-4219-890e-1c18009d73e7 None None] Provisioning complete for port 96d4e366-297c-483c-ac1b-fd46e34df84c triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:24:20.571460 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a70c8981-b2d0-4219-890e-1c18009d73e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (96d4e366-297c-483c-ac1b-fd46e34df84c), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:20.619602 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744c51d1-e9f7-4292-aee8-159832c53733 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e394839c-9500-47cf-99af-32dd89ab008c,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:24:20.658031 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 20784604-a49f-4672-8e46-4d69f91dd69e up at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:24:20.703436 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-63169664-fc65-496d-8599-9f98993db963 admin admin] Publish callbacks [] for security_group (e394839c-9500-47cf-99af-32dd89ab008c), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:20.731468 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5489b06a-e1ac-4a49-9d45-03d605dd28b0 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (01423ab0-4b63-4b57-b29d-25e8e4c53f8c), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:20.762877 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-63169664-fc65-496d-8599-9f98993db963 admin admin] Publish callbacks [] for security_group (e394839c-9500-47cf-99af-32dd89ab008c), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:20.819758 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5489b06a-e1ac-4a49-9d45-03d605dd28b0 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Pushing event deleted for resources: {'Port': ['ID=01423ab0-4b63-4b57-b29d-25e8e4c53f8c,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:24:20.901348 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5489b06a-e1ac-4a49-9d45-03d605dd28b0 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:20.907406 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-5489b06a-e1ac-4a49-9d45-03d605dd28b0 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "DELETE /v2.0/ports/01423ab0-4b63-4b57-b29d-25e8e4c53f8c HTTP/1.1" status: 204 len: 168 time: 1.0630863 Jan 28 07:24:20.907766 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 58586) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:24:20.928880 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-a70c8981-b2d0-4219-890e-1c18009d73e7 None None] Current status of the port 96d4e366-297c-483c-ac1b-fd46e34df84c is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:24:20.942499 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning for port 20784604-a49f-4672-8e46-4d69f91dd69e completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:24:20.950657 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning complete for port 20784604-a49f-4672-8e46-4d69f91dd69e triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:24:20.951172 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (20784604-a49f-4672-8e46-4d69f91dd69e), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:21.006472 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f226ad0a-3886-4857-81c3-e28f84572bb7 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:21.007872 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f226ad0a-3886-4857-81c3-e28f84572bb7 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:21.018100 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-f226ad0a-3886-4857-81c3-e28f84572bb7 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1091919 Jan 28 07:24:21.022050 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 58588) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:24:21.040055 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-63169664-fc65-496d-8599-9f98993db963 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (e394839c-9500-47cf-99af-32dd89ab008c), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:21.043277 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-63169664-fc65-496d-8599-9f98993db963 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:21.044674 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-63169664-fc65-496d-8599-9f98993db963 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e394839c-9500-47cf-99af-32dd89ab008c HTTP/1.1" status: 204 len: 168 time: 0.4896915 Jan 28 07:24:21.063925 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63169664-fc65-496d-8599-9f98993db963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e394839c-9500-47cf-99af-32dd89ab008c,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:24:21.080865 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-b2d735cf-77f4-40ea-82a1-404d0d751c6d None None] Could not find standard attr ID for object 01423ab0-4b63-4b57-b29d-25e8e4c53f8c. {{(pid=103285) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 07:24:21.205777 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e4c792c-8b8c-483a-8c75-dbaafb1f53b9 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Deleting subnet 5d325e90-289d-4dce-a99c-1978acca47ca {{(pid=103283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:24:21.213487 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9e4c792c-8b8c-483a-8c75-dbaafb1f53b9 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks [] for subnet (5d325e90-289d-4dce-a99c-1978acca47ca), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:21.338435 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 20784604-a49f-4672-8e46-4d69f91dd69e is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:24:21.338435 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (20784604-a49f-4672-8e46-4d69f91dd69e), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:21.349112 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 96d4e366-297c-483c-ac1b-fd46e34df84c up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:24:21.379938 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9e4c792c-8b8c-483a-8c75-dbaafb1f53b9 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13506696'] for subnet (5d325e90-289d-4dce-a99c-1978acca47ca), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:21.572444 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9e4c792c-8b8c-483a-8c75-dbaafb1f53b9 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (5d325e90-289d-4dce-a99c-1978acca47ca), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:21.686732 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9e4c792c-8b8c-483a-8c75-dbaafb1f53b9 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13546665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13556132'] for subnet (5d325e90-289d-4dce-a99c-1978acca47ca), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:21.772780 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4c792c-8b8c-483a-8c75-dbaafb1f53b9 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Pushing event deleted for resources: {'Subnet': ['ID=5d325e90-289d-4dce-a99c-1978acca47ca,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:24:21.797958 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9e4c792c-8b8c-483a-8c75-dbaafb1f53b9 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:21.800912 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eff066ab-ed54-4a79-abbc-8c2556ecf5b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20784604-a49f-4672-8e46-4d69f91dd69e'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:24:21.801638 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-9e4c792c-8b8c-483a-8c75-dbaafb1f53b9 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "DELETE /v2.0/subnets/5d325e90-289d-4dce-a99c-1978acca47ca HTTP/1.1" status: 204 len: 168 time: 0.7778704 Jan 28 07:24:21.804525 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 58612) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:24:21.805862 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3868a76a-9d44-4f4b-a160-cb94eccd7944" -d '{"events": [{"server_uuid": "eff066ab-ed54-4a79-abbc-8c2556ecf5b8", "name": "network-vif-plugged", "status": "completed", "tag": "20784604-a49f-4672-8e46-4d69f91dd69e"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:24:21.838476 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2721b6e1-cdd4-48fb-af43-69035a91c33e None None] Network ef4fe003-256e-4a6c-af17-da180c8a686e requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:24:21.857931 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 20784604-a49f-4672-8e46-4d69f91dd69e, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=20784604-a49f-4672-8e46-4d69f91dd69e,segment=NetworkSegment(f988f3e6-2feb-4622-baed-2eae67dfbc12),segment_id=f988f3e6-2feb-4622-baed-2eae67dfbc12)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:24:21.889322 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-fd132a73-28fa-473a-9fd1-0c3c74382c4d tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0796475 Jan 28 07:24:21.889867 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 58622) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:24:21.900556 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-9deb3112-064b-4c97-852e-963e88c1c51e tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Request body: {'subnet': {'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:24:21.918101 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7e6edd-d610-4209-ad01-2538ba62068b req-45e2166a-59da-41dc-ad4c-5d78148c0c71 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:21.927011 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-3a7e6edd-d610-4209-ad01-2538ba62068b req-45e2166a-59da-41dc-ad4c-5d78148c0c71 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/ports?device_id=eff066ab-ed54-4a79-abbc-8c2556ecf5b8 HTTP/1.1" status: 200 len: 944 time: 0.1571882 Jan 28 07:24:21.954644 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (20784604-a49f-4672-8e46-4d69f91dd69e), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:21.962920 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56c496a8-a5ec-42f2-9b8c-8937bb34297b x-openstack-request-id: req-56c496a8-a5ec-42f2-9b8c-8937bb34297b {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:24:21.963218 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eff066ab-ed54-4a79-abbc-8c2556ecf5b8", "name": "network-vif-plugged", "status": "completed", "tag": "20784604-a49f-4672-8e46-4d69f91dd69e", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:24:21.964051 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-56c496a8-a5ec-42f2-9b8c-8937bb34297b {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:24:21.964662 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eff066ab-ed54-4a79-abbc-8c2556ecf5b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20784604-a49f-4672-8e46-4d69f91dd69e', 'code': 200} Jan 28 07:24:22.133668 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-3a7e6edd-d610-4209-ad01-2538ba62068b req-cbc642fd-4c57-4bee-9223-3c41acf09f68 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/security-groups?id=20a6beb4-7dbe-4e36-a605-32b718c0fe10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1865988 Jan 28 07:24:22.159490 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e05fa8-6055-4130-bde6-099be2f243cb req-bec96a13-f0aa-435d-a8ef-705a739ef070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:22.165645 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f8e05fa8-6055-4130-bde6-099be2f243cb req-bec96a13-f0aa-435d-a8ef-705a739ef070 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=eff066ab-ed54-4a79-abbc-8c2556ecf5b8 HTTP/1.1" status: 200 len: 1097 time: 0.0949881 Jan 28 07:24:22.181254 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9deb3112-064b-4c97-852e-963e88c1c51e tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Made reservation on behalf of 64d19227e44643b7a12df0287e7ae5f8 for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:24:22.185736 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9deb3112-064b-4c97-852e-963e88c1c51e tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24979592'] for subnet (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:22.207117 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=20784604-a49f-4672-8e46-4d69f91dd69e,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:24:22.264936 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 96d4e366-297c-483c-ac1b-fd46e34df84c triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:24:22.265567 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (96d4e366-297c-483c-ac1b-fd46e34df84c), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:22.291025 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f8e05fa8-6055-4130-bde6-099be2f243cb req-fb07d1f0-f48f-4873-a9a6-ca202e1b6920 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=20a6beb4-7dbe-4e36-a605-32b718c0fe10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150548 Jan 28 07:24:22.352293 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:24:22.357678 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:24:22.358925 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:24:22.361478 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:24:22.362314 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:24:22.364445 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:24:22.367161 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:24:22.369494 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:24:22.369850 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:24:22.370200 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:24:22.370550 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:24:22.370889 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:24:22.371226 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:24:22.600509 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9deb3112-064b-4c97-852e-963e88c1c51e tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24757504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24979610'] for subnet (7e33c846-18f2-4b9d-8ef4-2f72433418c4), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:22.634475 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 96d4e366-297c-483c-ac1b-fd46e34df84c is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:24:22.669637 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb224988-9212-4cf0-9460-7e42d57d4d43 None None] DHCP port deletion for ef4fe003-256e-4a6c-af17-da180c8a686e request from n-d-712749-28 {{(pid=103285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 07:24:22.693966 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9deb3112-064b-4c97-852e-963e88c1c51e tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Network ef4fe003-256e-4a6c-af17-da180c8a686e is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:24:22.719445 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-9deb3112-064b-4c97-852e-963e88c1c51e tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:24:22.734306 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-fb224988-9212-4cf0-9460-7e42d57d4d43 None None] Deleting port 96d4e366-297c-483c-ac1b-fd46e34df84c {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:24:22.735726 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fb224988-9212-4cf0-9460-7e42d57d4d43 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (96d4e366-297c-483c-ac1b-fd46e34df84c), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:22.789513 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9deb3112-064b-4c97-852e-963e88c1c51e tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:22.790122 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9deb3112-064b-4c97-852e-963e88c1c51e tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:22.827437 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9deb3112-064b-4c97-852e-963e88c1c51e tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Pushing event updated for resources: {'Subnet': ['ID=7e33c846-18f2-4b9d-8ef4-2f72433418c4,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:24:22.831131 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec19fcb-8cfc-49b9-baaa-e251024f0935 req-de413ead-033d-42a1-989b-f45246d60477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:22.832685 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-eec19fcb-8cfc-49b9-baaa-e251024f0935 req-de413ead-033d-42a1-989b-f45246d60477 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3c6c4a028cf94108bec2ec0b2974d903&device_id=aeaaa3c3-c9e8-421a-b853-2cb835ef20d4 HTTP/1.1" status: 200 len: 1097 time: 0.0950880 Jan 28 07:24:22.855308 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-9deb3112-064b-4c97-852e-963e88c1c51e tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9617817 Jan 28 07:24:22.867594 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 58662) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:24:22.872935 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7380f9ce-e3aa-4d7a-89be-29d66d6de6d9 req-7936787b-f41a-4ff0-9866-39fe60e7334e tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:22.885387 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-e2fbb541-c835-4503-83d8-3ba5222cb366 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Request body: {'port': {'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e', 'fixed_ips': [{'subnet_id': '7e33c846-18f2-4b9d-8ef4-2f72433418c4', 'ip_address': '2001:db8:0:1::1'}], 'name': 'tempest-NetworksTestDHCPv6-1423070928'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:24:22.886254 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7380f9ce-e3aa-4d7a-89be-29d66d6de6d9 req-7936787b-f41a-4ff0-9866-39fe60e7334e tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.41 "GET /v2.0/ports?device_id=aeaaa3c3-c9e8-421a-b853-2cb835ef20d4 HTTP/1.1" status: 200 len: 945 time: 0.2475479 Jan 28 07:24:22.889409 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-fb224988-9212-4cf0-9460-7e42d57d4d43 None None] For port 96d4e366-297c-483c-ac1b-fd46e34df84c, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=96d4e366-297c-483c-ac1b-fd46e34df84c,segment=NetworkSegment(c533ee34-b679-44a8-abdb-1685e355613e),segment_id=c533ee34-b679-44a8-abdb-1685e355613e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:24:22.889908 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fb224988-9212-4cf0-9460-7e42d57d4d43 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (96d4e366-297c-483c-ac1b-fd46e34df84c), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:22.920973 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-fb224988-9212-4cf0-9460-7e42d57d4d43 None None] Calling delete_port for 96d4e366-297c-483c-ac1b-fd46e34df84c owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:24:22.992805 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7380f9ce-e3aa-4d7a-89be-29d66d6de6d9 req-b4b03cb7-be6b-428c-80aa-038c417a90e4 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ba1291a-f150-42f4-bf3d-2e5c804d6128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053784 Jan 28 07:24:23.074219 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fb224988-9212-4cf0-9460-7e42d57d4d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298'] for port (96d4e366-297c-483c-ac1b-fd46e34df84c), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:23.097566 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec19fcb-8cfc-49b9-baaa-e251024f0935 req-0b7f6184-2f79-4fef-82d4-f38870ed6f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:23.099151 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-eec19fcb-8cfc-49b9-baaa-e251024f0935 req-0b7f6184-2f79-4fef-82d4-f38870ed6f86 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d1475e27-b0c3-4efe-ad93-495023de269c HTTP/1.1" status: 200 len: 920 time: 0.2582185 Jan 28 07:24:23.119610 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb224988-9212-4cf0-9460-7e42d57d4d43 None None] Pushing event deleted for resources: {'Port': ['ID=96d4e366-297c-483c-ac1b-fd46e34df84c,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:24:23.122609 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb224988-9212-4cf0-9460-7e42d57d4d43 None None] No DVR routers for this DVR port 96d4e366-297c-483c-ac1b-fd46e34df84c on host n-d-712749-28 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:24:23.142909 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8467695e-1079-489c-977b-9448a6410131 None None] Network ef4fe003-256e-4a6c-af17-da180c8a686e requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:24:23.155063 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2fbb541-c835-4503-83d8-3ba5222cb366 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Made reservation on behalf of 64d19227e44643b7a12df0287e7ae5f8 for: {'port': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:24:23.296993 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 96d4e366-297c-483c-ac1b-fd46e34df84c no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:24:23.315369 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-eec19fcb-8cfc-49b9-baaa-e251024f0935 req-e22d2779-b770-4762-851c-8df41605096f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e48328d3-a379-4bea-bd3f-d4b123b63f08 HTTP/1.1" status: 200 len: 217 time: 0.2040598 Jan 28 07:24:23.370379 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b79ad9a0-b649-4f9c-9abb-e67015d0e3af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3dd72b9-6805-5f61-b6f3-a591f99a173d-ef4fe003-256e-4a6c-af17-da180c8a686e', 'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e', 'project_id': '64d19227e44643b7a12df0287e7ae5f8', 'fixed_ips': [{'subnet_id': '7e33c846-18f2-4b9d-8ef4-2f72433418c4'}]}} from n-d-712749-28. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 07:24:23.371562 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b79ad9a0-b649-4f9c-9abb-e67015d0e3af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:23.413781 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: 96d4e366-297c-483c-ac1b-fd46e34df84c {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:24:23.414220 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 96d4e366-297c-483c-ac1b-fd46e34df84c not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:24:23.494269 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec19fcb-8cfc-49b9-baaa-e251024f0935 req-7cd47862-26e3-4e2b-adce-356d7aac1330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:23.499667 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-eec19fcb-8cfc-49b9-baaa-e251024f0935 req-7cd47862-26e3-4e2b-adce-356d7aac1330 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=592b9e2b-8e1d-43e3-874d-2141ea985036 HTTP/1.1" status: 200 len: 859 time: 0.1395597 Jan 28 07:24:23.545192 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a4a0d3-8989-4cee-a1eb-2cb36fe969b5 req-3957b71a-2c3f-481f-9882-ff824fb3f160 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:23.551831 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-78a4a0d3-8989-4cee-a1eb-2cb36fe969b5 req-3957b71a-2c3f-481f-9882-ff824fb3f160 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/ports?device_id=eff066ab-ed54-4a79-abbc-8c2556ecf5b8 HTTP/1.1" status: 200 len: 945 time: 0.1946406 Jan 28 07:24:23.665418 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-eec19fcb-8cfc-49b9-baaa-e251024f0935 req-4a40cbd2-49d2-4871-b5a8-deec64bac847 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d1475e27-b0c3-4efe-ad93-495023de269c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1547427 Jan 28 07:24:23.682865 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-b79ad9a0-b649-4f9c-9abb-e67015d0e3af None None] Allocated IP 2001:db8::2 (ef4fe003-256e-4a6c-af17-da180c8a686e/7e33c846-18f2-4b9d-8ef4-2f72433418c4/231374aa-262d-483a-bb7a-d13cf8b10c98) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:24:23.699553 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e2fbb541-c835-4503-83d8-3ba5222cb366 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:23.976473 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-e2fbb541-c835-4503-83d8-3ba5222cb366 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] device_id is not set on port 9305b848-e624-4fa5-bf45-b977845c068f yet. {{(pid=103283) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 07:24:23.995968 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b79ad9a0-b649-4f9c-9abb-e67015d0e3af None None] Publish callbacks [] for port (231374aa-262d-483a-bb7a-d13cf8b10c98), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:24.011999 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b79ad9a0-b649-4f9c-9abb-e67015d0e3af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (231374aa-262d-483a-bb7a-d13cf8b10c98), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:24.027088 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-78a4a0d3-8989-4cee-a1eb-2cb36fe969b5 req-f8fd4017-ffaa-4631-bf73-3f8f6702d57a tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/security-groups?id=20a6beb4-7dbe-4e36-a605-32b718c0fe10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4731119 Jan 28 07:24:24.115945 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b79ad9a0-b649-4f9c-9abb-e67015d0e3af None None] Network ef4fe003-256e-4a6c-af17-da180c8a686e is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:24:24.117818 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79ad9a0-b649-4f9c-9abb-e67015d0e3af None None] Pushing event updated for resources: {'Port': ['ID=231374aa-262d-483a-bb7a-d13cf8b10c98,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:24:24.122617 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-b79ad9a0-b649-4f9c-9abb-e67015d0e3af None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:24:24.128797 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79ad9a0-b649-4f9c-9abb-e67015d0e3af None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:24:24.159165 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-eec19fcb-8cfc-49b9-baaa-e251024f0935 req-b4d349a0-3bc4-4cb0-9929-32d84ded743b service neutron] 10.222.0.10 "GET /v2.0/networks/d1475e27-b0c3-4efe-ad93-495023de269c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4533203 Jan 28 07:24:24.206073 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22fc753-685c-421e-adaf-926f9d8a7328 req-03af23ab-d642-487d-871b-5a51e1ec6253 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:24.207669 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a22fc753-685c-421e-adaf-926f9d8a7328 req-03af23ab-d642-487d-871b-5a51e1ec6253 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.41 "GET /v2.0/ports?device_id=aeaaa3c3-c9e8-421a-b853-2cb835ef20d4 HTTP/1.1" status: 200 len: 945 time: 0.1089919 Jan 28 07:24:24.292772 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-b79ad9a0-b649-4f9c-9abb-e67015d0e3af None None] Attempting to bind port 231374aa-262d-483a-bb7a-d13cf8b10c98 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:24:24.293083 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-b79ad9a0-b649-4f9c-9abb-e67015d0e3af None None] Attempting to bind port 231374aa-262d-483a-bb7a-d13cf8b10c98 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': 'c533ee34-b679-44a8-abdb-1685e355613e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:24:24.293461 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79ad9a0-b649-4f9c-9abb-e67015d0e3af None None] Attempting to bind port 231374aa-262d-483a-bb7a-d13cf8b10c98 on network ef4fe003-256e-4a6c-af17-da180c8a686e {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:24:24.293630 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-eec19fcb-8cfc-49b9-baaa-e251024f0935 req-28a44d1b-c161-48a9-8395-d4e986811207 service neutron] 10.222.0.10 "GET /v2.0/networks/d1475e27-b0c3-4efe-ad93-495023de269c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049995 Jan 28 07:24:24.316562 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79ad9a0-b649-4f9c-9abb-e67015d0e3af None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 24, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:24:24.320159 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79ad9a0-b649-4f9c-9abb-e67015d0e3af None None] Checking segment: {'id': 'c533ee34-b679-44a8-abdb-1685e355613e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:24:24.320386 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b79ad9a0-b649-4f9c-9abb-e67015d0e3af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:24.320798 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79ad9a0-b649-4f9c-9abb-e67015d0e3af None None] Bound using segment: {'id': 'c533ee34-b679-44a8-abdb-1685e355613e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:24:24.324205 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-b79ad9a0-b649-4f9c-9abb-e67015d0e3af None None] Bound port: 231374aa-262d-483a-bb7a-d13cf8b10c98, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c533ee34-b679-44a8-abdb-1685e355613e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:24:24.324643 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b79ad9a0-b649-4f9c-9abb-e67015d0e3af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (231374aa-262d-483a-bb7a-d13cf8b10c98), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:24.331832 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a22fc753-685c-421e-adaf-926f9d8a7328 req-41e753b5-3541-43d0-a559-7ddb7337154a tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ba1291a-f150-42f4-bf3d-2e5c804d6128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178527 Jan 28 07:24:24.363986 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 58718) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:24:24.378335 n-d-712749-28 neutron-server[103283]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2fbb541-c835-4503-83d8-3ba5222cb366 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 07:24:24.378829 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2fbb541-c835-4503-83d8-3ba5222cb366 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103283) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:24:24.432791 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-b79ad9a0-b649-4f9c-9abb-e67015d0e3af None None] For port 231374aa-262d-483a-bb7a-d13cf8b10c98, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:24:24.438099 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-b79ad9a0-b649-4f9c-9abb-e67015d0e3af None None] For port 231374aa-262d-483a-bb7a-d13cf8b10c98, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=231374aa-262d-483a-bb7a-d13cf8b10c98,segment=NetworkSegment(c533ee34-b679-44a8-abdb-1685e355613e),segment_id=c533ee34-b679-44a8-abdb-1685e355613e)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:24:24.442841 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-e2fbb541-c835-4503-83d8-3ba5222cb366 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.5608940 Jan 28 07:24:24.444764 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 58726) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:24:24.448643 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b79ad9a0-b649-4f9c-9abb-e67015d0e3af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (231374aa-262d-483a-bb7a-d13cf8b10c98), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:24.526462 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79ad9a0-b649-4f9c-9abb-e67015d0e3af None None] Pushing event updated for resources: {'Port': ['ID=231374aa-262d-483a-bb7a-d13cf8b10c98,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:24:24.531362 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-792cdde4-b101-4632-b866-d74b61d44d44 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:24.532899 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-792cdde4-b101-4632-b866-d74b61d44d44 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0869834 Jan 28 07:24:24.535428 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 58728) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:24:24.597457 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-859c4d64-58bf-41c7-b5f2-8aa9fc47c740 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:24.621877 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b48d0a9-a65f-43ec-b44a-91055f034334 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:24.623210 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b48d0a9-a65f-43ec-b44a-91055f034334 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:24.624746 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-4b48d0a9-a65f-43ec-b44a-91055f034334 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0884132 Jan 28 07:24:24.627266 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 58732) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:24:24.717903 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-783a2a30-ee4c-4da3-8fcb-67fc9a02a8b9 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Deleting subnet 7e33c846-18f2-4b9d-8ef4-2f72433418c4 {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:24:24.723922 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-783a2a30-ee4c-4da3-8fcb-67fc9a02a8b9 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks [] for subnet (7e33c846-18f2-4b9d-8ef4-2f72433418c4), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:24.785357 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-859c4d64-58bf-41c7-b5f2-8aa9fc47c740 admin admin] Publish callbacks [] for security_group (3c90865e-7723-4598-8a3e-c782958f62b9), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:24.796033 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-859c4d64-58bf-41c7-b5f2-8aa9fc47c740 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (3c90865e-7723-4598-8a3e-c782958f62b9), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:24.827968 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-783a2a30-ee4c-4da3-8fcb-67fc9a02a8b9 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24759175'] for subnet (7e33c846-18f2-4b9d-8ef4-2f72433418c4), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:24.866400 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-859c4d64-58bf-41c7-b5f2-8aa9fc47c740 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0ba5d58dd77e4bbcbcd2af9a13fb657e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4997008 Jan 28 07:24:24.876515 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 58742) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:24:24.940555 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859c4d64-58bf-41c7-b5f2-8aa9fc47c740 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c90865e-7723-4598-8a3e-c782958f62b9,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:24:24.987411 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-783a2a30-ee4c-4da3-8fcb-67fc9a02a8b9 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (7e33c846-18f2-4b9d-8ef4-2f72433418c4), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:25.054629 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7848f1bf-2dd0-4b19-b2e4-6c6ff35114bd admin admin] Publish callbacks [] for security_group (3c90865e-7723-4598-8a3e-c782958f62b9), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:25.084350 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7848f1bf-2dd0-4b19-b2e4-6c6ff35114bd admin admin] Publish callbacks [] for security_group (3c90865e-7723-4598-8a3e-c782958f62b9), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:25.115656 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-783a2a30-ee4c-4da3-8fcb-67fc9a02a8b9 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24757569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24979817'] for subnet (7e33c846-18f2-4b9d-8ef4-2f72433418c4), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:25.163094 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7848f1bf-2dd0-4b19-b2e4-6c6ff35114bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (3c90865e-7723-4598-8a3e-c782958f62b9), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:25.167086 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7848f1bf-2dd0-4b19-b2e4-6c6ff35114bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:25.179646 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-7848f1bf-2dd0-4b19-b2e4-6c6ff35114bd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3c90865e-7723-4598-8a3e-c782958f62b9 HTTP/1.1" status: 204 len: 168 time: 0.2900631 Jan 28 07:24:25.202602 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7848f1bf-2dd0-4b19-b2e4-6c6ff35114bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c90865e-7723-4598-8a3e-c782958f62b9,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:24:25.265833 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-783a2a30-ee4c-4da3-8fcb-67fc9a02a8b9 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:25.272409 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-783a2a30-ee4c-4da3-8fcb-67fc9a02a8b9 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "DELETE /v2.0/subnets/7e33c846-18f2-4b9d-8ef4-2f72433418c4 HTTP/1.1" status: 204 len: 168 time: 0.6438589 Jan 28 07:24:25.277858 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 58754) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:24:25.283988 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783a2a30-ee4c-4da3-8fcb-67fc9a02a8b9 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Pushing event deleted for resources: {'Subnet': ['ID=7e33c846-18f2-4b9d-8ef4-2f72433418c4,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:24:25.363343 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f76216-5121-4e0c-bbcc-befcb4fc7d0e req-b8dd52d6-b9ec-4c62-8f55-e6cbddc8fe10 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:25.365942 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-54f76216-5121-4e0c-bbcc-befcb4fc7d0e req-b8dd52d6-b9ec-4c62-8f55-e6cbddc8fe10 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/ports?device_id=eff066ab-ed54-4a79-abbc-8c2556ecf5b8 HTTP/1.1" status: 200 len: 945 time: 0.2291281 Jan 28 07:24:25.381032 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-9d607f78-7629-4343-b284-758a74f3c42a tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1004879 Jan 28 07:24:25.383313 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 58758) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:24:25.393979 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-27229135-e376-46fd-8dcd-ce9745c8f44f tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Request body: {'subnet': {'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:24:25.435544 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-bc3dfc15-9009-4135-99a2-e09fc5c4657a req-cc0b2876-4f3d-4a74-b5f6-13a6d8456b19 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c1b44ef4-bd09-44be-9fca-ba97bacc8a3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1096370 Jan 28 07:24:25.480910 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 231374aa-262d-483a-bb7a-d13cf8b10c98 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:24:25.544339 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27229135-e376-46fd-8dcd-ce9745c8f44f tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Made reservation on behalf of 64d19227e44643b7a12df0287e7ae5f8 for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:24:25.547751 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-27229135-e376-46fd-8dcd-ce9745c8f44f tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24979592'] for subnet (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:25.593144 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 231374aa-262d-483a-bb7a-d13cf8b10c98 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:24:25.593446 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (231374aa-262d-483a-bb7a-d13cf8b10c98), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:25.675326 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3dfc15-9009-4135-99a2-e09fc5c4657a req-644ed5eb-5a8a-4fe0-a3c7-c823d4f35653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:25.677044 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-bc3dfc15-9009-4135-99a2-e09fc5c4657a req-644ed5eb-5a8a-4fe0-a3c7-c823d4f35653 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3c6c4a028cf94108bec2ec0b2974d903&device_id=c1b44ef4-bd09-44be-9fca-ba97bacc8a3d HTTP/1.1" status: 200 len: 1097 time: 0.1645277 Jan 28 07:24:25.697703 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c33829-0515-40a7-8fd2-889454317768 req-f51bf6b7-bb46-4a16-9224-22f0fc1f41d4 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:25.700629 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-53c33829-0515-40a7-8fd2-889454317768 req-f51bf6b7-bb46-4a16-9224-22f0fc1f41d4 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.41 "GET /v2.0/ports?device_id=aeaaa3c3-c9e8-421a-b853-2cb835ef20d4 HTTP/1.1" status: 200 len: 945 time: 0.1984022 Jan 28 07:24:25.740275 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-54f76216-5121-4e0c-bbcc-befcb4fc7d0e req-d734b9ee-316e-40dc-8f22-5ab191c7c4ea tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/security-groups?id=20a6beb4-7dbe-4e36-a605-32b718c0fe10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3573146 Jan 28 07:24:25.843702 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 231374aa-262d-483a-bb7a-d13cf8b10c98 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:24:25.844045 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (231374aa-262d-483a-bb7a-d13cf8b10c98), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:25.922552 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] For port 231374aa-262d-483a-bb7a-d13cf8b10c98, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=231374aa-262d-483a-bb7a-d13cf8b10c98,segment=NetworkSegment(c533ee34-b679-44a8-abdb-1685e355613e),segment_id=c533ee34-b679-44a8-abdb-1685e355613e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:24:25.935525 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (231374aa-262d-483a-bb7a-d13cf8b10c98), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:26.006967 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Pushing event updated for resources: {'Port': ['ID=231374aa-262d-483a-bb7a-d13cf8b10c98,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:24:26.064116 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-53c33829-0515-40a7-8fd2-889454317768 req-7469ff9a-d775-4988-b153-00f21a248667 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ba1291a-f150-42f4-bf3d-2e5c804d6128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881895 Jan 28 07:24:26.093901 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-27229135-e376-46fd-8dcd-ce9745c8f44f tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24757504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24979610'] for subnet (c00e0eb2-627f-432b-8490-2d521cd59e6d), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:26.125735 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3dfc15-9009-4135-99a2-e09fc5c4657a req-585f5fd8-9dff-41a0-9e94-bc97f4dd5a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:26.135850 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-bc3dfc15-9009-4135-99a2-e09fc5c4657a req-585f5fd8-9dff-41a0-9e94-bc97f4dd5a78 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d1475e27-b0c3-4efe-ad93-495023de269c HTTP/1.1" status: 200 len: 920 time: 0.4341543 Jan 28 07:24:26.238204 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-bc3dfc15-9009-4135-99a2-e09fc5c4657a req-a4832167-1074-4ce0-ae0a-fd0683d18997 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=83c0c0f5-7e7d-477c-811b-a3ba695527c8 HTTP/1.1" status: 200 len: 217 time: 0.0888979 Jan 28 07:24:26.351992 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3dfc15-9009-4135-99a2-e09fc5c4657a req-46be3407-724d-4cd7-a00a-a36d9838a08f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:26.354424 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-bc3dfc15-9009-4135-99a2-e09fc5c4657a req-46be3407-724d-4cd7-a00a-a36d9838a08f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=592b9e2b-8e1d-43e3-874d-2141ea985036 HTTP/1.1" status: 200 len: 859 time: 0.1095955 Jan 28 07:24:26.416637 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-bc3dfc15-9009-4135-99a2-e09fc5c4657a req-e8a08828-4181-4ec8-afe5-03280788492e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d1475e27-b0c3-4efe-ad93-495023de269c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554891 Jan 28 07:24:26.555628 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b78d7eb9-ba22-4b2f-8c05-6b2ab421cf47 None None] Network ef4fe003-256e-4a6c-af17-da180c8a686e requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:24:26.634280 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-bc3dfc15-9009-4135-99a2-e09fc5c4657a req-05bb3836-5028-482d-9797-7a1e00c76e82 service neutron] 10.222.0.44 "GET /v2.0/networks/d1475e27-b0c3-4efe-ad93-495023de269c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098405 Jan 28 07:24:26.705992 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-0b683c22-4657-4c6c-b90c-4dbbdc159e2a None None] Provisioning complete for port 231374aa-262d-483a-bb7a-d13cf8b10c98 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:24:26.706667 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0b683c22-4657-4c6c-b90c-4dbbdc159e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (231374aa-262d-483a-bb7a-d13cf8b10c98), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:26.761025 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27229135-e376-46fd-8dcd-ce9745c8f44f tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Pushing event updated for resources: {'Subnet': ['ID=c00e0eb2-627f-432b-8490-2d521cd59e6d,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:24:26.769335 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1b80f1c0-e450-4c4b-89a4-a53d6875ab10 req-09def4aa-768e-431f-aeaf-1d5a280da0d9 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.3009932 Jan 28 07:24:26.775547 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449e469a-2619-439b-92af-654e2ee24a64 req-8f2a00e3-241c-42f5-9424-9487f2ea86b9 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:26.781143 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-449e469a-2619-439b-92af-654e2ee24a64 req-8f2a00e3-241c-42f5-9424-9487f2ea86b9 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/ports?device_id=eff066ab-ed54-4a79-abbc-8c2556ecf5b8 HTTP/1.1" status: 200 len: 945 time: 0.8734248 Jan 28 07:24:26.788455 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 58804) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:24:26.794053 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27229135-e376-46fd-8dcd-ce9745c8f44f tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Network ef4fe003-256e-4a6c-af17-da180c8a686e is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:24:26.795469 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-27229135-e376-46fd-8dcd-ce9745c8f44f tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:24:26.805671 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27229135-e376-46fd-8dcd-ce9745c8f44f tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:26.806272 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-27229135-e376-46fd-8dcd-ce9745c8f44f tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:26.822950 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-5677a02b-85cf-42e7-b7df-e1251465128d tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Request body: {'floatingip': {'port_id': '20784604-a49f-4672-8e46-4d69f91dd69e'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:24:26.845181 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-27229135-e376-46fd-8dcd-ce9745c8f44f tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4607639 Jan 28 07:24:26.847656 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 58810) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:24:26.852615 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-d390f41c-2946-48da-bb4c-4f91c55c439c tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1675235518', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:24:26.914100 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d390f41c-2946-48da-bb4c-4f91c55c439c tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16606890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127275'] for router (63f955bf-115a-4fd0-a98b-5be4ef1b9663), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:26.915377 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d390f41c-2946-48da-bb4c-4f91c55c439c tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16605498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16607952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16355422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127266'] for router (63f955bf-115a-4fd0-a98b-5be4ef1b9663), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:26.946425 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-0b683c22-4657-4c6c-b90c-4dbbdc159e2a None None] Current status of the port 231374aa-262d-483a-bb7a-d13cf8b10c98 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:24:26.964686 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5677a02b-85cf-42e7-b7df-e1251465128d tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Publish callbacks [] for floatingip (7124713c-1268-4b6d-b558-5f4cc36ad1b9), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:27.065030 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d390f41c-2946-48da-bb4c-4f91c55c439c tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks [] for router_controller (63f955bf-115a-4fd0-a98b-5be4ef1b9663), precommit_add_association {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:27.076842 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d390f41c-2946-48da-bb4c-4f91c55c439c tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16605475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16607909'] for router (63f955bf-115a-4fd0-a98b-5be4ef1b9663), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:27.125666 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d390f41c-2946-48da-bb4c-4f91c55c439c tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks [] for router (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:27.126908 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-d390f41c-2946-48da-bb4c-4f91c55c439c tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2780776 Jan 28 07:24:27.129641 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 58820) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:24:27.134330 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-bc3dfc15-9009-4135-99a2-e09fc5c4657a req-df20b862-cf0b-403d-a171-c4b4c05bbbd7 service neutron] 10.222.0.44 "GET /v2.0/networks/d1475e27-b0c3-4efe-ad93-495023de269c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4849756 Jan 28 07:24:27.180410 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b80f1c0-e450-4c4b-89a4-a53d6875ab10 req-c798bc03-3506-4123-a547-22dbce5d5650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:27.180953 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b80f1c0-e450-4c4b-89a4-a53d6875ab10 req-c798bc03-3506-4123-a547-22dbce5d5650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:27.185785 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b80f1c0-e450-4c4b-89a4-a53d6875ab10 req-c798bc03-3506-4123-a547-22dbce5d5650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:27.189900 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b80f1c0-e450-4c4b-89a4-a53d6875ab10 req-c798bc03-3506-4123-a547-22dbce5d5650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:27.190410 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b80f1c0-e450-4c4b-89a4-a53d6875ab10 req-c798bc03-3506-4123-a547-22dbce5d5650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:27.190937 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b80f1c0-e450-4c4b-89a4-a53d6875ab10 req-c798bc03-3506-4123-a547-22dbce5d5650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:27.191676 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b80f1c0-e450-4c4b-89a4-a53d6875ab10 req-c798bc03-3506-4123-a547-22dbce5d5650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:27.195080 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1b80f1c0-e450-4c4b-89a4-a53d6875ab10 req-c798bc03-3506-4123-a547-22dbce5d5650 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6a16562f4e0b40b69523d9d718e8a4c0&device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009 HTTP/1.1" status: 200 len: 6507 time: 0.3159645 Jan 28 07:24:27.279462 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5698bf6a-e521-4ae2-a5f0-84c72ea24e0f None None] Network ef4fe003-256e-4a6c-af17-da180c8a686e requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:24:27.471358 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c628ded-2f55-4322-97e5-8230e34f5fb3 req-8315e15e-e998-40b6-a206-ad07f2b1c859 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:27.473054 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2c628ded-2f55-4322-97e5-8230e34f5fb3 req-8315e15e-e998-40b6-a206-ad07f2b1c859 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.41 "GET /v2.0/ports?device_id=aeaaa3c3-c9e8-421a-b853-2cb835ef20d4 HTTP/1.1" status: 200 len: 945 time: 0.2723002 Jan 28 07:24:27.508303 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 231374aa-262d-483a-bb7a-d13cf8b10c98 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:24:27.580215 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c8899a31-475e-4892-a8df-747f5f48f796 None None] Provisioning complete for port 231374aa-262d-483a-bb7a-d13cf8b10c98 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:24:27.580997 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c8899a31-475e-4892-a8df-747f5f48f796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (231374aa-262d-483a-bb7a-d13cf8b10c98), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:27.724331 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 231374aa-262d-483a-bb7a-d13cf8b10c98 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:24:27.724735 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (231374aa-262d-483a-bb7a-d13cf8b10c98), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:27.991019 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 231374aa-262d-483a-bb7a-d13cf8b10c98 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:24:28.040387 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c8899a31-475e-4892-a8df-747f5f48f796 None None] Current status of the port 231374aa-262d-483a-bb7a-d13cf8b10c98 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:24:28.129326 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-68e01a2e-2ff6-4ee4-a6ee-af7b62200238 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:28.141258 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b80f1c0-e450-4c4b-89a4-a53d6875ab10 req-2d8eec06-8ce4-43ab-9c28-4d84b5797000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:28.141827 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b80f1c0-e450-4c4b-89a4-a53d6875ab10 req-2d8eec06-8ce4-43ab-9c28-4d84b5797000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:28.142170 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b80f1c0-e450-4c4b-89a4-a53d6875ab10 req-2d8eec06-8ce4-43ab-9c28-4d84b5797000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:28.143772 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1b80f1c0-e450-4c4b-89a4-a53d6875ab10 req-2d8eec06-8ce4-43ab-9c28-4d84b5797000 service neutron] 10.222.0.10 "GET /v2.0/networks?id=3f790760-53a8-4403-a279-f0a40c73d527&id=39d5b943-8907-404b-b824-343baf651894&id=39d5b943-8907-404b-b824-343baf651894&id=39d5b943-8907-404b-b824-343baf651894&id=39d5b943-8907-404b-b824-343baf651894&id=7271c4e0-9917-4cbf-8cf0-7234aac71aa9&id=7271c4e0-9917-4cbf-8cf0-7234aac71aa9 HTTP/1.1" status: 200 len: 2297 time: 0.8720472 Jan 28 07:24:28.237569 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2c628ded-2f55-4322-97e5-8230e34f5fb3 req-3594c99a-8d86-4c1c-b88e-b25ad5776c0a tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ba1291a-f150-42f4-bf3d-2e5c804d6128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7537827 Jan 28 07:24:28.268630 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-bab17e3e-2a08-4067-98df-1c70f640f8b3 None None] Provisioning complete for port 231374aa-262d-483a-bb7a-d13cf8b10c98 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:24:28.270489 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bab17e3e-2a08-4067-98df-1c70f640f8b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (231374aa-262d-483a-bb7a-d13cf8b10c98), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:28.531603 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-bab17e3e-2a08-4067-98df-1c70f640f8b3 None None] Current status of the port 231374aa-262d-483a-bb7a-d13cf8b10c98 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:24:28.569296 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-68e01a2e-2ff6-4ee4-a6ee-af7b62200238 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Allocated IP 2001:db8::1 (ef4fe003-256e-4a6c-af17-da180c8a686e/c00e0eb2-627f-432b-8490-2d521cd59e6d/99ffc9ef-b88f-4782-a190-118eccb06f84) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:24:28.578037 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1b80f1c0-e450-4c4b-89a4-a53d6875ab10 req-f94d0b54-2722-47c0-82d9-5d8fd8e7232f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=14257252-9cba-4711-a4fb-6a227afc07e3 HTTP/1.1" status: 200 len: 1001 time: 0.4020877 Jan 28 07:24:28.767986 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b80f1c0-e450-4c4b-89a4-a53d6875ab10 req-35b62663-bd82-457f-b622-73fe2e84b051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:28.769535 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1b80f1c0-e450-4c4b-89a4-a53d6875ab10 req-35b62663-bd82-457f-b622-73fe2e84b051 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=73a9883f-5d62-4e44-aedd-907ff0ad8bcf HTTP/1.1" status: 200 len: 856 time: 0.1736555 Jan 28 07:24:28.817098 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-68e01a2e-2ff6-4ee4-a6ee-af7b62200238 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks [] for port (99ffc9ef-b88f-4782-a190-118eccb06f84), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:28.872281 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-68e01a2e-2ff6-4ee4-a6ee-af7b62200238 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (99ffc9ef-b88f-4782-a190-118eccb06f84), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:28.921991 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e01a2e-2ff6-4ee4-a6ee-af7b62200238 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Network ef4fe003-256e-4a6c-af17-da180c8a686e is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:24:28.934977 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e01a2e-2ff6-4ee4-a6ee-af7b62200238 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Pushing event updated for resources: {'Port': ['ID=99ffc9ef-b88f-4782-a190-118eccb06f84,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:24:28.938578 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-68e01a2e-2ff6-4ee4-a6ee-af7b62200238 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:24:28.941450 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e01a2e-2ff6-4ee4-a6ee-af7b62200238 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:24:28.942271 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-68e01a2e-2ff6-4ee4-a6ee-af7b62200238 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16609232'] for router_interface (63f955bf-115a-4fd0-a98b-5be4ef1b9663), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:28.983288 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.db.resource_extend [None req-5677a02b-85cf-42e7-b7df-e1251465128d tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 07:24:29.073007 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b80f1c0-e450-4c4b-89a4-a53d6875ab10 req-340b1209-734f-4e3e-a35f-c62908798214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:29.074701 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1b80f1c0-e450-4c4b-89a4-a53d6875ab10 req-340b1209-734f-4e3e-a35f-c62908798214 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3f790760-53a8-4403-a279-f0a40c73d527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2936008 Jan 28 07:24:29.100014 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5677a02b-85cf-42e7-b7df-e1251465128d tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:29.107783 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-68e01a2e-2ff6-4ee4-a6ee-af7b62200238 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (99ffc9ef-b88f-4782-a190-118eccb06f84), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:29.127355 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5677a02b-85cf-42e7-b7df-e1251465128d tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16609095'] for floatingip (7124713c-1268-4b6d-b558-5f4cc36ad1b9), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:29.353125 n-d-712749-28 neutron-server[103283]: INFO neutron.db.l3_db [None req-5677a02b-85cf-42e7-b7df-e1251465128d tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Floating IP 7124713c-1268-4b6d-b558-5f4cc36ad1b9 associated. External IP: 172.25.6.72, port: 20784604-a49f-4672-8e46-4d69f91dd69e. Jan 28 07:24:29.356869 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1b80f1c0-e450-4c4b-89a4-a53d6875ab10 req-62af1421-6dbb-42fe-a287-a185e290b1c1 service neutron] 10.222.0.10 "GET /v2.0/networks/3f790760-53a8-4403-a279-f0a40c73d527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2749932 Jan 28 07:24:29.473434 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-3b3007db-468f-4a5b-bfc3-d76d36b88213 None None] Provisioning complete for port 99ffc9ef-b88f-4782-a190-118eccb06f84 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:24:29.475967 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3b3007db-468f-4a5b-bfc3-d76d36b88213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (99ffc9ef-b88f-4782-a190-118eccb06f84), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:29.480805 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 58944) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:24:29.531639 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-3b3007db-468f-4a5b-bfc3-d76d36b88213 None None] Port 99ffc9ef-b88f-4782-a190-118eccb06f84 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:24:29.595467 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-68e01a2e-2ff6-4ee4-a6ee-af7b62200238 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks [] for port (99ffc9ef-b88f-4782-a190-118eccb06f84), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:29.603227 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-68e01a2e-2ff6-4ee4-a6ee-af7b62200238 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (99ffc9ef-b88f-4782-a190-118eccb06f84), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:29.605288 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-68e01a2e-2ff6-4ee4-a6ee-af7b62200238 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16318999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16606560'] for router_interface (63f955bf-115a-4fd0-a98b-5be4ef1b9663), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:29.695868 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2df1ee2-b697-42a9-acf1-ac09fe401ceb req-d2002f0e-9883-4bd1-ba28-530c425e1b22 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:29.697442 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b2df1ee2-b697-42a9-acf1-ac09fe401ceb req-d2002f0e-9883-4bd1-ba28-530c425e1b22 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.41 "GET /v2.0/ports?device_id=aeaaa3c3-c9e8-421a-b853-2cb835ef20d4 HTTP/1.1" status: 200 len: 945 time: 0.1530232 Jan 28 07:24:29.757008 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e01a2e-2ff6-4ee4-a6ee-af7b62200238 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Pushing event updated for resources: {'Port': ['ID=99ffc9ef-b88f-4782-a190-118eccb06f84,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:24:29.762771 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ac0e8ebd-17ed-48c7-9d9b-094465734f03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:29.876686 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5677a02b-85cf-42e7-b7df-e1251465128d tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Router 682a3156-cf45-49e0-8f39-7c9498d5e158 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:24:29.886588 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ac0e8ebd-17ed-48c7-9d9b-094465734f03 admin admin] Publish callbacks [] for security_group (e893edf4-543d-4b7c-a466-b0c4e2a00dab), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:29.893776 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1b80f1c0-e450-4c4b-89a4-a53d6875ab10 req-db42fdb9-e86e-453c-9172-230398bdb992 service neutron] 10.222.0.10 "GET /v2.0/networks/3f790760-53a8-4403-a279-f0a40c73d527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3481174 Jan 28 07:24:29.903371 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ac0e8ebd-17ed-48c7-9d9b-094465734f03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (e893edf4-543d-4b7c-a466-b0c4e2a00dab), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:29.983248 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-ac0e8ebd-17ed-48c7-9d9b-094465734f03 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2d1337ab52404e84ab44bde61805ca79&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4988647 Jan 28 07:24:29.987576 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 58962) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:24:29.997782 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1b80f1c0-e450-4c4b-89a4-a53d6875ab10 req-f21661ec-b6de-4db4-a74a-32a98afc327b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.60&port_id=7de6cf27-a469-4965-baef-e71190ea0139 HTTP/1.1" status: 200 len: 217 time: 0.0936949 Jan 28 07:24:29.998384 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e01a2e-2ff6-4ee4-a6ee-af7b62200238 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Network ef4fe003-256e-4a6c-af17-da180c8a686e is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:24:30.002136 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b2df1ee2-b697-42a9-acf1-ac09fe401ceb req-7d3b65ce-6d71-4a95-806b-f72694c5c1ad tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ba1291a-f150-42f4-bf3d-2e5c804d6128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2826598 Jan 28 07:24:30.021774 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-68e01a2e-2ff6-4ee4-a6ee-af7b62200238 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:24:30.023615 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0e8ebd-17ed-48c7-9d9b-094465734f03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e893edf4-543d-4b7c-a466-b0c4e2a00dab,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:24:30.077698 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5677a02b-85cf-42e7-b7df-e1251465128d tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:24:30.083585 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5677a02b-85cf-42e7-b7df-e1251465128d tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for floatingip (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:30.090130 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d572330e-256e-474b-b01f-7647093574c6 None None] Sync routers for ids ['682a3156-cf45-49e0-8f39-7c9498d5e158'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:24:30.106679 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d572330e-256e-474b-b01f-7647093574c6 None None] Routers {'682a3156-cf45-49e0-8f39-7c9498d5e158'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:24:30.107599 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-d572330e-256e-474b-b01f-7647093574c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:24:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['682a3156-cf45-49e0-8f39-7c9498d5e158'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:24:30.180232 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-5677a02b-85cf-42e7-b7df-e1251465128d tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "PUT /v2.0/floatingips/7124713c-1268-4b6d-b558-5f4cc36ad1b9 HTTP/1.1" status: 200 len: 990 time: 3.3904247 Jan 28 07:24:30.185643 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eff066ab-ed54-4a79-abbc-8c2556ecf5b8', 'tag': '20784604-a49f-4672-8e46-4d69f91dd69e'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:24:30.188490 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b6f2676-e055-4e52-89d7-154ac7d4fc40" -d '{"events": [{"name": "network-changed", "server_uuid": "eff066ab-ed54-4a79-abbc-8c2556ecf5b8", "tag": "20784604-a49f-4672-8e46-4d69f91dd69e"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:24:30.216632 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b80f1c0-e450-4c4b-89a4-a53d6875ab10 req-8f4de6e0-5df9-4e41-8e25-8e15defecd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:30.221934 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1b80f1c0-e450-4c4b-89a4-a53d6875ab10 req-8f4de6e0-5df9-4e41-8e25-8e15defecd44 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e818f6d1-2687-4869-b326-811edc0132c0 HTTP/1.1" status: 200 len: 797 time: 0.1419556 Jan 28 07:24:30.273843 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:24:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-505efe93-2ea6-4f25-a798-595f0b404735 x-openstack-request-id: req-505efe93-2ea6-4f25-a798-595f0b404735 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:24:30.274525 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eff066ab-ed54-4a79-abbc-8c2556ecf5b8", "tag": "20784604-a49f-4672-8e46-4d69f91dd69e", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:24:30.275009 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-505efe93-2ea6-4f25-a798-595f0b404735 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:24:30.275941 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eff066ab-ed54-4a79-abbc-8c2556ecf5b8', 'tag': '20784604-a49f-4672-8e46-4d69f91dd69e', 'status': 'completed', 'code': 200} Jan 28 07:24:30.294901 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b80f1c0-e450-4c4b-89a4-a53d6875ab10 req-52d7998f-50d7-4360-861c-1a8abe25e2db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:30.296850 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1b80f1c0-e450-4c4b-89a4-a53d6875ab10 req-52d7998f-50d7-4360-861c-1a8abe25e2db service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=39d5b943-8907-404b-b824-343baf651894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0656240 Jan 28 07:24:30.360924 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-d572330e-256e-474b-b01f-7647093574c6 None None] Set router 682a3156-cf45-49e0-8f39-7c9498d5e158 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:24:30.388148 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d29bdbed-c50f-40cd-b0e5-e2128e57814e admin admin] Publish callbacks [] for security_group (e893edf4-543d-4b7c-a466-b0c4e2a00dab), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:30.543694 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d29bdbed-c50f-40cd-b0e5-e2128e57814e admin admin] Publish callbacks [] for security_group (e893edf4-543d-4b7c-a466-b0c4e2a00dab), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:30.574460 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68e01a2e-2ff6-4ee4-a6ee-af7b62200238 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Router 63f955bf-115a-4fd0-a98b-5be4ef1b9663 is scheduled to L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 with binding_index 1 {{(pid=103284) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 07:24:30.594134 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-12ad2ccb-618b-4d3a-871e-3f132eb9b46c None None] Provisioning complete for port 99ffc9ef-b88f-4782-a190-118eccb06f84 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:24:30.594134 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-12ad2ccb-618b-4d3a-871e-3f132eb9b46c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (99ffc9ef-b88f-4782-a190-118eccb06f84), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:30.597194 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6f2676-e055-4e52-89d7-154ac7d4fc40 req-98bc96f6-25af-43d9-900f-4a2e49179815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:30.599176 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7b6f2676-e055-4e52-89d7-154ac7d4fc40 req-98bc96f6-25af-43d9-900f-4a2e49179815 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8d47b614f63e4b68b737be6f6d46b64e&device_id=eff066ab-ed54-4a79-abbc-8c2556ecf5b8 HTTP/1.1" status: 200 len: 1097 time: 0.2965434 Jan 28 07:24:30.851019 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d29bdbed-c50f-40cd-b0e5-e2128e57814e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (e893edf4-543d-4b7c-a466-b0c4e2a00dab), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:30.853761 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d29bdbed-c50f-40cd-b0e5-e2128e57814e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:30.857915 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-d29bdbed-c50f-40cd-b0e5-e2128e57814e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e893edf4-543d-4b7c-a466-b0c4e2a00dab HTTP/1.1" status: 204 len: 168 time: 0.8658786 Jan 28 07:24:30.868855 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1b80f1c0-e450-4c4b-89a4-a53d6875ab10 req-aec337a0-b054-4072-bac7-ea1dd36276be service neutron] 10.222.0.10 "GET /v2.0/networks/39d5b943-8907-404b-b824-343baf651894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5598941 Jan 28 07:24:30.885765 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29bdbed-c50f-40cd-b0e5-e2128e57814e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e893edf4-543d-4b7c-a466-b0c4e2a00dab,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:24:30.894670 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6f2676-e055-4e52-89d7-154ac7d4fc40 req-acfbbac1-53d6-4fbb-8295-3d5e0fdc17ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:30.904463 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7b6f2676-e055-4e52-89d7-154ac7d4fc40 req-acfbbac1-53d6-4fbb-8295-3d5e0fdc17ee service neutron] 10.222.0.10 "GET /v2.0/networks?id=fabbfec3-31f9-4fc0-ba06-c03647e55067 HTTP/1.1" status: 200 len: 918 time: 0.2986538 Jan 28 07:24:30.905962 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68e01a2e-2ff6-4ee4-a6ee-af7b62200238 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:24:30.912037 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-68e01a2e-2ff6-4ee4-a6ee-af7b62200238 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "PUT /v2.0/routers/63f955bf-115a-4fd0-a98b-5be4ef1b9663/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7805853 Jan 28 07:24:30.918338 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d410a4e-fb89-4667-948d-354c9cd6870d None None] Sync routers for ids ['63f955bf-115a-4fd0-a98b-5be4ef1b9663'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:24:30.921011 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 58984) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:24:30.931766 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d410a4e-fb89-4667-948d-354c9cd6870d None None] Routers {'63f955bf-115a-4fd0-a98b-5be4ef1b9663'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:24:30.932921 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-7d410a4e-fb89-4667-948d-354c9cd6870d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:24:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['63f955bf-115a-4fd0-a98b-5be4ef1b9663'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:24:31.056568 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7b6f2676-e055-4e52-89d7-154ac7d4fc40 req-a0e3c189-5116-4bf7-93e7-2da669972749 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=20784604-a49f-4672-8e46-4d69f91dd69e HTTP/1.1" status: 200 len: 998 time: 0.1433287 Jan 28 07:24:31.124935 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cfdadc5-b4e3-4f09-b9c6-b3ccd8212c38 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:31.125928 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-7d410a4e-fb89-4667-948d-354c9cd6870d None None] Set router 63f955bf-115a-4fd0-a98b-5be4ef1b9663 gateway port host: None {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:24:31.127421 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-2cfdadc5-b4e3-4f09-b9c6-b3ccd8212c38 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "GET /v2.0/ports/99ffc9ef-b88f-4782-a190-118eccb06f84 HTTP/1.1" status: 200 len: 911 time: 0.1955428 Jan 28 07:24:31.127575 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-12ad2ccb-618b-4d3a-871e-3f132eb9b46c None None] Port 99ffc9ef-b88f-4782-a190-118eccb06f84 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:24:31.132768 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 58992) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:24:31.207073 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1b80f1c0-e450-4c4b-89a4-a53d6875ab10 req-01b97be6-9656-4b1f-9b63-95a11e24ea7e service neutron] 10.222.0.10 "GET /v2.0/networks/39d5b943-8907-404b-b824-343baf651894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3309700 Jan 28 07:24:31.216916 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a314b0-73fa-48a8-bab4-218d9d75e2dc tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:31.219237 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-d572330e-256e-474b-b01f-7647093574c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '682a3156-cf45-49e0-8f39-7c9498d5e158', 'name': 'tempest-AttachVolumeShelveTestJSON-1963086362-router', 'tenant_id': '8d47b614f63e4b68b737be6f6d46b64e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '59660ec9-11d7-4130-ad3e-64898d57ff30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:18:34Z', 'updated_at': '2022-01-28T07:18:39Z', 'revision_number': 4, 'project_id': '8d47b614f63e4b68b737be6f6d46b64e', 'gw_port': {'id': '59660ec9-11d7-4130-ad3e-64898d57ff30', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:a8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '682a3156-cf45-49e0-8f39-7c9498d5e158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:18:35Z', 'updated_at': '2022-01-28T07:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_floatingips': [{'id': '7124713c-1268-4b6d-b558-5f4cc36ad1b9', 'tenant_id': '8d47b614f63e4b68b737be6f6d46b64e', 'floating_ip_address': '172.25.6.72', 'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'router_id': '682a3156-cf45-49e0-8f39-7c9498d5e158', 'port_id': '20784604-a49f-4672-8e46-4d69f91dd69e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1908, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fabbfec3-31f9-4fc0-ba06-c03647e55067', 'mac_address': 'fa:16:3e:a4:f5:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff066ab-ed54-4a79-abbc-8c2556ecf5b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:24:03Z', 'updated_at': '2022-01-28T07:24:28Z', 'revision_number': 1, 'project_id': '8d47b614f63e4b68b737be6f6d46b64e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b94fe15-d9a5-48aa-96ef-27ba3512130e', 'name': '', 'network_id': 'fabbfec3-31f9-4fc0-ba06-c03647e55067', 'tenant_id': '8d47b614f63e4b68b737be6f6d46b64e', 'mac_address': 'fa:16:3e:1d:f7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '682a3156-cf45-49e0-8f39-7c9498d5e158', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '3d88cecc-14ce-41cc-908a-862b0f3950e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:18:38Z', 'updated_at': '2022-01-28T07:18:44Z', 'revision_number': 5, 'project_id': '8d47b614f63e4b68b737be6f6d46b64e', 'subnets': [{'id': '3d88cecc-14ce-41cc-908a-862b0f3950e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:24:31.223568 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a314b0-73fa-48a8-bab4-218d9d75e2dc tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:31.225637 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-94a314b0-73fa-48a8-bab4-218d9d75e2dc tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.0916369 Jan 28 07:24:31.233105 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 58994) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:24:31.259112 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d572330e-256e-474b-b01f-7647093574c6 None None] Checking router: 682a3156-cf45-49e0-8f39-7c9498d5e158 for host: n-d-712749-28 {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:24:31.278422 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d572330e-256e-474b-b01f-7647093574c6 None None] Routers {'682a3156-cf45-49e0-8f39-7c9498d5e158'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:24:31.279468 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-d572330e-256e-474b-b01f-7647093574c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:24:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['682a3156-cf45-49e0-8f39-7c9498d5e158'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:24:31.494570 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1b80f1c0-e450-4c4b-89a4-a53d6875ab10 req-d948e83f-5a7f-4e1f-8ad9-8b709700308b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.92&port_id=24c421b9-9756-4145-9466-6d298ad9bfb5 HTTP/1.1" status: 200 len: 217 time: 0.2674859 Jan 28 07:24:31.500866 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-d572330e-256e-474b-b01f-7647093574c6 None None] Set router 682a3156-cf45-49e0-8f39-7c9498d5e158 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:24:31.607169 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-7d410a4e-fb89-4667-948d-354c9cd6870d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63f955bf-115a-4fd0-a98b-5be4ef1b9663', 'name': 'tempest-NetworksTestDHCPv6-router-1675235518', 'tenant_id': '64d19227e44643b7a12df0287e7ae5f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:24:26Z', 'updated_at': '2022-01-28T07:24:29Z', 'revision_number': 2, 'project_id': '64d19227e44643b7a12df0287e7ae5f8', 'gw_port_host': None, '_interfaces': [{'id': '99ffc9ef-b88f-4782-a190-118eccb06f84', 'name': '', 'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e', 'tenant_id': '64d19227e44643b7a12df0287e7ae5f8', 'mac_address': 'fa:16:3e:5f:f0:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63f955bf-115a-4fd0-a98b-5be4ef1b9663', 'device_owner': 'network:router_interface', 'standard_attr_id': 1949, 'fixed_ips': [{'subnet_id': 'c00e0eb2-627f-432b-8490-2d521cd59e6d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:24:28Z', 'updated_at': '2022-01-28T07:24:29Z', 'revision_number': 2, 'project_id': '64d19227e44643b7a12df0287e7ae5f8', 'subnets': [{'id': 'c00e0eb2-627f-432b-8490-2d521cd59e6d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:24:31.636974 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d410a4e-fb89-4667-948d-354c9cd6870d None None] Checking router: 63f955bf-115a-4fd0-a98b-5be4ef1b9663 for host: n-d-712749-28 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:24:31.637211 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 59002) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:24:31.637745 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d410a4e-fb89-4667-948d-354c9cd6870d None None] Updating router 63f955bf-115a-4fd0-a98b-5be4ef1b9663 port 99ffc9ef-b88f-4782-a190-118eccb06f84 binding host n-d-712749-28 {{(pid=103286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 07:24:31.663558 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7d410a4e-fb89-4667-948d-354c9cd6870d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (99ffc9ef-b88f-4782-a190-118eccb06f84), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:31.787408 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-05a1ffe5-6e9e-4618-93dd-f6c9127a1236 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:31.792151 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6f2676-e055-4e52-89d7-154ac7d4fc40 req-98c15ccc-7e78-4e0c-9f10-060d70e08c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:31.794382 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7b6f2676-e055-4e52-89d7-154ac7d4fc40 req-98c15ccc-7e78-4e0c-9f10-060d70e08c1e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3d88cecc-14ce-41cc-908a-862b0f3950e3 HTTP/1.1" status: 200 len: 856 time: 0.7293048 Jan 28 07:24:31.887436 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b80f1c0-e450-4c4b-89a4-a53d6875ab10 req-f552a87d-de9d-41ef-af0b-ed069881a9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:31.890960 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1b80f1c0-e450-4c4b-89a4-a53d6875ab10 req-f552a87d-de9d-41ef-af0b-ed069881a9e2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e818f6d1-2687-4869-b326-811edc0132c0 HTTP/1.1" status: 200 len: 797 time: 0.2548838 Jan 28 07:24:31.924397 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6963c88-295a-4bcc-98d8-b8bca1377ffa req-ddce5c2c-c1d4-4646-9a64-5bddfa9e4912 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:31.925447 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d6963c88-295a-4bcc-98d8-b8bca1377ffa req-ddce5c2c-c1d4-4646-9a64-5bddfa9e4912 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.41 "GET /v2.0/ports?device_id=aeaaa3c3-c9e8-421a-b853-2cb835ef20d4 HTTP/1.1" status: 200 len: 945 time: 0.1896932 Jan 28 07:24:31.970979 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6f2676-e055-4e52-89d7-154ac7d4fc40 req-2dc498c7-9c3d-450c-989d-a02188fa37ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:31.972723 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7b6f2676-e055-4e52-89d7-154ac7d4fc40 req-2dc498c7-9c3d-450c-989d-a02188fa37ac service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fabbfec3-31f9-4fc0-ba06-c03647e55067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1690133 Jan 28 07:24:32.051710 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d6963c88-295a-4bcc-98d8-b8bca1377ffa req-fa550fe2-69b3-43f4-b5f5-1124f024167e tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ba1291a-f150-42f4-bf3d-2e5c804d6128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171796 Jan 28 07:24:32.078710 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7d410a4e-fb89-4667-948d-354c9cd6870d None None] Publish callbacks [] for port (99ffc9ef-b88f-4782-a190-118eccb06f84), precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:32.090448 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7d410a4e-fb89-4667-948d-354c9cd6870d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (99ffc9ef-b88f-4782-a190-118eccb06f84), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:32.110268 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7b6f2676-e055-4e52-89d7-154ac7d4fc40 req-258f01c6-165d-42d6-9887-9d5a7ab0fed2 service neutron] 10.222.0.10 "GET /v2.0/networks/fabbfec3-31f9-4fc0-ba06-c03647e55067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210220 Jan 28 07:24:32.116419 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-d572330e-256e-474b-b01f-7647093574c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '682a3156-cf45-49e0-8f39-7c9498d5e158', 'name': 'tempest-AttachVolumeShelveTestJSON-1963086362-router', 'tenant_id': '8d47b614f63e4b68b737be6f6d46b64e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '59660ec9-11d7-4130-ad3e-64898d57ff30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:18:34Z', 'updated_at': '2022-01-28T07:18:39Z', 'revision_number': 4, 'project_id': '8d47b614f63e4b68b737be6f6d46b64e', 'gw_port': {'id': '59660ec9-11d7-4130-ad3e-64898d57ff30', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:a8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '682a3156-cf45-49e0-8f39-7c9498d5e158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:18:35Z', 'updated_at': '2022-01-28T07:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_floatingips': [{'id': '7124713c-1268-4b6d-b558-5f4cc36ad1b9', 'tenant_id': '8d47b614f63e4b68b737be6f6d46b64e', 'floating_ip_address': '172.25.6.72', 'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'router_id': '682a3156-cf45-49e0-8f39-7c9498d5e158', 'port_id': '20784604-a49f-4672-8e46-4d69f91dd69e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1908, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fabbfec3-31f9-4fc0-ba06-c03647e55067', 'mac_address': 'fa:16:3e:a4:f5:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff066ab-ed54-4a79-abbc-8c2556ecf5b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:24:03Z', 'updated_at': '2022-01-28T07:24:28Z', 'revision_number': 1, 'project_id': '8d47b614f63e4b68b737be6f6d46b64e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b94fe15-d9a5-48aa-96ef-27ba3512130e', 'name': '', 'network_id': 'fabbfec3-31f9-4fc0-ba06-c03647e55067', 'tenant_id': '8d47b614f63e4b68b737be6f6d46b64e', 'mac_address': 'fa:16:3e:1d:f7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '682a3156-cf45-49e0-8f39-7c9498d5e158', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '3d88cecc-14ce-41cc-908a-862b0f3950e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:18:38Z', 'updated_at': '2022-01-28T07:18:44Z', 'revision_number': 5, 'project_id': '8d47b614f63e4b68b737be6f6d46b64e', 'subnets': [{'id': '3d88cecc-14ce-41cc-908a-862b0f3950e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:24:32.204357 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d572330e-256e-474b-b01f-7647093574c6 None None] The sync data for ids ['682a3156-cf45-49e0-8f39-7c9498d5e158'] in n-d-712749-28 is: [{'id': '682a3156-cf45-49e0-8f39-7c9498d5e158', 'name': 'tempest-AttachVolumeShelveTestJSON-1963086362-router', 'tenant_id': '8d47b614f63e4b68b737be6f6d46b64e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '59660ec9-11d7-4130-ad3e-64898d57ff30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:18:34Z', 'updated_at': '2022-01-28T07:18:39Z', 'revision_number': 4, 'project_id': '8d47b614f63e4b68b737be6f6d46b64e', 'gw_port': {'id': '59660ec9-11d7-4130-ad3e-64898d57ff30', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:a8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '682a3156-cf45-49e0-8f39-7c9498d5e158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:18:35Z', 'updated_at': '2022-01-28T07:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_floatingips': [{'id': '7124713c-1268-4b6d-b558-5f4cc36ad1b9', 'tenant_id': '8d47b614f63e4b68b737be6f6d46b64e', 'floating_ip_address': '172.25.6.72', 'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'router_id': '682a3156-cf45-49e0-8f39-7c9498d5e158', 'port_id': '20784604-a49f-4672-8e46-4d69f91dd69e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1908, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fabbfec3-31f9-4fc0-ba06-c03647e55067', 'mac_address': 'fa:16:3e:a4:f5:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff066ab-ed54-4a79-abbc-8c2556ecf5b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:24:03Z', 'updated_at': '2022-01-28T07:24:28Z', 'revision_number': 1, 'project_id': '8d47b614f63e4b68b737be6f6d46b64e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b94fe15-d9a5-48aa-96ef-27ba3512130e', 'name': '', 'network_id': 'fabbfec3-31f9-4fc0-ba06-c03647e55067', 'tenant_id': '8d47b614f63e4b68b737be6f6d46b64e', 'mac_address': 'fa:16:3e:1d:f7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '682a3156-cf45-49e0-8f39-7c9498d5e158', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '3d88cecc-14ce-41cc-908a-862b0f3950e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:18:38Z', 'updated_at': '2022-01-28T07:18:44Z', 'revision_number': 5, 'project_id': '8d47b614f63e4b68b737be6f6d46b64e', 'subnets': [{'id': '3d88cecc-14ce-41cc-908a-862b0f3950e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:24:32.207817 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b80f1c0-e450-4c4b-89a4-a53d6875ab10 req-e7362e2d-ed04-4c5a-a753-08b9de9eaa5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:32.209737 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1b80f1c0-e450-4c4b-89a4-a53d6875ab10 req-e7362e2d-ed04-4c5a-a753-08b9de9eaa5c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=39d5b943-8907-404b-b824-343baf651894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2754052 Jan 28 07:24:32.241832 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe6b1cf-1f80-47ae-a53a-660ac37545f0 None None] Pushing event updated for resources: {'Port': ['ID=99ffc9ef-b88f-4782-a190-118eccb06f84,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:24:32.282197 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe6b1cf-1f80-47ae-a53a-660ac37545f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:24:32.282998 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe6b1cf-1f80-47ae-a53a-660ac37545f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:24:32.283523 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe6b1cf-1f80-47ae-a53a-660ac37545f0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:24:32.284027 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe6b1cf-1f80-47ae-a53a-660ac37545f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:24:32.284559 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe6b1cf-1f80-47ae-a53a-660ac37545f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:24:32.285073 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe6b1cf-1f80-47ae-a53a-660ac37545f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:24:32.285584 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe6b1cf-1f80-47ae-a53a-660ac37545f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:24:32.288662 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe6b1cf-1f80-47ae-a53a-660ac37545f0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:24:32.289229 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe6b1cf-1f80-47ae-a53a-660ac37545f0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:24:32.289730 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe6b1cf-1f80-47ae-a53a-660ac37545f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:24:32.290238 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe6b1cf-1f80-47ae-a53a-660ac37545f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:24:32.290740 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe6b1cf-1f80-47ae-a53a-660ac37545f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:24:32.291371 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe6b1cf-1f80-47ae-a53a-660ac37545f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:24:32.332425 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7b6f2676-e055-4e52-89d7-154ac7d4fc40 req-e4d6080d-79a0-4a7a-91c0-c9d729cef15e service neutron] 10.222.0.10 "GET /v2.0/networks/fabbfec3-31f9-4fc0-ba06-c03647e55067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092631 Jan 28 07:24:32.336828 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-7d410a4e-fb89-4667-948d-354c9cd6870d None None] Attempting to bind port 99ffc9ef-b88f-4782-a190-118eccb06f84 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:24:32.338050 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-7d410a4e-fb89-4667-948d-354c9cd6870d None None] Attempting to bind port 99ffc9ef-b88f-4782-a190-118eccb06f84 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': 'c533ee34-b679-44a8-abdb-1685e355613e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:24:32.338590 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d410a4e-fb89-4667-948d-354c9cd6870d None None] Attempting to bind port 99ffc9ef-b88f-4782-a190-118eccb06f84 on network ef4fe003-256e-4a6c-af17-da180c8a686e {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:24:32.346583 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d410a4e-fb89-4667-948d-354c9cd6870d None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 24, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:24:32.347383 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d410a4e-fb89-4667-948d-354c9cd6870d None None] Checking segment: {'id': 'c533ee34-b679-44a8-abdb-1685e355613e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:24:32.347998 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7d410a4e-fb89-4667-948d-354c9cd6870d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:32.349163 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d410a4e-fb89-4667-948d-354c9cd6870d None None] Bound using segment: {'id': 'c533ee34-b679-44a8-abdb-1685e355613e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:24:32.350329 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-7d410a4e-fb89-4667-948d-354c9cd6870d None None] Bound port: 99ffc9ef-b88f-4782-a190-118eccb06f84, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c533ee34-b679-44a8-abdb-1685e355613e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:24:32.350876 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7d410a4e-fb89-4667-948d-354c9cd6870d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (99ffc9ef-b88f-4782-a190-118eccb06f84), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:32.476861 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-05a1ffe5-6e9e-4618-93dd-f6c9127a1236 admin admin] Publish callbacks [] for security_group (bd70ad12-b488-442c-ae1d-6238cc3d187a), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:32.482047 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1b80f1c0-e450-4c4b-89a4-a53d6875ab10 req-66aaa114-0e1d-40c0-92b3-327e93b89427 service neutron] 10.222.0.10 "GET /v2.0/networks/39d5b943-8907-404b-b824-343baf651894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088585 Jan 28 07:24:32.497710 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-05a1ffe5-6e9e-4618-93dd-f6c9127a1236 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (bd70ad12-b488-442c-ae1d-6238cc3d187a), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:32.513018 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-7d410a4e-fb89-4667-948d-354c9cd6870d None None] For port 99ffc9ef-b88f-4782-a190-118eccb06f84, host n-d-712749-28, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:24:32.516935 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-7d410a4e-fb89-4667-948d-354c9cd6870d None None] For port 99ffc9ef-b88f-4782-a190-118eccb06f84, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=99ffc9ef-b88f-4782-a190-118eccb06f84,segment=NetworkSegment(c533ee34-b679-44a8-abdb-1685e355613e),segment_id=c533ee34-b679-44a8-abdb-1685e355613e)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:24:32.522912 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7d410a4e-fb89-4667-948d-354c9cd6870d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (99ffc9ef-b88f-4782-a190-118eccb06f84), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:32.664531 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1b80f1c0-e450-4c4b-89a4-a53d6875ab10 req-32860558-2407-462e-a918-1f78e3d945eb service neutron] 10.222.0.10 "GET /v2.0/networks/39d5b943-8907-404b-b824-343baf651894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692014 Jan 28 07:24:32.664768 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d410a4e-fb89-4667-948d-354c9cd6870d None None] Routers {'63f955bf-115a-4fd0-a98b-5be4ef1b9663'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:24:32.665498 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-7d410a4e-fb89-4667-948d-354c9cd6870d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:24:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['63f955bf-115a-4fd0-a98b-5be4ef1b9663'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:24:32.669553 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-05a1ffe5-6e9e-4618-93dd-f6c9127a1236 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a8ab0ee681424b1da5145d07b9b0294f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0238168 Jan 28 07:24:32.672286 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 59022) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:24:32.719885 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a549d17-1a32-4a8a-b3dd-ec682ff42256 None None] New status for floating IP 7124713c-1268-4b6d-b558-5f4cc36ad1b9: ACTIVE {{(pid=103285) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 07:24:32.736524 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-e59036c9-c3d1-4963-a0e8-47608faef73b None None] Provisioning complete for port 99ffc9ef-b88f-4782-a190-118eccb06f84 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:24:32.737001 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e59036c9-c3d1-4963-a0e8-47608faef73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (99ffc9ef-b88f-4782-a190-118eccb06f84), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:32.772941 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1b80f1c0-e450-4c4b-89a4-a53d6875ab10 req-0808afbc-6faf-410f-968e-f93486b2c9e7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.100&port_id=98a957b1-fc25-4fc9-8482-a2078a931162 HTTP/1.1" status: 200 len: 217 time: 0.0841272 Jan 28 07:24:32.786291 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-859798a1-3b7f-4ae0-81df-dd6baf44cd52 admin admin] Publish callbacks [] for security_group (bd70ad12-b488-442c-ae1d-6238cc3d187a), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:32.837139 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-859798a1-3b7f-4ae0-81df-dd6baf44cd52 admin admin] Publish callbacks [] for security_group (bd70ad12-b488-442c-ae1d-6238cc3d187a), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:32.848851 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-7d410a4e-fb89-4667-948d-354c9cd6870d None None] Set router 63f955bf-115a-4fd0-a98b-5be4ef1b9663 gateway port host: None {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:24:32.860694 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a1ffe5-6e9e-4618-93dd-f6c9127a1236 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd70ad12-b488-442c-ae1d-6238cc3d187a,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:24:32.988458 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-859798a1-3b7f-4ae0-81df-dd6baf44cd52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (bd70ad12-b488-442c-ae1d-6238cc3d187a), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:32.991647 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-859798a1-3b7f-4ae0-81df-dd6baf44cd52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:32.992954 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-859798a1-3b7f-4ae0-81df-dd6baf44cd52 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bd70ad12-b488-442c-ae1d-6238cc3d187a HTTP/1.1" status: 204 len: 168 time: 0.3194056 Jan 28 07:24:33.007659 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859798a1-3b7f-4ae0-81df-dd6baf44cd52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd70ad12-b488-442c-ae1d-6238cc3d187a,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:24:33.055142 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe6b1cf-1f80-47ae-a53a-660ac37545f0 None None] Pushing event updated for resources: {'Port': ['ID=99ffc9ef-b88f-4782-a190-118eccb06f84,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:24:33.085933 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:33.175212 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b80f1c0-e450-4c4b-89a4-a53d6875ab10 req-8dfb1195-d049-4c6d-9256-d78e47a7a049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:33.179223 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1b80f1c0-e450-4c4b-89a4-a53d6875ab10 req-8dfb1195-d049-4c6d-9256-d78e47a7a049 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e818f6d1-2687-4869-b326-811edc0132c0 HTTP/1.1" status: 200 len: 797 time: 0.3913314 Jan 28 07:24:33.264328 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-e59036c9-c3d1-4963-a0e8-47608faef73b None None] Current status of the port 99ffc9ef-b88f-4782-a190-118eccb06f84 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:24:33.264818 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e59036c9-c3d1-4963-a0e8-47608faef73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (99ffc9ef-b88f-4782-a190-118eccb06f84), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:33.342105 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6e13a128-9e8f-4023-95f8-266daeffb3f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:33.385032 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-e59036c9-c3d1-4963-a0e8-47608faef73b None None] For port 99ffc9ef-b88f-4782-a190-118eccb06f84, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=99ffc9ef-b88f-4782-a190-118eccb06f84,segment=NetworkSegment(c533ee34-b679-44a8-abdb-1685e355613e),segment_id=c533ee34-b679-44a8-abdb-1685e355613e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:24:33.385275 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-7d410a4e-fb89-4667-948d-354c9cd6870d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63f955bf-115a-4fd0-a98b-5be4ef1b9663', 'name': 'tempest-NetworksTestDHCPv6-router-1675235518', 'tenant_id': '64d19227e44643b7a12df0287e7ae5f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:24:26Z', 'updated_at': '2022-01-28T07:24:29Z', 'revision_number': 2, 'project_id': '64d19227e44643b7a12df0287e7ae5f8', 'gw_port_host': None, '_interfaces': [{'id': '99ffc9ef-b88f-4782-a190-118eccb06f84', 'name': '', 'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e', 'tenant_id': '64d19227e44643b7a12df0287e7ae5f8', 'mac_address': 'fa:16:3e:5f:f0:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63f955bf-115a-4fd0-a98b-5be4ef1b9663', 'device_owner': 'network:router_interface', 'standard_attr_id': 1949, 'fixed_ips': [{'subnet_id': 'c00e0eb2-627f-432b-8490-2d521cd59e6d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:24:28Z', 'updated_at': '2022-01-28T07:24:32Z', 'revision_number': 4, 'project_id': '64d19227e44643b7a12df0287e7ae5f8', 'subnets': [{'id': 'c00e0eb2-627f-432b-8490-2d521cd59e6d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:24:33.397031 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e59036c9-c3d1-4963-a0e8-47608faef73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (99ffc9ef-b88f-4782-a190-118eccb06f84), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:33.438247 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b80f1c0-e450-4c4b-89a4-a53d6875ab10 req-717905eb-f140-4ecf-a92c-1431a10f0110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:33.440234 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1b80f1c0-e450-4c4b-89a4-a53d6875ab10 req-717905eb-f140-4ecf-a92c-1431a10f0110 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=39d5b943-8907-404b-b824-343baf651894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2478724 Jan 28 07:24:33.459384 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d410a4e-fb89-4667-948d-354c9cd6870d None None] The sync data for ids ['63f955bf-115a-4fd0-a98b-5be4ef1b9663'] in n-d-712749-28 is: [{'id': '63f955bf-115a-4fd0-a98b-5be4ef1b9663', 'name': 'tempest-NetworksTestDHCPv6-router-1675235518', 'tenant_id': '64d19227e44643b7a12df0287e7ae5f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:24:26Z', 'updated_at': '2022-01-28T07:24:29Z', 'revision_number': 2, 'project_id': '64d19227e44643b7a12df0287e7ae5f8', 'gw_port_host': None, '_interfaces': [{'id': '99ffc9ef-b88f-4782-a190-118eccb06f84', 'name': '', 'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e', 'tenant_id': '64d19227e44643b7a12df0287e7ae5f8', 'mac_address': 'fa:16:3e:5f:f0:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63f955bf-115a-4fd0-a98b-5be4ef1b9663', 'device_owner': 'network:router_interface', 'standard_attr_id': 1949, 'fixed_ips': [{'subnet_id': 'c00e0eb2-627f-432b-8490-2d521cd59e6d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:24:28Z', 'updated_at': '2022-01-28T07:24:32Z', 'revision_number': 4, 'project_id': '64d19227e44643b7a12df0287e7ae5f8', 'subnets': [{'id': 'c00e0eb2-627f-432b-8490-2d521cd59e6d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:24:33.469990 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59036c9-c3d1-4963-a0e8-47608faef73b None None] Pushing event updated for resources: {'Port': ['ID=99ffc9ef-b88f-4782-a190-118eccb06f84,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:24:33.529649 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-51e6b771-3ccb-4615-8201-0f1941e4889d None None] Provisioning complete for port 99ffc9ef-b88f-4782-a190-118eccb06f84 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:24:33.530047 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-51e6b771-3ccb-4615-8201-0f1941e4889d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (99ffc9ef-b88f-4782-a190-118eccb06f84), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:33.553391 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a9b802fe-aa24-489c-98c5-f8b320ef6f2b tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16606535'] for router_interface (63f955bf-115a-4fd0-a98b-5be4ef1b9663), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:33.664929 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1771e2f1-039f-4a0c-a5cf-d46d8f771d8d req-6af7cedd-90f7-4cd5-8699-ff3222e824f8 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:33.666598 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1771e2f1-039f-4a0c-a5cf-d46d8f771d8d req-6af7cedd-90f7-4cd5-8699-ff3222e824f8 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.41 "GET /v2.0/ports?device_id=aeaaa3c3-c9e8-421a-b853-2cb835ef20d4 HTTP/1.1" status: 200 len: 945 time: 0.3770199 Jan 28 07:24:33.788941 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1b80f1c0-e450-4c4b-89a4-a53d6875ab10 req-6c747faa-8fdb-4482-be5f-8dded6c5d405 service neutron] 10.222.0.10 "GET /v2.0/networks/39d5b943-8907-404b-b824-343baf651894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3364794 Jan 28 07:24:33.792853 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-51e6b771-3ccb-4615-8201-0f1941e4889d None None] Current status of the port 99ffc9ef-b88f-4782-a190-118eccb06f84 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:24:33.919647 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1771e2f1-039f-4a0c-a5cf-d46d8f771d8d req-50398043-251b-4882-9653-8da40c13f3a8 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ba1291a-f150-42f4-bf3d-2e5c804d6128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211463 Jan 28 07:24:33.947462 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:34.110356 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1b80f1c0-e450-4c4b-89a4-a53d6875ab10 req-d010baae-08ab-484e-9e7f-1d2ab8aa0260 service neutron] 10.222.0.10 "GET /v2.0/networks/39d5b943-8907-404b-b824-343baf651894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2386062 Jan 28 07:24:34.194146 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1b80f1c0-e450-4c4b-89a4-a53d6875ab10 req-e6336f7d-5ffd-4b73-93a8-3d97254f622d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.168&port_id=45cf1802-7cd1-43cf-bcfc-47137050e738 HTTP/1.1" status: 200 len: 217 time: 0.0746794 Jan 28 07:24:34.298511 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b80f1c0-e450-4c4b-89a4-a53d6875ab10 req-5854cb34-3306-4748-9eb2-aebe4ae10cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:34.300155 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1b80f1c0-e450-4c4b-89a4-a53d6875ab10 req-5854cb34-3306-4748-9eb2-aebe4ae10cad service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e818f6d1-2687-4869-b326-811edc0132c0 HTTP/1.1" status: 200 len: 797 time: 0.0988319 Jan 28 07:24:34.377980 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b80f1c0-e450-4c4b-89a4-a53d6875ab10 req-0179672b-c271-457d-9712-bf8279432876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:34.379584 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1b80f1c0-e450-4c4b-89a4-a53d6875ab10 req-0179672b-c271-457d-9712-bf8279432876 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=39d5b943-8907-404b-b824-343baf651894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0641053 Jan 28 07:24:34.403463 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-a9b802fe-aa24-489c-98c5-f8b320ef6f2b tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Deleting port 99ffc9ef-b88f-4782-a190-118eccb06f84 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:24:34.404690 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a9b802fe-aa24-489c-98c5-f8b320ef6f2b tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (99ffc9ef-b88f-4782-a190-118eccb06f84), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:34.923286 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1b80f1c0-e450-4c4b-89a4-a53d6875ab10 req-7ba1cea8-11a5-4b84-8aff-32c4d929cb40 service neutron] 10.222.0.10 "GET /v2.0/networks/39d5b943-8907-404b-b824-343baf651894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5129280 Jan 28 07:24:35.043212 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-a9b802fe-aa24-489c-98c5-f8b320ef6f2b tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] For port 99ffc9ef-b88f-4782-a190-118eccb06f84, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=99ffc9ef-b88f-4782-a190-118eccb06f84,segment=NetworkSegment(c533ee34-b679-44a8-abdb-1685e355613e),segment_id=c533ee34-b679-44a8-abdb-1685e355613e)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:24:35.043743 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a9b802fe-aa24-489c-98c5-f8b320ef6f2b tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (99ffc9ef-b88f-4782-a190-118eccb06f84), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:35.079925 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-a9b802fe-aa24-489c-98c5-f8b320ef6f2b tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Calling delete_port for 99ffc9ef-b88f-4782-a190-118eccb06f84 owned by network:router_interface {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:24:35.136156 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac91ca6b-9e72-4ed4-ba69-36531a774192 req-53cca887-5c5b-4aa2-9250-2d311e76ac57 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:35.141182 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ac91ca6b-9e72-4ed4-ba69-36531a774192 req-53cca887-5c5b-4aa2-9250-2d311e76ac57 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.41 "GET /v2.0/ports?device_id=aeaaa3c3-c9e8-421a-b853-2cb835ef20d4 HTTP/1.1" status: 200 len: 945 time: 0.1049755 Jan 28 07:24:35.155112 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1b80f1c0-e450-4c4b-89a4-a53d6875ab10 req-e5cac3c2-9ba1-4821-8ee3-f9dfcaa68cbb service neutron] 10.222.0.10 "GET /v2.0/networks/39d5b943-8907-404b-b824-343baf651894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234712 Jan 28 07:24:35.237095 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1b80f1c0-e450-4c4b-89a4-a53d6875ab10 req-3a1aec53-3ead-4f68-adb7-d8661a34c42b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=2929a5a1-918a-4e9f-a482-262de48a34fb HTTP/1.1" status: 200 len: 217 time: 0.0621738 Jan 28 07:24:35.259357 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ac91ca6b-9e72-4ed4-ba69-36531a774192 req-4dd86bcf-abfc-4753-b0f1-5fb25f479735 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ba1291a-f150-42f4-bf3d-2e5c804d6128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092029 Jan 28 07:24:35.410371 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b80f1c0-e450-4c4b-89a4-a53d6875ab10 req-cc060244-431a-40b7-a1b8-7395aaaf71cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:35.412989 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1b80f1c0-e450-4c4b-89a4-a53d6875ab10 req-cc060244-431a-40b7-a1b8-7395aaaf71cf service neutron] 10.222.0.10 "GET /v2.0/subnets?id=13273310-0be4-4b19-9177-3d629abf200c HTTP/1.1" status: 200 len: 797 time: 0.1625226 Jan 28 07:24:35.420817 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 99ffc9ef-b88f-4782-a190-118eccb06f84 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:24:35.478796 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 59112) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:24:35.553945 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 99ffc9ef-b88f-4782-a190-118eccb06f84 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:24:35.554617 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (99ffc9ef-b88f-4782-a190-118eccb06f84), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:35.604397 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b80f1c0-e450-4c4b-89a4-a53d6875ab10 req-4f413cbe-6d2d-42c2-98b9-1137391ea1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:35.606249 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1b80f1c0-e450-4c4b-89a4-a53d6875ab10 req-4f413cbe-6d2d-42c2-98b9-1137391ea1e3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7271c4e0-9917-4cbf-8cf0-7234aac71aa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1527958 Jan 28 07:24:35.684494 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-eedb28b5-6d22-48e2-a60f-17f38f31fed8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:35.700950 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a9b802fe-aa24-489c-98c5-f8b320ef6f2b tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (99ffc9ef-b88f-4782-a190-118eccb06f84), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:35.701684 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Could not find standard attr ID for object 99ffc9ef-b88f-4782-a190-118eccb06f84. {{(pid=103285) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 07:24:35.705444 n-d-712749-28 neutron-server[103285]: INFO neutron.plugins.ml2.db [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No ports have port_id starting with 99ffc9ef-b88f-4782-a190-118eccb06f84 Jan 28 07:24:35.711423 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-64c3341a-27fe-4560-9bfd-3079c9dd41ec tempest-RoutersTestDVR-1560049472 tempest-RoutersTestDVR-1560049472-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-350000533'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:24:35.753300 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b802fe-aa24-489c-98c5-f8b320ef6f2b tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Pushing event deleted for resources: {'Port': ['ID=99ffc9ef-b88f-4782-a190-118eccb06f84,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:24:35.823990 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-64c3341a-27fe-4560-9bfd-3079c9dd41ec tempest-RoutersTestDVR-1560049472 tempest-RoutersTestDVR-1560049472-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16606890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127275'] for router (d0352ffa-18eb-4546-af01-d46d8f8bb4d0), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:35.827511 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-64c3341a-27fe-4560-9bfd-3079c9dd41ec tempest-RoutersTestDVR-1560049472 tempest-RoutersTestDVR-1560049472-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16605498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16607952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16355422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127266'] for router (d0352ffa-18eb-4546-af01-d46d8f8bb4d0), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:35.842141 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a534220-c203-41a1-89bc-399e061eab28 req-e50db896-3a33-4c2e-9b16-f30a2a566ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:35.844232 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4a534220-c203-41a1-89bc-399e061eab28 req-e50db896-3a33-4c2e-9b16-f30a2a566ab7 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=aeaaa3c3-c9e8-421a-b853-2cb835ef20d4 HTTP/1.1" status: 200 len: 1097 time: 0.1279590 Jan 28 07:24:35.889241 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1b80f1c0-e450-4c4b-89a4-a53d6875ab10 req-273f1e1c-bb5b-4f09-b141-b01422af0a7e service neutron] 10.222.0.10 "GET /v2.0/networks/7271c4e0-9917-4cbf-8cf0-7234aac71aa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2719414 Jan 28 07:24:35.894761 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a9b802fe-aa24-489c-98c5-f8b320ef6f2b tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16319006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16606699'] for router_interface (63f955bf-115a-4fd0-a98b-5be4ef1b9663), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:35.984830 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-64c3341a-27fe-4560-9bfd-3079c9dd41ec tempest-RoutersTestDVR-1560049472 tempest-RoutersTestDVR-1560049472-project-admin] Publish callbacks [] for router_controller (d0352ffa-18eb-4546-af01-d46d8f8bb4d0), precommit_add_association {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:36.002395 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-64c3341a-27fe-4560-9bfd-3079c9dd41ec tempest-RoutersTestDVR-1560049472 tempest-RoutersTestDVR-1560049472-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16605475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16607909'] for router (d0352ffa-18eb-4546-af01-d46d8f8bb4d0), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:36.021419 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4a534220-c203-41a1-89bc-399e061eab28 req-774cac0a-491e-48f7-b044-7c02d144ba19 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=1ba1291a-f150-42f4-bf3d-2e5c804d6128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701298 Jan 28 07:24:36.025629 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-64c3341a-27fe-4560-9bfd-3079c9dd41ec tempest-RoutersTestDVR-1560049472 tempest-RoutersTestDVR-1560049472-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:36.033934 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-64c3341a-27fe-4560-9bfd-3079c9dd41ec tempest-RoutersTestDVR-1560049472 tempest-RoutersTestDVR-1560049472-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.5475166 Jan 28 07:24:36.035063 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 59130) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:24:36.135512 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d226c2ce-63dd-4795-9b00-4409f073af83 tempest-RoutersTestDVR-1560049472 tempest-RoutersTestDVR-1560049472-project-admin] Publish callbacks [] for router (d0352ffa-18eb-4546-af01-d46d8f8bb4d0), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:36.171916 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1b80f1c0-e450-4c4b-89a4-a53d6875ab10 req-acc570cf-e584-42f7-8590-f6ee37974fd2 service neutron] 10.222.0.10 "GET /v2.0/networks/7271c4e0-9917-4cbf-8cf0-7234aac71aa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2724953 Jan 28 07:24:36.219138 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9b802fe-aa24-489c-98c5-f8b320ef6f2b tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Router 63f955bf-115a-4fd0-a98b-5be4ef1b9663 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:24:36.339207 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1b80f1c0-e450-4c4b-89a4-a53d6875ab10 req-5410852c-b814-4787-a664-03c352097a7e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e56de965-5480-410d-beed-6c4dc6d6159c HTTP/1.1" status: 200 len: 217 time: 0.0403414 Jan 28 07:24:36.340857 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9b802fe-aa24-489c-98c5-f8b320ef6f2b tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:24:36.345804 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-a9b802fe-aa24-489c-98c5-f8b320ef6f2b tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "PUT /v2.0/routers/63f955bf-115a-4fd0-a98b-5be4ef1b9663/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1117020 Jan 28 07:24:36.348374 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 59140) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:24:36.353709 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4aeef45-d84e-4b2d-a0d0-517663c1de40 None None] Sync routers for ids ['63f955bf-115a-4fd0-a98b-5be4ef1b9663'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:24:36.371982 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4aeef45-d84e-4b2d-a0d0-517663c1de40 None None] Routers {'63f955bf-115a-4fd0-a98b-5be4ef1b9663'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:24:36.372766 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-e4aeef45-d84e-4b2d-a0d0-517663c1de40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:24:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['63f955bf-115a-4fd0-a98b-5be4ef1b9663'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:24:36.393357 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d226c2ce-63dd-4795-9b00-4409f073af83 tempest-RoutersTestDVR-1560049472 tempest-RoutersTestDVR-1560049472-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16605684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127449'] for router (d0352ffa-18eb-4546-af01-d46d8f8bb4d0), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:36.396371 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d226c2ce-63dd-4795-9b00-4409f073af83 tempest-RoutersTestDVR-1560049472 tempest-RoutersTestDVR-1560049472-project-admin] Publish callbacks [] for router_controller (d0352ffa-18eb-4546-af01-d46d8f8bb4d0), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:36.441223 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ab3d78-6bed-4775-bfb1-70ead4c3f345 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:36.442981 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ab3d78-6bed-4775-bfb1-70ead4c3f345 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:36.447424 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-31ab3d78-6bed-4775-bfb1-70ead4c3f345 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0974691 Jan 28 07:24:36.449132 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 59144) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:24:36.454043 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d226c2ce-63dd-4795-9b00-4409f073af83 tempest-RoutersTestDVR-1560049472 tempest-RoutersTestDVR-1560049472-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16605693'] for router (d0352ffa-18eb-4546-af01-d46d8f8bb4d0), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:36.454843 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d226c2ce-63dd-4795-9b00-4409f073af83 tempest-RoutersTestDVR-1560049472 tempest-RoutersTestDVR-1560049472-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d0352ffa-18eb-4546-af01-d46d8f8bb4d0 {{(pid=103284) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 07:24:36.469422 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d226c2ce-63dd-4795-9b00-4409f073af83 tempest-RoutersTestDVR-1560049472 tempest-RoutersTestDVR-1560049472-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:36.474042 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-d226c2ce-63dd-4795-9b00-4409f073af83 tempest-RoutersTestDVR-1560049472 tempest-RoutersTestDVR-1560049472-project-admin] 10.222.0.41 "DELETE /v2.0/routers/d0352ffa-18eb-4546-af01-d46d8f8bb4d0 HTTP/1.1" status: 204 len: 168 time: 0.4335449 Jan 28 07:24:36.474420 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 59146) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:24:36.480010 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-e32eca44-016f-47f1-8d82-2b3eb73e020c tempest-RoutersTestDVR-1560049472 tempest-RoutersTestDVR-1560049472-project-admin] Request body: {'router': {'name': 'tempest-router-1425315477', 'distributed': False}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:24:36.506787 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e32eca44-016f-47f1-8d82-2b3eb73e020c tempest-RoutersTestDVR-1560049472 tempest-RoutersTestDVR-1560049472-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16606890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127275'] for router (7510afdd-b489-4fd1-9404-8efcea42bb2c), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:36.508088 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e32eca44-016f-47f1-8d82-2b3eb73e020c tempest-RoutersTestDVR-1560049472 tempest-RoutersTestDVR-1560049472-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16605498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16607952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16355422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127266'] for router (7510afdd-b489-4fd1-9404-8efcea42bb2c), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:36.585667 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e32eca44-016f-47f1-8d82-2b3eb73e020c tempest-RoutersTestDVR-1560049472 tempest-RoutersTestDVR-1560049472-project-admin] Publish callbacks [] for router_controller (7510afdd-b489-4fd1-9404-8efcea42bb2c), precommit_add_association {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:36.594601 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e32eca44-016f-47f1-8d82-2b3eb73e020c tempest-RoutersTestDVR-1560049472 tempest-RoutersTestDVR-1560049472-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16605475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16607909'] for router (7510afdd-b489-4fd1-9404-8efcea42bb2c), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:36.613390 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e32eca44-016f-47f1-8d82-2b3eb73e020c tempest-RoutersTestDVR-1560049472 tempest-RoutersTestDVR-1560049472-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:36.618280 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-e32eca44-016f-47f1-8d82-2b3eb73e020c tempest-RoutersTestDVR-1560049472 tempest-RoutersTestDVR-1560049472-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1402655 Jan 28 07:24:36.618541 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 59148) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:24:36.631266 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-e4aeef45-d84e-4b2d-a0d0-517663c1de40 None None] Set router 63f955bf-115a-4fd0-a98b-5be4ef1b9663 gateway port host: None {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:24:36.672444 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6ed229-d46d-4cc4-9c1e-b36514a56270 req-6af099d3-8633-4e45-a481-3e5fbc44a76f tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:36.680150 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1d6ed229-d46d-4cc4-9c1e-b36514a56270 req-6af099d3-8633-4e45-a481-3e5fbc44a76f tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.41 "GET /v2.0/ports?device_id=aeaaa3c3-c9e8-421a-b853-2cb835ef20d4 HTTP/1.1" status: 200 len: 945 time: 0.2879896 Jan 28 07:24:36.689885 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-e4aeef45-d84e-4b2d-a0d0-517663c1de40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63f955bf-115a-4fd0-a98b-5be4ef1b9663', 'name': 'tempest-NetworksTestDHCPv6-router-1675235518', 'tenant_id': '64d19227e44643b7a12df0287e7ae5f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:24:26Z', 'updated_at': '2022-01-28T07:24:35Z', 'revision_number': 3, 'project_id': '64d19227e44643b7a12df0287e7ae5f8', 'gw_port_host': None}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:24:36.706531 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d9d2c929-6908-4179-b56b-92d7b7cb76ac tempest-RoutersTestDVR-1560049472 tempest-RoutersTestDVR-1560049472-project-admin] Publish callbacks [] for router (7510afdd-b489-4fd1-9404-8efcea42bb2c), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:36.715436 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b80f1c0-e450-4c4b-89a4-a53d6875ab10 req-68041c4d-9966-412d-80d8-315bb843e46e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:36.716904 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1b80f1c0-e450-4c4b-89a4-a53d6875ab10 req-68041c4d-9966-412d-80d8-315bb843e46e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=13273310-0be4-4b19-9177-3d629abf200c HTTP/1.1" status: 200 len: 797 time: 0.3487916 Jan 28 07:24:36.723176 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_v2 [None req-f68b7cd9-99cd-4cce-aa6c-92fb2449fc3f tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Deleting subnet c00e0eb2-627f-432b-8490-2d521cd59e6d {{(pid=103283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:24:36.726406 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4aeef45-d84e-4b2d-a0d0-517663c1de40 None None] Checking router: 63f955bf-115a-4fd0-a98b-5be4ef1b9663 for host: n-d-712749-28 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:24:36.728031 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f68b7cd9-99cd-4cce-aa6c-92fb2449fc3f tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks [] for subnet (c00e0eb2-627f-432b-8490-2d521cd59e6d), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:36.736108 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4aeef45-d84e-4b2d-a0d0-517663c1de40 None None] Routers {'63f955bf-115a-4fd0-a98b-5be4ef1b9663'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:24:36.737013 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-e4aeef45-d84e-4b2d-a0d0-517663c1de40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:24:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['63f955bf-115a-4fd0-a98b-5be4ef1b9663'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:24:36.811356 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-e4aeef45-d84e-4b2d-a0d0-517663c1de40 None None] Set router 63f955bf-115a-4fd0-a98b-5be4ef1b9663 gateway port host: None {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:24:36.828382 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f68b7cd9-99cd-4cce-aa6c-92fb2449fc3f tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13506696'] for subnet (c00e0eb2-627f-432b-8490-2d521cd59e6d), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:36.889055 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-e4aeef45-d84e-4b2d-a0d0-517663c1de40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63f955bf-115a-4fd0-a98b-5be4ef1b9663', 'name': 'tempest-NetworksTestDHCPv6-router-1675235518', 'tenant_id': '64d19227e44643b7a12df0287e7ae5f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:24:26Z', 'updated_at': '2022-01-28T07:24:35Z', 'revision_number': 3, 'project_id': '64d19227e44643b7a12df0287e7ae5f8', 'gw_port_host': None}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:24:36.920479 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1d6ed229-d46d-4cc4-9c1e-b36514a56270 req-a2371ea8-1829-4871-9bab-12fe474b05d4 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ba1291a-f150-42f4-bf3d-2e5c804d6128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273359 Jan 28 07:24:36.929185 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:36.959201 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f68b7cd9-99cd-4cce-aa6c-92fb2449fc3f tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (c00e0eb2-627f-432b-8490-2d521cd59e6d), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:36.975599 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4aeef45-d84e-4b2d-a0d0-517663c1de40 None None] The sync data for ids ['63f955bf-115a-4fd0-a98b-5be4ef1b9663'] in n-d-712749-28 is: [{'id': '63f955bf-115a-4fd0-a98b-5be4ef1b9663', 'name': 'tempest-NetworksTestDHCPv6-router-1675235518', 'tenant_id': '64d19227e44643b7a12df0287e7ae5f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:24:26Z', 'updated_at': '2022-01-28T07:24:35Z', 'revision_number': 3, 'project_id': '64d19227e44643b7a12df0287e7ae5f8', 'gw_port_host': None}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:24:37.021653 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d9d2c929-6908-4179-b56b-92d7b7cb76ac tempest-RoutersTestDVR-1560049472 tempest-RoutersTestDVR-1560049472-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16605684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127449'] for router (7510afdd-b489-4fd1-9404-8efcea42bb2c), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:37.023920 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d9d2c929-6908-4179-b56b-92d7b7cb76ac tempest-RoutersTestDVR-1560049472 tempest-RoutersTestDVR-1560049472-project-admin] Publish callbacks [] for router_controller (7510afdd-b489-4fd1-9404-8efcea42bb2c), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:37.087796 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d9d2c929-6908-4179-b56b-92d7b7cb76ac tempest-RoutersTestDVR-1560049472 tempest-RoutersTestDVR-1560049472-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16605693'] for router (7510afdd-b489-4fd1-9404-8efcea42bb2c), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:37.088444 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9d2c929-6908-4179-b56b-92d7b7cb76ac tempest-RoutersTestDVR-1560049472 tempest-RoutersTestDVR-1560049472-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7510afdd-b489-4fd1-9404-8efcea42bb2c {{(pid=103284) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 07:24:37.093403 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d9d2c929-6908-4179-b56b-92d7b7cb76ac tempest-RoutersTestDVR-1560049472 tempest-RoutersTestDVR-1560049472-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:37.094650 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-d9d2c929-6908-4179-b56b-92d7b7cb76ac tempest-RoutersTestDVR-1560049472 tempest-RoutersTestDVR-1560049472-project-admin] 10.222.0.41 "DELETE /v2.0/routers/7510afdd-b489-4fd1-9404-8efcea42bb2c HTTP/1.1" status: 204 len: 168 time: 0.4750488 Jan 28 07:24:37.102481 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 59160) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:24:37.105510 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b80f1c0-e450-4c4b-89a4-a53d6875ab10 req-2e6e0d5c-0141-42be-bc3f-386b7ec0c3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:37.108344 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1b80f1c0-e450-4c4b-89a4-a53d6875ab10 req-2e6e0d5c-0141-42be-bc3f-386b7ec0c3d5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7271c4e0-9917-4cbf-8cf0-7234aac71aa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3252535 Jan 28 07:24:37.120532 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f68b7cd9-99cd-4cce-aa6c-92fb2449fc3f tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13546665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13556132'] for subnet (c00e0eb2-627f-432b-8490-2d521cd59e6d), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:37.127862 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-7c42becb-592d-4bb2-afbe-badd999215ea tempest-RoutersTestDVR-1560049472 tempest-RoutersTestDVR-1560049472-project-admin] Request body: {'router': {'name': 'tempest-router-557851857', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '62d364ecbbfd4bbe99176a51a97f969d'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:24:37.229507 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7c42becb-592d-4bb2-afbe-badd999215ea tempest-RoutersTestDVR-1560049472 tempest-RoutersTestDVR-1560049472-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16606890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127275'] for router (18225911-3d08-473c-bba4-f92586114564), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:37.230535 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7c42becb-592d-4bb2-afbe-badd999215ea tempest-RoutersTestDVR-1560049472 tempest-RoutersTestDVR-1560049472-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16605498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16607952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16355422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127266'] for router (18225911-3d08-473c-bba4-f92586114564), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:37.238011 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68b7cd9-99cd-4cce-aa6c-92fb2449fc3f tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Pushing event deleted for resources: {'Subnet': ['ID=c00e0eb2-627f-432b-8490-2d521cd59e6d,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:24:37.285402 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f68b7cd9-99cd-4cce-aa6c-92fb2449fc3f tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:37.289147 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f718b3d0-9a69-41e9-8dcc-0cfe0cd6d46e None None] Network ef4fe003-256e-4a6c-af17-da180c8a686e requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:24:37.294081 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 59170) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:24:37.295679 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-f68b7cd9-99cd-4cce-aa6c-92fb2449fc3f tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "DELETE /v2.0/subnets/c00e0eb2-627f-432b-8490-2d521cd59e6d HTTP/1.1" status: 204 len: 168 time: 0.8370430 Jan 28 07:24:37.374227 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7c42becb-592d-4bb2-afbe-badd999215ea tempest-RoutersTestDVR-1560049472 tempest-RoutersTestDVR-1560049472-project-admin] Publish callbacks [] for router_controller (18225911-3d08-473c-bba4-f92586114564), precommit_add_association {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:37.395312 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7c42becb-592d-4bb2-afbe-badd999215ea tempest-RoutersTestDVR-1560049472 tempest-RoutersTestDVR-1560049472-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16605475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16607909'] for router (18225911-3d08-473c-bba4-f92586114564), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:37.425713 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1b80f1c0-e450-4c4b-89a4-a53d6875ab10 req-42b64f6c-907f-4dc8-b18b-e53f90f09e6e service neutron] 10.222.0.10 "GET /v2.0/networks/7271c4e0-9917-4cbf-8cf0-7234aac71aa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3010583 Jan 28 07:24:37.435186 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7c42becb-592d-4bb2-afbe-badd999215ea tempest-RoutersTestDVR-1560049472 tempest-RoutersTestDVR-1560049472-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:37.443938 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-7c42becb-592d-4bb2-afbe-badd999215ea tempest-RoutersTestDVR-1560049472 tempest-RoutersTestDVR-1560049472-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3155198 Jan 28 07:24:37.472543 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 59172) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:24:37.480088 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-33273785-43f9-4e75-9a6f-0b781fac9c11 tempest-RoutersTestDVR-1560049472 tempest-RoutersTestDVR-1560049472-project-admin] Request body: {'router': {'distributed': True}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:24:37.538579 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 99ffc9ef-b88f-4782-a190-118eccb06f84 no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:24:37.575748 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: 99ffc9ef-b88f-4782-a190-118eccb06f84 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:24:37.576555 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 99ffc9ef-b88f-4782-a190-118eccb06f84 not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:24:37.608137 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-b0e23e92-f268-4bf0-98f8-702712be1344 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.3028522 Jan 28 07:24:37.610213 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 59178) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:24:37.696957 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de238ce5-10e8-4d4d-b964-0b76c0ad4436 None None] DHCP port deletion for ef4fe003-256e-4a6c-af17-da180c8a686e request from n-d-712749-28 {{(pid=103285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 07:24:37.728287 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dff57ec2-ca24-4cde-bde5-ab1e1806e696 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks [] for router (63f955bf-115a-4fd0-a98b-5be4ef1b9663), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:37.773861 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1b80f1c0-e450-4c4b-89a4-a53d6875ab10 req-9c1251bc-e474-4842-99aa-ae063906f27b service neutron] 10.222.0.10 "GET /v2.0/networks/7271c4e0-9917-4cbf-8cf0-7234aac71aa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3311224 Jan 28 07:24:37.830509 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-de238ce5-10e8-4d4d-b964-0b76c0ad4436 None None] Deleting port 231374aa-262d-483a-bb7a-d13cf8b10c98 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:24:37.830901 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-de238ce5-10e8-4d4d-b964-0b76c0ad4436 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (231374aa-262d-483a-bb7a-d13cf8b10c98), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:37.957304 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-33273785-43f9-4e75-9a6f-0b781fac9c11 tempest-RoutersTestDVR-1560049472 tempest-RoutersTestDVR-1560049472-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16607950', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16605480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127440'] for router (18225911-3d08-473c-bba4-f92586114564), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:37.958675 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-33273785-43f9-4e75-9a6f-0b781fac9c11 tempest-RoutersTestDVR-1560049472 tempest-RoutersTestDVR-1560049472-project-admin] Publish callbacks [] for router (18225911-3d08-473c-bba4-f92586114564), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:38.028702 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-de238ce5-10e8-4d4d-b964-0b76c0ad4436 None None] For port 231374aa-262d-483a-bb7a-d13cf8b10c98, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=231374aa-262d-483a-bb7a-d13cf8b10c98,segment=NetworkSegment(c533ee34-b679-44a8-abdb-1685e355613e),segment_id=c533ee34-b679-44a8-abdb-1685e355613e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:24:38.029294 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-de238ce5-10e8-4d4d-b964-0b76c0ad4436 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (231374aa-262d-483a-bb7a-d13cf8b10c98), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:38.070473 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-de238ce5-10e8-4d4d-b964-0b76c0ad4436 None None] Calling delete_port for 231374aa-262d-483a-bb7a-d13cf8b10c98 owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:24:38.080426 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 7 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 07:24:38.144382 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dff57ec2-ca24-4cde-bde5-ab1e1806e696 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16605684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127449'] for router (63f955bf-115a-4fd0-a98b-5be4ef1b9663), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:38.149088 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-33273785-43f9-4e75-9a6f-0b781fac9c11 tempest-RoutersTestDVR-1560049472 tempest-RoutersTestDVR-1560049472-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=103283) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Jan 28 07:24:38.149432 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-33273785-43f9-4e75-9a6f-0b781fac9c11 tempest-RoutersTestDVR-1560049472 tempest-RoutersTestDVR-1560049472-project-admin] Router 18225911-3d08-473c-bba4-f92586114564 migrating from provider to provider. {{(pid=103283) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Jan 28 07:24:38.151603 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-33273785-43f9-4e75-9a6f-0b781fac9c11 tempest-RoutersTestDVR-1560049472 tempest-RoutersTestDVR-1560049472-project-admin] Publish callbacks [] for router_controller (18225911-3d08-473c-bba4-f92586114564), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:38.162299 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dff57ec2-ca24-4cde-bde5-ab1e1806e696 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks [] for router_controller (63f955bf-115a-4fd0-a98b-5be4ef1b9663), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:38.172497 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-33273785-43f9-4e75-9a6f-0b781fac9c11 tempest-RoutersTestDVR-1560049472 tempest-RoutersTestDVR-1560049472-project-admin] Publish callbacks [] for router_controller (18225911-3d08-473c-bba4-f92586114564), precommit_add_association {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:38.182834 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-33273785-43f9-4e75-9a6f-0b781fac9c11 tempest-RoutersTestDVR-1560049472 tempest-RoutersTestDVR-1560049472-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16607909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16607927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16607932', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16605457'] for router (18225911-3d08-473c-bba4-f92586114564), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:38.234820 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d31d3d6-823b-48b9-9c53-c6675457fcac req-b9b913e3-aa24-45d6-a4b8-6fe711f6624a tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:38.243691 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5d31d3d6-823b-48b9-9c53-c6675457fcac req-b9b913e3-aa24-45d6-a4b8-6fe711f6624a tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.41 "GET /v2.0/ports?device_id=aeaaa3c3-c9e8-421a-b853-2cb835ef20d4 HTTP/1.1" status: 200 len: 945 time: 0.1198671 Jan 28 07:24:38.255565 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-de238ce5-10e8-4d4d-b964-0b76c0ad4436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298'] for port (231374aa-262d-483a-bb7a-d13cf8b10c98), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:38.264541 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dff57ec2-ca24-4cde-bde5-ab1e1806e696 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16605693'] for router (63f955bf-115a-4fd0-a98b-5be4ef1b9663), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:38.265956 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dff57ec2-ca24-4cde-bde5-ab1e1806e696 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Fanout notify agent at l3_agent the message router_deleted on router 63f955bf-115a-4fd0-a98b-5be4ef1b9663 {{(pid=103284) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 07:24:38.281081 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dff57ec2-ca24-4cde-bde5-ab1e1806e696 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks [] for router (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:38.288044 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 59194) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:24:38.289323 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-dff57ec2-ca24-4cde-bde5-ab1e1806e696 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "DELETE /v2.0/routers/63f955bf-115a-4fd0-a98b-5be4ef1b9663 HTTP/1.1" status: 204 len: 168 time: 0.6775622 Jan 28 07:24:38.295431 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-f2de659a-26e7-476d-b516-78bef1849308 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Request body: {'subnet': {'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:24:38.297691 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de238ce5-10e8-4d4d-b964-0b76c0ad4436 None None] Pushing event deleted for resources: {'Port': ['ID=231374aa-262d-483a-bb7a-d13cf8b10c98,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:24:38.315110 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de238ce5-10e8-4d4d-b964-0b76c0ad4436 None None] No DVR routers for this DVR port 231374aa-262d-483a-bb7a-d13cf8b10c98 on host n-d-712749-28 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:24:38.375095 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5d31d3d6-823b-48b9-9c53-c6675457fcac req-206e5686-005f-4e59-a562-6697f89b9177 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ba1291a-f150-42f4-bf3d-2e5c804d6128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251540 Jan 28 07:24:38.515130 n-d-712749-28 neutron-server[103283]: WARNING neutron.scheduler.l3_agent_scheduler [None req-33273785-43f9-4e75-9a6f-0b781fac9c11 tempest-RoutersTestDVR-1560049472 tempest-RoutersTestDVR-1560049472-project-admin] No L3 agents can host the router 18225911-3d08-473c-bba4-f92586114564 Jan 28 07:24:38.531991 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2de659a-26e7-476d-b516-78bef1849308 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Made reservation on behalf of 64d19227e44643b7a12df0287e7ae5f8 for: {'subnet': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:24:38.538000 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f2de659a-26e7-476d-b516-78bef1849308 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13555781'] for subnet (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:38.662739 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:38.770057 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33273785-43f9-4e75-9a6f-0b781fac9c11 tempest-RoutersTestDVR-1560049472 tempest-RoutersTestDVR-1560049472-project-admin] Hosts for router 18225911-3d08-473c-bba4-f92586114564: [] {{(pid=103283) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Jan 28 07:24:38.834865 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33273785-43f9-4e75-9a6f-0b781fac9c11 tempest-RoutersTestDVR-1560049472 tempest-RoutersTestDVR-1560049472-project-admin] Hosts for other DVR routers connected to router 18225911-3d08-473c-bba4-f92586114564: set() {{(pid=103283) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Jan 28 07:24:38.837696 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-33273785-43f9-4e75-9a6f-0b781fac9c11 tempest-RoutersTestDVR-1560049472 tempest-RoutersTestDVR-1560049472-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:38.841345 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-33273785-43f9-4e75-9a6f-0b781fac9c11 tempest-RoutersTestDVR-1560049472 tempest-RoutersTestDVR-1560049472-project-admin] 10.222.0.41 "PUT /v2.0/routers/18225911-3d08-473c-bba4-f92586114564 HTTP/1.1" status: 200 len: 716 time: 1.3646376 Jan 28 07:24:38.842278 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 59210) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:24:38.888262 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4cb430-a3d3-44bd-9d3a-93722378880c req-59112939-3ea8-4539-a2e3-b1bdf0def53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:38.889769 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ca4cb430-a3d3-44bd-9d3a-93722378880c req-59112939-3ea8-4539-a2e3-b1bdf0def53b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3c6c4a028cf94108bec2ec0b2974d903&device_id=aeaaa3c3-c9e8-421a-b853-2cb835ef20d4 HTTP/1.1" status: 200 len: 1097 time: 0.1486762 Jan 28 07:24:38.902936 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd84933-c19f-4ba7-8b90-54be0eeaf410 req-35b6be66-5b55-448c-813c-526a477f23c3 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:38.904470 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-edd84933-c19f-4ba7-8b90-54be0eeaf410 req-35b6be66-5b55-448c-813c-526a477f23c3 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.41 "GET /v2.0/ports?device_id=aeaaa3c3-c9e8-421a-b853-2cb835ef20d4 HTTP/1.1" status: 200 len: 945 time: 0.1508825 Jan 28 07:24:38.964857 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-4b6a612f-45ba-4d8f-b5de-4413afde895a tempest-RoutersTestDVR-1560049472 tempest-RoutersTestDVR-1560049472-project-admin] 10.222.0.41 "GET /v2.0/routers/18225911-3d08-473c-bba4-f92586114564 HTTP/1.1" status: 200 len: 716 time: 0.1208372 Jan 28 07:24:38.972436 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 59216) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:24:39.287874 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 231374aa-262d-483a-bb7a-d13cf8b10c98 no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:24:39.374609 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f2de659a-26e7-476d-b516-78bef1849308 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13546728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13555799'] for subnet (d6e52c18-d551-4a09-a090-d98e2e48cb93), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:39.384394 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: 231374aa-262d-483a-bb7a-d13cf8b10c98 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:24:39.384394 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 231374aa-262d-483a-bb7a-d13cf8b10c98 not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:24:39.474705 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-f9f74656-9c5f-4164-8d5c-852737b38288 tempest-RoutersTestDVR-1437482940 tempest-RoutersTestDVR-1437482940-project] 10.222.0.41 "GET /v2.0/routers/18225911-3d08-473c-bba4-f92586114564 HTTP/1.1" status: 200 len: 682 time: 0.5009360 Jan 28 07:24:39.477486 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 59234) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:24:39.540827 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-edd84933-c19f-4ba7-8b90-54be0eeaf410 req-2cf02536-a35b-4a0d-8d08-0af7d0626315 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ba1291a-f150-42f4-bf3d-2e5c804d6128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6240838 Jan 28 07:24:39.543172 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2de659a-26e7-476d-b516-78bef1849308 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Network ef4fe003-256e-4a6c-af17-da180c8a686e is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:24:39.554919 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-f2de659a-26e7-476d-b516-78bef1849308 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:24:39.566127 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2de659a-26e7-476d-b516-78bef1849308 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:39.566978 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f2de659a-26e7-476d-b516-78bef1849308 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:39.569591 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a861a616-d330-4ced-b951-bb9f64c872ba tempest-RoutersTestDVR-1560049472 tempest-RoutersTestDVR-1560049472-project-admin] Publish callbacks [] for router (18225911-3d08-473c-bba4-f92586114564), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:39.577440 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91737f50-6653-433d-94e7-63ca4e5e67d7 None None] Network ef4fe003-256e-4a6c-af17-da180c8a686e requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:24:39.590769 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4cb430-a3d3-44bd-9d3a-93722378880c req-af265171-1b90-4a48-9772-47c8ceab7817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:39.592281 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ca4cb430-a3d3-44bd-9d3a-93722378880c req-af265171-1b90-4a48-9772-47c8ceab7817 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d1475e27-b0c3-4efe-ad93-495023de269c HTTP/1.1" status: 200 len: 920 time: 0.6869197 Jan 28 07:24:39.593583 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2de659a-26e7-476d-b516-78bef1849308 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Pushing event updated for resources: {'Subnet': ['ID=d6e52c18-d551-4a09-a090-d98e2e48cb93,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:24:39.683188 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ca4cb430-a3d3-44bd-9d3a-93722378880c req-cf0c41c0-2fce-4ac4-83fc-1c55d4639820 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e48328d3-a379-4bea-bd3f-d4b123b63f08 HTTP/1.1" status: 200 len: 217 time: 0.0787849 Jan 28 07:24:39.686767 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-f2de659a-26e7-476d-b516-78bef1849308 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3958087 Jan 28 07:24:39.702667 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 59240) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:24:39.712061 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-7388fb12-deb0-42d5-aba8-e83a6de704de tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-2135051074', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:24:39.738867 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a539f92d-ff23-4875-a330-836d86b10b19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3dd72b9-6805-5f61-b6f3-a591f99a173d-ef4fe003-256e-4a6c-af17-da180c8a686e', 'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e', 'project_id': '64d19227e44643b7a12df0287e7ae5f8', 'fixed_ips': [{'subnet_id': 'd6e52c18-d551-4a09-a090-d98e2e48cb93'}]}} from n-d-712749-28. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 07:24:39.740277 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a539f92d-ff23-4875-a330-836d86b10b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:39.743600 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:39.820222 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4cb430-a3d3-44bd-9d3a-93722378880c req-4b25958d-a35f-4f8a-b1fb-64624af0269f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:39.821970 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ca4cb430-a3d3-44bd-9d3a-93722378880c req-4b25958d-a35f-4f8a-b1fb-64624af0269f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=592b9e2b-8e1d-43e3-874d-2141ea985036 HTTP/1.1" status: 200 len: 859 time: 0.1202796 Jan 28 07:24:39.823600 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7388fb12-deb0-42d5-aba8-e83a6de704de tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16606890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127275'] for router (5ca9bf96-597d-4636-9806-3db3069a4b2f), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:39.824854 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7388fb12-deb0-42d5-aba8-e83a6de704de tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16605498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16607952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16355422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127266'] for router (5ca9bf96-597d-4636-9806-3db3069a4b2f), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:39.840721 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a861a616-d330-4ced-b951-bb9f64c872ba tempest-RoutersTestDVR-1560049472 tempest-RoutersTestDVR-1560049472-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16605684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127449'] for router (18225911-3d08-473c-bba4-f92586114564), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:39.844539 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a861a616-d330-4ced-b951-bb9f64c872ba tempest-RoutersTestDVR-1560049472 tempest-RoutersTestDVR-1560049472-project-admin] Publish callbacks [] for router_controller (18225911-3d08-473c-bba4-f92586114564), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:39.860852 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ca4cb430-a3d3-44bd-9d3a-93722378880c req-bb6edf25-40ce-4db3-af10-6dcdff02e4f0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d1475e27-b0c3-4efe-ad93-495023de269c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313797 Jan 28 07:24:39.908775 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a861a616-d330-4ced-b951-bb9f64c872ba tempest-RoutersTestDVR-1560049472 tempest-RoutersTestDVR-1560049472-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16605693'] for router (18225911-3d08-473c-bba4-f92586114564), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:39.909594 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a861a616-d330-4ced-b951-bb9f64c872ba tempest-RoutersTestDVR-1560049472 tempest-RoutersTestDVR-1560049472-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 18225911-3d08-473c-bba4-f92586114564 {{(pid=103284) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 07:24:39.925120 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a861a616-d330-4ced-b951-bb9f64c872ba tempest-RoutersTestDVR-1560049472 tempest-RoutersTestDVR-1560049472-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:39.930732 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-a861a616-d330-4ced-b951-bb9f64c872ba tempest-RoutersTestDVR-1560049472 tempest-RoutersTestDVR-1560049472-project-admin] 10.222.0.41 "DELETE /v2.0/routers/18225911-3d08-473c-bba4-f92586114564 HTTP/1.1" status: 204 len: 168 time: 0.4490016 Jan 28 07:24:39.931903 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 59242) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:24:39.939817 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-fac1c4fa-b035-4f72-9338-283c7d920028 tempest-RoutersTestDVR-1560049472 tempest-RoutersTestDVR-1560049472-project-admin] Request body: {'router': {'name': 'tempest-router-1895602711', 'distributed': True}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:24:39.962276 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7388fb12-deb0-42d5-aba8-e83a6de704de tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks [] for router_controller (5ca9bf96-597d-4636-9806-3db3069a4b2f), precommit_add_association {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:39.979170 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7388fb12-deb0-42d5-aba8-e83a6de704de tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16605475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16607909'] for router (5ca9bf96-597d-4636-9806-3db3069a4b2f), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:39.985129 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fac1c4fa-b035-4f72-9338-283c7d920028 tempest-RoutersTestDVR-1560049472 tempest-RoutersTestDVR-1560049472-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16606890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127275'] for router (e7568007-5c7b-429c-97be-26dff2763dde), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:39.986363 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fac1c4fa-b035-4f72-9338-283c7d920028 tempest-RoutersTestDVR-1560049472 tempest-RoutersTestDVR-1560049472-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16605498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16607952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16355422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127266'] for router (e7568007-5c7b-429c-97be-26dff2763dde), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:40.019608 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-a539f92d-ff23-4875-a330-836d86b10b19 None None] Allocated IP 2001:db8::2 (ef4fe003-256e-4a6c-af17-da180c8a686e/d6e52c18-d551-4a09-a090-d98e2e48cb93/b8a3bf4c-1122-45f2-b3a6-21454c4d5ef8) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:24:40.024935 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7388fb12-deb0-42d5-aba8-e83a6de704de tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks [] for router (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:40.029104 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-7388fb12-deb0-42d5-aba8-e83a6de704de tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3246794 Jan 28 07:24:40.039579 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 59248) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:24:40.056694 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fac1c4fa-b035-4f72-9338-283c7d920028 tempest-RoutersTestDVR-1560049472 tempest-RoutersTestDVR-1560049472-project-admin] Publish callbacks [] for router_controller (e7568007-5c7b-429c-97be-26dff2763dde), precommit_add_association {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:40.064073 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fac1c4fa-b035-4f72-9338-283c7d920028 tempest-RoutersTestDVR-1560049472 tempest-RoutersTestDVR-1560049472-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16605475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16607909'] for router (e7568007-5c7b-429c-97be-26dff2763dde), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:40.084096 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fac1c4fa-b035-4f72-9338-283c7d920028 tempest-RoutersTestDVR-1560049472 tempest-RoutersTestDVR-1560049472-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:40.085531 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-fac1c4fa-b035-4f72-9338-283c7d920028 tempest-RoutersTestDVR-1560049472 tempest-RoutersTestDVR-1560049472-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1521971 Jan 28 07:24:40.089438 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 59250) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:24:40.273121 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7425c7d4-a4c4-4d98-bf35-de2e45f36035 tempest-RoutersTestDVR-1560049472 tempest-RoutersTestDVR-1560049472-project-admin] Publish callbacks [] for router (e7568007-5c7b-429c-97be-26dff2763dde), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:40.285115 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ca4cb430-a3d3-44bd-9d3a-93722378880c req-a6c95af6-2fe3-4a59-851b-d479fa62b9f8 service neutron] 10.222.0.10 "GET /v2.0/networks/d1475e27-b0c3-4efe-ad93-495023de269c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4169917 Jan 28 07:24:40.337342 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a539f92d-ff23-4875-a330-836d86b10b19 None None] Publish callbacks [] for port (b8a3bf4c-1122-45f2-b3a6-21454c4d5ef8), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:40.349390 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a539f92d-ff23-4875-a330-836d86b10b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (b8a3bf4c-1122-45f2-b3a6-21454c4d5ef8), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:40.404789 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a539f92d-ff23-4875-a330-836d86b10b19 None None] Network ef4fe003-256e-4a6c-af17-da180c8a686e is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:24:40.418149 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-a539f92d-ff23-4875-a330-836d86b10b19 None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:24:40.421926 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a539f92d-ff23-4875-a330-836d86b10b19 None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:24:40.424256 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ca4cb430-a3d3-44bd-9d3a-93722378880c req-9402ee73-5a06-4c3b-ba56-393c8a3ede3d service neutron] 10.222.0.10 "GET /v2.0/networks/d1475e27-b0c3-4efe-ad93-495023de269c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071546 Jan 28 07:24:40.441881 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a539f92d-ff23-4875-a330-836d86b10b19 None None] Pushing event updated for resources: {'Port': ['ID=b8a3bf4c-1122-45f2-b3a6-21454c4d5ef8,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:24:40.528660 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-a539f92d-ff23-4875-a330-836d86b10b19 None None] Attempting to bind port b8a3bf4c-1122-45f2-b3a6-21454c4d5ef8 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:24:40.529148 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-a539f92d-ff23-4875-a330-836d86b10b19 None None] Attempting to bind port b8a3bf4c-1122-45f2-b3a6-21454c4d5ef8 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': 'c533ee34-b679-44a8-abdb-1685e355613e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:24:40.530428 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a539f92d-ff23-4875-a330-836d86b10b19 None None] Attempting to bind port b8a3bf4c-1122-45f2-b3a6-21454c4d5ef8 on network ef4fe003-256e-4a6c-af17-da180c8a686e {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:24:40.544468 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a539f92d-ff23-4875-a330-836d86b10b19 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:24:40.546598 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a539f92d-ff23-4875-a330-836d86b10b19 None None] Checking segment: {'id': 'c533ee34-b679-44a8-abdb-1685e355613e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:24:40.547149 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a539f92d-ff23-4875-a330-836d86b10b19 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:40.548958 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a539f92d-ff23-4875-a330-836d86b10b19 None None] Bound using segment: {'id': 'c533ee34-b679-44a8-abdb-1685e355613e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:24:40.549452 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-a539f92d-ff23-4875-a330-836d86b10b19 None None] Bound port: b8a3bf4c-1122-45f2-b3a6-21454c4d5ef8, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c533ee34-b679-44a8-abdb-1685e355613e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:24:40.550017 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a539f92d-ff23-4875-a330-836d86b10b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (b8a3bf4c-1122-45f2-b3a6-21454c4d5ef8), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:40.575876 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7425c7d4-a4c4-4d98-bf35-de2e45f36035 tempest-RoutersTestDVR-1560049472 tempest-RoutersTestDVR-1560049472-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16605684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127449'] for router (e7568007-5c7b-429c-97be-26dff2763dde), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:40.582366 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7425c7d4-a4c4-4d98-bf35-de2e45f36035 tempest-RoutersTestDVR-1560049472 tempest-RoutersTestDVR-1560049472-project-admin] Publish callbacks [] for router_controller (e7568007-5c7b-429c-97be-26dff2763dde), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:40.654004 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7425c7d4-a4c4-4d98-bf35-de2e45f36035 tempest-RoutersTestDVR-1560049472 tempest-RoutersTestDVR-1560049472-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16605693'] for router (e7568007-5c7b-429c-97be-26dff2763dde), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:40.655550 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7425c7d4-a4c4-4d98-bf35-de2e45f36035 tempest-RoutersTestDVR-1560049472 tempest-RoutersTestDVR-1560049472-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e7568007-5c7b-429c-97be-26dff2763dde {{(pid=103284) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 07:24:40.664203 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-45509d63-0fb9-4320-b3a4-0149f0f1e11a tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:40.667633 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7425c7d4-a4c4-4d98-bf35-de2e45f36035 tempest-RoutersTestDVR-1560049472 tempest-RoutersTestDVR-1560049472-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:40.672483 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-7425c7d4-a4c4-4d98-bf35-de2e45f36035 tempest-RoutersTestDVR-1560049472 tempest-RoutersTestDVR-1560049472-project-admin] 10.222.0.41 "DELETE /v2.0/routers/e7568007-5c7b-429c-97be-26dff2763dde HTTP/1.1" status: 204 len: 168 time: 0.5815194 Jan 28 07:24:40.715854 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-a539f92d-ff23-4875-a330-836d86b10b19 None None] For port b8a3bf4c-1122-45f2-b3a6-21454c4d5ef8, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:24:40.719919 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-a539f92d-ff23-4875-a330-836d86b10b19 None None] For port b8a3bf4c-1122-45f2-b3a6-21454c4d5ef8, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=b8a3bf4c-1122-45f2-b3a6-21454c4d5ef8,segment=NetworkSegment(c533ee34-b679-44a8-abdb-1685e355613e),segment_id=c533ee34-b679-44a8-abdb-1685e355613e)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:24:40.743461 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a539f92d-ff23-4875-a330-836d86b10b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (b8a3bf4c-1122-45f2-b3a6-21454c4d5ef8), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:40.880395 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1849f585-1829-402a-8763-54ee3ee5f52a req-aae8a945-4f18-4043-b42f-6be49eaacaf2 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:40.886997 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1849f585-1829-402a-8763-54ee3ee5f52a req-aae8a945-4f18-4043-b42f-6be49eaacaf2 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.41 "GET /v2.0/ports?device_id=aeaaa3c3-c9e8-421a-b853-2cb835ef20d4 HTTP/1.1" status: 200 len: 945 time: 0.1402833 Jan 28 07:24:41.007736 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1849f585-1829-402a-8763-54ee3ee5f52a req-607ea5ae-39af-492f-b5ba-08b1d1028a2e tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ba1291a-f150-42f4-bf3d-2e5c804d6128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083457 Jan 28 07:24:41.039804 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a539f92d-ff23-4875-a330-836d86b10b19 None None] Pushing event updated for resources: {'Port': ['ID=b8a3bf4c-1122-45f2-b3a6-21454c4d5ef8,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:24:41.261353 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 59282) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:24:41.394541 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-45509d63-0fb9-4320-b3a4-0149f0f1e11a tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Allocated IP 2001:db8::1 (ef4fe003-256e-4a6c-af17-da180c8a686e/d6e52c18-d551-4a09-a090-d98e2e48cb93/0d1c537d-1a10-482a-b586-e38ec9ca9b39) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:24:41.520112 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ef518126-cbe9-4667-a39f-7240d8957ee4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:41.673634 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ef518126-cbe9-4667-a39f-7240d8957ee4 admin admin] Publish callbacks [] for security_group (d8d4f47c-2111-4cc9-a3d4-ba7999132bd4), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:41.679311 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ef518126-cbe9-4667-a39f-7240d8957ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (d8d4f47c-2111-4cc9-a3d4-ba7999132bd4), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:41.716522 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-45509d63-0fb9-4320-b3a4-0149f0f1e11a tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks [] for port (0d1c537d-1a10-482a-b586-e38ec9ca9b39), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:41.790689 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef518126-cbe9-4667-a39f-7240d8957ee4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8d4f47c-2111-4cc9-a3d4-ba7999132bd4,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:24:41.798808 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-45509d63-0fb9-4320-b3a4-0149f0f1e11a tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (0d1c537d-1a10-482a-b586-e38ec9ca9b39), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:41.828238 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45509d63-0fb9-4320-b3a4-0149f0f1e11a tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Network ef4fe003-256e-4a6c-af17-da180c8a686e is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:24:41.829309 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-ef518126-cbe9-4667-a39f-7240d8957ee4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=62d364ecbbfd4bbe99176a51a97f969d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5665855 Jan 28 07:24:41.831981 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 59308) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:24:41.834757 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-45509d63-0fb9-4320-b3a4-0149f0f1e11a tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:24:41.846717 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45509d63-0fb9-4320-b3a4-0149f0f1e11a tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:24:41.847452 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-45509d63-0fb9-4320-b3a4-0149f0f1e11a tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16609232'] for router_interface (5ca9bf96-597d-4636-9806-3db3069a4b2f), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:41.925026 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5a5be260-3269-4ad8-ac28-5cd076ee9d30 admin admin] Publish callbacks [] for security_group (d8d4f47c-2111-4cc9-a3d4-ba7999132bd4), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:41.972750 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5a5be260-3269-4ad8-ac28-5cd076ee9d30 admin admin] Publish callbacks [] for security_group (d8d4f47c-2111-4cc9-a3d4-ba7999132bd4), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:42.079352 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45509d63-0fb9-4320-b3a4-0149f0f1e11a tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Pushing event updated for resources: {'Port': ['ID=0d1c537d-1a10-482a-b586-e38ec9ca9b39,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:24:42.106994 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5a5be260-3269-4ad8-ac28-5cd076ee9d30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (d8d4f47c-2111-4cc9-a3d4-ba7999132bd4), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:42.110553 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5a5be260-3269-4ad8-ac28-5cd076ee9d30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:42.114645 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-5a5be260-3269-4ad8-ac28-5cd076ee9d30 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d8d4f47c-2111-4cc9-a3d4-ba7999132bd4 HTTP/1.1" status: 204 len: 168 time: 0.2784467 Jan 28 07:24:42.147215 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5be260-3269-4ad8-ac28-5cd076ee9d30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8d4f47c-2111-4cc9-a3d4-ba7999132bd4,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:24:42.203696 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-45509d63-0fb9-4320-b3a4-0149f0f1e11a tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (0d1c537d-1a10-482a-b586-e38ec9ca9b39), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:42.355832 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73702967-d608-4e3a-9c87-b7006c47611d req-fbb334b2-300e-4573-a68f-43da712edb90 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:42.364419 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-73702967-d608-4e3a-9c87-b7006c47611d req-fbb334b2-300e-4573-a68f-43da712edb90 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.41 "GET /v2.0/ports?device_id=aeaaa3c3-c9e8-421a-b853-2cb835ef20d4 HTTP/1.1" status: 200 len: 945 time: 0.1880453 Jan 28 07:24:42.522522 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-73702967-d608-4e3a-9c87-b7006c47611d req-e34e964c-54ed-4347-b9dd-406b7dba622b tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ba1291a-f150-42f4-bf3d-2e5c804d6128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565011 Jan 28 07:24:42.807588 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 59334) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:24:42.815238 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-45509d63-0fb9-4320-b3a4-0149f0f1e11a tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks [] for port (0d1c537d-1a10-482a-b586-e38ec9ca9b39), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:42.823257 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-45509d63-0fb9-4320-b3a4-0149f0f1e11a tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (0d1c537d-1a10-482a-b586-e38ec9ca9b39), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:42.824538 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-45509d63-0fb9-4320-b3a4-0149f0f1e11a tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16318999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16606560'] for router_interface (5ca9bf96-597d-4636-9806-3db3069a4b2f), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:42.849351 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-46e07bef-806b-4e14-a38f-89edffda6d73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:42.936494 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-1c0d8dca-fe90-4abe-b12e-58d0ddd35ff0 None None] Provisioning complete for port b8a3bf4c-1122-45f2-b3a6-21454c4d5ef8 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:24:42.936959 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1c0d8dca-fe90-4abe-b12e-58d0ddd35ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (b8a3bf4c-1122-45f2-b3a6-21454c4d5ef8), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:43.073094 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-1c0d8dca-fe90-4abe-b12e-58d0ddd35ff0 None None] Current status of the port b8a3bf4c-1122-45f2-b3a6-21454c4d5ef8 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:24:43.073870 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1c0d8dca-fe90-4abe-b12e-58d0ddd35ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (b8a3bf4c-1122-45f2-b3a6-21454c4d5ef8), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:43.096443 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-46e07bef-806b-4e14-a38f-89edffda6d73 admin admin] Publish callbacks [] for security_group (4846056f-e181-4305-a2c0-15d43ff8dd34), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:43.108140 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-46e07bef-806b-4e14-a38f-89edffda6d73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (4846056f-e181-4305-a2c0-15d43ff8dd34), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:43.113075 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-1c0d8dca-fe90-4abe-b12e-58d0ddd35ff0 None None] For port b8a3bf4c-1122-45f2-b3a6-21454c4d5ef8, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=b8a3bf4c-1122-45f2-b3a6-21454c4d5ef8,segment=NetworkSegment(c533ee34-b679-44a8-abdb-1685e355613e),segment_id=c533ee34-b679-44a8-abdb-1685e355613e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:24:43.118401 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45509d63-0fb9-4320-b3a4-0149f0f1e11a tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Pushing event updated for resources: {'Port': ['ID=0d1c537d-1a10-482a-b586-e38ec9ca9b39,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:24:43.124517 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1c0d8dca-fe90-4abe-b12e-58d0ddd35ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (b8a3bf4c-1122-45f2-b3a6-21454c4d5ef8), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:43.179310 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0d8dca-fe90-4abe-b12e-58d0ddd35ff0 None None] Pushing event updated for resources: {'Port': ['ID=b8a3bf4c-1122-45f2-b3a6-21454c4d5ef8,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:24:43.210005 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45509d63-0fb9-4320-b3a4-0149f0f1e11a tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Network ef4fe003-256e-4a6c-af17-da180c8a686e is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:24:43.213609 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-45509d63-0fb9-4320-b3a4-0149f0f1e11a tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:24:43.217266 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e07bef-806b-4e14-a38f-89edffda6d73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4846056f-e181-4305-a2c0-15d43ff8dd34,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:24:43.280773 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-46e07bef-806b-4e14-a38f-89edffda6d73 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=57892e9a47b5437586f984511593e10d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4720085 Jan 28 07:24:43.281452 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 59344) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:24:43.373697 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-e064c257-f82c-4e46-9378-b0dddd102273 None None] Provisioning complete for port 0d1c537d-1a10-482a-b586-e38ec9ca9b39 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:24:43.376885 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e064c257-f82c-4e46-9378-b0dddd102273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (0d1c537d-1a10-482a-b586-e38ec9ca9b39), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:43.452556 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-e064c257-f82c-4e46-9378-b0dddd102273 None None] Port 0d1c537d-1a10-482a-b586-e38ec9ca9b39 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:24:43.455761 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-37ac6865-ed0c-46e9-994c-d187b7d217ad admin admin] Publish callbacks [] for security_group (4846056f-e181-4305-a2c0-15d43ff8dd34), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:43.510820 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-37ac6865-ed0c-46e9-994c-d187b7d217ad admin admin] Publish callbacks [] for security_group (4846056f-e181-4305-a2c0-15d43ff8dd34), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:43.536646 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45509d63-0fb9-4320-b3a4-0149f0f1e11a tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Router 5ca9bf96-597d-4636-9806-3db3069a4b2f is scheduled to L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 with binding_index 1 {{(pid=103283) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 07:24:43.577494 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device b8a3bf4c-1122-45f2-b3a6-21454c4d5ef8 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:24:43.667825 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-37ac6865-ed0c-46e9-994c-d187b7d217ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (4846056f-e181-4305-a2c0-15d43ff8dd34), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:43.671697 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-37ac6865-ed0c-46e9-994c-d187b7d217ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:43.673285 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-37ac6865-ed0c-46e9-994c-d187b7d217ad admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4846056f-e181-4305-a2c0-15d43ff8dd34 HTTP/1.1" status: 204 len: 168 time: 0.3909650 Jan 28 07:24:43.757235 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ac6865-ed0c-46e9-994c-d187b7d217ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4846056f-e181-4305-a2c0-15d43ff8dd34,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:24:43.766150 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45509d63-0fb9-4320-b3a4-0149f0f1e11a tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:24:43.773177 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-45509d63-0fb9-4320-b3a4-0149f0f1e11a tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "PUT /v2.0/routers/5ca9bf96-597d-4636-9806-3db3069a4b2f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7324011 Jan 28 07:24:43.775827 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 59356) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:24:43.787575 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ea0c8e-e8a8-4ea5-ab59-1ad49ef37624 req-9eb772b2-b678-4ee3-9d25-bc3ed24a59e6 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:43.795618 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-51ea0c8e-e8a8-4ea5-ab59-1ad49ef37624 req-9eb772b2-b678-4ee3-9d25-bc3ed24a59e6 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.41 "GET /v2.0/ports?device_id=aeaaa3c3-c9e8-421a-b853-2cb835ef20d4 HTTP/1.1" status: 200 len: 945 time: 0.1208808 Jan 28 07:24:43.831260 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46fa8c13-85d8-40dc-8304-828325028b43 None None] Sync routers for ids ['5ca9bf96-597d-4636-9806-3db3069a4b2f'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:24:43.864457 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-51ea0c8e-e8a8-4ea5-ab59-1ad49ef37624 req-b68b2129-7af2-4762-944c-bf2b1583c492 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ba1291a-f150-42f4-bf3d-2e5c804d6128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671561 Jan 28 07:24:43.873953 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe1ab5c-ba05-46e9-8d28-6987f5591f3a tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:43.879416 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 59360) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:24:43.884766 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-cfe1ab5c-ba05-46e9-8d28-6987f5591f3a tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "GET /v2.0/ports/0d1c537d-1a10-482a-b586-e38ec9ca9b39 HTTP/1.1" status: 200 len: 911 time: 0.1075902 Jan 28 07:24:43.893977 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46fa8c13-85d8-40dc-8304-828325028b43 None None] Routers {'5ca9bf96-597d-4636-9806-3db3069a4b2f'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:24:43.898943 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-46fa8c13-85d8-40dc-8304-828325028b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:24:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['5ca9bf96-597d-4636-9806-3db3069a4b2f'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:24:43.905620 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port b8a3bf4c-1122-45f2-b3a6-21454c4d5ef8 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:24:43.908424 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (b8a3bf4c-1122-45f2-b3a6-21454c4d5ef8), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:43.956327 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60fd22b9-7ff7-46d5-8e20-163a3a6941df tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:43.965745 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60fd22b9-7ff7-46d5-8e20-163a3a6941df tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:43.966598 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-b3f1dfda-0983-4d9c-9e39-c5c0a4a8bc76 None None] Provisioning complete for port 0d1c537d-1a10-482a-b586-e38ec9ca9b39 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:24:43.967376 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b3f1dfda-0983-4d9c-9e39-c5c0a4a8bc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (0d1c537d-1a10-482a-b586-e38ec9ca9b39), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:43.968929 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-60fd22b9-7ff7-46d5-8e20-163a3a6941df tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0880411 Jan 28 07:24:43.970530 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 59364) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:24:44.107834 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-b3f1dfda-0983-4d9c-9e39-c5c0a4a8bc76 None None] Port 0d1c537d-1a10-482a-b586-e38ec9ca9b39 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:24:44.137124 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-46fa8c13-85d8-40dc-8304-828325028b43 None None] Set router 5ca9bf96-597d-4636-9806-3db3069a4b2f gateway port host: None {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:24:44.254725 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port b8a3bf4c-1122-45f2-b3a6-21454c4d5ef8 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:24:44.447230 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-46fa8c13-85d8-40dc-8304-828325028b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ca9bf96-597d-4636-9806-3db3069a4b2f', 'name': 'tempest-NetworksTestDHCPv6-router-2135051074', 'tenant_id': '64d19227e44643b7a12df0287e7ae5f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:24:39Z', 'updated_at': '2022-01-28T07:24:42Z', 'revision_number': 2, 'project_id': '64d19227e44643b7a12df0287e7ae5f8', 'gw_port_host': None, '_interfaces': [{'id': '0d1c537d-1a10-482a-b586-e38ec9ca9b39', 'name': '', 'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e', 'tenant_id': '64d19227e44643b7a12df0287e7ae5f8', 'mac_address': 'fa:16:3e:83:55:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ca9bf96-597d-4636-9806-3db3069a4b2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': 'd6e52c18-d551-4a09-a090-d98e2e48cb93', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:24:41Z', 'updated_at': '2022-01-28T07:24:42Z', 'revision_number': 2, 'project_id': '64d19227e44643b7a12df0287e7ae5f8', 'subnets': [{'id': 'd6e52c18-d551-4a09-a090-d98e2e48cb93', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:24:44.485665 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46fa8c13-85d8-40dc-8304-828325028b43 None None] Checking router: 5ca9bf96-597d-4636-9806-3db3069a4b2f for host: n-d-712749-28 {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:24:44.486319 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46fa8c13-85d8-40dc-8304-828325028b43 None None] Updating router 5ca9bf96-597d-4636-9806-3db3069a4b2f port 0d1c537d-1a10-482a-b586-e38ec9ca9b39 binding host n-d-712749-28 {{(pid=103285) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 07:24:44.517889 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-46fa8c13-85d8-40dc-8304-828325028b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (0d1c537d-1a10-482a-b586-e38ec9ca9b39), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:45.023476 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-46fa8c13-85d8-40dc-8304-828325028b43 None None] Publish callbacks [] for port (0d1c537d-1a10-482a-b586-e38ec9ca9b39), precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:45.037126 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-46fa8c13-85d8-40dc-8304-828325028b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (0d1c537d-1a10-482a-b586-e38ec9ca9b39), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:45.045100 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-35d2f8ec-6468-41f2-99ee-bf975fcd551e tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16606535'] for router_interface (5ca9bf96-597d-4636-9806-3db3069a4b2f), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:45.109603 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd99f9e-9db4-4ff9-9c9b-37103a0bc174 None None] Pushing event updated for resources: {'Port': ['ID=0d1c537d-1a10-482a-b586-e38ec9ca9b39,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:24:45.179992 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-46fa8c13-85d8-40dc-8304-828325028b43 None None] Attempting to bind port 0d1c537d-1a10-482a-b586-e38ec9ca9b39 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:24:45.180179 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-46fa8c13-85d8-40dc-8304-828325028b43 None None] Attempting to bind port 0d1c537d-1a10-482a-b586-e38ec9ca9b39 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': 'c533ee34-b679-44a8-abdb-1685e355613e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:24:45.180765 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46fa8c13-85d8-40dc-8304-828325028b43 None None] Attempting to bind port 0d1c537d-1a10-482a-b586-e38ec9ca9b39 on network ef4fe003-256e-4a6c-af17-da180c8a686e {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:24:45.191201 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46fa8c13-85d8-40dc-8304-828325028b43 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:24:45.197330 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46fa8c13-85d8-40dc-8304-828325028b43 None None] Checking segment: {'id': 'c533ee34-b679-44a8-abdb-1685e355613e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:24:45.198034 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-46fa8c13-85d8-40dc-8304-828325028b43 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:45.198552 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46fa8c13-85d8-40dc-8304-828325028b43 None None] Bound using segment: {'id': 'c533ee34-b679-44a8-abdb-1685e355613e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:24:45.199175 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-46fa8c13-85d8-40dc-8304-828325028b43 None None] Bound port: 0d1c537d-1a10-482a-b586-e38ec9ca9b39, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c533ee34-b679-44a8-abdb-1685e355613e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:24:45.199983 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-46fa8c13-85d8-40dc-8304-828325028b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (0d1c537d-1a10-482a-b586-e38ec9ca9b39), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:45.270280 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 59402) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:24:45.307763 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device b8a3bf4c-1122-45f2-b3a6-21454c4d5ef8 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:24:45.360937 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-35d2f8ec-6468-41f2-99ee-bf975fcd551e tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Deleting port 0d1c537d-1a10-482a-b586-e38ec9ca9b39 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:24:45.361596 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-35d2f8ec-6468-41f2-99ee-bf975fcd551e tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (0d1c537d-1a10-482a-b586-e38ec9ca9b39), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:45.395832 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-46fa8c13-85d8-40dc-8304-828325028b43 None None] For port 0d1c537d-1a10-482a-b586-e38ec9ca9b39, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:24:45.400933 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-46fa8c13-85d8-40dc-8304-828325028b43 None None] For port 0d1c537d-1a10-482a-b586-e38ec9ca9b39, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=0d1c537d-1a10-482a-b586-e38ec9ca9b39,segment=NetworkSegment(c533ee34-b679-44a8-abdb-1685e355613e),segment_id=c533ee34-b679-44a8-abdb-1685e355613e)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:24:45.411349 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port b8a3bf4c-1122-45f2-b3a6-21454c4d5ef8 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:24:45.412116 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (b8a3bf4c-1122-45f2-b3a6-21454c4d5ef8), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:45.452118 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-2ddf99bc-28d5-468c-8d5d-602c9f014d9e tempest-ExtraDHCPOptionsTestJSON-462044233 tempest-ExtraDHCPOptionsTestJSON-462044233-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-835484874'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:24:45.457759 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-46fa8c13-85d8-40dc-8304-828325028b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (0d1c537d-1a10-482a-b586-e38ec9ca9b39), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:45.497547 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ddf99bc-28d5-468c-8d5d-602c9f014d9e tempest-ExtraDHCPOptionsTestJSON-462044233 tempest-ExtraDHCPOptionsTestJSON-462044233-project] Made reservation on behalf of 87144651506445e7813529718baa8307 for: {'network': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:24:45.502757 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2ddf99bc-28d5-468c-8d5d-602c9f014d9e tempest-ExtraDHCPOptionsTestJSON-462044233 tempest-ExtraDHCPOptionsTestJSON-462044233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:45.546529 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2ddf99bc-28d5-468c-8d5d-602c9f014d9e tempest-ExtraDHCPOptionsTestJSON-462044233 tempest-ExtraDHCPOptionsTestJSON-462044233-project] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:45.550563 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-35d2f8ec-6468-41f2-99ee-bf975fcd551e tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] For port 0d1c537d-1a10-482a-b586-e38ec9ca9b39, host n-d-712749-28, got binding levels [] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:24:45.552540 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-35d2f8ec-6468-41f2-99ee-bf975fcd551e tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (0d1c537d-1a10-482a-b586-e38ec9ca9b39), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:45.586188 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-35d2f8ec-6468-41f2-99ee-bf975fcd551e tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Calling delete_port for 0d1c537d-1a10-482a-b586-e38ec9ca9b39 owned by network:router_interface {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:24:45.649630 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46fa8c13-85d8-40dc-8304-828325028b43 None None] Routers {'5ca9bf96-597d-4636-9806-3db3069a4b2f'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:24:45.650298 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-46fa8c13-85d8-40dc-8304-828325028b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:24:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['5ca9bf96-597d-4636-9806-3db3069a4b2f'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:24:45.791802 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2ddf99bc-28d5-468c-8d5d-602c9f014d9e tempest-ExtraDHCPOptionsTestJSON-462044233 tempest-ExtraDHCPOptionsTestJSON-462044233-project] Publish callbacks [] for security_group (941f2744-8ccc-4bd7-9df8-b4d6d880f332), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:45.802119 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2ddf99bc-28d5-468c-8d5d-602c9f014d9e tempest-ExtraDHCPOptionsTestJSON-462044233 tempest-ExtraDHCPOptionsTestJSON-462044233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (941f2744-8ccc-4bd7-9df8-b4d6d880f332), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:45.826330 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd99f9e-9db4-4ff9-9c9b-37103a0bc174 None None] Pushing event updated for resources: {'Port': ['ID=0d1c537d-1a10-482a-b586-e38ec9ca9b39,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:24:45.860248 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ddf99bc-28d5-468c-8d5d-602c9f014d9e tempest-ExtraDHCPOptionsTestJSON-462044233 tempest-ExtraDHCPOptionsTestJSON-462044233-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=103283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:24:45.882211 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddf99bc-28d5-468c-8d5d-602c9f014d9e tempest-ExtraDHCPOptionsTestJSON-462044233 tempest-ExtraDHCPOptionsTestJSON-462044233-project] Pushing event updated for resources: {'SecurityGroup': ['ID=941f2744-8ccc-4bd7-9df8-b4d6d880f332,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:24:45.883418 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port b8a3bf4c-1122-45f2-b3a6-21454c4d5ef8 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:24:45.886152 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2ddf99bc-28d5-468c-8d5d-602c9f014d9e tempest-ExtraDHCPOptionsTestJSON-462044233 tempest-ExtraDHCPOptionsTestJSON-462044233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (2004e497-8762-4357-a002-11277d63bdb9), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:45.886753 n-d-712749-28 neutron-server[103283]: INFO neutron.db.segments_db [None req-2ddf99bc-28d5-468c-8d5d-602c9f014d9e tempest-ExtraDHCPOptionsTestJSON-462044233 tempest-ExtraDHCPOptionsTestJSON-462044233-project] Added segment 2004e497-8762-4357-a002-11277d63bdb9 of type vlan for network de6c1225-3867-49cf-8c90-99a69a05ba67 Jan 28 07:24:45.895967 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-fa53e008-d8e7-475f-b3b3-c5f3903caabe None None] Provisioning complete for port 0d1c537d-1a10-482a-b586-e38ec9ca9b39 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:24:45.896649 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fa53e008-d8e7-475f-b3b3-c5f3903caabe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (0d1c537d-1a10-482a-b586-e38ec9ca9b39), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:45.902190 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-46fa8c13-85d8-40dc-8304-828325028b43 None None] Set router 5ca9bf96-597d-4636-9806-3db3069a4b2f gateway port host: None {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:24:45.964430 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2ddf99bc-28d5-468c-8d5d-602c9f014d9e tempest-ExtraDHCPOptionsTestJSON-462044233 tempest-ExtraDHCPOptionsTestJSON-462044233-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (de6c1225-3867-49cf-8c90-99a69a05ba67), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:46.044292 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2ddf99bc-28d5-468c-8d5d-602c9f014d9e tempest-ExtraDHCPOptionsTestJSON-462044233 tempest-ExtraDHCPOptionsTestJSON-462044233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (de6c1225-3867-49cf-8c90-99a69a05ba67), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:46.053340 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ddf99bc-28d5-468c-8d5d-602c9f014d9e tempest-ExtraDHCPOptionsTestJSON-462044233 tempest-ExtraDHCPOptionsTestJSON-462044233-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:46.056453 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2ddf99bc-28d5-468c-8d5d-602c9f014d9e tempest-ExtraDHCPOptionsTestJSON-462044233 tempest-ExtraDHCPOptionsTestJSON-462044233-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:46.173668 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-35d2f8ec-6468-41f2-99ee-bf975fcd551e tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (0d1c537d-1a10-482a-b586-e38ec9ca9b39), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:46.249371 n-d-712749-28 neutron-server[103285]: INFO neutron.plugins.ml2.db [None req-fa53e008-d8e7-475f-b3b3-c5f3903caabe None None] No ports have port_id starting with 0d1c537d-1a10-482a-b586-e38ec9ca9b39 Jan 28 07:24:46.374340 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-2ddf99bc-28d5-468c-8d5d-602c9f014d9e tempest-ExtraDHCPOptionsTestJSON-462044233 tempest-ExtraDHCPOptionsTestJSON-462044233-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.1024246 Jan 28 07:24:46.415476 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 59428) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:24:46.423875 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-77ed2e9d-785e-4a16-9195-f8a791f22b64 tempest-ExtraDHCPOptionsTestJSON-462044233 tempest-ExtraDHCPOptionsTestJSON-462044233-project] Request body: {'subnet': {'network_id': 'de6c1225-3867-49cf-8c90-99a69a05ba67', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:24:46.477842 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddf99bc-28d5-468c-8d5d-602c9f014d9e tempest-ExtraDHCPOptionsTestJSON-462044233 tempest-ExtraDHCPOptionsTestJSON-462044233-project] Pushing event updated for resources: {'Network': ['ID=de6c1225-3867-49cf-8c90-99a69a05ba67,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:24:46.592844 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network de6c1225-3867-49cf-8c90-99a69a05ba67 details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:24:46.703284 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6cb71dd6-f3da-41ec-a0bf-4d28f0539431 None None] Could not find standard attr ID for object 0d1c537d-1a10-482a-b586-e38ec9ca9b39. {{(pid=103285) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 07:24:46.716337 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-46fa8c13-85d8-40dc-8304-828325028b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ca9bf96-597d-4636-9806-3db3069a4b2f', 'name': 'tempest-NetworksTestDHCPv6-router-2135051074', 'tenant_id': '64d19227e44643b7a12df0287e7ae5f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:24:39Z', 'updated_at': '2022-01-28T07:24:42Z', 'revision_number': 2, 'project_id': '64d19227e44643b7a12df0287e7ae5f8', 'gw_port_host': None, '_interfaces': [{'id': '0d1c537d-1a10-482a-b586-e38ec9ca9b39', 'name': '', 'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e', 'tenant_id': '64d19227e44643b7a12df0287e7ae5f8', 'mac_address': 'fa:16:3e:83:55:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ca9bf96-597d-4636-9806-3db3069a4b2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': 'd6e52c18-d551-4a09-a090-d98e2e48cb93', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:24:41Z', 'updated_at': '2022-01-28T07:24:45Z', 'revision_number': 4, 'project_id': '64d19227e44643b7a12df0287e7ae5f8', 'subnets': [{'id': 'd6e52c18-d551-4a09-a090-d98e2e48cb93', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:24:46.789508 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46fa8c13-85d8-40dc-8304-828325028b43 None None] The sync data for ids ['5ca9bf96-597d-4636-9806-3db3069a4b2f'] in n-d-712749-28 is: [{'id': '5ca9bf96-597d-4636-9806-3db3069a4b2f', 'name': 'tempest-NetworksTestDHCPv6-router-2135051074', 'tenant_id': '64d19227e44643b7a12df0287e7ae5f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:24:39Z', 'updated_at': '2022-01-28T07:24:42Z', 'revision_number': 2, 'project_id': '64d19227e44643b7a12df0287e7ae5f8', 'gw_port_host': None, '_interfaces': [{'id': '0d1c537d-1a10-482a-b586-e38ec9ca9b39', 'name': '', 'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e', 'tenant_id': '64d19227e44643b7a12df0287e7ae5f8', 'mac_address': 'fa:16:3e:83:55:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ca9bf96-597d-4636-9806-3db3069a4b2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': 'd6e52c18-d551-4a09-a090-d98e2e48cb93', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:24:41Z', 'updated_at': '2022-01-28T07:24:45Z', 'revision_number': 4, 'project_id': '64d19227e44643b7a12df0287e7ae5f8', 'subnets': [{'id': 'd6e52c18-d551-4a09-a090-d98e2e48cb93', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:24:47.001177 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d2f8ec-6468-41f2-99ee-bf975fcd551e tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Pushing event deleted for resources: {'Port': ['ID=0d1c537d-1a10-482a-b586-e38ec9ca9b39,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:24:47.210635 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-35d2f8ec-6468-41f2-99ee-bf975fcd551e tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16319006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16606699'] for router_interface (5ca9bf96-597d-4636-9806-3db3069a4b2f), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:47.338768 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77ed2e9d-785e-4a16-9195-f8a791f22b64 tempest-ExtraDHCPOptionsTestJSON-462044233 tempest-ExtraDHCPOptionsTestJSON-462044233-project] Made reservation on behalf of 87144651506445e7813529718baa8307 for: {'subnet': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:24:47.343072 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-77ed2e9d-785e-4a16-9195-f8a791f22b64 tempest-ExtraDHCPOptionsTestJSON-462044233 tempest-ExtraDHCPOptionsTestJSON-462044233-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13555781'] for subnet (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:47.714211 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35d2f8ec-6468-41f2-99ee-bf975fcd551e tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Router 5ca9bf96-597d-4636-9806-3db3069a4b2f has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:24:47.761456 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-77ed2e9d-785e-4a16-9195-f8a791f22b64 tempest-ExtraDHCPOptionsTestJSON-462044233 tempest-ExtraDHCPOptionsTestJSON-462044233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13546728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13555799'] for subnet (d837a2f8-df02-4f75-a704-44860a2cd41d), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:47.865992 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ed2e9d-785e-4a16-9195-f8a791f22b64 tempest-ExtraDHCPOptionsTestJSON-462044233 tempest-ExtraDHCPOptionsTestJSON-462044233-project] Pushing event updated for resources: {'Subnet': ['ID=d837a2f8-df02-4f75-a704-44860a2cd41d,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:24:47.880156 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35d2f8ec-6468-41f2-99ee-bf975fcd551e tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:24:47.893770 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-35d2f8ec-6468-41f2-99ee-bf975fcd551e tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "PUT /v2.0/routers/5ca9bf96-597d-4636-9806-3db3069a4b2f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9214795 Jan 28 07:24:47.896576 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 59460) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:24:47.925284 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ed2e9d-785e-4a16-9195-f8a791f22b64 tempest-ExtraDHCPOptionsTestJSON-462044233 tempest-ExtraDHCPOptionsTestJSON-462044233-project] Checking segment: {'id': '2004e497-8762-4357-a002-11277d63bdb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'de6c1225-3867-49cf-8c90-99a69a05ba67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:24:47.925859 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ed2e9d-785e-4a16-9195-f8a791f22b64 tempest-ExtraDHCPOptionsTestJSON-462044233 tempest-ExtraDHCPOptionsTestJSON-462044233-project] Network hostable DHCP agents. Network: de6c1225-3867-49cf-8c90-99a69a05ba67, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:24:47.966819 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ed2e9d-785e-4a16-9195-f8a791f22b64 tempest-ExtraDHCPOptionsTestJSON-462044233 tempest-ExtraDHCPOptionsTestJSON-462044233-project] Network de6c1225-3867-49cf-8c90-99a69a05ba67 is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:24:48.002943 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-77ed2e9d-785e-4a16-9195-f8a791f22b64 tempest-ExtraDHCPOptionsTestJSON-462044233 tempest-ExtraDHCPOptionsTestJSON-462044233-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, de6c1225-3867-49cf-8c90-99a69a05ba67) {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:24:48.019481 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b92eeec-4d7a-4de5-9537-424fcc80ef39 None None] Network de6c1225-3867-49cf-8c90-99a69a05ba67 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:24:48.033118 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ed2e9d-785e-4a16-9195-f8a791f22b64 tempest-ExtraDHCPOptionsTestJSON-462044233 tempest-ExtraDHCPOptionsTestJSON-462044233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:48.034052 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-77ed2e9d-785e-4a16-9195-f8a791f22b64 tempest-ExtraDHCPOptionsTestJSON-462044233 tempest-ExtraDHCPOptionsTestJSON-462044233-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:48.045961 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27fe38dd-ef5d-4503-93bd-05f62692219a tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:48.047301 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27fe38dd-ef5d-4503-93bd-05f62692219a tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:48.056629 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-27fe38dd-ef5d-4503-93bd-05f62692219a tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1575177 Jan 28 07:24:48.058444 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 59464) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:24:48.089554 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-77ed2e9d-785e-4a16-9195-f8a791f22b64 tempest-ExtraDHCPOptionsTestJSON-462044233 tempest-ExtraDHCPOptionsTestJSON-462044233-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6728759 Jan 28 07:24:48.092064 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 59466) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:24:48.097813 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-10578f0f-87f2-42c2-b90b-22be606c9051 tempest-ExtraDHCPOptionsTestJSON-462044233 tempest-ExtraDHCPOptionsTestJSON-462044233-project] Request body: {'port': {'network_id': 'de6c1225-3867-49cf-8c90-99a69a05ba67', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1285708173'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:24:48.189535 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_v2 [None req-f75e9867-8053-4fae-b94a-adaa334756a8 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Deleting subnet d6e52c18-d551-4a09-a090-d98e2e48cb93 {{(pid=103283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:24:48.193106 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f75e9867-8053-4fae-b94a-adaa334756a8 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks [] for subnet (d6e52c18-d551-4a09-a090-d98e2e48cb93), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:48.196892 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66cdffec-9855-457c-a7d2-f26acdffe523 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3dd72b9-6805-5f61-b6f3-a591f99a173d-de6c1225-3867-49cf-8c90-99a69a05ba67', 'network_id': 'de6c1225-3867-49cf-8c90-99a69a05ba67', 'project_id': '87144651506445e7813529718baa8307', 'fixed_ips': [{'subnet_id': 'd837a2f8-df02-4f75-a704-44860a2cd41d'}]}} from n-d-712749-28. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 07:24:48.197989 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-66cdffec-9855-457c-a7d2-f26acdffe523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:48.297578 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10578f0f-87f2-42c2-b90b-22be606c9051 tempest-ExtraDHCPOptionsTestJSON-462044233 tempest-ExtraDHCPOptionsTestJSON-462044233-project] Made reservation on behalf of 87144651506445e7813529718baa8307 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:24:48.307893 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-10578f0f-87f2-42c2-b90b-22be606c9051 tempest-ExtraDHCPOptionsTestJSON-462044233 tempest-ExtraDHCPOptionsTestJSON-462044233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:48.314559 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f75e9867-8053-4fae-b94a-adaa334756a8 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13506696'] for subnet (d6e52c18-d551-4a09-a090-d98e2e48cb93), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:48.369838 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [None req-10578f0f-87f2-42c2-b90b-22be606c9051 tempest-ExtraDHCPOptionsTestJSON-462044233 tempest-ExtraDHCPOptionsTestJSON-462044233-project] device_id is not set on port 626ec147-b964-4e78-9940-f4b2929494e4 yet. {{(pid=103284) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 07:24:48.442253 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f75e9867-8053-4fae-b94a-adaa334756a8 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (d6e52c18-d551-4a09-a090-d98e2e48cb93), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:48.447481 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-66cdffec-9855-457c-a7d2-f26acdffe523 None None] Allocated IP 172.20.0.2 (de6c1225-3867-49cf-8c90-99a69a05ba67/d837a2f8-df02-4f75-a704-44860a2cd41d/c163e35a-3f12-484e-95ac-ee0325d78a03) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:24:48.572936 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f75e9867-8053-4fae-b94a-adaa334756a8 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13546665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13556132'] for subnet (d6e52c18-d551-4a09-a090-d98e2e48cb93), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:48.607775 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75e9867-8053-4fae-b94a-adaa334756a8 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Pushing event deleted for resources: {'Subnet': ['ID=d6e52c18-d551-4a09-a090-d98e2e48cb93,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:24:48.613102 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f75e9867-8053-4fae-b94a-adaa334756a8 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:48.617167 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-f75e9867-8053-4fae-b94a-adaa334756a8 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "DELETE /v2.0/subnets/d6e52c18-d551-4a09-a090-d98e2e48cb93 HTTP/1.1" status: 204 len: 168 time: 0.5524170 Jan 28 07:24:48.619786 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 59476) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:24:48.629053 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f0b080-bea0-41a6-8847-11f7c839235e None None] Network ef4fe003-256e-4a6c-af17-da180c8a686e requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:24:48.810778 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-66cdffec-9855-457c-a7d2-f26acdffe523 None None] Publish callbacks [] for port (c163e35a-3f12-484e-95ac-ee0325d78a03), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:48.823525 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-66cdffec-9855-457c-a7d2-f26acdffe523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (c163e35a-3f12-484e-95ac-ee0325d78a03), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:48.874877 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cdffec-9855-457c-a7d2-f26acdffe523 None None] Pushing event updated for resources: {'Port': ['ID=c163e35a-3f12-484e-95ac-ee0325d78a03,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:24:48.901988 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66cdffec-9855-457c-a7d2-f26acdffe523 None None] Network de6c1225-3867-49cf-8c90-99a69a05ba67 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:24:48.905368 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d2fd71c-8689-4264-9099-32272d74150a None None] DHCP port deletion for ef4fe003-256e-4a6c-af17-da180c8a686e request from n-d-712749-28 {{(pid=103285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 07:24:48.908322 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-66cdffec-9855-457c-a7d2-f26acdffe523 None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:24:48.913104 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66cdffec-9855-457c-a7d2-f26acdffe523 None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:24:48.944812 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-2bd8bad3-afa4-4c6d-9663-d3e0d100e3ae tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.3236139 Jan 28 07:24:48.947156 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 59486) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:24:49.000537 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-10578f0f-87f2-42c2-b90b-22be606c9051 tempest-ExtraDHCPOptionsTestJSON-462044233 tempest-ExtraDHCPOptionsTestJSON-462044233-project] Allocated IP 172.20.0.14 (de6c1225-3867-49cf-8c90-99a69a05ba67/d837a2f8-df02-4f75-a704-44860a2cd41d/626ec147-b964-4e78-9940-f4b2929494e4) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:24:49.013394 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-66cdffec-9855-457c-a7d2-f26acdffe523 None None] Attempting to bind port c163e35a-3f12-484e-95ac-ee0325d78a03 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:24:49.013903 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-66cdffec-9855-457c-a7d2-f26acdffe523 None None] Attempting to bind port c163e35a-3f12-484e-95ac-ee0325d78a03 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '2004e497-8762-4357-a002-11277d63bdb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'de6c1225-3867-49cf-8c90-99a69a05ba67'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:24:49.015142 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66cdffec-9855-457c-a7d2-f26acdffe523 None None] Attempting to bind port c163e35a-3f12-484e-95ac-ee0325d78a03 on network de6c1225-3867-49cf-8c90-99a69a05ba67 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:24:49.023991 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66cdffec-9855-457c-a7d2-f26acdffe523 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:24:49.024694 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66cdffec-9855-457c-a7d2-f26acdffe523 None None] Checking segment: {'id': '2004e497-8762-4357-a002-11277d63bdb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'de6c1225-3867-49cf-8c90-99a69a05ba67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:24:49.025046 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-66cdffec-9855-457c-a7d2-f26acdffe523 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:49.025516 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66cdffec-9855-457c-a7d2-f26acdffe523 None None] Bound using segment: {'id': '2004e497-8762-4357-a002-11277d63bdb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'de6c1225-3867-49cf-8c90-99a69a05ba67'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:24:49.026159 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-66cdffec-9855-457c-a7d2-f26acdffe523 None None] Bound port: c163e35a-3f12-484e-95ac-ee0325d78a03, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2004e497-8762-4357-a002-11277d63bdb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'de6c1225-3867-49cf-8c90-99a69a05ba67'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:24:49.026615 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-66cdffec-9855-457c-a7d2-f26acdffe523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (c163e35a-3f12-484e-95ac-ee0325d78a03), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:49.110152 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-66cdffec-9855-457c-a7d2-f26acdffe523 None None] For port c163e35a-3f12-484e-95ac-ee0325d78a03, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:24:49.113993 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-66cdffec-9855-457c-a7d2-f26acdffe523 None None] For port c163e35a-3f12-484e-95ac-ee0325d78a03, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=c163e35a-3f12-484e-95ac-ee0325d78a03,segment=NetworkSegment(2004e497-8762-4357-a002-11277d63bdb9),segment_id=2004e497-8762-4357-a002-11277d63bdb9)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:24:49.116587 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9a4abafb-a35c-4cdc-8f4f-89b5187f3c00 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks [] for router (5ca9bf96-597d-4636-9806-3db3069a4b2f), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:49.120073 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-66cdffec-9855-457c-a7d2-f26acdffe523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (c163e35a-3f12-484e-95ac-ee0325d78a03), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:49.165801 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-3d2fd71c-8689-4264-9099-32272d74150a None None] Deleting port b8a3bf4c-1122-45f2-b3a6-21454c4d5ef8 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:24:49.166060 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3d2fd71c-8689-4264-9099-32272d74150a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (b8a3bf4c-1122-45f2-b3a6-21454c4d5ef8), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:49.257870 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cdffec-9855-457c-a7d2-f26acdffe523 None None] Pushing event updated for resources: {'Port': ['ID=c163e35a-3f12-484e-95ac-ee0325d78a03,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:24:49.266805 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-3d2fd71c-8689-4264-9099-32272d74150a None None] For port b8a3bf4c-1122-45f2-b3a6-21454c4d5ef8, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=b8a3bf4c-1122-45f2-b3a6-21454c4d5ef8,segment=NetworkSegment(c533ee34-b679-44a8-abdb-1685e355613e),segment_id=c533ee34-b679-44a8-abdb-1685e355613e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:24:49.267215 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3d2fd71c-8689-4264-9099-32272d74150a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (b8a3bf4c-1122-45f2-b3a6-21454c4d5ef8), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:49.300575 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-3d2fd71c-8689-4264-9099-32272d74150a None None] Calling delete_port for b8a3bf4c-1122-45f2-b3a6-21454c4d5ef8 owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:24:49.359003 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device b8a3bf4c-1122-45f2-b3a6-21454c4d5ef8 no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:24:49.399059 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-10578f0f-87f2-42c2-b90b-22be606c9051 tempest-ExtraDHCPOptionsTestJSON-462044233 tempest-ExtraDHCPOptionsTestJSON-462044233-project] Publish callbacks [] for port (626ec147-b964-4e78-9940-f4b2929494e4), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:49.416557 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9a4abafb-a35c-4cdc-8f4f-89b5187f3c00 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16605684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127449'] for router (5ca9bf96-597d-4636-9806-3db3069a4b2f), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:49.419079 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9a4abafb-a35c-4cdc-8f4f-89b5187f3c00 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks [] for router_controller (5ca9bf96-597d-4636-9806-3db3069a4b2f), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:49.420053 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0440e2bf-93bc-4d6f-8a9a-34ffe46db12a None None] Sync routers for ids ['5ca9bf96-597d-4636-9806-3db3069a4b2f'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:24:49.462790 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0440e2bf-93bc-4d6f-8a9a-34ffe46db12a None None] Routers {'5ca9bf96-597d-4636-9806-3db3069a4b2f'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:24:49.463478 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-0440e2bf-93bc-4d6f-8a9a-34ffe46db12a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:24:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['5ca9bf96-597d-4636-9806-3db3069a4b2f'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:24:49.469492 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-10578f0f-87f2-42c2-b90b-22be606c9051 tempest-ExtraDHCPOptionsTestJSON-462044233 tempest-ExtraDHCPOptionsTestJSON-462044233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (626ec147-b964-4e78-9940-f4b2929494e4), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:49.503993 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9a4abafb-a35c-4cdc-8f4f-89b5187f3c00 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16605693'] for router (5ca9bf96-597d-4636-9806-3db3069a4b2f), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:49.506544 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a4abafb-a35c-4cdc-8f4f-89b5187f3c00 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Fanout notify agent at l3_agent the message router_deleted on router 5ca9bf96-597d-4636-9806-3db3069a4b2f {{(pid=103283) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 07:24:49.520933 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9a4abafb-a35c-4cdc-8f4f-89b5187f3c00 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks [] for router (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:49.523278 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-9a4abafb-a35c-4cdc-8f4f-89b5187f3c00 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "DELETE /v2.0/routers/5ca9bf96-597d-4636-9806-3db3069a4b2f HTTP/1.1" status: 204 len: 168 time: 0.5700636 Jan 28 07:24:49.525888 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 59496) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:24:49.529397 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3d2fd71c-8689-4264-9099-32272d74150a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298'] for port (b8a3bf4c-1122-45f2-b3a6-21454c4d5ef8), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:49.534959 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10578f0f-87f2-42c2-b90b-22be606c9051 tempest-ExtraDHCPOptionsTestJSON-462044233 tempest-ExtraDHCPOptionsTestJSON-462044233-project] Network de6c1225-3867-49cf-8c90-99a69a05ba67 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:24:49.539928 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-10578f0f-87f2-42c2-b90b-22be606c9051 tempest-ExtraDHCPOptionsTestJSON-462044233 tempest-ExtraDHCPOptionsTestJSON-462044233-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:24:49.543716 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10578f0f-87f2-42c2-b90b-22be606c9051 tempest-ExtraDHCPOptionsTestJSON-462044233 tempest-ExtraDHCPOptionsTestJSON-462044233-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:24:49.563143 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2fd71c-8689-4264-9099-32272d74150a None None] No DVR routers for this DVR port b8a3bf4c-1122-45f2-b3a6-21454c4d5ef8 on host n-d-712749-28 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:24:49.586155 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port b8a3bf4c-1122-45f2-b3a6-21454c4d5ef8 is: ACTIVE; New status is: DOWN {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:24:49.590558 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-3bc91157-538e-472a-b417-4497f2d880a8 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0607104 Jan 28 07:24:49.590957 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 59502) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:24:49.603705 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (b8a3bf4c-1122-45f2-b3a6-21454c4d5ef8), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:49.609236 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2fd71c-8689-4264-9099-32272d74150a None None] Pushing event deleted for resources: {'Port': ['ID=b8a3bf4c-1122-45f2-b3a6-21454c4d5ef8,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:24:49.677235 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10578f0f-87f2-42c2-b90b-22be606c9051 tempest-ExtraDHCPOptionsTestJSON-462044233 tempest-ExtraDHCPOptionsTestJSON-462044233-project] Pushing event updated for resources: {'Port': ['ID=626ec147-b964-4e78-9940-f4b2929494e4,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:24:49.717123 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-0440e2bf-93bc-4d6f-8a9a-34ffe46db12a None None] Set router 5ca9bf96-597d-4636-9806-3db3069a4b2f gateway port host: None {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:24:49.722507 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-944fc359-2ea9-47cb-9fb3-d2975eb1d098 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:49.729854 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10578f0f-87f2-42c2-b90b-22be606c9051 tempest-ExtraDHCPOptionsTestJSON-462044233 tempest-ExtraDHCPOptionsTestJSON-462044233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:49.730534 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-10578f0f-87f2-42c2-b90b-22be606c9051 tempest-ExtraDHCPOptionsTestJSON-462044233 tempest-ExtraDHCPOptionsTestJSON-462044233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:49.752722 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 59504) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:24:49.753051 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-944fc359-2ea9-47cb-9fb3-d2975eb1d098 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1608899 Jan 28 07:24:49.764874 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-10578f0f-87f2-42c2-b90b-22be606c9051 tempest-ExtraDHCPOptionsTestJSON-462044233 tempest-ExtraDHCPOptionsTestJSON-462044233-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.6713514 Jan 28 07:24:49.766876 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 59506) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:24:49.780581 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-26d3d0b0-f602-4597-a18f-359b4d77c26f tempest-ExtraDHCPOptionsTestJSON-462044233 tempest-ExtraDHCPOptionsTestJSON-462044233-project] Request body: {'port': {'network_id': 'de6c1225-3867-49cf-8c90-99a69a05ba67', 'name': 'tempest-ExtraDHCPOptionsTestJSON-665818915', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:24:49.785258 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.api.validators [None req-26d3d0b0-f602-4597-a18f-359b4d77c26f tempest-ExtraDHCPOptionsTestJSON-462044233 tempest-ExtraDHCPOptionsTestJSON-462044233-project] bootfile-name is not in valid_values {{(pid=103283) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 28 07:24:49.789336 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.api.validators [None req-26d3d0b0-f602-4597-a18f-359b4d77c26f tempest-ExtraDHCPOptionsTestJSON-462044233 tempest-ExtraDHCPOptionsTestJSON-462044233-project] tftp-server is not in valid_values {{(pid=103283) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 28 07:24:49.789738 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.api.validators [None req-26d3d0b0-f602-4597-a18f-359b4d77c26f tempest-ExtraDHCPOptionsTestJSON-462044233 tempest-ExtraDHCPOptionsTestJSON-462044233-project] server-ip-address is not in valid_values {{(pid=103283) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 28 07:24:49.850474 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-918af9ef-10cf-425a-bbdb-5acd11d951c4 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0965476 Jan 28 07:24:49.855561 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 59512) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:24:49.858202 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-0440e2bf-93bc-4d6f-8a9a-34ffe46db12a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ca9bf96-597d-4636-9806-3db3069a4b2f', 'name': 'tempest-NetworksTestDHCPv6-router-2135051074', 'tenant_id': '64d19227e44643b7a12df0287e7ae5f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:24:39Z', 'updated_at': '2022-01-28T07:24:46Z', 'revision_number': 3, 'project_id': '64d19227e44643b7a12df0287e7ae5f8', 'gw_port_host': None}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:24:49.864872 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-94ac96f4-4662-4c75-94a1-d00146994b58 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Request body: {'subnet': {'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:24:49.932922 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0440e2bf-93bc-4d6f-8a9a-34ffe46db12a None None] Checking router: 5ca9bf96-597d-4636-9806-3db3069a4b2f for host: n-d-712749-28 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:24:49.957252 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0440e2bf-93bc-4d6f-8a9a-34ffe46db12a None None] Routers set() bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:24:49.958518 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0440e2bf-93bc-4d6f-8a9a-34ffe46db12a None None] Router IDs set() for agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 28 07:24:49.959415 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_agentschedulers_db [None req-0440e2bf-93bc-4d6f-8a9a-34ffe46db12a None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'5ca9bf96-597d-4636-9806-3db3069a4b2f'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:24:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent'). {{(pid=103286) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jan 28 07:24:49.960047 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0440e2bf-93bc-4d6f-8a9a-34ffe46db12a None None] The sync data for ids ['5ca9bf96-597d-4636-9806-3db3069a4b2f'] in n-d-712749-28 is: [] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:24:50.024245 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94ac96f4-4662-4c75-94a1-d00146994b58 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Made reservation on behalf of 64d19227e44643b7a12df0287e7ae5f8 for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:24:50.032610 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-94ac96f4-4662-4c75-94a1-d00146994b58 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24979592'] for subnet (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:50.036129 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26d3d0b0-f602-4597-a18f-359b4d77c26f tempest-ExtraDHCPOptionsTestJSON-462044233 tempest-ExtraDHCPOptionsTestJSON-462044233-project] Made reservation on behalf of 87144651506445e7813529718baa8307 for: {'port': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:24:50.045921 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-26d3d0b0-f602-4597-a18f-359b4d77c26f tempest-ExtraDHCPOptionsTestJSON-462044233 tempest-ExtraDHCPOptionsTestJSON-462044233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:50.069401 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-26d3d0b0-f602-4597-a18f-359b4d77c26f tempest-ExtraDHCPOptionsTestJSON-462044233 tempest-ExtraDHCPOptionsTestJSON-462044233-project] device_id is not set on port 6d7a0999-34cc-4291-9ce5-7f9c346c59af yet. {{(pid=103283) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 07:24:50.247697 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-26d3d0b0-f602-4597-a18f-359b4d77c26f tempest-ExtraDHCPOptionsTestJSON-462044233 tempest-ExtraDHCPOptionsTestJSON-462044233-project] Allocated IP 172.20.0.3 (de6c1225-3867-49cf-8c90-99a69a05ba67/d837a2f8-df02-4f75-a704-44860a2cd41d/6d7a0999-34cc-4291-9ce5-7f9c346c59af) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:24:50.537560 n-d-712749-28 neutron-server[103284]: DEBUG neutron.objects.ports [None req-94ac96f4-4662-4c75-94a1-d00146994b58 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103284) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 07:24:50.545997 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-94ac96f4-4662-4c75-94a1-d00146994b58 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24757504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24979610'] for subnet (c8bafbcd-5298-4fd2-9eb8-93d90b021556), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:50.573462 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-26d3d0b0-f602-4597-a18f-359b4d77c26f tempest-ExtraDHCPOptionsTestJSON-462044233 tempest-ExtraDHCPOptionsTestJSON-462044233-project] Publish callbacks [] for port (6d7a0999-34cc-4291-9ce5-7f9c346c59af), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:50.652282 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ac96f4-4662-4c75-94a1-d00146994b58 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Network ef4fe003-256e-4a6c-af17-da180c8a686e is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:24:50.653892 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-94ac96f4-4662-4c75-94a1-d00146994b58 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:24:50.660354 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-26d3d0b0-f602-4597-a18f-359b4d77c26f tempest-ExtraDHCPOptionsTestJSON-462044233 tempest-ExtraDHCPOptionsTestJSON-462044233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (6d7a0999-34cc-4291-9ce5-7f9c346c59af), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:50.667737 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd70c32-ceee-4dfa-ab89-72f0b33ab3b1 None None] Network ef4fe003-256e-4a6c-af17-da180c8a686e requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:24:50.668234 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ac96f4-4662-4c75-94a1-d00146994b58 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Pushing event updated for resources: {'Subnet': ['ID=c8bafbcd-5298-4fd2-9eb8-93d90b021556,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:24:50.693136 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ac96f4-4662-4c75-94a1-d00146994b58 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:50.693828 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-94ac96f4-4662-4c75-94a1-d00146994b58 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:50.704737 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ac96f4-4662-4c75-94a1-d00146994b58 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:24:50.705352 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ac96f4-4662-4c75-94a1-d00146994b58 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:24:50.705926 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ac96f4-4662-4c75-94a1-d00146994b58 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:24:50.710494 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ac96f4-4662-4c75-94a1-d00146994b58 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:24:50.710967 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ac96f4-4662-4c75-94a1-d00146994b58 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:24:50.711424 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ac96f4-4662-4c75-94a1-d00146994b58 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:24:50.711874 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ac96f4-4662-4c75-94a1-d00146994b58 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:24:50.712358 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ac96f4-4662-4c75-94a1-d00146994b58 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:24:50.712807 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ac96f4-4662-4c75-94a1-d00146994b58 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:24:50.721707 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ac96f4-4662-4c75-94a1-d00146994b58 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:24:50.722184 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ac96f4-4662-4c75-94a1-d00146994b58 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:24:50.722640 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ac96f4-4662-4c75-94a1-d00146994b58 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:24:50.723164 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ac96f4-4662-4c75-94a1-d00146994b58 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:24:50.744759 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26d3d0b0-f602-4597-a18f-359b4d77c26f tempest-ExtraDHCPOptionsTestJSON-462044233 tempest-ExtraDHCPOptionsTestJSON-462044233-project] Network de6c1225-3867-49cf-8c90-99a69a05ba67 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:24:50.754164 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-26d3d0b0-f602-4597-a18f-359b4d77c26f tempest-ExtraDHCPOptionsTestJSON-462044233 tempest-ExtraDHCPOptionsTestJSON-462044233-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:24:50.759926 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d3d0b0-f602-4597-a18f-359b4d77c26f tempest-ExtraDHCPOptionsTestJSON-462044233 tempest-ExtraDHCPOptionsTestJSON-462044233-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:24:50.776845 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-94ac96f4-4662-4c75-94a1-d00146994b58 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9201939 Jan 28 07:24:50.778112 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 59534) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:24:50.783910 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-2326a54e-d321-40a2-9802-9f51dd2708fe tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Request body: {'subnet': {'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:24:50.831179 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26d3d0b0-f602-4597-a18f-359b4d77c26f tempest-ExtraDHCPOptionsTestJSON-462044233 tempest-ExtraDHCPOptionsTestJSON-462044233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:50.831879 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-26d3d0b0-f602-4597-a18f-359b4d77c26f tempest-ExtraDHCPOptionsTestJSON-462044233 tempest-ExtraDHCPOptionsTestJSON-462044233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:50.835796 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d14803a0-41b3-4cf9-97d9-39682293622b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3dd72b9-6805-5f61-b6f3-a591f99a173d-ef4fe003-256e-4a6c-af17-da180c8a686e', 'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e', 'project_id': '64d19227e44643b7a12df0287e7ae5f8', 'fixed_ips': [{'subnet_id': 'c8bafbcd-5298-4fd2-9eb8-93d90b021556'}]}} from n-d-712749-28. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 07:24:50.837117 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d14803a0-41b3-4cf9-97d9-39682293622b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:50.888081 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d3d0b0-f602-4597-a18f-359b4d77c26f tempest-ExtraDHCPOptionsTestJSON-462044233 tempest-ExtraDHCPOptionsTestJSON-462044233-project] Pushing event updated for resources: {'Port': ['ID=6d7a0999-34cc-4291-9ce5-7f9c346c59af,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:24:50.896418 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-26d3d0b0-f602-4597-a18f-359b4d77c26f tempest-ExtraDHCPOptionsTestJSON-462044233 tempest-ExtraDHCPOptionsTestJSON-462044233-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 1.1268265 Jan 28 07:24:50.898150 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 59536) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:24:50.968906 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d3d0b0-f602-4597-a18f-359b4d77c26f tempest-ExtraDHCPOptionsTestJSON-462044233 tempest-ExtraDHCPOptionsTestJSON-462044233-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:24:50.970071 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d3d0b0-f602-4597-a18f-359b4d77c26f tempest-ExtraDHCPOptionsTestJSON-462044233 tempest-ExtraDHCPOptionsTestJSON-462044233-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:24:50.971063 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d3d0b0-f602-4597-a18f-359b4d77c26f tempest-ExtraDHCPOptionsTestJSON-462044233 tempest-ExtraDHCPOptionsTestJSON-462044233-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:24:50.972132 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d3d0b0-f602-4597-a18f-359b4d77c26f tempest-ExtraDHCPOptionsTestJSON-462044233 tempest-ExtraDHCPOptionsTestJSON-462044233-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:24:50.973729 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d3d0b0-f602-4597-a18f-359b4d77c26f tempest-ExtraDHCPOptionsTestJSON-462044233 tempest-ExtraDHCPOptionsTestJSON-462044233-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:24:50.975304 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d3d0b0-f602-4597-a18f-359b4d77c26f tempest-ExtraDHCPOptionsTestJSON-462044233 tempest-ExtraDHCPOptionsTestJSON-462044233-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:24:50.977299 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d3d0b0-f602-4597-a18f-359b4d77c26f tempest-ExtraDHCPOptionsTestJSON-462044233 tempest-ExtraDHCPOptionsTestJSON-462044233-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:24:50.977822 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d3d0b0-f602-4597-a18f-359b4d77c26f tempest-ExtraDHCPOptionsTestJSON-462044233 tempest-ExtraDHCPOptionsTestJSON-462044233-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:24:50.978328 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d3d0b0-f602-4597-a18f-359b4d77c26f tempest-ExtraDHCPOptionsTestJSON-462044233 tempest-ExtraDHCPOptionsTestJSON-462044233-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:24:50.978856 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d3d0b0-f602-4597-a18f-359b4d77c26f tempest-ExtraDHCPOptionsTestJSON-462044233 tempest-ExtraDHCPOptionsTestJSON-462044233-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:24:50.980637 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d3d0b0-f602-4597-a18f-359b4d77c26f tempest-ExtraDHCPOptionsTestJSON-462044233 tempest-ExtraDHCPOptionsTestJSON-462044233-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:24:50.981700 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d3d0b0-f602-4597-a18f-359b4d77c26f tempest-ExtraDHCPOptionsTestJSON-462044233 tempest-ExtraDHCPOptionsTestJSON-462044233-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:24:50.984402 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d3d0b0-f602-4597-a18f-359b4d77c26f tempest-ExtraDHCPOptionsTestJSON-462044233 tempest-ExtraDHCPOptionsTestJSON-462044233-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:24:51.039740 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2326a54e-d321-40a2-9802-9f51dd2708fe tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Made reservation on behalf of 64d19227e44643b7a12df0287e7ae5f8 for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:24:51.043730 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98dc73a5-5ce9-4ee0-b8ed-3bf30dbd912d tempest-ExtraDHCPOptionsTestJSON-462044233 tempest-ExtraDHCPOptionsTestJSON-462044233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:51.044259 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2326a54e-d321-40a2-9802-9f51dd2708fe tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24979592'] for subnet (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:51.054748 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98dc73a5-5ce9-4ee0-b8ed-3bf30dbd912d tempest-ExtraDHCPOptionsTestJSON-462044233 tempest-ExtraDHCPOptionsTestJSON-462044233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:51.062960 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98dc73a5-5ce9-4ee0-b8ed-3bf30dbd912d tempest-ExtraDHCPOptionsTestJSON-462044233 tempest-ExtraDHCPOptionsTestJSON-462044233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:51.065145 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-98dc73a5-5ce9-4ee0-b8ed-3bf30dbd912d tempest-ExtraDHCPOptionsTestJSON-462044233 tempest-ExtraDHCPOptionsTestJSON-462044233-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.1660631 Jan 28 07:24:51.068504 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 59542) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:24:51.090223 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-d14803a0-41b3-4cf9-97d9-39682293622b None None] Allocated IP 2001:db8::f816:3eff:fee4:58da (ef4fe003-256e-4a6c-af17-da180c8a686e/c8bafbcd-5298-4fd2-9eb8-93d90b021556/42b138cc-ae88-4de8-8c87-d66082d4c98b) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:24:51.208036 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-cbdaeb25-0424-423c-aa00-502f8f5b94db tempest-ExtraDHCPOptionsTestJSON-462044233 tempest-ExtraDHCPOptionsTestJSON-462044233-project] Deleting port 6d7a0999-34cc-4291-9ce5-7f9c346c59af {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:24:51.215378 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cbdaeb25-0424-423c-aa00-502f8f5b94db tempest-ExtraDHCPOptionsTestJSON-462044233 tempest-ExtraDHCPOptionsTestJSON-462044233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (6d7a0999-34cc-4291-9ce5-7f9c346c59af), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:51.254127 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea922bb5-0b27-481b-8466-4e2fcf31fd74 None None] Network de6c1225-3867-49cf-8c90-99a69a05ba67 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:24:51.446555 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cbdaeb25-0424-423c-aa00-502f8f5b94db tempest-ExtraDHCPOptionsTestJSON-462044233 tempest-ExtraDHCPOptionsTestJSON-462044233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (6d7a0999-34cc-4291-9ce5-7f9c346c59af), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:51.461893 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-cbdaeb25-0424-423c-aa00-502f8f5b94db tempest-ExtraDHCPOptionsTestJSON-462044233 tempest-ExtraDHCPOptionsTestJSON-462044233-project] Calling delete_port for 6d7a0999-34cc-4291-9ce5-7f9c346c59af owned by {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:24:51.474441 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device c163e35a-3f12-484e-95ac-ee0325d78a03 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:24:51.476921 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d14803a0-41b3-4cf9-97d9-39682293622b None None] Publish callbacks [] for port (42b138cc-ae88-4de8-8c87-d66082d4c98b), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:51.556321 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d14803a0-41b3-4cf9-97d9-39682293622b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (42b138cc-ae88-4de8-8c87-d66082d4c98b), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:51.568771 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2326a54e-d321-40a2-9802-9f51dd2708fe tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24757504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24979610'] for subnet (2e4f01e3-8357-4a4f-99f9-b50a69a17734), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:51.621971 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-89dd76f6-9508-4090-b4dd-bd8ef8772e56 None None] Provisioning complete for port c163e35a-3f12-484e-95ac-ee0325d78a03 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:24:51.622346 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-89dd76f6-9508-4090-b4dd-bd8ef8772e56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (c163e35a-3f12-484e-95ac-ee0325d78a03), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:51.651151 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14803a0-41b3-4cf9-97d9-39682293622b None None] Pushing event updated for resources: {'Port': ['ID=42b138cc-ae88-4de8-8c87-d66082d4c98b,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:24:51.652501 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cbdaeb25-0424-423c-aa00-502f8f5b94db tempest-ExtraDHCPOptionsTestJSON-462044233 tempest-ExtraDHCPOptionsTestJSON-462044233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (6d7a0999-34cc-4291-9ce5-7f9c346c59af), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:51.711126 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d14803a0-41b3-4cf9-97d9-39682293622b None None] Network ef4fe003-256e-4a6c-af17-da180c8a686e is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:24:51.723043 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-d14803a0-41b3-4cf9-97d9-39682293622b None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:24:51.731754 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14803a0-41b3-4cf9-97d9-39682293622b None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:24:51.733338 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2326a54e-d321-40a2-9802-9f51dd2708fe tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Network ef4fe003-256e-4a6c-af17-da180c8a686e is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:24:51.744560 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-2326a54e-d321-40a2-9802-9f51dd2708fe tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:24:51.756713 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2326a54e-d321-40a2-9802-9f51dd2708fe tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:51.761072 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdaeb25-0424-423c-aa00-502f8f5b94db tempest-ExtraDHCPOptionsTestJSON-462044233 tempest-ExtraDHCPOptionsTestJSON-462044233-project] Pushing event deleted for resources: {'Port': ['ID=6d7a0999-34cc-4291-9ce5-7f9c346c59af,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:24:51.761999 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2326a54e-d321-40a2-9802-9f51dd2708fe tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:51.768736 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port c163e35a-3f12-484e-95ac-ee0325d78a03 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:24:51.769112 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (c163e35a-3f12-484e-95ac-ee0325d78a03), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:51.806292 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2326a54e-d321-40a2-9802-9f51dd2708fe tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Pushing event updated for resources: {'Subnet': ['ID=2e4f01e3-8357-4a4f-99f9-b50a69a17734,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:24:51.832485 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-2326a54e-d321-40a2-9802-9f51dd2708fe tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0525396 Jan 28 07:24:51.835270 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 59560) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:24:51.840172 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-fb5aa9d4-2376-4bb5-a28f-9eb04df33890 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Request body: {'port': {'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e', 'mac_address': 'fa:16:3e:31:2d:d2', 'name': 'tempest-NetworksTestDHCPv6-1088340869'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:24:51.872806 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cbdaeb25-0424-423c-aa00-502f8f5b94db tempest-ExtraDHCPOptionsTestJSON-462044233 tempest-ExtraDHCPOptionsTestJSON-462044233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:51.882888 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-cbdaeb25-0424-423c-aa00-502f8f5b94db tempest-ExtraDHCPOptionsTestJSON-462044233 tempest-ExtraDHCPOptionsTestJSON-462044233-project] 10.222.0.41 "DELETE /v2.0/ports/6d7a0999-34cc-4291-9ce5-7f9c346c59af HTTP/1.1" status: 204 len: 168 time: 0.8130414 Jan 28 07:24:51.883755 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 59562) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:24:51.891129 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-65315a49-2c27-4a92-ba9b-35071db6bc4e tempest-ExtraDHCPOptionsTestJSON-462044233 tempest-ExtraDHCPOptionsTestJSON-462044233-project] Request body: {'port': {'name': 'tempest-new-port-name-1890204306', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:24:51.893403 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.api.validators [None req-65315a49-2c27-4a92-ba9b-35071db6bc4e tempest-ExtraDHCPOptionsTestJSON-462044233 tempest-ExtraDHCPOptionsTestJSON-462044233-project] bootfile-name is not in valid_values {{(pid=103283) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 28 07:24:51.893861 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.api.validators [None req-65315a49-2c27-4a92-ba9b-35071db6bc4e tempest-ExtraDHCPOptionsTestJSON-462044233 tempest-ExtraDHCPOptionsTestJSON-462044233-project] tftp-server is not in valid_values {{(pid=103283) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 28 07:24:51.894308 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.api.validators [None req-65315a49-2c27-4a92-ba9b-35071db6bc4e tempest-ExtraDHCPOptionsTestJSON-462044233 tempest-ExtraDHCPOptionsTestJSON-462044233-project] server-ip-address is not in valid_values {{(pid=103283) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 28 07:24:52.008346 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-65315a49-2c27-4a92-ba9b-35071db6bc4e tempest-ExtraDHCPOptionsTestJSON-462044233 tempest-ExtraDHCPOptionsTestJSON-462044233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (626ec147-b964-4e78-9940-f4b2929494e4), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:52.061720 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb5aa9d4-2376-4bb5-a28f-9eb04df33890 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Made reservation on behalf of 64d19227e44643b7a12df0287e7ae5f8 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:24:52.129628 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-d14803a0-41b3-4cf9-97d9-39682293622b None None] Attempting to bind port 42b138cc-ae88-4de8-8c87-d66082d4c98b on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:24:52.130388 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-d14803a0-41b3-4cf9-97d9-39682293622b None None] Attempting to bind port 42b138cc-ae88-4de8-8c87-d66082d4c98b by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': 'c533ee34-b679-44a8-abdb-1685e355613e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:24:52.131018 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14803a0-41b3-4cf9-97d9-39682293622b None None] Attempting to bind port 42b138cc-ae88-4de8-8c87-d66082d4c98b on network ef4fe003-256e-4a6c-af17-da180c8a686e {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:24:52.154111 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14803a0-41b3-4cf9-97d9-39682293622b None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:24:52.154801 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14803a0-41b3-4cf9-97d9-39682293622b None None] Checking segment: {'id': 'c533ee34-b679-44a8-abdb-1685e355613e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:24:52.155415 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d14803a0-41b3-4cf9-97d9-39682293622b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:52.156010 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14803a0-41b3-4cf9-97d9-39682293622b None None] Bound using segment: {'id': 'c533ee34-b679-44a8-abdb-1685e355613e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:24:52.156734 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-d14803a0-41b3-4cf9-97d9-39682293622b None None] Bound port: 42b138cc-ae88-4de8-8c87-d66082d4c98b, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c533ee34-b679-44a8-abdb-1685e355613e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:24:52.157345 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d14803a0-41b3-4cf9-97d9-39682293622b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (42b138cc-ae88-4de8-8c87-d66082d4c98b), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:52.179014 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-89dd76f6-9508-4090-b4dd-bd8ef8772e56 None None] Current status of the port c163e35a-3f12-484e-95ac-ee0325d78a03 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:24:52.179753 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-89dd76f6-9508-4090-b4dd-bd8ef8772e56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (c163e35a-3f12-484e-95ac-ee0325d78a03), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:52.279502 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fb5aa9d4-2376-4bb5-a28f-9eb04df33890 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:52.320284 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [None req-fb5aa9d4-2376-4bb5-a28f-9eb04df33890 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] device_id is not set on port ab41359e-138d-45c0-8ffd-0247097888a5 yet. {{(pid=103284) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 07:24:52.383704 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-89dd76f6-9508-4090-b4dd-bd8ef8772e56 None None] For port c163e35a-3f12-484e-95ac-ee0325d78a03, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=c163e35a-3f12-484e-95ac-ee0325d78a03,segment=NetworkSegment(2004e497-8762-4357-a002-11277d63bdb9),segment_id=2004e497-8762-4357-a002-11277d63bdb9)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:24:52.404739 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-89dd76f6-9508-4090-b4dd-bd8ef8772e56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (c163e35a-3f12-484e-95ac-ee0325d78a03), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:52.415171 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port c163e35a-3f12-484e-95ac-ee0325d78a03 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:24:52.415952 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (c163e35a-3f12-484e-95ac-ee0325d78a03), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:52.420389 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-d14803a0-41b3-4cf9-97d9-39682293622b None None] For port 42b138cc-ae88-4de8-8c87-d66082d4c98b, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:24:52.425379 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-d14803a0-41b3-4cf9-97d9-39682293622b None None] For port 42b138cc-ae88-4de8-8c87-d66082d4c98b, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=42b138cc-ae88-4de8-8c87-d66082d4c98b,segment=NetworkSegment(c533ee34-b679-44a8-abdb-1685e355613e),segment_id=c533ee34-b679-44a8-abdb-1685e355613e)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:24:52.437088 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-65315a49-2c27-4a92-ba9b-35071db6bc4e tempest-ExtraDHCPOptionsTestJSON-462044233 tempest-ExtraDHCPOptionsTestJSON-462044233-project] Publish callbacks [] for port (626ec147-b964-4e78-9940-f4b2929494e4), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:52.447032 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-65315a49-2c27-4a92-ba9b-35071db6bc4e tempest-ExtraDHCPOptionsTestJSON-462044233 tempest-ExtraDHCPOptionsTestJSON-462044233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (626ec147-b964-4e78-9940-f4b2929494e4), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:52.493973 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d14803a0-41b3-4cf9-97d9-39682293622b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (42b138cc-ae88-4de8-8c87-d66082d4c98b), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:52.606434 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65315a49-2c27-4a92-ba9b-35071db6bc4e tempest-ExtraDHCPOptionsTestJSON-462044233 tempest-ExtraDHCPOptionsTestJSON-462044233-project] Pushing event updated for resources: {'Port': ['ID=626ec147-b964-4e78-9940-f4b2929494e4,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:24:52.612529 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-65315a49-2c27-4a92-ba9b-35071db6bc4e tempest-ExtraDHCPOptionsTestJSON-462044233 tempest-ExtraDHCPOptionsTestJSON-462044233-project] In _notify_port_updated(), no bound segment for port 626ec147-b964-4e78-9940-f4b2929494e4 on network de6c1225-3867-49cf-8c90-99a69a05ba67 {{(pid=103283) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 07:24:52.618907 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dd76f6-9508-4090-b4dd-bd8ef8772e56 None None] Pushing event updated for resources: {'Port': ['ID=c163e35a-3f12-484e-95ac-ee0325d78a03,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:24:52.620060 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65315a49-2c27-4a92-ba9b-35071db6bc4e tempest-ExtraDHCPOptionsTestJSON-462044233 tempest-ExtraDHCPOptionsTestJSON-462044233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:52.624354 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-65315a49-2c27-4a92-ba9b-35071db6bc4e tempest-ExtraDHCPOptionsTestJSON-462044233 tempest-ExtraDHCPOptionsTestJSON-462044233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:52.626066 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-65315a49-2c27-4a92-ba9b-35071db6bc4e tempest-ExtraDHCPOptionsTestJSON-462044233 tempest-ExtraDHCPOptionsTestJSON-462044233-project] 10.222.0.41 "PUT /v2.0/ports/626ec147-b964-4e78-9940-f4b2929494e4 HTTP/1.1" status: 200 len: 1137 time: 0.7412069 Jan 28 07:24:52.628606 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 59582) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:24:52.689575 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-fb5aa9d4-2376-4bb5-a28f-9eb04df33890 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Allocated IP 172.20.0.2 (ef4fe003-256e-4a6c-af17-da180c8a686e/2e4f01e3-8357-4a4f-99f9-b50a69a17734/ab41359e-138d-45c0-8ffd-0247097888a5) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:24:52.699800 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-fb5aa9d4-2376-4bb5-a28f-9eb04df33890 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Allocated IP 2001:db8::f816:3eff:fe31:2dd2 (ef4fe003-256e-4a6c-af17-da180c8a686e/c8bafbcd-5298-4fd2-9eb8-93d90b021556/ab41359e-138d-45c0-8ffd-0247097888a5) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:24:52.750743 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.db.api [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103285) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 07:24:52.751335 n-d-712749-28 neutron-server[103285]: DEBUG oslo_db.api [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 07:24:52.764266 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c03f4bc7-c5e2-4489-a2e3-a4f455977ac8 tempest-ExtraDHCPOptionsTestJSON-462044233 tempest-ExtraDHCPOptionsTestJSON-462044233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:52.766138 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-c03f4bc7-c5e2-4489-a2e3-a4f455977ac8 tempest-ExtraDHCPOptionsTestJSON-462044233 tempest-ExtraDHCPOptionsTestJSON-462044233-project] 10.222.0.41 "GET /v2.0/ports/626ec147-b964-4e78-9940-f4b2929494e4 HTTP/1.1" status: 200 len: 1137 time: 0.1328077 Jan 28 07:24:52.771715 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 59584) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:24:52.795756 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14803a0-41b3-4cf9-97d9-39682293622b None None] Pushing event updated for resources: {'Port': ['ID=42b138cc-ae88-4de8-8c87-d66082d4c98b,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:24:52.802039 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-52f577b1-1e66-4daa-849d-64d3285fbda7 None None] Provisioning complete for port c163e35a-3f12-484e-95ac-ee0325d78a03 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:24:52.802912 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-52f577b1-1e66-4daa-849d-64d3285fbda7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (c163e35a-3f12-484e-95ac-ee0325d78a03), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:52.971301 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-1fd63347-a3d4-4195-af06-76ffaf5e2db3 tempest-ExtraDHCPOptionsTestJSON-462044233 tempest-ExtraDHCPOptionsTestJSON-462044233-project] Deleting port 626ec147-b964-4e78-9940-f4b2929494e4 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:24:52.972029 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1fd63347-a3d4-4195-af06-76ffaf5e2db3 tempest-ExtraDHCPOptionsTestJSON-462044233 tempest-ExtraDHCPOptionsTestJSON-462044233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (626ec147-b964-4e78-9940-f4b2929494e4), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:53.074209 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-52f577b1-1e66-4daa-849d-64d3285fbda7 None None] Current status of the port c163e35a-3f12-484e-95ac-ee0325d78a03 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:24:53.098433 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-52f577b1-1e66-4daa-849d-64d3285fbda7 None None] Provisioning complete for port 626ec147-b964-4e78-9940-f4b2929494e4 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:24:53.100150 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-52f577b1-1e66-4daa-849d-64d3285fbda7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (626ec147-b964-4e78-9940-f4b2929494e4), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:53.143285 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fb5aa9d4-2376-4bb5-a28f-9eb04df33890 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks [] for port (ab41359e-138d-45c0-8ffd-0247097888a5), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:53.169821 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-52f577b1-1e66-4daa-849d-64d3285fbda7 None None] Port 626ec147-b964-4e78-9940-f4b2929494e4 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:24:53.229862 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fb5aa9d4-2376-4bb5-a28f-9eb04df33890 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (ab41359e-138d-45c0-8ffd-0247097888a5), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:53.311221 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port c163e35a-3f12-484e-95ac-ee0325d78a03 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:24:53.311458 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5aa9d4-2376-4bb5-a28f-9eb04df33890 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Pushing event updated for resources: {'Port': ['ID=ab41359e-138d-45c0-8ffd-0247097888a5,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:24:53.325744 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 0d1c537d-1a10-482a-b586-e38ec9ca9b39 no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:24:53.338816 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-d8bad765-d94a-4192-846e-3afabc9e322c None None] Provisioning complete for port 626ec147-b964-4e78-9940-f4b2929494e4 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:24:53.339530 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d8bad765-d94a-4192-846e-3afabc9e322c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (626ec147-b964-4e78-9940-f4b2929494e4), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:53.346035 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb5aa9d4-2376-4bb5-a28f-9eb04df33890 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Network ef4fe003-256e-4a6c-af17-da180c8a686e is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:24:53.349408 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-fb5aa9d4-2376-4bb5-a28f-9eb04df33890 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:24:53.352871 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5aa9d4-2376-4bb5-a28f-9eb04df33890 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:24:53.367802 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: 0d1c537d-1a10-482a-b586-e38ec9ca9b39 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:24:53.368149 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 0d1c537d-1a10-482a-b586-e38ec9ca9b39 not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:24:53.469626 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-d8bad765-d94a-4192-846e-3afabc9e322c None None] Port 626ec147-b964-4e78-9940-f4b2929494e4 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:24:53.478751 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1fd63347-a3d4-4195-af06-76ffaf5e2db3 tempest-ExtraDHCPOptionsTestJSON-462044233 tempest-ExtraDHCPOptionsTestJSON-462044233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (626ec147-b964-4e78-9940-f4b2929494e4), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:53.528327 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb5aa9d4-2376-4bb5-a28f-9eb04df33890 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:53.540388 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-1fd63347-a3d4-4195-af06-76ffaf5e2db3 tempest-ExtraDHCPOptionsTestJSON-462044233 tempest-ExtraDHCPOptionsTestJSON-462044233-project] Calling delete_port for 626ec147-b964-4e78-9940-f4b2929494e4 owned by {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:24:53.541723 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fb5aa9d4-2376-4bb5-a28f-9eb04df33890 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:53.601487 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-fb5aa9d4-2376-4bb5-a28f-9eb04df33890 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.7649655 Jan 28 07:24:53.603802 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 59604) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:24:53.674401 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4153ca8-f51f-466a-9e72-370519627b5d tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:53.681390 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4153ca8-f51f-466a-9e72-370519627b5d tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:53.686311 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-f4153ca8-f51f-466a-9e72-370519627b5d tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.0831122 Jan 28 07:24:53.686943 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 59606) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:24:53.691231 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-d13d7a0f-854a-452e-b996-370fa55a19e3 None None] Could not find standard attr ID for object 6d7a0999-34cc-4291-9ce5-7f9c346c59af. {{(pid=103285) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 07:24:53.830734 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 42b138cc-ae88-4de8-8c87-d66082d4c98b up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:24:53.842592 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-2b6ebcf6-b47c-4d6f-8814-d0f5636d77f0 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Deleting port ab41359e-138d-45c0-8ffd-0247097888a5 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:24:53.843183 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2b6ebcf6-b47c-4d6f-8814-d0f5636d77f0 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (ab41359e-138d-45c0-8ffd-0247097888a5), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:53.996774 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 42b138cc-ae88-4de8-8c87-d66082d4c98b triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:24:53.997335 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (42b138cc-ae88-4de8-8c87-d66082d4c98b), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:54.009566 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1fd63347-a3d4-4195-af06-76ffaf5e2db3 tempest-ExtraDHCPOptionsTestJSON-462044233 tempest-ExtraDHCPOptionsTestJSON-462044233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (626ec147-b964-4e78-9940-f4b2929494e4), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:54.100781 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2b6ebcf6-b47c-4d6f-8814-d0f5636d77f0 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (ab41359e-138d-45c0-8ffd-0247097888a5), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:54.133553 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd63347-a3d4-4195-af06-76ffaf5e2db3 tempest-ExtraDHCPOptionsTestJSON-462044233 tempest-ExtraDHCPOptionsTestJSON-462044233-project] Pushing event deleted for resources: {'Port': ['ID=626ec147-b964-4e78-9940-f4b2929494e4,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:24:54.153444 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-2b6ebcf6-b47c-4d6f-8814-d0f5636d77f0 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Calling delete_port for ab41359e-138d-45c0-8ffd-0247097888a5 owned by {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:24:54.250214 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 42b138cc-ae88-4de8-8c87-d66082d4c98b is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:24:54.250943 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (42b138cc-ae88-4de8-8c87-d66082d4c98b), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:54.324783 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] For port 42b138cc-ae88-4de8-8c87-d66082d4c98b, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=42b138cc-ae88-4de8-8c87-d66082d4c98b,segment=NetworkSegment(c533ee34-b679-44a8-abdb-1685e355613e),segment_id=c533ee34-b679-44a8-abdb-1685e355613e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:24:54.339439 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (42b138cc-ae88-4de8-8c87-d66082d4c98b), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:54.342185 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device c163e35a-3f12-484e-95ac-ee0325d78a03 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:24:54.428114 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1fd63347-a3d4-4195-af06-76ffaf5e2db3 tempest-ExtraDHCPOptionsTestJSON-462044233 tempest-ExtraDHCPOptionsTestJSON-462044233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:54.436119 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-1fd63347-a3d4-4195-af06-76ffaf5e2db3 tempest-ExtraDHCPOptionsTestJSON-462044233 tempest-ExtraDHCPOptionsTestJSON-462044233-project] 10.222.0.41 "DELETE /v2.0/ports/626ec147-b964-4e78-9940-f4b2929494e4 HTTP/1.1" status: 204 len: 168 time: 1.6633492 Jan 28 07:24:54.442041 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 59630) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:24:54.507231 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Pushing event updated for resources: {'Port': ['ID=42b138cc-ae88-4de8-8c87-d66082d4c98b,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:24:54.529128 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70dfcc9-219f-4ad0-9cc6-af1e91c86f53 req-cef523bf-5914-4f3a-9bd7-491bcfb6797d tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:54.530738 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c70dfcc9-219f-4ad0-9cc6-af1e91c86f53 req-cef523bf-5914-4f3a-9bd7-491bcfb6797d tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] 10.222.0.41 "GET /v2.0/networks?id=0f9677e3-e88b-4074-b906-3a89e31a8b26 HTTP/1.1" status: 200 len: 814 time: 0.3392661 Jan 28 07:24:54.541716 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port c163e35a-3f12-484e-95ac-ee0325d78a03 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:24:54.542374 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (c163e35a-3f12-484e-95ac-ee0325d78a03), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:54.574714 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c70dfcc9-219f-4ad0-9cc6-af1e91c86f53 req-775d22b6-9f1a-47b0-ac3a-a016ca0e6abf tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] 10.222.0.41 "GET /v2.0/quotas/a6edc1c2472d49839a2dbbe98b656418 HTTP/1.1" status: 200 len: 375 time: 0.0292218 Jan 28 07:24:54.634874 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-d94b6a59-a077-414f-b4d5-b663d9cb36b8 None None] Could not find standard attr ID for object 626ec147-b964-4e78-9940-f4b2929494e4. {{(pid=103285) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 07:24:54.696013 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e21d8c81-1396-4f9e-891e-547c3316c7c2 None None] Network ef4fe003-256e-4a6c-af17-da180c8a686e requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:24:54.698154 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5e7b6d5-3211-4d58-8be8-b586dc880eb0 tempest-ExtraDHCPOptionsTestJSON-462044233 tempest-ExtraDHCPOptionsTestJSON-462044233-project] Deleting subnet d837a2f8-df02-4f75-a704-44860a2cd41d {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:24:54.718668 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a5e7b6d5-3211-4d58-8be8-b586dc880eb0 tempest-ExtraDHCPOptionsTestJSON-462044233 tempest-ExtraDHCPOptionsTestJSON-462044233-project] Publish callbacks [] for subnet (d837a2f8-df02-4f75-a704-44860a2cd41d), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:54.725758 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c70dfcc9-219f-4ad0-9cc6-af1e91c86f53 req-3ead89ae-ad8b-4bb5-a3ec-c2ec2770ecc5 tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=a6edc1c2472d49839a2dbbe98b656418&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1363277 Jan 28 07:24:54.787794 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2b6ebcf6-b47c-4d6f-8814-d0f5636d77f0 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (ab41359e-138d-45c0-8ffd-0247097888a5), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:54.802422 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a5e7b6d5-3211-4d58-8be8-b586dc880eb0 tempest-ExtraDHCPOptionsTestJSON-462044233 tempest-ExtraDHCPOptionsTestJSON-462044233-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24759175'] for subnet (d837a2f8-df02-4f75-a704-44860a2cd41d), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:54.854064 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port c163e35a-3f12-484e-95ac-ee0325d78a03 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:24:54.864139 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-b782b0fa-5339-42a5-876e-39a97331b282 None None] Provisioning complete for port 42b138cc-ae88-4de8-8c87-d66082d4c98b triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:24:54.864580 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b782b0fa-5339-42a5-876e-39a97331b282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (42b138cc-ae88-4de8-8c87-d66082d4c98b), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:54.924452 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c70dfcc9-219f-4ad0-9cc6-af1e91c86f53 req-63674f3c-d502-4471-879b-3a2df9fe66f6 service neutron] 10.222.0.41 "GET /v2.0/networks/0f9677e3-e88b-4074-b906-3a89e31a8b26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898069 Jan 28 07:24:54.932106 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6ebcf6-b47c-4d6f-8814-d0f5636d77f0 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Pushing event deleted for resources: {'Port': ['ID=ab41359e-138d-45c0-8ffd-0247097888a5,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:24:55.001195 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-b782b0fa-5339-42a5-876e-39a97331b282 None None] Current status of the port 42b138cc-ae88-4de8-8c87-d66082d4c98b is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:24:55.105248 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-918fbac4-efaa-4d0a-b2f2-fa4214277481 None None] Update dhcp port {'port': {'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e', 'fixed_ips': [{'subnet_id': 'c8bafbcd-5298-4fd2-9eb8-93d90b021556', 'ip_address': '2001:db8::f816:3eff:fee4:58da'}, {'subnet_id': '2e4f01e3-8357-4a4f-99f9-b50a69a17734'}], 'binding:host_id': 'n-d-712749-28'}, 'id': '42b138cc-ae88-4de8-8c87-d66082d4c98b'} from n-d-712749-28. {{(pid=103285) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 07:24:55.109989 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c70dfcc9-219f-4ad0-9cc6-af1e91c86f53 req-95dcdd14-241c-45d8-bf07-bfbfe25777a4 service neutron] 10.222.0.41 "GET /v2.0/networks/0f9677e3-e88b-4074-b906-3a89e31a8b26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577294 Jan 28 07:24:55.136835 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-918fbac4-efaa-4d0a-b2f2-fa4214277481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (42b138cc-ae88-4de8-8c87-d66082d4c98b), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:55.142170 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a5e7b6d5-3211-4d58-8be8-b586dc880eb0 tempest-ExtraDHCPOptionsTestJSON-462044233 tempest-ExtraDHCPOptionsTestJSON-462044233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (d837a2f8-df02-4f75-a704-44860a2cd41d), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:55.232170 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2b6ebcf6-b47c-4d6f-8814-d0f5636d77f0 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:55.238157 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-2b6ebcf6-b47c-4d6f-8814-d0f5636d77f0 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "DELETE /v2.0/ports/ab41359e-138d-45c0-8ffd-0247097888a5 HTTP/1.1" status: 204 len: 168 time: 1.5502391 Jan 28 07:24:55.241797 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 59648) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:24:55.245394 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a5e7b6d5-3211-4d58-8be8-b586dc880eb0 tempest-ExtraDHCPOptionsTestJSON-462044233 tempest-ExtraDHCPOptionsTestJSON-462044233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24757569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24979817'] for subnet (d837a2f8-df02-4f75-a704-44860a2cd41d), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:55.317314 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e7b6d5-3211-4d58-8be8-b586dc880eb0 tempest-ExtraDHCPOptionsTestJSON-462044233 tempest-ExtraDHCPOptionsTestJSON-462044233-project] Pushing event deleted for resources: {'Subnet': ['ID=d837a2f8-df02-4f75-a704-44860a2cd41d,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:24:55.328404 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a4e4f8-d393-4668-9cc7-787a4a315794 None None] Network de6c1225-3867-49cf-8c90-99a69a05ba67 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:24:55.331160 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a5e7b6d5-3211-4d58-8be8-b586dc880eb0 tempest-ExtraDHCPOptionsTestJSON-462044233 tempest-ExtraDHCPOptionsTestJSON-462044233-project] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:55.339535 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-a5e7b6d5-3211-4d58-8be8-b586dc880eb0 tempest-ExtraDHCPOptionsTestJSON-462044233 tempest-ExtraDHCPOptionsTestJSON-462044233-project] 10.222.0.41 "DELETE /v2.0/subnets/d837a2f8-df02-4f75-a704-44860a2cd41d HTTP/1.1" status: 204 len: 168 time: 0.8939898 Jan 28 07:24:55.349666 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 59654) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:24:55.403388 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee8fd4cb-d561-493a-9f21-6eda4f416002 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:55.405728 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee8fd4cb-d561-493a-9f21-6eda4f416002 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:55.408517 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee8fd4cb-d561-493a-9f21-6eda4f416002 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:55.411013 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-ee8fd4cb-d561-493a-9f21-6eda4f416002 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1676908 Jan 28 07:24:55.414705 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 59660) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:24:55.527843 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_v2 [None req-eac348f4-1621-4753-bc51-705ef48d9425 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Deleting subnet 2e4f01e3-8357-4a4f-99f9-b50a69a17734 {{(pid=103283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:24:55.552599 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d14cef42-cb36-47a6-ab5d-8dee31da2f22 req-490359fb-de51-457f-8f97-959ecc4afc77 tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a3104e9-8fae-423d-b04c-8c9616505e8d HTTP/1.1" status: 200 len: 210 time: 0.1593840 Jan 28 07:24:55.583577 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 42b138cc-ae88-4de8-8c87-d66082d4c98b up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:24:55.589839 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f2ab39cc-03a5-428b-b0e0-e3210317b8e9 tempest-ExtraDHCPOptionsTestJSON-462044233 tempest-ExtraDHCPOptionsTestJSON-462044233-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (de6c1225-3867-49cf-8c90-99a69a05ba67), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:55.663762 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-918fbac4-efaa-4d0a-b2f2-fa4214277481 None None] Allocated IP 172.20.0.2 (ef4fe003-256e-4a6c-af17-da180c8a686e/2e4f01e3-8357-4a4f-99f9-b50a69a17734/42b138cc-ae88-4de8-8c87-d66082d4c98b) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:24:55.687082 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-f2ab39cc-03a5-428b-b0e0-e3210317b8e9 tempest-ExtraDHCPOptionsTestJSON-462044233 tempest-ExtraDHCPOptionsTestJSON-462044233-project] Deleting port c163e35a-3f12-484e-95ac-ee0325d78a03 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:24:55.687838 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f2ab39cc-03a5-428b-b0e0-e3210317b8e9 tempest-ExtraDHCPOptionsTestJSON-462044233 tempest-ExtraDHCPOptionsTestJSON-462044233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (c163e35a-3f12-484e-95ac-ee0325d78a03), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:55.794308 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd1115e-859b-4bfd-b3b1-364011fa3ee4 None None] DHCP port deletion for de6c1225-3867-49cf-8c90-99a69a05ba67 request from n-d-712749-28 {{(pid=103285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 07:24:55.795418 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-f2ab39cc-03a5-428b-b0e0-e3210317b8e9 tempest-ExtraDHCPOptionsTestJSON-462044233 tempest-ExtraDHCPOptionsTestJSON-462044233-project] For port c163e35a-3f12-484e-95ac-ee0325d78a03, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=c163e35a-3f12-484e-95ac-ee0325d78a03,segment=NetworkSegment(2004e497-8762-4357-a002-11277d63bdb9),segment_id=2004e497-8762-4357-a002-11277d63bdb9)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:24:55.795793 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f2ab39cc-03a5-428b-b0e0-e3210317b8e9 tempest-ExtraDHCPOptionsTestJSON-462044233 tempest-ExtraDHCPOptionsTestJSON-462044233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (c163e35a-3f12-484e-95ac-ee0325d78a03), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:55.816503 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-f2ab39cc-03a5-428b-b0e0-e3210317b8e9 tempest-ExtraDHCPOptionsTestJSON-462044233 tempest-ExtraDHCPOptionsTestJSON-462044233-project] Calling delete_port for c163e35a-3f12-484e-95ac-ee0325d78a03 owned by network:dhcp {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:24:55.860407 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 42b138cc-ae88-4de8-8c87-d66082d4c98b triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:24:55.861625 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (42b138cc-ae88-4de8-8c87-d66082d4c98b), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:55.933828 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f2ab39cc-03a5-428b-b0e0-e3210317b8e9 tempest-ExtraDHCPOptionsTestJSON-462044233 tempest-ExtraDHCPOptionsTestJSON-462044233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (c163e35a-3f12-484e-95ac-ee0325d78a03), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:55.978121 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ab39cc-03a5-428b-b0e0-e3210317b8e9 tempest-ExtraDHCPOptionsTestJSON-462044233 tempest-ExtraDHCPOptionsTestJSON-462044233-project] Pushing event deleted for resources: {'Port': ['ID=c163e35a-3f12-484e-95ac-ee0325d78a03,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:24:55.986315 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ab39cc-03a5-428b-b0e0-e3210317b8e9 tempest-ExtraDHCPOptionsTestJSON-462044233 tempest-ExtraDHCPOptionsTestJSON-462044233-project] No DVR routers for this DVR port c163e35a-3f12-484e-95ac-ee0325d78a03 on host n-d-712749-28 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:24:55.996106 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-918fbac4-efaa-4d0a-b2f2-fa4214277481 None None] For port 42b138cc-ae88-4de8-8c87-d66082d4c98b, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=42b138cc-ae88-4de8-8c87-d66082d4c98b,segment=NetworkSegment(c533ee34-b679-44a8-abdb-1685e355613e),segment_id=c533ee34-b679-44a8-abdb-1685e355613e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:24:56.045233 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-7fd1115e-859b-4bfd-b3b1-364011fa3ee4 None None] Deleting port c163e35a-3f12-484e-95ac-ee0325d78a03 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:24:56.045632 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7fd1115e-859b-4bfd-b3b1-364011fa3ee4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (c163e35a-3f12-484e-95ac-ee0325d78a03), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:56.129757 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f2ab39cc-03a5-428b-b0e0-e3210317b8e9 tempest-ExtraDHCPOptionsTestJSON-462044233 tempest-ExtraDHCPOptionsTestJSON-462044233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (de6c1225-3867-49cf-8c90-99a69a05ba67), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:56.143175 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-7fd1115e-859b-4bfd-b3b1-364011fa3ee4 None None] For port c163e35a-3f12-484e-95ac-ee0325d78a03, host n-d-712749-28, got binding levels [] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:24:56.143588 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7fd1115e-859b-4bfd-b3b1-364011fa3ee4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (c163e35a-3f12-484e-95ac-ee0325d78a03), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:56.191287 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-f2ab39cc-03a5-428b-b0e0-e3210317b8e9 tempest-ExtraDHCPOptionsTestJSON-462044233 tempest-ExtraDHCPOptionsTestJSON-462044233-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de6c1225-3867-49cf-8c90-99a69a05ba67']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:24:56.214585 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-f2ab39cc-03a5-428b-b0e0-e3210317b8e9 tempest-ExtraDHCPOptionsTestJSON-462044233 tempest-ExtraDHCPOptionsTestJSON-462044233-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2004e497-8762-4357-a002-11277d63bdb9') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:24:56.217767 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-f2ab39cc-03a5-428b-b0e0-e3210317b8e9 tempest-ExtraDHCPOptionsTestJSON-462044233 tempest-ExtraDHCPOptionsTestJSON-462044233-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2004e497-8762-4357-a002-11277d63bdb9') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:24:56.243068 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f2ab39cc-03a5-428b-b0e0-e3210317b8e9 tempest-ExtraDHCPOptionsTestJSON-462044233 tempest-ExtraDHCPOptionsTestJSON-462044233-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24759294'] for segment (2004e497-8762-4357-a002-11277d63bdb9), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:56.282624 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f2ab39cc-03a5-428b-b0e0-e3210317b8e9 tempest-ExtraDHCPOptionsTestJSON-462044233 tempest-ExtraDHCPOptionsTestJSON-462044233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (2004e497-8762-4357-a002-11277d63bdb9), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:56.291073 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2ab39cc-03a5-428b-b0e0-e3210317b8e9 tempest-ExtraDHCPOptionsTestJSON-462044233 tempest-ExtraDHCPOptionsTestJSON-462044233-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:24:56.291471 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f2ab39cc-03a5-428b-b0e0-e3210317b8e9 tempest-ExtraDHCPOptionsTestJSON-462044233 tempest-ExtraDHCPOptionsTestJSON-462044233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24757675'] for segment (2004e497-8762-4357-a002-11277d63bdb9), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:56.294513 n-d-712749-28 neutron-server[103284]: Traceback (most recent call last): Jan 28 07:24:56.294513 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:24:56.294513 n-d-712749-28 neutron-server[103284]: timer() Jan 28 07:24:56.294513 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:24:56.294513 n-d-712749-28 neutron-server[103284]: cb(*args, **kw) Jan 28 07:24:56.294513 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:24:56.294513 n-d-712749-28 neutron-server[103284]: return func(*args, **kwargs) Jan 28 07:24:56.294513 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:24:56.294513 n-d-712749-28 neutron-server[103284]: self._notify() Jan 28 07:24:56.294513 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:24:56.294513 n-d-712749-28 neutron-server[103284]: self.callback(batched_events) Jan 28 07:24:56.294513 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:24:56.294513 n-d-712749-28 neutron-server[103284]: event.method(event) Jan 28 07:24:56.294513 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:24:56.294513 n-d-712749-28 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:24:56.294513 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:24:56.294513 n-d-712749-28 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:24:56.294513 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:24:56.294513 n-d-712749-28 neutron-server[103284]: return f(self, *a, **k) Jan 28 07:24:56.294513 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:24:56.294513 n-d-712749-28 neutron-server[103284]: return self._get(url).json() Jan 28 07:24:56.294513 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:24:56.294513 n-d-712749-28 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:24:56.294513 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:24:56.294513 n-d-712749-28 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Jan 28 07:24:56.294513 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:24:56.294513 n-d-712749-28 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:24:56.294513 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:24:56.294513 n-d-712749-28 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:24:56.294513 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:24:56.294513 n-d-712749-28 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:24:56.294513 n-d-712749-28 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:24:56.331853 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-7fd1115e-859b-4bfd-b3b1-364011fa3ee4 None None] Calling delete_port for c163e35a-3f12-484e-95ac-ee0325d78a03 owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:24:56.337456 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.ipam_backend_mixin [None req-7fd1115e-859b-4bfd-b3b1-364011fa3ee4 None None] Port c163e35a-3f12-484e-95ac-ee0325d78a03 was not found and therefore no delete operation was performed {{(pid=103285) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 07:24:56.341027 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7fd1115e-859b-4bfd-b3b1-364011fa3ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298'] for port (c163e35a-3f12-484e-95ac-ee0325d78a03), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:56.373713 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-918fbac4-efaa-4d0a-b2f2-fa4214277481 None None] Publish callbacks [] for port (42b138cc-ae88-4de8-8c87-d66082d4c98b), precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:56.378146 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 42b138cc-ae88-4de8-8c87-d66082d4c98b is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:24:56.387722 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-918fbac4-efaa-4d0a-b2f2-fa4214277481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (42b138cc-ae88-4de8-8c87-d66082d4c98b), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:56.389943 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-eac348f4-1621-4753-bc51-705ef48d9425 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks [] for subnet (2e4f01e3-8357-4a4f-99f9-b50a69a17734), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:56.438681 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f2ab39cc-03a5-428b-b0e0-e3210317b8e9 tempest-ExtraDHCPOptionsTestJSON-462044233 tempest-ExtraDHCPOptionsTestJSON-462044233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (de6c1225-3867-49cf-8c90-99a69a05ba67), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:56.447707 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f2ab39cc-03a5-428b-b0e0-e3210317b8e9 tempest-ExtraDHCPOptionsTestJSON-462044233 tempest-ExtraDHCPOptionsTestJSON-462044233-project] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:56.448075 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd1115e-859b-4bfd-b3b1-364011fa3ee4 None None] Pushing event deleted for resources: {'Port': ['ID=c163e35a-3f12-484e-95ac-ee0325d78a03,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:24:56.458625 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-f2ab39cc-03a5-428b-b0e0-e3210317b8e9 tempest-ExtraDHCPOptionsTestJSON-462044233 tempest-ExtraDHCPOptionsTestJSON-462044233-project] 10.222.0.41 "DELETE /v2.0/networks/de6c1225-3867-49cf-8c90-99a69a05ba67 HTTP/1.1" status: 204 len: 168 time: 1.1055179 Jan 28 07:24:56.477786 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ab39cc-03a5-428b-b0e0-e3210317b8e9 tempest-ExtraDHCPOptionsTestJSON-462044233 tempest-ExtraDHCPOptionsTestJSON-462044233-project] Pushing event deleted for resources: {'Network': ['ID=de6c1225-3867-49cf-8c90-99a69a05ba67,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:24:56.500650 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-eac348f4-1621-4753-bc51-705ef48d9425 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13506696'] for subnet (2e4f01e3-8357-4a4f-99f9-b50a69a17734), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:56.546341 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918fbac4-efaa-4d0a-b2f2-fa4214277481 None None] Pushing event updated for resources: {'Port': ['ID=42b138cc-ae88-4de8-8c87-d66082d4c98b,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:24:56.558984 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd1115e-859b-4bfd-b3b1-364011fa3ee4 None None] No DVR routers for this DVR port c163e35a-3f12-484e-95ac-ee0325d78a03 on host n-d-712749-28 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:24:56.671449 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-eac348f4-1621-4753-bc51-705ef48d9425 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (2e4f01e3-8357-4a4f-99f9-b50a69a17734), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:56.722259 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4d0d2d34-0ca9-43bf-bd23-f691eaec12e3 req-e87920ca-e548-4494-a067-c348c1d61f2b tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a3104e9-8fae-423d-b04c-8c9616505e8d HTTP/1.1" status: 200 len: 210 time: 0.0386345 Jan 28 07:24:56.862746 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-eac348f4-1621-4753-bc51-705ef48d9425 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13546665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13556132'] for subnet (2e4f01e3-8357-4a4f-99f9-b50a69a17734), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:56.912223 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-eac348f4-1621-4753-bc51-705ef48d9425 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:56.916527 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-eac348f4-1621-4753-bc51-705ef48d9425 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "DELETE /v2.0/subnets/2e4f01e3-8357-4a4f-99f9-b50a69a17734 HTTP/1.1" status: 204 len: 168 time: 1.4963810 Jan 28 07:24:56.919012 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 59706) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:24:57.023507 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 59710) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:24:57.039299 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_v2 [None req-eda1710d-37ed-459b-8b82-8ab33a1c0f16 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Deleting subnet c8bafbcd-5298-4fd2-9eb8-93d90b021556 {{(pid=103283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:24:57.046005 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-eda1710d-37ed-459b-8b82-8ab33a1c0f16 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks [] for subnet (c8bafbcd-5298-4fd2-9eb8-93d90b021556), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:57.048818 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac348f4-1621-4753-bc51-705ef48d9425 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Pushing event deleted for resources: {'Subnet': ['ID=2e4f01e3-8357-4a4f-99f9-b50a69a17734,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:24:57.109372 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-eda1710d-37ed-459b-8b82-8ab33a1c0f16 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13506696'] for subnet (c8bafbcd-5298-4fd2-9eb8-93d90b021556), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:57.257418 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-e9515767-fd8e-4a9b-b117-f7a46cfa2c41 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=87144651506445e7813529718baa8307&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2327442 Jan 28 07:24:57.260421 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 59718) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:24:57.289167 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-eda1710d-37ed-459b-8b82-8ab33a1c0f16 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (c8bafbcd-5298-4fd2-9eb8-93d90b021556), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:57.349150 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-87992971-8c2f-4e7c-9e23-0d5ebd1d02c8 admin admin] Publish callbacks [] for security_group (941f2744-8ccc-4bd7-9df8-b4d6d880f332), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:57.446813 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-87992971-8c2f-4e7c-9e23-0d5ebd1d02c8 admin admin] Publish callbacks [] for security_group (941f2744-8ccc-4bd7-9df8-b4d6d880f332), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:57.516487 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-eda1710d-37ed-459b-8b82-8ab33a1c0f16 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13546665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13556132'] for subnet (c8bafbcd-5298-4fd2-9eb8-93d90b021556), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:57.544766 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 42b138cc-ae88-4de8-8c87-d66082d4c98b up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:24:57.585303 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-87992971-8c2f-4e7c-9e23-0d5ebd1d02c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (941f2744-8ccc-4bd7-9df8-b4d6d880f332), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:57.589554 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-87992971-8c2f-4e7c-9e23-0d5ebd1d02c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:57.591196 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-87992971-8c2f-4e7c-9e23-0d5ebd1d02c8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/941f2744-8ccc-4bd7-9df8-b4d6d880f332 HTTP/1.1" status: 204 len: 168 time: 0.3296189 Jan 28 07:24:57.601972 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87992971-8c2f-4e7c-9e23-0d5ebd1d02c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=941f2744-8ccc-4bd7-9df8-b4d6d880f332,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:24:57.616109 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 42b138cc-ae88-4de8-8c87-d66082d4c98b triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:24:57.617225 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (42b138cc-ae88-4de8-8c87-d66082d4c98b), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:57.635447 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-eda1710d-37ed-459b-8b82-8ab33a1c0f16 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:57.639695 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-eda1710d-37ed-459b-8b82-8ab33a1c0f16 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "DELETE /v2.0/subnets/c8bafbcd-5298-4fd2-9eb8-93d90b021556 HTTP/1.1" status: 204 len: 168 time: 0.7189176 Jan 28 07:24:57.642132 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 59724) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:24:57.662507 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda1710d-37ed-459b-8b82-8ab33a1c0f16 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Pushing event deleted for resources: {'Subnet': ['ID=c8bafbcd-5298-4fd2-9eb8-93d90b021556,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:24:57.784526 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-9d849dbf-1a76-4a26-89cc-4085c12c1b21 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1396112 Jan 28 07:24:57.790679 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 59730) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:24:57.803566 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-ea41abf8-a91b-4206-99a9-c09132eb2f5a tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Request body: {'subnet': {'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:24:57.835476 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70dfcc9-219f-4ad0-9cc6-af1e91c86f53 req-2089e461-b3f4-4fee-bc20-7b3d99ec0725 tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:57.846866 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c70dfcc9-219f-4ad0-9cc6-af1e91c86f53 req-2089e461-b3f4-4fee-bc20-7b3d99ec0725 tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] 10.222.0.44 "GET /v2.0/networks?id=0f9677e3-e88b-4074-b906-3a89e31a8b26 HTTP/1.1" status: 200 len: 814 time: 0.5533397 Jan 28 07:24:57.856841 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 42b138cc-ae88-4de8-8c87-d66082d4c98b is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:24:57.881282 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-c70dfcc9-219f-4ad0-9cc6-af1e91c86f53 req-ec484b97-e10f-4e23-a85e-2255d8b35dea tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] Request body: {'port': {'device_id': '9a3104e9-8fae-423d-b04c-8c9616505e8d', 'network_id': '0f9677e3-e88b-4074-b906-3a89e31a8b26', 'admin_state_up': True, 'tenant_id': 'a6edc1c2472d49839a2dbbe98b656418'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:24:57.906894 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6935edd0-4630-4b90-bb36-c29272aee054 None None] Network ef4fe003-256e-4a6c-af17-da180c8a686e requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:24:57.989711 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device c163e35a-3f12-484e-95ac-ee0325d78a03 no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:24:58.020748 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: c163e35a-3f12-484e-95ac-ee0325d78a03 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:24:58.021343 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device c163e35a-3f12-484e-95ac-ee0325d78a03 not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:24:58.029498 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-20cf7e8f-9435-4a05-a396-626f47e569de None None] Provisioning complete for port 42b138cc-ae88-4de8-8c87-d66082d4c98b triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:24:58.030020 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-20cf7e8f-9435-4a05-a396-626f47e569de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (42b138cc-ae88-4de8-8c87-d66082d4c98b), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:58.070436 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d786f1ef-a731-404a-8df7-2acd290adba9 req-59cf64c1-6b91-4bfc-baf5-7339faebd11e tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a3104e9-8fae-423d-b04c-8c9616505e8d HTTP/1.1" status: 200 len: 210 time: 0.1440816 Jan 28 07:24:58.184290 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea41abf8-a91b-4206-99a9-c09132eb2f5a tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Made reservation on behalf of 64d19227e44643b7a12df0287e7ae5f8 for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:24:58.188429 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ea41abf8-a91b-4206-99a9-c09132eb2f5a tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24979592'] for subnet (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:58.257241 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c70dfcc9-219f-4ad0-9cc6-af1e91c86f53 req-ec484b97-e10f-4e23-a85e-2255d8b35dea tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] Made reservation on behalf of a6edc1c2472d49839a2dbbe98b656418 for: {'port': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:24:58.263372 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-c70dfcc9-219f-4ad0-9cc6-af1e91c86f53 req-ec484b97-e10f-4e23-a85e-2255d8b35dea tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:58.270603 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-20cf7e8f-9435-4a05-a396-626f47e569de None None] Current status of the port 42b138cc-ae88-4de8-8c87-d66082d4c98b is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:24:58.276826 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d453786-d347-4ef4-81b9-0b3347518db2 None None] DHCP port deletion for ef4fe003-256e-4a6c-af17-da180c8a686e request from n-d-712749-28 {{(pid=103285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 07:24:58.419524 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-2d453786-d347-4ef4-81b9-0b3347518db2 None None] Deleting port 42b138cc-ae88-4de8-8c87-d66082d4c98b {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:24:58.421788 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2d453786-d347-4ef4-81b9-0b3347518db2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (42b138cc-ae88-4de8-8c87-d66082d4c98b), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:58.432006 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [req-c70dfcc9-219f-4ad0-9cc6-af1e91c86f53 req-ec484b97-e10f-4e23-a85e-2255d8b35dea tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] Allocated IP 172.20.0.10 (0f9677e3-e88b-4074-b906-3a89e31a8b26/a20d1ced-3d08-43be-8252-20a8f34a36b0/908a1335-5f54-4311-8913-be06c6e8339b) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:24:58.548801 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-2d453786-d347-4ef4-81b9-0b3347518db2 None None] For port 42b138cc-ae88-4de8-8c87-d66082d4c98b, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=42b138cc-ae88-4de8-8c87-d66082d4c98b,segment=NetworkSegment(c533ee34-b679-44a8-abdb-1685e355613e),segment_id=c533ee34-b679-44a8-abdb-1685e355613e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:24:58.549862 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2d453786-d347-4ef4-81b9-0b3347518db2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (42b138cc-ae88-4de8-8c87-d66082d4c98b), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:58.579868 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-2d453786-d347-4ef4-81b9-0b3347518db2 None None] Calling delete_port for 42b138cc-ae88-4de8-8c87-d66082d4c98b owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:24:58.742536 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2d453786-d347-4ef4-81b9-0b3347518db2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298'] for port (42b138cc-ae88-4de8-8c87-d66082d4c98b), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:58.752817 n-d-712749-28 neutron-server[103284]: DEBUG neutron.objects.ports [None req-ea41abf8-a91b-4206-99a9-c09132eb2f5a tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103284) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 07:24:58.776142 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-c70dfcc9-219f-4ad0-9cc6-af1e91c86f53 req-ec484b97-e10f-4e23-a85e-2255d8b35dea tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] Publish callbacks [] for port (908a1335-5f54-4311-8913-be06c6e8339b), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:58.820936 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d453786-d347-4ef4-81b9-0b3347518db2 None None] Pushing event deleted for resources: {'Port': ['ID=42b138cc-ae88-4de8-8c87-d66082d4c98b,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:24:58.835301 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-c70dfcc9-219f-4ad0-9cc6-af1e91c86f53 req-ec484b97-e10f-4e23-a85e-2255d8b35dea tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (908a1335-5f54-4311-8913-be06c6e8339b), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:58.857943 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d453786-d347-4ef4-81b9-0b3347518db2 None None] No DVR routers for this DVR port 42b138cc-ae88-4de8-8c87-d66082d4c98b on host n-d-712749-28 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:24:58.872236 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['51e0b1f7-0573-4941-aecd-a7856786a205'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:24:58.897184 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c70dfcc9-219f-4ad0-9cc6-af1e91c86f53 req-ec484b97-e10f-4e23-a85e-2255d8b35dea tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] Network 0f9677e3-e88b-4074-b906-3a89e31a8b26 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:24:58.903704 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [req-c70dfcc9-219f-4ad0-9cc6-af1e91c86f53 req-ec484b97-e10f-4e23-a85e-2255d8b35dea tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:24:58.907096 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-c70dfcc9-219f-4ad0-9cc6-af1e91c86f53 req-ec484b97-e10f-4e23-a85e-2255d8b35dea tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:24:58.954870 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec484b97-e10f-4e23-a85e-2255d8b35dea tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] Pushing event updated for resources: {'Port': ['ID=908a1335-5f54-4311-8913-be06c6e8339b,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:24:58.993542 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70dfcc9-219f-4ad0-9cc6-af1e91c86f53 req-ec484b97-e10f-4e23-a85e-2255d8b35dea tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:58.995382 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-c70dfcc9-219f-4ad0-9cc6-af1e91c86f53 req-ec484b97-e10f-4e23-a85e-2255d8b35dea tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:59.021356 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c70dfcc9-219f-4ad0-9cc6-af1e91c86f53 req-ec484b97-e10f-4e23-a85e-2255d8b35dea tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1553252 Jan 28 07:24:59.039858 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [req-c70dfcc9-219f-4ad0-9cc6-af1e91c86f53 req-8d6f2f52-0d82-4eb7-9e1f-4e9c67dde775 tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103283) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 07:24:59.043812 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c70dfcc9-219f-4ad0-9cc6-af1e91c86f53 req-8d6f2f52-0d82-4eb7-9e1f-4e9c67dde775 tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0173638 Jan 28 07:24:59.063308 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 59778) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:24:59.255512 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-c70dfcc9-219f-4ad0-9cc6-af1e91c86f53 req-a858870d-d4b7-4e5c-8ff1-5d75d7a031fb service neutron] Request body: {'port': {'device_id': '9a3104e9-8fae-423d-b04c-8c9616505e8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712749-28'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:24:59.265820 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-0a489a64-fdaa-42df-822f-2bdb4382ba0b tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-2013950125'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:24:59.332523 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-c70dfcc9-219f-4ad0-9cc6-af1e91c86f53 req-a858870d-d4b7-4e5c-8ff1-5d75d7a031fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (908a1335-5f54-4311-8913-be06c6e8339b), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:59.384762 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a489a64-fdaa-42df-822f-2bdb4382ba0b tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Made reservation on behalf of 2b2f7f01d23244e582fca6963a34fb74 for: {'network': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:24:59.388921 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0a489a64-fdaa-42df-822f-2bdb4382ba0b tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:59.401791 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0a489a64-fdaa-42df-822f-2bdb4382ba0b tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:59.513908 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 42b138cc-ae88-4de8-8c87-d66082d4c98b no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:24:59.542182 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: 42b138cc-ae88-4de8-8c87-d66082d4c98b {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:24:59.542630 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 42b138cc-ae88-4de8-8c87-d66082d4c98b not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:24:59.555087 n-d-712749-28 neutron-server[103284]: WARNING neutron.services.revisions.revision_plugin [None req-ea41abf8-a91b-4206-99a9-c09132eb2f5a tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Could not find related port for resource to bump revision. Jan 28 07:24:59.575912 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b943d4a6-e930-49e9-89d1-bf2e5bb76b1c req-e526dfca-c334-4715-ad27-c61eabded6fc tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:59.577983 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b943d4a6-e930-49e9-89d1-bf2e5bb76b1c req-e526dfca-c334-4715-ad27-c61eabded6fc tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a3104e9-8fae-423d-b04c-8c9616505e8d HTTP/1.1" status: 200 len: 932 time: 0.1161327 Jan 28 07:24:59.579626 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.ipam_pluggable_backend [None req-ea41abf8-a91b-4206-99a9-c09132eb2f5a tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Port 42b138cc-ae88-4de8-8c87-d66082d4c98b was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103284) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Jan 28 07:24:59.580090 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.ipam_pluggable_backend [None req-ea41abf8-a91b-4206-99a9-c09132eb2f5a tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Reverting IP allocation for 2001:db8::f816:3eff:fee4:58da {{(pid=103284) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Jan 28 07:24:59.594577 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.ipam_pluggable_backend [None req-ea41abf8-a91b-4206-99a9-c09132eb2f5a tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fee4:58da {{(pid=103284) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Jan 28 07:24:59.605345 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ea41abf8-a91b-4206-99a9-c09132eb2f5a tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24757504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24979610'] for subnet (c109b6ff-c3a5-4aa3-a4ed-ebcc390254e4), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:59.665462 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea41abf8-a91b-4206-99a9-c09132eb2f5a tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Pushing event updated for resources: {'Subnet': ['ID=c109b6ff-c3a5-4aa3-a4ed-ebcc390254e4,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:24:59.684145 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea41abf8-a91b-4206-99a9-c09132eb2f5a tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Network ef4fe003-256e-4a6c-af17-da180c8a686e is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:24:59.690991 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-ea41abf8-a91b-4206-99a9-c09132eb2f5a tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:24:59.697356 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea41abf8-a91b-4206-99a9-c09132eb2f5a tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:59.698014 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ea41abf8-a91b-4206-99a9-c09132eb2f5a tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:59.709836 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-736d5643-16f9-4936-9371-f305c1ac3e08 None None] Network ef4fe003-256e-4a6c-af17-da180c8a686e requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:24:59.717564 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0a489a64-fdaa-42df-822f-2bdb4382ba0b tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks [] for security_group (90e4d70b-2cca-4b54-afec-14bc3f8a65bd), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:59.735210 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0a489a64-fdaa-42df-822f-2bdb4382ba0b tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (90e4d70b-2cca-4b54-afec-14bc3f8a65bd), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:59.749855 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b943d4a6-e930-49e9-89d1-bf2e5bb76b1c req-58bf1709-635f-4811-a395-41e9fefeeb7b tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] 10.222.0.41 "GET /v2.0/security-groups?id=53b55572-4939-4466-abb4-cc7f1bb894f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644168 Jan 28 07:24:59.758109 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-ea41abf8-a91b-4206-99a9-c09132eb2f5a tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9633281 Jan 28 07:24:59.760701 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 59792) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:24:59.767144 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-cb0203b8-403e-40d3-9f4e-90e9636db3a1 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Request body: {'subnet': {'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:24:59.844231 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a489a64-fdaa-42df-822f-2bdb4382ba0b tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=103283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:24:59.850096 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-440b055b-ea30-4d7d-8512-61c20a1efe35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3dd72b9-6805-5f61-b6f3-a591f99a173d-ef4fe003-256e-4a6c-af17-da180c8a686e', 'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e', 'project_id': '64d19227e44643b7a12df0287e7ae5f8', 'fixed_ips': [{'subnet_id': 'c109b6ff-c3a5-4aa3-a4ed-ebcc390254e4'}]}} from n-d-712749-28. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 07:24:59.850987 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-440b055b-ea30-4d7d-8512-61c20a1efe35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:59.859147 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0a489a64-fdaa-42df-822f-2bdb4382ba0b tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (8ffae207-4fb5-4de8-876e-054d45dc362b), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:59.859639 n-d-712749-28 neutron-server[103283]: INFO neutron.db.segments_db [None req-0a489a64-fdaa-42df-822f-2bdb4382ba0b tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Added segment 8ffae207-4fb5-4de8-876e-054d45dc362b of type vlan for network 422a554d-3135-4b22-adcb-555bf90d3ba5 Jan 28 07:24:59.913188 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0a489a64-fdaa-42df-822f-2bdb4382ba0b tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (422a554d-3135-4b22-adcb-555bf90d3ba5), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:59.940662 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb0203b8-403e-40d3-9f4e-90e9636db3a1 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Made reservation on behalf of 64d19227e44643b7a12df0287e7ae5f8 for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:24:59.946099 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cb0203b8-403e-40d3-9f4e-90e9636db3a1 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24979592'] for subnet (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:59.946686 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a489a64-fdaa-42df-822f-2bdb4382ba0b tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90e4d70b-2cca-4b54-afec-14bc3f8a65bd,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:24:59.970865 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0a489a64-fdaa-42df-822f-2bdb4382ba0b tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (422a554d-3135-4b22-adcb-555bf90d3ba5), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:24:59.976211 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a489a64-fdaa-42df-822f-2bdb4382ba0b tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:59.976903 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0a489a64-fdaa-42df-822f-2bdb4382ba0b tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:00.103212 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-0a489a64-fdaa-42df-822f-2bdb4382ba0b tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.0387158 Jan 28 07:25:00.106037 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a489a64-fdaa-42df-822f-2bdb4382ba0b tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Pushing event updated for resources: {'Network': ['ID=422a554d-3135-4b22-adcb-555bf90d3ba5,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:25:00.112508 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 59802) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:25:00.119575 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-749517a4-3158-494f-8a32-a45a937c3eab tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Request body: {'port': {'network_id': '422a554d-3135-4b22-adcb-555bf90d3ba5', 'name': 'tempest-PortsTestJSON-1049841565'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:25:00.125721 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network 422a554d-3135-4b22-adcb-555bf90d3ba5 details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:25:00.125894 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [req-c70dfcc9-219f-4ad0-9cc6-af1e91c86f53 req-a858870d-d4b7-4e5c-8ff1-5d75d7a031fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 908a1335-5f54-4311-8913-be06c6e8339b {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:25:00.137665 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-440b055b-ea30-4d7d-8512-61c20a1efe35 None None] Allocated IP 2001:db8::f816:3eff:fed4:cc55 (ef4fe003-256e-4a6c-af17-da180c8a686e/c109b6ff-c3a5-4aa3-a4ed-ebcc390254e4/c6ea3eff-a80a-43e4-adb8-e73d222c5374) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:25:00.146698 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-c70dfcc9-219f-4ad0-9cc6-af1e91c86f53 req-a858870d-d4b7-4e5c-8ff1-5d75d7a031fb service neutron] Publish callbacks [] for port (908a1335-5f54-4311-8913-be06c6e8339b), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:00.205765 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [req-c70dfcc9-219f-4ad0-9cc6-af1e91c86f53 req-a858870d-d4b7-4e5c-8ff1-5d75d7a031fb service neutron] Transition to ACTIVE for port object 908a1335-5f54-4311-8913-be06c6e8339b will not be triggered until provisioned by entity L2. {{(pid=103283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:25:00.217804 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-c70dfcc9-219f-4ad0-9cc6-af1e91c86f53 req-a858870d-d4b7-4e5c-8ff1-5d75d7a031fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (908a1335-5f54-4311-8913-be06c6e8339b), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:00.431215 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cb0203b8-403e-40d3-9f4e-90e9636db3a1 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24757504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24979610'] for subnet (57c402db-a73d-4880-8c90-9e307e062d61), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:00.439276 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a858870d-d4b7-4e5c-8ff1-5d75d7a031fb service neutron] Pushing event updated for resources: {'Port': ['ID=908a1335-5f54-4311-8913-be06c6e8339b,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:25:00.452180 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-749517a4-3158-494f-8a32-a45a937c3eab tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Made reservation on behalf of 2b2f7f01d23244e582fca6963a34fb74 for: {'port': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:25:00.456022 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-749517a4-3158-494f-8a32-a45a937c3eab tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:00.476936 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-c70dfcc9-219f-4ad0-9cc6-af1e91c86f53 req-a858870d-d4b7-4e5c-8ff1-5d75d7a031fb service neutron] Attempting to bind port 908a1335-5f54-4311-8913-be06c6e8339b on host n-h2-712749-28 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:25:00.482737 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb0203b8-403e-40d3-9f4e-90e9636db3a1 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Network ef4fe003-256e-4a6c-af17-da180c8a686e is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:25:00.486227 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-c70dfcc9-219f-4ad0-9cc6-af1e91c86f53 req-a858870d-d4b7-4e5c-8ff1-5d75d7a031fb service neutron] Attempting to bind port 908a1335-5f54-4311-8913-be06c6e8339b by drivers openvswitch,hyperv on host n-h2-712749-28 at level 0 using segments [{'id': '5e9d481f-a3b1-479f-be8f-343a288df135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0f9677e3-e88b-4074-b906-3a89e31a8b26'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:25:00.486790 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70dfcc9-219f-4ad0-9cc6-af1e91c86f53 req-a858870d-d4b7-4e5c-8ff1-5d75d7a031fb service neutron] Attempting to bind port 908a1335-5f54-4311-8913-be06c6e8339b on network 0f9677e3-e88b-4074-b906-3a89e31a8b26 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:25:00.487583 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-cb0203b8-403e-40d3-9f4e-90e9636db3a1 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:25:00.493235 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb0203b8-403e-40d3-9f4e-90e9636db3a1 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:00.494524 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cb0203b8-403e-40d3-9f4e-90e9636db3a1 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:00.517226 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-440b055b-ea30-4d7d-8512-61c20a1efe35 None None] Publish callbacks [] for port (c6ea3eff-a80a-43e4-adb8-e73d222c5374), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:00.525097 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-440b055b-ea30-4d7d-8512-61c20a1efe35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (c6ea3eff-a80a-43e4-adb8-e73d222c5374), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:00.526978 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70dfcc9-219f-4ad0-9cc6-af1e91c86f53 req-a858870d-d4b7-4e5c-8ff1-5d75d7a031fb service neutron] Port 908a1335-5f54-4311-8913-be06c6e8339b on network 0f9677e3-e88b-4074-b906-3a89e31a8b26 not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-28 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:25:00.527306 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70dfcc9-219f-4ad0-9cc6-af1e91c86f53 req-a858870d-d4b7-4e5c-8ff1-5d75d7a031fb service neutron] Attempting to bind port 908a1335-5f54-4311-8913-be06c6e8339b on network 0f9677e3-e88b-4074-b906-3a89e31a8b26 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:25:00.533216 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-749517a4-3158-494f-8a32-a45a937c3eab tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] device_id is not set on port 27ee8d68-bd09-4990-9878-261a5fbb8e1f yet. {{(pid=103283) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 07:25:00.546600 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70dfcc9-219f-4ad0-9cc6-af1e91c86f53 req-a858870d-d4b7-4e5c-8ff1-5d75d7a031fb service neutron] Checking agent: {'id': 'c9906e63-062c-432e-bb53-63fdb8115e18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:25:00.546938 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70dfcc9-219f-4ad0-9cc6-af1e91c86f53 req-a858870d-d4b7-4e5c-8ff1-5d75d7a031fb service neutron] Checking segment: {'id': '5e9d481f-a3b1-479f-be8f-343a288df135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0f9677e3-e88b-4074-b906-3a89e31a8b26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:25:00.547329 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70dfcc9-219f-4ad0-9cc6-af1e91c86f53 req-a858870d-d4b7-4e5c-8ff1-5d75d7a031fb service neutron] Bound using segment: {'id': '5e9d481f-a3b1-479f-be8f-343a288df135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0f9677e3-e88b-4074-b906-3a89e31a8b26'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:25:00.547768 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-c70dfcc9-219f-4ad0-9cc6-af1e91c86f53 req-a858870d-d4b7-4e5c-8ff1-5d75d7a031fb service neutron] Bound port: 908a1335-5f54-4311-8913-be06c6e8339b, host: n-h2-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e9d481f-a3b1-479f-be8f-343a288df135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0f9677e3-e88b-4074-b906-3a89e31a8b26'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:25:00.548128 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-c70dfcc9-219f-4ad0-9cc6-af1e91c86f53 req-a858870d-d4b7-4e5c-8ff1-5d75d7a031fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (908a1335-5f54-4311-8913-be06c6e8339b), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:00.579024 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-cb0203b8-403e-40d3-9f4e-90e9636db3a1 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8145986 Jan 28 07:25:00.581404 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440b055b-ea30-4d7d-8512-61c20a1efe35 None None] Pushing event updated for resources: {'Port': ['ID=c6ea3eff-a80a-43e4-adb8-e73d222c5374,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:25:00.585795 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 59812) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:25:00.599962 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-2290bf80-c9a4-4f46-9ae8-d65353d1924f tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Request body: {'port': {'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e', 'mac_address': 'fa:16:3e:69:22:e5', 'name': 'tempest-NetworksTestDHCPv6-530146605'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:25:00.603610 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-440b055b-ea30-4d7d-8512-61c20a1efe35 None None] Network ef4fe003-256e-4a6c-af17-da180c8a686e is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:25:00.605284 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-440b055b-ea30-4d7d-8512-61c20a1efe35 None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:25:00.612928 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440b055b-ea30-4d7d-8512-61c20a1efe35 None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:25:00.719259 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-440b055b-ea30-4d7d-8512-61c20a1efe35 None None] Attempting to bind port c6ea3eff-a80a-43e4-adb8-e73d222c5374 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:25:00.719880 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-440b055b-ea30-4d7d-8512-61c20a1efe35 None None] Attempting to bind port c6ea3eff-a80a-43e4-adb8-e73d222c5374 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': 'c533ee34-b679-44a8-abdb-1685e355613e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:25:00.719999 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440b055b-ea30-4d7d-8512-61c20a1efe35 None None] Attempting to bind port c6ea3eff-a80a-43e4-adb8-e73d222c5374 on network ef4fe003-256e-4a6c-af17-da180c8a686e {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:25:00.731066 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440b055b-ea30-4d7d-8512-61c20a1efe35 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:25:00.731452 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440b055b-ea30-4d7d-8512-61c20a1efe35 None None] Checking segment: {'id': 'c533ee34-b679-44a8-abdb-1685e355613e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:25:00.731866 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-440b055b-ea30-4d7d-8512-61c20a1efe35 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:00.732294 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440b055b-ea30-4d7d-8512-61c20a1efe35 None None] Bound using segment: {'id': 'c533ee34-b679-44a8-abdb-1685e355613e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:25:00.732826 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-440b055b-ea30-4d7d-8512-61c20a1efe35 None None] Bound port: c6ea3eff-a80a-43e4-adb8-e73d222c5374, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c533ee34-b679-44a8-abdb-1685e355613e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:25:00.733163 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-440b055b-ea30-4d7d-8512-61c20a1efe35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (c6ea3eff-a80a-43e4-adb8-e73d222c5374), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:00.743453 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-c70dfcc9-219f-4ad0-9cc6-af1e91c86f53 req-a858870d-d4b7-4e5c-8ff1-5d75d7a031fb service neutron] For port 908a1335-5f54-4311-8913-be06c6e8339b, host n-h2-712749-28, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:25:00.751931 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-c70dfcc9-219f-4ad0-9cc6-af1e91c86f53 req-a858870d-d4b7-4e5c-8ff1-5d75d7a031fb service neutron] For port 908a1335-5f54-4311-8913-be06c6e8339b, host n-h2-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=908a1335-5f54-4311-8913-be06c6e8339b,segment=NetworkSegment(5e9d481f-a3b1-479f-be8f-343a288df135),segment_id=5e9d481f-a3b1-479f-be8f-343a288df135)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:25:00.765014 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-c70dfcc9-219f-4ad0-9cc6-af1e91c86f53 req-a858870d-d4b7-4e5c-8ff1-5d75d7a031fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (908a1335-5f54-4311-8913-be06c6e8339b), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:00.800452 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0203b8-403e-40d3-9f4e-90e9636db3a1 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Pushing event updated for resources: {'Subnet': ['ID=57c402db-a73d-4880-8c90-9e307e062d61,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:25:00.809301 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2290bf80-c9a4-4f46-9ae8-d65353d1924f tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Made reservation on behalf of 64d19227e44643b7a12df0287e7ae5f8 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:25:00.825605 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-440b055b-ea30-4d7d-8512-61c20a1efe35 None None] For port c6ea3eff-a80a-43e4-adb8-e73d222c5374, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:25:00.830404 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-440b055b-ea30-4d7d-8512-61c20a1efe35 None None] For port c6ea3eff-a80a-43e4-adb8-e73d222c5374, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=c6ea3eff-a80a-43e4-adb8-e73d222c5374,segment=NetworkSegment(c533ee34-b679-44a8-abdb-1685e355613e),segment_id=c533ee34-b679-44a8-abdb-1685e355613e)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:25:00.837126 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-440b055b-ea30-4d7d-8512-61c20a1efe35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (c6ea3eff-a80a-43e4-adb8-e73d222c5374), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:01.024991 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2290bf80-c9a4-4f46-9ae8-d65353d1924f tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:01.025943 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440b055b-ea30-4d7d-8512-61c20a1efe35 None None] Pushing event updated for resources: {'Port': ['ID=c6ea3eff-a80a-43e4-adb8-e73d222c5374,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:25:01.073152 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [None req-2290bf80-c9a4-4f46-9ae8-d65353d1924f tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] device_id is not set on port 191af596-b063-4d65-a26d-7ba969769081 yet. {{(pid=103284) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 07:25:01.090067 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335378b3-e3be-4c42-9189-8155a6a12ef5 req-a757d082-6d52-4db8-a050-207280120f72 tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:01.098843 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-335378b3-e3be-4c42-9189-8155a6a12ef5 req-a757d082-6d52-4db8-a050-207280120f72 tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a3104e9-8fae-423d-b04c-8c9616505e8d HTTP/1.1" status: 200 len: 944 time: 0.1588151 Jan 28 07:25:01.215300 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-335378b3-e3be-4c42-9189-8155a6a12ef5 req-5b523087-7093-46d0-84f6-770710ebbe3d tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] 10.222.0.41 "GET /v2.0/security-groups?id=53b55572-4939-4466-abb4-cc7f1bb894f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154664 Jan 28 07:25:01.433673 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-2290bf80-c9a4-4f46-9ae8-d65353d1924f tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Allocated IP 172.20.0.2 (ef4fe003-256e-4a6c-af17-da180c8a686e/57c402db-a73d-4880-8c90-9e307e062d61/191af596-b063-4d65-a26d-7ba969769081) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:25:01.445072 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-2290bf80-c9a4-4f46-9ae8-d65353d1924f tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Allocated IP 2001:db8::f816:3eff:fe69:22e5 (ef4fe003-256e-4a6c-af17-da180c8a686e/c109b6ff-c3a5-4aa3-a4ed-ebcc390254e4/191af596-b063-4d65-a26d-7ba969769081) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:25:01.549439 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a858870d-d4b7-4e5c-8ff1-5d75d7a031fb service neutron] Pushing event updated for resources: {'Port': ['ID=908a1335-5f54-4311-8913-be06c6e8339b,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:25:01.603739 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70dfcc9-219f-4ad0-9cc6-af1e91c86f53 req-a858870d-d4b7-4e5c-8ff1-5d75d7a031fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:01.604406 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-c70dfcc9-219f-4ad0-9cc6-af1e91c86f53 req-a858870d-d4b7-4e5c-8ff1-5d75d7a031fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:01.605853 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c70dfcc9-219f-4ad0-9cc6-af1e91c86f53 req-a858870d-d4b7-4e5c-8ff1-5d75d7a031fb service neutron] 10.222.0.44 "PUT /v2.0/ports/908a1335-5f54-4311-8913-be06c6e8339b HTTP/1.1" status: 200 len: 1093 time: 2.5495524 Jan 28 07:25:01.606308 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a3104e9-8fae-423d-b04c-8c9616505e8d', 'tag': '908a1335-5f54-4311-8913-be06c6e8339b'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:25:01.610089 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73307bcd-93db-43ba-89c4-adb2c87e1780" -d '{"events": [{"name": "network-changed", "server_uuid": "9a3104e9-8fae-423d-b04c-8c9616505e8d", "tag": "908a1335-5f54-4311-8913-be06c6e8339b"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:25:01.688627 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device c6ea3eff-a80a-43e4-adb8-e73d222c5374 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:25:01.743428 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-749517a4-3158-494f-8a32-a45a937c3eab tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks [] for port (27ee8d68-bd09-4990-9878-261a5fbb8e1f), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:01.760894 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70dfcc9-219f-4ad0-9cc6-af1e91c86f53 req-84b65cac-c1fe-4f37-ac22-2c2c7e2c9781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:01.762547 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c70dfcc9-219f-4ad0-9cc6-af1e91c86f53 req-84b65cac-c1fe-4f37-ac22-2c2c7e2c9781 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a6edc1c2472d49839a2dbbe98b656418&device_id=9a3104e9-8fae-423d-b04c-8c9616505e8d HTTP/1.1" status: 200 len: 1096 time: 0.0887580 Jan 28 07:25:01.838768 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c70dfcc9-219f-4ad0-9cc6-af1e91c86f53 req-7bd992fa-a495-4e24-acae-b9c415615597 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=908a1335-5f54-4311-8913-be06c6e8339b HTTP/1.1" status: 200 len: 217 time: 0.0597911 Jan 28 07:25:01.845189 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-749517a4-3158-494f-8a32-a45a937c3eab tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (27ee8d68-bd09-4990-9878-261a5fbb8e1f), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:01.849534 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port c6ea3eff-a80a-43e4-adb8-e73d222c5374 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:25:01.850017 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (c6ea3eff-a80a-43e4-adb8-e73d222c5374), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:01.921328 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2290bf80-c9a4-4f46-9ae8-d65353d1924f tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks [] for port (191af596-b063-4d65-a26d-7ba969769081), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:01.967610 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port c6ea3eff-a80a-43e4-adb8-e73d222c5374 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:25:01.968369 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (c6ea3eff-a80a-43e4-adb8-e73d222c5374), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:01.988919 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2290bf80-c9a4-4f46-9ae8-d65353d1924f tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (191af596-b063-4d65-a26d-7ba969769081), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:02.009781 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] For port c6ea3eff-a80a-43e4-adb8-e73d222c5374, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=c6ea3eff-a80a-43e4-adb8-e73d222c5374,segment=NetworkSegment(c533ee34-b679-44a8-abdb-1685e355613e),segment_id=c533ee34-b679-44a8-abdb-1685e355613e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:25:02.018528 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (c6ea3eff-a80a-43e4-adb8-e73d222c5374), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:02.055862 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2290bf80-c9a4-4f46-9ae8-d65353d1924f tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Network ef4fe003-256e-4a6c-af17-da180c8a686e is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:25:02.066616 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-2290bf80-c9a4-4f46-9ae8-d65353d1924f tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:25:02.081846 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2290bf80-c9a4-4f46-9ae8-d65353d1924f tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:25:02.100667 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Pushing event updated for resources: {'Port': ['ID=c6ea3eff-a80a-43e4-adb8-e73d222c5374,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:25:02.130331 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70dfcc9-219f-4ad0-9cc6-af1e91c86f53 req-75fbbc5c-0d69-44c1-9acf-33f49ba42ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:02.131931 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c70dfcc9-219f-4ad0-9cc6-af1e91c86f53 req-75fbbc5c-0d69-44c1-9acf-33f49ba42ccd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a20d1ced-3d08-43be-8252-20a8f34a36b0 HTTP/1.1" status: 200 len: 854 time: 0.2844965 Jan 28 07:25:02.148630 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-388aed2f-0745-4166-af84-67d16f6b5fe1 x-openstack-request-id: req-388aed2f-0745-4166-af84-67d16f6b5fe1 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:25:02.149513 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a3104e9-8fae-423d-b04c-8c9616505e8d", "tag": "908a1335-5f54-4311-8913-be06c6e8339b", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:25:02.149513 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-388aed2f-0745-4166-af84-67d16f6b5fe1 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:25:02.149752 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a3104e9-8fae-423d-b04c-8c9616505e8d', 'tag': '908a1335-5f54-4311-8913-be06c6e8339b', 'status': 'completed', 'code': 200} Jan 28 07:25:02.150331 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749517a4-3158-494f-8a32-a45a937c3eab tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Pushing event updated for resources: {'Port': ['ID=27ee8d68-bd09-4990-9878-261a5fbb8e1f,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:25:02.198008 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2290bf80-c9a4-4f46-9ae8-d65353d1924f tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:02.198854 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2290bf80-c9a4-4f46-9ae8-d65353d1924f tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:02.202234 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c70dfcc9-219f-4ad0-9cc6-af1e91c86f53 req-0c31db06-2b24-4ed2-ba8e-954d578c4d39 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0f9677e3-e88b-4074-b906-3a89e31a8b26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470169 Jan 28 07:25:02.221823 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2290bf80-c9a4-4f46-9ae8-d65353d1924f tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Pushing event updated for resources: {'Port': ['ID=191af596-b063-4d65-a26d-7ba969769081,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:25:02.233179 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-2290bf80-c9a4-4f46-9ae8-d65353d1924f tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.6461742 Jan 28 07:25:02.235644 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 59856) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:25:02.297625 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-575309ed-65bf-40a4-b958-b7de5271a675 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:02.304956 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-575309ed-65bf-40a4-b958-b7de5271a675 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:02.307787 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-575309ed-65bf-40a4-b958-b7de5271a675 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.0703826 Jan 28 07:25:02.310401 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 59860) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:25:02.362708 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749517a4-3158-494f-8a32-a45a937c3eab tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Checking segment: {'id': '8ffae207-4fb5-4de8-876e-054d45dc362b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '422a554d-3135-4b22-adcb-555bf90d3ba5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:25:02.363231 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-749517a4-3158-494f-8a32-a45a937c3eab tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Network hostable DHCP agents. Network: 422a554d-3135-4b22-adcb-555bf90d3ba5, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:25:02.455493 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-2fffa606-2d03-444c-8461-ca18e29b86ea tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Deleting port 191af596-b063-4d65-a26d-7ba969769081 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:25:02.455968 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2fffa606-2d03-444c-8461-ca18e29b86ea tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (191af596-b063-4d65-a26d-7ba969769081), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:02.517573 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c70dfcc9-219f-4ad0-9cc6-af1e91c86f53 req-d1959f4d-bf86-4d0d-a669-dc70725b53ae service neutron] 10.222.0.44 "GET /v2.0/networks/0f9677e3-e88b-4074-b906-3a89e31a8b26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2861609 Jan 28 07:25:02.526260 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-749517a4-3158-494f-8a32-a45a937c3eab tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Network 422a554d-3135-4b22-adcb-555bf90d3ba5 is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:25:02.575727 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6612dee-93ed-432f-8890-de169dcc0c69 req-6c504726-23f3-4036-8374-938eb774285b tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:02.588245 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e6612dee-93ed-432f-8890-de169dcc0c69 req-6c504726-23f3-4036-8374-938eb774285b tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a3104e9-8fae-423d-b04c-8c9616505e8d HTTP/1.1" status: 200 len: 944 time: 0.1799624 Jan 28 07:25:02.612961 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2fffa606-2d03-444c-8461-ca18e29b86ea tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (191af596-b063-4d65-a26d-7ba969769081), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:02.620892 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-749517a4-3158-494f-8a32-a45a937c3eab tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, 422a554d-3135-4b22-adcb-555bf90d3ba5) {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:25:02.629811 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab3047a0-c804-4513-a35f-d29a418fe5c2 None None] Network 422a554d-3135-4b22-adcb-555bf90d3ba5 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:25:02.651326 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-2fffa606-2d03-444c-8461-ca18e29b86ea tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Calling delete_port for 191af596-b063-4d65-a26d-7ba969769081 owned by {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:25:02.757122 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749517a4-3158-494f-8a32-a45a937c3eab tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:25:02.773779 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-749517a4-3158-494f-8a32-a45a937c3eab tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:02.774850 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-749517a4-3158-494f-8a32-a45a937c3eab tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:02.815250 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-212c1a9e-dc1d-4161-a6d9-64bac29f9eb7 None None] Network ef4fe003-256e-4a6c-af17-da180c8a686e requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:25:02.846101 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-749517a4-3158-494f-8a32-a45a937c3eab tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.7324905 Jan 28 07:25:02.866845 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 59866) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:25:02.872896 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-f45613c5-b3db-4d83-b0ad-22ef653cec47 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2058174106'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:25:02.906451 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2fffa606-2d03-444c-8461-ca18e29b86ea tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (191af596-b063-4d65-a26d-7ba969769081), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:02.950596 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e6612dee-93ed-432f-8890-de169dcc0c69 req-7c24d938-83e2-4c1f-bdca-738bba2fc643 tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] 10.222.0.41 "GET /v2.0/security-groups?id=53b55572-4939-4466-abb4-cc7f1bb894f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3591807 Jan 28 07:25:02.950987 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fffa606-2d03-444c-8461-ca18e29b86ea tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Pushing event deleted for resources: {'Port': ['ID=191af596-b063-4d65-a26d-7ba969769081,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:25:03.014609 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-09c8d2d9-ce51-4a41-ba92-e550328c122f None None] Provisioning complete for port c6ea3eff-a80a-43e4-adb8-e73d222c5374 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:25:03.015067 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-09c8d2d9-ce51-4a41-ba92-e550328c122f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (c6ea3eff-a80a-43e4-adb8-e73d222c5374), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:03.018800 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f45613c5-b3db-4d83-b0ad-22ef653cec47 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Made reservation on behalf of 2b2f7f01d23244e582fca6963a34fb74 for: {'network': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:25:03.022262 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f45613c5-b3db-4d83-b0ad-22ef653cec47 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:03.037582 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c70dfcc9-219f-4ad0-9cc6-af1e91c86f53 req-2f41f193-f64f-435c-a44a-88a61ab90d9f service neutron] 10.222.0.44 "GET /v2.0/networks/0f9677e3-e88b-4074-b906-3a89e31a8b26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4988382 Jan 28 07:25:03.056372 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f45613c5-b3db-4d83-b0ad-22ef653cec47 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=103283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:25:03.068937 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f45613c5-b3db-4d83-b0ad-22ef653cec47 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (ef65334f-d0f7-4591-bde2-d394a759a6c8), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:03.069581 n-d-712749-28 neutron-server[103283]: INFO neutron.db.segments_db [None req-f45613c5-b3db-4d83-b0ad-22ef653cec47 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Added segment ef65334f-d0f7-4591-bde2-d394a759a6c8 of type vlan for network d9f83c14-b627-4174-8a50-793251450665 Jan 28 07:25:03.072084 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:03.096381 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2fffa606-2d03-444c-8461-ca18e29b86ea tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:03.101849 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-2fffa606-2d03-444c-8461-ca18e29b86ea tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "DELETE /v2.0/ports/191af596-b063-4d65-a26d-7ba969769081 HTTP/1.1" status: 204 len: 168 time: 0.7902319 Jan 28 07:25:03.104465 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 59872) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:25:03.191989 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f45613c5-b3db-4d83-b0ad-22ef653cec47 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (d9f83c14-b627-4174-8a50-793251450665), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:03.223371 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73307bcd-93db-43ba-89c4-adb2c87e1780 req-75b2a48f-138c-47e6-a143-cfffba6e7255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:03.226171 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-73307bcd-93db-43ba-89c4-adb2c87e1780 req-75b2a48f-138c-47e6-a143-cfffba6e7255 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a6edc1c2472d49839a2dbbe98b656418&device_id=9a3104e9-8fae-423d-b04c-8c9616505e8d HTTP/1.1" status: 200 len: 1096 time: 0.0882609 Jan 28 07:25:03.241772 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a7e9e1-6faf-4baf-8c83-c1602963095f tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:03.247487 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a7e9e1-6faf-4baf-8c83-c1602963095f tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:03.251332 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a7e9e1-6faf-4baf-8c83-c1602963095f tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:03.253169 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-d3a7e9e1-6faf-4baf-8c83-c1602963095f tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1476970 Jan 28 07:25:03.257267 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f45613c5-b3db-4d83-b0ad-22ef653cec47 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (d9f83c14-b627-4174-8a50-793251450665), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:03.257450 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 59876) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:25:03.263366 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f45613c5-b3db-4d83-b0ad-22ef653cec47 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:03.264431 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f45613c5-b3db-4d83-b0ad-22ef653cec47 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:03.360151 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5317d5ad-e75c-4ba0-abb3-b08aa02549e0 None None] Update dhcp port {'port': {'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e', 'fixed_ips': [{'subnet_id': 'c109b6ff-c3a5-4aa3-a4ed-ebcc390254e4', 'ip_address': '2001:db8::f816:3eff:fed4:cc55'}, {'subnet_id': '57c402db-a73d-4880-8c90-9e307e062d61'}], 'binding:host_id': 'n-d-712749-28'}, 'id': 'c6ea3eff-a80a-43e4-adb8-e73d222c5374'} from n-d-712749-28. {{(pid=103285) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 07:25:03.367925 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c524e4c-01d7-49ef-a6c8-01618df5c24d tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Deleting subnet 57c402db-a73d-4880-8c90-9e307e062d61 {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:25:03.376598 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8c524e4c-01d7-49ef-a6c8-01618df5c24d tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks [] for subnet (57c402db-a73d-4880-8c90-9e307e062d61), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:03.394189 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5317d5ad-e75c-4ba0-abb3-b08aa02549e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (c6ea3eff-a80a-43e4-adb8-e73d222c5374), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:03.410813 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-09c8d2d9-ce51-4a41-ba92-e550328c122f None None] Current status of the port c6ea3eff-a80a-43e4-adb8-e73d222c5374 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:25:03.415240 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e8a4fc86-1118-44c3-bdac-d6feab4a71b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:03.469055 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8c524e4c-01d7-49ef-a6c8-01618df5c24d tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24759175'] for subnet (57c402db-a73d-4880-8c90-9e307e062d61), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:03.571309 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device c6ea3eff-a80a-43e4-adb8-e73d222c5374 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:25:03.579942 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 59878) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:25:03.585901 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-e29fc762-0965-499f-a212-3794646aa2ad tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Request body: {'ports': [{'network_id': '422a554d-3135-4b22-adcb-555bf90d3ba5'}, {'network_id': 'd9f83c14-b627-4174-8a50-793251450665'}]} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:25:03.586234 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-e29fc762-0965-499f-a212-3794646aa2ad tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Request body: {'port': {'network_id': '422a554d-3135-4b22-adcb-555bf90d3ba5'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:25:03.586731 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-e29fc762-0965-499f-a212-3794646aa2ad tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Request body: {'port': {'network_id': 'd9f83c14-b627-4174-8a50-793251450665'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:25:03.592653 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8c524e4c-01d7-49ef-a6c8-01618df5c24d tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (57c402db-a73d-4880-8c90-9e307e062d61), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:03.596805 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-f45613c5-b3db-4d83-b0ad-22ef653cec47 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7284608 Jan 28 07:25:03.605015 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45613c5-b3db-4d83-b0ad-22ef653cec47 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Pushing event updated for resources: {'Network': ['ID=d9f83c14-b627-4174-8a50-793251450665,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:25:03.623696 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network d9f83c14-b627-4174-8a50-793251450665 details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:25:03.663947 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73307bcd-93db-43ba-89c4-adb2c87e1780 req-bf35d57e-6472-4ef8-a684-d0ea9ca25435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:03.665752 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-73307bcd-93db-43ba-89c4-adb2c87e1780 req-bf35d57e-6472-4ef8-a684-d0ea9ca25435 service neutron] 10.222.0.44 "GET /v2.0/networks?id=0f9677e3-e88b-4074-b906-3a89e31a8b26 HTTP/1.1" status: 200 len: 915 time: 0.4331229 Jan 28 07:25:03.706318 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port c6ea3eff-a80a-43e4-adb8-e73d222c5374 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:25:03.706706 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (c6ea3eff-a80a-43e4-adb8-e73d222c5374), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:03.734964 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-73307bcd-93db-43ba-89c4-adb2c87e1780 req-09b397d3-3795-44e6-9c35-ec268cf89723 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=908a1335-5f54-4311-8913-be06c6e8339b HTTP/1.1" status: 200 len: 217 time: 0.0621819 Jan 28 07:25:03.851632 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73307bcd-93db-43ba-89c4-adb2c87e1780 req-bb053406-9075-4365-8921-67dc21876a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:03.853784 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-73307bcd-93db-43ba-89c4-adb2c87e1780 req-bb053406-9075-4365-8921-67dc21876a0b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a20d1ced-3d08-43be-8252-20a8f34a36b0 HTTP/1.1" status: 200 len: 854 time: 0.1128886 Jan 28 07:25:03.898345 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-73307bcd-93db-43ba-89c4-adb2c87e1780 req-9ce98bf1-695b-4723-924c-ea484738f638 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0f9677e3-e88b-4074-b906-3a89e31a8b26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363679 Jan 28 07:25:03.927473 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8c524e4c-01d7-49ef-a6c8-01618df5c24d tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24757569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24979817'] for subnet (57c402db-a73d-4880-8c90-9e307e062d61), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:03.988728 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c524e4c-01d7-49ef-a6c8-01618df5c24d tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Pushing event deleted for resources: {'Subnet': ['ID=57c402db-a73d-4880-8c90-9e307e062d61,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:25:03.992306 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8c524e4c-01d7-49ef-a6c8-01618df5c24d tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:03.997534 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-8c524e4c-01d7-49ef-a6c8-01618df5c24d tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "DELETE /v2.0/subnets/57c402db-a73d-4880-8c90-9e307e062d61 HTTP/1.1" status: 204 len: 168 time: 0.7390809 Jan 28 07:25:04.001184 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 59892) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:25:04.048861 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e29fc762-0965-499f-a212-3794646aa2ad tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Made reservation on behalf of 2b2f7f01d23244e582fca6963a34fb74 for: {'port': 2} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:25:04.062582 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e29fc762-0965-499f-a212-3794646aa2ad tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:04.097333 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e29fc762-0965-499f-a212-3794646aa2ad tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:04.154634 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-73307bcd-93db-43ba-89c4-adb2c87e1780 req-7c6e20c4-fde4-40ea-9101-64eed4217567 service neutron] 10.222.0.44 "GET /v2.0/networks/0f9677e3-e88b-4074-b906-3a89e31a8b26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2452204 Jan 28 07:25:04.232225 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d71c82d-2469-48ff-a6cf-e2524e497e5b tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Deleting subnet c109b6ff-c3a5-4aa3-a4ed-ebcc390254e4 {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:25:04.235670 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7d71c82d-2469-48ff-a6cf-e2524e497e5b tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks [] for subnet (c109b6ff-c3a5-4aa3-a4ed-ebcc390254e4), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:04.239282 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server [None req-5317d5ad-e75c-4ba0-abb3-b08aa02549e0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 57c402db-a73d-4880-8c90-9e307e062d61: This subnet is being modified by another concurrent operation. Jan 28 07:25:04.239282 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 28 07:25:04.239282 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 28 07:25:04.239282 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 28 07:25:04.239282 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 28 07:25:04.239282 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 28 07:25:04.239282 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 28 07:25:04.239282 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 28 07:25:04.239282 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 28 07:25:04.239282 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 28 07:25:04.239282 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 28 07:25:04.239282 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 28 07:25:04.239282 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 07:25:04.239282 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 07:25:04.239282 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 07:25:04.239282 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 07:25:04.239282 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 07:25:04.239282 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 07:25:04.239282 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 07:25:04.239282 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 07:25:04.239282 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 07:25:04.239282 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 07:25:04.239282 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 07:25:04.239282 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 07:25:04.239282 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 07:25:04.239282 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 07:25:04.239282 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 07:25:04.239282 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 07:25:04.239282 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 07:25:04.239282 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 07:25:04.239282 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 07:25:04.239282 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 07:25:04.239282 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 07:25:04.239282 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 07:25:04.239282 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 07:25:04.239282 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 07:25:04.239282 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 315, in update_dhcp_port Jan 28 07:25:04.239282 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jan 28 07:25:04.239282 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Jan 28 07:25:04.239282 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jan 28 07:25:04.239282 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 28 07:25:04.239282 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 07:25:04.239282 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 07:25:04.239282 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 07:25:04.239282 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 07:25:04.239282 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 07:25:04.239282 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 07:25:04.239282 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 07:25:04.239282 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 07:25:04.239282 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 07:25:04.239282 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 07:25:04.239282 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 07:25:04.239282 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 07:25:04.239282 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 07:25:04.243018 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 07:25:04.243018 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 07:25:04.243018 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 07:25:04.243018 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 07:25:04.243018 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 07:25:04.243018 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 07:25:04.243018 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 07:25:04.243018 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 07:25:04.243018 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 07:25:04.243018 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 07:25:04.243018 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 07:25:04.243018 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 07:25:04.243018 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 07:25:04.243018 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 07:25:04.243018 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1779, in update_port Jan 28 07:25:04.243018 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jan 28 07:25:04.243018 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 07:25:04.243018 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 07:25:04.243018 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1521, in update_port Jan 28 07:25:04.243018 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jan 28 07:25:04.243018 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jan 28 07:25:04.243018 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jan 28 07:25:04.243018 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Jan 28 07:25:04.243018 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jan 28 07:25:04.243018 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Jan 28 07:25:04.243018 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 28 07:25:04.243018 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 28 07:25:04.243018 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 28 07:25:04.243018 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 28 07:25:04.243018 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server raise exception Jan 28 07:25:04.243018 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 57c402db-a73d-4880-8c90-9e307e062d61: This subnet is being modified by another concurrent operation. Jan 28 07:25:04.243018 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server Jan 28 07:25:04.307882 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7d71c82d-2469-48ff-a6cf-e2524e497e5b tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24759175'] for subnet (c109b6ff-c3a5-4aa3-a4ed-ebcc390254e4), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:04.319210 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:04.360268 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d67eed-a996-43a9-bc2b-e143e565722a req-cbb8336a-0143-48cd-b14c-38a7e3af0b56 tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:04.367728 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-01d67eed-a996-43a9-bc2b-e143e565722a req-cbb8336a-0143-48cd-b14c-38a7e3af0b56 tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a3104e9-8fae-423d-b04c-8c9616505e8d HTTP/1.1" status: 200 len: 944 time: 0.2398031 Jan 28 07:25:04.413339 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f72302da-f9b1-42be-9da4-589cd2f12b01 None None] get_active_networks_info from n-d-712749-28 {{(pid=103285) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 07:25:04.479464 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-73307bcd-93db-43ba-89c4-adb2c87e1780 req-69ff5899-4a29-49dd-ae4e-eaae1cdca44f service neutron] 10.222.0.44 "GET /v2.0/networks/0f9677e3-e88b-4074-b906-3a89e31a8b26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3133602 Jan 28 07:25:04.526537 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-01d67eed-a996-43a9-bc2b-e143e565722a req-483c5992-d7cf-44e3-b81a-9da86cf8fd08 tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] 10.222.0.41 "GET /v2.0/security-groups?id=53b55572-4939-4466-abb4-cc7f1bb894f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559460 Jan 28 07:25:04.555850 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port c6ea3eff-a80a-43e4-adb8-e73d222c5374 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:25:04.556240 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7d71c82d-2469-48ff-a6cf-e2524e497e5b tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (c109b6ff-c3a5-4aa3-a4ed-ebcc390254e4), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:04.558437 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6fd6d6e3-8f93-4a51-aaea-9298ae82e177 None None] Provisioning complete for port c6ea3eff-a80a-43e4-adb8-e73d222c5374 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:25:04.558975 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6fd6d6e3-8f93-4a51-aaea-9298ae82e177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (c6ea3eff-a80a-43e4-adb8-e73d222c5374), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:04.564228 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [None req-e29fc762-0965-499f-a212-3794646aa2ad tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] device_id is not set on port a48d0fd6-05dd-435b-9704-8bf353ddf4a9 yet. {{(pid=103284) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 07:25:04.649893 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7d71c82d-2469-48ff-a6cf-e2524e497e5b tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24757569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24979817'] for subnet (c109b6ff-c3a5-4aa3-a4ed-ebcc390254e4), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:04.679666 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d71c82d-2469-48ff-a6cf-e2524e497e5b tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Pushing event deleted for resources: {'Subnet': ['ID=c109b6ff-c3a5-4aa3-a4ed-ebcc390254e4,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:25:04.691985 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f72302da-f9b1-42be-9da4-589cd2f12b01 None None] Resources bound (agent type, host, resource id): {{(pid=103285) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 07:25:04.704229 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7d71c82d-2469-48ff-a6cf-e2524e497e5b tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:04.708507 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-7d71c82d-2469-48ff-a6cf-e2524e497e5b tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "DELETE /v2.0/subnets/c109b6ff-c3a5-4aa3-a4ed-ebcc390254e4 HTTP/1.1" status: 204 len: 168 time: 0.7059343 Jan 28 07:25:04.710872 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 59904) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:25:04.730087 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6fd6d6e3-8f93-4a51-aaea-9298ae82e177 None None] Current status of the port c6ea3eff-a80a-43e4-adb8-e73d222c5374 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:25:04.749006 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e29fc762-0965-499f-a212-3794646aa2ad tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks [] for port (a48d0fd6-05dd-435b-9704-8bf353ddf4a9), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:04.788446 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-526b68b4-2147-458a-899a-a074966c1567 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0751038 Jan 28 07:25:04.790996 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 59906) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:25:04.796102 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-4121248a-0ab7-4d00-9e17-4c7e0d1ccc92 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Request body: {'subnet': {'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:25:04.837344 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [None req-e29fc762-0965-499f-a212-3794646aa2ad tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] device_id is not set on port 165df3aa-d34b-43df-a724-47f208374c3e yet. {{(pid=103284) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 07:25:04.896633 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4121248a-0ab7-4d00-9e17-4c7e0d1ccc92 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Made reservation on behalf of 64d19227e44643b7a12df0287e7ae5f8 for: {'subnet': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:25:04.903079 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4121248a-0ab7-4d00-9e17-4c7e0d1ccc92 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13555781'] for subnet (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:04.939493 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e29fc762-0965-499f-a212-3794646aa2ad tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks [] for port (165df3aa-d34b-43df-a724-47f208374c3e), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:04.994337 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e29fc762-0965-499f-a212-3794646aa2ad tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (a48d0fd6-05dd-435b-9704-8bf353ddf4a9), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:05.047268 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7747e59e-c1f7-4c02-bd16-3cf952b110e7 None None] Network ef4fe003-256e-4a6c-af17-da180c8a686e requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:25:05.075064 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e29fc762-0965-499f-a212-3794646aa2ad tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Network 422a554d-3135-4b22-adcb-555bf90d3ba5 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:25:05.076858 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29fc762-0965-499f-a212-3794646aa2ad tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Pushing event updated for resources: {'Port': ['ID=a48d0fd6-05dd-435b-9704-8bf353ddf4a9,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:25:05.090198 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-e29fc762-0965-499f-a212-3794646aa2ad tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:25:05.093479 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29fc762-0965-499f-a212-3794646aa2ad tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:25:05.095947 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e29fc762-0965-499f-a212-3794646aa2ad tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (165df3aa-d34b-43df-a724-47f208374c3e), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:05.169280 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6980e8f7-ba69-4a42-b92d-758a5cb8ab77 None None] Provisioning complete for port c6ea3eff-a80a-43e4-adb8-e73d222c5374 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:25:05.169900 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6980e8f7-ba69-4a42-b92d-758a5cb8ab77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (c6ea3eff-a80a-43e4-adb8-e73d222c5374), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:05.173923 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29fc762-0965-499f-a212-3794646aa2ad tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Checking segment: {'id': 'ef65334f-d0f7-4591-bde2-d394a759a6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'd9f83c14-b627-4174-8a50-793251450665'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:25:05.174581 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e29fc762-0965-499f-a212-3794646aa2ad tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Network hostable DHCP agents. Network: d9f83c14-b627-4174-8a50-793251450665, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:25:05.214190 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4121248a-0ab7-4d00-9e17-4c7e0d1ccc92 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13546728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13555799'] for subnet (19d0f3ae-2849-4c87-aa6d-8ceffdf01975), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:05.228556 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29fc762-0965-499f-a212-3794646aa2ad tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Pushing event updated for resources: {'Port': ['ID=165df3aa-d34b-43df-a724-47f208374c3e,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:25:05.241881 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e29fc762-0965-499f-a212-3794646aa2ad tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Network d9f83c14-b627-4174-8a50-793251450665 is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:25:05.261974 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4121248a-0ab7-4d00-9e17-4c7e0d1ccc92 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Network ef4fe003-256e-4a6c-af17-da180c8a686e is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:25:05.263154 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-e29fc762-0965-499f-a212-3794646aa2ad tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, d9f83c14-b627-4174-8a50-793251450665) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:25:05.263332 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ec2bf80-cb51-4132-bfa9-3eb0f730a4e2 None None] DHCP port deletion for ef4fe003-256e-4a6c-af17-da180c8a686e request from n-d-712749-28 {{(pid=103285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 07:25:05.265926 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-4121248a-0ab7-4d00-9e17-4c7e0d1ccc92 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:25:05.267667 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29fc762-0965-499f-a212-3794646aa2ad tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:25:05.270971 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4121248a-0ab7-4d00-9e17-4c7e0d1ccc92 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:05.271760 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4121248a-0ab7-4d00-9e17-4c7e0d1ccc92 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:05.274075 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e29fc762-0965-499f-a212-3794646aa2ad tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:05.278452 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e29fc762-0965-499f-a212-3794646aa2ad tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:05.279126 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e29fc762-0965-499f-a212-3794646aa2ad tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:05.286625 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4121248a-0ab7-4d00-9e17-4c7e0d1ccc92 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Pushing event updated for resources: {'Subnet': ['ID=19d0f3ae-2849-4c87-aa6d-8ceffdf01975,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:25:05.292737 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6980e8f7-ba69-4a42-b92d-758a5cb8ab77 None None] Current status of the port c6ea3eff-a80a-43e4-adb8-e73d222c5374 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:25:05.298961 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95757128-395e-47b0-9e9f-b3d7c81b0d6e None None] Network d9f83c14-b627-4174-8a50-793251450665 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:25:05.302881 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-e29fc762-0965-499f-a212-3794646aa2ad tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.7194517 Jan 28 07:25:05.303265 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 59914) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:25:05.304754 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-4121248a-0ab7-4d00-9e17-4c7e0d1ccc92 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5125077 Jan 28 07:25:05.310716 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 59916) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:25:05.320628 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-8a4650a0-32eb-45f4-955c-66a94feaeabb tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Request body: {'subnet': {'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:25:05.424692 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-c49cd455-3221-4dcf-8c2f-8e3b277c63a3 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Deleting port 165df3aa-d34b-43df-a724-47f208374c3e {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:25:05.425039 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c49cd455-3221-4dcf-8c2f-8e3b277c63a3 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (165df3aa-d34b-43df-a724-47f208374c3e), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:05.454497 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6ec2bf80-cb51-4132-bfa9-3eb0f730a4e2 None None] Deleting port c6ea3eff-a80a-43e4-adb8-e73d222c5374 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:25:05.454873 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6ec2bf80-cb51-4132-bfa9-3eb0f730a4e2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (c6ea3eff-a80a-43e4-adb8-e73d222c5374), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:05.510272 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device c6ea3eff-a80a-43e4-adb8-e73d222c5374 no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:25:05.529265 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a4650a0-32eb-45f4-955c-66a94feaeabb tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Made reservation on behalf of 64d19227e44643b7a12df0287e7ae5f8 for: {'subnet': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:25:05.534110 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8a4650a0-32eb-45f4-955c-66a94feaeabb tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13555781'] for subnet (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:05.561272 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c49cd455-3221-4dcf-8c2f-8e3b277c63a3 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (165df3aa-d34b-43df-a724-47f208374c3e), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:05.587044 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-c49cd455-3221-4dcf-8c2f-8e3b277c63a3 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Calling delete_port for 165df3aa-d34b-43df-a724-47f208374c3e owned by {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:25:05.680049 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e9d6d76c-675e-4a54-81c9-04d2d8d76cf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:05.758165 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82868be2-2b93-4ca6-b1d3-2c920da3d44a req-cd4d9ffb-c25c-4ce5-9c2e-38ed3cb0a2aa tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:05.761067 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6ec2bf80-cb51-4132-bfa9-3eb0f730a4e2 None None] For port c6ea3eff-a80a-43e4-adb8-e73d222c5374, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=c6ea3eff-a80a-43e4-adb8-e73d222c5374,segment=NetworkSegment(c533ee34-b679-44a8-abdb-1685e355613e),segment_id=c533ee34-b679-44a8-abdb-1685e355613e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:25:05.761473 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6ec2bf80-cb51-4132-bfa9-3eb0f730a4e2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (c6ea3eff-a80a-43e4-adb8-e73d222c5374), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:05.762794 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-82868be2-2b93-4ca6-b1d3-2c920da3d44a req-cd4d9ffb-c25c-4ce5-9c2e-38ed3cb0a2aa tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a3104e9-8fae-423d-b04c-8c9616505e8d HTTP/1.1" status: 200 len: 944 time: 0.0832503 Jan 28 07:25:05.764642 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c49cd455-3221-4dcf-8c2f-8e3b277c63a3 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (165df3aa-d34b-43df-a724-47f208374c3e), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:05.780309 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port c6ea3eff-a80a-43e4-adb8-e73d222c5374 is: ACTIVE; New status is: DOWN {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:25:05.780714 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (c6ea3eff-a80a-43e4-adb8-e73d222c5374), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:05.802253 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6ec2bf80-cb51-4132-bfa9-3eb0f730a4e2 None None] Calling delete_port for c6ea3eff-a80a-43e4-adb8-e73d222c5374 owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:25:05.817469 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49cd455-3221-4dcf-8c2f-8e3b277c63a3 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Pushing event deleted for resources: {'Port': ['ID=165df3aa-d34b-43df-a724-47f208374c3e,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:25:05.829156 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c49cd455-3221-4dcf-8c2f-8e3b277c63a3 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:05.832974 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-c49cd455-3221-4dcf-8c2f-8e3b277c63a3 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] 10.222.0.41 "DELETE /v2.0/ports/165df3aa-d34b-43df-a724-47f208374c3e HTTP/1.1" status: 204 len: 168 time: 0.5285869 Jan 28 07:25:05.835516 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 59924) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:25:05.835910 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] For port c6ea3eff-a80a-43e4-adb8-e73d222c5374, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=c6ea3eff-a80a-43e4-adb8-e73d222c5374,segment=NetworkSegment(c533ee34-b679-44a8-abdb-1685e355613e),segment_id=c533ee34-b679-44a8-abdb-1685e355613e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:25:05.876146 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-82868be2-2b93-4ca6-b1d3-2c920da3d44a req-36390ab9-fcc3-4375-aa48-077c7c87c5e9 tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] 10.222.0.41 "GET /v2.0/security-groups?id=53b55572-4939-4466-abb4-cc7f1bb894f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019700 Jan 28 07:25:05.885366 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (c6ea3eff-a80a-43e4-adb8-e73d222c5374), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:05.960300 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Pushing event updated for resources: {'Port': ['ID=c6ea3eff-a80a-43e4-adb8-e73d222c5374,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:25:05.972851 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6ec2bf80-cb51-4132-bfa9-3eb0f730a4e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298'] for port (c6ea3eff-a80a-43e4-adb8-e73d222c5374), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:06.000663 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 908a1335-5f54-4311-8913-be06c6e8339b details requested by agent hyperv_n-h2-712749-28 with host n-h2-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:25:06.002513 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec2bf80-cb51-4132-bfa9-3eb0f730a4e2 None None] Pushing event deleted for resources: {'Port': ['ID=c6ea3eff-a80a-43e4-adb8-e73d222c5374,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:25:06.008419 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec2bf80-cb51-4132-bfa9-3eb0f730a4e2 None None] No DVR routers for this DVR port c6ea3eff-a80a-43e4-adb8-e73d222c5374 on host n-d-712749-28 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:25:06.012642 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac71fd4-45d4-4b6d-b990-2f3dc4d8a626 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:06.019061 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac71fd4-45d4-4b6d-b990-2f3dc4d8a626 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:06.021528 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-8ac71fd4-45d4-4b6d-b990-2f3dc4d8a626 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1836767 Jan 28 07:25:06.022904 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 59926) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:25:06.045636 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda297ae-4f50-4de3-8cb3-56fee8abea33 None None] Network ef4fe003-256e-4a6c-af17-da180c8a686e requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:25:06.086479 n-d-712749-28 neutron-server[103283]: DEBUG neutron.objects.ports [None req-8a4650a0-32eb-45f4-955c-66a94feaeabb tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103283) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 07:25:06.088121 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8a4650a0-32eb-45f4-955c-66a94feaeabb tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13546728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13555799'] for subnet (2f956a4a-c711-44d5-967d-37b708f36e5b), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:06.161149 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-c45e71dd-f68a-4391-9c3a-5fc46f99169d tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Deleting port a48d0fd6-05dd-435b-9704-8bf353ddf4a9 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:25:06.161502 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c45e71dd-f68a-4391-9c3a-5fc46f99169d tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (a48d0fd6-05dd-435b-9704-8bf353ddf4a9), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:06.165847 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a4650a0-32eb-45f4-955c-66a94feaeabb tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Network ef4fe003-256e-4a6c-af17-da180c8a686e is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:25:06.190508 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-8a4650a0-32eb-45f4-955c-66a94feaeabb tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:25:06.202928 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a4650a0-32eb-45f4-955c-66a94feaeabb tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:06.203533 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8a4650a0-32eb-45f4-955c-66a94feaeabb tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:06.251674 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-8a4650a0-32eb-45f4-955c-66a94feaeabb tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9362488 Jan 28 07:25:06.251674 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 59934) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:25:06.252233 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4650a0-32eb-45f4-955c-66a94feaeabb tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Pushing event updated for resources: {'Subnet': ['ID=2f956a4a-c711-44d5-967d-37b708f36e5b,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:25:06.260330 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-e44ddb9f-8ba8-4010-96df-2e76802f1d77 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Request body: {'port': {'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e', 'mac_address': 'fa:16:3e:75:83:43', 'name': 'tempest-NetworksTestDHCPv6-929550848'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:25:06.281409 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b7250be-7703-4436-a744-d2a1e6dfcb0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3dd72b9-6805-5f61-b6f3-a591f99a173d-ef4fe003-256e-4a6c-af17-da180c8a686e', 'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e', 'project_id': '64d19227e44643b7a12df0287e7ae5f8', 'fixed_ips': [{'subnet_id': '19d0f3ae-2849-4c87-aa6d-8ceffdf01975'}, {'subnet_id': '2f956a4a-c711-44d5-967d-37b708f36e5b'}]}} from n-d-712749-28. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 07:25:06.282465 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7b7250be-7703-4436-a744-d2a1e6dfcb0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:06.291983 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 908a1335-5f54-4311-8913-be06c6e8339b, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=908a1335-5f54-4311-8913-be06c6e8339b,segment=NetworkSegment(5e9d481f-a3b1-479f-be8f-343a288df135),segment_id=5e9d481f-a3b1-479f-be8f-343a288df135)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:25:06.297355 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c45e71dd-f68a-4391-9c3a-5fc46f99169d tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (a48d0fd6-05dd-435b-9704-8bf353ddf4a9), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:06.312281 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-c45e71dd-f68a-4391-9c3a-5fc46f99169d tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Calling delete_port for a48d0fd6-05dd-435b-9704-8bf353ddf4a9 owned by {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:25:06.330759 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Returning: {'device': '908a1335-5f54-4311-8913-be06c6e8339b', 'network_id': '0f9677e3-e88b-4074-b906-3a89e31a8b26', 'port_id': '908a1335-5f54-4311-8913-be06c6e8339b', 'mac_address': 'fa:16:3e:96:f2:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a20d1ced-3d08-43be-8252-20a8f34a36b0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:25:06.392681 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e44ddb9f-8ba8-4010-96df-2e76802f1d77 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Made reservation on behalf of 64d19227e44643b7a12df0287e7ae5f8 for: {'port': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:25:06.418981 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c45e71dd-f68a-4391-9c3a-5fc46f99169d tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (a48d0fd6-05dd-435b-9704-8bf353ddf4a9), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:06.456661 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45e71dd-f68a-4391-9c3a-5fc46f99169d tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Pushing event deleted for resources: {'Port': ['ID=a48d0fd6-05dd-435b-9704-8bf353ddf4a9,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:25:06.469214 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c45e71dd-f68a-4391-9c3a-5fc46f99169d tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:06.474442 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-c45e71dd-f68a-4391-9c3a-5fc46f99169d tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] 10.222.0.41 "DELETE /v2.0/ports/a48d0fd6-05dd-435b-9704-8bf353ddf4a9 HTTP/1.1" status: 204 len: 168 time: 0.4503703 Jan 28 07:25:06.477022 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 59936) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:25:06.520263 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e44ddb9f-8ba8-4010-96df-2e76802f1d77 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:06.564317 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f497589d-96c6-4084-9d62-98e7d3e2b818 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:06.564317 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-f497589d-96c6-4084-9d62-98e7d3e2b818 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0790901 Jan 28 07:25:06.564317 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 59940) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:25:06.567482 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-e44ddb9f-8ba8-4010-96df-2e76802f1d77 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] device_id is not set on port 58eecdc1-9128-4608-b17c-ab62092769e4 yet. {{(pid=103283) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 07:25:06.594774 n-d-712749-28 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-80b2a236-1010-4471-b479-da84ea7302c3 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] GET failed (client error): The resource could not be found. Jan 28 07:25:06.599551 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-80b2a236-1010-4471-b479-da84ea7302c3 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] 10.222.0.41 "GET /v2.0/ports/165df3aa-d34b-43df-a724-47f208374c3e HTTP/1.1" status: 404 len: 333 time: 0.0357432 Jan 28 07:25:06.599845 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 59942) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:25:06.630609 n-d-712749-28 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccfc8f02-a217-4b49-a427-f795f4744cee tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] GET failed (client error): The resource could not be found. Jan 28 07:25:06.632246 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-ccfc8f02-a217-4b49-a427-f795f4744cee tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] 10.222.0.41 "GET /v2.0/ports/a48d0fd6-05dd-435b-9704-8bf353ddf4a9 HTTP/1.1" status: 404 len: 333 time: 0.0313554 Jan 28 07:25:06.634839 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 59944) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:25:06.674700 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port 908a1335-5f54-4311-8913-be06c6e8339b is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:25:06.675126 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (908a1335-5f54-4311-8913-be06c6e8339b), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:06.696849 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 908a1335-5f54-4311-8913-be06c6e8339b {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:25:06.734684 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-285b1261-ade9-482b-b3a2-fcd389a53740 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (d9f83c14-b627-4174-8a50-793251450665), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:06.747576 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 908a1335-5f54-4311-8913-be06c6e8339b, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=908a1335-5f54-4311-8913-be06c6e8339b,segment=NetworkSegment(5e9d481f-a3b1-479f-be8f-343a288df135),segment_id=5e9d481f-a3b1-479f-be8f-343a288df135)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:25:06.752393 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (908a1335-5f54-4311-8913-be06c6e8339b), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:06.797044 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-7b7250be-7703-4436-a744-d2a1e6dfcb0e None None] Allocated IP 172.20.0.2 (ef4fe003-256e-4a6c-af17-da180c8a686e/19d0f3ae-2849-4c87-aa6d-8ceffdf01975/7465ebed-672b-4df9-90b4-a7306b210628) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:25:06.813931 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-7b7250be-7703-4436-a744-d2a1e6dfcb0e None None] Allocated IP 2001:db8::f816:3eff:fe65:653a (ef4fe003-256e-4a6c-af17-da180c8a686e/2f956a4a-c711-44d5-967d-37b708f36e5b/7465ebed-672b-4df9-90b4-a7306b210628) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:25:06.825017 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=908a1335-5f54-4311-8913-be06c6e8339b,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:25:06.838451 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-285b1261-ade9-482b-b3a2-fcd389a53740 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (d9f83c14-b627-4174-8a50-793251450665), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:06.859866 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-285b1261-ade9-482b-b3a2-fcd389a53740 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9f83c14-b627-4174-8a50-793251450665']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:25:06.869443 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-285b1261-ade9-482b-b3a2-fcd389a53740 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef65334f-d0f7-4591-bde2-d394a759a6c8') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:25:06.869823 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-285b1261-ade9-482b-b3a2-fcd389a53740 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef65334f-d0f7-4591-bde2-d394a759a6c8') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:25:06.881008 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-285b1261-ade9-482b-b3a2-fcd389a53740 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24759294'] for segment (ef65334f-d0f7-4591-bde2-d394a759a6c8), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:06.896107 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-285b1261-ade9-482b-b3a2-fcd389a53740 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (ef65334f-d0f7-4591-bde2-d394a759a6c8), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:06.904348 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-285b1261-ade9-482b-b3a2-fcd389a53740 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:25:06.905019 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-285b1261-ade9-482b-b3a2-fcd389a53740 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24757675'] for segment (ef65334f-d0f7-4591-bde2-d394a759a6c8), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:06.908294 n-d-712749-28 neutron-server[103284]: Traceback (most recent call last): Jan 28 07:25:06.908294 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:25:06.908294 n-d-712749-28 neutron-server[103284]: timer() Jan 28 07:25:06.908294 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:25:06.908294 n-d-712749-28 neutron-server[103284]: cb(*args, **kw) Jan 28 07:25:06.908294 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:25:06.908294 n-d-712749-28 neutron-server[103284]: return func(*args, **kwargs) Jan 28 07:25:06.908294 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:25:06.908294 n-d-712749-28 neutron-server[103284]: self._notify() Jan 28 07:25:06.908294 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:25:06.908294 n-d-712749-28 neutron-server[103284]: self.callback(batched_events) Jan 28 07:25:06.908294 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:25:06.908294 n-d-712749-28 neutron-server[103284]: event.method(event) Jan 28 07:25:06.908294 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:25:06.908294 n-d-712749-28 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:25:06.908294 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:25:06.908294 n-d-712749-28 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:25:06.908294 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:25:06.908294 n-d-712749-28 neutron-server[103284]: return f(self, *a, **k) Jan 28 07:25:06.908294 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:25:06.908294 n-d-712749-28 neutron-server[103284]: return self._get(url).json() Jan 28 07:25:06.908294 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:25:06.908294 n-d-712749-28 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:25:06.908294 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:25:06.908294 n-d-712749-28 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Jan 28 07:25:06.908294 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:25:06.908294 n-d-712749-28 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:25:06.908294 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:25:06.908294 n-d-712749-28 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:25:06.908294 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:25:06.908294 n-d-712749-28 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:25:06.908294 n-d-712749-28 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:25:06.972357 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:06.994051 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-285b1261-ade9-482b-b3a2-fcd389a53740 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (d9f83c14-b627-4174-8a50-793251450665), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:06.997212 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7b7250be-7703-4436-a744-d2a1e6dfcb0e None None] Publish callbacks [] for port (7465ebed-672b-4df9-90b4-a7306b210628), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:07.005058 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-285b1261-ade9-482b-b3a2-fcd389a53740 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:07.006463 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7b7250be-7703-4436-a744-d2a1e6dfcb0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (7465ebed-672b-4df9-90b4-a7306b210628), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:07.008573 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-285b1261-ade9-482b-b3a2-fcd389a53740 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] 10.222.0.41 "DELETE /v2.0/networks/d9f83c14-b627-4174-8a50-793251450665 HTTP/1.1" status: 204 len: 168 time: 0.3723750 Jan 28 07:25:07.011840 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 59950) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:25:07.017941 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-b18bf737-3b92-47cc-a9b5-e797ce850af8 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-623297402'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:25:07.046337 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b7250be-7703-4436-a744-d2a1e6dfcb0e None None] Network ef4fe003-256e-4a6c-af17-da180c8a686e is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:25:07.049362 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-7b7250be-7703-4436-a744-d2a1e6dfcb0e None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:25:07.050314 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285b1261-ade9-482b-b3a2-fcd389a53740 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Pushing event deleted for resources: {'Network': ['ID=d9f83c14-b627-4174-8a50-793251450665,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:25:07.054572 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7250be-7703-4436-a744-d2a1e6dfcb0e None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:25:07.058539 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['908a1335-5f54-4311-8913-be06c6e8339b'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:25:07.063080 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b18bf737-3b92-47cc-a9b5-e797ce850af8 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Made reservation on behalf of 2b2f7f01d23244e582fca6963a34fb74 for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:25:07.070276 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b18bf737-3b92-47cc-a9b5-e797ce850af8 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:07.104520 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367a3ff8-98b8-4c96-9920-63be931ad402 req-572d7a99-170b-4e36-a583-74c3dadc7bff tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:07.111588 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-367a3ff8-98b8-4c96-9920-63be931ad402 req-572d7a99-170b-4e36-a583-74c3dadc7bff tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a3104e9-8fae-423d-b04c-8c9616505e8d HTTP/1.1" status: 200 len: 945 time: 0.1216767 Jan 28 07:25:07.112639 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b18bf737-3b92-47cc-a9b5-e797ce850af8 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:25:07.125752 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7250be-7703-4436-a744-d2a1e6dfcb0e None None] Pushing event updated for resources: {'Port': ['ID=7465ebed-672b-4df9-90b4-a7306b210628,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:25:07.142405 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b18bf737-3b92-47cc-a9b5-e797ce850af8 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (88ba0068-7bd6-438d-beac-12947a92ad66), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:07.144947 n-d-712749-28 neutron-server[103284]: INFO neutron.db.segments_db [None req-b18bf737-3b92-47cc-a9b5-e797ce850af8 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Added segment 88ba0068-7bd6-438d-beac-12947a92ad66 of type vlan for network 38705b17-e29f-41f2-a90e-c652abe5af8b Jan 28 07:25:07.197392 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-7b7250be-7703-4436-a744-d2a1e6dfcb0e None None] Attempting to bind port 7465ebed-672b-4df9-90b4-a7306b210628 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:25:07.197849 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-7b7250be-7703-4436-a744-d2a1e6dfcb0e None None] Attempting to bind port 7465ebed-672b-4df9-90b4-a7306b210628 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': 'c533ee34-b679-44a8-abdb-1685e355613e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:25:07.198229 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7250be-7703-4436-a744-d2a1e6dfcb0e None None] Attempting to bind port 7465ebed-672b-4df9-90b4-a7306b210628 on network ef4fe003-256e-4a6c-af17-da180c8a686e {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:25:07.204881 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-e44ddb9f-8ba8-4010-96df-2e76802f1d77 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Allocated IP 172.20.0.12 (ef4fe003-256e-4a6c-af17-da180c8a686e/19d0f3ae-2849-4c87-aa6d-8ceffdf01975/58eecdc1-9128-4608-b17c-ab62092769e4) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:25:07.213967 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7250be-7703-4436-a744-d2a1e6dfcb0e None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:25:07.214414 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7250be-7703-4436-a744-d2a1e6dfcb0e None None] Checking segment: {'id': 'c533ee34-b679-44a8-abdb-1685e355613e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:25:07.214876 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7b7250be-7703-4436-a744-d2a1e6dfcb0e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:07.215282 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7250be-7703-4436-a744-d2a1e6dfcb0e None None] Bound using segment: {'id': 'c533ee34-b679-44a8-abdb-1685e355613e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:25:07.215811 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-7b7250be-7703-4436-a744-d2a1e6dfcb0e None None] Bound port: 7465ebed-672b-4df9-90b4-a7306b210628, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c533ee34-b679-44a8-abdb-1685e355613e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:25:07.216231 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7b7250be-7703-4436-a744-d2a1e6dfcb0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (7465ebed-672b-4df9-90b4-a7306b210628), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:07.217089 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b18bf737-3b92-47cc-a9b5-e797ce850af8 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (38705b17-e29f-41f2-a90e-c652abe5af8b), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:07.225945 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-367a3ff8-98b8-4c96-9920-63be931ad402 req-a8383b1a-4117-4d39-a0a6-e68dc3362009 tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] 10.222.0.41 "GET /v2.0/security-groups?id=53b55572-4939-4466-abb4-cc7f1bb894f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132634 Jan 28 07:25:07.229071 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-e44ddb9f-8ba8-4010-96df-2e76802f1d77 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Allocated IP 2001:db8::f816:3eff:fe75:8343 (ef4fe003-256e-4a6c-af17-da180c8a686e/2f956a4a-c711-44d5-967d-37b708f36e5b/58eecdc1-9128-4608-b17c-ab62092769e4) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:25:07.258940 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b18bf737-3b92-47cc-a9b5-e797ce850af8 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (38705b17-e29f-41f2-a90e-c652abe5af8b), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:07.267753 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b18bf737-3b92-47cc-a9b5-e797ce850af8 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:07.268716 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b18bf737-3b92-47cc-a9b5-e797ce850af8 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:07.299344 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-b18bf737-3b92-47cc-a9b5-e797ce850af8 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2854259 Jan 28 07:25:07.317065 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 59958) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:25:07.324438 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-00d7db30-330a-411f-83e5-1d7b9af063df tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Request body: {'subnet': {'network_id': '38705b17-e29f-41f2-a90e-c652abe5af8b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:25:07.390558 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-7b7250be-7703-4436-a744-d2a1e6dfcb0e None None] For port 7465ebed-672b-4df9-90b4-a7306b210628, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:25:07.398196 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-7b7250be-7703-4436-a744-d2a1e6dfcb0e None None] For port 7465ebed-672b-4df9-90b4-a7306b210628, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=7465ebed-672b-4df9-90b4-a7306b210628,segment=NetworkSegment(c533ee34-b679-44a8-abdb-1685e355613e),segment_id=c533ee34-b679-44a8-abdb-1685e355613e)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:25:07.407880 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7b7250be-7703-4436-a744-d2a1e6dfcb0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (7465ebed-672b-4df9-90b4-a7306b210628), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:07.452911 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e44ddb9f-8ba8-4010-96df-2e76802f1d77 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks [] for port (58eecdc1-9128-4608-b17c-ab62092769e4), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:07.504506 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e44ddb9f-8ba8-4010-96df-2e76802f1d77 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (58eecdc1-9128-4608-b17c-ab62092769e4), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:07.515801 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7250be-7703-4436-a744-d2a1e6dfcb0e None None] Pushing event updated for resources: {'Port': ['ID=7465ebed-672b-4df9-90b4-a7306b210628,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:25:07.532565 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18bf737-3b92-47cc-a9b5-e797ce850af8 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Pushing event updated for resources: {'Network': ['ID=38705b17-e29f-41f2-a90e-c652abe5af8b,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:25:07.551357 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00d7db30-330a-411f-83e5-1d7b9af063df tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Made reservation on behalf of 2b2f7f01d23244e582fca6963a34fb74 for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:25:07.552303 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network 38705b17-e29f-41f2-a90e-c652abe5af8b details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:25:07.555487 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-00d7db30-330a-411f-83e5-1d7b9af063df tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24979592'] for subnet (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:07.573831 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e44ddb9f-8ba8-4010-96df-2e76802f1d77 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Network ef4fe003-256e-4a6c-af17-da180c8a686e is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:25:07.582856 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-e44ddb9f-8ba8-4010-96df-2e76802f1d77 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:25:07.589963 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44ddb9f-8ba8-4010-96df-2e76802f1d77 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:25:07.594371 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44ddb9f-8ba8-4010-96df-2e76802f1d77 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Pushing event updated for resources: {'Port': ['ID=58eecdc1-9128-4608-b17c-ab62092769e4,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:25:07.646565 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.ipam_backend_mixin [None req-00d7db30-330a-411f-83e5-1d7b9af063df tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Performing IP validity checks on allocation pools {{(pid=103284) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 28 07:25:07.647416 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.ipam_backend_mixin [None req-00d7db30-330a-411f-83e5-1d7b9af063df tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103284) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 28 07:25:07.663577 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e44ddb9f-8ba8-4010-96df-2e76802f1d77 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:07.664282 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e44ddb9f-8ba8-4010-96df-2e76802f1d77 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:07.682015 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-e44ddb9f-8ba8-4010-96df-2e76802f1d77 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.4265718 Jan 28 07:25:07.684839 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 59962) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:25:07.789539 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f152ab-231e-45d6-9e81-991996121308 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:07.795841 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f152ab-231e-45d6-9e81-991996121308 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:07.800320 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-77f152ab-231e-45d6-9e81-991996121308 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.1119661 Jan 28 07:25:07.800713 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 59966) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:25:07.896151 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-00d7db30-330a-411f-83e5-1d7b9af063df tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24757504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24979610'] for subnet (ec5aeb27-dc32-48d5-b8ee-bda2ba2f9e01), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:07.941245 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-a8447cca-07b4-4422-9290-3f8752d2b5d5 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Deleting port 58eecdc1-9128-4608-b17c-ab62092769e4 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:25:07.942188 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a8447cca-07b4-4422-9290-3f8752d2b5d5 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (58eecdc1-9128-4608-b17c-ab62092769e4), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:07.964067 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d7db30-330a-411f-83e5-1d7b9af063df tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Pushing event updated for resources: {'Subnet': ['ID=ec5aeb27-dc32-48d5-b8ee-bda2ba2f9e01,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:25:07.994993 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d7db30-330a-411f-83e5-1d7b9af063df tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Checking segment: {'id': '88ba0068-7bd6-438d-beac-12947a92ad66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '38705b17-e29f-41f2-a90e-c652abe5af8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:25:07.994993 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00d7db30-330a-411f-83e5-1d7b9af063df tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Network hostable DHCP agents. Network: 38705b17-e29f-41f2-a90e-c652abe5af8b, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:25:08.000857 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 908a1335-5f54-4311-8913-be06c6e8339b up at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:25:08.018845 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00d7db30-330a-411f-83e5-1d7b9af063df tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Network 38705b17-e29f-41f2-a90e-c652abe5af8b is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:25:08.035302 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-00d7db30-330a-411f-83e5-1d7b9af063df tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, 38705b17-e29f-41f2-a90e-c652abe5af8b) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:25:08.042150 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d7db30-330a-411f-83e5-1d7b9af063df tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:08.043266 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-00d7db30-330a-411f-83e5-1d7b9af063df tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:08.064045 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a8447cca-07b4-4422-9290-3f8752d2b5d5 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (58eecdc1-9128-4608-b17c-ab62092769e4), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:08.065258 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92a780d6-3226-4422-90e6-00b2feef81a6 None None] Network 38705b17-e29f-41f2-a90e-c652abe5af8b requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:25:08.069347 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-00d7db30-330a-411f-83e5-1d7b9af063df tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7506788 Jan 28 07:25:08.071481 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 59968) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:25:08.078608 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-bf5efff4-0246-4d58-9f9e-2908c2f3a3cb tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Request body: {'port': {'network_id': '38705b17-e29f-41f2-a90e-c652abe5af8b', 'name': 'tempest-PortsTestJSON-518074762'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:25:08.080073 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-a8447cca-07b4-4422-9290-3f8752d2b5d5 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Calling delete_port for 58eecdc1-9128-4608-b17c-ab62092769e4 owned by {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:25:08.186267 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning for port 908a1335-5f54-4311-8913-be06c6e8339b completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:25:08.202976 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning complete for port 908a1335-5f54-4311-8913-be06c6e8339b triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:25:08.203867 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (908a1335-5f54-4311-8913-be06c6e8339b), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:08.225217 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf5efff4-0246-4d58-9f9e-2908c2f3a3cb tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Made reservation on behalf of 2b2f7f01d23244e582fca6963a34fb74 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:25:08.233866 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bf5efff4-0246-4d58-9f9e-2908c2f3a3cb tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:08.259295 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [None req-bf5efff4-0246-4d58-9f9e-2908c2f3a3cb tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] device_id is not set on port d2ebb297-ab4e-4b14-8db8-66bcd2edb490 yet. {{(pid=103284) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 07:25:08.283306 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad76b0f-3d5d-4caf-9b08-b669cf6d957e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3dd72b9-6805-5f61-b6f3-a591f99a173d-38705b17-e29f-41f2-a90e-c652abe5af8b', 'network_id': '38705b17-e29f-41f2-a90e-c652abe5af8b', 'project_id': '2b2f7f01d23244e582fca6963a34fb74', 'fixed_ips': [{'subnet_id': 'ec5aeb27-dc32-48d5-b8ee-bda2ba2f9e01'}]}} from n-d-712749-28. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 07:25:08.284279 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cad76b0f-3d5d-4caf-9b08-b669cf6d957e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:08.356823 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a8447cca-07b4-4422-9290-3f8752d2b5d5 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (58eecdc1-9128-4608-b17c-ab62092769e4), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:08.442402 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port 908a1335-5f54-4311-8913-be06c6e8339b is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:25:08.442941 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (908a1335-5f54-4311-8913-be06c6e8339b), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:08.493723 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8447cca-07b4-4422-9290-3f8752d2b5d5 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Pushing event deleted for resources: {'Port': ['ID=58eecdc1-9128-4608-b17c-ab62092769e4,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:25:08.547375 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 908a1335-5f54-4311-8913-be06c6e8339b, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=908a1335-5f54-4311-8913-be06c6e8339b,segment=NetworkSegment(5e9d481f-a3b1-479f-be8f-343a288df135),segment_id=5e9d481f-a3b1-479f-be8f-343a288df135)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:25:08.550293 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a3104e9-8fae-423d-b04c-8c9616505e8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '908a1335-5f54-4311-8913-be06c6e8339b'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:25:08.554727 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-312e6839-d4de-4544-bbe4-098422b64af4" -d '{"events": [{"server_uuid": "9a3104e9-8fae-423d-b04c-8c9616505e8d", "name": "network-vif-plugged", "status": "completed", "tag": "908a1335-5f54-4311-8913-be06c6e8339b"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:25:08.564497 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (908a1335-5f54-4311-8913-be06c6e8339b), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:08.675885 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-cad76b0f-3d5d-4caf-9b08-b669cf6d957e None None] Allocated IP 172.20.0.2 (38705b17-e29f-41f2-a90e-c652abe5af8b/ec5aeb27-dc32-48d5-b8ee-bda2ba2f9e01/515c99b8-1199-4733-acad-77ef0d38d8ce) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:25:08.729244 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a8447cca-07b4-4422-9290-3f8752d2b5d5 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:08.732759 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-a8447cca-07b4-4422-9290-3f8752d2b5d5 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "DELETE /v2.0/ports/58eecdc1-9128-4608-b17c-ab62092769e4 HTTP/1.1" status: 204 len: 168 time: 0.9303341 Jan 28 07:25:08.742038 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 59984) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:25:08.766274 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:08.775898 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=908a1335-5f54-4311-8913-be06c6e8339b,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:25:08.795794 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e103676a-9231-40de-a851-6cbc572fcb09 x-openstack-request-id: req-e103676a-9231-40de-a851-6cbc572fcb09 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:25:08.796100 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a3104e9-8fae-423d-b04c-8c9616505e8d", "name": "network-vif-plugged", "status": "completed", "tag": "908a1335-5f54-4311-8913-be06c6e8339b", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:25:08.796390 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e103676a-9231-40de-a851-6cbc572fcb09 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:25:08.796831 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a3104e9-8fae-423d-b04c-8c9616505e8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '908a1335-5f54-4311-8913-be06c6e8339b', 'code': 200} Jan 28 07:25:08.836043 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29913430-7f13-4431-a3fa-a24d5609844a tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:08.838302 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29913430-7f13-4431-a3fa-a24d5609844a tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:08.840498 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29913430-7f13-4431-a3fa-a24d5609844a tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:08.845901 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-29913430-7f13-4431-a3fa-a24d5609844a tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1027658 Jan 28 07:25:08.846816 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 59986) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:25:08.870236 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a3f9f1-3402-49a3-bc42-4fc24e573a99 req-efeb47be-19b2-4fa8-9d21-9644df67d7de tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:08.872953 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a2a3f9f1-3402-49a3-bc42-4fc24e573a99 req-efeb47be-19b2-4fa8-9d21-9644df67d7de tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a3104e9-8fae-423d-b04c-8c9616505e8d HTTP/1.1" status: 200 len: 945 time: 0.5394845 Jan 28 07:25:08.946780 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_v2 [None req-00e78f11-9c33-485e-a570-57ad119a4596 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Deleting subnet 19d0f3ae-2849-4c87-aa6d-8ceffdf01975 {{(pid=103283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:25:08.952448 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a2a3f9f1-3402-49a3-bc42-4fc24e573a99 req-8f86c10a-0b79-4599-8850-33a8127833d9 tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] 10.222.0.41 "GET /v2.0/security-groups?id=53b55572-4939-4466-abb4-cc7f1bb894f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734718 Jan 28 07:25:08.956631 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-00e78f11-9c33-485e-a570-57ad119a4596 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks [] for subnet (19d0f3ae-2849-4c87-aa6d-8ceffdf01975), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:09.017801 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cad76b0f-3d5d-4caf-9b08-b669cf6d957e None None] Publish callbacks [] for port (515c99b8-1199-4733-acad-77ef0d38d8ce), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:09.037874 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-00e78f11-9c33-485e-a570-57ad119a4596 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13506696'] for subnet (19d0f3ae-2849-4c87-aa6d-8ceffdf01975), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:09.045129 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cad76b0f-3d5d-4caf-9b08-b669cf6d957e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (515c99b8-1199-4733-acad-77ef0d38d8ce), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:09.073326 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357cec7c-4869-462b-b77d-fd1122d276c7 req-77445743-c286-449d-bfce-3c761703b627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:09.074914 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-357cec7c-4869-462b-b77d-fd1122d276c7 req-77445743-c286-449d-bfce-3c761703b627 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9a3104e9-8fae-423d-b04c-8c9616505e8d HTTP/1.1" status: 200 len: 1098 time: 0.1335716 Jan 28 07:25:09.113291 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad76b0f-3d5d-4caf-9b08-b669cf6d957e None None] Pushing event updated for resources: {'Port': ['ID=515c99b8-1199-4733-acad-77ef0d38d8ce,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:25:09.133120 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad76b0f-3d5d-4caf-9b08-b669cf6d957e None None] Network 38705b17-e29f-41f2-a90e-c652abe5af8b is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:25:09.134714 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-cad76b0f-3d5d-4caf-9b08-b669cf6d957e None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:25:09.139936 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-bf5efff4-0246-4d58-9f9e-2908c2f3a3cb tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Allocated IP 172.20.0.13 (38705b17-e29f-41f2-a90e-c652abe5af8b/ec5aeb27-dc32-48d5-b8ee-bda2ba2f9e01/d2ebb297-ab4e-4b14-8db8-66bcd2edb490) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:25:09.150326 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad76b0f-3d5d-4caf-9b08-b669cf6d957e None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:25:09.169238 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-357cec7c-4869-462b-b77d-fd1122d276c7 req-1d0a3c14-6d10-4b0d-8f11-656ee8783b48 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=53b55572-4939-4466-abb4-cc7f1bb894f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861673 Jan 28 07:25:09.185120 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-00e78f11-9c33-485e-a570-57ad119a4596 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (19d0f3ae-2849-4c87-aa6d-8ceffdf01975), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:09.229408 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc829964-dec6-4ccd-9c5f-3c726fe0bc22 None None] Network ef4fe003-256e-4a6c-af17-da180c8a686e requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:25:09.270569 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-00e78f11-9c33-485e-a570-57ad119a4596 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13546665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13556132'] for subnet (19d0f3ae-2849-4c87-aa6d-8ceffdf01975), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:09.302456 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e78f11-9c33-485e-a570-57ad119a4596 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Pushing event deleted for resources: {'Subnet': ['ID=19d0f3ae-2849-4c87-aa6d-8ceffdf01975,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:25:09.305492 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-00e78f11-9c33-485e-a570-57ad119a4596 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:09.309349 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-00e78f11-9c33-485e-a570-57ad119a4596 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "DELETE /v2.0/subnets/19d0f3ae-2849-4c87-aa6d-8ceffdf01975 HTTP/1.1" status: 204 len: 168 time: 0.4603596 Jan 28 07:25:09.311959 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 59992) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:25:09.334150 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-cad76b0f-3d5d-4caf-9b08-b669cf6d957e None None] Attempting to bind port 515c99b8-1199-4733-acad-77ef0d38d8ce on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:25:09.334660 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-cad76b0f-3d5d-4caf-9b08-b669cf6d957e None None] Attempting to bind port 515c99b8-1199-4733-acad-77ef0d38d8ce by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '88ba0068-7bd6-438d-beac-12947a92ad66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '38705b17-e29f-41f2-a90e-c652abe5af8b'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:25:09.335128 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad76b0f-3d5d-4caf-9b08-b669cf6d957e None None] Attempting to bind port 515c99b8-1199-4733-acad-77ef0d38d8ce on network 38705b17-e29f-41f2-a90e-c652abe5af8b {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:25:09.364586 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9a781578-b446-4b1d-9c29-80875dc29a60 None None] Provisioning complete for port 7465ebed-672b-4df9-90b4-a7306b210628 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:25:09.365110 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9a781578-b446-4b1d-9c29-80875dc29a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (7465ebed-672b-4df9-90b4-a7306b210628), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:09.370597 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad76b0f-3d5d-4caf-9b08-b669cf6d957e None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:25:09.371113 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad76b0f-3d5d-4caf-9b08-b669cf6d957e None None] Checking segment: {'id': '88ba0068-7bd6-438d-beac-12947a92ad66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '38705b17-e29f-41f2-a90e-c652abe5af8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:25:09.371636 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cad76b0f-3d5d-4caf-9b08-b669cf6d957e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:09.372137 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad76b0f-3d5d-4caf-9b08-b669cf6d957e None None] Bound using segment: {'id': '88ba0068-7bd6-438d-beac-12947a92ad66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '38705b17-e29f-41f2-a90e-c652abe5af8b'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:25:09.372766 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-cad76b0f-3d5d-4caf-9b08-b669cf6d957e None None] Bound port: 515c99b8-1199-4733-acad-77ef0d38d8ce, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88ba0068-7bd6-438d-beac-12947a92ad66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '38705b17-e29f-41f2-a90e-c652abe5af8b'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:25:09.373251 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cad76b0f-3d5d-4caf-9b08-b669cf6d957e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (515c99b8-1199-4733-acad-77ef0d38d8ce), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:09.373781 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bf5efff4-0246-4d58-9f9e-2908c2f3a3cb tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks [] for port (d2ebb297-ab4e-4b14-8db8-66bcd2edb490), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:09.422060 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_v2 [None req-69c38c10-66c0-4fde-87b2-f146bb823c81 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Deleting subnet 2f956a4a-c711-44d5-967d-37b708f36e5b {{(pid=103283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:25:09.438868 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-69c38c10-66c0-4fde-87b2-f146bb823c81 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks [] for subnet (2f956a4a-c711-44d5-967d-37b708f36e5b), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:09.461559 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bf5efff4-0246-4d58-9f9e-2908c2f3a3cb tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (d2ebb297-ab4e-4b14-8db8-66bcd2edb490), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:09.486246 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf5efff4-0246-4d58-9f9e-2908c2f3a3cb tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Network 38705b17-e29f-41f2-a90e-c652abe5af8b is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:25:09.490019 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-bf5efff4-0246-4d58-9f9e-2908c2f3a3cb tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:25:09.524785 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5efff4-0246-4d58-9f9e-2908c2f3a3cb tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:25:09.540342 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-cad76b0f-3d5d-4caf-9b08-b669cf6d957e None None] For port 515c99b8-1199-4733-acad-77ef0d38d8ce, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:25:09.551099 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-69c38c10-66c0-4fde-87b2-f146bb823c81 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13506696'] for subnet (2f956a4a-c711-44d5-967d-37b708f36e5b), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:09.561464 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-cad76b0f-3d5d-4caf-9b08-b669cf6d957e None None] For port 515c99b8-1199-4733-acad-77ef0d38d8ce, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=515c99b8-1199-4733-acad-77ef0d38d8ce,segment=NetworkSegment(88ba0068-7bd6-438d-beac-12947a92ad66),segment_id=88ba0068-7bd6-438d-beac-12947a92ad66)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:25:09.572994 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cad76b0f-3d5d-4caf-9b08-b669cf6d957e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (515c99b8-1199-4733-acad-77ef0d38d8ce), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:09.624522 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf5efff4-0246-4d58-9f9e-2908c2f3a3cb tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:09.627445 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bf5efff4-0246-4d58-9f9e-2908c2f3a3cb tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:09.669394 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5efff4-0246-4d58-9f9e-2908c2f3a3cb tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Pushing event updated for resources: {'Port': ['ID=d2ebb297-ab4e-4b14-8db8-66bcd2edb490,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:25:09.676056 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-bf5efff4-0246-4d58-9f9e-2908c2f3a3cb tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.6026559 Jan 28 07:25:09.678753 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 59998) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:25:09.719499 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad76b0f-3d5d-4caf-9b08-b669cf6d957e None None] Pushing event updated for resources: {'Port': ['ID=515c99b8-1199-4733-acad-77ef0d38d8ce,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:25:09.721902 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 7465ebed-672b-4df9-90b4-a7306b210628 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:25:09.748119 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-69c38c10-66c0-4fde-87b2-f146bb823c81 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (2f956a4a-c711-44d5-967d-37b708f36e5b), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:09.797196 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9a781578-b446-4b1d-9c29-80875dc29a60 None None] Current status of the port 7465ebed-672b-4df9-90b4-a7306b210628 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:25:09.797868 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9a781578-b446-4b1d-9c29-80875dc29a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (7465ebed-672b-4df9-90b4-a7306b210628), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:09.837142 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-c828002f-f8ca-4aba-99e8-2bb3a6c1e26c tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Deleting port d2ebb297-ab4e-4b14-8db8-66bcd2edb490 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:25:09.840537 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c828002f-f8ca-4aba-99e8-2bb3a6c1e26c tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (d2ebb297-ab4e-4b14-8db8-66bcd2edb490), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:09.875428 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-69c38c10-66c0-4fde-87b2-f146bb823c81 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13546665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13556132'] for subnet (2f956a4a-c711-44d5-967d-37b708f36e5b), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:09.897606 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a5d6da4-ed48-481d-b21b-6e22019103dc None None] Network ef4fe003-256e-4a6c-af17-da180c8a686e requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:25:09.904098 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:09.908123 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 7465ebed-672b-4df9-90b4-a7306b210628 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:25:09.908591 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (7465ebed-672b-4df9-90b4-a7306b210628), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:09.914100 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c38c10-66c0-4fde-87b2-f146bb823c81 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Pushing event deleted for resources: {'Subnet': ['ID=2f956a4a-c711-44d5-967d-37b708f36e5b,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:25:09.921683 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-69c38c10-66c0-4fde-87b2-f146bb823c81 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:09.927093 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-69c38c10-66c0-4fde-87b2-f146bb823c81 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "DELETE /v2.0/subnets/2f956a4a-c711-44d5-967d-37b708f36e5b HTTP/1.1" status: 204 len: 168 time: 0.6138024 Jan 28 07:25:09.930433 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 60002) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:25:10.012682 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 60008) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:25:10.012983 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-62e39b79-f72f-4b95-9146-201ebd9f5829 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0777135 Jan 28 07:25:10.018289 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-bd0236c0-752f-4511-8d89-c74a232cab3f tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Request body: {'subnet': {'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:25:10.111994 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.db.api [None req-9a781578-b446-4b1d-9c29-80875dc29a60 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103285) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 07:25:10.114712 n-d-712749-28 neutron-server[103285]: DEBUG oslo_db.api [None req-9a781578-b446-4b1d-9c29-80875dc29a60 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 07:25:10.120911 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c828002f-f8ca-4aba-99e8-2bb3a6c1e26c tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (d2ebb297-ab4e-4b14-8db8-66bcd2edb490), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:10.139633 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317d208f-a12a-40cf-a4ee-2727a67635c2 req-ba348216-584f-4109-aceb-3520d9843e19 tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:10.150696 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-317d208f-a12a-40cf-a4ee-2727a67635c2 req-ba348216-584f-4109-aceb-3520d9843e19 tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a3104e9-8fae-423d-b04c-8c9616505e8d HTTP/1.1" status: 200 len: 946 time: 0.0760570 Jan 28 07:25:10.154302 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-c828002f-f8ca-4aba-99e8-2bb3a6c1e26c tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Calling delete_port for d2ebb297-ab4e-4b14-8db8-66bcd2edb490 owned by {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:25:10.230452 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-317d208f-a12a-40cf-a4ee-2727a67635c2 req-8c8ee8bd-d917-490b-bf66-f4cad3c882a8 tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] 10.222.0.41 "GET /v2.0/security-groups?id=53b55572-4939-4466-abb4-cc7f1bb894f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787463 Jan 28 07:25:10.244770 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 7465ebed-672b-4df9-90b4-a7306b210628 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:25:10.245180 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (7465ebed-672b-4df9-90b4-a7306b210628), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:10.274844 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc9c96fc-924e-42aa-af0d-02fe8102eb75 None None] DHCP port deletion for ef4fe003-256e-4a6c-af17-da180c8a686e request from n-d-712749-28 {{(pid=103285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 07:25:10.313895 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd0236c0-752f-4511-8d89-c74a232cab3f tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Made reservation on behalf of 64d19227e44643b7a12df0287e7ae5f8 for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:25:10.313895 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bd0236c0-752f-4511-8d89-c74a232cab3f tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24979592'] for subnet (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:10.394571 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] For port 7465ebed-672b-4df9-90b4-a7306b210628, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=7465ebed-672b-4df9-90b4-a7306b210628,segment=NetworkSegment(c533ee34-b679-44a8-abdb-1685e355613e),segment_id=c533ee34-b679-44a8-abdb-1685e355613e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:25:10.406737 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (7465ebed-672b-4df9-90b4-a7306b210628), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:10.483770 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-cc9c96fc-924e-42aa-af0d-02fe8102eb75 None None] Deleting port 7465ebed-672b-4df9-90b4-a7306b210628 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:25:10.484065 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cc9c96fc-924e-42aa-af0d-02fe8102eb75 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (7465ebed-672b-4df9-90b4-a7306b210628), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:10.563748 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Pushing event updated for resources: {'Port': ['ID=7465ebed-672b-4df9-90b4-a7306b210628,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:25:10.590035 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-cc9c96fc-924e-42aa-af0d-02fe8102eb75 None None] For port 7465ebed-672b-4df9-90b4-a7306b210628, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=7465ebed-672b-4df9-90b4-a7306b210628,segment=NetworkSegment(c533ee34-b679-44a8-abdb-1685e355613e),segment_id=c533ee34-b679-44a8-abdb-1685e355613e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:25:10.590688 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cc9c96fc-924e-42aa-af0d-02fe8102eb75 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (7465ebed-672b-4df9-90b4-a7306b210628), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:10.608632 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-cc9c96fc-924e-42aa-af0d-02fe8102eb75 None None] Calling delete_port for 7465ebed-672b-4df9-90b4-a7306b210628 owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:25:10.621714 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c828002f-f8ca-4aba-99e8-2bb3a6c1e26c tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (d2ebb297-ab4e-4b14-8db8-66bcd2edb490), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:10.693172 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c828002f-f8ca-4aba-99e8-2bb3a6c1e26c tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Pushing event deleted for resources: {'Port': ['ID=d2ebb297-ab4e-4b14-8db8-66bcd2edb490,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:25:10.693360 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9a781578-b446-4b1d-9c29-80875dc29a60 None None] Current status of the port 7465ebed-672b-4df9-90b4-a7306b210628 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:25:10.722122 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cc9c96fc-924e-42aa-af0d-02fe8102eb75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298'] for port (7465ebed-672b-4df9-90b4-a7306b210628), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:10.752123 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9c96fc-924e-42aa-af0d-02fe8102eb75 None None] Pushing event deleted for resources: {'Port': ['ID=7465ebed-672b-4df9-90b4-a7306b210628,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:25:10.759060 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9c96fc-924e-42aa-af0d-02fe8102eb75 None None] No DVR routers for this DVR port 7465ebed-672b-4df9-90b4-a7306b210628 on host n-d-712749-28 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:25:10.768606 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bd0236c0-752f-4511-8d89-c74a232cab3f tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24757504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24979610'] for subnet (466d4883-830d-4c02-a3d3-ad87a7b26a09), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:10.820230 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-7b245bc4-5787-4843-af0f-9963e6885c6e None None] Could not find standard attr ID for object 7465ebed-672b-4df9-90b4-a7306b210628. {{(pid=103285) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 07:25:10.826979 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c828002f-f8ca-4aba-99e8-2bb3a6c1e26c tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:10.829778 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-c828002f-f8ca-4aba-99e8-2bb3a6c1e26c tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] 10.222.0.41 "DELETE /v2.0/ports/d2ebb297-ab4e-4b14-8db8-66bcd2edb490 HTTP/1.1" status: 204 len: 168 time: 1.1497386 Jan 28 07:25:10.833104 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 60016) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:25:10.837320 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd0236c0-752f-4511-8d89-c74a232cab3f tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Network ef4fe003-256e-4a6c-af17-da180c8a686e is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:25:10.840871 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-bd0236c0-752f-4511-8d89-c74a232cab3f tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:25:10.845039 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd0236c0-752f-4511-8d89-c74a232cab3f tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:10.845635 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bd0236c0-752f-4511-8d89-c74a232cab3f tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:10.855400 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a25267-cb54-4bfa-a32b-257d229ec63a None None] Network ef4fe003-256e-4a6c-af17-da180c8a686e requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:25:10.861294 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0236c0-752f-4511-8d89-c74a232cab3f tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Pushing event updated for resources: {'Subnet': ['ID=466d4883-830d-4c02-a3d3-ad87a7b26a09,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:25:10.873388 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-bd0236c0-752f-4511-8d89-c74a232cab3f tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8592548 Jan 28 07:25:10.876135 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 60020) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:25:10.884176 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-2c169f1b-b9e6-413f-86e8-c09d0022afbb tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Request body: {'subnet': {'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:25:10.907160 n-d-712749-28 neutron-server[103283]: INFO neutron.pecan_wsgi.hooks.translation [None req-6eacbb71-8451-4877-9308-217f141f18a4 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] DELETE failed (client error): The resource could not be found. Jan 28 07:25:10.914183 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6eacbb71-8451-4877-9308-217f141f18a4 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103283) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:25:10.919547 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-6eacbb71-8451-4877-9308-217f141f18a4 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] 10.222.0.41 "DELETE /v2.0/ports/d2ebb297-ab4e-4b14-8db8-66bcd2edb490 HTTP/1.1" status: 404 len: 333 time: 0.0841436 Jan 28 07:25:10.927716 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 60022) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:25:10.955484 n-d-712749-28 neutron-server[103283]: INFO neutron.pecan_wsgi.hooks.translation [None req-fef0f768-b661-4f3e-9f3f-33d869fed701 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] GET failed (client error): The resource could not be found. Jan 28 07:25:10.957763 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-fef0f768-b661-4f3e-9f3f-33d869fed701 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] 10.222.0.41 "GET /v2.0/ports/d2ebb297-ab4e-4b14-8db8-66bcd2edb490 HTTP/1.1" status: 404 len: 333 time: 0.0287967 Jan 28 07:25:10.960435 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 60024) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:25:11.006798 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcb1f1a9-3658-442f-8e9d-1cd2e2f97f62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3dd72b9-6805-5f61-b6f3-a591f99a173d-ef4fe003-256e-4a6c-af17-da180c8a686e', 'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e', 'project_id': '64d19227e44643b7a12df0287e7ae5f8', 'fixed_ips': [{'subnet_id': '466d4883-830d-4c02-a3d3-ad87a7b26a09'}]}} from n-d-712749-28. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 07:25:11.008008 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dcb1f1a9-3658-442f-8e9d-1cd2e2f97f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:11.040011 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfecd604-0431-4acb-8353-93003935873b tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Deleting subnet ec5aeb27-dc32-48d5-b8ee-bda2ba2f9e01 {{(pid=103283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:25:11.044235 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-dfecd604-0431-4acb-8353-93003935873b tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks [] for subnet (ec5aeb27-dc32-48d5-b8ee-bda2ba2f9e01), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:11.072218 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c169f1b-b9e6-413f-86e8-c09d0022afbb tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Made reservation on behalf of 64d19227e44643b7a12df0287e7ae5f8 for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:25:11.077121 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2c169f1b-b9e6-413f-86e8-c09d0022afbb tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24979592'] for subnet (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:11.098513 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-dfecd604-0431-4acb-8353-93003935873b tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13506696'] for subnet (ec5aeb27-dc32-48d5-b8ee-bda2ba2f9e01), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:11.212908 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-dcb1f1a9-3658-442f-8e9d-1cd2e2f97f62 None None] Allocated IP 172.20.0.2 (ef4fe003-256e-4a6c-af17-da180c8a686e/466d4883-830d-4c02-a3d3-ad87a7b26a09/f3710dc1-e99e-45db-a830-9ec803896ad4) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:25:11.240982 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-dfecd604-0431-4acb-8353-93003935873b tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (ec5aeb27-dc32-48d5-b8ee-bda2ba2f9e01), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:11.371288 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-dfecd604-0431-4acb-8353-93003935873b tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13546665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13556132'] for subnet (ec5aeb27-dc32-48d5-b8ee-bda2ba2f9e01), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:11.422219 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfecd604-0431-4acb-8353-93003935873b tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Pushing event deleted for resources: {'Subnet': ['ID=ec5aeb27-dc32-48d5-b8ee-bda2ba2f9e01,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:25:11.436753 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-dfecd604-0431-4acb-8353-93003935873b tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:11.448760 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-dfecd604-0431-4acb-8353-93003935873b tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] 10.222.0.41 "DELETE /v2.0/subnets/ec5aeb27-dc32-48d5-b8ee-bda2ba2f9e01 HTTP/1.1" status: 204 len: 168 time: 0.4823408 Jan 28 07:25:11.448760 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 60034) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:25:11.494545 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dcb1f1a9-3658-442f-8e9d-1cd2e2f97f62 None None] Publish callbacks [] for port (f3710dc1-e99e-45db-a830-9ec803896ad4), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:11.517916 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dcb1f1a9-3658-442f-8e9d-1cd2e2f97f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (f3710dc1-e99e-45db-a830-9ec803896ad4), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:11.562867 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89da20c9-4b28-4555-ae86-584e59a40ed0 req-5eede534-6623-454b-8123-3738e4a09be8 tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:11.564439 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-89da20c9-4b28-4555-ae86-584e59a40ed0 req-5eede534-6623-454b-8123-3738e4a09be8 tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a3104e9-8fae-423d-b04c-8c9616505e8d HTTP/1.1" status: 200 len: 946 time: 0.2046709 Jan 28 07:25:11.580637 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb1f1a9-3658-442f-8e9d-1cd2e2f97f62 None None] Pushing event updated for resources: {'Port': ['ID=f3710dc1-e99e-45db-a830-9ec803896ad4,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:25:11.596649 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9a0304e9-53c7-47c5-b24f-56662468cc2b tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (38705b17-e29f-41f2-a90e-c652abe5af8b), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:11.604089 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb1f1a9-3658-442f-8e9d-1cd2e2f97f62 None None] Network ef4fe003-256e-4a6c-af17-da180c8a686e is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:25:11.605786 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-dcb1f1a9-3658-442f-8e9d-1cd2e2f97f62 None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:25:11.608975 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb1f1a9-3658-442f-8e9d-1cd2e2f97f62 None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:25:11.617809 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 515c99b8-1199-4733-acad-77ef0d38d8ce up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:25:11.668937 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-9a0304e9-53c7-47c5-b24f-56662468cc2b tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Deleting port 515c99b8-1199-4733-acad-77ef0d38d8ce {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:25:11.669282 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9a0304e9-53c7-47c5-b24f-56662468cc2b tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (515c99b8-1199-4733-acad-77ef0d38d8ce), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:11.670555 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-89da20c9-4b28-4555-ae86-584e59a40ed0 req-8e3bcd9a-ecb2-4298-a247-763810af4f33 tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] 10.222.0.41 "GET /v2.0/security-groups?id=53b55572-4939-4466-abb4-cc7f1bb894f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824013 Jan 28 07:25:11.701210 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f5031a-347a-4703-8e9c-c98f958e713d None None] Network 38705b17-e29f-41f2-a90e-c652abe5af8b requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:25:11.835159 n-d-712749-28 neutron-server[103284]: DEBUG neutron.objects.ports [None req-2c169f1b-b9e6-413f-86e8-c09d0022afbb tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103284) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 07:25:11.850351 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-9a0304e9-53c7-47c5-b24f-56662468cc2b tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] For port 515c99b8-1199-4733-acad-77ef0d38d8ce, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=515c99b8-1199-4733-acad-77ef0d38d8ce,segment=NetworkSegment(88ba0068-7bd6-438d-beac-12947a92ad66),segment_id=88ba0068-7bd6-438d-beac-12947a92ad66)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:25:11.862329 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9a0304e9-53c7-47c5-b24f-56662468cc2b tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (515c99b8-1199-4733-acad-77ef0d38d8ce), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:11.920840 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-9a0304e9-53c7-47c5-b24f-56662468cc2b tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Calling delete_port for 515c99b8-1199-4733-acad-77ef0d38d8ce owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:25:12.086496 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-dcb1f1a9-3658-442f-8e9d-1cd2e2f97f62 None None] Attempting to bind port f3710dc1-e99e-45db-a830-9ec803896ad4 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:25:12.087031 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-dcb1f1a9-3658-442f-8e9d-1cd2e2f97f62 None None] Attempting to bind port f3710dc1-e99e-45db-a830-9ec803896ad4 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': 'c533ee34-b679-44a8-abdb-1685e355613e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:25:12.087515 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb1f1a9-3658-442f-8e9d-1cd2e2f97f62 None None] Attempting to bind port f3710dc1-e99e-45db-a830-9ec803896ad4 on network ef4fe003-256e-4a6c-af17-da180c8a686e {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:25:12.094520 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2c169f1b-b9e6-413f-86e8-c09d0022afbb tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (f3710dc1-e99e-45db-a830-9ec803896ad4), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:12.111601 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-3fd41d12-189a-4c47-824d-0a16c4be003f None None] Provisioning complete for port 515c99b8-1199-4733-acad-77ef0d38d8ce triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:25:12.112299 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3fd41d12-189a-4c47-824d-0a16c4be003f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (515c99b8-1199-4733-acad-77ef0d38d8ce), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:12.119783 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb1f1a9-3658-442f-8e9d-1cd2e2f97f62 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:25:12.120290 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb1f1a9-3658-442f-8e9d-1cd2e2f97f62 None None] Checking segment: {'id': 'c533ee34-b679-44a8-abdb-1685e355613e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:25:12.120820 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dcb1f1a9-3658-442f-8e9d-1cd2e2f97f62 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:12.121314 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb1f1a9-3658-442f-8e9d-1cd2e2f97f62 None None] Bound using segment: {'id': 'c533ee34-b679-44a8-abdb-1685e355613e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:25:12.121953 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-dcb1f1a9-3658-442f-8e9d-1cd2e2f97f62 None None] Bound port: f3710dc1-e99e-45db-a830-9ec803896ad4, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c533ee34-b679-44a8-abdb-1685e355613e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:25:12.122438 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dcb1f1a9-3658-442f-8e9d-1cd2e2f97f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (f3710dc1-e99e-45db-a830-9ec803896ad4), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:12.174472 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 515c99b8-1199-4733-acad-77ef0d38d8ce triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:25:12.174786 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (515c99b8-1199-4733-acad-77ef0d38d8ce), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:12.236576 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9a0304e9-53c7-47c5-b24f-56662468cc2b tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (515c99b8-1199-4733-acad-77ef0d38d8ce), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:12.268652 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0304e9-53c7-47c5-b24f-56662468cc2b tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Pushing event deleted for resources: {'Port': ['ID=515c99b8-1199-4733-acad-77ef0d38d8ce,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:25:12.273845 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0304e9-53c7-47c5-b24f-56662468cc2b tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] No DVR routers for this DVR port 515c99b8-1199-4733-acad-77ef0d38d8ce on host n-d-712749-28 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:25:12.332146 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-3fd41d12-189a-4c47-824d-0a16c4be003f None None] Could not find standard attr ID for object 515c99b8-1199-4733-acad-77ef0d38d8ce. {{(pid=103285) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 07:25:12.337514 n-d-712749-28 neutron-server[103285]: INFO neutron.plugins.ml2.db [None req-3fd41d12-189a-4c47-824d-0a16c4be003f None None] No ports have port_id starting with 515c99b8-1199-4733-acad-77ef0d38d8ce Jan 28 07:25:12.373848 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Could not find standard attr ID for object 515c99b8-1199-4733-acad-77ef0d38d8ce. {{(pid=103285) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 07:25:12.380392 n-d-712749-28 neutron-server[103285]: INFO neutron.plugins.ml2.db [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No ports have port_id starting with 515c99b8-1199-4733-acad-77ef0d38d8ce Jan 28 07:25:12.445090 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc2222f-6158-4403-aed7-c684475c63fe None None] DHCP port deletion for 38705b17-e29f-41f2-a90e-c652abe5af8b request from n-d-712749-28 {{(pid=103285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 07:25:12.452007 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9a0304e9-53c7-47c5-b24f-56662468cc2b tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (38705b17-e29f-41f2-a90e-c652abe5af8b), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:12.453419 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-2c169f1b-b9e6-413f-86e8-c09d0022afbb tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] For port f3710dc1-e99e-45db-a830-9ec803896ad4, host n-d-712749-28, got binding levels [] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:25:12.551458 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-9a0304e9-53c7-47c5-b24f-56662468cc2b tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38705b17-e29f-41f2-a90e-c652abe5af8b']}} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:25:12.574835 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-9a0304e9-53c7-47c5-b24f-56662468cc2b tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88ba0068-7bd6-438d-beac-12947a92ad66') {'for_net_delete': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:25:12.575193 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-9a0304e9-53c7-47c5-b24f-56662468cc2b tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88ba0068-7bd6-438d-beac-12947a92ad66') {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:25:12.581022 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2c169f1b-b9e6-413f-86e8-c09d0022afbb tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks [] for port (f3710dc1-e99e-45db-a830-9ec803896ad4), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:12.587268 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 7465ebed-672b-4df9-90b4-a7306b210628 no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:25:12.596844 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2c169f1b-b9e6-413f-86e8-c09d0022afbb tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (f3710dc1-e99e-45db-a830-9ec803896ad4), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:12.610705 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9a0304e9-53c7-47c5-b24f-56662468cc2b tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13506801'] for segment (88ba0068-7bd6-438d-beac-12947a92ad66), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:12.663007 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9a0304e9-53c7-47c5-b24f-56662468cc2b tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (88ba0068-7bd6-438d-beac-12947a92ad66), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:12.677288 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a0304e9-53c7-47c5-b24f-56662468cc2b tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=103283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:25:12.679265 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-dcb1f1a9-3658-442f-8e9d-1cd2e2f97f62 None None] For port f3710dc1-e99e-45db-a830-9ec803896ad4, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:25:12.679386 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9a0304e9-53c7-47c5-b24f-56662468cc2b tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13546563'] for segment (88ba0068-7bd6-438d-beac-12947a92ad66), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:12.693701 n-d-712749-28 neutron-server[103283]: Traceback (most recent call last): Jan 28 07:25:12.693701 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:25:12.693701 n-d-712749-28 neutron-server[103283]: timer() Jan 28 07:25:12.693701 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:25:12.693701 n-d-712749-28 neutron-server[103283]: cb(*args, **kw) Jan 28 07:25:12.693701 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:25:12.693701 n-d-712749-28 neutron-server[103283]: return func(*args, **kwargs) Jan 28 07:25:12.693701 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:25:12.693701 n-d-712749-28 neutron-server[103283]: self._notify() Jan 28 07:25:12.693701 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:25:12.693701 n-d-712749-28 neutron-server[103283]: self.callback(batched_events) Jan 28 07:25:12.693701 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:25:12.693701 n-d-712749-28 neutron-server[103283]: event.method(event) Jan 28 07:25:12.693701 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:25:12.693701 n-d-712749-28 neutron-server[103283]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:25:12.693701 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:25:12.693701 n-d-712749-28 neutron-server[103283]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:25:12.693701 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:25:12.693701 n-d-712749-28 neutron-server[103283]: return f(self, *a, **k) Jan 28 07:25:12.693701 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:25:12.693701 n-d-712749-28 neutron-server[103283]: return self._get(url).json() Jan 28 07:25:12.693701 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:25:12.693701 n-d-712749-28 neutron-server[103283]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:25:12.693701 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:25:12.693701 n-d-712749-28 neutron-server[103283]: return self.request(url, 'GET', **kwargs) Jan 28 07:25:12.693701 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:25:12.693701 n-d-712749-28 neutron-server[103283]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:25:12.693701 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:25:12.693701 n-d-712749-28 neutron-server[103283]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:25:12.693701 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:25:12.693701 n-d-712749-28 neutron-server[103283]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:25:12.693701 n-d-712749-28 neutron-server[103283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:25:12.748021 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-dcb1f1a9-3658-442f-8e9d-1cd2e2f97f62 None None] For port f3710dc1-e99e-45db-a830-9ec803896ad4, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=f3710dc1-e99e-45db-a830-9ec803896ad4,segment=NetworkSegment(c533ee34-b679-44a8-abdb-1685e355613e),segment_id=c533ee34-b679-44a8-abdb-1685e355613e)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:25:12.758143 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: 7465ebed-672b-4df9-90b4-a7306b210628 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:25:12.758947 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 7465ebed-672b-4df9-90b4-a7306b210628 not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:25:12.781919 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dcb1f1a9-3658-442f-8e9d-1cd2e2f97f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (f3710dc1-e99e-45db-a830-9ec803896ad4), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:12.871380 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c169f1b-b9e6-413f-86e8-c09d0022afbb tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Pushing event updated for resources: {'Port': ['ID=f3710dc1-e99e-45db-a830-9ec803896ad4,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:25:12.884042 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-2c169f1b-b9e6-413f-86e8-c09d0022afbb tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Attempting to bind port f3710dc1-e99e-45db-a830-9ec803896ad4 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:25:12.887568 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-2c169f1b-b9e6-413f-86e8-c09d0022afbb tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Attempting to bind port f3710dc1-e99e-45db-a830-9ec803896ad4 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': 'c533ee34-b679-44a8-abdb-1685e355613e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:25:12.888374 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c169f1b-b9e6-413f-86e8-c09d0022afbb tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Attempting to bind port f3710dc1-e99e-45db-a830-9ec803896ad4 on network ef4fe003-256e-4a6c-af17-da180c8a686e {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:25:12.906217 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9a0304e9-53c7-47c5-b24f-56662468cc2b tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (38705b17-e29f-41f2-a90e-c652abe5af8b), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:12.915835 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9a0304e9-53c7-47c5-b24f-56662468cc2b tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:12.926373 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-9a0304e9-53c7-47c5-b24f-56662468cc2b tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] 10.222.0.41 "DELETE /v2.0/networks/38705b17-e29f-41f2-a90e-c652abe5af8b HTTP/1.1" status: 204 len: 168 time: 1.4728081 Jan 28 07:25:12.927861 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c169f1b-b9e6-413f-86e8-c09d0022afbb tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:25:12.930333 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c169f1b-b9e6-413f-86e8-c09d0022afbb tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Checking segment: {'id': 'c533ee34-b679-44a8-abdb-1685e355613e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:25:12.931208 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2c169f1b-b9e6-413f-86e8-c09d0022afbb tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:12.931966 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c169f1b-b9e6-413f-86e8-c09d0022afbb tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Bound using segment: {'id': 'c533ee34-b679-44a8-abdb-1685e355613e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:25:12.933199 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-2c169f1b-b9e6-413f-86e8-c09d0022afbb tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Bound port: f3710dc1-e99e-45db-a830-9ec803896ad4, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c533ee34-b679-44a8-abdb-1685e355613e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:25:12.933960 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2c169f1b-b9e6-413f-86e8-c09d0022afbb tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (f3710dc1-e99e-45db-a830-9ec803896ad4), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:12.937429 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 60060) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:25:12.953237 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-805dd8ff-75dd-49b6-90bb-83e40e0618bb tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1471712777'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:25:12.971976 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0304e9-53c7-47c5-b24f-56662468cc2b tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Pushing event deleted for resources: {'Network': ['ID=38705b17-e29f-41f2-a90e-c652abe5af8b,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:25:13.025282 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb1f1a9-3658-442f-8e9d-1cd2e2f97f62 None None] Pushing event updated for resources: {'Port': ['ID=f3710dc1-e99e-45db-a830-9ec803896ad4,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:25:13.094613 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-805dd8ff-75dd-49b6-90bb-83e40e0618bb tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Made reservation on behalf of 2b2f7f01d23244e582fca6963a34fb74 for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:25:13.101195 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-805dd8ff-75dd-49b6-90bb-83e40e0618bb tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:13.135484 n-d-712749-28 neutron-server[103284]: WARNING neutron.plugins.ml2.plugin [None req-2c169f1b-b9e6-413f-86e8-c09d0022afbb tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Concurrent port binding operations failed on port f3710dc1-e99e-45db-a830-9ec803896ad4 Jan 28 07:25:13.152406 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-2c169f1b-b9e6-413f-86e8-c09d0022afbb tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] For port f3710dc1-e99e-45db-a830-9ec803896ad4, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=f3710dc1-e99e-45db-a830-9ec803896ad4,segment=NetworkSegment(c533ee34-b679-44a8-abdb-1685e355613e),segment_id=c533ee34-b679-44a8-abdb-1685e355613e)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:25:13.161919 n-d-712749-28 neutron-server[103284]: INFO neutron.plugins.ml2.plugin [None req-2c169f1b-b9e6-413f-86e8-c09d0022afbb tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Attempt 2 to bind port f3710dc1-e99e-45db-a830-9ec803896ad4 Jan 28 07:25:13.175974 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2c169f1b-b9e6-413f-86e8-c09d0022afbb tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24757504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24979610'] for subnet (3b568319-ae54-4fc7-9500-1e032dea8d55), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:13.298218 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c169f1b-b9e6-413f-86e8-c09d0022afbb tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Network ef4fe003-256e-4a6c-af17-da180c8a686e is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:25:13.300161 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-805dd8ff-75dd-49b6-90bb-83e40e0618bb tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:25:13.307019 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-2c169f1b-b9e6-413f-86e8-c09d0022afbb tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:25:13.310982 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c169f1b-b9e6-413f-86e8-c09d0022afbb tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:13.311755 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2c169f1b-b9e6-413f-86e8-c09d0022afbb tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:13.359796 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-805dd8ff-75dd-49b6-90bb-83e40e0618bb tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (f8ee9c0c-3847-4bad-a86a-086ee6336851), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:13.360140 n-d-712749-28 neutron-server[103284]: INFO neutron.db.segments_db [None req-805dd8ff-75dd-49b6-90bb-83e40e0618bb tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Added segment f8ee9c0c-3847-4bad-a86a-086ee6336851 of type vlan for network d6fdb159-fca8-49e6-8935-9d99738ec977 Jan 28 07:25:13.375080 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c169f1b-b9e6-413f-86e8-c09d0022afbb tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Pushing event updated for resources: {'Subnet': ['ID=3b568319-ae54-4fc7-9500-1e032dea8d55,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:25:13.405412 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 60068) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:25:13.405566 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-2c169f1b-b9e6-413f-86e8-c09d0022afbb tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5284002 Jan 28 07:25:13.422603 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-f33aea97-9e36-4471-a858-0d8572715292 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Request body: {'port': {'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e', 'mac_address': 'fa:16:3e:d7:28:21', 'name': 'tempest-NetworksTestDHCPv6-1431822165'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:25:13.426258 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-805dd8ff-75dd-49b6-90bb-83e40e0618bb tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (d6fdb159-fca8-49e6-8935-9d99738ec977), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:13.475161 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-805dd8ff-75dd-49b6-90bb-83e40e0618bb tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (d6fdb159-fca8-49e6-8935-9d99738ec977), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:13.483883 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-805dd8ff-75dd-49b6-90bb-83e40e0618bb tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:13.484850 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-805dd8ff-75dd-49b6-90bb-83e40e0618bb tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:13.624926 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805dd8ff-75dd-49b6-90bb-83e40e0618bb tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Pushing event updated for resources: {'Network': ['ID=d6fdb159-fca8-49e6-8935-9d99738ec977,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:25:13.635820 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network d6fdb159-fca8-49e6-8935-9d99738ec977 details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:25:13.643304 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-805dd8ff-75dd-49b6-90bb-83e40e0618bb tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6978579 Jan 28 07:25:13.653972 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 60074) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:25:13.665494 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-189581a4-b864-4907-b459-cfe036c3df88 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Request body: {'subnet': {'network_id': 'd6fdb159-fca8-49e6-8935-9d99738ec977', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:25:13.715491 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device f3710dc1-e99e-45db-a830-9ec803896ad4 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:25:13.761164 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f33aea97-9e36-4471-a858-0d8572715292 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Made reservation on behalf of 64d19227e44643b7a12df0287e7ae5f8 for: {'port': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:25:13.797617 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port f3710dc1-e99e-45db-a830-9ec803896ad4 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:25:13.798330 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (f3710dc1-e99e-45db-a830-9ec803896ad4), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:13.877828 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-189581a4-b864-4907-b459-cfe036c3df88 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Made reservation on behalf of 2b2f7f01d23244e582fca6963a34fb74 for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:25:13.887945 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-189581a4-b864-4907-b459-cfe036c3df88 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24979592'] for subnet (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:13.914269 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port f3710dc1-e99e-45db-a830-9ec803896ad4 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:25:13.914912 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (f3710dc1-e99e-45db-a830-9ec803896ad4), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:13.936513 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f33aea97-9e36-4471-a858-0d8572715292 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:13.955104 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] For port f3710dc1-e99e-45db-a830-9ec803896ad4, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=f3710dc1-e99e-45db-a830-9ec803896ad4,segment=NetworkSegment(c533ee34-b679-44a8-abdb-1685e355613e),segment_id=c533ee34-b679-44a8-abdb-1685e355613e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:25:13.966965 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (f3710dc1-e99e-45db-a830-9ec803896ad4), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:13.989870 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-f33aea97-9e36-4471-a858-0d8572715292 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] device_id is not set on port 7a7e8207-da04-4994-aca7-7b0fd9d7f804 yet. {{(pid=103283) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 07:25:14.044906 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Pushing event updated for resources: {'Port': ['ID=f3710dc1-e99e-45db-a830-9ec803896ad4,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:25:14.061335 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 515c99b8-1199-4733-acad-77ef0d38d8ce no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:25:14.087509 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: 515c99b8-1199-4733-acad-77ef0d38d8ce {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:25:14.088004 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 515c99b8-1199-4733-acad-77ef0d38d8ce not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:25:14.319214 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-f33aea97-9e36-4471-a858-0d8572715292 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Allocated IP 172.20.0.7 (ef4fe003-256e-4a6c-af17-da180c8a686e/466d4883-830d-4c02-a3d3-ad87a7b26a09/7a7e8207-da04-4994-aca7-7b0fd9d7f804) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:25:14.325932 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-f33aea97-9e36-4471-a858-0d8572715292 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Allocated IP 2001:db8::f816:3eff:fed7:2821 (ef4fe003-256e-4a6c-af17-da180c8a686e/3b568319-ae54-4fc7-9500-1e032dea8d55/7a7e8207-da04-4994-aca7-7b0fd9d7f804) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:25:14.332557 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-189581a4-b864-4907-b459-cfe036c3df88 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24757504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24979610'] for subnet (db022ee0-81cf-45fc-953f-69630e5adfdd), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:14.451615 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189581a4-b864-4907-b459-cfe036c3df88 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Pushing event updated for resources: {'Subnet': ['ID=db022ee0-81cf-45fc-953f-69630e5adfdd,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:25:14.476810 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189581a4-b864-4907-b459-cfe036c3df88 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Checking segment: {'id': 'f8ee9c0c-3847-4bad-a86a-086ee6336851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd6fdb159-fca8-49e6-8935-9d99738ec977'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:25:14.477380 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-189581a4-b864-4907-b459-cfe036c3df88 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Network hostable DHCP agents. Network: d6fdb159-fca8-49e6-8935-9d99738ec977, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:25:14.506824 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-189581a4-b864-4907-b459-cfe036c3df88 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Network d6fdb159-fca8-49e6-8935-9d99738ec977 is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:25:14.536731 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-189581a4-b864-4907-b459-cfe036c3df88 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, d6fdb159-fca8-49e6-8935-9d99738ec977) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:25:14.546755 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e445b451-2b14-40af-a557-ef16aa2643bc None None] Network d6fdb159-fca8-49e6-8935-9d99738ec977 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:25:14.570129 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189581a4-b864-4907-b459-cfe036c3df88 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:14.570804 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-189581a4-b864-4907-b459-cfe036c3df88 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:14.611091 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-189581a4-b864-4907-b459-cfe036c3df88 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9557233 Jan 28 07:25:14.613992 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 60084) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:25:14.621375 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-44169c62-9b5f-498e-b997-bbb945717ce5 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Request body: {'port': {'network_id': 'd6fdb159-fca8-49e6-8935-9d99738ec977', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1654683304'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:25:14.772099 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f33aea97-9e36-4471-a858-0d8572715292 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks [] for port (7a7e8207-da04-4994-aca7-7b0fd9d7f804), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:14.862342 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad715ea-38cb-454d-81f7-d4745b4912ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3dd72b9-6805-5f61-b6f3-a591f99a173d-d6fdb159-fca8-49e6-8935-9d99738ec977', 'network_id': 'd6fdb159-fca8-49e6-8935-9d99738ec977', 'project_id': '2b2f7f01d23244e582fca6963a34fb74', 'fixed_ips': [{'subnet_id': 'db022ee0-81cf-45fc-953f-69630e5adfdd'}]}} from n-d-712749-28. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 07:25:14.871923 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fad715ea-38cb-454d-81f7-d4745b4912ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:14.874217 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f33aea97-9e36-4471-a858-0d8572715292 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (7a7e8207-da04-4994-aca7-7b0fd9d7f804), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:14.875820 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44169c62-9b5f-498e-b997-bbb945717ce5 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Made reservation on behalf of 2b2f7f01d23244e582fca6963a34fb74 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:25:14.880172 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-44169c62-9b5f-498e-b997-bbb945717ce5 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:14.908000 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [None req-44169c62-9b5f-498e-b997-bbb945717ce5 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] device_id is not set on port 2d391ece-591e-45cf-8f7b-e38d795af12c yet. {{(pid=103284) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 07:25:14.985920 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f33aea97-9e36-4471-a858-0d8572715292 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Network ef4fe003-256e-4a6c-af17-da180c8a686e is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:25:15.005578 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-f33aea97-9e36-4471-a858-0d8572715292 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:25:15.012802 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33aea97-9e36-4471-a858-0d8572715292 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:25:15.017919 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1afecca-50ed-4d42-bee3-73e9bbecf6e1 None None] Network ef4fe003-256e-4a6c-af17-da180c8a686e requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:25:15.025842 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33aea97-9e36-4471-a858-0d8572715292 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Pushing event updated for resources: {'Port': ['ID=7a7e8207-da04-4994-aca7-7b0fd9d7f804,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:25:15.070594 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-44169c62-9b5f-498e-b997-bbb945717ce5 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Allocated IP 172.20.0.12 (d6fdb159-fca8-49e6-8935-9d99738ec977/db022ee0-81cf-45fc-953f-69630e5adfdd/2d391ece-591e-45cf-8f7b-e38d795af12c) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:25:15.083444 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 7 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 07:25:15.103847 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-b53aad39-f714-40c1-8fa4-12b01fa310b2 None None] Provisioning complete for port f3710dc1-e99e-45db-a830-9ec803896ad4 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:25:15.104307 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b53aad39-f714-40c1-8fa4-12b01fa310b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (f3710dc1-e99e-45db-a830-9ec803896ad4), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:15.135552 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f33aea97-9e36-4471-a858-0d8572715292 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:15.137973 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f33aea97-9e36-4471-a858-0d8572715292 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:15.186882 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-f33aea97-9e36-4471-a858-0d8572715292 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.7689195 Jan 28 07:25:15.190003 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 60092) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:25:15.272901 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-b53aad39-f714-40c1-8fa4-12b01fa310b2 None None] Current status of the port f3710dc1-e99e-45db-a830-9ec803896ad4 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:25:15.305659 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6211fc69-fd6b-4b90-b5dc-fb639a588ecc tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:15.318515 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6211fc69-fd6b-4b90-b5dc-fb639a588ecc tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:15.322706 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-6211fc69-fd6b-4b90-b5dc-fb639a588ecc tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.1288621 Jan 28 07:25:15.323335 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 60096) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:25:15.389388 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-44169c62-9b5f-498e-b997-bbb945717ce5 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks [] for port (2d391ece-591e-45cf-8f7b-e38d795af12c), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:15.471860 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-44169c62-9b5f-498e-b997-bbb945717ce5 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (2d391ece-591e-45cf-8f7b-e38d795af12c), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:15.548169 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-32c590bc-dbd7-41d1-b01e-d1409bb278d4 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Deleting port 7a7e8207-da04-4994-aca7-7b0fd9d7f804 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:25:15.548543 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-32c590bc-dbd7-41d1-b01e-d1409bb278d4 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (7a7e8207-da04-4994-aca7-7b0fd9d7f804), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:15.583034 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device f3710dc1-e99e-45db-a830-9ec803896ad4 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:25:15.630624 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44169c62-9b5f-498e-b997-bbb945717ce5 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Network d6fdb159-fca8-49e6-8935-9d99738ec977 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:25:15.649523 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-44169c62-9b5f-498e-b997-bbb945717ce5 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:25:15.654273 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44169c62-9b5f-498e-b997-bbb945717ce5 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:25:15.670755 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-fad715ea-38cb-454d-81f7-d4745b4912ab None None] Allocated IP 172.20.0.2 (d6fdb159-fca8-49e6-8935-9d99738ec977/db022ee0-81cf-45fc-953f-69630e5adfdd/431ad419-d378-4b5d-b090-1a7f28981e07) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:25:15.674919 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44169c62-9b5f-498e-b997-bbb945717ce5 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Pushing event updated for resources: {'Port': ['ID=2d391ece-591e-45cf-8f7b-e38d795af12c,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:25:15.764310 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44169c62-9b5f-498e-b997-bbb945717ce5 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:15.765041 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-44169c62-9b5f-498e-b997-bbb945717ce5 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:15.781220 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-32c590bc-dbd7-41d1-b01e-d1409bb278d4 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (7a7e8207-da04-4994-aca7-7b0fd9d7f804), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:15.801633 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-44169c62-9b5f-498e-b997-bbb945717ce5 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 1.1851177 Jan 28 07:25:15.804219 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 60104) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:25:15.813111 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-32c590bc-dbd7-41d1-b01e-d1409bb278d4 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Calling delete_port for 7a7e8207-da04-4994-aca7-7b0fd9d7f804 owned by {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:25:15.863348 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port f3710dc1-e99e-45db-a830-9ec803896ad4 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:25:15.863902 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (f3710dc1-e99e-45db-a830-9ec803896ad4), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:16.034699 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-53b22511-cddf-4e4f-a132-a7f1cdd53108 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Deleting port 2d391ece-591e-45cf-8f7b-e38d795af12c {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:25:16.035655 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-53b22511-cddf-4e4f-a132-a7f1cdd53108 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (2d391ece-591e-45cf-8f7b-e38d795af12c), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:16.102804 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port f3710dc1-e99e-45db-a830-9ec803896ad4 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:25:16.115151 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fad715ea-38cb-454d-81f7-d4745b4912ab None None] Publish callbacks [] for port (431ad419-d378-4b5d-b090-1a7f28981e07), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:16.127196 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fad715ea-38cb-454d-81f7-d4745b4912ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (431ad419-d378-4b5d-b090-1a7f28981e07), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:16.185812 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fad715ea-38cb-454d-81f7-d4745b4912ab None None] Network d6fdb159-fca8-49e6-8935-9d99738ec977 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:25:16.191921 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-fad715ea-38cb-454d-81f7-d4745b4912ab None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:25:16.199765 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad715ea-38cb-454d-81f7-d4745b4912ab None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:25:16.213089 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad715ea-38cb-454d-81f7-d4745b4912ab None None] Pushing event updated for resources: {'Port': ['ID=431ad419-d378-4b5d-b090-1a7f28981e07,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:25:16.283949 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-fad715ea-38cb-454d-81f7-d4745b4912ab None None] Attempting to bind port 431ad419-d378-4b5d-b090-1a7f28981e07 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:25:16.284265 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-fad715ea-38cb-454d-81f7-d4745b4912ab None None] Attempting to bind port 431ad419-d378-4b5d-b090-1a7f28981e07 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': 'f8ee9c0c-3847-4bad-a86a-086ee6336851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd6fdb159-fca8-49e6-8935-9d99738ec977'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:25:16.284683 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad715ea-38cb-454d-81f7-d4745b4912ab None None] Attempting to bind port 431ad419-d378-4b5d-b090-1a7f28981e07 on network d6fdb159-fca8-49e6-8935-9d99738ec977 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:25:16.292000 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-53b22511-cddf-4e4f-a132-a7f1cdd53108 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (2d391ece-591e-45cf-8f7b-e38d795af12c), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:16.297640 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad715ea-38cb-454d-81f7-d4745b4912ab None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:25:16.298023 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad715ea-38cb-454d-81f7-d4745b4912ab None None] Checking segment: {'id': 'f8ee9c0c-3847-4bad-a86a-086ee6336851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd6fdb159-fca8-49e6-8935-9d99738ec977'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:25:16.298431 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fad715ea-38cb-454d-81f7-d4745b4912ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:16.298832 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad715ea-38cb-454d-81f7-d4745b4912ab None None] Bound using segment: {'id': 'f8ee9c0c-3847-4bad-a86a-086ee6336851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd6fdb159-fca8-49e6-8935-9d99738ec977'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:25:16.299311 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-fad715ea-38cb-454d-81f7-d4745b4912ab None None] Bound port: 431ad419-d378-4b5d-b090-1a7f28981e07, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8ee9c0c-3847-4bad-a86a-086ee6336851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd6fdb159-fca8-49e6-8935-9d99738ec977'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:25:16.299843 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fad715ea-38cb-454d-81f7-d4745b4912ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (431ad419-d378-4b5d-b090-1a7f28981e07), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:16.331791 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-53b22511-cddf-4e4f-a132-a7f1cdd53108 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Calling delete_port for 2d391ece-591e-45cf-8f7b-e38d795af12c owned by {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:25:16.451027 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-fad715ea-38cb-454d-81f7-d4745b4912ab None None] For port 431ad419-d378-4b5d-b090-1a7f28981e07, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:25:16.454337 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-fad715ea-38cb-454d-81f7-d4745b4912ab None None] For port 431ad419-d378-4b5d-b090-1a7f28981e07, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=431ad419-d378-4b5d-b090-1a7f28981e07,segment=NetworkSegment(f8ee9c0c-3847-4bad-a86a-086ee6336851),segment_id=f8ee9c0c-3847-4bad-a86a-086ee6336851)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:25:16.464134 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fad715ea-38cb-454d-81f7-d4745b4912ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (431ad419-d378-4b5d-b090-1a7f28981e07), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:16.522715 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad715ea-38cb-454d-81f7-d4745b4912ab None None] Pushing event updated for resources: {'Port': ['ID=431ad419-d378-4b5d-b090-1a7f28981e07,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:25:16.555650 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-ef2478e7-a6e1-4a48-b283-e7f115cd39f2 None None] Provisioning complete for port f3710dc1-e99e-45db-a830-9ec803896ad4 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:25:16.555975 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ef2478e7-a6e1-4a48-b283-e7f115cd39f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (f3710dc1-e99e-45db-a830-9ec803896ad4), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:16.750282 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-ef2478e7-a6e1-4a48-b283-e7f115cd39f2 None None] Current status of the port f3710dc1-e99e-45db-a830-9ec803896ad4 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:25:16.752878 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-53b22511-cddf-4e4f-a132-a7f1cdd53108 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (2d391ece-591e-45cf-8f7b-e38d795af12c), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:16.785839 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-ef2478e7-a6e1-4a48-b283-e7f115cd39f2 None None] Provisioning complete for port 7a7e8207-da04-4994-aca7-7b0fd9d7f804 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:25:16.786468 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ef2478e7-a6e1-4a48-b283-e7f115cd39f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (7a7e8207-da04-4994-aca7-7b0fd9d7f804), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:16.841060 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b22511-cddf-4e4f-a132-a7f1cdd53108 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Pushing event deleted for resources: {'Port': ['ID=2d391ece-591e-45cf-8f7b-e38d795af12c,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:25:16.859257 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-ef2478e7-a6e1-4a48-b283-e7f115cd39f2 None None] Port 7a7e8207-da04-4994-aca7-7b0fd9d7f804 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:25:16.914123 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-32c590bc-dbd7-41d1-b01e-d1409bb278d4 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (7a7e8207-da04-4994-aca7-7b0fd9d7f804), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:16.997892 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-53b22511-cddf-4e4f-a132-a7f1cdd53108 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:17.002899 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-53b22511-cddf-4e4f-a132-a7f1cdd53108 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] 10.222.0.41 "DELETE /v2.0/ports/2d391ece-591e-45cf-8f7b-e38d795af12c HTTP/1.1" status: 204 len: 168 time: 1.1975369 Jan 28 07:25:17.006013 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 60118) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:25:17.024005 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c590bc-dbd7-41d1-b01e-d1409bb278d4 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Pushing event deleted for resources: {'Port': ['ID=7a7e8207-da04-4994-aca7-7b0fd9d7f804,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:25:17.051109 n-d-712749-28 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a1d4edd-d5ed-464d-aa17-24075a808b1a tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] GET failed (client error): The resource could not be found. Jan 28 07:25:17.053201 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-3a1d4edd-d5ed-464d-aa17-24075a808b1a tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] 10.222.0.41 "GET /v2.0/ports/2d391ece-591e-45cf-8f7b-e38d795af12c HTTP/1.1" status: 404 len: 333 time: 0.0459800 Jan 28 07:25:17.056031 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 60122) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:25:17.184499 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-41b37b2d-7f70-4e1c-8dc9-243056becbd8 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Deleting subnet db022ee0-81cf-45fc-953f-69630e5adfdd {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:25:17.194906 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-36d375d9-f2f1-4eb4-b8fa-6203620d3551 None None] Could not find standard attr ID for object 7a7e8207-da04-4994-aca7-7b0fd9d7f804. {{(pid=103285) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 07:25:17.199165 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-41b37b2d-7f70-4e1c-8dc9-243056becbd8 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks [] for subnet (db022ee0-81cf-45fc-953f-69630e5adfdd), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:17.204495 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-32c590bc-dbd7-41d1-b01e-d1409bb278d4 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:17.218247 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-32c590bc-dbd7-41d1-b01e-d1409bb278d4 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "DELETE /v2.0/ports/7a7e8207-da04-4994-aca7-7b0fd9d7f804 HTTP/1.1" status: 204 len: 168 time: 1.8938110 Jan 28 07:25:17.219011 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 60126) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:25:17.279872 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1808d1d7-0073-400b-b9a3-3b41a6717bb0 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:17.281373 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1808d1d7-0073-400b-b9a3-3b41a6717bb0 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:17.282849 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1808d1d7-0073-400b-b9a3-3b41a6717bb0 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:17.288506 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-1808d1d7-0073-400b-b9a3-3b41a6717bb0 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0683568 Jan 28 07:25:17.289125 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 60128) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:25:17.310218 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-41b37b2d-7f70-4e1c-8dc9-243056becbd8 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24759175'] for subnet (db022ee0-81cf-45fc-953f-69630e5adfdd), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:17.357276 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_v2 [None req-84111da8-8b0f-4001-8d0c-c0340c77988c tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Deleting subnet 3b568319-ae54-4fc7-9500-1e032dea8d55 {{(pid=103283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:25:17.360706 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-84111da8-8b0f-4001-8d0c-c0340c77988c tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks [] for subnet (3b568319-ae54-4fc7-9500-1e032dea8d55), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:17.452452 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccc6a20-9426-4dda-9156-85910a48a880 req-c3d074b3-c800-4dab-bdb3-c89d3678daae tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:17.463661 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccc6a20-9426-4dda-9156-85910a48a880 req-c3d074b3-c800-4dab-bdb3-c89d3678daae tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:17.468237 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-84111da8-8b0f-4001-8d0c-c0340c77988c tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13506696'] for subnet (3b568319-ae54-4fc7-9500-1e032dea8d55), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:17.512300 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccc6a20-9426-4dda-9156-85910a48a880 req-c3d074b3-c800-4dab-bdb3-c89d3678daae tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:17.549175 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccc6a20-9426-4dda-9156-85910a48a880 req-c3d074b3-c800-4dab-bdb3-c89d3678daae tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:17.564694 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccc6a20-9426-4dda-9156-85910a48a880 req-c3d074b3-c800-4dab-bdb3-c89d3678daae tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:17.583480 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccc6a20-9426-4dda-9156-85910a48a880 req-c3d074b3-c800-4dab-bdb3-c89d3678daae tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:17.596498 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccc6a20-9426-4dda-9156-85910a48a880 req-c3d074b3-c800-4dab-bdb3-c89d3678daae tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:17.609903 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-bccc6a20-9426-4dda-9156-85910a48a880 req-c3d074b3-c800-4dab-bdb3-c89d3678daae tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009 HTTP/1.1" status: 200 len: 5443 time: 0.2685883 Jan 28 07:25:17.620771 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-84111da8-8b0f-4001-8d0c-c0340c77988c tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (3b568319-ae54-4fc7-9500-1e032dea8d55), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:17.701935 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 431ad419-d378-4b5d-b090-1a7f28981e07 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:25:17.777973 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-84111da8-8b0f-4001-8d0c-c0340c77988c tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13546665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13556132'] for subnet (3b568319-ae54-4fc7-9500-1e032dea8d55), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:17.783988 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-bccc6a20-9426-4dda-9156-85910a48a880 req-f2ab99e5-0236-4897-b495-d2b60b5ea6f9 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/security-groups?id=e05d74b3-220f-46cd-b475-266b231f0f88&id=7f4d2140-e017-41d8-8ff9-e5d9b5e3138b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1729863 Jan 28 07:25:17.821625 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-84111da8-8b0f-4001-8d0c-c0340c77988c tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:17.821974 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 431ad419-d378-4b5d-b090-1a7f28981e07 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:25:17.822364 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (431ad419-d378-4b5d-b090-1a7f28981e07), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:17.828944 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 60138) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:25:17.830854 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-84111da8-8b0f-4001-8d0c-c0340c77988c tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "DELETE /v2.0/subnets/3b568319-ae54-4fc7-9500-1e032dea8d55 HTTP/1.1" status: 204 len: 168 time: 0.5407207 Jan 28 07:25:17.878467 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-41b37b2d-7f70-4e1c-8dc9-243056becbd8 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (db022ee0-81cf-45fc-953f-69630e5adfdd), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:17.897028 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84111da8-8b0f-4001-8d0c-c0340c77988c tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Pushing event deleted for resources: {'Subnet': ['ID=3b568319-ae54-4fc7-9500-1e032dea8d55,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:25:18.026582 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd6997b5-46c8-48b4-b116-e5842ff6070c None None] Network ef4fe003-256e-4a6c-af17-da180c8a686e requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:25:18.031405 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 431ad419-d378-4b5d-b090-1a7f28981e07 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:25:18.031807 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (431ad419-d378-4b5d-b090-1a7f28981e07), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:18.069342 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b90dd8-ac72-4aa6-b7ac-7f5edfb94dc7 req-5fd26d34-7065-4060-bd9f-8e712440296e tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:18.070185 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9e058bc-bdc7-4245-ae2a-660fa10b8c3d tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Deleting subnet 466d4883-830d-4c02-a3d3-ad87a7b26a09 {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:25:18.076538 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b9e058bc-bdc7-4245-ae2a-660fa10b8c3d tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks [] for subnet (466d4883-830d-4c02-a3d3-ad87a7b26a09), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:18.083508 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b90dd8-ac72-4aa6-b7ac-7f5edfb94dc7 req-5fd26d34-7065-4060-bd9f-8e712440296e tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:18.095621 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b90dd8-ac72-4aa6-b7ac-7f5edfb94dc7 req-5fd26d34-7065-4060-bd9f-8e712440296e tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:18.108962 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b90dd8-ac72-4aa6-b7ac-7f5edfb94dc7 req-5fd26d34-7065-4060-bd9f-8e712440296e tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:18.123508 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b90dd8-ac72-4aa6-b7ac-7f5edfb94dc7 req-5fd26d34-7065-4060-bd9f-8e712440296e tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:18.135792 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b90dd8-ac72-4aa6-b7ac-7f5edfb94dc7 req-5fd26d34-7065-4060-bd9f-8e712440296e tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:18.150702 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b90dd8-ac72-4aa6-b7ac-7f5edfb94dc7 req-5fd26d34-7065-4060-bd9f-8e712440296e tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:18.156392 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f4b90dd8-ac72-4aa6-b7ac-7f5edfb94dc7 req-5fd26d34-7065-4060-bd9f-8e712440296e tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009 HTTP/1.1" status: 200 len: 5443 time: 0.2047272 Jan 28 07:25:18.193668 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b9e058bc-bdc7-4245-ae2a-660fa10b8c3d tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24759175'] for subnet (466d4883-830d-4c02-a3d3-ad87a7b26a09), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:18.259930 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-41b37b2d-7f70-4e1c-8dc9-243056becbd8 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24757569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24979817'] for subnet (db022ee0-81cf-45fc-953f-69630e5adfdd), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:18.282000 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.db.api [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103285) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 07:25:18.282560 n-d-712749-28 neutron-server[103285]: DEBUG oslo_db.api [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 07:25:18.305394 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b37b2d-7f70-4e1c-8dc9-243056becbd8 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Pushing event deleted for resources: {'Subnet': ['ID=db022ee0-81cf-45fc-953f-69630e5adfdd,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:25:18.314452 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-41b37b2d-7f70-4e1c-8dc9-243056becbd8 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:18.321637 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-41b37b2d-7f70-4e1c-8dc9-243056becbd8 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] 10.222.0.41 "DELETE /v2.0/subnets/db022ee0-81cf-45fc-953f-69630e5adfdd HTTP/1.1" status: 204 len: 168 time: 1.2621217 Jan 28 07:25:18.323193 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 60146) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:25:18.384943 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b9e058bc-bdc7-4245-ae2a-660fa10b8c3d tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (466d4883-830d-4c02-a3d3-ad87a7b26a09), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:18.426778 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c549d6-4700-4d88-8e21-85ea590e7125 None None] Network d6fdb159-fca8-49e6-8935-9d99738ec977 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:25:18.480617 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b9e058bc-bdc7-4245-ae2a-660fa10b8c3d tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24757569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24979817'] for subnet (466d4883-830d-4c02-a3d3-ad87a7b26a09), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:18.509235 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b31e6267-367f-4ee7-b2ef-ec58e32ceb8d tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (d6fdb159-fca8-49e6-8935-9d99738ec977), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:18.541977 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b9e058bc-bdc7-4245-ae2a-660fa10b8c3d tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:18.556104 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-b9e058bc-bdc7-4245-ae2a-660fa10b8c3d tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "DELETE /v2.0/subnets/466d4883-830d-4c02-a3d3-ad87a7b26a09 HTTP/1.1" status: 204 len: 168 time: 0.7185335 Jan 28 07:25:18.556104 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e058bc-bdc7-4245-ae2a-660fa10b8c3d tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Pushing event deleted for resources: {'Subnet': ['ID=466d4883-830d-4c02-a3d3-ad87a7b26a09,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:25:18.557005 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 60150) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:25:18.619853 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ab56428-4d19-4b2a-a31a-0a475af19cb8 None None] Provisioning complete for port 431ad419-d378-4b5d-b090-1a7f28981e07 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:25:18.622253 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ab56428-4d19-4b2a-a31a-0a475af19cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (431ad419-d378-4b5d-b090-1a7f28981e07), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:18.679884 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-fbe435b7-4fde-450b-a15f-7e60e7dee522 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1137362 Jan 28 07:25:18.681988 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 60154) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:25:18.750791 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-b31e6267-367f-4ee7-b2ef-ec58e32ceb8d tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Deleting port 431ad419-d378-4b5d-b090-1a7f28981e07 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:25:18.751225 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b31e6267-367f-4ee7-b2ef-ec58e32ceb8d tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (431ad419-d378-4b5d-b090-1a7f28981e07), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:18.844996 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea05de7d-aed8-4cb5-9a83-1b22ec17a638 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:18.848322 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-ea05de7d-aed8-4cb5-9a83-1b22ec17a638 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1639910 Jan 28 07:25:18.850821 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 431ad419-d378-4b5d-b090-1a7f28981e07 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:25:18.851034 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 60160) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:25:18.851520 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (431ad419-d378-4b5d-b090-1a7f28981e07), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:18.860363 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a426afd4-815d-4b1e-9847-bc3cda09aa7c None None] DHCP port deletion for d6fdb159-fca8-49e6-8935-9d99738ec977 request from n-d-712749-28 {{(pid=103285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 07:25:18.883381 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ab56428-4d19-4b2a-a31a-0a475af19cb8 None None] Current status of the port 431ad419-d378-4b5d-b090-1a7f28981e07 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:25:18.885019 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ab56428-4d19-4b2a-a31a-0a475af19cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (431ad419-d378-4b5d-b090-1a7f28981e07), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:18.919889 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-b31e6267-367f-4ee7-b2ef-ec58e32ceb8d tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] For port 431ad419-d378-4b5d-b090-1a7f28981e07, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=431ad419-d378-4b5d-b090-1a7f28981e07,segment=NetworkSegment(f8ee9c0c-3847-4bad-a86a-086ee6336851),segment_id=f8ee9c0c-3847-4bad-a86a-086ee6336851)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:25:18.920481 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b31e6267-367f-4ee7-b2ef-ec58e32ceb8d tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (431ad419-d378-4b5d-b090-1a7f28981e07), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:18.949979 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f3054de-40da-41ab-854c-81943fe996ba tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:18.953852 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-2f3054de-40da-41ab-854c-81943fe996ba tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1018350 Jan 28 07:25:18.956377 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 60162) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:25:18.958741 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-b31e6267-367f-4ee7-b2ef-ec58e32ceb8d tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Calling delete_port for 431ad419-d378-4b5d-b090-1a7f28981e07 owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:25:18.978716 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] For port 431ad419-d378-4b5d-b090-1a7f28981e07, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=431ad419-d378-4b5d-b090-1a7f28981e07,segment=NetworkSegment(f8ee9c0c-3847-4bad-a86a-086ee6336851),segment_id=f8ee9c0c-3847-4bad-a86a-086ee6336851)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:25:19.006692 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (431ad419-d378-4b5d-b090-1a7f28981e07), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:19.080505 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-f24419d9-b892-49d3-b39b-0e14640db3c6 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1219375 Jan 28 07:25:19.080505 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 60166) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:25:19.083469 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.db.api [None req-9ab56428-4d19-4b2a-a31a-0a475af19cb8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103285) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 07:25:19.083469 n-d-712749-28 neutron-server[103285]: DEBUG oslo_db.api [None req-9ab56428-4d19-4b2a-a31a-0a475af19cb8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 07:25:19.092648 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-1c8bd7df-f7c6-4d20-959a-699ae20335a4 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Request body: {'subnet': {'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:25:19.109692 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b31e6267-367f-4ee7-b2ef-ec58e32ceb8d tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (431ad419-d378-4b5d-b090-1a7f28981e07), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:19.128309 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-a426afd4-815d-4b1e-9847-bc3cda09aa7c None None] Deleting port 431ad419-d378-4b5d-b090-1a7f28981e07 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:25:19.129423 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a426afd4-815d-4b1e-9847-bc3cda09aa7c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (431ad419-d378-4b5d-b090-1a7f28981e07), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:19.166451 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31e6267-367f-4ee7-b2ef-ec58e32ceb8d tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] No DVR routers for this DVR port 431ad419-d378-4b5d-b090-1a7f28981e07 on host n-d-712749-28 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:25:19.169319 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31e6267-367f-4ee7-b2ef-ec58e32ceb8d tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Pushing event deleted for resources: {'Port': ['ID=431ad419-d378-4b5d-b090-1a7f28981e07,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:25:19.250459 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Pushing event updated for resources: {'Port': ['ID=431ad419-d378-4b5d-b090-1a7f28981e07,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:25:19.294095 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-a426afd4-815d-4b1e-9847-bc3cda09aa7c None None] For port 431ad419-d378-4b5d-b090-1a7f28981e07, host n-d-712749-28, got binding levels [] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:25:19.294724 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a426afd4-815d-4b1e-9847-bc3cda09aa7c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (431ad419-d378-4b5d-b090-1a7f28981e07), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:19.310072 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c8bd7df-f7c6-4d20-959a-699ae20335a4 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Made reservation on behalf of 64d19227e44643b7a12df0287e7ae5f8 for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:25:19.314136 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b31e6267-367f-4ee7-b2ef-ec58e32ceb8d tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (d6fdb159-fca8-49e6-8935-9d99738ec977), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:19.316638 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1c8bd7df-f7c6-4d20-959a-699ae20335a4 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24979592'] for subnet (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:19.318331 n-d-712749-28 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c8bd7df-f7c6-4d20-959a-699ae20335a4 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 07:25:19.320711 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c8bd7df-f7c6-4d20-959a-699ae20335a4 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:25:19.321600 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-a426afd4-815d-4b1e-9847-bc3cda09aa7c None None] Calling delete_port for 431ad419-d378-4b5d-b090-1a7f28981e07 owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:25:19.325469 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.ipam_backend_mixin [None req-a426afd4-815d-4b1e-9847-bc3cda09aa7c None None] Port 431ad419-d378-4b5d-b090-1a7f28981e07 was not found and therefore no delete operation was performed {{(pid=103285) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 07:25:19.328551 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a426afd4-815d-4b1e-9847-bc3cda09aa7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298'] for port (431ad419-d378-4b5d-b090-1a7f28981e07), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:19.345871 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-1c8bd7df-f7c6-4d20-959a-699ae20335a4 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2624333 Jan 28 07:25:19.348845 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 60168) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:25:19.361072 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-abed5382-8253-4ba6-aad0-10f939b1c045 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Request body: {'subnet': {'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:25:19.361345 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-b31e6267-367f-4ee7-b2ef-ec58e32ceb8d tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6fdb159-fca8-49e6-8935-9d99738ec977']}} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:25:19.375127 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-b31e6267-367f-4ee7-b2ef-ec58e32ceb8d tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8ee9c0c-3847-4bad-a86a-086ee6336851') {'for_net_delete': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:25:19.375428 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-b31e6267-367f-4ee7-b2ef-ec58e32ceb8d tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8ee9c0c-3847-4bad-a86a-086ee6336851') {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:25:19.387394 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b31e6267-367f-4ee7-b2ef-ec58e32ceb8d tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13506801'] for segment (f8ee9c0c-3847-4bad-a86a-086ee6336851), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:19.402319 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b31e6267-367f-4ee7-b2ef-ec58e32ceb8d tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (f8ee9c0c-3847-4bad-a86a-086ee6336851), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:19.411403 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b31e6267-367f-4ee7-b2ef-ec58e32ceb8d tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=103283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:25:19.411747 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b31e6267-367f-4ee7-b2ef-ec58e32ceb8d tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13546563'] for segment (f8ee9c0c-3847-4bad-a86a-086ee6336851), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:19.416580 n-d-712749-28 neutron-server[103283]: Traceback (most recent call last): Jan 28 07:25:19.416580 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:25:19.416580 n-d-712749-28 neutron-server[103283]: timer() Jan 28 07:25:19.416580 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:25:19.416580 n-d-712749-28 neutron-server[103283]: cb(*args, **kw) Jan 28 07:25:19.416580 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:25:19.416580 n-d-712749-28 neutron-server[103283]: return func(*args, **kwargs) Jan 28 07:25:19.416580 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:25:19.416580 n-d-712749-28 neutron-server[103283]: self._notify() Jan 28 07:25:19.416580 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:25:19.416580 n-d-712749-28 neutron-server[103283]: self.callback(batched_events) Jan 28 07:25:19.416580 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:25:19.416580 n-d-712749-28 neutron-server[103283]: event.method(event) Jan 28 07:25:19.416580 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:25:19.416580 n-d-712749-28 neutron-server[103283]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:25:19.416580 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:25:19.416580 n-d-712749-28 neutron-server[103283]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:25:19.416580 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:25:19.416580 n-d-712749-28 neutron-server[103283]: return f(self, *a, **k) Jan 28 07:25:19.416580 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:25:19.416580 n-d-712749-28 neutron-server[103283]: return self._get(url).json() Jan 28 07:25:19.416580 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:25:19.416580 n-d-712749-28 neutron-server[103283]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:25:19.416580 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:25:19.416580 n-d-712749-28 neutron-server[103283]: return self.request(url, 'GET', **kwargs) Jan 28 07:25:19.416580 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:25:19.416580 n-d-712749-28 neutron-server[103283]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:25:19.416580 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:25:19.416580 n-d-712749-28 neutron-server[103283]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:25:19.416580 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:25:19.416580 n-d-712749-28 neutron-server[103283]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:25:19.416580 n-d-712749-28 neutron-server[103283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:25:19.421497 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a426afd4-815d-4b1e-9847-bc3cda09aa7c None None] Pushing event deleted for resources: {'Port': ['ID=431ad419-d378-4b5d-b090-1a7f28981e07,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:25:19.425804 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc6bfd0a-f3e4-497e-b220-7dd8526f716a None None] Network ef4fe003-256e-4a6c-af17-da180c8a686e requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:25:19.453752 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a426afd4-815d-4b1e-9847-bc3cda09aa7c None None] No DVR routers for this DVR port 431ad419-d378-4b5d-b090-1a7f28981e07 on host n-d-712749-28 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:25:19.531436 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b31e6267-367f-4ee7-b2ef-ec58e32ceb8d tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (d6fdb159-fca8-49e6-8935-9d99738ec977), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:19.540963 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b31e6267-367f-4ee7-b2ef-ec58e32ceb8d tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:19.545024 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 431ad419-d378-4b5d-b090-1a7f28981e07 no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:25:19.548523 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-b31e6267-367f-4ee7-b2ef-ec58e32ceb8d tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] 10.222.0.41 "DELETE /v2.0/networks/d6fdb159-fca8-49e6-8935-9d99738ec977 HTTP/1.1" status: 204 len: 168 time: 1.2241936 Jan 28 07:25:19.549164 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 60170) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:25:19.564606 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-e066f629-6c80-4f3d-b2cd-91cb9d0bec4c tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Request body: {'port': {'network_id': '422a554d-3135-4b22-adcb-555bf90d3ba5', 'name': 'tempest-PortsTestJSON-1361510702'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:25:19.567925 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abed5382-8253-4ba6-aad0-10f939b1c045 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Made reservation on behalf of 64d19227e44643b7a12df0287e7ae5f8 for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:25:19.572888 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-abed5382-8253-4ba6-aad0-10f939b1c045 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24979592'] for subnet (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:19.575006 n-d-712749-28 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-abed5382-8253-4ba6-aad0-10f939b1c045 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 07:25:19.575782 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abed5382-8253-4ba6-aad0-10f939b1c045 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:25:19.607794 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-abed5382-8253-4ba6-aad0-10f939b1c045 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2572236 Jan 28 07:25:19.609910 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: 431ad419-d378-4b5d-b090-1a7f28981e07 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:25:19.610267 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 431ad419-d378-4b5d-b090-1a7f28981e07 not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:25:19.611951 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 60174) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:25:19.620658 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-5157cfb8-c72b-4a96-9dcc-e8b266a56168 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Request body: {'subnet': {'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:25:19.661878 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31e6267-367f-4ee7-b2ef-ec58e32ceb8d tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Pushing event deleted for resources: {'Network': ['ID=d6fdb159-fca8-49e6-8935-9d99738ec977,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:25:19.664697 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ab56428-4d19-4b2a-a31a-0a475af19cb8 None None] Port 431ad419-d378-4b5d-b090-1a7f28981e07 update to ACTIVE by agent not found {{(pid=103285) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Jan 28 07:25:19.775534 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e066f629-6c80-4f3d-b2cd-91cb9d0bec4c tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Made reservation on behalf of 2b2f7f01d23244e582fca6963a34fb74 for: {'port': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:25:19.793333 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e066f629-6c80-4f3d-b2cd-91cb9d0bec4c tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:19.796518 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-22edab71-0c5d-4e22-b850-7138f89feacc None None] Provisioning complete for port f3710dc1-e99e-45db-a830-9ec803896ad4 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:25:19.797088 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-22edab71-0c5d-4e22-b850-7138f89feacc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (f3710dc1-e99e-45db-a830-9ec803896ad4), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:19.817471 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5157cfb8-c72b-4a96-9dcc-e8b266a56168 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Made reservation on behalf of 64d19227e44643b7a12df0287e7ae5f8 for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:25:19.822265 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5157cfb8-c72b-4a96-9dcc-e8b266a56168 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24979592'] for subnet (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:19.824082 n-d-712749-28 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-5157cfb8-c72b-4a96-9dcc-e8b266a56168 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 07:25:19.824709 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5157cfb8-c72b-4a96-9dcc-e8b266a56168 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:25:19.827023 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38049afd-4bdf-4a3f-bd15-fd6fccb9a55e None None] DHCP port deletion for ef4fe003-256e-4a6c-af17-da180c8a686e request from n-d-712749-28 {{(pid=103285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 07:25:19.845442 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-5157cfb8-c72b-4a96-9dcc-e8b266a56168 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2310300 Jan 28 07:25:19.849645 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 60186) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:25:19.855559 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-f9a5d01d-1eba-4099-ae21-6179767b8614 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Request body: {'subnet': {'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:25:19.874285 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-e066f629-6c80-4f3d-b2cd-91cb9d0bec4c tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] device_id is not set on port 49813e0c-14ee-4206-b8e0-163e2e46d9e8 yet. {{(pid=103283) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 07:25:19.998718 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9a5d01d-1eba-4099-ae21-6179767b8614 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Made reservation on behalf of 64d19227e44643b7a12df0287e7ae5f8 for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:25:20.007427 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f9a5d01d-1eba-4099-ae21-6179767b8614 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24979592'] for subnet (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:20.010850 n-d-712749-28 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9a5d01d-1eba-4099-ae21-6179767b8614 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 07:25:20.016841 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9a5d01d-1eba-4099-ae21-6179767b8614 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:25:20.045448 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-f9a5d01d-1eba-4099-ae21-6179767b8614 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1917858 Jan 28 07:25:20.045647 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 60190) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:25:20.059879 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-f368d670-c899-413e-9400-5f6abd6ee6d0 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Request body: {'subnet': {'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:25:20.344754 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f368d670-c899-413e-9400-5f6abd6ee6d0 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Made reservation on behalf of 64d19227e44643b7a12df0287e7ae5f8 for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:25:20.352355 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f368d670-c899-413e-9400-5f6abd6ee6d0 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24979592'] for subnet (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:20.354296 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e066f629-6c80-4f3d-b2cd-91cb9d0bec4c tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks [] for port (49813e0c-14ee-4206-b8e0-163e2e46d9e8), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:20.356459 n-d-712749-28 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-f368d670-c899-413e-9400-5f6abd6ee6d0 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 07:25:20.363247 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f368d670-c899-413e-9400-5f6abd6ee6d0 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:25:20.364181 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-38049afd-4bdf-4a3f-bd15-fd6fccb9a55e None None] Deleting port f3710dc1-e99e-45db-a830-9ec803896ad4 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:25:20.368672 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-38049afd-4bdf-4a3f-bd15-fd6fccb9a55e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (f3710dc1-e99e-45db-a830-9ec803896ad4), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:20.425971 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-f368d670-c899-413e-9400-5f6abd6ee6d0 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3760457 Jan 28 07:25:20.426249 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 60194) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:25:20.439734 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-22edab71-0c5d-4e22-b850-7138f89feacc None None] Current status of the port f3710dc1-e99e-45db-a830-9ec803896ad4 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:25:20.449601 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-47ebb173-5f77-49f3-998e-f5fc983e0feb tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Request body: {'subnet': {'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:25:20.459175 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e066f629-6c80-4f3d-b2cd-91cb9d0bec4c tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (49813e0c-14ee-4206-b8e0-163e2e46d9e8), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:20.558905 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e066f629-6c80-4f3d-b2cd-91cb9d0bec4c tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Network 422a554d-3135-4b22-adcb-555bf90d3ba5 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:25:20.562354 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-e066f629-6c80-4f3d-b2cd-91cb9d0bec4c tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:25:20.570740 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e066f629-6c80-4f3d-b2cd-91cb9d0bec4c tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:25:20.576626 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e066f629-6c80-4f3d-b2cd-91cb9d0bec4c tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:20.577302 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e066f629-6c80-4f3d-b2cd-91cb9d0bec4c tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:20.593407 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e066f629-6c80-4f3d-b2cd-91cb9d0bec4c tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Pushing event updated for resources: {'Port': ['ID=49813e0c-14ee-4206-b8e0-163e2e46d9e8,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:25:20.603668 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-e066f629-6c80-4f3d-b2cd-91cb9d0bec4c tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.0447006 Jan 28 07:25:20.604567 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 60196) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:25:20.632152 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-38049afd-4bdf-4a3f-bd15-fd6fccb9a55e None None] For port f3710dc1-e99e-45db-a830-9ec803896ad4, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=f3710dc1-e99e-45db-a830-9ec803896ad4,segment=NetworkSegment(c533ee34-b679-44a8-abdb-1685e355613e),segment_id=c533ee34-b679-44a8-abdb-1685e355613e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:25:20.633031 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-38049afd-4bdf-4a3f-bd15-fd6fccb9a55e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (f3710dc1-e99e-45db-a830-9ec803896ad4), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:20.678241 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-38049afd-4bdf-4a3f-bd15-fd6fccb9a55e None None] Calling delete_port for f3710dc1-e99e-45db-a830-9ec803896ad4 owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:25:20.691980 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47ebb173-5f77-49f3-998e-f5fc983e0feb tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Made reservation on behalf of 64d19227e44643b7a12df0287e7ae5f8 for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:25:20.696166 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-47ebb173-5f77-49f3-998e-f5fc983e0feb tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24979592'] for subnet (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:20.697588 n-d-712749-28 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-47ebb173-5f77-49f3-998e-f5fc983e0feb tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 07:25:20.698028 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47ebb173-5f77-49f3-998e-f5fc983e0feb tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:25:20.731115 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-47ebb173-5f77-49f3-998e-f5fc983e0feb tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2906051 Jan 28 07:25:20.733724 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 60204) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:25:20.815880 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faee9c29-e36f-4a14-95ea-e31d25e11510 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:20.823385 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-0c0dcd68-d357-40a4-929f-067e54133dbb tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Deleting port 49813e0c-14ee-4206-b8e0-163e2e46d9e8 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:25:20.823730 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0c0dcd68-d357-40a4-929f-067e54133dbb tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (49813e0c-14ee-4206-b8e0-163e2e46d9e8), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:20.835103 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-faee9c29-e36f-4a14-95ea-e31d25e11510 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1003580 Jan 28 07:25:20.837464 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 60208) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:25:20.894516 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-38049afd-4bdf-4a3f-bd15-fd6fccb9a55e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298'] for port (f3710dc1-e99e-45db-a830-9ec803896ad4), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:20.928127 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-234a0d57-8adc-447c-a453-e39528c45fbf tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:20.929645 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-234a0d57-8adc-447c-a453-e39528c45fbf tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0912602 Jan 28 07:25:20.932453 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 60210) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:25:20.948808 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38049afd-4bdf-4a3f-bd15-fd6fccb9a55e None None] Pushing event deleted for resources: {'Port': ['ID=f3710dc1-e99e-45db-a830-9ec803896ad4,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:25:20.950946 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38049afd-4bdf-4a3f-bd15-fd6fccb9a55e None None] No DVR routers for this DVR port f3710dc1-e99e-45db-a830-9ec803896ad4 on host n-d-712749-28 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:25:21.003913 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-2b7713a1-01bd-4617-b8bd-c62de4eb9cd6 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0669768 Jan 28 07:25:21.005091 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 60216) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:25:21.010165 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-13157b7a-7a84-49ab-aed1-6f81517e2b8a tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Request body: {'subnet': {'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:25:21.018443 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0c0dcd68-d357-40a4-929f-067e54133dbb tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (49813e0c-14ee-4206-b8e0-163e2e46d9e8), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:21.071443 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-0c0dcd68-d357-40a4-929f-067e54133dbb tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Calling delete_port for 49813e0c-14ee-4206-b8e0-163e2e46d9e8 owned by {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:25:21.096575 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 60224) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:25:21.138100 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13157b7a-7a84-49ab-aed1-6f81517e2b8a tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Made reservation on behalf of 64d19227e44643b7a12df0287e7ae5f8 for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:25:21.142609 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-13157b7a-7a84-49ab-aed1-6f81517e2b8a tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24979592'] for subnet (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:21.227115 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0c0dcd68-d357-40a4-929f-067e54133dbb tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (49813e0c-14ee-4206-b8e0-163e2e46d9e8), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:21.286474 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0c0dcd68-d357-40a4-929f-067e54133dbb tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:21.290367 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-0c0dcd68-d357-40a4-929f-067e54133dbb tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] 10.222.0.41 "DELETE /v2.0/ports/49813e0c-14ee-4206-b8e0-163e2e46d9e8 HTTP/1.1" status: 204 len: 168 time: 0.6852219 Jan 28 07:25:21.291549 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0dcd68-d357-40a4-929f-067e54133dbb tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Pushing event deleted for resources: {'Port': ['ID=49813e0c-14ee-4206-b8e0-163e2e46d9e8,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:25:21.293349 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 60228) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:25:21.297451 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9d5790-e579-4aa2-b396-86e5ad011499 req-850f82bb-b148-44af-8477-555035fa8b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:21.297936 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9d5790-e579-4aa2-b396-86e5ad011499 req-850f82bb-b148-44af-8477-555035fa8b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:21.298411 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9d5790-e579-4aa2-b396-86e5ad011499 req-850f82bb-b148-44af-8477-555035fa8b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:21.298880 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9d5790-e579-4aa2-b396-86e5ad011499 req-850f82bb-b148-44af-8477-555035fa8b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:21.299427 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-3e162a1b-2959-4033-b04c-5bc2eb525364 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Request body: {'port': {'network_id': '422a554d-3135-4b22-adcb-555bf90d3ba5', 'mac_address': 'fa:16:3e:ab:b4:11', 'name': 'tempest-PortsTestJSON-1842419983'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:25:21.303745 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9d5790-e579-4aa2-b396-86e5ad011499 req-850f82bb-b148-44af-8477-555035fa8b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:21.304890 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9d5790-e579-4aa2-b396-86e5ad011499 req-850f82bb-b148-44af-8477-555035fa8b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:21.306299 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9d5790-e579-4aa2-b396-86e5ad011499 req-850f82bb-b148-44af-8477-555035fa8b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:21.311176 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1a9d5790-e579-4aa2-b396-86e5ad011499 req-850f82bb-b148-44af-8477-555035fa8b2a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009 HTTP/1.1" status: 200 len: 6507 time: 0.2131243 Jan 28 07:25:21.464271 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1a9d5790-e579-4aa2-b396-86e5ad011499 req-76d09cbe-cce7-4ed5-8f43-37529271923f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7f4d2140-e017-41d8-8ff9-e5d9b5e3138b&id=e05d74b3-220f-46cd-b475-266b231f0f88&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1391187 Jan 28 07:25:21.574604 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e162a1b-2959-4033-b04c-5bc2eb525364 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Made reservation on behalf of 2b2f7f01d23244e582fca6963a34fb74 for: {'port': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:25:21.589080 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device f3710dc1-e99e-45db-a830-9ec803896ad4 no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:25:21.632865 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: f3710dc1-e99e-45db-a830-9ec803896ad4 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:25:21.639069 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device f3710dc1-e99e-45db-a830-9ec803896ad4 not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:25:21.682512 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3e162a1b-2959-4033-b04c-5bc2eb525364 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:21.712254 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-3e162a1b-2959-4033-b04c-5bc2eb525364 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] device_id is not set on port 0ff36ab3-0aaf-45ac-a2e9-156c5d99ec3b yet. {{(pid=103283) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 07:25:21.748703 n-d-712749-28 neutron-server[103284]: DEBUG neutron.objects.ports [None req-13157b7a-7a84-49ab-aed1-6f81517e2b8a tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103284) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 07:25:21.750290 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-13157b7a-7a84-49ab-aed1-6f81517e2b8a tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24757504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24979610'] for subnet (d74e454d-3a73-4db0-97c0-aefcaadb3aa5), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:21.842410 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13157b7a-7a84-49ab-aed1-6f81517e2b8a tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Network ef4fe003-256e-4a6c-af17-da180c8a686e is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:25:21.857245 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-13157b7a-7a84-49ab-aed1-6f81517e2b8a tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:25:21.869093 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab5ef812-ef42-48a0-a687-65904828351a None None] Network ef4fe003-256e-4a6c-af17-da180c8a686e requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:25:21.876555 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13157b7a-7a84-49ab-aed1-6f81517e2b8a tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:21.877826 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-13157b7a-7a84-49ab-aed1-6f81517e2b8a tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:21.894121 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13157b7a-7a84-49ab-aed1-6f81517e2b8a tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Pushing event updated for resources: {'Subnet': ['ID=d74e454d-3a73-4db0-97c0-aefcaadb3aa5,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:25:21.949113 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-13157b7a-7a84-49ab-aed1-6f81517e2b8a tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9428384 Jan 28 07:25:21.949862 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 60240) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:25:21.958369 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3e162a1b-2959-4033-b04c-5bc2eb525364 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks [] for port (0ff36ab3-0aaf-45ac-a2e9-156c5d99ec3b), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:21.966669 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-12ee9779-90b9-411c-b925-2b62ef6c09a8 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Request body: {'port': {'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e', 'mac_address': 'fa:16:3e:a2:f3:1a', 'name': 'tempest-NetworksTestDHCPv6-879077686'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:25:22.030653 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3e162a1b-2959-4033-b04c-5bc2eb525364 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (0ff36ab3-0aaf-45ac-a2e9-156c5d99ec3b), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:22.041112 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e78df40b-bef3-4718-a3a6-5112ec68f33c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3dd72b9-6805-5f61-b6f3-a591f99a173d-ef4fe003-256e-4a6c-af17-da180c8a686e', 'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e', 'project_id': '64d19227e44643b7a12df0287e7ae5f8', 'fixed_ips': [{'subnet_id': 'd74e454d-3a73-4db0-97c0-aefcaadb3aa5'}]}} from n-d-712749-28. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 07:25:22.042749 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e78df40b-bef3-4718-a3a6-5112ec68f33c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:22.159443 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e162a1b-2959-4033-b04c-5bc2eb525364 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Network 422a554d-3135-4b22-adcb-555bf90d3ba5 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:25:22.163819 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-3e162a1b-2959-4033-b04c-5bc2eb525364 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:25:22.177782 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e162a1b-2959-4033-b04c-5bc2eb525364 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:25:22.193558 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e162a1b-2959-4033-b04c-5bc2eb525364 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:22.193737 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3e162a1b-2959-4033-b04c-5bc2eb525364 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:22.208686 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-e78df40b-bef3-4718-a3a6-5112ec68f33c None None] Allocated IP 2001:db8::f816:3eff:fea3:eac9 (ef4fe003-256e-4a6c-af17-da180c8a686e/d74e454d-3a73-4db0-97c0-aefcaadb3aa5/bf731577-033d-4cd5-980e-6ca7ae2d7a66) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:25:22.238990 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12ee9779-90b9-411c-b925-2b62ef6c09a8 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Made reservation on behalf of 64d19227e44643b7a12df0287e7ae5f8 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:25:22.262919 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-3e162a1b-2959-4033-b04c-5bc2eb525364 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.9684372 Jan 28 07:25:22.264885 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 60246) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:25:22.348561 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e162a1b-2959-4033-b04c-5bc2eb525364 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Pushing event updated for resources: {'Port': ['ID=0ff36ab3-0aaf-45ac-a2e9-156c5d99ec3b,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:25:22.371861 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d99c66-3ae4-42cb-8079-1d1987dc34ed tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:22.377647 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-52d99c66-3ae4-42cb-8079-1d1987dc34ed tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] 10.222.0.41 "GET /v2.0/ports/0ff36ab3-0aaf-45ac-a2e9-156c5d99ec3b HTTP/1.1" status: 200 len: 841 time: 0.1117861 Jan 28 07:25:22.379090 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 60248) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:25:22.394747 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e78df40b-bef3-4718-a3a6-5112ec68f33c None None] Publish callbacks [] for port (bf731577-033d-4cd5-980e-6ca7ae2d7a66), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:22.408571 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e78df40b-bef3-4718-a3a6-5112ec68f33c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (bf731577-033d-4cd5-980e-6ca7ae2d7a66), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:22.522567 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e78df40b-bef3-4718-a3a6-5112ec68f33c None None] Network ef4fe003-256e-4a6c-af17-da180c8a686e is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:25:22.525436 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-e78df40b-bef3-4718-a3a6-5112ec68f33c None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:25:22.534674 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78df40b-bef3-4718-a3a6-5112ec68f33c None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:25:22.586343 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78df40b-bef3-4718-a3a6-5112ec68f33c None None] Pushing event updated for resources: {'Port': ['ID=bf731577-033d-4cd5-980e-6ca7ae2d7a66,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:25:22.633542 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78df40b-bef3-4718-a3a6-5112ec68f33c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:25:22.634565 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78df40b-bef3-4718-a3a6-5112ec68f33c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:25:22.634977 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78df40b-bef3-4718-a3a6-5112ec68f33c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:25:22.635327 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78df40b-bef3-4718-a3a6-5112ec68f33c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:25:22.635670 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78df40b-bef3-4718-a3a6-5112ec68f33c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:25:22.636010 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78df40b-bef3-4718-a3a6-5112ec68f33c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:25:22.637167 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78df40b-bef3-4718-a3a6-5112ec68f33c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:25:22.637522 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78df40b-bef3-4718-a3a6-5112ec68f33c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:25:22.637948 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78df40b-bef3-4718-a3a6-5112ec68f33c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:25:22.638192 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78df40b-bef3-4718-a3a6-5112ec68f33c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:25:22.638696 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78df40b-bef3-4718-a3a6-5112ec68f33c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:25:22.639107 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78df40b-bef3-4718-a3a6-5112ec68f33c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:25:22.639448 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78df40b-bef3-4718-a3a6-5112ec68f33c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:25:22.660243 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-463b6bd6-5b96-466a-ad45-2fbb073f6381 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Deleting port 0ff36ab3-0aaf-45ac-a2e9-156c5d99ec3b {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:25:22.660876 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-463b6bd6-5b96-466a-ad45-2fbb073f6381 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (0ff36ab3-0aaf-45ac-a2e9-156c5d99ec3b), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:22.726862 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-e78df40b-bef3-4718-a3a6-5112ec68f33c None None] Attempting to bind port bf731577-033d-4cd5-980e-6ca7ae2d7a66 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:25:22.727305 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-e78df40b-bef3-4718-a3a6-5112ec68f33c None None] Attempting to bind port bf731577-033d-4cd5-980e-6ca7ae2d7a66 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': 'c533ee34-b679-44a8-abdb-1685e355613e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:25:22.727686 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78df40b-bef3-4718-a3a6-5112ec68f33c None None] Attempting to bind port bf731577-033d-4cd5-980e-6ca7ae2d7a66 on network ef4fe003-256e-4a6c-af17-da180c8a686e {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:25:22.733390 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78df40b-bef3-4718-a3a6-5112ec68f33c None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:25:22.734753 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78df40b-bef3-4718-a3a6-5112ec68f33c None None] Checking segment: {'id': 'c533ee34-b679-44a8-abdb-1685e355613e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:25:22.735179 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e78df40b-bef3-4718-a3a6-5112ec68f33c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:22.735584 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78df40b-bef3-4718-a3a6-5112ec68f33c None None] Bound using segment: {'id': 'c533ee34-b679-44a8-abdb-1685e355613e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:25:22.736068 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-e78df40b-bef3-4718-a3a6-5112ec68f33c None None] Bound port: bf731577-033d-4cd5-980e-6ca7ae2d7a66, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c533ee34-b679-44a8-abdb-1685e355613e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:25:22.737646 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e78df40b-bef3-4718-a3a6-5112ec68f33c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (bf731577-033d-4cd5-980e-6ca7ae2d7a66), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:22.820463 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-463b6bd6-5b96-466a-ad45-2fbb073f6381 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (0ff36ab3-0aaf-45ac-a2e9-156c5d99ec3b), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:22.849832 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-463b6bd6-5b96-466a-ad45-2fbb073f6381 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Calling delete_port for 0ff36ab3-0aaf-45ac-a2e9-156c5d99ec3b owned by {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:25:22.879790 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-e78df40b-bef3-4718-a3a6-5112ec68f33c None None] For port bf731577-033d-4cd5-980e-6ca7ae2d7a66, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:25:22.889634 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-e78df40b-bef3-4718-a3a6-5112ec68f33c None None] For port bf731577-033d-4cd5-980e-6ca7ae2d7a66, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=bf731577-033d-4cd5-980e-6ca7ae2d7a66,segment=NetworkSegment(c533ee34-b679-44a8-abdb-1685e355613e),segment_id=c533ee34-b679-44a8-abdb-1685e355613e)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:25:22.900501 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e78df40b-bef3-4718-a3a6-5112ec68f33c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (bf731577-033d-4cd5-980e-6ca7ae2d7a66), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:23.035170 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-463b6bd6-5b96-466a-ad45-2fbb073f6381 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (0ff36ab3-0aaf-45ac-a2e9-156c5d99ec3b), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:23.047472 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78df40b-bef3-4718-a3a6-5112ec68f33c None None] Pushing event updated for resources: {'Port': ['ID=bf731577-033d-4cd5-980e-6ca7ae2d7a66,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:25:23.103149 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463b6bd6-5b96-466a-ad45-2fbb073f6381 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Pushing event deleted for resources: {'Port': ['ID=0ff36ab3-0aaf-45ac-a2e9-156c5d99ec3b,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:25:23.116918 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-463b6bd6-5b96-466a-ad45-2fbb073f6381 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:23.123504 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-463b6bd6-5b96-466a-ad45-2fbb073f6381 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] 10.222.0.41 "DELETE /v2.0/ports/0ff36ab3-0aaf-45ac-a2e9-156c5d99ec3b HTTP/1.1" status: 204 len: 168 time: 0.7392347 Jan 28 07:25:23.124284 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 60260) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:25:23.155892 n-d-712749-28 neutron-server[103283]: INFO neutron.pecan_wsgi.hooks.translation [None req-14f08678-9e81-4e76-9993-0825b4ea3998 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] GET failed (client error): The resource could not be found. Jan 28 07:25:23.159118 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-12ee9779-90b9-411c-b925-2b62ef6c09a8 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:23.162033 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-14f08678-9e81-4e76-9993-0825b4ea3998 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] 10.222.0.41 "GET /v2.0/ports/0ff36ab3-0aaf-45ac-a2e9-156c5d99ec3b HTTP/1.1" status: 404 len: 333 time: 0.0367355 Jan 28 07:25:23.162758 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 60262) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:25:23.170503 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-ca796459-6a12-4109-99df-397d371dc4fe tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Request body: {'port': {'network_id': '422a554d-3135-4b22-adcb-555bf90d3ba5', 'name': 'tempest-PortsTestJSON-526575047'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:25:23.279406 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [None req-12ee9779-90b9-411c-b925-2b62ef6c09a8 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] device_id is not set on port f5ae34ec-ef67-42d5-8082-c6c61ae1580d yet. {{(pid=103284) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 07:25:23.435154 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca796459-6a12-4109-99df-397d371dc4fe tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Made reservation on behalf of 2b2f7f01d23244e582fca6963a34fb74 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:25:23.438530 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ca796459-6a12-4109-99df-397d371dc4fe tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:23.465739 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [None req-ca796459-6a12-4109-99df-397d371dc4fe tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] device_id is not set on port 090134ca-db75-4528-aea5-81d3cf77b205 yet. {{(pid=103284) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 07:25:23.480382 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-12ee9779-90b9-411c-b925-2b62ef6c09a8 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Allocated IP 2001:db8::f816:3eff:fea2:f31a (ef4fe003-256e-4a6c-af17-da180c8a686e/d74e454d-3a73-4db0-97c0-aefcaadb3aa5/f5ae34ec-ef67-42d5-8082-c6c61ae1580d) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:25:23.596619 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device bf731577-033d-4cd5-980e-6ca7ae2d7a66 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:25:23.690371 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port bf731577-033d-4cd5-980e-6ca7ae2d7a66 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:25:23.691554 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (bf731577-033d-4cd5-980e-6ca7ae2d7a66), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:23.801428 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ca796459-6a12-4109-99df-397d371dc4fe tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks [] for port (090134ca-db75-4528-aea5-81d3cf77b205), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:23.840583 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port bf731577-033d-4cd5-980e-6ca7ae2d7a66 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:25:23.840926 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (bf731577-033d-4cd5-980e-6ca7ae2d7a66), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:23.890371 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] For port bf731577-033d-4cd5-980e-6ca7ae2d7a66, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=bf731577-033d-4cd5-980e-6ca7ae2d7a66,segment=NetworkSegment(c533ee34-b679-44a8-abdb-1685e355613e),segment_id=c533ee34-b679-44a8-abdb-1685e355613e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:25:23.890684 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-12ee9779-90b9-411c-b925-2b62ef6c09a8 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks [] for port (f5ae34ec-ef67-42d5-8082-c6c61ae1580d), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:23.897502 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (bf731577-033d-4cd5-980e-6ca7ae2d7a66), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:23.934214 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ca796459-6a12-4109-99df-397d371dc4fe tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (090134ca-db75-4528-aea5-81d3cf77b205), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:23.973273 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Pushing event updated for resources: {'Port': ['ID=bf731577-033d-4cd5-980e-6ca7ae2d7a66,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:25:24.002633 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-12ee9779-90b9-411c-b925-2b62ef6c09a8 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (f5ae34ec-ef67-42d5-8082-c6c61ae1580d), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:24.008609 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca796459-6a12-4109-99df-397d371dc4fe tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Network 422a554d-3135-4b22-adcb-555bf90d3ba5 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:25:24.018619 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-ca796459-6a12-4109-99df-397d371dc4fe tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:25:24.024886 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca796459-6a12-4109-99df-397d371dc4fe tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:25:24.029976 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca796459-6a12-4109-99df-397d371dc4fe tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:24.030595 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ca796459-6a12-4109-99df-397d371dc4fe tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:24.052461 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ee9779-90b9-411c-b925-2b62ef6c09a8 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Network ef4fe003-256e-4a6c-af17-da180c8a686e is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:25:24.053885 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca796459-6a12-4109-99df-397d371dc4fe tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Pushing event updated for resources: {'Port': ['ID=090134ca-db75-4528-aea5-81d3cf77b205,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:25:24.062116 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-12ee9779-90b9-411c-b925-2b62ef6c09a8 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:25:24.064097 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ee9779-90b9-411c-b925-2b62ef6c09a8 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:25:24.069345 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ee9779-90b9-411c-b925-2b62ef6c09a8 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:24.070086 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-12ee9779-90b9-411c-b925-2b62ef6c09a8 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:24.093561 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-ca796459-6a12-4109-99df-397d371dc4fe tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.9272971 Jan 28 07:25:24.097763 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 60270) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:25:24.108241 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-053bbab7-1ed0-45a3-9ccd-171096a1fb6f tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:25:24.121143 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee9779-90b9-411c-b925-2b62ef6c09a8 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Pushing event updated for resources: {'Port': ['ID=f5ae34ec-ef67-42d5-8082-c6c61ae1580d,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:25:24.130214 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-12ee9779-90b9-411c-b925-2b62ef6c09a8 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.1777239 Jan 28 07:25:24.135435 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 60272) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:25:24.239386 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d73a8bea-f6af-4e44-bb85-0e189b6af849 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:24.251469 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d73a8bea-f6af-4e44-bb85-0e189b6af849 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:24.256393 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-d73a8bea-f6af-4e44-bb85-0e189b6af849 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.1162453 Jan 28 07:25:24.257051 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 60278) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:25:24.277061 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-053bbab7-1ed0-45a3-9ccd-171096a1fb6f tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (090134ca-db75-4528-aea5-81d3cf77b205), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:24.401674 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-6aab8bb1-cd1e-4e89-bcd8-0de78964c7b2 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Deleting port f5ae34ec-ef67-42d5-8082-c6c61ae1580d {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:25:24.402340 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6aab8bb1-cd1e-4e89-bcd8-0de78964c7b2 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (f5ae34ec-ef67-42d5-8082-c6c61ae1580d), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:24.505199 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-053bbab7-1ed0-45a3-9ccd-171096a1fb6f tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks [] for port (090134ca-db75-4528-aea5-81d3cf77b205), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:24.510682 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-053bbab7-1ed0-45a3-9ccd-171096a1fb6f tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (090134ca-db75-4528-aea5-81d3cf77b205), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:24.519543 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6aab8bb1-cd1e-4e89-bcd8-0de78964c7b2 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (f5ae34ec-ef67-42d5-8082-c6c61ae1580d), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:24.544309 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-6aab8bb1-cd1e-4e89-bcd8-0de78964c7b2 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Calling delete_port for f5ae34ec-ef67-42d5-8082-c6c61ae1580d owned by {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:25:24.567166 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053bbab7-1ed0-45a3-9ccd-171096a1fb6f tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Pushing event updated for resources: {'Port': ['ID=090134ca-db75-4528-aea5-81d3cf77b205,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:25:24.575351 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-053bbab7-1ed0-45a3-9ccd-171096a1fb6f tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] In _notify_port_updated(), no bound segment for port 090134ca-db75-4528-aea5-81d3cf77b205 on network 422a554d-3135-4b22-adcb-555bf90d3ba5 {{(pid=103283) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 07:25:24.582512 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-053bbab7-1ed0-45a3-9ccd-171096a1fb6f tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:24.583439 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-053bbab7-1ed0-45a3-9ccd-171096a1fb6f tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:24.587497 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-053bbab7-1ed0-45a3-9ccd-171096a1fb6f tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] 10.222.0.41 "PUT /v2.0/ports/090134ca-db75-4528-aea5-81d3cf77b205 HTTP/1.1" status: 200 len: 818 time: 0.4861455 Jan 28 07:25:24.588271 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 60280) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:25:24.705710 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-f829aea6-f434-4808-89e4-31ba2d13c895 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Deleting port 090134ca-db75-4528-aea5-81d3cf77b205 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:25:24.706130 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f829aea6-f434-4808-89e4-31ba2d13c895 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (090134ca-db75-4528-aea5-81d3cf77b205), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:24.726748 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6aab8bb1-cd1e-4e89-bcd8-0de78964c7b2 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (f5ae34ec-ef67-42d5-8082-c6c61ae1580d), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:24.799201 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f829aea6-f434-4808-89e4-31ba2d13c895 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (090134ca-db75-4528-aea5-81d3cf77b205), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:24.815903 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-f829aea6-f434-4808-89e4-31ba2d13c895 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Calling delete_port for 090134ca-db75-4528-aea5-81d3cf77b205 owned by {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:25:24.837255 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6aab8bb1-cd1e-4e89-bcd8-0de78964c7b2 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:24.843186 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-6aab8bb1-cd1e-4e89-bcd8-0de78964c7b2 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "DELETE /v2.0/ports/f5ae34ec-ef67-42d5-8082-c6c61ae1580d HTTP/1.1" status: 204 len: 168 time: 0.5830197 Jan 28 07:25:24.867841 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-bc15c299-4c1e-4357-baeb-22739b1f63f3 None None] Provisioning complete for port bf731577-033d-4cd5-980e-6ca7ae2d7a66 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:25:24.867841 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bc15c299-4c1e-4357-baeb-22739b1f63f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (bf731577-033d-4cd5-980e-6ca7ae2d7a66), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:24.895002 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aab8bb1-cd1e-4e89-bcd8-0de78964c7b2 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Pushing event deleted for resources: {'Port': ['ID=f5ae34ec-ef67-42d5-8082-c6c61ae1580d,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:25:24.901013 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 60284) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:25:24.974179 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f829aea6-f434-4808-89e4-31ba2d13c895 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (090134ca-db75-4528-aea5-81d3cf77b205), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:25.024541 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e8e1cf-3d0a-4782-a83a-4f6477825f24 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:25.034064 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f829aea6-f434-4808-89e4-31ba2d13c895 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Pushing event deleted for resources: {'Port': ['ID=090134ca-db75-4528-aea5-81d3cf77b205,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:25:25.035222 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e8e1cf-3d0a-4782-a83a-4f6477825f24 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:25.037704 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-b5e8e1cf-3d0a-4782-a83a-4f6477825f24 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1351967 Jan 28 07:25:25.039754 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 60288) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:25:25.047593 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f829aea6-f434-4808-89e4-31ba2d13c895 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:25.053967 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-f829aea6-f434-4808-89e4-31ba2d13c895 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] 10.222.0.41 "DELETE /v2.0/ports/090134ca-db75-4528-aea5-81d3cf77b205 HTTP/1.1" status: 204 len: 168 time: 0.4645329 Jan 28 07:25:25.059154 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 60290) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:25:25.109780 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-bc15c299-4c1e-4357-baeb-22739b1f63f3 None None] Current status of the port bf731577-033d-4cd5-980e-6ca7ae2d7a66 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:25:25.127464 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-9abd3a5c-e72c-4dc3-a9f5-5f124f584170 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Deleting subnet d74e454d-3a73-4db0-97c0-aefcaadb3aa5 {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:25:25.134131 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9abd3a5c-e72c-4dc3-a9f5-5f124f584170 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks [] for subnet (d74e454d-3a73-4db0-97c0-aefcaadb3aa5), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:25.147897 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a31ad2-42f2-46c0-aa7a-68ef3394c3f0 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:25.149646 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-e9a31ad2-42f2-46c0-aa7a-68ef3394c3f0 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0904646 Jan 28 07:25:25.152178 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 60294) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:25:25.185999 n-d-712749-28 neutron-server[103283]: INFO neutron.pecan_wsgi.hooks.translation [None req-4aae8b8e-705f-4a69-a668-474cbfb509ea tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] GET failed (client error): The resource could not be found. Jan 28 07:25:25.193583 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-4aae8b8e-705f-4a69-a668-474cbfb509ea tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] 10.222.0.41 "GET /v2.0/ports/090134ca-db75-4528-aea5-81d3cf77b205 HTTP/1.1" status: 404 len: 333 time: 0.0345364 Jan 28 07:25:25.194707 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 60298) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:25:25.199211 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9abd3a5c-e72c-4dc3-a9f5-5f124f584170 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24759175'] for subnet (d74e454d-3a73-4db0-97c0-aefcaadb3aa5), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:25.199790 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-b024bbbe-3c61-4791-94bc-692b0caab20c tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-82631993'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:25:25.224079 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b024bbbe-3c61-4791-94bc-692b0caab20c tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Made reservation on behalf of 2b2f7f01d23244e582fca6963a34fb74 for: {'network': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:25:25.228519 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b024bbbe-3c61-4791-94bc-692b0caab20c tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:25.260379 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b024bbbe-3c61-4791-94bc-692b0caab20c tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=103283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:25:25.273067 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b024bbbe-3c61-4791-94bc-692b0caab20c tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (c15ea474-591e-43ce-87ca-d156796ec027), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:25.273067 n-d-712749-28 neutron-server[103283]: INFO neutron.db.segments_db [None req-b024bbbe-3c61-4791-94bc-692b0caab20c tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Added segment c15ea474-591e-43ce-87ca-d156796ec027 of type vlan for network 87ec1768-cae8-491b-8757-601ef2e608d1 Jan 28 07:25:25.327344 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-26df27db-8779-4047-9432-24a2cbe57e49 None None] Could not find standard attr ID for object f5ae34ec-ef67-42d5-8082-c6c61ae1580d. {{(pid=103285) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 07:25:25.381369 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9abd3a5c-e72c-4dc3-a9f5-5f124f584170 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (d74e454d-3a73-4db0-97c0-aefcaadb3aa5), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:25.381904 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b024bbbe-3c61-4791-94bc-692b0caab20c tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (87ec1768-cae8-491b-8757-601ef2e608d1), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:25.469260 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b024bbbe-3c61-4791-94bc-692b0caab20c tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (87ec1768-cae8-491b-8757-601ef2e608d1), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:25.477577 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b024bbbe-3c61-4791-94bc-692b0caab20c tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:25.478402 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b024bbbe-3c61-4791-94bc-692b0caab20c tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:25.518962 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9abd3a5c-e72c-4dc3-a9f5-5f124f584170 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24757569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24979817'] for subnet (d74e454d-3a73-4db0-97c0-aefcaadb3aa5), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:25.562931 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-b024bbbe-3c61-4791-94bc-692b0caab20c tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3672228 Jan 28 07:25:25.564697 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device bf731577-033d-4cd5-980e-6ca7ae2d7a66 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:25:25.567583 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 60302) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:25:25.573556 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-8204e481-cfb8-4e0a-a59b-9580b00d928a tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Request body: {'subnet': {'network_id': '87ec1768-cae8-491b-8757-601ef2e608d1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:25:25.590465 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abd3a5c-e72c-4dc3-a9f5-5f124f584170 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Pushing event deleted for resources: {'Subnet': ['ID=d74e454d-3a73-4db0-97c0-aefcaadb3aa5,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:25:25.599882 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9abd3a5c-e72c-4dc3-a9f5-5f124f584170 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:25.603586 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-9abd3a5c-e72c-4dc3-a9f5-5f124f584170 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "DELETE /v2.0/subnets/d74e454d-3a73-4db0-97c0-aefcaadb3aa5 HTTP/1.1" status: 204 len: 168 time: 0.5624080 Jan 28 07:25:25.614924 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 60304) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:25:25.681173 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8204e481-cfb8-4e0a-a59b-9580b00d928a tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Made reservation on behalf of 2b2f7f01d23244e582fca6963a34fb74 for: {'subnet': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:25:25.685687 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8204e481-cfb8-4e0a-a59b-9580b00d928a tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13555781'] for subnet (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:25.687560 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51cdd2c0-5825-4f80-bd7f-64cbe460d33c None None] Network ef4fe003-256e-4a6c-af17-da180c8a686e requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:25:25.692724 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d7657b2c-ca38-4166-9a3c-378e1a96bd2f req-c44c0602-2d9f-4d0b-b53c-e22c87280bb8 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=949d5360-77df-4445-8862-221358c86b08&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2765391 Jan 28 07:25:25.694801 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b024bbbe-3c61-4791-94bc-692b0caab20c tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Pushing event updated for resources: {'Network': ['ID=87ec1768-cae8-491b-8757-601ef2e608d1,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:25:25.727563 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network 87ec1768-cae8-491b-8757-601ef2e608d1 details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:25:25.729792 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-f371cc0b-b696-4ad3-bae9-de924ac8e97a tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1135073 Jan 28 07:25:25.732350 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 60306) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:25:25.746362 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-5a8c4b5a-66aa-4f44-99d2-0b83af08f9f3 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Request body: {'subnet': {'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:25:25.757200 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port bf731577-033d-4cd5-980e-6ca7ae2d7a66 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:25:25.757581 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (bf731577-033d-4cd5-980e-6ca7ae2d7a66), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:25.816899 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7657b2c-ca38-4166-9a3c-378e1a96bd2f req-848dd4c5-be21-4c35-8845-b9ee29a63718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:25.822327 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d7657b2c-ca38-4166-9a3c-378e1a96bd2f req-848dd4c5-be21-4c35-8845-b9ee29a63718 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a6edc1c2472d49839a2dbbe98b656418&device_id=949d5360-77df-4445-8862-221358c86b08 HTTP/1.1" status: 200 len: 1098 time: 0.0744789 Jan 28 07:25:25.859928 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a8c4b5a-66aa-4f44-99d2-0b83af08f9f3 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Made reservation on behalf of 64d19227e44643b7a12df0287e7ae5f8 for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:25:25.870200 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5a8c4b5a-66aa-4f44-99d2-0b83af08f9f3 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24979592'] for subnet (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:26.120863 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8204e481-cfb8-4e0a-a59b-9580b00d928a tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13546728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13555799'] for subnet (48f553eb-9cdc-4339-8ba9-1c7126fc2ef3), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:26.149272 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port bf731577-033d-4cd5-980e-6ca7ae2d7a66 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:25:26.160220 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7657b2c-ca38-4166-9a3c-378e1a96bd2f req-3dcda028-35cd-40a0-93c7-57dd53068010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:26.162237 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d7657b2c-ca38-4166-9a3c-378e1a96bd2f req-3dcda028-35cd-40a0-93c7-57dd53068010 service neutron] 10.222.0.44 "GET /v2.0/networks?id=0f9677e3-e88b-4074-b906-3a89e31a8b26 HTTP/1.1" status: 200 len: 915 time: 0.2488902 Jan 28 07:25:26.246747 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c0876ec-44f0-49ab-b18d-b87e0cdf52a9 None None] DHCP port deletion for ef4fe003-256e-4a6c-af17-da180c8a686e request from n-d-712749-28 {{(pid=103285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 07:25:26.345290 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-0c0876ec-44f0-49ab-b18d-b87e0cdf52a9 None None] Deleting port bf731577-033d-4cd5-980e-6ca7ae2d7a66 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:25:26.347736 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0c0876ec-44f0-49ab-b18d-b87e0cdf52a9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (bf731577-033d-4cd5-980e-6ca7ae2d7a66), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:26.374272 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d7657b2c-ca38-4166-9a3c-378e1a96bd2f req-e39c60de-b360-4844-a721-ef7bce1e1e07 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=51e0b1f7-0573-4941-aecd-a7856786a205 HTTP/1.1" status: 200 len: 217 time: 0.1030982 Jan 28 07:25:26.382361 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8204e481-cfb8-4e0a-a59b-9580b00d928a tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Pushing event updated for resources: {'Subnet': ['ID=48f553eb-9cdc-4339-8ba9-1c7126fc2ef3,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:25:26.413123 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8204e481-cfb8-4e0a-a59b-9580b00d928a tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Checking segment: {'id': 'c15ea474-591e-43ce-87ca-d156796ec027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '87ec1768-cae8-491b-8757-601ef2e608d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:25:26.413493 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8204e481-cfb8-4e0a-a59b-9580b00d928a tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Network hostable DHCP agents. Network: 87ec1768-cae8-491b-8757-601ef2e608d1, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:25:26.482008 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ee0032-8352-4d38-b31c-45882574c3c3 req-5800f8d5-c4ba-4588-a7f9-5f5fe7441cde tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:26.483764 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-72ee0032-8352-4d38-b31c-45882574c3c3 req-5800f8d5-c4ba-4588-a7f9-5f5fe7441cde tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1b44ef4-bd09-44be-9fca-ba97bacc8a3d HTTP/1.1" status: 200 len: 945 time: 0.2253196 Jan 28 07:25:26.494540 n-d-712749-28 neutron-server[103284]: DEBUG neutron.objects.ports [None req-5a8c4b5a-66aa-4f44-99d2-0b83af08f9f3 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103284) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 07:25:26.510806 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8204e481-cfb8-4e0a-a59b-9580b00d928a tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Network 87ec1768-cae8-491b-8757-601ef2e608d1 is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:25:26.511867 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-0c0876ec-44f0-49ab-b18d-b87e0cdf52a9 None None] For port bf731577-033d-4cd5-980e-6ca7ae2d7a66, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=bf731577-033d-4cd5-980e-6ca7ae2d7a66,segment=NetworkSegment(c533ee34-b679-44a8-abdb-1685e355613e),segment_id=c533ee34-b679-44a8-abdb-1685e355613e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:25:26.512804 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0c0876ec-44f0-49ab-b18d-b87e0cdf52a9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (bf731577-033d-4cd5-980e-6ca7ae2d7a66), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:26.514043 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7657b2c-ca38-4166-9a3c-378e1a96bd2f req-498f4165-6ce6-4c8c-885a-6d0c2201dc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:26.516106 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d7657b2c-ca38-4166-9a3c-378e1a96bd2f req-498f4165-6ce6-4c8c-885a-6d0c2201dc5f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a20d1ced-3d08-43be-8252-20a8f34a36b0 HTTP/1.1" status: 200 len: 854 time: 0.1162517 Jan 28 07:25:26.527170 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-0c0876ec-44f0-49ab-b18d-b87e0cdf52a9 None None] Calling delete_port for bf731577-033d-4cd5-980e-6ca7ae2d7a66 owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:25:26.583715 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-72ee0032-8352-4d38-b31c-45882574c3c3 req-4484de42-3b00-4ba8-8ff6-24751aa0b06d tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ba1291a-f150-42f4-bf3d-2e5c804d6128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895755 Jan 28 07:25:26.587295 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d7657b2c-ca38-4166-9a3c-378e1a96bd2f req-d25ad800-a665-4728-baa5-3b8e8807dbf6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0f9677e3-e88b-4074-b906-3a89e31a8b26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622878 Jan 28 07:25:26.587607 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-8204e481-cfb8-4e0a-a59b-9580b00d928a tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, 87ec1768-cae8-491b-8757-601ef2e608d1) {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:25:26.600944 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe2933d5-d2b5-49da-87a1-99c6af2cc5c0 None None] Network 87ec1768-cae8-491b-8757-601ef2e608d1 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:25:26.624540 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8204e481-cfb8-4e0a-a59b-9580b00d928a tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:26.625142 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8204e481-cfb8-4e0a-a59b-9580b00d928a tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:26.745417 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0c0876ec-44f0-49ab-b18d-b87e0cdf52a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298'] for port (bf731577-033d-4cd5-980e-6ca7ae2d7a66), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:26.755181 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5a8c4b5a-66aa-4f44-99d2-0b83af08f9f3 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (bf731577-033d-4cd5-980e-6ca7ae2d7a66), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:26.757063 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-8204e481-cfb8-4e0a-a59b-9580b00d928a tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1875432 Jan 28 07:25:26.759674 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 60322) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:25:26.765352 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-6ac0165f-bf2b-4e9f-8843-16f2433b977e tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Request body: {'subnet': {'network_id': '87ec1768-cae8-491b-8757-601ef2e608d1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:25:26.810243 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a8c4b5a-66aa-4f44-99d2-0b83af08f9f3 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Port bf731577-033d-4cd5-980e-6ca7ae2d7a66 concurrently deleted while adding address for new subnet {'id': '72e1caed-19a9-4bb1-bd9e-9fb9be1868d4', 'name': '', 'tenant_id': '64d19227e44643b7a12df0287e7ae5f8', 'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 2037, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2022-01-28T07:25:26Z', 'updated_at': '2022-01-28T07:25:26Z', 'revision_number': 0, 'segment_id': None, 'project_id': '64d19227e44643b7a12df0287e7ae5f8'}. {{(pid=103284) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:779}} Jan 28 07:25:26.810926 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5a8c4b5a-66aa-4f44-99d2-0b83af08f9f3 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24757504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24979610'] for subnet (72e1caed-19a9-4bb1-bd9e-9fb9be1868d4), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:26.825133 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0876ec-44f0-49ab-b18d-b87e0cdf52a9 None None] Pushing event deleted for resources: {'Port': ['ID=bf731577-033d-4cd5-980e-6ca7ae2d7a66,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:25:26.828845 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b842edc2-6ebb-4e1c-b201-6c5ea8c4850c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3dd72b9-6805-5f61-b6f3-a591f99a173d-87ec1768-cae8-491b-8757-601ef2e608d1', 'network_id': '87ec1768-cae8-491b-8757-601ef2e608d1', 'project_id': '2b2f7f01d23244e582fca6963a34fb74', 'fixed_ips': [{'subnet_id': '48f553eb-9cdc-4339-8ba9-1c7126fc2ef3'}]}} from n-d-712749-28. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 07:25:26.830457 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b842edc2-6ebb-4e1c-b201-6c5ea8c4850c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:26.833591 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0876ec-44f0-49ab-b18d-b87e0cdf52a9 None None] No DVR routers for this DVR port bf731577-033d-4cd5-980e-6ca7ae2d7a66 on host n-d-712749-28 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:25:26.876562 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a8c4b5a-66aa-4f44-99d2-0b83af08f9f3 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Network ef4fe003-256e-4a6c-af17-da180c8a686e is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:25:26.885329 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-5a8c4b5a-66aa-4f44-99d2-0b83af08f9f3 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:25:26.891107 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d7657b2c-ca38-4166-9a3c-378e1a96bd2f req-c1c5e3c5-2d7a-4198-9f97-b59fe3b82d43 service neutron] 10.222.0.44 "GET /v2.0/networks/0f9677e3-e88b-4074-b906-3a89e31a8b26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2769673 Jan 28 07:25:26.899715 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a8c4b5a-66aa-4f44-99d2-0b83af08f9f3 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:26.900499 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5a8c4b5a-66aa-4f44-99d2-0b83af08f9f3 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:26.928270 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8c4b5a-66aa-4f44-99d2-0b83af08f9f3 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Pushing event updated for resources: {'Subnet': ['ID=72e1caed-19a9-4bb1-bd9e-9fb9be1868d4,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:25:26.946360 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-5a8c4b5a-66aa-4f44-99d2-0b83af08f9f3 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2126462 Jan 28 07:25:26.949751 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 60324) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:25:26.955800 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-5bb5c695-d76f-4c2d-a361-c0eaebee7289 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Request body: {'port': {'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e', 'mac_address': 'fa:16:3e:d2:93:13', 'name': 'tempest-NetworksTestDHCPv6-280685215'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:25:26.960260 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b740172f-01a0-473b-a921-c366efb5ca27 None None] Network ef4fe003-256e-4a6c-af17-da180c8a686e requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:25:27.021485 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ac0165f-bf2b-4e9f-8843-16f2433b977e tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Made reservation on behalf of 2b2f7f01d23244e582fca6963a34fb74 for: {'subnet': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:25:27.025141 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6ac0165f-bf2b-4e9f-8843-16f2433b977e tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13555781'] for subnet (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:27.112603 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-b842edc2-6ebb-4e1c-b201-6c5ea8c4850c None None] Allocated IP 172.20.0.2 (87ec1768-cae8-491b-8757-601ef2e608d1/48f553eb-9cdc-4339-8ba9-1c7126fc2ef3/20cd6feb-7942-48a4-b143-9b7a81ed632e) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:25:27.119790 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7558b488-b423-407f-a2d8-da3de23f61de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3dd72b9-6805-5f61-b6f3-a591f99a173d-ef4fe003-256e-4a6c-af17-da180c8a686e', 'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e', 'project_id': '64d19227e44643b7a12df0287e7ae5f8', 'fixed_ips': [{'subnet_id': '72e1caed-19a9-4bb1-bd9e-9fb9be1868d4'}]}} from n-d-712749-28. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 07:25:27.120949 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7558b488-b423-407f-a2d8-da3de23f61de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:27.148357 n-d-712749-28 neutron-server[103283]: INFO neutron.db.ipam_backend_mixin [None req-6ac0165f-bf2b-4e9f-8843-16f2433b977e tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 48f553eb-9cdc-4339-8ba9-1c7126fc2ef3 (CIDR: 172.20.0.0/28) Jan 28 07:25:27.158059 n-d-712749-28 neutron-server[103283]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ac0165f-bf2b-4e9f-8843-16f2433b977e tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 07:25:27.159058 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ac0165f-bf2b-4e9f-8843-16f2433b977e tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103283) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:25:27.166221 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bb5c695-d76f-4c2d-a361-c0eaebee7289 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Made reservation on behalf of 64d19227e44643b7a12df0287e7ae5f8 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:25:27.170919 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d7657b2c-ca38-4166-9a3c-378e1a96bd2f req-e8ff092f-2fd7-429b-8b4e-38b4631de8b3 service neutron] 10.222.0.44 "GET /v2.0/networks/0f9677e3-e88b-4074-b906-3a89e31a8b26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2718596 Jan 28 07:25:27.173291 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5bb5c695-d76f-4c2d-a361-c0eaebee7289 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:27.184139 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-6ac0165f-bf2b-4e9f-8843-16f2433b977e tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4233849 Jan 28 07:25:27.186782 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 60328) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:25:27.193200 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-f4b648b8-8caa-4998-9f81-2c85b8718f40 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Request body: {'subnet': {'network_id': '87ec1768-cae8-491b-8757-601ef2e608d1', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:25:27.246046 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [None req-5bb5c695-d76f-4c2d-a361-c0eaebee7289 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] device_id is not set on port f1aae629-14b6-4ba8-85b9-96782f677c17 yet. {{(pid=103284) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 07:25:27.409242 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4b648b8-8caa-4998-9f81-2c85b8718f40 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Made reservation on behalf of 2b2f7f01d23244e582fca6963a34fb74 for: {'subnet': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:25:27.414201 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f4b648b8-8caa-4998-9f81-2c85b8718f40 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13555781'] for subnet (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:27.462024 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b842edc2-6ebb-4e1c-b201-6c5ea8c4850c None None] Publish callbacks [] for port (20cd6feb-7942-48a4-b143-9b7a81ed632e), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:27.499457 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-7558b488-b423-407f-a2d8-da3de23f61de None None] Allocated IP 2001:db8::f816:3eff:fecc:c1bd (ef4fe003-256e-4a6c-af17-da180c8a686e/72e1caed-19a9-4bb1-bd9e-9fb9be1868d4/975d73f1-d3e2-41c2-abb8-f31bdcc9fef2) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:25:27.737416 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device bf731577-033d-4cd5-980e-6ca7ae2d7a66 no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:25:27.744088 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b842edc2-6ebb-4e1c-b201-6c5ea8c4850c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (20cd6feb-7942-48a4-b143-9b7a81ed632e), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:27.756748 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7558b488-b423-407f-a2d8-da3de23f61de None None] Publish callbacks [] for port (975d73f1-d3e2-41c2-abb8-f31bdcc9fef2), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:27.782948 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f4b648b8-8caa-4998-9f81-2c85b8718f40 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13546728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13555799'] for subnet (ef463600-853b-4113-b1d1-edcc755d5022), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:27.805646 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8deec7-8d1a-4dd9-acc1-82498ab94bdd req-24c727ff-0715-43d6-8064-71dc0753be0b tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:27.815258 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: bf731577-033d-4cd5-980e-6ca7ae2d7a66 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:25:27.815476 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device bf731577-033d-4cd5-980e-6ca7ae2d7a66 not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:25:27.817856 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8e8deec7-8d1a-4dd9-acc1-82498ab94bdd req-24c727ff-0715-43d6-8064-71dc0753be0b tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1b44ef4-bd09-44be-9fca-ba97bacc8a3d HTTP/1.1" status: 200 len: 945 time: 0.1086457 Jan 28 07:25:27.876854 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4b648b8-8caa-4998-9f81-2c85b8718f40 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Network 87ec1768-cae8-491b-8757-601ef2e608d1 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:25:27.878678 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-f4b648b8-8caa-4998-9f81-2c85b8718f40 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:25:27.884481 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b648b8-8caa-4998-9f81-2c85b8718f40 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Pushing event updated for resources: {'Subnet': ['ID=ef463600-853b-4113-b1d1-edcc755d5022,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:25:27.885272 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7558b488-b423-407f-a2d8-da3de23f61de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (975d73f1-d3e2-41c2-abb8-f31bdcc9fef2), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:27.895608 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b648b8-8caa-4998-9f81-2c85b8718f40 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:27.896233 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f4b648b8-8caa-4998-9f81-2c85b8718f40 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:27.915464 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b842edc2-6ebb-4e1c-b201-6c5ea8c4850c None None] Network 87ec1768-cae8-491b-8757-601ef2e608d1 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:25:27.917783 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-f4b648b8-8caa-4998-9f81-2c85b8718f40 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7288618 Jan 28 07:25:27.919983 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 60338) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:25:27.927860 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-2393e790-fb5e-44bc-8803-2a96851d6b2f tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Request body: {'port': {'network_id': '87ec1768-cae8-491b-8757-601ef2e608d1', 'fixed_ips': [{'subnet_id': '48f553eb-9cdc-4339-8ba9-1c7126fc2ef3'}, {'subnet_id': 'ef463600-853b-4113-b1d1-edcc755d5022'}], 'name': 'tempest-PortsTestJSON-334071993'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:25:27.934571 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-b842edc2-6ebb-4e1c-b201-6c5ea8c4850c None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:25:27.952688 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b842edc2-6ebb-4e1c-b201-6c5ea8c4850c None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:25:27.975314 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7558b488-b423-407f-a2d8-da3de23f61de None None] Network ef4fe003-256e-4a6c-af17-da180c8a686e is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:25:27.976239 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b842edc2-6ebb-4e1c-b201-6c5ea8c4850c None None] Pushing event updated for resources: {'Port': ['ID=20cd6feb-7942-48a4-b143-9b7a81ed632e,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:25:27.982675 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-7558b488-b423-407f-a2d8-da3de23f61de None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:25:27.984901 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7558b488-b423-407f-a2d8-da3de23f61de None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:25:27.997497 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-5bb5c695-d76f-4c2d-a361-c0eaebee7289 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Allocated IP 2001:db8::f816:3eff:fed2:9313 (ef4fe003-256e-4a6c-af17-da180c8a686e/72e1caed-19a9-4bb1-bd9e-9fb9be1868d4/f1aae629-14b6-4ba8-85b9-96782f677c17) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:25:28.101873 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2393e790-fb5e-44bc-8803-2a96851d6b2f tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Made reservation on behalf of 2b2f7f01d23244e582fca6963a34fb74 for: {'port': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:25:28.125155 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-b842edc2-6ebb-4e1c-b201-6c5ea8c4850c None None] Attempting to bind port 20cd6feb-7942-48a4-b143-9b7a81ed632e on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:25:28.125532 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-b842edc2-6ebb-4e1c-b201-6c5ea8c4850c None None] Attempting to bind port 20cd6feb-7942-48a4-b143-9b7a81ed632e by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': 'c15ea474-591e-43ce-87ca-d156796ec027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '87ec1768-cae8-491b-8757-601ef2e608d1'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:25:28.125961 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b842edc2-6ebb-4e1c-b201-6c5ea8c4850c None None] Attempting to bind port 20cd6feb-7942-48a4-b143-9b7a81ed632e on network 87ec1768-cae8-491b-8757-601ef2e608d1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:25:28.178563 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b842edc2-6ebb-4e1c-b201-6c5ea8c4850c None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:25:28.178967 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b842edc2-6ebb-4e1c-b201-6c5ea8c4850c None None] Checking segment: {'id': 'c15ea474-591e-43ce-87ca-d156796ec027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '87ec1768-cae8-491b-8757-601ef2e608d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:25:28.179359 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b842edc2-6ebb-4e1c-b201-6c5ea8c4850c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:28.181927 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b842edc2-6ebb-4e1c-b201-6c5ea8c4850c None None] Bound using segment: {'id': 'c15ea474-591e-43ce-87ca-d156796ec027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '87ec1768-cae8-491b-8757-601ef2e608d1'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:25:28.182708 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-b842edc2-6ebb-4e1c-b201-6c5ea8c4850c None None] Bound port: 20cd6feb-7942-48a4-b143-9b7a81ed632e, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c15ea474-591e-43ce-87ca-d156796ec027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '87ec1768-cae8-491b-8757-601ef2e608d1'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:25:28.183112 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b842edc2-6ebb-4e1c-b201-6c5ea8c4850c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (20cd6feb-7942-48a4-b143-9b7a81ed632e), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:28.184984 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5bb5c695-d76f-4c2d-a361-c0eaebee7289 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks [] for port (f1aae629-14b6-4ba8-85b9-96782f677c17), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:28.199191 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7558b488-b423-407f-a2d8-da3de23f61de None None] Pushing event updated for resources: {'Port': ['ID=975d73f1-d3e2-41c2-abb8-f31bdcc9fef2,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:25:28.206847 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-7558b488-b423-407f-a2d8-da3de23f61de None None] Attempting to bind port 975d73f1-d3e2-41c2-abb8-f31bdcc9fef2 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:25:28.207562 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-7558b488-b423-407f-a2d8-da3de23f61de None None] Attempting to bind port 975d73f1-d3e2-41c2-abb8-f31bdcc9fef2 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': 'c533ee34-b679-44a8-abdb-1685e355613e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:25:28.208430 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7558b488-b423-407f-a2d8-da3de23f61de None None] Attempting to bind port 975d73f1-d3e2-41c2-abb8-f31bdcc9fef2 on network ef4fe003-256e-4a6c-af17-da180c8a686e {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:25:28.214353 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7558b488-b423-407f-a2d8-da3de23f61de None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:25:28.215051 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7558b488-b423-407f-a2d8-da3de23f61de None None] Checking segment: {'id': 'c533ee34-b679-44a8-abdb-1685e355613e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:25:28.215674 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7558b488-b423-407f-a2d8-da3de23f61de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:28.216304 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7558b488-b423-407f-a2d8-da3de23f61de None None] Bound using segment: {'id': 'c533ee34-b679-44a8-abdb-1685e355613e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:25:28.217021 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-7558b488-b423-407f-a2d8-da3de23f61de None None] Bound port: 975d73f1-d3e2-41c2-abb8-f31bdcc9fef2, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c533ee34-b679-44a8-abdb-1685e355613e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:25:28.217619 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7558b488-b423-407f-a2d8-da3de23f61de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (975d73f1-d3e2-41c2-abb8-f31bdcc9fef2), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:28.239582 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8e8deec7-8d1a-4dd9-acc1-82498ab94bdd req-6c7e38ff-f224-4dfd-af5f-9169809f45e5 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ba1291a-f150-42f4-bf3d-2e5c804d6128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3669009 Jan 28 07:25:28.243801 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5bb5c695-d76f-4c2d-a361-c0eaebee7289 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (f1aae629-14b6-4ba8-85b9-96782f677c17), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:28.316785 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2393e790-fb5e-44bc-8803-2a96851d6b2f tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:28.333231 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-b842edc2-6ebb-4e1c-b201-6c5ea8c4850c None None] For port 20cd6feb-7942-48a4-b143-9b7a81ed632e, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:25:28.338443 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-b842edc2-6ebb-4e1c-b201-6c5ea8c4850c None None] For port 20cd6feb-7942-48a4-b143-9b7a81ed632e, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=20cd6feb-7942-48a4-b143-9b7a81ed632e,segment=NetworkSegment(c15ea474-591e-43ce-87ca-d156796ec027),segment_id=c15ea474-591e-43ce-87ca-d156796ec027)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:25:28.340825 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-7558b488-b423-407f-a2d8-da3de23f61de None None] For port 975d73f1-d3e2-41c2-abb8-f31bdcc9fef2, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:25:28.344615 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-7558b488-b423-407f-a2d8-da3de23f61de None None] For port 975d73f1-d3e2-41c2-abb8-f31bdcc9fef2, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=975d73f1-d3e2-41c2-abb8-f31bdcc9fef2,segment=NetworkSegment(c533ee34-b679-44a8-abdb-1685e355613e),segment_id=c533ee34-b679-44a8-abdb-1685e355613e)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:25:28.347063 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b842edc2-6ebb-4e1c-b201-6c5ea8c4850c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (20cd6feb-7942-48a4-b143-9b7a81ed632e), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:28.376867 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb5c695-d76f-4c2d-a361-c0eaebee7289 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Network ef4fe003-256e-4a6c-af17-da180c8a686e is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:25:28.383869 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-5bb5c695-d76f-4c2d-a361-c0eaebee7289 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:25:28.391765 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-2393e790-fb5e-44bc-8803-2a96851d6b2f tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] device_id is not set on port c529da71-087d-4cd7-b25f-38938b4b5183 yet. {{(pid=103283) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 07:25:28.412770 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb5c695-d76f-4c2d-a361-c0eaebee7289 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:25:28.419975 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b842edc2-6ebb-4e1c-b201-6c5ea8c4850c None None] Pushing event updated for resources: {'Port': ['ID=20cd6feb-7942-48a4-b143-9b7a81ed632e,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:25:28.428316 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7558b488-b423-407f-a2d8-da3de23f61de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (975d73f1-d3e2-41c2-abb8-f31bdcc9fef2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:28.428532 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb5c695-d76f-4c2d-a361-c0eaebee7289 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:28.429300 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5bb5c695-d76f-4c2d-a361-c0eaebee7289 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:28.448907 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb5c695-d76f-4c2d-a361-c0eaebee7289 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Pushing event updated for resources: {'Port': ['ID=f1aae629-14b6-4ba8-85b9-96782f677c17,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:25:28.470119 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-5bb5c695-d76f-4c2d-a361-c0eaebee7289 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.5186169 Jan 28 07:25:28.473420 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 60346) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:25:28.523981 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7558b488-b423-407f-a2d8-da3de23f61de None None] Pushing event updated for resources: {'Port': ['ID=975d73f1-d3e2-41c2-abb8-f31bdcc9fef2,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:25:28.588462 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a0010629-0b79-4cba-8740-b4af6d61ac85 req-3fa36965-acdb-49fa-95d0-b56b2d5ce026 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=aeaaa3c3-c9e8-421a-b853-2cb835ef20d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0894649 Jan 28 07:25:28.602130 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e3990ec-0cf4-40be-a737-980ef1fc2b68 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:28.618648 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e3990ec-0cf4-40be-a737-980ef1fc2b68 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:28.622604 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-3e3990ec-0cf4-40be-a737-980ef1fc2b68 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1459160 Jan 28 07:25:28.626517 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 60350) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:25:28.786882 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-c32113e2-cda1-490b-96bb-d217e7a1053b tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Deleting port f1aae629-14b6-4ba8-85b9-96782f677c17 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:25:28.787237 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c32113e2-cda1-490b-96bb-d217e7a1053b tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (f1aae629-14b6-4ba8-85b9-96782f677c17), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:29.022583 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c32113e2-cda1-490b-96bb-d217e7a1053b tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (f1aae629-14b6-4ba8-85b9-96782f677c17), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:29.055381 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-c32113e2-cda1-490b-96bb-d217e7a1053b tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Calling delete_port for f1aae629-14b6-4ba8-85b9-96782f677c17 owned by {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:25:29.226966 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0010629-0b79-4cba-8740-b4af6d61ac85 req-99499ae8-f1cc-4815-95fc-b84ab59894fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:29.228615 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a0010629-0b79-4cba-8740-b4af6d61ac85 req-99499ae8-f1cc-4815-95fc-b84ab59894fd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3c6c4a028cf94108bec2ec0b2974d903&device_id=aeaaa3c3-c9e8-421a-b853-2cb835ef20d4 HTTP/1.1" status: 200 len: 1097 time: 0.5869260 Jan 28 07:25:29.262822 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c32113e2-cda1-490b-96bb-d217e7a1053b tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (f1aae629-14b6-4ba8-85b9-96782f677c17), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:29.348116 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32113e2-cda1-490b-96bb-d217e7a1053b tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Pushing event deleted for resources: {'Port': ['ID=f1aae629-14b6-4ba8-85b9-96782f677c17,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:25:29.379889 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c32113e2-cda1-490b-96bb-d217e7a1053b tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:29.384285 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-c32113e2-cda1-490b-96bb-d217e7a1053b tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "DELETE /v2.0/ports/f1aae629-14b6-4ba8-85b9-96782f677c17 HTTP/1.1" status: 204 len: 168 time: 0.7552338 Jan 28 07:25:29.385799 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 60358) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:25:29.435891 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981f7095-1c68-4ed9-bbb3-872729e4e0b8 req-8ad6a768-0cf1-40cf-b081-0b6cb81724df tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:29.437471 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-981f7095-1c68-4ed9-bbb3-872729e4e0b8 req-8ad6a768-0cf1-40cf-b081-0b6cb81724df tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.44 "GET /v2.0/ports?device_id=c1b44ef4-bd09-44be-9fca-ba97bacc8a3d HTTP/1.1" status: 200 len: 945 time: 0.2843976 Jan 28 07:25:29.462680 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99b8bb4-f79b-4489-a0ba-ce9cb7d27435 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:29.464214 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99b8bb4-f79b-4489-a0ba-ce9cb7d27435 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:29.465979 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-b99b8bb4-f79b-4489-a0ba-ce9cb7d27435 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0789695 Jan 28 07:25:29.469183 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 60360) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:25:29.529496 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0010629-0b79-4cba-8740-b4af6d61ac85 req-148ef6b5-7660-47a2-993b-f15a12180bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:29.531219 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a0010629-0b79-4cba-8740-b4af6d61ac85 req-148ef6b5-7660-47a2-993b-f15a12180bb3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d1475e27-b0c3-4efe-ad93-495023de269c HTTP/1.1" status: 200 len: 920 time: 0.2533181 Jan 28 07:25:29.560126 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-40e07f10-b17a-4b5d-a904-ed2eb4dbb533 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Deleting subnet 72e1caed-19a9-4bb1-bd9e-9fb9be1868d4 {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:25:29.565086 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-40e07f10-b17a-4b5d-a904-ed2eb4dbb533 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks [] for subnet (72e1caed-19a9-4bb1-bd9e-9fb9be1868d4), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:29.619071 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a0010629-0b79-4cba-8740-b4af6d61ac85 req-68197b9e-4f0d-49f2-a679-8f86aa0cde74 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e48328d3-a379-4bea-bd3f-d4b123b63f08 HTTP/1.1" status: 200 len: 217 time: 0.0721109 Jan 28 07:25:29.627267 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-40e07f10-b17a-4b5d-a904-ed2eb4dbb533 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24759175'] for subnet (72e1caed-19a9-4bb1-bd9e-9fb9be1868d4), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:29.672475 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d731078-79d0-407f-9027-d8fb4677ac7f req-26e8e023-934f-4f89-9d29-5fc26fabc8ae tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:29.674056 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1d731078-79d0-407f-9027-d8fb4677ac7f req-26e8e023-934f-4f89-9d29-5fc26fabc8ae tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1b44ef4-bd09-44be-9fca-ba97bacc8a3d HTTP/1.1" status: 200 len: 945 time: 0.3100142 Jan 28 07:25:29.698461 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-2393e790-fb5e-44bc-8803-2a96851d6b2f tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Allocated IP 172.20.0.8 (87ec1768-cae8-491b-8757-601ef2e608d1/48f553eb-9cdc-4339-8ba9-1c7126fc2ef3/c529da71-087d-4cd7-b25f-38938b4b5183) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:25:29.721051 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 20cd6feb-7942-48a4-b143-9b7a81ed632e up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:25:29.742576 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-2393e790-fb5e-44bc-8803-2a96851d6b2f tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Allocated IP 172.20.0.25 (87ec1768-cae8-491b-8757-601ef2e608d1/ef463600-853b-4113-b1d1-edcc755d5022/c529da71-087d-4cd7-b25f-38938b4b5183) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:25:29.760999 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-40e07f10-b17a-4b5d-a904-ed2eb4dbb533 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (72e1caed-19a9-4bb1-bd9e-9fb9be1868d4), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:29.801008 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 20cd6feb-7942-48a4-b143-9b7a81ed632e triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:25:29.804078 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (20cd6feb-7942-48a4-b143-9b7a81ed632e), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:29.882325 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1d731078-79d0-407f-9027-d8fb4677ac7f req-512afbb7-b5a0-4fd9-8483-4c797f8e2da4 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ba1291a-f150-42f4-bf3d-2e5c804d6128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641464 Jan 28 07:25:29.888879 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0010629-0b79-4cba-8740-b4af6d61ac85 req-04d9f5d4-77c4-44d9-abee-98709c07fed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:29.891249 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a0010629-0b79-4cba-8740-b4af6d61ac85 req-04d9f5d4-77c4-44d9-abee-98709c07fed7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=592b9e2b-8e1d-43e3-874d-2141ea985036 HTTP/1.1" status: 200 len: 859 time: 0.2567084 Jan 28 07:25:29.893954 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-40e07f10-b17a-4b5d-a904-ed2eb4dbb533 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24757569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24979817'] for subnet (72e1caed-19a9-4bb1-bd9e-9fb9be1868d4), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:29.935738 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 20cd6feb-7942-48a4-b143-9b7a81ed632e is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:25:29.936095 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (20cd6feb-7942-48a4-b143-9b7a81ed632e), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:29.945665 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e07f10-b17a-4b5d-a904-ed2eb4dbb533 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Pushing event deleted for resources: {'Subnet': ['ID=72e1caed-19a9-4bb1-bd9e-9fb9be1868d4,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:25:29.953859 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-40e07f10-b17a-4b5d-a904-ed2eb4dbb533 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:29.964814 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-40e07f10-b17a-4b5d-a904-ed2eb4dbb533 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "DELETE /v2.0/subnets/72e1caed-19a9-4bb1-bd9e-9fb9be1868d4 HTTP/1.1" status: 204 len: 168 time: 0.4922557 Jan 28 07:25:29.966234 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 60366) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:25:29.999720 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] For port 20cd6feb-7942-48a4-b143-9b7a81ed632e, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=20cd6feb-7942-48a4-b143-9b7a81ed632e,segment=NetworkSegment(c15ea474-591e-43ce-87ca-d156796ec027),segment_id=c15ea474-591e-43ce-87ca-d156796ec027)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:25:30.004657 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (20cd6feb-7942-48a4-b143-9b7a81ed632e), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:30.006505 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 975d73f1-d3e2-41c2-abb8-f31bdcc9fef2 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:25:30.020833 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-03965294-f4b0-4545-be89-1f1000de0b38 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0512850 Jan 28 07:25:30.023406 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 60368) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:25:30.085182 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fced1086-6d77-40a3-ad99-be80655544bf tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:30.090753 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-fced1086-6d77-40a3-ad99-be80655544bf tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0660825 Jan 28 07:25:30.091653 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 60370) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:25:30.107081 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a0010629-0b79-4cba-8740-b4af6d61ac85 req-797cbb5e-d2f2-4062-b56c-5be096fd3f82 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d1475e27-b0c3-4efe-ad93-495023de269c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2004750 Jan 28 07:25:30.163545 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Pushing event updated for resources: {'Port': ['ID=20cd6feb-7942-48a4-b143-9b7a81ed632e,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:25:30.165414 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46d4edee-2f31-4616-bc02-2f0c1fcb178f tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:30.169757 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-46d4edee-2f31-4616-bc02-2f0c1fcb178f tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0764134 Jan 28 07:25:30.172669 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 60372) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:25:30.185087 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 975d73f1-d3e2-41c2-abb8-f31bdcc9fef2 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:25:30.185468 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (975d73f1-d3e2-41c2-abb8-f31bdcc9fef2), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:30.241251 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a0010629-0b79-4cba-8740-b4af6d61ac85 req-909a3c3a-51b0-40cf-8dec-43ac0ad4ec5f service neutron] 10.222.0.10 "GET /v2.0/networks/d1475e27-b0c3-4efe-ad93-495023de269c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190076 Jan 28 07:25:30.270499 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-1e8e9cbb-a726-414d-a69d-e3545ab1050a tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0955608 Jan 28 07:25:30.271424 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 60374) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:25:30.282932 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-4ace4166-6818-4318-99e2-1eb7f5d1719d tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Request body: {'subnet': {'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:25:30.368920 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1454b36-a55a-46e0-985e-f24c6297cdd2 None None] Network ef4fe003-256e-4a6c-af17-da180c8a686e requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:25:30.390013 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2393e790-fb5e-44bc-8803-2a96851d6b2f tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks [] for port (c529da71-087d-4cd7-b25f-38938b4b5183), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:30.413390 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-981f7095-1c68-4ed9-bbb3-872729e4e0b8 req-80caa489-19ba-474f-98ae-28be7e2f39f7 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] Deleting port 83c0c0f5-7e7d-477c-811b-a3ba695527c8 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:25:30.413731 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-981f7095-1c68-4ed9-bbb3-872729e4e0b8 req-80caa489-19ba-474f-98ae-28be7e2f39f7 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (83c0c0f5-7e7d-477c-811b-a3ba695527c8), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:30.459416 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ace4166-6818-4318-99e2-1eb7f5d1719d tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Made reservation on behalf of 64d19227e44643b7a12df0287e7ae5f8 for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:25:30.463996 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4ace4166-6818-4318-99e2-1eb7f5d1719d tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24979592'] for subnet (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:30.554600 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-981f7095-1c68-4ed9-bbb3-872729e4e0b8 req-80caa489-19ba-474f-98ae-28be7e2f39f7 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] For port 83c0c0f5-7e7d-477c-811b-a3ba695527c8, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=83c0c0f5-7e7d-477c-811b-a3ba695527c8,segment=NetworkSegment(f3b24596-5323-4eaa-bd8d-534416f2c6c4),segment_id=f3b24596-5323-4eaa-bd8d-534416f2c6c4)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:25:30.555218 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-981f7095-1c68-4ed9-bbb3-872729e4e0b8 req-80caa489-19ba-474f-98ae-28be7e2f39f7 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (83c0c0f5-7e7d-477c-811b-a3ba695527c8), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:30.578755 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-981f7095-1c68-4ed9-bbb3-872729e4e0b8 req-80caa489-19ba-474f-98ae-28be7e2f39f7 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] Calling delete_port for 83c0c0f5-7e7d-477c-811b-a3ba695527c8 owned by compute:nova {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:25:30.790563 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2393e790-fb5e-44bc-8803-2a96851d6b2f tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (c529da71-087d-4cd7-b25f-38938b4b5183), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:30.799173 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-981f7095-1c68-4ed9-bbb3-872729e4e0b8 req-80caa489-19ba-474f-98ae-28be7e2f39f7 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (83c0c0f5-7e7d-477c-811b-a3ba695527c8), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:30.803521 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa70d5c1-30c6-4c89-90c6-14570f9dce1c None None] Network 87ec1768-cae8-491b-8757-601ef2e608d1 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:25:30.829579 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 975d73f1-d3e2-41c2-abb8-f31bdcc9fef2 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:25:30.829976 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (975d73f1-d3e2-41c2-abb8-f31bdcc9fef2), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:30.849341 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a0010629-0b79-4cba-8740-b4af6d61ac85 req-f14e81b8-6431-498d-b029-5d533d7639da service neutron] 10.222.0.10 "GET /v2.0/networks/d1475e27-b0c3-4efe-ad93-495023de269c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5878246 Jan 28 07:25:30.882594 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2393e790-fb5e-44bc-8803-2a96851d6b2f tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Network 87ec1768-cae8-491b-8757-601ef2e608d1 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:25:30.893208 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-2393e790-fb5e-44bc-8803-2a96851d6b2f tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:25:30.898581 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2393e790-fb5e-44bc-8803-2a96851d6b2f tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:25:30.935155 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-04684601-564e-4efe-b1b6-f7c0bfa8dbbf None None] Provisioning complete for port 975d73f1-d3e2-41c2-abb8-f31bdcc9fef2 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:25:30.935542 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-04684601-564e-4efe-b1b6-f7c0bfa8dbbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (975d73f1-d3e2-41c2-abb8-f31bdcc9fef2), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:30.963646 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-981f7095-1c68-4ed9-bbb3-872729e4e0b8 req-80caa489-19ba-474f-98ae-28be7e2f39f7 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] No DVR routers for this DVR port 83c0c0f5-7e7d-477c-811b-a3ba695527c8 on host n-h2-712749-28 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:25:30.971461 n-d-712749-28 neutron-server[103284]: DEBUG neutron.objects.ports [None req-4ace4166-6818-4318-99e2-1eb7f5d1719d tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103284) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 07:25:30.989170 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-981f7095-1c68-4ed9-bbb3-872729e4e0b8 req-80caa489-19ba-474f-98ae-28be7e2f39f7 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:30.993707 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-981f7095-1c68-4ed9-bbb3-872729e4e0b8 req-80caa489-19ba-474f-98ae-28be7e2f39f7 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.44 "DELETE /v2.0/ports/83c0c0f5-7e7d-477c-811b-a3ba695527c8 HTTP/1.1" status: 204 len: 173 time: 1.3721514 Jan 28 07:25:30.994609 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1b44ef4-bd09-44be-9fca-ba97bacc8a3d', 'name': 'network-vif-deleted', 'tag': '83c0c0f5-7e7d-477c-811b-a3ba695527c8'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:25:30.997065 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed4e8329-de23-473b-a388-d11138895836" -d '{"events": [{"server_uuid": "c1b44ef4-bd09-44be-9fca-ba97bacc8a3d", "name": "network-vif-deleted", "tag": "83c0c0f5-7e7d-477c-811b-a3ba695527c8"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:25:31.005887 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2393e790-fb5e-44bc-8803-2a96851d6b2f tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Pushing event updated for resources: {'Port': ['ID=c529da71-087d-4cd7-b25f-38938b4b5183,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:25:31.050198 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80caa489-19ba-474f-98ae-28be7e2f39f7 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] Pushing event deleted for resources: {'Port': ['ID=83c0c0f5-7e7d-477c-811b-a3ba695527c8,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:25:31.051383 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['e48328d3-a379-4bea-bd3f-d4b123b63f08'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:25:31.096019 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2393e790-fb5e-44bc-8803-2a96851d6b2f tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:31.096864 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2393e790-fb5e-44bc-8803-2a96851d6b2f tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:31.100171 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e1d1f29-9122-4ce4-b1b4-e39414d5979a x-openstack-request-id: req-5e1d1f29-9122-4ce4-b1b4-e39414d5979a {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:25:31.100490 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1b44ef4-bd09-44be-9fca-ba97bacc8a3d", "name": "network-vif-deleted", "tag": "83c0c0f5-7e7d-477c-811b-a3ba695527c8", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:25:31.100748 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5e1d1f29-9122-4ce4-b1b4-e39414d5979a {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:25:31.101141 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1b44ef4-bd09-44be-9fca-ba97bacc8a3d', 'name': 'network-vif-deleted', 'tag': '83c0c0f5-7e7d-477c-811b-a3ba695527c8', 'status': 'completed', 'code': 200} Jan 28 07:25:31.102065 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d2bcf94f-0cb5-44ea-87e5-eb5578e02c30 req-3d9fb2d6-bd48-495f-9e9d-dd5e2f67d4d2 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1b44ef4-bd09-44be-9fca-ba97bacc8a3d HTTP/1.1" status: 200 len: 210 time: 0.0547054 Jan 28 07:25:31.153967 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-2393e790-fb5e-44bc-8803-2a96851d6b2f tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 3.2324111 Jan 28 07:25:31.154879 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 60388) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:25:31.172185 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-e75971af-098c-4ae6-ae8b-5d97e5897b52 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '48f553eb-9cdc-4339-8ba9-1c7126fc2ef3'}]}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:25:31.232934 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] For port 975d73f1-d3e2-41c2-abb8-f31bdcc9fef2, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=975d73f1-d3e2-41c2-abb8-f31bdcc9fef2,segment=NetworkSegment(c533ee34-b679-44a8-abdb-1685e355613e),segment_id=c533ee34-b679-44a8-abdb-1685e355613e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:25:31.260656 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1666ae28-5a89-4830-9f3a-11a75fbdbccc None None] DHCP port deletion for ef4fe003-256e-4a6c-af17-da180c8a686e request from n-d-712749-28 {{(pid=103285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 07:25:31.262723 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (975d73f1-d3e2-41c2-abb8-f31bdcc9fef2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:31.270337 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e75971af-098c-4ae6-ae8b-5d97e5897b52 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (c529da71-087d-4cd7-b25f-38938b4b5183), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:31.296180 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4ace4166-6818-4318-99e2-1eb7f5d1719d tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (975d73f1-d3e2-41c2-abb8-f31bdcc9fef2), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:31.357065 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-04684601-564e-4efe-b1b6-f7c0bfa8dbbf None None] Current status of the port 975d73f1-d3e2-41c2-abb8-f31bdcc9fef2 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:25:31.357835 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-04684601-564e-4efe-b1b6-f7c0bfa8dbbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (975d73f1-d3e2-41c2-abb8-f31bdcc9fef2), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:31.391626 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Pushing event updated for resources: {'Port': ['ID=975d73f1-d3e2-41c2-abb8-f31bdcc9fef2,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:25:31.522688 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-1666ae28-5a89-4830-9f3a-11a75fbdbccc None None] Deleting port 975d73f1-d3e2-41c2-abb8-f31bdcc9fef2 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:25:31.523073 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1666ae28-5a89-4830-9f3a-11a75fbdbccc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (975d73f1-d3e2-41c2-abb8-f31bdcc9fef2), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:31.592445 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-4ace4166-6818-4318-99e2-1eb7f5d1719d tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] For port 975d73f1-d3e2-41c2-abb8-f31bdcc9fef2, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=975d73f1-d3e2-41c2-abb8-f31bdcc9fef2,segment=NetworkSegment(c533ee34-b679-44a8-abdb-1685e355613e),segment_id=c533ee34-b679-44a8-abdb-1685e355613e)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:25:31.626977 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 20cd6feb-7942-48a4-b143-9b7a81ed632e up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:25:31.638276 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4ace4166-6818-4318-99e2-1eb7f5d1719d tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks [] for port (975d73f1-d3e2-41c2-abb8-f31bdcc9fef2), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:31.649081 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4ace4166-6818-4318-99e2-1eb7f5d1719d tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (975d73f1-d3e2-41c2-abb8-f31bdcc9fef2), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:31.651230 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4ace4166-6818-4318-99e2-1eb7f5d1719d tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24757504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24979610'] for subnet (52890e37-4e04-4bb9-8019-36817df89317), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:31.676205 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-e75971af-098c-4ae6-ae8b-5d97e5897b52 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Delete allocated IP 172.20.0.25 (87ec1768-cae8-491b-8757-601ef2e608d1/ef463600-853b-4113-b1d1-edcc755d5022) {{(pid=103283) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 28 07:25:31.738081 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90dd205c-115f-4cb1-b285-ec545f1e9b23 None None] Update dhcp port {'port': {'network_id': '87ec1768-cae8-491b-8757-601ef2e608d1', 'fixed_ips': [{'subnet_id': '48f553eb-9cdc-4339-8ba9-1c7126fc2ef3', 'ip_address': '172.20.0.2'}, {'subnet_id': 'ef463600-853b-4113-b1d1-edcc755d5022'}], 'binding:host_id': 'n-d-712749-28'}, 'id': '20cd6feb-7942-48a4-b143-9b7a81ed632e'} from n-d-712749-28. {{(pid=103285) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 07:25:31.739521 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ace4166-6818-4318-99e2-1eb7f5d1719d tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Network ef4fe003-256e-4a6c-af17-da180c8a686e is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:25:31.747044 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-4ace4166-6818-4318-99e2-1eb7f5d1719d tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:25:31.759824 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ace4166-6818-4318-99e2-1eb7f5d1719d tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:31.760792 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4ace4166-6818-4318-99e2-1eb7f5d1719d tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:31.787923 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.db.api [None req-04684601-564e-4efe-b1b6-f7c0bfa8dbbf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103285) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 07:25:31.788405 n-d-712749-28 neutron-server[103285]: DEBUG oslo_db.api [None req-04684601-564e-4efe-b1b6-f7c0bfa8dbbf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 07:25:31.798342 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-1666ae28-5a89-4830-9f3a-11a75fbdbccc None None] For port 975d73f1-d3e2-41c2-abb8-f31bdcc9fef2, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=975d73f1-d3e2-41c2-abb8-f31bdcc9fef2,segment=NetworkSegment(c533ee34-b679-44a8-abdb-1685e355613e),segment_id=c533ee34-b679-44a8-abdb-1685e355613e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:25:31.798754 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1666ae28-5a89-4830-9f3a-11a75fbdbccc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (975d73f1-d3e2-41c2-abb8-f31bdcc9fef2), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:31.812900 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-90dd205c-115f-4cb1-b285-ec545f1e9b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (20cd6feb-7942-48a4-b143-9b7a81ed632e), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:31.817243 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ace4166-6818-4318-99e2-1eb7f5d1719d tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Pushing event updated for resources: {'Subnet': ['ID=52890e37-4e04-4bb9-8019-36817df89317,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:25:31.822688 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-1666ae28-5a89-4830-9f3a-11a75fbdbccc None None] Calling delete_port for 975d73f1-d3e2-41c2-abb8-f31bdcc9fef2 owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:25:31.824918 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-4ace4166-6818-4318-99e2-1eb7f5d1719d tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.5523479 Jan 28 07:25:31.828644 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 60396) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:25:31.836149 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-c53571e4-6b50-4eb8-a037-c4e582ca7087 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Request body: {'port': {'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e', 'mac_address': 'fa:16:3e:e4:57:06', 'name': 'tempest-NetworksTestDHCPv6-1236076968'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:25:31.841869 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ace4166-6818-4318-99e2-1eb7f5d1719d tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Pushing event updated for resources: {'Port': ['ID=975d73f1-d3e2-41c2-abb8-f31bdcc9fef2,revision_number=6']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:25:31.869642 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 20cd6feb-7942-48a4-b143-9b7a81ed632e triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:25:31.870033 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (20cd6feb-7942-48a4-b143-9b7a81ed632e), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:31.883242 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e75971af-098c-4ae6-ae8b-5d97e5897b52 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks [] for port (c529da71-087d-4cd7-b25f-38938b4b5183), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:31.895035 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e75971af-098c-4ae6-ae8b-5d97e5897b52 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (c529da71-087d-4cd7-b25f-38938b4b5183), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:32.029736 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c53571e4-6b50-4eb8-a037-c4e582ca7087 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Made reservation on behalf of 64d19227e44643b7a12df0287e7ae5f8 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:25:32.054906 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-e75971af-098c-4ae6-ae8b-5d97e5897b52 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] In _notify_port_updated(), no bound segment for port c529da71-087d-4cd7-b25f-38938b4b5183 on network 87ec1768-cae8-491b-8757-601ef2e608d1 {{(pid=103283) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 07:25:32.061839 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e75971af-098c-4ae6-ae8b-5d97e5897b52 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:32.062884 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e75971af-098c-4ae6-ae8b-5d97e5897b52 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:32.064677 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-e75971af-098c-4ae6-ae8b-5d97e5897b52 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] 10.222.0.41 "PUT /v2.0/ports/c529da71-087d-4cd7-b25f-38938b4b5183 HTTP/1.1" status: 200 len: 918 time: 0.9068320 Jan 28 07:25:32.069781 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 60400) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:25:32.075840 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-7d8c16a4-5f2b-466b-8da9-ad43b12968eb tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '48f553eb-9cdc-4339-8ba9-1c7126fc2ef3'}, {'subnet_id': 'ef463600-853b-4113-b1d1-edcc755d5022'}]}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:25:32.106393 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75971af-098c-4ae6-ae8b-5d97e5897b52 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Pushing event updated for resources: {'Port': ['ID=c529da71-087d-4cd7-b25f-38938b4b5183,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:25:32.146242 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c53571e4-6b50-4eb8-a037-c4e582ca7087 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:32.155540 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1666ae28-5a89-4830-9f3a-11a75fbdbccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298'] for port (975d73f1-d3e2-41c2-abb8-f31bdcc9fef2), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:32.169251 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 83c0c0f5-7e7d-477c-811b-a3ba695527c8 no longer exists at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:25:32.173290 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7d8c16a4-5f2b-466b-8da9-ad43b12968eb tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (c529da71-087d-4cd7-b25f-38938b4b5183), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:32.174595 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [None req-c53571e4-6b50-4eb8-a037-c4e582ca7087 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] device_id is not set on port 621a49fb-4526-4dbf-871b-5cf026329b7c yet. {{(pid=103284) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 07:25:32.252514 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1666ae28-5a89-4830-9f3a-11a75fbdbccc None None] Pushing event deleted for resources: {'Port': ['ID=975d73f1-d3e2-41c2-abb8-f31bdcc9fef2,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:25:32.262673 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] No Port match for: 83c0c0f5-7e7d-477c-811b-a3ba695527c8 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:25:32.272709 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 83c0c0f5-7e7d-477c-811b-a3ba695527c8 not bound to the agent host n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:25:32.361575 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-c53571e4-6b50-4eb8-a037-c4e582ca7087 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Allocated IP 2001:db8::f816:3eff:fee4:5706 (ef4fe003-256e-4a6c-af17-da180c8a686e/52890e37-4e04-4bb9-8019-36817df89317/621a49fb-4526-4dbf-871b-5cf026329b7c) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:25:32.379983 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-04684601-564e-4efe-b1b6-f7c0bfa8dbbf None None] Port 975d73f1-d3e2-41c2-abb8-f31bdcc9fef2 update to ACTIVE by agent not found {{(pid=103285) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Jan 28 07:25:32.388319 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1666ae28-5a89-4830-9f3a-11a75fbdbccc None None] No DVR routers for this DVR port 975d73f1-d3e2-41c2-abb8-f31bdcc9fef2 on host n-d-712749-28 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:25:32.396630 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 20cd6feb-7942-48a4-b143-9b7a81ed632e is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:25:32.441964 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0690f5e2-8a21-48eb-86b2-5778ca9b0d20 None None] Network ef4fe003-256e-4a6c-af17-da180c8a686e requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:25:32.514284 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-90dd205c-115f-4cb1-b285-ec545f1e9b23 None None] Allocated IP 172.20.0.18 (87ec1768-cae8-491b-8757-601ef2e608d1/ef463600-853b-4113-b1d1-edcc755d5022/20cd6feb-7942-48a4-b143-9b7a81ed632e) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:25:32.530977 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 975d73f1-d3e2-41c2-abb8-f31bdcc9fef2 no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:25:32.569152 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: 975d73f1-d3e2-41c2-abb8-f31bdcc9fef2 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:25:32.569650 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 975d73f1-d3e2-41c2-abb8-f31bdcc9fef2 not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:25:32.640238 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f5a9b8-a71c-49e7-8411-66def15ba91f req-1f0bd7b3-796e-44b4-91ce-c551b6e6c1a6 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:32.641682 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d2f5a9b8-a71c-49e7-8411-66def15ba91f req-1f0bd7b3-796e-44b4-91ce-c551b6e6c1a6 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.41 "GET /v2.0/ports?device_id=aeaaa3c3-c9e8-421a-b853-2cb835ef20d4 HTTP/1.1" status: 200 len: 945 time: 0.1112652 Jan 28 07:25:32.643291 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c53571e4-6b50-4eb8-a037-c4e582ca7087 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks [] for port (621a49fb-4526-4dbf-871b-5cf026329b7c), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:32.688720 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c53571e4-6b50-4eb8-a037-c4e582ca7087 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (621a49fb-4526-4dbf-871b-5cf026329b7c), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:32.697866 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d2f5a9b8-a71c-49e7-8411-66def15ba91f req-838aae20-668f-46f4-a107-f56209951380 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ba1291a-f150-42f4-bf3d-2e5c804d6128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466917 Jan 28 07:25:32.704777 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-932a463a-10e7-4305-9561-3aac5885da8b None None] Provisioning complete for port 20cd6feb-7942-48a4-b143-9b7a81ed632e triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:25:32.705279 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-932a463a-10e7-4305-9561-3aac5885da8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (20cd6feb-7942-48a4-b143-9b7a81ed632e), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:32.744772 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c53571e4-6b50-4eb8-a037-c4e582ca7087 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Network ef4fe003-256e-4a6c-af17-da180c8a686e is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:25:32.747873 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-c53571e4-6b50-4eb8-a037-c4e582ca7087 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:25:32.754106 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53571e4-6b50-4eb8-a037-c4e582ca7087 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:25:32.760221 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c53571e4-6b50-4eb8-a037-c4e582ca7087 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:32.760686 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c53571e4-6b50-4eb8-a037-c4e582ca7087 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:32.761841 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-90dd205c-115f-4cb1-b285-ec545f1e9b23 None None] For port 20cd6feb-7942-48a4-b143-9b7a81ed632e, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=20cd6feb-7942-48a4-b143-9b7a81ed632e,segment=NetworkSegment(c15ea474-591e-43ce-87ca-d156796ec027),segment_id=c15ea474-591e-43ce-87ca-d156796ec027)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:25:32.772861 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53571e4-6b50-4eb8-a037-c4e582ca7087 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Pushing event updated for resources: {'Port': ['ID=621a49fb-4526-4dbf-871b-5cf026329b7c,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:25:32.788672 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-c53571e4-6b50-4eb8-a037-c4e582ca7087 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.9559648 Jan 28 07:25:32.789481 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 60412) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:25:32.818881 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9118b2d-1926-4bc4-946d-7ca14ae1823a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3dd72b9-6805-5f61-b6f3-a591f99a173d-ef4fe003-256e-4a6c-af17-da180c8a686e', 'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e', 'project_id': '64d19227e44643b7a12df0287e7ae5f8', 'fixed_ips': [{'subnet_id': '52890e37-4e04-4bb9-8019-36817df89317'}]}} from n-d-712749-28. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 07:25:32.819881 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a9118b2d-1926-4bc4-946d-7ca14ae1823a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:32.827173 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-90dd205c-115f-4cb1-b285-ec545f1e9b23 None None] Publish callbacks [] for port (20cd6feb-7942-48a4-b143-9b7a81ed632e), precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:32.840495 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-90dd205c-115f-4cb1-b285-ec545f1e9b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (20cd6feb-7942-48a4-b143-9b7a81ed632e), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:32.894110 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-733d38d8-5bd5-49b1-92bc-bb3a94e61bf6 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:32.898895 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-733d38d8-5bd5-49b1-92bc-bb3a94e61bf6 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1060185 Jan 28 07:25:32.898895 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 60414) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:25:32.909859 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-7d8c16a4-5f2b-466b-8da9-ad43b12968eb tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Allocated IP 172.20.0.22 (87ec1768-cae8-491b-8757-601ef2e608d1/ef463600-853b-4113-b1d1-edcc755d5022/c529da71-087d-4cd7-b25f-38938b4b5183) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:25:33.100777 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-9ecce956-044a-45f8-bdad-15ef6260fe27 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Deleting port 621a49fb-4526-4dbf-871b-5cf026329b7c {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:25:33.101125 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ecce956-044a-45f8-bdad-15ef6260fe27 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (621a49fb-4526-4dbf-871b-5cf026329b7c), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:33.165757 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7d8c16a4-5f2b-466b-8da9-ad43b12968eb tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks [] for port (c529da71-087d-4cd7-b25f-38938b4b5183), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:33.177056 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7d8c16a4-5f2b-466b-8da9-ad43b12968eb tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (c529da71-087d-4cd7-b25f-38938b4b5183), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:33.196541 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-932a463a-10e7-4305-9561-3aac5885da8b None None] Current status of the port 20cd6feb-7942-48a4-b143-9b7a81ed632e is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:25:33.202908 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:33.212945 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dd205c-115f-4cb1-b285-ec545f1e9b23 None None] Pushing event updated for resources: {'Port': ['ID=20cd6feb-7942-48a4-b143-9b7a81ed632e,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:25:33.285480 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ffe9675b-509e-4bb8-9766-edac3eda5595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:33.293210 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8c16a4-5f2b-466b-8da9-ad43b12968eb tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Pushing event updated for resources: {'Port': ['ID=c529da71-087d-4cd7-b25f-38938b4b5183,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:25:33.314431 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-a9118b2d-1926-4bc4-946d-7ca14ae1823a None None] Allocated IP 2001:db8::f816:3eff:feb2:21f9 (ef4fe003-256e-4a6c-af17-da180c8a686e/52890e37-4e04-4bb9-8019-36817df89317/c7cca636-fbc8-4006-8784-3d9372dbbcbf) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:25:33.370551 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ecce956-044a-45f8-bdad-15ef6260fe27 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (621a49fb-4526-4dbf-871b-5cf026329b7c), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:33.373591 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-7d8c16a4-5f2b-466b-8da9-ad43b12968eb tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] In _notify_port_updated(), no bound segment for port c529da71-087d-4cd7-b25f-38938b4b5183 on network 87ec1768-cae8-491b-8757-601ef2e608d1 {{(pid=103283) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 07:25:33.379567 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d8c16a4-5f2b-466b-8da9-ad43b12968eb tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:33.380754 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7d8c16a4-5f2b-466b-8da9-ad43b12968eb tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:33.385776 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 60420) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:25:33.401441 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-7d8c16a4-5f2b-466b-8da9-ad43b12968eb tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] 10.222.0.41 "PUT /v2.0/ports/c529da71-087d-4cd7-b25f-38938b4b5183 HTTP/1.1" status: 200 len: 998 time: 1.3300815 Jan 28 07:25:33.426590 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-9ecce956-044a-45f8-bdad-15ef6260fe27 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Calling delete_port for 621a49fb-4526-4dbf-871b-5cf026329b7c owned by {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:25:33.533423 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a9118b2d-1926-4bc4-946d-7ca14ae1823a None None] Publish callbacks [] for port (c7cca636-fbc8-4006-8784-3d9372dbbcbf), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:33.547012 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a9118b2d-1926-4bc4-946d-7ca14ae1823a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (c7cca636-fbc8-4006-8784-3d9372dbbcbf), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:33.589747 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-96871b44-bb9a-4b1b-a5ce-4f871f5d0c5c tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Deleting port c529da71-087d-4cd7-b25f-38938b4b5183 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:25:33.590349 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-96871b44-bb9a-4b1b-a5ce-4f871f5d0c5c tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (c529da71-087d-4cd7-b25f-38938b4b5183), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:33.598432 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 20cd6feb-7942-48a4-b143-9b7a81ed632e up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:25:33.665881 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9118b2d-1926-4bc4-946d-7ca14ae1823a None None] Network ef4fe003-256e-4a6c-af17-da180c8a686e is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:25:33.673450 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ecce956-044a-45f8-bdad-15ef6260fe27 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (621a49fb-4526-4dbf-871b-5cf026329b7c), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:33.706569 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-96871b44-bb9a-4b1b-a5ce-4f871f5d0c5c tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (c529da71-087d-4cd7-b25f-38938b4b5183), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:33.719458 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-96871b44-bb9a-4b1b-a5ce-4f871f5d0c5c tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Calling delete_port for c529da71-087d-4cd7-b25f-38938b4b5183 owned by {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:25:33.721311 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9118b2d-1926-4bc4-946d-7ca14ae1823a None None] Pushing event updated for resources: {'Port': ['ID=c7cca636-fbc8-4006-8784-3d9372dbbcbf,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:25:33.736994 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-a9118b2d-1926-4bc4-946d-7ca14ae1823a None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:25:33.741077 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9118b2d-1926-4bc4-946d-7ca14ae1823a None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:25:33.752645 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecce956-044a-45f8-bdad-15ef6260fe27 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Pushing event deleted for resources: {'Port': ['ID=621a49fb-4526-4dbf-871b-5cf026329b7c,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:25:33.793623 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ecce956-044a-45f8-bdad-15ef6260fe27 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:33.807775 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-9ecce956-044a-45f8-bdad-15ef6260fe27 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "DELETE /v2.0/ports/621a49fb-4526-4dbf-871b-5cf026329b7c HTTP/1.1" status: 204 len: 168 time: 0.9076259 Jan 28 07:25:33.809928 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 60428) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:25:33.830810 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 20cd6feb-7942-48a4-b143-9b7a81ed632e triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:25:33.832869 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (20cd6feb-7942-48a4-b143-9b7a81ed632e), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:33.885277 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-a9118b2d-1926-4bc4-946d-7ca14ae1823a None None] Attempting to bind port c7cca636-fbc8-4006-8784-3d9372dbbcbf on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:25:33.885820 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-a9118b2d-1926-4bc4-946d-7ca14ae1823a None None] Attempting to bind port c7cca636-fbc8-4006-8784-3d9372dbbcbf by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': 'c533ee34-b679-44a8-abdb-1685e355613e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:25:33.886448 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9118b2d-1926-4bc4-946d-7ca14ae1823a None None] Attempting to bind port c7cca636-fbc8-4006-8784-3d9372dbbcbf on network ef4fe003-256e-4a6c-af17-da180c8a686e {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:25:33.911285 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9118b2d-1926-4bc4-946d-7ca14ae1823a None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:25:33.911892 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9118b2d-1926-4bc4-946d-7ca14ae1823a None None] Checking segment: {'id': 'c533ee34-b679-44a8-abdb-1685e355613e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:25:33.913263 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a9118b2d-1926-4bc4-946d-7ca14ae1823a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:33.913776 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9118b2d-1926-4bc4-946d-7ca14ae1823a None None] Bound using segment: {'id': 'c533ee34-b679-44a8-abdb-1685e355613e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:25:33.914415 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-a9118b2d-1926-4bc4-946d-7ca14ae1823a None None] Bound port: c7cca636-fbc8-4006-8784-3d9372dbbcbf, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c533ee34-b679-44a8-abdb-1685e355613e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:25:33.914909 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a9118b2d-1926-4bc4-946d-7ca14ae1823a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (c7cca636-fbc8-4006-8784-3d9372dbbcbf), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:33.920299 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed33dae5-1a65-4dfc-9cb6-eb0505e32cd2 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:33.923276 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed33dae5-1a65-4dfc-9cb6-eb0505e32cd2 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:33.932487 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-ed33dae5-1a65-4dfc-9cb6-eb0505e32cd2 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1210089 Jan 28 07:25:33.933312 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 60430) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:25:33.944995 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:33.972132 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94c10e4-0082-4f69-b617-33d5d2de5305 req-ef9baa86-64cb-48e0-a527-79a575407d0a tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:33.974092 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e94c10e4-0082-4f69-b617-33d5d2de5305 req-ef9baa86-64cb-48e0-a527-79a575407d0a tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.41 "GET /v2.0/ports?device_id=aeaaa3c3-c9e8-421a-b853-2cb835ef20d4 HTTP/1.1" status: 200 len: 945 time: 0.1339552 Jan 28 07:25:34.023704 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_v2 [None req-65106bd3-f390-4687-b2bb-51560e40b62c tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Deleting subnet 52890e37-4e04-4bb9-8019-36817df89317 {{(pid=103283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:25:34.023932 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a676be8c-1026-4cdb-bb60-0c3ce60dead7 None None] Network 87ec1768-cae8-491b-8757-601ef2e608d1 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:25:34.030498 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-65106bd3-f390-4687-b2bb-51560e40b62c tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks [] for subnet (52890e37-4e04-4bb9-8019-36817df89317), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:34.076286 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e94c10e4-0082-4f69-b617-33d5d2de5305 req-11da758f-f275-43e9-bf28-b3255e7375cf tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ba1291a-f150-42f4-bf3d-2e5c804d6128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890515 Jan 28 07:25:34.097772 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-65106bd3-f390-4687-b2bb-51560e40b62c tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13506696'] for subnet (52890e37-4e04-4bb9-8019-36817df89317), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:34.126157 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-96871b44-bb9a-4b1b-a5ce-4f871f5d0c5c tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (c529da71-087d-4cd7-b25f-38938b4b5183), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:34.163880 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96871b44-bb9a-4b1b-a5ce-4f871f5d0c5c tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Pushing event deleted for resources: {'Port': ['ID=c529da71-087d-4cd7-b25f-38938b4b5183,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:25:34.180485 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 20cd6feb-7942-48a4-b143-9b7a81ed632e is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:25:34.218180 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-a8e5d90b-125a-4856-8daa-d5d716873a60 None None] Provisioning complete for port 20cd6feb-7942-48a4-b143-9b7a81ed632e triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:25:34.218626 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a8e5d90b-125a-4856-8daa-d5d716873a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (20cd6feb-7942-48a4-b143-9b7a81ed632e), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:34.242115 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-a9118b2d-1926-4bc4-946d-7ca14ae1823a None None] For port c7cca636-fbc8-4006-8784-3d9372dbbcbf, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:25:34.246477 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-a9118b2d-1926-4bc4-946d-7ca14ae1823a None None] For port c7cca636-fbc8-4006-8784-3d9372dbbcbf, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=c7cca636-fbc8-4006-8784-3d9372dbbcbf,segment=NetworkSegment(c533ee34-b679-44a8-abdb-1685e355613e),segment_id=c533ee34-b679-44a8-abdb-1685e355613e)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:25:34.257976 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-65106bd3-f390-4687-b2bb-51560e40b62c tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (52890e37-4e04-4bb9-8019-36817df89317), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:34.282007 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-96871b44-bb9a-4b1b-a5ce-4f871f5d0c5c tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:34.286324 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-96871b44-bb9a-4b1b-a5ce-4f871f5d0c5c tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] 10.222.0.41 "DELETE /v2.0/ports/c529da71-087d-4cd7-b25f-38938b4b5183 HTTP/1.1" status: 204 len: 168 time: 0.8994956 Jan 28 07:25:34.290009 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 60436) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:25:34.296799 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a9118b2d-1926-4bc4-946d-7ca14ae1823a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (c7cca636-fbc8-4006-8784-3d9372dbbcbf), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:34.321788 n-d-712749-28 neutron-server[103283]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3ba5555-cbfe-49f2-a2f8-346ae1c589a5 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] GET failed (client error): The resource could not be found. Jan 28 07:25:34.325764 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-c3ba5555-cbfe-49f2-a2f8-346ae1c589a5 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] 10.222.0.41 "GET /v2.0/ports/c529da71-087d-4cd7-b25f-38938b4b5183 HTTP/1.1" status: 404 len: 333 time: 0.0319569 Jan 28 07:25:34.325973 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 60438) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:25:34.402340 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_v2 [None req-783d6be7-8a08-4deb-92e8-f8b176dc958f tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Deleting subnet ef463600-853b-4113-b1d1-edcc755d5022 {{(pid=103283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:25:34.407780 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-783d6be7-8a08-4deb-92e8-f8b176dc958f tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks [] for subnet (ef463600-853b-4113-b1d1-edcc755d5022), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:34.417537 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-65106bd3-f390-4687-b2bb-51560e40b62c tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13546665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13556132'] for subnet (52890e37-4e04-4bb9-8019-36817df89317), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:34.462972 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9118b2d-1926-4bc4-946d-7ca14ae1823a None None] Pushing event updated for resources: {'Port': ['ID=c7cca636-fbc8-4006-8784-3d9372dbbcbf,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:25:34.470131 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-a8e5d90b-125a-4856-8daa-d5d716873a60 None None] Current status of the port 20cd6feb-7942-48a4-b143-9b7a81ed632e is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:25:34.478714 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-a8e5d90b-125a-4856-8daa-d5d716873a60 None None] Could not find standard attr ID for object c529da71-087d-4cd7-b25f-38938b4b5183. {{(pid=103285) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 07:25:34.480583 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65106bd3-f390-4687-b2bb-51560e40b62c tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Pushing event deleted for resources: {'Subnet': ['ID=52890e37-4e04-4bb9-8019-36817df89317,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:25:34.489662 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-65106bd3-f390-4687-b2bb-51560e40b62c tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:34.495333 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-65106bd3-f390-4687-b2bb-51560e40b62c tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "DELETE /v2.0/subnets/52890e37-4e04-4bb9-8019-36817df89317 HTTP/1.1" status: 204 len: 168 time: 0.5579379 Jan 28 07:25:34.495726 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 60440) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:25:34.500935 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-783d6be7-8a08-4deb-92e8-f8b176dc958f tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13506696'] for subnet (ef463600-853b-4113-b1d1-edcc755d5022), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:34.555532 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-80e13b4b-2670-406b-a434-6ce3741d0cde tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0561509 Jan 28 07:25:34.555851 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 60444) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:25:34.561317 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-ce7ff44b-6e14-4ace-8ba6-05bbd4e967df tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Request body: {'subnet': {'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:25:34.636976 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-783d6be7-8a08-4deb-92e8-f8b176dc958f tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (ef463600-853b-4113-b1d1-edcc755d5022), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:34.718538 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-783d6be7-8a08-4deb-92e8-f8b176dc958f tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13546665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13556132'] for subnet (ef463600-853b-4113-b1d1-edcc755d5022), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:34.792894 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783d6be7-8a08-4deb-92e8-f8b176dc958f tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Pushing event deleted for resources: {'Subnet': ['ID=ef463600-853b-4113-b1d1-edcc755d5022,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:25:34.804391 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-783d6be7-8a08-4deb-92e8-f8b176dc958f tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:34.809105 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-783d6be7-8a08-4deb-92e8-f8b176dc958f tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] 10.222.0.41 "DELETE /v2.0/subnets/ef463600-853b-4113-b1d1-edcc755d5022 HTTP/1.1" status: 204 len: 168 time: 0.4821706 Jan 28 07:25:34.811518 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 60448) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:25:34.883925 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_v2 [None req-1622b1b0-58c9-4934-ba6f-46517323a569 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Deleting subnet 48f553eb-9cdc-4339-8ba9-1c7126fc2ef3 {{(pid=103283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:25:34.895190 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1622b1b0-58c9-4934-ba6f-46517323a569 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks [] for subnet (48f553eb-9cdc-4339-8ba9-1c7126fc2ef3), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:34.946338 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1622b1b0-58c9-4934-ba6f-46517323a569 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13506696'] for subnet (48f553eb-9cdc-4339-8ba9-1c7126fc2ef3), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:35.036952 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce7ff44b-6e14-4ace-8ba6-05bbd4e967df tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Made reservation on behalf of 64d19227e44643b7a12df0287e7ae5f8 for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:25:35.040883 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ce7ff44b-6e14-4ace-8ba6-05bbd4e967df tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24979592'] for subnet (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:35.051844 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1622b1b0-58c9-4934-ba6f-46517323a569 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (48f553eb-9cdc-4339-8ba9-1c7126fc2ef3), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:35.114171 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1622b1b0-58c9-4934-ba6f-46517323a569 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13546665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13556132'] for subnet (48f553eb-9cdc-4339-8ba9-1c7126fc2ef3), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:35.142850 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1622b1b0-58c9-4934-ba6f-46517323a569 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Pushing event deleted for resources: {'Subnet': ['ID=48f553eb-9cdc-4339-8ba9-1c7126fc2ef3,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:25:35.149342 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1622b1b0-58c9-4934-ba6f-46517323a569 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:35.152803 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-1622b1b0-58c9-4934-ba6f-46517323a569 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] 10.222.0.41 "DELETE /v2.0/subnets/48f553eb-9cdc-4339-8ba9-1c7126fc2ef3 HTTP/1.1" status: 204 len: 168 time: 0.3399367 Jan 28 07:25:35.155411 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 60452) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:25:35.257124 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ea3fbe50-3235-45b3-929e-bdede8cd2bc0 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (87ec1768-cae8-491b-8757-601ef2e608d1), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:35.338798 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-ea3fbe50-3235-45b3-929e-bdede8cd2bc0 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Deleting port 20cd6feb-7942-48a4-b143-9b7a81ed632e {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:25:35.339231 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ea3fbe50-3235-45b3-929e-bdede8cd2bc0 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (20cd6feb-7942-48a4-b143-9b7a81ed632e), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:35.353260 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff090ce-1bc8-497f-9849-a45db74f2740 req-d1f746b0-7027-4e07-bdcd-345b6a42f075 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:35.355763 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-eff090ce-1bc8-497f-9849-a45db74f2740 req-d1f746b0-7027-4e07-bdcd-345b6a42f075 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.41 "GET /v2.0/ports?device_id=aeaaa3c3-c9e8-421a-b853-2cb835ef20d4 HTTP/1.1" status: 200 len: 945 time: 0.1519444 Jan 28 07:25:35.494454 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-eff090ce-1bc8-497f-9849-a45db74f2740 req-0d22905b-6990-4477-927a-cc85895ce26c tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ba1291a-f150-42f4-bf3d-2e5c804d6128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204951 Jan 28 07:25:35.527869 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-ea3fbe50-3235-45b3-929e-bdede8cd2bc0 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] For port 20cd6feb-7942-48a4-b143-9b7a81ed632e, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=20cd6feb-7942-48a4-b143-9b7a81ed632e,segment=NetworkSegment(c15ea474-591e-43ce-87ca-d156796ec027),segment_id=c15ea474-591e-43ce-87ca-d156796ec027)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:25:35.528262 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ea3fbe50-3235-45b3-929e-bdede8cd2bc0 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (20cd6feb-7942-48a4-b143-9b7a81ed632e), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:35.578838 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01fbb73a-80b2-4975-90fd-3e2a547e34b3 None None] Network 87ec1768-cae8-491b-8757-601ef2e608d1 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:25:35.597518 n-d-712749-28 neutron-server[103284]: DEBUG neutron.objects.ports [None req-ce7ff44b-6e14-4ace-8ba6-05bbd4e967df tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103284) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 07:25:35.615051 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-ea3fbe50-3235-45b3-929e-bdede8cd2bc0 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Calling delete_port for 20cd6feb-7942-48a4-b143-9b7a81ed632e owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:25:35.825484 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device c7cca636-fbc8-4006-8784-3d9372dbbcbf up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:25:35.826588 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ce7ff44b-6e14-4ace-8ba6-05bbd4e967df tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (c7cca636-fbc8-4006-8784-3d9372dbbcbf), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:35.937792 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-26501c92-adf6-449e-a72d-dfde8cad970a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:35.944627 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-45c6653b-d4f2-403d-95d5-7471f586b62f None None] Provisioning complete for port 20cd6feb-7942-48a4-b143-9b7a81ed632e triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:25:35.944898 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-45c6653b-d4f2-403d-95d5-7471f586b62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (20cd6feb-7942-48a4-b143-9b7a81ed632e), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:35.983092 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port c7cca636-fbc8-4006-8784-3d9372dbbcbf triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:25:35.983474 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (c7cca636-fbc8-4006-8784-3d9372dbbcbf), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:36.049015 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15d4f10-d7e5-451d-88c1-6a734921fa19 req-de0b3218-d8ef-4a7a-a121-72c189f6a3f7 tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:36.052275 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d15d4f10-d7e5-451d-88c1-6a734921fa19 req-de0b3218-d8ef-4a7a-a121-72c189f6a3f7 tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] 10.222.0.41 "GET /v2.0/networks?id=0f9677e3-e88b-4074-b906-3a89e31a8b26 HTTP/1.1" status: 200 len: 814 time: 0.2310836 Jan 28 07:25:36.079553 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ea3fbe50-3235-45b3-929e-bdede8cd2bc0 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (20cd6feb-7942-48a4-b143-9b7a81ed632e), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:36.082267 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a0160f-87e4-4d97-b975-3eb92c4ea69c None None] DHCP port deletion for 87ec1768-cae8-491b-8757-601ef2e608d1 request from n-d-712749-28 {{(pid=103285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 07:25:36.088257 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-ce7ff44b-6e14-4ace-8ba6-05bbd4e967df tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] For port c7cca636-fbc8-4006-8784-3d9372dbbcbf, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=c7cca636-fbc8-4006-8784-3d9372dbbcbf,segment=NetworkSegment(c533ee34-b679-44a8-abdb-1685e355613e),segment_id=c533ee34-b679-44a8-abdb-1685e355613e)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:25:36.091168 n-d-712749-28 neutron-server[103285]: INFO neutron.plugins.ml2.db [None req-45c6653b-d4f2-403d-95d5-7471f586b62f None None] No ports have port_id starting with 20cd6feb-7942-48a4-b143-9b7a81ed632e Jan 28 07:25:36.093936 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d15d4f10-d7e5-451d-88c1-6a734921fa19 req-1d62d772-d644-404a-a055-30dad72b408e tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] 10.222.0.41 "GET /v2.0/quotas/a6edc1c2472d49839a2dbbe98b656418 HTTP/1.1" status: 200 len: 375 time: 0.0297191 Jan 28 07:25:36.121493 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3fbe50-3235-45b3-929e-bdede8cd2bc0 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Pushing event deleted for resources: {'Port': ['ID=20cd6feb-7942-48a4-b143-9b7a81ed632e,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:25:36.123708 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ce7ff44b-6e14-4ace-8ba6-05bbd4e967df tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks [] for port (c7cca636-fbc8-4006-8784-3d9372dbbcbf), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:36.127929 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3fbe50-3235-45b3-929e-bdede8cd2bc0 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] No DVR routers for this DVR port 20cd6feb-7942-48a4-b143-9b7a81ed632e on host n-d-712749-28 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:25:36.130547 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ce7ff44b-6e14-4ace-8ba6-05bbd4e967df tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (c7cca636-fbc8-4006-8784-3d9372dbbcbf), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:36.131841 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ce7ff44b-6e14-4ace-8ba6-05bbd4e967df tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24757504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24979610'] for subnet (e4d223e9-af8b-4231-97af-4919c1af8c50), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:36.167085 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port c7cca636-fbc8-4006-8784-3d9372dbbcbf is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:25:36.167085 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (c7cca636-fbc8-4006-8784-3d9372dbbcbf), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:36.215866 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7ff44b-6e14-4ace-8ba6-05bbd4e967df tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Pushing event updated for resources: {'Port': ['ID=c7cca636-fbc8-4006-8784-3d9372dbbcbf,revision_number=5']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:25:36.262043 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce7ff44b-6e14-4ace-8ba6-05bbd4e967df tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Network ef4fe003-256e-4a6c-af17-da180c8a686e is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:25:36.268181 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-ce7ff44b-6e14-4ace-8ba6-05bbd4e967df tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:25:36.271762 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.db.api [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103285) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 07:25:36.272316 n-d-712749-28 neutron-server[103285]: DEBUG oslo_db.api [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 07:25:36.275898 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce7ff44b-6e14-4ace-8ba6-05bbd4e967df tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:36.276466 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c0e4fdd-1ec7-41d8-bdb2-0ef1cae68b07 None None] Network ef4fe003-256e-4a6c-af17-da180c8a686e requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:25:36.276868 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ce7ff44b-6e14-4ace-8ba6-05bbd4e967df tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:36.286439 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7ff44b-6e14-4ace-8ba6-05bbd4e967df tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Pushing event updated for resources: {'Subnet': ['ID=e4d223e9-af8b-4231-97af-4919c1af8c50,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:25:36.305402 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-ce7ff44b-6e14-4ace-8ba6-05bbd4e967df tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.7483852 Jan 28 07:25:36.306504 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 60476) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:25:36.312000 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-08d3d3be-ad00-42bb-b273-44d5f0b39167 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Request body: {'port': {'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e', 'mac_address': 'fa:16:3e:23:df:bf', 'name': 'tempest-NetworksTestDHCPv6-403532135'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:25:36.313511 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d15d4f10-d7e5-451d-88c1-6a734921fa19 req-79bb8676-d99f-47d3-81e2-9cf79aeb0e25 tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=a6edc1c2472d49839a2dbbe98b656418&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1959696 Jan 28 07:25:36.397315 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-844c967b-2379-49ce-aab9-b406f16a25a0 None None] Provisioning complete for port c7cca636-fbc8-4006-8784-3d9372dbbcbf triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:25:36.397982 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-844c967b-2379-49ce-aab9-b406f16a25a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (c7cca636-fbc8-4006-8784-3d9372dbbcbf), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:36.447165 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08d3d3be-ad00-42bb-b273-44d5f0b39167 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Made reservation on behalf of 64d19227e44643b7a12df0287e7ae5f8 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:25:36.458169 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-08d3d3be-ad00-42bb-b273-44d5f0b39167 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:36.504320 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [None req-08d3d3be-ad00-42bb-b273-44d5f0b39167 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] device_id is not set on port 262cd766-8aac-4863-80ab-9565485ee58e yet. {{(pid=103284) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 07:25:36.548269 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-844c967b-2379-49ce-aab9-b406f16a25a0 None None] Current status of the port c7cca636-fbc8-4006-8784-3d9372dbbcbf is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:25:36.548671 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-844c967b-2379-49ce-aab9-b406f16a25a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (c7cca636-fbc8-4006-8784-3d9372dbbcbf), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:36.593736 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-844c967b-2379-49ce-aab9-b406f16a25a0 None None] For port c7cca636-fbc8-4006-8784-3d9372dbbcbf, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=c7cca636-fbc8-4006-8784-3d9372dbbcbf,segment=NetworkSegment(c533ee34-b679-44a8-abdb-1685e355613e),segment_id=c533ee34-b679-44a8-abdb-1685e355613e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:25:36.599220 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-844c967b-2379-49ce-aab9-b406f16a25a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (c7cca636-fbc8-4006-8784-3d9372dbbcbf), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:36.606923 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-844c967b-2379-49ce-aab9-b406f16a25a0 None None] Could not find standard attr ID for object 621a49fb-4526-4dbf-871b-5cf026329b7c. {{(pid=103285) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 07:25:36.701081 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844c967b-2379-49ce-aab9-b406f16a25a0 None None] Pushing event updated for resources: {'Port': ['ID=c7cca636-fbc8-4006-8784-3d9372dbbcbf,revision_number=6']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:25:36.792918 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ea3fbe50-3235-45b3-929e-bdede8cd2bc0 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (87ec1768-cae8-491b-8757-601ef2e608d1), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:36.800492 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770fdad6-3abf-48d7-b5ff-e2abb8819196 req-2d49de7a-6157-470c-b733-8602ebe3d002 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:36.802820 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-770fdad6-3abf-48d7-b5ff-e2abb8819196 req-2d49de7a-6157-470c-b733-8602ebe3d002 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.41 "GET /v2.0/ports?device_id=aeaaa3c3-c9e8-421a-b853-2cb835ef20d4 HTTP/1.1" status: 200 len: 945 time: 0.1526268 Jan 28 07:25:36.810163 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1673dbf-78be-4f6d-8e38-92e6931eb846 None None] Network ef4fe003-256e-4a6c-af17-da180c8a686e requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:25:36.830846 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-08d3d3be-ad00-42bb-b273-44d5f0b39167 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Allocated IP 2001:db8::f816:3eff:fe23:dfbf (ef4fe003-256e-4a6c-af17-da180c8a686e/e4d223e9-af8b-4231-97af-4919c1af8c50/262cd766-8aac-4863-80ab-9565485ee58e) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:25:36.859210 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-ea3fbe50-3235-45b3-929e-bdede8cd2bc0 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87ec1768-cae8-491b-8757-601ef2e608d1']}} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:25:36.872764 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-ea3fbe50-3235-45b3-929e-bdede8cd2bc0 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c15ea474-591e-43ce-87ca-d156796ec027') {'for_net_delete': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:25:36.873221 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-ea3fbe50-3235-45b3-929e-bdede8cd2bc0 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c15ea474-591e-43ce-87ca-d156796ec027') {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:25:36.892229 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ea3fbe50-3235-45b3-929e-bdede8cd2bc0 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13506801'] for segment (c15ea474-591e-43ce-87ca-d156796ec027), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:36.895161 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port c7cca636-fbc8-4006-8784-3d9372dbbcbf is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:25:36.908635 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-741cf7a4-e34d-4723-8af6-35bd3684a4af None None] Provisioning complete for port c7cca636-fbc8-4006-8784-3d9372dbbcbf triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:25:36.909313 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-741cf7a4-e34d-4723-8af6-35bd3684a4af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (c7cca636-fbc8-4006-8784-3d9372dbbcbf), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:36.927006 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ea3fbe50-3235-45b3-929e-bdede8cd2bc0 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (c15ea474-591e-43ce-87ca-d156796ec027), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:36.934781 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea3fbe50-3235-45b3-929e-bdede8cd2bc0 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=103283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:25:36.935360 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ea3fbe50-3235-45b3-929e-bdede8cd2bc0 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13546563'] for segment (c15ea474-591e-43ce-87ca-d156796ec027), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:36.982623 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:37.024585 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d15d4f10-d7e5-451d-88c1-6a734921fa19 req-a7edd132-026d-46b8-b993-746d7536aafc service neutron] 10.222.0.41 "GET /v2.0/networks/0f9677e3-e88b-4074-b906-3a89e31a8b26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7102053 Jan 28 07:25:37.028971 n-d-712749-28 neutron-server[103283]: Traceback (most recent call last): Jan 28 07:25:37.028971 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:25:37.028971 n-d-712749-28 neutron-server[103283]: timer() Jan 28 07:25:37.028971 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:25:37.028971 n-d-712749-28 neutron-server[103283]: cb(*args, **kw) Jan 28 07:25:37.028971 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:25:37.028971 n-d-712749-28 neutron-server[103283]: return func(*args, **kwargs) Jan 28 07:25:37.028971 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:25:37.028971 n-d-712749-28 neutron-server[103283]: self._notify() Jan 28 07:25:37.028971 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:25:37.028971 n-d-712749-28 neutron-server[103283]: self.callback(batched_events) Jan 28 07:25:37.028971 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:25:37.028971 n-d-712749-28 neutron-server[103283]: event.method(event) Jan 28 07:25:37.028971 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:25:37.028971 n-d-712749-28 neutron-server[103283]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:25:37.028971 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:25:37.028971 n-d-712749-28 neutron-server[103283]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:25:37.028971 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:25:37.028971 n-d-712749-28 neutron-server[103283]: return f(self, *a, **k) Jan 28 07:25:37.028971 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:25:37.028971 n-d-712749-28 neutron-server[103283]: return self._get(url).json() Jan 28 07:25:37.028971 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:25:37.028971 n-d-712749-28 neutron-server[103283]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:25:37.028971 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:25:37.028971 n-d-712749-28 neutron-server[103283]: return self.request(url, 'GET', **kwargs) Jan 28 07:25:37.028971 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:25:37.028971 n-d-712749-28 neutron-server[103283]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:25:37.028971 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:25:37.028971 n-d-712749-28 neutron-server[103283]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:25:37.028971 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:25:37.028971 n-d-712749-28 neutron-server[103283]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:25:37.028971 n-d-712749-28 neutron-server[103283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:25:37.033792 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-770fdad6-3abf-48d7-b5ff-e2abb8819196 req-b3956b14-a04f-45c9-8c4a-d432707748f3 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ba1291a-f150-42f4-bf3d-2e5c804d6128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239046 Jan 28 07:25:37.100974 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-741cf7a4-e34d-4723-8af6-35bd3684a4af None None] Current status of the port c7cca636-fbc8-4006-8784-3d9372dbbcbf is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:25:37.109495 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ea3fbe50-3235-45b3-929e-bdede8cd2bc0 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (87ec1768-cae8-491b-8757-601ef2e608d1), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:37.122622 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-08d3d3be-ad00-42bb-b273-44d5f0b39167 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks [] for port (262cd766-8aac-4863-80ab-9565485ee58e), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:37.151082 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ea3fbe50-3235-45b3-929e-bdede8cd2bc0 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:37.155669 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-ea3fbe50-3235-45b3-929e-bdede8cd2bc0 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] 10.222.0.41 "DELETE /v2.0/networks/87ec1768-cae8-491b-8757-601ef2e608d1 HTTP/1.1" status: 204 len: 168 time: 1.9982421 Jan 28 07:25:37.158296 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 60486) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:25:37.171598 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d15d4f10-d7e5-451d-88c1-6a734921fa19 req-f897b31f-5520-4b5d-8a1d-5253bdea7b27 service neutron] 10.222.0.41 "GET /v2.0/networks/0f9677e3-e88b-4074-b906-3a89e31a8b26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386056 Jan 28 07:25:37.172907 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-08d3d3be-ad00-42bb-b273-44d5f0b39167 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (262cd766-8aac-4863-80ab-9565485ee58e), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:37.179082 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3fbe50-3235-45b3-929e-bdede8cd2bc0 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Pushing event deleted for resources: {'Network': ['ID=87ec1768-cae8-491b-8757-601ef2e608d1,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:25:37.260770 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d3d3be-ad00-42bb-b273-44d5f0b39167 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Network ef4fe003-256e-4a6c-af17-da180c8a686e is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:25:37.270048 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-08d3d3be-ad00-42bb-b273-44d5f0b39167 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:25:37.280519 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d3d3be-ad00-42bb-b273-44d5f0b39167 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Pushing event updated for resources: {'Port': ['ID=262cd766-8aac-4863-80ab-9565485ee58e,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:25:37.293781 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d3d3be-ad00-42bb-b273-44d5f0b39167 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:25:37.302735 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d3d3be-ad00-42bb-b273-44d5f0b39167 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:37.303706 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-08d3d3be-ad00-42bb-b273-44d5f0b39167 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:37.324121 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f86fd1d-febb-4b53-a753-659dc7af5e78 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:37.327012 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-6f86fd1d-febb-4b53-a753-659dc7af5e78 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1674519 Jan 28 07:25:37.332664 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 60490) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:25:37.345786 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-08d3d3be-ad00-42bb-b273-44d5f0b39167 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.0375369 Jan 28 07:25:37.355619 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 60494) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:25:37.380558 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8714f026-5b62-4146-b33a-b287b277b905 req-e9f76af4-5769-43ab-a67b-04d5e439adf9 tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfd7c116-7b46-477e-86ad-fdd9cc1548ce HTTP/1.1" status: 200 len: 210 time: 0.0335529 Jan 28 07:25:37.439217 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-5a5f37ee-1cb6-4590-a5e4-87b4f861011a None None] Provisioning complete for port c7cca636-fbc8-4006-8784-3d9372dbbcbf triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:25:37.439597 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5a5f37ee-1cb6-4590-a5e4-87b4f861011a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (c7cca636-fbc8-4006-8784-3d9372dbbcbf), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:37.512489 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-380b84f8-cdb8-4263-ad4f-ef17f409d38e tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] 10.222.0.41 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1785913 Jan 28 07:25:37.521496 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 60496) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:25:37.525218 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-212a359f-04d4-4c38-838f-0397a23c9d6f tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:37.527590 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-2774febc-abf6-40c1-9b9d-d6970a929f2d tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1920694213'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:25:37.532243 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-212a359f-04d4-4c38-838f-0397a23c9d6f tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:37.556083 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-212a359f-04d4-4c38-838f-0397a23c9d6f tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.1964447 Jan 28 07:25:37.557312 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 60500) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:25:37.618756 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2774febc-abf6-40c1-9b9d-d6970a929f2d tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Made reservation on behalf of 2b2f7f01d23244e582fca6963a34fb74 for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:25:37.629420 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2774febc-abf6-40c1-9b9d-d6970a929f2d tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:37.634471 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device c7cca636-fbc8-4006-8784-3d9372dbbcbf up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:25:37.723528 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2774febc-abf6-40c1-9b9d-d6970a929f2d tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:25:37.728217 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-5a5f37ee-1cb6-4590-a5e4-87b4f861011a None None] Current status of the port c7cca636-fbc8-4006-8784-3d9372dbbcbf is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:25:37.744048 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2774febc-abf6-40c1-9b9d-d6970a929f2d tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (eedddcde-29e9-4759-9b4c-ff36a33c4d3b), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:37.744364 n-d-712749-28 neutron-server[103284]: INFO neutron.db.segments_db [None req-2774febc-abf6-40c1-9b9d-d6970a929f2d tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Added segment eedddcde-29e9-4759-9b4c-ff36a33c4d3b of type vlan for network 1abf5411-eb98-4240-be95-df03854fbb51 Jan 28 07:25:37.762738 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port c7cca636-fbc8-4006-8784-3d9372dbbcbf triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:25:37.763023 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (c7cca636-fbc8-4006-8784-3d9372dbbcbf), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:37.836742 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-8b119850-97c6-4063-abc6-705eace95036 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Deleting port 262cd766-8aac-4863-80ab-9565485ee58e {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:25:37.837216 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8b119850-97c6-4063-abc6-705eace95036 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (262cd766-8aac-4863-80ab-9565485ee58e), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:37.858283 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-1dd23bb5-d5f4-447f-93ed-6e355634506c None None] Could not find standard attr ID for object f1aae629-14b6-4ba8-85b9-96782f677c17. {{(pid=103285) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 07:25:37.872749 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port c7cca636-fbc8-4006-8784-3d9372dbbcbf is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:25:37.879605 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2774febc-abf6-40c1-9b9d-d6970a929f2d tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (1abf5411-eb98-4240-be95-df03854fbb51), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:37.951306 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 20cd6feb-7942-48a4-b143-9b7a81ed632e no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:25:37.990805 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: 20cd6feb-7942-48a4-b143-9b7a81ed632e {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:25:37.991206 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 20cd6feb-7942-48a4-b143-9b7a81ed632e not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:25:38.000166 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2774febc-abf6-40c1-9b9d-d6970a929f2d tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (1abf5411-eb98-4240-be95-df03854fbb51), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:38.005667 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2774febc-abf6-40c1-9b9d-d6970a929f2d tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:38.005822 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2774febc-abf6-40c1-9b9d-d6970a929f2d tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:38.075376 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8b119850-97c6-4063-abc6-705eace95036 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (262cd766-8aac-4863-80ab-9565485ee58e), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:38.087677 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-2774febc-abf6-40c1-9b9d-d6970a929f2d tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5646949 Jan 28 07:25:38.090419 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 60514) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:25:38.095959 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-d74102d5-5347-48b5-b19e-003cdbf9a1c4 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Request body: {'subnet': {'network_id': '1abf5411-eb98-4240-be95-df03854fbb51', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:25:38.096137 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-8dadabcc-9987-4500-9efe-ded44dfa4ff5 None None] Could not find standard attr ID for object 621a49fb-4526-4dbf-871b-5cf026329b7c. {{(pid=103285) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 07:25:38.141132 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-8b119850-97c6-4063-abc6-705eace95036 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Calling delete_port for 262cd766-8aac-4863-80ab-9565485ee58e owned by {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:25:38.144682 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2774febc-abf6-40c1-9b9d-d6970a929f2d tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Pushing event updated for resources: {'Network': ['ID=1abf5411-eb98-4240-be95-df03854fbb51,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:25:38.162783 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network 1abf5411-eb98-4240-be95-df03854fbb51 details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:25:38.229838 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d74102d5-5347-48b5-b19e-003cdbf9a1c4 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Made reservation on behalf of 2b2f7f01d23244e582fca6963a34fb74 for: {'subnet': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:25:38.234289 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d74102d5-5347-48b5-b19e-003cdbf9a1c4 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13555781'] for subnet (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:38.303569 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce90af6a-2911-4211-861a-97d9c0b6166a req-a99c8afc-5b45-42f8-9c93-03b03e8dee4e tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:38.313530 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ce90af6a-2911-4211-861a-97d9c0b6166a req-a99c8afc-5b45-42f8-9c93-03b03e8dee4e tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.41 "GET /v2.0/ports?device_id=aeaaa3c3-c9e8-421a-b853-2cb835ef20d4 HTTP/1.1" status: 200 len: 945 time: 0.1805866 Jan 28 07:25:38.442999 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ce90af6a-2911-4211-861a-97d9c0b6166a req-58fedb96-9417-4978-9e99-30c40c95af29 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ba1291a-f150-42f4-bf3d-2e5c804d6128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284573 Jan 28 07:25:38.475064 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8b119850-97c6-4063-abc6-705eace95036 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (262cd766-8aac-4863-80ab-9565485ee58e), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:38.516761 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b119850-97c6-4063-abc6-705eace95036 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Pushing event deleted for resources: {'Port': ['ID=262cd766-8aac-4863-80ab-9565485ee58e,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:25:38.541147 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8b119850-97c6-4063-abc6-705eace95036 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:38.548231 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-8b119850-97c6-4063-abc6-705eace95036 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "DELETE /v2.0/ports/262cd766-8aac-4863-80ab-9565485ee58e HTTP/1.1" status: 204 len: 168 time: 0.9886394 Jan 28 07:25:38.551877 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 60518) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:25:38.621870 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-b39dba56-2b9b-41d9-b49c-fcdce79c320d None None] Could not find standard attr ID for object 262cd766-8aac-4863-80ab-9565485ee58e. {{(pid=103285) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 07:25:38.635048 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09871ac2-7437-4e32-8e87-845eb7a0c4a4 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:38.637018 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09871ac2-7437-4e32-8e87-845eb7a0c4a4 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:38.638100 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-43bf755a-fca7-4d1d-9271-9355185276a5 req-925bd58f-b5ae-4b00-8ce8-c57cc84daafc tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfd7c116-7b46-477e-86ad-fdd9cc1548ce HTTP/1.1" status: 200 len: 210 time: 0.1198750 Jan 28 07:25:38.641971 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-09871ac2-7437-4e32-8e87-845eb7a0c4a4 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0887101 Jan 28 07:25:38.642624 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 60520) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:25:38.689918 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:38.704087 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1173f38-030b-4498-a51f-56a9529913cd req-21148ef7-234d-4f9b-87f0-5c5737d8020c tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:38.707636 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a1173f38-030b-4498-a51f-56a9529913cd req-21148ef7-234d-4f9b-87f0-5c5737d8020c tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.10 "GET /v2.0/ports?device_id=aeaaa3c3-c9e8-421a-b853-2cb835ef20d4 HTTP/1.1" status: 200 len: 945 time: 0.1464794 Jan 28 07:25:38.826358 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6c53f3b-3e08-4e70-8ed0-e11f1bcb74e0 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Deleting subnet e4d223e9-af8b-4231-97af-4919c1af8c50 {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:25:38.831358 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a6c53f3b-3e08-4e70-8ed0-e11f1bcb74e0 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks [] for subnet (e4d223e9-af8b-4231-97af-4919c1af8c50), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:38.900314 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a6c53f3b-3e08-4e70-8ed0-e11f1bcb74e0 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24759175'] for subnet (e4d223e9-af8b-4231-97af-4919c1af8c50), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:38.905807 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d74102d5-5347-48b5-b19e-003cdbf9a1c4 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13546728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13555799'] for subnet (eba2dc3e-47db-438c-9068-f7a357e2630e), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:39.035670 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a6c53f3b-3e08-4e70-8ed0-e11f1bcb74e0 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (e4d223e9-af8b-4231-97af-4919c1af8c50), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:39.113454 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74102d5-5347-48b5-b19e-003cdbf9a1c4 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Pushing event updated for resources: {'Subnet': ['ID=eba2dc3e-47db-438c-9068-f7a357e2630e,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:25:39.139275 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a6c53f3b-3e08-4e70-8ed0-e11f1bcb74e0 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24757569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24979817'] for subnet (e4d223e9-af8b-4231-97af-4919c1af8c50), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:39.139634 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74102d5-5347-48b5-b19e-003cdbf9a1c4 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Checking segment: {'id': 'eedddcde-29e9-4759-9b4c-ff36a33c4d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '1abf5411-eb98-4240-be95-df03854fbb51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:25:39.140013 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d74102d5-5347-48b5-b19e-003cdbf9a1c4 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Network hostable DHCP agents. Network: 1abf5411-eb98-4240-be95-df03854fbb51, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:25:39.187497 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a6c53f3b-3e08-4e70-8ed0-e11f1bcb74e0 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:39.195160 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-a6c53f3b-3e08-4e70-8ed0-e11f1bcb74e0 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "DELETE /v2.0/subnets/e4d223e9-af8b-4231-97af-4919c1af8c50 HTTP/1.1" status: 204 len: 168 time: 0.5513823 Jan 28 07:25:39.195922 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15d4f10-d7e5-451d-88c1-6a734921fa19 req-d9785281-cd1d-4141-b93c-4bf12c4cdca8 tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:39.196258 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 60528) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:25:39.197524 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c53f3b-3e08-4e70-8ed0-e11f1bcb74e0 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Pushing event deleted for resources: {'Subnet': ['ID=e4d223e9-af8b-4231-97af-4919c1af8c50,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:25:39.198689 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d15d4f10-d7e5-451d-88c1-6a734921fa19 req-d9785281-cd1d-4141-b93c-4bf12c4cdca8 tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] 10.222.0.44 "GET /v2.0/networks?id=0f9677e3-e88b-4074-b906-3a89e31a8b26 HTTP/1.1" status: 200 len: 814 time: 0.2833304 Jan 28 07:25:39.206360 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-a1173f38-030b-4498-a51f-56a9529913cd req-6e499c1b-8e74-415e-8de3-ff98e031ef2c tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] Deleting port e48328d3-a379-4bea-bd3f-d4b123b63f08 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:25:39.206694 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-a1173f38-030b-4498-a51f-56a9529913cd req-6e499c1b-8e74-415e-8de3-ff98e031ef2c tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (e48328d3-a379-4bea-bd3f-d4b123b63f08), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:39.243393 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-d15d4f10-d7e5-451d-88c1-6a734921fa19 req-454e00d4-fe89-485f-b26a-90e1c0624c76 tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] Request body: {'port': {'device_id': 'dfd7c116-7b46-477e-86ad-fdd9cc1548ce', 'network_id': '0f9677e3-e88b-4074-b906-3a89e31a8b26', 'admin_state_up': True, 'tenant_id': 'a6edc1c2472d49839a2dbbe98b656418'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:25:39.266298 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-cf362ad2-514d-4200-ace3-a95dd215badd tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0573637 Jan 28 07:25:39.272233 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 60530) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:25:39.315445 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-173a28e1-277a-4224-9b9d-742001e7788b None None] Network ef4fe003-256e-4a6c-af17-da180c8a686e requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:25:39.390895 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d74102d5-5347-48b5-b19e-003cdbf9a1c4 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Network 1abf5411-eb98-4240-be95-df03854fbb51 is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:25:39.410429 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-d74102d5-5347-48b5-b19e-003cdbf9a1c4 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, 1abf5411-eb98-4240-be95-df03854fbb51) {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:25:39.420086 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d74102d5-5347-48b5-b19e-003cdbf9a1c4 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:39.421059 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d74102d5-5347-48b5-b19e-003cdbf9a1c4 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:39.433116 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ab88557-8ad2-4ade-9e19-538624292232 None None] Network 1abf5411-eb98-4240-be95-df03854fbb51 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:25:39.569058 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a5b8aa0-eba9-41f5-8fff-a170b6098916 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3dd72b9-6805-5f61-b6f3-a591f99a173d-1abf5411-eb98-4240-be95-df03854fbb51', 'network_id': '1abf5411-eb98-4240-be95-df03854fbb51', 'project_id': '2b2f7f01d23244e582fca6963a34fb74', 'fixed_ips': [{'subnet_id': 'eba2dc3e-47db-438c-9068-f7a357e2630e'}]}} from n-d-712749-28. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 07:25:39.572797 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6a5b8aa0-eba9-41f5-8fff-a170b6098916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:39.577147 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b642238b-c4f6-4553-9c87-9ad28fbbc444 None None] DHCP port deletion for ef4fe003-256e-4a6c-af17-da180c8a686e request from n-d-712749-28 {{(pid=103285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 07:25:39.580389 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-a1173f38-030b-4498-a51f-56a9529913cd req-6e499c1b-8e74-415e-8de3-ff98e031ef2c tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] For port e48328d3-a379-4bea-bd3f-d4b123b63f08, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=e48328d3-a379-4bea-bd3f-d4b123b63f08,segment=NetworkSegment(f3b24596-5323-4eaa-bd8d-534416f2c6c4),segment_id=f3b24596-5323-4eaa-bd8d-534416f2c6c4)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:25:39.581476 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-a1173f38-030b-4498-a51f-56a9529913cd req-6e499c1b-8e74-415e-8de3-ff98e031ef2c tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (e48328d3-a379-4bea-bd3f-d4b123b63f08), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:39.605498 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-a1173f38-030b-4498-a51f-56a9529913cd req-6e499c1b-8e74-415e-8de3-ff98e031ef2c tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] Calling delete_port for e48328d3-a379-4bea-bd3f-d4b123b63f08 owned by compute:nova {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:25:39.652185 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-d74102d5-5347-48b5-b19e-003cdbf9a1c4 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5606093 Jan 28 07:25:39.655106 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 60536) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:25:39.665566 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-7f29de32-fc03-48d5-8681-739ba2871123 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Request body: {'port': {'network_id': '1abf5411-eb98-4240-be95-df03854fbb51', 'name': 'tempest-PortsTestJSON-787791395'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:25:39.676013 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90898ac8-85b9-44a8-a1fc-0d9935022f28 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:39.680500 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 60540) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:25:39.682268 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-90898ac8-85b9-44a8-a1fc-0d9935022f28 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3711050 Jan 28 07:25:39.941336 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e2da1d10-b2e9-4a44-90af-10d1cf679fe8 req-f7c2a5fd-52c5-45d5-a34f-da2ec11ffbd0 tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfd7c116-7b46-477e-86ad-fdd9cc1548ce HTTP/1.1" status: 200 len: 210 time: 0.0553339 Jan 28 07:25:39.949816 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-a1173f38-030b-4498-a51f-56a9529913cd req-6e499c1b-8e74-415e-8de3-ff98e031ef2c tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (e48328d3-a379-4bea-bd3f-d4b123b63f08), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:39.957110 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-bd0dd267-185f-455b-92ce-bbc0dab8566f req-2ba0034c-5a2b-4361-9366-d546ed6f44f8 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.41 "GET /v2.0/ports?device_id=aeaaa3c3-c9e8-421a-b853-2cb835ef20d4 HTTP/1.1" status: 200 len: 210 time: 0.3268197 Jan 28 07:25:39.999401 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d15d4f10-d7e5-451d-88c1-6a734921fa19 req-454e00d4-fe89-485f-b26a-90e1c0624c76 tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] Made reservation on behalf of a6edc1c2472d49839a2dbbe98b656418 for: {'port': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:25:40.001615 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15aab18d-452c-4137-a8af-ab75235bf572 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:40.004210 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-d15d4f10-d7e5-451d-88c1-6a734921fa19 req-454e00d4-fe89-485f-b26a-90e1c0624c76 tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:40.006073 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-15aab18d-452c-4137-a8af-ab75235bf572 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3245611 Jan 28 07:25:40.007323 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 60548) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:25:40.017084 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['e48328d3-a379-4bea-bd3f-d4b123b63f08'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:25:40.024632 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e499c1b-8e74-415e-8de3-ff98e031ef2c tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] Pushing event deleted for resources: {'Port': ['ID=e48328d3-a379-4bea-bd3f-d4b123b63f08,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:25:40.054683 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-592501e6-4193-4b8f-a8a0-9ba98feaf37c tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0461917 Jan 28 07:25:40.055475 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:40.055606 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f29de32-fc03-48d5-8681-739ba2871123 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Made reservation on behalf of 2b2f7f01d23244e582fca6963a34fb74 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:25:40.059191 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7f29de32-fc03-48d5-8681-739ba2871123 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:40.078282 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 60550) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:25:40.085066 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [None req-7f29de32-fc03-48d5-8681-739ba2871123 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] device_id is not set on port bead4836-7c35-4e6c-8c12-8fbc2f8cd978 yet. {{(pid=103284) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 07:25:40.120607 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-6a5b8aa0-eba9-41f5-8fff-a170b6098916 None None] Allocated IP 172.20.0.2 (1abf5411-eb98-4240-be95-df03854fbb51/eba2dc3e-47db-438c-9068-f7a357e2630e/e61fec9c-095a-4fdc-9113-11836bfc07b1) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:25:40.123678 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-b642238b-c4f6-4553-9c87-9ad28fbbc444 None None] Deleting port c7cca636-fbc8-4006-8784-3d9372dbbcbf {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:25:40.124305 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b642238b-c4f6-4553-9c87-9ad28fbbc444 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (c7cca636-fbc8-4006-8784-3d9372dbbcbf), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:40.152725 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-01c4f9d7-72bd-490a-84f2-b77ff8d8c354 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Request body: {'subnet': {'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:25:40.193022 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [req-d15d4f10-d7e5-451d-88c1-6a734921fa19 req-454e00d4-fe89-485f-b26a-90e1c0624c76 tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] Allocated IP 172.20.0.4 (0f9677e3-e88b-4074-b906-3a89e31a8b26/a20d1ced-3d08-43be-8252-20a8f34a36b0/c4199e87-b5d8-46bb-a6a4-0b77d1512f3b) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:25:40.242794 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-b642238b-c4f6-4553-9c87-9ad28fbbc444 None None] For port c7cca636-fbc8-4006-8784-3d9372dbbcbf, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=c7cca636-fbc8-4006-8784-3d9372dbbcbf,segment=NetworkSegment(c533ee34-b679-44a8-abdb-1685e355613e),segment_id=c533ee34-b679-44a8-abdb-1685e355613e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:25:40.243320 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b642238b-c4f6-4553-9c87-9ad28fbbc444 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (c7cca636-fbc8-4006-8784-3d9372dbbcbf), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:40.244819 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01c4f9d7-72bd-490a-84f2-b77ff8d8c354 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Made reservation on behalf of 64d19227e44643b7a12df0287e7ae5f8 for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:25:40.248921 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-01c4f9d7-72bd-490a-84f2-b77ff8d8c354 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24979592'] for subnet (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:40.260524 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-b642238b-c4f6-4553-9c87-9ad28fbbc444 None None] Calling delete_port for c7cca636-fbc8-4006-8784-3d9372dbbcbf owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:25:40.390107 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6a5b8aa0-eba9-41f5-8fff-a170b6098916 None None] Publish callbacks [] for port (e61fec9c-095a-4fdc-9113-11836bfc07b1), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:40.395619 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-d15d4f10-d7e5-451d-88c1-6a734921fa19 req-454e00d4-fe89-485f-b26a-90e1c0624c76 tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] Publish callbacks [] for port (c4199e87-b5d8-46bb-a6a4-0b77d1512f3b), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:40.404777 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6a5b8aa0-eba9-41f5-8fff-a170b6098916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (e61fec9c-095a-4fdc-9113-11836bfc07b1), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:40.469307 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a5b8aa0-eba9-41f5-8fff-a170b6098916 None None] Network 1abf5411-eb98-4240-be95-df03854fbb51 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:25:40.470964 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1173f38-030b-4498-a51f-56a9529913cd req-6e499c1b-8e74-415e-8de3-ff98e031ef2c tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] No DVR routers for this DVR port e48328d3-a379-4bea-bd3f-d4b123b63f08 on host n-h1-712749-28 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:25:40.471608 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5b8aa0-eba9-41f5-8fff-a170b6098916 None None] Pushing event updated for resources: {'Port': ['ID=e61fec9c-095a-4fdc-9113-11836bfc07b1,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:25:40.475671 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-6a5b8aa0-eba9-41f5-8fff-a170b6098916 None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:25:40.476248 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-a1173f38-030b-4498-a51f-56a9529913cd req-6e499c1b-8e74-415e-8de3-ff98e031ef2c tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:40.479238 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5b8aa0-eba9-41f5-8fff-a170b6098916 None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:25:40.484907 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a1173f38-030b-4498-a51f-56a9529913cd req-6e499c1b-8e74-415e-8de3-ff98e031ef2c tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.10 "DELETE /v2.0/ports/e48328d3-a379-4bea-bd3f-d4b123b63f08 HTTP/1.1" status: 204 len: 173 time: 1.7358086 Jan 28 07:25:40.485485 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeaaa3c3-c9e8-421a-b853-2cb835ef20d4', 'name': 'network-vif-deleted', 'tag': 'e48328d3-a379-4bea-bd3f-d4b123b63f08'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:25:40.492380 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fde57a0c-09a3-4e95-9102-af0d1134b99c" -d '{"events": [{"server_uuid": "aeaaa3c3-c9e8-421a-b853-2cb835ef20d4", "name": "network-vif-deleted", "tag": "e48328d3-a379-4bea-bd3f-d4b123b63f08"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:25:40.517791 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b642238b-c4f6-4553-9c87-9ad28fbbc444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298'] for port (c7cca636-fbc8-4006-8784-3d9372dbbcbf), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:40.535935 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-7f29de32-fc03-48d5-8681-739ba2871123 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Allocated IP 172.20.0.8 (1abf5411-eb98-4240-be95-df03854fbb51/eba2dc3e-47db-438c-9068-f7a357e2630e/bead4836-7c35-4e6c-8c12-8fbc2f8cd978) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:25:40.549869 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b642238b-c4f6-4553-9c87-9ad28fbbc444 None None] No DVR routers for this DVR port c7cca636-fbc8-4006-8784-3d9372dbbcbf on host n-d-712749-28 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:25:40.576992 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0226d6b-b2e8-465f-a505-b37f5a5023f6 x-openstack-request-id: req-c0226d6b-b2e8-465f-a505-b37f5a5023f6 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:25:40.577542 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aeaaa3c3-c9e8-421a-b853-2cb835ef20d4", "name": "network-vif-deleted", "tag": "e48328d3-a379-4bea-bd3f-d4b123b63f08", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:25:40.577949 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c0226d6b-b2e8-465f-a505-b37f5a5023f6 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:25:40.578522 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aeaaa3c3-c9e8-421a-b853-2cb835ef20d4', 'name': 'network-vif-deleted', 'tag': 'e48328d3-a379-4bea-bd3f-d4b123b63f08', 'status': 'completed', 'code': 200} Jan 28 07:25:40.580586 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-d15d4f10-d7e5-451d-88c1-6a734921fa19 req-454e00d4-fe89-485f-b26a-90e1c0624c76 tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (c4199e87-b5d8-46bb-a6a4-0b77d1512f3b), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:40.636488 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d15d4f10-d7e5-451d-88c1-6a734921fa19 req-454e00d4-fe89-485f-b26a-90e1c0624c76 tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] Network 0f9677e3-e88b-4074-b906-3a89e31a8b26 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:25:40.640473 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [req-d15d4f10-d7e5-451d-88c1-6a734921fa19 req-454e00d4-fe89-485f-b26a-90e1c0624c76 tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:25:40.648938 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-d15d4f10-d7e5-451d-88c1-6a734921fa19 req-454e00d4-fe89-485f-b26a-90e1c0624c76 tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:25:40.654596 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b642238b-c4f6-4553-9c87-9ad28fbbc444 None None] Pushing event deleted for resources: {'Port': ['ID=c7cca636-fbc8-4006-8784-3d9372dbbcbf,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:25:40.659443 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['51e0b1f7-0573-4941-aecd-a7856786a205', '908a1335-5f54-4311-8913-be06c6e8339b'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:25:40.667706 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-6a5b8aa0-eba9-41f5-8fff-a170b6098916 None None] Attempting to bind port e61fec9c-095a-4fdc-9113-11836bfc07b1 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:25:40.668172 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-6a5b8aa0-eba9-41f5-8fff-a170b6098916 None None] Attempting to bind port e61fec9c-095a-4fdc-9113-11836bfc07b1 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': 'eedddcde-29e9-4759-9b4c-ff36a33c4d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '1abf5411-eb98-4240-be95-df03854fbb51'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:25:40.668613 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5b8aa0-eba9-41f5-8fff-a170b6098916 None None] Attempting to bind port e61fec9c-095a-4fdc-9113-11836bfc07b1 on network 1abf5411-eb98-4240-be95-df03854fbb51 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:25:40.699657 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5b8aa0-eba9-41f5-8fff-a170b6098916 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:25:40.700047 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5b8aa0-eba9-41f5-8fff-a170b6098916 None None] Checking segment: {'id': 'eedddcde-29e9-4759-9b4c-ff36a33c4d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '1abf5411-eb98-4240-be95-df03854fbb51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:25:40.700482 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6a5b8aa0-eba9-41f5-8fff-a170b6098916 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:40.700886 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5b8aa0-eba9-41f5-8fff-a170b6098916 None None] Bound using segment: {'id': 'eedddcde-29e9-4759-9b4c-ff36a33c4d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '1abf5411-eb98-4240-be95-df03854fbb51'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:25:40.701422 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-6a5b8aa0-eba9-41f5-8fff-a170b6098916 None None] Bound port: e61fec9c-095a-4fdc-9113-11836bfc07b1, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eedddcde-29e9-4759-9b4c-ff36a33c4d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '1abf5411-eb98-4240-be95-df03854fbb51'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:25:40.701827 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6a5b8aa0-eba9-41f5-8fff-a170b6098916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (e61fec9c-095a-4fdc-9113-11836bfc07b1), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:40.734402 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15d4f10-d7e5-451d-88c1-6a734921fa19 req-454e00d4-fe89-485f-b26a-90e1c0624c76 tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:40.735312 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-d15d4f10-d7e5-451d-88c1-6a734921fa19 req-454e00d4-fe89-485f-b26a-90e1c0624c76 tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:40.742389 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454e00d4-fe89-485f-b26a-90e1c0624c76 tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] Pushing event updated for resources: {'Port': ['ID=c4199e87-b5d8-46bb-a6a4-0b77d1512f3b,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:25:40.767163 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d15d4f10-d7e5-451d-88c1-6a734921fa19 req-454e00d4-fe89-485f-b26a-90e1c0624c76 tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5313230 Jan 28 07:25:40.773914 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-01c4f9d7-72bd-490a-84f2-b77ff8d8c354 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24757504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24979610'] for subnet (66bc7671-23a4-43f7-9c64-77910970035f), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:40.802792 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-d15d4f10-d7e5-451d-88c1-6a734921fa19 req-dd561db4-98fb-451e-b943-61e1e5ca44d5 service neutron] Request body: {'port': {'device_id': 'dfd7c116-7b46-477e-86ad-fdd9cc1548ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712749-28'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:25:40.833493 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6a5b8aa0-eba9-41f5-8fff-a170b6098916 None None] For port e61fec9c-095a-4fdc-9113-11836bfc07b1, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:25:40.844221 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6a5b8aa0-eba9-41f5-8fff-a170b6098916 None None] For port e61fec9c-095a-4fdc-9113-11836bfc07b1, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=e61fec9c-095a-4fdc-9113-11836bfc07b1,segment=NetworkSegment(eedddcde-29e9-4759-9b4c-ff36a33c4d3b),segment_id=eedddcde-29e9-4759-9b4c-ff36a33c4d3b)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:25:40.847098 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c4f9d7-72bd-490a-84f2-b77ff8d8c354 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Pushing event updated for resources: {'Subnet': ['ID=66bc7671-23a4-43f7-9c64-77910970035f,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:25:40.872945 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6a5b8aa0-eba9-41f5-8fff-a170b6098916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (e61fec9c-095a-4fdc-9113-11836bfc07b1), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:40.881512 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01c4f9d7-72bd-490a-84f2-b77ff8d8c354 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Network ef4fe003-256e-4a6c-af17-da180c8a686e is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:25:40.886894 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-01c4f9d7-72bd-490a-84f2-b77ff8d8c354 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:25:40.890021 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c4f9d7-72bd-490a-84f2-b77ff8d8c354 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:40.890845 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-01c4f9d7-72bd-490a-84f2-b77ff8d8c354 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:40.896871 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-d15d4f10-d7e5-451d-88c1-6a734921fa19 req-dd561db4-98fb-451e-b943-61e1e5ca44d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (c4199e87-b5d8-46bb-a6a4-0b77d1512f3b), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:40.917651 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 60558) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:25:40.918162 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-01c4f9d7-72bd-490a-84f2-b77ff8d8c354 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7691007 Jan 28 07:25:40.924301 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-c1a9e57d-314f-4aac-a094-6371324e6d17 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Request body: {'port': {'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e', 'mac_address': 'fa:16:3e:78:6a:ad', 'name': 'tempest-NetworksTestDHCPv6-1199736327'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:25:40.944388 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7f29de32-fc03-48d5-8681-739ba2871123 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks [] for port (bead4836-7c35-4e6c-8c12-8fbc2f8cd978), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:40.971200 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fed265c-2719-4d8d-964e-41ba909c25f2 None None] Network ef4fe003-256e-4a6c-af17-da180c8a686e requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:25:40.991563 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7f29de32-fc03-48d5-8681-739ba2871123 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (bead4836-7c35-4e6c-8c12-8fbc2f8cd978), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:41.061206 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5b8aa0-eba9-41f5-8fff-a170b6098916 None None] Pushing event updated for resources: {'Port': ['ID=e61fec9c-095a-4fdc-9113-11836bfc07b1,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:25:41.110818 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f29de32-fc03-48d5-8681-739ba2871123 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Pushing event updated for resources: {'Port': ['ID=bead4836-7c35-4e6c-8c12-8fbc2f8cd978,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:25:41.148759 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f29de32-fc03-48d5-8681-739ba2871123 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Network 1abf5411-eb98-4240-be95-df03854fbb51 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:25:41.150307 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-7f29de32-fc03-48d5-8681-739ba2871123 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:25:41.161090 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f29de32-fc03-48d5-8681-739ba2871123 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:25:41.319304 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f29de32-fc03-48d5-8681-739ba2871123 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:41.319988 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7f29de32-fc03-48d5-8681-739ba2871123 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:41.392705 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f56e589-4bbb-4caa-9eb6-3d3189cc5a59 req-4bbcb8a6-1330-49ac-ae13-86c78cab877d tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:41.394761 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8f56e589-4bbb-4caa-9eb6-3d3189cc5a59 req-4bbcb8a6-1330-49ac-ae13-86c78cab877d tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfd7c116-7b46-477e-86ad-fdd9cc1548ce HTTP/1.1" status: 200 len: 931 time: 0.1769426 Jan 28 07:25:41.401922 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-7f29de32-fc03-48d5-8681-739ba2871123 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.7433970 Jan 28 07:25:41.404163 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a7517198-bddb-4260-84e9-ce27c1222707 req-132ddae5-9711-4ed5-bbc7-f08569f015f8 tempest-ServerRescueNegativeTestJSON-937329014 tempest-ServerRescueNegativeTestJSON-937329014-project] 10.222.0.41 "GET /v2.0/ports?device_id=aeaaa3c3-c9e8-421a-b853-2cb835ef20d4 HTTP/1.1" status: 200 len: 210 time: 0.1389549 Jan 28 07:25:41.421564 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 60566) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:25:41.435488 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0823e02c-4528-4e76-ac01-d61e78b481ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3dd72b9-6805-5f61-b6f3-a591f99a173d-ef4fe003-256e-4a6c-af17-da180c8a686e', 'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e', 'project_id': '64d19227e44643b7a12df0287e7ae5f8', 'fixed_ips': [{'subnet_id': '66bc7671-23a4-43f7-9c64-77910970035f'}]}} from n-d-712749-28. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 07:25:41.435488 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0823e02c-4528-4e76-ac01-d61e78b481ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:41.435951 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-be7eb57c-ca26-4608-b13b-c6e3fc0044b7 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Request body: {'port': {'network_id': '1abf5411-eb98-4240-be95-df03854fbb51', 'name': 'tempest-PortsTestJSON-1921160196'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:25:41.667027 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8f56e589-4bbb-4caa-9eb6-3d3189cc5a59 req-15ad0bfc-41ba-4f51-b143-9ee68116eee2 tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] 10.222.0.41 "GET /v2.0/security-groups?id=53b55572-4939-4466-abb4-cc7f1bb894f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2535374 Jan 28 07:25:41.738794 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device e61fec9c-095a-4fdc-9113-11836bfc07b1 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:25:41.776079 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1a9e57d-314f-4aac-a094-6371324e6d17 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Made reservation on behalf of 64d19227e44643b7a12df0287e7ae5f8 for: {'port': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:25:41.801817 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be7eb57c-ca26-4608-b13b-c6e3fc0044b7 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Made reservation on behalf of 2b2f7f01d23244e582fca6963a34fb74 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:25:41.807709 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-be7eb57c-ca26-4608-b13b-c6e3fc0044b7 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:41.848598 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [None req-be7eb57c-ca26-4608-b13b-c6e3fc0044b7 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] device_id is not set on port 591e354a-c03e-41dd-ab36-3156b60a9d70 yet. {{(pid=103284) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 07:25:41.864510 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-0823e02c-4528-4e76-ac01-d61e78b481ad None None] Allocated IP 2001:db8::2 (ef4fe003-256e-4a6c-af17-da180c8a686e/66bc7671-23a4-43f7-9c64-77910970035f/98897590-7fc9-40b0-95a2-0c2e2042d40b) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:25:41.898889 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port e61fec9c-095a-4fdc-9113-11836bfc07b1 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:25:41.899506 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (e61fec9c-095a-4fdc-9113-11836bfc07b1), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:41.951465 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c1a9e57d-314f-4aac-a094-6371324e6d17 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:42.027285 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-c1a9e57d-314f-4aac-a094-6371324e6d17 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] device_id is not set on port d735ccc9-4558-45f0-949c-e8b91f8d1fdb yet. {{(pid=103283) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 07:25:42.076373 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port e61fec9c-095a-4fdc-9113-11836bfc07b1 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:25:42.076902 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (e61fec9c-095a-4fdc-9113-11836bfc07b1), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:42.089377 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [req-d15d4f10-d7e5-451d-88c1-6a734921fa19 req-dd561db4-98fb-451e-b943-61e1e5ca44d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4199e87-b5d8-46bb-a6a4-0b77d1512f3b {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:25:42.095600 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-be7eb57c-ca26-4608-b13b-c6e3fc0044b7 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Allocated IP 172.20.0.11 (1abf5411-eb98-4240-be95-df03854fbb51/eba2dc3e-47db-438c-9068-f7a357e2630e/591e354a-c03e-41dd-ab36-3156b60a9d70) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:25:42.108513 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-d15d4f10-d7e5-451d-88c1-6a734921fa19 req-dd561db4-98fb-451e-b943-61e1e5ca44d5 service neutron] Publish callbacks [] for port (c4199e87-b5d8-46bb-a6a4-0b77d1512f3b), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:42.118673 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] For port e61fec9c-095a-4fdc-9113-11836bfc07b1, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=e61fec9c-095a-4fdc-9113-11836bfc07b1,segment=NetworkSegment(eedddcde-29e9-4759-9b4c-ff36a33c4d3b),segment_id=eedddcde-29e9-4759-9b4c-ff36a33c4d3b)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:25:42.149505 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (e61fec9c-095a-4fdc-9113-11836bfc07b1), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:42.155170 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [req-d15d4f10-d7e5-451d-88c1-6a734921fa19 req-dd561db4-98fb-451e-b943-61e1e5ca44d5 service neutron] Transition to ACTIVE for port object c4199e87-b5d8-46bb-a6a4-0b77d1512f3b will not be triggered until provisioned by entity L2. {{(pid=103283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:25:42.165894 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-d15d4f10-d7e5-451d-88c1-6a734921fa19 req-dd561db4-98fb-451e-b943-61e1e5ca44d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (c4199e87-b5d8-46bb-a6a4-0b77d1512f3b), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:42.272018 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device c7cca636-fbc8-4006-8784-3d9372dbbcbf no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:25:42.356976 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: c7cca636-fbc8-4006-8784-3d9372dbbcbf {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:25:42.357327 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device c7cca636-fbc8-4006-8784-3d9372dbbcbf not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:25:42.430505 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-be7eb57c-ca26-4608-b13b-c6e3fc0044b7 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks [] for port (591e354a-c03e-41dd-ab36-3156b60a9d70), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:42.440856 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd561db4-98fb-451e-b943-61e1e5ca44d5 service neutron] Pushing event updated for resources: {'Port': ['ID=c4199e87-b5d8-46bb-a6a4-0b77d1512f3b,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:25:42.469333 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Pushing event updated for resources: {'Port': ['ID=e61fec9c-095a-4fdc-9113-11836bfc07b1,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:25:42.485900 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-d15d4f10-d7e5-451d-88c1-6a734921fa19 req-dd561db4-98fb-451e-b943-61e1e5ca44d5 service neutron] Attempting to bind port c4199e87-b5d8-46bb-a6a4-0b77d1512f3b on host n-h2-712749-28 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:25:42.486235 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-d15d4f10-d7e5-451d-88c1-6a734921fa19 req-dd561db4-98fb-451e-b943-61e1e5ca44d5 service neutron] Attempting to bind port c4199e87-b5d8-46bb-a6a4-0b77d1512f3b by drivers openvswitch,hyperv on host n-h2-712749-28 at level 0 using segments [{'id': '5e9d481f-a3b1-479f-be8f-343a288df135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0f9677e3-e88b-4074-b906-3a89e31a8b26'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:25:42.486563 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15d4f10-d7e5-451d-88c1-6a734921fa19 req-dd561db4-98fb-451e-b943-61e1e5ca44d5 service neutron] Attempting to bind port c4199e87-b5d8-46bb-a6a4-0b77d1512f3b on network 0f9677e3-e88b-4074-b906-3a89e31a8b26 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:25:42.508031 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15d4f10-d7e5-451d-88c1-6a734921fa19 req-dd561db4-98fb-451e-b943-61e1e5ca44d5 service neutron] Port c4199e87-b5d8-46bb-a6a4-0b77d1512f3b on network 0f9677e3-e88b-4074-b906-3a89e31a8b26 not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-28 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:25:42.508520 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15d4f10-d7e5-451d-88c1-6a734921fa19 req-dd561db4-98fb-451e-b943-61e1e5ca44d5 service neutron] Attempting to bind port c4199e87-b5d8-46bb-a6a4-0b77d1512f3b on network 0f9677e3-e88b-4074-b906-3a89e31a8b26 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:25:42.517197 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15d4f10-d7e5-451d-88c1-6a734921fa19 req-dd561db4-98fb-451e-b943-61e1e5ca44d5 service neutron] Checking agent: {'id': 'c9906e63-062c-432e-bb53-63fdb8115e18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:25:42.517762 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15d4f10-d7e5-451d-88c1-6a734921fa19 req-dd561db4-98fb-451e-b943-61e1e5ca44d5 service neutron] Checking segment: {'id': '5e9d481f-a3b1-479f-be8f-343a288df135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0f9677e3-e88b-4074-b906-3a89e31a8b26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:25:42.518923 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15d4f10-d7e5-451d-88c1-6a734921fa19 req-dd561db4-98fb-451e-b943-61e1e5ca44d5 service neutron] Bound using segment: {'id': '5e9d481f-a3b1-479f-be8f-343a288df135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0f9677e3-e88b-4074-b906-3a89e31a8b26'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:25:42.519566 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-d15d4f10-d7e5-451d-88c1-6a734921fa19 req-dd561db4-98fb-451e-b943-61e1e5ca44d5 service neutron] Bound port: c4199e87-b5d8-46bb-a6a4-0b77d1512f3b, host: n-h2-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e9d481f-a3b1-479f-be8f-343a288df135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0f9677e3-e88b-4074-b906-3a89e31a8b26'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:25:42.520183 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-d15d4f10-d7e5-451d-88c1-6a734921fa19 req-dd561db4-98fb-451e-b943-61e1e5ca44d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (c4199e87-b5d8-46bb-a6a4-0b77d1512f3b), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:42.521119 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-be7eb57c-ca26-4608-b13b-c6e3fc0044b7 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (591e354a-c03e-41dd-ab36-3156b60a9d70), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:42.524265 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 60574) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:25:42.527633 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0823e02c-4528-4e76-ac01-d61e78b481ad None None] Publish callbacks [] for port (98897590-7fc9-40b0-95a2-0c2e2042d40b), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:42.553426 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0823e02c-4528-4e76-ac01-d61e78b481ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (98897590-7fc9-40b0-95a2-0c2e2042d40b), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:42.669534 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be7eb57c-ca26-4608-b13b-c6e3fc0044b7 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Network 1abf5411-eb98-4240-be95-df03854fbb51 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:25:42.687755 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0823e02c-4528-4e76-ac01-d61e78b481ad None None] Network ef4fe003-256e-4a6c-af17-da180c8a686e is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:25:42.713225 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-be7eb57c-ca26-4608-b13b-c6e3fc0044b7 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:25:42.722181 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-0823e02c-4528-4e76-ac01-d61e78b481ad None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:25:42.729905 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0823e02c-4528-4e76-ac01-d61e78b481ad None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:25:42.735009 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7eb57c-ca26-4608-b13b-c6e3fc0044b7 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:25:42.738803 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0823e02c-4528-4e76-ac01-d61e78b481ad None None] Pushing event updated for resources: {'Port': ['ID=98897590-7fc9-40b0-95a2-0c2e2042d40b,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:25:42.780232 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-d15d4f10-d7e5-451d-88c1-6a734921fa19 req-dd561db4-98fb-451e-b943-61e1e5ca44d5 service neutron] For port c4199e87-b5d8-46bb-a6a4-0b77d1512f3b, host n-h2-712749-28, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:25:42.989923 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7eb57c-ca26-4608-b13b-c6e3fc0044b7 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Pushing event updated for resources: {'Port': ['ID=591e354a-c03e-41dd-ab36-3156b60a9d70,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:25:42.995401 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-c1a9e57d-314f-4aac-a094-6371324e6d17 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Allocated IP 2001:db8::372 (ef4fe003-256e-4a6c-af17-da180c8a686e/66bc7671-23a4-43f7-9c64-77910970035f/d735ccc9-4558-45f0-949c-e8b91f8d1fdb) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:25:42.995401 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-d15d4f10-d7e5-451d-88c1-6a734921fa19 req-dd561db4-98fb-451e-b943-61e1e5ca44d5 service neutron] For port c4199e87-b5d8-46bb-a6a4-0b77d1512f3b, host n-h2-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=c4199e87-b5d8-46bb-a6a4-0b77d1512f3b,segment=NetworkSegment(5e9d481f-a3b1-479f-be8f-343a288df135),segment_id=5e9d481f-a3b1-479f-be8f-343a288df135)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:25:42.997230 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-0823e02c-4528-4e76-ac01-d61e78b481ad None None] Attempting to bind port 98897590-7fc9-40b0-95a2-0c2e2042d40b on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:25:42.997230 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-0823e02c-4528-4e76-ac01-d61e78b481ad None None] Attempting to bind port 98897590-7fc9-40b0-95a2-0c2e2042d40b by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': 'c533ee34-b679-44a8-abdb-1685e355613e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:25:42.997230 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0823e02c-4528-4e76-ac01-d61e78b481ad None None] Attempting to bind port 98897590-7fc9-40b0-95a2-0c2e2042d40b on network ef4fe003-256e-4a6c-af17-da180c8a686e {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:25:42.997744 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-d15d4f10-d7e5-451d-88c1-6a734921fa19 req-dd561db4-98fb-451e-b943-61e1e5ca44d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (c4199e87-b5d8-46bb-a6a4-0b77d1512f3b), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:42.997991 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b3d975-ff8a-4238-9810-31dff3a65d12 None None] Network 1abf5411-eb98-4240-be95-df03854fbb51 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:25:42.998201 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be7eb57c-ca26-4608-b13b-c6e3fc0044b7 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:42.998201 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-be7eb57c-ca26-4608-b13b-c6e3fc0044b7 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:43.008941 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-be7eb57c-ca26-4608-b13b-c6e3fc0044b7 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.5825851 Jan 28 07:25:43.008941 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 60600) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:25:43.026036 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device e48328d3-a379-4bea-bd3f-d4b123b63f08 no longer exists at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:25:43.052039 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15d4f10-d7e5-451d-88c1-6a734921fa19 req-dd561db4-98fb-451e-b943-61e1e5ca44d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:43.052743 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-d15d4f10-d7e5-451d-88c1-6a734921fa19 req-dd561db4-98fb-451e-b943-61e1e5ca44d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:43.054216 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d15d4f10-d7e5-451d-88c1-6a734921fa19 req-dd561db4-98fb-451e-b943-61e1e5ca44d5 service neutron] 10.222.0.44 "PUT /v2.0/ports/c4199e87-b5d8-46bb-a6a4-0b77d1512f3b HTTP/1.1" status: 200 len: 1092 time: 2.2657750 Jan 28 07:25:43.063513 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfd7c116-7b46-477e-86ad-fdd9cc1548ce', 'tag': 'c4199e87-b5d8-46bb-a6a4-0b77d1512f3b'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:25:43.066624 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-236a2e4a-2ea1-464f-916b-dcf24958e3d9" -d '{"events": [{"name": "network-changed", "server_uuid": "dfd7c116-7b46-477e-86ad-fdd9cc1548ce", "tag": "c4199e87-b5d8-46bb-a6a4-0b77d1512f3b"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:25:43.119538 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0823e02c-4528-4e76-ac01-d61e78b481ad None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:25:43.120763 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0823e02c-4528-4e76-ac01-d61e78b481ad None None] Checking segment: {'id': 'c533ee34-b679-44a8-abdb-1685e355613e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:25:43.121378 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0823e02c-4528-4e76-ac01-d61e78b481ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:43.123910 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0823e02c-4528-4e76-ac01-d61e78b481ad None None] Bound using segment: {'id': 'c533ee34-b679-44a8-abdb-1685e355613e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:25:43.126344 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-0823e02c-4528-4e76-ac01-d61e78b481ad None None] Bound port: 98897590-7fc9-40b0-95a2-0c2e2042d40b, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c533ee34-b679-44a8-abdb-1685e355613e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:25:43.126937 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0823e02c-4528-4e76-ac01-d61e78b481ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (98897590-7fc9-40b0-95a2-0c2e2042d40b), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:43.137568 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-922f5729-470f-4ea8-ac1e-0c90fd1129e7 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:43.142992 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-922f5729-470f-4ea8-ac1e-0c90fd1129e7 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.8 HTTP/1.1" status: 200 len: 921 time: 0.1315064 Jan 28 07:25:43.145149 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 60606) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:25:43.149078 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] No Port match for: e48328d3-a379-4bea-bd3f-d4b123b63f08 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:25:43.149627 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device e48328d3-a379-4bea-bd3f-d4b123b63f08 not bound to the agent host n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:25:43.179891 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4558a03-0ba2-46d5-9841-32b8a072bc5e x-openstack-request-id: req-b4558a03-0ba2-46d5-9841-32b8a072bc5e {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:25:43.180252 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfd7c116-7b46-477e-86ad-fdd9cc1548ce", "tag": "c4199e87-b5d8-46bb-a6a4-0b77d1512f3b", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:25:43.180503 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b4558a03-0ba2-46d5-9841-32b8a072bc5e {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:25:43.180998 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfd7c116-7b46-477e-86ad-fdd9cc1548ce', 'tag': 'c4199e87-b5d8-46bb-a6a4-0b77d1512f3b', 'status': 'completed', 'code': 200} Jan 28 07:25:43.210619 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd561db4-98fb-451e-b943-61e1e5ca44d5 service neutron] Pushing event updated for resources: {'Port': ['ID=c4199e87-b5d8-46bb-a6a4-0b77d1512f3b,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:25:43.233428 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd81f90a-863b-46f2-86e4-aa92f201f39b req-2dac06f4-a348-4a6c-b08c-0d3005a9f7bf tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:43.239693 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-72a3b2ac-e6bb-487b-9570-70c674b2f83b None None] Provisioning complete for port e61fec9c-095a-4fdc-9113-11836bfc07b1 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:25:43.240289 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-72a3b2ac-e6bb-487b-9570-70c674b2f83b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (e61fec9c-095a-4fdc-9113-11836bfc07b1), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:43.240511 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-bd81f90a-863b-46f2-86e4-aa92f201f39b req-2dac06f4-a348-4a6c-b08c-0d3005a9f7bf tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfd7c116-7b46-477e-86ad-fdd9cc1548ce HTTP/1.1" status: 200 len: 943 time: 0.4194577 Jan 28 07:25:43.262393 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-ebceaf85-5523-439e-a78c-3bb648b0001f tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Deleting port 591e354a-c03e-41dd-ab36-3156b60a9d70 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:25:43.262885 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ebceaf85-5523-439e-a78c-3bb648b0001f tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (591e354a-c03e-41dd-ab36-3156b60a9d70), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:43.372483 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-0823e02c-4528-4e76-ac01-d61e78b481ad None None] For port 98897590-7fc9-40b0-95a2-0c2e2042d40b, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:25:43.378440 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-0823e02c-4528-4e76-ac01-d61e78b481ad None None] For port 98897590-7fc9-40b0-95a2-0c2e2042d40b, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=98897590-7fc9-40b0-95a2-0c2e2042d40b,segment=NetworkSegment(c533ee34-b679-44a8-abdb-1685e355613e),segment_id=c533ee34-b679-44a8-abdb-1685e355613e)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:25:43.387294 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0823e02c-4528-4e76-ac01-d61e78b481ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (98897590-7fc9-40b0-95a2-0c2e2042d40b), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:43.493785 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ebceaf85-5523-439e-a78c-3bb648b0001f tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (591e354a-c03e-41dd-ab36-3156b60a9d70), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:43.545354 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-ebceaf85-5523-439e-a78c-3bb648b0001f tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Calling delete_port for 591e354a-c03e-41dd-ab36-3156b60a9d70 owned by {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:25:43.577352 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0823e02c-4528-4e76-ac01-d61e78b481ad None None] Pushing event updated for resources: {'Port': ['ID=98897590-7fc9-40b0-95a2-0c2e2042d40b,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:25:43.590412 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-72a3b2ac-e6bb-487b-9570-70c674b2f83b None None] Current status of the port e61fec9c-095a-4fdc-9113-11836bfc07b1 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:25:43.613299 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device e61fec9c-095a-4fdc-9113-11836bfc07b1 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:25:43.723762 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port e61fec9c-095a-4fdc-9113-11836bfc07b1 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:25:43.724145 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (e61fec9c-095a-4fdc-9113-11836bfc07b1), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:43.958079 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ebceaf85-5523-439e-a78c-3bb648b0001f tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (591e354a-c03e-41dd-ab36-3156b60a9d70), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:44.054969 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebceaf85-5523-439e-a78c-3bb648b0001f tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Pushing event deleted for resources: {'Port': ['ID=591e354a-c03e-41dd-ab36-3156b60a9d70,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:25:44.087509 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-7a12cb32-f43a-49e3-b1ca-2070e00047e6 None None] Provisioning complete for port bead4836-7c35-4e6c-8c12-8fbc2f8cd978 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:25:44.088476 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7a12cb32-f43a-49e3-b1ca-2070e00047e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (bead4836-7c35-4e6c-8c12-8fbc2f8cd978), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:44.187605 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port e61fec9c-095a-4fdc-9113-11836bfc07b1 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:25:44.201859 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15d4f10-d7e5-451d-88c1-6a734921fa19 req-98236b07-beea-4956-9ccb-2aa94cef4442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:44.214602 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d15d4f10-d7e5-451d-88c1-6a734921fa19 req-98236b07-beea-4956-9ccb-2aa94cef4442 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a6edc1c2472d49839a2dbbe98b656418&device_id=dfd7c116-7b46-477e-86ad-fdd9cc1548ce HTTP/1.1" status: 200 len: 1095 time: 1.0797811 Jan 28 07:25:44.221812 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-7a12cb32-f43a-49e3-b1ca-2070e00047e6 None None] Port bead4836-7c35-4e6c-8c12-8fbc2f8cd978 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:25:44.231757 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ebceaf85-5523-439e-a78c-3bb648b0001f tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:44.245144 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-ebceaf85-5523-439e-a78c-3bb648b0001f tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] 10.222.0.41 "DELETE /v2.0/ports/591e354a-c03e-41dd-ab36-3156b60a9d70 HTTP/1.1" status: 204 len: 168 time: 1.0936432 Jan 28 07:25:44.246255 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 60628) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:25:44.259557 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-7a12cb32-f43a-49e3-b1ca-2070e00047e6 None None] Could not find standard attr ID for object 591e354a-c03e-41dd-ab36-3156b60a9d70. {{(pid=103285) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 07:25:44.305770 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-7a12cb32-f43a-49e3-b1ca-2070e00047e6 None None] Provisioning complete for port e61fec9c-095a-4fdc-9113-11836bfc07b1 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:25:44.306148 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7a12cb32-f43a-49e3-b1ca-2070e00047e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (e61fec9c-095a-4fdc-9113-11836bfc07b1), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:44.309309 n-d-712749-28 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-3aa7aa46-1b9d-4396-95e7-17573555bf01 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] GET failed (client error): The resource could not be found. Jan 28 07:25:44.311023 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-3aa7aa46-1b9d-4396-95e7-17573555bf01 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] 10.222.0.41 "GET /v2.0/ports/591e354a-c03e-41dd-ab36-3156b60a9d70 HTTP/1.1" status: 404 len: 333 time: 0.0638154 Jan 28 07:25:44.314910 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 60632) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:25:44.339716 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-bd81f90a-863b-46f2-86e4-aa92f201f39b req-15ea5e63-8fad-409f-b81d-3a5d2cb7eb07 tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] 10.222.0.41 "GET /v2.0/security-groups?id=53b55572-4939-4466-abb4-cc7f1bb894f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0960996 Jan 28 07:25:44.414735 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c1a9e57d-314f-4aac-a094-6371324e6d17 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks [] for port (d735ccc9-4558-45f0-949c-e8b91f8d1fdb), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:44.506992 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-7a12cb32-f43a-49e3-b1ca-2070e00047e6 None None] Current status of the port e61fec9c-095a-4fdc-9113-11836bfc07b1 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:25:44.574258 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d15d4f10-d7e5-451d-88c1-6a734921fa19 req-b62cfa61-7d07-4909-b2bf-20215d947575 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c4199e87-b5d8-46bb-a6a4-0b77d1512f3b HTTP/1.1" status: 200 len: 217 time: 0.2028205 Jan 28 07:25:44.628736 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c90f55a4-a033-4587-9e1a-0c636fe16bef None None] Provisioning complete for port bead4836-7c35-4e6c-8c12-8fbc2f8cd978 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:25:44.629020 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c90f55a4-a033-4587-9e1a-0c636fe16bef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (bead4836-7c35-4e6c-8c12-8fbc2f8cd978), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:44.681202 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c90f55a4-a033-4587-9e1a-0c636fe16bef None None] Port bead4836-7c35-4e6c-8c12-8fbc2f8cd978 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:25:44.796204 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-01176171-e2c3-45a5-b64f-7bc91ce97efb None None] Could not find standard attr ID for object 591e354a-c03e-41dd-ab36-3156b60a9d70. {{(pid=103285) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 07:25:44.823800 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15d4f10-d7e5-451d-88c1-6a734921fa19 req-c7eb4f86-bffb-4b4c-866a-3bd326f924f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:44.825547 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d15d4f10-d7e5-451d-88c1-6a734921fa19 req-c7eb4f86-bffb-4b4c-866a-3bd326f924f4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a20d1ced-3d08-43be-8252-20a8f34a36b0 HTTP/1.1" status: 200 len: 854 time: 0.2417688 Jan 28 07:25:44.831800 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c1a9e57d-314f-4aac-a094-6371324e6d17 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (d735ccc9-4558-45f0-949c-e8b91f8d1fdb), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:44.947518 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d15d4f10-d7e5-451d-88c1-6a734921fa19 req-89663c82-81e3-49b4-944a-0dc4dae383bf service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0f9677e3-e88b-4074-b906-3a89e31a8b26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1025689 Jan 28 07:25:44.949813 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a9e57d-314f-4aac-a094-6371324e6d17 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Pushing event updated for resources: {'Port': ['ID=d735ccc9-4558-45f0-949c-e8b91f8d1fdb,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:25:45.078160 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a9e57d-314f-4aac-a094-6371324e6d17 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Network ef4fe003-256e-4a6c-af17-da180c8a686e is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:25:45.085142 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-da6b5ac2-5b75-4c6d-bc1d-7c4ff52cc9b8 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Deleting port bead4836-7c35-4e6c-8c12-8fbc2f8cd978 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:25:45.088802 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-da6b5ac2-5b75-4c6d-bc1d-7c4ff52cc9b8 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (bead4836-7c35-4e6c-8c12-8fbc2f8cd978), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:45.104672 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-c1a9e57d-314f-4aac-a094-6371324e6d17 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:25:45.109691 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a9e57d-314f-4aac-a094-6371324e6d17 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:25:45.115042 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a9e57d-314f-4aac-a094-6371324e6d17 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:45.115691 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c1a9e57d-314f-4aac-a094-6371324e6d17 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:45.241422 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d15d4f10-d7e5-451d-88c1-6a734921fa19 req-e4bf8822-b1fd-4b0b-9e89-21c0ffee2001 service neutron] 10.222.0.44 "GET /v2.0/networks/0f9677e3-e88b-4074-b906-3a89e31a8b26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2795975 Jan 28 07:25:45.242004 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-da6b5ac2-5b75-4c6d-bc1d-7c4ff52cc9b8 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (bead4836-7c35-4e6c-8c12-8fbc2f8cd978), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:45.245892 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-c1a9e57d-314f-4aac-a094-6371324e6d17 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.3269887 Jan 28 07:25:45.251841 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 60652) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:25:45.272816 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-da6b5ac2-5b75-4c6d-bc1d-7c4ff52cc9b8 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Calling delete_port for bead4836-7c35-4e6c-8c12-8fbc2f8cd978 owned by {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:25:45.326059 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcea045f-04b2-450e-baf3-c787d02f99c8 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:45.334329 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcea045f-04b2-450e-baf3-c787d02f99c8 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:45.336306 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-fcea045f-04b2-450e-baf3-c787d02f99c8 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.0822847 Jan 28 07:25:45.344753 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 60654) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:25:45.496659 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9e1258f0-52e4-4d4d-b683-6daa62644f2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16606535'] for router_interface (853b6441-a5f3-482b-83d4-c7438e2a912c), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:45.540341 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-63c3ed2c-62b7-4b4b-9ac5-f17586bbc2f6 None None] Provisioning complete for port 98897590-7fc9-40b0-95a2-0c2e2042d40b triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:25:45.540892 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-63c3ed2c-62b7-4b4b-9ac5-f17586bbc2f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (98897590-7fc9-40b0-95a2-0c2e2042d40b), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:45.573684 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-da6b5ac2-5b75-4c6d-bc1d-7c4ff52cc9b8 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (bead4836-7c35-4e6c-8c12-8fbc2f8cd978), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:45.647305 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d15d4f10-d7e5-451d-88c1-6a734921fa19 req-b4c0901c-9334-4566-81cd-f834af5e5f7f service neutron] 10.222.0.44 "GET /v2.0/networks/0f9677e3-e88b-4074-b906-3a89e31a8b26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3961921 Jan 28 07:25:45.711957 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-be8b493c-ac0e-4d4c-a464-7b8911752f94 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Deleting port d735ccc9-4558-45f0-949c-e8b91f8d1fdb {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:25:45.712331 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-be8b493c-ac0e-4d4c-a464-7b8911752f94 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (d735ccc9-4558-45f0-949c-e8b91f8d1fdb), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:45.728366 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79f24a6-5e17-44d6-b001-5a9684bdbc25 req-b2b96e6e-f772-4857-8a29-b5073dea2093 tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:45.729991 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c79f24a6-5e17-44d6-b001-5a9684bdbc25 req-b2b96e6e-f772-4857-8a29-b5073dea2093 tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfd7c116-7b46-477e-86ad-fdd9cc1548ce HTTP/1.1" status: 200 len: 943 time: 0.2195401 Jan 28 07:25:45.738992 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 98897590-7fc9-40b0-95a2-0c2e2042d40b up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:25:45.757885 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6b5ac2-5b75-4c6d-bc1d-7c4ff52cc9b8 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Pushing event deleted for resources: {'Port': ['ID=bead4836-7c35-4e6c-8c12-8fbc2f8cd978,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:25:45.881291 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-da6b5ac2-5b75-4c6d-bc1d-7c4ff52cc9b8 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:45.890231 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-da6b5ac2-5b75-4c6d-bc1d-7c4ff52cc9b8 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] 10.222.0.41 "DELETE /v2.0/ports/bead4836-7c35-4e6c-8c12-8fbc2f8cd978 HTTP/1.1" status: 204 len: 168 time: 1.5700088 Jan 28 07:25:45.894185 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 60664) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:25:45.933688 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-63c3ed2c-62b7-4b4b-9ac5-f17586bbc2f6 None None] Current status of the port 98897590-7fc9-40b0-95a2-0c2e2042d40b is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:25:45.934502 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-63c3ed2c-62b7-4b4b-9ac5-f17586bbc2f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (98897590-7fc9-40b0-95a2-0c2e2042d40b), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:45.961802 n-d-712749-28 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9b37452-a9c9-4dce-967a-6c01fbd66dd8 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] GET failed (client error): The resource could not be found. Jan 28 07:25:45.964448 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 98897590-7fc9-40b0-95a2-0c2e2042d40b triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:25:45.966443 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-b9b37452-a9c9-4dce-967a-6c01fbd66dd8 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] 10.222.0.41 "GET /v2.0/ports/bead4836-7c35-4e6c-8c12-8fbc2f8cd978 HTTP/1.1" status: 404 len: 333 time: 0.0707989 Jan 28 07:25:45.967761 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (98897590-7fc9-40b0-95a2-0c2e2042d40b), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:45.969042 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 60666) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:25:46.076752 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-63c3ed2c-62b7-4b4b-9ac5-f17586bbc2f6 None None] For port 98897590-7fc9-40b0-95a2-0c2e2042d40b, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=98897590-7fc9-40b0-95a2-0c2e2042d40b,segment=NetworkSegment(c533ee34-b679-44a8-abdb-1685e355613e),segment_id=c533ee34-b679-44a8-abdb-1685e355613e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:25:46.085937 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236a2e4a-2ea1-464f-916b-dcf24958e3d9 req-cafa7abb-0139-4c9d-a3ac-e3967c214d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:46.087768 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-236a2e4a-2ea1-464f-916b-dcf24958e3d9 req-cafa7abb-0139-4c9d-a3ac-e3967c214d91 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a6edc1c2472d49839a2dbbe98b656418&device_id=dfd7c116-7b46-477e-86ad-fdd9cc1548ce HTTP/1.1" status: 200 len: 1095 time: 0.2737372 Jan 28 07:25:46.089369 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-63c3ed2c-62b7-4b4b-9ac5-f17586bbc2f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (98897590-7fc9-40b0-95a2-0c2e2042d40b), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:46.099993 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ddd5599-c885-4a66-bf70-dc41a77ccbda tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Deleting subnet eba2dc3e-47db-438c-9068-f7a357e2630e {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:25:46.107804 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1ddd5599-c885-4a66-bf70-dc41a77ccbda tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks [] for subnet (eba2dc3e-47db-438c-9068-f7a357e2630e), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:46.156543 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-be8b493c-ac0e-4d4c-a464-7b8911752f94 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (d735ccc9-4558-45f0-949c-e8b91f8d1fdb), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:46.170971 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c79f24a6-5e17-44d6-b001-5a9684bdbc25 req-9efc4b30-2eb2-4006-81d7-7501e65e58f0 tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] 10.222.0.41 "GET /v2.0/security-groups?id=53b55572-4939-4466-abb4-cc7f1bb894f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4176521 Jan 28 07:25:46.214353 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-be8b493c-ac0e-4d4c-a464-7b8911752f94 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Calling delete_port for d735ccc9-4558-45f0-949c-e8b91f8d1fdb owned by {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:25:46.229355 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1ddd5599-c885-4a66-bf70-dc41a77ccbda tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24759175'] for subnet (eba2dc3e-47db-438c-9068-f7a357e2630e), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:46.339061 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c3ed2c-62b7-4b4b-9ac5-f17586bbc2f6 None None] Pushing event updated for resources: {'Port': ['ID=98897590-7fc9-40b0-95a2-0c2e2042d40b,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:25:46.349247 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 98897590-7fc9-40b0-95a2-0c2e2042d40b is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:25:46.355319 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-ac8bdbde-efe2-4fb4-87c4-a4351ef24a8c None None] Provisioning complete for port d735ccc9-4558-45f0-949c-e8b91f8d1fdb triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:25:46.355953 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ac8bdbde-efe2-4fb4-87c4-a4351ef24a8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (d735ccc9-4558-45f0-949c-e8b91f8d1fdb), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:46.361218 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236a2e4a-2ea1-464f-916b-dcf24958e3d9 req-e30f1bd0-416d-45c7-917b-44fc77d9839c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:46.363084 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-236a2e4a-2ea1-464f-916b-dcf24958e3d9 req-e30f1bd0-416d-45c7-917b-44fc77d9839c service neutron] 10.222.0.44 "GET /v2.0/networks?id=0f9677e3-e88b-4074-b906-3a89e31a8b26 HTTP/1.1" status: 200 len: 915 time: 0.2600834 Jan 28 07:25:46.413605 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1ddd5599-c885-4a66-bf70-dc41a77ccbda tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (eba2dc3e-47db-438c-9068-f7a357e2630e), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:46.439158 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-ac8bdbde-efe2-4fb4-87c4-a4351ef24a8c None None] Port d735ccc9-4558-45f0-949c-e8b91f8d1fdb cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:25:46.451145 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-236a2e4a-2ea1-464f-916b-dcf24958e3d9 req-9ffd344f-1be9-451d-9028-d663ef757c26 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c4199e87-b5d8-46bb-a6a4-0b77d1512f3b HTTP/1.1" status: 200 len: 217 time: 0.0786684 Jan 28 07:25:46.520855 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1ddd5599-c885-4a66-bf70-dc41a77ccbda tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24757569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24979817'] for subnet (eba2dc3e-47db-438c-9068-f7a357e2630e), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:46.553949 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddd5599-c885-4a66-bf70-dc41a77ccbda tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Pushing event deleted for resources: {'Subnet': ['ID=eba2dc3e-47db-438c-9068-f7a357e2630e,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:25:46.565412 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236a2e4a-2ea1-464f-916b-dcf24958e3d9 req-9dcef28e-a438-4df9-80d5-6599bede9bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:46.567353 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-236a2e4a-2ea1-464f-916b-dcf24958e3d9 req-9dcef28e-a438-4df9-80d5-6599bede9bf1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a20d1ced-3d08-43be-8252-20a8f34a36b0 HTTP/1.1" status: 200 len: 854 time: 0.1086802 Jan 28 07:25:46.574135 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-413877d0-dfdb-44d4-8c0d-d88f3179c755 None None] Network 1abf5411-eb98-4240-be95-df03854fbb51 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:25:46.587734 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1ddd5599-c885-4a66-bf70-dc41a77ccbda tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:46.595592 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-1ddd5599-c885-4a66-bf70-dc41a77ccbda tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] 10.222.0.41 "DELETE /v2.0/subnets/eba2dc3e-47db-438c-9068-f7a357e2630e HTTP/1.1" status: 204 len: 168 time: 0.6222692 Jan 28 07:25:46.595777 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-9e1258f0-52e4-4d4d-b683-6daa62644f2c admin admin] Deleting port 286986c0-d30b-4d82-93b8-92822d652da7 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:25:46.595863 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 60682) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:25:46.595933 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9e1258f0-52e4-4d4d-b683-6daa62644f2c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (286986c0-d30b-4d82-93b8-92822d652da7), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:46.618737 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-236a2e4a-2ea1-464f-916b-dcf24958e3d9 req-2f501846-a3d6-4850-b62f-1df287febb2e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0f9677e3-e88b-4074-b906-3a89e31a8b26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414228 Jan 28 07:25:46.631837 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-be8b493c-ac0e-4d4c-a464-7b8911752f94 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (d735ccc9-4558-45f0-949c-e8b91f8d1fdb), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:46.743958 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-86bd54e6-a921-40b1-87d9-7975ec0e5da3 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (1abf5411-eb98-4240-be95-df03854fbb51), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:46.754698 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8b493c-ac0e-4d4c-a464-7b8911752f94 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Pushing event deleted for resources: {'Port': ['ID=d735ccc9-4558-45f0-949c-e8b91f8d1fdb,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:25:46.796763 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-be8b493c-ac0e-4d4c-a464-7b8911752f94 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:46.803324 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-be8b493c-ac0e-4d4c-a464-7b8911752f94 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "DELETE /v2.0/ports/d735ccc9-4558-45f0-949c-e8b91f8d1fdb HTTP/1.1" status: 204 len: 168 time: 1.4485652 Jan 28 07:25:46.810317 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 60686) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:25:46.883960 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-86bd54e6-a921-40b1-87d9-7975ec0e5da3 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Deleting port e61fec9c-095a-4fdc-9113-11836bfc07b1 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:25:46.884661 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-86bd54e6-a921-40b1-87d9-7975ec0e5da3 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (e61fec9c-095a-4fdc-9113-11836bfc07b1), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:46.918329 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-9e1258f0-52e4-4d4d-b683-6daa62644f2c admin admin] For port 286986c0-d30b-4d82-93b8-92822d652da7, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=286986c0-d30b-4d82-93b8-92822d652da7,segment=NetworkSegment(f3b24596-5323-4eaa-bd8d-534416f2c6c4),segment_id=f3b24596-5323-4eaa-bd8d-534416f2c6c4)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:25:46.918704 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9e1258f0-52e4-4d4d-b683-6daa62644f2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (286986c0-d30b-4d82-93b8-92822d652da7), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:46.954359 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-9e1258f0-52e4-4d4d-b683-6daa62644f2c admin admin] Calling delete_port for 286986c0-d30b-4d82-93b8-92822d652da7 owned by network:router_interface {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:25:47.017150 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-86bd54e6-a921-40b1-87d9-7975ec0e5da3 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] For port e61fec9c-095a-4fdc-9113-11836bfc07b1, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=e61fec9c-095a-4fdc-9113-11836bfc07b1,segment=NetworkSegment(eedddcde-29e9-4759-9b4c-ff36a33c4d3b),segment_id=eedddcde-29e9-4759-9b4c-ff36a33c4d3b)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:25:47.017837 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-86bd54e6-a921-40b1-87d9-7975ec0e5da3 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (e61fec9c-095a-4fdc-9113-11836bfc07b1), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:47.034152 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-236a2e4a-2ea1-464f-916b-dcf24958e3d9 req-4ba66e3b-33bf-4fbd-96a9-e62dfa8c668d service neutron] 10.222.0.44 "GET /v2.0/networks/0f9677e3-e88b-4074-b906-3a89e31a8b26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3907709 Jan 28 07:25:47.039684 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-86bd54e6-a921-40b1-87d9-7975ec0e5da3 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Calling delete_port for e61fec9c-095a-4fdc-9113-11836bfc07b1 owned by network:dhcp {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:25:47.145306 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-532d52e4-5a8f-423c-ad46-9d3a5c649314 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:47.147152 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-532d52e4-5a8f-423c-ad46-9d3a5c649314 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:47.148912 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-532d52e4-5a8f-423c-ad46-9d3a5c649314 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.3376415 Jan 28 07:25:47.152785 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 60696) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:25:47.220416 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef35bd1-eb1e-4a65-91d7-a2749f21805a None None] DHCP port deletion for 1abf5411-eb98-4240-be95-df03854fbb51 request from n-d-712749-28 {{(pid=103285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 07:25:47.224075 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-86bd54e6-a921-40b1-87d9-7975ec0e5da3 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (e61fec9c-095a-4fdc-9113-11836bfc07b1), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:47.290547 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bd54e6-a921-40b1-87d9-7975ec0e5da3 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Pushing event deleted for resources: {'Port': ['ID=e61fec9c-095a-4fdc-9113-11836bfc07b1,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:25:47.300290 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86bd54e6-a921-40b1-87d9-7975ec0e5da3 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] No DVR routers for this DVR port e61fec9c-095a-4fdc-9113-11836bfc07b1 on host n-d-712749-28 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:25:47.348116 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfc057ec-0995-4cae-b937-3ce7a1139083 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Deleting subnet 66bc7671-23a4-43f7-9c64-77910970035f {{(pid=103283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:25:47.355673 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cfc057ec-0995-4cae-b937-3ce7a1139083 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks [] for subnet (66bc7671-23a4-43f7-9c64-77910970035f), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:47.460907 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-86bd54e6-a921-40b1-87d9-7975ec0e5da3 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (1abf5411-eb98-4240-be95-df03854fbb51), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:47.498811 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-236a2e4a-2ea1-464f-916b-dcf24958e3d9 req-14c94a28-bf93-487b-806d-5a71625f7d42 service neutron] 10.222.0.44 "GET /v2.0/networks/0f9677e3-e88b-4074-b906-3a89e31a8b26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4637549 Jan 28 07:25:47.510277 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-86bd54e6-a921-40b1-87d9-7975ec0e5da3 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1abf5411-eb98-4240-be95-df03854fbb51']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:25:47.521672 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-86bd54e6-a921-40b1-87d9-7975ec0e5da3 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eedddcde-29e9-4759-9b4c-ff36a33c4d3b') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:25:47.521985 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-86bd54e6-a921-40b1-87d9-7975ec0e5da3 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eedddcde-29e9-4759-9b4c-ff36a33c4d3b') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:25:47.534029 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-86bd54e6-a921-40b1-87d9-7975ec0e5da3 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24759294'] for segment (eedddcde-29e9-4759-9b4c-ff36a33c4d3b), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:47.560777 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-86bd54e6-a921-40b1-87d9-7975ec0e5da3 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (eedddcde-29e9-4759-9b4c-ff36a33c4d3b), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:47.572170 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cfc057ec-0995-4cae-b937-3ce7a1139083 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13506696'] for subnet (66bc7671-23a4-43f7-9c64-77910970035f), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:47.572867 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86bd54e6-a921-40b1-87d9-7975ec0e5da3 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:25:47.573320 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-86bd54e6-a921-40b1-87d9-7975ec0e5da3 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24757675'] for segment (eedddcde-29e9-4759-9b4c-ff36a33c4d3b), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:47.579145 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 98897590-7fc9-40b0-95a2-0c2e2042d40b up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:25:47.596035 n-d-712749-28 neutron-server[103284]: Traceback (most recent call last): Jan 28 07:25:47.596035 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:25:47.596035 n-d-712749-28 neutron-server[103284]: timer() Jan 28 07:25:47.596035 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:25:47.596035 n-d-712749-28 neutron-server[103284]: cb(*args, **kw) Jan 28 07:25:47.596035 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:25:47.596035 n-d-712749-28 neutron-server[103284]: return func(*args, **kwargs) Jan 28 07:25:47.596035 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:25:47.596035 n-d-712749-28 neutron-server[103284]: self._notify() Jan 28 07:25:47.596035 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:25:47.596035 n-d-712749-28 neutron-server[103284]: self.callback(batched_events) Jan 28 07:25:47.596035 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:25:47.596035 n-d-712749-28 neutron-server[103284]: event.method(event) Jan 28 07:25:47.596035 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:25:47.596035 n-d-712749-28 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:25:47.596035 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:25:47.596035 n-d-712749-28 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:25:47.596035 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:25:47.596035 n-d-712749-28 neutron-server[103284]: return f(self, *a, **k) Jan 28 07:25:47.596035 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:25:47.596035 n-d-712749-28 neutron-server[103284]: return self._get(url).json() Jan 28 07:25:47.596035 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:25:47.596035 n-d-712749-28 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:25:47.596035 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:25:47.596035 n-d-712749-28 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Jan 28 07:25:47.596035 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:25:47.596035 n-d-712749-28 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:25:47.596035 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:25:47.596035 n-d-712749-28 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:25:47.596035 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:25:47.596035 n-d-712749-28 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:25:47.596035 n-d-712749-28 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:25:47.632112 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d652873-14a0-48dd-8580-f847ec0138fe req-e92445d4-75ed-413b-975f-f314e4c0e345 tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:47.633759 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5d652873-14a0-48dd-8580-f847ec0138fe req-e92445d4-75ed-413b-975f-f314e4c0e345 tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfd7c116-7b46-477e-86ad-fdd9cc1548ce HTTP/1.1" status: 200 len: 943 time: 0.3222237 Jan 28 07:25:47.650475 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9e1258f0-52e4-4d4d-b683-6daa62644f2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (286986c0-d30b-4d82-93b8-92822d652da7), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:47.676940 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 98897590-7fc9-40b0-95a2-0c2e2042d40b triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:25:47.677324 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (98897590-7fc9-40b0-95a2-0c2e2042d40b), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:47.704412 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-86bd54e6-a921-40b1-87d9-7975ec0e5da3 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (1abf5411-eb98-4240-be95-df03854fbb51), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:47.710816 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-86bd54e6-a921-40b1-87d9-7975ec0e5da3 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:47.720019 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-86bd54e6-a921-40b1-87d9-7975ec0e5da3 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] 10.222.0.41 "DELETE /v2.0/networks/1abf5411-eb98-4240-be95-df03854fbb51 HTTP/1.1" status: 204 len: 168 time: 1.1235530 Jan 28 07:25:47.720875 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 60710) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:25:47.726904 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1258f0-52e4-4d4d-b683-6daa62644f2c admin admin] Pushing event deleted for resources: {'Port': ['ID=286986c0-d30b-4d82-93b8-92822d652da7,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:25:47.734852 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-5060356f-27c3-4d75-a721-e455e0b98f4f tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-611466580'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:25:47.759032 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bd54e6-a921-40b1-87d9-7975ec0e5da3 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Pushing event deleted for resources: {'Network': ['ID=1abf5411-eb98-4240-be95-df03854fbb51,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:25:47.849841 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 98897590-7fc9-40b0-95a2-0c2e2042d40b is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:25:47.931374 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device e61fec9c-095a-4fdc-9113-11836bfc07b1 no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:25:47.956827 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: e61fec9c-095a-4fdc-9113-11836bfc07b1 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:25:47.957424 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device e61fec9c-095a-4fdc-9113-11836bfc07b1 not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:25:48.131573 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cfc057ec-0995-4cae-b937-3ce7a1139083 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (66bc7671-23a4-43f7-9c64-77910970035f), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:48.162087 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5060356f-27c3-4d75-a721-e455e0b98f4f tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Made reservation on behalf of 2b2f7f01d23244e582fca6963a34fb74 for: {'network': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:25:48.165418 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5060356f-27c3-4d75-a721-e455e0b98f4f tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:48.178911 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5d652873-14a0-48dd-8580-f847ec0138fe req-0e3459c0-804d-4e30-90f4-42f1c787df69 tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] 10.222.0.41 "GET /v2.0/security-groups?id=53b55572-4939-4466-abb4-cc7f1bb894f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5342634 Jan 28 07:25:48.186890 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device c4199e87-b5d8-46bb-a6a4-0b77d1512f3b details requested by agent hyperv_n-h2-712749-28 with host n-h2-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:25:48.275594 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5060356f-27c3-4d75-a721-e455e0b98f4f tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=103283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:25:48.295712 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cfc057ec-0995-4cae-b937-3ce7a1139083 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13546665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13556132'] for subnet (66bc7671-23a4-43f7-9c64-77910970035f), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:48.305076 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5060356f-27c3-4d75-a721-e455e0b98f4f tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (3518c520-8b88-4382-b1ea-f9f9ce20ab6d), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:48.305418 n-d-712749-28 neutron-server[103283]: INFO neutron.db.segments_db [None req-5060356f-27c3-4d75-a721-e455e0b98f4f tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Added segment 3518c520-8b88-4382-b1ea-f9f9ce20ab6d of type vlan for network 4d73d6fc-d5ab-4e2c-815e-0d2cbb14919e Jan 28 07:25:48.346379 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port c4199e87-b5d8-46bb-a6a4-0b77d1512f3b, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=c4199e87-b5d8-46bb-a6a4-0b77d1512f3b,segment=NetworkSegment(5e9d481f-a3b1-479f-be8f-343a288df135),segment_id=5e9d481f-a3b1-479f-be8f-343a288df135)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:25:48.346916 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc057ec-0995-4cae-b937-3ce7a1139083 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Pushing event deleted for resources: {'Subnet': ['ID=66bc7671-23a4-43f7-9c64-77910970035f,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:25:48.363387 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Returning: {'device': 'c4199e87-b5d8-46bb-a6a4-0b77d1512f3b', 'network_id': '0f9677e3-e88b-4074-b906-3a89e31a8b26', 'port_id': 'c4199e87-b5d8-46bb-a6a4-0b77d1512f3b', 'mac_address': 'fa:16:3e:20:f7:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a20d1ced-3d08-43be-8252-20a8f34a36b0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:25:48.370586 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cfc057ec-0995-4cae-b937-3ce7a1139083 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:48.375659 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-cfc057ec-0995-4cae-b937-3ce7a1139083 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "DELETE /v2.0/subnets/66bc7671-23a4-43f7-9c64-77910970035f HTTP/1.1" status: 204 len: 168 time: 1.2203746 Jan 28 07:25:48.391337 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 60726) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:25:48.405764 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-348aae52-caee-4a9d-81af-a5732b39f146 None None] Network ef4fe003-256e-4a6c-af17-da180c8a686e requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:25:48.458298 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-5956c0dc-4d9a-4f7c-931e-74878b7736d3 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0626457 Jan 28 07:25:48.458852 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 60732) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:25:48.490554 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9e1258f0-52e4-4d4d-b683-6daa62644f2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16319006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16606699'] for router_interface (853b6441-a5f3-482b-83d4-c7438e2a912c), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:48.504429 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port c4199e87-b5d8-46bb-a6a4-0b77d1512f3b is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:25:48.504864 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (c4199e87-b5d8-46bb-a6a4-0b77d1512f3b), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:48.527095 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4199e87-b5d8-46bb-a6a4-0b77d1512f3b {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:25:48.548761 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port c4199e87-b5d8-46bb-a6a4-0b77d1512f3b, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=c4199e87-b5d8-46bb-a6a4-0b77d1512f3b,segment=NetworkSegment(5e9d481f-a3b1-479f-be8f-343a288df135),segment_id=5e9d481f-a3b1-479f-be8f-343a288df135)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:25:48.560043 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (c4199e87-b5d8-46bb-a6a4-0b77d1512f3b), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:48.562162 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-280c2c9d-d12c-48ff-8735-783ecb6ff117 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:48.567015 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-280c2c9d-d12c-48ff-8735-783ecb6ff117 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1042993 Jan 28 07:25:48.567364 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 60736) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:25:48.573065 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5060356f-27c3-4d75-a721-e455e0b98f4f tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (4d73d6fc-d5ab-4e2c-815e-0d2cbb14919e), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:48.616728 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=c4199e87-b5d8-46bb-a6a4-0b77d1512f3b,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:25:48.662386 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a6a59b0-3896-4b65-ba1c-c69e6f1c8fad tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:48.664243 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-6a6a59b0-3896-4b65-ba1c-c69e6f1c8fad tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0956578 Jan 28 07:25:48.666695 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 60740) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:25:48.671226 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60547192-f473-4f78-ad9c-2403d37315e3 None None] DHCP port deletion for ef4fe003-256e-4a6c-af17-da180c8a686e request from n-d-712749-28 {{(pid=103285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 07:25:48.680475 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5060356f-27c3-4d75-a721-e455e0b98f4f tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (4d73d6fc-d5ab-4e2c-815e-0d2cbb14919e), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:48.686055 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5060356f-27c3-4d75-a721-e455e0b98f4f tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:48.686381 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5060356f-27c3-4d75-a721-e455e0b98f4f tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:48.725078 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-60547192-f473-4f78-ad9c-2403d37315e3 None None] Deleting port 98897590-7fc9-40b0-95a2-0c2e2042d40b {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:25:48.725459 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-60547192-f473-4f78-ad9c-2403d37315e3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (98897590-7fc9-40b0-95a2-0c2e2042d40b), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:48.741637 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-03cbdbfd-2f34-4281-9f75-042e087d7488 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0667586 Jan 28 07:25:48.741916 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 60744) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:25:48.747387 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-ea55a3ab-7feb-433d-94a3-07c4bf248e7e tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Request body: {'subnet': {'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:25:48.798175 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-60547192-f473-4f78-ad9c-2403d37315e3 None None] For port 98897590-7fc9-40b0-95a2-0c2e2042d40b, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=98897590-7fc9-40b0-95a2-0c2e2042d40b,segment=NetworkSegment(c533ee34-b679-44a8-abdb-1685e355613e),segment_id=c533ee34-b679-44a8-abdb-1685e355613e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:25:48.798566 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-60547192-f473-4f78-ad9c-2403d37315e3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (98897590-7fc9-40b0-95a2-0c2e2042d40b), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:48.823465 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-60547192-f473-4f78-ad9c-2403d37315e3 None None] Calling delete_port for 98897590-7fc9-40b0-95a2-0c2e2042d40b owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:25:48.844380 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-5060356f-27c3-4d75-a721-e455e0b98f4f tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.1147904 Jan 28 07:25:48.844380 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 60746) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:25:48.849358 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-afdf7542-5368-4a45-82cc-662f7c9afab0 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Request body: {'subnet': {'network_id': '4d73d6fc-d5ab-4e2c-815e-0d2cbb14919e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:25:48.868991 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea55a3ab-7feb-433d-94a3-07c4bf248e7e tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Made reservation on behalf of 64d19227e44643b7a12df0287e7ae5f8 for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:25:48.872803 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ea55a3ab-7feb-433d-94a3-07c4bf248e7e tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24979592'] for subnet (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:48.892244 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5060356f-27c3-4d75-a721-e455e0b98f4f tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Pushing event updated for resources: {'Network': ['ID=4d73d6fc-d5ab-4e2c-815e-0d2cbb14919e,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:25:48.912285 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['c4199e87-b5d8-46bb-a6a4-0b77d1512f3b'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:25:48.915310 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network 4d73d6fc-d5ab-4e2c-815e-0d2cbb14919e details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:25:49.057264 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e1258f0-52e4-4d4d-b683-6daa62644f2c admin admin] Router 853b6441-a5f3-482b-83d4-c7438e2a912c has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:25:49.069763 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afdf7542-5368-4a45-82cc-662f7c9afab0 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Made reservation on behalf of 2b2f7f01d23244e582fca6963a34fb74 for: {'subnet': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:25:49.073337 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-afdf7542-5368-4a45-82cc-662f7c9afab0 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13555781'] for subnet (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:49.078309 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-60547192-f473-4f78-ad9c-2403d37315e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298'] for port (98897590-7fc9-40b0-95a2-0c2e2042d40b), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:49.115626 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60547192-f473-4f78-ad9c-2403d37315e3 None None] Pushing event deleted for resources: {'Port': ['ID=98897590-7fc9-40b0-95a2-0c2e2042d40b,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:25:49.184308 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60547192-f473-4f78-ad9c-2403d37315e3 None None] No DVR routers for this DVR port 98897590-7fc9-40b0-95a2-0c2e2042d40b on host n-d-712749-28 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:25:49.269056 n-d-712749-28 neutron-server[103284]: DEBUG neutron.objects.ports [None req-ea55a3ab-7feb-433d-94a3-07c4bf248e7e tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103284) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 07:25:49.272445 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ea55a3ab-7feb-433d-94a3-07c4bf248e7e tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24757504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24979610'] for subnet (44e1fcc0-2447-4bb6-b57e-327762d99283), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:49.289077 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e1258f0-52e4-4d4d-b683-6daa62644f2c admin admin] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:25:49.298166 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-9e1258f0-52e4-4d4d-b683-6daa62644f2c admin admin] 10.222.0.41 "PUT /v2.0/routers/853b6441-a5f3-482b-83d4-c7438e2a912c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7722671 Jan 28 07:25:49.301194 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 60768) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:25:49.389952 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c483d1e-4aed-4b5d-9d49-6f89cb381206 None None] Sync routers for ids ['853b6441-a5f3-482b-83d4-c7438e2a912c'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:25:49.421124 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea55a3ab-7feb-433d-94a3-07c4bf248e7e tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Network ef4fe003-256e-4a6c-af17-da180c8a686e is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:25:49.429244 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-ea55a3ab-7feb-433d-94a3-07c4bf248e7e tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:25:49.433830 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c483d1e-4aed-4b5d-9d49-6f89cb381206 None None] Routers {'853b6441-a5f3-482b-83d4-c7438e2a912c'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:25:49.433830 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-9c483d1e-4aed-4b5d-9d49-6f89cb381206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:25:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['853b6441-a5f3-482b-83d4-c7438e2a912c'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:25:49.437530 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea55a3ab-7feb-433d-94a3-07c4bf248e7e tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:49.440294 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ea55a3ab-7feb-433d-94a3-07c4bf248e7e tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:49.466630 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea55a3ab-7feb-433d-94a3-07c4bf248e7e tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Pushing event updated for resources: {'Subnet': ['ID=44e1fcc0-2447-4bb6-b57e-327762d99283,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:25:49.495926 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-ea55a3ab-7feb-433d-94a3-07c4bf248e7e tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7524161 Jan 28 07:25:49.498841 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 60780) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:25:49.505037 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-8972b768-542e-4ca1-9d72-08b5ab8058bd tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Request body: {'subnet': {'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:25:49.520446 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8880059c-5519-4c23-9074-b8857eed14da req-98d1ed3e-1a24-4568-ab05-d2f62377cb6b tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:49.522410 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8880059c-5519-4c23-9074-b8857eed14da req-98d1ed3e-1a24-4568-ab05-d2f62377cb6b tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfd7c116-7b46-477e-86ad-fdd9cc1548ce HTTP/1.1" status: 200 len: 944 time: 0.1729577 Jan 28 07:25:49.531234 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c46fb8-15e0-4b6a-9486-ec558ff8fad1 None None] Network ef4fe003-256e-4a6c-af17-da180c8a686e requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:25:49.609721 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-889a8b82-e9e0-4e45-9c01-d52134bcbab2 admin admin] Publish callbacks [] for router (853b6441-a5f3-482b-83d4-c7438e2a912c), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:49.614145 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-afdf7542-5368-4a45-82cc-662f7c9afab0 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13546728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13555799'] for subnet (5c5cd731-78d3-4eb8-86f2-0a1142c072c6), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:49.730016 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8972b768-542e-4ca1-9d72-08b5ab8058bd tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Made reservation on behalf of 64d19227e44643b7a12df0287e7ae5f8 for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:25:49.738525 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 98897590-7fc9-40b0-95a2-0c2e2042d40b no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:25:49.739595 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8972b768-542e-4ca1-9d72-08b5ab8058bd tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24979592'] for subnet (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:49.781995 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: 98897590-7fc9-40b0-95a2-0c2e2042d40b {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:25:49.782598 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 98897590-7fc9-40b0-95a2-0c2e2042d40b not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:25:49.808649 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-9c483d1e-4aed-4b5d-9d49-6f89cb381206 None None] Set router 853b6441-a5f3-482b-83d4-c7438e2a912c gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:25:49.842435 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c0d607-7d8e-4fe1-a62d-58b3a538d372 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3dd72b9-6805-5f61-b6f3-a591f99a173d-ef4fe003-256e-4a6c-af17-da180c8a686e', 'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e', 'project_id': '64d19227e44643b7a12df0287e7ae5f8', 'fixed_ips': [{'subnet_id': '44e1fcc0-2447-4bb6-b57e-327762d99283'}]}} from n-d-712749-28. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 07:25:49.843563 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-48c0d607-7d8e-4fe1-a62d-58b3a538d372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:49.909441 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-889a8b82-e9e0-4e45-9c01-d52134bcbab2 admin admin] Publish callbacks [] for router_gateway (853b6441-a5f3-482b-83d4-c7438e2a912c), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:49.945040 n-d-712749-28 neutron-server[103284]: INFO neutron.db.ipam_backend_mixin [None req-8972b768-542e-4ca1-9d72-08b5ab8058bd tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 44e1fcc0-2447-4bb6-b57e-327762d99283 (CIDR: 2001:db8::/64) Jan 28 07:25:49.952820 n-d-712749-28 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-8972b768-542e-4ca1-9d72-08b5ab8058bd tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 07:25:49.954943 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8972b768-542e-4ca1-9d72-08b5ab8058bd tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:25:49.972606 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8880059c-5519-4c23-9074-b8857eed14da req-904ef4c8-8edb-4e8a-b2eb-d5ba977cd902 tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] 10.222.0.41 "GET /v2.0/security-groups?id=53b55572-4939-4466-abb4-cc7f1bb894f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4041474 Jan 28 07:25:49.974463 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-8972b768-542e-4ca1-9d72-08b5ab8058bd tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4744809 Jan 28 07:25:49.981861 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 60818) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:25:49.988041 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-8a3869a1-36e1-4ecf-a428-21b643f1d702 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Request body: {'subnet': {'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:25:50.017574 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdf7542-5368-4a45-82cc-662f7c9afab0 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Pushing event updated for resources: {'Subnet': ['ID=5c5cd731-78d3-4eb8-86f2-0a1142c072c6,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:25:50.120647 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afdf7542-5368-4a45-82cc-662f7c9afab0 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Checking segment: {'id': '3518c520-8b88-4382-b1ea-f9f9ce20ab6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '4d73d6fc-d5ab-4e2c-815e-0d2cbb14919e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:25:50.121341 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afdf7542-5368-4a45-82cc-662f7c9afab0 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Network hostable DHCP agents. Network: 4d73d6fc-d5ab-4e2c-815e-0d2cbb14919e, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:25:50.131602 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a3869a1-36e1-4ecf-a428-21b643f1d702 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Made reservation on behalf of 64d19227e44643b7a12df0287e7ae5f8 for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:25:50.137706 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8a3869a1-36e1-4ecf-a428-21b643f1d702 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24979592'] for subnet (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:50.147786 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-889a8b82-e9e0-4e45-9c01-d52134bcbab2 admin admin] Deleting port 97ad6503-05e0-4ce3-b62d-95041492adda {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:25:50.148414 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-889a8b82-e9e0-4e45-9c01-d52134bcbab2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (97ad6503-05e0-4ce3-b62d-95041492adda), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:50.216165 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device c4199e87-b5d8-46bb-a6a4-0b77d1512f3b up at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:25:50.219159 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-48c0d607-7d8e-4fe1-a62d-58b3a538d372 None None] Allocated IP 2001:db8::f816:3eff:fea2:37ac (ef4fe003-256e-4a6c-af17-da180c8a686e/44e1fcc0-2447-4bb6-b57e-327762d99283/6a0a6358-f35e-461b-b5d4-ac20e361779a) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:25:50.260578 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afdf7542-5368-4a45-82cc-662f7c9afab0 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Network 4d73d6fc-d5ab-4e2c-815e-0d2cbb14919e is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:25:50.291082 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-afdf7542-5368-4a45-82cc-662f7c9afab0 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, 4d73d6fc-d5ab-4e2c-815e-0d2cbb14919e) {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:25:50.315146 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afdf7542-5368-4a45-82cc-662f7c9afab0 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:50.316441 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-afdf7542-5368-4a45-82cc-662f7c9afab0 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:50.330236 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-624a5a60-5a3a-49e8-ac0d-64df8b4ffa90 None None] Network 4d73d6fc-d5ab-4e2c-815e-0d2cbb14919e requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:25:50.354158 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-889a8b82-e9e0-4e45-9c01-d52134bcbab2 admin admin] For port 97ad6503-05e0-4ce3-b62d-95041492adda, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=97ad6503-05e0-4ce3-b62d-95041492adda,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:25:50.354530 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-889a8b82-e9e0-4e45-9c01-d52134bcbab2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (97ad6503-05e0-4ce3-b62d-95041492adda), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:50.360339 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-afdf7542-5368-4a45-82cc-662f7c9afab0 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5162065 Jan 28 07:25:50.365739 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 60860) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:25:50.372619 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-889a8b82-e9e0-4e45-9c01-d52134bcbab2 admin admin] Calling delete_port for 97ad6503-05e0-4ce3-b62d-95041492adda owned by network:router_gateway {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:25:50.372785 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-fe95da16-2432-4f72-8d41-c2d137ef48bc tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Request body: {'port': {'network_id': '4d73d6fc-d5ab-4e2c-815e-0d2cbb14919e', 'name': 'tempest-PortsTestJSON-1451714843', 'fixed_ips': [{'subnet_id': '5c5cd731-78d3-4eb8-86f2-0a1142c072c6', 'ip_address': '172.20.0.10'}]}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:25:50.524916 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning for port c4199e87-b5d8-46bb-a6a4-0b77d1512f3b completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:25:50.539605 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning complete for port c4199e87-b5d8-46bb-a6a4-0b77d1512f3b triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:25:50.539997 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (c4199e87-b5d8-46bb-a6a4-0b77d1512f3b), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:50.596748 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-9c483d1e-4aed-4b5d-9d49-6f89cb381206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '853b6441-a5f3-482b-83d4-c7438e2a912c', 'name': 'tempest-ServerRescueNegativeTestJSON-1285334393-router', 'tenant_id': '3c6c4a028cf94108bec2ec0b2974d903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': '97ad6503-05e0-4ce3-b62d-95041492adda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:21:55Z', 'updated_at': '2022-01-28T07:25:47Z', 'revision_number': 5, 'project_id': '3c6c4a028cf94108bec2ec0b2974d903', 'gw_port': {'id': '97ad6503-05e0-4ce3-b62d-95041492adda', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:2a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '853b6441-a5f3-482b-83d4-c7438e2a912c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:21:56Z', 'updated_at': '2022-01-28T07:22:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:25:50.628945 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-889a8b82-e9e0-4e45-9c01-d52134bcbab2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (97ad6503-05e0-4ce3-b62d-95041492adda), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:50.654182 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c483d1e-4aed-4b5d-9d49-6f89cb381206 None None] Checking router: 853b6441-a5f3-482b-83d4-c7438e2a912c for host: n-d-712749-28 {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:25:50.670875 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889a8b82-e9e0-4e45-9c01-d52134bcbab2 admin admin] Pushing event deleted for resources: {'Port': ['ID=97ad6503-05e0-4ce3-b62d-95041492adda,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:25:50.751320 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe95da16-2432-4f72-8d41-c2d137ef48bc tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Made reservation on behalf of 2b2f7f01d23244e582fca6963a34fb74 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:25:50.758157 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port c4199e87-b5d8-46bb-a6a4-0b77d1512f3b is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:25:50.759072 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (c4199e87-b5d8-46bb-a6a4-0b77d1512f3b), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:50.790301 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c483d1e-4aed-4b5d-9d49-6f89cb381206 None None] Routers {'853b6441-a5f3-482b-83d4-c7438e2a912c'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:25:50.792224 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-9c483d1e-4aed-4b5d-9d49-6f89cb381206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:25:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['853b6441-a5f3-482b-83d4-c7438e2a912c'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:25:50.794980 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7cb1a49-7296-40b7-b589-622ecd6bb67b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3dd72b9-6805-5f61-b6f3-a591f99a173d-4d73d6fc-d5ab-4e2c-815e-0d2cbb14919e', 'network_id': '4d73d6fc-d5ab-4e2c-815e-0d2cbb14919e', 'project_id': '2b2f7f01d23244e582fca6963a34fb74', 'fixed_ips': [{'subnet_id': '5c5cd731-78d3-4eb8-86f2-0a1142c072c6'}]}} from n-d-712749-28. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 07:25:50.796007 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e7cb1a49-7296-40b7-b589-622ecd6bb67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:50.814550 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-889a8b82-e9e0-4e45-9c01-d52134bcbab2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16607873'] for router_gateway (853b6441-a5f3-482b-83d4-c7438e2a912c), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:50.834866 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8a3869a1-36e1-4ecf-a428-21b643f1d702 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24757504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24979610'] for subnet (ba18fa11-87e0-40b6-b684-17213f378472), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:50.862079 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a3869a1-36e1-4ecf-a428-21b643f1d702 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Network ef4fe003-256e-4a6c-af17-da180c8a686e is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:25:50.872384 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-8a3869a1-36e1-4ecf-a428-21b643f1d702 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:25:50.898216 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a3869a1-36e1-4ecf-a428-21b643f1d702 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:50.899116 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8a3869a1-36e1-4ecf-a428-21b643f1d702 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:50.960515 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-8a3869a1-36e1-4ecf-a428-21b643f1d702 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9774387 Jan 28 07:25:50.961322 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 60914) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:25:50.962215 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3869a1-36e1-4ecf-a428-21b643f1d702 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Pushing event updated for resources: {'Subnet': ['ID=ba18fa11-87e0-40b6-b684-17213f378472,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:25:50.969203 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fe95da16-2432-4f72-8d41-c2d137ef48bc tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:50.991457 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-d88c95ac-4c41-4367-8d89-d5b7cf5bdacc tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Request body: {'port': {'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e', 'mac_address': 'fa:16:3e:f4:1c:b9', 'name': 'tempest-NetworksTestDHCPv6-470358738'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:25:51.007831 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-889a8b82-e9e0-4e45-9c01-d52134bcbab2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16605684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127449'] for router (853b6441-a5f3-482b-83d4-c7438e2a912c), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:51.011571 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-889a8b82-e9e0-4e45-9c01-d52134bcbab2 admin admin] Publish callbacks [] for router_controller (853b6441-a5f3-482b-83d4-c7438e2a912c), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:51.082289 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-889a8b82-e9e0-4e45-9c01-d52134bcbab2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16605693'] for router (853b6441-a5f3-482b-83d4-c7438e2a912c), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:51.082794 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-889a8b82-e9e0-4e45-9c01-d52134bcbab2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 853b6441-a5f3-482b-83d4-c7438e2a912c {{(pid=103283) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 07:25:51.088926 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-889a8b82-e9e0-4e45-9c01-d52134bcbab2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:51.092576 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-889a8b82-e9e0-4e45-9c01-d52134bcbab2 admin admin] 10.222.0.41 "DELETE /v2.0/routers/853b6441-a5f3-482b-83d4-c7438e2a912c HTTP/1.1" status: 204 len: 168 time: 1.7872922 Jan 28 07:25:51.093429 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 60928) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:25:51.136986 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [None req-fe95da16-2432-4f72-8d41-c2d137ef48bc tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] device_id is not set on port addf2fff-e6ac-41db-90f2-512dcdf3c3ba yet. {{(pid=103284) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 07:25:51.154596 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3c3c286-cb77-4f2a-83d5-802d11dbf99c admin admin] Deleting subnet 592b9e2b-8e1d-43e3-874d-2141ea985036 {{(pid=103283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:25:51.167533 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c3c3c286-cb77-4f2a-83d5-802d11dbf99c admin admin] Publish callbacks [] for subnet (592b9e2b-8e1d-43e3-874d-2141ea985036), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:51.207937 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port c4199e87-b5d8-46bb-a6a4-0b77d1512f3b, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=c4199e87-b5d8-46bb-a6a4-0b77d1512f3b,segment=NetworkSegment(5e9d481f-a3b1-479f-be8f-343a288df135),segment_id=5e9d481f-a3b1-479f-be8f-343a288df135)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:25:51.211889 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfd7c116-7b46-477e-86ad-fdd9cc1548ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4199e87-b5d8-46bb-a6a4-0b77d1512f3b'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:25:51.214875 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0de092e-dfd0-4e46-b5f5-b351c1545e22" -d '{"events": [{"server_uuid": "dfd7c116-7b46-477e-86ad-fdd9cc1548ce", "name": "network-vif-plugged", "status": "completed", "tag": "c4199e87-b5d8-46bb-a6a4-0b77d1512f3b"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:25:51.249386 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c3c3c286-cb77-4f2a-83d5-802d11dbf99c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13506696'] for subnet (592b9e2b-8e1d-43e3-874d-2141ea985036), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:51.266805 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3869a1-36e1-4ecf-a428-21b643f1d702 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:25:51.267141 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3869a1-36e1-4ecf-a428-21b643f1d702 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:25:51.268492 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3869a1-36e1-4ecf-a428-21b643f1d702 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:25:51.269296 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3869a1-36e1-4ecf-a428-21b643f1d702 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:25:51.270037 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3869a1-36e1-4ecf-a428-21b643f1d702 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:25:51.270643 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3869a1-36e1-4ecf-a428-21b643f1d702 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:25:51.271194 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3869a1-36e1-4ecf-a428-21b643f1d702 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:25:51.271745 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3869a1-36e1-4ecf-a428-21b643f1d702 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:25:51.272439 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3869a1-36e1-4ecf-a428-21b643f1d702 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:25:51.273307 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3869a1-36e1-4ecf-a428-21b643f1d702 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:25:51.274010 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3869a1-36e1-4ecf-a428-21b643f1d702 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:25:51.274839 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3869a1-36e1-4ecf-a428-21b643f1d702 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:25:51.275386 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3869a1-36e1-4ecf-a428-21b643f1d702 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:25:51.321534 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c3c3c286-cb77-4f2a-83d5-802d11dbf99c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (592b9e2b-8e1d-43e3-874d-2141ea985036), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:51.345603 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-e7cb1a49-7296-40b7-b589-622ecd6bb67b None None] Allocated IP 172.20.0.2 (4d73d6fc-d5ab-4e2c-815e-0d2cbb14919e/5c5cd731-78d3-4eb8-86f2-0a1142c072c6/95444cd9-9dd9-4ab5-9c7e-78d1f14d15a2) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:25:51.429314 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f38820e-d086-43e7-9cca-12dca34dd46f req-98b209ed-d194-4080-93f1-d795136ee87f tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:51.430952 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7f38820e-d086-43e7-9cca-12dca34dd46f req-98b209ed-d194-4080-93f1-d795136ee87f tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfd7c116-7b46-477e-86ad-fdd9cc1548ce HTTP/1.1" status: 200 len: 944 time: 0.3250308 Jan 28 07:25:51.432734 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c3c3c286-cb77-4f2a-83d5-802d11dbf99c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13546665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13556132'] for subnet (592b9e2b-8e1d-43e3-874d-2141ea985036), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:51.457858 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c3c3c286-cb77-4f2a-83d5-802d11dbf99c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:51.463229 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-9c483d1e-4aed-4b5d-9d49-6f89cb381206 None None] Set router 853b6441-a5f3-482b-83d4-c7438e2a912c gateway port host: None {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:25:51.468228 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (c4199e87-b5d8-46bb-a6a4-0b77d1512f3b), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:51.473111 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d88c95ac-4c41-4367-8d89-d5b7cf5bdacc tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Made reservation on behalf of 64d19227e44643b7a12df0287e7ae5f8 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:25:51.475111 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-c3c3c286-cb77-4f2a-83d5-802d11dbf99c admin admin] 10.222.0.41 "DELETE /v2.0/subnets/592b9e2b-8e1d-43e3-874d-2141ea985036 HTTP/1.1" status: 204 len: 168 time: 0.3807342 Jan 28 07:25:51.480589 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 60972) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:25:51.550838 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c3c286-cb77-4f2a-83d5-802d11dbf99c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=592b9e2b-8e1d-43e3-874d-2141ea985036,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:25:51.574691 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c3c286-cb77-4f2a-83d5-802d11dbf99c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:25:51.575402 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c3c286-cb77-4f2a-83d5-802d11dbf99c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:25:51.576591 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c3c286-cb77-4f2a-83d5-802d11dbf99c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:25:51.577156 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c3c286-cb77-4f2a-83d5-802d11dbf99c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:25:51.577715 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c3c286-cb77-4f2a-83d5-802d11dbf99c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:25:51.578291 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c3c286-cb77-4f2a-83d5-802d11dbf99c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:25:51.578845 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c3c286-cb77-4f2a-83d5-802d11dbf99c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:25:51.579431 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c3c286-cb77-4f2a-83d5-802d11dbf99c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:25:51.579980 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c3c286-cb77-4f2a-83d5-802d11dbf99c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:25:51.581992 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-706b6e55-222c-4831-81a0-391d73a35537 x-openstack-request-id: req-706b6e55-222c-4831-81a0-391d73a35537 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:25:51.582292 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfd7c116-7b46-477e-86ad-fdd9cc1548ce", "name": "network-vif-plugged", "status": "completed", "tag": "c4199e87-b5d8-46bb-a6a4-0b77d1512f3b", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:25:51.582552 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-706b6e55-222c-4831-81a0-391d73a35537 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:25:51.582946 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfd7c116-7b46-477e-86ad-fdd9cc1548ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4199e87-b5d8-46bb-a6a4-0b77d1512f3b', 'code': 200} Jan 28 07:25:51.583053 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c3c286-cb77-4f2a-83d5-802d11dbf99c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:25:51.583647 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c3c286-cb77-4f2a-83d5-802d11dbf99c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:25:51.584231 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c3c286-cb77-4f2a-83d5-802d11dbf99c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:25:51.584904 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c3c286-cb77-4f2a-83d5-802d11dbf99c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:25:51.656285 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-48c0d607-7d8e-4fe1-a62d-58b3a538d372 None None] Publish callbacks [] for port (6a0a6358-f35e-461b-b5d4-ac20e361779a), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:51.659819 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-9c483d1e-4aed-4b5d-9d49-6f89cb381206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '853b6441-a5f3-482b-83d4-c7438e2a912c', 'name': 'tempest-ServerRescueNegativeTestJSON-1285334393-router', 'tenant_id': '3c6c4a028cf94108bec2ec0b2974d903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:21:55Z', 'updated_at': '2022-01-28T07:25:50Z', 'revision_number': 7, 'project_id': '3c6c4a028cf94108bec2ec0b2974d903', 'gw_port_host': None}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:25:51.685714 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7f38820e-d086-43e7-9cca-12dca34dd46f req-a5564c0a-58ee-41a7-b31f-58e3be8b6d46 tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] 10.222.0.41 "GET /v2.0/security-groups?id=53b55572-4939-4466-abb4-cc7f1bb894f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425230 Jan 28 07:25:51.702858 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-48c0d607-7d8e-4fe1-a62d-58b3a538d372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (6a0a6358-f35e-461b-b5d4-ac20e361779a), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:51.705081 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c483d1e-4aed-4b5d-9d49-6f89cb381206 None None] The sync data for ids ['853b6441-a5f3-482b-83d4-c7438e2a912c'] in n-d-712749-28 is: [{'id': '853b6441-a5f3-482b-83d4-c7438e2a912c', 'name': 'tempest-ServerRescueNegativeTestJSON-1285334393-router', 'tenant_id': '3c6c4a028cf94108bec2ec0b2974d903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:21:55Z', 'updated_at': '2022-01-28T07:25:50Z', 'revision_number': 7, 'project_id': '3c6c4a028cf94108bec2ec0b2974d903', 'gw_port_host': None}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:25:51.711758 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f28974-26c0-45c7-b295-b3dbe6cd8c6b req-d08f8384-7b63-4ed4-b385-70a8740c4508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:51.713365 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-10f28974-26c0-45c7-b295-b3dbe6cd8c6b req-d08f8384-7b63-4ed4-b385-70a8740c4508 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=dfd7c116-7b46-477e-86ad-fdd9cc1548ce HTTP/1.1" status: 200 len: 1097 time: 0.1236970 Jan 28 07:25:51.722073 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d88c95ac-4c41-4367-8d89-d5b7cf5bdacc tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:51.780482 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [None req-d88c95ac-4c41-4367-8d89-d5b7cf5bdacc tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] device_id is not set on port 6ba9e8a9-bdea-4066-922e-5407faa8e4ad yet. {{(pid=103284) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 07:25:51.789291 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cc79c66b-2e4b-4707-aa8a-4ad7c699c0bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (d1475e27-b0c3-4efe-ad93-495023de269c), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:51.813352 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=c4199e87-b5d8-46bb-a6a4-0b77d1512f3b,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:25:51.830189 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c0d607-7d8e-4fe1-a62d-58b3a538d372 None None] Network ef4fe003-256e-4a6c-af17-da180c8a686e is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:25:51.834826 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-10f28974-26c0-45c7-b295-b3dbe6cd8c6b req-b8bc79e0-9cce-4afa-96f2-a9d54cd7558a service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=53b55572-4939-4466-abb4-cc7f1bb894f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138010 Jan 28 07:25:51.836304 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-48c0d607-7d8e-4fe1-a62d-58b3a538d372 None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:25:51.875926 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c0d607-7d8e-4fe1-a62d-58b3a538d372 None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:25:51.982298 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c0d607-7d8e-4fe1-a62d-58b3a538d372 None None] Pushing event updated for resources: {'Port': ['ID=6a0a6358-f35e-461b-b5d4-ac20e361779a,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:25:52.004541 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e7cb1a49-7296-40b7-b589-622ecd6bb67b None None] Publish callbacks [] for port (95444cd9-9dd9-4ab5-9c7e-78d1f14d15a2), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:52.006309 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-48c0d607-7d8e-4fe1-a62d-58b3a538d372 None None] Attempting to bind port 6a0a6358-f35e-461b-b5d4-ac20e361779a on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:25:52.006895 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-48c0d607-7d8e-4fe1-a62d-58b3a538d372 None None] Attempting to bind port 6a0a6358-f35e-461b-b5d4-ac20e361779a by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': 'c533ee34-b679-44a8-abdb-1685e355613e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:25:52.007270 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c0d607-7d8e-4fe1-a62d-58b3a538d372 None None] Attempting to bind port 6a0a6358-f35e-461b-b5d4-ac20e361779a on network ef4fe003-256e-4a6c-af17-da180c8a686e {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:25:52.014563 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c0d607-7d8e-4fe1-a62d-58b3a538d372 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:25:52.014961 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c0d607-7d8e-4fe1-a62d-58b3a538d372 None None] Checking segment: {'id': 'c533ee34-b679-44a8-abdb-1685e355613e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:25:52.015373 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-48c0d607-7d8e-4fe1-a62d-58b3a538d372 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:52.015897 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c0d607-7d8e-4fe1-a62d-58b3a538d372 None None] Bound using segment: {'id': 'c533ee34-b679-44a8-abdb-1685e355613e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:25:52.016284 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-48c0d607-7d8e-4fe1-a62d-58b3a538d372 None None] Bound port: 6a0a6358-f35e-461b-b5d4-ac20e361779a, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c533ee34-b679-44a8-abdb-1685e355613e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:25:52.016672 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-48c0d607-7d8e-4fe1-a62d-58b3a538d372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (6a0a6358-f35e-461b-b5d4-ac20e361779a), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:52.020756 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e7cb1a49-7296-40b7-b589-622ecd6bb67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (95444cd9-9dd9-4ab5-9c7e-78d1f14d15a2), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:52.048395 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cc79c66b-2e4b-4707-aa8a-4ad7c699c0bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (d1475e27-b0c3-4efe-ad93-495023de269c), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:52.084994 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 7 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 07:25:52.092157 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7cb1a49-7296-40b7-b589-622ecd6bb67b None None] Network 4d73d6fc-d5ab-4e2c-815e-0d2cbb14919e is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:25:52.103200 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-e7cb1a49-7296-40b7-b589-622ecd6bb67b None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:25:52.117558 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7cb1a49-7296-40b7-b589-622ecd6bb67b None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:25:52.137911 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-cc79c66b-2e4b-4707-aa8a-4ad7c699c0bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1475e27-b0c3-4efe-ad93-495023de269c']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:25:52.148793 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-fe95da16-2432-4f72-8d41-c2d137ef48bc tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Allocated IP 172.20.0.10 (4d73d6fc-d5ab-4e2c-815e-0d2cbb14919e/5c5cd731-78d3-4eb8-86f2-0a1142c072c6/addf2fff-e6ac-41db-90f2-512dcdf3c3ba) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:25:52.167595 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-cc79c66b-2e4b-4707-aa8a-4ad7c699c0bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3b24596-5323-4eaa-bd8d-534416f2c6c4') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:25:52.168257 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-cc79c66b-2e4b-4707-aa8a-4ad7c699c0bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3b24596-5323-4eaa-bd8d-534416f2c6c4') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:25:52.172783 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cb1a49-7296-40b7-b589-622ecd6bb67b None None] Pushing event updated for resources: {'Port': ['ID=95444cd9-9dd9-4ab5-9c7e-78d1f14d15a2,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:25:52.215927 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cc79c66b-2e4b-4707-aa8a-4ad7c699c0bf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24759294'] for segment (f3b24596-5323-4eaa-bd8d-534416f2c6c4), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:52.245807 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-e7cb1a49-7296-40b7-b589-622ecd6bb67b None None] Attempting to bind port 95444cd9-9dd9-4ab5-9c7e-78d1f14d15a2 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:25:52.246285 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-e7cb1a49-7296-40b7-b589-622ecd6bb67b None None] Attempting to bind port 95444cd9-9dd9-4ab5-9c7e-78d1f14d15a2 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '3518c520-8b88-4382-b1ea-f9f9ce20ab6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '4d73d6fc-d5ab-4e2c-815e-0d2cbb14919e'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:25:52.246556 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7cb1a49-7296-40b7-b589-622ecd6bb67b None None] Attempting to bind port 95444cd9-9dd9-4ab5-9c7e-78d1f14d15a2 on network 4d73d6fc-d5ab-4e2c-815e-0d2cbb14919e {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:25:52.253236 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-48c0d607-7d8e-4fe1-a62d-58b3a538d372 None None] For port 6a0a6358-f35e-461b-b5d4-ac20e361779a, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:25:52.255696 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7cb1a49-7296-40b7-b589-622ecd6bb67b None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:25:52.256090 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7cb1a49-7296-40b7-b589-622ecd6bb67b None None] Checking segment: {'id': '3518c520-8b88-4382-b1ea-f9f9ce20ab6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '4d73d6fc-d5ab-4e2c-815e-0d2cbb14919e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:25:52.256526 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e7cb1a49-7296-40b7-b589-622ecd6bb67b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:52.256929 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7cb1a49-7296-40b7-b589-622ecd6bb67b None None] Bound using segment: {'id': '3518c520-8b88-4382-b1ea-f9f9ce20ab6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '4d73d6fc-d5ab-4e2c-815e-0d2cbb14919e'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:25:52.257417 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-e7cb1a49-7296-40b7-b589-622ecd6bb67b None None] Bound port: 95444cd9-9dd9-4ab5-9c7e-78d1f14d15a2, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3518c520-8b88-4382-b1ea-f9f9ce20ab6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '4d73d6fc-d5ab-4e2c-815e-0d2cbb14919e'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:25:52.257812 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e7cb1a49-7296-40b7-b589-622ecd6bb67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (95444cd9-9dd9-4ab5-9c7e-78d1f14d15a2), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:52.260742 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-48c0d607-7d8e-4fe1-a62d-58b3a538d372 None None] For port 6a0a6358-f35e-461b-b5d4-ac20e361779a, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=6a0a6358-f35e-461b-b5d4-ac20e361779a,segment=NetworkSegment(c533ee34-b679-44a8-abdb-1685e355613e),segment_id=c533ee34-b679-44a8-abdb-1685e355613e)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:25:52.263720 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cc79c66b-2e4b-4707-aa8a-4ad7c699c0bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (f3b24596-5323-4eaa-bd8d-534416f2c6c4), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:52.274466 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-48c0d607-7d8e-4fe1-a62d-58b3a538d372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (6a0a6358-f35e-461b-b5d4-ac20e361779a), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:52.279487 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-d88c95ac-4c41-4367-8d89-d5b7cf5bdacc tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Allocated IP 2001:db8:0:1::169 (ef4fe003-256e-4a6c-af17-da180c8a686e/ba18fa11-87e0-40b6-b684-17213f378472/6ba9e8a9-bdea-4066-922e-5407faa8e4ad) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:25:52.289643 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc79c66b-2e4b-4707-aa8a-4ad7c699c0bf admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:25:52.290130 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cc79c66b-2e4b-4707-aa8a-4ad7c699c0bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24757675'] for segment (f3b24596-5323-4eaa-bd8d-534416f2c6c4), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:52.292075 n-d-712749-28 neutron-server[103284]: Traceback (most recent call last): Jan 28 07:25:52.292075 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:25:52.292075 n-d-712749-28 neutron-server[103284]: timer() Jan 28 07:25:52.292075 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:25:52.292075 n-d-712749-28 neutron-server[103284]: cb(*args, **kw) Jan 28 07:25:52.292075 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:25:52.292075 n-d-712749-28 neutron-server[103284]: return func(*args, **kwargs) Jan 28 07:25:52.292075 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:25:52.292075 n-d-712749-28 neutron-server[103284]: self._notify() Jan 28 07:25:52.292075 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:25:52.292075 n-d-712749-28 neutron-server[103284]: self.callback(batched_events) Jan 28 07:25:52.292075 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:25:52.292075 n-d-712749-28 neutron-server[103284]: event.method(event) Jan 28 07:25:52.292075 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:25:52.292075 n-d-712749-28 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:25:52.292075 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:25:52.292075 n-d-712749-28 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:25:52.292075 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:25:52.292075 n-d-712749-28 neutron-server[103284]: return f(self, *a, **k) Jan 28 07:25:52.292075 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:25:52.292075 n-d-712749-28 neutron-server[103284]: return self._get(url).json() Jan 28 07:25:52.292075 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:25:52.292075 n-d-712749-28 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:25:52.292075 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:25:52.292075 n-d-712749-28 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Jan 28 07:25:52.292075 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:25:52.292075 n-d-712749-28 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:25:52.292075 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:25:52.292075 n-d-712749-28 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:25:52.292075 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:25:52.292075 n-d-712749-28 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:25:52.292075 n-d-712749-28 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:25:52.348325 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-d88c95ac-4c41-4367-8d89-d5b7cf5bdacc tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Allocated IP 2001:db8::f816:3eff:fef4:1cb9 (ef4fe003-256e-4a6c-af17-da180c8a686e/44e1fcc0-2447-4bb6-b57e-327762d99283/6ba9e8a9-bdea-4066-922e-5407faa8e4ad) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:25:52.410950 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-e7cb1a49-7296-40b7-b589-622ecd6bb67b None None] For port 95444cd9-9dd9-4ab5-9c7e-78d1f14d15a2, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:25:52.414240 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-e7cb1a49-7296-40b7-b589-622ecd6bb67b None None] For port 95444cd9-9dd9-4ab5-9c7e-78d1f14d15a2, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=95444cd9-9dd9-4ab5-9c7e-78d1f14d15a2,segment=NetworkSegment(3518c520-8b88-4382-b1ea-f9f9ce20ab6d),segment_id=3518c520-8b88-4382-b1ea-f9f9ce20ab6d)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:25:52.415500 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c0d607-7d8e-4fe1-a62d-58b3a538d372 None None] Pushing event updated for resources: {'Port': ['ID=6a0a6358-f35e-461b-b5d4-ac20e361779a,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:25:52.422870 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e7cb1a49-7296-40b7-b589-622ecd6bb67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (95444cd9-9dd9-4ab5-9c7e-78d1f14d15a2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:52.470743 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cc79c66b-2e4b-4707-aa8a-4ad7c699c0bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (d1475e27-b0c3-4efe-ad93-495023de269c), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:52.535395 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cb1a49-7296-40b7-b589-622ecd6bb67b None None] Pushing event updated for resources: {'Port': ['ID=95444cd9-9dd9-4ab5-9c7e-78d1f14d15a2,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:25:52.641090 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cc79c66b-2e4b-4707-aa8a-4ad7c699c0bf admin admin] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:52.646979 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-cc79c66b-2e4b-4707-aa8a-4ad7c699c0bf admin admin] 10.222.0.41 "DELETE /v2.0/networks/d1475e27-b0c3-4efe-ad93-495023de269c HTTP/1.1" status: 204 len: 168 time: 1.1631432 Jan 28 07:25:52.699389 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d88c95ac-4c41-4367-8d89-d5b7cf5bdacc tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks [] for port (6ba9e8a9-bdea-4066-922e-5407faa8e4ad), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:52.740835 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc79c66b-2e4b-4707-aa8a-4ad7c699c0bf admin admin] Pushing event deleted for resources: {'Network': ['ID=d1475e27-b0c3-4efe-ad93-495023de269c,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:25:52.803851 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d88c95ac-4c41-4367-8d89-d5b7cf5bdacc tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (6ba9e8a9-bdea-4066-922e-5407faa8e4ad), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:52.936760 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d88c95ac-4c41-4367-8d89-d5b7cf5bdacc tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Network ef4fe003-256e-4a6c-af17-da180c8a686e is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:25:52.966458 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-d88c95ac-4c41-4367-8d89-d5b7cf5bdacc tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:25:52.969553 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88c95ac-4c41-4367-8d89-d5b7cf5bdacc tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:25:52.978710 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d88c95ac-4c41-4367-8d89-d5b7cf5bdacc tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:52.979971 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d88c95ac-4c41-4367-8d89-d5b7cf5bdacc tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:53.023008 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85136937-d956-4176-983c-09f334ff1d60 req-c9628d10-c467-4c93-86f8-e26562027550 tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:53.034484 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-85136937-d956-4176-983c-09f334ff1d60 req-c9628d10-c467-4c93-86f8-e26562027550 tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfd7c116-7b46-477e-86ad-fdd9cc1548ce HTTP/1.1" status: 200 len: 945 time: 0.1849217 Jan 28 07:25:53.034737 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fe95da16-2432-4f72-8d41-c2d137ef48bc tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks [] for port (addf2fff-e6ac-41db-90f2-512dcdf3c3ba), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:53.037551 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88c95ac-4c41-4367-8d89-d5b7cf5bdacc tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Pushing event updated for resources: {'Port': ['ID=6ba9e8a9-bdea-4066-922e-5407faa8e4ad,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:25:53.078790 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-d88c95ac-4c41-4367-8d89-d5b7cf5bdacc tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.1132879 Jan 28 07:25:53.107411 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 32878) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:25:53.229819 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-85136937-d956-4176-983c-09f334ff1d60 req-a1cd3188-c14c-48fa-9c98-c55235f55a73 tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] 10.222.0.41 "GET /v2.0/security-groups?id=53b55572-4939-4466-abb4-cc7f1bb894f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741018 Jan 28 07:25:53.266915 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 32896) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:25:53.365406 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-74281abf-b499-4752-b443-f13ef6989205 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3c6c4a028cf94108bec2ec0b2974d903&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0911012 Jan 28 07:25:53.366412 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 32904) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:25:53.411504 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fe95da16-2432-4f72-8d41-c2d137ef48bc tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (addf2fff-e6ac-41db-90f2-512dcdf3c3ba), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:53.471184 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-10fd0b47-c228-4f15-b749-9bbab7c5ee36 admin admin] Publish callbacks [] for security_group (1ba1291a-f150-42f4-bf3d-2e5c804d6128), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:53.475142 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe95da16-2432-4f72-8d41-c2d137ef48bc tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Network 4d73d6fc-d5ab-4e2c-815e-0d2cbb14919e is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:25:53.482110 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-fe95da16-2432-4f72-8d41-c2d137ef48bc tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:25:53.491449 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe95da16-2432-4f72-8d41-c2d137ef48bc tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:25:53.511231 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-10fd0b47-c228-4f15-b749-9bbab7c5ee36 admin admin] Publish callbacks [] for security_group (1ba1291a-f150-42f4-bf3d-2e5c804d6128), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:53.514993 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-8d4688d0-c6c0-45ec-a2b7-cd78fa1f2220 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Deleting port 6ba9e8a9-bdea-4066-922e-5407faa8e4ad {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:25:53.515380 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8d4688d0-c6c0-45ec-a2b7-cd78fa1f2220 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (6ba9e8a9-bdea-4066-922e-5407faa8e4ad), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:53.647910 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe95da16-2432-4f72-8d41-c2d137ef48bc tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Pushing event updated for resources: {'Port': ['ID=addf2fff-e6ac-41db-90f2-512dcdf3c3ba,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:25:53.650374 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-10fd0b47-c228-4f15-b749-9bbab7c5ee36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (1ba1291a-f150-42f4-bf3d-2e5c804d6128), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:53.670572 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-10fd0b47-c228-4f15-b749-9bbab7c5ee36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:53.672036 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-10fd0b47-c228-4f15-b749-9bbab7c5ee36 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1ba1291a-f150-42f4-bf3d-2e5c804d6128 HTTP/1.1" status: 204 len: 168 time: 0.3044870 Jan 28 07:25:53.684441 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe95da16-2432-4f72-8d41-c2d137ef48bc tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:53.685252 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fe95da16-2432-4f72-8d41-c2d137ef48bc tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:53.696150 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fd0b47-c228-4f15-b749-9bbab7c5ee36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ba1291a-f150-42f4-bf3d-2e5c804d6128,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:25:53.800978 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-fe95da16-2432-4f72-8d41-c2d137ef48bc tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.4306808 Jan 28 07:25:53.801765 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 32944) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:25:53.807332 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 6a0a6358-f35e-461b-b5d4-ac20e361779a up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:25:53.811653 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-7ae62192-891a-45ca-acd2-8c272d7aa7f3 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Request body: {'port': {'network_id': '4d73d6fc-d5ab-4e2c-815e-0d2cbb14919e', 'name': 'tempest-PortsTestJSON-538033271', 'fixed_ips': [{'subnet_id': '5c5cd731-78d3-4eb8-86f2-0a1142c072c6', 'ip_address': '172.20.0.9'}]}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:25:53.830292 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8d4688d0-c6c0-45ec-a2b7-cd78fa1f2220 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (6ba9e8a9-bdea-4066-922e-5407faa8e4ad), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:53.881424 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-8d4688d0-c6c0-45ec-a2b7-cd78fa1f2220 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Calling delete_port for 6ba9e8a9-bdea-4066-922e-5407faa8e4ad owned by {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:25:53.934657 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 6a0a6358-f35e-461b-b5d4-ac20e361779a triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:25:53.935187 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (6a0a6358-f35e-461b-b5d4-ac20e361779a), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:54.094790 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 6a0a6358-f35e-461b-b5d4-ac20e361779a is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:25:54.096554 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (6a0a6358-f35e-461b-b5d4-ac20e361779a), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:54.136643 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] For port 6a0a6358-f35e-461b-b5d4-ac20e361779a, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=6a0a6358-f35e-461b-b5d4-ac20e361779a,segment=NetworkSegment(c533ee34-b679-44a8-abdb-1685e355613e),segment_id=c533ee34-b679-44a8-abdb-1685e355613e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:25:54.146010 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (6a0a6358-f35e-461b-b5d4-ac20e361779a), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:54.150141 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 95444cd9-9dd9-4ab5-9c7e-78d1f14d15a2 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:25:54.193737 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ae62192-891a-45ca-acd2-8c272d7aa7f3 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Made reservation on behalf of 2b2f7f01d23244e582fca6963a34fb74 for: {'port': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:25:54.267810 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Pushing event updated for resources: {'Port': ['ID=6a0a6358-f35e-461b-b5d4-ac20e361779a,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:25:54.344486 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 95444cd9-9dd9-4ab5-9c7e-78d1f14d15a2 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:25:54.347211 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (95444cd9-9dd9-4ab5-9c7e-78d1f14d15a2), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:54.397223 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7ae62192-891a-45ca-acd2-8c272d7aa7f3 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:54.444760 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e0c202a-8c50-4412-a2f8-56bf5f6c247c None None] Network ef4fe003-256e-4a6c-af17-da180c8a686e requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:25:54.520694 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8d4688d0-c6c0-45ec-a2b7-cd78fa1f2220 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (6ba9e8a9-bdea-4066-922e-5407faa8e4ad), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:54.541343 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-7ae62192-891a-45ca-acd2-8c272d7aa7f3 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] device_id is not set on port 0de29869-2d20-477c-8755-50adbf3f43ee yet. {{(pid=103283) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 07:25:54.567587 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521dfe24-5b76-498c-9e3a-fa7d7fe3d7f5 req-64d2dee9-c4ed-4fc8-bedd-b3c36b03cac7 tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:54.569880 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-521dfe24-5b76-498c-9e3a-fa7d7fe3d7f5 req-64d2dee9-c4ed-4fc8-bedd-b3c36b03cac7 tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfd7c116-7b46-477e-86ad-fdd9cc1548ce HTTP/1.1" status: 200 len: 945 time: 0.1935067 Jan 28 07:25:54.591221 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-83894ca2-6d6a-4fcc-836e-f442e6c80da8 None None] Provisioning complete for port 6a0a6358-f35e-461b-b5d4-ac20e361779a triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:25:54.591678 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-83894ca2-6d6a-4fcc-836e-f442e6c80da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (6a0a6358-f35e-461b-b5d4-ac20e361779a), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:54.658146 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4688d0-c6c0-45ec-a2b7-cd78fa1f2220 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Pushing event deleted for resources: {'Port': ['ID=6ba9e8a9-bdea-4066-922e-5407faa8e4ad,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:25:54.751658 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8d4688d0-c6c0-45ec-a2b7-cd78fa1f2220 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:54.764623 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-8d4688d0-c6c0-45ec-a2b7-cd78fa1f2220 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "DELETE /v2.0/ports/6ba9e8a9-bdea-4066-922e-5407faa8e4ad HTTP/1.1" status: 204 len: 168 time: 1.6532559 Jan 28 07:25:54.765855 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33032) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:25:54.825827 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 95444cd9-9dd9-4ab5-9c7e-78d1f14d15a2 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:25:54.826351 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (95444cd9-9dd9-4ab5-9c7e-78d1f14d15a2), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:54.903951 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cfba0fe-6c20-4061-85d8-e4d75771b5af tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:54.907330 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-6cfba0fe-6c20-4061-85d8-e4d75771b5af tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1381710 Jan 28 07:25:54.910580 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33044) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:25:54.967477 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] For port 95444cd9-9dd9-4ab5-9c7e-78d1f14d15a2, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=95444cd9-9dd9-4ab5-9c7e-78d1f14d15a2,segment=NetworkSegment(3518c520-8b88-4382-b1ea-f9f9ce20ab6d),segment_id=3518c520-8b88-4382-b1ea-f9f9ce20ab6d)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:25:54.969647 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-521dfe24-5b76-498c-9e3a-fa7d7fe3d7f5 req-4b2d04de-a457-4d1c-85a0-bad77b3ccb7a tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] 10.222.0.41 "GET /v2.0/security-groups?id=53b55572-4939-4466-abb4-cc7f1bb894f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3917043 Jan 28 07:25:55.031455 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (95444cd9-9dd9-4ab5-9c7e-78d1f14d15a2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:55.064264 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9614156-5dd9-47d9-98ed-fecffa07e452 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:55.073204 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-d9614156-5dd9-47d9-98ed-fecffa07e452 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1586859 Jan 28 07:25:55.074100 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33062) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:25:55.093566 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-7ae62192-891a-45ca-acd2-8c272d7aa7f3 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Allocated IP 172.20.0.9 (4d73d6fc-d5ab-4e2c-815e-0d2cbb14919e/5c5cd731-78d3-4eb8-86f2-0a1142c072c6/0de29869-2d20-477c-8755-50adbf3f43ee) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:25:55.224148 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 286986c0-d30b-4d82-93b8-92822d652da7 no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:25:55.226579 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Pushing event updated for resources: {'Port': ['ID=95444cd9-9dd9-4ab5-9c7e-78d1f14d15a2,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:25:55.230599 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b8b18e-23d6-4042-95ae-9cfe738ccd94 None None] Network 4d73d6fc-d5ab-4e2c-815e-0d2cbb14919e requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:25:55.234298 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9bfe7c6-ec7c-4af9-a274-7594d00d3106 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:55.239787 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9bfe7c6-ec7c-4af9-a274-7594d00d3106 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:55.242610 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9bfe7c6-ec7c-4af9-a274-7594d00d3106 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:55.245585 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-a9bfe7c6-ec7c-4af9-a274-7594d00d3106 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1677170 Jan 28 07:25:55.248161 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33080) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:25:55.313933 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-83894ca2-6d6a-4fcc-836e-f442e6c80da8 None None] Current status of the port 6a0a6358-f35e-461b-b5d4-ac20e361779a is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:25:55.320765 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: 286986c0-d30b-4d82-93b8-92822d652da7 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:25:55.321291 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 286986c0-d30b-4d82-93b8-92822d652da7 not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:25:55.321865 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 97ad6503-05e0-4ce3-b62d-95041492adda no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:25:55.360068 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: 97ad6503-05e0-4ce3-b62d-95041492adda {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:25:55.360586 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 97ad6503-05e0-4ce3-b62d-95041492adda not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:25:55.368897 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86bfe2aa-4f81-4713-9f2e-a935910b36de None None] Update dhcp port {'port': {'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e', 'fixed_ips': [{'subnet_id': '44e1fcc0-2447-4bb6-b57e-327762d99283', 'ip_address': '2001:db8::f816:3eff:fea2:37ac'}, {'subnet_id': 'ba18fa11-87e0-40b6-b684-17213f378472'}], 'binding:host_id': 'n-d-712749-28'}, 'id': '6a0a6358-f35e-461b-b5d4-ac20e361779a'} from n-d-712749-28. {{(pid=103285) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 07:25:55.410065 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-86bfe2aa-4f81-4713-9f2e-a935910b36de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (6a0a6358-f35e-461b-b5d4-ac20e361779a), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:55.447655 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7ae62192-891a-45ca-acd2-8c272d7aa7f3 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks [] for port (0de29869-2d20-477c-8755-50adbf3f43ee), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:55.517285 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-2891e13d-dae7-4435-a356-c9f744936b12 None None] Provisioning complete for port 95444cd9-9dd9-4ab5-9c7e-78d1f14d15a2 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:25:55.517285 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2891e13d-dae7-4435-a356-c9f744936b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (95444cd9-9dd9-4ab5-9c7e-78d1f14d15a2), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:55.610849 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7ae62192-891a-45ca-acd2-8c272d7aa7f3 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (0de29869-2d20-477c-8755-50adbf3f43ee), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:55.673968 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae62192-891a-45ca-acd2-8c272d7aa7f3 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Network 4d73d6fc-d5ab-4e2c-815e-0d2cbb14919e is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:25:55.717395 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-7ae62192-891a-45ca-acd2-8c272d7aa7f3 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:25:55.730115 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae62192-891a-45ca-acd2-8c272d7aa7f3 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:25:55.834974 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae62192-891a-45ca-acd2-8c272d7aa7f3 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Pushing event updated for resources: {'Port': ['ID=0de29869-2d20-477c-8755-50adbf3f43ee,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:25:55.863226 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-86bfe2aa-4f81-4713-9f2e-a935910b36de None None] Allocated IP 2001:db8:0:1::2 (ef4fe003-256e-4a6c-af17-da180c8a686e/ba18fa11-87e0-40b6-b684-17213f378472/6a0a6358-f35e-461b-b5d4-ac20e361779a) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:25:55.881657 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae62192-891a-45ca-acd2-8c272d7aa7f3 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:55.883043 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7ae62192-891a-45ca-acd2-8c272d7aa7f3 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:55.917130 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-7ae62192-891a-45ca-acd2-8c272d7aa7f3 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.1146512 Jan 28 07:25:55.920049 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 33146) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:25:56.029784 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-86bfe2aa-4f81-4713-9f2e-a935910b36de None None] For port 6a0a6358-f35e-461b-b5d4-ac20e361779a, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=6a0a6358-f35e-461b-b5d4-ac20e361779a,segment=NetworkSegment(c533ee34-b679-44a8-abdb-1685e355613e),segment_id=c533ee34-b679-44a8-abdb-1685e355613e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:25:56.051873 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 6a0a6358-f35e-461b-b5d4-ac20e361779a up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:25:56.094498 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-50e01ee8-f946-4966-8d43-74b5e32989e9 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Deleting subnet 44e1fcc0-2447-4bb6-b57e-327762d99283 {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:25:56.104999 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-86bfe2aa-4f81-4713-9f2e-a935910b36de None None] Publish callbacks [] for port (6a0a6358-f35e-461b-b5d4-ac20e361779a), precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:56.115142 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-50e01ee8-f946-4966-8d43-74b5e32989e9 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks [] for subnet (44e1fcc0-2447-4bb6-b57e-327762d99283), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:56.178763 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a3b3bd3-a829-48b7-9b72-1beae2bad987 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:56.181194 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-5a3b3bd3-a829-48b7-9b72-1beae2bad987 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.2598927 Jan 28 07:25:56.184515 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 33156) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:25:56.198258 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-50e01ee8-f946-4966-8d43-74b5e32989e9 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24759175'] for subnet (44e1fcc0-2447-4bb6-b57e-327762d99283), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:56.320044 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-647bc8ae-b2e6-4cdd-b1ab-94094d466de0 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:56.337836 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-647bc8ae-b2e6-4cdd-b1ab-94094d466de0 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:56.356948 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-647bc8ae-b2e6-4cdd-b1ab-94094d466de0 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:56.362513 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-647bc8ae-b2e6-4cdd-b1ab-94094d466de0 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.1758547 Jan 28 07:25:56.364461 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 33160) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:25:56.419175 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-50e01ee8-f946-4966-8d43-74b5e32989e9 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (44e1fcc0-2447-4bb6-b57e-327762d99283), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:56.448851 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-86bfe2aa-4f81-4713-9f2e-a935910b36de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (6a0a6358-f35e-461b-b5d4-ac20e361779a), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:56.577320 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-eefdfb53-43e0-4f6f-b220-cd92f7411d79 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Deleting port 0de29869-2d20-477c-8755-50adbf3f43ee {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:25:56.577846 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-eefdfb53-43e0-4f6f-b220-cd92f7411d79 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (0de29869-2d20-477c-8755-50adbf3f43ee), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:56.579555 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-50e01ee8-f946-4966-8d43-74b5e32989e9 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24757569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24979817'] for subnet (44e1fcc0-2447-4bb6-b57e-327762d99283), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:56.629409 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e01ee8-f946-4966-8d43-74b5e32989e9 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Pushing event deleted for resources: {'Subnet': ['ID=44e1fcc0-2447-4bb6-b57e-327762d99283,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:25:56.669258 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-50e01ee8-f946-4966-8d43-74b5e32989e9 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:56.684231 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-50e01ee8-f946-4966-8d43-74b5e32989e9 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "DELETE /v2.0/subnets/44e1fcc0-2447-4bb6-b57e-327762d99283 HTTP/1.1" status: 204 len: 168 time: 1.4345522 Jan 28 07:25:56.686861 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 33172) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:25:56.693205 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-2891e13d-dae7-4435-a356-c9f744936b12 None None] Current status of the port 95444cd9-9dd9-4ab5-9c7e-78d1f14d15a2 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:25:56.735721 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 6a0a6358-f35e-461b-b5d4-ac20e361779a triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:25:56.736839 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (6a0a6358-f35e-461b-b5d4-ac20e361779a), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:56.779902 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bfe2aa-4f81-4713-9f2e-a935910b36de None None] Pushing event updated for resources: {'Port': ['ID=6a0a6358-f35e-461b-b5d4-ac20e361779a,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:25:56.927526 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_v2 [None req-f53c4cad-dc85-4bd9-997e-f5a755838e74 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Deleting subnet ba18fa11-87e0-40b6-b684-17213f378472 {{(pid=103283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:25:56.935126 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f53c4cad-dc85-4bd9-997e-f5a755838e74 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks [] for subnet (ba18fa11-87e0-40b6-b684-17213f378472), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:57.015453 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 6a0a6358-f35e-461b-b5d4-ac20e361779a is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:25:57.016559 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 95444cd9-9dd9-4ab5-9c7e-78d1f14d15a2 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:25:57.078286 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-f881238f-2368-4318-b289-cc21e7882366 None None] Provisioning complete for port addf2fff-e6ac-41db-90f2-512dcdf3c3ba triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:25:57.086362 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f881238f-2368-4318-b289-cc21e7882366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (addf2fff-e6ac-41db-90f2-512dcdf3c3ba), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:57.107418 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f53c4cad-dc85-4bd9-997e-f5a755838e74 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13506696'] for subnet (ba18fa11-87e0-40b6-b684-17213f378472), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:57.203738 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-f881238f-2368-4318-b289-cc21e7882366 None None] Port addf2fff-e6ac-41db-90f2-512dcdf3c3ba cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:25:57.247246 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-f881238f-2368-4318-b289-cc21e7882366 None None] Provisioning complete for port 95444cd9-9dd9-4ab5-9c7e-78d1f14d15a2 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:25:57.248119 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f881238f-2368-4318-b289-cc21e7882366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (95444cd9-9dd9-4ab5-9c7e-78d1f14d15a2), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:57.288992 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-eefdfb53-43e0-4f6f-b220-cd92f7411d79 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (0de29869-2d20-477c-8755-50adbf3f43ee), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:57.295282 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 95444cd9-9dd9-4ab5-9c7e-78d1f14d15a2 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:25:57.309421 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (95444cd9-9dd9-4ab5-9c7e-78d1f14d15a2), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:57.717932 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-f881238f-2368-4318-b289-cc21e7882366 None None] Current status of the port 95444cd9-9dd9-4ab5-9c7e-78d1f14d15a2 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:25:57.762663 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 95444cd9-9dd9-4ab5-9c7e-78d1f14d15a2 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:25:57.853008 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-27a97162-943c-45f9-9957-93a47b95b0ae None None] Provisioning complete for port addf2fff-e6ac-41db-90f2-512dcdf3c3ba triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:25:57.853321 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-27a97162-943c-45f9-9957-93a47b95b0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (addf2fff-e6ac-41db-90f2-512dcdf3c3ba), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:57.935292 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-27a97162-943c-45f9-9957-93a47b95b0ae None None] Port addf2fff-e6ac-41db-90f2-512dcdf3c3ba cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:25:57.947008 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 6a0a6358-f35e-461b-b5d4-ac20e361779a up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:25:58.042451 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-27a97162-943c-45f9-9957-93a47b95b0ae None None] Provisioning complete for port 0de29869-2d20-477c-8755-50adbf3f43ee triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:25:58.045792 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-27a97162-943c-45f9-9957-93a47b95b0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (0de29869-2d20-477c-8755-50adbf3f43ee), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:58.161159 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a1e24e-aff8-4d2d-b6a5-13f3221cd866 None None] Network ef4fe003-256e-4a6c-af17-da180c8a686e requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:25:58.320300 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-eefdfb53-43e0-4f6f-b220-cd92f7411d79 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Calling delete_port for 0de29869-2d20-477c-8755-50adbf3f43ee owned by {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:25:58.350163 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f53c4cad-dc85-4bd9-997e-f5a755838e74 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (ba18fa11-87e0-40b6-b684-17213f378472), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:58.351792 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 6a0a6358-f35e-461b-b5d4-ac20e361779a triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:25:58.352891 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (6a0a6358-f35e-461b-b5d4-ac20e361779a), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:58.502751 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-27a97162-943c-45f9-9957-93a47b95b0ae None None] Port 0de29869-2d20-477c-8755-50adbf3f43ee cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:25:58.513932 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f53c4cad-dc85-4bd9-997e-f5a755838e74 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13546665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13556132'] for subnet (ba18fa11-87e0-40b6-b684-17213f378472), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:58.657484 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53c4cad-dc85-4bd9-997e-f5a755838e74 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Pushing event deleted for resources: {'Subnet': ['ID=ba18fa11-87e0-40b6-b684-17213f378472,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:25:58.660907 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f53c4cad-dc85-4bd9-997e-f5a755838e74 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:58.664309 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-f53c4cad-dc85-4bd9-997e-f5a755838e74 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "DELETE /v2.0/subnets/ba18fa11-87e0-40b6-b684-17213f378472 HTTP/1.1" status: 204 len: 168 time: 1.9763379 Jan 28 07:25:58.667572 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33228) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:25:58.710189 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-752c4b23-c734-4dae-bfb2-cf200a4dbe7c None None] Provisioning complete for port 6a0a6358-f35e-461b-b5d4-ac20e361779a triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:25:58.710983 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-752c4b23-c734-4dae-bfb2-cf200a4dbe7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (6a0a6358-f35e-461b-b5d4-ac20e361779a), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:58.786022 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-eefdfb53-43e0-4f6f-b220-cd92f7411d79 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (0de29869-2d20-477c-8755-50adbf3f43ee), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:58.803637 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-8249b9bb-44f2-4875-be3a-10a5614f565d tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1339405 Jan 28 07:25:58.806404 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33232) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:25:58.812623 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-94ea113a-7f88-4e06-a57f-55bcb80ca875 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Request body: {'subnet': {'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:25:58.827545 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 6a0a6358-f35e-461b-b5d4-ac20e361779a is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:25:58.885134 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefdfb53-43e0-4f6f-b220-cd92f7411d79 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Pushing event deleted for resources: {'Port': ['ID=0de29869-2d20-477c-8755-50adbf3f43ee,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:25:58.945473 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14526a65-2714-49fa-83aa-269c6815a73b None None] Update dhcp port {'port': {'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e', 'fixed_ips': [{'subnet_id': 'ba18fa11-87e0-40b6-b684-17213f378472'}], 'binding:host_id': 'n-d-712749-28'}, 'id': '6a0a6358-f35e-461b-b5d4-ac20e361779a'} from n-d-712749-28. {{(pid=103285) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 07:25:58.961057 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94ea113a-7f88-4e06-a57f-55bcb80ca875 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Made reservation on behalf of 64d19227e44643b7a12df0287e7ae5f8 for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:25:58.996495 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-94ea113a-7f88-4e06-a57f-55bcb80ca875 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24979592'] for subnet (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:59.024059 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-14526a65-2714-49fa-83aa-269c6815a73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (6a0a6358-f35e-461b-b5d4-ac20e361779a), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:59.118609 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-eefdfb53-43e0-4f6f-b220-cd92f7411d79 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:59.150883 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-eefdfb53-43e0-4f6f-b220-cd92f7411d79 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] 10.222.0.41 "DELETE /v2.0/ports/0de29869-2d20-477c-8755-50adbf3f43ee HTTP/1.1" status: 204 len: 168 time: 2.7834890 Jan 28 07:25:59.152607 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 33238) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:25:59.279617 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-752c4b23-c734-4dae-bfb2-cf200a4dbe7c None None] Current status of the port 6a0a6358-f35e-461b-b5d4-ac20e361779a is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:25:59.293182 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc55702-5314-4d36-98bf-841b3f755891 None None] Network ef4fe003-256e-4a6c-af17-da180c8a686e requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:25:59.362323 n-d-712749-28 neutron-server[103283]: INFO neutron.pecan_wsgi.hooks.translation [None req-ceee0130-293d-45cf-812c-22b3ef14430f tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] GET failed (client error): The resource could not be found. Jan 28 07:25:59.374016 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33250) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:25:59.375548 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-ceee0130-293d-45cf-812c-22b3ef14430f tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] 10.222.0.41 "GET /v2.0/ports/0de29869-2d20-477c-8755-50adbf3f43ee HTTP/1.1" status: 404 len: 333 time: 0.2169507 Jan 28 07:25:59.558234 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-65a48735-fa41-4c88-9387-d8c94d31e825 None None] Provisioning complete for port 6a0a6358-f35e-461b-b5d4-ac20e361779a triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:25:59.559505 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-65a48735-fa41-4c88-9387-d8c94d31e825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (6a0a6358-f35e-461b-b5d4-ac20e361779a), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:59.641781 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c45754-d8d7-439f-9558-8ac3b4788dcc None None] DHCP port deletion for ef4fe003-256e-4a6c-af17-da180c8a686e request from n-d-712749-28 {{(pid=103285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 07:25:59.738537 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-65a48735-fa41-4c88-9387-d8c94d31e825 None None] Current status of the port 6a0a6358-f35e-461b-b5d4-ac20e361779a is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:25:59.762680 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-84c45754-d8d7-439f-9558-8ac3b4788dcc None None] Deleting port 6a0a6358-f35e-461b-b5d4-ac20e361779a {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:25:59.763315 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-84c45754-d8d7-439f-9558-8ac3b4788dcc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (6a0a6358-f35e-461b-b5d4-ac20e361779a), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:59.819094 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-e7128eda-04c9-475b-b022-bea082082362 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Deleting port addf2fff-e6ac-41db-90f2-512dcdf3c3ba {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:25:59.819686 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e7128eda-04c9-475b-b022-bea082082362 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (addf2fff-e6ac-41db-90f2-512dcdf3c3ba), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:59.891775 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-84c45754-d8d7-439f-9558-8ac3b4788dcc None None] For port 6a0a6358-f35e-461b-b5d4-ac20e361779a, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=6a0a6358-f35e-461b-b5d4-ac20e361779a,segment=NetworkSegment(c533ee34-b679-44a8-abdb-1685e355613e),segment_id=c533ee34-b679-44a8-abdb-1685e355613e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:25:59.892101 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-84c45754-d8d7-439f-9558-8ac3b4788dcc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (6a0a6358-f35e-461b-b5d4-ac20e361779a), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:25:59.904806 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 6a0a6358-f35e-461b-b5d4-ac20e361779a no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:25:59.950315 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-84c45754-d8d7-439f-9558-8ac3b4788dcc None None] Calling delete_port for 6a0a6358-f35e-461b-b5d4-ac20e361779a owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:26:00.017756 n-d-712749-28 neutron-server[103284]: DEBUG neutron.objects.ports [None req-94ea113a-7f88-4e06-a57f-55bcb80ca875 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103284) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 07:26:00.020262 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e7128eda-04c9-475b-b022-bea082082362 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (addf2fff-e6ac-41db-90f2-512dcdf3c3ba), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:00.092550 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 6a0a6358-f35e-461b-b5d4-ac20e361779a is: ACTIVE; New status is: DOWN {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:26:00.093643 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (6a0a6358-f35e-461b-b5d4-ac20e361779a), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:00.093877 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-e7128eda-04c9-475b-b022-bea082082362 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Calling delete_port for addf2fff-e6ac-41db-90f2-512dcdf3c3ba owned by {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:26:00.171661 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-84c45754-d8d7-439f-9558-8ac3b4788dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298'] for port (6a0a6358-f35e-461b-b5d4-ac20e361779a), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:00.195340 n-d-712749-28 neutron-server[103284]: WARNING neutron.services.revisions.revision_plugin [None req-94ea113a-7f88-4e06-a57f-55bcb80ca875 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Could not find related port for resource to bump revision. Jan 28 07:26:00.241503 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c45754-d8d7-439f-9558-8ac3b4788dcc None None] No DVR routers for this DVR port 6a0a6358-f35e-461b-b5d4-ac20e361779a on host n-d-712749-28 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:26:00.252846 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c45754-d8d7-439f-9558-8ac3b4788dcc None None] Pushing event deleted for resources: {'Port': ['ID=6a0a6358-f35e-461b-b5d4-ac20e361779a,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:26:00.289119 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.ipam_pluggable_backend [None req-94ea113a-7f88-4e06-a57f-55bcb80ca875 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Port 6a0a6358-f35e-461b-b5d4-ac20e361779a was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103284) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Jan 28 07:26:00.289521 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.ipam_pluggable_backend [None req-94ea113a-7f88-4e06-a57f-55bcb80ca875 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Reverting IP allocation for 2001:db8::f816:3eff:fea2:37ac {{(pid=103284) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Jan 28 07:26:00.293989 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.ipam_pluggable_backend [None req-94ea113a-7f88-4e06-a57f-55bcb80ca875 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fea2:37ac {{(pid=103284) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Jan 28 07:26:00.296272 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-94ea113a-7f88-4e06-a57f-55bcb80ca875 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24757504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24979610'] for subnet (c023afb3-8d07-43bc-941d-1cdd0091fa71), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:00.303384 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e7128eda-04c9-475b-b022-bea082082362 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (addf2fff-e6ac-41db-90f2-512dcdf3c3ba), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:00.401787 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7128eda-04c9-475b-b022-bea082082362 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Pushing event deleted for resources: {'Port': ['ID=addf2fff-e6ac-41db-90f2-512dcdf3c3ba,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:26:00.460365 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ea113a-7f88-4e06-a57f-55bcb80ca875 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Network ef4fe003-256e-4a6c-af17-da180c8a686e is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:26:00.603275 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-94ea113a-7f88-4e06-a57f-55bcb80ca875 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:26:00.605651 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e7128eda-04c9-475b-b022-bea082082362 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:00.611762 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-e7128eda-04c9-475b-b022-bea082082362 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] 10.222.0.41 "DELETE /v2.0/ports/addf2fff-e6ac-41db-90f2-512dcdf3c3ba HTTP/1.1" status: 204 len: 168 time: 1.2010634 Jan 28 07:26:00.613008 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ea113a-7f88-4e06-a57f-55bcb80ca875 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:26:00.613441 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 33290) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:00.613941 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-94ea113a-7f88-4e06-a57f-55bcb80ca875 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:00.617702 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ea113a-7f88-4e06-a57f-55bcb80ca875 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Pushing event updated for resources: {'Subnet': ['ID=c023afb3-8d07-43bc-941d-1cdd0091fa71,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:26:00.620780 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5784ef70-75a7-49e7-bfd4-dda7dd4868ce None None] Network ef4fe003-256e-4a6c-af17-da180c8a686e requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:26:00.655201 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-94ea113a-7f88-4e06-a57f-55bcb80ca875 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8469427 Jan 28 07:26:00.655912 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33292) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:00.662520 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-29d78587-755c-45ec-a28e-e2209358cf31 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Request body: {'subnet': {'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:26:00.770287 n-d-712749-28 neutron-server[103283]: INFO neutron.pecan_wsgi.hooks.translation [None req-26220439-3239-4ecb-b9d0-4d1c061b39d0 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] GET failed (client error): The resource could not be found. Jan 28 07:26:00.771780 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-26220439-3239-4ecb-b9d0-4d1c061b39d0 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] 10.222.0.41 "GET /v2.0/ports/addf2fff-e6ac-41db-90f2-512dcdf3c3ba HTTP/1.1" status: 404 len: 333 time: 0.1556439 Jan 28 07:26:00.780389 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33302) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:00.896654 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9814074-ba41-4650-bb80-231ab9a6eb94 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Deleting subnet 5c5cd731-78d3-4eb8-86f2-0a1142c072c6 {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:26:00.907420 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c9814074-ba41-4650-bb80-231ab9a6eb94 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks [] for subnet (5c5cd731-78d3-4eb8-86f2-0a1142c072c6), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:00.981907 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c9814074-ba41-4650-bb80-231ab9a6eb94 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24759175'] for subnet (5c5cd731-78d3-4eb8-86f2-0a1142c072c6), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:01.009498 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-222847af-e3f9-4b37-b498-0213f45223dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3dd72b9-6805-5f61-b6f3-a591f99a173d-ef4fe003-256e-4a6c-af17-da180c8a686e', 'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e', 'project_id': '64d19227e44643b7a12df0287e7ae5f8', 'fixed_ips': [{'subnet_id': 'c023afb3-8d07-43bc-941d-1cdd0091fa71'}]}} from n-d-712749-28. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 07:26:01.010639 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-222847af-e3f9-4b37-b498-0213f45223dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:01.090610 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29d78587-755c-45ec-a28e-e2209358cf31 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Made reservation on behalf of 64d19227e44643b7a12df0287e7ae5f8 for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:26:01.101690 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-29d78587-755c-45ec-a28e-e2209358cf31 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24979592'] for subnet (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:01.257324 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-222847af-e3f9-4b37-b498-0213f45223dd None None] Allocated IP 2001:db8::f816:3eff:feb0:5e74 (ef4fe003-256e-4a6c-af17-da180c8a686e/c023afb3-8d07-43bc-941d-1cdd0091fa71/52713ed2-ebac-49b9-b3ea-31c68ba2cf74) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:26:01.352789 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c9814074-ba41-4650-bb80-231ab9a6eb94 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (5c5cd731-78d3-4eb8-86f2-0a1142c072c6), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:01.447448 n-d-712749-28 neutron-server[103284]: INFO neutron.db.ipam_backend_mixin [None req-29d78587-755c-45ec-a28e-e2209358cf31 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c023afb3-8d07-43bc-941d-1cdd0091fa71 (CIDR: 2001:db8::/64) Jan 28 07:26:01.465654 n-d-712749-28 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-29d78587-755c-45ec-a28e-e2209358cf31 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 07:26:01.466117 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29d78587-755c-45ec-a28e-e2209358cf31 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:26:01.512681 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-29d78587-755c-45ec-a28e-e2209358cf31 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8534031 Jan 28 07:26:01.513788 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 33324) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:01.518734 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c9814074-ba41-4650-bb80-231ab9a6eb94 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24757569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24979817'] for subnet (5c5cd731-78d3-4eb8-86f2-0a1142c072c6), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:01.519012 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-33775246-380d-4cfe-9723-eb2cfc3a009a tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Request body: {'subnet': {'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:26:01.558641 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9814074-ba41-4650-bb80-231ab9a6eb94 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Pushing event deleted for resources: {'Subnet': ['ID=5c5cd731-78d3-4eb8-86f2-0a1142c072c6,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:26:01.561292 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-222847af-e3f9-4b37-b498-0213f45223dd None None] Publish callbacks [] for port (52713ed2-ebac-49b9-b3ea-31c68ba2cf74), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:01.576422 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a35a61-5ca4-4cc1-b30f-89d236fd325b None None] Network 4d73d6fc-d5ab-4e2c-815e-0d2cbb14919e requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:26:01.579149 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c9814074-ba41-4650-bb80-231ab9a6eb94 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:01.583785 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-222847af-e3f9-4b37-b498-0213f45223dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (52713ed2-ebac-49b9-b3ea-31c68ba2cf74), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:01.588664 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-c9814074-ba41-4650-bb80-231ab9a6eb94 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] 10.222.0.41 "DELETE /v2.0/subnets/5c5cd731-78d3-4eb8-86f2-0a1142c072c6 HTTP/1.1" status: 204 len: 168 time: 0.8068035 Jan 28 07:26:01.589603 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33326) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:01.721779 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1c3f501b-429f-4840-a19e-da5b70e7b15b tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (4d73d6fc-d5ab-4e2c-815e-0d2cbb14919e), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:01.817767 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33775246-380d-4cfe-9723-eb2cfc3a009a tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Made reservation on behalf of 64d19227e44643b7a12df0287e7ae5f8 for: {'subnet': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:26:01.821757 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-33775246-380d-4cfe-9723-eb2cfc3a009a tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13555781'] for subnet (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:01.853460 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222847af-e3f9-4b37-b498-0213f45223dd None None] Pushing event updated for resources: {'Port': ['ID=52713ed2-ebac-49b9-b3ea-31c68ba2cf74,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:26:01.865246 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222847af-e3f9-4b37-b498-0213f45223dd None None] Network ef4fe003-256e-4a6c-af17-da180c8a686e is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:26:01.866331 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-1c3f501b-429f-4840-a19e-da5b70e7b15b tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Deleting port 95444cd9-9dd9-4ab5-9c7e-78d1f14d15a2 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:26:01.868449 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1c3f501b-429f-4840-a19e-da5b70e7b15b tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (95444cd9-9dd9-4ab5-9c7e-78d1f14d15a2), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:01.871186 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-222847af-e3f9-4b37-b498-0213f45223dd None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:26:01.896002 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222847af-e3f9-4b37-b498-0213f45223dd None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:26:02.053402 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-222847af-e3f9-4b37-b498-0213f45223dd None None] Attempting to bind port 52713ed2-ebac-49b9-b3ea-31c68ba2cf74 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:26:02.053788 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-222847af-e3f9-4b37-b498-0213f45223dd None None] Attempting to bind port 52713ed2-ebac-49b9-b3ea-31c68ba2cf74 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': 'c533ee34-b679-44a8-abdb-1685e355613e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:26:02.054165 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222847af-e3f9-4b37-b498-0213f45223dd None None] Attempting to bind port 52713ed2-ebac-49b9-b3ea-31c68ba2cf74 on network ef4fe003-256e-4a6c-af17-da180c8a686e {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:26:02.084546 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222847af-e3f9-4b37-b498-0213f45223dd None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:26:02.086371 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-1c3f501b-429f-4840-a19e-da5b70e7b15b tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] For port 95444cd9-9dd9-4ab5-9c7e-78d1f14d15a2, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=95444cd9-9dd9-4ab5-9c7e-78d1f14d15a2,segment=NetworkSegment(3518c520-8b88-4382-b1ea-f9f9ce20ab6d),segment_id=3518c520-8b88-4382-b1ea-f9f9ce20ab6d)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:26:02.087378 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1c3f501b-429f-4840-a19e-da5b70e7b15b tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (95444cd9-9dd9-4ab5-9c7e-78d1f14d15a2), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:02.104273 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222847af-e3f9-4b37-b498-0213f45223dd None None] Checking segment: {'id': 'c533ee34-b679-44a8-abdb-1685e355613e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:26:02.104273 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-222847af-e3f9-4b37-b498-0213f45223dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:02.104273 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222847af-e3f9-4b37-b498-0213f45223dd None None] Bound using segment: {'id': 'c533ee34-b679-44a8-abdb-1685e355613e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:26:02.104273 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-222847af-e3f9-4b37-b498-0213f45223dd None None] Bound port: 52713ed2-ebac-49b9-b3ea-31c68ba2cf74, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c533ee34-b679-44a8-abdb-1685e355613e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:26:02.104273 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-222847af-e3f9-4b37-b498-0213f45223dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (52713ed2-ebac-49b9-b3ea-31c68ba2cf74), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:02.117741 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-1c3f501b-429f-4840-a19e-da5b70e7b15b tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Calling delete_port for 95444cd9-9dd9-4ab5-9c7e-78d1f14d15a2 owned by network:dhcp {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:26:02.270142 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1c3f501b-429f-4840-a19e-da5b70e7b15b tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (95444cd9-9dd9-4ab5-9c7e-78d1f14d15a2), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:02.271836 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-222847af-e3f9-4b37-b498-0213f45223dd None None] For port 52713ed2-ebac-49b9-b3ea-31c68ba2cf74, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:26:02.280359 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-222847af-e3f9-4b37-b498-0213f45223dd None None] For port 52713ed2-ebac-49b9-b3ea-31c68ba2cf74, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=52713ed2-ebac-49b9-b3ea-31c68ba2cf74,segment=NetworkSegment(c533ee34-b679-44a8-abdb-1685e355613e),segment_id=c533ee34-b679-44a8-abdb-1685e355613e)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:26:02.282700 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee2c4672-22a3-416b-b96f-8d69367882c0 None None] DHCP port deletion for 4d73d6fc-d5ab-4e2c-815e-0d2cbb14919e request from n-d-712749-28 {{(pid=103285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 07:26:02.299292 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-222847af-e3f9-4b37-b498-0213f45223dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (52713ed2-ebac-49b9-b3ea-31c68ba2cf74), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:02.307690 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3f501b-429f-4840-a19e-da5b70e7b15b tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Pushing event deleted for resources: {'Port': ['ID=95444cd9-9dd9-4ab5-9c7e-78d1f14d15a2,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:26:02.310624 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3f501b-429f-4840-a19e-da5b70e7b15b tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] No DVR routers for this DVR port 95444cd9-9dd9-4ab5-9c7e-78d1f14d15a2 on host n-d-712749-28 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:26:02.382223 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-33775246-380d-4cfe-9723-eb2cfc3a009a tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13546728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13555799'] for subnet (834f06c5-c7c6-41e1-aef1-1de13291c693), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:02.408292 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222847af-e3f9-4b37-b498-0213f45223dd None None] Pushing event updated for resources: {'Port': ['ID=52713ed2-ebac-49b9-b3ea-31c68ba2cf74,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:26:02.463210 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1c3f501b-429f-4840-a19e-da5b70e7b15b tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (4d73d6fc-d5ab-4e2c-815e-0d2cbb14919e), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:02.490334 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33775246-380d-4cfe-9723-eb2cfc3a009a tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Network ef4fe003-256e-4a6c-af17-da180c8a686e is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:26:02.515513 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-33775246-380d-4cfe-9723-eb2cfc3a009a tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:26:02.532292 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33775246-380d-4cfe-9723-eb2cfc3a009a tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:26:02.532822 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-33775246-380d-4cfe-9723-eb2cfc3a009a tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:02.534627 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-1c3f501b-429f-4840-a19e-da5b70e7b15b tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d73d6fc-d5ab-4e2c-815e-0d2cbb14919e']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:26:02.557905 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-1c3f501b-429f-4840-a19e-da5b70e7b15b tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3518c520-8b88-4382-b1ea-f9f9ce20ab6d') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:26:02.559574 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-1c3f501b-429f-4840-a19e-da5b70e7b15b tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3518c520-8b88-4382-b1ea-f9f9ce20ab6d') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:26:02.585973 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33775246-380d-4cfe-9723-eb2cfc3a009a tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Pushing event updated for resources: {'Subnet': ['ID=834f06c5-c7c6-41e1-aef1-1de13291c693,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:26:02.589330 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1c3f501b-429f-4840-a19e-da5b70e7b15b tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24759294'] for segment (3518c520-8b88-4382-b1ea-f9f9ce20ab6d), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:02.602385 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-33775246-380d-4cfe-9723-eb2cfc3a009a tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0874758 Jan 28 07:26:02.603031 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 33342) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:02.607996 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-1fec546d-a4a0-46fd-92d8-fa1e193c2a4e tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Request body: {'port': {'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e', 'mac_address': 'fa:16:3e:74:16:35', 'name': 'tempest-NetworksTestDHCPv6-671240442'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:26:02.614597 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1c3f501b-429f-4840-a19e-da5b70e7b15b tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (3518c520-8b88-4382-b1ea-f9f9ce20ab6d), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:02.636741 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c3f501b-429f-4840-a19e-da5b70e7b15b tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:26:02.637135 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1c3f501b-429f-4840-a19e-da5b70e7b15b tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24757675'] for segment (3518c520-8b88-4382-b1ea-f9f9ce20ab6d), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:02.645694 n-d-712749-28 neutron-server[103284]: Traceback (most recent call last): Jan 28 07:26:02.645694 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:26:02.645694 n-d-712749-28 neutron-server[103284]: timer() Jan 28 07:26:02.645694 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:26:02.645694 n-d-712749-28 neutron-server[103284]: cb(*args, **kw) Jan 28 07:26:02.645694 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:26:02.645694 n-d-712749-28 neutron-server[103284]: return func(*args, **kwargs) Jan 28 07:26:02.645694 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:26:02.645694 n-d-712749-28 neutron-server[103284]: self._notify() Jan 28 07:26:02.645694 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:26:02.645694 n-d-712749-28 neutron-server[103284]: self.callback(batched_events) Jan 28 07:26:02.645694 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:26:02.645694 n-d-712749-28 neutron-server[103284]: event.method(event) Jan 28 07:26:02.645694 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:26:02.645694 n-d-712749-28 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:26:02.645694 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:26:02.645694 n-d-712749-28 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:26:02.645694 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:26:02.645694 n-d-712749-28 neutron-server[103284]: return f(self, *a, **k) Jan 28 07:26:02.645694 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:26:02.645694 n-d-712749-28 neutron-server[103284]: return self._get(url).json() Jan 28 07:26:02.645694 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:26:02.645694 n-d-712749-28 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:26:02.645694 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:26:02.645694 n-d-712749-28 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Jan 28 07:26:02.645694 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:26:02.645694 n-d-712749-28 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:26:02.645694 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:26:02.645694 n-d-712749-28 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:26:02.645694 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:26:02.645694 n-d-712749-28 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:26:02.645694 n-d-712749-28 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:26:02.863523 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fec546d-a4a0-46fd-92d8-fa1e193c2a4e tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Made reservation on behalf of 64d19227e44643b7a12df0287e7ae5f8 for: {'port': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:26:02.869728 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1c3f501b-429f-4840-a19e-da5b70e7b15b tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (4d73d6fc-d5ab-4e2c-815e-0d2cbb14919e), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:02.910472 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1c3f501b-429f-4840-a19e-da5b70e7b15b tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:02.917475 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-1c3f501b-429f-4840-a19e-da5b70e7b15b tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] 10.222.0.41 "DELETE /v2.0/networks/4d73d6fc-d5ab-4e2c-815e-0d2cbb14919e HTTP/1.1" status: 204 len: 168 time: 1.3231237 Jan 28 07:26:02.917475 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3f501b-429f-4840-a19e-da5b70e7b15b tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Pushing event deleted for resources: {'Network': ['ID=4d73d6fc-d5ab-4e2c-815e-0d2cbb14919e,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:26:02.917715 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33348) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:02.938278 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-e6593010-66a4-4a57-b642-6cde44c3a75c tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1107516183'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:26:02.947720 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:03.004938 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6593010-66a4-4a57-b642-6cde44c3a75c tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Made reservation on behalf of 2b2f7f01d23244e582fca6963a34fb74 for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:26:03.008377 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e6593010-66a4-4a57-b642-6cde44c3a75c tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:03.075857 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6593010-66a4-4a57-b642-6cde44c3a75c tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:26:03.088535 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e6593010-66a4-4a57-b642-6cde44c3a75c tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (7c380b35-8e00-4504-b463-766db920d051), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:03.089186 n-d-712749-28 neutron-server[103284]: INFO neutron.db.segments_db [None req-e6593010-66a4-4a57-b642-6cde44c3a75c tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Added segment 7c380b35-8e00-4504-b463-766db920d051 of type vlan for network c5695640-3790-4b1a-bdff-57cac3586165 Jan 28 07:26:03.110813 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1fec546d-a4a0-46fd-92d8-fa1e193c2a4e tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:03.164643 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e6593010-66a4-4a57-b642-6cde44c3a75c tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (c5695640-3790-4b1a-bdff-57cac3586165), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:03.188532 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-1fec546d-a4a0-46fd-92d8-fa1e193c2a4e tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] device_id is not set on port 7f326096-050c-4d8a-a7d3-dc8eb217581e yet. {{(pid=103283) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 07:26:03.235814 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e6593010-66a4-4a57-b642-6cde44c3a75c tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (c5695640-3790-4b1a-bdff-57cac3586165), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:03.241984 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6593010-66a4-4a57-b642-6cde44c3a75c tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:26:03.242754 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e6593010-66a4-4a57-b642-6cde44c3a75c tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:03.271087 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d7e27e51-4576-4d1d-8c35-d9de33d81715 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:03.359137 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-e6593010-66a4-4a57-b642-6cde44c3a75c tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4293063 Jan 28 07:26:03.362443 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33354) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:03.367493 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-e3c2ef9e-b79b-4334-96a2-1c70e0b9042a tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Request body: {'subnet': {'network_id': 'c5695640-3790-4b1a-bdff-57cac3586165', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:26:03.399387 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-1fec546d-a4a0-46fd-92d8-fa1e193c2a4e tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Allocated IP 2001:db8:0:1::14a (ef4fe003-256e-4a6c-af17-da180c8a686e/834f06c5-c7c6-41e1-aef1-1de13291c693/7f326096-050c-4d8a-a7d3-dc8eb217581e) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:26:03.406298 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-1fec546d-a4a0-46fd-92d8-fa1e193c2a4e tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Allocated IP 2001:db8::f816:3eff:fe74:1635 (ef4fe003-256e-4a6c-af17-da180c8a686e/c023afb3-8d07-43bc-941d-1cdd0091fa71/7f326096-050c-4d8a-a7d3-dc8eb217581e) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:26:03.488147 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6593010-66a4-4a57-b642-6cde44c3a75c tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Pushing event updated for resources: {'Network': ['ID=c5695640-3790-4b1a-bdff-57cac3586165,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:26:03.499832 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network c5695640-3790-4b1a-bdff-57cac3586165 details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:26:03.521884 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3c2ef9e-b79b-4334-96a2-1c70e0b9042a tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Made reservation on behalf of 2b2f7f01d23244e582fca6963a34fb74 for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:26:03.526118 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e3c2ef9e-b79b-4334-96a2-1c70e0b9042a tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24979592'] for subnet (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:03.630231 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1fec546d-a4a0-46fd-92d8-fa1e193c2a4e tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks [] for port (7f326096-050c-4d8a-a7d3-dc8eb217581e), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:03.722762 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1fec546d-a4a0-46fd-92d8-fa1e193c2a4e tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (7f326096-050c-4d8a-a7d3-dc8eb217581e), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:03.826689 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fec546d-a4a0-46fd-92d8-fa1e193c2a4e tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Network ef4fe003-256e-4a6c-af17-da180c8a686e is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:26:03.851728 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-1fec546d-a4a0-46fd-92d8-fa1e193c2a4e tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:26:03.866194 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fec546d-a4a0-46fd-92d8-fa1e193c2a4e tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:26:03.876836 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fec546d-a4a0-46fd-92d8-fa1e193c2a4e tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:26:03.877529 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1fec546d-a4a0-46fd-92d8-fa1e193c2a4e tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:03.902867 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fec546d-a4a0-46fd-92d8-fa1e193c2a4e tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Pushing event updated for resources: {'Port': ['ID=7f326096-050c-4d8a-a7d3-dc8eb217581e,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:26:03.964386 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:03.984741 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-1fec546d-a4a0-46fd-92d8-fa1e193c2a4e tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.3803961 Jan 28 07:26:03.988709 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33364) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:04.032711 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e3c2ef9e-b79b-4334-96a2-1c70e0b9042a tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24757504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24979610'] for subnet (a0a25687-c8d4-41ed-87a2-07785fafcd35), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:04.096836 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 52713ed2-ebac-49b9-b3ea-31c68ba2cf74 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:26:04.170794 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c2ef9e-b79b-4334-96a2-1c70e0b9042a tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Pushing event updated for resources: {'Subnet': ['ID=a0a25687-c8d4-41ed-87a2-07785fafcd35,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:26:04.212230 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 52713ed2-ebac-49b9-b3ea-31c68ba2cf74 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:26:04.216013 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (52713ed2-ebac-49b9-b3ea-31c68ba2cf74), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:04.305442 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c2ef9e-b79b-4334-96a2-1c70e0b9042a tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Checking segment: {'id': '7c380b35-8e00-4504-b463-766db920d051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c5695640-3790-4b1a-bdff-57cac3586165'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:26:04.305803 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c2ef9e-b79b-4334-96a2-1c70e0b9042a tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Network hostable DHCP agents. Network: c5695640-3790-4b1a-bdff-57cac3586165, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:26:04.379705 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-2c07c131-8b7e-4210-9f57-f961ca3a6176 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Deleting port 7f326096-050c-4d8a-a7d3-dc8eb217581e {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:26:04.380125 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2c07c131-8b7e-4210-9f57-f961ca3a6176 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (7f326096-050c-4d8a-a7d3-dc8eb217581e), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:04.384328 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c2ef9e-b79b-4334-96a2-1c70e0b9042a tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Network c5695640-3790-4b1a-bdff-57cac3586165 is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:26:04.482757 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-e3c2ef9e-b79b-4334-96a2-1c70e0b9042a tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, c5695640-3790-4b1a-bdff-57cac3586165) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:26:04.504683 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c2ef9e-b79b-4334-96a2-1c70e0b9042a tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:26:04.505668 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e3c2ef9e-b79b-4334-96a2-1c70e0b9042a tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:04.542016 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-e3c2ef9e-b79b-4334-96a2-1c70e0b9042a tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1786084 Jan 28 07:26:04.545040 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 33370) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:04.550855 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-ddf593f2-9997-4223-9c5c-bd08f98fa052 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-190925907', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:26:04.561837 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2c07c131-8b7e-4210-9f57-f961ca3a6176 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (7f326096-050c-4d8a-a7d3-dc8eb217581e), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:04.580870 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-2c07c131-8b7e-4210-9f57-f961ca3a6176 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Calling delete_port for 7f326096-050c-4d8a-a7d3-dc8eb217581e owned by {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:26:04.624830 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ddf593f2-9997-4223-9c5c-bd08f98fa052 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16606890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127275'] for router (1a983112-913f-4996-8318-f43340c79b6d), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:04.625886 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ddf593f2-9997-4223-9c5c-bd08f98fa052 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16605498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16607952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16355422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127266'] for router (1a983112-913f-4996-8318-f43340c79b6d), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:04.762845 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ddf593f2-9997-4223-9c5c-bd08f98fa052 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks [] for router_controller (1a983112-913f-4996-8318-f43340c79b6d), precommit_add_association {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:04.780702 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ddf593f2-9997-4223-9c5c-bd08f98fa052 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16605475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16607909'] for router (1a983112-913f-4996-8318-f43340c79b6d), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:04.810402 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ddf593f2-9997-4223-9c5c-bd08f98fa052 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks [] for router (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:04.811934 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-ddf593f2-9997-4223-9c5c-bd08f98fa052 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.2655399 Jan 28 07:26:04.814724 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 33376) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:04.825193 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2c07c131-8b7e-4210-9f57-f961ca3a6176 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (7f326096-050c-4d8a-a7d3-dc8eb217581e), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:04.827457 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-6615b01b-9fcf-4eea-9862-f372848c908c tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Request body: {'port': {'network_id': 'c5695640-3790-4b1a-bdff-57cac3586165', 'name': 'tempest-PortsTestJSON-2118865145'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:26:04.843080 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 52713ed2-ebac-49b9-b3ea-31c68ba2cf74 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:26:04.843765 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (52713ed2-ebac-49b9-b3ea-31c68ba2cf74), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:04.871480 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4df72a3f-6bba-4501-8fc1-8b27d4d322e3 None None] Network ef4fe003-256e-4a6c-af17-da180c8a686e requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:26:04.886848 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c07c131-8b7e-4210-9f57-f961ca3a6176 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Pushing event deleted for resources: {'Port': ['ID=7f326096-050c-4d8a-a7d3-dc8eb217581e,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:26:04.981478 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2c07c131-8b7e-4210-9f57-f961ca3a6176 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:04.987830 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-2c07c131-8b7e-4210-9f57-f961ca3a6176 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "DELETE /v2.0/ports/7f326096-050c-4d8a-a7d3-dc8eb217581e HTTP/1.1" status: 204 len: 168 time: 0.9954686 Jan 28 07:26:04.988325 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33380) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:05.010934 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8524ca85-9a1f-4d4b-80b2-e0f2ec07af91 None None] Network c5695640-3790-4b1a-bdff-57cac3586165 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:26:05.041142 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] For port 52713ed2-ebac-49b9-b3ea-31c68ba2cf74, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=52713ed2-ebac-49b9-b3ea-31c68ba2cf74,segment=NetworkSegment(c533ee34-b679-44a8-abdb-1685e355613e),segment_id=c533ee34-b679-44a8-abdb-1685e355613e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:26:05.069120 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-827cef7b-b10c-4525-9ff4-b3850dd5dfa1 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:26:05.070991 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-827cef7b-b10c-4525-9ff4-b3850dd5dfa1 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0817232 Jan 28 07:26:05.074102 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33384) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:05.117858 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (52713ed2-ebac-49b9-b3ea-31c68ba2cf74), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:05.139621 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6615b01b-9fcf-4eea-9862-f372848c908c tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Made reservation on behalf of 2b2f7f01d23244e582fca6963a34fb74 for: {'port': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:26:05.144860 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6615b01b-9fcf-4eea-9862-f372848c908c tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:05.166758 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20214ae4-2d97-47c2-8166-57dac16e1166 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:26:05.172095 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 33388) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:05.192426 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-20214ae4-2d97-47c2-8166-57dac16e1166 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0932114 Jan 28 07:26:05.199613 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-6615b01b-9fcf-4eea-9862-f372848c908c tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] device_id is not set on port 827d4cfd-b995-4376-ac5a-2d99612c08ed yet. {{(pid=103283) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 07:26:05.256437 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Pushing event updated for resources: {'Port': ['ID=52713ed2-ebac-49b9-b3ea-31c68ba2cf74,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:26:05.303354 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-e1f24cff-408e-48d7-b6d1-708ff19cc152 None None] Provisioning complete for port 52713ed2-ebac-49b9-b3ea-31c68ba2cf74 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:26:05.308818 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e1f24cff-408e-48d7-b6d1-708ff19cc152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (52713ed2-ebac-49b9-b3ea-31c68ba2cf74), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:05.335051 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-6615b01b-9fcf-4eea-9862-f372848c908c tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Allocated IP 172.20.0.8 (c5695640-3790-4b1a-bdff-57cac3586165/a0a25687-c8d4-41ed-87a2-07785fafcd35/827d4cfd-b995-4376-ac5a-2d99612c08ed) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:26:05.365756 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 95444cd9-9dd9-4ab5-9c7e-78d1f14d15a2 no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:26:05.395658 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: 95444cd9-9dd9-4ab5-9c7e-78d1f14d15a2 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:26:05.396064 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 95444cd9-9dd9-4ab5-9c7e-78d1f14d15a2 not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:26:05.500174 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-e1f24cff-408e-48d7-b6d1-708ff19cc152 None None] Current status of the port 52713ed2-ebac-49b9-b3ea-31c68ba2cf74 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:26:05.576454 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ac10fb7-ba60-4a84-b11d-e3122ab7b0ce None None] Update dhcp port {'port': {'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e', 'fixed_ips': [{'subnet_id': 'c023afb3-8d07-43bc-941d-1cdd0091fa71', 'ip_address': '2001:db8::f816:3eff:feb0:5e74'}, {'subnet_id': '834f06c5-c7c6-41e1-aef1-1de13291c693'}], 'binding:host_id': 'n-d-712749-28'}, 'id': '52713ed2-ebac-49b9-b3ea-31c68ba2cf74'} from n-d-712749-28. {{(pid=103285) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 07:26:05.581687 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6615b01b-9fcf-4eea-9862-f372848c908c tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks [] for port (827d4cfd-b995-4376-ac5a-2d99612c08ed), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:05.640458 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6615b01b-9fcf-4eea-9862-f372848c908c tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (827d4cfd-b995-4376-ac5a-2d99612c08ed), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:05.646783 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0ac10fb7-ba60-4a84-b11d-e3122ab7b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (52713ed2-ebac-49b9-b3ea-31c68ba2cf74), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:05.717902 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6615b01b-9fcf-4eea-9862-f372848c908c tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Network c5695640-3790-4b1a-bdff-57cac3586165 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:26:05.740726 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-6615b01b-9fcf-4eea-9862-f372848c908c tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:26:05.761193 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6615b01b-9fcf-4eea-9862-f372848c908c tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:26:05.869315 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9688737-bf07-4f38-b4ef-7705cdc73968 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:26:05.879035 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9688737-bf07-4f38-b4ef-7705cdc73968 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:26:05.879242 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9688737-bf07-4f38-b4ef-7705cdc73968 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:26:05.883972 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33400) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:05.884967 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-d9688737-bf07-4f38-b4ef-7705cdc73968 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.7086470 Jan 28 07:26:05.935354 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6615b01b-9fcf-4eea-9862-f372848c908c tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Pushing event updated for resources: {'Port': ['ID=827d4cfd-b995-4376-ac5a-2d99612c08ed,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:26:05.972122 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca0cff2e-9ba3-48cd-aa32-bc191f99260f tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Deleting subnet 834f06c5-c7c6-41e1-aef1-1de13291c693 {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:26:05.978264 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6615b01b-9fcf-4eea-9862-f372848c908c tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:26:05.979003 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6615b01b-9fcf-4eea-9862-f372848c908c tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:05.993915 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ca0cff2e-9ba3-48cd-aa32-bc191f99260f tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks [] for subnet (834f06c5-c7c6-41e1-aef1-1de13291c693), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:06.009819 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-6615b01b-9fcf-4eea-9862-f372848c908c tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1916077 Jan 28 07:26:06.010712 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 33402) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:06.076936 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ca0cff2e-9ba3-48cd-aa32-bc191f99260f tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24759175'] for subnet (834f06c5-c7c6-41e1-aef1-1de13291c693), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:06.077905 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 52713ed2-ebac-49b9-b3ea-31c68ba2cf74 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:26:06.169250 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ca0cff2e-9ba3-48cd-aa32-bc191f99260f tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (834f06c5-c7c6-41e1-aef1-1de13291c693), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:06.239665 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 52713ed2-ebac-49b9-b3ea-31c68ba2cf74 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:26:06.239665 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (52713ed2-ebac-49b9-b3ea-31c68ba2cf74), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:06.242037 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-de4c3cfb-963c-4584-8dee-35fe5a7322e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:06.267683 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb40b58-3f66-494f-8d4e-f03bb1875b6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3dd72b9-6805-5f61-b6f3-a591f99a173d-c5695640-3790-4b1a-bdff-57cac3586165', 'network_id': 'c5695640-3790-4b1a-bdff-57cac3586165', 'project_id': '2b2f7f01d23244e582fca6963a34fb74', 'fixed_ips': [{'subnet_id': 'a0a25687-c8d4-41ed-87a2-07785fafcd35'}]}} from n-d-712749-28. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 07:26:06.270769 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-abb40b58-3f66-494f-8d4e-f03bb1875b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:06.300101 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ca0cff2e-9ba3-48cd-aa32-bc191f99260f tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24757569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24979817'] for subnet (834f06c5-c7c6-41e1-aef1-1de13291c693), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:06.391068 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0cff2e-9ba3-48cd-aa32-bc191f99260f tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Pushing event deleted for resources: {'Subnet': ['ID=834f06c5-c7c6-41e1-aef1-1de13291c693,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:26:06.395596 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ca0cff2e-9ba3-48cd-aa32-bc191f99260f tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:06.412596 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-ca0cff2e-9ba3-48cd-aa32-bc191f99260f tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "DELETE /v2.0/subnets/834f06c5-c7c6-41e1-aef1-1de13291c693 HTTP/1.1" status: 204 len: 168 time: 0.5274835 Jan 28 07:26:06.413228 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33416) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:06.461553 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-abb40b58-3f66-494f-8d4e-f03bb1875b6b None None] Allocated IP 172.20.0.2 (c5695640-3790-4b1a-bdff-57cac3586165/a0a25687-c8d4-41ed-87a2-07785fafcd35/606c1665-a42d-4fc0-a38e-e1e315cd06ad) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:26:06.544979 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-f19fd0e6-0416-458e-b409-398e9800f4d5 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Deleting subnet c023afb3-8d07-43bc-941d-1cdd0091fa71 {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:26:06.548924 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f19fd0e6-0416-458e-b409-398e9800f4d5 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks [] for subnet (c023afb3-8d07-43bc-941d-1cdd0091fa71), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:06.639498 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f19fd0e6-0416-458e-b409-398e9800f4d5 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24759175'] for subnet (c023afb3-8d07-43bc-941d-1cdd0091fa71), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:06.772079 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-abb40b58-3f66-494f-8d4e-f03bb1875b6b None None] Publish callbacks [] for port (606c1665-a42d-4fc0-a38e-e1e315cd06ad), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:06.785593 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server [None req-0ac10fb7-ba60-4a84-b11d-e3122ab7b0ce None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 834f06c5-c7c6-41e1-aef1-1de13291c693: This subnet is being modified by another concurrent operation. Jan 28 07:26:06.785593 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 28 07:26:06.785593 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 28 07:26:06.785593 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 28 07:26:06.785593 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 28 07:26:06.785593 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 28 07:26:06.785593 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 28 07:26:06.785593 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 28 07:26:06.785593 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 28 07:26:06.785593 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 28 07:26:06.785593 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 28 07:26:06.785593 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 28 07:26:06.785593 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 07:26:06.785593 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 07:26:06.785593 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 07:26:06.785593 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 07:26:06.785593 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 07:26:06.785593 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 07:26:06.785593 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 07:26:06.785593 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 07:26:06.785593 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 07:26:06.785593 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 07:26:06.785593 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 07:26:06.785593 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 07:26:06.785593 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 07:26:06.785593 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 07:26:06.785593 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 07:26:06.785593 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 07:26:06.785593 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 07:26:06.785593 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 07:26:06.785593 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 07:26:06.785593 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 07:26:06.785593 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 07:26:06.785593 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 07:26:06.785593 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 07:26:06.785593 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 07:26:06.785593 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 315, in update_dhcp_port Jan 28 07:26:06.785593 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jan 28 07:26:06.785593 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Jan 28 07:26:06.785593 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jan 28 07:26:06.785593 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 28 07:26:06.785593 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 07:26:06.785593 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 07:26:06.785593 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 07:26:06.785593 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 07:26:06.785593 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 07:26:06.785593 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 07:26:06.785593 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 07:26:06.785593 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 07:26:06.785593 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 07:26:06.785593 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 07:26:06.785593 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 07:26:06.785593 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 07:26:06.785593 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 07:26:06.789093 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 07:26:06.789093 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 07:26:06.789093 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 07:26:06.789093 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 07:26:06.789093 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 07:26:06.789093 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 07:26:06.789093 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 07:26:06.789093 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 07:26:06.789093 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 07:26:06.789093 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 07:26:06.789093 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 07:26:06.789093 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 07:26:06.789093 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 07:26:06.789093 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 07:26:06.789093 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1779, in update_port Jan 28 07:26:06.789093 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jan 28 07:26:06.789093 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 07:26:06.789093 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 07:26:06.789093 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1521, in update_port Jan 28 07:26:06.789093 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jan 28 07:26:06.789093 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jan 28 07:26:06.789093 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jan 28 07:26:06.789093 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Jan 28 07:26:06.789093 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jan 28 07:26:06.789093 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Jan 28 07:26:06.789093 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 28 07:26:06.789093 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 28 07:26:06.789093 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 28 07:26:06.789093 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 28 07:26:06.789093 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server raise exception Jan 28 07:26:06.789093 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 834f06c5-c7c6-41e1-aef1-1de13291c693: This subnet is being modified by another concurrent operation. Jan 28 07:26:06.789093 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server Jan 28 07:26:06.806369 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-abb40b58-3f66-494f-8d4e-f03bb1875b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (606c1665-a42d-4fc0-a38e-e1e315cd06ad), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:06.853144 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f19fd0e6-0416-458e-b409-398e9800f4d5 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (c023afb3-8d07-43bc-941d-1cdd0091fa71), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:06.882179 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7c458adb-7c8a-4437-b6a4-79f859ca3e53 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (827d4cfd-b995-4376-ac5a-2d99612c08ed), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:06.938417 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb40b58-3f66-494f-8d4e-f03bb1875b6b None None] Network c5695640-3790-4b1a-bdff-57cac3586165 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:26:06.985766 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-abb40b58-3f66-494f-8d4e-f03bb1875b6b None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:26:06.988046 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f19fd0e6-0416-458e-b409-398e9800f4d5 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24757569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24979817'] for subnet (c023afb3-8d07-43bc-941d-1cdd0091fa71), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:07.009672 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb40b58-3f66-494f-8d4e-f03bb1875b6b None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:26:07.028101 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb40b58-3f66-494f-8d4e-f03bb1875b6b None None] Pushing event updated for resources: {'Port': ['ID=606c1665-a42d-4fc0-a38e-e1e315cd06ad,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:26:07.030763 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:07.045652 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19fd0e6-0416-458e-b409-398e9800f4d5 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Pushing event deleted for resources: {'Subnet': ['ID=c023afb3-8d07-43bc-941d-1cdd0091fa71,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:26:07.060312 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f19fd0e6-0416-458e-b409-398e9800f4d5 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:07.063479 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-f19fd0e6-0416-458e-b409-398e9800f4d5 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "DELETE /v2.0/subnets/c023afb3-8d07-43bc-941d-1cdd0091fa71 HTTP/1.1" status: 204 len: 168 time: 0.6492927 Jan 28 07:26:07.066588 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33426) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:07.118049 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41b99e2d-afcf-4f34-a66a-ae67b2a511b5 None None] Network ef4fe003-256e-4a6c-af17-da180c8a686e requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:26:07.156657 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-0f155f71-15bb-4a0f-b302-5c27812175bd None None] Provisioning complete for port 52713ed2-ebac-49b9-b3ea-31c68ba2cf74 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:26:07.157060 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0f155f71-15bb-4a0f-b302-5c27812175bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (52713ed2-ebac-49b9-b3ea-31c68ba2cf74), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:07.160865 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-ebef14bb-6ff5-46f8-a4db-c5ec259ae641 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0931432 Jan 28 07:26:07.164251 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33428) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:07.178435 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-545de35f-2047-4009-8eed-e9cd21d31c81 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Request body: {'subnet': {'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:26:07.292231 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7c458adb-7c8a-4437-b6a4-79f859ca3e53 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks [] for port (827d4cfd-b995-4376-ac5a-2d99612c08ed), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:07.308337 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7c458adb-7c8a-4437-b6a4-79f859ca3e53 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (827d4cfd-b995-4376-ac5a-2d99612c08ed), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:07.365000 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-545de35f-2047-4009-8eed-e9cd21d31c81 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Made reservation on behalf of 64d19227e44643b7a12df0287e7ae5f8 for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:26:07.365526 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 52713ed2-ebac-49b9-b3ea-31c68ba2cf74 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:26:07.370003 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-545de35f-2047-4009-8eed-e9cd21d31c81 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24979592'] for subnet (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:07.384564 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-abb40b58-3f66-494f-8d4e-f03bb1875b6b None None] Attempting to bind port 606c1665-a42d-4fc0-a38e-e1e315cd06ad on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:26:07.385055 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-abb40b58-3f66-494f-8d4e-f03bb1875b6b None None] Attempting to bind port 606c1665-a42d-4fc0-a38e-e1e315cd06ad by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '7c380b35-8e00-4504-b463-766db920d051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c5695640-3790-4b1a-bdff-57cac3586165'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:26:07.385496 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb40b58-3f66-494f-8d4e-f03bb1875b6b None None] Attempting to bind port 606c1665-a42d-4fc0-a38e-e1e315cd06ad on network c5695640-3790-4b1a-bdff-57cac3586165 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:26:07.415645 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb40b58-3f66-494f-8d4e-f03bb1875b6b None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:26:07.416114 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb40b58-3f66-494f-8d4e-f03bb1875b6b None None] Checking segment: {'id': '7c380b35-8e00-4504-b463-766db920d051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c5695640-3790-4b1a-bdff-57cac3586165'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:26:07.417182 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-abb40b58-3f66-494f-8d4e-f03bb1875b6b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:07.417644 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb40b58-3f66-494f-8d4e-f03bb1875b6b None None] Bound using segment: {'id': '7c380b35-8e00-4504-b463-766db920d051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c5695640-3790-4b1a-bdff-57cac3586165'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:26:07.418800 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-abb40b58-3f66-494f-8d4e-f03bb1875b6b None None] Bound port: 606c1665-a42d-4fc0-a38e-e1e315cd06ad, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c380b35-8e00-4504-b463-766db920d051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c5695640-3790-4b1a-bdff-57cac3586165'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:26:07.418925 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-abb40b58-3f66-494f-8d4e-f03bb1875b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (606c1665-a42d-4fc0-a38e-e1e315cd06ad), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:07.542332 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c458adb-7c8a-4437-b6a4-79f859ca3e53 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Pushing event updated for resources: {'Port': ['ID=827d4cfd-b995-4376-ac5a-2d99612c08ed,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:26:07.609367 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-0f155f71-15bb-4a0f-b302-5c27812175bd None None] Current status of the port 52713ed2-ebac-49b9-b3ea-31c68ba2cf74 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:26:07.681595 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afaae420-2e6b-43a9-81e9-1a57188dbbbd None None] DHCP port deletion for ef4fe003-256e-4a6c-af17-da180c8a686e request from n-d-712749-28 {{(pid=103285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 07:26:07.690789 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-abb40b58-3f66-494f-8d4e-f03bb1875b6b None None] For port 606c1665-a42d-4fc0-a38e-e1e315cd06ad, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:26:07.710189 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-abb40b58-3f66-494f-8d4e-f03bb1875b6b None None] For port 606c1665-a42d-4fc0-a38e-e1e315cd06ad, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=606c1665-a42d-4fc0-a38e-e1e315cd06ad,segment=NetworkSegment(7c380b35-8e00-4504-b463-766db920d051),segment_id=7c380b35-8e00-4504-b463-766db920d051)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:26:07.726400 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-abb40b58-3f66-494f-8d4e-f03bb1875b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (606c1665-a42d-4fc0-a38e-e1e315cd06ad), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:07.817092 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-545de35f-2047-4009-8eed-e9cd21d31c81 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24757504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24979610'] for subnet (ea1161f9-6bc4-4d03-b4e2-050ac5fa6bc3), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:07.852473 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-f1e21e76-5f98-43d9-92ec-9250bbe46c84 None None] Could not find standard attr ID for object 7f326096-050c-4d8a-a7d3-dc8eb217581e. {{(pid=103285) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 07:26:07.930632 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-545de35f-2047-4009-8eed-e9cd21d31c81 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Network ef4fe003-256e-4a6c-af17-da180c8a686e is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:26:07.942773 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-545de35f-2047-4009-8eed-e9cd21d31c81 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:26:07.954172 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-545de35f-2047-4009-8eed-e9cd21d31c81 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:26:07.955620 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-545de35f-2047-4009-8eed-e9cd21d31c81 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:07.967084 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 52713ed2-ebac-49b9-b3ea-31c68ba2cf74 no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:26:07.973454 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb40b58-3f66-494f-8d4e-f03bb1875b6b None None] Pushing event updated for resources: {'Port': ['ID=606c1665-a42d-4fc0-a38e-e1e315cd06ad,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:26:07.973623 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7c458adb-7c8a-4437-b6a4-79f859ca3e53 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16609232'] for router_interface (1a983112-913f-4996-8318-f43340c79b6d), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:07.993022 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545de35f-2047-4009-8eed-e9cd21d31c81 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Pushing event updated for resources: {'Subnet': ['ID=ea1161f9-6bc4-4d03-b4e2-050ac5fa6bc3,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:26:08.010377 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-545de35f-2047-4009-8eed-e9cd21d31c81 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8449147 Jan 28 07:26:08.010976 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33442) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:08.031353 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-095ed455-3400-47a4-932d-caff4dc7f973 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Request body: {'subnet': {'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:26:08.139552 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-afaae420-2e6b-43a9-81e9-1a57188dbbbd None None] Deleting port 52713ed2-ebac-49b9-b3ea-31c68ba2cf74 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:26:08.140141 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-afaae420-2e6b-43a9-81e9-1a57188dbbbd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (52713ed2-ebac-49b9-b3ea-31c68ba2cf74), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:08.251414 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7c458adb-7c8a-4437-b6a4-79f859ca3e53 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (827d4cfd-b995-4376-ac5a-2d99612c08ed), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:08.338319 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 52713ed2-ebac-49b9-b3ea-31c68ba2cf74 is: ACTIVE; New status is: DOWN {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:26:08.338969 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (52713ed2-ebac-49b9-b3ea-31c68ba2cf74), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:08.380038 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-095ed455-3400-47a4-932d-caff4dc7f973 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Made reservation on behalf of 64d19227e44643b7a12df0287e7ae5f8 for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:26:08.386384 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-095ed455-3400-47a4-932d-caff4dc7f973 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24979592'] for subnet (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:08.436173 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] For port 52713ed2-ebac-49b9-b3ea-31c68ba2cf74, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=52713ed2-ebac-49b9-b3ea-31c68ba2cf74,segment=NetworkSegment(c533ee34-b679-44a8-abdb-1685e355613e),segment_id=c533ee34-b679-44a8-abdb-1685e355613e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:26:08.464844 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (52713ed2-ebac-49b9-b3ea-31c68ba2cf74), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:08.609021 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Pushing event updated for resources: {'Port': ['ID=52713ed2-ebac-49b9-b3ea-31c68ba2cf74,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:26:08.638185 n-d-712749-28 neutron-server[103284]: INFO neutron.db.ipam_backend_mixin [None req-095ed455-3400-47a4-932d-caff4dc7f973 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ea1161f9-6bc4-4d03-b4e2-050ac5fa6bc3 (CIDR: 2001:db8::/64) Jan 28 07:26:08.644900 n-d-712749-28 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-095ed455-3400-47a4-932d-caff4dc7f973 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 07:26:08.645367 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-095ed455-3400-47a4-932d-caff4dc7f973 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:26:08.682178 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-095ed455-3400-47a4-932d-caff4dc7f973 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6697748 Jan 28 07:26:08.684962 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33450) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:08.693030 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-5b432d7a-eacb-4e81-8ffb-2f5f57bf767a tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Request body: {'subnet': {'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:26:08.730677 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-afaae420-2e6b-43a9-81e9-1a57188dbbbd None None] For port 52713ed2-ebac-49b9-b3ea-31c68ba2cf74, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=52713ed2-ebac-49b9-b3ea-31c68ba2cf74,segment=NetworkSegment(c533ee34-b679-44a8-abdb-1685e355613e),segment_id=c533ee34-b679-44a8-abdb-1685e355613e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:26:08.731909 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-afaae420-2e6b-43a9-81e9-1a57188dbbbd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (52713ed2-ebac-49b9-b3ea-31c68ba2cf74), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:08.747202 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:08.891045 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-afaae420-2e6b-43a9-81e9-1a57188dbbbd None None] Calling delete_port for 52713ed2-ebac-49b9-b3ea-31c68ba2cf74 owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:26:08.982902 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b432d7a-eacb-4e81-8ffb-2f5f57bf767a tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Made reservation on behalf of 64d19227e44643b7a12df0287e7ae5f8 for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:26:08.988447 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5b432d7a-eacb-4e81-8ffb-2f5f57bf767a tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24979592'] for subnet (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:09.130841 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7c458adb-7c8a-4437-b6a4-79f859ca3e53 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks [] for port (827d4cfd-b995-4376-ac5a-2d99612c08ed), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:09.145755 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 33462) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:09.152422 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7c458adb-7c8a-4437-b6a4-79f859ca3e53 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (827d4cfd-b995-4376-ac5a-2d99612c08ed), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:09.360404 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7c458adb-7c8a-4437-b6a4-79f859ca3e53 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16318999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16606560'] for router_interface (1a983112-913f-4996-8318-f43340c79b6d), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:09.375297 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-afaae420-2e6b-43a9-81e9-1a57188dbbbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298'] for port (52713ed2-ebac-49b9-b3ea-31c68ba2cf74), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:09.426202 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c458adb-7c8a-4437-b6a4-79f859ca3e53 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Pushing event updated for resources: {'Port': ['ID=827d4cfd-b995-4376-ac5a-2d99612c08ed,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:26:09.472203 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaae420-2e6b-43a9-81e9-1a57188dbbbd None None] Pushing event deleted for resources: {'Port': ['ID=52713ed2-ebac-49b9-b3ea-31c68ba2cf74,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:26:09.527503 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afaae420-2e6b-43a9-81e9-1a57188dbbbd None None] No DVR routers for this DVR port 52713ed2-ebac-49b9-b3ea-31c68ba2cf74 on host n-d-712749-28 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:26:09.574580 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-817c5e7a-eb5e-4ec7-92c3-2c82c43c5c30 None None] Network ef4fe003-256e-4a6c-af17-da180c8a686e requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:26:09.593535 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ede7093d-dda7-4793-9141-667824d73849 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:09.602433 n-d-712749-28 neutron-server[103284]: DEBUG neutron.objects.ports [None req-5b432d7a-eacb-4e81-8ffb-2f5f57bf767a tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103284) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 07:26:09.612898 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5b432d7a-eacb-4e81-8ffb-2f5f57bf767a tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24757504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24979610'] for subnet (83c35f09-07ba-44ca-8f34-d2120599b73c), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:09.834371 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c458adb-7c8a-4437-b6a4-79f859ca3e53 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Network c5695640-3790-4b1a-bdff-57cac3586165 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:26:09.851609 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-7c458adb-7c8a-4437-b6a4-79f859ca3e53 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:26:10.091210 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ede7093d-dda7-4793-9141-667824d73849 admin admin] Publish callbacks [] for security_group (54c2e382-336f-4ef3-b7b1-38b4215db899), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:10.122143 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ede7093d-dda7-4793-9141-667824d73849 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (54c2e382-336f-4ef3-b7b1-38b4215db899), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:10.216028 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-ede7093d-dda7-4793-9141-667824d73849 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4ff4fd2c04ae417098d6837c13652518&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0689685 Jan 28 07:26:10.218224 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede7093d-dda7-4793-9141-667824d73849 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54c2e382-336f-4ef3-b7b1-38b4215db899,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:26:10.221328 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 33476) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:10.245013 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c458adb-7c8a-4437-b6a4-79f859ca3e53 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Router 1a983112-913f-4996-8318-f43340c79b6d is scheduled to L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 with binding_index 1 {{(pid=103283) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 07:26:10.366420 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c458adb-7c8a-4437-b6a4-79f859ca3e53 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:26:10.375127 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-7c458adb-7c8a-4437-b6a4-79f859ca3e53 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] 10.222.0.41 "PUT /v2.0/routers/1a983112-913f-4996-8318-f43340c79b6d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3606768 Jan 28 07:26:10.379595 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487e9354-a1e1-4838-87e7-05608149d7d0 None None] Sync routers for ids ['1a983112-913f-4996-8318-f43340c79b6d'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:26:10.393355 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 33478) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:10.395227 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487e9354-a1e1-4838-87e7-05608149d7d0 None None] Routers {'1a983112-913f-4996-8318-f43340c79b6d'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:26:10.409329 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-487e9354-a1e1-4838-87e7-05608149d7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:26:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['1a983112-913f-4996-8318-f43340c79b6d'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:26:10.455158 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d1186425-0e0a-4766-b393-e2bc5451fb26 admin admin] Publish callbacks [] for security_group (54c2e382-336f-4ef3-b7b1-38b4215db899), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:10.455783 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb6c4f7-16ed-41b0-9934-8cce1d72dd44 None None] Network c5695640-3790-4b1a-bdff-57cac3586165 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:26:10.482832 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d1186425-0e0a-4766-b393-e2bc5451fb26 admin admin] Publish callbacks [] for security_group (54c2e382-336f-4ef3-b7b1-38b4215db899), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:10.491562 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-487e9354-a1e1-4838-87e7-05608149d7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:26:10.521165 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487e9354-a1e1-4838-87e7-05608149d7d0 None None] Routers {'1a983112-913f-4996-8318-f43340c79b6d'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:26:10.523159 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-487e9354-a1e1-4838-87e7-05608149d7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:26:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['1a983112-913f-4996-8318-f43340c79b6d'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:26:10.566949 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d1186425-0e0a-4766-b393-e2bc5451fb26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (54c2e382-336f-4ef3-b7b1-38b4215db899), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:10.570128 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d1186425-0e0a-4766-b393-e2bc5451fb26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:10.574229 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-d1186425-0e0a-4766-b393-e2bc5451fb26 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/54c2e382-336f-4ef3-b7b1-38b4215db899 HTTP/1.1" status: 204 len: 168 time: 0.3488135 Jan 28 07:26:10.599339 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-487e9354-a1e1-4838-87e7-05608149d7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:26:10.603848 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487e9354-a1e1-4838-87e7-05608149d7d0 None None] The sync data for ids ['1a983112-913f-4996-8318-f43340c79b6d'] in n-d-712749-28 is: [] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:26:10.616238 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b8ff2d-fe3f-40e7-9b34-d6fab3e43cc5 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:26:10.622740 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-24b8ff2d-fe3f-40e7-9b34-d6fab3e43cc5 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] 10.222.0.41 "GET /v2.0/ports?device_id=1a983112-913f-4996-8318-f43340c79b6d HTTP/1.1" status: 200 len: 982 time: 0.2252648 Jan 28 07:26:10.623424 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 33482) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:10.666520 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b432d7a-eacb-4e81-8ffb-2f5f57bf767a tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Network ef4fe003-256e-4a6c-af17-da180c8a686e is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:26:10.672331 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 606c1665-a42d-4fc0-a38e-e1e315cd06ad up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:26:10.684516 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-5b432d7a-eacb-4e81-8ffb-2f5f57bf767a tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:26:10.699219 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b432d7a-eacb-4e81-8ffb-2f5f57bf767a tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:26:10.700579 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5b432d7a-eacb-4e81-8ffb-2f5f57bf767a tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:10.740768 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b432d7a-eacb-4e81-8ffb-2f5f57bf767a tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Pushing event updated for resources: {'Subnet': ['ID=83c35f09-07ba-44ca-8f34-d2120599b73c,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:26:10.763314 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-5b432d7a-eacb-4e81-8ffb-2f5f57bf767a tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.0773180 Jan 28 07:26:10.764030 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33486) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:10.772849 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-5bcf1c93-92d3-4617-a562-b3abf91c3177 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Request body: {'port': {'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e', 'mac_address': 'fa:16:3e:e7:d5:f8', 'name': 'tempest-NetworksTestDHCPv6-1489854424'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:26:10.778740 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0541db21-3ecd-4d08-9339-25123794e20c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3dd72b9-6805-5f61-b6f3-a591f99a173d-ef4fe003-256e-4a6c-af17-da180c8a686e', 'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e', 'project_id': '64d19227e44643b7a12df0287e7ae5f8', 'fixed_ips': [{'subnet_id': '83c35f09-07ba-44ca-8f34-d2120599b73c'}, {'subnet_id': 'ea1161f9-6bc4-4d03-b4e2-050ac5fa6bc3'}]}} from n-d-712749-28. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 07:26:10.779519 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0541db21-3ecd-4d08-9339-25123794e20c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:10.796444 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1186425-0e0a-4766-b393-e2bc5451fb26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54c2e382-336f-4ef3-b7b1-38b4215db899,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:26:10.828493 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:11.023444 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bcf1c93-92d3-4617-a562-b3abf91c3177 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Made reservation on behalf of 64d19227e44643b7a12df0287e7ae5f8 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:26:11.139079 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5bcf1c93-92d3-4617-a562-b3abf91c3177 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:11.151129 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-0541db21-3ecd-4d08-9339-25123794e20c None None] Allocated IP 2001:db8::2 (ef4fe003-256e-4a6c-af17-da180c8a686e/ea1161f9-6bc4-4d03-b4e2-050ac5fa6bc3/757b0109-b810-4b8d-b15e-517e4c36ef54) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:26:11.161170 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-0541db21-3ecd-4d08-9339-25123794e20c None None] Allocated IP 2001:db8:0:1:f816:3eff:fedb:cf8c (ef4fe003-256e-4a6c-af17-da180c8a686e/83c35f09-07ba-44ca-8f34-d2120599b73c/757b0109-b810-4b8d-b15e-517e4c36ef54) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:26:11.213011 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [None req-5bcf1c93-92d3-4617-a562-b3abf91c3177 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] device_id is not set on port 435caf4f-a1f6-4a96-b27f-7952c3da1809 yet. {{(pid=103284) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 07:26:11.414941 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c0e4b8e3-9d49-41e2-98aa-793dee8e464c None None] Provisioning complete for port 606c1665-a42d-4fc0-a38e-e1e315cd06ad triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:26:11.415892 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c0e4b8e3-9d49-41e2-98aa-793dee8e464c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (606c1665-a42d-4fc0-a38e-e1e315cd06ad), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:11.533457 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0541db21-3ecd-4d08-9339-25123794e20c None None] Publish callbacks [] for port (757b0109-b810-4b8d-b15e-517e4c36ef54), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:11.592108 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 606c1665-a42d-4fc0-a38e-e1e315cd06ad triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:26:11.592529 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (606c1665-a42d-4fc0-a38e-e1e315cd06ad), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:11.604986 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c0e4b8e3-9d49-41e2-98aa-793dee8e464c None None] Current status of the port 606c1665-a42d-4fc0-a38e-e1e315cd06ad is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:26:11.605570 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c0e4b8e3-9d49-41e2-98aa-793dee8e464c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (606c1665-a42d-4fc0-a38e-e1e315cd06ad), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:11.623189 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0541db21-3ecd-4d08-9339-25123794e20c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (757b0109-b810-4b8d-b15e-517e4c36ef54), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:11.759586 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0541db21-3ecd-4d08-9339-25123794e20c None None] Pushing event updated for resources: {'Port': ['ID=757b0109-b810-4b8d-b15e-517e4c36ef54,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:26:11.779588 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0541db21-3ecd-4d08-9339-25123794e20c None None] Network ef4fe003-256e-4a6c-af17-da180c8a686e is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:26:11.791310 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-0541db21-3ecd-4d08-9339-25123794e20c None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:26:11.794011 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0541db21-3ecd-4d08-9339-25123794e20c None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:26:11.830530 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c0e4b8e3-9d49-41e2-98aa-793dee8e464c None None] For port 606c1665-a42d-4fc0-a38e-e1e315cd06ad, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=606c1665-a42d-4fc0-a38e-e1e315cd06ad,segment=NetworkSegment(7c380b35-8e00-4504-b463-766db920d051),segment_id=7c380b35-8e00-4504-b463-766db920d051)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:26:11.858243 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c0e4b8e3-9d49-41e2-98aa-793dee8e464c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (606c1665-a42d-4fc0-a38e-e1e315cd06ad), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:11.872312 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fd8759ce-b11a-40bd-bfca-df1ebbf77452 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16606535'] for router_interface (1a983112-913f-4996-8318-f43340c79b6d), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:11.988751 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-5bcf1c93-92d3-4617-a562-b3abf91c3177 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Allocated IP 2001:db8::36e (ef4fe003-256e-4a6c-af17-da180c8a686e/ea1161f9-6bc4-4d03-b4e2-050ac5fa6bc3/435caf4f-a1f6-4a96-b27f-7952c3da1809) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:26:12.002861 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-5bcf1c93-92d3-4617-a562-b3abf91c3177 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Allocated IP 2001:db8:0:1:f816:3eff:fee7:d5f8 (ef4fe003-256e-4a6c-af17-da180c8a686e/83c35f09-07ba-44ca-8f34-d2120599b73c/435caf4f-a1f6-4a96-b27f-7952c3da1809) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:26:12.076352 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e4b8e3-9d49-41e2-98aa-793dee8e464c None None] Pushing event updated for resources: {'Port': ['ID=606c1665-a42d-4fc0-a38e-e1e315cd06ad,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:26:12.229493 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c0e4b8e3-9d49-41e2-98aa-793dee8e464c None None] Provisioning complete for port 827d4cfd-b995-4376-ac5a-2d99612c08ed triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:26:12.229888 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c0e4b8e3-9d49-41e2-98aa-793dee8e464c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (827d4cfd-b995-4376-ac5a-2d99612c08ed), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:12.258165 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-0541db21-3ecd-4d08-9339-25123794e20c None None] Attempting to bind port 757b0109-b810-4b8d-b15e-517e4c36ef54 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:26:12.258564 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-0541db21-3ecd-4d08-9339-25123794e20c None None] Attempting to bind port 757b0109-b810-4b8d-b15e-517e4c36ef54 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': 'c533ee34-b679-44a8-abdb-1685e355613e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:26:12.258945 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0541db21-3ecd-4d08-9339-25123794e20c None None] Attempting to bind port 757b0109-b810-4b8d-b15e-517e4c36ef54 on network ef4fe003-256e-4a6c-af17-da180c8a686e {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:26:12.356118 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0541db21-3ecd-4d08-9339-25123794e20c None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 26, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:26:12.356568 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0541db21-3ecd-4d08-9339-25123794e20c None None] Checking segment: {'id': 'c533ee34-b679-44a8-abdb-1685e355613e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:26:12.365817 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0541db21-3ecd-4d08-9339-25123794e20c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:12.366406 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0541db21-3ecd-4d08-9339-25123794e20c None None] Bound using segment: {'id': 'c533ee34-b679-44a8-abdb-1685e355613e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:26:12.366951 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-0541db21-3ecd-4d08-9339-25123794e20c None None] Bound port: 757b0109-b810-4b8d-b15e-517e4c36ef54, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c533ee34-b679-44a8-abdb-1685e355613e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:26:12.378036 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0541db21-3ecd-4d08-9339-25123794e20c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (757b0109-b810-4b8d-b15e-517e4c36ef54), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:12.385416 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5bcf1c93-92d3-4617-a562-b3abf91c3177 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks [] for port (435caf4f-a1f6-4a96-b27f-7952c3da1809), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:12.492705 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5bcf1c93-92d3-4617-a562-b3abf91c3177 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (435caf4f-a1f6-4a96-b27f-7952c3da1809), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:12.501952 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c0e4b8e3-9d49-41e2-98aa-793dee8e464c None None] Port 827d4cfd-b995-4376-ac5a-2d99612c08ed cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:26:12.549529 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 606c1665-a42d-4fc0-a38e-e1e315cd06ad is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:26:12.572850 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcf1c93-92d3-4617-a562-b3abf91c3177 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Pushing event updated for resources: {'Port': ['ID=435caf4f-a1f6-4a96-b27f-7952c3da1809,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:26:12.604876 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bcf1c93-92d3-4617-a562-b3abf91c3177 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Network ef4fe003-256e-4a6c-af17-da180c8a686e is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:26:12.609753 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-5bcf1c93-92d3-4617-a562-b3abf91c3177 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:26:12.618896 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bcf1c93-92d3-4617-a562-b3abf91c3177 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:26:12.639458 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bcf1c93-92d3-4617-a562-b3abf91c3177 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:26:12.649265 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5bcf1c93-92d3-4617-a562-b3abf91c3177 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:12.682157 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-5bcf1c93-92d3-4617-a562-b3abf91c3177 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.9143300 Jan 28 07:26:12.683688 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33532) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:12.835823 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-656a5eb5-f485-4da1-933f-1f2c61d0d326 None None] Provisioning complete for port 606c1665-a42d-4fc0-a38e-e1e315cd06ad triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:26:12.836388 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-656a5eb5-f485-4da1-933f-1f2c61d0d326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (606c1665-a42d-4fc0-a38e-e1e315cd06ad), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:12.849408 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-0541db21-3ecd-4d08-9339-25123794e20c None None] For port 757b0109-b810-4b8d-b15e-517e4c36ef54, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:26:12.864728 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-0541db21-3ecd-4d08-9339-25123794e20c None None] For port 757b0109-b810-4b8d-b15e-517e4c36ef54, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=757b0109-b810-4b8d-b15e-517e4c36ef54,segment=NetworkSegment(c533ee34-b679-44a8-abdb-1685e355613e),segment_id=c533ee34-b679-44a8-abdb-1685e355613e)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:26:12.955972 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 606c1665-a42d-4fc0-a38e-e1e315cd06ad up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:26:12.982365 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0541db21-3ecd-4d08-9339-25123794e20c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (757b0109-b810-4b8d-b15e-517e4c36ef54), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:12.997696 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-305b7cab-cef2-4669-b991-9c596d0bb75a tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Deleting port 435caf4f-a1f6-4a96-b27f-7952c3da1809 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:26:12.998217 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-305b7cab-cef2-4669-b991-9c596d0bb75a tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (435caf4f-a1f6-4a96-b27f-7952c3da1809), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:13.285029 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0541db21-3ecd-4d08-9339-25123794e20c None None] Pushing event updated for resources: {'Port': ['ID=757b0109-b810-4b8d-b15e-517e4c36ef54,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:26:13.286238 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-305b7cab-cef2-4669-b991-9c596d0bb75a tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (435caf4f-a1f6-4a96-b27f-7952c3da1809), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:13.339081 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-305b7cab-cef2-4669-b991-9c596d0bb75a tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Calling delete_port for 435caf4f-a1f6-4a96-b27f-7952c3da1809 owned by {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:26:13.378133 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f22c8a7-3c5b-4e03-abcc-b62962145154 req-d2675e8d-7124-4574-936c-6f2e4806d8e6 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:26:13.395101 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7f22c8a7-3c5b-4e03-abcc-b62962145154 req-d2675e8d-7124-4574-936c-6f2e4806d8e6 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/ports?device_id=eff066ab-ed54-4a79-abbc-8c2556ecf5b8 HTTP/1.1" status: 200 len: 945 time: 0.3816500 Jan 28 07:26:13.428122 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 606c1665-a42d-4fc0-a38e-e1e315cd06ad triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:26:13.428667 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (606c1665-a42d-4fc0-a38e-e1e315cd06ad), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:13.561012 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-656a5eb5-f485-4da1-933f-1f2c61d0d326 None None] Current status of the port 606c1665-a42d-4fc0-a38e-e1e315cd06ad is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:26:13.569360 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7f22c8a7-3c5b-4e03-abcc-b62962145154 req-9428e479-0aca-4cbb-a34e-9823b3a3ce26 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/security-groups?id=20a6beb4-7dbe-4e36-a605-32b718c0fe10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1718149 Jan 28 07:26:13.706383 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-656a5eb5-f485-4da1-933f-1f2c61d0d326 None None] Provisioning complete for port 827d4cfd-b995-4376-ac5a-2d99612c08ed triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:26:13.706767 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-656a5eb5-f485-4da1-933f-1f2c61d0d326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (827d4cfd-b995-4376-ac5a-2d99612c08ed), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:13.753662 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-fd8759ce-b11a-40bd-bfca-df1ebbf77452 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Deleting port 827d4cfd-b995-4376-ac5a-2d99612c08ed {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:26:13.756257 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fd8759ce-b11a-40bd-bfca-df1ebbf77452 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (827d4cfd-b995-4376-ac5a-2d99612c08ed), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:13.795007 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-656a5eb5-f485-4da1-933f-1f2c61d0d326 None None] Port 827d4cfd-b995-4376-ac5a-2d99612c08ed cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:26:13.816418 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 606c1665-a42d-4fc0-a38e-e1e315cd06ad is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:26:13.914818 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-305b7cab-cef2-4669-b991-9c596d0bb75a tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (435caf4f-a1f6-4a96-b27f-7952c3da1809), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:13.938040 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-86ab0d31-81b2-45bb-bebb-d2c1a7fea7a7 None None] Provisioning complete for port 827d4cfd-b995-4376-ac5a-2d99612c08ed triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:26:13.938442 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-86ab0d31-81b2-45bb-bebb-d2c1a7fea7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (827d4cfd-b995-4376-ac5a-2d99612c08ed), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:14.000151 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305b7cab-cef2-4669-b991-9c596d0bb75a tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Pushing event deleted for resources: {'Port': ['ID=435caf4f-a1f6-4a96-b27f-7952c3da1809,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:26:14.009937 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fd8759ce-b11a-40bd-bfca-df1ebbf77452 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (827d4cfd-b995-4376-ac5a-2d99612c08ed), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:14.045337 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-fd8759ce-b11a-40bd-bfca-df1ebbf77452 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Calling delete_port for 827d4cfd-b995-4376-ac5a-2d99612c08ed owned by network:router_interface {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:26:14.045778 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-86ab0d31-81b2-45bb-bebb-d2c1a7fea7a7 None None] Port 827d4cfd-b995-4376-ac5a-2d99612c08ed cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:26:14.093430 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-305b7cab-cef2-4669-b991-9c596d0bb75a tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:14.097792 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-305b7cab-cef2-4669-b991-9c596d0bb75a tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "DELETE /v2.0/ports/435caf4f-a1f6-4a96-b27f-7952c3da1809 HTTP/1.1" status: 204 len: 168 time: 1.4130733 Jan 28 07:26:14.100319 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33566) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:14.166500 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed8b170-f479-4b72-96bd-ebba8b013c81 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:26:14.168497 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-bed8b170-f479-4b72-96bd-ebba8b013c81 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.0666738 Jan 28 07:26:14.171120 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 33570) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:14.284033 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78508417-4934-4449-9fce-4ee43d3b0e1b tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:26:14.289091 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-78508417-4934-4449-9fce-4ee43d3b0e1b tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.1142528 Jan 28 07:26:14.289318 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33572) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:14.326277 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fd8759ce-b11a-40bd-bfca-df1ebbf77452 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (827d4cfd-b995-4376-ac5a-2d99612c08ed), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:14.372288 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8759ce-b11a-40bd-bfca-df1ebbf77452 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Pushing event deleted for resources: {'Port': ['ID=827d4cfd-b995-4376-ac5a-2d99612c08ed,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:26:14.484539 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d808ed8-76d9-432e-947e-5fc8d57d251c tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:26:14.486680 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d808ed8-76d9-432e-947e-5fc8d57d251c tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:26:14.488034 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d808ed8-76d9-432e-947e-5fc8d57d251c tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:26:14.489798 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-6d808ed8-76d9-432e-947e-5fc8d57d251c tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1992919 Jan 28 07:26:14.492547 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33574) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:14.601844 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-252b3ba6-5dcd-48ab-9f6d-643b0988b322 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Deleting subnet 83c35f09-07ba-44ca-8f34-d2120599b73c {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:26:14.613280 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-252b3ba6-5dcd-48ab-9f6d-643b0988b322 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks [] for subnet (83c35f09-07ba-44ca-8f34-d2120599b73c), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:14.616475 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fd8759ce-b11a-40bd-bfca-df1ebbf77452 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16319006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16606699'] for router_interface (1a983112-913f-4996-8318-f43340c79b6d), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:14.753060 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-252b3ba6-5dcd-48ab-9f6d-643b0988b322 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24759175'] for subnet (83c35f09-07ba-44ca-8f34-d2120599b73c), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:14.874987 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 757b0109-b810-4b8d-b15e-517e4c36ef54 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:26:15.012502 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-252b3ba6-5dcd-48ab-9f6d-643b0988b322 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (83c35f09-07ba-44ca-8f34-d2120599b73c), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:15.040015 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 757b0109-b810-4b8d-b15e-517e4c36ef54 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:26:15.040509 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (757b0109-b810-4b8d-b15e-517e4c36ef54), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:15.148026 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-252b3ba6-5dcd-48ab-9f6d-643b0988b322 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24757569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24979817'] for subnet (83c35f09-07ba-44ca-8f34-d2120599b73c), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:15.222935 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252b3ba6-5dcd-48ab-9f6d-643b0988b322 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Pushing event deleted for resources: {'Subnet': ['ID=83c35f09-07ba-44ca-8f34-d2120599b73c,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:26:15.226054 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-252b3ba6-5dcd-48ab-9f6d-643b0988b322 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:15.236845 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-252b3ba6-5dcd-48ab-9f6d-643b0988b322 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "DELETE /v2.0/subnets/83c35f09-07ba-44ca-8f34-d2120599b73c HTTP/1.1" status: 204 len: 168 time: 0.7431686 Jan 28 07:26:15.243201 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 33586) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:15.256502 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 757b0109-b810-4b8d-b15e-517e4c36ef54 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:26:15.257011 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (757b0109-b810-4b8d-b15e-517e4c36ef54), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:15.317904 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_v2 [None req-32e7306f-0239-4536-b36d-bf9e922bf0de tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Deleting subnet ea1161f9-6bc4-4d03-b4e2-050ac5fa6bc3 {{(pid=103283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:26:15.322989 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd8759ce-b11a-40bd-bfca-df1ebbf77452 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Router 1a983112-913f-4996-8318-f43340c79b6d has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:26:15.325942 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-32e7306f-0239-4536-b36d-bf9e922bf0de tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks [] for subnet (ea1161f9-6bc4-4d03-b4e2-050ac5fa6bc3), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:15.351039 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] For port 757b0109-b810-4b8d-b15e-517e4c36ef54, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=757b0109-b810-4b8d-b15e-517e4c36ef54,segment=NetworkSegment(c533ee34-b679-44a8-abdb-1685e355613e),segment_id=c533ee34-b679-44a8-abdb-1685e355613e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:26:15.363629 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (757b0109-b810-4b8d-b15e-517e4c36ef54), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:15.412619 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aab4446-7896-41fd-a495-8c70d9f9b6e9 req-aa8c389d-9209-40ea-8117-9b6c47041bdf tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:26:15.414377 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8aab4446-7896-41fd-a495-8c70d9f9b6e9 req-aa8c389d-9209-40ea-8117-9b6c47041bdf tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/ports?device_id=eff066ab-ed54-4a79-abbc-8c2556ecf5b8 HTTP/1.1" status: 200 len: 945 time: 0.5037260 Jan 28 07:26:15.467497 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-32e7306f-0239-4536-b36d-bf9e922bf0de tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13506696'] for subnet (ea1161f9-6bc4-4d03-b4e2-050ac5fa6bc3), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:15.467747 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Pushing event updated for resources: {'Port': ['ID=757b0109-b810-4b8d-b15e-517e4c36ef54,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:26:15.472595 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19e12670-7360-42ed-bb15-dab1cf970ccd None None] get_active_networks_info from n-d-712749-28 {{(pid=103285) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 07:26:15.568445 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd8759ce-b11a-40bd-bfca-df1ebbf77452 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:26:15.580722 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-fd8759ce-b11a-40bd-bfca-df1ebbf77452 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] 10.222.0.41 "PUT /v2.0/routers/1a983112-913f-4996-8318-f43340c79b6d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9507270 Jan 28 07:26:15.581048 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33590) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:15.625193 n-d-712749-28 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-704984cd-7ea5-4e85-9547-8254e6643959 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] GET failed (client error): The resource could not be found. Jan 28 07:26:15.627728 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-704984cd-7ea5-4e85-9547-8254e6643959 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] 10.222.0.41 "GET /v2.0/ports/827d4cfd-b995-4376-ac5a-2d99612c08ed HTTP/1.1" status: 404 len: 333 time: 0.0456645 Jan 28 07:26:15.635995 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4676774-de41-4255-bcd7-076a69a719ca None None] Sync routers for ids ['1a983112-913f-4996-8318-f43340c79b6d'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:26:15.636637 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33592) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:15.649359 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8aab4446-7896-41fd-a495-8c70d9f9b6e9 req-3c9cdf8a-e2be-4c6f-aa63-a4735e5b38fb tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/security-groups?id=20a6beb4-7dbe-4e36-a605-32b718c0fe10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1987560 Jan 28 07:26:15.671693 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-132b09b2-936a-4023-9d2a-e68ae8b0acad None None] Provisioning complete for port 757b0109-b810-4b8d-b15e-517e4c36ef54 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:26:15.672772 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-132b09b2-936a-4023-9d2a-e68ae8b0acad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (757b0109-b810-4b8d-b15e-517e4c36ef54), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:15.712638 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-32e7306f-0239-4536-b36d-bf9e922bf0de tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (ea1161f9-6bc4-4d03-b4e2-050ac5fa6bc3), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:15.780296 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e12670-7360-42ed-bb15-dab1cf970ccd None None] Resources bound (agent type, host, resource id): {{(pid=103285) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 07:26:15.798061 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e8bfeb2d-4e34-48e6-9211-c762e3ccdf6e tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks [] for router (1a983112-913f-4996-8318-f43340c79b6d), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:15.842022 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4676774-de41-4255-bcd7-076a69a719ca None None] Routers {'1a983112-913f-4996-8318-f43340c79b6d'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:26:15.843031 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-c4676774-de41-4255-bcd7-076a69a719ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:26:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['1a983112-913f-4996-8318-f43340c79b6d'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:26:15.847116 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-32e7306f-0239-4536-b36d-bf9e922bf0de tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13546665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13556132'] for subnet (ea1161f9-6bc4-4d03-b4e2-050ac5fa6bc3), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:15.871694 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-32e7306f-0239-4536-b36d-bf9e922bf0de tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:15.879974 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33594) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:15.880367 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-32e7306f-0239-4536-b36d-bf9e922bf0de tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "DELETE /v2.0/subnets/ea1161f9-6bc4-4d03-b4e2-050ac5fa6bc3 HTTP/1.1" status: 204 len: 168 time: 0.6294274 Jan 28 07:26:15.943478 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e7306f-0239-4536-b36d-bf9e922bf0de tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Pushing event deleted for resources: {'Subnet': ['ID=ea1161f9-6bc4-4d03-b4e2-050ac5fa6bc3,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:26:15.967307 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-c4676774-de41-4255-bcd7-076a69a719ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:26:16.018097 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-baa6f92d-6f83-41a5-8daf-7f60c8cf398c tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1369669 Jan 28 07:26:16.021048 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 33600) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:16.026545 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-0d6b7719-c5b6-49a4-a702-687b9abad7c8 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Request body: {'subnet': {'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:26:16.204337 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4676774-de41-4255-bcd7-076a69a719ca None None] Routers {'1a983112-913f-4996-8318-f43340c79b6d'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:26:16.206583 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-c4676774-de41-4255-bcd7-076a69a719ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:26:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['1a983112-913f-4996-8318-f43340c79b6d'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:26:16.233510 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d6b7719-c5b6-49a4-a702-687b9abad7c8 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Made reservation on behalf of 64d19227e44643b7a12df0287e7ae5f8 for: {'subnet': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:26:16.239929 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7719-c5b6-49a4-a702-687b9abad7c8 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13555781'] for subnet (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:16.290273 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e8bfeb2d-4e34-48e6-9211-c762e3ccdf6e tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16605684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127449'] for router (1a983112-913f-4996-8318-f43340c79b6d), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:16.298981 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e8bfeb2d-4e34-48e6-9211-c762e3ccdf6e tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks [] for router_controller (1a983112-913f-4996-8318-f43340c79b6d), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:16.369704 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-c4676774-de41-4255-bcd7-076a69a719ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:26:16.373141 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4676774-de41-4255-bcd7-076a69a719ca None None] The sync data for ids ['1a983112-913f-4996-8318-f43340c79b6d'] in n-d-712749-28 is: [] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:26:16.451884 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e8bfeb2d-4e34-48e6-9211-c762e3ccdf6e tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16605693'] for router (1a983112-913f-4996-8318-f43340c79b6d), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:16.452677 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8bfeb2d-4e34-48e6-9211-c762e3ccdf6e tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Fanout notify agent at l3_agent the message router_deleted on router 1a983112-913f-4996-8318-f43340c79b6d {{(pid=103284) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 07:26:16.461660 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e8bfeb2d-4e34-48e6-9211-c762e3ccdf6e tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks [] for router (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:16.463761 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-e8bfeb2d-4e34-48e6-9211-c762e3ccdf6e tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] 10.222.0.41 "DELETE /v2.0/routers/1a983112-913f-4996-8318-f43340c79b6d HTTP/1.1" status: 204 len: 168 time: 0.8259795 Jan 28 07:26:16.466512 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33610) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:16.471185 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-132b09b2-936a-4023-9d2a-e68ae8b0acad None None] Current status of the port 757b0109-b810-4b8d-b15e-517e4c36ef54 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:26:16.553817 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cfe9755-bae3-4799-a75e-c19b6fd523fd None None] get_active_networks_info from n-d-712749-28 {{(pid=103285) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 07:26:16.657248 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-91a756eb-5e53-4900-afa2-f8ca91a69b05 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Deleting subnet a0a25687-c8d4-41ed-87a2-07785fafcd35 {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:26:16.666641 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-91a756eb-5e53-4900-afa2-f8ca91a69b05 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks [] for subnet (a0a25687-c8d4-41ed-87a2-07785fafcd35), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:16.676364 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-828c8e6e-61ce-498e-bc81-0388758cfc34 None None] Provisioning complete for port 757b0109-b810-4b8d-b15e-517e4c36ef54 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:26:16.684443 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-828c8e6e-61ce-498e-bc81-0388758cfc34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (757b0109-b810-4b8d-b15e-517e4c36ef54), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:16.712613 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7719-c5b6-49a4-a702-687b9abad7c8 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13546728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13555799'] for subnet (ad33fb4d-cd9c-43f9-8ac8-e462ef87462b), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:16.790095 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-91a756eb-5e53-4900-afa2-f8ca91a69b05 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24759175'] for subnet (a0a25687-c8d4-41ed-87a2-07785fafcd35), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:16.791137 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 757b0109-b810-4b8d-b15e-517e4c36ef54 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:26:16.833991 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7719-c5b6-49a4-a702-687b9abad7c8 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Pushing event updated for resources: {'Subnet': ['ID=ad33fb4d-cd9c-43f9-8ac8-e462ef87462b,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:26:16.850060 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d6b7719-c5b6-49a4-a702-687b9abad7c8 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Network ef4fe003-256e-4a6c-af17-da180c8a686e is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:26:16.924664 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 757b0109-b810-4b8d-b15e-517e4c36ef54 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:26:16.925188 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (757b0109-b810-4b8d-b15e-517e4c36ef54), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:16.926499 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-0d6b7719-c5b6-49a4-a702-687b9abad7c8 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:26:16.935426 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6b7719-c5b6-49a4-a702-687b9abad7c8 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:26:16.937907 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7719-c5b6-49a4-a702-687b9abad7c8 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:16.945660 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-91a756eb-5e53-4900-afa2-f8ca91a69b05 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (a0a25687-c8d4-41ed-87a2-07785fafcd35), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:16.965840 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-0d6b7719-c5b6-49a4-a702-687b9abad7c8 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9432788 Jan 28 07:26:16.969718 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 33614) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:16.978679 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-c8ce0a83-64ed-472d-a717-97abae59d7cb tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Request body: {'subnet': {'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:26:17.011244 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aaa617-baa9-4a4f-8d18-ab8e268edbb0 req-3fef9cb6-0f9c-4de0-b90b-72ee6c48632d tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:26:17.020097 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-15aaa617-baa9-4a4f-8d18-ab8e268edbb0 req-3fef9cb6-0f9c-4de0-b90b-72ee6c48632d tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/ports?device_id=eff066ab-ed54-4a79-abbc-8c2556ecf5b8 HTTP/1.1" status: 200 len: 945 time: 0.1871541 Jan 28 07:26:17.070424 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-91a756eb-5e53-4900-afa2-f8ca91a69b05 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24757569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24979817'] for subnet (a0a25687-c8d4-41ed-87a2-07785fafcd35), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:17.073329 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cfe9755-bae3-4799-a75e-c19b6fd523fd None None] Resources bound (agent type, host, resource id): {{(pid=103285) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 07:26:17.111273 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a756eb-5e53-4900-afa2-f8ca91a69b05 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Pushing event deleted for resources: {'Subnet': ['ID=a0a25687-c8d4-41ed-87a2-07785fafcd35,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:26:17.122508 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-91a756eb-5e53-4900-afa2-f8ca91a69b05 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:17.126060 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-91a756eb-5e53-4900-afa2-f8ca91a69b05 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] 10.222.0.41 "DELETE /v2.0/subnets/a0a25687-c8d4-41ed-87a2-07785fafcd35 HTTP/1.1" status: 204 len: 168 time: 0.6585126 Jan 28 07:26:17.131143 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33618) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:17.202453 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 757b0109-b810-4b8d-b15e-517e4c36ef54 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:26:17.211006 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-828c8e6e-61ce-498e-bc81-0388758cfc34 None None] Current status of the port 757b0109-b810-4b8d-b15e-517e4c36ef54 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:26:17.213087 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-15aaa617-baa9-4a4f-8d18-ab8e268edbb0 req-bc397261-17cd-4ba9-a87f-41121665ce93 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/security-groups?id=20a6beb4-7dbe-4e36-a605-32b718c0fe10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1916556 Jan 28 07:26:17.269783 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-57b34101-7707-4227-9e80-2eba21bd8dd9 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (c5695640-3790-4b1a-bdff-57cac3586165), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:17.335651 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8ce0a83-64ed-472d-a717-97abae59d7cb tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Made reservation on behalf of 64d19227e44643b7a12df0287e7ae5f8 for: {'subnet': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:26:17.340698 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c8ce0a83-64ed-472d-a717-97abae59d7cb tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13555781'] for subnet (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:17.381063 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-57b34101-7707-4227-9e80-2eba21bd8dd9 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Deleting port 606c1665-a42d-4fc0-a38e-e1e315cd06ad {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:26:17.381417 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-57b34101-7707-4227-9e80-2eba21bd8dd9 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (606c1665-a42d-4fc0-a38e-e1e315cd06ad), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:17.468362 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-57b34101-7707-4227-9e80-2eba21bd8dd9 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] For port 606c1665-a42d-4fc0-a38e-e1e315cd06ad, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=606c1665-a42d-4fc0-a38e-e1e315cd06ad,segment=NetworkSegment(7c380b35-8e00-4504-b463-766db920d051),segment_id=7c380b35-8e00-4504-b463-766db920d051)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:26:17.468738 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-57b34101-7707-4227-9e80-2eba21bd8dd9 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (606c1665-a42d-4fc0-a38e-e1e315cd06ad), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:17.485003 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-57b34101-7707-4227-9e80-2eba21bd8dd9 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Calling delete_port for 606c1665-a42d-4fc0-a38e-e1e315cd06ad owned by network:dhcp {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:26:17.551912 n-d-712749-28 neutron-server[103283]: INFO neutron.db.ipam_backend_mixin [None req-c8ce0a83-64ed-472d-a717-97abae59d7cb tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ad33fb4d-cd9c-43f9-8ac8-e462ef87462b (CIDR: 2001:db8::/64) Jan 28 07:26:17.557951 n-d-712749-28 neutron-server[103283]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8ce0a83-64ed-472d-a717-97abae59d7cb tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 07:26:17.558434 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8ce0a83-64ed-472d-a717-97abae59d7cb tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103283) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:26:17.582451 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-c8ce0a83-64ed-472d-a717-97abae59d7cb tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6112649 Jan 28 07:26:17.585124 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 33634) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:17.592183 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-95445644-bc75-4a19-bf9a-f0e6f4dfc194 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Request body: {'subnet': {'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:26:17.623080 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-57b34101-7707-4227-9e80-2eba21bd8dd9 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (606c1665-a42d-4fc0-a38e-e1e315cd06ad), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:17.660414 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fcaf819-0511-48d1-976f-5ec689daaca0 None None] Update dhcp port {'port': {'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e', 'fixed_ips': [{'subnet_id': 'ad33fb4d-cd9c-43f9-8ac8-e462ef87462b'}], 'binding:host_id': 'n-d-712749-28'}, 'id': '757b0109-b810-4b8d-b15e-517e4c36ef54'} from n-d-712749-28. {{(pid=103285) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 07:26:17.690494 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b34101-7707-4227-9e80-2eba21bd8dd9 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Pushing event deleted for resources: {'Port': ['ID=606c1665-a42d-4fc0-a38e-e1e315cd06ad,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:26:17.706621 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b34101-7707-4227-9e80-2eba21bd8dd9 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] No DVR routers for this DVR port 606c1665-a42d-4fc0-a38e-e1e315cd06ad on host n-d-712749-28 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:26:17.731357 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7fcaf819-0511-48d1-976f-5ec689daaca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (757b0109-b810-4b8d-b15e-517e4c36ef54), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:17.767623 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95445644-bc75-4a19-bf9a-f0e6f4dfc194 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Made reservation on behalf of 64d19227e44643b7a12df0287e7ae5f8 for: {'subnet': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:26:17.775653 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-95445644-bc75-4a19-bf9a-f0e6f4dfc194 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13555781'] for subnet (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:17.884585 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-57b34101-7707-4227-9e80-2eba21bd8dd9 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (c5695640-3790-4b1a-bdff-57cac3586165), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:17.918752 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-57b34101-7707-4227-9e80-2eba21bd8dd9 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5695640-3790-4b1a-bdff-57cac3586165']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:26:17.930759 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-57b34101-7707-4227-9e80-2eba21bd8dd9 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c380b35-8e00-4504-b463-766db920d051') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:26:17.931097 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-57b34101-7707-4227-9e80-2eba21bd8dd9 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c380b35-8e00-4504-b463-766db920d051') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:26:17.943518 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-57b34101-7707-4227-9e80-2eba21bd8dd9 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24759294'] for segment (7c380b35-8e00-4504-b463-766db920d051), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:17.959388 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-57b34101-7707-4227-9e80-2eba21bd8dd9 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (7c380b35-8e00-4504-b463-766db920d051), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:17.967506 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57b34101-7707-4227-9e80-2eba21bd8dd9 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:26:17.967949 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-57b34101-7707-4227-9e80-2eba21bd8dd9 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24757675'] for segment (7c380b35-8e00-4504-b463-766db920d051), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:17.974278 n-d-712749-28 neutron-server[103284]: Traceback (most recent call last): Jan 28 07:26:17.974278 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:26:17.974278 n-d-712749-28 neutron-server[103284]: timer() Jan 28 07:26:17.974278 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:26:17.974278 n-d-712749-28 neutron-server[103284]: cb(*args, **kw) Jan 28 07:26:17.974278 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:26:17.974278 n-d-712749-28 neutron-server[103284]: return func(*args, **kwargs) Jan 28 07:26:17.974278 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:26:17.974278 n-d-712749-28 neutron-server[103284]: self._notify() Jan 28 07:26:17.974278 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:26:17.974278 n-d-712749-28 neutron-server[103284]: self.callback(batched_events) Jan 28 07:26:17.974278 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:26:17.974278 n-d-712749-28 neutron-server[103284]: event.method(event) Jan 28 07:26:17.974278 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:26:17.974278 n-d-712749-28 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:26:17.974278 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:26:17.974278 n-d-712749-28 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:26:17.974278 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:26:17.974278 n-d-712749-28 neutron-server[103284]: return f(self, *a, **k) Jan 28 07:26:17.974278 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:26:17.974278 n-d-712749-28 neutron-server[103284]: return self._get(url).json() Jan 28 07:26:17.974278 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:26:17.974278 n-d-712749-28 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:26:17.974278 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:26:17.974278 n-d-712749-28 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Jan 28 07:26:17.974278 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:26:17.974278 n-d-712749-28 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:26:17.974278 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:26:17.974278 n-d-712749-28 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:26:17.974278 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:26:17.974278 n-d-712749-28 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:26:17.974278 n-d-712749-28 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:26:18.076798 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-57b34101-7707-4227-9e80-2eba21bd8dd9 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (c5695640-3790-4b1a-bdff-57cac3586165), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:18.090906 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-57b34101-7707-4227-9e80-2eba21bd8dd9 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:18.103097 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-57b34101-7707-4227-9e80-2eba21bd8dd9 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] 10.222.0.41 "DELETE /v2.0/networks/c5695640-3790-4b1a-bdff-57cac3586165 HTTP/1.1" status: 204 len: 168 time: 0.9705684 Jan 28 07:26:18.105793 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 33636) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:18.135432 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b34101-7707-4227-9e80-2eba21bd8dd9 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Pushing event deleted for resources: {'Network': ['ID=c5695640-3790-4b1a-bdff-57cac3586165,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:26:18.163209 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-7fcaf819-0511-48d1-976f-5ec689daaca0 None None] Allocated IP 2001:db8::2 (ef4fe003-256e-4a6c-af17-da180c8a686e/ad33fb4d-cd9c-43f9-8ac8-e462ef87462b/757b0109-b810-4b8d-b15e-517e4c36ef54) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:26:18.201867 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-580211d1-f6f6-4851-9d2a-56d4c0c4c846 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:26:18.208178 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-580211d1-f6f6-4851-9d2a-56d4c0c4c846 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] 10.222.0.41 "GET /v2.0/ports/27ee8d68-bd09-4990-9878-261a5fbb8e1f HTTP/1.1" status: 200 len: 841 time: 0.0964763 Jan 28 07:26:18.208610 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33640) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:18.287558 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-7fcaf819-0511-48d1-976f-5ec689daaca0 None None] For port 757b0109-b810-4b8d-b15e-517e4c36ef54, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=757b0109-b810-4b8d-b15e-517e4c36ef54,segment=NetworkSegment(c533ee34-b679-44a8-abdb-1685e355613e),segment_id=c533ee34-b679-44a8-abdb-1685e355613e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:26:18.337416 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-8994e7f0-e1f1-4653-b04d-6196cf83d67c tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] 10.222.0.41 "GET /v2.0/ports/27ee8d68-bd09-4990-9878-261a5fbb8e1f?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1243815 Jan 28 07:26:18.338296 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 33646) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:18.341539 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7fcaf819-0511-48d1-976f-5ec689daaca0 None None] Publish callbacks [] for port (757b0109-b810-4b8d-b15e-517e4c36ef54), precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:18.353003 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-118fa079-e481-40b8-ae1b-7a0aac15030f tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Request body: {'subnet': {'network_id': '422a554d-3135-4b22-adcb-555bf90d3ba5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:26:18.362599 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7fcaf819-0511-48d1-976f-5ec689daaca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (757b0109-b810-4b8d-b15e-517e4c36ef54), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:18.467921 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcaf819-0511-48d1-976f-5ec689daaca0 None None] Pushing event updated for resources: {'Port': ['ID=757b0109-b810-4b8d-b15e-517e4c36ef54,revision_number=6']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:26:18.615424 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c17c01-17a6-4e03-b4aa-279c17fd55bb req-effc207c-d32e-43d7-bb2b-72b9ce97c6ee tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:26:18.627343 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-17c17c01-17a6-4e03-b4aa-279c17fd55bb req-effc207c-d32e-43d7-bb2b-72b9ce97c6ee tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/ports?device_id=eff066ab-ed54-4a79-abbc-8c2556ecf5b8 HTTP/1.1" status: 200 len: 945 time: 0.2226565 Jan 28 07:26:18.662444 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-118fa079-e481-40b8-ae1b-7a0aac15030f tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Made reservation on behalf of 2b2f7f01d23244e582fca6963a34fb74 for: {'subnet': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:26:18.670688 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-118fa079-e481-40b8-ae1b-7a0aac15030f tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13555781'] for subnet (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:18.833981 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 757b0109-b810-4b8d-b15e-517e4c36ef54 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:26:18.874356 n-d-712749-28 neutron-server[103283]: DEBUG neutron.objects.ports [None req-95445644-bc75-4a19-bf9a-f0e6f4dfc194 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103283) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 07:26:18.925593 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 757b0109-b810-4b8d-b15e-517e4c36ef54 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:26:18.926000 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (757b0109-b810-4b8d-b15e-517e4c36ef54), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:18.926978 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-17c17c01-17a6-4e03-b4aa-279c17fd55bb req-5fe8ea62-c5b5-4df8-a251-8510c7dee45d tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/security-groups?id=20a6beb4-7dbe-4e36-a605-32b718c0fe10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2981515 Jan 28 07:26:19.083497 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 757b0109-b810-4b8d-b15e-517e4c36ef54 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:26:19.413420 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-118fa079-e481-40b8-ae1b-7a0aac15030f tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13546728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13555799'] for subnet (ae928865-c543-43eb-aadf-fdea3df613c4), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:19.457434 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-95445644-bc75-4a19-bf9a-f0e6f4dfc194 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (757b0109-b810-4b8d-b15e-517e4c36ef54), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:19.458042 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a6c3647-73e1-42ff-88f4-704f28bcfcc4 None None] Network ef4fe003-256e-4a6c-af17-da180c8a686e requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:26:19.472651 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118fa079-e481-40b8-ae1b-7a0aac15030f tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Network 422a554d-3135-4b22-adcb-555bf90d3ba5 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:26:19.482591 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c934d8-4adf-4da2-adbe-2d637d169e4f None None] Network c5695640-3790-4b1a-bdff-57cac3586165 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:26:19.483429 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-118fa079-e481-40b8-ae1b-7a0aac15030f tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:26:19.491026 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118fa079-e481-40b8-ae1b-7a0aac15030f tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:26:19.491803 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-118fa079-e481-40b8-ae1b-7a0aac15030f tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:19.535885 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118fa079-e481-40b8-ae1b-7a0aac15030f tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Pushing event updated for resources: {'Subnet': ['ID=ae928865-c543-43eb-aadf-fdea3df613c4,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:26:19.541232 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a42da555-d241-4133-9ac4-d056c9577c2a None None] Network 422a554d-3135-4b22-adcb-555bf90d3ba5 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:26:19.561364 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-118fa079-e481-40b8-ae1b-7a0aac15030f tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2224429 Jan 28 07:26:19.564436 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33658) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:19.570441 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-0bbb5da4-919f-48f3-b6df-5c7ed95a6f25 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Request body: {'security_group': {'name': 'tempest-secgroup-1983533977'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:26:19.588139 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c934d8-4adf-4da2-adbe-2d637d169e4f None None] Network c5695640-3790-4b1a-bdff-57cac3586165 could not be found, it might have been deleted concurrently. {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 28 07:26:19.647608 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0bbb5da4-919f-48f3-b6df-5c7ed95a6f25 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:19.662744 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-8b9137f7-1fa5-4d93-9996-a099a4635fbb None None] Provisioning complete for port 757b0109-b810-4b8d-b15e-517e4c36ef54 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:26:19.663211 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8b9137f7-1fa5-4d93-9996-a099a4635fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (757b0109-b810-4b8d-b15e-517e4c36ef54), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:19.724992 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-649b4379-af4d-4830-80ca-983b7eb9f5f1 None None] DHCP port deletion for c5695640-3790-4b1a-bdff-57cac3586165 request from n-d-712749-28 {{(pid=103285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 07:26:19.826420 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-95445644-bc75-4a19-bf9a-f0e6f4dfc194 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] For port 757b0109-b810-4b8d-b15e-517e4c36ef54, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=757b0109-b810-4b8d-b15e-517e4c36ef54,segment=NetworkSegment(c533ee34-b679-44a8-abdb-1685e355613e),segment_id=c533ee34-b679-44a8-abdb-1685e355613e)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:26:19.847411 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0bbb5da4-919f-48f3-b6df-5c7ed95a6f25 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks [] for security_group (a0b8fb6c-d10b-4aac-a859-06240c630d12), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:19.862683 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0bbb5da4-919f-48f3-b6df-5c7ed95a6f25 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (a0b8fb6c-d10b-4aac-a859-06240c630d12), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:19.896042 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-95445644-bc75-4a19-bf9a-f0e6f4dfc194 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks [] for port (757b0109-b810-4b8d-b15e-517e4c36ef54), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:19.909255 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-95445644-bc75-4a19-bf9a-f0e6f4dfc194 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (757b0109-b810-4b8d-b15e-517e4c36ef54), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:19.910050 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-95445644-bc75-4a19-bf9a-f0e6f4dfc194 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13546728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13555799'] for subnet (dbc8387a-1edf-494d-80ab-74625f6ef9a6), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:19.914542 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbb5da4-919f-48f3-b6df-5c7ed95a6f25 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0b8fb6c-d10b-4aac-a859-06240c630d12,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:26:19.920825 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0bbb5da4-919f-48f3-b6df-5c7ed95a6f25 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:19.925471 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-0bbb5da4-919f-48f3-b6df-5c7ed95a6f25 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3594816 Jan 28 07:26:19.926378 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33666) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:19.931327 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-0b5fa3f3-8391-41e9-b51a-b910ea6e5ce8 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Request body: {'security_group': {'name': 'tempest-secgroup-565523706'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:26:19.955796 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0b5fa3f3-8391-41e9-b51a-b910ea6e5ce8 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:19.965065 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95445644-bc75-4a19-bf9a-f0e6f4dfc194 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Network ef4fe003-256e-4a6c-af17-da180c8a686e is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:26:19.971797 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-95445644-bc75-4a19-bf9a-f0e6f4dfc194 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:26:20.013133 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-8b9137f7-1fa5-4d93-9996-a099a4635fbb None None] Current status of the port 757b0109-b810-4b8d-b15e-517e4c36ef54 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:26:20.055767 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b14ea932-f344-42b4-8f55-20766dcbcbff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3dd72b9-6805-5f61-b6f3-a591f99a173d-422a554d-3135-4b22-adcb-555bf90d3ba5', 'network_id': '422a554d-3135-4b22-adcb-555bf90d3ba5', 'project_id': '2b2f7f01d23244e582fca6963a34fb74', 'fixed_ips': [{'subnet_id': 'ae928865-c543-43eb-aadf-fdea3df613c4'}]}} from n-d-712749-28. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 07:26:20.058282 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b14ea932-f344-42b4-8f55-20766dcbcbff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:20.058436 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95445644-bc75-4a19-bf9a-f0e6f4dfc194 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:26:20.059010 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-95445644-bc75-4a19-bf9a-f0e6f4dfc194 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:20.189413 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0b5fa3f3-8391-41e9-b51a-b910ea6e5ce8 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks [] for security_group (74e0afab-33b6-4ed6-bf4e-3ade3e6f342f), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:20.201221 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0b5fa3f3-8391-41e9-b51a-b910ea6e5ce8 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (74e0afab-33b6-4ed6-bf4e-3ade3e6f342f), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:20.260295 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0b5fa3f3-8391-41e9-b51a-b910ea6e5ce8 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:20.269187 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-0b5fa3f3-8391-41e9-b51a-b910ea6e5ce8 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3391588 Jan 28 07:26:20.271566 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33670) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:20.271919 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33672) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:20.272859 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-95445644-bc75-4a19-bf9a-f0e6f4dfc194 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.6864033 Jan 28 07:26:20.305550 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-1ef1228d-f468-41c7-82af-6efc519b1e0d tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-735183339', 'security_groups': ['74e0afab-33b6-4ed6-bf4e-3ade3e6f342f'], 'network_id': '422a554d-3135-4b22-adcb-555bf90d3ba5', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'ae928865-c543-43eb-aadf-fdea3df613c4'}]}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:26:20.315609 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95445644-bc75-4a19-bf9a-f0e6f4dfc194 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Pushing event updated for resources: {'Subnet': ['ID=dbc8387a-1edf-494d-80ab-74625f6ef9a6,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:26:20.323857 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-37828087-3ebf-482b-8d11-01d7c6daea0d tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Request body: {'port': {'network_id': 'ef4fe003-256e-4a6c-af17-da180c8a686e', 'mac_address': 'fa:16:3e:ca:9b:9a', 'name': 'tempest-NetworksTestDHCPv6-1234680209'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:26:20.340504 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-b14ea932-f344-42b4-8f55-20766dcbcbff None None] Allocated IP 172.20.0.2 (422a554d-3135-4b22-adcb-555bf90d3ba5/ae928865-c543-43eb-aadf-fdea3df613c4/00f85649-8b04-4b19-b84e-760348f9cabb) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:26:20.368146 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a747835d-7ce8-48b5-a610-6d1ff7093ca6 req-0d337b3e-67f0-4ef0-af7f-ba8463751933 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:26:20.386670 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a747835d-7ce8-48b5-a610-6d1ff7093ca6 req-0d337b3e-67f0-4ef0-af7f-ba8463751933 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/ports?device_id=eff066ab-ed54-4a79-abbc-8c2556ecf5b8 HTTP/1.1" status: 200 len: 945 time: 0.2515991 Jan 28 07:26:20.399171 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95445644-bc75-4a19-bf9a-f0e6f4dfc194 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Pushing event updated for resources: {'Port': ['ID=757b0109-b810-4b8d-b15e-517e4c36ef54,revision_number=8']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:26:20.420643 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5fa3f3-8391-41e9-b51a-b910ea6e5ce8 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74e0afab-33b6-4ed6-bf4e-3ade3e6f342f,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:26:20.532251 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a747835d-7ce8-48b5-a610-6d1ff7093ca6 req-85965e43-525b-42a0-824c-5e9ff6474b1a tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/security-groups?id=20a6beb4-7dbe-4e36-a605-32b718c0fe10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1417806 Jan 28 07:26:20.733631 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 757b0109-b810-4b8d-b15e-517e4c36ef54 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:26:20.741097 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b14ea932-f344-42b4-8f55-20766dcbcbff None None] Publish callbacks [] for port (00f85649-8b04-4b19-b84e-760348f9cabb), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:20.813262 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b14ea932-f344-42b4-8f55-20766dcbcbff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (00f85649-8b04-4b19-b84e-760348f9cabb), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:20.850887 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37828087-3ebf-482b-8d11-01d7c6daea0d tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Made reservation on behalf of 64d19227e44643b7a12df0287e7ae5f8 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:26:20.869065 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b14ea932-f344-42b4-8f55-20766dcbcbff None None] Network 422a554d-3135-4b22-adcb-555bf90d3ba5 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:26:20.879211 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-b14ea932-f344-42b4-8f55-20766dcbcbff None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:26:20.884919 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ef1228d-f468-41c7-82af-6efc519b1e0d tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Made reservation on behalf of 2b2f7f01d23244e582fca6963a34fb74 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:26:20.966557 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14ea932-f344-42b4-8f55-20766dcbcbff None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:26:21.133334 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14ea932-f344-42b4-8f55-20766dcbcbff None None] Pushing event updated for resources: {'Port': ['ID=00f85649-8b04-4b19-b84e-760348f9cabb,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:26:21.217493 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 757b0109-b810-4b8d-b15e-517e4c36ef54 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:26:21.217910 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (757b0109-b810-4b8d-b15e-517e4c36ef54), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:21.225250 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-b14ea932-f344-42b4-8f55-20766dcbcbff None None] Attempting to bind port 00f85649-8b04-4b19-b84e-760348f9cabb on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:26:21.225643 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-b14ea932-f344-42b4-8f55-20766dcbcbff None None] Attempting to bind port 00f85649-8b04-4b19-b84e-760348f9cabb by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '8ffae207-4fb5-4de8-876e-054d45dc362b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '422a554d-3135-4b22-adcb-555bf90d3ba5'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:26:21.226462 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14ea932-f344-42b4-8f55-20766dcbcbff None None] Attempting to bind port 00f85649-8b04-4b19-b84e-760348f9cabb on network 422a554d-3135-4b22-adcb-555bf90d3ba5 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:26:21.263572 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14ea932-f344-42b4-8f55-20766dcbcbff None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 26, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:26:21.263973 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14ea932-f344-42b4-8f55-20766dcbcbff None None] Checking segment: {'id': '8ffae207-4fb5-4de8-876e-054d45dc362b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '422a554d-3135-4b22-adcb-555bf90d3ba5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:26:21.264434 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b14ea932-f344-42b4-8f55-20766dcbcbff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:21.264843 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14ea932-f344-42b4-8f55-20766dcbcbff None None] Bound using segment: {'id': '8ffae207-4fb5-4de8-876e-054d45dc362b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '422a554d-3135-4b22-adcb-555bf90d3ba5'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:26:21.265343 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-b14ea932-f344-42b4-8f55-20766dcbcbff None None] Bound port: 00f85649-8b04-4b19-b84e-760348f9cabb, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ffae207-4fb5-4de8-876e-054d45dc362b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '422a554d-3135-4b22-adcb-555bf90d3ba5'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:26:21.265734 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b14ea932-f344-42b4-8f55-20766dcbcbff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (00f85649-8b04-4b19-b84e-760348f9cabb), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:21.271857 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1ef1228d-f468-41c7-82af-6efc519b1e0d tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:21.303542 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-37828087-3ebf-482b-8d11-01d7c6daea0d tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:21.335413 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [None req-37828087-3ebf-482b-8d11-01d7c6daea0d tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] device_id is not set on port d3435fff-e8c9-4bdf-a822-152f4d079fc4 yet. {{(pid=103284) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 07:26:21.397176 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 757b0109-b810-4b8d-b15e-517e4c36ef54 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:26:21.404411 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-b14ea932-f344-42b4-8f55-20766dcbcbff None None] For port 00f85649-8b04-4b19-b84e-760348f9cabb, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:26:21.409152 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 606c1665-a42d-4fc0-a38e-e1e315cd06ad no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:26:21.447623 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [None req-1ef1228d-f468-41c7-82af-6efc519b1e0d tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] device_id is not set on port dd358a30-7132-464f-8bb2-b1f04db34bcc yet. {{(pid=103284) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 07:26:21.449091 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-b14ea932-f344-42b4-8f55-20766dcbcbff None None] For port 00f85649-8b04-4b19-b84e-760348f9cabb, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=00f85649-8b04-4b19-b84e-760348f9cabb,segment=NetworkSegment(8ffae207-4fb5-4de8-876e-054d45dc362b),segment_id=8ffae207-4fb5-4de8-876e-054d45dc362b)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:26:21.450649 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf52fa9-123c-4407-b8b0-094e53459c98 None None] Network ef4fe003-256e-4a6c-af17-da180c8a686e requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:26:21.535987 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: 606c1665-a42d-4fc0-a38e-e1e315cd06ad {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:26:21.536414 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 606c1665-a42d-4fc0-a38e-e1e315cd06ad not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:26:21.542434 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b14ea932-f344-42b4-8f55-20766dcbcbff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (00f85649-8b04-4b19-b84e-760348f9cabb), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:21.634438 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-337d2da1-5b12-43b5-8332-c70e1e2c8890 None None] Provisioning complete for port 757b0109-b810-4b8d-b15e-517e4c36ef54 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:26:21.635273 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-337d2da1-5b12-43b5-8332-c70e1e2c8890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (757b0109-b810-4b8d-b15e-517e4c36ef54), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:21.752315 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14ea932-f344-42b4-8f55-20766dcbcbff None None] Pushing event updated for resources: {'Port': ['ID=00f85649-8b04-4b19-b84e-760348f9cabb,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:26:21.774297 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc4480d-9834-431e-964f-1b72abb93c8d req-f5834e55-56c9-4749-a3a4-12f39eaea0cc tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:26:21.779478 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7dc4480d-9834-431e-964f-1b72abb93c8d req-f5834e55-56c9-4749-a3a4-12f39eaea0cc tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/ports?device_id=eff066ab-ed54-4a79-abbc-8c2556ecf5b8 HTTP/1.1" status: 200 len: 945 time: 0.0998709 Jan 28 07:26:21.843971 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-337d2da1-5b12-43b5-8332-c70e1e2c8890 None None] Current status of the port 757b0109-b810-4b8d-b15e-517e4c36ef54 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:26:21.896801 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7dc4480d-9834-431e-964f-1b72abb93c8d req-3551c7d5-9533-4015-882c-b6e65c5a880a tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/security-groups?id=20a6beb4-7dbe-4e36-a605-32b718c0fe10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077275 Jan 28 07:26:21.963916 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-37828087-3ebf-482b-8d11-01d7c6daea0d tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Allocated IP 2001:db8::1d0 (ef4fe003-256e-4a6c-af17-da180c8a686e/ad33fb4d-cd9c-43f9-8ac8-e462ef87462b/d3435fff-e8c9-4bdf-a822-152f4d079fc4) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:26:21.986549 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-37828087-3ebf-482b-8d11-01d7c6daea0d tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Allocated IP 2001:db8:0:1:f816:3eff:feca:9b9a (ef4fe003-256e-4a6c-af17-da180c8a686e/dbc8387a-1edf-494d-80ab-74625f6ef9a6/d3435fff-e8c9-4bdf-a822-152f4d079fc4) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:26:22.121411 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5027e80e-3e9e-4892-9b02-466f7204f881 None None] Network ef4fe003-256e-4a6c-af17-da180c8a686e requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:26:22.287246 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-37828087-3ebf-482b-8d11-01d7c6daea0d tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks [] for port (d3435fff-e8c9-4bdf-a822-152f4d079fc4), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:22.302855 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-1ef1228d-f468-41c7-82af-6efc519b1e0d tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Allocated IP 172.20.0.13 (422a554d-3135-4b22-adcb-555bf90d3ba5/ae928865-c543-43eb-aadf-fdea3df613c4/dd358a30-7132-464f-8bb2-b1f04db34bcc) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:26:22.340175 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-1aade816-4d76-4244-8a7d-a9be6af0d1a6 None None] Provisioning complete for port 757b0109-b810-4b8d-b15e-517e4c36ef54 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:26:22.340590 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1aade816-4d76-4244-8a7d-a9be6af0d1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (757b0109-b810-4b8d-b15e-517e4c36ef54), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:22.544730 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-1aade816-4d76-4244-8a7d-a9be6af0d1a6 None None] Current status of the port 757b0109-b810-4b8d-b15e-517e4c36ef54 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:26:22.566340 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-37828087-3ebf-482b-8d11-01d7c6daea0d tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (d3435fff-e8c9-4bdf-a822-152f4d079fc4), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:22.698242 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37828087-3ebf-482b-8d11-01d7c6daea0d tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Network ef4fe003-256e-4a6c-af17-da180c8a686e is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:26:22.707085 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37828087-3ebf-482b-8d11-01d7c6daea0d tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Pushing event updated for resources: {'Port': ['ID=d3435fff-e8c9-4bdf-a822-152f4d079fc4,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:26:22.713880 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-37828087-3ebf-482b-8d11-01d7c6daea0d tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:26:22.732237 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37828087-3ebf-482b-8d11-01d7c6daea0d tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:26:22.732237 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37828087-3ebf-482b-8d11-01d7c6daea0d tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:26:22.732237 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-37828087-3ebf-482b-8d11-01d7c6daea0d tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:22.782004 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-37828087-3ebf-482b-8d11-01d7c6daea0d tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.4934208 Jan 28 07:26:22.784674 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 33716) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:22.878978 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1ef1228d-f468-41c7-82af-6efc519b1e0d tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks [] for port (dd358a30-7132-464f-8bb2-b1f04db34bcc), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:22.887516 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 00f85649-8b04-4b19-b84e-760348f9cabb up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:26:22.925245 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33718) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:23.008296 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1ef1228d-f468-41c7-82af-6efc519b1e0d tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (dd358a30-7132-464f-8bb2-b1f04db34bcc), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:23.068585 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 00f85649-8b04-4b19-b84e-760348f9cabb triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:26:23.069102 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (00f85649-8b04-4b19-b84e-760348f9cabb), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:23.135624 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ef1228d-f468-41c7-82af-6efc519b1e0d tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Network 422a554d-3135-4b22-adcb-555bf90d3ba5 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:26:23.155952 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-1ef1228d-f468-41c7-82af-6efc519b1e0d tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:26:23.171199 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-de356216-77e6-451f-bc23-4e59dd94f07f tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Deleting port d3435fff-e8c9-4bdf-a822-152f4d079fc4 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:26:23.171420 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef1228d-f468-41c7-82af-6efc519b1e0d tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:26:23.171662 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-de356216-77e6-451f-bc23-4e59dd94f07f tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (d3435fff-e8c9-4bdf-a822-152f4d079fc4), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:23.231383 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-4616d442-d776-41fd-af1a-57ee38186f83 None None] Provisioning complete for port 757b0109-b810-4b8d-b15e-517e4c36ef54 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:26:23.231776 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4616d442-d776-41fd-af1a-57ee38186f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (757b0109-b810-4b8d-b15e-517e4c36ef54), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:23.257986 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1228d-f468-41c7-82af-6efc519b1e0d tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Pushing event updated for resources: {'Port': ['ID=dd358a30-7132-464f-8bb2-b1f04db34bcc,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:26:23.290439 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dc2b55db-83f1-4eea-98af-154a396a210c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:23.425722 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668fec83-ca19-440e-a100-5a887aca1178 req-b986151e-ec8e-4382-82bf-27ca05b9c431 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:26:23.432885 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-668fec83-ca19-440e-a100-5a887aca1178 req-b986151e-ec8e-4382-82bf-27ca05b9c431 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/ports?device_id=eff066ab-ed54-4a79-abbc-8c2556ecf5b8 HTTP/1.1" status: 200 len: 945 time: 0.3595107 Jan 28 07:26:23.462197 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 00f85649-8b04-4b19-b84e-760348f9cabb is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:26:23.462594 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (00f85649-8b04-4b19-b84e-760348f9cabb), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:23.478895 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dc2b55db-83f1-4eea-98af-154a396a210c admin admin] Publish callbacks [] for security_group (4d087276-9e1d-410d-9591-cb651b347da7), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:23.495773 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dc2b55db-83f1-4eea-98af-154a396a210c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (4d087276-9e1d-410d-9591-cb651b347da7), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:23.549229 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] For port 00f85649-8b04-4b19-b84e-760348f9cabb, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=00f85649-8b04-4b19-b84e-760348f9cabb,segment=NetworkSegment(8ffae207-4fb5-4de8-876e-054d45dc362b),segment_id=8ffae207-4fb5-4de8-876e-054d45dc362b)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:26:23.565940 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (00f85649-8b04-4b19-b84e-760348f9cabb), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:23.567408 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef1228d-f468-41c7-82af-6efc519b1e0d tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:26:23.571813 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1ef1228d-f468-41c7-82af-6efc519b1e0d tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:23.657121 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-de356216-77e6-451f-bc23-4e59dd94f07f tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (d3435fff-e8c9-4bdf-a822-152f4d079fc4), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:23.660897 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-dc2b55db-83f1-4eea-98af-154a396a210c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3fac24bfb750457d9c1237746a6f1857&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7319233 Jan 28 07:26:23.663291 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-668fec83-ca19-440e-a100-5a887aca1178 req-7cfd1ee3-d6a2-41a1-b5c7-2809909e6650 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/security-groups?id=20a6beb4-7dbe-4e36-a605-32b718c0fe10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2123380 Jan 28 07:26:23.670980 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 33726) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:23.683384 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2b55db-83f1-4eea-98af-154a396a210c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d087276-9e1d-410d-9591-cb651b347da7,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:26:23.693465 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-de356216-77e6-451f-bc23-4e59dd94f07f tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Calling delete_port for d3435fff-e8c9-4bdf-a822-152f4d079fc4 owned by {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:26:23.712340 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-1ef1228d-f468-41c7-82af-6efc519b1e0d tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.4158597 Jan 28 07:26:23.713180 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33728) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:23.720509 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-ce202484-6749-41a7-ac29-98c3faa5a9cf tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Request body: {'subnet': {'network_id': '422a554d-3135-4b22-adcb-555bf90d3ba5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:26:23.728236 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Pushing event updated for resources: {'Port': ['ID=00f85649-8b04-4b19-b84e-760348f9cabb,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:26:23.756042 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:26:23.756430 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:26:23.756778 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:26:23.759077 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:26:23.759524 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:26:23.759878 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:26:23.761404 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:26:23.761783 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:26:23.762137 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:26:23.762481 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:26:23.762820 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:26:23.767600 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:26:23.767980 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:26:23.835819 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-4616d442-d776-41fd-af1a-57ee38186f83 None None] Current status of the port 757b0109-b810-4b8d-b15e-517e4c36ef54 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:26:23.886108 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a3ee883d-cc37-441d-acaa-647d42c7a45f admin admin] Publish callbacks [] for security_group (4d087276-9e1d-410d-9591-cb651b347da7), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:23.957980 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-7caf88f1-85c0-4053-ad10-5801db5753b7 None None] Could not find standard attr ID for object 435caf4f-a1f6-4a96-b27f-7952c3da1809. {{(pid=103285) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 07:26:23.995729 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-7caf88f1-85c0-4053-ad10-5801db5753b7 None None] Provisioning complete for port 27ee8d68-bd09-4990-9878-261a5fbb8e1f triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:26:23.998200 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7caf88f1-85c0-4053-ad10-5801db5753b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (27ee8d68-bd09-4990-9878-261a5fbb8e1f), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:24.010657 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce202484-6749-41a7-ac29-98c3faa5a9cf tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Made reservation on behalf of 2b2f7f01d23244e582fca6963a34fb74 for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:26:24.021740 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ce202484-6749-41a7-ac29-98c3faa5a9cf tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24979592'] for subnet (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:24.102632 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-7caf88f1-85c0-4053-ad10-5801db5753b7 None None] Port 27ee8d68-bd09-4990-9878-261a5fbb8e1f cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:26:24.122965 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-7caf88f1-85c0-4053-ad10-5801db5753b7 None None] Provisioning complete for port 00f85649-8b04-4b19-b84e-760348f9cabb triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:26:24.134035 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7caf88f1-85c0-4053-ad10-5801db5753b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (00f85649-8b04-4b19-b84e-760348f9cabb), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:24.233500 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a3ee883d-cc37-441d-acaa-647d42c7a45f admin admin] Publish callbacks [] for security_group (4d087276-9e1d-410d-9591-cb651b347da7), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:24.317919 n-d-712749-28 neutron-server[103284]: INFO neutron.db.ipam_backend_mixin [None req-ce202484-6749-41a7-ac29-98c3faa5a9cf tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet ae928865-c543-43eb-aadf-fdea3df613c4 (CIDR: 172.20.0.0/28) Jan 28 07:26:24.318646 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-7caf88f1-85c0-4053-ad10-5801db5753b7 None None] Current status of the port 00f85649-8b04-4b19-b84e-760348f9cabb is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:26:24.327278 n-d-712749-28 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce202484-6749-41a7-ac29-98c3faa5a9cf tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 07:26:24.328131 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce202484-6749-41a7-ac29-98c3faa5a9cf tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:26:24.335519 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-de356216-77e6-451f-bc23-4e59dd94f07f tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (d3435fff-e8c9-4bdf-a822-152f4d079fc4), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:24.352141 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-ce202484-6749-41a7-ac29-98c3faa5a9cf tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6368868 Jan 28 07:26:24.354035 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33736) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:24.362239 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-5afaea06-dec5-468b-9ce1-abc9f64b3a8e tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Request body: {'subnet': {'network_id': '422a554d-3135-4b22-adcb-555bf90d3ba5', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:26:24.397202 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de356216-77e6-451f-bc23-4e59dd94f07f tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Pushing event deleted for resources: {'Port': ['ID=d3435fff-e8c9-4bdf-a822-152f4d079fc4,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:26:24.400976 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a3ee883d-cc37-441d-acaa-647d42c7a45f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (4d087276-9e1d-410d-9591-cb651b347da7), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:24.405365 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a3ee883d-cc37-441d-acaa-647d42c7a45f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:24.410937 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-a3ee883d-cc37-441d-acaa-647d42c7a45f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4d087276-9e1d-410d-9591-cb651b347da7 HTTP/1.1" status: 204 len: 168 time: 0.7389135 Jan 28 07:26:24.463598 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-3ed1a4c6-8993-4f32-865d-c7acbc446c01 None None] Provisioning complete for port dd358a30-7132-464f-8bb2-b1f04db34bcc triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:26:24.463996 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3ed1a4c6-8993-4f32-865d-c7acbc446c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (dd358a30-7132-464f-8bb2-b1f04db34bcc), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:24.492623 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ee883d-cc37-441d-acaa-647d42c7a45f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d087276-9e1d-410d-9591-cb651b347da7,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:26:24.552133 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-de356216-77e6-451f-bc23-4e59dd94f07f tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:24.555574 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-de356216-77e6-451f-bc23-4e59dd94f07f tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "DELETE /v2.0/ports/d3435fff-e8c9-4bdf-a822-152f4d079fc4 HTTP/1.1" status: 204 len: 168 time: 1.7698896 Jan 28 07:26:24.558458 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33740) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:24.677759 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-3ed1a4c6-8993-4f32-865d-c7acbc446c01 None None] Port dd358a30-7132-464f-8bb2-b1f04db34bcc cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:26:24.686891 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-3ed1a4c6-8993-4f32-865d-c7acbc446c01 None None] Could not find standard attr ID for object d3435fff-e8c9-4bdf-a822-152f4d079fc4. {{(pid=103285) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 07:26:24.720603 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 00f85649-8b04-4b19-b84e-760348f9cabb up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:26:24.898502 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 00f85649-8b04-4b19-b84e-760348f9cabb triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:26:24.899078 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (00f85649-8b04-4b19-b84e-760348f9cabb), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:25.091097 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 20784604-a49f-4672-8e46-4d69f91dd69e details requested by agent hyperv_n-h1-712749-28 with host n-h1-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:26:25.402725 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 20784604-a49f-4672-8e46-4d69f91dd69e, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=20784604-a49f-4672-8e46-4d69f91dd69e,segment=NetworkSegment(f988f3e6-2feb-4622-baed-2eae67dfbc12),segment_id=f988f3e6-2feb-4622-baed-2eae67dfbc12)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:26:25.459269 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Returning: {'device': '20784604-a49f-4672-8e46-4d69f91dd69e', 'network_id': 'fabbfec3-31f9-4fc0-ba06-c03647e55067', 'port_id': '20784604-a49f-4672-8e46-4d69f91dd69e', 'mac_address': 'fa:16:3e:a4:f5:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d88cecc-14ce-41cc-908a-862b0f3950e3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:26:25.498429 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5afaea06-dec5-468b-9ce1-abc9f64b3a8e tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Made reservation on behalf of 2b2f7f01d23244e582fca6963a34fb74 for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:26:25.502790 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5afaea06-dec5-468b-9ce1-abc9f64b3a8e tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24979592'] for subnet (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:25.593389 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 00f85649-8b04-4b19-b84e-760348f9cabb is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:26:25.611719 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 20784604-a49f-4672-8e46-4d69f91dd69e is: ACTIVE; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:26:25.613382 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (20784604-a49f-4672-8e46-4d69f91dd69e), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:25.625019 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1045e975-0d2d-4eb9-b3e4-01f3e0184fd8 req-be7b9fba-7d5a-4a42-8929-2c73d25f8b96 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:26:25.626921 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1045e975-0d2d-4eb9-b3e4-01f3e0184fd8 req-be7b9fba-7d5a-4a42-8929-2c73d25f8b96 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/ports?device_id=eff066ab-ed54-4a79-abbc-8c2556ecf5b8 HTTP/1.1" status: 200 len: 945 time: 0.2384610 Jan 28 07:26:25.647511 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-140b6805-df71-40ee-a1cf-f4436ef9965e tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:26:25.649727 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-140b6805-df71-40ee-a1cf-f4436ef9965e tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 1.0901563 Jan 28 07:26:25.652457 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 33778) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:25.680451 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 20784604-a49f-4672-8e46-4d69f91dd69e {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:26:25.726871 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 20784604-a49f-4672-8e46-4d69f91dd69e, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=20784604-a49f-4672-8e46-4d69f91dd69e,segment=NetworkSegment(f988f3e6-2feb-4622-baed-2eae67dfbc12),segment_id=f988f3e6-2feb-4622-baed-2eae67dfbc12)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:26:25.740025 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (20784604-a49f-4672-8e46-4d69f91dd69e), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:25.801531 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a9d2b6-ee9d-4388-869b-453a35e32c20 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:26:25.805601 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33782) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:25.810286 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-b2a9d2b6-ee9d-4388-869b-453a35e32c20 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1565402 Jan 28 07:26:25.810975 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 33786) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:25.851938 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1045e975-0d2d-4eb9-b3e4-01f3e0184fd8 req-b6e15bcc-7962-47e0-8ee5-9f8868ec5a88 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/security-groups?id=20a6beb4-7dbe-4e36-a605-32b718c0fe10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2149487 Jan 28 07:26:25.872276 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=20784604-a49f-4672-8e46-4d69f91dd69e,revision_number=6']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:26:25.946838 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-071149ec-0072-4fbd-8606-374ef374f25b tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:26:25.952762 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-071149ec-0072-4fbd-8606-374ef374f25b tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:26:25.961909 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-071149ec-0072-4fbd-8606-374ef374f25b tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:26:25.967601 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-071149ec-0072-4fbd-8606-374ef374f25b tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1553280 Jan 28 07:26:25.968525 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 33792) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:25.987765 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['20784604-a49f-4672-8e46-4d69f91dd69e'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:26:26.099948 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f532883-ea71-47e4-843d-08eef3c1f0ce tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Deleting subnet ad33fb4d-cd9c-43f9-8ac8-e462ef87462b {{(pid=103283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:26:26.106831 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4f532883-ea71-47e4-843d-08eef3c1f0ce tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks [] for subnet (ad33fb4d-cd9c-43f9-8ac8-e462ef87462b), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:26.218016 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4f532883-ea71-47e4-843d-08eef3c1f0ce tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13506696'] for subnet (ad33fb4d-cd9c-43f9-8ac8-e462ef87462b), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:26.356162 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5afaea06-dec5-468b-9ce1-abc9f64b3a8e tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24757504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24979610'] for subnet (5887c37e-c9a3-4290-a82b-89b5fd60b190), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:26.362678 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c4a4a318-31c9-476d-b324-112a88bd90c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:26.457945 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4f532883-ea71-47e4-843d-08eef3c1f0ce tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (ad33fb4d-cd9c-43f9-8ac8-e462ef87462b), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:26.493110 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afaea06-dec5-468b-9ce1-abc9f64b3a8e tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Pushing event updated for resources: {'Subnet': ['ID=5887c37e-c9a3-4290-a82b-89b5fd60b190,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:26:26.499967 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5afaea06-dec5-468b-9ce1-abc9f64b3a8e tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Network 422a554d-3135-4b22-adcb-555bf90d3ba5 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:26:26.510703 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-5afaea06-dec5-468b-9ce1-abc9f64b3a8e tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:26:26.522945 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb0960c0-5d79-4147-b155-14d3b9749e36 None None] Network 422a554d-3135-4b22-adcb-555bf90d3ba5 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:26:26.541546 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5afaea06-dec5-468b-9ce1-abc9f64b3a8e tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:26:26.546488 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5afaea06-dec5-468b-9ce1-abc9f64b3a8e tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:26.690374 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4f532883-ea71-47e4-843d-08eef3c1f0ce tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13546665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13556132'] for subnet (ad33fb4d-cd9c-43f9-8ac8-e462ef87462b), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:26.782127 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c4a4a318-31c9-476d-b324-112a88bd90c5 admin admin] Publish callbacks [] for security_group (29c668e6-7864-4a3e-a320-5c625ad6fe8e), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:26.798837 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c4a4a318-31c9-476d-b324-112a88bd90c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (29c668e6-7864-4a3e-a320-5c625ad6fe8e), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:26.852923 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4f532883-ea71-47e4-843d-08eef3c1f0ce tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:26.862198 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-4f532883-ea71-47e4-843d-08eef3c1f0ce tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "DELETE /v2.0/subnets/ad33fb4d-cd9c-43f9-8ac8-e462ef87462b HTTP/1.1" status: 204 len: 168 time: 0.8906622 Jan 28 07:26:26.867293 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 33820) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:26.891119 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f27282-cd5b-480e-8bfb-9c24d5626537 None None] Network ef4fe003-256e-4a6c-af17-da180c8a686e requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:26:26.894033 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f532883-ea71-47e4-843d-08eef3c1f0ce tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Pushing event deleted for resources: {'Subnet': ['ID=ad33fb4d-cd9c-43f9-8ac8-e462ef87462b,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:26:26.916761 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-5afaea06-dec5-468b-9ce1-abc9f64b3a8e tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.5614398 Jan 28 07:26:26.921446 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 33824) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:26.932675 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a4a318-31c9-476d-b324-112a88bd90c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29c668e6-7864-4a3e-a320-5c625ad6fe8e,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:26:26.960603 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-c4a4a318-31c9-476d-b324-112a88bd90c5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6ec4bf0b316e42f3bf164e01718be6b4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1418676 Jan 28 07:26:26.961364 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33826) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:27.011364 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab7d29b-cf05-4a25-b50c-a2cea700849e None None] Update dhcp port {'port': {'network_id': '422a554d-3135-4b22-adcb-555bf90d3ba5', 'fixed_ips': [{'subnet_id': 'ae928865-c543-43eb-aadf-fdea3df613c4', 'ip_address': '172.20.0.2'}, {'subnet_id': '5887c37e-c9a3-4290-a82b-89b5fd60b190'}], 'binding:host_id': 'n-d-712749-28'}, 'id': '00f85649-8b04-4b19-b84e-760348f9cabb'} from n-d-712749-28. {{(pid=103285) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 07:26:27.031101 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-ec5dd57a-ac22-4762-ab22-699e884f67d5 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1260164469', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '5887c37e-c9a3-4290-a82b-89b5fd60b190'}], 'security_groups': ['a0b8fb6c-d10b-4aac-a859-06240c630d12']}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:26:27.111803 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0e86897e-86cc-4b16-8c1b-0f3d6e092346 admin admin] Publish callbacks [] for security_group (29c668e6-7864-4a3e-a320-5c625ad6fe8e), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:27.118501 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 20784604-a49f-4672-8e46-4d69f91dd69e up at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:26:27.163782 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0e86897e-86cc-4b16-8c1b-0f3d6e092346 admin admin] Publish callbacks [] for security_group (29c668e6-7864-4a3e-a320-5c625ad6fe8e), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:27.240254 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5ab7d29b-cf05-4a25-b50c-a2cea700849e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (00f85649-8b04-4b19-b84e-760348f9cabb), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:27.276537 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0e86897e-86cc-4b16-8c1b-0f3d6e092346 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (29c668e6-7864-4a3e-a320-5c625ad6fe8e), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:27.279475 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0e86897e-86cc-4b16-8c1b-0f3d6e092346 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:27.284096 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-0e86897e-86cc-4b16-8c1b-0f3d6e092346 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/29c668e6-7864-4a3e-a320-5c625ad6fe8e HTTP/1.1" status: 204 len: 168 time: 0.3196709 Jan 28 07:26:27.317490 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e86897e-86cc-4b16-8c1b-0f3d6e092346 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29c668e6-7864-4a3e-a320-5c625ad6fe8e,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:26:27.553053 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning complete for port 20784604-a49f-4672-8e46-4d69f91dd69e triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:26:27.553585 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (20784604-a49f-4672-8e46-4d69f91dd69e), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:27.706915 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-5ab7d29b-cf05-4a25-b50c-a2cea700849e None None] Allocated IP 172.20.0.18 (422a554d-3135-4b22-adcb-555bf90d3ba5/5887c37e-c9a3-4290-a82b-89b5fd60b190/00f85649-8b04-4b19-b84e-760348f9cabb) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:26:27.932909 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 20784604-a49f-4672-8e46-4d69f91dd69e is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:26:27.935245 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (20784604-a49f-4672-8e46-4d69f91dd69e), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:28.052025 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eff066ab-ed54-4a79-abbc-8c2556ecf5b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20784604-a49f-4672-8e46-4d69f91dd69e'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:26:28.058671 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12b3e0af-091d-4f18-b99f-039bb8e07efe" -d '{"events": [{"server_uuid": "eff066ab-ed54-4a79-abbc-8c2556ecf5b8", "name": "network-vif-plugged", "status": "completed", "tag": "20784604-a49f-4672-8e46-4d69f91dd69e"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:26:28.068293 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e02c978c-c177-4c2e-b28d-da481ed729bd req-f925db7f-075e-4603-bbc6-50b7b57669de service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=949d5360-77df-4445-8862-221358c86b08&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.4154932 Jan 28 07:26:28.109842 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 20784604-a49f-4672-8e46-4d69f91dd69e, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=20784604-a49f-4672-8e46-4d69f91dd69e,segment=NetworkSegment(f988f3e6-2feb-4622-baed-2eae67dfbc12),segment_id=f988f3e6-2feb-4622-baed-2eae67dfbc12)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:26:28.135422 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (20784604-a49f-4672-8e46-4d69f91dd69e), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:28.147340 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:26:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6788a9b2-a098-4e57-8749-a14391362114 x-openstack-request-id: req-6788a9b2-a098-4e57-8749-a14391362114 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:26:28.147821 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eff066ab-ed54-4a79-abbc-8c2556ecf5b8", "name": "network-vif-plugged", "status": "completed", "tag": "20784604-a49f-4672-8e46-4d69f91dd69e", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:26:28.149223 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6788a9b2-a098-4e57-8749-a14391362114 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:26:28.150707 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eff066ab-ed54-4a79-abbc-8c2556ecf5b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20784604-a49f-4672-8e46-4d69f91dd69e', 'code': 200} Jan 28 07:26:28.327013 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-5ab7d29b-cf05-4a25-b50c-a2cea700849e None None] For port 00f85649-8b04-4b19-b84e-760348f9cabb, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=00f85649-8b04-4b19-b84e-760348f9cabb,segment=NetworkSegment(8ffae207-4fb5-4de8-876e-054d45dc362b),segment_id=8ffae207-4fb5-4de8-876e-054d45dc362b)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:26:28.414896 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=20784604-a49f-4672-8e46-4d69f91dd69e,revision_number=7']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:26:28.470727 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5ab7d29b-cf05-4a25-b50c-a2cea700849e None None] Publish callbacks [] for port (00f85649-8b04-4b19-b84e-760348f9cabb), precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:28.487694 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5ab7d29b-cf05-4a25-b50c-a2cea700849e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (00f85649-8b04-4b19-b84e-760348f9cabb), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:28.567281 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_v2 [None req-799bb076-94cc-4f1e-a8bc-43d4bf799188 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Deleting subnet dbc8387a-1edf-494d-80ab-74625f6ef9a6 {{(pid=103283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:26:28.603186 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-799bb076-94cc-4f1e-a8bc-43d4bf799188 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks [] for subnet (dbc8387a-1edf-494d-80ab-74625f6ef9a6), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:28.639555 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab7d29b-cf05-4a25-b50c-a2cea700849e None None] Pushing event updated for resources: {'Port': ['ID=00f85649-8b04-4b19-b84e-760348f9cabb,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:26:28.751410 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-799bb076-94cc-4f1e-a8bc-43d4bf799188 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13506696'] for subnet (dbc8387a-1edf-494d-80ab-74625f6ef9a6), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:28.962554 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-8033120e-b0c2-4c23-8312-222378eca471 None None] Provisioning complete for port 757b0109-b810-4b8d-b15e-517e4c36ef54 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:26:28.963278 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8033120e-b0c2-4c23-8312-222378eca471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (757b0109-b810-4b8d-b15e-517e4c36ef54), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:28.994866 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02c978c-c177-4c2e-b28d-da481ed729bd req-0f2528e1-5e4d-46a9-b127-0db3e83b90a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:26:28.996684 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e02c978c-c177-4c2e-b28d-da481ed729bd req-0f2528e1-5e4d-46a9-b127-0db3e83b90a5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a6edc1c2472d49839a2dbbe98b656418&device_id=949d5360-77df-4445-8862-221358c86b08 HTTP/1.1" status: 200 len: 1098 time: 0.8019810 Jan 28 07:26:29.026910 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5062cd82-57f3-4387-b1d2-db584697765a req-e376d744-d263-4dbf-8139-5e8057d6fe25 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:26:29.029105 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5062cd82-57f3-4387-b1d2-db584697765a req-e376d744-d263-4dbf-8139-5e8057d6fe25 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/ports?device_id=eff066ab-ed54-4a79-abbc-8c2556ecf5b8 HTTP/1.1" status: 200 len: 944 time: 0.9884698 Jan 28 07:26:29.078193 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ec5dd57a-ac22-4762-ab22-699e884f67d5 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (dd358a30-7132-464f-8bb2-b1f04db34bcc), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:29.084505 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 7 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 07:26:29.108492 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-799bb076-94cc-4f1e-a8bc-43d4bf799188 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (dbc8387a-1edf-494d-80ab-74625f6ef9a6), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:29.239315 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-8033120e-b0c2-4c23-8312-222378eca471 None None] Current status of the port 757b0109-b810-4b8d-b15e-517e4c36ef54 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:26:29.826651 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02c978c-c177-4c2e-b28d-da481ed729bd req-eb97d5b3-b701-48c7-88a7-623f4cb20016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:26:29.835605 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e02c978c-c177-4c2e-b28d-da481ed729bd req-eb97d5b3-b701-48c7-88a7-623f4cb20016 service neutron] 10.222.0.44 "GET /v2.0/networks?id=0f9677e3-e88b-4074-b906-3a89e31a8b26 HTTP/1.1" status: 200 len: 915 time: 0.7925277 Jan 28 07:26:29.967930 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5062cd82-57f3-4387-b1d2-db584697765a req-9845fe70-3b1d-4129-8e84-ff57e1affe03 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/security-groups?id=20a6beb4-7dbe-4e36-a605-32b718c0fe10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9045901 Jan 28 07:26:30.003876 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-799bb076-94cc-4f1e-a8bc-43d4bf799188 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13546665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13556132'] for subnet (dbc8387a-1edf-494d-80ab-74625f6ef9a6), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:30.046513 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-799bb076-94cc-4f1e-a8bc-43d4bf799188 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:30.055161 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-799bb076-94cc-4f1e-a8bc-43d4bf799188 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "DELETE /v2.0/subnets/dbc8387a-1edf-494d-80ab-74625f6ef9a6 HTTP/1.1" status: 204 len: 168 time: 3.1811652 Jan 28 07:26:30.057335 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33896) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:30.062998 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-500a6224-a9d9-48fb-b2b2-acae046c63bd None None] Network ef4fe003-256e-4a6c-af17-da180c8a686e requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:26:30.172322 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e02c978c-c177-4c2e-b28d-da481ed729bd req-79669aac-5466-4e7e-8356-2a77fbf7bf83 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=51e0b1f7-0573-4941-aecd-a7856786a205 HTTP/1.1" status: 200 len: 217 time: 0.2016826 Jan 28 07:26:30.178726 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799bb076-94cc-4f1e-a8bc-43d4bf799188 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Pushing event deleted for resources: {'Subnet': ['ID=dbc8387a-1edf-494d-80ab-74625f6ef9a6,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:26:30.186394 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-6c7b2fad-1912-4388-8687-45541b536c9a tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1277106 Jan 28 07:26:30.187041 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33898) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:30.334927 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be6fea4d-53b9-4b18-a4b4-c3d04846c2a8 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:26:30.336565 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-be6fea4d-53b9-4b18-a4b4-c3d04846c2a8 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1485445 Jan 28 07:26:30.344028 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33902) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:30.361189 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-f162573d-e60f-4188-8400-35e023df2b89 None None] Provisioning complete for port dd358a30-7132-464f-8bb2-b1f04db34bcc triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:26:30.361847 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f162573d-e60f-4188-8400-35e023df2b89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (dd358a30-7132-464f-8bb2-b1f04db34bcc), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:30.373923 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02c978c-c177-4c2e-b28d-da481ed729bd req-050fc4d8-4cab-48cf-9f3a-a5dfd12c4ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:26:30.375100 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e02c978c-c177-4c2e-b28d-da481ed729bd req-050fc4d8-4cab-48cf-9f3a-a5dfd12c4ca8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a20d1ced-3d08-43be-8252-20a8f34a36b0 HTTP/1.1" status: 200 len: 854 time: 0.1934290 Jan 28 07:26:30.527894 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-f162573d-e60f-4188-8400-35e023df2b89 None None] Port dd358a30-7132-464f-8bb2-b1f04db34bcc cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:26:30.556522 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a4ea4f-1c69-4515-90b3-84484cf465f5 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:26:30.559370 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e02c978c-c177-4c2e-b28d-da481ed729bd req-08fb42c9-7eda-495d-9062-d1b80dbc85a3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0f9677e3-e88b-4074-b906-3a89e31a8b26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1628127 Jan 28 07:26:30.565406 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-73a4ea4f-1c69-4515-90b3-84484cf465f5 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2124100 Jan 28 07:26:30.566236 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33910) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:30.609098 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-f162573d-e60f-4188-8400-35e023df2b89 None None] Provisioning complete for port 27ee8d68-bd09-4990-9878-261a5fbb8e1f triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:26:30.609489 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f162573d-e60f-4188-8400-35e023df2b89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (27ee8d68-bd09-4990-9878-261a5fbb8e1f), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:30.726673 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8601877e-4f42-4168-b0d2-5105d7c02c95 None None] DHCP port deletion for ef4fe003-256e-4a6c-af17-da180c8a686e request from n-d-712749-28 {{(pid=103285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 07:26:30.738690 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33914) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:30.743723 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-6cf78599-5975-47b9-a37d-8b929cc32f82 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1763492 Jan 28 07:26:30.753775 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e02c978c-c177-4c2e-b28d-da481ed729bd req-1580fe92-6b02-44b8-90bf-efeeaa98b1cb service neutron] 10.222.0.44 "GET /v2.0/networks/0f9677e3-e88b-4074-b906-3a89e31a8b26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073074 Jan 28 07:26:30.754247 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 33916) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:30.755809 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-ec5dd57a-ac22-4762-ab22-699e884f67d5 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Delete allocated IP 172.20.0.13 (422a554d-3135-4b22-adcb-555bf90d3ba5/ae928865-c543-43eb-aadf-fdea3df613c4) {{(pid=103283) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 28 07:26:30.829451 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 00f85649-8b04-4b19-b84e-760348f9cabb up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:26:30.849499 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-ec5dd57a-ac22-4762-ab22-699e884f67d5 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Allocated IP 172.20.0.22 (422a554d-3135-4b22-adcb-555bf90d3ba5/5887c37e-c9a3-4290-a82b-89b5fd60b190/dd358a30-7132-464f-8bb2-b1f04db34bcc) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:26:30.854776 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3bdf5b-db61-4de0-bca5-9d8f5e3a3d12 req-5766811a-4d50-4a30-900b-c4d2cb90b6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:26:30.856465 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2c3bdf5b-db61-4de0-bca5-9d8f5e3a3d12 req-5766811a-4d50-4a30-900b-c4d2cb90b6f6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8d47b614f63e4b68b737be6f6d46b64e&device_id=eff066ab-ed54-4a79-abbc-8c2556ecf5b8 HTTP/1.1" status: 200 len: 1097 time: 0.2906172 Jan 28 07:26:30.857428 n-d-712749-28 neutron-server[103283]: INFO neutron.pecan_wsgi.hooks.translation [None req-e222954b-bd7f-4787-b314-6ee859c45102 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] DELETE failed (client error): The resource could not be found. Jan 28 07:26:30.858138 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e222954b-bd7f-4787-b314-6ee859c45102 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103283) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:26:30.877984 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-e222954b-bd7f-4787-b314-6ee859c45102 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "DELETE /v2.0/ports/d3435fff-e8c9-4bdf-a822-152f4d079fc4 HTTP/1.1" status: 404 len: 333 time: 0.0950184 Jan 28 07:26:30.878373 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33924) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:30.966454 n-d-712749-28 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b743d34-3a47-4e9c-b3f1-91765da16b39 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] DELETE failed (client error): The resource could not be found. Jan 28 07:26:30.968302 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b743d34-3a47-4e9c-b3f1-91765da16b39 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:26:30.982177 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-3b743d34-3a47-4e9c-b3f1-91765da16b39 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "DELETE /v2.0/subnets/dbc8387a-1edf-494d-80ab-74625f6ef9a6 HTTP/1.1" status: 404 len: 337 time: 0.1021373 Jan 28 07:26:30.987609 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33926) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:31.027109 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-f162573d-e60f-4188-8400-35e023df2b89 None None] Port 27ee8d68-bd09-4990-9878-261a5fbb8e1f cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:26:31.077950 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-245e5906-908a-47b3-865e-e56f226ce4fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:31.147120 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3bdf5b-db61-4de0-bca5-9d8f5e3a3d12 req-b8fa43ae-4d21-4e2d-bd13-c8300d5c8578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:26:31.149178 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2c3bdf5b-db61-4de0-bca5-9d8f5e3a3d12 req-b8fa43ae-4d21-4e2d-bd13-c8300d5c8578 service neutron] 10.222.0.10 "GET /v2.0/networks?id=fabbfec3-31f9-4fc0-ba06-c03647e55067 HTTP/1.1" status: 200 len: 918 time: 0.2312684 Jan 28 07:26:31.162123 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-f162573d-e60f-4188-8400-35e023df2b89 None None] Provisioning complete for port 00f85649-8b04-4b19-b84e-760348f9cabb triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:26:31.162699 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f162573d-e60f-4188-8400-35e023df2b89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (00f85649-8b04-4b19-b84e-760348f9cabb), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:31.258729 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2c3bdf5b-db61-4de0-bca5-9d8f5e3a3d12 req-22897b13-a173-4180-b9a3-c85883f182db service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=20784604-a49f-4672-8e46-4d69f91dd69e HTTP/1.1" status: 200 len: 1000 time: 0.0663805 Jan 28 07:26:31.268111 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-245e5906-908a-47b3-865e-e56f226ce4fe admin admin] Publish callbacks [] for security_group (e9a553ee-bfe4-4fbb-bcea-2c299c22314d), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:31.269691 n-d-712749-28 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-2729038b-629b-4d06-9c48-d30131ce5207 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] DELETE failed (client error): The resource could not be found. Jan 28 07:26:31.270154 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e02c978c-c177-4c2e-b28d-da481ed729bd req-e8955c68-bbcb-476a-a57a-b4ea1aae513e service neutron] 10.222.0.44 "GET /v2.0/networks/0f9677e3-e88b-4074-b906-3a89e31a8b26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4736683 Jan 28 07:26:31.270274 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2729038b-629b-4d06-9c48-d30131ce5207 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:26:31.277819 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-2729038b-629b-4d06-9c48-d30131ce5207 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "DELETE /v2.0/subnets/ad33fb4d-cd9c-43f9-8ac8-e462ef87462b HTTP/1.1" status: 404 len: 337 time: 0.2721853 Jan 28 07:26:31.278809 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33930) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:31.300525 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-245e5906-908a-47b3-865e-e56f226ce4fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (e9a553ee-bfe4-4fbb-bcea-2c299c22314d), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:31.381192 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3bdf5b-db61-4de0-bca5-9d8f5e3a3d12 req-7f458f25-d243-4ef0-b13e-40550b08b415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:26:31.383037 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2c3bdf5b-db61-4de0-bca5-9d8f5e3a3d12 req-7f458f25-d243-4ef0-b13e-40550b08b415 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3d88cecc-14ce-41cc-908a-862b0f3950e3 HTTP/1.1" status: 200 len: 856 time: 0.1116037 Jan 28 07:26:31.426603 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-8601877e-4f42-4168-b0d2-5105d7c02c95 None None] Deleting port 757b0109-b810-4b8d-b15e-517e4c36ef54 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:26:31.426980 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8601877e-4f42-4168-b0d2-5105d7c02c95 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (757b0109-b810-4b8d-b15e-517e4c36ef54), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:31.430202 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-245e5906-908a-47b3-865e-e56f226ce4fe admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6ada669ec33c47108f2368151c1c8fc5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6883826 Jan 28 07:26:31.433729 n-d-712749-28 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-d40c8657-0b89-464e-93f4-8596e3900b3f tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] DELETE failed (client error): The resource could not be found. Jan 28 07:26:31.433881 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 33932) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:31.433993 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d40c8657-0b89-464e-93f4-8596e3900b3f tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:26:31.443677 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-d40c8657-0b89-464e-93f4-8596e3900b3f tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "DELETE /v2.0/ports/435caf4f-a1f6-4a96-b27f-7952c3da1809 HTTP/1.1" status: 404 len: 333 time: 0.1571901 Jan 28 07:26:31.448530 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33934) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:31.471403 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3bdf5b-db61-4de0-bca5-9d8f5e3a3d12 req-b3fb6f44-9ad9-4f0b-9c4b-be9a6247f917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:26:31.473810 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2c3bdf5b-db61-4de0-bca5-9d8f5e3a3d12 req-b3fb6f44-9ad9-4f0b-9c4b-be9a6247f917 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fabbfec3-31f9-4fc0-ba06-c03647e55067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0800235 Jan 28 07:26:31.501786 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 00f85649-8b04-4b19-b84e-760348f9cabb triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:26:31.514103 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (00f85649-8b04-4b19-b84e-760348f9cabb), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:31.573097 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245e5906-908a-47b3-865e-e56f226ce4fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9a553ee-bfe4-4fbb-bcea-2c299c22314d,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:26:31.596041 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fce5caea-1aa2-4e78-83d9-9975637f7602 admin admin] Publish callbacks [] for security_group (e9a553ee-bfe4-4fbb-bcea-2c299c22314d), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:31.604714 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ec5dd57a-ac22-4762-ab22-699e884f67d5 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks [] for port (dd358a30-7132-464f-8bb2-b1f04db34bcc), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:31.626545 n-d-712749-28 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-6db045d0-00b8-4943-ad46-7f1acc501f73 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] DELETE failed (client error): The resource could not be found. Jan 28 07:26:31.627050 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6db045d0-00b8-4943-ad46-7f1acc501f73 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:26:31.638825 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-6db045d0-00b8-4943-ad46-7f1acc501f73 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "DELETE /v2.0/subnets/83c35f09-07ba-44ca-8f34-d2120599b73c HTTP/1.1" status: 404 len: 337 time: 0.1888001 Jan 28 07:26:31.640015 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33938) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:31.655566 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ec5dd57a-ac22-4762-ab22-699e884f67d5 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (dd358a30-7132-464f-8bb2-b1f04db34bcc), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:31.704968 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf18796-688e-4fcf-a979-3028e6385b21 req-aa35bc95-4824-4b00-babe-a0fda96dfd63 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:26:31.723123 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-cdf18796-688e-4fcf-a979-3028e6385b21 req-aa35bc95-4824-4b00-babe-a0fda96dfd63 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/ports?device_id=eff066ab-ed54-4a79-abbc-8c2556ecf5b8 HTTP/1.1" status: 200 len: 945 time: 0.4406600 Jan 28 07:26:31.814239 n-d-712749-28 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-29a26612-0e5b-4958-8c41-61fc86dff637 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] DELETE failed (client error): The resource could not be found. Jan 28 07:26:31.815029 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29a26612-0e5b-4958-8c41-61fc86dff637 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:26:31.821636 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-29a26612-0e5b-4958-8c41-61fc86dff637 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "DELETE /v2.0/subnets/ea1161f9-6bc4-4d03-b4e2-050ac5fa6bc3 HTTP/1.1" status: 404 len: 337 time: 0.1676106 Jan 28 07:26:31.838873 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fce5caea-1aa2-4e78-83d9-9975637f7602 admin admin] Publish callbacks [] for security_group (e9a553ee-bfe4-4fbb-bcea-2c299c22314d), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:31.847892 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5dd57a-ac22-4762-ab22-699e884f67d5 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Pushing event updated for resources: {'Port': ['ID=dd358a30-7132-464f-8bb2-b1f04db34bcc,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:26:31.856521 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 33944) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:31.870324 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-8601877e-4f42-4168-b0d2-5105d7c02c95 None None] For port 757b0109-b810-4b8d-b15e-517e4c36ef54, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=757b0109-b810-4b8d-b15e-517e4c36ef54,segment=NetworkSegment(c533ee34-b679-44a8-abdb-1685e355613e),segment_id=c533ee34-b679-44a8-abdb-1685e355613e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:26:31.871257 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8601877e-4f42-4168-b0d2-5105d7c02c95 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (757b0109-b810-4b8d-b15e-517e4c36ef54), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:31.915424 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-8601877e-4f42-4168-b0d2-5105d7c02c95 None None] Calling delete_port for 757b0109-b810-4b8d-b15e-517e4c36ef54 owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:26:31.919335 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-f162573d-e60f-4188-8400-35e023df2b89 None None] Current status of the port 00f85649-8b04-4b19-b84e-760348f9cabb is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:26:31.958498 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-cdf18796-688e-4fcf-a979-3028e6385b21 req-a1260fdd-b0a3-4d23-81d9-4c9bb0006397 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/security-groups?id=20a6beb4-7dbe-4e36-a605-32b718c0fe10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1766739 Jan 28 07:26:32.022333 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 00f85649-8b04-4b19-b84e-760348f9cabb is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:26:32.098582 n-d-712749-28 neutron-server[103283]: INFO neutron.pecan_wsgi.hooks.translation [None req-a91d3444-c4af-4065-a52a-ce3c4abfbafc tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] DELETE failed (client error): The resource could not be found. Jan 28 07:26:32.099100 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a91d3444-c4af-4065-a52a-ce3c4abfbafc tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103283) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:26:32.102225 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-a91d3444-c4af-4065-a52a-ce3c4abfbafc tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "DELETE /v2.0/ports/7f326096-050c-4d8a-a7d3-dc8eb217581e HTTP/1.1" status: 404 len: 333 time: 0.2109208 Jan 28 07:26:32.105753 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33946) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:32.125166 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8601877e-4f42-4168-b0d2-5105d7c02c95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298'] for port (757b0109-b810-4b8d-b15e-517e4c36ef54), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:32.176827 n-d-712749-28 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f2f42d1-74db-4975-a18f-40c65124faf4 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] DELETE failed (client error): The resource could not be found. Jan 28 07:26:32.178568 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f2f42d1-74db-4975-a18f-40c65124faf4 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:26:32.178694 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8601877e-4f42-4168-b0d2-5105d7c02c95 None None] Pushing event deleted for resources: {'Port': ['ID=757b0109-b810-4b8d-b15e-517e4c36ef54,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:26:32.185548 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-0f2f42d1-74db-4975-a18f-40c65124faf4 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "DELETE /v2.0/subnets/834f06c5-c7c6-41e1-aef1-1de13291c693 HTTP/1.1" status: 404 len: 337 time: 0.0780466 Jan 28 07:26:32.186058 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2c3bdf5b-db61-4de0-bca5-9d8f5e3a3d12 req-e1f696b8-559a-4c9a-a389-211ed9cbc5a9 service neutron] 10.222.0.10 "GET /v2.0/networks/fabbfec3-31f9-4fc0-ba06-c03647e55067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6966698 Jan 28 07:26:32.188890 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33948) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:32.197851 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8601877e-4f42-4168-b0d2-5105d7c02c95 None None] No DVR routers for this DVR port 757b0109-b810-4b8d-b15e-517e4c36ef54 on host n-d-712749-28 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:26:32.255161 n-d-712749-28 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-8be6f109-a1c8-44a1-a1f2-f95a8f50974c tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] DELETE failed (client error): The resource could not be found. Jan 28 07:26:32.255713 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8be6f109-a1c8-44a1-a1f2-f95a8f50974c tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:26:32.261275 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-8be6f109-a1c8-44a1-a1f2-f95a8f50974c tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "DELETE /v2.0/subnets/c023afb3-8d07-43bc-941d-1cdd0091fa71 HTTP/1.1" status: 404 len: 337 time: 0.0714211 Jan 28 07:26:32.263848 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33950) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:32.321891 n-d-712749-28 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-92fb80c0-27a4-454f-b973-1f09b76b68c6 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] DELETE failed (client error): The resource could not be found. Jan 28 07:26:32.322515 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92fb80c0-27a4-454f-b973-1f09b76b68c6 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:26:32.325644 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-92fb80c0-27a4-454f-b973-1f09b76b68c6 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "DELETE /v2.0/ports/6ba9e8a9-bdea-4066-922e-5407faa8e4ad HTTP/1.1" status: 404 len: 333 time: 0.0603909 Jan 28 07:26:32.327475 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-ec5dd57a-ac22-4762-ab22-699e884f67d5 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] In _notify_port_updated(), no bound segment for port dd358a30-7132-464f-8bb2-b1f04db34bcc on network 422a554d-3135-4b22-adcb-555bf90d3ba5 {{(pid=103283) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 07:26:32.333543 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec5dd57a-ac22-4762-ab22-699e884f67d5 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:26:32.334182 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ec5dd57a-ac22-4762-ab22-699e884f67d5 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:32.334383 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33952) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:32.337914 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-ec5dd57a-ac22-4762-ab22-699e884f67d5 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] 10.222.0.41 "PUT /v2.0/ports/dd358a30-7132-464f-8bb2-b1f04db34bcc HTTP/1.1" status: 200 len: 921 time: 5.3773630 Jan 28 07:26:32.340176 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 33954) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:32.411200 n-d-712749-28 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ef15826-0551-48bc-a074-b74ea8650c56 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] DELETE failed (client error): The resource could not be found. Jan 28 07:26:32.412293 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ef15826-0551-48bc-a074-b74ea8650c56 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:26:32.427170 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-8ef15826-0551-48bc-a074-b74ea8650c56 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "DELETE /v2.0/subnets/ba18fa11-87e0-40b6-b684-17213f378472 HTTP/1.1" status: 404 len: 337 time: 0.0866940 Jan 28 07:26:32.428167 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33956) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:32.465451 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fce5caea-1aa2-4e78-83d9-9975637f7602 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (e9a553ee-bfe4-4fbb-bcea-2c299c22314d), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:32.468152 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fce5caea-1aa2-4e78-83d9-9975637f7602 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:32.469346 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-fce5caea-1aa2-4e78-83d9-9975637f7602 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e9a553ee-bfe4-4fbb-bcea-2c299c22314d HTTP/1.1" status: 204 len: 168 time: 1.0342996 Jan 28 07:26:32.526568 n-d-712749-28 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c9e779f-0c06-4256-a720-188c03ce95dc tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] DELETE failed (client error): The resource could not be found. Jan 28 07:26:32.533272 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c9e779f-0c06-4256-a720-188c03ce95dc tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:26:32.540758 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-4c9e779f-0c06-4256-a720-188c03ce95dc tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "DELETE /v2.0/subnets/44e1fcc0-2447-4bb6-b57e-327762d99283 HTTP/1.1" status: 404 len: 337 time: 0.1097906 Jan 28 07:26:32.545812 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33960) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:32.561968 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce5caea-1aa2-4e78-83d9-9975637f7602 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9a553ee-bfe4-4fbb-bcea-2c299c22314d,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:26:32.662156 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2c3bdf5b-db61-4de0-bca5-9d8f5e3a3d12 req-ef66ae8c-659c-4de1-8d32-e30cda7bbbf8 service neutron] 10.222.0.10 "GET /v2.0/networks/fabbfec3-31f9-4fc0-ba06-c03647e55067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4679801 Jan 28 07:26:32.693461 n-d-712749-28 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-18d7a95a-bac9-4ce0-b98d-244a450e6a16 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] DELETE failed (client error): The resource could not be found. Jan 28 07:26:32.693923 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-aa327b38-da09-45f7-86dd-0d6b57bf2d02 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Deleting port dd358a30-7132-464f-8bb2-b1f04db34bcc {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:26:32.694797 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18d7a95a-bac9-4ce0-b98d-244a450e6a16 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:26:32.699647 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-18d7a95a-bac9-4ce0-b98d-244a450e6a16 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "DELETE /v2.0/ports/d735ccc9-4558-45f0-949c-e8b91f8d1fdb HTTP/1.1" status: 404 len: 333 time: 0.1519022 Jan 28 07:26:32.700802 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-aa327b38-da09-45f7-86dd-0d6b57bf2d02 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (dd358a30-7132-464f-8bb2-b1f04db34bcc), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:32.702980 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33962) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:32.772333 n-d-712749-28 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-d60a5010-d397-4b88-b5e2-290f22935bd5 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] DELETE failed (client error): The resource could not be found. Jan 28 07:26:32.774672 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d60a5010-d397-4b88-b5e2-290f22935bd5 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:26:32.781476 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-d60a5010-d397-4b88-b5e2-290f22935bd5 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "DELETE /v2.0/subnets/66bc7671-23a4-43f7-9c64-77910970035f HTTP/1.1" status: 404 len: 337 time: 0.0758762 Jan 28 07:26:32.784875 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33968) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:32.847761 n-d-712749-28 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-4762d8b9-de77-4e12-b726-b6f8575ed3af tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] DELETE failed (client error): The resource could not be found. Jan 28 07:26:32.852736 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4762d8b9-de77-4e12-b726-b6f8575ed3af tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:26:32.855981 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 757b0109-b810-4b8d-b15e-517e4c36ef54 no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:26:32.862553 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-4762d8b9-de77-4e12-b726-b6f8575ed3af tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "DELETE /v2.0/ports/262cd766-8aac-4863-80ab-9565485ee58e HTTP/1.1" status: 404 len: 333 time: 0.0743258 Jan 28 07:26:32.863175 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33972) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:32.924058 n-d-712749-28 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f035d06-0ae3-4b41-8779-909ae04278d2 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] DELETE failed (client error): The resource could not be found. Jan 28 07:26:32.924294 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-1de681b2-3174-4b26-b5a5-0a3295ba71f4 None None] Provisioning complete for port dd358a30-7132-464f-8bb2-b1f04db34bcc triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:26:32.924469 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1de681b2-3174-4b26-b5a5-0a3295ba71f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (dd358a30-7132-464f-8bb2-b1f04db34bcc), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:32.926266 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f035d06-0ae3-4b41-8779-909ae04278d2 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:26:32.930290 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-aa327b38-da09-45f7-86dd-0d6b57bf2d02 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (dd358a30-7132-464f-8bb2-b1f04db34bcc), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:32.937438 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-9f035d06-0ae3-4b41-8779-909ae04278d2 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "DELETE /v2.0/subnets/e4d223e9-af8b-4231-97af-4919c1af8c50 HTTP/1.1" status: 404 len: 337 time: 0.0711222 Jan 28 07:26:32.939519 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33976) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:32.966791 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-aa327b38-da09-45f7-86dd-0d6b57bf2d02 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Calling delete_port for dd358a30-7132-464f-8bb2-b1f04db34bcc owned by {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:26:32.989027 n-d-712749-28 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8585554-8379-4a1f-87e9-a3fe78df7f9b tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] DELETE failed (client error): The resource could not be found. Jan 28 07:26:32.989627 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8585554-8379-4a1f-87e9-a3fe78df7f9b tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:26:33.001959 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-1de681b2-3174-4b26-b5a5-0a3295ba71f4 None None] Port dd358a30-7132-464f-8bb2-b1f04db34bcc cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:26:33.004728 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 33980) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:33.007394 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: 757b0109-b810-4b8d-b15e-517e4c36ef54 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:26:33.007911 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 757b0109-b810-4b8d-b15e-517e4c36ef54 not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:26:33.014703 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-f8585554-8379-4a1f-87e9-a3fe78df7f9b tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "DELETE /v2.0/ports/621a49fb-4526-4dbf-871b-5cf026329b7c HTTP/1.1" status: 404 len: 333 time: 0.0555253 Jan 28 07:26:33.058091 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:33.105875 n-d-712749-28 neutron-server[103283]: INFO neutron.pecan_wsgi.hooks.translation [None req-592fdb95-45eb-446f-8f0c-a0338edfaadd tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] DELETE failed (client error): The resource could not be found. Jan 28 07:26:33.106525 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-592fdb95-45eb-446f-8f0c-a0338edfaadd tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103283) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:26:33.114677 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33982) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:33.115638 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-592fdb95-45eb-446f-8f0c-a0338edfaadd tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "DELETE /v2.0/subnets/52890e37-4e04-4bb9-8019-36817df89317 HTTP/1.1" status: 404 len: 337 time: 0.0541687 Jan 28 07:26:33.163104 n-d-712749-28 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b58dded-20f1-414a-a3f9-11b16d0ac80e tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] DELETE failed (client error): The resource could not be found. Jan 28 07:26:33.164137 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b58dded-20f1-414a-a3f9-11b16d0ac80e tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:26:33.169118 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-2b58dded-20f1-414a-a3f9-11b16d0ac80e tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "DELETE /v2.0/ports/f1aae629-14b6-4ba8-85b9-96782f677c17 HTTP/1.1" status: 404 len: 333 time: 0.0517113 Jan 28 07:26:33.180257 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395a366b-33ae-490d-87ac-662c6b0a4f73 req-8ed8b5f8-0463-46f5-855a-d2335f58d13b tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:26:33.182169 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-395a366b-33ae-490d-87ac-662c6b0a4f73 req-8ed8b5f8-0463-46f5-855a-d2335f58d13b tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/ports?device_id=eff066ab-ed54-4a79-abbc-8c2556ecf5b8 HTTP/1.1" status: 200 len: 945 time: 0.1120288 Jan 28 07:26:33.184280 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 33984) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:33.249344 n-d-712749-28 neutron-server[103283]: INFO neutron.pecan_wsgi.hooks.translation [None req-f03f226a-e855-4392-a03f-01c4d8b6f495 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] DELETE failed (client error): The resource could not be found. Jan 28 07:26:33.249895 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8dfa43fc-0718-4c45-b7a0-c4e9f9b0e8c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:33.252646 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f03f226a-e855-4392-a03f-01c4d8b6f495 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103283) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:26:33.255974 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-f03f226a-e855-4392-a03f-01c4d8b6f495 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "DELETE /v2.0/subnets/72e1caed-19a9-4bb1-bd9e-9fb9be1868d4 HTTP/1.1" status: 404 len: 337 time: 0.0706742 Jan 28 07:26:33.258601 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33986) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:33.355635 n-d-712749-28 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9110e04-4a8e-4631-9b3d-b638fef9464a tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] DELETE failed (client error): The resource could not be found. Jan 28 07:26:33.356330 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9110e04-4a8e-4631-9b3d-b638fef9464a tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:26:33.360583 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 33988) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:33.370153 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 33990) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:33.370928 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-a9110e04-4a8e-4631-9b3d-b638fef9464a tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "DELETE /v2.0/ports/f5ae34ec-ef67-42d5-8082-c6c61ae1580d HTTP/1.1" status: 404 len: 333 time: 0.1109636 Jan 28 07:26:33.401636 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1dae2259-2489-41b8-a2b6-4d1e16d99d89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:33.419093 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-395a366b-33ae-490d-87ac-662c6b0a4f73 req-0dd676a7-8852-4cf9-9ae8-49c7b8a277c8 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/security-groups?id=20a6beb4-7dbe-4e36-a605-32b718c0fe10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2169499 Jan 28 07:26:33.444037 n-d-712749-28 neutron-server[103283]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9b537f3-2089-45ac-8b1b-9a71811642cb tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] DELETE failed (client error): The resource could not be found. Jan 28 07:26:33.444658 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9b537f3-2089-45ac-8b1b-9a71811642cb tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103283) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:26:33.450323 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-b9b537f3-2089-45ac-8b1b-9a71811642cb tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "DELETE /v2.0/subnets/d74e454d-3a73-4db0-97c0-aefcaadb3aa5 HTTP/1.1" status: 404 len: 337 time: 0.0753536 Jan 28 07:26:33.452956 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33994) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:33.482741 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-aa327b38-da09-45f7-86dd-0d6b57bf2d02 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (dd358a30-7132-464f-8bb2-b1f04db34bcc), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:33.492455 n-d-712749-28 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae206942-f64a-475e-b1ea-9c006f403844 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] DELETE failed (client error): The resource could not be found. Jan 28 07:26:33.493058 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae206942-f64a-475e-b1ea-9c006f403844 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:26:33.503115 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-ae206942-f64a-475e-b1ea-9c006f403844 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "DELETE /v2.0/ports/7a7e8207-da04-4994-aca7-7b0fd9d7f804 HTTP/1.1" status: 404 len: 333 time: 0.0490520 Jan 28 07:26:33.505874 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33996) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:33.550555 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa327b38-da09-45f7-86dd-0d6b57bf2d02 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Pushing event deleted for resources: {'Port': ['ID=dd358a30-7132-464f-8bb2-b1f04db34bcc,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:26:33.569832 n-d-712749-28 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-20bb749a-b365-4996-aa81-aebad38a5a0d tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] DELETE failed (client error): The resource could not be found. Jan 28 07:26:33.570322 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20bb749a-b365-4996-aa81-aebad38a5a0d tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:26:33.576281 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-20bb749a-b365-4996-aa81-aebad38a5a0d tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "DELETE /v2.0/subnets/3b568319-ae54-4fc7-9500-1e032dea8d55 HTTP/1.1" status: 404 len: 337 time: 0.0693698 Jan 28 07:26:33.576916 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33998) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:33.638544 n-d-712749-28 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7947cd6-e17b-4823-8eee-e61e68c926a7 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] DELETE failed (client error): The resource could not be found. Jan 28 07:26:33.639284 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7947cd6-e17b-4823-8eee-e61e68c926a7 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:26:33.646536 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 34000) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:33.647444 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-a7947cd6-e17b-4823-8eee-e61e68c926a7 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "DELETE /v2.0/subnets/466d4883-830d-4c02-a3d3-ad87a7b26a09 HTTP/1.1" status: 404 len: 337 time: 0.0692711 Jan 28 07:26:33.681075 n-d-712749-28 neutron-server[103283]: INFO neutron.pecan_wsgi.hooks.translation [None req-98381e6e-70ba-4e1a-b7b5-e20ccf7598ee tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] DELETE failed (client error): The resource could not be found. Jan 28 07:26:33.681722 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98381e6e-70ba-4e1a-b7b5-e20ccf7598ee tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103283) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:26:33.685189 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-98381e6e-70ba-4e1a-b7b5-e20ccf7598ee tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "DELETE /v2.0/ports/58eecdc1-9128-4608-b17c-ab62092769e4 HTTP/1.1" status: 404 len: 333 time: 0.0375247 Jan 28 07:26:33.687833 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 34002) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:33.700123 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-aa327b38-da09-45f7-86dd-0d6b57bf2d02 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:33.703733 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-aa327b38-da09-45f7-86dd-0d6b57bf2d02 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] 10.222.0.41 "DELETE /v2.0/ports/dd358a30-7132-464f-8bb2-b1f04db34bcc HTTP/1.1" status: 204 len: 168 time: 1.3621352 Jan 28 07:26:33.708903 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 34004) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:33.724408 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1dae2259-2489-41b8-a2b6-4d1e16d99d89 admin admin] Publish callbacks [] for security_group (9db97184-5931-465d-8a37-f6e9ab2cc47d), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:33.740432 n-d-712749-28 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc6c63cd-a265-4f62-8e15-5b500516a5ba tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] DELETE failed (client error): The resource could not be found. Jan 28 07:26:33.740909 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc6c63cd-a265-4f62-8e15-5b500516a5ba tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:26:33.748776 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-bc6c63cd-a265-4f62-8e15-5b500516a5ba tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "DELETE /v2.0/subnets/2f956a4a-c711-44d5-967d-37b708f36e5b HTTP/1.1" status: 404 len: 337 time: 0.0592175 Jan 28 07:26:33.749419 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 34006) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:33.750165 n-d-712749-28 neutron-server[103283]: INFO neutron.pecan_wsgi.hooks.translation [None req-cba2e27d-31e7-4e84-b836-98e6b4c1785a tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] GET failed (client error): The resource could not be found. Jan 28 07:26:33.752389 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-cba2e27d-31e7-4e84-b836-98e6b4c1785a tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] 10.222.0.41 "GET /v2.0/ports/dd358a30-7132-464f-8bb2-b1f04db34bcc HTTP/1.1" status: 404 len: 333 time: 0.0424595 Jan 28 07:26:33.754600 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1dae2259-2489-41b8-a2b6-4d1e16d99d89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (9db97184-5931-465d-8a37-f6e9ab2cc47d), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:33.757188 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 34008) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:33.794667 n-d-712749-28 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-705b523e-762e-48b7-8f8b-02ddf8f905c9 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] DELETE failed (client error): The resource could not be found. Jan 28 07:26:33.795152 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-705b523e-762e-48b7-8f8b-02ddf8f905c9 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:26:33.804756 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-705b523e-762e-48b7-8f8b-02ddf8f905c9 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "DELETE /v2.0/subnets/19d0f3ae-2849-4c87-aa6d-8ceffdf01975 HTTP/1.1" status: 404 len: 337 time: 0.0542295 Jan 28 07:26:33.805422 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 34010) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:33.849175 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dae2259-2489-41b8-a2b6-4d1e16d99d89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9db97184-5931-465d-8a37-f6e9ab2cc47d,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:26:33.859747 n-d-712749-28 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcf09fd8-e51d-4937-a3a8-1669599e5638 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] DELETE failed (client error): The resource could not be found. Jan 28 07:26:33.861293 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcf09fd8-e51d-4937-a3a8-1669599e5638 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:26:33.866816 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-dcf09fd8-e51d-4937-a3a8-1669599e5638 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "DELETE /v2.0/ports/191af596-b063-4d65-a26d-7ba969769081 HTTP/1.1" status: 404 len: 333 time: 0.0601370 Jan 28 07:26:33.869796 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 34012) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:33.904415 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-1dae2259-2489-41b8-a2b6-4d1e16d99d89 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=13bfa82f511a4691baf0749eae95c747&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5303767 Jan 28 07:26:33.910117 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 34018) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:33.934179 n-d-712749-28 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4e192ab-b230-4488-a577-39bdc4d16fcd tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] DELETE failed (client error): The resource could not be found. Jan 28 07:26:33.934576 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4e192ab-b230-4488-a577-39bdc4d16fcd tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:26:33.935683 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:33.941193 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-e4e192ab-b230-4488-a577-39bdc4d16fcd tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "DELETE /v2.0/subnets/57c402db-a73d-4880-8c90-9e307e062d61 HTTP/1.1" status: 404 len: 337 time: 0.0674632 Jan 28 07:26:33.941586 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 34020) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:33.972777 n-d-712749-28 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-647d7a73-bf4c-4125-9191-f847edc2967b tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] DELETE failed (client error): The resource could not be found. Jan 28 07:26:33.973300 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-647d7a73-bf4c-4125-9191-f847edc2967b tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:26:33.980135 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-647d7a73-bf4c-4125-9191-f847edc2967b tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "DELETE /v2.0/subnets/c109b6ff-c3a5-4aa3-a4ed-ebcc390254e4 HTTP/1.1" status: 404 len: 337 time: 0.0350361 Jan 28 07:26:33.980467 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 34024) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:34.011744 n-d-712749-28 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-601ae34a-8e90-4bc3-b096-37efab65f814 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] DELETE failed (client error): The resource could not be found. Jan 28 07:26:34.012386 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-601ae34a-8e90-4bc3-b096-37efab65f814 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:26:34.017898 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-601ae34a-8e90-4bc3-b096-37efab65f814 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "DELETE /v2.0/ports/ab41359e-138d-45c0-8ffd-0247097888a5 HTTP/1.1" status: 404 len: 333 time: 0.0340791 Jan 28 07:26:34.018181 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 34026) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:34.074580 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3a2f02f4-3001-4da6-bd4e-c594d7792260 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks [] for security_group (74e0afab-33b6-4ed6-bf4e-3ade3e6f342f), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:34.086254 n-d-712749-28 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-0571f4f6-2975-4611-9fe6-9b0888e790d0 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] DELETE failed (client error): The resource could not be found. Jan 28 07:26:34.086254 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0571f4f6-2975-4611-9fe6-9b0888e790d0 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:26:34.096448 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-0571f4f6-2975-4611-9fe6-9b0888e790d0 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "DELETE /v2.0/subnets/2e4f01e3-8357-4a4f-99f9-b50a69a17734 HTTP/1.1" status: 404 len: 337 time: 0.0769362 Jan 28 07:26:34.098891 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 34030) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:34.124169 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3a2f02f4-3001-4da6-bd4e-c594d7792260 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks [] for security_group (74e0afab-33b6-4ed6-bf4e-3ade3e6f342f), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:34.139138 n-d-712749-28 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b6936d7-af25-487f-87d0-cc532aeda74e tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] DELETE failed (client error): The resource could not be found. Jan 28 07:26:34.139594 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b6936d7-af25-487f-87d0-cc532aeda74e tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:26:34.143285 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-7b6936d7-af25-487f-87d0-cc532aeda74e tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "DELETE /v2.0/subnets/c8bafbcd-5298-4fd2-9eb8-93d90b021556 HTTP/1.1" status: 404 len: 337 time: 0.0407393 Jan 28 07:26:34.148075 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 34034) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:34.189331 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ff7865b9-665c-4857-a50f-4f8371958ebf admin admin] Publish callbacks [] for security_group (9db97184-5931-465d-8a37-f6e9ab2cc47d), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:34.190983 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3a2f02f4-3001-4da6-bd4e-c594d7792260 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (74e0afab-33b6-4ed6-bf4e-3ade3e6f342f), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:34.193951 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3a2f02f4-3001-4da6-bd4e-c594d7792260 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:34.195633 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-3a2f02f4-3001-4da6-bd4e-c594d7792260 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] 10.222.0.41 "DELETE /v2.0/security-groups/74e0afab-33b6-4ed6-bf4e-3ade3e6f342f HTTP/1.1" status: 204 len: 168 time: 0.4357481 Jan 28 07:26:34.208080 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 34036) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:34.208959 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2f02f4-3001-4da6-bd4e-c594d7792260 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74e0afab-33b6-4ed6-bf4e-3ade3e6f342f,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:26:34.244446 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-932576ab-762d-49b9-adfc-89701664eb86 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ca9bf96-597d-4636-9806-3db3069a4b2f HTTP/1.1" status: 200 len: 205 time: 0.0924749 Jan 28 07:26:34.245166 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 34038) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:34.302197 n-d-712749-28 neutron-server[103283]: INFO neutron.api.v2.resource [None req-0de7a4df-68bc-405a-bf5b-71750c87f9b5 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] delete failed (client error): The resource could not be found. Jan 28 07:26:34.303365 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-0de7a4df-68bc-405a-bf5b-71750c87f9b5 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "DELETE /v2.0/routers/5ca9bf96-597d-4636-9806-3db3069a4b2f HTTP/1.1" status: 404 len: 336 time: 0.0546694 Jan 28 07:26:34.308209 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 34040) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:34.308817 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ff7865b9-665c-4857-a50f-4f8371958ebf admin admin] Publish callbacks [] for security_group (9db97184-5931-465d-8a37-f6e9ab2cc47d), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:34.363356 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e1c5e61f-692e-40d9-ba49-e81e1eff8cf4 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks [] for security_group (a0b8fb6c-d10b-4aac-a859-06240c630d12), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:34.365849 n-d-712749-28 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e2169e7-8171-46a6-859d-8d684b376530 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] DELETE failed (client error): The resource could not be found. Jan 28 07:26:34.365849 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e2169e7-8171-46a6-859d-8d684b376530 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:26:34.378451 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-1e2169e7-8171-46a6-859d-8d684b376530 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "DELETE /v2.0/subnets/d6e52c18-d551-4a09-a090-d98e2e48cb93 HTTP/1.1" status: 404 len: 337 time: 0.0694747 Jan 28 07:26:34.380227 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 34042) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:34.392011 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e1c5e61f-692e-40d9-ba49-e81e1eff8cf4 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks [] for security_group (a0b8fb6c-d10b-4aac-a859-06240c630d12), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:34.456865 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-984019f8-279a-423c-bc19-7e74b083d988 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "GET /v2.0/ports?device_id=63f955bf-115a-4fd0-a98b-5be4ef1b9663 HTTP/1.1" status: 200 len: 205 time: 0.0754302 Jan 28 07:26:34.460273 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 34044) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:34.477709 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e1c5e61f-692e-40d9-ba49-e81e1eff8cf4 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (a0b8fb6c-d10b-4aac-a859-06240c630d12), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:34.484062 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e1c5e61f-692e-40d9-ba49-e81e1eff8cf4 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:34.490769 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-e1c5e61f-692e-40d9-ba49-e81e1eff8cf4 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] 10.222.0.41 "DELETE /v2.0/security-groups/a0b8fb6c-d10b-4aac-a859-06240c630d12 HTTP/1.1" status: 204 len: 168 time: 0.2742481 Jan 28 07:26:34.496760 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 34050) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:34.519978 n-d-712749-28 neutron-server[103284]: INFO neutron.api.v2.resource [None req-55049e06-53e6-4e7d-badf-0dae917940ce tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] delete failed (client error): The resource could not be found. Jan 28 07:26:34.523939 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-55049e06-53e6-4e7d-badf-0dae917940ce tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "DELETE /v2.0/routers/63f955bf-115a-4fd0-a98b-5be4ef1b9663 HTTP/1.1" status: 404 len: 336 time: 0.0625074 Jan 28 07:26:34.524736 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 34052) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:34.559060 n-d-712749-28 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-2aac77bf-92ec-404f-84bd-c0852a95a18e tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] DELETE failed (client error): The resource could not be found. Jan 28 07:26:34.559997 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2aac77bf-92ec-404f-84bd-c0852a95a18e tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:26:34.566598 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-2aac77bf-92ec-404f-84bd-c0852a95a18e tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "DELETE /v2.0/subnets/c00e0eb2-627f-432b-8490-2d521cd59e6d HTTP/1.1" status: 404 len: 337 time: 0.0406880 Jan 28 07:26:34.567528 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 34054) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:34.619096 n-d-712749-28 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a0a67f3-c7c3-4726-96a9-33c55e39ece0 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] DELETE failed (client error): The resource could not be found. Jan 28 07:26:34.619557 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a0a67f3-c7c3-4726-96a9-33c55e39ece0 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:26:34.625393 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-0a0a67f3-c7c3-4726-96a9-33c55e39ece0 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "DELETE /v2.0/subnets/7e33c846-18f2-4b9d-8ef4-2f72433418c4 HTTP/1.1" status: 404 len: 337 time: 0.0548871 Jan 28 07:26:34.626677 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 34058) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:34.669886 n-d-712749-28 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dbb13b0-1f40-4702-a5d9-677b463398dc tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] DELETE failed (client error): The resource could not be found. Jan 28 07:26:34.670467 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0dbb13b0-1f40-4702-a5d9-677b463398dc tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:26:34.671861 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c5e61f-692e-40d9-ba49-e81e1eff8cf4 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0b8fb6c-d10b-4aac-a859-06240c630d12,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:26:34.676588 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-0dbb13b0-1f40-4702-a5d9-677b463398dc tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "DELETE /v2.0/ports/01423ab0-4b63-4b57-b29d-25e8e4c53f8c HTTP/1.1" status: 404 len: 333 time: 0.0474718 Jan 28 07:26:34.678386 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 34060) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:34.689481 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a48fa60-3c4b-41db-99bd-b737a87f5711 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Deleting subnet ae928865-c543-43eb-aadf-fdea3df613c4 {{(pid=103283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:26:34.696138 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0a48fa60-3c4b-41db-99bd-b737a87f5711 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks [] for subnet (ae928865-c543-43eb-aadf-fdea3df613c4), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:34.719019 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4bc250-69f1-41d5-84e4-945a70227ecc req-6f60ea18-1a17-4c02-965a-c6d5f44d7458 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:26:34.720891 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-da4bc250-69f1-41d5-84e4-945a70227ecc req-6f60ea18-1a17-4c02-965a-c6d5f44d7458 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/ports?device_id=eff066ab-ed54-4a79-abbc-8c2556ecf5b8 HTTP/1.1" status: 200 len: 945 time: 0.1127212 Jan 28 07:26:34.722413 n-d-712749-28 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e2d3b17-3c36-43b6-bb0f-d1858672c6d1 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] DELETE failed (client error): The resource could not be found. Jan 28 07:26:34.722865 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e2d3b17-3c36-43b6-bb0f-d1858672c6d1 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:26:34.728822 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-4e2d3b17-3c36-43b6-bb0f-d1858672c6d1 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "DELETE /v2.0/subnets/5d325e90-289d-4dce-a99c-1978acca47ca HTTP/1.1" status: 404 len: 337 time: 0.0451934 Jan 28 07:26:34.729489 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 34062) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:34.764936 n-d-712749-28 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1546195-7810-4816-a996-becf5dc83a4f tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] DELETE failed (client error): The resource could not be found. Jan 28 07:26:34.765538 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1546195-7810-4816-a996-becf5dc83a4f tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:26:34.772088 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-f1546195-7810-4816-a996-becf5dc83a4f tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "DELETE /v2.0/ports/7c3340f2-8419-4b51-98df-b7a8f9687cde HTTP/1.1" status: 404 len: 333 time: 0.0416026 Jan 28 07:26:34.779310 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 34064) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:34.790297 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0a48fa60-3c4b-41db-99bd-b737a87f5711 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13506696'] for subnet (ae928865-c543-43eb-aadf-fdea3df613c4), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:34.808571 n-d-712749-28 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-d57c3897-14f2-4eb4-9b4c-f57b12444e6b tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] DELETE failed (client error): The resource could not be found. Jan 28 07:26:34.809044 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d57c3897-14f2-4eb4-9b4c-f57b12444e6b tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:26:34.815761 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-d57c3897-14f2-4eb4-9b4c-f57b12444e6b tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "DELETE /v2.0/subnets/81b0cdce-088b-4a09-aeb6-87946d2ff8d9 HTTP/1.1" status: 404 len: 337 time: 0.0353737 Jan 28 07:26:34.818015 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 34066) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:34.843829 n-d-712749-28 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-01bce727-c0c0-4879-837d-3ec1f854561f tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] DELETE failed (client error): The resource could not be found. Jan 28 07:26:34.844212 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01bce727-c0c0-4879-837d-3ec1f854561f tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:26:34.850648 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-01bce727-c0c0-4879-837d-3ec1f854561f tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "DELETE /v2.0/ports/03fbd5ba-b98e-46aa-abb8-37cad17c52a3 HTTP/1.1" status: 404 len: 333 time: 0.0315058 Jan 28 07:26:34.852069 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 34068) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:34.889614 n-d-712749-28 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-129ddc21-bb73-4b70-8b0c-7a6b42c342fa tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] DELETE failed (client error): The resource could not be found. Jan 28 07:26:34.890044 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-129ddc21-bb73-4b70-8b0c-7a6b42c342fa tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:26:34.893761 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0a48fa60-3c4b-41db-99bd-b737a87f5711 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (ae928865-c543-43eb-aadf-fdea3df613c4), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:34.896126 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-129ddc21-bb73-4b70-8b0c-7a6b42c342fa tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "DELETE /v2.0/subnets/3fe6cbcf-ce5d-4e6b-b601-d07492306804 HTTP/1.1" status: 404 len: 337 time: 0.0412545 Jan 28 07:26:34.897720 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 34070) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:34.945210 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-da4bc250-69f1-41d5-84e4-945a70227ecc req-e26fcba2-81fc-4cdb-9146-334e8c906af2 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/security-groups?id=20a6beb4-7dbe-4e36-a605-32b718c0fe10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2076643 Jan 28 07:26:34.962699 n-d-712749-28 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-59082805-47c6-4268-9e9f-1ccdcf82b165 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] DELETE failed (client error): The resource could not be found. Jan 28 07:26:34.963385 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59082805-47c6-4268-9e9f-1ccdcf82b165 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:26:34.970496 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-59082805-47c6-4268-9e9f-1ccdcf82b165 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "DELETE /v2.0/ports/e47bcca5-1550-48d0-85bc-9bc6e1f49b34 HTTP/1.1" status: 404 len: 333 time: 0.0692956 Jan 28 07:26:34.971194 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 34076) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:34.990035 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ff7865b9-665c-4857-a50f-4f8371958ebf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (9db97184-5931-465d-8a37-f6e9ab2cc47d), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:34.994860 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ff7865b9-665c-4857-a50f-4f8371958ebf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:35.001665 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-ff7865b9-665c-4857-a50f-4f8371958ebf admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9db97184-5931-465d-8a37-f6e9ab2cc47d HTTP/1.1" status: 204 len: 168 time: 1.0903990 Jan 28 07:26:35.039150 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7865b9-665c-4857-a50f-4f8371958ebf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9db97184-5931-465d-8a37-f6e9ab2cc47d,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:26:35.057980 n-d-712749-28 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a0ccb88-fe91-4dcf-9e90-ff2b6b388e53 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] DELETE failed (client error): The resource could not be found. Jan 28 07:26:35.058684 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a0ccb88-fe91-4dcf-9e90-ff2b6b388e53 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:26:35.065437 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-7a0ccb88-fe91-4dcf-9e90-ff2b6b388e53 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "DELETE /v2.0/subnets/5e5d79cf-3b6f-4964-8128-9eb8c9ff55fc HTTP/1.1" status: 404 len: 337 time: 0.0840571 Jan 28 07:26:35.066274 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 34082) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:35.097780 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0a48fa60-3c4b-41db-99bd-b737a87f5711 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13546665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13556132'] for subnet (ae928865-c543-43eb-aadf-fdea3df613c4), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:35.116325 n-d-712749-28 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-b37ebd9a-f9ef-4618-997d-99c6537b2ccc tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] DELETE failed (client error): The resource could not be found. Jan 28 07:26:35.117028 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b37ebd9a-f9ef-4618-997d-99c6537b2ccc tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:26:35.124752 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-b37ebd9a-f9ef-4618-997d-99c6537b2ccc tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "DELETE /v2.0/ports/5307b94e-82b1-4724-9949-c95a74df35ff HTTP/1.1" status: 404 len: 333 time: 0.0571070 Jan 28 07:26:35.125524 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 34084) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:35.156622 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a48fa60-3c4b-41db-99bd-b737a87f5711 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Pushing event deleted for resources: {'Subnet': ['ID=ae928865-c543-43eb-aadf-fdea3df613c4,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:26:35.174540 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0a48fa60-3c4b-41db-99bd-b737a87f5711 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:35.175899 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-411c3e0d-db08-41cf-a364-accf6bd3ec29 None None] Network 422a554d-3135-4b22-adcb-555bf90d3ba5 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:26:35.178127 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-0a48fa60-3c4b-41db-99bd-b737a87f5711 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] 10.222.0.41 "DELETE /v2.0/subnets/ae928865-c543-43eb-aadf-fdea3df613c4 HTTP/1.1" status: 204 len: 168 time: 0.6417947 Jan 28 07:26:35.182714 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 34086) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:35.188757 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-d42f7c6b-2908-4082-89b9-89e2999b7605 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Request body: {'subnet': {'network_id': '422a554d-3135-4b22-adcb-555bf90d3ba5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:26:35.194330 n-d-712749-28 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-48f9b8be-0f6a-4417-b390-517c55d8ccce tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] DELETE failed (client error): The resource could not be found. Jan 28 07:26:35.194796 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48f9b8be-0f6a-4417-b390-517c55d8ccce tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:26:35.200814 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 34088) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:35.209765 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-48f9b8be-0f6a-4417-b390-517c55d8ccce tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "DELETE /v2.0/subnets/7689a908-84e2-4f13-9452-6cbf6f6379cc HTTP/1.1" status: 404 len: 337 time: 0.0784266 Jan 28 07:26:35.278246 n-d-712749-28 neutron-server[103283]: INFO neutron.pecan_wsgi.hooks.translation [None req-d17d91b7-28c6-4ba8-be92-b8a3ac7173f1 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] DELETE failed (client error): The resource could not be found. Jan 28 07:26:35.281131 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d17d91b7-28c6-4ba8-be92-b8a3ac7173f1 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103283) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:26:35.303568 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-d17d91b7-28c6-4ba8-be92-b8a3ac7173f1 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "DELETE /v2.0/ports/35b8791d-d6c4-4106-aaad-6b9bca389250 HTTP/1.1" status: 404 len: 333 time: 0.0948045 Jan 28 07:26:35.304287 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 34090) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:35.374884 n-d-712749-28 neutron-server[103283]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9d752c6-a8f7-46d1-b97c-f96ce73e5953 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] DELETE failed (client error): The resource could not be found. Jan 28 07:26:35.375545 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9d752c6-a8f7-46d1-b97c-f96ce73e5953 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103283) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:26:35.410025 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 34094) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:35.413088 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-f9d752c6-a8f7-46d1-b97c-f96ce73e5953 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "DELETE /v2.0/subnets/6cc77ae5-c2e2-4639-8ddc-f084a9a89a10 HTTP/1.1" status: 404 len: 337 time: 0.1076529 Jan 28 07:26:35.460250 n-d-712749-28 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-03850998-6233-4bfe-b6fd-71644f3045df tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] DELETE failed (client error): The resource could not be found. Jan 28 07:26:35.460813 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03850998-6233-4bfe-b6fd-71644f3045df tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:26:35.463861 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-03850998-6233-4bfe-b6fd-71644f3045df tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "DELETE /v2.0/ports/39f63ed8-7931-4e13-ae9b-6cd34322bbd7 HTTP/1.1" status: 404 len: 333 time: 0.0528681 Jan 28 07:26:35.466602 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 34098) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:35.542417 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d42f7c6b-2908-4082-89b9-89e2999b7605 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Made reservation on behalf of 2b2f7f01d23244e582fca6963a34fb74 for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:26:35.548466 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d42f7c6b-2908-4082-89b9-89e2999b7605 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24979592'] for subnet (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:35.549627 n-d-712749-28 neutron-server[103283]: INFO neutron.pecan_wsgi.hooks.translation [None req-0266d634-8d15-4c5a-9744-756d3ceec289 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] DELETE failed (client error): The resource could not be found. Jan 28 07:26:35.550130 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0266d634-8d15-4c5a-9744-756d3ceec289 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103283) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:26:35.569834 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-0266d634-8d15-4c5a-9744-756d3ceec289 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "DELETE /v2.0/subnets/43867f49-9326-41dd-9710-9098ab07e1e5 HTTP/1.1" status: 404 len: 337 time: 0.1021006 Jan 28 07:26:35.570480 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 34102) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:35.627793 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8f8238d5-9e35-4ee2-93a4-70de66bbe7bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:35.822179 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-31a4f090-ffd0-4d06-9995-f60af351d125 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (ef4fe003-256e-4a6c-af17-da180c8a686e), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:36.131388 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-31a4f090-ffd0-4d06-9995-f60af351d125 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (ef4fe003-256e-4a6c-af17-da180c8a686e), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:36.256418 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-31a4f090-ffd0-4d06-9995-f60af351d125 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef4fe003-256e-4a6c-af17-da180c8a686e']}} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:26:36.271135 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d42f7c6b-2908-4082-89b9-89e2999b7605 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24757504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24979610'] for subnet (c48a6a9a-ef2e-42da-ad1a-8b9d4903019e), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:36.323412 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-31a4f090-ffd0-4d06-9995-f60af351d125 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c533ee34-b679-44a8-abdb-1685e355613e') {'for_net_delete': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:26:36.323768 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-31a4f090-ffd0-4d06-9995-f60af351d125 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c533ee34-b679-44a8-abdb-1685e355613e') {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:26:36.372835 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-31a4f090-ffd0-4d06-9995-f60af351d125 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13506801'] for segment (c533ee34-b679-44a8-abdb-1685e355613e), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:36.387375 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42f7c6b-2908-4082-89b9-89e2999b7605 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Pushing event updated for resources: {'Subnet': ['ID=c48a6a9a-ef2e-42da-ad1a-8b9d4903019e,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:26:36.429053 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d42f7c6b-2908-4082-89b9-89e2999b7605 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Network 422a554d-3135-4b22-adcb-555bf90d3ba5 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:26:36.433198 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-d42f7c6b-2908-4082-89b9-89e2999b7605 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:26:36.439059 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d42f7c6b-2908-4082-89b9-89e2999b7605 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:26:36.439600 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d42f7c6b-2908-4082-89b9-89e2999b7605 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:36.442191 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc23f9b-6581-44da-8e74-b7646a4e5c3e req-cd9f7b88-2646-4e66-a42b-6c14892051c5 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:26:36.451014 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-abc23f9b-6581-44da-8e74-b7646a4e5c3e req-cd9f7b88-2646-4e66-a42b-6c14892051c5 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/ports?device_id=eff066ab-ed54-4a79-abbc-8c2556ecf5b8 HTTP/1.1" status: 200 len: 945 time: 0.2291019 Jan 28 07:26:36.453206 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-31a4f090-ffd0-4d06-9995-f60af351d125 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (c533ee34-b679-44a8-abdb-1685e355613e), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:36.490776 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f4f529-e832-4a99-bfe3-fe1ab25217ec None None] Network 422a554d-3135-4b22-adcb-555bf90d3ba5 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:26:36.493507 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-d42f7c6b-2908-4082-89b9-89e2999b7605 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3094945 Jan 28 07:26:36.496024 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 34128) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:36.499722 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31a4f090-ffd0-4d06-9995-f60af351d125 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=103283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:26:36.500182 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-31a4f090-ffd0-4d06-9995-f60af351d125 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13546563'] for segment (c533ee34-b679-44a8-abdb-1685e355613e), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:36.506797 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-dc0cb179-34c4-4cac-ba80-0f7e20837688 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Request body: {'security_group': {'name': 'tempest-secgroup-1419017434'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:26:36.507570 n-d-712749-28 neutron-server[103283]: Traceback (most recent call last): Jan 28 07:26:36.507570 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:26:36.507570 n-d-712749-28 neutron-server[103283]: timer() Jan 28 07:26:36.507570 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:26:36.507570 n-d-712749-28 neutron-server[103283]: cb(*args, **kw) Jan 28 07:26:36.507570 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:26:36.507570 n-d-712749-28 neutron-server[103283]: return func(*args, **kwargs) Jan 28 07:26:36.507570 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:26:36.507570 n-d-712749-28 neutron-server[103283]: self._notify() Jan 28 07:26:36.507570 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:26:36.507570 n-d-712749-28 neutron-server[103283]: self.callback(batched_events) Jan 28 07:26:36.507570 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:26:36.507570 n-d-712749-28 neutron-server[103283]: event.method(event) Jan 28 07:26:36.507570 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:26:36.507570 n-d-712749-28 neutron-server[103283]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:26:36.507570 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:26:36.507570 n-d-712749-28 neutron-server[103283]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:26:36.507570 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:26:36.507570 n-d-712749-28 neutron-server[103283]: return f(self, *a, **k) Jan 28 07:26:36.507570 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:26:36.507570 n-d-712749-28 neutron-server[103283]: return self._get(url).json() Jan 28 07:26:36.507570 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:26:36.507570 n-d-712749-28 neutron-server[103283]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:26:36.507570 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:26:36.507570 n-d-712749-28 neutron-server[103283]: return self.request(url, 'GET', **kwargs) Jan 28 07:26:36.507570 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:26:36.507570 n-d-712749-28 neutron-server[103283]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:26:36.507570 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:26:36.507570 n-d-712749-28 neutron-server[103283]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:26:36.507570 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:26:36.507570 n-d-712749-28 neutron-server[103283]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:26:36.507570 n-d-712749-28 neutron-server[103283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:26:36.551917 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dc0cb179-34c4-4cac-ba80-0f7e20837688 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:36.614265 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-5162f7b6-5746-4949-beb9-c5ba45efe9fa None None] Provisioning complete for port 27ee8d68-bd09-4990-9878-261a5fbb8e1f triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:26:36.614969 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5162f7b6-5746-4949-beb9-c5ba45efe9fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (27ee8d68-bd09-4990-9878-261a5fbb8e1f), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:36.693210 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-5162f7b6-5746-4949-beb9-c5ba45efe9fa None None] Port 27ee8d68-bd09-4990-9878-261a5fbb8e1f cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:26:36.781637 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-abc23f9b-6581-44da-8e74-b7646a4e5c3e req-5124a442-6eb2-423c-8ea6-3a8e6f0afeb0 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/security-groups?id=20a6beb4-7dbe-4e36-a605-32b718c0fe10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3296561 Jan 28 07:26:36.789802 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dc0cb179-34c4-4cac-ba80-0f7e20837688 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks [] for security_group (482036ca-44dc-4f78-b1b5-dc01b292b07f), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:36.803187 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-31a4f090-ffd0-4d06-9995-f60af351d125 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (ef4fe003-256e-4a6c-af17-da180c8a686e), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:36.805637 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dc0cb179-34c4-4cac-ba80-0f7e20837688 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (482036ca-44dc-4f78-b1b5-dc01b292b07f), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:36.816115 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-31a4f090-ffd0-4d06-9995-f60af351d125 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:36.823456 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-31a4f090-ffd0-4d06-9995-f60af351d125 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] 10.222.0.41 "DELETE /v2.0/networks/ef4fe003-256e-4a6c-af17-da180c8a686e HTTP/1.1" status: 204 len: 168 time: 1.2519963 Jan 28 07:26:36.855224 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-5162f7b6-5746-4949-beb9-c5ba45efe9fa None None] Provisioning complete for port 00f85649-8b04-4b19-b84e-760348f9cabb triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:26:36.855866 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5162f7b6-5746-4949-beb9-c5ba45efe9fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (00f85649-8b04-4b19-b84e-760348f9cabb), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:36.871723 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dc0cb179-34c4-4cac-ba80-0f7e20837688 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:36.875436 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-dc0cb179-34c4-4cac-ba80-0f7e20837688 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3783352 Jan 28 07:26:36.884580 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 34138) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:36.887757 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a4f090-ffd0-4d06-9995-f60af351d125 tempest-NetworksTestDHCPv6-2075103475 tempest-NetworksTestDHCPv6-2075103475-project] Pushing event deleted for resources: {'Network': ['ID=ef4fe003-256e-4a6c-af17-da180c8a686e,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:26:36.911568 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0cb179-34c4-4cac-ba80-0f7e20837688 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=482036ca-44dc-4f78-b1b5-dc01b292b07f,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:26:36.942858 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-452023f6-2384-4a80-bedb-ae106d6a71eb tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Request body: {'security_group': {'name': 'tempest-secgroup-1939710667'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:26:37.034468 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-452023f6-2384-4a80-bedb-ae106d6a71eb tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:37.065445 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:37.209575 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebf15259-3cca-4438-9050-e5b32d52227b None None] Update dhcp port {'port': {'network_id': '422a554d-3135-4b22-adcb-555bf90d3ba5', 'fixed_ips': [{'subnet_id': '5887c37e-c9a3-4290-a82b-89b5fd60b190', 'ip_address': '172.20.0.18'}, {'subnet_id': 'c48a6a9a-ef2e-42da-ad1a-8b9d4903019e'}], 'binding:host_id': 'n-d-712749-28'}, 'id': '00f85649-8b04-4b19-b84e-760348f9cabb'} from n-d-712749-28. {{(pid=103285) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 07:26:37.219992 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-452023f6-2384-4a80-bedb-ae106d6a71eb tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks [] for security_group (934221e6-1b21-4320-8638-e53cbbf99b2d), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:37.229774 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-452023f6-2384-4a80-bedb-ae106d6a71eb tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (934221e6-1b21-4320-8638-e53cbbf99b2d), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:37.274257 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-452023f6-2384-4a80-bedb-ae106d6a71eb tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:37.277235 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-452023f6-2384-4a80-bedb-ae106d6a71eb tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3768487 Jan 28 07:26:37.281139 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 34148) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:37.287079 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-446a57f5-6768-411d-a61b-a376f83025d4 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Request body: {'security_group': {'name': 'tempest-secgroup-589893061'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:26:37.376791 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-446a57f5-6768-411d-a61b-a376f83025d4 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:37.386526 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452023f6-2384-4a80-bedb-ae106d6a71eb tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=934221e6-1b21-4320-8638-e53cbbf99b2d,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:26:37.562910 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-446a57f5-6768-411d-a61b-a376f83025d4 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks [] for security_group (c491331e-c8ab-4024-9bf3-1133f34ce197), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:37.572107 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-446a57f5-6768-411d-a61b-a376f83025d4 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (c491331e-c8ab-4024-9bf3-1133f34ce197), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:37.629282 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 34158) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:37.679296 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-446a57f5-6768-411d-a61b-a376f83025d4 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:37.683580 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-446a57f5-6768-411d-a61b-a376f83025d4 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3982821 Jan 28 07:26:37.684060 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 34164) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:37.697838 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-69a3fb0e-73c4-4b46-b0e1-6c376da21dfb tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1058292222', 'security_groups': ['c491331e-c8ab-4024-9bf3-1133f34ce197'], 'network_id': '422a554d-3135-4b22-adcb-555bf90d3ba5', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'c48a6a9a-ef2e-42da-ad1a-8b9d4903019e'}]}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:26:37.713958 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446a57f5-6768-411d-a61b-a376f83025d4 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c491331e-c8ab-4024-9bf3-1133f34ce197,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:26:37.749957 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-5162f7b6-5746-4949-beb9-c5ba45efe9fa None None] Current status of the port 00f85649-8b04-4b19-b84e-760348f9cabb is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:26:37.788018 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ebf15259-3cca-4438-9050-e5b32d52227b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (00f85649-8b04-4b19-b84e-760348f9cabb), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:38.124113 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bda8725-8f88-4603-9dc4-d9e1890b9543 req-7f17fdc1-2f9b-47a4-8d95-fc62e96a7fce tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:26:38.126778 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0bda8725-8f88-4603-9dc4-d9e1890b9543 req-7f17fdc1-2f9b-47a4-8d95-fc62e96a7fce tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/ports?device_id=eff066ab-ed54-4a79-abbc-8c2556ecf5b8 HTTP/1.1" status: 200 len: 945 time: 0.1696203 Jan 28 07:26:38.140128 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 34182) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:38.149209 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-9662e465-bb6c-461e-b82b-652f870fcaad admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=64d19227e44643b7a12df0287e7ae5f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5120080 Jan 28 07:26:38.341760 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2f21d75e-f595-4301-aab6-ffc73678d032 admin admin] Publish callbacks [] for security_group (3a016b48-f44a-414d-be38-840d2a0c3ca4), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:38.369650 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-ebf15259-3cca-4438-9050-e5b32d52227b None None] Allocated IP 172.20.0.2 (422a554d-3135-4b22-adcb-555bf90d3ba5/c48a6a9a-ef2e-42da-ad1a-8b9d4903019e/00f85649-8b04-4b19-b84e-760348f9cabb) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:26:38.396720 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2f21d75e-f595-4301-aab6-ffc73678d032 admin admin] Publish callbacks [] for security_group (3a016b48-f44a-414d-be38-840d2a0c3ca4), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:38.430037 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0bda8725-8f88-4603-9dc4-d9e1890b9543 req-85f427eb-a814-4125-b274-248f431c3b07 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/security-groups?id=20a6beb4-7dbe-4e36-a605-32b718c0fe10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2662163 Jan 28 07:26:38.435568 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69a3fb0e-73c4-4b46-b0e1-6c376da21dfb tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Made reservation on behalf of 2b2f7f01d23244e582fca6963a34fb74 for: {'port': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:26:38.476171 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2f21d75e-f595-4301-aab6-ffc73678d032 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (3a016b48-f44a-414d-be38-840d2a0c3ca4), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:38.490381 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2f21d75e-f595-4301-aab6-ffc73678d032 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:38.490381 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-2f21d75e-f595-4301-aab6-ffc73678d032 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3a016b48-f44a-414d-be38-840d2a0c3ca4 HTTP/1.1" status: 204 len: 168 time: 0.3428586 Jan 28 07:26:38.498177 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f21d75e-f595-4301-aab6-ffc73678d032 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a016b48-f44a-414d-be38-840d2a0c3ca4,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:26:38.715432 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-69a3fb0e-73c4-4b46-b0e1-6c376da21dfb tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:38.759502 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-69a3fb0e-73c4-4b46-b0e1-6c376da21dfb tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] device_id is not set on port abd7da1c-5057-4c02-85c6-79561656de2f yet. {{(pid=103283) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 07:26:38.760527 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:38.823906 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-ebf15259-3cca-4438-9050-e5b32d52227b None None] For port 00f85649-8b04-4b19-b84e-760348f9cabb, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=00f85649-8b04-4b19-b84e-760348f9cabb,segment=NetworkSegment(8ffae207-4fb5-4de8-876e-054d45dc362b),segment_id=8ffae207-4fb5-4de8-876e-054d45dc362b)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:26:38.941886 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ebf15259-3cca-4438-9050-e5b32d52227b None None] Publish callbacks [] for port (00f85649-8b04-4b19-b84e-760348f9cabb), precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:38.952753 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ebf15259-3cca-4438-9050-e5b32d52227b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (00f85649-8b04-4b19-b84e-760348f9cabb), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:39.071733 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf15259-3cca-4438-9050-e5b32d52227b None None] Pushing event updated for resources: {'Port': ['ID=00f85649-8b04-4b19-b84e-760348f9cabb,revision_number=6']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:26:39.194327 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-69a3fb0e-73c4-4b46-b0e1-6c376da21dfb tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Allocated IP 172.20.0.13 (422a554d-3135-4b22-adcb-555bf90d3ba5/c48a6a9a-ef2e-42da-ad1a-8b9d4903019e/abd7da1c-5057-4c02-85c6-79561656de2f) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:26:39.567944 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-69a3fb0e-73c4-4b46-b0e1-6c376da21dfb tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks [] for port (abd7da1c-5057-4c02-85c6-79561656de2f), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:39.744129 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:39.748148 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-69a3fb0e-73c4-4b46-b0e1-6c376da21dfb tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (abd7da1c-5057-4c02-85c6-79561656de2f), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:39.838752 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a3fb0e-73c4-4b46-b0e1-6c376da21dfb tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Network 422a554d-3135-4b22-adcb-555bf90d3ba5 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:26:39.847425 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-69a3fb0e-73c4-4b46-b0e1-6c376da21dfb tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:26:39.852692 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a3fb0e-73c4-4b46-b0e1-6c376da21dfb tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:26:39.924069 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c027eb-b8e0-4b84-92f6-0e3a6bed55cd req-b12005b6-0f95-4120-86d7-1413e327f182 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:26:39.927946 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a4c027eb-b8e0-4b84-92f6-0e3a6bed55cd req-b12005b6-0f95-4120-86d7-1413e327f182 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/ports?device_id=eff066ab-ed54-4a79-abbc-8c2556ecf5b8 HTTP/1.1" status: 200 len: 945 time: 0.3006468 Jan 28 07:26:39.960572 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a3fb0e-73c4-4b46-b0e1-6c376da21dfb tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Pushing event updated for resources: {'Port': ['ID=abd7da1c-5057-4c02-85c6-79561656de2f,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:26:40.321781 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-75708336-e898-492b-b17b-23c552cefd70 None None] Provisioning complete for port 27ee8d68-bd09-4990-9878-261a5fbb8e1f triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:26:40.322287 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-75708336-e898-492b-b17b-23c552cefd70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (27ee8d68-bd09-4990-9878-261a5fbb8e1f), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:40.415713 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-75708336-e898-492b-b17b-23c552cefd70 None None] Port 27ee8d68-bd09-4990-9878-261a5fbb8e1f cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:26:40.445673 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-75708336-e898-492b-b17b-23c552cefd70 None None] Provisioning complete for port 00f85649-8b04-4b19-b84e-760348f9cabb triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:26:40.445984 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-75708336-e898-492b-b17b-23c552cefd70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (00f85649-8b04-4b19-b84e-760348f9cabb), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:40.683062 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-75708336-e898-492b-b17b-23c552cefd70 None None] Current status of the port 00f85649-8b04-4b19-b84e-760348f9cabb is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:26:40.764314 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 00f85649-8b04-4b19-b84e-760348f9cabb up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:26:40.788016 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 34250) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:40.878132 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a3fb0e-73c4-4b46-b0e1-6c376da21dfb tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:26:40.878872 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-69a3fb0e-73c4-4b46-b0e1-6c376da21dfb tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:40.893280 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a4c027eb-b8e0-4b84-92f6-0e3a6bed55cd req-8da71ebf-0502-4b50-9ee4-bdab559b91ba tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/security-groups?id=20a6beb4-7dbe-4e36-a605-32b718c0fe10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9426036 Jan 28 07:26:40.898409 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 34254) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:40.901576 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-69a3fb0e-73c4-4b46-b0e1-6c376da21dfb tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.2162967 Jan 28 07:26:40.905211 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 34258) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:40.912360 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-6c280dea-bc28-440d-8eb4-5b46bfe8293b tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Request body: {'subnet': {'network_id': '422a554d-3135-4b22-adcb-555bf90d3ba5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:26:40.983796 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-79023366-e2dd-4d09-b845-764cc8e347cd None None] Provisioning complete for port abd7da1c-5057-4c02-85c6-79561656de2f triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:26:40.984215 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-79023366-e2dd-4d09-b845-764cc8e347cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (abd7da1c-5057-4c02-85c6-79561656de2f), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:41.085242 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 00f85649-8b04-4b19-b84e-760348f9cabb triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:26:41.085718 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (00f85649-8b04-4b19-b84e-760348f9cabb), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:41.153836 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-79023366-e2dd-4d09-b845-764cc8e347cd None None] Port abd7da1c-5057-4c02-85c6-79561656de2f cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:26:41.196122 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e9fbe798-2bc7-4753-90e6-79a7200d7c43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:41.200533 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c280dea-bc28-440d-8eb4-5b46bfe8293b tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Made reservation on behalf of 2b2f7f01d23244e582fca6963a34fb74 for: {'subnet': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:26:41.204880 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6c280dea-bc28-440d-8eb4-5b46bfe8293b tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13555781'] for subnet (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:41.302716 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 00f85649-8b04-4b19-b84e-760348f9cabb is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:26:41.315505 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e9fbe798-2bc7-4753-90e6-79a7200d7c43 admin admin] Publish callbacks [] for security_group (a98c48b1-8653-446d-8842-0c6b872bc746), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:41.324633 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e9fbe798-2bc7-4753-90e6-79a7200d7c43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (a98c48b1-8653-446d-8842-0c6b872bc746), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:41.404231 n-d-712749-28 neutron-server[103283]: INFO neutron.db.ipam_backend_mixin [None req-6c280dea-bc28-440d-8eb4-5b46bfe8293b tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet c48a6a9a-ef2e-42da-ad1a-8b9d4903019e (CIDR: 172.20.0.0/28) Jan 28 07:26:41.414833 n-d-712749-28 neutron-server[103283]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c280dea-bc28-440d-8eb4-5b46bfe8293b tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 07:26:41.415702 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c280dea-bc28-440d-8eb4-5b46bfe8293b tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103283) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:26:41.434863 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fbe798-2bc7-4753-90e6-79a7200d7c43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a98c48b1-8653-446d-8842-0c6b872bc746,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:26:41.466332 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-6c280dea-bc28-440d-8eb4-5b46bfe8293b tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5598392 Jan 28 07:26:41.467636 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 34264) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:41.474762 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-18930b69-1dd2-42fa-8e19-c324ec650688 tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-500661188'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:26:41.476946 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-1f2b0fa8-dc09-44cc-ab3b-68f83c297a09 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Request body: {'subnet': {'network_id': '422a554d-3135-4b22-adcb-555bf90d3ba5', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:26:41.502833 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-e9fbe798-2bc7-4753-90e6-79a7200d7c43 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bdafed31c3094917b6d4a91501743480&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6027861 Jan 28 07:26:41.505419 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18930b69-1dd2-42fa-8e19-c324ec650688 tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] Made reservation on behalf of e13e3ecf864c4531943510873b8916c7 for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:26:41.509545 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-18930b69-1dd2-42fa-8e19-c324ec650688 tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:41.511203 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 34266) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:41.530074 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-18930b69-1dd2-42fa-8e19-c324ec650688 tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:41.630698 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ab39f95c-92ac-4530-9180-9c6c34372965 admin admin] Publish callbacks [] for security_group (a98c48b1-8653-446d-8842-0c6b872bc746), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:41.638097 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f2b0fa8-dc09-44cc-ab3b-68f83c297a09 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Made reservation on behalf of 2b2f7f01d23244e582fca6963a34fb74 for: {'subnet': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:26:41.643480 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1f2b0fa8-dc09-44cc-ab3b-68f83c297a09 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13555781'] for subnet (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:41.667630 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ab39f95c-92ac-4530-9180-9c6c34372965 admin admin] Publish callbacks [] for security_group (a98c48b1-8653-446d-8842-0c6b872bc746), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:41.726391 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-18930b69-1dd2-42fa-8e19-c324ec650688 tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] Publish callbacks [] for security_group (289c566a-cc44-4ada-a179-7259cc0c289b), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:41.736820 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-18930b69-1dd2-42fa-8e19-c324ec650688 tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (289c566a-cc44-4ada-a179-7259cc0c289b), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:41.787306 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18930b69-1dd2-42fa-8e19-c324ec650688 tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:26:41.809333 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-18930b69-1dd2-42fa-8e19-c324ec650688 tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (fa619bb4-d016-48d3-a178-d1ff99ba746c), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:41.809963 n-d-712749-28 neutron-server[103284]: INFO neutron.db.segments_db [None req-18930b69-1dd2-42fa-8e19-c324ec650688 tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] Added segment fa619bb4-d016-48d3-a178-d1ff99ba746c of type vlan for network a3728cc3-aca5-4754-afcf-061d8c83a522 Jan 28 07:26:41.861981 n-d-712749-28 neutron-server[103283]: INFO neutron.db.ipam_backend_mixin [None req-1f2b0fa8-dc09-44cc-ab3b-68f83c297a09 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 5887c37e-c9a3-4290-a82b-89b5fd60b190 (CIDR: 172.20.0.16/28) Jan 28 07:26:41.870318 n-d-712749-28 neutron-server[103283]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f2b0fa8-dc09-44cc-ab3b-68f83c297a09 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 07:26:41.870821 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f2b0fa8-dc09-44cc-ab3b-68f83c297a09 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103283) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:26:41.895650 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-18930b69-1dd2-42fa-8e19-c324ec650688 tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (a3728cc3-aca5-4754-afcf-061d8c83a522), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:41.910365 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-1f2b0fa8-dc09-44cc-ab3b-68f83c297a09 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.4344516 Jan 28 07:26:41.910901 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 34270) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:41.915732 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-8eccc5ae-8601-4eb0-a2b5-c55c8a887b2d tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Request body: {'subnet': {'network_id': '422a554d-3135-4b22-adcb-555bf90d3ba5', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:26:41.953223 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ab39f95c-92ac-4530-9180-9c6c34372965 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (a98c48b1-8653-446d-8842-0c6b872bc746), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:41.958527 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ab39f95c-92ac-4530-9180-9c6c34372965 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:41.964753 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-ab39f95c-92ac-4530-9180-9c6c34372965 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a98c48b1-8653-446d-8842-0c6b872bc746 HTTP/1.1" status: 204 len: 168 time: 0.4524982 Jan 28 07:26:41.975680 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-18930b69-1dd2-42fa-8e19-c324ec650688 tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (a3728cc3-aca5-4754-afcf-061d8c83a522), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:41.987962 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18930b69-1dd2-42fa-8e19-c324ec650688 tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:26:41.988977 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-18930b69-1dd2-42fa-8e19-c324ec650688 tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:42.151120 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18930b69-1dd2-42fa-8e19-c324ec650688 tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] Pushing event updated for resources: {'Network': ['ID=a3728cc3-aca5-4754-afcf-061d8c83a522,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:26:42.165758 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18930b69-1dd2-42fa-8e19-c324ec650688 tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] Pushing event updated for resources: {'SecurityGroup': ['ID=289c566a-cc44-4ada-a179-7259cc0c289b,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:26:42.169208 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network a3728cc3-aca5-4754-afcf-061d8c83a522 details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:26:42.223597 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab39f95c-92ac-4530-9180-9c6c34372965 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a98c48b1-8653-446d-8842-0c6b872bc746,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:26:42.229421 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-18930b69-1dd2-42fa-8e19-c324ec650688 tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.4402201 Jan 28 07:26:42.240085 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 34278) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:42.254318 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-2882e04c-48c7-421a-b2ff-3e81610a9bf6 tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] Request body: {'subnet': {'network_id': 'a3728cc3-aca5-4754-afcf-061d8c83a522', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:26:42.288086 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eccc5ae-8601-4eb0-a2b5-c55c8a887b2d tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Made reservation on behalf of 2b2f7f01d23244e582fca6963a34fb74 for: {'subnet': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:26:42.292732 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8eccc5ae-8601-4eb0-a2b5-c55c8a887b2d tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13555781'] for subnet (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:42.468539 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a8ff4c-fc0a-408a-8be8-45d2dbf12a0e req-9d4159d7-fefc-4f83-85aa-96559800bf8e tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:26:42.470958 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a6a8ff4c-fc0a-408a-8be8-45d2dbf12a0e req-9d4159d7-fefc-4f83-85aa-96559800bf8e tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/ports?device_id=eff066ab-ed54-4a79-abbc-8c2556ecf5b8 HTTP/1.1" status: 200 len: 945 time: 0.3535049 Jan 28 07:26:42.524032 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 34284) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:42.553756 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fa3f4085-ebde-400b-896d-2001556c1232 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:42.706836 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fa3f4085-ebde-400b-896d-2001556c1232 admin admin] Publish callbacks [] for security_group (50ba7fa6-d570-4137-9a10-b116844a8789), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:42.712331 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fa3f4085-ebde-400b-896d-2001556c1232 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (50ba7fa6-d570-4137-9a10-b116844a8789), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:42.801719 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3f4085-ebde-400b-896d-2001556c1232 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50ba7fa6-d570-4137-9a10-b116844a8789,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:26:42.810669 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-fa3f4085-ebde-400b-896d-2001556c1232 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5560777f5350465fb39e28ce90a60202&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2850778 Jan 28 07:26:42.813472 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 34290) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:42.944787 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f153ce75-f51f-41b6-a001-04b43364e4c3 admin admin] Publish callbacks [] for security_group (50ba7fa6-d570-4137-9a10-b116844a8789), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:42.961274 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a6a8ff4c-fc0a-408a-8be8-45d2dbf12a0e req-0f580faf-cdf3-4a38-90c0-36dfdcd5abe8 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/security-groups?id=20a6beb4-7dbe-4e36-a605-32b718c0fe10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4815831 Jan 28 07:26:42.966237 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8eccc5ae-8601-4eb0-a2b5-c55c8a887b2d tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13546728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13555799'] for subnet (21557406-038f-41be-93c5-c80516c35308), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:43.006167 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f153ce75-f51f-41b6-a001-04b43364e4c3 admin admin] Publish callbacks [] for security_group (50ba7fa6-d570-4137-9a10-b116844a8789), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:43.044439 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eccc5ae-8601-4eb0-a2b5-c55c8a887b2d tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Pushing event updated for resources: {'Subnet': ['ID=21557406-038f-41be-93c5-c80516c35308,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:26:43.048221 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2882e04c-48c7-421a-b2ff-3e81610a9bf6 tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] Made reservation on behalf of e13e3ecf864c4531943510873b8916c7 for: {'subnet': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:26:43.051982 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2882e04c-48c7-421a-b2ff-3e81610a9bf6 tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13555781'] for subnet (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:43.061784 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eccc5ae-8601-4eb0-a2b5-c55c8a887b2d tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Network 422a554d-3135-4b22-adcb-555bf90d3ba5 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:26:43.075079 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-8eccc5ae-8601-4eb0-a2b5-c55c8a887b2d tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:26:43.096985 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd87f2f8-1e0c-4f3e-9b0b-de77bd9284fe None None] Network 422a554d-3135-4b22-adcb-555bf90d3ba5 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:26:43.106594 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eccc5ae-8601-4eb0-a2b5-c55c8a887b2d tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:26:43.108916 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8eccc5ae-8601-4eb0-a2b5-c55c8a887b2d tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:43.131618 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f153ce75-f51f-41b6-a001-04b43364e4c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (50ba7fa6-d570-4137-9a10-b116844a8789), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:43.134895 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f153ce75-f51f-41b6-a001-04b43364e4c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:43.136253 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-f153ce75-f51f-41b6-a001-04b43364e4c3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/50ba7fa6-d570-4137-9a10-b116844a8789 HTTP/1.1" status: 204 len: 168 time: 0.3195508 Jan 28 07:26:43.148179 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f153ce75-f51f-41b6-a001-04b43364e4c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50ba7fa6-d570-4137-9a10-b116844a8789,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:26:43.183909 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-8eccc5ae-8601-4eb0-a2b5-c55c8a887b2d tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2720807 Jan 28 07:26:43.188451 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 34310) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:43.194753 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-b2eeee81-41cc-437c-ba9c-1e91be0f4496 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1504395996', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '21557406-038f-41be-93c5-c80516c35308'}], 'security_groups': ['482036ca-44dc-4f78-b1b5-dc01b292b07f', '934221e6-1b21-4320-8638-e53cbbf99b2d']}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:26:43.471689 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2882e04c-48c7-421a-b2ff-3e81610a9bf6 tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13546728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13555799'] for subnet (68df2c40-1821-4525-9e6e-addcc8809c36), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:43.506649 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b2eeee81-41cc-437c-ba9c-1e91be0f4496 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (abd7da1c-5057-4c02-85c6-79561656de2f), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:43.619333 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07323ea8-1354-4f6f-908e-3b96f62586a7 None None] Update dhcp port {'port': {'network_id': '422a554d-3135-4b22-adcb-555bf90d3ba5', 'fixed_ips': [{'subnet_id': '5887c37e-c9a3-4290-a82b-89b5fd60b190', 'ip_address': '172.20.0.18'}, {'subnet_id': 'c48a6a9a-ef2e-42da-ad1a-8b9d4903019e', 'ip_address': '172.20.0.2'}, {'subnet_id': '21557406-038f-41be-93c5-c80516c35308'}], 'binding:host_id': 'n-d-712749-28'}, 'id': '00f85649-8b04-4b19-b84e-760348f9cabb'} from n-d-712749-28. {{(pid=103285) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 07:26:43.639879 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2882e04c-48c7-421a-b2ff-3e81610a9bf6 tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] Pushing event updated for resources: {'Subnet': ['ID=68df2c40-1821-4525-9e6e-addcc8809c36,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:26:43.754160 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-07323ea8-1354-4f6f-908e-3b96f62586a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (00f85649-8b04-4b19-b84e-760348f9cabb), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:43.794090 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2882e04c-48c7-421a-b2ff-3e81610a9bf6 tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] Checking segment: {'id': 'fa619bb4-d016-48d3-a178-d1ff99ba746c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a3728cc3-aca5-4754-afcf-061d8c83a522'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:26:43.794471 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2882e04c-48c7-421a-b2ff-3e81610a9bf6 tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] Network hostable DHCP agents. Network: a3728cc3-aca5-4754-afcf-061d8c83a522, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:26:43.858582 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2882e04c-48c7-421a-b2ff-3e81610a9bf6 tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] Network a3728cc3-aca5-4754-afcf-061d8c83a522 is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:26:43.880274 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-2882e04c-48c7-421a-b2ff-3e81610a9bf6 tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, a3728cc3-aca5-4754-afcf-061d8c83a522) {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:26:43.886237 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2882e04c-48c7-421a-b2ff-3e81610a9bf6 tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:26:43.887800 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2882e04c-48c7-421a-b2ff-3e81610a9bf6 tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:43.891678 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d635eba1-190e-4ff9-a348-676623e11695 None None] Network a3728cc3-aca5-4754-afcf-061d8c83a522 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:26:43.942798 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-2882e04c-48c7-421a-b2ff-3e81610a9bf6 tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6983726 Jan 28 07:26:43.945717 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 34328) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:43.950895 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-17b25898-ab11-4856-adaa-fbdf8e2bc50d tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-23723247', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:26:44.007990 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-17b25898-ab11-4856-adaa-fbdf8e2bc50d tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16606890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127275'] for router (743df020-8c18-4615-9755-84ce76a91032), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:44.009324 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-17b25898-ab11-4856-adaa-fbdf8e2bc50d tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16605498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16607952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16355422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127266'] for router (743df020-8c18-4615-9755-84ce76a91032), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:44.130179 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-17b25898-ab11-4856-adaa-fbdf8e2bc50d tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] Publish callbacks [] for router_controller (743df020-8c18-4615-9755-84ce76a91032), precommit_add_association {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:44.141974 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-17b25898-ab11-4856-adaa-fbdf8e2bc50d tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16605475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16607909'] for router (743df020-8c18-4615-9755-84ce76a91032), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:44.171842 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-17b25898-ab11-4856-adaa-fbdf8e2bc50d tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] Publish callbacks [] for router (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:44.173970 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-17b25898-ab11-4856-adaa-fbdf8e2bc50d tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 713 time: 0.2271738 Jan 28 07:26:44.181248 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 34340) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:44.284700 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad336d33-3f6e-414d-a7e5-efed256ed867 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3dd72b9-6805-5f61-b6f3-a591f99a173d-a3728cc3-aca5-4754-afcf-061d8c83a522', 'network_id': 'a3728cc3-aca5-4754-afcf-061d8c83a522', 'project_id': 'e13e3ecf864c4531943510873b8916c7', 'fixed_ips': [{'subnet_id': '68df2c40-1821-4525-9e6e-addcc8809c36'}]}} from n-d-712749-28. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 07:26:44.285925 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ad336d33-3f6e-414d-a7e5-efed256ed867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:44.323907 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-b2eeee81-41cc-437c-ba9c-1e91be0f4496 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Delete allocated IP 172.20.0.13 (422a554d-3135-4b22-adcb-555bf90d3ba5/c48a6a9a-ef2e-42da-ad1a-8b9d4903019e) {{(pid=103284) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 28 07:26:44.330185 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6d6591-e23e-48d8-b1a7-4c3ee3bd5fee req-b0c9dbe5-cd0c-4d33-9e07-33b6387da8a3 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:26:44.344734 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2f6d6591-e23e-48d8-b1a7-4c3ee3bd5fee req-b0c9dbe5-cd0c-4d33-9e07-33b6387da8a3 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/ports?device_id=eff066ab-ed54-4a79-abbc-8c2556ecf5b8 HTTP/1.1" status: 200 len: 945 time: 0.1664660 Jan 28 07:26:44.436066 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-b2eeee81-41cc-437c-ba9c-1e91be0f4496 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Allocated IP 172.20.0.41 (422a554d-3135-4b22-adcb-555bf90d3ba5/21557406-038f-41be-93c5-c80516c35308/abd7da1c-5057-4c02-85c6-79561656de2f) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:26:44.486129 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2f6d6591-e23e-48d8-b1a7-4c3ee3bd5fee req-504c5fc0-b01e-48e3-aa86-555648dc3e34 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/security-groups?id=20a6beb4-7dbe-4e36-a605-32b718c0fe10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1396303 Jan 28 07:26:44.559275 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-ad336d33-3f6e-414d-a7e5-efed256ed867 None None] Allocated IP 172.20.0.2 (a3728cc3-aca5-4754-afcf-061d8c83a522/68df2c40-1821-4525-9e6e-addcc8809c36/dfe4b20f-992b-452c-a95c-2a69e905661a) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:26:44.938995 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ad336d33-3f6e-414d-a7e5-efed256ed867 None None] Publish callbacks [] for port (dfe4b20f-992b-452c-a95c-2a69e905661a), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:44.949097 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ad336d33-3f6e-414d-a7e5-efed256ed867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (dfe4b20f-992b-452c-a95c-2a69e905661a), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:44.999825 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad336d33-3f6e-414d-a7e5-efed256ed867 None None] Network a3728cc3-aca5-4754-afcf-061d8c83a522 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:26:45.003440 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-ad336d33-3f6e-414d-a7e5-efed256ed867 None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:26:45.005757 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d77d6e1a-9f31-430f-b657-d0e30847b80e tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:45.009879 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad336d33-3f6e-414d-a7e5-efed256ed867 None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:26:45.024783 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad336d33-3f6e-414d-a7e5-efed256ed867 None None] Pushing event updated for resources: {'Port': ['ID=dfe4b20f-992b-452c-a95c-2a69e905661a,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:26:45.125863 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-ad336d33-3f6e-414d-a7e5-efed256ed867 None None] Attempting to bind port dfe4b20f-992b-452c-a95c-2a69e905661a on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:26:45.126057 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-ad336d33-3f6e-414d-a7e5-efed256ed867 None None] Attempting to bind port dfe4b20f-992b-452c-a95c-2a69e905661a by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': 'fa619bb4-d016-48d3-a178-d1ff99ba746c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a3728cc3-aca5-4754-afcf-061d8c83a522'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:26:45.127188 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad336d33-3f6e-414d-a7e5-efed256ed867 None None] Attempting to bind port dfe4b20f-992b-452c-a95c-2a69e905661a on network a3728cc3-aca5-4754-afcf-061d8c83a522 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:26:45.142779 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad336d33-3f6e-414d-a7e5-efed256ed867 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:26:45.143103 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad336d33-3f6e-414d-a7e5-efed256ed867 None None] Checking segment: {'id': 'fa619bb4-d016-48d3-a178-d1ff99ba746c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a3728cc3-aca5-4754-afcf-061d8c83a522'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:26:45.143687 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ad336d33-3f6e-414d-a7e5-efed256ed867 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:45.144283 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad336d33-3f6e-414d-a7e5-efed256ed867 None None] Bound using segment: {'id': 'fa619bb4-d016-48d3-a178-d1ff99ba746c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a3728cc3-aca5-4754-afcf-061d8c83a522'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:26:45.145101 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-ad336d33-3f6e-414d-a7e5-efed256ed867 None None] Bound port: dfe4b20f-992b-452c-a95c-2a69e905661a, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa619bb4-d016-48d3-a178-d1ff99ba746c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a3728cc3-aca5-4754-afcf-061d8c83a522'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:26:45.145732 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ad336d33-3f6e-414d-a7e5-efed256ed867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (dfe4b20f-992b-452c-a95c-2a69e905661a), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:45.306341 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b2eeee81-41cc-437c-ba9c-1e91be0f4496 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks [] for port (abd7da1c-5057-4c02-85c6-79561656de2f), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:45.356655 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-ad336d33-3f6e-414d-a7e5-efed256ed867 None None] For port dfe4b20f-992b-452c-a95c-2a69e905661a, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:26:45.382385 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-ad336d33-3f6e-414d-a7e5-efed256ed867 None None] For port dfe4b20f-992b-452c-a95c-2a69e905661a, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=dfe4b20f-992b-452c-a95c-2a69e905661a,segment=NetworkSegment(fa619bb4-d016-48d3-a178-d1ff99ba746c),segment_id=fa619bb4-d016-48d3-a178-d1ff99ba746c)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:26:45.433091 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b2eeee81-41cc-437c-ba9c-1e91be0f4496 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (abd7da1c-5057-4c02-85c6-79561656de2f), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:45.482370 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ad336d33-3f6e-414d-a7e5-efed256ed867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (dfe4b20f-992b-452c-a95c-2a69e905661a), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:45.584618 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-07323ea8-1354-4f6f-908e-3b96f62586a7 None None] Allocated IP 172.20.0.34 (422a554d-3135-4b22-adcb-555bf90d3ba5/21557406-038f-41be-93c5-c80516c35308/00f85649-8b04-4b19-b84e-760348f9cabb) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:26:45.809339 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdd762b-9afe-4452-94f8-7a0964c236cb req-634f039d-141d-4c65-a3a0-f656a031c2bf tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:26:45.816931 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8cdd762b-9afe-4452-94f8-7a0964c236cb req-634f039d-141d-4c65-a3a0-f656a031c2bf tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/ports?device_id=eff066ab-ed54-4a79-abbc-8c2556ecf5b8 HTTP/1.1" status: 200 len: 945 time: 0.1415536 Jan 28 07:26:45.858835 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-07323ea8-1354-4f6f-908e-3b96f62586a7 None None] For port 00f85649-8b04-4b19-b84e-760348f9cabb, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=00f85649-8b04-4b19-b84e-760348f9cabb,segment=NetworkSegment(8ffae207-4fb5-4de8-876e-054d45dc362b),segment_id=8ffae207-4fb5-4de8-876e-054d45dc362b)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:26:45.894849 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-07323ea8-1354-4f6f-908e-3b96f62586a7 None None] Publish callbacks [] for port (00f85649-8b04-4b19-b84e-760348f9cabb), precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:45.913582 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-07323ea8-1354-4f6f-908e-3b96f62586a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (00f85649-8b04-4b19-b84e-760348f9cabb), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:45.944014 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad336d33-3f6e-414d-a7e5-efed256ed867 None None] Pushing event updated for resources: {'Port': ['ID=dfe4b20f-992b-452c-a95c-2a69e905661a,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:26:46.010229 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8cdd762b-9afe-4452-94f8-7a0964c236cb req-69421480-3c25-473e-9ba7-4a7060510011 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/security-groups?id=20a6beb4-7dbe-4e36-a605-32b718c0fe10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1843739 Jan 28 07:26:46.031173 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2eeee81-41cc-437c-ba9c-1e91be0f4496 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Pushing event updated for resources: {'Port': ['ID=abd7da1c-5057-4c02-85c6-79561656de2f,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:26:46.157755 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07323ea8-1354-4f6f-908e-3b96f62586a7 None None] Pushing event updated for resources: {'Port': ['ID=00f85649-8b04-4b19-b84e-760348f9cabb,revision_number=7']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:26:46.159545 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-b2eeee81-41cc-437c-ba9c-1e91be0f4496 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] In _notify_port_updated(), no bound segment for port abd7da1c-5057-4c02-85c6-79561656de2f on network 422a554d-3135-4b22-adcb-555bf90d3ba5 {{(pid=103284) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 07:26:46.174343 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2eeee81-41cc-437c-ba9c-1e91be0f4496 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:26:46.176760 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b2eeee81-41cc-437c-ba9c-1e91be0f4496 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:46.184177 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 34496) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:46.199554 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-b2eeee81-41cc-437c-ba9c-1e91be0f4496 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] 10.222.0.41 "PUT /v2.0/ports/abd7da1c-5057-4c02-85c6-79561656de2f HTTP/1.1" status: 200 len: 960 time: 3.0044591 Jan 28 07:26:46.452863 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-d77d6e1a-9f31-430f-b657-d0e30847b80e tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] Allocated IP 172.20.0.1 (a3728cc3-aca5-4754-afcf-061d8c83a522/68df2c40-1821-4525-9e6e-addcc8809c36/271bbeed-07ca-436f-b5ba-54fb7e3dc87a) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:26:46.536244 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d887eaa7-a7d9-47e4-92b1-d433d57d279d tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Deleting port abd7da1c-5057-4c02-85c6-79561656de2f {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:26:46.536575 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d887eaa7-a7d9-47e4-92b1-d433d57d279d tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (abd7da1c-5057-4c02-85c6-79561656de2f), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:46.936857 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d77d6e1a-9f31-430f-b657-d0e30847b80e tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] Publish callbacks [] for port (271bbeed-07ca-436f-b5ba-54fb7e3dc87a), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:46.948636 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d887eaa7-a7d9-47e4-92b1-d433d57d279d tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (abd7da1c-5057-4c02-85c6-79561656de2f), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:46.991318 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d887eaa7-a7d9-47e4-92b1-d433d57d279d tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Calling delete_port for abd7da1c-5057-4c02-85c6-79561656de2f owned by {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:26:47.045632 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device dfe4b20f-992b-452c-a95c-2a69e905661a up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:26:47.098296 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d77d6e1a-9f31-430f-b657-d0e30847b80e tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (271bbeed-07ca-436f-b5ba-54fb7e3dc87a), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:47.158381 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d77d6e1a-9f31-430f-b657-d0e30847b80e tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] Network a3728cc3-aca5-4754-afcf-061d8c83a522 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:26:47.173008 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-d77d6e1a-9f31-430f-b657-d0e30847b80e tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:26:47.176551 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77d6e1a-9f31-430f-b657-d0e30847b80e tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:26:47.223856 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port dfe4b20f-992b-452c-a95c-2a69e905661a triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:26:47.224143 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (dfe4b20f-992b-452c-a95c-2a69e905661a), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:47.372686 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d77d6e1a-9f31-430f-b657-d0e30847b80e tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16609232'] for router_interface (743df020-8c18-4615-9755-84ce76a91032), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:47.512723 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port dfe4b20f-992b-452c-a95c-2a69e905661a is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:26:47.513131 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (dfe4b20f-992b-452c-a95c-2a69e905661a), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:47.613333 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068f4dfb-cbd7-4051-a872-bb63f9adf429 req-3e2b6c34-d625-43e6-b558-4667f12da278 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:26:47.625550 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-068f4dfb-cbd7-4051-a872-bb63f9adf429 req-3e2b6c34-d625-43e6-b558-4667f12da278 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/ports?device_id=eff066ab-ed54-4a79-abbc-8c2556ecf5b8 HTTP/1.1" status: 200 len: 945 time: 0.3464203 Jan 28 07:26:47.637210 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] For port dfe4b20f-992b-452c-a95c-2a69e905661a, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=dfe4b20f-992b-452c-a95c-2a69e905661a,segment=NetworkSegment(fa619bb4-d016-48d3-a178-d1ff99ba746c),segment_id=fa619bb4-d016-48d3-a178-d1ff99ba746c)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:26:47.661240 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (dfe4b20f-992b-452c-a95c-2a69e905661a), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:47.662155 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 00f85649-8b04-4b19-b84e-760348f9cabb up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:26:47.740548 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77d6e1a-9f31-430f-b657-d0e30847b80e tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] Pushing event updated for resources: {'Port': ['ID=271bbeed-07ca-436f-b5ba-54fb7e3dc87a,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:26:47.758025 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d887eaa7-a7d9-47e4-92b1-d433d57d279d tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (abd7da1c-5057-4c02-85c6-79561656de2f), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:47.935631 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d887eaa7-a7d9-47e4-92b1-d433d57d279d tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Pushing event deleted for resources: {'Port': ['ID=abd7da1c-5057-4c02-85c6-79561656de2f,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:26:47.974707 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d77d6e1a-9f31-430f-b657-d0e30847b80e tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (271bbeed-07ca-436f-b5ba-54fb7e3dc87a), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:48.008756 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Pushing event updated for resources: {'Port': ['ID=dfe4b20f-992b-452c-a95c-2a69e905661a,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:26:48.084347 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 00f85649-8b04-4b19-b84e-760348f9cabb triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:26:48.085036 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (00f85649-8b04-4b19-b84e-760348f9cabb), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:48.133438 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-068f4dfb-cbd7-4051-a872-bb63f9adf429 req-13cc2f28-ef0c-43ac-b073-56c4f6cb57be tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/security-groups?id=20a6beb4-7dbe-4e36-a605-32b718c0fe10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5068560 Jan 28 07:26:48.237490 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-bd310db2-326d-4bb8-9cce-ebc0b3a4a13e None None] Could not find standard attr ID for object abd7da1c-5057-4c02-85c6-79561656de2f. {{(pid=103285) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 07:26:48.308371 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d887eaa7-a7d9-47e4-92b1-d433d57d279d tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:48.321513 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-d887eaa7-a7d9-47e4-92b1-d433d57d279d tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] 10.222.0.41 "DELETE /v2.0/ports/abd7da1c-5057-4c02-85c6-79561656de2f HTTP/1.1" status: 204 len: 168 time: 2.1360521 Jan 28 07:26:48.327049 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 34646) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:48.343183 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-bd310db2-326d-4bb8-9cce-ebc0b3a4a13e None None] Provisioning complete for port 27ee8d68-bd09-4990-9878-261a5fbb8e1f triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:26:48.346404 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bd310db2-326d-4bb8-9cce-ebc0b3a4a13e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (27ee8d68-bd09-4990-9878-261a5fbb8e1f), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:48.420284 n-d-712749-28 neutron-server[103283]: INFO neutron.pecan_wsgi.hooks.translation [None req-5be6361f-758a-4b38-ada3-607c11cd3c26 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] GET failed (client error): The resource could not be found. Jan 28 07:26:48.421832 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-5be6361f-758a-4b38-ada3-607c11cd3c26 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] 10.222.0.41 "GET /v2.0/ports/abd7da1c-5057-4c02-85c6-79561656de2f HTTP/1.1" status: 404 len: 333 time: 0.0880857 Jan 28 07:26:48.430429 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 34656) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:48.522538 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d32581da-893c-4a7a-92c8-c0ce83c35ef3 None None] Network a3728cc3-aca5-4754-afcf-061d8c83a522 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:26:48.575768 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 00f85649-8b04-4b19-b84e-760348f9cabb is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:26:48.582881 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-bd310db2-326d-4bb8-9cce-ebc0b3a4a13e None None] Port 27ee8d68-bd09-4990-9878-261a5fbb8e1f cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:26:48.651027 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-bd310db2-326d-4bb8-9cce-ebc0b3a4a13e None None] Provisioning complete for port 00f85649-8b04-4b19-b84e-760348f9cabb triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:26:48.651771 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bd310db2-326d-4bb8-9cce-ebc0b3a4a13e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (00f85649-8b04-4b19-b84e-760348f9cabb), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:48.682415 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-81447f8e-66df-4855-b8a1-252f807b0f20 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks [] for security_group (c491331e-c8ab-4024-9bf3-1133f34ce197), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:48.797728 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-81447f8e-66df-4855-b8a1-252f807b0f20 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks [] for security_group (c491331e-c8ab-4024-9bf3-1133f34ce197), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:48.886279 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-bd310db2-326d-4bb8-9cce-ebc0b3a4a13e None None] Current status of the port 00f85649-8b04-4b19-b84e-760348f9cabb is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:26:48.893626 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device dfe4b20f-992b-452c-a95c-2a69e905661a up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:26:48.950881 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-81447f8e-66df-4855-b8a1-252f807b0f20 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (c491331e-c8ab-4024-9bf3-1133f34ce197), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:48.963315 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-81447f8e-66df-4855-b8a1-252f807b0f20 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:48.970086 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-81447f8e-66df-4855-b8a1-252f807b0f20 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] 10.222.0.41 "DELETE /v2.0/security-groups/c491331e-c8ab-4024-9bf3-1133f34ce197 HTTP/1.1" status: 204 len: 168 time: 0.5343974 Jan 28 07:26:48.971104 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 34696) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:49.138772 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81447f8e-66df-4855-b8a1-252f807b0f20 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c491331e-c8ab-4024-9bf3-1133f34ce197,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:26:49.219405 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-afa62082-69d5-4dcb-9f60-635674df6631 None None] Provisioning complete for port dfe4b20f-992b-452c-a95c-2a69e905661a triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:26:49.233716 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-afa62082-69d5-4dcb-9f60-635674df6631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (dfe4b20f-992b-452c-a95c-2a69e905661a), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:49.256741 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-777e39c4-a4d8-4cb6-ac6a-af7610e9ec67 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks [] for security_group (934221e6-1b21-4320-8638-e53cbbf99b2d), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:49.359237 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port dfe4b20f-992b-452c-a95c-2a69e905661a triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:26:49.360773 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (dfe4b20f-992b-452c-a95c-2a69e905661a), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:49.413363 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-777e39c4-a4d8-4cb6-ac6a-af7610e9ec67 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks [] for security_group (934221e6-1b21-4320-8638-e53cbbf99b2d), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:49.578158 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-777e39c4-a4d8-4cb6-ac6a-af7610e9ec67 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (934221e6-1b21-4320-8638-e53cbbf99b2d), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:49.584339 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-777e39c4-a4d8-4cb6-ac6a-af7610e9ec67 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:49.591850 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-777e39c4-a4d8-4cb6-ac6a-af7610e9ec67 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] 10.222.0.41 "DELETE /v2.0/security-groups/934221e6-1b21-4320-8638-e53cbbf99b2d HTTP/1.1" status: 204 len: 168 time: 0.6081622 Jan 28 07:26:49.592678 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 34736) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:49.659413 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port dfe4b20f-992b-452c-a95c-2a69e905661a is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:26:49.822350 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777e39c4-a4d8-4cb6-ac6a-af7610e9ec67 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=934221e6-1b21-4320-8638-e53cbbf99b2d,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:26:49.842742 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-afa62082-69d5-4dcb-9f60-635674df6631 None None] Current status of the port dfe4b20f-992b-452c-a95c-2a69e905661a is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:26:49.918064 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 34752) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:49.918293 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d77d6e1a-9f31-430f-b657-d0e30847b80e tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] Publish callbacks [] for port (271bbeed-07ca-436f-b5ba-54fb7e3dc87a), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:49.921820 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-07cb52a8-4d16-49dd-b41a-1167247731bf tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks [] for security_group (482036ca-44dc-4f78-b1b5-dc01b292b07f), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:49.928437 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d77d6e1a-9f31-430f-b657-d0e30847b80e tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (271bbeed-07ca-436f-b5ba-54fb7e3dc87a), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:49.943758 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bb2f7a-ded9-4c80-98ac-2720a6ae9c01 req-193a495f-9a0c-4a0e-ad17-3ca5c01c917e tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:26:49.947519 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-40bb2f7a-ded9-4c80-98ac-2720a6ae9c01 req-193a495f-9a0c-4a0e-ad17-3ca5c01c917e tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/ports?device_id=eff066ab-ed54-4a79-abbc-8c2556ecf5b8 HTTP/1.1" status: 200 len: 945 time: 0.5968533 Jan 28 07:26:49.991903 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-90588cce-dda5-4cc1-b4eb-1317dfbbf2b0 None None] Provisioning complete for port dfe4b20f-992b-452c-a95c-2a69e905661a triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:26:49.992359 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-90588cce-dda5-4cc1-b4eb-1317dfbbf2b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (dfe4b20f-992b-452c-a95c-2a69e905661a), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:50.205241 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-07cb52a8-4d16-49dd-b41a-1167247731bf tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks [] for security_group (482036ca-44dc-4f78-b1b5-dc01b292b07f), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:50.252435 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d77d6e1a-9f31-430f-b657-d0e30847b80e tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16318999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16606560'] for router_interface (743df020-8c18-4615-9755-84ce76a91032), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:50.259624 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77d6e1a-9f31-430f-b657-d0e30847b80e tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] Pushing event updated for resources: {'Port': ['ID=271bbeed-07ca-436f-b5ba-54fb7e3dc87a,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:26:50.312632 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-90588cce-dda5-4cc1-b4eb-1317dfbbf2b0 None None] Current status of the port dfe4b20f-992b-452c-a95c-2a69e905661a is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:26:50.352144 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-40bb2f7a-ded9-4c80-98ac-2720a6ae9c01 req-3d8e5324-1675-4b67-95e1-f39155c1a1be tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/security-groups?id=20a6beb4-7dbe-4e36-a605-32b718c0fe10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3660219 Jan 28 07:26:50.359134 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-90588cce-dda5-4cc1-b4eb-1317dfbbf2b0 None None] Provisioning complete for port 271bbeed-07ca-436f-b5ba-54fb7e3dc87a triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:26:50.360899 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-90588cce-dda5-4cc1-b4eb-1317dfbbf2b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (271bbeed-07ca-436f-b5ba-54fb7e3dc87a), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:50.407146 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fd526934-cc98-4127-89f9-587018bcaa5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:50.505456 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-90588cce-dda5-4cc1-b4eb-1317dfbbf2b0 None None] Port 271bbeed-07ca-436f-b5ba-54fb7e3dc87a cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:26:50.514626 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-90588cce-dda5-4cc1-b4eb-1317dfbbf2b0 None None] Could not find standard attr ID for object abd7da1c-5057-4c02-85c6-79561656de2f. {{(pid=103285) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 07:26:50.516382 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d77d6e1a-9f31-430f-b657-d0e30847b80e tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] Network a3728cc3-aca5-4754-afcf-061d8c83a522 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:26:50.518245 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-d77d6e1a-9f31-430f-b657-d0e30847b80e tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:26:50.655098 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-8ed90123-3b3e-4133-a760-5f939018906c None None] Provisioning complete for port 271bbeed-07ca-436f-b5ba-54fb7e3dc87a triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:26:50.655483 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8ed90123-3b3e-4133-a760-5f939018906c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (271bbeed-07ca-436f-b5ba-54fb7e3dc87a), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:50.658911 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fd526934-cc98-4127-89f9-587018bcaa5b admin admin] Publish callbacks [] for security_group (6235474d-9930-4d6d-85d0-aa26d3d18a92), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:50.670184 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fd526934-cc98-4127-89f9-587018bcaa5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (6235474d-9930-4d6d-85d0-aa26d3d18a92), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:50.753298 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-8ed90123-3b3e-4133-a760-5f939018906c None None] Port 271bbeed-07ca-436f-b5ba-54fb7e3dc87a cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:26:50.797873 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-07cb52a8-4d16-49dd-b41a-1167247731bf tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (482036ca-44dc-4f78-b1b5-dc01b292b07f), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:50.800574 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-07cb52a8-4d16-49dd-b41a-1167247731bf tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:50.801759 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-07cb52a8-4d16-49dd-b41a-1167247731bf tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] 10.222.0.41 "DELETE /v2.0/security-groups/482036ca-44dc-4f78-b1b5-dc01b292b07f HTTP/1.1" status: 204 len: 168 time: 1.1712267 Jan 28 07:26:50.804714 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 34816) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:50.812324 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-fd526934-cc98-4127-89f9-587018bcaa5b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fe1684687adf4db3829878c5e50a6206&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8637371 Jan 28 07:26:50.813790 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 34820) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:50.816062 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd526934-cc98-4127-89f9-587018bcaa5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6235474d-9930-4d6d-85d0-aa26d3d18a92,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:26:50.843452 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cb52a8-4d16-49dd-b41a-1167247731bf tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=482036ca-44dc-4f78-b1b5-dc01b292b07f,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:26:50.948534 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b500260-cb4a-4937-8307-7d9edf5169e2 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Deleting subnet c48a6a9a-ef2e-42da-ad1a-8b9d4903019e {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:26:50.965629 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b2f0fbb9-839b-417f-bd0f-c5b1af95a24d admin admin] Publish callbacks [] for security_group (6235474d-9930-4d6d-85d0-aa26d3d18a92), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:50.973526 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2b500260-cb4a-4937-8307-7d9edf5169e2 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks [] for subnet (c48a6a9a-ef2e-42da-ad1a-8b9d4903019e), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:50.981664 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c15a92f6-6c4d-4d10-b289-4fc3e47243cc None None] Provisioning complete for port 271bbeed-07ca-436f-b5ba-54fb7e3dc87a triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:26:50.982053 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c15a92f6-6c4d-4d10-b289-4fc3e47243cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (271bbeed-07ca-436f-b5ba-54fb7e3dc87a), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:51.023856 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b2f0fbb9-839b-417f-bd0f-c5b1af95a24d admin admin] Publish callbacks [] for security_group (6235474d-9930-4d6d-85d0-aa26d3d18a92), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:51.072893 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2b500260-cb4a-4937-8307-7d9edf5169e2 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24759175'] for subnet (c48a6a9a-ef2e-42da-ad1a-8b9d4903019e), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:51.081069 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c15a92f6-6c4d-4d10-b289-4fc3e47243cc None None] Port 271bbeed-07ca-436f-b5ba-54fb7e3dc87a cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:26:51.116534 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b2f0fbb9-839b-417f-bd0f-c5b1af95a24d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (6235474d-9930-4d6d-85d0-aa26d3d18a92), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:51.119532 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b2f0fbb9-839b-417f-bd0f-c5b1af95a24d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:51.123147 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-b2f0fbb9-839b-417f-bd0f-c5b1af95a24d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6235474d-9930-4d6d-85d0-aa26d3d18a92 HTTP/1.1" status: 204 len: 168 time: 0.3057795 Jan 28 07:26:51.143667 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f0fbb9-839b-417f-bd0f-c5b1af95a24d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6235474d-9930-4d6d-85d0-aa26d3d18a92,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:26:51.210819 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2b500260-cb4a-4937-8307-7d9edf5169e2 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (c48a6a9a-ef2e-42da-ad1a-8b9d4903019e), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:51.406250 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2b500260-cb4a-4937-8307-7d9edf5169e2 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24757569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24979817'] for subnet (c48a6a9a-ef2e-42da-ad1a-8b9d4903019e), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:51.533602 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b500260-cb4a-4937-8307-7d9edf5169e2 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Pushing event deleted for resources: {'Subnet': ['ID=c48a6a9a-ef2e-42da-ad1a-8b9d4903019e,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:26:51.542043 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d77d6e1a-9f31-430f-b657-d0e30847b80e tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] Router 743df020-8c18-4615-9755-84ce76a91032 is scheduled to L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 with binding_index 1 {{(pid=103284) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 07:26:51.691515 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98e6310-c8a3-442f-b5c1-6781e7682fe0 req-9dd44ec5-5830-43d3-899c-021959c3b1e6 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:26:51.695967 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c98e6310-c8a3-442f-b5c1-6781e7682fe0 req-9dd44ec5-5830-43d3-899c-021959c3b1e6 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/ports?device_id=eff066ab-ed54-4a79-abbc-8c2556ecf5b8 HTTP/1.1" status: 200 len: 945 time: 0.2143683 Jan 28 07:26:51.755953 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d77d6e1a-9f31-430f-b657-d0e30847b80e tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:26:51.762873 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-d77d6e1a-9f31-430f-b657-d0e30847b80e tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] 10.222.0.41 "PUT /v2.0/routers/743df020-8c18-4615-9755-84ce76a91032/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5792348 Jan 28 07:26:51.764279 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b500260-cb4a-4937-8307-7d9edf5169e2 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:26:51.765178 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b500260-cb4a-4937-8307-7d9edf5169e2 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:26:51.765178 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b500260-cb4a-4937-8307-7d9edf5169e2 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:26:51.765347 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b500260-cb4a-4937-8307-7d9edf5169e2 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:26:51.765619 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b500260-cb4a-4937-8307-7d9edf5169e2 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:26:51.766014 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b500260-cb4a-4937-8307-7d9edf5169e2 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:26:51.766844 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b500260-cb4a-4937-8307-7d9edf5169e2 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:26:51.767180 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b500260-cb4a-4937-8307-7d9edf5169e2 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:26:51.767509 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b500260-cb4a-4937-8307-7d9edf5169e2 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:26:51.767843 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b500260-cb4a-4937-8307-7d9edf5169e2 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:26:51.768171 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b500260-cb4a-4937-8307-7d9edf5169e2 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:26:51.768529 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b500260-cb4a-4937-8307-7d9edf5169e2 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:26:51.768853 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b500260-cb4a-4937-8307-7d9edf5169e2 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:26:51.771371 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 34884) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:51.772588 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2b500260-cb4a-4937-8307-7d9edf5169e2 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:51.775368 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58925403-f6d9-4e87-bca0-800cdae05dd5 None None] Network 422a554d-3135-4b22-adcb-555bf90d3ba5 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:26:51.780434 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931756c4-6a91-4867-a2a8-2fbdbe54a3aa None None] Sync routers for ids ['743df020-8c18-4615-9755-84ce76a91032'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:26:51.803149 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-2b500260-cb4a-4937-8307-7d9edf5169e2 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] 10.222.0.41 "DELETE /v2.0/subnets/c48a6a9a-ef2e-42da-ad1a-8b9d4903019e HTTP/1.1" status: 204 len: 168 time: 0.9935045 Jan 28 07:26:51.806316 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 34886) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:51.813256 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931756c4-6a91-4867-a2a8-2fbdbe54a3aa None None] Routers {'743df020-8c18-4615-9755-84ce76a91032'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:26:51.814053 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-931756c4-6a91-4867-a2a8-2fbdbe54a3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:26:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['743df020-8c18-4615-9755-84ce76a91032'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:26:51.820492 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-b238d1d9-bd8f-4f31-b364-c8240dc229ff tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] Request body: {'port': {'network_id': 'a3728cc3-aca5-4754-afcf-061d8c83a522', 'name': 'tempest-FloatingIPNegativeTestJSON-1513850172'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:26:51.908817 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c98e6310-c8a3-442f-b5c1-6781e7682fe0 req-b464b807-92ba-4cf1-9d7b-abb08a7e52cc tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/security-groups?id=20a6beb4-7dbe-4e36-a605-32b718c0fe10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2058532 Jan 28 07:26:51.928788 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-931756c4-6a91-4867-a2a8-2fbdbe54a3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:26:51.970335 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931756c4-6a91-4867-a2a8-2fbdbe54a3aa None None] Routers {'743df020-8c18-4615-9755-84ce76a91032'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:26:51.971027 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-931756c4-6a91-4867-a2a8-2fbdbe54a3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:26:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['743df020-8c18-4615-9755-84ce76a91032'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:26:52.024702 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 34900) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:52.088534 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-dc511920-1be8-472e-90d6-6519face72c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:52.149671 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_v2 [None req-86a0ebb0-9f9a-496d-8202-b48963cccc94 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Deleting subnet 21557406-038f-41be-93c5-c80516c35308 {{(pid=103283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:26:52.179338 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-86a0ebb0-9f9a-496d-8202-b48963cccc94 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks [] for subnet (21557406-038f-41be-93c5-c80516c35308), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:52.232570 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b238d1d9-bd8f-4f31-b364-c8240dc229ff tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] Made reservation on behalf of e13e3ecf864c4531943510873b8916c7 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:26:52.240848 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b238d1d9-bd8f-4f31-b364-c8240dc229ff tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:52.284715 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [None req-b238d1d9-bd8f-4f31-b364-c8240dc229ff tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] device_id is not set on port 51363a2e-3125-4ae5-addd-6f4e0c32b800 yet. {{(pid=103284) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 07:26:52.334144 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-931756c4-6a91-4867-a2a8-2fbdbe54a3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:26:52.337090 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931756c4-6a91-4867-a2a8-2fbdbe54a3aa None None] The sync data for ids ['743df020-8c18-4615-9755-84ce76a91032'] in n-d-712749-28 is: [] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:26:52.386220 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-86a0ebb0-9f9a-496d-8202-b48963cccc94 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13506696'] for subnet (21557406-038f-41be-93c5-c80516c35308), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:52.601453 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-b238d1d9-bd8f-4f31-b364-c8240dc229ff tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] Allocated IP 172.20.0.8 (a3728cc3-aca5-4754-afcf-061d8c83a522/68df2c40-1821-4525-9e6e-addcc8809c36/51363a2e-3125-4ae5-addd-6f4e0c32b800) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:26:52.628740 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-86a0ebb0-9f9a-496d-8202-b48963cccc94 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (21557406-038f-41be-93c5-c80516c35308), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:52.705550 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-dc511920-1be8-472e-90d6-6519face72c6 admin admin] Publish callbacks [] for security_group (27f87cb7-1588-4747-873f-f49f16520337), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:52.717013 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-dc511920-1be8-472e-90d6-6519face72c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (27f87cb7-1588-4747-873f-f49f16520337), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:52.763235 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-86a0ebb0-9f9a-496d-8202-b48963cccc94 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13546665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13556132'] for subnet (21557406-038f-41be-93c5-c80516c35308), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:52.819089 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-86a0ebb0-9f9a-496d-8202-b48963cccc94 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:52.830554 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-86a0ebb0-9f9a-496d-8202-b48963cccc94 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] 10.222.0.41 "DELETE /v2.0/subnets/21557406-038f-41be-93c5-c80516c35308 HTTP/1.1" status: 204 len: 168 time: 0.9345858 Jan 28 07:26:52.838291 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 34952) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:52.839316 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a0ebb0-9f9a-496d-8202-b48963cccc94 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Pushing event deleted for resources: {'Subnet': ['ID=21557406-038f-41be-93c5-c80516c35308,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:26:52.869204 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b238d1d9-bd8f-4f31-b364-c8240dc229ff tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] Publish callbacks [] for port (51363a2e-3125-4ae5-addd-6f4e0c32b800), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:52.921383 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b238d1d9-bd8f-4f31-b364-c8240dc229ff tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (51363a2e-3125-4ae5-addd-6f4e0c32b800), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:52.934726 n-d-712749-28 neutron-server[103283]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bc08fd7-4fd3-429e-96eb-ae07e102b8c8 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] DELETE failed (client error): The resource could not be found. Jan 28 07:26:52.937253 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bc08fd7-4fd3-429e-96eb-ae07e102b8c8 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103283) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:26:52.950688 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-2bc08fd7-4fd3-429e-96eb-ae07e102b8c8 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] 10.222.0.41 "DELETE /v2.0/subnets/c48a6a9a-ef2e-42da-ad1a-8b9d4903019e HTTP/1.1" status: 404 len: 337 time: 0.1081316 Jan 28 07:26:52.958455 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 34962) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:53.003857 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b238d1d9-bd8f-4f31-b364-c8240dc229ff tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] Network a3728cc3-aca5-4754-afcf-061d8c83a522 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:26:53.007903 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-b238d1d9-bd8f-4f31-b364-c8240dc229ff tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:26:53.014456 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a0ebb0-9f9a-496d-8202-b48963cccc94 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:26:53.015068 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a0ebb0-9f9a-496d-8202-b48963cccc94 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:26:53.020303 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a0ebb0-9f9a-496d-8202-b48963cccc94 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:26:53.020303 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a0ebb0-9f9a-496d-8202-b48963cccc94 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:26:53.020303 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a0ebb0-9f9a-496d-8202-b48963cccc94 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:26:53.020833 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a0ebb0-9f9a-496d-8202-b48963cccc94 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:26:53.022520 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a0ebb0-9f9a-496d-8202-b48963cccc94 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:26:53.023922 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a0ebb0-9f9a-496d-8202-b48963cccc94 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:26:53.024451 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a0ebb0-9f9a-496d-8202-b48963cccc94 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:26:53.028455 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a0ebb0-9f9a-496d-8202-b48963cccc94 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:26:53.028992 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a0ebb0-9f9a-496d-8202-b48963cccc94 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:26:53.030226 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a0ebb0-9f9a-496d-8202-b48963cccc94 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:26:53.030724 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a0ebb0-9f9a-496d-8202-b48963cccc94 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:26:53.043935 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b238d1d9-bd8f-4f31-b364-c8240dc229ff tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:26:53.123818 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-dc511920-1be8-472e-90d6-6519face72c6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0c9a9a0d08eb478880c4e43e86b7c48d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0912206 Jan 28 07:26:53.126742 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc511920-1be8-472e-90d6-6519face72c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27f87cb7-1588-4747-873f-f49f16520337,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:26:53.136053 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 34970) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:53.209720 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b238d1d9-bd8f-4f31-b364-c8240dc229ff tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] Pushing event updated for resources: {'Port': ['ID=51363a2e-3125-4ae5-addd-6f4e0c32b800,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:26:53.224959 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b238d1d9-bd8f-4f31-b364-c8240dc229ff tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:26:53.227173 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b238d1d9-bd8f-4f31-b364-c8240dc229ff tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:53.282235 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-b238d1d9-bd8f-4f31-b364-c8240dc229ff tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4660690 Jan 28 07:26:53.283945 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 34978) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:53.290316 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-af151b62-668f-4095-bdd4-2227042ddc27 tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] Request body: {'floatingip': {'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:26:53.331033 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-af151b62-668f-4095-bdd4-2227042ddc27 tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:53.390869 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_v2 [None req-94d998da-97dd-49a4-b64d-72b732f26588 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Deleting subnet 5887c37e-c9a3-4290-a82b-89b5fd60b190 {{(pid=103283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:26:53.426304 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-94d998da-97dd-49a4-b64d-72b732f26588 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks [] for subnet (5887c37e-c9a3-4290-a82b-89b5fd60b190), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:53.472087 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1279a2-dfb7-4848-a406-218662c0f7ad req-e78e3c5e-4658-41eb-85dc-14cc570af46d tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:26:53.473713 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ba1279a2-dfb7-4848-a406-218662c0f7ad req-e78e3c5e-4658-41eb-85dc-14cc570af46d tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/ports?device_id=eff066ab-ed54-4a79-abbc-8c2556ecf5b8 HTTP/1.1" status: 200 len: 945 time: 0.3194103 Jan 28 07:26:53.539428 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-af151b62-668f-4095-bdd4-2227042ddc27 tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:53.557072 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-94d998da-97dd-49a4-b64d-72b732f26588 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13506696'] for subnet (5887c37e-c9a3-4290-a82b-89b5fd60b190), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:53.680358 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-3b393c36-bf6e-49a3-be4f-c3e95b1a3d6b None None] Provisioning complete for port 51363a2e-3125-4ae5-addd-6f4e0c32b800 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:26:53.680890 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3b393c36-bf6e-49a3-be4f-c3e95b1a3d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (51363a2e-3125-4ae5-addd-6f4e0c32b800), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:53.757184 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-3b393c36-bf6e-49a3-be4f-c3e95b1a3d6b None None] Port 51363a2e-3125-4ae5-addd-6f4e0c32b800 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:26:53.785291 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-06c20532-f687-45dc-807e-04163bcbb007 admin admin] Publish callbacks [] for security_group (27f87cb7-1588-4747-873f-f49f16520337), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:53.845523 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-94d998da-97dd-49a4-b64d-72b732f26588 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (5887c37e-c9a3-4290-a82b-89b5fd60b190), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:53.888427 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ba1279a2-dfb7-4848-a406-218662c0f7ad req-805d0673-4a09-418e-905e-85b74f536d27 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/security-groups?id=20a6beb4-7dbe-4e36-a605-32b718c0fe10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3956785 Jan 28 07:26:53.900224 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-06c20532-f687-45dc-807e-04163bcbb007 admin admin] Publish callbacks [] for security_group (27f87cb7-1588-4747-873f-f49f16520337), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:53.912997 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e128d776-5d00-4f06-820a-32f187f5df9b None None] Network 422a554d-3135-4b22-adcb-555bf90d3ba5 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:26:53.991918 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-af151b62-668f-4095-bdd4-2227042ddc27 tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] Allocated IP 172.25.6.193 (7d5b3724-deef-4831-8d43-cb9b8176573c/b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc/5bac41bd-c0e1-436d-b4f9-402e68959dcf) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:26:54.070339 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-94d998da-97dd-49a4-b64d-72b732f26588 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13546665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13556132'] for subnet (5887c37e-c9a3-4290-a82b-89b5fd60b190), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:54.139874 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-06c20532-f687-45dc-807e-04163bcbb007 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (27f87cb7-1588-4747-873f-f49f16520337), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:54.143778 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-06c20532-f687-45dc-807e-04163bcbb007 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:54.151466 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-06c20532-f687-45dc-807e-04163bcbb007 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/27f87cb7-1588-4747-873f-f49f16520337 HTTP/1.1" status: 204 len: 168 time: 0.9860921 Jan 28 07:26:54.159077 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d998da-97dd-49a4-b64d-72b732f26588 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Pushing event deleted for resources: {'Subnet': ['ID=5887c37e-c9a3-4290-a82b-89b5fd60b190,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:26:54.171029 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-b7066f14-eb67-4898-bf71-614d0aa0d47d None None] Provisioning complete for port 27ee8d68-bd09-4990-9878-261a5fbb8e1f triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:26:54.171413 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b7066f14-eb67-4898-bf71-614d0aa0d47d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (27ee8d68-bd09-4990-9878-261a5fbb8e1f), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:54.178303 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-94d998da-97dd-49a4-b64d-72b732f26588 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:54.181620 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-94d998da-97dd-49a4-b64d-72b732f26588 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] 10.222.0.41 "DELETE /v2.0/subnets/5887c37e-c9a3-4290-a82b-89b5fd60b190 HTTP/1.1" status: 204 len: 168 time: 1.2092869 Jan 28 07:26:54.186565 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 34992) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:54.216532 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c20532-f687-45dc-807e-04163bcbb007 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27f87cb7-1588-4747-873f-f49f16520337,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:26:54.270986 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-af151b62-668f-4095-bdd4-2227042ddc27 tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] Publish callbacks [] for port (5bac41bd-c0e1-436d-b4f9-402e68959dcf), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:54.274652 n-d-712749-28 neutron-server[103283]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e4b0048-763e-4203-afd5-1a176d35d417 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] DELETE failed (client error): The resource could not be found. Jan 28 07:26:54.277129 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e4b0048-763e-4203-afd5-1a176d35d417 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103283) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:26:54.283936 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-8e4b0048-763e-4203-afd5-1a176d35d417 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] 10.222.0.41 "DELETE /v2.0/subnets/ae928865-c543-43eb-aadf-fdea3df613c4 HTTP/1.1" status: 404 len: 337 time: 0.0927498 Jan 28 07:26:54.286169 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 34996) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:54.349568 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-3ba40cc5-8ce6-452c-bae7-42f34f30627a tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] 10.222.0.41 "GET /v2.0/ports?device_id=1a983112-913f-4996-8318-f43340c79b6d HTTP/1.1" status: 200 len: 205 time: 0.0620933 Jan 28 07:26:54.352248 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 34998) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:54.368808 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-af151b62-668f-4095-bdd4-2227042ddc27 tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (5bac41bd-c0e1-436d-b4f9-402e68959dcf), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:54.430928 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-b7066f14-eb67-4898-bf71-614d0aa0d47d None None] Port 27ee8d68-bd09-4990-9878-261a5fbb8e1f cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:26:54.477369 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-b7066f14-eb67-4898-bf71-614d0aa0d47d None None] Provisioning complete for port 00f85649-8b04-4b19-b84e-760348f9cabb triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:26:54.477846 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b7066f14-eb67-4898-bf71-614d0aa0d47d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (00f85649-8b04-4b19-b84e-760348f9cabb), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:54.503686 n-d-712749-28 neutron-server[103284]: INFO neutron.api.v2.resource [None req-4d8d14c7-a106-413e-85f8-c1c201821a73 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] delete failed (client error): The resource could not be found. Jan 28 07:26:54.504800 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-4d8d14c7-a106-413e-85f8-c1c201821a73 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] 10.222.0.41 "DELETE /v2.0/routers/1a983112-913f-4996-8318-f43340c79b6d HTTP/1.1" status: 404 len: 336 time: 0.1510141 Jan 28 07:26:54.507480 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 35000) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:54.556182 n-d-712749-28 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-02e84c29-da81-454d-9117-a2e774e4994a tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] DELETE failed (client error): The resource could not be found. Jan 28 07:26:54.557159 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02e84c29-da81-454d-9117-a2e774e4994a tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:26:54.562229 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-02e84c29-da81-454d-9117-a2e774e4994a tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] 10.222.0.41 "DELETE /v2.0/subnets/a0a25687-c8d4-41ed-87a2-07785fafcd35 HTTP/1.1" status: 404 len: 337 time: 0.0536656 Jan 28 07:26:54.565276 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 35004) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:54.637208 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af151b62-668f-4095-bdd4-2227042ddc27 tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] Network 7d5b3724-deef-4831-8d43-cb9b8176573c is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:26:54.655566 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-af151b62-668f-4095-bdd4-2227042ddc27 tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:26:54.658757 n-d-712749-28 neutron-server[103283]: INFO neutron.pecan_wsgi.hooks.translation [None req-54f7c18b-aa7e-4a1f-b406-e66747a183a1 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] DELETE failed (client error): The resource could not be found. Jan 28 07:26:54.659228 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54f7c18b-aa7e-4a1f-b406-e66747a183a1 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103283) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:26:54.669896 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af151b62-668f-4095-bdd4-2227042ddc27 tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:26:54.683424 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-54f7c18b-aa7e-4a1f-b406-e66747a183a1 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] 10.222.0.41 "DELETE /v2.0/subnets/5c5cd731-78d3-4eb8-86f2-0a1142c072c6 HTTP/1.1" status: 404 len: 337 time: 0.1136253 Jan 28 07:26:54.683758 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af151b62-668f-4095-bdd4-2227042ddc27 tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] Pushing event updated for resources: {'Port': ['ID=5bac41bd-c0e1-436d-b4f9-402e68959dcf,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:26:54.683839 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 35010) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:54.686795 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd6d67ac-d094-4622-be65-374dcd5e4b44 None None] Update dhcp port {'port': {'network_id': '422a554d-3135-4b22-adcb-555bf90d3ba5', 'fixed_ips': [{'subnet_id': '5887c37e-c9a3-4290-a82b-89b5fd60b190'}], 'binding:host_id': 'n-d-712749-28'}, 'id': '00f85649-8b04-4b19-b84e-760348f9cabb'} from n-d-712749-28. {{(pid=103285) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 07:26:54.794494 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cd6d67ac-d094-4622-be65-374dcd5e4b44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (00f85649-8b04-4b19-b84e-760348f9cabb), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:54.964490 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-af151b62-668f-4095-bdd4-2227042ddc27 tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] Publish callbacks [] for floatingip (5c5d8520-d9b0-46e6-bb95-272704302bae), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:55.011202 n-d-712749-28 neutron-server[103283]: INFO neutron.pecan_wsgi.hooks.translation [None req-42cbeb39-66a8-41d2-bfa9-fab0da5107ec tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] DELETE failed (client error): The resource could not be found. Jan 28 07:26:55.011939 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42cbeb39-66a8-41d2-bfa9-fab0da5107ec tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103283) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:26:55.015336 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-42cbeb39-66a8-41d2-bfa9-fab0da5107ec tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] 10.222.0.41 "DELETE /v2.0/subnets/eba2dc3e-47db-438c-9068-f7a357e2630e HTTP/1.1" status: 404 len: 337 time: 0.3298421 Jan 28 07:26:55.018157 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 35018) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:55.026906 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-b7066f14-eb67-4898-bf71-614d0aa0d47d None None] Current status of the port 00f85649-8b04-4b19-b84e-760348f9cabb is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:26:55.045851 n-d-712749-28 neutron-server[103283]: INFO neutron.pecan_wsgi.hooks.translation [None req-8786efe5-c300-47ba-b453-75a9ab686b7d tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] DELETE failed (client error): The resource could not be found. Jan 28 07:26:55.046751 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8786efe5-c300-47ba-b453-75a9ab686b7d tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103283) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:26:55.051032 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-8786efe5-c300-47ba-b453-75a9ab686b7d tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] 10.222.0.41 "DELETE /v2.0/ports/c529da71-087d-4cd7-b25f-38938b4b5183 HTTP/1.1" status: 404 len: 333 time: 0.0318658 Jan 28 07:26:55.053779 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 35020) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:55.093523 n-d-712749-28 neutron-server[103283]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3e92e78-7004-4864-92c6-f5f085d62635 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] DELETE failed (client error): The resource could not be found. Jan 28 07:26:55.094896 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3e92e78-7004-4864-92c6-f5f085d62635 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103283) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:26:55.102618 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-d3e92e78-7004-4864-92c6-f5f085d62635 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] 10.222.0.41 "DELETE /v2.0/subnets/ef463600-853b-4113-b1d1-edcc755d5022 HTTP/1.1" status: 404 len: 337 time: 0.0470891 Jan 28 07:26:55.102729 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 35024) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:55.171176 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-af151b62-668f-4095-bdd4-2227042ddc27 tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (5bac41bd-c0e1-436d-b4f9-402e68959dcf), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:55.216248 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076423ea-6232-47c1-99d4-2047724302bc req-3e27ca92-7593-4b8d-9fa4-2f00cbf3273d tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:26:55.218171 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-076423ea-6232-47c1-99d4-2047724302bc req-3e27ca92-7593-4b8d-9fa4-2f00cbf3273d tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/ports?device_id=eff066ab-ed54-4a79-abbc-8c2556ecf5b8 HTTP/1.1" status: 200 len: 945 time: 0.1018851 Jan 28 07:26:55.350643 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de15691-1290-4a4f-84a7-cff41c84e33f None None] Network 422a554d-3135-4b22-adcb-555bf90d3ba5 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:26:55.410275 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-076423ea-6232-47c1-99d4-2047724302bc req-690565c4-b9db-47f1-8815-4d9f48cf1833 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/security-groups?id=20a6beb4-7dbe-4e36-a605-32b718c0fe10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1806505 Jan 28 07:26:55.504052 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-bb18b870-3222-46f7-ac5d-05371dc83483 None None] Provisioning complete for port 27ee8d68-bd09-4990-9878-261a5fbb8e1f triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:26:55.504886 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bb18b870-3222-46f7-ac5d-05371dc83483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (27ee8d68-bd09-4990-9878-261a5fbb8e1f), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:55.570853 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0e54b57-f388-4ac0-8006-ba6f2d4792ee None None] DHCP port deletion for 422a554d-3135-4b22-adcb-555bf90d3ba5 request from n-d-712749-28 {{(pid=103285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 07:26:55.585923 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-bb18b870-3222-46f7-ac5d-05371dc83483 None None] Port 27ee8d68-bd09-4990-9878-261a5fbb8e1f cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:26:55.615282 n-d-712749-28 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcda4f00-8cdf-4bfb-b7d9-4e67fe46250d tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] DELETE failed (client error): The resource could not be found. Jan 28 07:26:55.617986 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcda4f00-8cdf-4bfb-b7d9-4e67fe46250d tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:26:55.623823 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 35040) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:55.632870 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-dcda4f00-8cdf-4bfb-b7d9-4e67fe46250d tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] 10.222.0.41 "DELETE /v2.0/subnets/48f553eb-9cdc-4339-8ba9-1c7126fc2ef3 HTTP/1.1" status: 404 len: 337 time: 0.5294073 Jan 28 07:26:55.682347 n-d-712749-28 neutron-server[103283]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb9f6f7c-409c-4d7b-9255-67e95b864845 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] DELETE failed (client error): The resource could not be found. Jan 28 07:26:55.684889 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb9f6f7c-409c-4d7b-9255-67e95b864845 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103283) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:26:55.690802 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-bb9f6f7c-409c-4d7b-9255-67e95b864845 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] 10.222.0.41 "DELETE /v2.0/ports/2d391ece-591e-45cf-8f7b-e38d795af12c HTTP/1.1" status: 404 len: 333 time: 0.0657480 Jan 28 07:26:55.693795 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 35044) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:55.721062 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-bb18b870-3222-46f7-ac5d-05371dc83483 None None] Provisioning complete for port 00f85649-8b04-4b19-b84e-760348f9cabb triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:26:55.721592 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bb18b870-3222-46f7-ac5d-05371dc83483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (00f85649-8b04-4b19-b84e-760348f9cabb), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:55.760434 n-d-712749-28 neutron-server[103283]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b63b039-63fb-46d9-9341-d5ca57570766 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] DELETE failed (client error): The resource could not be found. Jan 28 07:26:55.761992 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b63b039-63fb-46d9-9341-d5ca57570766 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103283) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:26:55.783865 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-6b63b039-63fb-46d9-9341-d5ca57570766 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] 10.222.0.41 "DELETE /v2.0/subnets/db022ee0-81cf-45fc-953f-69630e5adfdd HTTP/1.1" status: 404 len: 337 time: 0.0803173 Jan 28 07:26:55.783865 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 35048) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:55.796095 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-af151b62-668f-4095-bdd4-2227042ddc27 tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] Publish callbacks [] for port (5bac41bd-c0e1-436d-b4f9-402e68959dcf), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:55.813741 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-af151b62-668f-4095-bdd4-2227042ddc27 tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (5bac41bd-c0e1-436d-b4f9-402e68959dcf), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:55.819361 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-b0e54b57-f388-4ac0-8006-ba6f2d4792ee None None] Deleting port 00f85649-8b04-4b19-b84e-760348f9cabb {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:26:55.820059 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b0e54b57-f388-4ac0-8006-ba6f2d4792ee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (00f85649-8b04-4b19-b84e-760348f9cabb), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:55.916511 n-d-712749-28 neutron-server[103283]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9ce5589-8ecd-4514-8227-46a844757521 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] DELETE failed (client error): The resource could not be found. Jan 28 07:26:55.917000 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9ce5589-8ecd-4514-8227-46a844757521 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103283) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:26:55.920148 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-d9ce5589-8ecd-4514-8227-46a844757521 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] 10.222.0.41 "DELETE /v2.0/subnets/ec5aeb27-dc32-48d5-b8ee-bda2ba2f9e01 HTTP/1.1" status: 404 len: 337 time: 0.1391301 Jan 28 07:26:55.934302 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 35054) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:56.037957 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-af151b62-668f-4095-bdd4-2227042ddc27 tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16609095'] for floatingip (5c5d8520-d9b0-46e6-bb95-272704302bae), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:56.085122 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-b0e54b57-f388-4ac0-8006-ba6f2d4792ee None None] For port 00f85649-8b04-4b19-b84e-760348f9cabb, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=00f85649-8b04-4b19-b84e-760348f9cabb,segment=NetworkSegment(8ffae207-4fb5-4de8-876e-054d45dc362b),segment_id=8ffae207-4fb5-4de8-876e-054d45dc362b)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:26:56.086933 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b0e54b57-f388-4ac0-8006-ba6f2d4792ee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (00f85649-8b04-4b19-b84e-760348f9cabb), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:56.114703 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af151b62-668f-4095-bdd4-2227042ddc27 tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] Pushing event updated for resources: {'Port': ['ID=5bac41bd-c0e1-436d-b4f9-402e68959dcf,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:26:56.143383 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-b0e54b57-f388-4ac0-8006-ba6f2d4792ee None None] Calling delete_port for 00f85649-8b04-4b19-b84e-760348f9cabb owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:26:56.155163 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-af151b62-668f-4095-bdd4-2227042ddc27 tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for floatingip (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:56.160426 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-af151b62-668f-4095-bdd4-2227042ddc27 tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8753510 Jan 28 07:26:56.164158 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 35058) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:56.182266 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-d9ae6e67-00f5-40f9-8cf1-a80f038e7ba7 tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] Request body: {'floatingip': {'port_id': '51363a2e-3125-4ae5-addd-6f4e0c32b800', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:26:56.264545 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-dddc5237-d35e-4536-836f-a8ea232263a4 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Deleting port 27ee8d68-bd09-4990-9878-261a5fbb8e1f {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:26:56.265711 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-dddc5237-d35e-4536-836f-a8ea232263a4 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (27ee8d68-bd09-4990-9878-261a5fbb8e1f), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:56.336374 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b0e54b57-f388-4ac0-8006-ba6f2d4792ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298'] for port (00f85649-8b04-4b19-b84e-760348f9cabb), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:56.364567 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e54b57-f388-4ac0-8006-ba6f2d4792ee None None] Pushing event deleted for resources: {'Port': ['ID=00f85649-8b04-4b19-b84e-760348f9cabb,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:26:56.383271 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d9ae6e67-00f5-40f9-8cf1-a80f038e7ba7 tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] Publish callbacks [] for floatingip (5c5d8520-d9b0-46e6-bb95-272704302bae), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:56.398703 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e54b57-f388-4ac0-8006-ba6f2d4792ee None None] No DVR routers for this DVR port 00f85649-8b04-4b19-b84e-760348f9cabb on host n-d-712749-28 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:26:56.408067 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-bb18b870-3222-46f7-ac5d-05371dc83483 None None] Current status of the port 00f85649-8b04-4b19-b84e-760348f9cabb is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:26:56.490003 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-dddc5237-d35e-4536-836f-a8ea232263a4 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (27ee8d68-bd09-4990-9878-261a5fbb8e1f), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:56.561266 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-dddc5237-d35e-4536-836f-a8ea232263a4 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Calling delete_port for 27ee8d68-bd09-4990-9878-261a5fbb8e1f owned by {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:26:56.746816 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 00f85649-8b04-4b19-b84e-760348f9cabb no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:26:56.790242 n-d-712749-28 neutron-server[103284]: INFO neutron.api.v2.resource [None req-d9ae6e67-00f5-40f9-8cf1-a80f038e7ba7 tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] update failed (client error): The resource could not be found. Jan 28 07:26:56.791329 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-d9ae6e67-00f5-40f9-8cf1-a80f038e7ba7 tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] 10.222.0.41 "PUT /v2.0/floatingips/5c5d8520-d9b0-46e6-bb95-272704302bae HTTP/1.1" status: 404 len: 507 time: 0.6251049 Jan 28 07:26:56.794135 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 35068) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:56.839565 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba9cbc7-3e27-42a8-ba02-3632e0e55804 req-8da5feb9-638a-4f1b-b356-480b5edeec2d tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:26:56.841313 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-eba9cbc7-3e27-42a8-ba02-3632e0e55804 req-8da5feb9-638a-4f1b-b356-480b5edeec2d tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/ports?device_id=eff066ab-ed54-4a79-abbc-8c2556ecf5b8 HTTP/1.1" status: 200 len: 945 time: 0.2772198 Jan 28 07:26:56.865867 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: 00f85649-8b04-4b19-b84e-760348f9cabb {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:26:56.869850 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 00f85649-8b04-4b19-b84e-760348f9cabb not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:26:57.084341 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-eba9cbc7-3e27-42a8-ba02-3632e0e55804 req-fd99a230-1ab8-4926-9588-70ccbe1a3159 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/security-groups?id=20a6beb4-7dbe-4e36-a605-32b718c0fe10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2336257 Jan 28 07:26:57.107292 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-dddc5237-d35e-4536-836f-a8ea232263a4 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (27ee8d68-bd09-4990-9878-261a5fbb8e1f), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:57.198573 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-9a3f86a0-d7e8-4cad-bf16-874e5367ca4d tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] Deleting port 5bac41bd-c0e1-436d-b4f9-402e68959dcf {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:26:57.199265 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9a3f86a0-d7e8-4cad-bf16-874e5367ca4d tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (5bac41bd-c0e1-436d-b4f9-402e68959dcf), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:57.204687 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddc5237-d35e-4536-836f-a8ea232263a4 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Pushing event deleted for resources: {'Port': ['ID=27ee8d68-bd09-4990-9878-261a5fbb8e1f,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:26:57.211592 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-dddc5237-d35e-4536-836f-a8ea232263a4 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:57.217111 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-dddc5237-d35e-4536-836f-a8ea232263a4 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] 10.222.0.41 "DELETE /v2.0/ports/27ee8d68-bd09-4990-9878-261a5fbb8e1f HTTP/1.1" status: 204 len: 168 time: 1.2796292 Jan 28 07:26:57.220730 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 35082) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:57.398028 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9a3f86a0-d7e8-4cad-bf16-874e5367ca4d tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (5bac41bd-c0e1-436d-b4f9-402e68959dcf), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:57.398693 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9a3f86a0-d7e8-4cad-bf16-874e5367ca4d tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] Publish callbacks [] for floatingip (5bac41bd-c0e1-436d-b4f9-402e68959dcf), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:57.404985 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2f41ff53-6134-43d5-a86f-21ab849b4659 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (422a554d-3135-4b22-adcb-555bf90d3ba5), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:57.424618 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-9a3f86a0-d7e8-4cad-bf16-874e5367ca4d tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] Calling delete_port for 5bac41bd-c0e1-436d-b4f9-402e68959dcf owned by network:floatingip {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:26:57.605479 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2f41ff53-6134-43d5-a86f-21ab849b4659 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (422a554d-3135-4b22-adcb-555bf90d3ba5), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:57.658718 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-2f41ff53-6134-43d5-a86f-21ab849b4659 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['422a554d-3135-4b22-adcb-555bf90d3ba5']}} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:26:57.689751 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-2f41ff53-6134-43d5-a86f-21ab849b4659 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ffae207-4fb5-4de8-876e-054d45dc362b') {'for_net_delete': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:26:57.690056 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-2f41ff53-6134-43d5-a86f-21ab849b4659 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ffae207-4fb5-4de8-876e-054d45dc362b') {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:26:57.718745 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2f41ff53-6134-43d5-a86f-21ab849b4659 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13506801'] for segment (8ffae207-4fb5-4de8-876e-054d45dc362b), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:57.760611 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2f41ff53-6134-43d5-a86f-21ab849b4659 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (8ffae207-4fb5-4de8-876e-054d45dc362b), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:57.770851 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f41ff53-6134-43d5-a86f-21ab849b4659 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=103283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:26:57.771243 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2f41ff53-6134-43d5-a86f-21ab849b4659 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13546563'] for segment (8ffae207-4fb5-4de8-876e-054d45dc362b), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:57.776248 n-d-712749-28 neutron-server[103283]: Traceback (most recent call last): Jan 28 07:26:57.776248 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:26:57.776248 n-d-712749-28 neutron-server[103283]: timer() Jan 28 07:26:57.776248 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:26:57.776248 n-d-712749-28 neutron-server[103283]: cb(*args, **kw) Jan 28 07:26:57.776248 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:26:57.776248 n-d-712749-28 neutron-server[103283]: return func(*args, **kwargs) Jan 28 07:26:57.776248 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:26:57.776248 n-d-712749-28 neutron-server[103283]: self._notify() Jan 28 07:26:57.776248 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:26:57.776248 n-d-712749-28 neutron-server[103283]: self.callback(batched_events) Jan 28 07:26:57.776248 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:26:57.776248 n-d-712749-28 neutron-server[103283]: event.method(event) Jan 28 07:26:57.776248 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:26:57.776248 n-d-712749-28 neutron-server[103283]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:26:57.776248 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:26:57.776248 n-d-712749-28 neutron-server[103283]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:26:57.776248 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:26:57.776248 n-d-712749-28 neutron-server[103283]: return f(self, *a, **k) Jan 28 07:26:57.776248 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:26:57.776248 n-d-712749-28 neutron-server[103283]: return self._get(url).json() Jan 28 07:26:57.776248 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:26:57.776248 n-d-712749-28 neutron-server[103283]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:26:57.776248 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:26:57.776248 n-d-712749-28 neutron-server[103283]: return self.request(url, 'GET', **kwargs) Jan 28 07:26:57.776248 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:26:57.776248 n-d-712749-28 neutron-server[103283]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:26:57.776248 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:26:57.776248 n-d-712749-28 neutron-server[103283]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:26:57.776248 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:26:57.776248 n-d-712749-28 neutron-server[103283]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:26:57.776248 n-d-712749-28 neutron-server[103283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:26:57.819886 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9a3f86a0-d7e8-4cad-bf16-874e5367ca4d tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (5bac41bd-c0e1-436d-b4f9-402e68959dcf), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:57.854190 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2f41ff53-6134-43d5-a86f-21ab849b4659 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (422a554d-3135-4b22-adcb-555bf90d3ba5), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:57.866332 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3f86a0-d7e8-4cad-bf16-874e5367ca4d tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] Pushing event deleted for resources: {'Port': ['ID=5bac41bd-c0e1-436d-b4f9-402e68959dcf,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:26:57.867152 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2f41ff53-6134-43d5-a86f-21ab849b4659 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:57.872838 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-2f41ff53-6134-43d5-a86f-21ab849b4659 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] 10.222.0.41 "DELETE /v2.0/networks/422a554d-3135-4b22-adcb-555bf90d3ba5 HTTP/1.1" status: 204 len: 168 time: 0.6487620 Jan 28 07:26:57.905323 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f41ff53-6134-43d5-a86f-21ab849b4659 tempest-PortsTestJSON-244344491 tempest-PortsTestJSON-244344491-project] Pushing event deleted for resources: {'Network': ['ID=422a554d-3135-4b22-adcb-555bf90d3ba5,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:26:57.971449 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9a3f86a0-d7e8-4cad-bf16-874e5367ca4d tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] Publish callbacks [] for floatingip (5c5d8520-d9b0-46e6-bb95-272704302bae), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:57.975221 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9a3f86a0-d7e8-4cad-bf16-874e5367ca4d tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for floatingip (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:57.976607 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-9a3f86a0-d7e8-4cad-bf16-874e5367ca4d tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] 10.222.0.41 "DELETE /v2.0/floatingips/5c5d8520-d9b0-46e6-bb95-272704302bae HTTP/1.1" status: 204 len: 168 time: 1.1815600 Jan 28 07:26:57.980138 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 35110) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:57.986763 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-edd29a90-bbfe-4f05-8933-a31f177a6a2c tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] Request body: {'floatingip': {'floating_network_id': 'a3728cc3-aca5-4754-afcf-061d8c83a522', 'port_id': '51363a2e-3125-4ae5-addd-6f4e0c32b800', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:26:58.014192 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-edd29a90-bbfe-4f05-8933-a31f177a6a2c tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:58.224626 n-d-712749-28 neutron-server[103284]: INFO neutron.api.v2.resource [None req-edd29a90-bbfe-4f05-8933-a31f177a6a2c tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 07:26:58.226518 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-edd29a90-bbfe-4f05-8933-a31f177a6a2c tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.2451665 Jan 28 07:26:58.230270 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 35126) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:58.235850 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-1977f7f8-1693-41f1-be88-45e5d6bdc3e5 tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] Request body: {'floatingip': {'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'port_id': '51363a2e-3125-4ae5-addd-6f4e0c32b800', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:26:58.353348 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1977f7f8-1693-41f1-be88-45e5d6bdc3e5 tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:58.422238 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27407a8-d699-48e6-836a-1e507c610b7d req-32f26e87-9b2c-4a29-9ba6-78fd7f3761b3 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:26:58.450527 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e27407a8-d699-48e6-836a-1e507c610b7d req-32f26e87-9b2c-4a29-9ba6-78fd7f3761b3 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/ports?device_id=eff066ab-ed54-4a79-abbc-8c2556ecf5b8 HTTP/1.1" status: 200 len: 945 time: 0.1800501 Jan 28 07:26:58.470378 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 35132) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:58.658680 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e27407a8-d699-48e6-836a-1e507c610b7d req-6f81f60b-9498-4149-9271-ed6e22abdf21 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/security-groups?id=20a6beb4-7dbe-4e36-a605-32b718c0fe10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2072144 Jan 28 07:26:58.707069 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f40e55-3e33-45fa-93cc-01235e685ef8 req-14b8b87a-666f-4b67-99f4-09e618ea82d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:26:58.711744 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d4f40e55-3e33-45fa-93cc-01235e685ef8 req-14b8b87a-666f-4b67-99f4-09e618ea82d5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8d47b614f63e4b68b737be6f6d46b64e&device_id=eff066ab-ed54-4a79-abbc-8c2556ecf5b8 HTTP/1.1" status: 200 len: 1097 time: 0.2032487 Jan 28 07:26:58.713558 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-cd2c8475-286f-44ba-9e31-ec13f2c7a924 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2b2f7f01d23244e582fca6963a34fb74&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2414348 Jan 28 07:26:58.714702 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 35146) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:58.790879 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-658eae07-8a64-4e5f-8ad3-0c08b29ac49f admin admin] Publish callbacks [] for security_group (90e4d70b-2cca-4b54-afec-14bc3f8a65bd), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:58.815731 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-658eae07-8a64-4e5f-8ad3-0c08b29ac49f admin admin] Publish callbacks [] for security_group (90e4d70b-2cca-4b54-afec-14bc3f8a65bd), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:58.889616 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-658eae07-8a64-4e5f-8ad3-0c08b29ac49f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (90e4d70b-2cca-4b54-afec-14bc3f8a65bd), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:58.895426 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-658eae07-8a64-4e5f-8ad3-0c08b29ac49f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:58.898015 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-658eae07-8a64-4e5f-8ad3-0c08b29ac49f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/90e4d70b-2cca-4b54-afec-14bc3f8a65bd HTTP/1.1" status: 204 len: 168 time: 0.1818969 Jan 28 07:26:58.935387 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658eae07-8a64-4e5f-8ad3-0c08b29ac49f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90e4d70b-2cca-4b54-afec-14bc3f8a65bd,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:26:58.993106 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f40e55-3e33-45fa-93cc-01235e685ef8 req-8d23b69c-ae4f-4c7e-9ecc-c74d30eee7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:26:58.995081 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d4f40e55-3e33-45fa-93cc-01235e685ef8 req-8d23b69c-ae4f-4c7e-9ecc-c74d30eee7f1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=fabbfec3-31f9-4fc0-ba06-c03647e55067 HTTP/1.1" status: 200 len: 918 time: 0.2719958 Jan 28 07:26:59.187926 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1977f7f8-1693-41f1-be88-45e5d6bdc3e5 tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:59.207102 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d4f40e55-3e33-45fa-93cc-01235e685ef8 req-f5c75f50-bbc8-48ea-babc-dfa99c6fe740 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=20784604-a49f-4672-8e46-4d69f91dd69e HTTP/1.1" status: 200 len: 1000 time: 0.2007556 Jan 28 07:26:59.332280 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 35172) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:59.489770 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f40e55-3e33-45fa-93cc-01235e685ef8 req-35f35c75-015a-460e-a39b-39cb8adf0632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:26:59.491295 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d4f40e55-3e33-45fa-93cc-01235e685ef8 req-35f35c75-015a-460e-a39b-39cb8adf0632 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3d88cecc-14ce-41cc-908a-862b0f3950e3 HTTP/1.1" status: 200 len: 856 time: 0.2745850 Jan 28 07:26:59.592746 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d59d5755-281f-44f5-a45a-8fdcbea05028 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:59.671099 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f40e55-3e33-45fa-93cc-01235e685ef8 req-b28dc45a-24f6-4008-bfec-54900c3e2583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:26:59.673974 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d4f40e55-3e33-45fa-93cc-01235e685ef8 req-b28dc45a-24f6-4008-bfec-54900c3e2583 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fabbfec3-31f9-4fc0-ba06-c03647e55067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1684012 Jan 28 07:26:59.693657 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-1977f7f8-1693-41f1-be88-45e5d6bdc3e5 tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] Allocated IP 172.25.6.11 (7d5b3724-deef-4831-8d43-cb9b8176573c/b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc/935b490e-d30a-4368-9738-d656ff388492) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:26:59.801486 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d59d5755-281f-44f5-a45a-8fdcbea05028 admin admin] Publish callbacks [] for security_group (9562c55a-c319-4d48-8baa-bbd9ae54d5a3), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:59.814683 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d59d5755-281f-44f5-a45a-8fdcbea05028 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (9562c55a-c319-4d48-8baa-bbd9ae54d5a3), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:26:59.903368 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-d59d5755-281f-44f5-a45a-8fdcbea05028 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=33a1eded9b1048358ccfc55182eb2e35&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5701573 Jan 28 07:26:59.912646 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d4f40e55-3e33-45fa-93cc-01235e685ef8 req-e1da059b-ed58-43ff-b08d-8361b7716572 service neutron] 10.222.0.10 "GET /v2.0/networks/fabbfec3-31f9-4fc0-ba06-c03647e55067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212243 Jan 28 07:26:59.913983 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 35188) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:26:59.923706 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59d5755-281f-44f5-a45a-8fdcbea05028 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9562c55a-c319-4d48-8baa-bbd9ae54d5a3,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:27:00.108984 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc77e5a1-9bd9-4409-92b2-ae5377647fdc req-f21f1ddf-64b0-43bb-b8be-1c5df1df2575 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:00.111457 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-cc77e5a1-9bd9-4409-92b2-ae5377647fdc req-f21f1ddf-64b0-43bb-b8be-1c5df1df2575 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/ports?device_id=eff066ab-ed54-4a79-abbc-8c2556ecf5b8 HTTP/1.1" status: 200 len: 945 time: 0.2616355 Jan 28 07:27:00.138898 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9e4702b1-fcf3-401a-9453-3d206a338d60 admin admin] Publish callbacks [] for security_group (9562c55a-c319-4d48-8baa-bbd9ae54d5a3), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:00.180919 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9e4702b1-fcf3-401a-9453-3d206a338d60 admin admin] Publish callbacks [] for security_group (9562c55a-c319-4d48-8baa-bbd9ae54d5a3), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:00.260707 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9e4702b1-fcf3-401a-9453-3d206a338d60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (9562c55a-c319-4d48-8baa-bbd9ae54d5a3), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:00.263427 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9e4702b1-fcf3-401a-9453-3d206a338d60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:00.264752 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-9e4702b1-fcf3-401a-9453-3d206a338d60 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9562c55a-c319-4d48-8baa-bbd9ae54d5a3 HTTP/1.1" status: 204 len: 168 time: 0.3360944 Jan 28 07:27:00.335722 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d4f40e55-3e33-45fa-93cc-01235e685ef8 req-a8d638a8-7f4d-46ae-a705-fd8f95d80e60 service neutron] 10.222.0.10 "GET /v2.0/networks/fabbfec3-31f9-4fc0-ba06-c03647e55067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4015775 Jan 28 07:27:00.339013 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 35200) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:27:00.345962 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4702b1-fcf3-401a-9453-3d206a338d60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9562c55a-c319-4d48-8baa-bbd9ae54d5a3,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:27:00.404804 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1977f7f8-1693-41f1-be88-45e5d6bdc3e5 tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] Publish callbacks [] for port (935b490e-d30a-4368-9738-d656ff388492), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:00.422649 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-cc77e5a1-9bd9-4409-92b2-ae5377647fdc req-6f4acca1-5602-4da8-9bd1-1f8ad9bbd774 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/security-groups?id=20a6beb4-7dbe-4e36-a605-32b718c0fe10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2934473 Jan 28 07:27:00.555939 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-67131839-b31c-4f71-882e-2ee666d2d0c3 tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1774348298'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:27:00.558449 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1977f7f8-1693-41f1-be88-45e5d6bdc3e5 tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (935b490e-d30a-4368-9738-d656ff388492), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:00.624081 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67131839-b31c-4f71-882e-2ee666d2d0c3 tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] Made reservation on behalf of 49bd3f1defb94ec3b36e69a5c2dafb41 for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:27:00.627760 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-67131839-b31c-4f71-882e-2ee666d2d0c3 tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:00.648237 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-67131839-b31c-4f71-882e-2ee666d2d0c3 tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:00.654470 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1977f7f8-1693-41f1-be88-45e5d6bdc3e5 tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] Pushing event updated for resources: {'Port': ['ID=935b490e-d30a-4368-9738-d656ff388492,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:27:00.661064 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1977f7f8-1693-41f1-be88-45e5d6bdc3e5 tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] Network 7d5b3724-deef-4831-8d43-cb9b8176573c is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:27:00.667485 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-1977f7f8-1693-41f1-be88-45e5d6bdc3e5 tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:27:00.673021 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1977f7f8-1693-41f1-be88-45e5d6bdc3e5 tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:27:00.821653 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-67131839-b31c-4f71-882e-2ee666d2d0c3 tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] Publish callbacks [] for security_group (a8f87f50-4655-433c-90eb-178b4d1f8b96), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:00.834141 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-67131839-b31c-4f71-882e-2ee666d2d0c3 tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (a8f87f50-4655-433c-90eb-178b4d1f8b96), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:00.867890 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67131839-b31c-4f71-882e-2ee666d2d0c3 tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:27:00.879152 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-67131839-b31c-4f71-882e-2ee666d2d0c3 tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (fe3cdc03-99c2-4b66-8d00-7b662e1b7821), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:00.879501 n-d-712749-28 neutron-server[103284]: INFO neutron.db.segments_db [None req-67131839-b31c-4f71-882e-2ee666d2d0c3 tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] Added segment fe3cdc03-99c2-4b66-8d00-7b662e1b7821 of type vlan for network 32bba678-266e-4c6b-a8bd-d4d35eeb3a8e Jan 28 07:27:00.975591 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-67131839-b31c-4f71-882e-2ee666d2d0c3 tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (32bba678-266e-4c6b-a8bd-d4d35eeb3a8e), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:01.071794 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 35210) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:27:01.081786 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67131839-b31c-4f71-882e-2ee666d2d0c3 tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8f87f50-4655-433c-90eb-178b4d1f8b96,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:27:01.144860 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7e70-05e9-4ca3-b908-81dbf84fd8b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:01.170154 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.db.resource_extend [None req-67131839-b31c-4f71-882e-2ee666d2d0c3 tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 07:27:01.220880 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 20784604-a49f-4672-8e46-4d69f91dd69e no longer exists at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:27:01.302129 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-67131839-b31c-4f71-882e-2ee666d2d0c3 tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (32bba678-266e-4c6b-a8bd-d4d35eeb3a8e), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:01.318471 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67131839-b31c-4f71-882e-2ee666d2d0c3 tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:01.319131 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-67131839-b31c-4f71-882e-2ee666d2d0c3 tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:01.357444 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-1977f7f8-1693-41f1-be88-45e5d6bdc3e5 tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] Deleting port 935b490e-d30a-4368-9738-d656ff388492 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:27:01.357823 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1977f7f8-1693-41f1-be88-45e5d6bdc3e5 tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (935b490e-d30a-4368-9738-d656ff388492), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:01.389736 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-67131839-b31c-4f71-882e-2ee666d2d0c3 tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0468862 Jan 28 07:27:01.401191 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 35214) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:27:01.407397 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-4bbb2ea1-09b4-44d4-ba65-96bd592e3b5e tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] Request body: {'subnet': {'network_id': '32bba678-266e-4c6b-a8bd-d4d35eeb3a8e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:27:01.415811 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 20784604-a49f-4672-8e46-4d69f91dd69e is: ACTIVE; New status is: DOWN {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:27:01.417699 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (20784604-a49f-4672-8e46-4d69f91dd69e), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:01.507752 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 20784604-a49f-4672-8e46-4d69f91dd69e, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=20784604-a49f-4672-8e46-4d69f91dd69e,segment=NetworkSegment(f988f3e6-2feb-4622-baed-2eae67dfbc12),segment_id=f988f3e6-2feb-4622-baed-2eae67dfbc12)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:27:01.511191 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eff066ab-ed54-4a79-abbc-8c2556ecf5b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20784604-a49f-4672-8e46-4d69f91dd69e'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:27:01.517268 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d2be2a8-ae23-4876-8c2a-b155b992cc90" -d '{"events": [{"server_uuid": "eff066ab-ed54-4a79-abbc-8c2556ecf5b8", "name": "network-vif-unplugged", "status": "completed", "tag": "20784604-a49f-4672-8e46-4d69f91dd69e"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:27:01.542989 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (20784604-a49f-4672-8e46-4d69f91dd69e), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:01.568306 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1977f7f8-1693-41f1-be88-45e5d6bdc3e5 tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (935b490e-d30a-4368-9738-d656ff388492), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:01.568830 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1977f7f8-1693-41f1-be88-45e5d6bdc3e5 tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] Publish callbacks [] for floatingip (935b490e-d30a-4368-9738-d656ff388492), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:01.588884 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-1977f7f8-1693-41f1-be88-45e5d6bdc3e5 tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] Calling delete_port for 935b490e-d30a-4368-9738-d656ff388492 owned by network:floatingip {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:27:01.599472 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bbb2ea1-09b4-44d4-ba65-96bd592e3b5e tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] Made reservation on behalf of 49bd3f1defb94ec3b36e69a5c2dafb41 for: {'subnet': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:27:01.603129 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4bbb2ea1-09b4-44d4-ba65-96bd592e3b5e tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13555781'] for subnet (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:01.677112 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7e70-05e9-4ca3-b908-81dbf84fd8b2 admin admin] Publish callbacks [] for security_group (8def8447-bb72-45bf-b78c-1ae23175730d), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:01.681408 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67131839-b31c-4f71-882e-2ee666d2d0c3 tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] Pushing event updated for resources: {'Network': ['ID=32bba678-266e-4c6b-a8bd-d4d35eeb3a8e,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:27:01.693139 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7e70-05e9-4ca3-b908-81dbf84fd8b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (8def8447-bb72-45bf-b78c-1ae23175730d), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:01.714554 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 07:27:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa4a230f-db0b-459a-83ed-4d971ace814b x-openstack-request-id: req-aa4a230f-db0b-459a-83ed-4d971ace814b {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:27:01.715133 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eff066ab-ed54-4a79-abbc-8c2556ecf5b8", "name": "network-vif-unplugged", "status": "completed", "tag": "20784604-a49f-4672-8e46-4d69f91dd69e", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:27:01.715555 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-aa4a230f-db0b-459a-83ed-4d971ace814b {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:27:01.716126 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eff066ab-ed54-4a79-abbc-8c2556ecf5b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20784604-a49f-4672-8e46-4d69f91dd69e', 'code': 200} Jan 28 07:27:01.720411 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=20784604-a49f-4672-8e46-4d69f91dd69e,revision_number=8']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:27:01.737140 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network 32bba678-266e-4c6b-a8bd-d4d35eeb3a8e details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:27:01.834470 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-ec7a7e70-05e9-4ca3-b908-81dbf84fd8b2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d369c8f68f344af88ebd23120251d054&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7304561 Jan 28 07:27:01.835889 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 35224) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:27:01.839710 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7a7e70-05e9-4ca3-b908-81dbf84fd8b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8def8447-bb72-45bf-b78c-1ae23175730d,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:27:01.920707 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d07b9d73-6137-44d1-afee-f8e49a91b974 admin admin] Publish callbacks [] for security_group (8def8447-bb72-45bf-b78c-1ae23175730d), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:01.947060 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d07b9d73-6137-44d1-afee-f8e49a91b974 admin admin] Publish callbacks [] for security_group (8def8447-bb72-45bf-b78c-1ae23175730d), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:01.952517 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3476045-33da-4854-9e2b-f7237692442b req-3af7bdee-4d4c-4f96-9d3e-9e8448953b72 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:01.954868 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f3476045-33da-4854-9e2b-f7237692442b req-3af7bdee-4d4c-4f96-9d3e-9e8448953b72 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/ports?device_id=eff066ab-ed54-4a79-abbc-8c2556ecf5b8 HTTP/1.1" status: 200 len: 943 time: 0.3158982 Jan 28 07:27:02.028052 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d07b9d73-6137-44d1-afee-f8e49a91b974 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (8def8447-bb72-45bf-b78c-1ae23175730d), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:02.033305 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d07b9d73-6137-44d1-afee-f8e49a91b974 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:02.037594 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-d07b9d73-6137-44d1-afee-f8e49a91b974 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8def8447-bb72-45bf-b78c-1ae23175730d HTTP/1.1" status: 204 len: 168 time: 0.1989715 Jan 28 07:27:02.050337 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07b9d73-6137-44d1-afee-f8e49a91b974 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8def8447-bb72-45bf-b78c-1ae23175730d,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:27:02.165899 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1977f7f8-1693-41f1-be88-45e5d6bdc3e5 tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (935b490e-d30a-4368-9738-d656ff388492), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:02.348089 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1977f7f8-1693-41f1-be88-45e5d6bdc3e5 tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] Pushing event deleted for resources: {'Port': ['ID=935b490e-d30a-4368-9738-d656ff388492,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:27:02.372705 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f3476045-33da-4854-9e2b-f7237692442b req-eefc1549-1f65-4be5-9398-eacaf3ca9497 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/security-groups?id=20a6beb4-7dbe-4e36-a605-32b718c0fe10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3989747 Jan 28 07:27:02.530501 n-d-712749-28 neutron-server[103283]: INFO neutron.api.v2.resource [None req-1977f7f8-1693-41f1-be88-45e5d6bdc3e5 tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] create failed (client error): The resource could not be found. Jan 28 07:27:02.533140 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-1977f7f8-1693-41f1-be88-45e5d6bdc3e5 tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 4.3014517 Jan 28 07:27:02.535350 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4bbb2ea1-09b4-44d4-ba65-96bd592e3b5e tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13546728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13555799'] for subnet (18e9cf90-cd76-4dad-af48-3b3806e93ed0), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:02.539206 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 35236) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:27:02.698098 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbb2ea1-09b4-44d4-ba65-96bd592e3b5e tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] Pushing event updated for resources: {'Subnet': ['ID=18e9cf90-cd76-4dad-af48-3b3806e93ed0,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:27:02.728658 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bbb2ea1-09b4-44d4-ba65-96bd592e3b5e tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] Checking segment: {'id': 'fe3cdc03-99c2-4b66-8d00-7b662e1b7821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '32bba678-266e-4c6b-a8bd-d4d35eeb3a8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:27:02.729018 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bbb2ea1-09b4-44d4-ba65-96bd592e3b5e tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] Network hostable DHCP agents. Network: 32bba678-266e-4c6b-a8bd-d4d35eeb3a8e, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:27:02.792722 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bbb2ea1-09b4-44d4-ba65-96bd592e3b5e tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] Network 32bba678-266e-4c6b-a8bd-d4d35eeb3a8e is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:27:02.798003 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-3ca7affc-d5d9-418d-8f9f-2460b960c5f9 tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] Deleting port 51363a2e-3125-4ae5-addd-6f4e0c32b800 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:27:02.798436 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3ca7affc-d5d9-418d-8f9f-2460b960c5f9 tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (51363a2e-3125-4ae5-addd-6f4e0c32b800), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:02.833282 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-4bbb2ea1-09b4-44d4-ba65-96bd592e3b5e tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, 32bba678-266e-4c6b-a8bd-d4d35eeb3a8e) {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:27:02.844127 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bbb2ea1-09b4-44d4-ba65-96bd592e3b5e tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:02.844891 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4bbb2ea1-09b4-44d4-ba65-96bd592e3b5e tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:02.848628 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3de9afab-f19a-4b33-b534-e60499881710 None None] Network 32bba678-266e-4c6b-a8bd-d4d35eeb3a8e requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:27:02.896409 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-4bbb2ea1-09b4-44d4-ba65-96bd592e3b5e tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4941454 Jan 28 07:27:02.900123 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 35248) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:27:02.910620 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-974da7fd-b87f-440b-9831-996a4cf47f07 tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] Request body: {'port': {'network_id': '32bba678-266e-4c6b-a8bd-d4d35eeb3a8e', 'name': 'tempest-TagsExtTest-1427359532'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:27:03.037197 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3ca7affc-d5d9-418d-8f9f-2460b960c5f9 tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (51363a2e-3125-4ae5-addd-6f4e0c32b800), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:03.081729 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-3ca7affc-d5d9-418d-8f9f-2460b960c5f9 tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] Calling delete_port for 51363a2e-3125-4ae5-addd-6f4e0c32b800 owned by {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:27:03.107475 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a09ca3f8-5147-4355-98e9-a99ea224ea48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3dd72b9-6805-5f61-b6f3-a591f99a173d-32bba678-266e-4c6b-a8bd-d4d35eeb3a8e', 'network_id': '32bba678-266e-4c6b-a8bd-d4d35eeb3a8e', 'project_id': '49bd3f1defb94ec3b36e69a5c2dafb41', 'fixed_ips': [{'subnet_id': '18e9cf90-cd76-4dad-af48-3b3806e93ed0'}]}} from n-d-712749-28. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 07:27:03.110684 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a09ca3f8-5147-4355-98e9-a99ea224ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:03.159738 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:03.252098 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-974da7fd-b87f-440b-9831-996a4cf47f07 tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] Made reservation on behalf of 49bd3f1defb94ec3b36e69a5c2dafb41 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:27:03.255468 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-974da7fd-b87f-440b-9831-996a4cf47f07 tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:03.292734 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [None req-974da7fd-b87f-440b-9831-996a4cf47f07 tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] device_id is not set on port 1d2c4172-6871-443a-9c27-c54a79490171 yet. {{(pid=103284) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 07:27:03.469536 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8a63c4b1-df29-46f6-ba97-cfb43ea8c697 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:03.500179 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3ca7affc-d5d9-418d-8f9f-2460b960c5f9 tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (51363a2e-3125-4ae5-addd-6f4e0c32b800), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:03.551815 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-974da7fd-b87f-440b-9831-996a4cf47f07 tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] Allocated IP 172.20.0.5 (32bba678-266e-4c6b-a8bd-d4d35eeb3a8e/18e9cf90-cd76-4dad-af48-3b3806e93ed0/1d2c4172-6871-443a-9c27-c54a79490171) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:27:03.561074 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca7affc-d5d9-418d-8f9f-2460b960c5f9 tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] Pushing event deleted for resources: {'Port': ['ID=51363a2e-3125-4ae5-addd-6f4e0c32b800,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:27:03.590406 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21200dc5-31c6-46e3-8ff1-09e1aa50c6e5 req-156d3715-8edd-4d49-9bbb-3a7f0f1291cd tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:03.592091 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-21200dc5-31c6-46e3-8ff1-09e1aa50c6e5 req-156d3715-8edd-4d49-9bbb-3a7f0f1291cd tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] 10.222.0.41 "GET /v2.0/networks?id=0f9677e3-e88b-4074-b906-3a89e31a8b26 HTTP/1.1" status: 200 len: 814 time: 0.2389996 Jan 28 07:27:03.624593 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-21200dc5-31c6-46e3-8ff1-09e1aa50c6e5 req-5944ab3a-653f-4c09-a82d-abcbc011ef7a tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] 10.222.0.41 "GET /v2.0/quotas/a6edc1c2472d49839a2dbbe98b656418 HTTP/1.1" status: 200 len: 375 time: 0.0233452 Jan 28 07:27:03.756364 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-21200dc5-31c6-46e3-8ff1-09e1aa50c6e5 req-dfdac7d5-227a-4e22-91d8-0fde14ed77ad tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=a6edc1c2472d49839a2dbbe98b656418&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1042666 Jan 28 07:27:03.776466 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3ca7affc-d5d9-418d-8f9f-2460b960c5f9 tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:03.782110 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-3ca7affc-d5d9-418d-8f9f-2460b960c5f9 tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] 10.222.0.41 "DELETE /v2.0/ports/51363a2e-3125-4ae5-addd-6f4e0c32b800 HTTP/1.1" status: 204 len: 168 time: 1.2390411 Jan 28 07:27:03.782944 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 35282) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:27:03.893359 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f19ba6b9-cfda-45c7-9650-1fd1861f7bda tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:03.902706 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-f19ba6b9-cfda-45c7-9650-1fd1861f7bda tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] 10.222.0.41 "GET /v2.0/ports?device_id=743df020-8c18-4615-9755-84ce76a91032 HTTP/1.1" status: 200 len: 913 time: 0.1186411 Jan 28 07:27:03.905309 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 35284) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:27:03.947858 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:03.973384 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [req-21200dc5-31c6-46e3-8ff1-09e1aa50c6e5 req-a7a5fa8c-4b51-4e0c-9d99-9ce5d2e8641b service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103283) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 07:27:03.982611 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-21200dc5-31c6-46e3-8ff1-09e1aa50c6e5 req-a7a5fa8c-4b51-4e0c-9d99-9ce5d2e8641b service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2244980 Jan 28 07:27:04.176415 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de29bba-93c9-42e0-8dbf-a45cf1145e43 req-14f62066-cd7d-44da-abc9-09f7222f15b4 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:04.178520 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3de29bba-93c9-42e0-8dbf-a45cf1145e43 req-14f62066-cd7d-44da-abc9-09f7222f15b4 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/ports?device_id=eff066ab-ed54-4a79-abbc-8c2556ecf5b8 HTTP/1.1" status: 200 len: 943 time: 0.6240883 Jan 28 07:27:04.234737 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-21200dc5-31c6-46e3-8ff1-09e1aa50c6e5 req-c0c22f3b-9865-4cc1-be7c-027e6266b2ca service neutron] 10.222.0.41 "GET /v2.0/networks/0f9677e3-e88b-4074-b906-3a89e31a8b26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2502551 Jan 28 07:27:04.267221 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3de29bba-93c9-42e0-8dbf-a45cf1145e43 req-b11ac367-6966-4859-a238-9d9d316839e0 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/security-groups?id=20a6beb4-7dbe-4e36-a605-32b718c0fe10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536916 Jan 28 07:27:04.320906 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-974da7fd-b87f-440b-9831-996a4cf47f07 tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] Publish callbacks [] for port (1d2c4172-6871-443a-9c27-c54a79490171), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:04.370403 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-974da7fd-b87f-440b-9831-996a4cf47f07 tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (1d2c4172-6871-443a-9c27-c54a79490171), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:04.433447 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974da7fd-b87f-440b-9831-996a4cf47f07 tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] Pushing event updated for resources: {'Port': ['ID=1d2c4172-6871-443a-9c27-c54a79490171,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:27:04.466598 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-974da7fd-b87f-440b-9831-996a4cf47f07 tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] Network 32bba678-266e-4c6b-a8bd-d4d35eeb3a8e is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:27:04.469527 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-974da7fd-b87f-440b-9831-996a4cf47f07 tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:27:04.472405 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974da7fd-b87f-440b-9831-996a4cf47f07 tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:27:04.491301 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-21200dc5-31c6-46e3-8ff1-09e1aa50c6e5 req-73fa1a66-7150-48ad-8502-458b5b5a29f2 service neutron] 10.222.0.41 "GET /v2.0/networks/0f9677e3-e88b-4074-b906-3a89e31a8b26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2551401 Jan 28 07:27:04.497541 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-a09ca3f8-5147-4355-98e9-a99ea224ea48 None None] Allocated IP 172.20.0.2 (32bba678-266e-4c6b-a8bd-d4d35eeb3a8e/18e9cf90-cd76-4dad-af48-3b3806e93ed0/9dcbafec-b0f4-41c1-9448-37f9736c4a48) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:27:04.565419 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-974da7fd-b87f-440b-9831-996a4cf47f07 tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:04.565791 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-974da7fd-b87f-440b-9831-996a4cf47f07 tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:04.621173 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-974da7fd-b87f-440b-9831-996a4cf47f07 tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.7106969 Jan 28 07:27:04.622127 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 35300) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:27:04.635448 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-25848c8d-90f0-4ddc-b3aa-03d98427863c tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-213019161', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:27:04.691009 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-25848c8d-90f0-4ddc-b3aa-03d98427863c tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16606890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127275'] for router (9b936d0b-8ccc-4294-b5f6-8e7beef827e8), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:04.694573 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-25848c8d-90f0-4ddc-b3aa-03d98427863c tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16605498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16607952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16355422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127266'] for router (9b936d0b-8ccc-4294-b5f6-8e7beef827e8), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:04.803885 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-25848c8d-90f0-4ddc-b3aa-03d98427863c tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] Publish callbacks [] for router_controller (9b936d0b-8ccc-4294-b5f6-8e7beef827e8), precommit_add_association {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:04.814639 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-25848c8d-90f0-4ddc-b3aa-03d98427863c tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16605475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16607909'] for router (9b936d0b-8ccc-4294-b5f6-8e7beef827e8), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:04.853577 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-25848c8d-90f0-4ddc-b3aa-03d98427863c tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] Publish callbacks [] for router (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:04.857256 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-25848c8d-90f0-4ddc-b3aa-03d98427863c tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2314451 Jan 28 07:27:04.861162 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 35310) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:27:04.865695 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-63af930f-028a-4985-afc1-b5928a69c9ad tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-147081172', 'prefixes': ['172.20.0.0/16']}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:27:04.903200 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a006e264-24d3-48d1-b287-9dd6bbc0ff1c req-0d129162-1e30-4d18-a6f4-63698e1bc251 tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b2672ed-ba82-49be-a666-c2bcdfaf9a83 HTTP/1.1" status: 200 len: 210 time: 0.0818632 Jan 28 07:27:04.999135 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a09ca3f8-5147-4355-98e9-a99ea224ea48 None None] Publish callbacks [] for port (9dcbafec-b0f4-41c1-9448-37f9736c4a48), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:04.999813 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-63af930f-028a-4985-afc1-b5928a69c9ad tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:05.001141 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-63af930f-028a-4985-afc1-b5928a69c9ad tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] 10.222.0.41 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.1389754 Jan 28 07:27:05.004453 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 35316) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:27:05.009266 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.tag.tag_plugin [None req-aba1274a-b716-4f4e-aace-f4ba3316d1d8 tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '18e9cf90-cd76-4dad-af48-3b3806e93ed0', 'tempest-TagsExtTest-Tag-1752487818') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:27:05.013212 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a09ca3f8-5147-4355-98e9-a99ea224ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (9dcbafec-b0f4-41c1-9448-37f9736c4a48), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:05.039351 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3b8c7507-9de0-467e-afbd-7933dc414aa1 tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16606535'] for router_interface (743df020-8c18-4615-9755-84ce76a91032), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:05.092370 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a09ca3f8-5147-4355-98e9-a99ea224ea48 None None] Network 32bba678-266e-4c6b-a8bd-d4d35eeb3a8e is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:27:05.096373 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09ca3f8-5147-4355-98e9-a99ea224ea48 None None] Pushing event updated for resources: {'Port': ['ID=9dcbafec-b0f4-41c1-9448-37f9736c4a48,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:27:05.104742 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-a09ca3f8-5147-4355-98e9-a99ea224ea48 None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:27:05.117124 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09ca3f8-5147-4355-98e9-a99ea224ea48 None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:27:05.225010 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-aba1274a-b716-4f4e-aace-f4ba3316d1d8 tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] 10.222.0.41 "PUT /v2.0/subnets/18e9cf90-cd76-4dad-af48-3b3806e93ed0/tags/tempest-TagsExtTest-Tag-1752487818 HTTP/1.1" status: 201 len: 201 time: 0.2193964 Jan 28 07:27:05.227676 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 35324) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:27:05.233230 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.tag.tag_plugin [None req-4449c542-ada0-4fb8-9a91-aeb857d59ba2 tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '1d2c4172-6871-443a-9c27-c54a79490171', 'tempest-TagsExtTest-Tag-196920374') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:27:05.243126 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 20784604-a49f-4672-8e46-4d69f91dd69e no longer exists at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:27:05.374452 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-a09ca3f8-5147-4355-98e9-a99ea224ea48 None None] Attempting to bind port 9dcbafec-b0f4-41c1-9448-37f9736c4a48 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:27:05.381183 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-a09ca3f8-5147-4355-98e9-a99ea224ea48 None None] Attempting to bind port 9dcbafec-b0f4-41c1-9448-37f9736c4a48 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': 'fe3cdc03-99c2-4b66-8d00-7b662e1b7821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '32bba678-266e-4c6b-a8bd-d4d35eeb3a8e'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:27:05.381914 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09ca3f8-5147-4355-98e9-a99ea224ea48 None None] Attempting to bind port 9dcbafec-b0f4-41c1-9448-37f9736c4a48 on network 32bba678-266e-4c6b-a8bd-d4d35eeb3a8e {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:27:05.398016 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09ca3f8-5147-4355-98e9-a99ea224ea48 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:27:05.398677 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09ca3f8-5147-4355-98e9-a99ea224ea48 None None] Checking segment: {'id': 'fe3cdc03-99c2-4b66-8d00-7b662e1b7821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '32bba678-266e-4c6b-a8bd-d4d35eeb3a8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:27:05.399272 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a09ca3f8-5147-4355-98e9-a99ea224ea48 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:05.399889 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09ca3f8-5147-4355-98e9-a99ea224ea48 None None] Bound using segment: {'id': 'fe3cdc03-99c2-4b66-8d00-7b662e1b7821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '32bba678-266e-4c6b-a8bd-d4d35eeb3a8e'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:27:05.400565 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-a09ca3f8-5147-4355-98e9-a99ea224ea48 None None] Bound port: 9dcbafec-b0f4-41c1-9448-37f9736c4a48, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe3cdc03-99c2-4b66-8d00-7b662e1b7821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '32bba678-266e-4c6b-a8bd-d4d35eeb3a8e'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:27:05.401131 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a09ca3f8-5147-4355-98e9-a99ea224ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (9dcbafec-b0f4-41c1-9448-37f9736c4a48), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:05.412142 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-4449c542-ada0-4fb8-9a91-aeb857d59ba2 tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] 10.222.0.41 "PUT /v2.0/ports/1d2c4172-6871-443a-9c27-c54a79490171/tags/tempest-TagsExtTest-Tag-196920374 HTTP/1.1" status: 201 len: 201 time: 0.1829104 Jan 28 07:27:05.416033 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 35330) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:27:05.425482 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.tag.tag_plugin [None req-538e72fc-11a2-48d4-953e-738912f183ce tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '9b936d0b-8ccc-4294-b5f6-8e7beef827e8', 'tempest-TagsExtTest-Tag-46595399') {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:27:05.463295 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 20784604-a49f-4672-8e46-4d69f91dd69e is: DOWN; New status is: DOWN {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:27:05.523408 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-a09ca3f8-5147-4355-98e9-a99ea224ea48 None None] For port 9dcbafec-b0f4-41c1-9448-37f9736c4a48, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:27:05.526624 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-a09ca3f8-5147-4355-98e9-a99ea224ea48 None None] For port 9dcbafec-b0f4-41c1-9448-37f9736c4a48, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=9dcbafec-b0f4-41c1-9448-37f9736c4a48,segment=NetworkSegment(fe3cdc03-99c2-4b66-8d00-7b662e1b7821),segment_id=fe3cdc03-99c2-4b66-8d00-7b662e1b7821)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:27:05.543907 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a09ca3f8-5147-4355-98e9-a99ea224ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (9dcbafec-b0f4-41c1-9448-37f9736c4a48), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:05.654109 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-02b775c6-2c06-4fc9-a78b-32c06cea76c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:05.685005 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09ca3f8-5147-4355-98e9-a99ea224ea48 None None] Pushing event updated for resources: {'Port': ['ID=9dcbafec-b0f4-41c1-9448-37f9736c4a48,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:27:05.705689 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-538e72fc-11a2-48d4-953e-738912f183ce tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] 10.222.0.41 "PUT /v2.0/routers/9b936d0b-8ccc-4294-b5f6-8e7beef827e8/tags/tempest-TagsExtTest-Tag-46595399 HTTP/1.1" status: 201 len: 201 time: 0.2846549 Jan 28 07:27:05.706547 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 35338) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:27:05.711231 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.tag.tag_plugin [None req-90f78b25-1595-4918-b0a8-356a17ca664a tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'e8a13aa4-129f-477e-86de-64cc5939d972', 'tempest-TagsExtTest-Tag-1627631757') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:27:05.752500 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-3b8c7507-9de0-467e-afbd-7933dc414aa1 tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] Deleting port 271bbeed-07ca-436f-b5ba-54fb7e3dc87a {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:27:05.758416 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3b8c7507-9de0-467e-afbd-7933dc414aa1 tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (271bbeed-07ca-436f-b5ba-54fb7e3dc87a), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:05.843937 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-90f78b25-1595-4918-b0a8-356a17ca664a tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] 10.222.0.41 "PUT /v2.0/subnetpools/e8a13aa4-129f-477e-86de-64cc5939d972/tags/tempest-TagsExtTest-Tag-1627631757 HTTP/1.1" status: 201 len: 201 time: 0.1356928 Jan 28 07:27:05.846488 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 35346) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:27:05.856375 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.tag.tag_plugin [None req-052e8b61-d745-46e9-ab35-aa50513d00d0 tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '18e9cf90-cd76-4dad-af48-3b3806e93ed0') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:27:05.922470 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3b8c7507-9de0-467e-afbd-7933dc414aa1 tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (271bbeed-07ca-436f-b5ba-54fb7e3dc87a), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:05.997648 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-3b8c7507-9de0-467e-afbd-7933dc414aa1 tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] Calling delete_port for 271bbeed-07ca-436f-b5ba-54fb7e3dc87a owned by network:router_interface {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:27:06.084116 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-052e8b61-d745-46e9-ab35-aa50513d00d0 tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] 10.222.0.41 "GET /v2.0/subnets/18e9cf90-cd76-4dad-af48-3b3806e93ed0/tags HTTP/1.1" status: 200 len: 241 time: 0.2363768 Jan 28 07:27:06.084358 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 7 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 07:27:06.085548 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 35354) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:27:06.091030 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.tag.tag_plugin [None req-74416cd1-7465-4057-9a1c-f1ee4902a145 tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '18e9cf90-cd76-4dad-af48-3b3806e93ed0', 'tempest-TagsExtTest-Tag-1752487818') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:27:06.143059 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9cf1650d-24e3-4300-a018-bf8fcd20cc0a req-37d18114-152f-4645-bfa0-f5591f766230 tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b2672ed-ba82-49be-a666-c2bcdfaf9a83 HTTP/1.1" status: 200 len: 210 time: 0.1307139 Jan 28 07:27:06.249186 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-74416cd1-7465-4057-9a1c-f1ee4902a145 tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] 10.222.0.41 "GET /v2.0/subnets/18e9cf90-cd76-4dad-af48-3b3806e93ed0/tags/tempest-TagsExtTest-Tag-1752487818 HTTP/1.1" status: 204 len: 168 time: 0.1593461 Jan 28 07:27:06.253631 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 35362) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:27:06.261393 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.tag.tag_plugin [None req-3551bc0d-9672-4d9f-82fc-1bb5030a4ebe tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '18e9cf90-cd76-4dad-af48-3b3806e93ed0', 'tempest-TagsExtTest-Tag-1752487818') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:27:06.476402 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-3551bc0d-9672-4d9f-82fc-1bb5030a4ebe tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] 10.222.0.41 "DELETE /v2.0/subnets/18e9cf90-cd76-4dad-af48-3b3806e93ed0/tags/tempest-TagsExtTest-Tag-1752487818 HTTP/1.1" status: 204 len: 168 time: 0.2213991 Jan 28 07:27:06.479256 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 35372) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:27:06.490909 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.tag.tag_plugin [None req-0d6e50d3-6b80-4ade-a9b1-780c19f48329 tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '18e9cf90-cd76-4dad-af48-3b3806e93ed0') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:27:06.642030 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-0d6e50d3-6b80-4ade-a9b1-780c19f48329 tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] 10.222.0.41 "GET /v2.0/subnets/18e9cf90-cd76-4dad-af48-3b3806e93ed0/tags HTTP/1.1" status: 200 len: 205 time: 0.1611218 Jan 28 07:27:06.643101 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 35376) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:27:06.663200 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.tag.tag_plugin [None req-89d90f51-6e79-4509-a0cb-def662e870da tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '1d2c4172-6871-443a-9c27-c54a79490171') {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:27:06.814545 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3b8c7507-9de0-467e-afbd-7933dc414aa1 tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (271bbeed-07ca-436f-b5ba-54fb7e3dc87a), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:06.889192 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 9dcbafec-b0f4-41c1-9448-37f9736c4a48 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:27:06.929518 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8c7507-9de0-467e-afbd-7933dc414aa1 tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] Pushing event deleted for resources: {'Port': ['ID=271bbeed-07ca-436f-b5ba-54fb7e3dc87a,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:27:07.027676 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-89d90f51-6e79-4509-a0cb-def662e870da tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] 10.222.0.41 "GET /v2.0/ports/1d2c4172-6871-443a-9c27-c54a79490171/tags HTTP/1.1" status: 200 len: 240 time: 0.3812969 Jan 28 07:27:07.029458 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 35378) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:27:07.035327 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.tag.tag_plugin [None req-41ba0f13-da7c-4191-80ec-c4987b7f41e2 tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '1d2c4172-6871-443a-9c27-c54a79490171', 'tempest-TagsExtTest-Tag-196920374') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:27:07.051122 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:07.103328 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 9dcbafec-b0f4-41c1-9448-37f9736c4a48 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:27:07.103896 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (9dcbafec-b0f4-41c1-9448-37f9736c4a48), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:07.214046 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-41ba0f13-da7c-4191-80ec-c4987b7f41e2 tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] 10.222.0.41 "GET /v2.0/ports/1d2c4172-6871-443a-9c27-c54a79490171/tags/tempest-TagsExtTest-Tag-196920374 HTTP/1.1" status: 204 len: 168 time: 0.1832125 Jan 28 07:27:07.214943 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 35392) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:27:07.228910 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.tag.tag_plugin [None req-1b79525e-607c-4e2a-b1b8-d236351b4ec1 tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '1d2c4172-6871-443a-9c27-c54a79490171', 'tempest-TagsExtTest-Tag-196920374') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:27:07.278842 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3b8c7507-9de0-467e-afbd-7933dc414aa1 tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16319006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16606699'] for router_interface (743df020-8c18-4615-9755-84ce76a91032), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:07.419852 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 9dcbafec-b0f4-41c1-9448-37f9736c4a48 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:27:07.420368 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (9dcbafec-b0f4-41c1-9448-37f9736c4a48), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:07.458302 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] For port 9dcbafec-b0f4-41c1-9448-37f9736c4a48, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=9dcbafec-b0f4-41c1-9448-37f9736c4a48,segment=NetworkSegment(fe3cdc03-99c2-4b66-8d00-7b662e1b7821),segment_id=fe3cdc03-99c2-4b66-8d00-7b662e1b7821)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:27:07.463785 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (9dcbafec-b0f4-41c1-9448-37f9736c4a48), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:07.511800 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f5aedad0-40f5-4b45-9cd1-6e05a14ae129 req-eabc9f0f-a1a7-4e34-9b0a-2ef21e13b811 tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b2672ed-ba82-49be-a666-c2bcdfaf9a83 HTTP/1.1" status: 200 len: 210 time: 0.1533782 Jan 28 07:27:07.554670 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-1b79525e-607c-4e2a-b1b8-d236351b4ec1 tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] 10.222.0.41 "DELETE /v2.0/ports/1d2c4172-6871-443a-9c27-c54a79490171/tags/tempest-TagsExtTest-Tag-196920374 HTTP/1.1" status: 204 len: 168 time: 0.3373640 Jan 28 07:27:07.555634 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Pushing event updated for resources: {'Port': ['ID=9dcbafec-b0f4-41c1-9448-37f9736c4a48,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:27:07.558156 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 35398) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:27:07.568853 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.tag.tag_plugin [None req-ce1dc84c-d821-4b51-ad1b-6f07e7d6c5cf tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '1d2c4172-6871-443a-9c27-c54a79490171') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:27:07.673311 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b317309-7a3e-4025-a681-6b131eb2140d req-1a5219ee-b5b1-4a59-9eb7-36f8e8c4ee38 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:07.680342 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-3b317309-7a3e-4025-a681-6b131eb2140d req-1a5219ee-b5b1-4a59-9eb7-36f8e8c4ee38 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/ports?device_id=eff066ab-ed54-4a79-abbc-8c2556ecf5b8 HTTP/1.1" status: 200 len: 943 time: 0.2325673 Jan 28 07:27:07.750103 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b8c7507-9de0-467e-afbd-7933dc414aa1 tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] Router 743df020-8c18-4615-9755-84ce76a91032 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:27:07.791424 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93a64671-f162-4e10-a5ab-7c848747e40b None None] Network 32bba678-266e-4c6b-a8bd-d4d35eeb3a8e requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:27:07.800147 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-3b317309-7a3e-4025-a681-6b131eb2140d req-b7f19692-cf1f-4363-b04c-a07969d318d4 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/security-groups?id=20a6beb4-7dbe-4e36-a605-32b718c0fe10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1188195 Jan 28 07:27:07.805598 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 35406) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:27:07.809841 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-ce1dc84c-d821-4b51-ad1b-6f07e7d6c5cf tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] 10.222.0.41 "GET /v2.0/ports/1d2c4172-6871-443a-9c27-c54a79490171/tags HTTP/1.1" status: 200 len: 205 time: 0.2447245 Jan 28 07:27:07.818836 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.tag.tag_plugin [None req-e6c6f932-0ac2-4d81-ab8c-a1f8edcd9a67 tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '9b936d0b-8ccc-4294-b5f6-8e7beef827e8') {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:27:08.093484 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-78d71648-b242-4cc0-814e-cc04ce9e7ab7 None None] Provisioning complete for port 9dcbafec-b0f4-41c1-9448-37f9736c4a48 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:27:08.094094 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78d71648-b242-4cc0-814e-cc04ce9e7ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (9dcbafec-b0f4-41c1-9448-37f9736c4a48), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:08.139615 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b8c7507-9de0-467e-afbd-7933dc414aa1 tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:27:08.159846 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-3b8c7507-9de0-467e-afbd-7933dc414aa1 tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] 10.222.0.41 "PUT /v2.0/routers/743df020-8c18-4615-9755-84ce76a91032/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2465820 Jan 28 07:27:08.160672 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 35416) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:27:08.163707 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e8680584-8d9a-4a97-9b7f-ddcdbccdff1a req-b026372d-5019-46fb-9054-9c8107456a66 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=eff066ab-ed54-4a79-abbc-8c2556ecf5b8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1949503 Jan 28 07:27:08.175739 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f772a27e-fc5b-4bd0-aa82-19a7e62c6833 None None] Sync routers for ids ['743df020-8c18-4615-9755-84ce76a91032'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:27:08.201898 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f772a27e-fc5b-4bd0-aa82-19a7e62c6833 None None] Routers {'743df020-8c18-4615-9755-84ce76a91032'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:27:08.203248 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-f772a27e-fc5b-4bd0-aa82-19a7e62c6833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:27:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['743df020-8c18-4615-9755-84ce76a91032'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:27:08.246763 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-f772a27e-fc5b-4bd0-aa82-19a7e62c6833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:27:08.269219 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f772a27e-fc5b-4bd0-aa82-19a7e62c6833 None None] Routers {'743df020-8c18-4615-9755-84ce76a91032'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:27:08.269851 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-f772a27e-fc5b-4bd0-aa82-19a7e62c6833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:27:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['743df020-8c18-4615-9755-84ce76a91032'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:27:08.360062 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-f772a27e-fc5b-4bd0-aa82-19a7e62c6833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:27:08.360767 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f772a27e-fc5b-4bd0-aa82-19a7e62c6833 None None] The sync data for ids ['743df020-8c18-4615-9755-84ce76a91032'] in n-d-712749-28 is: [] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:27:08.423931 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-e6c6f932-0ac2-4d81-ab8c-a1f8edcd9a67 tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] 10.222.0.41 "GET /v2.0/routers/9b936d0b-8ccc-4294-b5f6-8e7beef827e8/tags HTTP/1.1" status: 200 len: 239 time: 0.6155601 Jan 28 07:27:08.426727 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 35424) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:27:08.431963 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.tag.tag_plugin [None req-5a26c4aa-b851-4d48-918d-8a9369cc8f85 tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '9b936d0b-8ccc-4294-b5f6-8e7beef827e8', 'tempest-TagsExtTest-Tag-46595399') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:27:08.537186 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-78d71648-b242-4cc0-814e-cc04ce9e7ab7 None None] Current status of the port 9dcbafec-b0f4-41c1-9448-37f9736c4a48 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:27:08.655090 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:08.791162 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-5a26c4aa-b851-4d48-918d-8a9369cc8f85 tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] 10.222.0.41 "GET /v2.0/routers/9b936d0b-8ccc-4294-b5f6-8e7beef827e8/tags/tempest-TagsExtTest-Tag-46595399 HTTP/1.1" status: 204 len: 168 time: 0.3633006 Jan 28 07:27:08.806063 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ad0cf06a-ce34-43b7-a0ca-656737b9b51a req-0150a15c-9ecd-4c34-b269-5b38b83f741f tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b2672ed-ba82-49be-a666-c2bcdfaf9a83 HTTP/1.1" status: 200 len: 210 time: 0.1084442 Jan 28 07:27:08.807160 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 35432) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:27:08.823250 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.tag.tag_plugin [None req-99fcfc3a-2ea7-499d-b41d-42312a08f892 tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '9b936d0b-8ccc-4294-b5f6-8e7beef827e8', 'tempest-TagsExtTest-Tag-46595399') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:27:08.839373 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-33f7b48b-61c5-4ce0-8c9e-9421f6d35370 None None] Provisioning complete for port 9dcbafec-b0f4-41c1-9448-37f9736c4a48 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:27:08.839762 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-33f7b48b-61c5-4ce0-8c9e-9421f6d35370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (9dcbafec-b0f4-41c1-9448-37f9736c4a48), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:08.962520 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 9dcbafec-b0f4-41c1-9448-37f9736c4a48 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:27:09.212617 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 9dcbafec-b0f4-41c1-9448-37f9736c4a48 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:27:09.213511 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (9dcbafec-b0f4-41c1-9448-37f9736c4a48), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:09.221655 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-99fcfc3a-2ea7-499d-b41d-42312a08f892 tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] 10.222.0.41 "DELETE /v2.0/routers/9b936d0b-8ccc-4294-b5f6-8e7beef827e8/tags/tempest-TagsExtTest-Tag-46595399 HTTP/1.1" status: 204 len: 168 time: 0.4132159 Jan 28 07:27:09.223931 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 35442) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:27:09.229470 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.tag.tag_plugin [None req-90a90010-fdd8-4508-90e5-7a227b5c2caf tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '9b936d0b-8ccc-4294-b5f6-8e7beef827e8') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:27:09.330052 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-33f7b48b-61c5-4ce0-8c9e-9421f6d35370 None None] Current status of the port 9dcbafec-b0f4-41c1-9448-37f9736c4a48 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:27:09.356708 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-33f7b48b-61c5-4ce0-8c9e-9421f6d35370 None None] Provisioning complete for port 1d2c4172-6871-443a-9c27-c54a79490171 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:27:09.357332 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-33f7b48b-61c5-4ce0-8c9e-9421f6d35370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (1d2c4172-6871-443a-9c27-c54a79490171), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:09.521645 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-90a90010-fdd8-4508-90e5-7a227b5c2caf tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] 10.222.0.41 "GET /v2.0/routers/9b936d0b-8ccc-4294-b5f6-8e7beef827e8/tags HTTP/1.1" status: 200 len: 205 time: 0.2960627 Jan 28 07:27:09.523980 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 35448) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:27:09.528283 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.tag.tag_plugin [None req-e8d4d923-ef8f-4516-9783-a0219aa8eb3e tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'e8a13aa4-129f-477e-86de-64cc5939d972') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:27:09.530162 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-33f7b48b-61c5-4ce0-8c9e-9421f6d35370 None None] Port 1d2c4172-6871-443a-9c27-c54a79490171 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:27:09.576321 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 9dcbafec-b0f4-41c1-9448-37f9736c4a48 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:27:09.586478 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-e8d4d923-ef8f-4516-9783-a0219aa8eb3e tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] 10.222.0.41 "GET /v2.0/subnetpools/e8a13aa4-129f-477e-86de-64cc5939d972/tags HTTP/1.1" status: 200 len: 241 time: 0.0607662 Jan 28 07:27:09.596674 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 35450) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:27:09.601171 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.tag.tag_plugin [None req-a1a0ba13-b4a9-4a16-ba4b-bebaf7d83829 tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'e8a13aa4-129f-477e-86de-64cc5939d972', 'tempest-TagsExtTest-Tag-1627631757') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:27:09.623049 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21200dc5-31c6-46e3-8ff1-09e1aa50c6e5 req-141dd524-cf2d-469f-8467-1feb7d49600c tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:09.624662 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-21200dc5-31c6-46e3-8ff1-09e1aa50c6e5 req-141dd524-cf2d-469f-8467-1feb7d49600c tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] 10.222.0.10 "GET /v2.0/networks?id=0f9677e3-e88b-4074-b906-3a89e31a8b26 HTTP/1.1" status: 200 len: 814 time: 0.3609366 Jan 28 07:27:09.630971 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-46082952-adc6-450b-bb5f-ad4df42635cc tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] Publish callbacks [] for router (743df020-8c18-4615-9755-84ce76a91032), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:09.660583 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-a1a0ba13-b4a9-4a16-ba4b-bebaf7d83829 tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] 10.222.0.41 "GET /v2.0/subnetpools/e8a13aa4-129f-477e-86de-64cc5939d972/tags/tempest-TagsExtTest-Tag-1627631757 HTTP/1.1" status: 204 len: 168 time: 0.0627007 Jan 28 07:27:09.662920 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 35452) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:27:09.674680 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.tag.tag_plugin [None req-8bdd9e84-c326-4bb8-ad5f-b81d2c2ed6e9 tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'e8a13aa4-129f-477e-86de-64cc5939d972', 'tempest-TagsExtTest-Tag-1627631757') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:27:09.702417 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-867783c7-8f73-40de-b424-4b4ee3cd33f6 None None] Provisioning complete for port 1d2c4172-6871-443a-9c27-c54a79490171 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:27:09.703370 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-867783c7-8f73-40de-b424-4b4ee3cd33f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (1d2c4172-6871-443a-9c27-c54a79490171), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:09.763695 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-8bdd9e84-c326-4bb8-ad5f-b81d2c2ed6e9 tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] 10.222.0.41 "DELETE /v2.0/subnetpools/e8a13aa4-129f-477e-86de-64cc5939d972/tags/tempest-TagsExtTest-Tag-1627631757 HTTP/1.1" status: 204 len: 168 time: 0.0964472 Jan 28 07:27:09.766963 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 35454) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:27:09.772804 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.tag.tag_plugin [None req-040e5d49-acee-46ea-9c86-a06a7c525a6e tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'e8a13aa4-129f-477e-86de-64cc5939d972') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:27:09.796112 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-21200dc5-31c6-46e3-8ff1-09e1aa50c6e5 req-169ebf5c-71ba-4a09-856c-8353e72f27bb tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] Request body: {'port': {'device_id': '9b2672ed-ba82-49be-a666-c2bcdfaf9a83', 'network_id': '0f9677e3-e88b-4074-b906-3a89e31a8b26', 'admin_state_up': True, 'tenant_id': 'a6edc1c2472d49839a2dbbe98b656418'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:27:09.801662 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-867783c7-8f73-40de-b424-4b4ee3cd33f6 None None] Port 1d2c4172-6871-443a-9c27-c54a79490171 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:27:09.829695 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:09.862853 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-040e5d49-acee-46ea-9c86-a06a7c525a6e tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] 10.222.0.41 "GET /v2.0/subnetpools/e8a13aa4-129f-477e-86de-64cc5939d972/tags HTTP/1.1" status: 200 len: 205 time: 0.0933614 Jan 28 07:27:09.866609 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 35458) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:27:09.875919 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.tag.tag_plugin [None req-9005c3f2-a867-46c9-99a1-12079aff8047 tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'e8a13aa4-129f-477e-86de-64cc5939d972') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:27:09.994171 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ff481392-ea3e-47f2-b74a-4d4071e20d46 req-509621c3-ca26-4389-9fd2-72b488be3f2f tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b2672ed-ba82-49be-a666-c2bcdfaf9a83 HTTP/1.1" status: 200 len: 210 time: 0.0623591 Jan 28 07:27:10.000088 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-9005c3f2-a867-46c9-99a1-12079aff8047 tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] 10.222.0.41 "DELETE /v2.0/subnetpools/e8a13aa4-129f-477e-86de-64cc5939d972/tags HTTP/1.1" status: 204 len: 168 time: 0.1281507 Jan 28 07:27:10.001415 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 35460) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:27:10.018406 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.tag.tag_plugin [None req-d6683e94-9963-4a0e-b036-52b373bca6b9 tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '9b936d0b-8ccc-4294-b5f6-8e7beef827e8') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:27:10.141593 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16bd57e-1b60-4a5a-a14c-75767fbfbbba req-d9509bfc-d6bf-41f0-9dfa-bb3b23f8a425 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:10.148903 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a16bd57e-1b60-4a5a-a14c-75767fbfbbba req-d9509bfc-d6bf-41f0-9dfa-bb3b23f8a425 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/ports?device_id=eff066ab-ed54-4a79-abbc-8c2556ecf5b8 HTTP/1.1" status: 200 len: 943 time: 0.8496377 Jan 28 07:27:10.189564 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-d6683e94-9963-4a0e-b036-52b373bca6b9 tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] 10.222.0.41 "DELETE /v2.0/routers/9b936d0b-8ccc-4294-b5f6-8e7beef827e8/tags HTTP/1.1" status: 204 len: 168 time: 0.1851344 Jan 28 07:27:10.190248 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 35462) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:27:10.195697 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.tag.tag_plugin [None req-0965e741-4370-49af-a792-6fc674e12e93 tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '1d2c4172-6871-443a-9c27-c54a79490171') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:27:10.197611 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-46082952-adc6-450b-bb5f-ad4df42635cc tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16605684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127449'] for router (743df020-8c18-4615-9755-84ce76a91032), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:10.210134 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-46082952-adc6-450b-bb5f-ad4df42635cc tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] Publish callbacks [] for router_controller (743df020-8c18-4615-9755-84ce76a91032), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:10.225570 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8680584-8d9a-4a97-9b7f-ddcdbccdff1a req-7fb7b962-6369-4b30-b11b-7a2843962f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:10.227230 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e8680584-8d9a-4a97-9b7f-ddcdbccdff1a req-7fb7b962-6369-4b30-b11b-7a2843962f88 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=eff066ab-ed54-4a79-abbc-8c2556ecf5b8&tenant_id=8d47b614f63e4b68b737be6f6d46b64e HTTP/1.1" status: 200 len: 1095 time: 0.4374542 Jan 28 07:27:10.311416 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-0965e741-4370-49af-a792-6fc674e12e93 tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] 10.222.0.41 "DELETE /v2.0/ports/1d2c4172-6871-443a-9c27-c54a79490171/tags HTTP/1.1" status: 204 len: 168 time: 0.1199675 Jan 28 07:27:10.314298 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 35464) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:27:10.318723 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.tag.tag_plugin [None req-32f49ce5-3789-4c1c-8a33-ab8eec39d94e tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '18e9cf90-cd76-4dad-af48-3b3806e93ed0') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:27:10.372878 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a16bd57e-1b60-4a5a-a14c-75767fbfbbba req-dbb40d1e-7046-4b77-8286-88477c6648c7 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/security-groups?id=20a6beb4-7dbe-4e36-a605-32b718c0fe10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2175508 Jan 28 07:27:10.381330 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-e8680584-8d9a-4a97-9b7f-ddcdbccdff1a req-aa3774be-9f49-4caa-a4a6-108eb5988876 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712749-28', 'device_owner': 'compute:nova'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:27:10.433551 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-46082952-adc6-450b-bb5f-ad4df42635cc tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16605693'] for router (743df020-8c18-4615-9755-84ce76a91032), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:10.434382 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46082952-adc6-450b-bb5f-ad4df42635cc tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] Fanout notify agent at l3_agent the message router_deleted on router 743df020-8c18-4615-9755-84ce76a91032 {{(pid=103283) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 07:27:10.456186 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-46082952-adc6-450b-bb5f-ad4df42635cc tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] Publish callbacks [] for router (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:10.457720 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-46082952-adc6-450b-bb5f-ad4df42635cc tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] 10.222.0.41 "DELETE /v2.0/routers/743df020-8c18-4615-9755-84ce76a91032 HTTP/1.1" status: 204 len: 168 time: 2.2927229 Jan 28 07:27:10.466106 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 35468) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:27:10.472881 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-32f49ce5-3789-4c1c-8a33-ab8eec39d94e tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] 10.222.0.41 "DELETE /v2.0/subnets/18e9cf90-cd76-4dad-af48-3b3806e93ed0/tags HTTP/1.1" status: 204 len: 168 time: 0.1555400 Jan 28 07:27:10.477996 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 35470) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:27:10.486497 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.tag.tag_plugin [None req-5a2787cb-7710-4ca7-a812-8b8ad377bb01 tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '18e9cf90-cd76-4dad-af48-3b3806e93ed0', 'tempest-TagsExtTest-Tag-1686807498') {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:27:10.577446 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-e8680584-8d9a-4a97-9b7f-ddcdbccdff1a req-aa3774be-9f49-4caa-a4a6-108eb5988876 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (20784604-a49f-4672-8e46-4d69f91dd69e), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:10.598084 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21200dc5-31c6-46e3-8ff1-09e1aa50c6e5 req-169ebf5c-71ba-4a09-856c-8353e72f27bb tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] Made reservation on behalf of a6edc1c2472d49839a2dbbe98b656418 for: {'port': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:27:10.611543 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-21200dc5-31c6-46e3-8ff1-09e1aa50c6e5 req-169ebf5c-71ba-4a09-856c-8353e72f27bb tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:10.665765 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-88376ff7-2b55-48a5-9129-73b2564718f1 tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] Deleting subnet 68df2c40-1821-4525-9e6e-addcc8809c36 {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:27:10.676598 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-88376ff7-2b55-48a5-9129-73b2564718f1 tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] Publish callbacks [] for subnet (68df2c40-1821-4525-9e6e-addcc8809c36), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:10.806588 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-88376ff7-2b55-48a5-9129-73b2564718f1 tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24759175'] for subnet (68df2c40-1821-4525-9e6e-addcc8809c36), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:10.982568 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-5a2787cb-7710-4ca7-a812-8b8ad377bb01 tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] 10.222.0.41 "PUT /v2.0/subnets/18e9cf90-cd76-4dad-af48-3b3806e93ed0/tags/tempest-TagsExtTest-Tag-1686807498 HTTP/1.1" status: 201 len: 201 time: 0.5011265 Jan 28 07:27:10.988461 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 35476) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:27:10.993044 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.tag.tag_plugin [None req-687cb03c-c357-41d8-b943-96c01a3b62ac tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '1d2c4172-6871-443a-9c27-c54a79490171', 'tempest-TagsExtTest-Tag-935913240') {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:27:11.029742 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-88376ff7-2b55-48a5-9129-73b2564718f1 tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (68df2c40-1821-4525-9e6e-addcc8809c36), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:11.075454 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [req-21200dc5-31c6-46e3-8ff1-09e1aa50c6e5 req-169ebf5c-71ba-4a09-856c-8353e72f27bb tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] Allocated IP 172.20.0.9 (0f9677e3-e88b-4074-b906-3a89e31a8b26/a20d1ced-3d08-43be-8252-20a8f34a36b0/f63f275e-2d22-44ba-9a17-22ff0528131a) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:27:11.118016 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-88376ff7-2b55-48a5-9129-73b2564718f1 tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24757569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24979817'] for subnet (68df2c40-1821-4525-9e6e-addcc8809c36), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:11.191202 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88376ff7-2b55-48a5-9129-73b2564718f1 tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] Pushing event deleted for resources: {'Subnet': ['ID=68df2c40-1821-4525-9e6e-addcc8809c36,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:27:11.233002 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6456ba32-ed80-4705-a010-962abbc94dca req-71171851-c995-4ed5-b72d-211056dda162 tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b2672ed-ba82-49be-a666-c2bcdfaf9a83 HTTP/1.1" status: 200 len: 210 time: 0.0689914 Jan 28 07:27:11.236778 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-88376ff7-2b55-48a5-9129-73b2564718f1 tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:11.246385 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-88376ff7-2b55-48a5-9129-73b2564718f1 tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] 10.222.0.41 "DELETE /v2.0/subnets/68df2c40-1821-4525-9e6e-addcc8809c36 HTTP/1.1" status: 204 len: 168 time: 0.7723567 Jan 28 07:27:11.247007 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 35480) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:27:11.251535 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e488ee0-a716-4869-9c50-42eaf1c69896 None None] Network a3728cc3-aca5-4754-afcf-061d8c83a522 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:27:11.403577 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-efa6e7ab-0f9c-41d4-b86e-d5ea01ce8c78 tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (a3728cc3-aca5-4754-afcf-061d8c83a522), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:11.538797 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-21200dc5-31c6-46e3-8ff1-09e1aa50c6e5 req-169ebf5c-71ba-4a09-856c-8353e72f27bb tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] Publish callbacks [] for port (f63f275e-2d22-44ba-9a17-22ff0528131a), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:11.540229 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-efa6e7ab-0f9c-41d4-b86e-d5ea01ce8c78 tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] Deleting port dfe4b20f-992b-452c-a95c-2a69e905661a {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:27:11.540229 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-efa6e7ab-0f9c-41d4-b86e-d5ea01ce8c78 tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (dfe4b20f-992b-452c-a95c-2a69e905661a), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:11.614329 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-647546e4-3fe1-4085-afc7-dc245b5543f8 None None] DHCP port deletion for a3728cc3-aca5-4754-afcf-061d8c83a522 request from n-d-712749-28 {{(pid=103285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 07:27:11.644332 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-e8680584-8d9a-4a97-9b7f-ddcdbccdff1a req-aa3774be-9f49-4caa-a4a6-108eb5988876 service neutron] For port 20784604-a49f-4672-8e46-4d69f91dd69e, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=20784604-a49f-4672-8e46-4d69f91dd69e,segment=NetworkSegment(f988f3e6-2feb-4622-baed-2eae67dfbc12),segment_id=f988f3e6-2feb-4622-baed-2eae67dfbc12)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:27:11.651292 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-efa6e7ab-0f9c-41d4-b86e-d5ea01ce8c78 tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] For port dfe4b20f-992b-452c-a95c-2a69e905661a, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=dfe4b20f-992b-452c-a95c-2a69e905661a,segment=NetworkSegment(fa619bb4-d016-48d3-a178-d1ff99ba746c),segment_id=fa619bb4-d016-48d3-a178-d1ff99ba746c)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:27:11.651914 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-efa6e7ab-0f9c-41d4-b86e-d5ea01ce8c78 tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (dfe4b20f-992b-452c-a95c-2a69e905661a), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:11.670137 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-efa6e7ab-0f9c-41d4-b86e-d5ea01ce8c78 tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] Calling delete_port for dfe4b20f-992b-452c-a95c-2a69e905661a owned by network:dhcp {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:27:11.714890 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-647546e4-3fe1-4085-afc7-dc245b5543f8 None None] Deleting port dfe4b20f-992b-452c-a95c-2a69e905661a {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:27:11.715246 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-647546e4-3fe1-4085-afc7-dc245b5543f8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (dfe4b20f-992b-452c-a95c-2a69e905661a), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:11.717604 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-e8680584-8d9a-4a97-9b7f-ddcdbccdff1a req-aa3774be-9f49-4caa-a4a6-108eb5988876 service neutron] For port 20784604-a49f-4672-8e46-4d69f91dd69e, host n-h1-712749-28, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:27:11.794985 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [req-e8680584-8d9a-4a97-9b7f-ddcdbccdff1a req-aa3774be-9f49-4caa-a4a6-108eb5988876 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20784604-a49f-4672-8e46-4d69f91dd69e {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:27:11.815024 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-e8680584-8d9a-4a97-9b7f-ddcdbccdff1a req-aa3774be-9f49-4caa-a4a6-108eb5988876 service neutron] Publish callbacks [] for port (20784604-a49f-4672-8e46-4d69f91dd69e), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:11.843776 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-efa6e7ab-0f9c-41d4-b86e-d5ea01ce8c78 tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (dfe4b20f-992b-452c-a95c-2a69e905661a), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:11.845003 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [req-e8680584-8d9a-4a97-9b7f-ddcdbccdff1a req-aa3774be-9f49-4caa-a4a6-108eb5988876 service neutron] Transition to ACTIVE for port object 20784604-a49f-4672-8e46-4d69f91dd69e will not be triggered until provisioned by entity L2. {{(pid=103283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:27:11.912963 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa6e7ab-0f9c-41d4-b86e-d5ea01ce8c78 tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] Pushing event deleted for resources: {'Port': ['ID=dfe4b20f-992b-452c-a95c-2a69e905661a,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:27:11.919175 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-e8680584-8d9a-4a97-9b7f-ddcdbccdff1a req-aa3774be-9f49-4caa-a4a6-108eb5988876 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (20784604-a49f-4672-8e46-4d69f91dd69e), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:11.930045 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa6e7ab-0f9c-41d4-b86e-d5ea01ce8c78 tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] No DVR routers for this DVR port dfe4b20f-992b-452c-a95c-2a69e905661a on host n-d-712749-28 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:27:12.152478 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-efa6e7ab-0f9c-41d4-b86e-d5ea01ce8c78 tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (a3728cc3-aca5-4754-afcf-061d8c83a522), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:12.197381 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-efa6e7ab-0f9c-41d4-b86e-d5ea01ce8c78 tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3728cc3-aca5-4754-afcf-061d8c83a522']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:27:12.208614 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-647546e4-3fe1-4085-afc7-dc245b5543f8 None None] For port dfe4b20f-992b-452c-a95c-2a69e905661a, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=dfe4b20f-992b-452c-a95c-2a69e905661a,segment=NetworkSegment(fa619bb4-d016-48d3-a178-d1ff99ba746c),segment_id=fa619bb4-d016-48d3-a178-d1ff99ba746c)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:27:12.214603 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-647546e4-3fe1-4085-afc7-dc245b5543f8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (dfe4b20f-992b-452c-a95c-2a69e905661a), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:12.222486 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-efa6e7ab-0f9c-41d4-b86e-d5ea01ce8c78 tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa619bb4-d016-48d3-a178-d1ff99ba746c') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:27:12.222795 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-efa6e7ab-0f9c-41d4-b86e-d5ea01ce8c78 tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa619bb4-d016-48d3-a178-d1ff99ba746c') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:27:12.241629 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-647546e4-3fe1-4085-afc7-dc245b5543f8 None None] Calling delete_port for dfe4b20f-992b-452c-a95c-2a69e905661a owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:27:12.248334 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-efa6e7ab-0f9c-41d4-b86e-d5ea01ce8c78 tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24759294'] for segment (fa619bb4-d016-48d3-a178-d1ff99ba746c), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:12.274525 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd8b858-f432-4ff9-bff2-e49720f22196 req-9e8597a5-a78e-4778-9644-627d108c4e80 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:12.276102 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-afd8b858-f432-4ff9-bff2-e49720f22196 req-9e8597a5-a78e-4778-9644-627d108c4e80 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/ports?device_id=eff066ab-ed54-4a79-abbc-8c2556ecf5b8 HTTP/1.1" status: 200 len: 943 time: 0.4241910 Jan 28 07:27:12.280932 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-efa6e7ab-0f9c-41d4-b86e-d5ea01ce8c78 tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (fa619bb4-d016-48d3-a178-d1ff99ba746c), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:12.287418 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efa6e7ab-0f9c-41d4-b86e-d5ea01ce8c78 tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:27:12.287818 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-efa6e7ab-0f9c-41d4-b86e-d5ea01ce8c78 tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24757675'] for segment (fa619bb4-d016-48d3-a178-d1ff99ba746c), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:12.291169 n-d-712749-28 neutron-server[103284]: Traceback (most recent call last): Jan 28 07:27:12.291169 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:27:12.291169 n-d-712749-28 neutron-server[103284]: timer() Jan 28 07:27:12.291169 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:27:12.291169 n-d-712749-28 neutron-server[103284]: cb(*args, **kw) Jan 28 07:27:12.291169 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:27:12.291169 n-d-712749-28 neutron-server[103284]: return func(*args, **kwargs) Jan 28 07:27:12.291169 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:27:12.291169 n-d-712749-28 neutron-server[103284]: self._notify() Jan 28 07:27:12.291169 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:27:12.291169 n-d-712749-28 neutron-server[103284]: self.callback(batched_events) Jan 28 07:27:12.291169 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:27:12.291169 n-d-712749-28 neutron-server[103284]: event.method(event) Jan 28 07:27:12.291169 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:27:12.291169 n-d-712749-28 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:27:12.291169 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:27:12.291169 n-d-712749-28 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:27:12.291169 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:27:12.291169 n-d-712749-28 neutron-server[103284]: return f(self, *a, **k) Jan 28 07:27:12.291169 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:27:12.291169 n-d-712749-28 neutron-server[103284]: return self._get(url).json() Jan 28 07:27:12.291169 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:27:12.291169 n-d-712749-28 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:27:12.291169 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:27:12.291169 n-d-712749-28 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Jan 28 07:27:12.291169 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:27:12.291169 n-d-712749-28 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:27:12.291169 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:27:12.291169 n-d-712749-28 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:27:12.291169 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:27:12.291169 n-d-712749-28 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:27:12.291169 n-d-712749-28 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:27:12.415379 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-647546e4-3fe1-4085-afc7-dc245b5543f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298'] for port (dfe4b20f-992b-452c-a95c-2a69e905661a), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:12.435151 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-efa6e7ab-0f9c-41d4-b86e-d5ea01ce8c78 tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (a3728cc3-aca5-4754-afcf-061d8c83a522), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:12.443004 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-efa6e7ab-0f9c-41d4-b86e-d5ea01ce8c78 tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:12.451747 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-efa6e7ab-0f9c-41d4-b86e-d5ea01ce8c78 tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] 10.222.0.41 "DELETE /v2.0/networks/a3728cc3-aca5-4754-afcf-061d8c83a522 HTTP/1.1" status: 204 len: 168 time: 1.2036226 Jan 28 07:27:12.491359 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647546e4-3fe1-4085-afc7-dc245b5543f8 None None] Pushing event deleted for resources: {'Port': ['ID=dfe4b20f-992b-452c-a95c-2a69e905661a,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:27:12.497327 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa6e7ab-0f9c-41d4-b86e-d5ea01ce8c78 tempest-FloatingIPNegativeTestJSON-222162108 tempest-FloatingIPNegativeTestJSON-222162108-project] Pushing event deleted for resources: {'Network': ['ID=a3728cc3-aca5-4754-afcf-061d8c83a522,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:27:12.520963 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647546e4-3fe1-4085-afc7-dc245b5543f8 None None] No DVR routers for this DVR port dfe4b20f-992b-452c-a95c-2a69e905661a on host n-d-712749-28 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:27:12.550954 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-afd8b858-f432-4ff9-bff2-e49720f22196 req-1924bd9c-fd02-4624-8a56-513d55b6e0c4 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/security-groups?id=20a6beb4-7dbe-4e36-a605-32b718c0fe10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1615438 Jan 28 07:27:12.626241 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3774be-9f49-4caa-a4a6-108eb5988876 service neutron] Pushing event updated for resources: {'Port': ['ID=20784604-a49f-4672-8e46-4d69f91dd69e,revision_number=9']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:27:12.630164 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8680584-8d9a-4a97-9b7f-ddcdbccdff1a req-aa3774be-9f49-4caa-a4a6-108eb5988876 service neutron] No DVR routers for this DVR port 20784604-a49f-4672-8e46-4d69f91dd69e on host n-h1-712749-28 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:27:12.642988 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-051ce77c-81f0-4c5e-a83d-623288f0cc56 req-e0d12b27-6a1c-477e-a583-7eed6eebcd93 tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b2672ed-ba82-49be-a666-c2bcdfaf9a83 HTTP/1.1" status: 200 len: 210 time: 0.1842411 Jan 28 07:27:12.821635 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device dfe4b20f-992b-452c-a95c-2a69e905661a no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:27:12.861782 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: dfe4b20f-992b-452c-a95c-2a69e905661a {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:27:12.866077 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device dfe4b20f-992b-452c-a95c-2a69e905661a not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:27:12.872723 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 35506) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:27:12.880773 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-687cb03c-c357-41d8-b943-96c01a3b62ac tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] 10.222.0.41 "PUT /v2.0/ports/1d2c4172-6871-443a-9c27-c54a79490171/tags/tempest-TagsExtTest-Tag-935913240 HTTP/1.1" status: 201 len: 201 time: 1.8911290 Jan 28 07:27:12.887393 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.tag.tag_plugin [None req-c84876de-c694-4e31-a75c-4909a1736cb3 tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '9b936d0b-8ccc-4294-b5f6-8e7beef827e8', 'tempest-TagsExtTest-Tag-922904837') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:27:12.889428 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-21200dc5-31c6-46e3-8ff1-09e1aa50c6e5 req-169ebf5c-71ba-4a09-856c-8353e72f27bb tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (f63f275e-2d22-44ba-9a17-22ff0528131a), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:12.925214 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['51e0b1f7-0573-4941-aecd-a7856786a205', '908a1335-5f54-4311-8913-be06c6e8339b', 'c4199e87-b5d8-46bb-a6a4-0b77d1512f3b'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:27:13.130076 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-c84876de-c694-4e31-a75c-4909a1736cb3 tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] 10.222.0.41 "PUT /v2.0/routers/9b936d0b-8ccc-4294-b5f6-8e7beef827e8/tags/tempest-TagsExtTest-Tag-922904837 HTTP/1.1" status: 201 len: 201 time: 0.2528746 Jan 28 07:27:13.130673 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 35510) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:27:13.135136 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.tag.tag_plugin [None req-75618f9a-c4be-4fc6-b5b6-6a3b10dd4589 tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'e8a13aa4-129f-477e-86de-64cc5939d972', 'tempest-TagsExtTest-Tag-73382790') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:27:13.242834 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-e8680584-8d9a-4a97-9b7f-ddcdbccdff1a req-aa3774be-9f49-4caa-a4a6-108eb5988876 service neutron] Attempting to bind port 20784604-a49f-4672-8e46-4d69f91dd69e on host n-h2-712749-28 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:27:13.247926 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-e8680584-8d9a-4a97-9b7f-ddcdbccdff1a req-aa3774be-9f49-4caa-a4a6-108eb5988876 service neutron] Attempting to bind port 20784604-a49f-4672-8e46-4d69f91dd69e by drivers openvswitch,hyperv on host n-h2-712749-28 at level 0 using segments [{'id': 'f988f3e6-2feb-4622-baed-2eae67dfbc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'fabbfec3-31f9-4fc0-ba06-c03647e55067'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:27:13.248826 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8680584-8d9a-4a97-9b7f-ddcdbccdff1a req-aa3774be-9f49-4caa-a4a6-108eb5988876 service neutron] Attempting to bind port 20784604-a49f-4672-8e46-4d69f91dd69e on network fabbfec3-31f9-4fc0-ba06-c03647e55067 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:27:13.254234 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169ebf5c-71ba-4a09-856c-8353e72f27bb tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] Pushing event updated for resources: {'Port': ['ID=f63f275e-2d22-44ba-9a17-22ff0528131a,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:27:13.269749 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-75618f9a-c4be-4fc6-b5b6-6a3b10dd4589 tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] 10.222.0.41 "PUT /v2.0/subnetpools/e8a13aa4-129f-477e-86de-64cc5939d972/tags/tempest-TagsExtTest-Tag-73382790 HTTP/1.1" status: 201 len: 201 time: 0.1380439 Jan 28 07:27:13.270656 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 35512) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:27:13.278792 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.tag.tag_plugin [None req-0ad59533-9f72-4b66-b09e-b086145b8f37 tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '18e9cf90-cd76-4dad-af48-3b3806e93ed0', {'tags': ['tempest-TagsExtTest-Tag-1326560639', 'tempest-TagsExtTest-Tag-1332235947', 'tempest-TagsExtTest-Tag-1845090115']}) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:27:13.279627 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8680584-8d9a-4a97-9b7f-ddcdbccdff1a req-aa3774be-9f49-4caa-a4a6-108eb5988876 service neutron] Port 20784604-a49f-4672-8e46-4d69f91dd69e on network fabbfec3-31f9-4fc0-ba06-c03647e55067 not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-28 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:27:13.280447 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8680584-8d9a-4a97-9b7f-ddcdbccdff1a req-aa3774be-9f49-4caa-a4a6-108eb5988876 service neutron] Attempting to bind port 20784604-a49f-4672-8e46-4d69f91dd69e on network fabbfec3-31f9-4fc0-ba06-c03647e55067 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:27:13.301009 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21200dc5-31c6-46e3-8ff1-09e1aa50c6e5 req-169ebf5c-71ba-4a09-856c-8353e72f27bb tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] Network 0f9677e3-e88b-4074-b906-3a89e31a8b26 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:27:13.307005 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [req-21200dc5-31c6-46e3-8ff1-09e1aa50c6e5 req-169ebf5c-71ba-4a09-856c-8353e72f27bb tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:27:13.320910 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-21200dc5-31c6-46e3-8ff1-09e1aa50c6e5 req-169ebf5c-71ba-4a09-856c-8353e72f27bb tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:27:13.381224 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 35514) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:27:13.454958 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21200dc5-31c6-46e3-8ff1-09e1aa50c6e5 req-169ebf5c-71ba-4a09-856c-8353e72f27bb tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:13.457498 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-21200dc5-31c6-46e3-8ff1-09e1aa50c6e5 req-169ebf5c-71ba-4a09-856c-8353e72f27bb tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:13.479771 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8680584-8d9a-4a97-9b7f-ddcdbccdff1a req-aa3774be-9f49-4caa-a4a6-108eb5988876 service neutron] Checking agent: {'id': 'c9906e63-062c-432e-bb53-63fdb8115e18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:27:13.481845 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8680584-8d9a-4a97-9b7f-ddcdbccdff1a req-aa3774be-9f49-4caa-a4a6-108eb5988876 service neutron] Checking segment: {'id': 'f988f3e6-2feb-4622-baed-2eae67dfbc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'fabbfec3-31f9-4fc0-ba06-c03647e55067'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:27:13.482869 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8680584-8d9a-4a97-9b7f-ddcdbccdff1a req-aa3774be-9f49-4caa-a4a6-108eb5988876 service neutron] Bound using segment: {'id': 'f988f3e6-2feb-4622-baed-2eae67dfbc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'fabbfec3-31f9-4fc0-ba06-c03647e55067'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:27:13.484901 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-e8680584-8d9a-4a97-9b7f-ddcdbccdff1a req-aa3774be-9f49-4caa-a4a6-108eb5988876 service neutron] Bound port: 20784604-a49f-4672-8e46-4d69f91dd69e, host: n-h2-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f988f3e6-2feb-4622-baed-2eae67dfbc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'fabbfec3-31f9-4fc0-ba06-c03647e55067'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:27:13.486113 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-e8680584-8d9a-4a97-9b7f-ddcdbccdff1a req-aa3774be-9f49-4caa-a4a6-108eb5988876 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (20784604-a49f-4672-8e46-4d69f91dd69e), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:13.518105 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-0ad59533-9f72-4b66-b09e-b086145b8f37 tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] 10.222.0.41 "PUT /v2.0/subnets/18e9cf90-cd76-4dad-af48-3b3806e93ed0/tags HTTP/1.1" status: 200 len: 318 time: 0.2466004 Jan 28 07:27:13.518726 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 35518) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:27:13.523962 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.tag.tag_plugin [None req-d2c5f05b-17e2-48f2-92e4-0ff0099ac75e tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '18e9cf90-cd76-4dad-af48-3b3806e93ed0') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:27:13.726795 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-e8680584-8d9a-4a97-9b7f-ddcdbccdff1a req-aa3774be-9f49-4caa-a4a6-108eb5988876 service neutron] For port 20784604-a49f-4672-8e46-4d69f91dd69e, host n-h2-712749-28, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:27:13.747320 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-e8680584-8d9a-4a97-9b7f-ddcdbccdff1a req-aa3774be-9f49-4caa-a4a6-108eb5988876 service neutron] For port 20784604-a49f-4672-8e46-4d69f91dd69e, host n-h2-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=20784604-a49f-4672-8e46-4d69f91dd69e,segment=NetworkSegment(f988f3e6-2feb-4622-baed-2eae67dfbc12),segment_id=f988f3e6-2feb-4622-baed-2eae67dfbc12)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:27:13.765291 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-21200dc5-31c6-46e3-8ff1-09e1aa50c6e5 req-169ebf5c-71ba-4a09-856c-8353e72f27bb tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0206749 Jan 28 07:27:13.827070 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-21200dc5-31c6-46e3-8ff1-09e1aa50c6e5 req-80cfc0c0-d15b-4be5-89d4-4f65c317ec5d service neutron] Request body: {'port': {'device_id': '9b2672ed-ba82-49be-a666-c2bcdfaf9a83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-28'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:27:13.843816 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-e8680584-8d9a-4a97-9b7f-ddcdbccdff1a req-aa3774be-9f49-4caa-a4a6-108eb5988876 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (20784604-a49f-4672-8e46-4d69f91dd69e), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:13.935536 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-caf1ea04-aa3a-46f8-9ad7-58aab2b9f2f8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e13e3ecf864c4531943510873b8916c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5477974 Jan 28 07:27:13.938272 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 35526) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:27:14.110806 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3774be-9f49-4caa-a4a6-108eb5988876 service neutron] Pushing event updated for resources: {'Port': ['ID=20784604-a49f-4672-8e46-4d69f91dd69e,revision_number=10']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:27:14.140680 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9c5ce236-d216-43e0-bf11-1437efc81a0b admin admin] Publish callbacks [] for security_group (289c566a-cc44-4ada-a179-7259cc0c289b), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:14.180640 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32be8e33-bc5a-444a-a9fd-7c2b88c5b7fd req-c24810ff-852b-4f7d-b30e-b6ed27effdc5 tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:14.183745 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8680584-8d9a-4a97-9b7f-ddcdbccdff1a req-aa3774be-9f49-4caa-a4a6-108eb5988876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:14.184581 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-e8680584-8d9a-4a97-9b7f-ddcdbccdff1a req-aa3774be-9f49-4caa-a4a6-108eb5988876 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:14.189263 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-32be8e33-bc5a-444a-a9fd-7c2b88c5b7fd req-c24810ff-852b-4f7d-b30e-b6ed27effdc5 tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b2672ed-ba82-49be-a666-c2bcdfaf9a83 HTTP/1.1" status: 200 len: 931 time: 0.3735967 Jan 28 07:27:14.190465 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e8680584-8d9a-4a97-9b7f-ddcdbccdff1a req-aa3774be-9f49-4caa-a4a6-108eb5988876 service neutron] 10.222.0.44 "PUT /v2.0/ports/20784604-a49f-4672-8e46-4d69f91dd69e HTTP/1.1" status: 200 len: 1092 time: 3.9006331 Jan 28 07:27:14.211134 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eff066ab-ed54-4a79-abbc-8c2556ecf5b8', 'tag': '20784604-a49f-4672-8e46-4d69f91dd69e'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:27:14.221605 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-688d2d65-47bd-4649-9081-62d4b04d76b0" -d '{"events": [{"name": "network-changed", "server_uuid": "eff066ab-ed54-4a79-abbc-8c2556ecf5b8", "tag": "20784604-a49f-4672-8e46-4d69f91dd69e"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:27:14.349544 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-32be8e33-bc5a-444a-a9fd-7c2b88c5b7fd req-4c107afc-8187-4f92-9de4-4b0c8b5ed59e tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] 10.222.0.41 "GET /v2.0/security-groups?id=53b55572-4939-4466-abb4-cc7f1bb894f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498754 Jan 28 07:27:14.365964 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-d2c5f05b-17e2-48f2-92e4-0ff0099ac75e tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] 10.222.0.41 "DELETE /v2.0/subnets/18e9cf90-cd76-4dad-af48-3b3806e93ed0/tags HTTP/1.1" status: 204 len: 168 time: 0.8462014 Jan 28 07:27:14.385305 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 35534) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:27:14.395547 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.tag.tag_plugin [None req-57c3758a-eaa0-4021-b4d5-892561702870 tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '18e9cf90-cd76-4dad-af48-3b3806e93ed0', 'tempest-TagsExtTest-Tag-1326560639') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:27:14.417564 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9c5ce236-d216-43e0-bf11-1437efc81a0b admin admin] Publish callbacks [] for security_group (289c566a-cc44-4ada-a179-7259cc0c289b), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:14.449949 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-21200dc5-31c6-46e3-8ff1-09e1aa50c6e5 req-80cfc0c0-d15b-4be5-89d4-4f65c317ec5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (f63f275e-2d22-44ba-9a17-22ff0528131a), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:14.474079 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0e16f0-871e-4045-9ce9-de13acb61ce1 req-793e99a8-ef16-458a-a9f2-0d74b875e905 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:14.484675 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4e0e16f0-871e-4045-9ce9-de13acb61ce1 req-793e99a8-ef16-458a-a9f2-0d74b875e905 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/ports?device_id=eff066ab-ed54-4a79-abbc-8c2556ecf5b8 HTTP/1.1" status: 200 len: 944 time: 0.7164783 Jan 28 07:27:14.530935 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeaefbfa-574f-41c6-8bd0-a6ea2fc6d459 x-openstack-request-id: req-aeaefbfa-574f-41c6-8bd0-a6ea2fc6d459 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:27:14.535244 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eff066ab-ed54-4a79-abbc-8c2556ecf5b8", "tag": "20784604-a49f-4672-8e46-4d69f91dd69e", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:27:14.535743 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-aeaefbfa-574f-41c6-8bd0-a6ea2fc6d459 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:27:14.536359 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eff066ab-ed54-4a79-abbc-8c2556ecf5b8', 'tag': '20784604-a49f-4672-8e46-4d69f91dd69e', 'status': 'completed', 'code': 200} Jan 28 07:27:14.625421 n-d-712749-28 neutron-server[103284]: INFO neutron.api.v2.resource [None req-57c3758a-eaa0-4021-b4d5-892561702870 tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] show failed (client error): The resource could not be found. Jan 28 07:27:14.630306 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-57c3758a-eaa0-4021-b4d5-892561702870 tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] 10.222.0.41 "GET /v2.0/subnets/18e9cf90-cd76-4dad-af48-3b3806e93ed0/tags/tempest-TagsExtTest-Tag-1326560639 HTTP/1.1" status: 404 len: 329 time: 0.2406342 Jan 28 07:27:14.631138 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 35538) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:27:14.636695 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 35540) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:27:14.654799 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9c5ce236-d216-43e0-bf11-1437efc81a0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (289c566a-cc44-4ada-a179-7259cc0c289b), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:14.658382 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9c5ce236-d216-43e0-bf11-1437efc81a0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:14.658749 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.tag.tag_plugin [None req-9ee636fb-8e0f-4df3-bb94-b071629fbeb4 tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '18e9cf90-cd76-4dad-af48-3b3806e93ed0', 'tempest-TagsExtTest-Tag-1332235947') {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:27:14.661969 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-9c5ce236-d216-43e0-bf11-1437efc81a0b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/289c566a-cc44-4ada-a179-7259cc0c289b HTTP/1.1" status: 204 len: 168 time: 0.7011440 Jan 28 07:27:14.679679 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5ce236-d216-43e0-bf11-1437efc81a0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=289c566a-cc44-4ada-a179-7259cc0c289b,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:27:14.794376 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8680584-8d9a-4a97-9b7f-ddcdbccdff1a req-e96c35bf-510b-4dd3-82b9-589cec38f1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:14.795920 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e8680584-8d9a-4a97-9b7f-ddcdbccdff1a req-e96c35bf-510b-4dd3-82b9-589cec38f1fe service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8d47b614f63e4b68b737be6f6d46b64e&device_id=eff066ab-ed54-4a79-abbc-8c2556ecf5b8 HTTP/1.1" status: 200 len: 1096 time: 0.5504494 Jan 28 07:27:14.800244 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4e0e16f0-871e-4045-9ce9-de13acb61ce1 req-7beaaeb0-2021-4c83-8bcd-88cad2ce5ef2 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/security-groups?id=20a6beb4-7dbe-4e36-a605-32b718c0fe10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3141990 Jan 28 07:27:14.935782 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8680584-8d9a-4a97-9b7f-ddcdbccdff1a req-89d4201b-09cf-4986-9bda-075df433259b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:14.938648 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e8680584-8d9a-4a97-9b7f-ddcdbccdff1a req-89d4201b-09cf-4986-9bda-075df433259b service neutron] 10.222.0.44 "GET /v2.0/networks?id=fabbfec3-31f9-4fc0-ba06-c03647e55067 HTTP/1.1" status: 200 len: 918 time: 0.1345050 Jan 28 07:27:15.194772 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6af9d67a-c2b9-473d-80fc-bbed18440742 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:15.378280 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6af9d67a-c2b9-473d-80fc-bbed18440742 admin admin] Publish callbacks [] for security_group (571e6518-b80f-48fc-b1c8-bbcf2de16658), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:15.392675 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6af9d67a-c2b9-473d-80fc-bbed18440742 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (571e6518-b80f-48fc-b1c8-bbcf2de16658), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:15.482420 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-6af9d67a-c2b9-473d-80fc-bbed18440742 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b59c760e17bd4f0185c2c3b6410fecd5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8444977 Jan 28 07:27:15.484618 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 35560) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:27:15.543593 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af9d67a-c2b9-473d-80fc-bbed18440742 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=571e6518-b80f-48fc-b1c8-bbcf2de16658,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:27:15.703937 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bf937f-6af6-45bf-b326-12a1c36120e1 req-fa49ab99-93ec-41a1-935a-fd8049f4bb3a tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:15.708823 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-02bf937f-6af6-45bf-b326-12a1c36120e1 req-fa49ab99-93ec-41a1-935a-fd8049f4bb3a tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b2672ed-ba82-49be-a666-c2bcdfaf9a83 HTTP/1.1" status: 200 len: 931 time: 0.2253170 Jan 28 07:27:15.781762 n-d-712749-28 neutron-server[103283]: INFO neutron.api.v2.resource [None req-9ee636fb-8e0f-4df3-bb94-b071629fbeb4 tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] show failed (client error): The resource could not be found. Jan 28 07:27:15.783474 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-9ee636fb-8e0f-4df3-bb94-b071629fbeb4 tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] 10.222.0.41 "GET /v2.0/subnets/18e9cf90-cd76-4dad-af48-3b3806e93ed0/tags/tempest-TagsExtTest-Tag-1332235947 HTTP/1.1" status: 404 len: 329 time: 1.1420560 Jan 28 07:27:15.792562 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 35570) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:27:15.804808 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7d223b1c-738e-437f-9edc-95f723da6867 admin admin] Publish callbacks [] for security_group (571e6518-b80f-48fc-b1c8-bbcf2de16658), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:15.808496 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.tag.tag_plugin [None req-74ecbaea-a65a-466b-89a6-ef54d4fffd63 tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '18e9cf90-cd76-4dad-af48-3b3806e93ed0', 'tempest-TagsExtTest-Tag-1845090115') {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:27:15.876584 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-02bf937f-6af6-45bf-b326-12a1c36120e1 req-dd65eb4e-227f-4f71-b95f-179f07d5666f tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] 10.222.0.41 "GET /v2.0/security-groups?id=53b55572-4939-4466-abb4-cc7f1bb894f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490977 Jan 28 07:27:15.929711 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e8680584-8d9a-4a97-9b7f-ddcdbccdff1a req-68484690-1ebc-4c5c-8810-b1c6c15847d1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=20784604-a49f-4672-8e46-4d69f91dd69e HTTP/1.1" status: 200 len: 998 time: 0.9810331 Jan 28 07:27:15.948289 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7d223b1c-738e-437f-9edc-95f723da6867 admin admin] Publish callbacks [] for security_group (571e6518-b80f-48fc-b1c8-bbcf2de16658), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:16.027374 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 35576) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:27:16.053406 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7d223b1c-738e-437f-9edc-95f723da6867 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (571e6518-b80f-48fc-b1c8-bbcf2de16658), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:16.059698 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7d223b1c-738e-437f-9edc-95f723da6867 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:16.064233 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-7d223b1c-738e-437f-9edc-95f723da6867 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/571e6518-b80f-48fc-b1c8-bbcf2de16658 HTTP/1.1" status: 204 len: 168 time: 0.5745752 Jan 28 07:27:16.072642 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8680584-8d9a-4a97-9b7f-ddcdbccdff1a req-d8e27bba-0ecc-45bf-82af-c7162f7e6925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:16.080128 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d223b1c-738e-437f-9edc-95f723da6867 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=571e6518-b80f-48fc-b1c8-bbcf2de16658,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:27:16.082168 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e8680584-8d9a-4a97-9b7f-ddcdbccdff1a req-d8e27bba-0ecc-45bf-82af-c7162f7e6925 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3d88cecc-14ce-41cc-908a-862b0f3950e3 HTTP/1.1" status: 200 len: 856 time: 0.1416934 Jan 28 07:27:16.167564 n-d-712749-28 neutron-server[103283]: INFO neutron.api.v2.resource [None req-74ecbaea-a65a-466b-89a6-ef54d4fffd63 tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] show failed (client error): The resource could not be found. Jan 28 07:27:16.176859 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-74ecbaea-a65a-466b-89a6-ef54d4fffd63 tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] 10.222.0.41 "GET /v2.0/subnets/18e9cf90-cd76-4dad-af48-3b3806e93ed0/tags/tempest-TagsExtTest-Tag-1845090115 HTTP/1.1" status: 404 len: 329 time: 0.3823781 Jan 28 07:27:16.179786 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 35582) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:27:16.185649 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.tag.tag_plugin [None req-c5a24b4f-18bc-43a0-a6b0-5ebb76a37e33 tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '1d2c4172-6871-443a-9c27-c54a79490171', {'tags': ['tempest-TagsExtTest-Tag-327052233', 'tempest-TagsExtTest-Tag-370619025', 'tempest-TagsExtTest-Tag-40392019']}) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:27:16.223024 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9a9b71-7062-4e9e-9136-4a2882abe4d0 req-e9a4262a-c159-4dd2-889f-66cfecd56db9 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:16.236372 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1d9a9b71-7062-4e9e-9136-4a2882abe4d0 req-e9a4262a-c159-4dd2-889f-66cfecd56db9 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/ports?device_id=eff066ab-ed54-4a79-abbc-8c2556ecf5b8 HTTP/1.1" status: 200 len: 944 time: 0.3025331 Jan 28 07:27:16.314029 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-d0a03fd6-5827-4ba4-8d46-49071e4639dd tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Request body: {'networks': [{'name': 'tempest-network--1047948323'}, {'name': 'tempest-network--1833202966'}]} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:27:16.314346 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-d0a03fd6-5827-4ba4-8d46-49071e4639dd tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Request body: {'network': {'name': 'tempest-network--1047948323'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:27:16.314820 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-d0a03fd6-5827-4ba4-8d46-49071e4639dd tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Request body: {'network': {'name': 'tempest-network--1833202966'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:27:16.323504 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-c5a24b4f-18bc-43a0-a6b0-5ebb76a37e33 tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] 10.222.0.41 "PUT /v2.0/ports/1d2c4172-6871-443a-9c27-c54a79490171/tags HTTP/1.1" status: 200 len: 314 time: 0.1423919 Jan 28 07:27:16.324294 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 35584) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:27:16.337366 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.tag.tag_plugin [None req-7799fdfa-1b52-4664-a1db-fc0e52120497 tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '1d2c4172-6871-443a-9c27-c54a79490171') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:27:16.352003 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8680584-8d9a-4a97-9b7f-ddcdbccdff1a req-c92e1047-58e9-474e-8d1c-162f030fd5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:16.353607 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e8680584-8d9a-4a97-9b7f-ddcdbccdff1a req-c92e1047-58e9-474e-8d1c-162f030fd5d1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fabbfec3-31f9-4fc0-ba06-c03647e55067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2331431 Jan 28 07:27:16.470718 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1d9a9b71-7062-4e9e-9136-4a2882abe4d0 req-16b5e2b7-8577-4276-bc88-9b636fd8dc2c tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/security-groups?id=20a6beb4-7dbe-4e36-a605-32b718c0fe10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2333646 Jan 28 07:27:16.483657 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0a03fd6-5827-4ba4-8d46-49071e4639dd tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Made reservation on behalf of 8eada1e4a319442a9a35e8a01246ba38 for: {'network': 2} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:27:16.497663 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d0a03fd6-5827-4ba4-8d46-49071e4639dd tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:16.510628 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d0a03fd6-5827-4ba4-8d46-49071e4639dd tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:16.534841 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-7799fdfa-1b52-4664-a1db-fc0e52120497 tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] 10.222.0.41 "DELETE /v2.0/ports/1d2c4172-6871-443a-9c27-c54a79490171/tags HTTP/1.1" status: 204 len: 168 time: 0.1976292 Jan 28 07:27:16.535533 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 35588) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:27:16.539867 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.tag.tag_plugin [None req-d27af85a-08e1-46c7-8bf0-7c0450af40c3 tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '1d2c4172-6871-443a-9c27-c54a79490171', 'tempest-TagsExtTest-Tag-327052233') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:27:16.544945 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [req-21200dc5-31c6-46e3-8ff1-09e1aa50c6e5 req-80cfc0c0-d15b-4be5-89d4-4f65c317ec5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f63f275e-2d22-44ba-9a17-22ff0528131a {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:27:16.560220 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-21200dc5-31c6-46e3-8ff1-09e1aa50c6e5 req-80cfc0c0-d15b-4be5-89d4-4f65c317ec5d service neutron] Publish callbacks [] for port (f63f275e-2d22-44ba-9a17-22ff0528131a), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:16.666003 n-d-712749-28 neutron-server[103284]: INFO neutron.api.v2.resource [None req-d27af85a-08e1-46c7-8bf0-7c0450af40c3 tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] show failed (client error): The resource could not be found. Jan 28 07:27:16.673532 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-d27af85a-08e1-46c7-8bf0-7c0450af40c3 tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] 10.222.0.41 "GET /v2.0/ports/1d2c4172-6871-443a-9c27-c54a79490171/tags/tempest-TagsExtTest-Tag-327052233 HTTP/1.1" status: 404 len: 328 time: 0.1348512 Jan 28 07:27:16.675191 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 35592) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:27:16.680084 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.tag.tag_plugin [None req-b1f5d185-a23f-41ca-97de-59c000559bbd tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '1d2c4172-6871-443a-9c27-c54a79490171', 'tempest-TagsExtTest-Tag-370619025') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:27:16.685461 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [req-21200dc5-31c6-46e3-8ff1-09e1aa50c6e5 req-80cfc0c0-d15b-4be5-89d4-4f65c317ec5d service neutron] Transition to ACTIVE for port object f63f275e-2d22-44ba-9a17-22ff0528131a will not be triggered until provisioned by entity L2. {{(pid=103283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:27:16.700574 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-21200dc5-31c6-46e3-8ff1-09e1aa50c6e5 req-80cfc0c0-d15b-4be5-89d4-4f65c317ec5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (f63f275e-2d22-44ba-9a17-22ff0528131a), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:16.747599 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e8680584-8d9a-4a97-9b7f-ddcdbccdff1a req-11a1cce5-cc76-41a8-a168-d28ae7147e15 service neutron] 10.222.0.44 "GET /v2.0/networks/fabbfec3-31f9-4fc0-ba06-c03647e55067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3759558 Jan 28 07:27:16.807448 n-d-712749-28 neutron-server[103284]: INFO neutron.api.v2.resource [None req-b1f5d185-a23f-41ca-97de-59c000559bbd tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] show failed (client error): The resource could not be found. Jan 28 07:27:16.814092 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-b1f5d185-a23f-41ca-97de-59c000559bbd tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] 10.222.0.41 "GET /v2.0/ports/1d2c4172-6871-443a-9c27-c54a79490171/tags/tempest-TagsExtTest-Tag-370619025 HTTP/1.1" status: 404 len: 328 time: 0.1372592 Jan 28 07:27:16.814263 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 35600) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:27:16.819769 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.tag.tag_plugin [None req-8cf017ec-454c-4f27-87fb-41cd7399212d tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '1d2c4172-6871-443a-9c27-c54a79490171', 'tempest-TagsExtTest-Tag-40392019') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:27:16.900423 n-d-712749-28 neutron-server[103284]: INFO neutron.api.v2.resource [None req-8cf017ec-454c-4f27-87fb-41cd7399212d tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] show failed (client error): The resource could not be found. Jan 28 07:27:16.908741 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-8cf017ec-454c-4f27-87fb-41cd7399212d tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] 10.222.0.41 "GET /v2.0/ports/1d2c4172-6871-443a-9c27-c54a79490171/tags/tempest-TagsExtTest-Tag-40392019 HTTP/1.1" status: 404 len: 327 time: 0.0898745 Jan 28 07:27:16.910220 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 35602) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:27:16.917932 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.tag.tag_plugin [None req-2863ac63-09cb-4ca9-ae25-d7b1f2876a37 tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '9b936d0b-8ccc-4294-b5f6-8e7beef827e8', {'tags': ['tempest-TagsExtTest-Tag-1840388258', 'tempest-TagsExtTest-Tag-1642263610', 'tempest-TagsExtTest-Tag-1812277094']}) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:27:17.041779 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cfc0c0-d15b-4be5-89d4-4f65c317ec5d service neutron] Pushing event updated for resources: {'Port': ['ID=f63f275e-2d22-44ba-9a17-22ff0528131a,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:27:17.170355 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-2863ac63-09cb-4ca9-ae25-d7b1f2876a37 tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] 10.222.0.41 "PUT /v2.0/routers/9b936d0b-8ccc-4294-b5f6-8e7beef827e8/tags HTTP/1.1" status: 200 len: 318 time: 0.2562497 Jan 28 07:27:17.174094 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 35610) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:27:17.189702 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.tag.tag_plugin [None req-1f043260-71ea-4819-8082-bbc62151605f tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '9b936d0b-8ccc-4294-b5f6-8e7beef827e8') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:27:17.260510 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d0a03fd6-5827-4ba4-8d46-49071e4639dd tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Publish callbacks [] for security_group (14e23b30-b0e2-4729-b27a-3c85a5581fd0), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:17.278706 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712d94ce-8d53-4bd1-a40f-1aa4af6c0855 req-a85e04c2-7491-4d4e-b49f-0495f04874c7 tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:17.280313 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-712d94ce-8d53-4bd1-a40f-1aa4af6c0855 req-a85e04c2-7491-4d4e-b49f-0495f04874c7 tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b2672ed-ba82-49be-a666-c2bcdfaf9a83 HTTP/1.1" status: 200 len: 943 time: 0.2032747 Jan 28 07:27:17.328097 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-21200dc5-31c6-46e3-8ff1-09e1aa50c6e5 req-80cfc0c0-d15b-4be5-89d4-4f65c317ec5d service neutron] Attempting to bind port f63f275e-2d22-44ba-9a17-22ff0528131a on host n-h1-712749-28 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:27:17.328939 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-21200dc5-31c6-46e3-8ff1-09e1aa50c6e5 req-80cfc0c0-d15b-4be5-89d4-4f65c317ec5d service neutron] Attempting to bind port f63f275e-2d22-44ba-9a17-22ff0528131a by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': '5e9d481f-a3b1-479f-be8f-343a288df135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0f9677e3-e88b-4074-b906-3a89e31a8b26'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:27:17.329538 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21200dc5-31c6-46e3-8ff1-09e1aa50c6e5 req-80cfc0c0-d15b-4be5-89d4-4f65c317ec5d service neutron] Attempting to bind port f63f275e-2d22-44ba-9a17-22ff0528131a on network 0f9677e3-e88b-4074-b906-3a89e31a8b26 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:27:17.343857 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d0a03fd6-5827-4ba4-8d46-49071e4639dd tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (14e23b30-b0e2-4729-b27a-3c85a5581fd0), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:17.344762 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d0a03fd6-5827-4ba4-8d46-49071e4639dd tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:17.385759 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21200dc5-31c6-46e3-8ff1-09e1aa50c6e5 req-80cfc0c0-d15b-4be5-89d4-4f65c317ec5d service neutron] Port f63f275e-2d22-44ba-9a17-22ff0528131a on network 0f9677e3-e88b-4074-b906-3a89e31a8b26 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:27:17.386323 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21200dc5-31c6-46e3-8ff1-09e1aa50c6e5 req-80cfc0c0-d15b-4be5-89d4-4f65c317ec5d service neutron] Attempting to bind port f63f275e-2d22-44ba-9a17-22ff0528131a on network 0f9677e3-e88b-4074-b906-3a89e31a8b26 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:27:17.412974 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e8680584-8d9a-4a97-9b7f-ddcdbccdff1a req-822bebd9-5ac6-4170-8925-d133f7a9fd10 service neutron] 10.222.0.44 "GET /v2.0/networks/fabbfec3-31f9-4fc0-ba06-c03647e55067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6545682 Jan 28 07:27:17.418676 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21200dc5-31c6-46e3-8ff1-09e1aa50c6e5 req-80cfc0c0-d15b-4be5-89d4-4f65c317ec5d service neutron] Checking agent: {'id': '2fca46b1-237f-4857-9290-2429d810e472', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 27, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:27:17.419283 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21200dc5-31c6-46e3-8ff1-09e1aa50c6e5 req-80cfc0c0-d15b-4be5-89d4-4f65c317ec5d service neutron] Checking segment: {'id': '5e9d481f-a3b1-479f-be8f-343a288df135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0f9677e3-e88b-4074-b906-3a89e31a8b26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:27:17.419883 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21200dc5-31c6-46e3-8ff1-09e1aa50c6e5 req-80cfc0c0-d15b-4be5-89d4-4f65c317ec5d service neutron] Bound using segment: {'id': '5e9d481f-a3b1-479f-be8f-343a288df135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0f9677e3-e88b-4074-b906-3a89e31a8b26'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:27:17.420604 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-21200dc5-31c6-46e3-8ff1-09e1aa50c6e5 req-80cfc0c0-d15b-4be5-89d4-4f65c317ec5d service neutron] Bound port: f63f275e-2d22-44ba-9a17-22ff0528131a, host: n-h1-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e9d481f-a3b1-479f-be8f-343a288df135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0f9677e3-e88b-4074-b906-3a89e31a8b26'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:27:17.422099 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-21200dc5-31c6-46e3-8ff1-09e1aa50c6e5 req-80cfc0c0-d15b-4be5-89d4-4f65c317ec5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (f63f275e-2d22-44ba-9a17-22ff0528131a), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:17.440994 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-1f043260-71ea-4819-8082-bbc62151605f tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] 10.222.0.41 "DELETE /v2.0/routers/9b936d0b-8ccc-4294-b5f6-8e7beef827e8/tags HTTP/1.1" status: 204 len: 168 time: 0.2637944 Jan 28 07:27:17.449714 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 35618) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:27:17.461982 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.tag.tag_plugin [None req-d0f6712d-8942-4366-bfb5-5282a904702d tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '9b936d0b-8ccc-4294-b5f6-8e7beef827e8', 'tempest-TagsExtTest-Tag-1840388258') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:27:17.462241 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0a03fd6-5827-4ba4-8d46-49071e4639dd tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=103283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:27:17.465217 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a03fd6-5827-4ba4-8d46-49071e4639dd tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14e23b30-b0e2-4729-b27a-3c85a5581fd0,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:27:17.524617 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d0a03fd6-5827-4ba4-8d46-49071e4639dd tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (ee8ffede-ee16-42b4-a746-24a69d0bc29a), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:17.524982 n-d-712749-28 neutron-server[103283]: INFO neutron.db.segments_db [None req-d0a03fd6-5827-4ba4-8d46-49071e4639dd tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Added segment ee8ffede-ee16-42b4-a746-24a69d0bc29a of type vlan for network ad6342ad-29df-4f45-84fc-b5b142c71a65 Jan 28 07:27:17.542723 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-712d94ce-8d53-4bd1-a40f-1aa4af6c0855 req-475e5a1e-c9f3-4880-a49c-f6f62362ebe3 tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] 10.222.0.41 "GET /v2.0/security-groups?id=53b55572-4939-4466-abb4-cc7f1bb894f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556038 Jan 28 07:27:17.597147 n-d-712749-28 neutron-server[103284]: INFO neutron.api.v2.resource [None req-d0f6712d-8942-4366-bfb5-5282a904702d tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] show failed (client error): The resource could not be found. Jan 28 07:27:17.601009 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-d0f6712d-8942-4366-bfb5-5282a904702d tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] 10.222.0.41 "GET /v2.0/routers/9b936d0b-8ccc-4294-b5f6-8e7beef827e8/tags/tempest-TagsExtTest-Tag-1840388258 HTTP/1.1" status: 404 len: 329 time: 0.1463783 Jan 28 07:27:17.601583 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 35626) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:27:17.611067 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.tag.tag_plugin [None req-c4f12ded-a09a-4fc7-9b34-df31bcbb0d15 tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '9b936d0b-8ccc-4294-b5f6-8e7beef827e8', 'tempest-TagsExtTest-Tag-1642263610') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:27:17.763747 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-21200dc5-31c6-46e3-8ff1-09e1aa50c6e5 req-80cfc0c0-d15b-4be5-89d4-4f65c317ec5d service neutron] For port f63f275e-2d22-44ba-9a17-22ff0528131a, host n-h1-712749-28, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:27:17.768104 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-21200dc5-31c6-46e3-8ff1-09e1aa50c6e5 req-80cfc0c0-d15b-4be5-89d4-4f65c317ec5d service neutron] For port f63f275e-2d22-44ba-9a17-22ff0528131a, host n-h1-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=f63f275e-2d22-44ba-9a17-22ff0528131a,segment=NetworkSegment(5e9d481f-a3b1-479f-be8f-343a288df135),segment_id=5e9d481f-a3b1-479f-be8f-343a288df135)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:27:17.784024 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d0a03fd6-5827-4ba4-8d46-49071e4639dd tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (ad6342ad-29df-4f45-84fc-b5b142c71a65), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:17.788136 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-21200dc5-31c6-46e3-8ff1-09e1aa50c6e5 req-80cfc0c0-d15b-4be5-89d4-4f65c317ec5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (f63f275e-2d22-44ba-9a17-22ff0528131a), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:17.794122 n-d-712749-28 neutron-server[103284]: INFO neutron.api.v2.resource [None req-c4f12ded-a09a-4fc7-9b34-df31bcbb0d15 tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] show failed (client error): The resource could not be found. Jan 28 07:27:17.800706 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-c4f12ded-a09a-4fc7-9b34-df31bcbb0d15 tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] 10.222.0.41 "GET /v2.0/routers/9b936d0b-8ccc-4294-b5f6-8e7beef827e8/tags/tempest-TagsExtTest-Tag-1642263610 HTTP/1.1" status: 404 len: 329 time: 0.1981266 Jan 28 07:27:17.802071 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 35634) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:27:17.816762 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.tag.tag_plugin [None req-f4cc1c01-01b5-4f73-a471-b71338a977e9 tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '9b936d0b-8ccc-4294-b5f6-8e7beef827e8', 'tempest-TagsExtTest-Tag-1812277094') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:27:17.897082 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d8e86f-5983-4010-8542-2a4c1f7845c2 req-c93ccb21-cf49-4e90-8d87-a41e5625c641 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:17.899287 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b1d8e86f-5983-4010-8542-2a4c1f7845c2 req-c93ccb21-cf49-4e90-8d87-a41e5625c641 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/ports?device_id=eff066ab-ed54-4a79-abbc-8c2556ecf5b8 HTTP/1.1" status: 200 len: 944 time: 0.2520466 Jan 28 07:27:17.908418 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688d2d65-47bd-4649-9081-62d4b04d76b0 req-d6d99fec-ff8b-4965-89d8-63b20ef1b2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:17.911418 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-688d2d65-47bd-4649-9081-62d4b04d76b0 req-d6d99fec-ff8b-4965-89d8-63b20ef1b2b9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8d47b614f63e4b68b737be6f6d46b64e&device_id=eff066ab-ed54-4a79-abbc-8c2556ecf5b8 HTTP/1.1" status: 200 len: 1096 time: 0.3769789 Jan 28 07:27:17.912787 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21200dc5-31c6-46e3-8ff1-09e1aa50c6e5 req-80cfc0c0-d15b-4be5-89d4-4f65c317ec5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:17.913393 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-21200dc5-31c6-46e3-8ff1-09e1aa50c6e5 req-80cfc0c0-d15b-4be5-89d4-4f65c317ec5d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:17.915494 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-21200dc5-31c6-46e3-8ff1-09e1aa50c6e5 req-80cfc0c0-d15b-4be5-89d4-4f65c317ec5d service neutron] 10.222.0.10 "PUT /v2.0/ports/f63f275e-2d22-44ba-9a17-22ff0528131a HTTP/1.1" status: 200 len: 1092 time: 4.1077178 Jan 28 07:27:17.946440 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b2672ed-ba82-49be-a666-c2bcdfaf9a83', 'tag': 'f63f275e-2d22-44ba-9a17-22ff0528131a'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:27:17.949508 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9584137c-a13c-4d1a-94f7-fa143e6bca60" -d '{"events": [{"name": "network-changed", "server_uuid": "9b2672ed-ba82-49be-a666-c2bcdfaf9a83", "tag": "f63f275e-2d22-44ba-9a17-22ff0528131a"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:27:18.004876 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b1d8e86f-5983-4010-8542-2a4c1f7845c2 req-3f0d6832-d87d-40f0-960e-7cc2d117f742 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/security-groups?id=20a6beb4-7dbe-4e36-a605-32b718c0fe10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844460 Jan 28 07:27:18.056056 n-d-712749-28 neutron-server[103284]: INFO neutron.api.v2.resource [None req-f4cc1c01-01b5-4f73-a471-b71338a977e9 tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] show failed (client error): The resource could not be found. Jan 28 07:27:18.058054 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b752956f-4391-4c89-87d9-be4243e36fbd x-openstack-request-id: req-b752956f-4391-4c89-87d9-be4243e36fbd {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:27:18.058561 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b2672ed-ba82-49be-a666-c2bcdfaf9a83", "tag": "f63f275e-2d22-44ba-9a17-22ff0528131a", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:27:18.058641 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b752956f-4391-4c89-87d9-be4243e36fbd {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:27:18.059041 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b2672ed-ba82-49be-a666-c2bcdfaf9a83', 'tag': 'f63f275e-2d22-44ba-9a17-22ff0528131a', 'status': 'completed', 'code': 200} Jan 28 07:27:18.061894 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-f4cc1c01-01b5-4f73-a471-b71338a977e9 tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] 10.222.0.41 "GET /v2.0/routers/9b936d0b-8ccc-4294-b5f6-8e7beef827e8/tags/tempest-TagsExtTest-Tag-1812277094 HTTP/1.1" status: 404 len: 329 time: 0.2576742 Jan 28 07:27:18.062649 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 35648) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:27:18.067282 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.tag.tag_plugin [None req-95325288-8af4-4a74-922d-37a51a057161 tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'e8a13aa4-129f-477e-86de-64cc5939d972', {'tags': ['tempest-TagsExtTest-Tag-1472342359', 'tempest-TagsExtTest-Tag-753285541', 'tempest-TagsExtTest-Tag-1091347107']}) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:27:18.116964 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-95325288-8af4-4a74-922d-37a51a057161 tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] 10.222.0.41 "PUT /v2.0/subnetpools/e8a13aa4-129f-477e-86de-64cc5939d972/tags HTTP/1.1" status: 200 len: 317 time: 0.0531716 Jan 28 07:27:18.117737 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 35652) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:27:18.126991 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.tag.tag_plugin [None req-1f831bcc-0eca-4d55-a62f-5fb9eb6a6b30 tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'e8a13aa4-129f-477e-86de-64cc5939d972') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:27:18.201206 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688d2d65-47bd-4649-9081-62d4b04d76b0 req-4eb209d7-492a-4875-9bad-de1273e01b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:18.204022 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-688d2d65-47bd-4649-9081-62d4b04d76b0 req-4eb209d7-492a-4875-9bad-de1273e01b5f service neutron] 10.222.0.44 "GET /v2.0/networks?id=fabbfec3-31f9-4fc0-ba06-c03647e55067 HTTP/1.1" status: 200 len: 918 time: 0.2106140 Jan 28 07:27:18.204184 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0a03fd6-5827-4ba4-8d46-49071e4639dd tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=103283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:27:18.213242 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cfc0c0-d15b-4be5-89d4-4f65c317ec5d service neutron] Pushing event updated for resources: {'Port': ['ID=f63f275e-2d22-44ba-9a17-22ff0528131a,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:27:18.222416 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-1f831bcc-0eca-4d55-a62f-5fb9eb6a6b30 tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] 10.222.0.41 "DELETE /v2.0/subnetpools/e8a13aa4-129f-477e-86de-64cc5939d972/tags HTTP/1.1" status: 204 len: 168 time: 0.1034324 Jan 28 07:27:18.223369 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 35654) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:27:18.231659 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.tag.tag_plugin [None req-bdf7b070-9936-44bd-9176-d4552650068e tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'e8a13aa4-129f-477e-86de-64cc5939d972', 'tempest-TagsExtTest-Tag-1472342359') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:27:18.285977 n-d-712749-28 neutron-server[103284]: INFO neutron.api.v2.resource [None req-bdf7b070-9936-44bd-9176-d4552650068e tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] show failed (client error): The resource could not be found. Jan 28 07:27:18.291733 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-bdf7b070-9936-44bd-9176-d4552650068e tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] 10.222.0.41 "GET /v2.0/subnetpools/e8a13aa4-129f-477e-86de-64cc5939d972/tags/tempest-TagsExtTest-Tag-1472342359 HTTP/1.1" status: 404 len: 329 time: 0.0672333 Jan 28 07:27:18.293071 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 35656) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:27:18.302709 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.tag.tag_plugin [None req-2a765333-74f8-41e8-8f98-460376707e8a tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'e8a13aa4-129f-477e-86de-64cc5939d972', 'tempest-TagsExtTest-Tag-753285541') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:27:18.352451 n-d-712749-28 neutron-server[103284]: INFO neutron.api.v2.resource [None req-2a765333-74f8-41e8-8f98-460376707e8a tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] show failed (client error): The resource could not be found. Jan 28 07:27:18.360211 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-2a765333-74f8-41e8-8f98-460376707e8a tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] 10.222.0.41 "GET /v2.0/subnetpools/e8a13aa4-129f-477e-86de-64cc5939d972/tags/tempest-TagsExtTest-Tag-753285541 HTTP/1.1" status: 404 len: 328 time: 0.0643027 Jan 28 07:27:18.363718 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 35658) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:27:18.373166 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.tag.tag_plugin [None req-9e46b9bc-10a3-4fbc-ad83-c538c264632c tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'e8a13aa4-129f-477e-86de-64cc5939d972', 'tempest-TagsExtTest-Tag-1091347107') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:27:18.387714 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d0a03fd6-5827-4ba4-8d46-49071e4639dd tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (b1b13410-191a-42c6-944e-9ec100732422), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:18.387714 n-d-712749-28 neutron-server[103283]: INFO neutron.db.segments_db [None req-d0a03fd6-5827-4ba4-8d46-49071e4639dd tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Added segment b1b13410-191a-42c6-944e-9ec100732422 of type vlan for network cdf6aa60-4a29-4840-83d1-1f0ae3bf9750 Jan 28 07:27:18.433895 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21200dc5-31c6-46e3-8ff1-09e1aa50c6e5 req-96fbc055-18bd-499e-90a6-d164f44e4366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:18.446545 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-21200dc5-31c6-46e3-8ff1-09e1aa50c6e5 req-96fbc055-18bd-499e-90a6-d164f44e4366 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a6edc1c2472d49839a2dbbe98b656418&device_id=9b2672ed-ba82-49be-a666-c2bcdfaf9a83 HTTP/1.1" status: 200 len: 1095 time: 0.4406416 Jan 28 07:27:18.508138 n-d-712749-28 neutron-server[103284]: INFO neutron.api.v2.resource [None req-9e46b9bc-10a3-4fbc-ad83-c538c264632c tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] show failed (client error): The resource could not be found. Jan 28 07:27:18.509322 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-9e46b9bc-10a3-4fbc-ad83-c538c264632c tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] 10.222.0.41 "GET /v2.0/subnetpools/e8a13aa4-129f-477e-86de-64cc5939d972/tags/tempest-TagsExtTest-Tag-1091347107 HTTP/1.1" status: 404 len: 329 time: 0.1444926 Jan 28 07:27:18.512102 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 35660) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:27:18.517964 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.tag.tag_plugin [None req-d056bf1d-ac9c-4a65-af09-d128e7e6d965 tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'e8a13aa4-129f-477e-86de-64cc5939d972') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:27:18.585914 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-21200dc5-31c6-46e3-8ff1-09e1aa50c6e5 req-97fbae73-e429-4480-8360-4dda4c0fa220 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f63f275e-2d22-44ba-9a17-22ff0528131a HTTP/1.1" status: 200 len: 217 time: 0.0742576 Jan 28 07:27:18.587861 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-688d2d65-47bd-4649-9081-62d4b04d76b0 req-566af246-8c60-49ca-b188-2aa0f4588cf2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=20784604-a49f-4672-8e46-4d69f91dd69e HTTP/1.1" status: 200 len: 998 time: 0.3678541 Jan 28 07:27:18.612292 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-d056bf1d-ac9c-4a65-af09-d128e7e6d965 tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] 10.222.0.41 "DELETE /v2.0/subnetpools/e8a13aa4-129f-477e-86de-64cc5939d972/tags HTTP/1.1" status: 204 len: 168 time: 0.0973480 Jan 28 07:27:18.617604 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d0a03fd6-5827-4ba4-8d46-49071e4639dd tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (cdf6aa60-4a29-4840-83d1-1f0ae3bf9750), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:18.619623 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 35666) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:27:18.696844 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.tag.tag_plugin [None req-9b0053d6-3ad5-497f-83cd-2570adb478fc tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '9b936d0b-8ccc-4294-b5f6-8e7beef827e8') {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:27:18.874014 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21200dc5-31c6-46e3-8ff1-09e1aa50c6e5 req-406de64d-db4b-4baf-a644-3b3ea9e2878c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:18.876279 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-21200dc5-31c6-46e3-8ff1-09e1aa50c6e5 req-406de64d-db4b-4baf-a644-3b3ea9e2878c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a20d1ced-3d08-43be-8252-20a8f34a36b0 HTTP/1.1" status: 200 len: 854 time: 0.2806027 Jan 28 07:27:18.935530 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688d2d65-47bd-4649-9081-62d4b04d76b0 req-31339861-6c5d-465c-8ba5-8a2d7d9fe805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:18.937916 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-688d2d65-47bd-4649-9081-62d4b04d76b0 req-31339861-6c5d-465c-8ba5-8a2d7d9fe805 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3d88cecc-14ce-41cc-908a-862b0f3950e3 HTTP/1.1" status: 200 len: 856 time: 0.3303905 Jan 28 07:27:18.942969 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d0a03fd6-5827-4ba4-8d46-49071e4639dd tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (ad6342ad-29df-4f45-84fc-b5b142c71a65), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:18.943706 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d0a03fd6-5827-4ba4-8d46-49071e4639dd tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (cdf6aa60-4a29-4840-83d1-1f0ae3bf9750), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:18.949107 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a03fd6-5827-4ba4-8d46-49071e4639dd tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:18.954910 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a03fd6-5827-4ba4-8d46-49071e4639dd tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:18.955793 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d0a03fd6-5827-4ba4-8d46-49071e4639dd tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:19.081249 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6817d0fa-49db-4ed9-8dfb-74d7ce267035 req-a11ee687-5d97-405e-8cd2-c65c518a2d6b tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:19.083145 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6817d0fa-49db-4ed9-8dfb-74d7ce267035 req-a11ee687-5d97-405e-8cd2-c65c518a2d6b tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b2672ed-ba82-49be-a666-c2bcdfaf9a83 HTTP/1.1" status: 200 len: 943 time: 0.3101041 Jan 28 07:27:19.148383 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-21200dc5-31c6-46e3-8ff1-09e1aa50c6e5 req-cc172f41-4462-4910-b546-cd24488eda29 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0f9677e3-e88b-4074-b906-3a89e31a8b26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2090549 Jan 28 07:27:19.247774 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fd97f6-d353-4b32-a5f2-e463475d3006 req-88c46243-2565-4c4f-81d6-ece77fff3a5e tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:19.265417 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f9fd97f6-d353-4b32-a5f2-e463475d3006 req-88c46243-2565-4c4f-81d6-ece77fff3a5e tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/ports?device_id=eff066ab-ed54-4a79-abbc-8c2556ecf5b8 HTTP/1.1" status: 200 len: 944 time: 0.1109273 Jan 28 07:27:19.268325 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-d0a03fd6-5827-4ba4-8d46-49071e4639dd tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 3.2382436 Jan 28 07:27:19.270045 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-9b0053d6-3ad5-497f-83cd-2570adb478fc tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] 10.222.0.41 "DELETE /v2.0/routers/9b936d0b-8ccc-4294-b5f6-8e7beef827e8/tags HTTP/1.1" status: 204 len: 168 time: 0.6112428 Jan 28 07:27:19.275287 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 35676) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:27:19.281328 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 35678) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:27:19.320379 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688d2d65-47bd-4649-9081-62d4b04d76b0 req-08d77ce4-c2fd-4364-92d6-c991111a8ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:19.321970 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-688d2d65-47bd-4649-9081-62d4b04d76b0 req-08d77ce4-c2fd-4364-92d6-c991111a8ded service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fabbfec3-31f9-4fc0-ba06-c03647e55067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3631868 Jan 28 07:27:19.324833 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a03fd6-5827-4ba4-8d46-49071e4639dd tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Pushing event updated for resources: {'Network': ['ID=ad6342ad-29df-4f45-84fc-b5b142c71a65,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:27:19.337611 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network ad6342ad-29df-4f45-84fc-b5b142c71a65 details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:27:19.501756 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6817d0fa-49db-4ed9-8dfb-74d7ce267035 req-9b0e7e64-46d3-4659-8db5-b3be09c133a9 tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] 10.222.0.41 "GET /v2.0/security-groups?id=53b55572-4939-4466-abb4-cc7f1bb894f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3187509 Jan 28 07:27:19.516937 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a03fd6-5827-4ba4-8d46-49071e4639dd tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Pushing event updated for resources: {'Network': ['ID=cdf6aa60-4a29-4840-83d1-1f0ae3bf9750,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:27:19.555969 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network cdf6aa60-4a29-4840-83d1-1f0ae3bf9750 details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:27:19.561539 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-21200dc5-31c6-46e3-8ff1-09e1aa50c6e5 req-bc4d8bf6-3f91-4dc4-9f65-6d9a578fc570 service neutron] 10.222.0.10 "GET /v2.0/networks/0f9677e3-e88b-4074-b906-3a89e31a8b26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3611171 Jan 28 07:27:19.565263 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.tag.tag_plugin [None req-daad3259-4063-4929-ad36-7dcee3fd9a1d tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '1d2c4172-6871-443a-9c27-c54a79490171') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:27:19.773608 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-21200dc5-31c6-46e3-8ff1-09e1aa50c6e5 req-148283d9-a4a4-4989-a481-916d18abed0d service neutron] 10.222.0.10 "GET /v2.0/networks/0f9677e3-e88b-4074-b906-3a89e31a8b26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926167 Jan 28 07:27:19.810958 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-688d2d65-47bd-4649-9081-62d4b04d76b0 req-e69cbf6c-20a3-419d-8afa-de12de787833 service neutron] 10.222.0.44 "GET /v2.0/networks/fabbfec3-31f9-4fc0-ba06-c03647e55067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4698069 Jan 28 07:27:19.917329 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f9fd97f6-d353-4b32-a5f2-e463475d3006 req-37480b6f-1f91-43fd-91e6-ebb87a735576 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/security-groups?id=20a6beb4-7dbe-4e36-a605-32b718c0fe10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6503801 Jan 28 07:27:19.961165 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c485205-c8c7-4b0b-a3cc-b49c68cae232 tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:19.971616 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c485205-c8c7-4b0b-a3cc-b49c68cae232 tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:19.990019 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c485205-c8c7-4b0b-a3cc-b49c68cae232 tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:19.996151 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c485205-c8c7-4b0b-a3cc-b49c68cae232 tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:19.998026 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-9c485205-c8c7-4b0b-a3cc-b49c68cae232 tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.7144289 Jan 28 07:27:20.011230 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 35684) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:27:20.033498 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-daad3259-4063-4929-ad36-7dcee3fd9a1d tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] 10.222.0.41 "DELETE /v2.0/ports/1d2c4172-6871-443a-9c27-c54a79490171/tags HTTP/1.1" status: 204 len: 168 time: 0.5082822 Jan 28 07:27:20.035886 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 35686) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:27:20.040081 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.tag.tag_plugin [None req-52b7a063-9cc8-40a8-9929-681d57025162 tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '18e9cf90-cd76-4dad-af48-3b3806e93ed0') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:27:20.103658 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-688d2d65-47bd-4649-9081-62d4b04d76b0 req-86ca6b62-89b4-456d-9745-ef916a8c6a87 service neutron] 10.222.0.44 "GET /v2.0/networks/fabbfec3-31f9-4fc0-ba06-c03647e55067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2766507 Jan 28 07:27:20.154566 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-52b7a063-9cc8-40a8-9929-681d57025162 tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] 10.222.0.41 "DELETE /v2.0/subnets/18e9cf90-cd76-4dad-af48-3b3806e93ed0/tags HTTP/1.1" status: 204 len: 168 time: 0.1175106 Jan 28 07:27:20.159342 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 35688) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:27:20.203472 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9584137c-a13c-4d1a-94f7-fa143e6bca60 req-ed85acd2-c37e-4979-8e04-0e5ea9dc18c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:20.205147 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9584137c-a13c-4d1a-94f7-fa143e6bca60 req-ed85acd2-c37e-4979-8e04-0e5ea9dc18c5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a6edc1c2472d49839a2dbbe98b656418&device_id=9b2672ed-ba82-49be-a666-c2bcdfaf9a83 HTTP/1.1" status: 200 len: 1095 time: 0.2565761 Jan 28 07:27:20.235602 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7c1a2bfd-9b86-4a42-95c9-a482e9673725 tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (ad6342ad-29df-4f45-84fc-b5b142c71a65), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:20.267460 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ba741c4e-7da9-4944-8772-bf2c1c70f5f3 tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:20.275588 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-ba741c4e-7da9-4944-8772-bf2c1c70f5f3 tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] 10.222.0.41 "DELETE /v2.0/subnetpools/e8a13aa4-129f-477e-86de-64cc5939d972 HTTP/1.1" status: 204 len: 168 time: 0.1129708 Jan 28 07:27:20.276551 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 35690) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:27:20.325644 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-ce6489d2-a881-495d-af7e-51de1ed2f7dd tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b936d0b-8ccc-4294-b5f6-8e7beef827e8 HTTP/1.1" status: 200 len: 205 time: 0.0465238 Jan 28 07:27:20.328310 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 35692) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:27:21.125996 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-65950a83-9a0e-4630-ad49-ac8ce44a9410 tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] Publish callbacks [] for router (9b936d0b-8ccc-4294-b5f6-8e7beef827e8), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:21.240981 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7c1a2bfd-9b86-4a42-95c9-a482e9673725 tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (ad6342ad-29df-4f45-84fc-b5b142c71a65), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:21.278139 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9584137c-a13c-4d1a-94f7-fa143e6bca60 req-a16b3d8f-ac76-4723-b684-177f79569ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:21.290111 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9584137c-a13c-4d1a-94f7-fa143e6bca60 req-a16b3d8f-ac76-4723-b684-177f79569ce2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0f9677e3-e88b-4074-b906-3a89e31a8b26 HTTP/1.1" status: 200 len: 915 time: 1.0727491 Jan 28 07:27:21.334027 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-7c1a2bfd-9b86-4a42-95c9-a482e9673725 tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad6342ad-29df-4f45-84fc-b5b142c71a65']}} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:27:21.426157 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-7c1a2bfd-9b86-4a42-95c9-a482e9673725 tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee8ffede-ee16-42b4-a746-24a69d0bc29a') {'for_net_delete': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:27:21.426454 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-7c1a2bfd-9b86-4a42-95c9-a482e9673725 tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee8ffede-ee16-42b4-a746-24a69d0bc29a') {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:27:21.439401 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9584137c-a13c-4d1a-94f7-fa143e6bca60 req-0eff5b2d-08f9-4167-a273-46413a0d9a04 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f63f275e-2d22-44ba-9a17-22ff0528131a HTTP/1.1" status: 200 len: 217 time: 0.1242015 Jan 28 07:27:21.487752 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7c1a2bfd-9b86-4a42-95c9-a482e9673725 tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13506801'] for segment (ee8ffede-ee16-42b4-a746-24a69d0bc29a), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:21.595167 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9584137c-a13c-4d1a-94f7-fa143e6bca60 req-038b3c10-05b4-427e-865f-cf8c08f7bcf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:21.596964 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9584137c-a13c-4d1a-94f7-fa143e6bca60 req-038b3c10-05b4-427e-865f-cf8c08f7bcf8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a20d1ced-3d08-43be-8252-20a8f34a36b0 HTTP/1.1" status: 200 len: 854 time: 0.1472220 Jan 28 07:27:21.605094 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-65950a83-9a0e-4630-ad49-ac8ce44a9410 tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16605684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127449'] for router (9b936d0b-8ccc-4294-b5f6-8e7beef827e8), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:21.609015 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5791222-6728-4256-bd15-3d01b3d00c1a req-c64587bc-d9fd-46f1-99a2-3e08c2c283b0 tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:21.609383 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-65950a83-9a0e-4630-ad49-ac8ce44a9410 tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] Publish callbacks [] for router_controller (9b936d0b-8ccc-4294-b5f6-8e7beef827e8), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:21.618830 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a5791222-6728-4256-bd15-3d01b3d00c1a req-c64587bc-d9fd-46f1-99a2-3e08c2c283b0 tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b2672ed-ba82-49be-a666-c2bcdfaf9a83 HTTP/1.1" status: 200 len: 943 time: 0.5011263 Jan 28 07:27:21.623829 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf0683c-7f57-4982-a750-cdc339f60473 req-48c7d6c2-9f62-4c6e-9a77-3bb60d9a7da9 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:21.627497 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-caf0683c-7f57-4982-a750-cdc339f60473 req-48c7d6c2-9f62-4c6e-9a77-3bb60d9a7da9 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/ports?device_id=eff066ab-ed54-4a79-abbc-8c2556ecf5b8 HTTP/1.1" status: 200 len: 944 time: 0.4993157 Jan 28 07:27:21.707632 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7c1a2bfd-9b86-4a42-95c9-a482e9673725 tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (ee8ffede-ee16-42b4-a746-24a69d0bc29a), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:21.714183 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9584137c-a13c-4d1a-94f7-fa143e6bca60 req-9947f5a7-a5b9-4a7b-9b2f-a3d1765f636e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0f9677e3-e88b-4074-b906-3a89e31a8b26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0836632 Jan 28 07:27:21.720878 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-65950a83-9a0e-4630-ad49-ac8ce44a9410 tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16605693'] for router (9b936d0b-8ccc-4294-b5f6-8e7beef827e8), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:21.721890 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65950a83-9a0e-4630-ad49-ac8ce44a9410 tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] Fanout notify agent at l3_agent the message router_deleted on router 9b936d0b-8ccc-4294-b5f6-8e7beef827e8 {{(pid=103284) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 07:27:21.737260 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-65950a83-9a0e-4630-ad49-ac8ce44a9410 tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] Publish callbacks [] for router (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:21.738844 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-65950a83-9a0e-4630-ad49-ac8ce44a9410 tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] 10.222.0.41 "DELETE /v2.0/routers/9b936d0b-8ccc-4294-b5f6-8e7beef827e8 HTTP/1.1" status: 204 len: 168 time: 1.4088380 Jan 28 07:27:21.743637 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 35704) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:27:21.812106 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-caf0683c-7f57-4982-a750-cdc339f60473 req-2bb95c47-c6d6-4778-a7f2-5cbda70311b0 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/security-groups?id=20a6beb4-7dbe-4e36-a605-32b718c0fe10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1785355 Jan 28 07:27:21.829523 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c1a2bfd-9b86-4a42-95c9-a482e9673725 tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=103283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:27:21.829941 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7c1a2bfd-9b86-4a42-95c9-a482e9673725 tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13546563'] for segment (ee8ffede-ee16-42b4-a746-24a69d0bc29a), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:21.841478 n-d-712749-28 neutron-server[103283]: Traceback (most recent call last): Jan 28 07:27:21.841478 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:27:21.841478 n-d-712749-28 neutron-server[103283]: timer() Jan 28 07:27:21.841478 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:27:21.841478 n-d-712749-28 neutron-server[103283]: cb(*args, **kw) Jan 28 07:27:21.841478 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:27:21.841478 n-d-712749-28 neutron-server[103283]: return func(*args, **kwargs) Jan 28 07:27:21.841478 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:27:21.841478 n-d-712749-28 neutron-server[103283]: self._notify() Jan 28 07:27:21.841478 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:27:21.841478 n-d-712749-28 neutron-server[103283]: self.callback(batched_events) Jan 28 07:27:21.841478 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:27:21.841478 n-d-712749-28 neutron-server[103283]: event.method(event) Jan 28 07:27:21.841478 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:27:21.841478 n-d-712749-28 neutron-server[103283]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:27:21.841478 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:27:21.841478 n-d-712749-28 neutron-server[103283]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:27:21.841478 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:27:21.841478 n-d-712749-28 neutron-server[103283]: return f(self, *a, **k) Jan 28 07:27:21.841478 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:27:21.841478 n-d-712749-28 neutron-server[103283]: return self._get(url).json() Jan 28 07:27:21.841478 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:27:21.841478 n-d-712749-28 neutron-server[103283]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:27:21.841478 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:27:21.841478 n-d-712749-28 neutron-server[103283]: return self.request(url, 'GET', **kwargs) Jan 28 07:27:21.841478 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:27:21.841478 n-d-712749-28 neutron-server[103283]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:27:21.841478 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:27:21.841478 n-d-712749-28 neutron-server[103283]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:27:21.841478 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:27:21.841478 n-d-712749-28 neutron-server[103283]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:27:21.841478 n-d-712749-28 neutron-server[103283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:27:21.944920 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-c9053831-c67b-47ab-a234-0b200742ab2e tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] Deleting port 1d2c4172-6871-443a-9c27-c54a79490171 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:27:21.945443 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c9053831-c67b-47ab-a234-0b200742ab2e tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (1d2c4172-6871-443a-9c27-c54a79490171), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:22.047808 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a5791222-6728-4256-bd15-3d01b3d00c1a req-5e3f2778-19c5-4f9b-bbb0-506cd4ba6235 tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] 10.222.0.41 "GET /v2.0/security-groups?id=53b55572-4939-4466-abb4-cc7f1bb894f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4278963 Jan 28 07:27:22.088662 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7c1a2bfd-9b86-4a42-95c9-a482e9673725 tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (ad6342ad-29df-4f45-84fc-b5b142c71a65), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:22.097892 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7c1a2bfd-9b86-4a42-95c9-a482e9673725 tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:22.108982 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-7c1a2bfd-9b86-4a42-95c9-a482e9673725 tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] 10.222.0.41 "DELETE /v2.0/networks/ad6342ad-29df-4f45-84fc-b5b142c71a65 HTTP/1.1" status: 204 len: 168 time: 2.0563378 Jan 28 07:27:22.126534 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 35712) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:27:22.133141 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1a2bfd-9b86-4a42-95c9-a482e9673725 tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Pushing event deleted for resources: {'Network': ['ID=ad6342ad-29df-4f45-84fc-b5b142c71a65,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:27:22.190934 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c9053831-c67b-47ab-a234-0b200742ab2e tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (1d2c4172-6871-443a-9c27-c54a79490171), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:22.233422 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9584137c-a13c-4d1a-94f7-fa143e6bca60 req-469c0a57-5d41-4e58-ac82-dc46fdb9b6f5 service neutron] 10.222.0.10 "GET /v2.0/networks/0f9677e3-e88b-4074-b906-3a89e31a8b26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5008638 Jan 28 07:27:22.235968 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-c9053831-c67b-47ab-a234-0b200742ab2e tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] Calling delete_port for 1d2c4172-6871-443a-9c27-c54a79490171 owned by {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:27:22.295156 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4fdaaa65-4806-4363-b1e2-667557ce2c0b tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (cdf6aa60-4a29-4840-83d1-1f0ae3bf9750), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:22.498361 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4fdaaa65-4806-4363-b1e2-667557ce2c0b tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (cdf6aa60-4a29-4840-83d1-1f0ae3bf9750), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:22.526681 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-4fdaaa65-4806-4363-b1e2-667557ce2c0b tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdf6aa60-4a29-4840-83d1-1f0ae3bf9750']}} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:27:22.538016 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-4fdaaa65-4806-4363-b1e2-667557ce2c0b tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1b13410-191a-42c6-944e-9ec100732422') {'for_net_delete': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:27:22.538621 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-4fdaaa65-4806-4363-b1e2-667557ce2c0b tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1b13410-191a-42c6-944e-9ec100732422') {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:27:22.549513 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4fdaaa65-4806-4363-b1e2-667557ce2c0b tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13506801'] for segment (b1b13410-191a-42c6-944e-9ec100732422), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:22.565573 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4fdaaa65-4806-4363-b1e2-667557ce2c0b tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (b1b13410-191a-42c6-944e-9ec100732422), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:22.574144 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fdaaa65-4806-4363-b1e2-667557ce2c0b tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=103283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:27:22.574926 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4fdaaa65-4806-4363-b1e2-667557ce2c0b tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13546563'] for segment (b1b13410-191a-42c6-944e-9ec100732422), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:22.655435 n-d-712749-28 neutron-server[103283]: Traceback (most recent call last): Jan 28 07:27:22.655435 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:27:22.655435 n-d-712749-28 neutron-server[103283]: timer() Jan 28 07:27:22.655435 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:27:22.655435 n-d-712749-28 neutron-server[103283]: cb(*args, **kw) Jan 28 07:27:22.655435 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:27:22.655435 n-d-712749-28 neutron-server[103283]: return func(*args, **kwargs) Jan 28 07:27:22.655435 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:27:22.655435 n-d-712749-28 neutron-server[103283]: self._notify() Jan 28 07:27:22.655435 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:27:22.655435 n-d-712749-28 neutron-server[103283]: self.callback(batched_events) Jan 28 07:27:22.655435 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:27:22.655435 n-d-712749-28 neutron-server[103283]: event.method(event) Jan 28 07:27:22.655435 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:27:22.655435 n-d-712749-28 neutron-server[103283]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:27:22.655435 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:27:22.655435 n-d-712749-28 neutron-server[103283]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:27:22.655435 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:27:22.655435 n-d-712749-28 neutron-server[103283]: return f(self, *a, **k) Jan 28 07:27:22.655435 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:27:22.655435 n-d-712749-28 neutron-server[103283]: return self._get(url).json() Jan 28 07:27:22.655435 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:27:22.655435 n-d-712749-28 neutron-server[103283]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:27:22.655435 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:27:22.655435 n-d-712749-28 neutron-server[103283]: return self.request(url, 'GET', **kwargs) Jan 28 07:27:22.655435 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:27:22.655435 n-d-712749-28 neutron-server[103283]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:27:22.655435 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:27:22.655435 n-d-712749-28 neutron-server[103283]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:27:22.655435 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:27:22.655435 n-d-712749-28 neutron-server[103283]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:27:22.655435 n-d-712749-28 neutron-server[103283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:27:22.666276 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4fdaaa65-4806-4363-b1e2-667557ce2c0b tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (cdf6aa60-4a29-4840-83d1-1f0ae3bf9750), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:22.675297 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4fdaaa65-4806-4363-b1e2-667557ce2c0b tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:22.679970 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-4fdaaa65-4806-4363-b1e2-667557ce2c0b tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] 10.222.0.41 "DELETE /v2.0/networks/cdf6aa60-4a29-4840-83d1-1f0ae3bf9750 HTTP/1.1" status: 204 len: 168 time: 0.5437555 Jan 28 07:27:22.682859 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 35716) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:27:22.706412 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c9053831-c67b-47ab-a234-0b200742ab2e tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (1d2c4172-6871-443a-9c27-c54a79490171), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:22.711777 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdaaa65-4806-4363-b1e2-667557ce2c0b tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Pushing event deleted for resources: {'Network': ['ID=cdf6aa60-4a29-4840-83d1-1f0ae3bf9750,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:27:22.734816 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9584137c-a13c-4d1a-94f7-fa143e6bca60 req-1e1191b8-7669-4f37-93b7-93d62fab9a1c service neutron] 10.222.0.10 "GET /v2.0/networks/0f9677e3-e88b-4074-b906-3a89e31a8b26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4760356 Jan 28 07:27:22.898376 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d387093-ef3a-42e5-8d57-d224dae1074c tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:22.904585 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d387093-ef3a-42e5-8d57-d224dae1074c tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:22.910156 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-7d387093-ef3a-42e5-8d57-d224dae1074c tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2225127 Jan 28 07:27:22.910156 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9053831-c67b-47ab-a234-0b200742ab2e tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] Pushing event deleted for resources: {'Port': ['ID=1d2c4172-6871-443a-9c27-c54a79490171,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:27:22.910997 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 35722) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:27:22.923012 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-6931d1c0-e778-439a-8237-043fce353571 tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1073283337'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:27:22.990345 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6931d1c0-e778-439a-8237-043fce353571 tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Made reservation on behalf of 8eada1e4a319442a9a35e8a01246ba38 for: {'network': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:27:23.000764 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6931d1c0-e778-439a-8237-043fce353571 tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:23.131453 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6931d1c0-e778-439a-8237-043fce353571 tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=103283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:27:23.186328 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6931d1c0-e778-439a-8237-043fce353571 tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (6ca6d2a9-dadf-4a84-9d2d-1ff9f895392a), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:23.187291 n-d-712749-28 neutron-server[103283]: INFO neutron.db.segments_db [None req-6931d1c0-e778-439a-8237-043fce353571 tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Added segment 6ca6d2a9-dadf-4a84-9d2d-1ff9f895392a of type vlan for network 5c89b5ca-d0bc-49ba-b882-6f218d00bdf4 Jan 28 07:27:23.269283 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device f63f275e-2d22-44ba-9a17-22ff0528131a details requested by agent hyperv_n-h1-712749-28 with host n-h1-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:27:23.360705 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c9053831-c67b-47ab-a234-0b200742ab2e tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:23.368494 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-c9053831-c67b-47ab-a234-0b200742ab2e tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] 10.222.0.41 "DELETE /v2.0/ports/1d2c4172-6871-443a-9c27-c54a79490171 HTTP/1.1" status: 204 len: 168 time: 1.6234000 Jan 28 07:27:23.374377 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 35732) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:27:23.448279 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6931d1c0-e778-439a-8237-043fce353571 tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (5c89b5ca-d0bc-49ba-b882-6f218d00bdf4), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:23.537087 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fcbe23-512e-498c-88ac-dc895cbf5e88 req-a40131c8-9019-4a12-a4a5-7852cd2bee52 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:23.556100 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-86fcbe23-512e-498c-88ac-dc895cbf5e88 req-a40131c8-9019-4a12-a4a5-7852cd2bee52 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/ports?device_id=eff066ab-ed54-4a79-abbc-8c2556ecf5b8 HTTP/1.1" status: 200 len: 944 time: 0.3743751 Jan 28 07:27:23.557513 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40d9c37-17e5-430e-bf58-4d98a2f509e7 req-2575453b-bbed-485c-9aa4-37455fa1d383 tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:23.566724 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b40d9c37-17e5-430e-bf58-4d98a2f509e7 req-2575453b-bbed-485c-9aa4-37455fa1d383 tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b2672ed-ba82-49be-a666-c2bcdfaf9a83 HTTP/1.1" status: 200 len: 943 time: 0.2366343 Jan 28 07:27:23.586190 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port f63f275e-2d22-44ba-9a17-22ff0528131a, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=f63f275e-2d22-44ba-9a17-22ff0528131a,segment=NetworkSegment(5e9d481f-a3b1-479f-be8f-343a288df135),segment_id=5e9d481f-a3b1-479f-be8f-343a288df135)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:27:23.605669 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb888ce6-e4ca-4e14-98bd-35a62d6998be tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] Deleting subnet 18e9cf90-cd76-4dad-af48-3b3806e93ed0 {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:27:23.613353 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-eb888ce6-e4ca-4e14-98bd-35a62d6998be tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] Publish callbacks [] for subnet (18e9cf90-cd76-4dad-af48-3b3806e93ed0), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:23.616492 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Returning: {'device': 'f63f275e-2d22-44ba-9a17-22ff0528131a', 'network_id': '0f9677e3-e88b-4074-b906-3a89e31a8b26', 'port_id': 'f63f275e-2d22-44ba-9a17-22ff0528131a', 'mac_address': 'fa:16:3e:f2:1c:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a20d1ced-3d08-43be-8252-20a8f34a36b0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:27:23.640541 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6931d1c0-e778-439a-8237-043fce353571 tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (5c89b5ca-d0bc-49ba-b882-6f218d00bdf4), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:23.657372 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6931d1c0-e778-439a-8237-043fce353571 tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:23.658906 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6931d1c0-e778-439a-8237-043fce353571 tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:23.660374 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-86fcbe23-512e-498c-88ac-dc895cbf5e88 req-9a534b39-466b-4a7d-beb9-0a8792eb37e5 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/security-groups?id=20a6beb4-7dbe-4e36-a605-32b718c0fe10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032896 Jan 28 07:27:23.706091 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-eb888ce6-e4ca-4e14-98bd-35a62d6998be tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24759175'] for subnet (18e9cf90-cd76-4dad-af48-3b3806e93ed0), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:23.721577 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port f63f275e-2d22-44ba-9a17-22ff0528131a is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:27:23.722648 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (f63f275e-2d22-44ba-9a17-22ff0528131a), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:23.754013 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-6931d1c0-e778-439a-8237-043fce353571 tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8412762 Jan 28 07:27:23.774967 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 35738) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:27:23.781200 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f63f275e-2d22-44ba-9a17-22ff0528131a {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:27:23.818623 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-eb888ce6-e4ca-4e14-98bd-35a62d6998be tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (18e9cf90-cd76-4dad-af48-3b3806e93ed0), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:23.839436 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port f63f275e-2d22-44ba-9a17-22ff0528131a, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=f63f275e-2d22-44ba-9a17-22ff0528131a,segment=NetworkSegment(5e9d481f-a3b1-479f-be8f-343a288df135),segment_id=5e9d481f-a3b1-479f-be8f-343a288df135)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:27:23.847441 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-527a079d-68ab-4c75-a18c-56b2599bd0ed tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-422848775'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:27:23.852278 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (f63f275e-2d22-44ba-9a17-22ff0528131a), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:23.902034 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b40d9c37-17e5-430e-bf58-4d98a2f509e7 req-52d266c7-1918-4aa5-8ae0-2abe40244fd0 tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] 10.222.0.41 "GET /v2.0/security-groups?id=53b55572-4939-4466-abb4-cc7f1bb894f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3138282 Jan 28 07:27:23.908039 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6931d1c0-e778-439a-8237-043fce353571 tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Pushing event updated for resources: {'Network': ['ID=5c89b5ca-d0bc-49ba-b882-6f218d00bdf4,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:27:23.922398 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-527a079d-68ab-4c75-a18c-56b2599bd0ed tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Made reservation on behalf of 8eada1e4a319442a9a35e8a01246ba38 for: {'network': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:27:23.926932 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-527a079d-68ab-4c75-a18c-56b2599bd0ed tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:23.927774 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network 5c89b5ca-d0bc-49ba-b882-6f218d00bdf4 details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:27:23.984212 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-527a079d-68ab-4c75-a18c-56b2599bd0ed tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=103283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:27:24.006724 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-527a079d-68ab-4c75-a18c-56b2599bd0ed tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (068d475d-8272-4ab2-967c-fd7211157142), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:24.007163 n-d-712749-28 neutron-server[103283]: INFO neutron.db.segments_db [None req-527a079d-68ab-4c75-a18c-56b2599bd0ed tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Added segment 068d475d-8272-4ab2-967c-fd7211157142 of type vlan for network 05f738d8-4413-40c8-a5d9-108fec8d28b2 Jan 28 07:27:24.078875 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-eb888ce6-e4ca-4e14-98bd-35a62d6998be tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24757569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24979817'] for subnet (18e9cf90-cd76-4dad-af48-3b3806e93ed0), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:24.098425 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-527a079d-68ab-4c75-a18c-56b2599bd0ed tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (05f738d8-4413-40c8-a5d9-108fec8d28b2), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:24.128927 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=f63f275e-2d22-44ba-9a17-22ff0528131a,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:27:24.141381 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:27:24.149832 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:27:24.150511 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:27:24.151010 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:27:24.151513 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:27:24.153799 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:27:24.154537 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:27:24.155135 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:27:24.156233 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-527a079d-68ab-4c75-a18c-56b2599bd0ed tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (05f738d8-4413-40c8-a5d9-108fec8d28b2), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:24.157030 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:27:24.159807 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:27:24.160434 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:27:24.161015 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:27:24.161566 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:27:24.162243 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-527a079d-68ab-4c75-a18c-56b2599bd0ed tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:24.162968 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-527a079d-68ab-4c75-a18c-56b2599bd0ed tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:24.198980 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-eb888ce6-e4ca-4e14-98bd-35a62d6998be tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:24.211895 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dacdf78c-fe6a-46d7-942a-5eb781cc3898 None None] Network 32bba678-266e-4c6b-a8bd-d4d35eeb3a8e requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:27:24.218989 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-eb888ce6-e4ca-4e14-98bd-35a62d6998be tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] 10.222.0.41 "DELETE /v2.0/subnets/18e9cf90-cd76-4dad-af48-3b3806e93ed0 HTTP/1.1" status: 204 len: 168 time: 0.8373117 Jan 28 07:27:24.219862 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 35742) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:27:24.222146 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb888ce6-e4ca-4e14-98bd-35a62d6998be tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] Pushing event deleted for resources: {'Subnet': ['ID=18e9cf90-cd76-4dad-af48-3b3806e93ed0,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:27:24.341849 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-527a079d-68ab-4c75-a18c-56b2599bd0ed tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5626683 Jan 28 07:27:24.344821 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 35744) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:27:24.358030 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['f63f275e-2d22-44ba-9a17-22ff0528131a'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:27:24.366078 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-1915be9c-3904-4719-be3f-9b673b8d92e2 tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Request body: {'ports': [{'network_id': '5c89b5ca-d0bc-49ba-b882-6f218d00bdf4', 'name': 'tempest-port--873752704', 'admin_state_up': True}, {'network_id': '05f738d8-4413-40c8-a5d9-108fec8d28b2', 'admin_state_up': False}]} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:27:24.367054 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-1915be9c-3904-4719-be3f-9b673b8d92e2 tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Request body: {'port': {'network_id': '5c89b5ca-d0bc-49ba-b882-6f218d00bdf4', 'name': 'tempest-port--873752704', 'admin_state_up': True}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:27:24.369239 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-1915be9c-3904-4719-be3f-9b673b8d92e2 tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Request body: {'port': {'network_id': '05f738d8-4413-40c8-a5d9-108fec8d28b2', 'admin_state_up': False}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:27:24.507228 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-31c9857f-d71c-47ac-89d3-87453008c943 tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (32bba678-266e-4c6b-a8bd-d4d35eeb3a8e), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:24.720333 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-31c9857f-d71c-47ac-89d3-87453008c943 tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] Deleting port 9dcbafec-b0f4-41c1-9448-37f9736c4a48 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:27:24.722400 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-31c9857f-d71c-47ac-89d3-87453008c943 tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (9dcbafec-b0f4-41c1-9448-37f9736c4a48), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:24.762638 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527a079d-68ab-4c75-a18c-56b2599bd0ed tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Pushing event updated for resources: {'Network': ['ID=05f738d8-4413-40c8-a5d9-108fec8d28b2,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:27:24.843771 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec35264-12b4-4852-8ba0-ab7ccff1464e None None] DHCP port deletion for 32bba678-266e-4c6b-a8bd-d4d35eeb3a8e request from n-d-712749-28 {{(pid=103285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 07:27:24.845471 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network 05f738d8-4413-40c8-a5d9-108fec8d28b2 details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:27:24.951799 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e779316c-47a5-4f29-af88-503d94e15fa5 req-6cc3bd59-a9b8-43b1-be39-c68d36693308 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:24.969041 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e779316c-47a5-4f29-af88-503d94e15fa5 req-6cc3bd59-a9b8-43b1-be39-c68d36693308 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/ports?device_id=eff066ab-ed54-4a79-abbc-8c2556ecf5b8 HTTP/1.1" status: 200 len: 944 time: 0.1572688 Jan 28 07:27:25.095913 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e779316c-47a5-4f29-af88-503d94e15fa5 req-1e27118d-e01f-415e-9e08-f1b3fe9b676e tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/security-groups?id=20a6beb4-7dbe-4e36-a605-32b718c0fe10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1258540 Jan 28 07:27:25.110945 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8275a5c3-664b-42fa-9d76-9c6d93fa90ee req-79c686ea-9066-4ee1-842b-b701429db518 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:25.117808 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-31c9857f-d71c-47ac-89d3-87453008c943 tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] For port 9dcbafec-b0f4-41c1-9448-37f9736c4a48, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=9dcbafec-b0f4-41c1-9448-37f9736c4a48,segment=NetworkSegment(fe3cdc03-99c2-4b66-8d00-7b662e1b7821),segment_id=fe3cdc03-99c2-4b66-8d00-7b662e1b7821)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:27:25.118518 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-31c9857f-d71c-47ac-89d3-87453008c943 tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (9dcbafec-b0f4-41c1-9448-37f9736c4a48), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:25.140599 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8275a5c3-664b-42fa-9d76-9c6d93fa90ee req-79c686ea-9066-4ee1-842b-b701429db518 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:25.162126 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-aec35264-12b4-4852-8ba0-ab7ccff1464e None None] Deleting port 9dcbafec-b0f4-41c1-9448-37f9736c4a48 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:27:25.163097 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aec35264-12b4-4852-8ba0-ab7ccff1464e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (9dcbafec-b0f4-41c1-9448-37f9736c4a48), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:25.163604 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-31c9857f-d71c-47ac-89d3-87453008c943 tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] Calling delete_port for 9dcbafec-b0f4-41c1-9448-37f9736c4a48 owned by network:dhcp {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:27:25.167605 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8275a5c3-664b-42fa-9d76-9c6d93fa90ee req-79c686ea-9066-4ee1-842b-b701429db518 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:25.194653 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8275a5c3-664b-42fa-9d76-9c6d93fa90ee req-79c686ea-9066-4ee1-842b-b701429db518 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:25.214830 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8275a5c3-664b-42fa-9d76-9c6d93fa90ee req-79c686ea-9066-4ee1-842b-b701429db518 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:25.231258 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8275a5c3-664b-42fa-9d76-9c6d93fa90ee req-79c686ea-9066-4ee1-842b-b701429db518 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:25.252654 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8275a5c3-664b-42fa-9d76-9c6d93fa90ee req-79c686ea-9066-4ee1-842b-b701429db518 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:25.265363 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8275a5c3-664b-42fa-9d76-9c6d93fa90ee req-79c686ea-9066-4ee1-842b-b701429db518 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009 HTTP/1.1" status: 200 len: 5443 time: 0.5222499 Jan 28 07:27:25.317317 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1915be9c-3904-4719-be3f-9b673b8d92e2 tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Made reservation on behalf of 8eada1e4a319442a9a35e8a01246ba38 for: {'port': 2} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:27:25.326414 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1915be9c-3904-4719-be3f-9b673b8d92e2 tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:25.402335 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1915be9c-3904-4719-be3f-9b673b8d92e2 tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:25.403900 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-aec35264-12b4-4852-8ba0-ab7ccff1464e None None] For port 9dcbafec-b0f4-41c1-9448-37f9736c4a48, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=9dcbafec-b0f4-41c1-9448-37f9736c4a48,segment=NetworkSegment(fe3cdc03-99c2-4b66-8d00-7b662e1b7821),segment_id=fe3cdc03-99c2-4b66-8d00-7b662e1b7821)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:27:25.412606 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aec35264-12b4-4852-8ba0-ab7ccff1464e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (9dcbafec-b0f4-41c1-9448-37f9736c4a48), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:25.455762 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-aec35264-12b4-4852-8ba0-ab7ccff1464e None None] Calling delete_port for 9dcbafec-b0f4-41c1-9448-37f9736c4a48 owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:27:25.459251 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bd0be8-62e4-447b-9a1d-5fba1ec1c843 req-cac51436-5773-4d66-bf76-5dade6a64797 tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:25.472991 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-58bd0be8-62e4-447b-9a1d-5fba1ec1c843 req-cac51436-5773-4d66-bf76-5dade6a64797 tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b2672ed-ba82-49be-a666-c2bcdfaf9a83 HTTP/1.1" status: 200 len: 944 time: 0.1726825 Jan 28 07:27:25.525981 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8275a5c3-664b-42fa-9d76-9c6d93fa90ee req-eba77503-0324-433d-9019-5e36fe16db7c tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/security-groups?id=e05d74b3-220f-46cd-b475-266b231f0f88&id=7f4d2140-e017-41d8-8ff9-e5d9b5e3138b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2523587 Jan 28 07:27:25.561360 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-31c9857f-d71c-47ac-89d3-87453008c943 tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (9dcbafec-b0f4-41c1-9448-37f9736c4a48), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:25.589199 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c9857f-d71c-47ac-89d3-87453008c943 tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] No DVR routers for this DVR port 9dcbafec-b0f4-41c1-9448-37f9736c4a48 on host n-d-712749-28 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:27:25.656681 n-d-712749-28 neutron-server[103285]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:27:25.656681 n-d-712749-28 neutron-server[103285]: self.session.flush() Jan 28 07:27:25.656681 n-d-712749-28 neutron-server[103285]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:27:25.656681 n-d-712749-28 neutron-server[103285]: self.session.flush() Jan 28 07:27:25.656681 n-d-712749-28 neutron-server[103285]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:27:25.656681 n-d-712749-28 neutron-server[103285]: self.session.flush() Jan 28 07:27:25.656681 n-d-712749-28 neutron-server[103285]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:27:25.656681 n-d-712749-28 neutron-server[103285]: self.session.flush() Jan 28 07:27:25.656681 n-d-712749-28 neutron-server[103285]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:27:25.656681 n-d-712749-28 neutron-server[103285]: self.session.flush() Jan 28 07:27:25.656681 n-d-712749-28 neutron-server[103285]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:27:25.656681 n-d-712749-28 neutron-server[103285]: self.session.flush() Jan 28 07:27:25.656681 n-d-712749-28 neutron-server[103285]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:27:25.656681 n-d-712749-28 neutron-server[103285]: self.session.flush() Jan 28 07:27:25.656681 n-d-712749-28 neutron-server[103285]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:27:25.656681 n-d-712749-28 neutron-server[103285]: self.session.flush() Jan 28 07:27:25.656681 n-d-712749-28 neutron-server[103285]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:27:25.656681 n-d-712749-28 neutron-server[103285]: self.session.flush() Jan 28 07:27:25.656681 n-d-712749-28 neutron-server[103285]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:27:25.656681 n-d-712749-28 neutron-server[103285]: self.session.flush() Jan 28 07:27:25.656681 n-d-712749-28 neutron-server[103285]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:27:25.656681 n-d-712749-28 neutron-server[103285]: self.session.flush() Jan 28 07:27:25.656681 n-d-712749-28 neutron-server[103285]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:27:25.656681 n-d-712749-28 neutron-server[103285]: self.session.flush() Jan 28 07:27:25.656681 n-d-712749-28 neutron-server[103285]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:27:25.656681 n-d-712749-28 neutron-server[103285]: self.session.flush() Jan 28 07:27:25.656681 n-d-712749-28 neutron-server[103285]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:27:25.656681 n-d-712749-28 neutron-server[103285]: self.session.flush() Jan 28 07:27:25.656681 n-d-712749-28 neutron-server[103285]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:27:25.656681 n-d-712749-28 neutron-server[103285]: self.session.flush() Jan 28 07:27:25.656681 n-d-712749-28 neutron-server[103285]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:27:25.656681 n-d-712749-28 neutron-server[103285]: self.session.flush() Jan 28 07:27:25.656681 n-d-712749-28 neutron-server[103285]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:27:25.656681 n-d-712749-28 neutron-server[103285]: self.session.flush() Jan 28 07:27:25.656681 n-d-712749-28 neutron-server[103285]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:27:25.656681 n-d-712749-28 neutron-server[103285]: self.session.flush() Jan 28 07:27:25.656681 n-d-712749-28 neutron-server[103285]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:27:25.656681 n-d-712749-28 neutron-server[103285]: self.session.flush() Jan 28 07:27:25.656681 n-d-712749-28 neutron-server[103285]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:27:25.656681 n-d-712749-28 neutron-server[103285]: self.session.flush() Jan 28 07:27:25.659070 n-d-712749-28 neutron-server[103285]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:27:25.659070 n-d-712749-28 neutron-server[103285]: self.session.flush() Jan 28 07:27:25.659070 n-d-712749-28 neutron-server[103285]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:27:25.659070 n-d-712749-28 neutron-server[103285]: self.session.flush() Jan 28 07:27:25.659070 n-d-712749-28 neutron-server[103285]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:27:25.659070 n-d-712749-28 neutron-server[103285]: self.session.flush() Jan 28 07:27:25.659070 n-d-712749-28 neutron-server[103285]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:27:25.659070 n-d-712749-28 neutron-server[103285]: self.session.flush() Jan 28 07:27:25.659070 n-d-712749-28 neutron-server[103285]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:27:25.659070 n-d-712749-28 neutron-server[103285]: self.session.flush() Jan 28 07:27:25.659070 n-d-712749-28 neutron-server[103285]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:27:25.659070 n-d-712749-28 neutron-server[103285]: self.session.flush() Jan 28 07:27:25.659070 n-d-712749-28 neutron-server[103285]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:27:25.659070 n-d-712749-28 neutron-server[103285]: self.session.flush() Jan 28 07:27:25.663957 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aec35264-12b4-4852-8ba0-ab7ccff1464e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298'] for port (9dcbafec-b0f4-41c1-9448-37f9736c4a48), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:25.689432 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec35264-12b4-4852-8ba0-ab7ccff1464e None None] Pushing event deleted for resources: {'Port': ['ID=9dcbafec-b0f4-41c1-9448-37f9736c4a48,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:27:25.708431 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec35264-12b4-4852-8ba0-ab7ccff1464e None None] No DVR routers for this DVR port 9dcbafec-b0f4-41c1-9448-37f9736c4a48 on host n-d-712749-28 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:27:25.762022 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-58bd0be8-62e4-447b-9a1d-5fba1ec1c843 req-b3b2588d-83ce-4e19-a2aa-9af34f04e4a9 tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] 10.222.0.41 "GET /v2.0/security-groups?id=53b55572-4939-4466-abb4-cc7f1bb894f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2861161 Jan 28 07:27:25.765264 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9857f-d71c-47ac-89d3-87453008c943 tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] Pushing event deleted for resources: {'Port': ['ID=9dcbafec-b0f4-41c1-9448-37f9736c4a48,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:27:25.879161 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-31c9857f-d71c-47ac-89d3-87453008c943 tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (32bba678-266e-4c6b-a8bd-d4d35eeb3a8e), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:25.907807 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-1915be9c-3904-4719-be3f-9b673b8d92e2 tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] device_id is not set on port cc710921-1022-44d4-b956-991b9787d3d5 yet. {{(pid=103283) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 07:27:25.927602 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-31c9857f-d71c-47ac-89d3-87453008c943 tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32bba678-266e-4c6b-a8bd-d4d35eeb3a8e']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:27:25.951951 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-31c9857f-d71c-47ac-89d3-87453008c943 tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe3cdc03-99c2-4b66-8d00-7b662e1b7821') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:27:25.952350 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-31c9857f-d71c-47ac-89d3-87453008c943 tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe3cdc03-99c2-4b66-8d00-7b662e1b7821') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:27:25.980146 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-31c9857f-d71c-47ac-89d3-87453008c943 tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24759294'] for segment (fe3cdc03-99c2-4b66-8d00-7b662e1b7821), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:26.019693 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-31c9857f-d71c-47ac-89d3-87453008c943 tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (fe3cdc03-99c2-4b66-8d00-7b662e1b7821), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:26.045441 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31c9857f-d71c-47ac-89d3-87453008c943 tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:27:26.047189 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-31c9857f-d71c-47ac-89d3-87453008c943 tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24757675'] for segment (fe3cdc03-99c2-4b66-8d00-7b662e1b7821), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:26.060308 n-d-712749-28 neutron-server[103284]: Traceback (most recent call last): Jan 28 07:27:26.060308 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:27:26.060308 n-d-712749-28 neutron-server[103284]: timer() Jan 28 07:27:26.060308 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:27:26.060308 n-d-712749-28 neutron-server[103284]: cb(*args, **kw) Jan 28 07:27:26.060308 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:27:26.060308 n-d-712749-28 neutron-server[103284]: return func(*args, **kwargs) Jan 28 07:27:26.060308 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:27:26.060308 n-d-712749-28 neutron-server[103284]: self._notify() Jan 28 07:27:26.060308 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:27:26.060308 n-d-712749-28 neutron-server[103284]: self.callback(batched_events) Jan 28 07:27:26.060308 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:27:26.060308 n-d-712749-28 neutron-server[103284]: event.method(event) Jan 28 07:27:26.060308 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:27:26.060308 n-d-712749-28 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:27:26.060308 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:27:26.060308 n-d-712749-28 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:27:26.060308 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:27:26.060308 n-d-712749-28 neutron-server[103284]: return f(self, *a, **k) Jan 28 07:27:26.060308 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:27:26.060308 n-d-712749-28 neutron-server[103284]: return self._get(url).json() Jan 28 07:27:26.060308 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:27:26.060308 n-d-712749-28 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:27:26.060308 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:27:26.060308 n-d-712749-28 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Jan 28 07:27:26.060308 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:27:26.060308 n-d-712749-28 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:27:26.060308 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:27:26.060308 n-d-712749-28 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:27:26.060308 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:27:26.060308 n-d-712749-28 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:27:26.060308 n-d-712749-28 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:27:26.244491 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-31c9857f-d71c-47ac-89d3-87453008c943 tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (32bba678-266e-4c6b-a8bd-d4d35eeb3a8e), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:26.263236 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c347ec88-8933-41d7-aa73-360edf7102fc req-7d6510a3-1123-4032-94fc-5ec8aea1eeb1 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:26.264018 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-31c9857f-d71c-47ac-89d3-87453008c943 tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:26.276254 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-31c9857f-d71c-47ac-89d3-87453008c943 tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] 10.222.0.41 "DELETE /v2.0/networks/32bba678-266e-4c6b-a8bd-d4d35eeb3a8e HTTP/1.1" status: 204 len: 168 time: 2.0480709 Jan 28 07:27:26.278435 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c347ec88-8933-41d7-aa73-360edf7102fc req-7d6510a3-1123-4032-94fc-5ec8aea1eeb1 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:26.296883 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c347ec88-8933-41d7-aa73-360edf7102fc req-7d6510a3-1123-4032-94fc-5ec8aea1eeb1 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:26.302963 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9857f-d71c-47ac-89d3-87453008c943 tempest-TagsExtTest-1308745963 tempest-TagsExtTest-1308745963-project] Pushing event deleted for resources: {'Network': ['ID=32bba678-266e-4c6b-a8bd-d4d35eeb3a8e,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:27:26.308155 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c347ec88-8933-41d7-aa73-360edf7102fc req-7d6510a3-1123-4032-94fc-5ec8aea1eeb1 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:26.313941 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c347ec88-8933-41d7-aa73-360edf7102fc req-7d6510a3-1123-4032-94fc-5ec8aea1eeb1 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:26.320811 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c347ec88-8933-41d7-aa73-360edf7102fc req-7d6510a3-1123-4032-94fc-5ec8aea1eeb1 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:26.327358 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c347ec88-8933-41d7-aa73-360edf7102fc req-7d6510a3-1123-4032-94fc-5ec8aea1eeb1 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:26.329803 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c347ec88-8933-41d7-aa73-360edf7102fc req-7d6510a3-1123-4032-94fc-5ec8aea1eeb1 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.10 "GET /v2.0/ports?device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009 HTTP/1.1" status: 200 len: 5443 time: 0.3524208 Jan 28 07:27:26.518829 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c347ec88-8933-41d7-aa73-360edf7102fc req-793a6c1c-c2f9-47c7-8585-43d57178b941 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:26.520919 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c347ec88-8933-41d7-aa73-360edf7102fc req-793a6c1c-c2f9-47c7-8585-43d57178b941 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.10 "GET /v2.0/ports/7de6cf27-a469-4965-baef-e71190ea0139?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1714981 Jan 28 07:27:26.527102 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1915be9c-3904-4719-be3f-9b673b8d92e2 tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Publish callbacks [] for port (cc710921-1022-44d4-b956-991b9787d3d5), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:26.776444 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 9dcbafec-b0f4-41c1-9448-37f9736c4a48 no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:27:26.861549 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: 9dcbafec-b0f4-41c1-9448-37f9736c4a48 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:27:26.861549 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 9dcbafec-b0f4-41c1-9448-37f9736c4a48 not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:27:26.939801 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fefb5c-1c7d-4ff6-b7b0-421d5ce53dff req-9c5c9acb-3cd2-412b-b95d-f20d0ab73c0e tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:26.990360 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fefb5c-1c7d-4ff6-b7b0-421d5ce53dff req-9c5c9acb-3cd2-412b-b95d-f20d0ab73c0e tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:27.024309 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fefb5c-1c7d-4ff6-b7b0-421d5ce53dff req-9c5c9acb-3cd2-412b-b95d-f20d0ab73c0e tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:27.027875 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c347ec88-8933-41d7-aa73-360edf7102fc req-f825aca6-5864-456a-9ee7-e28cae4d468e tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.10 "GET /v2.0/networks/39d5b943-8907-404b-b824-343baf651894?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4868793 Jan 28 07:27:27.037984 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fefb5c-1c7d-4ff6-b7b0-421d5ce53dff req-9c5c9acb-3cd2-412b-b95d-f20d0ab73c0e tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:27.038516 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08da6e2-d5dd-43a8-8bb9-99c19c6717bc req-ddb9ed91-7372-4d47-9a1e-c3204dfa67f0 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:27.049147 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b08da6e2-d5dd-43a8-8bb9-99c19c6717bc req-ddb9ed91-7372-4d47-9a1e-c3204dfa67f0 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/ports?device_id=eff066ab-ed54-4a79-abbc-8c2556ecf5b8 HTTP/1.1" status: 200 len: 944 time: 0.7123597 Jan 28 07:27:27.049801 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fefb5c-1c7d-4ff6-b7b0-421d5ce53dff req-9c5c9acb-3cd2-412b-b95d-f20d0ab73c0e tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:27.060252 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-c347ec88-8933-41d7-aa73-360edf7102fc req-bbf04b8c-0ee0-4500-abae-279c96df8970 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:27:27.068728 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fefb5c-1c7d-4ff6-b7b0-421d5ce53dff req-9c5c9acb-3cd2-412b-b95d-f20d0ab73c0e tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:27.084408 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fefb5c-1c7d-4ff6-b7b0-421d5ce53dff req-9c5c9acb-3cd2-412b-b95d-f20d0ab73c0e tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:27.086468 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f1fefb5c-1c7d-4ff6-b7b0-421d5ce53dff req-9c5c9acb-3cd2-412b-b95d-f20d0ab73c0e tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009 HTTP/1.1" status: 200 len: 5443 time: 0.4056823 Jan 28 07:27:27.086890 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 35792) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:27:27.161401 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-1915be9c-3904-4719-be3f-9b673b8d92e2 tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] device_id is not set on port 502408ff-3d2a-4cd9-9cf5-ef467fe8cec4 yet. {{(pid=103283) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 07:27:27.234437 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f1fefb5c-1c7d-4ff6-b7b0-421d5ce53dff req-ab686e8a-3d53-4b48-89b5-ea0bc3e74a84 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/security-groups?id=e05d74b3-220f-46cd-b475-266b231f0f88&id=7f4d2140-e017-41d8-8ff9-e5d9b5e3138b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1326904 Jan 28 07:27:27.319454 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-c347ec88-8933-41d7-aa73-360edf7102fc req-bbf04b8c-0ee0-4500-abae-279c96df8970 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (7de6cf27-a469-4965-baef-e71190ea0139), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:27.336852 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device f63f275e-2d22-44ba-9a17-22ff0528131a up at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:27:27.360319 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b08da6e2-d5dd-43a8-8bb9-99c19c6717bc req-7d720b1d-ec91-4a2b-91f0-8ee9dede8148 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/security-groups?id=20a6beb4-7dbe-4e36-a605-32b718c0fe10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3101864 Jan 28 07:27:27.445204 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning for port f63f275e-2d22-44ba-9a17-22ff0528131a completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:27:27.449779 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning complete for port f63f275e-2d22-44ba-9a17-22ff0528131a triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:27:27.450637 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (f63f275e-2d22-44ba-9a17-22ff0528131a), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:27.534246 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-4971b49e-f8d4-411c-aafa-9f327148805e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=49bd3f1defb94ec3b36e69a5c2dafb41&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4460363 Jan 28 07:27:27.547381 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4660e461-e1d8-4cfc-9d01-c7f155997d93 req-7fbbff70-b151-472e-b705-dfd313f12b5f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9a3104e9-8fae-423d-b04c-8c9616505e8d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1985765 Jan 28 07:27:27.552635 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 35802) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:27:27.589087 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port f63f275e-2d22-44ba-9a17-22ff0528131a is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:27:27.589776 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (f63f275e-2d22-44ba-9a17-22ff0528131a), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:27.664060 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b2672ed-ba82-49be-a666-c2bcdfaf9a83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f63f275e-2d22-44ba-9a17-22ff0528131a'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:27:27.669546 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4756ddce-4071-4c5d-8dbe-176fc2d57c08" -d '{"events": [{"server_uuid": "9b2672ed-ba82-49be-a666-c2bcdfaf9a83", "name": "network-vif-plugged", "status": "completed", "tag": "f63f275e-2d22-44ba-9a17-22ff0528131a"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:27:27.725196 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bc203c08-6180-46c1-8b2e-7f8b17679477 admin admin] Publish callbacks [] for security_group (a8f87f50-4655-433c-90eb-178b4d1f8b96), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:27.737635 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port f63f275e-2d22-44ba-9a17-22ff0528131a, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=f63f275e-2d22-44ba-9a17-22ff0528131a,segment=NetworkSegment(5e9d481f-a3b1-479f-be8f-343a288df135),segment_id=5e9d481f-a3b1-479f-be8f-343a288df135)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:27:27.751998 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (f63f275e-2d22-44ba-9a17-22ff0528131a), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:27.752946 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device e56de965-5480-410d-beed-6c4dc6d6159c no longer exists at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:27:27.818183 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcd57d37-9a45-4855-95b9-f0099dc4cda6 x-openstack-request-id: req-fcd57d37-9a45-4855-95b9-f0099dc4cda6 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:27:27.818884 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b2672ed-ba82-49be-a666-c2bcdfaf9a83", "name": "network-vif-plugged", "status": "completed", "tag": "f63f275e-2d22-44ba-9a17-22ff0528131a", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:27:27.821510 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fcd57d37-9a45-4855-95b9-f0099dc4cda6 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:27:27.821939 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b2672ed-ba82-49be-a666-c2bcdfaf9a83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f63f275e-2d22-44ba-9a17-22ff0528131a', 'code': 200} Jan 28 07:27:27.822415 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bc203c08-6180-46c1-8b2e-7f8b17679477 admin admin] Publish callbacks [] for security_group (a8f87f50-4655-433c-90eb-178b4d1f8b96), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:27.849167 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1915be9c-3904-4719-be3f-9b673b8d92e2 tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Publish callbacks [] for port (502408ff-3d2a-4cd9-9cf5-ef467fe8cec4), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:27.857571 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1690b77-f55e-4d7b-8a21-d85f70d75ec0 req-f4bcbad7-6368-4137-af29-f89d13c71c69 tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:27.867829 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a1690b77-f55e-4d7b-8a21-d85f70d75ec0 req-f4bcbad7-6368-4137-af29-f89d13c71c69 tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b2672ed-ba82-49be-a666-c2bcdfaf9a83 HTTP/1.1" status: 200 len: 944 time: 0.4614975 Jan 28 07:27:27.871040 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4660e461-e1d8-4cfc-9d01-c7f155997d93 req-89af8cc5-37b1-4ed0-ae05-6650969e9367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:27.884600 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4660e461-e1d8-4cfc-9d01-c7f155997d93 req-89af8cc5-37b1-4ed0-ae05-6650969e9367 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a6edc1c2472d49839a2dbbe98b656418&device_id=9a3104e9-8fae-423d-b04c-8c9616505e8d HTTP/1.1" status: 200 len: 1098 time: 0.2781434 Jan 28 07:27:27.913949 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-c347ec88-8933-41d7-aa73-360edf7102fc req-bbf04b8c-0ee0-4500-abae-279c96df8970 service neutron] For port 7de6cf27-a469-4965-baef-e71190ea0139, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=7de6cf27-a469-4965-baef-e71190ea0139,segment=NetworkSegment(8b0a0ad2-fd7a-4498-821e-1edb296a5ed1),segment_id=8b0a0ad2-fd7a-4498-821e-1edb296a5ed1)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:27:28.060675 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port e56de965-5480-410d-beed-6c4dc6d6159c is: ACTIVE; New status is: DOWN {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:27:28.061089 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (e56de965-5480-410d-beed-6c4dc6d6159c), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:28.083721 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=f63f275e-2d22-44ba-9a17-22ff0528131a,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:27:28.114212 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a1690b77-f55e-4d7b-8a21-d85f70d75ec0 req-3d8110ca-024b-4358-881d-f47f89edbcae tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] 10.222.0.41 "GET /v2.0/security-groups?id=53b55572-4939-4466-abb4-cc7f1bb894f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389917 Jan 28 07:27:28.116273 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3f415c-d8d6-4ca3-adfc-117b9fa322c4 req-08a7350d-6b47-4dd7-bb1f-c15efccc32aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:28.117085 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port e56de965-5480-410d-beed-6c4dc6d6159c, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=e56de965-5480-410d-beed-6c4dc6d6159c,segment=NetworkSegment(cd55eebc-1f57-4111-a982-059d17cd9714),segment_id=cd55eebc-1f57-4111-a982-059d17cd9714)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:27:28.117893 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1b3f415c-d8d6-4ca3-adfc-117b9fa322c4 req-08a7350d-6b47-4dd7-bb1f-c15efccc32aa service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9b2672ed-ba82-49be-a666-c2bcdfaf9a83 HTTP/1.1" status: 200 len: 1097 time: 0.1828916 Jan 28 07:27:28.130701 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (e56de965-5480-410d-beed-6c4dc6d6159c), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:28.133922 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 14257252-9cba-4711-a4fb-6a227afc07e3 no longer exists at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:27:28.153977 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bc203c08-6180-46c1-8b2e-7f8b17679477 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (a8f87f50-4655-433c-90eb-178b4d1f8b96), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:28.155604 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bc203c08-6180-46c1-8b2e-7f8b17679477 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:28.156960 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-bc203c08-6180-46c1-8b2e-7f8b17679477 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a8f87f50-4655-433c-90eb-178b4d1f8b96 HTTP/1.1" status: 204 len: 168 time: 0.6017654 Jan 28 07:27:28.193473 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4660e461-e1d8-4cfc-9d01-c7f155997d93 req-11b7887a-e1f8-4325-b6c0-86a34464cf01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:28.195792 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4660e461-e1d8-4cfc-9d01-c7f155997d93 req-11b7887a-e1f8-4325-b6c0-86a34464cf01 service neutron] 10.222.0.44 "GET /v2.0/networks?id=0f9677e3-e88b-4074-b906-3a89e31a8b26 HTTP/1.1" status: 200 len: 915 time: 0.2587640 Jan 28 07:27:28.205546 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-c347ec88-8933-41d7-aa73-360edf7102fc req-bbf04b8c-0ee0-4500-abae-279c96df8970 service neutron] For port 7de6cf27-a469-4965-baef-e71190ea0139, host n-h1-712749-28, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:27:28.251395 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc203c08-6180-46c1-8b2e-7f8b17679477 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8f87f50-4655-433c-90eb-178b4d1f8b96,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:27:28.326645 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=e56de965-5480-410d-beed-6c4dc6d6159c,revision_number=6']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:27:28.333716 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1b3f415c-d8d6-4ca3-adfc-117b9fa322c4 req-20b4af6c-de0d-44e4-94e9-7332726de902 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=53b55572-4939-4466-abb4-cc7f1bb894f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085605 Jan 28 07:27:28.419402 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4660e461-e1d8-4cfc-9d01-c7f155997d93 req-df0d2b00-f5b4-4a1a-aad7-ab103ef9ba3d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=908a1335-5f54-4311-8913-be06c6e8339b HTTP/1.1" status: 200 len: 217 time: 0.2097332 Jan 28 07:27:28.432633 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1915be9c-3904-4719-be3f-9b673b8d92e2 tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (cc710921-1022-44d4-b956-991b9787d3d5), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:28.459322 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 14257252-9cba-4711-a4fb-6a227afc07e3 is: ACTIVE; New status is: DOWN {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:27:28.460697 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (14257252-9cba-4711-a4fb-6a227afc07e3), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:28.554905 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 14257252-9cba-4711-a4fb-6a227afc07e3, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=14257252-9cba-4711-a4fb-6a227afc07e3,segment=NetworkSegment(4b71204a-78d3-438a-bdaf-b518acb071bf),segment_id=4b71204a-78d3-438a-bdaf-b518acb071bf)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:27:28.573160 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (14257252-9cba-4711-a4fb-6a227afc07e3), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:28.574157 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 45cf1802-7cd1-43cf-bcfc-47137050e738 no longer exists at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:27:28.685716 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1915be9c-3904-4719-be3f-9b673b8d92e2 tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Pushing event updated for resources: {'Port': ['ID=cc710921-1022-44d4-b956-991b9787d3d5,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:27:28.699831 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff7f21c-0bdf-451b-8e9a-9d05b257edcf req-e0f96832-a2a4-4eae-a6d8-4cb1c07e20c6 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:28.701485 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0ff7f21c-0bdf-451b-8e9a-9d05b257edcf req-e0f96832-a2a4-4eae-a6d8-4cb1c07e20c6 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/ports?device_id=eff066ab-ed54-4a79-abbc-8c2556ecf5b8 HTTP/1.1" status: 200 len: 944 time: 0.1628673 Jan 28 07:27:28.735988 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [req-c347ec88-8933-41d7-aa73-360edf7102fc req-bbf04b8c-0ee0-4500-abae-279c96df8970 service neutron] device_id is not set on port 7de6cf27-a469-4965-baef-e71190ea0139 yet. {{(pid=103283) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 07:27:28.774485 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-c347ec88-8933-41d7-aa73-360edf7102fc req-bbf04b8c-0ee0-4500-abae-279c96df8970 service neutron] Publish callbacks [] for port (7de6cf27-a469-4965-baef-e71190ea0139), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:28.777166 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4660e461-e1d8-4cfc-9d01-c7f155997d93 req-70357281-941e-4f9e-8e56-afb1d51abb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:28.778816 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4660e461-e1d8-4cfc-9d01-c7f155997d93 req-70357281-941e-4f9e-8e56-afb1d51abb02 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a20d1ced-3d08-43be-8252-20a8f34a36b0 HTTP/1.1" status: 200 len: 854 time: 0.3372149 Jan 28 07:27:28.820659 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-c347ec88-8933-41d7-aa73-360edf7102fc req-bbf04b8c-0ee0-4500-abae-279c96df8970 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (7de6cf27-a469-4965-baef-e71190ea0139), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:28.828750 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=14257252-9cba-4711-a4fb-6a227afc07e3,revision_number=6']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:27:28.893791 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0ff7f21c-0bdf-451b-8e9a-9d05b257edcf req-4a8290cd-1a53-4b8e-bf46-61b14c417413 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/security-groups?id=20a6beb4-7dbe-4e36-a605-32b718c0fe10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1856227 Jan 28 07:27:28.918489 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf04b8c-0ee0-4500-abae-279c96df8970 service neutron] Pushing event updated for resources: {'Port': ['ID=7de6cf27-a469-4965-baef-e71190ea0139,revision_number=6']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:27:28.930769 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4660e461-e1d8-4cfc-9d01-c7f155997d93 req-50c7c6f8-2cf6-4b64-b331-86082a9e4ec4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0f9677e3-e88b-4074-b906-3a89e31a8b26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1273167 Jan 28 07:27:28.942222 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1915be9c-3904-4719-be3f-9b673b8d92e2 tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Checking segment: {'id': '6ca6d2a9-dadf-4a84-9d2d-1ff9f895392a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '5c89b5ca-d0bc-49ba-b882-6f218d00bdf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:27:28.942927 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1915be9c-3904-4719-be3f-9b673b8d92e2 tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Network hostable DHCP agents. Network: 5c89b5ca-d0bc-49ba-b882-6f218d00bdf4, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:27:28.990897 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 45cf1802-7cd1-43cf-bcfc-47137050e738 is: ACTIVE; New status is: DOWN {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:27:28.991293 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (45cf1802-7cd1-43cf-bcfc-47137050e738), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:29.061198 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 45cf1802-7cd1-43cf-bcfc-47137050e738, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=45cf1802-7cd1-43cf-bcfc-47137050e738,segment=NetworkSegment(8b0a0ad2-fd7a-4498-821e-1edb296a5ed1),segment_id=8b0a0ad2-fd7a-4498-821e-1edb296a5ed1)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:27:29.075277 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (45cf1802-7cd1-43cf-bcfc-47137050e738), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:29.176245 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4660e461-e1d8-4cfc-9d01-c7f155997d93 req-cb4743ec-dcf5-40fd-b5a1-fd6c3535799f service neutron] 10.222.0.44 "GET /v2.0/networks/0f9677e3-e88b-4074-b906-3a89e31a8b26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2298245 Jan 28 07:27:29.221744 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0415f60e-6ea9-4694-861e-402c8e2d09db req-fda0ebec-7e40-4a3d-a30e-549cc1e2714a tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:29.227318 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=45cf1802-7cd1-43cf-bcfc-47137050e738,revision_number=6']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:27:29.236880 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0415f60e-6ea9-4694-861e-402c8e2d09db req-fda0ebec-7e40-4a3d-a30e-549cc1e2714a tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:29.243891 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0415f60e-6ea9-4694-861e-402c8e2d09db req-fda0ebec-7e40-4a3d-a30e-549cc1e2714a tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:29.253116 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0415f60e-6ea9-4694-861e-402c8e2d09db req-fda0ebec-7e40-4a3d-a30e-549cc1e2714a tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:29.259082 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0415f60e-6ea9-4694-861e-402c8e2d09db req-fda0ebec-7e40-4a3d-a30e-549cc1e2714a tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:29.265577 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0415f60e-6ea9-4694-861e-402c8e2d09db req-fda0ebec-7e40-4a3d-a30e-549cc1e2714a tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:29.270874 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 2929a5a1-918a-4e9f-a482-262de48a34fb no longer exists at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:27:29.300244 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0415f60e-6ea9-4694-861e-402c8e2d09db req-fda0ebec-7e40-4a3d-a30e-549cc1e2714a tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:29.318905 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0415f60e-6ea9-4694-861e-402c8e2d09db req-fda0ebec-7e40-4a3d-a30e-549cc1e2714a tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009 HTTP/1.1" status: 200 len: 5439 time: 0.7376957 Jan 28 07:27:29.541907 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1915be9c-3904-4719-be3f-9b673b8d92e2 tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Network 5c89b5ca-d0bc-49ba-b882-6f218d00bdf4 is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:27:29.548150 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 2929a5a1-918a-4e9f-a482-262de48a34fb is: ACTIVE; New status is: DOWN {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:27:29.550029 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (2929a5a1-918a-4e9f-a482-262de48a34fb), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:29.560281 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5e0a58-af72-4b4b-b66d-aefc706417a5 req-b77459dc-f918-49dc-a1d0-d261d10f9c69 tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:29.562186 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2a5e0a58-af72-4b4b-b66d-aefc706417a5 req-b77459dc-f918-49dc-a1d0-d261d10f9c69 tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b2672ed-ba82-49be-a666-c2bcdfaf9a83 HTTP/1.1" status: 200 len: 945 time: 0.2079749 Jan 28 07:27:29.643342 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 2929a5a1-918a-4e9f-a482-262de48a34fb, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=2929a5a1-918a-4e9f-a482-262de48a34fb,segment=NetworkSegment(cd55eebc-1f57-4111-a982-059d17cd9714),segment_id=cd55eebc-1f57-4111-a982-059d17cd9714)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:27:29.656013 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (2929a5a1-918a-4e9f-a482-262de48a34fb), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:29.657296 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 7de6cf27-a469-4965-baef-e71190ea0139 no longer exists at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:27:29.722340 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-c347ec88-8933-41d7-aa73-360edf7102fc req-bbf04b8c-0ee0-4500-abae-279c96df8970 service neutron] No DVR routers for this DVR port 7de6cf27-a469-4965-baef-e71190ea0139 on host n-h1-712749-28 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:27:29.782278 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2a5e0a58-af72-4b4b-b66d-aefc706417a5 req-6b059f00-94af-4a74-8562-4091004a358f tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] 10.222.0.41 "GET /v2.0/security-groups?id=53b55572-4939-4466-abb4-cc7f1bb894f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049766 Jan 28 07:27:29.857923 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6a3e00b-77a8-46cb-b6ca-854f6aa00009', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e56de965-5480-410d-beed-6c4dc6d6159c'}, {'server_uuid': 'a6a3e00b-77a8-46cb-b6ca-854f6aa00009', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14257252-9cba-4711-a4fb-6a227afc07e3'}, {'server_uuid': 'a6a3e00b-77a8-46cb-b6ca-854f6aa00009', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45cf1802-7cd1-43cf-bcfc-47137050e738'}, {'server_uuid': 'a6a3e00b-77a8-46cb-b6ca-854f6aa00009', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2929a5a1-918a-4e9f-a482-262de48a34fb'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:27:29.870364 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7c09ea3-8203-4e2a-8081-1a71286e2bd8" -d '{"events": [{"server_uuid": "a6a3e00b-77a8-46cb-b6ca-854f6aa00009", "name": "network-vif-unplugged", "status": "completed", "tag": "e56de965-5480-410d-beed-6c4dc6d6159c"}, {"server_uuid": "a6a3e00b-77a8-46cb-b6ca-854f6aa00009", "name": "network-vif-unplugged", "status": "completed", "tag": "14257252-9cba-4711-a4fb-6a227afc07e3"}, {"server_uuid": "a6a3e00b-77a8-46cb-b6ca-854f6aa00009", "name": "network-vif-unplugged", "status": "completed", "tag": "45cf1802-7cd1-43cf-bcfc-47137050e738"}, {"server_uuid": "a6a3e00b-77a8-46cb-b6ca-854f6aa00009", "name": "network-vif-unplugged", "status": "completed", "tag": "2929a5a1-918a-4e9f-a482-262de48a34fb"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:27:29.900989 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] The host n-h1-712749-28 is not matching for port 7de6cf27-a469-4965-baef-e71190ea0139 host ! {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 07:27:29.902635 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 7de6cf27-a469-4965-baef-e71190ea0139 not bound to the agent host n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:27:29.903124 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 98a957b1-fc25-4fc9-8482-a2078a931162 no longer exists at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:27:29.998429 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Fri, 28 Jan 2022 07:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b5ccfeb-d579-4061-8e38-52c8a1d19038 x-openstack-request-id: req-2b5ccfeb-d579-4061-8e38-52c8a1d19038 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:27:29.998429 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6a3e00b-77a8-46cb-b6ca-854f6aa00009", "name": "network-vif-unplugged", "status": "completed", "tag": "e56de965-5480-410d-beed-6c4dc6d6159c", "code": 200}, {"server_uuid": "a6a3e00b-77a8-46cb-b6ca-854f6aa00009", "name": "network-vif-unplugged", "status": "completed", "tag": "14257252-9cba-4711-a4fb-6a227afc07e3", "code": 200}, {"server_uuid": "a6a3e00b-77a8-46cb-b6ca-854f6aa00009", "name": "network-vif-unplugged", "status": "completed", "tag": "45cf1802-7cd1-43cf-bcfc-47137050e738", "code": 200}, {"server_uuid": "a6a3e00b-77a8-46cb-b6ca-854f6aa00009", "name": "network-vif-unplugged", "status": "completed", "tag": "2929a5a1-918a-4e9f-a482-262de48a34fb", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:27:29.999262 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2b5ccfeb-d579-4061-8e38-52c8a1d19038 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:27:29.999488 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6a3e00b-77a8-46cb-b6ca-854f6aa00009', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e56de965-5480-410d-beed-6c4dc6d6159c', 'code': 200} Jan 28 07:27:29.999803 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6a3e00b-77a8-46cb-b6ca-854f6aa00009', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14257252-9cba-4711-a4fb-6a227afc07e3', 'code': 200} Jan 28 07:27:30.000007 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6a3e00b-77a8-46cb-b6ca-854f6aa00009', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45cf1802-7cd1-43cf-bcfc-47137050e738', 'code': 200} Jan 28 07:27:30.012077 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6a3e00b-77a8-46cb-b6ca-854f6aa00009', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2929a5a1-918a-4e9f-a482-262de48a34fb', 'code': 200} Jan 28 07:27:30.059755 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4660e461-e1d8-4cfc-9d01-c7f155997d93 req-309502a6-a7a7-41ac-9611-5dbe6c43ab98 service neutron] 10.222.0.44 "GET /v2.0/networks/0f9677e3-e88b-4074-b906-3a89e31a8b26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6926918 Jan 28 07:27:30.059755 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-c347ec88-8933-41d7-aa73-360edf7102fc req-bbf04b8c-0ee0-4500-abae-279c96df8970 service neutron] In _notify_port_updated(), no bound segment for port 7de6cf27-a469-4965-baef-e71190ea0139 on network 39d5b943-8907-404b-b824-343baf651894 {{(pid=103283) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 07:27:30.059755 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c347ec88-8933-41d7-aa73-360edf7102fc req-bbf04b8c-0ee0-4500-abae-279c96df8970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:30.068346 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-c347ec88-8933-41d7-aa73-360edf7102fc req-bbf04b8c-0ee0-4500-abae-279c96df8970 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:30.068346 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c347ec88-8933-41d7-aa73-360edf7102fc req-bbf04b8c-0ee0-4500-abae-279c96df8970 service neutron] 10.222.0.10 "PUT /v2.0/ports/7de6cf27-a469-4965-baef-e71190ea0139 HTTP/1.1" status: 200 len: 1032 time: 3.0101376 Jan 28 07:27:30.119204 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-1915be9c-3904-4719-be3f-9b673b8d92e2 tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, 5c89b5ca-d0bc-49ba-b882-6f218d00bdf4) {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:27:30.192155 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e300ed6-e58f-405d-9bbe-747dbc8544b3 None None] Network 5c89b5ca-d0bc-49ba-b882-6f218d00bdf4 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:27:30.196903 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1915be9c-3904-4719-be3f-9b673b8d92e2 tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:27:30.197167 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1915be9c-3904-4719-be3f-9b673b8d92e2 tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (502408ff-3d2a-4cd9-9cf5-ef467fe8cec4), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:30.228537 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-582f6ded-6db5-4c01-8957-761d901d79a9 None None] Provisioning complete for port 7de6cf27-a469-4965-baef-e71190ea0139 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:27:30.229052 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-582f6ded-6db5-4c01-8957-761d901d79a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (7de6cf27-a469-4965-baef-e71190ea0139), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:30.376693 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e345430c-31f6-4f08-b9cb-aa7c9ce893a3 req-8f7c9c18-bbb8-488e-9540-70abe11dff0d tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:30.377470 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-582f6ded-6db5-4c01-8957-761d901d79a9 None None] Port 7de6cf27-a469-4965-baef-e71190ea0139 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:27:30.390183 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e345430c-31f6-4f08-b9cb-aa7c9ce893a3 req-8f7c9c18-bbb8-488e-9540-70abe11dff0d tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/ports?device_id=eff066ab-ed54-4a79-abbc-8c2556ecf5b8 HTTP/1.1" status: 200 len: 944 time: 0.1443083 Jan 28 07:27:30.399522 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=2929a5a1-918a-4e9f-a482-262de48a34fb,revision_number=6']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:27:30.602400 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0415f60e-6ea9-4694-861e-402c8e2d09db req-9c1a29e3-393f-431f-99c1-0415d4d26df7 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/security-groups?id=e05d74b3-220f-46cd-b475-266b231f0f88&id=7f4d2140-e017-41d8-8ff9-e5d9b5e3138b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.2768939 Jan 28 07:27:30.615434 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c347ec88-8933-41d7-aa73-360edf7102fc req-67cf8691-3156-4212-8cb5-c5ccb2353983 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:30.617734 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c347ec88-8933-41d7-aa73-360edf7102fc req-67cf8691-3156-4212-8cb5-c5ccb2353983 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.10 "GET /v2.0/ports/24c421b9-9756-4145-9466-6d298ad9bfb5?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.4962084 Jan 28 07:27:30.660325 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-c347ec88-8933-41d7-aa73-360edf7102fc req-9b40444a-5ed5-4c00-852b-e824a7d0e774 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:27:30.680932 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-45008f53-d859-4a31-86a8-6ece8036319c req-b40e916f-9469-46a0-bc0f-330da1c6b6d5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9b2672ed-ba82-49be-a666-c2bcdfaf9a83&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2277474 Jan 28 07:27:30.727167 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 98a957b1-fc25-4fc9-8482-a2078a931162 is: ACTIVE; New status is: DOWN {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:27:30.727746 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (98a957b1-fc25-4fc9-8482-a2078a931162), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:30.731114 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e345430c-31f6-4f08-b9cb-aa7c9ce893a3 req-bbe44674-3190-4bff-99b6-def356b3f78d tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/security-groups?id=20a6beb4-7dbe-4e36-a605-32b718c0fe10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3404512 Jan 28 07:27:30.732661 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1915be9c-3904-4719-be3f-9b673b8d92e2 tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Checking segment: {'id': '068d475d-8272-4ab2-967c-fd7211157142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '05f738d8-4413-40c8-a5d9-108fec8d28b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:27:30.738044 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1915be9c-3904-4719-be3f-9b673b8d92e2 tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Network hostable DHCP agents. Network: 05f738d8-4413-40c8-a5d9-108fec8d28b2, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:27:30.802596 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1915be9c-3904-4719-be3f-9b673b8d92e2 tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Pushing event updated for resources: {'Port': ['ID=502408ff-3d2a-4cd9-9cf5-ef467fe8cec4,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:27:30.821855 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1915be9c-3904-4719-be3f-9b673b8d92e2 tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Network 05f738d8-4413-40c8-a5d9-108fec8d28b2 is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:27:30.841053 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 98a957b1-fc25-4fc9-8482-a2078a931162, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=98a957b1-fc25-4fc9-8482-a2078a931162,segment=NetworkSegment(8b0a0ad2-fd7a-4498-821e-1edb296a5ed1),segment_id=8b0a0ad2-fd7a-4498-821e-1edb296a5ed1)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:27:30.859122 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (98a957b1-fc25-4fc9-8482-a2078a931162), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:30.860040 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 24c421b9-9756-4145-9466-6d298ad9bfb5 no longer exists at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:27:30.900613 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 35870) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:27:30.918663 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-1915be9c-3904-4719-be3f-9b673b8d92e2 tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, 05f738d8-4413-40c8-a5d9-108fec8d28b2) {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:27:30.924958 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1915be9c-3904-4719-be3f-9b673b8d92e2 tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:27:30.928943 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45008f53-d859-4a31-86a8-6ece8036319c req-9f70dd31-d1e5-4836-aa7e-116b0e1c72f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:30.933748 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-45008f53-d859-4a31-86a8-6ece8036319c req-9f70dd31-d1e5-4836-aa7e-116b0e1c72f0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a6edc1c2472d49839a2dbbe98b656418&device_id=9b2672ed-ba82-49be-a666-c2bcdfaf9a83 HTTP/1.1" status: 200 len: 1097 time: 0.1654963 Jan 28 07:27:30.951457 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1915be9c-3904-4719-be3f-9b673b8d92e2 tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:30.967976 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1915be9c-3904-4719-be3f-9b673b8d92e2 tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:30.971302 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1915be9c-3904-4719-be3f-9b673b8d92e2 tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:30.995378 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2cd3754-4c17-408a-ae34-c591c24ccbef None None] Network 05f738d8-4413-40c8-a5d9-108fec8d28b2 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:27:31.030736 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-1915be9c-3904-4719-be3f-9b673b8d92e2 tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 6.6765640 Jan 28 07:27:31.035459 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 35876) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:27:31.040912 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-c347ec88-8933-41d7-aa73-360edf7102fc req-9b40444a-5ed5-4c00-852b-e824a7d0e774 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (24c421b9-9756-4145-9466-6d298ad9bfb5), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:31.289522 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45008f53-d859-4a31-86a8-6ece8036319c req-7124d893-5b60-4d06-a2fb-c9fcf0498b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:31.292966 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-45008f53-d859-4a31-86a8-6ece8036319c req-7124d893-5b60-4d06-a2fb-c9fcf0498b71 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0f9677e3-e88b-4074-b906-3a89e31a8b26 HTTP/1.1" status: 200 len: 915 time: 0.3391924 Jan 28 07:27:31.309985 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1233c196-5cac-4c4d-9e1c-ff4ee70e6462 req-03139c05-6f8e-4c8b-a182-c05d46d8d7f2 tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:31.330229 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1233c196-5cac-4c4d-9e1c-ff4ee70e6462 req-03139c05-6f8e-4c8b-a182-c05d46d8d7f2 tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b2672ed-ba82-49be-a666-c2bcdfaf9a83 HTTP/1.1" status: 200 len: 945 time: 0.2994080 Jan 28 07:27:31.420152 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-45008f53-d859-4a31-86a8-6ece8036319c req-8bd99c5a-eb25-424a-80de-2403e0ea8ccd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f63f275e-2d22-44ba-9a17-22ff0528131a HTTP/1.1" status: 200 len: 217 time: 0.1152053 Jan 28 07:27:31.449814 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-74bab982-6038-473d-9ff1-8a82f95db400 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:31.498055 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3004342-72bf-49fe-9719-a715b24a7a91 tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:31.505883 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3004342-72bf-49fe-9719-a715b24a7a91 tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:31.510672 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-f3004342-72bf-49fe-9719-a715b24a7a91 tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.4709787 Jan 28 07:27:31.522441 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45008f53-d859-4a31-86a8-6ece8036319c req-e3cf46bd-87ee-4b5e-85f8-81ed8a8954f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:31.533748 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 35892) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:27:31.538753 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-45008f53-d859-4a31-86a8-6ece8036319c req-e3cf46bd-87ee-4b5e-85f8-81ed8a8954f4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a20d1ced-3d08-43be-8252-20a8f34a36b0 HTTP/1.1" status: 200 len: 854 time: 0.1124849 Jan 28 07:27:31.617296 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-45008f53-d859-4a31-86a8-6ece8036319c req-7fbefd2b-7e1b-4e8a-9e79-8406ec469279 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0f9677e3-e88b-4074-b906-3a89e31a8b26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0693903 Jan 28 07:27:31.682829 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=98a957b1-fc25-4fc9-8482-a2078a931162,revision_number=6']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:27:31.790006 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 24c421b9-9756-4145-9466-6d298ad9bfb5 is: ACTIVE; New status is: DOWN {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:27:31.793363 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (24c421b9-9756-4145-9466-6d298ad9bfb5), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:31.875536 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-74bab982-6038-473d-9ff1-8a82f95db400 admin admin] Publish callbacks [] for security_group (771978e6-0e88-4d28-ba4e-ac7059a24f0e), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:31.895469 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1233c196-5cac-4c4d-9e1c-ff4ee70e6462 req-bcf94ac6-e005-45bc-9d29-f3238e449bb7 tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] 10.222.0.41 "GET /v2.0/security-groups?id=53b55572-4939-4466-abb4-cc7f1bb894f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5599413 Jan 28 07:27:31.950056 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-45008f53-d859-4a31-86a8-6ece8036319c req-901a4977-11ed-45b1-8023-aa5d9ba9ce28 service neutron] 10.222.0.10 "GET /v2.0/networks/0f9677e3-e88b-4074-b906-3a89e31a8b26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3281894 Jan 28 07:27:31.959907 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-74bab982-6038-473d-9ff1-8a82f95db400 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (771978e6-0e88-4d28-ba4e-ac7059a24f0e), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:32.012939 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6a3e00b-77a8-46cb-b6ca-854f6aa00009', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98a957b1-fc25-4fc9-8482-a2078a931162'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:27:32.015976 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eacef940-0ca0-4156-8dee-d9d5a0bf445d" -d '{"events": [{"server_uuid": "a6a3e00b-77a8-46cb-b6ca-854f6aa00009", "name": "network-vif-unplugged", "status": "completed", "tag": "98a957b1-fc25-4fc9-8482-a2078a931162"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:27:32.047014 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1004f72a-f322-48a1-8ea6-24dd3e0e8964 req-98ca72cf-4256-4d05-b01e-1ff146e3c6e4 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:32.052953 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1004f72a-f322-48a1-8ea6-24dd3e0e8964 req-98ca72cf-4256-4d05-b01e-1ff146e3c6e4 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:32.059784 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1004f72a-f322-48a1-8ea6-24dd3e0e8964 req-98ca72cf-4256-4d05-b01e-1ff146e3c6e4 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:32.066703 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1004f72a-f322-48a1-8ea6-24dd3e0e8964 req-98ca72cf-4256-4d05-b01e-1ff146e3c6e4 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:32.072533 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1004f72a-f322-48a1-8ea6-24dd3e0e8964 req-98ca72cf-4256-4d05-b01e-1ff146e3c6e4 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:32.078861 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1004f72a-f322-48a1-8ea6-24dd3e0e8964 req-98ca72cf-4256-4d05-b01e-1ff146e3c6e4 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:32.080847 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1004f72a-f322-48a1-8ea6-24dd3e0e8964 req-98ca72cf-4256-4d05-b01e-1ff146e3c6e4 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009 HTTP/1.1" status: 200 len: 4654 time: 0.1298854 Jan 28 07:27:32.260323 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1004f72a-f322-48a1-8ea6-24dd3e0e8964 req-38523130-6191-4db8-beb2-fee02a88e94f tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/security-groups?id=e05d74b3-220f-46cd-b475-266b231f0f88&id=7f4d2140-e017-41d8-8ff9-e5d9b5e3138b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1461649 Jan 28 07:27:32.270209 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-45008f53-d859-4a31-86a8-6ece8036319c req-97432d0d-ce6d-4d04-a047-ebd39638b2fe service neutron] 10.222.0.10 "GET /v2.0/networks/0f9677e3-e88b-4074-b906-3a89e31a8b26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3059599 Jan 28 07:27:32.340400 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-c347ec88-8933-41d7-aa73-360edf7102fc req-9b40444a-5ed5-4c00-852b-e824a7d0e774 service neutron] For port 24c421b9-9756-4145-9466-6d298ad9bfb5, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=24c421b9-9756-4145-9466-6d298ad9bfb5,segment=NetworkSegment(8b0a0ad2-fd7a-4498-821e-1edb296a5ed1),segment_id=8b0a0ad2-fd7a-4498-821e-1edb296a5ed1)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:27:32.347512 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-74bab982-6038-473d-9ff1-8a82f95db400 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e5ae017fed864fb8ad899c47612a65cc&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4449074 Jan 28 07:27:32.349938 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 35920) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:27:32.381122 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bab982-6038-473d-9ff1-8a82f95db400 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=771978e6-0e88-4d28-ba4e-ac7059a24f0e,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:27:32.473935 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 07:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db09087c-b11b-4d18-929c-a07aebf14fa4 x-openstack-request-id: req-db09087c-b11b-4d18-929c-a07aebf14fa4 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:27:32.474284 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6a3e00b-77a8-46cb-b6ca-854f6aa00009", "name": "network-vif-unplugged", "status": "completed", "tag": "98a957b1-fc25-4fc9-8482-a2078a931162", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:27:32.474594 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-db09087c-b11b-4d18-929c-a07aebf14fa4 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:27:32.475027 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6a3e00b-77a8-46cb-b6ca-854f6aa00009', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98a957b1-fc25-4fc9-8482-a2078a931162', 'code': 200} Jan 28 07:27:32.515695 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d0d141-42d6-4632-aa2b-4f1c0e656551 req-b474fdc0-ee87-4351-92c2-ae5fa909c92e tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:32.517971 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-70d0d141-42d6-4632-aa2b-4f1c0e656551 req-b474fdc0-ee87-4351-92c2-ae5fa909c92e tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/ports?device_id=eff066ab-ed54-4a79-abbc-8c2556ecf5b8 HTTP/1.1" status: 200 len: 944 time: 0.4382002 Jan 28 07:27:32.537151 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0acc422a-afcb-41a0-8d56-cedec75966f1 admin admin] Publish callbacks [] for security_group (771978e6-0e88-4d28-ba4e-ac7059a24f0e), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:32.547927 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-c347ec88-8933-41d7-aa73-360edf7102fc req-9b40444a-5ed5-4c00-852b-e824a7d0e774 service neutron] For port 24c421b9-9756-4145-9466-6d298ad9bfb5, host n-h1-712749-28, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:27:32.551483 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-4fb45217-b01c-49df-a0e3-cf38a7994bec tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Deleting port cc710921-1022-44d4-b956-991b9787d3d5 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:27:32.551830 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4fb45217-b01c-49df-a0e3-cf38a7994bec tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (cc710921-1022-44d4-b956-991b9787d3d5), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:32.602384 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0acc422a-afcb-41a0-8d56-cedec75966f1 admin admin] Publish callbacks [] for security_group (771978e6-0e88-4d28-ba4e-ac7059a24f0e), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:32.724156 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0acc422a-afcb-41a0-8d56-cedec75966f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (771978e6-0e88-4d28-ba4e-ac7059a24f0e), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:32.727074 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0acc422a-afcb-41a0-8d56-cedec75966f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:32.728372 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-0acc422a-afcb-41a0-8d56-cedec75966f1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/771978e6-0e88-4d28-ba4e-ac7059a24f0e HTTP/1.1" status: 204 len: 168 time: 0.3773270 Jan 28 07:27:32.743141 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acc422a-afcb-41a0-8d56-cedec75966f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=771978e6-0e88-4d28-ba4e-ac7059a24f0e,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:27:33.001048 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:33.160212 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 35952) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:27:33.242731 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-133a3a62-9ab9-413b-b544-a7ecab551f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:33.300569 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-70d0d141-42d6-4632-aa2b-4f1c0e656551 req-463b9915-0bf2-472b-9d26-9319f3760ba6 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/security-groups?id=20a6beb4-7dbe-4e36-a605-32b718c0fe10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7671571 Jan 28 07:27:33.412082 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [req-c347ec88-8933-41d7-aa73-360edf7102fc req-9b40444a-5ed5-4c00-852b-e824a7d0e774 service neutron] device_id is not set on port 24c421b9-9756-4145-9466-6d298ad9bfb5 yet. {{(pid=103283) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 07:27:33.448096 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-c347ec88-8933-41d7-aa73-360edf7102fc req-9b40444a-5ed5-4c00-852b-e824a7d0e774 service neutron] Publish callbacks [] for port (24c421b9-9756-4145-9466-6d298ad9bfb5), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:33.513929 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-c347ec88-8933-41d7-aa73-360edf7102fc req-9b40444a-5ed5-4c00-852b-e824a7d0e774 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (24c421b9-9756-4145-9466-6d298ad9bfb5), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:33.544013 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c30c20a5-ff37-4cac-a527-50a5571f2dee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:33.565897 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4fb45217-b01c-49df-a0e3-cf38a7994bec tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (cc710921-1022-44d4-b956-991b9787d3d5), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:33.684877 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.db.api [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103285) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 07:27:33.688450 n-d-712749-28 neutron-server[103285]: DEBUG oslo_db.api [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 07:27:33.728722 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b40444a-5ed5-4c00-852b-e824a7d0e774 service neutron] Pushing event updated for resources: {'Port': ['ID=24c421b9-9756-4145-9466-6d298ad9bfb5,revision_number=6']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:27:33.735707 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-4fb45217-b01c-49df-a0e3-cf38a7994bec tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Calling delete_port for cc710921-1022-44d4-b956-991b9787d3d5 owned by {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:27:33.774182 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d079a893-e47f-4e8a-8dbb-e52cd5fc7835 req-20ca5825-ff41-429c-b8a0-10aff9463069 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:33.790435 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d079a893-e47f-4e8a-8dbb-e52cd5fc7835 req-20ca5825-ff41-429c-b8a0-10aff9463069 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:33.805288 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d079a893-e47f-4e8a-8dbb-e52cd5fc7835 req-20ca5825-ff41-429c-b8a0-10aff9463069 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:33.823591 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d079a893-e47f-4e8a-8dbb-e52cd5fc7835 req-20ca5825-ff41-429c-b8a0-10aff9463069 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:33.845612 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d079a893-e47f-4e8a-8dbb-e52cd5fc7835 req-20ca5825-ff41-429c-b8a0-10aff9463069 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:33.850438 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d079a893-e47f-4e8a-8dbb-e52cd5fc7835 req-20ca5825-ff41-429c-b8a0-10aff9463069 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009 HTTP/1.1" status: 200 len: 3876 time: 0.2640467 Jan 28 07:27:33.909141 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4fb45217-b01c-49df-a0e3-cf38a7994bec tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (cc710921-1022-44d4-b956-991b9787d3d5), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:33.945954 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:33.949032 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-c347ec88-8933-41d7-aa73-360edf7102fc req-9b40444a-5ed5-4c00-852b-e824a7d0e774 service neutron] No DVR routers for this DVR port 24c421b9-9756-4145-9466-6d298ad9bfb5 on host n-h1-712749-28 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:27:34.019143 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb45217-b01c-49df-a0e3-cf38a7994bec tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Pushing event deleted for resources: {'Port': ['ID=cc710921-1022-44d4-b956-991b9787d3d5,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:27:34.038956 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4fb45217-b01c-49df-a0e3-cf38a7994bec tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:34.042046 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c30c20a5-ff37-4cac-a527-50a5571f2dee admin admin] Publish callbacks [] for security_group (cb4df239-ad45-4183-b5fa-b0b74e763a2d), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:34.045434 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-4fb45217-b01c-49df-a0e3-cf38a7994bec tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] 10.222.0.41 "DELETE /v2.0/ports/cc710921-1022-44d4-b956-991b9787d3d5 HTTP/1.1" status: 204 len: 168 time: 2.5020103 Jan 28 07:27:34.047469 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 35986) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:27:34.062022 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-c347ec88-8933-41d7-aa73-360edf7102fc req-9b40444a-5ed5-4c00-852b-e824a7d0e774 service neutron] In _notify_port_updated(), no bound segment for port 24c421b9-9756-4145-9466-6d298ad9bfb5 on network 39d5b943-8907-404b-b824-343baf651894 {{(pid=103283) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 07:27:34.063105 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c347ec88-8933-41d7-aa73-360edf7102fc req-9b40444a-5ed5-4c00-852b-e824a7d0e774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:34.065861 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-c347ec88-8933-41d7-aa73-360edf7102fc req-9b40444a-5ed5-4c00-852b-e824a7d0e774 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:34.067354 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c347ec88-8933-41d7-aa73-360edf7102fc req-9b40444a-5ed5-4c00-852b-e824a7d0e774 service neutron] 10.222.0.10 "PUT /v2.0/ports/24c421b9-9756-4145-9466-6d298ad9bfb5 HTTP/1.1" status: 200 len: 1031 time: 3.4269164 Jan 28 07:27:34.095021 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d079a893-e47f-4e8a-8dbb-e52cd5fc7835 req-b7eeb570-d95a-4547-a5c8-97866ddcd413 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/security-groups?id=e05d74b3-220f-46cd-b475-266b231f0f88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1758833 Jan 28 07:27:34.136168 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c30c20a5-ff37-4cac-a527-50a5571f2dee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (cb4df239-ad45-4183-b5fa-b0b74e763a2d), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:34.142604 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-a34b1d2f-ecdd-4aff-89d9-3e8d3f7469ff None None] Provisioning complete for port 24c421b9-9756-4145-9466-6d298ad9bfb5 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:27:34.144890 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a34b1d2f-ecdd-4aff-89d9-3e8d3f7469ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (24c421b9-9756-4145-9466-6d298ad9bfb5), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:34.206406 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-a34b1d2f-ecdd-4aff-89d9-3e8d3f7469ff None None] Port 24c421b9-9756-4145-9466-6d298ad9bfb5 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:27:34.266346 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-c30c20a5-ff37-4cac-a527-50a5571f2dee admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0997f4e2167a403e8da257c195d96cf9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1048250 Jan 28 07:27:34.268357 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30c20a5-ff37-4cac-a527-50a5571f2dee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb4df239-ad45-4183-b5fa-b0b74e763a2d,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:27:34.270484 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 35994) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:27:34.288981 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 24c421b9-9756-4145-9466-6d298ad9bfb5 is: DOWN; New status is: DOWN {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:27:34.307138 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-bbdc0f15-0dd4-4d16-baae-2234eb409eb4 tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Deleting port 502408ff-3d2a-4cd9-9cf5-ef467fe8cec4 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:27:34.307498 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bbdc0f15-0dd4-4d16-baae-2234eb409eb4 tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (502408ff-3d2a-4cd9-9cf5-ef467fe8cec4), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:34.311941 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-c347ec88-8933-41d7-aa73-360edf7102fc req-b6fe8d27-42e2-4f74-aa09-e7572f7aea3d tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Deleting port 14257252-9cba-4711-a4fb-6a227afc07e3 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:27:34.312594 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-c347ec88-8933-41d7-aa73-360edf7102fc req-b6fe8d27-42e2-4f74-aa09-e7572f7aea3d tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (14257252-9cba-4711-a4fb-6a227afc07e3), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:34.440372 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-34b13a37-2e4f-4e60-9e27-a89c24ba6e43 admin admin] Publish callbacks [] for security_group (cb4df239-ad45-4183-b5fa-b0b74e763a2d), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:34.475060 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bbdc0f15-0dd4-4d16-baae-2234eb409eb4 tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (502408ff-3d2a-4cd9-9cf5-ef467fe8cec4), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:34.482507 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-c347ec88-8933-41d7-aa73-360edf7102fc req-b6fe8d27-42e2-4f74-aa09-e7572f7aea3d tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] For port 14257252-9cba-4711-a4fb-6a227afc07e3, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=14257252-9cba-4711-a4fb-6a227afc07e3,segment=NetworkSegment(4b71204a-78d3-438a-bdaf-b518acb071bf),segment_id=4b71204a-78d3-438a-bdaf-b518acb071bf)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:27:34.482940 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-c347ec88-8933-41d7-aa73-360edf7102fc req-b6fe8d27-42e2-4f74-aa09-e7572f7aea3d tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (14257252-9cba-4711-a4fb-6a227afc07e3), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:34.488063 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-34b13a37-2e4f-4e60-9e27-a89c24ba6e43 admin admin] Publish callbacks [] for security_group (cb4df239-ad45-4183-b5fa-b0b74e763a2d), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:34.506431 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-bbdc0f15-0dd4-4d16-baae-2234eb409eb4 tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Calling delete_port for 502408ff-3d2a-4cd9-9cf5-ef467fe8cec4 owned by {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:27:34.637132 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bbdc0f15-0dd4-4d16-baae-2234eb409eb4 tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (502408ff-3d2a-4cd9-9cf5-ef467fe8cec4), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:34.712281 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdc0f15-0dd4-4d16-baae-2234eb409eb4 tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Pushing event deleted for resources: {'Port': ['ID=502408ff-3d2a-4cd9-9cf5-ef467fe8cec4,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:27:34.757269 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bbdc0f15-0dd4-4d16-baae-2234eb409eb4 tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:34.758681 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e83a419-e66e-4062-8dc6-486621757746 req-ff61eba9-ece4-4730-82ff-55ee4e51f1d1 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:34.762186 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 20784604-a49f-4672-8e46-4d69f91dd69e details requested by agent hyperv_n-h2-712749-28 with host n-h2-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:27:34.768627 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0e83a419-e66e-4062-8dc6-486621757746 req-ff61eba9-ece4-4730-82ff-55ee4e51f1d1 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/ports?device_id=eff066ab-ed54-4a79-abbc-8c2556ecf5b8 HTTP/1.1" status: 200 len: 944 time: 0.2557218 Jan 28 07:27:34.769432 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 36018) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:27:34.772859 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-bbdc0f15-0dd4-4d16-baae-2234eb409eb4 tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] 10.222.0.41 "DELETE /v2.0/ports/502408ff-3d2a-4cd9-9cf5-ef467fe8cec4 HTTP/1.1" status: 204 len: 168 time: 0.7028074 Jan 28 07:27:34.850793 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-665b15f1-7e96-496f-8249-42b49eff83e3 tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0782945 Jan 28 07:27:34.855075 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 36020) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:27:34.861954 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-f5b71bcd-9c81-498a-b57b-3ffffcd18dd5 tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1206976098'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:27:34.873838 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-34b13a37-2e4f-4e60-9e27-a89c24ba6e43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (cb4df239-ad45-4183-b5fa-b0b74e763a2d), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:34.876723 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-34b13a37-2e4f-4e60-9e27-a89c24ba6e43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:34.877947 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-34b13a37-2e4f-4e60-9e27-a89c24ba6e43 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cb4df239-ad45-4183-b5fa-b0b74e763a2d HTTP/1.1" status: 204 len: 168 time: 0.5926473 Jan 28 07:27:34.949917 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5b71bcd-9c81-498a-b57b-3ffffcd18dd5 tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Made reservation on behalf of 8eada1e4a319442a9a35e8a01246ba38 for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:27:34.955008 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f5b71bcd-9c81-498a-b57b-3ffffcd18dd5 tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:35.010200 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b13a37-2e4f-4e60-9e27-a89c24ba6e43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb4df239-ad45-4183-b5fa-b0b74e763a2d,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:27:35.036605 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5b71bcd-9c81-498a-b57b-3ffffcd18dd5 tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:27:35.068491 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-c347ec88-8933-41d7-aa73-360edf7102fc req-b6fe8d27-42e2-4f74-aa09-e7572f7aea3d tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:35.069123 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-c347ec88-8933-41d7-aa73-360edf7102fc req-b6fe8d27-42e2-4f74-aa09-e7572f7aea3d tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16609095'] for floatingip (0f07f8b9-ec0a-47ba-a8b6-ed31c8b03b50), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:35.069706 n-d-712749-28 neutron-server[103283]: INFO neutron.db.l3_db [req-c347ec88-8933-41d7-aa73-360edf7102fc req-b6fe8d27-42e2-4f74-aa09-e7572f7aea3d tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Floating IP 0f07f8b9-ec0a-47ba-a8b6-ed31c8b03b50 disassociated. External IP: 172.25.6.105, port: 14257252-9cba-4711-a4fb-6a227afc07e3. Jan 28 07:27:35.070213 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-c347ec88-8933-41d7-aa73-360edf7102fc req-b6fe8d27-42e2-4f74-aa09-e7572f7aea3d tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Calling delete_port for 14257252-9cba-4711-a4fb-6a227afc07e3 owned by compute:nova {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:27:35.070816 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f5b71bcd-9c81-498a-b57b-3ffffcd18dd5 tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (d8096a59-ca18-450c-b2d5-33b83d145956), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:35.071177 n-d-712749-28 neutron-server[103284]: INFO neutron.db.segments_db [None req-f5b71bcd-9c81-498a-b57b-3ffffcd18dd5 tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Added segment d8096a59-ca18-450c-b2d5-33b83d145956 of type vlan for network eb5b905e-8ab5-4b1d-9e83-41cbe0c728cc Jan 28 07:27:35.078662 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0e83a419-e66e-4062-8dc6-486621757746 req-3e1aea70-3c52-48bb-a639-eb686a076f83 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/security-groups?id=20a6beb4-7dbe-4e36-a605-32b718c0fe10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2890458 Jan 28 07:27:35.102326 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 20784604-a49f-4672-8e46-4d69f91dd69e, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=20784604-a49f-4672-8e46-4d69f91dd69e,segment=NetworkSegment(f988f3e6-2feb-4622-baed-2eae67dfbc12),segment_id=f988f3e6-2feb-4622-baed-2eae67dfbc12)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:27:35.138141 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Returning: {'device': '20784604-a49f-4672-8e46-4d69f91dd69e', 'network_id': 'fabbfec3-31f9-4fc0-ba06-c03647e55067', 'port_id': '20784604-a49f-4672-8e46-4d69f91dd69e', 'mac_address': 'fa:16:3e:a4:f5:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d88cecc-14ce-41cc-908a-862b0f3950e3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:27:35.273024 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f5b71bcd-9c81-498a-b57b-3ffffcd18dd5 tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (eb5b905e-8ab5-4b1d-9e83-41cbe0c728cc), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:35.273471 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port 20784604-a49f-4672-8e46-4d69f91dd69e is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:27:35.273810 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (20784604-a49f-4672-8e46-4d69f91dd69e), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:35.304785 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20784604-a49f-4672-8e46-4d69f91dd69e {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:27:35.347444 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 20784604-a49f-4672-8e46-4d69f91dd69e, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=20784604-a49f-4672-8e46-4d69f91dd69e,segment=NetworkSegment(f988f3e6-2feb-4622-baed-2eae67dfbc12),segment_id=f988f3e6-2feb-4622-baed-2eae67dfbc12)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:27:35.354455 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-c347ec88-8933-41d7-aa73-360edf7102fc req-b6fe8d27-42e2-4f74-aa09-e7572f7aea3d tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (14257252-9cba-4711-a4fb-6a227afc07e3), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:35.356464 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (20784604-a49f-4672-8e46-4d69f91dd69e), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:35.474613 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=20784604-a49f-4672-8e46-4d69f91dd69e,revision_number=11']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:27:35.513731 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.db.resource_extend [None req-f5b71bcd-9c81-498a-b57b-3ffffcd18dd5 tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 07:27:35.523692 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 36038) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:27:35.551421 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fe8d27-42e2-4f74-aa09-e7572f7aea3d tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Pushing event deleted for resources: {'Port': ['ID=14257252-9cba-4711-a4fb-6a227afc07e3,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:27:35.559698 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c347ec88-8933-41d7-aa73-360edf7102fc req-b6fe8d27-42e2-4f74-aa09-e7572f7aea3d tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Router dda371eb-bd79-4614-b0f0-edb2bee2ed77 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:27:35.613607 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-61645a3b-2514-49e8-acf2-5ea0762f3c45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:35.630235 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3779b9-7eb7-44f5-9ff8-7139305b20d6 req-86e2f9d7-c2e8-477b-b75a-d4309aad73cf tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:35.643778 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 36042) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:27:35.647650 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3779b9-7eb7-44f5-9ff8-7139305b20d6 req-86e2f9d7-c2e8-477b-b75a-d4309aad73cf tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:35.655264 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3779b9-7eb7-44f5-9ff8-7139305b20d6 req-86e2f9d7-c2e8-477b-b75a-d4309aad73cf tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:35.659893 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fad97171-bd93-48a8-a5f5-5c2925122deb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:35.662467 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3779b9-7eb7-44f5-9ff8-7139305b20d6 req-86e2f9d7-c2e8-477b-b75a-d4309aad73cf tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:35.671253 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ac3779b9-7eb7-44f5-9ff8-7139305b20d6 req-86e2f9d7-c2e8-477b-b75a-d4309aad73cf tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009 HTTP/1.1" status: 200 len: 3143 time: 0.3851249 Jan 28 07:27:35.677580 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['20784604-a49f-4672-8e46-4d69f91dd69e'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:27:35.679309 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f5b71bcd-9c81-498a-b57b-3ffffcd18dd5 tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (eb5b905e-8ab5-4b1d-9e83-41cbe0c728cc), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:35.685301 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b71bcd-9c81-498a-b57b-3ffffcd18dd5 tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:35.686708 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f5b71bcd-9c81-498a-b57b-3ffffcd18dd5 tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:35.760468 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fad97171-bd93-48a8-a5f5-5c2925122deb admin admin] Publish callbacks [] for security_group (cd0c656f-acb5-4eda-b9d3-646562dd9d1c), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:35.769804 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fad97171-bd93-48a8-a5f5-5c2925122deb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (cd0c656f-acb5-4eda-b9d3-646562dd9d1c), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:35.813592 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b71bcd-9c81-498a-b57b-3ffffcd18dd5 tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Pushing event updated for resources: {'Network': ['ID=eb5b905e-8ab5-4b1d-9e83-41cbe0c728cc,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:27:35.820428 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-f5b71bcd-9c81-498a-b57b-3ffffcd18dd5 tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9641068 Jan 28 07:27:35.825262 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 36046) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:27:35.834879 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network eb5b905e-8ab5-4b1d-9e83-41cbe0c728cc details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:27:35.841561 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-602023db-81f9-4408-adc1-45c8f1ba28b8 tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-360417190'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:27:35.939417 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 36056) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:27:35.939818 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-fad97171-bd93-48a8-a5f5-5c2925122deb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ba115ac611da4d4b8ee8afa604d3549e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2946339 Jan 28 07:27:35.943087 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad97171-bd93-48a8-a5f5-5c2925122deb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd0c656f-acb5-4eda-b9d3-646562dd9d1c,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:27:36.002418 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c347ec88-8933-41d7-aa73-360edf7102fc req-b6fe8d27-42e2-4f74-aa09-e7572f7aea3d tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:27:36.014907 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-602023db-81f9-4408-adc1-45c8f1ba28b8 tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Made reservation on behalf of 8eada1e4a319442a9a35e8a01246ba38 for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:27:36.018816 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ee4756-62a1-40d6-9bcb-78ae02427cf8 None None] Sync routers for ids ['dda371eb-bd79-4614-b0f0-edb2bee2ed77'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:27:36.025386 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-602023db-81f9-4408-adc1-45c8f1ba28b8 tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:36.046878 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ee4756-62a1-40d6-9bcb-78ae02427cf8 None None] Routers {'dda371eb-bd79-4614-b0f0-edb2bee2ed77'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:27:36.048645 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-c6ee4756-62a1-40d6-9bcb-78ae02427cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:27:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['dda371eb-bd79-4614-b0f0-edb2bee2ed77'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:27:36.082520 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-602023db-81f9-4408-adc1-45c8f1ba28b8 tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:27:36.107314 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-602023db-81f9-4408-adc1-45c8f1ba28b8 tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (b8a060ec-a92f-49ce-8c68-4f609cd428b9), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:36.107667 n-d-712749-28 neutron-server[103284]: INFO neutron.db.segments_db [None req-602023db-81f9-4408-adc1-45c8f1ba28b8 tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Added segment b8a060ec-a92f-49ce-8c68-4f609cd428b9 of type vlan for network a49566c3-4caf-461b-8a01-eafb820ae869 Jan 28 07:27:36.121377 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-c347ec88-8933-41d7-aa73-360edf7102fc req-b6fe8d27-42e2-4f74-aa09-e7572f7aea3d tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] No DVR routers for this DVR port 14257252-9cba-4711-a4fb-6a227afc07e3 on host n-h1-712749-28 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:27:36.127285 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-c347ec88-8933-41d7-aa73-360edf7102fc req-b6fe8d27-42e2-4f74-aa09-e7572f7aea3d tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:36.132910 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c347ec88-8933-41d7-aa73-360edf7102fc req-b6fe8d27-42e2-4f74-aa09-e7572f7aea3d tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.10 "DELETE /v2.0/ports/14257252-9cba-4711-a4fb-6a227afc07e3 HTTP/1.1" status: 204 len: 173 time: 2.0589685 Jan 28 07:27:36.133509 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6a3e00b-77a8-46cb-b6ca-854f6aa00009', 'name': 'network-vif-deleted', 'tag': '14257252-9cba-4711-a4fb-6a227afc07e3'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:27:36.138662 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61e2fe27-ebd1-406e-9a99-9aa4d59c0fdc" -d '{"events": [{"server_uuid": "a6a3e00b-77a8-46cb-b6ca-854f6aa00009", "name": "network-vif-deleted", "tag": "14257252-9cba-4711-a4fb-6a227afc07e3"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:27:36.199222 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ac3779b9-7eb7-44f5-9ff8-7139305b20d6 req-7b00c9d0-e3a3-4c1d-a447-3dcd92de6ed5 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/security-groups?id=e05d74b3-220f-46cd-b475-266b231f0f88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5266163 Jan 28 07:27:36.256080 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-9a629186-f457-402f-8ab1-6d3322caa9bd tempest-DHCPAgentSchedulersTestJSON-1839999755 tempest-DHCPAgentSchedulersTestJSON-1839999755-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-776398359'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:27:36.290431 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a629186-f457-402f-8ab1-6d3322caa9bd tempest-DHCPAgentSchedulersTestJSON-1839999755 tempest-DHCPAgentSchedulersTestJSON-1839999755-project] Made reservation on behalf of c0e5fe5bf76843bea2bb1b83046cfe03 for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:27:36.294827 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9a629186-f457-402f-8ab1-6d3322caa9bd tempest-DHCPAgentSchedulersTestJSON-1839999755 tempest-DHCPAgentSchedulersTestJSON-1839999755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:36.318759 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-602023db-81f9-4408-adc1-45c8f1ba28b8 tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (a49566c3-4caf-461b-8a01-eafb820ae869), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:36.333425 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3e89dc60-53fe-4d24-8723-5cc2d3c2d349 admin admin] Publish callbacks [] for security_group (cd0c656f-acb5-4eda-b9d3-646562dd9d1c), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:36.392351 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9a629186-f457-402f-8ab1-6d3322caa9bd tempest-DHCPAgentSchedulersTestJSON-1839999755 tempest-DHCPAgentSchedulersTestJSON-1839999755-project] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:36.396259 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-c6ee4756-62a1-40d6-9bcb-78ae02427cf8 None None] Set router dda371eb-bd79-4614-b0f0-edb2bee2ed77 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:27:36.401103 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-602023db-81f9-4408-adc1-45c8f1ba28b8 tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (a49566c3-4caf-461b-8a01-eafb820ae869), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:36.409300 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-602023db-81f9-4408-adc1-45c8f1ba28b8 tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:36.410016 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-602023db-81f9-4408-adc1-45c8f1ba28b8 tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:36.414040 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-c347ec88-8933-41d7-aa73-360edf7102fc req-76ec0415-cadf-4893-b2b5-28da7f7c5d9c tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Deleting port 2929a5a1-918a-4e9f-a482-262de48a34fb {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:27:36.416524 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-c347ec88-8933-41d7-aa73-360edf7102fc req-76ec0415-cadf-4893-b2b5-28da7f7c5d9c tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (2929a5a1-918a-4e9f-a482-262de48a34fb), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:36.484128 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-602023db-81f9-4408-adc1-45c8f1ba28b8 tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6518939 Jan 28 07:27:36.595757 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9a629186-f457-402f-8ab1-6d3322caa9bd tempest-DHCPAgentSchedulersTestJSON-1839999755 tempest-DHCPAgentSchedulersTestJSON-1839999755-project] Publish callbacks [] for security_group (bb4338d9-398a-467a-a63e-76b90fa7605c), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:36.636034 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3e89dc60-53fe-4d24-8723-5cc2d3c2d349 admin admin] Publish callbacks [] for security_group (cd0c656f-acb5-4eda-b9d3-646562dd9d1c), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:36.652117 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9a629186-f457-402f-8ab1-6d3322caa9bd tempest-DHCPAgentSchedulersTestJSON-1839999755 tempest-DHCPAgentSchedulersTestJSON-1839999755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (bb4338d9-398a-467a-a63e-76b90fa7605c), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:36.681437 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a629186-f457-402f-8ab1-6d3322caa9bd tempest-DHCPAgentSchedulersTestJSON-1839999755 tempest-DHCPAgentSchedulersTestJSON-1839999755-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:27:36.728370 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9a629186-f457-402f-8ab1-6d3322caa9bd tempest-DHCPAgentSchedulersTestJSON-1839999755 tempest-DHCPAgentSchedulersTestJSON-1839999755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (74d442ce-86dd-4c38-9b93-a37db13c5feb), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:36.741813 n-d-712749-28 neutron-server[103284]: INFO neutron.db.segments_db [None req-9a629186-f457-402f-8ab1-6d3322caa9bd tempest-DHCPAgentSchedulersTestJSON-1839999755 tempest-DHCPAgentSchedulersTestJSON-1839999755-project] Added segment 74d442ce-86dd-4c38-9b93-a37db13c5feb of type vlan for network 8146e986-d059-4798-8335-fc53729239fc Jan 28 07:27:36.758134 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 20784604-a49f-4672-8e46-4d69f91dd69e up at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:27:36.771831 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-c347ec88-8933-41d7-aa73-360edf7102fc req-76ec0415-cadf-4893-b2b5-28da7f7c5d9c tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] For port 2929a5a1-918a-4e9f-a482-262de48a34fb, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=2929a5a1-918a-4e9f-a482-262de48a34fb,segment=NetworkSegment(cd55eebc-1f57-4111-a982-059d17cd9714),segment_id=cd55eebc-1f57-4111-a982-059d17cd9714)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:27:36.772234 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-c347ec88-8933-41d7-aa73-360edf7102fc req-76ec0415-cadf-4893-b2b5-28da7f7c5d9c tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (2929a5a1-918a-4e9f-a482-262de48a34fb), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:36.810469 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e48eb350-a700-4b6a-9d32-373fd3a88d00 x-openstack-request-id: req-e48eb350-a700-4b6a-9d32-373fd3a88d00 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:27:36.811685 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6a3e00b-77a8-46cb-b6ca-854f6aa00009", "name": "network-vif-deleted", "tag": "14257252-9cba-4711-a4fb-6a227afc07e3", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:27:36.812272 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e48eb350-a700-4b6a-9d32-373fd3a88d00 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:27:36.812834 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6a3e00b-77a8-46cb-b6ca-854f6aa00009', 'name': 'network-vif-deleted', 'tag': '14257252-9cba-4711-a4fb-6a227afc07e3', 'status': 'completed', 'code': 200} Jan 28 07:27:36.844021 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-c347ec88-8933-41d7-aa73-360edf7102fc req-76ec0415-cadf-4893-b2b5-28da7f7c5d9c tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Calling delete_port for 2929a5a1-918a-4e9f-a482-262de48a34fb owned by compute:nova {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:27:36.939969 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9a629186-f457-402f-8ab1-6d3322caa9bd tempest-DHCPAgentSchedulersTestJSON-1839999755 tempest-DHCPAgentSchedulersTestJSON-1839999755-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (8146e986-d059-4798-8335-fc53729239fc), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:36.982083 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning for port 20784604-a49f-4672-8e46-4d69f91dd69e completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:27:37.043928 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning complete for port 20784604-a49f-4672-8e46-4d69f91dd69e triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:27:37.049108 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (20784604-a49f-4672-8e46-4d69f91dd69e), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:37.122585 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:37.198273 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port 20784604-a49f-4672-8e46-4d69f91dd69e is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:27:37.199031 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (20784604-a49f-4672-8e46-4d69f91dd69e), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:37.200792 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.db.resource_extend [None req-9a629186-f457-402f-8ab1-6d3322caa9bd tempest-DHCPAgentSchedulersTestJSON-1839999755 tempest-DHCPAgentSchedulersTestJSON-1839999755-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 07:27:37.240084 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 20784604-a49f-4672-8e46-4d69f91dd69e, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=20784604-a49f-4672-8e46-4d69f91dd69e,segment=NetworkSegment(f988f3e6-2feb-4622-baed-2eae67dfbc12),segment_id=f988f3e6-2feb-4622-baed-2eae67dfbc12)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:27:37.242001 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eff066ab-ed54-4a79-abbc-8c2556ecf5b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20784604-a49f-4672-8e46-4d69f91dd69e'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:27:37.246254 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c54bbdd9-36ff-446e-9dbb-10a23dfb52c0" -d '{"events": [{"server_uuid": "eff066ab-ed54-4a79-abbc-8c2556ecf5b8", "name": "network-vif-plugged", "status": "completed", "tag": "20784604-a49f-4672-8e46-4d69f91dd69e"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:27:37.246494 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-c6ee4756-62a1-40d6-9bcb-78ae02427cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dda371eb-bd79-4614-b0f0-edb2bee2ed77', 'name': 'tempest-TaggedBootDevicesTest_v242-1325793077-router', 'tenant_id': '6a16562f4e0b40b69523d9d718e8a4c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': '2459c994-e46d-44cb-a423-eede3526f0c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:15:42Z', 'updated_at': '2022-01-28T07:15:49Z', 'revision_number': 4, 'project_id': '6a16562f4e0b40b69523d9d718e8a4c0', 'gw_port': {'id': '2459c994-e46d-44cb-a423-eede3526f0c8', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:3b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dda371eb-bd79-4614-b0f0-edb2bee2ed77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:15:43Z', 'updated_at': '2022-01-28T07:15:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': 'ddd31aac-f2ae-49c7-ab4c-1fd6cf4e8e8a', 'name': '', 'network_id': '3f790760-53a8-4403-a279-f0a40c73d527', 'tenant_id': '6a16562f4e0b40b69523d9d718e8a4c0', 'mac_address': 'fa:16:3e:21:66:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dda371eb-bd79-4614-b0f0-edb2bee2ed77', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '73a9883f-5d62-4e44-aedd-907ff0ad8bcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:15:47Z', 'updated_at': '2022-01-28T07:15:54Z', 'revision_number': 5, 'project_id': '6a16562f4e0b40b69523d9d718e8a4c0', 'subnets': [{'id': '73a9883f-5d62-4e44-aedd-907ff0ad8bcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:27:37.252962 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (20784604-a49f-4672-8e46-4d69f91dd69e), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:37.287626 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-c347ec88-8933-41d7-aa73-360edf7102fc req-76ec0415-cadf-4893-b2b5-28da7f7c5d9c tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (2929a5a1-918a-4e9f-a482-262de48a34fb), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:37.356568 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-843d0e12-292f-4737-ab48-734ab03a1a15 x-openstack-request-id: req-843d0e12-292f-4737-ab48-734ab03a1a15 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:27:37.357121 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ee4756-62a1-40d6-9bcb-78ae02427cf8 None None] Checking router: dda371eb-bd79-4614-b0f0-edb2bee2ed77 for host: n-d-712749-28 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:27:37.357424 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eff066ab-ed54-4a79-abbc-8c2556ecf5b8", "name": "network-vif-plugged", "status": "completed", "tag": "20784604-a49f-4672-8e46-4d69f91dd69e", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:27:37.358690 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-843d0e12-292f-4737-ab48-734ab03a1a15 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:27:37.359784 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eff066ab-ed54-4a79-abbc-8c2556ecf5b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20784604-a49f-4672-8e46-4d69f91dd69e', 'code': 200} Jan 28 07:27:37.370481 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=20784604-a49f-4672-8e46-4d69f91dd69e,revision_number=12']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:27:37.397385 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ee4756-62a1-40d6-9bcb-78ae02427cf8 None None] Routers {'dda371eb-bd79-4614-b0f0-edb2bee2ed77'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:27:37.398032 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-c6ee4756-62a1-40d6-9bcb-78ae02427cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:27:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['dda371eb-bd79-4614-b0f0-edb2bee2ed77'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:27:37.428800 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b07749-0471-4371-a7d4-0b384b5d7be4 req-1df906d6-92aa-437d-ad1c-09e7a2becebb tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:37.439817 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-09b07749-0471-4371-a7d4-0b384b5d7be4 req-1df906d6-92aa-437d-ad1c-09e7a2becebb tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/ports?device_id=eff066ab-ed54-4a79-abbc-8c2556ecf5b8 HTTP/1.1" status: 200 len: 945 time: 1.1029563 Jan 28 07:27:37.490965 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ec0415-cadf-4893-b2b5-28da7f7c5d9c tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Pushing event deleted for resources: {'Port': ['ID=2929a5a1-918a-4e9f-a482-262de48a34fb,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:27:37.571489 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602023db-81f9-4408-adc1-45c8f1ba28b8 tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Pushing event updated for resources: {'Network': ['ID=a49566c3-4caf-461b-8a01-eafb820ae869,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:27:37.594432 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network a49566c3-4caf-461b-8a01-eafb820ae869 details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:27:37.608584 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a629186-f457-402f-8ab1-6d3322caa9bd tempest-DHCPAgentSchedulersTestJSON-1839999755 tempest-DHCPAgentSchedulersTestJSON-1839999755-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb4338d9-398a-467a-a63e-76b90fa7605c,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:27:37.620227 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9a629186-f457-402f-8ab1-6d3322caa9bd tempest-DHCPAgentSchedulersTestJSON-1839999755 tempest-DHCPAgentSchedulersTestJSON-1839999755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (8146e986-d059-4798-8335-fc53729239fc), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:37.641836 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a629186-f457-402f-8ab1-6d3322caa9bd tempest-DHCPAgentSchedulersTestJSON-1839999755 tempest-DHCPAgentSchedulersTestJSON-1839999755-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:37.642480 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9a629186-f457-402f-8ab1-6d3322caa9bd tempest-DHCPAgentSchedulersTestJSON-1839999755 tempest-DHCPAgentSchedulersTestJSON-1839999755-project] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:37.709329 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-c347ec88-8933-41d7-aa73-360edf7102fc req-76ec0415-cadf-4893-b2b5-28da7f7c5d9c tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] No DVR routers for this DVR port 2929a5a1-918a-4e9f-a482-262de48a34fb on host n-h1-712749-28 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:27:37.712606 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-c347ec88-8933-41d7-aa73-360edf7102fc req-76ec0415-cadf-4893-b2b5-28da7f7c5d9c tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:37.718625 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c347ec88-8933-41d7-aa73-360edf7102fc req-76ec0415-cadf-4893-b2b5-28da7f7c5d9c tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.10 "DELETE /v2.0/ports/2929a5a1-918a-4e9f-a482-262de48a34fb HTTP/1.1" status: 204 len: 173 time: 1.5592687 Jan 28 07:27:37.773924 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-c6ee4756-62a1-40d6-9bcb-78ae02427cf8 None None] Set router dda371eb-bd79-4614-b0f0-edb2bee2ed77 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:27:37.837286 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-09b07749-0471-4371-a7d4-0b384b5d7be4 req-2335ded9-eff1-47f0-9103-be284dbc02e5 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/security-groups?id=20a6beb4-7dbe-4e36-a605-32b718c0fe10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3964798 Jan 28 07:27:38.137327 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798a0a9d-c88d-423c-acec-10192dd0dfd6 req-7cc6309a-381f-46ea-ab26-148c7b2e4f25 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:38.151308 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798a0a9d-c88d-423c-acec-10192dd0dfd6 req-7cc6309a-381f-46ea-ab26-148c7b2e4f25 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:38.157039 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798a0a9d-c88d-423c-acec-10192dd0dfd6 req-7cc6309a-381f-46ea-ab26-148c7b2e4f25 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:38.176884 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-798a0a9d-c88d-423c-acec-10192dd0dfd6 req-7cc6309a-381f-46ea-ab26-148c7b2e4f25 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009 HTTP/1.1" status: 200 len: 2410 time: 0.6606331 Jan 28 07:27:38.238287 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-c6ee4756-62a1-40d6-9bcb-78ae02427cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dda371eb-bd79-4614-b0f0-edb2bee2ed77', 'name': 'tempest-TaggedBootDevicesTest_v242-1325793077-router', 'tenant_id': '6a16562f4e0b40b69523d9d718e8a4c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': '2459c994-e46d-44cb-a423-eede3526f0c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:15:42Z', 'updated_at': '2022-01-28T07:15:49Z', 'revision_number': 4, 'project_id': '6a16562f4e0b40b69523d9d718e8a4c0', 'gw_port': {'id': '2459c994-e46d-44cb-a423-eede3526f0c8', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:3b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dda371eb-bd79-4614-b0f0-edb2bee2ed77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:15:43Z', 'updated_at': '2022-01-28T07:15:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': 'ddd31aac-f2ae-49c7-ab4c-1fd6cf4e8e8a', 'name': '', 'network_id': '3f790760-53a8-4403-a279-f0a40c73d527', 'tenant_id': '6a16562f4e0b40b69523d9d718e8a4c0', 'mac_address': 'fa:16:3e:21:66:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dda371eb-bd79-4614-b0f0-edb2bee2ed77', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '73a9883f-5d62-4e44-aedd-907ff0ad8bcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:15:47Z', 'updated_at': '2022-01-28T07:15:54Z', 'revision_number': 5, 'project_id': '6a16562f4e0b40b69523d9d718e8a4c0', 'subnets': [{'id': '73a9883f-5d62-4e44-aedd-907ff0ad8bcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:27:38.325439 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ee4756-62a1-40d6-9bcb-78ae02427cf8 None None] The sync data for ids ['dda371eb-bd79-4614-b0f0-edb2bee2ed77'] in n-d-712749-28 is: [{'id': 'dda371eb-bd79-4614-b0f0-edb2bee2ed77', 'name': 'tempest-TaggedBootDevicesTest_v242-1325793077-router', 'tenant_id': '6a16562f4e0b40b69523d9d718e8a4c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': '2459c994-e46d-44cb-a423-eede3526f0c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:15:42Z', 'updated_at': '2022-01-28T07:15:49Z', 'revision_number': 4, 'project_id': '6a16562f4e0b40b69523d9d718e8a4c0', 'gw_port': {'id': '2459c994-e46d-44cb-a423-eede3526f0c8', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:3b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dda371eb-bd79-4614-b0f0-edb2bee2ed77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:15:43Z', 'updated_at': '2022-01-28T07:15:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': 'ddd31aac-f2ae-49c7-ab4c-1fd6cf4e8e8a', 'name': '', 'network_id': '3f790760-53a8-4403-a279-f0a40c73d527', 'tenant_id': '6a16562f4e0b40b69523d9d718e8a4c0', 'mac_address': 'fa:16:3e:21:66:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dda371eb-bd79-4614-b0f0-edb2bee2ed77', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '73a9883f-5d62-4e44-aedd-907ff0ad8bcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:15:47Z', 'updated_at': '2022-01-28T07:15:54Z', 'revision_number': 5, 'project_id': '6a16562f4e0b40b69523d9d718e8a4c0', 'subnets': [{'id': '73a9883f-5d62-4e44-aedd-907ff0ad8bcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:27:38.364820 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7511a67d-7afb-42f4-a718-6e1bc292bdb9 req-3585568e-a100-4890-8a11-586ce11b7776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:38.366359 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7511a67d-7afb-42f4-a718-6e1bc292bdb9 req-3585568e-a100-4890-8a11-586ce11b7776 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=eff066ab-ed54-4a79-abbc-8c2556ecf5b8 HTTP/1.1" status: 200 len: 1098 time: 0.6124668 Jan 28 07:27:38.474593 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-798a0a9d-c88d-423c-acec-10192dd0dfd6 req-9909e0bb-4d95-41fa-a35e-753523597f74 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/security-groups?id=e05d74b3-220f-46cd-b475-266b231f0f88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2968323 Jan 28 07:27:38.591475 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-c347ec88-8933-41d7-aa73-360edf7102fc req-b47e788d-e132-421a-84b8-cee662d24ea5 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Deleting port e56de965-5480-410d-beed-6c4dc6d6159c {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:27:38.592129 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-c347ec88-8933-41d7-aa73-360edf7102fc req-b47e788d-e132-421a-84b8-cee662d24ea5 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (e56de965-5480-410d-beed-6c4dc6d6159c), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:38.665061 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:38.812482 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a629186-f457-402f-8ab1-6d3322caa9bd tempest-DHCPAgentSchedulersTestJSON-1839999755 tempest-DHCPAgentSchedulersTestJSON-1839999755-project] Pushing event updated for resources: {'Network': ['ID=8146e986-d059-4798-8335-fc53729239fc,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:27:38.825734 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network 8146e986-d059-4798-8335-fc53729239fc details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:27:38.839481 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3e89dc60-53fe-4d24-8723-5cc2d3c2d349 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (cd0c656f-acb5-4eda-b9d3-646562dd9d1c), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:38.845659 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3e89dc60-53fe-4d24-8723-5cc2d3c2d349 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:38.846840 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-3e89dc60-53fe-4d24-8723-5cc2d3c2d349 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cd0c656f-acb5-4eda-b9d3-646562dd9d1c HTTP/1.1" status: 204 len: 168 time: 2.9006329 Jan 28 07:27:38.855463 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-c347ec88-8933-41d7-aa73-360edf7102fc req-b47e788d-e132-421a-84b8-cee662d24ea5 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] For port e56de965-5480-410d-beed-6c4dc6d6159c, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=e56de965-5480-410d-beed-6c4dc6d6159c,segment=NetworkSegment(cd55eebc-1f57-4111-a982-059d17cd9714),segment_id=cd55eebc-1f57-4111-a982-059d17cd9714)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:27:38.858737 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-c347ec88-8933-41d7-aa73-360edf7102fc req-b47e788d-e132-421a-84b8-cee662d24ea5 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (e56de965-5480-410d-beed-6c4dc6d6159c), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:38.870871 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-9a629186-f457-402f-8ab1-6d3322caa9bd tempest-DHCPAgentSchedulersTestJSON-1839999755 tempest-DHCPAgentSchedulersTestJSON-1839999755-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 3.3460331 Jan 28 07:27:38.882855 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 36112) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:27:38.889918 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-d1533c24-535f-4f9f-bd4d-956528d0422e tempest-DHCPAgentSchedulersTestJSON-1839999755 tempest-DHCPAgentSchedulersTestJSON-1839999755-project] Request body: {'subnet': {'network_id': '8146e986-d059-4798-8335-fc53729239fc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:27:38.894444 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-c347ec88-8933-41d7-aa73-360edf7102fc req-b47e788d-e132-421a-84b8-cee662d24ea5 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Calling delete_port for e56de965-5480-410d-beed-6c4dc6d6159c owned by compute:nova {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:27:38.938501 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e89dc60-53fe-4d24-8723-5cc2d3c2d349 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd0c656f-acb5-4eda-b9d3-646562dd9d1c,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:27:39.174486 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1533c24-535f-4f9f-bd4d-956528d0422e tempest-DHCPAgentSchedulersTestJSON-1839999755 tempest-DHCPAgentSchedulersTestJSON-1839999755-project] Made reservation on behalf of c0e5fe5bf76843bea2bb1b83046cfe03 for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:27:39.177996 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d1533c24-535f-4f9f-bd4d-956528d0422e tempest-DHCPAgentSchedulersTestJSON-1839999755 tempest-DHCPAgentSchedulersTestJSON-1839999755-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24979592'] for subnet (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:39.183043 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b09d38-a030-4333-b009-f3b04c4810fa None None] New status for floating IP 0f07f8b9-ec0a-47ba-a8b6-ed31c8b03b50: DOWN {{(pid=103285) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 07:27:39.252318 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6a3e00b-77a8-46cb-b6ca-854f6aa00009', 'name': 'network-vif-deleted', 'tag': '2929a5a1-918a-4e9f-a482-262de48a34fb'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:27:39.254787 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fa57b25-acbd-4970-96b0-85a4b1916ed8" -d '{"events": [{"server_uuid": "a6a3e00b-77a8-46cb-b6ca-854f6aa00009", "name": "network-vif-deleted", "tag": "2929a5a1-918a-4e9f-a482-262de48a34fb"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:27:39.275702 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7511a67d-7afb-42f4-a718-6e1bc292bdb9 req-00ba59a0-49ed-4591-bf54-29a057f3179a service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=20a6beb4-7dbe-4e36-a605-32b718c0fe10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8991408 Jan 28 07:27:39.287564 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-c347ec88-8933-41d7-aa73-360edf7102fc req-b47e788d-e132-421a-84b8-cee662d24ea5 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (e56de965-5480-410d-beed-6c4dc6d6159c), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:39.410979 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e52222e-58de-4159-a2a8-6dc639b1d82d x-openstack-request-id: req-4e52222e-58de-4159-a2a8-6dc639b1d82d {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:27:39.416462 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6a3e00b-77a8-46cb-b6ca-854f6aa00009", "name": "network-vif-deleted", "tag": "2929a5a1-918a-4e9f-a482-262de48a34fb", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:27:39.416462 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4e52222e-58de-4159-a2a8-6dc639b1d82d {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:27:39.416952 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6a3e00b-77a8-46cb-b6ca-854f6aa00009', 'name': 'network-vif-deleted', 'tag': '2929a5a1-918a-4e9f-a482-262de48a34fb', 'status': 'completed', 'code': 200} Jan 28 07:27:39.423112 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47e788d-e132-421a-84b8-cee662d24ea5 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Pushing event deleted for resources: {'Port': ['ID=e56de965-5480-410d-beed-6c4dc6d6159c,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:27:39.595154 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-c347ec88-8933-41d7-aa73-360edf7102fc req-b47e788d-e132-421a-84b8-cee662d24ea5 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] No DVR routers for this DVR port e56de965-5480-410d-beed-6c4dc6d6159c on host n-h1-712749-28 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:27:39.601461 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-c347ec88-8933-41d7-aa73-360edf7102fc req-b47e788d-e132-421a-84b8-cee662d24ea5 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:39.612529 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c347ec88-8933-41d7-aa73-360edf7102fc req-b47e788d-e132-421a-84b8-cee662d24ea5 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.10 "DELETE /v2.0/ports/e56de965-5480-410d-beed-6c4dc6d6159c HTTP/1.1" status: 204 len: 173 time: 1.8341086 Jan 28 07:27:39.650144 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d1533c24-535f-4f9f-bd4d-956528d0422e tempest-DHCPAgentSchedulersTestJSON-1839999755 tempest-DHCPAgentSchedulersTestJSON-1839999755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24757504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24979610'] for subnet (73d777c4-3628-4f73-babb-7739ab187c7a), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:39.803283 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211b2557-32c1-46dc-bb9f-610f935201af req-1332a310-ceee-42b2-99a3-8b27530e1509 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:39.816682 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-211b2557-32c1-46dc-bb9f-610f935201af req-1332a310-ceee-42b2-99a3-8b27530e1509 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/ports?device_id=eff066ab-ed54-4a79-abbc-8c2556ecf5b8 HTTP/1.1" status: 200 len: 946 time: 0.1875191 Jan 28 07:27:39.825717 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1533c24-535f-4f9f-bd4d-956528d0422e tempest-DHCPAgentSchedulersTestJSON-1839999755 tempest-DHCPAgentSchedulersTestJSON-1839999755-project] Pushing event updated for resources: {'Subnet': ['ID=73d777c4-3628-4f73-babb-7739ab187c7a,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:27:39.963434 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 36132) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:27:39.978644 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-06125e48-3c07-4732-971e-f1071b1b8db1 tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Request body: {'subnets': [{'network_id': 'eb5b905e-8ab5-4b1d-9e83-41cbe0c728cc', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--139256562', 'ip_version': 6}, {'network_id': 'a49566c3-4caf-461b-8a01-eafb820ae869', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:27:39.979069 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-06125e48-3c07-4732-971e-f1071b1b8db1 tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Request body: {'subnet': {'network_id': 'eb5b905e-8ab5-4b1d-9e83-41cbe0c728cc', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--139256562', 'ip_version': 6}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:27:39.980340 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-06125e48-3c07-4732-971e-f1071b1b8db1 tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Request body: {'subnet': {'network_id': 'a49566c3-4caf-461b-8a01-eafb820ae869', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:27:40.016229 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-211b2557-32c1-46dc-bb9f-610f935201af req-a617b1e2-e4d3-435c-80e6-fc783e7ea01d tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/security-groups?id=20a6beb4-7dbe-4e36-a605-32b718c0fe10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1956275 Jan 28 07:27:40.043535 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1533c24-535f-4f9f-bd4d-956528d0422e tempest-DHCPAgentSchedulersTestJSON-1839999755 tempest-DHCPAgentSchedulersTestJSON-1839999755-project] Checking segment: {'id': '74d442ce-86dd-4c38-9b93-a37db13c5feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '8146e986-d059-4798-8335-fc53729239fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:27:40.044156 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1533c24-535f-4f9f-bd4d-956528d0422e tempest-DHCPAgentSchedulersTestJSON-1839999755 tempest-DHCPAgentSchedulersTestJSON-1839999755-project] Network hostable DHCP agents. Network: 8146e986-d059-4798-8335-fc53729239fc, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:27:40.076238 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:40.079469 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1533c24-535f-4f9f-bd4d-956528d0422e tempest-DHCPAgentSchedulersTestJSON-1839999755 tempest-DHCPAgentSchedulersTestJSON-1839999755-project] Network 8146e986-d059-4798-8335-fc53729239fc is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:27:40.099528 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-d1533c24-535f-4f9f-bd4d-956528d0422e tempest-DHCPAgentSchedulersTestJSON-1839999755 tempest-DHCPAgentSchedulersTestJSON-1839999755-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, 8146e986-d059-4798-8335-fc53729239fc) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:27:40.116971 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0024007e-ece2-497d-9650-2357ed4f08fc None None] Network 8146e986-d059-4798-8335-fc53729239fc requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:27:40.120857 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1533c24-535f-4f9f-bd4d-956528d0422e tempest-DHCPAgentSchedulersTestJSON-1839999755 tempest-DHCPAgentSchedulersTestJSON-1839999755-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:40.122063 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d1533c24-535f-4f9f-bd4d-956528d0422e tempest-DHCPAgentSchedulersTestJSON-1839999755 tempest-DHCPAgentSchedulersTestJSON-1839999755-project] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:40.176536 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-d1533c24-535f-4f9f-bd4d-956528d0422e tempest-DHCPAgentSchedulersTestJSON-1839999755 tempest-DHCPAgentSchedulersTestJSON-1839999755-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2886755 Jan 28 07:27:40.176923 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 36140) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:27:40.211316 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-c4357167-7e18-4273-b804-6a534e4bb9de tempest-DHCPAgentSchedulersTestJSON-1839999755 tempest-DHCPAgentSchedulersTestJSON-1839999755-project] Request body: {'port': {'network_id': '8146e986-d059-4798-8335-fc53729239fc', 'name': 'tempest-DHCPAgentSchedulersTestJSON-236079221'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:27:40.265639 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dbc9c5-17ac-4a57-8cae-69fb459bc15a req-a86bd783-42f0-4864-b8ae-e32a9ae4196a tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:40.273008 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dbc9c5-17ac-4a57-8cae-69fb459bc15a req-a86bd783-42f0-4864-b8ae-e32a9ae4196a tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:40.281544 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e1dbc9c5-17ac-4a57-8cae-69fb459bc15a req-a86bd783-42f0-4864-b8ae-e32a9ae4196a tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009 HTTP/1.1" status: 200 len: 1677 time: 0.6371982 Jan 28 07:27:40.495242 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5451c781-0f32-4c5a-82c2-8c04d8bf01d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3dd72b9-6805-5f61-b6f3-a591f99a173d-8146e986-d059-4798-8335-fc53729239fc', 'network_id': '8146e986-d059-4798-8335-fc53729239fc', 'project_id': 'c0e5fe5bf76843bea2bb1b83046cfe03', 'fixed_ips': [{'subnet_id': '73d777c4-3628-4f73-babb-7739ab187c7a'}]}} from n-d-712749-28. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 07:27:40.507845 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5451c781-0f32-4c5a-82c2-8c04d8bf01d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:40.517883 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-c347ec88-8933-41d7-aa73-360edf7102fc req-b10a1650-f946-46f1-aeec-6d9a28da7390 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Deleting port 98a957b1-fc25-4fc9-8482-a2078a931162 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:27:40.520829 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-c347ec88-8933-41d7-aa73-360edf7102fc req-b10a1650-f946-46f1-aeec-6d9a28da7390 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (98a957b1-fc25-4fc9-8482-a2078a931162), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:40.590270 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e1dbc9c5-17ac-4a57-8cae-69fb459bc15a req-ae1f684b-8f4a-4da2-b082-216b7b7195b1 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/security-groups?id=e05d74b3-220f-46cd-b475-266b231f0f88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3067989 Jan 28 07:27:40.610390 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4357167-7e18-4273-b804-6a534e4bb9de tempest-DHCPAgentSchedulersTestJSON-1839999755 tempest-DHCPAgentSchedulersTestJSON-1839999755-project] Made reservation on behalf of c0e5fe5bf76843bea2bb1b83046cfe03 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:27:40.614618 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c4357167-7e18-4273-b804-6a534e4bb9de tempest-DHCPAgentSchedulersTestJSON-1839999755 tempest-DHCPAgentSchedulersTestJSON-1839999755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:40.680809 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [None req-c4357167-7e18-4273-b804-6a534e4bb9de tempest-DHCPAgentSchedulersTestJSON-1839999755 tempest-DHCPAgentSchedulersTestJSON-1839999755-project] device_id is not set on port 5a1ad39a-9681-45a5-a2ae-3b518014c3be yet. {{(pid=103284) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 07:27:40.712059 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06125e48-3c07-4732-971e-f1071b1b8db1 tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Made reservation on behalf of 8eada1e4a319442a9a35e8a01246ba38 for: {'subnet': 2} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:27:40.719822 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-06125e48-3c07-4732-971e-f1071b1b8db1 tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13555781'] for subnet (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:40.721786 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-06125e48-3c07-4732-971e-f1071b1b8db1 tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13555781'] for subnet (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:40.825572 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-5451c781-0f32-4c5a-82c2-8c04d8bf01d3 None None] Allocated IP 172.20.0.2 (8146e986-d059-4798-8335-fc53729239fc/73d777c4-3628-4f73-babb-7739ab187c7a/0512004a-92fa-4e88-a3ea-ce517a895eaa) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:27:41.054783 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-c347ec88-8933-41d7-aa73-360edf7102fc req-b10a1650-f946-46f1-aeec-6d9a28da7390 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] For port 98a957b1-fc25-4fc9-8482-a2078a931162, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=98a957b1-fc25-4fc9-8482-a2078a931162,segment=NetworkSegment(8b0a0ad2-fd7a-4498-821e-1edb296a5ed1),segment_id=8b0a0ad2-fd7a-4498-821e-1edb296a5ed1)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:27:41.055774 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-c347ec88-8933-41d7-aa73-360edf7102fc req-b10a1650-f946-46f1-aeec-6d9a28da7390 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (98a957b1-fc25-4fc9-8482-a2078a931162), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:41.299036 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5451c781-0f32-4c5a-82c2-8c04d8bf01d3 None None] Publish callbacks [] for port (0512004a-92fa-4e88-a3ea-ce517a895eaa), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:41.320826 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5451c781-0f32-4c5a-82c2-8c04d8bf01d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (0512004a-92fa-4e88-a3ea-ce517a895eaa), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:41.453059 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5451c781-0f32-4c5a-82c2-8c04d8bf01d3 None None] Pushing event updated for resources: {'Port': ['ID=0512004a-92fa-4e88-a3ea-ce517a895eaa,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:27:41.476584 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-c4357167-7e18-4273-b804-6a534e4bb9de tempest-DHCPAgentSchedulersTestJSON-1839999755 tempest-DHCPAgentSchedulersTestJSON-1839999755-project] Allocated IP 172.20.0.14 (8146e986-d059-4798-8335-fc53729239fc/73d777c4-3628-4f73-babb-7739ab187c7a/5a1ad39a-9681-45a5-a2ae-3b518014c3be) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:27:41.484806 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5451c781-0f32-4c5a-82c2-8c04d8bf01d3 None None] Network 8146e986-d059-4798-8335-fc53729239fc is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:27:41.487482 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-5451c781-0f32-4c5a-82c2-8c04d8bf01d3 None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:27:41.494257 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5451c781-0f32-4c5a-82c2-8c04d8bf01d3 None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:27:41.513451 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f84d644-c209-49a4-9fe5-0a645a64439a req-c57bc1bb-9be4-4d27-aac3-3dc48cb043f1 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:41.518336 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4f84d644-c209-49a4-9fe5-0a645a64439a req-c57bc1bb-9be4-4d27-aac3-3dc48cb043f1 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/ports?device_id=eff066ab-ed54-4a79-abbc-8c2556ecf5b8 HTTP/1.1" status: 200 len: 946 time: 0.2412751 Jan 28 07:27:41.625676 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4f84d644-c209-49a4-9fe5-0a645a64439a req-37638291-fd3f-4c7a-bb9c-da0117d2e084 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/security-groups?id=20a6beb4-7dbe-4e36-a605-32b718c0fe10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906124 Jan 28 07:27:41.655255 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-5451c781-0f32-4c5a-82c2-8c04d8bf01d3 None None] Attempting to bind port 0512004a-92fa-4e88-a3ea-ce517a895eaa on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:27:41.655624 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-5451c781-0f32-4c5a-82c2-8c04d8bf01d3 None None] Attempting to bind port 0512004a-92fa-4e88-a3ea-ce517a895eaa by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '74d442ce-86dd-4c38-9b93-a37db13c5feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '8146e986-d059-4798-8335-fc53729239fc'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:27:41.656143 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5451c781-0f32-4c5a-82c2-8c04d8bf01d3 None None] Attempting to bind port 0512004a-92fa-4e88-a3ea-ce517a895eaa on network 8146e986-d059-4798-8335-fc53729239fc {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:27:41.675568 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5451c781-0f32-4c5a-82c2-8c04d8bf01d3 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 27, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:27:41.675963 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5451c781-0f32-4c5a-82c2-8c04d8bf01d3 None None] Checking segment: {'id': '74d442ce-86dd-4c38-9b93-a37db13c5feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '8146e986-d059-4798-8335-fc53729239fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:27:41.676415 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5451c781-0f32-4c5a-82c2-8c04d8bf01d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:41.677215 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5451c781-0f32-4c5a-82c2-8c04d8bf01d3 None None] Bound using segment: {'id': '74d442ce-86dd-4c38-9b93-a37db13c5feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '8146e986-d059-4798-8335-fc53729239fc'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:27:41.677707 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-5451c781-0f32-4c5a-82c2-8c04d8bf01d3 None None] Bound port: 0512004a-92fa-4e88-a3ea-ce517a895eaa, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74d442ce-86dd-4c38-9b93-a37db13c5feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '8146e986-d059-4798-8335-fc53729239fc'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:27:41.678088 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5451c781-0f32-4c5a-82c2-8c04d8bf01d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (0512004a-92fa-4e88-a3ea-ce517a895eaa), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:41.781138 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-5451c781-0f32-4c5a-82c2-8c04d8bf01d3 None None] For port 0512004a-92fa-4e88-a3ea-ce517a895eaa, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:27:41.789080 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-5451c781-0f32-4c5a-82c2-8c04d8bf01d3 None None] For port 0512004a-92fa-4e88-a3ea-ce517a895eaa, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=0512004a-92fa-4e88-a3ea-ce517a895eaa,segment=NetworkSegment(74d442ce-86dd-4c38-9b93-a37db13c5feb),segment_id=74d442ce-86dd-4c38-9b93-a37db13c5feb)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:27:41.799439 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5451c781-0f32-4c5a-82c2-8c04d8bf01d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (0512004a-92fa-4e88-a3ea-ce517a895eaa), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:41.807506 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6a3e00b-77a8-46cb-b6ca-854f6aa00009', 'name': 'network-vif-deleted', 'tag': 'e56de965-5480-410d-beed-6c4dc6d6159c'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:27:41.812065 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8124dda2-044b-4e07-ab50-02ea60a04d98" -d '{"events": [{"server_uuid": "a6a3e00b-77a8-46cb-b6ca-854f6aa00009", "name": "network-vif-deleted", "tag": "e56de965-5480-410d-beed-6c4dc6d6159c"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:27:41.827016 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-06125e48-3c07-4732-971e-f1071b1b8db1 tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13546728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13555799'] for subnet (b3d798ed-9a57-47cb-ac1a-56e9cd58b5c5), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:41.829961 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-c347ec88-8933-41d7-aa73-360edf7102fc req-b10a1650-f946-46f1-aeec-6d9a28da7390 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Calling delete_port for 98a957b1-fc25-4fc9-8482-a2078a931162 owned by compute:nova {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:27:41.879689 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c4357167-7e18-4273-b804-6a534e4bb9de tempest-DHCPAgentSchedulersTestJSON-1839999755 tempest-DHCPAgentSchedulersTestJSON-1839999755-project] Publish callbacks [] for port (5a1ad39a-9681-45a5-a2ae-3b518014c3be), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:41.948000 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5451c781-0f32-4c5a-82c2-8c04d8bf01d3 None None] Pushing event updated for resources: {'Port': ['ID=0512004a-92fa-4e88-a3ea-ce517a895eaa,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:27:41.976936 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c4357167-7e18-4273-b804-6a534e4bb9de tempest-DHCPAgentSchedulersTestJSON-1839999755 tempest-DHCPAgentSchedulersTestJSON-1839999755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (5a1ad39a-9681-45a5-a2ae-3b518014c3be), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:42.019736 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3ce2b6b-6f1b-41a8-97d6-478c97d6c967 x-openstack-request-id: req-c3ce2b6b-6f1b-41a8-97d6-478c97d6c967 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:27:42.020327 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6a3e00b-77a8-46cb-b6ca-854f6aa00009", "name": "network-vif-deleted", "tag": "e56de965-5480-410d-beed-6c4dc6d6159c", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:27:42.020964 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c3ce2b6b-6f1b-41a8-97d6-478c97d6c967 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:27:42.021728 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6a3e00b-77a8-46cb-b6ca-854f6aa00009', 'name': 'network-vif-deleted', 'tag': 'e56de965-5480-410d-beed-6c4dc6d6159c', 'status': 'completed', 'code': 200} Jan 28 07:27:42.052742 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06125e48-3c07-4732-971e-f1071b1b8db1 tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Pushing event updated for resources: {'Subnet': ['ID=b3d798ed-9a57-47cb-ac1a-56e9cd58b5c5,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:27:42.068694 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4357167-7e18-4273-b804-6a534e4bb9de tempest-DHCPAgentSchedulersTestJSON-1839999755 tempest-DHCPAgentSchedulersTestJSON-1839999755-project] Network 8146e986-d059-4798-8335-fc53729239fc is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:27:42.077971 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-c4357167-7e18-4273-b804-6a534e4bb9de tempest-DHCPAgentSchedulersTestJSON-1839999755 tempest-DHCPAgentSchedulersTestJSON-1839999755-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:27:42.086669 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4357167-7e18-4273-b804-6a534e4bb9de tempest-DHCPAgentSchedulersTestJSON-1839999755 tempest-DHCPAgentSchedulersTestJSON-1839999755-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:27:42.100931 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1946caee-4bcd-4d0c-a741-5a80adcd28b6 req-66ea6958-176a-4fbf-ba95-037578d657a4 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:42.107437 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1946caee-4bcd-4d0c-a741-5a80adcd28b6 req-66ea6958-176a-4fbf-ba95-037578d657a4 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:42.115854 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1946caee-4bcd-4d0c-a741-5a80adcd28b6 req-66ea6958-176a-4fbf-ba95-037578d657a4 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009 HTTP/1.1" status: 200 len: 1677 time: 0.2979612 Jan 28 07:27:42.182476 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06125e48-3c07-4732-971e-f1071b1b8db1 tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Checking segment: {'id': 'd8096a59-ca18-450c-b2d5-33b83d145956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'eb5b905e-8ab5-4b1d-9e83-41cbe0c728cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:27:42.182848 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06125e48-3c07-4732-971e-f1071b1b8db1 tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Network hostable DHCP agents. Network: eb5b905e-8ab5-4b1d-9e83-41cbe0c728cc, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:27:42.214848 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4357167-7e18-4273-b804-6a534e4bb9de tempest-DHCPAgentSchedulersTestJSON-1839999755 tempest-DHCPAgentSchedulersTestJSON-1839999755-project] Pushing event updated for resources: {'Port': ['ID=5a1ad39a-9681-45a5-a2ae-3b518014c3be,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:27:42.300047 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4357167-7e18-4273-b804-6a534e4bb9de tempest-DHCPAgentSchedulersTestJSON-1839999755 tempest-DHCPAgentSchedulersTestJSON-1839999755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:42.302016 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c4357167-7e18-4273-b804-6a534e4bb9de tempest-DHCPAgentSchedulersTestJSON-1839999755 tempest-DHCPAgentSchedulersTestJSON-1839999755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:42.356042 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-c4357167-7e18-4273-b804-6a534e4bb9de tempest-DHCPAgentSchedulersTestJSON-1839999755 tempest-DHCPAgentSchedulersTestJSON-1839999755-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1718750 Jan 28 07:27:42.356426 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 36234) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:27:42.369713 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1946caee-4bcd-4d0c-a741-5a80adcd28b6 req-1afcf67e-9b50-444f-a95e-5a3616e2b053 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/security-groups?id=e05d74b3-220f-46cd-b475-266b231f0f88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2486491 Jan 28 07:27:42.377307 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06125e48-3c07-4732-971e-f1071b1b8db1 tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Network eb5b905e-8ab5-4b1d-9e83-41cbe0c728cc is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:27:42.466544 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-06125e48-3c07-4732-971e-f1071b1b8db1 tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, eb5b905e-8ab5-4b1d-9e83-41cbe0c728cc) {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:27:42.476443 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b46e643-8581-4694-905a-d6ecaaa17a9b None None] Network eb5b905e-8ab5-4b1d-9e83-41cbe0c728cc requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:27:42.481156 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-06125e48-3c07-4732-971e-f1071b1b8db1 tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13546728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13555799'] for subnet (67e5e8fd-b987-4071-b067-9163bcf85178), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:42.576069 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-2ed9822c-07e4-4e64-8d20-24ca05f2a99a tempest-DHCPAgentSchedulersTestJSON-1839999755 tempest-DHCPAgentSchedulersTestJSON-1839999755-project] Deleting port 5a1ad39a-9681-45a5-a2ae-3b518014c3be {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:27:42.577328 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2ed9822c-07e4-4e64-8d20-24ca05f2a99a tempest-DHCPAgentSchedulersTestJSON-1839999755 tempest-DHCPAgentSchedulersTestJSON-1839999755-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (5a1ad39a-9681-45a5-a2ae-3b518014c3be), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:42.618911 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-c347ec88-8933-41d7-aa73-360edf7102fc req-b10a1650-f946-46f1-aeec-6d9a28da7390 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (98a957b1-fc25-4fc9-8482-a2078a931162), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:42.672912 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06125e48-3c07-4732-971e-f1071b1b8db1 tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Pushing event updated for resources: {'Subnet': ['ID=67e5e8fd-b987-4071-b067-9163bcf85178,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:27:42.758098 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10a1650-f946-46f1-aeec-6d9a28da7390 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Pushing event deleted for resources: {'Port': ['ID=98a957b1-fc25-4fc9-8482-a2078a931162,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:27:42.774637 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06125e48-3c07-4732-971e-f1071b1b8db1 tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Checking segment: {'id': 'b8a060ec-a92f-49ce-8c68-4f609cd428b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a49566c3-4caf-461b-8a01-eafb820ae869'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:27:42.775606 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06125e48-3c07-4732-971e-f1071b1b8db1 tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Network hostable DHCP agents. Network: a49566c3-4caf-461b-8a01-eafb820ae869, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:27:42.825867 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f928d30a-bb4f-4b27-9f9b-5a3c7dac0234 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3dd72b9-6805-5f61-b6f3-a591f99a173d-eb5b905e-8ab5-4b1d-9e83-41cbe0c728cc', 'network_id': 'eb5b905e-8ab5-4b1d-9e83-41cbe0c728cc', 'project_id': '8eada1e4a319442a9a35e8a01246ba38', 'fixed_ips': [{'subnet_id': 'b3d798ed-9a57-47cb-ac1a-56e9cd58b5c5'}]}} from n-d-712749-28. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 07:27:42.827763 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f928d30a-bb4f-4b27-9f9b-5a3c7dac0234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:42.893143 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-c347ec88-8933-41d7-aa73-360edf7102fc req-b10a1650-f946-46f1-aeec-6d9a28da7390 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] No DVR routers for this DVR port 98a957b1-fc25-4fc9-8482-a2078a931162 on host n-h1-712749-28 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:27:42.896946 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-c347ec88-8933-41d7-aa73-360edf7102fc req-b10a1650-f946-46f1-aeec-6d9a28da7390 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:42.904866 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c347ec88-8933-41d7-aa73-360edf7102fc req-b10a1650-f946-46f1-aeec-6d9a28da7390 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.10 "DELETE /v2.0/ports/98a957b1-fc25-4fc9-8482-a2078a931162 HTTP/1.1" status: 204 len: 173 time: 3.2856457 Jan 28 07:27:42.941399 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06125e48-3c07-4732-971e-f1071b1b8db1 tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Network a49566c3-4caf-461b-8a01-eafb820ae869 is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:27:42.979374 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2ed9822c-07e4-4e64-8d20-24ca05f2a99a tempest-DHCPAgentSchedulersTestJSON-1839999755 tempest-DHCPAgentSchedulersTestJSON-1839999755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (5a1ad39a-9681-45a5-a2ae-3b518014c3be), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:43.004187 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-2ed9822c-07e4-4e64-8d20-24ca05f2a99a tempest-DHCPAgentSchedulersTestJSON-1839999755 tempest-DHCPAgentSchedulersTestJSON-1839999755-project] Calling delete_port for 5a1ad39a-9681-45a5-a2ae-3b518014c3be owned by {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:27:43.026100 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea371cf-5d27-45fe-b3b1-d05eed2ce1ba req-c58d776d-fa64-4c9d-b15c-a74e1b84f538 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:43.034208 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-06125e48-3c07-4732-971e-f1071b1b8db1 tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, a49566c3-4caf-461b-8a01-eafb820ae869) {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:27:43.035322 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0ea371cf-5d27-45fe-b3b1-d05eed2ce1ba req-c58d776d-fa64-4c9d-b15c-a74e1b84f538 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/ports?device_id=eff066ab-ed54-4a79-abbc-8c2556ecf5b8 HTTP/1.1" status: 200 len: 946 time: 0.1722748 Jan 28 07:27:43.057535 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 0512004a-92fa-4e88-a3ea-ce517a895eaa up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:27:43.085048 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 7 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 07:27:43.111588 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5046fff3-8f0d-492f-b310-38353441d86a None None] Network a49566c3-4caf-461b-8a01-eafb820ae869 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:27:43.118190 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06125e48-3c07-4732-971e-f1071b1b8db1 tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:43.118684 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06125e48-3c07-4732-971e-f1071b1b8db1 tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:43.119306 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-06125e48-3c07-4732-971e-f1071b1b8db1 tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:43.208933 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-06125e48-3c07-4732-971e-f1071b1b8db1 tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 3.2416723 Jan 28 07:27:43.223336 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 36260) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:27:43.274272 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-c347ec88-8933-41d7-aa73-360edf7102fc req-e5ce53d6-bae2-4570-9bbc-c39c3d5de8c0 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Deleting port 45cf1802-7cd1-43cf-bcfc-47137050e738 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:27:43.277312 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-c347ec88-8933-41d7-aa73-360edf7102fc req-e5ce53d6-bae2-4570-9bbc-c39c3d5de8c0 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (45cf1802-7cd1-43cf-bcfc-47137050e738), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:43.290641 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0ea371cf-5d27-45fe-b3b1-d05eed2ce1ba req-dfef5784-f952-4fb8-a493-50a7dc97f95d tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/security-groups?id=20a6beb4-7dbe-4e36-a605-32b718c0fe10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2484744 Jan 28 07:27:43.318621 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-f928d30a-bb4f-4b27-9f9b-5a3c7dac0234 None None] Allocated IP 2001:db8::1 (eb5b905e-8ab5-4b1d-9e83-41cbe0c728cc/b3d798ed-9a57-47cb-ac1a-56e9cd58b5c5/3514cc10-20b1-4afa-a900-0da392c84d06) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:27:43.426079 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 0512004a-92fa-4e88-a3ea-ce517a895eaa triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:27:43.430780 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (0512004a-92fa-4e88-a3ea-ce517a895eaa), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:43.494446 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be4a475-e6a0-4b9f-a594-722d8d892446 tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:43.502515 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be4a475-e6a0-4b9f-a594-722d8d892446 tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:43.503227 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be4a475-e6a0-4b9f-a594-722d8d892446 tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:43.505297 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-3be4a475-e6a0-4b9f-a594-722d8d892446 tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.2811973 Jan 28 07:27:43.520210 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 36274) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:27:43.722250 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-c347ec88-8933-41d7-aa73-360edf7102fc req-e5ce53d6-bae2-4570-9bbc-c39c3d5de8c0 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] For port 45cf1802-7cd1-43cf-bcfc-47137050e738, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=45cf1802-7cd1-43cf-bcfc-47137050e738,segment=NetworkSegment(8b0a0ad2-fd7a-4498-821e-1edb296a5ed1),segment_id=8b0a0ad2-fd7a-4498-821e-1edb296a5ed1)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:27:43.722755 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-c347ec88-8933-41d7-aa73-360edf7102fc req-e5ce53d6-bae2-4570-9bbc-c39c3d5de8c0 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (45cf1802-7cd1-43cf-bcfc-47137050e738), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:43.758745 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaed7a38-8349-4dba-b859-3193a715d0f1 req-a98d35d8-93c5-40b4-b867-41526ffe7ee9 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:43.760594 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-eaed7a38-8349-4dba-b859-3193a715d0f1 req-a98d35d8-93c5-40b4-b867-41526ffe7ee9 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009 HTTP/1.1" status: 200 len: 943 time: 0.2296886 Jan 28 07:27:43.761876 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-c347ec88-8933-41d7-aa73-360edf7102fc req-e5ce53d6-bae2-4570-9bbc-c39c3d5de8c0 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Calling delete_port for 45cf1802-7cd1-43cf-bcfc-47137050e738 owned by compute:nova {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:27:43.792088 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa5adda0-d47e-4b6a-b353-97620048ae8b tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Deleting subnet b3d798ed-9a57-47cb-ac1a-56e9cd58b5c5 {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:27:43.815272 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2ed9822c-07e4-4e64-8d20-24ca05f2a99a tempest-DHCPAgentSchedulersTestJSON-1839999755 tempest-DHCPAgentSchedulersTestJSON-1839999755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (5a1ad39a-9681-45a5-a2ae-3b518014c3be), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:43.870503 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d69a575-900f-4ed2-9d03-4857e4ddf2d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3dd72b9-6805-5f61-b6f3-a591f99a173d-a49566c3-4caf-461b-8a01-eafb820ae869', 'network_id': 'a49566c3-4caf-461b-8a01-eafb820ae869', 'project_id': '8eada1e4a319442a9a35e8a01246ba38', 'fixed_ips': [{'subnet_id': '67e5e8fd-b987-4071-b067-9163bcf85178'}]}} from n-d-712749-28. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 07:27:43.872992 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-eaed7a38-8349-4dba-b859-3193a715d0f1 req-4a065e44-7627-4fc0-a557-55a3117c9f3f tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/security-groups?id=e05d74b3-220f-46cd-b475-266b231f0f88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045761 Jan 28 07:27:43.881428 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6d69a575-900f-4ed2-9d03-4857e4ddf2d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:43.926040 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed9822c-07e4-4e64-8d20-24ca05f2a99a tempest-DHCPAgentSchedulersTestJSON-1839999755 tempest-DHCPAgentSchedulersTestJSON-1839999755-project] Pushing event deleted for resources: {'Port': ['ID=5a1ad39a-9681-45a5-a2ae-3b518014c3be,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:27:44.058900 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6a3e00b-77a8-46cb-b6ca-854f6aa00009', 'name': 'network-vif-deleted', 'tag': '98a957b1-fc25-4fc9-8482-a2078a931162'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:27:44.064461 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bb1afdb-36be-45cb-94d0-5814e96c07f4" -d '{"events": [{"server_uuid": "a6a3e00b-77a8-46cb-b6ca-854f6aa00009", "name": "network-vif-deleted", "tag": "98a957b1-fc25-4fc9-8482-a2078a931162"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:27:44.069697 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-c347ec88-8933-41d7-aa73-360edf7102fc req-e5ce53d6-bae2-4570-9bbc-c39c3d5de8c0 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (45cf1802-7cd1-43cf-bcfc-47137050e738), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:44.131278 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ce53d6-bae2-4570-9bbc-c39c3d5de8c0 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Pushing event deleted for resources: {'Port': ['ID=45cf1802-7cd1-43cf-bcfc-47137050e738,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:27:44.185460 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2ed9822c-07e4-4e64-8d20-24ca05f2a99a tempest-DHCPAgentSchedulersTestJSON-1839999755 tempest-DHCPAgentSchedulersTestJSON-1839999755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:44.198201 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-2ed9822c-07e4-4e64-8d20-24ca05f2a99a tempest-DHCPAgentSchedulersTestJSON-1839999755 tempest-DHCPAgentSchedulersTestJSON-1839999755-project] 10.222.0.41 "DELETE /v2.0/ports/5a1ad39a-9681-45a5-a2ae-3b518014c3be HTTP/1.1" status: 204 len: 168 time: 1.8381641 Jan 28 07:27:44.200123 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 36296) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:27:44.230098 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ec78507-9cc7-4547-a385-395f4b5711f4 x-openstack-request-id: req-3ec78507-9cc7-4547-a385-395f4b5711f4 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:27:44.230098 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6a3e00b-77a8-46cb-b6ca-854f6aa00009", "name": "network-vif-deleted", "tag": "98a957b1-fc25-4fc9-8482-a2078a931162", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:27:44.236347 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3ec78507-9cc7-4547-a385-395f4b5711f4 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:27:44.236805 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6a3e00b-77a8-46cb-b6ca-854f6aa00009', 'name': 'network-vif-deleted', 'tag': '98a957b1-fc25-4fc9-8482-a2078a931162', 'status': 'completed', 'code': 200} Jan 28 07:27:44.237847 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-c347ec88-8933-41d7-aa73-360edf7102fc req-e5ce53d6-bae2-4570-9bbc-c39c3d5de8c0 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] No DVR routers for this DVR port 45cf1802-7cd1-43cf-bcfc-47137050e738 on host n-h1-712749-28 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:27:44.241718 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-c347ec88-8933-41d7-aa73-360edf7102fc req-e5ce53d6-bae2-4570-9bbc-c39c3d5de8c0 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:44.245159 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c347ec88-8933-41d7-aa73-360edf7102fc req-e5ce53d6-bae2-4570-9bbc-c39c3d5de8c0 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.10 "DELETE /v2.0/ports/45cf1802-7cd1-43cf-bcfc-47137050e738 HTTP/1.1" status: 204 len: 173 time: 1.3294852 Jan 28 07:27:44.258753 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-6d69a575-900f-4ed2-9d03-4857e4ddf2d9 None None] Allocated IP 2001:db8:0:1::1 (a49566c3-4caf-461b-8a01-eafb820ae869/67e5e8fd-b987-4071-b067-9163bcf85178/f6408e0e-f89a-4343-b66f-2e6c0e4094c1) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:27:44.431122 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6d69a575-900f-4ed2-9d03-4857e4ddf2d9 None None] Publish callbacks [] for port (f6408e0e-f89a-4343-b66f-2e6c0e4094c1), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:44.434688 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-090076f6-6582-45c6-85a1-d252d4778205 None None] Network 8146e986-d059-4798-8335-fc53729239fc requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:27:44.572040 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-0c675ecc-9736-45c7-9f47-61e0e1bd9e3e tempest-DHCPAgentSchedulersTestJSON-876818049 tempest-DHCPAgentSchedulersTestJSON-876818049-project-admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4935 time: 0.3698633 Jan 28 07:27:44.576117 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 36316) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:27:44.581197 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-551de904-c3ce-4b10-bc5a-91420cc07557 tempest-DHCPAgentSchedulersTestJSON-1839999755 tempest-DHCPAgentSchedulersTestJSON-1839999755-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-707568328'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:27:44.610832 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-551de904-c3ce-4b10-bc5a-91420cc07557 tempest-DHCPAgentSchedulersTestJSON-1839999755 tempest-DHCPAgentSchedulersTestJSON-1839999755-project] Made reservation on behalf of c0e5fe5bf76843bea2bb1b83046cfe03 for: {'network': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:27:44.615172 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-551de904-c3ce-4b10-bc5a-91420cc07557 tempest-DHCPAgentSchedulersTestJSON-1839999755 tempest-DHCPAgentSchedulersTestJSON-1839999755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:44.677984 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-551de904-c3ce-4b10-bc5a-91420cc07557 tempest-DHCPAgentSchedulersTestJSON-1839999755 tempest-DHCPAgentSchedulersTestJSON-1839999755-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=103283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:27:44.696733 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-551de904-c3ce-4b10-bc5a-91420cc07557 tempest-DHCPAgentSchedulersTestJSON-1839999755 tempest-DHCPAgentSchedulersTestJSON-1839999755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (be58b912-00de-4969-8b84-82d25658f06f), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:44.699806 n-d-712749-28 neutron-server[103283]: INFO neutron.db.segments_db [None req-551de904-c3ce-4b10-bc5a-91420cc07557 tempest-DHCPAgentSchedulersTestJSON-1839999755 tempest-DHCPAgentSchedulersTestJSON-1839999755-project] Added segment be58b912-00de-4969-8b84-82d25658f06f of type vlan for network e01813f8-26ef-4d8f-ab57-9cae494ee683 Jan 28 07:27:44.747600 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6d69a575-900f-4ed2-9d03-4857e4ddf2d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (f6408e0e-f89a-4343-b66f-2e6c0e4094c1), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:44.764435 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 0512004a-92fa-4e88-a3ea-ce517a895eaa is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:27:44.765715 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (0512004a-92fa-4e88-a3ea-ce517a895eaa), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:44.790076 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-551de904-c3ce-4b10-bc5a-91420cc07557 tempest-DHCPAgentSchedulersTestJSON-1839999755 tempest-DHCPAgentSchedulersTestJSON-1839999755-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (e01813f8-26ef-4d8f-ab57-9cae494ee683), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:44.825119 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-551de904-c3ce-4b10-bc5a-91420cc07557 tempest-DHCPAgentSchedulersTestJSON-1839999755 tempest-DHCPAgentSchedulersTestJSON-1839999755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (e01813f8-26ef-4d8f-ab57-9cae494ee683), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:44.831242 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-551de904-c3ce-4b10-bc5a-91420cc07557 tempest-DHCPAgentSchedulersTestJSON-1839999755 tempest-DHCPAgentSchedulersTestJSON-1839999755-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:44.831862 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-551de904-c3ce-4b10-bc5a-91420cc07557 tempest-DHCPAgentSchedulersTestJSON-1839999755 tempest-DHCPAgentSchedulersTestJSON-1839999755-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:44.869851 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-10700962-599f-4128-acbe-d387061234d9 None None] Provisioning complete for port 0512004a-92fa-4e88-a3ea-ce517a895eaa triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:27:44.870496 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-10700962-599f-4128-acbe-d387061234d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (0512004a-92fa-4e88-a3ea-ce517a895eaa), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:44.891856 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] For port 0512004a-92fa-4e88-a3ea-ce517a895eaa, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=0512004a-92fa-4e88-a3ea-ce517a895eaa,segment=NetworkSegment(74d442ce-86dd-4c38-9b93-a37db13c5feb),segment_id=74d442ce-86dd-4c38-9b93-a37db13c5feb)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:27:44.900709 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d69a575-900f-4ed2-9d03-4857e4ddf2d9 None None] Network a49566c3-4caf-461b-8a01-eafb820ae869 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:27:44.928097 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551de904-c3ce-4b10-bc5a-91420cc07557 tempest-DHCPAgentSchedulersTestJSON-1839999755 tempest-DHCPAgentSchedulersTestJSON-1839999755-project] Pushing event updated for resources: {'Network': ['ID=e01813f8-26ef-4d8f-ab57-9cae494ee683,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:27:44.939075 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 36326) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:27:44.940678 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-551de904-c3ce-4b10-bc5a-91420cc07557 tempest-DHCPAgentSchedulersTestJSON-1839999755 tempest-DHCPAgentSchedulersTestJSON-1839999755-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.3635333 Jan 28 07:27:44.943398 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (0512004a-92fa-4e88-a3ea-ce517a895eaa), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:44.945762 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-6d69a575-900f-4ed2-9d03-4857e4ddf2d9 None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:27:44.948496 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d69a575-900f-4ed2-9d03-4857e4ddf2d9 None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:27:45.019516 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-bced2662-5111-411e-b6a4-50f22c03bcee req-126f005c-02a7-4477-9d53-bb33888eeaaa tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009 HTTP/1.1" status: 200 len: 210 time: 0.0283003 Jan 28 07:27:45.023800 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network e01813f8-26ef-4d8f-ab57-9cae494ee683 details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:27:45.084960 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d69a575-900f-4ed2-9d03-4857e4ddf2d9 None None] Pushing event updated for resources: {'Port': ['ID=f6408e0e-f89a-4343-b66f-2e6c0e4094c1,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:27:45.101288 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f928d30a-bb4f-4b27-9f9b-5a3c7dac0234 None None] Publish callbacks [] for port (3514cc10-20b1-4afa-a900-0da392c84d06), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:45.157392 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-aa489cdd-7282-4b1b-bed3-9d4af10ce048 tempest-DHCPAgentSchedulersTestJSON-876818049 tempest-DHCPAgentSchedulersTestJSON-876818049-project-admin] 10.222.0.41 "GET /v2.0/agents/996040a6-4680-43d7-9d3f-7721db8235c6/dhcp-networks HTTP/1.1" status: 200 len: 11220 time: 0.2173247 Jan 28 07:27:45.160348 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 36330) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:27:45.164594 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Pushing event updated for resources: {'Port': ['ID=0512004a-92fa-4e88-a3ea-ce517a895eaa,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:27:45.191001 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-aa5adda0-d47e-4b6a-b353-97620048ae8b tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Publish callbacks [] for subnet (b3d798ed-9a57-47cb-ac1a-56e9cd58b5c5), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:45.233819 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-10700962-599f-4128-acbe-d387061234d9 None None] Current status of the port 0512004a-92fa-4e88-a3ea-ce517a895eaa is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:27:45.270661 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f928d30a-bb4f-4b27-9f9b-5a3c7dac0234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (3514cc10-20b1-4afa-a900-0da392c84d06), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:45.278757 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-aa5adda0-d47e-4b6a-b353-97620048ae8b tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24759175'] for subnet (b3d798ed-9a57-47cb-ac1a-56e9cd58b5c5), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:45.346239 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-6d69a575-900f-4ed2-9d03-4857e4ddf2d9 None None] Attempting to bind port f6408e0e-f89a-4343-b66f-2e6c0e4094c1 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:27:45.346767 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-6d69a575-900f-4ed2-9d03-4857e4ddf2d9 None None] Attempting to bind port f6408e0e-f89a-4343-b66f-2e6c0e4094c1 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': 'b8a060ec-a92f-49ce-8c68-4f609cd428b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a49566c3-4caf-461b-8a01-eafb820ae869'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:27:45.347137 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d69a575-900f-4ed2-9d03-4857e4ddf2d9 None None] Attempting to bind port f6408e0e-f89a-4343-b66f-2e6c0e4094c1 on network a49566c3-4caf-461b-8a01-eafb820ae869 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:27:45.352536 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f928d30a-bb4f-4b27-9f9b-5a3c7dac0234 None None] Pushing event updated for resources: {'Port': ['ID=3514cc10-20b1-4afa-a900-0da392c84d06,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:27:45.355575 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d69a575-900f-4ed2-9d03-4857e4ddf2d9 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 27, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:27:45.356008 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d69a575-900f-4ed2-9d03-4857e4ddf2d9 None None] Checking segment: {'id': 'b8a060ec-a92f-49ce-8c68-4f609cd428b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a49566c3-4caf-461b-8a01-eafb820ae869'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:27:45.356832 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6d69a575-900f-4ed2-9d03-4857e4ddf2d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:45.357391 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d69a575-900f-4ed2-9d03-4857e4ddf2d9 None None] Bound using segment: {'id': 'b8a060ec-a92f-49ce-8c68-4f609cd428b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a49566c3-4caf-461b-8a01-eafb820ae869'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:27:45.358554 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-6d69a575-900f-4ed2-9d03-4857e4ddf2d9 None None] Bound port: f6408e0e-f89a-4343-b66f-2e6c0e4094c1, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8a060ec-a92f-49ce-8c68-4f609cd428b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a49566c3-4caf-461b-8a01-eafb820ae869'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:27:45.359096 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6d69a575-900f-4ed2-9d03-4857e4ddf2d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (f6408e0e-f89a-4343-b66f-2e6c0e4094c1), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:45.376544 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f928d30a-bb4f-4b27-9f9b-5a3c7dac0234 None None] Network eb5b905e-8ab5-4b1d-9e83-41cbe0c728cc is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:27:45.381947 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-f928d30a-bb4f-4b27-9f9b-5a3c7dac0234 None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:27:45.389598 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f928d30a-bb4f-4b27-9f9b-5a3c7dac0234 None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:27:45.401220 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fecda182-be9e-498b-b55d-11e9862f3963 tempest-DHCPAgentSchedulersTestJSON-876818049 tempest-DHCPAgentSchedulersTestJSON-876818049-project-admin] Network e01813f8-26ef-4d8f-ab57-9cae494ee683 is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:27:45.410175 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-aa5adda0-d47e-4b6a-b353-97620048ae8b tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (b3d798ed-9a57-47cb-ac1a-56e9cd58b5c5), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:45.450016 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-fecda182-be9e-498b-b55d-11e9862f3963 tempest-DHCPAgentSchedulersTestJSON-876818049 tempest-DHCPAgentSchedulersTestJSON-876818049-project-admin] 10.222.0.41 "POST /v2.0/agents/996040a6-4680-43d7-9d3f-7721db8235c6/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2881665 Jan 28 07:27:45.453729 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 36336) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:27:45.464788 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6d69a575-900f-4ed2-9d03-4857e4ddf2d9 None None] For port f6408e0e-f89a-4343-b66f-2e6c0e4094c1, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:27:45.473761 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6d69a575-900f-4ed2-9d03-4857e4ddf2d9 None None] For port f6408e0e-f89a-4343-b66f-2e6c0e4094c1, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=f6408e0e-f89a-4343-b66f-2e6c0e4094c1,segment=NetworkSegment(b8a060ec-a92f-49ce-8c68-4f609cd428b9),segment_id=b8a060ec-a92f-49ce-8c68-4f609cd428b9)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:27:45.489337 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-aa5adda0-d47e-4b6a-b353-97620048ae8b tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24757569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24979817'] for subnet (b3d798ed-9a57-47cb-ac1a-56e9cd58b5c5), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:45.494499 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6cd2fcb-bca6-4dc0-8c60-d7668eac638f None None] Network e01813f8-26ef-4d8f-ab57-9cae494ee683 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:27:45.501398 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6d69a575-900f-4ed2-9d03-4857e4ddf2d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (f6408e0e-f89a-4343-b66f-2e6c0e4094c1), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:45.523334 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5adda0-d47e-4b6a-b353-97620048ae8b tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Pushing event deleted for resources: {'Subnet': ['ID=b3d798ed-9a57-47cb-ac1a-56e9cd58b5c5,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:27:45.534667 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-aa5adda0-d47e-4b6a-b353-97620048ae8b tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:45.549886 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-aa5adda0-d47e-4b6a-b353-97620048ae8b tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] 10.222.0.41 "DELETE /v2.0/subnets/b3d798ed-9a57-47cb-ac1a-56e9cd58b5c5 HTTP/1.1" status: 204 len: 168 time: 2.0282080 Jan 28 07:27:45.550461 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 36338) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:27:45.637119 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-435403dd-d99a-49ea-b799-d14559a5bedb tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Deleting subnet 67e5e8fd-b987-4071-b067-9163bcf85178 {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:27:45.643115 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d69a575-900f-4ed2-9d03-4857e4ddf2d9 None None] Pushing event updated for resources: {'Port': ['ID=f6408e0e-f89a-4343-b66f-2e6c0e4094c1,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:27:45.650643 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-435403dd-d99a-49ea-b799-d14559a5bedb tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Publish callbacks [] for subnet (67e5e8fd-b987-4071-b067-9163bcf85178), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:45.740394 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-435403dd-d99a-49ea-b799-d14559a5bedb tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24759175'] for subnet (67e5e8fd-b987-4071-b067-9163bcf85178), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:45.766643 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-f928d30a-bb4f-4b27-9f9b-5a3c7dac0234 None None] Attempting to bind port 3514cc10-20b1-4afa-a900-0da392c84d06 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:27:45.769269 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-f928d30a-bb4f-4b27-9f9b-5a3c7dac0234 None None] Attempting to bind port 3514cc10-20b1-4afa-a900-0da392c84d06 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': 'd8096a59-ca18-450c-b2d5-33b83d145956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'eb5b905e-8ab5-4b1d-9e83-41cbe0c728cc'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:27:45.769844 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f928d30a-bb4f-4b27-9f9b-5a3c7dac0234 None None] Attempting to bind port 3514cc10-20b1-4afa-a900-0da392c84d06 on network eb5b905e-8ab5-4b1d-9e83-41cbe0c728cc {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:27:45.863807 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f928d30a-bb4f-4b27-9f9b-5a3c7dac0234 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 27, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:27:45.864466 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f928d30a-bb4f-4b27-9f9b-5a3c7dac0234 None None] Checking segment: {'id': 'd8096a59-ca18-450c-b2d5-33b83d145956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'eb5b905e-8ab5-4b1d-9e83-41cbe0c728cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:27:45.865194 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f928d30a-bb4f-4b27-9f9b-5a3c7dac0234 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:45.865855 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f928d30a-bb4f-4b27-9f9b-5a3c7dac0234 None None] Bound using segment: {'id': 'd8096a59-ca18-450c-b2d5-33b83d145956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'eb5b905e-8ab5-4b1d-9e83-41cbe0c728cc'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:27:45.866512 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-f928d30a-bb4f-4b27-9f9b-5a3c7dac0234 None None] Bound port: 3514cc10-20b1-4afa-a900-0da392c84d06, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8096a59-ca18-450c-b2d5-33b83d145956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'eb5b905e-8ab5-4b1d-9e83-41cbe0c728cc'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:27:45.867064 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f928d30a-bb4f-4b27-9f9b-5a3c7dac0234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (3514cc10-20b1-4afa-a900-0da392c84d06), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:45.871962 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-bcd3bdd3-df9c-4164-9be5-b90335e83ec0 None None] Provisioning complete for port 0512004a-92fa-4e88-a3ea-ce517a895eaa triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:27:45.873567 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bcd3bdd3-df9c-4164-9be5-b90335e83ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (0512004a-92fa-4e88-a3ea-ce517a895eaa), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:45.963263 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-435403dd-d99a-49ea-b799-d14559a5bedb tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (67e5e8fd-b987-4071-b067-9163bcf85178), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:46.159996 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-435403dd-d99a-49ea-b799-d14559a5bedb tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24757569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24979817'] for subnet (67e5e8fd-b987-4071-b067-9163bcf85178), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:46.199126 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-f928d30a-bb4f-4b27-9f9b-5a3c7dac0234 None None] For port 3514cc10-20b1-4afa-a900-0da392c84d06, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:27:46.204881 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-f928d30a-bb4f-4b27-9f9b-5a3c7dac0234 None None] For port 3514cc10-20b1-4afa-a900-0da392c84d06, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=3514cc10-20b1-4afa-a900-0da392c84d06,segment=NetworkSegment(d8096a59-ca18-450c-b2d5-33b83d145956),segment_id=d8096a59-ca18-450c-b2d5-33b83d145956)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:27:46.230137 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435403dd-d99a-49ea-b799-d14559a5bedb tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Pushing event deleted for resources: {'Subnet': ['ID=67e5e8fd-b987-4071-b067-9163bcf85178,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:27:46.234274 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f928d30a-bb4f-4b27-9f9b-5a3c7dac0234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (3514cc10-20b1-4afa-a900-0da392c84d06), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:46.287539 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-435403dd-d99a-49ea-b799-d14559a5bedb tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:46.302000 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-435403dd-d99a-49ea-b799-d14559a5bedb tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] 10.222.0.41 "DELETE /v2.0/subnets/67e5e8fd-b987-4071-b067-9163bcf85178 HTTP/1.1" status: 204 len: 168 time: 0.7481415 Jan 28 07:27:46.302187 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-aa9dd7cf-c0aa-49f6-b289-f41477f1466b req-a092cde7-9f48-424a-b3ac-1c0e7e6d740d tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009 HTTP/1.1" status: 200 len: 210 time: 0.0772824 Jan 28 07:27:46.302512 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 36350) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:27:46.304554 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-bcd3bdd3-df9c-4164-9be5-b90335e83ec0 None None] Current status of the port 0512004a-92fa-4e88-a3ea-ce517a895eaa is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:27:46.429812 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b4168d-2d6f-4b0a-bc4f-13a2870bbbc7 tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:46.437120 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-64b4168d-2d6f-4b0a-bc4f-13a2870bbbc7 tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1279078 Jan 28 07:27:46.437120 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 36352) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:27:46.467529 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6a3e00b-77a8-46cb-b6ca-854f6aa00009', 'name': 'network-vif-deleted', 'tag': '45cf1802-7cd1-43cf-bcfc-47137050e738'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:27:46.472183 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f928d30a-bb4f-4b27-9f9b-5a3c7dac0234 None None] Pushing event updated for resources: {'Port': ['ID=3514cc10-20b1-4afa-a900-0da392c84d06,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:27:46.474398 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4538fcdb-e30e-4bd4-8408-14cc4d1b7098" -d '{"events": [{"server_uuid": "a6a3e00b-77a8-46cb-b6ca-854f6aa00009", "name": "network-vif-deleted", "tag": "45cf1802-7cd1-43cf-bcfc-47137050e738"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:27:46.492015 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b13131-4484-4057-9f26-a33626f794d8 None None] Network eb5b905e-8ab5-4b1d-9e83-41cbe0c728cc requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:27:46.543742 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-827c1e8b-a860-4177-a606-7d4548622428 None None] Could not find standard attr ID for object 5a1ad39a-9681-45a5-a2ae-3b518014c3be. {{(pid=103285) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 07:27:46.582141 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e37d057-e036-4f59-a578-e729a64fcd3c x-openstack-request-id: req-7e37d057-e036-4f59-a578-e729a64fcd3c {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:27:46.582433 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6a3e00b-77a8-46cb-b6ca-854f6aa00009", "name": "network-vif-deleted", "tag": "45cf1802-7cd1-43cf-bcfc-47137050e738", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:27:46.583237 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7e37d057-e036-4f59-a578-e729a64fcd3c {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:27:46.583643 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6a3e00b-77a8-46cb-b6ca-854f6aa00009', 'name': 'network-vif-deleted', 'tag': '45cf1802-7cd1-43cf-bcfc-47137050e738', 'status': 'completed', 'code': 200} Jan 28 07:27:46.604670 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-1811c7d7-89d4-4c85-a0a0-78d0991b43d4 tempest-DHCPAgentSchedulersTestJSON-876818049 tempest-DHCPAgentSchedulersTestJSON-876818049-project-admin] 10.222.0.41 "GET /v2.0/agents/996040a6-4680-43d7-9d3f-7721db8235c6/dhcp-networks HTTP/1.1" status: 200 len: 11952 time: 1.1490269 Jan 28 07:27:46.614897 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9af4565e-b8c3-4d97-ac1e-be64dc8096ad tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (a49566c3-4caf-461b-8a01-eafb820ae869), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:46.615536 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 36360) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:27:46.738031 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-9af4565e-b8c3-4d97-ac1e-be64dc8096ad tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Deleting port f6408e0e-f89a-4343-b66f-2e6c0e4094c1 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:27:46.738386 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9af4565e-b8c3-4d97-ac1e-be64dc8096ad tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (f6408e0e-f89a-4343-b66f-2e6c0e4094c1), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:46.742770 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-a811b6db-732f-4c69-8e6e-9bc894a2a7fa tempest-DHCPAgentSchedulersTestJSON-876818049 tempest-DHCPAgentSchedulersTestJSON-876818049-project-admin] 10.222.0.41 "DELETE /v2.0/agents/996040a6-4680-43d7-9d3f-7721db8235c6/dhcp-networks/e01813f8-26ef-4d8f-ab57-9cae494ee683 HTTP/1.1" status: 204 len: 168 time: 0.1230040 Jan 28 07:27:46.744223 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 36362) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:27:46.822409 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-9af4565e-b8c3-4d97-ac1e-be64dc8096ad tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] For port f6408e0e-f89a-4343-b66f-2e6c0e4094c1, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=f6408e0e-f89a-4343-b66f-2e6c0e4094c1,segment=NetworkSegment(b8a060ec-a92f-49ce-8c68-4f609cd428b9),segment_id=b8a060ec-a92f-49ce-8c68-4f609cd428b9)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:27:46.822766 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9af4565e-b8c3-4d97-ac1e-be64dc8096ad tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (f6408e0e-f89a-4343-b66f-2e6c0e4094c1), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:46.839683 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-9af4565e-b8c3-4d97-ac1e-be64dc8096ad tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Calling delete_port for f6408e0e-f89a-4343-b66f-2e6c0e4094c1 owned by network:dhcp {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:27:46.925967 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 36364) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:27:46.930617 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-c48fd2d4-885e-43fe-9600-e09263945ea5 tempest-DHCPAgentSchedulersTestJSON-876818049 tempest-DHCPAgentSchedulersTestJSON-876818049-project-admin] 10.222.0.41 "GET /v2.0/agents/996040a6-4680-43d7-9d3f-7721db8235c6/dhcp-networks HTTP/1.1" status: 200 len: 11144 time: 0.1852732 Jan 28 07:27:46.961813 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-25746627-ac90-459b-b975-68c1d11c4e8d tempest-DHCPAgentSchedulersTestJSON-876818049 tempest-DHCPAgentSchedulersTestJSON-876818049-project-admin] 10.222.0.41 "GET /v2.0/networks/8146e986-d059-4798-8335-fc53729239fc/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0340092 Jan 28 07:27:46.964623 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 36366) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:27:46.989812 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9af4565e-b8c3-4d97-ac1e-be64dc8096ad tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (f6408e0e-f89a-4343-b66f-2e6c0e4094c1), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:47.019134 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-56adffef-f9b2-45a4-802e-717795285add tempest-DHCPAgentSchedulersTestJSON-876818049 tempest-DHCPAgentSchedulersTestJSON-876818049-project-admin] 10.222.0.41 "GET /v2.0/networks/8146e986-d059-4798-8335-fc53729239fc/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0506606 Jan 28 07:27:47.020097 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 36372) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:27:47.070863 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af4565e-b8c3-4d97-ac1e-be64dc8096ad tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Pushing event deleted for resources: {'Port': ['ID=f6408e0e-f89a-4343-b66f-2e6c0e4094c1,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:27:47.093433 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af4565e-b8c3-4d97-ac1e-be64dc8096ad tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] No DVR routers for this DVR port f6408e0e-f89a-4343-b66f-2e6c0e4094c1 on host n-d-712749-28 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:27:47.229117 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-98ae54d7-a3e4-4e52-b962-b4bd3203c4d2 tempest-DHCPAgentSchedulersTestJSON-876818049 tempest-DHCPAgentSchedulersTestJSON-876818049-project-admin] 10.222.0.41 "GET /v2.0/agents/996040a6-4680-43d7-9d3f-7721db8235c6/dhcp-networks HTTP/1.1" status: 200 len: 11144 time: 0.2029340 Jan 28 07:27:47.229351 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 36374) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:27:47.261056 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9af4565e-b8c3-4d97-ac1e-be64dc8096ad tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (a49566c3-4caf-461b-8a01-eafb820ae869), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:47.290357 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device f6408e0e-f89a-4343-b66f-2e6c0e4094c1 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:27:47.309772 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-9af4565e-b8c3-4d97-ac1e-be64dc8096ad tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a49566c3-4caf-461b-8a01-eafb820ae869']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:27:47.324626 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-998d1027-9b91-4fb7-a3eb-e9d27eb2cc8b tempest-DHCPAgentSchedulersTestJSON-1839999755 tempest-DHCPAgentSchedulersTestJSON-1839999755-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (e01813f8-26ef-4d8f-ab57-9cae494ee683), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:47.326830 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: f6408e0e-f89a-4343-b66f-2e6c0e4094c1 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:27:47.326978 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device f6408e0e-f89a-4343-b66f-2e6c0e4094c1 not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jan 28 07:27:47.333502 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-9af4565e-b8c3-4d97-ac1e-be64dc8096ad tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8a060ec-a92f-49ce-8c68-4f609cd428b9') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:27:47.333804 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-9af4565e-b8c3-4d97-ac1e-be64dc8096ad tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8a060ec-a92f-49ce-8c68-4f609cd428b9') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:27:47.360892 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9af4565e-b8c3-4d97-ac1e-be64dc8096ad tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24759294'] for segment (b8a060ec-a92f-49ce-8c68-4f609cd428b9), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:47.364439 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Port f6408e0e-f89a-4343-b66f-2e6c0e4094c1 not found, will not notify nova. {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jan 28 07:27:47.364856 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 0512004a-92fa-4e88-a3ea-ce517a895eaa up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:27:47.406812 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9af4565e-b8c3-4d97-ac1e-be64dc8096ad tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (b8a060ec-a92f-49ce-8c68-4f609cd428b9), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:47.420698 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9af4565e-b8c3-4d97-ac1e-be64dc8096ad tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:27:47.421823 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9af4565e-b8c3-4d97-ac1e-be64dc8096ad tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24757675'] for segment (b8a060ec-a92f-49ce-8c68-4f609cd428b9), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:47.516800 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-998d1027-9b91-4fb7-a3eb-e9d27eb2cc8b tempest-DHCPAgentSchedulersTestJSON-1839999755 tempest-DHCPAgentSchedulersTestJSON-1839999755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (e01813f8-26ef-4d8f-ab57-9cae494ee683), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:47.525891 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 0512004a-92fa-4e88-a3ea-ce517a895eaa triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:27:47.526491 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (0512004a-92fa-4e88-a3ea-ce517a895eaa), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:47.535215 n-d-712749-28 neutron-server[103284]: Traceback (most recent call last): Jan 28 07:27:47.535215 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:27:47.535215 n-d-712749-28 neutron-server[103284]: timer() Jan 28 07:27:47.535215 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:27:47.535215 n-d-712749-28 neutron-server[103284]: cb(*args, **kw) Jan 28 07:27:47.535215 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:27:47.535215 n-d-712749-28 neutron-server[103284]: return func(*args, **kwargs) Jan 28 07:27:47.535215 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:27:47.535215 n-d-712749-28 neutron-server[103284]: self._notify() Jan 28 07:27:47.535215 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:27:47.535215 n-d-712749-28 neutron-server[103284]: self.callback(batched_events) Jan 28 07:27:47.535215 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:27:47.535215 n-d-712749-28 neutron-server[103284]: event.method(event) Jan 28 07:27:47.535215 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:27:47.535215 n-d-712749-28 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:27:47.535215 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:27:47.535215 n-d-712749-28 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:27:47.535215 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:27:47.535215 n-d-712749-28 neutron-server[103284]: return f(self, *a, **k) Jan 28 07:27:47.535215 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:27:47.535215 n-d-712749-28 neutron-server[103284]: return self._get(url).json() Jan 28 07:27:47.535215 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:27:47.535215 n-d-712749-28 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:27:47.535215 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:27:47.535215 n-d-712749-28 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Jan 28 07:27:47.535215 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:27:47.535215 n-d-712749-28 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:27:47.535215 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:27:47.535215 n-d-712749-28 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:27:47.535215 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:27:47.535215 n-d-712749-28 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:27:47.535215 n-d-712749-28 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:27:47.558492 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-998d1027-9b91-4fb7-a3eb-e9d27eb2cc8b tempest-DHCPAgentSchedulersTestJSON-1839999755 tempest-DHCPAgentSchedulersTestJSON-1839999755-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e01813f8-26ef-4d8f-ab57-9cae494ee683']}} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:27:47.578938 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-759b8e9f-1180-4ff6-8847-3f8a848962a0 None None] get_active_networks_info from n-d-712749-28 {{(pid=103285) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 07:27:47.582239 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7640cd58-bdeb-48c6-a57d-47f355f458b3 req-aa5c25f7-2e13-46ac-8b86-f32ee36c98b7 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009 HTTP/1.1" status: 200 len: 210 time: 0.0411692 Jan 28 07:27:47.582656 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-998d1027-9b91-4fb7-a3eb-e9d27eb2cc8b tempest-DHCPAgentSchedulersTestJSON-1839999755 tempest-DHCPAgentSchedulersTestJSON-1839999755-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be58b912-00de-4969-8b84-82d25658f06f') {'for_net_delete': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:27:47.583085 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-998d1027-9b91-4fb7-a3eb-e9d27eb2cc8b tempest-DHCPAgentSchedulersTestJSON-1839999755 tempest-DHCPAgentSchedulersTestJSON-1839999755-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be58b912-00de-4969-8b84-82d25658f06f') {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:27:47.587286 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9af4565e-b8c3-4d97-ac1e-be64dc8096ad tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (a49566c3-4caf-461b-8a01-eafb820ae869), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:47.603368 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9af4565e-b8c3-4d97-ac1e-be64dc8096ad tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:47.604305 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-998d1027-9b91-4fb7-a3eb-e9d27eb2cc8b tempest-DHCPAgentSchedulersTestJSON-1839999755 tempest-DHCPAgentSchedulersTestJSON-1839999755-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13506801'] for segment (be58b912-00de-4969-8b84-82d25658f06f), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:47.607315 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-9af4565e-b8c3-4d97-ac1e-be64dc8096ad tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] 10.222.0.41 "DELETE /v2.0/networks/a49566c3-4caf-461b-8a01-eafb820ae869 HTTP/1.1" status: 204 len: 168 time: 1.1712420 Jan 28 07:27:47.610094 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 36382) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:27:47.625284 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af4565e-b8c3-4d97-ac1e-be64dc8096ad tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Pushing event deleted for resources: {'Network': ['ID=a49566c3-4caf-461b-8a01-eafb820ae869,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:27:47.681023 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-f2205839-94ed-405e-ac19-c22b00db3d2d None None] Could not find standard attr ID for object f6408e0e-f89a-4343-b66f-2e6c0e4094c1. {{(pid=103285) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 07:27:47.723917 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-998d1027-9b91-4fb7-a3eb-e9d27eb2cc8b tempest-DHCPAgentSchedulersTestJSON-1839999755 tempest-DHCPAgentSchedulersTestJSON-1839999755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (be58b912-00de-4969-8b84-82d25658f06f), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:47.726408 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 0512004a-92fa-4e88-a3ea-ce517a895eaa is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:27:47.737247 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-998d1027-9b91-4fb7-a3eb-e9d27eb2cc8b tempest-DHCPAgentSchedulersTestJSON-1839999755 tempest-DHCPAgentSchedulersTestJSON-1839999755-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=103283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:27:47.737823 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-998d1027-9b91-4fb7-a3eb-e9d27eb2cc8b tempest-DHCPAgentSchedulersTestJSON-1839999755 tempest-DHCPAgentSchedulersTestJSON-1839999755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13546563'] for segment (be58b912-00de-4969-8b84-82d25658f06f), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:47.741322 n-d-712749-28 neutron-server[103283]: Traceback (most recent call last): Jan 28 07:27:47.741322 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:27:47.741322 n-d-712749-28 neutron-server[103283]: timer() Jan 28 07:27:47.741322 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:27:47.741322 n-d-712749-28 neutron-server[103283]: cb(*args, **kw) Jan 28 07:27:47.741322 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:27:47.741322 n-d-712749-28 neutron-server[103283]: return func(*args, **kwargs) Jan 28 07:27:47.741322 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:27:47.741322 n-d-712749-28 neutron-server[103283]: self._notify() Jan 28 07:27:47.741322 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:27:47.741322 n-d-712749-28 neutron-server[103283]: self.callback(batched_events) Jan 28 07:27:47.741322 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:27:47.741322 n-d-712749-28 neutron-server[103283]: event.method(event) Jan 28 07:27:47.741322 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:27:47.741322 n-d-712749-28 neutron-server[103283]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:27:47.741322 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:27:47.741322 n-d-712749-28 neutron-server[103283]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:27:47.741322 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:27:47.741322 n-d-712749-28 neutron-server[103283]: return f(self, *a, **k) Jan 28 07:27:47.741322 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:27:47.741322 n-d-712749-28 neutron-server[103283]: return self._get(url).json() Jan 28 07:27:47.741322 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:27:47.741322 n-d-712749-28 neutron-server[103283]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:27:47.741322 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:27:47.741322 n-d-712749-28 neutron-server[103283]: return self.request(url, 'GET', **kwargs) Jan 28 07:27:47.741322 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:27:47.741322 n-d-712749-28 neutron-server[103283]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:27:47.741322 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:27:47.741322 n-d-712749-28 neutron-server[103283]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:27:47.741322 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:27:47.741322 n-d-712749-28 neutron-server[103283]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:27:47.741322 n-d-712749-28 neutron-server[103283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:27:47.801077 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-759b8e9f-1180-4ff6-8847-3f8a848962a0 None None] Resources bound (agent type, host, resource id): {{(pid=103285) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 07:27:47.809672 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1d5675ff-75b7-41b5-8b7b-2bcc5e4678f2 tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (eb5b905e-8ab5-4b1d-9e83-41cbe0c728cc), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:47.832178 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-998d1027-9b91-4fb7-a3eb-e9d27eb2cc8b tempest-DHCPAgentSchedulersTestJSON-1839999755 tempest-DHCPAgentSchedulersTestJSON-1839999755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (e01813f8-26ef-4d8f-ab57-9cae494ee683), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:47.839859 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-998d1027-9b91-4fb7-a3eb-e9d27eb2cc8b tempest-DHCPAgentSchedulersTestJSON-1839999755 tempest-DHCPAgentSchedulersTestJSON-1839999755-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:47.844073 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-998d1027-9b91-4fb7-a3eb-e9d27eb2cc8b tempest-DHCPAgentSchedulersTestJSON-1839999755 tempest-DHCPAgentSchedulersTestJSON-1839999755-project] 10.222.0.41 "DELETE /v2.0/networks/e01813f8-26ef-4d8f-ab57-9cae494ee683 HTTP/1.1" status: 204 len: 168 time: 0.6133919 Jan 28 07:27:47.846781 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 36388) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:27:47.866641 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998d1027-9b91-4fb7-a3eb-e9d27eb2cc8b tempest-DHCPAgentSchedulersTestJSON-1839999755 tempest-DHCPAgentSchedulersTestJSON-1839999755-project] Pushing event deleted for resources: {'Network': ['ID=e01813f8-26ef-4d8f-ab57-9cae494ee683,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:27:47.871149 n-d-712749-28 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c71b65b-a8c3-467f-885c-6cc41b1cc8ed tempest-DHCPAgentSchedulersTestJSON-1839999755 tempest-DHCPAgentSchedulersTestJSON-1839999755-project] DELETE failed (client error): The resource could not be found. Jan 28 07:27:47.874235 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c71b65b-a8c3-467f-885c-6cc41b1cc8ed tempest-DHCPAgentSchedulersTestJSON-1839999755 tempest-DHCPAgentSchedulersTestJSON-1839999755-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:27:47.879949 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-2c71b65b-a8c3-467f-885c-6cc41b1cc8ed tempest-DHCPAgentSchedulersTestJSON-1839999755 tempest-DHCPAgentSchedulersTestJSON-1839999755-project] 10.222.0.41 "DELETE /v2.0/ports/5a1ad39a-9681-45a5-a2ae-3b518014c3be HTTP/1.1" status: 404 len: 333 time: 0.0295074 Jan 28 07:27:47.880331 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 36390) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:27:47.948279 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ced71b6-1780-448e-9868-1a5d1ad404f6 tempest-DHCPAgentSchedulersTestJSON-1839999755 tempest-DHCPAgentSchedulersTestJSON-1839999755-project] Deleting subnet 73d777c4-3628-4f73-babb-7739ab187c7a {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:27:47.952753 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0ced71b6-1780-448e-9868-1a5d1ad404f6 tempest-DHCPAgentSchedulersTestJSON-1839999755 tempest-DHCPAgentSchedulersTestJSON-1839999755-project] Publish callbacks [] for subnet (73d777c4-3628-4f73-babb-7739ab187c7a), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:47.954420 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-1d5675ff-75b7-41b5-8b7b-2bcc5e4678f2 tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Deleting port 3514cc10-20b1-4afa-a900-0da392c84d06 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:27:47.954768 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1d5675ff-75b7-41b5-8b7b-2bcc5e4678f2 tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (3514cc10-20b1-4afa-a900-0da392c84d06), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:47.996681 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0ced71b6-1780-448e-9868-1a5d1ad404f6 tempest-DHCPAgentSchedulersTestJSON-1839999755 tempest-DHCPAgentSchedulersTestJSON-1839999755-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24759175'] for subnet (73d777c4-3628-4f73-babb-7739ab187c7a), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:48.089152 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-1d5675ff-75b7-41b5-8b7b-2bcc5e4678f2 tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] For port 3514cc10-20b1-4afa-a900-0da392c84d06, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=3514cc10-20b1-4afa-a900-0da392c84d06,segment=NetworkSegment(d8096a59-ca18-450c-b2d5-33b83d145956),segment_id=d8096a59-ca18-450c-b2d5-33b83d145956)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:27:48.089396 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1d5675ff-75b7-41b5-8b7b-2bcc5e4678f2 tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (3514cc10-20b1-4afa-a900-0da392c84d06), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:48.103626 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-1d5675ff-75b7-41b5-8b7b-2bcc5e4678f2 tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Calling delete_port for 3514cc10-20b1-4afa-a900-0da392c84d06 owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:27:48.110528 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0ced71b6-1780-448e-9868-1a5d1ad404f6 tempest-DHCPAgentSchedulersTestJSON-1839999755 tempest-DHCPAgentSchedulersTestJSON-1839999755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (73d777c4-3628-4f73-babb-7739ab187c7a), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:48.200098 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0ced71b6-1780-448e-9868-1a5d1ad404f6 tempest-DHCPAgentSchedulersTestJSON-1839999755 tempest-DHCPAgentSchedulersTestJSON-1839999755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24757569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24979817'] for subnet (73d777c4-3628-4f73-babb-7739ab187c7a), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:48.222466 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1d5675ff-75b7-41b5-8b7b-2bcc5e4678f2 tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (3514cc10-20b1-4afa-a900-0da392c84d06), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:48.228632 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ced71b6-1780-448e-9868-1a5d1ad404f6 tempest-DHCPAgentSchedulersTestJSON-1839999755 tempest-DHCPAgentSchedulersTestJSON-1839999755-project] Pushing event deleted for resources: {'Subnet': ['ID=73d777c4-3628-4f73-babb-7739ab187c7a,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:27:48.237258 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0ced71b6-1780-448e-9868-1a5d1ad404f6 tempest-DHCPAgentSchedulersTestJSON-1839999755 tempest-DHCPAgentSchedulersTestJSON-1839999755-project] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:48.240486 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-0ced71b6-1780-448e-9868-1a5d1ad404f6 tempest-DHCPAgentSchedulersTestJSON-1839999755 tempest-DHCPAgentSchedulersTestJSON-1839999755-project] 10.222.0.41 "DELETE /v2.0/subnets/73d777c4-3628-4f73-babb-7739ab187c7a HTTP/1.1" status: 204 len: 168 time: 0.3590922 Jan 28 07:27:48.242916 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 36396) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:27:48.253343 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b00fa7-df65-46b3-9618-33c389962b43 None None] DHCP port deletion for a49566c3-4caf-461b-8a01-eafb820ae869 request from n-d-712749-28 {{(pid=103285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 07:27:48.265130 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5675ff-75b7-41b5-8b7b-2bcc5e4678f2 tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Pushing event deleted for resources: {'Port': ['ID=3514cc10-20b1-4afa-a900-0da392c84d06,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:27:48.272243 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5675ff-75b7-41b5-8b7b-2bcc5e4678f2 tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] No DVR routers for this DVR port 3514cc10-20b1-4afa-a900-0da392c84d06 on host n-d-712749-28 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:27:48.331847 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df0c8d1-db10-4947-91da-78de8ec10597 None None] Network a49566c3-4caf-461b-8a01-eafb820ae869 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:27:48.335011 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f83b33c6-06fb-4de5-80b0-8978c588101b None None] Network 8146e986-d059-4798-8335-fc53729239fc requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:27:48.379317 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df0c8d1-db10-4947-91da-78de8ec10597 None None] Network a49566c3-4caf-461b-8a01-eafb820ae869 could not be found, it might have been deleted concurrently. {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 28 07:27:48.388547 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e7234089-dd21-4eae-9391-00ba9869fb74 tempest-DHCPAgentSchedulersTestJSON-1839999755 tempest-DHCPAgentSchedulersTestJSON-1839999755-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (8146e986-d059-4798-8335-fc53729239fc), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:48.405516 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1d5675ff-75b7-41b5-8b7b-2bcc5e4678f2 tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (eb5b905e-8ab5-4b1d-9e83-41cbe0c728cc), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:48.453013 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-1d5675ff-75b7-41b5-8b7b-2bcc5e4678f2 tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb5b905e-8ab5-4b1d-9e83-41cbe0c728cc']}} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:27:48.467557 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-e7234089-dd21-4eae-9391-00ba9869fb74 tempest-DHCPAgentSchedulersTestJSON-1839999755 tempest-DHCPAgentSchedulersTestJSON-1839999755-project] Deleting port 0512004a-92fa-4e88-a3ea-ce517a895eaa {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:27:48.468152 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e7234089-dd21-4eae-9391-00ba9869fb74 tempest-DHCPAgentSchedulersTestJSON-1839999755 tempest-DHCPAgentSchedulersTestJSON-1839999755-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (0512004a-92fa-4e88-a3ea-ce517a895eaa), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:48.470012 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-1d5675ff-75b7-41b5-8b7b-2bcc5e4678f2 tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8096a59-ca18-450c-b2d5-33b83d145956') {'for_net_delete': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:27:48.472288 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-1d5675ff-75b7-41b5-8b7b-2bcc5e4678f2 tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8096a59-ca18-450c-b2d5-33b83d145956') {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:27:48.495450 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1d5675ff-75b7-41b5-8b7b-2bcc5e4678f2 tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13506801'] for segment (d8096a59-ca18-450c-b2d5-33b83d145956), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:48.522959 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1d5675ff-75b7-41b5-8b7b-2bcc5e4678f2 tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (d8096a59-ca18-450c-b2d5-33b83d145956), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:48.549077 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d5675ff-75b7-41b5-8b7b-2bcc5e4678f2 tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=103283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:27:48.549840 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1d5675ff-75b7-41b5-8b7b-2bcc5e4678f2 tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13546563'] for segment (d8096a59-ca18-450c-b2d5-33b83d145956), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:48.553793 n-d-712749-28 neutron-server[103283]: Traceback (most recent call last): Jan 28 07:27:48.553793 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:27:48.553793 n-d-712749-28 neutron-server[103283]: timer() Jan 28 07:27:48.553793 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:27:48.553793 n-d-712749-28 neutron-server[103283]: cb(*args, **kw) Jan 28 07:27:48.553793 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:27:48.553793 n-d-712749-28 neutron-server[103283]: return func(*args, **kwargs) Jan 28 07:27:48.553793 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:27:48.553793 n-d-712749-28 neutron-server[103283]: self._notify() Jan 28 07:27:48.553793 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:27:48.553793 n-d-712749-28 neutron-server[103283]: self.callback(batched_events) Jan 28 07:27:48.553793 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:27:48.553793 n-d-712749-28 neutron-server[103283]: event.method(event) Jan 28 07:27:48.553793 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:27:48.553793 n-d-712749-28 neutron-server[103283]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:27:48.553793 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:27:48.553793 n-d-712749-28 neutron-server[103283]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:27:48.553793 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:27:48.553793 n-d-712749-28 neutron-server[103283]: return f(self, *a, **k) Jan 28 07:27:48.553793 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:27:48.553793 n-d-712749-28 neutron-server[103283]: return self._get(url).json() Jan 28 07:27:48.553793 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:27:48.553793 n-d-712749-28 neutron-server[103283]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:27:48.553793 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:27:48.553793 n-d-712749-28 neutron-server[103283]: return self.request(url, 'GET', **kwargs) Jan 28 07:27:48.553793 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:27:48.553793 n-d-712749-28 neutron-server[103283]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:27:48.553793 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:27:48.553793 n-d-712749-28 neutron-server[103283]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:27:48.553793 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:27:48.553793 n-d-712749-28 neutron-server[103283]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:27:48.553793 n-d-712749-28 neutron-server[103283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:27:48.559213 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-e7234089-dd21-4eae-9391-00ba9869fb74 tempest-DHCPAgentSchedulersTestJSON-1839999755 tempest-DHCPAgentSchedulersTestJSON-1839999755-project] For port 0512004a-92fa-4e88-a3ea-ce517a895eaa, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=0512004a-92fa-4e88-a3ea-ce517a895eaa,segment=NetworkSegment(74d442ce-86dd-4c38-9b93-a37db13c5feb),segment_id=74d442ce-86dd-4c38-9b93-a37db13c5feb)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:27:48.559858 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e7234089-dd21-4eae-9391-00ba9869fb74 tempest-DHCPAgentSchedulersTestJSON-1839999755 tempest-DHCPAgentSchedulersTestJSON-1839999755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (0512004a-92fa-4e88-a3ea-ce517a895eaa), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:48.578864 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-e7234089-dd21-4eae-9391-00ba9869fb74 tempest-DHCPAgentSchedulersTestJSON-1839999755 tempest-DHCPAgentSchedulersTestJSON-1839999755-project] Calling delete_port for 0512004a-92fa-4e88-a3ea-ce517a895eaa owned by network:dhcp {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:27:48.642620 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5762b5ed-45ee-4fcd-8f93-d0b73877873e None None] DHCP port deletion for 8146e986-d059-4798-8335-fc53729239fc request from n-d-712749-28 {{(pid=103285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 07:27:48.663092 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1d5675ff-75b7-41b5-8b7b-2bcc5e4678f2 tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (eb5b905e-8ab5-4b1d-9e83-41cbe0c728cc), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:48.675081 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1d5675ff-75b7-41b5-8b7b-2bcc5e4678f2 tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:48.684705 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-1d5675ff-75b7-41b5-8b7b-2bcc5e4678f2 tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] 10.222.0.41 "DELETE /v2.0/networks/eb5b905e-8ab5-4b1d-9e83-41cbe0c728cc HTTP/1.1" status: 204 len: 168 time: 1.0732975 Jan 28 07:27:48.707597 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 36404) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:27:48.727294 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5675ff-75b7-41b5-8b7b-2bcc5e4678f2 tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Pushing event deleted for resources: {'Network': ['ID=eb5b905e-8ab5-4b1d-9e83-41cbe0c728cc,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:27:48.759612 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e7234089-dd21-4eae-9391-00ba9869fb74 tempest-DHCPAgentSchedulersTestJSON-1839999755 tempest-DHCPAgentSchedulersTestJSON-1839999755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (0512004a-92fa-4e88-a3ea-ce517a895eaa), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:48.761088 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-5762b5ed-45ee-4fcd-8f93-d0b73877873e None None] Deleting port 0512004a-92fa-4e88-a3ea-ce517a895eaa {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:27:48.761924 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5762b5ed-45ee-4fcd-8f93-d0b73877873e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (0512004a-92fa-4e88-a3ea-ce517a895eaa), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:48.790497 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4e5826e8-0422-4cee-be8c-374aca80d18b req-c8e2d1ee-61d9-48d8-a63b-1d041f415de3 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009 HTTP/1.1" status: 200 len: 210 time: 0.0518196 Jan 28 07:27:48.835358 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-5762b5ed-45ee-4fcd-8f93-d0b73877873e None None] For port 0512004a-92fa-4e88-a3ea-ce517a895eaa, host n-d-712749-28, got binding levels [] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:27:48.836102 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5762b5ed-45ee-4fcd-8f93-d0b73877873e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (0512004a-92fa-4e88-a3ea-ce517a895eaa), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:48.850863 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-5762b5ed-45ee-4fcd-8f93-d0b73877873e None None] Calling delete_port for 0512004a-92fa-4e88-a3ea-ce517a895eaa owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:27:48.853848 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7234089-dd21-4eae-9391-00ba9869fb74 tempest-DHCPAgentSchedulersTestJSON-1839999755 tempest-DHCPAgentSchedulersTestJSON-1839999755-project] No DVR routers for this DVR port 0512004a-92fa-4e88-a3ea-ce517a895eaa on host n-d-712749-28 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:27:48.854428 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.ipam_backend_mixin [None req-5762b5ed-45ee-4fcd-8f93-d0b73877873e None None] Port 0512004a-92fa-4e88-a3ea-ce517a895eaa was not found and therefore no delete operation was performed {{(pid=103285) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 07:27:48.856978 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5762b5ed-45ee-4fcd-8f93-d0b73877873e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298'] for port (0512004a-92fa-4e88-a3ea-ce517a895eaa), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:48.870487 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4691ae30-5e4f-4c9d-80fb-9221faba5eac tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (05f738d8-4413-40c8-a5d9-108fec8d28b2), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:48.890045 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5762b5ed-45ee-4fcd-8f93-d0b73877873e None None] Pushing event deleted for resources: {'Port': ['ID=0512004a-92fa-4e88-a3ea-ce517a895eaa,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:27:48.896537 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5762b5ed-45ee-4fcd-8f93-d0b73877873e None None] No DVR routers for this DVR port 0512004a-92fa-4e88-a3ea-ce517a895eaa on host n-d-712749-28 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:27:48.897770 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7234089-dd21-4eae-9391-00ba9869fb74 tempest-DHCPAgentSchedulersTestJSON-1839999755 tempest-DHCPAgentSchedulersTestJSON-1839999755-project] Pushing event deleted for resources: {'Port': ['ID=0512004a-92fa-4e88-a3ea-ce517a895eaa,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:27:48.971564 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e7234089-dd21-4eae-9391-00ba9869fb74 tempest-DHCPAgentSchedulersTestJSON-1839999755 tempest-DHCPAgentSchedulersTestJSON-1839999755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (8146e986-d059-4798-8335-fc53729239fc), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:49.032704 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-e7234089-dd21-4eae-9391-00ba9869fb74 tempest-DHCPAgentSchedulersTestJSON-1839999755 tempest-DHCPAgentSchedulersTestJSON-1839999755-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8146e986-d059-4798-8335-fc53729239fc']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:27:49.046969 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-e7234089-dd21-4eae-9391-00ba9869fb74 tempest-DHCPAgentSchedulersTestJSON-1839999755 tempest-DHCPAgentSchedulersTestJSON-1839999755-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74d442ce-86dd-4c38-9b93-a37db13c5feb') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:27:49.047314 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-e7234089-dd21-4eae-9391-00ba9869fb74 tempest-DHCPAgentSchedulersTestJSON-1839999755 tempest-DHCPAgentSchedulersTestJSON-1839999755-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74d442ce-86dd-4c38-9b93-a37db13c5feb') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:27:49.061363 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e7234089-dd21-4eae-9391-00ba9869fb74 tempest-DHCPAgentSchedulersTestJSON-1839999755 tempest-DHCPAgentSchedulersTestJSON-1839999755-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24759294'] for segment (74d442ce-86dd-4c38-9b93-a37db13c5feb), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:49.072889 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4691ae30-5e4f-4c9d-80fb-9221faba5eac tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (05f738d8-4413-40c8-a5d9-108fec8d28b2), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:49.076952 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e7234089-dd21-4eae-9391-00ba9869fb74 tempest-DHCPAgentSchedulersTestJSON-1839999755 tempest-DHCPAgentSchedulersTestJSON-1839999755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (74d442ce-86dd-4c38-9b93-a37db13c5feb), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:49.083902 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7234089-dd21-4eae-9391-00ba9869fb74 tempest-DHCPAgentSchedulersTestJSON-1839999755 tempest-DHCPAgentSchedulersTestJSON-1839999755-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:27:49.084230 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device f6408e0e-f89a-4343-b66f-2e6c0e4094c1 no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:27:49.084345 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e7234089-dd21-4eae-9391-00ba9869fb74 tempest-DHCPAgentSchedulersTestJSON-1839999755 tempest-DHCPAgentSchedulersTestJSON-1839999755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24757675'] for segment (74d442ce-86dd-4c38-9b93-a37db13c5feb), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:49.089491 n-d-712749-28 neutron-server[103284]: Traceback (most recent call last): Jan 28 07:27:49.089491 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:27:49.089491 n-d-712749-28 neutron-server[103284]: timer() Jan 28 07:27:49.089491 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:27:49.089491 n-d-712749-28 neutron-server[103284]: cb(*args, **kw) Jan 28 07:27:49.089491 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:27:49.089491 n-d-712749-28 neutron-server[103284]: return func(*args, **kwargs) Jan 28 07:27:49.089491 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:27:49.089491 n-d-712749-28 neutron-server[103284]: self._notify() Jan 28 07:27:49.089491 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:27:49.089491 n-d-712749-28 neutron-server[103284]: self.callback(batched_events) Jan 28 07:27:49.089491 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:27:49.089491 n-d-712749-28 neutron-server[103284]: event.method(event) Jan 28 07:27:49.089491 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:27:49.089491 n-d-712749-28 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:27:49.089491 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:27:49.089491 n-d-712749-28 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:27:49.089491 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:27:49.089491 n-d-712749-28 neutron-server[103284]: return f(self, *a, **k) Jan 28 07:27:49.089491 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:27:49.089491 n-d-712749-28 neutron-server[103284]: return self._get(url).json() Jan 28 07:27:49.089491 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:27:49.089491 n-d-712749-28 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:27:49.089491 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:27:49.089491 n-d-712749-28 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Jan 28 07:27:49.089491 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:27:49.089491 n-d-712749-28 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:27:49.089491 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:27:49.089491 n-d-712749-28 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:27:49.089491 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:27:49.089491 n-d-712749-28 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:27:49.089491 n-d-712749-28 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:27:49.118508 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: f6408e0e-f89a-4343-b66f-2e6c0e4094c1 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:27:49.119212 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device f6408e0e-f89a-4343-b66f-2e6c0e4094c1 not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:27:49.119849 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 0512004a-92fa-4e88-a3ea-ce517a895eaa no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:27:49.137666 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-4691ae30-5e4f-4c9d-80fb-9221faba5eac tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05f738d8-4413-40c8-a5d9-108fec8d28b2']}} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:27:49.149655 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-4691ae30-5e4f-4c9d-80fb-9221faba5eac tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '068d475d-8272-4ab2-967c-fd7211157142') {'for_net_delete': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:27:49.150377 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-4691ae30-5e4f-4c9d-80fb-9221faba5eac tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '068d475d-8272-4ab2-967c-fd7211157142') {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:27:49.163501 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4691ae30-5e4f-4c9d-80fb-9221faba5eac tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13506801'] for segment (068d475d-8272-4ab2-967c-fd7211157142), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:49.167092 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: 0512004a-92fa-4e88-a3ea-ce517a895eaa {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:27:49.167583 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 0512004a-92fa-4e88-a3ea-ce517a895eaa not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:27:49.183798 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4691ae30-5e4f-4c9d-80fb-9221faba5eac tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (068d475d-8272-4ab2-967c-fd7211157142), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:49.193756 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4691ae30-5e4f-4c9d-80fb-9221faba5eac tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=103283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:27:49.194898 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4691ae30-5e4f-4c9d-80fb-9221faba5eac tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13546563'] for segment (068d475d-8272-4ab2-967c-fd7211157142), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:49.199459 n-d-712749-28 neutron-server[103283]: Traceback (most recent call last): Jan 28 07:27:49.199459 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:27:49.199459 n-d-712749-28 neutron-server[103283]: timer() Jan 28 07:27:49.199459 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:27:49.199459 n-d-712749-28 neutron-server[103283]: cb(*args, **kw) Jan 28 07:27:49.199459 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:27:49.199459 n-d-712749-28 neutron-server[103283]: return func(*args, **kwargs) Jan 28 07:27:49.199459 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:27:49.199459 n-d-712749-28 neutron-server[103283]: self._notify() Jan 28 07:27:49.199459 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:27:49.199459 n-d-712749-28 neutron-server[103283]: self.callback(batched_events) Jan 28 07:27:49.199459 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:27:49.199459 n-d-712749-28 neutron-server[103283]: event.method(event) Jan 28 07:27:49.199459 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:27:49.199459 n-d-712749-28 neutron-server[103283]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:27:49.199459 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:27:49.199459 n-d-712749-28 neutron-server[103283]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:27:49.199459 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:27:49.199459 n-d-712749-28 neutron-server[103283]: return f(self, *a, **k) Jan 28 07:27:49.199459 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:27:49.199459 n-d-712749-28 neutron-server[103283]: return self._get(url).json() Jan 28 07:27:49.199459 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:27:49.199459 n-d-712749-28 neutron-server[103283]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:27:49.199459 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:27:49.199459 n-d-712749-28 neutron-server[103283]: return self.request(url, 'GET', **kwargs) Jan 28 07:27:49.199459 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:27:49.199459 n-d-712749-28 neutron-server[103283]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:27:49.199459 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:27:49.199459 n-d-712749-28 neutron-server[103283]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:27:49.199459 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:27:49.199459 n-d-712749-28 neutron-server[103283]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:27:49.199459 n-d-712749-28 neutron-server[103283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:27:49.234149 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e7234089-dd21-4eae-9391-00ba9869fb74 tempest-DHCPAgentSchedulersTestJSON-1839999755 tempest-DHCPAgentSchedulersTestJSON-1839999755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (8146e986-d059-4798-8335-fc53729239fc), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:49.241203 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e7234089-dd21-4eae-9391-00ba9869fb74 tempest-DHCPAgentSchedulersTestJSON-1839999755 tempest-DHCPAgentSchedulersTestJSON-1839999755-project] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:49.247470 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-e7234089-dd21-4eae-9391-00ba9869fb74 tempest-DHCPAgentSchedulersTestJSON-1839999755 tempest-DHCPAgentSchedulersTestJSON-1839999755-project] 10.222.0.41 "DELETE /v2.0/networks/8146e986-d059-4798-8335-fc53729239fc HTTP/1.1" status: 204 len: 168 time: 1.0012674 Jan 28 07:27:49.281748 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7234089-dd21-4eae-9391-00ba9869fb74 tempest-DHCPAgentSchedulersTestJSON-1839999755 tempest-DHCPAgentSchedulersTestJSON-1839999755-project] Pushing event deleted for resources: {'Network': ['ID=8146e986-d059-4798-8335-fc53729239fc,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:27:49.287586 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4691ae30-5e4f-4c9d-80fb-9221faba5eac tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (05f738d8-4413-40c8-a5d9-108fec8d28b2), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:49.304186 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4691ae30-5e4f-4c9d-80fb-9221faba5eac tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:49.308611 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-4691ae30-5e4f-4c9d-80fb-9221faba5eac tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] 10.222.0.41 "DELETE /v2.0/networks/05f738d8-4413-40c8-a5d9-108fec8d28b2 HTTP/1.1" status: 204 len: 168 time: 0.5974314 Jan 28 07:27:49.311264 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 36416) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:27:49.406414 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8f3df39c-6df0-4eb8-931f-cbda4f9fc881 tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (5c89b5ca-d0bc-49ba-b882-6f218d00bdf4), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:49.412210 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4691ae30-5e4f-4c9d-80fb-9221faba5eac tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Pushing event deleted for resources: {'Network': ['ID=05f738d8-4413-40c8-a5d9-108fec8d28b2,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:27:49.518183 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8f3df39c-6df0-4eb8-931f-cbda4f9fc881 tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (5c89b5ca-d0bc-49ba-b882-6f218d00bdf4), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:49.547885 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-8f3df39c-6df0-4eb8-931f-cbda4f9fc881 tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c89b5ca-d0bc-49ba-b882-6f218d00bdf4']}} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:27:49.558525 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-8f3df39c-6df0-4eb8-931f-cbda4f9fc881 tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ca6d2a9-dadf-4a84-9d2d-1ff9f895392a') {'for_net_delete': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:27:49.558831 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-8f3df39c-6df0-4eb8-931f-cbda4f9fc881 tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ca6d2a9-dadf-4a84-9d2d-1ff9f895392a') {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:27:49.571108 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8f3df39c-6df0-4eb8-931f-cbda4f9fc881 tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13506801'] for segment (6ca6d2a9-dadf-4a84-9d2d-1ff9f895392a), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:49.608990 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8f3df39c-6df0-4eb8-931f-cbda4f9fc881 tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (6ca6d2a9-dadf-4a84-9d2d-1ff9f895392a), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:49.613909 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 36424) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:27:49.629702 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f3df39c-6df0-4eb8-931f-cbda4f9fc881 tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=103283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:27:49.629979 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8f3df39c-6df0-4eb8-931f-cbda4f9fc881 tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13546563'] for segment (6ca6d2a9-dadf-4a84-9d2d-1ff9f895392a), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:49.633193 n-d-712749-28 neutron-server[103283]: Traceback (most recent call last): Jan 28 07:27:49.633193 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:27:49.633193 n-d-712749-28 neutron-server[103283]: timer() Jan 28 07:27:49.633193 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:27:49.633193 n-d-712749-28 neutron-server[103283]: cb(*args, **kw) Jan 28 07:27:49.633193 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:27:49.633193 n-d-712749-28 neutron-server[103283]: return func(*args, **kwargs) Jan 28 07:27:49.633193 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:27:49.633193 n-d-712749-28 neutron-server[103283]: self._notify() Jan 28 07:27:49.633193 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:27:49.633193 n-d-712749-28 neutron-server[103283]: self.callback(batched_events) Jan 28 07:27:49.633193 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:27:49.633193 n-d-712749-28 neutron-server[103283]: event.method(event) Jan 28 07:27:49.633193 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:27:49.633193 n-d-712749-28 neutron-server[103283]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:27:49.633193 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:27:49.633193 n-d-712749-28 neutron-server[103283]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:27:49.633193 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:27:49.633193 n-d-712749-28 neutron-server[103283]: return f(self, *a, **k) Jan 28 07:27:49.633193 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:27:49.633193 n-d-712749-28 neutron-server[103283]: return self._get(url).json() Jan 28 07:27:49.633193 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:27:49.633193 n-d-712749-28 neutron-server[103283]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:27:49.633193 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:27:49.633193 n-d-712749-28 neutron-server[103283]: return self.request(url, 'GET', **kwargs) Jan 28 07:27:49.633193 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:27:49.633193 n-d-712749-28 neutron-server[103283]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:27:49.633193 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:27:49.633193 n-d-712749-28 neutron-server[103283]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:27:49.633193 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:27:49.633193 n-d-712749-28 neutron-server[103283]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:27:49.633193 n-d-712749-28 neutron-server[103283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:27:49.697553 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8f3df39c-6df0-4eb8-931f-cbda4f9fc881 tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (5c89b5ca-d0bc-49ba-b882-6f218d00bdf4), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:49.706990 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8f3df39c-6df0-4eb8-931f-cbda4f9fc881 tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:49.710168 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-8f3df39c-6df0-4eb8-931f-cbda4f9fc881 tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] 10.222.0.41 "DELETE /v2.0/networks/5c89b5ca-d0bc-49ba-b882-6f218d00bdf4 HTTP/1.1" status: 204 len: 168 time: 0.3975298 Jan 28 07:27:49.736977 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3df39c-6df0-4eb8-931f-cbda4f9fc881 tempest-BulkNetworkOpsIpV6Test-865866010 tempest-BulkNetworkOpsIpV6Test-865866010-project] Pushing event deleted for resources: {'Network': ['ID=5c89b5ca-d0bc-49ba-b882-6f218d00bdf4,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:27:49.808523 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-89de192f-fe54-4f68-a8bc-70c6edcaa12a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c0e5fe5bf76843bea2bb1b83046cfe03&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1931448 Jan 28 07:27:49.812163 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 36430) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:27:49.872305 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ba9929b6-c8c5-4ddd-8789-1baf9403facf admin admin] Publish callbacks [] for security_group (bb4338d9-398a-467a-a63e-76b90fa7605c), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:49.912514 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ba9929b6-c8c5-4ddd-8789-1baf9403facf admin admin] Publish callbacks [] for security_group (bb4338d9-398a-467a-a63e-76b90fa7605c), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:49.967828 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-94f9b44c-65fd-4d60-9214-19cac92deda6 req-2a15fd6b-7578-4e94-85ad-8cb3941f0a90 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009 HTTP/1.1" status: 200 len: 210 time: 0.0477433 Jan 28 07:27:50.005695 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ba9929b6-c8c5-4ddd-8789-1baf9403facf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (bb4338d9-398a-467a-a63e-76b90fa7605c), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:50.008653 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ba9929b6-c8c5-4ddd-8789-1baf9403facf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:50.009819 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-ba9929b6-c8c5-4ddd-8789-1baf9403facf admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bb4338d9-398a-467a-a63e-76b90fa7605c HTTP/1.1" status: 204 len: 168 time: 0.1964366 Jan 28 07:27:50.030338 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9929b6-c8c5-4ddd-8789-1baf9403facf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb4338d9-398a-467a-a63e-76b90fa7605c,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:27:50.070941 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 36442) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:27:50.246132 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-e53f3c02-532c-4ad1-be4f-a8d8b04067e4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8eada1e4a319442a9a35e8a01246ba38&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1739526 Jan 28 07:27:50.247140 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 36452) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:27:50.305246 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9472686f-c997-4fc7-b69b-a05f848da2e3 admin admin] Publish callbacks [] for security_group (14e23b30-b0e2-4729-b27a-3c85a5581fd0), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:50.353485 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9472686f-c997-4fc7-b69b-a05f848da2e3 admin admin] Publish callbacks [] for security_group (14e23b30-b0e2-4729-b27a-3c85a5581fd0), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:50.413332 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9472686f-c997-4fc7-b69b-a05f848da2e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (14e23b30-b0e2-4729-b27a-3c85a5581fd0), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:50.416337 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9472686f-c997-4fc7-b69b-a05f848da2e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:50.419341 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-9472686f-c997-4fc7-b69b-a05f848da2e3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/14e23b30-b0e2-4729-b27a-3c85a5581fd0 HTTP/1.1" status: 204 len: 168 time: 0.1709385 Jan 28 07:27:50.432045 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9472686f-c997-4fc7-b69b-a05f848da2e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14e23b30-b0e2-4729-b27a-3c85a5581fd0,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:27:50.488812 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 36456) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:27:50.511284 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-252fc695-b273-47ec-9336-e8d8708873da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:50.612216 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-252fc695-b273-47ec-9336-e8d8708873da admin admin] Publish callbacks [] for security_group (14ef57bb-59e7-4b69-934f-e0cfe27feab8), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:50.618465 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-252fc695-b273-47ec-9336-e8d8708873da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (14ef57bb-59e7-4b69-934f-e0cfe27feab8), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:50.669959 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252fc695-b273-47ec-9336-e8d8708873da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14ef57bb-59e7-4b69-934f-e0cfe27feab8,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:27:50.689438 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 36464) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:27:50.690056 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-252fc695-b273-47ec-9336-e8d8708873da admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=de92d7ee48db49998a4ab4c198710fbe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1995988 Jan 28 07:27:50.744801 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-acd25d88-d01c-4122-bf7a-9a8b1bfb5d0e admin admin] Publish callbacks [] for security_group (14ef57bb-59e7-4b69-934f-e0cfe27feab8), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:50.768555 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-acd25d88-d01c-4122-bf7a-9a8b1bfb5d0e admin admin] Publish callbacks [] for security_group (14ef57bb-59e7-4b69-934f-e0cfe27feab8), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:50.827484 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-acd25d88-d01c-4122-bf7a-9a8b1bfb5d0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (14ef57bb-59e7-4b69-934f-e0cfe27feab8), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:50.831495 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-acd25d88-d01c-4122-bf7a-9a8b1bfb5d0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:50.833342 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-acd25d88-d01c-4122-bf7a-9a8b1bfb5d0e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/14ef57bb-59e7-4b69-934f-e0cfe27feab8 HTTP/1.1" status: 204 len: 168 time: 0.1427064 Jan 28 07:27:50.844943 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd25d88-d01c-4122-bf7a-9a8b1bfb5d0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14ef57bb-59e7-4b69-934f-e0cfe27feab8,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:27:51.154995 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c739083a-9228-4f13-af5c-b45d93a6c601 req-55794ad5-129c-43f3-8360-e7ef15306c13 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009 HTTP/1.1" status: 200 len: 210 time: 0.0351567 Jan 28 07:27:51.390472 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 36504) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:27:51.620708 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-9c6e0f80-4cd3-48a6-8561-409897547816 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2030028011'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:27:51.639280 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c6e0f80-4cd3-48a6-8561-409897547816 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Made reservation on behalf of ef2155bfe68e4ad386115f14c4fb86da for: {'network': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:27:51.648047 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9c6e0f80-4cd3-48a6-8561-409897547816 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:51.661602 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9c6e0f80-4cd3-48a6-8561-409897547816 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:51.761134 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9c6e0f80-4cd3-48a6-8561-409897547816 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks [] for security_group (13365ac3-c8ae-4b37-9146-85ca2fcb872d), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:51.767136 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9c6e0f80-4cd3-48a6-8561-409897547816 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (13365ac3-c8ae-4b37-9146-85ca2fcb872d), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:51.803206 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c6e0f80-4cd3-48a6-8561-409897547816 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=103283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:27:51.814755 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9c6e0f80-4cd3-48a6-8561-409897547816 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (62b28393-57af-41ca-a320-805bd9ab79b1), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:51.815096 n-d-712749-28 neutron-server[103283]: INFO neutron.db.segments_db [None req-9c6e0f80-4cd3-48a6-8561-409897547816 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Added segment 62b28393-57af-41ca-a320-805bd9ab79b1 of type vlan for network ab0b7b36-469d-40f4-8a36-c240669ff9f4 Jan 28 07:27:51.862541 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6e0f80-4cd3-48a6-8561-409897547816 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13365ac3-c8ae-4b37-9146-85ca2fcb872d,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:27:51.881618 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9c6e0f80-4cd3-48a6-8561-409897547816 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (ab0b7b36-469d-40f4-8a36-c240669ff9f4), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:51.932898 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9c6e0f80-4cd3-48a6-8561-409897547816 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (ab0b7b36-469d-40f4-8a36-c240669ff9f4), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:51.946936 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c6e0f80-4cd3-48a6-8561-409897547816 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:51.948783 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9c6e0f80-4cd3-48a6-8561-409897547816 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:52.053023 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6e0f80-4cd3-48a6-8561-409897547816 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Pushing event updated for resources: {'Network': ['ID=ab0b7b36-469d-40f4-8a36-c240669ff9f4,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:27:52.060676 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-9c6e0f80-4cd3-48a6-8561-409897547816 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6691587 Jan 28 07:27:52.064748 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network ab0b7b36-469d-40f4-8a36-c240669ff9f4 details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:27:52.203200 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 36538) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:27:52.208876 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-5f50650a-2bd1-403d-a100-e6263870af85 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Request body: {'subnet': {'network_id': 'ab0b7b36-469d-40f4-8a36-c240669ff9f4', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:27:52.298321 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-06f1f4c0-edc0-4726-bc0a-64b05be762f5 req-d1c5e966-61a5-4326-b149-ed6a3375fe5e tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009 HTTP/1.1" status: 200 len: 210 time: 0.0418139 Jan 28 07:27:52.342522 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f50650a-2bd1-403d-a100-e6263870af85 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Made reservation on behalf of ef2155bfe68e4ad386115f14c4fb86da for: {'subnet': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:27:52.347606 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f50650a-2bd1-403d-a100-e6263870af85 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13555781'] for subnet (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:52.545224 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 36550) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:27:52.591147 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f50650a-2bd1-403d-a100-e6263870af85 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13546728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13555799'] for subnet (f0d0a6a7-ebc3-443f-87d4-16a12b21740f), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:52.663185 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f50650a-2bd1-403d-a100-e6263870af85 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Pushing event updated for resources: {'Subnet': ['ID=f0d0a6a7-ebc3-443f-87d4-16a12b21740f,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:27:52.675182 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f50650a-2bd1-403d-a100-e6263870af85 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Checking segment: {'id': '62b28393-57af-41ca-a320-805bd9ab79b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'ab0b7b36-469d-40f4-8a36-c240669ff9f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:27:52.675544 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f50650a-2bd1-403d-a100-e6263870af85 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Network hostable DHCP agents. Network: ab0b7b36-469d-40f4-8a36-c240669ff9f4, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:27:52.679582 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-b2c5a9a8-204d-445f-848e-9d4f1027c4d6 tempest-MeteringTestJSON-332607851 tempest-MeteringTestJSON-332607851-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-2091403445'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:27:52.681302 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-b2c5a9a8-204d-445f-848e-9d4f1027c4d6 tempest-MeteringTestJSON-332607851 tempest-MeteringTestJSON-332607851-project-admin] Unknown quota resources ['metering_label']. {{(pid=103284) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 07:27:52.710505 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f50650a-2bd1-403d-a100-e6263870af85 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Network ab0b7b36-469d-40f4-8a36-c240669ff9f4 is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:27:52.729661 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-5f50650a-2bd1-403d-a100-e6263870af85 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, ab0b7b36-469d-40f4-8a36-c240669ff9f4) {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:27:52.739265 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc176d46-b2b8-4c2b-b578-05b9c8e18bb9 None None] Network ab0b7b36-469d-40f4-8a36-c240669ff9f4 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:27:52.747002 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f50650a-2bd1-403d-a100-e6263870af85 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:52.747674 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f50650a-2bd1-403d-a100-e6263870af85 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:52.786520 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-5f50650a-2bd1-403d-a100-e6263870af85 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.5825801 Jan 28 07:27:52.789884 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 36554) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:27:52.795057 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-673ccff0-905d-45b7-a705-c4a79a5f87a4 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1126740924'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:27:52.841208 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-673ccff0-905d-45b7-a705-c4a79a5f87a4 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Made reservation on behalf of ef2155bfe68e4ad386115f14c4fb86da for: {'network': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:27:52.844777 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-673ccff0-905d-45b7-a705-c4a79a5f87a4 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:52.909916 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25d43cff-f27f-4f1b-9348-46a50b79e716 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3dd72b9-6805-5f61-b6f3-a591f99a173d-ab0b7b36-469d-40f4-8a36-c240669ff9f4', 'network_id': 'ab0b7b36-469d-40f4-8a36-c240669ff9f4', 'project_id': 'ef2155bfe68e4ad386115f14c4fb86da', 'fixed_ips': [{'subnet_id': 'f0d0a6a7-ebc3-443f-87d4-16a12b21740f'}]}} from n-d-712749-28. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 07:27:52.910871 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-25d43cff-f27f-4f1b-9348-46a50b79e716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:52.912888 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-673ccff0-905d-45b7-a705-c4a79a5f87a4 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=103283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:27:52.923303 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b2c5a9a8-204d-445f-848e-9d4f1027c4d6 tempest-MeteringTestJSON-332607851 tempest-MeteringTestJSON-332607851-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:52.927176 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-b2c5a9a8-204d-445f-848e-9d4f1027c4d6 tempest-MeteringTestJSON-332607851 tempest-MeteringTestJSON-332607851-project-admin] 10.222.0.41 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.3783941 Jan 28 07:27:52.927558 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 36560) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:27:52.933670 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-f9004da8-ab6d-4877-96ab-9eba5bd2cb64 tempest-MeteringTestJSON-332607851 tempest-MeteringTestJSON-332607851-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '0caccc54-0332-48bc-90f6-3e1070b2739c'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:27:52.934666 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-f9004da8-ab6d-4877-96ab-9eba5bd2cb64 tempest-MeteringTestJSON-332607851 tempest-MeteringTestJSON-332607851-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103284) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 07:27:52.949772 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-673ccff0-905d-45b7-a705-c4a79a5f87a4 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (f6f10f9a-516a-43ae-a979-db0e91c041b9), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:52.950428 n-d-712749-28 neutron-server[103283]: INFO neutron.db.segments_db [None req-673ccff0-905d-45b7-a705-c4a79a5f87a4 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Added segment f6f10f9a-516a-43ae-a979-db0e91c041b9 of type vlan for network af4ac9f3-12ba-4033-88ec-a52c3c194aa1 Jan 28 07:27:53.005599 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-673ccff0-905d-45b7-a705-c4a79a5f87a4 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (af4ac9f3-12ba-4033-88ec-a52c3c194aa1), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:53.046010 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-673ccff0-905d-45b7-a705-c4a79a5f87a4 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (af4ac9f3-12ba-4033-88ec-a52c3c194aa1), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:53.051752 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-673ccff0-905d-45b7-a705-c4a79a5f87a4 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:53.052542 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-673ccff0-905d-45b7-a705-c4a79a5f87a4 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:53.081508 n-d-712749-28 neutron-server[103284]: WARNING neutron.services.metering.metering_plugin [None req-f9004da8-ab6d-4877-96ab-9eba5bd2cb64 tempest-MeteringTestJSON-332607851 tempest-MeteringTestJSON-332607851-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jan 28 07:27:53.116691 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-673ccff0-905d-45b7-a705-c4a79a5f87a4 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3254721 Jan 28 07:27:53.125526 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 36562) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:27:53.136549 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-e51b5762-58c2-4ea9-9159-74069790af4e tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Request body: {'subnet': {'network_id': 'af4ac9f3-12ba-4033-88ec-a52c3c194aa1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:27:53.158702 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-25d43cff-f27f-4f1b-9348-46a50b79e716 None None] Allocated IP 172.20.255.242 (ab0b7b36-469d-40f4-8a36-c240669ff9f4/f0d0a6a7-ebc3-443f-87d4-16a12b21740f/4a012137-6b93-4c12-952d-f3c21032281b) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:27:53.207318 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673ccff0-905d-45b7-a705-c4a79a5f87a4 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Pushing event updated for resources: {'Network': ['ID=af4ac9f3-12ba-4033-88ec-a52c3c194aa1,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:27:53.224850 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673ccff0-905d-45b7-a705-c4a79a5f87a4 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:27:53.225405 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673ccff0-905d-45b7-a705-c4a79a5f87a4 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:27:53.225753 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673ccff0-905d-45b7-a705-c4a79a5f87a4 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:27:53.226092 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673ccff0-905d-45b7-a705-c4a79a5f87a4 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:27:53.226424 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673ccff0-905d-45b7-a705-c4a79a5f87a4 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:27:53.226753 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673ccff0-905d-45b7-a705-c4a79a5f87a4 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:27:53.227080 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673ccff0-905d-45b7-a705-c4a79a5f87a4 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:27:53.227619 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673ccff0-905d-45b7-a705-c4a79a5f87a4 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:27:53.227966 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673ccff0-905d-45b7-a705-c4a79a5f87a4 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:27:53.229155 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673ccff0-905d-45b7-a705-c4a79a5f87a4 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:27:53.229502 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673ccff0-905d-45b7-a705-c4a79a5f87a4 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:27:53.229832 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673ccff0-905d-45b7-a705-c4a79a5f87a4 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:27:53.230278 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673ccff0-905d-45b7-a705-c4a79a5f87a4 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:27:53.232387 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f9004da8-ab6d-4877-96ab-9eba5bd2cb64 tempest-MeteringTestJSON-332607851 tempest-MeteringTestJSON-332607851-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:53.234306 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-f9004da8-ab6d-4877-96ab-9eba5bd2cb64 tempest-MeteringTestJSON-332607851 tempest-MeteringTestJSON-332607851-project-admin] 10.222.0.41 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3056891 Jan 28 07:27:53.237443 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 36564) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:27:53.242345 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-6903153e-605f-4dc8-b35a-1c0efa7f2e04 tempest-MeteringTestJSON-332607851 tempest-MeteringTestJSON-332607851-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '0caccc54-0332-48bc-90f6-3e1070b2739c'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:27:53.242895 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-6903153e-605f-4dc8-b35a-1c0efa7f2e04 tempest-MeteringTestJSON-332607851 tempest-MeteringTestJSON-332607851-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103284) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 07:27:53.286145 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network af4ac9f3-12ba-4033-88ec-a52c3c194aa1 details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:27:53.291062 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e51b5762-58c2-4ea9-9159-74069790af4e tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Made reservation on behalf of ef2155bfe68e4ad386115f14c4fb86da for: {'subnet': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:27:53.296864 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e51b5762-58c2-4ea9-9159-74069790af4e tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13555781'] for subnet (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:53.318892 n-d-712749-28 neutron-server[103284]: WARNING neutron.services.metering.metering_plugin [None req-6903153e-605f-4dc8-b35a-1c0efa7f2e04 tempest-MeteringTestJSON-332607851 tempest-MeteringTestJSON-332607851-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jan 28 07:27:53.474318 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-25d43cff-f27f-4f1b-9348-46a50b79e716 None None] Publish callbacks [] for port (4a012137-6b93-4c12-952d-f3c21032281b), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:53.483386 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a626f3bc-379f-4672-a386-6e2eb1663a9d req-0ddb737f-2cfd-4315-bbfd-e4cb7e1b5eb2 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009 HTTP/1.1" status: 200 len: 210 time: 0.0549135 Jan 28 07:27:53.484890 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-25d43cff-f27f-4f1b-9348-46a50b79e716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (4a012137-6b93-4c12-952d-f3c21032281b), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:53.551282 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d43cff-f27f-4f1b-9348-46a50b79e716 None None] Pushing event updated for resources: {'Port': ['ID=4a012137-6b93-4c12-952d-f3c21032281b,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:27:53.573377 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d43cff-f27f-4f1b-9348-46a50b79e716 None None] Network ab0b7b36-469d-40f4-8a36-c240669ff9f4 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:27:53.575400 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-25d43cff-f27f-4f1b-9348-46a50b79e716 None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:27:53.579675 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d43cff-f27f-4f1b-9348-46a50b79e716 None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:27:53.650730 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-25d43cff-f27f-4f1b-9348-46a50b79e716 None None] Attempting to bind port 4a012137-6b93-4c12-952d-f3c21032281b on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:27:53.651581 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-25d43cff-f27f-4f1b-9348-46a50b79e716 None None] Attempting to bind port 4a012137-6b93-4c12-952d-f3c21032281b by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '62b28393-57af-41ca-a320-805bd9ab79b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'ab0b7b36-469d-40f4-8a36-c240669ff9f4'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:27:53.652228 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d43cff-f27f-4f1b-9348-46a50b79e716 None None] Attempting to bind port 4a012137-6b93-4c12-952d-f3c21032281b on network ab0b7b36-469d-40f4-8a36-c240669ff9f4 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:27:53.658828 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d43cff-f27f-4f1b-9348-46a50b79e716 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 27, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:27:53.659634 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d43cff-f27f-4f1b-9348-46a50b79e716 None None] Checking segment: {'id': '62b28393-57af-41ca-a320-805bd9ab79b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'ab0b7b36-469d-40f4-8a36-c240669ff9f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:27:53.660314 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-25d43cff-f27f-4f1b-9348-46a50b79e716 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:53.661008 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d43cff-f27f-4f1b-9348-46a50b79e716 None None] Bound using segment: {'id': '62b28393-57af-41ca-a320-805bd9ab79b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'ab0b7b36-469d-40f4-8a36-c240669ff9f4'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:27:53.662380 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-25d43cff-f27f-4f1b-9348-46a50b79e716 None None] Bound port: 4a012137-6b93-4c12-952d-f3c21032281b, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62b28393-57af-41ca-a320-805bd9ab79b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'ab0b7b36-469d-40f4-8a36-c240669ff9f4'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:27:53.663019 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-25d43cff-f27f-4f1b-9348-46a50b79e716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (4a012137-6b93-4c12-952d-f3c21032281b), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:53.692924 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e51b5762-58c2-4ea9-9159-74069790af4e tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13546728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13555799'] for subnet (860f76b4-52c4-4c44-96d5-57f70da74a41), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:53.771236 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6903153e-605f-4dc8-b35a-1c0efa7f2e04 tempest-MeteringTestJSON-332607851 tempest-MeteringTestJSON-332607851-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:53.772474 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-6903153e-605f-4dc8-b35a-1c0efa7f2e04 tempest-MeteringTestJSON-332607851 tempest-MeteringTestJSON-332607851-project-admin] 10.222.0.41 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.5338323 Jan 28 07:27:53.775153 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 36576) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:27:53.783901 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51b5762-58c2-4ea9-9159-74069790af4e tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Checking segment: {'id': 'f6f10f9a-516a-43ae-a979-db0e91c041b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'af4ac9f3-12ba-4033-88ec-a52c3c194aa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:27:53.784617 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e51b5762-58c2-4ea9-9159-74069790af4e tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Network hostable DHCP agents. Network: af4ac9f3-12ba-4033-88ec-a52c3c194aa1, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:27:53.786793 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-25d43cff-f27f-4f1b-9348-46a50b79e716 None None] For port 4a012137-6b93-4c12-952d-f3c21032281b, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:27:53.787958 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51b5762-58c2-4ea9-9159-74069790af4e tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Pushing event updated for resources: {'Subnet': ['ID=860f76b4-52c4-4c44-96d5-57f70da74a41,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:27:53.788543 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-bcfb3c4c-5bc5-41be-823e-f160b55c7c59 tempest-MeteringTestJSON-332607851 tempest-MeteringTestJSON-332607851-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-label-rules?id=76907e4f-4904-4f51-a9ea-55fc1143e454 HTTP/1.1" status: 200 len: 464 time: 0.0120769 Jan 28 07:27:53.792109 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 36578) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:27:53.802627 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-25d43cff-f27f-4f1b-9348-46a50b79e716 None None] For port 4a012137-6b93-4c12-952d-f3c21032281b, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=4a012137-6b93-4c12-952d-f3c21032281b,segment=NetworkSegment(62b28393-57af-41ca-a320-805bd9ab79b1),segment_id=62b28393-57af-41ca-a320-805bd9ab79b1)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:27:53.807692 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e51b5762-58c2-4ea9-9159-74069790af4e tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Network af4ac9f3-12ba-4033-88ec-a52c3c194aa1 is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:27:53.814642 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-25d43cff-f27f-4f1b-9348-46a50b79e716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (4a012137-6b93-4c12-952d-f3c21032281b), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:53.827239 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-e51b5762-58c2-4ea9-9159-74069790af4e tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, af4ac9f3-12ba-4033-88ec-a52c3c194aa1) {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:27:53.845201 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e51b5762-58c2-4ea9-9159-74069790af4e tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:53.847004 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e51b5762-58c2-4ea9-9159-74069790af4e tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:53.850080 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98335292-bb5a-4767-ae37-251584dc3d30 None None] Network af4ac9f3-12ba-4033-88ec-a52c3c194aa1 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:27:53.913188 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-e51b5762-58c2-4ea9-9159-74069790af4e tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.7868636 Jan 28 07:27:53.915722 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 36580) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:27:53.950917 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d43cff-f27f-4f1b-9348-46a50b79e716 None None] Pushing event updated for resources: {'Port': ['ID=4a012137-6b93-4c12-952d-f3c21032281b,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:27:54.007733 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9e2b84d4-6853-4875-8b15-e2bb1e9c33d1 tempest-MeteringTestJSON-332607851 tempest-MeteringTestJSON-332607851-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:54.008967 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-9e2b84d4-6853-4875-8b15-e2bb1e9c33d1 tempest-MeteringTestJSON-332607851 tempest-MeteringTestJSON-332607851-project-admin] 10.222.0.41 "DELETE /v2.0/metering/metering-label-rules/76907e4f-4904-4f51-a9ea-55fc1143e454 HTTP/1.1" status: 204 len: 168 time: 0.2158606 Jan 28 07:27:54.011471 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 36582) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:27:54.028793 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-450992eb-b2c2-415b-a751-b60a3cd425e5 tempest-MeteringTestJSON-332607851 tempest-MeteringTestJSON-332607851-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-label-rules?id=76907e4f-4904-4f51-a9ea-55fc1143e454 HTTP/1.1" status: 200 len: 221 time: 0.0162256 Jan 28 07:27:54.035119 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 36584) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:27:54.040512 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-4feb0496-e6a8-4b32-a0a2-fa0db19c983b tempest-MeteringTestJSON-332607851 tempest-MeteringTestJSON-332607851-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--721085222', 'description': 'label created by tempest'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:27:54.043204 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-4feb0496-e6a8-4b32-a0a2-fa0db19c983b tempest-MeteringTestJSON-332607851 tempest-MeteringTestJSON-332607851-project-admin] Unknown quota resources ['metering_label']. {{(pid=103284) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 07:27:54.054511 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb25c026-8368-4d2e-97d5-47ff12e246bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3dd72b9-6805-5f61-b6f3-a591f99a173d-af4ac9f3-12ba-4033-88ec-a52c3c194aa1', 'network_id': 'af4ac9f3-12ba-4033-88ec-a52c3c194aa1', 'project_id': 'ef2155bfe68e4ad386115f14c4fb86da', 'fixed_ips': [{'subnet_id': '860f76b4-52c4-4c44-96d5-57f70da74a41'}]}} from n-d-712749-28. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 07:27:54.055339 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bb25c026-8368-4d2e-97d5-47ff12e246bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:54.109684 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1aa86a36-4f19-499e-b3da-e5182634a824 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (af4ac9f3-12ba-4033-88ec-a52c3c194aa1), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:54.235323 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1aa86a36-4f19-499e-b3da-e5182634a824 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (860f76b4-52c4-4c44-96d5-57f70da74a41), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:54.338770 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4feb0496-e6a8-4b32-a0a2-fa0db19c983b tempest-MeteringTestJSON-332607851 tempest-MeteringTestJSON-332607851-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:54.345091 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-4feb0496-e6a8-4b32-a0a2-fa0db19c983b tempest-MeteringTestJSON-332607851 tempest-MeteringTestJSON-332607851-project-admin] 10.222.0.41 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.3088548 Jan 28 07:27:54.345755 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 36590) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:27:54.397094 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1aa86a36-4f19-499e-b3da-e5182634a824 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13546665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13556132'] for subnet (860f76b4-52c4-4c44-96d5-57f70da74a41), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:54.455988 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa86a36-4f19-499e-b3da-e5182634a824 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Pushing event deleted for resources: {'Subnet': ['ID=860f76b4-52c4-4c44-96d5-57f70da74a41,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:27:54.517157 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-900b23d4-c230-4e72-bc69-f6616ca7334f tempest-MeteringTestJSON-332607851 tempest-MeteringTestJSON-332607851-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-labels?id=42aec5e4-b874-4569-8252-bd9e39a26399 HTTP/1.1" status: 200 len: 467 time: 0.1701920 Jan 28 07:27:54.519562 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 36592) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:27:54.553766 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b01ee60-2efa-4376-994c-ebced2fd4c49 None None] Network af4ac9f3-12ba-4033-88ec-a52c3c194aa1 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:27:54.596446 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1aa86a36-4f19-499e-b3da-e5182634a824 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (af4ac9f3-12ba-4033-88ec-a52c3c194aa1), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:54.654737 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-1aa86a36-4f19-499e-b3da-e5182634a824 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af4ac9f3-12ba-4033-88ec-a52c3c194aa1']}} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:27:54.682678 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-1aa86a36-4f19-499e-b3da-e5182634a824 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6f10f9a-516a-43ae-a979-db0e91c041b9') {'for_net_delete': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:27:54.683020 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-1aa86a36-4f19-499e-b3da-e5182634a824 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6f10f9a-516a-43ae-a979-db0e91c041b9') {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:27:54.697265 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1aa86a36-4f19-499e-b3da-e5182634a824 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13506801'] for segment (f6f10f9a-516a-43ae-a979-db0e91c041b9), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:54.715063 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1aa86a36-4f19-499e-b3da-e5182634a824 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (f6f10f9a-516a-43ae-a979-db0e91c041b9), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:54.723661 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1aa86a36-4f19-499e-b3da-e5182634a824 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=103283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:27:54.724284 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1aa86a36-4f19-499e-b3da-e5182634a824 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13546563'] for segment (f6f10f9a-516a-43ae-a979-db0e91c041b9), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:54.731104 n-d-712749-28 neutron-server[103283]: Traceback (most recent call last): Jan 28 07:27:54.731104 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:27:54.731104 n-d-712749-28 neutron-server[103283]: timer() Jan 28 07:27:54.731104 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:27:54.731104 n-d-712749-28 neutron-server[103283]: cb(*args, **kw) Jan 28 07:27:54.731104 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:27:54.731104 n-d-712749-28 neutron-server[103283]: return func(*args, **kwargs) Jan 28 07:27:54.731104 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:27:54.731104 n-d-712749-28 neutron-server[103283]: self._notify() Jan 28 07:27:54.731104 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:27:54.731104 n-d-712749-28 neutron-server[103283]: self.callback(batched_events) Jan 28 07:27:54.731104 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:27:54.731104 n-d-712749-28 neutron-server[103283]: event.method(event) Jan 28 07:27:54.731104 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:27:54.731104 n-d-712749-28 neutron-server[103283]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:27:54.731104 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:27:54.731104 n-d-712749-28 neutron-server[103283]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:27:54.731104 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:27:54.731104 n-d-712749-28 neutron-server[103283]: return f(self, *a, **k) Jan 28 07:27:54.731104 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:27:54.731104 n-d-712749-28 neutron-server[103283]: return self._get(url).json() Jan 28 07:27:54.731104 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:27:54.731104 n-d-712749-28 neutron-server[103283]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:27:54.731104 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:27:54.731104 n-d-712749-28 neutron-server[103283]: return self.request(url, 'GET', **kwargs) Jan 28 07:27:54.731104 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:27:54.731104 n-d-712749-28 neutron-server[103283]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:27:54.731104 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:27:54.731104 n-d-712749-28 neutron-server[103283]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:27:54.731104 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:27:54.731104 n-d-712749-28 neutron-server[103283]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:27:54.731104 n-d-712749-28 neutron-server[103283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:27:54.768254 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-de574b97-16a9-47a4-a275-cd7a80a82e44 req-b618fcda-0b54-4719-ac91-4d6de901c190 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009 HTTP/1.1" status: 200 len: 210 time: 0.0891857 Jan 28 07:27:54.833989 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6f3d6f5f-84b6-4de7-9e24-202d59eb400c tempest-MeteringTestJSON-332607851 tempest-MeteringTestJSON-332607851-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:54.835820 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1aa86a36-4f19-499e-b3da-e5182634a824 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (af4ac9f3-12ba-4033-88ec-a52c3c194aa1), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:54.850737 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-6f3d6f5f-84b6-4de7-9e24-202d59eb400c tempest-MeteringTestJSON-332607851 tempest-MeteringTestJSON-332607851-project-admin] 10.222.0.41 "DELETE /v2.0/metering/metering-labels/42aec5e4-b874-4569-8252-bd9e39a26399 HTTP/1.1" status: 204 len: 168 time: 0.3295722 Jan 28 07:27:54.852698 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 36600) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:27:54.885210 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-10abc3b8-25d7-4b6c-9429-cc60ac61cfd0 tempest-MeteringTestJSON-332607851 tempest-MeteringTestJSON-332607851-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-labels?id=42aec5e4-b874-4569-8252-bd9e39a26399 HTTP/1.1" status: 200 len: 216 time: 0.0300353 Jan 28 07:27:54.887171 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1aa86a36-4f19-499e-b3da-e5182634a824 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:54.888056 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 36602) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:27:54.894373 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-1aa86a36-4f19-499e-b3da-e5182634a824 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] 10.222.0.41 "DELETE /v2.0/networks/af4ac9f3-12ba-4033-88ec-a52c3c194aa1 HTTP/1.1" status: 204 len: 168 time: 0.9775407 Jan 28 07:27:54.899445 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa86a36-4f19-499e-b3da-e5182634a824 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Pushing event deleted for resources: {'Network': ['ID=af4ac9f3-12ba-4033-88ec-a52c3c194aa1,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:27:54.902292 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 36604) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:27:54.908667 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-49568d18-1b12-4ee5-bb5c-94baac6582db tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1188995098'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:27:54.923623 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 36606) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:27:54.930102 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-72ee9ff8-7e72-4796-8da5-9f0609076a1e tempest-MeteringTestJSON-332607851 tempest-MeteringTestJSON-332607851-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0381479 Jan 28 07:27:54.952563 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-2df2b376-4691-4d1f-a769-8a96d4998012 tempest-MeteringTestJSON-332607851 tempest-MeteringTestJSON-332607851-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0278347 Jan 28 07:27:54.953191 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 36608) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:27:54.977041 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49568d18-1b12-4ee5-bb5c-94baac6582db tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Made reservation on behalf of ef2155bfe68e4ad386115f14c4fb86da for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:27:54.981129 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-49568d18-1b12-4ee5-bb5c-94baac6582db tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:55.009361 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49568d18-1b12-4ee5-bb5c-94baac6582db tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:27:55.031796 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-49568d18-1b12-4ee5-bb5c-94baac6582db tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (ab6c9abd-896f-498e-935b-10dc5e3baaf1), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:55.032219 n-d-712749-28 neutron-server[103284]: INFO neutron.db.segments_db [None req-49568d18-1b12-4ee5-bb5c-94baac6582db tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Added segment ab6c9abd-896f-498e-935b-10dc5e3baaf1 of type vlan for network b569b6b7-1a93-4403-8656-ccdba4eca2d0 Jan 28 07:27:55.077854 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-26f2d461-f6f4-4a4d-80da-5e7788cc90c6 tempest-MeteringTestJSON-332607851 tempest-MeteringTestJSON-332607851-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-labels/0caccc54-0332-48bc-90f6-3e1070b2739c HTTP/1.1" status: 200 len: 473 time: 0.1235545 Jan 28 07:27:55.081224 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 36612) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:27:55.094280 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-be6d4baa-98c4-4d37-8641-662a6dc63b26 tempest-MeteringTestJSON-332607851 tempest-MeteringTestJSON-332607851-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-label-rules/0ab84118-11c5-4647-aa34-3b4022f4e44c HTTP/1.1" status: 200 len: 461 time: 0.0116200 Jan 28 07:27:55.098595 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 36616) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:27:55.103692 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-49568d18-1b12-4ee5-bb5c-94baac6582db tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (b569b6b7-1a93-4403-8656-ccdba4eca2d0), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:55.141022 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-49568d18-1b12-4ee5-bb5c-94baac6582db tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (b569b6b7-1a93-4403-8656-ccdba4eca2d0), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:55.147499 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49568d18-1b12-4ee5-bb5c-94baac6582db tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:55.148137 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-49568d18-1b12-4ee5-bb5c-94baac6582db tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:55.167421 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 4a012137-6b93-4c12-952d-f3c21032281b up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:27:55.191314 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-49568d18-1b12-4ee5-bb5c-94baac6582db tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2879333 Jan 28 07:27:55.197527 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 36618) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:27:55.218111 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-24620541-dbbf-4241-a96e-0e5c47cfafe1 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Request body: {'subnet': {'network_id': 'b569b6b7-1a93-4403-8656-ccdba4eca2d0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:27:55.265238 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 4a012137-6b93-4c12-952d-f3c21032281b triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:27:55.265628 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (4a012137-6b93-4c12-952d-f3c21032281b), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:55.321019 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49568d18-1b12-4ee5-bb5c-94baac6582db tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Pushing event updated for resources: {'Network': ['ID=b569b6b7-1a93-4403-8656-ccdba4eca2d0,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:27:55.346492 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49568d18-1b12-4ee5-bb5c-94baac6582db tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:27:55.347113 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49568d18-1b12-4ee5-bb5c-94baac6582db tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:27:55.347229 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49568d18-1b12-4ee5-bb5c-94baac6582db tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:27:55.347671 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49568d18-1b12-4ee5-bb5c-94baac6582db tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:27:55.348028 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49568d18-1b12-4ee5-bb5c-94baac6582db tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:27:55.348471 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49568d18-1b12-4ee5-bb5c-94baac6582db tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:27:55.348741 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49568d18-1b12-4ee5-bb5c-94baac6582db tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:27:55.349420 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49568d18-1b12-4ee5-bb5c-94baac6582db tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:27:55.349765 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49568d18-1b12-4ee5-bb5c-94baac6582db tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:27:55.350106 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49568d18-1b12-4ee5-bb5c-94baac6582db tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:27:55.350443 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49568d18-1b12-4ee5-bb5c-94baac6582db tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:27:55.350780 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49568d18-1b12-4ee5-bb5c-94baac6582db tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:27:55.351117 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49568d18-1b12-4ee5-bb5c-94baac6582db tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:27:55.365700 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network b569b6b7-1a93-4403-8656-ccdba4eca2d0 details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:27:55.442034 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 4a012137-6b93-4c12-952d-f3c21032281b is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:27:55.442441 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (4a012137-6b93-4c12-952d-f3c21032281b), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:55.475134 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0770217-343d-4b4c-abfa-6b6c2bde8496 None None] Network ab0b7b36-469d-40f4-8a36-c240669ff9f4 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:27:55.504069 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1d2bee66-4bde-4432-89f0-4a38db9265d4 tempest-MeteringTestJSON-332607851 tempest-MeteringTestJSON-332607851-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:55.505339 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-1d2bee66-4bde-4432-89f0-4a38db9265d4 tempest-MeteringTestJSON-332607851 tempest-MeteringTestJSON-332607851-project-admin] 10.222.0.41 "DELETE /v2.0/metering/metering-label-rules/0ab84118-11c5-4647-aa34-3b4022f4e44c HTTP/1.1" status: 204 len: 168 time: 0.3884521 Jan 28 07:27:55.508004 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 36624) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:27:55.582266 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24620541-dbbf-4241-a96e-0e5c47cfafe1 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Made reservation on behalf of ef2155bfe68e4ad386115f14c4fb86da for: {'subnet': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:27:55.582610 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] For port 4a012137-6b93-4c12-952d-f3c21032281b, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=4a012137-6b93-4c12-952d-f3c21032281b,segment=NetworkSegment(62b28393-57af-41ca-a320-805bd9ab79b1),segment_id=62b28393-57af-41ca-a320-805bd9ab79b1)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:27:55.586559 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-24620541-dbbf-4241-a96e-0e5c47cfafe1 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13555781'] for subnet (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:55.608407 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (4a012137-6b93-4c12-952d-f3c21032281b), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:55.614226 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-631f7f91-2101-488f-9d3d-b80a0df4cd01 None None] Provisioning complete for port 4a012137-6b93-4c12-952d-f3c21032281b triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:27:55.614755 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-631f7f91-2101-488f-9d3d-b80a0df4cd01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (4a012137-6b93-4c12-952d-f3c21032281b), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:55.751037 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Pushing event updated for resources: {'Port': ['ID=4a012137-6b93-4c12-952d-f3c21032281b,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:27:55.778764 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.ipam_backend_mixin [None req-24620541-dbbf-4241-a96e-0e5c47cfafe1 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Performing IP validity checks on allocation pools {{(pid=103283) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 28 07:27:55.780167 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.ipam_backend_mixin [None req-24620541-dbbf-4241-a96e-0e5c47cfafe1 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103283) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 28 07:27:55.796818 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-631f7f91-2101-488f-9d3d-b80a0df4cd01 None None] Current status of the port 4a012137-6b93-4c12-952d-f3c21032281b is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:27:55.908360 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-76502d3f-5ed2-4281-b293-054ff6d59b96 tempest-MeteringTestJSON-332607851 tempest-MeteringTestJSON-332607851-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:55.911846 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-76502d3f-5ed2-4281-b293-054ff6d59b96 tempest-MeteringTestJSON-332607851 tempest-MeteringTestJSON-332607851-project-admin] 10.222.0.41 "DELETE /v2.0/metering/metering-labels/0caccc54-0332-48bc-90f6-3e1070b2739c HTTP/1.1" status: 204 len: 168 time: 0.4003160 Jan 28 07:27:55.914004 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-bc2ec2df-707d-45d2-bc26-b7a97161f2f6 req-3b625289-5529-4b93-a54a-de62bb48693b tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009 HTTP/1.1" status: 200 len: 210 time: 0.0401611 Jan 28 07:27:56.074245 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-24620541-dbbf-4241-a96e-0e5c47cfafe1 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13546728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13555799'] for subnet (b33d0a6b-8e96-4c2c-ad9c-5cffe19c9183), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:56.122884 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-bcf27650-62bc-4fdf-92ed-1b9fa3103cd7 None None] Provisioning complete for port 4a012137-6b93-4c12-952d-f3c21032281b triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:27:56.123868 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bcf27650-62bc-4fdf-92ed-1b9fa3103cd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (4a012137-6b93-4c12-952d-f3c21032281b), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:56.174725 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24620541-dbbf-4241-a96e-0e5c47cfafe1 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Checking segment: {'id': 'ab6c9abd-896f-498e-935b-10dc5e3baaf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b569b6b7-1a93-4403-8656-ccdba4eca2d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:27:56.175114 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24620541-dbbf-4241-a96e-0e5c47cfafe1 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Network hostable DHCP agents. Network: b569b6b7-1a93-4403-8656-ccdba4eca2d0, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:27:56.194054 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24620541-dbbf-4241-a96e-0e5c47cfafe1 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Pushing event updated for resources: {'Subnet': ['ID=b33d0a6b-8e96-4c2c-ad9c-5cffe19c9183,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:27:56.214663 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24620541-dbbf-4241-a96e-0e5c47cfafe1 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Network b569b6b7-1a93-4403-8656-ccdba4eca2d0 is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:27:56.229524 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-24620541-dbbf-4241-a96e-0e5c47cfafe1 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, b569b6b7-1a93-4403-8656-ccdba4eca2d0) {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:27:56.237069 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24620541-dbbf-4241-a96e-0e5c47cfafe1 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:56.238621 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-24620541-dbbf-4241-a96e-0e5c47cfafe1 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:56.260586 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-24620541-dbbf-4241-a96e-0e5c47cfafe1 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.0620995 Jan 28 07:27:56.263263 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 36640) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:27:56.266728 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c152625c-3a2b-45de-931c-d78c20fd690d None None] Network b569b6b7-1a93-4403-8656-ccdba4eca2d0 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:27:56.269626 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 36642) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:27:56.348406 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-bcf27650-62bc-4fdf-92ed-1b9fa3103cd7 None None] Current status of the port 4a012137-6b93-4c12-952d-f3c21032281b is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:27:56.391866 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2a7f6278-f2c3-46c3-9e0e-4199cc510fb9 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (b569b6b7-1a93-4403-8656-ccdba4eca2d0), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:56.417993 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ed76e0d-f9fe-4c11-9a9b-45a9a1dd8c43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3dd72b9-6805-5f61-b6f3-a591f99a173d-b569b6b7-1a93-4403-8656-ccdba4eca2d0', 'network_id': 'b569b6b7-1a93-4403-8656-ccdba4eca2d0', 'project_id': 'ef2155bfe68e4ad386115f14c4fb86da', 'fixed_ips': [{'subnet_id': 'b33d0a6b-8e96-4c2c-ad9c-5cffe19c9183'}]}} from n-d-712749-28. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 07:27:56.418961 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6ed76e0d-f9fe-4c11-9a9b-45a9a1dd8c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:56.465398 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2a7f6278-f2c3-46c3-9e0e-4199cc510fb9 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (b33d0a6b-8e96-4c2c-ad9c-5cffe19c9183), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:56.495981 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8b986340-a1d0-45c0-aace-3a0214a4944f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:56.541803 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2a7f6278-f2c3-46c3-9e0e-4199cc510fb9 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13546665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13556132'] for subnet (b33d0a6b-8e96-4c2c-ad9c-5cffe19c9183), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:56.608181 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server [None req-6ed76e0d-f9fe-4c11-9a9b-45a9a1dd8c43 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b33d0a6b-8e96-4c2c-ad9c-5cffe19c9183: This subnet is being modified by another concurrent operation. Jan 28 07:27:56.608181 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 28 07:27:56.608181 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 28 07:27:56.608181 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 28 07:27:56.608181 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 28 07:27:56.608181 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 28 07:27:56.608181 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 28 07:27:56.608181 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 28 07:27:56.608181 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 28 07:27:56.608181 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 28 07:27:56.608181 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 07:27:56.608181 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 07:27:56.608181 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 07:27:56.608181 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 07:27:56.608181 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 07:27:56.608181 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 07:27:56.608181 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 07:27:56.608181 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 07:27:56.608181 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 07:27:56.608181 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 07:27:56.608181 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 07:27:56.608181 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 07:27:56.608181 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 07:27:56.608181 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 07:27:56.608181 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 07:27:56.608181 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 07:27:56.608181 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 07:27:56.608181 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 07:27:56.608181 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 07:27:56.608181 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 07:27:56.608181 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 07:27:56.608181 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 07:27:56.608181 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 07:27:56.608181 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 07:27:56.608181 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 28 07:27:56.608181 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 28 07:27:56.608181 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Jan 28 07:27:56.608181 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 28 07:27:56.608181 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Jan 28 07:27:56.608181 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 28 07:27:56.608181 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 28 07:27:56.608181 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 28 07:27:56.608181 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 28 07:27:56.608181 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 07:27:56.608181 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 07:27:56.608181 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 07:27:56.608181 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 07:27:56.608181 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 07:27:56.608181 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 07:27:56.608181 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 07:27:56.608181 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 07:27:56.608181 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 07:27:56.608181 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 07:27:56.608181 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 07:27:56.611725 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 07:27:56.611725 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 07:27:56.611725 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 07:27:56.611725 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 07:27:56.611725 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 07:27:56.611725 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 07:27:56.611725 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 07:27:56.611725 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 07:27:56.611725 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 07:27:56.611725 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 07:27:56.611725 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 07:27:56.611725 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 07:27:56.611725 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 07:27:56.611725 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 07:27:56.611725 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 07:27:56.611725 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 07:27:56.611725 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1497, in create_port Jan 28 07:27:56.611725 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 28 07:27:56.611725 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1462, in _create_port_db Jan 28 07:27:56.611725 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 28 07:27:56.611725 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Jan 28 07:27:56.611725 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 28 07:27:56.611725 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 28 07:27:56.611725 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 28 07:27:56.611725 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 07:27:56.611725 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 07:27:56.611725 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 28 07:27:56.611725 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 28 07:27:56.611725 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 28 07:27:56.611725 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 28 07:27:56.611725 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 28 07:27:56.611725 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 28 07:27:56.611725 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 28 07:27:56.611725 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 28 07:27:56.611725 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 28 07:27:56.611725 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server raise exception Jan 28 07:27:56.611725 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b33d0a6b-8e96-4c2c-ad9c-5cffe19c9183: This subnet is being modified by another concurrent operation. Jan 28 07:27:56.611725 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server Jan 28 07:27:56.617305 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7f6278-f2c3-46c3-9e0e-4199cc510fb9 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Pushing event deleted for resources: {'Subnet': ['ID=b33d0a6b-8e96-4c2c-ad9c-5cffe19c9183,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:27:56.629029 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a412bb7-69f0-44d7-9e18-e0d4211b6032 None None] get_active_networks_info from n-d-712749-28 {{(pid=103285) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 07:27:56.642513 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8b986340-a1d0-45c0-aace-3a0214a4944f admin admin] Publish callbacks [] for security_group (8fd47aa5-5d67-449e-a233-d5c79707d912), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:56.650181 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8b986340-a1d0-45c0-aace-3a0214a4944f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (8fd47aa5-5d67-449e-a233-d5c79707d912), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:56.684603 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2a7f6278-f2c3-46c3-9e0e-4199cc510fb9 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (b569b6b7-1a93-4403-8656-ccdba4eca2d0), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:56.714586 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b986340-a1d0-45c0-aace-3a0214a4944f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fd47aa5-5d67-449e-a233-d5c79707d912,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:27:56.723963 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-8b986340-a1d0-45c0-aace-3a0214a4944f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=13d64ad86c814314bce993cc377b986c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4532628 Jan 28 07:27:56.726498 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 36650) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:27:56.748883 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-2a7f6278-f2c3-46c3-9e0e-4199cc510fb9 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b569b6b7-1a93-4403-8656-ccdba4eca2d0']}} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:27:56.764592 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-2a7f6278-f2c3-46c3-9e0e-4199cc510fb9 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab6c9abd-896f-498e-935b-10dc5e3baaf1') {'for_net_delete': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:27:56.765148 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-2a7f6278-f2c3-46c3-9e0e-4199cc510fb9 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab6c9abd-896f-498e-935b-10dc5e3baaf1') {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:27:56.776589 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ac7885bc-64d4-49b9-b8bb-9f74783a8a96 admin admin] Publish callbacks [] for security_group (8fd47aa5-5d67-449e-a233-d5c79707d912), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:56.778167 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2a7f6278-f2c3-46c3-9e0e-4199cc510fb9 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13506801'] for segment (ab6c9abd-896f-498e-935b-10dc5e3baaf1), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:56.798034 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2a7f6278-f2c3-46c3-9e0e-4199cc510fb9 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (ab6c9abd-896f-498e-935b-10dc5e3baaf1), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:56.805975 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a7f6278-f2c3-46c3-9e0e-4199cc510fb9 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=103283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:27:56.806918 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2a7f6278-f2c3-46c3-9e0e-4199cc510fb9 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13546563'] for segment (ab6c9abd-896f-498e-935b-10dc5e3baaf1), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:56.818145 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ac7885bc-64d4-49b9-b8bb-9f74783a8a96 admin admin] Publish callbacks [] for security_group (8fd47aa5-5d67-449e-a233-d5c79707d912), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:56.828983 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a412bb7-69f0-44d7-9e18-e0d4211b6032 None None] Resources bound (agent type, host, resource id): {{(pid=103285) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 07:27:56.881217 n-d-712749-28 neutron-server[103283]: Traceback (most recent call last): Jan 28 07:27:56.881217 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:27:56.881217 n-d-712749-28 neutron-server[103283]: timer() Jan 28 07:27:56.881217 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:27:56.881217 n-d-712749-28 neutron-server[103283]: cb(*args, **kw) Jan 28 07:27:56.881217 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:27:56.881217 n-d-712749-28 neutron-server[103283]: return func(*args, **kwargs) Jan 28 07:27:56.881217 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:27:56.881217 n-d-712749-28 neutron-server[103283]: self._notify() Jan 28 07:27:56.881217 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:27:56.881217 n-d-712749-28 neutron-server[103283]: self.callback(batched_events) Jan 28 07:27:56.881217 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:27:56.881217 n-d-712749-28 neutron-server[103283]: event.method(event) Jan 28 07:27:56.881217 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:27:56.881217 n-d-712749-28 neutron-server[103283]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:27:56.881217 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:27:56.881217 n-d-712749-28 neutron-server[103283]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:27:56.881217 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:27:56.881217 n-d-712749-28 neutron-server[103283]: return f(self, *a, **k) Jan 28 07:27:56.881217 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:27:56.881217 n-d-712749-28 neutron-server[103283]: return self._get(url).json() Jan 28 07:27:56.881217 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:27:56.881217 n-d-712749-28 neutron-server[103283]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:27:56.881217 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:27:56.881217 n-d-712749-28 neutron-server[103283]: return self.request(url, 'GET', **kwargs) Jan 28 07:27:56.881217 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:27:56.881217 n-d-712749-28 neutron-server[103283]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:27:56.881217 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:27:56.881217 n-d-712749-28 neutron-server[103283]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:27:56.881217 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:27:56.881217 n-d-712749-28 neutron-server[103283]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:27:56.881217 n-d-712749-28 neutron-server[103283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:27:56.889215 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2a7f6278-f2c3-46c3-9e0e-4199cc510fb9 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (b569b6b7-1a93-4403-8656-ccdba4eca2d0), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:56.895758 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2a7f6278-f2c3-46c3-9e0e-4199cc510fb9 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:56.902368 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 36652) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:27:56.903066 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-2a7f6278-f2c3-46c3-9e0e-4199cc510fb9 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] 10.222.0.41 "DELETE /v2.0/networks/b569b6b7-1a93-4403-8656-ccdba4eca2d0 HTTP/1.1" status: 204 len: 168 time: 0.6381066 Jan 28 07:27:56.908140 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-d17d8e9f-7198-4020-b960-12bd05ef71f8 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1189434417'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:27:56.922090 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7f6278-f2c3-46c3-9e0e-4199cc510fb9 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Pushing event deleted for resources: {'Network': ['ID=b569b6b7-1a93-4403-8656-ccdba4eca2d0,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:27:56.948925 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d17d8e9f-7198-4020-b960-12bd05ef71f8 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Made reservation on behalf of ef2155bfe68e4ad386115f14c4fb86da for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:27:56.962296 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d17d8e9f-7198-4020-b960-12bd05ef71f8 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:56.967043 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ac7885bc-64d4-49b9-b8bb-9f74783a8a96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (8fd47aa5-5d67-449e-a233-d5c79707d912), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:56.970784 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ac7885bc-64d4-49b9-b8bb-9f74783a8a96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:56.975856 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-ac7885bc-64d4-49b9-b8bb-9f74783a8a96 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8fd47aa5-5d67-449e-a233-d5c79707d912 HTTP/1.1" status: 204 len: 168 time: 0.2481532 Jan 28 07:27:56.996706 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7885bc-64d4-49b9-b8bb-9f74783a8a96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fd47aa5-5d67-449e-a233-d5c79707d912,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:27:57.032766 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d17d8e9f-7198-4020-b960-12bd05ef71f8 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:27:57.054742 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d17d8e9f-7198-4020-b960-12bd05ef71f8 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (77b94a19-be0d-4dc4-850b-7e1f0fd8e992), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:57.055490 n-d-712749-28 neutron-server[103284]: INFO neutron.db.segments_db [None req-d17d8e9f-7198-4020-b960-12bd05ef71f8 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Added segment 77b94a19-be0d-4dc4-850b-7e1f0fd8e992 of type vlan for network 4a9110a4-37e5-4302-8b6a-2300b23451e5 Jan 28 07:27:57.137257 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f04c56ce-327a-4447-bf7f-ed1ccf78c670 None None] Network b569b6b7-1a93-4403-8656-ccdba4eca2d0 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:27:57.156457 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f04c56ce-327a-4447-bf7f-ed1ccf78c670 None None] Network b569b6b7-1a93-4403-8656-ccdba4eca2d0 could not be found, it might have been deleted concurrently. {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 28 07:27:57.176360 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 4a012137-6b93-4c12-952d-f3c21032281b up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:27:57.181208 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f9e29e24-1a32-4afd-a878-15ffa0f5d2bb req-17e0a1df-eb57-4b0c-a6de-3119ec3f74d6 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009 HTTP/1.1" status: 200 len: 210 time: 0.0500481 Jan 28 07:27:57.199798 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d17d8e9f-7198-4020-b960-12bd05ef71f8 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (4a9110a4-37e5-4302-8b6a-2300b23451e5), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:57.248391 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 4a012137-6b93-4c12-952d-f3c21032281b triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:27:57.249099 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (4a012137-6b93-4c12-952d-f3c21032281b), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:57.260369 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d17d8e9f-7198-4020-b960-12bd05ef71f8 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (4a9110a4-37e5-4302-8b6a-2300b23451e5), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:57.270422 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d17d8e9f-7198-4020-b960-12bd05ef71f8 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:57.271052 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d17d8e9f-7198-4020-b960-12bd05ef71f8 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:57.379164 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-d17d8e9f-7198-4020-b960-12bd05ef71f8 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4756956 Jan 28 07:27:57.382590 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 36664) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:27:57.397374 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 4a012137-6b93-4c12-952d-f3c21032281b is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:27:57.405022 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-288ab9d4-8dd8-4300-984e-c96049e831b3 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Request body: {'subnet': {'network_id': '4a9110a4-37e5-4302-8b6a-2300b23451e5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:27:57.411761 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17d8e9f-7198-4020-b960-12bd05ef71f8 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Pushing event updated for resources: {'Network': ['ID=4a9110a4-37e5-4302-8b6a-2300b23451e5,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:27:57.429606 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network 4a9110a4-37e5-4302-8b6a-2300b23451e5 details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:27:57.551299 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 36670) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:27:57.556338 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-288ab9d4-8dd8-4300-984e-c96049e831b3 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Made reservation on behalf of ef2155bfe68e4ad386115f14c4fb86da for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:27:57.561318 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-288ab9d4-8dd8-4300-984e-c96049e831b3 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24979592'] for subnet (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:57.567681 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3294837c-0e26-43cd-8291-401466442d44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:57.664108 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3294837c-0e26-43cd-8291-401466442d44 admin admin] Publish callbacks [] for security_group (da865fd4-eaa5-43a9-89bf-1da0def4a211), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:57.670800 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3294837c-0e26-43cd-8291-401466442d44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (da865fd4-eaa5-43a9-89bf-1da0def4a211), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:57.747963 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-3294837c-0e26-43cd-8291-401466442d44 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ce801d1f18994abb9610150017b75eaf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1923289 Jan 28 07:27:57.747963 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3294837c-0e26-43cd-8291-401466442d44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da865fd4-eaa5-43a9-89bf-1da0def4a211,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:27:57.748814 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 36674) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:27:57.811175 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-288ab9d4-8dd8-4300-984e-c96049e831b3 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24757504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24979610'] for subnet (82e886be-51dc-45f2-a500-a2de01ceccd4), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:57.815417 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c3374b2f-4d1c-4d97-8d20-7c50f7d7db00 admin admin] Publish callbacks [] for security_group (da865fd4-eaa5-43a9-89bf-1da0def4a211), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:57.843389 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c3374b2f-4d1c-4d97-8d20-7c50f7d7db00 admin admin] Publish callbacks [] for security_group (da865fd4-eaa5-43a9-89bf-1da0def4a211), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:57.897232 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288ab9d4-8dd8-4300-984e-c96049e831b3 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Checking segment: {'id': '77b94a19-be0d-4dc4-850b-7e1f0fd8e992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '4a9110a4-37e5-4302-8b6a-2300b23451e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:27:57.897842 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-288ab9d4-8dd8-4300-984e-c96049e831b3 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Network hostable DHCP agents. Network: 4a9110a4-37e5-4302-8b6a-2300b23451e5, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:27:57.902333 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c3374b2f-4d1c-4d97-8d20-7c50f7d7db00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (da865fd4-eaa5-43a9-89bf-1da0def4a211), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:57.904643 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288ab9d4-8dd8-4300-984e-c96049e831b3 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Pushing event updated for resources: {'Subnet': ['ID=82e886be-51dc-45f2-a500-a2de01ceccd4,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:27:57.906013 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c3374b2f-4d1c-4d97-8d20-7c50f7d7db00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:57.907242 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-c3374b2f-4d1c-4d97-8d20-7c50f7d7db00 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/da865fd4-eaa5-43a9-89bf-1da0def4a211 HTTP/1.1" status: 204 len: 168 time: 0.1573358 Jan 28 07:27:57.915597 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3374b2f-4d1c-4d97-8d20-7c50f7d7db00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da865fd4-eaa5-43a9-89bf-1da0def4a211,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:27:57.940624 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-288ab9d4-8dd8-4300-984e-c96049e831b3 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Network 4a9110a4-37e5-4302-8b6a-2300b23451e5 is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:27:57.960415 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-288ab9d4-8dd8-4300-984e-c96049e831b3 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, 4a9110a4-37e5-4302-8b6a-2300b23451e5) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:27:57.967630 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-288ab9d4-8dd8-4300-984e-c96049e831b3 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:57.968642 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-288ab9d4-8dd8-4300-984e-c96049e831b3 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:57.973384 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-908916d3-0033-46b6-8fb6-01a39d3506d7 None None] Network 4a9110a4-37e5-4302-8b6a-2300b23451e5 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:27:57.991469 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-288ab9d4-8dd8-4300-984e-c96049e831b3 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.6076477 Jan 28 07:27:57.993972 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 36680) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:27:58.213980 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f29ebdf1-95e9-476d-b587-a21abac73e3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3dd72b9-6805-5f61-b6f3-a591f99a173d-4a9110a4-37e5-4302-8b6a-2300b23451e5', 'network_id': '4a9110a4-37e5-4302-8b6a-2300b23451e5', 'project_id': 'ef2155bfe68e4ad386115f14c4fb86da', 'fixed_ips': [{'subnet_id': '82e886be-51dc-45f2-a500-a2de01ceccd4'}]}} from n-d-712749-28. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 07:27:58.221179 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f29ebdf1-95e9-476d-b587-a21abac73e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:58.550564 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-f29ebdf1-95e9-476d-b587-a21abac73e3b None None] Allocated IP 172.20.0.1 (4a9110a4-37e5-4302-8b6a-2300b23451e5/82e886be-51dc-45f2-a500-a2de01ceccd4/1efbe749-305c-4acd-b231-65f852b26f40) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:27:58.551458 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7ebb30d7-60bd-4708-bfa1-7557125e619f req-9fc1e48a-421a-429d-8c03-ffb25ba98970 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009 HTTP/1.1" status: 200 len: 210 time: 0.0312438 Jan 28 07:27:58.618440 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54e798c1-3c0f-4051-9b7c-5821c51178b7 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (4a9110a4-37e5-4302-8b6a-2300b23451e5), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:58.689838 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54e798c1-3c0f-4051-9b7c-5821c51178b7 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (82e886be-51dc-45f2-a500-a2de01ceccd4), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:58.767655 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f29ebdf1-95e9-476d-b587-a21abac73e3b None None] Publish callbacks [] for port (1efbe749-305c-4acd-b231-65f852b26f40), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:58.780828 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f29ebdf1-95e9-476d-b587-a21abac73e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (1efbe749-305c-4acd-b231-65f852b26f40), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:58.805764 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54e798c1-3c0f-4051-9b7c-5821c51178b7 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13546665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13556132'] for subnet (82e886be-51dc-45f2-a500-a2de01ceccd4), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:58.854020 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29ebdf1-95e9-476d-b587-a21abac73e3b None None] Pushing event updated for resources: {'Port': ['ID=1efbe749-305c-4acd-b231-65f852b26f40,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:27:58.855521 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e798c1-3c0f-4051-9b7c-5821c51178b7 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Pushing event deleted for resources: {'Subnet': ['ID=82e886be-51dc-45f2-a500-a2de01ceccd4,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:27:58.862634 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f29ebdf1-95e9-476d-b587-a21abac73e3b None None] Network 4a9110a4-37e5-4302-8b6a-2300b23451e5 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:27:58.864579 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-f29ebdf1-95e9-476d-b587-a21abac73e3b None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:27:58.866920 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29ebdf1-95e9-476d-b587-a21abac73e3b None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:27:58.930713 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-f29ebdf1-95e9-476d-b587-a21abac73e3b None None] Attempting to bind port 1efbe749-305c-4acd-b231-65f852b26f40 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:27:58.931399 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-f29ebdf1-95e9-476d-b587-a21abac73e3b None None] Attempting to bind port 1efbe749-305c-4acd-b231-65f852b26f40 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '77b94a19-be0d-4dc4-850b-7e1f0fd8e992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '4a9110a4-37e5-4302-8b6a-2300b23451e5'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:27:58.932475 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29ebdf1-95e9-476d-b587-a21abac73e3b None None] Attempting to bind port 1efbe749-305c-4acd-b231-65f852b26f40 on network 4a9110a4-37e5-4302-8b6a-2300b23451e5 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:27:58.933351 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54e798c1-3c0f-4051-9b7c-5821c51178b7 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (4a9110a4-37e5-4302-8b6a-2300b23451e5), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:58.939624 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29ebdf1-95e9-476d-b587-a21abac73e3b None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 27, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:27:58.940365 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29ebdf1-95e9-476d-b587-a21abac73e3b None None] Checking segment: {'id': '77b94a19-be0d-4dc4-850b-7e1f0fd8e992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '4a9110a4-37e5-4302-8b6a-2300b23451e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:27:58.940964 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f29ebdf1-95e9-476d-b587-a21abac73e3b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:58.941541 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29ebdf1-95e9-476d-b587-a21abac73e3b None None] Bound using segment: {'id': '77b94a19-be0d-4dc4-850b-7e1f0fd8e992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '4a9110a4-37e5-4302-8b6a-2300b23451e5'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:27:58.942197 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-f29ebdf1-95e9-476d-b587-a21abac73e3b None None] Bound port: 1efbe749-305c-4acd-b231-65f852b26f40, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77b94a19-be0d-4dc4-850b-7e1f0fd8e992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '4a9110a4-37e5-4302-8b6a-2300b23451e5'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:27:58.942790 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f29ebdf1-95e9-476d-b587-a21abac73e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (1efbe749-305c-4acd-b231-65f852b26f40), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:58.957714 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-54e798c1-3c0f-4051-9b7c-5821c51178b7 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a9110a4-37e5-4302-8b6a-2300b23451e5']}} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:27:58.977873 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-54e798c1-3c0f-4051-9b7c-5821c51178b7 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77b94a19-be0d-4dc4-850b-7e1f0fd8e992') {'for_net_delete': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:27:58.979491 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-54e798c1-3c0f-4051-9b7c-5821c51178b7 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77b94a19-be0d-4dc4-850b-7e1f0fd8e992') {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:27:58.996629 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54e798c1-3c0f-4051-9b7c-5821c51178b7 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13506801'] for segment (77b94a19-be0d-4dc4-850b-7e1f0fd8e992), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:59.016422 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54e798c1-3c0f-4051-9b7c-5821c51178b7 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (77b94a19-be0d-4dc4-850b-7e1f0fd8e992), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:59.023702 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54e798c1-3c0f-4051-9b7c-5821c51178b7 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=103283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:27:59.024129 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54e798c1-3c0f-4051-9b7c-5821c51178b7 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13546563'] for segment (77b94a19-be0d-4dc4-850b-7e1f0fd8e992), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:59.054566 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-f29ebdf1-95e9-476d-b587-a21abac73e3b None None] For port 1efbe749-305c-4acd-b231-65f852b26f40, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:27:59.089231 n-d-712749-28 neutron-server[103283]: Traceback (most recent call last): Jan 28 07:27:59.089231 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:27:59.089231 n-d-712749-28 neutron-server[103283]: timer() Jan 28 07:27:59.089231 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:27:59.089231 n-d-712749-28 neutron-server[103283]: cb(*args, **kw) Jan 28 07:27:59.089231 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:27:59.089231 n-d-712749-28 neutron-server[103283]: return func(*args, **kwargs) Jan 28 07:27:59.089231 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:27:59.089231 n-d-712749-28 neutron-server[103283]: self._notify() Jan 28 07:27:59.089231 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:27:59.089231 n-d-712749-28 neutron-server[103283]: self.callback(batched_events) Jan 28 07:27:59.089231 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:27:59.089231 n-d-712749-28 neutron-server[103283]: event.method(event) Jan 28 07:27:59.089231 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:27:59.089231 n-d-712749-28 neutron-server[103283]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:27:59.089231 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:27:59.089231 n-d-712749-28 neutron-server[103283]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:27:59.089231 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:27:59.089231 n-d-712749-28 neutron-server[103283]: return f(self, *a, **k) Jan 28 07:27:59.089231 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:27:59.089231 n-d-712749-28 neutron-server[103283]: return self._get(url).json() Jan 28 07:27:59.089231 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:27:59.089231 n-d-712749-28 neutron-server[103283]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:27:59.089231 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:27:59.089231 n-d-712749-28 neutron-server[103283]: return self.request(url, 'GET', **kwargs) Jan 28 07:27:59.089231 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:27:59.089231 n-d-712749-28 neutron-server[103283]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:27:59.089231 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:27:59.089231 n-d-712749-28 neutron-server[103283]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:27:59.089231 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:27:59.089231 n-d-712749-28 neutron-server[103283]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:27:59.089231 n-d-712749-28 neutron-server[103283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:27:59.095410 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-f29ebdf1-95e9-476d-b587-a21abac73e3b None None] For port 1efbe749-305c-4acd-b231-65f852b26f40, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=1efbe749-305c-4acd-b231-65f852b26f40,segment=NetworkSegment(77b94a19-be0d-4dc4-850b-7e1f0fd8e992),segment_id=77b94a19-be0d-4dc4-850b-7e1f0fd8e992)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:27:59.097826 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.db.api [None req-54e798c1-3c0f-4051-9b7c-5821c51178b7 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 07:27:59.097826 n-d-712749-28 neutron-server[103283]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 07:27:59.097826 n-d-712749-28 neutron-server[103283]: [parameters: {'id': '4a9110a4-37e5-4302-8b6a-2300b23451e5'}] Jan 28 07:27:59.097826 n-d-712749-28 neutron-server[103283]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103283) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 07:27:59.098469 n-d-712749-28 neutron-server[103283]: DEBUG oslo_db.api [None req-54e798c1-3c0f-4051-9b7c-5821c51178b7 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 07:27:59.102971 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f29ebdf1-95e9-476d-b587-a21abac73e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (1efbe749-305c-4acd-b231-65f852b26f40), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:59.202387 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29ebdf1-95e9-476d-b587-a21abac73e3b None None] Pushing event updated for resources: {'Port': ['ID=1efbe749-305c-4acd-b231-65f852b26f40,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:27:59.221855 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a08fb1-c112-4f4f-9a23-d643fe7a984a None None] get_active_networks_info from n-d-712749-28 {{(pid=103285) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 07:27:59.352918 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a08fb1-c112-4f4f-9a23-d643fe7a984a None None] Resources bound (agent type, host, resource id): {{(pid=103285) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 07:27:59.589485 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85515009-659f-4eba-950e-c8cb48f457a6 None None] Network 4a9110a4-37e5-4302-8b6a-2300b23451e5 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:27:59.599772 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54e798c1-3c0f-4051-9b7c-5821c51178b7 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (4a9110a4-37e5-4302-8b6a-2300b23451e5), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:59.748102 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-affafb33-86f4-4aed-922e-66295d63331e req-0bb7bab9-a71e-40d8-9d41-a61335f8cc44 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009 HTTP/1.1" status: 200 len: 210 time: 0.0555310 Jan 28 07:27:59.773286 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54e798c1-3c0f-4051-9b7c-5821c51178b7 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Deleting port 1efbe749-305c-4acd-b231-65f852b26f40 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:27:59.773632 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54e798c1-3c0f-4051-9b7c-5821c51178b7 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (1efbe749-305c-4acd-b231-65f852b26f40), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:59.866910 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-54e798c1-3c0f-4051-9b7c-5821c51178b7 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] For port 1efbe749-305c-4acd-b231-65f852b26f40, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=1efbe749-305c-4acd-b231-65f852b26f40,segment=NetworkSegment(77b94a19-be0d-4dc4-850b-7e1f0fd8e992),segment_id=77b94a19-be0d-4dc4-850b-7e1f0fd8e992)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:27:59.868770 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54e798c1-3c0f-4051-9b7c-5821c51178b7 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (1efbe749-305c-4acd-b231-65f852b26f40), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:27:59.904654 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54e798c1-3c0f-4051-9b7c-5821c51178b7 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Calling delete_port for 1efbe749-305c-4acd-b231-65f852b26f40 owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:28:00.016426 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54e798c1-3c0f-4051-9b7c-5821c51178b7 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (1efbe749-305c-4acd-b231-65f852b26f40), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:00.048265 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e798c1-3c0f-4051-9b7c-5821c51178b7 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Pushing event deleted for resources: {'Port': ['ID=1efbe749-305c-4acd-b231-65f852b26f40,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:00.054750 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e798c1-3c0f-4051-9b7c-5821c51178b7 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] No DVR routers for this DVR port 1efbe749-305c-4acd-b231-65f852b26f40 on host n-d-712749-28 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:28:00.146006 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54e798c1-3c0f-4051-9b7c-5821c51178b7 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (4a9110a4-37e5-4302-8b6a-2300b23451e5), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:00.170676 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-54e798c1-3c0f-4051-9b7c-5821c51178b7 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a9110a4-37e5-4302-8b6a-2300b23451e5']}} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:28:00.171695 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 36748) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:00.182000 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-54e798c1-3c0f-4051-9b7c-5821c51178b7 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77b94a19-be0d-4dc4-850b-7e1f0fd8e992') {'for_net_delete': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:28:00.182571 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-54e798c1-3c0f-4051-9b7c-5821c51178b7 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77b94a19-be0d-4dc4-850b-7e1f0fd8e992') {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:28:00.194822 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54e798c1-3c0f-4051-9b7c-5821c51178b7 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13506801'] for segment (77b94a19-be0d-4dc4-850b-7e1f0fd8e992), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:00.211228 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54e798c1-3c0f-4051-9b7c-5821c51178b7 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (77b94a19-be0d-4dc4-850b-7e1f0fd8e992), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:00.221279 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54e798c1-3c0f-4051-9b7c-5821c51178b7 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=103283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:28:00.221696 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54e798c1-3c0f-4051-9b7c-5821c51178b7 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13546563'] for segment (77b94a19-be0d-4dc4-850b-7e1f0fd8e992), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:00.225269 n-d-712749-28 neutron-server[103283]: Traceback (most recent call last): Jan 28 07:28:00.225269 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:28:00.225269 n-d-712749-28 neutron-server[103283]: timer() Jan 28 07:28:00.225269 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:28:00.225269 n-d-712749-28 neutron-server[103283]: cb(*args, **kw) Jan 28 07:28:00.225269 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:28:00.225269 n-d-712749-28 neutron-server[103283]: return func(*args, **kwargs) Jan 28 07:28:00.225269 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:28:00.225269 n-d-712749-28 neutron-server[103283]: self._notify() Jan 28 07:28:00.225269 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:28:00.225269 n-d-712749-28 neutron-server[103283]: self.callback(batched_events) Jan 28 07:28:00.225269 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:28:00.225269 n-d-712749-28 neutron-server[103283]: event.method(event) Jan 28 07:28:00.225269 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:28:00.225269 n-d-712749-28 neutron-server[103283]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:28:00.225269 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:28:00.225269 n-d-712749-28 neutron-server[103283]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:28:00.225269 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:28:00.225269 n-d-712749-28 neutron-server[103283]: return f(self, *a, **k) Jan 28 07:28:00.225269 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:28:00.225269 n-d-712749-28 neutron-server[103283]: return self._get(url).json() Jan 28 07:28:00.225269 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:28:00.225269 n-d-712749-28 neutron-server[103283]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:28:00.225269 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:28:00.225269 n-d-712749-28 neutron-server[103283]: return self.request(url, 'GET', **kwargs) Jan 28 07:28:00.225269 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:28:00.225269 n-d-712749-28 neutron-server[103283]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:28:00.225269 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:28:00.225269 n-d-712749-28 neutron-server[103283]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:28:00.225269 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:28:00.225269 n-d-712749-28 neutron-server[103283]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:28:00.225269 n-d-712749-28 neutron-server[103283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:28:00.293268 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-a56bff25-1537-4d5b-8e65-7cbcf56dd5d7 tempest-QuotasNegativeTest-1547714520 tempest-QuotasNegativeTest-1547714520-project-admin] Request body: {'quota': {'network': 2}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:28:00.320188 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-a56bff25-1537-4d5b-8e65-7cbcf56dd5d7 tempest-QuotasNegativeTest-1547714520 tempest-QuotasNegativeTest-1547714520-project-admin] 10.222.0.41 "PUT /v2.0/quotas/0957a1521a2b4a069c417e312422f5b7 HTTP/1.1" status: 200 len: 368 time: 0.1467581 Jan 28 07:28:00.320424 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54e798c1-3c0f-4051-9b7c-5821c51178b7 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (4a9110a4-37e5-4302-8b6a-2300b23451e5), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:00.322682 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 36756) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:00.331566 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-6f26cf32-f462-4b7a-aa2f-9da5279fb79e tempest-QuotasNegativeTest-1547714520 tempest-QuotasNegativeTest-1547714520-project-admin] Request body: {'network': {'project_id': '0957a1521a2b4a069c417e312422f5b7'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:28:00.342793 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54e798c1-3c0f-4051-9b7c-5821c51178b7 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:00.349830 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-54e798c1-3c0f-4051-9b7c-5821c51178b7 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] 10.222.0.41 "DELETE /v2.0/networks/4a9110a4-37e5-4302-8b6a-2300b23451e5 HTTP/1.1" status: 204 len: 168 time: 2.3500791 Jan 28 07:28:00.350402 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 36758) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:00.364210 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-6bac1285-2d51-4491-9b22-a4d656b53a5d tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-884387067'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:28:00.373610 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e798c1-3c0f-4051-9b7c-5821c51178b7 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Pushing event deleted for resources: {'Network': ['ID=4a9110a4-37e5-4302-8b6a-2300b23451e5,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:00.397726 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f26cf32-f462-4b7a-aa2f-9da5279fb79e tempest-QuotasNegativeTest-1547714520 tempest-QuotasNegativeTest-1547714520-project-admin] Made reservation on behalf of 0957a1521a2b4a069c417e312422f5b7 for: {'network': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:28:00.400237 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6f26cf32-f462-4b7a-aa2f-9da5279fb79e tempest-QuotasNegativeTest-1547714520 tempest-QuotasNegativeTest-1547714520-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:00.402202 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bac1285-2d51-4491-9b22-a4d656b53a5d tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Made reservation on behalf of ef2155bfe68e4ad386115f14c4fb86da for: {'network': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:28:00.405596 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6bac1285-2d51-4491-9b22-a4d656b53a5d tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:00.422128 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6f26cf32-f462-4b7a-aa2f-9da5279fb79e tempest-QuotasNegativeTest-1547714520 tempest-QuotasNegativeTest-1547714520-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:00.451448 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bac1285-2d51-4491-9b22-a4d656b53a5d tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=103283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:28:00.470305 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6bac1285-2d51-4491-9b22-a4d656b53a5d tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (15fb5354-7fc5-4361-baf0-ec2bd127f239), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:00.470601 n-d-712749-28 neutron-server[103283]: INFO neutron.db.segments_db [None req-6bac1285-2d51-4491-9b22-a4d656b53a5d tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Added segment 15fb5354-7fc5-4361-baf0-ec2bd127f239 of type vlan for network 58d2f30f-f021-4e6b-9eac-fb897990443e Jan 28 07:28:00.526887 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6bac1285-2d51-4491-9b22-a4d656b53a5d tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (58d2f30f-f021-4e6b-9eac-fb897990443e), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:00.575870 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6f26cf32-f462-4b7a-aa2f-9da5279fb79e tempest-QuotasNegativeTest-1547714520 tempest-QuotasNegativeTest-1547714520-project-admin] Publish callbacks [] for security_group (8a9a4ab3-0d15-461f-9dcc-d5c778e7905a), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:00.577046 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6bac1285-2d51-4491-9b22-a4d656b53a5d tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (58d2f30f-f021-4e6b-9eac-fb897990443e), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:00.582545 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bac1285-2d51-4491-9b22-a4d656b53a5d tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:28:00.583138 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6bac1285-2d51-4491-9b22-a4d656b53a5d tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:00.590571 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6f26cf32-f462-4b7a-aa2f-9da5279fb79e tempest-QuotasNegativeTest-1547714520 tempest-QuotasNegativeTest-1547714520-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (8a9a4ab3-0d15-461f-9dcc-d5c778e7905a), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:00.696225 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-6bac1285-2d51-4491-9b22-a4d656b53a5d tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3337274 Jan 28 07:28:00.696225 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f26cf32-f462-4b7a-aa2f-9da5279fb79e tempest-QuotasNegativeTest-1547714520 tempest-QuotasNegativeTest-1547714520-project-admin] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=103283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:28:00.696550 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 36764) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:00.701601 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-8c4123fe-71b2-4c5c-b2cb-b5f76094d51c tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Request body: {'subnet': {'network_id': '58d2f30f-f021-4e6b-9eac-fb897990443e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:28:00.706172 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bac1285-2d51-4491-9b22-a4d656b53a5d tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Pushing event updated for resources: {'Network': ['ID=58d2f30f-f021-4e6b-9eac-fb897990443e,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:00.710595 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f26cf32-f462-4b7a-aa2f-9da5279fb79e tempest-QuotasNegativeTest-1547714520 tempest-QuotasNegativeTest-1547714520-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a9a4ab3-0d15-461f-9dcc-d5c778e7905a,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:00.717714 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6f26cf32-f462-4b7a-aa2f-9da5279fb79e tempest-QuotasNegativeTest-1547714520 tempest-QuotasNegativeTest-1547714520-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (8a65f0ce-a56e-4d91-835a-b1e3ecbafbab), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:00.718200 n-d-712749-28 neutron-server[103283]: INFO neutron.db.segments_db [None req-6f26cf32-f462-4b7a-aa2f-9da5279fb79e tempest-QuotasNegativeTest-1547714520 tempest-QuotasNegativeTest-1547714520-project-admin] Added segment 8a65f0ce-a56e-4d91-835a-b1e3ecbafbab of type vlan for network d1bf1794-7f41-4519-84c9-6018d2b5c7b7 Jan 28 07:28:00.722416 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network 58d2f30f-f021-4e6b-9eac-fb897990443e details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:28:00.764865 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6f26cf32-f462-4b7a-aa2f-9da5279fb79e tempest-QuotasNegativeTest-1547714520 tempest-QuotasNegativeTest-1547714520-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (d1bf1794-7f41-4519-84c9-6018d2b5c7b7), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:00.821155 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6f26cf32-f462-4b7a-aa2f-9da5279fb79e tempest-QuotasNegativeTest-1547714520 tempest-QuotasNegativeTest-1547714520-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (d1bf1794-7f41-4519-84c9-6018d2b5c7b7), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:00.822740 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f26cf32-f462-4b7a-aa2f-9da5279fb79e tempest-QuotasNegativeTest-1547714520 tempest-QuotasNegativeTest-1547714520-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:28:00.823645 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6f26cf32-f462-4b7a-aa2f-9da5279fb79e tempest-QuotasNegativeTest-1547714520 tempest-QuotasNegativeTest-1547714520-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:00.912889 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-6f26cf32-f462-4b7a-aa2f-9da5279fb79e tempest-QuotasNegativeTest-1547714520 tempest-QuotasNegativeTest-1547714520-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.5890970 Jan 28 07:28:00.916052 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 36768) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:00.927569 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-d197a7b5-3390-4eca-9301-6a4c736846d4 tempest-QuotasNegativeTest-1547714520 tempest-QuotasNegativeTest-1547714520-project-admin] Request body: {'network': {'project_id': '0957a1521a2b4a069c417e312422f5b7'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:28:00.935553 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c4123fe-71b2-4c5c-b2cb-b5f76094d51c tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Made reservation on behalf of ef2155bfe68e4ad386115f14c4fb86da for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:28:00.939839 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8c4123fe-71b2-4c5c-b2cb-b5f76094d51c tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24979592'] for subnet (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:00.945161 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f4f191ed-53a8-473a-89c7-e9374d312077 req-b74fe06d-a5dc-41c1-93fa-725574c46f0e tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009 HTTP/1.1" status: 200 len: 210 time: 0.0484195 Jan 28 07:28:00.948554 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f26cf32-f462-4b7a-aa2f-9da5279fb79e tempest-QuotasNegativeTest-1547714520 tempest-QuotasNegativeTest-1547714520-project-admin] Pushing event updated for resources: {'Network': ['ID=d1bf1794-7f41-4519-84c9-6018d2b5c7b7,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:00.962624 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network d1bf1794-7f41-4519-84c9-6018d2b5c7b7 details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:28:01.017855 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d197a7b5-3390-4eca-9301-6a4c736846d4 tempest-QuotasNegativeTest-1547714520 tempest-QuotasNegativeTest-1547714520-project-admin] Made reservation on behalf of 0957a1521a2b4a069c417e312422f5b7 for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:28:01.027421 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d197a7b5-3390-4eca-9301-6a4c736846d4 tempest-QuotasNegativeTest-1547714520 tempest-QuotasNegativeTest-1547714520-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:01.112617 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d197a7b5-3390-4eca-9301-6a4c736846d4 tempest-QuotasNegativeTest-1547714520 tempest-QuotasNegativeTest-1547714520-project-admin] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:28:01.128908 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d197a7b5-3390-4eca-9301-6a4c736846d4 tempest-QuotasNegativeTest-1547714520 tempest-QuotasNegativeTest-1547714520-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (99fa6c90-4630-4876-8275-10a19217d548), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:01.129324 n-d-712749-28 neutron-server[103284]: INFO neutron.db.segments_db [None req-d197a7b5-3390-4eca-9301-6a4c736846d4 tempest-QuotasNegativeTest-1547714520 tempest-QuotasNegativeTest-1547714520-project-admin] Added segment 99fa6c90-4630-4876-8275-10a19217d548 of type vlan for network 13ca956f-d6eb-484b-a34e-49ac8a2e8f1d Jan 28 07:28:01.197726 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d197a7b5-3390-4eca-9301-6a4c736846d4 tempest-QuotasNegativeTest-1547714520 tempest-QuotasNegativeTest-1547714520-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (13ca956f-d6eb-484b-a34e-49ac8a2e8f1d), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:01.264105 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d197a7b5-3390-4eca-9301-6a4c736846d4 tempest-QuotasNegativeTest-1547714520 tempest-QuotasNegativeTest-1547714520-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (13ca956f-d6eb-484b-a34e-49ac8a2e8f1d), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:01.265376 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d197a7b5-3390-4eca-9301-6a4c736846d4 tempest-QuotasNegativeTest-1547714520 tempest-QuotasNegativeTest-1547714520-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:28:01.265990 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d197a7b5-3390-4eca-9301-6a4c736846d4 tempest-QuotasNegativeTest-1547714520 tempest-QuotasNegativeTest-1547714520-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:01.340490 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8c4123fe-71b2-4c5c-b2cb-b5f76094d51c tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24757504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24979610'] for subnet (2ea291d3-7863-41a5-9d32-b86df2f38583), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:01.378243 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-d197a7b5-3390-4eca-9301-6a4c736846d4 tempest-QuotasNegativeTest-1547714520 tempest-QuotasNegativeTest-1547714520-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.4608748 Jan 28 07:28:01.381621 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 36778) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:01.390100 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-d7412c9f-7e4b-4d93-8404-38c4e34c8176 tempest-QuotasNegativeTest-1547714520 tempest-QuotasNegativeTest-1547714520-project-admin] Request body: {'network': {'project_id': '0957a1521a2b4a069c417e312422f5b7'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:28:01.399852 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d197a7b5-3390-4eca-9301-6a4c736846d4 tempest-QuotasNegativeTest-1547714520 tempest-QuotasNegativeTest-1547714520-project-admin] Pushing event updated for resources: {'Network': ['ID=13ca956f-d6eb-484b-a34e-49ac8a2e8f1d,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:01.411373 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network 13ca956f-d6eb-484b-a34e-49ac8a2e8f1d details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:28:01.411920 n-d-712749-28 neutron-server[103283]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7412c9f-7e4b-4d93-8404-38c4e34c8176 tempest-QuotasNegativeTest-1547714520 tempest-QuotasNegativeTest-1547714520-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jan 28 07:28:01.412999 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7412c9f-7e4b-4d93-8404-38c4e34c8176 tempest-QuotasNegativeTest-1547714520 tempest-QuotasNegativeTest-1547714520-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103283) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:28:01.417736 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 36780) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:01.420297 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-d7412c9f-7e4b-4d93-8404-38c4e34c8176 tempest-QuotasNegativeTest-1547714520 tempest-QuotasNegativeTest-1547714520-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0351243 Jan 28 07:28:01.446742 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4123fe-71b2-4c5c-b2cb-b5f76094d51c tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Pushing event updated for resources: {'Subnet': ['ID=2ea291d3-7863-41a5-9d32-b86df2f38583,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:01.481246 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4123fe-71b2-4c5c-b2cb-b5f76094d51c tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Checking segment: {'id': '15fb5354-7fc5-4361-baf0-ec2bd127f239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '58d2f30f-f021-4e6b-9eac-fb897990443e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:28:01.481613 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c4123fe-71b2-4c5c-b2cb-b5f76094d51c tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Network hostable DHCP agents. Network: 58d2f30f-f021-4e6b-9eac-fb897990443e, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:28:01.506307 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-1e72f72c-a28d-4283-b652-3a5f2dcadf47 tempest-QuotasNegativeTest-1547714520 tempest-QuotasNegativeTest-1547714520-project-admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0957a1521a2b4a069c417e312422f5b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0874767 Jan 28 07:28:01.509581 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 36782) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:01.519896 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c4123fe-71b2-4c5c-b2cb-b5f76094d51c tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Network 58d2f30f-f021-4e6b-9eac-fb897990443e is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:28:01.541785 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-8c4123fe-71b2-4c5c-b2cb-b5f76094d51c tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, 58d2f30f-f021-4e6b-9eac-fb897990443e) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:28:01.546326 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c4123fe-71b2-4c5c-b2cb-b5f76094d51c tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:28:01.546945 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8c4123fe-71b2-4c5c-b2cb-b5f76094d51c tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:01.561436 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ffc7014-fc78-41a3-b905-9f9c572eb317 None None] Network 58d2f30f-f021-4e6b-9eac-fb897990443e requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:28:01.587887 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-8c4123fe-71b2-4c5c-b2cb-b5f76094d51c tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8901794 Jan 28 07:28:01.590423 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 36788) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:01.626881 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8ec0380a-294e-47f4-9ed6-3d80c06eba8b tempest-QuotasNegativeTest-1547714520 tempest-QuotasNegativeTest-1547714520-project-admin] Publish callbacks [] for security_group (8a9a4ab3-0d15-461f-9dcc-d5c778e7905a), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:01.705183 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8ec0380a-294e-47f4-9ed6-3d80c06eba8b tempest-QuotasNegativeTest-1547714520 tempest-QuotasNegativeTest-1547714520-project-admin] Publish callbacks [] for security_group (8a9a4ab3-0d15-461f-9dcc-d5c778e7905a), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:01.770478 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2bc3098a-5e68-4b19-9a17-d7b4a8c7297d tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (58d2f30f-f021-4e6b-9eac-fb897990443e), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:01.774237 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8ec0380a-294e-47f4-9ed6-3d80c06eba8b tempest-QuotasNegativeTest-1547714520 tempest-QuotasNegativeTest-1547714520-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (8a9a4ab3-0d15-461f-9dcc-d5c778e7905a), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:01.778329 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8ec0380a-294e-47f4-9ed6-3d80c06eba8b tempest-QuotasNegativeTest-1547714520 tempest-QuotasNegativeTest-1547714520-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:01.782402 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 36792) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:01.786817 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-8ec0380a-294e-47f4-9ed6-3d80c06eba8b tempest-QuotasNegativeTest-1547714520 tempest-QuotasNegativeTest-1547714520-project-admin] 10.222.0.41 "DELETE /v2.0/security-groups/8a9a4ab3-0d15-461f-9dcc-d5c778e7905a HTTP/1.1" status: 204 len: 168 time: 0.2761617 Jan 28 07:28:01.792567 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d84d3193-493a-4862-bd04-98d834a0ddbd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3dd72b9-6805-5f61-b6f3-a591f99a173d-58d2f30f-f021-4e6b-9eac-fb897990443e', 'network_id': '58d2f30f-f021-4e6b-9eac-fb897990443e', 'project_id': 'ef2155bfe68e4ad386115f14c4fb86da', 'fixed_ips': [{'subnet_id': '2ea291d3-7863-41a5-9d32-b86df2f38583'}]}} from n-d-712749-28. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 07:28:01.793457 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d84d3193-493a-4862-bd04-98d834a0ddbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:01.801221 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec0380a-294e-47f4-9ed6-3d80c06eba8b tempest-QuotasNegativeTest-1547714520 tempest-QuotasNegativeTest-1547714520-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a9a4ab3-0d15-461f-9dcc-d5c778e7905a,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:01.924309 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5c05f66f-3aba-4925-b425-0adf5e682b0b tempest-QuotasNegativeTest-1547714520 tempest-QuotasNegativeTest-1547714520-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (13ca956f-d6eb-484b-a34e-49ac8a2e8f1d), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:01.944748 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2bc3098a-5e68-4b19-9a17-d7b4a8c7297d tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (2ea291d3-7863-41a5-9d32-b86df2f38583), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:02.075353 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-d84d3193-493a-4862-bd04-98d834a0ddbd None None] Allocated IP 172.20.0.2 (58d2f30f-f021-4e6b-9eac-fb897990443e/2ea291d3-7863-41a5-9d32-b86df2f38583/16c95fe5-7505-4413-b85d-519d995844ff) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:28:02.210918 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f093311c-8274-44e4-880b-d6eff4a92942 req-e15301f3-34ab-44c9-af5b-3c1703abfdb4 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009 HTTP/1.1" status: 200 len: 210 time: 0.0529504 Jan 28 07:28:02.215208 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5c05f66f-3aba-4925-b425-0adf5e682b0b tempest-QuotasNegativeTest-1547714520 tempest-QuotasNegativeTest-1547714520-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (13ca956f-d6eb-484b-a34e-49ac8a2e8f1d), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:02.248933 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-5c05f66f-3aba-4925-b425-0adf5e682b0b tempest-QuotasNegativeTest-1547714520 tempest-QuotasNegativeTest-1547714520-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13ca956f-d6eb-484b-a34e-49ac8a2e8f1d']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:28:02.266684 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-5c05f66f-3aba-4925-b425-0adf5e682b0b tempest-QuotasNegativeTest-1547714520 tempest-QuotasNegativeTest-1547714520-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99fa6c90-4630-4876-8275-10a19217d548') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:28:02.267591 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-5c05f66f-3aba-4925-b425-0adf5e682b0b tempest-QuotasNegativeTest-1547714520 tempest-QuotasNegativeTest-1547714520-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99fa6c90-4630-4876-8275-10a19217d548') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:28:02.277424 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5c05f66f-3aba-4925-b425-0adf5e682b0b tempest-QuotasNegativeTest-1547714520 tempest-QuotasNegativeTest-1547714520-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24759294'] for segment (99fa6c90-4630-4876-8275-10a19217d548), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:02.291834 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5c05f66f-3aba-4925-b425-0adf5e682b0b tempest-QuotasNegativeTest-1547714520 tempest-QuotasNegativeTest-1547714520-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (99fa6c90-4630-4876-8275-10a19217d548), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:02.298708 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c05f66f-3aba-4925-b425-0adf5e682b0b tempest-QuotasNegativeTest-1547714520 tempest-QuotasNegativeTest-1547714520-project-admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:28:02.299108 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5c05f66f-3aba-4925-b425-0adf5e682b0b tempest-QuotasNegativeTest-1547714520 tempest-QuotasNegativeTest-1547714520-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24757675'] for segment (99fa6c90-4630-4876-8275-10a19217d548), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:02.343770 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d84d3193-493a-4862-bd04-98d834a0ddbd None None] Publish callbacks [] for port (16c95fe5-7505-4413-b85d-519d995844ff), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:02.358153 n-d-712749-28 neutron-server[103284]: Traceback (most recent call last): Jan 28 07:28:02.358153 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:28:02.358153 n-d-712749-28 neutron-server[103284]: timer() Jan 28 07:28:02.358153 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:28:02.358153 n-d-712749-28 neutron-server[103284]: cb(*args, **kw) Jan 28 07:28:02.358153 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:28:02.358153 n-d-712749-28 neutron-server[103284]: return func(*args, **kwargs) Jan 28 07:28:02.358153 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:28:02.358153 n-d-712749-28 neutron-server[103284]: self._notify() Jan 28 07:28:02.358153 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:28:02.358153 n-d-712749-28 neutron-server[103284]: self.callback(batched_events) Jan 28 07:28:02.358153 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:28:02.358153 n-d-712749-28 neutron-server[103284]: event.method(event) Jan 28 07:28:02.358153 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:28:02.358153 n-d-712749-28 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:28:02.358153 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:28:02.358153 n-d-712749-28 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:28:02.358153 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:28:02.358153 n-d-712749-28 neutron-server[103284]: return f(self, *a, **k) Jan 28 07:28:02.358153 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:28:02.358153 n-d-712749-28 neutron-server[103284]: return self._get(url).json() Jan 28 07:28:02.358153 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:28:02.358153 n-d-712749-28 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:28:02.358153 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:28:02.358153 n-d-712749-28 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Jan 28 07:28:02.358153 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:28:02.358153 n-d-712749-28 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:28:02.358153 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:28:02.358153 n-d-712749-28 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:28:02.358153 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:28:02.358153 n-d-712749-28 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:28:02.358153 n-d-712749-28 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:28:02.365141 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5c05f66f-3aba-4925-b425-0adf5e682b0b tempest-QuotasNegativeTest-1547714520 tempest-QuotasNegativeTest-1547714520-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (13ca956f-d6eb-484b-a34e-49ac8a2e8f1d), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:02.376699 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d84d3193-493a-4862-bd04-98d834a0ddbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (16c95fe5-7505-4413-b85d-519d995844ff), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:02.400919 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5c05f66f-3aba-4925-b425-0adf5e682b0b tempest-QuotasNegativeTest-1547714520 tempest-QuotasNegativeTest-1547714520-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:02.406493 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-5c05f66f-3aba-4925-b425-0adf5e682b0b tempest-QuotasNegativeTest-1547714520 tempest-QuotasNegativeTest-1547714520-project-admin] 10.222.0.41 "DELETE /v2.0/networks/13ca956f-d6eb-484b-a34e-49ac8a2e8f1d HTTP/1.1" status: 204 len: 168 time: 0.6224470 Jan 28 07:28:02.410045 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 36806) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:02.424126 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c05f66f-3aba-4925-b425-0adf5e682b0b tempest-QuotasNegativeTest-1547714520 tempest-QuotasNegativeTest-1547714520-project-admin] Pushing event deleted for resources: {'Network': ['ID=13ca956f-d6eb-484b-a34e-49ac8a2e8f1d,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:02.451134 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d84d3193-493a-4862-bd04-98d834a0ddbd None None] Network 58d2f30f-f021-4e6b-9eac-fb897990443e is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:28:02.454123 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-d84d3193-493a-4862-bd04-98d834a0ddbd None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:28:02.457829 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84d3193-493a-4862-bd04-98d834a0ddbd None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:28:02.465949 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2bc3098a-5e68-4b19-9a17-d7b4a8c7297d tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24757569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24979817'] for subnet (2ea291d3-7863-41a5-9d32-b86df2f38583), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:02.470270 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84d3193-493a-4862-bd04-98d834a0ddbd None None] Pushing event updated for resources: {'Port': ['ID=16c95fe5-7505-4413-b85d-519d995844ff,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:02.536940 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc3098a-5e68-4b19-9a17-d7b4a8c7297d tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Pushing event deleted for resources: {'Subnet': ['ID=2ea291d3-7863-41a5-9d32-b86df2f38583,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:02.556044 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a5ee9f1b-7aca-4d5a-ba29-2022283944c5 tempest-QuotasNegativeTest-1547714520 tempest-QuotasNegativeTest-1547714520-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (d1bf1794-7f41-4519-84c9-6018d2b5c7b7), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:02.570604 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-d84d3193-493a-4862-bd04-98d834a0ddbd None None] Attempting to bind port 16c95fe5-7505-4413-b85d-519d995844ff on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:28:02.570870 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-d84d3193-493a-4862-bd04-98d834a0ddbd None None] Attempting to bind port 16c95fe5-7505-4413-b85d-519d995844ff by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '15fb5354-7fc5-4361-baf0-ec2bd127f239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '58d2f30f-f021-4e6b-9eac-fb897990443e'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:28:02.571136 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84d3193-493a-4862-bd04-98d834a0ddbd None None] Attempting to bind port 16c95fe5-7505-4413-b85d-519d995844ff on network 58d2f30f-f021-4e6b-9eac-fb897990443e {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:28:02.587204 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84d3193-493a-4862-bd04-98d834a0ddbd None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 27, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:28:02.587950 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84d3193-493a-4862-bd04-98d834a0ddbd None None] Checking segment: {'id': '15fb5354-7fc5-4361-baf0-ec2bd127f239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '58d2f30f-f021-4e6b-9eac-fb897990443e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:28:02.588391 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d84d3193-493a-4862-bd04-98d834a0ddbd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:02.588793 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84d3193-493a-4862-bd04-98d834a0ddbd None None] Bound using segment: {'id': '15fb5354-7fc5-4361-baf0-ec2bd127f239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '58d2f30f-f021-4e6b-9eac-fb897990443e'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:28:02.589267 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-d84d3193-493a-4862-bd04-98d834a0ddbd None None] Bound port: 16c95fe5-7505-4413-b85d-519d995844ff, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15fb5354-7fc5-4361-baf0-ec2bd127f239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '58d2f30f-f021-4e6b-9eac-fb897990443e'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:28:02.589653 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d84d3193-493a-4862-bd04-98d834a0ddbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (16c95fe5-7505-4413-b85d-519d995844ff), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:02.616939 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2bc3098a-5e68-4b19-9a17-d7b4a8c7297d tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (58d2f30f-f021-4e6b-9eac-fb897990443e), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:02.642949 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-2bc3098a-5e68-4b19-9a17-d7b4a8c7297d tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58d2f30f-f021-4e6b-9eac-fb897990443e']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:28:02.653440 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-2bc3098a-5e68-4b19-9a17-d7b4a8c7297d tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15fb5354-7fc5-4361-baf0-ec2bd127f239') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:28:02.653811 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-2bc3098a-5e68-4b19-9a17-d7b4a8c7297d tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15fb5354-7fc5-4361-baf0-ec2bd127f239') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:28:02.671856 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2bc3098a-5e68-4b19-9a17-d7b4a8c7297d tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24759294'] for segment (15fb5354-7fc5-4361-baf0-ec2bd127f239), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:02.687434 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2bc3098a-5e68-4b19-9a17-d7b4a8c7297d tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (15fb5354-7fc5-4361-baf0-ec2bd127f239), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:02.693258 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a5ee9f1b-7aca-4d5a-ba29-2022283944c5 tempest-QuotasNegativeTest-1547714520 tempest-QuotasNegativeTest-1547714520-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (d1bf1794-7f41-4519-84c9-6018d2b5c7b7), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:02.706202 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bc3098a-5e68-4b19-9a17-d7b4a8c7297d tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:28:02.706621 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2bc3098a-5e68-4b19-9a17-d7b4a8c7297d tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24757675'] for segment (15fb5354-7fc5-4361-baf0-ec2bd127f239), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:02.707158 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-d84d3193-493a-4862-bd04-98d834a0ddbd None None] For port 16c95fe5-7505-4413-b85d-519d995844ff, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:28:02.711460 n-d-712749-28 neutron-server[103284]: Traceback (most recent call last): Jan 28 07:28:02.711460 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:28:02.711460 n-d-712749-28 neutron-server[103284]: timer() Jan 28 07:28:02.711460 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:28:02.711460 n-d-712749-28 neutron-server[103284]: cb(*args, **kw) Jan 28 07:28:02.711460 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:28:02.711460 n-d-712749-28 neutron-server[103284]: return func(*args, **kwargs) Jan 28 07:28:02.711460 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:28:02.711460 n-d-712749-28 neutron-server[103284]: self._notify() Jan 28 07:28:02.711460 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:28:02.711460 n-d-712749-28 neutron-server[103284]: self.callback(batched_events) Jan 28 07:28:02.711460 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:28:02.711460 n-d-712749-28 neutron-server[103284]: event.method(event) Jan 28 07:28:02.711460 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:28:02.711460 n-d-712749-28 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:28:02.711460 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:28:02.711460 n-d-712749-28 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:28:02.711460 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:28:02.711460 n-d-712749-28 neutron-server[103284]: return f(self, *a, **k) Jan 28 07:28:02.711460 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:28:02.711460 n-d-712749-28 neutron-server[103284]: return self._get(url).json() Jan 28 07:28:02.711460 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:28:02.711460 n-d-712749-28 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:28:02.711460 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:28:02.711460 n-d-712749-28 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Jan 28 07:28:02.711460 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:28:02.711460 n-d-712749-28 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:28:02.711460 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:28:02.711460 n-d-712749-28 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:28:02.711460 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:28:02.711460 n-d-712749-28 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:28:02.711460 n-d-712749-28 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:28:02.733992 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-a5ee9f1b-7aca-4d5a-ba29-2022283944c5 tempest-QuotasNegativeTest-1547714520 tempest-QuotasNegativeTest-1547714520-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1bf1794-7f41-4519-84c9-6018d2b5c7b7']}} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:28:02.746046 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-a5ee9f1b-7aca-4d5a-ba29-2022283944c5 tempest-QuotasNegativeTest-1547714520 tempest-QuotasNegativeTest-1547714520-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a65f0ce-a56e-4d91-835a-b1e3ecbafbab') {'for_net_delete': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:28:02.746392 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-a5ee9f1b-7aca-4d5a-ba29-2022283944c5 tempest-QuotasNegativeTest-1547714520 tempest-QuotasNegativeTest-1547714520-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a65f0ce-a56e-4d91-835a-b1e3ecbafbab') {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:28:02.756926 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a5ee9f1b-7aca-4d5a-ba29-2022283944c5 tempest-QuotasNegativeTest-1547714520 tempest-QuotasNegativeTest-1547714520-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13506801'] for segment (8a65f0ce-a56e-4d91-835a-b1e3ecbafbab), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:02.774855 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a5ee9f1b-7aca-4d5a-ba29-2022283944c5 tempest-QuotasNegativeTest-1547714520 tempest-QuotasNegativeTest-1547714520-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (8a65f0ce-a56e-4d91-835a-b1e3ecbafbab), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:02.782843 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-d84d3193-493a-4862-bd04-98d834a0ddbd None None] For port 16c95fe5-7505-4413-b85d-519d995844ff, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=16c95fe5-7505-4413-b85d-519d995844ff,segment=NetworkSegment(15fb5354-7fc5-4361-baf0-ec2bd127f239),segment_id=15fb5354-7fc5-4361-baf0-ec2bd127f239)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:28:02.786134 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5ee9f1b-7aca-4d5a-ba29-2022283944c5 tempest-QuotasNegativeTest-1547714520 tempest-QuotasNegativeTest-1547714520-project-admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=103283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:28:02.786545 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a5ee9f1b-7aca-4d5a-ba29-2022283944c5 tempest-QuotasNegativeTest-1547714520 tempest-QuotasNegativeTest-1547714520-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13546563'] for segment (8a65f0ce-a56e-4d91-835a-b1e3ecbafbab), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:02.791452 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d84d3193-493a-4862-bd04-98d834a0ddbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (16c95fe5-7505-4413-b85d-519d995844ff), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:02.793082 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.db.api [None req-2bc3098a-5e68-4b19-9a17-d7b4a8c7297d tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 07:28:02.793082 n-d-712749-28 neutron-server[103284]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 07:28:02.793082 n-d-712749-28 neutron-server[103284]: [parameters: {'id': '58d2f30f-f021-4e6b-9eac-fb897990443e'}] Jan 28 07:28:02.793082 n-d-712749-28 neutron-server[103284]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103284) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 07:28:02.793405 n-d-712749-28 neutron-server[103284]: DEBUG oslo_db.api [None req-2bc3098a-5e68-4b19-9a17-d7b4a8c7297d tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 07:28:02.814716 n-d-712749-28 neutron-server[103283]: Traceback (most recent call last): Jan 28 07:28:02.814716 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:28:02.814716 n-d-712749-28 neutron-server[103283]: timer() Jan 28 07:28:02.814716 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:28:02.814716 n-d-712749-28 neutron-server[103283]: cb(*args, **kw) Jan 28 07:28:02.814716 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:28:02.814716 n-d-712749-28 neutron-server[103283]: return func(*args, **kwargs) Jan 28 07:28:02.814716 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:28:02.814716 n-d-712749-28 neutron-server[103283]: self._notify() Jan 28 07:28:02.814716 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:28:02.814716 n-d-712749-28 neutron-server[103283]: self.callback(batched_events) Jan 28 07:28:02.814716 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:28:02.814716 n-d-712749-28 neutron-server[103283]: event.method(event) Jan 28 07:28:02.814716 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:28:02.814716 n-d-712749-28 neutron-server[103283]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:28:02.814716 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:28:02.814716 n-d-712749-28 neutron-server[103283]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:28:02.814716 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:28:02.814716 n-d-712749-28 neutron-server[103283]: return f(self, *a, **k) Jan 28 07:28:02.814716 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:28:02.814716 n-d-712749-28 neutron-server[103283]: return self._get(url).json() Jan 28 07:28:02.814716 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:28:02.814716 n-d-712749-28 neutron-server[103283]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:28:02.814716 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:28:02.814716 n-d-712749-28 neutron-server[103283]: return self.request(url, 'GET', **kwargs) Jan 28 07:28:02.814716 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:28:02.814716 n-d-712749-28 neutron-server[103283]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:28:02.814716 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:28:02.814716 n-d-712749-28 neutron-server[103283]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:28:02.814716 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:28:02.814716 n-d-712749-28 neutron-server[103283]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:28:02.814716 n-d-712749-28 neutron-server[103283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:28:02.849798 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84d3193-493a-4862-bd04-98d834a0ddbd None None] Pushing event updated for resources: {'Port': ['ID=16c95fe5-7505-4413-b85d-519d995844ff,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:02.878944 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a5ee9f1b-7aca-4d5a-ba29-2022283944c5 tempest-QuotasNegativeTest-1547714520 tempest-QuotasNegativeTest-1547714520-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (d1bf1794-7f41-4519-84c9-6018d2b5c7b7), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:02.896067 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a5ee9f1b-7aca-4d5a-ba29-2022283944c5 tempest-QuotasNegativeTest-1547714520 tempest-QuotasNegativeTest-1547714520-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:02.902243 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-a5ee9f1b-7aca-4d5a-ba29-2022283944c5 tempest-QuotasNegativeTest-1547714520 tempest-QuotasNegativeTest-1547714520-project-admin] 10.222.0.41 "DELETE /v2.0/networks/d1bf1794-7f41-4519-84c9-6018d2b5c7b7 HTTP/1.1" status: 204 len: 168 time: 0.4886768 Jan 28 07:28:02.910969 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ee9f1b-7aca-4d5a-ba29-2022283944c5 tempest-QuotasNegativeTest-1547714520 tempest-QuotasNegativeTest-1547714520-project-admin] Pushing event deleted for resources: {'Network': ['ID=d1bf1794-7f41-4519-84c9-6018d2b5c7b7,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:02.924636 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bdbde62-9726-41d8-a9b3-bde6479fd347 None None] get_active_networks_info from n-d-712749-28 {{(pid=103285) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 07:28:03.004606 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:03.056522 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bdbde62-9726-41d8-a9b3-bde6479fd347 None None] Resources bound (agent type, host, resource id): {{(pid=103285) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 07:28:03.250345 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a4555385-06ff-4698-a257-957b70c38489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:03.295805 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2bc3098a-5e68-4b19-9a17-d7b4a8c7297d tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (58d2f30f-f021-4e6b-9eac-fb897990443e), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:03.350350 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be08062e-1734-462a-b9d2-de185bc37a9e None None] Network 58d2f30f-f021-4e6b-9eac-fb897990443e requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:28:03.397052 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-2bc3098a-5e68-4b19-9a17-d7b4a8c7297d tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Deleting port 16c95fe5-7505-4413-b85d-519d995844ff {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:28:03.397732 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2bc3098a-5e68-4b19-9a17-d7b4a8c7297d tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (16c95fe5-7505-4413-b85d-519d995844ff), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:03.410639 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9f2a0c15-2444-4b91-9431-de896b3496f7 req-8a0bb81c-f590-47ec-895e-1068451f4179 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009 HTTP/1.1" status: 200 len: 210 time: 0.0804267 Jan 28 07:28:03.492675 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-2bc3098a-5e68-4b19-9a17-d7b4a8c7297d tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] For port 16c95fe5-7505-4413-b85d-519d995844ff, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=16c95fe5-7505-4413-b85d-519d995844ff,segment=NetworkSegment(15fb5354-7fc5-4361-baf0-ec2bd127f239),segment_id=15fb5354-7fc5-4361-baf0-ec2bd127f239)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:28:03.493050 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2bc3098a-5e68-4b19-9a17-d7b4a8c7297d tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (16c95fe5-7505-4413-b85d-519d995844ff), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:03.522013 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-2bc3098a-5e68-4b19-9a17-d7b4a8c7297d tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Calling delete_port for 16c95fe5-7505-4413-b85d-519d995844ff owned by network:dhcp {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:28:03.555718 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 36836) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:03.642706 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2bc3098a-5e68-4b19-9a17-d7b4a8c7297d tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (16c95fe5-7505-4413-b85d-519d995844ff), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:03.662728 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc3098a-5e68-4b19-9a17-d7b4a8c7297d tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] No DVR routers for this DVR port 16c95fe5-7505-4413-b85d-519d995844ff on host n-d-712749-28 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:28:03.691539 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc3098a-5e68-4b19-9a17-d7b4a8c7297d tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Pushing event deleted for resources: {'Port': ['ID=16c95fe5-7505-4413-b85d-519d995844ff,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:03.715214 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-badfcb48-d97f-44ed-ad28-5ef08cd9cdee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:03.791120 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2bc3098a-5e68-4b19-9a17-d7b4a8c7297d tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (58d2f30f-f021-4e6b-9eac-fb897990443e), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:03.825609 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-2bc3098a-5e68-4b19-9a17-d7b4a8c7297d tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58d2f30f-f021-4e6b-9eac-fb897990443e']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:28:03.839683 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-2bc3098a-5e68-4b19-9a17-d7b4a8c7297d tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15fb5354-7fc5-4361-baf0-ec2bd127f239') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:28:03.839989 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-2bc3098a-5e68-4b19-9a17-d7b4a8c7297d tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15fb5354-7fc5-4361-baf0-ec2bd127f239') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:28:03.842779 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-badfcb48-d97f-44ed-ad28-5ef08cd9cdee admin admin] Publish callbacks [] for security_group (b0a255ae-c1cb-429a-b470-ba8c241d8f42), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:03.848131 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-badfcb48-d97f-44ed-ad28-5ef08cd9cdee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (b0a255ae-c1cb-429a-b470-ba8c241d8f42), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:03.856446 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2bc3098a-5e68-4b19-9a17-d7b4a8c7297d tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24759294'] for segment (15fb5354-7fc5-4361-baf0-ec2bd127f239), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:03.872448 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2bc3098a-5e68-4b19-9a17-d7b4a8c7297d tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (15fb5354-7fc5-4361-baf0-ec2bd127f239), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:03.883005 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bc3098a-5e68-4b19-9a17-d7b4a8c7297d tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:28:03.883416 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2bc3098a-5e68-4b19-9a17-d7b4a8c7297d tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24757675'] for segment (15fb5354-7fc5-4361-baf0-ec2bd127f239), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:03.887120 n-d-712749-28 neutron-server[103284]: Traceback (most recent call last): Jan 28 07:28:03.887120 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:28:03.887120 n-d-712749-28 neutron-server[103284]: timer() Jan 28 07:28:03.887120 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:28:03.887120 n-d-712749-28 neutron-server[103284]: cb(*args, **kw) Jan 28 07:28:03.887120 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:28:03.887120 n-d-712749-28 neutron-server[103284]: return func(*args, **kwargs) Jan 28 07:28:03.887120 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:28:03.887120 n-d-712749-28 neutron-server[103284]: self._notify() Jan 28 07:28:03.887120 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:28:03.887120 n-d-712749-28 neutron-server[103284]: self.callback(batched_events) Jan 28 07:28:03.887120 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:28:03.887120 n-d-712749-28 neutron-server[103284]: event.method(event) Jan 28 07:28:03.887120 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:28:03.887120 n-d-712749-28 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:28:03.887120 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:28:03.887120 n-d-712749-28 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:28:03.887120 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:28:03.887120 n-d-712749-28 neutron-server[103284]: return f(self, *a, **k) Jan 28 07:28:03.887120 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:28:03.887120 n-d-712749-28 neutron-server[103284]: return self._get(url).json() Jan 28 07:28:03.887120 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:28:03.887120 n-d-712749-28 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:28:03.887120 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:28:03.887120 n-d-712749-28 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Jan 28 07:28:03.887120 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:28:03.887120 n-d-712749-28 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:28:03.887120 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:28:03.887120 n-d-712749-28 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:28:03.887120 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:28:03.887120 n-d-712749-28 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:28:03.887120 n-d-712749-28 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:28:03.901074 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-badfcb48-d97f-44ed-ad28-5ef08cd9cdee admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cfc0ff4cf27c41c096d51d5f84272b66&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3426416 Jan 28 07:28:03.901264 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 36844) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:03.903779 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badfcb48-d97f-44ed-ad28-5ef08cd9cdee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0a255ae-c1cb-429a-b470-ba8c241d8f42,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:03.947397 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:03.984997 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2bc3098a-5e68-4b19-9a17-d7b4a8c7297d tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (58d2f30f-f021-4e6b-9eac-fb897990443e), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:03.994214 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2bc3098a-5e68-4b19-9a17-d7b4a8c7297d tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:03.997227 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-2bc3098a-5e68-4b19-9a17-d7b4a8c7297d tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] 10.222.0.41 "DELETE /v2.0/networks/58d2f30f-f021-4e6b-9eac-fb897990443e HTTP/1.1" status: 204 len: 168 time: 2.4058886 Jan 28 07:28:04.001464 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 36846) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:04.006603 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-efb451e8-07a7-47ed-b51c-86ee58f636d9 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-681351675'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:28:04.026391 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2533ce98-3ec1-4497-a0c2-d7f26651bc38 admin admin] Publish callbacks [] for security_group (b0a255ae-c1cb-429a-b470-ba8c241d8f42), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:04.029536 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc3098a-5e68-4b19-9a17-d7b4a8c7297d tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Pushing event deleted for resources: {'Network': ['ID=58d2f30f-f021-4e6b-9eac-fb897990443e,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:04.030627 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efb451e8-07a7-47ed-b51c-86ee58f636d9 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Made reservation on behalf of ef2155bfe68e4ad386115f14c4fb86da for: {'network': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:28:04.034265 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-efb451e8-07a7-47ed-b51c-86ee58f636d9 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:04.053266 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2533ce98-3ec1-4497-a0c2-d7f26651bc38 admin admin] Publish callbacks [] for security_group (b0a255ae-c1cb-429a-b470-ba8c241d8f42), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:04.059910 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efb451e8-07a7-47ed-b51c-86ee58f636d9 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=103283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:28:04.072230 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-efb451e8-07a7-47ed-b51c-86ee58f636d9 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (e39f299f-c765-43b2-8032-cf18b68dc402), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:04.072932 n-d-712749-28 neutron-server[103283]: INFO neutron.db.segments_db [None req-efb451e8-07a7-47ed-b51c-86ee58f636d9 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Added segment e39f299f-c765-43b2-8032-cf18b68dc402 of type vlan for network 7673c6b2-41a4-4481-81f8-34545d25db02 Jan 28 07:28:04.112789 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2533ce98-3ec1-4497-a0c2-d7f26651bc38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (b0a255ae-c1cb-429a-b470-ba8c241d8f42), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:04.114247 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-efb451e8-07a7-47ed-b51c-86ee58f636d9 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (7673c6b2-41a4-4481-81f8-34545d25db02), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:04.115620 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2533ce98-3ec1-4497-a0c2-d7f26651bc38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:04.116822 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-2533ce98-3ec1-4497-a0c2-d7f26651bc38 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b0a255ae-c1cb-429a-b470-ba8c241d8f42 HTTP/1.1" status: 204 len: 168 time: 0.2129064 Jan 28 07:28:04.132672 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2533ce98-3ec1-4497-a0c2-d7f26651bc38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0a255ae-c1cb-429a-b470-ba8c241d8f42,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:04.142112 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-efb451e8-07a7-47ed-b51c-86ee58f636d9 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (7673c6b2-41a4-4481-81f8-34545d25db02), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:04.168518 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb451e8-07a7-47ed-b51c-86ee58f636d9 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:28:04.171158 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-efb451e8-07a7-47ed-b51c-86ee58f636d9 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:04.234809 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-efb451e8-07a7-47ed-b51c-86ee58f636d9 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2321053 Jan 28 07:28:04.237586 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 36856) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:04.252836 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-787dfc43-0998-4db3-be4a-8534302a8e87 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Request body: {'subnet': {'network_id': '7673c6b2-41a4-4481-81f8-34545d25db02', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:28:04.258335 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb451e8-07a7-47ed-b51c-86ee58f636d9 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Pushing event updated for resources: {'Network': ['ID=7673c6b2-41a4-4481-81f8-34545d25db02,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:04.269811 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network 7673c6b2-41a4-4481-81f8-34545d25db02 details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:28:04.371791 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-787dfc43-0998-4db3-be4a-8534302a8e87 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Made reservation on behalf of ef2155bfe68e4ad386115f14c4fb86da for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:28:04.377206 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-787dfc43-0998-4db3-be4a-8534302a8e87 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24979592'] for subnet (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:04.448117 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.ipam_backend_mixin [None req-787dfc43-0998-4db3-be4a-8534302a8e87 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Performing IP validity checks on allocation pools {{(pid=103284) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 28 07:28:04.448765 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.ipam_backend_mixin [None req-787dfc43-0998-4db3-be4a-8534302a8e87 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103284) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 28 07:28:04.568452 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 36866) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:04.585726 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8a13343f-29df-4083-8073-22905204dbb3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:04.595828 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-723f34f8-975d-4f03-ae19-fc5983d7cccc req-eefc027f-f038-4542-917e-d7794e7ef96b tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009 HTTP/1.1" status: 200 len: 210 time: 0.0643599 Jan 28 07:28:04.663529 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-787dfc43-0998-4db3-be4a-8534302a8e87 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24757504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24979610'] for subnet (3e67d285-2e65-4b4b-9d14-a28cd3bf5de3), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:04.695572 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8a13343f-29df-4083-8073-22905204dbb3 admin admin] Publish callbacks [] for security_group (b578887e-3614-4100-9362-d0ca842b8b19), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:04.702800 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8a13343f-29df-4083-8073-22905204dbb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (b578887e-3614-4100-9362-d0ca842b8b19), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:04.739674 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787dfc43-0998-4db3-be4a-8534302a8e87 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Checking segment: {'id': 'e39f299f-c765-43b2-8032-cf18b68dc402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '7673c6b2-41a4-4481-81f8-34545d25db02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:28:04.740052 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-787dfc43-0998-4db3-be4a-8534302a8e87 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Network hostable DHCP agents. Network: 7673c6b2-41a4-4481-81f8-34545d25db02, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:28:04.742253 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787dfc43-0998-4db3-be4a-8534302a8e87 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Pushing event updated for resources: {'Subnet': ['ID=3e67d285-2e65-4b4b-9d14-a28cd3bf5de3,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:04.762879 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a13343f-29df-4083-8073-22905204dbb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b578887e-3614-4100-9362-d0ca842b8b19,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:04.764160 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-787dfc43-0998-4db3-be4a-8534302a8e87 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Network 7673c6b2-41a4-4481-81f8-34545d25db02 is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:28:04.769505 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-8a13343f-29df-4083-8073-22905204dbb3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bfa5f8ab717e46a5b1f4ea3782edab60&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2000117 Jan 28 07:28:04.772552 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 36868) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:04.792492 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-787dfc43-0998-4db3-be4a-8534302a8e87 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, 7673c6b2-41a4-4481-81f8-34545d25db02) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:28:04.802522 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f4b6edb-2c4b-4ac2-98f2-41e22ffde52a None None] Network 7673c6b2-41a4-4481-81f8-34545d25db02 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:28:04.811291 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-787dfc43-0998-4db3-be4a-8534302a8e87 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:28:04.812822 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-787dfc43-0998-4db3-be4a-8534302a8e87 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:04.836723 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fd2c95b7-9001-442c-b035-e9e9f521703f admin admin] Publish callbacks [] for security_group (b578887e-3614-4100-9362-d0ca842b8b19), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:04.842756 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-787dfc43-0998-4db3-be4a-8534302a8e87 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.6038430 Jan 28 07:28:04.845129 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 36874) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:04.877864 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fd2c95b7-9001-442c-b035-e9e9f521703f admin admin] Publish callbacks [] for security_group (b578887e-3614-4100-9362-d0ca842b8b19), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:04.947032 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fd2c95b7-9001-442c-b035-e9e9f521703f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (b578887e-3614-4100-9362-d0ca842b8b19), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:04.949448 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fd2c95b7-9001-442c-b035-e9e9f521703f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:04.957970 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-fd2c95b7-9001-442c-b035-e9e9f521703f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b578887e-3614-4100-9362-d0ca842b8b19 HTTP/1.1" status: 204 len: 168 time: 0.1763186 Jan 28 07:28:04.989457 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2c95b7-9001-442c-b035-e9e9f521703f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b578887e-3614-4100-9362-d0ca842b8b19,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:04.990759 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-907ae0f6-9cf9-48c2-b0e8-cdbc9d66f7e5 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (7673c6b2-41a4-4481-81f8-34545d25db02), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:04.999544 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-112058f8-dba6-4337-908b-f1528eaa1287 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3dd72b9-6805-5f61-b6f3-a591f99a173d-7673c6b2-41a4-4481-81f8-34545d25db02', 'network_id': '7673c6b2-41a4-4481-81f8-34545d25db02', 'project_id': 'ef2155bfe68e4ad386115f14c4fb86da', 'fixed_ips': [{'subnet_id': '3e67d285-2e65-4b4b-9d14-a28cd3bf5de3'}]}} from n-d-712749-28. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 07:28:05.000389 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-112058f8-dba6-4337-908b-f1528eaa1287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:05.058305 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-907ae0f6-9cf9-48c2-b0e8-cdbc9d66f7e5 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (3e67d285-2e65-4b4b-9d14-a28cd3bf5de3), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:05.140000 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-907ae0f6-9cf9-48c2-b0e8-cdbc9d66f7e5 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24757569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24979817'] for subnet (3e67d285-2e65-4b4b-9d14-a28cd3bf5de3), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:05.161498 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server [None req-112058f8-dba6-4337-908b-f1528eaa1287 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3e67d285-2e65-4b4b-9d14-a28cd3bf5de3: This subnet is being modified by another concurrent operation. Jan 28 07:28:05.161498 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 28 07:28:05.161498 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 28 07:28:05.161498 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 28 07:28:05.161498 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 28 07:28:05.161498 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 28 07:28:05.161498 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 28 07:28:05.161498 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 28 07:28:05.161498 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 28 07:28:05.161498 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 28 07:28:05.161498 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 07:28:05.161498 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 07:28:05.161498 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 07:28:05.161498 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 07:28:05.161498 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 07:28:05.161498 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 07:28:05.161498 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 07:28:05.161498 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 07:28:05.161498 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 07:28:05.161498 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 07:28:05.161498 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 07:28:05.161498 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 07:28:05.161498 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 07:28:05.161498 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 07:28:05.161498 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 07:28:05.161498 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 07:28:05.161498 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 07:28:05.161498 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 07:28:05.161498 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 07:28:05.161498 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 07:28:05.161498 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 07:28:05.161498 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 07:28:05.161498 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 07:28:05.161498 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 07:28:05.161498 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 28 07:28:05.161498 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 28 07:28:05.161498 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Jan 28 07:28:05.161498 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 28 07:28:05.161498 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Jan 28 07:28:05.161498 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 28 07:28:05.161498 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 28 07:28:05.161498 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 28 07:28:05.161498 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 28 07:28:05.161498 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 07:28:05.161498 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 07:28:05.161498 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 07:28:05.161498 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 07:28:05.161498 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 07:28:05.161498 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 07:28:05.161498 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 07:28:05.161498 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 07:28:05.161498 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 07:28:05.161498 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 07:28:05.161498 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 07:28:05.164934 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 07:28:05.164934 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 07:28:05.164934 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 07:28:05.164934 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 07:28:05.164934 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 07:28:05.164934 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 07:28:05.164934 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 07:28:05.164934 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 07:28:05.164934 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 07:28:05.164934 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 07:28:05.164934 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 07:28:05.164934 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 07:28:05.164934 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 07:28:05.164934 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 07:28:05.164934 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 07:28:05.164934 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 07:28:05.164934 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1497, in create_port Jan 28 07:28:05.164934 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 28 07:28:05.164934 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1462, in _create_port_db Jan 28 07:28:05.164934 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 28 07:28:05.164934 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Jan 28 07:28:05.164934 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 28 07:28:05.164934 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 28 07:28:05.164934 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 28 07:28:05.164934 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 07:28:05.164934 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 07:28:05.164934 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 28 07:28:05.164934 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 28 07:28:05.164934 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 28 07:28:05.164934 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 28 07:28:05.164934 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 28 07:28:05.164934 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 28 07:28:05.164934 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 28 07:28:05.164934 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 28 07:28:05.164934 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 28 07:28:05.164934 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server raise exception Jan 28 07:28:05.164934 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3e67d285-2e65-4b4b-9d14-a28cd3bf5de3: This subnet is being modified by another concurrent operation. Jan 28 07:28:05.164934 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server Jan 28 07:28:05.185837 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2cba4b4-1b74-45e5-afff-9745a7cad73b None None] get_active_networks_info from n-d-712749-28 {{(pid=103285) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 07:28:05.235884 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907ae0f6-9cf9-48c2-b0e8-cdbc9d66f7e5 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Pushing event deleted for resources: {'Subnet': ['ID=3e67d285-2e65-4b4b-9d14-a28cd3bf5de3,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:05.347048 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2cba4b4-1b74-45e5-afff-9745a7cad73b None None] Resources bound (agent type, host, resource id): {{(pid=103285) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 07:28:05.361703 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-907ae0f6-9cf9-48c2-b0e8-cdbc9d66f7e5 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (7673c6b2-41a4-4481-81f8-34545d25db02), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:05.412762 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-907ae0f6-9cf9-48c2-b0e8-cdbc9d66f7e5 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7673c6b2-41a4-4481-81f8-34545d25db02']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:28:05.448831 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-907ae0f6-9cf9-48c2-b0e8-cdbc9d66f7e5 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e39f299f-c765-43b2-8032-cf18b68dc402') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:28:05.449497 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-907ae0f6-9cf9-48c2-b0e8-cdbc9d66f7e5 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e39f299f-c765-43b2-8032-cf18b68dc402') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:28:05.475178 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-907ae0f6-9cf9-48c2-b0e8-cdbc9d66f7e5 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24759294'] for segment (e39f299f-c765-43b2-8032-cf18b68dc402), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:05.496441 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-907ae0f6-9cf9-48c2-b0e8-cdbc9d66f7e5 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (e39f299f-c765-43b2-8032-cf18b68dc402), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:05.504346 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-907ae0f6-9cf9-48c2-b0e8-cdbc9d66f7e5 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:28:05.505017 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-907ae0f6-9cf9-48c2-b0e8-cdbc9d66f7e5 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24757675'] for segment (e39f299f-c765-43b2-8032-cf18b68dc402), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:05.509716 n-d-712749-28 neutron-server[103284]: Traceback (most recent call last): Jan 28 07:28:05.509716 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:28:05.509716 n-d-712749-28 neutron-server[103284]: timer() Jan 28 07:28:05.509716 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:28:05.509716 n-d-712749-28 neutron-server[103284]: cb(*args, **kw) Jan 28 07:28:05.509716 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:28:05.509716 n-d-712749-28 neutron-server[103284]: return func(*args, **kwargs) Jan 28 07:28:05.509716 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:28:05.509716 n-d-712749-28 neutron-server[103284]: self._notify() Jan 28 07:28:05.509716 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:28:05.509716 n-d-712749-28 neutron-server[103284]: self.callback(batched_events) Jan 28 07:28:05.509716 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:28:05.509716 n-d-712749-28 neutron-server[103284]: event.method(event) Jan 28 07:28:05.509716 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:28:05.509716 n-d-712749-28 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:28:05.509716 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:28:05.509716 n-d-712749-28 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:28:05.509716 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:28:05.509716 n-d-712749-28 neutron-server[103284]: return f(self, *a, **k) Jan 28 07:28:05.509716 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:28:05.509716 n-d-712749-28 neutron-server[103284]: return self._get(url).json() Jan 28 07:28:05.509716 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:28:05.509716 n-d-712749-28 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:28:05.509716 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:28:05.509716 n-d-712749-28 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Jan 28 07:28:05.509716 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:28:05.509716 n-d-712749-28 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:28:05.509716 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:28:05.509716 n-d-712749-28 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:28:05.509716 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:28:05.509716 n-d-712749-28 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:28:05.509716 n-d-712749-28 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:28:05.575525 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-907ae0f6-9cf9-48c2-b0e8-cdbc9d66f7e5 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (7673c6b2-41a4-4481-81f8-34545d25db02), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:05.588376 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-907ae0f6-9cf9-48c2-b0e8-cdbc9d66f7e5 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:05.592081 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-907ae0f6-9cf9-48c2-b0e8-cdbc9d66f7e5 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] 10.222.0.41 "DELETE /v2.0/networks/7673c6b2-41a4-4481-81f8-34545d25db02 HTTP/1.1" status: 204 len: 168 time: 0.7459505 Jan 28 07:28:05.595760 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 36894) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:05.601364 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-a09c4f97-bc8c-496a-a559-b6f871fc77f2 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-184051893'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:28:05.605375 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907ae0f6-9cf9-48c2-b0e8-cdbc9d66f7e5 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Pushing event deleted for resources: {'Network': ['ID=7673c6b2-41a4-4481-81f8-34545d25db02,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:05.659313 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a09c4f97-bc8c-496a-a559-b6f871fc77f2 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Made reservation on behalf of ef2155bfe68e4ad386115f14c4fb86da for: {'network': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:28:05.663516 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a09c4f97-bc8c-496a-a559-b6f871fc77f2 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:05.677688 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c9a4863a-0df5-4a2b-8c1d-781094f42c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:05.707812 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2da74ed-3123-40b3-93d9-127e8b8dbf1e None None] Network 7673c6b2-41a4-4481-81f8-34545d25db02 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:28:05.730479 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2da74ed-3123-40b3-93d9-127e8b8dbf1e None None] Network 7673c6b2-41a4-4481-81f8-34545d25db02 could not be found, it might have been deleted concurrently. {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 28 07:28:05.758248 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f24641df-4684-4bd4-95a9-0f69fb53d028 req-27725c1a-0375-491a-95ef-6d1c13e058f7 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009 HTTP/1.1" status: 200 len: 210 time: 0.0467939 Jan 28 07:28:05.761683 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a09c4f97-bc8c-496a-a559-b6f871fc77f2 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=103283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:28:05.772661 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a09c4f97-bc8c-496a-a559-b6f871fc77f2 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (a4b16c7a-96b5-4bc7-99bc-4e67191c7056), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:05.773830 n-d-712749-28 neutron-server[103283]: INFO neutron.db.segments_db [None req-a09c4f97-bc8c-496a-a559-b6f871fc77f2 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Added segment a4b16c7a-96b5-4bc7-99bc-4e67191c7056 of type vlan for network deb4a431-a508-4aa2-a8e3-b2538261bf3b Jan 28 07:28:05.828426 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a09c4f97-bc8c-496a-a559-b6f871fc77f2 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (deb4a431-a508-4aa2-a8e3-b2538261bf3b), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:05.860462 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a09c4f97-bc8c-496a-a559-b6f871fc77f2 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (deb4a431-a508-4aa2-a8e3-b2538261bf3b), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:05.869309 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a09c4f97-bc8c-496a-a559-b6f871fc77f2 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:28:05.869988 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a09c4f97-bc8c-496a-a559-b6f871fc77f2 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:05.943384 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-a09c4f97-bc8c-496a-a559-b6f871fc77f2 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3461583 Jan 28 07:28:05.946130 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 36910) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:05.947304 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09c4f97-bc8c-496a-a559-b6f871fc77f2 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Pushing event updated for resources: {'Network': ['ID=deb4a431-a508-4aa2-a8e3-b2538261bf3b,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:05.952334 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-be513e90-de16-4eae-b418-db3f7d81f4dd tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Request body: {'subnet': {'network_id': 'deb4a431-a508-4aa2-a8e3-b2538261bf3b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:28:05.963486 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network deb4a431-a508-4aa2-a8e3-b2538261bf3b details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:28:06.073543 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be513e90-de16-4eae-b418-db3f7d81f4dd tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Made reservation on behalf of ef2155bfe68e4ad386115f14c4fb86da for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:28:06.078547 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-be513e90-de16-4eae-b418-db3f7d81f4dd tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24979592'] for subnet (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:06.346986 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-be513e90-de16-4eae-b418-db3f7d81f4dd tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24757504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24979610'] for subnet (533d22c7-17b2-434b-86dd-ef9d2942de29), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:06.438340 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be513e90-de16-4eae-b418-db3f7d81f4dd tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Checking segment: {'id': 'a4b16c7a-96b5-4bc7-99bc-4e67191c7056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'deb4a431-a508-4aa2-a8e3-b2538261bf3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:28:06.438907 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be513e90-de16-4eae-b418-db3f7d81f4dd tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Network hostable DHCP agents. Network: deb4a431-a508-4aa2-a8e3-b2538261bf3b, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:28:06.441251 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be513e90-de16-4eae-b418-db3f7d81f4dd tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Pushing event updated for resources: {'Subnet': ['ID=533d22c7-17b2-434b-86dd-ef9d2942de29,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:06.472936 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be513e90-de16-4eae-b418-db3f7d81f4dd tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Network deb4a431-a508-4aa2-a8e3-b2538261bf3b is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:28:06.524420 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-be513e90-de16-4eae-b418-db3f7d81f4dd tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, deb4a431-a508-4aa2-a8e3-b2538261bf3b) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:28:06.530384 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be513e90-de16-4eae-b418-db3f7d81f4dd tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:28:06.531093 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-be513e90-de16-4eae-b418-db3f7d81f4dd tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:06.545407 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-889f558f-c456-49f4-a4f6-eea560b1bf9b None None] Network deb4a431-a508-4aa2-a8e3-b2538261bf3b requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:28:06.560589 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-be513e90-de16-4eae-b418-db3f7d81f4dd tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.6128483 Jan 28 07:28:06.563367 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 36932) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:06.768829 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dbfa367-0d52-47fd-ac36-c625ea1cfd5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3dd72b9-6805-5f61-b6f3-a591f99a173d-deb4a431-a508-4aa2-a8e3-b2538261bf3b', 'network_id': 'deb4a431-a508-4aa2-a8e3-b2538261bf3b', 'project_id': 'ef2155bfe68e4ad386115f14c4fb86da', 'fixed_ips': [{'subnet_id': '533d22c7-17b2-434b-86dd-ef9d2942de29'}]}} from n-d-712749-28. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 07:28:06.770330 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7dbfa367-0d52-47fd-ac36-c625ea1cfd5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:06.783123 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7a4c0199-7deb-4fd8-8d03-9d9d9bc1440a tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (deb4a431-a508-4aa2-a8e3-b2538261bf3b), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:06.860514 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7a4c0199-7deb-4fd8-8d03-9d9d9bc1440a tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (533d22c7-17b2-434b-86dd-ef9d2942de29), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:06.982671 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7a4c0199-7deb-4fd8-8d03-9d9d9bc1440a tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13546665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13556132'] for subnet (533d22c7-17b2-434b-86dd-ef9d2942de29), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:07.076498 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6a8beceb-5e0e-464e-8d0d-4fcad52829d2 req-5da39173-03fe-4134-9b64-71c821016cd1 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009 HTTP/1.1" status: 200 len: 210 time: 0.0918963 Jan 28 07:28:07.091976 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server [None req-7dbfa367-0d52-47fd-ac36-c625ea1cfd5f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 533d22c7-17b2-434b-86dd-ef9d2942de29: This subnet is being modified by another concurrent operation. Jan 28 07:28:07.091976 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 28 07:28:07.091976 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 28 07:28:07.091976 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 28 07:28:07.091976 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 28 07:28:07.091976 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 28 07:28:07.091976 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 28 07:28:07.091976 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 28 07:28:07.091976 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 28 07:28:07.091976 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 28 07:28:07.091976 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 07:28:07.091976 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 07:28:07.091976 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 07:28:07.091976 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 07:28:07.091976 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 07:28:07.091976 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 07:28:07.091976 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 07:28:07.091976 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 07:28:07.091976 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 07:28:07.091976 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 07:28:07.091976 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 07:28:07.091976 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 07:28:07.091976 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 07:28:07.091976 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 07:28:07.091976 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 07:28:07.091976 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 07:28:07.091976 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 07:28:07.091976 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 07:28:07.091976 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 07:28:07.091976 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 07:28:07.091976 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 07:28:07.091976 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 07:28:07.091976 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 07:28:07.091976 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 07:28:07.091976 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 28 07:28:07.091976 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 28 07:28:07.091976 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Jan 28 07:28:07.091976 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 28 07:28:07.091976 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Jan 28 07:28:07.091976 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 28 07:28:07.091976 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 28 07:28:07.091976 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 28 07:28:07.091976 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 28 07:28:07.091976 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 07:28:07.091976 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 07:28:07.091976 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 07:28:07.091976 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 07:28:07.091976 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 07:28:07.091976 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 07:28:07.091976 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 07:28:07.091976 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 07:28:07.091976 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 07:28:07.091976 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 07:28:07.091976 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 07:28:07.095706 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 07:28:07.095706 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 07:28:07.095706 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 07:28:07.095706 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 07:28:07.095706 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 07:28:07.095706 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 07:28:07.095706 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 07:28:07.095706 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 07:28:07.095706 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 07:28:07.095706 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 07:28:07.095706 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 07:28:07.095706 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 07:28:07.095706 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 07:28:07.095706 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 07:28:07.095706 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 07:28:07.095706 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 07:28:07.095706 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1497, in create_port Jan 28 07:28:07.095706 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 28 07:28:07.095706 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1462, in _create_port_db Jan 28 07:28:07.095706 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 28 07:28:07.095706 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Jan 28 07:28:07.095706 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 28 07:28:07.095706 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 28 07:28:07.095706 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 28 07:28:07.095706 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 07:28:07.095706 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 07:28:07.095706 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 28 07:28:07.095706 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 28 07:28:07.095706 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 28 07:28:07.095706 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 28 07:28:07.095706 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 28 07:28:07.095706 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 28 07:28:07.095706 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 28 07:28:07.095706 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 28 07:28:07.095706 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 28 07:28:07.095706 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server raise exception Jan 28 07:28:07.095706 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 533d22c7-17b2-434b-86dd-ef9d2942de29: This subnet is being modified by another concurrent operation. Jan 28 07:28:07.095706 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server Jan 28 07:28:07.100108 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4c0199-7deb-4fd8-8d03-9d9d9bc1440a tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Pushing event deleted for resources: {'Subnet': ['ID=533d22c7-17b2-434b-86dd-ef9d2942de29,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:07.135191 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-494eb30c-fd39-486c-81a4-deecfed74b33 None None] get_active_networks_info from n-d-712749-28 {{(pid=103285) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 07:28:07.149738 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:07.218855 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 36966) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:07.235995 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7a4c0199-7deb-4fd8-8d03-9d9d9bc1440a tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (deb4a431-a508-4aa2-a8e3-b2538261bf3b), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:07.259936 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-7a4c0199-7deb-4fd8-8d03-9d9d9bc1440a tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['deb4a431-a508-4aa2-a8e3-b2538261bf3b']}} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:28:07.271595 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-7a4c0199-7deb-4fd8-8d03-9d9d9bc1440a tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4b16c7a-96b5-4bc7-99bc-4e67191c7056') {'for_net_delete': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:28:07.272401 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-7a4c0199-7deb-4fd8-8d03-9d9d9bc1440a tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4b16c7a-96b5-4bc7-99bc-4e67191c7056') {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:28:07.297133 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7a4c0199-7deb-4fd8-8d03-9d9d9bc1440a tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13506801'] for segment (a4b16c7a-96b5-4bc7-99bc-4e67191c7056), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:07.326074 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7a4c0199-7deb-4fd8-8d03-9d9d9bc1440a tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (a4b16c7a-96b5-4bc7-99bc-4e67191c7056), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:07.338570 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a4c0199-7deb-4fd8-8d03-9d9d9bc1440a tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=103283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:28:07.338978 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7a4c0199-7deb-4fd8-8d03-9d9d9bc1440a tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13546563'] for segment (a4b16c7a-96b5-4bc7-99bc-4e67191c7056), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:07.342427 n-d-712749-28 neutron-server[103283]: Traceback (most recent call last): Jan 28 07:28:07.342427 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:28:07.342427 n-d-712749-28 neutron-server[103283]: timer() Jan 28 07:28:07.342427 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:28:07.342427 n-d-712749-28 neutron-server[103283]: cb(*args, **kw) Jan 28 07:28:07.342427 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:28:07.342427 n-d-712749-28 neutron-server[103283]: return func(*args, **kwargs) Jan 28 07:28:07.342427 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:28:07.342427 n-d-712749-28 neutron-server[103283]: self._notify() Jan 28 07:28:07.342427 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:28:07.342427 n-d-712749-28 neutron-server[103283]: self.callback(batched_events) Jan 28 07:28:07.342427 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:28:07.342427 n-d-712749-28 neutron-server[103283]: event.method(event) Jan 28 07:28:07.342427 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:28:07.342427 n-d-712749-28 neutron-server[103283]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:28:07.342427 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:28:07.342427 n-d-712749-28 neutron-server[103283]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:28:07.342427 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:28:07.342427 n-d-712749-28 neutron-server[103283]: return f(self, *a, **k) Jan 28 07:28:07.342427 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:28:07.342427 n-d-712749-28 neutron-server[103283]: return self._get(url).json() Jan 28 07:28:07.342427 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:28:07.342427 n-d-712749-28 neutron-server[103283]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:28:07.342427 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:28:07.342427 n-d-712749-28 neutron-server[103283]: return self.request(url, 'GET', **kwargs) Jan 28 07:28:07.342427 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:28:07.342427 n-d-712749-28 neutron-server[103283]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:28:07.342427 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:28:07.342427 n-d-712749-28 neutron-server[103283]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:28:07.342427 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:28:07.342427 n-d-712749-28 neutron-server[103283]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:28:07.342427 n-d-712749-28 neutron-server[103283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:28:07.370530 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-494eb30c-fd39-486c-81a4-deecfed74b33 None None] Resources bound (agent type, host, resource id): {{(pid=103285) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 07:28:07.457063 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7a4c0199-7deb-4fd8-8d03-9d9d9bc1440a tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (deb4a431-a508-4aa2-a8e3-b2538261bf3b), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:07.461702 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7a4c0199-7deb-4fd8-8d03-9d9d9bc1440a tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:07.471188 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-7c6502bc-ce25-4fda-8072-f4ae8099f23a tempest-PortsAdminExtendedAttrsTestJSON-1585015153 tempest-PortsAdminExtendedAttrsTestJSON-1585015153-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1849329595'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:28:07.474144 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-7a4c0199-7deb-4fd8-8d03-9d9d9bc1440a tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] 10.222.0.41 "DELETE /v2.0/networks/deb4a431-a508-4aa2-a8e3-b2538261bf3b HTTP/1.1" status: 204 len: 168 time: 0.9092810 Jan 28 07:28:07.475217 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 36976) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:07.505700 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-a027e0bf-c30a-4951-bef6-1a672e2436b7 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1205906352'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:28:07.525730 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c6502bc-ce25-4fda-8072-f4ae8099f23a tempest-PortsAdminExtendedAttrsTestJSON-1585015153 tempest-PortsAdminExtendedAttrsTestJSON-1585015153-project] Made reservation on behalf of fa872013f9144ecea200656e8cda009f for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:28:07.530143 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7c6502bc-ce25-4fda-8072-f4ae8099f23a tempest-PortsAdminExtendedAttrsTestJSON-1585015153 tempest-PortsAdminExtendedAttrsTestJSON-1585015153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:07.539208 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4c0199-7deb-4fd8-8d03-9d9d9bc1440a tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Pushing event deleted for resources: {'Network': ['ID=deb4a431-a508-4aa2-a8e3-b2538261bf3b,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:07.551201 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7c6502bc-ce25-4fda-8072-f4ae8099f23a tempest-PortsAdminExtendedAttrsTestJSON-1585015153 tempest-PortsAdminExtendedAttrsTestJSON-1585015153-project] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:07.586300 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a027e0bf-c30a-4951-bef6-1a672e2436b7 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Made reservation on behalf of ef2155bfe68e4ad386115f14c4fb86da for: {'network': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:28:07.590053 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a027e0bf-c30a-4951-bef6-1a672e2436b7 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:07.645396 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a027e0bf-c30a-4951-bef6-1a672e2436b7 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=103283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:28:07.657144 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a027e0bf-c30a-4951-bef6-1a672e2436b7 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (335307d1-7e26-4c5a-bd18-be1f9b33a978), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:07.657725 n-d-712749-28 neutron-server[103283]: INFO neutron.db.segments_db [None req-a027e0bf-c30a-4951-bef6-1a672e2436b7 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Added segment 335307d1-7e26-4c5a-bd18-be1f9b33a978 of type vlan for network cc587f1d-1e09-44e0-9a73-429aaa02cf53 Jan 28 07:28:07.714000 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a027e0bf-c30a-4951-bef6-1a672e2436b7 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (cc587f1d-1e09-44e0-9a73-429aaa02cf53), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:07.748875 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7c6502bc-ce25-4fda-8072-f4ae8099f23a tempest-PortsAdminExtendedAttrsTestJSON-1585015153 tempest-PortsAdminExtendedAttrsTestJSON-1585015153-project] Publish callbacks [] for security_group (5b08711a-bcf3-46b6-861a-165179886b20), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:07.761059 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7c6502bc-ce25-4fda-8072-f4ae8099f23a tempest-PortsAdminExtendedAttrsTestJSON-1585015153 tempest-PortsAdminExtendedAttrsTestJSON-1585015153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (5b08711a-bcf3-46b6-861a-165179886b20), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:07.788820 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a027e0bf-c30a-4951-bef6-1a672e2436b7 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (cc587f1d-1e09-44e0-9a73-429aaa02cf53), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:07.790622 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c57722b-4f56-45e1-9d80-8e270b99f34b None None] Network deb4a431-a508-4aa2-a8e3-b2538261bf3b requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:28:07.797275 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a027e0bf-c30a-4951-bef6-1a672e2436b7 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:28:07.798368 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a027e0bf-c30a-4951-bef6-1a672e2436b7 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:07.826819 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c6502bc-ce25-4fda-8072-f4ae8099f23a tempest-PortsAdminExtendedAttrsTestJSON-1585015153 tempest-PortsAdminExtendedAttrsTestJSON-1585015153-project] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:28:07.837112 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c57722b-4f56-45e1-9d80-8e270b99f34b None None] Network deb4a431-a508-4aa2-a8e3-b2538261bf3b could not be found, it might have been deleted concurrently. {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 28 07:28:07.844339 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6502bc-ce25-4fda-8072-f4ae8099f23a tempest-PortsAdminExtendedAttrsTestJSON-1585015153 tempest-PortsAdminExtendedAttrsTestJSON-1585015153-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b08711a-bcf3-46b6-861a-165179886b20,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:07.863801 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7c6502bc-ce25-4fda-8072-f4ae8099f23a tempest-PortsAdminExtendedAttrsTestJSON-1585015153 tempest-PortsAdminExtendedAttrsTestJSON-1585015153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (75b92dee-a37f-42ed-b772-046caba31bff), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:07.864153 n-d-712749-28 neutron-server[103284]: INFO neutron.db.segments_db [None req-7c6502bc-ce25-4fda-8072-f4ae8099f23a tempest-PortsAdminExtendedAttrsTestJSON-1585015153 tempest-PortsAdminExtendedAttrsTestJSON-1585015153-project] Added segment 75b92dee-a37f-42ed-b772-046caba31bff of type vlan for network b6ffbf79-9ede-42e5-8fd2-d2940b40986c Jan 28 07:28:07.878045 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-a027e0bf-c30a-4951-bef6-1a672e2436b7 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3938098 Jan 28 07:28:07.880799 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 36996) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:07.885951 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-b2babe1f-3618-4e58-b478-c6ca32bbeb1a tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Request body: {'subnet': {'network_id': 'cc587f1d-1e09-44e0-9a73-429aaa02cf53', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:28:07.914115 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a027e0bf-c30a-4951-bef6-1a672e2436b7 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Pushing event updated for resources: {'Network': ['ID=cc587f1d-1e09-44e0-9a73-429aaa02cf53,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:07.929147 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network cc587f1d-1e09-44e0-9a73-429aaa02cf53 details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:28:07.952668 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7c6502bc-ce25-4fda-8072-f4ae8099f23a tempest-PortsAdminExtendedAttrsTestJSON-1585015153 tempest-PortsAdminExtendedAttrsTestJSON-1585015153-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (b6ffbf79-9ede-42e5-8fd2-d2940b40986c), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:08.010157 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7c6502bc-ce25-4fda-8072-f4ae8099f23a tempest-PortsAdminExtendedAttrsTestJSON-1585015153 tempest-PortsAdminExtendedAttrsTestJSON-1585015153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (b6ffbf79-9ede-42e5-8fd2-d2940b40986c), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:08.013598 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2babe1f-3618-4e58-b478-c6ca32bbeb1a tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Made reservation on behalf of ef2155bfe68e4ad386115f14c4fb86da for: {'subnet': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:28:08.017497 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c6502bc-ce25-4fda-8072-f4ae8099f23a tempest-PortsAdminExtendedAttrsTestJSON-1585015153 tempest-PortsAdminExtendedAttrsTestJSON-1585015153-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:28:08.019510 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b2babe1f-3618-4e58-b478-c6ca32bbeb1a tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13555781'] for subnet (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:08.020358 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7c6502bc-ce25-4fda-8072-f4ae8099f23a tempest-PortsAdminExtendedAttrsTestJSON-1585015153 tempest-PortsAdminExtendedAttrsTestJSON-1585015153-project] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:08.310484 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-913b1add-48cc-4c2a-954a-0e155eb7528e req-f7cf7e6b-98be-4517-aa9f-dfd795286a3c tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009 HTTP/1.1" status: 200 len: 210 time: 0.0701861 Jan 28 07:28:08.392200 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b2babe1f-3618-4e58-b478-c6ca32bbeb1a tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13546728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13555799'] for subnet (ce357a15-ed6e-4a01-87f1-eb0ebb3c9c33), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:08.482434 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2babe1f-3618-4e58-b478-c6ca32bbeb1a tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Pushing event updated for resources: {'Subnet': ['ID=ce357a15-ed6e-4a01-87f1-eb0ebb3c9c33,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:08.539225 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2babe1f-3618-4e58-b478-c6ca32bbeb1a tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Checking segment: {'id': '335307d1-7e26-4c5a-bd18-be1f9b33a978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'cc587f1d-1e09-44e0-9a73-429aaa02cf53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:28:08.539521 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2babe1f-3618-4e58-b478-c6ca32bbeb1a tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Network hostable DHCP agents. Network: cc587f1d-1e09-44e0-9a73-429aaa02cf53, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:28:08.567978 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2babe1f-3618-4e58-b478-c6ca32bbeb1a tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Network cc587f1d-1e09-44e0-9a73-429aaa02cf53 is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:28:08.585539 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-b2babe1f-3618-4e58-b478-c6ca32bbeb1a tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, cc587f1d-1e09-44e0-9a73-429aaa02cf53) {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:28:08.600590 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2babe1f-3618-4e58-b478-c6ca32bbeb1a tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:28:08.601938 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b2babe1f-3618-4e58-b478-c6ca32bbeb1a tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:08.638903 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-b2babe1f-3618-4e58-b478-c6ca32bbeb1a tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.7568948 Jan 28 07:28:08.641673 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 37024) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:08.664810 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ed302d-540a-4ff5-ace9-d9239fbc96b8 None None] Network cc587f1d-1e09-44e0-9a73-429aaa02cf53 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:28:08.769651 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 37028) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:08.780907 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-7c6502bc-ce25-4fda-8072-f4ae8099f23a tempest-PortsAdminExtendedAttrsTestJSON-1585015153 tempest-PortsAdminExtendedAttrsTestJSON-1585015153-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.5606334 Jan 28 07:28:08.816416 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6502bc-ce25-4fda-8072-f4ae8099f23a tempest-PortsAdminExtendedAttrsTestJSON-1585015153 tempest-PortsAdminExtendedAttrsTestJSON-1585015153-project] Pushing event updated for resources: {'Network': ['ID=b6ffbf79-9ede-42e5-8fd2-d2940b40986c,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:08.880637 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0b1f4014-3c3e-45a5-8153-a7ed602ef52c tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (cc587f1d-1e09-44e0-9a73-429aaa02cf53), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:09.030424 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e1fa4900-2324-4b44-8f66-189ab406ab45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:09.054957 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0b1f4014-3c3e-45a5-8153-a7ed602ef52c tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (ce357a15-ed6e-4a01-87f1-eb0ebb3c9c33), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:09.088222 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network b6ffbf79-9ede-42e5-8fd2-d2940b40986c details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:28:09.149421 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0b1f4014-3c3e-45a5-8153-a7ed602ef52c tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13546665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13556132'] for subnet (ce357a15-ed6e-4a01-87f1-eb0ebb3c9c33), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:09.208212 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1f4014-3c3e-45a5-8153-a7ed602ef52c tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Pushing event deleted for resources: {'Subnet': ['ID=ce357a15-ed6e-4a01-87f1-eb0ebb3c9c33,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:09.295326 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:09.316381 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 37046) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:09.322099 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-a02c4970-7fd3-4e0d-8b12-f266619bfc86 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Request body: {'port': {'network_id': 'b6ffbf79-9ede-42e5-8fd2-d2940b40986c', 'binding:host_id': 'n-h1-712749-28', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-651003503'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:28:09.364480 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a02c4970-7fd3-4e0d-8b12-f266619bfc86 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Made reservation on behalf of aed910ffbfa24a5583cc93fbe9a60e6c for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:28:09.367295 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a02c4970-7fd3-4e0d-8b12-f266619bfc86 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:09.389889 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a02c4970-7fd3-4e0d-8b12-f266619bfc86 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:09.416624 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e1fa4900-2324-4b44-8f66-189ab406ab45 admin admin] Publish callbacks [] for security_group (98d0d3c5-3bd9-4425-a1cb-02b4a2d788a1), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:09.424085 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0b1f4014-3c3e-45a5-8153-a7ed602ef52c tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (cc587f1d-1e09-44e0-9a73-429aaa02cf53), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:09.440284 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e1fa4900-2324-4b44-8f66-189ab406ab45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (98d0d3c5-3bd9-4425-a1cb-02b4a2d788a1), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:09.531900 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-618efcf5-0015-47dc-8e76-50c3306af0fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3dd72b9-6805-5f61-b6f3-a591f99a173d-cc587f1d-1e09-44e0-9a73-429aaa02cf53', 'network_id': 'cc587f1d-1e09-44e0-9a73-429aaa02cf53', 'project_id': 'ef2155bfe68e4ad386115f14c4fb86da', 'fixed_ips': [{'subnet_id': 'ce357a15-ed6e-4a01-87f1-eb0ebb3c9c33'}]}} from n-d-712749-28. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 07:28:09.532970 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-618efcf5-0015-47dc-8e76-50c3306af0fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:09.547574 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-e1fa4900-2324-4b44-8f66-189ab406ab45 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=93d21895a67e475ea47fb040de8040e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7717743 Jan 28 07:28:09.548318 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fa4900-2324-4b44-8f66-189ab406ab45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98d0d3c5-3bd9-4425-a1cb-02b4a2d788a1,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:09.552726 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 37050) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:09.606703 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a02c4970-7fd3-4e0d-8b12-f266619bfc86 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Publish callbacks [] for security_group (aed72217-ae3b-45bc-b743-061c919fc8e8), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:09.632080 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a02c4970-7fd3-4e0d-8b12-f266619bfc86 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (aed72217-ae3b-45bc-b743-061c919fc8e8), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:09.639129 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-97d0c7be-d8cb-48d3-b9f2-cf3c6aa793d2 req-6fd9a37d-866c-42d0-b6a0-e58e7f4e688b tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009 HTTP/1.1" status: 200 len: 210 time: 0.1491630 Jan 28 07:28:09.646760 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-0b1f4014-3c3e-45a5-8153-a7ed602ef52c tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc587f1d-1e09-44e0-9a73-429aaa02cf53']}} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:28:09.663908 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02c4970-7fd3-4e0d-8b12-f266619bfc86 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aed72217-ae3b-45bc-b743-061c919fc8e8,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:09.668483 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [None req-a02c4970-7fd3-4e0d-8b12-f266619bfc86 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] device_id is not set on port c758c11e-9b5e-417c-a73a-1bf5c02f7329 yet. {{(pid=103284) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 07:28:09.692695 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-0b1f4014-3c3e-45a5-8153-a7ed602ef52c tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '335307d1-7e26-4c5a-bd18-be1f9b33a978') {'for_net_delete': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:28:09.694564 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-0b1f4014-3c3e-45a5-8153-a7ed602ef52c tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '335307d1-7e26-4c5a-bd18-be1f9b33a978') {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:28:09.722693 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0b1f4014-3c3e-45a5-8153-a7ed602ef52c tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13506801'] for segment (335307d1-7e26-4c5a-bd18-be1f9b33a978), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:09.754784 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b4e4c9e5-416f-4eae-a149-58846a8ed1e5 admin admin] Publish callbacks [] for security_group (98d0d3c5-3bd9-4425-a1cb-02b4a2d788a1), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:09.764963 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0b1f4014-3c3e-45a5-8153-a7ed602ef52c tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (335307d1-7e26-4c5a-bd18-be1f9b33a978), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:09.788250 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d8043d-cb34-4962-b17e-10b5fccdef77 None None] Network cc587f1d-1e09-44e0-9a73-429aaa02cf53 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:28:09.788476 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b1f4014-3c3e-45a5-8153-a7ed602ef52c tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=103283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:28:09.789146 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0b1f4014-3c3e-45a5-8153-a7ed602ef52c tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13546563'] for segment (335307d1-7e26-4c5a-bd18-be1f9b33a978), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:09.795994 n-d-712749-28 neutron-server[103283]: Traceback (most recent call last): Jan 28 07:28:09.795994 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:28:09.795994 n-d-712749-28 neutron-server[103283]: timer() Jan 28 07:28:09.795994 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:28:09.795994 n-d-712749-28 neutron-server[103283]: cb(*args, **kw) Jan 28 07:28:09.795994 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:28:09.795994 n-d-712749-28 neutron-server[103283]: return func(*args, **kwargs) Jan 28 07:28:09.795994 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:28:09.795994 n-d-712749-28 neutron-server[103283]: self._notify() Jan 28 07:28:09.795994 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:28:09.795994 n-d-712749-28 neutron-server[103283]: self.callback(batched_events) Jan 28 07:28:09.795994 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:28:09.795994 n-d-712749-28 neutron-server[103283]: event.method(event) Jan 28 07:28:09.795994 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:28:09.795994 n-d-712749-28 neutron-server[103283]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:28:09.795994 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:28:09.795994 n-d-712749-28 neutron-server[103283]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:28:09.795994 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:28:09.795994 n-d-712749-28 neutron-server[103283]: return f(self, *a, **k) Jan 28 07:28:09.795994 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:28:09.795994 n-d-712749-28 neutron-server[103283]: return self._get(url).json() Jan 28 07:28:09.795994 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:28:09.795994 n-d-712749-28 neutron-server[103283]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:28:09.795994 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:28:09.795994 n-d-712749-28 neutron-server[103283]: return self.request(url, 'GET', **kwargs) Jan 28 07:28:09.795994 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:28:09.795994 n-d-712749-28 neutron-server[103283]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:28:09.795994 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:28:09.795994 n-d-712749-28 neutron-server[103283]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:28:09.795994 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:28:09.795994 n-d-712749-28 neutron-server[103283]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:28:09.795994 n-d-712749-28 neutron-server[103283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:28:09.826286 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b4e4c9e5-416f-4eae-a149-58846a8ed1e5 admin admin] Publish callbacks [] for security_group (98d0d3c5-3bd9-4425-a1cb-02b4a2d788a1), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:09.891505 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0b1f4014-3c3e-45a5-8153-a7ed602ef52c tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (cc587f1d-1e09-44e0-9a73-429aaa02cf53), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:09.902670 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:09.906715 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0b1f4014-3c3e-45a5-8153-a7ed602ef52c tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:09.922239 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 37056) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:09.923216 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-0b1f4014-3c3e-45a5-8153-a7ed602ef52c tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] 10.222.0.41 "DELETE /v2.0/networks/cc587f1d-1e09-44e0-9a73-429aaa02cf53 HTTP/1.1" status: 204 len: 168 time: 1.2802694 Jan 28 07:28:09.990895 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1f4014-3c3e-45a5-8153-a7ed602ef52c tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Pushing event deleted for resources: {'Network': ['ID=cc587f1d-1e09-44e0-9a73-429aaa02cf53,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:10.007114 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-df0194ee-2c36-4145-8b36-da347d31cf57 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1417600378'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:28:10.135752 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [None req-a02c4970-7fd3-4e0d-8b12-f266619bfc86 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] device_id is not set on port c758c11e-9b5e-417c-a73a-1bf5c02f7329 yet. {{(pid=103284) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 07:28:10.156601 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a02c4970-7fd3-4e0d-8b12-f266619bfc86 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Publish callbacks [] for port (c758c11e-9b5e-417c-a73a-1bf5c02f7329), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:10.164131 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df0194ee-2c36-4145-8b36-da347d31cf57 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Made reservation on behalf of ef2155bfe68e4ad386115f14c4fb86da for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:28:10.167724 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-df0194ee-2c36-4145-8b36-da347d31cf57 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:10.171721 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b4e4c9e5-416f-4eae-a149-58846a8ed1e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (98d0d3c5-3bd9-4425-a1cb-02b4a2d788a1), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:10.174294 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b4e4c9e5-416f-4eae-a149-58846a8ed1e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:10.175546 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-b4e4c9e5-416f-4eae-a149-58846a8ed1e5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/98d0d3c5-3bd9-4425-a1cb-02b4a2d788a1 HTTP/1.1" status: 204 len: 168 time: 0.6190248 Jan 28 07:28:10.186138 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a02c4970-7fd3-4e0d-8b12-f266619bfc86 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (c758c11e-9b5e-417c-a73a-1bf5c02f7329), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:10.322699 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02c4970-7fd3-4e0d-8b12-f266619bfc86 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Pushing event updated for resources: {'Port': ['ID=c758c11e-9b5e-417c-a73a-1bf5c02f7329,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:10.379098 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df0194ee-2c36-4145-8b36-da347d31cf57 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:28:10.426707 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-df0194ee-2c36-4145-8b36-da347d31cf57 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (3a3e8f7e-ff61-4e40-adff-21f7fac391ad), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:10.427691 n-d-712749-28 neutron-server[103284]: INFO neutron.db.segments_db [None req-df0194ee-2c36-4145-8b36-da347d31cf57 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Added segment 3a3e8f7e-ff61-4e40-adff-21f7fac391ad of type vlan for network 86075c93-bf26-4f75-8f54-12cbf94110cb Jan 28 07:28:10.468226 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e4c9e5-416f-4eae-a149-58846a8ed1e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98d0d3c5-3bd9-4425-a1cb-02b4a2d788a1,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:10.555522 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-df0194ee-2c36-4145-8b36-da347d31cf57 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (86075c93-bf26-4f75-8f54-12cbf94110cb), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:10.578724 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02c4970-7fd3-4e0d-8b12-f266619bfc86 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Checking segment: {'id': '75b92dee-a37f-42ed-b772-046caba31bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b6ffbf79-9ede-42e5-8fd2-d2940b40986c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:28:10.580510 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a02c4970-7fd3-4e0d-8b12-f266619bfc86 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Network hostable DHCP agents. Network: b6ffbf79-9ede-42e5-8fd2-d2940b40986c, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:28:10.621762 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a02c4970-7fd3-4e0d-8b12-f266619bfc86 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Network b6ffbf79-9ede-42e5-8fd2-d2940b40986c is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:28:10.632398 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-df0194ee-2c36-4145-8b36-da347d31cf57 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (86075c93-bf26-4f75-8f54-12cbf94110cb), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:10.642523 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df0194ee-2c36-4145-8b36-da347d31cf57 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:28:10.643415 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-df0194ee-2c36-4145-8b36-da347d31cf57 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:10.730605 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-a02c4970-7fd3-4e0d-8b12-f266619bfc86 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, b6ffbf79-9ede-42e5-8fd2-d2940b40986c) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:28:10.738963 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0791aa42-9831-48f3-8a7a-14816266bff8 None None] Network b6ffbf79-9ede-42e5-8fd2-d2940b40986c requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:28:10.749275 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0194ee-2c36-4145-8b36-da347d31cf57 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Pushing event updated for resources: {'Network': ['ID=86075c93-bf26-4f75-8f54-12cbf94110cb,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:10.764627 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-df0194ee-2c36-4145-8b36-da347d31cf57 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7780449 Jan 28 07:28:10.764967 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 37078) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:10.773357 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-bd7f43e2-1764-4784-84c1-df4eaeca9349 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:28:10.775813 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02c4970-7fd3-4e0d-8b12-f266619bfc86 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:28:10.811143 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-a02c4970-7fd3-4e0d-8b12-f266619bfc86 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Attempting to bind port c758c11e-9b5e-417c-a73a-1bf5c02f7329 on host n-h1-712749-28 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:28:10.811384 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-a02c4970-7fd3-4e0d-8b12-f266619bfc86 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Attempting to bind port c758c11e-9b5e-417c-a73a-1bf5c02f7329 by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': '75b92dee-a37f-42ed-b772-046caba31bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b6ffbf79-9ede-42e5-8fd2-d2940b40986c'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:28:10.811697 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02c4970-7fd3-4e0d-8b12-f266619bfc86 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Attempting to bind port c758c11e-9b5e-417c-a73a-1bf5c02f7329 on network b6ffbf79-9ede-42e5-8fd2-d2940b40986c {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:28:10.821384 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02c4970-7fd3-4e0d-8b12-f266619bfc86 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Port c758c11e-9b5e-417c-a73a-1bf5c02f7329 on network b6ffbf79-9ede-42e5-8fd2-d2940b40986c not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:28:10.821725 n-d-712749-28 neutron-server[103284]: ERROR neutron.plugins.ml2.managers [None req-a02c4970-7fd3-4e0d-8b12-f266619bfc86 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Failed to bind port c758c11e-9b5e-417c-a73a-1bf5c02f7329 on host n-h1-712749-28 for vnic_type normal using segments [{'id': '75b92dee-a37f-42ed-b772-046caba31bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b6ffbf79-9ede-42e5-8fd2-d2940b40986c'}] Jan 28 07:28:10.824463 n-d-712749-28 neutron-server[103284]: INFO neutron.plugins.ml2.plugin [None req-a02c4970-7fd3-4e0d-8b12-f266619bfc86 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Attempt 2 to bind port c758c11e-9b5e-417c-a73a-1bf5c02f7329 Jan 28 07:28:10.857872 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 37080) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:10.860775 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-a02c4970-7fd3-4e0d-8b12-f266619bfc86 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Attempting to bind port c758c11e-9b5e-417c-a73a-1bf5c02f7329 on host n-h1-712749-28 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:28:10.861127 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-a02c4970-7fd3-4e0d-8b12-f266619bfc86 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Attempting to bind port c758c11e-9b5e-417c-a73a-1bf5c02f7329 by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': '75b92dee-a37f-42ed-b772-046caba31bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b6ffbf79-9ede-42e5-8fd2-d2940b40986c'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:28:10.862677 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02c4970-7fd3-4e0d-8b12-f266619bfc86 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Attempting to bind port c758c11e-9b5e-417c-a73a-1bf5c02f7329 on network b6ffbf79-9ede-42e5-8fd2-d2940b40986c {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:28:10.900887 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network 86075c93-bf26-4f75-8f54-12cbf94110cb details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:28:10.906173 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02c4970-7fd3-4e0d-8b12-f266619bfc86 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Port c758c11e-9b5e-417c-a73a-1bf5c02f7329 on network b6ffbf79-9ede-42e5-8fd2-d2940b40986c not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:28:10.906542 n-d-712749-28 neutron-server[103284]: ERROR neutron.plugins.ml2.managers [None req-a02c4970-7fd3-4e0d-8b12-f266619bfc86 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Failed to bind port c758c11e-9b5e-417c-a73a-1bf5c02f7329 on host n-h1-712749-28 for vnic_type normal using segments [{'id': '75b92dee-a37f-42ed-b772-046caba31bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b6ffbf79-9ede-42e5-8fd2-d2940b40986c'}] Jan 28 07:28:10.907998 n-d-712749-28 neutron-server[103284]: INFO neutron.plugins.ml2.plugin [None req-a02c4970-7fd3-4e0d-8b12-f266619bfc86 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Attempt 3 to bind port c758c11e-9b5e-417c-a73a-1bf5c02f7329 Jan 28 07:28:10.959378 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-a02c4970-7fd3-4e0d-8b12-f266619bfc86 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Attempting to bind port c758c11e-9b5e-417c-a73a-1bf5c02f7329 on host n-h1-712749-28 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:28:10.959737 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-a02c4970-7fd3-4e0d-8b12-f266619bfc86 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Attempting to bind port c758c11e-9b5e-417c-a73a-1bf5c02f7329 by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': '75b92dee-a37f-42ed-b772-046caba31bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b6ffbf79-9ede-42e5-8fd2-d2940b40986c'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:28:10.960045 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02c4970-7fd3-4e0d-8b12-f266619bfc86 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Attempting to bind port c758c11e-9b5e-417c-a73a-1bf5c02f7329 on network b6ffbf79-9ede-42e5-8fd2-d2940b40986c {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:28:10.971132 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8aa37782-464e-4b05-87e2-622556858bdc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:10.989995 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02c4970-7fd3-4e0d-8b12-f266619bfc86 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Port c758c11e-9b5e-417c-a73a-1bf5c02f7329 on network b6ffbf79-9ede-42e5-8fd2-d2940b40986c not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:28:10.989995 n-d-712749-28 neutron-server[103284]: ERROR neutron.plugins.ml2.managers [None req-a02c4970-7fd3-4e0d-8b12-f266619bfc86 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Failed to bind port c758c11e-9b5e-417c-a73a-1bf5c02f7329 on host n-h1-712749-28 for vnic_type normal using segments [{'id': '75b92dee-a37f-42ed-b772-046caba31bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b6ffbf79-9ede-42e5-8fd2-d2940b40986c'}] Jan 28 07:28:11.150869 n-d-712749-28 neutron-server[103284]: INFO neutron.plugins.ml2.plugin [None req-a02c4970-7fd3-4e0d-8b12-f266619bfc86 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Attempt 4 to bind port c758c11e-9b5e-417c-a73a-1bf5c02f7329 Jan 28 07:28:11.156905 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-bd7f43e2-1764-4784-84c1-df4eaeca9349 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (86075c93-bf26-4f75-8f54-12cbf94110cb), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:11.168452 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-11d28d17-1772-4c28-b6ec-7906fa7dc96b req-b2149627-bd3f-4045-a8b5-0bacf9ea0435 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009 HTTP/1.1" status: 200 len: 210 time: 0.2632442 Jan 28 07:28:11.218135 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-a02c4970-7fd3-4e0d-8b12-f266619bfc86 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Attempting to bind port c758c11e-9b5e-417c-a73a-1bf5c02f7329 on host n-h1-712749-28 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:28:11.219848 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-a02c4970-7fd3-4e0d-8b12-f266619bfc86 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Attempting to bind port c758c11e-9b5e-417c-a73a-1bf5c02f7329 by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': '75b92dee-a37f-42ed-b772-046caba31bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b6ffbf79-9ede-42e5-8fd2-d2940b40986c'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:28:11.220762 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02c4970-7fd3-4e0d-8b12-f266619bfc86 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Attempting to bind port c758c11e-9b5e-417c-a73a-1bf5c02f7329 on network b6ffbf79-9ede-42e5-8fd2-d2940b40986c {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:28:11.224291 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-bd7f43e2-1764-4784-84c1-df4eaeca9349 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (86075c93-bf26-4f75-8f54-12cbf94110cb), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:11.248979 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-bd7f43e2-1764-4784-84c1-df4eaeca9349 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Network 86075c93-bf26-4f75-8f54-12cbf94110cb is not hosted by any dhcp agent {{(pid=103283) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 28 07:28:11.258572 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd7f43e2-1764-4784-84c1-df4eaeca9349 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:28:11.258572 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-bd7f43e2-1764-4784-84c1-df4eaeca9349 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks [] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:11.258572 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-bd7f43e2-1764-4784-84c1-df4eaeca9349 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] 10.222.0.41 "PUT /v2.0/networks/86075c93-bf26-4f75-8f54-12cbf94110cb HTTP/1.1" status: 200 len: 723 time: 0.4908962 Jan 28 07:28:11.261060 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 37090) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:11.267134 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-cfe7d466-f4e4-4574-a78e-e30ebb481386 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Request body: {'subnet': {'network_id': '86075c93-bf26-4f75-8f54-12cbf94110cb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:28:11.273981 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02c4970-7fd3-4e0d-8b12-f266619bfc86 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Port c758c11e-9b5e-417c-a73a-1bf5c02f7329 on network b6ffbf79-9ede-42e5-8fd2-d2940b40986c not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:28:11.274565 n-d-712749-28 neutron-server[103284]: ERROR neutron.plugins.ml2.managers [None req-a02c4970-7fd3-4e0d-8b12-f266619bfc86 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Failed to bind port c758c11e-9b5e-417c-a73a-1bf5c02f7329 on host n-h1-712749-28 for vnic_type normal using segments [{'id': '75b92dee-a37f-42ed-b772-046caba31bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b6ffbf79-9ede-42e5-8fd2-d2940b40986c'}] Jan 28 07:28:11.280653 n-d-712749-28 neutron-server[103284]: INFO neutron.plugins.ml2.plugin [None req-a02c4970-7fd3-4e0d-8b12-f266619bfc86 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Attempt 5 to bind port c758c11e-9b5e-417c-a73a-1bf5c02f7329 Jan 28 07:28:11.304945 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8aa37782-464e-4b05-87e2-622556858bdc admin admin] Publish callbacks [] for security_group (535d4dee-8c6b-45b7-b74a-196dd4b9a2ce), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:11.306335 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-a02c4970-7fd3-4e0d-8b12-f266619bfc86 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Attempting to bind port c758c11e-9b5e-417c-a73a-1bf5c02f7329 on host n-h1-712749-28 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:28:11.306937 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-a02c4970-7fd3-4e0d-8b12-f266619bfc86 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Attempting to bind port c758c11e-9b5e-417c-a73a-1bf5c02f7329 by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': '75b92dee-a37f-42ed-b772-046caba31bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b6ffbf79-9ede-42e5-8fd2-d2940b40986c'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:28:11.307276 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02c4970-7fd3-4e0d-8b12-f266619bfc86 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Attempting to bind port c758c11e-9b5e-417c-a73a-1bf5c02f7329 on network b6ffbf79-9ede-42e5-8fd2-d2940b40986c {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:28:11.312603 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02c4970-7fd3-4e0d-8b12-f266619bfc86 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Port c758c11e-9b5e-417c-a73a-1bf5c02f7329 on network b6ffbf79-9ede-42e5-8fd2-d2940b40986c not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:28:11.312939 n-d-712749-28 neutron-server[103284]: ERROR neutron.plugins.ml2.managers [None req-a02c4970-7fd3-4e0d-8b12-f266619bfc86 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Failed to bind port c758c11e-9b5e-417c-a73a-1bf5c02f7329 on host n-h1-712749-28 for vnic_type normal using segments [{'id': '75b92dee-a37f-42ed-b772-046caba31bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b6ffbf79-9ede-42e5-8fd2-d2940b40986c'}] Jan 28 07:28:11.314640 n-d-712749-28 neutron-server[103284]: INFO neutron.plugins.ml2.plugin [None req-a02c4970-7fd3-4e0d-8b12-f266619bfc86 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Attempt 6 to bind port c758c11e-9b5e-417c-a73a-1bf5c02f7329 Jan 28 07:28:11.319956 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8aa37782-464e-4b05-87e2-622556858bdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (535d4dee-8c6b-45b7-b74a-196dd4b9a2ce), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:11.360627 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa37782-464e-4b05-87e2-622556858bdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=535d4dee-8c6b-45b7-b74a-196dd4b9a2ce,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:11.362897 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7f43e2-1764-4784-84c1-df4eaeca9349 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Pushing event updated for resources: {'Network': ['ID=86075c93-bf26-4f75-8f54-12cbf94110cb,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:11.389964 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-a02c4970-7fd3-4e0d-8b12-f266619bfc86 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Attempting to bind port c758c11e-9b5e-417c-a73a-1bf5c02f7329 on host n-h1-712749-28 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:28:11.390490 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-a02c4970-7fd3-4e0d-8b12-f266619bfc86 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Attempting to bind port c758c11e-9b5e-417c-a73a-1bf5c02f7329 by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': '75b92dee-a37f-42ed-b772-046caba31bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b6ffbf79-9ede-42e5-8fd2-d2940b40986c'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:28:11.391861 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02c4970-7fd3-4e0d-8b12-f266619bfc86 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Attempting to bind port c758c11e-9b5e-417c-a73a-1bf5c02f7329 on network b6ffbf79-9ede-42e5-8fd2-d2940b40986c {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:28:11.414617 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfe7d466-f4e4-4574-a78e-e30ebb481386 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Made reservation on behalf of ef2155bfe68e4ad386115f14c4fb86da for: {'subnet': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:28:11.420839 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network 86075c93-bf26-4f75-8f54-12cbf94110cb details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:28:11.421032 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02c4970-7fd3-4e0d-8b12-f266619bfc86 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Port c758c11e-9b5e-417c-a73a-1bf5c02f7329 on network b6ffbf79-9ede-42e5-8fd2-d2940b40986c not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:28:11.422446 n-d-712749-28 neutron-server[103284]: ERROR neutron.plugins.ml2.managers [None req-a02c4970-7fd3-4e0d-8b12-f266619bfc86 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Failed to bind port c758c11e-9b5e-417c-a73a-1bf5c02f7329 on host n-h1-712749-28 for vnic_type normal using segments [{'id': '75b92dee-a37f-42ed-b772-046caba31bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b6ffbf79-9ede-42e5-8fd2-d2940b40986c'}] Jan 28 07:28:11.428214 n-d-712749-28 neutron-server[103284]: INFO neutron.plugins.ml2.plugin [None req-a02c4970-7fd3-4e0d-8b12-f266619bfc86 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Attempt 7 to bind port c758c11e-9b5e-417c-a73a-1bf5c02f7329 Jan 28 07:28:11.436802 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cfe7d466-f4e4-4574-a78e-e30ebb481386 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13555781'] for subnet (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:11.437008 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-8aa37782-464e-4b05-87e2-622556858bdc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=748242702353439fb7692240bda192db&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5587990 Jan 28 07:28:11.437008 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 37094) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:11.470070 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-a02c4970-7fd3-4e0d-8b12-f266619bfc86 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Attempting to bind port c758c11e-9b5e-417c-a73a-1bf5c02f7329 on host n-h1-712749-28 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:28:11.470417 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-a02c4970-7fd3-4e0d-8b12-f266619bfc86 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Attempting to bind port c758c11e-9b5e-417c-a73a-1bf5c02f7329 by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': '75b92dee-a37f-42ed-b772-046caba31bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b6ffbf79-9ede-42e5-8fd2-d2940b40986c'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:28:11.470769 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02c4970-7fd3-4e0d-8b12-f266619bfc86 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Attempting to bind port c758c11e-9b5e-417c-a73a-1bf5c02f7329 on network b6ffbf79-9ede-42e5-8fd2-d2940b40986c {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:28:11.492591 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02c4970-7fd3-4e0d-8b12-f266619bfc86 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Port c758c11e-9b5e-417c-a73a-1bf5c02f7329 on network b6ffbf79-9ede-42e5-8fd2-d2940b40986c not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:28:11.493221 n-d-712749-28 neutron-server[103284]: ERROR neutron.plugins.ml2.managers [None req-a02c4970-7fd3-4e0d-8b12-f266619bfc86 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Failed to bind port c758c11e-9b5e-417c-a73a-1bf5c02f7329 on host n-h1-712749-28 for vnic_type normal using segments [{'id': '75b92dee-a37f-42ed-b772-046caba31bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b6ffbf79-9ede-42e5-8fd2-d2940b40986c'}] Jan 28 07:28:11.494716 n-d-712749-28 neutron-server[103284]: INFO neutron.plugins.ml2.plugin [None req-a02c4970-7fd3-4e0d-8b12-f266619bfc86 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Attempt 8 to bind port c758c11e-9b5e-417c-a73a-1bf5c02f7329 Jan 28 07:28:11.528495 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-935a437a-8e21-4e27-98b6-01e2900596a5 admin admin] Publish callbacks [] for security_group (535d4dee-8c6b-45b7-b74a-196dd4b9a2ce), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:11.561233 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-935a437a-8e21-4e27-98b6-01e2900596a5 admin admin] Publish callbacks [] for security_group (535d4dee-8c6b-45b7-b74a-196dd4b9a2ce), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:11.606628 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-a02c4970-7fd3-4e0d-8b12-f266619bfc86 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Attempting to bind port c758c11e-9b5e-417c-a73a-1bf5c02f7329 on host n-h1-712749-28 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:28:11.607916 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-a02c4970-7fd3-4e0d-8b12-f266619bfc86 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Attempting to bind port c758c11e-9b5e-417c-a73a-1bf5c02f7329 by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': '75b92dee-a37f-42ed-b772-046caba31bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b6ffbf79-9ede-42e5-8fd2-d2940b40986c'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:28:11.608537 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02c4970-7fd3-4e0d-8b12-f266619bfc86 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Attempting to bind port c758c11e-9b5e-417c-a73a-1bf5c02f7329 on network b6ffbf79-9ede-42e5-8fd2-d2940b40986c {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:28:11.615104 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02c4970-7fd3-4e0d-8b12-f266619bfc86 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Port c758c11e-9b5e-417c-a73a-1bf5c02f7329 on network b6ffbf79-9ede-42e5-8fd2-d2940b40986c not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:28:11.615748 n-d-712749-28 neutron-server[103284]: ERROR neutron.plugins.ml2.managers [None req-a02c4970-7fd3-4e0d-8b12-f266619bfc86 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Failed to bind port c758c11e-9b5e-417c-a73a-1bf5c02f7329 on host n-h1-712749-28 for vnic_type normal using segments [{'id': '75b92dee-a37f-42ed-b772-046caba31bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b6ffbf79-9ede-42e5-8fd2-d2940b40986c'}] Jan 28 07:28:11.616556 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-935a437a-8e21-4e27-98b6-01e2900596a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (535d4dee-8c6b-45b7-b74a-196dd4b9a2ce), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:11.619582 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-935a437a-8e21-4e27-98b6-01e2900596a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:11.620880 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-935a437a-8e21-4e27-98b6-01e2900596a5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/535d4dee-8c6b-45b7-b74a-196dd4b9a2ce HTTP/1.1" status: 204 len: 168 time: 0.1832104 Jan 28 07:28:11.621547 n-d-712749-28 neutron-server[103284]: INFO neutron.plugins.ml2.plugin [None req-a02c4970-7fd3-4e0d-8b12-f266619bfc86 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Attempt 9 to bind port c758c11e-9b5e-417c-a73a-1bf5c02f7329 Jan 28 07:28:11.639722 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935a437a-8e21-4e27-98b6-01e2900596a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=535d4dee-8c6b-45b7-b74a-196dd4b9a2ce,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:11.648494 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-a02c4970-7fd3-4e0d-8b12-f266619bfc86 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Attempting to bind port c758c11e-9b5e-417c-a73a-1bf5c02f7329 on host n-h1-712749-28 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:28:11.648835 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-a02c4970-7fd3-4e0d-8b12-f266619bfc86 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Attempting to bind port c758c11e-9b5e-417c-a73a-1bf5c02f7329 by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': '75b92dee-a37f-42ed-b772-046caba31bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b6ffbf79-9ede-42e5-8fd2-d2940b40986c'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:28:11.651533 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02c4970-7fd3-4e0d-8b12-f266619bfc86 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Attempting to bind port c758c11e-9b5e-417c-a73a-1bf5c02f7329 on network b6ffbf79-9ede-42e5-8fd2-d2940b40986c {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:28:11.661684 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02c4970-7fd3-4e0d-8b12-f266619bfc86 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Port c758c11e-9b5e-417c-a73a-1bf5c02f7329 on network b6ffbf79-9ede-42e5-8fd2-d2940b40986c not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:28:11.663589 n-d-712749-28 neutron-server[103284]: ERROR neutron.plugins.ml2.managers [None req-a02c4970-7fd3-4e0d-8b12-f266619bfc86 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Failed to bind port c758c11e-9b5e-417c-a73a-1bf5c02f7329 on host n-h1-712749-28 for vnic_type normal using segments [{'id': '75b92dee-a37f-42ed-b772-046caba31bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b6ffbf79-9ede-42e5-8fd2-d2940b40986c'}] Jan 28 07:28:11.664300 n-d-712749-28 neutron-server[103284]: INFO neutron.plugins.ml2.plugin [None req-a02c4970-7fd3-4e0d-8b12-f266619bfc86 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Attempt 10 to bind port c758c11e-9b5e-417c-a73a-1bf5c02f7329 Jan 28 07:28:11.699317 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-a02c4970-7fd3-4e0d-8b12-f266619bfc86 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Attempting to bind port c758c11e-9b5e-417c-a73a-1bf5c02f7329 on host n-h1-712749-28 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:28:11.699949 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-a02c4970-7fd3-4e0d-8b12-f266619bfc86 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Attempting to bind port c758c11e-9b5e-417c-a73a-1bf5c02f7329 by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': '75b92dee-a37f-42ed-b772-046caba31bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b6ffbf79-9ede-42e5-8fd2-d2940b40986c'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:28:11.700253 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02c4970-7fd3-4e0d-8b12-f266619bfc86 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Attempting to bind port c758c11e-9b5e-417c-a73a-1bf5c02f7329 on network b6ffbf79-9ede-42e5-8fd2-d2940b40986c {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:28:11.712652 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02c4970-7fd3-4e0d-8b12-f266619bfc86 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Port c758c11e-9b5e-417c-a73a-1bf5c02f7329 on network b6ffbf79-9ede-42e5-8fd2-d2940b40986c not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:28:11.713083 n-d-712749-28 neutron-server[103284]: ERROR neutron.plugins.ml2.managers [None req-a02c4970-7fd3-4e0d-8b12-f266619bfc86 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Failed to bind port c758c11e-9b5e-417c-a73a-1bf5c02f7329 on host n-h1-712749-28 for vnic_type normal using segments [{'id': '75b92dee-a37f-42ed-b772-046caba31bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b6ffbf79-9ede-42e5-8fd2-d2940b40986c'}] Jan 28 07:28:11.713585 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a02c4970-7fd3-4e0d-8b12-f266619bfc86 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (c758c11e-9b5e-417c-a73a-1bf5c02f7329), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:11.847641 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-a02c4970-7fd3-4e0d-8b12-f266619bfc86 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] For port c758c11e-9b5e-417c-a73a-1bf5c02f7329, host n-h1-712749-28, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:28:11.848067 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-a02c4970-7fd3-4e0d-8b12-f266619bfc86 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Attempted to set empty binding levels {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 28 07:28:11.860653 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a02c4970-7fd3-4e0d-8b12-f266619bfc86 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (c758c11e-9b5e-417c-a73a-1bf5c02f7329), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:11.869667 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cfe7d466-f4e4-4574-a78e-e30ebb481386 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13546728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13555799'] for subnet (00ec8f2a-622d-48ba-9d6f-8f3a613f5bb5), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:11.887801 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a02c4970-7fd3-4e0d-8b12-f266619bfc86 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:28:11.892280 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a02c4970-7fd3-4e0d-8b12-f266619bfc86 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:11.971616 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-a02c4970-7fd3-4e0d-8b12-f266619bfc86 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 2.6540372 Jan 28 07:28:11.977426 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 37104) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:12.067276 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe7d466-f4e4-4574-a78e-e30ebb481386 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Pushing event updated for resources: {'Subnet': ['ID=00ec8f2a-622d-48ba-9d6f-8f3a613f5bb5,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:12.078262 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe7d466-f4e4-4574-a78e-e30ebb481386 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Checking segment: {'id': '3a3e8f7e-ff61-4e40-adff-21f7fac391ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '86075c93-bf26-4f75-8f54-12cbf94110cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:28:12.078905 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe7d466-f4e4-4574-a78e-e30ebb481386 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Network hostable DHCP agents. Network: 86075c93-bf26-4f75-8f54-12cbf94110cb, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:28:12.125508 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe7d466-f4e4-4574-a78e-e30ebb481386 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Network 86075c93-bf26-4f75-8f54-12cbf94110cb is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:28:12.128791 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02c4970-7fd3-4e0d-8b12-f266619bfc86 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Pushing event updated for resources: {'Port': ['ID=c758c11e-9b5e-417c-a73a-1bf5c02f7329,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:12.178560 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-cfe7d466-f4e4-4574-a78e-e30ebb481386 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, 86075c93-bf26-4f75-8f54-12cbf94110cb) {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:28:12.189870 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe7d466-f4e4-4574-a78e-e30ebb481386 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:28:12.190972 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cfe7d466-f4e4-4574-a78e-e30ebb481386 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16319219'] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:12.210168 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b0a4a83-cc2c-4af8-86e2-c37085a8b3c9 None None] Network 86075c93-bf26-4f75-8f54-12cbf94110cb requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:28:12.224297 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-cfe7d466-f4e4-4574-a78e-e30ebb481386 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9613249 Jan 28 07:28:12.226309 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 37116) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:12.252577 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-68137766-3397-4bd1-ba08-ed4d4ea00505 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:28:12.413383 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-93f1c8ca-bd15-474c-b16a-3e6244580877 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Deleting port c758c11e-9b5e-417c-a73a-1bf5c02f7329 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:28:12.413972 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-93f1c8ca-bd15-474c-b16a-3e6244580877 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (c758c11e-9b5e-417c-a73a-1bf5c02f7329), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:12.548494 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-93f1c8ca-bd15-474c-b16a-3e6244580877 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] For port c758c11e-9b5e-417c-a73a-1bf5c02f7329, host n-h1-712749-28, got binding levels [] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:28:12.552677 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-93f1c8ca-bd15-474c-b16a-3e6244580877 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (c758c11e-9b5e-417c-a73a-1bf5c02f7329), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:12.603663 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-68137766-3397-4bd1-ba08-ed4d4ea00505 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-13555790'] for subnet (00ec8f2a-622d-48ba-9d6f-8f3a613f5bb5), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:12.606913 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-93f1c8ca-bd15-474c-b16a-3e6244580877 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Calling delete_port for c758c11e-9b5e-417c-a73a-1bf5c02f7329 owned by {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:28:12.647024 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35c1f7fa-4c57-4062-89f4-dbeb9fcafd39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3dd72b9-6805-5f61-b6f3-a591f99a173d-86075c93-bf26-4f75-8f54-12cbf94110cb', 'network_id': '86075c93-bf26-4f75-8f54-12cbf94110cb', 'project_id': 'ef2155bfe68e4ad386115f14c4fb86da', 'fixed_ips': [{'subnet_id': '00ec8f2a-622d-48ba-9d6f-8f3a613f5bb5'}]}} from n-d-712749-28. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 07:28:12.648852 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-35c1f7fa-4c57-4062-89f4-dbeb9fcafd39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:12.794389 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-39c561a3-2770-4180-a456-6647e3886913 req-d9d6070f-5d4f-42e9-95c1-af2cb8f2d5e1 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009 HTTP/1.1" status: 200 len: 210 time: 0.3030450 Jan 28 07:28:12.874732 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-93f1c8ca-bd15-474c-b16a-3e6244580877 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (c758c11e-9b5e-417c-a73a-1bf5c02f7329), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:12.939547 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f1c8ca-bd15-474c-b16a-3e6244580877 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Pushing event deleted for resources: {'Port': ['ID=c758c11e-9b5e-417c-a73a-1bf5c02f7329,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:12.975617 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-93f1c8ca-bd15-474c-b16a-3e6244580877 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:12.989252 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-93f1c8ca-bd15-474c-b16a-3e6244580877 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] 10.222.0.41 "DELETE /v2.0/ports/c758c11e-9b5e-417c-a73a-1bf5c02f7329 HTTP/1.1" status: 204 len: 168 time: 1.0106282 Jan 28 07:28:12.990689 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 37148) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:13.053787 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-68137766-3397-4bd1-ba08-ed4d4ea00505 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8782327571155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-13546662'] for subnet (00ec8f2a-622d-48ba-9d6f-8f3a613f5bb5), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:13.091856 n-d-712749-28 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-5409d50f-f7bc-4084-9485-fdb5d54f178b tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] GET failed (client error): The resource could not be found. Jan 28 07:28:13.106160 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-5409d50f-f7bc-4084-9485-fdb5d54f178b tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] 10.222.0.41 "GET /v2.0/ports/c758c11e-9b5e-417c-a73a-1bf5c02f7329 HTTP/1.1" status: 404 len: 333 time: 0.1092188 Jan 28 07:28:13.107540 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 37152) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:13.121021 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-bce2c6c0-4c2a-45ca-8602-80b70780b979 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Request body: {'port': {'network_id': 'b6ffbf79-9ede-42e5-8fd2-d2940b40986c', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-508594785'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:28:13.155130 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-35c1f7fa-4c57-4062-89f4-dbeb9fcafd39 None None] Allocated IP 172.20.0.2 (86075c93-bf26-4f75-8f54-12cbf94110cb/00ec8f2a-622d-48ba-9d6f-8f3a613f5bb5/2bd313e5-664a-4172-b224-8828fc63fe3b) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:28:13.173687 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68137766-3397-4bd1-ba08-ed4d4ea00505 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:28:13.174335 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-68137766-3397-4bd1-ba08-ed4d4ea00505 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks [] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:13.180014 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 37158) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:13.185568 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-68137766-3397-4bd1-ba08-ed4d4ea00505 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] 10.222.0.41 "PUT /v2.0/subnets/00ec8f2a-622d-48ba-9d6f-8f3a613f5bb5 HTTP/1.1" status: 200 len: 806 time: 0.9473655 Jan 28 07:28:13.208087 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bce2c6c0-4c2a-45ca-8602-80b70780b979 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Made reservation on behalf of aed910ffbfa24a5583cc93fbe9a60e6c for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:28:13.217868 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bce2c6c0-4c2a-45ca-8602-80b70780b979 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:13.234664 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68137766-3397-4bd1-ba08-ed4d4ea00505 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Pushing event updated for resources: {'Subnet': ['ID=00ec8f2a-622d-48ba-9d6f-8f3a613f5bb5,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:13.432963 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [None req-bce2c6c0-4c2a-45ca-8602-80b70780b979 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] device_id is not set on port c798449b-851f-43a6-a2b9-883dc35d75f4 yet. {{(pid=103284) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 07:28:13.580291 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e297555d-aac1-4cfb-b130-9ffd639989f3 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (86075c93-bf26-4f75-8f54-12cbf94110cb), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:13.605402 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-35c1f7fa-4c57-4062-89f4-dbeb9fcafd39 None None] Publish callbacks [] for port (2bd313e5-664a-4172-b224-8828fc63fe3b), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:13.623637 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-35c1f7fa-4c57-4062-89f4-dbeb9fcafd39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (2bd313e5-664a-4172-b224-8828fc63fe3b), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:13.713009 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e297555d-aac1-4cfb-b130-9ffd639989f3 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (00ec8f2a-622d-48ba-9d6f-8f3a613f5bb5), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:13.733876 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c1f7fa-4c57-4062-89f4-dbeb9fcafd39 None None] Network 86075c93-bf26-4f75-8f54-12cbf94110cb is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:28:13.744982 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-35c1f7fa-4c57-4062-89f4-dbeb9fcafd39 None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:28:13.756940 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c1f7fa-4c57-4062-89f4-dbeb9fcafd39 None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:28:13.759573 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bce2c6c0-4c2a-45ca-8602-80b70780b979 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Publish callbacks [] for port (c798449b-851f-43a6-a2b9-883dc35d75f4), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:13.844734 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c1f7fa-4c57-4062-89f4-dbeb9fcafd39 None None] Pushing event updated for resources: {'Port': ['ID=2bd313e5-664a-4172-b224-8828fc63fe3b,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:13.928846 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e297555d-aac1-4cfb-b130-9ffd639989f3 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24757569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24979817'] for subnet (00ec8f2a-622d-48ba-9d6f-8f3a613f5bb5), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:14.000058 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bce2c6c0-4c2a-45ca-8602-80b70780b979 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (c798449b-851f-43a6-a2b9-883dc35d75f4), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:14.010539 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-35c1f7fa-4c57-4062-89f4-dbeb9fcafd39 None None] Attempting to bind port 2bd313e5-664a-4172-b224-8828fc63fe3b on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:28:14.011118 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-35c1f7fa-4c57-4062-89f4-dbeb9fcafd39 None None] Attempting to bind port 2bd313e5-664a-4172-b224-8828fc63fe3b by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '3a3e8f7e-ff61-4e40-adff-21f7fac391ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '86075c93-bf26-4f75-8f54-12cbf94110cb'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:28:14.011658 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c1f7fa-4c57-4062-89f4-dbeb9fcafd39 None None] Attempting to bind port 2bd313e5-664a-4172-b224-8828fc63fe3b on network 86075c93-bf26-4f75-8f54-12cbf94110cb {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:28:14.015379 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e297555d-aac1-4cfb-b130-9ffd639989f3 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Pushing event deleted for resources: {'Subnet': ['ID=00ec8f2a-622d-48ba-9d6f-8f3a613f5bb5,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:14.048144 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c1f7fa-4c57-4062-89f4-dbeb9fcafd39 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:28:14.048592 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c1f7fa-4c57-4062-89f4-dbeb9fcafd39 None None] Checking segment: {'id': '3a3e8f7e-ff61-4e40-adff-21f7fac391ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '86075c93-bf26-4f75-8f54-12cbf94110cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:28:14.050082 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-35c1f7fa-4c57-4062-89f4-dbeb9fcafd39 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:14.052781 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c1f7fa-4c57-4062-89f4-dbeb9fcafd39 None None] Bound using segment: {'id': '3a3e8f7e-ff61-4e40-adff-21f7fac391ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '86075c93-bf26-4f75-8f54-12cbf94110cb'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:28:14.054555 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-35c1f7fa-4c57-4062-89f4-dbeb9fcafd39 None None] Bound port: 2bd313e5-664a-4172-b224-8828fc63fe3b, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a3e8f7e-ff61-4e40-adff-21f7fac391ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '86075c93-bf26-4f75-8f54-12cbf94110cb'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:28:14.055025 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-35c1f7fa-4c57-4062-89f4-dbeb9fcafd39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (2bd313e5-664a-4172-b224-8828fc63fe3b), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:14.144574 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-35c1f7fa-4c57-4062-89f4-dbeb9fcafd39 None None] For port 2bd313e5-664a-4172-b224-8828fc63fe3b, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:28:14.151832 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-35c1f7fa-4c57-4062-89f4-dbeb9fcafd39 None None] For port 2bd313e5-664a-4172-b224-8828fc63fe3b, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=2bd313e5-664a-4172-b224-8828fc63fe3b,segment=NetworkSegment(3a3e8f7e-ff61-4e40-adff-21f7fac391ad),segment_id=3a3e8f7e-ff61-4e40-adff-21f7fac391ad)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:28:14.162939 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-35c1f7fa-4c57-4062-89f4-dbeb9fcafd39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (2bd313e5-664a-4172-b224-8828fc63fe3b), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:14.163785 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7a3f8756-523e-495f-b927-e4a5a6e2dadb req-c4ec7b33-deaa-4ab9-94d3-e5109d325521 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009 HTTP/1.1" status: 200 len: 210 time: 0.0730834 Jan 28 07:28:14.205497 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce2c6c0-4c2a-45ca-8602-80b70780b979 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Network b6ffbf79-9ede-42e5-8fd2-d2940b40986c is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:28:14.212500 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-bce2c6c0-4c2a-45ca-8602-80b70780b979 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:28:14.213204 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce2c6c0-4c2a-45ca-8602-80b70780b979 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:28:14.214505 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bce2c6c0-4c2a-45ca-8602-80b70780b979 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:28:14.215117 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bce2c6c0-4c2a-45ca-8602-80b70780b979 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:14.237974 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce2c6c0-4c2a-45ca-8602-80b70780b979 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Pushing event updated for resources: {'Port': ['ID=c798449b-851f-43a6-a2b9-883dc35d75f4,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:14.274128 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e297555d-aac1-4cfb-b130-9ffd639989f3 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (86075c93-bf26-4f75-8f54-12cbf94110cb), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:14.293374 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-bce2c6c0-4c2a-45ca-8602-80b70780b979 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.1839495 Jan 28 07:28:14.295877 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 37202) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:14.301173 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-3cf0d4b4-d387-4288-b88c-4394393bbe54 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-712749-28'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:28:14.313124 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-e297555d-aac1-4cfb-b130-9ffd639989f3 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86075c93-bf26-4f75-8f54-12cbf94110cb']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:28:14.330237 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-e297555d-aac1-4cfb-b130-9ffd639989f3 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a3e8f7e-ff61-4e40-adff-21f7fac391ad') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:28:14.330795 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-e297555d-aac1-4cfb-b130-9ffd639989f3 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a3e8f7e-ff61-4e40-adff-21f7fac391ad') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:28:14.345133 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e297555d-aac1-4cfb-b130-9ffd639989f3 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24759294'] for segment (3a3e8f7e-ff61-4e40-adff-21f7fac391ad), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:14.403297 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e297555d-aac1-4cfb-b130-9ffd639989f3 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (3a3e8f7e-ff61-4e40-adff-21f7fac391ad), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:14.417509 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e297555d-aac1-4cfb-b130-9ffd639989f3 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:28:14.420737 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e297555d-aac1-4cfb-b130-9ffd639989f3 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24757675'] for segment (3a3e8f7e-ff61-4e40-adff-21f7fac391ad), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:14.426353 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c480295-7f46-43a7-8d59-93d1cc665279 None None] get_active_networks_info from n-d-712749-28 {{(pid=103285) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 07:28:14.430156 n-d-712749-28 neutron-server[103284]: Traceback (most recent call last): Jan 28 07:28:14.430156 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:28:14.430156 n-d-712749-28 neutron-server[103284]: timer() Jan 28 07:28:14.430156 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:28:14.430156 n-d-712749-28 neutron-server[103284]: cb(*args, **kw) Jan 28 07:28:14.430156 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:28:14.430156 n-d-712749-28 neutron-server[103284]: return func(*args, **kwargs) Jan 28 07:28:14.430156 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:28:14.430156 n-d-712749-28 neutron-server[103284]: self._notify() Jan 28 07:28:14.430156 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:28:14.430156 n-d-712749-28 neutron-server[103284]: self.callback(batched_events) Jan 28 07:28:14.430156 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:28:14.430156 n-d-712749-28 neutron-server[103284]: event.method(event) Jan 28 07:28:14.430156 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:28:14.430156 n-d-712749-28 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:28:14.430156 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:28:14.430156 n-d-712749-28 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:28:14.430156 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:28:14.430156 n-d-712749-28 neutron-server[103284]: return f(self, *a, **k) Jan 28 07:28:14.430156 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:28:14.430156 n-d-712749-28 neutron-server[103284]: return self._get(url).json() Jan 28 07:28:14.430156 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:28:14.430156 n-d-712749-28 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:28:14.430156 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:28:14.430156 n-d-712749-28 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Jan 28 07:28:14.430156 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:28:14.430156 n-d-712749-28 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:28:14.430156 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:28:14.430156 n-d-712749-28 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:28:14.430156 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:28:14.430156 n-d-712749-28 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:28:14.430156 n-d-712749-28 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:28:14.544698 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3cf0d4b4-d387-4288-b88c-4394393bbe54 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (c798449b-851f-43a6-a2b9-883dc35d75f4), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:14.559371 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c1f7fa-4c57-4062-89f4-dbeb9fcafd39 None None] Pushing event updated for resources: {'Port': ['ID=2bd313e5-664a-4172-b224-8828fc63fe3b,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:14.563232 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.db.api [None req-e297555d-aac1-4cfb-b130-9ffd639989f3 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 07:28:14.563232 n-d-712749-28 neutron-server[103284]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 07:28:14.563232 n-d-712749-28 neutron-server[103284]: [parameters: {'id': '86075c93-bf26-4f75-8f54-12cbf94110cb'}] Jan 28 07:28:14.563232 n-d-712749-28 neutron-server[103284]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103284) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 07:28:14.564076 n-d-712749-28 neutron-server[103284]: DEBUG oslo_db.api [None req-e297555d-aac1-4cfb-b130-9ffd639989f3 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 07:28:14.715318 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c480295-7f46-43a7-8d59-93d1cc665279 None None] Resources bound (agent type, host, resource id): {{(pid=103285) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 07:28:15.061395 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-3cf0d4b4-d387-4288-b88c-4394393bbe54 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] device_id is not set on port c798449b-851f-43a6-a2b9-883dc35d75f4 yet. {{(pid=103283) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 07:28:15.065675 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e297555d-aac1-4cfb-b130-9ffd639989f3 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (86075c93-bf26-4f75-8f54-12cbf94110cb), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:15.084228 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3cf0d4b4-d387-4288-b88c-4394393bbe54 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Publish callbacks [] for port (c798449b-851f-43a6-a2b9-883dc35d75f4), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:15.092119 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6738dcae-eb5b-46e9-9af3-edaed0e3948b req-00e8edcf-7f70-4714-b3bf-2389f9cf1254 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:28:15.105535 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6738dcae-eb5b-46e9-9af3-edaed0e3948b req-00e8edcf-7f70-4714-b3bf-2389f9cf1254 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/ports?device_id=eff066ab-ed54-4a79-abbc-8c2556ecf5b8 HTTP/1.1" status: 200 len: 946 time: 0.5634775 Jan 28 07:28:15.120316 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3cf0d4b4-d387-4288-b88c-4394393bbe54 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (c798449b-851f-43a6-a2b9-883dc35d75f4), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:15.161660 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71767a79-c272-4c2f-b313-59b3c1516361 None None] Network 86075c93-bf26-4f75-8f54-12cbf94110cb requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:28:15.269038 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-e297555d-aac1-4cfb-b130-9ffd639989f3 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Deleting port 2bd313e5-664a-4172-b224-8828fc63fe3b {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:28:15.282583 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e297555d-aac1-4cfb-b130-9ffd639989f3 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (2bd313e5-664a-4172-b224-8828fc63fe3b), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:15.286408 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf0d4b4-d387-4288-b88c-4394393bbe54 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Pushing event updated for resources: {'Port': ['ID=c798449b-851f-43a6-a2b9-883dc35d75f4,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:15.324812 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6738dcae-eb5b-46e9-9af3-edaed0e3948b req-13c7150f-168f-427e-a630-49631a5200f1 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/security-groups?id=20a6beb4-7dbe-4e36-a605-32b718c0fe10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2116020 Jan 28 07:28:15.359079 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-3cf0d4b4-d387-4288-b88c-4394393bbe54 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Attempting to bind port c798449b-851f-43a6-a2b9-883dc35d75f4 on host n-h1-712749-28 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:28:15.359330 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-3cf0d4b4-d387-4288-b88c-4394393bbe54 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Attempting to bind port c798449b-851f-43a6-a2b9-883dc35d75f4 by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': '75b92dee-a37f-42ed-b772-046caba31bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b6ffbf79-9ede-42e5-8fd2-d2940b40986c'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:28:15.359674 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf0d4b4-d387-4288-b88c-4394393bbe54 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Attempting to bind port c798449b-851f-43a6-a2b9-883dc35d75f4 on network b6ffbf79-9ede-42e5-8fd2-d2940b40986c {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:28:15.373309 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf0d4b4-d387-4288-b88c-4394393bbe54 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Port c798449b-851f-43a6-a2b9-883dc35d75f4 on network b6ffbf79-9ede-42e5-8fd2-d2940b40986c not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:28:15.373935 n-d-712749-28 neutron-server[103283]: ERROR neutron.plugins.ml2.managers [None req-3cf0d4b4-d387-4288-b88c-4394393bbe54 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Failed to bind port c798449b-851f-43a6-a2b9-883dc35d75f4 on host n-h1-712749-28 for vnic_type normal using segments [{'id': '75b92dee-a37f-42ed-b772-046caba31bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b6ffbf79-9ede-42e5-8fd2-d2940b40986c'}] Jan 28 07:28:15.374483 n-d-712749-28 neutron-server[103283]: INFO neutron.plugins.ml2.plugin [None req-3cf0d4b4-d387-4288-b88c-4394393bbe54 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Attempt 2 to bind port c798449b-851f-43a6-a2b9-883dc35d75f4 Jan 28 07:28:15.412983 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-3cf0d4b4-d387-4288-b88c-4394393bbe54 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Attempting to bind port c798449b-851f-43a6-a2b9-883dc35d75f4 on host n-h1-712749-28 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:28:15.415031 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-3cf0d4b4-d387-4288-b88c-4394393bbe54 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Attempting to bind port c798449b-851f-43a6-a2b9-883dc35d75f4 by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': '75b92dee-a37f-42ed-b772-046caba31bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b6ffbf79-9ede-42e5-8fd2-d2940b40986c'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:28:15.415529 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf0d4b4-d387-4288-b88c-4394393bbe54 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Attempting to bind port c798449b-851f-43a6-a2b9-883dc35d75f4 on network b6ffbf79-9ede-42e5-8fd2-d2940b40986c {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:28:15.426341 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf0d4b4-d387-4288-b88c-4394393bbe54 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Port c798449b-851f-43a6-a2b9-883dc35d75f4 on network b6ffbf79-9ede-42e5-8fd2-d2940b40986c not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:28:15.426672 n-d-712749-28 neutron-server[103283]: ERROR neutron.plugins.ml2.managers [None req-3cf0d4b4-d387-4288-b88c-4394393bbe54 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Failed to bind port c798449b-851f-43a6-a2b9-883dc35d75f4 on host n-h1-712749-28 for vnic_type normal using segments [{'id': '75b92dee-a37f-42ed-b772-046caba31bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b6ffbf79-9ede-42e5-8fd2-d2940b40986c'}] Jan 28 07:28:15.427968 n-d-712749-28 neutron-server[103283]: INFO neutron.plugins.ml2.plugin [None req-3cf0d4b4-d387-4288-b88c-4394393bbe54 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Attempt 3 to bind port c798449b-851f-43a6-a2b9-883dc35d75f4 Jan 28 07:28:15.460696 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf02dd2-075b-452e-9120-7a7b11cc8d7f None None] Network 86075c93-bf26-4f75-8f54-12cbf94110cb requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:28:15.476069 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-3cf0d4b4-d387-4288-b88c-4394393bbe54 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Attempting to bind port c798449b-851f-43a6-a2b9-883dc35d75f4 on host n-h1-712749-28 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:28:15.482329 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-3cf0d4b4-d387-4288-b88c-4394393bbe54 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Attempting to bind port c798449b-851f-43a6-a2b9-883dc35d75f4 by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': '75b92dee-a37f-42ed-b772-046caba31bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b6ffbf79-9ede-42e5-8fd2-d2940b40986c'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:28:15.483593 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf0d4b4-d387-4288-b88c-4394393bbe54 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Attempting to bind port c798449b-851f-43a6-a2b9-883dc35d75f4 on network b6ffbf79-9ede-42e5-8fd2-d2940b40986c {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:28:15.490275 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-e297555d-aac1-4cfb-b130-9ffd639989f3 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] For port 2bd313e5-664a-4172-b224-8828fc63fe3b, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=2bd313e5-664a-4172-b224-8828fc63fe3b,segment=NetworkSegment(3a3e8f7e-ff61-4e40-adff-21f7fac391ad),segment_id=3a3e8f7e-ff61-4e40-adff-21f7fac391ad)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:28:15.490500 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf0d4b4-d387-4288-b88c-4394393bbe54 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Port c798449b-851f-43a6-a2b9-883dc35d75f4 on network b6ffbf79-9ede-42e5-8fd2-d2940b40986c not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:28:15.490650 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e297555d-aac1-4cfb-b130-9ffd639989f3 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (2bd313e5-664a-4172-b224-8828fc63fe3b), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:15.493742 n-d-712749-28 neutron-server[103283]: ERROR neutron.plugins.ml2.managers [None req-3cf0d4b4-d387-4288-b88c-4394393bbe54 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Failed to bind port c798449b-851f-43a6-a2b9-883dc35d75f4 on host n-h1-712749-28 for vnic_type normal using segments [{'id': '75b92dee-a37f-42ed-b772-046caba31bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b6ffbf79-9ede-42e5-8fd2-d2940b40986c'}] Jan 28 07:28:15.495907 n-d-712749-28 neutron-server[103283]: INFO neutron.plugins.ml2.plugin [None req-3cf0d4b4-d387-4288-b88c-4394393bbe54 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Attempt 4 to bind port c798449b-851f-43a6-a2b9-883dc35d75f4 Jan 28 07:28:15.530423 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-3cf0d4b4-d387-4288-b88c-4394393bbe54 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Attempting to bind port c798449b-851f-43a6-a2b9-883dc35d75f4 on host n-h1-712749-28 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:28:15.530881 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-3cf0d4b4-d387-4288-b88c-4394393bbe54 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Attempting to bind port c798449b-851f-43a6-a2b9-883dc35d75f4 by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': '75b92dee-a37f-42ed-b772-046caba31bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b6ffbf79-9ede-42e5-8fd2-d2940b40986c'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:28:15.533042 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf0d4b4-d387-4288-b88c-4394393bbe54 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Attempting to bind port c798449b-851f-43a6-a2b9-883dc35d75f4 on network b6ffbf79-9ede-42e5-8fd2-d2940b40986c {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:28:15.541292 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-e297555d-aac1-4cfb-b130-9ffd639989f3 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Calling delete_port for 2bd313e5-664a-4172-b224-8828fc63fe3b owned by network:dhcp {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:28:15.551158 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf0d4b4-d387-4288-b88c-4394393bbe54 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Port c798449b-851f-43a6-a2b9-883dc35d75f4 on network b6ffbf79-9ede-42e5-8fd2-d2940b40986c not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:28:15.551761 n-d-712749-28 neutron-server[103283]: ERROR neutron.plugins.ml2.managers [None req-3cf0d4b4-d387-4288-b88c-4394393bbe54 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Failed to bind port c798449b-851f-43a6-a2b9-883dc35d75f4 on host n-h1-712749-28 for vnic_type normal using segments [{'id': '75b92dee-a37f-42ed-b772-046caba31bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b6ffbf79-9ede-42e5-8fd2-d2940b40986c'}] Jan 28 07:28:15.552469 n-d-712749-28 neutron-server[103283]: INFO neutron.plugins.ml2.plugin [None req-3cf0d4b4-d387-4288-b88c-4394393bbe54 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Attempt 5 to bind port c798449b-851f-43a6-a2b9-883dc35d75f4 Jan 28 07:28:15.577350 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-820e772b-ea35-4117-8170-b28794ad4435 req-c8a186fb-f9ba-42e4-8ad1-5748498a18e2 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009 HTTP/1.1" status: 200 len: 210 time: 0.2083726 Jan 28 07:28:15.590773 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-3cf0d4b4-d387-4288-b88c-4394393bbe54 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Attempting to bind port c798449b-851f-43a6-a2b9-883dc35d75f4 on host n-h1-712749-28 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:28:15.595399 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-3cf0d4b4-d387-4288-b88c-4394393bbe54 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Attempting to bind port c798449b-851f-43a6-a2b9-883dc35d75f4 by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': '75b92dee-a37f-42ed-b772-046caba31bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b6ffbf79-9ede-42e5-8fd2-d2940b40986c'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:28:15.595857 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf0d4b4-d387-4288-b88c-4394393bbe54 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Attempting to bind port c798449b-851f-43a6-a2b9-883dc35d75f4 on network b6ffbf79-9ede-42e5-8fd2-d2940b40986c {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:28:15.614052 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf0d4b4-d387-4288-b88c-4394393bbe54 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Port c798449b-851f-43a6-a2b9-883dc35d75f4 on network b6ffbf79-9ede-42e5-8fd2-d2940b40986c not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:28:15.614467 n-d-712749-28 neutron-server[103283]: ERROR neutron.plugins.ml2.managers [None req-3cf0d4b4-d387-4288-b88c-4394393bbe54 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Failed to bind port c798449b-851f-43a6-a2b9-883dc35d75f4 on host n-h1-712749-28 for vnic_type normal using segments [{'id': '75b92dee-a37f-42ed-b772-046caba31bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b6ffbf79-9ede-42e5-8fd2-d2940b40986c'}] Jan 28 07:28:15.629078 n-d-712749-28 neutron-server[103283]: INFO neutron.plugins.ml2.plugin [None req-3cf0d4b4-d387-4288-b88c-4394393bbe54 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Attempt 6 to bind port c798449b-851f-43a6-a2b9-883dc35d75f4 Jan 28 07:28:15.660935 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-3cf0d4b4-d387-4288-b88c-4394393bbe54 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Attempting to bind port c798449b-851f-43a6-a2b9-883dc35d75f4 on host n-h1-712749-28 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:28:15.668447 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-3cf0d4b4-d387-4288-b88c-4394393bbe54 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Attempting to bind port c798449b-851f-43a6-a2b9-883dc35d75f4 by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': '75b92dee-a37f-42ed-b772-046caba31bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b6ffbf79-9ede-42e5-8fd2-d2940b40986c'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:28:15.669323 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf0d4b4-d387-4288-b88c-4394393bbe54 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Attempting to bind port c798449b-851f-43a6-a2b9-883dc35d75f4 on network b6ffbf79-9ede-42e5-8fd2-d2940b40986c {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:28:15.679494 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf0d4b4-d387-4288-b88c-4394393bbe54 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Port c798449b-851f-43a6-a2b9-883dc35d75f4 on network b6ffbf79-9ede-42e5-8fd2-d2940b40986c not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:28:15.679938 n-d-712749-28 neutron-server[103283]: ERROR neutron.plugins.ml2.managers [None req-3cf0d4b4-d387-4288-b88c-4394393bbe54 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Failed to bind port c798449b-851f-43a6-a2b9-883dc35d75f4 on host n-h1-712749-28 for vnic_type normal using segments [{'id': '75b92dee-a37f-42ed-b772-046caba31bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b6ffbf79-9ede-42e5-8fd2-d2940b40986c'}] Jan 28 07:28:15.680558 n-d-712749-28 neutron-server[103283]: INFO neutron.plugins.ml2.plugin [None req-3cf0d4b4-d387-4288-b88c-4394393bbe54 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Attempt 7 to bind port c798449b-851f-43a6-a2b9-883dc35d75f4 Jan 28 07:28:15.687169 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e297555d-aac1-4cfb-b130-9ffd639989f3 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (2bd313e5-664a-4172-b224-8828fc63fe3b), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:15.711138 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-3cf0d4b4-d387-4288-b88c-4394393bbe54 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Attempting to bind port c798449b-851f-43a6-a2b9-883dc35d75f4 on host n-h1-712749-28 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:28:15.714081 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-3cf0d4b4-d387-4288-b88c-4394393bbe54 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Attempting to bind port c798449b-851f-43a6-a2b9-883dc35d75f4 by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': '75b92dee-a37f-42ed-b772-046caba31bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b6ffbf79-9ede-42e5-8fd2-d2940b40986c'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:28:15.714440 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf0d4b4-d387-4288-b88c-4394393bbe54 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Attempting to bind port c798449b-851f-43a6-a2b9-883dc35d75f4 on network b6ffbf79-9ede-42e5-8fd2-d2940b40986c {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:28:15.724239 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf0d4b4-d387-4288-b88c-4394393bbe54 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Port c798449b-851f-43a6-a2b9-883dc35d75f4 on network b6ffbf79-9ede-42e5-8fd2-d2940b40986c not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:28:15.724673 n-d-712749-28 neutron-server[103283]: ERROR neutron.plugins.ml2.managers [None req-3cf0d4b4-d387-4288-b88c-4394393bbe54 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Failed to bind port c798449b-851f-43a6-a2b9-883dc35d75f4 on host n-h1-712749-28 for vnic_type normal using segments [{'id': '75b92dee-a37f-42ed-b772-046caba31bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b6ffbf79-9ede-42e5-8fd2-d2940b40986c'}] Jan 28 07:28:15.725170 n-d-712749-28 neutron-server[103283]: INFO neutron.plugins.ml2.plugin [None req-3cf0d4b4-d387-4288-b88c-4394393bbe54 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Attempt 8 to bind port c798449b-851f-43a6-a2b9-883dc35d75f4 Jan 28 07:28:15.779202 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-3cf0d4b4-d387-4288-b88c-4394393bbe54 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Attempting to bind port c798449b-851f-43a6-a2b9-883dc35d75f4 on host n-h1-712749-28 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:28:15.779613 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-3cf0d4b4-d387-4288-b88c-4394393bbe54 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Attempting to bind port c798449b-851f-43a6-a2b9-883dc35d75f4 by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': '75b92dee-a37f-42ed-b772-046caba31bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b6ffbf79-9ede-42e5-8fd2-d2940b40986c'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:28:15.779863 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e297555d-aac1-4cfb-b130-9ffd639989f3 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] No DVR routers for this DVR port 2bd313e5-664a-4172-b224-8828fc63fe3b on host n-d-712749-28 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:28:15.780451 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf0d4b4-d387-4288-b88c-4394393bbe54 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Attempting to bind port c798449b-851f-43a6-a2b9-883dc35d75f4 on network b6ffbf79-9ede-42e5-8fd2-d2940b40986c {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:28:15.802886 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf0d4b4-d387-4288-b88c-4394393bbe54 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Port c798449b-851f-43a6-a2b9-883dc35d75f4 on network b6ffbf79-9ede-42e5-8fd2-d2940b40986c not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:28:15.803675 n-d-712749-28 neutron-server[103283]: ERROR neutron.plugins.ml2.managers [None req-3cf0d4b4-d387-4288-b88c-4394393bbe54 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Failed to bind port c798449b-851f-43a6-a2b9-883dc35d75f4 on host n-h1-712749-28 for vnic_type normal using segments [{'id': '75b92dee-a37f-42ed-b772-046caba31bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b6ffbf79-9ede-42e5-8fd2-d2940b40986c'}] Jan 28 07:28:15.805768 n-d-712749-28 neutron-server[103283]: INFO neutron.plugins.ml2.plugin [None req-3cf0d4b4-d387-4288-b88c-4394393bbe54 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Attempt 9 to bind port c798449b-851f-43a6-a2b9-883dc35d75f4 Jan 28 07:28:15.807753 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e297555d-aac1-4cfb-b130-9ffd639989f3 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Pushing event deleted for resources: {'Port': ['ID=2bd313e5-664a-4172-b224-8828fc63fe3b,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:15.871337 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611f8062-44a2-4bfb-a6d0-44b2bacfaebf req-1076ce7a-9030-4d31-926c-fd9bcfccb0a1 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:28:15.883927 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-611f8062-44a2-4bfb-a6d0-44b2bacfaebf req-1076ce7a-9030-4d31-926c-fd9bcfccb0a1 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.44 "GET /v2.0/ports?device_id=eff066ab-ed54-4a79-abbc-8c2556ecf5b8 HTTP/1.1" status: 200 len: 946 time: 0.1420975 Jan 28 07:28:15.885035 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-3cf0d4b4-d387-4288-b88c-4394393bbe54 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Attempting to bind port c798449b-851f-43a6-a2b9-883dc35d75f4 on host n-h1-712749-28 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:28:15.885372 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-3cf0d4b4-d387-4288-b88c-4394393bbe54 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Attempting to bind port c798449b-851f-43a6-a2b9-883dc35d75f4 by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': '75b92dee-a37f-42ed-b772-046caba31bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b6ffbf79-9ede-42e5-8fd2-d2940b40986c'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:28:15.885707 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf0d4b4-d387-4288-b88c-4394393bbe54 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Attempting to bind port c798449b-851f-43a6-a2b9-883dc35d75f4 on network b6ffbf79-9ede-42e5-8fd2-d2940b40986c {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:28:15.936123 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf0d4b4-d387-4288-b88c-4394393bbe54 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Port c798449b-851f-43a6-a2b9-883dc35d75f4 on network b6ffbf79-9ede-42e5-8fd2-d2940b40986c not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:28:15.936542 n-d-712749-28 neutron-server[103283]: ERROR neutron.plugins.ml2.managers [None req-3cf0d4b4-d387-4288-b88c-4394393bbe54 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Failed to bind port c798449b-851f-43a6-a2b9-883dc35d75f4 on host n-h1-712749-28 for vnic_type normal using segments [{'id': '75b92dee-a37f-42ed-b772-046caba31bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b6ffbf79-9ede-42e5-8fd2-d2940b40986c'}] Jan 28 07:28:15.939394 n-d-712749-28 neutron-server[103283]: INFO neutron.plugins.ml2.plugin [None req-3cf0d4b4-d387-4288-b88c-4394393bbe54 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Attempt 10 to bind port c798449b-851f-43a6-a2b9-883dc35d75f4 Jan 28 07:28:15.950036 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e297555d-aac1-4cfb-b130-9ffd639989f3 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (86075c93-bf26-4f75-8f54-12cbf94110cb), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:15.955548 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-3cf0d4b4-d387-4288-b88c-4394393bbe54 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Attempting to bind port c798449b-851f-43a6-a2b9-883dc35d75f4 on host n-h1-712749-28 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:28:15.955898 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-3cf0d4b4-d387-4288-b88c-4394393bbe54 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Attempting to bind port c798449b-851f-43a6-a2b9-883dc35d75f4 by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': '75b92dee-a37f-42ed-b772-046caba31bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b6ffbf79-9ede-42e5-8fd2-d2940b40986c'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:28:15.956262 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf0d4b4-d387-4288-b88c-4394393bbe54 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Attempting to bind port c798449b-851f-43a6-a2b9-883dc35d75f4 on network b6ffbf79-9ede-42e5-8fd2-d2940b40986c {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:28:15.991520 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf0d4b4-d387-4288-b88c-4394393bbe54 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Port c798449b-851f-43a6-a2b9-883dc35d75f4 on network b6ffbf79-9ede-42e5-8fd2-d2940b40986c not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:28:15.991863 n-d-712749-28 neutron-server[103283]: ERROR neutron.plugins.ml2.managers [None req-3cf0d4b4-d387-4288-b88c-4394393bbe54 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Failed to bind port c798449b-851f-43a6-a2b9-883dc35d75f4 on host n-h1-712749-28 for vnic_type normal using segments [{'id': '75b92dee-a37f-42ed-b772-046caba31bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b6ffbf79-9ede-42e5-8fd2-d2940b40986c'}] Jan 28 07:28:15.992298 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3cf0d4b4-d387-4288-b88c-4394393bbe54 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (c798449b-851f-43a6-a2b9-883dc35d75f4), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:16.015653 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-e297555d-aac1-4cfb-b130-9ffd639989f3 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86075c93-bf26-4f75-8f54-12cbf94110cb']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:28:16.041402 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-e297555d-aac1-4cfb-b130-9ffd639989f3 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a3e8f7e-ff61-4e40-adff-21f7fac391ad') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:28:16.042102 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-e297555d-aac1-4cfb-b130-9ffd639989f3 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a3e8f7e-ff61-4e40-adff-21f7fac391ad') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:28:16.065014 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e297555d-aac1-4cfb-b130-9ffd639989f3 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24759294'] for segment (3a3e8f7e-ff61-4e40-adff-21f7fac391ad), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:16.077212 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-3cf0d4b4-d387-4288-b88c-4394393bbe54 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] For port c798449b-851f-43a6-a2b9-883dc35d75f4, host n-h1-712749-28, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:28:16.077584 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-3cf0d4b4-d387-4288-b88c-4394393bbe54 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Attempted to set empty binding levels {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 28 07:28:16.090956 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3cf0d4b4-d387-4288-b88c-4394393bbe54 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (c798449b-851f-43a6-a2b9-883dc35d75f4), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:16.093460 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e297555d-aac1-4cfb-b130-9ffd639989f3 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (3a3e8f7e-ff61-4e40-adff-21f7fac391ad), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:16.110951 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e297555d-aac1-4cfb-b130-9ffd639989f3 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:28:16.113378 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e297555d-aac1-4cfb-b130-9ffd639989f3 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24757675'] for segment (3a3e8f7e-ff61-4e40-adff-21f7fac391ad), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:16.119586 n-d-712749-28 neutron-server[103284]: Traceback (most recent call last): Jan 28 07:28:16.119586 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:28:16.119586 n-d-712749-28 neutron-server[103284]: timer() Jan 28 07:28:16.119586 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:28:16.119586 n-d-712749-28 neutron-server[103284]: cb(*args, **kw) Jan 28 07:28:16.119586 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:28:16.119586 n-d-712749-28 neutron-server[103284]: return func(*args, **kwargs) Jan 28 07:28:16.119586 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:28:16.119586 n-d-712749-28 neutron-server[103284]: self._notify() Jan 28 07:28:16.119586 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:28:16.119586 n-d-712749-28 neutron-server[103284]: self.callback(batched_events) Jan 28 07:28:16.119586 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:28:16.119586 n-d-712749-28 neutron-server[103284]: event.method(event) Jan 28 07:28:16.119586 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:28:16.119586 n-d-712749-28 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:28:16.119586 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:28:16.119586 n-d-712749-28 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:28:16.119586 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:28:16.119586 n-d-712749-28 neutron-server[103284]: return f(self, *a, **k) Jan 28 07:28:16.119586 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:28:16.119586 n-d-712749-28 neutron-server[103284]: return self._get(url).json() Jan 28 07:28:16.119586 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:28:16.119586 n-d-712749-28 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:28:16.119586 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:28:16.119586 n-d-712749-28 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Jan 28 07:28:16.119586 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:28:16.119586 n-d-712749-28 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:28:16.119586 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:28:16.119586 n-d-712749-28 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:28:16.119586 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:28:16.119586 n-d-712749-28 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:28:16.119586 n-d-712749-28 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:28:16.133123 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-611f8062-44a2-4bfb-a6d0-44b2bacfaebf req-bf1b5fcb-e153-45b1-b72b-132ac9e6d0d6 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Deleting port 20784604-a49f-4672-8e46-4d69f91dd69e {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:28:16.133367 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-611f8062-44a2-4bfb-a6d0-44b2bacfaebf req-bf1b5fcb-e153-45b1-b72b-132ac9e6d0d6 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (20784604-a49f-4672-8e46-4d69f91dd69e), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:16.139354 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-3cf0d4b4-d387-4288-b88c-4394393bbe54 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] In _notify_port_updated(), no bound segment for port c798449b-851f-43a6-a2b9-883dc35d75f4 on network b6ffbf79-9ede-42e5-8fd2-d2940b40986c {{(pid=103283) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 07:28:16.140540 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf0d4b4-d387-4288-b88c-4394393bbe54 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:28:16.141408 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3cf0d4b4-d387-4288-b88c-4394393bbe54 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:16.142936 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-3cf0d4b4-d387-4288-b88c-4394393bbe54 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] 10.222.0.41 "PUT /v2.0/ports/c798449b-851f-43a6-a2b9-883dc35d75f4 HTTP/1.1" status: 200 len: 975 time: 1.8460495 Jan 28 07:28:16.156712 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 37246) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:16.290024 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e297555d-aac1-4cfb-b130-9ffd639989f3 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (86075c93-bf26-4f75-8f54-12cbf94110cb), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:16.303341 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e297555d-aac1-4cfb-b130-9ffd639989f3 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:16.316792 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf0d4b4-d387-4288-b88c-4394393bbe54 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Pushing event updated for resources: {'Port': ['ID=c798449b-851f-43a6-a2b9-883dc35d75f4,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:16.323791 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-e297555d-aac1-4cfb-b130-9ffd639989f3 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] 10.222.0.41 "DELETE /v2.0/networks/86075c93-bf26-4f75-8f54-12cbf94110cb HTTP/1.1" status: 204 len: 168 time: 3.1424937 Jan 28 07:28:16.326546 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 37252) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:16.337942 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e297555d-aac1-4cfb-b130-9ffd639989f3 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Pushing event deleted for resources: {'Network': ['ID=86075c93-bf26-4f75-8f54-12cbf94110cb,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:16.387031 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb1c926-44f8-4f75-8595-87363a5604b8 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:28:16.387506 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb1c926-44f8-4f75-8595-87363a5604b8 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:28:16.388137 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb1c926-44f8-4f75-8595-87363a5604b8 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:28:16.388614 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb1c926-44f8-4f75-8595-87363a5604b8 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:28:16.389119 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb1c926-44f8-4f75-8595-87363a5604b8 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:28:16.389578 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb1c926-44f8-4f75-8595-87363a5604b8 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:28:16.390029 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb1c926-44f8-4f75-8595-87363a5604b8 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:28:16.390475 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb1c926-44f8-4f75-8595-87363a5604b8 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:28:16.391208 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb1c926-44f8-4f75-8595-87363a5604b8 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:28:16.391387 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb1c926-44f8-4f75-8595-87363a5604b8 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:28:16.391939 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb1c926-44f8-4f75-8595-87363a5604b8 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:28:16.392699 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb1c926-44f8-4f75-8595-87363a5604b8 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:28:16.393218 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb1c926-44f8-4f75-8595-87363a5604b8 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:28:16.393727 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb1c926-44f8-4f75-8595-87363a5604b8 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:28:16.394238 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb1c926-44f8-4f75-8595-87363a5604b8 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:28:16.394877 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb1c926-44f8-4f75-8595-87363a5604b8 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:28:16.395389 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb1c926-44f8-4f75-8595-87363a5604b8 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:28:16.395894 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb1c926-44f8-4f75-8595-87363a5604b8 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:28:16.396532 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb1c926-44f8-4f75-8595-87363a5604b8 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:28:16.397042 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb1c926-44f8-4f75-8595-87363a5604b8 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:28:16.397550 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb1c926-44f8-4f75-8595-87363a5604b8 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:28:16.398054 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb1c926-44f8-4f75-8595-87363a5604b8 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:28:16.398570 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb1c926-44f8-4f75-8595-87363a5604b8 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:28:16.399084 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb1c926-44f8-4f75-8595-87363a5604b8 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:28:16.399574 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb1c926-44f8-4f75-8595-87363a5604b8 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:28:16.400078 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb1c926-44f8-4f75-8595-87363a5604b8 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:28:16.403416 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-0fb1c926-44f8-4f75-8595-87363a5604b8 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 23313 time: 0.2449918 Jan 28 07:28:16.405073 n-d-712749-28 neutron-server[103283]: INFO neutron.pecan_wsgi.hooks.translation [None req-219401c6-d76b-4c7d-9154-1a2968277302 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] DELETE failed (client error): The resource could not be found. Jan 28 07:28:16.405683 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-219401c6-d76b-4c7d-9154-1a2968277302 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103283) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:28:16.407377 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 37256) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:16.409037 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-219401c6-d76b-4c7d-9154-1a2968277302 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] 10.222.0.41 "DELETE /v2.0/networks/86075c93-bf26-4f75-8f54-12cbf94110cb HTTP/1.1" status: 404 len: 339 time: 0.0816379 Jan 28 07:28:16.417884 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 37258) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:16.425522 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-1b3b5dd7-722f-4673-869e-199380dc5e27 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1089329012', 'description': 'd1'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:28:16.439332 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-611f8062-44a2-4bfb-a6d0-44b2bacfaebf req-bf1b5fcb-e153-45b1-b72b-132ac9e6d0d6 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] For port 20784604-a49f-4672-8e46-4d69f91dd69e, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=20784604-a49f-4672-8e46-4d69f91dd69e,segment=NetworkSegment(f988f3e6-2feb-4622-baed-2eae67dfbc12),segment_id=f988f3e6-2feb-4622-baed-2eae67dfbc12)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:28:16.439836 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-611f8062-44a2-4bfb-a6d0-44b2bacfaebf req-bf1b5fcb-e153-45b1-b72b-132ac9e6d0d6 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (20784604-a49f-4672-8e46-4d69f91dd69e), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:16.573320 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-115baa05-d7f5-43c2-85db-908f0f33ba4a tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Deleting port c798449b-851f-43a6-a2b9-883dc35d75f4 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:28:16.574274 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-115baa05-d7f5-43c2-85db-908f0f33ba4a tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (c798449b-851f-43a6-a2b9-883dc35d75f4), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:16.693207 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-115baa05-d7f5-43c2-85db-908f0f33ba4a tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] For port c798449b-851f-43a6-a2b9-883dc35d75f4, host n-h1-712749-28, got binding levels [] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:28:16.693572 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-115baa05-d7f5-43c2-85db-908f0f33ba4a tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (c798449b-851f-43a6-a2b9-883dc35d75f4), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:16.725326 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-115baa05-d7f5-43c2-85db-908f0f33ba4a tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Calling delete_port for c798449b-851f-43a6-a2b9-883dc35d75f4 owned by {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:28:16.904101 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-fb19a577-62e1-401f-9e40-e0124bc0920b req-031c3d25-f7be-4794-955a-bc120777782e tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009 HTTP/1.1" status: 200 len: 210 time: 0.0552504 Jan 28 07:28:16.969875 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-115baa05-d7f5-43c2-85db-908f0f33ba4a tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (c798449b-851f-43a6-a2b9-883dc35d75f4), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:17.027245 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115baa05-d7f5-43c2-85db-908f0f33ba4a tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Pushing event deleted for resources: {'Port': ['ID=c798449b-851f-43a6-a2b9-883dc35d75f4,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:17.039875 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-115baa05-d7f5-43c2-85db-908f0f33ba4a tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:17.050473 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-115baa05-d7f5-43c2-85db-908f0f33ba4a tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] 10.222.0.41 "DELETE /v2.0/ports/c798449b-851f-43a6-a2b9-883dc35d75f4 HTTP/1.1" status: 204 len: 168 time: 0.6396401 Jan 28 07:28:17.051111 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 37276) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:17.076694 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b3b5dd7-722f-4673-869e-199380dc5e27 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Made reservation on behalf of ef2155bfe68e4ad386115f14c4fb86da for: {'network': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:28:17.079934 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1b3b5dd7-722f-4673-869e-199380dc5e27 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:17.099707 n-d-712749-28 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd4267ab-2377-4036-9c2f-3734ab499ab4 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] GET failed (client error): The resource could not be found. Jan 28 07:28:17.105182 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-bd4267ab-2377-4036-9c2f-3734ab499ab4 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] 10.222.0.41 "GET /v2.0/ports/c798449b-851f-43a6-a2b9-883dc35d75f4 HTTP/1.1" status: 404 len: 333 time: 0.0490580 Jan 28 07:28:17.109592 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 37278) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:17.115225 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-60e2cc99-74f2-405e-a673-bf593290ea36 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1165174607', 'network_id': 'b6ffbf79-9ede-42e5-8fd2-d2940b40986c'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:28:17.164410 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60e2cc99-74f2-405e-a673-bf593290ea36 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Made reservation on behalf of aed910ffbfa24a5583cc93fbe9a60e6c for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:28:17.168713 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-60e2cc99-74f2-405e-a673-bf593290ea36 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:17.204575 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [None req-60e2cc99-74f2-405e-a673-bf593290ea36 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] device_id is not set on port 8ce168cb-5c63-4735-b89f-4b16c35c8737 yet. {{(pid=103284) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 07:28:17.278285 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b3b5dd7-722f-4673-869e-199380dc5e27 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=103283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:28:17.319143 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1b3b5dd7-722f-4673-869e-199380dc5e27 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (72faebda-f39a-4bce-8739-7a359ec86735), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:17.332722 n-d-712749-28 neutron-server[103283]: INFO neutron.db.segments_db [None req-1b3b5dd7-722f-4673-869e-199380dc5e27 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Added segment 72faebda-f39a-4bce-8739-7a359ec86735 of type vlan for network f229b05a-742d-4a07-b5c6-2624711b5488 Jan 28 07:28:17.353341 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c4d818-b2cb-4c61-9293-95121861fdf8 req-98af5bcc-521b-4e7d-9a09-3220a50b7112 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:28:17.354957 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-05c4d818-b2cb-4c61-9293-95121861fdf8 req-98af5bcc-521b-4e7d-9a09-3220a50b7112 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/ports?device_id=eff066ab-ed54-4a79-abbc-8c2556ecf5b8 HTTP/1.1" status: 200 len: 946 time: 0.3238597 Jan 28 07:28:17.423566 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-60e2cc99-74f2-405e-a673-bf593290ea36 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Publish callbacks [] for port (8ce168cb-5c63-4735-b89f-4b16c35c8737), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:17.464137 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-05c4d818-b2cb-4c61-9293-95121861fdf8 req-5a88d489-4a23-4bc8-98a4-8675aff0224c tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/security-groups?id=20a6beb4-7dbe-4e36-a605-32b718c0fe10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800741 Jan 28 07:28:17.474643 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-60e2cc99-74f2-405e-a673-bf593290ea36 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (8ce168cb-5c63-4735-b89f-4b16c35c8737), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:17.503116 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1b3b5dd7-722f-4673-869e-199380dc5e27 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (f229b05a-742d-4a07-b5c6-2624711b5488), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:17.517919 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-611f8062-44a2-4bfb-a6d0-44b2bacfaebf req-bf1b5fcb-e153-45b1-b72b-132ac9e6d0d6 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:17.518433 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-611f8062-44a2-4bfb-a6d0-44b2bacfaebf req-bf1b5fcb-e153-45b1-b72b-132ac9e6d0d6 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16609095'] for floatingip (7124713c-1268-4b6d-b558-5f4cc36ad1b9), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:17.518855 n-d-712749-28 neutron-server[103283]: INFO neutron.db.l3_db [req-611f8062-44a2-4bfb-a6d0-44b2bacfaebf req-bf1b5fcb-e153-45b1-b72b-132ac9e6d0d6 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Floating IP 7124713c-1268-4b6d-b558-5f4cc36ad1b9 disassociated. External IP: 172.25.6.72, port: 20784604-a49f-4672-8e46-4d69f91dd69e. Jan 28 07:28:17.519319 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-611f8062-44a2-4bfb-a6d0-44b2bacfaebf req-bf1b5fcb-e153-45b1-b72b-132ac9e6d0d6 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Calling delete_port for 20784604-a49f-4672-8e46-4d69f91dd69e owned by compute:nova {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:28:17.537163 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1b3b5dd7-722f-4673-869e-199380dc5e27 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (f229b05a-742d-4a07-b5c6-2624711b5488), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:17.542876 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b3b5dd7-722f-4673-869e-199380dc5e27 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:28:17.543641 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1b3b5dd7-722f-4673-869e-199380dc5e27 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks [] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:17.555678 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e2cc99-74f2-405e-a673-bf593290ea36 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Pushing event updated for resources: {'Port': ['ID=8ce168cb-5c63-4735-b89f-4b16c35c8737,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:17.581967 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e2cc99-74f2-405e-a673-bf593290ea36 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Network b6ffbf79-9ede-42e5-8fd2-d2940b40986c is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:28:17.584734 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-60e2cc99-74f2-405e-a673-bf593290ea36 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:28:17.589661 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e2cc99-74f2-405e-a673-bf593290ea36 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:28:17.590810 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e2cc99-74f2-405e-a673-bf593290ea36 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:28:17.592186 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-60e2cc99-74f2-405e-a673-bf593290ea36 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:17.618658 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-60e2cc99-74f2-405e-a673-bf593290ea36 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.5070724 Jan 28 07:28:17.620215 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 37280) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:17.660958 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-1b3b5dd7-722f-4673-869e-199380dc5e27 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.2421970 Jan 28 07:28:17.675123 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 37282) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:17.717569 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e704c38-85fe-455d-a476-958413176ae3 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:28:17.722290 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-4e704c38-85fe-455d-a476-958413176ae3 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] 10.222.0.41 "GET /v2.0/ports/8ce168cb-5c63-4735-b89f-4b16c35c8737 HTTP/1.1" status: 200 len: 955 time: 0.1009176 Jan 28 07:28:17.723376 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 37284) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:17.729894 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3b5dd7-722f-4673-869e-199380dc5e27 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Pushing event updated for resources: {'Network': ['ID=f229b05a-742d-4a07-b5c6-2624711b5488,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:17.742449 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network f229b05a-742d-4a07-b5c6-2624711b5488 details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:28:17.867952 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c54dd9-89bf-4de7-89d8-8d4cb9696dba tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:28:17.868294 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-90306446-d2c1-4197-93e8-faf3cbd3da6f tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Deleting port 8ce168cb-5c63-4735-b89f-4b16c35c8737 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:28:17.868545 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-90306446-d2c1-4197-93e8-faf3cbd3da6f tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (8ce168cb-5c63-4735-b89f-4b16c35c8737), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:17.873162 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-50c54dd9-89bf-4de7-89d8-8d4cb9696dba tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] 10.222.0.41 "GET /v2.0/networks?id=f229b05a-742d-4a07-b5c6-2624711b5488 HTTP/1.1" status: 200 len: 761 time: 0.1970115 Jan 28 07:28:17.874490 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 37288) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:17.884136 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-e67627da-6f0f-4e5e-b451-845575c82741 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Request body: {'network': {'description': 'd2'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:28:17.981296 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-90306446-d2c1-4197-93e8-faf3cbd3da6f tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (8ce168cb-5c63-4735-b89f-4b16c35c8737), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:18.017298 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-90306446-d2c1-4197-93e8-faf3cbd3da6f tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Calling delete_port for 8ce168cb-5c63-4735-b89f-4b16c35c8737 owned by {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:28:18.115848 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e67627da-6f0f-4e5e-b451-845575c82741 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (f229b05a-742d-4a07-b5c6-2624711b5488), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:18.181902 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-90306446-d2c1-4197-93e8-faf3cbd3da6f tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (8ce168cb-5c63-4735-b89f-4b16c35c8737), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:18.227648 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a19e5321-2dc0-412c-a839-2d9037f7f391 req-a779d0e6-964b-4de5-acb0-538a5e0adeaa tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009 HTTP/1.1" status: 200 len: 210 time: 0.0926969 Jan 28 07:28:18.240220 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e67627da-6f0f-4e5e-b451-845575c82741 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (f229b05a-742d-4a07-b5c6-2624711b5488), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:18.260281 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90306446-d2c1-4197-93e8-faf3cbd3da6f tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Pushing event deleted for resources: {'Port': ['ID=8ce168cb-5c63-4735-b89f-4b16c35c8737,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:18.274193 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-90306446-d2c1-4197-93e8-faf3cbd3da6f tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:18.280921 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-90306446-d2c1-4197-93e8-faf3cbd3da6f tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] 10.222.0.41 "DELETE /v2.0/ports/8ce168cb-5c63-4735-b89f-4b16c35c8737 HTTP/1.1" status: 204 len: 168 time: 0.5562062 Jan 28 07:28:18.285262 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 37292) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:18.310977 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e67627da-6f0f-4e5e-b451-845575c82741 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Network f229b05a-742d-4a07-b5c6-2624711b5488 is not hosted by any dhcp agent {{(pid=103283) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 28 07:28:18.314633 n-d-712749-28 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-540b7a55-a09f-4053-b8fb-f7d71c19c60b tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] GET failed (client error): The resource could not be found. Jan 28 07:28:18.316359 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e67627da-6f0f-4e5e-b451-845575c82741 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:28:18.317452 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-540b7a55-a09f-4053-b8fb-f7d71c19c60b tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] 10.222.0.41 "GET /v2.0/ports/8ce168cb-5c63-4735-b89f-4b16c35c8737 HTTP/1.1" status: 404 len: 333 time: 0.0304050 Jan 28 07:28:18.322160 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e67627da-6f0f-4e5e-b451-845575c82741 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks [] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:18.322330 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 37294) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:18.324635 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-e67627da-6f0f-4e5e-b451-845575c82741 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] 10.222.0.41 "PUT /v2.0/networks/f229b05a-742d-4a07-b5c6-2624711b5488 HTTP/1.1" status: 200 len: 758 time: 0.4452083 Jan 28 07:28:18.324635 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 37296) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:18.329072 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-2d07a249-f170-4303-89e7-8f425117d5e2 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Request body: {'port': {'network_id': 'b6ffbf79-9ede-42e5-8fd2-d2940b40986c', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-600598209'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:28:18.359382 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d07a249-f170-4303-89e7-8f425117d5e2 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Made reservation on behalf of aed910ffbfa24a5583cc93fbe9a60e6c for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:28:18.368815 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2d07a249-f170-4303-89e7-8f425117d5e2 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:18.401554 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-611f8062-44a2-4bfb-a6d0-44b2bacfaebf req-bf1b5fcb-e153-45b1-b72b-132ac9e6d0d6 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (20784604-a49f-4672-8e46-4d69f91dd69e), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:18.415113 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [None req-2d07a249-f170-4303-89e7-8f425117d5e2 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] device_id is not set on port f8bafcda-cadc-42ee-ad0e-3f07a19c838e yet. {{(pid=103284) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 07:28:18.483492 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67627da-6f0f-4e5e-b451-845575c82741 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Pushing event updated for resources: {'Network': ['ID=f229b05a-742d-4a07-b5c6-2624711b5488,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:18.490093 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1b5fcb-e153-45b1-b72b-132ac9e6d0d6 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Pushing event deleted for resources: {'Port': ['ID=20784604-a49f-4672-8e46-4d69f91dd69e,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:18.498148 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network f229b05a-742d-4a07-b5c6-2624711b5488 details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:28:18.631324 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e9b46b-6ae7-4804-9b38-d87bb484616a tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:28:18.636647 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-d5e9b46b-6ae7-4804-9b38-d87bb484616a tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] 10.222.0.41 "GET /v2.0/networks?id=f229b05a-742d-4a07-b5c6-2624711b5488 HTTP/1.1" status: 200 len: 761 time: 0.3039219 Jan 28 07:28:18.640556 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-fb076212-d3be-41a3-8a83-550958bf43b7 req-b77f9033-d7cb-4013-8244-61cf5cf2abef tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/ports?device_id=eff066ab-ed54-4a79-abbc-8c2556ecf5b8 HTTP/1.1" status: 200 len: 210 time: 0.0343409 Jan 28 07:28:18.643011 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 37300) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:18.651948 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-b2e38608-a1a8-4ffa-89ed-456f643028ff tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-432210950'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:28:18.761625 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2e38608-a1a8-4ffa-89ed-456f643028ff tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Made reservation on behalf of ef2155bfe68e4ad386115f14c4fb86da for: {'network': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:28:18.765541 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b2e38608-a1a8-4ffa-89ed-456f643028ff tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:18.772572 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2d07a249-f170-4303-89e7-8f425117d5e2 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Publish callbacks [] for port (f8bafcda-cadc-42ee-ad0e-3f07a19c838e), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:18.800578 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2e38608-a1a8-4ffa-89ed-456f643028ff tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=103283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:28:18.822001 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b2e38608-a1a8-4ffa-89ed-456f643028ff tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (b5ea61fa-af83-494f-b111-6b59bab35659), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:18.822410 n-d-712749-28 neutron-server[103283]: INFO neutron.db.segments_db [None req-b2e38608-a1a8-4ffa-89ed-456f643028ff tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Added segment b5ea61fa-af83-494f-b111-6b59bab35659 of type vlan for network ee9518c8-94c2-4897-950e-d7964c9bd4d2 Jan 28 07:28:18.827471 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2d07a249-f170-4303-89e7-8f425117d5e2 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (f8bafcda-cadc-42ee-ad0e-3f07a19c838e), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:18.866312 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [req-611f8062-44a2-4bfb-a6d0-44b2bacfaebf req-bf1b5fcb-e153-45b1-b72b-132ac9e6d0d6 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Router 682a3156-cf45-49e0-8f39-7c9498d5e158 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:28:18.880862 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b2e38608-a1a8-4ffa-89ed-456f643028ff tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (ee9518c8-94c2-4897-950e-d7964c9bd4d2), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:18.892665 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d07a249-f170-4303-89e7-8f425117d5e2 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Pushing event updated for resources: {'Port': ['ID=f8bafcda-cadc-42ee-ad0e-3f07a19c838e,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:18.897121 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d07a249-f170-4303-89e7-8f425117d5e2 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Network b6ffbf79-9ede-42e5-8fd2-d2940b40986c is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:28:18.899095 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-2d07a249-f170-4303-89e7-8f425117d5e2 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:28:18.901978 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d07a249-f170-4303-89e7-8f425117d5e2 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:28:18.904697 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d07a249-f170-4303-89e7-8f425117d5e2 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:28:18.907000 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2d07a249-f170-4303-89e7-8f425117d5e2 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:18.940039 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-2d07a249-f170-4303-89e7-8f425117d5e2 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.6183696 Jan 28 07:28:18.940938 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 37304) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:18.945972 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-6453a4bc-4ca0-4851-a101-b2377f2915ae tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-712749-28'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:28:18.972387 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b2e38608-a1a8-4ffa-89ed-456f643028ff tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (ee9518c8-94c2-4897-950e-d7964c9bd4d2), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:18.984131 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e38608-a1a8-4ffa-89ed-456f643028ff tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:28:18.984877 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b2e38608-a1a8-4ffa-89ed-456f643028ff tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks [] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:19.035604 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6453a4bc-4ca0-4851-a101-b2377f2915ae tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (f8bafcda-cadc-42ee-ad0e-3f07a19c838e), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:19.118236 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-b2e38608-a1a8-4ffa-89ed-456f643028ff tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4740150 Jan 28 07:28:19.119178 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 37306) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:19.128892 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-a31c5dbb-3b5d-4db6-8b56-48d5edc474eb tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Request body: {'subnet': {'network_id': 'ee9518c8-94c2-4897-950e-d7964c9bd4d2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:28:19.135174 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e38608-a1a8-4ffa-89ed-456f643028ff tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Pushing event updated for resources: {'Network': ['ID=ee9518c8-94c2-4897-950e-d7964c9bd4d2,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:19.148390 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network ee9518c8-94c2-4897-950e-d7964c9bd4d2 details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:28:19.156479 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-611f8062-44a2-4bfb-a6d0-44b2bacfaebf req-bf1b5fcb-e153-45b1-b72b-132ac9e6d0d6 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:28:19.170948 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35348f4b-5f81-4804-b350-f88d3a282d54 None None] Sync routers for ids ['682a3156-cf45-49e0-8f39-7c9498d5e158'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:28:19.201248 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35348f4b-5f81-4804-b350-f88d3a282d54 None None] Routers {'682a3156-cf45-49e0-8f39-7c9498d5e158'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:28:19.202103 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-35348f4b-5f81-4804-b350-f88d3a282d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:28:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['682a3156-cf45-49e0-8f39-7c9498d5e158'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:28:19.248072 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-611f8062-44a2-4bfb-a6d0-44b2bacfaebf req-bf1b5fcb-e153-45b1-b72b-132ac9e6d0d6 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] No DVR routers for this DVR port 20784604-a49f-4672-8e46-4d69f91dd69e on host n-h2-712749-28 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:28:19.255863 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-611f8062-44a2-4bfb-a6d0-44b2bacfaebf req-bf1b5fcb-e153-45b1-b72b-132ac9e6d0d6 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:19.260218 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-611f8062-44a2-4bfb-a6d0-44b2bacfaebf req-bf1b5fcb-e153-45b1-b72b-132ac9e6d0d6 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.44 "DELETE /v2.0/ports/20784604-a49f-4672-8e46-4d69f91dd69e HTTP/1.1" status: 204 len: 173 time: 3.3692250 Jan 28 07:28:19.260874 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eff066ab-ed54-4a79-abbc-8c2556ecf5b8', 'name': 'network-vif-deleted', 'tag': '20784604-a49f-4672-8e46-4d69f91dd69e'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:28:19.266093 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06475352-d3bf-463f-a53c-3d5881379786" -d '{"events": [{"server_uuid": "eff066ab-ed54-4a79-abbc-8c2556ecf5b8", "name": "network-vif-deleted", "tag": "20784604-a49f-4672-8e46-4d69f91dd69e"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:28:19.316903 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a31c5dbb-3b5d-4db6-8b56-48d5edc474eb tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Made reservation on behalf of ef2155bfe68e4ad386115f14c4fb86da for: {'subnet': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:28:19.322550 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a31c5dbb-3b5d-4db6-8b56-48d5edc474eb tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13555781'] for subnet (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:19.391019 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a593e0e-535a-4caa-81a9-aeea4396972a x-openstack-request-id: req-3a593e0e-535a-4caa-81a9-aeea4396972a {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:28:19.393270 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eff066ab-ed54-4a79-abbc-8c2556ecf5b8", "name": "network-vif-deleted", "tag": "20784604-a49f-4672-8e46-4d69f91dd69e", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:28:19.395298 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3a593e0e-535a-4caa-81a9-aeea4396972a {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:28:19.397571 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eff066ab-ed54-4a79-abbc-8c2556ecf5b8', 'name': 'network-vif-deleted', 'tag': '20784604-a49f-4672-8e46-4d69f91dd69e', 'status': 'completed', 'code': 200} Jan 28 07:28:19.442506 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-35348f4b-5f81-4804-b350-f88d3a282d54 None None] Set router 682a3156-cf45-49e0-8f39-7c9498d5e158 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:28:19.443329 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a2222fe2-4ce5-4d59-adf1-4a57f8d1af81 req-55f798e4-1a67-4001-b668-b0fd7809bc51 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009 HTTP/1.1" status: 200 len: 210 time: 0.0347745 Jan 28 07:28:19.452079 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [None req-6453a4bc-4ca0-4851-a101-b2377f2915ae tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] device_id is not set on port f8bafcda-cadc-42ee-ad0e-3f07a19c838e yet. {{(pid=103284) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 07:28:19.461205 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6453a4bc-4ca0-4851-a101-b2377f2915ae tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Publish callbacks [] for port (f8bafcda-cadc-42ee-ad0e-3f07a19c838e), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:19.470938 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6453a4bc-4ca0-4851-a101-b2377f2915ae tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (f8bafcda-cadc-42ee-ad0e-3f07a19c838e), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:19.563265 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6453a4bc-4ca0-4851-a101-b2377f2915ae tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Pushing event updated for resources: {'Port': ['ID=f8bafcda-cadc-42ee-ad0e-3f07a19c838e,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:19.569026 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-6453a4bc-4ca0-4851-a101-b2377f2915ae tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Attempting to bind port f8bafcda-cadc-42ee-ad0e-3f07a19c838e on host n-h1-712749-28 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:28:19.569366 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-6453a4bc-4ca0-4851-a101-b2377f2915ae tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Attempting to bind port f8bafcda-cadc-42ee-ad0e-3f07a19c838e by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': '75b92dee-a37f-42ed-b772-046caba31bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b6ffbf79-9ede-42e5-8fd2-d2940b40986c'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:28:19.569704 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6453a4bc-4ca0-4851-a101-b2377f2915ae tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Attempting to bind port f8bafcda-cadc-42ee-ad0e-3f07a19c838e on network b6ffbf79-9ede-42e5-8fd2-d2940b40986c {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:28:19.576937 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6453a4bc-4ca0-4851-a101-b2377f2915ae tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Port f8bafcda-cadc-42ee-ad0e-3f07a19c838e on network b6ffbf79-9ede-42e5-8fd2-d2940b40986c not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:28:19.577272 n-d-712749-28 neutron-server[103284]: ERROR neutron.plugins.ml2.managers [None req-6453a4bc-4ca0-4851-a101-b2377f2915ae tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Failed to bind port f8bafcda-cadc-42ee-ad0e-3f07a19c838e on host n-h1-712749-28 for vnic_type normal using segments [{'id': '75b92dee-a37f-42ed-b772-046caba31bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b6ffbf79-9ede-42e5-8fd2-d2940b40986c'}] Jan 28 07:28:19.577660 n-d-712749-28 neutron-server[103284]: INFO neutron.plugins.ml2.plugin [None req-6453a4bc-4ca0-4851-a101-b2377f2915ae tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Attempt 2 to bind port f8bafcda-cadc-42ee-ad0e-3f07a19c838e Jan 28 07:28:19.590557 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-6453a4bc-4ca0-4851-a101-b2377f2915ae tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Attempting to bind port f8bafcda-cadc-42ee-ad0e-3f07a19c838e on host n-h1-712749-28 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:28:19.592090 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-6453a4bc-4ca0-4851-a101-b2377f2915ae tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Attempting to bind port f8bafcda-cadc-42ee-ad0e-3f07a19c838e by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': '75b92dee-a37f-42ed-b772-046caba31bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b6ffbf79-9ede-42e5-8fd2-d2940b40986c'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:28:19.592606 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6453a4bc-4ca0-4851-a101-b2377f2915ae tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Attempting to bind port f8bafcda-cadc-42ee-ad0e-3f07a19c838e on network b6ffbf79-9ede-42e5-8fd2-d2940b40986c {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:28:19.597207 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6453a4bc-4ca0-4851-a101-b2377f2915ae tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Port f8bafcda-cadc-42ee-ad0e-3f07a19c838e on network b6ffbf79-9ede-42e5-8fd2-d2940b40986c not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:28:19.597533 n-d-712749-28 neutron-server[103284]: ERROR neutron.plugins.ml2.managers [None req-6453a4bc-4ca0-4851-a101-b2377f2915ae tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Failed to bind port f8bafcda-cadc-42ee-ad0e-3f07a19c838e on host n-h1-712749-28 for vnic_type normal using segments [{'id': '75b92dee-a37f-42ed-b772-046caba31bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b6ffbf79-9ede-42e5-8fd2-d2940b40986c'}] Jan 28 07:28:19.597919 n-d-712749-28 neutron-server[103284]: INFO neutron.plugins.ml2.plugin [None req-6453a4bc-4ca0-4851-a101-b2377f2915ae tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Attempt 3 to bind port f8bafcda-cadc-42ee-ad0e-3f07a19c838e Jan 28 07:28:19.616014 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-6453a4bc-4ca0-4851-a101-b2377f2915ae tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Attempting to bind port f8bafcda-cadc-42ee-ad0e-3f07a19c838e on host n-h1-712749-28 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:28:19.616396 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-6453a4bc-4ca0-4851-a101-b2377f2915ae tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Attempting to bind port f8bafcda-cadc-42ee-ad0e-3f07a19c838e by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': '75b92dee-a37f-42ed-b772-046caba31bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b6ffbf79-9ede-42e5-8fd2-d2940b40986c'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:28:19.616739 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6453a4bc-4ca0-4851-a101-b2377f2915ae tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Attempting to bind port f8bafcda-cadc-42ee-ad0e-3f07a19c838e on network b6ffbf79-9ede-42e5-8fd2-d2940b40986c {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:28:19.625784 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6453a4bc-4ca0-4851-a101-b2377f2915ae tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Port f8bafcda-cadc-42ee-ad0e-3f07a19c838e on network b6ffbf79-9ede-42e5-8fd2-d2940b40986c not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:28:19.627172 n-d-712749-28 neutron-server[103284]: ERROR neutron.plugins.ml2.managers [None req-6453a4bc-4ca0-4851-a101-b2377f2915ae tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Failed to bind port f8bafcda-cadc-42ee-ad0e-3f07a19c838e on host n-h1-712749-28 for vnic_type normal using segments [{'id': '75b92dee-a37f-42ed-b772-046caba31bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b6ffbf79-9ede-42e5-8fd2-d2940b40986c'}] Jan 28 07:28:19.627582 n-d-712749-28 neutron-server[103284]: INFO neutron.plugins.ml2.plugin [None req-6453a4bc-4ca0-4851-a101-b2377f2915ae tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Attempt 4 to bind port f8bafcda-cadc-42ee-ad0e-3f07a19c838e Jan 28 07:28:19.629121 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a31c5dbb-3b5d-4db6-8b56-48d5edc474eb tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13546728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13555799'] for subnet (8da5f585-9319-44d5-a618-e8ff58794478), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:19.644979 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-6453a4bc-4ca0-4851-a101-b2377f2915ae tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Attempting to bind port f8bafcda-cadc-42ee-ad0e-3f07a19c838e on host n-h1-712749-28 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:28:19.645190 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-6453a4bc-4ca0-4851-a101-b2377f2915ae tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Attempting to bind port f8bafcda-cadc-42ee-ad0e-3f07a19c838e by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': '75b92dee-a37f-42ed-b772-046caba31bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b6ffbf79-9ede-42e5-8fd2-d2940b40986c'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:28:19.645477 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6453a4bc-4ca0-4851-a101-b2377f2915ae tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Attempting to bind port f8bafcda-cadc-42ee-ad0e-3f07a19c838e on network b6ffbf79-9ede-42e5-8fd2-d2940b40986c {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:28:19.650246 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6453a4bc-4ca0-4851-a101-b2377f2915ae tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Port f8bafcda-cadc-42ee-ad0e-3f07a19c838e on network b6ffbf79-9ede-42e5-8fd2-d2940b40986c not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:28:19.651865 n-d-712749-28 neutron-server[103284]: ERROR neutron.plugins.ml2.managers [None req-6453a4bc-4ca0-4851-a101-b2377f2915ae tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Failed to bind port f8bafcda-cadc-42ee-ad0e-3f07a19c838e on host n-h1-712749-28 for vnic_type normal using segments [{'id': '75b92dee-a37f-42ed-b772-046caba31bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b6ffbf79-9ede-42e5-8fd2-d2940b40986c'}] Jan 28 07:28:19.652408 n-d-712749-28 neutron-server[103284]: INFO neutron.plugins.ml2.plugin [None req-6453a4bc-4ca0-4851-a101-b2377f2915ae tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Attempt 5 to bind port f8bafcda-cadc-42ee-ad0e-3f07a19c838e Jan 28 07:28:19.668673 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-6453a4bc-4ca0-4851-a101-b2377f2915ae tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Attempting to bind port f8bafcda-cadc-42ee-ad0e-3f07a19c838e on host n-h1-712749-28 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:28:19.669739 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-6453a4bc-4ca0-4851-a101-b2377f2915ae tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Attempting to bind port f8bafcda-cadc-42ee-ad0e-3f07a19c838e by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': '75b92dee-a37f-42ed-b772-046caba31bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b6ffbf79-9ede-42e5-8fd2-d2940b40986c'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:28:19.670056 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6453a4bc-4ca0-4851-a101-b2377f2915ae tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Attempting to bind port f8bafcda-cadc-42ee-ad0e-3f07a19c838e on network b6ffbf79-9ede-42e5-8fd2-d2940b40986c {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:28:19.674891 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6453a4bc-4ca0-4851-a101-b2377f2915ae tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Port f8bafcda-cadc-42ee-ad0e-3f07a19c838e on network b6ffbf79-9ede-42e5-8fd2-d2940b40986c not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:28:19.675225 n-d-712749-28 neutron-server[103284]: ERROR neutron.plugins.ml2.managers [None req-6453a4bc-4ca0-4851-a101-b2377f2915ae tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Failed to bind port f8bafcda-cadc-42ee-ad0e-3f07a19c838e on host n-h1-712749-28 for vnic_type normal using segments [{'id': '75b92dee-a37f-42ed-b772-046caba31bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b6ffbf79-9ede-42e5-8fd2-d2940b40986c'}] Jan 28 07:28:19.675612 n-d-712749-28 neutron-server[103284]: INFO neutron.plugins.ml2.plugin [None req-6453a4bc-4ca0-4851-a101-b2377f2915ae tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Attempt 6 to bind port f8bafcda-cadc-42ee-ad0e-3f07a19c838e Jan 28 07:28:19.704865 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-6453a4bc-4ca0-4851-a101-b2377f2915ae tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Attempting to bind port f8bafcda-cadc-42ee-ad0e-3f07a19c838e on host n-h1-712749-28 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:28:19.705372 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-6453a4bc-4ca0-4851-a101-b2377f2915ae tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Attempting to bind port f8bafcda-cadc-42ee-ad0e-3f07a19c838e by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': '75b92dee-a37f-42ed-b772-046caba31bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b6ffbf79-9ede-42e5-8fd2-d2940b40986c'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:28:19.705730 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6453a4bc-4ca0-4851-a101-b2377f2915ae tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Attempting to bind port f8bafcda-cadc-42ee-ad0e-3f07a19c838e on network b6ffbf79-9ede-42e5-8fd2-d2940b40986c {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:28:19.722853 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-35348f4b-5f81-4804-b350-f88d3a282d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '682a3156-cf45-49e0-8f39-7c9498d5e158', 'name': 'tempest-AttachVolumeShelveTestJSON-1963086362-router', 'tenant_id': '8d47b614f63e4b68b737be6f6d46b64e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '59660ec9-11d7-4130-ad3e-64898d57ff30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:18:34Z', 'updated_at': '2022-01-28T07:18:39Z', 'revision_number': 4, 'project_id': '8d47b614f63e4b68b737be6f6d46b64e', 'gw_port': {'id': '59660ec9-11d7-4130-ad3e-64898d57ff30', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:a8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '682a3156-cf45-49e0-8f39-7c9498d5e158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:18:35Z', 'updated_at': '2022-01-28T07:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '9b94fe15-d9a5-48aa-96ef-27ba3512130e', 'name': '', 'network_id': 'fabbfec3-31f9-4fc0-ba06-c03647e55067', 'tenant_id': '8d47b614f63e4b68b737be6f6d46b64e', 'mac_address': 'fa:16:3e:1d:f7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '682a3156-cf45-49e0-8f39-7c9498d5e158', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '3d88cecc-14ce-41cc-908a-862b0f3950e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:18:38Z', 'updated_at': '2022-01-28T07:18:44Z', 'revision_number': 5, 'project_id': '8d47b614f63e4b68b737be6f6d46b64e', 'subnets': [{'id': '3d88cecc-14ce-41cc-908a-862b0f3950e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:28:19.726310 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31c5dbb-3b5d-4db6-8b56-48d5edc474eb tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Checking segment: {'id': 'b5ea61fa-af83-494f-b111-6b59bab35659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'ee9518c8-94c2-4897-950e-d7964c9bd4d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:28:19.726968 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a31c5dbb-3b5d-4db6-8b56-48d5edc474eb tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Network hostable DHCP agents. Network: ee9518c8-94c2-4897-950e-d7964c9bd4d2, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:28:19.737614 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6453a4bc-4ca0-4851-a101-b2377f2915ae tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Port f8bafcda-cadc-42ee-ad0e-3f07a19c838e on network b6ffbf79-9ede-42e5-8fd2-d2940b40986c not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:28:19.738306 n-d-712749-28 neutron-server[103284]: ERROR neutron.plugins.ml2.managers [None req-6453a4bc-4ca0-4851-a101-b2377f2915ae tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Failed to bind port f8bafcda-cadc-42ee-ad0e-3f07a19c838e on host n-h1-712749-28 for vnic_type normal using segments [{'id': '75b92dee-a37f-42ed-b772-046caba31bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b6ffbf79-9ede-42e5-8fd2-d2940b40986c'}] Jan 28 07:28:19.738889 n-d-712749-28 neutron-server[103284]: INFO neutron.plugins.ml2.plugin [None req-6453a4bc-4ca0-4851-a101-b2377f2915ae tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Attempt 7 to bind port f8bafcda-cadc-42ee-ad0e-3f07a19c838e Jan 28 07:28:19.751049 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31c5dbb-3b5d-4db6-8b56-48d5edc474eb tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Pushing event updated for resources: {'Subnet': ['ID=8da5f585-9319-44d5-a618-e8ff58794478,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:19.753713 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35348f4b-5f81-4804-b350-f88d3a282d54 None None] Checking router: 682a3156-cf45-49e0-8f39-7c9498d5e158 for host: n-d-712749-28 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:28:19.766084 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a31c5dbb-3b5d-4db6-8b56-48d5edc474eb tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Network ee9518c8-94c2-4897-950e-d7964c9bd4d2 is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:28:19.766890 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35348f4b-5f81-4804-b350-f88d3a282d54 None None] Routers {'682a3156-cf45-49e0-8f39-7c9498d5e158'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:28:19.767533 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-35348f4b-5f81-4804-b350-f88d3a282d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:28:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['682a3156-cf45-49e0-8f39-7c9498d5e158'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:28:19.768331 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-6453a4bc-4ca0-4851-a101-b2377f2915ae tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Attempting to bind port f8bafcda-cadc-42ee-ad0e-3f07a19c838e on host n-h1-712749-28 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:28:19.768678 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-6453a4bc-4ca0-4851-a101-b2377f2915ae tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Attempting to bind port f8bafcda-cadc-42ee-ad0e-3f07a19c838e by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': '75b92dee-a37f-42ed-b772-046caba31bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b6ffbf79-9ede-42e5-8fd2-d2940b40986c'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:28:19.769018 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6453a4bc-4ca0-4851-a101-b2377f2915ae tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Attempting to bind port f8bafcda-cadc-42ee-ad0e-3f07a19c838e on network b6ffbf79-9ede-42e5-8fd2-d2940b40986c {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:28:19.782324 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-a31c5dbb-3b5d-4db6-8b56-48d5edc474eb tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, ee9518c8-94c2-4897-950e-d7964c9bd4d2) {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:28:19.785376 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6453a4bc-4ca0-4851-a101-b2377f2915ae tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Port f8bafcda-cadc-42ee-ad0e-3f07a19c838e on network b6ffbf79-9ede-42e5-8fd2-d2940b40986c not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:28:19.785753 n-d-712749-28 neutron-server[103284]: ERROR neutron.plugins.ml2.managers [None req-6453a4bc-4ca0-4851-a101-b2377f2915ae tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Failed to bind port f8bafcda-cadc-42ee-ad0e-3f07a19c838e on host n-h1-712749-28 for vnic_type normal using segments [{'id': '75b92dee-a37f-42ed-b772-046caba31bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b6ffbf79-9ede-42e5-8fd2-d2940b40986c'}] Jan 28 07:28:19.786112 n-d-712749-28 neutron-server[103284]: INFO neutron.plugins.ml2.plugin [None req-6453a4bc-4ca0-4851-a101-b2377f2915ae tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Attempt 8 to bind port f8bafcda-cadc-42ee-ad0e-3f07a19c838e Jan 28 07:28:19.793103 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a31c5dbb-3b5d-4db6-8b56-48d5edc474eb tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:28:19.793806 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a31c5dbb-3b5d-4db6-8b56-48d5edc474eb tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks [] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:19.807366 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-6453a4bc-4ca0-4851-a101-b2377f2915ae tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Attempting to bind port f8bafcda-cadc-42ee-ad0e-3f07a19c838e on host n-h1-712749-28 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:28:19.807805 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-6453a4bc-4ca0-4851-a101-b2377f2915ae tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Attempting to bind port f8bafcda-cadc-42ee-ad0e-3f07a19c838e by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': '75b92dee-a37f-42ed-b772-046caba31bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b6ffbf79-9ede-42e5-8fd2-d2940b40986c'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:28:19.808133 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6453a4bc-4ca0-4851-a101-b2377f2915ae tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Attempting to bind port f8bafcda-cadc-42ee-ad0e-3f07a19c838e on network b6ffbf79-9ede-42e5-8fd2-d2940b40986c {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:28:19.814233 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f551e6-b4bf-4288-8ac6-df0838c15b3c None None] Network ee9518c8-94c2-4897-950e-d7964c9bd4d2 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:28:19.822565 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6453a4bc-4ca0-4851-a101-b2377f2915ae tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Port f8bafcda-cadc-42ee-ad0e-3f07a19c838e on network b6ffbf79-9ede-42e5-8fd2-d2940b40986c not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:28:19.822909 n-d-712749-28 neutron-server[103284]: ERROR neutron.plugins.ml2.managers [None req-6453a4bc-4ca0-4851-a101-b2377f2915ae tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Failed to bind port f8bafcda-cadc-42ee-ad0e-3f07a19c838e on host n-h1-712749-28 for vnic_type normal using segments [{'id': '75b92dee-a37f-42ed-b772-046caba31bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b6ffbf79-9ede-42e5-8fd2-d2940b40986c'}] Jan 28 07:28:19.823292 n-d-712749-28 neutron-server[103284]: INFO neutron.plugins.ml2.plugin [None req-6453a4bc-4ca0-4851-a101-b2377f2915ae tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Attempt 9 to bind port f8bafcda-cadc-42ee-ad0e-3f07a19c838e Jan 28 07:28:19.843340 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-a31c5dbb-3b5d-4db6-8b56-48d5edc474eb tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7186062 Jan 28 07:28:19.848042 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 37316) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:19.876428 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c2357a2a-fe60-4c74-b2fa-c61d84789300 req-4594173d-8d9a-461f-bb26-008d63b031be tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/ports?device_id=eff066ab-ed54-4a79-abbc-8c2556ecf5b8 HTTP/1.1" status: 200 len: 210 time: 0.0381756 Jan 28 07:28:19.903446 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-6453a4bc-4ca0-4851-a101-b2377f2915ae tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Attempting to bind port f8bafcda-cadc-42ee-ad0e-3f07a19c838e on host n-h1-712749-28 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:28:19.903793 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-6453a4bc-4ca0-4851-a101-b2377f2915ae tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Attempting to bind port f8bafcda-cadc-42ee-ad0e-3f07a19c838e by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': '75b92dee-a37f-42ed-b772-046caba31bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b6ffbf79-9ede-42e5-8fd2-d2940b40986c'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:28:19.904135 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6453a4bc-4ca0-4851-a101-b2377f2915ae tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Attempting to bind port f8bafcda-cadc-42ee-ad0e-3f07a19c838e on network b6ffbf79-9ede-42e5-8fd2-d2940b40986c {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:28:19.951356 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6453a4bc-4ca0-4851-a101-b2377f2915ae tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Port f8bafcda-cadc-42ee-ad0e-3f07a19c838e on network b6ffbf79-9ede-42e5-8fd2-d2940b40986c not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:28:19.951694 n-d-712749-28 neutron-server[103284]: ERROR neutron.plugins.ml2.managers [None req-6453a4bc-4ca0-4851-a101-b2377f2915ae tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Failed to bind port f8bafcda-cadc-42ee-ad0e-3f07a19c838e on host n-h1-712749-28 for vnic_type normal using segments [{'id': '75b92dee-a37f-42ed-b772-046caba31bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b6ffbf79-9ede-42e5-8fd2-d2940b40986c'}] Jan 28 07:28:19.953789 n-d-712749-28 neutron-server[103284]: INFO neutron.plugins.ml2.plugin [None req-6453a4bc-4ca0-4851-a101-b2377f2915ae tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Attempt 10 to bind port f8bafcda-cadc-42ee-ad0e-3f07a19c838e Jan 28 07:28:19.978585 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-6453a4bc-4ca0-4851-a101-b2377f2915ae tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Attempting to bind port f8bafcda-cadc-42ee-ad0e-3f07a19c838e on host n-h1-712749-28 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:28:19.978935 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-6453a4bc-4ca0-4851-a101-b2377f2915ae tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Attempting to bind port f8bafcda-cadc-42ee-ad0e-3f07a19c838e by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': '75b92dee-a37f-42ed-b772-046caba31bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b6ffbf79-9ede-42e5-8fd2-d2940b40986c'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:28:19.979276 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6453a4bc-4ca0-4851-a101-b2377f2915ae tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Attempting to bind port f8bafcda-cadc-42ee-ad0e-3f07a19c838e on network b6ffbf79-9ede-42e5-8fd2-d2940b40986c {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:28:19.986864 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbdcd568-687f-43e5-9747-5f03dfb9fb73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3dd72b9-6805-5f61-b6f3-a591f99a173d-ee9518c8-94c2-4897-950e-d7964c9bd4d2', 'network_id': 'ee9518c8-94c2-4897-950e-d7964c9bd4d2', 'project_id': 'ef2155bfe68e4ad386115f14c4fb86da', 'fixed_ips': [{'subnet_id': '8da5f585-9319-44d5-a618-e8ff58794478'}]}} from n-d-712749-28. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 07:28:19.989427 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cbdcd568-687f-43e5-9747-5f03dfb9fb73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:20.005670 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6453a4bc-4ca0-4851-a101-b2377f2915ae tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Port f8bafcda-cadc-42ee-ad0e-3f07a19c838e on network b6ffbf79-9ede-42e5-8fd2-d2940b40986c not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:28:20.006054 n-d-712749-28 neutron-server[103284]: ERROR neutron.plugins.ml2.managers [None req-6453a4bc-4ca0-4851-a101-b2377f2915ae tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Failed to bind port f8bafcda-cadc-42ee-ad0e-3f07a19c838e on host n-h1-712749-28 for vnic_type normal using segments [{'id': '75b92dee-a37f-42ed-b772-046caba31bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b6ffbf79-9ede-42e5-8fd2-d2940b40986c'}] Jan 28 07:28:20.006370 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6453a4bc-4ca0-4851-a101-b2377f2915ae tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (f8bafcda-cadc-42ee-ad0e-3f07a19c838e), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:20.016877 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-35348f4b-5f81-4804-b350-f88d3a282d54 None None] Set router 682a3156-cf45-49e0-8f39-7c9498d5e158 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:28:20.063651 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-db2dc0e5-a720-439c-88bd-90580775f65b tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (ee9518c8-94c2-4897-950e-d7964c9bd4d2), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:20.166352 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-cbdcd568-687f-43e5-9747-5f03dfb9fb73 None None] Allocated IP 172.20.0.2 (ee9518c8-94c2-4897-950e-d7964c9bd4d2/8da5f585-9319-44d5-a618-e8ff58794478/50fcac8f-aef3-4559-99bf-76d609e47e85) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:28:20.172143 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-6453a4bc-4ca0-4851-a101-b2377f2915ae tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] For port f8bafcda-cadc-42ee-ad0e-3f07a19c838e, host n-h1-712749-28, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:28:20.173011 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-6453a4bc-4ca0-4851-a101-b2377f2915ae tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Attempted to set empty binding levels {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 28 07:28:20.181978 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6453a4bc-4ca0-4851-a101-b2377f2915ae tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (f8bafcda-cadc-42ee-ad0e-3f07a19c838e), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:20.198845 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-6453a4bc-4ca0-4851-a101-b2377f2915ae tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] In _notify_port_updated(), no bound segment for port f8bafcda-cadc-42ee-ad0e-3f07a19c838e on network b6ffbf79-9ede-42e5-8fd2-d2940b40986c {{(pid=103284) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 07:28:20.199977 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6453a4bc-4ca0-4851-a101-b2377f2915ae tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:28:20.201068 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6453a4bc-4ca0-4851-a101-b2377f2915ae tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:20.202580 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-6453a4bc-4ca0-4851-a101-b2377f2915ae tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] 10.222.0.41 "PUT /v2.0/ports/f8bafcda-cadc-42ee-ad0e-3f07a19c838e HTTP/1.1" status: 200 len: 975 time: 1.2606981 Jan 28 07:28:20.205426 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 37320) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:20.229894 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-db2dc0e5-a720-439c-88bd-90580775f65b tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (8da5f585-9319-44d5-a618-e8ff58794478), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:20.242863 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 7 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 07:28:20.291880 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6453a4bc-4ca0-4851-a101-b2377f2915ae tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Pushing event updated for resources: {'Port': ['ID=f8bafcda-cadc-42ee-ad0e-3f07a19c838e,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:20.359332 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-b32d3a9b-caa7-42f4-8bc8-0715186693b9 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Deleting port f8bafcda-cadc-42ee-ad0e-3f07a19c838e {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:28:20.359862 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b32d3a9b-caa7-42f4-8bc8-0715186693b9 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (f8bafcda-cadc-42ee-ad0e-3f07a19c838e), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:20.415702 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-35348f4b-5f81-4804-b350-f88d3a282d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '682a3156-cf45-49e0-8f39-7c9498d5e158', 'name': 'tempest-AttachVolumeShelveTestJSON-1963086362-router', 'tenant_id': '8d47b614f63e4b68b737be6f6d46b64e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '59660ec9-11d7-4130-ad3e-64898d57ff30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:18:34Z', 'updated_at': '2022-01-28T07:18:39Z', 'revision_number': 4, 'project_id': '8d47b614f63e4b68b737be6f6d46b64e', 'gw_port': {'id': '59660ec9-11d7-4130-ad3e-64898d57ff30', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:a8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '682a3156-cf45-49e0-8f39-7c9498d5e158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:18:35Z', 'updated_at': '2022-01-28T07:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '9b94fe15-d9a5-48aa-96ef-27ba3512130e', 'name': '', 'network_id': 'fabbfec3-31f9-4fc0-ba06-c03647e55067', 'tenant_id': '8d47b614f63e4b68b737be6f6d46b64e', 'mac_address': 'fa:16:3e:1d:f7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '682a3156-cf45-49e0-8f39-7c9498d5e158', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '3d88cecc-14ce-41cc-908a-862b0f3950e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:18:38Z', 'updated_at': '2022-01-28T07:18:44Z', 'revision_number': 5, 'project_id': '8d47b614f63e4b68b737be6f6d46b64e', 'subnets': [{'id': '3d88cecc-14ce-41cc-908a-862b0f3950e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:28:20.448034 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35348f4b-5f81-4804-b350-f88d3a282d54 None None] The sync data for ids ['682a3156-cf45-49e0-8f39-7c9498d5e158'] in n-d-712749-28 is: [{'id': '682a3156-cf45-49e0-8f39-7c9498d5e158', 'name': 'tempest-AttachVolumeShelveTestJSON-1963086362-router', 'tenant_id': '8d47b614f63e4b68b737be6f6d46b64e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '59660ec9-11d7-4130-ad3e-64898d57ff30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:18:34Z', 'updated_at': '2022-01-28T07:18:39Z', 'revision_number': 4, 'project_id': '8d47b614f63e4b68b737be6f6d46b64e', 'gw_port': {'id': '59660ec9-11d7-4130-ad3e-64898d57ff30', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:a8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '682a3156-cf45-49e0-8f39-7c9498d5e158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:18:35Z', 'updated_at': '2022-01-28T07:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '9b94fe15-d9a5-48aa-96ef-27ba3512130e', 'name': '', 'network_id': 'fabbfec3-31f9-4fc0-ba06-c03647e55067', 'tenant_id': '8d47b614f63e4b68b737be6f6d46b64e', 'mac_address': 'fa:16:3e:1d:f7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '682a3156-cf45-49e0-8f39-7c9498d5e158', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '3d88cecc-14ce-41cc-908a-862b0f3950e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:18:38Z', 'updated_at': '2022-01-28T07:18:44Z', 'revision_number': 5, 'project_id': '8d47b614f63e4b68b737be6f6d46b64e', 'subnets': [{'id': '3d88cecc-14ce-41cc-908a-862b0f3950e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:28:20.463550 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-b32d3a9b-caa7-42f4-8bc8-0715186693b9 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] For port f8bafcda-cadc-42ee-ad0e-3f07a19c838e, host n-h1-712749-28, got binding levels [] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:28:20.463925 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b32d3a9b-caa7-42f4-8bc8-0715186693b9 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (f8bafcda-cadc-42ee-ad0e-3f07a19c838e), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:20.490491 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-b32d3a9b-caa7-42f4-8bc8-0715186693b9 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Calling delete_port for f8bafcda-cadc-42ee-ad0e-3f07a19c838e owned by {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:28:20.531053 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cbdcd568-687f-43e5-9747-5f03dfb9fb73 None None] Publish callbacks [] for port (50fcac8f-aef3-4559-99bf-76d609e47e85), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:20.539530 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cbdcd568-687f-43e5-9747-5f03dfb9fb73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (50fcac8f-aef3-4559-99bf-76d609e47e85), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:20.563448 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-db2dc0e5-a720-439c-88bd-90580775f65b tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24757569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24979817'] for subnet (8da5f585-9319-44d5-a618-e8ff58794478), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:20.593603 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdcd568-687f-43e5-9747-5f03dfb9fb73 None None] Pushing event updated for resources: {'Port': ['ID=50fcac8f-aef3-4559-99bf-76d609e47e85,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:20.600829 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2dc0e5-a720-439c-88bd-90580775f65b tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Pushing event deleted for resources: {'Subnet': ['ID=8da5f585-9319-44d5-a618-e8ff58794478,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:20.611210 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbdcd568-687f-43e5-9747-5f03dfb9fb73 None None] Network ee9518c8-94c2-4897-950e-d7964c9bd4d2 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:28:20.612748 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-cbdcd568-687f-43e5-9747-5f03dfb9fb73 None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:28:20.615090 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbdcd568-687f-43e5-9747-5f03dfb9fb73 None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:28:20.680010 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-cbdcd568-687f-43e5-9747-5f03dfb9fb73 None None] Attempting to bind port 50fcac8f-aef3-4559-99bf-76d609e47e85 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:28:20.680010 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-cbdcd568-687f-43e5-9747-5f03dfb9fb73 None None] Attempting to bind port 50fcac8f-aef3-4559-99bf-76d609e47e85 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': 'b5ea61fa-af83-494f-b111-6b59bab35659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'ee9518c8-94c2-4897-950e-d7964c9bd4d2'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:28:20.680486 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbdcd568-687f-43e5-9747-5f03dfb9fb73 None None] Attempting to bind port 50fcac8f-aef3-4559-99bf-76d609e47e85 on network ee9518c8-94c2-4897-950e-d7964c9bd4d2 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:28:20.688684 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-db2dc0e5-a720-439c-88bd-90580775f65b tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (ee9518c8-94c2-4897-950e-d7964c9bd4d2), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:20.690452 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b32d3a9b-caa7-42f4-8bc8-0715186693b9 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (f8bafcda-cadc-42ee-ad0e-3f07a19c838e), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:20.701149 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbdcd568-687f-43e5-9747-5f03dfb9fb73 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:28:20.702052 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbdcd568-687f-43e5-9747-5f03dfb9fb73 None None] Checking segment: {'id': 'b5ea61fa-af83-494f-b111-6b59bab35659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'ee9518c8-94c2-4897-950e-d7964c9bd4d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:28:20.702776 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cbdcd568-687f-43e5-9747-5f03dfb9fb73 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:20.703423 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbdcd568-687f-43e5-9747-5f03dfb9fb73 None None] Bound using segment: {'id': 'b5ea61fa-af83-494f-b111-6b59bab35659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'ee9518c8-94c2-4897-950e-d7964c9bd4d2'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:28:20.704817 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-cbdcd568-687f-43e5-9747-5f03dfb9fb73 None None] Bound port: 50fcac8f-aef3-4559-99bf-76d609e47e85, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5ea61fa-af83-494f-b111-6b59bab35659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'ee9518c8-94c2-4897-950e-d7964c9bd4d2'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:28:20.705630 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cbdcd568-687f-43e5-9747-5f03dfb9fb73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (50fcac8f-aef3-4559-99bf-76d609e47e85), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:20.717543 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-db2dc0e5-a720-439c-88bd-90580775f65b tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee9518c8-94c2-4897-950e-d7964c9bd4d2']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:28:20.723198 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-91834b3f-56c2-42b5-a08d-83827005db61 req-491f8aa3-6a1b-451b-ae7d-acf764db8136 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009 HTTP/1.1" status: 200 len: 210 time: 0.0550590 Jan 28 07:28:20.732733 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-db2dc0e5-a720-439c-88bd-90580775f65b tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5ea61fa-af83-494f-b111-6b59bab35659') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:28:20.733546 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-db2dc0e5-a720-439c-88bd-90580775f65b tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5ea61fa-af83-494f-b111-6b59bab35659') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:28:20.748447 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-db2dc0e5-a720-439c-88bd-90580775f65b tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24759294'] for segment (b5ea61fa-af83-494f-b111-6b59bab35659), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:20.766436 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32d3a9b-caa7-42f4-8bc8-0715186693b9 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Pushing event deleted for resources: {'Port': ['ID=f8bafcda-cadc-42ee-ad0e-3f07a19c838e,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:20.767928 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-db2dc0e5-a720-439c-88bd-90580775f65b tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (b5ea61fa-af83-494f-b111-6b59bab35659), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:20.774493 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b32d3a9b-caa7-42f4-8bc8-0715186693b9 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:20.779029 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-b32d3a9b-caa7-42f4-8bc8-0715186693b9 tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] 10.222.0.41 "DELETE /v2.0/ports/f8bafcda-cadc-42ee-ad0e-3f07a19c838e HTTP/1.1" status: 204 len: 168 time: 0.5720460 Jan 28 07:28:20.781770 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 37324) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:20.786155 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db2dc0e5-a720-439c-88bd-90580775f65b tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:28:20.786872 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-db2dc0e5-a720-439c-88bd-90580775f65b tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24757675'] for segment (b5ea61fa-af83-494f-b111-6b59bab35659), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:20.801263 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-cbdcd568-687f-43e5-9747-5f03dfb9fb73 None None] For port 50fcac8f-aef3-4559-99bf-76d609e47e85, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:28:20.809030 n-d-712749-28 neutron-server[103283]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca3b8f97-00c8-4f8b-b5ef-806fa0888fac tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] GET failed (client error): The resource could not be found. Jan 28 07:28:20.812298 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-ca3b8f97-00c8-4f8b-b5ef-806fa0888fac tempest-PortsAdminExtendedAttrsTestJSON-1941728469 tempest-PortsAdminExtendedAttrsTestJSON-1941728469-project-admin] 10.222.0.41 "GET /v2.0/ports/f8bafcda-cadc-42ee-ad0e-3f07a19c838e HTTP/1.1" status: 404 len: 333 time: 0.0278666 Jan 28 07:28:20.815108 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 37326) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:20.864701 n-d-712749-28 neutron-server[103284]: Traceback (most recent call last): Jan 28 07:28:20.864701 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:28:20.864701 n-d-712749-28 neutron-server[103284]: timer() Jan 28 07:28:20.864701 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:28:20.864701 n-d-712749-28 neutron-server[103284]: cb(*args, **kw) Jan 28 07:28:20.864701 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:28:20.864701 n-d-712749-28 neutron-server[103284]: return func(*args, **kwargs) Jan 28 07:28:20.864701 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:28:20.864701 n-d-712749-28 neutron-server[103284]: self._notify() Jan 28 07:28:20.864701 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:28:20.864701 n-d-712749-28 neutron-server[103284]: self.callback(batched_events) Jan 28 07:28:20.864701 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:28:20.864701 n-d-712749-28 neutron-server[103284]: event.method(event) Jan 28 07:28:20.864701 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:28:20.864701 n-d-712749-28 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:28:20.864701 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:28:20.864701 n-d-712749-28 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:28:20.864701 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:28:20.864701 n-d-712749-28 neutron-server[103284]: return f(self, *a, **k) Jan 28 07:28:20.864701 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:28:20.864701 n-d-712749-28 neutron-server[103284]: return self._get(url).json() Jan 28 07:28:20.864701 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:28:20.864701 n-d-712749-28 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:28:20.864701 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:28:20.864701 n-d-712749-28 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Jan 28 07:28:20.864701 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:28:20.864701 n-d-712749-28 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:28:20.864701 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:28:20.864701 n-d-712749-28 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:28:20.864701 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:28:20.864701 n-d-712749-28 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:28:20.864701 n-d-712749-28 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:28:20.868513 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.db.api [None req-db2dc0e5-a720-439c-88bd-90580775f65b tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 07:28:20.868513 n-d-712749-28 neutron-server[103284]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 07:28:20.868513 n-d-712749-28 neutron-server[103284]: [parameters: {'id': 'ee9518c8-94c2-4897-950e-d7964c9bd4d2'}] Jan 28 07:28:20.868513 n-d-712749-28 neutron-server[103284]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103284) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 07:28:20.868513 n-d-712749-28 neutron-server[103284]: DEBUG oslo_db.api [None req-db2dc0e5-a720-439c-88bd-90580775f65b tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 07:28:20.870521 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-cbdcd568-687f-43e5-9747-5f03dfb9fb73 None None] For port 50fcac8f-aef3-4559-99bf-76d609e47e85, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=50fcac8f-aef3-4559-99bf-76d609e47e85,segment=NetworkSegment(b5ea61fa-af83-494f-b111-6b59bab35659),segment_id=b5ea61fa-af83-494f-b111-6b59bab35659)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:28:20.879204 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cbdcd568-687f-43e5-9747-5f03dfb9fb73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (50fcac8f-aef3-4559-99bf-76d609e47e85), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:20.915937 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-856ef1f3-5263-40df-bdb2-8ac2140128b9 tempest-PortsAdminExtendedAttrsTestJSON-1585015153 tempest-PortsAdminExtendedAttrsTestJSON-1585015153-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (b6ffbf79-9ede-42e5-8fd2-d2940b40986c), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:20.943719 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdcd568-687f-43e5-9747-5f03dfb9fb73 None None] Pushing event updated for resources: {'Port': ['ID=50fcac8f-aef3-4559-99bf-76d609e47e85,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:20.964468 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7720f7-a716-4a28-b972-4cdb2fdfd2bf None None] New status for floating IP 7124713c-1268-4b6d-b558-5f4cc36ad1b9: DOWN {{(pid=103285) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 07:28:21.004530 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 37332) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:21.027363 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-856ef1f3-5263-40df-bdb2-8ac2140128b9 tempest-PortsAdminExtendedAttrsTestJSON-1585015153 tempest-PortsAdminExtendedAttrsTestJSON-1585015153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (b6ffbf79-9ede-42e5-8fd2-d2940b40986c), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:21.052939 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-856ef1f3-5263-40df-bdb2-8ac2140128b9 tempest-PortsAdminExtendedAttrsTestJSON-1585015153 tempest-PortsAdminExtendedAttrsTestJSON-1585015153-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6ffbf79-9ede-42e5-8fd2-d2940b40986c']}} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:28:21.064892 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-856ef1f3-5263-40df-bdb2-8ac2140128b9 tempest-PortsAdminExtendedAttrsTestJSON-1585015153 tempest-PortsAdminExtendedAttrsTestJSON-1585015153-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75b92dee-a37f-42ed-b772-046caba31bff') {'for_net_delete': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:28:21.065374 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-856ef1f3-5263-40df-bdb2-8ac2140128b9 tempest-PortsAdminExtendedAttrsTestJSON-1585015153 tempest-PortsAdminExtendedAttrsTestJSON-1585015153-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75b92dee-a37f-42ed-b772-046caba31bff') {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:28:21.077485 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-856ef1f3-5263-40df-bdb2-8ac2140128b9 tempest-PortsAdminExtendedAttrsTestJSON-1585015153 tempest-PortsAdminExtendedAttrsTestJSON-1585015153-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13506801'] for segment (75b92dee-a37f-42ed-b772-046caba31bff), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:21.092106 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-856ef1f3-5263-40df-bdb2-8ac2140128b9 tempest-PortsAdminExtendedAttrsTestJSON-1585015153 tempest-PortsAdminExtendedAttrsTestJSON-1585015153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (75b92dee-a37f-42ed-b772-046caba31bff), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:21.098787 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-856ef1f3-5263-40df-bdb2-8ac2140128b9 tempest-PortsAdminExtendedAttrsTestJSON-1585015153 tempest-PortsAdminExtendedAttrsTestJSON-1585015153-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=103283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:28:21.099285 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-856ef1f3-5263-40df-bdb2-8ac2140128b9 tempest-PortsAdminExtendedAttrsTestJSON-1585015153 tempest-PortsAdminExtendedAttrsTestJSON-1585015153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13546563'] for segment (75b92dee-a37f-42ed-b772-046caba31bff), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:21.102761 n-d-712749-28 neutron-server[103283]: Traceback (most recent call last): Jan 28 07:28:21.102761 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:28:21.102761 n-d-712749-28 neutron-server[103283]: timer() Jan 28 07:28:21.102761 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:28:21.102761 n-d-712749-28 neutron-server[103283]: cb(*args, **kw) Jan 28 07:28:21.102761 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:28:21.102761 n-d-712749-28 neutron-server[103283]: return func(*args, **kwargs) Jan 28 07:28:21.102761 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:28:21.102761 n-d-712749-28 neutron-server[103283]: self._notify() Jan 28 07:28:21.102761 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:28:21.102761 n-d-712749-28 neutron-server[103283]: self.callback(batched_events) Jan 28 07:28:21.102761 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:28:21.102761 n-d-712749-28 neutron-server[103283]: event.method(event) Jan 28 07:28:21.102761 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:28:21.102761 n-d-712749-28 neutron-server[103283]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:28:21.102761 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:28:21.102761 n-d-712749-28 neutron-server[103283]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:28:21.102761 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:28:21.102761 n-d-712749-28 neutron-server[103283]: return f(self, *a, **k) Jan 28 07:28:21.102761 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:28:21.102761 n-d-712749-28 neutron-server[103283]: return self._get(url).json() Jan 28 07:28:21.102761 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:28:21.102761 n-d-712749-28 neutron-server[103283]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:28:21.102761 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:28:21.102761 n-d-712749-28 neutron-server[103283]: return self.request(url, 'GET', **kwargs) Jan 28 07:28:21.102761 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:28:21.102761 n-d-712749-28 neutron-server[103283]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:28:21.102761 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:28:21.102761 n-d-712749-28 neutron-server[103283]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:28:21.102761 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:28:21.102761 n-d-712749-28 neutron-server[103283]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:28:21.102761 n-d-712749-28 neutron-server[103283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:28:21.136591 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1db3702c-05d0-4c2f-bc1a-ad3f1c5df274 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Publish callbacks [] for security_group (20a6beb4-7dbe-4e36-a605-32b718c0fe10), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:21.155840 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 20784604-a49f-4672-8e46-4d69f91dd69e no longer exists at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:28:21.167130 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1db3702c-05d0-4c2f-bc1a-ad3f1c5df274 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Publish callbacks [] for security_group (20a6beb4-7dbe-4e36-a605-32b718c0fe10), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:21.175771 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-856ef1f3-5263-40df-bdb2-8ac2140128b9 tempest-PortsAdminExtendedAttrsTestJSON-1585015153 tempest-PortsAdminExtendedAttrsTestJSON-1585015153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (b6ffbf79-9ede-42e5-8fd2-d2940b40986c), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:21.190924 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-856ef1f3-5263-40df-bdb2-8ac2140128b9 tempest-PortsAdminExtendedAttrsTestJSON-1585015153 tempest-PortsAdminExtendedAttrsTestJSON-1585015153-project] Publish callbacks [] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:21.195515 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-856ef1f3-5263-40df-bdb2-8ac2140128b9 tempest-PortsAdminExtendedAttrsTestJSON-1585015153 tempest-PortsAdminExtendedAttrsTestJSON-1585015153-project] 10.222.0.41 "DELETE /v2.0/networks/b6ffbf79-9ede-42e5-8fd2-d2940b40986c HTTP/1.1" status: 204 len: 168 time: 0.3793883 Jan 28 07:28:21.209260 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] No Port match for: 20784604-a49f-4672-8e46-4d69f91dd69e {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:28:21.209864 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856ef1f3-5263-40df-bdb2-8ac2140128b9 tempest-PortsAdminExtendedAttrsTestJSON-1585015153 tempest-PortsAdminExtendedAttrsTestJSON-1585015153-project] Pushing event deleted for resources: {'Network': ['ID=b6ffbf79-9ede-42e5-8fd2-d2940b40986c,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:21.214087 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 20784604-a49f-4672-8e46-4d69f91dd69e not bound to the agent host n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:28:21.250227 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1db3702c-05d0-4c2f-bc1a-ad3f1c5df274 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (20a6beb4-7dbe-4e36-a605-32b718c0fe10), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:21.250625 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28470dd4-3eff-4b20-8bdf-74b98584e4f5 None None] get_active_networks_info from n-d-712749-28 {{(pid=103285) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 07:28:21.253763 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1db3702c-05d0-4c2f-bc1a-ad3f1c5df274 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:21.255142 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-1db3702c-05d0-4c2f-bc1a-ad3f1c5df274 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "DELETE /v2.0/security-groups/20a6beb4-7dbe-4e36-a605-32b718c0fe10 HTTP/1.1" status: 204 len: 168 time: 0.2486975 Jan 28 07:28:21.258227 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 37338) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:21.283460 n-d-712749-28 neutron-server[103283]: INFO neutron.api.v2.resource [None req-09982e91-c267-436a-b709-8e1067bc0e10 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] show failed (client error): The resource could not be found. Jan 28 07:28:21.285472 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-09982e91-c267-436a-b709-8e1067bc0e10 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "GET /v2.0/security-groups/20a6beb4-7dbe-4e36-a605-32b718c0fe10 HTTP/1.1" status: 404 len: 347 time: 0.0261517 Jan 28 07:28:21.288459 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 37340) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:21.290698 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db3702c-05d0-4c2f-bc1a-ad3f1c5df274 tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20a6beb4-7dbe-4e36-a605-32b718c0fe10,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:21.369184 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-db2dc0e5-a720-439c-88bd-90580775f65b tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (ee9518c8-94c2-4897-950e-d7964c9bd4d2), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:21.453048 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28470dd4-3eff-4b20-8bdf-74b98584e4f5 None None] Resources bound (agent type, host, resource id): {{(pid=103285) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 07:28:21.498616 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-db2dc0e5-a720-439c-88bd-90580775f65b tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Deleting port 50fcac8f-aef3-4559-99bf-76d609e47e85 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:28:21.499816 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-db2dc0e5-a720-439c-88bd-90580775f65b tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (50fcac8f-aef3-4559-99bf-76d609e47e85), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:21.506105 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-ea5fee23-6725-4471-879d-236e754a315d tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Deleting port 2436286f-3de9-4537-84f7-bd6fae7caf1a {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:28:21.506105 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ea5fee23-6725-4471-879d-236e754a315d tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (2436286f-3de9-4537-84f7-bd6fae7caf1a), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:21.582585 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-db2dc0e5-a720-439c-88bd-90580775f65b tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] For port 50fcac8f-aef3-4559-99bf-76d609e47e85, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=50fcac8f-aef3-4559-99bf-76d609e47e85,segment=NetworkSegment(b5ea61fa-af83-494f-b111-6b59bab35659),segment_id=b5ea61fa-af83-494f-b111-6b59bab35659)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:28:21.583558 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-db2dc0e5-a720-439c-88bd-90580775f65b tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (50fcac8f-aef3-4559-99bf-76d609e47e85), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:21.603687 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-db2dc0e5-a720-439c-88bd-90580775f65b tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Calling delete_port for 50fcac8f-aef3-4559-99bf-76d609e47e85 owned by network:dhcp {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:28:21.702681 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-db2dc0e5-a720-439c-88bd-90580775f65b tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (50fcac8f-aef3-4559-99bf-76d609e47e85), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:21.713784 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ea5fee23-6725-4471-879d-236e754a315d tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (2436286f-3de9-4537-84f7-bd6fae7caf1a), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:21.714292 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ea5fee23-6725-4471-879d-236e754a315d tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Publish callbacks [] for floatingip (2436286f-3de9-4537-84f7-bd6fae7caf1a), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:21.717753 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 37348) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:21.728911 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2dc0e5-a720-439c-88bd-90580775f65b tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] No DVR routers for this DVR port 50fcac8f-aef3-4559-99bf-76d609e47e85 on host n-d-712749-28 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:28:21.750003 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-ea5fee23-6725-4471-879d-236e754a315d tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Calling delete_port for 2436286f-3de9-4537-84f7-bd6fae7caf1a owned by network:floatingip {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:28:21.815161 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2dc0e5-a720-439c-88bd-90580775f65b tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Pushing event deleted for resources: {'Port': ['ID=50fcac8f-aef3-4559-99bf-76d609e47e85,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:21.927035 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e0ce3be-1e07-429b-84eb-c15dbeebbe23 None None] Network ee9518c8-94c2-4897-950e-d7964c9bd4d2 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:28:21.953864 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5aec8cb2-8a6f-4331-b671-5f3b6544e4af req-a1033852-7635-4e9e-90dc-81da9501ead5 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009 HTTP/1.1" status: 200 len: 210 time: 0.0787938 Jan 28 07:28:22.042857 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-db2dc0e5-a720-439c-88bd-90580775f65b tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (ee9518c8-94c2-4897-950e-d7964c9bd4d2), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:22.101075 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-db2dc0e5-a720-439c-88bd-90580775f65b tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee9518c8-94c2-4897-950e-d7964c9bd4d2']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:28:22.112745 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-db2dc0e5-a720-439c-88bd-90580775f65b tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5ea61fa-af83-494f-b111-6b59bab35659') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:28:22.113051 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-db2dc0e5-a720-439c-88bd-90580775f65b tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5ea61fa-af83-494f-b111-6b59bab35659') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:28:22.130598 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-db2dc0e5-a720-439c-88bd-90580775f65b tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24759294'] for segment (b5ea61fa-af83-494f-b111-6b59bab35659), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:22.149815 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ea5fee23-6725-4471-879d-236e754a315d tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (2436286f-3de9-4537-84f7-bd6fae7caf1a), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:22.176797 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5fee23-6725-4471-879d-236e754a315d tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Pushing event deleted for resources: {'Port': ['ID=2436286f-3de9-4537-84f7-bd6fae7caf1a,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:22.178607 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-db2dc0e5-a720-439c-88bd-90580775f65b tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (b5ea61fa-af83-494f-b111-6b59bab35659), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:22.197172 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db2dc0e5-a720-439c-88bd-90580775f65b tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:28:22.197575 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-db2dc0e5-a720-439c-88bd-90580775f65b tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24757675'] for segment (b5ea61fa-af83-494f-b111-6b59bab35659), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:22.201519 n-d-712749-28 neutron-server[103284]: Traceback (most recent call last): Jan 28 07:28:22.201519 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:28:22.201519 n-d-712749-28 neutron-server[103284]: timer() Jan 28 07:28:22.201519 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:28:22.201519 n-d-712749-28 neutron-server[103284]: cb(*args, **kw) Jan 28 07:28:22.201519 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:28:22.201519 n-d-712749-28 neutron-server[103284]: return func(*args, **kwargs) Jan 28 07:28:22.201519 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:28:22.201519 n-d-712749-28 neutron-server[103284]: self._notify() Jan 28 07:28:22.201519 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:28:22.201519 n-d-712749-28 neutron-server[103284]: self.callback(batched_events) Jan 28 07:28:22.201519 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:28:22.201519 n-d-712749-28 neutron-server[103284]: event.method(event) Jan 28 07:28:22.201519 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:28:22.201519 n-d-712749-28 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:28:22.201519 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:28:22.201519 n-d-712749-28 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:28:22.201519 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:28:22.201519 n-d-712749-28 neutron-server[103284]: return f(self, *a, **k) Jan 28 07:28:22.201519 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:28:22.201519 n-d-712749-28 neutron-server[103284]: return self._get(url).json() Jan 28 07:28:22.201519 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:28:22.201519 n-d-712749-28 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:28:22.201519 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:28:22.201519 n-d-712749-28 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Jan 28 07:28:22.201519 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:28:22.201519 n-d-712749-28 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:28:22.201519 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:28:22.201519 n-d-712749-28 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:28:22.201519 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:28:22.201519 n-d-712749-28 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:28:22.201519 n-d-712749-28 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:28:22.261724 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-4080e879-6000-40ba-8988-d28a1751c408 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fa872013f9144ecea200656e8cda009f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5366001 Jan 28 07:28:22.262318 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 37358) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:22.273846 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ea5fee23-6725-4471-879d-236e754a315d tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Publish callbacks [] for floatingip (7124713c-1268-4b6d-b558-5f4cc36ad1b9), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:22.277312 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ea5fee23-6725-4471-879d-236e754a315d tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for floatingip (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:22.280888 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-ea5fee23-6725-4471-879d-236e754a315d tempest-AttachVolumeShelveTestJSON-1871255883 tempest-AttachVolumeShelveTestJSON-1871255883-project] 10.222.0.41 "DELETE /v2.0/floatingips/7124713c-1268-4b6d-b558-5f4cc36ad1b9 HTTP/1.1" status: 204 len: 168 time: 0.9885440 Jan 28 07:28:22.297792 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-db2dc0e5-a720-439c-88bd-90580775f65b tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (ee9518c8-94c2-4897-950e-d7964c9bd4d2), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:22.327947 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-db2dc0e5-a720-439c-88bd-90580775f65b tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:22.329836 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-db2dc0e5-a720-439c-88bd-90580775f65b tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] 10.222.0.41 "DELETE /v2.0/networks/ee9518c8-94c2-4897-950e-d7964c9bd4d2 HTTP/1.1" status: 204 len: 168 time: 2.4806421 Jan 28 07:28:22.330730 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2dc0e5-a720-439c-88bd-90580775f65b tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Pushing event deleted for resources: {'Network': ['ID=ee9518c8-94c2-4897-950e-d7964c9bd4d2,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:22.332354 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 37362) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:22.358039 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4c026ae9-c8b3-43fb-bd90-7adef80ae4bd admin admin] Publish callbacks [] for security_group (5b08711a-bcf3-46b6-861a-165179886b20), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:22.377045 n-d-712749-28 neutron-server[103283]: INFO neutron.pecan_wsgi.hooks.translation [None req-6665b74b-a517-4f78-9943-295bda9e6d22 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] GET failed (client error): The resource could not be found. Jan 28 07:28:22.378768 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-6665b74b-a517-4f78-9943-295bda9e6d22 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] 10.222.0.41 "GET /v2.0/subnets/8da5f585-9319-44d5-a618-e8ff58794478 HTTP/1.1" status: 404 len: 337 time: 0.0453880 Jan 28 07:28:22.381271 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 37364) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:22.383307 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4c026ae9-c8b3-43fb-bd90-7adef80ae4bd admin admin] Publish callbacks [] for security_group (5b08711a-bcf3-46b6-861a-165179886b20), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:22.406213 n-d-712749-28 neutron-server[103283]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c06eb1f-b567-4762-bfd0-264e61ce902e tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] DELETE failed (client error): The resource could not be found. Jan 28 07:28:22.406733 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c06eb1f-b567-4762-bfd0-264e61ce902e tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103283) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:28:22.409858 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-0c06eb1f-b567-4762-bfd0-264e61ce902e tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] 10.222.0.41 "DELETE /v2.0/networks/ee9518c8-94c2-4897-950e-d7964c9bd4d2 HTTP/1.1" status: 404 len: 339 time: 0.0276444 Jan 28 07:28:22.413750 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 37366) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:22.444493 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4c026ae9-c8b3-43fb-bd90-7adef80ae4bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (5b08711a-bcf3-46b6-861a-165179886b20), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:22.447474 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4c026ae9-c8b3-43fb-bd90-7adef80ae4bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:22.453233 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-4c026ae9-c8b3-43fb-bd90-7adef80ae4bd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5b08711a-bcf3-46b6-861a-165179886b20 HTTP/1.1" status: 204 len: 168 time: 0.1884675 Jan 28 07:28:22.461508 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c026ae9-c8b3-43fb-bd90-7adef80ae4bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b08711a-bcf3-46b6-861a-165179886b20,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:22.616110 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6370db2c-034a-441f-866e-02b6defce115 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:28:22.618128 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-6370db2c-034a-441f-866e-02b6defce115 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2034426 Jan 28 07:28:22.620903 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 37374) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:22.662681 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-8da504ed-9514-4263-a8b2-756fe45207b3 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] 10.222.0.41 "GET /v2.0/subnets?network_id=7d5b3724-deef-4831-8d43-cb9b8176573c HTTP/1.1" status: 200 len: 207 time: 0.0405226 Jan 28 07:28:22.665999 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 37376) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:22.766052 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 37378) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:22.787260 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b854d5b3-b9ad-4bcf-884f-d54cc0c582b8 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:28:22.793055 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b854d5b3-b9ad-4bcf-884f-d54cc0c582b8 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:28:22.798669 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b854d5b3-b9ad-4bcf-884f-d54cc0c582b8 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:28:22.803626 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b854d5b3-b9ad-4bcf-884f-d54cc0c582b8 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:28:22.808257 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-b854d5b3-b9ad-4bcf-884f-d54cc0c582b8 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.1383657 Jan 28 07:28:22.810392 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 37380) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:22.818723 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-b7d10470-8c1b-4076-a4c0-7efee2126d4e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=aed910ffbfa24a5583cc93fbe9a60e6c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0489717 Jan 28 07:28:22.818723 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 37382) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:22.867835 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9948db60-9f40-43a9-8d08-ad0035988c8b admin admin] Publish callbacks [] for security_group (aed72217-ae3b-45bc-b743-061c919fc8e8), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:22.888934 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9948db60-9f40-43a9-8d08-ad0035988c8b admin admin] Publish callbacks [] for security_group (aed72217-ae3b-45bc-b743-061c919fc8e8), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:22.921501 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-e5c6aaa8-f34d-4efc-a7ee-68ab34e4faf5 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] 10.222.0.41 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.1098518 Jan 28 07:28:22.925435 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 37384) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:22.977684 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af39c490-ca5e-4fb7-afe9-dd2ce0dce848 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:28:22.979013 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af39c490-ca5e-4fb7-afe9-dd2ce0dce848 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:28:22.982546 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-af39c490-ca5e-4fb7-afe9-dd2ce0dce848 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0541594 Jan 28 07:28:22.982546 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9948db60-9f40-43a9-8d08-ad0035988c8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (aed72217-ae3b-45bc-b743-061c919fc8e8), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:22.984877 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9948db60-9f40-43a9-8d08-ad0035988c8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:22.985322 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 37388) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:22.985926 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-9948db60-9f40-43a9-8d08-ad0035988c8b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/aed72217-ae3b-45bc-b743-061c919fc8e8 HTTP/1.1" status: 204 len: 168 time: 0.1663430 Jan 28 07:28:22.994132 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9948db60-9f40-43a9-8d08-ad0035988c8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aed72217-ae3b-45bc-b743-061c919fc8e8,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:23.053756 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd86f1b-fc17-4013-8cda-a99b6c2b8e03 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Attributes excluded by policy engine: ['shared'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:28:23.054965 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd86f1b-fc17-4013-8cda-a99b6c2b8e03 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Attributes excluded by policy engine: ['shared'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:28:23.061023 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-3cd86f1b-fc17-4013-8cda-a99b6c2b8e03 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] 10.222.0.41 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0697300 Jan 28 07:28:23.061173 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 37392) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:23.124481 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c9521c44-d4ee-4934-b4b6-e709e1d6e804 req-582e881b-4391-4dbc-b1a0-dafedb373adc tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009 HTTP/1.1" status: 200 len: 210 time: 0.0285664 Jan 28 07:28:23.197197 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c124de8-e874-4345-b225-3d95a4c5aa11 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:28:23.200710 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-8c124de8-e874-4345-b225-3d95a4c5aa11 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] 10.222.0.41 "GET /v2.0/networks/ab0b7b36-469d-40f4-8a36-c240669ff9f4 HTTP/1.1" status: 200 len: 800 time: 0.1368184 Jan 28 07:28:23.203052 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 37396) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:23.318302 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-851d22f8-3f6d-432c-84e5-fa71573a5a83 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] 10.222.0.41 "GET /v2.0/networks/ab0b7b36-469d-40f4-8a36-c240669ff9f4?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1135864 Jan 28 07:28:23.321969 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 37402) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:23.385531 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11454b20-a99e-4aab-a221-dde673977ff7 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:28:23.385531 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-11454b20-a99e-4aab-a221-dde673977ff7 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] 10.222.0.41 "GET /v2.0/subnets/f0d0a6a7-ebc3-443f-87d4-16a12b21740f HTTP/1.1" status: 200 len: 811 time: 0.0603170 Jan 28 07:28:23.387393 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 37406) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:23.452320 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d1640c5-37fe-48c7-8736-3245a115d3d1 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Attributes excluded by policy engine: ['shared'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:28:23.454335 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-4d1640c5-37fe-48c7-8736-3245a115d3d1 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] 10.222.0.41 "GET /v2.0/subnets/f0d0a6a7-ebc3-443f-87d4-16a12b21740f?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0648005 Jan 28 07:28:23.457671 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 37410) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:23.462911 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-1da6812c-cf18-4976-9812-4c2707022c82 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-352480162'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:28:23.485052 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1da6812c-cf18-4976-9812-4c2707022c82 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Made reservation on behalf of ef2155bfe68e4ad386115f14c4fb86da for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:28:23.488493 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1da6812c-cf18-4976-9812-4c2707022c82 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:23.515375 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1da6812c-cf18-4976-9812-4c2707022c82 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:28:23.525118 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1da6812c-cf18-4976-9812-4c2707022c82 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (0d655b38-7227-4e9a-8303-13dd33f05574), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:23.525463 n-d-712749-28 neutron-server[103284]: INFO neutron.db.segments_db [None req-1da6812c-cf18-4976-9812-4c2707022c82 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Added segment 0d655b38-7227-4e9a-8303-13dd33f05574 of type vlan for network 800e0de4-f131-437d-8672-9c81082adacc Jan 28 07:28:23.567067 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1da6812c-cf18-4976-9812-4c2707022c82 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (800e0de4-f131-437d-8672-9c81082adacc), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:23.598224 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1da6812c-cf18-4976-9812-4c2707022c82 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (800e0de4-f131-437d-8672-9c81082adacc), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:23.603169 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da6812c-cf18-4976-9812-4c2707022c82 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:28:23.603723 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1da6812c-cf18-4976-9812-4c2707022c82 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:23.667784 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-1da6812c-cf18-4976-9812-4c2707022c82 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2085712 Jan 28 07:28:23.671416 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 37420) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:23.678277 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-9746d4bc-3462-42b9-af75-a9486db0f483 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Request body: {'subnet': {'network_id': '800e0de4-f131-437d-8672-9c81082adacc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:28:23.697394 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da6812c-cf18-4976-9812-4c2707022c82 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Pushing event updated for resources: {'Network': ['ID=800e0de4-f131-437d-8672-9c81082adacc,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:23.709950 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network 800e0de4-f131-437d-8672-9c81082adacc details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:28:23.781453 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9746d4bc-3462-42b9-af75-a9486db0f483 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Made reservation on behalf of ef2155bfe68e4ad386115f14c4fb86da for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:28:23.786167 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9746d4bc-3462-42b9-af75-a9486db0f483 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24979592'] for subnet (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:23.851333 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.ipam_backend_mixin [None req-9746d4bc-3462-42b9-af75-a9486db0f483 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Performing IP validity checks on allocation pools {{(pid=103284) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 28 07:28:23.852144 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.ipam_backend_mixin [None req-9746d4bc-3462-42b9-af75-a9486db0f483 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103284) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 28 07:28:23.990830 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9746d4bc-3462-42b9-af75-a9486db0f483 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24757504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24979610'] for subnet (6fa0ad10-589c-4a3e-af2d-6fa21361303d), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:24.269587 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a204fc35-6ea7-4e36-8a70-47905f25a37e req-35146590-91dc-43c5-8460-f88ecf59a468 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009 HTTP/1.1" status: 200 len: 210 time: 0.0461304 Jan 28 07:28:24.400253 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9746d4bc-3462-42b9-af75-a9486db0f483 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Pushing event updated for resources: {'Subnet': ['ID=6fa0ad10-589c-4a3e-af2d-6fa21361303d,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:24.406523 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9746d4bc-3462-42b9-af75-a9486db0f483 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Checking segment: {'id': '0d655b38-7227-4e9a-8303-13dd33f05574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '800e0de4-f131-437d-8672-9c81082adacc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:28:24.407006 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9746d4bc-3462-42b9-af75-a9486db0f483 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Network hostable DHCP agents. Network: 800e0de4-f131-437d-8672-9c81082adacc, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:28:24.426311 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9746d4bc-3462-42b9-af75-a9486db0f483 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Network 800e0de4-f131-437d-8672-9c81082adacc is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:28:24.443703 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-9746d4bc-3462-42b9-af75-a9486db0f483 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, 800e0de4-f131-437d-8672-9c81082adacc) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:28:24.448307 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9746d4bc-3462-42b9-af75-a9486db0f483 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:28:24.449418 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9746d4bc-3462-42b9-af75-a9486db0f483 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:24.454820 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3220e52c-1fc3-44f0-9de4-4d53cdf6a530 None None] Network 800e0de4-f131-437d-8672-9c81082adacc requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:28:24.468402 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-9746d4bc-3462-42b9-af75-a9486db0f483 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.7960868 Jan 28 07:28:24.471063 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 37442) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:24.476737 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-bbd80e06-0225-46bb-884a-38f7c91b6fae tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:28:24.500935 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 37444) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:24.582612 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa55f96f-e8c1-4f62-b136-4537dbdd48d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3dd72b9-6805-5f61-b6f3-a591f99a173d-800e0de4-f131-437d-8672-9c81082adacc', 'network_id': '800e0de4-f131-437d-8672-9c81082adacc', 'project_id': 'ef2155bfe68e4ad386115f14c4fb86da', 'fixed_ips': [{'subnet_id': '6fa0ad10-589c-4a3e-af2d-6fa21361303d'}]}} from n-d-712749-28. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 07:28:24.583911 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fa55f96f-e8c1-4f62-b136-4537dbdd48d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:24.595526 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bbd80e06-0225-46bb-884a-38f7c91b6fae tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-24979587'] for subnet (6fa0ad10-589c-4a3e-af2d-6fa21361303d), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:24.647809 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-6371291d-3b6a-4c0e-adfd-152218d1f709 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-639622057', 'router:external': True}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:28:24.670661 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6371291d-3b6a-4c0e-adfd-152218d1f709 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Made reservation on behalf of caf55999998940a784a964c22d965d05 for: {'network': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:28:24.674097 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6371291d-3b6a-4c0e-adfd-152218d1f709 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:24.689137 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6371291d-3b6a-4c0e-adfd-152218d1f709 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:24.771166 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6371291d-3b6a-4c0e-adfd-152218d1f709 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Publish callbacks [] for security_group (ef1f5716-6b71-49f8-9bb9-cb55b25d8338), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:24.775700 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6371291d-3b6a-4c0e-adfd-152218d1f709 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (ef1f5716-6b71-49f8-9bb9-cb55b25d8338), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:24.786301 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bbd80e06-0225-46bb-884a-38f7c91b6fae tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8782327571155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-24757582'] for subnet (6fa0ad10-589c-4a3e-af2d-6fa21361303d), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:24.800351 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6371291d-3b6a-4c0e-adfd-152218d1f709 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=103283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:28:24.809998 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6371291d-3b6a-4c0e-adfd-152218d1f709 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef1f5716-6b71-49f8-9bb9-cb55b25d8338,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:24.816472 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6371291d-3b6a-4c0e-adfd-152218d1f709 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (fc16a8a0-427a-482a-81a2-5cd02142e19c), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:24.816816 n-d-712749-28 neutron-server[103283]: INFO neutron.db.segments_db [None req-6371291d-3b6a-4c0e-adfd-152218d1f709 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Added segment fc16a8a0-427a-482a-81a2-5cd02142e19c of type vlan for network 405fc07d-3a85-48e4-9b4f-1ffaa01d4f77 Jan 28 07:28:24.851971 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd80e06-0225-46bb-884a-38f7c91b6fae tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:28:24.852708 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bbd80e06-0225-46bb-884a-38f7c91b6fae tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:24.859270 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-bbd80e06-0225-46bb-884a-38f7c91b6fae tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] 10.222.0.41 "PUT /v2.0/subnets/6fa0ad10-589c-4a3e-af2d-6fa21361303d HTTP/1.1" status: 200 len: 877 time: 0.3842540 Jan 28 07:28:24.860699 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 37448) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:24.865527 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6371291d-3b6a-4c0e-adfd-152218d1f709 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (405fc07d-3a85-48e4-9b4f-1ffaa01d4f77), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:24.884454 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-fa55f96f-e8c1-4f62-b136-4537dbdd48d4 None None] Allocated IP 172.20.0.3 (800e0de4-f131-437d-8672-9c81082adacc/6fa0ad10-589c-4a3e-af2d-6fa21361303d/828ad4fd-36c7-40bf-bf8c-19001ad4a1d9) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:28:24.921654 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6371291d-3b6a-4c0e-adfd-152218d1f709 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (405fc07d-3a85-48e4-9b4f-1ffaa01d4f77), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:24.923187 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6371291d-3b6a-4c0e-adfd-152218d1f709 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:28:24.924021 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6371291d-3b6a-4c0e-adfd-152218d1f709 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:24.931304 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd80e06-0225-46bb-884a-38f7c91b6fae tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Pushing event updated for resources: {'Subnet': ['ID=6fa0ad10-589c-4a3e-af2d-6fa21361303d,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:24.989105 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bd4b7514-6ecf-4c17-8ad2-2694f545b793 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (800e0de4-f131-437d-8672-9c81082adacc), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:25.020796 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6371291d-3b6a-4c0e-adfd-152218d1f709 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Pushing event updated for resources: {'Network': ['ID=405fc07d-3a85-48e4-9b4f-1ffaa01d4f77,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:25.035884 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 37450) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:25.036777 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-6371291d-3b6a-4c0e-adfd-152218d1f709 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.5344331 Jan 28 07:28:25.040664 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-db5c6cbe-4748-420e-91fd-70e4ab583668 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Request body: {'subnet': {'network_id': '405fc07d-3a85-48e4-9b4f-1ffaa01d4f77', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:28:25.047101 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network 405fc07d-3a85-48e4-9b4f-1ffaa01d4f77 details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:28:25.071135 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bd4b7514-6ecf-4c17-8ad2-2694f545b793 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (6fa0ad10-589c-4a3e-af2d-6fa21361303d), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:25.099796 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db5c6cbe-4748-420e-91fd-70e4ab583668 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Made reservation on behalf of caf55999998940a784a964c22d965d05 for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:28:25.102175 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-db5c6cbe-4748-420e-91fd-70e4ab583668 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24979592'] for subnet (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:25.117275 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fa55f96f-e8c1-4f62-b136-4537dbdd48d4 None None] Publish callbacks [] for port (828ad4fd-36c7-40bf-bf8c-19001ad4a1d9), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:25.130457 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fa55f96f-e8c1-4f62-b136-4537dbdd48d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (828ad4fd-36c7-40bf-bf8c-19001ad4a1d9), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:25.171622 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa55f96f-e8c1-4f62-b136-4537dbdd48d4 None None] Network 800e0de4-f131-437d-8672-9c81082adacc is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:28:25.174374 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-fa55f96f-e8c1-4f62-b136-4537dbdd48d4 None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:28:25.176713 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa55f96f-e8c1-4f62-b136-4537dbdd48d4 None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:28:25.204791 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa55f96f-e8c1-4f62-b136-4537dbdd48d4 None None] Pushing event updated for resources: {'Port': ['ID=828ad4fd-36c7-40bf-bf8c-19001ad4a1d9,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:25.219903 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bd4b7514-6ecf-4c17-8ad2-2694f545b793 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24757569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24979817'] for subnet (6fa0ad10-589c-4a3e-af2d-6fa21361303d), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:25.241411 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa55f96f-e8c1-4f62-b136-4537dbdd48d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:28:25.241760 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa55f96f-e8c1-4f62-b136-4537dbdd48d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:28:25.242103 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa55f96f-e8c1-4f62-b136-4537dbdd48d4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:28:25.242448 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa55f96f-e8c1-4f62-b136-4537dbdd48d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:28:25.242776 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa55f96f-e8c1-4f62-b136-4537dbdd48d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:28:25.243110 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa55f96f-e8c1-4f62-b136-4537dbdd48d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:28:25.243438 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa55f96f-e8c1-4f62-b136-4537dbdd48d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:28:25.243771 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa55f96f-e8c1-4f62-b136-4537dbdd48d4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:28:25.244095 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa55f96f-e8c1-4f62-b136-4537dbdd48d4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:28:25.244449 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa55f96f-e8c1-4f62-b136-4537dbdd48d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:28:25.244774 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa55f96f-e8c1-4f62-b136-4537dbdd48d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:28:25.245096 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa55f96f-e8c1-4f62-b136-4537dbdd48d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:28:25.245420 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa55f96f-e8c1-4f62-b136-4537dbdd48d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:28:25.259219 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-fa55f96f-e8c1-4f62-b136-4537dbdd48d4 None None] Attempting to bind port 828ad4fd-36c7-40bf-bf8c-19001ad4a1d9 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:28:25.259359 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-fa55f96f-e8c1-4f62-b136-4537dbdd48d4 None None] Attempting to bind port 828ad4fd-36c7-40bf-bf8c-19001ad4a1d9 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '0d655b38-7227-4e9a-8303-13dd33f05574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '800e0de4-f131-437d-8672-9c81082adacc'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:28:25.259632 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4b7514-6ecf-4c17-8ad2-2694f545b793 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Pushing event deleted for resources: {'Subnet': ['ID=6fa0ad10-589c-4a3e-af2d-6fa21361303d,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:25.259750 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa55f96f-e8c1-4f62-b136-4537dbdd48d4 None None] Attempting to bind port 828ad4fd-36c7-40bf-bf8c-19001ad4a1d9 on network 800e0de4-f131-437d-8672-9c81082adacc {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:28:25.266307 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa55f96f-e8c1-4f62-b136-4537dbdd48d4 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:28:25.266679 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa55f96f-e8c1-4f62-b136-4537dbdd48d4 None None] Checking segment: {'id': '0d655b38-7227-4e9a-8303-13dd33f05574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '800e0de4-f131-437d-8672-9c81082adacc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:28:25.267083 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fa55f96f-e8c1-4f62-b136-4537dbdd48d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:25.267483 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa55f96f-e8c1-4f62-b136-4537dbdd48d4 None None] Bound using segment: {'id': '0d655b38-7227-4e9a-8303-13dd33f05574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '800e0de4-f131-437d-8672-9c81082adacc'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:28:25.267963 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-fa55f96f-e8c1-4f62-b136-4537dbdd48d4 None None] Bound port: 828ad4fd-36c7-40bf-bf8c-19001ad4a1d9, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d655b38-7227-4e9a-8303-13dd33f05574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '800e0de4-f131-437d-8672-9c81082adacc'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:28:25.268398 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fa55f96f-e8c1-4f62-b136-4537dbdd48d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (828ad4fd-36c7-40bf-bf8c-19001ad4a1d9), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:25.351426 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-fa55f96f-e8c1-4f62-b136-4537dbdd48d4 None None] For port 828ad4fd-36c7-40bf-bf8c-19001ad4a1d9, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:28:25.359582 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-fa55f96f-e8c1-4f62-b136-4537dbdd48d4 None None] For port 828ad4fd-36c7-40bf-bf8c-19001ad4a1d9, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=828ad4fd-36c7-40bf-bf8c-19001ad4a1d9,segment=NetworkSegment(0d655b38-7227-4e9a-8303-13dd33f05574),segment_id=0d655b38-7227-4e9a-8303-13dd33f05574)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:28:25.362575 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bd4b7514-6ecf-4c17-8ad2-2694f545b793 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (800e0de4-f131-437d-8672-9c81082adacc), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:25.373701 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fa55f96f-e8c1-4f62-b136-4537dbdd48d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (828ad4fd-36c7-40bf-bf8c-19001ad4a1d9), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:25.394704 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-bd4b7514-6ecf-4c17-8ad2-2694f545b793 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['800e0de4-f131-437d-8672-9c81082adacc']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:28:25.437513 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-bd4b7514-6ecf-4c17-8ad2-2694f545b793 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d655b38-7227-4e9a-8303-13dd33f05574') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:28:25.437827 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-bd4b7514-6ecf-4c17-8ad2-2694f545b793 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d655b38-7227-4e9a-8303-13dd33f05574') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:28:25.459172 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bd4b7514-6ecf-4c17-8ad2-2694f545b793 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24759294'] for segment (0d655b38-7227-4e9a-8303-13dd33f05574), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:25.466580 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa55f96f-e8c1-4f62-b136-4537dbdd48d4 None None] Pushing event updated for resources: {'Port': ['ID=828ad4fd-36c7-40bf-bf8c-19001ad4a1d9,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:25.483089 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bd4b7514-6ecf-4c17-8ad2-2694f545b793 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (0d655b38-7227-4e9a-8303-13dd33f05574), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:25.494900 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-30ed90b7-7597-411a-afc2-8de5e2b256b6 req-e37f442d-9deb-4165-bc92-0125a302befe tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009 HTTP/1.1" status: 200 len: 210 time: 0.0744824 Jan 28 07:28:25.502755 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd4b7514-6ecf-4c17-8ad2-2694f545b793 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:28:25.503174 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bd4b7514-6ecf-4c17-8ad2-2694f545b793 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24757675'] for segment (0d655b38-7227-4e9a-8303-13dd33f05574), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:25.506703 n-d-712749-28 neutron-server[103284]: Traceback (most recent call last): Jan 28 07:28:25.506703 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:28:25.506703 n-d-712749-28 neutron-server[103284]: timer() Jan 28 07:28:25.506703 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:28:25.506703 n-d-712749-28 neutron-server[103284]: cb(*args, **kw) Jan 28 07:28:25.506703 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:28:25.506703 n-d-712749-28 neutron-server[103284]: return func(*args, **kwargs) Jan 28 07:28:25.506703 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:28:25.506703 n-d-712749-28 neutron-server[103284]: self._notify() Jan 28 07:28:25.506703 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:28:25.506703 n-d-712749-28 neutron-server[103284]: self.callback(batched_events) Jan 28 07:28:25.506703 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:28:25.506703 n-d-712749-28 neutron-server[103284]: event.method(event) Jan 28 07:28:25.506703 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:28:25.506703 n-d-712749-28 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:28:25.506703 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:28:25.506703 n-d-712749-28 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:28:25.506703 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:28:25.506703 n-d-712749-28 neutron-server[103284]: return f(self, *a, **k) Jan 28 07:28:25.506703 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:28:25.506703 n-d-712749-28 neutron-server[103284]: return self._get(url).json() Jan 28 07:28:25.506703 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:28:25.506703 n-d-712749-28 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:28:25.506703 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:28:25.506703 n-d-712749-28 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Jan 28 07:28:25.506703 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:28:25.506703 n-d-712749-28 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:28:25.506703 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:28:25.506703 n-d-712749-28 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:28:25.506703 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:28:25.506703 n-d-712749-28 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:28:25.506703 n-d-712749-28 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:28:25.619896 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.db.api [None req-bd4b7514-6ecf-4c17-8ad2-2694f545b793 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 07:28:25.619896 n-d-712749-28 neutron-server[103284]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 07:28:25.619896 n-d-712749-28 neutron-server[103284]: [parameters: {'id': '800e0de4-f131-437d-8672-9c81082adacc'}] Jan 28 07:28:25.619896 n-d-712749-28 neutron-server[103284]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103284) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 07:28:25.621045 n-d-712749-28 neutron-server[103284]: DEBUG oslo_db.api [None req-bd4b7514-6ecf-4c17-8ad2-2694f545b793 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 07:28:25.623791 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dfe0532-eb24-4d0c-b425-7bf415f64af1 None None] get_active_networks_info from n-d-712749-28 {{(pid=103285) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 07:28:25.702446 n-d-712749-28 neutron-server[103284]: DEBUG neutron.objects.ports [None req-db5c6cbe-4748-420e-91fd-70e4ab583668 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103284) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 07:28:25.703072 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-db5c6cbe-4748-420e-91fd-70e4ab583668 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24757504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24979610'] for subnet (f00c575f-4101-4add-9a91-9d1a2b375c10), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:25.737940 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dfe0532-eb24-4d0c-b425-7bf415f64af1 None None] Resources bound (agent type, host, resource id): {{(pid=103285) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 07:28:25.765009 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5c6cbe-4748-420e-91fd-70e4ab583668 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Pushing event updated for resources: {'Subnet': ['ID=f00c575f-4101-4add-9a91-9d1a2b375c10,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:25.774500 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5c6cbe-4748-420e-91fd-70e4ab583668 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Checking segment: {'id': 'fc16a8a0-427a-482a-81a2-5cd02142e19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '405fc07d-3a85-48e4-9b4f-1ffaa01d4f77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:28:25.774965 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db5c6cbe-4748-420e-91fd-70e4ab583668 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Network hostable DHCP agents. Network: 405fc07d-3a85-48e4-9b4f-1ffaa01d4f77, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:28:25.794949 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db5c6cbe-4748-420e-91fd-70e4ab583668 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Network 405fc07d-3a85-48e4-9b4f-1ffaa01d4f77 is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:28:25.808251 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-db5c6cbe-4748-420e-91fd-70e4ab583668 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, 405fc07d-3a85-48e4-9b4f-1ffaa01d4f77) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:28:25.813184 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db5c6cbe-4748-420e-91fd-70e4ab583668 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:28:25.813940 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-db5c6cbe-4748-420e-91fd-70e4ab583668 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:25.835464 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-db5c6cbe-4748-420e-91fd-70e4ab583668 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.7959523 Jan 28 07:28:25.836340 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 37456) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:25.842124 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-35dae3a0-934a-4431-a325-bcf158885b8c tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1512117046', 'network_id': '405fc07d-3a85-48e4-9b4f-1ffaa01d4f77'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:28:25.864552 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35dae3a0-934a-4431-a325-bcf158885b8c tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Made reservation on behalf of caf55999998940a784a964c22d965d05 for: {'port': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:28:25.867012 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-35dae3a0-934a-4431-a325-bcf158885b8c tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:25.882962 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-35dae3a0-934a-4431-a325-bcf158885b8c tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] device_id is not set on port 28666e48-7665-4e20-a6f1-5c015e4cb210 yet. {{(pid=103283) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 07:28:25.932359 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-607e264a-b8be-4050-949e-26c11a436dff None None] Network 800e0de4-f131-437d-8672-9c81082adacc requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:28:25.936772 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a24aa3b-34bb-4c50-91c8-5b56425d621f None None] Network 405fc07d-3a85-48e4-9b4f-1ffaa01d4f77 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:28:26.116438 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed64e1d-347b-4201-89a7-d362eee3bda9 None None] Network 800e0de4-f131-437d-8672-9c81082adacc requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:28:26.120939 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86be87b5-6ba4-4853-8ab0-a95f29bed2cc None None] Network 405fc07d-3a85-48e4-9b4f-1ffaa01d4f77 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:28:26.122681 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bd4b7514-6ecf-4c17-8ad2-2694f545b793 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (800e0de4-f131-437d-8672-9c81082adacc), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:26.215130 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-bd4b7514-6ecf-4c17-8ad2-2694f545b793 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Deleting port 828ad4fd-36c7-40bf-bf8c-19001ad4a1d9 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:28:26.216724 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bd4b7514-6ecf-4c17-8ad2-2694f545b793 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (828ad4fd-36c7-40bf-bf8c-19001ad4a1d9), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:26.320080 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-bd4b7514-6ecf-4c17-8ad2-2694f545b793 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] For port 828ad4fd-36c7-40bf-bf8c-19001ad4a1d9, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=828ad4fd-36c7-40bf-bf8c-19001ad4a1d9,segment=NetworkSegment(0d655b38-7227-4e9a-8303-13dd33f05574),segment_id=0d655b38-7227-4e9a-8303-13dd33f05574)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:28:26.320624 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bd4b7514-6ecf-4c17-8ad2-2694f545b793 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (828ad4fd-36c7-40bf-bf8c-19001ad4a1d9), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:26.337432 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-bd4b7514-6ecf-4c17-8ad2-2694f545b793 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Calling delete_port for 828ad4fd-36c7-40bf-bf8c-19001ad4a1d9 owned by network:dhcp {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:28:26.376030 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-35dae3a0-934a-4431-a325-bcf158885b8c tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Allocated IP 2001:db8::2d5 (405fc07d-3a85-48e4-9b4f-1ffaa01d4f77/f00c575f-4101-4add-9a91-9d1a2b375c10/28666e48-7665-4e20-a6f1-5c015e4cb210) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:28:26.429298 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bd4b7514-6ecf-4c17-8ad2-2694f545b793 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (828ad4fd-36c7-40bf-bf8c-19001ad4a1d9), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:26.458072 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4b7514-6ecf-4c17-8ad2-2694f545b793 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Pushing event deleted for resources: {'Port': ['ID=828ad4fd-36c7-40bf-bf8c-19001ad4a1d9,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:26.463662 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4b7514-6ecf-4c17-8ad2-2694f545b793 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] No DVR routers for this DVR port 828ad4fd-36c7-40bf-bf8c-19001ad4a1d9 on host n-d-712749-28 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:28:26.530690 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-35dae3a0-934a-4431-a325-bcf158885b8c tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Publish callbacks [] for port (28666e48-7665-4e20-a6f1-5c015e4cb210), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:26.552797 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bd4b7514-6ecf-4c17-8ad2-2694f545b793 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (800e0de4-f131-437d-8672-9c81082adacc), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:26.574691 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-bd4b7514-6ecf-4c17-8ad2-2694f545b793 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['800e0de4-f131-437d-8672-9c81082adacc']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:28:26.585305 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-bd4b7514-6ecf-4c17-8ad2-2694f545b793 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d655b38-7227-4e9a-8303-13dd33f05574') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:28:26.585604 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-bd4b7514-6ecf-4c17-8ad2-2694f545b793 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d655b38-7227-4e9a-8303-13dd33f05574') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:28:26.594118 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-35dae3a0-934a-4431-a325-bcf158885b8c tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (28666e48-7665-4e20-a6f1-5c015e4cb210), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:26.606942 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bd4b7514-6ecf-4c17-8ad2-2694f545b793 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24759294'] for segment (0d655b38-7227-4e9a-8303-13dd33f05574), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:26.622810 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bd4b7514-6ecf-4c17-8ad2-2694f545b793 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (0d655b38-7227-4e9a-8303-13dd33f05574), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:26.630052 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd4b7514-6ecf-4c17-8ad2-2694f545b793 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:28:26.630539 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bd4b7514-6ecf-4c17-8ad2-2694f545b793 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24757675'] for segment (0d655b38-7227-4e9a-8303-13dd33f05574), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:26.633808 n-d-712749-28 neutron-server[103284]: Traceback (most recent call last): Jan 28 07:28:26.633808 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:28:26.633808 n-d-712749-28 neutron-server[103284]: timer() Jan 28 07:28:26.633808 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:28:26.633808 n-d-712749-28 neutron-server[103284]: cb(*args, **kw) Jan 28 07:28:26.633808 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:28:26.633808 n-d-712749-28 neutron-server[103284]: return func(*args, **kwargs) Jan 28 07:28:26.633808 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:28:26.633808 n-d-712749-28 neutron-server[103284]: self._notify() Jan 28 07:28:26.633808 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:28:26.633808 n-d-712749-28 neutron-server[103284]: self.callback(batched_events) Jan 28 07:28:26.633808 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:28:26.633808 n-d-712749-28 neutron-server[103284]: event.method(event) Jan 28 07:28:26.633808 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:28:26.633808 n-d-712749-28 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:28:26.633808 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:28:26.633808 n-d-712749-28 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:28:26.633808 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:28:26.633808 n-d-712749-28 neutron-server[103284]: return f(self, *a, **k) Jan 28 07:28:26.633808 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:28:26.633808 n-d-712749-28 neutron-server[103284]: return self._get(url).json() Jan 28 07:28:26.633808 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:28:26.633808 n-d-712749-28 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:28:26.633808 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:28:26.633808 n-d-712749-28 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Jan 28 07:28:26.633808 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:28:26.633808 n-d-712749-28 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:28:26.633808 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:28:26.633808 n-d-712749-28 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:28:26.633808 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:28:26.633808 n-d-712749-28 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:28:26.633808 n-d-712749-28 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:28:26.651390 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35dae3a0-934a-4431-a325-bcf158885b8c tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Network 405fc07d-3a85-48e4-9b4f-1ffaa01d4f77 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:28:26.668225 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-35dae3a0-934a-4431-a325-bcf158885b8c tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:28:26.670680 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35dae3a0-934a-4431-a325-bcf158885b8c tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:28:26.671823 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35dae3a0-934a-4431-a325-bcf158885b8c tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:28:26.672455 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-35dae3a0-934a-4431-a325-bcf158885b8c tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:26.675832 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-fe05f7ea-9446-4958-8efb-cb91c66d845b req-a9e1b8fe-2e41-4f9b-8f32-bbb7f4a1429c tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009 HTTP/1.1" status: 200 len: 210 time: 0.0476711 Jan 28 07:28:26.688893 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dae3a0-934a-4431-a325-bcf158885b8c tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Pushing event updated for resources: {'Port': ['ID=28666e48-7665-4e20-a6f1-5c015e4cb210,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:26.704445 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 37462) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:26.704721 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-35dae3a0-934a-4431-a325-bcf158885b8c tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.8672965 Jan 28 07:28:26.717899 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bd4b7514-6ecf-4c17-8ad2-2694f545b793 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (800e0de4-f131-437d-8672-9c81082adacc), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:26.742589 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bd4b7514-6ecf-4c17-8ad2-2694f545b793 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:26.745730 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-bd4b7514-6ecf-4c17-8ad2-2694f545b793 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] 10.222.0.41 "DELETE /v2.0/networks/800e0de4-f131-437d-8672-9c81082adacc HTTP/1.1" status: 204 len: 168 time: 1.8830862 Jan 28 07:28:26.749483 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 37464) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:26.789683 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4b7514-6ecf-4c17-8ad2-2694f545b793 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Pushing event deleted for resources: {'Network': ['ID=800e0de4-f131-437d-8672-9c81082adacc,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:26.797663 n-d-712749-28 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-269c57bf-4279-4008-9cf9-0c9272d6cfdb tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] DELETE failed (client error): The resource could not be found. Jan 28 07:28:26.798232 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-269c57bf-4279-4008-9cf9-0c9272d6cfdb tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:28:26.803467 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-269c57bf-4279-4008-9cf9-0c9272d6cfdb tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] 10.222.0.41 "DELETE /v2.0/subnets/6fa0ad10-589c-4a3e-af2d-6fa21361303d HTTP/1.1" status: 404 len: 337 time: 0.0507376 Jan 28 07:28:26.804459 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 37466) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:26.823637 n-d-712749-28 neutron-server[103283]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecef663c-8f5f-4bf9-8311-6ea9a78d5a49 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] DELETE failed (client error): The resource could not be found. Jan 28 07:28:26.824587 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecef663c-8f5f-4bf9-8311-6ea9a78d5a49 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103283) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:28:26.831469 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-ecef663c-8f5f-4bf9-8311-6ea9a78d5a49 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] 10.222.0.41 "DELETE /v2.0/networks/800e0de4-f131-437d-8672-9c81082adacc HTTP/1.1" status: 404 len: 339 time: 0.0259874 Jan 28 07:28:26.832061 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 37468) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:26.843415 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-c904d665-372c-465d-82de-06e54d38f4a8 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Deleting port 28666e48-7665-4e20-a6f1-5c015e4cb210 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:28:26.843763 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c904d665-372c-465d-82de-06e54d38f4a8 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (28666e48-7665-4e20-a6f1-5c015e4cb210), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:26.858695 n-d-712749-28 neutron-server[103283]: INFO neutron.pecan_wsgi.hooks.translation [None req-29a4b25a-4946-4773-aac1-6deef0a0a4ec tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] DELETE failed (client error): The resource could not be found. Jan 28 07:28:26.859153 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29a4b25a-4946-4773-aac1-6deef0a0a4ec tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103283) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:28:26.864885 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-29a4b25a-4946-4773-aac1-6deef0a0a4ec tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] 10.222.0.41 "DELETE /v2.0/subnets/8da5f585-9319-44d5-a618-e8ff58794478 HTTP/1.1" status: 404 len: 337 time: 0.0317526 Jan 28 07:28:26.865468 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 37470) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:26.887073 n-d-712749-28 neutron-server[103283]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce3be91c-f793-471d-900f-cdb12d58db22 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] DELETE failed (client error): The resource could not be found. Jan 28 07:28:26.888000 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce3be91c-f793-471d-900f-cdb12d58db22 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103283) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:28:26.891219 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-ce3be91c-f793-471d-900f-cdb12d58db22 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] 10.222.0.41 "DELETE /v2.0/networks/ee9518c8-94c2-4897-950e-d7964c9bd4d2 HTTP/1.1" status: 404 len: 339 time: 0.0248566 Jan 28 07:28:26.893769 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 37472) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:26.927789 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c904d665-372c-465d-82de-06e54d38f4a8 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (28666e48-7665-4e20-a6f1-5c015e4cb210), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:26.941040 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-c904d665-372c-465d-82de-06e54d38f4a8 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Calling delete_port for 28666e48-7665-4e20-a6f1-5c015e4cb210 owned by {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:28:26.968815 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-63c3e9e1-2dbb-42a6-aff5-860534dac03f tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (f229b05a-742d-4a07-b5c6-2624711b5488), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:27.065189 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-63c3e9e1-2dbb-42a6-aff5-860534dac03f tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (f229b05a-742d-4a07-b5c6-2624711b5488), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:27.076601 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c904d665-372c-465d-82de-06e54d38f4a8 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (28666e48-7665-4e20-a6f1-5c015e4cb210), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:27.092327 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-63c3e9e1-2dbb-42a6-aff5-860534dac03f tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f229b05a-742d-4a07-b5c6-2624711b5488']}} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:28:27.102730 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-63c3e9e1-2dbb-42a6-aff5-860534dac03f tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72faebda-f39a-4bce-8739-7a359ec86735') {'for_net_delete': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:28:27.103026 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-63c3e9e1-2dbb-42a6-aff5-860534dac03f tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72faebda-f39a-4bce-8739-7a359ec86735') {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:28:27.105819 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c904d665-372c-465d-82de-06e54d38f4a8 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Pushing event deleted for resources: {'Port': ['ID=28666e48-7665-4e20-a6f1-5c015e4cb210,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:27.118110 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-63c3e9e1-2dbb-42a6-aff5-860534dac03f tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13506801'] for segment (72faebda-f39a-4bce-8739-7a359ec86735), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:27.134929 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-63c3e9e1-2dbb-42a6-aff5-860534dac03f tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (72faebda-f39a-4bce-8739-7a359ec86735), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:27.141496 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c904d665-372c-465d-82de-06e54d38f4a8 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:27.144506 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63c3e9e1-2dbb-42a6-aff5-860534dac03f tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=103283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:28:27.145098 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-63c3e9e1-2dbb-42a6-aff5-860534dac03f tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13546563'] for segment (72faebda-f39a-4bce-8739-7a359ec86735), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:27.147899 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-c904d665-372c-465d-82de-06e54d38f4a8 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] 10.222.0.41 "DELETE /v2.0/ports/28666e48-7665-4e20-a6f1-5c015e4cb210 HTTP/1.1" status: 204 len: 168 time: 0.4398270 Jan 28 07:28:27.148406 n-d-712749-28 neutron-server[103283]: Traceback (most recent call last): Jan 28 07:28:27.148406 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:28:27.148406 n-d-712749-28 neutron-server[103283]: timer() Jan 28 07:28:27.148406 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:28:27.148406 n-d-712749-28 neutron-server[103283]: cb(*args, **kw) Jan 28 07:28:27.148406 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:28:27.148406 n-d-712749-28 neutron-server[103283]: return func(*args, **kwargs) Jan 28 07:28:27.148406 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:28:27.148406 n-d-712749-28 neutron-server[103283]: self._notify() Jan 28 07:28:27.148406 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:28:27.148406 n-d-712749-28 neutron-server[103283]: self.callback(batched_events) Jan 28 07:28:27.148406 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:28:27.148406 n-d-712749-28 neutron-server[103283]: event.method(event) Jan 28 07:28:27.148406 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:28:27.148406 n-d-712749-28 neutron-server[103283]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:28:27.148406 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:28:27.148406 n-d-712749-28 neutron-server[103283]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:28:27.148406 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:28:27.148406 n-d-712749-28 neutron-server[103283]: return f(self, *a, **k) Jan 28 07:28:27.148406 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:28:27.148406 n-d-712749-28 neutron-server[103283]: return self._get(url).json() Jan 28 07:28:27.148406 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:28:27.148406 n-d-712749-28 neutron-server[103283]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:28:27.148406 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:28:27.148406 n-d-712749-28 neutron-server[103283]: return self.request(url, 'GET', **kwargs) Jan 28 07:28:27.148406 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:28:27.148406 n-d-712749-28 neutron-server[103283]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:28:27.148406 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:28:27.148406 n-d-712749-28 neutron-server[103283]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:28:27.148406 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:28:27.148406 n-d-712749-28 neutron-server[103283]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:28:27.148406 n-d-712749-28 neutron-server[103283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:28:27.151287 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 37474) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:27.156638 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-d61ef9f7-195c-46e9-9816-64f8d0ed3d85 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '405fc07d-3a85-48e4-9b4f-1ffaa01d4f77', 'external_fixed_ips': [{'subnet_id': 'f00c575f-4101-4add-9a91-9d1a2b375c10', 'ip_address': '2001:db8::2d5'}]}}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:28:27.177245 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d61ef9f7-195c-46e9-9816-64f8d0ed3d85 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16606890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127275'] for router (56fd69fb-85b8-4fa8-a361-1ca193750fa9), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:27.178461 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d61ef9f7-195c-46e9-9816-64f8d0ed3d85 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16605498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16607952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16355422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127266'] for router (56fd69fb-85b8-4fa8-a361-1ca193750fa9), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:27.211310 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-63c3e9e1-2dbb-42a6-aff5-860534dac03f tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (f229b05a-742d-4a07-b5c6-2624711b5488), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:27.221571 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-63c3e9e1-2dbb-42a6-aff5-860534dac03f tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks [] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:27.227360 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-63c3e9e1-2dbb-42a6-aff5-860534dac03f tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] 10.222.0.41 "DELETE /v2.0/networks/f229b05a-742d-4a07-b5c6-2624711b5488 HTTP/1.1" status: 204 len: 168 time: 0.3303666 Jan 28 07:28:27.228325 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 37476) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:27.256565 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d61ef9f7-195c-46e9-9816-64f8d0ed3d85 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Publish callbacks [] for router_controller (56fd69fb-85b8-4fa8-a361-1ca193750fa9), precommit_add_association {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:27.269217 n-d-712749-28 neutron-server[103283]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee9f59d3-ebba-4ca5-98ac-ec7a9ef409f5 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] DELETE failed (client error): The resource could not be found. Jan 28 07:28:27.269693 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee9f59d3-ebba-4ca5-98ac-ec7a9ef409f5 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103283) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:28:27.275193 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-ee9f59d3-ebba-4ca5-98ac-ec7a9ef409f5 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] 10.222.0.41 "DELETE /v2.0/subnets/00ec8f2a-622d-48ba-9d6f-8f3a613f5bb5 HTTP/1.1" status: 404 len: 337 time: 0.0438254 Jan 28 07:28:27.275485 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 37478) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:27.286177 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c3e9e1-2dbb-42a6-aff5-860534dac03f tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Pushing event deleted for resources: {'Network': ['ID=f229b05a-742d-4a07-b5c6-2624711b5488,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:27.306953 n-d-712749-28 neutron-server[103283]: INFO neutron.pecan_wsgi.hooks.translation [None req-41a9bfec-62d0-45be-8903-67a94c0b0c8f tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] DELETE failed (client error): The resource could not be found. Jan 28 07:28:27.307488 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41a9bfec-62d0-45be-8903-67a94c0b0c8f tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103283) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:28:27.322695 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-41a9bfec-62d0-45be-8903-67a94c0b0c8f tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] 10.222.0.41 "DELETE /v2.0/networks/86075c93-bf26-4f75-8f54-12cbf94110cb HTTP/1.1" status: 404 len: 339 time: 0.0459535 Jan 28 07:28:27.323728 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 37480) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:27.362271 n-d-712749-28 neutron-server[103283]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef061976-1dec-477f-9f20-89f1d4a57573 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] DELETE failed (client error): The resource could not be found. Jan 28 07:28:27.362715 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef061976-1dec-477f-9f20-89f1d4a57573 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103283) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:28:27.368227 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-ef061976-1dec-477f-9f20-89f1d4a57573 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] 10.222.0.41 "DELETE /v2.0/subnets/ce357a15-ed6e-4a01-87f1-eb0ebb3c9c33 HTTP/1.1" status: 404 len: 337 time: 0.0407295 Jan 28 07:28:27.368404 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 37482) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:27.403920 n-d-712749-28 neutron-server[103283]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7cfd4b9-9837-4767-84cc-2a42b51e64d1 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] DELETE failed (client error): The resource could not be found. Jan 28 07:28:27.404112 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7cfd4b9-9837-4767-84cc-2a42b51e64d1 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103283) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:28:27.409591 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-f7cfd4b9-9837-4767-84cc-2a42b51e64d1 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] 10.222.0.41 "DELETE /v2.0/networks/cc587f1d-1e09-44e0-9a73-429aaa02cf53 HTTP/1.1" status: 404 len: 339 time: 0.0380316 Jan 28 07:28:27.409928 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 37484) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:27.420987 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d61ef9f7-195c-46e9-9816-64f8d0ed3d85 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Publish callbacks [] for router_gateway (56fd69fb-85b8-4fa8-a361-1ca193750fa9), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:27.446828 n-d-712749-28 neutron-server[103283]: INFO neutron.pecan_wsgi.hooks.translation [None req-0955c553-8845-4f7c-994b-e9df29005db2 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] DELETE failed (client error): The resource could not be found. Jan 28 07:28:27.447281 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0955c553-8845-4f7c-994b-e9df29005db2 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103283) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:28:27.452647 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-0955c553-8845-4f7c-994b-e9df29005db2 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] 10.222.0.41 "DELETE /v2.0/subnets/533d22c7-17b2-434b-86dd-ef9d2942de29 HTTP/1.1" status: 404 len: 337 time: 0.0396290 Jan 28 07:28:27.453095 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 37486) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:27.463872 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ac786731-2336-43a8-bb57-c2d764977185 req-fa625f77-2d4f-4853-a719-fb88da4eb7aa service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=dfd7c116-7b46-477e-86ad-fdd9cc1548ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1101379 Jan 28 07:28:27.473196 n-d-712749-28 neutron-server[103283]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bc8ffc8-89ea-41e6-aba0-68cfb5b77a1c tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] DELETE failed (client error): The resource could not be found. Jan 28 07:28:27.473690 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bc8ffc8-89ea-41e6-aba0-68cfb5b77a1c tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103283) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:28:27.478994 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-5bc8ffc8-89ea-41e6-aba0-68cfb5b77a1c tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] 10.222.0.41 "DELETE /v2.0/networks/deb4a431-a508-4aa2-a8e3-b2538261bf3b HTTP/1.1" status: 404 len: 339 time: 0.0226822 Jan 28 07:28:27.479345 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 37488) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:27.515376 n-d-712749-28 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6e01db8-dffc-4de8-8388-d232df921905 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] DELETE failed (client error): The resource could not be found. Jan 28 07:28:27.515830 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6e01db8-dffc-4de8-8388-d232df921905 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:28:27.521222 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-f6e01db8-dffc-4de8-8388-d232df921905 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] 10.222.0.41 "DELETE /v2.0/subnets/3e67d285-2e65-4b4b-9d14-a28cd3bf5de3 HTTP/1.1" status: 404 len: 337 time: 0.0384569 Jan 28 07:28:27.521564 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 37490) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:27.540894 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac786731-2336-43a8-bb57-c2d764977185 req-5dab3426-9117-4faf-9d24-62f80f4aee1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:28:27.542409 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ac786731-2336-43a8-bb57-c2d764977185 req-5dab3426-9117-4faf-9d24-62f80f4aee1c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a6edc1c2472d49839a2dbbe98b656418&device_id=dfd7c116-7b46-477e-86ad-fdd9cc1548ce HTTP/1.1" status: 200 len: 1097 time: 0.0471017 Jan 28 07:28:27.544918 n-d-712749-28 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-0444bad0-f17e-4fb7-92ce-965ac88e46f2 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] DELETE failed (client error): The resource could not be found. Jan 28 07:28:27.545120 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0444bad0-f17e-4fb7-92ce-965ac88e46f2 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:28:27.548167 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-0444bad0-f17e-4fb7-92ce-965ac88e46f2 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] 10.222.0.41 "DELETE /v2.0/networks/7673c6b2-41a4-4481-81f8-34545d25db02 HTTP/1.1" status: 404 len: 339 time: 0.0258279 Jan 28 07:28:27.550817 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 37492) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:27.580360 n-d-712749-28 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fb0d3f8-949a-421c-9e09-a350590c64b3 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] DELETE failed (client error): The resource could not be found. Jan 28 07:28:27.580825 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fb0d3f8-949a-421c-9e09-a350590c64b3 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:28:27.583835 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-4fb0d3f8-949a-421c-9e09-a350590c64b3 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] 10.222.0.41 "DELETE /v2.0/subnets/2ea291d3-7863-41a5-9d32-b86df2f38583 HTTP/1.1" status: 404 len: 337 time: 0.0321167 Jan 28 07:28:27.586758 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 37496) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:27.608726 n-d-712749-28 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-22bd0100-1352-4db7-a289-e5a4b36768d6 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] DELETE failed (client error): The resource could not be found. Jan 28 07:28:27.609230 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22bd0100-1352-4db7-a289-e5a4b36768d6 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:28:27.612270 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-22bd0100-1352-4db7-a289-e5a4b36768d6 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] 10.222.0.41 "DELETE /v2.0/networks/58d2f30f-f021-4e6b-9eac-fb897990443e HTTP/1.1" status: 404 len: 339 time: 0.0237954 Jan 28 07:28:27.614896 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 37498) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:27.649758 n-d-712749-28 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-863fdb53-deb7-4926-88ed-037f838d3643 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] DELETE failed (client error): The resource could not be found. Jan 28 07:28:27.650145 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-863fdb53-deb7-4926-88ed-037f838d3643 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:28:27.653242 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-863fdb53-deb7-4926-88ed-037f838d3643 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] 10.222.0.41 "DELETE /v2.0/subnets/82e886be-51dc-45f2-a500-a2de01ceccd4 HTTP/1.1" status: 404 len: 337 time: 0.0374110 Jan 28 07:28:27.655828 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 37500) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:27.676885 n-d-712749-28 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdc2b208-f388-4f8a-adab-81bd27123b89 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] DELETE failed (client error): The resource could not be found. Jan 28 07:28:27.677388 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdc2b208-f388-4f8a-adab-81bd27123b89 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:28:27.683097 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-cdc2b208-f388-4f8a-adab-81bd27123b89 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] 10.222.0.41 "DELETE /v2.0/networks/4a9110a4-37e5-4302-8b6a-2300b23451e5 HTTP/1.1" status: 404 len: 339 time: 0.0236440 Jan 28 07:28:27.683837 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 37502) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:27.698535 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac786731-2336-43a8-bb57-c2d764977185 req-dfc82861-4eb1-4160-b364-0ee50bafd727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:28:27.700057 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ac786731-2336-43a8-bb57-c2d764977185 req-dfc82861-4eb1-4160-b364-0ee50bafd727 service neutron] 10.222.0.44 "GET /v2.0/networks?id=0f9677e3-e88b-4074-b906-3a89e31a8b26 HTTP/1.1" status: 200 len: 915 time: 0.1259093 Jan 28 07:28:27.728299 n-d-712749-28 neutron-server[103283]: INFO neutron.pecan_wsgi.hooks.translation [None req-01e74d7c-c0f2-45bf-b4bd-183ccb3c902a tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] DELETE failed (client error): The resource could not be found. Jan 28 07:28:27.728299 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01e74d7c-c0f2-45bf-b4bd-183ccb3c902a tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103283) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:28:27.745650 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-01e74d7c-c0f2-45bf-b4bd-183ccb3c902a tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] 10.222.0.41 "DELETE /v2.0/subnets/b33d0a6b-8e96-4c2c-ad9c-5cffe19c9183 HTTP/1.1" status: 404 len: 337 time: 0.0577838 Jan 28 07:28:27.747679 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 37506) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:27.794314 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ac786731-2336-43a8-bb57-c2d764977185 req-f790ffd7-ea65-4e92-ba49-5081c7fca24f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c4199e87-b5d8-46bb-a6a4-0b77d1512f3b HTTP/1.1" status: 200 len: 217 time: 0.0726516 Jan 28 07:28:27.815849 n-d-712749-28 neutron-server[103283]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdac6108-76d5-40e2-ac4e-6aeb71b3cc18 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] DELETE failed (client error): The resource could not be found. Jan 28 07:28:27.816510 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdac6108-76d5-40e2-ac4e-6aeb71b3cc18 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103283) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:28:27.819543 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-fdac6108-76d5-40e2-ac4e-6aeb71b3cc18 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] 10.222.0.41 "DELETE /v2.0/networks/b569b6b7-1a93-4403-8656-ccdba4eca2d0 HTTP/1.1" status: 404 len: 339 time: 0.0352962 Jan 28 07:28:27.822337 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 37512) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:27.866594 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a6fc93a7-1c13-434b-a5ab-512ebe422eb6 req-29805711-fb9b-4a3d-bd55-eb7cdf56d28c tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009 HTTP/1.1" status: 200 len: 210 time: 0.0628593 Jan 28 07:28:27.880640 n-d-712749-28 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff9c0d3e-de78-4652-af02-f32fb8668fad tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] DELETE failed (client error): The resource could not be found. Jan 28 07:28:27.881331 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff9c0d3e-de78-4652-af02-f32fb8668fad tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:28:27.882552 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac786731-2336-43a8-bb57-c2d764977185 req-2f4bd35b-b4b7-426f-9713-d566ed859cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:28:27.884174 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ac786731-2336-43a8-bb57-c2d764977185 req-2f4bd35b-b4b7-426f-9713-d566ed859cbd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a20d1ced-3d08-43be-8252-20a8f34a36b0 HTTP/1.1" status: 200 len: 854 time: 0.0791411 Jan 28 07:28:27.889459 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-ff9c0d3e-de78-4652-af02-f32fb8668fad tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] 10.222.0.41 "DELETE /v2.0/subnets/860f76b4-52c4-4c44-96d5-57f70da74a41 HTTP/1.1" status: 404 len: 337 time: 0.0656054 Jan 28 07:28:27.892522 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 37514) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:27.917788 n-d-712749-28 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d37a1d0-e918-4534-8235-2b18c0eec8d3 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] DELETE failed (client error): The resource could not be found. Jan 28 07:28:27.918531 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d37a1d0-e918-4534-8235-2b18c0eec8d3 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:28:27.922604 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-1d37a1d0-e918-4534-8235-2b18c0eec8d3 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] 10.222.0.41 "DELETE /v2.0/networks/af4ac9f3-12ba-4033-88ec-a52c3c194aa1 HTTP/1.1" status: 404 len: 339 time: 0.0289993 Jan 28 07:28:27.925945 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ac786731-2336-43a8-bb57-c2d764977185 req-2dc5e60a-9fb0-4b9f-805c-2a2e7d1a285b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0f9677e3-e88b-4074-b906-3a89e31a8b26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268271 Jan 28 07:28:27.926401 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 37516) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:27.928469 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d61ef9f7-195c-46e9-9816-64f8d0ed3d85 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Publish callbacks [] for router_gateway (56fd69fb-85b8-4fa8-a361-1ca193750fa9), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:27.952946 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d61ef9f7-195c-46e9-9816-64f8d0ed3d85 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:28.037080 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_v2 [None req-fead72df-3c1a-4509-9573-6c4f4a002ae1 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Deleting subnet f0d0a6a7-ebc3-443f-87d4-16a12b21740f {{(pid=103283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:28:28.041754 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fead72df-3c1a-4509-9573-6c4f4a002ae1 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks [] for subnet (f0d0a6a7-ebc3-443f-87d4-16a12b21740f), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:28.106486 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fead72df-3c1a-4509-9573-6c4f4a002ae1 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13506696'] for subnet (f0d0a6a7-ebc3-443f-87d4-16a12b21740f), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:28.130921 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ac786731-2336-43a8-bb57-c2d764977185 req-7f35068a-2775-41dc-beab-74394cc94d2f service neutron] 10.222.0.44 "GET /v2.0/networks/0f9677e3-e88b-4074-b906-3a89e31a8b26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964190 Jan 28 07:28:28.133619 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-d61ef9f7-195c-46e9-9816-64f8d0ed3d85 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Allocated IP 2001:db8::2d5 (405fc07d-3a85-48e4-9b4f-1ffaa01d4f77/f00c575f-4101-4add-9a91-9d1a2b375c10/83da7b66-7bde-4b09-bc91-d2ab69cc9ab7) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:28:28.250993 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d61ef9f7-195c-46e9-9816-64f8d0ed3d85 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Publish callbacks [] for port (83da7b66-7bde-4b09-bc91-d2ab69cc9ab7), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:28.269594 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fead72df-3c1a-4509-9573-6c4f4a002ae1 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (f0d0a6a7-ebc3-443f-87d4-16a12b21740f), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:28.274526 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ac786731-2336-43a8-bb57-c2d764977185 req-4dc9c940-b5a8-41f8-b5cd-c469928c8a90 service neutron] 10.222.0.44 "GET /v2.0/networks/0f9677e3-e88b-4074-b906-3a89e31a8b26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369839 Jan 28 07:28:28.298311 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d61ef9f7-195c-46e9-9816-64f8d0ed3d85 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (83da7b66-7bde-4b09-bc91-d2ab69cc9ab7), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:28.338132 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61ef9f7-195c-46e9-9816-64f8d0ed3d85 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Network 405fc07d-3a85-48e4-9b4f-1ffaa01d4f77 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:28:28.341950 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-d61ef9f7-195c-46e9-9816-64f8d0ed3d85 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:28:28.343046 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fead72df-3c1a-4509-9573-6c4f4a002ae1 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13546665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13556132'] for subnet (f0d0a6a7-ebc3-443f-87d4-16a12b21740f), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:28.346781 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61ef9f7-195c-46e9-9816-64f8d0ed3d85 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:28:28.384084 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fead72df-3c1a-4509-9573-6c4f4a002ae1 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Pushing event deleted for resources: {'Subnet': ['ID=f0d0a6a7-ebc3-443f-87d4-16a12b21740f,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:28.386410 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fead72df-3c1a-4509-9573-6c4f4a002ae1 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks [] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:28.391597 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-fead72df-3c1a-4509-9573-6c4f4a002ae1 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] 10.222.0.41 "DELETE /v2.0/subnets/f0d0a6a7-ebc3-443f-87d4-16a12b21740f HTTP/1.1" status: 204 len: 168 time: 0.4642692 Jan 28 07:28:28.394609 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 37518) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:28.395764 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a887fd68-856f-4580-b464-ab3089d220dc None None] Network ab0b7b36-469d-40f4-8a36-c240669ff9f4 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:28:28.440150 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61ef9f7-195c-46e9-9816-64f8d0ed3d85 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Pushing event updated for resources: {'Port': ['ID=83da7b66-7bde-4b09-bc91-d2ab69cc9ab7,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:28.491462 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5b6ba925-dfe9-443d-8b97-e92b8d6a1713 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (ab0b7b36-469d-40f4-8a36-c240669ff9f4), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:28.566149 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-5b6ba925-dfe9-443d-8b97-e92b8d6a1713 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Deleting port 4a012137-6b93-4c12-952d-f3c21032281b {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:28:28.567321 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5b6ba925-dfe9-443d-8b97-e92b8d6a1713 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (4a012137-6b93-4c12-952d-f3c21032281b), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:28.641737 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5b6ba925-dfe9-443d-8b97-e92b8d6a1713 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] For port 4a012137-6b93-4c12-952d-f3c21032281b, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=4a012137-6b93-4c12-952d-f3c21032281b,segment=NetworkSegment(62b28393-57af-41ca-a320-805bd9ab79b1),segment_id=62b28393-57af-41ca-a320-805bd9ab79b1)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:28:28.642965 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5b6ba925-dfe9-443d-8b97-e92b8d6a1713 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (4a012137-6b93-4c12-952d-f3c21032281b), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:28.651166 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d61ef9f7-195c-46e9-9816-64f8d0ed3d85 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Publish callbacks [] for router_gateway (56fd69fb-85b8-4fa8-a361-1ca193750fa9), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:28.660333 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-5b6ba925-dfe9-443d-8b97-e92b8d6a1713 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Calling delete_port for 4a012137-6b93-4c12-952d-f3c21032281b owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:28:28.756366 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5b6ba925-dfe9-443d-8b97-e92b8d6a1713 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (4a012137-6b93-4c12-952d-f3c21032281b), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:28.784297 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6ba925-dfe9-443d-8b97-e92b8d6a1713 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Pushing event deleted for resources: {'Port': ['ID=4a012137-6b93-4c12-952d-f3c21032281b,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:28.790960 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6ba925-dfe9-443d-8b97-e92b8d6a1713 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] No DVR routers for this DVR port 4a012137-6b93-4c12-952d-f3c21032281b on host n-d-712749-28 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:28:28.819417 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f73e498-9a7c-4585-849f-fcee8e215c28 None None] DHCP port deletion for ab0b7b36-469d-40f4-8a36-c240669ff9f4 request from n-d-712749-28 {{(pid=103285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 07:28:28.878024 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5b6ba925-dfe9-443d-8b97-e92b8d6a1713 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (ab0b7b36-469d-40f4-8a36-c240669ff9f4), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:28.898637 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-5b6ba925-dfe9-443d-8b97-e92b8d6a1713 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab0b7b36-469d-40f4-8a36-c240669ff9f4']}} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:28:28.911056 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-5b6ba925-dfe9-443d-8b97-e92b8d6a1713 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62b28393-57af-41ca-a320-805bd9ab79b1') {'for_net_delete': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:28:28.911428 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d61ef9f7-195c-46e9-9816-64f8d0ed3d85 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16605475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16607909'] for router (56fd69fb-85b8-4fa8-a361-1ca193750fa9), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:28.912111 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-5b6ba925-dfe9-443d-8b97-e92b8d6a1713 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62b28393-57af-41ca-a320-805bd9ab79b1') {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:28:28.931031 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5b6ba925-dfe9-443d-8b97-e92b8d6a1713 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13506801'] for segment (62b28393-57af-41ca-a320-805bd9ab79b1), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:28.949328 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5b6ba925-dfe9-443d-8b97-e92b8d6a1713 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (62b28393-57af-41ca-a320-805bd9ab79b1), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:28.956961 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b6ba925-dfe9-443d-8b97-e92b8d6a1713 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=103283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:28:28.958097 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5b6ba925-dfe9-443d-8b97-e92b8d6a1713 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13546563'] for segment (62b28393-57af-41ca-a320-805bd9ab79b1), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:28.962765 n-d-712749-28 neutron-server[103283]: Traceback (most recent call last): Jan 28 07:28:28.962765 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:28:28.962765 n-d-712749-28 neutron-server[103283]: timer() Jan 28 07:28:28.962765 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:28:28.962765 n-d-712749-28 neutron-server[103283]: cb(*args, **kw) Jan 28 07:28:28.962765 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:28:28.962765 n-d-712749-28 neutron-server[103283]: return func(*args, **kwargs) Jan 28 07:28:28.962765 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:28:28.962765 n-d-712749-28 neutron-server[103283]: self._notify() Jan 28 07:28:28.962765 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:28:28.962765 n-d-712749-28 neutron-server[103283]: self.callback(batched_events) Jan 28 07:28:28.962765 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:28:28.962765 n-d-712749-28 neutron-server[103283]: event.method(event) Jan 28 07:28:28.962765 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:28:28.962765 n-d-712749-28 neutron-server[103283]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:28:28.962765 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:28:28.962765 n-d-712749-28 neutron-server[103283]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:28:28.962765 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:28:28.962765 n-d-712749-28 neutron-server[103283]: return f(self, *a, **k) Jan 28 07:28:28.962765 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:28:28.962765 n-d-712749-28 neutron-server[103283]: return self._get(url).json() Jan 28 07:28:28.962765 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:28:28.962765 n-d-712749-28 neutron-server[103283]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:28:28.962765 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:28:28.962765 n-d-712749-28 neutron-server[103283]: return self.request(url, 'GET', **kwargs) Jan 28 07:28:28.962765 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:28:28.962765 n-d-712749-28 neutron-server[103283]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:28:28.962765 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:28:28.962765 n-d-712749-28 neutron-server[103283]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:28:28.962765 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:28:28.962765 n-d-712749-28 neutron-server[103283]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:28:28.962765 n-d-712749-28 neutron-server[103283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:28:29.045305 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c0d3b4a2-0567-4379-abfa-e09f86c842d9 req-a3a4a3b5-a80c-4766-a5ea-b5bd2266e47a tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009 HTTP/1.1" status: 200 len: 210 time: 0.0655134 Jan 28 07:28:29.061958 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5b6ba925-dfe9-443d-8b97-e92b8d6a1713 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (ab0b7b36-469d-40f4-8a36-c240669ff9f4), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:29.072770 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d61ef9f7-195c-46e9-9816-64f8d0ed3d85 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Router 56fd69fb-85b8-4fa8-a361-1ca193750fa9 is scheduled to L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 with binding_index 1 {{(pid=103284) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 07:28:29.084229 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5b6ba925-dfe9-443d-8b97-e92b8d6a1713 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Publish callbacks [] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:29.087354 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-5b6ba925-dfe9-443d-8b97-e92b8d6a1713 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] 10.222.0.41 "DELETE /v2.0/networks/ab0b7b36-469d-40f4-8a36-c240669ff9f4 HTTP/1.1" status: 204 len: 168 time: 0.6916034 Jan 28 07:28:29.088386 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6ba925-dfe9-443d-8b97-e92b8d6a1713 tempest-NetworksTest-719463246 tempest-NetworksTest-719463246-project] Pushing event deleted for resources: {'Network': ['ID=ab0b7b36-469d-40f4-8a36-c240669ff9f4,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:29.174485 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 4a012137-6b93-4c12-952d-f3c21032281b no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:28:29.198305 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d61ef9f7-195c-46e9-9816-64f8d0ed3d85 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:28:29.199728 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: 4a012137-6b93-4c12-952d-f3c21032281b {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:28:29.200476 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 4a012137-6b93-4c12-952d-f3c21032281b not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:28:29.211256 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d40382f-3f2d-404e-a645-1e653606389e None None] Sync routers for ids ['56fd69fb-85b8-4fa8-a361-1ca193750fa9'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:28:29.226195 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d40382f-3f2d-404e-a645-1e653606389e None None] Routers {'56fd69fb-85b8-4fa8-a361-1ca193750fa9'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:28:29.228416 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-1d40382f-3f2d-404e-a645-1e653606389e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:28:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['56fd69fb-85b8-4fa8-a361-1ca193750fa9'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:28:29.235762 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d61ef9f7-195c-46e9-9816-64f8d0ed3d85 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:29.237634 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-d61ef9f7-195c-46e9-9816-64f8d0ed3d85 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 2.0851882 Jan 28 07:28:29.241572 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 37526) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:29.365304 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-31af02d7-7f72-4afd-b41b-06c5414bff15 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Publish callbacks [] for router (56fd69fb-85b8-4fa8-a361-1ca193750fa9), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:29.404933 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 37530) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:29.427831 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-1d40382f-3f2d-404e-a645-1e653606389e None None] Set router 56fd69fb-85b8-4fa8-a361-1ca193750fa9 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:28:29.568397 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-67192f3b-b3c2-4bd4-86e3-54eb0dcb8076 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ef2155bfe68e4ad386115f14c4fb86da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1622221 Jan 28 07:28:29.572218 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 37534) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:29.661268 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-1d40382f-3f2d-404e-a645-1e653606389e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56fd69fb-85b8-4fa8-a361-1ca193750fa9', 'name': '', 'tenant_id': 'caf55999998940a784a964c22d965d05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '405fc07d-3a85-48e4-9b4f-1ffaa01d4f77', 'external_fixed_ips': [{'subnet_id': 'f00c575f-4101-4add-9a91-9d1a2b375c10', 'ip_address': '2001:db8::2d5'}], 'enable_snat': True}, 'gw_port_id': '83da7b66-7bde-4b09-bc91-d2ab69cc9ab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:28:27Z', 'updated_at': '2022-01-28T07:28:28Z', 'revision_number': 3, 'project_id': 'caf55999998940a784a964c22d965d05', 'gw_port': {'id': '83da7b66-7bde-4b09-bc91-d2ab69cc9ab7', 'name': '', 'network_id': '405fc07d-3a85-48e4-9b4f-1ffaa01d4f77', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:b5:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56fd69fb-85b8-4fa8-a361-1ca193750fa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2366, 'fixed_ips': [{'subnet_id': 'f00c575f-4101-4add-9a91-9d1a2b375c10', 'ip_address': '2001:db8::2d5', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:28:27Z', 'updated_at': '2022-01-28T07:28:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f00c575f-4101-4add-9a91-9d1a2b375c10', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:28:29.692176 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8f2c39d8-1f57-47a3-804d-638899d37e06 admin admin] Publish callbacks [] for security_group (13365ac3-c8ae-4b37-9146-85ca2fcb872d), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:29.692971 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d40382f-3f2d-404e-a645-1e653606389e None None] Checking router: 56fd69fb-85b8-4fa8-a361-1ca193750fa9 for host: n-d-712749-28 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:28:29.693485 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d40382f-3f2d-404e-a645-1e653606389e None None] Updating router 56fd69fb-85b8-4fa8-a361-1ca193750fa9 port 83da7b66-7bde-4b09-bc91-d2ab69cc9ab7 binding host n-d-712749-28 {{(pid=103286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 07:28:29.722186 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8f2c39d8-1f57-47a3-804d-638899d37e06 admin admin] Publish callbacks [] for security_group (13365ac3-c8ae-4b37-9146-85ca2fcb872d), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:29.722454 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1d40382f-3f2d-404e-a645-1e653606389e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (83da7b66-7bde-4b09-bc91-d2ab69cc9ab7), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:29.796823 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8f2c39d8-1f57-47a3-804d-638899d37e06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (13365ac3-c8ae-4b37-9146-85ca2fcb872d), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:29.800506 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8f2c39d8-1f57-47a3-804d-638899d37e06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:29.814060 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-8f2c39d8-1f57-47a3-804d-638899d37e06 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/13365ac3-c8ae-4b37-9146-85ca2fcb872d HTTP/1.1" status: 204 len: 168 time: 0.2347248 Jan 28 07:28:29.839941 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2c39d8-1f57-47a3-804d-638899d37e06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13365ac3-c8ae-4b37-9146-85ca2fcb872d,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:29.990610 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-31af02d7-7f72-4afd-b41b-06c5414bff15 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Publish callbacks [] for router_gateway (56fd69fb-85b8-4fa8-a361-1ca193750fa9), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:30.066055 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1d40382f-3f2d-404e-a645-1e653606389e None None] Publish callbacks [] for port (83da7b66-7bde-4b09-bc91-d2ab69cc9ab7), precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:30.066488 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-31af02d7-7f72-4afd-b41b-06c5414bff15 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Deleting port 83da7b66-7bde-4b09-bc91-d2ab69cc9ab7 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:28:30.066835 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-31af02d7-7f72-4afd-b41b-06c5414bff15 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (83da7b66-7bde-4b09-bc91-d2ab69cc9ab7), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:30.074199 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1d40382f-3f2d-404e-a645-1e653606389e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (83da7b66-7bde-4b09-bc91-d2ab69cc9ab7), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:30.123101 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-1d40382f-3f2d-404e-a645-1e653606389e None None] Attempting to bind port 83da7b66-7bde-4b09-bc91-d2ab69cc9ab7 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:28:30.123473 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-1d40382f-3f2d-404e-a645-1e653606389e None None] Attempting to bind port 83da7b66-7bde-4b09-bc91-d2ab69cc9ab7 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': 'fc16a8a0-427a-482a-81a2-5cd02142e19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '405fc07d-3a85-48e4-9b4f-1ffaa01d4f77'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:28:30.123947 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d40382f-3f2d-404e-a645-1e653606389e None None] Attempting to bind port 83da7b66-7bde-4b09-bc91-d2ab69cc9ab7 on network 405fc07d-3a85-48e4-9b4f-1ffaa01d4f77 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:28:30.135397 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307db37d-1660-4347-9841-f238bab15139 None None] Pushing event updated for resources: {'Port': ['ID=83da7b66-7bde-4b09-bc91-d2ab69cc9ab7,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:30.138211 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d40382f-3f2d-404e-a645-1e653606389e None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:28:30.138589 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d40382f-3f2d-404e-a645-1e653606389e None None] Checking segment: {'id': 'fc16a8a0-427a-482a-81a2-5cd02142e19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '405fc07d-3a85-48e4-9b4f-1ffaa01d4f77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:28:30.138985 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1d40382f-3f2d-404e-a645-1e653606389e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:30.139662 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d40382f-3f2d-404e-a645-1e653606389e None None] Bound using segment: {'id': 'fc16a8a0-427a-482a-81a2-5cd02142e19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '405fc07d-3a85-48e4-9b4f-1ffaa01d4f77'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:28:30.140133 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-1d40382f-3f2d-404e-a645-1e653606389e None None] Bound port: 83da7b66-7bde-4b09-bc91-d2ab69cc9ab7, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc16a8a0-427a-482a-81a2-5cd02142e19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '405fc07d-3a85-48e4-9b4f-1ffaa01d4f77'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:28:30.140533 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1d40382f-3f2d-404e-a645-1e653606389e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (83da7b66-7bde-4b09-bc91-d2ab69cc9ab7), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:30.148947 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307db37d-1660-4347-9841-f238bab15139 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:28:30.149278 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307db37d-1660-4347-9841-f238bab15139 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:28:30.149620 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307db37d-1660-4347-9841-f238bab15139 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:28:30.149960 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307db37d-1660-4347-9841-f238bab15139 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:28:30.150296 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307db37d-1660-4347-9841-f238bab15139 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:28:30.150627 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307db37d-1660-4347-9841-f238bab15139 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:28:30.150978 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307db37d-1660-4347-9841-f238bab15139 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:28:30.151281 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307db37d-1660-4347-9841-f238bab15139 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:28:30.151731 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307db37d-1660-4347-9841-f238bab15139 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:28:30.152064 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307db37d-1660-4347-9841-f238bab15139 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:28:30.152478 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307db37d-1660-4347-9841-f238bab15139 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:28:30.152835 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307db37d-1660-4347-9841-f238bab15139 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:28:30.153385 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307db37d-1660-4347-9841-f238bab15139 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:28:30.169419 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-31af02d7-7f72-4afd-b41b-06c5414bff15 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (83da7b66-7bde-4b09-bc91-d2ab69cc9ab7), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:30.185421 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-31af02d7-7f72-4afd-b41b-06c5414bff15 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Calling delete_port for 83da7b66-7bde-4b09-bc91-d2ab69cc9ab7 owned by network:router_gateway {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:28:30.230856 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e469ed7d-7095-41ae-a673-962b7ecf4a92 req-715dab8c-66bc-4cc0-ae92-95920480e5e2 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009 HTTP/1.1" status: 200 len: 210 time: 0.0428216 Jan 28 07:28:30.231338 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-1d40382f-3f2d-404e-a645-1e653606389e None None] For port 83da7b66-7bde-4b09-bc91-d2ab69cc9ab7, host n-d-712749-28, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:28:30.235535 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-1d40382f-3f2d-404e-a645-1e653606389e None None] For port 83da7b66-7bde-4b09-bc91-d2ab69cc9ab7, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=83da7b66-7bde-4b09-bc91-d2ab69cc9ab7,segment=NetworkSegment(fc16a8a0-427a-482a-81a2-5cd02142e19c),segment_id=fc16a8a0-427a-482a-81a2-5cd02142e19c)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:28:30.248231 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1d40382f-3f2d-404e-a645-1e653606389e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (83da7b66-7bde-4b09-bc91-d2ab69cc9ab7), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:30.300045 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d40382f-3f2d-404e-a645-1e653606389e None None] Routers {'56fd69fb-85b8-4fa8-a361-1ca193750fa9'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:28:30.300980 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-1d40382f-3f2d-404e-a645-1e653606389e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:28:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['56fd69fb-85b8-4fa8-a361-1ca193750fa9'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:28:30.386630 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307db37d-1660-4347-9841-f238bab15139 None None] Pushing event updated for resources: {'Port': ['ID=83da7b66-7bde-4b09-bc91-d2ab69cc9ab7,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:30.424504 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-1d40382f-3f2d-404e-a645-1e653606389e None None] Set router 56fd69fb-85b8-4fa8-a361-1ca193750fa9 gateway port host: None {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:28:30.429076 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-31af02d7-7f72-4afd-b41b-06c5414bff15 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (83da7b66-7bde-4b09-bc91-d2ab69cc9ab7), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:30.469545 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31af02d7-7f72-4afd-b41b-06c5414bff15 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Pushing event deleted for resources: {'Port': ['ID=83da7b66-7bde-4b09-bc91-d2ab69cc9ab7,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:30.505559 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-31af02d7-7f72-4afd-b41b-06c5414bff15 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16607873'] for router_gateway (56fd69fb-85b8-4fa8-a361-1ca193750fa9), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:30.506300 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-1d40382f-3f2d-404e-a645-1e653606389e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56fd69fb-85b8-4fa8-a361-1ca193750fa9', 'name': '', 'tenant_id': 'caf55999998940a784a964c22d965d05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:28:27Z', 'updated_at': '2022-01-28T07:28:29Z', 'revision_number': 4, 'project_id': 'caf55999998940a784a964c22d965d05', 'gw_port_host': None}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:28:30.536420 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d40382f-3f2d-404e-a645-1e653606389e None None] The sync data for ids ['56fd69fb-85b8-4fa8-a361-1ca193750fa9'] in n-d-712749-28 is: [{'id': '56fd69fb-85b8-4fa8-a361-1ca193750fa9', 'name': '', 'tenant_id': 'caf55999998940a784a964c22d965d05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:28:27Z', 'updated_at': '2022-01-28T07:28:29Z', 'revision_number': 4, 'project_id': 'caf55999998940a784a964c22d965d05', 'gw_port_host': None}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:28:30.608326 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-31af02d7-7f72-4afd-b41b-06c5414bff15 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16605684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127449'] for router (56fd69fb-85b8-4fa8-a361-1ca193750fa9), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:30.610939 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-31af02d7-7f72-4afd-b41b-06c5414bff15 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Publish callbacks [] for router_controller (56fd69fb-85b8-4fa8-a361-1ca193750fa9), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:30.678643 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-31af02d7-7f72-4afd-b41b-06c5414bff15 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16605693'] for router (56fd69fb-85b8-4fa8-a361-1ca193750fa9), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:30.679607 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31af02d7-7f72-4afd-b41b-06c5414bff15 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 56fd69fb-85b8-4fa8-a361-1ca193750fa9 {{(pid=103284) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 07:28:30.687384 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-31af02d7-7f72-4afd-b41b-06c5414bff15 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:30.690992 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-31af02d7-7f72-4afd-b41b-06c5414bff15 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] 10.222.0.41 "DELETE /v2.0/routers/56fd69fb-85b8-4fa8-a361-1ca193750fa9 HTTP/1.1" status: 204 len: 168 time: 1.4459393 Jan 28 07:28:30.691599 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 37560) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:30.743608 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_v2 [None req-99c0da1c-7598-43fe-a82f-d9abd7ca1d57 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Deleting subnet f00c575f-4101-4add-9a91-9d1a2b375c10 {{(pid=103283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:28:30.747731 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-99c0da1c-7598-43fe-a82f-d9abd7ca1d57 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Publish callbacks [] for subnet (f00c575f-4101-4add-9a91-9d1a2b375c10), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:30.752113 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 37562) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:30.792255 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-99c0da1c-7598-43fe-a82f-d9abd7ca1d57 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13506696'] for subnet (f00c575f-4101-4add-9a91-9d1a2b375c10), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:30.843502 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-99c0da1c-7598-43fe-a82f-d9abd7ca1d57 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (f00c575f-4101-4add-9a91-9d1a2b375c10), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:30.882097 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-ddcbffb8-c072-4f71-8a3c-b54527e7b2ef tempest-DvrRoutersNegativeTest-2009191842 tempest-DvrRoutersNegativeTest-2009191842-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-652649336', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:28:30.889961 n-d-712749-28 neutron-server[103284]: DEBUG neutron.policy [None req-ddcbffb8-c072-4f71-8a3c-b54527e7b2ef tempest-DvrRoutersNegativeTest-2009191842 tempest-DvrRoutersNegativeTest-2009191842-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=103284) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Jan 28 07:28:30.891791 n-d-712749-28 neutron-server[103284]: DEBUG neutron.policy [None req-ddcbffb8-c072-4f71-8a3c-b54527e7b2ef tempest-DvrRoutersNegativeTest-2009191842 tempest-DvrRoutersNegativeTest-2009191842-project] Failed policy check for 'create_router' {{(pid=103284) enforce /opt/stack/neutron/neutron/policy.py:524}} Jan 28 07:28:30.894338 n-d-712749-28 neutron-server[103284]: INFO neutron.api.v2.resource [None req-ddcbffb8-c072-4f71-8a3c-b54527e7b2ef tempest-DvrRoutersNegativeTest-2009191842 tempest-DvrRoutersNegativeTest-2009191842-project] create failed (client error): Access was denied to this resource. Jan 28 07:28:30.895855 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-ddcbffb8-c072-4f71-8a3c-b54527e7b2ef tempest-DvrRoutersNegativeTest-2009191842 tempest-DvrRoutersNegativeTest-2009191842-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1423438 Jan 28 07:28:30.904402 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-99c0da1c-7598-43fe-a82f-d9abd7ca1d57 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13546665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13556132'] for subnet (f00c575f-4101-4add-9a91-9d1a2b375c10), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:30.940653 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c0da1c-7598-43fe-a82f-d9abd7ca1d57 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=f00c575f-4101-4add-9a91-9d1a2b375c10,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:30.943608 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-99c0da1c-7598-43fe-a82f-d9abd7ca1d57 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:30.950797 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-99c0da1c-7598-43fe-a82f-d9abd7ca1d57 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] 10.222.0.41 "DELETE /v2.0/subnets/f00c575f-4101-4add-9a91-9d1a2b375c10 HTTP/1.1" status: 204 len: 168 time: 0.2555163 Jan 28 07:28:30.951282 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 37570) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:31.044559 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-700c4ae3-1dc2-479f-827e-b2cd059d36d2 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (405fc07d-3a85-48e4-9b4f-1ffaa01d4f77), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:31.132662 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-700c4ae3-1dc2-479f-827e-b2cd059d36d2 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (405fc07d-3a85-48e4-9b4f-1ffaa01d4f77), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:31.158224 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-700c4ae3-1dc2-479f-827e-b2cd059d36d2 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['405fc07d-3a85-48e4-9b4f-1ffaa01d4f77']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:28:31.169603 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-700c4ae3-1dc2-479f-827e-b2cd059d36d2 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc16a8a0-427a-482a-81a2-5cd02142e19c') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:28:31.169904 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-700c4ae3-1dc2-479f-827e-b2cd059d36d2 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc16a8a0-427a-482a-81a2-5cd02142e19c') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:28:31.181440 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-700c4ae3-1dc2-479f-827e-b2cd059d36d2 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24759294'] for segment (fc16a8a0-427a-482a-81a2-5cd02142e19c), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:31.191392 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 37574) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:31.195944 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-700c4ae3-1dc2-479f-827e-b2cd059d36d2 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (fc16a8a0-427a-482a-81a2-5cd02142e19c), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:31.203906 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-700c4ae3-1dc2-479f-827e-b2cd059d36d2 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:28:31.204456 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-700c4ae3-1dc2-479f-827e-b2cd059d36d2 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24757675'] for segment (fc16a8a0-427a-482a-81a2-5cd02142e19c), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:31.206639 n-d-712749-28 neutron-server[103284]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:28:31.206639 n-d-712749-28 neutron-server[103284]: items = [ Jan 28 07:28:31.206639 n-d-712749-28 neutron-server[103284]: Traceback (most recent call last): Jan 28 07:28:31.206639 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:28:31.206639 n-d-712749-28 neutron-server[103284]: timer() Jan 28 07:28:31.206639 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:28:31.206639 n-d-712749-28 neutron-server[103284]: cb(*args, **kw) Jan 28 07:28:31.206639 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:28:31.206639 n-d-712749-28 neutron-server[103284]: return func(*args, **kwargs) Jan 28 07:28:31.206639 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:28:31.206639 n-d-712749-28 neutron-server[103284]: self._notify() Jan 28 07:28:31.206639 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:28:31.206639 n-d-712749-28 neutron-server[103284]: self.callback(batched_events) Jan 28 07:28:31.206639 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:28:31.206639 n-d-712749-28 neutron-server[103284]: event.method(event) Jan 28 07:28:31.206639 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:28:31.206639 n-d-712749-28 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:28:31.206639 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:28:31.206639 n-d-712749-28 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:28:31.206639 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:28:31.206639 n-d-712749-28 neutron-server[103284]: return f(self, *a, **k) Jan 28 07:28:31.206639 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:28:31.206639 n-d-712749-28 neutron-server[103284]: return self._get(url).json() Jan 28 07:28:31.206639 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:28:31.206639 n-d-712749-28 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:28:31.206639 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:28:31.206639 n-d-712749-28 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Jan 28 07:28:31.206639 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:28:31.206639 n-d-712749-28 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:28:31.206639 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:28:31.206639 n-d-712749-28 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:28:31.206639 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:28:31.206639 n-d-712749-28 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:28:31.206639 n-d-712749-28 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:28:31.286844 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-700c4ae3-1dc2-479f-827e-b2cd059d36d2 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (405fc07d-3a85-48e4-9b4f-1ffaa01d4f77), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:31.295094 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-700c4ae3-1dc2-479f-827e-b2cd059d36d2 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 405fc07d-3a85-48e4-9b4f-1ffaa01d4f77 {{(pid=103284) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 28 07:28:31.335762 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-700c4ae3-1dc2-479f-827e-b2cd059d36d2 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:31.347201 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-700c4ae3-1dc2-479f-827e-b2cd059d36d2 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] 10.222.0.41 "DELETE /v2.0/networks/405fc07d-3a85-48e4-9b4f-1ffaa01d4f77 HTTP/1.1" status: 204 len: 168 time: 0.3912299 Jan 28 07:28:31.348261 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c4ae3-1dc2-479f-827e-b2cd059d36d2 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Pushing event deleted for resources: {'Network': ['ID=405fc07d-3a85-48e4-9b4f-1ffaa01d4f77,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:31.360124 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-39a8f6a7-62ce-4bd4-b607-cf7e871c5f52 req-60e673b4-35e8-42a6-b91a-d0f50dc8340f tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009 HTTP/1.1" status: 200 len: 210 time: 0.0335221 Jan 28 07:28:31.461884 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-516118a1-bc6c-49e8-af09-05c7d416c4f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:31.646466 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-516118a1-bc6c-49e8-af09-05c7d416c4f1 admin admin] Publish callbacks [] for security_group (34cf68b6-e5f0-41aa-b400-0c3066797d6e), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:31.654841 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-516118a1-bc6c-49e8-af09-05c7d416c4f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (34cf68b6-e5f0-41aa-b400-0c3066797d6e), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:31.716887 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-516118a1-bc6c-49e8-af09-05c7d416c4f1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5f39ef7356ef45a09c1be63a02d129aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5242937 Jan 28 07:28:31.719462 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 37592) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:31.720693 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516118a1-bc6c-49e8-af09-05c7d416c4f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34cf68b6-e5f0-41aa-b400-0c3066797d6e,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:31.852435 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-31a575bd-ee83-4a4b-8877-654d6af7cec7 admin admin] Publish callbacks [] for security_group (34cf68b6-e5f0-41aa-b400-0c3066797d6e), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:31.887639 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 37596) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:31.892049 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-87eb4675-3c6c-4332-b28f-0e893a666177 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Request body: {'router': {'name': 'tempest-router--1788852097', 'project_id': '3eab7e063db94919b155e325b1292a6a'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:28:31.927608 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-31a575bd-ee83-4a4b-8877-654d6af7cec7 admin admin] Publish callbacks [] for security_group (34cf68b6-e5f0-41aa-b400-0c3066797d6e), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:31.953782 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-87eb4675-3c6c-4332-b28f-0e893a666177 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16606890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127275'] for router (a713d5c9-4678-49ee-954f-721846744d44), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:31.954823 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-87eb4675-3c6c-4332-b28f-0e893a666177 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16605498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16607952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16355422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127266'] for router (a713d5c9-4678-49ee-954f-721846744d44), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:32.024888 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-31a575bd-ee83-4a4b-8877-654d6af7cec7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (34cf68b6-e5f0-41aa-b400-0c3066797d6e), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:32.028076 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-31a575bd-ee83-4a4b-8877-654d6af7cec7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:32.030425 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-31a575bd-ee83-4a4b-8877-654d6af7cec7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/34cf68b6-e5f0-41aa-b400-0c3066797d6e HTTP/1.1" status: 204 len: 168 time: 0.3089793 Jan 28 07:28:32.047675 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a575bd-ee83-4a4b-8877-654d6af7cec7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34cf68b6-e5f0-41aa-b400-0c3066797d6e,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:32.084424 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-87eb4675-3c6c-4332-b28f-0e893a666177 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Publish callbacks [] for router_controller (a713d5c9-4678-49ee-954f-721846744d44), precommit_add_association {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:32.094599 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-87eb4675-3c6c-4332-b28f-0e893a666177 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16605475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16607909'] for router (a713d5c9-4678-49ee-954f-721846744d44), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:32.150623 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-87eb4675-3c6c-4332-b28f-0e893a666177 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:32.152107 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-87eb4675-3c6c-4332-b28f-0e893a666177 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2634428 Jan 28 07:28:32.154957 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 37610) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:32.344617 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-832ec54a-b551-40f7-9ee1-152ec0595f35 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Publish callbacks [] for router (a713d5c9-4678-49ee-954f-721846744d44), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:32.634560 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-3c07fced-69c2-4c81-b581-211b13ecdf35 req-b5b81238-8669-454f-b253-43adfc71cf98 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009 HTTP/1.1" status: 200 len: 210 time: 0.0770586 Jan 28 07:28:32.649947 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e9b7446f-759d-4d03-a74e-1c7df243786d req-daaab961-9a01-451d-8b8a-ec6b715a3c81 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9b2672ed-ba82-49be-a666-c2bcdfaf9a83&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1927078 Jan 28 07:28:32.766992 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-832ec54a-b551-40f7-9ee1-152ec0595f35 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16605684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127449'] for router (a713d5c9-4678-49ee-954f-721846744d44), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:32.772114 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-832ec54a-b551-40f7-9ee1-152ec0595f35 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Publish callbacks [] for router_controller (a713d5c9-4678-49ee-954f-721846744d44), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:32.844907 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-832ec54a-b551-40f7-9ee1-152ec0595f35 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16605693'] for router (a713d5c9-4678-49ee-954f-721846744d44), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:32.847205 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-832ec54a-b551-40f7-9ee1-152ec0595f35 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a713d5c9-4678-49ee-954f-721846744d44 {{(pid=103284) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 07:28:32.864908 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-832ec54a-b551-40f7-9ee1-152ec0595f35 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:32.870146 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-832ec54a-b551-40f7-9ee1-152ec0595f35 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] 10.222.0.41 "DELETE /v2.0/routers/a713d5c9-4678-49ee-954f-721846744d44 HTTP/1.1" status: 204 len: 168 time: 0.7141006 Jan 28 07:28:32.882850 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b7446f-759d-4d03-a74e-1c7df243786d req-7663ca56-011e-4cbb-b3d1-48ff2b0f9eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:28:32.885978 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e9b7446f-759d-4d03-a74e-1c7df243786d req-7663ca56-011e-4cbb-b3d1-48ff2b0f9eb8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a6edc1c2472d49839a2dbbe98b656418&device_id=9b2672ed-ba82-49be-a666-c2bcdfaf9a83 HTTP/1.1" status: 200 len: 1097 time: 0.1197867 Jan 28 07:28:32.983904 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:33.122252 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b7446f-759d-4d03-a74e-1c7df243786d req-43d5f1f2-c14d-4f13-9f1d-2b1092b12729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:28:33.123860 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e9b7446f-759d-4d03-a74e-1c7df243786d req-43d5f1f2-c14d-4f13-9f1d-2b1092b12729 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0f9677e3-e88b-4074-b906-3a89e31a8b26 HTTP/1.1" status: 200 len: 915 time: 0.2106161 Jan 28 07:28:33.207693 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e9b7446f-759d-4d03-a74e-1c7df243786d req-58f3f759-1eaa-4e7c-88be-61e435d04ba8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f63f275e-2d22-44ba-9a17-22ff0528131a HTTP/1.1" status: 200 len: 217 time: 0.0716372 Jan 28 07:28:33.253604 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-faee3bb2-c12f-4852-92ad-fb23cf68da52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:33.290247 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b7446f-759d-4d03-a74e-1c7df243786d req-688a886c-60dc-4b2c-8a9d-b524383bbe3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:28:33.291746 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e9b7446f-759d-4d03-a74e-1c7df243786d req-688a886c-60dc-4b2c-8a9d-b524383bbe3e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a20d1ced-3d08-43be-8252-20a8f34a36b0 HTTP/1.1" status: 200 len: 854 time: 0.0706861 Jan 28 07:28:33.364910 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e9b7446f-759d-4d03-a74e-1c7df243786d req-e6540875-e872-4670-8d15-a232b38cd696 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0f9677e3-e88b-4074-b906-3a89e31a8b26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572200 Jan 28 07:28:33.365546 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 37646) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:33.581991 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e9b7446f-759d-4d03-a74e-1c7df243786d req-7f37eaae-1d08-4cbb-90f6-389bfb915cb4 service neutron] 10.222.0.10 "GET /v2.0/networks/0f9677e3-e88b-4074-b906-3a89e31a8b26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066934 Jan 28 07:28:33.898906 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e9b7446f-759d-4d03-a74e-1c7df243786d req-fa7f9121-6fb3-4ed1-b584-10ee849d8942 service neutron] 10.222.0.10 "GET /v2.0/networks/0f9677e3-e88b-4074-b906-3a89e31a8b26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3069930 Jan 28 07:28:33.933348 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-061a74ba-a05d-496c-ac47-a456b4607435 req-505e1aba-6d1b-4807-b072-a958a4750c4c tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009 HTTP/1.1" status: 200 len: 210 time: 0.1236444 Jan 28 07:28:33.957258 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:34.015111 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 37668) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:34.021195 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-44cf2f6c-2264-4274-98f2-5de1d49cf12d tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-966210715', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}, 'admin_state_up': False}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:28:34.077641 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-44cf2f6c-2264-4274-98f2-5de1d49cf12d tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16606890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127275'] for router (870aa734-54ff-47e9-bb7f-73f48da786f3), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:34.079055 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-44cf2f6c-2264-4274-98f2-5de1d49cf12d tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16605498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16607952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16355422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127266'] for router (870aa734-54ff-47e9-bb7f-73f48da786f3), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:34.171057 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-44cf2f6c-2264-4274-98f2-5de1d49cf12d tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Publish callbacks [] for router_controller (870aa734-54ff-47e9-bb7f-73f48da786f3), precommit_add_association {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:34.337350 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-436950db-0206-431c-ba81-e15bff28c171 tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:28:34.337792 n-d-712749-28 neutron-server[103284]: WARNING neutron.api.v2.base [None req-436950db-0206-431c-ba81-e15bff28c171 tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 28 07:28:34.342716 n-d-712749-28 neutron-server[103284]: INFO neutron.api.v2.resource [None req-436950db-0206-431c-ba81-e15bff28c171 tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] create failed (client error): There was a conflict when trying to complete your request. Jan 28 07:28:34.348661 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 37678) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:34.350200 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-436950db-0206-431c-ba81-e15bff28c171 tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3338997 Jan 28 07:28:34.353875 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-d82ca965-9f57-427f-9d86-29612af23c59 tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] Request body: {'security_group': {'name': 'tempest-secgroup--1967994212'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:28:34.402176 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d82ca965-9f57-427f-9d86-29612af23c59 tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:34.420523 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d82ca965-9f57-427f-9d86-29612af23c59 tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:34.497478 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-44cf2f6c-2264-4274-98f2-5de1d49cf12d tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Publish callbacks [] for router_gateway (870aa734-54ff-47e9-bb7f-73f48da786f3), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:34.525231 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d82ca965-9f57-427f-9d86-29612af23c59 tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] Publish callbacks [] for security_group (363b8094-d25b-4863-9a16-6692b5603d84), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:34.531433 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d82ca965-9f57-427f-9d86-29612af23c59 tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (363b8094-d25b-4863-9a16-6692b5603d84), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:34.577488 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82ca965-9f57-427f-9d86-29612af23c59 tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=363b8094-d25b-4863-9a16-6692b5603d84,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:34.620140 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d82ca965-9f57-427f-9d86-29612af23c59 tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] Publish callbacks [] for security_group (4139cbdc-ba17-4b87-9fbe-561a049e595d), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:34.625992 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d82ca965-9f57-427f-9d86-29612af23c59 tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (4139cbdc-ba17-4b87-9fbe-561a049e595d), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:34.665592 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d82ca965-9f57-427f-9d86-29612af23c59 tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:34.667096 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-d82ca965-9f57-427f-9d86-29612af23c59 tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3171856 Jan 28 07:28:34.670788 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 37680) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:34.676184 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-6eef1585-3d5d-4800-9a56-10315f6151d3 tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] Request body: {'security_group_rule': {'security_group_id': '4139cbdc-ba17-4b87-9fbe-561a049e595d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:28:34.701410 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82ca965-9f57-427f-9d86-29612af23c59 tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4139cbdc-ba17-4b87-9fbe-561a049e595d,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:34.731716 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6eef1585-3d5d-4800-9a56-10315f6151d3 tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] Publish callbacks [] for security_group_rule (b4c32eec-f0d5-4cc8-811a-fa64a5265b69), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:34.869173 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6eef1585-3d5d-4800-9a56-10315f6151d3 tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] Publish callbacks [] for security_group_rule (b4c32eec-f0d5-4cc8-811a-fa64a5265b69), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:34.877298 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6eef1585-3d5d-4800-9a56-10315f6151d3 tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (b4c32eec-f0d5-4cc8-811a-fa64a5265b69), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:34.883121 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-44cf2f6c-2264-4274-98f2-5de1d49cf12d tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Publish callbacks [] for router_gateway (870aa734-54ff-47e9-bb7f-73f48da786f3), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:34.906046 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-44cf2f6c-2264-4274-98f2-5de1d49cf12d tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:34.937008 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eef1585-3d5d-4800-9a56-10315f6151d3 tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4c32eec-f0d5-4cc8-811a-fa64a5265b69,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:34.959861 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6eef1585-3d5d-4800-9a56-10315f6151d3 tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:34.964397 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 37684) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:34.966395 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-6eef1585-3d5d-4800-9a56-10315f6151d3 tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2900116 Jan 28 07:28:34.971108 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-5cdeb49e-ca0b-4b5d-86db-4a9c7f0754bd tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] Request body: {'security_group_rule': {'security_group_id': '4139cbdc-ba17-4b87-9fbe-561a049e595d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:28:35.071318 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-44cf2f6c-2264-4274-98f2-5de1d49cf12d tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Allocated IP 172.25.6.101 (7d5b3724-deef-4831-8d43-cb9b8176573c/b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc/801b83bb-d4bd-4f04-a992-04a2f9f5ea51) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:28:35.162576 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-05a273f6-7636-4777-8032-78ed2a28ee28 req-8a1956f5-7ede-4707-a12b-7db1a2157377 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009 HTTP/1.1" status: 200 len: 210 time: 0.0742271 Jan 28 07:28:35.262743 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-44cf2f6c-2264-4274-98f2-5de1d49cf12d tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Publish callbacks [] for port (801b83bb-d4bd-4f04-a992-04a2f9f5ea51), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:35.266711 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5cdeb49e-ca0b-4b5d-86db-4a9c7f0754bd tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] Publish callbacks [] for security_group_rule (d81d04f5-907e-4e7d-b9bd-82baed69276d), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:35.357033 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-44cf2f6c-2264-4274-98f2-5de1d49cf12d tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (801b83bb-d4bd-4f04-a992-04a2f9f5ea51), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:35.395075 n-d-712749-28 neutron-server[103284]: INFO neutron.api.v2.resource [None req-5cdeb49e-ca0b-4b5d-86db-4a9c7f0754bd tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] create failed (client error): There was a conflict when trying to complete your request. Jan 28 07:28:35.396159 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-5cdeb49e-ca0b-4b5d-86db-4a9c7f0754bd tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4307177 Jan 28 07:28:35.399099 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 37696) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:35.468495 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44cf2f6c-2264-4274-98f2-5de1d49cf12d tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Network 7d5b3724-deef-4831-8d43-cb9b8176573c is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:28:35.471551 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-44cf2f6c-2264-4274-98f2-5de1d49cf12d tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:28:35.475504 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44cf2f6c-2264-4274-98f2-5de1d49cf12d tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:28:35.517092 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cf2f6c-2264-4274-98f2-5de1d49cf12d tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Pushing event updated for resources: {'Port': ['ID=801b83bb-d4bd-4f04-a992-04a2f9f5ea51,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:35.550861 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ea1540c0-4ee1-4678-8b7e-d0fd1595e9d6 tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] Publish callbacks [] for security_group (4139cbdc-ba17-4b87-9fbe-561a049e595d), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:35.618365 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0d543763-755a-4882-8b44-9ce4d596bbfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:35.623638 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ea1540c0-4ee1-4678-8b7e-d0fd1595e9d6 tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] Publish callbacks [] for security_group (4139cbdc-ba17-4b87-9fbe-561a049e595d), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:35.718262 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ea1540c0-4ee1-4678-8b7e-d0fd1595e9d6 tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (4139cbdc-ba17-4b87-9fbe-561a049e595d), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:35.721701 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ea1540c0-4ee1-4678-8b7e-d0fd1595e9d6 tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:35.724033 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-ea1540c0-4ee1-4678-8b7e-d0fd1595e9d6 tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] 10.222.0.41 "DELETE /v2.0/security-groups/4139cbdc-ba17-4b87-9fbe-561a049e595d HTTP/1.1" status: 204 len: 168 time: 0.3239198 Jan 28 07:28:35.728845 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 37698) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:35.751027 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1540c0-4ee1-4678-8b7e-d0fd1595e9d6 tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4139cbdc-ba17-4b87-9fbe-561a049e595d,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:35.870574 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-73780ce7-02dd-4170-912f-45f9d7305867 tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1404619 Jan 28 07:28:35.877052 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 37700) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:35.886125 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-71feadfe-58a0-4852-8728-464880d7600d tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] Request body: {'security_group': {'name': 'tempest-secgroup--597514299'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:28:35.977749 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-71feadfe-58a0-4852-8728-464880d7600d tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:36.023751 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-44cf2f6c-2264-4274-98f2-5de1d49cf12d tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Publish callbacks [] for router_gateway (870aa734-54ff-47e9-bb7f-73f48da786f3), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:36.182069 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-71feadfe-58a0-4852-8728-464880d7600d tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] Publish callbacks [] for security_group (3ad38935-f541-457a-9c73-f21ae0814a6b), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:36.193834 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-71feadfe-58a0-4852-8728-464880d7600d tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (3ad38935-f541-457a-9c73-f21ae0814a6b), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:36.285585 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-71feadfe-58a0-4852-8728-464880d7600d tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:36.286960 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-71feadfe-58a0-4852-8728-464880d7600d tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4091461 Jan 28 07:28:36.290314 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 37714) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:36.294656 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71feadfe-58a0-4852-8728-464880d7600d tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ad38935-f541-457a-9c73-f21ae0814a6b,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:36.303112 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-d81b726e-31f8-4c55-ae06-00198e70ee5c tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] Request body: {'security_group_rule': {'security_group_id': '3ad38935-f541-457a-9c73-f21ae0814a6b', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:28:36.306203 n-d-712749-28 neutron-server[103283]: WARNING neutron.api.v2.base [None req-d81b726e-31f8-4c55-ae06-00198e70ee5c tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jan 28 07:28:36.308173 n-d-712749-28 neutron-server[103283]: INFO neutron.api.v2.resource [None req-d81b726e-31f8-4c55-ae06-00198e70ee5c tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 07:28:36.313117 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-d81b726e-31f8-4c55-ae06-00198e70ee5c tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0210433 Jan 28 07:28:36.317917 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 37718) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:36.374861 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-50558bf1-5e7f-4723-be5b-589b1f12ff95 req-80541ddb-0df9-435a-b248-587cde5975d7 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009 HTTP/1.1" status: 200 len: 210 time: 0.0343549 Jan 28 07:28:36.405517 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-44cf2f6c-2264-4274-98f2-5de1d49cf12d tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16605475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16607909'] for router (870aa734-54ff-47e9-bb7f-73f48da786f3), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:36.450749 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5ffa6605-6cba-4295-b970-bda9040a70d7 tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] Publish callbacks [] for security_group (3ad38935-f541-457a-9c73-f21ae0814a6b), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:36.498327 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5ffa6605-6cba-4295-b970-bda9040a70d7 tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] Publish callbacks [] for security_group (3ad38935-f541-457a-9c73-f21ae0814a6b), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:36.561079 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5ffa6605-6cba-4295-b970-bda9040a70d7 tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (3ad38935-f541-457a-9c73-f21ae0814a6b), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:36.565173 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5ffa6605-6cba-4295-b970-bda9040a70d7 tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:36.567366 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-5ffa6605-6cba-4295-b970-bda9040a70d7 tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] 10.222.0.41 "DELETE /v2.0/security-groups/3ad38935-f541-457a-9c73-f21ae0814a6b HTTP/1.1" status: 204 len: 168 time: 0.2455666 Jan 28 07:28:36.571766 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 37724) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:36.590478 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffa6605-6cba-4295-b970-bda9040a70d7 tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ad38935-f541-457a-9c73-f21ae0814a6b,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:36.670364 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44cf2f6c-2264-4274-98f2-5de1d49cf12d tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Router 870aa734-54ff-47e9-bb7f-73f48da786f3 is scheduled to L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 with binding_index 1 {{(pid=103284) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 07:28:36.678581 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-4457b7b3-1502-44b0-820a-1369f12fb00a tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1044703 Jan 28 07:28:36.683305 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 37726) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:36.688597 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-6a9c50f7-2469-4a28-ba40-205d8746318d tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] Request body: {'security_group': {'name': 'tempest-secgroup--1858842691'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:28:36.750136 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6a9c50f7-2469-4a28-ba40-205d8746318d tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:36.808474 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44cf2f6c-2264-4274-98f2-5de1d49cf12d tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:28:36.820466 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028f9d6c-6074-44ef-a4a4-d9db118b23a5 None None] Sync routers for ids ['870aa734-54ff-47e9-bb7f-73f48da786f3'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:28:36.842838 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028f9d6c-6074-44ef-a4a4-d9db118b23a5 None None] Routers {'870aa734-54ff-47e9-bb7f-73f48da786f3'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:28:36.843831 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-028f9d6c-6074-44ef-a4a4-d9db118b23a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:28:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['870aa734-54ff-47e9-bb7f-73f48da786f3'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:28:36.852351 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-44cf2f6c-2264-4274-98f2-5de1d49cf12d tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Publish callbacks [] for router (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:36.857006 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-44cf2f6c-2264-4274-98f2-5de1d49cf12d tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.4863019 Jan 28 07:28:36.857006 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 37728) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:36.893564 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6a9c50f7-2469-4a28-ba40-205d8746318d tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] Publish callbacks [] for security_group (9127044c-13b4-4fad-9ef8-9adacce3b666), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:36.899710 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6a9c50f7-2469-4a28-ba40-205d8746318d tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (9127044c-13b4-4fad-9ef8-9adacce3b666), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:36.940539 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6a9c50f7-2469-4a28-ba40-205d8746318d tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:36.942219 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-6a9c50f7-2469-4a28-ba40-205d8746318d tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2572379 Jan 28 07:28:36.945661 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 37730) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:36.953663 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-dab07dc3-8abe-411a-9f34-1dd620e5266c tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] Request body: {'security_group_rule': {'security_group_id': '9127044c-13b4-4fad-9ef8-9adacce3b666', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:28:36.954713 n-d-712749-28 neutron-server[103283]: WARNING neutron.api.v2.base [None req-dab07dc3-8abe-411a-9f34-1dd620e5266c tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jan 28 07:28:36.955524 n-d-712749-28 neutron-server[103283]: INFO neutron.api.v2.resource [None req-dab07dc3-8abe-411a-9f34-1dd620e5266c tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 07:28:36.957642 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-dab07dc3-8abe-411a-9f34-1dd620e5266c tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0108142 Jan 28 07:28:36.961850 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 37732) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:36.974990 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-028f9d6c-6074-44ef-a4a4-d9db118b23a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:28:37.004670 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028f9d6c-6074-44ef-a4a4-d9db118b23a5 None None] Routers {'870aa734-54ff-47e9-bb7f-73f48da786f3'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:28:37.005295 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-028f9d6c-6074-44ef-a4a4-d9db118b23a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:28:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['870aa734-54ff-47e9-bb7f-73f48da786f3'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:28:37.020323 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9c50f7-2469-4a28-ba40-205d8746318d tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9127044c-13b4-4fad-9ef8-9adacce3b666,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:37.044377 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:37.046279 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-028f9d6c-6074-44ef-a4a4-d9db118b23a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:28:37.047133 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028f9d6c-6074-44ef-a4a4-d9db118b23a5 None None] The sync data for ids ['870aa734-54ff-47e9-bb7f-73f48da786f3'] in n-d-712749-28 is: [] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:28:37.068328 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-1365459b-be70-48e7-9c82-e744778f77fc tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] 10.222.0.41 "GET /v2.0/routers/870aa734-54ff-47e9-bb7f-73f48da786f3 HTTP/1.1" status: 200 len: 924 time: 0.2075644 Jan 28 07:28:37.069577 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 37734) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:37.083421 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-22af909d-bd3e-4720-a4b7-4113fd6971b2 tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] Publish callbacks [] for security_group (9127044c-13b4-4fad-9ef8-9adacce3b666), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:37.115972 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-22af909d-bd3e-4720-a4b7-4113fd6971b2 tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] Publish callbacks [] for security_group (9127044c-13b4-4fad-9ef8-9adacce3b666), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:37.125392 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-d6b475a6-2225-416b-9584-7a0a24ca2d08 tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] 10.222.0.41 "GET /v2.0/ports?device_id=870aa734-54ff-47e9-bb7f-73f48da786f3 HTTP/1.1" status: 200 len: 205 time: 0.0525846 Jan 28 07:28:37.129184 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 37736) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:37.174590 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-22af909d-bd3e-4720-a4b7-4113fd6971b2 tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (9127044c-13b4-4fad-9ef8-9adacce3b666), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:37.177951 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-22af909d-bd3e-4720-a4b7-4113fd6971b2 tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:37.181948 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-22af909d-bd3e-4720-a4b7-4113fd6971b2 tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] 10.222.0.41 "DELETE /v2.0/security-groups/9127044c-13b4-4fad-9ef8-9adacce3b666 HTTP/1.1" status: 204 len: 168 time: 0.2162659 Jan 28 07:28:37.185325 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 37742) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:37.230391 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22af909d-bd3e-4720-a4b7-4113fd6971b2 tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9127044c-13b4-4fad-9ef8-9adacce3b666,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:37.297524 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-29e57df1-b089-46e2-9213-dca4537f83ae tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1062088 Jan 28 07:28:37.298504 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 37746) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:37.303775 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-9c33388a-50c5-42e9-a92b-4b0ab1036d24 tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] Request body: {'security_group': {'name': 'tempest-secgroup--216582991'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:28:37.347842 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9c33388a-50c5-42e9-a92b-4b0ab1036d24 tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:37.509134 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9c33388a-50c5-42e9-a92b-4b0ab1036d24 tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] Publish callbacks [] for security_group (69db4a81-9283-4044-bd08-300967dd3825), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:37.521382 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9c33388a-50c5-42e9-a92b-4b0ab1036d24 tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (69db4a81-9283-4044-bd08-300967dd3825), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:37.609949 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9c33388a-50c5-42e9-a92b-4b0ab1036d24 tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:37.624620 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-9c33388a-50c5-42e9-a92b-4b0ab1036d24 tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3245509 Jan 28 07:28:37.635799 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 37758) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:37.668229 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-82773e7a-0889-4ff0-9f41-7c0900d01504 tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] Request body: {'security_group_rule': {'security_group_id': '69db4a81-9283-4044-bd08-300967dd3825', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:28:37.669237 n-d-712749-28 neutron-server[103283]: WARNING neutron.api.v2.base [None req-82773e7a-0889-4ff0-9f41-7c0900d01504 tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jan 28 07:28:37.669757 n-d-712749-28 neutron-server[103283]: INFO neutron.api.v2.resource [None req-82773e7a-0889-4ff0-9f41-7c0900d01504 tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 07:28:37.685464 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-82773e7a-0889-4ff0-9f41-7c0900d01504 tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0213356 Jan 28 07:28:37.709243 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-11a94e4c-4703-415d-a659-b1bb85008293 req-8f59e71a-94b7-4af2-94ce-36c3aa1a9bcb tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009 HTTP/1.1" status: 200 len: 210 time: 0.1880610 Jan 28 07:28:37.714877 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 37760) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:37.752106 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-1e0e76fe-17fa-432d-8585-cb3d895e0b69 tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] Request body: {'security_group_rule': {'security_group_id': '69db4a81-9283-4044-bd08-300967dd3825', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:28:37.756104 n-d-712749-28 neutron-server[103283]: WARNING neutron.api.v2.base [None req-1e0e76fe-17fa-432d-8585-cb3d895e0b69 tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jan 28 07:28:37.758134 n-d-712749-28 neutron-server[103283]: INFO neutron.api.v2.resource [None req-1e0e76fe-17fa-432d-8585-cb3d895e0b69 tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 07:28:37.766341 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-1e0e76fe-17fa-432d-8585-cb3d895e0b69 tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0443008 Jan 28 07:28:37.776339 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 37764) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:37.787915 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-3abd97b2-c6e3-4951-8ebc-d1b85116018f tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] Request body: {'security_group_rule': {'security_group_id': '69db4a81-9283-4044-bd08-300967dd3825', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:28:37.788588 n-d-712749-28 neutron-server[103283]: WARNING neutron.api.v2.base [None req-3abd97b2-c6e3-4951-8ebc-d1b85116018f tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jan 28 07:28:37.796828 n-d-712749-28 neutron-server[103283]: INFO neutron.api.v2.resource [None req-3abd97b2-c6e3-4951-8ebc-d1b85116018f tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 07:28:37.800467 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-3abd97b2-c6e3-4951-8ebc-d1b85116018f tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0205801 Jan 28 07:28:37.809419 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 37766) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:37.810181 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c33388a-50c5-42e9-a92b-4b0ab1036d24 tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69db4a81-9283-4044-bd08-300967dd3825,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:37.822727 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-67b8f2d0-5255-41c6-93e8-930dde3b4935 tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] Request body: {'security_group_rule': {'security_group_id': '69db4a81-9283-4044-bd08-300967dd3825', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:28:37.823772 n-d-712749-28 neutron-server[103283]: WARNING neutron.api.v2.base [None req-67b8f2d0-5255-41c6-93e8-930dde3b4935 tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jan 28 07:28:37.824063 n-d-712749-28 neutron-server[103283]: INFO neutron.api.v2.resource [None req-67b8f2d0-5255-41c6-93e8-930dde3b4935 tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 07:28:37.825654 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-67b8f2d0-5255-41c6-93e8-930dde3b4935 tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0088930 Jan 28 07:28:37.844906 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 37768) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:37.920360 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bca1ad90-b66e-42b3-8e6e-3f3ea577bb15 tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Publish callbacks [] for router (870aa734-54ff-47e9-bb7f-73f48da786f3), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:37.969790 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fe49b929-3777-471a-b34f-2619ccd2b924 tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] Publish callbacks [] for security_group (69db4a81-9283-4044-bd08-300967dd3825), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:38.023939 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fe49b929-3777-471a-b34f-2619ccd2b924 tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] Publish callbacks [] for security_group (69db4a81-9283-4044-bd08-300967dd3825), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:38.098113 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bca1ad90-b66e-42b3-8e6e-3f3ea577bb15 tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Publish callbacks [] for router_gateway (870aa734-54ff-47e9-bb7f-73f48da786f3), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:38.112043 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fe49b929-3777-471a-b34f-2619ccd2b924 tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (69db4a81-9283-4044-bd08-300967dd3825), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:38.114671 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fe49b929-3777-471a-b34f-2619ccd2b924 tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:38.115826 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-fe49b929-3777-471a-b34f-2619ccd2b924 tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] 10.222.0.41 "DELETE /v2.0/security-groups/69db4a81-9283-4044-bd08-300967dd3825 HTTP/1.1" status: 204 len: 168 time: 0.2695935 Jan 28 07:28:38.119157 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 37770) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:38.137465 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe49b929-3777-471a-b34f-2619ccd2b924 tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69db4a81-9283-4044-bd08-300967dd3825,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:38.204162 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-417c8028-7c72-4c52-a77e-ff70ea8c2ceb tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0833111 Jan 28 07:28:38.207823 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 37772) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:38.212491 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-dfc6cb59-f58d-49fa-af81-235adc145fc0 tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] Request body: {'security_group': {'name': 'tempest-secgroup--441884709'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:28:38.229871 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-bca1ad90-b66e-42b3-8e6e-3f3ea577bb15 tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Deleting port 801b83bb-d4bd-4f04-a992-04a2f9f5ea51 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:28:38.230219 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bca1ad90-b66e-42b3-8e6e-3f3ea577bb15 tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (801b83bb-d4bd-4f04-a992-04a2f9f5ea51), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:38.260425 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-dfc6cb59-f58d-49fa-af81-235adc145fc0 tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:38.362809 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bca1ad90-b66e-42b3-8e6e-3f3ea577bb15 tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (801b83bb-d4bd-4f04-a992-04a2f9f5ea51), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:38.387916 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-dfc6cb59-f58d-49fa-af81-235adc145fc0 tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] Publish callbacks [] for security_group (12e4bfbb-a6d8-43f5-9489-f2691e02289d), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:38.399638 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-dfc6cb59-f58d-49fa-af81-235adc145fc0 tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (12e4bfbb-a6d8-43f5-9489-f2691e02289d), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:38.404961 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-bca1ad90-b66e-42b3-8e6e-3f3ea577bb15 tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Calling delete_port for 801b83bb-d4bd-4f04-a992-04a2f9f5ea51 owned by network:router_gateway {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:28:38.450166 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-dfc6cb59-f58d-49fa-af81-235adc145fc0 tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:38.454013 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-dfc6cb59-f58d-49fa-af81-235adc145fc0 tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2425497 Jan 28 07:28:38.457386 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 37778) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:38.470333 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-284bc66c-d28d-4fea-9ddf-01556dfc21ab tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] Request body: {'security_group_rule': {'security_group_id': '12e4bfbb-a6d8-43f5-9489-f2691e02289d', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:28:38.471197 n-d-712749-28 neutron-server[103283]: WARNING neutron.api.v2.base [None req-284bc66c-d28d-4fea-9ddf-01556dfc21ab tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 28 07:28:38.474467 n-d-712749-28 neutron-server[103283]: INFO neutron.api.v2.resource [None req-284bc66c-d28d-4fea-9ddf-01556dfc21ab tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 07:28:38.478632 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-284bc66c-d28d-4fea-9ddf-01556dfc21ab tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0202973 Jan 28 07:28:38.486539 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 37780) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:38.503174 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-4ce4dd69-ee75-4f9a-baec-1fe939396a89 tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] Request body: {'security_group_rule': {'security_group_id': '12e4bfbb-a6d8-43f5-9489-f2691e02289d', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:28:38.511485 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc6cb59-f58d-49fa-af81-235adc145fc0 tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12e4bfbb-a6d8-43f5-9489-f2691e02289d,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:38.569716 n-d-712749-28 neutron-server[103283]: INFO neutron.api.v2.resource [None req-4ce4dd69-ee75-4f9a-baec-1fe939396a89 tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 07:28:38.575470 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-4ce4dd69-ee75-4f9a-baec-1fe939396a89 tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0873723 Jan 28 07:28:38.576280 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 37784) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:38.585791 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-4ad9a15c-975f-4c8d-8aba-2aaf16996fb4 tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] Request body: {'security_group_rule': {'security_group_id': '12e4bfbb-a6d8-43f5-9489-f2691e02289d', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:28:38.592842 n-d-712749-28 neutron-server[103283]: WARNING neutron.api.v2.base [None req-4ad9a15c-975f-4c8d-8aba-2aaf16996fb4 tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jan 28 07:28:38.593616 n-d-712749-28 neutron-server[103283]: INFO neutron.api.v2.resource [None req-4ad9a15c-975f-4c8d-8aba-2aaf16996fb4 tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 07:28:38.600900 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-4ad9a15c-975f-4c8d-8aba-2aaf16996fb4 tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0222476 Jan 28 07:28:38.601745 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 37786) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:38.619490 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-bb2484b4-13fa-4c57-b981-c62fd2c00bd2 tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] Request body: {'security_group_rule': {'security_group_id': '12e4bfbb-a6d8-43f5-9489-f2691e02289d', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:28:38.672604 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:38.717974 n-d-712749-28 neutron-server[103283]: INFO neutron.api.v2.resource [None req-bb2484b4-13fa-4c57-b981-c62fd2c00bd2 tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 07:28:38.723243 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-bb2484b4-13fa-4c57-b981-c62fd2c00bd2 tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1202011 Jan 28 07:28:38.723991 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 37792) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:38.728496 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-7576337c-6aaf-41a7-88d1-0840b0744ac2 tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] Request body: {'security_group_rule': {'security_group_id': '12e4bfbb-a6d8-43f5-9489-f2691e02289d', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:28:38.729094 n-d-712749-28 neutron-server[103283]: WARNING neutron.api.v2.base [None req-7576337c-6aaf-41a7-88d1-0840b0744ac2 tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 28 07:28:38.729685 n-d-712749-28 neutron-server[103283]: INFO neutron.api.v2.resource [None req-7576337c-6aaf-41a7-88d1-0840b0744ac2 tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 07:28:38.738719 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 37794) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:38.739402 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-7576337c-6aaf-41a7-88d1-0840b0744ac2 tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0142591 Jan 28 07:28:38.757578 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-a3d0a33f-46dd-4d01-872c-f2f1698f0f77 tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] Request body: {'security_group_rule': {'security_group_id': '12e4bfbb-a6d8-43f5-9489-f2691e02289d', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:28:38.862649 n-d-712749-28 neutron-server[103284]: INFO neutron.db.securitygroups_db [None req-a3d0a33f-46dd-4d01-872c-f2f1698f0f77 tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] Project f716dafeb4194bfe9a9c0d84508927b9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 07:28:38.900926 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-78539b14-7822-4ebb-a564-efbe180c9477 req-87414f53-27d8-4a6a-91fd-dde73a49d3ea tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009 HTTP/1.1" status: 200 len: 210 time: 0.0497899 Jan 28 07:28:38.905247 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bca1ad90-b66e-42b3-8e6e-3f3ea577bb15 tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (801b83bb-d4bd-4f04-a992-04a2f9f5ea51), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:38.969048 n-d-712749-28 neutron-server[103284]: INFO neutron.api.v2.resource [None req-a3d0a33f-46dd-4d01-872c-f2f1698f0f77 tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 07:28:38.970871 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-a3d0a33f-46dd-4d01-872c-f2f1698f0f77 tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2311985 Jan 28 07:28:38.973121 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca1ad90-b66e-42b3-8e6e-3f3ea577bb15 tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Pushing event deleted for resources: {'Port': ['ID=801b83bb-d4bd-4f04-a992-04a2f9f5ea51,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:38.975090 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 37806) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:38.980397 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-a08bf5bb-ec3b-4008-98b0-278409cfe07d tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] Request body: {'security_group_rule': {'security_group_id': '12e4bfbb-a6d8-43f5-9489-f2691e02289d', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:28:38.980961 n-d-712749-28 neutron-server[103283]: WARNING neutron.api.v2.base [None req-a08bf5bb-ec3b-4008-98b0-278409cfe07d tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jan 28 07:28:38.981832 n-d-712749-28 neutron-server[103283]: INFO neutron.api.v2.resource [None req-a08bf5bb-ec3b-4008-98b0-278409cfe07d tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 07:28:38.985693 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-a08bf5bb-ec3b-4008-98b0-278409cfe07d tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0094199 Jan 28 07:28:38.986344 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 37808) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:38.991523 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-e21a0774-2245-40d1-a528-e54f4d67cb37 tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] Request body: {'security_group_rule': {'security_group_id': '12e4bfbb-a6d8-43f5-9489-f2691e02289d', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:28:39.039665 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bca1ad90-b66e-42b3-8e6e-3f3ea577bb15 tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16607873'] for router_gateway (870aa734-54ff-47e9-bb7f-73f48da786f3), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:39.041225 n-d-712749-28 neutron-server[103283]: INFO neutron.db.securitygroups_db [None req-e21a0774-2245-40d1-a528-e54f4d67cb37 tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] Project f716dafeb4194bfe9a9c0d84508927b9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 07:28:39.062538 n-d-712749-28 neutron-server[103283]: INFO neutron.api.v2.resource [None req-e21a0774-2245-40d1-a528-e54f4d67cb37 tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 07:28:39.067099 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-e21a0774-2245-40d1-a528-e54f4d67cb37 tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0796289 Jan 28 07:28:39.067792 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 37810) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:39.077338 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-9ff55e3f-bd7f-48ee-9ad1-b5a85845fde7 tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] Request body: {'security_group_rule': {'security_group_id': '12e4bfbb-a6d8-43f5-9489-f2691e02289d', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:28:39.124134 n-d-712749-28 neutron-server[103283]: INFO neutron.db.securitygroups_db [None req-9ff55e3f-bd7f-48ee-9ad1-b5a85845fde7 tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] Project f716dafeb4194bfe9a9c0d84508927b9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 07:28:39.154485 n-d-712749-28 neutron-server[103283]: INFO neutron.api.v2.resource [None req-9ff55e3f-bd7f-48ee-9ad1-b5a85845fde7 tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 07:28:39.158703 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-9ff55e3f-bd7f-48ee-9ad1-b5a85845fde7 tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0897114 Jan 28 07:28:39.159674 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 37812) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:39.220023 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-14e4c006-1e5b-4b02-addb-3faeff5ac7da tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] Publish callbacks [] for security_group (12e4bfbb-a6d8-43f5-9489-f2691e02289d), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:39.250671 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-14e4c006-1e5b-4b02-addb-3faeff5ac7da tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] Publish callbacks [] for security_group (12e4bfbb-a6d8-43f5-9489-f2691e02289d), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:39.252642 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bca1ad90-b66e-42b3-8e6e-3f3ea577bb15 tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16605684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127449'] for router (870aa734-54ff-47e9-bb7f-73f48da786f3), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:39.254892 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bca1ad90-b66e-42b3-8e6e-3f3ea577bb15 tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Publish callbacks [] for router_controller (870aa734-54ff-47e9-bb7f-73f48da786f3), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:39.343101 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bca1ad90-b66e-42b3-8e6e-3f3ea577bb15 tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16605693'] for router (870aa734-54ff-47e9-bb7f-73f48da786f3), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:39.343701 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bca1ad90-b66e-42b3-8e6e-3f3ea577bb15 tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Fanout notify agent at l3_agent the message router_deleted on router 870aa734-54ff-47e9-bb7f-73f48da786f3 {{(pid=103284) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 07:28:39.350648 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bca1ad90-b66e-42b3-8e6e-3f3ea577bb15 tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Publish callbacks [] for router (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:39.359940 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-bca1ad90-b66e-42b3-8e6e-3f3ea577bb15 tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] 10.222.0.41 "DELETE /v2.0/routers/870aa734-54ff-47e9-bb7f-73f48da786f3 HTTP/1.1" status: 204 len: 168 time: 2.2255027 Jan 28 07:28:39.360134 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 37818) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:39.377489 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-a19473e7-1714-4070-a0a9-826524aea4dc tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Request body: {'router': {'name': 'tempest-snat-router-436939434', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'enable_snat': False}}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:28:39.446196 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a19473e7-1714-4070-a0a9-826524aea4dc tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16606890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127275'] for router (8abd9771-f8ae-4110-8c5f-7c97487fbf0c), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:39.451428 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a19473e7-1714-4070-a0a9-826524aea4dc tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16605498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16607952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16355422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127266'] for router (8abd9771-f8ae-4110-8c5f-7c97487fbf0c), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:39.482647 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-14e4c006-1e5b-4b02-addb-3faeff5ac7da tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (12e4bfbb-a6d8-43f5-9489-f2691e02289d), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:39.485551 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-14e4c006-1e5b-4b02-addb-3faeff5ac7da tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:39.489395 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 37820) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:39.489716 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-14e4c006-1e5b-4b02-addb-3faeff5ac7da tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] 10.222.0.41 "DELETE /v2.0/security-groups/12e4bfbb-a6d8-43f5-9489-f2691e02289d HTTP/1.1" status: 204 len: 168 time: 0.3287821 Jan 28 07:28:39.524027 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e4c006-1e5b-4b02-addb-3faeff5ac7da tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12e4bfbb-a6d8-43f5-9489-f2691e02289d,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:39.570008 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-17983468-866f-4adc-8838-962be84d895b tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0793424 Jan 28 07:28:39.573680 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 37822) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:39.578576 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-8f86d439-6da4-452b-b884-9f84888ff9c9 tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] Request body: {'security_group': {'name': 'tempest-secgroup--613759568'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:28:39.629727 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8f86d439-6da4-452b-b884-9f84888ff9c9 tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:39.649769 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a19473e7-1714-4070-a0a9-826524aea4dc tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Publish callbacks [] for router_controller (8abd9771-f8ae-4110-8c5f-7c97487fbf0c), precommit_add_association {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:39.707570 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:39.760822 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8f86d439-6da4-452b-b884-9f84888ff9c9 tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] Publish callbacks [] for security_group (4126d59a-8882-40da-a27c-1722c580fc7d), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:39.765575 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8f86d439-6da4-452b-b884-9f84888ff9c9 tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (4126d59a-8882-40da-a27c-1722c580fc7d), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:39.849257 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8f86d439-6da4-452b-b884-9f84888ff9c9 tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:39.850561 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-8f86d439-6da4-452b-b884-9f84888ff9c9 tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2757008 Jan 28 07:28:39.853030 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f86d439-6da4-452b-b884-9f84888ff9c9 tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4126d59a-8882-40da-a27c-1722c580fc7d,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:39.856403 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 37824) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:39.860855 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-f69b9d35-20b9-428a-9537-5276a8096bbc tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] Request body: {'security_group_rule': {'security_group_id': '4126d59a-8882-40da-a27c-1722c580fc7d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:28:39.954199 n-d-712749-28 neutron-server[103284]: INFO neutron.api.v2.resource [None req-f69b9d35-20b9-428a-9537-5276a8096bbc tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] create failed (client error): The resource could not be found. Jan 28 07:28:39.956306 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-f69b9d35-20b9-428a-9537-5276a8096bbc tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0979433 Jan 28 07:28:39.958033 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 37830) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:39.962383 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-3a49cb96-49ab-420d-938d-3ffa542d56e5 tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] Request body: {'security_group_rule': {'security_group_id': '4126d59a-8882-40da-a27c-1722c580fc7d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'df219b8a-1234-468f-92cd-bf45ebb42677'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:28:39.973288 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a19473e7-1714-4070-a0a9-826524aea4dc tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Publish callbacks [] for router_gateway (8abd9771-f8ae-4110-8c5f-7c97487fbf0c), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:40.069991 n-d-712749-28 neutron-server[103284]: INFO neutron.api.v2.resource [None req-3a49cb96-49ab-420d-938d-3ffa542d56e5 tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] create failed (client error): The resource could not be found. Jan 28 07:28:40.071152 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-3a49cb96-49ab-420d-938d-3ffa542d56e5 tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1122000 Jan 28 07:28:40.076368 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 37834) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:40.100483 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e8077c5a-79bb-457a-9d2f-7e4547b0cdc7 req-faa35fc6-580d-4325-a41a-b58c3036183a tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009 HTTP/1.1" status: 200 len: 210 time: 0.0388393 Jan 28 07:28:40.186567 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-36cee130-f9d2-4199-8280-f09b405f1dca tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] Publish callbacks [] for security_group (4126d59a-8882-40da-a27c-1722c580fc7d), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:40.245038 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-36cee130-f9d2-4199-8280-f09b405f1dca tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] Publish callbacks [] for security_group (4126d59a-8882-40da-a27c-1722c580fc7d), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:40.332270 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-36cee130-f9d2-4199-8280-f09b405f1dca tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (4126d59a-8882-40da-a27c-1722c580fc7d), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:40.335906 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-36cee130-f9d2-4199-8280-f09b405f1dca tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:40.339383 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-36cee130-f9d2-4199-8280-f09b405f1dca tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] 10.222.0.41 "DELETE /v2.0/security-groups/4126d59a-8882-40da-a27c-1722c580fc7d HTTP/1.1" status: 204 len: 168 time: 0.2614548 Jan 28 07:28:40.342270 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 37838) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:40.360011 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a19473e7-1714-4070-a0a9-826524aea4dc tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Publish callbacks [] for router_gateway (8abd9771-f8ae-4110-8c5f-7c97487fbf0c), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:40.375219 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cee130-f9d2-4199-8280-f09b405f1dca tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4126d59a-8882-40da-a27c-1722c580fc7d,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:40.474448 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a19473e7-1714-4070-a0a9-826524aea4dc tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:40.492680 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-b574bd6f-0235-402c-a22c-aa4183ece4e8 tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1492755 Jan 28 07:28:40.500031 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 37844) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:40.504433 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-85774adc-742c-4c93-af6c-ee498ea1dfb3 tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] Request body: {'security_group_rule': {'security_group_id': 'f7134c54-e6d1-40cc-9744-b6ba908fc004', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:28:40.617223 n-d-712749-28 neutron-server[103284]: INFO neutron.api.v2.resource [None req-85774adc-742c-4c93-af6c-ee498ea1dfb3 tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] create failed (client error): The resource could not be found. Jan 28 07:28:40.618097 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-85774adc-742c-4c93-af6c-ee498ea1dfb3 tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1169102 Jan 28 07:28:40.621820 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 37846) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:40.627156 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-f4c409ab-d6c8-4a99-b1aa-57961f64451a tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] Request body: {'security_group': {'name': 'tempest-secgroup--558119087'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:28:40.672594 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f4c409ab-d6c8-4a99-b1aa-57961f64451a tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:40.792740 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-a19473e7-1714-4070-a0a9-826524aea4dc tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Allocated IP 172.25.6.14 (7d5b3724-deef-4831-8d43-cb9b8176573c/b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc/7b000f11-d531-4586-917c-e73500eef81a) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:28:40.821202 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f4c409ab-d6c8-4a99-b1aa-57961f64451a tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] Publish callbacks [] for security_group (22885984-6a37-440a-ab75-e5c48e39a0dd), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:40.828219 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f4c409ab-d6c8-4a99-b1aa-57961f64451a tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (22885984-6a37-440a-ab75-e5c48e39a0dd), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:40.899707 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f4c409ab-d6c8-4a99-b1aa-57961f64451a tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:40.901069 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-f4c409ab-d6c8-4a99-b1aa-57961f64451a tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2780244 Jan 28 07:28:40.909267 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 37848) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:40.922049 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-21b9569d-5570-4ec7-b05e-6dddb1172b3c tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] Request body: {'security_group': {'name': 'tempest-secgroup--1331864982'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:28:40.937886 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c409ab-d6c8-4a99-b1aa-57961f64451a tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22885984-6a37-440a-ab75-e5c48e39a0dd,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:40.975774 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-21b9569d-5570-4ec7-b05e-6dddb1172b3c tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:41.051166 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a19473e7-1714-4070-a0a9-826524aea4dc tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Publish callbacks [] for port (7b000f11-d531-4586-917c-e73500eef81a), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:41.132853 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a19473e7-1714-4070-a0a9-826524aea4dc tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (7b000f11-d531-4586-917c-e73500eef81a), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:41.141342 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-21b9569d-5570-4ec7-b05e-6dddb1172b3c tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] Publish callbacks [] for security_group (87fca87d-9313-48ff-99d6-7111a0f743f6), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:41.150171 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-21b9569d-5570-4ec7-b05e-6dddb1172b3c tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (87fca87d-9313-48ff-99d6-7111a0f743f6), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:41.219186 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a19473e7-1714-4070-a0a9-826524aea4dc tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Network 7d5b3724-deef-4831-8d43-cb9b8176573c is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:28:41.227469 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-a19473e7-1714-4070-a0a9-826524aea4dc tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:28:41.234986 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19473e7-1714-4070-a0a9-826524aea4dc tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:28:41.255869 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-21b9569d-5570-4ec7-b05e-6dddb1172b3c tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:41.263916 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-21b9569d-5570-4ec7-b05e-6dddb1172b3c tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3530881 Jan 28 07:28:41.272587 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 37858) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:41.291464 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-a500c893-f9a2-437b-958b-021119115ce4 tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] Request body: {'security_group_rule': {'security_group_id': '22885984-6a37-440a-ab75-e5c48e39a0dd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '87fca87d-9313-48ff-99d6-7111a0f743f6'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:28:41.314144 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b9569d-5570-4ec7-b05e-6dddb1172b3c tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87fca87d-9313-48ff-99d6-7111a0f743f6,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:41.333740 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19473e7-1714-4070-a0a9-826524aea4dc tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Pushing event updated for resources: {'Port': ['ID=7b000f11-d531-4586-917c-e73500eef81a,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:41.399023 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5db85d25-c45c-47e9-b34f-a90707144582 req-8cbb2e54-481d-4f86-8cd0-b22833cec098 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009 HTTP/1.1" status: 200 len: 210 time: 0.0760453 Jan 28 07:28:41.467650 n-d-712749-28 neutron-server[103284]: INFO neutron.api.v2.resource [None req-a500c893-f9a2-437b-958b-021119115ce4 tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 07:28:41.469183 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-a500c893-f9a2-437b-958b-021119115ce4 tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1924729 Jan 28 07:28:41.471839 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 37860) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:41.563142 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-44de90da-ea58-4222-a4f5-6c85c7323963 tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] Publish callbacks [] for security_group (87fca87d-9313-48ff-99d6-7111a0f743f6), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:41.623898 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-44de90da-ea58-4222-a4f5-6c85c7323963 tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] Publish callbacks [] for security_group (87fca87d-9313-48ff-99d6-7111a0f743f6), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:41.695569 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-44de90da-ea58-4222-a4f5-6c85c7323963 tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (87fca87d-9313-48ff-99d6-7111a0f743f6), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:41.699922 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-44de90da-ea58-4222-a4f5-6c85c7323963 tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:41.701513 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-44de90da-ea58-4222-a4f5-6c85c7323963 tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] 10.222.0.41 "DELETE /v2.0/security-groups/87fca87d-9313-48ff-99d6-7111a0f743f6 HTTP/1.1" status: 204 len: 168 time: 0.2284381 Jan 28 07:28:41.722510 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 37866) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:41.726661 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44de90da-ea58-4222-a4f5-6c85c7323963 tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87fca87d-9313-48ff-99d6-7111a0f743f6,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:41.876105 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-0111fb00-4bfc-4049-ad36-f96dd09c7cbe tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1494250 Jan 28 07:28:41.876330 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 37868) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:41.933164 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a19473e7-1714-4070-a0a9-826524aea4dc tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Publish callbacks [] for router_gateway (8abd9771-f8ae-4110-8c5f-7c97487fbf0c), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:41.994229 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bad5504b-e006-41f2-b55a-2feb3a02e5ac tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] Publish callbacks [] for security_group (22885984-6a37-440a-ab75-e5c48e39a0dd), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:42.042420 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bad5504b-e006-41f2-b55a-2feb3a02e5ac tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] Publish callbacks [] for security_group (22885984-6a37-440a-ab75-e5c48e39a0dd), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:42.125481 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bad5504b-e006-41f2-b55a-2feb3a02e5ac tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (22885984-6a37-440a-ab75-e5c48e39a0dd), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:42.128373 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bad5504b-e006-41f2-b55a-2feb3a02e5ac tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:42.131994 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-bad5504b-e006-41f2-b55a-2feb3a02e5ac tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] 10.222.0.41 "DELETE /v2.0/security-groups/22885984-6a37-440a-ab75-e5c48e39a0dd HTTP/1.1" status: 204 len: 168 time: 0.2514424 Jan 28 07:28:42.133395 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 37870) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:42.161052 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad5504b-e006-41f2-b55a-2feb3a02e5ac tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22885984-6a37-440a-ab75-e5c48e39a0dd,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:42.220934 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-345e602b-e861-4869-86d5-50a157731b3c tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0866151 Jan 28 07:28:42.221921 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 37874) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:42.226662 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-cd4c51e3-598e-4c8a-8400-0e24f08be158 tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] Request body: {'security_group': {'name': 'tempest-secgroup--953003269'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:28:42.253221 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cd4c51e3-598e-4c8a-8400-0e24f08be158 tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:42.363961 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a19473e7-1714-4070-a0a9-826524aea4dc tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16605475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16607909'] for router (8abd9771-f8ae-4110-8c5f-7c97487fbf0c), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:42.369259 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cd4c51e3-598e-4c8a-8400-0e24f08be158 tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] Publish callbacks [] for security_group (f171f171-2df3-4653-b8f1-5b14392adedd), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:42.379945 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cd4c51e3-598e-4c8a-8400-0e24f08be158 tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (f171f171-2df3-4653-b8f1-5b14392adedd), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:42.414795 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cd4c51e3-598e-4c8a-8400-0e24f08be158 tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:42.420043 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-cd4c51e3-598e-4c8a-8400-0e24f08be158 tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1969473 Jan 28 07:28:42.422367 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 37878) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:42.457083 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-41817038-e093-4441-a174-861ec752527e tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] Request body: {'security_group_rule': {'security_group_id': 'f171f171-2df3-4653-b8f1-5b14392adedd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:28:42.588768 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4c51e3-598e-4c8a-8400-0e24f08be158 tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f171f171-2df3-4653-b8f1-5b14392adedd,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:42.596520 n-d-712749-28 neutron-server[103284]: INFO neutron.api.v2.resource [None req-41817038-e093-4441-a174-861ec752527e tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 07:28:42.602984 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-41817038-e093-4441-a174-861ec752527e tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1726301 Jan 28 07:28:42.603302 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 37884) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:42.610729 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-38f3caf1-daf7-4d64-8bf2-f158e35fb403 tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] Request body: {'security_group_rule': {'security_group_id': 'f171f171-2df3-4653-b8f1-5b14392adedd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:28:42.616473 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-dbdfae29-40a0-4938-bb86-0099d86d96b6 req-268ad839-4d74-48ad-b5b6-63166bff6496 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009 HTTP/1.1" status: 200 len: 210 time: 0.0701249 Jan 28 07:28:42.686918 n-d-712749-28 neutron-server[103284]: INFO neutron.api.v2.resource [None req-38f3caf1-daf7-4d64-8bf2-f158e35fb403 tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 07:28:42.689182 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-38f3caf1-daf7-4d64-8bf2-f158e35fb403 tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0841751 Jan 28 07:28:42.691277 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 37888) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:42.694688 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a19473e7-1714-4070-a0a9-826524aea4dc tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Router 8abd9771-f8ae-4110-8c5f-7c97487fbf0c is scheduled to L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 with binding_index 1 {{(pid=103283) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 07:28:42.782896 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a5981174-d46c-4085-9f09-9996463c615b tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] Publish callbacks [] for security_group (f171f171-2df3-4653-b8f1-5b14392adedd), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:42.807734 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a5981174-d46c-4085-9f09-9996463c615b tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] Publish callbacks [] for security_group (f171f171-2df3-4653-b8f1-5b14392adedd), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:42.889166 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a5981174-d46c-4085-9f09-9996463c615b tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (f171f171-2df3-4653-b8f1-5b14392adedd), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:42.892828 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a5981174-d46c-4085-9f09-9996463c615b tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:42.896577 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-a5981174-d46c-4085-9f09-9996463c615b tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] 10.222.0.41 "DELETE /v2.0/security-groups/f171f171-2df3-4653-b8f1-5b14392adedd HTTP/1.1" status: 204 len: 168 time: 0.2020054 Jan 28 07:28:42.902088 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 37892) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:42.925364 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a19473e7-1714-4070-a0a9-826524aea4dc tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:28:42.930577 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5981174-d46c-4085-9f09-9996463c615b tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f171f171-2df3-4653-b8f1-5b14392adedd,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:42.941479 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14b18d3-901a-4e9a-9f0a-70ba74da1ee5 None None] Sync routers for ids ['8abd9771-f8ae-4110-8c5f-7c97487fbf0c'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:28:42.974280 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14b18d3-901a-4e9a-9f0a-70ba74da1ee5 None None] Routers {'8abd9771-f8ae-4110-8c5f-7c97487fbf0c'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:28:42.974918 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-c14b18d3-901a-4e9a-9f0a-70ba74da1ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:28:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['8abd9771-f8ae-4110-8c5f-7c97487fbf0c'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:28:42.977909 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a19473e7-1714-4070-a0a9-826524aea4dc tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:42.983747 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-a19473e7-1714-4070-a0a9-826524aea4dc tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.6210320 Jan 28 07:28:42.984544 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 37894) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:43.058431 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-034d3f4f-537c-4155-ac7c-14bf22fe9c1c tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1539690 Jan 28 07:28:43.068818 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 37896) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:43.073635 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-ee13312a-e1a5-4e2f-85d0-9f8d9ac80e0d tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] Request body: {'security_group': {'name': 'tempest-secgroup--375792597'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:28:43.111423 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ee13312a-e1a5-4e2f-85d0-9f8d9ac80e0d tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:43.145714 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-39502223-4be4-4d4c-8141-e4b6cd93171b tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] 10.222.0.41 "GET /v2.0/routers/8abd9771-f8ae-4110-8c5f-7c97487fbf0c HTTP/1.1" status: 200 len: 907 time: 0.1594775 Jan 28 07:28:43.146982 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 37898) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:43.151753 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-5cb995e5-16b7-4914-beaa-b817f6d03152 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Request body: {'router': {'name': 'tempest-snat-router-436939434', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'enable_snat': True}}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:28:43.176396 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5cb995e5-16b7-4914-beaa-b817f6d03152 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16606890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127275'] for router (72ed86f9-bf6c-445f-9b39-851cf2fe60c0), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:43.178493 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5cb995e5-16b7-4914-beaa-b817f6d03152 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16605498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16607952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16355422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127266'] for router (72ed86f9-bf6c-445f-9b39-851cf2fe60c0), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:43.230282 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-c14b18d3-901a-4e9a-9f0a-70ba74da1ee5 None None] Set router 8abd9771-f8ae-4110-8c5f-7c97487fbf0c gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:28:43.243697 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ee13312a-e1a5-4e2f-85d0-9f8d9ac80e0d tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] Publish callbacks [] for security_group (06033acd-491f-4cc8-86b9-5696688df4ad), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:43.249231 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5cb995e5-16b7-4914-beaa-b817f6d03152 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Publish callbacks [] for router_controller (72ed86f9-bf6c-445f-9b39-851cf2fe60c0), precommit_add_association {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:43.252493 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ee13312a-e1a5-4e2f-85d0-9f8d9ac80e0d tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (06033acd-491f-4cc8-86b9-5696688df4ad), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:43.299419 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ee13312a-e1a5-4e2f-85d0-9f8d9ac80e0d tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:43.305062 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-ee13312a-e1a5-4e2f-85d0-9f8d9ac80e0d tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2351992 Jan 28 07:28:43.319708 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 37902) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:43.335478 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-7148a2e9-aa8e-4265-93ec-58b8a8e21a78 tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:28:43.337491 n-d-712749-28 neutron-server[103284]: WARNING neutron.api.v2.base [None req-7148a2e9-aa8e-4265-93ec-58b8a8e21a78 tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 28 07:28:43.340299 n-d-712749-28 neutron-server[103284]: INFO neutron.api.v2.resource [None req-7148a2e9-aa8e-4265-93ec-58b8a8e21a78 tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] update failed (client error): There was a conflict when trying to complete your request. Jan 28 07:28:43.346845 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-7148a2e9-aa8e-4265-93ec-58b8a8e21a78 tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] 10.222.0.41 "PUT /v2.0/security-groups/06033acd-491f-4cc8-86b9-5696688df4ad HTTP/1.1" status: 409 len: 330 time: 0.0202718 Jan 28 07:28:43.353468 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 37906) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:43.460949 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee13312a-e1a5-4e2f-85d0-9f8d9ac80e0d tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06033acd-491f-4cc8-86b9-5696688df4ad,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:43.532792 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-c14b18d3-901a-4e9a-9f0a-70ba74da1ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8abd9771-f8ae-4110-8c5f-7c97487fbf0c', 'name': 'tempest-snat-router-436939434', 'tenant_id': 'caf55999998940a784a964c22d965d05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.14'}], 'enable_snat': False}, 'gw_port_id': '7b000f11-d531-4586-917c-e73500eef81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:28:39Z', 'updated_at': '2022-01-28T07:28:41Z', 'revision_number': 3, 'project_id': 'caf55999998940a784a964c22d965d05', 'gw_port': {'id': '7b000f11-d531-4586-917c-e73500eef81a', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:70:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8abd9771-f8ae-4110-8c5f-7c97487fbf0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:28:40Z', 'updated_at': '2022-01-28T07:28:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:28:43.610756 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c7b3a7d5-2d48-47ba-9552-b5f1aa205632 tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] Publish callbacks [] for security_group (06033acd-491f-4cc8-86b9-5696688df4ad), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:43.637495 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14b18d3-901a-4e9a-9f0a-70ba74da1ee5 None None] Checking router: 8abd9771-f8ae-4110-8c5f-7c97487fbf0c for host: n-d-712749-28 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:28:43.639312 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14b18d3-901a-4e9a-9f0a-70ba74da1ee5 None None] Updating router 8abd9771-f8ae-4110-8c5f-7c97487fbf0c port 7b000f11-d531-4586-917c-e73500eef81a binding host n-d-712749-28 {{(pid=103286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 07:28:43.673947 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c7b3a7d5-2d48-47ba-9552-b5f1aa205632 tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] Publish callbacks [] for security_group (06033acd-491f-4cc8-86b9-5696688df4ad), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:43.739110 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c14b18d3-901a-4e9a-9f0a-70ba74da1ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (7b000f11-d531-4586-917c-e73500eef81a), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:43.826233 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c7b3a7d5-2d48-47ba-9552-b5f1aa205632 tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (06033acd-491f-4cc8-86b9-5696688df4ad), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:43.832433 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c7b3a7d5-2d48-47ba-9552-b5f1aa205632 tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:43.842168 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-c7b3a7d5-2d48-47ba-9552-b5f1aa205632 tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] 10.222.0.41 "DELETE /v2.0/security-groups/06033acd-491f-4cc8-86b9-5696688df4ad HTTP/1.1" status: 204 len: 168 time: 0.4872978 Jan 28 07:28:43.880651 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 37920) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:43.970570 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b3a7d5-2d48-47ba-9552-b5f1aa205632 tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06033acd-491f-4cc8-86b9-5696688df4ad,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:43.991441 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-da1a0394-abd6-4b84-8480-02261ffbd63c req-47cb8001-3ad2-41b2-aabe-b5df24164806 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009 HTTP/1.1" status: 200 len: 210 time: 0.1667600 Jan 28 07:28:44.054305 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 37924) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:44.188715 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 37928) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:44.189974 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-c4479745-360b-4693-9831-1920fca33cdd tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2644179 Jan 28 07:28:44.295614 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1eea9d3c-1f9c-4405-8603-ca8ce94d2810 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:44.347960 n-d-712749-28 neutron-server[103283]: INFO neutron.api.v2.resource [None req-93fff2f7-32e7-41d7-bc2f-f5d9be9e324b tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] delete failed (client error): The resource could not be found. Jan 28 07:28:44.354032 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-93fff2f7-32e7-41d7-bc2f-f5d9be9e324b tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] 10.222.0.41 "DELETE /v2.0/security-groups/106b4544-041b-48c9-9b11-f5f7eda4523f HTTP/1.1" status: 404 len: 347 time: 0.1594012 Jan 28 07:28:44.437285 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 37930) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:44.476629 n-d-712749-28 neutron-server[103283]: INFO neutron.api.v2.resource [None req-89c0b013-58a5-40c7-a5c3-d609af5de8b1 tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] show failed (client error): The resource could not be found. Jan 28 07:28:44.484416 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-89c0b013-58a5-40c7-a5c3-d609af5de8b1 tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] 10.222.0.41 "GET /v2.0/security-groups/99e4c5ef-fb4a-41e0-a2ff-d4a7441247e5 HTTP/1.1" status: 404 len: 347 time: 0.0410993 Jan 28 07:28:44.484416 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5cb995e5-16b7-4914-beaa-b817f6d03152 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Publish callbacks [] for router_gateway (72ed86f9-bf6c-445f-9b39-851cf2fe60c0), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:44.492921 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 37932) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:44.506199 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1eea9d3c-1f9c-4405-8603-ca8ce94d2810 admin admin] Publish callbacks [] for security_group (8b736dd9-2c9c-4828-aacf-0088057db0f5), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:44.515385 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1eea9d3c-1f9c-4405-8603-ca8ce94d2810 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (8b736dd9-2c9c-4828-aacf-0088057db0f5), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:44.550276 n-d-712749-28 neutron-server[103283]: INFO neutron.api.v2.resource [None req-ed7353c9-3b69-4820-b46c-e19d2b108486 tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] show failed (client error): The resource could not be found. Jan 28 07:28:44.555705 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-ed7353c9-3b69-4820-b46c-e19d2b108486 tempest-NegativeSecGroupIPv6Test-1406152063 tempest-NegativeSecGroupIPv6Test-1406152063-project] 10.222.0.41 "GET /v2.0/security-group-rules/5c1580ae-487f-4145-9ee9-a7e68a2a470f HTTP/1.1" status: 404 len: 356 time: 0.0561619 Jan 28 07:28:44.604278 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c14b18d3-901a-4e9a-9f0a-70ba74da1ee5 None None] Publish callbacks [] for port (7b000f11-d531-4586-917c-e73500eef81a), precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:44.612260 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-1eea9d3c-1f9c-4405-8603-ca8ce94d2810 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0d3856de654045cba8f9f44352b15377&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5569491 Jan 28 07:28:44.615915 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 37936) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:44.623521 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c14b18d3-901a-4e9a-9f0a-70ba74da1ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (7b000f11-d531-4586-917c-e73500eef81a), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:44.642362 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eea9d3c-1f9c-4405-8603-ca8ce94d2810 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b736dd9-2c9c-4828-aacf-0088057db0f5,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:44.698377 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-c14b18d3-901a-4e9a-9f0a-70ba74da1ee5 None None] Attempting to bind port 7b000f11-d531-4586-917c-e73500eef81a on host n-d-712749-28 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:28:44.699028 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-c14b18d3-901a-4e9a-9f0a-70ba74da1ee5 None None] Attempting to bind port 7b000f11-d531-4586-917c-e73500eef81a by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:28:44.700168 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14b18d3-901a-4e9a-9f0a-70ba74da1ee5 None None] Attempting to bind port 7b000f11-d531-4586-917c-e73500eef81a on network 7d5b3724-deef-4831-8d43-cb9b8176573c {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:28:44.757802 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14b18d3-901a-4e9a-9f0a-70ba74da1ee5 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:28:44.758445 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14b18d3-901a-4e9a-9f0a-70ba74da1ee5 None None] Checking segment: {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:28:44.760629 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c14b18d3-901a-4e9a-9f0a-70ba74da1ee5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:44.761320 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14b18d3-901a-4e9a-9f0a-70ba74da1ee5 None None] Bound using segment: {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:28:44.763296 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-153bbb31-6ab3-4f15-8d67-e2b22c99b311 admin admin] Publish callbacks [] for security_group (8b736dd9-2c9c-4828-aacf-0088057db0f5), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:44.764807 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-c14b18d3-901a-4e9a-9f0a-70ba74da1ee5 None None] Bound port: 7b000f11-d531-4586-917c-e73500eef81a, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:28:44.766115 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c14b18d3-901a-4e9a-9f0a-70ba74da1ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (7b000f11-d531-4586-917c-e73500eef81a), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:44.814829 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-153bbb31-6ab3-4f15-8d67-e2b22c99b311 admin admin] Publish callbacks [] for security_group (8b736dd9-2c9c-4828-aacf-0088057db0f5), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:44.886833 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c14b18d3-901a-4e9a-9f0a-70ba74da1ee5 None None] For port 7b000f11-d531-4586-917c-e73500eef81a, host n-d-712749-28, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:28:44.890763 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c14b18d3-901a-4e9a-9f0a-70ba74da1ee5 None None] For port 7b000f11-d531-4586-917c-e73500eef81a, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=7b000f11-d531-4586-917c-e73500eef81a,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:28:44.912505 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c14b18d3-901a-4e9a-9f0a-70ba74da1ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (7b000f11-d531-4586-917c-e73500eef81a), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:44.917639 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-153bbb31-6ab3-4f15-8d67-e2b22c99b311 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (8b736dd9-2c9c-4828-aacf-0088057db0f5), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:44.921573 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-153bbb31-6ab3-4f15-8d67-e2b22c99b311 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:44.923013 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-153bbb31-6ab3-4f15-8d67-e2b22c99b311 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8b736dd9-2c9c-4828-aacf-0088057db0f5 HTTP/1.1" status: 204 len: 168 time: 0.3001201 Jan 28 07:28:44.936640 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153bbb31-6ab3-4f15-8d67-e2b22c99b311 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b736dd9-2c9c-4828-aacf-0088057db0f5,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:45.004238 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 37942) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:45.028122 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14b18d3-901a-4e9a-9f0a-70ba74da1ee5 None None] Routers {'8abd9771-f8ae-4110-8c5f-7c97487fbf0c'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:28:45.028122 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-c14b18d3-901a-4e9a-9f0a-70ba74da1ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:28:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['8abd9771-f8ae-4110-8c5f-7c97487fbf0c'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:28:45.056271 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c141764a-3c97-4c2a-973b-2c3a5ea63a0b None None] Pushing event updated for resources: {'Port': ['ID=7b000f11-d531-4586-917c-e73500eef81a,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:45.083050 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5cb995e5-16b7-4914-beaa-b817f6d03152 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Publish callbacks [] for router_gateway (72ed86f9-bf6c-445f-9b39-851cf2fe60c0), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:45.151558 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5cb995e5-16b7-4914-beaa-b817f6d03152 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:45.174226 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c141764a-3c97-4c2a-973b-2c3a5ea63a0b None None] Pushing event updated for resources: {'Port': ['ID=7b000f11-d531-4586-917c-e73500eef81a,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:45.261536 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-cd205a1f-685f-4cd9-8c6c-68e7852bbfc0 req-40f6696e-8417-4e15-8fda-90907004a6d2 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009 HTTP/1.1" status: 200 len: 210 time: 0.0997667 Jan 28 07:28:45.334277 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-43734421-ea41-4f84-823e-3e6dc3c067e1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f716dafeb4194bfe9a9c0d84508927b9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3282104 Jan 28 07:28:45.335554 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 37956) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:45.410937 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-22176324-6783-417a-9354-9c6b5c6d5009 admin admin] Publish callbacks [] for security_group (363b8094-d25b-4863-9a16-6692b5603d84), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:45.430259 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-c14b18d3-901a-4e9a-9f0a-70ba74da1ee5 None None] Set router 8abd9771-f8ae-4110-8c5f-7c97487fbf0c gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:28:45.496332 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-22176324-6783-417a-9354-9c6b5c6d5009 admin admin] Publish callbacks [] for security_group (363b8094-d25b-4863-9a16-6692b5603d84), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:45.552727 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-5cb995e5-16b7-4914-beaa-b817f6d03152 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Allocated IP 172.25.6.173 (7d5b3724-deef-4831-8d43-cb9b8176573c/b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc/e5242dee-091b-4993-b792-e07ab088bee5) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:28:45.597343 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-22176324-6783-417a-9354-9c6b5c6d5009 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (363b8094-d25b-4863-9a16-6692b5603d84), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:45.602548 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-22176324-6783-417a-9354-9c6b5c6d5009 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:45.607556 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-22176324-6783-417a-9354-9c6b5c6d5009 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/363b8094-d25b-4863-9a16-6692b5603d84 HTTP/1.1" status: 204 len: 168 time: 0.2715096 Jan 28 07:28:45.619679 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22176324-6783-417a-9354-9c6b5c6d5009 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=363b8094-d25b-4863-9a16-6692b5603d84,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:45.950262 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-c14b18d3-901a-4e9a-9f0a-70ba74da1ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8abd9771-f8ae-4110-8c5f-7c97487fbf0c', 'name': 'tempest-snat-router-436939434', 'tenant_id': 'caf55999998940a784a964c22d965d05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.14'}], 'enable_snat': False}, 'gw_port_id': '7b000f11-d531-4586-917c-e73500eef81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:28:39Z', 'updated_at': '2022-01-28T07:28:41Z', 'revision_number': 3, 'project_id': 'caf55999998940a784a964c22d965d05', 'gw_port': {'id': '7b000f11-d531-4586-917c-e73500eef81a', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:70:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8abd9771-f8ae-4110-8c5f-7c97487fbf0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:28:40Z', 'updated_at': '2022-01-28T07:28:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:28:45.979802 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5cb995e5-16b7-4914-beaa-b817f6d03152 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Publish callbacks [] for port (e5242dee-091b-4993-b792-e07ab088bee5), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:46.073592 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14b18d3-901a-4e9a-9f0a-70ba74da1ee5 None None] The sync data for ids ['8abd9771-f8ae-4110-8c5f-7c97487fbf0c'] in n-d-712749-28 is: [{'id': '8abd9771-f8ae-4110-8c5f-7c97487fbf0c', 'name': 'tempest-snat-router-436939434', 'tenant_id': 'caf55999998940a784a964c22d965d05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.14'}], 'enable_snat': False}, 'gw_port_id': '7b000f11-d531-4586-917c-e73500eef81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:28:39Z', 'updated_at': '2022-01-28T07:28:41Z', 'revision_number': 3, 'project_id': 'caf55999998940a784a964c22d965d05', 'gw_port': {'id': '7b000f11-d531-4586-917c-e73500eef81a', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:70:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8abd9771-f8ae-4110-8c5f-7c97487fbf0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:28:40Z', 'updated_at': '2022-01-28T07:28:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712749-28'}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:28:46.151401 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5cb995e5-16b7-4914-beaa-b817f6d03152 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (e5242dee-091b-4993-b792-e07ab088bee5), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:46.214387 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cb995e5-16b7-4914-beaa-b817f6d03152 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Network 7d5b3724-deef-4831-8d43-cb9b8176573c is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:28:46.225740 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-5cb995e5-16b7-4914-beaa-b817f6d03152 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:28:46.296285 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb995e5-16b7-4914-beaa-b817f6d03152 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:28:46.582290 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-657fee40-9203-42c8-8a18-c887ff4e47f4 req-fed793cb-0f4e-42d8-9823-1317277baa00 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009 HTTP/1.1" status: 200 len: 210 time: 0.0896838 Jan 28 07:28:46.589187 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb995e5-16b7-4914-beaa-b817f6d03152 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Pushing event updated for resources: {'Port': ['ID=e5242dee-091b-4993-b792-e07ab088bee5,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:47.217387 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5cb995e5-16b7-4914-beaa-b817f6d03152 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Publish callbacks [] for router_gateway (72ed86f9-bf6c-445f-9b39-851cf2fe60c0), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:47.665548 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 7b000f11-d531-4586-917c-e73500eef81a up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:28:47.897978 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 7b000f11-d531-4586-917c-e73500eef81a triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:28:47.898380 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (7b000f11-d531-4586-917c-e73500eef81a), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:48.047054 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 38022) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:48.050039 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-696ad9d9-946b-43aa-8197-660d51a1a22a req-f7138ec9-3336-4aa7-82f1-15de4915c9e2 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009 HTTP/1.1" status: 200 len: 210 time: 0.1221333 Jan 28 07:28:48.114084 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5cb995e5-16b7-4914-beaa-b817f6d03152 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16605475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16607909'] for router (72ed86f9-bf6c-445f-9b39-851cf2fe60c0), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:48.240350 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 7b000f11-d531-4586-917c-e73500eef81a is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:28:48.240766 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (7b000f11-d531-4586-917c-e73500eef81a), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:48.350794 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] For port 7b000f11-d531-4586-917c-e73500eef81a, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=7b000f11-d531-4586-917c-e73500eef81a,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:28:48.366655 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (7b000f11-d531-4586-917c-e73500eef81a), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:48.417478 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-25156d96-e768-4c97-a789-ec31947da7ab tempest-SubnetPoolsTestJSON-284128271 tempest-SubnetPoolsTestJSON-284128271-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-949604556', 'prefixes': ['172.20.0.0/16']}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:28:48.528804 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Pushing event updated for resources: {'Port': ['ID=7b000f11-d531-4586-917c-e73500eef81a,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:48.588326 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cb995e5-16b7-4914-beaa-b817f6d03152 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Router 72ed86f9-bf6c-445f-9b39-851cf2fe60c0 is scheduled to L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 with binding_index 1 {{(pid=103283) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 07:28:48.594054 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-25156d96-e768-4c97-a789-ec31947da7ab tempest-SubnetPoolsTestJSON-284128271 tempest-SubnetPoolsTestJSON-284128271-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:48.598316 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 38040) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:48.608774 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-25156d96-e768-4c97-a789-ec31947da7ab tempest-SubnetPoolsTestJSON-284128271 tempest-SubnetPoolsTestJSON-284128271-project] 10.222.0.41 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.5575247 Jan 28 07:28:48.742116 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 38050) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:48.747874 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-9f702690-0c95-4d7b-9bba-fc29d988fef7 tempest-SubnetPoolsTestJSON-284128271 tempest-SubnetPoolsTestJSON-284128271-project] 10.222.0.41 "GET /v2.0/subnetpools/b116b6dd-7e51-4509-955e-06b0a8019953 HTTP/1.1" status: 200 len: 731 time: 0.1465125 Jan 28 07:28:48.748104 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-5ad61a5b-7be1-44d1-a21d-11a22bbeea88 tempest-SubnetPoolsTestJSON-284128271 tempest-SubnetPoolsTestJSON-284128271-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-698606485'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:28:48.878880 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5ad61a5b-7be1-44d1-a21d-11a22bbeea88 tempest-SubnetPoolsTestJSON-284128271 tempest-SubnetPoolsTestJSON-284128271-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:48.896512 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-5ad61a5b-7be1-44d1-a21d-11a22bbeea88 tempest-SubnetPoolsTestJSON-284128271 tempest-SubnetPoolsTestJSON-284128271-project] 10.222.0.41 "PUT /v2.0/subnetpools/b116b6dd-7e51-4509-955e-06b0a8019953 HTTP/1.1" status: 200 len: 683 time: 0.1494887 Jan 28 07:28:48.897196 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 38052) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:48.978552 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cb995e5-16b7-4914-beaa-b817f6d03152 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:28:48.990315 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281e6e38-9c4a-45e3-adcb-bfcfed08e56d None None] Sync routers for ids ['72ed86f9-bf6c-445f-9b39-851cf2fe60c0'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:28:49.016373 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5cb995e5-16b7-4914-beaa-b817f6d03152 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:49.016753 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281e6e38-9c4a-45e3-adcb-bfcfed08e56d None None] Routers {'72ed86f9-bf6c-445f-9b39-851cf2fe60c0'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:28:49.017489 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-281e6e38-9c4a-45e3-adcb-bfcfed08e56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:28:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['72ed86f9-bf6c-445f-9b39-851cf2fe60c0'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:28:49.017982 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-5cb995e5-16b7-4914-beaa-b817f6d03152 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 5.8696272 Jan 28 07:28:49.020683 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 38054) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:49.084733 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8a29ba93-0249-4314-b2fa-529970ed6cda tempest-SubnetPoolsTestJSON-284128271 tempest-SubnetPoolsTestJSON-284128271-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:49.095872 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-8a29ba93-0249-4314-b2fa-529970ed6cda tempest-SubnetPoolsTestJSON-284128271 tempest-SubnetPoolsTestJSON-284128271-project] 10.222.0.41 "DELETE /v2.0/subnetpools/b116b6dd-7e51-4509-955e-06b0a8019953 HTTP/1.1" status: 204 len: 168 time: 0.1975913 Jan 28 07:28:49.096614 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 38056) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:49.142315 n-d-712749-28 neutron-server[103284]: INFO neutron.api.v2.resource [None req-9379a9fe-b6a7-4705-ba7b-a04c36a62299 tempest-SubnetPoolsTestJSON-284128271 tempest-SubnetPoolsTestJSON-284128271-project] show failed (client error): The resource could not be found. Jan 28 07:28:49.146313 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-9379a9fe-b6a7-4705-ba7b-a04c36a62299 tempest-SubnetPoolsTestJSON-284128271 tempest-SubnetPoolsTestJSON-284128271-project] 10.222.0.41 "GET /v2.0/subnetpools/b116b6dd-7e51-4509-955e-06b0a8019953 HTTP/1.1" status: 404 len: 346 time: 0.0486352 Jan 28 07:28:49.151217 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 38060) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:49.203107 n-d-712749-28 neutron-server[103283]: INFO neutron.api.v2.resource [None req-7d0032d3-66cb-4cca-9b4b-52b94e7ce965 tempest-SubnetPoolsTestJSON-284128271 tempest-SubnetPoolsTestJSON-284128271-project] delete failed (client error): The resource could not be found. Jan 28 07:28:49.219665 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-7d0032d3-66cb-4cca-9b4b-52b94e7ce965 tempest-SubnetPoolsTestJSON-284128271 tempest-SubnetPoolsTestJSON-284128271-project] 10.222.0.41 "DELETE /v2.0/subnetpools/b116b6dd-7e51-4509-955e-06b0a8019953 HTTP/1.1" status: 404 len: 346 time: 0.0630763 Jan 28 07:28:49.312119 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a2379f34-c960-4788-b311-917ac0d016a5 req-d9ebc803-bbdc-4cb8-967a-6917630030b9 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009 HTTP/1.1" status: 200 len: 210 time: 0.0716765 Jan 28 07:28:49.347851 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-281e6e38-9c4a-45e3-adcb-bfcfed08e56d None None] Set router 72ed86f9-bf6c-445f-9b39-851cf2fe60c0 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:28:49.417741 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-f6ff8193-3961-41c1-ac07-8704928b6731 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] 10.222.0.41 "GET /v2.0/routers/72ed86f9-bf6c-445f-9b39-851cf2fe60c0 HTTP/1.1" status: 200 len: 907 time: 0.3958023 Jan 28 07:28:49.421413 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 38088) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:49.629003 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 7b000f11-d531-4586-917c-e73500eef81a up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:28:49.744896 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-abd4e125-bfd4-4746-b5ec-7f9a468c8ed4 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Publish callbacks [] for router (72ed86f9-bf6c-445f-9b39-851cf2fe60c0), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:50.092373 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 38152) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:50.136555 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 7b000f11-d531-4586-917c-e73500eef81a triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:28:50.136555 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (7b000f11-d531-4586-917c-e73500eef81a), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:50.224813 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ea395a-02af-47f4-8a25-8d001440c3cf req-953bf6bd-ddf9-4763-8e8b-9c469ed0046b tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:28:50.236498 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-28ea395a-02af-47f4-8a25-8d001440c3cf req-953bf6bd-ddf9-4763-8e8b-9c469ed0046b tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b2672ed-ba82-49be-a666-c2bcdfaf9a83 HTTP/1.1" status: 200 len: 945 time: 0.3314283 Jan 28 07:28:50.262322 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-abd4e125-bfd4-4746-b5ec-7f9a468c8ed4 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Publish callbacks [] for router_gateway (72ed86f9-bf6c-445f-9b39-851cf2fe60c0), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:50.266168 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-281e6e38-9c4a-45e3-adcb-bfcfed08e56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72ed86f9-bf6c-445f-9b39-851cf2fe60c0', 'name': 'tempest-snat-router-436939434', 'tenant_id': 'caf55999998940a784a964c22d965d05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': 'e5242dee-091b-4993-b792-e07ab088bee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:28:43Z', 'updated_at': '2022-01-28T07:28:46Z', 'revision_number': 3, 'project_id': 'caf55999998940a784a964c22d965d05', 'gw_port': {'id': 'e5242dee-091b-4993-b792-e07ab088bee5', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:8c:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72ed86f9-bf6c-445f-9b39-851cf2fe60c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2419, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:28:45Z', 'updated_at': '2022-01-28T07:28:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:28:50.300511 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281e6e38-9c4a-45e3-adcb-bfcfed08e56d None None] Checking router: 72ed86f9-bf6c-445f-9b39-851cf2fe60c0 for host: n-d-712749-28 {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:28:50.301143 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281e6e38-9c4a-45e3-adcb-bfcfed08e56d None None] Updating router 72ed86f9-bf6c-445f-9b39-851cf2fe60c0 port e5242dee-091b-4993-b792-e07ab088bee5 binding host n-d-712749-28 {{(pid=103285) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 07:28:50.351246 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1909892a-08d2-4b45-a44e-63daf8ccaa4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:50.359146 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-28ea395a-02af-47f4-8a25-8d001440c3cf req-db3790df-1e27-48b9-8fc4-ff99c3536851 tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] 10.222.0.41 "GET /v2.0/security-groups?id=53b55572-4939-4466-abb4-cc7f1bb894f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213403 Jan 28 07:28:50.417546 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-abd4e125-bfd4-4746-b5ec-7f9a468c8ed4 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Deleting port e5242dee-091b-4993-b792-e07ab088bee5 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:28:50.418100 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-abd4e125-bfd4-4746-b5ec-7f9a468c8ed4 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (e5242dee-091b-4993-b792-e07ab088bee5), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:50.431711 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-281e6e38-9c4a-45e3-adcb-bfcfed08e56d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (e5242dee-091b-4993-b792-e07ab088bee5), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:50.530719 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 7b000f11-d531-4586-917c-e73500eef81a is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:28:50.583804 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-abd4e125-bfd4-4746-b5ec-7f9a468c8ed4 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (e5242dee-091b-4993-b792-e07ab088bee5), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:50.597851 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-abd4e125-bfd4-4746-b5ec-7f9a468c8ed4 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Calling delete_port for e5242dee-091b-4993-b792-e07ab088bee5 owned by network:router_gateway {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:28:50.608117 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1c231816-9008-45c0-9cf2-a7a8a72c52b5 req-7ca684e4-6089-4680-8b79-adb6148e6fb7 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009 HTTP/1.1" status: 200 len: 210 time: 0.0860162 Jan 28 07:28:50.663740 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1909892a-08d2-4b45-a44e-63daf8ccaa4d admin admin] Publish callbacks [] for security_group (b552a171-f06e-47fe-a243-7ca77f77a14b), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:50.674750 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1909892a-08d2-4b45-a44e-63daf8ccaa4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (b552a171-f06e-47fe-a243-7ca77f77a14b), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:50.772785 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-1909892a-08d2-4b45-a44e-63daf8ccaa4d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a8263a82a3884a1ebc419e39c64384fe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6790681 Jan 28 07:28:50.778415 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 38204) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:50.796435 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1909892a-08d2-4b45-a44e-63daf8ccaa4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b552a171-f06e-47fe-a243-7ca77f77a14b,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:50.879850 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-abd4e125-bfd4-4746-b5ec-7f9a468c8ed4 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (e5242dee-091b-4993-b792-e07ab088bee5), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:50.891237 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c430b3b3-0d37-4b29-8960-d50af7da00b6 admin admin] Publish callbacks [] for security_group (b552a171-f06e-47fe-a243-7ca77f77a14b), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:50.931785 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd4e125-bfd4-4746-b5ec-7f9a468c8ed4 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Pushing event deleted for resources: {'Port': ['ID=e5242dee-091b-4993-b792-e07ab088bee5,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:50.948287 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c430b3b3-0d37-4b29-8960-d50af7da00b6 admin admin] Publish callbacks [] for security_group (b552a171-f06e-47fe-a243-7ca77f77a14b), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:50.967677 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 38214) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:50.978791 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.db.api [None req-281e6e38-9c4a-45e3-adcb-bfcfed08e56d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103285) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 07:28:50.979136 n-d-712749-28 neutron-server[103285]: DEBUG oslo_db.api [None req-281e6e38-9c4a-45e3-adcb-bfcfed08e56d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 07:28:51.013607 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c430b3b3-0d37-4b29-8960-d50af7da00b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (b552a171-f06e-47fe-a243-7ca77f77a14b), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:51.016839 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c430b3b3-0d37-4b29-8960-d50af7da00b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:51.018094 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-c430b3b3-0d37-4b29-8960-d50af7da00b6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b552a171-f06e-47fe-a243-7ca77f77a14b HTTP/1.1" status: 204 len: 168 time: 0.2384076 Jan 28 07:28:51.028317 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c430b3b3-0d37-4b29-8960-d50af7da00b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b552a171-f06e-47fe-a243-7ca77f77a14b,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:51.051606 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-abd4e125-bfd4-4746-b5ec-7f9a468c8ed4 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16607873'] for router_gateway (72ed86f9-bf6c-445f-9b39-851cf2fe60c0), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:51.161721 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-abd4e125-bfd4-4746-b5ec-7f9a468c8ed4 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16605684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127449'] for router (72ed86f9-bf6c-445f-9b39-851cf2fe60c0), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:51.164054 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-abd4e125-bfd4-4746-b5ec-7f9a468c8ed4 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Publish callbacks [] for router_controller (72ed86f9-bf6c-445f-9b39-851cf2fe60c0), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:51.226091 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-abd4e125-bfd4-4746-b5ec-7f9a468c8ed4 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16605693'] for router (72ed86f9-bf6c-445f-9b39-851cf2fe60c0), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:51.226746 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abd4e125-bfd4-4746-b5ec-7f9a468c8ed4 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 72ed86f9-bf6c-445f-9b39-851cf2fe60c0 {{(pid=103284) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 07:28:51.233052 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-abd4e125-bfd4-4746-b5ec-7f9a468c8ed4 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:51.238669 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-abd4e125-bfd4-4746-b5ec-7f9a468c8ed4 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] 10.222.0.41 "DELETE /v2.0/routers/72ed86f9-bf6c-445f-9b39-851cf2fe60c0 HTTP/1.1" status: 204 len: 168 time: 1.8149536 Jan 28 07:28:51.240248 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 38226) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:51.382557 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0f9775f2-42cc-4410-a6ea-421599155f4a tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Publish callbacks [] for router (8abd9771-f8ae-4110-8c5f-7c97487fbf0c), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:51.436674 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7bfe3148-60c5-414a-9026-8f5d360d10d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:51.508023 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281e6e38-9c4a-45e3-adcb-bfcfed08e56d None None] Port e5242dee-091b-4993-b792-e07ab088bee5 not found while updating agent binding for router 72ed86f9-bf6c-445f-9b39-851cf2fe60c0. {{(pid=103285) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jan 28 07:28:51.520113 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281e6e38-9c4a-45e3-adcb-bfcfed08e56d None None] Routers set() bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:28:51.520784 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281e6e38-9c4a-45e3-adcb-bfcfed08e56d None None] Router IDs set() for agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 28 07:28:51.521737 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_agentschedulers_db [None req-281e6e38-9c4a-45e3-adcb-bfcfed08e56d None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'72ed86f9-bf6c-445f-9b39-851cf2fe60c0'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:28:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent'). {{(pid=103285) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jan 28 07:28:51.522320 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281e6e38-9c4a-45e3-adcb-bfcfed08e56d None None] The sync data for ids ['72ed86f9-bf6c-445f-9b39-851cf2fe60c0'] in n-d-712749-28 is: [] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:28:51.584382 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0f9775f2-42cc-4410-a6ea-421599155f4a tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Publish callbacks [] for router_gateway (8abd9771-f8ae-4110-8c5f-7c97487fbf0c), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:51.620372 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8352d4f-ca15-48c2-82c8-8978cc43caa1 req-7fa3e926-85bd-4618-81e9-1329396dd6cd tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:28:51.623822 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f8352d4f-ca15-48c2-82c8-8978cc43caa1 req-7fa3e926-85bd-4618-81e9-1329396dd6cd tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] 10.222.0.10 "GET /v2.0/ports?device_id=9b2672ed-ba82-49be-a666-c2bcdfaf9a83 HTTP/1.1" status: 200 len: 945 time: 0.0830083 Jan 28 07:28:51.664235 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7bfe3148-60c5-414a-9026-8f5d360d10d5 admin admin] Publish callbacks [] for security_group (3e07f443-8ee8-42f8-9649-0bf6cf562b46), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:51.684064 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7bfe3148-60c5-414a-9026-8f5d360d10d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (3e07f443-8ee8-42f8-9649-0bf6cf562b46), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:51.742319 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-7bfe3148-60c5-414a-9026-8f5d360d10d5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=022c9051cb984dd8b5fc0b0dbd9090a2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7735419 Jan 28 07:28:51.755496 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 38242) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:51.835254 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfe3148-60c5-414a-9026-8f5d360d10d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e07f443-8ee8-42f8-9649-0bf6cf562b46,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:51.865442 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af1453e-e267-4dd9-8ff8-a6a3cc5fa8e1 req-976c2647-5701-42c7-be43-042ddd524c26 tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:28:51.867239 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6af1453e-e267-4dd9-8ff8-a6a3cc5fa8e1 req-976c2647-5701-42c7-be43-042ddd524c26 tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b2672ed-ba82-49be-a666-c2bcdfaf9a83 HTTP/1.1" status: 200 len: 945 time: 0.2004344 Jan 28 07:28:51.873788 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-48bc9ddd-af40-4118-b8e6-cd1e2ef69eca admin admin] Publish callbacks [] for security_group (3e07f443-8ee8-42f8-9649-0bf6cf562b46), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:51.899647 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-48bc9ddd-af40-4118-b8e6-cd1e2ef69eca admin admin] Publish callbacks [] for security_group (3e07f443-8ee8-42f8-9649-0bf6cf562b46), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:51.916727 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f00e5424-8c05-49d3-9836-7ad78263634c req-3e251831-4500-4647-96aa-83e57b0ad93e tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009 HTTP/1.1" status: 200 len: 210 time: 0.1257155 Jan 28 07:28:51.920419 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-0f9775f2-42cc-4410-a6ea-421599155f4a tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Deleting port 7b000f11-d531-4586-917c-e73500eef81a {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:28:51.930869 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0f9775f2-42cc-4410-a6ea-421599155f4a tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (7b000f11-d531-4586-917c-e73500eef81a), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:51.992029 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-48bc9ddd-af40-4118-b8e6-cd1e2ef69eca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (3e07f443-8ee8-42f8-9649-0bf6cf562b46), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:51.995254 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-48bc9ddd-af40-4118-b8e6-cd1e2ef69eca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:51.997416 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-48bc9ddd-af40-4118-b8e6-cd1e2ef69eca admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3e07f443-8ee8-42f8-9649-0bf6cf562b46 HTTP/1.1" status: 204 len: 168 time: 0.2371099 Jan 28 07:28:52.048425 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6af1453e-e267-4dd9-8ff8-a6a3cc5fa8e1 req-8ce60140-c1c8-4746-abcf-a26c31b7e123 tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] 10.222.0.41 "GET /v2.0/security-groups?id=53b55572-4939-4466-abb4-cc7f1bb894f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675347 Jan 28 07:28:52.049158 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bc9ddd-af40-4118-b8e6-cd1e2ef69eca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e07f443-8ee8-42f8-9649-0bf6cf562b46,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:52.103462 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-0f9775f2-42cc-4410-a6ea-421599155f4a tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] For port 7b000f11-d531-4586-917c-e73500eef81a, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=7b000f11-d531-4586-917c-e73500eef81a,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:28:52.104017 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0f9775f2-42cc-4410-a6ea-421599155f4a tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (7b000f11-d531-4586-917c-e73500eef81a), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:52.138907 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-0f9775f2-42cc-4410-a6ea-421599155f4a tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Calling delete_port for 7b000f11-d531-4586-917c-e73500eef81a owned by network:router_gateway {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:28:52.444994 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 38262) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:52.486381 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-f8352d4f-ca15-48c2-82c8-8978cc43caa1 req-2910c8a4-3102-41e8-ad1c-aadc93f34599 tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] Deleting port f63f275e-2d22-44ba-9a17-22ff0528131a {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:28:52.486967 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-f8352d4f-ca15-48c2-82c8-8978cc43caa1 req-2910c8a4-3102-41e8-ad1c-aadc93f34599 tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (f63f275e-2d22-44ba-9a17-22ff0528131a), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:52.533753 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 38268) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:52.550717 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0f9775f2-42cc-4410-a6ea-421599155f4a tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (7b000f11-d531-4586-917c-e73500eef81a), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:52.570587 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bcb3b6f4-9855-4dad-8890-813590bc18f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:52.596710 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9775f2-42cc-4410-a6ea-421599155f4a tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Pushing event deleted for resources: {'Port': ['ID=7b000f11-d531-4586-917c-e73500eef81a,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:52.672951 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-f8352d4f-ca15-48c2-82c8-8978cc43caa1 req-2910c8a4-3102-41e8-ad1c-aadc93f34599 tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] For port f63f275e-2d22-44ba-9a17-22ff0528131a, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=f63f275e-2d22-44ba-9a17-22ff0528131a,segment=NetworkSegment(5e9d481f-a3b1-479f-be8f-343a288df135),segment_id=5e9d481f-a3b1-479f-be8f-343a288df135)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:28:52.673270 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-f8352d4f-ca15-48c2-82c8-8978cc43caa1 req-2910c8a4-3102-41e8-ad1c-aadc93f34599 tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (f63f275e-2d22-44ba-9a17-22ff0528131a), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:52.694251 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-f8352d4f-ca15-48c2-82c8-8978cc43caa1 req-2910c8a4-3102-41e8-ad1c-aadc93f34599 tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] Calling delete_port for f63f275e-2d22-44ba-9a17-22ff0528131a owned by compute:nova {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:28:52.712426 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0f9775f2-42cc-4410-a6ea-421599155f4a tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16607873'] for router_gateway (8abd9771-f8ae-4110-8c5f-7c97487fbf0c), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:52.780726 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bcb3b6f4-9855-4dad-8890-813590bc18f3 admin admin] Publish callbacks [] for security_group (0bb3cc40-54fb-4557-b335-6eff4689a314), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:52.791412 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bcb3b6f4-9855-4dad-8890-813590bc18f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (0bb3cc40-54fb-4557-b335-6eff4689a314), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:52.876658 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-bcb3b6f4-9855-4dad-8890-813590bc18f3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ae0d9b61a76644e693700452ca9541f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3409774 Jan 28 07:28:52.877531 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 38276) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:52.931902 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-96ca79d0-8547-473e-8c6a-db5f9c78cba6 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1954118130-network', 'tenant_id': '538c59dbedb14d82871670b2918d4038'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:28:52.936033 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb3b6f4-9855-4dad-8890-813590bc18f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bb3cc40-54fb-4557-b335-6eff4689a314,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:52.974730 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0f9775f2-42cc-4410-a6ea-421599155f4a tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16605684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127449'] for router (8abd9771-f8ae-4110-8c5f-7c97487fbf0c), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:52.978014 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0f9775f2-42cc-4410-a6ea-421599155f4a tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Publish callbacks [] for router_controller (8abd9771-f8ae-4110-8c5f-7c97487fbf0c), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:53.002883 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96ca79d0-8547-473e-8c6a-db5f9c78cba6 admin admin] Made reservation on behalf of 538c59dbedb14d82871670b2918d4038 for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:28:53.005530 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-96ca79d0-8547-473e-8c6a-db5f9c78cba6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:53.011306 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ca2df3f6-838d-4090-981a-354844b992dd admin admin] Publish callbacks [] for security_group (0bb3cc40-54fb-4557-b335-6eff4689a314), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:53.039196 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-96ca79d0-8547-473e-8c6a-db5f9c78cba6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:53.063881 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0f9775f2-42cc-4410-a6ea-421599155f4a tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16605693'] for router (8abd9771-f8ae-4110-8c5f-7c97487fbf0c), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:53.065544 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f9775f2-42cc-4410-a6ea-421599155f4a tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8abd9771-f8ae-4110-8c5f-7c97487fbf0c {{(pid=103283) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 07:28:53.080731 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ca2df3f6-838d-4090-981a-354844b992dd admin admin] Publish callbacks [] for security_group (0bb3cc40-54fb-4557-b335-6eff4689a314), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:53.128703 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0f9775f2-42cc-4410-a6ea-421599155f4a tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:53.133793 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-0f9775f2-42cc-4410-a6ea-421599155f4a tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] 10.222.0.41 "DELETE /v2.0/routers/8abd9771-f8ae-4110-8c5f-7c97487fbf0c HTTP/1.1" status: 204 len: 168 time: 1.8883426 Jan 28 07:28:53.137925 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 38282) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:53.142705 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-dc7c0480-3191-4994-bd06-f595276fe471 tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-19375623', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}, 'admin_state_up': False}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:28:53.203445 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-fbc15539-2205-454e-902c-fe01f42c4e97 req-48a50607-d820-4b37-8ab6-f29e352453bc tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009 HTTP/1.1" status: 200 len: 210 time: 0.1373923 Jan 28 07:28:53.260726 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dc7c0480-3191-4994-bd06-f595276fe471 tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16606890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127275'] for router (ec8ae59c-f88e-42c7-ab2e-78b582ea3ed0), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:53.262055 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dc7c0480-3191-4994-bd06-f595276fe471 tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16605498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16607952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16355422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127266'] for router (ec8ae59c-f88e-42c7-ab2e-78b582ea3ed0), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:53.305885 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-96ca79d0-8547-473e-8c6a-db5f9c78cba6 admin admin] Publish callbacks [] for security_group (4ec239ce-5fb3-42f8-81f1-ad496a0dc584), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:53.314636 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ca2df3f6-838d-4090-981a-354844b992dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (0bb3cc40-54fb-4557-b335-6eff4689a314), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:53.318807 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ca2df3f6-838d-4090-981a-354844b992dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:53.319797 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-ca2df3f6-838d-4090-981a-354844b992dd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0bb3cc40-54fb-4557-b335-6eff4689a314 HTTP/1.1" status: 204 len: 168 time: 0.4340310 Jan 28 07:28:53.355298 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-96ca79d0-8547-473e-8c6a-db5f9c78cba6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (4ec239ce-5fb3-42f8-81f1-ad496a0dc584), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:53.371941 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2df3f6-838d-4090-981a-354844b992dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bb3cc40-54fb-4557-b335-6eff4689a314,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:53.406224 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-f8352d4f-ca15-48c2-82c8-8978cc43caa1 req-2910c8a4-3102-41e8-ad1c-aadc93f34599 tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (f63f275e-2d22-44ba-9a17-22ff0528131a), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:53.430188 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1eafc3-9bb6-499e-b621-69406d76ccb8 req-af587b37-0787-4ce8-8cf0-8e8d65779ee7 tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:28:53.432996 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-fb1eafc3-9bb6-499e-b621-69406d76ccb8 req-af587b37-0787-4ce8-8cf0-8e8d65779ee7 tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b2672ed-ba82-49be-a666-c2bcdfaf9a83 HTTP/1.1" status: 200 len: 945 time: 0.2248838 Jan 28 07:28:53.439658 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['51e0b1f7-0573-4941-aecd-a7856786a205', '908a1335-5f54-4311-8913-be06c6e8339b', 'c4199e87-b5d8-46bb-a6a4-0b77d1512f3b'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:28:53.481850 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2910c8a4-3102-41e8-ad1c-aadc93f34599 tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] Pushing event deleted for resources: {'Port': ['ID=f63f275e-2d22-44ba-9a17-22ff0528131a,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:53.527033 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['f63f275e-2d22-44ba-9a17-22ff0528131a'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:28:53.530958 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2910c8a4-3102-41e8-ad1c-aadc93f34599 tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:28:53.531517 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2910c8a4-3102-41e8-ad1c-aadc93f34599 tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:28:53.532340 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2910c8a4-3102-41e8-ad1c-aadc93f34599 tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:28:53.532340 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2910c8a4-3102-41e8-ad1c-aadc93f34599 tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:28:53.532340 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2910c8a4-3102-41e8-ad1c-aadc93f34599 tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:28:53.532656 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2910c8a4-3102-41e8-ad1c-aadc93f34599 tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:28:53.532971 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2910c8a4-3102-41e8-ad1c-aadc93f34599 tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:28:53.533304 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2910c8a4-3102-41e8-ad1c-aadc93f34599 tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:28:53.533632 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2910c8a4-3102-41e8-ad1c-aadc93f34599 tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:28:53.533960 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2910c8a4-3102-41e8-ad1c-aadc93f34599 tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:28:53.534287 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2910c8a4-3102-41e8-ad1c-aadc93f34599 tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:28:53.534614 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2910c8a4-3102-41e8-ad1c-aadc93f34599 tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:28:53.534938 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2910c8a4-3102-41e8-ad1c-aadc93f34599 tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:28:53.591705 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dc7c0480-3191-4994-bd06-f595276fe471 tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Publish callbacks [] for router_controller (ec8ae59c-f88e-42c7-ab2e-78b582ea3ed0), precommit_add_association {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:53.614862 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96ca79d0-8547-473e-8c6a-db5f9c78cba6 admin admin] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:28:53.626314 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8352d4f-ca15-48c2-82c8-8978cc43caa1 req-2910c8a4-3102-41e8-ad1c-aadc93f34599 tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] No DVR routers for this DVR port f63f275e-2d22-44ba-9a17-22ff0528131a on host n-h1-712749-28 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:28:53.642571 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-f8352d4f-ca15-48c2-82c8-8978cc43caa1 req-2910c8a4-3102-41e8-ad1c-aadc93f34599 tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:53.646761 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f8352d4f-ca15-48c2-82c8-8978cc43caa1 req-2910c8a4-3102-41e8-ad1c-aadc93f34599 tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] 10.222.0.10 "DELETE /v2.0/ports/f63f275e-2d22-44ba-9a17-22ff0528131a HTTP/1.1" status: 204 len: 173 time: 1.9883065 Jan 28 07:28:53.647243 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b2672ed-ba82-49be-a666-c2bcdfaf9a83', 'name': 'network-vif-deleted', 'tag': 'f63f275e-2d22-44ba-9a17-22ff0528131a'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:28:53.661297 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b12555bb-4ddc-4231-bff9-29d70f413014" -d '{"events": [{"server_uuid": "9b2672ed-ba82-49be-a666-c2bcdfaf9a83", "name": "network-vif-deleted", "tag": "f63f275e-2d22-44ba-9a17-22ff0528131a"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:28:53.727191 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ca79d0-8547-473e-8c6a-db5f9c78cba6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ec239ce-5fb3-42f8-81f1-ad496a0dc584,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:53.749807 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e21aa847-5ee3-4b29-bbd3-5cda66a92007 x-openstack-request-id: req-e21aa847-5ee3-4b29-bbd3-5cda66a92007 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:28:53.750561 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b2672ed-ba82-49be-a666-c2bcdfaf9a83", "name": "network-vif-deleted", "tag": "f63f275e-2d22-44ba-9a17-22ff0528131a", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:28:53.750996 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e21aa847-5ee3-4b29-bbd3-5cda66a92007 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:28:53.751621 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b2672ed-ba82-49be-a666-c2bcdfaf9a83', 'name': 'network-vif-deleted', 'tag': 'f63f275e-2d22-44ba-9a17-22ff0528131a', 'status': 'completed', 'code': 200} Jan 28 07:28:53.753290 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-96ca79d0-8547-473e-8c6a-db5f9c78cba6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (bf537626-014b-432a-8cb3-0d92d037c3d7), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:53.753801 n-d-712749-28 neutron-server[103284]: INFO neutron.db.segments_db [None req-96ca79d0-8547-473e-8c6a-db5f9c78cba6 admin admin] Added segment bf537626-014b-432a-8cb3-0d92d037c3d7 of type vlan for network e1860824-5b30-4f6e-b9b4-b358875426db Jan 28 07:28:53.995151 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-96ca79d0-8547-473e-8c6a-db5f9c78cba6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (e1860824-5b30-4f6e-b9b4-b358875426db), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:54.003667 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-fb1eafc3-9bb6-499e-b621-69406d76ccb8 req-93686a5e-285d-454f-aa0e-2c640eb24425 tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] 10.222.0.41 "GET /v2.0/security-groups?id=53b55572-4939-4466-abb4-cc7f1bb894f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4245360 Jan 28 07:28:54.005687 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dc7c0480-3191-4994-bd06-f595276fe471 tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Publish callbacks [] for router_gateway (ec8ae59c-f88e-42c7-ab2e-78b582ea3ed0), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:54.100827 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-96ca79d0-8547-473e-8c6a-db5f9c78cba6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (e1860824-5b30-4f6e-b9b4-b358875426db), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:54.102243 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96ca79d0-8547-473e-8c6a-db5f9c78cba6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:28:54.121038 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-96ca79d0-8547-473e-8c6a-db5f9c78cba6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:54.255912 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 38310) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:54.260788 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-96ca79d0-8547-473e-8c6a-db5f9c78cba6 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.8149784 Jan 28 07:28:54.260908 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-2ed83ed6-a591-4c38-afa5-7a911401078b admin admin] Request body: {'subnet': {'network_id': 'e1860824-5b30-4f6e-b9b4-b358875426db', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1954118130-subnet', 'tenant_id': '538c59dbedb14d82871670b2918d4038', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:28:54.282613 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ca79d0-8547-473e-8c6a-db5f9c78cba6 admin admin] Pushing event updated for resources: {'Network': ['ID=e1860824-5b30-4f6e-b9b4-b358875426db,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:54.292314 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ed83ed6-a591-4c38-afa5-7a911401078b admin admin] Made reservation on behalf of 538c59dbedb14d82871670b2918d4038 for: {'subnet': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:28:54.298741 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network e1860824-5b30-4f6e-b9b4-b358875426db details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:28:54.327339 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2ed83ed6-a591-4c38-afa5-7a911401078b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13555781'] for subnet (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:54.471669 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dc7c0480-3191-4994-bd06-f595276fe471 tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Publish callbacks [] for router_gateway (ec8ae59c-f88e-42c7-ab2e-78b582ea3ed0), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:54.482512 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e86d4269-8a9c-47e0-86a7-f126b0a8d48e req-768dd050-0b4a-4883-9a15-2b68fe05da4d tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009 HTTP/1.1" status: 200 len: 210 time: 0.0904286 Jan 28 07:28:54.519627 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dc7c0480-3191-4994-bd06-f595276fe471 tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:54.578239 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 38320) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:54.695215 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-dc7c0480-3191-4994-bd06-f595276fe471 tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Allocated IP 172.25.6.232 (7d5b3724-deef-4831-8d43-cb9b8176573c/b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc/3f3200fa-0a4b-40a8-bb5e-63033c7eb751) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:28:55.150420 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2ed83ed6-a591-4c38-afa5-7a911401078b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13546728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13555799'] for subnet (0e8b3114-15ca-4c4b-ad3e-dd4085fb8f54), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:55.235680 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed83ed6-a591-4c38-afa5-7a911401078b admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e8b3114-15ca-4c4b-ad3e-dd4085fb8f54,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:55.255815 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed83ed6-a591-4c38-afa5-7a911401078b admin admin] Checking segment: {'id': 'bf537626-014b-432a-8cb3-0d92d037c3d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e1860824-5b30-4f6e-b9b4-b358875426db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:28:55.257126 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed83ed6-a591-4c38-afa5-7a911401078b admin admin] Network hostable DHCP agents. Network: e1860824-5b30-4f6e-b9b4-b358875426db, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:28:55.282677 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed83ed6-a591-4c38-afa5-7a911401078b admin admin] Network e1860824-5b30-4f6e-b9b4-b358875426db is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:28:55.296162 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-65ff8642-9236-48b7-924b-e560edc988ce admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-403941928-network', 'tenant_id': '523c72b3262f408a834b52d6cdc39e2f'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:28:55.305239 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-2ed83ed6-a591-4c38-afa5-7a911401078b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, e1860824-5b30-4f6e-b9b4-b358875426db) {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:28:55.310978 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed83ed6-a591-4c38-afa5-7a911401078b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:28:55.311575 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2ed83ed6-a591-4c38-afa5-7a911401078b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:55.329341 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db8ef73f-3bb9-4664-8c42-c4fa2ce502cc None None] Network e1860824-5b30-4f6e-b9b4-b358875426db requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:28:55.343429 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65ff8642-9236-48b7-924b-e560edc988ce admin admin] Made reservation on behalf of 523c72b3262f408a834b52d6cdc39e2f for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:28:55.346402 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-65ff8642-9236-48b7-924b-e560edc988ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:55.350603 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-2ed83ed6-a591-4c38-afa5-7a911401078b admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0935168 Jan 28 07:28:55.362638 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-65ff8642-9236-48b7-924b-e560edc988ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:55.410397 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dc7c0480-3191-4994-bd06-f595276fe471 tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Publish callbacks [] for port (3f3200fa-0a4b-40a8-bb5e-63033c7eb751), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:55.483385 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 7b000f11-d531-4586-917c-e73500eef81a no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:28:55.523133 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-65ff8642-9236-48b7-924b-e560edc988ce admin admin] Publish callbacks [] for security_group (cb17ac0f-46bd-44ed-83ec-88185b4eb236), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:55.525403 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dc7c0480-3191-4994-bd06-f595276fe471 tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (3f3200fa-0a4b-40a8-bb5e-63033c7eb751), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:55.548129 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: 7b000f11-d531-4586-917c-e73500eef81a {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:28:55.548517 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 7b000f11-d531-4586-917c-e73500eef81a not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:28:55.563363 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-65ff8642-9236-48b7-924b-e560edc988ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (cb17ac0f-46bd-44ed-83ec-88185b4eb236), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:55.582673 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc7c0480-3191-4994-bd06-f595276fe471 tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Network 7d5b3724-deef-4831-8d43-cb9b8176573c is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:28:55.586950 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-dc7c0480-3191-4994-bd06-f595276fe471 tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:28:55.601374 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7c0480-3191-4994-bd06-f595276fe471 tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:28:55.606224 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65ff8642-9236-48b7-924b-e560edc988ce admin admin] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:28:55.639612 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device f63f275e-2d22-44ba-9a17-22ff0528131a no longer exists at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:28:55.682648 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] No Port match for: f63f275e-2d22-44ba-9a17-22ff0528131a {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:28:55.682993 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device f63f275e-2d22-44ba-9a17-22ff0528131a not bound to the agent host n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:28:55.692815 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7c0480-3191-4994-bd06-f595276fe471 tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Pushing event updated for resources: {'Port': ['ID=3f3200fa-0a4b-40a8-bb5e-63033c7eb751,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:55.694940 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d8e33b2-c950-4790-a845-d35bffc8391b None None] Network e1860824-5b30-4f6e-b9b4-b358875426db requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:28:55.736429 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-65ff8642-9236-48b7-924b-e560edc988ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (f24106f8-db44-4cc3-8b76-0557f0407252), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:55.737032 n-d-712749-28 neutron-server[103284]: INFO neutron.db.segments_db [None req-65ff8642-9236-48b7-924b-e560edc988ce admin admin] Added segment f24106f8-db44-4cc3-8b76-0557f0407252 of type vlan for network be98d0ab-00a2-47f6-a08a-5fea33537b75 Jan 28 07:28:55.750765 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d6aa4ae2-1b01-4ba8-baf7-a8216f496cda req-82faf1fb-8342-4edc-ad3b-bed79557eda0 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009 HTTP/1.1" status: 200 len: 210 time: 0.0672245 Jan 28 07:28:55.800551 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-65ff8642-9236-48b7-924b-e560edc988ce admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (be98d0ab-00a2-47f6-a08a-5fea33537b75), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:55.834999 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ff8642-9236-48b7-924b-e560edc988ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb17ac0f-46bd-44ed-83ec-88185b4eb236,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:55.858171 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7c0480-3191-4994-bd06-f595276fe471 tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:28:55.858526 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7c0480-3191-4994-bd06-f595276fe471 tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:28:55.858875 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7c0480-3191-4994-bd06-f595276fe471 tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:28:55.859227 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7c0480-3191-4994-bd06-f595276fe471 tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:28:55.859567 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7c0480-3191-4994-bd06-f595276fe471 tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:28:55.860169 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7c0480-3191-4994-bd06-f595276fe471 tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:28:55.864398 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7c0480-3191-4994-bd06-f595276fe471 tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:28:55.864924 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7c0480-3191-4994-bd06-f595276fe471 tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:28:55.865425 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7c0480-3191-4994-bd06-f595276fe471 tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:28:55.865825 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7c0480-3191-4994-bd06-f595276fe471 tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:28:55.866288 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7c0480-3191-4994-bd06-f595276fe471 tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:28:55.866733 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7c0480-3191-4994-bd06-f595276fe471 tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:28:55.867174 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7c0480-3191-4994-bd06-f595276fe471 tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:28:55.910165 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-65ff8642-9236-48b7-924b-e560edc988ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (be98d0ab-00a2-47f6-a08a-5fea33537b75), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:55.911237 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ff8642-9236-48b7-924b-e560edc988ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:28:55.911887 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-65ff8642-9236-48b7-924b-e560edc988ce admin admin] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:55.914801 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ff8642-9236-48b7-924b-e560edc988ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:28:55.915523 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ff8642-9236-48b7-924b-e560edc988ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:28:55.915873 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ff8642-9236-48b7-924b-e560edc988ce admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:28:55.916302 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ff8642-9236-48b7-924b-e560edc988ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:28:55.916739 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ff8642-9236-48b7-924b-e560edc988ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:28:55.917178 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ff8642-9236-48b7-924b-e560edc988ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:28:55.917608 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ff8642-9236-48b7-924b-e560edc988ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:28:55.918105 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ff8642-9236-48b7-924b-e560edc988ce admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:28:55.918633 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ff8642-9236-48b7-924b-e560edc988ce admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:28:55.919063 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ff8642-9236-48b7-924b-e560edc988ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:28:55.919493 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ff8642-9236-48b7-924b-e560edc988ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:28:55.919937 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ff8642-9236-48b7-924b-e560edc988ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:28:55.920476 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ff8642-9236-48b7-924b-e560edc988ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:28:56.046810 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-65ff8642-9236-48b7-924b-e560edc988ce admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4628887 Jan 28 07:28:56.047038 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 38352) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:56.052478 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-cc855b0a-532c-4986-99f3-3edf81b4bd2b admin admin] Request body: {'subnet': {'network_id': 'be98d0ab-00a2-47f6-a08a-5fea33537b75', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-403941928-subnet', 'tenant_id': '523c72b3262f408a834b52d6cdc39e2f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:28:56.080175 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ff8642-9236-48b7-924b-e560edc988ce admin admin] Pushing event updated for resources: {'Network': ['ID=be98d0ab-00a2-47f6-a08a-5fea33537b75,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:56.092262 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc855b0a-532c-4986-99f3-3edf81b4bd2b admin admin] Made reservation on behalf of 523c72b3262f408a834b52d6cdc39e2f for: {'subnet': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:28:56.094703 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cc855b0a-532c-4986-99f3-3edf81b4bd2b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13555781'] for subnet (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:56.095427 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network be98d0ab-00a2-47f6-a08a-5fea33537b75 details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:28:56.237771 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 38356) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:56.253218 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-e629309d-ef6e-43ec-9c58-b0f59180de80 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1916583462-network', 'tenant_id': '34dab4e2fb8a4dabb9e6a3b707dbe788'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:28:56.285833 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dc7c0480-3191-4994-bd06-f595276fe471 tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Publish callbacks [] for router_gateway (ec8ae59c-f88e-42c7-ab2e-78b582ea3ed0), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:56.319260 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e629309d-ef6e-43ec-9c58-b0f59180de80 admin admin] Made reservation on behalf of 34dab4e2fb8a4dabb9e6a3b707dbe788 for: {'network': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:28:56.321646 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e629309d-ef6e-43ec-9c58-b0f59180de80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:56.362253 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e629309d-ef6e-43ec-9c58-b0f59180de80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:56.494094 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cc855b0a-532c-4986-99f3-3edf81b4bd2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13546728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13555799'] for subnet (135af119-b631-4e30-954b-1274f13d88bf), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:56.540803 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dc7c0480-3191-4994-bd06-f595276fe471 tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16605475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16607909'] for router (ec8ae59c-f88e-42c7-ab2e-78b582ea3ed0), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:56.637807 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e629309d-ef6e-43ec-9c58-b0f59180de80 admin admin] Publish callbacks [] for security_group (d65cc57e-330c-4494-ac5c-bc0be5c5b1bf), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:56.640970 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc855b0a-532c-4986-99f3-3edf81b4bd2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=135af119-b631-4e30-954b-1274f13d88bf,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:56.648551 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e629309d-ef6e-43ec-9c58-b0f59180de80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (d65cc57e-330c-4494-ac5c-bc0be5c5b1bf), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:56.682519 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e629309d-ef6e-43ec-9c58-b0f59180de80 admin admin] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=103283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:28:56.710018 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e629309d-ef6e-43ec-9c58-b0f59180de80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (778787a5-8dab-4e6b-9bde-59390382d92c), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:56.710369 n-d-712749-28 neutron-server[103283]: INFO neutron.db.segments_db [None req-e629309d-ef6e-43ec-9c58-b0f59180de80 admin admin] Added segment 778787a5-8dab-4e6b-9bde-59390382d92c of type vlan for network 198c252b-9966-4b82-9a9f-e4ac3253b9e8 Jan 28 07:28:56.719012 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc855b0a-532c-4986-99f3-3edf81b4bd2b admin admin] Checking segment: {'id': 'f24106f8-db44-4cc3-8b76-0557f0407252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'be98d0ab-00a2-47f6-a08a-5fea33537b75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:28:56.719382 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc855b0a-532c-4986-99f3-3edf81b4bd2b admin admin] Network hostable DHCP agents. Network: be98d0ab-00a2-47f6-a08a-5fea33537b75, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:28:56.721428 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e629309d-ef6e-43ec-9c58-b0f59180de80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d65cc57e-330c-4494-ac5c-bc0be5c5b1bf,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:56.769320 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc855b0a-532c-4986-99f3-3edf81b4bd2b admin admin] Network be98d0ab-00a2-47f6-a08a-5fea33537b75 is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:28:56.792431 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc7c0480-3191-4994-bd06-f595276fe471 tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Router ec8ae59c-f88e-42c7-ab2e-78b582ea3ed0 is scheduled to L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 with binding_index 1 {{(pid=103284) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 07:28:56.793461 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e629309d-ef6e-43ec-9c58-b0f59180de80 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (198c252b-9966-4b82-9a9f-e4ac3253b9e8), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:56.804101 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-cc855b0a-532c-4986-99f3-3edf81b4bd2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, be98d0ab-00a2-47f6-a08a-5fea33537b75) {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:28:56.813240 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc855b0a-532c-4986-99f3-3edf81b4bd2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:28:56.814112 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cc855b0a-532c-4986-99f3-3edf81b4bd2b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:56.820981 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-453a4620-ebe4-4212-9fb9-02f991e58af5 None None] Network be98d0ab-00a2-47f6-a08a-5fea33537b75 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:28:56.850485 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-cc855b0a-532c-4986-99f3-3edf81b4bd2b admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7947509 Jan 28 07:28:56.850485 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e629309d-ef6e-43ec-9c58-b0f59180de80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (198c252b-9966-4b82-9a9f-e4ac3253b9e8), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:56.850485 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e629309d-ef6e-43ec-9c58-b0f59180de80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:28:56.850485 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e629309d-ef6e-43ec-9c58-b0f59180de80 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:56.977212 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-e629309d-ef6e-43ec-9c58-b0f59180de80 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7353754 Jan 28 07:28:56.977212 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 38370) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:56.986083 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-745eeff4-f90e-4402-a45f-f109028194e4 admin admin] Request body: {'subnet': {'network_id': '198c252b-9966-4b82-9a9f-e4ac3253b9e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1916583462-subnet', 'tenant_id': '34dab4e2fb8a4dabb9e6a3b707dbe788', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:28:56.997537 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3f6ca9a5-47c3-4f59-a17f-9b2f3110a377 req-4b00bad5-5fba-4759-9f60-83df2db221aa tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009 HTTP/1.1" status: 200 len: 210 time: 0.0517638 Jan 28 07:28:57.003206 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc7c0480-3191-4994-bd06-f595276fe471 tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:28:57.018368 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375cbaf8-aade-411a-9f90-2444d5d05588 None None] Sync routers for ids ['ec8ae59c-f88e-42c7-ab2e-78b582ea3ed0'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:28:57.024885 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e629309d-ef6e-43ec-9c58-b0f59180de80 admin admin] Pushing event updated for resources: {'Network': ['ID=198c252b-9966-4b82-9a9f-e4ac3253b9e8,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:57.041952 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network 198c252b-9966-4b82-9a9f-e4ac3253b9e8 details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:28:57.045277 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375cbaf8-aade-411a-9f90-2444d5d05588 None None] Routers {'ec8ae59c-f88e-42c7-ab2e-78b582ea3ed0'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:28:57.051847 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dc7c0480-3191-4994-bd06-f595276fe471 tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Publish callbacks [] for router (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:57.052296 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-375cbaf8-aade-411a-9f90-2444d5d05588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:28:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['ec8ae59c-f88e-42c7-ab2e-78b582ea3ed0'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:28:57.056139 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-dc7c0480-3191-4994-bd06-f595276fe471 tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.9165177 Jan 28 07:28:57.058268 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 38374) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:57.069137 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-9f645ff8-8a57-4fad-a6d2-a65852f19e7f tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'enable_snat': False}}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:28:57.074726 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-745eeff4-f90e-4402-a45f-f109028194e4 admin admin] Made reservation on behalf of 34dab4e2fb8a4dabb9e6a3b707dbe788 for: {'subnet': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:28:57.077277 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-745eeff4-f90e-4402-a45f-f109028194e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13555781'] for subnet (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:57.109319 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-375cbaf8-aade-411a-9f90-2444d5d05588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:28:57.130532 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375cbaf8-aade-411a-9f90-2444d5d05588 None None] Routers {'ec8ae59c-f88e-42c7-ab2e-78b582ea3ed0'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:28:57.131463 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-375cbaf8-aade-411a-9f90-2444d5d05588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:28:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['ec8ae59c-f88e-42c7-ab2e-78b582ea3ed0'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:28:57.172729 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-375cbaf8-aade-411a-9f90-2444d5d05588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:28:57.173787 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375cbaf8-aade-411a-9f90-2444d5d05588 None None] The sync data for ids ['ec8ae59c-f88e-42c7-ab2e-78b582ea3ed0'] in n-d-712749-28 is: [] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:28:57.232930 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 7 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 07:28:57.422181 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-745eeff4-f90e-4402-a45f-f109028194e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13546728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13555799'] for subnet (3c7a2055-339f-43da-9ec4-a82d2800bb35), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:57.541614 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745eeff4-f90e-4402-a45f-f109028194e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c7a2055-339f-43da-9ec4-a82d2800bb35,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:57.569399 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745eeff4-f90e-4402-a45f-f109028194e4 admin admin] Checking segment: {'id': '778787a5-8dab-4e6b-9bde-59390382d92c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '198c252b-9966-4b82-9a9f-e4ac3253b9e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:28:57.569755 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-745eeff4-f90e-4402-a45f-f109028194e4 admin admin] Network hostable DHCP agents. Network: 198c252b-9966-4b82-9a9f-e4ac3253b9e8, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:28:57.607549 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-745eeff4-f90e-4402-a45f-f109028194e4 admin admin] Network 198c252b-9966-4b82-9a9f-e4ac3253b9e8 is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:28:57.622745 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-745eeff4-f90e-4402-a45f-f109028194e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, 198c252b-9966-4b82-9a9f-e4ac3253b9e8) {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:28:57.628896 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-745eeff4-f90e-4402-a45f-f109028194e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:28:57.629526 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-745eeff4-f90e-4402-a45f-f109028194e4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:57.633948 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adbfd1fb-db85-4aae-a9bf-6722cd64f4f3 None None] Network be98d0ab-00a2-47f6-a08a-5fea33537b75 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:28:57.667043 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-745eeff4-f90e-4402-a45f-f109028194e4 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6799634 Jan 28 07:28:57.743230 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a8ca70-b858-4b5b-833b-f8c56fdb26eb None None] Network 198c252b-9966-4b82-9a9f-e4ac3253b9e8 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:28:57.796839 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9f645ff8-8a57-4fad-a6d2-a65852f19e7f tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Publish callbacks [] for router_gateway (ec8ae59c-f88e-42c7-ab2e-78b582ea3ed0), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:57.899975 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 38396) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:57.912635 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c9845cf-41b1-4d9f-b144-9bcb060be5b0 None None] Network 198c252b-9966-4b82-9a9f-e4ac3253b9e8 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:28:57.913557 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-e4127132-1293-4bc1-a695-c8f25a1e0f28 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-653512584-network', 'tenant_id': '68e2334cd9294b73966317ecf9aa869a'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:28:57.936466 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 38398) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:57.971778 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4127132-1293-4bc1-a695-c8f25a1e0f28 admin admin] Made reservation on behalf of 68e2334cd9294b73966317ecf9aa869a for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:28:57.974459 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e4127132-1293-4bc1-a695-c8f25a1e0f28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:58.007950 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2714266-d8c6-48c5-acd4-50134bd2a5a3 admin admin] Deleting subnet 0e8b3114-15ca-4c4b-ad3e-dd4085fb8f54 {{(pid=103283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:28:58.012644 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d2714266-d8c6-48c5-acd4-50134bd2a5a3 admin admin] Publish callbacks [] for subnet (0e8b3114-15ca-4c4b-ad3e-dd4085fb8f54), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:58.033005 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e4127132-1293-4bc1-a695-c8f25a1e0f28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:58.064696 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d2714266-d8c6-48c5-acd4-50134bd2a5a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13506696'] for subnet (0e8b3114-15ca-4c4b-ad3e-dd4085fb8f54), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:58.133967 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d2714266-d8c6-48c5-acd4-50134bd2a5a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (0e8b3114-15ca-4c4b-ad3e-dd4085fb8f54), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:58.201570 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d2714266-d8c6-48c5-acd4-50134bd2a5a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13546665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13556132'] for subnet (0e8b3114-15ca-4c4b-ad3e-dd4085fb8f54), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:58.229207 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1611cfd9-90b2-46d7-9f4e-deda67a33c86 req-1e189c3f-8b43-4e96-88ab-2a62eb013622 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009 HTTP/1.1" status: 200 len: 210 time: 0.0404441 Jan 28 07:28:58.254751 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2714266-d8c6-48c5-acd4-50134bd2a5a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e8b3114-15ca-4c4b-ad3e-dd4085fb8f54,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:58.256821 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d2714266-d8c6-48c5-acd4-50134bd2a5a3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:58.260323 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-d2714266-d8c6-48c5-acd4-50134bd2a5a3 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/0e8b3114-15ca-4c4b-ad3e-dd4085fb8f54 HTTP/1.1" status: 204 len: 168 time: 0.3228242 Jan 28 07:28:58.262862 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 38404) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:58.357786 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-31d619de-a573-4213-afdd-d81e34e1056f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (e1860824-5b30-4f6e-b9b4-b358875426db), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:58.466871 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e4127132-1293-4bc1-a695-c8f25a1e0f28 admin admin] Publish callbacks [] for security_group (efc982ef-4a02-49b6-811c-82e7072f0215), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:58.470541 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-31d619de-a573-4213-afdd-d81e34e1056f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (e1860824-5b30-4f6e-b9b4-b358875426db), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:58.478043 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e4127132-1293-4bc1-a695-c8f25a1e0f28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (efc982ef-4a02-49b6-811c-82e7072f0215), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:58.482719 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9f645ff8-8a57-4fad-a6d2-a65852f19e7f tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16607950', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16605480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127440'] for router (ec8ae59c-f88e-42c7-ab2e-78b582ea3ed0), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:58.503861 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-31d619de-a573-4213-afdd-d81e34e1056f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1860824-5b30-4f6e-b9b4-b358875426db']}} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:28:58.505472 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9f645ff8-8a57-4fad-a6d2-a65852f19e7f tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16607909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16607927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16607932', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16605457'] for router (ec8ae59c-f88e-42c7-ab2e-78b582ea3ed0), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:58.517524 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-31d619de-a573-4213-afdd-d81e34e1056f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf537626-014b-432a-8cb3-0d92d037c3d7') {'for_net_delete': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:28:58.517765 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-31d619de-a573-4213-afdd-d81e34e1056f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf537626-014b-432a-8cb3-0d92d037c3d7') {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:28:58.519150 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4127132-1293-4bc1-a695-c8f25a1e0f28 admin admin] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:28:58.527795 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4127132-1293-4bc1-a695-c8f25a1e0f28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efc982ef-4a02-49b6-811c-82e7072f0215,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:58.545116 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-31d619de-a573-4213-afdd-d81e34e1056f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13506801'] for segment (bf537626-014b-432a-8cb3-0d92d037c3d7), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:58.569034 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-31d619de-a573-4213-afdd-d81e34e1056f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (bf537626-014b-432a-8cb3-0d92d037c3d7), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:58.569438 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e4127132-1293-4bc1-a695-c8f25a1e0f28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (34f53376-f292-4f58-b502-13af3a49994d), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:58.569891 n-d-712749-28 neutron-server[103284]: INFO neutron.db.segments_db [None req-e4127132-1293-4bc1-a695-c8f25a1e0f28 admin admin] Added segment 34f53376-f292-4f58-b502-13af3a49994d of type vlan for network a3f455ff-7ec1-4e6b-9b5f-6055c1084a2f Jan 28 07:28:58.579710 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31d619de-a573-4213-afdd-d81e34e1056f admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=103283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:28:58.580693 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-31d619de-a573-4213-afdd-d81e34e1056f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13546563'] for segment (bf537626-014b-432a-8cb3-0d92d037c3d7), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:58.649023 n-d-712749-28 neutron-server[103283]: Traceback (most recent call last): Jan 28 07:28:58.649023 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:28:58.649023 n-d-712749-28 neutron-server[103283]: timer() Jan 28 07:28:58.649023 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:28:58.649023 n-d-712749-28 neutron-server[103283]: cb(*args, **kw) Jan 28 07:28:58.649023 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:28:58.649023 n-d-712749-28 neutron-server[103283]: return func(*args, **kwargs) Jan 28 07:28:58.649023 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:28:58.649023 n-d-712749-28 neutron-server[103283]: self._notify() Jan 28 07:28:58.649023 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:28:58.649023 n-d-712749-28 neutron-server[103283]: self.callback(batched_events) Jan 28 07:28:58.649023 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:28:58.649023 n-d-712749-28 neutron-server[103283]: event.method(event) Jan 28 07:28:58.649023 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:28:58.649023 n-d-712749-28 neutron-server[103283]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:28:58.649023 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:28:58.649023 n-d-712749-28 neutron-server[103283]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:28:58.649023 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:28:58.649023 n-d-712749-28 neutron-server[103283]: return f(self, *a, **k) Jan 28 07:28:58.649023 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:28:58.649023 n-d-712749-28 neutron-server[103283]: return self._get(url).json() Jan 28 07:28:58.649023 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:28:58.649023 n-d-712749-28 neutron-server[103283]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:28:58.649023 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:28:58.649023 n-d-712749-28 neutron-server[103283]: return self.request(url, 'GET', **kwargs) Jan 28 07:28:58.649023 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:28:58.649023 n-d-712749-28 neutron-server[103283]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:28:58.649023 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:28:58.649023 n-d-712749-28 neutron-server[103283]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:28:58.649023 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:28:58.649023 n-d-712749-28 neutron-server[103283]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:28:58.649023 n-d-712749-28 neutron-server[103283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:28:58.656869 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-31d619de-a573-4213-afdd-d81e34e1056f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (e1860824-5b30-4f6e-b9b4-b358875426db), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:58.663309 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-31d619de-a573-4213-afdd-d81e34e1056f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:58.668117 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-31d619de-a573-4213-afdd-d81e34e1056f admin admin] 10.222.0.41 "DELETE /v2.0/networks/e1860824-5b30-4f6e-b9b4-b358875426db HTTP/1.1" status: 204 len: 168 time: 0.4042354 Jan 28 07:28:58.671178 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 38406) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:58.677938 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e4127132-1293-4bc1-a695-c8f25a1e0f28 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (a3f455ff-7ec1-4e6b-9b5f-6055c1084a2f), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:58.723376 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d619de-a573-4213-afdd-d81e34e1056f admin admin] Pushing event deleted for resources: {'Network': ['ID=e1860824-5b30-4f6e-b9b4-b358875426db,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:58.734280 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f645ff8-8a57-4fad-a6d2-a65852f19e7f tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Router ec8ae59c-f88e-42c7-ab2e-78b582ea3ed0 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:28:58.738231 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e4127132-1293-4bc1-a695-c8f25a1e0f28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (a3f455ff-7ec1-4e6b-9b5f-6055c1084a2f), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:58.739387 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4127132-1293-4bc1-a695-c8f25a1e0f28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:28:58.739997 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e4127132-1293-4bc1-a695-c8f25a1e0f28 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:58.751386 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed70fba3-d360-4e9b-80d4-a63567ee9f31 admin admin] Deleting subnet 3c7a2055-339f-43da-9ec4-a82d2800bb35 {{(pid=103283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:28:58.757158 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ed70fba3-d360-4e9b-80d4-a63567ee9f31 admin admin] Publish callbacks [] for subnet (3c7a2055-339f-43da-9ec4-a82d2800bb35), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:58.808120 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ed70fba3-d360-4e9b-80d4-a63567ee9f31 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13506696'] for subnet (3c7a2055-339f-43da-9ec4-a82d2800bb35), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:58.859022 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ed70fba3-d360-4e9b-80d4-a63567ee9f31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (3c7a2055-339f-43da-9ec4-a82d2800bb35), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:58.884708 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4127132-1293-4bc1-a695-c8f25a1e0f28 admin admin] Pushing event updated for resources: {'Network': ['ID=a3f455ff-7ec1-4e6b-9b5f-6055c1084a2f,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:58.896586 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network a3f455ff-7ec1-4e6b-9b5f-6055c1084a2f details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:28:58.903503 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-e4127132-1293-4bc1-a695-c8f25a1e0f28 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0011752 Jan 28 07:28:58.906234 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 38412) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:58.915632 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-1da5ebfa-72be-46f7-82da-9d6a9cac4b0d admin admin] Request body: {'subnet': {'network_id': 'a3f455ff-7ec1-4e6b-9b5f-6055c1084a2f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-653512584-subnet', 'tenant_id': '68e2334cd9294b73966317ecf9aa869a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:28:58.937208 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ed70fba3-d360-4e9b-80d4-a63567ee9f31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13546665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13556132'] for subnet (3c7a2055-339f-43da-9ec4-a82d2800bb35), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:58.980473 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed70fba3-d360-4e9b-80d4-a63567ee9f31 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c7a2055-339f-43da-9ec4-a82d2800bb35,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:58.988498 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ed70fba3-d360-4e9b-80d4-a63567ee9f31 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:58.997184 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-ed70fba3-d360-4e9b-80d4-a63567ee9f31 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/3c7a2055-339f-43da-9ec4-a82d2800bb35 HTTP/1.1" status: 204 len: 168 time: 0.3211012 Jan 28 07:28:58.997184 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 38416) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:59.029514 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1da5ebfa-72be-46f7-82da-9d6a9cac4b0d admin admin] Made reservation on behalf of 68e2334cd9294b73966317ecf9aa869a for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:28:59.031828 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1da5ebfa-72be-46f7-82da-9d6a9cac4b0d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24979592'] for subnet (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:59.100437 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1174af1b-54d0-495a-85f1-216f2839c8cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (198c252b-9966-4b82-9a9f-e4ac3253b9e8), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:59.101078 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f645ff8-8a57-4fad-a6d2-a65852f19e7f tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:28:59.111649 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6496fde-433b-4cd7-8c36-3e40989a990d None None] Sync routers for ids ['ec8ae59c-f88e-42c7-ab2e-78b582ea3ed0'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:28:59.122236 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9f645ff8-8a57-4fad-a6d2-a65852f19e7f tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:59.128643 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-9f645ff8-8a57-4fad-a6d2-a65852f19e7f tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] 10.222.0.41 "PUT /v2.0/routers/ec8ae59c-f88e-42c7-ab2e-78b582ea3ed0 HTTP/1.1" status: 200 len: 924 time: 2.0678103 Jan 28 07:28:59.129767 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 38418) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:59.134508 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6496fde-433b-4cd7-8c36-3e40989a990d None None] Routers {'ec8ae59c-f88e-42c7-ab2e-78b582ea3ed0'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:28:59.135371 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-e6496fde-433b-4cd7-8c36-3e40989a990d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:28:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['ec8ae59c-f88e-42c7-ab2e-78b582ea3ed0'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:28:59.204026 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1174af1b-54d0-495a-85f1-216f2839c8cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (198c252b-9966-4b82-9a9f-e4ac3253b9e8), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:59.219131 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-e6496fde-433b-4cd7-8c36-3e40989a990d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:28:59.230953 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6496fde-433b-4cd7-8c36-3e40989a990d None None] Routers {'ec8ae59c-f88e-42c7-ab2e-78b582ea3ed0'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:28:59.232017 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-e6496fde-433b-4cd7-8c36-3e40989a990d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:28:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['ec8ae59c-f88e-42c7-ab2e-78b582ea3ed0'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:28:59.255632 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-1174af1b-54d0-495a-85f1-216f2839c8cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['198c252b-9966-4b82-9a9f-e4ac3253b9e8']}} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:28:59.270577 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-1174af1b-54d0-495a-85f1-216f2839c8cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '778787a5-8dab-4e6b-9bde-59390382d92c') {'for_net_delete': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:28:59.270885 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-1174af1b-54d0-495a-85f1-216f2839c8cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '778787a5-8dab-4e6b-9bde-59390382d92c') {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:28:59.277600 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-e6496fde-433b-4cd7-8c36-3e40989a990d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:28:59.278660 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6496fde-433b-4cd7-8c36-3e40989a990d None None] The sync data for ids ['ec8ae59c-f88e-42c7-ab2e-78b582ea3ed0'] in n-d-712749-28 is: [] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:28:59.295604 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1174af1b-54d0-495a-85f1-216f2839c8cc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13506801'] for segment (778787a5-8dab-4e6b-9bde-59390382d92c), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:59.315924 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1174af1b-54d0-495a-85f1-216f2839c8cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (778787a5-8dab-4e6b-9bde-59390382d92c), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:59.326372 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1174af1b-54d0-495a-85f1-216f2839c8cc admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=103283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:28:59.326827 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1174af1b-54d0-495a-85f1-216f2839c8cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13546563'] for segment (778787a5-8dab-4e6b-9bde-59390382d92c), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:59.383731 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-a7d74283-a669-4aef-8784-4fb6c0b41bfd tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] 10.222.0.41 "GET /v2.0/routers/ec8ae59c-f88e-42c7-ab2e-78b582ea3ed0 HTTP/1.1" status: 200 len: 924 time: 0.2498112 Jan 28 07:28:59.386018 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 38426) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:59.444075 n-d-712749-28 neutron-server[103283]: Traceback (most recent call last): Jan 28 07:28:59.444075 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:28:59.444075 n-d-712749-28 neutron-server[103283]: timer() Jan 28 07:28:59.444075 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:28:59.444075 n-d-712749-28 neutron-server[103283]: cb(*args, **kw) Jan 28 07:28:59.444075 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:28:59.444075 n-d-712749-28 neutron-server[103283]: return func(*args, **kwargs) Jan 28 07:28:59.444075 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:28:59.444075 n-d-712749-28 neutron-server[103283]: self._notify() Jan 28 07:28:59.444075 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:28:59.444075 n-d-712749-28 neutron-server[103283]: self.callback(batched_events) Jan 28 07:28:59.444075 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:28:59.444075 n-d-712749-28 neutron-server[103283]: event.method(event) Jan 28 07:28:59.444075 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:28:59.444075 n-d-712749-28 neutron-server[103283]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:28:59.444075 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:28:59.444075 n-d-712749-28 neutron-server[103283]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:28:59.444075 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:28:59.444075 n-d-712749-28 neutron-server[103283]: return f(self, *a, **k) Jan 28 07:28:59.444075 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:28:59.444075 n-d-712749-28 neutron-server[103283]: return self._get(url).json() Jan 28 07:28:59.444075 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:28:59.444075 n-d-712749-28 neutron-server[103283]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:28:59.444075 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:28:59.444075 n-d-712749-28 neutron-server[103283]: return self.request(url, 'GET', **kwargs) Jan 28 07:28:59.444075 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:28:59.444075 n-d-712749-28 neutron-server[103283]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:28:59.444075 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:28:59.444075 n-d-712749-28 neutron-server[103283]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:28:59.444075 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:28:59.444075 n-d-712749-28 neutron-server[103283]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:28:59.444075 n-d-712749-28 neutron-server[103283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:28:59.451261 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1174af1b-54d0-495a-85f1-216f2839c8cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (198c252b-9966-4b82-9a9f-e4ac3253b9e8), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:59.472659 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1174af1b-54d0-495a-85f1-216f2839c8cc admin admin] Publish callbacks [] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:59.483737 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-1174af1b-54d0-495a-85f1-216f2839c8cc admin admin] 10.222.0.41 "DELETE /v2.0/networks/198c252b-9966-4b82-9a9f-e4ac3253b9e8 HTTP/1.1" status: 204 len: 168 time: 0.4841020 Jan 28 07:28:59.526490 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1174af1b-54d0-495a-85f1-216f2839c8cc admin admin] Pushing event deleted for resources: {'Network': ['ID=198c252b-9966-4b82-9a9f-e4ac3253b9e8,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:59.768432 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 38434) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:59.836158 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-f3a8d844-6873-4511-bb69-b803bc0c0de0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=538c59dbedb14d82871670b2918d4038&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0657721 Jan 28 07:28:59.838885 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 38438) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:28:59.936336 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f9b216ba-9afc-4be0-9722-01bbc541f83f admin admin] Publish callbacks [] for security_group (4ec239ce-5fb3-42f8-81f1-ad496a0dc584), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:28:59.972235 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f9b216ba-9afc-4be0-9722-01bbc541f83f admin admin] Publish callbacks [] for security_group (4ec239ce-5fb3-42f8-81f1-ad496a0dc584), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:00.103334 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f9b216ba-9afc-4be0-9722-01bbc541f83f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (4ec239ce-5fb3-42f8-81f1-ad496a0dc584), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:00.106870 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f9b216ba-9afc-4be0-9722-01bbc541f83f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:00.111402 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-f9b216ba-9afc-4be0-9722-01bbc541f83f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4ec239ce-5fb3-42f8-81f1-ad496a0dc584 HTTP/1.1" status: 204 len: 168 time: 0.2704747 Jan 28 07:29:00.123994 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b216ba-9afc-4be0-9722-01bbc541f83f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ec239ce-5fb3-42f8-81f1-ad496a0dc584,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:29:00.151035 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-29c4683f-0500-4853-bf1f-9398628f93d1 req-84841c38-a37f-4a1c-820b-7cf26adb19ed tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6a3e00b-77a8-46cb-b6ca-854f6aa00009 HTTP/1.1" status: 200 len: 210 time: 0.6592264 Jan 28 07:29:00.163437 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-379dd873-33a1-4d32-9fc9-bcaa274bf80d tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:29:00.167976 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 38452) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:29:00.168807 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-379dd873-33a1-4d32-9fc9-bcaa274bf80d tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=7d5b3724-deef-4831-8d43-cb9b8176573c&device_id=ec8ae59c-f88e-42c7-ab2e-78b582ea3ed0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.7636936 Jan 28 07:29:00.189606 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1da5ebfa-72be-46f7-82da-9d6a9cac4b0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24757504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24979610'] for subnet (84343927-8e10-429d-ba4f-89279ed30232), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:00.272382 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da5ebfa-72be-46f7-82da-9d6a9cac4b0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=84343927-8e10-429d-ba4f-89279ed30232,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:29:00.279313 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da5ebfa-72be-46f7-82da-9d6a9cac4b0d admin admin] Checking segment: {'id': '34f53376-f292-4f58-b502-13af3a49994d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a3f455ff-7ec1-4e6b-9b5f-6055c1084a2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:29:00.279684 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da5ebfa-72be-46f7-82da-9d6a9cac4b0d admin admin] Network hostable DHCP agents. Network: a3f455ff-7ec1-4e6b-9b5f-6055c1084a2f, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:29:00.311616 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da5ebfa-72be-46f7-82da-9d6a9cac4b0d admin admin] Network a3f455ff-7ec1-4e6b-9b5f-6055c1084a2f is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:29:00.336833 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-1da5ebfa-72be-46f7-82da-9d6a9cac4b0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, a3f455ff-7ec1-4e6b-9b5f-6055c1084a2f) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:29:00.343569 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da5ebfa-72be-46f7-82da-9d6a9cac4b0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:29:00.345265 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1da5ebfa-72be-46f7-82da-9d6a9cac4b0d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:00.348685 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb4f300a-0aa1-42a4-9e07-4db436fd238e None None] Network a3f455ff-7ec1-4e6b-9b5f-6055c1084a2f requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:29:00.350720 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d7aa4dd-2a47-4a07-8ee7-4fc17fb26e63 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:29:00.360003 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-4d7aa4dd-2a47-4a07-8ee7-4fc17fb26e63 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] 10.222.0.41 "GET /v2.0/networks/7d5b3724-deef-4831-8d43-cb9b8176573c HTTP/1.1" status: 200 len: 881 time: 0.1906579 Jan 28 07:29:00.360933 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 38454) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:29:00.401953 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-1da5ebfa-72be-46f7-82da-9d6a9cac4b0d admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4942539 Jan 28 07:29:00.433130 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-fab4c606-d62d-4ae1-ba5d-62133dad686b tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec8ae59c-f88e-42c7-ab2e-78b582ea3ed0 HTTP/1.1" status: 200 len: 205 time: 0.0708113 Jan 28 07:29:00.433989 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 38458) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:29:00.544495 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b7aa7d7-4ba1-4706-963e-5471ced159db None None] Network a3f455ff-7ec1-4e6b-9b5f-6055c1084a2f requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:29:00.636131 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 38464) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:29:00.724344 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f7db-d88b-42ee-a253-492ec52d5827 tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Publish callbacks [] for router (ec8ae59c-f88e-42c7-ab2e-78b582ea3ed0), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:00.827422 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 38470) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:29:00.884250 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-06a25e73-5e3a-45f8-b3ab-18dce0d8f4f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:00.938296 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f7db-d88b-42ee-a253-492ec52d5827 tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Publish callbacks [] for router_gateway (ec8ae59c-f88e-42c7-ab2e-78b582ea3ed0), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:01.009321 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-f54c97c0-84f8-42c7-9893-bf66486b94c9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=34dab4e2fb8a4dabb9e6a3b707dbe788&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1805279 Jan 28 07:29:01.012119 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 38480) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:29:01.068358 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f7db-d88b-42ee-a253-492ec52d5827 tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Deleting port 3f3200fa-0a4b-40a8-bb5e-63033c7eb751 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:29:01.069078 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f7db-d88b-42ee-a253-492ec52d5827 tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (3f3200fa-0a4b-40a8-bb5e-63033c7eb751), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:01.154639 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f7db-d88b-42ee-a253-492ec52d5827 tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (3f3200fa-0a4b-40a8-bb5e-63033c7eb751), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:01.168806 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f7db-d88b-42ee-a253-492ec52d5827 tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Calling delete_port for 3f3200fa-0a4b-40a8-bb5e-63033c7eb751 owned by network:router_gateway {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:29:01.190409 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2fdc32ae-fcdd-456b-9773-8e8c5667ad70 admin admin] Publish callbacks [] for security_group (d65cc57e-330c-4494-ac5c-bc0be5c5b1bf), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:01.243344 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-06a25e73-5e3a-45f8-b3ab-18dce0d8f4f5 admin admin] Publish callbacks [] for security_group (ae2f7655-71f9-421c-a491-9916b77db6df), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:01.255968 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-06a25e73-5e3a-45f8-b3ab-18dce0d8f4f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (ae2f7655-71f9-421c-a491-9916b77db6df), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:01.264975 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2fdc32ae-fcdd-456b-9773-8e8c5667ad70 admin admin] Publish callbacks [] for security_group (d65cc57e-330c-4494-ac5c-bc0be5c5b1bf), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:01.352385 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f7db-d88b-42ee-a253-492ec52d5827 tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (3f3200fa-0a4b-40a8-bb5e-63033c7eb751), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:01.393745 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3f7db-d88b-42ee-a253-492ec52d5827 tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Pushing event deleted for resources: {'Port': ['ID=3f3200fa-0a4b-40a8-bb5e-63033c7eb751,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:29:01.411526 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-06a25e73-5e3a-45f8-b3ab-18dce0d8f4f5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e124e76e5aa44d63a85c57784a35a4fe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7728901 Jan 28 07:29:01.412731 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 38500) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:29:01.421838 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a25e73-5e3a-45f8-b3ab-18dce0d8f4f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae2f7655-71f9-421c-a491-9916b77db6df,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:29:01.468430 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2fdc32ae-fcdd-456b-9773-8e8c5667ad70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (d65cc57e-330c-4494-ac5c-bc0be5c5b1bf), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:01.471092 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2fdc32ae-fcdd-456b-9773-8e8c5667ad70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:01.472500 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-2fdc32ae-fcdd-456b-9773-8e8c5667ad70 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d65cc57e-330c-4494-ac5c-bc0be5c5b1bf HTTP/1.1" status: 204 len: 168 time: 0.4592948 Jan 28 07:29:01.500333 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bf7283ca-9fa1-40c2-b5e7-ee5d6d1a9c1b admin admin] Publish callbacks [] for security_group (ae2f7655-71f9-421c-a491-9916b77db6df), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:01.504258 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdc32ae-fcdd-456b-9773-8e8c5667ad70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d65cc57e-330c-4494-ac5c-bc0be5c5b1bf,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:29:01.550495 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f7db-d88b-42ee-a253-492ec52d5827 tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16607873'] for router_gateway (ec8ae59c-f88e-42c7-ab2e-78b582ea3ed0), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:01.551156 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bf7283ca-9fa1-40c2-b5e7-ee5d6d1a9c1b admin admin] Publish callbacks [] for security_group (ae2f7655-71f9-421c-a491-9916b77db6df), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:01.641246 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bf7283ca-9fa1-40c2-b5e7-ee5d6d1a9c1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (ae2f7655-71f9-421c-a491-9916b77db6df), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:01.644420 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bf7283ca-9fa1-40c2-b5e7-ee5d6d1a9c1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:01.645683 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-bf7283ca-9fa1-40c2-b5e7-ee5d6d1a9c1b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ae2f7655-71f9-421c-a491-9916b77db6df HTTP/1.1" status: 204 len: 168 time: 0.2304342 Jan 28 07:29:01.653028 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f7db-d88b-42ee-a253-492ec52d5827 tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16605684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127449'] for router (ec8ae59c-f88e-42c7-ab2e-78b582ea3ed0), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:01.655622 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f7db-d88b-42ee-a253-492ec52d5827 tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Publish callbacks [] for router_controller (ec8ae59c-f88e-42c7-ab2e-78b582ea3ed0), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:01.663185 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7283ca-9fa1-40c2-b5e7-ee5d6d1a9c1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae2f7655-71f9-421c-a491-9916b77db6df,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:29:01.707342 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639d3e1d-7b76-4654-a95e-ef7960dde9bf req-a36845c2-4ead-403c-9540-0d21784ebad6 tempest-TestServerAdvancedOps-1400200490 tempest-TestServerAdvancedOps-1400200490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:29:01.708952 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-639d3e1d-7b76-4654-a95e-ef7960dde9bf req-a36845c2-4ead-403c-9540-0d21784ebad6 tempest-TestServerAdvancedOps-1400200490 tempest-TestServerAdvancedOps-1400200490-project] 10.222.0.41 "GET /v2.0/networks?id=be98d0ab-00a2-47f6-a08a-5fea33537b75 HTTP/1.1" status: 200 len: 811 time: 0.3290520 Jan 28 07:29:01.730635 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-639d3e1d-7b76-4654-a95e-ef7960dde9bf req-da061c0c-4529-4dac-acc3-b76d2313aa70 tempest-TestServerAdvancedOps-1400200490 tempest-TestServerAdvancedOps-1400200490-project] 10.222.0.41 "GET /v2.0/quotas/523c72b3262f408a834b52d6cdc39e2f HTTP/1.1" status: 200 len: 375 time: 0.0119467 Jan 28 07:29:01.731669 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f7db-d88b-42ee-a253-492ec52d5827 tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16605693'] for router (ec8ae59c-f88e-42c7-ab2e-78b582ea3ed0), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:01.732265 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0e3f7db-d88b-42ee-a253-492ec52d5827 tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Fanout notify agent at l3_agent the message router_deleted on router ec8ae59c-f88e-42c7-ab2e-78b582ea3ed0 {{(pid=103283) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 07:29:01.738791 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f7db-d88b-42ee-a253-492ec52d5827 tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Publish callbacks [] for router (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:01.739889 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-e0e3f7db-d88b-42ee-a253-492ec52d5827 tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] 10.222.0.41 "DELETE /v2.0/routers/ec8ae59c-f88e-42c7-ab2e-78b582ea3ed0 HTTP/1.1" status: 204 len: 168 time: 1.3049502 Jan 28 07:29:01.744344 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 38506) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:29:01.752092 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-9f2cea9e-1f56-41d5-954d-f19d21768bd5 tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1727444118', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:29:01.770722 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-639d3e1d-7b76-4654-a95e-ef7960dde9bf req-8a32d35e-b7c1-4b2e-b439-f4d2029eac99 tempest-TestServerAdvancedOps-1400200490 tempest-TestServerAdvancedOps-1400200490-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=523c72b3262f408a834b52d6cdc39e2f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0296495 Jan 28 07:29:01.812863 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9f2cea9e-1f56-41d5-954d-f19d21768bd5 tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16606890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127275'] for router (b00b4589-3c13-432b-b60c-3552c1cf50ff), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:01.814468 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9f2cea9e-1f56-41d5-954d-f19d21768bd5 tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16605498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16607952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16355422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127266'] for router (b00b4589-3c13-432b-b60c-3552c1cf50ff), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:01.903150 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9f2cea9e-1f56-41d5-954d-f19d21768bd5 tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Publish callbacks [] for router_controller (b00b4589-3c13-432b-b60c-3552c1cf50ff), precommit_add_association {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:01.908186 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9f2cea9e-1f56-41d5-954d-f19d21768bd5 tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16605475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16607909'] for router (b00b4589-3c13-432b-b60c-3552c1cf50ff), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:01.926612 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-639d3e1d-7b76-4654-a95e-ef7960dde9bf req-8363d970-d6ed-4db2-847c-15dbafa54f1d service neutron] 10.222.0.41 "GET /v2.0/networks/be98d0ab-00a2-47f6-a08a-5fea33537b75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472888 Jan 28 07:29:01.958165 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9f2cea9e-1f56-41d5-954d-f19d21768bd5 tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Publish callbacks [] for router (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:01.959840 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-9f2cea9e-1f56-41d5-954d-f19d21768bd5 tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2143512 Jan 28 07:29:01.962712 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 38516) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:29:01.969461 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-bb131bc9-1f09-4835-b34d-87d55f9281aa tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Request body: {'router': {'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:29:02.160794 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 38526) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:29:02.175066 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-16fd2b2f-a236-4097-a918-b75ab281c633 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:02.181929 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-639d3e1d-7b76-4654-a95e-ef7960dde9bf req-907f03b5-d22d-48ad-b55e-d4363f1fa110 service neutron] 10.222.0.41 "GET /v2.0/networks/be98d0ab-00a2-47f6-a08a-5fea33537b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2460051 Jan 28 07:29:02.293368 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-bb131bc9-1f09-4835-b34d-87d55f9281aa tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Publish callbacks [] for router_gateway (b00b4589-3c13-432b-b60c-3552c1cf50ff), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:02.296462 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-16fd2b2f-a236-4097-a918-b75ab281c633 admin admin] Publish callbacks [] for security_group (35830066-a32d-4e7a-9d3c-eebf1ab77197), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:02.304688 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-16fd2b2f-a236-4097-a918-b75ab281c633 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (35830066-a32d-4e7a-9d3c-eebf1ab77197), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:02.329079 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 38532) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:29:02.398180 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fd2b2f-a236-4097-a918-b75ab281c633 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35830066-a32d-4e7a-9d3c-eebf1ab77197,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:29:02.447746 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-16fd2b2f-a236-4097-a918-b75ab281c633 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=01382e54b44f4d1d9bbed95da56fc63c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2854793 Jan 28 07:29:02.451713 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 38538) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:29:02.452291 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-dabd248c-b87c-483a-9730-835e0ea7a6fc tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Publish callbacks [] for security_group (e05d74b3-220f-46cd-b475-266b231f0f88), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:02.493692 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-dabd248c-b87c-483a-9730-835e0ea7a6fc tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Publish callbacks [] for security_group (e05d74b3-220f-46cd-b475-266b231f0f88), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:02.591721 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-49c671aa-4929-427a-a0b9-ab2eca173c26 req-aed3c9b6-f28a-4eb8-99f6-8f740ddbcf05 tempest-TestServerAdvancedOps-1400200490 tempest-TestServerAdvancedOps-1400200490-project] 10.222.0.41 "GET /v2.0/ports?device_id=65f89192-d323-4e73-89d7-c61a9fc5bbb6 HTTP/1.1" status: 200 len: 210 time: 0.1021543 Jan 28 07:29:02.631574 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-38b5444d-0eb0-479e-b638-3f9719c227af admin admin] Publish callbacks [] for security_group (35830066-a32d-4e7a-9d3c-eebf1ab77197), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:02.686404 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-38b5444d-0eb0-479e-b638-3f9719c227af admin admin] Publish callbacks [] for security_group (35830066-a32d-4e7a-9d3c-eebf1ab77197), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:02.690307 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-bb131bc9-1f09-4835-b34d-87d55f9281aa tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Publish callbacks [] for router_gateway (b00b4589-3c13-432b-b60c-3552c1cf50ff), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:02.724481 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-bb131bc9-1f09-4835-b34d-87d55f9281aa tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:02.729315 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-dabd248c-b87c-483a-9730-835e0ea7a6fc tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (e05d74b3-220f-46cd-b475-266b231f0f88), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:02.748004 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-dabd248c-b87c-483a-9730-835e0ea7a6fc tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:02.750668 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-dabd248c-b87c-483a-9730-835e0ea7a6fc tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "DELETE /v2.0/security-groups/e05d74b3-220f-46cd-b475-266b231f0f88 HTTP/1.1" status: 204 len: 168 time: 0.4185033 Jan 28 07:29:02.757219 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 38552) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:29:02.774388 n-d-712749-28 neutron-server[103284]: INFO neutron.api.v2.resource [None req-4d4b6004-b31b-44fd-a479-5113b3beb9c8 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] show failed (client error): The resource could not be found. Jan 28 07:29:02.776445 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabd248c-b87c-483a-9730-835e0ea7a6fc tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e05d74b3-220f-46cd-b475-266b231f0f88,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:29:02.779372 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-4d4b6004-b31b-44fd-a479-5113b3beb9c8 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "GET /v2.0/security-groups/e05d74b3-220f-46cd-b475-266b231f0f88 HTTP/1.1" status: 404 len: 347 time: 0.0211086 Jan 28 07:29:02.786744 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 38554) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:29:02.919962 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-bb131bc9-1f09-4835-b34d-87d55f9281aa tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Allocated IP 172.25.6.76 (7d5b3724-deef-4831-8d43-cb9b8176573c/b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc/3060bc3b-87bd-4037-95ae-74337527e392) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:29:02.989069 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:03.030484 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-38b5444d-0eb0-479e-b638-3f9719c227af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (35830066-a32d-4e7a-9d3c-eebf1ab77197), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:03.033346 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-38b5444d-0eb0-479e-b638-3f9719c227af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:03.038138 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-38b5444d-0eb0-479e-b638-3f9719c227af admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/35830066-a32d-4e7a-9d3c-eebf1ab77197 HTTP/1.1" status: 204 len: 168 time: 0.5853899 Jan 28 07:29:03.055738 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b5444d-0eb0-479e-b638-3f9719c227af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35830066-a32d-4e7a-9d3c-eebf1ab77197,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:29:03.094150 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-ae5f13e4-4f15-4a3f-bf70-96f26c460b68 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Deleting port b01fc158-83ef-4418-a9e2-e8371bcab352 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:29:03.094512 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ae5f13e4-4f15-4a3f-bf70-96f26c460b68 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (b01fc158-83ef-4418-a9e2-e8371bcab352), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:03.162863 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-bb131bc9-1f09-4835-b34d-87d55f9281aa tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Publish callbacks [] for port (3060bc3b-87bd-4037-95ae-74337527e392), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:03.224923 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-bb131bc9-1f09-4835-b34d-87d55f9281aa tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (3060bc3b-87bd-4037-95ae-74337527e392), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:03.271638 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c2f0136d-8fd9-4bf4-a73a-5cbfe1c64266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:03.289647 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ae5f13e4-4f15-4a3f-bf70-96f26c460b68 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (b01fc158-83ef-4418-a9e2-e8371bcab352), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:03.290114 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ae5f13e4-4f15-4a3f-bf70-96f26c460b68 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Publish callbacks [] for floatingip (b01fc158-83ef-4418-a9e2-e8371bcab352), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:03.312067 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-ae5f13e4-4f15-4a3f-bf70-96f26c460b68 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Calling delete_port for b01fc158-83ef-4418-a9e2-e8371bcab352 owned by network:floatingip {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:29:03.333387 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb131bc9-1f09-4835-b34d-87d55f9281aa tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Network 7d5b3724-deef-4831-8d43-cb9b8176573c is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:29:03.341525 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-bb131bc9-1f09-4835-b34d-87d55f9281aa tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:29:03.345954 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb131bc9-1f09-4835-b34d-87d55f9281aa tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:29:03.435066 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb131bc9-1f09-4835-b34d-87d55f9281aa tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Pushing event updated for resources: {'Port': ['ID=3060bc3b-87bd-4037-95ae-74337527e392,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:29:03.540680 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ae5f13e4-4f15-4a3f-bf70-96f26c460b68 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (b01fc158-83ef-4418-a9e2-e8371bcab352), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:03.676664 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 38580) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:29:03.693154 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5f13e4-4f15-4a3f-bf70-96f26c460b68 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Pushing event deleted for resources: {'Port': ['ID=b01fc158-83ef-4418-a9e2-e8371bcab352,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:29:03.703487 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a17b0cfa-cfd7-461c-a654-32c1c20c31a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:03.707134 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ae5f13e4-4f15-4a3f-bf70-96f26c460b68 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Publish callbacks [] for floatingip (0f07f8b9-ec0a-47ba-a8b6-ed31c8b03b50), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:03.710640 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ae5f13e4-4f15-4a3f-bf70-96f26c460b68 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for floatingip (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:03.712380 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-ae5f13e4-4f15-4a3f-bf70-96f26c460b68 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "DELETE /v2.0/floatingips/0f07f8b9-ec0a-47ba-a8b6-ed31c8b03b50 HTTP/1.1" status: 204 len: 168 time: 0.9232597 Jan 28 07:29:03.715371 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 38584) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:29:03.836356 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-a065b502-a27e-420e-8203-7e101261ee0c tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Deleting port 24c421b9-9756-4145-9466-6d298ad9bfb5 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:29:03.837093 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a065b502-a27e-420e-8203-7e101261ee0c tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (24c421b9-9756-4145-9466-6d298ad9bfb5), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:03.862123 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a17b0cfa-cfd7-461c-a654-32c1c20c31a2 admin admin] Publish callbacks [] for security_group (5a2ed39c-0f6a-4542-b9c9-08517ae29a46), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:03.887868 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a17b0cfa-cfd7-461c-a654-32c1c20c31a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (5a2ed39c-0f6a-4542-b9c9-08517ae29a46), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:03.951359 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:04.094635 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a065b502-a27e-420e-8203-7e101261ee0c tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (24c421b9-9756-4145-9466-6d298ad9bfb5), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:04.113054 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-a065b502-a27e-420e-8203-7e101261ee0c tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Calling delete_port for 24c421b9-9756-4145-9466-6d298ad9bfb5 owned by {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:29:04.299764 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a065b502-a27e-420e-8203-7e101261ee0c tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (24c421b9-9756-4145-9466-6d298ad9bfb5), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:04.366158 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a065b502-a27e-420e-8203-7e101261ee0c tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Pushing event deleted for resources: {'Port': ['ID=24c421b9-9756-4145-9466-6d298ad9bfb5,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:29:04.380772 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17b0cfa-cfd7-461c-a654-32c1c20c31a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a2ed39c-0f6a-4542-b9c9-08517ae29a46,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:29:04.474693 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a065b502-a27e-420e-8203-7e101261ee0c tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:04.479248 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-a065b502-a27e-420e-8203-7e101261ee0c tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "DELETE /v2.0/ports/24c421b9-9756-4145-9466-6d298ad9bfb5 HTTP/1.1" status: 204 len: 168 time: 0.7625959 Jan 28 07:29:04.482479 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 38606) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:29:04.502531 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-84893857-e8bb-40e0-9be2-577db5a491eb req-6bb93746-ed95-41e2-b88d-ed5220b0818e tempest-TestServerAdvancedOps-1400200490 tempest-TestServerAdvancedOps-1400200490-project] 10.222.0.41 "GET /v2.0/ports?device_id=65f89192-d323-4e73-89d7-c61a9fc5bbb6 HTTP/1.1" status: 200 len: 210 time: 0.8247516 Jan 28 07:29:04.522974 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-a17b0cfa-cfd7-461c-a654-32c1c20c31a2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=52872c66f93a44f8a5e442791b8643c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8403332 Jan 28 07:29:04.526461 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 38608) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:29:04.536147 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-bb131bc9-1f09-4835-b34d-87d55f9281aa tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Publish callbacks [] for router_gateway (b00b4589-3c13-432b-b60c-3552c1cf50ff), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:04.592330 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-42f1aef0-b518-4c3d-bc83-71bc350c528a tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Deleting port 7de6cf27-a469-4965-baef-e71190ea0139 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:29:04.594344 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-42f1aef0-b518-4c3d-bc83-71bc350c528a tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (7de6cf27-a469-4965-baef-e71190ea0139), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:04.700715 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-42f1aef0-b518-4c3d-bc83-71bc350c528a tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (7de6cf27-a469-4965-baef-e71190ea0139), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:04.711660 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639d3e1d-7b76-4654-a95e-ef7960dde9bf req-a81e11b2-df4a-439f-93e8-c4b457a675d3 tempest-TestServerAdvancedOps-1400200490 tempest-TestServerAdvancedOps-1400200490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:29:04.712881 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-639d3e1d-7b76-4654-a95e-ef7960dde9bf req-a81e11b2-df4a-439f-93e8-c4b457a675d3 tempest-TestServerAdvancedOps-1400200490 tempest-TestServerAdvancedOps-1400200490-project] 10.222.0.10 "GET /v2.0/networks?id=be98d0ab-00a2-47f6-a08a-5fea33537b75 HTTP/1.1" status: 200 len: 811 time: 0.3332958 Jan 28 07:29:04.716848 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-42f1aef0-b518-4c3d-bc83-71bc350c528a tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Calling delete_port for 7de6cf27-a469-4965-baef-e71190ea0139 owned by {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:29:04.732588 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cb087c1d-7ce9-4ad2-9c5b-a8c6a53ca520 admin admin] Publish callbacks [] for security_group (5a2ed39c-0f6a-4542-b9c9-08517ae29a46), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:04.743698 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-639d3e1d-7b76-4654-a95e-ef7960dde9bf req-b2be3903-6029-408c-a6ca-d9ff1b3f4b3c tempest-TestServerAdvancedOps-1400200490 tempest-TestServerAdvancedOps-1400200490-project] Request body: {'port': {'device_id': '65f89192-d323-4e73-89d7-c61a9fc5bbb6', 'network_id': 'be98d0ab-00a2-47f6-a08a-5fea33537b75', 'admin_state_up': True, 'tenant_id': '523c72b3262f408a834b52d6cdc39e2f'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:29:04.899805 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cb087c1d-7ce9-4ad2-9c5b-a8c6a53ca520 admin admin] Publish callbacks [] for security_group (5a2ed39c-0f6a-4542-b9c9-08517ae29a46), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:04.906772 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-42f1aef0-b518-4c3d-bc83-71bc350c528a tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (7de6cf27-a469-4965-baef-e71190ea0139), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:04.950571 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f1aef0-b518-4c3d-bc83-71bc350c528a tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Pushing event deleted for resources: {'Port': ['ID=7de6cf27-a469-4965-baef-e71190ea0139,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:29:05.042020 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-bb131bc9-1f09-4835-b34d-87d55f9281aa tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16607950', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16605480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127440'] for router (b00b4589-3c13-432b-b60c-3552c1cf50ff), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:05.050521 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-bb131bc9-1f09-4835-b34d-87d55f9281aa tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16607909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16607927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16607932', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16605457'] for router (b00b4589-3c13-432b-b60c-3552c1cf50ff), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:05.061079 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cb087c1d-7ce9-4ad2-9c5b-a8c6a53ca520 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (5a2ed39c-0f6a-4542-b9c9-08517ae29a46), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:05.063916 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cb087c1d-7ce9-4ad2-9c5b-a8c6a53ca520 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:05.065189 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-cb087c1d-7ce9-4ad2-9c5b-a8c6a53ca520 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5a2ed39c-0f6a-4542-b9c9-08517ae29a46 HTTP/1.1" status: 204 len: 168 time: 0.5374296 Jan 28 07:29:05.071650 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-42f1aef0-b518-4c3d-bc83-71bc350c528a tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:05.079458 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-42f1aef0-b518-4c3d-bc83-71bc350c528a tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "DELETE /v2.0/ports/7de6cf27-a469-4965-baef-e71190ea0139 HTTP/1.1" status: 204 len: 168 time: 0.5956693 Jan 28 07:29:05.080252 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 38618) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:29:05.080775 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb087c1d-7ce9-4ad2-9c5b-a8c6a53ca520 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a2ed39c-0f6a-4542-b9c9-08517ae29a46,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:29:05.158251 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-639d3e1d-7b76-4654-a95e-ef7960dde9bf req-b2be3903-6029-408c-a6ca-d9ff1b3f4b3c tempest-TestServerAdvancedOps-1400200490 tempest-TestServerAdvancedOps-1400200490-project] Made reservation on behalf of 523c72b3262f408a834b52d6cdc39e2f for: {'port': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:29:05.161960 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-639d3e1d-7b76-4654-a95e-ef7960dde9bf req-b2be3903-6029-408c-a6ca-d9ff1b3f4b3c tempest-TestServerAdvancedOps-1400200490 tempest-TestServerAdvancedOps-1400200490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:05.163509 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6775784-bcfc-4444-9800-0bcc45ff78d0 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Deleting subnet 13273310-0be4-4b19-9177-3d629abf200c {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:29:05.169160 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a6775784-bcfc-4444-9800-0bcc45ff78d0 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Publish callbacks [] for subnet (13273310-0be4-4b19-9177-3d629abf200c), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:05.242064 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a6775784-bcfc-4444-9800-0bcc45ff78d0 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24759175'] for subnet (13273310-0be4-4b19-9177-3d629abf200c), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:05.353890 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a6775784-bcfc-4444-9800-0bcc45ff78d0 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (13273310-0be4-4b19-9177-3d629abf200c), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:05.411012 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb131bc9-1f09-4835-b34d-87d55f9281aa tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Router b00b4589-3c13-432b-b60c-3552c1cf50ff is scheduled to L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 with binding_index 1 {{(pid=103283) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 07:29:05.459225 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a6775784-bcfc-4444-9800-0bcc45ff78d0 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24757569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24979817'] for subnet (13273310-0be4-4b19-9177-3d629abf200c), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:05.492727 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [req-639d3e1d-7b76-4654-a95e-ef7960dde9bf req-b2be3903-6029-408c-a6ca-d9ff1b3f4b3c tempest-TestServerAdvancedOps-1400200490 tempest-TestServerAdvancedOps-1400200490-project] Allocated IP 172.20.0.13 (be98d0ab-00a2-47f6-a08a-5fea33537b75/135af119-b631-4e30-954b-1274f13d88bf/e0a07641-859f-4e0c-99ee-be934315378d) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:29:05.497161 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6775784-bcfc-4444-9800-0bcc45ff78d0 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Pushing event deleted for resources: {'Subnet': ['ID=13273310-0be4-4b19-9177-3d629abf200c,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:29:05.531407 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a6775784-bcfc-4444-9800-0bcc45ff78d0 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:05.539396 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-a6775784-bcfc-4444-9800-0bcc45ff78d0 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "DELETE /v2.0/subnets/13273310-0be4-4b19-9177-3d629abf200c HTTP/1.1" status: 204 len: 168 time: 0.4573438 Jan 28 07:29:05.541075 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 38630) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:29:05.541694 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db0c710d-df00-461c-91e2-ce9a63d4d323 None None] Network 7271c4e0-9917-4cbf-8cf0-7234aac71aa9 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:29:05.667349 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecb66c8c-a521-4dd1-944c-6c52429fd0c4 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Deleting subnet e818f6d1-2687-4869-b326-811edc0132c0 {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:29:05.680932 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ecb66c8c-a521-4dd1-944c-6c52429fd0c4 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Publish callbacks [] for subnet (e818f6d1-2687-4869-b326-811edc0132c0), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:05.685519 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb131bc9-1f09-4835-b34d-87d55f9281aa tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:29:05.697735 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b470bfc-2e69-4dcd-8eb7-648bee147e02 None None] Sync routers for ids ['b00b4589-3c13-432b-b60c-3552c1cf50ff'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:29:05.703342 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-bb131bc9-1f09-4835-b34d-87d55f9281aa tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Publish callbacks [] for router (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:05.706646 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-bb131bc9-1f09-4835-b34d-87d55f9281aa tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] 10.222.0.41 "PUT /v2.0/routers/b00b4589-3c13-432b-b60c-3552c1cf50ff HTTP/1.1" status: 200 len: 883 time: 3.7429411 Jan 28 07:29:05.712493 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b470bfc-2e69-4dcd-8eb7-648bee147e02 None None] Routers {'b00b4589-3c13-432b-b60c-3552c1cf50ff'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:29:05.722748 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-2b470bfc-2e69-4dcd-8eb7-648bee147e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:28:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['b00b4589-3c13-432b-b60c-3552c1cf50ff'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:29:05.729354 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 38638) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:29:05.738999 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-646bc4e2-e353-4b06-918e-8898b37841ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:05.782332 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-2b470bfc-2e69-4dcd-8eb7-648bee147e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:29:05.782558 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ecb66c8c-a521-4dd1-944c-6c52429fd0c4 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24759175'] for subnet (e818f6d1-2687-4869-b326-811edc0132c0), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:05.796406 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b470bfc-2e69-4dcd-8eb7-648bee147e02 None None] Routers {'b00b4589-3c13-432b-b60c-3552c1cf50ff'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:29:05.797462 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-2b470bfc-2e69-4dcd-8eb7-648bee147e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:29:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['b00b4589-3c13-432b-b60c-3552c1cf50ff'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:29:05.854363 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-2b470bfc-2e69-4dcd-8eb7-648bee147e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:29:05.858249 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b470bfc-2e69-4dcd-8eb7-648bee147e02 None None] The sync data for ids ['b00b4589-3c13-432b-b60c-3552c1cf50ff'] in n-d-712749-28 is: [] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:29:05.901383 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-695ed4ce-c7ae-4daa-bee3-298b629ca06f None None] DHCP port deletion for 7271c4e0-9917-4cbf-8cf0-7234aac71aa9 request from n-d-712749-28 {{(pid=103285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 07:29:06.025018 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-639d3e1d-7b76-4654-a95e-ef7960dde9bf req-b2be3903-6029-408c-a6ca-d9ff1b3f4b3c tempest-TestServerAdvancedOps-1400200490 tempest-TestServerAdvancedOps-1400200490-project] Publish callbacks [] for port (e0a07641-859f-4e0c-99ee-be934315378d), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:06.035280 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-695ed4ce-c7ae-4daa-bee3-298b629ca06f None None] Deleting port 8082bb58-a0d6-4085-9b78-bafba323740c {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:29:06.035675 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-695ed4ce-c7ae-4daa-bee3-298b629ca06f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (8082bb58-a0d6-4085-9b78-bafba323740c), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:06.052524 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ecb66c8c-a521-4dd1-944c-6c52429fd0c4 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (e818f6d1-2687-4869-b326-811edc0132c0), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:06.064978 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-639d3e1d-7b76-4654-a95e-ef7960dde9bf req-b2be3903-6029-408c-a6ca-d9ff1b3f4b3c tempest-TestServerAdvancedOps-1400200490 tempest-TestServerAdvancedOps-1400200490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (e0a07641-859f-4e0c-99ee-be934315378d), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:06.129540 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2be3903-6029-408c-a6ca-d9ff1b3f4b3c tempest-TestServerAdvancedOps-1400200490 tempest-TestServerAdvancedOps-1400200490-project] Pushing event updated for resources: {'Port': ['ID=e0a07641-859f-4e0c-99ee-be934315378d,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:29:06.182518 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-639d3e1d-7b76-4654-a95e-ef7960dde9bf req-b2be3903-6029-408c-a6ca-d9ff1b3f4b3c tempest-TestServerAdvancedOps-1400200490 tempest-TestServerAdvancedOps-1400200490-project] Network be98d0ab-00a2-47f6-a08a-5fea33537b75 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:29:06.185759 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [req-639d3e1d-7b76-4654-a95e-ef7960dde9bf req-b2be3903-6029-408c-a6ca-d9ff1b3f4b3c tempest-TestServerAdvancedOps-1400200490 tempest-TestServerAdvancedOps-1400200490-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:29:06.189718 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-639d3e1d-7b76-4654-a95e-ef7960dde9bf req-b2be3903-6029-408c-a6ca-d9ff1b3f4b3c tempest-TestServerAdvancedOps-1400200490 tempest-TestServerAdvancedOps-1400200490-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:29:06.244640 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-695ed4ce-c7ae-4daa-bee3-298b629ca06f None None] For port 8082bb58-a0d6-4085-9b78-bafba323740c, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=8082bb58-a0d6-4085-9b78-bafba323740c,segment=NetworkSegment(cd55eebc-1f57-4111-a982-059d17cd9714),segment_id=cd55eebc-1f57-4111-a982-059d17cd9714)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:29:06.245051 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-695ed4ce-c7ae-4daa-bee3-298b629ca06f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (8082bb58-a0d6-4085-9b78-bafba323740c), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:06.247787 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639d3e1d-7b76-4654-a95e-ef7960dde9bf req-b2be3903-6029-408c-a6ca-d9ff1b3f4b3c tempest-TestServerAdvancedOps-1400200490 tempest-TestServerAdvancedOps-1400200490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:29:06.248697 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-639d3e1d-7b76-4654-a95e-ef7960dde9bf req-b2be3903-6029-408c-a6ca-d9ff1b3f4b3c tempest-TestServerAdvancedOps-1400200490 tempest-TestServerAdvancedOps-1400200490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:06.283393 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-695ed4ce-c7ae-4daa-bee3-298b629ca06f None None] Calling delete_port for 8082bb58-a0d6-4085-9b78-bafba323740c owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:29:06.300522 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-639d3e1d-7b76-4654-a95e-ef7960dde9bf req-b2be3903-6029-408c-a6ca-d9ff1b3f4b3c tempest-TestServerAdvancedOps-1400200490 tempest-TestServerAdvancedOps-1400200490-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5605280 Jan 28 07:29:06.308743 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-6d7ad6d3-5d1b-4869-bfaf-97a8bfb7dec7 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] 10.222.0.41 "GET /v2.0/routers/b00b4589-3c13-432b-b60c-3552c1cf50ff HTTP/1.1" status: 200 len: 924 time: 0.5731752 Jan 28 07:29:06.311012 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ecb66c8c-a521-4dd1-944c-6c52429fd0c4 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24757569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24979817'] for subnet (e818f6d1-2687-4869-b326-811edc0132c0), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:06.312804 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 38654) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:29:06.378472 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-639d3e1d-7b76-4654-a95e-ef7960dde9bf req-498ae591-637c-4c4d-b37c-35651fac97e1 service neutron] Request body: {'port': {'device_id': '65f89192-d323-4e73-89d7-c61a9fc5bbb6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-28'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:29:06.389643 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ecb66c8c-a521-4dd1-944c-6c52429fd0c4 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:06.404329 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-ecb66c8c-a521-4dd1-944c-6c52429fd0c4 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "DELETE /v2.0/subnets/e818f6d1-2687-4869-b326-811edc0132c0 HTTP/1.1" status: 204 len: 168 time: 0.8592832 Jan 28 07:29:06.404989 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb66c8c-a521-4dd1-944c-6c52429fd0c4 tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Pushing event deleted for resources: {'Subnet': ['ID=e818f6d1-2687-4869-b326-811edc0132c0,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:29:06.408175 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 38658) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:29:06.418051 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e2b7c94-b25e-4117-be1e-47a2a589ea80 None None] Network 39d5b943-8907-404b-b824-343baf651894 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:29:06.424421 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-695ed4ce-c7ae-4daa-bee3-298b629ca06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298'] for port (8082bb58-a0d6-4085-9b78-bafba323740c), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:06.482855 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-639d3e1d-7b76-4654-a95e-ef7960dde9bf req-498ae591-637c-4c4d-b37c-35651fac97e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (e0a07641-859f-4e0c-99ee-be934315378d), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:06.535080 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5ba2743c-3e75-46c7-81ed-6769f39fa4bb tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (7271c4e0-9917-4cbf-8cf0-7234aac71aa9), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:06.549747 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581c6481-c183-4278-a7de-09a78aec2afe req-cf19a000-a760-45f7-9c73-f8a72aa6c94f tempest-TestServerAdvancedOps-1400200490 tempest-TestServerAdvancedOps-1400200490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:29:06.551314 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-581c6481-c183-4278-a7de-09a78aec2afe req-cf19a000-a760-45f7-9c73-f8a72aa6c94f tempest-TestServerAdvancedOps-1400200490 tempest-TestServerAdvancedOps-1400200490-project] 10.222.0.41 "GET /v2.0/ports?device_id=65f89192-d323-4e73-89d7-c61a9fc5bbb6 HTTP/1.1" status: 200 len: 932 time: 0.9073169 Jan 28 07:29:06.678136 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695ed4ce-c7ae-4daa-bee3-298b629ca06f None None] No DVR routers for this DVR port 8082bb58-a0d6-4085-9b78-bafba323740c on host n-d-712749-28 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:29:06.689420 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695ed4ce-c7ae-4daa-bee3-298b629ca06f None None] Pushing event deleted for resources: {'Port': ['ID=8082bb58-a0d6-4085-9b78-bafba323740c,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:29:06.795607 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-581c6481-c183-4278-a7de-09a78aec2afe req-093db0a0-cf6d-4242-80eb-938cc011cae2 tempest-TestServerAdvancedOps-1400200490 tempest-TestServerAdvancedOps-1400200490-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb17ac0f-46bd-44ed-83ec-88185b4eb236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365603 Jan 28 07:29:06.804375 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5ba2743c-3e75-46c7-81ed-6769f39fa4bb tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (7271c4e0-9917-4cbf-8cf0-7234aac71aa9), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:06.820520 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dbe6199-086e-4659-b936-4b6fe0b7c930 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:29:06.823426 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-1dbe6199-086e-4659-b936-4b6fe0b7c930 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=7d5b3724-deef-4831-8d43-cb9b8176573c&device_id=b00b4589-3c13-432b-b60c-3552c1cf50ff&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.5091808 Jan 28 07:29:06.826177 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 38674) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:29:06.842642 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed3ce774-51f9-4cd8-a222-8c89e4d26b7c None None] DHCP port deletion for 39d5b943-8907-404b-b824-343baf651894 request from n-d-712749-28 {{(pid=103285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 07:29:06.856715 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-5ba2743c-3e75-46c7-81ed-6769f39fa4bb tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7271c4e0-9917-4cbf-8cf0-7234aac71aa9']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:29:06.902598 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-5ba2743c-3e75-46c7-81ed-6769f39fa4bb tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd55eebc-1f57-4111-a982-059d17cd9714') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:29:06.903278 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-5ba2743c-3e75-46c7-81ed-6769f39fa4bb tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd55eebc-1f57-4111-a982-059d17cd9714') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:29:06.919202 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5ba2743c-3e75-46c7-81ed-6769f39fa4bb tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24759294'] for segment (cd55eebc-1f57-4111-a982-059d17cd9714), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:06.944050 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5ba2743c-3e75-46c7-81ed-6769f39fa4bb tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (cd55eebc-1f57-4111-a982-059d17cd9714), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:06.955904 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ba2743c-3e75-46c7-81ed-6769f39fa4bb tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:29:06.956626 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5ba2743c-3e75-46c7-81ed-6769f39fa4bb tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24757675'] for segment (cd55eebc-1f57-4111-a982-059d17cd9714), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:06.959984 n-d-712749-28 neutron-server[103284]: Traceback (most recent call last): Jan 28 07:29:06.959984 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:29:06.959984 n-d-712749-28 neutron-server[103284]: timer() Jan 28 07:29:06.959984 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:29:06.959984 n-d-712749-28 neutron-server[103284]: cb(*args, **kw) Jan 28 07:29:06.959984 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:29:06.959984 n-d-712749-28 neutron-server[103284]: return func(*args, **kwargs) Jan 28 07:29:06.959984 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:29:06.959984 n-d-712749-28 neutron-server[103284]: self._notify() Jan 28 07:29:06.959984 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:29:06.959984 n-d-712749-28 neutron-server[103284]: self.callback(batched_events) Jan 28 07:29:06.959984 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:29:06.959984 n-d-712749-28 neutron-server[103284]: event.method(event) Jan 28 07:29:06.959984 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:29:06.959984 n-d-712749-28 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:29:06.959984 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:29:06.959984 n-d-712749-28 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:29:06.959984 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:29:06.959984 n-d-712749-28 neutron-server[103284]: return f(self, *a, **k) Jan 28 07:29:06.959984 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:29:06.959984 n-d-712749-28 neutron-server[103284]: return self._get(url).json() Jan 28 07:29:06.959984 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:29:06.959984 n-d-712749-28 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:29:06.959984 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:29:06.959984 n-d-712749-28 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Jan 28 07:29:06.959984 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:29:06.959984 n-d-712749-28 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:29:06.959984 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:29:06.959984 n-d-712749-28 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:29:06.959984 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:29:06.959984 n-d-712749-28 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:29:06.959984 n-d-712749-28 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:29:07.004244 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:07.009719 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-ed3ce774-51f9-4cd8-a222-8c89e4d26b7c None None] Deleting port b3377f88-a967-4d7d-b3ce-abc44d4d470a {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:29:07.010596 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ed3ce774-51f9-4cd8-a222-8c89e4d26b7c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (b3377f88-a967-4d7d-b3ce-abc44d4d470a), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:07.066113 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14439183-673f-416f-a86a-4426d3382aad tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:29:07.070258 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-14439183-673f-416f-a86a-4426d3382aad tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] 10.222.0.41 "GET /v2.0/networks/7d5b3724-deef-4831-8d43-cb9b8176573c HTTP/1.1" status: 200 len: 881 time: 0.2428818 Jan 28 07:29:07.076530 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 38680) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:29:07.101584 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-ed3ce774-51f9-4cd8-a222-8c89e4d26b7c None None] For port b3377f88-a967-4d7d-b3ce-abc44d4d470a, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=b3377f88-a967-4d7d-b3ce-abc44d4d470a,segment=NetworkSegment(8b0a0ad2-fd7a-4498-821e-1edb296a5ed1),segment_id=8b0a0ad2-fd7a-4498-821e-1edb296a5ed1)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:29:07.102416 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ed3ce774-51f9-4cd8-a222-8c89e4d26b7c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (b3377f88-a967-4d7d-b3ce-abc44d4d470a), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:07.106986 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5ba2743c-3e75-46c7-81ed-6769f39fa4bb tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (7271c4e0-9917-4cbf-8cf0-7234aac71aa9), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:07.135359 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-ed3ce774-51f9-4cd8-a222-8c89e4d26b7c None None] Calling delete_port for b3377f88-a967-4d7d-b3ce-abc44d4d470a owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:29:07.152433 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5ba2743c-3e75-46c7-81ed-6769f39fa4bb tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:07.165851 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-ea1776a0-825b-4ca8-8fa4-f9ace921a7c6 tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] 10.222.0.41 "GET /v2.0/ports?device_id=b00b4589-3c13-432b-b60c-3552c1cf50ff HTTP/1.1" status: 200 len: 205 time: 0.0864961 Jan 28 07:29:07.167861 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-5ba2743c-3e75-46c7-81ed-6769f39fa4bb tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "DELETE /v2.0/networks/7271c4e0-9917-4cbf-8cf0-7234aac71aa9 HTTP/1.1" status: 204 len: 168 time: 0.7541683 Jan 28 07:29:07.169153 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba2743c-3e75-46c7-81ed-6769f39fa4bb tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Pushing event deleted for resources: {'Network': ['ID=7271c4e0-9917-4cbf-8cf0-7234aac71aa9,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:29:07.171006 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 38688) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:29:07.171555 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 38690) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:29:07.317429 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ed3ce774-51f9-4cd8-a222-8c89e4d26b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298'] for port (b3377f88-a967-4d7d-b3ce-abc44d4d470a), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:07.395009 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3ce774-51f9-4cd8-a222-8c89e4d26b7c None None] Pushing event deleted for resources: {'Port': ['ID=b3377f88-a967-4d7d-b3ce-abc44d4d470a,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:29:07.405040 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3ce774-51f9-4cd8-a222-8c89e4d26b7c None None] No DVR routers for this DVR port b3377f88-a967-4d7d-b3ce-abc44d4d470a on host n-d-712749-28 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:29:07.413853 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [req-639d3e1d-7b76-4654-a95e-ef7960dde9bf req-498ae591-637c-4c4d-b37c-35651fac97e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0a07641-859f-4e0c-99ee-be934315378d {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:29:07.445305 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-639d3e1d-7b76-4654-a95e-ef7960dde9bf req-498ae591-637c-4c4d-b37c-35651fac97e1 service neutron] Publish callbacks [] for port (e0a07641-859f-4e0c-99ee-be934315378d), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:07.494495 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [req-639d3e1d-7b76-4654-a95e-ef7960dde9bf req-498ae591-637c-4c4d-b37c-35651fac97e1 service neutron] Transition to ACTIVE for port object e0a07641-859f-4e0c-99ee-be934315378d will not be triggered until provisioned by entity L2. {{(pid=103283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:29:07.507932 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 8082bb58-a0d6-4085-9b78-bafba323740c no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:29:07.511582 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-639d3e1d-7b76-4654-a95e-ef7960dde9bf req-498ae591-637c-4c4d-b37c-35651fac97e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (e0a07641-859f-4e0c-99ee-be934315378d), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:07.550575 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0df2a9b7-11ec-484c-8bb8-c260f3490f56 tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Publish callbacks [] for router (b00b4589-3c13-432b-b60c-3552c1cf50ff), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:07.578677 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: 8082bb58-a0d6-4085-9b78-bafba323740c {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:29:07.579098 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 8082bb58-a0d6-4085-9b78-bafba323740c not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:29:07.579477 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device b3377f88-a967-4d7d-b3ce-abc44d4d470a no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:29:07.658037 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: b3377f88-a967-4d7d-b3ce-abc44d4d470a {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:29:07.661244 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device b3377f88-a967-4d7d-b3ce-abc44d4d470a not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:29:07.673530 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-29c0312c-1d57-4900-a0ea-4170d04487ce tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (39d5b943-8907-404b-b824-343baf651894), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:07.695061 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498ae591-637c-4c4d-b37c-35651fac97e1 service neutron] Pushing event updated for resources: {'Port': ['ID=e0a07641-859f-4e0c-99ee-be934315378d,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:29:07.822239 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0df2a9b7-11ec-484c-8bb8-c260f3490f56 tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Publish callbacks [] for router_gateway (b00b4589-3c13-432b-b60c-3552c1cf50ff), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:07.837824 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-29c0312c-1d57-4900-a0ea-4170d04487ce tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (39d5b943-8907-404b-b824-343baf651894), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:07.892518 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-29c0312c-1d57-4900-a0ea-4170d04487ce tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39d5b943-8907-404b-b824-343baf651894']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:29:07.947164 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-29c0312c-1d57-4900-a0ea-4170d04487ce tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b0a0ad2-fd7a-4498-821e-1edb296a5ed1') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:29:07.947663 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-29c0312c-1d57-4900-a0ea-4170d04487ce tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b0a0ad2-fd7a-4498-821e-1edb296a5ed1') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:29:07.971819 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-29c0312c-1d57-4900-a0ea-4170d04487ce tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24759294'] for segment (8b0a0ad2-fd7a-4498-821e-1edb296a5ed1), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:07.992354 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-29c0312c-1d57-4900-a0ea-4170d04487ce tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (8b0a0ad2-fd7a-4498-821e-1edb296a5ed1), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:08.001605 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29c0312c-1d57-4900-a0ea-4170d04487ce tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:29:08.002343 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-29c0312c-1d57-4900-a0ea-4170d04487ce tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24757675'] for segment (8b0a0ad2-fd7a-4498-821e-1edb296a5ed1), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:08.005730 n-d-712749-28 neutron-server[103284]: Traceback (most recent call last): Jan 28 07:29:08.005730 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:29:08.005730 n-d-712749-28 neutron-server[103284]: timer() Jan 28 07:29:08.005730 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:29:08.005730 n-d-712749-28 neutron-server[103284]: cb(*args, **kw) Jan 28 07:29:08.005730 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:29:08.005730 n-d-712749-28 neutron-server[103284]: return func(*args, **kwargs) Jan 28 07:29:08.005730 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:29:08.005730 n-d-712749-28 neutron-server[103284]: self._notify() Jan 28 07:29:08.005730 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:29:08.005730 n-d-712749-28 neutron-server[103284]: self.callback(batched_events) Jan 28 07:29:08.005730 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:29:08.005730 n-d-712749-28 neutron-server[103284]: event.method(event) Jan 28 07:29:08.005730 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:29:08.005730 n-d-712749-28 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:29:08.005730 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:29:08.005730 n-d-712749-28 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:29:08.005730 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:29:08.005730 n-d-712749-28 neutron-server[103284]: return f(self, *a, **k) Jan 28 07:29:08.005730 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:29:08.005730 n-d-712749-28 neutron-server[103284]: return self._get(url).json() Jan 28 07:29:08.005730 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:29:08.005730 n-d-712749-28 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:29:08.005730 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:29:08.005730 n-d-712749-28 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Jan 28 07:29:08.005730 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:29:08.005730 n-d-712749-28 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:29:08.005730 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:29:08.005730 n-d-712749-28 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:29:08.005730 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:29:08.005730 n-d-712749-28 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:29:08.005730 n-d-712749-28 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:29:08.010217 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-639d3e1d-7b76-4654-a95e-ef7960dde9bf req-498ae591-637c-4c4d-b37c-35651fac97e1 service neutron] Attempting to bind port e0a07641-859f-4e0c-99ee-be934315378d on host n-h1-712749-28 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:29:08.011817 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-639d3e1d-7b76-4654-a95e-ef7960dde9bf req-498ae591-637c-4c4d-b37c-35651fac97e1 service neutron] Attempting to bind port e0a07641-859f-4e0c-99ee-be934315378d by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': 'f24106f8-db44-4cc3-8b76-0557f0407252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'be98d0ab-00a2-47f6-a08a-5fea33537b75'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:29:08.012164 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639d3e1d-7b76-4654-a95e-ef7960dde9bf req-498ae591-637c-4c4d-b37c-35651fac97e1 service neutron] Attempting to bind port e0a07641-859f-4e0c-99ee-be934315378d on network be98d0ab-00a2-47f6-a08a-5fea33537b75 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:29:08.033486 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639d3e1d-7b76-4654-a95e-ef7960dde9bf req-498ae591-637c-4c4d-b37c-35651fac97e1 service neutron] Port e0a07641-859f-4e0c-99ee-be934315378d on network be98d0ab-00a2-47f6-a08a-5fea33537b75 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:29:08.034121 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639d3e1d-7b76-4654-a95e-ef7960dde9bf req-498ae591-637c-4c4d-b37c-35651fac97e1 service neutron] Attempting to bind port e0a07641-859f-4e0c-99ee-be934315378d on network be98d0ab-00a2-47f6-a08a-5fea33537b75 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:29:08.053215 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc944f1d-469d-4b47-9f50-7e759bb3d108 req-ca4c2abb-10a3-4b71-94fe-7aebd61ea56f tempest-TestServerAdvancedOps-1400200490 tempest-TestServerAdvancedOps-1400200490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:29:08.061228 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-fc944f1d-469d-4b47-9f50-7e759bb3d108 req-ca4c2abb-10a3-4b71-94fe-7aebd61ea56f tempest-TestServerAdvancedOps-1400200490 tempest-TestServerAdvancedOps-1400200490-project] 10.222.0.41 "GET /v2.0/ports?device_id=65f89192-d323-4e73-89d7-c61a9fc5bbb6 HTTP/1.1" status: 200 len: 944 time: 0.1366155 Jan 28 07:29:08.066076 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-0df2a9b7-11ec-484c-8bb8-c260f3490f56 tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Deleting port 3060bc3b-87bd-4037-95ae-74337527e392 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:29:08.066276 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639d3e1d-7b76-4654-a95e-ef7960dde9bf req-498ae591-637c-4c4d-b37c-35651fac97e1 service neutron] Checking agent: {'id': '2fca46b1-237f-4857-9290-2429d810e472', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 29, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:29:08.066750 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639d3e1d-7b76-4654-a95e-ef7960dde9bf req-498ae591-637c-4c4d-b37c-35651fac97e1 service neutron] Checking segment: {'id': 'f24106f8-db44-4cc3-8b76-0557f0407252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'be98d0ab-00a2-47f6-a08a-5fea33537b75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:29:08.066937 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0df2a9b7-11ec-484c-8bb8-c260f3490f56 tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (3060bc3b-87bd-4037-95ae-74337527e392), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:08.067141 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639d3e1d-7b76-4654-a95e-ef7960dde9bf req-498ae591-637c-4c4d-b37c-35651fac97e1 service neutron] Bound using segment: {'id': 'f24106f8-db44-4cc3-8b76-0557f0407252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'be98d0ab-00a2-47f6-a08a-5fea33537b75'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:29:08.067591 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-639d3e1d-7b76-4654-a95e-ef7960dde9bf req-498ae591-637c-4c4d-b37c-35651fac97e1 service neutron] Bound port: e0a07641-859f-4e0c-99ee-be934315378d, host: n-h1-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f24106f8-db44-4cc3-8b76-0557f0407252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'be98d0ab-00a2-47f6-a08a-5fea33537b75'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:29:08.067951 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-639d3e1d-7b76-4654-a95e-ef7960dde9bf req-498ae591-637c-4c4d-b37c-35651fac97e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (e0a07641-859f-4e0c-99ee-be934315378d), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:08.193412 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-29c0312c-1d57-4900-a0ea-4170d04487ce tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (39d5b943-8907-404b-b824-343baf651894), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:08.199169 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-29c0312c-1d57-4900-a0ea-4170d04487ce tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:08.210942 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-29c0312c-1d57-4900-a0ea-4170d04487ce tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] 10.222.0.41 "DELETE /v2.0/networks/39d5b943-8907-404b-b824-343baf651894 HTTP/1.1" status: 204 len: 168 time: 1.0325508 Jan 28 07:29:08.211136 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-fc944f1d-469d-4b47-9f50-7e759bb3d108 req-8f0a63c2-3e7c-46c9-8fc8-29ac914b1c81 tempest-TestServerAdvancedOps-1400200490 tempest-TestServerAdvancedOps-1400200490-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb17ac0f-46bd-44ed-83ec-88185b4eb236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461565 Jan 28 07:29:08.265819 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-639d3e1d-7b76-4654-a95e-ef7960dde9bf req-498ae591-637c-4c4d-b37c-35651fac97e1 service neutron] For port e0a07641-859f-4e0c-99ee-be934315378d, host n-h1-712749-28, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:29:08.274392 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-639d3e1d-7b76-4654-a95e-ef7960dde9bf req-498ae591-637c-4c4d-b37c-35651fac97e1 service neutron] For port e0a07641-859f-4e0c-99ee-be934315378d, host n-h1-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=e0a07641-859f-4e0c-99ee-be934315378d,segment=NetworkSegment(f24106f8-db44-4cc3-8b76-0557f0407252),segment_id=f24106f8-db44-4cc3-8b76-0557f0407252)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:29:08.280456 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c0312c-1d57-4900-a0ea-4170d04487ce tempest-TaggedBootDevicesTest_v242-337109286 tempest-TaggedBootDevicesTest_v242-337109286-project] Pushing event deleted for resources: {'Network': ['ID=39d5b943-8907-404b-b824-343baf651894,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:29:08.285709 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-639d3e1d-7b76-4654-a95e-ef7960dde9bf req-498ae591-637c-4c4d-b37c-35651fac97e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (e0a07641-859f-4e0c-99ee-be934315378d), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:08.352492 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0df2a9b7-11ec-484c-8bb8-c260f3490f56 tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (3060bc3b-87bd-4037-95ae-74337527e392), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:08.373902 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639d3e1d-7b76-4654-a95e-ef7960dde9bf req-498ae591-637c-4c4d-b37c-35651fac97e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:29:08.374594 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-639d3e1d-7b76-4654-a95e-ef7960dde9bf req-498ae591-637c-4c4d-b37c-35651fac97e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:08.379784 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-639d3e1d-7b76-4654-a95e-ef7960dde9bf req-498ae591-637c-4c4d-b37c-35651fac97e1 service neutron] 10.222.0.10 "PUT /v2.0/ports/e0a07641-859f-4e0c-99ee-be934315378d HTTP/1.1" status: 200 len: 1093 time: 2.0022447 Jan 28 07:29:08.380350 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65f89192-d323-4e73-89d7-c61a9fc5bbb6', 'tag': 'e0a07641-859f-4e0c-99ee-be934315378d'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:29:08.381266 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-0df2a9b7-11ec-484c-8bb8-c260f3490f56 tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Calling delete_port for 3060bc3b-87bd-4037-95ae-74337527e392 owned by network:router_gateway {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:29:08.384740 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e639408-ba51-48c5-9933-322e148cc729" -d '{"events": [{"name": "network-changed", "server_uuid": "65f89192-d323-4e73-89d7-c61a9fc5bbb6", "tag": "e0a07641-859f-4e0c-99ee-be934315378d"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:29:08.555028 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b89d9a1c-37ce-47ea-8369-27f142ecf231 x-openstack-request-id: req-b89d9a1c-37ce-47ea-8369-27f142ecf231 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:29:08.555260 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65f89192-d323-4e73-89d7-c61a9fc5bbb6", "tag": "e0a07641-859f-4e0c-99ee-be934315378d", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:29:08.555519 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b89d9a1c-37ce-47ea-8369-27f142ecf231 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:29:08.572731 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65f89192-d323-4e73-89d7-c61a9fc5bbb6', 'tag': 'e0a07641-859f-4e0c-99ee-be934315378d', 'status': 'completed', 'code': 200} Jan 28 07:29:08.642990 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498ae591-637c-4c4d-b37c-35651fac97e1 service neutron] Pushing event updated for resources: {'Port': ['ID=e0a07641-859f-4e0c-99ee-be934315378d,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:29:08.672338 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639d3e1d-7b76-4654-a95e-ef7960dde9bf req-f37064d3-8b96-4722-9ec0-f1aeecc7c8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:29:08.674618 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-639d3e1d-7b76-4654-a95e-ef7960dde9bf req-f37064d3-8b96-4722-9ec0-f1aeecc7c8dd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=523c72b3262f408a834b52d6cdc39e2f&device_id=65f89192-d323-4e73-89d7-c61a9fc5bbb6 HTTP/1.1" status: 200 len: 1096 time: 0.2190585 Jan 28 07:29:08.698780 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:08.789801 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-639d3e1d-7b76-4654-a95e-ef7960dde9bf req-82913254-eb2c-4f8c-82db-9b0de731afcd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e0a07641-859f-4e0c-99ee-be934315378d HTTP/1.1" status: 200 len: 217 time: 0.0965707 Jan 28 07:29:08.869866 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639d3e1d-7b76-4654-a95e-ef7960dde9bf req-bd92abbb-d0bb-44cb-98de-22453aff15a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:29:08.871707 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-639d3e1d-7b76-4654-a95e-ef7960dde9bf req-bd92abbb-d0bb-44cb-98de-22453aff15a3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=135af119-b631-4e30-954b-1274f13d88bf HTTP/1.1" status: 200 len: 851 time: 0.0711105 Jan 28 07:29:08.891598 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0df2a9b7-11ec-484c-8bb8-c260f3490f56 tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (3060bc3b-87bd-4037-95ae-74337527e392), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:08.934015 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-639d3e1d-7b76-4654-a95e-ef7960dde9bf req-94c8c970-272b-4ec2-ba78-6a70bce8f487 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=be98d0ab-00a2-47f6-a08a-5fea33537b75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525281 Jan 28 07:29:08.937567 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df2a9b7-11ec-484c-8bb8-c260f3490f56 tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Pushing event deleted for resources: {'Port': ['ID=3060bc3b-87bd-4037-95ae-74337527e392,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:29:09.120794 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0df2a9b7-11ec-484c-8bb8-c260f3490f56 tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16607873'] for router_gateway (b00b4589-3c13-432b-b60c-3552c1cf50ff), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:09.169913 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-639d3e1d-7b76-4654-a95e-ef7960dde9bf req-52d5c8de-14e7-46da-ae89-d36be988c84b service neutron] 10.222.0.10 "GET /v2.0/networks/be98d0ab-00a2-47f6-a08a-5fea33537b75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257771 Jan 28 07:29:09.291415 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0df2a9b7-11ec-484c-8bb8-c260f3490f56 tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16605684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127449'] for router (b00b4589-3c13-432b-b60c-3552c1cf50ff), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:09.300554 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0df2a9b7-11ec-484c-8bb8-c260f3490f56 tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Publish callbacks [] for router_controller (b00b4589-3c13-432b-b60c-3552c1cf50ff), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:09.396444 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0df2a9b7-11ec-484c-8bb8-c260f3490f56 tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16605693'] for router (b00b4589-3c13-432b-b60c-3552c1cf50ff), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:09.397321 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0df2a9b7-11ec-484c-8bb8-c260f3490f56 tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Fanout notify agent at l3_agent the message router_deleted on router b00b4589-3c13-432b-b60c-3552c1cf50ff {{(pid=103284) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 07:29:09.407709 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0df2a9b7-11ec-484c-8bb8-c260f3490f56 tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Publish callbacks [] for router (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:09.411263 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-0df2a9b7-11ec-484c-8bb8-c260f3490f56 tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] 10.222.0.41 "DELETE /v2.0/routers/b00b4589-3c13-432b-b60c-3552c1cf50ff HTTP/1.1" status: 204 len: 168 time: 2.2372072 Jan 28 07:29:09.416405 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 38886) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:29:09.426854 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-236e5f29-1a2d-4e4a-8a54-895fdbf0c1b2 tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1660197185', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:29:09.487773 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-236e5f29-1a2d-4e4a-8a54-895fdbf0c1b2 tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16606890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127275'] for router (d488150b-2430-4663-9d12-9753e2bb416e), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:09.489140 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-236e5f29-1a2d-4e4a-8a54-895fdbf0c1b2 tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16605498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16607952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16355422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127266'] for router (d488150b-2430-4663-9d12-9753e2bb416e), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:09.579706 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a63dca-0cee-4b47-92d3-1c183787629d req-36d19c00-28fe-4a7a-a3ef-fbef33d46996 tempest-TestServerAdvancedOps-1400200490 tempest-TestServerAdvancedOps-1400200490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:29:09.588713 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-68a63dca-0cee-4b47-92d3-1c183787629d req-36d19c00-28fe-4a7a-a3ef-fbef33d46996 tempest-TestServerAdvancedOps-1400200490 tempest-TestServerAdvancedOps-1400200490-project] 10.222.0.41 "GET /v2.0/ports?device_id=65f89192-d323-4e73-89d7-c61a9fc5bbb6 HTTP/1.1" status: 200 len: 944 time: 0.2091522 Jan 28 07:29:09.593912 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 38908) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:29:09.595994 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-236e5f29-1a2d-4e4a-8a54-895fdbf0c1b2 tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Publish callbacks [] for router_controller (d488150b-2430-4663-9d12-9753e2bb416e), precommit_add_association {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:09.613206 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-236e5f29-1a2d-4e4a-8a54-895fdbf0c1b2 tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16605475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16607909'] for router (d488150b-2430-4663-9d12-9753e2bb416e), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:09.640413 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-639d3e1d-7b76-4654-a95e-ef7960dde9bf req-16b8b4bb-de0d-4718-9e9d-a1212fcd8685 service neutron] 10.222.0.10 "GET /v2.0/networks/be98d0ab-00a2-47f6-a08a-5fea33537b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4520199 Jan 28 07:29:09.643720 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-236e5f29-1a2d-4e4a-8a54-895fdbf0c1b2 tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Publish callbacks [] for router (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:09.647786 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-236e5f29-1a2d-4e4a-8a54-895fdbf0c1b2 tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2272997 Jan 28 07:29:09.649669 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 38916) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:29:09.678417 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-dd9787c0-fd80-4672-93a0-e828e020896a tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'enable_snat': True}}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:29:09.691696 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-68a63dca-0cee-4b47-92d3-1c183787629d req-c1fa5609-05a5-493b-9eb1-b3a71d38884e tempest-TestServerAdvancedOps-1400200490 tempest-TestServerAdvancedOps-1400200490-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb17ac0f-46bd-44ed-83ec-88185b4eb236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009583 Jan 28 07:29:09.713561 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:09.932247 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d2c82815-029b-4434-b99d-6f5b28702840 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:10.035649 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e639408-ba51-48c5-9933-322e148cc729 req-e82e92d8-6115-45d9-aabe-79efba50828f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:29:10.039588 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1e639408-ba51-48c5-9933-322e148cc729 req-e82e92d8-6115-45d9-aabe-79efba50828f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=523c72b3262f408a834b52d6cdc39e2f&device_id=65f89192-d323-4e73-89d7-c61a9fc5bbb6 HTTP/1.1" status: 200 len: 1096 time: 0.2863662 Jan 28 07:29:10.041509 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dd9787c0-fd80-4672-93a0-e828e020896a tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Publish callbacks [] for router_gateway (d488150b-2430-4663-9d12-9753e2bb416e), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:10.186203 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e639408-ba51-48c5-9933-322e148cc729 req-238a3c8d-bb95-4661-9f5a-fe7ac21407c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:29:10.188381 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1e639408-ba51-48c5-9933-322e148cc729 req-238a3c8d-bb95-4661-9f5a-fe7ac21407c4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=be98d0ab-00a2-47f6-a08a-5fea33537b75 HTTP/1.1" status: 200 len: 912 time: 0.1429911 Jan 28 07:29:10.189203 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d2c82815-029b-4434-b99d-6f5b28702840 admin admin] Publish callbacks [] for security_group (4058b863-73b9-49ea-a7d6-17f144adc814), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:10.206830 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d2c82815-029b-4434-b99d-6f5b28702840 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (4058b863-73b9-49ea-a7d6-17f144adc814), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:10.265558 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1e639408-ba51-48c5-9933-322e148cc729 req-17460901-f08c-4c85-899f-fea2ac9e2cc4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e0a07641-859f-4e0c-99ee-be934315378d HTTP/1.1" status: 200 len: 217 time: 0.0638893 Jan 28 07:29:10.269950 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-d2c82815-029b-4434-b99d-6f5b28702840 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=23d3c8d127394db3a1488f6edf006cf0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6724105 Jan 28 07:29:10.273500 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 38986) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:29:10.274561 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c82815-029b-4434-b99d-6f5b28702840 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4058b863-73b9-49ea-a7d6-17f144adc814,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:29:10.426417 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e639408-ba51-48c5-9933-322e148cc729 req-b6ea7969-27ae-4d34-b2d0-a6f7cee9674f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:29:10.430846 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1e639408-ba51-48c5-9933-322e148cc729 req-b6ea7969-27ae-4d34-b2d0-a6f7cee9674f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=135af119-b631-4e30-954b-1274f13d88bf HTTP/1.1" status: 200 len: 851 time: 0.1617923 Jan 28 07:29:10.450615 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7dffe48b-5296-4258-bdc4-63021ed9f975 admin admin] Publish callbacks [] for security_group (4058b863-73b9-49ea-a7d6-17f144adc814), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:10.483424 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dd9787c0-fd80-4672-93a0-e828e020896a tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Publish callbacks [] for router_gateway (d488150b-2430-4663-9d12-9753e2bb416e), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:10.530570 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1e639408-ba51-48c5-9933-322e148cc729 req-33ef3ad8-25f8-41a8-9a75-d37baeb5a2f6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=be98d0ab-00a2-47f6-a08a-5fea33537b75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0780714 Jan 28 07:29:10.540827 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dd9787c0-fd80-4672-93a0-e828e020896a tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:10.665740 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7dffe48b-5296-4258-bdc4-63021ed9f975 admin admin] Publish callbacks [] for security_group (4058b863-73b9-49ea-a7d6-17f144adc814), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:10.818404 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7dffe48b-5296-4258-bdc4-63021ed9f975 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (4058b863-73b9-49ea-a7d6-17f144adc814), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:10.821024 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7dffe48b-5296-4258-bdc4-63021ed9f975 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:10.822179 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-7dffe48b-5296-4258-bdc4-63021ed9f975 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4058b863-73b9-49ea-a7d6-17f144adc814 HTTP/1.1" status: 204 len: 168 time: 0.5433521 Jan 28 07:29:10.822924 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1e639408-ba51-48c5-9933-322e148cc729 req-96b2e11c-fc31-49a0-9436-af0915095b2e service neutron] 10.222.0.10 "GET /v2.0/networks/be98d0ab-00a2-47f6-a08a-5fea33537b75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2849514 Jan 28 07:29:10.925671 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dffe48b-5296-4258-bdc4-63021ed9f975 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4058b863-73b9-49ea-a7d6-17f144adc814,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:29:10.992459 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-dd9787c0-fd80-4672-93a0-e828e020896a tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Allocated IP 172.25.6.15 (7d5b3724-deef-4831-8d43-cb9b8176573c/b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc/15cd43b1-5425-45c8-bf9e-c333d4fa0300) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:29:11.109090 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b48033-c00b-4281-ac9c-71977b444909 req-0e17045c-0845-4d43-b80d-88f1c35c3b96 tempest-TestServerAdvancedOps-1400200490 tempest-TestServerAdvancedOps-1400200490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:29:11.118626 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-32b48033-c00b-4281-ac9c-71977b444909 req-0e17045c-0845-4d43-b80d-88f1c35c3b96 tempest-TestServerAdvancedOps-1400200490 tempest-TestServerAdvancedOps-1400200490-project] 10.222.0.41 "GET /v2.0/ports?device_id=65f89192-d323-4e73-89d7-c61a9fc5bbb6 HTTP/1.1" status: 200 len: 944 time: 0.2278287 Jan 28 07:29:11.126852 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1e639408-ba51-48c5-9933-322e148cc729 req-b3217d22-db08-45cc-8c33-e04c52b37691 service neutron] 10.222.0.10 "GET /v2.0/networks/be98d0ab-00a2-47f6-a08a-5fea33537b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2661834 Jan 28 07:29:11.265254 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-32b48033-c00b-4281-ac9c-71977b444909 req-d59b3041-d509-45bb-bfd5-0ac3ab871959 tempest-TestServerAdvancedOps-1400200490 tempest-TestServerAdvancedOps-1400200490-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb17ac0f-46bd-44ed-83ec-88185b4eb236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453187 Jan 28 07:29:11.312944 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dd9787c0-fd80-4672-93a0-e828e020896a tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Publish callbacks [] for port (15cd43b1-5425-45c8-bf9e-c333d4fa0300), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:11.372684 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dd9787c0-fd80-4672-93a0-e828e020896a tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (15cd43b1-5425-45c8-bf9e-c333d4fa0300), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:11.435193 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9787c0-fd80-4672-93a0-e828e020896a tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Network 7d5b3724-deef-4831-8d43-cb9b8176573c is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:29:11.441025 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-dd9787c0-fd80-4672-93a0-e828e020896a tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:29:11.445897 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9787c0-fd80-4672-93a0-e828e020896a tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:29:11.541204 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 39116) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:29:11.567338 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cb7dddaa-90d0-476c-bc1c-13b970992c27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:11.706703 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device e0a07641-859f-4e0c-99ee-be934315378d details requested by agent hyperv_n-h1-712749-28 with host n-h1-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:29:11.787852 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cb7dddaa-90d0-476c-bc1c-13b970992c27 admin admin] Publish callbacks [] for security_group (a5e85518-32aa-4e27-abc8-a98497b3c426), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:11.795635 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cb7dddaa-90d0-476c-bc1c-13b970992c27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (a5e85518-32aa-4e27-abc8-a98497b3c426), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:11.826804 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-cb7dddaa-90d0-476c-bc1c-13b970992c27 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=61c63686bd664f8d81e83ffbb03f3a0b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2839742 Jan 28 07:29:11.830361 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 39150) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:29:11.942913 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7dddaa-90d0-476c-bc1c-13b970992c27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5e85518-32aa-4e27-abc8-a98497b3c426,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:29:11.946607 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port e0a07641-859f-4e0c-99ee-be934315378d, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=e0a07641-859f-4e0c-99ee-be934315378d,segment=NetworkSegment(f24106f8-db44-4cc3-8b76-0557f0407252),segment_id=f24106f8-db44-4cc3-8b76-0557f0407252)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:29:11.975887 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Returning: {'device': 'e0a07641-859f-4e0c-99ee-be934315378d', 'network_id': 'be98d0ab-00a2-47f6-a08a-5fea33537b75', 'port_id': 'e0a07641-859f-4e0c-99ee-be934315378d', 'mac_address': 'fa:16:3e:c3:93:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '135af119-b631-4e30-954b-1274f13d88bf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:29:12.020258 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8dee62e1-9360-462a-b3dd-c80f7171f5bb admin admin] Publish callbacks [] for security_group (a5e85518-32aa-4e27-abc8-a98497b3c426), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:12.082109 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8dee62e1-9360-462a-b3dd-c80f7171f5bb admin admin] Publish callbacks [] for security_group (a5e85518-32aa-4e27-abc8-a98497b3c426), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:12.084403 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port e0a07641-859f-4e0c-99ee-be934315378d is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:29:12.085016 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (e0a07641-859f-4e0c-99ee-be934315378d), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:12.140386 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0a07641-859f-4e0c-99ee-be934315378d {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:29:12.202352 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port e0a07641-859f-4e0c-99ee-be934315378d, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=e0a07641-859f-4e0c-99ee-be934315378d,segment=NetworkSegment(f24106f8-db44-4cc3-8b76-0557f0407252),segment_id=f24106f8-db44-4cc3-8b76-0557f0407252)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:29:12.222866 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (e0a07641-859f-4e0c-99ee-be934315378d), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:12.274965 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8dee62e1-9360-462a-b3dd-c80f7171f5bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (a5e85518-32aa-4e27-abc8-a98497b3c426), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:12.288041 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8dee62e1-9360-462a-b3dd-c80f7171f5bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:12.296229 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-8dee62e1-9360-462a-b3dd-c80f7171f5bb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a5e85518-32aa-4e27-abc8-a98497b3c426 HTTP/1.1" status: 204 len: 168 time: 0.4526024 Jan 28 07:29:12.321033 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dee62e1-9360-462a-b3dd-c80f7171f5bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5e85518-32aa-4e27-abc8-a98497b3c426,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:29:12.422930 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=e0a07641-859f-4e0c-99ee-be934315378d,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:29:12.473117 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9787c0-fd80-4672-93a0-e828e020896a tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Pushing event updated for resources: {'Port': ['ID=15cd43b1-5425-45c8-bf9e-c333d4fa0300,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:29:12.477671 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d951a8d7-da8d-4f76-b5a1-85594047415e req-c5420f5a-b7f0-49a0-92f9-bd77ac26a573 tempest-TestServerAdvancedOps-1400200490 tempest-TestServerAdvancedOps-1400200490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:29:12.487100 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d951a8d7-da8d-4f76-b5a1-85594047415e req-c5420f5a-b7f0-49a0-92f9-bd77ac26a573 tempest-TestServerAdvancedOps-1400200490 tempest-TestServerAdvancedOps-1400200490-project] 10.222.0.41 "GET /v2.0/ports?device_id=65f89192-d323-4e73-89d7-c61a9fc5bbb6 HTTP/1.1" status: 200 len: 945 time: 0.0796068 Jan 28 07:29:12.553858 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d951a8d7-da8d-4f76-b5a1-85594047415e req-9c826e50-4966-45a3-920a-e6cee47579f3 tempest-TestServerAdvancedOps-1400200490 tempest-TestServerAdvancedOps-1400200490-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb17ac0f-46bd-44ed-83ec-88185b4eb236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621338 Jan 28 07:29:12.597470 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['e0a07641-859f-4e0c-99ee-be934315378d'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:29:12.694519 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dd9787c0-fd80-4672-93a0-e828e020896a tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Publish callbacks [] for router_gateway (d488150b-2430-4663-9d12-9753e2bb416e), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:13.246294 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dd9787c0-fd80-4672-93a0-e828e020896a tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16607950', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16605480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127440'] for router (d488150b-2430-4663-9d12-9753e2bb416e), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:13.283455 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dd9787c0-fd80-4672-93a0-e828e020896a tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16607909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16607927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16607932', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16605457'] for router (d488150b-2430-4663-9d12-9753e2bb416e), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:13.654209 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd9787c0-fd80-4672-93a0-e828e020896a tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Router d488150b-2430-4663-9d12-9753e2bb416e is scheduled to L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 with binding_index 1 {{(pid=103284) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 07:29:13.719170 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device e0a07641-859f-4e0c-99ee-be934315378d up at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:29:13.884949 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning for port e0a07641-859f-4e0c-99ee-be934315378d completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:29:13.895075 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning complete for port e0a07641-859f-4e0c-99ee-be934315378d triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:29:13.898700 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (e0a07641-859f-4e0c-99ee-be934315378d), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:14.059293 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9aa8eb-f5d1-4a27-9a58-6576d443419f req-bc422025-1460-4fba-9e3c-0b968e4a4f44 tempest-TestServerAdvancedOps-1400200490 tempest-TestServerAdvancedOps-1400200490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:29:14.067694 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-af9aa8eb-f5d1-4a27-9a58-6576d443419f req-bc422025-1460-4fba-9e3c-0b968e4a4f44 tempest-TestServerAdvancedOps-1400200490 tempest-TestServerAdvancedOps-1400200490-project] 10.222.0.41 "GET /v2.0/ports?device_id=65f89192-d323-4e73-89d7-c61a9fc5bbb6 HTTP/1.1" status: 200 len: 945 time: 0.2720127 Jan 28 07:29:14.113824 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd9787c0-fd80-4672-93a0-e828e020896a tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:29:14.123117 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port e0a07641-859f-4e0c-99ee-be934315378d is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:29:14.125178 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (e0a07641-859f-4e0c-99ee-be934315378d), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:14.132568 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dd9787c0-fd80-4672-93a0-e828e020896a tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:14.135179 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3be11f-1051-404d-87ed-59d3127e3c60 None None] Sync routers for ids ['d488150b-2430-4663-9d12-9753e2bb416e'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:29:14.138044 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-dd9787c0-fd80-4672-93a0-e828e020896a tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] 10.222.0.41 "PUT /v2.0/routers/d488150b-2430-4663-9d12-9753e2bb416e HTTP/1.1" status: 200 len: 918 time: 4.4848113 Jan 28 07:29:14.138730 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 39316) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:29:14.197598 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-af9aa8eb-f5d1-4a27-9a58-6576d443419f req-fad249a6-80de-48b0-a2a5-748069375544 tempest-TestServerAdvancedOps-1400200490 tempest-TestServerAdvancedOps-1400200490-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb17ac0f-46bd-44ed-83ec-88185b4eb236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594649 Jan 28 07:29:14.236604 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3be11f-1051-404d-87ed-59d3127e3c60 None None] Routers {'d488150b-2430-4663-9d12-9753e2bb416e'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:29:14.237260 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-4a3be11f-1051-404d-87ed-59d3127e3c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:29:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['d488150b-2430-4663-9d12-9753e2bb416e'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:29:14.257374 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65f89192-d323-4e73-89d7-c61a9fc5bbb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0a07641-859f-4e0c-99ee-be934315378d'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:29:14.259606 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1671fe0a-21ab-403a-998b-b789954456ee" -d '{"events": [{"server_uuid": "65f89192-d323-4e73-89d7-c61a9fc5bbb6", "name": "network-vif-plugged", "status": "completed", "tag": "e0a07641-859f-4e0c-99ee-be934315378d"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:29:14.393387 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d11a4be-4103-4f87-a6fb-7ac64c0a1f5e x-openstack-request-id: req-2d11a4be-4103-4f87-a6fb-7ac64c0a1f5e {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:29:14.396017 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65f89192-d323-4e73-89d7-c61a9fc5bbb6", "name": "network-vif-plugged", "status": "completed", "tag": "e0a07641-859f-4e0c-99ee-be934315378d", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:29:14.397892 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2d11a4be-4103-4f87-a6fb-7ac64c0a1f5e {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:29:14.403598 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65f89192-d323-4e73-89d7-c61a9fc5bbb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0a07641-859f-4e0c-99ee-be934315378d', 'code': 200} Jan 28 07:29:14.409136 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port e0a07641-859f-4e0c-99ee-be934315378d, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=e0a07641-859f-4e0c-99ee-be934315378d,segment=NetworkSegment(f24106f8-db44-4cc3-8b76-0557f0407252),segment_id=f24106f8-db44-4cc3-8b76-0557f0407252)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:29:14.417484 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-4a3be11f-1051-404d-87ed-59d3127e3c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:29:14.435193 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 39324) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:29:14.435851 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-4a0b1219-2e81-4945-b53c-10a96f13649a tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] 10.222.0.41 "GET /v2.0/routers/d488150b-2430-4663-9d12-9753e2bb416e HTTP/1.1" status: 200 len: 924 time: 0.2948530 Jan 28 07:29:14.446488 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (e0a07641-859f-4e0c-99ee-be934315378d), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:14.469391 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3be11f-1051-404d-87ed-59d3127e3c60 None None] Routers {'d488150b-2430-4663-9d12-9753e2bb416e'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:29:14.474323 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-4a3be11f-1051-404d-87ed-59d3127e3c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:29:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['d488150b-2430-4663-9d12-9753e2bb416e'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:29:14.646304 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ac229f-bac1-4fd8-aa74-9e637bbf5b06 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:29:14.656026 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-b3ac229f-bac1-4fd8-aa74-9e637bbf5b06 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=7d5b3724-deef-4831-8d43-cb9b8176573c&device_id=d488150b-2430-4663-9d12-9753e2bb416e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2196891 Jan 28 07:29:14.660178 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 39330) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:29:14.704239 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f72ffe0-1087-4d1a-94ea-043b707beba2 req-c518c802-18d6-4957-b6ec-c8e4ed49db19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:29:14.709644 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2f72ffe0-1087-4d1a-94ea-043b707beba2 req-c518c802-18d6-4957-b6ec-c8e4ed49db19 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=65f89192-d323-4e73-89d7-c61a9fc5bbb6 HTTP/1.1" status: 200 len: 1098 time: 0.1692014 Jan 28 07:29:14.752001 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-4a3be11f-1051-404d-87ed-59d3127e3c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:29:14.756706 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3be11f-1051-404d-87ed-59d3127e3c60 None None] The sync data for ids ['d488150b-2430-4663-9d12-9753e2bb416e'] in n-d-712749-28 is: [] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:29:14.807200 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2f72ffe0-1087-4d1a-94ea-043b707beba2 req-33850f4a-a831-41df-aff2-0c79c00f17b1 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=cb17ac0f-46bd-44ed-83ec-88185b4eb236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878162 Jan 28 07:29:14.876012 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=e0a07641-859f-4e0c-99ee-be934315378d,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:29:15.060411 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c319131e-fb2b-4204-9fe7-30d5a008aeca tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:29:15.065608 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 39340) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:29:15.071763 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-c319131e-fb2b-4204-9fe7-30d5a008aeca tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] 10.222.0.41 "GET /v2.0/networks/7d5b3724-deef-4831-8d43-cb9b8176573c HTTP/1.1" status: 200 len: 881 time: 0.4095609 Jan 28 07:29:15.179128 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 39344) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:29:15.181571 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-60b530b3-1e80-47c9-9429-591a7969ad00 tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] 10.222.0.41 "GET /v2.0/ports?device_id=d488150b-2430-4663-9d12-9753e2bb416e HTTP/1.1" status: 200 len: 205 time: 0.1092370 Jan 28 07:29:15.335278 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-45f19e20-a4f2-4bae-a274-71c187cdb9df tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Publish callbacks [] for router (d488150b-2430-4663-9d12-9753e2bb416e), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:15.491840 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-45f19e20-a4f2-4bae-a274-71c187cdb9df tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Publish callbacks [] for router_gateway (d488150b-2430-4663-9d12-9753e2bb416e), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:15.589268 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09496a6b-5163-4347-af43-1f15d2d4048a req-523cb313-49da-44d9-8146-3cf7340bee09 tempest-TestServerAdvancedOps-1400200490 tempest-TestServerAdvancedOps-1400200490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:29:15.590815 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-09496a6b-5163-4347-af43-1f15d2d4048a req-523cb313-49da-44d9-8146-3cf7340bee09 tempest-TestServerAdvancedOps-1400200490 tempest-TestServerAdvancedOps-1400200490-project] 10.222.0.41 "GET /v2.0/ports?device_id=65f89192-d323-4e73-89d7-c61a9fc5bbb6 HTTP/1.1" status: 200 len: 946 time: 0.1233833 Jan 28 07:29:15.594987 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-45f19e20-a4f2-4bae-a274-71c187cdb9df tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Deleting port 15cd43b1-5425-45c8-bf9e-c333d4fa0300 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:29:15.595330 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-45f19e20-a4f2-4bae-a274-71c187cdb9df tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (15cd43b1-5425-45c8-bf9e-c333d4fa0300), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:15.728210 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-45f19e20-a4f2-4bae-a274-71c187cdb9df tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (15cd43b1-5425-45c8-bf9e-c333d4fa0300), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:15.745935 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-45f19e20-a4f2-4bae-a274-71c187cdb9df tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Calling delete_port for 15cd43b1-5425-45c8-bf9e-c333d4fa0300 owned by network:router_gateway {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:29:15.967730 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-09496a6b-5163-4347-af43-1f15d2d4048a req-cc4e214e-0633-4f97-9c30-1ac131301785 tempest-TestServerAdvancedOps-1400200490 tempest-TestServerAdvancedOps-1400200490-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb17ac0f-46bd-44ed-83ec-88185b4eb236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348314 Jan 28 07:29:16.130916 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-45f19e20-a4f2-4bae-a274-71c187cdb9df tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (15cd43b1-5425-45c8-bf9e-c333d4fa0300), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:16.204075 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f19e20-a4f2-4bae-a274-71c187cdb9df tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Pushing event deleted for resources: {'Port': ['ID=15cd43b1-5425-45c8-bf9e-c333d4fa0300,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:29:16.359814 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-45f19e20-a4f2-4bae-a274-71c187cdb9df tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16607873'] for router_gateway (d488150b-2430-4663-9d12-9753e2bb416e), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:16.608729 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-45f19e20-a4f2-4bae-a274-71c187cdb9df tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16605684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127449'] for router (d488150b-2430-4663-9d12-9753e2bb416e), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:16.613217 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-45f19e20-a4f2-4bae-a274-71c187cdb9df tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Publish callbacks [] for router_controller (d488150b-2430-4663-9d12-9753e2bb416e), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:16.736219 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-45f19e20-a4f2-4bae-a274-71c187cdb9df tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16605693'] for router (d488150b-2430-4663-9d12-9753e2bb416e), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:16.736219 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45f19e20-a4f2-4bae-a274-71c187cdb9df tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Fanout notify agent at l3_agent the message router_deleted on router d488150b-2430-4663-9d12-9753e2bb416e {{(pid=103284) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 07:29:16.753487 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-45f19e20-a4f2-4bae-a274-71c187cdb9df tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Publish callbacks [] for router (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:16.757767 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-45f19e20-a4f2-4bae-a274-71c187cdb9df tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] 10.222.0.41 "DELETE /v2.0/routers/d488150b-2430-4663-9d12-9753e2bb416e HTTP/1.1" status: 204 len: 168 time: 1.5776365 Jan 28 07:29:16.762422 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 39388) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:29:16.767859 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-2ab814a1-7d01-4904-9d7b-a4475adf36ca tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-220011786', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:29:16.817571 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2ab814a1-7d01-4904-9d7b-a4475adf36ca tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16606890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127275'] for router (f6900773-12c5-41c7-86dd-7de345a64bb7), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:16.818760 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2ab814a1-7d01-4904-9d7b-a4475adf36ca tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16605498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16607952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16355422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127266'] for router (f6900773-12c5-41c7-86dd-7de345a64bb7), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:16.943212 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2ab814a1-7d01-4904-9d7b-a4475adf36ca tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Publish callbacks [] for router_controller (f6900773-12c5-41c7-86dd-7de345a64bb7), precommit_add_association {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:16.952791 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2ab814a1-7d01-4904-9d7b-a4475adf36ca tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16605475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16607909'] for router (f6900773-12c5-41c7-86dd-7de345a64bb7), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:16.999185 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2ab814a1-7d01-4904-9d7b-a4475adf36ca tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Publish callbacks [] for router (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:17.000688 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-2ab814a1-7d01-4904-9d7b-a4475adf36ca tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2372322 Jan 28 07:29:17.004839 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 39400) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:29:17.010299 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-f88bfba5-a69b-4dbe-b442-d5face207711 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'enable_snat': False}}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:29:17.246802 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09e0d0e-4be9-4a95-9f30-38ce6b422dc3 req-d2bb4eb3-bf53-4721-995d-e39c37750679 tempest-TestServerAdvancedOps-1400200490 tempest-TestServerAdvancedOps-1400200490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:29:17.251235 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f09e0d0e-4be9-4a95-9f30-38ce6b422dc3 req-d2bb4eb3-bf53-4721-995d-e39c37750679 tempest-TestServerAdvancedOps-1400200490 tempest-TestServerAdvancedOps-1400200490-project] 10.222.0.41 "GET /v2.0/ports?device_id=65f89192-d323-4e73-89d7-c61a9fc5bbb6 HTTP/1.1" status: 200 len: 946 time: 0.1405251 Jan 28 07:29:17.412641 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f09e0d0e-4be9-4a95-9f30-38ce6b422dc3 req-c4cf6818-5e82-4768-a814-2fd8f38c8885 tempest-TestServerAdvancedOps-1400200490 tempest-TestServerAdvancedOps-1400200490-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb17ac0f-46bd-44ed-83ec-88185b4eb236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513333 Jan 28 07:29:17.603738 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f88bfba5-a69b-4dbe-b442-d5face207711 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Publish callbacks [] for router_gateway (f6900773-12c5-41c7-86dd-7de345a64bb7), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:17.764740 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d109c77c-c415-4205-a0e5-046ba8baa20f req-fc48df50-7bc7-494f-9dc6-d621fd601c95 tempest-TestServerAdvancedOps-1400200490 tempest-TestServerAdvancedOps-1400200490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:29:17.771691 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d109c77c-c415-4205-a0e5-046ba8baa20f req-fc48df50-7bc7-494f-9dc6-d621fd601c95 tempest-TestServerAdvancedOps-1400200490 tempest-TestServerAdvancedOps-1400200490-project] 10.222.0.41 "GET /v2.0/ports?device_id=65f89192-d323-4e73-89d7-c61a9fc5bbb6 HTTP/1.1" status: 200 len: 946 time: 0.1761041 Jan 28 07:29:17.880129 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d109c77c-c415-4205-a0e5-046ba8baa20f req-4983ba68-78a7-43f0-95aa-95bb82be786a tempest-TestServerAdvancedOps-1400200490 tempest-TestServerAdvancedOps-1400200490-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb17ac0f-46bd-44ed-83ec-88185b4eb236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923936 Jan 28 07:29:18.223942 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f88bfba5-a69b-4dbe-b442-d5face207711 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Publish callbacks [] for router_gateway (f6900773-12c5-41c7-86dd-7de345a64bb7), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:18.284497 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f88bfba5-a69b-4dbe-b442-d5face207711 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:18.509581 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-f88bfba5-a69b-4dbe-b442-d5face207711 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Allocated IP 172.25.6.146 (7d5b3724-deef-4831-8d43-cb9b8176573c/b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc/c536f22e-dca1-4533-a1b7-11b4ceb05fae) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:29:18.766787 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92cfa42-2fe0-4468-aa98-03dd068e3390 req-349bbe33-c10a-41e0-9a4e-bea44ae9b1fd tempest-TestServerAdvancedOps-1400200490 tempest-TestServerAdvancedOps-1400200490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:29:18.770902 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c92cfa42-2fe0-4468-aa98-03dd068e3390 req-349bbe33-c10a-41e0-9a4e-bea44ae9b1fd tempest-TestServerAdvancedOps-1400200490 tempest-TestServerAdvancedOps-1400200490-project] 10.222.0.41 "GET /v2.0/ports?device_id=65f89192-d323-4e73-89d7-c61a9fc5bbb6 HTTP/1.1" status: 200 len: 946 time: 0.5029497 Jan 28 07:29:18.882343 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f88bfba5-a69b-4dbe-b442-d5face207711 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Publish callbacks [] for port (c536f22e-dca1-4533-a1b7-11b4ceb05fae), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:19.048591 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c92cfa42-2fe0-4468-aa98-03dd068e3390 req-71596f8c-b72e-4768-a6a8-09fdd6887642 tempest-TestServerAdvancedOps-1400200490 tempest-TestServerAdvancedOps-1400200490-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb17ac0f-46bd-44ed-83ec-88185b4eb236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2663510 Jan 28 07:29:19.099174 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f88bfba5-a69b-4dbe-b442-d5face207711 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (c536f22e-dca1-4533-a1b7-11b4ceb05fae), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:19.210814 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f88bfba5-a69b-4dbe-b442-d5face207711 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Network 7d5b3724-deef-4831-8d43-cb9b8176573c is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:29:19.234735 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-f88bfba5-a69b-4dbe-b442-d5face207711 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:29:19.238222 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88bfba5-a69b-4dbe-b442-d5face207711 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:29:19.366112 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88bfba5-a69b-4dbe-b442-d5face207711 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Pushing event updated for resources: {'Port': ['ID=c536f22e-dca1-4533-a1b7-11b4ceb05fae,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:29:19.368155 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c9e5d3-7b95-4111-a959-10b001a68ce2 req-63e9f82d-5d46-4271-8b69-67d41d0de466 tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:29:19.373682 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-27c9e5d3-7b95-4111-a959-10b001a68ce2 req-63e9f82d-5d46-4271-8b69-67d41d0de466 tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfd7c116-7b46-477e-86ad-fdd9cc1548ce HTTP/1.1" status: 200 len: 945 time: 0.1400278 Jan 28 07:29:19.482093 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-27c9e5d3-7b95-4111-a959-10b001a68ce2 req-9195a0d7-0532-47b8-a6d2-f106e5e038b2 tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] 10.222.0.41 "GET /v2.0/security-groups?id=53b55572-4939-4466-abb4-cc7f1bb894f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936797 Jan 28 07:29:19.787016 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f88bfba5-a69b-4dbe-b442-d5face207711 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Publish callbacks [] for router_gateway (f6900773-12c5-41c7-86dd-7de345a64bb7), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:20.738322 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a60d926-e421-4963-bd5d-c0865fbfaecf req-65827476-58c5-44b9-a77a-edded89f0dbd tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:29:20.739898 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9a60d926-e421-4963-bd5d-c0865fbfaecf req-65827476-58c5-44b9-a77a-edded89f0dbd tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfd7c116-7b46-477e-86ad-fdd9cc1548ce HTTP/1.1" status: 200 len: 945 time: 0.0762694 Jan 28 07:29:20.747725 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16bc226-36f0-4276-95fb-dd25b17d3b08 req-4496e63b-81a9-44e5-a972-617a4e5d242a tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:29:20.749554 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f16bc226-36f0-4276-95fb-dd25b17d3b08 req-4496e63b-81a9-44e5-a972-617a4e5d242a tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfd7c116-7b46-477e-86ad-fdd9cc1548ce HTTP/1.1" status: 200 len: 945 time: 0.1438699 Jan 28 07:29:20.782313 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f88bfba5-a69b-4dbe-b442-d5face207711 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16607950', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16605480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127440'] for router (f6900773-12c5-41c7-86dd-7de345a64bb7), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:20.797216 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f88bfba5-a69b-4dbe-b442-d5face207711 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16607909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16607927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16607932', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16605457'] for router (f6900773-12c5-41c7-86dd-7de345a64bb7), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:20.830819 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6044569-4134-48c7-be3b-f8a0da83afb7 req-84820723-4054-4152-8ef2-96225c9ecfe8 tempest-TestServerAdvancedOps-1400200490 tempest-TestServerAdvancedOps-1400200490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:29:20.838398 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d6044569-4134-48c7-be3b-f8a0da83afb7 req-84820723-4054-4152-8ef2-96225c9ecfe8 tempest-TestServerAdvancedOps-1400200490 tempest-TestServerAdvancedOps-1400200490-project] 10.222.0.41 "GET /v2.0/ports?device_id=65f89192-d323-4e73-89d7-c61a9fc5bbb6 HTTP/1.1" status: 200 len: 946 time: 0.1167376 Jan 28 07:29:20.933415 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f16bc226-36f0-4276-95fb-dd25b17d3b08 req-9e1c967a-c834-4343-a648-569b98eb5d85 tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] 10.222.0.41 "GET /v2.0/security-groups?id=53b55572-4939-4466-abb4-cc7f1bb894f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795982 Jan 28 07:29:20.981843 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-9a60d926-e421-4963-bd5d-c0865fbfaecf req-21e7605e-da02-4594-8e46-9fd8df83685a tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] Deleting port c4199e87-b5d8-46bb-a6a4-0b77d1512f3b {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:29:20.982664 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-9a60d926-e421-4963-bd5d-c0865fbfaecf req-21e7605e-da02-4594-8e46-9fd8df83685a tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (c4199e87-b5d8-46bb-a6a4-0b77d1512f3b), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:21.133892 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d6044569-4134-48c7-be3b-f8a0da83afb7 req-76a9c6ef-0f8d-4790-99a0-c0d0040071a5 tempest-TestServerAdvancedOps-1400200490 tempest-TestServerAdvancedOps-1400200490-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb17ac0f-46bd-44ed-83ec-88185b4eb236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2941949 Jan 28 07:29:21.194399 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-9a60d926-e421-4963-bd5d-c0865fbfaecf req-21e7605e-da02-4594-8e46-9fd8df83685a tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] For port c4199e87-b5d8-46bb-a6a4-0b77d1512f3b, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=c4199e87-b5d8-46bb-a6a4-0b77d1512f3b,segment=NetworkSegment(5e9d481f-a3b1-479f-be8f-343a288df135),segment_id=5e9d481f-a3b1-479f-be8f-343a288df135)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:29:21.194757 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-9a60d926-e421-4963-bd5d-c0865fbfaecf req-21e7605e-da02-4594-8e46-9fd8df83685a tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (c4199e87-b5d8-46bb-a6a4-0b77d1512f3b), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:21.246249 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-9a60d926-e421-4963-bd5d-c0865fbfaecf req-21e7605e-da02-4594-8e46-9fd8df83685a tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] Calling delete_port for c4199e87-b5d8-46bb-a6a4-0b77d1512f3b owned by compute:nova {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:29:21.340484 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f88bfba5-a69b-4dbe-b442-d5face207711 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Router f6900773-12c5-41c7-86dd-7de345a64bb7 is scheduled to L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 with binding_index 1 {{(pid=103284) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 07:29:21.515071 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 39494) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:29:21.596280 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-9a60d926-e421-4963-bd5d-c0865fbfaecf req-21e7605e-da02-4594-8e46-9fd8df83685a tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (c4199e87-b5d8-46bb-a6a4-0b77d1512f3b), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:21.629401 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['51e0b1f7-0573-4941-aecd-a7856786a205', '908a1335-5f54-4311-8913-be06c6e8339b', 'c4199e87-b5d8-46bb-a6a4-0b77d1512f3b'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:29:21.684845 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e7605e-da02-4594-8e46-9fd8df83685a tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] Pushing event deleted for resources: {'Port': ['ID=c4199e87-b5d8-46bb-a6a4-0b77d1512f3b,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:29:21.707064 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f88bfba5-a69b-4dbe-b442-d5face207711 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:29:21.717799 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f88bfba5-a69b-4dbe-b442-d5face207711 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:21.723608 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-103ddb33-4bbc-4d87-b484-f4479ac94b3e None None] Sync routers for ids ['f6900773-12c5-41c7-86dd-7de345a64bb7'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:29:21.739701 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-f88bfba5-a69b-4dbe-b442-d5face207711 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] 10.222.0.41 "PUT /v2.0/routers/f6900773-12c5-41c7-86dd-7de345a64bb7 HTTP/1.1" status: 200 len: 919 time: 4.7337058 Jan 28 07:29:21.744669 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 39502) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:29:21.750429 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103ddb33-4bbc-4d87-b484-f4479ac94b3e None None] Routers {'f6900773-12c5-41c7-86dd-7de345a64bb7'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:29:21.751067 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-103ddb33-4bbc-4d87-b484-f4479ac94b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:29:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['f6900773-12c5-41c7-86dd-7de345a64bb7'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:29:21.877981 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-103ddb33-4bbc-4d87-b484-f4479ac94b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:29:21.903257 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a60d926-e421-4963-bd5d-c0865fbfaecf req-21e7605e-da02-4594-8e46-9fd8df83685a tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] No DVR routers for this DVR port c4199e87-b5d8-46bb-a6a4-0b77d1512f3b on host n-h2-712749-28 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:29:21.910396 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-9a60d926-e421-4963-bd5d-c0865fbfaecf req-21e7605e-da02-4594-8e46-9fd8df83685a tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:21.910568 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103ddb33-4bbc-4d87-b484-f4479ac94b3e None None] Routers {'f6900773-12c5-41c7-86dd-7de345a64bb7'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:29:21.911308 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-103ddb33-4bbc-4d87-b484-f4479ac94b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:29:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['f6900773-12c5-41c7-86dd-7de345a64bb7'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:29:21.913774 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9a60d926-e421-4963-bd5d-c0865fbfaecf req-21e7605e-da02-4594-8e46-9fd8df83685a tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] 10.222.0.44 "DELETE /v2.0/ports/c4199e87-b5d8-46bb-a6a4-0b77d1512f3b HTTP/1.1" status: 204 len: 173 time: 1.1632915 Jan 28 07:29:21.937916 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfd7c116-7b46-477e-86ad-fdd9cc1548ce', 'name': 'network-vif-deleted', 'tag': 'c4199e87-b5d8-46bb-a6a4-0b77d1512f3b'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:29:21.942890 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7b72318-c1f6-430a-b409-460a6d444941" -d '{"events": [{"server_uuid": "dfd7c116-7b46-477e-86ad-fdd9cc1548ce", "name": "network-vif-deleted", "tag": "c4199e87-b5d8-46bb-a6a4-0b77d1512f3b"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:29:22.011058 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416c15d7-3151-4ee9-9dc8-0e14d775ecfd req-6cd65d6b-ec3c-4d12-a40c-7a1638836f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:29:22.023663 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-416c15d7-3151-4ee9-9dc8-0e14d775ecfd req-6cd65d6b-ec3c-4d12-a40c-7a1638836f59 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=523c72b3262f408a834b52d6cdc39e2f&device_id=65f89192-d323-4e73-89d7-c61a9fc5bbb6 HTTP/1.1" status: 200 len: 1098 time: 0.2585323 Jan 28 07:29:22.040890 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-103ddb33-4bbc-4d87-b484-f4479ac94b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:29:22.043313 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-103ddb33-4bbc-4d87-b484-f4479ac94b3e None None] The sync data for ids ['f6900773-12c5-41c7-86dd-7de345a64bb7'] in n-d-712749-28 is: [] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:29:22.175689 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81e56cb-62b6-4d02-919d-f650d387d27f req-d5dc2389-4391-4e88-8d2e-3cff25802677 tempest-TestServerAdvancedOps-1400200490 tempest-TestServerAdvancedOps-1400200490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:29:22.179571 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d81e56cb-62b6-4d02-919d-f650d387d27f req-d5dc2389-4391-4e88-8d2e-3cff25802677 tempest-TestServerAdvancedOps-1400200490 tempest-TestServerAdvancedOps-1400200490-project] 10.222.0.41 "GET /v2.0/ports?device_id=65f89192-d323-4e73-89d7-c61a9fc5bbb6 HTTP/1.1" status: 200 len: 946 time: 0.2951808 Jan 28 07:29:22.192607 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39188b2c-41e6-4b60-822d-b3b8393084cc x-openstack-request-id: req-39188b2c-41e6-4b60-822d-b3b8393084cc {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:29:22.193224 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfd7c116-7b46-477e-86ad-fdd9cc1548ce", "name": "network-vif-deleted", "tag": "c4199e87-b5d8-46bb-a6a4-0b77d1512f3b", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:29:22.193639 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-39188b2c-41e6-4b60-822d-b3b8393084cc {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:29:22.195308 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfd7c116-7b46-477e-86ad-fdd9cc1548ce', 'name': 'network-vif-deleted', 'tag': 'c4199e87-b5d8-46bb-a6a4-0b77d1512f3b', 'status': 'completed', 'code': 200} Jan 28 07:29:22.363898 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416c15d7-3151-4ee9-9dc8-0e14d775ecfd req-39006ae1-ec92-49d4-9ba2-6af448a8e2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:29:22.376652 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-416c15d7-3151-4ee9-9dc8-0e14d775ecfd req-39006ae1-ec92-49d4-9ba2-6af448a8e2ed service neutron] 10.222.0.10 "GET /v2.0/networks?id=be98d0ab-00a2-47f6-a08a-5fea33537b75 HTTP/1.1" status: 200 len: 912 time: 0.3507783 Jan 28 07:29:22.442016 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-305a6e4a-3153-4843-a1ec-40889042e809 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] 10.222.0.41 "GET /v2.0/routers/f6900773-12c5-41c7-86dd-7de345a64bb7 HTTP/1.1" status: 200 len: 925 time: 0.6933548 Jan 28 07:29:22.455036 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-416c15d7-3151-4ee9-9dc8-0e14d775ecfd req-0e32a05f-c6e2-4845-bb17-d7e6d81931d0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e0a07641-859f-4e0c-99ee-be934315378d HTTP/1.1" status: 200 len: 217 time: 0.0704746 Jan 28 07:29:22.455431 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 39516) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:29:22.514933 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d81e56cb-62b6-4d02-919d-f650d387d27f req-2be16123-1ab5-468d-a55f-3c21d8ad5765 tempest-TestServerAdvancedOps-1400200490 tempest-TestServerAdvancedOps-1400200490-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb17ac0f-46bd-44ed-83ec-88185b4eb236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3226888 Jan 28 07:29:22.587934 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-524fc702-c4e5-46f3-bb05-f60c7f2922d6 req-43775669-7e21-4884-8dea-2f4c7a752ab3 tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfd7c116-7b46-477e-86ad-fdd9cc1548ce HTTP/1.1" status: 200 len: 210 time: 0.0448737 Jan 28 07:29:22.639482 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01442a59-3beb-43fd-9691-a2cb2f44ab90 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:29:22.642434 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-01442a59-3beb-43fd-9691-a2cb2f44ab90 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=7d5b3724-deef-4831-8d43-cb9b8176573c&device_id=f6900773-12c5-41c7-86dd-7de345a64bb7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1859844 Jan 28 07:29:22.652699 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 39520) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:29:22.760902 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a42156e-d77b-44f2-8bec-3ac1c888b077 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:29:22.762639 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-4a42156e-d77b-44f2-8bec-3ac1c888b077 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] 10.222.0.41 "GET /v2.0/networks/7d5b3724-deef-4831-8d43-cb9b8176573c HTTP/1.1" status: 200 len: 881 time: 0.1053119 Jan 28 07:29:22.764453 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416c15d7-3151-4ee9-9dc8-0e14d775ecfd req-6149ee1a-2c2b-46e2-8e78-62ccc860abfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:29:22.765843 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-416c15d7-3151-4ee9-9dc8-0e14d775ecfd req-6149ee1a-2c2b-46e2-8e78-62ccc860abfc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=135af119-b631-4e30-954b-1274f13d88bf HTTP/1.1" status: 200 len: 851 time: 0.2284682 Jan 28 07:29:22.766308 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 39524) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:29:22.824651 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-4d41cdbd-9dc6-4ab5-8b5f-4f5479a52075 tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6900773-12c5-41c7-86dd-7de345a64bb7 HTTP/1.1" status: 200 len: 205 time: 0.0571673 Jan 28 07:29:22.833179 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 39526) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:29:22.870150 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-416c15d7-3151-4ee9-9dc8-0e14d775ecfd req-ff2d13e5-4aa6-4b08-9b51-44b9d8c0a361 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=be98d0ab-00a2-47f6-a08a-5fea33537b75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0929163 Jan 28 07:29:23.141155 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-416c15d7-3151-4ee9-9dc8-0e14d775ecfd req-7c48b126-1b6f-40f4-a5d4-d4afd024243f service neutron] 10.222.0.10 "GET /v2.0/networks/be98d0ab-00a2-47f6-a08a-5fea33537b75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2592552 Jan 28 07:29:23.258283 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cef96b38-04a5-4c16-9589-0c6775444f27 tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Publish callbacks [] for router (f6900773-12c5-41c7-86dd-7de345a64bb7), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:23.314816 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-416c15d7-3151-4ee9-9dc8-0e14d775ecfd req-9e16ca22-b697-4345-bc7c-06b8fc6c19c7 service neutron] 10.222.0.10 "GET /v2.0/networks/be98d0ab-00a2-47f6-a08a-5fea33537b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636558 Jan 28 07:29:23.422378 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cef96b38-04a5-4c16-9589-0c6775444f27 tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Publish callbacks [] for router_gateway (f6900773-12c5-41c7-86dd-7de345a64bb7), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:23.585932 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-cef96b38-04a5-4c16-9589-0c6775444f27 tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Deleting port c536f22e-dca1-4533-a1b7-11b4ceb05fae {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:29:23.586191 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cef96b38-04a5-4c16-9589-0c6775444f27 tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (c536f22e-dca1-4533-a1b7-11b4ceb05fae), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:23.678289 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cef96b38-04a5-4c16-9589-0c6775444f27 tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (c536f22e-dca1-4533-a1b7-11b4ceb05fae), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:23.692418 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-cef96b38-04a5-4c16-9589-0c6775444f27 tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Calling delete_port for c536f22e-dca1-4533-a1b7-11b4ceb05fae owned by network:router_gateway {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:29:23.998619 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cef96b38-04a5-4c16-9589-0c6775444f27 tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (c536f22e-dca1-4533-a1b7-11b4ceb05fae), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:24.102145 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3adaf378-51f8-4740-9a35-9586787ecc09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16606535'] for router_interface (682a3156-cf45-49e0-8f39-7c9498d5e158), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:24.130120 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e016a01-5aab-49e8-b19d-124364f4900e req-bb3c88a6-5fcc-4f16-bfab-1efad619f6df tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:29:24.136676 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8e016a01-5aab-49e8-b19d-124364f4900e req-bb3c88a6-5fcc-4f16-bfab-1efad619f6df tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a3104e9-8fae-423d-b04c-8c9616505e8d HTTP/1.1" status: 200 len: 946 time: 0.0881889 Jan 28 07:29:24.165542 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef96b38-04a5-4c16-9589-0c6775444f27 tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Pushing event deleted for resources: {'Port': ['ID=c536f22e-dca1-4533-a1b7-11b4ceb05fae,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:29:24.243631 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8e016a01-5aab-49e8-b19d-124364f4900e req-3d6c1e72-1335-4e1a-b1a5-e0a6ef9255bc tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] 10.222.0.41 "GET /v2.0/security-groups?id=53b55572-4939-4466-abb4-cc7f1bb894f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007628 Jan 28 07:29:24.267132 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adc1b0d-b58c-4f71-87c5-8b197ce26ab9 req-ecc8e78d-a66a-41e5-a5fc-1bb868b7b1c2 tempest-TestServerAdvancedOps-1400200490 tempest-TestServerAdvancedOps-1400200490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:29:24.268974 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0adc1b0d-b58c-4f71-87c5-8b197ce26ab9 req-ecc8e78d-a66a-41e5-a5fc-1bb868b7b1c2 tempest-TestServerAdvancedOps-1400200490 tempest-TestServerAdvancedOps-1400200490-project] 10.222.0.41 "GET /v2.0/ports?device_id=65f89192-d323-4e73-89d7-c61a9fc5bbb6 HTTP/1.1" status: 200 len: 946 time: 0.3306527 Jan 28 07:29:24.370390 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cef96b38-04a5-4c16-9589-0c6775444f27 tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16607873'] for router_gateway (f6900773-12c5-41c7-86dd-7de345a64bb7), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:24.532532 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0adc1b0d-b58c-4f71-87c5-8b197ce26ab9 req-8039e41b-11ea-46ba-8bae-5d4148bec40c tempest-TestServerAdvancedOps-1400200490 tempest-TestServerAdvancedOps-1400200490-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb17ac0f-46bd-44ed-83ec-88185b4eb236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374122 Jan 28 07:29:24.595579 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cef96b38-04a5-4c16-9589-0c6775444f27 tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16605684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127449'] for router (f6900773-12c5-41c7-86dd-7de345a64bb7), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:24.601720 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cef96b38-04a5-4c16-9589-0c6775444f27 tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Publish callbacks [] for router_controller (f6900773-12c5-41c7-86dd-7de345a64bb7), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:24.782018 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cef96b38-04a5-4c16-9589-0c6775444f27 tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16605693'] for router (f6900773-12c5-41c7-86dd-7de345a64bb7), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:24.785808 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cef96b38-04a5-4c16-9589-0c6775444f27 tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Fanout notify agent at l3_agent the message router_deleted on router f6900773-12c5-41c7-86dd-7de345a64bb7 {{(pid=103284) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 07:29:24.797799 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cef96b38-04a5-4c16-9589-0c6775444f27 tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Publish callbacks [] for router (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:24.799069 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-cef96b38-04a5-4c16-9589-0c6775444f27 tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] 10.222.0.41 "DELETE /v2.0/routers/f6900773-12c5-41c7-86dd-7de345a64bb7 HTTP/1.1" status: 204 len: 168 time: 1.9649544 Jan 28 07:29:24.802667 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 39556) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:29:24.817089 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-aac050c4-7172-447f-9822-eae66d6ef4d6 tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1438071660', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}, 'admin_state_up': False}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:29:24.887817 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-aac050c4-7172-447f-9822-eae66d6ef4d6 tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16606890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127275'] for router (55e7a815-cd38-4aa2-a5e2-9ffe6ccadb30), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:24.889175 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-aac050c4-7172-447f-9822-eae66d6ef4d6 tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16605498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16607952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16355422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127266'] for router (55e7a815-cd38-4aa2-a5e2-9ffe6ccadb30), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:25.028910 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-aac050c4-7172-447f-9822-eae66d6ef4d6 tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Publish callbacks [] for router_controller (55e7a815-cd38-4aa2-a5e2-9ffe6ccadb30), precommit_add_association {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:25.286219 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device c4199e87-b5d8-46bb-a6a4-0b77d1512f3b no longer exists at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:29:25.352779 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] No Port match for: c4199e87-b5d8-46bb-a6a4-0b77d1512f3b {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:29:25.353143 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device c4199e87-b5d8-46bb-a6a4-0b77d1512f3b not bound to the agent host n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:29:25.471728 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-aac050c4-7172-447f-9822-eae66d6ef4d6 tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Publish callbacks [] for router_gateway (55e7a815-cd38-4aa2-a5e2-9ffe6ccadb30), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:25.566607 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e00a1a-6cf8-47cb-8053-99168c88e175 req-f3972d70-4a17-4d64-899f-bfb8dafefc14 tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:29:25.575216 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-3adaf378-51f8-4740-9a35-9586787ecc09 admin admin] Deleting port 9b94fe15-d9a5-48aa-96ef-27ba3512130e {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:29:25.575553 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3adaf378-51f8-4740-9a35-9586787ecc09 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (9b94fe15-d9a5-48aa-96ef-27ba3512130e), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:25.576737 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-58e00a1a-6cf8-47cb-8053-99168c88e175 req-f3972d70-4a17-4d64-899f-bfb8dafefc14 tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a3104e9-8fae-423d-b04c-8c9616505e8d HTTP/1.1" status: 200 len: 946 time: 0.1979809 Jan 28 07:29:25.631623 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecd8b52-83b3-4e92-aaea-cd78c38efa44 req-d46d31dc-380b-417f-97a9-b4b9b5b53ad8 tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:29:25.633365 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6ecd8b52-83b3-4e92-aaea-cd78c38efa44 req-d46d31dc-380b-417f-97a9-b4b9b5b53ad8 tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] 10.222.0.44 "GET /v2.0/ports?device_id=9a3104e9-8fae-423d-b04c-8c9616505e8d HTTP/1.1" status: 200 len: 946 time: 0.1997237 Jan 28 07:29:25.760482 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-58e00a1a-6cf8-47cb-8053-99168c88e175 req-de66869c-8075-4d4d-9aa0-2dfda5b6bdff tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] 10.222.0.41 "GET /v2.0/security-groups?id=53b55572-4939-4466-abb4-cc7f1bb894f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745610 Jan 28 07:29:25.909874 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc65e7e5-155d-4cea-8f46-fcde4bc63da2 req-285b2cd3-2e6f-4c12-b50f-5af12e0db6a1 tempest-TestServerAdvancedOps-1400200490 tempest-TestServerAdvancedOps-1400200490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:29:25.924973 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-cc65e7e5-155d-4cea-8f46-fcde4bc63da2 req-285b2cd3-2e6f-4c12-b50f-5af12e0db6a1 tempest-TestServerAdvancedOps-1400200490 tempest-TestServerAdvancedOps-1400200490-project] 10.222.0.41 "GET /v2.0/ports?device_id=65f89192-d323-4e73-89d7-c61a9fc5bbb6 HTTP/1.1" status: 200 len: 946 time: 0.2322974 Jan 28 07:29:26.003929 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-6ecd8b52-83b3-4e92-aaea-cd78c38efa44 req-b5c34345-44c9-4cec-9a75-6e73c4f42b7b tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] Deleting port 908a1335-5f54-4311-8913-be06c6e8339b {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:29:26.015121 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-6ecd8b52-83b3-4e92-aaea-cd78c38efa44 req-b5c34345-44c9-4cec-9a75-6e73c4f42b7b tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (908a1335-5f54-4311-8913-be06c6e8339b), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:26.092842 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-3adaf378-51f8-4740-9a35-9586787ecc09 admin admin] For port 9b94fe15-d9a5-48aa-96ef-27ba3512130e, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=9b94fe15-d9a5-48aa-96ef-27ba3512130e,segment=NetworkSegment(f988f3e6-2feb-4622-baed-2eae67dfbc12),segment_id=f988f3e6-2feb-4622-baed-2eae67dfbc12)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:29:26.093199 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3adaf378-51f8-4740-9a35-9586787ecc09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (9b94fe15-d9a5-48aa-96ef-27ba3512130e), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:26.121150 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-cc65e7e5-155d-4cea-8f46-fcde4bc63da2 req-887f36dd-33b8-4c1a-8590-b88ef32c67e7 tempest-TestServerAdvancedOps-1400200490 tempest-TestServerAdvancedOps-1400200490-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb17ac0f-46bd-44ed-83ec-88185b4eb236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951914 Jan 28 07:29:26.157347 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-3adaf378-51f8-4740-9a35-9586787ecc09 admin admin] Calling delete_port for 9b94fe15-d9a5-48aa-96ef-27ba3512130e owned by network:router_interface {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:29:26.534542 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-aac050c4-7172-447f-9822-eae66d6ef4d6 tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Publish callbacks [] for router_gateway (55e7a815-cd38-4aa2-a5e2-9ffe6ccadb30), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:27.220747 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6a9d53-730b-4941-92a0-7cd0679ca0c6 req-2a5c8f70-8a60-43fe-98d3-88ff1a271916 tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:29:27.223265 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-bc6a9d53-730b-4941-92a0-7cd0679ca0c6 req-2a5c8f70-8a60-43fe-98d3-88ff1a271916 tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a3104e9-8fae-423d-b04c-8c9616505e8d HTTP/1.1" status: 200 len: 946 time: 0.1209776 Jan 28 07:29:27.309957 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-6ecd8b52-83b3-4e92-aaea-cd78c38efa44 req-b5c34345-44c9-4cec-9a75-6e73c4f42b7b tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] For port 908a1335-5f54-4311-8913-be06c6e8339b, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=908a1335-5f54-4311-8913-be06c6e8339b,segment=NetworkSegment(5e9d481f-a3b1-479f-be8f-343a288df135),segment_id=5e9d481f-a3b1-479f-be8f-343a288df135)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:29:27.310486 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-6ecd8b52-83b3-4e92-aaea-cd78c38efa44 req-b5c34345-44c9-4cec-9a75-6e73c4f42b7b tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (908a1335-5f54-4311-8913-be06c6e8339b), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:27.368618 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-6ecd8b52-83b3-4e92-aaea-cd78c38efa44 req-b5c34345-44c9-4cec-9a75-6e73c4f42b7b tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] Calling delete_port for 908a1335-5f54-4311-8913-be06c6e8339b owned by compute:nova {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:29:27.408730 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-bc6a9d53-730b-4941-92a0-7cd0679ca0c6 req-2ccbb99e-d274-4abf-9b82-5e885d993b65 tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] 10.222.0.41 "GET /v2.0/security-groups?id=53b55572-4939-4466-abb4-cc7f1bb894f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719813 Jan 28 07:29:27.546400 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-aac050c4-7172-447f-9822-eae66d6ef4d6 tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:27.626319 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03718a3b-e182-4740-b2fa-d4377415a5d2 req-cafcce39-11f6-408b-a5e1-a7e68a26f697 tempest-TestServerAdvancedOps-1400200490 tempest-TestServerAdvancedOps-1400200490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:29:27.637760 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-03718a3b-e182-4740-b2fa-d4377415a5d2 req-cafcce39-11f6-408b-a5e1-a7e68a26f697 tempest-TestServerAdvancedOps-1400200490 tempest-TestServerAdvancedOps-1400200490-project] 10.222.0.41 "GET /v2.0/ports?device_id=65f89192-d323-4e73-89d7-c61a9fc5bbb6 HTTP/1.1" status: 200 len: 946 time: 1.1065116 Jan 28 07:29:27.702460 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-6ecd8b52-83b3-4e92-aaea-cd78c38efa44 req-b5c34345-44c9-4cec-9a75-6e73c4f42b7b tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (908a1335-5f54-4311-8913-be06c6e8339b), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:27.737404 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['51e0b1f7-0573-4941-aecd-a7856786a205'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:29:27.795382 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c34345-44c9-4cec-9a75-6e73c4f42b7b tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] Pushing event deleted for resources: {'Port': ['ID=908a1335-5f54-4311-8913-be06c6e8339b,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:29:27.829683 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ecd8b52-83b3-4e92-aaea-cd78c38efa44 req-b5c34345-44c9-4cec-9a75-6e73c4f42b7b tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] No DVR routers for this DVR port 908a1335-5f54-4311-8913-be06c6e8339b on host n-h2-712749-28 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:29:27.833240 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-6ecd8b52-83b3-4e92-aaea-cd78c38efa44 req-b5c34345-44c9-4cec-9a75-6e73c4f42b7b tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:27.839316 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6ecd8b52-83b3-4e92-aaea-cd78c38efa44 req-b5c34345-44c9-4cec-9a75-6e73c4f42b7b tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] 10.222.0.44 "DELETE /v2.0/ports/908a1335-5f54-4311-8913-be06c6e8339b HTTP/1.1" status: 204 len: 173 time: 2.1130507 Jan 28 07:29:27.840089 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a3104e9-8fae-423d-b04c-8c9616505e8d', 'name': 'network-vif-deleted', 'tag': '908a1335-5f54-4311-8913-be06c6e8339b'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:29:27.843802 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aecc9d5-e186-4879-b90b-4405cd769a19" -d '{"events": [{"server_uuid": "9a3104e9-8fae-423d-b04c-8c9616505e8d", "name": "network-vif-deleted", "tag": "908a1335-5f54-4311-8913-be06c6e8339b"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:29:27.964650 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0717ffd-ae34-43ac-b117-5d1454389ef8 x-openstack-request-id: req-b0717ffd-ae34-43ac-b117-5d1454389ef8 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:29:27.965436 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a3104e9-8fae-423d-b04c-8c9616505e8d", "name": "network-vif-deleted", "tag": "908a1335-5f54-4311-8913-be06c6e8339b", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:29:27.966141 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b0717ffd-ae34-43ac-b117-5d1454389ef8 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:29:27.966774 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a3104e9-8fae-423d-b04c-8c9616505e8d', 'name': 'network-vif-deleted', 'tag': '908a1335-5f54-4311-8913-be06c6e8339b', 'status': 'completed', 'code': 200} Jan 28 07:29:27.968615 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-03718a3b-e182-4740-b2fa-d4377415a5d2 req-7f17cb99-49d1-47fb-91be-0719f97d3d30 tempest-TestServerAdvancedOps-1400200490 tempest-TestServerAdvancedOps-1400200490-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb17ac0f-46bd-44ed-83ec-88185b4eb236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3295159 Jan 28 07:29:28.110688 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-aac050c4-7172-447f-9822-eae66d6ef4d6 tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Allocated IP 172.25.6.151 (7d5b3724-deef-4831-8d43-cb9b8176573c/b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc/3bc445cc-ba54-4fe4-91dc-91899f26f89d) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:29:28.243888 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-aac050c4-7172-447f-9822-eae66d6ef4d6 tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Publish callbacks [] for port (3bc445cc-ba54-4fe4-91dc-91899f26f89d), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:28.552833 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-aac050c4-7172-447f-9822-eae66d6ef4d6 tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (3bc445cc-ba54-4fe4-91dc-91899f26f89d), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:28.573411 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0918e321-3a87-4e87-8db3-f8dd140df00d req-00a936b8-05ed-497d-855f-cf2829d57390 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=949d5360-77df-4445-8862-221358c86b08&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1875079 Jan 28 07:29:28.683029 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3adaf378-51f8-4740-9a35-9586787ecc09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (9b94fe15-d9a5-48aa-96ef-27ba3512130e), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:28.690588 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac050c4-7172-447f-9822-eae66d6ef4d6 tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Pushing event updated for resources: {'Port': ['ID=3bc445cc-ba54-4fe4-91dc-91899f26f89d,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:29:28.747693 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 39616) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:29:28.824608 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-eaf623bc-8324-4461-ac91-b249a468ee7a req-26458a9a-7d5d-4caa-bd41-8026e643c790 tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a3104e9-8fae-423d-b04c-8c9616505e8d HTTP/1.1" status: 200 len: 210 time: 0.1334493 Jan 28 07:29:28.830564 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0918e321-3a87-4e87-8db3-f8dd140df00d req-1c9df90c-915e-4953-9e18-bc793c8cf09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:29:28.832096 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0918e321-3a87-4e87-8db3-f8dd140df00d req-1c9df90c-915e-4953-9e18-bc793c8cf09b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a6edc1c2472d49839a2dbbe98b656418&device_id=949d5360-77df-4445-8862-221358c86b08 HTTP/1.1" status: 200 len: 1098 time: 0.1589460 Jan 28 07:29:28.858620 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adaf378-51f8-4740-9a35-9586787ecc09 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b94fe15-d9a5-48aa-96ef-27ba3512130e,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:29:28.884642 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac050c4-7172-447f-9822-eae66d6ef4d6 tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Network 7d5b3724-deef-4831-8d43-cb9b8176573c is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:29:28.926469 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-aac050c4-7172-447f-9822-eae66d6ef4d6 tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:29:28.933498 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac050c4-7172-447f-9822-eae66d6ef4d6 tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:29:29.102310 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-aa187d9a-c49d-409d-a795-4ec9bff8d417 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:29.281322 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-aa187d9a-c49d-409d-a795-4ec9bff8d417 admin admin] Publish callbacks [] for security_group (959f84a9-23a1-4d94-ba08-c0d88579fab2), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:29.294751 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 908a1335-5f54-4311-8913-be06c6e8339b no longer exists at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:29:29.298458 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-aa187d9a-c49d-409d-a795-4ec9bff8d417 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (959f84a9-23a1-4d94-ba08-c0d88579fab2), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:29.340898 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] No Port match for: 908a1335-5f54-4311-8913-be06c6e8339b {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:29:29.341538 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 908a1335-5f54-4311-8913-be06c6e8339b not bound to the agent host n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:29:29.397021 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-aa187d9a-c49d-409d-a795-4ec9bff8d417 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ade948f9bf684cafa20768a32ad13853&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6407883 Jan 28 07:29:29.429365 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 39628) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:29:29.482102 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa187d9a-c49d-409d-a795-4ec9bff8d417 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=959f84a9-23a1-4d94-ba08-c0d88579fab2,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:29:29.509666 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0918e321-3a87-4e87-8db3-f8dd140df00d req-1894f849-6c30-4965-aec1-df0a7e85af06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:29:29.511402 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0918e321-3a87-4e87-8db3-f8dd140df00d req-1894f849-6c30-4965-aec1-df0a7e85af06 service neutron] 10.222.0.44 "GET /v2.0/networks?id=0f9677e3-e88b-4074-b906-3a89e31a8b26 HTTP/1.1" status: 200 len: 915 time: 0.6518319 Jan 28 07:29:29.531663 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57615b2-bb2f-4ead-b9d5-828335c36aef req-d6b234cd-6a4d-4761-ad0c-fc1e8e7c5e66 tempest-TestServerAdvancedOps-1400200490 tempest-TestServerAdvancedOps-1400200490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:29:29.533346 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a57615b2-bb2f-4ead-b9d5-828335c36aef req-d6b234cd-6a4d-4761-ad0c-fc1e8e7c5e66 tempest-TestServerAdvancedOps-1400200490 tempest-TestServerAdvancedOps-1400200490-project] 10.222.0.41 "GET /v2.0/ports?device_id=65f89192-d323-4e73-89d7-c61a9fc5bbb6 HTTP/1.1" status: 200 len: 946 time: 0.2483351 Jan 28 07:29:29.582867 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0918e321-3a87-4e87-8db3-f8dd140df00d req-ca31a8a0-35e7-4207-8ed5-27dd0703425c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=51e0b1f7-0573-4941-aecd-a7856786a205 HTTP/1.1" status: 200 len: 217 time: 0.0483608 Jan 28 07:29:29.652904 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a57615b2-bb2f-4ead-b9d5-828335c36aef req-18566013-9ded-4fa9-bd33-5c7f755b2ae6 tempest-TestServerAdvancedOps-1400200490 tempest-TestServerAdvancedOps-1400200490-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb17ac0f-46bd-44ed-83ec-88185b4eb236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689280 Jan 28 07:29:29.804630 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0918e321-3a87-4e87-8db3-f8dd140df00d req-caf29764-bd6b-484b-aea7-a2a94fa124e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:29:29.806062 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0918e321-3a87-4e87-8db3-f8dd140df00d req-caf29764-bd6b-484b-aea7-a2a94fa124e2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a20d1ced-3d08-43be-8252-20a8f34a36b0 HTTP/1.1" status: 200 len: 854 time: 0.1672931 Jan 28 07:29:29.806886 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-64a51926-c719-47eb-b302-aac3c086aefd admin admin] Publish callbacks [] for security_group (959f84a9-23a1-4d94-ba08-c0d88579fab2), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:29.852411 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0918e321-3a87-4e87-8db3-f8dd140df00d req-5e7804c5-8e5f-4506-b93e-8c9b11e10b90 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0f9677e3-e88b-4074-b906-3a89e31a8b26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392215 Jan 28 07:29:29.855506 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-64a51926-c719-47eb-b302-aac3c086aefd admin admin] Publish callbacks [] for security_group (959f84a9-23a1-4d94-ba08-c0d88579fab2), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:30.038978 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0918e321-3a87-4e87-8db3-f8dd140df00d req-8dbed9bc-6a4e-4a12-8956-99cc166ec561 service neutron] 10.222.0.44 "GET /v2.0/networks/0f9677e3-e88b-4074-b906-3a89e31a8b26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805336 Jan 28 07:29:30.163063 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-aac050c4-7172-447f-9822-eae66d6ef4d6 tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Publish callbacks [] for router_gateway (55e7a815-cd38-4aa2-a5e2-9ffe6ccadb30), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:30.195594 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0918e321-3a87-4e87-8db3-f8dd140df00d req-237f5b6a-4676-40ef-92ed-f519071a0aed service neutron] 10.222.0.44 "GET /v2.0/networks/0f9677e3-e88b-4074-b906-3a89e31a8b26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449130 Jan 28 07:29:30.278458 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039511b1-d70f-46b4-be2f-8ca85db7b539 req-9b1718b8-3b0f-4dc6-b1d9-32f79f78aff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:29:30.280291 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-039511b1-d70f-46b4-be2f-8ca85db7b539 req-9b1718b8-3b0f-4dc6-b1d9-32f79f78aff5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=523c72b3262f408a834b52d6cdc39e2f&device_id=65f89192-d323-4e73-89d7-c61a9fc5bbb6 HTTP/1.1" status: 200 len: 1098 time: 0.2400146 Jan 28 07:29:30.389592 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3adaf378-51f8-4740-9a35-9586787ecc09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16319006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16606699'] for router_interface (682a3156-cf45-49e0-8f39-7c9498d5e158), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:30.406425 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-64a51926-c719-47eb-b302-aac3c086aefd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (959f84a9-23a1-4d94-ba08-c0d88579fab2), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:30.409283 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-64a51926-c719-47eb-b302-aac3c086aefd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:30.417481 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-64a51926-c719-47eb-b302-aac3c086aefd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/959f84a9-23a1-4d94-ba08-c0d88579fab2 HTTP/1.1" status: 204 len: 168 time: 0.9848056 Jan 28 07:29:30.493373 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039511b1-d70f-46b4-be2f-8ca85db7b539 req-398f178e-8ff6-4e71-8793-471099e0e119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:29:30.494912 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-039511b1-d70f-46b4-be2f-8ca85db7b539 req-398f178e-8ff6-4e71-8793-471099e0e119 service neutron] 10.222.0.10 "GET /v2.0/networks?id=be98d0ab-00a2-47f6-a08a-5fea33537b75 HTTP/1.1" status: 200 len: 912 time: 0.2052579 Jan 28 07:29:30.614769 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-039511b1-d70f-46b4-be2f-8ca85db7b539 req-43315cbe-9bd8-431f-8e80-8198bdf04373 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e0a07641-859f-4e0c-99ee-be934315378d HTTP/1.1" status: 200 len: 217 time: 0.1097517 Jan 28 07:29:30.705675 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a51926-c719-47eb-b302-aac3c086aefd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=959f84a9-23a1-4d94-ba08-c0d88579fab2,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:29:30.791551 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039511b1-d70f-46b4-be2f-8ca85db7b539 req-5f138d0d-c143-4def-b9c7-589c2f859bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:29:30.796284 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-039511b1-d70f-46b4-be2f-8ca85db7b539 req-5f138d0d-c143-4def-b9c7-589c2f859bc6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=135af119-b631-4e30-954b-1274f13d88bf HTTP/1.1" status: 200 len: 851 time: 0.1717622 Jan 28 07:29:30.919536 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3adaf378-51f8-4740-9a35-9586787ecc09 admin admin] Router 682a3156-cf45-49e0-8f39-7c9498d5e158 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:29:30.922762 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-039511b1-d70f-46b4-be2f-8ca85db7b539 req-d4df7b01-44b6-406b-9c19-9e8a100579d3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=be98d0ab-00a2-47f6-a08a-5fea33537b75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1170650 Jan 28 07:29:30.959163 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f704b8-be00-4ddf-ab78-fdc7e13dea5d req-c0d098cf-737b-4eeb-a573-c4b83cb9e592 tempest-TestServerAdvancedOps-1400200490 tempest-TestServerAdvancedOps-1400200490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:29:30.960995 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-78f704b8-be00-4ddf-ab78-fdc7e13dea5d req-c0d098cf-737b-4eeb-a573-c4b83cb9e592 tempest-TestServerAdvancedOps-1400200490 tempest-TestServerAdvancedOps-1400200490-project] 10.222.0.41 "GET /v2.0/ports?device_id=65f89192-d323-4e73-89d7-c61a9fc5bbb6 HTTP/1.1" status: 200 len: 946 time: 0.5617380 Jan 28 07:29:31.098307 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-78f704b8-be00-4ddf-ab78-fdc7e13dea5d req-61182ed3-d61e-4ebf-b1d0-e3905da1781f tempest-TestServerAdvancedOps-1400200490 tempest-TestServerAdvancedOps-1400200490-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb17ac0f-46bd-44ed-83ec-88185b4eb236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927236 Jan 28 07:29:31.164155 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-aac050c4-7172-447f-9822-eae66d6ef4d6 tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16605475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16607909'] for router (55e7a815-cd38-4aa2-a5e2-9ffe6ccadb30), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:31.188414 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-039511b1-d70f-46b4-be2f-8ca85db7b539 req-46489003-cd0c-40e1-8eda-e54773c7fa19 service neutron] 10.222.0.10 "GET /v2.0/networks/be98d0ab-00a2-47f6-a08a-5fea33537b75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2536142 Jan 28 07:29:31.474777 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-039511b1-d70f-46b4-be2f-8ca85db7b539 req-9792d617-25e2-44ad-bc39-ce43e618ae15 service neutron] 10.222.0.10 "GET /v2.0/networks/be98d0ab-00a2-47f6-a08a-5fea33537b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2744722 Jan 28 07:29:31.483529 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3adaf378-51f8-4740-9a35-9586787ecc09 admin admin] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:29:31.498308 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-3adaf378-51f8-4740-9a35-9586787ecc09 admin admin] 10.222.0.41 "PUT /v2.0/routers/682a3156-cf45-49e0-8f39-7c9498d5e158/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9814210 Jan 28 07:29:31.499849 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 39682) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:29:31.500998 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aac050c4-7172-447f-9822-eae66d6ef4d6 tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Router 55e7a815-cd38-4aa2-a5e2-9ffe6ccadb30 is scheduled to L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 with binding_index 1 {{(pid=103284) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 07:29:31.505594 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4a80c6-3467-48fa-b2e7-f14b9d2ab96c None None] Sync routers for ids ['682a3156-cf45-49e0-8f39-7c9498d5e158'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:29:31.528536 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4a80c6-3467-48fa-b2e7-f14b9d2ab96c None None] Routers {'682a3156-cf45-49e0-8f39-7c9498d5e158'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:29:31.529171 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-fe4a80c6-3467-48fa-b2e7-f14b9d2ab96c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:29:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['682a3156-cf45-49e0-8f39-7c9498d5e158'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:29:31.840450 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-fe4a80c6-3467-48fa-b2e7-f14b9d2ab96c None None] Set router 682a3156-cf45-49e0-8f39-7c9498d5e158 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:29:31.899358 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aac050c4-7172-447f-9822-eae66d6ef4d6 tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:29:31.910609 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745e9813-e9d8-4a2b-aec0-3a2f4d71c4a8 None None] Sync routers for ids ['55e7a815-cd38-4aa2-a5e2-9ffe6ccadb30'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:29:31.935131 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c39f5324-71e8-4ad6-a1f0-17fe7a607473 admin admin] Publish callbacks [] for router (682a3156-cf45-49e0-8f39-7c9498d5e158), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:31.943796 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745e9813-e9d8-4a2b-aec0-3a2f4d71c4a8 None None] Routers {'55e7a815-cd38-4aa2-a5e2-9ffe6ccadb30'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:29:31.950920 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-745e9813-e9d8-4a2b-aec0-3a2f4d71c4a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:29:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['55e7a815-cd38-4aa2-a5e2-9ffe6ccadb30'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:29:32.021517 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-aac050c4-7172-447f-9822-eae66d6ef4d6 tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Publish callbacks [] for router (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:32.031373 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-aac050c4-7172-447f-9822-eae66d6ef4d6 tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 7.2237408 Jan 28 07:29:32.037185 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 39696) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:29:32.063352 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-03880b17-f356-4420-a502-7aa06393b1fe tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:29:32.191512 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-745e9813-e9d8-4a2b-aec0-3a2f4d71c4a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:29:32.222557 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745e9813-e9d8-4a2b-aec0-3a2f4d71c4a8 None None] Routers {'55e7a815-cd38-4aa2-a5e2-9ffe6ccadb30'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:29:32.226353 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-745e9813-e9d8-4a2b-aec0-3a2f4d71c4a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:29:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['55e7a815-cd38-4aa2-a5e2-9ffe6ccadb30'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:29:32.319130 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-745e9813-e9d8-4a2b-aec0-3a2f4d71c4a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:29:32.320593 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745e9813-e9d8-4a2b-aec0-3a2f4d71c4a8 None None] The sync data for ids ['55e7a815-cd38-4aa2-a5e2-9ffe6ccadb30'] in n-d-712749-28 is: [] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:29:32.581031 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 39706) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:29:32.621737 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 39710) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:29:32.709454 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-fe4a80c6-3467-48fa-b2e7-f14b9d2ab96c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '682a3156-cf45-49e0-8f39-7c9498d5e158', 'name': 'tempest-AttachVolumeShelveTestJSON-1963086362-router', 'tenant_id': '8d47b614f63e4b68b737be6f6d46b64e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '59660ec9-11d7-4130-ad3e-64898d57ff30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:18:34Z', 'updated_at': '2022-01-28T07:29:28Z', 'revision_number': 5, 'project_id': '8d47b614f63e4b68b737be6f6d46b64e', 'gw_port': {'id': '59660ec9-11d7-4130-ad3e-64898d57ff30', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:a8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '682a3156-cf45-49e0-8f39-7c9498d5e158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:18:35Z', 'updated_at': '2022-01-28T07:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:29:32.768527 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-03880b17-f356-4420-a502-7aa06393b1fe tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Publish callbacks [] for router_gateway (55e7a815-cd38-4aa2-a5e2-9ffe6ccadb30), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:32.784677 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ac8368-b135-4cac-a314-c19b96ac01f3 req-387c37e4-0c27-4c1e-b804-4d05a6c76b23 tempest-TestServerAdvancedOps-1400200490 tempest-TestServerAdvancedOps-1400200490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:29:32.785133 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-03880b17-f356-4420-a502-7aa06393b1fe tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Publish callbacks [] for router_gateway (55e7a815-cd38-4aa2-a5e2-9ffe6ccadb30), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:32.795775 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-31ac8368-b135-4cac-a314-c19b96ac01f3 req-387c37e4-0c27-4c1e-b804-4d05a6c76b23 tempest-TestServerAdvancedOps-1400200490 tempest-TestServerAdvancedOps-1400200490-project] 10.222.0.41 "GET /v2.0/ports?device_id=65f89192-d323-4e73-89d7-c61a9fc5bbb6 HTTP/1.1" status: 200 len: 946 time: 0.4322162 Jan 28 07:29:32.815022 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4a80c6-3467-48fa-b2e7-f14b9d2ab96c None None] Checking router: 682a3156-cf45-49e0-8f39-7c9498d5e158 for host: n-d-712749-28 {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:29:32.819976 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c39f5324-71e8-4ad6-a1f0-17fe7a607473 admin admin] Publish callbacks [] for router_gateway (682a3156-cf45-49e0-8f39-7c9498d5e158), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:32.837334 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4a80c6-3467-48fa-b2e7-f14b9d2ab96c None None] Routers {'682a3156-cf45-49e0-8f39-7c9498d5e158'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:29:32.839560 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-fe4a80c6-3467-48fa-b2e7-f14b9d2ab96c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:29:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['682a3156-cf45-49e0-8f39-7c9498d5e158'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:29:32.904212 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-03880b17-f356-4420-a502-7aa06393b1fe tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Deleting port 3bc445cc-ba54-4fe4-91dc-91899f26f89d {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:29:32.904589 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-03880b17-f356-4420-a502-7aa06393b1fe tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (3bc445cc-ba54-4fe4-91dc-91899f26f89d), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:33.067098 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-03880b17-f356-4420-a502-7aa06393b1fe tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (3bc445cc-ba54-4fe4-91dc-91899f26f89d), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:33.077025 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-7ee2f8cd-f867-44a3-bbae-fe74d062acf1 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-561881112-network', 'tenant_id': '4f71a8e954614fdca4bf2ffcd76bb090'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:29:33.087266 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-fe4a80c6-3467-48fa-b2e7-f14b9d2ab96c None None] Set router 682a3156-cf45-49e0-8f39-7c9498d5e158 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:29:33.105521 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-03880b17-f356-4420-a502-7aa06393b1fe tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Calling delete_port for 3bc445cc-ba54-4fe4-91dc-91899f26f89d owned by network:router_gateway {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:29:33.117708 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-344bf4d6-f2f3-49c9-9990-e9198cbac458 req-7904646e-d40d-42a2-9815-2d6eed7ec7c3 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=65f89192-d323-4e73-89d7-c61a9fc5bbb6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5328386 Jan 28 07:29:33.155079 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-31ac8368-b135-4cac-a314-c19b96ac01f3 req-e660eb27-3ae5-43d3-92bf-e889c4b276ab tempest-TestServerAdvancedOps-1400200490 tempest-TestServerAdvancedOps-1400200490-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb17ac0f-46bd-44ed-83ec-88185b4eb236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3562622 Jan 28 07:29:33.213954 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-072382f2-280b-4d55-b1f9-69292360707d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:33.236878 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ee2f8cd-f867-44a3-bbae-fe74d062acf1 admin admin] Made reservation on behalf of 4f71a8e954614fdca4bf2ffcd76bb090 for: {'network': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:29:33.239540 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7ee2f8cd-f867-44a3-bbae-fe74d062acf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:33.325465 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7ee2f8cd-f867-44a3-bbae-fe74d062acf1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:33.393750 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8181de96-5764-48f0-b1e3-24af68f84685 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:33.404814 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:33.426129 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-fe4a80c6-3467-48fa-b2e7-f14b9d2ab96c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '682a3156-cf45-49e0-8f39-7c9498d5e158', 'name': 'tempest-AttachVolumeShelveTestJSON-1963086362-router', 'tenant_id': '8d47b614f63e4b68b737be6f6d46b64e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '59660ec9-11d7-4130-ad3e-64898d57ff30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:18:34Z', 'updated_at': '2022-01-28T07:29:28Z', 'revision_number': 5, 'project_id': '8d47b614f63e4b68b737be6f6d46b64e', 'gw_port': {'id': '59660ec9-11d7-4130-ad3e-64898d57ff30', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:a8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '682a3156-cf45-49e0-8f39-7c9498d5e158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:18:35Z', 'updated_at': '2022-01-28T07:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:29:33.465260 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4a80c6-3467-48fa-b2e7-f14b9d2ab96c None None] The sync data for ids ['682a3156-cf45-49e0-8f39-7c9498d5e158'] in n-d-712749-28 is: [{'id': '682a3156-cf45-49e0-8f39-7c9498d5e158', 'name': 'tempest-AttachVolumeShelveTestJSON-1963086362-router', 'tenant_id': '8d47b614f63e4b68b737be6f6d46b64e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '59660ec9-11d7-4130-ad3e-64898d57ff30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:18:34Z', 'updated_at': '2022-01-28T07:29:28Z', 'revision_number': 5, 'project_id': '8d47b614f63e4b68b737be6f6d46b64e', 'gw_port': {'id': '59660ec9-11d7-4130-ad3e-64898d57ff30', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:a8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '682a3156-cf45-49e0-8f39-7c9498d5e158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:18:35Z', 'updated_at': '2022-01-28T07:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:29:33.580993 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-072382f2-280b-4d55-b1f9-69292360707d admin admin] Publish callbacks [] for security_group (dae18df8-420e-4908-b4a5-2377fcc8fb7f), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:33.678950 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7ee2f8cd-f867-44a3-bbae-fe74d062acf1 admin admin] Publish callbacks [] for security_group (363f6a41-79f3-4b38-a071-cdda0e272c95), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:33.695111 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7ee2f8cd-f867-44a3-bbae-fe74d062acf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (363f6a41-79f3-4b38-a071-cdda0e272c95), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:33.707506 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ee2f8cd-f867-44a3-bbae-fe74d062acf1 admin admin] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=103283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:29:33.719159 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7ee2f8cd-f867-44a3-bbae-fe74d062acf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (412652c3-e1fe-4fc7-ba64-a0cdfb7932ca), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:33.719555 n-d-712749-28 neutron-server[103283]: INFO neutron.db.segments_db [None req-7ee2f8cd-f867-44a3-bbae-fe74d062acf1 admin admin] Added segment 412652c3-e1fe-4fc7-ba64-a0cdfb7932ca of type vlan for network 61b7f1cc-8fae-432d-be69-63ff3985f039 Jan 28 07:29:33.779274 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7ee2f8cd-f867-44a3-bbae-fe74d062acf1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (61b7f1cc-8fae-432d-be69-63ff3985f039), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:33.805106 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-072382f2-280b-4d55-b1f9-69292360707d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (dae18df8-420e-4908-b4a5-2377fcc8fb7f), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:33.870484 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-072382f2-280b-4d55-b1f9-69292360707d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fe7ac9aafca54332b2c9f7350c264c7c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1418731 Jan 28 07:29:33.871219 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7ee2f8cd-f867-44a3-bbae-fe74d062acf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (61b7f1cc-8fae-432d-be69-63ff3985f039), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:33.872506 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ee2f8cd-f867-44a3-bbae-fe74d062acf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:29:33.873733 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7ee2f8cd-f867-44a3-bbae-fe74d062acf1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:33.891220 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 39722) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:29:33.893779 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344bf4d6-f2f3-49c9-9990-e9198cbac458 req-9c803fcf-feb8-4d1e-b6aa-f8c57243a901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:29:33.895661 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-344bf4d6-f2f3-49c9-9990-e9198cbac458 req-9c803fcf-feb8-4d1e-b6aa-f8c57243a901 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=523c72b3262f408a834b52d6cdc39e2f&device_id=65f89192-d323-4e73-89d7-c61a9fc5bbb6 HTTP/1.1" status: 200 len: 1098 time: 0.5932875 Jan 28 07:29:33.896594 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee2f8cd-f867-44a3-bbae-fe74d062acf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=363f6a41-79f3-4b38-a071-cdda0e272c95,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:29:33.949202 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:34.016851 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072382f2-280b-4d55-b1f9-69292360707d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dae18df8-420e-4908-b4a5-2377fcc8fb7f,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:29:34.029714 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee2f8cd-f867-44a3-bbae-fe74d062acf1 admin admin] Pushing event updated for resources: {'Network': ['ID=61b7f1cc-8fae-432d-be69-63ff3985f039,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:29:34.032958 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-c39f5324-71e8-4ad6-a1f0-17fe7a607473 admin admin] Deleting port 59660ec9-11d7-4130-ad3e-64898d57ff30 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:29:34.033289 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c39f5324-71e8-4ad6-a1f0-17fe7a607473 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (59660ec9-11d7-4130-ad3e-64898d57ff30), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:34.062687 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network 61b7f1cc-8fae-432d-be69-63ff3985f039 details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:29:34.143131 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-03880b17-f356-4420-a502-7aa06393b1fe tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (3bc445cc-ba54-4fe4-91dc-91899f26f89d), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:34.204151 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03880b17-f356-4420-a502-7aa06393b1fe tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Pushing event deleted for resources: {'Port': ['ID=3bc445cc-ba54-4fe4-91dc-91899f26f89d,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:29:34.233038 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 7 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 07:29:34.239297 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-c39f5324-71e8-4ad6-a1f0-17fe7a607473 admin admin] For port 59660ec9-11d7-4130-ad3e-64898d57ff30, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=59660ec9-11d7-4130-ad3e-64898d57ff30,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:29:34.239844 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c39f5324-71e8-4ad6-a1f0-17fe7a607473 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (59660ec9-11d7-4130-ad3e-64898d57ff30), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:34.290091 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-c39f5324-71e8-4ad6-a1f0-17fe7a607473 admin admin] Calling delete_port for 59660ec9-11d7-4130-ad3e-64898d57ff30 owned by network:router_gateway {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:29:34.290700 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-03880b17-f356-4420-a502-7aa06393b1fe tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16607873'] for router_gateway (55e7a815-cd38-4aa2-a5e2-9ffe6ccadb30), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:34.524147 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-7ee2f8cd-f867-44a3-bbae-fe74d062acf1 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9158833 Jan 28 07:29:34.561989 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 39728) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:29:34.598248 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-e2884780-5642-4236-8ec5-055e1b53f735 admin admin] Request body: {'subnet': {'network_id': '61b7f1cc-8fae-432d-be69-63ff3985f039', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-561881112-subnet', 'tenant_id': '4f71a8e954614fdca4bf2ffcd76bb090', 'ip_version': 4}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:29:34.624783 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344bf4d6-f2f3-49c9-9990-e9198cbac458 req-6d3b6f1a-90f1-468a-8c6e-3ba9f7c2fa52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:29:34.626491 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-344bf4d6-f2f3-49c9-9990-e9198cbac458 req-6d3b6f1a-90f1-468a-8c6e-3ba9f7c2fa52 service neutron] 10.222.0.10 "GET /v2.0/networks?id=be98d0ab-00a2-47f6-a08a-5fea33537b75 HTTP/1.1" status: 200 len: 912 time: 0.6115887 Jan 28 07:29:34.631578 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2884780-5642-4236-8ec5-055e1b53f735 admin admin] Made reservation on behalf of 4f71a8e954614fdca4bf2ffcd76bb090 for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:29:34.633754 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c39f5324-71e8-4ad6-a1f0-17fe7a607473 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (59660ec9-11d7-4130-ad3e-64898d57ff30), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:34.639115 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e2884780-5642-4236-8ec5-055e1b53f735 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24979592'] for subnet (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:34.768529 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39f5324-71e8-4ad6-a1f0-17fe7a607473 admin admin] Pushing event deleted for resources: {'Port': ['ID=59660ec9-11d7-4130-ad3e-64898d57ff30,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:29:34.828647 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-03880b17-f356-4420-a502-7aa06393b1fe tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16607950', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16605480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127440'] for router (55e7a815-cd38-4aa2-a5e2-9ffe6ccadb30), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:34.863032 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-03880b17-f356-4420-a502-7aa06393b1fe tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16607909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16607927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16607932', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16605457'] for router (55e7a815-cd38-4aa2-a5e2-9ffe6ccadb30), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:34.904098 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-344bf4d6-f2f3-49c9-9990-e9198cbac458 req-11c1d4b5-5159-4abb-a4c3-a457443ad7d9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e0a07641-859f-4e0c-99ee-be934315378d HTTP/1.1" status: 200 len: 217 time: 0.2566307 Jan 28 07:29:35.054038 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e05cf425-285e-49c3-b49a-05e9144aaf36 admin admin] Publish callbacks [] for security_group (dae18df8-420e-4908-b4a5-2377fcc8fb7f), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:35.061949 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c39f5324-71e8-4ad6-a1f0-17fe7a607473 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16607873'] for router_gateway (682a3156-cf45-49e0-8f39-7c9498d5e158), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:35.145607 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8e4b3d-14ad-440e-98b7-f70109982026 req-d4d62dc4-122b-44dd-b55d-22cef4e4b89f tempest-TestServerAdvancedOps-1400200490 tempest-TestServerAdvancedOps-1400200490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:29:35.154930 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0e8e4b3d-14ad-440e-98b7-f70109982026 req-d4d62dc4-122b-44dd-b55d-22cef4e4b89f tempest-TestServerAdvancedOps-1400200490 tempest-TestServerAdvancedOps-1400200490-project] 10.222.0.41 "GET /v2.0/ports?device_id=65f89192-d323-4e73-89d7-c61a9fc5bbb6 HTTP/1.1" status: 200 len: 946 time: 0.7201068 Jan 28 07:29:35.234618 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03880b17-f356-4420-a502-7aa06393b1fe tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Router 55e7a815-cd38-4aa2-a5e2-9ffe6ccadb30 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:29:35.255004 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c39f5324-71e8-4ad6-a1f0-17fe7a607473 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16605684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127449'] for router (682a3156-cf45-49e0-8f39-7c9498d5e158), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:35.258054 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c39f5324-71e8-4ad6-a1f0-17fe7a607473 admin admin] Publish callbacks [] for router_controller (682a3156-cf45-49e0-8f39-7c9498d5e158), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:35.268987 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0e8e4b3d-14ad-440e-98b7-f70109982026 req-3ea7c706-0af9-458d-9d55-cc2fdb072f46 tempest-TestServerAdvancedOps-1400200490 tempest-TestServerAdvancedOps-1400200490-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb17ac0f-46bd-44ed-83ec-88185b4eb236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129892 Jan 28 07:29:35.368571 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e05cf425-285e-49c3-b49a-05e9144aaf36 admin admin] Publish callbacks [] for security_group (dae18df8-420e-4908-b4a5-2377fcc8fb7f), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:35.430043 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03880b17-f356-4420-a502-7aa06393b1fe tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:29:35.445159 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a558b60-1217-46aa-8a49-b9cc149a4282 None None] Sync routers for ids ['55e7a815-cd38-4aa2-a5e2-9ffe6ccadb30'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:29:35.473386 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a558b60-1217-46aa-8a49-b9cc149a4282 None None] Routers {'55e7a815-cd38-4aa2-a5e2-9ffe6ccadb30'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:29:35.474120 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-5a558b60-1217-46aa-8a49-b9cc149a4282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:29:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['55e7a815-cd38-4aa2-a5e2-9ffe6ccadb30'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:29:35.527221 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-03880b17-f356-4420-a502-7aa06393b1fe tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Publish callbacks [] for router (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:35.536752 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344bf4d6-f2f3-49c9-9990-e9198cbac458 req-c1ee1f73-e3a0-4fa7-b2d1-445daf9818e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:29:35.538341 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-344bf4d6-f2f3-49c9-9990-e9198cbac458 req-c1ee1f73-e3a0-4fa7-b2d1-445daf9818e2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=135af119-b631-4e30-954b-1274f13d88bf HTTP/1.1" status: 200 len: 851 time: 0.6251478 Jan 28 07:29:35.542334 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-03880b17-f356-4420-a502-7aa06393b1fe tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] 10.222.0.41 "PUT /v2.0/routers/55e7a815-cd38-4aa2-a5e2-9ffe6ccadb30 HTTP/1.1" status: 200 len: 710 time: 3.5021491 Jan 28 07:29:35.543537 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 39738) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:29:35.582840 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c39f5324-71e8-4ad6-a1f0-17fe7a607473 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16605693'] for router (682a3156-cf45-49e0-8f39-7c9498d5e158), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:35.583295 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c39f5324-71e8-4ad6-a1f0-17fe7a607473 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 682a3156-cf45-49e0-8f39-7c9498d5e158 {{(pid=103283) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 07:29:35.589372 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-344bf4d6-f2f3-49c9-9990-e9198cbac458 req-e50eead0-51c8-42e7-b9eb-ee6bb03fa58a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=be98d0ab-00a2-47f6-a08a-5fea33537b75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399361 Jan 28 07:29:35.592966 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c39f5324-71e8-4ad6-a1f0-17fe7a607473 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:35.596828 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-c39f5324-71e8-4ad6-a1f0-17fe7a607473 admin admin] 10.222.0.41 "DELETE /v2.0/routers/682a3156-cf45-49e0-8f39-7c9498d5e158 HTTP/1.1" status: 204 len: 168 time: 4.0958774 Jan 28 07:29:35.597953 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e05cf425-285e-49c3-b49a-05e9144aaf36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (dae18df8-420e-4908-b4a5-2377fcc8fb7f), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:35.599752 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 39740) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:29:35.601163 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e05cf425-285e-49c3-b49a-05e9144aaf36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:35.602358 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-e05cf425-285e-49c3-b49a-05e9144aaf36 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/dae18df8-420e-4908-b4a5-2377fcc8fb7f HTTP/1.1" status: 204 len: 168 time: 1.5952778 Jan 28 07:29:35.615016 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-5a558b60-1217-46aa-8a49-b9cc149a4282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:29:35.629882 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 9b94fe15-d9a5-48aa-96ef-27ba3512130e no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:29:35.657695 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05cf425-285e-49c3-b49a-05e9144aaf36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dae18df8-420e-4908-b4a5-2377fcc8fb7f,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:29:35.740295 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: 9b94fe15-d9a5-48aa-96ef-27ba3512130e {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:29:35.740699 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 9b94fe15-d9a5-48aa-96ef-27ba3512130e not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:29:35.788105 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a558b60-1217-46aa-8a49-b9cc149a4282 None None] Routers {'55e7a815-cd38-4aa2-a5e2-9ffe6ccadb30'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:29:35.790943 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-5a558b60-1217-46aa-8a49-b9cc149a4282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:29:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['55e7a815-cd38-4aa2-a5e2-9ffe6ccadb30'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:29:35.943412 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-344bf4d6-f2f3-49c9-9990-e9198cbac458 req-9f8a4c08-8210-44ea-bf6a-ee095f925e9e service neutron] 10.222.0.10 "GET /v2.0/networks/be98d0ab-00a2-47f6-a08a-5fea33537b75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3260674 Jan 28 07:29:35.961806 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8a4612bd-94f0-4787-a3d2-0900a2195cd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:36.002782 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-5a558b60-1217-46aa-8a49-b9cc149a4282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:29:36.006067 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a558b60-1217-46aa-8a49-b9cc149a4282 None None] The sync data for ids ['55e7a815-cd38-4aa2-a5e2-9ffe6ccadb30'] in n-d-712749-28 is: [] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:29:36.174234 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-9c75cc5c-65c7-46e0-b907-02a0834ceadf tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] 10.222.0.41 "GET /v2.0/routers/55e7a815-cd38-4aa2-a5e2-9ffe6ccadb30 HTTP/1.1" status: 200 len: 745 time: 0.6210647 Jan 28 07:29:36.178609 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 39754) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:29:36.201405 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-06b383cd-d58d-40ea-a028-811efa5ce57c admin admin] Deleting subnet 3d88cecc-14ce-41cc-908a-862b0f3950e3 {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:29:36.226008 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-06b383cd-d58d-40ea-a028-811efa5ce57c admin admin] Publish callbacks [] for subnet (3d88cecc-14ce-41cc-908a-862b0f3950e3), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:36.280939 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-344bf4d6-f2f3-49c9-9990-e9198cbac458 req-034164e2-eba3-4785-a8fe-7eda7728367d service neutron] 10.222.0.10 "GET /v2.0/networks/be98d0ab-00a2-47f6-a08a-5fea33537b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3358521 Jan 28 07:29:36.288287 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-b0605001-2708-4b19-af28-f00bfe6ef542 tempest-RoutersIpV6AdminTest-1664019446 tempest-RoutersIpV6AdminTest-1664019446-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=7d5b3724-deef-4831-8d43-cb9b8176573c&device_id=55e7a815-cd38-4aa2-a5e2-9ffe6ccadb30 HTTP/1.1" status: 200 len: 205 time: 0.1051080 Jan 28 07:29:36.288708 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 39756) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:29:36.312786 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 39758) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:29:36.335496 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086fa0a5-93c4-45b9-9f75-6b64b7da3c20 req-f4be0e83-b9ff-45a0-bf01-275fe718eb08 tempest-TestServerAdvancedOps-1400200490 tempest-TestServerAdvancedOps-1400200490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:29:36.342752 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-086fa0a5-93c4-45b9-9f75-6b64b7da3c20 req-f4be0e83-b9ff-45a0-bf01-275fe718eb08 tempest-TestServerAdvancedOps-1400200490 tempest-TestServerAdvancedOps-1400200490-project] 10.222.0.41 "GET /v2.0/ports?device_id=65f89192-d323-4e73-89d7-c61a9fc5bbb6 HTTP/1.1" status: 200 len: 946 time: 0.4715893 Jan 28 07:29:36.344719 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e2884780-5642-4236-8ec5-055e1b53f735 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24757504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24979610'] for subnet (b9c26ab9-02b4-49c6-80d3-754f140089db), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:36.363522 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-899ce0ad-9d1a-4f51-8619-f580aaee75b6 tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] 10.222.0.41 "GET /v2.0/ports?device_id=55e7a815-cd38-4aa2-a5e2-9ffe6ccadb30 HTTP/1.1" status: 200 len: 205 time: 0.0714650 Jan 28 07:29:36.370748 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 39760) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:29:36.415940 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2884780-5642-4236-8ec5-055e1b53f735 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9c26ab9-02b4-49c6-80d3-754f140089db,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:29:36.484898 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5d1f796b-b83f-4d9b-b766-468ac5dccdcb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:36.495270 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-086fa0a5-93c4-45b9-9f75-6b64b7da3c20 req-2564dd22-5e8c-4629-9709-d84ae9265a5e tempest-TestServerAdvancedOps-1400200490 tempest-TestServerAdvancedOps-1400200490-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb17ac0f-46bd-44ed-83ec-88185b4eb236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516492 Jan 28 07:29:36.515244 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7f545108-5614-4ad4-bd2b-dcd22f41e99d tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Publish callbacks [] for router (55e7a815-cd38-4aa2-a5e2-9ffe6ccadb30), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:36.576135 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-06b383cd-d58d-40ea-a028-811efa5ce57c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24759175'] for subnet (3d88cecc-14ce-41cc-908a-862b0f3950e3), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:36.612557 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2884780-5642-4236-8ec5-055e1b53f735 admin admin] Checking segment: {'id': '412652c3-e1fe-4fc7-ba64-a0cdfb7932ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '61b7f1cc-8fae-432d-be69-63ff3985f039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:29:36.612846 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2884780-5642-4236-8ec5-055e1b53f735 admin admin] Network hostable DHCP agents. Network: 61b7f1cc-8fae-432d-be69-63ff3985f039, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:29:36.728116 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-06b383cd-d58d-40ea-a028-811efa5ce57c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (3d88cecc-14ce-41cc-908a-862b0f3950e3), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:36.809300 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2884780-5642-4236-8ec5-055e1b53f735 admin admin] Network 61b7f1cc-8fae-432d-be69-63ff3985f039 is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:29:36.816336 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7f545108-5614-4ad4-bd2b-dcd22f41e99d tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16605684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127449'] for router (55e7a815-cd38-4aa2-a5e2-9ffe6ccadb30), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:36.817348 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-06b383cd-d58d-40ea-a028-811efa5ce57c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24757569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24979817'] for subnet (3d88cecc-14ce-41cc-908a-862b0f3950e3), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:36.818633 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7f545108-5614-4ad4-bd2b-dcd22f41e99d tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Publish callbacks [] for router_controller (55e7a815-cd38-4aa2-a5e2-9ffe6ccadb30), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:36.857713 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b383cd-d58d-40ea-a028-811efa5ce57c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d88cecc-14ce-41cc-908a-862b0f3950e3,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:29:36.863471 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-e2884780-5642-4236-8ec5-055e1b53f735 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, 61b7f1cc-8fae-432d-be69-63ff3985f039) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:29:36.873227 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf2fe8c5-3bb5-440a-9ec4-18ed199604bf None None] Network 61b7f1cc-8fae-432d-be69-63ff3985f039 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:29:36.873780 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2884780-5642-4236-8ec5-055e1b53f735 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:29:36.874463 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e2884780-5642-4236-8ec5-055e1b53f735 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:36.877766 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-06b383cd-d58d-40ea-a028-811efa5ce57c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:36.881868 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-06b383cd-d58d-40ea-a028-811efa5ce57c admin admin] 10.222.0.41 "DELETE /v2.0/subnets/3d88cecc-14ce-41cc-908a-862b0f3950e3 HTTP/1.1" status: 204 len: 168 time: 1.1684809 Jan 28 07:29:36.884600 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 39766) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:29:36.900754 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7f545108-5614-4ad4-bd2b-dcd22f41e99d tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16605693'] for router (55e7a815-cd38-4aa2-a5e2-9ffe6ccadb30), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:36.902573 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f545108-5614-4ad4-bd2b-dcd22f41e99d tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Fanout notify agent at l3_agent the message router_deleted on router 55e7a815-cd38-4aa2-a5e2-9ffe6ccadb30 {{(pid=103283) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 07:29:36.922299 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7f545108-5614-4ad4-bd2b-dcd22f41e99d tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] Publish callbacks [] for router (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:36.928111 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-7f545108-5614-4ad4-bd2b-dcd22f41e99d tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] 10.222.0.41 "DELETE /v2.0/routers/55e7a815-cd38-4aa2-a5e2-9ffe6ccadb30 HTTP/1.1" status: 204 len: 168 time: 0.5515280 Jan 28 07:29:36.929831 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 39768) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:29:36.996753 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-f4ad0a36-ce99-47c3-a1d8-288517f151fb tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] 10.222.0.41 "GET /v2.0/ports?device_id=55e7a815-cd38-4aa2-a5e2-9ffe6ccadb30 HTTP/1.1" status: 200 len: 205 time: 0.0543327 Jan 28 07:29:36.999144 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-59e72e4c-b211-4815-b801-ee4a3c17132e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (fabbfec3-31f9-4fc0-ba06-c03647e55067), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:37.005318 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 39772) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:29:37.030919 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e601726-efbf-4b7e-a06b-73a3f2f65727 None None] Network fabbfec3-31f9-4fc0-ba06-c03647e55067 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:29:37.067025 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-e2884780-5642-4236-8ec5-055e1b53f735 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.5021687 Jan 28 07:29:37.068723 n-d-712749-28 neutron-server[103284]: INFO neutron.api.v2.resource [None req-b4b92890-c717-4fe3-b3ea-69025e183d69 tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] delete failed (client error): The resource could not be found. Jan 28 07:29:37.072861 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-b4b92890-c717-4fe3-b3ea-69025e183d69 tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] 10.222.0.41 "DELETE /v2.0/routers/55e7a815-cd38-4aa2-a5e2-9ffe6ccadb30 HTTP/1.1" status: 404 len: 336 time: 0.0607274 Jan 28 07:29:37.073815 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 39774) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:29:37.074081 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 39776) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:29:37.101386 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5d1f796b-b83f-4d9b-b766-468ac5dccdcb admin admin] Publish callbacks [] for security_group (b061798d-fd3e-451d-8b37-8eaa90a815f7), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:37.105904 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-c122aefd-2af9-430d-b40f-7c4025b52488 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-561881112-router', 'tenant_id': '4f71a8e954614fdca4bf2ffcd76bb090', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:29:37.110352 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5d1f796b-b83f-4d9b-b766-468ac5dccdcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (b061798d-fd3e-451d-8b37-8eaa90a815f7), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:37.169109 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-32ccfbc1-ad81-4c82-b8d7-c297bcfdcfe0 tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6900773-12c5-41c7-86dd-7de345a64bb7 HTTP/1.1" status: 200 len: 205 time: 0.0405548 Jan 28 07:29:37.170081 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c122aefd-2af9-430d-b40f-7c4025b52488 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16606890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127275'] for router (2ae7c51b-97f7-4a16-8572-c2ae7f798efe), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:37.171148 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c122aefd-2af9-430d-b40f-7c4025b52488 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16605498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16607952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16355422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127266'] for router (2ae7c51b-97f7-4a16-8572-c2ae7f798efe), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:37.176253 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 39778) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:29:37.203158 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-5d1f796b-b83f-4d9b-b766-468ac5dccdcb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=76067fa7cc7e49f19ee7681317442d67&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8857555 Jan 28 07:29:37.203773 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 39780) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:29:37.210000 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1f796b-b83f-4d9b-b766-468ac5dccdcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b061798d-fd3e-451d-8b37-8eaa90a815f7,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:29:37.231565 n-d-712749-28 neutron-server[103284]: INFO neutron.api.v2.resource [None req-3c64468f-0e3e-4953-9254-79df6e896e5c tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] delete failed (client error): The resource could not be found. Jan 28 07:29:37.235319 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-3c64468f-0e3e-4953-9254-79df6e896e5c tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] 10.222.0.41 "DELETE /v2.0/routers/f6900773-12c5-41c7-86dd-7de345a64bb7 HTTP/1.1" status: 404 len: 336 time: 0.0555477 Jan 28 07:29:37.236034 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 39782) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:29:37.295623 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb9d76c1-2b15-4042-a678-64b2c0bf176e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3dd72b9-6805-5f61-b6f3-a591f99a173d-61b7f1cc-8fae-432d-be69-63ff3985f039', 'network_id': '61b7f1cc-8fae-432d-be69-63ff3985f039', 'project_id': '4f71a8e954614fdca4bf2ffcd76bb090', 'fixed_ips': [{'subnet_id': 'b9c26ab9-02b4-49c6-80d3-754f140089db'}]}} from n-d-712749-28. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 07:29:37.296543 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bb9d76c1-2b15-4042-a678-64b2c0bf176e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:37.299085 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-08744de2-8936-4598-854b-083b260ee487 admin admin] Publish callbacks [] for security_group (b061798d-fd3e-451d-8b37-8eaa90a815f7), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:37.300519 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:37.326641 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-08744de2-8936-4598-854b-083b260ee487 admin admin] Publish callbacks [] for security_group (b061798d-fd3e-451d-8b37-8eaa90a815f7), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:37.330280 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-4084ff47-522d-4fa7-bfc7-68a2e7e47192 tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] 10.222.0.41 "GET /v2.0/ports?device_id=d488150b-2430-4663-9d12-9753e2bb416e HTTP/1.1" status: 200 len: 205 time: 0.0867119 Jan 28 07:29:37.333015 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 39784) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:29:37.417841 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-59e72e4c-b211-4815-b801-ee4a3c17132e admin admin] Deleting port f2c7d858-362a-43cb-92bf-0493c08947b8 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:29:37.420173 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-08744de2-8936-4598-854b-083b260ee487 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (b061798d-fd3e-451d-8b37-8eaa90a815f7), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:37.420360 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-59e72e4c-b211-4815-b801-ee4a3c17132e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (f2c7d858-362a-43cb-92bf-0493c08947b8), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:37.424896 n-d-712749-28 neutron-server[103284]: INFO neutron.api.v2.resource [None req-40cadfd2-1c3f-4f54-83a0-80aba126606e tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] delete failed (client error): The resource could not be found. Jan 28 07:29:37.428222 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-08744de2-8936-4598-854b-083b260ee487 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:37.428375 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-40cadfd2-1c3f-4f54-83a0-80aba126606e tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] 10.222.0.41 "DELETE /v2.0/routers/d488150b-2430-4663-9d12-9753e2bb416e HTTP/1.1" status: 404 len: 336 time: 0.0898201 Jan 28 07:29:37.433089 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-08744de2-8936-4598-854b-083b260ee487 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b061798d-fd3e-451d-8b37-8eaa90a815f7 HTTP/1.1" status: 204 len: 168 time: 0.2281625 Jan 28 07:29:37.433713 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 39786) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:29:37.508972 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c122aefd-2af9-430d-b40f-7c4025b52488 admin admin] Publish callbacks [] for router_controller (2ae7c51b-97f7-4a16-8572-c2ae7f798efe), precommit_add_association {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:37.510691 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-9b952f00-b2e0-4fd5-a41b-f5a03b6ad4aa tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] 10.222.0.41 "GET /v2.0/ports?device_id=b00b4589-3c13-432b-b60c-3552c1cf50ff HTTP/1.1" status: 200 len: 205 time: 0.0719233 Jan 28 07:29:37.511641 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 39792) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:29:37.522097 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08744de2-8936-4598-854b-083b260ee487 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b061798d-fd3e-451d-8b37-8eaa90a815f7,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:29:37.578122 n-d-712749-28 neutron-server[103283]: INFO neutron.api.v2.resource [None req-c13a6496-4ae5-44f6-8c19-ce6e668ddf00 tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] delete failed (client error): The resource could not be found. Jan 28 07:29:37.584151 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-c13a6496-4ae5-44f6-8c19-ce6e668ddf00 tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] 10.222.0.41 "DELETE /v2.0/routers/b00b4589-3c13-432b-b60c-3552c1cf50ff HTTP/1.1" status: 404 len: 336 time: 0.0704856 Jan 28 07:29:37.585007 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 39794) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:29:37.619231 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-1ad7af71-65c4-4db0-b3e4-4bdc15d0b14c tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec8ae59c-f88e-42c7-ab2e-78b582ea3ed0 HTTP/1.1" status: 200 len: 205 time: 0.0329654 Jan 28 07:29:37.621112 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 39798) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:29:37.645036 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-bb9d76c1-2b15-4042-a678-64b2c0bf176e None None] Allocated IP 172.20.0.2 (61b7f1cc-8fae-432d-be69-63ff3985f039/b9c26ab9-02b4-49c6-80d3-754f140089db/5f61208b-7c7a-4f09-aff9-1f0bd6f13d65) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:29:37.715859 n-d-712749-28 neutron-server[103283]: INFO neutron.api.v2.resource [None req-2526ff7a-a29c-496c-a072-9cc001750e30 tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] delete failed (client error): The resource could not be found. Jan 28 07:29:37.721556 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 39800) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:29:37.722633 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-2526ff7a-a29c-496c-a072-9cc001750e30 tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] 10.222.0.41 "DELETE /v2.0/routers/ec8ae59c-f88e-42c7-ab2e-78b582ea3ed0 HTTP/1.1" status: 404 len: 336 time: 0.0990658 Jan 28 07:29:37.779343 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-21e79410-e13b-43b0-a701-35d094f88c61 tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] 10.222.0.41 "GET /v2.0/ports?device_id=870aa734-54ff-47e9-bb7f-73f48da786f3 HTTP/1.1" status: 200 len: 205 time: 0.0559525 Jan 28 07:29:37.814392 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 39802) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:29:37.907355 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-59e72e4c-b211-4815-b801-ee4a3c17132e admin admin] For port f2c7d858-362a-43cb-92bf-0493c08947b8, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=f2c7d858-362a-43cb-92bf-0493c08947b8,segment=NetworkSegment(f988f3e6-2feb-4622-baed-2eae67dfbc12),segment_id=f988f3e6-2feb-4622-baed-2eae67dfbc12)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:29:37.907616 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-59e72e4c-b211-4815-b801-ee4a3c17132e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (f2c7d858-362a-43cb-92bf-0493c08947b8), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:37.913516 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bb9d76c1-2b15-4042-a678-64b2c0bf176e None None] Publish callbacks [] for port (5f61208b-7c7a-4f09-aff9-1f0bd6f13d65), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:37.917679 n-d-712749-28 neutron-server[103283]: INFO neutron.api.v2.resource [None req-a54af278-ff4b-4e13-985b-92808b1f2e02 tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] delete failed (client error): The resource could not be found. Jan 28 07:29:37.920973 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c122aefd-2af9-430d-b40f-7c4025b52488 admin admin] Publish callbacks [] for router_gateway (2ae7c51b-97f7-4a16-8572-c2ae7f798efe), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:37.922828 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-a54af278-ff4b-4e13-985b-92808b1f2e02 tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] 10.222.0.41 "DELETE /v2.0/routers/870aa734-54ff-47e9-bb7f-73f48da786f3 HTTP/1.1" status: 404 len: 336 time: 0.1061773 Jan 28 07:29:37.924944 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 39806) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:29:37.935022 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bb9d76c1-2b15-4042-a678-64b2c0bf176e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (5f61208b-7c7a-4f09-aff9-1f0bd6f13d65), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:37.955709 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 59660ec9-11d7-4130-ad3e-64898d57ff30 no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:29:38.017214 n-d-712749-28 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-1642f581-3b2a-43f4-ae76-cc1822a8114e tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] DELETE failed (client error): The resource could not be found. Jan 28 07:29:38.018885 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1642f581-3b2a-43f4-ae76-cc1822a8114e tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:29:38.028028 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-1642f581-3b2a-43f4-ae76-cc1822a8114e tempest-RoutersIpV6AdminTest-803601055 tempest-RoutersIpV6AdminTest-803601055-project] 10.222.0.41 "DELETE /v2.0/subnets/f00c575f-4101-4add-9a91-9d1a2b375c10 HTTP/1.1" status: 404 len: 337 time: 0.0986359 Jan 28 07:29:38.030389 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-59e72e4c-b211-4815-b801-ee4a3c17132e admin admin] Calling delete_port for f2c7d858-362a-43cb-92bf-0493c08947b8 owned by network:dhcp {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:29:38.053896 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae97c38-647c-42cd-8591-bbed38b049dd req-851871d8-ee25-435e-86f2-278853dded76 tempest-TestServerAdvancedOps-1400200490 tempest-TestServerAdvancedOps-1400200490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:29:38.055999 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-bae97c38-647c-42cd-8591-bbed38b049dd req-851871d8-ee25-435e-86f2-278853dded76 tempest-TestServerAdvancedOps-1400200490 tempest-TestServerAdvancedOps-1400200490-project] 10.222.0.41 "GET /v2.0/ports?device_id=65f89192-d323-4e73-89d7-c61a9fc5bbb6 HTTP/1.1" status: 200 len: 946 time: 0.4338305 Jan 28 07:29:38.079522 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a1b1fa-fae9-46ec-a260-0afd7ae22225 None None] DHCP port deletion for fabbfec3-31f9-4fc0-ba06-c03647e55067 request from n-d-712749-28 {{(pid=103285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 07:29:38.107552 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: 59660ec9-11d7-4130-ad3e-64898d57ff30 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:29:38.109125 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 59660ec9-11d7-4130-ad3e-64898d57ff30 not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:29:38.127133 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92714f8e-a953-4702-8d1f-83ced8aab3f7 req-0995991c-63ca-4078-a3a5-2a8454ef9fd6 tempest-TestServerAdvancedOps-1400200490 tempest-TestServerAdvancedOps-1400200490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:29:38.130250 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-92714f8e-a953-4702-8d1f-83ced8aab3f7 req-0995991c-63ca-4078-a3a5-2a8454ef9fd6 tempest-TestServerAdvancedOps-1400200490 tempest-TestServerAdvancedOps-1400200490-project] 10.222.0.10 "GET /v2.0/ports?device_id=65f89192-d323-4e73-89d7-c61a9fc5bbb6 HTTP/1.1" status: 200 len: 946 time: 0.2046776 Jan 28 07:29:38.134101 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb9d76c1-2b15-4042-a678-64b2c0bf176e None None] Network 61b7f1cc-8fae-432d-be69-63ff3985f039 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:29:38.153175 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-bb9d76c1-2b15-4042-a678-64b2c0bf176e None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:29:38.189774 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9d76c1-2b15-4042-a678-64b2c0bf176e None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:29:38.245849 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9d76c1-2b15-4042-a678-64b2c0bf176e None None] Pushing event updated for resources: {'Port': ['ID=5f61208b-7c7a-4f09-aff9-1f0bd6f13d65,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:29:38.253143 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-bae97c38-647c-42cd-8591-bbed38b049dd req-75f327f5-7a22-4b37-89ae-53ea27ea1afd tempest-TestServerAdvancedOps-1400200490 tempest-TestServerAdvancedOps-1400200490-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb17ac0f-46bd-44ed-83ec-88185b4eb236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894903 Jan 28 07:29:38.296275 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-bb9d76c1-2b15-4042-a678-64b2c0bf176e None None] Attempting to bind port 5f61208b-7c7a-4f09-aff9-1f0bd6f13d65 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:29:38.296764 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-bb9d76c1-2b15-4042-a678-64b2c0bf176e None None] Attempting to bind port 5f61208b-7c7a-4f09-aff9-1f0bd6f13d65 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '412652c3-e1fe-4fc7-ba64-a0cdfb7932ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '61b7f1cc-8fae-432d-be69-63ff3985f039'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:29:38.297257 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9d76c1-2b15-4042-a678-64b2c0bf176e None None] Attempting to bind port 5f61208b-7c7a-4f09-aff9-1f0bd6f13d65 on network 61b7f1cc-8fae-432d-be69-63ff3985f039 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:29:38.306554 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9d76c1-2b15-4042-a678-64b2c0bf176e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:29:38.307594 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9d76c1-2b15-4042-a678-64b2c0bf176e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:29:38.308124 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9d76c1-2b15-4042-a678-64b2c0bf176e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:29:38.309165 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9d76c1-2b15-4042-a678-64b2c0bf176e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:29:38.309165 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9d76c1-2b15-4042-a678-64b2c0bf176e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:29:38.309551 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9d76c1-2b15-4042-a678-64b2c0bf176e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:29:38.310124 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9d76c1-2b15-4042-a678-64b2c0bf176e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:29:38.310584 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9d76c1-2b15-4042-a678-64b2c0bf176e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:29:38.311027 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9d76c1-2b15-4042-a678-64b2c0bf176e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:29:38.311465 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9d76c1-2b15-4042-a678-64b2c0bf176e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:29:38.311909 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9d76c1-2b15-4042-a678-64b2c0bf176e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:29:38.312378 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9d76c1-2b15-4042-a678-64b2c0bf176e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:29:38.313042 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9d76c1-2b15-4042-a678-64b2c0bf176e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:29:38.320814 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9d76c1-2b15-4042-a678-64b2c0bf176e None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:29:38.321371 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9d76c1-2b15-4042-a678-64b2c0bf176e None None] Checking segment: {'id': '412652c3-e1fe-4fc7-ba64-a0cdfb7932ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '61b7f1cc-8fae-432d-be69-63ff3985f039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:29:38.322693 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bb9d76c1-2b15-4042-a678-64b2c0bf176e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:38.322693 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9d76c1-2b15-4042-a678-64b2c0bf176e None None] Bound using segment: {'id': '412652c3-e1fe-4fc7-ba64-a0cdfb7932ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '61b7f1cc-8fae-432d-be69-63ff3985f039'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:29:38.324254 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-bb9d76c1-2b15-4042-a678-64b2c0bf176e None None] Bound port: 5f61208b-7c7a-4f09-aff9-1f0bd6f13d65, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '412652c3-e1fe-4fc7-ba64-a0cdfb7932ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '61b7f1cc-8fae-432d-be69-63ff3985f039'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:29:38.324846 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bb9d76c1-2b15-4042-a678-64b2c0bf176e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (5f61208b-7c7a-4f09-aff9-1f0bd6f13d65), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:38.340141 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-54a1b1fa-fae9-46ec-a260-0afd7ae22225 None None] Deleting port f2c7d858-362a-43cb-92bf-0493c08947b8 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:29:38.340844 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-54a1b1fa-fae9-46ec-a260-0afd7ae22225 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (f2c7d858-362a-43cb-92bf-0493c08947b8), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:38.476130 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-92714f8e-a953-4702-8d1f-83ced8aab3f7 req-18930825-af69-4103-a9ea-d726f9e3b2dc tempest-TestServerAdvancedOps-1400200490 tempest-TestServerAdvancedOps-1400200490-project] Deleting port e0a07641-859f-4e0c-99ee-be934315378d {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:29:38.476695 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-92714f8e-a953-4702-8d1f-83ced8aab3f7 req-18930825-af69-4103-a9ea-d726f9e3b2dc tempest-TestServerAdvancedOps-1400200490 tempest-TestServerAdvancedOps-1400200490-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (e0a07641-859f-4e0c-99ee-be934315378d), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:38.526466 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-59e72e4c-b211-4815-b801-ee4a3c17132e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (f2c7d858-362a-43cb-92bf-0493c08947b8), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:38.624814 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-92714f8e-a953-4702-8d1f-83ced8aab3f7 req-18930825-af69-4103-a9ea-d726f9e3b2dc tempest-TestServerAdvancedOps-1400200490 tempest-TestServerAdvancedOps-1400200490-project] For port e0a07641-859f-4e0c-99ee-be934315378d, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=e0a07641-859f-4e0c-99ee-be934315378d,segment=NetworkSegment(f24106f8-db44-4cc3-8b76-0557f0407252),segment_id=f24106f8-db44-4cc3-8b76-0557f0407252)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:29:38.625086 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-92714f8e-a953-4702-8d1f-83ced8aab3f7 req-18930825-af69-4103-a9ea-d726f9e3b2dc tempest-TestServerAdvancedOps-1400200490 tempest-TestServerAdvancedOps-1400200490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (e0a07641-859f-4e0c-99ee-be934315378d), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:38.631703 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-bb9d76c1-2b15-4042-a678-64b2c0bf176e None None] For port 5f61208b-7c7a-4f09-aff9-1f0bd6f13d65, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:29:38.635794 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e72e4c-b211-4815-b801-ee4a3c17132e admin admin] Pushing event deleted for resources: {'Port': ['ID=f2c7d858-362a-43cb-92bf-0493c08947b8,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:29:38.646875 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e72e4c-b211-4815-b801-ee4a3c17132e admin admin] No DVR routers for this DVR port f2c7d858-362a-43cb-92bf-0493c08947b8 on host n-d-712749-28 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:29:38.665116 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-92714f8e-a953-4702-8d1f-83ced8aab3f7 req-18930825-af69-4103-a9ea-d726f9e3b2dc tempest-TestServerAdvancedOps-1400200490 tempest-TestServerAdvancedOps-1400200490-project] Calling delete_port for e0a07641-859f-4e0c-99ee-be934315378d owned by compute:nova {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:29:38.688625 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-54a1b1fa-fae9-46ec-a260-0afd7ae22225 None None] For port f2c7d858-362a-43cb-92bf-0493c08947b8, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=f2c7d858-362a-43cb-92bf-0493c08947b8,segment=NetworkSegment(f988f3e6-2feb-4622-baed-2eae67dfbc12),segment_id=f988f3e6-2feb-4622-baed-2eae67dfbc12)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:29:38.689065 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-54a1b1fa-fae9-46ec-a260-0afd7ae22225 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (f2c7d858-362a-43cb-92bf-0493c08947b8), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:38.702467 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 39824) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:29:38.730619 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-54a1b1fa-fae9-46ec-a260-0afd7ae22225 None None] Calling delete_port for f2c7d858-362a-43cb-92bf-0493c08947b8 owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:29:38.824031 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-54a1b1fa-fae9-46ec-a260-0afd7ae22225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298'] for port (f2c7d858-362a-43cb-92bf-0493c08947b8), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:38.827729 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-bb9d76c1-2b15-4042-a678-64b2c0bf176e None None] For port 5f61208b-7c7a-4f09-aff9-1f0bd6f13d65, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=5f61208b-7c7a-4f09-aff9-1f0bd6f13d65,segment=NetworkSegment(412652c3-e1fe-4fc7-ba64-a0cdfb7932ca),segment_id=412652c3-e1fe-4fc7-ba64-a0cdfb7932ca)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:29:38.859049 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a1b1fa-fae9-46ec-a260-0afd7ae22225 None None] Pushing event deleted for resources: {'Port': ['ID=f2c7d858-362a-43cb-92bf-0493c08947b8,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:29:38.867436 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:38.869126 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bb9d76c1-2b15-4042-a678-64b2c0bf176e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (5f61208b-7c7a-4f09-aff9-1f0bd6f13d65), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:38.949166 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9d76c1-2b15-4042-a678-64b2c0bf176e None None] Pushing event updated for resources: {'Port': ['ID=5f61208b-7c7a-4f09-aff9-1f0bd6f13d65,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:29:38.968925 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a1b1fa-fae9-46ec-a260-0afd7ae22225 None None] No DVR routers for this DVR port f2c7d858-362a-43cb-92bf-0493c08947b8 on host n-d-712749-28 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:29:39.025834 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-59e72e4c-b211-4815-b801-ee4a3c17132e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (fabbfec3-31f9-4fc0-ba06-c03647e55067), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:39.041938 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-92714f8e-a953-4702-8d1f-83ced8aab3f7 req-18930825-af69-4103-a9ea-d726f9e3b2dc tempest-TestServerAdvancedOps-1400200490 tempest-TestServerAdvancedOps-1400200490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (e0a07641-859f-4e0c-99ee-be934315378d), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:39.110982 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18930825-af69-4103-a9ea-d726f9e3b2dc tempest-TestServerAdvancedOps-1400200490 tempest-TestServerAdvancedOps-1400200490-project] Pushing event deleted for resources: {'Port': ['ID=e0a07641-859f-4e0c-99ee-be934315378d,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:29:39.156606 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-91e867ab-c0fd-4bf7-af1e-9b0b3ec498e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:39.224329 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-92714f8e-a953-4702-8d1f-83ced8aab3f7 req-18930825-af69-4103-a9ea-d726f9e3b2dc tempest-TestServerAdvancedOps-1400200490 tempest-TestServerAdvancedOps-1400200490-project] No DVR routers for this DVR port e0a07641-859f-4e0c-99ee-be934315378d on host n-h1-712749-28 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:29:39.229060 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-92714f8e-a953-4702-8d1f-83ced8aab3f7 req-18930825-af69-4103-a9ea-d726f9e3b2dc tempest-TestServerAdvancedOps-1400200490 tempest-TestServerAdvancedOps-1400200490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:39.233260 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-92714f8e-a953-4702-8d1f-83ced8aab3f7 req-18930825-af69-4103-a9ea-d726f9e3b2dc tempest-TestServerAdvancedOps-1400200490 tempest-TestServerAdvancedOps-1400200490-project] 10.222.0.10 "DELETE /v2.0/ports/e0a07641-859f-4e0c-99ee-be934315378d HTTP/1.1" status: 204 len: 173 time: 1.0651953 Jan 28 07:29:39.237773 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65f89192-d323-4e73-89d7-c61a9fc5bbb6', 'name': 'network-vif-deleted', 'tag': 'e0a07641-859f-4e0c-99ee-be934315378d'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:29:39.240727 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d83b242f-dab1-4fd7-a542-fd7ae9f65dbb" -d '{"events": [{"server_uuid": "65f89192-d323-4e73-89d7-c61a9fc5bbb6", "name": "network-vif-deleted", "tag": "e0a07641-859f-4e0c-99ee-be934315378d"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:29:39.242933 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-59e72e4c-b211-4815-b801-ee4a3c17132e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fabbfec3-31f9-4fc0-ba06-c03647e55067']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:29:39.351117 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c122aefd-2af9-430d-b40f-7c4025b52488 admin admin] Publish callbacks [] for router_gateway (2ae7c51b-97f7-4a16-8572-c2ae7f798efe), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:39.372590 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-59e72e4c-b211-4815-b801-ee4a3c17132e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f988f3e6-2feb-4622-baed-2eae67dfbc12') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:29:39.372963 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-59e72e4c-b211-4815-b801-ee4a3c17132e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f988f3e6-2feb-4622-baed-2eae67dfbc12') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:29:39.415835 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75707407-c24d-4f35-8089-c1bca09bc47b x-openstack-request-id: req-75707407-c24d-4f35-8089-c1bca09bc47b {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:29:39.416231 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65f89192-d323-4e73-89d7-c61a9fc5bbb6", "name": "network-vif-deleted", "tag": "e0a07641-859f-4e0c-99ee-be934315378d", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:29:39.416517 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-75707407-c24d-4f35-8089-c1bca09bc47b {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:29:39.417337 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65f89192-d323-4e73-89d7-c61a9fc5bbb6', 'name': 'network-vif-deleted', 'tag': 'e0a07641-859f-4e0c-99ee-be934315378d', 'status': 'completed', 'code': 200} Jan 28 07:29:39.463640 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c122aefd-2af9-430d-b40f-7c4025b52488 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:39.475607 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-59e72e4c-b211-4815-b801-ee4a3c17132e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24759294'] for segment (f988f3e6-2feb-4622-baed-2eae67dfbc12), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:39.564526 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a30b497c-d610-45da-8b84-857dd815cd38 req-c1127953-0545-48c7-8253-1c8f1e37d679 tempest-TestServerAdvancedOps-1400200490 tempest-TestServerAdvancedOps-1400200490-project] 10.222.0.41 "GET /v2.0/ports?device_id=65f89192-d323-4e73-89d7-c61a9fc5bbb6 HTTP/1.1" status: 200 len: 210 time: 0.0905659 Jan 28 07:29:39.584652 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device f2c7d858-362a-43cb-92bf-0493c08947b8 no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:29:39.630264 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: f2c7d858-362a-43cb-92bf-0493c08947b8 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:29:39.650698 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device f2c7d858-362a-43cb-92bf-0493c08947b8 not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:29:39.707280 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:39.720805 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-59e72e4c-b211-4815-b801-ee4a3c17132e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (f988f3e6-2feb-4622-baed-2eae67dfbc12), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:39.744699 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59e72e4c-b211-4815-b801-ee4a3c17132e admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:29:39.745022 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-59e72e4c-b211-4815-b801-ee4a3c17132e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24757675'] for segment (f988f3e6-2feb-4622-baed-2eae67dfbc12), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:39.757865 n-d-712749-28 neutron-server[103284]: Traceback (most recent call last): Jan 28 07:29:39.757865 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:29:39.757865 n-d-712749-28 neutron-server[103284]: timer() Jan 28 07:29:39.757865 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:29:39.757865 n-d-712749-28 neutron-server[103284]: cb(*args, **kw) Jan 28 07:29:39.757865 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:29:39.757865 n-d-712749-28 neutron-server[103284]: return func(*args, **kwargs) Jan 28 07:29:39.757865 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:29:39.757865 n-d-712749-28 neutron-server[103284]: self._notify() Jan 28 07:29:39.757865 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:29:39.757865 n-d-712749-28 neutron-server[103284]: self.callback(batched_events) Jan 28 07:29:39.757865 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:29:39.757865 n-d-712749-28 neutron-server[103284]: event.method(event) Jan 28 07:29:39.757865 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:29:39.757865 n-d-712749-28 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:29:39.757865 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:29:39.757865 n-d-712749-28 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:29:39.757865 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:29:39.757865 n-d-712749-28 neutron-server[103284]: return f(self, *a, **k) Jan 28 07:29:39.757865 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:29:39.757865 n-d-712749-28 neutron-server[103284]: return self._get(url).json() Jan 28 07:29:39.757865 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:29:39.757865 n-d-712749-28 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:29:39.757865 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:29:39.757865 n-d-712749-28 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Jan 28 07:29:39.757865 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:29:39.757865 n-d-712749-28 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:29:39.757865 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:29:39.757865 n-d-712749-28 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:29:39.757865 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:29:39.757865 n-d-712749-28 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:29:39.757865 n-d-712749-28 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:29:39.830202 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device e0a07641-859f-4e0c-99ee-be934315378d no longer exists at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:29:39.928226 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] No Port match for: e0a07641-859f-4e0c-99ee-be934315378d {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:29:39.930740 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device e0a07641-859f-4e0c-99ee-be934315378d not bound to the agent host n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:29:40.079294 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-59e72e4c-b211-4815-b801-ee4a3c17132e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (fabbfec3-31f9-4fc0-ba06-c03647e55067), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:40.197198 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-c122aefd-2af9-430d-b40f-7c4025b52488 admin admin] Allocated IP 172.25.6.194 (7d5b3724-deef-4831-8d43-cb9b8176573c/b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc/c36417b7-fb95-4715-b537-aa427b7a317d) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:29:40.543402 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-59e72e4c-b211-4815-b801-ee4a3c17132e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:40.559775 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-59e72e4c-b211-4815-b801-ee4a3c17132e admin admin] 10.222.0.41 "DELETE /v2.0/networks/fabbfec3-31f9-4fc0-ba06-c03647e55067 HTTP/1.1" status: 204 len: 168 time: 3.6628690 Jan 28 07:29:40.569694 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e72e4c-b211-4815-b801-ee4a3c17132e admin admin] Pushing event deleted for resources: {'Network': ['ID=fabbfec3-31f9-4fc0-ba06-c03647e55067,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:29:40.627201 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c122aefd-2af9-430d-b40f-7c4025b52488 admin admin] Publish callbacks [] for port (c36417b7-fb95-4715-b537-aa427b7a317d), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:40.652283 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-91e867ab-c0fd-4bf7-af1e-9b0b3ec498e7 admin admin] Publish callbacks [] for security_group (8af975ac-33f2-468f-8fdf-3d9788fdb3c4), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:40.682940 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-91e867ab-c0fd-4bf7-af1e-9b0b3ec498e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (8af975ac-33f2-468f-8fdf-3d9788fdb3c4), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:40.738794 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 39874) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:29:40.770112 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e201fe-c7b1-484d-a2d1-45acef20fe69 None None] Network 61b7f1cc-8fae-432d-be69-63ff3985f039 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:29:40.883728 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_v2 [None req-105d4143-84a3-4ba5-abd1-f26a43ba2da9 admin admin] Deleting subnet 135af119-b631-4e30-954b-1274f13d88bf {{(pid=103283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:29:40.893706 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-91e867ab-c0fd-4bf7-af1e-9b0b3ec498e7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=067feceaf8754468a2a50f9839248a91&name=default HTTP/1.1" status: 200 len: 3000 time: 2.1195781 Jan 28 07:29:40.903254 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-105d4143-84a3-4ba5-abd1-f26a43ba2da9 admin admin] Publish callbacks [] for subnet (135af119-b631-4e30-954b-1274f13d88bf), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:40.937932 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 39876) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:29:41.018446 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-105d4143-84a3-4ba5-abd1-f26a43ba2da9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13506696'] for subnet (135af119-b631-4e30-954b-1274f13d88bf), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:41.033151 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-445511fa-b44e-48fe-a842-a27e0e7c0754 None None] Provisioning complete for port 5f61208b-7c7a-4f09-aff9-1f0bd6f13d65 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:29:41.033564 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-445511fa-b44e-48fe-a842-a27e0e7c0754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (5f61208b-7c7a-4f09-aff9-1f0bd6f13d65), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:41.046129 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e867ab-c0fd-4bf7-af1e-9b0b3ec498e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8af975ac-33f2-468f-8fdf-3d9788fdb3c4,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:29:41.126889 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c122aefd-2af9-430d-b40f-7c4025b52488 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (c36417b7-fb95-4715-b537-aa427b7a317d), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:41.140461 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-105d4143-84a3-4ba5-abd1-f26a43ba2da9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (135af119-b631-4e30-954b-1274f13d88bf), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:41.236112 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 39884) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:29:41.308955 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-105d4143-84a3-4ba5-abd1-f26a43ba2da9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13546665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13556132'] for subnet (135af119-b631-4e30-954b-1274f13d88bf), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:41.312522 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c122aefd-2af9-430d-b40f-7c4025b52488 admin admin] Network 7d5b3724-deef-4831-8d43-cb9b8176573c is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:29:41.399980 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-105d4143-84a3-4ba5-abd1-f26a43ba2da9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:41.402359 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-c122aefd-2af9-430d-b40f-7c4025b52488 admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:29:41.409437 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-445511fa-b44e-48fe-a842-a27e0e7c0754 None None] Current status of the port 5f61208b-7c7a-4f09-aff9-1f0bd6f13d65 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:29:41.410541 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-445511fa-b44e-48fe-a842-a27e0e7c0754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (5f61208b-7c7a-4f09-aff9-1f0bd6f13d65), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:41.415236 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-105d4143-84a3-4ba5-abd1-f26a43ba2da9 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/135af119-b631-4e30-954b-1274f13d88bf HTTP/1.1" status: 204 len: 168 time: 0.6714747 Jan 28 07:29:41.417097 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105d4143-84a3-4ba5-abd1-f26a43ba2da9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=135af119-b631-4e30-954b-1274f13d88bf,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:29:41.425116 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 39888) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:29:41.466802 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c122aefd-2af9-430d-b40f-7c4025b52488 admin admin] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:29:41.480845 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c122aefd-2af9-430d-b40f-7c4025b52488 admin admin] Pushing event updated for resources: {'Port': ['ID=c36417b7-fb95-4715-b537-aa427b7a317d,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:29:41.491018 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b6f95d7f-3a1b-43e3-9f10-9b3ba464fcf1 admin admin] Publish callbacks [] for security_group (8af975ac-33f2-468f-8fdf-3d9788fdb3c4), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:41.596091 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-445511fa-b44e-48fe-a842-a27e0e7c0754 None None] For port 5f61208b-7c7a-4f09-aff9-1f0bd6f13d65, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=5f61208b-7c7a-4f09-aff9-1f0bd6f13d65,segment=NetworkSegment(412652c3-e1fe-4fc7-ba64-a0cdfb7932ca),segment_id=412652c3-e1fe-4fc7-ba64-a0cdfb7932ca)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:29:41.607070 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-445511fa-b44e-48fe-a842-a27e0e7c0754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (5f61208b-7c7a-4f09-aff9-1f0bd6f13d65), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:41.632841 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8038e2fb-e068-40d0-a55c-d2fadb17db9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (be98d0ab-00a2-47f6-a08a-5fea33537b75), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:41.659411 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b6f95d7f-3a1b-43e3-9f10-9b3ba464fcf1 admin admin] Publish callbacks [] for security_group (8af975ac-33f2-468f-8fdf-3d9788fdb3c4), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:41.673152 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-8e3b00b8-4515-4d54-ba68-862f4b7869be admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8d47b614f63e4b68b737be6f6d46b64e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4255228 Jan 28 07:29:41.675716 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 39894) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:29:41.886936 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445511fa-b44e-48fe-a842-a27e0e7c0754 None None] Pushing event updated for resources: {'Port': ['ID=5f61208b-7c7a-4f09-aff9-1f0bd6f13d65,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:29:41.926551 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 5f61208b-7c7a-4f09-aff9-1f0bd6f13d65 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:29:41.927810 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-26801563-fb3d-48f0-a830-caa8ef0d9350 admin admin] Publish callbacks [] for security_group (5c8c2b98-40bc-4b3e-966c-ff3138826009), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:41.929663 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b6f95d7f-3a1b-43e3-9f10-9b3ba464fcf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (8af975ac-33f2-468f-8fdf-3d9788fdb3c4), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:41.933635 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b6f95d7f-3a1b-43e3-9f10-9b3ba464fcf1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:41.934834 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-b6f95d7f-3a1b-43e3-9f10-9b3ba464fcf1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8af975ac-33f2-468f-8fdf-3d9788fdb3c4 HTTP/1.1" status: 204 len: 168 time: 0.9958434 Jan 28 07:29:41.995498 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f95d7f-3a1b-43e3-9f10-9b3ba464fcf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8af975ac-33f2-468f-8fdf-3d9788fdb3c4,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:29:42.129917 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-2029d699-6f25-466a-9d28-ac1fd7a4e335 None None] Provisioning complete for port 5f61208b-7c7a-4f09-aff9-1f0bd6f13d65 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:29:42.130509 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2029d699-6f25-466a-9d28-ac1fd7a4e335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (5f61208b-7c7a-4f09-aff9-1f0bd6f13d65), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:42.145942 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-26801563-fb3d-48f0-a830-caa8ef0d9350 admin admin] Publish callbacks [] for security_group (5c8c2b98-40bc-4b3e-966c-ff3138826009), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:42.371872 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 5f61208b-7c7a-4f09-aff9-1f0bd6f13d65 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:29:42.380877 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (5f61208b-7c7a-4f09-aff9-1f0bd6f13d65), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:42.518025 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c122aefd-2af9-430d-b40f-7c4025b52488 admin admin] Publish callbacks [] for router_gateway (2ae7c51b-97f7-4a16-8572-c2ae7f798efe), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:42.571795 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8038e2fb-e068-40d0-a55c-d2fadb17db9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (be98d0ab-00a2-47f6-a08a-5fea33537b75), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:42.615062 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-8038e2fb-e068-40d0-a55c-d2fadb17db9b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be98d0ab-00a2-47f6-a08a-5fea33537b75']}} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:29:42.626359 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-26801563-fb3d-48f0-a830-caa8ef0d9350 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (5c8c2b98-40bc-4b3e-966c-ff3138826009), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:42.628969 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-26801563-fb3d-48f0-a830-caa8ef0d9350 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:42.632555 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-26801563-fb3d-48f0-a830-caa8ef0d9350 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5c8c2b98-40bc-4b3e-966c-ff3138826009 HTTP/1.1" status: 204 len: 168 time: 0.9534855 Jan 28 07:29:42.636524 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-8038e2fb-e068-40d0-a55c-d2fadb17db9b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f24106f8-db44-4cc3-8b76-0557f0407252') {'for_net_delete': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:29:42.637059 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-8038e2fb-e068-40d0-a55c-d2fadb17db9b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f24106f8-db44-4cc3-8b76-0557f0407252') {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:29:42.647942 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-2029d699-6f25-466a-9d28-ac1fd7a4e335 None None] Current status of the port 5f61208b-7c7a-4f09-aff9-1f0bd6f13d65 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:29:42.654279 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 5f61208b-7c7a-4f09-aff9-1f0bd6f13d65 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:29:42.662452 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8038e2fb-e068-40d0-a55c-d2fadb17db9b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13506801'] for segment (f24106f8-db44-4cc3-8b76-0557f0407252), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:42.688604 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8038e2fb-e068-40d0-a55c-d2fadb17db9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (f24106f8-db44-4cc3-8b76-0557f0407252), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:42.692995 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26801563-fb3d-48f0-a830-caa8ef0d9350 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c8c2b98-40bc-4b3e-966c-ff3138826009,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:29:42.704640 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8038e2fb-e068-40d0-a55c-d2fadb17db9b admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=103283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:29:42.706413 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8038e2fb-e068-40d0-a55c-d2fadb17db9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13546563'] for segment (f24106f8-db44-4cc3-8b76-0557f0407252), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:42.904693 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 39914) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:29:42.908887 n-d-712749-28 neutron-server[103283]: Traceback (most recent call last): Jan 28 07:29:42.908887 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:29:42.908887 n-d-712749-28 neutron-server[103283]: timer() Jan 28 07:29:42.908887 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:29:42.908887 n-d-712749-28 neutron-server[103283]: cb(*args, **kw) Jan 28 07:29:42.908887 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:29:42.908887 n-d-712749-28 neutron-server[103283]: return func(*args, **kwargs) Jan 28 07:29:42.908887 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:29:42.908887 n-d-712749-28 neutron-server[103283]: self._notify() Jan 28 07:29:42.908887 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:29:42.908887 n-d-712749-28 neutron-server[103283]: self.callback(batched_events) Jan 28 07:29:42.908887 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:29:42.908887 n-d-712749-28 neutron-server[103283]: event.method(event) Jan 28 07:29:42.908887 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:29:42.908887 n-d-712749-28 neutron-server[103283]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:29:42.908887 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:29:42.908887 n-d-712749-28 neutron-server[103283]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:29:42.908887 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:29:42.908887 n-d-712749-28 neutron-server[103283]: return f(self, *a, **k) Jan 28 07:29:42.908887 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:29:42.908887 n-d-712749-28 neutron-server[103283]: return self._get(url).json() Jan 28 07:29:42.908887 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:29:42.908887 n-d-712749-28 neutron-server[103283]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:29:42.908887 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:29:42.908887 n-d-712749-28 neutron-server[103283]: return self.request(url, 'GET', **kwargs) Jan 28 07:29:42.908887 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:29:42.908887 n-d-712749-28 neutron-server[103283]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:29:42.908887 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:29:42.908887 n-d-712749-28 neutron-server[103283]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:29:42.908887 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:29:42.908887 n-d-712749-28 neutron-server[103283]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:29:42.908887 n-d-712749-28 neutron-server[103283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:29:43.004614 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-cd8832fc-451d-43f2-b4fa-56bff0e30569 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=caf55999998940a784a964c22d965d05&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0911093 Jan 28 07:29:43.007149 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8038e2fb-e068-40d0-a55c-d2fadb17db9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (be98d0ab-00a2-47f6-a08a-5fea33537b75), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:43.016777 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8038e2fb-e068-40d0-a55c-d2fadb17db9b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:43.042663 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-8038e2fb-e068-40d0-a55c-d2fadb17db9b admin admin] 10.222.0.41 "DELETE /v2.0/networks/be98d0ab-00a2-47f6-a08a-5fea33537b75 HTTP/1.1" status: 204 len: 168 time: 1.6150227 Jan 28 07:29:43.043493 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 39918) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:29:43.055346 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 39920) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:29:43.197379 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8038e2fb-e068-40d0-a55c-d2fadb17db9b admin admin] Pushing event deleted for resources: {'Network': ['ID=be98d0ab-00a2-47f6-a08a-5fea33537b75,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:29:43.303361 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b4fc5c9c-2c9c-4a99-a3b9-ce263f48f6e9 admin admin] Publish callbacks [] for security_group (ef1f5716-6b71-49f8-9bb9-cb55b25d8338), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:43.322179 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_v2 [None req-302bf9fe-bf6c-497f-a9cc-0f6cc50627bc admin admin] Deleting subnet 84343927-8e10-429d-ba4f-89279ed30232 {{(pid=103283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:29:43.334587 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-302bf9fe-bf6c-497f-a9cc-0f6cc50627bc admin admin] Publish callbacks [] for subnet (84343927-8e10-429d-ba4f-89279ed30232), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:43.373864 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b4fc5c9c-2c9c-4a99-a3b9-ce263f48f6e9 admin admin] Publish callbacks [] for security_group (ef1f5716-6b71-49f8-9bb9-cb55b25d8338), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:43.390429 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-302bf9fe-bf6c-497f-a9cc-0f6cc50627bc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13506696'] for subnet (84343927-8e10-429d-ba4f-89279ed30232), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:43.460239 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-302bf9fe-bf6c-497f-a9cc-0f6cc50627bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (84343927-8e10-429d-ba4f-89279ed30232), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:43.536733 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 5f61208b-7c7a-4f09-aff9-1f0bd6f13d65 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:29:43.724623 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 5f61208b-7c7a-4f09-aff9-1f0bd6f13d65 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:29:43.727566 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (5f61208b-7c7a-4f09-aff9-1f0bd6f13d65), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:43.753676 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-302bf9fe-bf6c-497f-a9cc-0f6cc50627bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13546665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13556132'] for subnet (84343927-8e10-429d-ba4f-89279ed30232), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:43.821380 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b4fc5c9c-2c9c-4a99-a3b9-ce263f48f6e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (ef1f5716-6b71-49f8-9bb9-cb55b25d8338), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:43.827592 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b4fc5c9c-2c9c-4a99-a3b9-ce263f48f6e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:43.833341 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-b4fc5c9c-2c9c-4a99-a3b9-ce263f48f6e9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ef1f5716-6b71-49f8-9bb9-cb55b25d8338 HTTP/1.1" status: 204 len: 168 time: 0.7828727 Jan 28 07:29:43.850625 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302bf9fe-bf6c-497f-a9cc-0f6cc50627bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84343927-8e10-429d-ba4f-89279ed30232,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:29:43.895364 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-302bf9fe-bf6c-497f-a9cc-0f6cc50627bc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:43.906302 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-302bf9fe-bf6c-497f-a9cc-0f6cc50627bc admin admin] 10.222.0.41 "DELETE /v2.0/subnets/84343927-8e10-429d-ba4f-89279ed30232 HTTP/1.1" status: 204 len: 168 time: 0.8479054 Jan 28 07:29:43.908888 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 39946) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:29:43.932563 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fc5c9c-2c9c-4a99-a3b9-ce263f48f6e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef1f5716-6b71-49f8-9bb9-cb55b25d8338,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:29:43.984779 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 5f61208b-7c7a-4f09-aff9-1f0bd6f13d65 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:29:44.097778 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c122aefd-2af9-430d-b40f-7c4025b52488 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16605475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16607909'] for router (2ae7c51b-97f7-4a16-8572-c2ae7f798efe), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:44.135511 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c5c21de2-4fcb-405e-86a6-a9993314bdf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (a3f455ff-7ec1-4e6b-9b5f-6055c1084a2f), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:44.389437 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c5c21de2-4fcb-405e-86a6-a9993314bdf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (a3f455ff-7ec1-4e6b-9b5f-6055c1084a2f), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:44.409132 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c122aefd-2af9-430d-b40f-7c4025b52488 admin admin] Router 2ae7c51b-97f7-4a16-8572-c2ae7f798efe is scheduled to L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 with binding_index 1 {{(pid=103284) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 07:29:44.449937 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-c5c21de2-4fcb-405e-86a6-a9993314bdf2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3f455ff-7ec1-4e6b-9b5f-6055c1084a2f']}} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:29:44.489100 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-c5c21de2-4fcb-405e-86a6-a9993314bdf2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34f53376-f292-4f58-b502-13af3a49994d') {'for_net_delete': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:29:44.489428 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-c5c21de2-4fcb-405e-86a6-a9993314bdf2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34f53376-f292-4f58-b502-13af3a49994d') {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:29:44.511664 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c5c21de2-4fcb-405e-86a6-a9993314bdf2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13506801'] for segment (34f53376-f292-4f58-b502-13af3a49994d), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:44.543719 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c5c21de2-4fcb-405e-86a6-a9993314bdf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (34f53376-f292-4f58-b502-13af3a49994d), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:44.565027 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5c21de2-4fcb-405e-86a6-a9993314bdf2 admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=103283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:29:44.566229 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c5c21de2-4fcb-405e-86a6-a9993314bdf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13546563'] for segment (34f53376-f292-4f58-b502-13af3a49994d), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:44.571670 n-d-712749-28 neutron-server[103283]: Traceback (most recent call last): Jan 28 07:29:44.571670 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:29:44.571670 n-d-712749-28 neutron-server[103283]: timer() Jan 28 07:29:44.571670 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:29:44.571670 n-d-712749-28 neutron-server[103283]: cb(*args, **kw) Jan 28 07:29:44.571670 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:29:44.571670 n-d-712749-28 neutron-server[103283]: return func(*args, **kwargs) Jan 28 07:29:44.571670 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:29:44.571670 n-d-712749-28 neutron-server[103283]: self._notify() Jan 28 07:29:44.571670 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:29:44.571670 n-d-712749-28 neutron-server[103283]: self.callback(batched_events) Jan 28 07:29:44.571670 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:29:44.571670 n-d-712749-28 neutron-server[103283]: event.method(event) Jan 28 07:29:44.571670 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:29:44.571670 n-d-712749-28 neutron-server[103283]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:29:44.571670 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:29:44.571670 n-d-712749-28 neutron-server[103283]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:29:44.571670 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:29:44.571670 n-d-712749-28 neutron-server[103283]: return f(self, *a, **k) Jan 28 07:29:44.571670 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:29:44.571670 n-d-712749-28 neutron-server[103283]: return self._get(url).json() Jan 28 07:29:44.571670 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:29:44.571670 n-d-712749-28 neutron-server[103283]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:29:44.571670 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:29:44.571670 n-d-712749-28 neutron-server[103283]: return self.request(url, 'GET', **kwargs) Jan 28 07:29:44.571670 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:29:44.571670 n-d-712749-28 neutron-server[103283]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:29:44.571670 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:29:44.571670 n-d-712749-28 neutron-server[103283]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:29:44.571670 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:29:44.571670 n-d-712749-28 neutron-server[103283]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:29:44.571670 n-d-712749-28 neutron-server[103283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:29:44.617454 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c122aefd-2af9-430d-b40f-7c4025b52488 admin admin] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:29:44.629773 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ca2b87-df24-499a-862e-76014822d1e1 None None] Sync routers for ids ['2ae7c51b-97f7-4a16-8572-c2ae7f798efe'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:29:44.643113 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c122aefd-2af9-430d-b40f-7c4025b52488 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:44.644861 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-c122aefd-2af9-430d-b40f-7c4025b52488 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.5440400 Jan 28 07:29:44.647546 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 39968) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:29:44.655879 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ca2b87-df24-499a-862e-76014822d1e1 None None] Routers {'2ae7c51b-97f7-4a16-8572-c2ae7f798efe'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:29:44.656572 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-b6ca2b87-df24-499a-862e-76014822d1e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:29:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['2ae7c51b-97f7-4a16-8572-c2ae7f798efe'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:29:44.674915 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c5c21de2-4fcb-405e-86a6-a9993314bdf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (a3f455ff-7ec1-4e6b-9b5f-6055c1084a2f), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:44.690762 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c5c21de2-4fcb-405e-86a6-a9993314bdf2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:44.704582 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-c5c21de2-4fcb-405e-86a6-a9993314bdf2 admin admin] 10.222.0.41 "DELETE /v2.0/networks/a3f455ff-7ec1-4e6b-9b5f-6055c1084a2f HTTP/1.1" status: 204 len: 168 time: 0.7926786 Jan 28 07:29:44.739890 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c21de2-4fcb-405e-86a6-a9993314bdf2 admin admin] Pushing event deleted for resources: {'Network': ['ID=a3f455ff-7ec1-4e6b-9b5f-6055c1084a2f,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:29:45.093992 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 39988) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:29:45.234834 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-ee338a29-ef62-4525-ba75-74848a700889 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=523c72b3262f408a834b52d6cdc39e2f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1334071 Jan 28 07:29:45.236673 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 39992) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:29:45.358074 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-b6ca2b87-df24-499a-862e-76014822d1e1 None None] Set router 2ae7c51b-97f7-4a16-8572-c2ae7f798efe gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:29:45.390268 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-642ae4ce-41b0-4e2a-88ce-add0b5d67cde admin admin] Publish callbacks [] for security_group (cb17ac0f-46bd-44ed-83ec-88185b4eb236), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:45.444765 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-642ae4ce-41b0-4e2a-88ce-add0b5d67cde admin admin] Publish callbacks [] for security_group (cb17ac0f-46bd-44ed-83ec-88185b4eb236), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:45.496151 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c7ae71-9af8-4a16-a166-c1637f34fa05 req-8b4cb81a-6a91-4142-a06b-ce1ca1d4e3bc tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:29:45.501876 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-25c7ae71-9af8-4a16-a166-c1637f34fa05 req-8b4cb81a-6a91-4142-a06b-ce1ca1d4e3bc tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] 10.222.0.41 "GET /v2.0/ports?device_id=949d5360-77df-4445-8862-221358c86b08 HTTP/1.1" status: 200 len: 946 time: 0.3414989 Jan 28 07:29:45.558058 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-642ae4ce-41b0-4e2a-88ce-add0b5d67cde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (cb17ac0f-46bd-44ed-83ec-88185b4eb236), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:45.562477 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-642ae4ce-41b0-4e2a-88ce-add0b5d67cde admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:45.564756 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-642ae4ce-41b0-4e2a-88ce-add0b5d67cde admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cb17ac0f-46bd-44ed-83ec-88185b4eb236 HTTP/1.1" status: 204 len: 168 time: 0.3270426 Jan 28 07:29:45.584179 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642ae4ce-41b0-4e2a-88ce-add0b5d67cde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb17ac0f-46bd-44ed-83ec-88185b4eb236,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:29:45.716163 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-25c7ae71-9af8-4a16-a166-c1637f34fa05 req-4d15cb43-f34c-4302-aaba-dbbfd5505383 tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] 10.222.0.41 "GET /v2.0/security-groups?id=53b55572-4939-4466-abb4-cc7f1bb894f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073727 Jan 28 07:29:45.948837 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1fc004-b991-45f9-aa0e-55ef9d5a179a req-e83c493e-3608-4969-8c4f-1ec7be45418d tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:29:45.950417 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ea1fc004-b991-45f9-aa0e-55ef9d5a179a req-e83c493e-3608-4969-8c4f-1ec7be45418d tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] 10.222.0.44 "GET /v2.0/ports?device_id=949d5360-77df-4445-8862-221358c86b08 HTTP/1.1" status: 200 len: 946 time: 0.1671376 Jan 28 07:29:46.020290 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-b6ca2b87-df24-499a-862e-76014822d1e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ae7c51b-97f7-4a16-8572-c2ae7f798efe', 'name': 'tempest-TestAggregatesBasicOps-561881112-router', 'tenant_id': '4f71a8e954614fdca4bf2ffcd76bb090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.194'}], 'enable_snat': True}, 'gw_port_id': 'c36417b7-fb95-4715-b537-aa427b7a317d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:29:37Z', 'updated_at': '2022-01-28T07:29:41Z', 'revision_number': 3, 'project_id': '4f71a8e954614fdca4bf2ffcd76bb090', 'gw_port': {'id': 'c36417b7-fb95-4715-b537-aa427b7a317d', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:9c:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ae7c51b-97f7-4a16-8572-c2ae7f798efe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2530, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:29:39Z', 'updated_at': '2022-01-28T07:29:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:29:46.028212 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c0fed866-6694-4f73-9edf-93234b2e2310 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:46.126633 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ca2b87-df24-499a-862e-76014822d1e1 None None] Checking router: 2ae7c51b-97f7-4a16-8572-c2ae7f798efe for host: n-d-712749-28 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:29:46.127543 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ca2b87-df24-499a-862e-76014822d1e1 None None] Updating router 2ae7c51b-97f7-4a16-8572-c2ae7f798efe port c36417b7-fb95-4715-b537-aa427b7a317d binding host n-d-712749-28 {{(pid=103286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 07:29:46.184883 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b6ca2b87-df24-499a-862e-76014822d1e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (c36417b7-fb95-4715-b537-aa427b7a317d), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:46.195150 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-ea1fc004-b991-45f9-aa0e-55ef9d5a179a req-0b41af8f-0b56-4b6f-9021-0b5f59f00d8b tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] Deleting port 51e0b1f7-0573-4941-aecd-a7856786a205 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:29:46.195688 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-ea1fc004-b991-45f9-aa0e-55ef9d5a179a req-0b41af8f-0b56-4b6f-9021-0b5f59f00d8b tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (51e0b1f7-0573-4941-aecd-a7856786a205), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:46.438109 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-c0fed866-6694-4f73-9edf-93234b2e2310 admin admin] Allocated IP 172.20.0.1 (61b7f1cc-8fae-432d-be69-63ff3985f039/b9c26ab9-02b4-49c6-80d3-754f140089db/7891893f-7f46-41b6-862e-584d596757a9) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:29:46.469626 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-ea1fc004-b991-45f9-aa0e-55ef9d5a179a req-0b41af8f-0b56-4b6f-9021-0b5f59f00d8b tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] For port 51e0b1f7-0573-4941-aecd-a7856786a205, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=51e0b1f7-0573-4941-aecd-a7856786a205,segment=NetworkSegment(5e9d481f-a3b1-479f-be8f-343a288df135),segment_id=5e9d481f-a3b1-479f-be8f-343a288df135)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:29:46.471534 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-ea1fc004-b991-45f9-aa0e-55ef9d5a179a req-0b41af8f-0b56-4b6f-9021-0b5f59f00d8b tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (51e0b1f7-0573-4941-aecd-a7856786a205), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:46.509013 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-ea1fc004-b991-45f9-aa0e-55ef9d5a179a req-0b41af8f-0b56-4b6f-9021-0b5f59f00d8b tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] Calling delete_port for 51e0b1f7-0573-4941-aecd-a7856786a205 owned by compute:nova {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:29:46.655250 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 40034) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:29:46.767448 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c0fed866-6694-4f73-9edf-93234b2e2310 admin admin] Publish callbacks [] for port (7891893f-7f46-41b6-862e-584d596757a9), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:46.814769 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b6ca2b87-df24-499a-862e-76014822d1e1 None None] Publish callbacks [] for port (c36417b7-fb95-4715-b537-aa427b7a317d), precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:46.828352 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b6ca2b87-df24-499a-862e-76014822d1e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (c36417b7-fb95-4715-b537-aa427b7a317d), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:46.854353 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 40038) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:29:46.858498 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-6d66130d-1e18-41be-afcc-bd51cfeff15f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=68e2334cd9294b73966317ecf9aa869a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1982706 Jan 28 07:29:46.966755 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c0fed866-6694-4f73-9edf-93234b2e2310 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (7891893f-7f46-41b6-862e-584d596757a9), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:47.016427 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118ed3b8-cd58-45fa-b686-82ca582e8e59 None None] Pushing event updated for resources: {'Port': ['ID=c36417b7-fb95-4715-b537-aa427b7a317d,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:29:47.049274 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-b6ca2b87-df24-499a-862e-76014822d1e1 None None] Attempting to bind port c36417b7-fb95-4715-b537-aa427b7a317d on host n-d-712749-28 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:29:47.050609 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-b6ca2b87-df24-499a-862e-76014822d1e1 None None] Attempting to bind port c36417b7-fb95-4715-b537-aa427b7a317d by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:29:47.051250 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ca2b87-df24-499a-862e-76014822d1e1 None None] Attempting to bind port c36417b7-fb95-4715-b537-aa427b7a317d on network 7d5b3724-deef-4831-8d43-cb9b8176573c {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:29:47.060582 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ca2b87-df24-499a-862e-76014822d1e1 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:29:47.061279 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ca2b87-df24-499a-862e-76014822d1e1 None None] Checking segment: {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:29:47.061909 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b6ca2b87-df24-499a-862e-76014822d1e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:47.062532 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ca2b87-df24-499a-862e-76014822d1e1 None None] Bound using segment: {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:29:47.063711 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-b6ca2b87-df24-499a-862e-76014822d1e1 None None] Bound port: c36417b7-fb95-4715-b537-aa427b7a317d, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:29:47.064485 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b6ca2b87-df24-499a-862e-76014822d1e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (c36417b7-fb95-4715-b537-aa427b7a317d), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:47.139068 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0fed866-6694-4f73-9edf-93234b2e2310 admin admin] Network 61b7f1cc-8fae-432d-be69-63ff3985f039 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:29:47.143546 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b6ca2b87-df24-499a-862e-76014822d1e1 None None] For port c36417b7-fb95-4715-b537-aa427b7a317d, host n-d-712749-28, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:29:47.149227 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b6ca2b87-df24-499a-862e-76014822d1e1 None None] For port c36417b7-fb95-4715-b537-aa427b7a317d, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=c36417b7-fb95-4715-b537-aa427b7a317d,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:29:47.156802 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-c0fed866-6694-4f73-9edf-93234b2e2310 admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:29:47.166404 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0fed866-6694-4f73-9edf-93234b2e2310 admin admin] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:29:47.183533 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b6ca2b87-df24-499a-862e-76014822d1e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (c36417b7-fb95-4715-b537-aa427b7a317d), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:47.194416 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fed866-6694-4f73-9edf-93234b2e2310 admin admin] Pushing event updated for resources: {'Port': ['ID=7891893f-7f46-41b6-862e-584d596757a9,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:29:47.203461 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-ea1fc004-b991-45f9-aa0e-55ef9d5a179a req-0b41af8f-0b56-4b6f-9021-0b5f59f00d8b tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (51e0b1f7-0573-4941-aecd-a7856786a205), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:47.210504 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118ed3b8-cd58-45fa-b686-82ca582e8e59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:29:47.211105 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118ed3b8-cd58-45fa-b686-82ca582e8e59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:29:47.212111 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118ed3b8-cd58-45fa-b686-82ca582e8e59 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:29:47.212685 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118ed3b8-cd58-45fa-b686-82ca582e8e59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:29:47.214525 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118ed3b8-cd58-45fa-b686-82ca582e8e59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:29:47.215021 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118ed3b8-cd58-45fa-b686-82ca582e8e59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:29:47.215535 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118ed3b8-cd58-45fa-b686-82ca582e8e59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:29:47.216016 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118ed3b8-cd58-45fa-b686-82ca582e8e59 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:29:47.216960 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118ed3b8-cd58-45fa-b686-82ca582e8e59 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:29:47.221384 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118ed3b8-cd58-45fa-b686-82ca582e8e59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:29:47.221942 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118ed3b8-cd58-45fa-b686-82ca582e8e59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:29:47.222430 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118ed3b8-cd58-45fa-b686-82ca582e8e59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:29:47.222934 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118ed3b8-cd58-45fa-b686-82ca582e8e59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:29:47.238513 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['51e0b1f7-0573-4941-aecd-a7856786a205'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:29:47.298464 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118ed3b8-cd58-45fa-b686-82ca582e8e59 None None] Pushing event updated for resources: {'Port': ['ID=c36417b7-fb95-4715-b537-aa427b7a317d,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:29:47.313063 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-47e28ab6-9155-4fbc-ae46-1e9e05edd4cd admin admin] Publish callbacks [] for security_group (efc982ef-4a02-49b6-811c-82e7072f0215), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:47.315022 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ca2b87-df24-499a-862e-76014822d1e1 None None] Routers {'2ae7c51b-97f7-4a16-8572-c2ae7f798efe'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:29:47.315782 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-b6ca2b87-df24-499a-862e-76014822d1e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:29:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['2ae7c51b-97f7-4a16-8572-c2ae7f798efe'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:29:47.392752 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c0fed866-6694-4f73-9edf-93234b2e2310 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16609232'] for router_interface (2ae7c51b-97f7-4a16-8572-c2ae7f798efe), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:47.447011 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4350c264-a4f0-4c3b-b3ee-aea6c781bbf9 req-b2125c80-9a29-4081-afd4-e1bfc4b286d4 tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:29:47.469301 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4350c264-a4f0-4c3b-b3ee-aea6c781bbf9 req-b2125c80-9a29-4081-afd4-e1bfc4b286d4 tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] 10.222.0.41 "GET /v2.0/ports?device_id=949d5360-77df-4445-8862-221358c86b08 HTTP/1.1" status: 200 len: 946 time: 0.6102316 Jan 28 07:29:47.473517 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-b6ca2b87-df24-499a-862e-76014822d1e1 None None] Set router 2ae7c51b-97f7-4a16-8572-c2ae7f798efe gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:29:47.506192 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-47e28ab6-9155-4fbc-ae46-1e9e05edd4cd admin admin] Publish callbacks [] for security_group (efc982ef-4a02-49b6-811c-82e7072f0215), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:47.687454 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea1fc004-b991-45f9-aa0e-55ef9d5a179a req-0b41af8f-0b56-4b6f-9021-0b5f59f00d8b tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] No DVR routers for this DVR port 51e0b1f7-0573-4941-aecd-a7856786a205 on host n-h2-712749-28 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:29:47.704066 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-ea1fc004-b991-45f9-aa0e-55ef9d5a179a req-0b41af8f-0b56-4b6f-9021-0b5f59f00d8b tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:47.716183 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ea1fc004-b991-45f9-aa0e-55ef9d5a179a req-0b41af8f-0b56-4b6f-9021-0b5f59f00d8b tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] 10.222.0.44 "DELETE /v2.0/ports/51e0b1f7-0573-4941-aecd-a7856786a205 HTTP/1.1" status: 204 len: 173 time: 1.7552614 Jan 28 07:29:47.716859 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '949d5360-77df-4445-8862-221358c86b08', 'name': 'network-vif-deleted', 'tag': '51e0b1f7-0573-4941-aecd-a7856786a205'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:29:47.725274 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6deb0a19-a3de-44cc-a736-057bd4aa8442" -d '{"events": [{"server_uuid": "949d5360-77df-4445-8862-221358c86b08", "name": "network-vif-deleted", "tag": "51e0b1f7-0573-4941-aecd-a7856786a205"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:29:47.726706 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-807c8ac4-ae1d-4584-8b9a-2f2fb74fd6c5 None None] Provisioning complete for port 7891893f-7f46-41b6-862e-584d596757a9 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:29:47.730819 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b41af8f-0b56-4b6f-9021-0b5f59f00d8b tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] Pushing event deleted for resources: {'Port': ['ID=51e0b1f7-0573-4941-aecd-a7856786a205,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:29:47.733978 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-807c8ac4-ae1d-4584-8b9a-2f2fb74fd6c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (7891893f-7f46-41b6-862e-584d596757a9), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:47.863761 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6304d2b8-5c49-4897-91e6-4bc26ee4cec1 x-openstack-request-id: req-6304d2b8-5c49-4897-91e6-4bc26ee4cec1 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:29:47.864060 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "949d5360-77df-4445-8862-221358c86b08", "name": "network-vif-deleted", "tag": "51e0b1f7-0573-4941-aecd-a7856786a205", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:29:47.864635 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6304d2b8-5c49-4897-91e6-4bc26ee4cec1 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:29:47.865065 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '949d5360-77df-4445-8862-221358c86b08', 'name': 'network-vif-deleted', 'tag': '51e0b1f7-0573-4941-aecd-a7856786a205', 'status': 'completed', 'code': 200} Jan 28 07:29:47.903097 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-47e28ab6-9155-4fbc-ae46-1e9e05edd4cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (efc982ef-4a02-49b6-811c-82e7072f0215), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:47.903687 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4350c264-a4f0-4c3b-b3ee-aea6c781bbf9 req-39470eda-6d3e-4a16-87b3-1424a83b5b87 tempest-AttachVolumeNegativeTest-1588531305 tempest-AttachVolumeNegativeTest-1588531305-project] 10.222.0.41 "GET /v2.0/security-groups?id=53b55572-4939-4466-abb4-cc7f1bb894f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4312906 Jan 28 07:29:47.926018 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-47e28ab6-9155-4fbc-ae46-1e9e05edd4cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:47.928220 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-47e28ab6-9155-4fbc-ae46-1e9e05edd4cd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/efc982ef-4a02-49b6-811c-82e7072f0215 HTTP/1.1" status: 204 len: 168 time: 1.0569358 Jan 28 07:29:47.942082 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-807c8ac4-ae1d-4584-8b9a-2f2fb74fd6c5 None None] Port 7891893f-7f46-41b6-862e-584d596757a9 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:29:47.990644 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e28ab6-9155-4fbc-ae46-1e9e05edd4cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efc982ef-4a02-49b6-811c-82e7072f0215,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:29:48.043898 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c0fed866-6694-4f73-9edf-93234b2e2310 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (7891893f-7f46-41b6-862e-584d596757a9), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:48.086765 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-b6ca2b87-df24-499a-862e-76014822d1e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ae7c51b-97f7-4a16-8572-c2ae7f798efe', 'name': 'tempest-TestAggregatesBasicOps-561881112-router', 'tenant_id': '4f71a8e954614fdca4bf2ffcd76bb090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.194'}], 'enable_snat': True}, 'gw_port_id': 'c36417b7-fb95-4715-b537-aa427b7a317d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:29:37Z', 'updated_at': '2022-01-28T07:29:41Z', 'revision_number': 3, 'project_id': '4f71a8e954614fdca4bf2ffcd76bb090', 'gw_port': {'id': 'c36417b7-fb95-4715-b537-aa427b7a317d', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:9c:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ae7c51b-97f7-4a16-8572-c2ae7f798efe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2530, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:29:39Z', 'updated_at': '2022-01-28T07:29:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:29:48.103106 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 40076) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:29:48.219937 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ca2b87-df24-499a-862e-76014822d1e1 None None] The sync data for ids ['2ae7c51b-97f7-4a16-8572-c2ae7f798efe'] in n-d-712749-28 is: [{'id': '2ae7c51b-97f7-4a16-8572-c2ae7f798efe', 'name': 'tempest-TestAggregatesBasicOps-561881112-router', 'tenant_id': '4f71a8e954614fdca4bf2ffcd76bb090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.194'}], 'enable_snat': True}, 'gw_port_id': 'c36417b7-fb95-4715-b537-aa427b7a317d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:29:37Z', 'updated_at': '2022-01-28T07:29:41Z', 'revision_number': 3, 'project_id': '4f71a8e954614fdca4bf2ffcd76bb090', 'gw_port': {'id': 'c36417b7-fb95-4715-b537-aa427b7a317d', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:9c:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ae7c51b-97f7-4a16-8572-c2ae7f798efe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2530, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:29:39Z', 'updated_at': '2022-01-28T07:29:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:29:48.493831 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c0fed866-6694-4f73-9edf-93234b2e2310 admin admin] Publish callbacks [] for port (7891893f-7f46-41b6-862e-584d596757a9), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:48.507734 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c0fed866-6694-4f73-9edf-93234b2e2310 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (7891893f-7f46-41b6-862e-584d596757a9), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:48.805295 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c0fed866-6694-4f73-9edf-93234b2e2310 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16318999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16606560'] for router_interface (2ae7c51b-97f7-4a16-8572-c2ae7f798efe), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:48.817766 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fed866-6694-4f73-9edf-93234b2e2310 admin admin] Pushing event updated for resources: {'Port': ['ID=7891893f-7f46-41b6-862e-584d596757a9,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:29:49.013605 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0fed866-6694-4f73-9edf-93234b2e2310 admin admin] Network 61b7f1cc-8fae-432d-be69-63ff3985f039 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:29:49.014365 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-1ca0e970-394c-47d2-a2b9-570749a58514 tempest-RoutersAdminNegativeTest-731889963 tempest-RoutersAdminNegativeTest-731889963-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1919391567', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:29:49.016651 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-c0fed866-6694-4f73-9edf-93234b2e2310 admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:29:49.035362 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 40094) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:29:49.074818 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ca0e970-394c-47d2-a2b9-570749a58514 tempest-RoutersAdminNegativeTest-731889963 tempest-RoutersAdminNegativeTest-731889963-project-admin] Made reservation on behalf of 472e8787a6dd45719304636875f83a58 for: {'port': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:29:49.083585 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1ca0e970-394c-47d2-a2b9-570749a58514 tempest-RoutersAdminNegativeTest-731889963 tempest-RoutersAdminNegativeTest-731889963-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:49.124974 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1ca0e970-394c-47d2-a2b9-570749a58514 tempest-RoutersAdminNegativeTest-731889963 tempest-RoutersAdminNegativeTest-731889963-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:49.380613 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 51e0b1f7-0573-4941-aecd-a7856786a205 no longer exists at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:29:49.442178 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0fed866-6694-4f73-9edf-93234b2e2310 admin admin] Router 2ae7c51b-97f7-4a16-8572-c2ae7f798efe has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:29:49.487743 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] No Port match for: 51e0b1f7-0573-4941-aecd-a7856786a205 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:29:49.489822 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 51e0b1f7-0573-4941-aecd-a7856786a205 not bound to the agent host n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:29:49.528796 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1ca0e970-394c-47d2-a2b9-570749a58514 tempest-RoutersAdminNegativeTest-731889963 tempest-RoutersAdminNegativeTest-731889963-project-admin] Publish callbacks [] for security_group (9e0c4f48-adf5-42ac-a7fe-e5e9abc45f90), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:49.540934 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1ca0e970-394c-47d2-a2b9-570749a58514 tempest-RoutersAdminNegativeTest-731889963 tempest-RoutersAdminNegativeTest-731889963-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (9e0c4f48-adf5-42ac-a7fe-e5e9abc45f90), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:49.546541 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-1ca0e970-394c-47d2-a2b9-570749a58514 tempest-RoutersAdminNegativeTest-731889963 tempest-RoutersAdminNegativeTest-731889963-project-admin] device_id is not set on port 7c55f4f0-20fe-4771-b6ba-c6009b3a1446 yet. {{(pid=103283) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 07:29:49.637437 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca0e970-394c-47d2-a2b9-570749a58514 tempest-RoutersAdminNegativeTest-731889963 tempest-RoutersAdminNegativeTest-731889963-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e0c4f48-adf5-42ac-a7fe-e5e9abc45f90,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:29:49.708049 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c665a28f-ff61-43e2-860d-1db2a818eca3 None None] Provisioning complete for port 7891893f-7f46-41b6-862e-584d596757a9 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:29:49.708450 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c665a28f-ff61-43e2-860d-1db2a818eca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (7891893f-7f46-41b6-862e-584d596757a9), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:49.826747 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0fed866-6694-4f73-9edf-93234b2e2310 admin admin] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:29:49.834124 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-c0fed866-6694-4f73-9edf-93234b2e2310 admin admin] 10.222.0.41 "PUT /v2.0/routers/2ae7c51b-97f7-4a16-8572-c2ae7f798efe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1854246 Jan 28 07:29:49.955469 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-416594ce-4964-4416-8f12-8c97e22951fd admin admin] Deleting subnet a20d1ced-3d08-43be-8252-20a8f34a36b0 {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:29:49.967091 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-416594ce-4964-4416-8f12-8c97e22951fd admin admin] Publish callbacks [] for subnet (a20d1ced-3d08-43be-8252-20a8f34a36b0), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:49.976024 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-1ca0e970-394c-47d2-a2b9-570749a58514 tempest-RoutersAdminNegativeTest-731889963 tempest-RoutersAdminNegativeTest-731889963-project-admin] Allocated IP 172.25.6.225 (7d5b3724-deef-4831-8d43-cb9b8176573c/b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc/7c55f4f0-20fe-4771-b6ba-c6009b3a1446) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:29:50.130105 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-416594ce-4964-4416-8f12-8c97e22951fd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24759175'] for subnet (a20d1ced-3d08-43be-8252-20a8f34a36b0), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:50.258477 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-416594ce-4964-4416-8f12-8c97e22951fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (a20d1ced-3d08-43be-8252-20a8f34a36b0), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:50.440883 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-416594ce-4964-4416-8f12-8c97e22951fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24757569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24979817'] for subnet (a20d1ced-3d08-43be-8252-20a8f34a36b0), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:50.451132 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device c36417b7-fb95-4715-b537-aa427b7a317d up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:29:50.459308 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1ca0e970-394c-47d2-a2b9-570749a58514 tempest-RoutersAdminNegativeTest-731889963 tempest-RoutersAdminNegativeTest-731889963-project-admin] Publish callbacks [] for port (7c55f4f0-20fe-4771-b6ba-c6009b3a1446), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:50.462446 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-416594ce-4964-4416-8f12-8c97e22951fd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:50.466986 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-416594ce-4964-4416-8f12-8c97e22951fd admin admin] 10.222.0.41 "DELETE /v2.0/subnets/a20d1ced-3d08-43be-8252-20a8f34a36b0 HTTP/1.1" status: 204 len: 168 time: 1.2963097 Jan 28 07:29:50.469767 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 40120) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:29:50.524236 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c665a28f-ff61-43e2-860d-1db2a818eca3 None None] Port 7891893f-7f46-41b6-862e-584d596757a9 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:29:50.537227 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1ca0e970-394c-47d2-a2b9-570749a58514 tempest-RoutersAdminNegativeTest-731889963 tempest-RoutersAdminNegativeTest-731889963-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (7c55f4f0-20fe-4771-b6ba-c6009b3a1446), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:50.607601 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port c36417b7-fb95-4715-b537-aa427b7a317d triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:29:50.609578 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ca0e970-394c-47d2-a2b9-570749a58514 tempest-RoutersAdminNegativeTest-731889963 tempest-RoutersAdminNegativeTest-731889963-project-admin] Network 7d5b3724-deef-4831-8d43-cb9b8176573c is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:29:50.610437 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (c36417b7-fb95-4715-b537-aa427b7a317d), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:50.612497 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-1ca0e970-394c-47d2-a2b9-570749a58514 tempest-RoutersAdminNegativeTest-731889963 tempest-RoutersAdminNegativeTest-731889963-project-admin] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:29:50.626283 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1c0a5d86-50ec-40bc-ac38-63258f8c90cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (0f9677e3-e88b-4074-b906-3a89e31a8b26), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:50.632385 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416594ce-4964-4416-8f12-8c97e22951fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a20d1ced-3d08-43be-8252-20a8f34a36b0,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:29:50.646484 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca0e970-394c-47d2-a2b9-570749a58514 tempest-RoutersAdminNegativeTest-731889963 tempest-RoutersAdminNegativeTest-731889963-project-admin] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:29:50.727518 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca0e970-394c-47d2-a2b9-570749a58514 tempest-RoutersAdminNegativeTest-731889963 tempest-RoutersAdminNegativeTest-731889963-project-admin] Pushing event updated for resources: {'Port': ['ID=7c55f4f0-20fe-4771-b6ba-c6009b3a1446,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:29:50.773671 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1c0a5d86-50ec-40bc-ac38-63258f8c90cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (0f9677e3-e88b-4074-b906-3a89e31a8b26), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:50.800795 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca0e970-394c-47d2-a2b9-570749a58514 tempest-RoutersAdminNegativeTest-731889963 tempest-RoutersAdminNegativeTest-731889963-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:29:50.801728 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1ca0e970-394c-47d2-a2b9-570749a58514 tempest-RoutersAdminNegativeTest-731889963 tempest-RoutersAdminNegativeTest-731889963-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:50.836312 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-1c0a5d86-50ec-40bc-ac38-63258f8c90cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f9677e3-e88b-4074-b906-3a89e31a8b26']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:29:50.843469 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-1ca0e970-394c-47d2-a2b9-570749a58514 tempest-RoutersAdminNegativeTest-731889963 tempest-RoutersAdminNegativeTest-731889963-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.7382851 Jan 28 07:29:50.848524 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 40140) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:29:50.862489 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-dd886c7f-3281-460e-bff4-5f9887746161 tempest-RoutersAdminNegativeTest-731889963 tempest-RoutersAdminNegativeTest-731889963-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.225'}]}}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:29:50.869613 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-1c0a5d86-50ec-40bc-ac38-63258f8c90cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e9d481f-a3b1-479f-be8f-343a288df135') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:29:50.870450 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-1c0a5d86-50ec-40bc-ac38-63258f8c90cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e9d481f-a3b1-479f-be8f-343a288df135') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:29:50.873995 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port c36417b7-fb95-4715-b537-aa427b7a317d is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:29:50.873995 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (c36417b7-fb95-4715-b537-aa427b7a317d), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:50.898773 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1c0a5d86-50ec-40bc-ac38-63258f8c90cb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24759294'] for segment (5e9d481f-a3b1-479f-be8f-343a288df135), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:50.938306 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-dd886c7f-3281-460e-bff4-5f9887746161 tempest-RoutersAdminNegativeTest-731889963 tempest-RoutersAdminNegativeTest-731889963-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16606890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127275'] for router (1da87d06-6d90-4cc7-8527-3a4ce8e4659a), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:50.938768 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1c0a5d86-50ec-40bc-ac38-63258f8c90cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (5e9d481f-a3b1-479f-be8f-343a288df135), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:50.945163 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-dd886c7f-3281-460e-bff4-5f9887746161 tempest-RoutersAdminNegativeTest-731889963 tempest-RoutersAdminNegativeTest-731889963-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16605498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16607952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16355422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127266'] for router (1da87d06-6d90-4cc7-8527-3a4ce8e4659a), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:50.966041 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c0a5d86-50ec-40bc-ac38-63258f8c90cb admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:29:50.969443 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1c0a5d86-50ec-40bc-ac38-63258f8c90cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24757675'] for segment (5e9d481f-a3b1-479f-be8f-343a288df135), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:50.976105 n-d-712749-28 neutron-server[103284]: Traceback (most recent call last): Jan 28 07:29:50.976105 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:29:50.976105 n-d-712749-28 neutron-server[103284]: timer() Jan 28 07:29:50.976105 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:29:50.976105 n-d-712749-28 neutron-server[103284]: cb(*args, **kw) Jan 28 07:29:50.976105 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:29:50.976105 n-d-712749-28 neutron-server[103284]: return func(*args, **kwargs) Jan 28 07:29:50.976105 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:29:50.976105 n-d-712749-28 neutron-server[103284]: self._notify() Jan 28 07:29:50.976105 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:29:50.976105 n-d-712749-28 neutron-server[103284]: self.callback(batched_events) Jan 28 07:29:50.976105 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:29:50.976105 n-d-712749-28 neutron-server[103284]: event.method(event) Jan 28 07:29:50.976105 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:29:50.976105 n-d-712749-28 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:29:50.976105 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:29:50.976105 n-d-712749-28 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:29:50.976105 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:29:50.976105 n-d-712749-28 neutron-server[103284]: return f(self, *a, **k) Jan 28 07:29:50.976105 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:29:50.976105 n-d-712749-28 neutron-server[103284]: return self._get(url).json() Jan 28 07:29:50.976105 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:29:50.976105 n-d-712749-28 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:29:50.976105 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:29:50.976105 n-d-712749-28 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Jan 28 07:29:50.976105 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:29:50.976105 n-d-712749-28 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:29:50.976105 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:29:50.976105 n-d-712749-28 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:29:50.976105 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:29:50.976105 n-d-712749-28 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:29:50.976105 n-d-712749-28 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:29:50.979328 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] For port c36417b7-fb95-4715-b537-aa427b7a317d, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=c36417b7-fb95-4715-b537-aa427b7a317d,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:29:50.991534 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (c36417b7-fb95-4715-b537-aa427b7a317d), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:51.079073 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-dd886c7f-3281-460e-bff4-5f9887746161 tempest-RoutersAdminNegativeTest-731889963 tempest-RoutersAdminNegativeTest-731889963-project-admin] Publish callbacks [] for router_controller (1da87d06-6d90-4cc7-8527-3a4ce8e4659a), precommit_add_association {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:51.138710 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Pushing event updated for resources: {'Port': ['ID=c36417b7-fb95-4715-b537-aa427b7a317d,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:29:51.171472 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1c0a5d86-50ec-40bc-ac38-63258f8c90cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (0f9677e3-e88b-4074-b906-3a89e31a8b26), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:51.177405 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1c0a5d86-50ec-40bc-ac38-63258f8c90cb admin admin] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:51.190951 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-1c0a5d86-50ec-40bc-ac38-63258f8c90cb admin admin] 10.222.0.41 "DELETE /v2.0/networks/0f9677e3-e88b-4074-b906-3a89e31a8b26 HTTP/1.1" status: 204 len: 168 time: 0.7199037 Jan 28 07:29:51.215888 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0a5d86-50ec-40bc-ac38-63258f8c90cb admin admin] Pushing event deleted for resources: {'Network': ['ID=0f9677e3-e88b-4074-b906-3a89e31a8b26,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:29:51.499311 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device c36417b7-fb95-4715-b537-aa427b7a317d up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:29:51.577237 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-dd886c7f-3281-460e-bff4-5f9887746161 tempest-RoutersAdminNegativeTest-731889963 tempest-RoutersAdminNegativeTest-731889963-project-admin] Publish callbacks [] for router_gateway (1da87d06-6d90-4cc7-8527-3a4ce8e4659a), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:51.586054 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port c36417b7-fb95-4715-b537-aa427b7a317d triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:29:51.586602 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (c36417b7-fb95-4715-b537-aa427b7a317d), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:51.744419 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9516729-e6fe-4118-9280-338c3918c892 None None] Sync routers for ids ['2ae7c51b-97f7-4a16-8572-c2ae7f798efe'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:29:51.904218 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port c36417b7-fb95-4715-b537-aa427b7a317d is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:29:51.929589 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9516729-e6fe-4118-9280-338c3918c892 None None] Routers {'2ae7c51b-97f7-4a16-8572-c2ae7f798efe'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:29:51.930810 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-c9516729-e6fe-4118-9280-338c3918c892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:29:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['2ae7c51b-97f7-4a16-8572-c2ae7f798efe'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:29:52.013962 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-dd886c7f-3281-460e-bff4-5f9887746161 tempest-RoutersAdminNegativeTest-731889963 tempest-RoutersAdminNegativeTest-731889963-project-admin] Publish callbacks [] for router_gateway (1da87d06-6d90-4cc7-8527-3a4ce8e4659a), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:52.072786 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-dd886c7f-3281-460e-bff4-5f9887746161 tempest-RoutersAdminNegativeTest-731889963 tempest-RoutersAdminNegativeTest-731889963-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:52.087117 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 40182) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:29:52.093471 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-6ea9e557-1d31-4271-8eee-7599cdebbc09 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-567975020-network', 'tenant_id': 'f1085e72fe1b4a069d884b846e48b5f9'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:29:52.141414 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ea9e557-1d31-4271-8eee-7599cdebbc09 admin admin] Made reservation on behalf of f1085e72fe1b4a069d884b846e48b5f9 for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:29:52.144036 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6ea9e557-1d31-4271-8eee-7599cdebbc09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:52.156374 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 40184) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:29:52.239804 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6ea9e557-1d31-4271-8eee-7599cdebbc09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:52.287692 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 40186) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:29:52.289598 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-c9516729-e6fe-4118-9280-338c3918c892 None None] Set router 2ae7c51b-97f7-4a16-8572-c2ae7f798efe gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:29:52.386908 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-f8ad98df-5e4f-4bd2-8550-b0b0f5dbd623 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a6edc1c2472d49839a2dbbe98b656418&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2264891 Jan 28 07:29:52.396429 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 40192) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:29:52.512592 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6ea9e557-1d31-4271-8eee-7599cdebbc09 admin admin] Publish callbacks [] for security_group (b0e3c725-d99b-45c3-b036-a8c52c563c0e), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:52.527888 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6ea9e557-1d31-4271-8eee-7599cdebbc09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (b0e3c725-d99b-45c3-b036-a8c52c563c0e), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:52.588040 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ea9e557-1d31-4271-8eee-7599cdebbc09 admin admin] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:29:52.591751 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea9e557-1d31-4271-8eee-7599cdebbc09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0e3c725-d99b-45c3-b036-a8c52c563c0e,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:29:52.631004 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6ea9e557-1d31-4271-8eee-7599cdebbc09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (6e3ead2d-a9dd-49fc-8dee-39c684e73d28), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:52.631908 n-d-712749-28 neutron-server[103284]: INFO neutron.db.segments_db [None req-6ea9e557-1d31-4271-8eee-7599cdebbc09 admin admin] Added segment 6e3ead2d-a9dd-49fc-8dee-39c684e73d28 of type vlan for network 3ee5b4fe-7a2b-416c-ac54-853e513c8c13 Jan 28 07:29:52.672332 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-dd886c7f-3281-460e-bff4-5f9887746161 tempest-RoutersAdminNegativeTest-731889963 tempest-RoutersAdminNegativeTest-731889963-project-admin] Publish callbacks [] for router (1da87d06-6d90-4cc7-8527-3a4ce8e4659a), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:52.686397 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1fabff4b-f0d7-4257-9bb9-4564bc10b145 admin admin] Publish callbacks [] for security_group (53b55572-4939-4466-abb4-cc7f1bb894f2), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:52.740042 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6ea9e557-1d31-4271-8eee-7599cdebbc09 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (3ee5b4fe-7a2b-416c-ac54-853e513c8c13), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:52.745529 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1fabff4b-f0d7-4257-9bb9-4564bc10b145 admin admin] Publish callbacks [] for security_group (53b55572-4939-4466-abb4-cc7f1bb894f2), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:52.877692 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d756bf42-293c-403a-aceb-2ef05b6445b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:52.882509 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6ea9e557-1d31-4271-8eee-7599cdebbc09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (3ee5b4fe-7a2b-416c-ac54-853e513c8c13), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:52.888925 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea9e557-1d31-4271-8eee-7599cdebbc09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:29:52.890088 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6ea9e557-1d31-4271-8eee-7599cdebbc09 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:52.897393 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1fabff4b-f0d7-4257-9bb9-4564bc10b145 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (53b55572-4939-4466-abb4-cc7f1bb894f2), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:52.901719 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1fabff4b-f0d7-4257-9bb9-4564bc10b145 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:52.902978 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-1fabff4b-f0d7-4257-9bb9-4564bc10b145 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/53b55572-4939-4466-abb4-cc7f1bb894f2 HTTP/1.1" status: 204 len: 168 time: 0.5039432 Jan 28 07:29:52.914708 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fabff4b-f0d7-4257-9bb9-4564bc10b145 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53b55572-4939-4466-abb4-cc7f1bb894f2,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:29:52.987165 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-c9516729-e6fe-4118-9280-338c3918c892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ae7c51b-97f7-4a16-8572-c2ae7f798efe', 'name': 'tempest-TestAggregatesBasicOps-561881112-router', 'tenant_id': '4f71a8e954614fdca4bf2ffcd76bb090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.194'}], 'enable_snat': True}, 'gw_port_id': 'c36417b7-fb95-4715-b537-aa427b7a317d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:29:37Z', 'updated_at': '2022-01-28T07:29:47Z', 'revision_number': 4, 'project_id': '4f71a8e954614fdca4bf2ffcd76bb090', 'gw_port': {'id': 'c36417b7-fb95-4715-b537-aa427b7a317d', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:9c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ae7c51b-97f7-4a16-8572-c2ae7f798efe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2530, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:29:39Z', 'updated_at': '2022-01-28T07:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '7891893f-7f46-41b6-862e-584d596757a9', 'name': '', 'network_id': '61b7f1cc-8fae-432d-be69-63ff3985f039', 'tenant_id': '4f71a8e954614fdca4bf2ffcd76bb090', 'mac_address': 'fa:16:3e:5e:61:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ae7c51b-97f7-4a16-8572-c2ae7f798efe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': 'b9c26ab9-02b4-49c6-80d3-754f140089db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:29:46Z', 'updated_at': '2022-01-28T07:29:48Z', 'revision_number': 2, 'project_id': '4f71a8e954614fdca4bf2ffcd76bb090', 'subnets': [{'id': 'b9c26ab9-02b4-49c6-80d3-754f140089db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:29:53.022432 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-6ea9e557-1d31-4271-8eee-7599cdebbc09 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9331293 Jan 28 07:29:53.027388 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 40206) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:29:53.051570 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-5624c7c0-94da-4af1-a6d6-0bd885d70129 admin admin] Request body: {'subnet': {'network_id': '3ee5b4fe-7a2b-416c-ac54-853e513c8c13', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-567975020-subnet', 'tenant_id': 'f1085e72fe1b4a069d884b846e48b5f9', 'ip_version': 4}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:29:53.125995 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9516729-e6fe-4118-9280-338c3918c892 None None] Checking router: 2ae7c51b-97f7-4a16-8572-c2ae7f798efe for host: n-d-712749-28 {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:29:53.128029 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9516729-e6fe-4118-9280-338c3918c892 None None] Updating router 2ae7c51b-97f7-4a16-8572-c2ae7f798efe port 7891893f-7f46-41b6-862e-584d596757a9 binding host n-d-712749-28 {{(pid=103285) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 07:29:53.139530 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-dd886c7f-3281-460e-bff4-5f9887746161 tempest-RoutersAdminNegativeTest-731889963 tempest-RoutersAdminNegativeTest-731889963-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16605684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127449'] for router (1da87d06-6d90-4cc7-8527-3a4ce8e4659a), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:53.147713 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-dd886c7f-3281-460e-bff4-5f9887746161 tempest-RoutersAdminNegativeTest-731889963 tempest-RoutersAdminNegativeTest-731889963-project-admin] Publish callbacks [] for router_controller (1da87d06-6d90-4cc7-8527-3a4ce8e4659a), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:53.150229 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea9e557-1d31-4271-8eee-7599cdebbc09 admin admin] Pushing event updated for resources: {'Network': ['ID=3ee5b4fe-7a2b-416c-ac54-853e513c8c13,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:29:53.187751 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5624c7c0-94da-4af1-a6d6-0bd885d70129 admin admin] Made reservation on behalf of f1085e72fe1b4a069d884b846e48b5f9 for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:29:53.190667 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5624c7c0-94da-4af1-a6d6-0bd885d70129 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24979592'] for subnet (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:53.211874 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c9516729-e6fe-4118-9280-338c3918c892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (7891893f-7f46-41b6-862e-584d596757a9), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:53.214815 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network 3ee5b4fe-7a2b-416c-ac54-853e513c8c13 details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:29:53.273902 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-dd886c7f-3281-460e-bff4-5f9887746161 tempest-RoutersAdminNegativeTest-731889963 tempest-RoutersAdminNegativeTest-731889963-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16605693'] for router (1da87d06-6d90-4cc7-8527-3a4ce8e4659a), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:53.274438 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd886c7f-3281-460e-bff4-5f9887746161 tempest-RoutersAdminNegativeTest-731889963 tempest-RoutersAdminNegativeTest-731889963-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1da87d06-6d90-4cc7-8527-3a4ce8e4659a {{(pid=103283) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 07:29:53.300163 n-d-712749-28 neutron-server[103283]: INFO neutron.api.v2.resource [None req-dd886c7f-3281-460e-bff4-5f9887746161 tempest-RoutersAdminNegativeTest-731889963 tempest-RoutersAdminNegativeTest-731889963-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jan 28 07:29:53.301595 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-dd886c7f-3281-460e-bff4-5f9887746161 tempest-RoutersAdminNegativeTest-731889963 tempest-RoutersAdminNegativeTest-731889963-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.4509737 Jan 28 07:29:53.308224 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 40214) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:29:53.505583 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d756bf42-293c-403a-aceb-2ef05b6445b6 admin admin] Publish callbacks [] for security_group (c349a13a-cee1-4ecc-8fdf-da5eaab100b5), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:53.544292 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d756bf42-293c-403a-aceb-2ef05b6445b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (c349a13a-cee1-4ecc-8fdf-da5eaab100b5), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:53.659391 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d756bf42-293c-403a-aceb-2ef05b6445b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c349a13a-cee1-4ecc-8fdf-da5eaab100b5,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:29:53.791263 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-d756bf42-293c-403a-aceb-2ef05b6445b6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1e400dc3f05f486983ce7bbfc00ccb6e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4848053 Jan 28 07:29:53.794860 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 40232) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:29:53.823882 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c9516729-e6fe-4118-9280-338c3918c892 None None] Publish callbacks [] for port (7891893f-7f46-41b6-862e-584d596757a9), precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:53.829329 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-e14442f5-4644-4157-93cc-0c1ca8bc8ec1 tempest-RoutersAdminNegativeTest-731889963 tempest-RoutersAdminNegativeTest-731889963-project-admin] Deleting port 7c55f4f0-20fe-4771-b6ba-c6009b3a1446 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:29:53.831695 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e14442f5-4644-4157-93cc-0c1ca8bc8ec1 tempest-RoutersAdminNegativeTest-731889963 tempest-RoutersAdminNegativeTest-731889963-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (7c55f4f0-20fe-4771-b6ba-c6009b3a1446), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:53.843596 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c9516729-e6fe-4118-9280-338c3918c892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (7891893f-7f46-41b6-862e-584d596757a9), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:53.926483 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9db243f3-cd97-4e73-bd47-39e91853f5f6 admin admin] Publish callbacks [] for security_group (c349a13a-cee1-4ecc-8fdf-da5eaab100b5), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:53.928851 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511e5b82-9cbe-4ccd-952f-cd282635434b None None] Pushing event updated for resources: {'Port': ['ID=7891893f-7f46-41b6-862e-584d596757a9,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:29:54.005130 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9db243f3-cd97-4e73-bd47-39e91853f5f6 admin admin] Publish callbacks [] for security_group (c349a13a-cee1-4ecc-8fdf-da5eaab100b5), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:54.091369 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-c9516729-e6fe-4118-9280-338c3918c892 None None] Attempting to bind port 7891893f-7f46-41b6-862e-584d596757a9 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:29:54.091926 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-c9516729-e6fe-4118-9280-338c3918c892 None None] Attempting to bind port 7891893f-7f46-41b6-862e-584d596757a9 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '412652c3-e1fe-4fc7-ba64-a0cdfb7932ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '61b7f1cc-8fae-432d-be69-63ff3985f039'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:29:54.092220 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9516729-e6fe-4118-9280-338c3918c892 None None] Attempting to bind port 7891893f-7f46-41b6-862e-584d596757a9 on network 61b7f1cc-8fae-432d-be69-63ff3985f039 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:29:54.120545 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9516729-e6fe-4118-9280-338c3918c892 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:29:54.121001 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9516729-e6fe-4118-9280-338c3918c892 None None] Checking segment: {'id': '412652c3-e1fe-4fc7-ba64-a0cdfb7932ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '61b7f1cc-8fae-432d-be69-63ff3985f039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:29:54.121402 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c9516729-e6fe-4118-9280-338c3918c892 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:54.121813 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9516729-e6fe-4118-9280-338c3918c892 None None] Bound using segment: {'id': '412652c3-e1fe-4fc7-ba64-a0cdfb7932ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '61b7f1cc-8fae-432d-be69-63ff3985f039'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:29:54.122326 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-c9516729-e6fe-4118-9280-338c3918c892 None None] Bound port: 7891893f-7f46-41b6-862e-584d596757a9, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '412652c3-e1fe-4fc7-ba64-a0cdfb7932ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '61b7f1cc-8fae-432d-be69-63ff3985f039'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:29:54.122718 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c9516729-e6fe-4118-9280-338c3918c892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (7891893f-7f46-41b6-862e-584d596757a9), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:54.168324 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9db243f3-cd97-4e73-bd47-39e91853f5f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (c349a13a-cee1-4ecc-8fdf-da5eaab100b5), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:54.172414 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9db243f3-cd97-4e73-bd47-39e91853f5f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:54.175284 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-9db243f3-cd97-4e73-bd47-39e91853f5f6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c349a13a-cee1-4ecc-8fdf-da5eaab100b5 HTTP/1.1" status: 204 len: 168 time: 0.3774726 Jan 28 07:29:54.187728 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db243f3-cd97-4e73-bd47-39e91853f5f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c349a13a-cee1-4ecc-8fdf-da5eaab100b5,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:29:54.192503 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 40246) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:29:54.234781 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db243f3-cd97-4e73-bd47-39e91853f5f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:29:54.235143 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db243f3-cd97-4e73-bd47-39e91853f5f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:29:54.235489 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db243f3-cd97-4e73-bd47-39e91853f5f6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:29:54.235829 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db243f3-cd97-4e73-bd47-39e91853f5f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:29:54.236161 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db243f3-cd97-4e73-bd47-39e91853f5f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:29:54.236517 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db243f3-cd97-4e73-bd47-39e91853f5f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:29:54.236848 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db243f3-cd97-4e73-bd47-39e91853f5f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:29:54.237181 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db243f3-cd97-4e73-bd47-39e91853f5f6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:29:54.237508 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db243f3-cd97-4e73-bd47-39e91853f5f6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:29:54.248163 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db243f3-cd97-4e73-bd47-39e91853f5f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:29:54.249845 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db243f3-cd97-4e73-bd47-39e91853f5f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:29:54.250202 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db243f3-cd97-4e73-bd47-39e91853f5f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:29:54.250546 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db243f3-cd97-4e73-bd47-39e91853f5f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:29:54.312705 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e14442f5-4644-4157-93cc-0c1ca8bc8ec1 tempest-RoutersAdminNegativeTest-731889963 tempest-RoutersAdminNegativeTest-731889963-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (7c55f4f0-20fe-4771-b6ba-c6009b3a1446), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:54.374200 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-e14442f5-4644-4157-93cc-0c1ca8bc8ec1 tempest-RoutersAdminNegativeTest-731889963 tempest-RoutersAdminNegativeTest-731889963-project-admin] Calling delete_port for 7c55f4f0-20fe-4771-b6ba-c6009b3a1446 owned by {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:29:54.374517 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c9516729-e6fe-4118-9280-338c3918c892 None None] For port 7891893f-7f46-41b6-862e-584d596757a9, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:29:54.385167 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5624c7c0-94da-4af1-a6d6-0bd885d70129 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24757504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24979610'] for subnet (b682ebd3-2c24-4429-a21f-f71ebc5ce8e8), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:54.390642 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c9516729-e6fe-4118-9280-338c3918c892 None None] For port 7891893f-7f46-41b6-862e-584d596757a9, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=7891893f-7f46-41b6-862e-584d596757a9,segment=NetworkSegment(412652c3-e1fe-4fc7-ba64-a0cdfb7932ca),segment_id=412652c3-e1fe-4fc7-ba64-a0cdfb7932ca)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:29:54.410999 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c9516729-e6fe-4118-9280-338c3918c892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (7891893f-7f46-41b6-862e-584d596757a9), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:54.648783 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5624c7c0-94da-4af1-a6d6-0bd885d70129 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b682ebd3-2c24-4429-a21f-f71ebc5ce8e8,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:29:54.662733 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-2f39cce6-a75e-4bdc-8164-46e3fae315cc None None] Provisioning complete for port 7891893f-7f46-41b6-862e-584d596757a9 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:29:54.663138 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2f39cce6-a75e-4bdc-8164-46e3fae315cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (7891893f-7f46-41b6-862e-584d596757a9), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:54.763326 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9516729-e6fe-4118-9280-338c3918c892 None None] Routers {'2ae7c51b-97f7-4a16-8572-c2ae7f798efe'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:29:54.763968 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-c9516729-e6fe-4118-9280-338c3918c892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:29:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['2ae7c51b-97f7-4a16-8572-c2ae7f798efe'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:29:54.870239 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5624c7c0-94da-4af1-a6d6-0bd885d70129 admin admin] Checking segment: {'id': '6e3ead2d-a9dd-49fc-8dee-39c684e73d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3ee5b4fe-7a2b-416c-ac54-853e513c8c13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:29:54.870526 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5624c7c0-94da-4af1-a6d6-0bd885d70129 admin admin] Network hostable DHCP agents. Network: 3ee5b4fe-7a2b-416c-ac54-853e513c8c13, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:29:54.876054 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e14442f5-4644-4157-93cc-0c1ca8bc8ec1 tempest-RoutersAdminNegativeTest-731889963 tempest-RoutersAdminNegativeTest-731889963-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (7c55f4f0-20fe-4771-b6ba-c6009b3a1446), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:55.102758 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14442f5-4644-4157-93cc-0c1ca8bc8ec1 tempest-RoutersAdminNegativeTest-731889963 tempest-RoutersAdminNegativeTest-731889963-project-admin] Pushing event deleted for resources: {'Port': ['ID=7c55f4f0-20fe-4771-b6ba-c6009b3a1446,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:29:55.133440 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-c9516729-e6fe-4118-9280-338c3918c892 None None] Set router 2ae7c51b-97f7-4a16-8572-c2ae7f798efe gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:29:55.202343 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5624c7c0-94da-4af1-a6d6-0bd885d70129 admin admin] Network 3ee5b4fe-7a2b-416c-ac54-853e513c8c13 is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:29:55.206379 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 40262) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:29:55.270934 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-317d588c-e184-4518-9b83-45ff57dcb232 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:55.301425 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e14442f5-4644-4157-93cc-0c1ca8bc8ec1 tempest-RoutersAdminNegativeTest-731889963 tempest-RoutersAdminNegativeTest-731889963-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:55.304679 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-e14442f5-4644-4157-93cc-0c1ca8bc8ec1 tempest-RoutersAdminNegativeTest-731889963 tempest-RoutersAdminNegativeTest-731889963-project-admin] 10.222.0.41 "DELETE /v2.0/ports/7c55f4f0-20fe-4771-b6ba-c6009b3a1446 HTTP/1.1" status: 204 len: 168 time: 1.9900000 Jan 28 07:29:55.305388 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-5624c7c0-94da-4af1-a6d6-0bd885d70129 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, 3ee5b4fe-7a2b-416c-ac54-853e513c8c13) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:29:55.320966 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5624c7c0-94da-4af1-a6d6-0bd885d70129 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:29:55.321588 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5624c7c0-94da-4af1-a6d6-0bd885d70129 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:55.377290 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-5624c7c0-94da-4af1-a6d6-0bd885d70129 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.3420553 Jan 28 07:29:55.377945 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 40270) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:29:55.392785 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-346970bd-4d49-4500-af97-ed7a6cef3bee admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-567975020-router', 'tenant_id': 'f1085e72fe1b4a069d884b846e48b5f9', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:29:55.433543 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-346970bd-4d49-4500-af97-ed7a6cef3bee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16606890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127275'] for router (65e3a54e-1bcd-430b-a2ee-fdebdf5d9d97), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:55.434796 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-346970bd-4d49-4500-af97-ed7a6cef3bee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16605498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16607952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16355422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127266'] for router (65e3a54e-1bcd-430b-a2ee-fdebdf5d9d97), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:55.535104 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-317d588c-e184-4518-9b83-45ff57dcb232 admin admin] Publish callbacks [] for security_group (db36a0e5-f175-4119-8fe7-730ab1a2a288), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:55.592933 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-346970bd-4d49-4500-af97-ed7a6cef3bee admin admin] Publish callbacks [] for router_controller (65e3a54e-1bcd-430b-a2ee-fdebdf5d9d97), precommit_add_association {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:55.599606 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-317d588c-e184-4518-9b83-45ff57dcb232 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (db36a0e5-f175-4119-8fe7-730ab1a2a288), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:55.659727 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511e5b82-9cbe-4ccd-952f-cd282635434b None None] Pushing event updated for resources: {'Port': ['ID=7891893f-7f46-41b6-862e-584d596757a9,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:29:55.680436 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f248d997-5c46-4e49-910c-3959133aa60d None None] Network 3ee5b4fe-7a2b-416c-ac54-853e513c8c13 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:29:55.859842 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317d588c-e184-4518-9b83-45ff57dcb232 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db36a0e5-f175-4119-8fe7-730ab1a2a288,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:29:55.878297 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 40288) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:29:55.893794 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-317d588c-e184-4518-9b83-45ff57dcb232 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=375405ceabeb4e1b94c93b4a16249fb4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6619787 Jan 28 07:29:56.065847 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-346970bd-4d49-4500-af97-ed7a6cef3bee admin admin] Publish callbacks [] for router_gateway (65e3a54e-1bcd-430b-a2ee-fdebdf5d9d97), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:56.069698 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 40304) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:29:56.070423 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d305795d-6f0c-46c9-824a-faff13b09f87 admin admin] Publish callbacks [] for security_group (db36a0e5-f175-4119-8fe7-730ab1a2a288), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:56.128341 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d305795d-6f0c-46c9-824a-faff13b09f87 admin admin] Publish callbacks [] for security_group (db36a0e5-f175-4119-8fe7-730ab1a2a288), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:56.196607 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce83c997-6914-491b-b286-6ff53408286c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3dd72b9-6805-5f61-b6f3-a591f99a173d-3ee5b4fe-7a2b-416c-ac54-853e513c8c13', 'network_id': '3ee5b4fe-7a2b-416c-ac54-853e513c8c13', 'project_id': 'f1085e72fe1b4a069d884b846e48b5f9', 'fixed_ips': [{'subnet_id': 'b682ebd3-2c24-4429-a21f-f71ebc5ce8e8'}]}} from n-d-712749-28. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 07:29:56.200230 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ce83c997-6914-491b-b286-6ff53408286c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:56.272837 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d305795d-6f0c-46c9-824a-faff13b09f87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (db36a0e5-f175-4119-8fe7-730ab1a2a288), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:56.277990 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d305795d-6f0c-46c9-824a-faff13b09f87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:56.283313 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-d305795d-6f0c-46c9-824a-faff13b09f87 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/db36a0e5-f175-4119-8fe7-730ab1a2a288 HTTP/1.1" status: 204 len: 168 time: 0.3846705 Jan 28 07:29:56.348118 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d305795d-6f0c-46c9-824a-faff13b09f87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db36a0e5-f175-4119-8fe7-730ab1a2a288,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:29:56.366409 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8d1ac6da-82f0-486a-921a-820a312a378b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16606535'] for router_interface (dda371eb-bd79-4614-b0f0-edb2bee2ed77), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:56.515279 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-ce83c997-6914-491b-b286-6ff53408286c None None] Allocated IP 172.20.0.2 (3ee5b4fe-7a2b-416c-ac54-853e513c8c13/b682ebd3-2c24-4429-a21f-f71ebc5ce8e8/3df13642-b218-4b6a-9d9d-9ab8b3eecb01) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:29:56.562008 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-346970bd-4d49-4500-af97-ed7a6cef3bee admin admin] Publish callbacks [] for router_gateway (65e3a54e-1bcd-430b-a2ee-fdebdf5d9d97), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:56.594453 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-2f39cce6-a75e-4bdc-8164-46e3fae315cc None None] Current status of the port 7891893f-7f46-41b6-862e-584d596757a9 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:29:56.594973 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2f39cce6-a75e-4bdc-8164-46e3fae315cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (7891893f-7f46-41b6-862e-584d596757a9), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:56.619019 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-346970bd-4d49-4500-af97-ed7a6cef3bee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:56.703935 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-c9516729-e6fe-4118-9280-338c3918c892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ae7c51b-97f7-4a16-8572-c2ae7f798efe', 'name': 'tempest-TestAggregatesBasicOps-561881112-router', 'tenant_id': '4f71a8e954614fdca4bf2ffcd76bb090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.194'}], 'enable_snat': True}, 'gw_port_id': 'c36417b7-fb95-4715-b537-aa427b7a317d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:29:37Z', 'updated_at': '2022-01-28T07:29:47Z', 'revision_number': 4, 'project_id': '4f71a8e954614fdca4bf2ffcd76bb090', 'gw_port': {'id': 'c36417b7-fb95-4715-b537-aa427b7a317d', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:9c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ae7c51b-97f7-4a16-8572-c2ae7f798efe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2530, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:29:39Z', 'updated_at': '2022-01-28T07:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '7891893f-7f46-41b6-862e-584d596757a9', 'name': '', 'network_id': '61b7f1cc-8fae-432d-be69-63ff3985f039', 'tenant_id': '4f71a8e954614fdca4bf2ffcd76bb090', 'mac_address': 'fa:16:3e:5e:61:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ae7c51b-97f7-4a16-8572-c2ae7f798efe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': 'b9c26ab9-02b4-49c6-80d3-754f140089db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:29:46Z', 'updated_at': '2022-01-28T07:29:54Z', 'revision_number': 4, 'project_id': '4f71a8e954614fdca4bf2ffcd76bb090', 'subnets': [{'id': 'b9c26ab9-02b4-49c6-80d3-754f140089db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:29:56.707731 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-2f39cce6-a75e-4bdc-8164-46e3fae315cc None None] For port 7891893f-7f46-41b6-862e-584d596757a9, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=7891893f-7f46-41b6-862e-584d596757a9,segment=NetworkSegment(412652c3-e1fe-4fc7-ba64-a0cdfb7932ca),segment_id=412652c3-e1fe-4fc7-ba64-a0cdfb7932ca)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:29:56.731642 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ed564677-6239-46bb-a27d-da69edd2e3a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:56.787265 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2f39cce6-a75e-4bdc-8164-46e3fae315cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (7891893f-7f46-41b6-862e-584d596757a9), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:56.792359 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9516729-e6fe-4118-9280-338c3918c892 None None] The sync data for ids ['2ae7c51b-97f7-4a16-8572-c2ae7f798efe'] in n-d-712749-28 is: [{'id': '2ae7c51b-97f7-4a16-8572-c2ae7f798efe', 'name': 'tempest-TestAggregatesBasicOps-561881112-router', 'tenant_id': '4f71a8e954614fdca4bf2ffcd76bb090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.194'}], 'enable_snat': True}, 'gw_port_id': 'c36417b7-fb95-4715-b537-aa427b7a317d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:29:37Z', 'updated_at': '2022-01-28T07:29:47Z', 'revision_number': 4, 'project_id': '4f71a8e954614fdca4bf2ffcd76bb090', 'gw_port': {'id': 'c36417b7-fb95-4715-b537-aa427b7a317d', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:9c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ae7c51b-97f7-4a16-8572-c2ae7f798efe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2530, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:29:39Z', 'updated_at': '2022-01-28T07:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '7891893f-7f46-41b6-862e-584d596757a9', 'name': '', 'network_id': '61b7f1cc-8fae-432d-be69-63ff3985f039', 'tenant_id': '4f71a8e954614fdca4bf2ffcd76bb090', 'mac_address': 'fa:16:3e:5e:61:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ae7c51b-97f7-4a16-8572-c2ae7f798efe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': 'b9c26ab9-02b4-49c6-80d3-754f140089db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:29:46Z', 'updated_at': '2022-01-28T07:29:54Z', 'revision_number': 4, 'project_id': '4f71a8e954614fdca4bf2ffcd76bb090', 'subnets': [{'id': 'b9c26ab9-02b4-49c6-80d3-754f140089db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:29:56.850778 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-346970bd-4d49-4500-af97-ed7a6cef3bee admin admin] Allocated IP 172.25.6.103 (7d5b3724-deef-4831-8d43-cb9b8176573c/b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc/7e41736c-071f-42a4-badd-d90af99087d0) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:29:56.986211 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 40328) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:29:57.007707 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ce83c997-6914-491b-b286-6ff53408286c None None] Publish callbacks [] for port (3df13642-b218-4b6a-9d9d-9ab8b3eecb01), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:57.026969 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f39cce6-a75e-4bdc-8164-46e3fae315cc None None] Pushing event updated for resources: {'Port': ['ID=7891893f-7f46-41b6-862e-584d596757a9,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:29:57.047842 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ce83c997-6914-491b-b286-6ff53408286c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (3df13642-b218-4b6a-9d9d-9ab8b3eecb01), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:57.051239 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c55dafc4-f9ae-4426-b484-49d026b47a4c None None] Provisioning complete for port 7891893f-7f46-41b6-862e-584d596757a9 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:29:57.051612 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c55dafc4-f9ae-4426-b484-49d026b47a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (7891893f-7f46-41b6-862e-584d596757a9), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:57.123743 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-346970bd-4d49-4500-af97-ed7a6cef3bee admin admin] Publish callbacks [] for port (7e41736c-071f-42a4-badd-d90af99087d0), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:57.181056 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ed564677-6239-46bb-a27d-da69edd2e3a6 admin admin] Publish callbacks [] for security_group (34745ce6-d9e4-478f-8907-d937d8df0e55), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:57.199388 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ed564677-6239-46bb-a27d-da69edd2e3a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (34745ce6-d9e4-478f-8907-d937d8df0e55), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:57.231009 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce83c997-6914-491b-b286-6ff53408286c None None] Network 3ee5b4fe-7a2b-416c-ac54-853e513c8c13 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:29:57.239944 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-ce83c997-6914-491b-b286-6ff53408286c None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:29:57.246992 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce83c997-6914-491b-b286-6ff53408286c None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:29:57.251326 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-346970bd-4d49-4500-af97-ed7a6cef3bee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (7e41736c-071f-42a4-badd-d90af99087d0), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:57.265872 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-ed564677-6239-46bb-a27d-da69edd2e3a6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=858b4c053c35481887b8c5bcb8d8fd1b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0379214 Jan 28 07:29:57.269110 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-8d1ac6da-82f0-486a-921a-820a312a378b admin admin] Deleting port ddd31aac-f2ae-49c7-ab4c-1fd6cf4e8e8a {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:29:57.269457 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8d1ac6da-82f0-486a-921a-820a312a378b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (ddd31aac-f2ae-49c7-ab4c-1fd6cf4e8e8a), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:57.271134 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 40338) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:29:57.319645 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce83c997-6914-491b-b286-6ff53408286c None None] Pushing event updated for resources: {'Port': ['ID=3df13642-b218-4b6a-9d9d-9ab8b3eecb01,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:29:57.377552 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346970bd-4d49-4500-af97-ed7a6cef3bee admin admin] Pushing event updated for resources: {'Port': ['ID=7e41736c-071f-42a4-badd-d90af99087d0,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:29:57.404627 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-ce83c997-6914-491b-b286-6ff53408286c None None] Attempting to bind port 3df13642-b218-4b6a-9d9d-9ab8b3eecb01 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:29:57.405010 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-ce83c997-6914-491b-b286-6ff53408286c None None] Attempting to bind port 3df13642-b218-4b6a-9d9d-9ab8b3eecb01 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '6e3ead2d-a9dd-49fc-8dee-39c684e73d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3ee5b4fe-7a2b-416c-ac54-853e513c8c13'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:29:57.405376 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce83c997-6914-491b-b286-6ff53408286c None None] Attempting to bind port 3df13642-b218-4b6a-9d9d-9ab8b3eecb01 on network 3ee5b4fe-7a2b-416c-ac54-853e513c8c13 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:29:57.451764 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce83c997-6914-491b-b286-6ff53408286c None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:29:57.453951 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce83c997-6914-491b-b286-6ff53408286c None None] Checking segment: {'id': '6e3ead2d-a9dd-49fc-8dee-39c684e73d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3ee5b4fe-7a2b-416c-ac54-853e513c8c13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:29:57.454422 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ce83c997-6914-491b-b286-6ff53408286c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:57.454866 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce83c997-6914-491b-b286-6ff53408286c None None] Bound using segment: {'id': '6e3ead2d-a9dd-49fc-8dee-39c684e73d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3ee5b4fe-7a2b-416c-ac54-853e513c8c13'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:29:57.455377 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-ce83c997-6914-491b-b286-6ff53408286c None None] Bound port: 3df13642-b218-4b6a-9d9d-9ab8b3eecb01, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e3ead2d-a9dd-49fc-8dee-39c684e73d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3ee5b4fe-7a2b-416c-ac54-853e513c8c13'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:29:57.457973 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ce83c997-6914-491b-b286-6ff53408286c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (3df13642-b218-4b6a-9d9d-9ab8b3eecb01), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:57.471374 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346970bd-4d49-4500-af97-ed7a6cef3bee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:29:57.471772 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c55dafc4-f9ae-4426-b484-49d026b47a4c None None] Current status of the port 7891893f-7f46-41b6-862e-584d596757a9 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:29:57.471915 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346970bd-4d49-4500-af97-ed7a6cef3bee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:29:57.472368 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346970bd-4d49-4500-af97-ed7a6cef3bee admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:29:57.472711 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346970bd-4d49-4500-af97-ed7a6cef3bee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:29:57.473059 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346970bd-4d49-4500-af97-ed7a6cef3bee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:29:57.473381 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346970bd-4d49-4500-af97-ed7a6cef3bee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:29:57.473713 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346970bd-4d49-4500-af97-ed7a6cef3bee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:29:57.480315 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346970bd-4d49-4500-af97-ed7a6cef3bee admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:29:57.480685 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346970bd-4d49-4500-af97-ed7a6cef3bee admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:29:57.485613 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346970bd-4d49-4500-af97-ed7a6cef3bee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:29:57.486004 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346970bd-4d49-4500-af97-ed7a6cef3bee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:29:57.486347 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346970bd-4d49-4500-af97-ed7a6cef3bee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:29:57.488430 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346970bd-4d49-4500-af97-ed7a6cef3bee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:29:57.519975 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4e7ef8ad-bca9-4b7e-bcc0-b7b3b75777b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:57.548160 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-346970bd-4d49-4500-af97-ed7a6cef3bee admin admin] Network 7d5b3724-deef-4831-8d43-cb9b8176573c is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:29:57.555165 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-346970bd-4d49-4500-af97-ed7a6cef3bee admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:29:57.564601 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346970bd-4d49-4500-af97-ed7a6cef3bee admin admin] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:29:57.627196 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed564677-6239-46bb-a27d-da69edd2e3a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34745ce6-d9e4-478f-8907-d937d8df0e55,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:29:57.643383 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 7891893f-7f46-41b6-862e-584d596757a9 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:29:57.656554 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-46b65488-155f-4b62-a784-49742ee168b4 admin admin] Publish callbacks [] for security_group (34745ce6-d9e4-478f-8907-d937d8df0e55), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:57.744437 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-46b65488-155f-4b62-a784-49742ee168b4 admin admin] Publish callbacks [] for security_group (34745ce6-d9e4-478f-8907-d937d8df0e55), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:57.777356 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-8d1ac6da-82f0-486a-921a-820a312a378b admin admin] For port ddd31aac-f2ae-49c7-ab4c-1fd6cf4e8e8a, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=ddd31aac-f2ae-49c7-ab4c-1fd6cf4e8e8a,segment=NetworkSegment(4b71204a-78d3-438a-bdaf-b518acb071bf),segment_id=4b71204a-78d3-438a-bdaf-b518acb071bf)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:29:57.778472 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8d1ac6da-82f0-486a-921a-820a312a378b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (ddd31aac-f2ae-49c7-ab4c-1fd6cf4e8e8a), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:57.841370 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-8d1ac6da-82f0-486a-921a-820a312a378b admin admin] Calling delete_port for ddd31aac-f2ae-49c7-ab4c-1fd6cf4e8e8a owned by network:router_interface {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:29:58.195302 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-ce83c997-6914-491b-b286-6ff53408286c None None] For port 3df13642-b218-4b6a-9d9d-9ab8b3eecb01, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:29:58.246698 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-ce83c997-6914-491b-b286-6ff53408286c None None] For port 3df13642-b218-4b6a-9d9d-9ab8b3eecb01, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=3df13642-b218-4b6a-9d9d-9ab8b3eecb01,segment=NetworkSegment(6e3ead2d-a9dd-49fc-8dee-39c684e73d28),segment_id=6e3ead2d-a9dd-49fc-8dee-39c684e73d28)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:29:58.265077 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ce83c997-6914-491b-b286-6ff53408286c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (3df13642-b218-4b6a-9d9d-9ab8b3eecb01), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:58.387037 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce83c997-6914-491b-b286-6ff53408286c None None] Pushing event updated for resources: {'Port': ['ID=3df13642-b218-4b6a-9d9d-9ab8b3eecb01,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:29:58.391801 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-346970bd-4d49-4500-af97-ed7a6cef3bee admin admin] Publish callbacks [] for router_gateway (65e3a54e-1bcd-430b-a2ee-fdebdf5d9d97), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:58.417134 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 7891893f-7f46-41b6-862e-584d596757a9 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:29:58.417808 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (7891893f-7f46-41b6-862e-584d596757a9), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:58.590001 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 7891893f-7f46-41b6-862e-584d596757a9 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:29:58.615691 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4e7ef8ad-bca9-4b7e-bcc0-b7b3b75777b4 admin admin] Publish callbacks [] for security_group (2ca871d4-e8b3-4181-bdd0-74caee666068), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:58.627483 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4e7ef8ad-bca9-4b7e-bcc0-b7b3b75777b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (2ca871d4-e8b3-4181-bdd0-74caee666068), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:58.714419 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-4e7ef8ad-bca9-4b7e-bcc0-b7b3b75777b4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=53bd3d6e2f7f4b3db27f894dd54a7ae4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7149343 Jan 28 07:29:58.721601 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 40392) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:29:58.887433 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7ef8ad-bca9-4b7e-bcc0-b7b3b75777b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ca871d4-e8b3-4181-bdd0-74caee666068,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:29:58.935579 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-46b65488-155f-4b62-a784-49742ee168b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (34745ce6-d9e4-478f-8907-d937d8df0e55), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:58.939505 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-46b65488-155f-4b62-a784-49742ee168b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:58.940676 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-46b65488-155f-4b62-a784-49742ee168b4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/34745ce6-d9e4-478f-8907-d937d8df0e55 HTTP/1.1" status: 204 len: 168 time: 1.6499670 Jan 28 07:29:58.958282 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b65488-155f-4b62-a784-49742ee168b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34745ce6-d9e4-478f-8907-d937d8df0e55,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:29:59.063812 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-440ba9b7-1dcf-4c73-9e9b-5950b4f57d10 admin admin] Publish callbacks [] for security_group (2ca871d4-e8b3-4181-bdd0-74caee666068), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:59.116226 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-440ba9b7-1dcf-4c73-9e9b-5950b4f57d10 admin admin] Publish callbacks [] for security_group (2ca871d4-e8b3-4181-bdd0-74caee666068), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:59.241021 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8d1ac6da-82f0-486a-921a-820a312a378b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (ddd31aac-f2ae-49c7-ab4c-1fd6cf4e8e8a), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:59.278092 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1ac6da-82f0-486a-921a-820a312a378b admin admin] Pushing event deleted for resources: {'Port': ['ID=ddd31aac-f2ae-49c7-ab4c-1fd6cf4e8e8a,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:29:59.282716 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-346970bd-4d49-4500-af97-ed7a6cef3bee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16605475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16607909'] for router (65e3a54e-1bcd-430b-a2ee-fdebdf5d9d97), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:59.643223 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8d1ac6da-82f0-486a-921a-820a312a378b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16319006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16606699'] for router_interface (dda371eb-bd79-4614-b0f0-edb2bee2ed77), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:29:59.671364 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 40412) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:29:59.748861 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-c905d9bc-29c9-4c45-ab65-f9aaa711f4e5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=472e8787a6dd45719304636875f83a58&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0760586 Jan 28 07:29:59.749792 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 3df13642-b218-4b6a-9d9d-9ab8b3eecb01 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:29:59.812921 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 40416) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:29:59.902492 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 3df13642-b218-4b6a-9d9d-9ab8b3eecb01 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:29:59.904087 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (3df13642-b218-4b6a-9d9d-9ab8b3eecb01), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:00.214208 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 3df13642-b218-4b6a-9d9d-9ab8b3eecb01 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:30:00.215245 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (3df13642-b218-4b6a-9d9d-9ab8b3eecb01), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:00.288801 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] For port 3df13642-b218-4b6a-9d9d-9ab8b3eecb01, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=3df13642-b218-4b6a-9d9d-9ab8b3eecb01,segment=NetworkSegment(6e3ead2d-a9dd-49fc-8dee-39c684e73d28),segment_id=6e3ead2d-a9dd-49fc-8dee-39c684e73d28)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:30:00.300586 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (3df13642-b218-4b6a-9d9d-9ab8b3eecb01), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:00.319869 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-440ba9b7-1dcf-4c73-9e9b-5950b4f57d10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (2ca871d4-e8b3-4181-bdd0-74caee666068), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:00.333517 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-440ba9b7-1dcf-4c73-9e9b-5950b4f57d10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:00.334629 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-440ba9b7-1dcf-4c73-9e9b-5950b4f57d10 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2ca871d4-e8b3-4181-bdd0-74caee666068 HTTP/1.1" status: 204 len: 168 time: 1.6039867 Jan 28 07:30:00.346801 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-28632682-8b48-475b-9700-970d6b544f6d admin admin] Publish callbacks [] for security_group (9e0c4f48-adf5-42ac-a7fe-e5e9abc45f90), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:00.393350 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440ba9b7-1dcf-4c73-9e9b-5950b4f57d10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ca871d4-e8b3-4181-bdd0-74caee666068,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:30:00.428352 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Pushing event updated for resources: {'Port': ['ID=3df13642-b218-4b6a-9d9d-9ab8b3eecb01,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:30:00.530781 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-28632682-8b48-475b-9700-970d6b544f6d admin admin] Publish callbacks [] for security_group (9e0c4f48-adf5-42ac-a7fe-e5e9abc45f90), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:00.590354 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-346970bd-4d49-4500-af97-ed7a6cef3bee admin admin] Router 65e3a54e-1bcd-430b-a2ee-fdebdf5d9d97 is scheduled to L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 with binding_index 1 {{(pid=103284) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 07:30:00.666396 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d1ac6da-82f0-486a-921a-820a312a378b admin admin] Router dda371eb-bd79-4614-b0f0-edb2bee2ed77 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:30:00.725015 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-564c5b6e-f8e4-4cd5-bd5d-d719bdda34ec None None] Network 3ee5b4fe-7a2b-416c-ac54-853e513c8c13 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:30:00.829278 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-28632682-8b48-475b-9700-970d6b544f6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (9e0c4f48-adf5-42ac-a7fe-e5e9abc45f90), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:00.831828 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-28632682-8b48-475b-9700-970d6b544f6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:00.838551 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-28632682-8b48-475b-9700-970d6b544f6d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9e0c4f48-adf5-42ac-a7fe-e5e9abc45f90 HTTP/1.1" status: 204 len: 168 time: 1.0229855 Jan 28 07:30:00.883506 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28632682-8b48-475b-9700-970d6b544f6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e0c4f48-adf5-42ac-a7fe-e5e9abc45f90,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:30:00.890457 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-346970bd-4d49-4500-af97-ed7a6cef3bee admin admin] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:30:00.902274 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58bbbdaa-6f0e-4ae2-aa3c-1629dea9bfed None None] Sync routers for ids ['65e3a54e-1bcd-430b-a2ee-fdebdf5d9d97'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:30:00.927579 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58bbbdaa-6f0e-4ae2-aa3c-1629dea9bfed None None] Routers {'65e3a54e-1bcd-430b-a2ee-fdebdf5d9d97'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:30:00.927808 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-58bbbdaa-6f0e-4ae2-aa3c-1629dea9bfed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:29:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['65e3a54e-1bcd-430b-a2ee-fdebdf5d9d97'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:30:00.940642 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-346970bd-4d49-4500-af97-ed7a6cef3bee admin admin] Publish callbacks [] for router (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:00.942174 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-346970bd-4d49-4500-af97-ed7a6cef3bee admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.5597944 Jan 28 07:30:00.944606 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 40462) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:30:00.971662 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-719a9a3a-b5e8-462f-9b28-dbe689960f24 None None] Provisioning complete for port 3df13642-b218-4b6a-9d9d-9ab8b3eecb01 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:30:00.972686 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-719a9a3a-b5e8-462f-9b28-dbe689960f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (3df13642-b218-4b6a-9d9d-9ab8b3eecb01), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:01.015274 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d1ac6da-82f0-486a-921a-820a312a378b admin admin] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:30:01.024695 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-8d1ac6da-82f0-486a-921a-820a312a378b admin admin] 10.222.0.41 "PUT /v2.0/routers/dda371eb-bd79-4614-b0f0-edb2bee2ed77/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8299673 Jan 28 07:30:01.025773 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 40464) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:30:01.106087 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c036109b-3fa7-4699-b484-0c578c6dacf1 None None] Sync routers for ids ['dda371eb-bd79-4614-b0f0-edb2bee2ed77'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:30:01.186822 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c036109b-3fa7-4699-b484-0c578c6dacf1 None None] Routers {'dda371eb-bd79-4614-b0f0-edb2bee2ed77'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:30:01.187790 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-c036109b-3fa7-4699-b484-0c578c6dacf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:29:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['dda371eb-bd79-4614-b0f0-edb2bee2ed77'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:30:01.474967 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54e9ce2d-3203-4319-a727-8008931ffce8 admin admin] Publish callbacks [] for router (dda371eb-bd79-4614-b0f0-edb2bee2ed77), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:01.537598 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-58bbbdaa-6f0e-4ae2-aa3c-1629dea9bfed None None] Set router 65e3a54e-1bcd-430b-a2ee-fdebdf5d9d97 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:30:01.645542 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 3df13642-b218-4b6a-9d9d-9ab8b3eecb01 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:30:01.760836 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54e9ce2d-3203-4319-a727-8008931ffce8 admin admin] Publish callbacks [] for router_gateway (dda371eb-bd79-4614-b0f0-edb2bee2ed77), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:01.919590 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54e9ce2d-3203-4319-a727-8008931ffce8 admin admin] Deleting port 2459c994-e46d-44cb-a423-eede3526f0c8 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:30:01.920961 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54e9ce2d-3203-4319-a727-8008931ffce8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (2459c994-e46d-44cb-a423-eede3526f0c8), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:01.929295 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-719a9a3a-b5e8-462f-9b28-dbe689960f24 None None] Current status of the port 3df13642-b218-4b6a-9d9d-9ab8b3eecb01 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:30:01.961948 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-c036109b-3fa7-4699-b484-0c578c6dacf1 None None] Set router dda371eb-bd79-4614-b0f0-edb2bee2ed77 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:30:02.083189 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-54e9ce2d-3203-4319-a727-8008931ffce8 admin admin] For port 2459c994-e46d-44cb-a423-eede3526f0c8, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=2459c994-e46d-44cb-a423-eede3526f0c8,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:30:02.083735 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54e9ce2d-3203-4319-a727-8008931ffce8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (2459c994-e46d-44cb-a423-eede3526f0c8), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:02.119182 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54e9ce2d-3203-4319-a727-8008931ffce8 admin admin] Calling delete_port for 2459c994-e46d-44cb-a423-eede3526f0c8 owned by network:router_gateway {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:30:02.253145 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 3df13642-b218-4b6a-9d9d-9ab8b3eecb01 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:30:02.253674 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (3df13642-b218-4b6a-9d9d-9ab8b3eecb01), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:02.284483 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-58bbbdaa-6f0e-4ae2-aa3c-1629dea9bfed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65e3a54e-1bcd-430b-a2ee-fdebdf5d9d97', 'name': 'tempest-TestAggregatesBasicOps-567975020-router', 'tenant_id': 'f1085e72fe1b4a069d884b846e48b5f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': '7e41736c-071f-42a4-badd-d90af99087d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:29:55Z', 'updated_at': '2022-01-28T07:29:58Z', 'revision_number': 3, 'project_id': 'f1085e72fe1b4a069d884b846e48b5f9', 'gw_port': {'id': '7e41736c-071f-42a4-badd-d90af99087d0', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:61:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65e3a54e-1bcd-430b-a2ee-fdebdf5d9d97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:29:56Z', 'updated_at': '2022-01-28T07:29:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:30:02.351572 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58bbbdaa-6f0e-4ae2-aa3c-1629dea9bfed None None] Checking router: 65e3a54e-1bcd-430b-a2ee-fdebdf5d9d97 for host: n-d-712749-28 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:30:02.351928 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58bbbdaa-6f0e-4ae2-aa3c-1629dea9bfed None None] Updating router 65e3a54e-1bcd-430b-a2ee-fdebdf5d9d97 port 7e41736c-071f-42a4-badd-d90af99087d0 binding host n-d-712749-28 {{(pid=103286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 07:30:02.430050 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-58bbbdaa-6f0e-4ae2-aa3c-1629dea9bfed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (7e41736c-071f-42a4-badd-d90af99087d0), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:02.566363 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54e9ce2d-3203-4319-a727-8008931ffce8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (2459c994-e46d-44cb-a423-eede3526f0c8), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:02.568916 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2923b390-a4e5-4627-86e1-759df6c92743 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:02.586404 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-61fb9084-3f42-4745-bc5f-7d342cda4882 None None] Provisioning complete for port 3df13642-b218-4b6a-9d9d-9ab8b3eecb01 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:30:02.586804 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-61fb9084-3f42-4745-bc5f-7d342cda4882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (3df13642-b218-4b6a-9d9d-9ab8b3eecb01), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:02.615906 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e9ce2d-3203-4319-a727-8008931ffce8 admin admin] Pushing event deleted for resources: {'Port': ['ID=2459c994-e46d-44cb-a423-eede3526f0c8,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:30:02.751931 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54e9ce2d-3203-4319-a727-8008931ffce8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16607873'] for router_gateway (dda371eb-bd79-4614-b0f0-edb2bee2ed77), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:03.006297 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-2923b390-a4e5-4627-86e1-759df6c92743 admin admin] Allocated IP 172.20.0.1 (3ee5b4fe-7a2b-416c-ac54-853e513c8c13/b682ebd3-2c24-4429-a21f-f71ebc5ce8e8/7c0da368-7307-4ce3-a4d7-500bfcfdbb11) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:30:03.021608 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-58bbbdaa-6f0e-4ae2-aa3c-1629dea9bfed None None] Publish callbacks [] for port (7e41736c-071f-42a4-badd-d90af99087d0), precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:03.037401 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-58bbbdaa-6f0e-4ae2-aa3c-1629dea9bfed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (7e41736c-071f-42a4-badd-d90af99087d0), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:03.112733 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54e9ce2d-3203-4319-a727-8008931ffce8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16605684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127449'] for router (dda371eb-bd79-4614-b0f0-edb2bee2ed77), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:03.123586 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54e9ce2d-3203-4319-a727-8008931ffce8 admin admin] Publish callbacks [] for router_controller (dda371eb-bd79-4614-b0f0-edb2bee2ed77), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:03.202961 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:03.222313 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 3df13642-b218-4b6a-9d9d-9ab8b3eecb01 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:30:03.224516 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5344628-6ede-47c2-a619-ebbe8907cc68 None None] Pushing event updated for resources: {'Port': ['ID=7e41736c-071f-42a4-badd-d90af99087d0,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:30:03.303792 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-58bbbdaa-6f0e-4ae2-aa3c-1629dea9bfed None None] Attempting to bind port 7e41736c-071f-42a4-badd-d90af99087d0 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:30:03.308230 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-58bbbdaa-6f0e-4ae2-aa3c-1629dea9bfed None None] Attempting to bind port 7e41736c-071f-42a4-badd-d90af99087d0 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:30:03.308654 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58bbbdaa-6f0e-4ae2-aa3c-1629dea9bfed None None] Attempting to bind port 7e41736c-071f-42a4-badd-d90af99087d0 on network 7d5b3724-deef-4831-8d43-cb9b8176573c {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:30:03.314136 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2923b390-a4e5-4627-86e1-759df6c92743 admin admin] Publish callbacks [] for port (7c0da368-7307-4ce3-a4d7-500bfcfdbb11), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:03.333931 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58bbbdaa-6f0e-4ae2-aa3c-1629dea9bfed None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:30:03.335770 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58bbbdaa-6f0e-4ae2-aa3c-1629dea9bfed None None] Checking segment: {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:30:03.336252 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-58bbbdaa-6f0e-4ae2-aa3c-1629dea9bfed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:03.336644 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58bbbdaa-6f0e-4ae2-aa3c-1629dea9bfed None None] Bound using segment: {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:30:03.339591 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-58bbbdaa-6f0e-4ae2-aa3c-1629dea9bfed None None] Bound port: 7e41736c-071f-42a4-badd-d90af99087d0, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:30:03.341145 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-58bbbdaa-6f0e-4ae2-aa3c-1629dea9bfed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (7e41736c-071f-42a4-badd-d90af99087d0), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:03.346977 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-61fb9084-3f42-4745-bc5f-7d342cda4882 None None] Current status of the port 3df13642-b218-4b6a-9d9d-9ab8b3eecb01 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:30:03.355974 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54e9ce2d-3203-4319-a727-8008931ffce8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16605693'] for router (dda371eb-bd79-4614-b0f0-edb2bee2ed77), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:03.357085 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54e9ce2d-3203-4319-a727-8008931ffce8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dda371eb-bd79-4614-b0f0-edb2bee2ed77 {{(pid=103283) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 07:30:03.359190 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8652810e-d4c5-4757-87d1-230848d5fdbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:03.396730 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2923b390-a4e5-4627-86e1-759df6c92743 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (7c0da368-7307-4ce3-a4d7-500bfcfdbb11), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:03.398365 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54e9ce2d-3203-4319-a727-8008931ffce8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:03.409198 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-54e9ce2d-3203-4319-a727-8008931ffce8 admin admin] 10.222.0.41 "DELETE /v2.0/routers/dda371eb-bd79-4614-b0f0-edb2bee2ed77 HTTP/1.1" status: 204 len: 168 time: 2.3794153 Jan 28 07:30:03.419097 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 40554) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:30:03.436596 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-c036109b-3fa7-4699-b484-0c578c6dacf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dda371eb-bd79-4614-b0f0-edb2bee2ed77', 'name': 'tempest-TaggedBootDevicesTest_v242-1325793077-router', 'tenant_id': '6a16562f4e0b40b69523d9d718e8a4c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': '2459c994-e46d-44cb-a423-eede3526f0c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:15:42Z', 'updated_at': '2022-01-28T07:29:59Z', 'revision_number': 5, 'project_id': '6a16562f4e0b40b69523d9d718e8a4c0', 'gw_port': {'id': '2459c994-e46d-44cb-a423-eede3526f0c8', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:3b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dda371eb-bd79-4614-b0f0-edb2bee2ed77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:15:43Z', 'updated_at': '2022-01-28T07:15:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:30:03.513503 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c036109b-3fa7-4699-b484-0c578c6dacf1 None None] Checking router: dda371eb-bd79-4614-b0f0-edb2bee2ed77 for host: n-d-712749-28 {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:30:03.517682 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-58bbbdaa-6f0e-4ae2-aa3c-1629dea9bfed None None] For port 7e41736c-071f-42a4-badd-d90af99087d0, host n-d-712749-28, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:30:03.523921 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-58bbbdaa-6f0e-4ae2-aa3c-1629dea9bfed None None] For port 7e41736c-071f-42a4-badd-d90af99087d0, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=7e41736c-071f-42a4-badd-d90af99087d0,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:30:03.537006 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-58bbbdaa-6f0e-4ae2-aa3c-1629dea9bfed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (7e41736c-071f-42a4-badd-d90af99087d0), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:03.537304 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c036109b-3fa7-4699-b484-0c578c6dacf1 None None] Routers set() bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:30:03.537834 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c036109b-3fa7-4699-b484-0c578c6dacf1 None None] Router IDs set() for agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 28 07:30:03.538589 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_agentschedulers_db [None req-c036109b-3fa7-4699-b484-0c578c6dacf1 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'dda371eb-bd79-4614-b0f0-edb2bee2ed77'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:29:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent'). {{(pid=103285) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jan 28 07:30:03.539151 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c036109b-3fa7-4699-b484-0c578c6dacf1 None None] The sync data for ids ['dda371eb-bd79-4614-b0f0-edb2bee2ed77'] in n-d-712749-28 is: [] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:30:03.636776 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2923b390-a4e5-4627-86e1-759df6c92743 admin admin] Network 3ee5b4fe-7a2b-416c-ac54-853e513c8c13 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:30:03.637247 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 40560) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:30:03.672440 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-2923b390-a4e5-4627-86e1-759df6c92743 admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:30:03.684227 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2923b390-a4e5-4627-86e1-759df6c92743 admin admin] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:30:03.704801 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2923b390-a4e5-4627-86e1-759df6c92743 admin admin] Pushing event updated for resources: {'Port': ['ID=7c0da368-7307-4ce3-a4d7-500bfcfdbb11,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:30:03.772268 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5344628-6ede-47c2-a619-ebbe8907cc68 None None] Pushing event updated for resources: {'Port': ['ID=7e41736c-071f-42a4-badd-d90af99087d0,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:30:03.781848 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-73f7dae2-a650-453f-923d-b13ab8c0d516 admin admin] Deleting subnet 73a9883f-5d62-4e44-aedd-907ff0ad8bcf {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:30:03.786157 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-73f7dae2-a650-453f-923d-b13ab8c0d516 admin admin] Publish callbacks [] for subnet (73a9883f-5d62-4e44-aedd-907ff0ad8bcf), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:03.820991 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58bbbdaa-6f0e-4ae2-aa3c-1629dea9bfed None None] Routers {'65e3a54e-1bcd-430b-a2ee-fdebdf5d9d97'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:30:03.822617 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-58bbbdaa-6f0e-4ae2-aa3c-1629dea9bfed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:29:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['65e3a54e-1bcd-430b-a2ee-fdebdf5d9d97'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:30:03.833588 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-73f7dae2-a650-453f-923d-b13ab8c0d516 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24759175'] for subnet (73a9883f-5d62-4e44-aedd-907ff0ad8bcf), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:03.935302 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:04.001941 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [None req-e67c8650-b7e7-493a-8268-7a27377787e2 tempest-ExtensionsTestJSON-1967715365 tempest-ExtensionsTestJSON-1967715365-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103283) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 07:30:04.003899 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-e67c8650-b7e7-493a-8268-7a27377787e2 tempest-ExtensionsTestJSON-1967715365 tempest-ExtensionsTestJSON-1967715365-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.3650923 Jan 28 07:30:04.007488 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 40576) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:30:04.030445 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [None req-c5f31ff0-e10b-4b15-9a29-a7388fa0283b tempest-ExtensionsTestJSON-1967715365 tempest-ExtensionsTestJSON-1967715365-project] http://10.222.0.41:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=103283) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 07:30:04.033479 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-c5f31ff0-e10b-4b15-9a29-a7388fa0283b tempest-ExtensionsTestJSON-1967715365 tempest-ExtensionsTestJSON-1967715365-project] 10.222.0.41 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0229890 Jan 28 07:30:04.036431 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 40578) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:30:04.060101 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [None req-f67ec66d-c007-431b-87c5-fd505e795907 tempest-ExtensionsTestJSON-1967715365 tempest-ExtensionsTestJSON-1967715365-project] http://10.222.0.41:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=103283) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 07:30:04.079950 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-f67ec66d-c007-431b-87c5-fd505e795907 tempest-ExtensionsTestJSON-1967715365 tempest-ExtensionsTestJSON-1967715365-project] 10.222.0.41 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0235419 Jan 28 07:30:04.084095 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 40580) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:30:04.094044 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-73f7dae2-a650-453f-923d-b13ab8c0d516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (73a9883f-5d62-4e44-aedd-907ff0ad8bcf), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:04.104870 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [None req-01111c0e-6760-46b5-bb8c-0ae4b496fbfd tempest-ExtensionsTestJSON-1967715365 tempest-ExtensionsTestJSON-1967715365-project] http://10.222.0.41:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=103283) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 07:30:04.110451 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-01111c0e-6760-46b5-bb8c-0ae4b496fbfd tempest-ExtensionsTestJSON-1967715365 tempest-ExtensionsTestJSON-1967715365-project] 10.222.0.41 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0152850 Jan 28 07:30:04.112569 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 40584) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:30:04.128498 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [None req-c18bd96d-110f-4934-8f9c-87cb21c5b0fe tempest-ExtensionsTestJSON-1967715365 tempest-ExtensionsTestJSON-1967715365-project] http://10.222.0.41:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=103283) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 07:30:04.130993 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-c18bd96d-110f-4934-8f9c-87cb21c5b0fe tempest-ExtensionsTestJSON-1967715365 tempest-ExtensionsTestJSON-1967715365-project] 10.222.0.41 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0161197 Jan 28 07:30:04.133346 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 40586) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:30:04.147721 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [None req-2a687237-6a06-442f-bb12-70da9af766d9 tempest-ExtensionsTestJSON-1967715365 tempest-ExtensionsTestJSON-1967715365-project] http://10.222.0.41:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=103283) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 07:30:04.151478 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-2a687237-6a06-442f-bb12-70da9af766d9 tempest-ExtensionsTestJSON-1967715365 tempest-ExtensionsTestJSON-1967715365-project] 10.222.0.41 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0127723 Jan 28 07:30:04.153575 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 40588) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:30:04.174732 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [None req-947e0b7d-af27-4f96-aeb1-a9b993180f59 tempest-ExtensionsTestJSON-1967715365 tempest-ExtensionsTestJSON-1967715365-project] http://10.222.0.41:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=103283) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 07:30:04.179877 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-947e0b7d-af27-4f96-aeb1-a9b993180f59 tempest-ExtensionsTestJSON-1967715365 tempest-ExtensionsTestJSON-1967715365-project] 10.222.0.41 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0249000 Jan 28 07:30:04.188303 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 40594) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:30:04.209486 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [None req-7e7273de-baf7-48bc-a634-061e026000eb tempest-ExtensionsTestJSON-1967715365 tempest-ExtensionsTestJSON-1967715365-project] http://10.222.0.41:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=103283) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 07:30:04.216429 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-7e7273de-baf7-48bc-a634-061e026000eb tempest-ExtensionsTestJSON-1967715365 tempest-ExtensionsTestJSON-1967715365-project] 10.222.0.41 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0243576 Jan 28 07:30:04.218237 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 40596) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:30:04.230938 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2923b390-a4e5-4627-86e1-759df6c92743 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16609232'] for router_interface (65e3a54e-1bcd-430b-a2ee-fdebdf5d9d97), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:04.234678 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [None req-a7359475-8726-496b-9eac-db10ee399f4f tempest-ExtensionsTestJSON-1967715365 tempest-ExtensionsTestJSON-1967715365-project] http://10.222.0.41:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=103283) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 07:30:04.235751 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-a7359475-8726-496b-9eac-db10ee399f4f tempest-ExtensionsTestJSON-1967715365 tempest-ExtensionsTestJSON-1967715365-project] 10.222.0.41 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0126615 Jan 28 07:30:04.247303 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 40598) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:30:04.285739 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [None req-4a021f0e-673d-429e-877c-8fb712628a34 tempest-ExtensionsTestJSON-1967715365 tempest-ExtensionsTestJSON-1967715365-project] http://10.222.0.41:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=103283) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 07:30:04.293579 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-4a021f0e-673d-429e-877c-8fb712628a34 tempest-ExtensionsTestJSON-1967715365 tempest-ExtensionsTestJSON-1967715365-project] 10.222.0.41 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0355461 Jan 28 07:30:04.295073 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 40600) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:30:04.299364 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-2010181c-b573-45ce-ab7e-b38743240dbc None None] Provisioning complete for port 7c0da368-7307-4ce3-a4d7-500bfcfdbb11 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:30:04.303101 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2010181c-b573-45ce-ab7e-b38743240dbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (7c0da368-7307-4ce3-a4d7-500bfcfdbb11), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:04.313126 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [None req-1d93baf5-d34a-4a6d-8f7e-602f6fb6b75d tempest-ExtensionsTestJSON-1967715365 tempest-ExtensionsTestJSON-1967715365-project] http://10.222.0.41:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=103283) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 07:30:04.320737 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-1d93baf5-d34a-4a6d-8f7e-602f6fb6b75d tempest-ExtensionsTestJSON-1967715365 tempest-ExtensionsTestJSON-1967715365-project] 10.222.0.41 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0247402 Jan 28 07:30:04.326301 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 40602) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:30:04.342473 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [None req-ba24cbde-0443-4ed1-8dcf-7122b78003a4 tempest-ExtensionsTestJSON-1967715365 tempest-ExtensionsTestJSON-1967715365-project] http://10.222.0.41:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=103283) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 07:30:04.349234 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-ba24cbde-0443-4ed1-8dcf-7122b78003a4 tempest-ExtensionsTestJSON-1967715365 tempest-ExtensionsTestJSON-1967715365-project] 10.222.0.41 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0207217 Jan 28 07:30:04.354362 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 40604) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:30:04.374485 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [None req-3e23265c-358c-427a-9e38-662b13c85f11 tempest-ExtensionsTestJSON-1967715365 tempest-ExtensionsTestJSON-1967715365-project] http://10.222.0.41:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=103283) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 07:30:04.394775 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-3e23265c-358c-427a-9e38-662b13c85f11 tempest-ExtensionsTestJSON-1967715365 tempest-ExtensionsTestJSON-1967715365-project] 10.222.0.41 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0216336 Jan 28 07:30:04.395697 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 40606) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:30:04.421777 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [None req-23c74617-a48d-45ec-8911-24660db3ab35 tempest-ExtensionsTestJSON-1967715365 tempest-ExtensionsTestJSON-1967715365-project] http://10.222.0.41:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=103283) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 07:30:04.428048 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-23c74617-a48d-45ec-8911-24660db3ab35 tempest-ExtensionsTestJSON-1967715365 tempest-ExtensionsTestJSON-1967715365-project] 10.222.0.41 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0264924 Jan 28 07:30:04.435016 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 40612) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:30:04.465618 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [None req-2ec2c890-5f2d-4d3c-947e-2641a1ada037 tempest-ExtensionsTestJSON-1967715365 tempest-ExtensionsTestJSON-1967715365-project] http://10.222.0.41:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=103283) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 07:30:04.466756 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-2ec2c890-5f2d-4d3c-947e-2641a1ada037 tempest-ExtensionsTestJSON-1967715365 tempest-ExtensionsTestJSON-1967715365-project] 10.222.0.41 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0304089 Jan 28 07:30:04.475881 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 40618) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:30:04.506753 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [None req-3e09ccfa-ddba-4a5d-b76f-8facc3001ce3 tempest-ExtensionsTestJSON-1967715365 tempest-ExtensionsTestJSON-1967715365-project] http://10.222.0.41:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=103283) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 07:30:04.512954 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-2010181c-b573-45ce-ab7e-b38743240dbc None None] Port 7c0da368-7307-4ce3-a4d7-500bfcfdbb11 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:30:04.516344 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-3e09ccfa-ddba-4a5d-b76f-8facc3001ce3 tempest-ExtensionsTestJSON-1967715365 tempest-ExtensionsTestJSON-1967715365-project] 10.222.0.41 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0302548 Jan 28 07:30:04.517614 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 40622) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:30:04.522772 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-73f7dae2-a650-453f-923d-b13ab8c0d516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24757569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24979817'] for subnet (73a9883f-5d62-4e44-aedd-907ff0ad8bcf), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:04.536917 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [None req-8f261faa-a9e1-4c21-900e-e0bf7dd0a793 tempest-ExtensionsTestJSON-1967715365 tempest-ExtensionsTestJSON-1967715365-project] http://10.222.0.41:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=103283) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 07:30:04.540034 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-8f261faa-a9e1-4c21-900e-e0bf7dd0a793 tempest-ExtensionsTestJSON-1967715365 tempest-ExtensionsTestJSON-1967715365-project] 10.222.0.41 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0206740 Jan 28 07:30:04.543024 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 40624) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:30:04.562070 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [None req-19962111-5fef-4226-8a80-40750ad6cc43 tempest-ExtensionsTestJSON-1967715365 tempest-ExtensionsTestJSON-1967715365-project] http://10.222.0.41:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=103283) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 07:30:04.565452 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-19962111-5fef-4226-8a80-40750ad6cc43 tempest-ExtensionsTestJSON-1967715365 tempest-ExtensionsTestJSON-1967715365-project] 10.222.0.41 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0186284 Jan 28 07:30:04.570087 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 40628) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:30:04.583154 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [None req-1ac5f37f-3c7b-4fc9-ad63-3c6cc6bb4d30 tempest-ExtensionsTestJSON-1967715365 tempest-ExtensionsTestJSON-1967715365-project] http://10.222.0.41:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=103283) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 07:30:04.588009 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-1ac5f37f-3c7b-4fc9-ad63-3c6cc6bb4d30 tempest-ExtensionsTestJSON-1967715365 tempest-ExtensionsTestJSON-1967715365-project] 10.222.0.41 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0157757 Jan 28 07:30:04.598962 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 40632) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:30:04.604773 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [None req-2e84c14a-a02c-4323-b55c-29f701bcbd94 tempest-ExtensionsTestJSON-1967715365 tempest-ExtensionsTestJSON-1967715365-project] http://10.222.0.41:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=103283) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 07:30:04.605742 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-2e84c14a-a02c-4323-b55c-29f701bcbd94 tempest-ExtensionsTestJSON-1967715365 tempest-ExtensionsTestJSON-1967715365-project] 10.222.0.41 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0056522 Jan 28 07:30:04.610910 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 40634) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:30:04.620329 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [None req-0355c368-8c00-4fed-92e0-b3ac381bfd45 tempest-ExtensionsTestJSON-1967715365 tempest-ExtensionsTestJSON-1967715365-project] http://10.222.0.41:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=103283) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 07:30:04.621542 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-0355c368-8c00-4fed-92e0-b3ac381bfd45 tempest-ExtensionsTestJSON-1967715365 tempest-ExtensionsTestJSON-1967715365-project] 10.222.0.41 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0074494 Jan 28 07:30:04.624469 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 40636) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:30:04.630328 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [None req-fbf79411-a406-4772-9040-33b234dbc247 tempest-ExtensionsTestJSON-1967715365 tempest-ExtensionsTestJSON-1967715365-project] http://10.222.0.41:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=103283) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 07:30:04.631349 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-fbf79411-a406-4772-9040-33b234dbc247 tempest-ExtensionsTestJSON-1967715365 tempest-ExtensionsTestJSON-1967715365-project] 10.222.0.41 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0059366 Jan 28 07:30:04.634630 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 40638) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:30:04.656807 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [None req-fe8c4e94-052f-4f7a-83db-2bf2b1e72064 tempest-ExtensionsTestJSON-1967715365 tempest-ExtensionsTestJSON-1967715365-project] http://10.222.0.41:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=103283) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 07:30:04.665181 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f1438ab-1295-4904-be3e-095629771dd0 None None] Network 3f790760-53a8-4403-a279-f0a40c73d527 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:30:04.666024 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-73f7dae2-a650-453f-923d-b13ab8c0d516 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:04.670361 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-fe8c4e94-052f-4f7a-83db-2bf2b1e72064 tempest-ExtensionsTestJSON-1967715365 tempest-ExtensionsTestJSON-1967715365-project] 10.222.0.41 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0347259 Jan 28 07:30:04.672458 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-58bbbdaa-6f0e-4ae2-aa3c-1629dea9bfed None None] Set router 65e3a54e-1bcd-430b-a2ee-fdebdf5d9d97 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:30:04.676550 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 40640) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:30:04.695726 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [None req-1054a291-ddf8-4f0c-8ecc-c7334b59b734 tempest-ExtensionsTestJSON-1967715365 tempest-ExtensionsTestJSON-1967715365-project] http://10.222.0.41:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=103283) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 07:30:04.697692 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-73f7dae2-a650-453f-923d-b13ab8c0d516 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/73a9883f-5d62-4e44-aedd-907ff0ad8bcf HTTP/1.1" status: 204 len: 168 time: 1.2744849 Jan 28 07:30:04.706750 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-1054a291-ddf8-4f0c-8ecc-c7334b59b734 tempest-ExtensionsTestJSON-1967715365 tempest-ExtensionsTestJSON-1967715365-project] 10.222.0.41 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0282836 Jan 28 07:30:04.707473 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 40644) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:30:04.711116 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 40646) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:30:04.737414 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [None req-738f0822-f089-4350-88ad-7f61b7a99ac7 tempest-ExtensionsTestJSON-1967715365 tempest-ExtensionsTestJSON-1967715365-project] http://10.222.0.41:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=103283) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 07:30:04.745769 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-738f0822-f089-4350-88ad-7f61b7a99ac7 tempest-ExtensionsTestJSON-1967715365 tempest-ExtensionsTestJSON-1967715365-project] 10.222.0.41 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0237451 Jan 28 07:30:04.772360 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 40648) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:30:04.785267 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [None req-05107396-dd52-40c9-bf85-331a234db962 tempest-ExtensionsTestJSON-1967715365 tempest-ExtensionsTestJSON-1967715365-project] http://10.222.0.41:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=103283) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 07:30:04.786449 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-05107396-dd52-40c9-bf85-331a234db962 tempest-ExtensionsTestJSON-1967715365 tempest-ExtensionsTestJSON-1967715365-project] 10.222.0.41 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0092242 Jan 28 07:30:04.796775 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f7dae2-a650-453f-923d-b13ab8c0d516 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73a9883f-5d62-4e44-aedd-907ff0ad8bcf,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:30:04.810236 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 40652) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:30:04.841451 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [None req-02ea4374-00b6-4f48-a54a-18a25be20a1e tempest-ExtensionsTestJSON-1967715365 tempest-ExtensionsTestJSON-1967715365-project] http://10.222.0.41:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 07:30:04.844501 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-02ea4374-00b6-4f48-a54a-18a25be20a1e tempest-ExtensionsTestJSON-1967715365 tempest-ExtensionsTestJSON-1967715365-project] 10.222.0.41 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0221951 Jan 28 07:30:04.851161 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 40656) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:30:04.861990 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [None req-72b542f4-8741-47fb-afd9-174059b1a491 tempest-ExtensionsTestJSON-1967715365 tempest-ExtensionsTestJSON-1967715365-project] http://10.222.0.41:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 07:30:04.863263 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-72b542f4-8741-47fb-afd9-174059b1a491 tempest-ExtensionsTestJSON-1967715365 tempest-ExtensionsTestJSON-1967715365-project] 10.222.0.41 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0109410 Jan 28 07:30:04.899166 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-19076fe9-1a0b-4960-b4db-e4e0cd8ba59b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (3f790760-53a8-4403-a279-f0a40c73d527), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:04.905111 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 40658) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:30:04.922489 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [None req-5db0ba0c-5b23-48aa-83c7-6bc85a8a19da tempest-ExtensionsTestJSON-1967715365 tempest-ExtensionsTestJSON-1967715365-project] http://10.222.0.41:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=103283) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 07:30:04.922489 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-5db0ba0c-5b23-48aa-83c7-6bc85a8a19da tempest-ExtensionsTestJSON-1967715365 tempest-ExtensionsTestJSON-1967715365-project] 10.222.0.41 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0120726 Jan 28 07:30:04.922489 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 40664) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:30:04.929715 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [None req-32cf7e9e-51be-4667-94ca-9ce349a0eed9 tempest-ExtensionsTestJSON-1967715365 tempest-ExtensionsTestJSON-1967715365-project] http://10.222.0.41:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=103283) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 07:30:04.937814 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-32cf7e9e-51be-4667-94ca-9ce349a0eed9 tempest-ExtensionsTestJSON-1967715365 tempest-ExtensionsTestJSON-1967715365-project] 10.222.0.41 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0106063 Jan 28 07:30:04.939132 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 40666) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:30:04.953616 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [None req-e662fbf9-6f2c-4a57-a38f-391408dce09b tempest-ExtensionsTestJSON-1967715365 tempest-ExtensionsTestJSON-1967715365-project] http://10.222.0.41:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 07:30:04.957194 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-e662fbf9-6f2c-4a57-a38f-391408dce09b tempest-ExtensionsTestJSON-1967715365 tempest-ExtensionsTestJSON-1967715365-project] 10.222.0.41 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0138347 Jan 28 07:30:04.961919 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 40670) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:30:04.986711 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [None req-47ccdaf1-9b8a-4a7f-a9d2-0f627db9f2fb tempest-ExtensionsTestJSON-1967715365 tempest-ExtensionsTestJSON-1967715365-project] http://10.222.0.41:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 07:30:04.990850 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-47ccdaf1-9b8a-4a7f-a9d2-0f627db9f2fb tempest-ExtensionsTestJSON-1967715365 tempest-ExtensionsTestJSON-1967715365-project] 10.222.0.41 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0231953 Jan 28 07:30:04.997074 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 40672) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:30:05.019019 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [None req-369e97f0-9e60-4e08-9a2b-671def35ef6e tempest-ExtensionsTestJSON-1967715365 tempest-ExtensionsTestJSON-1967715365-project] http://10.222.0.41:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 07:30:05.020038 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-369e97f0-9e60-4e08-9a2b-671def35ef6e tempest-ExtensionsTestJSON-1967715365 tempest-ExtensionsTestJSON-1967715365-project] 10.222.0.41 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0220397 Jan 28 07:30:05.026128 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 40678) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:30:05.034273 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [None req-e8eb15ae-5233-4e0f-9a16-e8047f736bcd tempest-ExtensionsTestJSON-1967715365 tempest-ExtensionsTestJSON-1967715365-project] http://10.222.0.41:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=103283) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 07:30:05.053417 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-e8eb15ae-5233-4e0f-9a16-e8047f736bcd tempest-ExtensionsTestJSON-1967715365 tempest-ExtensionsTestJSON-1967715365-project] 10.222.0.41 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0157132 Jan 28 07:30:05.054994 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 40680) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:30:05.074462 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [None req-4a94bf5f-6cd4-4a0f-86c8-9051aaaf8e2b tempest-ExtensionsTestJSON-1967715365 tempest-ExtensionsTestJSON-1967715365-project] http://10.222.0.41:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=103283) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 07:30:05.075822 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-4a94bf5f-6cd4-4a0f-86c8-9051aaaf8e2b tempest-ExtensionsTestJSON-1967715365 tempest-ExtensionsTestJSON-1967715365-project] 10.222.0.41 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0169461 Jan 28 07:30:05.086864 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 40684) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:30:05.096582 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [None req-499a8678-779b-4e23-a7aa-d63c907341d0 tempest-ExtensionsTestJSON-1967715365 tempest-ExtensionsTestJSON-1967715365-project] http://10.222.0.41:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=103283) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 07:30:05.097902 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-499a8678-779b-4e23-a7aa-d63c907341d0 tempest-ExtensionsTestJSON-1967715365 tempest-ExtensionsTestJSON-1967715365-project] 10.222.0.41 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0097337 Jan 28 07:30:05.109314 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 40686) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:30:05.128698 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [None req-f19c84b9-61a9-4702-beb0-8dd195dd52be tempest-ExtensionsTestJSON-1967715365 tempest-ExtensionsTestJSON-1967715365-project] http://10.222.0.41:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=103283) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 07:30:05.132470 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-f19c84b9-61a9-4702-beb0-8dd195dd52be tempest-ExtensionsTestJSON-1967715365 tempest-ExtensionsTestJSON-1967715365-project] 10.222.0.41 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0120680 Jan 28 07:30:05.133353 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 40688) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:30:05.153232 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [None req-7f2cd7e7-ce4f-409d-bfd6-84775c90d6f9 tempest-ExtensionsTestJSON-1967715365 tempest-ExtensionsTestJSON-1967715365-project] http://10.222.0.41:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=103283) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 07:30:05.161400 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-7f2cd7e7-ce4f-409d-bfd6-84775c90d6f9 tempest-ExtensionsTestJSON-1967715365 tempest-ExtensionsTestJSON-1967715365-project] 10.222.0.41 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0114307 Jan 28 07:30:05.162245 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 40690) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:30:05.174651 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2923b390-a4e5-4627-86e1-759df6c92743 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (7c0da368-7307-4ce3-a4d7-500bfcfdbb11), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:05.184758 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [None req-ef91849c-31a2-4d97-978a-629c0f08b5cd tempest-ExtensionsTestJSON-1967715365 tempest-ExtensionsTestJSON-1967715365-project] http://10.222.0.41:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=103283) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 07:30:05.187632 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-ef91849c-31a2-4d97-978a-629c0f08b5cd tempest-ExtensionsTestJSON-1967715365 tempest-ExtensionsTestJSON-1967715365-project] 10.222.0.41 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0117564 Jan 28 07:30:05.197989 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a8f31ab-f129-4631-96b5-74f9b72a7764 None None] DHCP port deletion for 3f790760-53a8-4403-a279-f0a40c73d527 request from n-d-712749-28 {{(pid=103285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 07:30:05.201429 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-58bbbdaa-6f0e-4ae2-aa3c-1629dea9bfed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65e3a54e-1bcd-430b-a2ee-fdebdf5d9d97', 'name': 'tempest-TestAggregatesBasicOps-567975020-router', 'tenant_id': 'f1085e72fe1b4a069d884b846e48b5f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': '7e41736c-071f-42a4-badd-d90af99087d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:29:55Z', 'updated_at': '2022-01-28T07:29:58Z', 'revision_number': 3, 'project_id': 'f1085e72fe1b4a069d884b846e48b5f9', 'gw_port': {'id': '7e41736c-071f-42a4-badd-d90af99087d0', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:61:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65e3a54e-1bcd-430b-a2ee-fdebdf5d9d97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:29:56Z', 'updated_at': '2022-01-28T07:30:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:30:05.208856 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 40692) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:30:05.220504 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [None req-6e1fde4c-287d-4d7b-8576-c4b39f2790d0 tempest-ExtensionsTestJSON-1967715365 tempest-ExtensionsTestJSON-1967715365-project] http://10.222.0.41:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 07:30:05.223159 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-6e1fde4c-287d-4d7b-8576-c4b39f2790d0 tempest-ExtensionsTestJSON-1967715365 tempest-ExtensionsTestJSON-1967715365-project] 10.222.0.41 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0125539 Jan 28 07:30:05.227003 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 40694) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:30:05.230643 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-19076fe9-1a0b-4960-b4db-e4e0cd8ba59b admin admin] Deleting port 18075375-f27a-443e-ba41-5666912895dd {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:30:05.230986 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-19076fe9-1a0b-4960-b4db-e4e0cd8ba59b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (18075375-f27a-443e-ba41-5666912895dd), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:05.234387 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [None req-923c5197-d250-4165-ba0e-5f13ffe37fcb tempest-ExtensionsTestJSON-1967715365 tempest-ExtensionsTestJSON-1967715365-project] http://10.222.0.41:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 07:30:05.237236 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-923c5197-d250-4165-ba0e-5f13ffe37fcb tempest-ExtensionsTestJSON-1967715365 tempest-ExtensionsTestJSON-1967715365-project] 10.222.0.41 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0080385 Jan 28 07:30:05.241510 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 40696) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:30:05.255552 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [None req-6a27fa19-5f56-43ee-9cb2-ffb62cbd4893 tempest-ExtensionsTestJSON-1967715365 tempest-ExtensionsTestJSON-1967715365-project] http://10.222.0.41:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=103283) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 07:30:05.260739 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-6a27fa19-5f56-43ee-9cb2-ffb62cbd4893 tempest-ExtensionsTestJSON-1967715365 tempest-ExtensionsTestJSON-1967715365-project] 10.222.0.41 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0174048 Jan 28 07:30:05.261384 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 40698) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:30:05.297297 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58bbbdaa-6f0e-4ae2-aa3c-1629dea9bfed None None] The sync data for ids ['65e3a54e-1bcd-430b-a2ee-fdebdf5d9d97'] in n-d-712749-28 is: [{'id': '65e3a54e-1bcd-430b-a2ee-fdebdf5d9d97', 'name': 'tempest-TestAggregatesBasicOps-567975020-router', 'tenant_id': 'f1085e72fe1b4a069d884b846e48b5f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': '7e41736c-071f-42a4-badd-d90af99087d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:29:55Z', 'updated_at': '2022-01-28T07:29:58Z', 'revision_number': 3, 'project_id': 'f1085e72fe1b4a069d884b846e48b5f9', 'gw_port': {'id': '7e41736c-071f-42a4-badd-d90af99087d0', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:61:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65e3a54e-1bcd-430b-a2ee-fdebdf5d9d97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:29:56Z', 'updated_at': '2022-01-28T07:30:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:30:05.321831 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [None req-c72d4c4f-dd85-4172-b1b1-f4068fa1cad1 tempest-ExtensionsTestJSON-1967715365 tempest-ExtensionsTestJSON-1967715365-project] http://10.222.0.41:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=103283) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 07:30:05.331356 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 40702) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:30:05.331575 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-c72d4c4f-dd85-4172-b1b1-f4068fa1cad1 tempest-ExtensionsTestJSON-1967715365 tempest-ExtensionsTestJSON-1967715365-project] 10.222.0.41 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0340052 Jan 28 07:30:05.349617 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [None req-9dbcc963-03fd-47c4-8d21-c7bae8d366af tempest-ExtensionsTestJSON-1967715365 tempest-ExtensionsTestJSON-1967715365-project] http://10.222.0.41:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 07:30:05.351615 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-9dbcc963-03fd-47c4-8d21-c7bae8d366af tempest-ExtensionsTestJSON-1967715365 tempest-ExtensionsTestJSON-1967715365-project] 10.222.0.41 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0177157 Jan 28 07:30:05.368766 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 40704) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:30:05.373030 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-7a8f31ab-f129-4631-96b5-74f9b72a7764 None None] Deleting port 18075375-f27a-443e-ba41-5666912895dd {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:30:05.377352 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7a8f31ab-f129-4631-96b5-74f9b72a7764 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (18075375-f27a-443e-ba41-5666912895dd), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:05.381910 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [None req-a187925e-cf1f-4a47-b960-cc0a9019714b tempest-ExtensionsTestJSON-1967715365 tempest-ExtensionsTestJSON-1967715365-project] http://10.222.0.41:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 07:30:05.388040 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-a187925e-cf1f-4a47-b960-cc0a9019714b tempest-ExtensionsTestJSON-1967715365 tempest-ExtensionsTestJSON-1967715365-project] 10.222.0.41 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0174382 Jan 28 07:30:05.403377 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 40706) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:30:05.421466 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [None req-601cbdc8-5015-4336-92f5-c4b6f60916fb tempest-ExtensionsTestJSON-1967715365 tempest-ExtensionsTestJSON-1967715365-project] http://10.222.0.41:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 07:30:05.424763 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-601cbdc8-5015-4336-92f5-c4b6f60916fb tempest-ExtensionsTestJSON-1967715365 tempest-ExtensionsTestJSON-1967715365-project] 10.222.0.41 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0147271 Jan 28 07:30:05.439070 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 40708) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:30:05.463338 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [None req-83448b5b-2aef-4f68-9dd8-bc4c067f64bb tempest-ExtensionsTestJSON-1967715365 tempest-ExtensionsTestJSON-1967715365-project] http://10.222.0.41:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 07:30:05.465133 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-83448b5b-2aef-4f68-9dd8-bc4c067f64bb tempest-ExtensionsTestJSON-1967715365 tempest-ExtensionsTestJSON-1967715365-project] 10.222.0.41 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0232537 Jan 28 07:30:05.468981 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 40710) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:30:05.510394 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-19076fe9-1a0b-4960-b4db-e4e0cd8ba59b admin admin] For port 18075375-f27a-443e-ba41-5666912895dd, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=18075375-f27a-443e-ba41-5666912895dd,segment=NetworkSegment(4b71204a-78d3-438a-bdaf-b518acb071bf),segment_id=4b71204a-78d3-438a-bdaf-b518acb071bf)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:30:05.511390 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-19076fe9-1a0b-4960-b4db-e4e0cd8ba59b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (18075375-f27a-443e-ba41-5666912895dd), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:05.542687 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-19076fe9-1a0b-4960-b4db-e4e0cd8ba59b admin admin] Calling delete_port for 18075375-f27a-443e-ba41-5666912895dd owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:30:05.549927 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-7a8f31ab-f129-4631-96b5-74f9b72a7764 None None] For port 18075375-f27a-443e-ba41-5666912895dd, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=18075375-f27a-443e-ba41-5666912895dd,segment=NetworkSegment(4b71204a-78d3-438a-bdaf-b518acb071bf),segment_id=4b71204a-78d3-438a-bdaf-b518acb071bf)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:30:05.550942 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7a8f31ab-f129-4631-96b5-74f9b72a7764 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (18075375-f27a-443e-ba41-5666912895dd), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:05.554297 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [None req-39590b1d-ae70-42a5-a5bf-49a9fcf22229 tempest-ExtensionsTestJSON-1967715365 tempest-ExtensionsTestJSON-1967715365-project] http://10.222.0.41:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 07:30:05.556923 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-39590b1d-ae70-42a5-a5bf-49a9fcf22229 tempest-ExtensionsTestJSON-1967715365 tempest-ExtensionsTestJSON-1967715365-project] 10.222.0.41 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0776837 Jan 28 07:30:05.560909 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 40714) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:30:05.577926 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-7a8f31ab-f129-4631-96b5-74f9b72a7764 None None] Calling delete_port for 18075375-f27a-443e-ba41-5666912895dd owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:30:05.580023 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [None req-4def6595-01da-4092-87d1-8ad30fd7cd6e tempest-ExtensionsTestJSON-1967715365 tempest-ExtensionsTestJSON-1967715365-project] http://10.222.0.41:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=103283) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 07:30:05.583128 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-4def6595-01da-4092-87d1-8ad30fd7cd6e tempest-ExtensionsTestJSON-1967715365 tempest-ExtensionsTestJSON-1967715365-project] 10.222.0.41 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0177207 Jan 28 07:30:05.585988 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 40716) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:30:05.598848 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [None req-ebe7ad0d-c368-43ad-8568-b00056c6fb18 tempest-ExtensionsTestJSON-1967715365 tempest-ExtensionsTestJSON-1967715365-project] http://10.222.0.41:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=103283) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 07:30:05.626397 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-ebe7ad0d-c368-43ad-8568-b00056c6fb18 tempest-ExtensionsTestJSON-1967715365 tempest-ExtensionsTestJSON-1967715365-project] 10.222.0.41 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0294905 Jan 28 07:30:05.629047 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 40722) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:30:05.790050 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [None req-45b62ba9-3d02-49b3-9641-56d30ad86268 tempest-ExtensionsTestJSON-1967715365 tempest-ExtensionsTestJSON-1967715365-project] http://10.222.0.41:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=103283) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 07:30:05.795901 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-45b62ba9-3d02-49b3-9641-56d30ad86268 tempest-ExtensionsTestJSON-1967715365 tempest-ExtensionsTestJSON-1967715365-project] 10.222.0.41 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0143402 Jan 28 07:30:05.798490 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 40728) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:30:05.821308 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [None req-d02c598a-81d9-4bc7-b732-92d396e96651 tempest-ExtensionsTestJSON-1967715365 tempest-ExtensionsTestJSON-1967715365-project] http://10.222.0.41:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=103283) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 07:30:05.832115 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-d02c598a-81d9-4bc7-b732-92d396e96651 tempest-ExtensionsTestJSON-1967715365 tempest-ExtensionsTestJSON-1967715365-project] 10.222.0.41 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0179996 Jan 28 07:30:05.835062 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 40732) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:30:05.866562 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [None req-01dd1a43-f401-4331-a160-74c918d8a494 tempest-ExtensionsTestJSON-1967715365 tempest-ExtensionsTestJSON-1967715365-project] http://10.222.0.41:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 07:30:05.870234 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-01dd1a43-f401-4331-a160-74c918d8a494 tempest-ExtensionsTestJSON-1967715365 tempest-ExtensionsTestJSON-1967715365-project] 10.222.0.41 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0213256 Jan 28 07:30:05.874838 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 40734) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:30:05.894585 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [None req-9522de31-4da7-4487-a0c0-047b1c42a26c tempest-ExtensionsTestJSON-1967715365 tempest-ExtensionsTestJSON-1967715365-project] http://10.222.0.41:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=103283) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 07:30:05.895665 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device ddd31aac-f2ae-49c7-ab4c-1fd6cf4e8e8a no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:30:05.896984 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-9522de31-4da7-4487-a0c0-047b1c42a26c tempest-ExtensionsTestJSON-1967715365 tempest-ExtensionsTestJSON-1967715365-project] 10.222.0.41 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0185308 Jan 28 07:30:05.929940 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 40736) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:30:05.951209 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [None req-4da8dc5d-3503-4ae7-ab37-8b00193ea46f tempest-ExtensionsTestJSON-1967715365 tempest-ExtensionsTestJSON-1967715365-project] http://10.222.0.41:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=103283) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 07:30:05.956488 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-4da8dc5d-3503-4ae7-ab37-8b00193ea46f tempest-ExtensionsTestJSON-1967715365 tempest-ExtensionsTestJSON-1967715365-project] 10.222.0.41 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0242729 Jan 28 07:30:05.963329 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 40738) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:30:05.970936 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2923b390-a4e5-4627-86e1-759df6c92743 admin admin] Publish callbacks [] for port (7c0da368-7307-4ce3-a4d7-500bfcfdbb11), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:05.989691 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [None req-135fb316-ffa0-4e66-b730-8f818cc61c6b tempest-ExtensionsTestJSON-1967715365 tempest-ExtensionsTestJSON-1967715365-project] http://10.222.0.41:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=103283) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 07:30:05.996390 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-135fb316-ffa0-4e66-b730-8f818cc61c6b tempest-ExtensionsTestJSON-1967715365 tempest-ExtensionsTestJSON-1967715365-project] 10.222.0.41 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0277076 Jan 28 07:30:05.998509 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 40740) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:30:06.004225 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [None req-31fe479b-d082-46e5-b196-35738b5dc6ae tempest-ExtensionsTestJSON-1967715365 tempest-ExtensionsTestJSON-1967715365-project] http://10.222.0.41:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 07:30:06.009093 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-31fe479b-d082-46e5-b196-35738b5dc6ae tempest-ExtensionsTestJSON-1967715365 tempest-ExtensionsTestJSON-1967715365-project] 10.222.0.41 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0091577 Jan 28 07:30:06.013344 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 40742) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:30:06.027058 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2923b390-a4e5-4627-86e1-759df6c92743 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (7c0da368-7307-4ce3-a4d7-500bfcfdbb11), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:06.031009 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [None req-b12e8ec2-2985-4766-9465-86afcdc4b5fe tempest-ExtensionsTestJSON-1967715365 tempest-ExtensionsTestJSON-1967715365-project] http://10.222.0.41:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=103283) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 07:30:06.038224 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-b12e8ec2-2985-4766-9465-86afcdc4b5fe tempest-ExtensionsTestJSON-1967715365 tempest-ExtensionsTestJSON-1967715365-project] 10.222.0.41 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0212760 Jan 28 07:30:06.050505 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 40744) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:30:06.075599 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: ddd31aac-f2ae-49c7-ab4c-1fd6cf4e8e8a {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:30:06.075999 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device ddd31aac-f2ae-49c7-ab4c-1fd6cf4e8e8a not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:30:06.076487 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 2459c994-e46d-44cb-a423-eede3526f0c8 no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:30:06.093044 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [None req-59604d2d-35a8-482d-9401-a71bfe7a14da tempest-ExtensionsTestJSON-1967715365 tempest-ExtensionsTestJSON-1967715365-project] http://10.222.0.41:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=103283) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 07:30:06.103638 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-59604d2d-35a8-482d-9401-a71bfe7a14da tempest-ExtensionsTestJSON-1967715365 tempest-ExtensionsTestJSON-1967715365-project] 10.222.0.41 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0231907 Jan 28 07:30:06.113716 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 40748) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:30:06.119473 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 40750) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:30:06.155342 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [None req-216bda0a-bdc6-4b01-9a0f-97a352da3277 tempest-ExtensionsTestJSON-1967715365 tempest-ExtensionsTestJSON-1967715365-project] http://10.222.0.41:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=103283) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 07:30:06.158461 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-216bda0a-bdc6-4b01-9a0f-97a352da3277 tempest-ExtensionsTestJSON-1967715365 tempest-ExtensionsTestJSON-1967715365-project] 10.222.0.41 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0377429 Jan 28 07:30:06.166778 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 40754) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:30:06.185698 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7a8f31ab-f129-4631-96b5-74f9b72a7764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298'] for port (18075375-f27a-443e-ba41-5666912895dd), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:06.206290 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [None req-554e6628-a3b4-4ce2-8766-216e4001f568 tempest-ExtensionsTestJSON-1967715365 tempest-ExtensionsTestJSON-1967715365-project] http://10.222.0.41:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=103283) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 07:30:06.212521 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-554e6628-a3b4-4ce2-8766-216e4001f568 tempest-ExtensionsTestJSON-1967715365 tempest-ExtensionsTestJSON-1967715365-project] 10.222.0.41 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0192990 Jan 28 07:30:06.213671 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 40756) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:30:06.229918 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [None req-965b88b6-a43c-4d9c-abb0-756efba0b3b7 tempest-ExtensionsTestJSON-1967715365 tempest-ExtensionsTestJSON-1967715365-project] http://10.222.0.41:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=103283) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 07:30:06.232607 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: 2459c994-e46d-44cb-a423-eede3526f0c8 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:30:06.232973 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 2459c994-e46d-44cb-a423-eede3526f0c8 not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:30:06.233409 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 18075375-f27a-443e-ba41-5666912895dd no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:30:06.259458 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-965b88b6-a43c-4d9c-abb0-756efba0b3b7 tempest-ExtensionsTestJSON-1967715365 tempest-ExtensionsTestJSON-1967715365-project] 10.222.0.41 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0437148 Jan 28 07:30:06.269079 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-19076fe9-1a0b-4960-b4db-e4e0cd8ba59b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (18075375-f27a-443e-ba41-5666912895dd), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:06.271243 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 40762) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:30:06.325280 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2923b390-a4e5-4627-86e1-759df6c92743 admin admin] Pushing event updated for resources: {'Port': ['ID=7c0da368-7307-4ce3-a4d7-500bfcfdbb11,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:30:06.352046 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19076fe9-1a0b-4960-b4db-e4e0cd8ba59b admin admin] Pushing event deleted for resources: {'Port': ['ID=18075375-f27a-443e-ba41-5666912895dd,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:30:06.379194 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2923b390-a4e5-4627-86e1-759df6c92743 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16318999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16606560'] for router_interface (65e3a54e-1bcd-430b-a2ee-fdebdf5d9d97), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:06.395608 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [None req-e72aa648-acb9-40cb-accc-96c86c4dc07f tempest-ExtensionsTestJSON-1967715365 tempest-ExtensionsTestJSON-1967715365-project] http://10.222.0.41:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=103283) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 07:30:06.413146 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8f31ab-f129-4631-96b5-74f9b72a7764 None None] Pushing event deleted for resources: {'Port': ['ID=18075375-f27a-443e-ba41-5666912895dd,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:30:06.419528 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-e72aa648-acb9-40cb-accc-96c86c4dc07f tempest-ExtensionsTestJSON-1967715365 tempest-ExtensionsTestJSON-1967715365-project] 10.222.0.41 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0694723 Jan 28 07:30:06.424107 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8f31ab-f129-4631-96b5-74f9b72a7764 None None] No DVR routers for this DVR port 18075375-f27a-443e-ba41-5666912895dd on host n-d-712749-28 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:30:06.426562 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: 18075375-f27a-443e-ba41-5666912895dd {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:30:06.427266 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 18075375-f27a-443e-ba41-5666912895dd not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:30:06.439199 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 40768) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:30:06.440733 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2ae73c62-e4f5-40da-909c-e8a8b9a80b30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:06.464533 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19076fe9-1a0b-4960-b4db-e4e0cd8ba59b admin admin] No DVR routers for this DVR port 18075375-f27a-443e-ba41-5666912895dd on host n-d-712749-28 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:30:06.489245 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [None req-c9f0a4d2-6fb8-4955-bd9f-b3f459f41d95 tempest-ExtensionsTestJSON-1967715365 tempest-ExtensionsTestJSON-1967715365-project] http://10.222.0.41:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=103283) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 07:30:06.497489 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-c9f0a4d2-6fb8-4955-bd9f-b3f459f41d95 tempest-ExtensionsTestJSON-1967715365 tempest-ExtensionsTestJSON-1967715365-project] 10.222.0.41 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0243363 Jan 28 07:30:06.507210 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 40770) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:30:06.631384 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [None req-fbdf1261-0b8c-47c5-99a4-59c059edbdbc tempest-ExtensionsTestJSON-1967715365 tempest-ExtensionsTestJSON-1967715365-project] http://10.222.0.41:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 07:30:06.639944 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-fbdf1261-0b8c-47c5-99a4-59c059edbdbc tempest-ExtensionsTestJSON-1967715365 tempest-ExtensionsTestJSON-1967715365-project] 10.222.0.41 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.1294289 Jan 28 07:30:06.646289 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 40776) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:30:06.783173 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-19076fe9-1a0b-4960-b4db-e4e0cd8ba59b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (3f790760-53a8-4403-a279-f0a40c73d527), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:06.804916 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [None req-6fdc7019-b9f3-4c47-aa27-c235bdd22a34 tempest-ExtensionsTestJSON-1967715365 tempest-ExtensionsTestJSON-1967715365-project] http://10.222.0.41:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 07:30:06.812279 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-6fdc7019-b9f3-4c47-aa27-c235bdd22a34 tempest-ExtensionsTestJSON-1967715365 tempest-ExtensionsTestJSON-1967715365-project] 10.222.0.41 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0216911 Jan 28 07:30:06.830803 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 40780) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:30:06.837057 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2923b390-a4e5-4627-86e1-759df6c92743 admin admin] Network 3ee5b4fe-7a2b-416c-ac54-853e513c8c13 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:30:06.841861 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [None req-db1729f3-1c65-4dee-80f1-c4bf43e0dee1 tempest-ExtensionsTestJSON-1967715365 tempest-ExtensionsTestJSON-1967715365-project] http://10.222.0.41:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 07:30:06.843130 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-db1729f3-1c65-4dee-80f1-c4bf43e0dee1 tempest-ExtensionsTestJSON-1967715365 tempest-ExtensionsTestJSON-1967715365-project] 10.222.0.41 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0111246 Jan 28 07:30:06.847116 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-2923b390-a4e5-4627-86e1-759df6c92743 admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:30:06.854233 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 40782) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:30:06.861905 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-19076fe9-1a0b-4960-b4db-e4e0cd8ba59b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f790760-53a8-4403-a279-f0a40c73d527']}} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:30:06.898211 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [None req-1acec3ea-a8ba-4d05-aa03-e49836690672 tempest-ExtensionsTestJSON-1967715365 tempest-ExtensionsTestJSON-1967715365-project] http://10.222.0.41:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 07:30:06.902567 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-1acec3ea-a8ba-4d05-aa03-e49836690672 tempest-ExtensionsTestJSON-1967715365 tempest-ExtensionsTestJSON-1967715365-project] 10.222.0.41 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0356405 Jan 28 07:30:06.908838 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 40786) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:30:06.917795 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [None req-2c06d269-3d02-4776-a58e-4a753e460729 tempest-ExtensionsTestJSON-1967715365 tempest-ExtensionsTestJSON-1967715365-project] http://10.222.0.41:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 07:30:06.918829 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-2c06d269-3d02-4776-a58e-4a753e460729 tempest-ExtensionsTestJSON-1967715365 tempest-ExtensionsTestJSON-1967715365-project] 10.222.0.41 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0090828 Jan 28 07:30:06.923182 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 40788) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:30:06.939968 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [None req-609abd73-fb74-45bf-8042-b21fbd85dbae tempest-ExtensionsTestJSON-1967715365 tempest-ExtensionsTestJSON-1967715365-project] http://10.222.0.41:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 07:30:06.942521 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2026fa79-efdc-428c-9880-9f3455d7fd55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:06.942760 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-609abd73-fb74-45bf-8042-b21fbd85dbae tempest-ExtensionsTestJSON-1967715365 tempest-ExtensionsTestJSON-1967715365-project] 10.222.0.41 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0173585 Jan 28 07:30:06.944909 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 40792) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:30:06.966634 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-19076fe9-1a0b-4960-b4db-e4e0cd8ba59b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b71204a-78d3-438a-bdaf-b518acb071bf') {'for_net_delete': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:30:06.968657 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-19076fe9-1a0b-4960-b4db-e4e0cd8ba59b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b71204a-78d3-438a-bdaf-b518acb071bf') {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:30:06.973501 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [None req-61232df7-bd3a-468f-aa56-747b56a3fc73 tempest-ExtensionsTestJSON-1967715365 tempest-ExtensionsTestJSON-1967715365-project] http://10.222.0.41:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 07:30:06.975621 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:06.984717 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-61232df7-bd3a-468f-aa56-747b56a3fc73 tempest-ExtensionsTestJSON-1967715365 tempest-ExtensionsTestJSON-1967715365-project] 10.222.0.41 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0287507 Jan 28 07:30:07.205845 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2026fa79-efdc-428c-9880-9f3455d7fd55 admin admin] Publish callbacks [] for security_group (977089a1-3d4a-4b97-9005-dee479bcfd82), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:07.219210 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2026fa79-efdc-428c-9880-9f3455d7fd55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (977089a1-3d4a-4b97-9005-dee479bcfd82), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:07.236793 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-19076fe9-1a0b-4960-b4db-e4e0cd8ba59b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13506801'] for segment (4b71204a-78d3-438a-bdaf-b518acb071bf), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:07.424531 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2026fa79-efdc-428c-9880-9f3455d7fd55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=977089a1-3d4a-4b97-9005-dee479bcfd82,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:30:07.470825 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-19076fe9-1a0b-4960-b4db-e4e0cd8ba59b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (4b71204a-78d3-438a-bdaf-b518acb071bf), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:07.479537 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-d755ee58-230f-43d9-8431-e97d1b72370c None None] Provisioning complete for port 7c0da368-7307-4ce3-a4d7-500bfcfdbb11 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:30:07.480850 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d755ee58-230f-43d9-8431-e97d1b72370c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (7c0da368-7307-4ce3-a4d7-500bfcfdbb11), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:07.488952 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2923b390-a4e5-4627-86e1-759df6c92743 admin admin] Router 65e3a54e-1bcd-430b-a2ee-fdebdf5d9d97 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:30:07.492535 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19076fe9-1a0b-4960-b4db-e4e0cd8ba59b admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=103283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:30:07.495195 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-19076fe9-1a0b-4960-b4db-e4e0cd8ba59b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13546563'] for segment (4b71204a-78d3-438a-bdaf-b518acb071bf), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:07.625419 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-d755ee58-230f-43d9-8431-e97d1b72370c None None] Port 7c0da368-7307-4ce3-a4d7-500bfcfdbb11 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:30:07.684404 n-d-712749-28 neutron-server[103283]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:30:07.684404 n-d-712749-28 neutron-server[103283]: self.session.flush() Jan 28 07:30:07.684404 n-d-712749-28 neutron-server[103283]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:30:07.684404 n-d-712749-28 neutron-server[103283]: self.session.flush() Jan 28 07:30:07.684404 n-d-712749-28 neutron-server[103283]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:30:07.684404 n-d-712749-28 neutron-server[103283]: self.session.flush() Jan 28 07:30:07.684404 n-d-712749-28 neutron-server[103283]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:30:07.684404 n-d-712749-28 neutron-server[103283]: self.session.flush() Jan 28 07:30:07.684404 n-d-712749-28 neutron-server[103283]: Traceback (most recent call last): Jan 28 07:30:07.684404 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:30:07.684404 n-d-712749-28 neutron-server[103283]: timer() Jan 28 07:30:07.684404 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:30:07.684404 n-d-712749-28 neutron-server[103283]: cb(*args, **kw) Jan 28 07:30:07.684404 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:30:07.684404 n-d-712749-28 neutron-server[103283]: return func(*args, **kwargs) Jan 28 07:30:07.684404 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:30:07.684404 n-d-712749-28 neutron-server[103283]: self._notify() Jan 28 07:30:07.684404 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:30:07.684404 n-d-712749-28 neutron-server[103283]: self.callback(batched_events) Jan 28 07:30:07.684404 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:30:07.684404 n-d-712749-28 neutron-server[103283]: event.method(event) Jan 28 07:30:07.684404 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:30:07.684404 n-d-712749-28 neutron-server[103283]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:30:07.684404 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:30:07.684404 n-d-712749-28 neutron-server[103283]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:30:07.684404 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:30:07.684404 n-d-712749-28 neutron-server[103283]: return f(self, *a, **k) Jan 28 07:30:07.684404 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:30:07.684404 n-d-712749-28 neutron-server[103283]: return self._get(url).json() Jan 28 07:30:07.684404 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:30:07.684404 n-d-712749-28 neutron-server[103283]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:30:07.684404 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:30:07.684404 n-d-712749-28 neutron-server[103283]: return self.request(url, 'GET', **kwargs) Jan 28 07:30:07.684404 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:30:07.684404 n-d-712749-28 neutron-server[103283]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:30:07.684404 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:30:07.684404 n-d-712749-28 neutron-server[103283]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:30:07.684404 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:30:07.684404 n-d-712749-28 neutron-server[103283]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:30:07.684404 n-d-712749-28 neutron-server[103283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:30:07.693361 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-19076fe9-1a0b-4960-b4db-e4e0cd8ba59b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (3f790760-53a8-4403-a279-f0a40c73d527), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:07.722176 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-19076fe9-1a0b-4960-b4db-e4e0cd8ba59b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:07.732479 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 40806) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:30:07.732678 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-19076fe9-1a0b-4960-b4db-e4e0cd8ba59b admin admin] 10.222.0.41 "DELETE /v2.0/networks/3f790760-53a8-4403-a279-f0a40c73d527 HTTP/1.1" status: 204 len: 168 time: 3.0169644 Jan 28 07:30:07.742371 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 7e41736c-071f-42a4-badd-d90af99087d0 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:30:07.783707 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19076fe9-1a0b-4960-b4db-e4e0cd8ba59b admin admin] Pushing event deleted for resources: {'Network': ['ID=3f790760-53a8-4403-a279-f0a40c73d527,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:30:07.796658 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-2026fa79-efdc-428c-9880-9f3455d7fd55 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=68097fa896ff400384067fa7bda1e335&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6746538 Jan 28 07:30:07.797332 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 40808) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:30:07.903167 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-126ab9c0-fb0f-4a9e-a071-b353372f4842 admin admin] Publish callbacks [] for security_group (977089a1-3d4a-4b97-9005-dee479bcfd82), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:07.953803 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 7e41736c-071f-42a4-badd-d90af99087d0 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:30:07.959400 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (7e41736c-071f-42a4-badd-d90af99087d0), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:07.989453 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-126ab9c0-fb0f-4a9e-a071-b353372f4842 admin admin] Publish callbacks [] for security_group (977089a1-3d4a-4b97-9005-dee479bcfd82), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:08.032823 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 40816) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:30:08.065370 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2923b390-a4e5-4627-86e1-759df6c92743 admin admin] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:30:08.078290 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-2923b390-a4e5-4627-86e1-759df6c92743 admin admin] 10.222.0.41 "PUT /v2.0/routers/65e3a54e-1bcd-430b-a2ee-fdebdf5d9d97/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1236455 Jan 28 07:30:08.154287 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-126ab9c0-fb0f-4a9e-a071-b353372f4842 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (977089a1-3d4a-4b97-9005-dee479bcfd82), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:08.157741 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-126ab9c0-fb0f-4a9e-a071-b353372f4842 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:08.158965 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-126ab9c0-fb0f-4a9e-a071-b353372f4842 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/977089a1-3d4a-4b97-9005-dee479bcfd82 HTTP/1.1" status: 204 len: 168 time: 0.3603511 Jan 28 07:30:08.187079 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126ab9c0-fb0f-4a9e-a071-b353372f4842 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=977089a1-3d4a-4b97-9005-dee479bcfd82,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:30:08.201051 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 7e41736c-071f-42a4-badd-d90af99087d0 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:30:08.201594 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (7e41736c-071f-42a4-badd-d90af99087d0), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:08.311387 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] For port 7e41736c-071f-42a4-badd-d90af99087d0, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=7e41736c-071f-42a4-badd-d90af99087d0,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:30:08.320647 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (7e41736c-071f-42a4-badd-d90af99087d0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:08.334234 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d8dcae66-083d-45a8-b3f3-9564e6e6f816 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:08.448369 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Pushing event updated for resources: {'Port': ['ID=7e41736c-071f-42a4-badd-d90af99087d0,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:30:08.565958 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d8dcae66-083d-45a8-b3f3-9564e6e6f816 admin admin] Publish callbacks [] for security_group (cd843baa-3f7d-4052-b159-9b70d9d5538f), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:08.575003 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d8dcae66-083d-45a8-b3f3-9564e6e6f816 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (cd843baa-3f7d-4052-b159-9b70d9d5538f), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:08.658641 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d0eb70e3-e8a6-40e9-9fc8-f0eb5f462df8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16606535'] for router_interface (281f3ad7-3219-45c2-9337-b0d5c9f0f5b6), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:08.679536 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:08.687298 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dcae66-083d-45a8-b3f3-9564e6e6f816 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd843baa-3f7d-4052-b159-9b70d9d5538f,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:30:08.697791 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-d8dcae66-083d-45a8-b3f3-9564e6e6f816 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b6876def9a984800b0304dae0dcd4a53&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6639102 Jan 28 07:30:08.702034 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 40838) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:30:08.806755 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-207c489a-fd9d-4bea-8dee-73dafcb17e91 admin admin] Publish callbacks [] for security_group (cd843baa-3f7d-4052-b159-9b70d9d5538f), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:08.845963 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-207c489a-fd9d-4bea-8dee-73dafcb17e91 admin admin] Publish callbacks [] for security_group (cd843baa-3f7d-4052-b159-9b70d9d5538f), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:08.912966 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5bef23-1397-40dc-8b3e-bbb5240423c6 None None] Sync routers for ids ['65e3a54e-1bcd-430b-a2ee-fdebdf5d9d97'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:30:08.915761 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-207c489a-fd9d-4bea-8dee-73dafcb17e91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (cd843baa-3f7d-4052-b159-9b70d9d5538f), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:08.919678 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-207c489a-fd9d-4bea-8dee-73dafcb17e91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:08.920984 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-207c489a-fd9d-4bea-8dee-73dafcb17e91 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cd843baa-3f7d-4052-b159-9b70d9d5538f HTTP/1.1" status: 204 len: 168 time: 0.2178581 Jan 28 07:30:08.933741 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207c489a-fd9d-4bea-8dee-73dafcb17e91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd843baa-3f7d-4052-b159-9b70d9d5538f,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:30:08.934667 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5bef23-1397-40dc-8b3e-bbb5240423c6 None None] Routers {'65e3a54e-1bcd-430b-a2ee-fdebdf5d9d97'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:30:08.944927 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 40842) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:30:08.948095 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-8f5bef23-1397-40dc-8b3e-bbb5240423c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:30:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['65e3a54e-1bcd-430b-a2ee-fdebdf5d9d97'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:30:08.968485 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5d38758c-1173-4740-add3-7513d13b40c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:09.069390 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5d38758c-1173-4740-add3-7513d13b40c1 admin admin] Publish callbacks [] for security_group (05ffb5bb-b26d-452e-83fd-b6d028dd0f8f), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:09.075196 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5d38758c-1173-4740-add3-7513d13b40c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (05ffb5bb-b26d-452e-83fd-b6d028dd0f8f), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:09.106455 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d38758c-1173-4740-add3-7513d13b40c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05ffb5bb-b26d-452e-83fd-b6d028dd0f8f,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:30:09.141958 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-5d38758c-1173-4740-add3-7513d13b40c1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7b23ccd800234d43a7221cc8a12bd983&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1936316 Jan 28 07:30:09.142551 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 40852) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:30:09.219426 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d97c7a16-4070-4f6b-b392-974877446294 admin admin] Publish callbacks [] for security_group (05ffb5bb-b26d-452e-83fd-b6d028dd0f8f), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:09.245298 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-d0eb70e3-e8a6-40e9-9fc8-f0eb5f462df8 admin admin] Deleting port 690c595d-e597-4c11-9fa9-1f01546a1703 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:30:09.247593 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d0eb70e3-e8a6-40e9-9fc8-f0eb5f462df8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (690c595d-e597-4c11-9fa9-1f01546a1703), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:09.273772 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d97c7a16-4070-4f6b-b392-974877446294 admin admin] Publish callbacks [] for security_group (05ffb5bb-b26d-452e-83fd-b6d028dd0f8f), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:09.370258 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-8f5bef23-1397-40dc-8b3e-bbb5240423c6 None None] Set router 65e3a54e-1bcd-430b-a2ee-fdebdf5d9d97 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:30:09.391389 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d97c7a16-4070-4f6b-b392-974877446294 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (05ffb5bb-b26d-452e-83fd-b6d028dd0f8f), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:09.394290 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d97c7a16-4070-4f6b-b392-974877446294 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:09.397960 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-d97c7a16-4070-4f6b-b392-974877446294 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/05ffb5bb-b26d-452e-83fd-b6d028dd0f8f HTTP/1.1" status: 204 len: 168 time: 0.2518179 Jan 28 07:30:09.413928 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97c7a16-4070-4f6b-b392-974877446294 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05ffb5bb-b26d-452e-83fd-b6d028dd0f8f,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:30:09.464739 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-d0eb70e3-e8a6-40e9-9fc8-f0eb5f462df8 admin admin] For port 690c595d-e597-4c11-9fa9-1f01546a1703, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=690c595d-e597-4c11-9fa9-1f01546a1703,segment=NetworkSegment(5ced1804-daa8-4cc4-8190-94d9b6bc8f1a),segment_id=5ced1804-daa8-4cc4-8190-94d9b6bc8f1a)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:30:09.465693 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d0eb70e3-e8a6-40e9-9fc8-f0eb5f462df8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (690c595d-e597-4c11-9fa9-1f01546a1703), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:09.496522 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-d0eb70e3-e8a6-40e9-9fc8-f0eb5f462df8 admin admin] Calling delete_port for 690c595d-e597-4c11-9fa9-1f01546a1703 owned by network:router_interface {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:30:09.533772 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 7e41736c-071f-42a4-badd-d90af99087d0 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:30:09.654131 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 7e41736c-071f-42a4-badd-d90af99087d0 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:30:09.654766 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (7e41736c-071f-42a4-badd-d90af99087d0), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:09.737830 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-8f5bef23-1397-40dc-8b3e-bbb5240423c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65e3a54e-1bcd-430b-a2ee-fdebdf5d9d97', 'name': 'tempest-TestAggregatesBasicOps-567975020-router', 'tenant_id': 'f1085e72fe1b4a069d884b846e48b5f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': '7e41736c-071f-42a4-badd-d90af99087d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:29:55Z', 'updated_at': '2022-01-28T07:30:04Z', 'revision_number': 4, 'project_id': 'f1085e72fe1b4a069d884b846e48b5f9', 'gw_port': {'id': '7e41736c-071f-42a4-badd-d90af99087d0', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:61:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e3a54e-1bcd-430b-a2ee-fdebdf5d9d97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:29:56Z', 'updated_at': '2022-01-28T07:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '7c0da368-7307-4ce3-a4d7-500bfcfdbb11', 'name': '', 'network_id': '3ee5b4fe-7a2b-416c-ac54-853e513c8c13', 'tenant_id': 'f1085e72fe1b4a069d884b846e48b5f9', 'mac_address': 'fa:16:3e:bb:47:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65e3a54e-1bcd-430b-a2ee-fdebdf5d9d97', 'device_owner': 'network:router_interface', 'standard_attr_id': 2575, 'fixed_ips': [{'subnet_id': 'b682ebd3-2c24-4429-a21f-f71ebc5ce8e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:30:02Z', 'updated_at': '2022-01-28T07:30:05Z', 'revision_number': 2, 'project_id': 'f1085e72fe1b4a069d884b846e48b5f9', 'subnets': [{'id': 'b682ebd3-2c24-4429-a21f-f71ebc5ce8e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:30:09.758267 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:09.773919 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5bef23-1397-40dc-8b3e-bbb5240423c6 None None] Checking router: 65e3a54e-1bcd-430b-a2ee-fdebdf5d9d97 for host: n-d-712749-28 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:30:09.774791 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5bef23-1397-40dc-8b3e-bbb5240423c6 None None] Updating router 65e3a54e-1bcd-430b-a2ee-fdebdf5d9d97 port 7c0da368-7307-4ce3-a4d7-500bfcfdbb11 binding host n-d-712749-28 {{(pid=103286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 07:30:09.804992 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8f5bef23-1397-40dc-8b3e-bbb5240423c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (7c0da368-7307-4ce3-a4d7-500bfcfdbb11), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:09.820042 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 7e41736c-071f-42a4-badd-d90af99087d0 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:30:10.026319 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d0eb70e3-e8a6-40e9-9fc8-f0eb5f462df8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (690c595d-e597-4c11-9fa9-1f01546a1703), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:10.085513 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0eb70e3-e8a6-40e9-9fc8-f0eb5f462df8 admin admin] Pushing event deleted for resources: {'Port': ['ID=690c595d-e597-4c11-9fa9-1f01546a1703,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:30:10.370883 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8f5bef23-1397-40dc-8b3e-bbb5240423c6 None None] Publish callbacks [] for port (7c0da368-7307-4ce3-a4d7-500bfcfdbb11), precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:10.392252 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8f5bef23-1397-40dc-8b3e-bbb5240423c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (7c0da368-7307-4ce3-a4d7-500bfcfdbb11), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:10.585067 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919538a2-36f8-4ad2-9d69-aeb490038e30 None None] Pushing event updated for resources: {'Port': ['ID=7c0da368-7307-4ce3-a4d7-500bfcfdbb11,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:30:10.734462 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d0eb70e3-e8a6-40e9-9fc8-f0eb5f462df8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16319006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16606699'] for router_interface (281f3ad7-3219-45c2-9337-b0d5c9f0f5b6), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:10.748710 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-8f5bef23-1397-40dc-8b3e-bbb5240423c6 None None] Attempting to bind port 7c0da368-7307-4ce3-a4d7-500bfcfdbb11 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:30:10.751610 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-8f5bef23-1397-40dc-8b3e-bbb5240423c6 None None] Attempting to bind port 7c0da368-7307-4ce3-a4d7-500bfcfdbb11 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '6e3ead2d-a9dd-49fc-8dee-39c684e73d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3ee5b4fe-7a2b-416c-ac54-853e513c8c13'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:30:10.752095 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5bef23-1397-40dc-8b3e-bbb5240423c6 None None] Attempting to bind port 7c0da368-7307-4ce3-a4d7-500bfcfdbb11 on network 3ee5b4fe-7a2b-416c-ac54-853e513c8c13 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:30:10.787325 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5bef23-1397-40dc-8b3e-bbb5240423c6 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:30:10.788032 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5bef23-1397-40dc-8b3e-bbb5240423c6 None None] Checking segment: {'id': '6e3ead2d-a9dd-49fc-8dee-39c684e73d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3ee5b4fe-7a2b-416c-ac54-853e513c8c13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:30:10.791495 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8f5bef23-1397-40dc-8b3e-bbb5240423c6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:10.792132 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5bef23-1397-40dc-8b3e-bbb5240423c6 None None] Bound using segment: {'id': '6e3ead2d-a9dd-49fc-8dee-39c684e73d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3ee5b4fe-7a2b-416c-ac54-853e513c8c13'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:30:10.793977 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-8f5bef23-1397-40dc-8b3e-bbb5240423c6 None None] Bound port: 7c0da368-7307-4ce3-a4d7-500bfcfdbb11, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e3ead2d-a9dd-49fc-8dee-39c684e73d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3ee5b4fe-7a2b-416c-ac54-853e513c8c13'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:30:10.796109 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8f5bef23-1397-40dc-8b3e-bbb5240423c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (7c0da368-7307-4ce3-a4d7-500bfcfdbb11), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:10.949210 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-8f5bef23-1397-40dc-8b3e-bbb5240423c6 None None] For port 7c0da368-7307-4ce3-a4d7-500bfcfdbb11, host n-d-712749-28, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:30:10.952619 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-8f5bef23-1397-40dc-8b3e-bbb5240423c6 None None] For port 7c0da368-7307-4ce3-a4d7-500bfcfdbb11, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=7c0da368-7307-4ce3-a4d7-500bfcfdbb11,segment=NetworkSegment(6e3ead2d-a9dd-49fc-8dee-39c684e73d28),segment_id=6e3ead2d-a9dd-49fc-8dee-39c684e73d28)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:30:10.963080 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8f5bef23-1397-40dc-8b3e-bbb5240423c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (7c0da368-7307-4ce3-a4d7-500bfcfdbb11), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:10.990940 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-5faa9608-f98d-4c18-b49e-9dda44bf73c7 None None] Provisioning complete for port 7c0da368-7307-4ce3-a4d7-500bfcfdbb11 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:30:10.991417 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5faa9608-f98d-4c18-b49e-9dda44bf73c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (7c0da368-7307-4ce3-a4d7-500bfcfdbb11), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:11.053140 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5bef23-1397-40dc-8b3e-bbb5240423c6 None None] Routers {'65e3a54e-1bcd-430b-a2ee-fdebdf5d9d97'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:30:11.054074 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-8f5bef23-1397-40dc-8b3e-bbb5240423c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:30:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['65e3a54e-1bcd-430b-a2ee-fdebdf5d9d97'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:30:11.226170 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0eb70e3-e8a6-40e9-9fc8-f0eb5f462df8 admin admin] Router 281f3ad7-3219-45c2-9337-b0d5c9f0f5b6 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:30:11.320034 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 7 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 07:30:11.323315 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919538a2-36f8-4ad2-9d69-aeb490038e30 None None] Pushing event updated for resources: {'Port': ['ID=7c0da368-7307-4ce3-a4d7-500bfcfdbb11,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:30:11.330378 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 40940) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:30:11.375854 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-8f5bef23-1397-40dc-8b3e-bbb5240423c6 None None] Set router 65e3a54e-1bcd-430b-a2ee-fdebdf5d9d97 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:30:11.504812 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0eb70e3-e8a6-40e9-9fc8-f0eb5f462df8 admin admin] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:30:11.506740 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-5faa9608-f98d-4c18-b49e-9dda44bf73c7 None None] Current status of the port 7c0da368-7307-4ce3-a4d7-500bfcfdbb11 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:30:11.507426 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5faa9608-f98d-4c18-b49e-9dda44bf73c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (7c0da368-7307-4ce3-a4d7-500bfcfdbb11), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:11.532343 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-d0eb70e3-e8a6-40e9-9fc8-f0eb5f462df8 admin admin] 10.222.0.41 "PUT /v2.0/routers/281f3ad7-3219-45c2-9337-b0d5c9f0f5b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7820816 Jan 28 07:30:11.533126 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 40946) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:30:11.534657 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aef57a9-1e96-4ac9-81c8-67fcae7e4dd2 None None] Sync routers for ids ['281f3ad7-3219-45c2-9337-b0d5c9f0f5b6'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:30:11.632288 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aef57a9-1e96-4ac9-81c8-67fcae7e4dd2 None None] Routers {'281f3ad7-3219-45c2-9337-b0d5c9f0f5b6'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:30:11.634608 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-3aef57a9-1e96-4ac9-81c8-67fcae7e4dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:30:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['281f3ad7-3219-45c2-9337-b0d5c9f0f5b6'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:30:11.843753 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-5faa9608-f98d-4c18-b49e-9dda44bf73c7 None None] For port 7c0da368-7307-4ce3-a4d7-500bfcfdbb11, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=7c0da368-7307-4ce3-a4d7-500bfcfdbb11,segment=NetworkSegment(6e3ead2d-a9dd-49fc-8dee-39c684e73d28),segment_id=6e3ead2d-a9dd-49fc-8dee-39c684e73d28)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:30:11.850904 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-164928b1-0619-422f-8a1d-42c051037994 admin admin] Publish callbacks [] for router (281f3ad7-3219-45c2-9337-b0d5c9f0f5b6), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:11.874178 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5faa9608-f98d-4c18-b49e-9dda44bf73c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (7c0da368-7307-4ce3-a4d7-500bfcfdbb11), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:12.142700 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-164928b1-0619-422f-8a1d-42c051037994 admin admin] Publish callbacks [] for router_gateway (281f3ad7-3219-45c2-9337-b0d5c9f0f5b6), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:12.183812 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-8f5bef23-1397-40dc-8b3e-bbb5240423c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65e3a54e-1bcd-430b-a2ee-fdebdf5d9d97', 'name': 'tempest-TestAggregatesBasicOps-567975020-router', 'tenant_id': 'f1085e72fe1b4a069d884b846e48b5f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': '7e41736c-071f-42a4-badd-d90af99087d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:29:55Z', 'updated_at': '2022-01-28T07:30:04Z', 'revision_number': 4, 'project_id': 'f1085e72fe1b4a069d884b846e48b5f9', 'gw_port': {'id': '7e41736c-071f-42a4-badd-d90af99087d0', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:61:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e3a54e-1bcd-430b-a2ee-fdebdf5d9d97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:29:56Z', 'updated_at': '2022-01-28T07:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '7c0da368-7307-4ce3-a4d7-500bfcfdbb11', 'name': '', 'network_id': '3ee5b4fe-7a2b-416c-ac54-853e513c8c13', 'tenant_id': 'f1085e72fe1b4a069d884b846e48b5f9', 'mac_address': 'fa:16:3e:bb:47:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65e3a54e-1bcd-430b-a2ee-fdebdf5d9d97', 'device_owner': 'network:router_interface', 'standard_attr_id': 2575, 'fixed_ips': [{'subnet_id': 'b682ebd3-2c24-4429-a21f-f71ebc5ce8e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:30:02Z', 'updated_at': '2022-01-28T07:30:10Z', 'revision_number': 4, 'project_id': 'f1085e72fe1b4a069d884b846e48b5f9', 'subnets': [{'id': 'b682ebd3-2c24-4429-a21f-f71ebc5ce8e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:30:12.291613 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-164928b1-0619-422f-8a1d-42c051037994 admin admin] Deleting port 541c2781-dab4-4ff0-80c0-1c1678620ff0 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:30:12.291944 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-164928b1-0619-422f-8a1d-42c051037994 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (541c2781-dab4-4ff0-80c0-1c1678620ff0), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:12.299261 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5bef23-1397-40dc-8b3e-bbb5240423c6 None None] The sync data for ids ['65e3a54e-1bcd-430b-a2ee-fdebdf5d9d97'] in n-d-712749-28 is: [{'id': '65e3a54e-1bcd-430b-a2ee-fdebdf5d9d97', 'name': 'tempest-TestAggregatesBasicOps-567975020-router', 'tenant_id': 'f1085e72fe1b4a069d884b846e48b5f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': '7e41736c-071f-42a4-badd-d90af99087d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:29:55Z', 'updated_at': '2022-01-28T07:30:04Z', 'revision_number': 4, 'project_id': 'f1085e72fe1b4a069d884b846e48b5f9', 'gw_port': {'id': '7e41736c-071f-42a4-badd-d90af99087d0', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:61:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e3a54e-1bcd-430b-a2ee-fdebdf5d9d97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:29:56Z', 'updated_at': '2022-01-28T07:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '7c0da368-7307-4ce3-a4d7-500bfcfdbb11', 'name': '', 'network_id': '3ee5b4fe-7a2b-416c-ac54-853e513c8c13', 'tenant_id': 'f1085e72fe1b4a069d884b846e48b5f9', 'mac_address': 'fa:16:3e:bb:47:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65e3a54e-1bcd-430b-a2ee-fdebdf5d9d97', 'device_owner': 'network:router_interface', 'standard_attr_id': 2575, 'fixed_ips': [{'subnet_id': 'b682ebd3-2c24-4429-a21f-f71ebc5ce8e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:30:02Z', 'updated_at': '2022-01-28T07:30:10Z', 'revision_number': 4, 'project_id': 'f1085e72fe1b4a069d884b846e48b5f9', 'subnets': [{'id': 'b682ebd3-2c24-4429-a21f-f71ebc5ce8e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:30:12.459278 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-f60480c0-96fd-4874-b17d-71d85b32eb48 None None] Provisioning complete for port 7c0da368-7307-4ce3-a4d7-500bfcfdbb11 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:30:12.460693 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f60480c0-96fd-4874-b17d-71d85b32eb48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (7c0da368-7307-4ce3-a4d7-500bfcfdbb11), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:12.512898 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faa9608-f98d-4c18-b49e-9dda44bf73c7 None None] Pushing event updated for resources: {'Port': ['ID=7c0da368-7307-4ce3-a4d7-500bfcfdbb11,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:30:12.521473 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-3aef57a9-1e96-4ac9-81c8-67fcae7e4dd2 None None] Set router 281f3ad7-3219-45c2-9337-b0d5c9f0f5b6 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:30:12.766624 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-164928b1-0619-422f-8a1d-42c051037994 admin admin] For port 541c2781-dab4-4ff0-80c0-1c1678620ff0, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=541c2781-dab4-4ff0-80c0-1c1678620ff0,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:30:12.767019 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-164928b1-0619-422f-8a1d-42c051037994 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (541c2781-dab4-4ff0-80c0-1c1678620ff0), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:12.849158 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-164928b1-0619-422f-8a1d-42c051037994 admin admin] Calling delete_port for 541c2781-dab4-4ff0-80c0-1c1678620ff0 owned by network:router_gateway {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:30:12.946060 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-f60480c0-96fd-4874-b17d-71d85b32eb48 None None] Current status of the port 7c0da368-7307-4ce3-a4d7-500bfcfdbb11 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:30:12.997695 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-3aef57a9-1e96-4ac9-81c8-67fcae7e4dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '281f3ad7-3219-45c2-9337-b0d5c9f0f5b6', 'name': 'tempest-TaggedBootDevicesTest_v242-2074740629-router', 'tenant_id': 'c11129bb904d478dbedbd3f2c7df46cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '541c2781-dab4-4ff0-80c0-1c1678620ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:15:55Z', 'updated_at': '2022-01-28T07:30:09Z', 'revision_number': 5, 'project_id': 'c11129bb904d478dbedbd3f2c7df46cf', 'gw_port': {'id': '541c2781-dab4-4ff0-80c0-1c1678620ff0', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:49:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '281f3ad7-3219-45c2-9337-b0d5c9f0f5b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:15:57Z', 'updated_at': '2022-01-28T07:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:30:13.111782 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aef57a9-1e96-4ac9-81c8-67fcae7e4dd2 None None] Checking router: 281f3ad7-3219-45c2-9337-b0d5c9f0f5b6 for host: n-d-712749-28 {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:30:13.153542 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aef57a9-1e96-4ac9-81c8-67fcae7e4dd2 None None] Routers {'281f3ad7-3219-45c2-9337-b0d5c9f0f5b6'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:30:13.156261 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-3aef57a9-1e96-4ac9-81c8-67fcae7e4dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:30:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['281f3ad7-3219-45c2-9337-b0d5c9f0f5b6'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:30:13.527055 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f50ba284-7f4a-4624-86b2-6c6d3427a1ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16606535'] for router_interface (2ae7c51b-97f7-4a16-8572-c2ae7f798efe), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:13.542544 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-3aef57a9-1e96-4ac9-81c8-67fcae7e4dd2 None None] Set router 281f3ad7-3219-45c2-9337-b0d5c9f0f5b6 gateway port host: None {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:30:13.651174 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-3aef57a9-1e96-4ac9-81c8-67fcae7e4dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '281f3ad7-3219-45c2-9337-b0d5c9f0f5b6', 'name': 'tempest-TaggedBootDevicesTest_v242-2074740629-router', 'tenant_id': 'c11129bb904d478dbedbd3f2c7df46cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:15:55Z', 'updated_at': '2022-01-28T07:30:12Z', 'revision_number': 6, 'project_id': 'c11129bb904d478dbedbd3f2c7df46cf', 'gw_port_host': None}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:30:13.692568 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aef57a9-1e96-4ac9-81c8-67fcae7e4dd2 None None] The sync data for ids ['281f3ad7-3219-45c2-9337-b0d5c9f0f5b6'] in n-d-712749-28 is: [{'id': '281f3ad7-3219-45c2-9337-b0d5c9f0f5b6', 'name': 'tempest-TaggedBootDevicesTest_v242-2074740629-router', 'tenant_id': 'c11129bb904d478dbedbd3f2c7df46cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:15:55Z', 'updated_at': '2022-01-28T07:30:12Z', 'revision_number': 6, 'project_id': 'c11129bb904d478dbedbd3f2c7df46cf', 'gw_port_host': None}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:30:13.812229 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-164928b1-0619-422f-8a1d-42c051037994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (541c2781-dab4-4ff0-80c0-1c1678620ff0), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:13.923309 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164928b1-0619-422f-8a1d-42c051037994 admin admin] Pushing event deleted for resources: {'Port': ['ID=541c2781-dab4-4ff0-80c0-1c1678620ff0,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:30:14.100064 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 40994) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:30:14.105344 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 7c0da368-7307-4ce3-a4d7-500bfcfdbb11 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:30:14.137168 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-164928b1-0619-422f-8a1d-42c051037994 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16607873'] for router_gateway (281f3ad7-3219-45c2-9337-b0d5c9f0f5b6), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:14.255367 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 7c0da368-7307-4ce3-a4d7-500bfcfdbb11 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:30:14.255512 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (7c0da368-7307-4ce3-a4d7-500bfcfdbb11), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:14.456635 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-f50ba284-7f4a-4624-86b2-6c6d3427a1ed admin admin] Deleting port 7891893f-7f46-41b6-862e-584d596757a9 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:30:14.457001 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f50ba284-7f4a-4624-86b2-6c6d3427a1ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (7891893f-7f46-41b6-862e-584d596757a9), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:14.582629 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 7c0da368-7307-4ce3-a4d7-500bfcfdbb11 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:30:14.776679 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-f50ba284-7f4a-4624-86b2-6c6d3427a1ed admin admin] For port 7891893f-7f46-41b6-862e-584d596757a9, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=7891893f-7f46-41b6-862e-584d596757a9,segment=NetworkSegment(412652c3-e1fe-4fc7-ba64-a0cdfb7932ca),segment_id=412652c3-e1fe-4fc7-ba64-a0cdfb7932ca)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:30:14.777738 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f50ba284-7f4a-4624-86b2-6c6d3427a1ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (7891893f-7f46-41b6-862e-584d596757a9), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:14.811777 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-f50ba284-7f4a-4624-86b2-6c6d3427a1ed admin admin] Calling delete_port for 7891893f-7f46-41b6-862e-584d596757a9 owned by network:router_interface {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:30:15.065939 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-164928b1-0619-422f-8a1d-42c051037994 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16605684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127449'] for router (281f3ad7-3219-45c2-9337-b0d5c9f0f5b6), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:15.068468 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-164928b1-0619-422f-8a1d-42c051037994 admin admin] Publish callbacks [] for router_controller (281f3ad7-3219-45c2-9337-b0d5c9f0f5b6), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:15.205676 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-ab22580b-7d79-47a3-8be9-0611403078ed tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1348751680'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:30:15.222194 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-164928b1-0619-422f-8a1d-42c051037994 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16605693'] for router (281f3ad7-3219-45c2-9337-b0d5c9f0f5b6), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:15.223660 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-164928b1-0619-422f-8a1d-42c051037994 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 281f3ad7-3219-45c2-9337-b0d5c9f0f5b6 {{(pid=103284) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 07:30:15.239785 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-164928b1-0619-422f-8a1d-42c051037994 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:15.244365 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-164928b1-0619-422f-8a1d-42c051037994 admin admin] 10.222.0.41 "DELETE /v2.0/routers/281f3ad7-3219-45c2-9337-b0d5c9f0f5b6 HTTP/1.1" status: 204 len: 168 time: 3.7074318 Jan 28 07:30:15.257961 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 41028) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:30:15.268377 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f50ba284-7f4a-4624-86b2-6c6d3427a1ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (7891893f-7f46-41b6-862e-584d596757a9), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:15.315718 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50ba284-7f4a-4624-86b2-6c6d3427a1ed admin admin] Pushing event deleted for resources: {'Port': ['ID=7891893f-7f46-41b6-862e-584d596757a9,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:30:15.428222 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8ba57ec-c564-406b-9e9f-daef24a65553 admin admin] Deleting subnet eaf5162e-0559-4037-843b-d0499ba9c73a {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:30:15.448839 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d8ba57ec-c564-406b-9e9f-daef24a65553 admin admin] Publish callbacks [] for subnet (eaf5162e-0559-4037-843b-d0499ba9c73a), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:15.539691 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab22580b-7d79-47a3-8be9-0611403078ed tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Made reservation on behalf of 9ba14e9215184b84bbcafb0edfbfb9ad for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:30:15.546922 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ab22580b-7d79-47a3-8be9-0611403078ed tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:15.587003 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ab22580b-7d79-47a3-8be9-0611403078ed tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:15.653745 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 541c2781-dab4-4ff0-80c0-1c1678620ff0 no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:30:15.716993 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: 541c2781-dab4-4ff0-80c0-1c1678620ff0 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:30:15.718382 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 541c2781-dab4-4ff0-80c0-1c1678620ff0 not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:30:15.721578 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 690c595d-e597-4c11-9fa9-1f01546a1703 no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:30:15.730338 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d8ba57ec-c564-406b-9e9f-daef24a65553 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24759175'] for subnet (eaf5162e-0559-4037-843b-d0499ba9c73a), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:15.784088 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: 690c595d-e597-4c11-9fa9-1f01546a1703 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:30:15.784473 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 690c595d-e597-4c11-9fa9-1f01546a1703 not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:30:15.822823 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f50ba284-7f4a-4624-86b2-6c6d3427a1ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16319006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16606699'] for router_interface (2ae7c51b-97f7-4a16-8572-c2ae7f798efe), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:15.904072 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d8ba57ec-c564-406b-9e9f-daef24a65553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (eaf5162e-0559-4037-843b-d0499ba9c73a), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:16.111848 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ab22580b-7d79-47a3-8be9-0611403078ed tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks [] for security_group (276ee415-cfab-47f7-a3be-13ce41a4ec5c), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:16.126779 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ab22580b-7d79-47a3-8be9-0611403078ed tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (276ee415-cfab-47f7-a3be-13ce41a4ec5c), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:16.225843 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab22580b-7d79-47a3-8be9-0611403078ed tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Pushing event updated for resources: {'SecurityGroup': ['ID=276ee415-cfab-47f7-a3be-13ce41a4ec5c,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:30:16.253347 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab22580b-7d79-47a3-8be9-0611403078ed tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:30:16.262461 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d8ba57ec-c564-406b-9e9f-daef24a65553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24757569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24979817'] for subnet (eaf5162e-0559-4037-843b-d0499ba9c73a), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:16.298093 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ab22580b-7d79-47a3-8be9-0611403078ed tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (eb837e6c-6622-45a4-b5f6-035684fa6e15), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:16.301343 n-d-712749-28 neutron-server[103284]: INFO neutron.db.segments_db [None req-ab22580b-7d79-47a3-8be9-0611403078ed tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Added segment eb837e6c-6622-45a4-b5f6-035684fa6e15 of type vlan for network fbc9e409-efdf-4fa4-8ee1-3b23f03af71c Jan 28 07:30:16.435910 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f50ba284-7f4a-4624-86b2-6c6d3427a1ed admin admin] Router 2ae7c51b-97f7-4a16-8572-c2ae7f798efe has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:30:16.442843 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ba57ec-c564-406b-9e9f-daef24a65553 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eaf5162e-0559-4037-843b-d0499ba9c73a,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:30:16.454945 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d8ba57ec-c564-406b-9e9f-daef24a65553 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:16.459220 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-d8ba57ec-c564-406b-9e9f-daef24a65553 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/eaf5162e-0559-4037-843b-d0499ba9c73a HTTP/1.1" status: 204 len: 168 time: 1.1974387 Jan 28 07:30:16.462480 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ab22580b-7d79-47a3-8be9-0611403078ed tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (fbc9e409-efdf-4fa4-8ee1-3b23f03af71c), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:16.462644 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f4eebbb-8204-4236-80f8-797606e2809c None None] Network 84328416-4059-4d46-a8be-5490b945d071 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:30:16.463735 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 41062) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:30:16.526725 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ab22580b-7d79-47a3-8be9-0611403078ed tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (fbc9e409-efdf-4fa4-8ee1-3b23f03af71c), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:16.532433 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab22580b-7d79-47a3-8be9-0611403078ed tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:30:16.533009 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ab22580b-7d79-47a3-8be9-0611403078ed tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:16.642317 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-ab22580b-7d79-47a3-8be9-0611403078ed tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.5400352 Jan 28 07:30:16.645931 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 41068) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:30:16.664093 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-cb2c7cfa-b791-47c1-aaa8-ff44ebb396f6 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Request body: {'subnet': {'network_id': 'fbc9e409-efdf-4fa4-8ee1-3b23f03af71c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:30:16.733785 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-190ac04f-2f53-465a-a28d-d7625f2e14be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (84328416-4059-4d46-a8be-5490b945d071), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:16.794765 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab22580b-7d79-47a3-8be9-0611403078ed tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Pushing event updated for resources: {'Network': ['ID=fbc9e409-efdf-4fa4-8ee1-3b23f03af71c,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:30:16.798658 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b825a3de-a220-452c-93cf-65c66a680ba6 None None] DHCP port deletion for 84328416-4059-4d46-a8be-5490b945d071 request from n-d-712749-28 {{(pid=103285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 07:30:16.842103 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network fbc9e409-efdf-4fa4-8ee1-3b23f03af71c details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:30:16.918239 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f50ba284-7f4a-4624-86b2-6c6d3427a1ed admin admin] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:30:16.929928 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-f50ba284-7f4a-4624-86b2-6c6d3427a1ed admin admin] 10.222.0.41 "PUT /v2.0/routers/2ae7c51b-97f7-4a16-8572-c2ae7f798efe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5946960 Jan 28 07:30:16.929928 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-190ac04f-2f53-465a-a28d-d7625f2e14be admin admin] Deleting port 0ea4e645-59ac-4bab-9092-2acc77e02f4e {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:30:16.929928 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-190ac04f-2f53-465a-a28d-d7625f2e14be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (0ea4e645-59ac-4bab-9092-2acc77e02f4e), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:16.930228 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 41074) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:30:16.938879 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb2c7cfa-b791-47c1-aaa8-ff44ebb396f6 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Made reservation on behalf of 9ba14e9215184b84bbcafb0edfbfb9ad for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:30:16.940961 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03a8068-816e-437b-bb63-ce12ade09681 None None] Sync routers for ids ['2ae7c51b-97f7-4a16-8572-c2ae7f798efe'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:30:16.961082 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cb2c7cfa-b791-47c1-aaa8-ff44ebb396f6 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24979592'] for subnet (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:16.961701 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03a8068-816e-437b-bb63-ce12ade09681 None None] Routers {'2ae7c51b-97f7-4a16-8572-c2ae7f798efe'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:30:16.966055 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-d03a8068-816e-437b-bb63-ce12ade09681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:30:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['2ae7c51b-97f7-4a16-8572-c2ae7f798efe'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:30:17.027022 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-b825a3de-a220-452c-93cf-65c66a680ba6 None None] Deleting port 0ea4e645-59ac-4bab-9092-2acc77e02f4e {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:30:17.028019 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b825a3de-a220-452c-93cf-65c66a680ba6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (0ea4e645-59ac-4bab-9092-2acc77e02f4e), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:17.104154 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-190ac04f-2f53-465a-a28d-d7625f2e14be admin admin] For port 0ea4e645-59ac-4bab-9092-2acc77e02f4e, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=0ea4e645-59ac-4bab-9092-2acc77e02f4e,segment=NetworkSegment(5ced1804-daa8-4cc4-8190-94d9b6bc8f1a),segment_id=5ced1804-daa8-4cc4-8190-94d9b6bc8f1a)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:30:17.104554 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-190ac04f-2f53-465a-a28d-d7625f2e14be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (0ea4e645-59ac-4bab-9092-2acc77e02f4e), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:17.120005 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-b825a3de-a220-452c-93cf-65c66a680ba6 None None] For port 0ea4e645-59ac-4bab-9092-2acc77e02f4e, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=0ea4e645-59ac-4bab-9092-2acc77e02f4e,segment=NetworkSegment(5ced1804-daa8-4cc4-8190-94d9b6bc8f1a),segment_id=5ced1804-daa8-4cc4-8190-94d9b6bc8f1a)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:30:17.120826 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b825a3de-a220-452c-93cf-65c66a680ba6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (0ea4e645-59ac-4bab-9092-2acc77e02f4e), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:17.135424 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-190ac04f-2f53-465a-a28d-d7625f2e14be admin admin] Calling delete_port for 0ea4e645-59ac-4bab-9092-2acc77e02f4e owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:30:17.140728 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-b825a3de-a220-452c-93cf-65c66a680ba6 None None] Calling delete_port for 0ea4e645-59ac-4bab-9092-2acc77e02f4e owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:30:17.260171 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b825a3de-a220-452c-93cf-65c66a680ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298'] for port (0ea4e645-59ac-4bab-9092-2acc77e02f4e), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:17.295347 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b825a3de-a220-452c-93cf-65c66a680ba6 None None] Pushing event deleted for resources: {'Port': ['ID=0ea4e645-59ac-4bab-9092-2acc77e02f4e,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:30:17.300149 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b825a3de-a220-452c-93cf-65c66a680ba6 None None] No DVR routers for this DVR port 0ea4e645-59ac-4bab-9092-2acc77e02f4e on host n-d-712749-28 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:30:17.379332 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-190ac04f-2f53-465a-a28d-d7625f2e14be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (0ea4e645-59ac-4bab-9092-2acc77e02f4e), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:17.385563 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d6259fd6-8614-4adc-8be0-09f65b98f282 admin admin] Publish callbacks [] for router (2ae7c51b-97f7-4a16-8572-c2ae7f798efe), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:17.422889 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190ac04f-2f53-465a-a28d-d7625f2e14be admin admin] Pushing event deleted for resources: {'Port': ['ID=0ea4e645-59ac-4bab-9092-2acc77e02f4e,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:30:17.436290 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190ac04f-2f53-465a-a28d-d7625f2e14be admin admin] No DVR routers for this DVR port 0ea4e645-59ac-4bab-9092-2acc77e02f4e on host n-d-712749-28 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:30:17.512803 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 0ea4e645-59ac-4bab-9092-2acc77e02f4e no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:30:17.554966 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-d03a8068-816e-437b-bb63-ce12ade09681 None None] Set router 2ae7c51b-97f7-4a16-8572-c2ae7f798efe gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:30:17.555175 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: 0ea4e645-59ac-4bab-9092-2acc77e02f4e {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:30:17.555499 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 0ea4e645-59ac-4bab-9092-2acc77e02f4e not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:30:17.576397 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-190ac04f-2f53-465a-a28d-d7625f2e14be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (84328416-4059-4d46-a8be-5490b945d071), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:17.614634 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-190ac04f-2f53-465a-a28d-d7625f2e14be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84328416-4059-4d46-a8be-5490b945d071']}} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:30:17.631111 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-190ac04f-2f53-465a-a28d-d7625f2e14be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ced1804-daa8-4cc4-8190-94d9b6bc8f1a') {'for_net_delete': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:30:17.631803 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-190ac04f-2f53-465a-a28d-d7625f2e14be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ced1804-daa8-4cc4-8190-94d9b6bc8f1a') {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:30:17.655115 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-190ac04f-2f53-465a-a28d-d7625f2e14be admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13506801'] for segment (5ced1804-daa8-4cc4-8190-94d9b6bc8f1a), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:17.674557 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-190ac04f-2f53-465a-a28d-d7625f2e14be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (5ced1804-daa8-4cc4-8190-94d9b6bc8f1a), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:17.685226 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-190ac04f-2f53-465a-a28d-d7625f2e14be admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=103283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:30:17.685747 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-190ac04f-2f53-465a-a28d-d7625f2e14be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13546563'] for segment (5ced1804-daa8-4cc4-8190-94d9b6bc8f1a), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:17.690248 n-d-712749-28 neutron-server[103283]: Traceback (most recent call last): Jan 28 07:30:17.690248 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:30:17.690248 n-d-712749-28 neutron-server[103283]: timer() Jan 28 07:30:17.690248 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:30:17.690248 n-d-712749-28 neutron-server[103283]: cb(*args, **kw) Jan 28 07:30:17.690248 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:30:17.690248 n-d-712749-28 neutron-server[103283]: return func(*args, **kwargs) Jan 28 07:30:17.690248 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:30:17.690248 n-d-712749-28 neutron-server[103283]: self._notify() Jan 28 07:30:17.690248 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:30:17.690248 n-d-712749-28 neutron-server[103283]: self.callback(batched_events) Jan 28 07:30:17.690248 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:30:17.690248 n-d-712749-28 neutron-server[103283]: event.method(event) Jan 28 07:30:17.690248 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:30:17.690248 n-d-712749-28 neutron-server[103283]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:30:17.690248 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:30:17.690248 n-d-712749-28 neutron-server[103283]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:30:17.690248 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:30:17.690248 n-d-712749-28 neutron-server[103283]: return f(self, *a, **k) Jan 28 07:30:17.690248 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:30:17.690248 n-d-712749-28 neutron-server[103283]: return self._get(url).json() Jan 28 07:30:17.690248 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:30:17.690248 n-d-712749-28 neutron-server[103283]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:30:17.690248 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:30:17.690248 n-d-712749-28 neutron-server[103283]: return self.request(url, 'GET', **kwargs) Jan 28 07:30:17.690248 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:30:17.690248 n-d-712749-28 neutron-server[103283]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:30:17.690248 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:30:17.690248 n-d-712749-28 neutron-server[103283]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:30:17.690248 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:30:17.690248 n-d-712749-28 neutron-server[103283]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:30:17.690248 n-d-712749-28 neutron-server[103283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:30:17.775023 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-190ac04f-2f53-465a-a28d-d7625f2e14be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (84328416-4059-4d46-a8be-5490b945d071), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:17.829883 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-190ac04f-2f53-465a-a28d-d7625f2e14be admin admin] Publish callbacks [] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:17.838991 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-190ac04f-2f53-465a-a28d-d7625f2e14be admin admin] 10.222.0.41 "DELETE /v2.0/networks/84328416-4059-4d46-a8be-5490b945d071 HTTP/1.1" status: 204 len: 168 time: 1.3674557 Jan 28 07:30:17.843503 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190ac04f-2f53-465a-a28d-d7625f2e14be admin admin] Pushing event deleted for resources: {'Network': ['ID=84328416-4059-4d46-a8be-5490b945d071,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:30:17.929723 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d6259fd6-8614-4adc-8be0-09f65b98f282 admin admin] Publish callbacks [] for router_gateway (2ae7c51b-97f7-4a16-8572-c2ae7f798efe), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:17.942883 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cb2c7cfa-b791-47c1-aaa8-ff44ebb396f6 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24757504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24979610'] for subnet (42d74bcd-f249-4bd9-8c79-01a89013a971), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:17.955374 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-d03a8068-816e-437b-bb63-ce12ade09681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ae7c51b-97f7-4a16-8572-c2ae7f798efe', 'name': 'tempest-TestAggregatesBasicOps-561881112-router', 'tenant_id': '4f71a8e954614fdca4bf2ffcd76bb090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.194'}], 'enable_snat': True}, 'gw_port_id': 'c36417b7-fb95-4715-b537-aa427b7a317d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:29:37Z', 'updated_at': '2022-01-28T07:30:15Z', 'revision_number': 5, 'project_id': '4f71a8e954614fdca4bf2ffcd76bb090', 'gw_port': {'id': 'c36417b7-fb95-4715-b537-aa427b7a317d', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:9c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ae7c51b-97f7-4a16-8572-c2ae7f798efe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2530, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:29:39Z', 'updated_at': '2022-01-28T07:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:30:18.029503 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03a8068-816e-437b-bb63-ce12ade09681 None None] Checking router: 2ae7c51b-97f7-4a16-8572-c2ae7f798efe for host: n-d-712749-28 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:30:18.065351 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03a8068-816e-437b-bb63-ce12ade09681 None None] Routers {'2ae7c51b-97f7-4a16-8572-c2ae7f798efe'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:30:18.066193 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-d03a8068-816e-437b-bb63-ce12ade09681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:30:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['2ae7c51b-97f7-4a16-8572-c2ae7f798efe'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:30:18.222923 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2c7cfa-b791-47c1-aaa8-ff44ebb396f6 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Checking segment: {'id': 'eb837e6c-6622-45a4-b5f6-035684fa6e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'fbc9e409-efdf-4fa4-8ee1-3b23f03af71c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:30:18.226930 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 41120) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:30:18.227637 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb2c7cfa-b791-47c1-aaa8-ff44ebb396f6 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Network hostable DHCP agents. Network: fbc9e409-efdf-4fa4-8ee1-3b23f03af71c, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:30:18.247786 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2c7cfa-b791-47c1-aaa8-ff44ebb396f6 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Pushing event updated for resources: {'Subnet': ['ID=42d74bcd-f249-4bd9-8c79-01a89013a971,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:30:18.302278 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-d6259fd6-8614-4adc-8be0-09f65b98f282 admin admin] Deleting port c36417b7-fb95-4715-b537-aa427b7a317d {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:30:18.302278 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d6259fd6-8614-4adc-8be0-09f65b98f282 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (c36417b7-fb95-4715-b537-aa427b7a317d), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:18.313824 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-d03a8068-816e-437b-bb63-ce12ade09681 None None] Set router 2ae7c51b-97f7-4a16-8572-c2ae7f798efe gateway port host: None {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:30:18.392011 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-021e1b94-3a53-4e3c-a8d3-b79c74e04a7a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6a16562f4e0b40b69523d9d718e8a4c0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1636310 Jan 28 07:30:18.392896 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 41124) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:30:18.501262 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-d03a8068-816e-437b-bb63-ce12ade09681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ae7c51b-97f7-4a16-8572-c2ae7f798efe', 'name': 'tempest-TestAggregatesBasicOps-561881112-router', 'tenant_id': '4f71a8e954614fdca4bf2ffcd76bb090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:29:37Z', 'updated_at': '2022-01-28T07:30:17Z', 'revision_number': 6, 'project_id': '4f71a8e954614fdca4bf2ffcd76bb090', 'gw_port_host': None}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:30:18.548444 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb2c7cfa-b791-47c1-aaa8-ff44ebb396f6 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Network fbc9e409-efdf-4fa4-8ee1-3b23f03af71c is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:30:18.578627 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-cb2c7cfa-b791-47c1-aaa8-ff44ebb396f6 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, fbc9e409-efdf-4fa4-8ee1-3b23f03af71c) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:30:18.582733 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-640b465a-ad1a-41a8-a240-08b46c746e8c admin admin] Publish callbacks [] for security_group (7f4d2140-e017-41d8-8ff9-e5d9b5e3138b), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:18.587824 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb2c7cfa-b791-47c1-aaa8-ff44ebb396f6 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:30:18.588458 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cb2c7cfa-b791-47c1-aaa8-ff44ebb396f6 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:18.589149 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d52747ef-bc62-4db0-86fa-fae6854d4b62 None None] Network fbc9e409-efdf-4fa4-8ee1-3b23f03af71c requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:30:18.614939 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-640b465a-ad1a-41a8-a240-08b46c746e8c admin admin] Publish callbacks [] for security_group (7f4d2140-e017-41d8-8ff9-e5d9b5e3138b), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:18.620920 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-cb2c7cfa-b791-47c1-aaa8-ff44ebb396f6 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.9710388 Jan 28 07:30:18.622711 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 41132) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:30:18.629310 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-5949758b-7774-4392-b064-6dff95e7d940 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1848547088', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}, 'admin_state_up': False}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:30:18.642615 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03a8068-816e-437b-bb63-ce12ade09681 None None] The sync data for ids ['2ae7c51b-97f7-4a16-8572-c2ae7f798efe'] in n-d-712749-28 is: [{'id': '2ae7c51b-97f7-4a16-8572-c2ae7f798efe', 'name': 'tempest-TestAggregatesBasicOps-561881112-router', 'tenant_id': '4f71a8e954614fdca4bf2ffcd76bb090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:29:37Z', 'updated_at': '2022-01-28T07:30:17Z', 'revision_number': 6, 'project_id': '4f71a8e954614fdca4bf2ffcd76bb090', 'gw_port_host': None}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:30:18.717184 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-d6259fd6-8614-4adc-8be0-09f65b98f282 admin admin] For port c36417b7-fb95-4715-b537-aa427b7a317d, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=c36417b7-fb95-4715-b537-aa427b7a317d,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:30:18.724323 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d6259fd6-8614-4adc-8be0-09f65b98f282 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (c36417b7-fb95-4715-b537-aa427b7a317d), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:18.750222 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5949758b-7774-4392-b064-6dff95e7d940 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16606890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127275'] for router (b6be81b5-6625-4d8d-9b32-0fe84a05d5c7), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:18.753799 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5949758b-7774-4392-b064-6dff95e7d940 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16605498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16607952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16355422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127266'] for router (b6be81b5-6625-4d8d-9b32-0fe84a05d5c7), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:18.767981 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-d6259fd6-8614-4adc-8be0-09f65b98f282 admin admin] Calling delete_port for c36417b7-fb95-4715-b537-aa427b7a317d owned by network:router_gateway {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:30:18.892690 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5949758b-7774-4392-b064-6dff95e7d940 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks [] for router_controller (b6be81b5-6625-4d8d-9b32-0fe84a05d5c7), precommit_add_association {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:18.899342 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-640b465a-ad1a-41a8-a240-08b46c746e8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (7f4d2140-e017-41d8-8ff9-e5d9b5e3138b), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:18.902316 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-640b465a-ad1a-41a8-a240-08b46c746e8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:18.907528 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-640b465a-ad1a-41a8-a240-08b46c746e8c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7f4d2140-e017-41d8-8ff9-e5d9b5e3138b HTTP/1.1" status: 204 len: 168 time: 0.5128326 Jan 28 07:30:18.925059 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8647dd20-aa9c-4d07-ba26-eed62a7ca5a5 None None] Network fbc9e409-efdf-4fa4-8ee1-3b23f03af71c requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:30:19.009966 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640b465a-ad1a-41a8-a240-08b46c746e8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f4d2140-e017-41d8-8ff9-e5d9b5e3138b,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:30:19.284053 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d6259fd6-8614-4adc-8be0-09f65b98f282 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (c36417b7-fb95-4715-b537-aa427b7a317d), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:19.298265 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5949758b-7774-4392-b064-6dff95e7d940 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks [] for router_gateway (b6be81b5-6625-4d8d-9b32-0fe84a05d5c7), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:19.458727 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6259fd6-8614-4adc-8be0-09f65b98f282 admin admin] Pushing event deleted for resources: {'Port': ['ID=c36417b7-fb95-4715-b537-aa427b7a317d,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:30:19.496224 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d6259fd6-8614-4adc-8be0-09f65b98f282 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16607873'] for router_gateway (2ae7c51b-97f7-4a16-8572-c2ae7f798efe), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:19.713193 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 7891893f-7f46-41b6-862e-584d596757a9 no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:30:19.795523 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d6259fd6-8614-4adc-8be0-09f65b98f282 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16605684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127449'] for router (2ae7c51b-97f7-4a16-8572-c2ae7f798efe), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:19.814599 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d6259fd6-8614-4adc-8be0-09f65b98f282 admin admin] Publish callbacks [] for router_controller (2ae7c51b-97f7-4a16-8572-c2ae7f798efe), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:19.940056 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 41160) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:30:19.955196 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5949758b-7774-4392-b064-6dff95e7d940 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks [] for router_gateway (b6be81b5-6625-4d8d-9b32-0fe84a05d5c7), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:19.968357 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d6259fd6-8614-4adc-8be0-09f65b98f282 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16605693'] for router (2ae7c51b-97f7-4a16-8572-c2ae7f798efe), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:19.969327 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6259fd6-8614-4adc-8be0-09f65b98f282 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2ae7c51b-97f7-4a16-8572-c2ae7f798efe {{(pid=103284) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 07:30:19.977068 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d6259fd6-8614-4adc-8be0-09f65b98f282 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:19.982148 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-d6259fd6-8614-4adc-8be0-09f65b98f282 admin admin] 10.222.0.41 "DELETE /v2.0/routers/2ae7c51b-97f7-4a16-8572-c2ae7f798efe HTTP/1.1" status: 204 len: 168 time: 3.0483525 Jan 28 07:30:19.982421 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 41164) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:30:20.021174 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5949758b-7774-4392-b064-6dff95e7d940 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:20.104032 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: 7891893f-7f46-41b6-862e-584d596757a9 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:30:20.104416 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 7891893f-7f46-41b6-862e-584d596757a9 not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:30:20.104845 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device c36417b7-fb95-4715-b537-aa427b7a317d no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:30:20.115336 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-736366de-b3b4-422f-894f-ed4b238c3902 admin admin] Deleting subnet b9c26ab9-02b4-49c6-80d3-754f140089db {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:30:20.124666 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-736366de-b3b4-422f-894f-ed4b238c3902 admin admin] Publish callbacks [] for subnet (b9c26ab9-02b4-49c6-80d3-754f140089db), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:20.195868 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: c36417b7-fb95-4715-b537-aa427b7a317d {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:30:20.200088 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device c36417b7-fb95-4715-b537-aa427b7a317d not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:30:20.245701 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-736366de-b3b4-422f-894f-ed4b238c3902 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24759175'] for subnet (b9c26ab9-02b4-49c6-80d3-754f140089db), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:20.292181 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 41166) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:30:20.297894 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-5949758b-7774-4392-b064-6dff95e7d940 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Allocated IP 172.25.6.115 (7d5b3724-deef-4831-8d43-cb9b8176573c/b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc/e3b53112-4e3d-4396-83b7-155a02e21942) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:30:20.435453 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 41168) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:30:20.443546 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-9ec05dcb-49b1-4cb8-871e-980b29346e85 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c11129bb904d478dbedbd3f2c7df46cf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1387904 Jan 28 07:30:20.452149 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-736366de-b3b4-422f-894f-ed4b238c3902 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (b9c26ab9-02b4-49c6-80d3-754f140089db), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:20.567852 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-736366de-b3b4-422f-894f-ed4b238c3902 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24757569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24979817'] for subnet (b9c26ab9-02b4-49c6-80d3-754f140089db), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:20.604831 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736366de-b3b4-422f-894f-ed4b238c3902 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9c26ab9-02b4-49c6-80d3-754f140089db,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:30:20.610227 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-736366de-b3b4-422f-894f-ed4b238c3902 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:20.614149 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-736366de-b3b4-422f-894f-ed4b238c3902 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/b9c26ab9-02b4-49c6-80d3-754f140089db HTTP/1.1" status: 204 len: 168 time: 0.6292768 Jan 28 07:30:20.616287 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 41174) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:30:20.620219 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a633988-43f3-426e-9b8d-de50325b8d06 None None] Network 61b7f1cc-8fae-432d-be69-63ff3985f039 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:30:20.670521 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5949758b-7774-4392-b064-6dff95e7d940 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks [] for port (e3b53112-4e3d-4396-83b7-155a02e21942), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:20.731611 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-edfee4c0-eddf-44f2-bc74-c1dd420ed59b admin admin] Publish callbacks [] for security_group (aa8376b8-bf46-4887-8ee6-c2f49567e4ec), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:20.736230 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5949758b-7774-4392-b064-6dff95e7d940 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (e3b53112-4e3d-4396-83b7-155a02e21942), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:20.758075 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9fcf9b49-616a-439c-b98f-07c6b2fd549a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:20.781480 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-24bc2cbe-fdf7-42ab-ae9f-dcf1b87e42df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (61b7f1cc-8fae-432d-be69-63ff3985f039), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:20.891488 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5949758b-7774-4392-b064-6dff95e7d940 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Network 7d5b3724-deef-4831-8d43-cb9b8176573c is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:30:20.909529 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-5949758b-7774-4392-b064-6dff95e7d940 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:30:20.917028 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5949758b-7774-4392-b064-6dff95e7d940 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:30:20.953494 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9770a145-7178-45d5-8428-e6ccdf06a87c None None] DHCP port deletion for 61b7f1cc-8fae-432d-be69-63ff3985f039 request from n-d-712749-28 {{(pid=103285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 07:30:20.968140 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-edfee4c0-eddf-44f2-bc74-c1dd420ed59b admin admin] Publish callbacks [] for security_group (aa8376b8-bf46-4887-8ee6-c2f49567e4ec), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:20.982594 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 41180) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:30:21.126571 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9770a145-7178-45d5-8428-e6ccdf06a87c None None] Deleting port 5f61208b-7c7a-4f09-aff9-1f0bd6f13d65 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:30:21.133200 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9770a145-7178-45d5-8428-e6ccdf06a87c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (5f61208b-7c7a-4f09-aff9-1f0bd6f13d65), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:21.159494 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-24bc2cbe-fdf7-42ab-ae9f-dcf1b87e42df admin admin] Deleting port 5f61208b-7c7a-4f09-aff9-1f0bd6f13d65 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:30:21.159837 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-24bc2cbe-fdf7-42ab-ae9f-dcf1b87e42df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (5f61208b-7c7a-4f09-aff9-1f0bd6f13d65), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:21.220576 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5949758b-7774-4392-b064-6dff95e7d940 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Pushing event updated for resources: {'Port': ['ID=e3b53112-4e3d-4396-83b7-155a02e21942,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:30:21.234626 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9fcf9b49-616a-439c-b98f-07c6b2fd549a admin admin] Publish callbacks [] for security_group (949bf912-42eb-488e-82f2-1dfe5c666798), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:21.247525 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9fcf9b49-616a-439c-b98f-07c6b2fd549a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (949bf912-42eb-488e-82f2-1dfe5c666798), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:21.286069 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-9fcf9b49-616a-439c-b98f-07c6b2fd549a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cf4ca81cdaa748bd80aa2e809c93492e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3447239 Jan 28 07:30:21.286997 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 41186) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:30:21.325588 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9770a145-7178-45d5-8428-e6ccdf06a87c None None] For port 5f61208b-7c7a-4f09-aff9-1f0bd6f13d65, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=5f61208b-7c7a-4f09-aff9-1f0bd6f13d65,segment=NetworkSegment(412652c3-e1fe-4fc7-ba64-a0cdfb7932ca),segment_id=412652c3-e1fe-4fc7-ba64-a0cdfb7932ca)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:30:21.325588 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9770a145-7178-45d5-8428-e6ccdf06a87c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (5f61208b-7c7a-4f09-aff9-1f0bd6f13d65), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:21.326114 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a8dd144d-aa28-4e47-8759-018b1b708207 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:21.333807 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9770a145-7178-45d5-8428-e6ccdf06a87c None None] Calling delete_port for 5f61208b-7c7a-4f09-aff9-1f0bd6f13d65 owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:30:21.398377 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-24bc2cbe-fdf7-42ab-ae9f-dcf1b87e42df admin admin] For port 5f61208b-7c7a-4f09-aff9-1f0bd6f13d65, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=5f61208b-7c7a-4f09-aff9-1f0bd6f13d65,segment=NetworkSegment(412652c3-e1fe-4fc7-ba64-a0cdfb7932ca),segment_id=412652c3-e1fe-4fc7-ba64-a0cdfb7932ca)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:30:21.398571 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-24bc2cbe-fdf7-42ab-ae9f-dcf1b87e42df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (5f61208b-7c7a-4f09-aff9-1f0bd6f13d65), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:21.402500 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-edfee4c0-eddf-44f2-bc74-c1dd420ed59b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (aa8376b8-bf46-4887-8ee6-c2f49567e4ec), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:21.405160 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-edfee4c0-eddf-44f2-bc74-c1dd420ed59b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:21.408518 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-edfee4c0-eddf-44f2-bc74-c1dd420ed59b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/aa8376b8-bf46-4887-8ee6-c2f49567e4ec HTTP/1.1" status: 204 len: 168 time: 0.9692481 Jan 28 07:30:21.419287 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5949758b-7774-4392-b064-6dff95e7d940 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks [] for router_gateway (b6be81b5-6625-4d8d-9b32-0fe84a05d5c7), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:21.483696 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4bba49da-35ca-4e5e-9d9f-8388ebfd93b1 admin admin] Publish callbacks [] for security_group (949bf912-42eb-488e-82f2-1dfe5c666798), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:21.484638 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a8dd144d-aa28-4e47-8759-018b1b708207 admin admin] Publish callbacks [] for security_group (9a303bdb-8949-48c4-8e2b-94b78a039cde), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:21.491860 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9770a145-7178-45d5-8428-e6ccdf06a87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298'] for port (5f61208b-7c7a-4f09-aff9-1f0bd6f13d65), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:21.495189 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfee4c0-eddf-44f2-bc74-c1dd420ed59b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa8376b8-bf46-4887-8ee6-c2f49567e4ec,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:30:21.495427 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcf9b49-616a-439c-b98f-07c6b2fd549a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=949bf912-42eb-488e-82f2-1dfe5c666798,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:30:21.510116 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a8dd144d-aa28-4e47-8759-018b1b708207 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (9a303bdb-8949-48c4-8e2b-94b78a039cde), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:21.526412 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4bba49da-35ca-4e5e-9d9f-8388ebfd93b1 admin admin] Publish callbacks [] for security_group (949bf912-42eb-488e-82f2-1dfe5c666798), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:21.545338 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-24bc2cbe-fdf7-42ab-ae9f-dcf1b87e42df admin admin] Calling delete_port for 5f61208b-7c7a-4f09-aff9-1f0bd6f13d65 owned by network:dhcp {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:30:21.561301 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 5f61208b-7c7a-4f09-aff9-1f0bd6f13d65 no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:30:21.570153 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9770a145-7178-45d5-8428-e6ccdf06a87c None None] No DVR routers for this DVR port 5f61208b-7c7a-4f09-aff9-1f0bd6f13d65 on host n-d-712749-28 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:30:21.574614 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-a8dd144d-aa28-4e47-8759-018b1b708207 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fd17b7eabfa4426389bca1304a56fdd8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5789073 Jan 28 07:30:21.575645 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9770a145-7178-45d5-8428-e6ccdf06a87c None None] Pushing event deleted for resources: {'Port': ['ID=5f61208b-7c7a-4f09-aff9-1f0bd6f13d65,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:30:21.579134 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dd144d-aa28-4e47-8759-018b1b708207 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a303bdb-8949-48c4-8e2b-94b78a039cde,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:30:21.583581 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 41190) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:30:21.689469 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: 5f61208b-7c7a-4f09-aff9-1f0bd6f13d65 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:30:21.690361 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 5f61208b-7c7a-4f09-aff9-1f0bd6f13d65 not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:30:21.713623 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-107fa70b-d399-494c-8603-25ed716d44b8 admin admin] Publish callbacks [] for security_group (9a303bdb-8949-48c4-8e2b-94b78a039cde), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:21.736979 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-107fa70b-d399-494c-8603-25ed716d44b8 admin admin] Publish callbacks [] for security_group (9a303bdb-8949-48c4-8e2b-94b78a039cde), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:21.800326 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-24bc2cbe-fdf7-42ab-ae9f-dcf1b87e42df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (5f61208b-7c7a-4f09-aff9-1f0bd6f13d65), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:21.858569 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bc2cbe-fdf7-42ab-ae9f-dcf1b87e42df admin admin] Pushing event deleted for resources: {'Port': ['ID=5f61208b-7c7a-4f09-aff9-1f0bd6f13d65,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:30:21.860834 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24bc2cbe-fdf7-42ab-ae9f-dcf1b87e42df admin admin] No DVR routers for this DVR port 5f61208b-7c7a-4f09-aff9-1f0bd6f13d65 on host n-d-712749-28 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:30:21.867399 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-107fa70b-d399-494c-8603-25ed716d44b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (9a303bdb-8949-48c4-8e2b-94b78a039cde), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:21.873638 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-107fa70b-d399-494c-8603-25ed716d44b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:21.874964 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-107fa70b-d399-494c-8603-25ed716d44b8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9a303bdb-8949-48c4-8e2b-94b78a039cde HTTP/1.1" status: 204 len: 168 time: 0.2886846 Jan 28 07:30:21.905010 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107fa70b-d399-494c-8603-25ed716d44b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a303bdb-8949-48c4-8e2b-94b78a039cde,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:30:21.989973 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-24bc2cbe-fdf7-42ab-ae9f-dcf1b87e42df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (61b7f1cc-8fae-432d-be69-63ff3985f039), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:22.028822 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-24bc2cbe-fdf7-42ab-ae9f-dcf1b87e42df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61b7f1cc-8fae-432d-be69-63ff3985f039']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:30:22.052795 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-24bc2cbe-fdf7-42ab-ae9f-dcf1b87e42df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '412652c3-e1fe-4fc7-ba64-a0cdfb7932ca') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:30:22.053383 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-24bc2cbe-fdf7-42ab-ae9f-dcf1b87e42df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '412652c3-e1fe-4fc7-ba64-a0cdfb7932ca') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:30:22.081266 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-24bc2cbe-fdf7-42ab-ae9f-dcf1b87e42df admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24759294'] for segment (412652c3-e1fe-4fc7-ba64-a0cdfb7932ca), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:22.122920 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-24bc2cbe-fdf7-42ab-ae9f-dcf1b87e42df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (412652c3-e1fe-4fc7-ba64-a0cdfb7932ca), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:22.141297 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24bc2cbe-fdf7-42ab-ae9f-dcf1b87e42df admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:30:22.142008 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-24bc2cbe-fdf7-42ab-ae9f-dcf1b87e42df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24757675'] for segment (412652c3-e1fe-4fc7-ba64-a0cdfb7932ca), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:22.144911 n-d-712749-28 neutron-server[103284]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:30:22.144911 n-d-712749-28 neutron-server[103284]: self.session.flush() Jan 28 07:30:22.144911 n-d-712749-28 neutron-server[103284]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:30:22.144911 n-d-712749-28 neutron-server[103284]: self.session.flush() Jan 28 07:30:22.144911 n-d-712749-28 neutron-server[103284]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:30:22.144911 n-d-712749-28 neutron-server[103284]: self.session.flush() Jan 28 07:30:22.144911 n-d-712749-28 neutron-server[103284]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:30:22.144911 n-d-712749-28 neutron-server[103284]: self.session.flush() Jan 28 07:30:22.144911 n-d-712749-28 neutron-server[103284]: Traceback (most recent call last): Jan 28 07:30:22.144911 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:30:22.144911 n-d-712749-28 neutron-server[103284]: timer() Jan 28 07:30:22.144911 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:30:22.144911 n-d-712749-28 neutron-server[103284]: cb(*args, **kw) Jan 28 07:30:22.144911 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:30:22.144911 n-d-712749-28 neutron-server[103284]: return func(*args, **kwargs) Jan 28 07:30:22.144911 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:30:22.144911 n-d-712749-28 neutron-server[103284]: self._notify() Jan 28 07:30:22.144911 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:30:22.144911 n-d-712749-28 neutron-server[103284]: self.callback(batched_events) Jan 28 07:30:22.144911 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:30:22.144911 n-d-712749-28 neutron-server[103284]: event.method(event) Jan 28 07:30:22.144911 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:30:22.144911 n-d-712749-28 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:30:22.144911 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:30:22.144911 n-d-712749-28 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:30:22.144911 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:30:22.144911 n-d-712749-28 neutron-server[103284]: return f(self, *a, **k) Jan 28 07:30:22.144911 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:30:22.144911 n-d-712749-28 neutron-server[103284]: return self._get(url).json() Jan 28 07:30:22.144911 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:30:22.144911 n-d-712749-28 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:30:22.144911 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:30:22.144911 n-d-712749-28 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Jan 28 07:30:22.144911 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:30:22.144911 n-d-712749-28 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:30:22.144911 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:30:22.144911 n-d-712749-28 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:30:22.144911 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:30:22.144911 n-d-712749-28 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:30:22.144911 n-d-712749-28 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:30:22.266400 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-24bc2cbe-fdf7-42ab-ae9f-dcf1b87e42df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (61b7f1cc-8fae-432d-be69-63ff3985f039), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:22.307588 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-24bc2cbe-fdf7-42ab-ae9f-dcf1b87e42df admin admin] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:22.319706 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-24bc2cbe-fdf7-42ab-ae9f-dcf1b87e42df admin admin] 10.222.0.41 "DELETE /v2.0/networks/61b7f1cc-8fae-432d-be69-63ff3985f039 HTTP/1.1" status: 204 len: 168 time: 1.7021599 Jan 28 07:30:22.332474 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 41216) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:30:22.458715 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5949758b-7774-4392-b064-6dff95e7d940 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16605475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16607909'] for router (b6be81b5-6625-4d8d-9b32-0fe84a05d5c7), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:22.525242 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4bba49da-35ca-4e5e-9d9f-8388ebfd93b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (949bf912-42eb-488e-82f2-1dfe5c666798), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:22.529852 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4bba49da-35ca-4e5e-9d9f-8388ebfd93b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:22.531610 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-4bba49da-35ca-4e5e-9d9f-8388ebfd93b1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/949bf912-42eb-488e-82f2-1dfe5c666798 HTTP/1.1" status: 204 len: 168 time: 1.2429130 Jan 28 07:30:22.532999 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bc2cbe-fdf7-42ab-ae9f-dcf1b87e42df admin admin] Pushing event deleted for resources: {'Network': ['ID=61b7f1cc-8fae-432d-be69-63ff3985f039,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:30:22.591722 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bba49da-35ca-4e5e-9d9f-8388ebfd93b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=949bf912-42eb-488e-82f2-1dfe5c666798,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:30:22.720428 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5949758b-7774-4392-b064-6dff95e7d940 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Router b6be81b5-6625-4d8d-9b32-0fe84a05d5c7 is scheduled to L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 with binding_index 1 {{(pid=103283) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 07:30:22.797435 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 41226) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:30:22.854828 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c81403e0-c864-426c-a14a-cbe486344ac9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:22.982926 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5949758b-7774-4392-b064-6dff95e7d940 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:30:22.996763 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e377771-b179-4069-9503-268937d65a5e None None] Sync routers for ids ['b6be81b5-6625-4d8d-9b32-0fe84a05d5c7'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:30:23.039293 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5949758b-7774-4392-b064-6dff95e7d940 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks [] for router (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:23.042337 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-5949758b-7774-4392-b064-6dff95e7d940 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.4181445 Jan 28 07:30:23.044949 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 41232) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:30:23.095533 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e377771-b179-4069-9503-268937d65a5e None None] Routers {'b6be81b5-6625-4d8d-9b32-0fe84a05d5c7'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:30:23.101874 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-8e377771-b179-4069-9503-268937d65a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:30:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['b6be81b5-6625-4d8d-9b32-0fe84a05d5c7'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:30:23.196699 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-8e377771-b179-4069-9503-268937d65a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:30:23.207097 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e377771-b179-4069-9503-268937d65a5e None None] Routers {'b6be81b5-6625-4d8d-9b32-0fe84a05d5c7'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:30:23.208020 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-8e377771-b179-4069-9503-268937d65a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:30:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['b6be81b5-6625-4d8d-9b32-0fe84a05d5c7'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:30:23.226624 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 41236) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:30:23.294928 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-8e377771-b179-4069-9503-268937d65a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:30:23.298757 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e377771-b179-4069-9503-268937d65a5e None None] The sync data for ids ['b6be81b5-6625-4d8d-9b32-0fe84a05d5c7'] in n-d-712749-28 is: [] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:30:23.324443 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dbaf0420-3187-4473-a583-550138ce1d5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:23.544776 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c81403e0-c864-426c-a14a-cbe486344ac9 admin admin] Publish callbacks [] for security_group (b37d677f-00c7-4ac9-8eb6-8453db4ab9d6), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:23.581595 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c81403e0-c864-426c-a14a-cbe486344ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (b37d677f-00c7-4ac9-8eb6-8453db4ab9d6), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:23.642172 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-c81403e0-c864-426c-a14a-cbe486344ac9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=dac75bf47569476fb4279bb822942537&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8390579 Jan 28 07:30:23.647617 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 41246) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:30:23.648164 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 41248) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:30:23.689121 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dbaf0420-3187-4473-a583-550138ce1d5c admin admin] Publish callbacks [] for security_group (267f8fcf-fe86-4ae9-8acf-a27a9215c644), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:23.698604 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81403e0-c864-426c-a14a-cbe486344ac9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b37d677f-00c7-4ac9-8eb6-8453db4ab9d6,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:30:23.702331 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dbaf0420-3187-4473-a583-550138ce1d5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (267f8fcf-fe86-4ae9-8acf-a27a9215c644), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:23.732431 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-dbaf0420-3187-4473-a583-550138ce1d5c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=192433d2a235407b86a58f2e6c4294d7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5012255 Jan 28 07:30:23.734937 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 41252) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:30:23.766317 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ea39059f-d40f-4fe1-9915-59fd5c220a6d admin admin] Publish callbacks [] for security_group (b37d677f-00c7-4ac9-8eb6-8453db4ab9d6), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:23.783917 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaf0420-3187-4473-a583-550138ce1d5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=267f8fcf-fe86-4ae9-8acf-a27a9215c644,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:30:23.822213 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ea39059f-d40f-4fe1-9915-59fd5c220a6d admin admin] Publish callbacks [] for security_group (b37d677f-00c7-4ac9-8eb6-8453db4ab9d6), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:23.869062 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f1559d63-7d73-4099-99c9-2a7db202bf77 admin admin] Publish callbacks [] for security_group (267f8fcf-fe86-4ae9-8acf-a27a9215c644), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:23.915927 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-134e44c7-a2e8-498b-a2dd-f35aa7cc59f6 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-205716181-network', 'tenant_id': '89443522fb1345789a713459a3fc8c59'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:30:23.925941 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f1559d63-7d73-4099-99c9-2a7db202bf77 admin admin] Publish callbacks [] for security_group (267f8fcf-fe86-4ae9-8acf-a27a9215c644), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:23.937119 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ea39059f-d40f-4fe1-9915-59fd5c220a6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (b37d677f-00c7-4ac9-8eb6-8453db4ab9d6), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:23.940427 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ea39059f-d40f-4fe1-9915-59fd5c220a6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:23.941854 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-ea39059f-d40f-4fe1-9915-59fd5c220a6d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b37d677f-00c7-4ac9-8eb6-8453db4ab9d6 HTTP/1.1" status: 204 len: 168 time: 0.2923620 Jan 28 07:30:23.946514 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-134e44c7-a2e8-498b-a2dd-f35aa7cc59f6 admin admin] Made reservation on behalf of 89443522fb1345789a713459a3fc8c59 for: {'network': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:30:23.949446 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-134e44c7-a2e8-498b-a2dd-f35aa7cc59f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:23.960824 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-134e44c7-a2e8-498b-a2dd-f35aa7cc59f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:24.058771 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3487d56f-0f6e-4d7a-b4ea-05a337213e4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16606535'] for router_interface (65e3a54e-1bcd-430b-a2ee-fdebdf5d9d97), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:24.151953 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea39059f-d40f-4fe1-9915-59fd5c220a6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b37d677f-00c7-4ac9-8eb6-8453db4ab9d6,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:30:24.203713 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f1559d63-7d73-4099-99c9-2a7db202bf77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (267f8fcf-fe86-4ae9-8acf-a27a9215c644), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:24.206496 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f1559d63-7d73-4099-99c9-2a7db202bf77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:24.207855 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-f1559d63-7d73-4099-99c9-2a7db202bf77 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/267f8fcf-fe86-4ae9-8acf-a27a9215c644 HTTP/1.1" status: 204 len: 168 time: 0.4718385 Jan 28 07:30:24.223021 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1559d63-7d73-4099-99c9-2a7db202bf77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=267f8fcf-fe86-4ae9-8acf-a27a9215c644,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:30:24.352752 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-134e44c7-a2e8-498b-a2dd-f35aa7cc59f6 admin admin] Publish callbacks [] for security_group (182abc32-68ae-4c6d-a8a6-395396e9a340), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:24.355615 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5b8b7967-1003-4e64-82b2-f2348514f977 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:24.417010 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-134e44c7-a2e8-498b-a2dd-f35aa7cc59f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (182abc32-68ae-4c6d-a8a6-395396e9a340), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:24.512113 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-3487d56f-0f6e-4d7a-b4ea-05a337213e4a admin admin] Deleting port 7c0da368-7307-4ce3-a4d7-500bfcfdbb11 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:30:24.514720 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3487d56f-0f6e-4d7a-b4ea-05a337213e4a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (7c0da368-7307-4ce3-a4d7-500bfcfdbb11), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:24.593432 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134e44c7-a2e8-498b-a2dd-f35aa7cc59f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=182abc32-68ae-4c6d-a8a6-395396e9a340,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:30:24.598284 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-134e44c7-a2e8-498b-a2dd-f35aa7cc59f6 admin admin] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=103283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:30:24.611177 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-134e44c7-a2e8-498b-a2dd-f35aa7cc59f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (82f6dfff-3287-4eec-9d8a-67a661ebd26d), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:24.611535 n-d-712749-28 neutron-server[103283]: INFO neutron.db.segments_db [None req-134e44c7-a2e8-498b-a2dd-f35aa7cc59f6 admin admin] Added segment 82f6dfff-3287-4eec-9d8a-67a661ebd26d of type vlan for network 9565f4ec-9858-4eac-a0a1-2a97490526b5 Jan 28 07:30:24.692930 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-134e44c7-a2e8-498b-a2dd-f35aa7cc59f6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (9565f4ec-9858-4eac-a0a1-2a97490526b5), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:24.746318 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-3487d56f-0f6e-4d7a-b4ea-05a337213e4a admin admin] For port 7c0da368-7307-4ce3-a4d7-500bfcfdbb11, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=7c0da368-7307-4ce3-a4d7-500bfcfdbb11,segment=NetworkSegment(6e3ead2d-a9dd-49fc-8dee-39c684e73d28),segment_id=6e3ead2d-a9dd-49fc-8dee-39c684e73d28)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:30:24.748904 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3487d56f-0f6e-4d7a-b4ea-05a337213e4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (7c0da368-7307-4ce3-a4d7-500bfcfdbb11), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:24.760730 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-134e44c7-a2e8-498b-a2dd-f35aa7cc59f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (9565f4ec-9858-4eac-a0a1-2a97490526b5), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:24.762542 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-134e44c7-a2e8-498b-a2dd-f35aa7cc59f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:30:24.763331 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-134e44c7-a2e8-498b-a2dd-f35aa7cc59f6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:24.784657 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-3487d56f-0f6e-4d7a-b4ea-05a337213e4a admin admin] Calling delete_port for 7c0da368-7307-4ce3-a4d7-500bfcfdbb11 owned by network:router_interface {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:30:24.897900 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-134e44c7-a2e8-498b-a2dd-f35aa7cc59f6 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2470279 Jan 28 07:30:24.901963 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 41278) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:30:24.905927 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134e44c7-a2e8-498b-a2dd-f35aa7cc59f6 admin admin] Pushing event updated for resources: {'Network': ['ID=9565f4ec-9858-4eac-a0a1-2a97490526b5,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:30:24.930180 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network 9565f4ec-9858-4eac-a0a1-2a97490526b5 details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:30:24.939305 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-68dd9b29-f3c1-4b63-844a-828c0a16ca5b admin admin] Request body: {'subnet': {'network_id': '9565f4ec-9858-4eac-a0a1-2a97490526b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-205716181-subnet', 'tenant_id': '89443522fb1345789a713459a3fc8c59', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:30:25.094959 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68dd9b29-f3c1-4b63-844a-828c0a16ca5b admin admin] Made reservation on behalf of 89443522fb1345789a713459a3fc8c59 for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:30:25.101137 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-68dd9b29-f3c1-4b63-844a-828c0a16ca5b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24979592'] for subnet (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:25.535498 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-5b8b7967-1003-4e64-82b2-f2348514f977 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Allocated IP 172.20.0.1 (fbc9e409-efdf-4fa4-8ee1-3b23f03af71c/42d74bcd-f249-4bd9-8c79-01a89013a971/0619ea08-f5d4-43ab-8331-1f6bfc5bcdb0) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:30:25.644450 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-68dd9b29-f3c1-4b63-844a-828c0a16ca5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24757504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24979610'] for subnet (3a4696b9-1c2b-43e7-b101-bf612c848f53), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:25.659329 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3487d56f-0f6e-4d7a-b4ea-05a337213e4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (7c0da368-7307-4ce3-a4d7-500bfcfdbb11), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:25.740491 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dd9b29-f3c1-4b63-844a-828c0a16ca5b admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a4696b9-1c2b-43e7-b101-bf612c848f53,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:30:25.746991 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3487d56f-0f6e-4d7a-b4ea-05a337213e4a admin admin] Pushing event deleted for resources: {'Port': ['ID=7c0da368-7307-4ce3-a4d7-500bfcfdbb11,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:30:25.814319 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5b8b7967-1003-4e64-82b2-f2348514f977 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks [] for port (0619ea08-f5d4-43ab-8331-1f6bfc5bcdb0), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:25.911592 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5b8b7967-1003-4e64-82b2-f2348514f977 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (0619ea08-f5d4-43ab-8331-1f6bfc5bcdb0), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:25.931039 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68dd9b29-f3c1-4b63-844a-828c0a16ca5b admin admin] Checking segment: {'id': '82f6dfff-3287-4eec-9d8a-67a661ebd26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9565f4ec-9858-4eac-a0a1-2a97490526b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:30:25.931665 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68dd9b29-f3c1-4b63-844a-828c0a16ca5b admin admin] Network hostable DHCP agents. Network: 9565f4ec-9858-4eac-a0a1-2a97490526b5, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:30:25.959707 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b8b7967-1003-4e64-82b2-f2348514f977 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Network fbc9e409-efdf-4fa4-8ee1-3b23f03af71c is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:30:25.969088 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-5b8b7967-1003-4e64-82b2-f2348514f977 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:30:25.972978 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8b7967-1003-4e64-82b2-f2348514f977 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:30:26.074912 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68dd9b29-f3c1-4b63-844a-828c0a16ca5b admin admin] Network 9565f4ec-9858-4eac-a0a1-2a97490526b5 is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:30:26.140380 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8b7967-1003-4e64-82b2-f2348514f977 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Pushing event updated for resources: {'Port': ['ID=0619ea08-f5d4-43ab-8331-1f6bfc5bcdb0,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:30:26.171910 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-68dd9b29-f3c1-4b63-844a-828c0a16ca5b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, 9565f4ec-9858-4eac-a0a1-2a97490526b5) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:30:26.181969 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea98f2f7-2491-4f73-a369-fcc4d0e9aaf7 None None] Network 9565f4ec-9858-4eac-a0a1-2a97490526b5 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:30:26.187019 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5b8b7967-1003-4e64-82b2-f2348514f977 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16609232'] for router_interface (b6be81b5-6625-4d8d-9b32-0fe84a05d5c7), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:26.202225 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68dd9b29-f3c1-4b63-844a-828c0a16ca5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:30:26.202835 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-68dd9b29-f3c1-4b63-844a-828c0a16ca5b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:26.262580 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-68dd9b29-f3c1-4b63-844a-828c0a16ca5b admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3583076 Jan 28 07:30:26.325971 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3487d56f-0f6e-4d7a-b4ea-05a337213e4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16319006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16606699'] for router_interface (65e3a54e-1bcd-430b-a2ee-fdebdf5d9d97), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:26.472531 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec53493-1793-4074-8330-b754b1e22d12 None None] Network 9565f4ec-9858-4eac-a0a1-2a97490526b5 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:30:26.615531 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5b8b7967-1003-4e64-82b2-f2348514f977 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (0619ea08-f5d4-43ab-8331-1f6bfc5bcdb0), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:26.944458 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3487d56f-0f6e-4d7a-b4ea-05a337213e4a admin admin] Router 65e3a54e-1bcd-430b-a2ee-fdebdf5d9d97 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:30:27.116247 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3487d56f-0f6e-4d7a-b4ea-05a337213e4a admin admin] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:30:27.129179 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c83453-0eeb-4d00-b1ea-ef8b940abac6 None None] Sync routers for ids ['65e3a54e-1bcd-430b-a2ee-fdebdf5d9d97'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:30:27.143025 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c83453-0eeb-4d00-b1ea-ef8b940abac6 None None] Routers {'65e3a54e-1bcd-430b-a2ee-fdebdf5d9d97'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:30:27.146464 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-81c83453-0eeb-4d00-b1ea-ef8b940abac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:30:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['65e3a54e-1bcd-430b-a2ee-fdebdf5d9d97'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:30:27.148134 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-3487d56f-0f6e-4d7a-b4ea-05a337213e4a admin admin] 10.222.0.41 "PUT /v2.0/routers/65e3a54e-1bcd-430b-a2ee-fdebdf5d9d97/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8113868 Jan 28 07:30:27.148827 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 41346) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:30:27.206805 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5b8b7967-1003-4e64-82b2-f2348514f977 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks [] for port (0619ea08-f5d4-43ab-8331-1f6bfc5bcdb0), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:27.216615 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5b8b7967-1003-4e64-82b2-f2348514f977 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (0619ea08-f5d4-43ab-8331-1f6bfc5bcdb0), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:27.350802 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4e20a9f3-44b5-4d96-b915-5fbf19ed52cb admin admin] Publish callbacks [] for router (65e3a54e-1bcd-430b-a2ee-fdebdf5d9d97), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:27.450077 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-81c83453-0eeb-4d00-b1ea-ef8b940abac6 None None] Set router 65e3a54e-1bcd-430b-a2ee-fdebdf5d9d97 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:30:27.452674 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5b8b7967-1003-4e64-82b2-f2348514f977 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16318999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16606560'] for router_interface (b6be81b5-6625-4d8d-9b32-0fe84a05d5c7), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:27.454827 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8b7967-1003-4e64-82b2-f2348514f977 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Pushing event updated for resources: {'Port': ['ID=0619ea08-f5d4-43ab-8331-1f6bfc5bcdb0,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:30:27.617427 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b8b7967-1003-4e64-82b2-f2348514f977 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Network fbc9e409-efdf-4fa4-8ee1-3b23f03af71c is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:30:27.619795 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-5b8b7967-1003-4e64-82b2-f2348514f977 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:30:27.714867 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4e20a9f3-44b5-4d96-b915-5fbf19ed52cb admin admin] Publish callbacks [] for router_gateway (65e3a54e-1bcd-430b-a2ee-fdebdf5d9d97), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:27.755845 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-81c83453-0eeb-4d00-b1ea-ef8b940abac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65e3a54e-1bcd-430b-a2ee-fdebdf5d9d97', 'name': 'tempest-TestAggregatesBasicOps-567975020-router', 'tenant_id': 'f1085e72fe1b4a069d884b846e48b5f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': '7e41736c-071f-42a4-badd-d90af99087d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:29:55Z', 'updated_at': '2022-01-28T07:30:25Z', 'revision_number': 5, 'project_id': 'f1085e72fe1b4a069d884b846e48b5f9', 'gw_port': {'id': '7e41736c-071f-42a4-badd-d90af99087d0', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:61:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e3a54e-1bcd-430b-a2ee-fdebdf5d9d97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:29:56Z', 'updated_at': '2022-01-28T07:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:30:27.840162 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c83453-0eeb-4d00-b1ea-ef8b940abac6 None None] Checking router: 65e3a54e-1bcd-430b-a2ee-fdebdf5d9d97 for host: n-d-712749-28 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:30:27.850655 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b8b7967-1003-4e64-82b2-f2348514f977 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Router b6be81b5-6625-4d8d-9b32-0fe84a05d5c7 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:30:27.866725 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c83453-0eeb-4d00-b1ea-ef8b940abac6 None None] Routers {'65e3a54e-1bcd-430b-a2ee-fdebdf5d9d97'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:30:27.868111 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-81c83453-0eeb-4d00-b1ea-ef8b940abac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:30:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['65e3a54e-1bcd-430b-a2ee-fdebdf5d9d97'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:30:27.978680 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-4e20a9f3-44b5-4d96-b915-5fbf19ed52cb admin admin] Deleting port 7e41736c-071f-42a4-badd-d90af99087d0 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:30:27.979556 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4e20a9f3-44b5-4d96-b915-5fbf19ed52cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (7e41736c-071f-42a4-badd-d90af99087d0), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:28.119360 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-81c83453-0eeb-4d00-b1ea-ef8b940abac6 None None] Set router 65e3a54e-1bcd-430b-a2ee-fdebdf5d9d97 gateway port host: None {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:30:28.312990 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-81c83453-0eeb-4d00-b1ea-ef8b940abac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65e3a54e-1bcd-430b-a2ee-fdebdf5d9d97', 'name': 'tempest-TestAggregatesBasicOps-567975020-router', 'tenant_id': 'f1085e72fe1b4a069d884b846e48b5f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:29:55Z', 'updated_at': '2022-01-28T07:30:27Z', 'revision_number': 6, 'project_id': 'f1085e72fe1b4a069d884b846e48b5f9', 'gw_port_host': None}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:30:28.329039 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b8b7967-1003-4e64-82b2-f2348514f977 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:30:28.343372 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-5b8b7967-1003-4e64-82b2-f2348514f977 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] 10.222.0.41 "PUT /v2.0/routers/b6be81b5-6625-4d8d-9b32-0fe84a05d5c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2967460 Jan 28 07:30:28.347927 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d45d1168-b965-4d3e-9e6f-897e682739d5 None None] Sync routers for ids ['b6be81b5-6625-4d8d-9b32-0fe84a05d5c7'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:30:28.357812 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 41384) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:30:28.376142 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45d1168-b965-4d3e-9e6f-897e682739d5 None None] Routers {'b6be81b5-6625-4d8d-9b32-0fe84a05d5c7'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:30:28.379804 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-93fe104f-f938-4eae-a111-ccdff5727d39 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Request body: {'port': {'network_id': 'fbc9e409-efdf-4fa4-8ee1-3b23f03af71c', 'name': 'tempest-FloatingIPTestJSON-23211064'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:30:28.385549 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-d45d1168-b965-4d3e-9e6f-897e682739d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:30:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['b6be81b5-6625-4d8d-9b32-0fe84a05d5c7'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:30:28.434717 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c83453-0eeb-4d00-b1ea-ef8b940abac6 None None] The sync data for ids ['65e3a54e-1bcd-430b-a2ee-fdebdf5d9d97'] in n-d-712749-28 is: [{'id': '65e3a54e-1bcd-430b-a2ee-fdebdf5d9d97', 'name': 'tempest-TestAggregatesBasicOps-567975020-router', 'tenant_id': 'f1085e72fe1b4a069d884b846e48b5f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:29:55Z', 'updated_at': '2022-01-28T07:30:27Z', 'revision_number': 6, 'project_id': 'f1085e72fe1b4a069d884b846e48b5f9', 'gw_port_host': None}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:30:28.501941 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-d45d1168-b965-4d3e-9e6f-897e682739d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:30:28.520285 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45d1168-b965-4d3e-9e6f-897e682739d5 None None] Routers {'b6be81b5-6625-4d8d-9b32-0fe84a05d5c7'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:30:28.521650 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-d45d1168-b965-4d3e-9e6f-897e682739d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:30:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['b6be81b5-6625-4d8d-9b32-0fe84a05d5c7'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:30:28.574370 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-d45d1168-b965-4d3e-9e6f-897e682739d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:30:28.576167 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d45d1168-b965-4d3e-9e6f-897e682739d5 None None] The sync data for ids ['b6be81b5-6625-4d8d-9b32-0fe84a05d5c7'] in n-d-712749-28 is: [] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:30:28.765209 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93fe104f-f938-4eae-a111-ccdff5727d39 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Made reservation on behalf of 9ba14e9215184b84bbcafb0edfbfb9ad for: {'port': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:30:28.771783 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-93fe104f-f938-4eae-a111-ccdff5727d39 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:28.866026 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-93fe104f-f938-4eae-a111-ccdff5727d39 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] device_id is not set on port 490679cf-f5fa-4937-aab1-248009e1de24 yet. {{(pid=103283) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 07:30:29.250072 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-93fe104f-f938-4eae-a111-ccdff5727d39 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Allocated IP 172.20.0.9 (fbc9e409-efdf-4fa4-8ee1-3b23f03af71c/42d74bcd-f249-4bd9-8c79-01a89013a971/490679cf-f5fa-4937-aab1-248009e1de24) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:30:29.560959 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 7e41736c-071f-42a4-badd-d90af99087d0 no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:30:29.614262 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-93fe104f-f938-4eae-a111-ccdff5727d39 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks [] for port (490679cf-f5fa-4937-aab1-248009e1de24), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:29.679685 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf44cdd6-8e00-4281-aa63-bafc92ba5b2d req-009a57e8-c90d-4dc0-9acb-5af6f4d4ab2a tempest-InstanceActionsTestJSON-1349955049 tempest-InstanceActionsTestJSON-1349955049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:30:29.690550 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-cf44cdd6-8e00-4281-aa63-bafc92ba5b2d req-009a57e8-c90d-4dc0-9acb-5af6f4d4ab2a tempest-InstanceActionsTestJSON-1349955049 tempest-InstanceActionsTestJSON-1349955049-project] 10.222.0.41 "GET /v2.0/networks?id=9565f4ec-9858-4eac-a0a1-2a97490526b5 HTTP/1.1" status: 200 len: 813 time: 1.7319922 Jan 28 07:30:29.706815 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-93fe104f-f938-4eae-a111-ccdff5727d39 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (490679cf-f5fa-4937-aab1-248009e1de24), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:29.807051 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-cf44cdd6-8e00-4281-aa63-bafc92ba5b2d req-9334fdb8-ad59-4b3c-acdd-67b7ee36596a tempest-InstanceActionsTestJSON-1349955049 tempest-InstanceActionsTestJSON-1349955049-project] 10.222.0.41 "GET /v2.0/quotas/89443522fb1345789a713459a3fc8c59 HTTP/1.1" status: 200 len: 375 time: 0.0841303 Jan 28 07:30:29.829369 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-4e20a9f3-44b5-4d96-b915-5fbf19ed52cb admin admin] For port 7e41736c-071f-42a4-badd-d90af99087d0, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=7e41736c-071f-42a4-badd-d90af99087d0,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:30:29.829746 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4e20a9f3-44b5-4d96-b915-5fbf19ed52cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (7e41736c-071f-42a4-badd-d90af99087d0), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:29.878848 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fe104f-f938-4eae-a111-ccdff5727d39 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Pushing event updated for resources: {'Port': ['ID=490679cf-f5fa-4937-aab1-248009e1de24,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:30:29.890675 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-cf44cdd6-8e00-4281-aa63-bafc92ba5b2d req-ab446485-f5d6-47e7-b4d4-ebf18b29a6fd tempest-InstanceActionsTestJSON-1349955049 tempest-InstanceActionsTestJSON-1349955049-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=89443522fb1345789a713459a3fc8c59&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0687826 Jan 28 07:30:29.891616 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-4e20a9f3-44b5-4d96-b915-5fbf19ed52cb admin admin] Calling delete_port for 7e41736c-071f-42a4-badd-d90af99087d0 owned by network:router_gateway {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:30:29.902790 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 7e41736c-071f-42a4-badd-d90af99087d0 is: ACTIVE; New status is: DOWN {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:30:29.903509 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (7e41736c-071f-42a4-badd-d90af99087d0), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:29.955887 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93fe104f-f938-4eae-a111-ccdff5727d39 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Network fbc9e409-efdf-4fa4-8ee1-3b23f03af71c is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:30:29.965927 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-93fe104f-f938-4eae-a111-ccdff5727d39 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:30:29.981821 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] For port 7e41736c-071f-42a4-badd-d90af99087d0, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=7e41736c-071f-42a4-badd-d90af99087d0,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:30:29.986876 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93fe104f-f938-4eae-a111-ccdff5727d39 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:30:29.991236 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (7e41736c-071f-42a4-badd-d90af99087d0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:29.996983 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 7c0da368-7307-4ce3-a4d7-500bfcfdbb11 no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:30:30.072727 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: 7c0da368-7307-4ce3-a4d7-500bfcfdbb11 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:30:30.073601 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 7c0da368-7307-4ce3-a4d7-500bfcfdbb11 not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:30:30.208997 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93fe104f-f938-4eae-a111-ccdff5727d39 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:30:30.210496 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-93fe104f-f938-4eae-a111-ccdff5727d39 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:30.215696 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Pushing event updated for resources: {'Port': ['ID=7e41736c-071f-42a4-badd-d90af99087d0,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:30:30.268480 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-93fe104f-f938-4eae-a111-ccdff5727d39 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 1.9026384 Jan 28 07:30:30.269213 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 41426) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:30:30.288785 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-5420d22f-1480-41c5-bf42-b0b93480f38e tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Request body: {'port': {'network_id': 'fbc9e409-efdf-4fa4-8ee1-3b23f03af71c', 'name': 'tempest-FloatingIPTestJSON-302632864'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:30:30.539770 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5420d22f-1480-41c5-bf42-b0b93480f38e tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Made reservation on behalf of 9ba14e9215184b84bbcafb0edfbfb9ad for: {'port': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:30:30.544474 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5420d22f-1480-41c5-bf42-b0b93480f38e tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:30.575483 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-5420d22f-1480-41c5-bf42-b0b93480f38e tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] device_id is not set on port eb1e4d77-b9fb-45ef-9904-765f19b1879c yet. {{(pid=103283) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 07:30:30.616433 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [req-cf44cdd6-8e00-4281-aa63-bafc92ba5b2d req-1a274f9c-1f0b-4870-bfc8-7581b6cefb68 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 07:30:30.629734 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-cf44cdd6-8e00-4281-aa63-bafc92ba5b2d req-1a274f9c-1f0b-4870-bfc8-7581b6cefb68 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7041008 Jan 28 07:30:30.780574 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-5420d22f-1480-41c5-bf42-b0b93480f38e tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Allocated IP 172.20.0.7 (fbc9e409-efdf-4fa4-8ee1-3b23f03af71c/42d74bcd-f249-4bd9-8c79-01a89013a971/eb1e4d77-b9fb-45ef-9904-765f19b1879c) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:30:30.863707 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4e20a9f3-44b5-4d96-b915-5fbf19ed52cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (7e41736c-071f-42a4-badd-d90af99087d0), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:30.991794 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5420d22f-1480-41c5-bf42-b0b93480f38e tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks [] for port (eb1e4d77-b9fb-45ef-9904-765f19b1879c), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:31.035715 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5420d22f-1480-41c5-bf42-b0b93480f38e tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (eb1e4d77-b9fb-45ef-9904-765f19b1879c), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:31.038044 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-cf44cdd6-8e00-4281-aa63-bafc92ba5b2d req-fa6300cd-42f3-4c33-b48c-91c5f2d4529d service neutron] 10.222.0.41 "GET /v2.0/networks/9565f4ec-9858-4eac-a0a1-2a97490526b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4043994 Jan 28 07:30:31.045206 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e20a9f3-44b5-4d96-b915-5fbf19ed52cb admin admin] Pushing event deleted for resources: {'Port': ['ID=7e41736c-071f-42a4-badd-d90af99087d0,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:30:31.128468 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5420d22f-1480-41c5-bf42-b0b93480f38e tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Pushing event updated for resources: {'Port': ['ID=eb1e4d77-b9fb-45ef-9904-765f19b1879c,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:30:31.143955 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5420d22f-1480-41c5-bf42-b0b93480f38e tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Network fbc9e409-efdf-4fa4-8ee1-3b23f03af71c is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:30:31.146372 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-5420d22f-1480-41c5-bf42-b0b93480f38e tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:30:31.158077 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5420d22f-1480-41c5-bf42-b0b93480f38e tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:30:31.344019 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5420d22f-1480-41c5-bf42-b0b93480f38e tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:30:31.350503 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5420d22f-1480-41c5-bf42-b0b93480f38e tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:31.415212 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-5420d22f-1480-41c5-bf42-b0b93480f38e tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.1428614 Jan 28 07:30:31.416063 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 41446) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:30:31.420536 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-fcf40072-b908-4289-82e2-74708c1c61cb tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Request body: {'floatingip': {'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'port_id': 'eb1e4d77-b9fb-45ef-9904-765f19b1879c', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:30:31.533911 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fcf40072-b908-4289-82e2-74708c1c61cb tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:31.587548 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4e20a9f3-44b5-4d96-b915-5fbf19ed52cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16607873'] for router_gateway (65e3a54e-1bcd-430b-a2ee-fdebdf5d9d97), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:31.724791 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 41452) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:30:31.942113 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fcf40072-b908-4289-82e2-74708c1c61cb tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:31.981303 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4e20a9f3-44b5-4d96-b915-5fbf19ed52cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16605684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127449'] for router (65e3a54e-1bcd-430b-a2ee-fdebdf5d9d97), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:31.987392 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4e20a9f3-44b5-4d96-b915-5fbf19ed52cb admin admin] Publish callbacks [] for router_controller (65e3a54e-1bcd-430b-a2ee-fdebdf5d9d97), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:32.009516 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-cf44cdd6-8e00-4281-aa63-bafc92ba5b2d req-45983a3f-61ee-485f-b887-6e5de9b79de0 service neutron] 10.222.0.41 "GET /v2.0/networks/9565f4ec-9858-4eac-a0a1-2a97490526b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9521179 Jan 28 07:30:32.114250 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4e20a9f3-44b5-4d96-b915-5fbf19ed52cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16605693'] for router (65e3a54e-1bcd-430b-a2ee-fdebdf5d9d97), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:32.115046 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e20a9f3-44b5-4d96-b915-5fbf19ed52cb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 65e3a54e-1bcd-430b-a2ee-fdebdf5d9d97 {{(pid=103284) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 07:30:32.121651 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4e20a9f3-44b5-4d96-b915-5fbf19ed52cb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:32.122673 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-4e20a9f3-44b5-4d96-b915-5fbf19ed52cb admin admin] 10.222.0.41 "DELETE /v2.0/routers/65e3a54e-1bcd-430b-a2ee-fdebdf5d9d97 HTTP/1.1" status: 204 len: 168 time: 4.9728680 Jan 28 07:30:32.127236 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 41458) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:30:32.226616 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b6558160-8110-4a7c-90f3-692ce87537aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:32.235115 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 41460) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:30:32.563125 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8cbb1906-9e46-4c0a-a167-df2ccf522240 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:32.577962 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-fcf40072-b908-4289-82e2-74708c1c61cb tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Allocated IP 172.25.6.130 (7d5b3724-deef-4831-8d43-cb9b8176573c/b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc/58f9d95b-90c3-4081-b70b-b8546814a50a) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:30:32.753199 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fcf40072-b908-4289-82e2-74708c1c61cb tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks [] for port (58f9d95b-90c3-4081-b70b-b8546814a50a), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:32.876248 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_v2 [None req-52beb7c9-d087-49f9-87cd-3dd342f4d708 admin admin] Deleting subnet b682ebd3-2c24-4429-a21f-f71ebc5ce8e8 {{(pid=103283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:30:32.903920 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8cbb1906-9e46-4c0a-a167-df2ccf522240 admin admin] Publish callbacks [] for security_group (7fd50af6-1178-46f4-9086-70d93b1b55b9), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:32.912908 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8cbb1906-9e46-4c0a-a167-df2ccf522240 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (7fd50af6-1178-46f4-9086-70d93b1b55b9), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:32.916760 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-52beb7c9-d087-49f9-87cd-3dd342f4d708 admin admin] Publish callbacks [] for subnet (b682ebd3-2c24-4429-a21f-f71ebc5ce8e8), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:33.013551 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:33.048298 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fcf40072-b908-4289-82e2-74708c1c61cb tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (58f9d95b-90c3-4081-b70b-b8546814a50a), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:33.058361 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-8cbb1906-9e46-4c0a-a167-df2ccf522240 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c2e3bbcba4834caaaef609243cbc5baa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8190200 Jan 28 07:30:33.062964 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 41476) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:30:33.063481 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbb1906-9e46-4c0a-a167-df2ccf522240 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fd50af6-1178-46f4-9086-70d93b1b55b9,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:30:33.261363 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cc26c627-ad1d-4a3c-9be9-0c180df28931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:33.278667 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-22534928-b1e2-428a-bfdc-2d758d61f5ff admin admin] Publish callbacks [] for security_group (7fd50af6-1178-46f4-9086-70d93b1b55b9), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:33.358798 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-22534928-b1e2-428a-bfdc-2d758d61f5ff admin admin] Publish callbacks [] for security_group (7fd50af6-1178-46f4-9086-70d93b1b55b9), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:33.373279 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-aba7ca4e-e8a5-48c3-ac67-d4d79ad504fb req-d7947f4e-920f-4c74-a3f3-c293a218db4a tempest-InstanceActionsTestJSON-1349955049 tempest-InstanceActionsTestJSON-1349955049-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7badce6-6fad-44bc-b2a0-e8019e3316ac HTTP/1.1" status: 200 len: 210 time: 1.0215590 Jan 28 07:30:33.389995 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf40072-b908-4289-82e2-74708c1c61cb tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Pushing event updated for resources: {'Port': ['ID=58f9d95b-90c3-4081-b70b-b8546814a50a,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:30:33.462098 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf40072-b908-4289-82e2-74708c1c61cb tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Network 7d5b3724-deef-4831-8d43-cb9b8176573c is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:30:33.499895 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-22534928-b1e2-428a-bfdc-2d758d61f5ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (7fd50af6-1178-46f4-9086-70d93b1b55b9), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:33.502165 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-22534928-b1e2-428a-bfdc-2d758d61f5ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:33.506419 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-22534928-b1e2-428a-bfdc-2d758d61f5ff admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7fd50af6-1178-46f4-9086-70d93b1b55b9 HTTP/1.1" status: 204 len: 168 time: 0.4356446 Jan 28 07:30:33.527257 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22534928-b1e2-428a-bfdc-2d758d61f5ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fd50af6-1178-46f4-9086-70d93b1b55b9,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:30:33.546005 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-fcf40072-b908-4289-82e2-74708c1c61cb tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:30:33.563973 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf40072-b908-4289-82e2-74708c1c61cb tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:30:33.693811 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-52beb7c9-d087-49f9-87cd-3dd342f4d708 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13506696'] for subnet (b682ebd3-2c24-4429-a21f-f71ebc5ce8e8), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:33.929186 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b6558160-8110-4a7c-90f3-692ce87537aa admin admin] Publish callbacks [] for security_group (3f676c48-2a59-4dd6-9ea9-fb85eb85a2bb), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:33.950506 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:34.399740 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 41494) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:30:34.446480 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cb459181-e4d4-4029-a5c2-a78ed430f7da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:34.609575 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b6558160-8110-4a7c-90f3-692ce87537aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (3f676c48-2a59-4dd6-9ea9-fb85eb85a2bb), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:34.641357 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ce51add8-f9db-48aa-96df-c30d6d954213 req-131b0a0b-b53f-47b6-858e-f56218031203 tempest-InstanceActionsTestJSON-1349955049 tempest-InstanceActionsTestJSON-1349955049-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7badce6-6fad-44bc-b2a0-e8019e3316ac HTTP/1.1" status: 200 len: 210 time: 0.0448124 Jan 28 07:30:34.663055 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cb459181-e4d4-4029-a5c2-a78ed430f7da admin admin] Publish callbacks [] for security_group (12e6eccf-0582-4061-b98a-811fac5702ac), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:34.669060 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cb459181-e4d4-4029-a5c2-a78ed430f7da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (12e6eccf-0582-4061-b98a-811fac5702ac), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:34.710889 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-cb459181-e4d4-4029-a5c2-a78ed430f7da admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e83d6e073e7046b7bf8555abd43c61e9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3049543 Jan 28 07:30:34.712534 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 41500) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:30:34.824072 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fadcf525-0017-460c-8a1c-1e2ccaf269bb admin admin] Publish callbacks [] for security_group (12e6eccf-0582-4061-b98a-811fac5702ac), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:34.882885 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fadcf525-0017-460c-8a1c-1e2ccaf269bb admin admin] Publish callbacks [] for security_group (12e6eccf-0582-4061-b98a-811fac5702ac), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:34.905926 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-52beb7c9-d087-49f9-87cd-3dd342f4d708 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (b682ebd3-2c24-4429-a21f-f71ebc5ce8e8), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:34.983902 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fadcf525-0017-460c-8a1c-1e2ccaf269bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (12e6eccf-0582-4061-b98a-811fac5702ac), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:34.991809 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fadcf525-0017-460c-8a1c-1e2ccaf269bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:34.998915 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-fadcf525-0017-460c-8a1c-1e2ccaf269bb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/12e6eccf-0582-4061-b98a-811fac5702ac HTTP/1.1" status: 204 len: 168 time: 0.2834296 Jan 28 07:30:35.011059 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb459181-e4d4-4029-a5c2-a78ed430f7da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12e6eccf-0582-4061-b98a-811fac5702ac,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:30:35.061410 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadcf525-0017-460c-8a1c-1e2ccaf269bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12e6eccf-0582-4061-b98a-811fac5702ac,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:30:35.630182 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8631d0f2-e1ef-4924-8db0-bac0aac214ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:35.634078 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-b6558160-8110-4a7c-90f3-692ce87537aa admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7386a951ec9e43399339c0008973fe6b&name=default HTTP/1.1" status: 200 len: 3000 time: 3.8880484 Jan 28 07:30:35.634473 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 41524) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:30:35.823676 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a62288e8-073e-4546-a165-515871b1fe09 admin admin] Publish callbacks [] for security_group (3f676c48-2a59-4dd6-9ea9-fb85eb85a2bb), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:35.854446 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6558160-8110-4a7c-90f3-692ce87537aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f676c48-2a59-4dd6-9ea9-fb85eb85a2bb,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:30:35.944490 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a62288e8-073e-4546-a165-515871b1fe09 admin admin] Publish callbacks [] for security_group (3f676c48-2a59-4dd6-9ea9-fb85eb85a2bb), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:36.071258 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2ad9ce4b-599a-4787-8ce9-225830c5ab57 req-2479d6dc-8aa2-4d00-9e57-957a1f3c0cf9 tempest-InstanceActionsTestJSON-1349955049 tempest-InstanceActionsTestJSON-1349955049-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7badce6-6fad-44bc-b2a0-e8019e3316ac HTTP/1.1" status: 200 len: 210 time: 0.1704190 Jan 28 07:30:36.093329 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a62288e8-073e-4546-a165-515871b1fe09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (3f676c48-2a59-4dd6-9ea9-fb85eb85a2bb), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:36.101373 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a62288e8-073e-4546-a165-515871b1fe09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:36.105331 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-a62288e8-073e-4546-a165-515871b1fe09 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3f676c48-2a59-4dd6-9ea9-fb85eb85a2bb HTTP/1.1" status: 204 len: 168 time: 0.4684451 Jan 28 07:30:36.131057 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62288e8-073e-4546-a165-515871b1fe09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f676c48-2a59-4dd6-9ea9-fb85eb85a2bb,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:30:36.298906 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 41546) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:30:36.330742 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fcf40072-b908-4289-82e2-74708c1c61cb tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks [] for floatingip (31685387-0548-4235-a16d-fdb68b4d369e), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:36.527624 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf44cdd6-8e00-4281-aa63-bafc92ba5b2d req-caf7009b-1a29-4dd7-835e-42f02d363750 tempest-InstanceActionsTestJSON-1349955049 tempest-InstanceActionsTestJSON-1349955049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:30:36.529503 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-cf44cdd6-8e00-4281-aa63-bafc92ba5b2d req-caf7009b-1a29-4dd7-835e-42f02d363750 tempest-InstanceActionsTestJSON-1349955049 tempest-InstanceActionsTestJSON-1349955049-project] 10.222.0.10 "GET /v2.0/networks?id=9565f4ec-9858-4eac-a0a1-2a97490526b5 HTTP/1.1" status: 200 len: 813 time: 0.9659245 Jan 28 07:30:36.566312 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-52beb7c9-d087-49f9-87cd-3dd342f4d708 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13546665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13556132'] for subnet (b682ebd3-2c24-4429-a21f-f71ebc5ce8e8), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:36.613512 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fcf40072-b908-4289-82e2-74708c1c61cb tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (58f9d95b-90c3-4081-b70b-b8546814a50a), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:36.692832 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cfc2d47-f06e-406d-8ddc-52f9acf3df98 None None] Network 3ee5b4fe-7a2b-416c-ac54-853e513c8c13 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:30:36.707633 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-52beb7c9-d087-49f9-87cd-3dd342f4d708 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:36.714829 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-52beb7c9-d087-49f9-87cd-3dd342f4d708 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/b682ebd3-2c24-4429-a21f-f71ebc5ce8e8 HTTP/1.1" status: 204 len: 168 time: 4.5850189 Jan 28 07:30:36.717305 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 41554) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:30:36.746133 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-cf44cdd6-8e00-4281-aa63-bafc92ba5b2d req-ff8a983c-c062-484c-a07b-c344dbdd7162 tempest-InstanceActionsTestJSON-1349955049 tempest-InstanceActionsTestJSON-1349955049-project] Request body: {'port': {'device_id': 'f7badce6-6fad-44bc-b2a0-e8019e3316ac', 'network_id': '9565f4ec-9858-4eac-a0a1-2a97490526b5', 'admin_state_up': True, 'tenant_id': '89443522fb1345789a713459a3fc8c59'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:30:36.763865 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52beb7c9-d087-49f9-87cd-3dd342f4d708 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b682ebd3-2c24-4429-a21f-f71ebc5ce8e8,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:30:36.837898 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8d2271d1-235b-4a7b-94ba-5a280e2ac2e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:36.982478 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 41562) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:30:37.051775 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:37.099661 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-36370fe1-3ba8-4b08-8c28-ac4a0233fd24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (3ee5b4fe-7a2b-416c-ac54-853e513c8c13), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:37.144908 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-25f047eb-634b-41fb-83f8-3f12994921d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:37.150144 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cface89-b6e7-45ed-bc52-c12b424371be None None] DHCP port deletion for 3ee5b4fe-7a2b-416c-ac54-853e513c8c13 request from n-d-712749-28 {{(pid=103285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 07:30:37.256022 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-1cface89-b6e7-45ed-bc52-c12b424371be None None] Deleting port 3df13642-b218-4b6a-9d9d-9ab8b3eecb01 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:30:37.256709 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1cface89-b6e7-45ed-bc52-c12b424371be None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (3df13642-b218-4b6a-9d9d-9ab8b3eecb01), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:37.337346 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8d2271d1-235b-4a7b-94ba-5a280e2ac2e5 admin admin] Publish callbacks [] for security_group (ccd379af-bbb0-421e-9b3e-00ec4e50cecb), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:37.352559 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-1cface89-b6e7-45ed-bc52-c12b424371be None None] For port 3df13642-b218-4b6a-9d9d-9ab8b3eecb01, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=3df13642-b218-4b6a-9d9d-9ab8b3eecb01,segment=NetworkSegment(6e3ead2d-a9dd-49fc-8dee-39c684e73d28),segment_id=6e3ead2d-a9dd-49fc-8dee-39c684e73d28)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:30:37.353733 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1cface89-b6e7-45ed-bc52-c12b424371be None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (3df13642-b218-4b6a-9d9d-9ab8b3eecb01), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:37.370330 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6e865f9f-7213-4c04-bd29-9b9efb7a4dcb req-5ac449ed-a57b-42e6-a591-0d33da83e57b tempest-InstanceActionsTestJSON-1349955049 tempest-InstanceActionsTestJSON-1349955049-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7badce6-6fad-44bc-b2a0-e8019e3316ac HTTP/1.1" status: 200 len: 210 time: 0.0599258 Jan 28 07:30:37.372977 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-1cface89-b6e7-45ed-bc52-c12b424371be None None] Calling delete_port for 3df13642-b218-4b6a-9d9d-9ab8b3eecb01 owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:30:37.375660 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8d2271d1-235b-4a7b-94ba-5a280e2ac2e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (ccd379af-bbb0-421e-9b3e-00ec4e50cecb), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:37.434368 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-36370fe1-3ba8-4b08-8c28-ac4a0233fd24 admin admin] Deleting port 3df13642-b218-4b6a-9d9d-9ab8b3eecb01 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:30:37.434619 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-36370fe1-3ba8-4b08-8c28-ac4a0233fd24 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (3df13642-b218-4b6a-9d9d-9ab8b3eecb01), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:37.444695 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fcf40072-b908-4289-82e2-74708c1c61cb tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks [] for port (58f9d95b-90c3-4081-b70b-b8546814a50a), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:37.456092 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf44cdd6-8e00-4281-aa63-bafc92ba5b2d req-ff8a983c-c062-484c-a07b-c344dbdd7162 tempest-InstanceActionsTestJSON-1349955049 tempest-InstanceActionsTestJSON-1349955049-project] Made reservation on behalf of 89443522fb1345789a713459a3fc8c59 for: {'port': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:30:37.462726 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-cf44cdd6-8e00-4281-aa63-bafc92ba5b2d req-ff8a983c-c062-484c-a07b-c344dbdd7162 tempest-InstanceActionsTestJSON-1349955049 tempest-InstanceActionsTestJSON-1349955049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:37.471184 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fcf40072-b908-4289-82e2-74708c1c61cb tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (58f9d95b-90c3-4081-b70b-b8546814a50a), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:37.543412 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2271d1-235b-4a7b-94ba-5a280e2ac2e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccd379af-bbb0-421e-9b3e-00ec4e50cecb,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:30:37.572967 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1cface89-b6e7-45ed-bc52-c12b424371be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298'] for port (3df13642-b218-4b6a-9d9d-9ab8b3eecb01), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:37.586406 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-8d2271d1-235b-4a7b-94ba-5a280e2ac2e5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=931f800719834bf7826da996be58aac2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2841265 Jan 28 07:30:37.603674 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 41572) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:30:37.603943 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cface89-b6e7-45ed-bc52-c12b424371be None None] No DVR routers for this DVR port 3df13642-b218-4b6a-9d9d-9ab8b3eecb01 on host n-d-712749-28 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:30:37.670503 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 3df13642-b218-4b6a-9d9d-9ab8b3eecb01 no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:30:37.723316 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: 3df13642-b218-4b6a-9d9d-9ab8b3eecb01 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:30:37.723961 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 3df13642-b218-4b6a-9d9d-9ab8b3eecb01 not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:30:37.733186 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cface89-b6e7-45ed-bc52-c12b424371be None None] Pushing event deleted for resources: {'Port': ['ID=3df13642-b218-4b6a-9d9d-9ab8b3eecb01,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:30:37.755937 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-36370fe1-3ba8-4b08-8c28-ac4a0233fd24 admin admin] For port 3df13642-b218-4b6a-9d9d-9ab8b3eecb01, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=3df13642-b218-4b6a-9d9d-9ab8b3eecb01,segment=NetworkSegment(6e3ead2d-a9dd-49fc-8dee-39c684e73d28),segment_id=6e3ead2d-a9dd-49fc-8dee-39c684e73d28)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:30:37.757672 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-36370fe1-3ba8-4b08-8c28-ac4a0233fd24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (3df13642-b218-4b6a-9d9d-9ab8b3eecb01), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:37.816612 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-36370fe1-3ba8-4b08-8c28-ac4a0233fd24 admin admin] Calling delete_port for 3df13642-b218-4b6a-9d9d-9ab8b3eecb01 owned by network:dhcp {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:30:37.822783 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-25f047eb-634b-41fb-83f8-3f12994921d7 admin admin] Publish callbacks [] for security_group (cfa0528e-2e82-4e68-a0f7-be82aadf8c94), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:37.824441 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf40072-b908-4289-82e2-74708c1c61cb tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Pushing event updated for resources: {'Port': ['ID=58f9d95b-90c3-4081-b70b-b8546814a50a,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:30:37.889435 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-25f047eb-634b-41fb-83f8-3f12994921d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (cfa0528e-2e82-4e68-a0f7-be82aadf8c94), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:37.970241 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fcf40072-b908-4289-82e2-74708c1c61cb tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16609095'] for floatingip (31685387-0548-4235-a16d-fdb68b4d369e), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:38.020625 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-36370fe1-3ba8-4b08-8c28-ac4a0233fd24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (3df13642-b218-4b6a-9d9d-9ab8b3eecb01), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:38.033405 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36370fe1-3ba8-4b08-8c28-ac4a0233fd24 admin admin] No DVR routers for this DVR port 3df13642-b218-4b6a-9d9d-9ab8b3eecb01 on host n-d-712749-28 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:30:38.148092 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-32a0df35-4bb2-406a-b4f9-5d1e9ac85c5e admin admin] Publish callbacks [] for security_group (ccd379af-bbb0-421e-9b3e-00ec4e50cecb), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:38.158963 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36370fe1-3ba8-4b08-8c28-ac4a0233fd24 admin admin] Pushing event deleted for resources: {'Port': ['ID=3df13642-b218-4b6a-9d9d-9ab8b3eecb01,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:30:38.206869 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f047eb-634b-41fb-83f8-3f12994921d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfa0528e-2e82-4e68-a0f7-be82aadf8c94,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:30:38.251574 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-36370fe1-3ba8-4b08-8c28-ac4a0233fd24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (3ee5b4fe-7a2b-416c-ac54-853e513c8c13), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:38.253522 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-32a0df35-4bb2-406a-b4f9-5d1e9ac85c5e admin admin] Publish callbacks [] for security_group (ccd379af-bbb0-421e-9b3e-00ec4e50cecb), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:38.293040 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-36370fe1-3ba8-4b08-8c28-ac4a0233fd24 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ee5b4fe-7a2b-416c-ac54-853e513c8c13']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:30:38.309916 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-25f047eb-634b-41fb-83f8-3f12994921d7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d033da0f402a4d6eaf419ef7ccaf464a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2437987 Jan 28 07:30:38.312983 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-36370fe1-3ba8-4b08-8c28-ac4a0233fd24 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e3ead2d-a9dd-49fc-8dee-39c684e73d28') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:30:38.313346 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-36370fe1-3ba8-4b08-8c28-ac4a0233fd24 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e3ead2d-a9dd-49fc-8dee-39c684e73d28') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:30:38.319497 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 41584) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:30:38.325441 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-36370fe1-3ba8-4b08-8c28-ac4a0233fd24 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24759294'] for segment (6e3ead2d-a9dd-49fc-8dee-39c684e73d28), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:38.346803 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-36370fe1-3ba8-4b08-8c28-ac4a0233fd24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (6e3ead2d-a9dd-49fc-8dee-39c684e73d28), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:38.356010 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36370fe1-3ba8-4b08-8c28-ac4a0233fd24 admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:30:38.356010 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-36370fe1-3ba8-4b08-8c28-ac4a0233fd24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24757675'] for segment (6e3ead2d-a9dd-49fc-8dee-39c684e73d28), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:38.357677 n-d-712749-28 neutron-server[103284]: Traceback (most recent call last): Jan 28 07:30:38.357677 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:30:38.357677 n-d-712749-28 neutron-server[103284]: timer() Jan 28 07:30:38.357677 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:30:38.357677 n-d-712749-28 neutron-server[103284]: cb(*args, **kw) Jan 28 07:30:38.357677 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:30:38.357677 n-d-712749-28 neutron-server[103284]: return func(*args, **kwargs) Jan 28 07:30:38.357677 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:30:38.357677 n-d-712749-28 neutron-server[103284]: self._notify() Jan 28 07:30:38.357677 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:30:38.357677 n-d-712749-28 neutron-server[103284]: self.callback(batched_events) Jan 28 07:30:38.357677 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:30:38.357677 n-d-712749-28 neutron-server[103284]: event.method(event) Jan 28 07:30:38.357677 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:30:38.357677 n-d-712749-28 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:30:38.357677 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:30:38.357677 n-d-712749-28 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:30:38.357677 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:30:38.357677 n-d-712749-28 neutron-server[103284]: return f(self, *a, **k) Jan 28 07:30:38.357677 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:30:38.357677 n-d-712749-28 neutron-server[103284]: return self._get(url).json() Jan 28 07:30:38.357677 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:30:38.357677 n-d-712749-28 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:30:38.357677 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:30:38.357677 n-d-712749-28 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Jan 28 07:30:38.357677 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:30:38.357677 n-d-712749-28 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:30:38.357677 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:30:38.357677 n-d-712749-28 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:30:38.357677 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:30:38.357677 n-d-712749-28 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:30:38.357677 n-d-712749-28 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:30:38.370354 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-32a0df35-4bb2-406a-b4f9-5d1e9ac85c5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (ccd379af-bbb0-421e-9b3e-00ec4e50cecb), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:38.373195 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-32a0df35-4bb2-406a-b4f9-5d1e9ac85c5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:38.377205 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-32a0df35-4bb2-406a-b4f9-5d1e9ac85c5e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ccd379af-bbb0-421e-9b3e-00ec4e50cecb HTTP/1.1" status: 204 len: 168 time: 0.7516096 Jan 28 07:30:38.469835 n-d-712749-28 neutron-server[103283]: INFO neutron.db.l3_db [None req-fcf40072-b908-4289-82e2-74708c1c61cb tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Floating IP 31685387-0548-4235-a16d-fdb68b4d369e associated. External IP: 172.25.6.130, port: eb1e4d77-b9fb-45ef-9904-765f19b1879c. Jan 28 07:30:38.470062 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-36370fe1-3ba8-4b08-8c28-ac4a0233fd24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (3ee5b4fe-7a2b-416c-ac54-853e513c8c13), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:38.474719 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-36370fe1-3ba8-4b08-8c28-ac4a0233fd24 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:38.484371 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a0df35-4bb2-406a-b4f9-5d1e9ac85c5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccd379af-bbb0-421e-9b3e-00ec4e50cecb,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:30:38.489773 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-36370fe1-3ba8-4b08-8c28-ac4a0233fd24 admin admin] 10.222.0.41 "DELETE /v2.0/networks/3ee5b4fe-7a2b-416c-ac54-853e513c8c13 HTTP/1.1" status: 204 len: 168 time: 1.7711291 Jan 28 07:30:38.507763 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [req-cf44cdd6-8e00-4281-aa63-bafc92ba5b2d req-ff8a983c-c062-484c-a07b-c344dbdd7162 tempest-InstanceActionsTestJSON-1349955049 tempest-InstanceActionsTestJSON-1349955049-project] Allocated IP 172.20.0.5 (9565f4ec-9858-4eac-a0a1-2a97490526b5/3a4696b9-1c2b-43e7-b101-bf612c848f53/1c98c557-d3dc-4c25-b097-4836a393f4cf) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:30:38.525466 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36370fe1-3ba8-4b08-8c28-ac4a0233fd24 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ee5b4fe-7a2b-416c-ac54-853e513c8c13,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:30:38.674503 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:38.692688 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-58f705cf-777e-4127-b8ec-1789a6f68b74 req-a59bcecb-062a-4e94-b512-92836c32cfe2 tempest-InstanceActionsTestJSON-1349955049 tempest-InstanceActionsTestJSON-1349955049-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7badce6-6fad-44bc-b2a0-e8019e3316ac HTTP/1.1" status: 200 len: 210 time: 0.1531453 Jan 28 07:30:38.733828 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f1dfe9de-7f4f-452e-8017-1d207e7c578f admin admin] Publish callbacks [] for security_group (cfa0528e-2e82-4e68-a0f7-be82aadf8c94), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:39.078223 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 41600) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:30:39.157705 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-aa0f12d0-5e01-4536-b44b-45f46d048eb9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4f71a8e954614fdca4bf2ffcd76bb090&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0775728 Jan 28 07:30:39.161546 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 41604) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:30:39.208935 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 41606) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:30:39.267387 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fe071b8d-c462-4060-8298-3df56ffb60c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:39.301857 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2b3d263d-5a76-4b6d-acc4-0e0c99fcb3a6 admin admin] Publish callbacks [] for security_group (363f6a41-79f3-4b38-a071-cdda0e272c95), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:39.360464 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f1dfe9de-7f4f-452e-8017-1d207e7c578f admin admin] Publish callbacks [] for security_group (cfa0528e-2e82-4e68-a0f7-be82aadf8c94), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:39.379266 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2b3d263d-5a76-4b6d-acc4-0e0c99fcb3a6 admin admin] Publish callbacks [] for security_group (363f6a41-79f3-4b38-a071-cdda0e272c95), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:39.517246 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fe071b8d-c462-4060-8298-3df56ffb60c9 admin admin] Publish callbacks [] for security_group (a07e3b3b-f701-4561-a240-29dc8c4c2f38), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:39.536592 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fe071b8d-c462-4060-8298-3df56ffb60c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (a07e3b3b-f701-4561-a240-29dc8c4c2f38), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:39.574213 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f1dfe9de-7f4f-452e-8017-1d207e7c578f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (cfa0528e-2e82-4e68-a0f7-be82aadf8c94), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:39.579387 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f1dfe9de-7f4f-452e-8017-1d207e7c578f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:39.585202 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-f1dfe9de-7f4f-452e-8017-1d207e7c578f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cfa0528e-2e82-4e68-a0f7-be82aadf8c94 HTTP/1.1" status: 204 len: 168 time: 1.2611876 Jan 28 07:30:39.611668 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dfe9de-7f4f-452e-8017-1d207e7c578f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfa0528e-2e82-4e68-a0f7-be82aadf8c94,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:30:39.613215 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-fe071b8d-c462-4060-8298-3df56ffb60c9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e41cf0abd59d437c8cb5edfca010ccca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3970294 Jan 28 07:30:39.614417 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2b3d263d-5a76-4b6d-acc4-0e0c99fcb3a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (363f6a41-79f3-4b38-a071-cdda0e272c95), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:39.618640 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2b3d263d-5a76-4b6d-acc4-0e0c99fcb3a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:39.620826 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 41618) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:30:39.621882 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-2b3d263d-5a76-4b6d-acc4-0e0c99fcb3a6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/363f6a41-79f3-4b38-a071-cdda0e272c95 HTTP/1.1" status: 204 len: 168 time: 0.4595702 Jan 28 07:30:39.707428 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-cf44cdd6-8e00-4281-aa63-bafc92ba5b2d req-ff8a983c-c062-484c-a07b-c344dbdd7162 tempest-InstanceActionsTestJSON-1349955049 tempest-InstanceActionsTestJSON-1349955049-project] Publish callbacks [] for port (1c98c557-d3dc-4c25-b097-4836a393f4cf), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:39.708886 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe071b8d-c462-4060-8298-3df56ffb60c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a07e3b3b-f701-4561-a240-29dc8c4c2f38,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:30:39.726477 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:39.753778 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3d263d-5a76-4b6d-acc4-0e0c99fcb3a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=363f6a41-79f3-4b38-a071-cdda0e272c95,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:30:39.784785 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcf40072-b908-4289-82e2-74708c1c61cb tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Router b6be81b5-6625-4d8d-9b32-0fe84a05d5c7 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:30:39.868373 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0faa672b-145c-4410-bf34-6494dda688a3 req-d82df0c2-5e33-45e1-ab6e-5db1cbf12330 tempest-InstanceActionsTestJSON-1349955049 tempest-InstanceActionsTestJSON-1349955049-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7badce6-6fad-44bc-b2a0-e8019e3316ac HTTP/1.1" status: 200 len: 210 time: 0.0563726 Jan 28 07:30:40.002863 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3005653f-290b-47d0-9a58-70827fb93d26 admin admin] Publish callbacks [] for security_group (a07e3b3b-f701-4561-a240-29dc8c4c2f38), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:40.032746 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-cf44cdd6-8e00-4281-aa63-bafc92ba5b2d req-ff8a983c-c062-484c-a07b-c344dbdd7162 tempest-InstanceActionsTestJSON-1349955049 tempest-InstanceActionsTestJSON-1349955049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (1c98c557-d3dc-4c25-b097-4836a393f4cf), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:40.088004 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3005653f-290b-47d0-9a58-70827fb93d26 admin admin] Publish callbacks [] for security_group (a07e3b3b-f701-4561-a240-29dc8c4c2f38), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:40.190863 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf44cdd6-8e00-4281-aa63-bafc92ba5b2d req-ff8a983c-c062-484c-a07b-c344dbdd7162 tempest-InstanceActionsTestJSON-1349955049 tempest-InstanceActionsTestJSON-1349955049-project] Network 9565f4ec-9858-4eac-a0a1-2a97490526b5 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:30:40.223783 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [req-cf44cdd6-8e00-4281-aa63-bafc92ba5b2d req-ff8a983c-c062-484c-a07b-c344dbdd7162 tempest-InstanceActionsTestJSON-1349955049 tempest-InstanceActionsTestJSON-1349955049-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:30:40.230058 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8a983c-c062-484c-a07b-c344dbdd7162 tempest-InstanceActionsTestJSON-1349955049 tempest-InstanceActionsTestJSON-1349955049-project] Pushing event updated for resources: {'Port': ['ID=1c98c557-d3dc-4c25-b097-4836a393f4cf,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:30:40.233506 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf44cdd6-8e00-4281-aa63-bafc92ba5b2d req-ff8a983c-c062-484c-a07b-c344dbdd7162 tempest-InstanceActionsTestJSON-1349955049 tempest-InstanceActionsTestJSON-1349955049-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:30:40.241110 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcf40072-b908-4289-82e2-74708c1c61cb tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:30:40.255001 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebba88b9-4189-4326-bd53-5554e254a6d7 None None] Sync routers for ids ['b6be81b5-6625-4d8d-9b32-0fe84a05d5c7'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:30:40.275914 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebba88b9-4189-4326-bd53-5554e254a6d7 None None] Routers {'b6be81b5-6625-4d8d-9b32-0fe84a05d5c7'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:30:40.277226 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-ebba88b9-4189-4326-bd53-5554e254a6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:30:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['b6be81b5-6625-4d8d-9b32-0fe84a05d5c7'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:30:40.309955 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fcf40072-b908-4289-82e2-74708c1c61cb tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for floatingip (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:40.329820 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf44cdd6-8e00-4281-aa63-bafc92ba5b2d req-ff8a983c-c062-484c-a07b-c344dbdd7162 tempest-InstanceActionsTestJSON-1349955049 tempest-InstanceActionsTestJSON-1349955049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:30:40.330618 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-cf44cdd6-8e00-4281-aa63-bafc92ba5b2d req-ff8a983c-c062-484c-a07b-c344dbdd7162 tempest-InstanceActionsTestJSON-1349955049 tempest-InstanceActionsTestJSON-1349955049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:40.354992 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-ebba88b9-4189-4326-bd53-5554e254a6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:30:40.369681 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3005653f-290b-47d0-9a58-70827fb93d26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (a07e3b3b-f701-4561-a240-29dc8c4c2f38), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:40.373349 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3005653f-290b-47d0-9a58-70827fb93d26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:40.374772 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-3005653f-290b-47d0-9a58-70827fb93d26 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a07e3b3b-f701-4561-a240-29dc8c4c2f38 HTTP/1.1" status: 204 len: 168 time: 0.7464545 Jan 28 07:30:40.398345 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 41638) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:30:40.404539 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-33419c3a-3d62-4602-8e08-0dd0b590b332 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:30:40.408074 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-fcf40072-b908-4289-82e2-74708c1c61cb tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 8.9838006 Jan 28 07:30:40.414013 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3005653f-290b-47d0-9a58-70827fb93d26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a07e3b3b-f701-4561-a240-29dc8c4c2f38,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:30:40.420349 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebba88b9-4189-4326-bd53-5554e254a6d7 None None] Routers {'b6be81b5-6625-4d8d-9b32-0fe84a05d5c7'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:30:40.421535 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-ebba88b9-4189-4326-bd53-5554e254a6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:30:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['b6be81b5-6625-4d8d-9b32-0fe84a05d5c7'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:30:40.427135 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-cf44cdd6-8e00-4281-aa63-bafc92ba5b2d req-ff8a983c-c062-484c-a07b-c344dbdd7162 tempest-InstanceActionsTestJSON-1349955049 tempest-InstanceActionsTestJSON-1349955049-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8487904 Jan 28 07:30:40.461967 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-cf44cdd6-8e00-4281-aa63-bafc92ba5b2d req-7db94365-655e-4a18-8a91-e97d4babc560 service neutron] Request body: {'port': {'device_id': 'f7badce6-6fad-44bc-b2a0-e8019e3316ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-28'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:30:40.579978 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-ebba88b9-4189-4326-bd53-5554e254a6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:30:40.580796 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebba88b9-4189-4326-bd53-5554e254a6d7 None None] The sync data for ids ['b6be81b5-6625-4d8d-9b32-0fe84a05d5c7'] in n-d-712749-28 is: [] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:30:40.638662 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-cf44cdd6-8e00-4281-aa63-bafc92ba5b2d req-7db94365-655e-4a18-8a91-e97d4babc560 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (1c98c557-d3dc-4c25-b097-4836a393f4cf), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:40.655884 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-33419c3a-3d62-4602-8e08-0dd0b590b332 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks [] for floatingip (31685387-0548-4235-a16d-fdb68b4d369e), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:40.669127 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 41644) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:30:40.872895 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-6df24ab4-dbf6-40f3-ba69-ecc9dfe068d9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f1085e72fe1b4a069d884b846e48b5f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2022793 Jan 28 07:30:40.873957 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 41646) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:30:41.108975 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-33419c3a-3d62-4602-8e08-0dd0b590b332 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:41.118381 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-33419c3a-3d62-4602-8e08-0dd0b590b332 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16609095'] for floatingip (31685387-0548-4235-a16d-fdb68b4d369e), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:41.127683 n-d-712749-28 neutron-server[103284]: INFO neutron.db.l3_db [None req-33419c3a-3d62-4602-8e08-0dd0b590b332 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Floating IP 31685387-0548-4235-a16d-fdb68b4d369e disassociated. External IP: 172.25.6.130, port: eb1e4d77-b9fb-45ef-9904-765f19b1879c. Jan 28 07:30:41.197953 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9e3d41bc-ab31-45ee-80f4-c6a33c204e7d admin admin] Publish callbacks [] for security_group (b0e3c725-d99b-45c3-b036-a8c52c563c0e), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:41.338873 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bc20ed-1f7e-473c-acbb-70d43627d962 req-8876bfc5-b494-44c5-8e13-add767e3a3eb tempest-InstanceActionsTestJSON-1349955049 tempest-InstanceActionsTestJSON-1349955049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:30:41.341840 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-46bc20ed-1f7e-473c-acbb-70d43627d962 req-8876bfc5-b494-44c5-8e13-add767e3a3eb tempest-InstanceActionsTestJSON-1349955049 tempest-InstanceActionsTestJSON-1349955049-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7badce6-6fad-44bc-b2a0-e8019e3316ac HTTP/1.1" status: 200 len: 931 time: 0.2080369 Jan 28 07:30:41.549346 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33419c3a-3d62-4602-8e08-0dd0b590b332 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Router b6be81b5-6625-4d8d-9b32-0fe84a05d5c7 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:30:41.640288 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [req-cf44cdd6-8e00-4281-aa63-bafc92ba5b2d req-7db94365-655e-4a18-8a91-e97d4babc560 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c98c557-d3dc-4c25-b097-4836a393f4cf {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:30:41.660227 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-cf44cdd6-8e00-4281-aa63-bafc92ba5b2d req-7db94365-655e-4a18-8a91-e97d4babc560 service neutron] Publish callbacks [] for port (1c98c557-d3dc-4c25-b097-4836a393f4cf), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:41.688166 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [req-cf44cdd6-8e00-4281-aa63-bafc92ba5b2d req-7db94365-655e-4a18-8a91-e97d4babc560 service neutron] Transition to ACTIVE for port object 1c98c557-d3dc-4c25-b097-4836a393f4cf will not be triggered until provisioned by entity L2. {{(pid=103283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:30:41.693418 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9e3d41bc-ab31-45ee-80f4-c6a33c204e7d admin admin] Publish callbacks [] for security_group (b0e3c725-d99b-45c3-b036-a8c52c563c0e), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:41.818880 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-cf44cdd6-8e00-4281-aa63-bafc92ba5b2d req-7db94365-655e-4a18-8a91-e97d4babc560 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (1c98c557-d3dc-4c25-b097-4836a393f4cf), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:41.838285 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33419c3a-3d62-4602-8e08-0dd0b590b332 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:30:41.845767 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-33419c3a-3d62-4602-8e08-0dd0b590b332 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for floatingip (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:41.864371 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9e3d41bc-ab31-45ee-80f4-c6a33c204e7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (b0e3c725-d99b-45c3-b036-a8c52c563c0e), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:41.868877 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5e8179-23ed-4f0c-a14c-0b9df87d646a None None] Sync routers for ids ['b6be81b5-6625-4d8d-9b32-0fe84a05d5c7'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:30:41.871243 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9e3d41bc-ab31-45ee-80f4-c6a33c204e7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:41.874940 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-9e3d41bc-ab31-45ee-80f4-c6a33c204e7d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b0e3c725-d99b-45c3-b036-a8c52c563c0e HTTP/1.1" status: 204 len: 168 time: 0.9950371 Jan 28 07:30:41.895624 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5e8179-23ed-4f0c-a14c-0b9df87d646a None None] Routers {'b6be81b5-6625-4d8d-9b32-0fe84a05d5c7'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:30:41.897431 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-ca5e8179-23ed-4f0c-a14c-0b9df87d646a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:30:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['b6be81b5-6625-4d8d-9b32-0fe84a05d5c7'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:30:41.937696 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-33419c3a-3d62-4602-8e08-0dd0b590b332 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] 10.222.0.41 "PUT /v2.0/floatingips/31685387-0548-4235-a16d-fdb68b4d369e HTTP/1.1" status: 200 len: 688 time: 1.5287893 Jan 28 07:30:41.939924 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 41670) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:30:41.997264 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3d41bc-ab31-45ee-80f4-c6a33c204e7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0e3c725-d99b-45c3-b036-a8c52c563c0e,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:30:42.043928 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-ca5e8179-23ed-4f0c-a14c-0b9df87d646a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:30:42.092458 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5e8179-23ed-4f0c-a14c-0b9df87d646a None None] Routers {'b6be81b5-6625-4d8d-9b32-0fe84a05d5c7'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:30:42.093113 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-ca5e8179-23ed-4f0c-a14c-0b9df87d646a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:30:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['b6be81b5-6625-4d8d-9b32-0fe84a05d5c7'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:30:42.160675 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-46bc20ed-1f7e-473c-acbb-70d43627d962 req-86f7e890-8aa1-4750-989b-be9243ddb6cf tempest-InstanceActionsTestJSON-1349955049 tempest-InstanceActionsTestJSON-1349955049-project] 10.222.0.41 "GET /v2.0/security-groups?id=182abc32-68ae-4c6d-a8a6-395396e9a340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7756281 Jan 28 07:30:42.160913 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-ca5e8179-23ed-4f0c-a14c-0b9df87d646a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:30:42.161549 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5e8179-23ed-4f0c-a14c-0b9df87d646a None None] The sync data for ids ['b6be81b5-6625-4d8d-9b32-0fe84a05d5c7'] in n-d-712749-28 is: [] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:30:42.185657 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-9b9ca66d-1ca7-496b-a5d7-e24042c15e1d tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Deleting port 58f9d95b-90c3-4081-b70b-b8546814a50a {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:30:42.185898 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9b9ca66d-1ca7-496b-a5d7-e24042c15e1d tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (58f9d95b-90c3-4081-b70b-b8546814a50a), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:42.293021 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-cf44cdd6-8e00-4281-aa63-bafc92ba5b2d req-7db94365-655e-4a18-8a91-e97d4babc560 service neutron] Attempting to bind port 1c98c557-d3dc-4c25-b097-4836a393f4cf on host n-h1-712749-28 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:30:42.293274 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-cf44cdd6-8e00-4281-aa63-bafc92ba5b2d req-7db94365-655e-4a18-8a91-e97d4babc560 service neutron] Attempting to bind port 1c98c557-d3dc-4c25-b097-4836a393f4cf by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': '82f6dfff-3287-4eec-9d8a-67a661ebd26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9565f4ec-9858-4eac-a0a1-2a97490526b5'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:30:42.293381 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf44cdd6-8e00-4281-aa63-bafc92ba5b2d req-7db94365-655e-4a18-8a91-e97d4babc560 service neutron] Attempting to bind port 1c98c557-d3dc-4c25-b097-4836a393f4cf on network 9565f4ec-9858-4eac-a0a1-2a97490526b5 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:30:42.312437 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf44cdd6-8e00-4281-aa63-bafc92ba5b2d req-7db94365-655e-4a18-8a91-e97d4babc560 service neutron] Port 1c98c557-d3dc-4c25-b097-4836a393f4cf on network 9565f4ec-9858-4eac-a0a1-2a97490526b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:30:42.312840 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf44cdd6-8e00-4281-aa63-bafc92ba5b2d req-7db94365-655e-4a18-8a91-e97d4babc560 service neutron] Attempting to bind port 1c98c557-d3dc-4c25-b097-4836a393f4cf on network 9565f4ec-9858-4eac-a0a1-2a97490526b5 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:30:42.317434 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9b9ca66d-1ca7-496b-a5d7-e24042c15e1d tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (58f9d95b-90c3-4081-b70b-b8546814a50a), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:42.317936 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9b9ca66d-1ca7-496b-a5d7-e24042c15e1d tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks [] for floatingip (58f9d95b-90c3-4081-b70b-b8546814a50a), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:42.329835 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf44cdd6-8e00-4281-aa63-bafc92ba5b2d req-7db94365-655e-4a18-8a91-e97d4babc560 service neutron] Checking agent: {'id': '2fca46b1-237f-4857-9290-2429d810e472', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 30, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:30:42.330126 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf44cdd6-8e00-4281-aa63-bafc92ba5b2d req-7db94365-655e-4a18-8a91-e97d4babc560 service neutron] Checking segment: {'id': '82f6dfff-3287-4eec-9d8a-67a661ebd26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9565f4ec-9858-4eac-a0a1-2a97490526b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:30:42.330502 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf44cdd6-8e00-4281-aa63-bafc92ba5b2d req-7db94365-655e-4a18-8a91-e97d4babc560 service neutron] Bound using segment: {'id': '82f6dfff-3287-4eec-9d8a-67a661ebd26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9565f4ec-9858-4eac-a0a1-2a97490526b5'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:30:42.331171 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-cf44cdd6-8e00-4281-aa63-bafc92ba5b2d req-7db94365-655e-4a18-8a91-e97d4babc560 service neutron] Bound port: 1c98c557-d3dc-4c25-b097-4836a393f4cf, host: n-h1-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82f6dfff-3287-4eec-9d8a-67a661ebd26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9565f4ec-9858-4eac-a0a1-2a97490526b5'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:30:42.331298 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-cf44cdd6-8e00-4281-aa63-bafc92ba5b2d req-7db94365-655e-4a18-8a91-e97d4babc560 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (1c98c557-d3dc-4c25-b097-4836a393f4cf), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:42.332938 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-9b9ca66d-1ca7-496b-a5d7-e24042c15e1d tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Calling delete_port for 58f9d95b-90c3-4081-b70b-b8546814a50a owned by network:floatingip {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:30:42.366878 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db94365-655e-4a18-8a91-e97d4babc560 service neutron] Pushing event updated for resources: {'Port': ['ID=1c98c557-d3dc-4c25-b097-4836a393f4cf,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:30:42.475833 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-cf44cdd6-8e00-4281-aa63-bafc92ba5b2d req-7db94365-655e-4a18-8a91-e97d4babc560 service neutron] For port 1c98c557-d3dc-4c25-b097-4836a393f4cf, host n-h1-712749-28, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:30:42.485381 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-cf44cdd6-8e00-4281-aa63-bafc92ba5b2d req-7db94365-655e-4a18-8a91-e97d4babc560 service neutron] For port 1c98c557-d3dc-4c25-b097-4836a393f4cf, host n-h1-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=1c98c557-d3dc-4c25-b097-4836a393f4cf,segment=NetworkSegment(82f6dfff-3287-4eec-9d8a-67a661ebd26d),segment_id=82f6dfff-3287-4eec-9d8a-67a661ebd26d)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:30:42.495140 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-cf44cdd6-8e00-4281-aa63-bafc92ba5b2d req-7db94365-655e-4a18-8a91-e97d4babc560 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (1c98c557-d3dc-4c25-b097-4836a393f4cf), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:42.598962 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db94365-655e-4a18-8a91-e97d4babc560 service neutron] Pushing event updated for resources: {'Port': ['ID=1c98c557-d3dc-4c25-b097-4836a393f4cf,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:30:42.611969 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9b9ca66d-1ca7-496b-a5d7-e24042c15e1d tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (58f9d95b-90c3-4081-b70b-b8546814a50a), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:42.616780 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf44cdd6-8e00-4281-aa63-bafc92ba5b2d req-7db94365-655e-4a18-8a91-e97d4babc560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:30:42.618187 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-cf44cdd6-8e00-4281-aa63-bafc92ba5b2d req-7db94365-655e-4a18-8a91-e97d4babc560 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:42.621836 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-cf44cdd6-8e00-4281-aa63-bafc92ba5b2d req-7db94365-655e-4a18-8a91-e97d4babc560 service neutron] 10.222.0.10 "PUT /v2.0/ports/1c98c557-d3dc-4c25-b097-4836a393f4cf HTTP/1.1" status: 200 len: 1092 time: 2.1742153 Jan 28 07:30:42.622894 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7badce6-6fad-44bc-b2a0-e8019e3316ac', 'tag': '1c98c557-d3dc-4c25-b097-4836a393f4cf'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:30:42.626426 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9d4660c-9b2d-469d-af19-21c01fee8861" -d '{"events": [{"name": "network-changed", "server_uuid": "f7badce6-6fad-44bc-b2a0-e8019e3316ac", "tag": "1c98c557-d3dc-4c25-b097-4836a393f4cf"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:30:42.692292 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9ca66d-1ca7-496b-a5d7-e24042c15e1d tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Pushing event deleted for resources: {'Port': ['ID=58f9d95b-90c3-4081-b70b-b8546814a50a,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:30:42.780782 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf44cdd6-8e00-4281-aa63-bafc92ba5b2d req-1aa1a778-2b94-40a5-a6b5-6fade82fab77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:30:42.782487 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-cf44cdd6-8e00-4281-aa63-bafc92ba5b2d req-1aa1a778-2b94-40a5-a6b5-6fade82fab77 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=89443522fb1345789a713459a3fc8c59&device_id=f7badce6-6fad-44bc-b2a0-e8019e3316ac HTTP/1.1" status: 200 len: 1095 time: 0.0648100 Jan 28 07:30:42.838498 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9b9ca66d-1ca7-496b-a5d7-e24042c15e1d tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks [] for floatingip (31685387-0548-4235-a16d-fdb68b4d369e), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:42.849258 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9b9ca66d-1ca7-496b-a5d7-e24042c15e1d tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for floatingip (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:42.850463 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-9b9ca66d-1ca7-496b-a5d7-e24042c15e1d tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] 10.222.0.41 "DELETE /v2.0/floatingips/31685387-0548-4235-a16d-fdb68b4d369e HTTP/1.1" status: 204 len: 168 time: 0.9021864 Jan 28 07:30:42.856162 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 41702) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:30:42.868669 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-efa8839d-6ea9-4e45-8760-bc339e24debb tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Request body: {'floatingip': {'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'port_id': '490679cf-f5fa-4937-aab1-248009e1de24'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:30:42.889889 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-cf44cdd6-8e00-4281-aa63-bafc92ba5b2d req-498cdf0f-82e0-49e1-afee-da832ec24a34 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1c98c557-d3dc-4c25-b097-4836a393f4cf HTTP/1.1" status: 200 len: 217 time: 0.0827110 Jan 28 07:30:42.923303 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-efa8839d-6ea9-4e45-8760-bc339e24debb tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:43.006749 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf44cdd6-8e00-4281-aa63-bafc92ba5b2d req-8121d88d-dc75-4a05-a9e8-6d5001059e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:30:43.008953 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-cf44cdd6-8e00-4281-aa63-bafc92ba5b2d req-8121d88d-dc75-4a05-a9e8-6d5001059e8a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3a4696b9-1c2b-43e7-b101-bf612c848f53 HTTP/1.1" status: 200 len: 853 time: 0.1096780 Jan 28 07:30:43.042005 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0150eb44-d363-4db3-b218-c7ff0bb27928 x-openstack-request-id: req-0150eb44-d363-4db3-b218-c7ff0bb27928 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:30:43.042297 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7badce6-6fad-44bc-b2a0-e8019e3316ac", "tag": "1c98c557-d3dc-4c25-b097-4836a393f4cf", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:30:43.042550 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0150eb44-d363-4db3-b218-c7ff0bb27928 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:30:43.043049 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7badce6-6fad-44bc-b2a0-e8019e3316ac', 'tag': '1c98c557-d3dc-4c25-b097-4836a393f4cf', 'status': 'completed', 'code': 200} Jan 28 07:30:43.061145 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-cf44cdd6-8e00-4281-aa63-bafc92ba5b2d req-bc431bbd-855b-4b73-9ebc-c8bda6ae02da service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9565f4ec-9858-4eac-a0a1-2a97490526b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430739 Jan 28 07:30:43.142783 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-efa8839d-6ea9-4e45-8760-bc339e24debb tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:43.328254 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 41716) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:30:43.330798 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-cf44cdd6-8e00-4281-aa63-bafc92ba5b2d req-c89f3867-464c-49e3-a0fa-5db8fd12ecae service neutron] 10.222.0.10 "GET /v2.0/networks/9565f4ec-9858-4eac-a0a1-2a97490526b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2612555 Jan 28 07:30:43.404367 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-efa8839d-6ea9-4e45-8760-bc339e24debb tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Allocated IP 172.25.6.182 (7d5b3724-deef-4831-8d43-cb9b8176573c/b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc/02c123da-6add-462b-afdc-d75a88c826a5) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:30:43.552583 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9e8f5a-8fac-43e0-b853-c5406964310a req-49a035c4-b775-4301-83db-fd5ba8fb3de6 tempest-InstanceActionsTestJSON-1349955049 tempest-InstanceActionsTestJSON-1349955049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:30:43.554221 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-dd9e8f5a-8fac-43e0-b853-c5406964310a req-49a035c4-b775-4301-83db-fd5ba8fb3de6 tempest-InstanceActionsTestJSON-1349955049 tempest-InstanceActionsTestJSON-1349955049-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7badce6-6fad-44bc-b2a0-e8019e3316ac HTTP/1.1" status: 200 len: 943 time: 0.2814615 Jan 28 07:30:43.672695 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-cf44cdd6-8e00-4281-aa63-bafc92ba5b2d req-cc1aa8d1-388d-400f-9712-6376e257084d service neutron] 10.222.0.10 "GET /v2.0/networks/9565f4ec-9858-4eac-a0a1-2a97490526b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3296254 Jan 28 07:30:43.674649 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-efa8839d-6ea9-4e45-8760-bc339e24debb tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks [] for port (02c123da-6add-462b-afdc-d75a88c826a5), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:43.710777 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-dd9e8f5a-8fac-43e0-b853-c5406964310a req-1d52b452-7af4-45d8-8630-445baa8b4fac tempest-InstanceActionsTestJSON-1349955049 tempest-InstanceActionsTestJSON-1349955049-project] 10.222.0.41 "GET /v2.0/security-groups?id=182abc32-68ae-4c6d-a8a6-395396e9a340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457746 Jan 28 07:30:43.778675 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-db279693-26de-4e40-befa-17f34079da52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:43.801853 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-efa8839d-6ea9-4e45-8760-bc339e24debb tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (02c123da-6add-462b-afdc-d75a88c826a5), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:43.842544 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa8839d-6ea9-4e45-8760-bc339e24debb tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Network 7d5b3724-deef-4831-8d43-cb9b8176573c is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:30:43.855178 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-efa8839d-6ea9-4e45-8760-bc339e24debb tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:30:43.863963 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa8839d-6ea9-4e45-8760-bc339e24debb tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:30:43.887242 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d4660c-9b2d-469d-af19-21c01fee8861 req-49590302-088b-49e9-8a97-e01034091d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:30:43.893006 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b9d4660c-9b2d-469d-af19-21c01fee8861 req-49590302-088b-49e9-8a97-e01034091d5d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=89443522fb1345789a713459a3fc8c59&device_id=f7badce6-6fad-44bc-b2a0-e8019e3316ac HTTP/1.1" status: 200 len: 1095 time: 0.1091046 Jan 28 07:30:44.036413 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa8839d-6ea9-4e45-8760-bc339e24debb tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Pushing event updated for resources: {'Port': ['ID=02c123da-6add-462b-afdc-d75a88c826a5,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:30:44.097706 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d4660c-9b2d-469d-af19-21c01fee8861 req-bf62b3fd-7cf3-4aab-8400-9b67ccba056d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:30:44.099640 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b9d4660c-9b2d-469d-af19-21c01fee8861 req-bf62b3fd-7cf3-4aab-8400-9b67ccba056d service neutron] 10.222.0.10 "GET /v2.0/networks?id=9565f4ec-9858-4eac-a0a1-2a97490526b5 HTTP/1.1" status: 200 len: 914 time: 0.1965158 Jan 28 07:30:44.168023 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b9d4660c-9b2d-469d-af19-21c01fee8861 req-a90e7ad5-8681-46d3-b610-76b42aa07817 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1c98c557-d3dc-4c25-b097-4836a393f4cf HTTP/1.1" status: 200 len: 217 time: 0.0614281 Jan 28 07:30:44.202908 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-db279693-26de-4e40-befa-17f34079da52 admin admin] Publish callbacks [] for security_group (3a5b7c73-98ae-4e12-bf45-a148ef8d879b), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:44.210560 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-db279693-26de-4e40-befa-17f34079da52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (3a5b7c73-98ae-4e12-bf45-a148ef8d879b), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:44.236142 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d4660c-9b2d-469d-af19-21c01fee8861 req-72a7b606-bb4a-4886-b487-f7b64bb366a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:30:44.238132 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b9d4660c-9b2d-469d-af19-21c01fee8861 req-72a7b606-bb4a-4886-b487-f7b64bb366a1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3a4696b9-1c2b-43e7-b101-bf612c848f53 HTTP/1.1" status: 200 len: 853 time: 0.0613797 Jan 28 07:30:44.271898 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-db279693-26de-4e40-befa-17f34079da52 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a7407a67f35c48b49a5a87693627fbc2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9425921 Jan 28 07:30:44.277245 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 41740) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:30:44.278358 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db279693-26de-4e40-befa-17f34079da52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a5b7c73-98ae-4e12-bf45-a148ef8d879b,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:30:44.326552 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b9d4660c-9b2d-469d-af19-21c01fee8861 req-31cbbe7a-b8f8-4864-923f-af8b996f2dda service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9565f4ec-9858-4eac-a0a1-2a97490526b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0808151 Jan 28 07:30:44.357407 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9a8e4079-9ea6-490e-9105-0874f4118346 admin admin] Publish callbacks [] for security_group (3a5b7c73-98ae-4e12-bf45-a148ef8d879b), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:44.390399 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9a8e4079-9ea6-490e-9105-0874f4118346 admin admin] Publish callbacks [] for security_group (3a5b7c73-98ae-4e12-bf45-a148ef8d879b), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:44.468442 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b9d4660c-9b2d-469d-af19-21c01fee8861 req-2dd33e2f-5d0c-4840-bcd2-521bca690666 service neutron] 10.222.0.10 "GET /v2.0/networks/9565f4ec-9858-4eac-a0a1-2a97490526b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345570 Jan 28 07:30:44.595500 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b9d4660c-9b2d-469d-af19-21c01fee8861 req-593d7a8a-81ba-4680-9b12-96f98bd37631 service neutron] 10.222.0.10 "GET /v2.0/networks/9565f4ec-9858-4eac-a0a1-2a97490526b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143546 Jan 28 07:30:44.625425 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 41756) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:30:44.892694 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-1f2b3c06-0e92-40d1-896b-b5635c0f1a2c admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1731853060-network', 'tenant_id': 'bdaafe4b71324d8eb9ef4bd02d44c773'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:30:44.937407 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f2b3c06-0e92-40d1-896b-b5635c0f1a2c admin admin] Made reservation on behalf of bdaafe4b71324d8eb9ef4bd02d44c773 for: {'network': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:30:44.940343 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1f2b3c06-0e92-40d1-896b-b5635c0f1a2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:44.999139 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1f2b3c06-0e92-40d1-896b-b5635c0f1a2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:45.110338 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-efa8839d-6ea9-4e45-8760-bc339e24debb tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks [] for floatingip (2e1476a6-db3e-4024-8b62-4ea2ed9fd54b), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:45.186806 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1f2b3c06-0e92-40d1-896b-b5635c0f1a2c admin admin] Publish callbacks [] for security_group (36ced4cb-2990-4316-8468-ebe384a5d2ba), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:45.198890 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1f2b3c06-0e92-40d1-896b-b5635c0f1a2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (36ced4cb-2990-4316-8468-ebe384a5d2ba), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:45.247264 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9a8e4079-9ea6-490e-9105-0874f4118346 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (3a5b7c73-98ae-4e12-bf45-a148ef8d879b), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:45.249836 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9a8e4079-9ea6-490e-9105-0874f4118346 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:45.250975 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-9a8e4079-9ea6-490e-9105-0874f4118346 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3a5b7c73-98ae-4e12-bf45-a148ef8d879b HTTP/1.1" status: 204 len: 168 time: 0.9688978 Jan 28 07:30:45.265885 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f2b3c06-0e92-40d1-896b-b5635c0f1a2c admin admin] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=103283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:30:45.284543 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b3c06-0e92-40d1-896b-b5635c0f1a2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36ced4cb-2990-4316-8468-ebe384a5d2ba,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:30:45.284898 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8e4079-9ea6-490e-9105-0874f4118346 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a5b7c73-98ae-4e12-bf45-a148ef8d879b,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:30:45.298162 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d441ae2-556c-4927-b275-ac7d0e6083c3 req-35704a48-3b5e-4bde-8b0e-de92f8f2edb9 tempest-InstanceActionsTestJSON-1349955049 tempest-InstanceActionsTestJSON-1349955049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:30:45.306734 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6d441ae2-556c-4927-b275-ac7d0e6083c3 req-35704a48-3b5e-4bde-8b0e-de92f8f2edb9 tempest-InstanceActionsTestJSON-1349955049 tempest-InstanceActionsTestJSON-1349955049-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7badce6-6fad-44bc-b2a0-e8019e3316ac HTTP/1.1" status: 200 len: 943 time: 0.1518662 Jan 28 07:30:45.315306 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1f2b3c06-0e92-40d1-896b-b5635c0f1a2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (ada81859-de21-427a-8b94-df06f7cf3d05), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:45.315654 n-d-712749-28 neutron-server[103283]: INFO neutron.db.segments_db [None req-1f2b3c06-0e92-40d1-896b-b5635c0f1a2c admin admin] Added segment ada81859-de21-427a-8b94-df06f7cf3d05 of type vlan for network a647c6c9-4364-4aa4-9b92-f73459369e88 Jan 28 07:30:45.403663 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-efa8839d-6ea9-4e45-8760-bc339e24debb tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (02c123da-6add-462b-afdc-d75a88c826a5), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:45.420612 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1f2b3c06-0e92-40d1-896b-b5635c0f1a2c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (a647c6c9-4364-4aa4-9b92-f73459369e88), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:45.488519 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1f2b3c06-0e92-40d1-896b-b5635c0f1a2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (a647c6c9-4364-4aa4-9b92-f73459369e88), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:45.489625 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f2b3c06-0e92-40d1-896b-b5635c0f1a2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:30:45.490257 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1f2b3c06-0e92-40d1-896b-b5635c0f1a2c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:45.527970 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6d441ae2-556c-4927-b275-ac7d0e6083c3 req-7a9e42e3-7780-4134-9c07-e31da3f6f9ad tempest-InstanceActionsTestJSON-1349955049 tempest-InstanceActionsTestJSON-1349955049-project] 10.222.0.41 "GET /v2.0/security-groups?id=182abc32-68ae-4c6d-a8a6-395396e9a340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199619 Jan 28 07:30:45.528152 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-1f2b3c06-0e92-40d1-896b-b5635c0f1a2c admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.9012768 Jan 28 07:30:45.530902 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 41782) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:30:45.572367 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-1edf3e51-3f27-4df0-84cc-aa57a0fdd8c0 admin admin] Request body: {'subnet': {'network_id': 'a647c6c9-4364-4aa4-9b92-f73459369e88', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1731853060-subnet', 'tenant_id': 'bdaafe4b71324d8eb9ef4bd02d44c773', 'ip_version': 4}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:30:45.607689 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b3c06-0e92-40d1-896b-b5635c0f1a2c admin admin] Pushing event updated for resources: {'Network': ['ID=a647c6c9-4364-4aa4-9b92-f73459369e88,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:30:45.618546 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1edf3e51-3f27-4df0-84cc-aa57a0fdd8c0 admin admin] Made reservation on behalf of bdaafe4b71324d8eb9ef4bd02d44c773 for: {'subnet': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:30:45.621731 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1edf3e51-3f27-4df0-84cc-aa57a0fdd8c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13555781'] for subnet (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:45.630732 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network a647c6c9-4364-4aa4-9b92-f73459369e88 details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:30:45.770257 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-efa8839d-6ea9-4e45-8760-bc339e24debb tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks [] for port (02c123da-6add-462b-afdc-d75a88c826a5), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:45.777678 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-efa8839d-6ea9-4e45-8760-bc339e24debb tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (02c123da-6add-462b-afdc-d75a88c826a5), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:45.906338 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa8839d-6ea9-4e45-8760-bc339e24debb tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Pushing event updated for resources: {'Port': ['ID=02c123da-6add-462b-afdc-d75a88c826a5,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:30:45.924046 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-efa8839d-6ea9-4e45-8760-bc339e24debb tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16609095'] for floatingip (2e1476a6-db3e-4024-8b62-4ea2ed9fd54b), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:45.997819 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 41790) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:30:46.023197 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1edf3e51-3f27-4df0-84cc-aa57a0fdd8c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13546728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13555799'] for subnet (f66f3f32-cc98-4067-a21e-138491e0dc85), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:46.033223 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a7c0bf04-c456-44c1-8de5-29edcf86b359 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:46.092362 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 1c98c557-d3dc-4c25-b097-4836a393f4cf details requested by agent hyperv_n-h1-712749-28 with host n-h1-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:30:46.143263 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edf3e51-3f27-4df0-84cc-aa57a0fdd8c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f66f3f32-cc98-4067-a21e-138491e0dc85,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:30:46.164961 n-d-712749-28 neutron-server[103284]: INFO neutron.db.l3_db [None req-efa8839d-6ea9-4e45-8760-bc339e24debb tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Floating IP 2e1476a6-db3e-4024-8b62-4ea2ed9fd54b associated. External IP: 172.25.6.182, port: 490679cf-f5fa-4937-aab1-248009e1de24. Jan 28 07:30:46.168867 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1edf3e51-3f27-4df0-84cc-aa57a0fdd8c0 admin admin] Checking segment: {'id': 'ada81859-de21-427a-8b94-df06f7cf3d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'a647c6c9-4364-4aa4-9b92-f73459369e88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:30:46.169513 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1edf3e51-3f27-4df0-84cc-aa57a0fdd8c0 admin admin] Network hostable DHCP agents. Network: a647c6c9-4364-4aa4-9b92-f73459369e88, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:30:46.214688 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1edf3e51-3f27-4df0-84cc-aa57a0fdd8c0 admin admin] Network a647c6c9-4364-4aa4-9b92-f73459369e88 is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:30:46.234771 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-1edf3e51-3f27-4df0-84cc-aa57a0fdd8c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, a647c6c9-4364-4aa4-9b92-f73459369e88) {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:30:46.249064 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1edf3e51-3f27-4df0-84cc-aa57a0fdd8c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:30:46.249862 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1edf3e51-3f27-4df0-84cc-aa57a0fdd8c0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:46.269205 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c7372c-e518-42e6-a690-e073eba106b9 None None] Network a647c6c9-4364-4aa4-9b92-f73459369e88 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:30:46.285398 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-1edf3e51-3f27-4df0-84cc-aa57a0fdd8c0 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.7466161 Jan 28 07:30:46.288168 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 41796) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:30:46.293300 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-cc237ba7-e370-42e5-b0b9-6211192482d4 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1731853060-router', 'tenant_id': 'bdaafe4b71324d8eb9ef4bd02d44c773', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:30:46.338997 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cc237ba7-e370-42e5-b0b9-6211192482d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16606890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127275'] for router (23c00238-6f81-44a3-9b79-fb9affa4d6b9), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:46.340539 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cc237ba7-e370-42e5-b0b9-6211192482d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16605498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16607952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16355422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127266'] for router (23c00238-6f81-44a3-9b79-fb9affa4d6b9), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:46.372187 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a7c0bf04-c456-44c1-8de5-29edcf86b359 admin admin] Publish callbacks [] for security_group (c84557b2-fd25-49de-95a0-51c8bf655319), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:46.417984 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a7c0bf04-c456-44c1-8de5-29edcf86b359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (c84557b2-fd25-49de-95a0-51c8bf655319), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:46.449207 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cc237ba7-e370-42e5-b0b9-6211192482d4 admin admin] Publish callbacks [] for router_controller (23c00238-6f81-44a3-9b79-fb9affa4d6b9), precommit_add_association {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:46.452729 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3190c198-f7df-4149-9c37-90d668880013 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3dd72b9-6805-5f61-b6f3-a591f99a173d-a647c6c9-4364-4aa4-9b92-f73459369e88', 'network_id': 'a647c6c9-4364-4aa4-9b92-f73459369e88', 'project_id': 'bdaafe4b71324d8eb9ef4bd02d44c773', 'fixed_ips': [{'subnet_id': 'f66f3f32-cc98-4067-a21e-138491e0dc85'}]}} from n-d-712749-28. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 07:30:46.453871 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3190c198-f7df-4149-9c37-90d668880013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:46.456987 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c0bf04-c456-44c1-8de5-29edcf86b359 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c84557b2-fd25-49de-95a0-51c8bf655319,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:30:46.493506 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-a7c0bf04-c456-44c1-8de5-29edcf86b359 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=adbe0081a2e54306a01f6fd382832770&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4946418 Jan 28 07:30:46.496112 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 41802) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:30:46.551289 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 1c98c557-d3dc-4c25-b097-4836a393f4cf, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=1c98c557-d3dc-4c25-b097-4836a393f4cf,segment=NetworkSegment(82f6dfff-3287-4eec-9d8a-67a661ebd26d),segment_id=82f6dfff-3287-4eec-9d8a-67a661ebd26d)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:30:46.628046 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Returning: {'device': '1c98c557-d3dc-4c25-b097-4836a393f4cf', 'network_id': '9565f4ec-9858-4eac-a0a1-2a97490526b5', 'port_id': '1c98c557-d3dc-4c25-b097-4836a393f4cf', 'mac_address': 'fa:16:3e:bc:f9:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a4696b9-1c2b-43e7-b101-bf612c848f53', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:30:46.640522 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-43ce82c5-a5a5-49b4-a1f7-6af42255324a admin admin] Publish callbacks [] for security_group (c84557b2-fd25-49de-95a0-51c8bf655319), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:46.655413 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efa8839d-6ea9-4e45-8760-bc339e24debb tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Router b6be81b5-6625-4d8d-9b32-0fe84a05d5c7 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:30:46.674687 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 1c98c557-d3dc-4c25-b097-4836a393f4cf is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:30:46.675703 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (1c98c557-d3dc-4c25-b097-4836a393f4cf), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:46.692079 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c98c557-d3dc-4c25-b097-4836a393f4cf {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:30:46.719620 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-43ce82c5-a5a5-49b4-a1f7-6af42255324a admin admin] Publish callbacks [] for security_group (c84557b2-fd25-49de-95a0-51c8bf655319), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:46.724534 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 1c98c557-d3dc-4c25-b097-4836a393f4cf, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=1c98c557-d3dc-4c25-b097-4836a393f4cf,segment=NetworkSegment(82f6dfff-3287-4eec-9d8a-67a661ebd26d),segment_id=82f6dfff-3287-4eec-9d8a-67a661ebd26d)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:30:46.750797 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (1c98c557-d3dc-4c25-b097-4836a393f4cf), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:46.803876 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=1c98c557-d3dc-4c25-b097-4836a393f4cf,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:30:46.816716 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:30:46.817341 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:30:46.817850 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:30:46.818378 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:30:46.818875 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:30:46.819369 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:30:46.819864 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:30:46.821024 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:30:46.821864 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:30:46.822369 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:30:46.822866 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:30:46.823370 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:30:46.823861 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:30:46.843513 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-3190c198-f7df-4149-9c37-90d668880013 None None] Allocated IP 172.20.0.2 (a647c6c9-4364-4aa4-9b92-f73459369e88/f66f3f32-cc98-4067-a21e-138491e0dc85/3b96feae-cb72-4f26-9919-ebf6b48152de) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:30:46.910066 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cc237ba7-e370-42e5-b0b9-6211192482d4 admin admin] Publish callbacks [] for router_gateway (23c00238-6f81-44a3-9b79-fb9affa4d6b9), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:46.960262 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e001f1-8a5b-4fe6-9247-4686bc299d0f req-a4c3bbba-35a4-47e1-bcb4-eb25c2b455cc tempest-InstanceActionsTestJSON-1349955049 tempest-InstanceActionsTestJSON-1349955049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:30:46.969624 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a3e001f1-8a5b-4fe6-9247-4686bc299d0f req-a4c3bbba-35a4-47e1-bcb4-eb25c2b455cc tempest-InstanceActionsTestJSON-1349955049 tempest-InstanceActionsTestJSON-1349955049-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7badce6-6fad-44bc-b2a0-e8019e3316ac HTTP/1.1" status: 200 len: 944 time: 0.2392251 Jan 28 07:30:46.985376 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-43ce82c5-a5a5-49b4-a1f7-6af42255324a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (c84557b2-fd25-49de-95a0-51c8bf655319), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:46.988669 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-43ce82c5-a5a5-49b4-a1f7-6af42255324a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:46.990069 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-43ce82c5-a5a5-49b4-a1f7-6af42255324a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c84557b2-fd25-49de-95a0-51c8bf655319 HTTP/1.1" status: 204 len: 168 time: 0.4927526 Jan 28 07:30:47.006674 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ce82c5-a5a5-49b4-a1f7-6af42255324a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c84557b2-fd25-49de-95a0-51c8bf655319,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:30:47.015649 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efa8839d-6ea9-4e45-8760-bc339e24debb tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:30:47.025849 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c9f77ce-7318-4334-8664-8da2fc137c26 None None] Sync routers for ids ['b6be81b5-6625-4d8d-9b32-0fe84a05d5c7'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:30:47.040083 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9f77ce-7318-4334-8664-8da2fc137c26 None None] Routers {'b6be81b5-6625-4d8d-9b32-0fe84a05d5c7'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:30:47.040763 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-3c9f77ce-7318-4334-8664-8da2fc137c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:30:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['b6be81b5-6625-4d8d-9b32-0fe84a05d5c7'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:30:47.061781 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-efa8839d-6ea9-4e45-8760-bc339e24debb tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for floatingip (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:47.106303 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['1c98c557-d3dc-4c25-b097-4836a393f4cf'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:30:47.149305 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-efa8839d-6ea9-4e45-8760-bc339e24debb tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 4.2916007 Jan 28 07:30:47.151698 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 41814) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:30:47.158822 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-3c9f77ce-7318-4334-8664-8da2fc137c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:30:47.183745 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9f77ce-7318-4334-8664-8da2fc137c26 None None] Routers {'b6be81b5-6625-4d8d-9b32-0fe84a05d5c7'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:30:47.184400 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-3c9f77ce-7318-4334-8664-8da2fc137c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:30:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['b6be81b5-6625-4d8d-9b32-0fe84a05d5c7'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:30:47.225148 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 41818) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:30:47.277830 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a3e001f1-8a5b-4fe6-9247-4686bc299d0f req-687565ba-46c7-4713-b540-1797b8aa8c9f tempest-InstanceActionsTestJSON-1349955049 tempest-InstanceActionsTestJSON-1349955049-project] 10.222.0.41 "GET /v2.0/security-groups?id=182abc32-68ae-4c6d-a8a6-395396e9a340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3062961 Jan 28 07:30:47.379361 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-d4e1ff1b-66d5-43ce-97db-bad38d6d20e7 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] 10.222.0.41 "GET /v2.0/floatingips/2e1476a6-db3e-4024-8b62-4ea2ed9fd54b HTTP/1.1" status: 200 len: 976 time: 0.2235961 Jan 28 07:30:47.381010 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 41824) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:30:47.468165 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-3c9f77ce-7318-4334-8664-8da2fc137c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:30:47.468852 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c9f77ce-7318-4334-8664-8da2fc137c26 None None] The sync data for ids ['b6be81b5-6625-4d8d-9b32-0fe84a05d5c7'] in n-d-712749-28 is: [] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:30:47.529247 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3190c198-f7df-4149-9c37-90d668880013 None None] Publish callbacks [] for port (3b96feae-cb72-4f26-9919-ebf6b48152de), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:47.541828 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3190c198-f7df-4149-9c37-90d668880013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (3b96feae-cb72-4f26-9919-ebf6b48152de), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:47.606797 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3190c198-f7df-4149-9c37-90d668880013 None None] Network a647c6c9-4364-4aa4-9b92-f73459369e88 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:30:47.610638 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3190c198-f7df-4149-9c37-90d668880013 None None] Pushing event updated for resources: {'Port': ['ID=3b96feae-cb72-4f26-9919-ebf6b48152de,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:30:47.613500 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-3190c198-f7df-4149-9c37-90d668880013 None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:30:47.618919 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3190c198-f7df-4149-9c37-90d668880013 None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:30:47.672816 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cc237ba7-e370-42e5-b0b9-6211192482d4 admin admin] Publish callbacks [] for router_gateway (23c00238-6f81-44a3-9b79-fb9affa4d6b9), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:47.719269 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-9b3716b7-b537-4905-a28c-9d28cd53cc8d tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] 10.222.0.41 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 979 time: 0.3365676 Jan 28 07:30:47.721048 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cc237ba7-e370-42e5-b0b9-6211192482d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:47.723075 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 41830) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:30:47.727464 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-3386187d-d009-413e-9e3c-ead2e5f405bb tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Request body: {'floatingip': {'port_id': 'eb1e4d77-b9fb-45ef-9904-765f19b1879c'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:30:47.787041 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-3190c198-f7df-4149-9c37-90d668880013 None None] Attempting to bind port 3b96feae-cb72-4f26-9919-ebf6b48152de on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:30:47.788365 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-3190c198-f7df-4149-9c37-90d668880013 None None] Attempting to bind port 3b96feae-cb72-4f26-9919-ebf6b48152de by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': 'ada81859-de21-427a-8b94-df06f7cf3d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'a647c6c9-4364-4aa4-9b92-f73459369e88'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:30:47.789640 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3190c198-f7df-4149-9c37-90d668880013 None None] Attempting to bind port 3b96feae-cb72-4f26-9919-ebf6b48152de on network a647c6c9-4364-4aa4-9b92-f73459369e88 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:30:47.811616 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3190c198-f7df-4149-9c37-90d668880013 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:30:47.812376 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3190c198-f7df-4149-9c37-90d668880013 None None] Checking segment: {'id': 'ada81859-de21-427a-8b94-df06f7cf3d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'a647c6c9-4364-4aa4-9b92-f73459369e88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:30:47.812993 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3190c198-f7df-4149-9c37-90d668880013 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:47.813610 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3190c198-f7df-4149-9c37-90d668880013 None None] Bound using segment: {'id': 'ada81859-de21-427a-8b94-df06f7cf3d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'a647c6c9-4364-4aa4-9b92-f73459369e88'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:30:47.814311 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-3190c198-f7df-4149-9c37-90d668880013 None None] Bound port: 3b96feae-cb72-4f26-9919-ebf6b48152de, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ada81859-de21-427a-8b94-df06f7cf3d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'a647c6c9-4364-4aa4-9b92-f73459369e88'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:30:47.814918 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3190c198-f7df-4149-9c37-90d668880013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (3b96feae-cb72-4f26-9919-ebf6b48152de), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:47.862639 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3386187d-d009-413e-9e3c-ead2e5f405bb tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks [] for floatingip (2e1476a6-db3e-4024-8b62-4ea2ed9fd54b), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:47.864539 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 41832) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:30:47.919640 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-3190c198-f7df-4149-9c37-90d668880013 None None] For port 3b96feae-cb72-4f26-9919-ebf6b48152de, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:30:47.923892 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-3190c198-f7df-4149-9c37-90d668880013 None None] For port 3b96feae-cb72-4f26-9919-ebf6b48152de, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=3b96feae-cb72-4f26-9919-ebf6b48152de,segment=NetworkSegment(ada81859-de21-427a-8b94-df06f7cf3d05),segment_id=ada81859-de21-427a-8b94-df06f7cf3d05)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:30:47.938255 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3190c198-f7df-4149-9c37-90d668880013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (3b96feae-cb72-4f26-9919-ebf6b48152de), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:47.966570 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-68db8a58-1c1c-4413-8005-fdf9733b7a56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:48.059742 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-cc237ba7-e370-42e5-b0b9-6211192482d4 admin admin] Allocated IP 172.25.6.54 (7d5b3724-deef-4831-8d43-cb9b8176573c/b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc/0764b198-deae-44a1-a2ee-687e4534c8e9) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:30:48.060114 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cf37a814-1d25-4110-a5fc-78905b6326a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:48.063177 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3190c198-f7df-4149-9c37-90d668880013 None None] Pushing event updated for resources: {'Port': ['ID=3b96feae-cb72-4f26-9919-ebf6b48152de,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:30:48.274685 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cc237ba7-e370-42e5-b0b9-6211192482d4 admin admin] Publish callbacks [] for port (0764b198-deae-44a1-a2ee-687e4534c8e9), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:48.289688 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 7 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 07:30:48.305873 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-68db8a58-1c1c-4413-8005-fdf9733b7a56 admin admin] Publish callbacks [] for security_group (a828d948-b48b-451f-932b-01ab4adeb129), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:48.316482 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-68db8a58-1c1c-4413-8005-fdf9733b7a56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (a828d948-b48b-451f-932b-01ab4adeb129), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:48.422129 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cc237ba7-e370-42e5-b0b9-6211192482d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (0764b198-deae-44a1-a2ee-687e4534c8e9), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:48.427956 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cf37a814-1d25-4110-a5fc-78905b6326a0 admin admin] Publish callbacks [] for security_group (12fd665c-88b4-4ea4-8a05-c889cd4cfe9e), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:48.441235 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cf37a814-1d25-4110-a5fc-78905b6326a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (12fd665c-88b4-4ea4-8a05-c889cd4cfe9e), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:48.493484 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-68db8a58-1c1c-4413-8005-fdf9733b7a56 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2b7814be5c2541f7b30eb5aee35ea825&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2647080 Jan 28 07:30:48.493484 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68db8a58-1c1c-4413-8005-fdf9733b7a56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a828d948-b48b-451f-932b-01ab4adeb129,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:30:48.544559 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 41854) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:30:48.659487 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549d5ba1-768e-49d5-aa21-75b6a93f9ace req-735e19e0-7ca0-4fcd-98dd-891e6c14ddba tempest-InstanceActionsTestJSON-1349955049 tempest-InstanceActionsTestJSON-1349955049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:30:48.661736 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-549d5ba1-768e-49d5-aa21-75b6a93f9ace req-735e19e0-7ca0-4fcd-98dd-891e6c14ddba tempest-InstanceActionsTestJSON-1349955049 tempest-InstanceActionsTestJSON-1349955049-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7badce6-6fad-44bc-b2a0-e8019e3316ac HTTP/1.1" status: 200 len: 944 time: 0.1045632 Jan 28 07:30:48.665286 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-cf37a814-1d25-4110-a5fc-78905b6326a0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=97ce54bd04f340b4a745fb99c018b803&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7987959 Jan 28 07:30:48.670875 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf37a814-1d25-4110-a5fc-78905b6326a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12fd665c-88b4-4ea4-8a05-c889cd4cfe9e,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:30:48.678197 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc237ba7-e370-42e5-b0b9-6211192482d4 admin admin] Network 7d5b3724-deef-4831-8d43-cb9b8176573c is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:30:48.681926 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 41856) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:30:48.688602 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc237ba7-e370-42e5-b0b9-6211192482d4 admin admin] Pushing event updated for resources: {'Port': ['ID=0764b198-deae-44a1-a2ee-687e4534c8e9,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:30:48.698254 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-cc237ba7-e370-42e5-b0b9-6211192482d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:30:48.717237 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc237ba7-e370-42e5-b0b9-6211192482d4 admin admin] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:30:48.807314 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b7510aab-f04c-43d2-80c8-5dd02119b43c admin admin] Publish callbacks [] for security_group (a828d948-b48b-451f-932b-01ab4adeb129), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:48.811357 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-549d5ba1-768e-49d5-aa21-75b6a93f9ace req-50f1f7a1-261b-4eb6-aa25-7b65ad1e5dbc tempest-InstanceActionsTestJSON-1349955049 tempest-InstanceActionsTestJSON-1349955049-project] 10.222.0.41 "GET /v2.0/security-groups?id=182abc32-68ae-4c6d-a8a6-395396e9a340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260824 Jan 28 07:30:48.972406 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-262a7413-fcdf-4daf-9915-bf7c6c78488f admin admin] Publish callbacks [] for security_group (12fd665c-88b4-4ea4-8a05-c889cd4cfe9e), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:48.991398 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b7510aab-f04c-43d2-80c8-5dd02119b43c admin admin] Publish callbacks [] for security_group (a828d948-b48b-451f-932b-01ab4adeb129), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:49.155587 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3386187d-d009-413e-9e3c-ead2e5f405bb tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:49.161464 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3386187d-d009-413e-9e3c-ead2e5f405bb tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16609095'] for floatingip (2e1476a6-db3e-4024-8b62-4ea2ed9fd54b), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:49.285449 n-d-712749-28 neutron-server[103284]: INFO neutron.db.l3_db [None req-3386187d-d009-413e-9e3c-ead2e5f405bb tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Floating IP 2e1476a6-db3e-4024-8b62-4ea2ed9fd54b associated. External IP: 172.25.6.182, port: 490679cf-f5fa-4937-aab1-248009e1de24. Jan 28 07:30:49.556617 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b7510aab-f04c-43d2-80c8-5dd02119b43c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (a828d948-b48b-451f-932b-01ab4adeb129), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:49.560219 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b7510aab-f04c-43d2-80c8-5dd02119b43c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:49.573274 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-b7510aab-f04c-43d2-80c8-5dd02119b43c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a828d948-b48b-451f-932b-01ab4adeb129 HTTP/1.1" status: 204 len: 168 time: 1.0160217 Jan 28 07:30:49.603762 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-262a7413-fcdf-4daf-9915-bf7c6c78488f admin admin] Publish callbacks [] for security_group (12fd665c-88b4-4ea4-8a05-c889cd4cfe9e), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:49.706240 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 3b96feae-cb72-4f26-9919-ebf6b48152de up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:30:49.748416 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-262a7413-fcdf-4daf-9915-bf7c6c78488f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (12fd665c-88b4-4ea4-8a05-c889cd4cfe9e), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:49.752053 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-262a7413-fcdf-4daf-9915-bf7c6c78488f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:49.756107 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-262a7413-fcdf-4daf-9915-bf7c6c78488f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/12fd665c-88b4-4ea4-8a05-c889cd4cfe9e HTTP/1.1" status: 204 len: 168 time: 1.0687842 Jan 28 07:30:49.757263 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7510aab-f04c-43d2-80c8-5dd02119b43c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a828d948-b48b-451f-932b-01ab4adeb129,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:30:49.790389 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262a7413-fcdf-4daf-9915-bf7c6c78488f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12fd665c-88b4-4ea4-8a05-c889cd4cfe9e,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:30:49.847666 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3386187d-d009-413e-9e3c-ead2e5f405bb tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Router b6be81b5-6625-4d8d-9b32-0fe84a05d5c7 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:30:49.960514 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 3b96feae-cb72-4f26-9919-ebf6b48152de triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:30:49.963057 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (3b96feae-cb72-4f26-9919-ebf6b48152de), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:50.022029 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cc237ba7-e370-42e5-b0b9-6211192482d4 admin admin] Publish callbacks [] for router_gateway (23c00238-6f81-44a3-9b79-fb9affa4d6b9), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:50.113275 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 3b96feae-cb72-4f26-9919-ebf6b48152de is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:30:50.113926 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (3b96feae-cb72-4f26-9919-ebf6b48152de), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:50.133134 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e32ec6-0cd1-41eb-ab3f-35af9787f5ea None None] Network a647c6c9-4364-4aa4-9b92-f73459369e88 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:30:50.135590 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 1c98c557-d3dc-4c25-b097-4836a393f4cf up at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:30:50.157127 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3386187d-d009-413e-9e3c-ead2e5f405bb tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:30:50.208341 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] For port 3b96feae-cb72-4f26-9919-ebf6b48152de, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=3b96feae-cb72-4f26-9919-ebf6b48152de,segment=NetworkSegment(ada81859-de21-427a-8b94-df06f7cf3d05),segment_id=ada81859-de21-427a-8b94-df06f7cf3d05)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:30:50.215276 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6a4236-7e65-426e-a837-3ad64f278bfd None None] Sync routers for ids ['b6be81b5-6625-4d8d-9b32-0fe84a05d5c7'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:30:50.233894 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (3b96feae-cb72-4f26-9919-ebf6b48152de), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:50.334781 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Pushing event updated for resources: {'Port': ['ID=3b96feae-cb72-4f26-9919-ebf6b48152de,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:30:50.397195 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6a4236-7e65-426e-a837-3ad64f278bfd None None] Routers {'b6be81b5-6625-4d8d-9b32-0fe84a05d5c7'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:30:50.399681 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-1c6a4236-7e65-426e-a837-3ad64f278bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:30:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['b6be81b5-6625-4d8d-9b32-0fe84a05d5c7'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:30:50.403653 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bcde23-a27b-4c7a-8c3a-954e1f4f694a req-876e86b6-614c-4396-bc79-f1e90ed60b86 tempest-InstanceActionsTestJSON-1349955049 tempest-InstanceActionsTestJSON-1349955049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:30:50.407231 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a7bcde23-a27b-4c7a-8c3a-954e1f4f694a req-876e86b6-614c-4396-bc79-f1e90ed60b86 tempest-InstanceActionsTestJSON-1349955049 tempest-InstanceActionsTestJSON-1349955049-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7badce6-6fad-44bc-b2a0-e8019e3316ac HTTP/1.1" status: 200 len: 944 time: 0.4014266 Jan 28 07:30:50.514652 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-1c6a4236-7e65-426e-a837-3ad64f278bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:30:50.520749 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-badde8cd-25b8-40a6-a7c7-2494ec21a85f None None] Provisioning complete for port 3b96feae-cb72-4f26-9919-ebf6b48152de triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:30:50.521185 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-badde8cd-25b8-40a6-a7c7-2494ec21a85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (3b96feae-cb72-4f26-9919-ebf6b48152de), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:50.524715 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 41892) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:30:50.527370 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning for port 1c98c557-d3dc-4c25-b097-4836a393f4cf completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:30:50.531696 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a7bcde23-a27b-4c7a-8c3a-954e1f4f694a req-8a66638d-15c9-41e4-8dc4-30701e9ce9b2 tempest-InstanceActionsTestJSON-1349955049 tempest-InstanceActionsTestJSON-1349955049-project] 10.222.0.41 "GET /v2.0/security-groups?id=182abc32-68ae-4c6d-a8a6-395396e9a340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832713 Jan 28 07:30:50.562806 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cc237ba7-e370-42e5-b0b9-6211192482d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16605475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16607909'] for router (23c00238-6f81-44a3-9b79-fb9affa4d6b9), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:50.567079 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-13e77069-61ad-4710-b560-9eb61a1c6f8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:50.599060 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning complete for port 1c98c557-d3dc-4c25-b097-4836a393f4cf triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:30:50.602450 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (1c98c557-d3dc-4c25-b097-4836a393f4cf), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:50.641358 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 41894) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:30:50.675994 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-74f09632-380c-4894-a2cc-bc14c91c3ec8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:50.686601 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6a4236-7e65-426e-a837-3ad64f278bfd None None] Routers {'b6be81b5-6625-4d8d-9b32-0fe84a05d5c7'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:30:50.687333 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-1c6a4236-7e65-426e-a837-3ad64f278bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:30:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['b6be81b5-6625-4d8d-9b32-0fe84a05d5c7'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:30:50.766034 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3386187d-d009-413e-9e3c-ead2e5f405bb tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Router b6be81b5-6625-4d8d-9b32-0fe84a05d5c7 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:30:50.783194 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-1c6a4236-7e65-426e-a837-3ad64f278bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:30:50.783934 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6a4236-7e65-426e-a837-3ad64f278bfd None None] The sync data for ids ['b6be81b5-6625-4d8d-9b32-0fe84a05d5c7'] in n-d-712749-28 is: [] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:30:50.803645 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 1c98c557-d3dc-4c25-b097-4836a393f4cf is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:30:50.804231 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (1c98c557-d3dc-4c25-b097-4836a393f4cf), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:50.909454 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7badce6-6fad-44bc-b2a0-e8019e3316ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c98c557-d3dc-4c25-b097-4836a393f4cf'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:30:50.915707 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c101407-96a2-499c-8471-7bc4fc4b1415" -d '{"events": [{"server_uuid": "f7badce6-6fad-44bc-b2a0-e8019e3316ac", "name": "network-vif-plugged", "status": "completed", "tag": "1c98c557-d3dc-4c25-b097-4836a393f4cf"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:30:50.934937 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-13e77069-61ad-4710-b560-9eb61a1c6f8f admin admin] Publish callbacks [] for security_group (781a3806-13c7-4f2a-9681-aa8ed866a69d), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:50.952319 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-13e77069-61ad-4710-b560-9eb61a1c6f8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (781a3806-13c7-4f2a-9681-aa8ed866a69d), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:50.994644 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e77069-61ad-4710-b560-9eb61a1c6f8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=781a3806-13c7-4f2a-9681-aa8ed866a69d,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:30:50.999759 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 1c98c557-d3dc-4c25-b097-4836a393f4cf, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=1c98c557-d3dc-4c25-b097-4836a393f4cf,segment=NetworkSegment(82f6dfff-3287-4eec-9d8a-67a661ebd26d),segment_id=82f6dfff-3287-4eec-9d8a-67a661ebd26d)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:30:51.000362 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-74f09632-380c-4894-a2cc-bc14c91c3ec8 admin admin] Publish callbacks [] for security_group (7a0ab0a2-ae56-4579-a9b8-8c6369d217d7), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:51.007136 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-badde8cd-25b8-40a6-a7c7-2494ec21a85f None None] Current status of the port 3b96feae-cb72-4f26-9919-ebf6b48152de is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:30:51.014506 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (1c98c557-d3dc-4c25-b097-4836a393f4cf), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:51.030697 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-74f09632-380c-4894-a2cc-bc14c91c3ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (7a0ab0a2-ae56-4579-a9b8-8c6369d217d7), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:51.031088 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3386187d-d009-413e-9e3c-ead2e5f405bb tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:30:51.039746 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3386187d-d009-413e-9e3c-ead2e5f405bb tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for floatingip (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:51.043450 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cae69f9-a59f-4b2d-9b49-05e683109c27 None None] Sync routers for ids ['b6be81b5-6625-4d8d-9b32-0fe84a05d5c7'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:30:51.051783 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc237ba7-e370-42e5-b0b9-6211192482d4 admin admin] Router 23c00238-6f81-44a3-9b79-fb9affa4d6b9 is scheduled to L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 with binding_index 1 {{(pid=103283) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 07:30:51.061911 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cae69f9-a59f-4b2d-9b49-05e683109c27 None None] Routers {'b6be81b5-6625-4d8d-9b32-0fe84a05d5c7'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:30:51.069753 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-8cae69f9-a59f-4b2d-9b49-05e683109c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:30:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['b6be81b5-6625-4d8d-9b32-0fe84a05d5c7'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:30:51.077590 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-13e77069-61ad-4710-b560-9eb61a1c6f8f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bea703ef8632442f994697114d6f86f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5445781 Jan 28 07:30:51.088558 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 41908) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:30:51.114560 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f09632-380c-4894-a2cc-bc14c91c3ec8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a0ab0a2-ae56-4579-a9b8-8c6369d217d7,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:30:51.162416 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-74f09632-380c-4894-a2cc-bc14c91c3ec8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e50f053472094c50b073760331a598c2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5193601 Jan 28 07:30:51.166274 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 41912) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:30:51.198865 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=1c98c557-d3dc-4c25-b097-4836a393f4cf,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:30:51.202785 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-8cae69f9-a59f-4b2d-9b49-05e683109c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:30:51.213330 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cae69f9-a59f-4b2d-9b49-05e683109c27 None None] Routers {'b6be81b5-6625-4d8d-9b32-0fe84a05d5c7'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:30:51.214167 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-8cae69f9-a59f-4b2d-9b49-05e683109c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:30:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['b6be81b5-6625-4d8d-9b32-0fe84a05d5c7'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:30:51.251839 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-8cae69f9-a59f-4b2d-9b49-05e683109c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:30:51.252391 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cae69f9-a59f-4b2d-9b49-05e683109c27 None None] The sync data for ids ['b6be81b5-6625-4d8d-9b32-0fe84a05d5c7'] in n-d-712749-28 is: [] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:30:51.261179 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec17f746-c1f5-4d24-bea6-9fe9b140707e x-openstack-request-id: req-ec17f746-c1f5-4d24-bea6-9fe9b140707e {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:30:51.261489 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7badce6-6fad-44bc-b2a0-e8019e3316ac", "name": "network-vif-plugged", "status": "completed", "tag": "1c98c557-d3dc-4c25-b097-4836a393f4cf", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:30:51.261763 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ec17f746-c1f5-4d24-bea6-9fe9b140707e {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:30:51.262172 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7badce6-6fad-44bc-b2a0-e8019e3316ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c98c557-d3dc-4c25-b097-4836a393f4cf', 'code': 200} Jan 28 07:30:51.266951 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-3386187d-d009-413e-9e3c-ead2e5f405bb tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] 10.222.0.41 "PUT /v2.0/floatingips/2e1476a6-db3e-4024-8b62-4ea2ed9fd54b HTTP/1.1" status: 200 len: 977 time: 3.5428667 Jan 28 07:30:51.269968 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 41914) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:30:51.274953 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-63c456bf-01c4-4f5d-b3d1-20a36929ddfe tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:30:51.352553 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c91b6100-17da-4d45-af80-d02d89c5204e admin admin] Publish callbacks [] for security_group (7a0ab0a2-ae56-4579-a9b8-8c6369d217d7), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:51.401229 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fb4c0ac9-b3b1-4600-bdf7-b4e998135d67 admin admin] Publish callbacks [] for security_group (781a3806-13c7-4f2a-9681-aa8ed866a69d), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:51.426686 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fb4c0ac9-b3b1-4600-bdf7-b4e998135d67 admin admin] Publish callbacks [] for security_group (781a3806-13c7-4f2a-9681-aa8ed866a69d), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:51.450436 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c91b6100-17da-4d45-af80-d02d89c5204e admin admin] Publish callbacks [] for security_group (7a0ab0a2-ae56-4579-a9b8-8c6369d217d7), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:51.468186 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc237ba7-e370-42e5-b0b9-6211192482d4 admin admin] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:30:51.484397 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e2b71b-f799-49fa-b385-30430756be8c None None] Sync routers for ids ['23c00238-6f81-44a3-9b79-fb9affa4d6b9'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:30:51.500592 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-63c456bf-01c4-4f5d-b3d1-20a36929ddfe tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks [] for floatingip (2e1476a6-db3e-4024-8b62-4ea2ed9fd54b), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:51.513147 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e2b71b-f799-49fa-b385-30430756be8c None None] Routers {'23c00238-6f81-44a3-9b79-fb9affa4d6b9'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:30:51.513797 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-92e2b71b-f799-49fa-b385-30430756be8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:30:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['23c00238-6f81-44a3-9b79-fb9affa4d6b9'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:30:51.537466 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd05bdc-ec48-4ffd-be29-6b89da19eb16 req-b1dfec7e-ddb5-4b50-84d1-639ed9aa880d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:30:51.539648 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ccd05bdc-ec48-4ffd-be29-6b89da19eb16 req-b1dfec7e-ddb5-4b50-84d1-639ed9aa880d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f7badce6-6fad-44bc-b2a0-e8019e3316ac HTTP/1.1" status: 200 len: 1097 time: 0.1691930 Jan 28 07:30:51.550645 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cc237ba7-e370-42e5-b0b9-6211192482d4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:51.556977 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-cc237ba7-e370-42e5-b0b9-6211192482d4 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 5.2675560 Jan 28 07:30:51.557984 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 41924) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:30:51.638221 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c91b6100-17da-4d45-af80-d02d89c5204e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (7a0ab0a2-ae56-4579-a9b8-8c6369d217d7), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:51.641454 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c91b6100-17da-4d45-af80-d02d89c5204e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:51.642464 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-c91b6100-17da-4d45-af80-d02d89c5204e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7a0ab0a2-ae56-4579-a9b8-8c6369d217d7 HTTP/1.1" status: 204 len: 168 time: 0.4751315 Jan 28 07:30:51.673734 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91b6100-17da-4d45-af80-d02d89c5204e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a0ab0a2-ae56-4579-a9b8-8c6369d217d7,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:30:51.687187 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 3b96feae-cb72-4f26-9919-ebf6b48152de up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:30:51.702565 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ccd05bdc-ec48-4ffd-be29-6b89da19eb16 req-1f823938-cd0d-4d40-b85b-d73c2e46c2ef service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=182abc32-68ae-4c6d-a8a6-395396e9a340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428623 Jan 28 07:30:51.835300 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-3adc5eac-f7ce-44c5-b310-2ca44b09797c None None] Provisioning complete for port 3b96feae-cb72-4f26-9919-ebf6b48152de triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:30:51.836810 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3adc5eac-f7ce-44c5-b310-2ca44b09797c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (3b96feae-cb72-4f26-9919-ebf6b48152de), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:51.916319 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55dce0e-0e13-4d01-895b-98a10302519c req-3edb2d8a-a482-4765-962c-82359b09069d tempest-InstanceActionsTestJSON-1349955049 tempest-InstanceActionsTestJSON-1349955049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:30:51.919313 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a55dce0e-0e13-4d01-895b-98a10302519c req-3edb2d8a-a482-4765-962c-82359b09069d tempest-InstanceActionsTestJSON-1349955049 tempest-InstanceActionsTestJSON-1349955049-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7badce6-6fad-44bc-b2a0-e8019e3316ac HTTP/1.1" status: 200 len: 945 time: 0.1708512 Jan 28 07:30:51.996290 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fb4c0ac9-b3b1-4600-bdf7-b4e998135d67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (781a3806-13c7-4f2a-9681-aa8ed866a69d), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:52.001233 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fb4c0ac9-b3b1-4600-bdf7-b4e998135d67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:52.001233 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-fb4c0ac9-b3b1-4600-bdf7-b4e998135d67 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/781a3806-13c7-4f2a-9681-aa8ed866a69d HTTP/1.1" status: 204 len: 168 time: 0.9107380 Jan 28 07:30:52.034978 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4c0ac9-b3b1-4600-bdf7-b4e998135d67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=781a3806-13c7-4f2a-9681-aa8ed866a69d,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:30:52.113017 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-92e2b71b-f799-49fa-b385-30430756be8c None None] Set router 23c00238-6f81-44a3-9b79-fb9affa4d6b9 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:30:52.163870 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a55dce0e-0e13-4d01-895b-98a10302519c req-57adecdc-1ad9-4979-ad8a-8712e5ec7882 tempest-InstanceActionsTestJSON-1349955049 tempest-InstanceActionsTestJSON-1349955049-project] 10.222.0.41 "GET /v2.0/security-groups?id=182abc32-68ae-4c6d-a8a6-395396e9a340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502478 Jan 28 07:30:52.223811 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-63c456bf-01c4-4f5d-b3d1-20a36929ddfe tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:52.235028 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-63c456bf-01c4-4f5d-b3d1-20a36929ddfe tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16609095'] for floatingip (2e1476a6-db3e-4024-8b62-4ea2ed9fd54b), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:52.235807 n-d-712749-28 neutron-server[103284]: INFO neutron.db.l3_db [None req-63c456bf-01c4-4f5d-b3d1-20a36929ddfe tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Floating IP 2e1476a6-db3e-4024-8b62-4ea2ed9fd54b disassociated. External IP: 172.25.6.182, port: eb1e4d77-b9fb-45ef-9904-765f19b1879c. Jan 28 07:30:52.299823 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 3b96feae-cb72-4f26-9919-ebf6b48152de triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:30:52.300230 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (3b96feae-cb72-4f26-9919-ebf6b48152de), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:52.490695 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-29b5a0be-2822-47f0-8894-ef50cbf17628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:52.508892 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-3adc5eac-f7ce-44c5-b310-2ca44b09797c None None] Current status of the port 3b96feae-cb72-4f26-9919-ebf6b48152de is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:30:52.576535 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 3b96feae-cb72-4f26-9919-ebf6b48152de is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:30:52.669100 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63c456bf-01c4-4f5d-b3d1-20a36929ddfe tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Router b6be81b5-6625-4d8d-9b32-0fe84a05d5c7 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:30:52.688894 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-92e2b71b-f799-49fa-b385-30430756be8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23c00238-6f81-44a3-9b79-fb9affa4d6b9', 'name': 'tempest-ImageQuotaTest-1731853060-router', 'tenant_id': 'bdaafe4b71324d8eb9ef4bd02d44c773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': '0764b198-deae-44a1-a2ee-687e4534c8e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:30:46Z', 'updated_at': '2022-01-28T07:30:49Z', 'revision_number': 3, 'project_id': 'bdaafe4b71324d8eb9ef4bd02d44c773', 'gw_port': {'id': '0764b198-deae-44a1-a2ee-687e4534c8e9', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:61:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23c00238-6f81-44a3-9b79-fb9affa4d6b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2687, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:30:47Z', 'updated_at': '2022-01-28T07:30:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:30:52.721261 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e2b71b-f799-49fa-b385-30430756be8c None None] Checking router: 23c00238-6f81-44a3-9b79-fb9affa4d6b9 for host: n-d-712749-28 {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:30:52.722025 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e2b71b-f799-49fa-b385-30430756be8c None None] Updating router 23c00238-6f81-44a3-9b79-fb9affa4d6b9 port 0764b198-deae-44a1-a2ee-687e4534c8e9 binding host n-d-712749-28 {{(pid=103285) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 07:30:52.755182 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-92e2b71b-f799-49fa-b385-30430756be8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (0764b198-deae-44a1-a2ee-687e4534c8e9), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:52.815866 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-29b5a0be-2822-47f0-8894-ef50cbf17628 admin admin] Allocated IP 172.20.0.1 (a647c6c9-4364-4aa4-9b92-f73459369e88/f66f3f32-cc98-4067-a21e-138491e0dc85/a9638101-b05b-460b-8972-f617896d4f22) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:30:52.936586 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63c456bf-01c4-4f5d-b3d1-20a36929ddfe tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:30:52.949209 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-63c456bf-01c4-4f5d-b3d1-20a36929ddfe tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for floatingip (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:52.953194 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36af6ef8-aa5e-4157-8145-b836b6117768 None None] Sync routers for ids ['b6be81b5-6625-4d8d-9b32-0fe84a05d5c7'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:30:52.967412 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36af6ef8-aa5e-4157-8145-b836b6117768 None None] Routers {'b6be81b5-6625-4d8d-9b32-0fe84a05d5c7'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:30:52.968618 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-36af6ef8-aa5e-4157-8145-b836b6117768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:30:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['b6be81b5-6625-4d8d-9b32-0fe84a05d5c7'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:30:53.020080 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-63c456bf-01c4-4f5d-b3d1-20a36929ddfe tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] 10.222.0.41 "PUT /v2.0/floatingips/2e1476a6-db3e-4024-8b62-4ea2ed9fd54b HTTP/1.1" status: 200 len: 688 time: 1.7490609 Jan 28 07:30:53.022207 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 41964) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:30:53.061553 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-36af6ef8-aa5e-4157-8145-b836b6117768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:30:53.072600 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36af6ef8-aa5e-4157-8145-b836b6117768 None None] Routers {'b6be81b5-6625-4d8d-9b32-0fe84a05d5c7'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:30:53.073899 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-36af6ef8-aa5e-4157-8145-b836b6117768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:30:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['b6be81b5-6625-4d8d-9b32-0fe84a05d5c7'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:30:53.105422 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-29b5a0be-2822-47f0-8894-ef50cbf17628 admin admin] Publish callbacks [] for port (a9638101-b05b-460b-8972-f617896d4f22), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:53.115520 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-36af6ef8-aa5e-4157-8145-b836b6117768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:30:53.116649 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36af6ef8-aa5e-4157-8145-b836b6117768 None None] The sync data for ids ['b6be81b5-6625-4d8d-9b32-0fe84a05d5c7'] in n-d-712749-28 is: [] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:30:53.167344 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-29b5a0be-2822-47f0-8894-ef50cbf17628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (a9638101-b05b-460b-8972-f617896d4f22), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:53.234639 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b5a0be-2822-47f0-8894-ef50cbf17628 admin admin] Network a647c6c9-4364-4aa4-9b92-f73459369e88 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:30:53.241396 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-29b5a0be-2822-47f0-8894-ef50cbf17628 admin admin] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:30:53.258664 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b5a0be-2822-47f0-8894-ef50cbf17628 admin admin] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:30:53.265839 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-92e2b71b-f799-49fa-b385-30430756be8c None None] Publish callbacks [] for port (0764b198-deae-44a1-a2ee-687e4534c8e9), precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:53.282143 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-92e2b71b-f799-49fa-b385-30430756be8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (0764b198-deae-44a1-a2ee-687e4534c8e9), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:53.291121 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-b396c35f-68e6-4358-b80c-fdc951591e00 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Deleting port 02c123da-6add-462b-afdc-d75a88c826a5 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:30:53.291705 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b396c35f-68e6-4358-b80c-fdc951591e00 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (02c123da-6add-462b-afdc-d75a88c826a5), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:53.322549 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b5a0be-2822-47f0-8894-ef50cbf17628 admin admin] Pushing event updated for resources: {'Port': ['ID=a9638101-b05b-460b-8972-f617896d4f22,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:30:53.349722 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-29b5a0be-2822-47f0-8894-ef50cbf17628 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16609232'] for router_interface (23c00238-6f81-44a3-9b79-fb9affa4d6b9), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:53.429780 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-92e2b71b-f799-49fa-b385-30430756be8c None None] Attempting to bind port 0764b198-deae-44a1-a2ee-687e4534c8e9 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:30:53.430172 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-92e2b71b-f799-49fa-b385-30430756be8c None None] Attempting to bind port 0764b198-deae-44a1-a2ee-687e4534c8e9 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:30:53.430616 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e2b71b-f799-49fa-b385-30430756be8c None None] Attempting to bind port 0764b198-deae-44a1-a2ee-687e4534c8e9 on network 7d5b3724-deef-4831-8d43-cb9b8176573c {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:30:53.454743 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b396c35f-68e6-4358-b80c-fdc951591e00 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (02c123da-6add-462b-afdc-d75a88c826a5), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:53.455076 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b396c35f-68e6-4358-b80c-fdc951591e00 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks [] for floatingip (02c123da-6add-462b-afdc-d75a88c826a5), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:53.478807 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b48c68-2524-4e00-bc72-3cd3e8f58047 None None] Pushing event updated for resources: {'Port': ['ID=0764b198-deae-44a1-a2ee-687e4534c8e9,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:30:53.494894 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e2b71b-f799-49fa-b385-30430756be8c None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:30:53.498434 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e2b71b-f799-49fa-b385-30430756be8c None None] Checking segment: {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:30:53.499132 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-92e2b71b-f799-49fa-b385-30430756be8c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:53.500679 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e2b71b-f799-49fa-b385-30430756be8c None None] Bound using segment: {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:30:53.501633 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-92e2b71b-f799-49fa-b385-30430756be8c None None] Bound port: 0764b198-deae-44a1-a2ee-687e4534c8e9, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:30:53.505318 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-92e2b71b-f799-49fa-b385-30430756be8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (0764b198-deae-44a1-a2ee-687e4534c8e9), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:53.524815 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-b396c35f-68e6-4358-b80c-fdc951591e00 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Calling delete_port for 02c123da-6add-462b-afdc-d75a88c826a5 owned by network:floatingip {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:30:53.560729 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a15d351-7b01-4999-bca6-5d280cd42c0f req-298ede66-a191-44b5-b524-46fe39bd9d0f tempest-InstanceActionsTestJSON-1349955049 tempest-InstanceActionsTestJSON-1349955049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:30:53.563455 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3a15d351-7b01-4999-bca6-5d280cd42c0f req-298ede66-a191-44b5-b524-46fe39bd9d0f tempest-InstanceActionsTestJSON-1349955049 tempest-InstanceActionsTestJSON-1349955049-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7badce6-6fad-44bc-b2a0-e8019e3316ac HTTP/1.1" status: 200 len: 945 time: 0.2408073 Jan 28 07:30:53.631731 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-92e2b71b-f799-49fa-b385-30430756be8c None None] For port 0764b198-deae-44a1-a2ee-687e4534c8e9, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:30:53.643186 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-92e2b71b-f799-49fa-b385-30430756be8c None None] For port 0764b198-deae-44a1-a2ee-687e4534c8e9, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=0764b198-deae-44a1-a2ee-687e4534c8e9,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:30:53.655009 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-92e2b71b-f799-49fa-b385-30430756be8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (0764b198-deae-44a1-a2ee-687e4534c8e9), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:53.677038 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-29b5a0be-2822-47f0-8894-ef50cbf17628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (a9638101-b05b-460b-8972-f617896d4f22), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:53.740549 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3a15d351-7b01-4999-bca6-5d280cd42c0f req-59baaa4a-72b2-4b82-86fd-4db219391a47 tempest-InstanceActionsTestJSON-1349955049 tempest-InstanceActionsTestJSON-1349955049-project] 10.222.0.41 "GET /v2.0/security-groups?id=182abc32-68ae-4c6d-a8a6-395396e9a340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950680 Jan 28 07:30:53.818101 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e2b71b-f799-49fa-b385-30430756be8c None None] Routers {'23c00238-6f81-44a3-9b79-fb9affa4d6b9'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:30:53.826199 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-92e2b71b-f799-49fa-b385-30430756be8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:30:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['23c00238-6f81-44a3-9b79-fb9affa4d6b9'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:30:53.871681 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b396c35f-68e6-4358-b80c-fdc951591e00 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (02c123da-6add-462b-afdc-d75a88c826a5), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:53.905784 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b396c35f-68e6-4358-b80c-fdc951591e00 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Pushing event deleted for resources: {'Port': ['ID=02c123da-6add-462b-afdc-d75a88c826a5,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:30:54.024646 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b396c35f-68e6-4358-b80c-fdc951591e00 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks [] for floatingip (2e1476a6-db3e-4024-8b62-4ea2ed9fd54b), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:54.036990 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b396c35f-68e6-4358-b80c-fdc951591e00 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for floatingip (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:54.038178 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 41992) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:30:54.039881 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-b396c35f-68e6-4358-b80c-fdc951591e00 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] 10.222.0.41 "DELETE /v2.0/floatingips/2e1476a6-db3e-4024-8b62-4ea2ed9fd54b HTTP/1.1" status: 204 len: 168 time: 1.0164328 Jan 28 07:30:54.114591 n-d-712749-28 neutron-server[103283]: INFO neutron.api.v2.resource [None req-9e8db1f5-bad6-469d-8fbd-a7941734b073 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] delete failed (client error): The resource could not be found. Jan 28 07:30:54.115858 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-9e8db1f5-bad6-469d-8fbd-a7941734b073 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] 10.222.0.41 "DELETE /v2.0/floatingips/2e1476a6-db3e-4024-8b62-4ea2ed9fd54b HTTP/1.1" status: 404 len: 345 time: 0.0772016 Jan 28 07:30:54.120367 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 42002) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:30:54.134305 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-92e2b71b-f799-49fa-b385-30430756be8c None None] Set router 23c00238-6f81-44a3-9b79-fb9affa4d6b9 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:30:54.219639 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-29b5a0be-2822-47f0-8894-ef50cbf17628 admin admin] Publish callbacks [] for port (a9638101-b05b-460b-8972-f617896d4f22), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:54.246130 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-29b5a0be-2822-47f0-8894-ef50cbf17628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (a9638101-b05b-460b-8972-f617896d4f22), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:54.255541 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b48c68-2524-4e00-bc72-3cd3e8f58047 None None] Pushing event updated for resources: {'Port': ['ID=0764b198-deae-44a1-a2ee-687e4534c8e9,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:30:54.260479 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-238ac2aa-61e3-4085-94a2-48ef73c9c9fe None None] Provisioning complete for port a9638101-b05b-460b-8972-f617896d4f22 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:30:54.260862 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-238ac2aa-61e3-4085-94a2-48ef73c9c9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (a9638101-b05b-460b-8972-f617896d4f22), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:54.440040 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-238ac2aa-61e3-4085-94a2-48ef73c9c9fe None None] Port a9638101-b05b-460b-8972-f617896d4f22 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:30:54.469191 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-92e2b71b-f799-49fa-b385-30430756be8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23c00238-6f81-44a3-9b79-fb9affa4d6b9', 'name': 'tempest-ImageQuotaTest-1731853060-router', 'tenant_id': 'bdaafe4b71324d8eb9ef4bd02d44c773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': '0764b198-deae-44a1-a2ee-687e4534c8e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:30:46Z', 'updated_at': '2022-01-28T07:30:53Z', 'revision_number': 4, 'project_id': 'bdaafe4b71324d8eb9ef4bd02d44c773', 'gw_port': {'id': '0764b198-deae-44a1-a2ee-687e4534c8e9', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:61:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23c00238-6f81-44a3-9b79-fb9affa4d6b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2687, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:30:47Z', 'updated_at': '2022-01-28T07:30:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': 'a9638101-b05b-460b-8972-f617896d4f22', 'name': '', 'network_id': 'a647c6c9-4364-4aa4-9b92-f73459369e88', 'tenant_id': 'bdaafe4b71324d8eb9ef4bd02d44c773', 'mac_address': 'fa:16:3e:bb:88:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23c00238-6f81-44a3-9b79-fb9affa4d6b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2708, 'fixed_ips': [{'subnet_id': 'f66f3f32-cc98-4067-a21e-138491e0dc85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:30:52Z', 'updated_at': '2022-01-28T07:30:52Z', 'revision_number': 1, 'project_id': 'bdaafe4b71324d8eb9ef4bd02d44c773', 'subnets': [{'id': 'f66f3f32-cc98-4067-a21e-138491e0dc85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:30:54.506257 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e2b71b-f799-49fa-b385-30430756be8c None None] The sync data for ids ['23c00238-6f81-44a3-9b79-fb9affa4d6b9'] in n-d-712749-28 is: [{'id': '23c00238-6f81-44a3-9b79-fb9affa4d6b9', 'name': 'tempest-ImageQuotaTest-1731853060-router', 'tenant_id': 'bdaafe4b71324d8eb9ef4bd02d44c773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': '0764b198-deae-44a1-a2ee-687e4534c8e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:30:46Z', 'updated_at': '2022-01-28T07:30:53Z', 'revision_number': 4, 'project_id': 'bdaafe4b71324d8eb9ef4bd02d44c773', 'gw_port': {'id': '0764b198-deae-44a1-a2ee-687e4534c8e9', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:61:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23c00238-6f81-44a3-9b79-fb9affa4d6b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2687, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:30:47Z', 'updated_at': '2022-01-28T07:30:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': 'a9638101-b05b-460b-8972-f617896d4f22', 'name': '', 'network_id': 'a647c6c9-4364-4aa4-9b92-f73459369e88', 'tenant_id': 'bdaafe4b71324d8eb9ef4bd02d44c773', 'mac_address': 'fa:16:3e:bb:88:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23c00238-6f81-44a3-9b79-fb9affa4d6b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2708, 'fixed_ips': [{'subnet_id': 'f66f3f32-cc98-4067-a21e-138491e0dc85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:30:52Z', 'updated_at': '2022-01-28T07:30:52Z', 'revision_number': 1, 'project_id': 'bdaafe4b71324d8eb9ef4bd02d44c773', 'subnets': [{'id': 'f66f3f32-cc98-4067-a21e-138491e0dc85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:30:54.933420 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc40be70-0a39-476d-950b-4fb973ec43b3 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:30:54.940950 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc40be70-0a39-476d-950b-4fb973ec43b3 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:30:54.961220 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc40be70-0a39-476d-950b-4fb973ec43b3 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:30:54.963003 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-dc40be70-0a39-476d-950b-4fb973ec43b3 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] 10.222.0.41 "GET /v2.0/ports?network_id=fbc9e409-efdf-4fa4-8ee1-3b23f03af71c HTTP/1.1" status: 200 len: 2355 time: 0.8417172 Jan 28 07:30:54.966237 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 42018) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:30:54.970706 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b334172b-2f6a-4b77-b654-bbdb5067b56c req-bcb96324-d834-4bd3-8043-fa3665f184b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:30:54.972230 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b334172b-2f6a-4b77-b654-bbdb5067b56c req-bcb96324-d834-4bd3-8043-fa3665f184b6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=89443522fb1345789a713459a3fc8c59&device_id=f7badce6-6fad-44bc-b2a0-e8019e3316ac HTTP/1.1" status: 200 len: 1097 time: 0.7827778 Jan 28 07:30:55.019671 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-29b5a0be-2822-47f0-8894-ef50cbf17628 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16318999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16606560'] for router_interface (23c00238-6f81-44a3-9b79-fb9affa4d6b9), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:55.021785 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b5a0be-2822-47f0-8894-ef50cbf17628 admin admin] Pushing event updated for resources: {'Port': ['ID=a9638101-b05b-460b-8972-f617896d4f22,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:30:55.097998 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd5366a-2626-4f15-9e00-f0f69786af51 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:30:55.098906 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af104200-8db1-4bdb-8592-781de4809ecf req-e2443a08-3de3-48ea-8857-e3f923c3e58f tempest-InstanceActionsTestJSON-1349955049 tempest-InstanceActionsTestJSON-1349955049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:30:55.100815 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-af104200-8db1-4bdb-8592-781de4809ecf req-e2443a08-3de3-48ea-8857-e3f923c3e58f tempest-InstanceActionsTestJSON-1349955049 tempest-InstanceActionsTestJSON-1349955049-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7badce6-6fad-44bc-b2a0-e8019e3316ac HTTP/1.1" status: 200 len: 945 time: 0.8565633 Jan 28 07:30:55.108084 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-1cd5366a-2626-4f15-9e00-f0f69786af51 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] 10.222.0.41 "GET /v2.0/subnets/42d74bcd-f249-4bd9-8c79-01a89013a971 HTTP/1.1" status: 200 len: 797 time: 0.1405070 Jan 28 07:30:55.109922 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b5a0be-2822-47f0-8894-ef50cbf17628 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:30:55.110285 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b5a0be-2822-47f0-8894-ef50cbf17628 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:30:55.110632 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b5a0be-2822-47f0-8894-ef50cbf17628 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:30:55.110995 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b5a0be-2822-47f0-8894-ef50cbf17628 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:30:55.111474 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b5a0be-2822-47f0-8894-ef50cbf17628 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:30:55.113439 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 42026) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:30:55.123476 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b5a0be-2822-47f0-8894-ef50cbf17628 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:30:55.130794 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-5b0523b3-9ed6-4902-a2c6-b53a88473fbc tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Request body: {'port': {'network_id': 'fbc9e409-efdf-4fa4-8ee1-3b23f03af71c', 'name': 'tempest-FloatingIPTestJSON-690530136', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:30:55.131547 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b5a0be-2822-47f0-8894-ef50cbf17628 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:30:55.132289 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b5a0be-2822-47f0-8894-ef50cbf17628 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:30:55.132901 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b5a0be-2822-47f0-8894-ef50cbf17628 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:30:55.133418 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b5a0be-2822-47f0-8894-ef50cbf17628 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:30:55.135218 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b5a0be-2822-47f0-8894-ef50cbf17628 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:30:55.135735 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b5a0be-2822-47f0-8894-ef50cbf17628 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:30:55.136791 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b5a0be-2822-47f0-8894-ef50cbf17628 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:30:55.350607 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b334172b-2f6a-4b77-b654-bbdb5067b56c req-b18a5aff-7d8c-4f52-a1bb-778ddca48349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:30:55.352135 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b334172b-2f6a-4b77-b654-bbdb5067b56c req-b18a5aff-7d8c-4f52-a1bb-778ddca48349 service neutron] 10.222.0.10 "GET /v2.0/networks?id=9565f4ec-9858-4eac-a0a1-2a97490526b5 HTTP/1.1" status: 200 len: 914 time: 0.3669660 Jan 28 07:30:55.359397 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-af104200-8db1-4bdb-8592-781de4809ecf req-538d2f76-a1d1-4431-97e1-74024d2a48e6 tempest-InstanceActionsTestJSON-1349955049 tempest-InstanceActionsTestJSON-1349955049-project] 10.222.0.41 "GET /v2.0/security-groups?id=182abc32-68ae-4c6d-a8a6-395396e9a340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128310 Jan 28 07:30:55.440438 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b0523b3-9ed6-4902-a2c6-b53a88473fbc tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Made reservation on behalf of 9ba14e9215184b84bbcafb0edfbfb9ad for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:30:55.452980 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b334172b-2f6a-4b77-b654-bbdb5067b56c req-90245e51-fae3-4b9d-827f-9a1294078910 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1c98c557-d3dc-4c25-b097-4836a393f4cf HTTP/1.1" status: 200 len: 217 time: 0.0906777 Jan 28 07:30:55.463919 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b5a0be-2822-47f0-8894-ef50cbf17628 admin admin] Network a647c6c9-4364-4aa4-9b92-f73459369e88 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:30:55.473612 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-29b5a0be-2822-47f0-8894-ef50cbf17628 admin admin] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:30:55.622786 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b334172b-2f6a-4b77-b654-bbdb5067b56c req-54a86591-be04-4743-85e8-a802298401f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:30:55.626158 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b334172b-2f6a-4b77-b654-bbdb5067b56c req-54a86591-be04-4743-85e8-a802298401f0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3a4696b9-1c2b-43e7-b101-bf612c848f53 HTTP/1.1" status: 200 len: 853 time: 0.1646690 Jan 28 07:30:55.702256 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5b0523b3-9ed6-4902-a2c6-b53a88473fbc tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:55.759548 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b334172b-2f6a-4b77-b654-bbdb5067b56c req-bf322278-fdee-4bc9-800c-34ff0476818a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9565f4ec-9858-4eac-a0a1-2a97490526b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0885181 Jan 28 07:30:55.783725 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [None req-5b0523b3-9ed6-4902-a2c6-b53a88473fbc tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] device_id is not set on port ab0abad1-25d7-4d07-9c11-05fc7a0261f9 yet. {{(pid=103284) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 07:30:56.020927 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29b5a0be-2822-47f0-8894-ef50cbf17628 admin admin] Router 23c00238-6f81-44a3-9b79-fb9affa4d6b9 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:30:56.092607 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-572d9482-4c65-442a-9fd4-87ce88ac1975 None None] Provisioning complete for port a9638101-b05b-460b-8972-f617896d4f22 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:30:56.093208 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-572d9482-4c65-442a-9fd4-87ce88ac1975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (a9638101-b05b-460b-8972-f617896d4f22), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:56.107560 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b334172b-2f6a-4b77-b654-bbdb5067b56c req-46e30e2b-457b-4f14-8ba4-07c4a5cdc37b service neutron] 10.222.0.10 "GET /v2.0/networks/9565f4ec-9858-4eac-a0a1-2a97490526b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3416657 Jan 28 07:30:56.572422 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-572d9482-4c65-442a-9fd4-87ce88ac1975 None None] Port a9638101-b05b-460b-8972-f617896d4f22 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:30:56.623204 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29b5a0be-2822-47f0-8894-ef50cbf17628 admin admin] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:30:56.649532 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-29b5a0be-2822-47f0-8894-ef50cbf17628 admin admin] 10.222.0.41 "PUT /v2.0/routers/23c00238-6f81-44a3-9b79-fb9affa4d6b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0881691 Jan 28 07:30:56.681892 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-5b0523b3-9ed6-4902-a2c6-b53a88473fbc tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Allocated IP 172.20.0.14 (fbc9e409-efdf-4fa4-8ee1-3b23f03af71c/42d74bcd-f249-4bd9-8c79-01a89013a971/ab0abad1-25d7-4d07-9c11-05fc7a0261f9) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:30:56.690131 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-5b0523b3-9ed6-4902-a2c6-b53a88473fbc tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Allocated IP 172.20.0.13 (fbc9e409-efdf-4fa4-8ee1-3b23f03af71c/42d74bcd-f249-4bd9-8c79-01a89013a971/ab0abad1-25d7-4d07-9c11-05fc7a0261f9) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:30:56.700108 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b334172b-2f6a-4b77-b654-bbdb5067b56c req-8c400ed7-c0ab-4b2c-99f5-6dd23f8eadfc service neutron] 10.222.0.10 "GET /v2.0/networks/9565f4ec-9858-4eac-a0a1-2a97490526b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5870600 Jan 28 07:30:56.742791 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54268133-1845-480f-94c0-6d2128184078 req-d84d85d7-351a-49e2-a3bb-0958ae47837c tempest-InstanceActionsTestJSON-1349955049 tempest-InstanceActionsTestJSON-1349955049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:30:56.750439 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-54268133-1845-480f-94c0-6d2128184078 req-d84d85d7-351a-49e2-a3bb-0958ae47837c tempest-InstanceActionsTestJSON-1349955049 tempest-InstanceActionsTestJSON-1349955049-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7badce6-6fad-44bc-b2a0-e8019e3316ac HTTP/1.1" status: 200 len: 945 time: 0.2489398 Jan 28 07:30:56.955015 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-54268133-1845-480f-94c0-6d2128184078 req-ad304ba9-7a6b-427b-8822-8735fcd2cc87 tempest-InstanceActionsTestJSON-1349955049 tempest-InstanceActionsTestJSON-1349955049-project] 10.222.0.41 "GET /v2.0/security-groups?id=182abc32-68ae-4c6d-a8a6-395396e9a340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036872 Jan 28 07:30:57.043067 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5b0523b3-9ed6-4902-a2c6-b53a88473fbc tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks [] for port (ab0abad1-25d7-4d07-9c11-05fc7a0261f9), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:57.087694 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5b0523b3-9ed6-4902-a2c6-b53a88473fbc tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (ab0abad1-25d7-4d07-9c11-05fc7a0261f9), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:57.138732 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b0523b3-9ed6-4902-a2c6-b53a88473fbc tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Network fbc9e409-efdf-4fa4-8ee1-3b23f03af71c is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:30:57.144819 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-5b0523b3-9ed6-4902-a2c6-b53a88473fbc tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:30:57.157253 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0523b3-9ed6-4902-a2c6-b53a88473fbc tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:30:57.208611 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b0523b3-9ed6-4902-a2c6-b53a88473fbc tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:30:57.209245 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5b0523b3-9ed6-4902-a2c6-b53a88473fbc tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:57.247851 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0523b3-9ed6-4902-a2c6-b53a88473fbc tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Pushing event updated for resources: {'Port': ['ID=ab0abad1-25d7-4d07-9c11-05fc7a0261f9,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:30:57.259706 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 42094) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:30:57.260179 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-5b0523b3-9ed6-4902-a2c6-b53a88473fbc tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 2.1448901 Jan 28 07:30:57.264478 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-c1ea4ea9-a821-4b8b-bf9d-a9e6f868430a tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Request body: {'floatingip': {'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'port_id': 'ab0abad1-25d7-4d07-9c11-05fc7a0261f9', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:30:57.353543 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c1ea4ea9-a821-4b8b-bf9d-a9e6f868430a tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:57.649453 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c1ea4ea9-a821-4b8b-bf9d-a9e6f868430a tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:57.689391 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 0764b198-deae-44a1-a2ee-687e4534c8e9 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:30:57.784737 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 0764b198-deae-44a1-a2ee-687e4534c8e9 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:30:57.785477 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (0764b198-deae-44a1-a2ee-687e4534c8e9), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:57.953068 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 0764b198-deae-44a1-a2ee-687e4534c8e9 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:30:57.953475 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (0764b198-deae-44a1-a2ee-687e4534c8e9), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:57.968131 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-c1ea4ea9-a821-4b8b-bf9d-a9e6f868430a tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Allocated IP 172.25.6.191 (7d5b3724-deef-4831-8d43-cb9b8176573c/b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc/d055a3d2-0046-4173-a628-7d406ad2823f) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:30:58.004680 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] For port 0764b198-deae-44a1-a2ee-687e4534c8e9, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=0764b198-deae-44a1-a2ee-687e4534c8e9,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:30:58.016124 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (0764b198-deae-44a1-a2ee-687e4534c8e9), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:58.125242 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Pushing event updated for resources: {'Port': ['ID=0764b198-deae-44a1-a2ee-687e4534c8e9,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:30:58.201901 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77169ffd-60d8-41ba-87b0-9ee09b52ee6a None None] Sync routers for ids ['23c00238-6f81-44a3-9b79-fb9affa4d6b9'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:30:58.221742 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77169ffd-60d8-41ba-87b0-9ee09b52ee6a None None] Routers {'23c00238-6f81-44a3-9b79-fb9affa4d6b9'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:30:58.223643 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-77169ffd-60d8-41ba-87b0-9ee09b52ee6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:30:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['23c00238-6f81-44a3-9b79-fb9affa4d6b9'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:30:58.253285 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b141321-4e6f-43e7-8579-21741a73e8f0 req-53186bfd-3d78-4c19-98cc-0ecc8f925f52 tempest-InstanceActionsTestJSON-1349955049 tempest-InstanceActionsTestJSON-1349955049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:30:58.254782 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7b141321-4e6f-43e7-8579-21741a73e8f0 req-53186bfd-3d78-4c19-98cc-0ecc8f925f52 tempest-InstanceActionsTestJSON-1349955049 tempest-InstanceActionsTestJSON-1349955049-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7badce6-6fad-44bc-b2a0-e8019e3316ac HTTP/1.1" status: 200 len: 945 time: 0.1031206 Jan 28 07:30:58.300025 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c1ea4ea9-a821-4b8b-bf9d-a9e6f868430a tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks [] for port (d055a3d2-0046-4173-a628-7d406ad2823f), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:58.338885 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7b141321-4e6f-43e7-8579-21741a73e8f0 req-839eecef-502b-4f09-8e25-a53921f5071c tempest-InstanceActionsTestJSON-1349955049 tempest-InstanceActionsTestJSON-1349955049-project] 10.222.0.41 "GET /v2.0/security-groups?id=182abc32-68ae-4c6d-a8a6-395396e9a340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737436 Jan 28 07:30:58.370458 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c1ea4ea9-a821-4b8b-bf9d-a9e6f868430a tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (d055a3d2-0046-4173-a628-7d406ad2823f), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:58.474977 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ea4ea9-a821-4b8b-bf9d-a9e6f868430a tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Pushing event updated for resources: {'Port': ['ID=d055a3d2-0046-4173-a628-7d406ad2823f,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:30:58.500906 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ea4ea9-a821-4b8b-bf9d-a9e6f868430a tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Network 7d5b3724-deef-4831-8d43-cb9b8176573c is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:30:58.504112 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-c1ea4ea9-a821-4b8b-bf9d-a9e6f868430a tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:30:58.504923 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-77169ffd-60d8-41ba-87b0-9ee09b52ee6a None None] Set router 23c00238-6f81-44a3-9b79-fb9affa4d6b9 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:30:58.510858 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ea4ea9-a821-4b8b-bf9d-a9e6f868430a tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:30:58.868440 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-77169ffd-60d8-41ba-87b0-9ee09b52ee6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23c00238-6f81-44a3-9b79-fb9affa4d6b9', 'name': 'tempest-ImageQuotaTest-1731853060-router', 'tenant_id': 'bdaafe4b71324d8eb9ef4bd02d44c773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': '0764b198-deae-44a1-a2ee-687e4534c8e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:30:46Z', 'updated_at': '2022-01-28T07:30:53Z', 'revision_number': 4, 'project_id': 'bdaafe4b71324d8eb9ef4bd02d44c773', 'gw_port': {'id': '0764b198-deae-44a1-a2ee-687e4534c8e9', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:61:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c00238-6f81-44a3-9b79-fb9affa4d6b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2687, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:30:47Z', 'updated_at': '2022-01-28T07:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': 'a9638101-b05b-460b-8972-f617896d4f22', 'name': '', 'network_id': 'a647c6c9-4364-4aa4-9b92-f73459369e88', 'tenant_id': 'bdaafe4b71324d8eb9ef4bd02d44c773', 'mac_address': 'fa:16:3e:bb:88:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23c00238-6f81-44a3-9b79-fb9affa4d6b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2708, 'fixed_ips': [{'subnet_id': 'f66f3f32-cc98-4067-a21e-138491e0dc85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:30:52Z', 'updated_at': '2022-01-28T07:30:53Z', 'revision_number': 2, 'project_id': 'bdaafe4b71324d8eb9ef4bd02d44c773', 'subnets': [{'id': 'f66f3f32-cc98-4067-a21e-138491e0dc85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:30:58.904334 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77169ffd-60d8-41ba-87b0-9ee09b52ee6a None None] Checking router: 23c00238-6f81-44a3-9b79-fb9affa4d6b9 for host: n-d-712749-28 {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:30:58.904878 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77169ffd-60d8-41ba-87b0-9ee09b52ee6a None None] Updating router 23c00238-6f81-44a3-9b79-fb9affa4d6b9 port a9638101-b05b-460b-8972-f617896d4f22 binding host n-d-712749-28 {{(pid=103285) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 07:30:58.931590 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12865ce6-39b0-40c6-9212-00e8f85255b4 req-29b8c780-923a-4a6d-91fc-d7df7f72677d tempest-InstanceActionsTestJSON-1349955049 tempest-InstanceActionsTestJSON-1349955049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:30:58.933070 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-12865ce6-39b0-40c6-9212-00e8f85255b4 req-29b8c780-923a-4a6d-91fc-d7df7f72677d tempest-InstanceActionsTestJSON-1349955049 tempest-InstanceActionsTestJSON-1349955049-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7badce6-6fad-44bc-b2a0-e8019e3316ac HTTP/1.1" status: 200 len: 945 time: 0.0741534 Jan 28 07:30:58.957794 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-77169ffd-60d8-41ba-87b0-9ee09b52ee6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (a9638101-b05b-460b-8972-f617896d4f22), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:59.020777 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-12865ce6-39b0-40c6-9212-00e8f85255b4 req-4202d893-6e2d-428c-9a2d-a6bb7efc1870 tempest-InstanceActionsTestJSON-1349955049 tempest-InstanceActionsTestJSON-1349955049-project] 10.222.0.41 "GET /v2.0/security-groups?id=182abc32-68ae-4c6d-a8a6-395396e9a340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813735 Jan 28 07:30:59.315461 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c1ea4ea9-a821-4b8b-bf9d-a9e6f868430a tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks [] for floatingip (62c30da2-7c96-4224-9dd2-8f4f62d627f2), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:59.420020 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c1ea4ea9-a821-4b8b-bf9d-a9e6f868430a tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (d055a3d2-0046-4173-a628-7d406ad2823f), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:59.512228 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-77169ffd-60d8-41ba-87b0-9ee09b52ee6a None None] Publish callbacks [] for port (a9638101-b05b-460b-8972-f617896d4f22), precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:59.519136 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-77169ffd-60d8-41ba-87b0-9ee09b52ee6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (a9638101-b05b-460b-8972-f617896d4f22), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:59.609328 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 0764b198-deae-44a1-a2ee-687e4534c8e9 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:30:59.720987 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c1ea4ea9-a821-4b8b-bf9d-a9e6f868430a tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks [] for port (d055a3d2-0046-4173-a628-7d406ad2823f), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:59.732122 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c1ea4ea9-a821-4b8b-bf9d-a9e6f868430a tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (d055a3d2-0046-4173-a628-7d406ad2823f), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:59.837066 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c1ea4ea9-a821-4b8b-bf9d-a9e6f868430a tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16609095'] for floatingip (62c30da2-7c96-4224-9dd2-8f4f62d627f2), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:59.874739 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 0764b198-deae-44a1-a2ee-687e4534c8e9 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:30:59.875318 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (0764b198-deae-44a1-a2ee-687e4534c8e9), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:30:59.934046 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ea4ea9-a821-4b8b-bf9d-a9e6f868430a tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Pushing event updated for resources: {'Port': ['ID=d055a3d2-0046-4173-a628-7d406ad2823f,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:30:59.977948 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e0c9e7-1226-48ba-beab-e608ed7fbed3 None None] Pushing event updated for resources: {'Port': ['ID=a9638101-b05b-460b-8972-f617896d4f22,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:31:00.011557 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-77169ffd-60d8-41ba-87b0-9ee09b52ee6a None None] Attempting to bind port a9638101-b05b-460b-8972-f617896d4f22 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:31:00.011933 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-77169ffd-60d8-41ba-87b0-9ee09b52ee6a None None] Attempting to bind port a9638101-b05b-460b-8972-f617896d4f22 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': 'ada81859-de21-427a-8b94-df06f7cf3d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'a647c6c9-4364-4aa4-9b92-f73459369e88'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:31:00.012329 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77169ffd-60d8-41ba-87b0-9ee09b52ee6a None None] Attempting to bind port a9638101-b05b-460b-8972-f617896d4f22 on network a647c6c9-4364-4aa4-9b92-f73459369e88 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:31:00.026439 n-d-712749-28 neutron-server[103283]: INFO neutron.db.l3_db [None req-c1ea4ea9-a821-4b8b-bf9d-a9e6f868430a tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Floating IP 62c30da2-7c96-4224-9dd2-8f4f62d627f2 associated. External IP: 172.25.6.191, port: ab0abad1-25d7-4d07-9c11-05fc7a0261f9. Jan 28 07:31:00.035216 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77169ffd-60d8-41ba-87b0-9ee09b52ee6a None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:31:00.035602 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77169ffd-60d8-41ba-87b0-9ee09b52ee6a None None] Checking segment: {'id': 'ada81859-de21-427a-8b94-df06f7cf3d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'a647c6c9-4364-4aa4-9b92-f73459369e88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:31:00.036008 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-77169ffd-60d8-41ba-87b0-9ee09b52ee6a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:00.036455 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77169ffd-60d8-41ba-87b0-9ee09b52ee6a None None] Bound using segment: {'id': 'ada81859-de21-427a-8b94-df06f7cf3d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'a647c6c9-4364-4aa4-9b92-f73459369e88'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:31:00.036941 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-77169ffd-60d8-41ba-87b0-9ee09b52ee6a None None] Bound port: a9638101-b05b-460b-8972-f617896d4f22, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ada81859-de21-427a-8b94-df06f7cf3d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'a647c6c9-4364-4aa4-9b92-f73459369e88'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:31:00.037321 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-77169ffd-60d8-41ba-87b0-9ee09b52ee6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (a9638101-b05b-460b-8972-f617896d4f22), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:00.049320 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 42164) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:31:00.098853 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-22d83dcd-f46d-474a-afd3-d689560fffa8 None None] Provisioning complete for port a9638101-b05b-460b-8972-f617896d4f22 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:31:00.099233 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-22d83dcd-f46d-474a-afd3-d689560fffa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (a9638101-b05b-460b-8972-f617896d4f22), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:00.236279 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 0764b198-deae-44a1-a2ee-687e4534c8e9 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:31:00.307112 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-77169ffd-60d8-41ba-87b0-9ee09b52ee6a None None] For port a9638101-b05b-460b-8972-f617896d4f22, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:31:00.310871 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-77169ffd-60d8-41ba-87b0-9ee09b52ee6a None None] For port a9638101-b05b-460b-8972-f617896d4f22, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=a9638101-b05b-460b-8972-f617896d4f22,segment=NetworkSegment(ada81859-de21-427a-8b94-df06f7cf3d05),segment_id=ada81859-de21-427a-8b94-df06f7cf3d05)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:31:00.312100 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-22d83dcd-f46d-474a-afd3-d689560fffa8 None None] Port a9638101-b05b-460b-8972-f617896d4f22 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:31:00.320623 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-77169ffd-60d8-41ba-87b0-9ee09b52ee6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (a9638101-b05b-460b-8972-f617896d4f22), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:00.391519 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77169ffd-60d8-41ba-87b0-9ee09b52ee6a None None] Routers {'23c00238-6f81-44a3-9b79-fb9affa4d6b9'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:31:00.392431 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-77169ffd-60d8-41ba-87b0-9ee09b52ee6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:30:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['23c00238-6f81-44a3-9b79-fb9affa4d6b9'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:31:00.399658 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e0c9e7-1226-48ba-beab-e608ed7fbed3 None None] Pushing event updated for resources: {'Port': ['ID=a9638101-b05b-460b-8972-f617896d4f22,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:31:00.654036 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-77169ffd-60d8-41ba-87b0-9ee09b52ee6a None None] Set router 23c00238-6f81-44a3-9b79-fb9affa4d6b9 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:31:00.737071 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1ea4ea9-a821-4b8b-bf9d-a9e6f868430a tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Router b6be81b5-6625-4d8d-9b32-0fe84a05d5c7 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:31:00.821774 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eadc89-73b2-485a-9ca2-fff011e8b68f req-77f662f1-5a58-4d46-8c9e-ac8c3a4d1111 tempest-InstanceActionsTestJSON-1349955049 tempest-InstanceActionsTestJSON-1349955049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:31:00.823350 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-32eadc89-73b2-485a-9ca2-fff011e8b68f req-77f662f1-5a58-4d46-8c9e-ac8c3a4d1111 tempest-InstanceActionsTestJSON-1349955049 tempest-InstanceActionsTestJSON-1349955049-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7badce6-6fad-44bc-b2a0-e8019e3316ac HTTP/1.1" status: 200 len: 945 time: 0.5075681 Jan 28 07:31:00.939975 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a336742a-b8e3-4dd2-ab53-9a11b7448876 req-c518157c-fc50-4cae-895d-aa7854f17896 tempest-InstanceActionsTestJSON-1349955049 tempest-InstanceActionsTestJSON-1349955049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:31:00.942112 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a336742a-b8e3-4dd2-ab53-9a11b7448876 req-c518157c-fc50-4cae-895d-aa7854f17896 tempest-InstanceActionsTestJSON-1349955049 tempest-InstanceActionsTestJSON-1349955049-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7badce6-6fad-44bc-b2a0-e8019e3316ac HTTP/1.1" status: 200 len: 945 time: 0.2795346 Jan 28 07:31:00.947167 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0ed53ab7-3e01-465e-8164-8624106c4e6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16606535'] for router_interface (23c00238-6f81-44a3-9b79-fb9affa4d6b9), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:00.962882 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9db6bf4f-044e-497e-998f-229332935ea5 None None] Provisioning complete for port a9638101-b05b-460b-8972-f617896d4f22 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:31:00.964682 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9db6bf4f-044e-497e-998f-229332935ea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (a9638101-b05b-460b-8972-f617896d4f22), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:01.454301 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9db6bf4f-044e-497e-998f-229332935ea5 None None] Current status of the port a9638101-b05b-460b-8972-f617896d4f22 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:31:01.454826 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9db6bf4f-044e-497e-998f-229332935ea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (a9638101-b05b-460b-8972-f617896d4f22), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:01.475793 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-77169ffd-60d8-41ba-87b0-9ee09b52ee6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23c00238-6f81-44a3-9b79-fb9affa4d6b9', 'name': 'tempest-ImageQuotaTest-1731853060-router', 'tenant_id': 'bdaafe4b71324d8eb9ef4bd02d44c773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': '0764b198-deae-44a1-a2ee-687e4534c8e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:30:46Z', 'updated_at': '2022-01-28T07:30:53Z', 'revision_number': 4, 'project_id': 'bdaafe4b71324d8eb9ef4bd02d44c773', 'gw_port': {'id': '0764b198-deae-44a1-a2ee-687e4534c8e9', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:61:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c00238-6f81-44a3-9b79-fb9affa4d6b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2687, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:30:47Z', 'updated_at': '2022-01-28T07:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': 'a9638101-b05b-460b-8972-f617896d4f22', 'name': '', 'network_id': 'a647c6c9-4364-4aa4-9b92-f73459369e88', 'tenant_id': 'bdaafe4b71324d8eb9ef4bd02d44c773', 'mac_address': 'fa:16:3e:bb:88:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23c00238-6f81-44a3-9b79-fb9affa4d6b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2708, 'fixed_ips': [{'subnet_id': 'f66f3f32-cc98-4067-a21e-138491e0dc85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:30:52Z', 'updated_at': '2022-01-28T07:31:00Z', 'revision_number': 4, 'project_id': 'bdaafe4b71324d8eb9ef4bd02d44c773', 'subnets': [{'id': 'f66f3f32-cc98-4067-a21e-138491e0dc85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:31:01.513492 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77169ffd-60d8-41ba-87b0-9ee09b52ee6a None None] The sync data for ids ['23c00238-6f81-44a3-9b79-fb9affa4d6b9'] in n-d-712749-28 is: [{'id': '23c00238-6f81-44a3-9b79-fb9affa4d6b9', 'name': 'tempest-ImageQuotaTest-1731853060-router', 'tenant_id': 'bdaafe4b71324d8eb9ef4bd02d44c773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': '0764b198-deae-44a1-a2ee-687e4534c8e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:30:46Z', 'updated_at': '2022-01-28T07:30:53Z', 'revision_number': 4, 'project_id': 'bdaafe4b71324d8eb9ef4bd02d44c773', 'gw_port': {'id': '0764b198-deae-44a1-a2ee-687e4534c8e9', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:61:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c00238-6f81-44a3-9b79-fb9affa4d6b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2687, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:30:47Z', 'updated_at': '2022-01-28T07:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': 'a9638101-b05b-460b-8972-f617896d4f22', 'name': '', 'network_id': 'a647c6c9-4364-4aa4-9b92-f73459369e88', 'tenant_id': 'bdaafe4b71324d8eb9ef4bd02d44c773', 'mac_address': 'fa:16:3e:bb:88:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23c00238-6f81-44a3-9b79-fb9affa4d6b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2708, 'fixed_ips': [{'subnet_id': 'f66f3f32-cc98-4067-a21e-138491e0dc85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:30:52Z', 'updated_at': '2022-01-28T07:31:00Z', 'revision_number': 4, 'project_id': 'bdaafe4b71324d8eb9ef4bd02d44c773', 'subnets': [{'id': 'f66f3f32-cc98-4067-a21e-138491e0dc85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:31:01.583591 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9db6bf4f-044e-497e-998f-229332935ea5 None None] For port a9638101-b05b-460b-8972-f617896d4f22, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=a9638101-b05b-460b-8972-f617896d4f22,segment=NetworkSegment(ada81859-de21-427a-8b94-df06f7cf3d05),segment_id=ada81859-de21-427a-8b94-df06f7cf3d05)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:31:01.592512 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9db6bf4f-044e-497e-998f-229332935ea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (a9638101-b05b-460b-8972-f617896d4f22), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:01.710803 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device a9638101-b05b-460b-8972-f617896d4f22 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:31:01.946001 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db6bf4f-044e-497e-998f-229332935ea5 None None] Pushing event updated for resources: {'Port': ['ID=a9638101-b05b-460b-8972-f617896d4f22,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:31:01.999747 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-32eadc89-73b2-485a-9ca2-fff011e8b68f req-ad4e04af-80d6-4c64-9002-0e1601834d4d tempest-InstanceActionsTestJSON-1349955049 tempest-InstanceActionsTestJSON-1349955049-project] 10.222.0.41 "GET /v2.0/security-groups?id=182abc32-68ae-4c6d-a8a6-395396e9a340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0815332 Jan 28 07:31:02.048593 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port a9638101-b05b-460b-8972-f617896d4f22 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:31:02.050240 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (a9638101-b05b-460b-8972-f617896d4f22), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:02.057264 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1ea4ea9-a821-4b8b-bf9d-a9e6f868430a tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:31:02.076173 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a836cf-2acb-4956-9d78-d75a7a3df948 None None] Sync routers for ids ['b6be81b5-6625-4d8d-9b32-0fe84a05d5c7'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:31:02.104097 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a836cf-2acb-4956-9d78-d75a7a3df948 None None] Routers {'b6be81b5-6625-4d8d-9b32-0fe84a05d5c7'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:31:02.104802 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-23a836cf-2acb-4956-9d78-d75a7a3df948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:30:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['b6be81b5-6625-4d8d-9b32-0fe84a05d5c7'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:31:02.106782 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c1ea4ea9-a821-4b8b-bf9d-a9e6f868430a tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for floatingip (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:02.143314 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-0ed53ab7-3e01-465e-8164-8624106c4e6f admin admin] Deleting port a9638101-b05b-460b-8972-f617896d4f22 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:31:02.145448 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0ed53ab7-3e01-465e-8164-8624106c4e6f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (a9638101-b05b-460b-8972-f617896d4f22), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:02.151232 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-a336742a-b8e3-4dd2-ab53-9a11b7448876 req-b7143f5c-07ec-4aa1-8ccd-274dc435f0b8 tempest-InstanceActionsTestJSON-1349955049 tempest-InstanceActionsTestJSON-1349955049-project] Deleting port 1c98c557-d3dc-4c25-b097-4836a393f4cf {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:31:02.151584 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-a336742a-b8e3-4dd2-ab53-9a11b7448876 req-b7143f5c-07ec-4aa1-8ccd-274dc435f0b8 tempest-InstanceActionsTestJSON-1349955049 tempest-InstanceActionsTestJSON-1349955049-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (1c98c557-d3dc-4c25-b097-4836a393f4cf), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:02.269189 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-23a836cf-2acb-4956-9d78-d75a7a3df948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:31:02.295218 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a836cf-2acb-4956-9d78-d75a7a3df948 None None] Routers {'b6be81b5-6625-4d8d-9b32-0fe84a05d5c7'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:31:02.296865 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-23a836cf-2acb-4956-9d78-d75a7a3df948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:30:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['b6be81b5-6625-4d8d-9b32-0fe84a05d5c7'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:31:02.318888 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-0ed53ab7-3e01-465e-8164-8624106c4e6f admin admin] For port a9638101-b05b-460b-8972-f617896d4f22, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=a9638101-b05b-460b-8972-f617896d4f22,segment=NetworkSegment(ada81859-de21-427a-8b94-df06f7cf3d05),segment_id=ada81859-de21-427a-8b94-df06f7cf3d05)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:31:02.319396 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0ed53ab7-3e01-465e-8164-8624106c4e6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (a9638101-b05b-460b-8972-f617896d4f22), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:02.338988 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-c1ea4ea9-a821-4b8b-bf9d-a9e6f868430a tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.0747755 Jan 28 07:31:02.348550 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 42228) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:31:02.353521 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port a9638101-b05b-460b-8972-f617896d4f22 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:31:02.363467 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-4b5830f7-18be-425c-bcff-fb4dd317d112 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Request body: {'floatingip': {'port_id': 'ab0abad1-25d7-4d07-9c11-05fc7a0261f9', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:31:02.375639 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-0ed53ab7-3e01-465e-8164-8624106c4e6f admin admin] Calling delete_port for a9638101-b05b-460b-8972-f617896d4f22 owned by network:router_interface {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:31:02.394187 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-23a836cf-2acb-4956-9d78-d75a7a3df948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:31:02.395831 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a836cf-2acb-4956-9d78-d75a7a3df948 None None] The sync data for ids ['b6be81b5-6625-4d8d-9b32-0fe84a05d5c7'] in n-d-712749-28 is: [] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:31:02.611556 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-a336742a-b8e3-4dd2-ab53-9a11b7448876 req-b7143f5c-07ec-4aa1-8ccd-274dc435f0b8 tempest-InstanceActionsTestJSON-1349955049 tempest-InstanceActionsTestJSON-1349955049-project] For port 1c98c557-d3dc-4c25-b097-4836a393f4cf, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=1c98c557-d3dc-4c25-b097-4836a393f4cf,segment=NetworkSegment(82f6dfff-3287-4eec-9d8a-67a661ebd26d),segment_id=82f6dfff-3287-4eec-9d8a-67a661ebd26d)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:31:02.612432 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-a336742a-b8e3-4dd2-ab53-9a11b7448876 req-b7143f5c-07ec-4aa1-8ccd-274dc435f0b8 tempest-InstanceActionsTestJSON-1349955049 tempest-InstanceActionsTestJSON-1349955049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (1c98c557-d3dc-4c25-b097-4836a393f4cf), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:02.640655 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-a336742a-b8e3-4dd2-ab53-9a11b7448876 req-b7143f5c-07ec-4aa1-8ccd-274dc435f0b8 tempest-InstanceActionsTestJSON-1349955049 tempest-InstanceActionsTestJSON-1349955049-project] Calling delete_port for 1c98c557-d3dc-4c25-b097-4836a393f4cf owned by compute:nova {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:31:02.738318 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0ed53ab7-3e01-465e-8164-8624106c4e6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (a9638101-b05b-460b-8972-f617896d4f22), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:02.793334 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed53ab7-3e01-465e-8164-8624106c4e6f admin admin] Pushing event deleted for resources: {'Port': ['ID=a9638101-b05b-460b-8972-f617896d4f22,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:31:02.853263 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed53ab7-3e01-465e-8164-8624106c4e6f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:31:02.854143 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed53ab7-3e01-465e-8164-8624106c4e6f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:31:02.854750 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed53ab7-3e01-465e-8164-8624106c4e6f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:31:02.855195 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed53ab7-3e01-465e-8164-8624106c4e6f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:31:02.855635 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed53ab7-3e01-465e-8164-8624106c4e6f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:31:02.856492 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed53ab7-3e01-465e-8164-8624106c4e6f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:31:02.856932 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed53ab7-3e01-465e-8164-8624106c4e6f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:31:02.857364 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed53ab7-3e01-465e-8164-8624106c4e6f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:31:02.857791 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed53ab7-3e01-465e-8164-8624106c4e6f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:31:02.858441 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed53ab7-3e01-465e-8164-8624106c4e6f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:31:02.858971 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed53ab7-3e01-465e-8164-8624106c4e6f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:31:02.859776 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed53ab7-3e01-465e-8164-8624106c4e6f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:31:02.861450 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed53ab7-3e01-465e-8164-8624106c4e6f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:31:02.982895 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-a336742a-b8e3-4dd2-ab53-9a11b7448876 req-b7143f5c-07ec-4aa1-8ccd-274dc435f0b8 tempest-InstanceActionsTestJSON-1349955049 tempest-InstanceActionsTestJSON-1349955049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (1c98c557-d3dc-4c25-b097-4836a393f4cf), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:03.000772 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4b5830f7-18be-425c-bcff-fb4dd317d112 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks [] for floatingip (62c30da2-7c96-4224-9dd2-8f4f62d627f2), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:03.035042 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['1c98c557-d3dc-4c25-b097-4836a393f4cf'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:31:03.039493 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:03.248721 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fb07c241-7334-4276-a30c-0e71e0089f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:03.310527 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7389f252-ffcd-470f-a034-18b4321f7bdf req-a6a9fbfb-daf8-4e21-bf76-618a4feb7a19 tempest-InstanceActionsTestJSON-1349955049 tempest-InstanceActionsTestJSON-1349955049-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7badce6-6fad-44bc-b2a0-e8019e3316ac HTTP/1.1" status: 200 len: 210 time: 0.1114109 Jan 28 07:31:03.350751 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0ed53ab7-3e01-465e-8164-8624106c4e6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16319006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16606699'] for router_interface (23c00238-6f81-44a3-9b79-fb9affa4d6b9), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:03.617733 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7143f5c-07ec-4aa1-8ccd-274dc435f0b8 tempest-InstanceActionsTestJSON-1349955049 tempest-InstanceActionsTestJSON-1349955049-project] Pushing event deleted for resources: {'Port': ['ID=1c98c557-d3dc-4c25-b097-4836a393f4cf,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:31:03.765754 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ed53ab7-3e01-465e-8164-8624106c4e6f admin admin] Router 23c00238-6f81-44a3-9b79-fb9affa4d6b9 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:31:03.805939 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-a336742a-b8e3-4dd2-ab53-9a11b7448876 req-b7143f5c-07ec-4aa1-8ccd-274dc435f0b8 tempest-InstanceActionsTestJSON-1349955049 tempest-InstanceActionsTestJSON-1349955049-project] No DVR routers for this DVR port 1c98c557-d3dc-4c25-b097-4836a393f4cf on host n-h1-712749-28 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:31:03.810667 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-a336742a-b8e3-4dd2-ab53-9a11b7448876 req-b7143f5c-07ec-4aa1-8ccd-274dc435f0b8 tempest-InstanceActionsTestJSON-1349955049 tempest-InstanceActionsTestJSON-1349955049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:03.818608 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a336742a-b8e3-4dd2-ab53-9a11b7448876 req-b7143f5c-07ec-4aa1-8ccd-274dc435f0b8 tempest-InstanceActionsTestJSON-1349955049 tempest-InstanceActionsTestJSON-1349955049-project] 10.222.0.10 "DELETE /v2.0/ports/1c98c557-d3dc-4c25-b097-4836a393f4cf HTTP/1.1" status: 204 len: 173 time: 2.8234234 Jan 28 07:31:03.835237 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7badce6-6fad-44bc-b2a0-e8019e3316ac', 'name': 'network-vif-deleted', 'tag': '1c98c557-d3dc-4c25-b097-4836a393f4cf'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:31:03.842104 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c61b81ee-acaa-4454-910b-e82db7f490be" -d '{"events": [{"server_uuid": "f7badce6-6fad-44bc-b2a0-e8019e3316ac", "name": "network-vif-deleted", "tag": "1c98c557-d3dc-4c25-b097-4836a393f4cf"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:31:03.938832 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:04.023519 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a624f909-a71b-4913-920e-123ca689909d x-openstack-request-id: req-a624f909-a71b-4913-920e-123ca689909d {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:31:04.024088 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7badce6-6fad-44bc-b2a0-e8019e3316ac", "name": "network-vif-deleted", "tag": "1c98c557-d3dc-4c25-b097-4836a393f4cf", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:31:04.024088 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a624f909-a71b-4913-920e-123ca689909d {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:31:04.024901 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7badce6-6fad-44bc-b2a0-e8019e3316ac', 'name': 'network-vif-deleted', 'tag': '1c98c557-d3dc-4c25-b097-4836a393f4cf', 'status': 'completed', 'code': 200} Jan 28 07:31:04.049181 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ed53ab7-3e01-465e-8164-8624106c4e6f admin admin] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:31:04.067150 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-0ed53ab7-3e01-465e-8164-8624106c4e6f admin admin] 10.222.0.41 "PUT /v2.0/routers/23c00238-6f81-44a3-9b79-fb9affa4d6b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0167744 Jan 28 07:31:04.067792 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 42274) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:31:04.074336 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d881313-57ef-437e-a51d-a4fe40643cec None None] Sync routers for ids ['23c00238-6f81-44a3-9b79-fb9affa4d6b9'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:31:04.093521 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d881313-57ef-437e-a51d-a4fe40643cec None None] Routers {'23c00238-6f81-44a3-9b79-fb9affa4d6b9'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:31:04.094171 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-3d881313-57ef-437e-a51d-a4fe40643cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:30:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['23c00238-6f81-44a3-9b79-fb9affa4d6b9'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:31:04.242289 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-162f54ca-c753-4733-ab40-139f7e25bcb3 admin admin] Publish callbacks [] for router (23c00238-6f81-44a3-9b79-fb9affa4d6b9), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:04.250403 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4b5830f7-18be-425c-bcff-fb4dd317d112 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:04.257985 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4b5830f7-18be-425c-bcff-fb4dd317d112 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16609095'] for floatingip (62c30da2-7c96-4224-9dd2-8f4f62d627f2), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:04.422658 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-3d881313-57ef-437e-a51d-a4fe40643cec None None] Set router 23c00238-6f81-44a3-9b79-fb9affa4d6b9 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:31:04.655661 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-05f51cf1-c0f3-4e00-96f7-9dc0995971c8 req-8972f315-2cb0-4c99-951e-e001828120a3 tempest-InstanceActionsTestJSON-1349955049 tempest-InstanceActionsTestJSON-1349955049-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7badce6-6fad-44bc-b2a0-e8019e3316ac HTTP/1.1" status: 200 len: 210 time: 0.1059489 Jan 28 07:31:04.678394 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-162f54ca-c753-4733-ab40-139f7e25bcb3 admin admin] Publish callbacks [] for router_gateway (23c00238-6f81-44a3-9b79-fb9affa4d6b9), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:04.778718 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-162f54ca-c753-4733-ab40-139f7e25bcb3 admin admin] Deleting port 0764b198-deae-44a1-a2ee-687e4534c8e9 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:31:04.779358 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-162f54ca-c753-4733-ab40-139f7e25bcb3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (0764b198-deae-44a1-a2ee-687e4534c8e9), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:04.848097 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-3d881313-57ef-437e-a51d-a4fe40643cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23c00238-6f81-44a3-9b79-fb9affa4d6b9', 'name': 'tempest-ImageQuotaTest-1731853060-router', 'tenant_id': 'bdaafe4b71324d8eb9ef4bd02d44c773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': '0764b198-deae-44a1-a2ee-687e4534c8e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:30:46Z', 'updated_at': '2022-01-28T07:31:02Z', 'revision_number': 5, 'project_id': 'bdaafe4b71324d8eb9ef4bd02d44c773', 'gw_port': {'id': '0764b198-deae-44a1-a2ee-687e4534c8e9', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:61:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c00238-6f81-44a3-9b79-fb9affa4d6b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2687, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:30:47Z', 'updated_at': '2022-01-28T07:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:31:04.859630 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b5830f7-18be-425c-bcff-fb4dd317d112 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Router b6be81b5-6625-4d8d-9b32-0fe84a05d5c7 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:31:04.932416 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d881313-57ef-437e-a51d-a4fe40643cec None None] Checking router: 23c00238-6f81-44a3-9b79-fb9affa4d6b9 for host: n-d-712749-28 {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:31:04.947393 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d881313-57ef-437e-a51d-a4fe40643cec None None] Routers {'23c00238-6f81-44a3-9b79-fb9affa4d6b9'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:31:04.948380 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-3d881313-57ef-437e-a51d-a4fe40643cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:30:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['23c00238-6f81-44a3-9b79-fb9affa4d6b9'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:31:04.948509 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-162f54ca-c753-4733-ab40-139f7e25bcb3 admin admin] For port 0764b198-deae-44a1-a2ee-687e4534c8e9, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=0764b198-deae-44a1-a2ee-687e4534c8e9,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:31:04.948851 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-162f54ca-c753-4733-ab40-139f7e25bcb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (0764b198-deae-44a1-a2ee-687e4534c8e9), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:04.992235 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-162f54ca-c753-4733-ab40-139f7e25bcb3 admin admin] Calling delete_port for 0764b198-deae-44a1-a2ee-687e4534c8e9 owned by network:router_gateway {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:31:05.112417 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b5830f7-18be-425c-bcff-fb4dd317d112 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:31:05.119556 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4b5830f7-18be-425c-bcff-fb4dd317d112 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for floatingip (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:05.228936 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-4b5830f7-18be-425c-bcff-fb4dd317d112 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] 10.222.0.41 "PUT /v2.0/floatingips/62c30da2-7c96-4224-9dd2-8f4f62d627f2 HTTP/1.1" status: 200 len: 978 time: 2.8734083 Jan 28 07:31:05.231933 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 42292) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:31:05.337361 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-162f54ca-c753-4733-ab40-139f7e25bcb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (0764b198-deae-44a1-a2ee-687e4534c8e9), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:05.403430 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162f54ca-c753-4733-ab40-139f7e25bcb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=0764b198-deae-44a1-a2ee-687e4534c8e9,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:31:05.429457 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e631b72-1882-4b57-81f5-15631c99df43 None None] Sync routers for ids ['b6be81b5-6625-4d8d-9b32-0fe84a05d5c7'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:31:05.462895 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e631b72-1882-4b57-81f5-15631c99df43 None None] Routers {'b6be81b5-6625-4d8d-9b32-0fe84a05d5c7'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:31:05.465815 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-9e631b72-1882-4b57-81f5-15631c99df43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:30:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['b6be81b5-6625-4d8d-9b32-0fe84a05d5c7'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:31:05.529712 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-9e631b72-1882-4b57-81f5-15631c99df43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:31:05.554143 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-a79e7072-1cd7-455a-8d2a-468d71f480c5 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Deleting port d055a3d2-0046-4173-a628-7d406ad2823f {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:31:05.554602 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a79e7072-1cd7-455a-8d2a-468d71f480c5 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (d055a3d2-0046-4173-a628-7d406ad2823f), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:05.570301 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e631b72-1882-4b57-81f5-15631c99df43 None None] Routers {'b6be81b5-6625-4d8d-9b32-0fe84a05d5c7'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:31:05.570967 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-9e631b72-1882-4b57-81f5-15631c99df43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:30:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['b6be81b5-6625-4d8d-9b32-0fe84a05d5c7'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:31:05.606917 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-3d881313-57ef-437e-a51d-a4fe40643cec None None] Set router 23c00238-6f81-44a3-9b79-fb9affa4d6b9 gateway port host: None {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:31:05.622963 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-162f54ca-c753-4733-ab40-139f7e25bcb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16607873'] for router_gateway (23c00238-6f81-44a3-9b79-fb9affa4d6b9), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:05.628668 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-9e631b72-1882-4b57-81f5-15631c99df43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:31:05.628668 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e631b72-1882-4b57-81f5-15631c99df43 None None] The sync data for ids ['b6be81b5-6625-4d8d-9b32-0fe84a05d5c7'] in n-d-712749-28 is: [] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:31:05.782090 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 42308) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:31:05.788335 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a79e7072-1cd7-455a-8d2a-468d71f480c5 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (d055a3d2-0046-4173-a628-7d406ad2823f), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:05.789197 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a79e7072-1cd7-455a-8d2a-468d71f480c5 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks [] for floatingip (d055a3d2-0046-4173-a628-7d406ad2823f), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:05.839287 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-162f54ca-c753-4733-ab40-139f7e25bcb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16605684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127449'] for router (23c00238-6f81-44a3-9b79-fb9affa4d6b9), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:05.842722 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-162f54ca-c753-4733-ab40-139f7e25bcb3 admin admin] Publish callbacks [] for router_controller (23c00238-6f81-44a3-9b79-fb9affa4d6b9), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:05.894082 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-a79e7072-1cd7-455a-8d2a-468d71f480c5 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Calling delete_port for d055a3d2-0046-4173-a628-7d406ad2823f owned by network:floatingip {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:31:05.896086 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-3d881313-57ef-437e-a51d-a4fe40643cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23c00238-6f81-44a3-9b79-fb9affa4d6b9', 'name': 'tempest-ImageQuotaTest-1731853060-router', 'tenant_id': 'bdaafe4b71324d8eb9ef4bd02d44c773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:30:46Z', 'updated_at': '2022-01-28T07:31:04Z', 'revision_number': 6, 'project_id': 'bdaafe4b71324d8eb9ef4bd02d44c773', 'gw_port_host': None}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:31:05.910022 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-162f54ca-c753-4733-ab40-139f7e25bcb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16605693'] for router (23c00238-6f81-44a3-9b79-fb9affa4d6b9), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:05.911044 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-162f54ca-c753-4733-ab40-139f7e25bcb3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 23c00238-6f81-44a3-9b79-fb9affa4d6b9 {{(pid=103284) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 07:31:05.917006 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-162f54ca-c753-4733-ab40-139f7e25bcb3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:05.919420 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-162f54ca-c753-4733-ab40-139f7e25bcb3 admin admin] 10.222.0.41 "DELETE /v2.0/routers/23c00238-6f81-44a3-9b79-fb9affa4d6b9 HTTP/1.1" status: 204 len: 168 time: 1.8455257 Jan 28 07:31:05.921448 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 42316) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:31:05.978069 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-01991d88-26a0-4d01-99c5-d484559d43bf admin admin] Deleting subnet f66f3f32-cc98-4067-a21e-138491e0dc85 {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:31:05.982055 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-01991d88-26a0-4d01-99c5-d484559d43bf admin admin] Publish callbacks [] for subnet (f66f3f32-cc98-4067-a21e-138491e0dc85), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:06.011308 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d881313-57ef-437e-a51d-a4fe40643cec None None] The sync data for ids ['23c00238-6f81-44a3-9b79-fb9affa4d6b9'] in n-d-712749-28 is: [{'id': '23c00238-6f81-44a3-9b79-fb9affa4d6b9', 'name': 'tempest-ImageQuotaTest-1731853060-router', 'tenant_id': 'bdaafe4b71324d8eb9ef4bd02d44c773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:30:46Z', 'updated_at': '2022-01-28T07:31:04Z', 'revision_number': 6, 'project_id': 'bdaafe4b71324d8eb9ef4bd02d44c773', 'gw_port_host': None}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:31:06.018618 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d05c7f69-a724-4419-9361-f8e6b5b08778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:06.059154 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-01991d88-26a0-4d01-99c5-d484559d43bf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24759175'] for subnet (f66f3f32-cc98-4067-a21e-138491e0dc85), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:06.101312 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_v2 [None req-684e49aa-09ba-4767-b5bb-92f215c5f7ea admin admin] Deleting subnet 3a4696b9-1c2b-43e7-b101-bf612c848f53 {{(pid=103283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:31:06.186343 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 1c98c557-d3dc-4c25-b097-4836a393f4cf no longer exists at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:31:06.232038 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-01991d88-26a0-4d01-99c5-d484559d43bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (f66f3f32-cc98-4067-a21e-138491e0dc85), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:06.239609 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] No Port match for: 1c98c557-d3dc-4c25-b097-4836a393f4cf {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:31:06.242261 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 1c98c557-d3dc-4c25-b097-4836a393f4cf not bound to the agent host n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:31:06.301388 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-684e49aa-09ba-4767-b5bb-92f215c5f7ea admin admin] Publish callbacks [] for subnet (3a4696b9-1c2b-43e7-b101-bf612c848f53), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:06.344681 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a79e7072-1cd7-455a-8d2a-468d71f480c5 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (d055a3d2-0046-4173-a628-7d406ad2823f), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:06.377791 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-01991d88-26a0-4d01-99c5-d484559d43bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24757569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24979817'] for subnet (f66f3f32-cc98-4067-a21e-138491e0dc85), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:06.396945 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79e7072-1cd7-455a-8d2a-468d71f480c5 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Pushing event deleted for resources: {'Port': ['ID=d055a3d2-0046-4173-a628-7d406ad2823f,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:31:06.405613 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-684e49aa-09ba-4767-b5bb-92f215c5f7ea admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13506696'] for subnet (3a4696b9-1c2b-43e7-b101-bf612c848f53), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:06.432298 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01991d88-26a0-4d01-99c5-d484559d43bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f66f3f32-cc98-4067-a21e-138491e0dc85,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:31:06.450886 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-01991d88-26a0-4d01-99c5-d484559d43bf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:06.451111 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-587300c2-a3f4-4653-a7a5-a7bcf4f8a806 None None] Network a647c6c9-4364-4aa4-9b92-f73459369e88 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:31:06.455792 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-01991d88-26a0-4d01-99c5-d484559d43bf admin admin] 10.222.0.41 "DELETE /v2.0/subnets/f66f3f32-cc98-4067-a21e-138491e0dc85 HTTP/1.1" status: 204 len: 168 time: 0.5331097 Jan 28 07:31:06.458297 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 42328) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:31:06.550223 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-684e49aa-09ba-4767-b5bb-92f215c5f7ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (3a4696b9-1c2b-43e7-b101-bf612c848f53), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:06.582016 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f64a79a1-93cf-4840-866d-8c227ff1b37c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (a647c6c9-4364-4aa4-9b92-f73459369e88), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:06.629655 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a79e7072-1cd7-455a-8d2a-468d71f480c5 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks [] for floatingip (62c30da2-7c96-4224-9dd2-8f4f62d627f2), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:06.630011 n-d-712749-28 neutron-server[103283]: INFO neutron.db.l3_db [None req-a79e7072-1cd7-455a-8d2a-468d71f480c5 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Floating IP 62c30da2-7c96-4224-9dd2-8f4f62d627f2 disassociated (deleted). External IP: 172.25.6.191, port: ab0abad1-25d7-4d07-9c11-05fc7a0261f9. Jan 28 07:31:06.739012 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-f64a79a1-93cf-4840-866d-8c227ff1b37c admin admin] Deleting port 3b96feae-cb72-4f26-9919-ebf6b48152de {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:31:06.739352 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f64a79a1-93cf-4840-866d-8c227ff1b37c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (3b96feae-cb72-4f26-9919-ebf6b48152de), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:06.765848 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a575de4d-d1a4-4218-8a86-5307eb6086a3 None None] DHCP port deletion for a647c6c9-4364-4aa4-9b92-f73459369e88 request from n-d-712749-28 {{(pid=103285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 07:31:06.909336 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-f64a79a1-93cf-4840-866d-8c227ff1b37c admin admin] For port 3b96feae-cb72-4f26-9919-ebf6b48152de, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=3b96feae-cb72-4f26-9919-ebf6b48152de,segment=NetworkSegment(ada81859-de21-427a-8b94-df06f7cf3d05),segment_id=ada81859-de21-427a-8b94-df06f7cf3d05)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:31:06.909844 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f64a79a1-93cf-4840-866d-8c227ff1b37c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (3b96feae-cb72-4f26-9919-ebf6b48152de), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:06.920004 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-a575de4d-d1a4-4218-8a86-5307eb6086a3 None None] Deleting port 3b96feae-cb72-4f26-9919-ebf6b48152de {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:31:06.920671 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a575de4d-d1a4-4218-8a86-5307eb6086a3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (3b96feae-cb72-4f26-9919-ebf6b48152de), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:06.950849 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-f64a79a1-93cf-4840-866d-8c227ff1b37c admin admin] Calling delete_port for 3b96feae-cb72-4f26-9919-ebf6b48152de owned by network:dhcp {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:31:06.957653 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-684e49aa-09ba-4767-b5bb-92f215c5f7ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13546665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13556132'] for subnet (3a4696b9-1c2b-43e7-b101-bf612c848f53), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:07.030434 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684e49aa-09ba-4767-b5bb-92f215c5f7ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a4696b9-1c2b-43e7-b101-bf612c848f53,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:31:07.047308 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-684e49aa-09ba-4767-b5bb-92f215c5f7ea admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:07.059089 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-684e49aa-09ba-4767-b5bb-92f215c5f7ea admin admin] 10.222.0.41 "DELETE /v2.0/subnets/3a4696b9-1c2b-43e7-b101-bf612c848f53 HTTP/1.1" status: 204 len: 168 time: 1.2602808 Jan 28 07:31:07.064375 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 42344) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:31:07.129274 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:07.174953 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-a575de4d-d1a4-4218-8a86-5307eb6086a3 None None] For port 3b96feae-cb72-4f26-9919-ebf6b48152de, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=3b96feae-cb72-4f26-9919-ebf6b48152de,segment=NetworkSegment(ada81859-de21-427a-8b94-df06f7cf3d05),segment_id=ada81859-de21-427a-8b94-df06f7cf3d05)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:31:07.175426 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a575de4d-d1a4-4218-8a86-5307eb6086a3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (3b96feae-cb72-4f26-9919-ebf6b48152de), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:07.189861 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f64a79a1-93cf-4840-866d-8c227ff1b37c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (3b96feae-cb72-4f26-9919-ebf6b48152de), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:07.211898 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64a79a1-93cf-4840-866d-8c227ff1b37c admin admin] No DVR routers for this DVR port 3b96feae-cb72-4f26-9919-ebf6b48152de on host n-d-712749-28 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:31:07.215311 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-a575de4d-d1a4-4218-8a86-5307eb6086a3 None None] Calling delete_port for 3b96feae-cb72-4f26-9919-ebf6b48152de owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:31:07.290231 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a79a1-93cf-4840-866d-8c227ff1b37c admin admin] Pushing event deleted for resources: {'Port': ['ID=3b96feae-cb72-4f26-9919-ebf6b48152de,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:31:07.408261 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a575de4d-d1a4-4218-8a86-5307eb6086a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298'] for port (3b96feae-cb72-4f26-9919-ebf6b48152de), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:07.478257 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a575de4d-d1a4-4218-8a86-5307eb6086a3 None None] No DVR routers for this DVR port 3b96feae-cb72-4f26-9919-ebf6b48152de on host n-d-712749-28 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:31:07.487722 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f64a79a1-93cf-4840-866d-8c227ff1b37c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (a647c6c9-4364-4aa4-9b92-f73459369e88), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:07.490834 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a575de4d-d1a4-4218-8a86-5307eb6086a3 None None] Pushing event deleted for resources: {'Port': ['ID=3b96feae-cb72-4f26-9919-ebf6b48152de,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:31:07.492828 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-44ebc9a9-f647-4185-8044-022ce333d4a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (9565f4ec-9858-4eac-a0a1-2a97490526b5), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:07.535080 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-f64a79a1-93cf-4840-866d-8c227ff1b37c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a647c6c9-4364-4aa4-9b92-f73459369e88']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:31:07.536602 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a79e7072-1cd7-455a-8d2a-468d71f480c5 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Router b6be81b5-6625-4d8d-9b32-0fe84a05d5c7 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:31:07.552684 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-f64a79a1-93cf-4840-866d-8c227ff1b37c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ada81859-de21-427a-8b94-df06f7cf3d05') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:31:07.553053 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-f64a79a1-93cf-4840-866d-8c227ff1b37c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ada81859-de21-427a-8b94-df06f7cf3d05') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:31:07.572055 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f64a79a1-93cf-4840-866d-8c227ff1b37c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24759294'] for segment (ada81859-de21-427a-8b94-df06f7cf3d05), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:07.613721 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f64a79a1-93cf-4840-866d-8c227ff1b37c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (ada81859-de21-427a-8b94-df06f7cf3d05), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:07.621169 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 3b96feae-cb72-4f26-9919-ebf6b48152de no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:31:07.648829 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f64a79a1-93cf-4840-866d-8c227ff1b37c admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:31:07.649154 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f64a79a1-93cf-4840-866d-8c227ff1b37c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24757675'] for segment (ada81859-de21-427a-8b94-df06f7cf3d05), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:07.651177 n-d-712749-28 neutron-server[103284]: Traceback (most recent call last): Jan 28 07:31:07.651177 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:31:07.651177 n-d-712749-28 neutron-server[103284]: timer() Jan 28 07:31:07.651177 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:31:07.651177 n-d-712749-28 neutron-server[103284]: cb(*args, **kw) Jan 28 07:31:07.651177 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:31:07.651177 n-d-712749-28 neutron-server[103284]: return func(*args, **kwargs) Jan 28 07:31:07.651177 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:31:07.651177 n-d-712749-28 neutron-server[103284]: self._notify() Jan 28 07:31:07.651177 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:31:07.651177 n-d-712749-28 neutron-server[103284]: self.callback(batched_events) Jan 28 07:31:07.651177 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:31:07.651177 n-d-712749-28 neutron-server[103284]: event.method(event) Jan 28 07:31:07.651177 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:31:07.651177 n-d-712749-28 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:31:07.651177 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:31:07.651177 n-d-712749-28 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:31:07.651177 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:31:07.651177 n-d-712749-28 neutron-server[103284]: return f(self, *a, **k) Jan 28 07:31:07.651177 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:31:07.651177 n-d-712749-28 neutron-server[103284]: return self._get(url).json() Jan 28 07:31:07.651177 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:31:07.651177 n-d-712749-28 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:31:07.651177 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:31:07.651177 n-d-712749-28 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Jan 28 07:31:07.651177 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:31:07.651177 n-d-712749-28 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:31:07.651177 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:31:07.651177 n-d-712749-28 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:31:07.651177 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:31:07.651177 n-d-712749-28 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:31:07.651177 n-d-712749-28 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:31:07.659263 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: 3b96feae-cb72-4f26-9919-ebf6b48152de {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:31:07.659973 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 3b96feae-cb72-4f26-9919-ebf6b48152de not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:31:07.660610 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device a9638101-b05b-460b-8972-f617896d4f22 no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:31:07.695929 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: a9638101-b05b-460b-8972-f617896d4f22 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:31:07.700612 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device a9638101-b05b-460b-8972-f617896d4f22 not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:31:07.701283 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 0764b198-deae-44a1-a2ee-687e4534c8e9 no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:31:07.760366 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: 0764b198-deae-44a1-a2ee-687e4534c8e9 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:31:07.760975 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 0764b198-deae-44a1-a2ee-687e4534c8e9 not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:31:07.786340 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f64a79a1-93cf-4840-866d-8c227ff1b37c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (a647c6c9-4364-4aa4-9b92-f73459369e88), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:07.793954 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f64a79a1-93cf-4840-866d-8c227ff1b37c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:07.798382 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-f64a79a1-93cf-4840-866d-8c227ff1b37c admin admin] 10.222.0.41 "DELETE /v2.0/networks/a647c6c9-4364-4aa4-9b92-f73459369e88 HTTP/1.1" status: 204 len: 168 time: 1.3389792 Jan 28 07:31:07.820408 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a79a1-93cf-4840-866d-8c227ff1b37c admin admin] Pushing event deleted for resources: {'Network': ['ID=a647c6c9-4364-4aa4-9b92-f73459369e88,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:31:07.842445 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-44ebc9a9-f647-4185-8044-022ce333d4a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (9565f4ec-9858-4eac-a0a1-2a97490526b5), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:07.923746 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-44ebc9a9-f647-4185-8044-022ce333d4a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9565f4ec-9858-4eac-a0a1-2a97490526b5']}} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:31:08.290436 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 42380) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:31:08.368255 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-cb62cd5d-f279-434f-99ca-128cbe6c9f87 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bdaafe4b71324d8eb9ef4bd02d44c773&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0744793 Jan 28 07:31:08.372278 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 42382) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:31:08.406220 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-44ebc9a9-f647-4185-8044-022ce333d4a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82f6dfff-3287-4eec-9d8a-67a661ebd26d') {'for_net_delete': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:31:08.406579 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-44ebc9a9-f647-4185-8044-022ce333d4a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82f6dfff-3287-4eec-9d8a-67a661ebd26d') {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:31:08.419206 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-44ebc9a9-f647-4185-8044-022ce333d4a2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13506801'] for segment (82f6dfff-3287-4eec-9d8a-67a661ebd26d), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:08.445813 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-44ebc9a9-f647-4185-8044-022ce333d4a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (82f6dfff-3287-4eec-9d8a-67a661ebd26d), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:08.455939 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a79e7072-1cd7-455a-8d2a-468d71f480c5 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:31:08.458427 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44ebc9a9-f647-4185-8044-022ce333d4a2 admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=103283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:31:08.458974 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-44ebc9a9-f647-4185-8044-022ce333d4a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13546563'] for segment (82f6dfff-3287-4eec-9d8a-67a661ebd26d), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:08.462018 n-d-712749-28 neutron-server[103283]: Traceback (most recent call last): Jan 28 07:31:08.462018 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:31:08.462018 n-d-712749-28 neutron-server[103283]: timer() Jan 28 07:31:08.462018 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:31:08.462018 n-d-712749-28 neutron-server[103283]: cb(*args, **kw) Jan 28 07:31:08.462018 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:31:08.462018 n-d-712749-28 neutron-server[103283]: return func(*args, **kwargs) Jan 28 07:31:08.462018 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:31:08.462018 n-d-712749-28 neutron-server[103283]: self._notify() Jan 28 07:31:08.462018 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:31:08.462018 n-d-712749-28 neutron-server[103283]: self.callback(batched_events) Jan 28 07:31:08.462018 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:31:08.462018 n-d-712749-28 neutron-server[103283]: event.method(event) Jan 28 07:31:08.462018 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:31:08.462018 n-d-712749-28 neutron-server[103283]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:31:08.462018 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:31:08.462018 n-d-712749-28 neutron-server[103283]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:31:08.462018 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:31:08.462018 n-d-712749-28 neutron-server[103283]: return f(self, *a, **k) Jan 28 07:31:08.462018 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:31:08.462018 n-d-712749-28 neutron-server[103283]: return self._get(url).json() Jan 28 07:31:08.462018 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:31:08.462018 n-d-712749-28 neutron-server[103283]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:31:08.462018 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:31:08.462018 n-d-712749-28 neutron-server[103283]: return self.request(url, 'GET', **kwargs) Jan 28 07:31:08.462018 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:31:08.462018 n-d-712749-28 neutron-server[103283]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:31:08.462018 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:31:08.462018 n-d-712749-28 neutron-server[103283]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:31:08.462018 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:31:08.462018 n-d-712749-28 neutron-server[103283]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:31:08.462018 n-d-712749-28 neutron-server[103283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:31:08.464946 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a79e7072-1cd7-455a-8d2a-468d71f480c5 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for floatingip (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:08.467542 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff42f210-59cc-4f37-8e63-cd3f130de378 None None] Sync routers for ids ['b6be81b5-6625-4d8d-9b32-0fe84a05d5c7'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:31:08.492914 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff42f210-59cc-4f37-8e63-cd3f130de378 None None] Routers {'b6be81b5-6625-4d8d-9b32-0fe84a05d5c7'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:31:08.493779 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-ff42f210-59cc-4f37-8e63-cd3f130de378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:31:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['b6be81b5-6625-4d8d-9b32-0fe84a05d5c7'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:31:08.525070 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3ea299dc-2c18-4129-87e0-5bcee0374b54 admin admin] Publish callbacks [] for security_group (36ced4cb-2990-4316-8468-ebe384a5d2ba), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:08.555679 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-ff42f210-59cc-4f37-8e63-cd3f130de378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:31:08.574844 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff42f210-59cc-4f37-8e63-cd3f130de378 None None] Routers {'b6be81b5-6625-4d8d-9b32-0fe84a05d5c7'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:31:08.575781 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-ff42f210-59cc-4f37-8e63-cd3f130de378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:31:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['b6be81b5-6625-4d8d-9b32-0fe84a05d5c7'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:31:08.579239 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-a79e7072-1cd7-455a-8d2a-468d71f480c5 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] 10.222.0.41 "DELETE /v2.0/floatingips/62c30da2-7c96-4224-9dd2-8f4f62d627f2 HTTP/1.1" status: 204 len: 168 time: 3.3438230 Jan 28 07:31:08.580113 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 42388) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:31:08.582901 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3ea299dc-2c18-4129-87e0-5bcee0374b54 admin admin] Publish callbacks [] for security_group (36ced4cb-2990-4316-8468-ebe384a5d2ba), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:08.620416 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-44ebc9a9-f647-4185-8044-022ce333d4a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (9565f4ec-9858-4eac-a0a1-2a97490526b5), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:08.631966 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-ff42f210-59cc-4f37-8e63-cd3f130de378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:31:08.632686 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff42f210-59cc-4f37-8e63-cd3f130de378 None None] The sync data for ids ['b6be81b5-6625-4d8d-9b32-0fe84a05d5c7'] in n-d-712749-28 is: [] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:31:08.633809 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-44ebc9a9-f647-4185-8044-022ce333d4a2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:08.638781 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-44ebc9a9-f647-4185-8044-022ce333d4a2 admin admin] 10.222.0.41 "DELETE /v2.0/networks/9565f4ec-9858-4eac-a0a1-2a97490526b5 HTTP/1.1" status: 204 len: 168 time: 1.5726304 Jan 28 07:31:08.670489 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ebc9a9-f647-4185-8044-022ce333d4a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=9565f4ec-9858-4eac-a0a1-2a97490526b5,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:31:08.680837 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:08.720656 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3ea299dc-2c18-4129-87e0-5bcee0374b54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (36ced4cb-2990-4316-8468-ebe384a5d2ba), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:08.723428 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3ea299dc-2c18-4129-87e0-5bcee0374b54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:08.724689 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-3ea299dc-2c18-4129-87e0-5bcee0374b54 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/36ced4cb-2990-4316-8468-ebe384a5d2ba HTTP/1.1" status: 204 len: 168 time: 0.3509078 Jan 28 07:31:08.736465 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea299dc-2c18-4129-87e0-5bcee0374b54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36ced4cb-2990-4316-8468-ebe384a5d2ba,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:31:08.744639 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-11df5362-bd83-4fa5-9bdb-0433a78e23f3 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Deleting port ab0abad1-25d7-4d07-9c11-05fc7a0261f9 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:31:08.745282 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-11df5362-bd83-4fa5-9bdb-0433a78e23f3 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (ab0abad1-25d7-4d07-9c11-05fc7a0261f9), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:08.861114 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-11df5362-bd83-4fa5-9bdb-0433a78e23f3 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (ab0abad1-25d7-4d07-9c11-05fc7a0261f9), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:08.877553 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-11df5362-bd83-4fa5-9bdb-0433a78e23f3 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Calling delete_port for ab0abad1-25d7-4d07-9c11-05fc7a0261f9 owned by {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:31:08.950577 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 42402) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:31:09.042694 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-21df4443-4ac5-4434-b595-e4bb6c06726d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=89443522fb1345789a713459a3fc8c59&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0860987 Jan 28 07:31:09.043359 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 42406) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:31:09.124296 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a11a1cc5-d588-4f91-ba66-76982430de67 admin admin] Publish callbacks [] for security_group (182abc32-68ae-4c6d-a8a6-395396e9a340), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:09.154100 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a11a1cc5-d588-4f91-ba66-76982430de67 admin admin] Publish callbacks [] for security_group (182abc32-68ae-4c6d-a8a6-395396e9a340), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:09.220756 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-11df5362-bd83-4fa5-9bdb-0433a78e23f3 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (ab0abad1-25d7-4d07-9c11-05fc7a0261f9), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:09.228402 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a11a1cc5-d588-4f91-ba66-76982430de67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (182abc32-68ae-4c6d-a8a6-395396e9a340), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:09.235520 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a11a1cc5-d588-4f91-ba66-76982430de67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:09.239621 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-a11a1cc5-d588-4f91-ba66-76982430de67 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/182abc32-68ae-4c6d-a8a6-395396e9a340 HTTP/1.1" status: 204 len: 168 time: 0.1904304 Jan 28 07:31:09.256295 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11a1cc5-d588-4f91-ba66-76982430de67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=182abc32-68ae-4c6d-a8a6-395396e9a340,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:31:09.311009 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11df5362-bd83-4fa5-9bdb-0433a78e23f3 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Pushing event deleted for resources: {'Port': ['ID=ab0abad1-25d7-4d07-9c11-05fc7a0261f9,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:31:09.473439 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 42426) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:31:09.484937 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-11df5362-bd83-4fa5-9bdb-0433a78e23f3 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:09.494437 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-11df5362-bd83-4fa5-9bdb-0433a78e23f3 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] 10.222.0.41 "DELETE /v2.0/ports/ab0abad1-25d7-4d07-9c11-05fc7a0261f9 HTTP/1.1" status: 204 len: 168 time: 0.9069431 Jan 28 07:31:09.495057 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 42428) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:31:09.506612 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-5d147117-3b9c-42e6-9cc1-d179b5ecc95f tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Request body: {'floatingip': {'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:31:09.507558 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-92adffd5-7687-4567-94db-af93d565f4c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:09.552822 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5d147117-3b9c-42e6-9cc1-d179b5ecc95f tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:09.652316 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-92adffd5-7687-4567-94db-af93d565f4c3 admin admin] Publish callbacks [] for security_group (088e0e5c-5f5f-4b27-a12d-2ce40f4e7a6e), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:09.660624 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-92adffd5-7687-4567-94db-af93d565f4c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (088e0e5c-5f5f-4b27-a12d-2ce40f4e7a6e), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:09.711522 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:09.760666 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-92adffd5-7687-4567-94db-af93d565f4c3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.2860415 Jan 28 07:31:09.763196 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 42432) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:31:09.766854 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92adffd5-7687-4567-94db-af93d565f4c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=088e0e5c-5f5f-4b27-a12d-2ce40f4e7a6e,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:31:09.823125 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5d147117-3b9c-42e6-9cc1-d179b5ecc95f tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:09.847380 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5f54d338-1f55-491d-94d3-4ce7f503c8b8 admin admin] Publish callbacks [] for security_group (088e0e5c-5f5f-4b27-a12d-2ce40f4e7a6e), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:09.882520 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5f54d338-1f55-491d-94d3-4ce7f503c8b8 admin admin] Publish callbacks [] for security_group (088e0e5c-5f5f-4b27-a12d-2ce40f4e7a6e), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:10.070630 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5f54d338-1f55-491d-94d3-4ce7f503c8b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (088e0e5c-5f5f-4b27-a12d-2ce40f4e7a6e), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:10.073989 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5f54d338-1f55-491d-94d3-4ce7f503c8b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:10.080770 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-5f54d338-1f55-491d-94d3-4ce7f503c8b8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/088e0e5c-5f5f-4b27-a12d-2ce40f4e7a6e HTTP/1.1" status: 204 len: 168 time: 0.3096817 Jan 28 07:31:10.096577 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f54d338-1f55-491d-94d3-4ce7f503c8b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=088e0e5c-5f5f-4b27-a12d-2ce40f4e7a6e,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:31:10.112985 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-5d147117-3b9c-42e6-9cc1-d179b5ecc95f tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Allocated IP 172.25.6.169 (7d5b3724-deef-4831-8d43-cb9b8176573c/b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc/e8b70f56-6f17-4049-8896-df9483c19bc5) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:31:10.255537 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5d147117-3b9c-42e6-9cc1-d179b5ecc95f tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks [] for port (e8b70f56-6f17-4049-8896-df9483c19bc5), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:10.312070 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5d147117-3b9c-42e6-9cc1-d179b5ecc95f tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (e8b70f56-6f17-4049-8896-df9483c19bc5), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:10.379463 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d147117-3b9c-42e6-9cc1-d179b5ecc95f tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Network 7d5b3724-deef-4831-8d43-cb9b8176573c is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:31:10.396062 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-5d147117-3b9c-42e6-9cc1-d179b5ecc95f tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:31:10.401681 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d147117-3b9c-42e6-9cc1-d179b5ecc95f tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:31:10.466600 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d147117-3b9c-42e6-9cc1-d179b5ecc95f tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Pushing event updated for resources: {'Port': ['ID=e8b70f56-6f17-4049-8896-df9483c19bc5,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:31:10.642086 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5d147117-3b9c-42e6-9cc1-d179b5ecc95f tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks [] for floatingip (0c9328f1-93a4-49cb-a408-e2b1dad72262), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:10.696073 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5d147117-3b9c-42e6-9cc1-d179b5ecc95f tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (e8b70f56-6f17-4049-8896-df9483c19bc5), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:10.883274 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5d147117-3b9c-42e6-9cc1-d179b5ecc95f tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks [] for port (e8b70f56-6f17-4049-8896-df9483c19bc5), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:10.890232 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5d147117-3b9c-42e6-9cc1-d179b5ecc95f tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (e8b70f56-6f17-4049-8896-df9483c19bc5), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:10.977754 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d147117-3b9c-42e6-9cc1-d179b5ecc95f tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Pushing event updated for resources: {'Port': ['ID=e8b70f56-6f17-4049-8896-df9483c19bc5,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:31:10.990241 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5d147117-3b9c-42e6-9cc1-d179b5ecc95f tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16609095'] for floatingip (0c9328f1-93a4-49cb-a408-e2b1dad72262), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:11.010762 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5d147117-3b9c-42e6-9cc1-d179b5ecc95f tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for floatingip (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:11.014887 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-5d147117-3b9c-42e6-9cc1-d179b5ecc95f tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5159745 Jan 28 07:31:11.015246 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 42462) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:31:11.023854 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-f0549770-6a7f-4b01-b545-f8d206fbed44 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Request body: {'port': {'network_id': 'fbc9e409-efdf-4fa4-8ee1-3b23f03af71c', 'name': 'tempest-FloatingIPTestJSON-339881245'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:31:11.191962 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0549770-6a7f-4b01-b545-f8d206fbed44 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Made reservation on behalf of 9ba14e9215184b84bbcafb0edfbfb9ad for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:31:11.197941 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f0549770-6a7f-4b01-b545-f8d206fbed44 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:11.218775 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [None req-f0549770-6a7f-4b01-b545-f8d206fbed44 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] device_id is not set on port 7df648ec-85a2-4102-bb68-ef8db9d0a0d1 yet. {{(pid=103284) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 07:31:11.421457 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-f0549770-6a7f-4b01-b545-f8d206fbed44 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Allocated IP 172.20.0.10 (fbc9e409-efdf-4fa4-8ee1-3b23f03af71c/42d74bcd-f249-4bd9-8c79-01a89013a971/7df648ec-85a2-4102-bb68-ef8db9d0a0d1) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:31:11.956094 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f0549770-6a7f-4b01-b545-f8d206fbed44 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks [] for port (7df648ec-85a2-4102-bb68-ef8db9d0a0d1), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:12.025607 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f0549770-6a7f-4b01-b545-f8d206fbed44 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (7df648ec-85a2-4102-bb68-ef8db9d0a0d1), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:12.062916 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0549770-6a7f-4b01-b545-f8d206fbed44 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Network fbc9e409-efdf-4fa4-8ee1-3b23f03af71c is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:31:12.070002 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-f0549770-6a7f-4b01-b545-f8d206fbed44 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:31:12.123944 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0549770-6a7f-4b01-b545-f8d206fbed44 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:31:12.258988 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 42498) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:31:12.289046 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0549770-6a7f-4b01-b545-f8d206fbed44 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Pushing event updated for resources: {'Port': ['ID=7df648ec-85a2-4102-bb68-ef8db9d0a0d1,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:31:12.322982 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0549770-6a7f-4b01-b545-f8d206fbed44 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:31:12.323827 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f0549770-6a7f-4b01-b545-f8d206fbed44 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:12.347142 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-f0549770-6a7f-4b01-b545-f8d206fbed44 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3299396 Jan 28 07:31:12.349729 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 42506) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:31:12.354634 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-5cea4ae6-33f1-40d9-b781-fe70a8dc12bc tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Request body: {'floatingip': {'port_id': '7df648ec-85a2-4102-bb68-ef8db9d0a0d1'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:31:12.406357 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5cea4ae6-33f1-40d9-b781-fe70a8dc12bc tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks [] for floatingip (0c9328f1-93a4-49cb-a408-e2b1dad72262), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:12.688932 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-b8ff66e5-e9eb-48c8-b397-356f8bd19c71 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-656872812-network', 'tenant_id': '1cb3aa11f85340c1ac1d1a537bc5531a'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:31:12.730450 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8ff66e5-e9eb-48c8-b397-356f8bd19c71 admin admin] Made reservation on behalf of 1cb3aa11f85340c1ac1d1a537bc5531a for: {'network': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:31:12.734925 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b8ff66e5-e9eb-48c8-b397-356f8bd19c71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:12.764689 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b8ff66e5-e9eb-48c8-b397-356f8bd19c71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:12.957843 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b8ff66e5-e9eb-48c8-b397-356f8bd19c71 admin admin] Publish callbacks [] for security_group (4f3e0a59-4ac5-46ac-ab52-04956a668148), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:12.966524 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b8ff66e5-e9eb-48c8-b397-356f8bd19c71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (4f3e0a59-4ac5-46ac-ab52-04956a668148), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:13.005203 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ff66e5-e9eb-48c8-b397-356f8bd19c71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f3e0a59-4ac5-46ac-ab52-04956a668148,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:31:13.042818 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8ff66e5-e9eb-48c8-b397-356f8bd19c71 admin admin] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=103283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:31:13.062293 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b8ff66e5-e9eb-48c8-b397-356f8bd19c71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (ecbc74d2-8b81-4d09-9b4f-4a8064e744b2), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:13.063144 n-d-712749-28 neutron-server[103283]: INFO neutron.db.segments_db [None req-b8ff66e5-e9eb-48c8-b397-356f8bd19c71 admin admin] Added segment ecbc74d2-8b81-4d09-9b4f-4a8064e744b2 of type vlan for network 28702e73-ed35-4083-9706-630e3557ac98 Jan 28 07:31:13.135684 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b8ff66e5-e9eb-48c8-b397-356f8bd19c71 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (28702e73-ed35-4083-9706-630e3557ac98), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:13.179866 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b8ff66e5-e9eb-48c8-b397-356f8bd19c71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (28702e73-ed35-4083-9706-630e3557ac98), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:13.183013 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ff66e5-e9eb-48c8-b397-356f8bd19c71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:31:13.183641 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b8ff66e5-e9eb-48c8-b397-356f8bd19c71 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:13.246165 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-b8ff66e5-e9eb-48c8-b397-356f8bd19c71 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9860475 Jan 28 07:31:13.261104 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 42522) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:31:13.276532 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-8e1dc663-a5f5-43c4-9958-82b3548a5956 admin admin] Request body: {'subnet': {'network_id': '28702e73-ed35-4083-9706-630e3557ac98', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-656872812-subnet', 'tenant_id': '1cb3aa11f85340c1ac1d1a537bc5531a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:31:13.338239 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ff66e5-e9eb-48c8-b397-356f8bd19c71 admin admin] Pushing event updated for resources: {'Network': ['ID=28702e73-ed35-4083-9706-630e3557ac98,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:31:13.352602 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network 28702e73-ed35-4083-9706-630e3557ac98 details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:31:13.357017 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e1dc663-a5f5-43c4-9958-82b3548a5956 admin admin] Made reservation on behalf of 1cb3aa11f85340c1ac1d1a537bc5531a for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:31:13.360870 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8e1dc663-a5f5-43c4-9958-82b3548a5956 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24979592'] for subnet (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:13.637290 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5cea4ae6-33f1-40d9-b781-fe70a8dc12bc tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:13.662687 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5cea4ae6-33f1-40d9-b781-fe70a8dc12bc tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16609095'] for floatingip (0c9328f1-93a4-49cb-a408-e2b1dad72262), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:14.012865 n-d-712749-28 neutron-server[103284]: INFO neutron.db.l3_db [None req-5cea4ae6-33f1-40d9-b781-fe70a8dc12bc tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Floating IP 0c9328f1-93a4-49cb-a408-e2b1dad72262 associated. External IP: 172.25.6.169, port: 7df648ec-85a2-4102-bb68-ef8db9d0a0d1. Jan 28 07:31:14.083792 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8e1dc663-a5f5-43c4-9958-82b3548a5956 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24757504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24979610'] for subnet (27f633bf-8d42-4e16-9601-b788d31fc3eb), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:14.189222 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1dc663-a5f5-43c4-9958-82b3548a5956 admin admin] Pushing event updated for resources: {'Subnet': ['ID=27f633bf-8d42-4e16-9601-b788d31fc3eb,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:31:14.341461 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e1dc663-a5f5-43c4-9958-82b3548a5956 admin admin] Checking segment: {'id': 'ecbc74d2-8b81-4d09-9b4f-4a8064e744b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '28702e73-ed35-4083-9706-630e3557ac98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:31:14.342144 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e1dc663-a5f5-43c4-9958-82b3548a5956 admin admin] Network hostable DHCP agents. Network: 28702e73-ed35-4083-9706-630e3557ac98, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:31:14.400797 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e1dc663-a5f5-43c4-9958-82b3548a5956 admin admin] Network 28702e73-ed35-4083-9706-630e3557ac98 is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:31:14.486563 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-8e1dc663-a5f5-43c4-9958-82b3548a5956 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, 28702e73-ed35-4083-9706-630e3557ac98) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:31:14.500169 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a22c59f3-1e73-4c72-b23f-9a21c7b6963f None None] Network 28702e73-ed35-4083-9706-630e3557ac98 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:31:14.502061 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e1dc663-a5f5-43c4-9958-82b3548a5956 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:31:14.502876 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8e1dc663-a5f5-43c4-9958-82b3548a5956 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:14.599169 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-8e1dc663-a5f5-43c4-9958-82b3548a5956 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.3355742 Jan 28 07:31:14.644482 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cea4ae6-33f1-40d9-b781-fe70a8dc12bc tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Router b6be81b5-6625-4d8d-9b32-0fe84a05d5c7 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:31:14.820541 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-007ef811-96cc-4ee0-b4a7-4cc16692cc95 None None] Network 28702e73-ed35-4083-9706-630e3557ac98 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:31:14.921300 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cea4ae6-33f1-40d9-b781-fe70a8dc12bc tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:31:14.926344 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5cea4ae6-33f1-40d9-b781-fe70a8dc12bc tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for floatingip (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:14.933166 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73bdf9b-08fc-4af3-8acf-a7a93b5f2361 None None] Sync routers for ids ['b6be81b5-6625-4d8d-9b32-0fe84a05d5c7'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:31:14.950702 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73bdf9b-08fc-4af3-8acf-a7a93b5f2361 None None] Routers {'b6be81b5-6625-4d8d-9b32-0fe84a05d5c7'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:31:14.951421 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-b73bdf9b-08fc-4af3-8acf-a7a93b5f2361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:31:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['b6be81b5-6625-4d8d-9b32-0fe84a05d5c7'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:31:14.966620 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 42564) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:31:14.979166 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-5cea4ae6-33f1-40d9-b781-fe70a8dc12bc tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] 10.222.0.41 "PUT /v2.0/floatingips/0c9328f1-93a4-49cb-a408-e2b1dad72262 HTTP/1.1" status: 200 len: 978 time: 2.6272035 Jan 28 07:31:15.077956 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-63e76d2d-bc21-4497-a4b2-4510ea5c2d4b tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Deleting port 7df648ec-85a2-4102-bb68-ef8db9d0a0d1 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:31:15.078280 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-63e76d2d-bc21-4497-a4b2-4510ea5c2d4b tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (7df648ec-85a2-4102-bb68-ef8db9d0a0d1), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:15.087939 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-b73bdf9b-08fc-4af3-8acf-a7a93b5f2361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:31:15.124534 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73bdf9b-08fc-4af3-8acf-a7a93b5f2361 None None] Routers {'b6be81b5-6625-4d8d-9b32-0fe84a05d5c7'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:31:15.125167 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-b73bdf9b-08fc-4af3-8acf-a7a93b5f2361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:31:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['b6be81b5-6625-4d8d-9b32-0fe84a05d5c7'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:31:15.200455 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-63e76d2d-bc21-4497-a4b2-4510ea5c2d4b tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (7df648ec-85a2-4102-bb68-ef8db9d0a0d1), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:15.239283 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-b73bdf9b-08fc-4af3-8acf-a7a93b5f2361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:31:15.240332 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73bdf9b-08fc-4af3-8acf-a7a93b5f2361 None None] The sync data for ids ['b6be81b5-6625-4d8d-9b32-0fe84a05d5c7'] in n-d-712749-28 is: [] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:31:15.502948 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-63e76d2d-bc21-4497-a4b2-4510ea5c2d4b tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:15.503241 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-63e76d2d-bc21-4497-a4b2-4510ea5c2d4b tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16609095'] for floatingip (0c9328f1-93a4-49cb-a408-e2b1dad72262), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:15.503594 n-d-712749-28 neutron-server[103283]: INFO neutron.db.l3_db [None req-63e76d2d-bc21-4497-a4b2-4510ea5c2d4b tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Floating IP 0c9328f1-93a4-49cb-a408-e2b1dad72262 disassociated. External IP: 172.25.6.169, port: 7df648ec-85a2-4102-bb68-ef8db9d0a0d1. Jan 28 07:31:15.503939 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-63e76d2d-bc21-4497-a4b2-4510ea5c2d4b tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Calling delete_port for 7df648ec-85a2-4102-bb68-ef8db9d0a0d1 owned by {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:31:15.838571 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-63e76d2d-bc21-4497-a4b2-4510ea5c2d4b tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (7df648ec-85a2-4102-bb68-ef8db9d0a0d1), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:15.906535 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e76d2d-bc21-4497-a4b2-4510ea5c2d4b tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Pushing event deleted for resources: {'Port': ['ID=7df648ec-85a2-4102-bb68-ef8db9d0a0d1,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:31:16.071097 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43bd411-b07c-4b97-9864-32ae53337336 req-2dc30182-4bb9-4af7-b17a-5d098f8c4222 tempest-InstanceActionsNegativeTestJSON-754348712 tempest-InstanceActionsNegativeTestJSON-754348712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:31:16.079977 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d43bd411-b07c-4b97-9864-32ae53337336 req-2dc30182-4bb9-4af7-b17a-5d098f8c4222 tempest-InstanceActionsNegativeTestJSON-754348712 tempest-InstanceActionsNegativeTestJSON-754348712-project] 10.222.0.41 "GET /v2.0/networks?id=28702e73-ed35-4083-9706-630e3557ac98 HTTP/1.1" status: 200 len: 821 time: 0.1583893 Jan 28 07:31:16.098815 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d43bd411-b07c-4b97-9864-32ae53337336 req-7c570052-de15-4486-8af2-3a10f7b9ee75 tempest-InstanceActionsNegativeTestJSON-754348712 tempest-InstanceActionsNegativeTestJSON-754348712-project] 10.222.0.41 "GET /v2.0/quotas/1cb3aa11f85340c1ac1d1a537bc5531a HTTP/1.1" status: 200 len: 375 time: 0.0173037 Jan 28 07:31:16.166396 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d43bd411-b07c-4b97-9864-32ae53337336 req-22744b84-cb56-4bb0-a208-9f61f7377ff6 tempest-InstanceActionsNegativeTestJSON-754348712 tempest-InstanceActionsNegativeTestJSON-754348712-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=1cb3aa11f85340c1ac1d1a537bc5531a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0659041 Jan 28 07:31:16.236083 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63e76d2d-bc21-4497-a4b2-4510ea5c2d4b tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Router b6be81b5-6625-4d8d-9b32-0fe84a05d5c7 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:31:16.377603 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d43bd411-b07c-4b97-9864-32ae53337336 req-0e063002-8b4d-4154-9ff7-1536ee4ed1d0 service neutron] 10.222.0.41 "GET /v2.0/networks/28702e73-ed35-4083-9706-630e3557ac98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032082 Jan 28 07:31:16.529967 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63e76d2d-bc21-4497-a4b2-4510ea5c2d4b tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:31:16.540292 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226d3814-a641-43fb-aa5e-9357fa8adf22 None None] Sync routers for ids ['b6be81b5-6625-4d8d-9b32-0fe84a05d5c7'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:31:16.563158 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226d3814-a641-43fb-aa5e-9357fa8adf22 None None] Routers {'b6be81b5-6625-4d8d-9b32-0fe84a05d5c7'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:31:16.563721 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-226d3814-a641-43fb-aa5e-9357fa8adf22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:31:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['b6be81b5-6625-4d8d-9b32-0fe84a05d5c7'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:31:16.653072 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d43bd411-b07c-4b97-9864-32ae53337336 req-30ac9aea-70f7-4d0f-a942-bf8d8ef27fc9 service neutron] 10.222.0.41 "GET /v2.0/networks/28702e73-ed35-4083-9706-630e3557ac98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2638519 Jan 28 07:31:16.660592 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-63e76d2d-bc21-4497-a4b2-4510ea5c2d4b tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:16.669260 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-63e76d2d-bc21-4497-a4b2-4510ea5c2d4b tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] 10.222.0.41 "DELETE /v2.0/ports/7df648ec-85a2-4102-bb68-ef8db9d0a0d1 HTTP/1.1" status: 204 len: 168 time: 1.7008178 Jan 28 07:31:16.671141 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 42608) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:31:16.683015 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-226d3814-a641-43fb-aa5e-9357fa8adf22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:31:16.714124 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226d3814-a641-43fb-aa5e-9357fa8adf22 None None] Routers {'b6be81b5-6625-4d8d-9b32-0fe84a05d5c7'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:31:16.714763 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-226d3814-a641-43fb-aa5e-9357fa8adf22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:31:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['b6be81b5-6625-4d8d-9b32-0fe84a05d5c7'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:31:16.767843 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-2d8c23e0-e4d8-4fec-b6db-44a6f4098e4c tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] 10.222.0.41 "GET /v2.0/floatingips/0c9328f1-93a4-49cb-a408-e2b1dad72262 HTTP/1.1" status: 200 len: 688 time: 0.0931227 Jan 28 07:31:16.768413 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 42610) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:31:16.798877 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-226d3814-a641-43fb-aa5e-9357fa8adf22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:31:16.801036 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226d3814-a641-43fb-aa5e-9357fa8adf22 None None] The sync data for ids ['b6be81b5-6625-4d8d-9b32-0fe84a05d5c7'] in n-d-712749-28 is: [] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:31:16.975413 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-3c2367df-fa86-4bd2-b88c-d869f8f5d4ce tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Deleting port e8b70f56-6f17-4049-8896-df9483c19bc5 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:31:16.977909 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3c2367df-fa86-4bd2-b88c-d869f8f5d4ce tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (e8b70f56-6f17-4049-8896-df9483c19bc5), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:17.078858 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3c2367df-fa86-4bd2-b88c-d869f8f5d4ce tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (e8b70f56-6f17-4049-8896-df9483c19bc5), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:17.079303 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3c2367df-fa86-4bd2-b88c-d869f8f5d4ce tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks [] for floatingip (e8b70f56-6f17-4049-8896-df9483c19bc5), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:17.115152 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-3c2367df-fa86-4bd2-b88c-d869f8f5d4ce tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Calling delete_port for e8b70f56-6f17-4049-8896-df9483c19bc5 owned by network:floatingip {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:31:17.348078 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5a0e7524-7fc9-4d9a-9536-c0f3931ce6ed req-c4dc5251-c4aa-4ff7-9381-281df2c9b83a tempest-InstanceActionsNegativeTestJSON-754348712 tempest-InstanceActionsNegativeTestJSON-754348712-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e56f6af-a1a0-49db-bda1-dab8390531ae HTTP/1.1" status: 200 len: 210 time: 0.2057247 Jan 28 07:31:17.360177 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 42632) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:31:17.361619 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3c2367df-fa86-4bd2-b88c-d869f8f5d4ce tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (e8b70f56-6f17-4049-8896-df9483c19bc5), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:17.433146 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2367df-fa86-4bd2-b88c-d869f8f5d4ce tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Pushing event deleted for resources: {'Port': ['ID=e8b70f56-6f17-4049-8896-df9483c19bc5,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:31:17.545201 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4f3b9b7f-2478-4567-b8f3-239d09468f97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:17.592652 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3c2367df-fa86-4bd2-b88c-d869f8f5d4ce tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks [] for floatingip (0c9328f1-93a4-49cb-a408-e2b1dad72262), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:17.595432 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3c2367df-fa86-4bd2-b88c-d869f8f5d4ce tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for floatingip (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:17.601524 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-3c2367df-fa86-4bd2-b88c-d869f8f5d4ce tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] 10.222.0.41 "DELETE /v2.0/floatingips/0c9328f1-93a4-49cb-a408-e2b1dad72262 HTTP/1.1" status: 204 len: 168 time: 0.8318717 Jan 28 07:31:17.606076 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 42644) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:31:17.613931 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-36240530-ce7c-4443-a20b-066ac9d967a3 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Request body: {'floatingip': {'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'port_id': 'eb1e4d77-b9fb-45ef-9904-765f19b1879c'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:31:17.661862 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-36240530-ce7c-4443-a20b-066ac9d967a3 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:17.754276 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4f3b9b7f-2478-4567-b8f3-239d09468f97 admin admin] Publish callbacks [] for security_group (597615b0-0b9e-462d-aae3-b826cac29e35), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:17.758583 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4f3b9b7f-2478-4567-b8f3-239d09468f97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (597615b0-0b9e-462d-aae3-b826cac29e35), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:17.791648 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-4f3b9b7f-2478-4567-b8f3-239d09468f97 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=829b0403cbb04441971c0ce08b8fd78d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4292512 Jan 28 07:31:17.794276 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 42654) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:31:17.849619 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3b9b7f-2478-4567-b8f3-239d09468f97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=597615b0-0b9e-462d-aae3-b826cac29e35,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:31:17.957369 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cf2614e9-a15d-481a-960d-71f2d8a37952 admin admin] Publish callbacks [] for security_group (597615b0-0b9e-462d-aae3-b826cac29e35), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:18.009133 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cf2614e9-a15d-481a-960d-71f2d8a37952 admin admin] Publish callbacks [] for security_group (597615b0-0b9e-462d-aae3-b826cac29e35), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:18.014273 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-36240530-ce7c-4443-a20b-066ac9d967a3 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:18.141311 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cf2614e9-a15d-481a-960d-71f2d8a37952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (597615b0-0b9e-462d-aae3-b826cac29e35), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:18.144298 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cf2614e9-a15d-481a-960d-71f2d8a37952 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:18.146596 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-cf2614e9-a15d-481a-960d-71f2d8a37952 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/597615b0-0b9e-462d-aae3-b826cac29e35 HTTP/1.1" status: 204 len: 168 time: 0.3504593 Jan 28 07:31:18.162053 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2614e9-a15d-481a-960d-71f2d8a37952 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=597615b0-0b9e-462d-aae3-b826cac29e35,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:31:18.260498 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-36240530-ce7c-4443-a20b-066ac9d967a3 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Allocated IP 172.25.6.241 (7d5b3724-deef-4831-8d43-cb9b8176573c/b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc/3c9dec07-df16-42e5-bb84-4f17d6e85822) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:31:18.441397 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-36240530-ce7c-4443-a20b-066ac9d967a3 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks [] for port (3c9dec07-df16-42e5-bb84-4f17d6e85822), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:18.538480 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-08b27010-c9e9-4557-bcdf-15770f0732af req-b07801c3-68a7-4bc7-9086-ef9fe4eba820 tempest-InstanceActionsNegativeTestJSON-754348712 tempest-InstanceActionsNegativeTestJSON-754348712-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e56f6af-a1a0-49db-bda1-dab8390531ae HTTP/1.1" status: 200 len: 210 time: 0.0628414 Jan 28 07:31:18.550497 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-36240530-ce7c-4443-a20b-066ac9d967a3 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (3c9dec07-df16-42e5-bb84-4f17d6e85822), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:18.625374 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36240530-ce7c-4443-a20b-066ac9d967a3 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Pushing event updated for resources: {'Port': ['ID=3c9dec07-df16-42e5-bb84-4f17d6e85822,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:31:18.638462 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36240530-ce7c-4443-a20b-066ac9d967a3 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Network 7d5b3724-deef-4831-8d43-cb9b8176573c is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:31:18.639923 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-36240530-ce7c-4443-a20b-066ac9d967a3 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:31:18.643539 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36240530-ce7c-4443-a20b-066ac9d967a3 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:31:18.848839 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 42672) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:31:18.876529 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-45de5c82-cf7c-4d3a-a278-8c862854f2af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:18.933419 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43bd411-b07c-4b97-9864-32ae53337336 req-03efceba-ae8e-47c4-aa10-3378af4625c5 tempest-InstanceActionsNegativeTestJSON-754348712 tempest-InstanceActionsNegativeTestJSON-754348712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:31:18.934913 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d43bd411-b07c-4b97-9864-32ae53337336 req-03efceba-ae8e-47c4-aa10-3378af4625c5 tempest-InstanceActionsNegativeTestJSON-754348712 tempest-InstanceActionsNegativeTestJSON-754348712-project] 10.222.0.10 "GET /v2.0/networks?id=28702e73-ed35-4083-9706-630e3557ac98 HTTP/1.1" status: 200 len: 821 time: 0.2927155 Jan 28 07:31:18.979733 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-d43bd411-b07c-4b97-9864-32ae53337336 req-ebc1eeb6-5cdf-4781-8340-447e6573f164 tempest-InstanceActionsNegativeTestJSON-754348712 tempest-InstanceActionsNegativeTestJSON-754348712-project] Request body: {'port': {'device_id': '1e56f6af-a1a0-49db-bda1-dab8390531ae', 'network_id': '28702e73-ed35-4083-9706-630e3557ac98', 'admin_state_up': True, 'tenant_id': '1cb3aa11f85340c1ac1d1a537bc5531a'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:31:19.103627 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-45de5c82-cf7c-4d3a-a278-8c862854f2af admin admin] Publish callbacks [] for security_group (c6e43d5b-b2f2-4be1-b68e-3b4b1929398d), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:19.112865 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-45de5c82-cf7c-4d3a-a278-8c862854f2af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (c6e43d5b-b2f2-4be1-b68e-3b4b1929398d), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:19.196261 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-45de5c82-cf7c-4d3a-a278-8c862854f2af admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=248ad2f5df2d40a3bf5cb2805e485ff1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3407485 Jan 28 07:31:19.196261 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45de5c82-cf7c-4d3a-a278-8c862854f2af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6e43d5b-b2f2-4be1-b68e-3b4b1929398d,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:31:19.197534 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 42680) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:31:19.205711 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d43bd411-b07c-4b97-9864-32ae53337336 req-ebc1eeb6-5cdf-4781-8340-447e6573f164 tempest-InstanceActionsNegativeTestJSON-754348712 tempest-InstanceActionsNegativeTestJSON-754348712-project] Made reservation on behalf of 1cb3aa11f85340c1ac1d1a537bc5531a for: {'port': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:31:19.209425 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-d43bd411-b07c-4b97-9864-32ae53337336 req-ebc1eeb6-5cdf-4781-8340-447e6573f164 tempest-InstanceActionsNegativeTestJSON-754348712 tempest-InstanceActionsNegativeTestJSON-754348712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:19.278676 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f081956e-fcb9-4dbf-bf1d-4657f3a48d4e admin admin] Publish callbacks [] for security_group (c6e43d5b-b2f2-4be1-b68e-3b4b1929398d), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:19.311938 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f081956e-fcb9-4dbf-bf1d-4657f3a48d4e admin admin] Publish callbacks [] for security_group (c6e43d5b-b2f2-4be1-b68e-3b4b1929398d), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:19.384394 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f081956e-fcb9-4dbf-bf1d-4657f3a48d4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (c6e43d5b-b2f2-4be1-b68e-3b4b1929398d), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:19.388026 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f081956e-fcb9-4dbf-bf1d-4657f3a48d4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:19.390450 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-f081956e-fcb9-4dbf-bf1d-4657f3a48d4e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c6e43d5b-b2f2-4be1-b68e-3b4b1929398d HTTP/1.1" status: 204 len: 168 time: 0.1796448 Jan 28 07:31:19.409640 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f081956e-fcb9-4dbf-bf1d-4657f3a48d4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6e43d5b-b2f2-4be1-b68e-3b4b1929398d,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:31:19.848714 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d2741cf6-a9f6-4d88-a8e1-fe2d90a5c2fd req-07fcac0c-14ed-48a4-a8af-1611eabd5e33 tempest-InstanceActionsNegativeTestJSON-754348712 tempest-InstanceActionsNegativeTestJSON-754348712-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e56f6af-a1a0-49db-bda1-dab8390531ae HTTP/1.1" status: 200 len: 210 time: 0.0449665 Jan 28 07:31:19.901969 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [req-d43bd411-b07c-4b97-9864-32ae53337336 req-ebc1eeb6-5cdf-4781-8340-447e6573f164 tempest-InstanceActionsNegativeTestJSON-754348712 tempest-InstanceActionsNegativeTestJSON-754348712-project] Allocated IP 172.20.0.3 (28702e73-ed35-4083-9706-630e3557ac98/27f633bf-8d42-4e16-9601-b788d31fc3eb/a991794f-ce19-4c6a-9a69-754c9f61e6b3) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:31:19.955764 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-36240530-ce7c-4443-a20b-066ac9d967a3 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks [] for floatingip (29d68cc3-09be-4c73-a47e-bb9540ba94e6), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:20.199497 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-36240530-ce7c-4443-a20b-066ac9d967a3 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (3c9dec07-df16-42e5-bb84-4f17d6e85822), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:20.490337 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-d43bd411-b07c-4b97-9864-32ae53337336 req-ebc1eeb6-5cdf-4781-8340-447e6573f164 tempest-InstanceActionsNegativeTestJSON-754348712 tempest-InstanceActionsNegativeTestJSON-754348712-project] Publish callbacks [] for port (a991794f-ce19-4c6a-9a69-754c9f61e6b3), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:20.571551 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-36240530-ce7c-4443-a20b-066ac9d967a3 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks [] for port (3c9dec07-df16-42e5-bb84-4f17d6e85822), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:20.580605 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-36240530-ce7c-4443-a20b-066ac9d967a3 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (3c9dec07-df16-42e5-bb84-4f17d6e85822), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:20.690409 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-d43bd411-b07c-4b97-9864-32ae53337336 req-ebc1eeb6-5cdf-4781-8340-447e6573f164 tempest-InstanceActionsNegativeTestJSON-754348712 tempest-InstanceActionsNegativeTestJSON-754348712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (a991794f-ce19-4c6a-9a69-754c9f61e6b3), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:20.692144 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36240530-ce7c-4443-a20b-066ac9d967a3 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Pushing event updated for resources: {'Port': ['ID=3c9dec07-df16-42e5-bb84-4f17d6e85822,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:31:20.773956 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d43bd411-b07c-4b97-9864-32ae53337336 req-ebc1eeb6-5cdf-4781-8340-447e6573f164 tempest-InstanceActionsNegativeTestJSON-754348712 tempest-InstanceActionsNegativeTestJSON-754348712-project] Network 28702e73-ed35-4083-9706-630e3557ac98 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:31:20.779402 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [req-d43bd411-b07c-4b97-9864-32ae53337336 req-ebc1eeb6-5cdf-4781-8340-447e6573f164 tempest-InstanceActionsNegativeTestJSON-754348712 tempest-InstanceActionsNegativeTestJSON-754348712-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:31:20.787090 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-d43bd411-b07c-4b97-9864-32ae53337336 req-ebc1eeb6-5cdf-4781-8340-447e6573f164 tempest-InstanceActionsNegativeTestJSON-754348712 tempest-InstanceActionsNegativeTestJSON-754348712-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:31:20.814834 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-36240530-ce7c-4443-a20b-066ac9d967a3 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16609095'] for floatingip (29d68cc3-09be-4c73-a47e-bb9540ba94e6), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:20.827626 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc1eeb6-5cdf-4781-8340-447e6573f164 tempest-InstanceActionsNegativeTestJSON-754348712 tempest-InstanceActionsNegativeTestJSON-754348712-project] Pushing event updated for resources: {'Port': ['ID=a991794f-ce19-4c6a-9a69-754c9f61e6b3,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:31:20.947381 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43bd411-b07c-4b97-9864-32ae53337336 req-ebc1eeb6-5cdf-4781-8340-447e6573f164 tempest-InstanceActionsNegativeTestJSON-754348712 tempest-InstanceActionsNegativeTestJSON-754348712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:31:20.951498 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-d43bd411-b07c-4b97-9864-32ae53337336 req-ebc1eeb6-5cdf-4781-8340-447e6573f164 tempest-InstanceActionsNegativeTestJSON-754348712 tempest-InstanceActionsNegativeTestJSON-754348712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:20.969764 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 42740) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:31:21.085727 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d43bd411-b07c-4b97-9864-32ae53337336 req-ebc1eeb6-5cdf-4781-8340-447e6573f164 tempest-InstanceActionsNegativeTestJSON-754348712 tempest-InstanceActionsNegativeTestJSON-754348712-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1151142 Jan 28 07:31:21.110833 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-d43bd411-b07c-4b97-9864-32ae53337336 req-aa3af95f-b89c-4f6e-b4f9-33da8d892efa service neutron] Request body: {'port': {'device_id': '1e56f6af-a1a0-49db-bda1-dab8390531ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-28'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:31:21.157024 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [req-707cf5a8-c9ef-4b26-b75c-8113d90a12a2 req-597815cd-0625-44e6-bbfd-8920b76196a4 service neutron] (103284) timed out ('10.222.0.44', 65156) {{(pid=103284) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 07:31:21.222853 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e81f223-fee7-4bb4-a1fa-260c87a10b36 req-911c5109-c087-4a3d-a749-dac793e32136 tempest-InstanceActionsNegativeTestJSON-754348712 tempest-InstanceActionsNegativeTestJSON-754348712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:31:21.236823 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4e81f223-fee7-4bb4-a1fa-260c87a10b36 req-911c5109-c087-4a3d-a749-dac793e32136 tempest-InstanceActionsNegativeTestJSON-754348712 tempest-InstanceActionsNegativeTestJSON-754348712-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e56f6af-a1a0-49db-bda1-dab8390531ae HTTP/1.1" status: 200 len: 931 time: 0.1811295 Jan 28 07:31:21.260448 n-d-712749-28 neutron-server[103283]: INFO neutron.db.l3_db [None req-36240530-ce7c-4443-a20b-066ac9d967a3 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Floating IP 29d68cc3-09be-4c73-a47e-bb9540ba94e6 associated. External IP: 172.25.6.241, port: eb1e4d77-b9fb-45ef-9904-765f19b1879c. Jan 28 07:31:21.297984 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-d43bd411-b07c-4b97-9864-32ae53337336 req-aa3af95f-b89c-4f6e-b4f9-33da8d892efa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (a991794f-ce19-4c6a-9a69-754c9f61e6b3), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:21.393997 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4e81f223-fee7-4bb4-a1fa-260c87a10b36 req-dcaca58b-28aa-44de-a017-6c1ca09bdcd2 tempest-InstanceActionsNegativeTestJSON-754348712 tempest-InstanceActionsNegativeTestJSON-754348712-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f3e0a59-4ac5-46ac-ab52-04956a668148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546106 Jan 28 07:31:21.591021 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [req-d43bd411-b07c-4b97-9864-32ae53337336 req-aa3af95f-b89c-4f6e-b4f9-33da8d892efa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a991794f-ce19-4c6a-9a69-754c9f61e6b3 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:31:21.606955 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-d43bd411-b07c-4b97-9864-32ae53337336 req-aa3af95f-b89c-4f6e-b4f9-33da8d892efa service neutron] Publish callbacks [] for port (a991794f-ce19-4c6a-9a69-754c9f61e6b3), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:21.620293 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-613487d2-c869-43c9-99a2-13da1456a815 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:21.673608 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [req-d43bd411-b07c-4b97-9864-32ae53337336 req-aa3af95f-b89c-4f6e-b4f9-33da8d892efa service neutron] Transition to ACTIVE for port object a991794f-ce19-4c6a-9a69-754c9f61e6b3 will not be triggered until provisioned by entity L2. {{(pid=103283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:31:21.709195 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-d43bd411-b07c-4b97-9864-32ae53337336 req-aa3af95f-b89c-4f6e-b4f9-33da8d892efa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (a991794f-ce19-4c6a-9a69-754c9f61e6b3), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:21.865023 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3af95f-b89c-4f6e-b4f9-33da8d892efa service neutron] Pushing event updated for resources: {'Port': ['ID=a991794f-ce19-4c6a-9a69-754c9f61e6b3,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:31:21.930795 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-613487d2-c869-43c9-99a2-13da1456a815 admin admin] Publish callbacks [] for security_group (c7f3bd7a-e87f-47c3-a8f0-3ef6efb7196a), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:21.950246 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-613487d2-c869-43c9-99a2-13da1456a815 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (c7f3bd7a-e87f-47c3-a8f0-3ef6efb7196a), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:21.970352 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 42770) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:31:21.980372 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-613487d2-c869-43c9-99a2-13da1456a815 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=016e34a607934effac4b44b20d32fd2c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9971507 Jan 28 07:31:21.980372 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-d43bd411-b07c-4b97-9864-32ae53337336 req-aa3af95f-b89c-4f6e-b4f9-33da8d892efa service neutron] Attempting to bind port a991794f-ce19-4c6a-9a69-754c9f61e6b3 on host n-h1-712749-28 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:31:21.980372 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-d43bd411-b07c-4b97-9864-32ae53337336 req-aa3af95f-b89c-4f6e-b4f9-33da8d892efa service neutron] Attempting to bind port a991794f-ce19-4c6a-9a69-754c9f61e6b3 by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': 'ecbc74d2-8b81-4d09-9b4f-4a8064e744b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '28702e73-ed35-4083-9706-630e3557ac98'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:31:21.980372 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43bd411-b07c-4b97-9864-32ae53337336 req-aa3af95f-b89c-4f6e-b4f9-33da8d892efa service neutron] Attempting to bind port a991794f-ce19-4c6a-9a69-754c9f61e6b3 on network 28702e73-ed35-4083-9706-630e3557ac98 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:31:21.981354 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 42774) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:31:22.034181 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43bd411-b07c-4b97-9864-32ae53337336 req-aa3af95f-b89c-4f6e-b4f9-33da8d892efa service neutron] Port a991794f-ce19-4c6a-9a69-754c9f61e6b3 on network 28702e73-ed35-4083-9706-630e3557ac98 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:31:22.034702 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43bd411-b07c-4b97-9864-32ae53337336 req-aa3af95f-b89c-4f6e-b4f9-33da8d892efa service neutron] Attempting to bind port a991794f-ce19-4c6a-9a69-754c9f61e6b3 on network 28702e73-ed35-4083-9706-630e3557ac98 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:31:22.045543 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43bd411-b07c-4b97-9864-32ae53337336 req-aa3af95f-b89c-4f6e-b4f9-33da8d892efa service neutron] Checking agent: {'id': '2fca46b1-237f-4857-9290-2429d810e472', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 31, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:31:22.045926 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43bd411-b07c-4b97-9864-32ae53337336 req-aa3af95f-b89c-4f6e-b4f9-33da8d892efa service neutron] Checking segment: {'id': 'ecbc74d2-8b81-4d09-9b4f-4a8064e744b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '28702e73-ed35-4083-9706-630e3557ac98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:31:22.046276 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43bd411-b07c-4b97-9864-32ae53337336 req-aa3af95f-b89c-4f6e-b4f9-33da8d892efa service neutron] Bound using segment: {'id': 'ecbc74d2-8b81-4d09-9b4f-4a8064e744b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '28702e73-ed35-4083-9706-630e3557ac98'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:31:22.046719 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-d43bd411-b07c-4b97-9864-32ae53337336 req-aa3af95f-b89c-4f6e-b4f9-33da8d892efa service neutron] Bound port: a991794f-ce19-4c6a-9a69-754c9f61e6b3, host: n-h1-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecbc74d2-8b81-4d09-9b4f-4a8064e744b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '28702e73-ed35-4083-9706-630e3557ac98'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:31:22.047644 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-d43bd411-b07c-4b97-9864-32ae53337336 req-aa3af95f-b89c-4f6e-b4f9-33da8d892efa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (a991794f-ce19-4c6a-9a69-754c9f61e6b3), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:22.099561 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613487d2-c869-43c9-99a2-13da1456a815 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7f3bd7a-e87f-47c3-a8f0-3ef6efb7196a,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:31:22.113896 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36240530-ce7c-4443-a20b-066ac9d967a3 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Router b6be81b5-6625-4d8d-9b32-0fe84a05d5c7 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:31:22.166127 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-89f08d94-07c4-4210-9a3f-3f447ef9dbf9 admin admin] Publish callbacks [] for security_group (c7f3bd7a-e87f-47c3-a8f0-3ef6efb7196a), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:22.313828 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-89f08d94-07c4-4210-9a3f-3f447ef9dbf9 admin admin] Publish callbacks [] for security_group (c7f3bd7a-e87f-47c3-a8f0-3ef6efb7196a), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:22.346852 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-d43bd411-b07c-4b97-9864-32ae53337336 req-aa3af95f-b89c-4f6e-b4f9-33da8d892efa service neutron] For port a991794f-ce19-4c6a-9a69-754c9f61e6b3, host n-h1-712749-28, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:31:22.368418 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d9d52fd2-df31-4c01-9d18-1833daf3571a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:22.401772 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-d43bd411-b07c-4b97-9864-32ae53337336 req-aa3af95f-b89c-4f6e-b4f9-33da8d892efa service neutron] For port a991794f-ce19-4c6a-9a69-754c9f61e6b3, host n-h1-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=a991794f-ce19-4c6a-9a69-754c9f61e6b3,segment=NetworkSegment(ecbc74d2-8b81-4d09-9b4f-4a8064e744b2),segment_id=ecbc74d2-8b81-4d09-9b4f-4a8064e744b2)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:31:22.418346 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-d43bd411-b07c-4b97-9864-32ae53337336 req-aa3af95f-b89c-4f6e-b4f9-33da8d892efa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (a991794f-ce19-4c6a-9a69-754c9f61e6b3), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:22.472356 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36240530-ce7c-4443-a20b-066ac9d967a3 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:31:22.478663 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43bd411-b07c-4b97-9864-32ae53337336 req-aa3af95f-b89c-4f6e-b4f9-33da8d892efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:31:22.478663 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-d43bd411-b07c-4b97-9864-32ae53337336 req-aa3af95f-b89c-4f6e-b4f9-33da8d892efa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:22.479373 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d43bd411-b07c-4b97-9864-32ae53337336 req-aa3af95f-b89c-4f6e-b4f9-33da8d892efa service neutron] 10.222.0.10 "PUT /v2.0/ports/a991794f-ce19-4c6a-9a69-754c9f61e6b3 HTTP/1.1" status: 200 len: 1092 time: 1.3758202 Jan 28 07:31:22.481705 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e56f6af-a1a0-49db-bda1-dab8390531ae', 'tag': 'a991794f-ce19-4c6a-9a69-754c9f61e6b3'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:31:22.482412 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89119e27-0fbe-4ab7-8c99-1f6a7f337dad" -d '{"events": [{"name": "network-changed", "server_uuid": "1e56f6af-a1a0-49db-bda1-dab8390531ae", "tag": "a991794f-ce19-4c6a-9a69-754c9f61e6b3"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:31:22.498142 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14221e0d-987f-4f5d-8725-1aba4b0bd70a None None] Sync routers for ids ['b6be81b5-6625-4d8d-9b32-0fe84a05d5c7'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:31:22.526664 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14221e0d-987f-4f5d-8725-1aba4b0bd70a None None] Routers {'b6be81b5-6625-4d8d-9b32-0fe84a05d5c7'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:31:22.541225 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-14221e0d-987f-4f5d-8725-1aba4b0bd70a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:31:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['b6be81b5-6625-4d8d-9b32-0fe84a05d5c7'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:31:22.555925 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:31:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90a55418-fcac-4a06-b151-ac710b7051bb x-openstack-request-id: req-90a55418-fcac-4a06-b151-ac710b7051bb {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:31:22.556751 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e56f6af-a1a0-49db-bda1-dab8390531ae", "tag": "a991794f-ce19-4c6a-9a69-754c9f61e6b3", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:31:22.557173 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-90a55418-fcac-4a06-b151-ac710b7051bb {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:31:22.557775 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e56f6af-a1a0-49db-bda1-dab8390531ae', 'tag': 'a991794f-ce19-4c6a-9a69-754c9f61e6b3', 'status': 'completed', 'code': 200} Jan 28 07:31:22.558658 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-89f08d94-07c4-4210-9a3f-3f447ef9dbf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (c7f3bd7a-e87f-47c3-a8f0-3ef6efb7196a), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:22.561552 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-89f08d94-07c4-4210-9a3f-3f447ef9dbf9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:22.563026 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-89f08d94-07c4-4210-9a3f-3f447ef9dbf9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c7f3bd7a-e87f-47c3-a8f0-3ef6efb7196a HTTP/1.1" status: 204 len: 168 time: 0.5511482 Jan 28 07:31:22.596851 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3af95f-b89c-4f6e-b4f9-33da8d892efa service neutron] Pushing event updated for resources: {'Port': ['ID=a991794f-ce19-4c6a-9a69-754c9f61e6b3,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:31:22.621859 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-14221e0d-987f-4f5d-8725-1aba4b0bd70a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:31:22.627030 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-36240530-ce7c-4443-a20b-066ac9d967a3 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for floatingip (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:22.628680 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d9d52fd2-df31-4c01-9d18-1833daf3571a admin admin] Publish callbacks [] for security_group (5bbdb09d-fd4b-49b8-aed8-6ba96d70628f), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:22.637821 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d9d52fd2-df31-4c01-9d18-1833daf3571a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (5bbdb09d-fd4b-49b8-aed8-6ba96d70628f), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:22.667612 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14221e0d-987f-4f5d-8725-1aba4b0bd70a None None] Routers {'b6be81b5-6625-4d8d-9b32-0fe84a05d5c7'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:31:22.673695 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-14221e0d-987f-4f5d-8725-1aba4b0bd70a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:31:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['b6be81b5-6625-4d8d-9b32-0fe84a05d5c7'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:31:22.698327 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f08d94-07c4-4210-9a3f-3f447ef9dbf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7f3bd7a-e87f-47c3-a8f0-3ef6efb7196a,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:31:22.710127 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-d9d52fd2-df31-4c01-9d18-1833daf3571a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4d2723ee5ab94773aac16d0a86de47da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7382023 Jan 28 07:31:22.712843 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 42790) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:31:22.720492 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d52fd2-df31-4c01-9d18-1833daf3571a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bbdb09d-fd4b-49b8-aed8-6ba96d70628f,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:31:22.785587 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5eb5fec8-28f1-488a-9cc7-62ab65cdfe40 admin admin] Publish callbacks [] for security_group (5bbdb09d-fd4b-49b8-aed8-6ba96d70628f), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:22.817234 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5eb5fec8-28f1-488a-9cc7-62ab65cdfe40 admin admin] Publish callbacks [] for security_group (5bbdb09d-fd4b-49b8-aed8-6ba96d70628f), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:22.886972 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5eb5fec8-28f1-488a-9cc7-62ab65cdfe40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (5bbdb09d-fd4b-49b8-aed8-6ba96d70628f), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:22.888961 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-14221e0d-987f-4f5d-8725-1aba4b0bd70a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:31:22.891636 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14221e0d-987f-4f5d-8725-1aba4b0bd70a None None] The sync data for ids ['b6be81b5-6625-4d8d-9b32-0fe84a05d5c7'] in n-d-712749-28 is: [] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:31:22.891846 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5eb5fec8-28f1-488a-9cc7-62ab65cdfe40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:22.896174 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-5eb5fec8-28f1-488a-9cc7-62ab65cdfe40 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5bbdb09d-fd4b-49b8-aed8-6ba96d70628f HTTP/1.1" status: 204 len: 168 time: 0.1795757 Jan 28 07:31:22.918182 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb5fec8-28f1-488a-9cc7-62ab65cdfe40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bbdb09d-fd4b-49b8-aed8-6ba96d70628f,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:31:23.000917 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-36240530-ce7c-4443-a20b-066ac9d967a3 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 5.3935316 Jan 28 07:31:23.005616 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 42796) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:31:23.014481 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-00b4d33f-507d-4551-adc5-953586f9cb07 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-2082764642'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:31:23.033708 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43bd411-b07c-4b97-9864-32ae53337336 req-97abf6cf-65eb-4bee-99f1-5ef28d34281c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:31:23.036826 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d43bd411-b07c-4b97-9864-32ae53337336 req-97abf6cf-65eb-4bee-99f1-5ef28d34281c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1cb3aa11f85340c1ac1d1a537bc5531a&device_id=1e56f6af-a1a0-49db-bda1-dab8390531ae HTTP/1.1" status: 200 len: 1095 time: 0.4648001 Jan 28 07:31:23.055114 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba098653-56bd-4c29-9fb1-581fffc73fd6 req-61cd46d4-c6ee-40c5-9f06-3559ffde25f3 tempest-InstanceActionsNegativeTestJSON-754348712 tempest-InstanceActionsNegativeTestJSON-754348712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:31:23.058919 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ba098653-56bd-4c29-9fb1-581fffc73fd6 req-61cd46d4-c6ee-40c5-9f06-3559ffde25f3 tempest-InstanceActionsNegativeTestJSON-754348712 tempest-InstanceActionsNegativeTestJSON-754348712-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e56f6af-a1a0-49db-bda1-dab8390531ae HTTP/1.1" status: 200 len: 943 time: 0.4474967 Jan 28 07:31:23.082292 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00b4d33f-507d-4551-adc5-953586f9cb07 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Made reservation on behalf of 9ba14e9215184b84bbcafb0edfbfb9ad for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:31:23.089652 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-00b4d33f-507d-4551-adc5-953586f9cb07 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:23.183209 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d43bd411-b07c-4b97-9864-32ae53337336 req-83609f28-c9ee-4ca1-b7e0-96b6f476cfc8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a991794f-ce19-4c6a-9a69-754c9f61e6b3 HTTP/1.1" status: 200 len: 217 time: 0.1220195 Jan 28 07:31:23.193410 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00b4d33f-507d-4551-adc5-953586f9cb07 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:31:23.237600 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-00b4d33f-507d-4551-adc5-953586f9cb07 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (a9fcc798-7845-43ac-81bf-f90fb8cae8ee), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:23.238067 n-d-712749-28 neutron-server[103284]: INFO neutron.db.segments_db [None req-00b4d33f-507d-4551-adc5-953586f9cb07 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Added segment a9fcc798-7845-43ac-81bf-f90fb8cae8ee of type vlan for network 19eafffd-1691-45a8-ae46-b3bdbac082ce Jan 28 07:31:23.387703 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-00b4d33f-507d-4551-adc5-953586f9cb07 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (19eafffd-1691-45a8-ae46-b3bdbac082ce), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:23.429743 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43bd411-b07c-4b97-9864-32ae53337336 req-7b311d29-6333-4abd-84ee-6e08bbf0f634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:31:23.431509 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d43bd411-b07c-4b97-9864-32ae53337336 req-7b311d29-6333-4abd-84ee-6e08bbf0f634 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=27f633bf-8d42-4e16-9601-b788d31fc3eb HTTP/1.1" status: 200 len: 861 time: 0.2274132 Jan 28 07:31:23.449902 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-00b4d33f-507d-4551-adc5-953586f9cb07 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (19eafffd-1691-45a8-ae46-b3bdbac082ce), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:23.469478 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ba098653-56bd-4c29-9fb1-581fffc73fd6 req-3c2ca016-62ca-4431-b329-083218e03967 tempest-InstanceActionsNegativeTestJSON-754348712 tempest-InstanceActionsNegativeTestJSON-754348712-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f3e0a59-4ac5-46ac-ab52-04956a668148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2795722 Jan 28 07:31:23.475701 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b4d33f-507d-4551-adc5-953586f9cb07 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:31:23.477941 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-00b4d33f-507d-4551-adc5-953586f9cb07 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:23.520391 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-00b4d33f-507d-4551-adc5-953586f9cb07 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5126626 Jan 28 07:31:23.528705 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 42804) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:31:23.534950 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d43bd411-b07c-4b97-9864-32ae53337336 req-1866ed87-376c-4389-8d38-bb8949410851 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=28702e73-ed35-4083-9706-630e3557ac98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0892267 Jan 28 07:31:23.545613 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-7db5a01b-111c-491f-bb51-e1b02d72f7d9 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Request body: {'subnet': {'network_id': '19eafffd-1691-45a8-ae46-b3bdbac082ce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:31:23.658235 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b4d33f-507d-4551-adc5-953586f9cb07 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Pushing event updated for resources: {'Network': ['ID=19eafffd-1691-45a8-ae46-b3bdbac082ce,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:31:23.682009 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network 19eafffd-1691-45a8-ae46-b3bdbac082ce details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:31:23.745217 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 42808) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:31:23.776498 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f16342a2-f1c1-4ece-a2ea-467654fc76e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:23.778494 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d43bd411-b07c-4b97-9864-32ae53337336 req-3a01ada6-f607-4af3-8d56-f38e84fbf1e3 service neutron] 10.222.0.10 "GET /v2.0/networks/28702e73-ed35-4083-9706-630e3557ac98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218332 Jan 28 07:31:23.782403 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7db5a01b-111c-491f-bb51-e1b02d72f7d9 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Made reservation on behalf of 9ba14e9215184b84bbcafb0edfbfb9ad for: {'subnet': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:31:23.794718 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7db5a01b-111c-491f-bb51-e1b02d72f7d9 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13555781'] for subnet (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:23.902649 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 42812) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:31:23.940515 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f16342a2-f1c1-4ece-a2ea-467654fc76e0 admin admin] Publish callbacks [] for security_group (d863dcfe-4211-455c-8612-c5d795e54e6d), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:23.947108 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f16342a2-f1c1-4ece-a2ea-467654fc76e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (d863dcfe-4211-455c-8612-c5d795e54e6d), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:24.001160 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-f16342a2-f1c1-4ece-a2ea-467654fc76e0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=30f6a71713854fcda5d57d91562245a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2546935 Jan 28 07:31:24.002498 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16342a2-f1c1-4ece-a2ea-467654fc76e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d863dcfe-4211-455c-8612-c5d795e54e6d,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:31:24.004853 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 42820) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:31:24.022252 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d43bd411-b07c-4b97-9864-32ae53337336 req-7ad18c4a-e2e4-4baa-a0ce-634d2882175b service neutron] 10.222.0.10 "GET /v2.0/networks/28702e73-ed35-4083-9706-630e3557ac98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224221 Jan 28 07:31:24.093985 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2b676da4-caea-4faf-bdfb-c174a601bdfd admin admin] Publish callbacks [] for security_group (d863dcfe-4211-455c-8612-c5d795e54e6d), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:24.110734 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fff60c5b-b7f2-4b66-94f4-40c8cdab94ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:24.121264 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2b676da4-caea-4faf-bdfb-c174a601bdfd admin admin] Publish callbacks [] for security_group (d863dcfe-4211-455c-8612-c5d795e54e6d), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:24.181861 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2b676da4-caea-4faf-bdfb-c174a601bdfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (d863dcfe-4211-455c-8612-c5d795e54e6d), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:24.185532 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2b676da4-caea-4faf-bdfb-c174a601bdfd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:24.189348 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-2b676da4-caea-4faf-bdfb-c174a601bdfd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d863dcfe-4211-455c-8612-c5d795e54e6d HTTP/1.1" status: 204 len: 168 time: 0.1810007 Jan 28 07:31:24.196713 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b676da4-caea-4faf-bdfb-c174a601bdfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d863dcfe-4211-455c-8612-c5d795e54e6d,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:31:24.209253 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89119e27-0fbe-4ab7-8c99-1f6a7f337dad req-16cace27-e981-4619-8133-e3b2fdf21814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:31:24.211066 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-89119e27-0fbe-4ab7-8c99-1f6a7f337dad req-16cace27-e981-4619-8133-e3b2fdf21814 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1cb3aa11f85340c1ac1d1a537bc5531a&device_id=1e56f6af-a1a0-49db-bda1-dab8390531ae HTTP/1.1" status: 200 len: 1095 time: 0.0757289 Jan 28 07:31:24.327428 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7db5a01b-111c-491f-bb51-e1b02d72f7d9 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13546728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13555799'] for subnet (daea6bcb-f53b-4731-9982-cd194f77247c), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:24.498573 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db5a01b-111c-491f-bb51-e1b02d72f7d9 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Pushing event updated for resources: {'Subnet': ['ID=daea6bcb-f53b-4731-9982-cd194f77247c,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:31:24.521099 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fff60c5b-b7f2-4b66-94f4-40c8cdab94ae admin admin] Publish callbacks [] for security_group (8fd733e5-8d9a-4b23-8853-27e2c9abd460), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:24.524930 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89119e27-0fbe-4ab7-8c99-1f6a7f337dad req-fb3c163f-bbf9-4769-98e6-cf8da57057f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:31:24.526508 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-89119e27-0fbe-4ab7-8c99-1f6a7f337dad req-fb3c163f-bbf9-4769-98e6-cf8da57057f0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=28702e73-ed35-4083-9706-630e3557ac98 HTTP/1.1" status: 200 len: 922 time: 0.2832403 Jan 28 07:31:24.527566 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db5a01b-111c-491f-bb51-e1b02d72f7d9 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Checking segment: {'id': 'a9fcc798-7845-43ac-81bf-f90fb8cae8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '19eafffd-1691-45a8-ae46-b3bdbac082ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:31:24.527923 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db5a01b-111c-491f-bb51-e1b02d72f7d9 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Network hostable DHCP agents. Network: 19eafffd-1691-45a8-ae46-b3bdbac082ce, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:31:24.531524 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fff60c5b-b7f2-4b66-94f4-40c8cdab94ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (8fd733e5-8d9a-4b23-8853-27e2c9abd460), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:24.633250 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-89119e27-0fbe-4ab7-8c99-1f6a7f337dad req-82188309-ef4a-4b42-a058-fa71f353798e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a991794f-ce19-4c6a-9a69-754c9f61e6b3 HTTP/1.1" status: 200 len: 217 time: 0.0985193 Jan 28 07:31:24.633860 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff60c5b-b7f2-4b66-94f4-40c8cdab94ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fd733e5-8d9a-4b23-8853-27e2c9abd460,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:31:24.646673 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-fff60c5b-b7f2-4b66-94f4-40c8cdab94ae admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=603dde1fa7964a1d90e92218f33e9ace&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7409077 Jan 28 07:31:24.647676 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 42844) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:31:24.696273 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ade25dc-03f7-4b0a-b9dd-f5cbe291da5c req-86a53ea5-871c-4e07-bae1-36db1afeeb7f tempest-InstanceActionsNegativeTestJSON-754348712 tempest-InstanceActionsNegativeTestJSON-754348712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:31:24.698787 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db5a01b-111c-491f-bb51-e1b02d72f7d9 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Network 19eafffd-1691-45a8-ae46-b3bdbac082ce is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:31:24.700943 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5ade25dc-03f7-4b0a-b9dd-f5cbe291da5c req-86a53ea5-871c-4e07-bae1-36db1afeeb7f tempest-InstanceActionsNegativeTestJSON-754348712 tempest-InstanceActionsNegativeTestJSON-754348712-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e56f6af-a1a0-49db-bda1-dab8390531ae HTTP/1.1" status: 200 len: 943 time: 0.1245241 Jan 28 07:31:24.723102 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-7db5a01b-111c-491f-bb51-e1b02d72f7d9 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, 19eafffd-1691-45a8-ae46-b3bdbac082ce) {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:31:24.733742 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca4f77c7-2fac-4f2f-8883-9b9066b813aa None None] Network 19eafffd-1691-45a8-ae46-b3bdbac082ce requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:31:24.735333 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db5a01b-111c-491f-bb51-e1b02d72f7d9 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:31:24.735936 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7db5a01b-111c-491f-bb51-e1b02d72f7d9 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks [] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:24.752206 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89119e27-0fbe-4ab7-8c99-1f6a7f337dad req-428a4ac7-5e72-42d0-810f-63ee683338f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:31:24.753737 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-89119e27-0fbe-4ab7-8c99-1f6a7f337dad req-428a4ac7-5e72-42d0-810f-63ee683338f7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=27f633bf-8d42-4e16-9601-b788d31fc3eb HTTP/1.1" status: 200 len: 861 time: 0.1132331 Jan 28 07:31:24.779093 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-7db5a01b-111c-491f-bb51-e1b02d72f7d9 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2468824 Jan 28 07:31:24.781911 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 42850) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:31:24.789333 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-4f319f7e-56e6-4cbb-bc77-935c37058bac tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-2064893023', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}, 'admin_state_up': False}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:31:24.796265 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-89119e27-0fbe-4ab7-8c99-1f6a7f337dad req-1dbb0e4e-e6ac-43e5-8545-dc8baa3ca3c2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=28702e73-ed35-4083-9706-630e3557ac98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320697 Jan 28 07:31:24.797397 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-68383318-9bf2-4324-bf93-919bb26c4f5f admin admin] Publish callbacks [] for security_group (8fd733e5-8d9a-4b23-8853-27e2c9abd460), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:24.815156 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5ade25dc-03f7-4b0a-b9dd-f5cbe291da5c req-6049b980-79cb-4a4f-a184-9f962ea911c4 tempest-InstanceActionsNegativeTestJSON-754348712 tempest-InstanceActionsNegativeTestJSON-754348712-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f3e0a59-4ac5-46ac-ab52-04956a668148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034079 Jan 28 07:31:24.835787 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4f319f7e-56e6-4cbb-bc77-935c37058bac tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16606890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127275'] for router (dbda9b6a-ea6c-4248-b8e4-ddc9b761618c), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:24.837823 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4f319f7e-56e6-4cbb-bc77-935c37058bac tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16605498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16607952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16355422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127266'] for router (dbda9b6a-ea6c-4248-b8e4-ddc9b761618c), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:24.853823 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-68383318-9bf2-4324-bf93-919bb26c4f5f admin admin] Publish callbacks [] for security_group (8fd733e5-8d9a-4b23-8853-27e2c9abd460), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:24.896294 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-676ed2ba-d635-42bf-b817-2218fd978f4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3dd72b9-6805-5f61-b6f3-a591f99a173d-19eafffd-1691-45a8-ae46-b3bdbac082ce', 'network_id': '19eafffd-1691-45a8-ae46-b3bdbac082ce', 'project_id': '9ba14e9215184b84bbcafb0edfbfb9ad', 'fixed_ips': [{'subnet_id': 'daea6bcb-f53b-4731-9982-cd194f77247c'}]}} from n-d-712749-28. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 07:31:24.899499 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-676ed2ba-d635-42bf-b817-2218fd978f4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:24.932521 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4f319f7e-56e6-4cbb-bc77-935c37058bac tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks [] for router_controller (dbda9b6a-ea6c-4248-b8e4-ddc9b761618c), precommit_add_association {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:25.035635 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-68383318-9bf2-4324-bf93-919bb26c4f5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (8fd733e5-8d9a-4b23-8853-27e2c9abd460), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:25.044899 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-68383318-9bf2-4324-bf93-919bb26c4f5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:25.055415 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-68383318-9bf2-4324-bf93-919bb26c4f5f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8fd733e5-8d9a-4b23-8853-27e2c9abd460 HTTP/1.1" status: 204 len: 168 time: 0.3952911 Jan 28 07:31:25.085093 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-89119e27-0fbe-4ab7-8c99-1f6a7f337dad req-f45b6602-97f4-47e8-967b-89c8d7c57a02 service neutron] 10.222.0.10 "GET /v2.0/networks/28702e73-ed35-4083-9706-630e3557ac98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2758343 Jan 28 07:31:25.106784 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68383318-9bf2-4324-bf93-919bb26c4f5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fd733e5-8d9a-4b23-8853-27e2c9abd460,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:31:25.195324 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4f319f7e-56e6-4cbb-bc77-935c37058bac tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks [] for router_gateway (dbda9b6a-ea6c-4248-b8e4-ddc9b761618c), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:25.216578 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-676ed2ba-d635-42bf-b817-2218fd978f4a None None] Allocated IP 172.20.0.2 (19eafffd-1691-45a8-ae46-b3bdbac082ce/daea6bcb-f53b-4731-9982-cd194f77247c/ecf9b616-9b9e-4e08-b000-ec2c949d2fee) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:31:25.264832 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-89119e27-0fbe-4ab7-8c99-1f6a7f337dad req-5b8650db-fe82-43ec-b07a-fc7474b018af service neutron] 10.222.0.10 "GET /v2.0/networks/28702e73-ed35-4083-9706-630e3557ac98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780245 Jan 28 07:31:25.291088 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 7 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 07:31:25.484404 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-676ed2ba-d635-42bf-b817-2218fd978f4a None None] Publish callbacks [] for port (ecf9b616-9b9e-4e08-b000-ec2c949d2fee), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:25.502479 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-676ed2ba-d635-42bf-b817-2218fd978f4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (ecf9b616-9b9e-4e08-b000-ec2c949d2fee), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:25.525879 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4f319f7e-56e6-4cbb-bc77-935c37058bac tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks [] for router_gateway (dbda9b6a-ea6c-4248-b8e4-ddc9b761618c), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:25.555348 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4f319f7e-56e6-4cbb-bc77-935c37058bac tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:25.591337 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676ed2ba-d635-42bf-b817-2218fd978f4a None None] Pushing event updated for resources: {'Port': ['ID=ecf9b616-9b9e-4e08-b000-ec2c949d2fee,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:31:25.609693 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-676ed2ba-d635-42bf-b817-2218fd978f4a None None] Network 19eafffd-1691-45a8-ae46-b3bdbac082ce is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:31:25.611293 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-676ed2ba-d635-42bf-b817-2218fd978f4a None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:31:25.614745 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676ed2ba-d635-42bf-b817-2218fd978f4a None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:31:25.690262 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 42880) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:31:25.701426 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-4f319f7e-56e6-4cbb-bc77-935c37058bac tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Allocated IP 172.25.6.155 (7d5b3724-deef-4831-8d43-cb9b8176573c/b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc/4e52e0a0-31a6-4288-a3c8-f4cd38ba4931) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:31:25.727416 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4a1b0ef1-a328-4760-8381-f1cf98ec1880 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:25.759863 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-676ed2ba-d635-42bf-b817-2218fd978f4a None None] Attempting to bind port ecf9b616-9b9e-4e08-b000-ec2c949d2fee on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:31:25.761818 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-676ed2ba-d635-42bf-b817-2218fd978f4a None None] Attempting to bind port ecf9b616-9b9e-4e08-b000-ec2c949d2fee by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': 'a9fcc798-7845-43ac-81bf-f90fb8cae8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '19eafffd-1691-45a8-ae46-b3bdbac082ce'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:31:25.762308 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676ed2ba-d635-42bf-b817-2218fd978f4a None None] Attempting to bind port ecf9b616-9b9e-4e08-b000-ec2c949d2fee on network 19eafffd-1691-45a8-ae46-b3bdbac082ce {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:31:25.772650 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676ed2ba-d635-42bf-b817-2218fd978f4a None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 31, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:31:25.775915 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676ed2ba-d635-42bf-b817-2218fd978f4a None None] Checking segment: {'id': 'a9fcc798-7845-43ac-81bf-f90fb8cae8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '19eafffd-1691-45a8-ae46-b3bdbac082ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:31:25.776476 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-676ed2ba-d635-42bf-b817-2218fd978f4a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:25.777731 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676ed2ba-d635-42bf-b817-2218fd978f4a None None] Bound using segment: {'id': 'a9fcc798-7845-43ac-81bf-f90fb8cae8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '19eafffd-1691-45a8-ae46-b3bdbac082ce'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:31:25.780043 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-676ed2ba-d635-42bf-b817-2218fd978f4a None None] Bound port: ecf9b616-9b9e-4e08-b000-ec2c949d2fee, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9fcc798-7845-43ac-81bf-f90fb8cae8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '19eafffd-1691-45a8-ae46-b3bdbac082ce'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:31:25.780570 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-676ed2ba-d635-42bf-b817-2218fd978f4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (ecf9b616-9b9e-4e08-b000-ec2c949d2fee), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:25.960758 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4a1b0ef1-a328-4760-8381-f1cf98ec1880 admin admin] Publish callbacks [] for security_group (58de1227-f88d-4aa5-8824-2e7be84841de), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:25.961180 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-676ed2ba-d635-42bf-b817-2218fd978f4a None None] For port ecf9b616-9b9e-4e08-b000-ec2c949d2fee, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:31:25.970986 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-676ed2ba-d635-42bf-b817-2218fd978f4a None None] For port ecf9b616-9b9e-4e08-b000-ec2c949d2fee, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=ecf9b616-9b9e-4e08-b000-ec2c949d2fee,segment=NetworkSegment(a9fcc798-7845-43ac-81bf-f90fb8cae8ee),segment_id=a9fcc798-7845-43ac-81bf-f90fb8cae8ee)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:31:25.974450 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4a1b0ef1-a328-4760-8381-f1cf98ec1880 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (58de1227-f88d-4aa5-8824-2e7be84841de), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:25.981193 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-676ed2ba-d635-42bf-b817-2218fd978f4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (ecf9b616-9b9e-4e08-b000-ec2c949d2fee), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:26.144474 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676ed2ba-d635-42bf-b817-2218fd978f4a None None] Pushing event updated for resources: {'Port': ['ID=ecf9b616-9b9e-4e08-b000-ec2c949d2fee,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:31:26.155497 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-4a1b0ef1-a328-4760-8381-f1cf98ec1880 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2ef78d87fe514584ac6bb5ead26c03c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4637322 Jan 28 07:31:26.181348 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 42892) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:31:26.182566 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1b0ef1-a328-4760-8381-f1cf98ec1880 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58de1227-f88d-4aa5-8824-2e7be84841de,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:31:26.280705 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device a991794f-ce19-4c6a-9a69-754c9f61e6b3 details requested by agent hyperv_n-h1-712749-28 with host n-h1-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:31:26.329000 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7d47ee-7a93-45f0-80f5-5d20e27c1088 req-90dd0854-8635-42b6-90f7-6652f8ec2513 tempest-InstanceActionsNegativeTestJSON-754348712 tempest-InstanceActionsNegativeTestJSON-754348712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:31:26.332398 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0a7d47ee-7a93-45f0-80f5-5d20e27c1088 req-90dd0854-8635-42b6-90f7-6652f8ec2513 tempest-InstanceActionsNegativeTestJSON-754348712 tempest-InstanceActionsNegativeTestJSON-754348712-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e56f6af-a1a0-49db-bda1-dab8390531ae HTTP/1.1" status: 200 len: 943 time: 0.3652260 Jan 28 07:31:26.513575 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-89328d06-7950-48dc-ae53-d63d21a4a099 admin admin] Publish callbacks [] for security_group (58de1227-f88d-4aa5-8824-2e7be84841de), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:26.544767 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0a7d47ee-7a93-45f0-80f5-5d20e27c1088 req-6795c790-feea-4144-bb45-9026fcd46797 tempest-InstanceActionsNegativeTestJSON-754348712 tempest-InstanceActionsNegativeTestJSON-754348712-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f3e0a59-4ac5-46ac-ab52-04956a668148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827500 Jan 28 07:31:26.579794 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port a991794f-ce19-4c6a-9a69-754c9f61e6b3, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=a991794f-ce19-4c6a-9a69-754c9f61e6b3,segment=NetworkSegment(ecbc74d2-8b81-4d09-9b4f-4a8064e744b2),segment_id=ecbc74d2-8b81-4d09-9b4f-4a8064e744b2)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:31:26.585674 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-89328d06-7950-48dc-ae53-d63d21a4a099 admin admin] Publish callbacks [] for security_group (58de1227-f88d-4aa5-8824-2e7be84841de), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:26.618355 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Returning: {'device': 'a991794f-ce19-4c6a-9a69-754c9f61e6b3', 'network_id': '28702e73-ed35-4083-9706-630e3557ac98', 'port_id': 'a991794f-ce19-4c6a-9a69-754c9f61e6b3', 'mac_address': 'fa:16:3e:30:24:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27f633bf-8d42-4e16-9601-b788d31fc3eb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:31:26.637198 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4f319f7e-56e6-4cbb-bc77-935c37058bac tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks [] for port (4e52e0a0-31a6-4288-a3c8-f4cd38ba4931), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:26.694253 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-89328d06-7950-48dc-ae53-d63d21a4a099 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (58de1227-f88d-4aa5-8824-2e7be84841de), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:26.699729 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-89328d06-7950-48dc-ae53-d63d21a4a099 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:26.703647 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-89328d06-7950-48dc-ae53-d63d21a4a099 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/58de1227-f88d-4aa5-8824-2e7be84841de HTTP/1.1" status: 204 len: 168 time: 0.5101917 Jan 28 07:31:26.715807 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4f319f7e-56e6-4cbb-bc77-935c37058bac tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (4e52e0a0-31a6-4288-a3c8-f4cd38ba4931), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:26.735193 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port a991794f-ce19-4c6a-9a69-754c9f61e6b3 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:31:26.735655 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (a991794f-ce19-4c6a-9a69-754c9f61e6b3), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:26.741617 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89328d06-7950-48dc-ae53-d63d21a4a099 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58de1227-f88d-4aa5-8824-2e7be84841de,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:31:26.796844 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a991794f-ce19-4c6a-9a69-754c9f61e6b3 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:31:26.822089 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f319f7e-56e6-4cbb-bc77-935c37058bac tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Network 7d5b3724-deef-4831-8d43-cb9b8176573c is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:31:26.836024 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-4f319f7e-56e6-4cbb-bc77-935c37058bac tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:31:26.841660 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port a991794f-ce19-4c6a-9a69-754c9f61e6b3, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=a991794f-ce19-4c6a-9a69-754c9f61e6b3,segment=NetworkSegment(ecbc74d2-8b81-4d09-9b4f-4a8064e744b2),segment_id=ecbc74d2-8b81-4d09-9b4f-4a8064e744b2)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:31:26.851953 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (a991794f-ce19-4c6a-9a69-754c9f61e6b3), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:26.854535 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f319f7e-56e6-4cbb-bc77-935c37058bac tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:31:26.859194 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f319f7e-56e6-4cbb-bc77-935c37058bac tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Pushing event updated for resources: {'Port': ['ID=4e52e0a0-31a6-4288-a3c8-f4cd38ba4931,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:31:26.992556 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=a991794f-ce19-4c6a-9a69-754c9f61e6b3,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:31:27.182637 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['a991794f-ce19-4c6a-9a69-754c9f61e6b3'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:31:27.342959 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4f319f7e-56e6-4cbb-bc77-935c37058bac tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks [] for router_gateway (dbda9b6a-ea6c-4248-b8e4-ddc9b761618c), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:27.693173 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device ecf9b616-9b9e-4e08-b000-ec2c949d2fee up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:31:27.878918 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4f319f7e-56e6-4cbb-bc77-935c37058bac tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16605475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16607909'] for router (dbda9b6a-ea6c-4248-b8e4-ddc9b761618c), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:27.907678 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121e4923-77d3-41fe-9ccf-25096e586c79 req-46a19978-7341-43bd-9511-8dc8ba9a1cad tempest-InstanceActionsNegativeTestJSON-754348712 tempest-InstanceActionsNegativeTestJSON-754348712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:31:27.916417 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-121e4923-77d3-41fe-9ccf-25096e586c79 req-46a19978-7341-43bd-9511-8dc8ba9a1cad tempest-InstanceActionsNegativeTestJSON-754348712 tempest-InstanceActionsNegativeTestJSON-754348712-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e56f6af-a1a0-49db-bda1-dab8390531ae HTTP/1.1" status: 200 len: 944 time: 0.1175070 Jan 28 07:31:28.135439 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-121e4923-77d3-41fe-9ccf-25096e586c79 req-93d4491e-ab7f-4036-a0c7-ff9df141ca67 tempest-InstanceActionsNegativeTestJSON-754348712 tempest-InstanceActionsNegativeTestJSON-754348712-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f3e0a59-4ac5-46ac-ab52-04956a668148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118902 Jan 28 07:31:28.199331 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c816a72e-86c1-4ac8-a63c-d64d7c3de93d None None] Network 19eafffd-1691-45a8-ae46-b3bdbac082ce requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:31:28.335089 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f319f7e-56e6-4cbb-bc77-935c37058bac tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Router dbda9b6a-ea6c-4248-b8e4-ddc9b761618c is scheduled to L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 with binding_index 1 {{(pid=103284) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 07:31:28.381589 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device a991794f-ce19-4c6a-9a69-754c9f61e6b3 up at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:31:28.431559 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-43ee542a-eec2-4473-b562-ac22a4ab585f None None] Provisioning complete for port ecf9b616-9b9e-4e08-b000-ec2c949d2fee triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:31:28.432122 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-43ee542a-eec2-4473-b562-ac22a4ab585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (ecf9b616-9b9e-4e08-b000-ec2c949d2fee), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:28.544315 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port ecf9b616-9b9e-4e08-b000-ec2c949d2fee triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:31:28.544631 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (ecf9b616-9b9e-4e08-b000-ec2c949d2fee), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:28.690765 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f319f7e-56e6-4cbb-bc77-935c37058bac tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:31:28.754765 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4f319f7e-56e6-4cbb-bc77-935c37058bac tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks [] for router (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:28.762312 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-4f319f7e-56e6-4cbb-bc77-935c37058bac tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.9756663 Jan 28 07:31:28.763130 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 42972) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:31:28.839512 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-807b7e09-abff-48be-9162-a232a6b3133c None None] Sync routers for ids ['dbda9b6a-ea6c-4248-b8e4-ddc9b761618c'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:31:28.959389 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-43ee542a-eec2-4473-b562-ac22a4ab585f None None] Current status of the port ecf9b616-9b9e-4e08-b000-ec2c949d2fee is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:31:28.965232 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-43ee542a-eec2-4473-b562-ac22a4ab585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (ecf9b616-9b9e-4e08-b000-ec2c949d2fee), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:28.976511 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-807b7e09-abff-48be-9162-a232a6b3133c None None] Routers {'dbda9b6a-ea6c-4248-b8e4-ddc9b761618c'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:31:28.980412 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-807b7e09-abff-48be-9162-a232a6b3133c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:31:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['dbda9b6a-ea6c-4248-b8e4-ddc9b761618c'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:31:28.982594 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning for port a991794f-ce19-4c6a-9a69-754c9f61e6b3 completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:31:29.049607 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning complete for port a991794f-ce19-4c6a-9a69-754c9f61e6b3 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:31:29.049992 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (a991794f-ce19-4c6a-9a69-754c9f61e6b3), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:29.056919 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-807b7e09-abff-48be-9162-a232a6b3133c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:31:29.118135 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-807b7e09-abff-48be-9162-a232a6b3133c None None] Routers {'dbda9b6a-ea6c-4248-b8e4-ddc9b761618c'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:31:29.118782 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-807b7e09-abff-48be-9162-a232a6b3133c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:31:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['dbda9b6a-ea6c-4248-b8e4-ddc9b761618c'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:31:29.140832 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-43ee542a-eec2-4473-b562-ac22a4ab585f None None] For port ecf9b616-9b9e-4e08-b000-ec2c949d2fee, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=ecf9b616-9b9e-4e08-b000-ec2c949d2fee,segment=NetworkSegment(a9fcc798-7845-43ac-81bf-f90fb8cae8ee),segment_id=a9fcc798-7845-43ac-81bf-f90fb8cae8ee)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:31:29.205120 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-43ee542a-eec2-4473-b562-ac22a4ab585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (ecf9b616-9b9e-4e08-b000-ec2c949d2fee), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:29.211167 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-807b7e09-abff-48be-9162-a232a6b3133c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:31:29.211801 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-807b7e09-abff-48be-9162-a232a6b3133c None None] The sync data for ids ['dbda9b6a-ea6c-4248-b8e4-ddc9b761618c'] in n-d-712749-28 is: [] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:31:29.284921 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port ecf9b616-9b9e-4e08-b000-ec2c949d2fee is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:31:29.285585 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (ecf9b616-9b9e-4e08-b000-ec2c949d2fee), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:29.365251 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ee542a-eec2-4473-b562-ac22a4ab585f None None] Pushing event updated for resources: {'Port': ['ID=ecf9b616-9b9e-4e08-b000-ec2c949d2fee,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:31:29.422279 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port a991794f-ce19-4c6a-9a69-754c9f61e6b3 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:31:29.435318 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (a991794f-ce19-4c6a-9a69-754c9f61e6b3), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:29.502524 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 43000) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:31:29.508829 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.db.api [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103285) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 07:31:29.509414 n-d-712749-28 neutron-server[103285]: DEBUG oslo_db.api [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 07:31:29.515281 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e56f6af-a1a0-49db-bda1-dab8390531ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a991794f-ce19-4c6a-9a69-754c9f61e6b3'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:31:29.517811 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd492f6a-331b-46be-aea3-43fbb6d5803b" -d '{"events": [{"server_uuid": "1e56f6af-a1a0-49db-bda1-dab8390531ae", "name": "network-vif-plugged", "status": "completed", "tag": "a991794f-ce19-4c6a-9a69-754c9f61e6b3"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:31:29.595794 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port a991794f-ce19-4c6a-9a69-754c9f61e6b3, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=a991794f-ce19-4c6a-9a69-754c9f61e6b3,segment=NetworkSegment(ecbc74d2-8b81-4d09-9b4f-4a8064e744b2),segment_id=ecbc74d2-8b81-4d09-9b4f-4a8064e744b2)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:31:29.604646 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9093ce66-9479-459a-a898-dd9ada9c7448 x-openstack-request-id: req-9093ce66-9479-459a-a898-dd9ada9c7448 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:31:29.606081 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e56f6af-a1a0-49db-bda1-dab8390531ae", "name": "network-vif-plugged", "status": "completed", "tag": "a991794f-ce19-4c6a-9a69-754c9f61e6b3", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:31:29.606398 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9093ce66-9479-459a-a898-dd9ada9c7448 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:31:29.606819 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e56f6af-a1a0-49db-bda1-dab8390531ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a991794f-ce19-4c6a-9a69-754c9f61e6b3', 'code': 200} Jan 28 07:31:29.611273 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (a991794f-ce19-4c6a-9a69-754c9f61e6b3), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:29.717785 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-2f63c0dd-e70b-4490-832c-f8f8d91e7ab3 None None] Provisioning complete for port ecf9b616-9b9e-4e08-b000-ec2c949d2fee triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:31:29.721923 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2f63c0dd-e70b-4490-832c-f8f8d91e7ab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (ecf9b616-9b9e-4e08-b000-ec2c949d2fee), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:29.873090 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db5d172-58ff-4313-9c42-d347ddee2234 req-dfda2daa-70e0-46ca-b378-c221d01fb609 tempest-InstanceActionsNegativeTestJSON-754348712 tempest-InstanceActionsNegativeTestJSON-754348712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:31:29.873645 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=a991794f-ce19-4c6a-9a69-754c9f61e6b3,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:31:29.877010 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9db5d172-58ff-4313-9c42-d347ddee2234 req-dfda2daa-70e0-46ca-b378-c221d01fb609 tempest-InstanceActionsNegativeTestJSON-754348712 tempest-InstanceActionsNegativeTestJSON-754348712-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e56f6af-a1a0-49db-bda1-dab8390531ae HTTP/1.1" status: 200 len: 945 time: 0.2974713 Jan 28 07:31:29.890029 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a034e1-8ce3-4b4c-9b3c-4ff6181ffb3e req-0367fa3d-795b-4e45-935e-b21151e4dccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:31:29.892066 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-65a034e1-8ce3-4b4c-9b3c-4ff6181ffb3e req-0367fa3d-795b-4e45-935e-b21151e4dccf service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1e56f6af-a1a0-49db-bda1-dab8390531ae HTTP/1.1" status: 200 len: 1097 time: 0.1543903 Jan 28 07:31:30.028116 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e11835f4-c8c8-4fc4-a8c9-9c81c8016d27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:30.038321 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9db5d172-58ff-4313-9c42-d347ddee2234 req-986504cc-205c-44b8-b52f-d0c40a243c1d tempest-InstanceActionsNegativeTestJSON-754348712 tempest-InstanceActionsNegativeTestJSON-754348712-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f3e0a59-4ac5-46ac-ab52-04956a668148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447058 Jan 28 07:31:30.059960 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-2f63c0dd-e70b-4490-832c-f8f8d91e7ab3 None None] Current status of the port ecf9b616-9b9e-4e08-b000-ec2c949d2fee is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:31:30.086187 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port ecf9b616-9b9e-4e08-b000-ec2c949d2fee is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:31:30.094503 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-65a034e1-8ce3-4b4c-9b3c-4ff6181ffb3e req-56431c13-bee6-47bd-9807-96ce398020d4 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=4f3e0a59-4ac5-46ac-ab52-04956a668148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672962 Jan 28 07:31:30.231870 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device ecf9b616-9b9e-4e08-b000-ec2c949d2fee up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:31:30.239863 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e11835f4-c8c8-4fc4-a8c9-9c81c8016d27 admin admin] Publish callbacks [] for security_group (3462cc59-a832-43f8-b368-f5f8587e6d49), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:30.247160 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e11835f4-c8c8-4fc4-a8c9-9c81c8016d27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (3462cc59-a832-43f8-b368-f5f8587e6d49), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:30.362180 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port ecf9b616-9b9e-4e08-b000-ec2c949d2fee triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:31:30.363110 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (ecf9b616-9b9e-4e08-b000-ec2c949d2fee), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:30.364805 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11835f4-c8c8-4fc4-a8c9-9c81c8016d27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3462cc59-a832-43f8-b368-f5f8587e6d49,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:31:30.383767 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-62ae82d6-0944-48bb-b5d5-eb40f3c40648 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:30.385666 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-e11835f4-c8c8-4fc4-a8c9-9c81c8016d27 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1329609d1b4a4ad8b69ff3966e2c584b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8823102 Jan 28 07:31:30.386332 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 43024) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:31:30.493818 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1c9af983-1075-45a2-a57b-2bc68c349f99 admin admin] Publish callbacks [] for security_group (3462cc59-a832-43f8-b368-f5f8587e6d49), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:30.529338 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port ecf9b616-9b9e-4e08-b000-ec2c949d2fee is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:31:30.544565 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1c9af983-1075-45a2-a57b-2bc68c349f99 admin admin] Publish callbacks [] for security_group (3462cc59-a832-43f8-b368-f5f8587e6d49), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:30.603939 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1c9af983-1075-45a2-a57b-2bc68c349f99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (3462cc59-a832-43f8-b368-f5f8587e6d49), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:30.606534 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1c9af983-1075-45a2-a57b-2bc68c349f99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:30.613299 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-1c9af983-1075-45a2-a57b-2bc68c349f99 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3462cc59-a832-43f8-b368-f5f8587e6d49 HTTP/1.1" status: 204 len: 168 time: 0.2253382 Jan 28 07:31:30.629267 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9af983-1075-45a2-a57b-2bc68c349f99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3462cc59-a832-43f8-b368-f5f8587e6d49,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:31:30.929941 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-62ae82d6-0944-48bb-b5d5-eb40f3c40648 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Allocated IP 172.20.0.1 (19eafffd-1691-45a8-ae46-b3bdbac082ce/daea6bcb-f53b-4731-9982-cd194f77247c/d4fe6079-36cf-402e-a9c4-4610abba6bc8) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:31:31.068796 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-62ae82d6-0944-48bb-b5d5-eb40f3c40648 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks [] for port (d4fe6079-36cf-402e-a9c4-4610abba6bc8), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:31.117698 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-62ae82d6-0944-48bb-b5d5-eb40f3c40648 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (d4fe6079-36cf-402e-a9c4-4610abba6bc8), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:31.170605 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ae82d6-0944-48bb-b5d5-eb40f3c40648 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Network 19eafffd-1691-45a8-ae46-b3bdbac082ce is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:31:31.176258 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-62ae82d6-0944-48bb-b5d5-eb40f3c40648 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:31:31.207737 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ae82d6-0944-48bb-b5d5-eb40f3c40648 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:31:31.282625 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ae82d6-0944-48bb-b5d5-eb40f3c40648 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Pushing event updated for resources: {'Port': ['ID=d4fe6079-36cf-402e-a9c4-4610abba6bc8,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:31:31.323295 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f3a01f-694e-49e4-abe9-9aa47e55c4c2 req-58c6d912-d5b5-475b-8d01-77e3172e6ab7 tempest-InstanceActionsNegativeTestJSON-754348712 tempest-InstanceActionsNegativeTestJSON-754348712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:31:31.325090 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-62ae82d6-0944-48bb-b5d5-eb40f3c40648 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16609232'] for router_interface (dbda9b6a-ea6c-4248-b8e4-ddc9b761618c), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:31.335385 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-09f3a01f-694e-49e4-abe9-9aa47e55c4c2 req-58c6d912-d5b5-475b-8d01-77e3172e6ab7 tempest-InstanceActionsNegativeTestJSON-754348712 tempest-InstanceActionsNegativeTestJSON-754348712-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e56f6af-a1a0-49db-bda1-dab8390531ae HTTP/1.1" status: 200 len: 945 time: 0.1492212 Jan 28 07:31:31.451126 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-09f3a01f-694e-49e4-abe9-9aa47e55c4c2 req-33a01ae4-70f4-441e-aa31-e82f83e8b12b tempest-InstanceActionsNegativeTestJSON-754348712 tempest-InstanceActionsNegativeTestJSON-754348712-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f3e0a59-4ac5-46ac-ab52-04956a668148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171129 Jan 28 07:31:31.543996 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-62ae82d6-0944-48bb-b5d5-eb40f3c40648 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (d4fe6079-36cf-402e-a9c4-4610abba6bc8), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:31.602447 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-1ca79066-172e-4321-8678-cf6621e96f8e None None] Provisioning complete for port d4fe6079-36cf-402e-a9c4-4610abba6bc8 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:31:31.605232 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1ca79066-172e-4321-8678-cf6621e96f8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (d4fe6079-36cf-402e-a9c4-4610abba6bc8), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:31.661431 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-1ca79066-172e-4321-8678-cf6621e96f8e None None] Port d4fe6079-36cf-402e-a9c4-4610abba6bc8 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:31:31.952033 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-62ae82d6-0944-48bb-b5d5-eb40f3c40648 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks [] for port (d4fe6079-36cf-402e-a9c4-4610abba6bc8), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:31.968294 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-62ae82d6-0944-48bb-b5d5-eb40f3c40648 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (d4fe6079-36cf-402e-a9c4-4610abba6bc8), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:32.143070 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ae82d6-0944-48bb-b5d5-eb40f3c40648 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Pushing event updated for resources: {'Port': ['ID=d4fe6079-36cf-402e-a9c4-4610abba6bc8,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:31:32.161962 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-62ae82d6-0944-48bb-b5d5-eb40f3c40648 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16318999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16606560'] for router_interface (dbda9b6a-ea6c-4248-b8e4-ddc9b761618c), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:32.328005 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ae82d6-0944-48bb-b5d5-eb40f3c40648 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Network 19eafffd-1691-45a8-ae46-b3bdbac082ce is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:31:32.330257 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-62ae82d6-0944-48bb-b5d5-eb40f3c40648 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:31:32.526564 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62ae82d6-0944-48bb-b5d5-eb40f3c40648 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Router dbda9b6a-ea6c-4248-b8e4-ddc9b761618c has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:31:32.661646 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62ae82d6-0944-48bb-b5d5-eb40f3c40648 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:31:32.668381 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-62ae82d6-0944-48bb-b5d5-eb40f3c40648 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] 10.222.0.41 "PUT /v2.0/routers/dbda9b6a-ea6c-4248-b8e4-ddc9b761618c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9033065 Jan 28 07:31:32.672392 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 43090) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:31:32.673319 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d515625-7ef7-4335-8286-41301abf7b57 None None] Sync routers for ids ['dbda9b6a-ea6c-4248-b8e4-ddc9b761618c'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:31:32.680610 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-681cd535-1fc6-42a4-8ab8-7d1147f17db4 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Request body: {'port': {'network_id': '19eafffd-1691-45a8-ae46-b3bdbac082ce', 'name': 'tempest-FloatingIPTestJSON-787222287'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:31:32.698801 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d515625-7ef7-4335-8286-41301abf7b57 None None] Routers {'dbda9b6a-ea6c-4248-b8e4-ddc9b761618c'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:31:32.699721 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-2d515625-7ef7-4335-8286-41301abf7b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:31:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['dbda9b6a-ea6c-4248-b8e4-ddc9b761618c'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:31:32.805307 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-2d515625-7ef7-4335-8286-41301abf7b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:31:32.822573 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efd38e7-b495-4da0-8cc7-80e00efd910f req-7c23bffe-2ec6-4f62-9087-b2cfd18354c8 tempest-InstanceActionsNegativeTestJSON-754348712 tempest-InstanceActionsNegativeTestJSON-754348712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:31:32.831693 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d515625-7ef7-4335-8286-41301abf7b57 None None] Routers {'dbda9b6a-ea6c-4248-b8e4-ddc9b761618c'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:31:32.832569 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-2d515625-7ef7-4335-8286-41301abf7b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:31:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['dbda9b6a-ea6c-4248-b8e4-ddc9b761618c'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:31:32.841804 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0efd38e7-b495-4da0-8cc7-80e00efd910f req-7c23bffe-2ec6-4f62-9087-b2cfd18354c8 tempest-InstanceActionsNegativeTestJSON-754348712 tempest-InstanceActionsNegativeTestJSON-754348712-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e56f6af-a1a0-49db-bda1-dab8390531ae HTTP/1.1" status: 200 len: 945 time: 0.1519926 Jan 28 07:31:32.902087 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-2d515625-7ef7-4335-8286-41301abf7b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:31:32.909465 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d515625-7ef7-4335-8286-41301abf7b57 None None] The sync data for ids ['dbda9b6a-ea6c-4248-b8e4-ddc9b761618c'] in n-d-712749-28 is: [] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:31:32.937260 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-681cd535-1fc6-42a4-8ab8-7d1147f17db4 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Made reservation on behalf of 9ba14e9215184b84bbcafb0edfbfb9ad for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:31:32.941503 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-681cd535-1fc6-42a4-8ab8-7d1147f17db4 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:32.944216 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0efd38e7-b495-4da0-8cc7-80e00efd910f req-ddf9fde1-d807-4296-b0b9-9c9f33d5745b tempest-InstanceActionsNegativeTestJSON-754348712 tempest-InstanceActionsNegativeTestJSON-754348712-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f3e0a59-4ac5-46ac-ab52-04956a668148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980470 Jan 28 07:31:32.962773 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [None req-681cd535-1fc6-42a4-8ab8-7d1147f17db4 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] device_id is not set on port 54d81256-3602-4961-ab18-22dffa83d58c yet. {{(pid=103284) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 07:31:33.011176 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-f9cd8b51-e47f-4d84-8c7e-6080d03a3d14 None None] Provisioning complete for port d4fe6079-36cf-402e-a9c4-4610abba6bc8 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:31:33.014665 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f9cd8b51-e47f-4d84-8c7e-6080d03a3d14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (d4fe6079-36cf-402e-a9c4-4610abba6bc8), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:33.115926 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-f9cd8b51-e47f-4d84-8c7e-6080d03a3d14 None None] Port d4fe6079-36cf-402e-a9c4-4610abba6bc8 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:31:33.136630 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:33.199598 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-681cd535-1fc6-42a4-8ab8-7d1147f17db4 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Allocated IP 172.20.0.10 (19eafffd-1691-45a8-ae46-b3bdbac082ce/daea6bcb-f53b-4731-9982-cd194f77247c/54d81256-3602-4961-ab18-22dffa83d58c) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:31:33.281256 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7ee90b6e-c222-41de-be20-7cef493b93dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:33.440523 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e472c50-a8b1-4e5a-823d-dc691d059e6f req-a37d1cfd-a8a5-4a13-aef2-bc0c41dc72ef tempest-InstanceActionsNegativeTestJSON-754348712 tempest-InstanceActionsNegativeTestJSON-754348712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:31:33.443867 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5e472c50-a8b1-4e5a-823d-dc691d059e6f req-a37d1cfd-a8a5-4a13-aef2-bc0c41dc72ef tempest-InstanceActionsNegativeTestJSON-754348712 tempest-InstanceActionsNegativeTestJSON-754348712-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e56f6af-a1a0-49db-bda1-dab8390531ae HTTP/1.1" status: 200 len: 945 time: 0.1027002 Jan 28 07:31:33.509077 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-681cd535-1fc6-42a4-8ab8-7d1147f17db4 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks [] for port (54d81256-3602-4961-ab18-22dffa83d58c), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:33.570667 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5e472c50-a8b1-4e5a-823d-dc691d059e6f req-6ae41e99-d8ea-4f4b-b2d5-2a99cb565b0d tempest-InstanceActionsNegativeTestJSON-754348712 tempest-InstanceActionsNegativeTestJSON-754348712-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f3e0a59-4ac5-46ac-ab52-04956a668148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066492 Jan 28 07:31:33.634221 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-681cd535-1fc6-42a4-8ab8-7d1147f17db4 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (54d81256-3602-4961-ab18-22dffa83d58c), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:33.739401 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681cd535-1fc6-42a4-8ab8-7d1147f17db4 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Pushing event updated for resources: {'Port': ['ID=54d81256-3602-4961-ab18-22dffa83d58c,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:31:33.833322 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-681cd535-1fc6-42a4-8ab8-7d1147f17db4 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Network 19eafffd-1691-45a8-ae46-b3bdbac082ce is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:31:33.837892 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-681cd535-1fc6-42a4-8ab8-7d1147f17db4 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:31:33.850689 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681cd535-1fc6-42a4-8ab8-7d1147f17db4 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:31:33.981122 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:34.029442 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-681cd535-1fc6-42a4-8ab8-7d1147f17db4 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:31:34.030122 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-681cd535-1fc6-42a4-8ab8-7d1147f17db4 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:34.084042 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-681cd535-1fc6-42a4-8ab8-7d1147f17db4 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4074688 Jan 28 07:31:34.085503 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 43132) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:31:34.090793 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-146392f9-1825-467c-8d2e-cb2f038d242d tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Request body: {'floatingip': {'port_id': '54d81256-3602-4961-ab18-22dffa83d58c'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:31:34.262159 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-146392f9-1825-467c-8d2e-cb2f038d242d tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks [] for floatingip (29d68cc3-09be-4c73-a47e-bb9540ba94e6), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:34.358547 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-1b55ba71-0048-49e5-8471-bf9add560fa6 None None] Provisioning complete for port 54d81256-3602-4961-ab18-22dffa83d58c triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:31:34.359582 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1b55ba71-0048-49e5-8471-bf9add560fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (54d81256-3602-4961-ab18-22dffa83d58c), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:34.408701 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-1b55ba71-0048-49e5-8471-bf9add560fa6 None None] Port 54d81256-3602-4961-ab18-22dffa83d58c cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:31:34.810897 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b59639-15fa-443b-b4eb-80ebb9b3487d req-6283ae2c-7ec0-4a28-83a5-6b683ffdbf8f tempest-InstanceActionsNegativeTestJSON-754348712 tempest-InstanceActionsNegativeTestJSON-754348712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:31:34.814073 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e3b59639-15fa-443b-b4eb-80ebb9b3487d req-6283ae2c-7ec0-4a28-83a5-6b683ffdbf8f tempest-InstanceActionsNegativeTestJSON-754348712 tempest-InstanceActionsNegativeTestJSON-754348712-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e56f6af-a1a0-49db-bda1-dab8390531ae HTTP/1.1" status: 200 len: 945 time: 0.0624359 Jan 28 07:31:34.923552 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e3b59639-15fa-443b-b4eb-80ebb9b3487d req-342c344a-5002-48a9-a9ab-97aa9483e6ef tempest-InstanceActionsNegativeTestJSON-754348712 tempest-InstanceActionsNegativeTestJSON-754348712-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f3e0a59-4ac5-46ac-ab52-04956a668148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006908 Jan 28 07:31:35.044878 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9220e7e6-8dfa-457c-a36a-dd12441d9bc5 req-e961ec3c-27ca-4c9f-8046-a8c4bcd917e5 tempest-InstanceActionsNegativeTestJSON-754348712 tempest-InstanceActionsNegativeTestJSON-754348712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:31:35.046496 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9220e7e6-8dfa-457c-a36a-dd12441d9bc5 req-e961ec3c-27ca-4c9f-8046-a8c4bcd917e5 tempest-InstanceActionsNegativeTestJSON-754348712 tempest-InstanceActionsNegativeTestJSON-754348712-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e56f6af-a1a0-49db-bda1-dab8390531ae HTTP/1.1" status: 200 len: 945 time: 0.0972445 Jan 28 07:31:35.095046 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 43154) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:31:35.232552 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-146392f9-1825-467c-8d2e-cb2f038d242d tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:35.242217 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-146392f9-1825-467c-8d2e-cb2f038d242d tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16609095'] for floatingip (29d68cc3-09be-4c73-a47e-bb9540ba94e6), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:35.308651 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-9220e7e6-8dfa-457c-a36a-dd12441d9bc5 req-ec11f6d5-7cab-4ff5-8521-703c542b5bb2 tempest-InstanceActionsNegativeTestJSON-754348712 tempest-InstanceActionsNegativeTestJSON-754348712-project] Deleting port a991794f-ce19-4c6a-9a69-754c9f61e6b3 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:31:35.309081 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-9220e7e6-8dfa-457c-a36a-dd12441d9bc5 req-ec11f6d5-7cab-4ff5-8521-703c542b5bb2 tempest-InstanceActionsNegativeTestJSON-754348712 tempest-InstanceActionsNegativeTestJSON-754348712-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (a991794f-ce19-4c6a-9a69-754c9f61e6b3), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:35.352822 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c228e673-2380-4a27-8b0a-2a96bdfe5db2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:35.521850 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c228e673-2380-4a27-8b0a-2a96bdfe5db2 admin admin] Publish callbacks [] for security_group (4c2eaf70-f59c-41a3-9528-39cba7d5fc91), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:35.528953 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-9220e7e6-8dfa-457c-a36a-dd12441d9bc5 req-ec11f6d5-7cab-4ff5-8521-703c542b5bb2 tempest-InstanceActionsNegativeTestJSON-754348712 tempest-InstanceActionsNegativeTestJSON-754348712-project] For port a991794f-ce19-4c6a-9a69-754c9f61e6b3, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=a991794f-ce19-4c6a-9a69-754c9f61e6b3,segment=NetworkSegment(ecbc74d2-8b81-4d09-9b4f-4a8064e744b2),segment_id=ecbc74d2-8b81-4d09-9b4f-4a8064e744b2)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:31:35.529928 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-9220e7e6-8dfa-457c-a36a-dd12441d9bc5 req-ec11f6d5-7cab-4ff5-8521-703c542b5bb2 tempest-InstanceActionsNegativeTestJSON-754348712 tempest-InstanceActionsNegativeTestJSON-754348712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (a991794f-ce19-4c6a-9a69-754c9f61e6b3), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:35.533972 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c228e673-2380-4a27-8b0a-2a96bdfe5db2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (4c2eaf70-f59c-41a3-9528-39cba7d5fc91), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:35.550034 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-9220e7e6-8dfa-457c-a36a-dd12441d9bc5 req-ec11f6d5-7cab-4ff5-8521-703c542b5bb2 tempest-InstanceActionsNegativeTestJSON-754348712 tempest-InstanceActionsNegativeTestJSON-754348712-project] Calling delete_port for a991794f-ce19-4c6a-9a69-754c9f61e6b3 owned by compute:nova {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:31:35.602503 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c228e673-2380-4a27-8b0a-2a96bdfe5db2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c2eaf70-f59c-41a3-9528-39cba7d5fc91,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:31:35.613750 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9521f495-7020-45e8-9e19-fec254a8037f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:35.641413 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-c228e673-2380-4a27-8b0a-2a96bdfe5db2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2f4e907422674855b1113d1a0a11c358&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5444708 Jan 28 07:31:35.643299 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 43172) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:31:35.754194 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f9cbfc91-fbb8-4210-8b20-4f78fbd85f41 admin admin] Publish callbacks [] for security_group (4c2eaf70-f59c-41a3-9528-39cba7d5fc91), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:35.816175 n-d-712749-28 neutron-server[103283]: INFO neutron.db.l3_db [None req-146392f9-1825-467c-8d2e-cb2f038d242d tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Floating IP 29d68cc3-09be-4c73-a47e-bb9540ba94e6 associated. External IP: 172.25.6.241, port: eb1e4d77-b9fb-45ef-9904-765f19b1879c. Jan 28 07:31:35.825560 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f9cbfc91-fbb8-4210-8b20-4f78fbd85f41 admin admin] Publish callbacks [] for security_group (4c2eaf70-f59c-41a3-9528-39cba7d5fc91), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:35.883361 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-9220e7e6-8dfa-457c-a36a-dd12441d9bc5 req-ec11f6d5-7cab-4ff5-8521-703c542b5bb2 tempest-InstanceActionsNegativeTestJSON-754348712 tempest-InstanceActionsNegativeTestJSON-754348712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (a991794f-ce19-4c6a-9a69-754c9f61e6b3), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:35.927735 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['a991794f-ce19-4c6a-9a69-754c9f61e6b3'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:31:35.938523 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f9cbfc91-fbb8-4210-8b20-4f78fbd85f41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (4c2eaf70-f59c-41a3-9528-39cba7d5fc91), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:35.941711 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f9cbfc91-fbb8-4210-8b20-4f78fbd85f41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:35.946253 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-f9cbfc91-fbb8-4210-8b20-4f78fbd85f41 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4c2eaf70-f59c-41a3-9528-39cba7d5fc91 HTTP/1.1" status: 204 len: 168 time: 0.3018136 Jan 28 07:31:35.966211 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cbfc91-fbb8-4210-8b20-4f78fbd85f41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c2eaf70-f59c-41a3-9528-39cba7d5fc91,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:31:35.982381 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec11f6d5-7cab-4ff5-8521-703c542b5bb2 tempest-InstanceActionsNegativeTestJSON-754348712 tempest-InstanceActionsNegativeTestJSON-754348712-project] Pushing event deleted for resources: {'Port': ['ID=a991794f-ce19-4c6a-9a69-754c9f61e6b3,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:31:36.220138 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-9220e7e6-8dfa-457c-a36a-dd12441d9bc5 req-ec11f6d5-7cab-4ff5-8521-703c542b5bb2 tempest-InstanceActionsNegativeTestJSON-754348712 tempest-InstanceActionsNegativeTestJSON-754348712-project] No DVR routers for this DVR port a991794f-ce19-4c6a-9a69-754c9f61e6b3 on host n-h1-712749-28 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:31:36.226206 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-9220e7e6-8dfa-457c-a36a-dd12441d9bc5 req-ec11f6d5-7cab-4ff5-8521-703c542b5bb2 tempest-InstanceActionsNegativeTestJSON-754348712 tempest-InstanceActionsNegativeTestJSON-754348712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:36.229768 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9220e7e6-8dfa-457c-a36a-dd12441d9bc5 req-ec11f6d5-7cab-4ff5-8521-703c542b5bb2 tempest-InstanceActionsNegativeTestJSON-754348712 tempest-InstanceActionsNegativeTestJSON-754348712-project] 10.222.0.10 "DELETE /v2.0/ports/a991794f-ce19-4c6a-9a69-754c9f61e6b3 HTTP/1.1" status: 204 len: 173 time: 1.1743257 Jan 28 07:31:36.230231 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e56f6af-a1a0-49db-bda1-dab8390531ae', 'name': 'network-vif-deleted', 'tag': 'a991794f-ce19-4c6a-9a69-754c9f61e6b3'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:31:36.236409 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c349b4a-5ec9-4181-b4d0-b0589d08bac7" -d '{"events": [{"server_uuid": "1e56f6af-a1a0-49db-bda1-dab8390531ae", "name": "network-vif-deleted", "tag": "a991794f-ce19-4c6a-9a69-754c9f61e6b3"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:31:36.275281 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-685fe7fb-037c-4796-b568-8f7fe47dd66b req-c1225b11-140d-4aa0-a1a7-784fc6a688cc tempest-InstanceActionsNegativeTestJSON-754348712 tempest-InstanceActionsNegativeTestJSON-754348712-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e56f6af-a1a0-49db-bda1-dab8390531ae HTTP/1.1" status: 200 len: 210 time: 0.0766523 Jan 28 07:31:36.327019 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5e6096c-783e-47c8-bb42-cc84896f5c30 x-openstack-request-id: req-d5e6096c-783e-47c8-bb42-cc84896f5c30 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:31:36.327413 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e56f6af-a1a0-49db-bda1-dab8390531ae", "name": "network-vif-deleted", "tag": "a991794f-ce19-4c6a-9a69-754c9f61e6b3", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:31:36.327779 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d5e6096c-783e-47c8-bb42-cc84896f5c30 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:31:36.328319 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e56f6af-a1a0-49db-bda1-dab8390531ae', 'name': 'network-vif-deleted', 'tag': 'a991794f-ce19-4c6a-9a69-754c9f61e6b3', 'status': 'completed', 'code': 200} Jan 28 07:31:36.458362 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 43196) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:31:36.476799 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-226e8987-8dc9-48cb-a66b-aee0c68a8918 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:36.616243 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-226e8987-8dc9-48cb-a66b-aee0c68a8918 admin admin] Publish callbacks [] for security_group (8bb879a9-2240-49c4-a3db-d382c9b75a7f), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:36.621404 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-146392f9-1825-467c-8d2e-cb2f038d242d tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Router b6be81b5-6625-4d8d-9b32-0fe84a05d5c7 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:31:36.621606 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-226e8987-8dc9-48cb-a66b-aee0c68a8918 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (8bb879a9-2240-49c4-a3db-d382c9b75a7f), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:36.648272 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226e8987-8dc9-48cb-a66b-aee0c68a8918 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bb879a9-2240-49c4-a3db-d382c9b75a7f,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:31:36.695671 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-226e8987-8dc9-48cb-a66b-aee0c68a8918 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7bcef63c98384ad0bfdec1ceaa5cd62a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2362118 Jan 28 07:31:36.697830 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 43198) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:31:36.754975 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d3f4fa8f-5073-4de9-9da4-3ff63c01edf7 admin admin] Publish callbacks [] for security_group (8bb879a9-2240-49c4-a3db-d382c9b75a7f), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:36.779485 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d3f4fa8f-5073-4de9-9da4-3ff63c01edf7 admin admin] Publish callbacks [] for security_group (8bb879a9-2240-49c4-a3db-d382c9b75a7f), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:36.841471 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d3f4fa8f-5073-4de9-9da4-3ff63c01edf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (8bb879a9-2240-49c4-a3db-d382c9b75a7f), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:36.846050 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d3f4fa8f-5073-4de9-9da4-3ff63c01edf7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:36.854990 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-d3f4fa8f-5073-4de9-9da4-3ff63c01edf7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8bb879a9-2240-49c4-a3db-d382c9b75a7f HTTP/1.1" status: 204 len: 168 time: 0.1525612 Jan 28 07:31:36.885258 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f4fa8f-5073-4de9-9da4-3ff63c01edf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bb879a9-2240-49c4-a3db-d382c9b75a7f,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:31:36.971124 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:37.173243 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-146392f9-1825-467c-8d2e-cb2f038d242d tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:31:37.190133 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8760bfe-3a8a-476b-9d0b-20a1b398ec58 None None] Sync routers for ids ['b6be81b5-6625-4d8d-9b32-0fe84a05d5c7'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:31:37.204876 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8760bfe-3a8a-476b-9d0b-20a1b398ec58 None None] Routers {'b6be81b5-6625-4d8d-9b32-0fe84a05d5c7'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:31:37.206017 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-e8760bfe-3a8a-476b-9d0b-20a1b398ec58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:31:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['b6be81b5-6625-4d8d-9b32-0fe84a05d5c7'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:31:37.271939 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-e8760bfe-3a8a-476b-9d0b-20a1b398ec58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:31:37.288804 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8760bfe-3a8a-476b-9d0b-20a1b398ec58 None None] Routers {'b6be81b5-6625-4d8d-9b32-0fe84a05d5c7'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:31:37.293170 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-e8760bfe-3a8a-476b-9d0b-20a1b398ec58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:31:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['b6be81b5-6625-4d8d-9b32-0fe84a05d5c7'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:31:37.338613 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-e8760bfe-3a8a-476b-9d0b-20a1b398ec58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:31:37.339270 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8760bfe-3a8a-476b-9d0b-20a1b398ec58 None None] The sync data for ids ['b6be81b5-6625-4d8d-9b32-0fe84a05d5c7'] in n-d-712749-28 is: [] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:31:37.373452 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 43216) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:31:37.436381 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-427b2e0d-882e-4970-9776-9683977fb6e5 admin admin] Deleting subnet 27f633bf-8d42-4e16-9601-b788d31fc3eb {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:31:37.440780 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-427b2e0d-882e-4970-9776-9683977fb6e5 admin admin] Publish callbacks [] for subnet (27f633bf-8d42-4e16-9601-b788d31fc3eb), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:37.522185 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-427b2e0d-882e-4970-9776-9683977fb6e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24759175'] for subnet (27f633bf-8d42-4e16-9601-b788d31fc3eb), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:37.578604 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-146392f9-1825-467c-8d2e-cb2f038d242d tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Router dbda9b6a-ea6c-4248-b8e4-ddc9b761618c has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:31:37.611507 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-427b2e0d-882e-4970-9776-9683977fb6e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (27f633bf-8d42-4e16-9601-b788d31fc3eb), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:37.705748 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-427b2e0d-882e-4970-9776-9683977fb6e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24757569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24979817'] for subnet (27f633bf-8d42-4e16-9601-b788d31fc3eb), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:37.728063 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-427b2e0d-882e-4970-9776-9683977fb6e5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:37.733226 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-427b2e0d-882e-4970-9776-9683977fb6e5 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/27f633bf-8d42-4e16-9601-b788d31fc3eb HTTP/1.1" status: 204 len: 168 time: 0.3580399 Jan 28 07:31:37.763106 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-146392f9-1825-467c-8d2e-cb2f038d242d tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:31:37.766584 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 43228) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:31:37.767802 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427b2e0d-882e-4970-9776-9683977fb6e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27f633bf-8d42-4e16-9601-b788d31fc3eb,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:31:37.768719 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-146392f9-1825-467c-8d2e-cb2f038d242d tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for floatingip (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:37.773930 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f194408-3b13-47af-b92a-f8f95f18cf51 None None] Sync routers for ids ['dbda9b6a-ea6c-4248-b8e4-ddc9b761618c'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:31:37.793779 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f194408-3b13-47af-b92a-f8f95f18cf51 None None] Routers {'dbda9b6a-ea6c-4248-b8e4-ddc9b761618c'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:31:37.794413 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-3f194408-3b13-47af-b92a-f8f95f18cf51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:31:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['dbda9b6a-ea6c-4248-b8e4-ddc9b761618c'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:31:37.861546 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-3f194408-3b13-47af-b92a-f8f95f18cf51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:31:37.887422 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-146392f9-1825-467c-8d2e-cb2f038d242d tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] 10.222.0.41 "PUT /v2.0/floatingips/29d68cc3-09be-4c73-a47e-bb9540ba94e6 HTTP/1.1" status: 200 len: 978 time: 3.8002923 Jan 28 07:31:37.890194 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 43234) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:31:37.891268 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f194408-3b13-47af-b92a-f8f95f18cf51 None None] Routers {'dbda9b6a-ea6c-4248-b8e4-ddc9b761618c'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:31:37.892266 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-3f194408-3b13-47af-b92a-f8f95f18cf51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:31:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['dbda9b6a-ea6c-4248-b8e4-ddc9b761618c'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:31:37.969371 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4dfb9c89-6bcf-46df-b0dd-d7dfdd442793 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (28702e73-ed35-4083-9706-630e3557ac98), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:37.987202 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-3f194408-3b13-47af-b92a-f8f95f18cf51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:31:37.988035 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f194408-3b13-47af-b92a-f8f95f18cf51 None None] The sync data for ids ['dbda9b6a-ea6c-4248-b8e4-ddc9b761618c'] in n-d-712749-28 is: [] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:31:38.079993 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-dc8cb43a-3256-43ba-a453-f32115ba2dc4 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Deleting port 54d81256-3602-4961-ab18-22dffa83d58c {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:31:38.080406 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-dc8cb43a-3256-43ba-a453-f32115ba2dc4 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (54d81256-3602-4961-ab18-22dffa83d58c), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:38.151238 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4dfb9c89-6bcf-46df-b0dd-d7dfdd442793 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (28702e73-ed35-4083-9706-630e3557ac98), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:38.173185 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-4dfb9c89-6bcf-46df-b0dd-d7dfdd442793 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28702e73-ed35-4083-9706-630e3557ac98']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:31:38.184233 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-4dfb9c89-6bcf-46df-b0dd-d7dfdd442793 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecbc74d2-8b81-4d09-9b4f-4a8064e744b2') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:31:38.184788 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-4dfb9c89-6bcf-46df-b0dd-d7dfdd442793 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecbc74d2-8b81-4d09-9b4f-4a8064e744b2') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:31:38.196368 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4dfb9c89-6bcf-46df-b0dd-d7dfdd442793 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24759294'] for segment (ecbc74d2-8b81-4d09-9b4f-4a8064e744b2), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:38.213767 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4dfb9c89-6bcf-46df-b0dd-d7dfdd442793 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (ecbc74d2-8b81-4d09-9b4f-4a8064e744b2), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:38.223298 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dfb9c89-6bcf-46df-b0dd-d7dfdd442793 admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:31:38.224086 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4dfb9c89-6bcf-46df-b0dd-d7dfdd442793 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24757675'] for segment (ecbc74d2-8b81-4d09-9b4f-4a8064e744b2), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:38.227105 n-d-712749-28 neutron-server[103284]: Traceback (most recent call last): Jan 28 07:31:38.227105 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:31:38.227105 n-d-712749-28 neutron-server[103284]: timer() Jan 28 07:31:38.227105 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:31:38.227105 n-d-712749-28 neutron-server[103284]: cb(*args, **kw) Jan 28 07:31:38.227105 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:31:38.227105 n-d-712749-28 neutron-server[103284]: return func(*args, **kwargs) Jan 28 07:31:38.227105 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:31:38.227105 n-d-712749-28 neutron-server[103284]: self._notify() Jan 28 07:31:38.227105 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:31:38.227105 n-d-712749-28 neutron-server[103284]: self.callback(batched_events) Jan 28 07:31:38.227105 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:31:38.227105 n-d-712749-28 neutron-server[103284]: event.method(event) Jan 28 07:31:38.227105 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:31:38.227105 n-d-712749-28 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:31:38.227105 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:31:38.227105 n-d-712749-28 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:31:38.227105 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:31:38.227105 n-d-712749-28 neutron-server[103284]: return f(self, *a, **k) Jan 28 07:31:38.227105 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:31:38.227105 n-d-712749-28 neutron-server[103284]: return self._get(url).json() Jan 28 07:31:38.227105 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:31:38.227105 n-d-712749-28 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:31:38.227105 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:31:38.227105 n-d-712749-28 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Jan 28 07:31:38.227105 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:31:38.227105 n-d-712749-28 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:31:38.227105 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:31:38.227105 n-d-712749-28 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:31:38.227105 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:31:38.227105 n-d-712749-28 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:31:38.227105 n-d-712749-28 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:31:38.236389 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-dc8cb43a-3256-43ba-a453-f32115ba2dc4 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (54d81256-3602-4961-ab18-22dffa83d58c), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:38.348408 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4dfb9c89-6bcf-46df-b0dd-d7dfdd442793 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (28702e73-ed35-4083-9706-630e3557ac98), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:38.354763 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4dfb9c89-6bcf-46df-b0dd-d7dfdd442793 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:38.361604 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-4dfb9c89-6bcf-46df-b0dd-d7dfdd442793 admin admin] 10.222.0.41 "DELETE /v2.0/networks/28702e73-ed35-4083-9706-630e3557ac98 HTTP/1.1" status: 204 len: 168 time: 0.5902460 Jan 28 07:31:38.378237 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfb9c89-6bcf-46df-b0dd-d7dfdd442793 admin admin] Pushing event deleted for resources: {'Network': ['ID=28702e73-ed35-4083-9706-630e3557ac98,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:31:38.610692 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-dc8cb43a-3256-43ba-a453-f32115ba2dc4 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:38.611195 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-dc8cb43a-3256-43ba-a453-f32115ba2dc4 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16609095'] for floatingip (29d68cc3-09be-4c73-a47e-bb9540ba94e6), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:38.613990 n-d-712749-28 neutron-server[103283]: INFO neutron.db.l3_db [None req-dc8cb43a-3256-43ba-a453-f32115ba2dc4 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Floating IP 29d68cc3-09be-4c73-a47e-bb9540ba94e6 disassociated. External IP: 172.25.6.241, port: 54d81256-3602-4961-ab18-22dffa83d58c. Jan 28 07:31:38.614618 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-dc8cb43a-3256-43ba-a453-f32115ba2dc4 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Calling delete_port for 54d81256-3602-4961-ab18-22dffa83d58c owned by {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:31:38.681472 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:38.845522 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-dc8cb43a-3256-43ba-a453-f32115ba2dc4 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (54d81256-3602-4961-ab18-22dffa83d58c), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:38.877960 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 43260) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:31:38.902558 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8cb43a-3256-43ba-a453-f32115ba2dc4 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Pushing event deleted for resources: {'Port': ['ID=54d81256-3602-4961-ab18-22dffa83d58c,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:31:38.998118 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-976a487e-1897-4957-9082-20bd4c3baa96 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1cb3aa11f85340c1ac1d1a537bc5531a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1179919 Jan 28 07:31:39.002325 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 43264) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:31:39.109265 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc8cb43a-3256-43ba-a453-f32115ba2dc4 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Router dbda9b6a-ea6c-4248-b8e4-ddc9b761618c has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:31:39.134549 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1af98b34-f82a-4c69-8d0c-602779abff15 admin admin] Publish callbacks [] for security_group (4f3e0a59-4ac5-46ac-ab52-04956a668148), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:39.198496 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1af98b34-f82a-4c69-8d0c-602779abff15 admin admin] Publish callbacks [] for security_group (4f3e0a59-4ac5-46ac-ab52-04956a668148), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:39.257728 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc8cb43a-3256-43ba-a453-f32115ba2dc4 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:31:39.271351 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20ea3df-b778-49ab-92f3-d3183b55fefa None None] Sync routers for ids ['dbda9b6a-ea6c-4248-b8e4-ddc9b761618c'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:31:39.292569 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20ea3df-b778-49ab-92f3-d3183b55fefa None None] Routers {'dbda9b6a-ea6c-4248-b8e4-ddc9b761618c'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:31:39.293826 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-f20ea3df-b778-49ab-92f3-d3183b55fefa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:31:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['dbda9b6a-ea6c-4248-b8e4-ddc9b761618c'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:31:39.318624 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1af98b34-f82a-4c69-8d0c-602779abff15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (4f3e0a59-4ac5-46ac-ab52-04956a668148), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:39.322126 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1af98b34-f82a-4c69-8d0c-602779abff15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:39.326798 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-1af98b34-f82a-4c69-8d0c-602779abff15 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4f3e0a59-4ac5-46ac-ab52-04956a668148 HTTP/1.1" status: 204 len: 168 time: 0.3196940 Jan 28 07:31:39.347774 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af98b34-f82a-4c69-8d0c-602779abff15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f3e0a59-4ac5-46ac-ab52-04956a668148,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:31:39.387343 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-dc8cb43a-3256-43ba-a453-f32115ba2dc4 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:39.399800 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 43276) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:31:39.400046 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-dc8cb43a-3256-43ba-a453-f32115ba2dc4 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] 10.222.0.41 "DELETE /v2.0/ports/54d81256-3602-4961-ab18-22dffa83d58c HTTP/1.1" status: 204 len: 168 time: 1.5086222 Jan 28 07:31:39.457511 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-f20ea3df-b778-49ab-92f3-d3183b55fefa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:31:39.493002 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20ea3df-b778-49ab-92f3-d3183b55fefa None None] Routers {'dbda9b6a-ea6c-4248-b8e4-ddc9b761618c'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:31:39.493825 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-f20ea3df-b778-49ab-92f3-d3183b55fefa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:31:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['dbda9b6a-ea6c-4248-b8e4-ddc9b761618c'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:31:39.579293 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-f20ea3df-b778-49ab-92f3-d3183b55fefa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:31:39.580491 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20ea3df-b778-49ab-92f3-d3183b55fefa None None] The sync data for ids ['dbda9b6a-ea6c-4248-b8e4-ddc9b761618c'] in n-d-712749-28 is: [] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:31:39.711791 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:39.851919 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 43292) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:31:40.111139 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b0164c3e-f302-4865-8f9f-5d67f5509a51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:40.231931 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bb2402f0-3279-4ed9-baad-21f1427eacde tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16606535'] for router_interface (dbda9b6a-ea6c-4248-b8e4-ddc9b761618c), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:40.314067 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b0164c3e-f302-4865-8f9f-5d67f5509a51 admin admin] Publish callbacks [] for security_group (961cf43d-2ab2-4e6e-8afa-2a8910132148), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:40.322871 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b0164c3e-f302-4865-8f9f-5d67f5509a51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (961cf43d-2ab2-4e6e-8afa-2a8910132148), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:40.330427 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device a991794f-ce19-4c6a-9a69-754c9f61e6b3 no longer exists at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:31:40.356613 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0164c3e-f302-4865-8f9f-5d67f5509a51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=961cf43d-2ab2-4e6e-8afa-2a8910132148,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:31:40.378855 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-b0164c3e-f302-4865-8f9f-5d67f5509a51 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=920cc74e706f44fbb82eb96729318b4e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5216949 Jan 28 07:31:40.379331 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 43312) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:31:40.390765 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] No Port match for: a991794f-ce19-4c6a-9a69-754c9f61e6b3 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:31:40.391125 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device a991794f-ce19-4c6a-9a69-754c9f61e6b3 not bound to the agent host n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:31:40.420086 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 43316) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:31:40.508118 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-78fffc72-051f-4538-bab8-2f0e7e595561 admin admin] Publish callbacks [] for security_group (961cf43d-2ab2-4e6e-8afa-2a8910132148), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:40.557249 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-78fffc72-051f-4538-bab8-2f0e7e595561 admin admin] Publish callbacks [] for security_group (961cf43d-2ab2-4e6e-8afa-2a8910132148), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:40.654503 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1d128c49-4359-45f0-a4c5-4683436f2f04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:40.687411 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-78fffc72-051f-4538-bab8-2f0e7e595561 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (961cf43d-2ab2-4e6e-8afa-2a8910132148), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:40.690137 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-78fffc72-051f-4538-bab8-2f0e7e595561 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:40.694284 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-78fffc72-051f-4538-bab8-2f0e7e595561 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/961cf43d-2ab2-4e6e-8afa-2a8910132148 HTTP/1.1" status: 204 len: 168 time: 0.3107603 Jan 28 07:31:40.714537 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-bb2402f0-3279-4ed9-baad-21f1427eacde tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Deleting port d4fe6079-36cf-402e-a9c4-4610abba6bc8 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:31:40.714537 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bb2402f0-3279-4ed9-baad-21f1427eacde tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (d4fe6079-36cf-402e-a9c4-4610abba6bc8), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:40.726575 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fffc72-051f-4538-bab8-2f0e7e595561 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=961cf43d-2ab2-4e6e-8afa-2a8910132148,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:31:40.921324 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bb2402f0-3279-4ed9-baad-21f1427eacde tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (d4fe6079-36cf-402e-a9c4-4610abba6bc8), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:40.924972 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1d128c49-4359-45f0-a4c5-4683436f2f04 admin admin] Publish callbacks [] for security_group (3ea172ea-2275-4c0b-a714-da2a9395c494), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:40.934414 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1d128c49-4359-45f0-a4c5-4683436f2f04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (3ea172ea-2275-4c0b-a714-da2a9395c494), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:40.944686 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-bb2402f0-3279-4ed9-baad-21f1427eacde tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Calling delete_port for d4fe6079-36cf-402e-a9c4-4610abba6bc8 owned by network:router_interface {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:31:40.992807 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-1d128c49-4359-45f0-a4c5-4683436f2f04 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=94da9ce7e8d44bc2a4e0e17f123fb0af&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5716290 Jan 28 07:31:40.993626 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 43334) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:31:40.994288 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d128c49-4359-45f0-a4c5-4683436f2f04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ea172ea-2275-4c0b-a714-da2a9395c494,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:31:41.058286 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-992a768f-79fd-41b2-8117-095e8ffe5fa3 admin admin] Publish callbacks [] for security_group (3ea172ea-2275-4c0b-a714-da2a9395c494), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:41.086225 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-992a768f-79fd-41b2-8117-095e8ffe5fa3 admin admin] Publish callbacks [] for security_group (3ea172ea-2275-4c0b-a714-da2a9395c494), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:41.162825 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-992a768f-79fd-41b2-8117-095e8ffe5fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (3ea172ea-2275-4c0b-a714-da2a9395c494), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:41.165721 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-992a768f-79fd-41b2-8117-095e8ffe5fa3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:41.167131 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-992a768f-79fd-41b2-8117-095e8ffe5fa3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3ea172ea-2275-4c0b-a714-da2a9395c494 HTTP/1.1" status: 204 len: 168 time: 0.1699870 Jan 28 07:31:41.187428 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992a768f-79fd-41b2-8117-095e8ffe5fa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ea172ea-2275-4c0b-a714-da2a9395c494,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:31:41.392701 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bb2402f0-3279-4ed9-baad-21f1427eacde tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (d4fe6079-36cf-402e-a9c4-4610abba6bc8), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:41.490584 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 43354) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:31:41.503607 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2402f0-3279-4ed9-baad-21f1427eacde tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Pushing event deleted for resources: {'Port': ['ID=d4fe6079-36cf-402e-a9c4-4610abba6bc8,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:31:41.512142 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-510a25cf-6b24-4abd-975f-c29105a72b1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:41.701493 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-510a25cf-6b24-4abd-975f-c29105a72b1b admin admin] Publish callbacks [] for security_group (669df811-eb06-4199-8a9c-7913ec3cfd76), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:41.712380 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-510a25cf-6b24-4abd-975f-c29105a72b1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (669df811-eb06-4199-8a9c-7913ec3cfd76), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:41.747606 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-510a25cf-6b24-4abd-975f-c29105a72b1b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=22c505457a874dea882e4ee6477dc457&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2553120 Jan 28 07:31:41.754826 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 43358) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:31:41.794144 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510a25cf-6b24-4abd-975f-c29105a72b1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=669df811-eb06-4199-8a9c-7913ec3cfd76,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:31:41.839254 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a066208b-3689-465a-a607-f2a0cc63d0e8 admin admin] Publish callbacks [] for security_group (669df811-eb06-4199-8a9c-7913ec3cfd76), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:41.849207 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bb2402f0-3279-4ed9-baad-21f1427eacde tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16319006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16606699'] for router_interface (dbda9b6a-ea6c-4248-b8e4-ddc9b761618c), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:41.868095 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a066208b-3689-465a-a607-f2a0cc63d0e8 admin admin] Publish callbacks [] for security_group (669df811-eb06-4199-8a9c-7913ec3cfd76), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:41.947253 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a066208b-3689-465a-a607-f2a0cc63d0e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (669df811-eb06-4199-8a9c-7913ec3cfd76), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:41.950419 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a066208b-3689-465a-a607-f2a0cc63d0e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:41.951615 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-a066208b-3689-465a-a607-f2a0cc63d0e8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/669df811-eb06-4199-8a9c-7913ec3cfd76 HTTP/1.1" status: 204 len: 168 time: 0.1957679 Jan 28 07:31:41.967079 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a066208b-3689-465a-a607-f2a0cc63d0e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=669df811-eb06-4199-8a9c-7913ec3cfd76,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:31:42.123356 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 43376) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:31:42.151239 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-77f3ab3c-2a47-418e-bcb8-9ddba5fb1361 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:42.297931 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-77f3ab3c-2a47-418e-bcb8-9ddba5fb1361 admin admin] Publish callbacks [] for security_group (bae67d9b-444f-43fc-9950-768220fd851a), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:42.307725 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 43386) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:31:42.311250 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-77f3ab3c-2a47-418e-bcb8-9ddba5fb1361 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (bae67d9b-444f-43fc-9950-768220fd851a), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:42.364528 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-77f3ab3c-2a47-418e-bcb8-9ddba5fb1361 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=356e7ac94cb9434883702564201bd402&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2395451 Jan 28 07:31:42.367654 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 43392) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:31:42.376289 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f3ab3c-2a47-418e-bcb8-9ddba5fb1361 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bae67d9b-444f-43fc-9950-768220fd851a,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:31:42.452852 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4842617b-cd1f-45bf-9a41-6ca272f57d75 admin admin] Publish callbacks [] for security_group (bae67d9b-444f-43fc-9950-768220fd851a), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:42.490964 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4842617b-cd1f-45bf-9a41-6ca272f57d75 admin admin] Publish callbacks [] for security_group (bae67d9b-444f-43fc-9950-768220fd851a), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:42.535541 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb2402f0-3279-4ed9-baad-21f1427eacde tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Router dbda9b6a-ea6c-4248-b8e4-ddc9b761618c has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:31:42.586480 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4842617b-cd1f-45bf-9a41-6ca272f57d75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (bae67d9b-444f-43fc-9950-768220fd851a), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:42.590253 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4842617b-cd1f-45bf-9a41-6ca272f57d75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:42.591547 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-4842617b-cd1f-45bf-9a41-6ca272f57d75 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bae67d9b-444f-43fc-9950-768220fd851a HTTP/1.1" status: 204 len: 168 time: 0.2222083 Jan 28 07:31:42.614711 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4842617b-cd1f-45bf-9a41-6ca272f57d75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bae67d9b-444f-43fc-9950-768220fd851a,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:31:42.747208 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb2402f0-3279-4ed9-baad-21f1427eacde tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:31:42.754586 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-bb2402f0-3279-4ed9-baad-21f1427eacde tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] 10.222.0.41 "PUT /v2.0/routers/dbda9b6a-ea6c-4248-b8e4-ddc9b761618c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3527133 Jan 28 07:31:42.757668 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 43398) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:31:42.763709 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8d692e-2ac8-4d39-b63f-4f444e5e742a None None] Sync routers for ids ['dbda9b6a-ea6c-4248-b8e4-ddc9b761618c'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:31:42.788530 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8d692e-2ac8-4d39-b63f-4f444e5e742a None None] Routers {'dbda9b6a-ea6c-4248-b8e4-ddc9b761618c'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:31:42.790062 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-2a8d692e-2ac8-4d39-b63f-4f444e5e742a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:31:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['dbda9b6a-ea6c-4248-b8e4-ddc9b761618c'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:31:42.893420 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-2a8d692e-2ac8-4d39-b63f-4f444e5e742a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:31:42.911650 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8d692e-2ac8-4d39-b63f-4f444e5e742a None None] Routers {'dbda9b6a-ea6c-4248-b8e4-ddc9b761618c'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:31:42.913347 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-2a8d692e-2ac8-4d39-b63f-4f444e5e742a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:31:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['dbda9b6a-ea6c-4248-b8e4-ddc9b761618c'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:31:42.962955 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-3dec9449-32af-48c4-a810-474354133c68 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1485763674-network', 'tenant_id': 'af35f21ed1ee47008678836969a0d253'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:31:42.983753 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-2a8d692e-2ac8-4d39-b63f-4f444e5e742a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:31:42.985925 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8d692e-2ac8-4d39-b63f-4f444e5e742a None None] The sync data for ids ['dbda9b6a-ea6c-4248-b8e4-ddc9b761618c'] in n-d-712749-28 is: [] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:31:43.002967 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dec9449-32af-48c4-a810-474354133c68 admin admin] Made reservation on behalf of af35f21ed1ee47008678836969a0d253 for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:31:43.006467 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3dec9449-32af-48c4-a810-474354133c68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:43.020364 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3dec9449-32af-48c4-a810-474354133c68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:43.056151 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-09c9fb20-bd1c-40fe-8a2c-4ebab55824f3 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks [] for router (dbda9b6a-ea6c-4248-b8e4-ddc9b761618c), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:43.172155 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3dec9449-32af-48c4-a810-474354133c68 admin admin] Publish callbacks [] for security_group (3c5346dc-f757-4ff5-9ea1-d40d9bd6b869), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:43.182728 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3dec9449-32af-48c4-a810-474354133c68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (3c5346dc-f757-4ff5-9ea1-d40d9bd6b869), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:43.227952 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dec9449-32af-48c4-a810-474354133c68 admin admin] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:31:43.263992 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dec9449-32af-48c4-a810-474354133c68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c5346dc-f757-4ff5-9ea1-d40d9bd6b869,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:31:43.269141 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-09c9fb20-bd1c-40fe-8a2c-4ebab55824f3 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks [] for router_gateway (dbda9b6a-ea6c-4248-b8e4-ddc9b761618c), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:43.285395 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3dec9449-32af-48c4-a810-474354133c68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (473d0bd6-a7d7-47be-b640-e2f5658ac027), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:43.285691 n-d-712749-28 neutron-server[103284]: INFO neutron.db.segments_db [None req-3dec9449-32af-48c4-a810-474354133c68 admin admin] Added segment 473d0bd6-a7d7-47be-b640-e2f5658ac027 of type vlan for network 357baa4b-4f79-49f8-be8c-5fdc754a2350 Jan 28 07:31:43.366212 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3dec9449-32af-48c4-a810-474354133c68 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (357baa4b-4f79-49f8-be8c-5fdc754a2350), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:43.443127 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3dec9449-32af-48c4-a810-474354133c68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (357baa4b-4f79-49f8-be8c-5fdc754a2350), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:43.445984 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dec9449-32af-48c4-a810-474354133c68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:31:43.446609 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3dec9449-32af-48c4-a810-474354133c68 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:43.458508 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-09c9fb20-bd1c-40fe-8a2c-4ebab55824f3 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Deleting port 4e52e0a0-31a6-4288-a3c8-f4cd38ba4931 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:31:43.458917 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-09c9fb20-bd1c-40fe-8a2c-4ebab55824f3 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (4e52e0a0-31a6-4288-a3c8-f4cd38ba4931), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:43.649393 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-3dec9449-32af-48c4-a810-474354133c68 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3403099 Jan 28 07:31:43.656045 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 43438) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:31:43.669403 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-dad69b6e-61a2-480d-8ef7-4ff0fc84120c admin admin] Request body: {'subnet': {'network_id': '357baa4b-4f79-49f8-be8c-5fdc754a2350', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1485763674-subnet', 'tenant_id': 'af35f21ed1ee47008678836969a0d253', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:31:43.670316 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-09c9fb20-bd1c-40fe-8a2c-4ebab55824f3 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (4e52e0a0-31a6-4288-a3c8-f4cd38ba4931), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:43.688132 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dec9449-32af-48c4-a810-474354133c68 admin admin] Pushing event updated for resources: {'Network': ['ID=357baa4b-4f79-49f8-be8c-5fdc754a2350,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:31:43.690422 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-09c9fb20-bd1c-40fe-8a2c-4ebab55824f3 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Calling delete_port for 4e52e0a0-31a6-4288-a3c8-f4cd38ba4931 owned by network:router_gateway {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:31:43.698661 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network 357baa4b-4f79-49f8-be8c-5fdc754a2350 details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:31:43.737093 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dad69b6e-61a2-480d-8ef7-4ff0fc84120c admin admin] Made reservation on behalf of af35f21ed1ee47008678836969a0d253 for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:31:43.739509 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dad69b6e-61a2-480d-8ef7-4ff0fc84120c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24979592'] for subnet (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:43.956341 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-09c9fb20-bd1c-40fe-8a2c-4ebab55824f3 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (4e52e0a0-31a6-4288-a3c8-f4cd38ba4931), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:43.995975 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c9fb20-bd1c-40fe-8a2c-4ebab55824f3 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Pushing event deleted for resources: {'Port': ['ID=4e52e0a0-31a6-4288-a3c8-f4cd38ba4931,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:31:44.034106 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 43450) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:31:44.100855 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-09c9fb20-bd1c-40fe-8a2c-4ebab55824f3 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16607873'] for router_gateway (dbda9b6a-ea6c-4248-b8e4-ddc9b761618c), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:44.139312 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dad69b6e-61a2-480d-8ef7-4ff0fc84120c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24757504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24979610'] for subnet (65a73a7b-dea4-40fe-b353-341144e10c02), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:44.211186 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad69b6e-61a2-480d-8ef7-4ff0fc84120c admin admin] Pushing event updated for resources: {'Subnet': ['ID=65a73a7b-dea4-40fe-b353-341144e10c02,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:31:44.224289 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-09c9fb20-bd1c-40fe-8a2c-4ebab55824f3 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16605684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127449'] for router (dbda9b6a-ea6c-4248-b8e4-ddc9b761618c), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:44.227428 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-09c9fb20-bd1c-40fe-8a2c-4ebab55824f3 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks [] for router_controller (dbda9b6a-ea6c-4248-b8e4-ddc9b761618c), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:44.245631 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad69b6e-61a2-480d-8ef7-4ff0fc84120c admin admin] Checking segment: {'id': '473d0bd6-a7d7-47be-b640-e2f5658ac027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '357baa4b-4f79-49f8-be8c-5fdc754a2350'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:31:44.248215 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad69b6e-61a2-480d-8ef7-4ff0fc84120c admin admin] Network hostable DHCP agents. Network: 357baa4b-4f79-49f8-be8c-5fdc754a2350, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:31:44.291981 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-09c9fb20-bd1c-40fe-8a2c-4ebab55824f3 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16605693'] for router (dbda9b6a-ea6c-4248-b8e4-ddc9b761618c), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:44.292658 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09c9fb20-bd1c-40fe-8a2c-4ebab55824f3 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Fanout notify agent at l3_agent the message router_deleted on router dbda9b6a-ea6c-4248-b8e4-ddc9b761618c {{(pid=103283) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 07:31:44.294431 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fcfa2313-b94d-4ee9-a0ee-c8f306622119 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:44.301273 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-09c9fb20-bd1c-40fe-8a2c-4ebab55824f3 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks [] for router (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:44.306940 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-09c9fb20-bd1c-40fe-8a2c-4ebab55824f3 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] 10.222.0.41 "DELETE /v2.0/routers/dbda9b6a-ea6c-4248-b8e4-ddc9b761618c HTTP/1.1" status: 204 len: 168 time: 1.5480194 Jan 28 07:31:44.307902 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 43464) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:31:44.341075 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad69b6e-61a2-480d-8ef7-4ff0fc84120c admin admin] Network 357baa4b-4f79-49f8-be8c-5fdc754a2350 is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:31:44.372281 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_v2 [None req-1072da22-8924-42e3-91a8-5cb23e7eed33 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Deleting subnet daea6bcb-f53b-4731-9982-cd194f77247c {{(pid=103283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:31:44.376449 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1072da22-8924-42e3-91a8-5cb23e7eed33 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks [] for subnet (daea6bcb-f53b-4731-9982-cd194f77247c), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:44.379026 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-dad69b6e-61a2-480d-8ef7-4ff0fc84120c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, 357baa4b-4f79-49f8-be8c-5fdc754a2350) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:31:44.397378 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57cfdb40-fcd8-4bd3-8807-307b956cbe40 None None] Network 357baa4b-4f79-49f8-be8c-5fdc754a2350 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:31:44.473462 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad69b6e-61a2-480d-8ef7-4ff0fc84120c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:31:44.474073 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dad69b6e-61a2-480d-8ef7-4ff0fc84120c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:44.495317 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1072da22-8924-42e3-91a8-5cb23e7eed33 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13506696'] for subnet (daea6bcb-f53b-4731-9982-cd194f77247c), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:44.543716 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fcfa2313-b94d-4ee9-a0ee-c8f306622119 admin admin] Publish callbacks [] for security_group (485a74a3-9b73-4039-83e2-e9a67265fb63), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:44.548938 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-dad69b6e-61a2-480d-8ef7-4ff0fc84120c admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8908012 Jan 28 07:31:44.551809 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fcfa2313-b94d-4ee9-a0ee-c8f306622119 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (485a74a3-9b73-4039-83e2-e9a67265fb63), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:44.600943 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-fcfa2313-b94d-4ee9-a0ee-c8f306622119 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2d9e129f834340ac969445d05aac46f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5656002 Jan 28 07:31:44.603273 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 43476) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:31:44.613991 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b273148a-406e-43db-b74d-37811f9a5aca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3dd72b9-6805-5f61-b6f3-a591f99a173d-357baa4b-4f79-49f8-be8c-5fdc754a2350', 'network_id': '357baa4b-4f79-49f8-be8c-5fdc754a2350', 'project_id': 'af35f21ed1ee47008678836969a0d253', 'fixed_ips': [{'subnet_id': '65a73a7b-dea4-40fe-b353-341144e10c02'}]}} from n-d-712749-28. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 07:31:44.614865 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b273148a-406e-43db-b74d-37811f9a5aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:44.624105 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfa2313-b94d-4ee9-a0ee-c8f306622119 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=485a74a3-9b73-4039-83e2-e9a67265fb63,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:31:44.689671 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1072da22-8924-42e3-91a8-5cb23e7eed33 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (daea6bcb-f53b-4731-9982-cd194f77247c), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:44.692451 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bcc3f153-c69d-47e6-bcc5-de783bc3756c admin admin] Publish callbacks [] for security_group (485a74a3-9b73-4039-83e2-e9a67265fb63), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:44.875343 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1072da22-8924-42e3-91a8-5cb23e7eed33 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13546665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13556132'] for subnet (daea6bcb-f53b-4731-9982-cd194f77247c), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:44.903410 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1072da22-8924-42e3-91a8-5cb23e7eed33 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks [] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:44.913719 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-1072da22-8924-42e3-91a8-5cb23e7eed33 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] 10.222.0.41 "DELETE /v2.0/subnets/daea6bcb-f53b-4731-9982-cd194f77247c HTTP/1.1" status: 204 len: 168 time: 0.6020494 Jan 28 07:31:44.926689 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-b273148a-406e-43db-b74d-37811f9a5aca None None] Allocated IP 172.20.0.2 (357baa4b-4f79-49f8-be8c-5fdc754a2350/65a73a7b-dea4-40fe-b353-341144e10c02/9f9f0671-cb2a-4024-9f4a-0e00150f9a90) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:31:44.935885 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 43482) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:31:44.969123 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1072da22-8924-42e3-91a8-5cb23e7eed33 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Pushing event deleted for resources: {'Subnet': ['ID=daea6bcb-f53b-4731-9982-cd194f77247c,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:31:45.018588 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a38c145-c0ef-481e-9e88-a16d7308ee78 None None] Network 19eafffd-1691-45a8-ae46-b3bdbac082ce requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:31:45.027149 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bcc3f153-c69d-47e6-bcc5-de783bc3756c admin admin] Publish callbacks [] for security_group (485a74a3-9b73-4039-83e2-e9a67265fb63), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:45.148116 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9da4b3e8-17b0-414d-88d9-69abd76bb29c tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (19eafffd-1691-45a8-ae46-b3bdbac082ce), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:45.161009 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bcc3f153-c69d-47e6-bcc5-de783bc3756c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (485a74a3-9b73-4039-83e2-e9a67265fb63), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:45.164679 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bcc3f153-c69d-47e6-bcc5-de783bc3756c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:45.166567 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-bcc3f153-c69d-47e6-bcc5-de783bc3756c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/485a74a3-9b73-4039-83e2-e9a67265fb63 HTTP/1.1" status: 204 len: 168 time: 0.5527570 Jan 28 07:31:45.208782 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc3f153-c69d-47e6-bcc5-de783bc3756c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=485a74a3-9b73-4039-83e2-e9a67265fb63,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:31:45.263975 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f82d74a-f3ab-4d41-aa3c-c582f4dd11a1 None None] DHCP port deletion for 19eafffd-1691-45a8-ae46-b3bdbac082ce request from n-d-712749-28 {{(pid=103285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 07:31:45.267564 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b273148a-406e-43db-b74d-37811f9a5aca None None] Publish callbacks [] for port (9f9f0671-cb2a-4024-9f4a-0e00150f9a90), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:45.282874 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-9da4b3e8-17b0-414d-88d9-69abd76bb29c tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Deleting port ecf9b616-9b9e-4e08-b000-ec2c949d2fee {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:31:45.283617 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9da4b3e8-17b0-414d-88d9-69abd76bb29c tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (ecf9b616-9b9e-4e08-b000-ec2c949d2fee), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:45.302554 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b273148a-406e-43db-b74d-37811f9a5aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (9f9f0671-cb2a-4024-9f4a-0e00150f9a90), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:45.322638 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b273148a-406e-43db-b74d-37811f9a5aca None None] Network 357baa4b-4f79-49f8-be8c-5fdc754a2350 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:31:45.354411 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-b273148a-406e-43db-b74d-37811f9a5aca None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:31:45.366812 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b273148a-406e-43db-b74d-37811f9a5aca None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:31:45.385226 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b273148a-406e-43db-b74d-37811f9a5aca None None] Pushing event updated for resources: {'Port': ['ID=9f9f0671-cb2a-4024-9f4a-0e00150f9a90,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:31:45.406287 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-9da4b3e8-17b0-414d-88d9-69abd76bb29c tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] For port ecf9b616-9b9e-4e08-b000-ec2c949d2fee, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=ecf9b616-9b9e-4e08-b000-ec2c949d2fee,segment=NetworkSegment(a9fcc798-7845-43ac-81bf-f90fb8cae8ee),segment_id=a9fcc798-7845-43ac-81bf-f90fb8cae8ee)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:31:45.406287 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9da4b3e8-17b0-414d-88d9-69abd76bb29c tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (ecf9b616-9b9e-4e08-b000-ec2c949d2fee), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:45.434198 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-9da4b3e8-17b0-414d-88d9-69abd76bb29c tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Calling delete_port for ecf9b616-9b9e-4e08-b000-ec2c949d2fee owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:31:45.457653 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-b273148a-406e-43db-b74d-37811f9a5aca None None] Attempting to bind port 9f9f0671-cb2a-4024-9f4a-0e00150f9a90 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:31:45.458025 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-b273148a-406e-43db-b74d-37811f9a5aca None None] Attempting to bind port 9f9f0671-cb2a-4024-9f4a-0e00150f9a90 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '473d0bd6-a7d7-47be-b640-e2f5658ac027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '357baa4b-4f79-49f8-be8c-5fdc754a2350'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:31:45.458407 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b273148a-406e-43db-b74d-37811f9a5aca None None] Attempting to bind port 9f9f0671-cb2a-4024-9f4a-0e00150f9a90 on network 357baa4b-4f79-49f8-be8c-5fdc754a2350 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:31:45.472601 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b273148a-406e-43db-b74d-37811f9a5aca None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 31, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:31:45.472994 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b273148a-406e-43db-b74d-37811f9a5aca None None] Checking segment: {'id': '473d0bd6-a7d7-47be-b640-e2f5658ac027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '357baa4b-4f79-49f8-be8c-5fdc754a2350'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:31:45.473406 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b273148a-406e-43db-b74d-37811f9a5aca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:45.473822 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b273148a-406e-43db-b74d-37811f9a5aca None None] Bound using segment: {'id': '473d0bd6-a7d7-47be-b640-e2f5658ac027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '357baa4b-4f79-49f8-be8c-5fdc754a2350'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:31:45.474384 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-b273148a-406e-43db-b74d-37811f9a5aca None None] Bound port: 9f9f0671-cb2a-4024-9f4a-0e00150f9a90, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '473d0bd6-a7d7-47be-b640-e2f5658ac027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '357baa4b-4f79-49f8-be8c-5fdc754a2350'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:31:45.475688 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b273148a-406e-43db-b74d-37811f9a5aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (9f9f0671-cb2a-4024-9f4a-0e00150f9a90), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:45.486756 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-0f82d74a-f3ab-4d41-aa3c-c582f4dd11a1 None None] Deleting port ecf9b616-9b9e-4e08-b000-ec2c949d2fee {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:31:45.486924 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0f82d74a-f3ab-4d41-aa3c-c582f4dd11a1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (ecf9b616-9b9e-4e08-b000-ec2c949d2fee), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:45.558784 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-0f82d74a-f3ab-4d41-aa3c-c582f4dd11a1 None None] For port ecf9b616-9b9e-4e08-b000-ec2c949d2fee, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=ecf9b616-9b9e-4e08-b000-ec2c949d2fee,segment=NetworkSegment(a9fcc798-7845-43ac-81bf-f90fb8cae8ee),segment_id=a9fcc798-7845-43ac-81bf-f90fb8cae8ee)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:31:45.560352 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0f82d74a-f3ab-4d41-aa3c-c582f4dd11a1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (ecf9b616-9b9e-4e08-b000-ec2c949d2fee), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:45.571297 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9da4b3e8-17b0-414d-88d9-69abd76bb29c tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (ecf9b616-9b9e-4e08-b000-ec2c949d2fee), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:45.580177 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-0f82d74a-f3ab-4d41-aa3c-c582f4dd11a1 None None] Calling delete_port for ecf9b616-9b9e-4e08-b000-ec2c949d2fee owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:31:45.613181 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da4b3e8-17b0-414d-88d9-69abd76bb29c tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Pushing event deleted for resources: {'Port': ['ID=ecf9b616-9b9e-4e08-b000-ec2c949d2fee,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:31:45.622998 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da4b3e8-17b0-414d-88d9-69abd76bb29c tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] No DVR routers for this DVR port ecf9b616-9b9e-4e08-b000-ec2c949d2fee on host n-d-712749-28 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:31:45.750946 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-b273148a-406e-43db-b74d-37811f9a5aca None None] For port 9f9f0671-cb2a-4024-9f4a-0e00150f9a90, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:31:45.762781 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9da4b3e8-17b0-414d-88d9-69abd76bb29c tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (19eafffd-1691-45a8-ae46-b3bdbac082ce), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:45.774435 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-b273148a-406e-43db-b74d-37811f9a5aca None None] For port 9f9f0671-cb2a-4024-9f4a-0e00150f9a90, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=9f9f0671-cb2a-4024-9f4a-0e00150f9a90,segment=NetworkSegment(473d0bd6-a7d7-47be-b640-e2f5658ac027),segment_id=473d0bd6-a7d7-47be-b640-e2f5658ac027)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:31:45.786195 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b273148a-406e-43db-b74d-37811f9a5aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (9f9f0671-cb2a-4024-9f4a-0e00150f9a90), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:45.795029 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-9da4b3e8-17b0-414d-88d9-69abd76bb29c tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19eafffd-1691-45a8-ae46-b3bdbac082ce']}} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:31:45.820568 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-9da4b3e8-17b0-414d-88d9-69abd76bb29c tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9fcc798-7845-43ac-81bf-f90fb8cae8ee') {'for_net_delete': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:31:45.820919 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-9da4b3e8-17b0-414d-88d9-69abd76bb29c tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9fcc798-7845-43ac-81bf-f90fb8cae8ee') {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:31:45.852457 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9da4b3e8-17b0-414d-88d9-69abd76bb29c tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13506801'] for segment (a9fcc798-7845-43ac-81bf-f90fb8cae8ee), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:45.861377 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b273148a-406e-43db-b74d-37811f9a5aca None None] Pushing event updated for resources: {'Port': ['ID=9f9f0671-cb2a-4024-9f4a-0e00150f9a90,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:31:45.867335 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0f82d74a-f3ab-4d41-aa3c-c582f4dd11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298'] for port (ecf9b616-9b9e-4e08-b000-ec2c949d2fee), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:45.887453 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9da4b3e8-17b0-414d-88d9-69abd76bb29c tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (a9fcc798-7845-43ac-81bf-f90fb8cae8ee), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:45.899094 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f82d74a-f3ab-4d41-aa3c-c582f4dd11a1 None None] No DVR routers for this DVR port ecf9b616-9b9e-4e08-b000-ec2c949d2fee on host n-d-712749-28 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:31:45.899548 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9da4b3e8-17b0-414d-88d9-69abd76bb29c tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=103283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:31:45.899920 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9da4b3e8-17b0-414d-88d9-69abd76bb29c tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13546563'] for segment (a9fcc798-7845-43ac-81bf-f90fb8cae8ee), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:45.905550 n-d-712749-28 neutron-server[103283]: Traceback (most recent call last): Jan 28 07:31:45.905550 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:31:45.905550 n-d-712749-28 neutron-server[103283]: timer() Jan 28 07:31:45.905550 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:31:45.905550 n-d-712749-28 neutron-server[103283]: cb(*args, **kw) Jan 28 07:31:45.905550 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:31:45.905550 n-d-712749-28 neutron-server[103283]: return func(*args, **kwargs) Jan 28 07:31:45.905550 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:31:45.905550 n-d-712749-28 neutron-server[103283]: self._notify() Jan 28 07:31:45.905550 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:31:45.905550 n-d-712749-28 neutron-server[103283]: self.callback(batched_events) Jan 28 07:31:45.905550 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:31:45.905550 n-d-712749-28 neutron-server[103283]: event.method(event) Jan 28 07:31:45.905550 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:31:45.905550 n-d-712749-28 neutron-server[103283]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:31:45.905550 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:31:45.905550 n-d-712749-28 neutron-server[103283]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:31:45.905550 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:31:45.905550 n-d-712749-28 neutron-server[103283]: return f(self, *a, **k) Jan 28 07:31:45.905550 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:31:45.905550 n-d-712749-28 neutron-server[103283]: return self._get(url).json() Jan 28 07:31:45.905550 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:31:45.905550 n-d-712749-28 neutron-server[103283]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:31:45.905550 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:31:45.905550 n-d-712749-28 neutron-server[103283]: return self.request(url, 'GET', **kwargs) Jan 28 07:31:45.905550 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:31:45.905550 n-d-712749-28 neutron-server[103283]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:31:45.905550 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:31:45.905550 n-d-712749-28 neutron-server[103283]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:31:45.905550 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:31:45.905550 n-d-712749-28 neutron-server[103283]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:31:45.905550 n-d-712749-28 neutron-server[103283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:31:46.032571 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9da4b3e8-17b0-414d-88d9-69abd76bb29c tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (19eafffd-1691-45a8-ae46-b3bdbac082ce), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:46.047884 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9da4b3e8-17b0-414d-88d9-69abd76bb29c tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks [] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:46.058220 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-9da4b3e8-17b0-414d-88d9-69abd76bb29c tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] 10.222.0.41 "DELETE /v2.0/networks/19eafffd-1691-45a8-ae46-b3bdbac082ce HTTP/1.1" status: 204 len: 168 time: 1.1208467 Jan 28 07:31:46.061078 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 43508) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:31:46.087241 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da4b3e8-17b0-414d-88d9-69abd76bb29c tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Pushing event deleted for resources: {'Network': ['ID=19eafffd-1691-45a8-ae46-b3bdbac082ce,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:31:46.124843 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f82d74a-f3ab-4d41-aa3c-c582f4dd11a1 None None] Pushing event deleted for resources: {'Port': ['ID=ecf9b616-9b9e-4e08-b000-ec2c949d2fee,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:31:46.206443 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device ecf9b616-9b9e-4e08-b000-ec2c949d2fee no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:31:46.245059 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: ecf9b616-9b9e-4e08-b000-ec2c949d2fee {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:31:46.245411 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device ecf9b616-9b9e-4e08-b000-ec2c949d2fee not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:31:46.488001 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 43524) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:31:46.508470 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c566e918-f87a-411d-888c-d48af071d282 req-42358c64-1594-4cb7-84f2-b23fb1f8bc18 tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:31:46.514729 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c566e918-f87a-411d-888c-d48af071d282 req-42358c64-1594-4cb7-84f2-b23fb1f8bc18 tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] 10.222.0.41 "GET /v2.0/networks?id=357baa4b-4f79-49f8-be8c-5fdc754a2350 HTTP/1.1" status: 200 len: 816 time: 0.1706026 Jan 28 07:31:46.522762 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-577e433f-0878-4f60-a723-f5cdc68688bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:46.560118 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c566e918-f87a-411d-888c-d48af071d282 req-791fd9d1-8212-4319-9ecf-fc3c4bc2925b tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] 10.222.0.41 "GET /v2.0/quotas/af35f21ed1ee47008678836969a0d253 HTTP/1.1" status: 200 len: 375 time: 0.0289662 Jan 28 07:31:46.657484 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-899b0611-4853-4573-bb51-7ee56959fa92 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Deleting port 3c9dec07-df16-42e5-bb84-4f17d6e85822 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:31:46.657959 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-899b0611-4853-4573-bb51-7ee56959fa92 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (3c9dec07-df16-42e5-bb84-4f17d6e85822), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:46.714046 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-577e433f-0878-4f60-a723-f5cdc68688bc admin admin] Publish callbacks [] for security_group (9c7cbdce-4736-47f5-a122-f6b821357d77), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:46.721948 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-577e433f-0878-4f60-a723-f5cdc68688bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (9c7cbdce-4736-47f5-a122-f6b821357d77), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:46.730428 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c566e918-f87a-411d-888c-d48af071d282 req-7f324a4a-e5ed-4fc2-b410-f4e07ae6c122 tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=af35f21ed1ee47008678836969a0d253&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1586344 Jan 28 07:31:46.805728 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-577e433f-0878-4f60-a723-f5cdc68688bc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=50d714c4737442198106121c00285c70&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3159652 Jan 28 07:31:46.806746 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 43532) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:31:46.807512 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577e433f-0878-4f60-a723-f5cdc68688bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c7cbdce-4736-47f5-a122-f6b821357d77,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:31:46.894324 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-89365283-29dd-454f-b578-d9ddabaf091e admin admin] Publish callbacks [] for security_group (9c7cbdce-4736-47f5-a122-f6b821357d77), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:46.907748 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-899b0611-4853-4573-bb51-7ee56959fa92 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (3c9dec07-df16-42e5-bb84-4f17d6e85822), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:46.907981 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-899b0611-4853-4573-bb51-7ee56959fa92 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks [] for floatingip (3c9dec07-df16-42e5-bb84-4f17d6e85822), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:46.934208 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-899b0611-4853-4573-bb51-7ee56959fa92 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Calling delete_port for 3c9dec07-df16-42e5-bb84-4f17d6e85822 owned by network:floatingip {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:31:46.946055 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-89365283-29dd-454f-b578-d9ddabaf091e admin admin] Publish callbacks [] for security_group (9c7cbdce-4736-47f5-a122-f6b821357d77), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:46.963008 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c566e918-f87a-411d-888c-d48af071d282 req-f0677ea6-91df-4439-8c25-1b2db0907ba7 service neutron] 10.222.0.41 "GET /v2.0/networks/357baa4b-4f79-49f8-be8c-5fdc754a2350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125642 Jan 28 07:31:47.017374 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-89365283-29dd-454f-b578-d9ddabaf091e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (9c7cbdce-4736-47f5-a122-f6b821357d77), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:47.019957 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-89365283-29dd-454f-b578-d9ddabaf091e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:47.024720 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-89365283-29dd-454f-b578-d9ddabaf091e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9c7cbdce-4736-47f5-a122-f6b821357d77 HTTP/1.1" status: 204 len: 168 time: 0.2112439 Jan 28 07:31:47.033366 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89365283-29dd-454f-b578-d9ddabaf091e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c7cbdce-4736-47f5-a122-f6b821357d77,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:31:47.128677 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c566e918-f87a-411d-888c-d48af071d282 req-0eb58187-2dfe-4615-9703-10386e830cc9 service neutron] 10.222.0.41 "GET /v2.0/networks/357baa4b-4f79-49f8-be8c-5fdc754a2350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295106 Jan 28 07:31:47.233315 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-899b0611-4853-4573-bb51-7ee56959fa92 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (3c9dec07-df16-42e5-bb84-4f17d6e85822), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:47.291009 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899b0611-4853-4573-bb51-7ee56959fa92 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Pushing event deleted for resources: {'Port': ['ID=3c9dec07-df16-42e5-bb84-4f17d6e85822,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:31:47.463776 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-899b0611-4853-4573-bb51-7ee56959fa92 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks [] for floatingip (29d68cc3-09be-4c73-a47e-bb9540ba94e6), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:47.470999 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-899b0611-4853-4573-bb51-7ee56959fa92 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for floatingip (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:47.474192 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-899b0611-4853-4573-bb51-7ee56959fa92 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] 10.222.0.41 "DELETE /v2.0/floatingips/29d68cc3-09be-4c73-a47e-bb9540ba94e6 HTTP/1.1" status: 204 len: 168 time: 1.4113178 Jan 28 07:31:47.482919 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 43550) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:31:47.532453 n-d-712749-28 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-e786130c-8f78-4f8e-8168-77e1998e920e tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] DELETE failed (client error): The resource could not be found. Jan 28 07:31:47.536074 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e786130c-8f78-4f8e-8168-77e1998e920e tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:31:47.544879 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 43552) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:31:47.545802 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-e786130c-8f78-4f8e-8168-77e1998e920e tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] 10.222.0.41 "DELETE /v2.0/ports/54d81256-3602-4961-ab18-22dffa83d58c HTTP/1.1" status: 404 len: 333 time: 0.0569894 Jan 28 07:31:47.603388 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 43558) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:31:47.604346 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-793d5649-5f34-46f5-92f0-5c14da935539 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] 10.222.0.41 "GET /v2.0/ports?device_id=dbda9b6a-ea6c-4248-b8e4-ddc9b761618c HTTP/1.1" status: 200 len: 205 time: 0.0560310 Jan 28 07:31:47.729423 n-d-712749-28 neutron-server[103284]: INFO neutron.api.v2.resource [None req-d328c71e-384b-448e-b3fc-d1a183baa71b tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] delete failed (client error): The resource could not be found. Jan 28 07:31:47.733107 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-d328c71e-384b-448e-b3fc-d1a183baa71b tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] 10.222.0.41 "DELETE /v2.0/routers/dbda9b6a-ea6c-4248-b8e4-ddc9b761618c HTTP/1.1" status: 404 len: 336 time: 0.1261930 Jan 28 07:31:47.734315 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 43564) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:31:47.783457 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb6453e-937e-4f3c-8627-1d7de7e44dc1 None None] Network 357baa4b-4f79-49f8-be8c-5fdc754a2350 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:31:47.800452 n-d-712749-28 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-a683cfca-4df3-47a0-b8d9-6b46a00a5826 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] DELETE failed (client error): The resource could not be found. Jan 28 07:31:47.801224 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a683cfca-4df3-47a0-b8d9-6b46a00a5826 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:31:47.806487 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-a683cfca-4df3-47a0-b8d9-6b46a00a5826 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] 10.222.0.41 "DELETE /v2.0/subnets/daea6bcb-f53b-4731-9982-cd194f77247c HTTP/1.1" status: 404 len: 337 time: 0.0707066 Jan 28 07:31:47.809105 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 43570) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:31:47.999378 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-d05a7b4b-586f-493b-8295-07ba4e0fdfdc None None] Provisioning complete for port 9f9f0671-cb2a-4024-9f4a-0e00150f9a90 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:31:47.999982 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d05a7b4b-586f-493b-8295-07ba4e0fdfdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (9f9f0671-cb2a-4024-9f4a-0e00150f9a90), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:48.048079 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-951aab72-1ffc-43ac-b756-1010e319b556 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Deleting port eb1e4d77-b9fb-45ef-9904-765f19b1879c {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:31:48.050434 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-951aab72-1ffc-43ac-b756-1010e319b556 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (eb1e4d77-b9fb-45ef-9904-765f19b1879c), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:48.239796 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca945c14-adda-4062-88de-ed64ac427c92 req-3c84e006-727a-4413-bfff-7ec27f25ef42 tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:31:48.254118 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ca945c14-adda-4062-88de-ed64ac427c92 req-3c84e006-727a-4413-bfff-7ec27f25ef42 tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] 10.222.0.41 "GET /v2.0/networks?id=357baa4b-4f79-49f8-be8c-5fdc754a2350 HTTP/1.1" status: 200 len: 816 time: 0.2283444 Jan 28 07:31:48.288534 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ca945c14-adda-4062-88de-ed64ac427c92 req-9f2559b6-e894-4672-b528-288ad56cc2a2 tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] 10.222.0.41 "GET /v2.0/quotas/af35f21ed1ee47008678836969a0d253 HTTP/1.1" status: 200 len: 375 time: 0.0293393 Jan 28 07:31:48.321708 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-d05a7b4b-586f-493b-8295-07ba4e0fdfdc None None] Current status of the port 9f9f0671-cb2a-4024-9f4a-0e00150f9a90 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:31:48.322108 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d05a7b4b-586f-493b-8295-07ba4e0fdfdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (9f9f0671-cb2a-4024-9f4a-0e00150f9a90), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:48.351667 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-951aab72-1ffc-43ac-b756-1010e319b556 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (eb1e4d77-b9fb-45ef-9904-765f19b1879c), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:48.398615 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-d05a7b4b-586f-493b-8295-07ba4e0fdfdc None None] For port 9f9f0671-cb2a-4024-9f4a-0e00150f9a90, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=9f9f0671-cb2a-4024-9f4a-0e00150f9a90,segment=NetworkSegment(473d0bd6-a7d7-47be-b640-e2f5658ac027),segment_id=473d0bd6-a7d7-47be-b640-e2f5658ac027)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:31:48.405809 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d05a7b4b-586f-493b-8295-07ba4e0fdfdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (9f9f0671-cb2a-4024-9f4a-0e00150f9a90), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:48.433220 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ca945c14-adda-4062-88de-ed64ac427c92 req-7ae8880d-3292-4347-9052-b656d3495325 tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=af35f21ed1ee47008678836969a0d253&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1432986 Jan 28 07:31:48.445764 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-951aab72-1ffc-43ac-b756-1010e319b556 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Calling delete_port for eb1e4d77-b9fb-45ef-9904-765f19b1879c owned by {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:31:48.544855 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05a7b4b-586f-493b-8295-07ba4e0fdfdc None None] Pushing event updated for resources: {'Port': ['ID=9f9f0671-cb2a-4024-9f4a-0e00150f9a90,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:31:48.565501 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 9f9f0671-cb2a-4024-9f4a-0e00150f9a90 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:31:48.650443 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ca945c14-adda-4062-88de-ed64ac427c92 req-cbf69963-6fda-4c43-adbd-f6877261f391 service neutron] 10.222.0.41 "GET /v2.0/networks/357baa4b-4f79-49f8-be8c-5fdc754a2350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2155035 Jan 28 07:31:48.745041 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-951aab72-1ffc-43ac-b756-1010e319b556 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (eb1e4d77-b9fb-45ef-9904-765f19b1879c), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:48.751482 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05a7b4b-586f-493b-8295-07ba4e0fdfdc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:31:48.758645 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05a7b4b-586f-493b-8295-07ba4e0fdfdc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:31:48.759297 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05a7b4b-586f-493b-8295-07ba4e0fdfdc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:31:48.759666 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05a7b4b-586f-493b-8295-07ba4e0fdfdc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:31:48.760017 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05a7b4b-586f-493b-8295-07ba4e0fdfdc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:31:48.760397 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05a7b4b-586f-493b-8295-07ba4e0fdfdc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:31:48.760747 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05a7b4b-586f-493b-8295-07ba4e0fdfdc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:31:48.761085 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05a7b4b-586f-493b-8295-07ba4e0fdfdc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:31:48.761428 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05a7b4b-586f-493b-8295-07ba4e0fdfdc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:31:48.761766 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05a7b4b-586f-493b-8295-07ba4e0fdfdc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:31:48.763714 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 43598) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:31:48.772874 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05a7b4b-586f-493b-8295-07ba4e0fdfdc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:31:48.773076 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05a7b4b-586f-493b-8295-07ba4e0fdfdc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:31:48.773357 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05a7b4b-586f-493b-8295-07ba4e0fdfdc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:31:48.809526 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 9f9f0671-cb2a-4024-9f4a-0e00150f9a90 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:31:48.810231 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (9f9f0671-cb2a-4024-9f4a-0e00150f9a90), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:48.832601 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951aab72-1ffc-43ac-b756-1010e319b556 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Pushing event deleted for resources: {'Port': ['ID=eb1e4d77-b9fb-45ef-9904-765f19b1879c,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:31:48.866792 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ca945c14-adda-4062-88de-ed64ac427c92 req-4e4fef87-0fae-4077-8ae7-16a9f27889cb service neutron] 10.222.0.41 "GET /v2.0/networks/357baa4b-4f79-49f8-be8c-5fdc754a2350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147105 Jan 28 07:31:48.965308 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-fe0ea40d-f561-411c-932f-4fcff8691e9c None None] Provisioning complete for port 9f9f0671-cb2a-4024-9f4a-0e00150f9a90 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:31:48.965937 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fe0ea40d-f561-411c-932f-4fcff8691e9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (9f9f0671-cb2a-4024-9f4a-0e00150f9a90), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:48.969062 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 9f9f0671-cb2a-4024-9f4a-0e00150f9a90 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:31:49.005225 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-951aab72-1ffc-43ac-b756-1010e319b556 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:49.010604 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-951aab72-1ffc-43ac-b756-1010e319b556 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] 10.222.0.41 "DELETE /v2.0/ports/eb1e4d77-b9fb-45ef-9904-765f19b1879c HTTP/1.1" status: 204 len: 168 time: 1.1996317 Jan 28 07:31:49.013568 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 43606) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:31:49.121274 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-fe0ea40d-f561-411c-932f-4fcff8691e9c None None] Current status of the port 9f9f0671-cb2a-4024-9f4a-0e00150f9a90 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:31:49.179446 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-dedeead6-de50-4a87-91ab-e92708c3f0a5 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Deleting port 490679cf-f5fa-4937-aab1-248009e1de24 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:31:49.183074 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-dedeead6-de50-4a87-91ab-e92708c3f0a5 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (490679cf-f5fa-4937-aab1-248009e1de24), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:49.445106 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0db12ab3-0072-494f-81a0-9f4b6f4d3def admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:49.698981 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0db12ab3-0072-494f-81a0-9f4b6f4d3def admin admin] Publish callbacks [] for security_group (cbbfd553-ccd3-4e7d-9482-be3fd6859d0c), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:49.705002 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0db12ab3-0072-494f-81a0-9f4b6f4d3def admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (cbbfd553-ccd3-4e7d-9482-be3fd6859d0c), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:49.780559 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-dedeead6-de50-4a87-91ab-e92708c3f0a5 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (490679cf-f5fa-4937-aab1-248009e1de24), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:49.811067 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-dedeead6-de50-4a87-91ab-e92708c3f0a5 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Calling delete_port for 490679cf-f5fa-4937-aab1-248009e1de24 owned by {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:31:49.823662 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db12ab3-0072-494f-81a0-9f4b6f4d3def admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbbfd553-ccd3-4e7d-9482-be3fd6859d0c,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:31:49.835976 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c566e918-f87a-411d-888c-d48af071d282 req-5a4f6654-d9df-48da-b589-554a9200b1c2 tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:31:49.839747 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c566e918-f87a-411d-888c-d48af071d282 req-5a4f6654-d9df-48da-b589-554a9200b1c2 tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] 10.222.0.10 "GET /v2.0/networks?id=357baa4b-4f79-49f8-be8c-5fdc754a2350 HTTP/1.1" status: 200 len: 816 time: 0.1966939 Jan 28 07:31:49.884956 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-0db12ab3-0072-494f-81a0-9f4b6f4d3def admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3be60202240a462aa1e0fdfce962cd68&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1104553 Jan 28 07:31:49.888492 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 43638) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:31:49.922585 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-c566e918-f87a-411d-888c-d48af071d282 req-c833c8f4-12e5-47e4-baf4-97a015fed757 tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] Request body: {'port': {'device_id': 'bf3dce86-52a5-4ad6-a32e-4d2eeff412a4', 'network_id': '357baa4b-4f79-49f8-be8c-5fdc754a2350', 'admin_state_up': True, 'tenant_id': 'af35f21ed1ee47008678836969a0d253'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:31:50.041898 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dc6b7f35-ed53-4c56-8a7c-e3f89cbeb6ee admin admin] Publish callbacks [] for security_group (cbbfd553-ccd3-4e7d-9482-be3fd6859d0c), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:50.123513 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dc6b7f35-ed53-4c56-8a7c-e3f89cbeb6ee admin admin] Publish callbacks [] for security_group (cbbfd553-ccd3-4e7d-9482-be3fd6859d0c), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:50.258791 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c566e918-f87a-411d-888c-d48af071d282 req-c833c8f4-12e5-47e4-baf4-97a015fed757 tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] Made reservation on behalf of af35f21ed1ee47008678836969a0d253 for: {'port': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:31:50.263318 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dc6b7f35-ed53-4c56-8a7c-e3f89cbeb6ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (cbbfd553-ccd3-4e7d-9482-be3fd6859d0c), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:50.272495 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 9f9f0671-cb2a-4024-9f4a-0e00150f9a90 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:31:50.280334 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dc6b7f35-ed53-4c56-8a7c-e3f89cbeb6ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:50.283976 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-dc6b7f35-ed53-4c56-8a7c-e3f89cbeb6ee admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cbbfd553-ccd3-4e7d-9482-be3fd6859d0c HTTP/1.1" status: 204 len: 168 time: 0.3951864 Jan 28 07:31:50.297658 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-c566e918-f87a-411d-888c-d48af071d282 req-c833c8f4-12e5-47e4-baf4-97a015fed757 tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:50.312807 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6b7f35-ed53-4c56-8a7c-e3f89cbeb6ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbbfd553-ccd3-4e7d-9482-be3fd6859d0c,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:31:50.410829 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 9f9f0671-cb2a-4024-9f4a-0e00150f9a90 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:31:50.411430 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (9f9f0671-cb2a-4024-9f4a-0e00150f9a90), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:50.470888 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-dedeead6-de50-4a87-91ab-e92708c3f0a5 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (490679cf-f5fa-4937-aab1-248009e1de24), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:50.547522 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedeead6-de50-4a87-91ab-e92708c3f0a5 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Pushing event deleted for resources: {'Port': ['ID=490679cf-f5fa-4937-aab1-248009e1de24,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:31:50.570030 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 9f9f0671-cb2a-4024-9f4a-0e00150f9a90 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:31:50.719591 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-dedeead6-de50-4a87-91ab-e92708c3f0a5 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:50.732611 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-dedeead6-de50-4a87-91ab-e92708c3f0a5 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] 10.222.0.41 "DELETE /v2.0/ports/490679cf-f5fa-4937-aab1-248009e1de24 HTTP/1.1" status: 204 len: 168 time: 1.7176754 Jan 28 07:31:50.741945 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 43660) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:31:50.832072 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505cb47a-2fda-481f-bfd1-376bbe2ba408 req-2f8ad4ad-e360-445c-8e59-91b1d102e5b7 tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:31:50.844762 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-505cb47a-2fda-481f-bfd1-376bbe2ba408 req-2f8ad4ad-e360-445c-8e59-91b1d102e5b7 tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] 10.222.0.41 "GET /v2.0/networks?id=357baa4b-4f79-49f8-be8c-5fdc754a2350 HTTP/1.1" status: 200 len: 816 time: 0.3194861 Jan 28 07:31:50.874978 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-505cb47a-2fda-481f-bfd1-376bbe2ba408 req-a5dd2608-eeb8-4407-9eff-5df937ccf028 tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] 10.222.0.41 "GET /v2.0/quotas/af35f21ed1ee47008678836969a0d253 HTTP/1.1" status: 200 len: 375 time: 0.0288882 Jan 28 07:31:50.887787 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e040bd14-c8b9-43e6-ae21-54d9ab98cebf tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:31:50.889415 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-e040bd14-c8b9-43e6-ae21-54d9ab98cebf tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6be81b5-6625-4d8d-9b32-0fe84a05d5c7 HTTP/1.1" status: 200 len: 913 time: 0.1464088 Jan 28 07:31:50.890813 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [req-c566e918-f87a-411d-888c-d48af071d282 req-c833c8f4-12e5-47e4-baf4-97a015fed757 tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] Allocated IP 172.20.0.13 (357baa4b-4f79-49f8-be8c-5fdc754a2350/65a73a7b-dea4-40fe-b353-341144e10c02/f59c74d6-506d-43a4-afe0-6d72a003824b) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:31:50.892726 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 43662) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:31:51.007627 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-505cb47a-2fda-481f-bfd1-376bbe2ba408 req-2ae69e18-97e4-41e2-9e3e-22909373a6a9 tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=af35f21ed1ee47008678836969a0d253&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1294203 Jan 28 07:31:51.244895 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-505cb47a-2fda-481f-bfd1-376bbe2ba408 req-6d896c91-3b41-453b-a348-0f2c219c1d54 service neutron] 10.222.0.41 "GET /v2.0/networks/357baa4b-4f79-49f8-be8c-5fdc754a2350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2355268 Jan 28 07:31:51.343641 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca945c14-adda-4062-88de-ed64ac427c92 req-681d476e-d5de-40b2-bd3e-271ea99b6aa3 tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:31:51.357433 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ca945c14-adda-4062-88de-ed64ac427c92 req-681d476e-d5de-40b2-bd3e-271ea99b6aa3 tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] 10.222.0.44 "GET /v2.0/networks?id=357baa4b-4f79-49f8-be8c-5fdc754a2350 HTTP/1.1" status: 200 len: 816 time: 0.3482783 Jan 28 07:31:51.378053 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-ca945c14-adda-4062-88de-ed64ac427c92 req-1157abad-75a4-47aa-89c0-f4676de889c7 tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] Request body: {'port': {'device_id': 'c9455bd8-bb23-42e6-95a1-cefa55c6a33d', 'network_id': '357baa4b-4f79-49f8-be8c-5fdc754a2350', 'admin_state_up': True, 'tenant_id': 'af35f21ed1ee47008678836969a0d253'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:31:51.509540 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-505cb47a-2fda-481f-bfd1-376bbe2ba408 req-96461591-6d3d-4479-b83d-acc7949826d5 service neutron] 10.222.0.41 "GET /v2.0/networks/357baa4b-4f79-49f8-be8c-5fdc754a2350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2636774 Jan 28 07:31:51.781638 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca945c14-adda-4062-88de-ed64ac427c92 req-1157abad-75a4-47aa-89c0-f4676de889c7 tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] Made reservation on behalf of af35f21ed1ee47008678836969a0d253 for: {'port': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:31:51.785262 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-ca945c14-adda-4062-88de-ed64ac427c92 req-1157abad-75a4-47aa-89c0-f4676de889c7 tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:52.140610 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a66adf7f-54a8-4718-a60e-41a1df94a102 req-48ffe210-3190-4f33-b561-68152211c56d tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b3415e6-b31c-4ce7-ad7d-2235832bcbd3 HTTP/1.1" status: 200 len: 210 time: 0.3638368 Jan 28 07:31:52.420229 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-c566e918-f87a-411d-888c-d48af071d282 req-c833c8f4-12e5-47e4-baf4-97a015fed757 tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] Publish callbacks [] for port (f59c74d6-506d-43a4-afe0-6d72a003824b), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:52.540910 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-c566e918-f87a-411d-888c-d48af071d282 req-c833c8f4-12e5-47e4-baf4-97a015fed757 tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (f59c74d6-506d-43a4-afe0-6d72a003824b), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:52.665268 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c566e918-f87a-411d-888c-d48af071d282 req-c833c8f4-12e5-47e4-baf4-97a015fed757 tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] Network 357baa4b-4f79-49f8-be8c-5fdc754a2350 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:31:52.705224 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [req-c566e918-f87a-411d-888c-d48af071d282 req-c833c8f4-12e5-47e4-baf4-97a015fed757 tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:31:52.716459 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-c566e918-f87a-411d-888c-d48af071d282 req-c833c8f4-12e5-47e4-baf4-97a015fed757 tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:31:52.721180 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c833c8f4-12e5-47e4-baf4-97a015fed757 tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] Pushing event updated for resources: {'Port': ['ID=f59c74d6-506d-43a4-afe0-6d72a003824b,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:31:52.724888 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [req-ca945c14-adda-4062-88de-ed64ac427c92 req-1157abad-75a4-47aa-89c0-f4676de889c7 tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] Allocated IP 172.20.0.11 (357baa4b-4f79-49f8-be8c-5fdc754a2350/65a73a7b-dea4-40fe-b353-341144e10c02/6a9882d3-2fca-48ec-abc7-2e14a8c53ff1) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:31:52.865570 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c566e918-f87a-411d-888c-d48af071d282 req-c833c8f4-12e5-47e4-baf4-97a015fed757 tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:31:52.866245 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-c566e918-f87a-411d-888c-d48af071d282 req-c833c8f4-12e5-47e4-baf4-97a015fed757 tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:52.935325 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-031f9dcf-b6ce-4111-a219-42448214b1a2 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16606535'] for router_interface (b6be81b5-6625-4d8d-9b32-0fe84a05d5c7), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:52.945135 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c566e918-f87a-411d-888c-d48af071d282 req-c833c8f4-12e5-47e4-baf4-97a015fed757 tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0287554 Jan 28 07:31:53.058909 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-c566e918-f87a-411d-888c-d48af071d282 req-156335f4-d548-439b-9793-22ec17c96c87 service neutron] Request body: {'port': {'device_id': 'bf3dce86-52a5-4ad6-a32e-4d2eeff412a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-28'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:31:53.091986 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-ec3f80b3-6d87-4739-9556-283da367202d None None] Provisioning complete for port f59c74d6-506d-43a4-afe0-6d72a003824b triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:31:53.092631 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ec3f80b3-6d87-4739-9556-283da367202d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (f59c74d6-506d-43a4-afe0-6d72a003824b), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:53.174536 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-ec3f80b3-6d87-4739-9556-283da367202d None None] Port f59c74d6-506d-43a4-afe0-6d72a003824b cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:31:53.235081 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-c566e918-f87a-411d-888c-d48af071d282 req-156335f4-d548-439b-9793-22ec17c96c87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (f59c74d6-506d-43a4-afe0-6d72a003824b), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:53.250224 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-ca945c14-adda-4062-88de-ed64ac427c92 req-1157abad-75a4-47aa-89c0-f4676de889c7 tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] Publish callbacks [] for port (6a9882d3-2fca-48ec-abc7-2e14a8c53ff1), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:53.313598 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2c4a436b-477f-42c3-af02-f74cca73da38 req-6a1b0125-0699-4bc9-a400-77f26da65305 tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b3415e6-b31c-4ce7-ad7d-2235832bcbd3 HTTP/1.1" status: 200 len: 210 time: 0.0622189 Jan 28 07:31:53.466198 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-ca945c14-adda-4062-88de-ed64ac427c92 req-1157abad-75a4-47aa-89c0-f4676de889c7 tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (6a9882d3-2fca-48ec-abc7-2e14a8c53ff1), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:53.479909 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 43814) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:31:53.582452 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1157abad-75a4-47aa-89c0-f4676de889c7 tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] Pushing event updated for resources: {'Port': ['ID=6a9882d3-2fca-48ec-abc7-2e14a8c53ff1,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:31:53.625279 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca945c14-adda-4062-88de-ed64ac427c92 req-1157abad-75a4-47aa-89c0-f4676de889c7 tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] Network 357baa4b-4f79-49f8-be8c-5fdc754a2350 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:31:53.648678 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [req-ca945c14-adda-4062-88de-ed64ac427c92 req-1157abad-75a4-47aa-89c0-f4676de889c7 tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:31:53.688665 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca945c14-adda-4062-88de-ed64ac427c92 req-1157abad-75a4-47aa-89c0-f4676de889c7 tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:31:53.718646 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9ce70d48-c08c-419b-b4bf-20ea9f5aea8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:53.878464 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505cb47a-2fda-481f-bfd1-376bbe2ba408 req-2f6c3e38-f053-4570-83d9-d9160cb787ed tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:31:53.880404 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-505cb47a-2fda-481f-bfd1-376bbe2ba408 req-2f6c3e38-f053-4570-83d9-d9160cb787ed tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] 10.222.0.10 "GET /v2.0/networks?id=357baa4b-4f79-49f8-be8c-5fdc754a2350 HTTP/1.1" status: 200 len: 816 time: 0.3848102 Jan 28 07:31:53.903431 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-505cb47a-2fda-481f-bfd1-376bbe2ba408 req-358520af-2b4d-4a44-a8fb-7ad6bfdde2dd tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] Request body: {'port': {'device_id': '1b3415e6-b31c-4ce7-ad7d-2235832bcbd3', 'network_id': '357baa4b-4f79-49f8-be8c-5fdc754a2350', 'admin_state_up': True, 'tenant_id': 'af35f21ed1ee47008678836969a0d253'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:31:54.011471 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca945c14-adda-4062-88de-ed64ac427c92 req-1157abad-75a4-47aa-89c0-f4676de889c7 tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:31:54.012146 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-ca945c14-adda-4062-88de-ed64ac427c92 req-1157abad-75a4-47aa-89c0-f4676de889c7 tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:54.058359 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9ce70d48-c08c-419b-b4bf-20ea9f5aea8f admin admin] Publish callbacks [] for security_group (f280ec26-0a28-4a10-b4d5-2cfc22b8914c), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:54.070743 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9ce70d48-c08c-419b-b4bf-20ea9f5aea8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (f280ec26-0a28-4a10-b4d5-2cfc22b8914c), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:54.100693 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ca945c14-adda-4062-88de-ed64ac427c92 req-1157abad-75a4-47aa-89c0-f4676de889c7 tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7269974 Jan 28 07:31:54.139430 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-9ce70d48-c08c-419b-b4bf-20ea9f5aea8f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e9e567b3ed0b48cd8c707fd6bc4d205f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6583912 Jan 28 07:31:54.142708 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-505cb47a-2fda-481f-bfd1-376bbe2ba408 req-358520af-2b4d-4a44-a8fb-7ad6bfdde2dd tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] Made reservation on behalf of af35f21ed1ee47008678836969a0d253 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:31:54.144648 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 43866) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:31:54.147992 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-505cb47a-2fda-481f-bfd1-376bbe2ba408 req-358520af-2b4d-4a44-a8fb-7ad6bfdde2dd tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:54.168106 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-d045f137-9ac3-4264-8570-c64ed6083ce4 None None] Provisioning complete for port 6a9882d3-2fca-48ec-abc7-2e14a8c53ff1 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:31:54.168651 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d045f137-9ac3-4264-8570-c64ed6083ce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (6a9882d3-2fca-48ec-abc7-2e14a8c53ff1), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:54.177040 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce70d48-c08c-419b-b4bf-20ea9f5aea8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f280ec26-0a28-4a10-b4d5-2cfc22b8914c,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:31:54.277391 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [req-c566e918-f87a-411d-888c-d48af071d282 req-156335f4-d548-439b-9793-22ec17c96c87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f59c74d6-506d-43a4-afe0-6d72a003824b {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:31:54.282957 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-031f9dcf-b6ce-4111-a219-42448214b1a2 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Deleting port 0619ea08-f5d4-43ab-8331-1f6bfc5bcdb0 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:31:54.283306 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-031f9dcf-b6ce-4111-a219-42448214b1a2 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (0619ea08-f5d4-43ab-8331-1f6bfc5bcdb0), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:54.286512 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-d045f137-9ac3-4264-8570-c64ed6083ce4 None None] Port 6a9882d3-2fca-48ec-abc7-2e14a8c53ff1 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:31:54.291990 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-c566e918-f87a-411d-888c-d48af071d282 req-156335f4-d548-439b-9793-22ec17c96c87 service neutron] Publish callbacks [] for port (f59c74d6-506d-43a4-afe0-6d72a003824b), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:54.317569 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-ca945c14-adda-4062-88de-ed64ac427c92 req-4be9b090-4fc3-49b3-aa73-a517292305e6 service neutron] Request body: {'port': {'device_id': 'c9455bd8-bb23-42e6-95a1-cefa55c6a33d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712749-28'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:31:54.682716 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 43902) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:31:54.709158 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [req-c566e918-f87a-411d-888c-d48af071d282 req-156335f4-d548-439b-9793-22ec17c96c87 service neutron] Transition to ACTIVE for port object f59c74d6-506d-43a4-afe0-6d72a003824b will not be triggered until provisioned by entity L2. {{(pid=103283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:31:54.734593 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3e5c269b-4394-4da6-aadc-059a80fdac3c admin admin] Publish callbacks [] for security_group (f280ec26-0a28-4a10-b4d5-2cfc22b8914c), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:54.742251 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-c566e918-f87a-411d-888c-d48af071d282 req-156335f4-d548-439b-9793-22ec17c96c87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (f59c74d6-506d-43a4-afe0-6d72a003824b), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:54.772494 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-505cb47a-2fda-481f-bfd1-376bbe2ba408 req-358520af-2b4d-4a44-a8fb-7ad6bfdde2dd tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] Allocated IP 172.20.0.3 (357baa4b-4f79-49f8-be8c-5fdc754a2350/65a73a7b-dea4-40fe-b353-341144e10c02/e820e979-edcd-45c8-9d1a-2dfbdf12aa05) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:31:54.821250 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-031f9dcf-b6ce-4111-a219-42448214b1a2 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (0619ea08-f5d4-43ab-8331-1f6bfc5bcdb0), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:54.920697 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-20ee5fe7-6440-417b-a998-1069350a9d8a req-bc033627-026d-4f20-a35b-b0bb4c815d45 tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b3415e6-b31c-4ce7-ad7d-2235832bcbd3 HTTP/1.1" status: 200 len: 210 time: 0.2529516 Jan 28 07:31:54.923551 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-031f9dcf-b6ce-4111-a219-42448214b1a2 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Calling delete_port for 0619ea08-f5d4-43ab-8331-1f6bfc5bcdb0 owned by network:router_interface {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:31:55.038716 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-184099df-65ae-47d6-845e-6ef2458dff60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:55.047084 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-505cb47a-2fda-481f-bfd1-376bbe2ba408 req-358520af-2b4d-4a44-a8fb-7ad6bfdde2dd tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] Publish callbacks [] for port (e820e979-edcd-45c8-9d1a-2dfbdf12aa05), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:55.097179 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3e5c269b-4394-4da6-aadc-059a80fdac3c admin admin] Publish callbacks [] for security_group (f280ec26-0a28-4a10-b4d5-2cfc22b8914c), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:55.197152 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-505cb47a-2fda-481f-bfd1-376bbe2ba408 req-358520af-2b4d-4a44-a8fb-7ad6bfdde2dd tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (e820e979-edcd-45c8-9d1a-2dfbdf12aa05), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:55.199784 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156335f4-d548-439b-9793-22ec17c96c87 service neutron] Pushing event updated for resources: {'Port': ['ID=f59c74d6-506d-43a4-afe0-6d72a003824b,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:31:55.201933 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-ca945c14-adda-4062-88de-ed64ac427c92 req-4be9b090-4fc3-49b3-aa73-a517292305e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (6a9882d3-2fca-48ec-abc7-2e14a8c53ff1), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:55.255725 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156335f4-d548-439b-9793-22ec17c96c87 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:31:55.255725 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156335f4-d548-439b-9793-22ec17c96c87 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:31:55.255725 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156335f4-d548-439b-9793-22ec17c96c87 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:31:55.256225 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156335f4-d548-439b-9793-22ec17c96c87 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:31:55.256389 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156335f4-d548-439b-9793-22ec17c96c87 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:31:55.256727 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156335f4-d548-439b-9793-22ec17c96c87 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:31:55.257074 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156335f4-d548-439b-9793-22ec17c96c87 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:31:55.257390 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156335f4-d548-439b-9793-22ec17c96c87 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:31:55.257720 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156335f4-d548-439b-9793-22ec17c96c87 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:31:55.258053 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156335f4-d548-439b-9793-22ec17c96c87 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:31:55.258384 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156335f4-d548-439b-9793-22ec17c96c87 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:31:55.258719 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156335f4-d548-439b-9793-22ec17c96c87 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:31:55.259040 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156335f4-d548-439b-9793-22ec17c96c87 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:31:55.369515 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3e5c269b-4394-4da6-aadc-059a80fdac3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (f280ec26-0a28-4a10-b4d5-2cfc22b8914c), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:55.371976 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3e5c269b-4394-4da6-aadc-059a80fdac3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:55.377048 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-3e5c269b-4394-4da6-aadc-059a80fdac3c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f280ec26-0a28-4a10-b4d5-2cfc22b8914c HTTP/1.1" status: 204 len: 168 time: 1.2272985 Jan 28 07:31:55.394311 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-505cb47a-2fda-481f-bfd1-376bbe2ba408 req-358520af-2b4d-4a44-a8fb-7ad6bfdde2dd tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] Network 357baa4b-4f79-49f8-be8c-5fdc754a2350 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:31:55.411412 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5c269b-4394-4da6-aadc-059a80fdac3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f280ec26-0a28-4a10-b4d5-2cfc22b8914c,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:31:55.414830 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-505cb47a-2fda-481f-bfd1-376bbe2ba408 req-358520af-2b4d-4a44-a8fb-7ad6bfdde2dd tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:31:55.428562 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-184099df-65ae-47d6-845e-6ef2458dff60 admin admin] Publish callbacks [] for security_group (714433de-81fb-45ec-9dbd-f8eaedc8e889), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:55.435185 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358520af-2b4d-4a44-a8fb-7ad6bfdde2dd tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] Pushing event updated for resources: {'Port': ['ID=e820e979-edcd-45c8-9d1a-2dfbdf12aa05,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:31:55.438459 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-505cb47a-2fda-481f-bfd1-376bbe2ba408 req-358520af-2b4d-4a44-a8fb-7ad6bfdde2dd tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:31:55.446756 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-184099df-65ae-47d6-845e-6ef2458dff60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (714433de-81fb-45ec-9dbd-f8eaedc8e889), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:55.498637 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-c566e918-f87a-411d-888c-d48af071d282 req-156335f4-d548-439b-9793-22ec17c96c87 service neutron] Attempting to bind port f59c74d6-506d-43a4-afe0-6d72a003824b on host n-h1-712749-28 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:31:55.499439 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-c566e918-f87a-411d-888c-d48af071d282 req-156335f4-d548-439b-9793-22ec17c96c87 service neutron] Attempting to bind port f59c74d6-506d-43a4-afe0-6d72a003824b by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': '473d0bd6-a7d7-47be-b640-e2f5658ac027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '357baa4b-4f79-49f8-be8c-5fdc754a2350'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:31:55.500428 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c566e918-f87a-411d-888c-d48af071d282 req-156335f4-d548-439b-9793-22ec17c96c87 service neutron] Attempting to bind port f59c74d6-506d-43a4-afe0-6d72a003824b on network 357baa4b-4f79-49f8-be8c-5fdc754a2350 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:31:55.598404 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184099df-65ae-47d6-845e-6ef2458dff60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=714433de-81fb-45ec-9dbd-f8eaedc8e889,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:31:55.623511 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-184099df-65ae-47d6-845e-6ef2458dff60 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=127ed54daced40fb81a9cb2703456f4f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9396985 Jan 28 07:31:55.644742 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505cb47a-2fda-481f-bfd1-376bbe2ba408 req-358520af-2b4d-4a44-a8fb-7ad6bfdde2dd tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:31:55.645800 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-505cb47a-2fda-481f-bfd1-376bbe2ba408 req-358520af-2b4d-4a44-a8fb-7ad6bfdde2dd tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:55.648946 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c566e918-f87a-411d-888c-d48af071d282 req-156335f4-d548-439b-9793-22ec17c96c87 service neutron] Port f59c74d6-506d-43a4-afe0-6d72a003824b on network 357baa4b-4f79-49f8-be8c-5fdc754a2350 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:31:55.649470 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c566e918-f87a-411d-888c-d48af071d282 req-156335f4-d548-439b-9793-22ec17c96c87 service neutron] Attempting to bind port f59c74d6-506d-43a4-afe0-6d72a003824b on network 357baa4b-4f79-49f8-be8c-5fdc754a2350 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:31:55.658662 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 43922) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:31:55.707810 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-505cb47a-2fda-481f-bfd1-376bbe2ba408 req-358520af-2b4d-4a44-a8fb-7ad6bfdde2dd tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8096139 Jan 28 07:31:55.735642 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-505cb47a-2fda-481f-bfd1-376bbe2ba408 req-4807aabd-c086-46c4-8547-4b249ed13966 service neutron] Request body: {'port': {'device_id': '1b3415e6-b31c-4ce7-ad7d-2235832bcbd3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-28'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:31:55.823035 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c566e918-f87a-411d-888c-d48af071d282 req-156335f4-d548-439b-9793-22ec17c96c87 service neutron] Checking agent: {'id': '2fca46b1-237f-4857-9290-2429d810e472', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 31, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:31:55.823556 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c566e918-f87a-411d-888c-d48af071d282 req-156335f4-d548-439b-9793-22ec17c96c87 service neutron] Checking segment: {'id': '473d0bd6-a7d7-47be-b640-e2f5658ac027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '357baa4b-4f79-49f8-be8c-5fdc754a2350'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:31:55.824134 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c566e918-f87a-411d-888c-d48af071d282 req-156335f4-d548-439b-9793-22ec17c96c87 service neutron] Bound using segment: {'id': '473d0bd6-a7d7-47be-b640-e2f5658ac027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '357baa4b-4f79-49f8-be8c-5fdc754a2350'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:31:55.824829 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-c566e918-f87a-411d-888c-d48af071d282 req-156335f4-d548-439b-9793-22ec17c96c87 service neutron] Bound port: f59c74d6-506d-43a4-afe0-6d72a003824b, host: n-h1-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '473d0bd6-a7d7-47be-b640-e2f5658ac027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '357baa4b-4f79-49f8-be8c-5fdc754a2350'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:31:55.825354 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-c566e918-f87a-411d-888c-d48af071d282 req-156335f4-d548-439b-9793-22ec17c96c87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (f59c74d6-506d-43a4-afe0-6d72a003824b), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:55.924779 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-505cb47a-2fda-481f-bfd1-376bbe2ba408 req-4807aabd-c086-46c4-8547-4b249ed13966 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (e820e979-edcd-45c8-9d1a-2dfbdf12aa05), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:55.979811 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-43a71d85-7905-4e50-bf44-cff59d56e0fd None None] Provisioning complete for port e820e979-edcd-45c8-9d1a-2dfbdf12aa05 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:31:55.981632 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-43a71d85-7905-4e50-bf44-cff59d56e0fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (e820e979-edcd-45c8-9d1a-2dfbdf12aa05), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:56.059640 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-985faa4d-0cc8-428a-9392-bfe7b04d5745 admin admin] Publish callbacks [] for security_group (714433de-81fb-45ec-9dbd-f8eaedc8e889), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:56.120630 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-43a71d85-7905-4e50-bf44-cff59d56e0fd None None] Port e820e979-edcd-45c8-9d1a-2dfbdf12aa05 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:31:56.133027 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-985faa4d-0cc8-428a-9392-bfe7b04d5745 admin admin] Publish callbacks [] for security_group (714433de-81fb-45ec-9dbd-f8eaedc8e889), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:56.281264 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-c566e918-f87a-411d-888c-d48af071d282 req-156335f4-d548-439b-9793-22ec17c96c87 service neutron] For port f59c74d6-506d-43a4-afe0-6d72a003824b, host n-h1-712749-28, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:31:56.289953 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-c566e918-f87a-411d-888c-d48af071d282 req-156335f4-d548-439b-9793-22ec17c96c87 service neutron] For port f59c74d6-506d-43a4-afe0-6d72a003824b, host n-h1-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=f59c74d6-506d-43a4-afe0-6d72a003824b,segment=NetworkSegment(473d0bd6-a7d7-47be-b640-e2f5658ac027),segment_id=473d0bd6-a7d7-47be-b640-e2f5658ac027)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:31:56.347890 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-c566e918-f87a-411d-888c-d48af071d282 req-156335f4-d548-439b-9793-22ec17c96c87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (f59c74d6-506d-43a4-afe0-6d72a003824b), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:56.365868 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d81f92-4aee-4890-bc6c-82b8a07fe212 req-027879b7-8d49-482d-81eb-f7e7a68c8825 tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:31:56.372852 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-031f9dcf-b6ce-4111-a219-42448214b1a2 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (0619ea08-f5d4-43ab-8331-1f6bfc5bcdb0), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:56.373996 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-04d81f92-4aee-4890-bc6c-82b8a07fe212 req-027879b7-8d49-482d-81eb-f7e7a68c8825 tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b3415e6-b31c-4ce7-ad7d-2235832bcbd3 HTTP/1.1" status: 200 len: 931 time: 0.2017956 Jan 28 07:31:56.451298 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-04d81f92-4aee-4890-bc6c-82b8a07fe212 req-2f1c6bdd-016e-4287-b51d-b955d25d6f47 tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c5346dc-f757-4ff5-9ea1-d40d9bd6b869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763409 Jan 28 07:31:56.495679 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156335f4-d548-439b-9793-22ec17c96c87 service neutron] Pushing event updated for resources: {'Port': ['ID=f59c74d6-506d-43a4-afe0-6d72a003824b,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:31:56.561982 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031f9dcf-b6ce-4111-a219-42448214b1a2 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Pushing event deleted for resources: {'Port': ['ID=0619ea08-f5d4-43ab-8331-1f6bfc5bcdb0,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:31:56.619882 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c566e918-f87a-411d-888c-d48af071d282 req-156335f4-d548-439b-9793-22ec17c96c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:31:56.620931 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-c566e918-f87a-411d-888c-d48af071d282 req-156335f4-d548-439b-9793-22ec17c96c87 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:56.622913 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c566e918-f87a-411d-888c-d48af071d282 req-156335f4-d548-439b-9793-22ec17c96c87 service neutron] 10.222.0.10 "PUT /v2.0/ports/f59c74d6-506d-43a4-afe0-6d72a003824b HTTP/1.1" status: 200 len: 1093 time: 3.5754969 Jan 28 07:31:56.661011 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf3dce86-52a5-4ad6-a32e-4d2eeff412a4', 'tag': 'f59c74d6-506d-43a4-afe0-6d72a003824b'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:31:56.664985 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9967b69a-fd3d-43b4-a2ef-4a4943bc2ca5" -d '{"events": [{"name": "network-changed", "server_uuid": "bf3dce86-52a5-4ad6-a32e-4d2eeff412a4", "tag": "f59c74d6-506d-43a4-afe0-6d72a003824b"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:31:56.802585 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8db17db8-5ac8-4176-8227-6b89debae983 x-openstack-request-id: req-8db17db8-5ac8-4176-8227-6b89debae983 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:31:56.802901 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf3dce86-52a5-4ad6-a32e-4d2eeff412a4", "tag": "f59c74d6-506d-43a4-afe0-6d72a003824b", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:31:56.803115 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8db17db8-5ac8-4176-8227-6b89debae983 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:31:56.803541 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf3dce86-52a5-4ad6-a32e-4d2eeff412a4', 'tag': 'f59c74d6-506d-43a4-afe0-6d72a003824b', 'status': 'completed', 'code': 200} Jan 28 07:31:56.831427 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-985faa4d-0cc8-428a-9392-bfe7b04d5745 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (714433de-81fb-45ec-9dbd-f8eaedc8e889), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:56.834975 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-985faa4d-0cc8-428a-9392-bfe7b04d5745 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:56.836185 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-985faa4d-0cc8-428a-9392-bfe7b04d5745 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/714433de-81fb-45ec-9dbd-f8eaedc8e889 HTTP/1.1" status: 204 len: 168 time: 1.1674683 Jan 28 07:31:57.001257 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c566e918-f87a-411d-888c-d48af071d282 req-e1e541f8-ec64-4865-b7e2-dafa24364bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:31:57.003168 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c566e918-f87a-411d-888c-d48af071d282 req-e1e541f8-ec64-4865-b7e2-dafa24364bc7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=af35f21ed1ee47008678836969a0d253&device_id=bf3dce86-52a5-4ad6-a32e-4d2eeff412a4 HTTP/1.1" status: 200 len: 1096 time: 0.2703085 Jan 28 07:31:57.010354 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985faa4d-0cc8-428a-9392-bfe7b04d5745 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=714433de-81fb-45ec-9dbd-f8eaedc8e889,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:31:57.173454 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c566e918-f87a-411d-888c-d48af071d282 req-c69cb304-3440-4304-9500-8b5e11faf350 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f59c74d6-506d-43a4-afe0-6d72a003824b HTTP/1.1" status: 200 len: 217 time: 0.1328981 Jan 28 07:31:57.251720 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-031f9dcf-b6ce-4111-a219-42448214b1a2 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16319006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16606699'] for router_interface (b6be81b5-6625-4d8d-9b32-0fe84a05d5c7), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:57.264860 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [req-ca945c14-adda-4062-88de-ed64ac427c92 req-4be9b090-4fc3-49b3-aa73-a517292305e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a9882d3-2fca-48ec-abc7-2e14a8c53ff1 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:31:57.275524 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-ca945c14-adda-4062-88de-ed64ac427c92 req-4be9b090-4fc3-49b3-aa73-a517292305e6 service neutron] Publish callbacks [] for port (6a9882d3-2fca-48ec-abc7-2e14a8c53ff1), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:57.378204 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [req-ca945c14-adda-4062-88de-ed64ac427c92 req-4be9b090-4fc3-49b3-aa73-a517292305e6 service neutron] Transition to ACTIVE for port object 6a9882d3-2fca-48ec-abc7-2e14a8c53ff1 will not be triggered until provisioned by entity L2. {{(pid=103283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:31:57.390246 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-ca945c14-adda-4062-88de-ed64ac427c92 req-4be9b090-4fc3-49b3-aa73-a517292305e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (6a9882d3-2fca-48ec-abc7-2e14a8c53ff1), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:57.439516 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c566e918-f87a-411d-888c-d48af071d282 req-1050bc39-5bd4-4e49-8efa-f94a98cf04ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:31:57.441810 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c566e918-f87a-411d-888c-d48af071d282 req-1050bc39-5bd4-4e49-8efa-f94a98cf04ca service neutron] 10.222.0.10 "GET /v2.0/subnets?id=65a73a7b-dea4-40fe-b353-341144e10c02 HTTP/1.1" status: 200 len: 855 time: 0.1879544 Jan 28 07:31:57.559228 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 43998) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:31:57.559742 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be9b090-4fc3-49b3-aa73-a517292305e6 service neutron] Pushing event updated for resources: {'Port': ['ID=6a9882d3-2fca-48ec-abc7-2e14a8c53ff1,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:31:57.617789 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c566e918-f87a-411d-888c-d48af071d282 req-3d6ac231-0297-45d5-8589-ed6afc0c74c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:31:57.619553 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c566e918-f87a-411d-888c-d48af071d282 req-3d6ac231-0297-45d5-8589-ed6afc0c74c0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=357baa4b-4f79-49f8-be8c-5fdc754a2350&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1630244 Jan 28 07:31:57.655773 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6776f96f-b5e9-4cc3-9af3-f52eda55e261 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:57.792926 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-ca945c14-adda-4062-88de-ed64ac427c92 req-4be9b090-4fc3-49b3-aa73-a517292305e6 service neutron] Attempting to bind port 6a9882d3-2fca-48ec-abc7-2e14a8c53ff1 on host n-h2-712749-28 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:31:57.793249 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-ca945c14-adda-4062-88de-ed64ac427c92 req-4be9b090-4fc3-49b3-aa73-a517292305e6 service neutron] Attempting to bind port 6a9882d3-2fca-48ec-abc7-2e14a8c53ff1 by drivers openvswitch,hyperv on host n-h2-712749-28 at level 0 using segments [{'id': '473d0bd6-a7d7-47be-b640-e2f5658ac027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '357baa4b-4f79-49f8-be8c-5fdc754a2350'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:31:57.793501 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca945c14-adda-4062-88de-ed64ac427c92 req-4be9b090-4fc3-49b3-aa73-a517292305e6 service neutron] Attempting to bind port 6a9882d3-2fca-48ec-abc7-2e14a8c53ff1 on network 357baa4b-4f79-49f8-be8c-5fdc754a2350 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:31:57.815649 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca945c14-adda-4062-88de-ed64ac427c92 req-4be9b090-4fc3-49b3-aa73-a517292305e6 service neutron] Port 6a9882d3-2fca-48ec-abc7-2e14a8c53ff1 on network 357baa4b-4f79-49f8-be8c-5fdc754a2350 not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-28 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:31:57.815988 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca945c14-adda-4062-88de-ed64ac427c92 req-4be9b090-4fc3-49b3-aa73-a517292305e6 service neutron] Attempting to bind port 6a9882d3-2fca-48ec-abc7-2e14a8c53ff1 on network 357baa4b-4f79-49f8-be8c-5fdc754a2350 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:31:57.834711 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca945c14-adda-4062-88de-ed64ac427c92 req-4be9b090-4fc3-49b3-aa73-a517292305e6 service neutron] Checking agent: {'id': 'c9906e63-062c-432e-bb53-63fdb8115e18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:31:57.835163 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca945c14-adda-4062-88de-ed64ac427c92 req-4be9b090-4fc3-49b3-aa73-a517292305e6 service neutron] Checking segment: {'id': '473d0bd6-a7d7-47be-b640-e2f5658ac027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '357baa4b-4f79-49f8-be8c-5fdc754a2350'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:31:57.835433 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca945c14-adda-4062-88de-ed64ac427c92 req-4be9b090-4fc3-49b3-aa73-a517292305e6 service neutron] Bound using segment: {'id': '473d0bd6-a7d7-47be-b640-e2f5658ac027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '357baa4b-4f79-49f8-be8c-5fdc754a2350'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:31:57.835977 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-ca945c14-adda-4062-88de-ed64ac427c92 req-4be9b090-4fc3-49b3-aa73-a517292305e6 service neutron] Bound port: 6a9882d3-2fca-48ec-abc7-2e14a8c53ff1, host: n-h2-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '473d0bd6-a7d7-47be-b640-e2f5658ac027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '357baa4b-4f79-49f8-be8c-5fdc754a2350'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:31:57.836244 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-ca945c14-adda-4062-88de-ed64ac427c92 req-4be9b090-4fc3-49b3-aa73-a517292305e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (6a9882d3-2fca-48ec-abc7-2e14a8c53ff1), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:57.867617 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c566e918-f87a-411d-888c-d48af071d282 req-051f5976-39d9-4e80-b69b-6c01fd5bab78 service neutron] 10.222.0.10 "GET /v2.0/networks/357baa4b-4f79-49f8-be8c-5fdc754a2350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226338 Jan 28 07:31:57.873280 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 44002) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:31:57.902347 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-505cb47a-2fda-481f-bfd1-376bbe2ba408 req-4807aabd-c086-46c4-8547-4b249ed13966 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e820e979-edcd-45c8-9d1a-2dfbdf12aa05 {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:31:57.924168 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-505cb47a-2fda-481f-bfd1-376bbe2ba408 req-4807aabd-c086-46c4-8547-4b249ed13966 service neutron] Publish callbacks [] for port (e820e979-edcd-45c8-9d1a-2dfbdf12aa05), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:57.957586 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-505cb47a-2fda-481f-bfd1-376bbe2ba408 req-4807aabd-c086-46c4-8547-4b249ed13966 service neutron] Transition to ACTIVE for port object e820e979-edcd-45c8-9d1a-2dfbdf12aa05 will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:31:58.033730 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-031f9dcf-b6ce-4111-a219-42448214b1a2 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Router b6be81b5-6625-4d8d-9b32-0fe84a05d5c7 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:31:58.065286 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6776f96f-b5e9-4cc3-9af3-f52eda55e261 admin admin] Publish callbacks [] for security_group (3647ddae-1810-47ef-9366-f0c35625cf83), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:58.079940 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-505cb47a-2fda-481f-bfd1-376bbe2ba408 req-4807aabd-c086-46c4-8547-4b249ed13966 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (e820e979-edcd-45c8-9d1a-2dfbdf12aa05), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:58.095814 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6776f96f-b5e9-4cc3-9af3-f52eda55e261 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (3647ddae-1810-47ef-9366-f0c35625cf83), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:58.146993 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-ca945c14-adda-4062-88de-ed64ac427c92 req-4be9b090-4fc3-49b3-aa73-a517292305e6 service neutron] For port 6a9882d3-2fca-48ec-abc7-2e14a8c53ff1, host n-h2-712749-28, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:31:58.150565 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c566e918-f87a-411d-888c-d48af071d282 req-472e3ef8-6230-4592-9fd5-c5b180457579 service neutron] 10.222.0.10 "GET /v2.0/networks/357baa4b-4f79-49f8-be8c-5fdc754a2350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2668219 Jan 28 07:31:58.168694 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-6776f96f-b5e9-4cc3-9af3-f52eda55e261 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=16cd21c8d6324d72898bf09d1823c73a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6076877 Jan 28 07:31:58.193448 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 44006) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:31:58.194451 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6776f96f-b5e9-4cc3-9af3-f52eda55e261 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3647ddae-1810-47ef-9366-f0c35625cf83,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:31:58.276305 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dab5c95-7cfe-46cd-9617-379374ed95ef req-cebbed3f-5047-4765-bc8c-05b4f373f271 tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:31:58.284235 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2dab5c95-7cfe-46cd-9617-379374ed95ef req-cebbed3f-5047-4765-bc8c-05b4f373f271 tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b3415e6-b31c-4ce7-ad7d-2235832bcbd3 HTTP/1.1" status: 200 len: 931 time: 0.6384048 Jan 28 07:31:58.646432 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-ca945c14-adda-4062-88de-ed64ac427c92 req-4be9b090-4fc3-49b3-aa73-a517292305e6 service neutron] For port 6a9882d3-2fca-48ec-abc7-2e14a8c53ff1, host n-h2-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=6a9882d3-2fca-48ec-abc7-2e14a8c53ff1,segment=NetworkSegment(473d0bd6-a7d7-47be-b640-e2f5658ac027),segment_id=473d0bd6-a7d7-47be-b640-e2f5658ac027)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:31:58.657317 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-944d001d-1f51-458d-af56-ae108f89e94d admin admin] Publish callbacks [] for security_group (3647ddae-1810-47ef-9366-f0c35625cf83), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:58.662460 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f36158ca-66b8-4244-8a48-36c61e9d8a13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:58.681932 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-944d001d-1f51-458d-af56-ae108f89e94d admin admin] Publish callbacks [] for security_group (3647ddae-1810-47ef-9366-f0c35625cf83), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:58.708367 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-ca945c14-adda-4062-88de-ed64ac427c92 req-4be9b090-4fc3-49b3-aa73-a517292305e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (6a9882d3-2fca-48ec-abc7-2e14a8c53ff1), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:58.738979 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2dab5c95-7cfe-46cd-9617-379374ed95ef req-807ea1fb-5e32-4a0e-a904-ec19b54426f9 tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c5346dc-f757-4ff5-9ea1-d40d9bd6b869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4536667 Jan 28 07:31:58.766527 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-944d001d-1f51-458d-af56-ae108f89e94d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (3647ddae-1810-47ef-9366-f0c35625cf83), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:58.769379 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-944d001d-1f51-458d-af56-ae108f89e94d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:58.785088 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-944d001d-1f51-458d-af56-ae108f89e94d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3647ddae-1810-47ef-9366-f0c35625cf83 HTTP/1.1" status: 204 len: 168 time: 0.5522835 Jan 28 07:31:58.804338 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4807aabd-c086-46c4-8547-4b249ed13966 service neutron] Pushing event updated for resources: {'Port': ['ID=e820e979-edcd-45c8-9d1a-2dfbdf12aa05,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:31:58.820729 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944d001d-1f51-458d-af56-ae108f89e94d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3647ddae-1810-47ef-9366-f0c35625cf83,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:31:58.862137 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-505cb47a-2fda-481f-bfd1-376bbe2ba408 req-4807aabd-c086-46c4-8547-4b249ed13966 service neutron] Attempting to bind port e820e979-edcd-45c8-9d1a-2dfbdf12aa05 on host n-h1-712749-28 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:31:58.865132 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-505cb47a-2fda-481f-bfd1-376bbe2ba408 req-4807aabd-c086-46c4-8547-4b249ed13966 service neutron] Attempting to bind port e820e979-edcd-45c8-9d1a-2dfbdf12aa05 by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': '473d0bd6-a7d7-47be-b640-e2f5658ac027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '357baa4b-4f79-49f8-be8c-5fdc754a2350'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:31:58.865956 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505cb47a-2fda-481f-bfd1-376bbe2ba408 req-4807aabd-c086-46c4-8547-4b249ed13966 service neutron] Attempting to bind port e820e979-edcd-45c8-9d1a-2dfbdf12aa05 on network 357baa4b-4f79-49f8-be8c-5fdc754a2350 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:31:58.871341 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505cb47a-2fda-481f-bfd1-376bbe2ba408 req-4807aabd-c086-46c4-8547-4b249ed13966 service neutron] Port e820e979-edcd-45c8-9d1a-2dfbdf12aa05 on network 357baa4b-4f79-49f8-be8c-5fdc754a2350 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:31:58.871669 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505cb47a-2fda-481f-bfd1-376bbe2ba408 req-4807aabd-c086-46c4-8547-4b249ed13966 service neutron] Attempting to bind port e820e979-edcd-45c8-9d1a-2dfbdf12aa05 on network 357baa4b-4f79-49f8-be8c-5fdc754a2350 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:31:58.877180 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505cb47a-2fda-481f-bfd1-376bbe2ba408 req-4807aabd-c086-46c4-8547-4b249ed13966 service neutron] Checking agent: {'id': '2fca46b1-237f-4857-9290-2429d810e472', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 31, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:31:58.877529 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505cb47a-2fda-481f-bfd1-376bbe2ba408 req-4807aabd-c086-46c4-8547-4b249ed13966 service neutron] Checking segment: {'id': '473d0bd6-a7d7-47be-b640-e2f5658ac027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '357baa4b-4f79-49f8-be8c-5fdc754a2350'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:31:58.877947 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505cb47a-2fda-481f-bfd1-376bbe2ba408 req-4807aabd-c086-46c4-8547-4b249ed13966 service neutron] Bound using segment: {'id': '473d0bd6-a7d7-47be-b640-e2f5658ac027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '357baa4b-4f79-49f8-be8c-5fdc754a2350'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:31:58.878521 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-505cb47a-2fda-481f-bfd1-376bbe2ba408 req-4807aabd-c086-46c4-8547-4b249ed13966 service neutron] Bound port: e820e979-edcd-45c8-9d1a-2dfbdf12aa05, host: n-h1-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '473d0bd6-a7d7-47be-b640-e2f5658ac027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '357baa4b-4f79-49f8-be8c-5fdc754a2350'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:31:58.879026 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-505cb47a-2fda-481f-bfd1-376bbe2ba408 req-4807aabd-c086-46c4-8547-4b249ed13966 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (e820e979-edcd-45c8-9d1a-2dfbdf12aa05), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:58.894198 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-031f9dcf-b6ce-4111-a219-42448214b1a2 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:31:58.906089 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5d0953-f5d3-4109-a095-777fe3af58ea None None] Sync routers for ids ['b6be81b5-6625-4d8d-9b32-0fe84a05d5c7'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:31:58.917555 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-031f9dcf-b6ce-4111-a219-42448214b1a2 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] 10.222.0.41 "PUT /v2.0/routers/b6be81b5-6625-4d8d-9b32-0fe84a05d5c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0212767 Jan 28 07:31:58.923357 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 44014) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:31:58.934963 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5d0953-f5d3-4109-a095-777fe3af58ea None None] Routers {'b6be81b5-6625-4d8d-9b32-0fe84a05d5c7'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:31:58.936760 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-0f5d0953-f5d3-4109-a095-777fe3af58ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:31:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['b6be81b5-6625-4d8d-9b32-0fe84a05d5c7'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:31:58.948988 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca945c14-adda-4062-88de-ed64ac427c92 req-4be9b090-4fc3-49b3-aa73-a517292305e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:31:58.949787 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-ca945c14-adda-4062-88de-ed64ac427c92 req-4be9b090-4fc3-49b3-aa73-a517292305e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:58.951746 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ca945c14-adda-4062-88de-ed64ac427c92 req-4be9b090-4fc3-49b3-aa73-a517292305e6 service neutron] 10.222.0.44 "PUT /v2.0/ports/6a9882d3-2fca-48ec-abc7-2e14a8c53ff1 HTTP/1.1" status: 200 len: 1093 time: 4.8354228 Jan 28 07:31:58.962885 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9455bd8-bb23-42e6-95a1-cefa55c6a33d', 'tag': '6a9882d3-2fca-48ec-abc7-2e14a8c53ff1'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:31:58.965295 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aadf38b-e4c3-4a88-aebb-84f56f3495ad" -d '{"events": [{"name": "network-changed", "server_uuid": "c9455bd8-bb23-42e6-95a1-cefa55c6a33d", "tag": "6a9882d3-2fca-48ec-abc7-2e14a8c53ff1"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:31:58.978689 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-505cb47a-2fda-481f-bfd1-376bbe2ba408 req-4807aabd-c086-46c4-8547-4b249ed13966 service neutron] For port e820e979-edcd-45c8-9d1a-2dfbdf12aa05, host n-h1-712749-28, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:31:58.983590 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-505cb47a-2fda-481f-bfd1-376bbe2ba408 req-4807aabd-c086-46c4-8547-4b249ed13966 service neutron] For port e820e979-edcd-45c8-9d1a-2dfbdf12aa05, host n-h1-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=e820e979-edcd-45c8-9d1a-2dfbdf12aa05,segment=NetworkSegment(473d0bd6-a7d7-47be-b640-e2f5658ac027),segment_id=473d0bd6-a7d7-47be-b640-e2f5658ac027)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:31:58.999413 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-505cb47a-2fda-481f-bfd1-376bbe2ba408 req-4807aabd-c086-46c4-8547-4b249ed13966 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (e820e979-edcd-45c8-9d1a-2dfbdf12aa05), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:59.016664 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-0f5d0953-f5d3-4109-a095-777fe3af58ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:31:59.029441 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5d0953-f5d3-4109-a095-777fe3af58ea None None] Routers {'b6be81b5-6625-4d8d-9b32-0fe84a05d5c7'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:31:59.040979 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-0f5d0953-f5d3-4109-a095-777fe3af58ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:31:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['b6be81b5-6625-4d8d-9b32-0fe84a05d5c7'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:31:59.053512 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9967b69a-fd3d-43b4-a2ef-4a4943bc2ca5 req-c4a7b8a0-63aa-463d-983c-ebf07a38a1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:31:59.055195 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9967b69a-fd3d-43b4-a2ef-4a4943bc2ca5 req-c4a7b8a0-63aa-463d-983c-ebf07a38a1e3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=af35f21ed1ee47008678836969a0d253&device_id=bf3dce86-52a5-4ad6-a32e-4d2eeff412a4 HTTP/1.1" status: 200 len: 1096 time: 0.4174640 Jan 28 07:31:59.107179 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505cb47a-2fda-481f-bfd1-376bbe2ba408 req-4807aabd-c086-46c4-8547-4b249ed13966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:31:59.107972 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-505cb47a-2fda-481f-bfd1-376bbe2ba408 req-4807aabd-c086-46c4-8547-4b249ed13966 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:59.114123 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-505cb47a-2fda-481f-bfd1-376bbe2ba408 req-4807aabd-c086-46c4-8547-4b249ed13966 service neutron] 10.222.0.10 "PUT /v2.0/ports/e820e979-edcd-45c8-9d1a-2dfbdf12aa05 HTTP/1.1" status: 200 len: 1092 time: 3.3851728 Jan 28 07:31:59.118960 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b3415e6-b31c-4ce7-ad7d-2235832bcbd3', 'tag': 'e820e979-edcd-45c8-9d1a-2dfbdf12aa05'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:31:59.135447 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a3fe1f1-7204-46c8-a417-a9a6b5040713" -d '{"events": [{"name": "network-changed", "server_uuid": "1b3415e6-b31c-4ce7-ad7d-2235832bcbd3", "tag": "e820e979-edcd-45c8-9d1a-2dfbdf12aa05"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:31:59.167007 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-0f5d0953-f5d3-4109-a095-777fe3af58ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:31:59.168986 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5d0953-f5d3-4109-a095-777fe3af58ea None None] The sync data for ids ['b6be81b5-6625-4d8d-9b32-0fe84a05d5c7'] in n-d-712749-28 is: [] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:31:59.271571 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4807aabd-c086-46c4-8547-4b249ed13966 service neutron] Pushing event updated for resources: {'Port': ['ID=e820e979-edcd-45c8-9d1a-2dfbdf12aa05,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:31:59.272566 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af691a06-02a7-438b-96a4-56c684e7a3eb x-openstack-request-id: req-af691a06-02a7-438b-96a4-56c684e7a3eb {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:31:59.272874 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9455bd8-bb23-42e6-95a1-cefa55c6a33d", "tag": "6a9882d3-2fca-48ec-abc7-2e14a8c53ff1", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:31:59.273141 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-af691a06-02a7-438b-96a4-56c684e7a3eb {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:31:59.274201 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9455bd8-bb23-42e6-95a1-cefa55c6a33d', 'tag': '6a9882d3-2fca-48ec-abc7-2e14a8c53ff1', 'status': 'completed', 'code': 200} Jan 28 07:31:59.320897 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be9b090-4fc3-49b3-aa73-a517292305e6 service neutron] Pushing event updated for resources: {'Port': ['ID=6a9882d3-2fca-48ec-abc7-2e14a8c53ff1,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:31:59.359580 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505cb47a-2fda-481f-bfd1-376bbe2ba408 req-c2b0ea6d-f15f-4740-8875-c72c8f1b09de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:31:59.363693 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-505cb47a-2fda-481f-bfd1-376bbe2ba408 req-c2b0ea6d-f15f-4740-8875-c72c8f1b09de service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=af35f21ed1ee47008678836969a0d253&device_id=1b3415e6-b31c-4ce7-ad7d-2235832bcbd3 HTTP/1.1" status: 200 len: 1095 time: 0.1650660 Jan 28 07:31:59.542619 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-505cb47a-2fda-481f-bfd1-376bbe2ba408 req-a715b111-d640-451f-8e5e-adf865c23ed6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e820e979-edcd-45c8-9d1a-2dfbdf12aa05 HTTP/1.1" status: 200 len: 217 time: 0.1574960 Jan 28 07:31:59.553215 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c6ecc0d-8d9f-4692-a27b-f1547611381e x-openstack-request-id: req-6c6ecc0d-8d9f-4692-a27b-f1547611381e {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:31:59.553794 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b3415e6-b31c-4ce7-ad7d-2235832bcbd3", "tag": "e820e979-edcd-45c8-9d1a-2dfbdf12aa05", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:31:59.554255 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6c6ecc0d-8d9f-4692-a27b-f1547611381e {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:31:59.554881 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b3415e6-b31c-4ce7-ad7d-2235832bcbd3', 'tag': 'e820e979-edcd-45c8-9d1a-2dfbdf12aa05', 'status': 'completed', 'code': 200} Jan 28 07:31:59.560998 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6f9c8a36-f712-43b9-8a33-6617cf2cbf70 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks [] for router (b6be81b5-6625-4d8d-9b32-0fe84a05d5c7), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:59.656256 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505cb47a-2fda-481f-bfd1-376bbe2ba408 req-4681421f-06e5-42e0-ac2d-c757aa222c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:31:59.658379 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-505cb47a-2fda-481f-bfd1-376bbe2ba408 req-4681421f-06e5-42e0-ac2d-c757aa222c6d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=65a73a7b-dea4-40fe-b353-341144e10c02 HTTP/1.1" status: 200 len: 855 time: 0.0839677 Jan 28 07:31:59.665703 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f36158ca-66b8-4244-8a48-36c61e9d8a13 admin admin] Publish callbacks [] for security_group (a89de92a-4b71-482a-a6f1-3bb92c276585), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:59.731647 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9967b69a-fd3d-43b4-a2ef-4a4943bc2ca5 req-d06d47ba-9eaa-466d-b432-3ddd355f2d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:31:59.733336 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9967b69a-fd3d-43b4-a2ef-4a4943bc2ca5 req-d06d47ba-9eaa-466d-b432-3ddd355f2d0b service neutron] 10.222.0.10 "GET /v2.0/networks?id=357baa4b-4f79-49f8-be8c-5fdc754a2350 HTTP/1.1" status: 200 len: 917 time: 0.4750302 Jan 28 07:31:59.799943 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505cb47a-2fda-481f-bfd1-376bbe2ba408 req-0fce4ea1-8e7a-4206-b85f-507cb4311dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:31:59.801504 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-505cb47a-2fda-481f-bfd1-376bbe2ba408 req-0fce4ea1-8e7a-4206-b85f-507cb4311dd2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=357baa4b-4f79-49f8-be8c-5fdc754a2350&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1336730 Jan 28 07:31:59.807979 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f36158ca-66b8-4244-8a48-36c61e9d8a13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (a89de92a-4b71-482a-a6f1-3bb92c276585), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:31:59.849264 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-f36158ca-66b8-4244-8a48-36c61e9d8a13 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=65a95abc009b4ad992e3c3c4a004d295&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9730980 Jan 28 07:31:59.851315 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 44042) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:31:59.859542 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca945c14-adda-4062-88de-ed64ac427c92 req-a0c28807-67f3-46f1-a21a-f78b8e30e0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:31:59.861260 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ca945c14-adda-4062-88de-ed64ac427c92 req-a0c28807-67f3-46f1-a21a-f78b8e30e0ff service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=af35f21ed1ee47008678836969a0d253&device_id=c9455bd8-bb23-42e6-95a1-cefa55c6a33d HTTP/1.1" status: 200 len: 1096 time: 0.8113596 Jan 28 07:31:59.958498 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-505cb47a-2fda-481f-bfd1-376bbe2ba408 req-d3b56597-2697-455c-952f-df77e627b7f2 service neutron] 10.222.0.10 "GET /v2.0/networks/357baa4b-4f79-49f8-be8c-5fdc754a2350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470871 Jan 28 07:31:59.994347 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9967b69a-fd3d-43b4-a2ef-4a4943bc2ca5 req-9829a9e3-402e-4936-8b5f-c9290ff1d7d1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f59c74d6-506d-43a4-afe0-6d72a003824b HTTP/1.1" status: 200 len: 217 time: 0.1890712 Jan 28 07:31:59.995754 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ca945c14-adda-4062-88de-ed64ac427c92 req-8b5133fa-0e29-4a1f-bcc8-b41313bba8cb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a9882d3-2fca-48ec-abc7-2e14a8c53ff1 HTTP/1.1" status: 200 len: 217 time: 0.0883830 Jan 28 07:32:00.145513 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-505cb47a-2fda-481f-bfd1-376bbe2ba408 req-2a4950b2-c201-4612-9f55-567b94bc4912 service neutron] 10.222.0.10 "GET /v2.0/networks/357baa4b-4f79-49f8-be8c-5fdc754a2350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647568 Jan 28 07:32:00.160539 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36158ca-66b8-4244-8a48-36c61e9d8a13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a89de92a-4b71-482a-a6f1-3bb92c276585,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:00.168105 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca945c14-adda-4062-88de-ed64ac427c92 req-bfdfa00c-65e0-4112-8e40-00ef4d779fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:00.170851 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ca945c14-adda-4062-88de-ed64ac427c92 req-bfdfa00c-65e0-4112-8e40-00ef4d779fed service neutron] 10.222.0.44 "GET /v2.0/subnets?id=65a73a7b-dea4-40fe-b353-341144e10c02 HTTP/1.1" status: 200 len: 855 time: 0.1615925 Jan 28 07:32:00.218745 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6f9c8a36-f712-43b9-8a33-6617cf2cbf70 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks [] for router_gateway (b6be81b5-6625-4d8d-9b32-0fe84a05d5c7), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:00.244375 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9967b69a-fd3d-43b4-a2ef-4a4943bc2ca5 req-d6c06d2b-05bf-4bf3-b3cc-755b540aec19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:00.246689 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9967b69a-fd3d-43b4-a2ef-4a4943bc2ca5 req-d6c06d2b-05bf-4bf3-b3cc-755b540aec19 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=65a73a7b-dea4-40fe-b353-341144e10c02 HTTP/1.1" status: 200 len: 855 time: 0.2322645 Jan 28 07:32:00.319009 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd7153a-2eb9-412e-a8ed-2e5df4e8f8a3 req-002f8a26-aed2-44a3-845e-e7b50ec96b18 tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:00.320683 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4cd7153a-2eb9-412e-a8ed-2e5df4e8f8a3 req-002f8a26-aed2-44a3-845e-e7b50ec96b18 tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b3415e6-b31c-4ce7-ad7d-2235832bcbd3 HTTP/1.1" status: 200 len: 943 time: 0.4578526 Jan 28 07:32:00.337916 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1ea5e579-2f12-4d14-b233-c3eb61e2ed39 admin admin] Publish callbacks [] for security_group (a89de92a-4b71-482a-a6f1-3bb92c276585), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:00.367853 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3fe1f1-7204-46c8-a417-a9a6b5040713 req-439500c6-8055-4b58-a118-930241960e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:00.368132 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device f59c74d6-506d-43a4-afe0-6d72a003824b details requested by agent hyperv_n-h1-712749-28 with host n-h1-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:32:00.370293 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8a3fe1f1-7204-46c8-a417-a9a6b5040713 req-439500c6-8055-4b58-a118-930241960e52 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=af35f21ed1ee47008678836969a0d253&device_id=1b3415e6-b31c-4ce7-ad7d-2235832bcbd3 HTTP/1.1" status: 200 len: 1095 time: 0.0779657 Jan 28 07:32:00.397639 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca945c14-adda-4062-88de-ed64ac427c92 req-d23e4b84-e604-4e20-920e-9852709e1ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:00.409767 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ca945c14-adda-4062-88de-ed64ac427c92 req-d23e4b84-e604-4e20-920e-9852709e1ed4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=357baa4b-4f79-49f8-be8c-5fdc754a2350&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2163146 Jan 28 07:32:00.467313 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1ea5e579-2f12-4d14-b233-c3eb61e2ed39 admin admin] Publish callbacks [] for security_group (a89de92a-4b71-482a-a6f1-3bb92c276585), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:00.562353 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port f59c74d6-506d-43a4-afe0-6d72a003824b, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=f59c74d6-506d-43a4-afe0-6d72a003824b,segment=NetworkSegment(473d0bd6-a7d7-47be-b640-e2f5658ac027),segment_id=473d0bd6-a7d7-47be-b640-e2f5658ac027)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:32:00.593732 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Returning: {'device': 'f59c74d6-506d-43a4-afe0-6d72a003824b', 'network_id': '357baa4b-4f79-49f8-be8c-5fdc754a2350', 'port_id': 'f59c74d6-506d-43a4-afe0-6d72a003824b', 'mac_address': 'fa:16:3e:7d:1f:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65a73a7b-dea4-40fe-b353-341144e10c02', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:32:00.648515 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9967b69a-fd3d-43b4-a2ef-4a4943bc2ca5 req-4cf35a20-23d5-409f-ae9d-f4d314d324a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:00.650130 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9967b69a-fd3d-43b4-a2ef-4a4943bc2ca5 req-4cf35a20-23d5-409f-ae9d-f4d314d324a3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=357baa4b-4f79-49f8-be8c-5fdc754a2350&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3551266 Jan 28 07:32:00.651753 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port f59c74d6-506d-43a4-afe0-6d72a003824b is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:32:00.652426 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (f59c74d6-506d-43a4-afe0-6d72a003824b), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:00.673808 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4cd7153a-2eb9-412e-a8ed-2e5df4e8f8a3 req-fe427ea3-eb57-481c-8824-956d0b7f2e4b tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c5346dc-f757-4ff5-9ea1-d40d9bd6b869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3270352 Jan 28 07:32:00.711376 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f59c74d6-506d-43a4-afe0-6d72a003824b {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:32:00.737517 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port f59c74d6-506d-43a4-afe0-6d72a003824b, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=f59c74d6-506d-43a4-afe0-6d72a003824b,segment=NetworkSegment(473d0bd6-a7d7-47be-b640-e2f5658ac027),segment_id=473d0bd6-a7d7-47be-b640-e2f5658ac027)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:32:00.746375 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (f59c74d6-506d-43a4-afe0-6d72a003824b), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:00.751964 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-6f9c8a36-f712-43b9-8a33-6617cf2cbf70 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Deleting port e3b53112-4e3d-4396-83b7-155a02e21942 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:32:00.752518 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6f9c8a36-f712-43b9-8a33-6617cf2cbf70 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (e3b53112-4e3d-4396-83b7-155a02e21942), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:00.827324 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=f59c74d6-506d-43a4-afe0-6d72a003824b,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:00.843426 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3fe1f1-7204-46c8-a417-a9a6b5040713 req-e7b787b8-8792-453b-aa02-2118d1eb34a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:00.847017 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8a3fe1f1-7204-46c8-a417-a9a6b5040713 req-e7b787b8-8792-453b-aa02-2118d1eb34a2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=357baa4b-4f79-49f8-be8c-5fdc754a2350 HTTP/1.1" status: 200 len: 917 time: 0.4694786 Jan 28 07:32:00.849564 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ca945c14-adda-4062-88de-ed64ac427c92 req-c517e706-b423-4b34-8fc0-0d24621d90c2 service neutron] 10.222.0.44 "GET /v2.0/networks/357baa4b-4f79-49f8-be8c-5fdc754a2350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4186425 Jan 28 07:32:00.861120 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1ea5e579-2f12-4d14-b233-c3eb61e2ed39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (a89de92a-4b71-482a-a6f1-3bb92c276585), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:00.865659 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1ea5e579-2f12-4d14-b233-c3eb61e2ed39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:00.869753 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-1ea5e579-2f12-4d14-b233-c3eb61e2ed39 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a89de92a-4b71-482a-a6f1-3bb92c276585 HTTP/1.1" status: 204 len: 168 time: 1.0123870 Jan 28 07:32:00.923453 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea5e579-2f12-4d14-b233-c3eb61e2ed39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a89de92a-4b71-482a-a6f1-3bb92c276585,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:00.982207 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9967b69a-fd3d-43b4-a2ef-4a4943bc2ca5 req-f7535de1-a03e-40c5-a8f8-9ff7f0992f2e service neutron] 10.222.0.10 "GET /v2.0/networks/357baa4b-4f79-49f8-be8c-5fdc754a2350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3214777 Jan 28 07:32:00.987110 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6f9c8a36-f712-43b9-8a33-6617cf2cbf70 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (e3b53112-4e3d-4396-83b7-155a02e21942), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:01.005394 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8a3fe1f1-7204-46c8-a417-a9a6b5040713 req-2f56830b-bed1-4d99-955f-b5cad5215953 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e820e979-edcd-45c8-9d1a-2dfbdf12aa05 HTTP/1.1" status: 200 len: 217 time: 0.1453190 Jan 28 07:32:01.077481 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-6f9c8a36-f712-43b9-8a33-6617cf2cbf70 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Calling delete_port for e3b53112-4e3d-4396-83b7-155a02e21942 owned by network:router_gateway {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:32:01.090605 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['f59c74d6-506d-43a4-afe0-6d72a003824b'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:32:01.101007 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3fe1f1-7204-46c8-a417-a9a6b5040713 req-24686116-8213-4eff-8a05-8613457a0abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:01.103632 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8a3fe1f1-7204-46c8-a417-a9a6b5040713 req-24686116-8213-4eff-8a05-8613457a0abb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=65a73a7b-dea4-40fe-b353-341144e10c02 HTTP/1.1" status: 200 len: 855 time: 0.0929227 Jan 28 07:32:01.191297 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ca945c14-adda-4062-88de-ed64ac427c92 req-d95540ca-a79e-4fc4-8754-bcdcb67699e1 service neutron] 10.222.0.44 "GET /v2.0/networks/357baa4b-4f79-49f8-be8c-5fdc754a2350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3288736 Jan 28 07:32:01.203319 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3fe1f1-7204-46c8-a417-a9a6b5040713 req-978db43e-14c2-4fa1-be63-2a5fe8b6458b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:01.205328 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8a3fe1f1-7204-46c8-a417-a9a6b5040713 req-978db43e-14c2-4fa1-be63-2a5fe8b6458b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=357baa4b-4f79-49f8-be8c-5fdc754a2350&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0935938 Jan 28 07:32:01.377471 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9967b69a-fd3d-43b4-a2ef-4a4943bc2ca5 req-9c998101-d1eb-4bae-bdc8-58045a7c424d service neutron] 10.222.0.10 "GET /v2.0/networks/357baa4b-4f79-49f8-be8c-5fdc754a2350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3843889 Jan 28 07:32:01.398537 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8a3fe1f1-7204-46c8-a417-a9a6b5040713 req-a41073bb-f110-4d91-97a2-4861f7130932 service neutron] 10.222.0.10 "GET /v2.0/networks/357baa4b-4f79-49f8-be8c-5fdc754a2350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835871 Jan 28 07:32:01.524668 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aadf38b-e4c3-4a88-aebb-84f56f3495ad req-d28bb733-aefb-434b-a816-331f5d22fbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:01.530803 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-3aadf38b-e4c3-4a88-aebb-84f56f3495ad req-d28bb733-aefb-434b-a816-331f5d22fbc6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=af35f21ed1ee47008678836969a0d253&device_id=c9455bd8-bb23-42e6-95a1-cefa55c6a33d HTTP/1.1" status: 200 len: 1096 time: 0.2310672 Jan 28 07:32:01.619245 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8a3fe1f1-7204-46c8-a417-a9a6b5040713 req-ff51c5c9-56f8-413d-9c64-22714162fb78 service neutron] 10.222.0.10 "GET /v2.0/networks/357baa4b-4f79-49f8-be8c-5fdc754a2350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2099957 Jan 28 07:32:01.804641 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6f9c8a36-f712-43b9-8a33-6617cf2cbf70 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (e3b53112-4e3d-4396-83b7-155a02e21942), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:01.858372 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9c8a36-f712-43b9-8a33-6617cf2cbf70 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Pushing event deleted for resources: {'Port': ['ID=e3b53112-4e3d-4396-83b7-155a02e21942,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:01.887870 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aadf38b-e4c3-4a88-aebb-84f56f3495ad req-a61212b3-42d8-415e-bb49-7bbdd4a95ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:01.889771 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-3aadf38b-e4c3-4a88-aebb-84f56f3495ad req-a61212b3-42d8-415e-bb49-7bbdd4a95ad6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=357baa4b-4f79-49f8-be8c-5fdc754a2350 HTTP/1.1" status: 200 len: 917 time: 0.3558791 Jan 28 07:32:01.970630 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0d0eb3-fadd-4e10-a945-bbb2cf4e7b79 req-894e1818-b50b-4750-a21c-cf557423a1a7 tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:01.970630 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5f0d0eb3-fadd-4e10-a945-bbb2cf4e7b79 req-894e1818-b50b-4750-a21c-cf557423a1a7 tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b3415e6-b31c-4ce7-ad7d-2235832bcbd3 HTTP/1.1" status: 200 len: 943 time: 0.1436803 Jan 28 07:32:02.004105 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-3aadf38b-e4c3-4a88-aebb-84f56f3495ad req-ee2f9ddf-0c26-49c1-ad82-76a79dd726b1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a9882d3-2fca-48ec-abc7-2e14a8c53ff1 HTTP/1.1" status: 200 len: 217 time: 0.0952485 Jan 28 07:32:02.060410 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aadf38b-e4c3-4a88-aebb-84f56f3495ad req-b397479a-a923-4635-a42b-9351cc39da3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:02.062542 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-3aadf38b-e4c3-4a88-aebb-84f56f3495ad req-b397479a-a923-4635-a42b-9351cc39da3a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=65a73a7b-dea4-40fe-b353-341144e10c02 HTTP/1.1" status: 200 len: 855 time: 0.0523818 Jan 28 07:32:02.137003 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6f9c8a36-f712-43b9-8a33-6617cf2cbf70 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16607873'] for router_gateway (b6be81b5-6625-4d8d-9b32-0fe84a05d5c7), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:02.157423 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5f0d0eb3-fadd-4e10-a945-bbb2cf4e7b79 req-30241940-288d-46fa-a4b2-874aa951d39b tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c5346dc-f757-4ff5-9ea1-d40d9bd6b869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312060 Jan 28 07:32:02.265614 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aadf38b-e4c3-4a88-aebb-84f56f3495ad req-290b5d54-1d31-452b-a13f-49ebb5adb9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:02.267641 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-3aadf38b-e4c3-4a88-aebb-84f56f3495ad req-290b5d54-1d31-452b-a13f-49ebb5adb9b9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=357baa4b-4f79-49f8-be8c-5fdc754a2350&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1922636 Jan 28 07:32:02.272424 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6f9c8a36-f712-43b9-8a33-6617cf2cbf70 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16605684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127449'] for router (b6be81b5-6625-4d8d-9b32-0fe84a05d5c7), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:02.275293 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6f9c8a36-f712-43b9-8a33-6617cf2cbf70 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks [] for router_controller (b6be81b5-6625-4d8d-9b32-0fe84a05d5c7), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:02.290166 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 7 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 07:32:02.378920 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 44142) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:02.391604 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device e820e979-edcd-45c8-9d1a-2dfbdf12aa05 details requested by agent hyperv_n-h1-712749-28 with host n-h1-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:32:02.524258 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port e820e979-edcd-45c8-9d1a-2dfbdf12aa05, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=e820e979-edcd-45c8-9d1a-2dfbdf12aa05,segment=NetworkSegment(473d0bd6-a7d7-47be-b640-e2f5658ac027),segment_id=473d0bd6-a7d7-47be-b640-e2f5658ac027)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:32:02.539876 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Returning: {'device': 'e820e979-edcd-45c8-9d1a-2dfbdf12aa05', 'network_id': '357baa4b-4f79-49f8-be8c-5fdc754a2350', 'port_id': 'e820e979-edcd-45c8-9d1a-2dfbdf12aa05', 'mac_address': 'fa:16:3e:b6:8a:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65a73a7b-dea4-40fe-b353-341144e10c02', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:32:02.543565 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device f59c74d6-506d-43a4-afe0-6d72a003824b up at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:32:02.671558 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-970ad89a-dcd5-42fd-b6dc-d48c628c76c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:02.694096 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port e820e979-edcd-45c8-9d1a-2dfbdf12aa05 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:32:02.694950 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (e820e979-edcd-45c8-9d1a-2dfbdf12aa05), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:02.725276 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 44152) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:02.762540 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e820e979-edcd-45c8-9d1a-2dfbdf12aa05 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:32:02.816499 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port e820e979-edcd-45c8-9d1a-2dfbdf12aa05, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=e820e979-edcd-45c8-9d1a-2dfbdf12aa05,segment=NetworkSegment(473d0bd6-a7d7-47be-b640-e2f5658ac027),segment_id=473d0bd6-a7d7-47be-b640-e2f5658ac027)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:32:02.830917 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (e820e979-edcd-45c8-9d1a-2dfbdf12aa05), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:02.856640 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-970ad89a-dcd5-42fd-b6dc-d48c628c76c8 admin admin] Publish callbacks [] for security_group (a1272e60-8e76-4849-a0af-78838f8479b1), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:02.860008 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning for port f59c74d6-506d-43a4-afe0-6d72a003824b completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:32:02.868639 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-970ad89a-dcd5-42fd-b6dc-d48c628c76c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (a1272e60-8e76-4849-a0af-78838f8479b1), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:02.876428 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning complete for port f59c74d6-506d-43a4-afe0-6d72a003824b triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:32:02.877170 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (f59c74d6-506d-43a4-afe0-6d72a003824b), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:02.970172 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6f9c8a36-f712-43b9-8a33-6617cf2cbf70 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16605693'] for router (b6be81b5-6625-4d8d-9b32-0fe84a05d5c7), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:02.970842 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f9c8a36-f712-43b9-8a33-6617cf2cbf70 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Fanout notify agent at l3_agent the message router_deleted on router b6be81b5-6625-4d8d-9b32-0fe84a05d5c7 {{(pid=103283) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 07:32:02.980673 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970ad89a-dcd5-42fd-b6dc-d48c628c76c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1272e60-8e76-4849-a0af-78838f8479b1,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:02.981983 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6f9c8a36-f712-43b9-8a33-6617cf2cbf70 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks [] for router (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:02.985755 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-6f9c8a36-f712-43b9-8a33-6617cf2cbf70 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] 10.222.0.41 "DELETE /v2.0/routers/b6be81b5-6625-4d8d-9b32-0fe84a05d5c7 HTTP/1.1" status: 204 len: 168 time: 4.0512831 Jan 28 07:32:02.986769 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 44158) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:03.000928 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-970ad89a-dcd5-42fd-b6dc-d48c628c76c8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2a0c343bf56b4cce928ab75f0f23db24&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6208897 Jan 28 07:32:03.003848 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 44160) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:03.005756 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970ad89a-dcd5-42fd-b6dc-d48c628c76c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:32:03.008731 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970ad89a-dcd5-42fd-b6dc-d48c628c76c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:32:03.008910 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970ad89a-dcd5-42fd-b6dc-d48c628c76c8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:32:03.010381 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970ad89a-dcd5-42fd-b6dc-d48c628c76c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:32:03.011084 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970ad89a-dcd5-42fd-b6dc-d48c628c76c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:32:03.012253 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970ad89a-dcd5-42fd-b6dc-d48c628c76c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:32:03.012616 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970ad89a-dcd5-42fd-b6dc-d48c628c76c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:32:03.014423 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970ad89a-dcd5-42fd-b6dc-d48c628c76c8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:32:03.014785 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970ad89a-dcd5-42fd-b6dc-d48c628c76c8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:32:03.015135 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970ad89a-dcd5-42fd-b6dc-d48c628c76c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:32:03.022125 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970ad89a-dcd5-42fd-b6dc-d48c628c76c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:32:03.022531 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970ad89a-dcd5-42fd-b6dc-d48c628c76c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:32:03.022883 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970ad89a-dcd5-42fd-b6dc-d48c628c76c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:32:03.041022 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 44162) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:03.053123 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-3aadf38b-e4c3-4a88-aebb-84f56f3495ad req-fc91c97a-c9a9-435d-88ec-58756c941592 service neutron] 10.222.0.44 "GET /v2.0/networks/357baa4b-4f79-49f8-be8c-5fdc754a2350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7753677 Jan 28 07:32:03.104879 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:03.123662 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-b44b1de3-0c35-45d5-a287-839b1158a0aa tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1333487078', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:32:03.156155 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port f59c74d6-506d-43a4-afe0-6d72a003824b is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:32:03.156698 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (f59c74d6-506d-43a4-afe0-6d72a003824b), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:03.157132 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b44b1de3-0c35-45d5-a287-839b1158a0aa tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16606890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127275'] for router (5aae9ace-a5cc-49a8-b6b9-01aa67a81b7c), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:03.158769 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b44b1de3-0c35-45d5-a287-839b1158a0aa tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16605498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16607952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16355422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127266'] for router (5aae9ace-a5cc-49a8-b6b9-01aa67a81b7c), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:03.187391 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2d6fbbb3-9d91-4a73-82bf-e02da3021ff1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:03.203822 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port f59c74d6-506d-43a4-afe0-6d72a003824b, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=f59c74d6-506d-43a4-afe0-6d72a003824b,segment=NetworkSegment(473d0bd6-a7d7-47be-b640-e2f5658ac027),segment_id=473d0bd6-a7d7-47be-b640-e2f5658ac027)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:32:03.205367 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf3dce86-52a5-4ad6-a32e-4d2eeff412a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f59c74d6-506d-43a4-afe0-6d72a003824b'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:32:03.208251 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b20820c-4bd3-4652-b48a-38ef8789e854" -d '{"events": [{"server_uuid": "bf3dce86-52a5-4ad6-a32e-4d2eeff412a4", "name": "network-vif-plugged", "status": "completed", "tag": "f59c74d6-506d-43a4-afe0-6d72a003824b"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:32:03.216463 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['e820e979-edcd-45c8-9d1a-2dfbdf12aa05'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:32:03.258883 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=e820e979-edcd-45c8-9d1a-2dfbdf12aa05,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:03.273198 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (f59c74d6-506d-43a4-afe0-6d72a003824b), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:03.332269 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=f59c74d6-506d-43a4-afe0-6d72a003824b,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:03.339169 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9a4b282-15e0-4f5a-b90d-d2df7aae3599 x-openstack-request-id: req-a9a4b282-15e0-4f5a-b90d-d2df7aae3599 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:32:03.340491 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf3dce86-52a5-4ad6-a32e-4d2eeff412a4", "name": "network-vif-plugged", "status": "completed", "tag": "f59c74d6-506d-43a4-afe0-6d72a003824b", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:32:03.340991 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a9a4b282-15e0-4f5a-b90d-d2df7aae3599 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:32:03.341751 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf3dce86-52a5-4ad6-a32e-4d2eeff412a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f59c74d6-506d-43a4-afe0-6d72a003824b', 'code': 200} Jan 28 07:32:03.362956 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2d6fbbb3-9d91-4a73-82bf-e02da3021ff1 admin admin] Publish callbacks [] for security_group (b5f3deb0-24f7-49f3-872e-1a22bed18189), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:03.363324 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b06b1f2-e68d-4e7e-a6d2-147d252eef8a tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Deleting subnet 42d74bcd-f249-4bd9-8c79-01a89013a971 {{(pid=103283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:32:03.387058 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1b06b1f2-e68d-4e7e-a6d2-147d252eef8a tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks [] for subnet (42d74bcd-f249-4bd9-8c79-01a89013a971), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:03.405189 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2d6fbbb3-9d91-4a73-82bf-e02da3021ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (b5f3deb0-24f7-49f3-872e-1a22bed18189), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:03.420512 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-31e0d10b-52dc-469a-a1db-a01a2b398fe0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:03.488619 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b44b1de3-0c35-45d5-a287-839b1158a0aa tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Publish callbacks [] for router_controller (5aae9ace-a5cc-49a8-b6b9-01aa67a81b7c), precommit_add_association {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:03.496567 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2940ce95-ab1e-4be0-b58c-56d1db2f875a admin admin] Publish callbacks [] for security_group (a1272e60-8e76-4849-a0af-78838f8479b1), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:03.514692 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1b06b1f2-e68d-4e7e-a6d2-147d252eef8a tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13506696'] for subnet (42d74bcd-f249-4bd9-8c79-01a89013a971), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:03.527116 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b44b1de3-0c35-45d5-a287-839b1158a0aa tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16605475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16607909'] for router (5aae9ace-a5cc-49a8-b6b9-01aa67a81b7c), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:03.551023 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-3aadf38b-e4c3-4a88-aebb-84f56f3495ad req-e7479940-d11b-45c3-809a-fcaae72fe933 service neutron] 10.222.0.44 "GET /v2.0/networks/357baa4b-4f79-49f8-be8c-5fdc754a2350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4914958 Jan 28 07:32:03.575847 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2940ce95-ab1e-4be0-b58c-56d1db2f875a admin admin] Publish callbacks [] for security_group (a1272e60-8e76-4849-a0af-78838f8479b1), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:03.598303 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b44b1de3-0c35-45d5-a287-839b1158a0aa tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Publish callbacks [] for router (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:03.602895 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-b44b1de3-0c35-45d5-a287-839b1158a0aa tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.5597050 Jan 28 07:32:03.603906 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56acf067-3a1a-4663-8736-a9d6a13e3152 req-5d533d61-dc01-4b89-b0c1-8296a0d6d0bf tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:03.609763 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 44170) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:03.612049 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-56acf067-3a1a-4663-8736-a9d6a13e3152 req-5d533d61-dc01-4b89-b0c1-8296a0d6d0bf tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b3415e6-b31c-4ce7-ad7d-2235832bcbd3 HTTP/1.1" status: 200 len: 944 time: 0.2708824 Jan 28 07:32:03.616652 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-2d6fbbb3-9d91-4a73-82bf-e02da3021ff1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=09a4a47a902149aabfa13e9abcf3ea16&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8902621 Jan 28 07:32:03.619019 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 44172) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:03.622622 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-663ea8de-aea5-4020-b885-e32c152fec43 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1248715168'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:32:03.660586 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1b06b1f2-e68d-4e7e-a6d2-147d252eef8a tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (42d74bcd-f249-4bd9-8c79-01a89013a971), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:03.676344 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6fbbb3-9d91-4a73-82bf-e02da3021ff1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5f3deb0-24f7-49f3-872e-1a22bed18189,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:03.700824 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c37fb04-1615-40e8-8a7e-54d2fd2f2b3d req-f5f07eb9-6466-485c-81c7-877946d4b9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:03.702350 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5c37fb04-1615-40e8-8a7e-54d2fd2f2b3d req-f5f07eb9-6466-485c-81c7-877946d4b9db service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=bf3dce86-52a5-4ad6-a32e-4d2eeff412a4 HTTP/1.1" status: 200 len: 1098 time: 0.1983106 Jan 28 07:32:03.731207 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-76371686-040c-496a-ad9a-07bd63a9f5ef admin admin] Publish callbacks [] for security_group (b5f3deb0-24f7-49f3-872e-1a22bed18189), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:03.735755 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-663ea8de-aea5-4020-b885-e32c152fec43 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Made reservation on behalf of bb045255923b4717b5bdacaaca4d3838 for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:32:03.739438 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-663ea8de-aea5-4020-b885-e32c152fec43 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:03.744481 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-56acf067-3a1a-4663-8736-a9d6a13e3152 req-d3f78699-1f6d-459c-b03a-4c69f7fe1f09 tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c5346dc-f757-4ff5-9ea1-d40d9bd6b869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281235 Jan 28 07:32:03.749727 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2940ce95-ab1e-4be0-b58c-56d1db2f875a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (a1272e60-8e76-4849-a0af-78838f8479b1), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:03.750938 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2940ce95-ab1e-4be0-b58c-56d1db2f875a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:03.752078 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-2940ce95-ab1e-4be0-b58c-56d1db2f875a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a1272e60-8e76-4849-a0af-78838f8479b1 HTTP/1.1" status: 204 len: 168 time: 0.7472956 Jan 28 07:32:03.757588 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-663ea8de-aea5-4020-b885-e32c152fec43 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:03.770322 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2940ce95-ab1e-4be0-b58c-56d1db2f875a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1272e60-8e76-4849-a0af-78838f8479b1,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:03.774560 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1b06b1f2-e68d-4e7e-a6d2-147d252eef8a tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13546665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13556132'] for subnet (42d74bcd-f249-4bd9-8c79-01a89013a971), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:03.808560 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b06b1f2-e68d-4e7e-a6d2-147d252eef8a tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Pushing event deleted for resources: {'Subnet': ['ID=42d74bcd-f249-4bd9-8c79-01a89013a971,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:03.810989 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1b06b1f2-e68d-4e7e-a6d2-147d252eef8a tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks [] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:03.819073 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-1b06b1f2-e68d-4e7e-a6d2-147d252eef8a tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] 10.222.0.41 "DELETE /v2.0/subnets/42d74bcd-f249-4bd9-8c79-01a89013a971 HTTP/1.1" status: 204 len: 168 time: 0.8258402 Jan 28 07:32:03.820484 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 44176) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:03.864972 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5c37fb04-1615-40e8-8a7e-54d2fd2f2b3d req-0dad8518-a7f2-4e15-846f-75b3e65d5ff5 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=3c5346dc-f757-4ff5-9ea1-d40d9bd6b869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533372 Jan 28 07:32:03.871581 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-76371686-040c-496a-ad9a-07bd63a9f5ef admin admin] Publish callbacks [] for security_group (b5f3deb0-24f7-49f3-872e-1a22bed18189), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:03.929934 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a24fcefc-6654-400c-aa32-6012ca4719e7 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (fbc9e409-efdf-4fa4-8ee1-3b23f03af71c), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:03.974758 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 6a9882d3-2fca-48ec-abc7-2e14a8c53ff1 details requested by agent hyperv_n-h2-712749-28 with host n-h2-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:32:04.033309 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:04.053372 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-76371686-040c-496a-ad9a-07bd63a9f5ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (b5f3deb0-24f7-49f3-872e-1a22bed18189), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:04.055113 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-76371686-040c-496a-ad9a-07bd63a9f5ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:04.077340 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a24fcefc-6654-400c-aa32-6012ca4719e7 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (fbc9e409-efdf-4fa4-8ee1-3b23f03af71c), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:04.084855 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-76371686-040c-496a-ad9a-07bd63a9f5ef admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b5f3deb0-24f7-49f3-872e-1a22bed18189 HTTP/1.1" status: 204 len: 168 time: 0.4577193 Jan 28 07:32:04.092746 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-663ea8de-aea5-4020-b885-e32c152fec43 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Publish callbacks [] for security_group (f5376f61-ddd5-4734-91e6-e758fc3beb32), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:04.107654 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-a24fcefc-6654-400c-aa32-6012ca4719e7 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbc9e409-efdf-4fa4-8ee1-3b23f03af71c']}} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:32:04.111805 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76371686-040c-496a-ad9a-07bd63a9f5ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5f3deb0-24f7-49f3-872e-1a22bed18189,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:04.124623 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-a24fcefc-6654-400c-aa32-6012ca4719e7 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb837e6c-6622-45a4-b5f6-035684fa6e15') {'for_net_delete': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:32:04.124997 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-a24fcefc-6654-400c-aa32-6012ca4719e7 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb837e6c-6622-45a4-b5f6-035684fa6e15') {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:32:04.128473 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-663ea8de-aea5-4020-b885-e32c152fec43 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (f5376f61-ddd5-4734-91e6-e758fc3beb32), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:04.140279 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a24fcefc-6654-400c-aa32-6012ca4719e7 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13506801'] for segment (eb837e6c-6622-45a4-b5f6-035684fa6e15), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:04.166906 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a24fcefc-6654-400c-aa32-6012ca4719e7 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (eb837e6c-6622-45a4-b5f6-035684fa6e15), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:04.176452 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a24fcefc-6654-400c-aa32-6012ca4719e7 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=103283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:32:04.176995 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a24fcefc-6654-400c-aa32-6012ca4719e7 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13546563'] for segment (eb837e6c-6622-45a4-b5f6-035684fa6e15), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:04.181462 n-d-712749-28 neutron-server[103283]: Traceback (most recent call last): Jan 28 07:32:04.181462 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:32:04.181462 n-d-712749-28 neutron-server[103283]: timer() Jan 28 07:32:04.181462 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:32:04.181462 n-d-712749-28 neutron-server[103283]: cb(*args, **kw) Jan 28 07:32:04.181462 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:32:04.181462 n-d-712749-28 neutron-server[103283]: return func(*args, **kwargs) Jan 28 07:32:04.181462 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:32:04.181462 n-d-712749-28 neutron-server[103283]: self._notify() Jan 28 07:32:04.181462 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:32:04.181462 n-d-712749-28 neutron-server[103283]: self.callback(batched_events) Jan 28 07:32:04.181462 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:32:04.181462 n-d-712749-28 neutron-server[103283]: event.method(event) Jan 28 07:32:04.181462 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:32:04.181462 n-d-712749-28 neutron-server[103283]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:32:04.181462 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:32:04.181462 n-d-712749-28 neutron-server[103283]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:32:04.181462 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:32:04.181462 n-d-712749-28 neutron-server[103283]: return f(self, *a, **k) Jan 28 07:32:04.181462 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:32:04.181462 n-d-712749-28 neutron-server[103283]: return self._get(url).json() Jan 28 07:32:04.181462 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:32:04.181462 n-d-712749-28 neutron-server[103283]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:32:04.181462 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:32:04.181462 n-d-712749-28 neutron-server[103283]: return self.request(url, 'GET', **kwargs) Jan 28 07:32:04.181462 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:32:04.181462 n-d-712749-28 neutron-server[103283]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:32:04.181462 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:32:04.181462 n-d-712749-28 neutron-server[103283]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:32:04.181462 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:32:04.181462 n-d-712749-28 neutron-server[103283]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:32:04.181462 n-d-712749-28 neutron-server[103283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:32:04.253967 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 6a9882d3-2fca-48ec-abc7-2e14a8c53ff1, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=6a9882d3-2fca-48ec-abc7-2e14a8c53ff1,segment=NetworkSegment(473d0bd6-a7d7-47be-b640-e2f5658ac027),segment_id=473d0bd6-a7d7-47be-b640-e2f5658ac027)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:32:04.259964 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-663ea8de-aea5-4020-b885-e32c152fec43 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:32:04.288653 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Returning: {'device': '6a9882d3-2fca-48ec-abc7-2e14a8c53ff1', 'network_id': '357baa4b-4f79-49f8-be8c-5fdc754a2350', 'port_id': '6a9882d3-2fca-48ec-abc7-2e14a8c53ff1', 'mac_address': 'fa:16:3e:17:17:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65a73a7b-dea4-40fe-b353-341144e10c02', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:32:04.290131 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a24fcefc-6654-400c-aa32-6012ca4719e7 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (fbc9e409-efdf-4fa4-8ee1-3b23f03af71c), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:04.316065 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663ea8de-aea5-4020-b885-e32c152fec43 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5376f61-ddd5-4734-91e6-e758fc3beb32,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:04.322840 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a24fcefc-6654-400c-aa32-6012ca4719e7 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Publish callbacks [] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:04.337678 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-a24fcefc-6654-400c-aa32-6012ca4719e7 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] 10.222.0.41 "DELETE /v2.0/networks/fbc9e409-efdf-4fa4-8ee1-3b23f03af71c HTTP/1.1" status: 204 len: 168 time: 0.5155201 Jan 28 07:32:04.351876 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-663ea8de-aea5-4020-b885-e32c152fec43 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (d8e1fffb-b2d4-4862-8557-3a12c9e03d9e), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:04.352866 n-d-712749-28 neutron-server[103284]: INFO neutron.db.segments_db [None req-663ea8de-aea5-4020-b885-e32c152fec43 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Added segment d8e1fffb-b2d4-4862-8557-3a12c9e03d9e of type vlan for network 13aa056d-b193-4e0a-9bf0-f7d418874681 Jan 28 07:32:04.362459 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24fcefc-6654-400c-aa32-6012ca4719e7 tempest-FloatingIPTestJSON-1746481502 tempest-FloatingIPTestJSON-1746481502-project] Pushing event deleted for resources: {'Network': ['ID=fbc9e409-efdf-4fa4-8ee1-3b23f03af71c,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:04.384805 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 44194) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:04.408653 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3f6b0385-5a0c-4f5b-9b25-76cffa52b2c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:04.414458 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port 6a9882d3-2fca-48ec-abc7-2e14a8c53ff1 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:32:04.414869 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (6a9882d3-2fca-48ec-abc7-2e14a8c53ff1), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:04.424171 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device e820e979-edcd-45c8-9d1a-2dfbdf12aa05 up at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:32:04.456504 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-663ea8de-aea5-4020-b885-e32c152fec43 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (13aa056d-b193-4e0a-9bf0-f7d418874681), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:04.522710 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-663ea8de-aea5-4020-b885-e32c152fec43 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (13aa056d-b193-4e0a-9bf0-f7d418874681), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:04.530073 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-663ea8de-aea5-4020-b885-e32c152fec43 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:04.532169 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-663ea8de-aea5-4020-b885-e32c152fec43 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:04.568113 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a9882d3-2fca-48ec-abc7-2e14a8c53ff1 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:32:04.591675 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 6a9882d3-2fca-48ec-abc7-2e14a8c53ff1, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=6a9882d3-2fca-48ec-abc7-2e14a8c53ff1,segment=NetworkSegment(473d0bd6-a7d7-47be-b640-e2f5658ac027),segment_id=473d0bd6-a7d7-47be-b640-e2f5658ac027)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:32:04.593101 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-663ea8de-aea5-4020-b885-e32c152fec43 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.9796174 Jan 28 07:32:04.594297 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 44198) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:04.602349 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (6a9882d3-2fca-48ec-abc7-2e14a8c53ff1), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:04.625940 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-2a5a8b1a-f412-44a2-9ecc-142c7e531421 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Request body: {'subnet': {'network_id': '13aa056d-b193-4e0a-9bf0-f7d418874681', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:32:04.686395 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3f6b0385-5a0c-4f5b-9b25-76cffa52b2c0 admin admin] Publish callbacks [] for security_group (66995fe2-23d4-4798-958a-b8f059063216), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:04.695437 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=6a9882d3-2fca-48ec-abc7-2e14a8c53ff1,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:04.740570 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning for port e820e979-edcd-45c8-9d1a-2dfbdf12aa05 completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:32:04.745376 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663ea8de-aea5-4020-b885-e32c152fec43 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Pushing event updated for resources: {'Network': ['ID=13aa056d-b193-4e0a-9bf0-f7d418874681,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:04.745875 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning complete for port e820e979-edcd-45c8-9d1a-2dfbdf12aa05 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:32:04.746528 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (e820e979-edcd-45c8-9d1a-2dfbdf12aa05), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:04.765874 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3f6b0385-5a0c-4f5b-9b25-76cffa52b2c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (66995fe2-23d4-4798-958a-b8f059063216), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:04.799464 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network 13aa056d-b193-4e0a-9bf0-f7d418874681 details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:32:04.874058 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-3f6b0385-5a0c-4f5b-9b25-76cffa52b2c0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=25966f66776a4373ae8478a647e1b257&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4879234 Jan 28 07:32:04.876700 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 44204) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:04.905974 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6b0385-5a0c-4f5b-9b25-76cffa52b2c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66995fe2-23d4-4798-958a-b8f059063216,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:04.941043 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 44206) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:04.991300 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-116ba104-8bdc-448d-8225-2e8bed048da0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:05.046669 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['6a9882d3-2fca-48ec-abc7-2e14a8c53ff1'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:32:05.070226 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 44208) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:05.135053 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-116ba104-8bdc-448d-8225-2e8bed048da0 admin admin] Publish callbacks [] for security_group (082bce4a-7c9a-4b72-9ec9-ce0c688a55a0), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:05.137430 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a5a8b1a-f412-44a2-9ecc-142c7e531421 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Made reservation on behalf of bb045255923b4717b5bdacaaca4d3838 for: {'subnet': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:32:05.142426 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2a5a8b1a-f412-44a2-9ecc-142c7e531421 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13555781'] for subnet (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:05.148752 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-116ba104-8bdc-448d-8225-2e8bed048da0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (082bce4a-7c9a-4b72-9ec9-ce0c688a55a0), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:05.186341 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port e820e979-edcd-45c8-9d1a-2dfbdf12aa05 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:32:05.191498 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (e820e979-edcd-45c8-9d1a-2dfbdf12aa05), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:05.228977 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3460f0e4-94cd-41f1-9855-85885da61c44 req-fa35e0d7-0536-40b1-8b0e-d5743ce4c948 tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:05.230549 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3460f0e4-94cd-41f1-9855-85885da61c44 req-fa35e0d7-0536-40b1-8b0e-d5743ce4c948 tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b3415e6-b31c-4ce7-ad7d-2235832bcbd3 HTTP/1.1" status: 200 len: 944 time: 0.3265507 Jan 28 07:32:05.235003 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4463e712-1c0d-4f86-bf1e-8eef647bd849 admin admin] Publish callbacks [] for security_group (66995fe2-23d4-4798-958a-b8f059063216), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:05.329472 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4463e712-1c0d-4f86-bf1e-8eef647bd849 admin admin] Publish callbacks [] for security_group (66995fe2-23d4-4798-958a-b8f059063216), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:05.347956 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b3415e6-b31c-4ce7-ad7d-2235832bcbd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e820e979-edcd-45c8-9d1a-2dfbdf12aa05'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:32:05.358211 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116ba104-8bdc-448d-8225-2e8bed048da0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=082bce4a-7c9a-4b72-9ec9-ce0c688a55a0,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:05.360835 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9814c97d-f238-4c12-b838-b1c9f7ca79ef" -d '{"events": [{"server_uuid": "1b3415e6-b31c-4ce7-ad7d-2235832bcbd3", "name": "network-vif-plugged", "status": "completed", "tag": "e820e979-edcd-45c8-9d1a-2dfbdf12aa05"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:32:05.387754 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-116ba104-8bdc-448d-8225-2e8bed048da0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cfbef28baa77423a97f13742b9e555e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4385839 Jan 28 07:32:05.392868 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 44216) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:05.450399 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3460f0e4-94cd-41f1-9855-85885da61c44 req-e76f92a2-903c-41bc-b92b-1c20bba3edad tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c5346dc-f757-4ff5-9ea1-d40d9bd6b869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078903 Jan 28 07:32:05.461095 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port e820e979-edcd-45c8-9d1a-2dfbdf12aa05, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=e820e979-edcd-45c8-9d1a-2dfbdf12aa05,segment=NetworkSegment(473d0bd6-a7d7-47be-b640-e2f5658ac027),segment_id=473d0bd6-a7d7-47be-b640-e2f5658ac027)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:32:05.504029 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a415521-290a-4820-ae35-2213236ca146 x-openstack-request-id: req-1a415521-290a-4820-ae35-2213236ca146 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:32:05.507171 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b3415e6-b31c-4ce7-ad7d-2235832bcbd3", "name": "network-vif-plugged", "status": "completed", "tag": "e820e979-edcd-45c8-9d1a-2dfbdf12aa05", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:32:05.507699 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1a415521-290a-4820-ae35-2213236ca146 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:32:05.508400 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b3415e6-b31c-4ce7-ad7d-2235832bcbd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e820e979-edcd-45c8-9d1a-2dfbdf12aa05', 'code': 200} Jan 28 07:32:05.509076 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-8204ce42-e900-4b77-b8f4-65008c268f54 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9ba14e9215184b84bbcafb0edfbfb9ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4351580 Jan 28 07:32:05.511515 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (e820e979-edcd-45c8-9d1a-2dfbdf12aa05), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:05.513540 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 44218) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:05.544896 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2599839b-7c5c-4283-ba21-cba64d4b273b admin admin] Publish callbacks [] for security_group (082bce4a-7c9a-4b72-9ec9-ce0c688a55a0), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:05.607670 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4463e712-1c0d-4f86-bf1e-8eef647bd849 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (66995fe2-23d4-4798-958a-b8f059063216), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:05.611806 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4463e712-1c0d-4f86-bf1e-8eef647bd849 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:05.613003 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-4463e712-1c0d-4f86-bf1e-8eef647bd849 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/66995fe2-23d4-4798-958a-b8f059063216 HTTP/1.1" status: 204 len: 168 time: 0.7352469 Jan 28 07:32:05.647762 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1b973b02-0b59-4a05-b8d6-30e645586371 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:05.649377 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=e820e979-edcd-45c8-9d1a-2dfbdf12aa05,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:05.666164 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4463e712-1c0d-4f86-bf1e-8eef647bd849 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66995fe2-23d4-4798-958a-b8f059063216,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:05.745029 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5d92ce-c2d7-49a8-a5c7-e8ed94f4e5ec req-5ca96984-83e9-4a64-accd-05b587c781a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:05.755143 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9d5d92ce-c2d7-49a8-a5c7-e8ed94f4e5ec req-5ca96984-83e9-4a64-accd-05b587c781a7 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1b3415e6-b31c-4ce7-ad7d-2235832bcbd3 HTTP/1.1" status: 200 len: 1097 time: 0.2152176 Jan 28 07:32:05.756300 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c8e47889-829c-4ab7-b582-f0e4386c2aa0 admin admin] Publish callbacks [] for security_group (276ee415-cfab-47f7-a3be-13ce41a4ec5c), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:05.770159 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2599839b-7c5c-4283-ba21-cba64d4b273b admin admin] Publish callbacks [] for security_group (082bce4a-7c9a-4b72-9ec9-ce0c688a55a0), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:05.805514 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c8e47889-829c-4ab7-b582-f0e4386c2aa0 admin admin] Publish callbacks [] for security_group (276ee415-cfab-47f7-a3be-13ce41a4ec5c), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:05.829745 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2a5a8b1a-f412-44a2-9ecc-142c7e531421 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13546728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13555799'] for subnet (9e13e882-91a9-4e22-a231-c2d5e4534ab2), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:05.865369 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9d5d92ce-c2d7-49a8-a5c7-e8ed94f4e5ec req-9e6d9f05-c8bb-4982-a486-e785dcd2c930 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=3c5346dc-f757-4ff5-9ea1-d40d9bd6b869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036215 Jan 28 07:32:05.903410 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c8e47889-829c-4ab7-b582-f0e4386c2aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (276ee415-cfab-47f7-a3be-13ce41a4ec5c), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:05.906191 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c8e47889-829c-4ab7-b582-f0e4386c2aa0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:05.907467 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-c8e47889-829c-4ab7-b582-f0e4386c2aa0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/276ee415-cfab-47f7-a3be-13ce41a4ec5c HTTP/1.1" status: 204 len: 168 time: 0.3929155 Jan 28 07:32:05.919669 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e47889-829c-4ab7-b582-f0e4386c2aa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=276ee415-cfab-47f7-a3be-13ce41a4ec5c,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:05.946819 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5a8b1a-f412-44a2-9ecc-142c7e531421 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Pushing event updated for resources: {'Subnet': ['ID=9e13e882-91a9-4e22-a231-c2d5e4534ab2,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:05.956474 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5a8b1a-f412-44a2-9ecc-142c7e531421 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Checking segment: {'id': 'd8e1fffb-b2d4-4862-8557-3a12c9e03d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '13aa056d-b193-4e0a-9bf0-f7d418874681'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:32:05.957209 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a5a8b1a-f412-44a2-9ecc-142c7e531421 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Network hostable DHCP agents. Network: 13aa056d-b193-4e0a-9bf0-f7d418874681, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:32:05.971820 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2599839b-7c5c-4283-ba21-cba64d4b273b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (082bce4a-7c9a-4b72-9ec9-ce0c688a55a0), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:05.976654 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2599839b-7c5c-4283-ba21-cba64d4b273b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:05.978048 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-2599839b-7c5c-4283-ba21-cba64d4b273b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/082bce4a-7c9a-4b72-9ec9-ce0c688a55a0 HTTP/1.1" status: 204 len: 168 time: 0.5769837 Jan 28 07:32:05.986903 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 6a9882d3-2fca-48ec-abc7-2e14a8c53ff1 up at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:32:06.000018 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2599839b-7c5c-4283-ba21-cba64d4b273b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=082bce4a-7c9a-4b72-9ec9-ce0c688a55a0,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:06.005826 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a5a8b1a-f412-44a2-9ecc-142c7e531421 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Network 13aa056d-b193-4e0a-9bf0-f7d418874681 is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:32:06.022607 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-2a5a8b1a-f412-44a2-9ecc-142c7e531421 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, 13aa056d-b193-4e0a-9bf0-f7d418874681) {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:32:06.028474 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a5a8b1a-f412-44a2-9ecc-142c7e531421 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:06.031528 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2a5a8b1a-f412-44a2-9ecc-142c7e531421 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Publish callbacks [] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:06.056957 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7bfd47f-aac1-45a8-ad3a-52e2ca98b2f0 None None] Network 13aa056d-b193-4e0a-9bf0-f7d418874681 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:32:06.068064 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-2a5a8b1a-f412-44a2-9ecc-142c7e531421 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4629724 Jan 28 07:32:06.071173 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 44228) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:06.076655 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-4e1ef61c-9896-4fad-b783-9f62f48a25a1 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Request body: {'network': {'name': 'tempest-router-network01--1261815828'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:32:06.126655 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e1ef61c-9896-4fad-b783-9f62f48a25a1 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Made reservation on behalf of bb045255923b4717b5bdacaaca4d3838 for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:32:06.130438 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4e1ef61c-9896-4fad-b783-9f62f48a25a1 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:06.177574 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e1ef61c-9896-4fad-b783-9f62f48a25a1 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:32:06.191597 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 44230) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:06.195932 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4e1ef61c-9896-4fad-b783-9f62f48a25a1 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (28e20f6d-88da-40e8-bfae-34fa7c654ab5), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:06.200583 n-d-712749-28 neutron-server[103284]: INFO neutron.db.segments_db [None req-4e1ef61c-9896-4fad-b783-9f62f48a25a1 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Added segment 28e20f6d-88da-40e8-bfae-34fa7c654ab5 of type vlan for network 36eb2dc8-edc7-4838-ab14-315267d6839f Jan 28 07:32:06.215270 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-17d035ab-9ba9-4720-beef-6fc7ddaf9a0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:06.300733 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4e1ef61c-9896-4fad-b783-9f62f48a25a1 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (36eb2dc8-edc7-4838-ab14-315267d6839f), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:06.346311 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4e1ef61c-9896-4fad-b783-9f62f48a25a1 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (36eb2dc8-edc7-4838-ab14-315267d6839f), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:06.356094 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1ef61c-9896-4fad-b783-9f62f48a25a1 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:06.357129 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4e1ef61c-9896-4fad-b783-9f62f48a25a1 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:06.464344 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-17d035ab-9ba9-4720-beef-6fc7ddaf9a0f admin admin] Publish callbacks [] for security_group (0df372a0-9baa-494c-b37c-44878558ee7e), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:06.469908 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1ef61c-9896-4fad-b783-9f62f48a25a1 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Pushing event updated for resources: {'Network': ['ID=36eb2dc8-edc7-4838-ab14-315267d6839f,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:06.476004 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-17d035ab-9ba9-4720-beef-6fc7ddaf9a0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (0df372a0-9baa-494c-b37c-44878558ee7e), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:06.478885 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning for port 6a9882d3-2fca-48ec-abc7-2e14a8c53ff1 completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:32:06.501661 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-4e1ef61c-9896-4fad-b783-9f62f48a25a1 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4289646 Jan 28 07:32:06.504653 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 44238) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:06.514747 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-4a3c931b-c60c-4489-9cc6-e756b5db1e9b tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Request body: {'network': {'name': 'tempest-router-network02--1552198547'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:32:06.524095 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network 36eb2dc8-edc7-4838-ab14-315267d6839f details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:32:06.537809 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-17d035ab-9ba9-4720-beef-6fc7ddaf9a0f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=220f7aad0e6f456a875f565217348973&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3438103 Jan 28 07:32:06.540397 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 44240) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:06.590272 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a3c931b-c60c-4489-9cc6-e756b5db1e9b tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Made reservation on behalf of bb045255923b4717b5bdacaaca4d3838 for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:32:06.593231 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning complete for port 6a9882d3-2fca-48ec-abc7-2e14a8c53ff1 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:32:06.593783 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (6a9882d3-2fca-48ec-abc7-2e14a8c53ff1), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:06.595699 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4a3c931b-c60c-4489-9cc6-e756b5db1e9b tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:06.644559 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-285c6c6c-fb03-4304-81b6-b8514467ec1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3dd72b9-6805-5f61-b6f3-a591f99a173d-13aa056d-b193-4e0a-9bf0-f7d418874681', 'network_id': '13aa056d-b193-4e0a-9bf0-f7d418874681', 'project_id': 'bb045255923b4717b5bdacaaca4d3838', 'fixed_ips': [{'subnet_id': '9e13e882-91a9-4e22-a231-c2d5e4534ab2'}]}} from n-d-712749-28. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 07:32:06.646762 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285c6c6c-fb03-4304-81b6-b8514467ec1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:06.666005 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a3c931b-c60c-4489-9cc6-e756b5db1e9b tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:32:06.706614 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4a3c931b-c60c-4489-9cc6-e756b5db1e9b tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (3078cae9-21a4-45b9-a729-ee612d8d3543), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:06.708668 n-d-712749-28 neutron-server[103284]: INFO neutron.db.segments_db [None req-4a3c931b-c60c-4489-9cc6-e756b5db1e9b tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Added segment 3078cae9-21a4-45b9-a729-ee612d8d3543 of type vlan for network 732c7df7-1fac-4010-8235-a2f363f8f3b9 Jan 28 07:32:06.741225 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3d267983-eddd-4ead-8778-c5ab5de32e9a admin admin] Publish callbacks [] for security_group (0df372a0-9baa-494c-b37c-44878558ee7e), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:06.797504 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3d267983-eddd-4ead-8778-c5ab5de32e9a admin admin] Publish callbacks [] for security_group (0df372a0-9baa-494c-b37c-44878558ee7e), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:06.821957 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4a3c931b-c60c-4489-9cc6-e756b5db1e9b tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (732c7df7-1fac-4010-8235-a2f363f8f3b9), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:06.896621 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4a3c931b-c60c-4489-9cc6-e756b5db1e9b tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (732c7df7-1fac-4010-8235-a2f363f8f3b9), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:06.900548 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d035ab-9ba9-4720-beef-6fc7ddaf9a0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0df372a0-9baa-494c-b37c-44878558ee7e,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:06.917515 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a3c931b-c60c-4489-9cc6-e756b5db1e9b tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:06.918400 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4a3c931b-c60c-4489-9cc6-e756b5db1e9b tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:06.986022 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992d1a56-25fc-47e9-82c4-87490cf3ce29 req-8b38e47c-6f25-4ee4-a9f7-3c7c07a124f4 tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:06.987569 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-992d1a56-25fc-47e9-82c4-87490cf3ce29 req-8b38e47c-6f25-4ee4-a9f7-3c7c07a124f4 tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b3415e6-b31c-4ce7-ad7d-2235832bcbd3 HTTP/1.1" status: 200 len: 945 time: 0.2521625 Jan 28 07:32:07.023637 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3d267983-eddd-4ead-8778-c5ab5de32e9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (0df372a0-9baa-494c-b37c-44878558ee7e), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:07.034447 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3d267983-eddd-4ead-8778-c5ab5de32e9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:07.035675 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-3d267983-eddd-4ead-8778-c5ab5de32e9a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0df372a0-9baa-494c-b37c-44878558ee7e HTTP/1.1" status: 204 len: 168 time: 0.4942627 Jan 28 07:32:07.040933 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-285c6c6c-fb03-4304-81b6-b8514467ec1e None None] Allocated IP 2001:db8::2 (13aa056d-b193-4e0a-9bf0-f7d418874681/9e13e882-91a9-4e22-a231-c2d5e4534ab2/b8aa7b9f-410a-46ce-a73c-3c52e1fc8527) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:32:07.103285 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d267983-eddd-4ead-8778-c5ab5de32e9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0df372a0-9baa-494c-b37c-44878558ee7e,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:07.136592 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3c931b-c60c-4489-9cc6-e756b5db1e9b tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Pushing event updated for resources: {'Network': ['ID=732c7df7-1fac-4010-8235-a2f363f8f3b9,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:07.176221 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-4a3c931b-c60c-4489-9cc6-e756b5db1e9b tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6672838 Jan 28 07:32:07.176561 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 44258) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:07.183428 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-d4652abe-c4bc-452b-8370-daeda64a3861 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Request body: {'subnet': {'network_id': '36eb2dc8-edc7-4838-ab14-315267d6839f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:32:07.184010 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-992d1a56-25fc-47e9-82c4-87490cf3ce29 req-4177f938-2b8b-420d-a792-59989d333efc tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c5346dc-f757-4ff5-9ea1-d40d9bd6b869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769378 Jan 28 07:32:07.219774 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network 732c7df7-1fac-4010-8235-a2f363f8f3b9 details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:32:07.320231 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285c6c6c-fb03-4304-81b6-b8514467ec1e None None] Publish callbacks [] for port (b8aa7b9f-410a-46ce-a73c-3c52e1fc8527), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:07.356746 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port 6a9882d3-2fca-48ec-abc7-2e14a8c53ff1 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:32:07.357130 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (6a9882d3-2fca-48ec-abc7-2e14a8c53ff1), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:07.360862 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285c6c6c-fb03-4304-81b6-b8514467ec1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (b8aa7b9f-410a-46ce-a73c-3c52e1fc8527), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:07.377983 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4652abe-c4bc-452b-8370-daeda64a3861 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Made reservation on behalf of bb045255923b4717b5bdacaaca4d3838 for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:32:07.385536 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:07.385802 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d4652abe-c4bc-452b-8370-daeda64a3861 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24979592'] for subnet (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:07.479750 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-285c6c6c-fb03-4304-81b6-b8514467ec1e None None] Network 13aa056d-b193-4e0a-9bf0-f7d418874681 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:32:07.493038 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-285c6c6c-fb03-4304-81b6-b8514467ec1e None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:32:07.513214 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285c6c6c-fb03-4304-81b6-b8514467ec1e None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:32:07.591506 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9455bd8-bb23-42e6-95a1-cefa55c6a33d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a9882d3-2fca-48ec-abc7-2e14a8c53ff1'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:32:07.594492 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0b60ff3-76fc-475e-bb4a-d81b60ee5167" -d '{"events": [{"server_uuid": "c9455bd8-bb23-42e6-95a1-cefa55c6a33d", "name": "network-vif-plugged", "status": "completed", "tag": "6a9882d3-2fca-48ec-abc7-2e14a8c53ff1"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:32:07.655771 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285c6c6c-fb03-4304-81b6-b8514467ec1e None None] Pushing event updated for resources: {'Port': ['ID=b8aa7b9f-410a-46ce-a73c-3c52e1fc8527,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:07.674819 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 6a9882d3-2fca-48ec-abc7-2e14a8c53ff1, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=6a9882d3-2fca-48ec-abc7-2e14a8c53ff1,segment=NetworkSegment(473d0bd6-a7d7-47be-b640-e2f5658ac027),segment_id=473d0bd6-a7d7-47be-b640-e2f5658ac027)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:32:07.678342 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c07ec8e0-911e-4d72-89e5-5f71b1e9f12d x-openstack-request-id: req-c07ec8e0-911e-4d72-89e5-5f71b1e9f12d {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:32:07.678879 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9455bd8-bb23-42e6-95a1-cefa55c6a33d", "name": "network-vif-plugged", "status": "completed", "tag": "6a9882d3-2fca-48ec-abc7-2e14a8c53ff1", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:32:07.679322 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c07ec8e0-911e-4d72-89e5-5f71b1e9f12d {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:32:07.679885 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9455bd8-bb23-42e6-95a1-cefa55c6a33d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a9882d3-2fca-48ec-abc7-2e14a8c53ff1', 'code': 200} Jan 28 07:32:07.681934 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-285c6c6c-fb03-4304-81b6-b8514467ec1e None None] Attempting to bind port b8aa7b9f-410a-46ce-a73c-3c52e1fc8527 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:32:07.682525 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-285c6c6c-fb03-4304-81b6-b8514467ec1e None None] Attempting to bind port b8aa7b9f-410a-46ce-a73c-3c52e1fc8527 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': 'd8e1fffb-b2d4-4862-8557-3a12c9e03d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '13aa056d-b193-4e0a-9bf0-f7d418874681'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:32:07.683078 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285c6c6c-fb03-4304-81b6-b8514467ec1e None None] Attempting to bind port b8aa7b9f-410a-46ce-a73c-3c52e1fc8527 on network 13aa056d-b193-4e0a-9bf0-f7d418874681 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:32:07.686946 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (6a9882d3-2fca-48ec-abc7-2e14a8c53ff1), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:07.694537 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285c6c6c-fb03-4304-81b6-b8514467ec1e None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 31, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:32:07.695247 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285c6c6c-fb03-4304-81b6-b8514467ec1e None None] Checking segment: {'id': 'd8e1fffb-b2d4-4862-8557-3a12c9e03d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '13aa056d-b193-4e0a-9bf0-f7d418874681'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:32:07.695840 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285c6c6c-fb03-4304-81b6-b8514467ec1e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:07.696441 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285c6c6c-fb03-4304-81b6-b8514467ec1e None None] Bound using segment: {'id': 'd8e1fffb-b2d4-4862-8557-3a12c9e03d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '13aa056d-b193-4e0a-9bf0-f7d418874681'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:32:07.697101 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-285c6c6c-fb03-4304-81b6-b8514467ec1e None None] Bound port: b8aa7b9f-410a-46ce-a73c-3c52e1fc8527, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8e1fffb-b2d4-4862-8557-3a12c9e03d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '13aa056d-b193-4e0a-9bf0-f7d418874681'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:32:07.697683 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285c6c6c-fb03-4304-81b6-b8514467ec1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (b8aa7b9f-410a-46ce-a73c-3c52e1fc8527), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:07.804106 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-285c6c6c-fb03-4304-81b6-b8514467ec1e None None] For port b8aa7b9f-410a-46ce-a73c-3c52e1fc8527, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:32:07.807703 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-285c6c6c-fb03-4304-81b6-b8514467ec1e None None] For port b8aa7b9f-410a-46ce-a73c-3c52e1fc8527, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=b8aa7b9f-410a-46ce-a73c-3c52e1fc8527,segment=NetworkSegment(d8e1fffb-b2d4-4862-8557-3a12c9e03d9e),segment_id=d8e1fffb-b2d4-4862-8557-3a12c9e03d9e)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:32:07.808414 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d4652abe-c4bc-452b-8370-daeda64a3861 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24757504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24979610'] for subnet (b8f3d0aa-ac3a-425c-8d3b-529c17b07f27), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:07.818732 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285c6c6c-fb03-4304-81b6-b8514467ec1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (b8aa7b9f-410a-46ce-a73c-3c52e1fc8527), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:07.852169 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=6a9882d3-2fca-48ec-abc7-2e14a8c53ff1,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:07.889634 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfc3192-e5ec-407c-a4da-a0f5a8d31cd2 req-e403e000-e885-4c2d-8a5b-ed8611d390f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:07.892478 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-fbfc3192-e5ec-407c-a4da-a0f5a8d31cd2 req-e403e000-e885-4c2d-8a5b-ed8611d390f0 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c9455bd8-bb23-42e6-95a1-cefa55c6a33d HTTP/1.1" status: 200 len: 1098 time: 0.1352022 Jan 28 07:32:07.917899 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285c6c6c-fb03-4304-81b6-b8514467ec1e None None] Pushing event updated for resources: {'Port': ['ID=b8aa7b9f-410a-46ce-a73c-3c52e1fc8527,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:07.972117 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-fbfc3192-e5ec-407c-a4da-a0f5a8d31cd2 req-56774e5d-b448-463b-9648-42a68b0f4799 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=3c5346dc-f757-4ff5-9ea1-d40d9bd6b869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741498 Jan 28 07:32:07.978209 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4652abe-c4bc-452b-8370-daeda64a3861 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Pushing event updated for resources: {'Subnet': ['ID=b8f3d0aa-ac3a-425c-8d3b-529c17b07f27,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:07.986355 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4652abe-c4bc-452b-8370-daeda64a3861 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Checking segment: {'id': '28e20f6d-88da-40e8-bfae-34fa7c654ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '36eb2dc8-edc7-4838-ab14-315267d6839f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:32:07.986727 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4652abe-c4bc-452b-8370-daeda64a3861 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Network hostable DHCP agents. Network: 36eb2dc8-edc7-4838-ab14-315267d6839f, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:32:08.009184 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4652abe-c4bc-452b-8370-daeda64a3861 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Network 36eb2dc8-edc7-4838-ab14-315267d6839f is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:32:08.025491 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 44286) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:08.025889 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-d4652abe-c4bc-452b-8370-daeda64a3861 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, 36eb2dc8-edc7-4838-ab14-315267d6839f) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:32:08.030142 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4652abe-c4bc-452b-8370-daeda64a3861 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:08.030822 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d4652abe-c4bc-452b-8370-daeda64a3861 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:08.043103 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-354a3e29-6b22-4a8c-a484-f23f65f2ef49 None None] Network 36eb2dc8-edc7-4838-ab14-315267d6839f requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:32:08.061628 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-d4652abe-c4bc-452b-8370-daeda64a3861 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8837397 Jan 28 07:32:08.064237 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 44290) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:08.070556 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-54a7aa77-0c5e-4e41-aab0-55bd39171e64 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Request body: {'subnet': {'network_id': '732c7df7-1fac-4010-8235-a2f363f8f3b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:32:08.256359 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb4444e9-3ecd-48e2-a65e-41f6c2308828 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3dd72b9-6805-5f61-b6f3-a591f99a173d-36eb2dc8-edc7-4838-ab14-315267d6839f', 'network_id': '36eb2dc8-edc7-4838-ab14-315267d6839f', 'project_id': 'bb045255923b4717b5bdacaaca4d3838', 'fixed_ips': [{'subnet_id': 'b8f3d0aa-ac3a-425c-8d3b-529c17b07f27'}]}} from n-d-712749-28. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 07:32:08.259805 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bb4444e9-3ecd-48e2-a65e-41f6c2308828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:08.294473 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54a7aa77-0c5e-4e41-aab0-55bd39171e64 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Made reservation on behalf of bb045255923b4717b5bdacaaca4d3838 for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:32:08.300600 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-54a7aa77-0c5e-4e41-aab0-55bd39171e64 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24979592'] for subnet (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:08.410062 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1b2dce-4f93-4b8b-9d27-6e5ba494e296 req-50ea9a63-e2d1-411d-8602-6b70659d2ec2 tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:08.420965 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-3b1b2dce-4f93-4b8b-9d27-6e5ba494e296 req-50ea9a63-e2d1-411d-8602-6b70659d2ec2 tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b3415e6-b31c-4ce7-ad7d-2235832bcbd3 HTTP/1.1" status: 200 len: 945 time: 0.0850165 Jan 28 07:32:08.527627 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-ffc8828f-758a-4c0f-8663-5342ca2ddd6f tempest-NetworksNegativeTestJSON-239760174 tempest-NetworksNegativeTestJSON-239760174-project] Request body: {'port': {'network_id': 'f58e5191-327d-4df3-98e6-136810577b39', 'name': 'tempest-NetworksNegativeTestJSON-1165628060'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:32:08.590365 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-3b1b2dce-4f93-4b8b-9d27-6e5ba494e296 req-64847dde-37b1-4237-9f4d-1aa54ea1c9c8 tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c5346dc-f757-4ff5-9ea1-d40d9bd6b869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681275 Jan 28 07:32:08.592160 n-d-712749-28 neutron-server[103283]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffc8828f-758a-4c0f-8663-5342ca2ddd6f tempest-NetworksNegativeTestJSON-239760174 tempest-NetworksNegativeTestJSON-239760174-project] POST failed (client error): The resource could not be found. Jan 28 07:32:08.592909 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffc8828f-758a-4c0f-8663-5342ca2ddd6f tempest-NetworksNegativeTestJSON-239760174 tempest-NetworksNegativeTestJSON-239760174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103283) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:32:08.594262 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-ffc8828f-758a-4c0f-8663-5342ca2ddd6f tempest-NetworksNegativeTestJSON-239760174 tempest-NetworksNegativeTestJSON-239760174-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.5677669 Jan 28 07:32:08.601508 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 44306) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:08.653503 n-d-712749-28 neutron-server[103283]: INFO neutron.pecan_wsgi.hooks.translation [None req-15aa00f1-b40e-4b7e-9003-bac8e10cfbe5 tempest-NetworksNegativeTestJSON-239760174 tempest-NetworksNegativeTestJSON-239760174-project] DELETE failed (client error): The resource could not be found. Jan 28 07:32:08.654040 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15aa00f1-b40e-4b7e-9003-bac8e10cfbe5 tempest-NetworksNegativeTestJSON-239760174 tempest-NetworksNegativeTestJSON-239760174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103283) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:32:08.662433 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-15aa00f1-b40e-4b7e-9003-bac8e10cfbe5 tempest-NetworksNegativeTestJSON-239760174 tempest-NetworksNegativeTestJSON-239760174-project] 10.222.0.41 "DELETE /v2.0/networks/ee661cb5-3c61-4671-b8be-a47e64aff055 HTTP/1.1" status: 404 len: 339 time: 0.0584674 Jan 28 07:32:08.666839 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 44312) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:08.689721 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-bb4444e9-3ecd-48e2-a65e-41f6c2308828 None None] Allocated IP 2001:db8::2 (36eb2dc8-edc7-4838-ab14-315267d6839f/b8f3d0aa-ac3a-425c-8d3b-529c17b07f27/1e8307bb-5dad-4461-87a4-21effa624d3c) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:32:08.712158 n-d-712749-28 neutron-server[103283]: INFO neutron.pecan_wsgi.hooks.translation [None req-41155c2a-412a-49e8-a1c4-471a5b895db5 tempest-NetworksNegativeTestJSON-239760174 tempest-NetworksNegativeTestJSON-239760174-project] DELETE failed (client error): The resource could not be found. Jan 28 07:32:08.713079 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41155c2a-412a-49e8-a1c4-471a5b895db5 tempest-NetworksNegativeTestJSON-239760174 tempest-NetworksNegativeTestJSON-239760174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103283) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:32:08.716502 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-41155c2a-412a-49e8-a1c4-471a5b895db5 tempest-NetworksNegativeTestJSON-239760174 tempest-NetworksNegativeTestJSON-239760174-project] 10.222.0.41 "DELETE /v2.0/ports/530aeeb3-18d4-426d-aa4f-f904a769d321 HTTP/1.1" status: 404 len: 333 time: 0.0483248 Jan 28 07:32:08.720185 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 44314) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:08.754682 n-d-712749-28 neutron-server[103283]: INFO neutron.pecan_wsgi.hooks.translation [None req-7474a480-a2b6-48bc-b921-8ab27844d0b7 tempest-NetworksNegativeTestJSON-239760174 tempest-NetworksNegativeTestJSON-239760174-project] DELETE failed (client error): The resource could not be found. Jan 28 07:32:08.755727 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7474a480-a2b6-48bc-b921-8ab27844d0b7 tempest-NetworksNegativeTestJSON-239760174 tempest-NetworksNegativeTestJSON-239760174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103283) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:32:08.759152 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-7474a480-a2b6-48bc-b921-8ab27844d0b7 tempest-NetworksNegativeTestJSON-239760174 tempest-NetworksNegativeTestJSON-239760174-project] 10.222.0.41 "DELETE /v2.0/subnets/3600e820-645a-450e-8ea6-4b6a478b3d2f HTTP/1.1" status: 404 len: 337 time: 0.0376854 Jan 28 07:32:08.763179 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 44316) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:08.793898 n-d-712749-28 neutron-server[103283]: INFO neutron.pecan_wsgi.hooks.translation [None req-bad30015-fa97-49ed-b83e-c754cc238baf tempest-NetworksNegativeTestJSON-239760174 tempest-NetworksNegativeTestJSON-239760174-project] GET failed (client error): The resource could not be found. Jan 28 07:32:08.795730 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-bad30015-fa97-49ed-b83e-c754cc238baf tempest-NetworksNegativeTestJSON-239760174 tempest-NetworksNegativeTestJSON-239760174-project] 10.222.0.41 "GET /v2.0/networks/24445629-de26-463d-87c1-d47ff3aa4714 HTTP/1.1" status: 404 len: 339 time: 0.0312834 Jan 28 07:32:08.802883 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 44318) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:08.826975 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:08.838211 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 44320) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:08.846675 n-d-712749-28 neutron-server[103283]: INFO neutron.pecan_wsgi.hooks.translation [None req-67960aae-6284-4bb8-8912-8b2df9ac8c4b tempest-NetworksNegativeTestJSON-239760174 tempest-NetworksNegativeTestJSON-239760174-project] GET failed (client error): The resource could not be found. Jan 28 07:32:08.849481 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-67960aae-6284-4bb8-8912-8b2df9ac8c4b tempest-NetworksNegativeTestJSON-239760174 tempest-NetworksNegativeTestJSON-239760174-project] 10.222.0.41 "GET /v2.0/ports/29d1f9c1-29f4-40d9-afc0-04bfe72cf550 HTTP/1.1" status: 404 len: 333 time: 0.0446906 Jan 28 07:32:08.853320 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 44326) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:08.890493 n-d-712749-28 neutron-server[103283]: INFO neutron.pecan_wsgi.hooks.translation [None req-82cd6e56-e760-4880-a133-6d74d2872456 tempest-NetworksNegativeTestJSON-239760174 tempest-NetworksNegativeTestJSON-239760174-project] GET failed (client error): The resource could not be found. Jan 28 07:32:08.892691 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-82cd6e56-e760-4880-a133-6d74d2872456 tempest-NetworksNegativeTestJSON-239760174 tempest-NetworksNegativeTestJSON-239760174-project] 10.222.0.41 "GET /v2.0/subnets/3be2c715-a687-4fe7-8e61-3edada2351f0 HTTP/1.1" status: 404 len: 337 time: 0.0382273 Jan 28 07:32:08.897387 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 44328) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:08.904109 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-9dca6aa8-dd64-45d0-b1f9-2ebba4205305 tempest-NetworksNegativeTestJSON-239760174 tempest-NetworksNegativeTestJSON-239760174-project] Request body: {'network': {'name': 'new_name'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:32:08.921268 n-d-712749-28 neutron-server[103283]: INFO neutron.pecan_wsgi.hooks.translation [None req-9dca6aa8-dd64-45d0-b1f9-2ebba4205305 tempest-NetworksNegativeTestJSON-239760174 tempest-NetworksNegativeTestJSON-239760174-project] PUT failed (client error): The resource could not be found. Jan 28 07:32:08.922795 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9dca6aa8-dd64-45d0-b1f9-2ebba4205305 tempest-NetworksNegativeTestJSON-239760174 tempest-NetworksNegativeTestJSON-239760174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103283) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:32:08.924846 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-9dca6aa8-dd64-45d0-b1f9-2ebba4205305 tempest-NetworksNegativeTestJSON-239760174 tempest-NetworksNegativeTestJSON-239760174-project] 10.222.0.41 "PUT /v2.0/networks/e127ea89-dd48-4430-8e95-ac517cb17dba HTTP/1.1" status: 404 len: 339 time: 0.0262134 Jan 28 07:32:08.928685 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 44330) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:08.939517 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-231db439-4ed8-458d-8977-f90bc02481ca tempest-NetworksNegativeTestJSON-239760174 tempest-NetworksNegativeTestJSON-239760174-project] Request body: {'port': {'name': 'new_name'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:32:08.966452 n-d-712749-28 neutron-server[103283]: INFO neutron.pecan_wsgi.hooks.translation [None req-231db439-4ed8-458d-8977-f90bc02481ca tempest-NetworksNegativeTestJSON-239760174 tempest-NetworksNegativeTestJSON-239760174-project] PUT failed (client error): The resource could not be found. Jan 28 07:32:08.967553 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-231db439-4ed8-458d-8977-f90bc02481ca tempest-NetworksNegativeTestJSON-239760174 tempest-NetworksNegativeTestJSON-239760174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103283) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:32:08.969636 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-231db439-4ed8-458d-8977-f90bc02481ca tempest-NetworksNegativeTestJSON-239760174 tempest-NetworksNegativeTestJSON-239760174-project] 10.222.0.41 "PUT /v2.0/ports/74e2bad4-7922-4a70-836c-cd230c3945ef HTTP/1.1" status: 404 len: 333 time: 0.0391161 Jan 28 07:32:08.981215 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 44334) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:08.996456 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-3fbbd2c6-cda2-40fe-b830-0c69f83ff0ca tempest-NetworksNegativeTestJSON-239760174 tempest-NetworksNegativeTestJSON-239760174-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:32:09.101955 n-d-712749-28 neutron-server[103283]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fbbd2c6-cda2-40fe-b830-0c69f83ff0ca tempest-NetworksNegativeTestJSON-239760174 tempest-NetworksNegativeTestJSON-239760174-project] PUT failed (client error): The resource could not be found. Jan 28 07:32:09.106336 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fbbd2c6-cda2-40fe-b830-0c69f83ff0ca tempest-NetworksNegativeTestJSON-239760174 tempest-NetworksNegativeTestJSON-239760174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103283) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:32:09.111925 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-3fbbd2c6-cda2-40fe-b830-0c69f83ff0ca tempest-NetworksNegativeTestJSON-239760174 tempest-NetworksNegativeTestJSON-239760174-project] 10.222.0.41 "PUT /v2.0/subnets/6cfe7f65-ad67-4a33-beb8-79acf269f4dc HTTP/1.1" status: 404 len: 337 time: 0.1246448 Jan 28 07:32:09.118573 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bb4444e9-3ecd-48e2-a65e-41f6c2308828 None None] Publish callbacks [] for port (1e8307bb-5dad-4461-87a4-21effa624d3c), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:09.133736 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bb4444e9-3ecd-48e2-a65e-41f6c2308828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (1e8307bb-5dad-4461-87a4-21effa624d3c), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:09.197473 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21635eca-8fac-43b7-b728-535a9db2fb4a req-a911577f-34f1-4de7-9b28-dded87f46ad2 tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:09.198991 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-21635eca-8fac-43b7-b728-535a9db2fb4a req-a911577f-34f1-4de7-9b28-dded87f46ad2 tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf3dce86-52a5-4ad6-a32e-4d2eeff412a4 HTTP/1.1" status: 200 len: 946 time: 0.2334044 Jan 28 07:32:09.227696 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb4444e9-3ecd-48e2-a65e-41f6c2308828 None None] Network 36eb2dc8-edc7-4838-ab14-315267d6839f is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:32:09.239177 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-bb4444e9-3ecd-48e2-a65e-41f6c2308828 None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:32:09.266429 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4444e9-3ecd-48e2-a65e-41f6c2308828 None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:32:09.289841 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-54a7aa77-0c5e-4e41-aab0-55bd39171e64 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24757504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24979610'] for subnet (26fd53bb-9315-4264-88ab-d3264c0782ac), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:09.293969 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4444e9-3ecd-48e2-a65e-41f6c2308828 None None] Pushing event updated for resources: {'Port': ['ID=1e8307bb-5dad-4461-87a4-21effa624d3c,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:09.372078 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-86feb8c2-00ed-4d84-aaf3-5f7887a6e33f tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Request body: {'networks': [{'name': 'tempest-network--376400782'}, {'name': 'tempest-network--174644237'}]} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:32:09.372313 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-86feb8c2-00ed-4d84-aaf3-5f7887a6e33f tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Request body: {'network': {'name': 'tempest-network--376400782'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:32:09.372777 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-86feb8c2-00ed-4d84-aaf3-5f7887a6e33f tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Request body: {'network': {'name': 'tempest-network--174644237'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:32:09.417817 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-21635eca-8fac-43b7-b728-535a9db2fb4a req-78f1aadb-e700-4256-b99e-6e84d6ec812b tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c5346dc-f757-4ff5-9ea1-d40d9bd6b869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070591 Jan 28 07:32:09.432444 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-bb4444e9-3ecd-48e2-a65e-41f6c2308828 None None] Attempting to bind port 1e8307bb-5dad-4461-87a4-21effa624d3c on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:32:09.433479 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-bb4444e9-3ecd-48e2-a65e-41f6c2308828 None None] Attempting to bind port 1e8307bb-5dad-4461-87a4-21effa624d3c by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '28e20f6d-88da-40e8-bfae-34fa7c654ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '36eb2dc8-edc7-4838-ab14-315267d6839f'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:32:09.440293 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86feb8c2-00ed-4d84-aaf3-5f7887a6e33f tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Made reservation on behalf of 4dc9b3742360457685c02add2a759907 for: {'network': 2} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:32:09.450108 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-86feb8c2-00ed-4d84-aaf3-5f7887a6e33f tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:09.455131 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a7aa77-0c5e-4e41-aab0-55bd39171e64 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Pushing event updated for resources: {'Subnet': ['ID=26fd53bb-9315-4264-88ab-d3264c0782ac,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:09.462967 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4444e9-3ecd-48e2-a65e-41f6c2308828 None None] Attempting to bind port 1e8307bb-5dad-4461-87a4-21effa624d3c on network 36eb2dc8-edc7-4838-ab14-315267d6839f {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:32:09.476415 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a7aa77-0c5e-4e41-aab0-55bd39171e64 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Checking segment: {'id': '3078cae9-21a4-45b9-a729-ee612d8d3543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '732c7df7-1fac-4010-8235-a2f363f8f3b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:32:09.476681 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4444e9-3ecd-48e2-a65e-41f6c2308828 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 31, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:32:09.477252 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a7aa77-0c5e-4e41-aab0-55bd39171e64 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Network hostable DHCP agents. Network: 732c7df7-1fac-4010-8235-a2f363f8f3b9, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:32:09.483823 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-86feb8c2-00ed-4d84-aaf3-5f7887a6e33f tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:09.484693 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4444e9-3ecd-48e2-a65e-41f6c2308828 None None] Checking segment: {'id': '28e20f6d-88da-40e8-bfae-34fa7c654ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '36eb2dc8-edc7-4838-ab14-315267d6839f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:32:09.485135 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bb4444e9-3ecd-48e2-a65e-41f6c2308828 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:09.485547 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4444e9-3ecd-48e2-a65e-41f6c2308828 None None] Bound using segment: {'id': '28e20f6d-88da-40e8-bfae-34fa7c654ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '36eb2dc8-edc7-4838-ab14-315267d6839f'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:32:09.488075 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-bb4444e9-3ecd-48e2-a65e-41f6c2308828 None None] Bound port: 1e8307bb-5dad-4461-87a4-21effa624d3c, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28e20f6d-88da-40e8-bfae-34fa7c654ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '36eb2dc8-edc7-4838-ab14-315267d6839f'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:32:09.488529 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bb4444e9-3ecd-48e2-a65e-41f6c2308828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (1e8307bb-5dad-4461-87a4-21effa624d3c), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:09.514306 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a7aa77-0c5e-4e41-aab0-55bd39171e64 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Network 732c7df7-1fac-4010-8235-a2f363f8f3b9 is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:32:09.530975 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-54a7aa77-0c5e-4e41-aab0-55bd39171e64 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, 732c7df7-1fac-4010-8235-a2f363f8f3b9) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:32:09.539508 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a7aa77-0c5e-4e41-aab0-55bd39171e64 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:09.542031 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-54a7aa77-0c5e-4e41-aab0-55bd39171e64 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:09.543556 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2110282-7c40-4508-b490-397521ae9e75 None None] Network 732c7df7-1fac-4010-8235-a2f363f8f3b9 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:32:09.576641 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-54a7aa77-0c5e-4e41-aab0-55bd39171e64 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5113320 Jan 28 07:32:09.585441 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 44342) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:09.607748 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f024d6-e560-4bd7-8cd8-dd9b19661c55 None None] Network 13aa056d-b193-4e0a-9bf0-f7d418874681 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:32:09.742057 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a29ddd4-b22b-496c-a0b7-331b51607282 req-56a57225-eadd-4bca-a272-d3fc81b69f2e tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:09.755295 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4a29ddd4-b22b-496c-a0b7-331b51607282 req-56a57225-eadd-4bca-a272-d3fc81b69f2e tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9455bd8-bb23-42e6-95a1-cefa55c6a33d HTTP/1.1" status: 200 len: 946 time: 0.1786118 Jan 28 07:32:09.846719 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4a29ddd4-b22b-496c-a0b7-331b51607282 req-8f305a77-56d2-47d1-8463-e6aa901ab40b tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c5346dc-f757-4ff5-9ea1-d40d9bd6b869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862918 Jan 28 07:32:09.853135 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 44350) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:09.869127 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-86feb8c2-00ed-4d84-aaf3-5f7887a6e33f tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Publish callbacks [] for security_group (31a316e8-7989-486b-a67e-63a825a3e82c), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:09.876870 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-86feb8c2-00ed-4d84-aaf3-5f7887a6e33f tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (31a316e8-7989-486b-a67e-63a825a3e82c), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:09.877527 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-86feb8c2-00ed-4d84-aaf3-5f7887a6e33f tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:09.919983 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86feb8c2-00ed-4d84-aaf3-5f7887a6e33f tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31a316e8-7989-486b-a67e-63a825a3e82c,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:09.929435 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86feb8c2-00ed-4d84-aaf3-5f7887a6e33f tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=103283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:32:09.943672 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-86feb8c2-00ed-4d84-aaf3-5f7887a6e33f tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (dc84eb8e-218c-467a-aac5-1a43b3be8332), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:09.944248 n-d-712749-28 neutron-server[103283]: INFO neutron.db.segments_db [None req-86feb8c2-00ed-4d84-aaf3-5f7887a6e33f tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Added segment dc84eb8e-218c-467a-aac5-1a43b3be8332 of type vlan for network 968bb024-0f0f-4534-b399-d613aa298794 Jan 28 07:32:10.017485 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-86feb8c2-00ed-4d84-aaf3-5f7887a6e33f tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (968bb024-0f0f-4534-b399-d613aa298794), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:10.059373 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86feb8c2-00ed-4d84-aaf3-5f7887a6e33f tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=103283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:32:10.073831 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-86feb8c2-00ed-4d84-aaf3-5f7887a6e33f tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (e1ca5a1f-89f8-4039-9a0b-6cc4eb031149), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:10.076758 n-d-712749-28 neutron-server[103283]: INFO neutron.db.segments_db [None req-86feb8c2-00ed-4d84-aaf3-5f7887a6e33f tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Added segment e1ca5a1f-89f8-4039-9a0b-6cc4eb031149 of type vlan for network b34adda9-413d-4d6f-8b27-16e89ab24b15 Jan 28 07:32:10.158709 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-397e1ee3-f0aa-4aa9-87d4-72f5ec16ee9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:10.187526 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-86feb8c2-00ed-4d84-aaf3-5f7887a6e33f tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (b34adda9-413d-4d6f-8b27-16e89ab24b15), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:10.193757 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-97f6f885-1d4f-4c0b-9137-6db954e556cf None None] Provisioning complete for port b8aa7b9f-410a-46ce-a73c-3c52e1fc8527 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:32:10.194295 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-97f6f885-1d4f-4c0b-9137-6db954e556cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (b8aa7b9f-410a-46ce-a73c-3c52e1fc8527), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:10.253617 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-86feb8c2-00ed-4d84-aaf3-5f7887a6e33f tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (968bb024-0f0f-4534-b399-d613aa298794), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:10.256112 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-86feb8c2-00ed-4d84-aaf3-5f7887a6e33f tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (b34adda9-413d-4d6f-8b27-16e89ab24b15), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:10.264826 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86feb8c2-00ed-4d84-aaf3-5f7887a6e33f tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:10.272892 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86feb8c2-00ed-4d84-aaf3-5f7887a6e33f tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:10.273965 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-86feb8c2-00ed-4d84-aaf3-5f7887a6e33f tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Publish callbacks [] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:10.310826 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:10.343316 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f62d82fd-bcbb-4704-84b4-1280371424a9 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:10.390518 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-bb4444e9-3ecd-48e2-a65e-41f6c2308828 None None] For port 1e8307bb-5dad-4461-87a4-21effa624d3c, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:32:10.404859 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-86feb8c2-00ed-4d84-aaf3-5f7887a6e33f tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.5624614 Jan 28 07:32:10.410873 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device b8aa7b9f-410a-46ce-a73c-3c52e1fc8527 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:32:10.415310 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 44364) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:10.500647 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86feb8c2-00ed-4d84-aaf3-5f7887a6e33f tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Pushing event updated for resources: {'Network': ['ID=968bb024-0f0f-4534-b399-d613aa298794,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:10.545064 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-397e1ee3-f0aa-4aa9-87d4-72f5ec16ee9d admin admin] Publish callbacks [] for security_group (7e7cb235-1fc9-48c6-a768-c620983a7bbd), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:10.591407 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-397e1ee3-f0aa-4aa9-87d4-72f5ec16ee9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (7e7cb235-1fc9-48c6-a768-c620983a7bbd), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:10.713036 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86feb8c2-00ed-4d84-aaf3-5f7887a6e33f tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Pushing event updated for resources: {'Network': ['ID=b34adda9-413d-4d6f-8b27-16e89ab24b15,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:10.726815 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network 968bb024-0f0f-4534-b399-d613aa298794 details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:32:10.736504 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network b34adda9-413d-4d6f-8b27-16e89ab24b15 details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:32:10.742880 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397e1ee3-f0aa-4aa9-87d4-72f5ec16ee9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e7cb235-1fc9-48c6-a768-c620983a7bbd,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:10.781078 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-397e1ee3-f0aa-4aa9-87d4-72f5ec16ee9d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6ed1d8d1a1f442478b8c012796d2c1c6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9266334 Jan 28 07:32:10.788625 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62cf3f8b-be75-4821-9f23-eb9995e7be16 tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:10.793810 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62cf3f8b-be75-4821-9f23-eb9995e7be16 tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:10.798881 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62cf3f8b-be75-4821-9f23-eb9995e7be16 tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:10.813866 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-bb4444e9-3ecd-48e2-a65e-41f6c2308828 None None] For port 1e8307bb-5dad-4461-87a4-21effa624d3c, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=1e8307bb-5dad-4461-87a4-21effa624d3c,segment=NetworkSegment(28e20f6d-88da-40e8-bfae-34fa7c654ab5),segment_id=28e20f6d-88da-40e8-bfae-34fa7c654ab5)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:32:10.814998 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-f62d82fd-bcbb-4704-84b4-1280371424a9 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Allocated IP 2001:db8::1 (36eb2dc8-edc7-4838-ab14-315267d6839f/b8f3d0aa-ac3a-425c-8d3b-529c17b07f27/7e495dfc-3509-498b-85b9-09a77b10d28e) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:32:10.822247 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62cf3f8b-be75-4821-9f23-eb9995e7be16 tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:10.827279 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-62cf3f8b-be75-4821-9f23-eb9995e7be16 tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.4109588 Jan 28 07:32:10.829040 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 44372) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:10.831515 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 44376) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:11.000363 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bb4444e9-3ecd-48e2-a65e-41f6c2308828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (1e8307bb-5dad-4461-87a4-21effa624d3c), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:11.054045 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f62d82fd-bcbb-4704-84b4-1280371424a9 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Publish callbacks [] for port (7e495dfc-3509-498b-85b9-09a77b10d28e), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:11.071117 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f74840-ea05-4e09-a317-d4bd4753e5bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3dd72b9-6805-5f61-b6f3-a591f99a173d-732c7df7-1fac-4010-8235-a2f363f8f3b9', 'network_id': '732c7df7-1fac-4010-8235-a2f363f8f3b9', 'project_id': 'bb045255923b4717b5bdacaaca4d3838', 'fixed_ips': [{'subnet_id': '26fd53bb-9315-4264-88ab-d3264c0782ac'}]}} from n-d-712749-28. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 07:32:11.071966 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-98f74840-ea05-4e09-a317-d4bd4753e5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:11.137920 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-aab13efd-cf0c-4871-ae4b-8c1ec92fdbd0 admin admin] Publish callbacks [] for security_group (7e7cb235-1fc9-48c6-a768-c620983a7bbd), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:11.153648 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f82ea4b2-2caa-4f6b-bd88-2a2aadc58337 tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (968bb024-0f0f-4534-b399-d613aa298794), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:11.190968 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-aab13efd-cf0c-4871-ae4b-8c1ec92fdbd0 admin admin] Publish callbacks [] for security_group (7e7cb235-1fc9-48c6-a768-c620983a7bbd), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:11.195936 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c426d739-5646-487a-b82a-ed843d953018 req-d5673097-8cf2-459c-b7d8-e32db612872d tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:11.200472 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c426d739-5646-487a-b82a-ed843d953018 req-d5673097-8cf2-459c-b7d8-e32db612872d tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b3415e6-b31c-4ce7-ad7d-2235832bcbd3 HTTP/1.1" status: 200 len: 945 time: 0.5342820 Jan 28 07:32:11.238876 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f62d82fd-bcbb-4704-84b4-1280371424a9 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (7e495dfc-3509-498b-85b9-09a77b10d28e), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:11.289040 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f62d82fd-bcbb-4704-84b4-1280371424a9 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Network 36eb2dc8-edc7-4838-ab14-315267d6839f is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:32:11.296348 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-f62d82fd-bcbb-4704-84b4-1280371424a9 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:32:11.314044 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62d82fd-bcbb-4704-84b4-1280371424a9 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:32:11.317930 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f62d82fd-bcbb-4704-84b4-1280371424a9 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16609232'] for router_interface (5aae9ace-a5cc-49a8-b6b9-01aa67a81b7c), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:11.416154 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62d82fd-bcbb-4704-84b4-1280371424a9 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Pushing event updated for resources: {'Port': ['ID=7e495dfc-3509-498b-85b9-09a77b10d28e,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:11.428653 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-98f74840-ea05-4e09-a317-d4bd4753e5bf None None] Allocated IP 2001:db8::2 (732c7df7-1fac-4010-8235-a2f363f8f3b9/26fd53bb-9315-4264-88ab-d3264c0782ac/49dc506b-2134-4c60-8cba-9fd977a0619e) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:32:11.461376 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c426d739-5646-487a-b82a-ed843d953018 req-9165a58e-8f4e-4e03-94ba-3761e20f3b5a tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c5346dc-f757-4ff5-9ea1-d40d9bd6b869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2508748 Jan 28 07:32:11.534923 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f82ea4b2-2caa-4f6b-bd88-2a2aadc58337 tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (968bb024-0f0f-4534-b399-d613aa298794), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:11.613972 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-f82ea4b2-2caa-4f6b-bd88-2a2aadc58337 tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['968bb024-0f0f-4534-b399-d613aa298794']}} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:32:11.644732 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-aab13efd-cf0c-4871-ae4b-8c1ec92fdbd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (7e7cb235-1fc9-48c6-a768-c620983a7bbd), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:11.647639 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-aab13efd-cf0c-4871-ae4b-8c1ec92fdbd0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:11.655920 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-aab13efd-cf0c-4871-ae4b-8c1ec92fdbd0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7e7cb235-1fc9-48c6-a768-c620983a7bbd HTTP/1.1" status: 204 len: 168 time: 0.8195601 Jan 28 07:32:11.657264 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f62d82fd-bcbb-4704-84b4-1280371424a9 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (7e495dfc-3509-498b-85b9-09a77b10d28e), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:11.663650 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-f82ea4b2-2caa-4f6b-bd88-2a2aadc58337 tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc84eb8e-218c-467a-aac5-1a43b3be8332') {'for_net_delete': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:32:11.665303 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-f82ea4b2-2caa-4f6b-bd88-2a2aadc58337 tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc84eb8e-218c-467a-aac5-1a43b3be8332') {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:32:11.703969 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab13efd-cf0c-4871-ae4b-8c1ec92fdbd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e7cb235-1fc9-48c6-a768-c620983a7bbd,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:11.726266 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f82ea4b2-2caa-4f6b-bd88-2a2aadc58337 tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13506801'] for segment (dc84eb8e-218c-467a-aac5-1a43b3be8332), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:11.739161 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 44402) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:11.778540 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-97f6f885-1d4f-4c0b-9137-6db954e556cf None None] Current status of the port b8aa7b9f-410a-46ce-a73c-3c52e1fc8527 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:32:11.778959 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-97f6f885-1d4f-4c0b-9137-6db954e556cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (b8aa7b9f-410a-46ce-a73c-3c52e1fc8527), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:11.788113 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f82ea4b2-2caa-4f6b-bd88-2a2aadc58337 tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (dc84eb8e-218c-467a-aac5-1a43b3be8332), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:11.796820 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f82ea4b2-2caa-4f6b-bd88-2a2aadc58337 tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=103283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:32:11.797546 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f82ea4b2-2caa-4f6b-bd88-2a2aadc58337 tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13546563'] for segment (dc84eb8e-218c-467a-aac5-1a43b3be8332), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:11.801537 n-d-712749-28 neutron-server[103283]: Traceback (most recent call last): Jan 28 07:32:11.801537 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:32:11.801537 n-d-712749-28 neutron-server[103283]: timer() Jan 28 07:32:11.801537 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:32:11.801537 n-d-712749-28 neutron-server[103283]: cb(*args, **kw) Jan 28 07:32:11.801537 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:32:11.801537 n-d-712749-28 neutron-server[103283]: return func(*args, **kwargs) Jan 28 07:32:11.801537 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:32:11.801537 n-d-712749-28 neutron-server[103283]: self._notify() Jan 28 07:32:11.801537 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:32:11.801537 n-d-712749-28 neutron-server[103283]: self.callback(batched_events) Jan 28 07:32:11.801537 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:32:11.801537 n-d-712749-28 neutron-server[103283]: event.method(event) Jan 28 07:32:11.801537 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:32:11.801537 n-d-712749-28 neutron-server[103283]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:32:11.801537 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:32:11.801537 n-d-712749-28 neutron-server[103283]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:32:11.801537 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:32:11.801537 n-d-712749-28 neutron-server[103283]: return f(self, *a, **k) Jan 28 07:32:11.801537 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:32:11.801537 n-d-712749-28 neutron-server[103283]: return self._get(url).json() Jan 28 07:32:11.801537 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:32:11.801537 n-d-712749-28 neutron-server[103283]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:32:11.801537 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:32:11.801537 n-d-712749-28 neutron-server[103283]: return self.request(url, 'GET', **kwargs) Jan 28 07:32:11.801537 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:32:11.801537 n-d-712749-28 neutron-server[103283]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:32:11.801537 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:32:11.801537 n-d-712749-28 neutron-server[103283]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:32:11.801537 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:32:11.801537 n-d-712749-28 neutron-server[103283]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:32:11.801537 n-d-712749-28 neutron-server[103283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:32:11.828462 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port b8aa7b9f-410a-46ce-a73c-3c52e1fc8527 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:32:11.828971 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (b8aa7b9f-410a-46ce-a73c-3c52e1fc8527), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:11.918602 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f82ea4b2-2caa-4f6b-bd88-2a2aadc58337 tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (968bb024-0f0f-4534-b399-d613aa298794), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:11.924707 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f82ea4b2-2caa-4f6b-bd88-2a2aadc58337 tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Publish callbacks [] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:11.931256 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-f82ea4b2-2caa-4f6b-bd88-2a2aadc58337 tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] 10.222.0.41 "DELETE /v2.0/networks/968bb024-0f0f-4534-b399-d613aa298794 HTTP/1.1" status: 204 len: 168 time: 1.0967512 Jan 28 07:32:11.937147 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 44406) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:12.067120 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4444e9-3ecd-48e2-a65e-41f6c2308828 None None] Pushing event updated for resources: {'Port': ['ID=1e8307bb-5dad-4461-87a4-21effa624d3c,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:12.154585 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-97f6f885-1d4f-4c0b-9137-6db954e556cf None None] For port b8aa7b9f-410a-46ce-a73c-3c52e1fc8527, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=b8aa7b9f-410a-46ce-a73c-3c52e1fc8527,segment=NetworkSegment(d8e1fffb-b2d4-4862-8557-3a12c9e03d9e),segment_id=d8e1fffb-b2d4-4862-8557-3a12c9e03d9e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:32:12.174050 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-97f6f885-1d4f-4c0b-9137-6db954e556cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (b8aa7b9f-410a-46ce-a73c-3c52e1fc8527), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:12.212725 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-98f74840-ea05-4e09-a317-d4bd4753e5bf None None] Publish callbacks [] for port (49dc506b-2134-4c60-8cba-9fd977a0619e), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:12.228516 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82ea4b2-2caa-4f6b-bd88-2a2aadc58337 tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Pushing event deleted for resources: {'Network': ['ID=968bb024-0f0f-4534-b399-d613aa298794,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:12.250705 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-98f74840-ea05-4e09-a317-d4bd4753e5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (49dc506b-2134-4c60-8cba-9fd977a0619e), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:12.260579 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b7a7e20a-5098-4255-97e3-64826549032f tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (b34adda9-413d-4d6f-8b27-16e89ab24b15), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:12.281100 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b74d68-4b8b-444f-9bf0-b564dde1d25e req-176b4e5e-4a82-450f-8c6d-97aca56c974f tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:12.283605 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e2b74d68-4b8b-444f-9bf0-b564dde1d25e req-176b4e5e-4a82-450f-8c6d-97aca56c974f tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf3dce86-52a5-4ad6-a32e-4d2eeff412a4 HTTP/1.1" status: 200 len: 946 time: 0.1327233 Jan 28 07:32:12.325757 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port b8aa7b9f-410a-46ce-a73c-3c52e1fc8527 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:32:12.329131 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f74840-ea05-4e09-a317-d4bd4753e5bf None None] Network 732c7df7-1fac-4010-8235-a2f363f8f3b9 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:32:12.332541 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f6f885-1d4f-4c0b-9137-6db954e556cf None None] Pushing event updated for resources: {'Port': ['ID=b8aa7b9f-410a-46ce-a73c-3c52e1fc8527,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:12.340049 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-98f74840-ea05-4e09-a317-d4bd4753e5bf None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:32:12.384688 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f74840-ea05-4e09-a317-d4bd4753e5bf None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:32:12.450983 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-3c17b948-4c69-48ac-8205-3c226441720a None None] Provisioning complete for port b8aa7b9f-410a-46ce-a73c-3c52e1fc8527 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:32:12.452232 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3c17b948-4c69-48ac-8205-3c226441720a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (b8aa7b9f-410a-46ce-a73c-3c52e1fc8527), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:12.634980 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b7a7e20a-5098-4255-97e3-64826549032f tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (b34adda9-413d-4d6f-8b27-16e89ab24b15), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:12.647191 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-98f74840-ea05-4e09-a317-d4bd4753e5bf None None] Attempting to bind port 49dc506b-2134-4c60-8cba-9fd977a0619e on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:32:12.650777 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-98f74840-ea05-4e09-a317-d4bd4753e5bf None None] Attempting to bind port 49dc506b-2134-4c60-8cba-9fd977a0619e by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '3078cae9-21a4-45b9-a729-ee612d8d3543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '732c7df7-1fac-4010-8235-a2f363f8f3b9'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:32:12.651847 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f74840-ea05-4e09-a317-d4bd4753e5bf None None] Attempting to bind port 49dc506b-2134-4c60-8cba-9fd977a0619e on network 732c7df7-1fac-4010-8235-a2f363f8f3b9 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:32:12.658126 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f74840-ea05-4e09-a317-d4bd4753e5bf None None] Pushing event updated for resources: {'Port': ['ID=49dc506b-2134-4c60-8cba-9fd977a0619e,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:12.662589 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-470ccd53-ae92-4612-9819-9107d69b7937 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:12.671243 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f62d82fd-bcbb-4704-84b4-1280371424a9 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Publish callbacks [] for port (7e495dfc-3509-498b-85b9-09a77b10d28e), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:12.691178 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f62d82fd-bcbb-4704-84b4-1280371424a9 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (7e495dfc-3509-498b-85b9-09a77b10d28e), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:12.696557 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f62d82fd-bcbb-4704-84b4-1280371424a9 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16318999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16606560'] for router_interface (5aae9ace-a5cc-49a8-b6b9-01aa67a81b7c), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:12.727077 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e2b74d68-4b8b-444f-9bf0-b564dde1d25e req-ae0df8fa-f6b3-4381-b919-f0adb842b7e0 tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c5346dc-f757-4ff5-9ea1-d40d9bd6b869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4345181 Jan 28 07:32:12.745416 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-b7a7e20a-5098-4255-97e3-64826549032f tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b34adda9-413d-4d6f-8b27-16e89ab24b15']}} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:32:12.766715 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-b7a7e20a-5098-4255-97e3-64826549032f tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1ca5a1f-89f8-4039-9a0b-6cc4eb031149') {'for_net_delete': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:32:12.767141 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-b7a7e20a-5098-4255-97e3-64826549032f tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1ca5a1f-89f8-4039-9a0b-6cc4eb031149') {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:32:12.781900 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-3c17b948-4c69-48ac-8205-3c226441720a None None] Current status of the port b8aa7b9f-410a-46ce-a73c-3c52e1fc8527 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:32:12.786487 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b7a7e20a-5098-4255-97e3-64826549032f tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13506801'] for segment (e1ca5a1f-89f8-4039-9a0b-6cc4eb031149), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:12.803851 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device b8aa7b9f-410a-46ce-a73c-3c52e1fc8527 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:32:12.843418 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b7a7e20a-5098-4255-97e3-64826549032f tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (e1ca5a1f-89f8-4039-9a0b-6cc4eb031149), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:12.866274 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62d82fd-bcbb-4704-84b4-1280371424a9 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Pushing event updated for resources: {'Port': ['ID=7e495dfc-3509-498b-85b9-09a77b10d28e,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:12.872894 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7a7e20a-5098-4255-97e3-64826549032f tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=103283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:32:12.882705 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b7a7e20a-5098-4255-97e3-64826549032f tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13546563'] for segment (e1ca5a1f-89f8-4039-9a0b-6cc4eb031149), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:12.886463 n-d-712749-28 neutron-server[103283]: Traceback (most recent call last): Jan 28 07:32:12.886463 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:32:12.886463 n-d-712749-28 neutron-server[103283]: timer() Jan 28 07:32:12.886463 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:32:12.886463 n-d-712749-28 neutron-server[103283]: cb(*args, **kw) Jan 28 07:32:12.886463 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:32:12.886463 n-d-712749-28 neutron-server[103283]: return func(*args, **kwargs) Jan 28 07:32:12.886463 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:32:12.886463 n-d-712749-28 neutron-server[103283]: self._notify() Jan 28 07:32:12.886463 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:32:12.886463 n-d-712749-28 neutron-server[103283]: self.callback(batched_events) Jan 28 07:32:12.886463 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:32:12.886463 n-d-712749-28 neutron-server[103283]: event.method(event) Jan 28 07:32:12.886463 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:32:12.886463 n-d-712749-28 neutron-server[103283]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:32:12.886463 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:32:12.886463 n-d-712749-28 neutron-server[103283]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:32:12.886463 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:32:12.886463 n-d-712749-28 neutron-server[103283]: return f(self, *a, **k) Jan 28 07:32:12.886463 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:32:12.886463 n-d-712749-28 neutron-server[103283]: return self._get(url).json() Jan 28 07:32:12.886463 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:32:12.886463 n-d-712749-28 neutron-server[103283]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:32:12.886463 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:32:12.886463 n-d-712749-28 neutron-server[103283]: return self.request(url, 'GET', **kwargs) Jan 28 07:32:12.886463 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:32:12.886463 n-d-712749-28 neutron-server[103283]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:32:12.886463 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:32:12.886463 n-d-712749-28 neutron-server[103283]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:32:12.886463 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:32:12.886463 n-d-712749-28 neutron-server[103283]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:32:12.886463 n-d-712749-28 neutron-server[103283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:32:12.992502 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b7a7e20a-5098-4255-97e3-64826549032f tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (b34adda9-413d-4d6f-8b27-16e89ab24b15), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:12.996978 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f74840-ea05-4e09-a317-d4bd4753e5bf None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 32, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:32:12.997376 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f74840-ea05-4e09-a317-d4bd4753e5bf None None] Checking segment: {'id': '3078cae9-21a4-45b9-a729-ee612d8d3543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '732c7df7-1fac-4010-8235-a2f363f8f3b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:32:12.997793 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-98f74840-ea05-4e09-a317-d4bd4753e5bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:12.998201 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f74840-ea05-4e09-a317-d4bd4753e5bf None None] Bound using segment: {'id': '3078cae9-21a4-45b9-a729-ee612d8d3543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '732c7df7-1fac-4010-8235-a2f363f8f3b9'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:32:12.998839 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-98f74840-ea05-4e09-a317-d4bd4753e5bf None None] Bound port: 49dc506b-2134-4c60-8cba-9fd977a0619e, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3078cae9-21a4-45b9-a729-ee612d8d3543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '732c7df7-1fac-4010-8235-a2f363f8f3b9'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:32:12.999231 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-98f74840-ea05-4e09-a317-d4bd4753e5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (49dc506b-2134-4c60-8cba-9fd977a0619e), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:13.043602 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b7a7e20a-5098-4255-97e3-64826549032f tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Publish callbacks [] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:13.047744 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-b7a7e20a-5098-4255-97e3-64826549032f tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] 10.222.0.41 "DELETE /v2.0/networks/b34adda9-413d-4d6f-8b27-16e89ab24b15 HTTP/1.1" status: 204 len: 168 time: 1.1077616 Jan 28 07:32:13.048974 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a7e20a-5098-4255-97e3-64826549032f tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Pushing event deleted for resources: {'Network': ['ID=b34adda9-413d-4d6f-8b27-16e89ab24b15,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:13.050814 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 44430) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:13.053543 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-470ccd53-ae92-4612-9819-9107d69b7937 admin admin] Publish callbacks [] for security_group (998abedc-1b28-4478-a844-9665cc12683f), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:13.120989 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-470ccd53-ae92-4612-9819-9107d69b7937 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (998abedc-1b28-4478-a844-9665cc12683f), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:13.143228 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa82db1-0781-42ab-9fe6-740f9517ecf0 None None] Network 36eb2dc8-edc7-4838-ab14-315267d6839f requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:32:13.164154 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f62d82fd-bcbb-4704-84b4-1280371424a9 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Network 36eb2dc8-edc7-4838-ab14-315267d6839f is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:32:13.165701 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-f62d82fd-bcbb-4704-84b4-1280371424a9 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:32:13.289612 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470ccd53-ae92-4612-9819-9107d69b7937 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=998abedc-1b28-4478-a844-9665cc12683f,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:13.309096 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port b8aa7b9f-410a-46ce-a73c-3c52e1fc8527 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:32:13.309487 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (b8aa7b9f-410a-46ce-a73c-3c52e1fc8527), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:13.362426 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-470ccd53-ae92-4612-9819-9107d69b7937 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=652581a141d2437a95d758fd0f1c3a29&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6204243 Jan 28 07:32:13.362964 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 44438) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:13.451474 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-98f74840-ea05-4e09-a317-d4bd4753e5bf None None] For port 49dc506b-2134-4c60-8cba-9fd977a0619e, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:32:13.457302 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-98f74840-ea05-4e09-a317-d4bd4753e5bf None None] For port 49dc506b-2134-4c60-8cba-9fd977a0619e, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=49dc506b-2134-4c60-8cba-9fd977a0619e,segment=NetworkSegment(3078cae9-21a4-45b9-a729-ee612d8d3543),segment_id=3078cae9-21a4-45b9-a729-ee612d8d3543)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:32:13.473540 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-98f74840-ea05-4e09-a317-d4bd4753e5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (49dc506b-2134-4c60-8cba-9fd977a0619e), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:13.479007 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 44440) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:13.522415 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895be21f-a5aa-4142-ac10-dd12c692046d tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:13.528964 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-0e233a0b-46e5-4ce5-a3fa-44e37ddf6b8e None None] Provisioning complete for port 1e8307bb-5dad-4461-87a4-21effa624d3c triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:32:13.529627 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0e233a0b-46e5-4ce5-a3fa-44e37ddf6b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (1e8307bb-5dad-4461-87a4-21effa624d3c), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:13.540135 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895be21f-a5aa-4142-ac10-dd12c692046d tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:13.543418 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-895be21f-a5aa-4142-ac10-dd12c692046d tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4882004 Jan 28 07:32:13.552805 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729d0589-f498-4106-acb9-23dadf01115b req-df68faf7-ae19-4d7c-9a36-dba4697a52a5 tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:13.553003 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 44444) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:13.565662 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-202fa80f-9d5e-4065-afe3-62f6c53ab62d tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2124636434'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:32:13.565911 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729d0589-f498-4106-acb9-23dadf01115b req-df68faf7-ae19-4d7c-9a36-dba4697a52a5 tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:13.589339 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729d0589-f498-4106-acb9-23dadf01115b req-df68faf7-ae19-4d7c-9a36-dba4697a52a5 tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:13.609511 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-729d0589-f498-4106-acb9-23dadf01115b req-df68faf7-ae19-4d7c-9a36-dba4697a52a5 tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b3415e6-b31c-4ce7-ad7d-2235832bcbd3&device_id=c9455bd8-bb23-42e6-95a1-cefa55c6a33d&device_id=bf3dce86-52a5-4ad6-a32e-4d2eeff412a4 HTTP/1.1" status: 200 len: 2418 time: 0.2385833 Jan 28 07:32:13.622908 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-202fa80f-9d5e-4065-afe3-62f6c53ab62d tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Made reservation on behalf of 4dc9b3742360457685c02add2a759907 for: {'network': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:32:13.626409 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-202fa80f-9d5e-4065-afe3-62f6c53ab62d tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:13.675260 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f74840-ea05-4e09-a317-d4bd4753e5bf None None] Pushing event updated for resources: {'Port': ['ID=49dc506b-2134-4c60-8cba-9fd977a0619e,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:13.677862 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-202fa80f-9d5e-4065-afe3-62f6c53ab62d tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=103283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:32:13.688117 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-202fa80f-9d5e-4065-afe3-62f6c53ab62d tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (426afa74-1941-4159-8928-5da43bc6a361), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:13.688746 n-d-712749-28 neutron-server[103283]: INFO neutron.db.segments_db [None req-202fa80f-9d5e-4065-afe3-62f6c53ab62d tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Added segment 426afa74-1941-4159-8928-5da43bc6a361 of type vlan for network b97a3410-b834-4fd6-baae-a69def300ec6 Jan 28 07:32:13.745312 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-202fa80f-9d5e-4065-afe3-62f6c53ab62d tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (b97a3410-b834-4fd6-baae-a69def300ec6), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:13.769563 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-280d4df3-147f-4b52-8f0e-8634b2959cfc admin admin] Publish callbacks [] for security_group (998abedc-1b28-4478-a844-9665cc12683f), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:13.781410 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-202fa80f-9d5e-4065-afe3-62f6c53ab62d tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (b97a3410-b834-4fd6-baae-a69def300ec6), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:13.788051 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-202fa80f-9d5e-4065-afe3-62f6c53ab62d tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:13.788989 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-202fa80f-9d5e-4065-afe3-62f6c53ab62d tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Publish callbacks [] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:13.821883 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-ef4d7e8a-9ff0-45ab-810d-ae4e4f8d3b77 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-284194437'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:32:13.878661 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-729d0589-f498-4106-acb9-23dadf01115b req-81f01de1-f630-41fa-90f5-6c809d91a83a tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c5346dc-f757-4ff5-9ea1-d40d9bd6b869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2682550 Jan 28 07:32:13.891366 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f62d82fd-bcbb-4704-84b4-1280371424a9 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Router 5aae9ace-a5cc-49a8-b6b9-01aa67a81b7c is scheduled to L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 with binding_index 1 {{(pid=103284) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 07:32:13.920765 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef4d7e8a-9ff0-45ab-810d-ae4e4f8d3b77 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Made reservation on behalf of eec785a36bb947ca8a0b9e5aec6023b6 for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:32:13.932891 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ef4d7e8a-9ff0-45ab-810d-ae4e4f8d3b77 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:13.956097 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-280d4df3-147f-4b52-8f0e-8634b2959cfc admin admin] Publish callbacks [] for security_group (998abedc-1b28-4478-a844-9665cc12683f), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:13.964554 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ef4d7e8a-9ff0-45ab-810d-ae4e4f8d3b77 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:14.004254 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port b8aa7b9f-410a-46ce-a73c-3c52e1fc8527 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:32:14.006821 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 1e8307bb-5dad-4461-87a4-21effa624d3c up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:32:14.012636 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-202fa80f-9d5e-4065-afe3-62f6c53ab62d tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4566767 Jan 28 07:32:14.023511 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 44448) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:14.038188 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-3ba6d786-f2cf-4672-8212-a206106df898 tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1453023538'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:32:14.113391 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ef4d7e8a-9ff0-45ab-810d-ae4e4f8d3b77 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks [] for security_group (f5601139-9ad6-47e6-ab3c-5366a4e4d178), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:14.148339 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-0e233a0b-46e5-4ce5-a3fa-44e37ddf6b8e None None] Current status of the port 1e8307bb-5dad-4461-87a4-21effa624d3c is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:32:14.148786 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0e233a0b-46e5-4ce5-a3fa-44e37ddf6b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (1e8307bb-5dad-4461-87a4-21effa624d3c), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:14.181914 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202fa80f-9d5e-4065-afe3-62f6c53ab62d tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Pushing event updated for resources: {'Network': ['ID=b97a3410-b834-4fd6-baae-a69def300ec6,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:14.185086 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ef4d7e8a-9ff0-45ab-810d-ae4e4f8d3b77 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (f5601139-9ad6-47e6-ab3c-5366a4e4d178), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:14.206277 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network b97a3410-b834-4fd6-baae-a69def300ec6 details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:32:14.231536 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-280d4df3-147f-4b52-8f0e-8634b2959cfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (998abedc-1b28-4478-a844-9665cc12683f), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:14.242935 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-280d4df3-147f-4b52-8f0e-8634b2959cfc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:14.244301 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-280d4df3-147f-4b52-8f0e-8634b2959cfc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/998abedc-1b28-4478-a844-9665cc12683f HTTP/1.1" status: 204 len: 168 time: 0.8749888 Jan 28 07:32:14.347522 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef4d7e8a-9ff0-45ab-810d-ae4e4f8d3b77 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:32:14.385356 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ba6d786-f2cf-4672-8212-a206106df898 tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Made reservation on behalf of 4dc9b3742360457685c02add2a759907 for: {'network': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:32:14.404304 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3ba6d786-f2cf-4672-8212-a206106df898 tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:14.431837 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4d7e8a-9ff0-45ab-810d-ae4e4f8d3b77 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5601139-9ad6-47e6-ab3c-5366a4e4d178,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:14.454811 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ef4d7e8a-9ff0-45ab-810d-ae4e4f8d3b77 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (20d48f34-ecc7-4ec4-a468-cd12143cf404), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:14.454937 n-d-712749-28 neutron-server[103284]: INFO neutron.db.segments_db [None req-ef4d7e8a-9ff0-45ab-810d-ae4e4f8d3b77 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Added segment 20d48f34-ecc7-4ec4-a468-cd12143cf404 of type vlan for network e912f85b-1097-437b-be59-020f78c56741 Jan 28 07:32:14.460619 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 1e8307bb-5dad-4461-87a4-21effa624d3c triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:32:14.464607 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (1e8307bb-5dad-4461-87a4-21effa624d3c), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:14.506045 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ba6d786-f2cf-4672-8212-a206106df898 tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=103283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:32:14.512751 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f62d82fd-bcbb-4704-84b4-1280371424a9 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:32:14.529909 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-f62d82fd-bcbb-4704-84b4-1280371424a9 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] 10.222.0.41 "PUT /v2.0/routers/5aae9ace-a5cc-49a8-b6b9-01aa67a81b7c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9361463 Jan 28 07:32:14.530543 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf4d92b9-d2bb-4d29-9823-007c31ab7c78 None None] Sync routers for ids ['5aae9ace-a5cc-49a8-b6b9-01aa67a81b7c'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:32:14.542450 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3ba6d786-f2cf-4672-8212-a206106df898 tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (7325c86a-57ff-4e60-b868-66fd8c775f42), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:14.543383 n-d-712749-28 neutron-server[103283]: INFO neutron.db.segments_db [None req-3ba6d786-f2cf-4672-8212-a206106df898 tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Added segment 7325c86a-57ff-4e60-b868-66fd8c775f42 of type vlan for network ed7cbe33-6957-4a7a-a6b2-2e11d17c843f Jan 28 07:32:14.558289 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4d92b9-d2bb-4d29-9823-007c31ab7c78 None None] Routers {'5aae9ace-a5cc-49a8-b6b9-01aa67a81b7c'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:32:14.559354 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-cf4d92b9-d2bb-4d29-9823-007c31ab7c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:32:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['5aae9ace-a5cc-49a8-b6b9-01aa67a81b7c'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:32:14.583425 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 44454) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:14.592993 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-0e233a0b-46e5-4ce5-a3fa-44e37ddf6b8e None None] For port 1e8307bb-5dad-4461-87a4-21effa624d3c, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=1e8307bb-5dad-4461-87a4-21effa624d3c,segment=NetworkSegment(28e20f6d-88da-40e8-bfae-34fa7c654ab5),segment_id=28e20f6d-88da-40e8-bfae-34fa7c654ab5)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:32:14.656037 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0e233a0b-46e5-4ce5-a3fa-44e37ddf6b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (1e8307bb-5dad-4461-87a4-21effa624d3c), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:14.664788 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3ba6d786-f2cf-4672-8212-a206106df898 tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (ed7cbe33-6957-4a7a-a6b2-2e11d17c843f), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:14.695773 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-cf4d92b9-d2bb-4d29-9823-007c31ab7c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:32:14.726848 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280d4df3-147f-4b52-8f0e-8634b2959cfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=998abedc-1b28-4478-a844-9665cc12683f,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:14.732804 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4d92b9-d2bb-4d29-9823-007c31ab7c78 None None] Routers {'5aae9ace-a5cc-49a8-b6b9-01aa67a81b7c'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:32:14.733661 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-cf4d92b9-d2bb-4d29-9823-007c31ab7c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:32:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['5aae9ace-a5cc-49a8-b6b9-01aa67a81b7c'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:32:14.743359 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3ba6d786-f2cf-4672-8212-a206106df898 tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (ed7cbe33-6957-4a7a-a6b2-2e11d17c843f), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:14.757632 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba6d786-f2cf-4672-8212-a206106df898 tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:14.759191 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3ba6d786-f2cf-4672-8212-a206106df898 tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Publish callbacks [] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:14.776756 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ef4d7e8a-9ff0-45ab-810d-ae4e4f8d3b77 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (e912f85b-1097-437b-be59-020f78c56741), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:14.802904 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-3ba6d786-f2cf-4672-8212-a206106df898 tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7780221 Jan 28 07:32:14.821409 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 44458) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:14.848873 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beb63e7-8b41-4b3c-b3d9-d9f049100bef req-f954445d-3394-4cd8-b1b4-6d476c75b5da tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:14.855710 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8beb63e7-8b41-4b3c-b3d9-d9f049100bef req-f954445d-3394-4cd8-b1b4-6d476c75b5da tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b3415e6-b31c-4ce7-ad7d-2235832bcbd3 HTTP/1.1" status: 200 len: 945 time: 0.6758170 Jan 28 07:32:14.863618 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-cf4d92b9-d2bb-4d29-9823-007c31ab7c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:32:14.864933 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf4d92b9-d2bb-4d29-9823-007c31ab7c78 None None] The sync data for ids ['5aae9ace-a5cc-49a8-b6b9-01aa67a81b7c'] in n-d-712749-28 is: [] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:32:14.877572 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-a1455701-2a7f-420b-8f10-48980634b97e tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Request body: {'ports': [{'network_id': 'b97a3410-b834-4fd6-baae-a69def300ec6', 'name': 'tempest-port--978108841', 'admin_state_up': True}, {'network_id': 'ed7cbe33-6957-4a7a-a6b2-2e11d17c843f', 'admin_state_up': False}]} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:32:14.880476 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-a1455701-2a7f-420b-8f10-48980634b97e tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Request body: {'port': {'network_id': 'b97a3410-b834-4fd6-baae-a69def300ec6', 'name': 'tempest-port--978108841', 'admin_state_up': True}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:32:14.883145 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-a1455701-2a7f-420b-8f10-48980634b97e tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Request body: {'port': {'network_id': 'ed7cbe33-6957-4a7a-a6b2-2e11d17c843f', 'admin_state_up': False}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:32:14.966393 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-95167d1a-8954-4632-a4f8-470b3074275d None None] Provisioning complete for port 7e495dfc-3509-498b-85b9-09a77b10d28e triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:32:14.967045 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-95167d1a-8954-4632-a4f8-470b3074275d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (7e495dfc-3509-498b-85b9-09a77b10d28e), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:15.014547 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e233a0b-46e5-4ce5-a3fa-44e37ddf6b8e None None] Pushing event updated for resources: {'Port': ['ID=1e8307bb-5dad-4461-87a4-21effa624d3c,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:15.112816 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ef4d7e8a-9ff0-45ab-810d-ae4e4f8d3b77 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (e912f85b-1097-437b-be59-020f78c56741), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:15.124245 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef4d7e8a-9ff0-45ab-810d-ae4e4f8d3b77 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:15.128978 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ef4d7e8a-9ff0-45ab-810d-ae4e4f8d3b77 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:15.140389 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 1e8307bb-5dad-4461-87a4-21effa624d3c is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:32:15.144248 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-95167d1a-8954-4632-a4f8-470b3074275d None None] Port 7e495dfc-3509-498b-85b9-09a77b10d28e cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:32:15.188282 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-95167d1a-8954-4632-a4f8-470b3074275d None None] Provisioning complete for port 1e8307bb-5dad-4461-87a4-21effa624d3c triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:32:15.188677 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-95167d1a-8954-4632-a4f8-470b3074275d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (1e8307bb-5dad-4461-87a4-21effa624d3c), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:15.201140 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-ef4d7e8a-9ff0-45ab-810d-ae4e4f8d3b77 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.7166436 Jan 28 07:32:15.239114 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 44466) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:15.249788 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba6d786-f2cf-4672-8212-a206106df898 tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Pushing event updated for resources: {'Network': ['ID=ed7cbe33-6957-4a7a-a6b2-2e11d17c843f,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:15.271185 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-1b3512fb-36c6-4482-b8c5-756fdad354dc tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2050018749'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:32:15.304879 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network ed7cbe33-6957-4a7a-a6b2-2e11d17c843f details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:32:15.687878 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-95167d1a-8954-4632-a4f8-470b3074275d None None] Current status of the port 1e8307bb-5dad-4461-87a4-21effa624d3c is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:32:15.700720 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 1e8307bb-5dad-4461-87a4-21effa624d3c up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:32:15.713806 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b3512fb-36c6-4482-b8c5-756fdad354dc tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Made reservation on behalf of eec785a36bb947ca8a0b9e5aec6023b6 for: {'network': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:32:15.718613 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1b3512fb-36c6-4482-b8c5-756fdad354dc tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:15.773469 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8beb63e7-8b41-4b3c-b3d9-d9f049100bef req-c8412050-be26-42a8-bf2f-499bfc705cf7 tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c5346dc-f757-4ff5-9ea1-d40d9bd6b869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7851326 Jan 28 07:32:15.865639 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf810646-9d09-41f5-95e1-636d9c1cfc27 None None] Network 732c7df7-1fac-4010-8235-a2f363f8f3b9 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:32:15.897180 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-db34868e-af44-4e78-819f-546f222f033f None None] Provisioning complete for port 7e495dfc-3509-498b-85b9-09a77b10d28e triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:32:15.897840 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-db34868e-af44-4e78-819f-546f222f033f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (7e495dfc-3509-498b-85b9-09a77b10d28e), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:15.958842 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1455701-2a7f-420b-8f10-48980634b97e tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Made reservation on behalf of 4dc9b3742360457685c02add2a759907 for: {'port': 2} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:32:15.967458 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a1455701-2a7f-420b-8f10-48980634b97e tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:15.985893 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b3512fb-36c6-4482-b8c5-756fdad354dc tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=103283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:32:15.986426 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 1e8307bb-5dad-4461-87a4-21effa624d3c triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:32:15.986919 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (1e8307bb-5dad-4461-87a4-21effa624d3c), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:15.990610 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-db34868e-af44-4e78-819f-546f222f033f None None] Port 7e495dfc-3509-498b-85b9-09a77b10d28e cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:32:16.027413 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1b3512fb-36c6-4482-b8c5-756fdad354dc tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (d6ba4412-0430-41db-9c61-96f51edb78c5), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:16.028171 n-d-712749-28 neutron-server[103283]: INFO neutron.db.segments_db [None req-1b3512fb-36c6-4482-b8c5-756fdad354dc tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Added segment d6ba4412-0430-41db-9c61-96f51edb78c5 of type vlan for network c2a8a515-9602-4771-be87-a44fdc4f7bc6 Jan 28 07:32:16.029854 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a1455701-2a7f-420b-8f10-48980634b97e tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:16.215816 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 1e8307bb-5dad-4461-87a4-21effa624d3c is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:32:16.217500 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 49dc506b-2134-4c60-8cba-9fd977a0619e up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:32:16.244256 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1b3512fb-36c6-4482-b8c5-756fdad354dc tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (c2a8a515-9602-4771-be87-a44fdc4f7bc6), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:16.252760 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 44482) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:16.252978 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-216802ea-3c5b-4285-812e-4c1066a19db3 None None] Provisioning complete for port 7e495dfc-3509-498b-85b9-09a77b10d28e triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:32:16.253365 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-216802ea-3c5b-4285-812e-4c1066a19db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (7e495dfc-3509-498b-85b9-09a77b10d28e), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:16.343073 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-216802ea-3c5b-4285-812e-4c1066a19db3 None None] Port 7e495dfc-3509-498b-85b9-09a77b10d28e cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:32:16.350945 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 49dc506b-2134-4c60-8cba-9fd977a0619e triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:32:16.351330 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (49dc506b-2134-4c60-8cba-9fd977a0619e), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:16.423092 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-216802ea-3c5b-4285-812e-4c1066a19db3 None None] Provisioning complete for port 49dc506b-2134-4c60-8cba-9fd977a0619e triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:32:16.436841 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-216802ea-3c5b-4285-812e-4c1066a19db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (49dc506b-2134-4c60-8cba-9fd977a0619e), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:16.478438 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4d7e8a-9ff0-45ab-810d-ae4e4f8d3b77 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Pushing event updated for resources: {'Network': ['ID=e912f85b-1097-437b-be59-020f78c56741,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:16.506899 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network e912f85b-1097-437b-be59-020f78c56741 details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:32:16.534137 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1b3512fb-36c6-4482-b8c5-756fdad354dc tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (c2a8a515-9602-4771-be87-a44fdc4f7bc6), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:16.565587 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b3512fb-36c6-4482-b8c5-756fdad354dc tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:16.566451 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1b3512fb-36c6-4482-b8c5-756fdad354dc tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks [] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:16.608320 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-70884b7b-bf9d-4b73-afe6-a4a51dee609a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1119470891-network', 'tenant_id': 'c6b0b8502e6c4c1395d983ba16e764ac'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:32:16.624091 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-1b3512fb-36c6-4482-b8c5-756fdad354dc tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.3705626 Jan 28 07:32:16.643826 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 44496) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:16.652088 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-5c536740-9b67-44d3-864c-6471ac2bb0a2 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Request body: {'subnet': {'network_id': 'e912f85b-1097-437b-be59-020f78c56741', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:32:16.710027 n-d-712749-28 neutron-server[103284]: INFO neutron.api.v2.resource [None req-a0f5037c-b542-46ee-b561-b561d61919df tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 07:32:16.711395 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-a0f5037c-b542-46ee-b561-b561d61919df tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] 10.222.0.41 "PUT /v2.0/routers/5aae9ace-a5cc-49a8-b6b9-01aa67a81b7c/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.1272733 Jan 28 07:32:16.714571 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 44498) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:16.805463 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-a1455701-2a7f-420b-8f10-48980634b97e tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] device_id is not set on port 70af8871-e806-47d3-9cee-5faddc7376c5 yet. {{(pid=103283) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 07:32:16.824641 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3512fb-36c6-4482-b8c5-756fdad354dc tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Pushing event updated for resources: {'Network': ['ID=c2a8a515-9602-4771-be87-a44fdc4f7bc6,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:16.841319 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70884b7b-bf9d-4b73-afe6-a4a51dee609a admin admin] Made reservation on behalf of c6b0b8502e6c4c1395d983ba16e764ac for: {'network': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:32:16.845568 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-70884b7b-bf9d-4b73-afe6-a4a51dee609a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:16.872122 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-70884b7b-bf9d-4b73-afe6-a4a51dee609a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:16.938737 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network c2a8a515-9602-4771-be87-a44fdc4f7bc6 details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:32:16.951763 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c536740-9b67-44d3-864c-6471ac2bb0a2 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Made reservation on behalf of eec785a36bb947ca8a0b9e5aec6023b6 for: {'subnet': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:32:16.960790 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5c536740-9b67-44d3-864c-6471ac2bb0a2 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13555781'] for subnet (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:17.117817 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 49dc506b-2134-4c60-8cba-9fd977a0619e is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:32:17.118208 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (49dc506b-2134-4c60-8cba-9fd977a0619e), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:17.141091 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-216802ea-3c5b-4285-812e-4c1066a19db3 None None] Current status of the port 49dc506b-2134-4c60-8cba-9fd977a0619e is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:32:17.141546 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-216802ea-3c5b-4285-812e-4c1066a19db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (49dc506b-2134-4c60-8cba-9fd977a0619e), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:17.184487 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] For port 49dc506b-2134-4c60-8cba-9fd977a0619e, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=49dc506b-2134-4c60-8cba-9fd977a0619e,segment=NetworkSegment(3078cae9-21a4-45b9-a729-ee612d8d3543),segment_id=3078cae9-21a4-45b9-a729-ee612d8d3543)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:32:17.190639 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (49dc506b-2134-4c60-8cba-9fd977a0619e), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:17.293768 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.db.api [None req-216802ea-3c5b-4285-812e-4c1066a19db3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103285) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 07:32:17.294131 n-d-712749-28 neutron-server[103285]: DEBUG oslo_db.api [None req-216802ea-3c5b-4285-812e-4c1066a19db3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 07:32:17.297738 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Pushing event updated for resources: {'Port': ['ID=49dc506b-2134-4c60-8cba-9fd977a0619e,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:17.331900 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a1455701-2a7f-420b-8f10-48980634b97e tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Publish callbacks [] for port (70af8871-e806-47d3-9cee-5faddc7376c5), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:17.358084 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-70884b7b-bf9d-4b73-afe6-a4a51dee609a admin admin] Publish callbacks [] for security_group (1a515e2c-f1b1-4b77-93a7-8b4d24326c3b), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:17.420837 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-97a3dede-5bfe-4bfd-af13-5dc7af0ffc10 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16606535'] for router_interface (5aae9ace-a5cc-49a8-b6b9-01aa67a81b7c), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:17.760138 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-97a3dede-5bfe-4bfd-af13-5dc7af0ffc10 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Deleting port 7e495dfc-3509-498b-85b9-09a77b10d28e {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:32:17.760855 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-97a3dede-5bfe-4bfd-af13-5dc7af0ffc10 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (7e495dfc-3509-498b-85b9-09a77b10d28e), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:17.777864 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-70884b7b-bf9d-4b73-afe6-a4a51dee609a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (1a515e2c-f1b1-4b77-93a7-8b4d24326c3b), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:17.852648 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-a1455701-2a7f-420b-8f10-48980634b97e tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] device_id is not set on port 17d6d8dc-f103-4436-9b91-ad727512922d yet. {{(pid=103283) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 07:32:17.855543 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70884b7b-bf9d-4b73-afe6-a4a51dee609a admin admin] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=103283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:32:17.861487 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-97a3dede-5bfe-4bfd-af13-5dc7af0ffc10 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (7e495dfc-3509-498b-85b9-09a77b10d28e), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:17.880768 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-97a3dede-5bfe-4bfd-af13-5dc7af0ffc10 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Calling delete_port for 7e495dfc-3509-498b-85b9-09a77b10d28e owned by network:router_interface {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:32:17.881567 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-216802ea-3c5b-4285-812e-4c1066a19db3 None None] Current status of the port 49dc506b-2134-4c60-8cba-9fd977a0619e is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:32:17.888698 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70884b7b-bf9d-4b73-afe6-a4a51dee609a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a515e2c-f1b1-4b77-93a7-8b4d24326c3b,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:17.902280 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-70884b7b-bf9d-4b73-afe6-a4a51dee609a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (4027a421-8f77-4f95-b545-494d734aa742), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:17.902630 n-d-712749-28 neutron-server[103283]: INFO neutron.db.segments_db [None req-70884b7b-bf9d-4b73-afe6-a4a51dee609a admin admin] Added segment 4027a421-8f77-4f95-b545-494d734aa742 of type vlan for network 5756b764-230b-4a95-9c02-70dc4b2a9110 Jan 28 07:32:17.954080 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34c5cd3-521f-435b-be76-883af9c5d623 req-eae86bed-fd78-415c-b4ab-f7bcf01a028f tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:17.955577 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e34c5cd3-521f-435b-be76-883af9c5d623 req-eae86bed-fd78-415c-b4ab-f7bcf01a028f tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf3dce86-52a5-4ad6-a32e-4d2eeff412a4 HTTP/1.1" status: 200 len: 946 time: 0.1985128 Jan 28 07:32:18.002205 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-2772bd5f-de06-481c-901a-37825290b689 None None] Provisioning complete for port 49dc506b-2134-4c60-8cba-9fd977a0619e triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:32:18.002782 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2772bd5f-de06-481c-901a-37825290b689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (49dc506b-2134-4c60-8cba-9fd977a0619e), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:18.023839 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-70884b7b-bf9d-4b73-afe6-a4a51dee609a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (5756b764-230b-4a95-9c02-70dc4b2a9110), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:18.089028 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-2772bd5f-de06-481c-901a-37825290b689 None None] Current status of the port 49dc506b-2134-4c60-8cba-9fd977a0619e is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:32:18.101014 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-97a3dede-5bfe-4bfd-af13-5dc7af0ffc10 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (7e495dfc-3509-498b-85b9-09a77b10d28e), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:18.123179 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5c536740-9b67-44d3-864c-6471ac2bb0a2 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13546728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13555799'] for subnet (dd13ae7f-7482-4b60-b2d2-b7c6adc63620), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:18.135491 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e34c5cd3-521f-435b-be76-883af9c5d623 req-9445e345-6c8f-46ec-94ce-d52fcc058c9a tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c5346dc-f757-4ff5-9ea1-d40d9bd6b869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538134 Jan 28 07:32:18.151787 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a3dede-5bfe-4bfd-af13-5dc7af0ffc10 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Pushing event deleted for resources: {'Port': ['ID=7e495dfc-3509-498b-85b9-09a77b10d28e,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:18.212462 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-70884b7b-bf9d-4b73-afe6-a4a51dee609a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (5756b764-230b-4a95-9c02-70dc4b2a9110), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:18.213621 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70884b7b-bf9d-4b73-afe6-a4a51dee609a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:18.214000 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-70884b7b-bf9d-4b73-afe6-a4a51dee609a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:18.322799 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-97a3dede-5bfe-4bfd-af13-5dc7af0ffc10 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16319006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16606699'] for router_interface (5aae9ace-a5cc-49a8-b6b9-01aa67a81b7c), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:18.371275 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c536740-9b67-44d3-864c-6471ac2bb0a2 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Pushing event updated for resources: {'Subnet': ['ID=dd13ae7f-7482-4b60-b2d2-b7c6adc63620,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:18.391957 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70884b7b-bf9d-4b73-afe6-a4a51dee609a admin admin] Pushing event updated for resources: {'Network': ['ID=5756b764-230b-4a95-9c02-70dc4b2a9110,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:18.405354 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network 5756b764-230b-4a95-9c02-70dc4b2a9110 details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:32:18.415973 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-70884b7b-bf9d-4b73-afe6-a4a51dee609a admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.1621225 Jan 28 07:32:18.420061 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a1455701-2a7f-420b-8f10-48980634b97e tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Publish callbacks [] for port (17d6d8dc-f103-4436-9b91-ad727512922d), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:18.422508 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 44522) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:18.430717 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-cea32e53-152f-446c-ab63-bd11b2b76ec8 admin admin] Request body: {'subnet': {'network_id': '5756b764-230b-4a95-9c02-70dc4b2a9110', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1119470891-subnet', 'tenant_id': 'c6b0b8502e6c4c1395d983ba16e764ac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:32:18.462662 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c536740-9b67-44d3-864c-6471ac2bb0a2 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Checking segment: {'id': '20d48f34-ecc7-4ec4-a468-cd12143cf404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e912f85b-1097-437b-be59-020f78c56741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:32:18.463032 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c536740-9b67-44d3-864c-6471ac2bb0a2 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Network hostable DHCP agents. Network: e912f85b-1097-437b-be59-020f78c56741, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:32:18.504964 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cea32e53-152f-446c-ab63-bd11b2b76ec8 admin admin] Made reservation on behalf of c6b0b8502e6c4c1395d983ba16e764ac for: {'subnet': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:32:18.504964 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cea32e53-152f-446c-ab63-bd11b2b76ec8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13555781'] for subnet (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:18.526216 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c536740-9b67-44d3-864c-6471ac2bb0a2 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Network e912f85b-1097-437b-be59-020f78c56741 is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:32:18.560784 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a1455701-2a7f-420b-8f10-48980634b97e tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (70af8871-e806-47d3-9cee-5faddc7376c5), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:18.612977 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-5c536740-9b67-44d3-864c-6471ac2bb0a2 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, e912f85b-1097-437b-be59-020f78c56741) {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:32:18.628013 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c536740-9b67-44d3-864c-6471ac2bb0a2 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:18.628803 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5c536740-9b67-44d3-864c-6471ac2bb0a2 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks [] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:18.635545 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ad8aef-b8b4-4973-bb7b-9a3efb219106 None None] Network e912f85b-1097-437b-be59-020f78c56741 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:32:18.652967 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97a3dede-5bfe-4bfd-af13-5dc7af0ffc10 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Router 5aae9ace-a5cc-49a8-b6b9-01aa67a81b7c has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:32:18.679918 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-5c536740-9b67-44d3-864c-6471ac2bb0a2 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0339928 Jan 28 07:32:18.682099 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1455701-2a7f-420b-8f10-48980634b97e tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Pushing event updated for resources: {'Port': ['ID=70af8871-e806-47d3-9cee-5faddc7376c5,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:18.687039 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 44534) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:18.696249 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-562c6380-1ecc-4738-9406-c8b40ea9b1db tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Request body: {'subnet': {'network_id': 'c2a8a515-9602-4771-be87-a44fdc4f7bc6', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:32:18.774317 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97a3dede-5bfe-4bfd-af13-5dc7af0ffc10 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:32:18.803405 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89baa08-d4d7-4d87-9ce7-940cfd58dfd2 None None] Sync routers for ids ['5aae9ace-a5cc-49a8-b6b9-01aa67a81b7c'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:32:18.803718 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1455701-2a7f-420b-8f10-48980634b97e tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Checking segment: {'id': '426afa74-1941-4159-8928-5da43bc6a361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b97a3410-b834-4fd6-baae-a69def300ec6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:32:18.804085 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1455701-2a7f-420b-8f10-48980634b97e tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Network hostable DHCP agents. Network: b97a3410-b834-4fd6-baae-a69def300ec6, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:32:18.804780 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-97a3dede-5bfe-4bfd-af13-5dc7af0ffc10 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] 10.222.0.41 "PUT /v2.0/routers/5aae9ace-a5cc-49a8-b6b9-01aa67a81b7c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0889819 Jan 28 07:32:18.809767 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 44542) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:18.853866 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89baa08-d4d7-4d87-9ce7-940cfd58dfd2 None None] Routers {'5aae9ace-a5cc-49a8-b6b9-01aa67a81b7c'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:32:18.854925 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-f89baa08-d4d7-4d87-9ce7-940cfd58dfd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:32:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['5aae9ace-a5cc-49a8-b6b9-01aa67a81b7c'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:32:18.893308 n-d-712749-28 neutron-server[103284]: INFO neutron.api.v2.resource [None req-d121002b-610e-42a2-914f-63a4cb78a786 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] delete failed (client error): The resource could not be found. Jan 28 07:32:18.898738 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-d121002b-610e-42a2-914f-63a4cb78a786 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] 10.222.0.41 "DELETE /v2.0/routers/tempest-non_exist_router-10760419 HTTP/1.1" status: 404 len: 333 time: 0.0871997 Jan 28 07:32:18.899410 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 44546) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:18.903801 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-12fe8ee2-9d2e-4154-b40a-2583586bc990 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Request body: {'router': {'external_gateway_info': {'network_id': '5aae9ace-a5cc-49a8-b6b9-01aa67a81b7c'}}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:32:18.913843 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-f89baa08-d4d7-4d87-9ce7-940cfd58dfd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:32:18.917622 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1455701-2a7f-420b-8f10-48980634b97e tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Network b97a3410-b834-4fd6-baae-a69def300ec6 is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:32:18.919563 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-562c6380-1ecc-4738-9406-c8b40ea9b1db tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Made reservation on behalf of eec785a36bb947ca8a0b9e5aec6023b6 for: {'subnet': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:32:18.923004 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-562c6380-1ecc-4738-9406-c8b40ea9b1db tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13555781'] for subnet (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:18.923153 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa5f0e61-6389-43b8-8226-6d91ae833de9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3dd72b9-6805-5f61-b6f3-a591f99a173d-e912f85b-1097-437b-be59-020f78c56741', 'network_id': 'e912f85b-1097-437b-be59-020f78c56741', 'project_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'fixed_ips': [{'subnet_id': 'dd13ae7f-7482-4b60-b2d2-b7c6adc63620'}]}} from n-d-712749-28. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 07:32:18.924009 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fa5f0e61-6389-43b8-8226-6d91ae833de9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:18.992401 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-a1455701-2a7f-420b-8f10-48980634b97e tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, b97a3410-b834-4fd6-baae-a69def300ec6) {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:32:19.004409 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1455701-2a7f-420b-8f10-48980634b97e tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:32:19.006220 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a1455701-2a7f-420b-8f10-48980634b97e tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (17d6d8dc-f103-4436-9b91-ad727512922d), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:19.018205 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cea32e53-152f-446c-ab63-bd11b2b76ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13546728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13555799'] for subnet (a1cf83b1-cade-43b4-8bf2-8f132ba99fa6), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:19.149327 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb5c2b2-1395-4e7a-bb34-fbbd1eee084b None None] Network b97a3410-b834-4fd6-baae-a69def300ec6 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:32:19.273263 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89baa08-d4d7-4d87-9ce7-940cfd58dfd2 None None] Routers {'5aae9ace-a5cc-49a8-b6b9-01aa67a81b7c'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:32:19.286001 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-f89baa08-d4d7-4d87-9ce7-940cfd58dfd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:32:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['5aae9ace-a5cc-49a8-b6b9-01aa67a81b7c'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:32:19.302944 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1455701-2a7f-420b-8f10-48980634b97e tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Pushing event updated for resources: {'Port': ['ID=17d6d8dc-f103-4436-9b91-ad727512922d,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:19.306277 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea32e53-152f-446c-ab63-bd11b2b76ec8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1cf83b1-cade-43b4-8bf2-8f132ba99fa6,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:19.349162 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 49dc506b-2134-4c60-8cba-9fd977a0619e up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:32:19.355750 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-f89baa08-d4d7-4d87-9ce7-940cfd58dfd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:32:19.356124 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89baa08-d4d7-4d87-9ce7-940cfd58dfd2 None None] The sync data for ids ['5aae9ace-a5cc-49a8-b6b9-01aa67a81b7c'] in n-d-712749-28 is: [] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:32:19.409354 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-12fe8ee2-9d2e-4154-b40a-2583586bc990 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Publish callbacks [] for router_gateway (5aae9ace-a5cc-49a8-b6b9-01aa67a81b7c), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:19.457747 n-d-712749-28 neutron-server[103284]: INFO neutron.api.v2.resource [None req-12fe8ee2-9d2e-4154-b40a-2583586bc990 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] update failed (client error): The resource could not be found. Jan 28 07:32:19.462255 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-12fe8ee2-9d2e-4154-b40a-2583586bc990 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] 10.222.0.41 "PUT /v2.0/routers/5aae9ace-a5cc-49a8-b6b9-01aa67a81b7c HTTP/1.1" status: 404 len: 339 time: 0.5585742 Jan 28 07:32:19.463959 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-fa5f0e61-6389-43b8-8226-6d91ae833de9 None None] Allocated IP 2001:db8::2 (e912f85b-1097-437b-be59-020f78c56741/dd13ae7f-7482-4b60-b2d2-b7c6adc63620/39496722-3a4e-4f4e-960e-26c5e74b5b0a) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:32:19.465223 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 44568) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:19.474568 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-1d7fbd15-3b31-42c7-99d6-e38926313929 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-864384830'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:32:19.474903 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1455701-2a7f-420b-8f10-48980634b97e tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Checking segment: {'id': '7325c86a-57ff-4e60-b868-66fd8c775f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ed7cbe33-6957-4a7a-a6b2-2e11d17c843f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:32:19.475251 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1455701-2a7f-420b-8f10-48980634b97e tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Network hostable DHCP agents. Network: ed7cbe33-6957-4a7a-a6b2-2e11d17c843f, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:32:19.508884 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 49dc506b-2134-4c60-8cba-9fd977a0619e triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:32:19.509269 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (49dc506b-2134-4c60-8cba-9fd977a0619e), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:19.514173 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d7fbd15-3b31-42c7-99d6-e38926313929 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Made reservation on behalf of bb045255923b4717b5bdacaaca4d3838 for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:32:19.521821 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea32e53-152f-446c-ab63-bd11b2b76ec8 admin admin] Checking segment: {'id': '4027a421-8f77-4f95-b545-494d734aa742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '5756b764-230b-4a95-9c02-70dc4b2a9110'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:32:19.522192 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cea32e53-152f-446c-ab63-bd11b2b76ec8 admin admin] Network hostable DHCP agents. Network: 5756b764-230b-4a95-9c02-70dc4b2a9110, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:32:19.523164 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1d7fbd15-3b31-42c7-99d6-e38926313929 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:19.532941 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-562c6380-1ecc-4738-9406-c8b40ea9b1db tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13546728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13555799'] for subnet (06d8d215-35bb-4176-82cd-4c24083bc48d), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:19.557097 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d19c15f-e5fd-4d31-86fe-e862a1f2af92 req-3fbc93cb-9820-4e87-9551-9dbce686c4cb tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:19.559762 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7d19c15f-e5fd-4d31-86fe-e862a1f2af92 req-3fbc93cb-9820-4e87-9551-9dbce686c4cb tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf3dce86-52a5-4ad6-a32e-4d2eeff412a4 HTTP/1.1" status: 200 len: 946 time: 0.2998531 Jan 28 07:32:19.583830 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d7fbd15-3b31-42c7-99d6-e38926313929 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:32:19.622493 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1455701-2a7f-420b-8f10-48980634b97e tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Network ed7cbe33-6957-4a7a-a6b2-2e11d17c843f is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:32:19.630859 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1d7fbd15-3b31-42c7-99d6-e38926313929 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (69d152fc-1be8-4183-983b-ec77b5e4668a), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:19.631275 n-d-712749-28 neutron-server[103284]: INFO neutron.db.segments_db [None req-1d7fbd15-3b31-42c7-99d6-e38926313929 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Added segment 69d152fc-1be8-4183-983b-ec77b5e4668a of type vlan for network 7fc5a0c7-52ba-48d2-a3ff-9cf4e568e0cc Jan 28 07:32:19.693773 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-a1455701-2a7f-420b-8f10-48980634b97e tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, ed7cbe33-6957-4a7a-a6b2-2e11d17c843f) {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:32:19.716057 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b476da64-5a8e-41ad-93ef-9cfa5dd41af9 None None] Network ed7cbe33-6957-4a7a-a6b2-2e11d17c843f requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:32:19.721351 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1455701-2a7f-420b-8f10-48980634b97e tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:32:19.733400 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1455701-2a7f-420b-8f10-48980634b97e tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:19.737947 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1455701-2a7f-420b-8f10-48980634b97e tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:19.738555 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a1455701-2a7f-420b-8f10-48980634b97e tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:19.746034 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7d19c15f-e5fd-4d31-86fe-e862a1f2af92 req-54eea059-9e9a-4940-8c31-ac93ec9adb52 tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c5346dc-f757-4ff5-9ea1-d40d9bd6b869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537127 Jan 28 07:32:19.753354 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cea32e53-152f-446c-ab63-bd11b2b76ec8 admin admin] Network 5756b764-230b-4a95-9c02-70dc4b2a9110 is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:32:19.761807 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1d7fbd15-3b31-42c7-99d6-e38926313929 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (7fc5a0c7-52ba-48d2-a3ff-9cf4e568e0cc), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:19.768881 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562c6380-1ecc-4738-9406-c8b40ea9b1db tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Pushing event updated for resources: {'Subnet': ['ID=06d8d215-35bb-4176-82cd-4c24083bc48d,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:19.795174 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-cea32e53-152f-446c-ab63-bd11b2b76ec8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, 5756b764-230b-4a95-9c02-70dc4b2a9110) {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:32:19.805163 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 49dc506b-2134-4c60-8cba-9fd977a0619e is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:32:19.824141 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ffe853-7242-43f5-becc-9038277fd946 None None] Network 5756b764-230b-4a95-9c02-70dc4b2a9110 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:32:19.835398 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562c6380-1ecc-4738-9406-c8b40ea9b1db tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Checking segment: {'id': 'd6ba4412-0430-41db-9c61-96f51edb78c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c2a8a515-9602-4771-be87-a44fdc4f7bc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:32:19.837171 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-562c6380-1ecc-4738-9406-c8b40ea9b1db tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Network hostable DHCP agents. Network: c2a8a515-9602-4771-be87-a44fdc4f7bc6, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:32:19.856139 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 44572) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:19.857455 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-a1455701-2a7f-420b-8f10-48980634b97e tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 4.9972267 Jan 28 07:32:19.861006 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea32e53-152f-446c-ab63-bd11b2b76ec8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:19.866843 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cea32e53-152f-446c-ab63-bd11b2b76ec8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:19.870583 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fa5f0e61-6389-43b8-8226-6d91ae833de9 None None] Publish callbacks [] for port (39496722-3a4e-4f4e-960e-26c5e74b5b0a), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:19.928136 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-cea32e53-152f-446c-ab63-bd11b2b76ec8 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5041707 Jan 28 07:32:19.931560 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-562c6380-1ecc-4738-9406-c8b40ea9b1db tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Network c2a8a515-9602-4771-be87-a44fdc4f7bc6 is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:32:19.953588 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fa5f0e61-6389-43b8-8226-6d91ae833de9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (39496722-3a4e-4f4e-960e-26c5e74b5b0a), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:19.957958 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-562c6380-1ecc-4738-9406-c8b40ea9b1db tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, c2a8a515-9602-4771-be87-a44fdc4f7bc6) {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:32:19.967481 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-562c6380-1ecc-4738-9406-c8b40ea9b1db tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:19.968100 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-562c6380-1ecc-4738-9406-c8b40ea9b1db tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks [] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:19.981967 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1d7fbd15-3b31-42c7-99d6-e38926313929 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (7fc5a0c7-52ba-48d2-a3ff-9cf4e568e0cc), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:19.988772 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d7fbd15-3b31-42c7-99d6-e38926313929 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:19.990267 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1d7fbd15-3b31-42c7-99d6-e38926313929 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:20.022720 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-562c6380-1ecc-4738-9406-c8b40ea9b1db tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3324685 Jan 28 07:32:20.025107 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 44576) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:20.030484 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-18b39104-de26-4005-9ebf-051e2ccc960d tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-681212349', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:32:20.046211 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9514a45-70d1-4cf2-8080-5fc9e14aef8b None None] Network c2a8a515-9602-4771-be87-a44fdc4f7bc6 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:32:20.091665 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-18b39104-de26-4005-9ebf-051e2ccc960d tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16606890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127275'] for router (2331d298-cab2-4b40-8f1c-d2ab8f3abfed), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:20.092939 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-18b39104-de26-4005-9ebf-051e2ccc960d tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16605498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16607952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16355422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127266'] for router (2331d298-cab2-4b40-8f1c-d2ab8f3abfed), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:20.115115 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 44578) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:20.121294 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-1d7fbd15-3b31-42c7-99d6-e38926313929 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6547606 Jan 28 07:32:20.133451 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-51b9eb78-7446-4c0b-98a7-db71eea549f9 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Request body: {'subnet': {'network_id': '7fc5a0c7-52ba-48d2-a3ff-9cf4e568e0cc', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:32:20.154489 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ac2dab-f413-493b-be18-9545ad1402e3 tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:20.159706 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ac2dab-f413-493b-be18-9545ad1402e3 tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:20.161745 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-12ac2dab-f413-493b-be18-9545ad1402e3 tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.3017766 Jan 28 07:32:20.164289 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 44580) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:20.166382 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7fbd15-3b31-42c7-99d6-e38926313929 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Pushing event updated for resources: {'Network': ['ID=7fc5a0c7-52ba-48d2-a3ff-9cf4e568e0cc,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:20.203566 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network 7fc5a0c7-52ba-48d2-a3ff-9cf4e568e0cc details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:32:20.208517 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa5f0e61-6389-43b8-8226-6d91ae833de9 None None] Network e912f85b-1097-437b-be59-020f78c56741 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:32:20.250391 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-fa5f0e61-6389-43b8-8226-6d91ae833de9 None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:32:20.256173 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-18b39104-de26-4005-9ebf-051e2ccc960d tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks [] for router_controller (2331d298-cab2-4b40-8f1c-d2ab8f3abfed), precommit_add_association {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:20.266774 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-18b39104-de26-4005-9ebf-051e2ccc960d tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16605475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16607909'] for router (2331d298-cab2-4b40-8f1c-d2ab8f3abfed), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:20.271511 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5f0e61-6389-43b8-8226-6d91ae833de9 None None] Pushing event updated for resources: {'Port': ['ID=39496722-3a4e-4f4e-960e-26c5e74b5b0a,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:20.278730 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5f0e61-6389-43b8-8226-6d91ae833de9 None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:32:20.302480 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-e373dce2-c12f-42a3-87e1-b92f7d0e77dd tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Deleting port 70af8871-e806-47d3-9cee-5faddc7376c5 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:32:20.302837 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e373dce2-c12f-42a3-87e1-b92f7d0e77dd tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (70af8871-e806-47d3-9cee-5faddc7376c5), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:20.323364 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-18b39104-de26-4005-9ebf-051e2ccc960d tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks [] for router (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:20.325024 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-18b39104-de26-4005-9ebf-051e2ccc960d tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2985265 Jan 28 07:32:20.327604 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 44586) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:20.370258 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdb5af6a-fe3d-459d-a664-587857d733ec None None] Network 5756b764-230b-4a95-9c02-70dc4b2a9110 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:32:20.446312 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e373dce2-c12f-42a3-87e1-b92f7d0e77dd tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (70af8871-e806-47d3-9cee-5faddc7376c5), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:20.466632 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-e373dce2-c12f-42a3-87e1-b92f7d0e77dd tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Calling delete_port for 70af8871-e806-47d3-9cee-5faddc7376c5 owned by {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:32:20.482508 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51b9eb78-7446-4c0b-98a7-db71eea549f9 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Made reservation on behalf of bb045255923b4717b5bdacaaca4d3838 for: {'subnet': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:32:20.489174 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-51b9eb78-7446-4c0b-98a7-db71eea549f9 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13555781'] for subnet (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:20.609934 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [req-1a6fefc0-cb84-4c73-8a60-8d4f790c24ba req-d2f9134e-bb6f-454a-9c40-80d42a49217b service neutron] (103284) timed out ('10.222.0.10', 51596) {{(pid=103284) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 07:32:20.613281 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e373dce2-c12f-42a3-87e1-b92f7d0e77dd tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (70af8871-e806-47d3-9cee-5faddc7376c5), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:20.690916 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e373dce2-c12f-42a3-87e1-b92f7d0e77dd tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:20.696724 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-e373dce2-c12f-42a3-87e1-b92f7d0e77dd tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] 10.222.0.41 "DELETE /v2.0/ports/70af8871-e806-47d3-9cee-5faddc7376c5 HTTP/1.1" status: 204 len: 168 time: 0.5257308 Jan 28 07:32:20.697096 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 44590) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:20.715001 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e23cde-bcd0-492e-9cae-159c61adf879 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3dd72b9-6805-5f61-b6f3-a591f99a173d-c2a8a515-9602-4771-be87-a44fdc4f7bc6', 'network_id': 'c2a8a515-9602-4771-be87-a44fdc4f7bc6', 'project_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'fixed_ips': [{'subnet_id': '06d8d215-35bb-4176-82cd-4c24083bc48d'}]}} from n-d-712749-28. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 07:32:20.715872 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-73e23cde-bcd0-492e-9cae-159c61adf879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:20.732552 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e373dce2-c12f-42a3-87e1-b92f7d0e77dd tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Pushing event deleted for resources: {'Port': ['ID=70af8871-e806-47d3-9cee-5faddc7376c5,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:20.757991 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-fa5f0e61-6389-43b8-8226-6d91ae833de9 None None] Attempting to bind port 39496722-3a4e-4f4e-960e-26c5e74b5b0a on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:32:20.758226 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-fa5f0e61-6389-43b8-8226-6d91ae833de9 None None] Attempting to bind port 39496722-3a4e-4f4e-960e-26c5e74b5b0a by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '20d48f34-ecc7-4ec4-a468-cd12143cf404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e912f85b-1097-437b-be59-020f78c56741'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:32:20.758486 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5f0e61-6389-43b8-8226-6d91ae833de9 None None] Attempting to bind port 39496722-3a4e-4f4e-960e-26c5e74b5b0a on network e912f85b-1097-437b-be59-020f78c56741 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:32:20.772862 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5f0e61-6389-43b8-8226-6d91ae833de9 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 32, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:32:20.774424 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5f0e61-6389-43b8-8226-6d91ae833de9 None None] Checking segment: {'id': '20d48f34-ecc7-4ec4-a468-cd12143cf404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e912f85b-1097-437b-be59-020f78c56741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:32:20.774424 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fa5f0e61-6389-43b8-8226-6d91ae833de9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:20.774424 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5f0e61-6389-43b8-8226-6d91ae833de9 None None] Bound using segment: {'id': '20d48f34-ecc7-4ec4-a468-cd12143cf404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e912f85b-1097-437b-be59-020f78c56741'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:32:20.774730 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-fa5f0e61-6389-43b8-8226-6d91ae833de9 None None] Bound port: 39496722-3a4e-4f4e-960e-26c5e74b5b0a, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20d48f34-ecc7-4ec4-a468-cd12143cf404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e912f85b-1097-437b-be59-020f78c56741'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:32:20.775058 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fa5f0e61-6389-43b8-8226-6d91ae833de9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (39496722-3a4e-4f4e-960e-26c5e74b5b0a), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:21.015409 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-fa5f0e61-6389-43b8-8226-6d91ae833de9 None None] For port 39496722-3a4e-4f4e-960e-26c5e74b5b0a, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:32:21.023519 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-fa5f0e61-6389-43b8-8226-6d91ae833de9 None None] For port 39496722-3a4e-4f4e-960e-26c5e74b5b0a, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=39496722-3a4e-4f4e-960e-26c5e74b5b0a,segment=NetworkSegment(20d48f34-ecc7-4ec4-a468-cd12143cf404),segment_id=20d48f34-ecc7-4ec4-a468-cd12143cf404)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:32:21.046098 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-51b9eb78-7446-4c0b-98a7-db71eea549f9 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13546728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13555799'] for subnet (c3a29f68-01a2-43c8-9345-e6aa1c541f22), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:21.057219 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fa5f0e61-6389-43b8-8226-6d91ae833de9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (39496722-3a4e-4f4e-960e-26c5e74b5b0a), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:21.062453 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-73e23cde-bcd0-492e-9cae-159c61adf879 None None] Allocated IP 2001:db8:1::2 (c2a8a515-9602-4771-be87-a44fdc4f7bc6/06d8d215-35bb-4176-82cd-4c24083bc48d/6a6941dd-e1f0-4775-8b98-24de94a81ec3) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:32:21.193326 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1c8f4ed6-cfae-4bbc-9362-d979455d3966 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:21.220541 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5f0e61-6389-43b8-8226-6d91ae833de9 None None] Pushing event updated for resources: {'Port': ['ID=39496722-3a4e-4f4e-960e-26c5e74b5b0a,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:21.228568 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdace55-350b-4d90-8a20-60a69b472b2b req-ddd3eece-ca55-4291-8ebf-38dff8e91bc2 tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:21.230273 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-cbdace55-350b-4d90-8a20-60a69b472b2b req-ddd3eece-ca55-4291-8ebf-38dff8e91bc2 tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf3dce86-52a5-4ad6-a32e-4d2eeff412a4 HTTP/1.1" status: 200 len: 946 time: 0.3861561 Jan 28 07:32:21.230997 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b9eb78-7446-4c0b-98a7-db71eea549f9 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Pushing event updated for resources: {'Subnet': ['ID=c3a29f68-01a2-43c8-9345-e6aa1c541f22,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:21.359046 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-73e23cde-bcd0-492e-9cae-159c61adf879 None None] Publish callbacks [] for port (6a6941dd-e1f0-4775-8b98-24de94a81ec3), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:21.371305 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-73e23cde-bcd0-492e-9cae-159c61adf879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (6a6941dd-e1f0-4775-8b98-24de94a81ec3), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:21.449017 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e23cde-bcd0-492e-9cae-159c61adf879 None None] Network c2a8a515-9602-4771-be87-a44fdc4f7bc6 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:32:21.460945 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b9eb78-7446-4c0b-98a7-db71eea549f9 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Checking segment: {'id': '69d152fc-1be8-4183-983b-ec77b5e4668a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '7fc5a0c7-52ba-48d2-a3ff-9cf4e568e0cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:32:21.461316 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b9eb78-7446-4c0b-98a7-db71eea549f9 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Network hostable DHCP agents. Network: 7fc5a0c7-52ba-48d2-a3ff-9cf4e568e0cc, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:32:21.486098 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-89ee8f86-a252-4f19-8cea-16d42a7b3515 tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Deleting port 17d6d8dc-f103-4436-9b91-ad727512922d {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:32:21.486409 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-89ee8f86-a252-4f19-8cea-16d42a7b3515 tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (17d6d8dc-f103-4436-9b91-ad727512922d), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:21.497769 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-73e23cde-bcd0-492e-9cae-159c61adf879 None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:32:21.499683 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e23cde-bcd0-492e-9cae-159c61adf879 None None] Pushing event updated for resources: {'Port': ['ID=6a6941dd-e1f0-4775-8b98-24de94a81ec3,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:21.501902 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e23cde-bcd0-492e-9cae-159c61adf879 None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:32:21.582255 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-73e23cde-bcd0-492e-9cae-159c61adf879 None None] Attempting to bind port 6a6941dd-e1f0-4775-8b98-24de94a81ec3 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:32:21.583450 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-73e23cde-bcd0-492e-9cae-159c61adf879 None None] Attempting to bind port 6a6941dd-e1f0-4775-8b98-24de94a81ec3 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': 'd6ba4412-0430-41db-9c61-96f51edb78c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c2a8a515-9602-4771-be87-a44fdc4f7bc6'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:32:21.583830 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e23cde-bcd0-492e-9cae-159c61adf879 None None] Attempting to bind port 6a6941dd-e1f0-4775-8b98-24de94a81ec3 on network c2a8a515-9602-4771-be87-a44fdc4f7bc6 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:32:21.590302 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e23cde-bcd0-492e-9cae-159c61adf879 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 32, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:32:21.590689 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e23cde-bcd0-492e-9cae-159c61adf879 None None] Checking segment: {'id': 'd6ba4412-0430-41db-9c61-96f51edb78c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c2a8a515-9602-4771-be87-a44fdc4f7bc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:32:21.591097 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-73e23cde-bcd0-492e-9cae-159c61adf879 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:21.591494 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e23cde-bcd0-492e-9cae-159c61adf879 None None] Bound using segment: {'id': 'd6ba4412-0430-41db-9c61-96f51edb78c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c2a8a515-9602-4771-be87-a44fdc4f7bc6'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:32:21.591966 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-73e23cde-bcd0-492e-9cae-159c61adf879 None None] Bound port: 6a6941dd-e1f0-4775-8b98-24de94a81ec3, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6ba4412-0430-41db-9c61-96f51edb78c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c2a8a515-9602-4771-be87-a44fdc4f7bc6'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:32:21.592388 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-73e23cde-bcd0-492e-9cae-159c61adf879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (6a6941dd-e1f0-4775-8b98-24de94a81ec3), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:21.683945 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-73e23cde-bcd0-492e-9cae-159c61adf879 None None] For port 6a6941dd-e1f0-4775-8b98-24de94a81ec3, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:32:21.687618 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-73e23cde-bcd0-492e-9cae-159c61adf879 None None] For port 6a6941dd-e1f0-4775-8b98-24de94a81ec3, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=6a6941dd-e1f0-4775-8b98-24de94a81ec3,segment=NetworkSegment(d6ba4412-0430-41db-9c61-96f51edb78c5),segment_id=d6ba4412-0430-41db-9c61-96f51edb78c5)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:32:21.701528 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-89ee8f86-a252-4f19-8cea-16d42a7b3515 tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (17d6d8dc-f103-4436-9b91-ad727512922d), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:21.709853 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-73e23cde-bcd0-492e-9cae-159c61adf879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (6a6941dd-e1f0-4775-8b98-24de94a81ec3), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:21.719468 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-cbdace55-350b-4d90-8a20-60a69b472b2b req-1f379f8c-ff11-4d09-aadc-5c8f22cff8cd tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c5346dc-f757-4ff5-9ea1-d40d9bd6b869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4766617 Jan 28 07:32:21.760232 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b9eb78-7446-4c0b-98a7-db71eea549f9 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Network 7fc5a0c7-52ba-48d2-a3ff-9cf4e568e0cc is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:32:21.814383 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-1c8f4ed6-cfae-4bbc-9362-d979455d3966 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Allocated IP 2001:db8::1 (e912f85b-1097-437b-be59-020f78c56741/dd13ae7f-7482-4b60-b2d2-b7c6adc63620/6a4fa608-29ed-4cfa-8552-87d2a04a7fce) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:32:21.847336 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e23cde-bcd0-492e-9cae-159c61adf879 None None] Pushing event updated for resources: {'Port': ['ID=6a6941dd-e1f0-4775-8b98-24de94a81ec3,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:21.892988 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-89ee8f86-a252-4f19-8cea-16d42a7b3515 tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Calling delete_port for 17d6d8dc-f103-4436-9b91-ad727512922d owned by {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:32:21.925368 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-51b9eb78-7446-4c0b-98a7-db71eea549f9 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, 7fc5a0c7-52ba-48d2-a3ff-9cf4e568e0cc) {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:32:21.947349 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fed3c15-1809-49f2-8718-8fdc7b4100c8 None None] Network 7fc5a0c7-52ba-48d2-a3ff-9cf4e568e0cc requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:32:22.009447 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51b9eb78-7446-4c0b-98a7-db71eea549f9 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:22.010258 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-51b9eb78-7446-4c0b-98a7-db71eea549f9 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Publish callbacks [] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:22.140372 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-51b9eb78-7446-4c0b-98a7-db71eea549f9 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0237913 Jan 28 07:32:22.143167 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 44604) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:22.149407 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-97a01f5f-2949-4fa9-80ee-940b31519556 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Request body: {'router': {'external_gateway_info': {'network_id': '7fc5a0c7-52ba-48d2-a3ff-9cf4e568e0cc'}}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:32:22.179412 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-715a19c5-ea3d-4432-bcde-e10a97c1b359 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3dd72b9-6805-5f61-b6f3-a591f99a173d-7fc5a0c7-52ba-48d2-a3ff-9cf4e568e0cc', 'network_id': '7fc5a0c7-52ba-48d2-a3ff-9cf4e568e0cc', 'project_id': 'bb045255923b4717b5bdacaaca4d3838', 'fixed_ips': [{'subnet_id': 'c3a29f68-01a2-43c8-9345-e6aa1c541f22'}]}} from n-d-712749-28. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 07:32:22.185138 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-715a19c5-ea3d-4432-bcde-e10a97c1b359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:22.245947 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1c8f4ed6-cfae-4bbc-9362-d979455d3966 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks [] for port (6a4fa608-29ed-4cfa-8552-87d2a04a7fce), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:22.295545 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-89ee8f86-a252-4f19-8cea-16d42a7b3515 tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (17d6d8dc-f103-4436-9b91-ad727512922d), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:22.385160 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ee8f86-a252-4f19-8cea-16d42a7b3515 tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Pushing event deleted for resources: {'Port': ['ID=17d6d8dc-f103-4436-9b91-ad727512922d,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:22.400579 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-89ee8f86-a252-4f19-8cea-16d42a7b3515 tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:22.406703 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-89ee8f86-a252-4f19-8cea-16d42a7b3515 tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] 10.222.0.41 "DELETE /v2.0/ports/17d6d8dc-f103-4436-9b91-ad727512922d HTTP/1.1" status: 204 len: 168 time: 1.7094622 Jan 28 07:32:22.412135 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 44606) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:22.485184 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-cde5eb1f-4dcc-45d0-8953-e94e9717eebb tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0665114 Jan 28 07:32:22.485679 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 44608) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:22.496352 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-0e104814-9edf-4ab0-953b-4e70b5c66bb4 tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1250625895'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:32:22.501799 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1c8f4ed6-cfae-4bbc-9362-d979455d3966 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (6a4fa608-29ed-4cfa-8552-87d2a04a7fce), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:22.535445 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-715a19c5-ea3d-4432-bcde-e10a97c1b359 None None] Allocated IP 2001:db8:1::2 (7fc5a0c7-52ba-48d2-a3ff-9cf4e568e0cc/c3a29f68-01a2-43c8-9345-e6aa1c541f22/306b1410-595a-4410-bb85-7d2183e76226) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:32:22.604882 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c8f4ed6-cfae-4bbc-9362-d979455d3966 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Network e912f85b-1097-437b-be59-020f78c56741 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:32:22.613647 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e104814-9edf-4ab0-953b-4e70b5c66bb4 tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Made reservation on behalf of 4dc9b3742360457685c02add2a759907 for: {'network': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:32:22.619224 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0e104814-9edf-4ab0-953b-4e70b5c66bb4 tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:22.652958 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-1c8f4ed6-cfae-4bbc-9362-d979455d3966 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:32:22.658230 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8f4ed6-cfae-4bbc-9362-d979455d3966 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:32:22.658792 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1c8f4ed6-cfae-4bbc-9362-d979455d3966 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16609232'] for router_interface (2331d298-cab2-4b40-8f1c-d2ab8f3abfed), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:22.668068 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8f4ed6-cfae-4bbc-9362-d979455d3966 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Pushing event updated for resources: {'Port': ['ID=6a4fa608-29ed-4cfa-8552-87d2a04a7fce,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:22.739260 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-97a01f5f-2949-4fa9-80ee-940b31519556 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Publish callbacks [] for router_gateway (5aae9ace-a5cc-49a8-b6b9-01aa67a81b7c), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:22.869390 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-715a19c5-ea3d-4432-bcde-e10a97c1b359 None None] Publish callbacks [] for port (306b1410-595a-4410-bb85-7d2183e76226), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:22.884114 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-715a19c5-ea3d-4432-bcde-e10a97c1b359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (306b1410-595a-4410-bb85-7d2183e76226), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:22.973104 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e104814-9edf-4ab0-953b-4e70b5c66bb4 tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=103283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:32:22.977267 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-715a19c5-ea3d-4432-bcde-e10a97c1b359 None None] Network 7fc5a0c7-52ba-48d2-a3ff-9cf4e568e0cc is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:32:22.982035 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-715a19c5-ea3d-4432-bcde-e10a97c1b359 None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:32:22.998415 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715a19c5-ea3d-4432-bcde-e10a97c1b359 None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:32:23.019925 n-d-712749-28 neutron-server[103284]: INFO neutron.api.v2.resource [None req-97a01f5f-2949-4fa9-80ee-940b31519556 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 07:32:23.022150 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-97a01f5f-2949-4fa9-80ee-940b31519556 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] 10.222.0.41 "PUT /v2.0/routers/5aae9ace-a5cc-49a8-b6b9-01aa67a81b7c HTTP/1.1" status: 400 len: 364 time: 0.8768728 Jan 28 07:32:23.023874 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0e104814-9edf-4ab0-953b-4e70b5c66bb4 tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (53bf35f0-913b-40cf-a191-254c4788be75), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:23.031374 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 44614) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:23.046995 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-840a6887-9df9-49f2-b904-8c063081c970 None None] Network e912f85b-1097-437b-be59-020f78c56741 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:32:23.048222 n-d-712749-28 neutron-server[103283]: INFO neutron.db.segments_db [None req-0e104814-9edf-4ab0-953b-4e70b5c66bb4 tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Added segment 53bf35f0-913b-40cf-a191-254c4788be75 of type vlan for network 0607ac85-d4ae-435a-a26c-418b45891f07 Jan 28 07:32:23.054107 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715a19c5-ea3d-4432-bcde-e10a97c1b359 None None] Pushing event updated for resources: {'Port': ['ID=306b1410-595a-4410-bb85-7d2183e76226,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:23.055304 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb12184-395c-4284-b7cb-8d9475819964 req-415bf4a6-40b7-4fad-af28-fef51b7c4de7 tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:23.058481 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-fbb12184-395c-4284-b7cb-8d9475819964 req-415bf4a6-40b7-4fad-af28-fef51b7c4de7 tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf3dce86-52a5-4ad6-a32e-4d2eeff412a4 HTTP/1.1" status: 200 len: 946 time: 0.1102517 Jan 28 07:32:23.232512 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1c8f4ed6-cfae-4bbc-9362-d979455d3966 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (6a4fa608-29ed-4cfa-8552-87d2a04a7fce), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:23.233766 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-715a19c5-ea3d-4432-bcde-e10a97c1b359 None None] Attempting to bind port 306b1410-595a-4410-bb85-7d2183e76226 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:32:23.234315 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-715a19c5-ea3d-4432-bcde-e10a97c1b359 None None] Attempting to bind port 306b1410-595a-4410-bb85-7d2183e76226 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '69d152fc-1be8-4183-983b-ec77b5e4668a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '7fc5a0c7-52ba-48d2-a3ff-9cf4e568e0cc'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:32:23.234627 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715a19c5-ea3d-4432-bcde-e10a97c1b359 None None] Attempting to bind port 306b1410-595a-4410-bb85-7d2183e76226 on network 7fc5a0c7-52ba-48d2-a3ff-9cf4e568e0cc {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:32:23.239338 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-d76b5c4d-f840-437e-b3fb-17f64c1bd62a None None] Provisioning complete for port 39496722-3a4e-4f4e-960e-26c5e74b5b0a triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:32:23.239795 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d76b5c4d-f840-437e-b3fb-17f64c1bd62a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (39496722-3a4e-4f4e-960e-26c5e74b5b0a), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:23.285535 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0e104814-9edf-4ab0-953b-4e70b5c66bb4 tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (0607ac85-d4ae-435a-a26c-418b45891f07), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:23.290541 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715a19c5-ea3d-4432-bcde-e10a97c1b359 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 32, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:32:23.290939 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715a19c5-ea3d-4432-bcde-e10a97c1b359 None None] Checking segment: {'id': '69d152fc-1be8-4183-983b-ec77b5e4668a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '7fc5a0c7-52ba-48d2-a3ff-9cf4e568e0cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:32:23.291364 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-715a19c5-ea3d-4432-bcde-e10a97c1b359 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:23.291773 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715a19c5-ea3d-4432-bcde-e10a97c1b359 None None] Bound using segment: {'id': '69d152fc-1be8-4183-983b-ec77b5e4668a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '7fc5a0c7-52ba-48d2-a3ff-9cf4e568e0cc'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:32:23.292292 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-715a19c5-ea3d-4432-bcde-e10a97c1b359 None None] Bound port: 306b1410-595a-4410-bb85-7d2183e76226, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69d152fc-1be8-4183-983b-ec77b5e4668a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '7fc5a0c7-52ba-48d2-a3ff-9cf4e568e0cc'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:32:23.292690 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-715a19c5-ea3d-4432-bcde-e10a97c1b359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (306b1410-595a-4410-bb85-7d2183e76226), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:23.411845 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-715a19c5-ea3d-4432-bcde-e10a97c1b359 None None] For port 306b1410-595a-4410-bb85-7d2183e76226, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:32:23.415275 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-715a19c5-ea3d-4432-bcde-e10a97c1b359 None None] For port 306b1410-595a-4410-bb85-7d2183e76226, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=306b1410-595a-4410-bb85-7d2183e76226,segment=NetworkSegment(69d152fc-1be8-4183-983b-ec77b5e4668a),segment_id=69d152fc-1be8-4183-983b-ec77b5e4668a)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:32:23.423202 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0e104814-9edf-4ab0-953b-4e70b5c66bb4 tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (0607ac85-d4ae-435a-a26c-418b45891f07), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:23.431050 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e104814-9edf-4ab0-953b-4e70b5c66bb4 tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:23.432141 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0e104814-9edf-4ab0-953b-4e70b5c66bb4 tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Publish callbacks [] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:23.437498 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-715a19c5-ea3d-4432-bcde-e10a97c1b359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (306b1410-595a-4410-bb85-7d2183e76226), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:23.491884 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-d76b5c4d-f840-437e-b3fb-17f64c1bd62a None None] Current status of the port 39496722-3a4e-4f4e-960e-26c5e74b5b0a is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:32:23.492345 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d76b5c4d-f840-437e-b3fb-17f64c1bd62a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (39496722-3a4e-4f4e-960e-26c5e74b5b0a), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:23.578946 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 39496722-3a4e-4f4e-960e-26c5e74b5b0a up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:32:23.621541 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-d76b5c4d-f840-437e-b3fb-17f64c1bd62a None None] For port 39496722-3a4e-4f4e-960e-26c5e74b5b0a, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=39496722-3a4e-4f4e-960e-26c5e74b5b0a,segment=NetworkSegment(20d48f34-ecc7-4ec4-a468-cd12143cf404),segment_id=20d48f34-ecc7-4ec4-a468-cd12143cf404)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:32:23.680477 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715a19c5-ea3d-4432-bcde-e10a97c1b359 None None] Pushing event updated for resources: {'Port': ['ID=306b1410-595a-4410-bb85-7d2183e76226,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:23.706873 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-809382e2-1fa2-4a81-96fc-7c9c036e80b7 None None] Network c2a8a515-9602-4771-be87-a44fdc4f7bc6 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:32:23.714338 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d76b5c4d-f840-437e-b3fb-17f64c1bd62a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (39496722-3a4e-4f4e-960e-26c5e74b5b0a), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:23.974755 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-fbb12184-395c-4284-b7cb-8d9475819964 req-67576f8a-8b9e-4a45-8e9e-0fa831adf849 tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c5346dc-f757-4ff5-9ea1-d40d9bd6b869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8714690 Jan 28 07:32:23.974755 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0e640630-401e-4de9-ab48-ed4ae1b967cc tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:24.175553 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9905e971-e1e3-4439-8280-de153a618d46 None None] Provisioning complete for port 6a6941dd-e1f0-4775-8b98-24de94a81ec3 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:32:24.177113 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9905e971-e1e3-4439-8280-de153a618d46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (6a6941dd-e1f0-4775-8b98-24de94a81ec3), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:24.312343 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-0e104814-9edf-4ab0-953b-4e70b5c66bb4 tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.8255367 Jan 28 07:32:24.320100 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 44626) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:24.326317 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-d1b60439-51e9-488f-af02-d59b7d036090 tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1982758703'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:32:24.350905 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76b5c4d-f840-437e-b3fb-17f64c1bd62a None None] Pushing event updated for resources: {'Port': ['ID=39496722-3a4e-4f4e-960e-26c5e74b5b0a,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:24.370873 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1b60439-51e9-488f-af02-d59b7d036090 tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Made reservation on behalf of 4dc9b3742360457685c02add2a759907 for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:32:24.376992 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d1b60439-51e9-488f-af02-d59b7d036090 tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:24.379120 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 39496722-3a4e-4f4e-960e-26c5e74b5b0a triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:32:24.379987 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (39496722-3a4e-4f4e-960e-26c5e74b5b0a), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:24.441688 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1b60439-51e9-488f-af02-d59b7d036090 tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:32:24.478840 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e104814-9edf-4ab0-953b-4e70b5c66bb4 tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Pushing event updated for resources: {'Network': ['ID=0607ac85-d4ae-435a-a26c-418b45891f07,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:24.502143 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d1b60439-51e9-488f-af02-d59b7d036090 tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (3bb6688c-478c-4ea5-8bb5-cdc5af490c11), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:24.502692 n-d-712749-28 neutron-server[103284]: INFO neutron.db.segments_db [None req-d1b60439-51e9-488f-af02-d59b7d036090 tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Added segment 3bb6688c-478c-4ea5-8bb5-cdc5af490c11 of type vlan for network b5f51697-de7b-4dc9-9ce8-0a3bbb635ba6 Jan 28 07:32:24.557304 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network 0607ac85-d4ae-435a-a26c-418b45891f07 details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:32:24.566368 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-0e640630-401e-4de9-ab48-ed4ae1b967cc tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Allocated IP 2001:db8::1 (13aa056d-b193-4e0a-9bf0-f7d418874681/9e13e882-91a9-4e22-a231-c2d5e4534ab2/73ffddd7-513f-43b2-9cbe-051191ba4311) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:32:24.603846 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d1b60439-51e9-488f-af02-d59b7d036090 tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (b5f51697-de7b-4dc9-9ce8-0a3bbb635ba6), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:24.671083 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9905e971-e1e3-4439-8280-de153a618d46 None None] Current status of the port 6a6941dd-e1f0-4775-8b98-24de94a81ec3 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:32:24.671738 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9905e971-e1e3-4439-8280-de153a618d46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (6a6941dd-e1f0-4775-8b98-24de94a81ec3), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:24.725510 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d1b60439-51e9-488f-af02-d59b7d036090 tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (b5f51697-de7b-4dc9-9ce8-0a3bbb635ba6), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:24.735737 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b60439-51e9-488f-af02-d59b7d036090 tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:24.736664 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d1b60439-51e9-488f-af02-d59b7d036090 tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:24.756371 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78729ae-ab93-493d-89d8-1824687d6bde req-8d055c96-0ad7-4e06-a8d1-01b40fcbd76b tempest-VolumesActionsTest-2046619294 tempest-VolumesActionsTest-2046619294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:24.758390 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b78729ae-ab93-493d-89d8-1824687d6bde req-8d055c96-0ad7-4e06-a8d1-01b40fcbd76b tempest-VolumesActionsTest-2046619294 tempest-VolumesActionsTest-2046619294-project] 10.222.0.41 "GET /v2.0/networks?id=5756b764-230b-4a95-9c02-70dc4b2a9110 HTTP/1.1" status: 200 len: 809 time: 0.3259263 Jan 28 07:32:24.771970 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 39496722-3a4e-4f4e-960e-26c5e74b5b0a is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:32:24.776970 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 6a6941dd-e1f0-4775-8b98-24de94a81ec3 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:32:24.778956 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-d1b60439-51e9-488f-af02-d59b7d036090 tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4570177 Jan 28 07:32:24.820788 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b78729ae-ab93-493d-89d8-1824687d6bde req-6bb74629-deac-4b37-b2d4-816818ed5c36 tempest-VolumesActionsTest-2046619294 tempest-VolumesActionsTest-2046619294-project] 10.222.0.41 "GET /v2.0/quotas/c6b0b8502e6c4c1395d983ba16e764ac HTTP/1.1" status: 200 len: 375 time: 0.0241239 Jan 28 07:32:24.830275 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9905e971-e1e3-4439-8280-de153a618d46 None None] For port 6a6941dd-e1f0-4775-8b98-24de94a81ec3, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=6a6941dd-e1f0-4775-8b98-24de94a81ec3,segment=NetworkSegment(d6ba4412-0430-41db-9c61-96f51edb78c5),segment_id=d6ba4412-0430-41db-9c61-96f51edb78c5)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:32:24.846133 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9905e971-e1e3-4439-8280-de153a618d46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (6a6941dd-e1f0-4775-8b98-24de94a81ec3), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:24.891825 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b78729ae-ab93-493d-89d8-1824687d6bde req-86aa9895-8b0a-4c72-b602-af4584ad6719 tempest-VolumesActionsTest-2046619294 tempest-VolumesActionsTest-2046619294-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c6b0b8502e6c4c1395d983ba16e764ac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0651155 Jan 28 07:32:24.936568 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 44638) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:24.942318 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-2ece142d-8ed4-42cd-ae27-3742c80a502d tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Request body: {'subnets': [{'network_id': '0607ac85-d4ae-435a-a26c-418b45891f07', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1217381893', 'ip_version': 4}, {'network_id': 'b5f51697-de7b-4dc9-9ce8-0a3bbb635ba6', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:32:24.942652 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-2ece142d-8ed4-42cd-ae27-3742c80a502d tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Request body: {'subnet': {'network_id': '0607ac85-d4ae-435a-a26c-418b45891f07', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1217381893', 'ip_version': 4}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:32:24.943254 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-2ece142d-8ed4-42cd-ae27-3742c80a502d tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Request body: {'subnet': {'network_id': 'b5f51697-de7b-4dc9-9ce8-0a3bbb635ba6', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:32:24.982419 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1c8f4ed6-cfae-4bbc-9362-d979455d3966 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks [] for port (6a4fa608-29ed-4cfa-8552-87d2a04a7fce), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:24.999252 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9905e971-e1e3-4439-8280-de153a618d46 None None] Pushing event updated for resources: {'Port': ['ID=6a6941dd-e1f0-4775-8b98-24de94a81ec3,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:25.008583 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 6a6941dd-e1f0-4775-8b98-24de94a81ec3 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:32:25.008966 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (6a6941dd-e1f0-4775-8b98-24de94a81ec3), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:25.010682 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1c8f4ed6-cfae-4bbc-9362-d979455d3966 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (6a4fa608-29ed-4cfa-8552-87d2a04a7fce), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:25.011787 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1c8f4ed6-cfae-4bbc-9362-d979455d3966 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16318999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16606560'] for router_interface (2331d298-cab2-4b40-8f1c-d2ab8f3abfed), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:25.110402 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-8d2bbc82-2582-4d55-80bd-1c31714734d2 None None] Provisioning complete for port 39496722-3a4e-4f4e-960e-26c5e74b5b0a triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:32:25.111915 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8d2bbc82-2582-4d55-80bd-1c31714734d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (39496722-3a4e-4f4e-960e-26c5e74b5b0a), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:25.225790 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8f4ed6-cfae-4bbc-9362-d979455d3966 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Pushing event updated for resources: {'Port': ['ID=6a4fa608-29ed-4cfa-8552-87d2a04a7fce,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:25.290586 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b60439-51e9-488f-af02-d59b7d036090 tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Pushing event updated for resources: {'Network': ['ID=b5f51697-de7b-4dc9-9ce8-0a3bbb635ba6,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:25.338891 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0e640630-401e-4de9-ab48-ed4ae1b967cc tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Publish callbacks [] for port (73ffddd7-513f-43b2-9cbe-051191ba4311), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:25.371924 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b78729ae-ab93-493d-89d8-1824687d6bde req-ccc80bb2-6ae4-43b8-aa20-7a7b94ed56ba service neutron] 10.222.0.41 "GET /v2.0/networks/5756b764-230b-4a95-9c02-70dc4b2a9110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4788537 Jan 28 07:32:25.424669 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network b5f51697-de7b-4dc9-9ce8-0a3bbb635ba6 details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:32:25.433936 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ece142d-8ed4-42cd-ae27-3742c80a502d tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Made reservation on behalf of 4dc9b3742360457685c02add2a759907 for: {'subnet': 2} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:32:25.438686 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2ece142d-8ed4-42cd-ae27-3742c80a502d tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24979592'] for subnet (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:25.438976 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2ece142d-8ed4-42cd-ae27-3742c80a502d tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24979592'] for subnet (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:25.486359 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c8f4ed6-cfae-4bbc-9362-d979455d3966 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Network e912f85b-1097-437b-be59-020f78c56741 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:32:25.490421 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-1c8f4ed6-cfae-4bbc-9362-d979455d3966 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:32:25.515200 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e83a1a6-df89-4551-8e5c-b0776af00d19 req-57804fb5-44db-4e75-a0bf-7d2c922f776b tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:25.531488 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0e83a1a6-df89-4551-8e5c-b0776af00d19 req-57804fb5-44db-4e75-a0bf-7d2c922f776b tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf3dce86-52a5-4ad6-a32e-4d2eeff412a4 HTTP/1.1" status: 200 len: 946 time: 0.3330822 Jan 28 07:32:25.583665 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f49ad99-2380-4aae-86c3-78d4c7c31af3 None None] Network 7fc5a0c7-52ba-48d2-a3ff-9cf4e568e0cc requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:32:25.672036 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0e640630-401e-4de9-ab48-ed4ae1b967cc tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (73ffddd7-513f-43b2-9cbe-051191ba4311), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:25.734911 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0e83a1a6-df89-4551-8e5c-b0776af00d19 req-e4a5f7d2-c9e2-4a8b-969c-85d35277d96a tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c5346dc-f757-4ff5-9ea1-d40d9bd6b869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024059 Jan 28 07:32:25.751950 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e640630-401e-4de9-ab48-ed4ae1b967cc tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Network 13aa056d-b193-4e0a-9bf0-f7d418874681 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:32:25.758823 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-0e640630-401e-4de9-ab48-ed4ae1b967cc tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:32:25.768462 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e640630-401e-4de9-ab48-ed4ae1b967cc tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:32:25.770292 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0e640630-401e-4de9-ab48-ed4ae1b967cc tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16609232'] for router_interface (5aae9ace-a5cc-49a8-b6b9-01aa67a81b7c), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:25.771164 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 6a6941dd-e1f0-4775-8b98-24de94a81ec3 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:32:25.802052 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 44658) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:25.853716 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-8d2bbc82-2582-4d55-80bd-1c31714734d2 None None] Current status of the port 39496722-3a4e-4f4e-960e-26c5e74b5b0a is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:32:25.857577 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b78729ae-ab93-493d-89d8-1824687d6bde req-fce5f1b8-4da1-4e34-8783-ffe335885745 service neutron] 10.222.0.41 "GET /v2.0/networks/5756b764-230b-4a95-9c02-70dc4b2a9110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4831288 Jan 28 07:32:25.911764 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-8d2bbc82-2582-4d55-80bd-1c31714734d2 None None] Provisioning complete for port 6a4fa608-29ed-4cfa-8552-87d2a04a7fce triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:32:25.912761 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8d2bbc82-2582-4d55-80bd-1c31714734d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (6a4fa608-29ed-4cfa-8552-87d2a04a7fce), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:25.920983 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c8f4ed6-cfae-4bbc-9362-d979455d3966 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Router 2331d298-cab2-4b40-8f1c-d2ab8f3abfed is scheduled to L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 with binding_index 1 {{(pid=103283) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 07:32:25.927768 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e640630-401e-4de9-ab48-ed4ae1b967cc tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Pushing event updated for resources: {'Port': ['ID=73ffddd7-513f-43b2-9cbe-051191ba4311,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:26.017764 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-8d2bbc82-2582-4d55-80bd-1c31714734d2 None None] Port 6a4fa608-29ed-4cfa-8552-87d2a04a7fce cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:32:26.063943 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-8d2bbc82-2582-4d55-80bd-1c31714734d2 None None] Provisioning complete for port 6a6941dd-e1f0-4775-8b98-24de94a81ec3 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:32:26.064366 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8d2bbc82-2582-4d55-80bd-1c31714734d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (6a6941dd-e1f0-4775-8b98-24de94a81ec3), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:26.179782 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f228ee2e-6686-46d3-b64b-e5203b75b7ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:26.228621 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 39496722-3a4e-4f4e-960e-26c5e74b5b0a up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:32:26.303403 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c8f4ed6-cfae-4bbc-9362-d979455d3966 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:32:26.320559 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-1c8f4ed6-cfae-4bbc-9362-d979455d3966 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] 10.222.0.41 "PUT /v2.0/routers/2331d298-cab2-4b40-8f1c-d2ab8f3abfed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9913969 Jan 28 07:32:26.322700 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69cec515-4dd9-4e8a-8d4a-81dbe6dbc6c6 None None] Sync routers for ids ['2331d298-cab2-4b40-8f1c-d2ab8f3abfed'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:32:26.323412 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 44666) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:26.338688 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69cec515-4dd9-4e8a-8d4a-81dbe6dbc6c6 None None] Routers {'2331d298-cab2-4b40-8f1c-d2ab8f3abfed'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:32:26.339982 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-69cec515-4dd9-4e8a-8d4a-81dbe6dbc6c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:32:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['2331d298-cab2-4b40-8f1c-d2ab8f3abfed'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:32:26.413182 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-8d2bbc82-2582-4d55-80bd-1c31714734d2 None None] Current status of the port 6a6941dd-e1f0-4775-8b98-24de94a81ec3 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:32:26.463908 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 39496722-3a4e-4f4e-960e-26c5e74b5b0a triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:32:26.465965 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (39496722-3a4e-4f4e-960e-26c5e74b5b0a), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:26.499196 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95aa8481-6363-4da6-8949-f3b8d72c6528 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:26.506779 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-95aa8481-6363-4da6-8949-f3b8d72c6528 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] 10.222.0.41 "GET /v2.0/ports/6a4fa608-29ed-4cfa-8552-87d2a04a7fce HTTP/1.1" status: 200 len: 911 time: 0.1786201 Jan 28 07:32:26.508652 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 44668) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:26.509820 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-69cec515-4dd9-4e8a-8d4a-81dbe6dbc6c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:32:26.524889 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69cec515-4dd9-4e8a-8d4a-81dbe6dbc6c6 None None] Routers {'2331d298-cab2-4b40-8f1c-d2ab8f3abfed'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:32:26.526155 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-69cec515-4dd9-4e8a-8d4a-81dbe6dbc6c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:32:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['2331d298-cab2-4b40-8f1c-d2ab8f3abfed'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:32:26.568339 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-69cec515-4dd9-4e8a-8d4a-81dbe6dbc6c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:32:26.569480 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69cec515-4dd9-4e8a-8d4a-81dbe6dbc6c6 None None] The sync data for ids ['2331d298-cab2-4b40-8f1c-d2ab8f3abfed'] in n-d-712749-28 is: [] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:32:26.603625 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-e09603d8-4d87-409e-8c07-2c126e95b952 None None] Provisioning complete for port 6a4fa608-29ed-4cfa-8552-87d2a04a7fce triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:32:26.604024 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e09603d8-4d87-409e-8c07-2c126e95b952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (6a4fa608-29ed-4cfa-8552-87d2a04a7fce), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:26.621982 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-450289e8-0cab-44f7-8485-e100e6e18921 req-fccdd05e-c89e-41ef-87f8-0c060b17d42f tempest-VolumesActionsTest-2046619294 tempest-VolumesActionsTest-2046619294-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0e720ab-e195-4845-a259-c22449094a16 HTTP/1.1" status: 200 len: 210 time: 0.0828195 Jan 28 07:32:26.625239 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2ece142d-8ed4-42cd-ae27-3742c80a502d tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24757504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24979610'] for subnet (444d04ad-6763-458f-8463-83f07954fb24), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:26.666603 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-e09603d8-4d87-409e-8c07-2c126e95b952 None None] Port 6a4fa608-29ed-4cfa-8552-87d2a04a7fce cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:32:26.668235 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f228ee2e-6686-46d3-b64b-e5203b75b7ec admin admin] Publish callbacks [] for security_group (057c7ab6-518d-4b60-96b8-a6cf9406e931), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:26.712430 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-e09603d8-4d87-409e-8c07-2c126e95b952 None None] Provisioning complete for port 306b1410-595a-4410-bb85-7d2183e76226 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:32:26.712818 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e09603d8-4d87-409e-8c07-2c126e95b952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (306b1410-595a-4410-bb85-7d2183e76226), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:26.719835 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f228ee2e-6686-46d3-b64b-e5203b75b7ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (057c7ab6-518d-4b60-96b8-a6cf9406e931), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:26.732730 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ece142d-8ed4-42cd-ae27-3742c80a502d tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Pushing event updated for resources: {'Subnet': ['ID=444d04ad-6763-458f-8463-83f07954fb24,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:26.771496 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 39496722-3a4e-4f4e-960e-26c5e74b5b0a is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:32:26.772853 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 306b1410-595a-4410-bb85-7d2183e76226 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:32:26.811579 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f228ee2e-6686-46d3-b64b-e5203b75b7ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=057c7ab6-518d-4b60-96b8-a6cf9406e931,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:26.816271 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-f228ee2e-6686-46d3-b64b-e5203b75b7ec admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7ea30d54b2a34df58be4b568cd0f3c75&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0110505 Jan 28 07:32:26.820245 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 44678) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:26.886723 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0e640630-401e-4de9-ab48-ed4ae1b967cc tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (73ffddd7-513f-43b2-9cbe-051191ba4311), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:26.901569 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ece142d-8ed4-42cd-ae27-3742c80a502d tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Checking segment: {'id': '53bf35f0-913b-40cf-a191-254c4788be75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0607ac85-d4ae-435a-a26c-418b45891f07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:32:26.902576 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ece142d-8ed4-42cd-ae27-3742c80a502d tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Network hostable DHCP agents. Network: 0607ac85-d4ae-435a-a26c-418b45891f07, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:32:26.905635 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-e09603d8-4d87-409e-8c07-2c126e95b952 None None] Current status of the port 306b1410-595a-4410-bb85-7d2183e76226 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:32:26.906132 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e09603d8-4d87-409e-8c07-2c126e95b952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (306b1410-595a-4410-bb85-7d2183e76226), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:26.920898 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 306b1410-595a-4410-bb85-7d2183e76226 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:32:26.921342 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (306b1410-595a-4410-bb85-7d2183e76226), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:26.980131 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-e09603d8-4d87-409e-8c07-2c126e95b952 None None] For port 306b1410-595a-4410-bb85-7d2183e76226, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=306b1410-595a-4410-bb85-7d2183e76226,segment=NetworkSegment(69d152fc-1be8-4183-983b-ec77b5e4668a),segment_id=69d152fc-1be8-4183-983b-ec77b5e4668a)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:32:26.995917 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e09603d8-4d87-409e-8c07-2c126e95b952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (306b1410-595a-4410-bb85-7d2183e76226), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:27.018826 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ece142d-8ed4-42cd-ae27-3742c80a502d tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Network 0607ac85-d4ae-435a-a26c-418b45891f07 is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:32:27.027591 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-dae467b9-583f-4554-a599-370648852222 admin admin] Publish callbacks [] for security_group (057c7ab6-518d-4b60-96b8-a6cf9406e931), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:27.047111 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09603d8-4d87-409e-8c07-2c126e95b952 None None] Pushing event updated for resources: {'Port': ['ID=306b1410-595a-4410-bb85-7d2183e76226,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:27.049241 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cdd8ed-902a-4500-8bf0-c2f820e7a0f6 req-1a5bfc58-c4d8-4526-afa8-5bdbda536afa tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:27.052006 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b5cdd8ed-902a-4500-8bf0-c2f820e7a0f6 req-1a5bfc58-c4d8-4526-afa8-5bdbda536afa tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf3dce86-52a5-4ad6-a32e-4d2eeff412a4 HTTP/1.1" status: 200 len: 946 time: 0.1688325 Jan 28 07:32:27.072819 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-2ece142d-8ed4-42cd-ae27-3742c80a502d tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, 0607ac85-d4ae-435a-a26c-418b45891f07) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:32:27.094030 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 306b1410-595a-4410-bb85-7d2183e76226 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:32:27.094587 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2ece142d-8ed4-42cd-ae27-3742c80a502d tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24757504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24979610'] for subnet (d0305987-9ff4-4907-abff-9a57309928c9), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:27.095159 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 6a6941dd-e1f0-4775-8b98-24de94a81ec3 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:32:27.097538 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-706ab6cb-fd20-49a8-8edf-f6f28866ca2a None None] Network 0607ac85-d4ae-435a-a26c-418b45891f07 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:32:27.106467 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-dae467b9-583f-4554-a599-370648852222 admin admin] Publish callbacks [] for security_group (057c7ab6-518d-4b60-96b8-a6cf9406e931), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:27.187143 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b5cdd8ed-902a-4500-8bf0-c2f820e7a0f6 req-1db748aa-07d5-42b3-8a15-890e6562d307 tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c5346dc-f757-4ff5-9ea1-d40d9bd6b869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024542 Jan 28 07:32:27.219031 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ece142d-8ed4-42cd-ae27-3742c80a502d tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Pushing event updated for resources: {'Subnet': ['ID=d0305987-9ff4-4907-abff-9a57309928c9,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:27.236777 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6c00e6f2-10eb-4188-b668-e00ab297aa42 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:27.251894 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-e09603d8-4d87-409e-8c07-2c126e95b952 None None] Provisioning complete for port 73ffddd7-513f-43b2-9cbe-051191ba4311 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:32:27.252321 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e09603d8-4d87-409e-8c07-2c126e95b952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (73ffddd7-513f-43b2-9cbe-051191ba4311), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:27.288291 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8195815b-79f4-4cc6-8bb3-ff62618f8d54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3dd72b9-6805-5f61-b6f3-a591f99a173d-0607ac85-d4ae-435a-a26c-418b45891f07', 'network_id': '0607ac85-d4ae-435a-a26c-418b45891f07', 'project_id': '4dc9b3742360457685c02add2a759907', 'fixed_ips': [{'subnet_id': '444d04ad-6763-458f-8463-83f07954fb24'}]}} from n-d-712749-28. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 07:32:27.289538 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8195815b-79f4-4cc6-8bb3-ff62618f8d54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:27.303985 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-dae467b9-583f-4554-a599-370648852222 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (057c7ab6-518d-4b60-96b8-a6cf9406e931), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:27.306879 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-dae467b9-583f-4554-a599-370648852222 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:27.308082 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-dae467b9-583f-4554-a599-370648852222 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/057c7ab6-518d-4b60-96b8-a6cf9406e931 HTTP/1.1" status: 204 len: 168 time: 0.4864326 Jan 28 07:32:27.345725 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae467b9-583f-4554-a599-370648852222 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=057c7ab6-518d-4b60-96b8-a6cf9406e931,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:27.397063 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-e09603d8-4d87-409e-8c07-2c126e95b952 None None] Port 73ffddd7-513f-43b2-9cbe-051191ba4311 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:32:27.399184 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ece142d-8ed4-42cd-ae27-3742c80a502d tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Checking segment: {'id': '3bb6688c-478c-4ea5-8bb5-cdc5af490c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b5f51697-de7b-4dc9-9ce8-0a3bbb635ba6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:32:27.401094 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ece142d-8ed4-42cd-ae27-3742c80a502d tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Network hostable DHCP agents. Network: b5f51697-de7b-4dc9-9ce8-0a3bbb635ba6, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:32:27.496054 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ece142d-8ed4-42cd-ae27-3742c80a502d tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Network b5f51697-de7b-4dc9-9ce8-0a3bbb635ba6 is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:32:27.528216 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 6a6941dd-e1f0-4775-8b98-24de94a81ec3 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:32:27.528946 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (6a6941dd-e1f0-4775-8b98-24de94a81ec3), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:27.535050 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-2ece142d-8ed4-42cd-ae27-3742c80a502d tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, b5f51697-de7b-4dc9-9ce8-0a3bbb635ba6) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:32:27.550874 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ece142d-8ed4-42cd-ae27-3742c80a502d tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:27.551910 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ece142d-8ed4-42cd-ae27-3742c80a502d tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:27.552578 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2ece142d-8ed4-42cd-ae27-3742c80a502d tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:27.580330 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0e640630-401e-4de9-ab48-ed4ae1b967cc tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Publish callbacks [] for port (73ffddd7-513f-43b2-9cbe-051191ba4311), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:27.589468 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-2ece142d-8ed4-42cd-ae27-3742c80a502d tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 2.6495807 Jan 28 07:32:27.589468 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0e640630-401e-4de9-ab48-ed4ae1b967cc tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (73ffddd7-513f-43b2-9cbe-051191ba4311), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:27.589468 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0e640630-401e-4de9-ab48-ed4ae1b967cc tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16318999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16606560'] for router_interface (5aae9ace-a5cc-49a8-b6b9-01aa67a81b7c), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:27.591288 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 44684) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:27.619898 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f4eb467-52d6-4e3c-8a9c-9b422db23cff None None] Network b5f51697-de7b-4dc9-9ce8-0a3bbb635ba6 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:32:27.635567 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-6c00e6f2-10eb-4188-b668-e00ab297aa42 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Allocated IP 2001:db8:1::1 (c2a8a515-9602-4771-be87-a44fdc4f7bc6/06d8d215-35bb-4176-82cd-4c24083bc48d/04d9f825-e248-4096-b02e-fd94824d7411) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:32:27.739468 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b31e741-fbdc-495d-beed-ebb70015634b tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:27.740979 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b31e741-fbdc-495d-beed-ebb70015634b tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:27.742317 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b31e741-fbdc-495d-beed-ebb70015634b tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:27.746797 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-9b31e741-fbdc-495d-beed-ebb70015634b tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1495104 Jan 28 07:32:27.746797 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e640630-401e-4de9-ab48-ed4ae1b967cc tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Pushing event updated for resources: {'Port': ['ID=73ffddd7-513f-43b2-9cbe-051191ba4311,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:27.749919 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 44688) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:27.800260 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a222e342-f172-4fa9-b766-c21a3b78ebbb req-389b5da1-d481-4fce-a5ad-0e1090cd8d45 tempest-VolumesActionsTest-2046619294 tempest-VolumesActionsTest-2046619294-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0e720ab-e195-4845-a259-c22449094a16 HTTP/1.1" status: 200 len: 210 time: 0.0395939 Jan 28 07:32:27.836229 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e640630-401e-4de9-ab48-ed4ae1b967cc tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Network 13aa056d-b193-4e0a-9bf0-f7d418874681 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:32:27.838442 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-0e640630-401e-4de9-ab48-ed4ae1b967cc tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:32:27.916978 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 6a6941dd-e1f0-4775-8b98-24de94a81ec3 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:32:27.936146 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-8195815b-79f4-4cc6-8bb3-ff62618f8d54 None None] Allocated IP 172.20.0.2 (0607ac85-d4ae-435a-a26c-418b45891f07/444d04ad-6763-458f-8463-83f07954fb24/fbce97d1-3d0f-4387-9663-cd9566e254e8) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:32:27.969898 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 44690) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:28.001200 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd1aebb2-4f06-475a-8af7-1f453eb28600 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3dd72b9-6805-5f61-b6f3-a591f99a173d-b5f51697-de7b-4dc9-9ce8-0a3bbb635ba6', 'network_id': 'b5f51697-de7b-4dc9-9ce8-0a3bbb635ba6', 'project_id': '4dc9b3742360457685c02add2a759907', 'fixed_ips': [{'subnet_id': 'd0305987-9ff4-4907-abff-9a57309928c9'}]}} from n-d-712749-28. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 07:32:28.004015 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bd1aebb2-4f06-475a-8af7-1f453eb28600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:28.078621 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6c00e6f2-10eb-4188-b668-e00ab297aa42 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks [] for port (04d9f825-e248-4096-b02e-fd94824d7411), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:28.093971 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e640630-401e-4de9-ab48-ed4ae1b967cc tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Router 5aae9ace-a5cc-49a8-b6b9-01aa67a81b7c has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:32:28.116973 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b6219f97-1470-42b3-9187-d643a4b83f72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:28.133470 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec54ef4d-57b2-4766-8c3a-ba1c915f2d05 tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Deleting subnet 444d04ad-6763-458f-8463-83f07954fb24 {{(pid=103283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:32:28.197384 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78729ae-ab93-493d-89d8-1824687d6bde req-a1a08c9b-c43e-414c-870d-83b2a8bb2835 tempest-VolumesActionsTest-2046619294 tempest-VolumesActionsTest-2046619294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:28.198978 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b78729ae-ab93-493d-89d8-1824687d6bde req-a1a08c9b-c43e-414c-870d-83b2a8bb2835 tempest-VolumesActionsTest-2046619294 tempest-VolumesActionsTest-2046619294-project] 10.222.0.44 "GET /v2.0/networks?id=5756b764-230b-4a95-9c02-70dc4b2a9110 HTTP/1.1" status: 200 len: 809 time: 0.3056719 Jan 28 07:32:28.211743 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6c00e6f2-10eb-4188-b668-e00ab297aa42 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (04d9f825-e248-4096-b02e-fd94824d7411), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:28.224166 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-bd1aebb2-4f06-475a-8af7-1f453eb28600 None None] Allocated IP 172.20.0.18 (b5f51697-de7b-4dc9-9ce8-0a3bbb635ba6/d0305987-9ff4-4907-abff-9a57309928c9/8de5bb28-a3c7-48fd-afaf-05ab7e16674e) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:32:28.230083 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-b78729ae-ab93-493d-89d8-1824687d6bde req-33974f3f-dc82-4f27-b800-93e8a9133b39 tempest-VolumesActionsTest-2046619294 tempest-VolumesActionsTest-2046619294-project] Request body: {'port': {'device_id': 'f0e720ab-e195-4845-a259-c22449094a16', 'network_id': '5756b764-230b-4a95-9c02-70dc4b2a9110', 'admin_state_up': True, 'tenant_id': 'c6b0b8502e6c4c1395d983ba16e764ac'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:32:28.231951 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b6219f97-1470-42b3-9187-d643a4b83f72 admin admin] Publish callbacks [] for security_group (4c971f32-11db-4f67-a913-e14bad0b51f9), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:28.279042 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b6219f97-1470-42b3-9187-d643a4b83f72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (4c971f32-11db-4f67-a913-e14bad0b51f9), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:28.320880 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-b6219f97-1470-42b3-9187-d643a4b83f72 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a8cf87d3af2e4030b0bacdad2172e596&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3490801 Jan 28 07:32:28.327611 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 44694) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:28.350492 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 306b1410-595a-4410-bb85-7d2183e76226 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:32:28.376348 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c00e6f2-10eb-4188-b668-e00ab297aa42 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Pushing event updated for resources: {'Port': ['ID=04d9f825-e248-4096-b02e-fd94824d7411,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:28.387235 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6219f97-1470-42b3-9187-d643a4b83f72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c971f32-11db-4f67-a913-e14bad0b51f9,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:28.443254 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-42679529-39bb-4476-bb6b-a01a7cfcbb7f admin admin] Publish callbacks [] for security_group (4c971f32-11db-4f67-a913-e14bad0b51f9), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:28.470834 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-42679529-39bb-4476-bb6b-a01a7cfcbb7f admin admin] Publish callbacks [] for security_group (4c971f32-11db-4f67-a913-e14bad0b51f9), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:28.478346 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-08704740-14f3-4703-af59-b11f636f49a6 None None] Provisioning complete for port 73ffddd7-513f-43b2-9cbe-051191ba4311 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:32:28.478737 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-08704740-14f3-4703-af59-b11f636f49a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (73ffddd7-513f-43b2-9cbe-051191ba4311), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:28.484135 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c00e6f2-10eb-4188-b668-e00ab297aa42 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Network c2a8a515-9602-4771-be87-a44fdc4f7bc6 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:32:28.492620 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-6c00e6f2-10eb-4188-b668-e00ab297aa42 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:32:28.499439 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c00e6f2-10eb-4188-b668-e00ab297aa42 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:32:28.500439 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6c00e6f2-10eb-4188-b668-e00ab297aa42 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16609232'] for router_interface (2331d298-cab2-4b40-8f1c-d2ab8f3abfed), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:28.525320 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e640630-401e-4de9-ab48-ed4ae1b967cc tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:32:28.534685 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-0e640630-401e-4de9-ab48-ed4ae1b967cc tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] 10.222.0.41 "PUT /v2.0/routers/5aae9ace-a5cc-49a8-b6b9-01aa67a81b7c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4925332 Jan 28 07:32:28.535302 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 44696) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:28.543789 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-42679529-39bb-4476-bb6b-a01a7cfcbb7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (4c971f32-11db-4f67-a913-e14bad0b51f9), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:28.546490 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-42679529-39bb-4476-bb6b-a01a7cfcbb7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:28.547713 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-42679529-39bb-4476-bb6b-a01a7cfcbb7f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4c971f32-11db-4f67-a913-e14bad0b51f9 HTTP/1.1" status: 204 len: 168 time: 0.2191477 Jan 28 07:32:28.586540 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f4de17-a4d6-4657-a18a-a3600621d0f6 None None] Sync routers for ids ['5aae9ace-a5cc-49a8-b6b9-01aa67a81b7c'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:32:28.608063 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42679529-39bb-4476-bb6b-a01a7cfcbb7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c971f32-11db-4f67-a913-e14bad0b51f9,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:28.717028 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-37310629-2064-4ae1-a6b4-d72a6227998a tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Publish callbacks [] for router (5aae9ace-a5cc-49a8-b6b9-01aa67a81b7c), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:28.737530 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f4de17-a4d6-4657-a18a-a3600621d0f6 None None] Routers {'5aae9ace-a5cc-49a8-b6b9-01aa67a81b7c'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:32:28.739427 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-d9f4de17-a4d6-4657-a18a-a3600621d0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:32:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['5aae9ace-a5cc-49a8-b6b9-01aa67a81b7c'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:32:28.806850 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-08704740-14f3-4703-af59-b11f636f49a6 None None] Port 73ffddd7-513f-43b2-9cbe-051191ba4311 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:32:28.884542 n-d-712749-28 neutron-server[103284]: INFO neutron.api.v2.resource [None req-37310629-2064-4ae1-a6b4-d72a6227998a tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 28 07:32:28.885525 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-37310629-2064-4ae1-a6b4-d72a6227998a tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] 10.222.0.41 "DELETE /v2.0/routers/5aae9ace-a5cc-49a8-b6b9-01aa67a81b7c HTTP/1.1" status: 409 len: 329 time: 0.3490818 Jan 28 07:32:28.888423 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 44704) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:28.929942 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-d9f4de17-a4d6-4657-a18a-a3600621d0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:32:28.954368 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8195815b-79f4-4cc6-8bb3-ff62618f8d54 None None] Publish callbacks [] for port (fbce97d1-3d0f-4387-9663-cd9566e254e8), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:28.958645 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bd1aebb2-4f06-475a-8af7-1f453eb28600 None None] Publish callbacks [] for port (8de5bb28-a3c7-48fd-afaf-05ab7e16674e), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:28.978845 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 306b1410-595a-4410-bb85-7d2183e76226 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:32:28.979723 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (306b1410-595a-4410-bb85-7d2183e76226), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:29.025663 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8195815b-79f4-4cc6-8bb3-ff62618f8d54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (fbce97d1-3d0f-4387-9663-cd9566e254e8), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:29.041353 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bd1aebb2-4f06-475a-8af7-1f453eb28600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (8de5bb28-a3c7-48fd-afaf-05ab7e16674e), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:29.059503 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8195815b-79f4-4cc6-8bb3-ff62618f8d54 None None] Network 0607ac85-d4ae-435a-a26c-418b45891f07 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:32:29.078581 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-12382e8a-72c7-4223-8bb9-6b5bdf3f3ef6 req-50dd7fd6-5a7d-44cb-afd5-0901914f7c46 tempest-VolumesActionsTest-2046619294 tempest-VolumesActionsTest-2046619294-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0e720ab-e195-4845-a259-c22449094a16 HTTP/1.1" status: 200 len: 210 time: 0.1104534 Jan 28 07:32:29.101437 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-8195815b-79f4-4cc6-8bb3-ff62618f8d54 None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:32:29.107925 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ec54ef4d-57b2-4766-8c3a-ba1c915f2d05 tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Publish callbacks [] for subnet (444d04ad-6763-458f-8463-83f07954fb24), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:29.116920 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8195815b-79f4-4cc6-8bb3-ff62618f8d54 None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:32:29.127322 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f4de17-a4d6-4657-a18a-a3600621d0f6 None None] Routers {'5aae9ace-a5cc-49a8-b6b9-01aa67a81b7c'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:32:29.127960 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-d9f4de17-a4d6-4657-a18a-a3600621d0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:32:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['5aae9ace-a5cc-49a8-b6b9-01aa67a81b7c'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:32:29.209240 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6c00e6f2-10eb-4188-b668-e00ab297aa42 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (04d9f825-e248-4096-b02e-fd94824d7411), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:29.314694 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f73ffc-8d30-4278-99f1-f2f1f248e7da req-ccf77a7a-33cc-40c3-92af-88cfdf138b79 tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:29.316289 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-62f73ffc-8d30-4278-99f1-f2f1f248e7da req-ccf77a7a-33cc-40c3-92af-88cfdf138b79 tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf3dce86-52a5-4ad6-a32e-4d2eeff412a4 HTTP/1.1" status: 200 len: 946 time: 0.9543526 Jan 28 07:32:29.351250 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ec54ef4d-57b2-4766-8c3a-ba1c915f2d05 tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13506696'] for subnet (444d04ad-6763-458f-8463-83f07954fb24), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:29.353503 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-d9f4de17-a4d6-4657-a18a-a3600621d0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:32:29.354352 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f4de17-a4d6-4657-a18a-a3600621d0f6 None None] The sync data for ids ['5aae9ace-a5cc-49a8-b6b9-01aa67a81b7c'] in n-d-712749-28 is: [] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:32:29.355962 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-45fda129-2a7f-4955-af4d-614f63a1b165 None None] Provisioning complete for port 04d9f825-e248-4096-b02e-fd94824d7411 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:32:29.356587 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-45fda129-2a7f-4955-af4d-614f63a1b165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (04d9f825-e248-4096-b02e-fd94824d7411), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:29.405173 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd1aebb2-4f06-475a-8af7-1f453eb28600 None None] Network b5f51697-de7b-4dc9-9ce8-0a3bbb635ba6 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:32:29.427649 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8195815b-79f4-4cc6-8bb3-ff62618f8d54 None None] Pushing event updated for resources: {'Port': ['ID=fbce97d1-3d0f-4387-9663-cd9566e254e8,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:29.433240 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-bd1aebb2-4f06-475a-8af7-1f453eb28600 None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:32:29.444682 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1aebb2-4f06-475a-8af7-1f453eb28600 None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:32:29.510809 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ec54ef4d-57b2-4766-8c3a-ba1c915f2d05 tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (444d04ad-6763-458f-8463-83f07954fb24), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:29.536357 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1aebb2-4f06-475a-8af7-1f453eb28600 None None] Pushing event updated for resources: {'Port': ['ID=8de5bb28-a3c7-48fd-afaf-05ab7e16674e,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:29.590428 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-45fda129-2a7f-4955-af4d-614f63a1b165 None None] Port 04d9f825-e248-4096-b02e-fd94824d7411 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:32:29.638070 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-bd1aebb2-4f06-475a-8af7-1f453eb28600 None None] Attempting to bind port 8de5bb28-a3c7-48fd-afaf-05ab7e16674e on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:32:29.638455 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-bd1aebb2-4f06-475a-8af7-1f453eb28600 None None] Attempting to bind port 8de5bb28-a3c7-48fd-afaf-05ab7e16674e by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '3bb6688c-478c-4ea5-8bb5-cdc5af490c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b5f51697-de7b-4dc9-9ce8-0a3bbb635ba6'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:32:29.638829 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1aebb2-4f06-475a-8af7-1f453eb28600 None None] Attempting to bind port 8de5bb28-a3c7-48fd-afaf-05ab7e16674e on network b5f51697-de7b-4dc9-9ce8-0a3bbb635ba6 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:32:29.647818 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1aebb2-4f06-475a-8af7-1f453eb28600 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 32, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:32:29.648668 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1aebb2-4f06-475a-8af7-1f453eb28600 None None] Checking segment: {'id': '3bb6688c-478c-4ea5-8bb5-cdc5af490c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b5f51697-de7b-4dc9-9ce8-0a3bbb635ba6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:32:29.648668 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bd1aebb2-4f06-475a-8af7-1f453eb28600 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:29.649056 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1aebb2-4f06-475a-8af7-1f453eb28600 None None] Bound using segment: {'id': '3bb6688c-478c-4ea5-8bb5-cdc5af490c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b5f51697-de7b-4dc9-9ce8-0a3bbb635ba6'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:32:29.649546 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-bd1aebb2-4f06-475a-8af7-1f453eb28600 None None] Bound port: 8de5bb28-a3c7-48fd-afaf-05ab7e16674e, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bb6688c-478c-4ea5-8bb5-cdc5af490c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b5f51697-de7b-4dc9-9ce8-0a3bbb635ba6'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:32:29.649937 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bd1aebb2-4f06-475a-8af7-1f453eb28600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (8de5bb28-a3c7-48fd-afaf-05ab7e16674e), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:29.664670 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b78729ae-ab93-493d-89d8-1824687d6bde req-33974f3f-dc82-4f27-b800-93e8a9133b39 tempest-VolumesActionsTest-2046619294 tempest-VolumesActionsTest-2046619294-project] Made reservation on behalf of c6b0b8502e6c4c1395d983ba16e764ac for: {'port': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:32:29.666449 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 306b1410-595a-4410-bb85-7d2183e76226 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:32:29.668316 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b78729ae-ab93-493d-89d8-1824687d6bde req-33974f3f-dc82-4f27-b800-93e8a9133b39 tempest-VolumesActionsTest-2046619294 tempest-VolumesActionsTest-2046619294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:29.673694 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-8195815b-79f4-4cc6-8bb3-ff62618f8d54 None None] Attempting to bind port fbce97d1-3d0f-4387-9663-cd9566e254e8 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:32:29.674091 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-8195815b-79f4-4cc6-8bb3-ff62618f8d54 None None] Attempting to bind port fbce97d1-3d0f-4387-9663-cd9566e254e8 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '53bf35f0-913b-40cf-a191-254c4788be75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0607ac85-d4ae-435a-a26c-418b45891f07'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:32:29.674512 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8195815b-79f4-4cc6-8bb3-ff62618f8d54 None None] Attempting to bind port fbce97d1-3d0f-4387-9663-cd9566e254e8 on network 0607ac85-d4ae-435a-a26c-418b45891f07 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:32:29.706229 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ec54ef4d-57b2-4766-8c3a-ba1c915f2d05 tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13546665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13556132'] for subnet (444d04ad-6763-458f-8463-83f07954fb24), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:29.706532 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8195815b-79f4-4cc6-8bb3-ff62618f8d54 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 32, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:32:29.706809 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8195815b-79f4-4cc6-8bb3-ff62618f8d54 None None] Checking segment: {'id': '53bf35f0-913b-40cf-a191-254c4788be75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0607ac85-d4ae-435a-a26c-418b45891f07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:32:29.707263 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8195815b-79f4-4cc6-8bb3-ff62618f8d54 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:29.707716 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8195815b-79f4-4cc6-8bb3-ff62618f8d54 None None] Bound using segment: {'id': '53bf35f0-913b-40cf-a191-254c4788be75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0607ac85-d4ae-435a-a26c-418b45891f07'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:32:29.708171 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-8195815b-79f4-4cc6-8bb3-ff62618f8d54 None None] Bound port: fbce97d1-3d0f-4387-9663-cd9566e254e8, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53bf35f0-913b-40cf-a191-254c4788be75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0607ac85-d4ae-435a-a26c-418b45891f07'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:32:29.708592 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8195815b-79f4-4cc6-8bb3-ff62618f8d54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (fbce97d1-3d0f-4387-9663-cd9566e254e8), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:29.753718 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec54ef4d-57b2-4766-8c3a-ba1c915f2d05 tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Pushing event deleted for resources: {'Subnet': ['ID=444d04ad-6763-458f-8463-83f07954fb24,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:29.788375 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-728fedc2-2f33-49d3-b12e-7c1b1915c6fd tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16606535'] for router_interface (5aae9ace-a5cc-49a8-b6b9-01aa67a81b7c), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:29.795526 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-8195815b-79f4-4cc6-8bb3-ff62618f8d54 None None] For port fbce97d1-3d0f-4387-9663-cd9566e254e8, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:32:29.798919 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-8195815b-79f4-4cc6-8bb3-ff62618f8d54 None None] For port fbce97d1-3d0f-4387-9663-cd9566e254e8, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=fbce97d1-3d0f-4387-9663-cd9566e254e8,segment=NetworkSegment(53bf35f0-913b-40cf-a191-254c4788be75),segment_id=53bf35f0-913b-40cf-a191-254c4788be75)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:32:29.813242 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8195815b-79f4-4cc6-8bb3-ff62618f8d54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (fbce97d1-3d0f-4387-9663-cd9566e254e8), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:29.818780 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-62f73ffc-8d30-4278-99f1-f2f1f248e7da req-4d333228-1085-4574-8803-9dba919bb466 tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c5346dc-f757-4ff5-9ea1-d40d9bd6b869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4852424 Jan 28 07:32:29.824743 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ec54ef4d-57b2-4766-8c3a-ba1c915f2d05 tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Publish callbacks [] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:29.827946 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-ec54ef4d-57b2-4766-8c3a-ba1c915f2d05 tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] 10.222.0.41 "DELETE /v2.0/subnets/444d04ad-6763-458f-8463-83f07954fb24 HTTP/1.1" status: 204 len: 168 time: 2.0766394 Jan 28 07:32:29.835138 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 44726) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:29.886896 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8195815b-79f4-4cc6-8bb3-ff62618f8d54 None None] Pushing event updated for resources: {'Port': ['ID=fbce97d1-3d0f-4387-9663-cd9566e254e8,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:29.902085 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_v2 [None req-33a81e23-1a4e-4c93-b916-c917f86ce8dd tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Deleting subnet d0305987-9ff4-4907-abff-9a57309928c9 {{(pid=103283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:32:29.905337 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-33a81e23-1a4e-4c93-b916-c917f86ce8dd tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Publish callbacks [] for subnet (d0305987-9ff4-4907-abff-9a57309928c9), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:29.916742 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-bd1aebb2-4f06-475a-8af7-1f453eb28600 None None] For port 8de5bb28-a3c7-48fd-afaf-05ab7e16674e, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:32:29.937157 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-bd1aebb2-4f06-475a-8af7-1f453eb28600 None None] For port 8de5bb28-a3c7-48fd-afaf-05ab7e16674e, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=8de5bb28-a3c7-48fd-afaf-05ab7e16674e,segment=NetworkSegment(3bb6688c-478c-4ea5-8bb5-cdc5af490c11),segment_id=3bb6688c-478c-4ea5-8bb5-cdc5af490c11)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:32:29.945017 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bd1aebb2-4f06-475a-8af7-1f453eb28600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (8de5bb28-a3c7-48fd-afaf-05ab7e16674e), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:29.968451 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-119f1e97-b05f-4da3-af24-2f3904b73fda None None] Network 0607ac85-d4ae-435a-a26c-418b45891f07 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:32:30.058595 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-33a81e23-1a4e-4c93-b916-c917f86ce8dd tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13506696'] for subnet (d0305987-9ff4-4907-abff-9a57309928c9), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:30.114319 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1aebb2-4f06-475a-8af7-1f453eb28600 None None] Pushing event updated for resources: {'Port': ['ID=8de5bb28-a3c7-48fd-afaf-05ab7e16674e,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:30.161018 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-728fedc2-2f33-49d3-b12e-7c1b1915c6fd tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Deleting port 73ffddd7-513f-43b2-9cbe-051191ba4311 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:32:30.162276 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-728fedc2-2f33-49d3-b12e-7c1b1915c6fd tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (73ffddd7-513f-43b2-9cbe-051191ba4311), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:30.165991 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [req-b78729ae-ab93-493d-89d8-1824687d6bde req-33974f3f-dc82-4f27-b800-93e8a9133b39 tempest-VolumesActionsTest-2046619294 tempest-VolumesActionsTest-2046619294-project] Allocated IP 172.20.0.6 (5756b764-230b-4a95-9c02-70dc4b2a9110/a1cf83b1-cade-43b4-8bf2-8f132ba99fa6/adacfb20-4fc3-47f6-8bff-5184759241b4) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:32:30.260295 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6c00e6f2-10eb-4188-b668-e00ab297aa42 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks [] for port (04d9f825-e248-4096-b02e-fd94824d7411), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:30.272931 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-15036599-8051-4e82-9375-b04274cc3528 req-8a577b83-438e-40be-b3d8-cecaabfd1078 tempest-VolumesActionsTest-2046619294 tempest-VolumesActionsTest-2046619294-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0e720ab-e195-4845-a259-c22449094a16 HTTP/1.1" status: 200 len: 210 time: 0.0717673 Jan 28 07:32:30.276818 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6c00e6f2-10eb-4188-b668-e00ab297aa42 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (04d9f825-e248-4096-b02e-fd94824d7411), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:30.278027 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6c00e6f2-10eb-4188-b668-e00ab297aa42 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16318999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16606560'] for router_interface (2331d298-cab2-4b40-8f1c-d2ab8f3abfed), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:30.346359 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-728fedc2-2f33-49d3-b12e-7c1b1915c6fd tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (73ffddd7-513f-43b2-9cbe-051191ba4311), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:30.359893 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-728fedc2-2f33-49d3-b12e-7c1b1915c6fd tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Calling delete_port for 73ffddd7-513f-43b2-9cbe-051191ba4311 owned by network:router_interface {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:32:30.377749 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-33a81e23-1a4e-4c93-b916-c917f86ce8dd tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (d0305987-9ff4-4907-abff-9a57309928c9), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:30.452382 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 44734) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:30.480568 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c00e6f2-10eb-4188-b668-e00ab297aa42 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Pushing event updated for resources: {'Port': ['ID=04d9f825-e248-4096-b02e-fd94824d7411,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:30.602214 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-33a81e23-1a4e-4c93-b916-c917f86ce8dd tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13546665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13556132'] for subnet (d0305987-9ff4-4907-abff-9a57309928c9), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:30.608748 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-29c399b7-2ca2-457a-9db5-1d43137c486d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:30.611840 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-728fedc2-2f33-49d3-b12e-7c1b1915c6fd tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (73ffddd7-513f-43b2-9cbe-051191ba4311), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:30.651732 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728fedc2-2f33-49d3-b12e-7c1b1915c6fd tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Pushing event deleted for resources: {'Port': ['ID=73ffddd7-513f-43b2-9cbe-051191ba4311,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:30.673575 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a81e23-1a4e-4c93-b916-c917f86ce8dd tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Pushing event deleted for resources: {'Subnet': ['ID=d0305987-9ff4-4907-abff-9a57309928c9,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:30.680467 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-33a81e23-1a4e-4c93-b916-c917f86ce8dd tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Publish callbacks [] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:30.684109 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-33a81e23-1a4e-4c93-b916-c917f86ce8dd tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] 10.222.0.41 "DELETE /v2.0/subnets/d0305987-9ff4-4907-abff-9a57309928c9 HTTP/1.1" status: 204 len: 168 time: 0.8479519 Jan 28 07:32:30.688130 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 44738) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:30.708238 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c00e6f2-10eb-4188-b668-e00ab297aa42 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Network c2a8a515-9602-4771-be87-a44fdc4f7bc6 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:32:30.715808 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-6c00e6f2-10eb-4188-b668-e00ab297aa42 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:32:30.720006 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b78729ae-ab93-493d-89d8-1824687d6bde req-33974f3f-dc82-4f27-b800-93e8a9133b39 tempest-VolumesActionsTest-2046619294 tempest-VolumesActionsTest-2046619294-project] Publish callbacks [] for port (adacfb20-4fc3-47f6-8bff-5184759241b4), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:30.833115 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-728fedc2-2f33-49d3-b12e-7c1b1915c6fd tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16319006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16606699'] for router_interface (5aae9ace-a5cc-49a8-b6b9-01aa67a81b7c), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:30.867061 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99190f76-5406-415a-8461-7c906c9d740d tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:30.871724 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-99190f76-5406-415a-8461-7c906c9d740d tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1782525 Jan 28 07:32:30.877433 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 44742) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:31.009172 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c00e6f2-10eb-4188-b668-e00ab297aa42 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Router 2331d298-cab2-4b40-8f1c-d2ab8f3abfed has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:32:31.024838 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b78729ae-ab93-493d-89d8-1824687d6bde req-33974f3f-dc82-4f27-b800-93e8a9133b39 tempest-VolumesActionsTest-2046619294 tempest-VolumesActionsTest-2046619294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (adacfb20-4fc3-47f6-8bff-5184759241b4), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:31.045340 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-29c399b7-2ca2-457a-9db5-1d43137c486d admin admin] Publish callbacks [] for security_group (50088973-74a2-4b7d-a5ff-834a2ca85891), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:31.085736 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-29c399b7-2ca2-457a-9db5-1d43137c486d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (50088973-74a2-4b7d-a5ff-834a2ca85891), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:31.147056 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b78729ae-ab93-493d-89d8-1824687d6bde req-33974f3f-dc82-4f27-b800-93e8a9133b39 tempest-VolumesActionsTest-2046619294 tempest-VolumesActionsTest-2046619294-project] Network 5756b764-230b-4a95-9c02-70dc4b2a9110 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:32:31.150306 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-728fedc2-2f33-49d3-b12e-7c1b1915c6fd tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Router 5aae9ace-a5cc-49a8-b6b9-01aa67a81b7c has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:32:31.153177 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [req-b78729ae-ab93-493d-89d8-1824687d6bde req-33974f3f-dc82-4f27-b800-93e8a9133b39 tempest-VolumesActionsTest-2046619294 tempest-VolumesActionsTest-2046619294-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:32:31.157566 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c399b7-2ca2-457a-9db5-1d43137c486d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50088973-74a2-4b7d-a5ff-834a2ca85891,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:31.163352 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-29c399b7-2ca2-457a-9db5-1d43137c486d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c5ce564babf540b2b9c78c7fe72465de&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7099357 Jan 28 07:32:31.168054 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-b78729ae-ab93-493d-89d8-1824687d6bde req-33974f3f-dc82-4f27-b800-93e8a9133b39 tempest-VolumesActionsTest-2046619294 tempest-VolumesActionsTest-2046619294-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:32:31.177139 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f27e9cf4-f9ff-4654-9d7a-9f90c162ade8 tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (b5f51697-de7b-4dc9-9ce8-0a3bbb635ba6), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:31.177392 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 44744) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:31.180176 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33974f3f-dc82-4f27-b800-93e8a9133b39 tempest-VolumesActionsTest-2046619294 tempest-VolumesActionsTest-2046619294-project] Pushing event updated for resources: {'Port': ['ID=adacfb20-4fc3-47f6-8bff-5184759241b4,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:31.235547 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-12406cf4-efe3-4093-bfb3-5361677a3b72 None None] Provisioning complete for port 04d9f825-e248-4096-b02e-fd94824d7411 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:32:31.236142 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-12406cf4-efe3-4093-bfb3-5361677a3b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (04d9f825-e248-4096-b02e-fd94824d7411), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:31.316461 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-728fedc2-2f33-49d3-b12e-7c1b1915c6fd tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:32:31.326735 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-728fedc2-2f33-49d3-b12e-7c1b1915c6fd tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] 10.222.0.41 "PUT /v2.0/routers/5aae9ace-a5cc-49a8-b6b9-01aa67a81b7c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4332740 Jan 28 07:32:31.326735 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 44748) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:31.333469 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-12406cf4-efe3-4093-bfb3-5361677a3b72 None None] Port 04d9f825-e248-4096-b02e-fd94824d7411 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:32:31.334263 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a59d906-59ea-4fbb-8f83-9689ddcdc90c None None] Sync routers for ids ['5aae9ace-a5cc-49a8-b6b9-01aa67a81b7c'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:32:31.368339 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a59d906-59ea-4fbb-8f83-9689ddcdc90c None None] Routers {'5aae9ace-a5cc-49a8-b6b9-01aa67a81b7c'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:32:31.371525 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-3a59d906-59ea-4fbb-8f83-9689ddcdc90c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:32:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['5aae9ace-a5cc-49a8-b6b9-01aa67a81b7c'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:32:31.372483 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c00e6f2-10eb-4188-b668-e00ab297aa42 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:32:31.384838 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-6c00e6f2-10eb-4188-b668-e00ab297aa42 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] 10.222.0.41 "PUT /v2.0/routers/2331d298-cab2-4b40-8f1c-d2ab8f3abfed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8732698 Jan 28 07:32:31.387333 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca77e54-1c66-4f85-a07a-8d126d5689a2 None None] Sync routers for ids ['2331d298-cab2-4b40-8f1c-d2ab8f3abfed'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:32:31.388600 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 44750) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:31.404059 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca77e54-1c66-4f85-a07a-8d126d5689a2 None None] Routers {'2331d298-cab2-4b40-8f1c-d2ab8f3abfed'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:32:31.404753 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-2ca77e54-1c66-4f85-a07a-8d126d5689a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:32:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['2331d298-cab2-4b40-8f1c-d2ab8f3abfed'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:32:31.428397 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78729ae-ab93-493d-89d8-1824687d6bde req-33974f3f-dc82-4f27-b800-93e8a9133b39 tempest-VolumesActionsTest-2046619294 tempest-VolumesActionsTest-2046619294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:31.436659 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b78729ae-ab93-493d-89d8-1824687d6bde req-33974f3f-dc82-4f27-b800-93e8a9133b39 tempest-VolumesActionsTest-2046619294 tempest-VolumesActionsTest-2046619294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:31.446180 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-2ca77e54-1c66-4f85-a07a-8d126d5689a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:32:31.452266 n-d-712749-28 neutron-server[103284]: INFO neutron.api.v2.resource [None req-ae102c4f-7088-424e-8261-fa2c46510545 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] show failed (client error): The resource could not be found. Jan 28 07:32:31.453794 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-ae102c4f-7088-424e-8261-fa2c46510545 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] 10.222.0.41 "GET /v2.0/routers/tempest-non_exist_router-1567111306 HTTP/1.1" status: 404 len: 335 time: 0.1251929 Jan 28 07:32:31.460751 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-3a59d906-59ea-4fbb-8f83-9689ddcdc90c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:32:31.466874 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca77e54-1c66-4f85-a07a-8d126d5689a2 None None] Routers {'2331d298-cab2-4b40-8f1c-d2ab8f3abfed'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:32:31.467504 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-2ca77e54-1c66-4f85-a07a-8d126d5689a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:32:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['2331d298-cab2-4b40-8f1c-d2ab8f3abfed'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:32:31.470674 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a59d906-59ea-4fbb-8f83-9689ddcdc90c None None] Routers {'5aae9ace-a5cc-49a8-b6b9-01aa67a81b7c'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:32:31.471417 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-3a59d906-59ea-4fbb-8f83-9689ddcdc90c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:32:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['5aae9ace-a5cc-49a8-b6b9-01aa67a81b7c'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:32:31.491139 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 44752) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:31.496407 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-c4483148-8f21-46da-8bdf-37d42cb5af30 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:32:31.515424 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-2ca77e54-1c66-4f85-a07a-8d126d5689a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:32:31.516181 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca77e54-1c66-4f85-a07a-8d126d5689a2 None None] The sync data for ids ['2331d298-cab2-4b40-8f1c-d2ab8f3abfed'] in n-d-712749-28 is: [] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:32:31.516773 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-3a59d906-59ea-4fbb-8f83-9689ddcdc90c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:32:31.519147 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a59d906-59ea-4fbb-8f83-9689ddcdc90c None None] The sync data for ids ['5aae9ace-a5cc-49a8-b6b9-01aa67a81b7c'] in n-d-712749-28 is: [] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:32:31.543059 n-d-712749-28 neutron-server[103284]: INFO neutron.api.v2.resource [None req-c4483148-8f21-46da-8bdf-37d42cb5af30 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] update failed (client error): The resource could not be found. Jan 28 07:32:31.544876 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-c4483148-8f21-46da-8bdf-37d42cb5af30 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] 10.222.0.41 "PUT /v2.0/routers/tempest-non_exist_router-1039367713 HTTP/1.1" status: 404 len: 335 time: 0.0519907 Jan 28 07:32:31.559951 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 44754) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:31.574673 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b78729ae-ab93-493d-89d8-1824687d6bde req-33974f3f-dc82-4f27-b800-93e8a9133b39 tempest-VolumesActionsTest-2046619294 tempest-VolumesActionsTest-2046619294-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3514402 Jan 28 07:32:31.587537 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c655fc1b-44f0-4ff1-a1d1-94f341a0e92e None None] get_active_networks_info from n-d-712749-28 {{(pid=103285) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 07:32:31.593451 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac4526f8-1e6f-40a6-ba92-fcd4ce596996 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:31.598507 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-ac4526f8-1e6f-40a6-ba92-fcd4ce596996 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] 10.222.0.41 "GET /v2.0/ports/04d9f825-e248-4096-b02e-fd94824d7411 HTTP/1.1" status: 200 len: 913 time: 0.2054396 Jan 28 07:32:31.600247 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-aee01a77-bf6b-4884-9c4f-557c0470f123 admin admin] Publish callbacks [] for security_group (50088973-74a2-4b7d-a5ff-834a2ca85891), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:31.600592 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-b78729ae-ab93-493d-89d8-1824687d6bde req-e6fcf843-e276-4b54-bfd7-41f095b5cd19 service neutron] Request body: {'port': {'device_id': 'f0e720ab-e195-4845-a259-c22449094a16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712749-28'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:32:31.601710 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 44756) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:31.642742 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90ba42f-3a82-4617-b7d5-759eb137a166 req-428042be-1d63-4b45-80cf-cfdcdfe8609f tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:31.644375 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e90ba42f-3a82-4617-b7d5-759eb137a166 req-428042be-1d63-4b45-80cf-cfdcdfe8609f tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf3dce86-52a5-4ad6-a32e-4d2eeff412a4 HTTP/1.1" status: 200 len: 946 time: 0.1714377 Jan 28 07:32:31.683773 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-12267fb7-e53f-4cf5-ab6f-e26b552141d5 None None] Provisioning complete for port 8de5bb28-a3c7-48fd-afaf-05ab7e16674e triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:32:31.684158 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-12267fb7-e53f-4cf5-ab6f-e26b552141d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (8de5bb28-a3c7-48fd-afaf-05ab7e16674e), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:31.702040 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-f27e9cf4-f9ff-4654-9d7a-9f90c162ade8 tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Deleting port 8de5bb28-a3c7-48fd-afaf-05ab7e16674e {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:32:31.702497 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f27e9cf4-f9ff-4654-9d7a-9f90c162ade8 tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (8de5bb28-a3c7-48fd-afaf-05ab7e16674e), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:31.703281 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-943cfec0-c763-4930-8d0d-6004bedeae77 req-cc478403-19ed-40c7-90da-4837cd98c80c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c9455bd8-bb23-42e6-95a1-cefa55c6a33d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2642355 Jan 28 07:32:31.717331 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c2941e-2194-492c-91bc-a929424ce763 req-0080fc40-d63b-47af-9302-ad77dc7fd3b8 tempest-VolumesActionsTest-2046619294 tempest-VolumesActionsTest-2046619294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:31.718825 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f0c2941e-2194-492c-91bc-a929424ce763 req-0080fc40-d63b-47af-9302-ad77dc7fd3b8 tempest-VolumesActionsTest-2046619294 tempest-VolumesActionsTest-2046619294-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0e720ab-e195-4845-a259-c22449094a16 HTTP/1.1" status: 200 len: 931 time: 0.2936683 Jan 28 07:32:31.724466 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-aee01a77-bf6b-4884-9c4f-557c0470f123 admin admin] Publish callbacks [] for security_group (50088973-74a2-4b7d-a5ff-834a2ca85891), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:31.739753 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-db36de7e-d67f-4bc4-8cc3-fd9f9fe3dfb9 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Deleting subnet c3a29f68-01a2-43c8-9345-e6aa1c541f22 {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:32:31.749659 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c655fc1b-44f0-4ff1-a1d1-94f341a0e92e None None] Resources bound (agent type, host, resource id): {{(pid=103285) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 07:32:31.753034 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-db36de7e-d67f-4bc4-8cc3-fd9f9fe3dfb9 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Publish callbacks [] for subnet (c3a29f68-01a2-43c8-9345-e6aa1c541f22), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:31.820666 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e90ba42f-3a82-4617-b7d5-759eb137a166 req-2ec0ed4f-5dc3-4a28-923b-106174f56b84 tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c5346dc-f757-4ff5-9ea1-d40d9bd6b869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504948 Jan 28 07:32:31.821765 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b78729ae-ab93-493d-89d8-1824687d6bde req-e6fcf843-e276-4b54-bfd7-41f095b5cd19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (adacfb20-4fc3-47f6-8bff-5184759241b4), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:31.856528 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-12267fb7-e53f-4cf5-ab6f-e26b552141d5 None None] Current status of the port 8de5bb28-a3c7-48fd-afaf-05ab7e16674e is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:32:31.856883 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-12267fb7-e53f-4cf5-ab6f-e26b552141d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (8de5bb28-a3c7-48fd-afaf-05ab7e16674e), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:31.884355 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-f27e9cf4-f9ff-4654-9d7a-9f90c162ade8 tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] For port 8de5bb28-a3c7-48fd-afaf-05ab7e16674e, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=8de5bb28-a3c7-48fd-afaf-05ab7e16674e,segment=NetworkSegment(3bb6688c-478c-4ea5-8bb5-cdc5af490c11),segment_id=3bb6688c-478c-4ea5-8bb5-cdc5af490c11)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:32:31.884743 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f27e9cf4-f9ff-4654-9d7a-9f90c162ade8 tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (8de5bb28-a3c7-48fd-afaf-05ab7e16674e), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:31.901220 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-db36de7e-d67f-4bc4-8cc3-fd9f9fe3dfb9 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24759175'] for subnet (c3a29f68-01a2-43c8-9345-e6aa1c541f22), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:31.905690 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-12267fb7-e53f-4cf5-ab6f-e26b552141d5 None None] For port 8de5bb28-a3c7-48fd-afaf-05ab7e16674e, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=8de5bb28-a3c7-48fd-afaf-05ab7e16674e,segment=NetworkSegment(3bb6688c-478c-4ea5-8bb5-cdc5af490c11),segment_id=3bb6688c-478c-4ea5-8bb5-cdc5af490c11)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:32:31.906093 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-f27e9cf4-f9ff-4654-9d7a-9f90c162ade8 tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Calling delete_port for 8de5bb28-a3c7-48fd-afaf-05ab7e16674e owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:32:31.915103 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-12267fb7-e53f-4cf5-ab6f-e26b552141d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (8de5bb28-a3c7-48fd-afaf-05ab7e16674e), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:32.022423 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943cfec0-c763-4930-8d0d-6004bedeae77 req-06f9c9c1-a357-4bf2-969e-d4e4f1102c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:32.023961 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-943cfec0-c763-4930-8d0d-6004bedeae77 req-06f9c9c1-a357-4bf2-969e-d4e4f1102c63 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=af35f21ed1ee47008678836969a0d253&device_id=c9455bd8-bb23-42e6-95a1-cefa55c6a33d HTTP/1.1" status: 200 len: 1098 time: 0.2342391 Jan 28 07:32:32.027224 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f0c2941e-2194-492c-91bc-a929424ce763 req-20a1f73a-f6ba-4df7-a9d9-5f7ee86e4240 tempest-VolumesActionsTest-2046619294 tempest-VolumesActionsTest-2046619294-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a515e2c-f1b1-4b77-93a7-8b4d24326c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2668250 Jan 28 07:32:32.038549 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-aee01a77-bf6b-4884-9c4f-557c0470f123 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (50088973-74a2-4b7d-a5ff-834a2ca85891), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:32.040634 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12267fb7-e53f-4cf5-ab6f-e26b552141d5 None None] Pushing event updated for resources: {'Port': ['ID=8de5bb28-a3c7-48fd-afaf-05ab7e16674e,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:32.041142 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-aee01a77-bf6b-4884-9c4f-557c0470f123 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:32.044675 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-aee01a77-bf6b-4884-9c4f-557c0470f123 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/50088973-74a2-4b7d-a5ff-834a2ca85891 HTTP/1.1" status: 204 len: 168 time: 0.8640099 Jan 28 07:32:32.105760 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee01a77-bf6b-4884-9c4f-557c0470f123 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50088973-74a2-4b7d-a5ff-834a2ca85891,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:32.151239 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a0c39b-a807-4ae7-a9e2-924e4af791d7 None None] Network b5f51697-de7b-4dc9-9ce8-0a3bbb635ba6 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:32:32.213408 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 8de5bb28-a3c7-48fd-afaf-05ab7e16674e up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:32:32.248099 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-db36de7e-d67f-4bc4-8cc3-fd9f9fe3dfb9 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (c3a29f68-01a2-43c8-9345-e6aa1c541f22), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:32.302517 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 8de5bb28-a3c7-48fd-afaf-05ab7e16674e triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:32:32.302996 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (8de5bb28-a3c7-48fd-afaf-05ab7e16674e), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:32.322830 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943cfec0-c763-4930-8d0d-6004bedeae77 req-1d5ce89d-b1ab-41ca-9a4c-74f7f08a1dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:32.324339 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-943cfec0-c763-4930-8d0d-6004bedeae77 req-1d5ce89d-b1ab-41ca-9a4c-74f7f08a1dbf service neutron] 10.222.0.44 "GET /v2.0/networks?id=357baa4b-4f79-49f8-be8c-5fdc754a2350 HTTP/1.1" status: 200 len: 917 time: 0.2313335 Jan 28 07:32:32.368799 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [req-b78729ae-ab93-493d-89d8-1824687d6bde req-e6fcf843-e276-4b54-bfd7-41f095b5cd19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adacfb20-4fc3-47f6-8bff-5184759241b4 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:32:32.374321 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f27e9cf4-f9ff-4654-9d7a-9f90c162ade8 tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (8de5bb28-a3c7-48fd-afaf-05ab7e16674e), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:32.386986 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Could not find standard attr ID for object 8de5bb28-a3c7-48fd-afaf-05ab7e16674e. {{(pid=103285) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 07:32:32.387400 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b78729ae-ab93-493d-89d8-1824687d6bde req-e6fcf843-e276-4b54-bfd7-41f095b5cd19 service neutron] Publish callbacks [] for port (adacfb20-4fc3-47f6-8bff-5184759241b4), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:32.391829 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-943cfec0-c763-4930-8d0d-6004bedeae77 req-e661bc3d-7adf-490f-828e-b71c2c4a5e7c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a9882d3-2fca-48ec-abc7-2e14a8c53ff1 HTTP/1.1" status: 200 len: 217 time: 0.0603933 Jan 28 07:32:32.396166 n-d-712749-28 neutron-server[103285]: INFO neutron.plugins.ml2.db [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No ports have port_id starting with 8de5bb28-a3c7-48fd-afaf-05ab7e16674e Jan 28 07:32:32.413282 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27e9cf4-f9ff-4654-9d7a-9f90c162ade8 tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Pushing event deleted for resources: {'Port': ['ID=8de5bb28-a3c7-48fd-afaf-05ab7e16674e,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:32.417593 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27e9cf4-f9ff-4654-9d7a-9f90c162ade8 tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] No DVR routers for this DVR port 8de5bb28-a3c7-48fd-afaf-05ab7e16674e on host n-d-712749-28 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:32:32.438191 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51fb9ce4-b744-4d74-aad4-9ea95512abf7 None None] DHCP port deletion for b5f51697-de7b-4dc9-9ce8-0a3bbb635ba6 request from n-d-712749-28 {{(pid=103285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 07:32:32.448350 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [req-b78729ae-ab93-493d-89d8-1824687d6bde req-e6fcf843-e276-4b54-bfd7-41f095b5cd19 service neutron] Transition to ACTIVE for port object adacfb20-4fc3-47f6-8bff-5184759241b4 will not be triggered until provisioned by entity L2. {{(pid=103283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:32:32.453030 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-db36de7e-d67f-4bc4-8cc3-fd9f9fe3dfb9 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24757569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24979817'] for subnet (c3a29f68-01a2-43c8-9345-e6aa1c541f22), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:32.474432 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b78729ae-ab93-493d-89d8-1824687d6bde req-e6fcf843-e276-4b54-bfd7-41f095b5cd19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (adacfb20-4fc3-47f6-8bff-5184759241b4), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:32.499999 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db36de7e-d67f-4bc4-8cc3-fd9f9fe3dfb9 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Pushing event deleted for resources: {'Subnet': ['ID=c3a29f68-01a2-43c8-9345-e6aa1c541f22,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:32.502923 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-db36de7e-d67f-4bc4-8cc3-fd9f9fe3dfb9 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:32.510046 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-db36de7e-d67f-4bc4-8cc3-fd9f9fe3dfb9 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] 10.222.0.41 "DELETE /v2.0/subnets/c3a29f68-01a2-43c8-9345-e6aa1c541f22 HTTP/1.1" status: 204 len: 168 time: 0.9489875 Jan 28 07:32:32.512985 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 44766) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:32.526236 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d83da741-67cc-4785-b834-c4d0c6e24297 None None] Network 7fc5a0c7-52ba-48d2-a3ff-9cf4e568e0cc requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:32:32.548585 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943cfec0-c763-4930-8d0d-6004bedeae77 req-7a3b32e3-968e-4be2-8d08-db9466d44576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:32.550062 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-943cfec0-c763-4930-8d0d-6004bedeae77 req-7a3b32e3-968e-4be2-8d08-db9466d44576 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=65a73a7b-dea4-40fe-b353-341144e10c02 HTTP/1.1" status: 200 len: 855 time: 0.1524653 Jan 28 07:32:32.556321 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f27e9cf4-f9ff-4654-9d7a-9f90c162ade8 tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (b5f51697-de7b-4dc9-9ce8-0a3bbb635ba6), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:32.620160 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fcf843-e276-4b54-bfd7-41f095b5cd19 service neutron] Pushing event updated for resources: {'Port': ['ID=adacfb20-4fc3-47f6-8bff-5184759241b4,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:32.626564 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-f27e9cf4-f9ff-4654-9d7a-9f90c162ade8 tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5f51697-de7b-4dc9-9ce8-0a3bbb635ba6']}} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:32:32.664663 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-f27e9cf4-f9ff-4654-9d7a-9f90c162ade8 tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bb6688c-478c-4ea5-8bb5-cdc5af490c11') {'for_net_delete': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:32:32.664967 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-f27e9cf4-f9ff-4654-9d7a-9f90c162ade8 tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bb6688c-478c-4ea5-8bb5-cdc5af490c11') {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:32:32.679775 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f27e9cf4-f9ff-4654-9d7a-9f90c162ade8 tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13506801'] for segment (3bb6688c-478c-4ea5-8bb5-cdc5af490c11), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:32.706211 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f27e9cf4-f9ff-4654-9d7a-9f90c162ade8 tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (3bb6688c-478c-4ea5-8bb5-cdc5af490c11), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:32.715231 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-b78729ae-ab93-493d-89d8-1824687d6bde req-e6fcf843-e276-4b54-bfd7-41f095b5cd19 service neutron] Attempting to bind port adacfb20-4fc3-47f6-8bff-5184759241b4 on host n-h2-712749-28 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:32:32.715577 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-b78729ae-ab93-493d-89d8-1824687d6bde req-e6fcf843-e276-4b54-bfd7-41f095b5cd19 service neutron] Attempting to bind port adacfb20-4fc3-47f6-8bff-5184759241b4 by drivers openvswitch,hyperv on host n-h2-712749-28 at level 0 using segments [{'id': '4027a421-8f77-4f95-b545-494d734aa742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '5756b764-230b-4a95-9c02-70dc4b2a9110'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:32:32.715947 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78729ae-ab93-493d-89d8-1824687d6bde req-e6fcf843-e276-4b54-bfd7-41f095b5cd19 service neutron] Attempting to bind port adacfb20-4fc3-47f6-8bff-5184759241b4 on network 5756b764-230b-4a95-9c02-70dc4b2a9110 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:32:32.718416 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f27e9cf4-f9ff-4654-9d7a-9f90c162ade8 tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=103283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:32:32.718831 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f27e9cf4-f9ff-4654-9d7a-9f90c162ade8 tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13546563'] for segment (3bb6688c-478c-4ea5-8bb5-cdc5af490c11), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:32.722303 n-d-712749-28 neutron-server[103283]: Traceback (most recent call last): Jan 28 07:32:32.722303 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:32:32.722303 n-d-712749-28 neutron-server[103283]: timer() Jan 28 07:32:32.722303 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:32:32.722303 n-d-712749-28 neutron-server[103283]: cb(*args, **kw) Jan 28 07:32:32.722303 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:32:32.722303 n-d-712749-28 neutron-server[103283]: return func(*args, **kwargs) Jan 28 07:32:32.722303 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:32:32.722303 n-d-712749-28 neutron-server[103283]: self._notify() Jan 28 07:32:32.722303 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:32:32.722303 n-d-712749-28 neutron-server[103283]: self.callback(batched_events) Jan 28 07:32:32.722303 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:32:32.722303 n-d-712749-28 neutron-server[103283]: event.method(event) Jan 28 07:32:32.722303 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:32:32.722303 n-d-712749-28 neutron-server[103283]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:32:32.722303 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:32:32.722303 n-d-712749-28 neutron-server[103283]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:32:32.722303 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:32:32.722303 n-d-712749-28 neutron-server[103283]: return f(self, *a, **k) Jan 28 07:32:32.722303 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:32:32.722303 n-d-712749-28 neutron-server[103283]: return self._get(url).json() Jan 28 07:32:32.722303 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:32:32.722303 n-d-712749-28 neutron-server[103283]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:32:32.722303 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:32:32.722303 n-d-712749-28 neutron-server[103283]: return self.request(url, 'GET', **kwargs) Jan 28 07:32:32.722303 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:32:32.722303 n-d-712749-28 neutron-server[103283]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:32:32.722303 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:32:32.722303 n-d-712749-28 neutron-server[103283]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:32:32.722303 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:32:32.722303 n-d-712749-28 neutron-server[103283]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:32:32.722303 n-d-712749-28 neutron-server[103283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:32:32.736784 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78729ae-ab93-493d-89d8-1824687d6bde req-e6fcf843-e276-4b54-bfd7-41f095b5cd19 service neutron] Port adacfb20-4fc3-47f6-8bff-5184759241b4 on network 5756b764-230b-4a95-9c02-70dc4b2a9110 not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-28 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:32:32.737118 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78729ae-ab93-493d-89d8-1824687d6bde req-e6fcf843-e276-4b54-bfd7-41f095b5cd19 service neutron] Attempting to bind port adacfb20-4fc3-47f6-8bff-5184759241b4 on network 5756b764-230b-4a95-9c02-70dc4b2a9110 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:32:32.776448 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78729ae-ab93-493d-89d8-1824687d6bde req-e6fcf843-e276-4b54-bfd7-41f095b5cd19 service neutron] Checking agent: {'id': 'c9906e63-062c-432e-bb53-63fdb8115e18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 32, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:32:32.777240 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78729ae-ab93-493d-89d8-1824687d6bde req-e6fcf843-e276-4b54-bfd7-41f095b5cd19 service neutron] Checking segment: {'id': '4027a421-8f77-4f95-b545-494d734aa742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '5756b764-230b-4a95-9c02-70dc4b2a9110'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:32:32.777871 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78729ae-ab93-493d-89d8-1824687d6bde req-e6fcf843-e276-4b54-bfd7-41f095b5cd19 service neutron] Bound using segment: {'id': '4027a421-8f77-4f95-b545-494d734aa742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '5756b764-230b-4a95-9c02-70dc4b2a9110'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:32:32.778566 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-b78729ae-ab93-493d-89d8-1824687d6bde req-e6fcf843-e276-4b54-bfd7-41f095b5cd19 service neutron] Bound port: adacfb20-4fc3-47f6-8bff-5184759241b4, host: n-h2-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4027a421-8f77-4f95-b545-494d734aa742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '5756b764-230b-4a95-9c02-70dc4b2a9110'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:32:32.779320 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b78729ae-ab93-493d-89d8-1824687d6bde req-e6fcf843-e276-4b54-bfd7-41f095b5cd19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (adacfb20-4fc3-47f6-8bff-5184759241b4), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:32.787916 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c5f685d-823b-4407-8a4e-081d84b593e5 None None] DHCP port deletion for 7fc5a0c7-52ba-48d2-a3ff-9cf4e568e0cc request from n-d-712749-28 {{(pid=103285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 07:32:32.870996 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f27e9cf4-f9ff-4654-9d7a-9f90c162ade8 tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (b5f51697-de7b-4dc9-9ce8-0a3bbb635ba6), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:32.890645 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f27e9cf4-f9ff-4654-9d7a-9f90c162ade8 tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Publish callbacks [] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:32.894760 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-f27e9cf4-f9ff-4654-9d7a-9f90c162ade8 tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] 10.222.0.41 "DELETE /v2.0/networks/b5f51697-de7b-4dc9-9ce8-0a3bbb635ba6 HTTP/1.1" status: 204 len: 168 time: 2.0160856 Jan 28 07:32:32.903937 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 44776) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:32.914461 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27e9cf4-f9ff-4654-9d7a-9f90c162ade8 tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Pushing event deleted for resources: {'Network': ['ID=b5f51697-de7b-4dc9-9ce8-0a3bbb635ba6,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:32.930163 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-b78729ae-ab93-493d-89d8-1824687d6bde req-e6fcf843-e276-4b54-bfd7-41f095b5cd19 service neutron] For port adacfb20-4fc3-47f6-8bff-5184759241b4, host n-h2-712749-28, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:32:32.935141 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-b78729ae-ab93-493d-89d8-1824687d6bde req-e6fcf843-e276-4b54-bfd7-41f095b5cd19 service neutron] For port adacfb20-4fc3-47f6-8bff-5184759241b4, host n-h2-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=adacfb20-4fc3-47f6-8bff-5184759241b4,segment=NetworkSegment(4027a421-8f77-4f95-b545-494d734aa742),segment_id=4027a421-8f77-4f95-b545-494d734aa742)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:32:32.940893 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b78729ae-ab93-493d-89d8-1824687d6bde req-e6fcf843-e276-4b54-bfd7-41f095b5cd19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (adacfb20-4fc3-47f6-8bff-5184759241b4), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:32.960323 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-2c5f685d-823b-4407-8a4e-081d84b593e5 None None] Deleting port 306b1410-595a-4410-bb85-7d2183e76226 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:32:32.960961 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2c5f685d-823b-4407-8a4e-081d84b593e5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (306b1410-595a-4410-bb85-7d2183e76226), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:32.988246 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78729ae-ab93-493d-89d8-1824687d6bde req-e6fcf843-e276-4b54-bfd7-41f095b5cd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:32.989358 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b78729ae-ab93-493d-89d8-1824687d6bde req-e6fcf843-e276-4b54-bfd7-41f095b5cd19 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:32.991151 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b78729ae-ab93-493d-89d8-1824687d6bde req-e6fcf843-e276-4b54-bfd7-41f095b5cd19 service neutron] 10.222.0.44 "PUT /v2.0/ports/adacfb20-4fc3-47f6-8bff-5184759241b4 HTTP/1.1" status: 200 len: 1092 time: 1.3951659 Jan 28 07:32:32.991791 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0e720ab-e195-4845-a259-c22449094a16', 'tag': 'adacfb20-4fc3-47f6-8bff-5184759241b4'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:32:32.995130 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aff95d07-6acf-42d7-8c34-027062f4998f" -d '{"events": [{"name": "network-changed", "server_uuid": "f0e720ab-e195-4845-a259-c22449094a16", "tag": "adacfb20-4fc3-47f6-8bff-5184759241b4"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:32:33.033870 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a348ef6e-0465-4b07-b83c-317e5efe8b73 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16606535'] for router_interface (2331d298-cab2-4b40-8f1c-d2ab8f3abfed), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:33.037928 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fcf843-e276-4b54-bfd7-41f095b5cd19 service neutron] Pushing event updated for resources: {'Port': ['ID=adacfb20-4fc3-47f6-8bff-5184759241b4,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:33.064721 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-2c5f685d-823b-4407-8a4e-081d84b593e5 None None] For port 306b1410-595a-4410-bb85-7d2183e76226, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=306b1410-595a-4410-bb85-7d2183e76226,segment=NetworkSegment(69d152fc-1be8-4183-983b-ec77b5e4668a),segment_id=69d152fc-1be8-4183-983b-ec77b5e4668a)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:32:33.065248 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2c5f685d-823b-4407-8a4e-081d84b593e5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (306b1410-595a-4410-bb85-7d2183e76226), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:33.085707 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-2c5f685d-823b-4407-8a4e-081d84b593e5 None None] Calling delete_port for 306b1410-595a-4410-bb85-7d2183e76226 owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:32:33.093303 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6d5e0abe-dc03-4fe7-a6c5-a3160a91e7a7 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (7fc5a0c7-52ba-48d2-a3ff-9cf4e568e0cc), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:33.106980 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c7a0c0-af32-487d-9064-ff42cf44d554 req-bba37f7c-0189-4bd6-a578-fb3b05185e70 tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:33.108893 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b0c7a0c0-af32-487d-9064-ff42cf44d554 req-bba37f7c-0189-4bd6-a578-fb3b05185e70 tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf3dce86-52a5-4ad6-a32e-4d2eeff412a4 HTTP/1.1" status: 200 len: 946 time: 0.0922143 Jan 28 07:32:33.143074 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:32:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3392b36c-78ff-4111-ba59-db7064631b0d x-openstack-request-id: req-3392b36c-78ff-4111-ba59-db7064631b0d {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:32:33.143378 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0e720ab-e195-4845-a259-c22449094a16", "tag": "adacfb20-4fc3-47f6-8bff-5184759241b4", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:32:33.144221 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3392b36c-78ff-4111-ba59-db7064631b0d {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:32:33.144717 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0e720ab-e195-4845-a259-c22449094a16', 'tag': 'adacfb20-4fc3-47f6-8bff-5184759241b4', 'status': 'completed', 'code': 200} Jan 28 07:32:33.189356 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ed4c0387-5745-4f5b-9d99-76626c279613 tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (0607ac85-d4ae-435a-a26c-418b45891f07), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:33.204281 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943cfec0-c763-4930-8d0d-6004bedeae77 req-7ca08621-e7cf-4f7a-adb8-84bdc403a4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:33.206791 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-943cfec0-c763-4930-8d0d-6004bedeae77 req-7ca08621-e7cf-4f7a-adb8-84bdc403a4be service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=357baa4b-4f79-49f8-be8c-5fdc754a2350&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6373930 Jan 28 07:32:33.211893 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b0c7a0c0-af32-487d-9064-ff42cf44d554 req-a5512359-2ee5-4997-b6ca-c0dc7f560bb2 tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c5346dc-f757-4ff5-9ea1-d40d9bd6b869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968885 Jan 28 07:32:33.218586 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78729ae-ab93-493d-89d8-1824687d6bde req-53273945-1ce0-4a89-9543-aa6f516a8d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:33.220285 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b78729ae-ab93-493d-89d8-1824687d6bde req-53273945-1ce0-4a89-9543-aa6f516a8d0a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c6b0b8502e6c4c1395d983ba16e764ac&device_id=f0e720ab-e195-4845-a259-c22449094a16 HTTP/1.1" status: 200 len: 1095 time: 0.0799630 Jan 28 07:32:33.250827 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:33.255400 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2c5f685d-823b-4407-8a4e-081d84b593e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298'] for port (306b1410-595a-4410-bb85-7d2183e76226), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:33.263712 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1ba6438e-350b-4cd2-a9d5-d86e2ef27148 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:33.279766 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b78729ae-ab93-493d-89d8-1824687d6bde req-04a8f4e6-997c-4d47-9c11-0f5d078f5d7d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=adacfb20-4fc3-47f6-8bff-5184759241b4 HTTP/1.1" status: 200 len: 217 time: 0.0448103 Jan 28 07:32:33.285155 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5f685d-823b-4407-8a4e-081d84b593e5 None None] Pushing event deleted for resources: {'Port': ['ID=306b1410-595a-4410-bb85-7d2183e76226,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:33.290664 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5f685d-823b-4407-8a4e-081d84b593e5 None None] No DVR routers for this DVR port 306b1410-595a-4410-bb85-7d2183e76226 on host n-d-712749-28 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:32:33.344587 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78729ae-ab93-493d-89d8-1824687d6bde req-f6ef5116-f949-45d2-84be-942325d08084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:33.346085 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b78729ae-ab93-493d-89d8-1824687d6bde req-f6ef5116-f949-45d2-84be-942325d08084 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a1cf83b1-cade-43b4-8bf2-8f132ba99fa6 HTTP/1.1" status: 200 len: 849 time: 0.0549517 Jan 28 07:32:33.361339 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-6d5e0abe-dc03-4fe7-a6c5-a3160a91e7a7 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] The port '306b1410-595a-4410-bb85-7d2183e76226' was deleted {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1993}} Jan 28 07:32:33.390191 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b78729ae-ab93-493d-89d8-1824687d6bde req-f117437e-d6c5-4f85-ac37-a2c3478eff6b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5756b764-230b-4a95-9c02-70dc4b2a9110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375209 Jan 28 07:32:33.487717 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b78729ae-ab93-493d-89d8-1824687d6bde req-ab4dbbb1-f5d3-4146-ba28-aba50d1d5138 service neutron] 10.222.0.44 "GET /v2.0/networks/5756b764-230b-4a95-9c02-70dc4b2a9110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907080 Jan 28 07:32:33.552422 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04da902a-765f-4064-badc-3b34f1a0bea6 req-d46d678d-5b52-40cd-b4d7-b8ac9a5969ef tempest-VolumesActionsTest-2046619294 tempest-VolumesActionsTest-2046619294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:33.554010 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-04da902a-765f-4064-badc-3b34f1a0bea6 req-d46d678d-5b52-40cd-b4d7-b8ac9a5969ef tempest-VolumesActionsTest-2046619294 tempest-VolumesActionsTest-2046619294-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0e720ab-e195-4845-a259-c22449094a16 HTTP/1.1" status: 200 len: 943 time: 0.3451254 Jan 28 07:32:33.567287 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6d5e0abe-dc03-4fe7-a6c5-a3160a91e7a7 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (7fc5a0c7-52ba-48d2-a3ff-9cf4e568e0cc), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:33.572802 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-943cfec0-c763-4930-8d0d-6004bedeae77 req-df7afb82-e90f-4f8c-b0fb-718fe2b76ea6 service neutron] 10.222.0.44 "GET /v2.0/networks/357baa4b-4f79-49f8-be8c-5fdc754a2350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3457663 Jan 28 07:32:33.606297 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b78729ae-ab93-493d-89d8-1824687d6bde req-24e8940e-0bfe-4e52-9d97-99fcd15449c2 service neutron] 10.222.0.44 "GET /v2.0/networks/5756b764-230b-4a95-9c02-70dc4b2a9110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124508 Jan 28 07:32:33.632494 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-6d5e0abe-dc03-4fe7-a6c5-a3160a91e7a7 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fc5a0c7-52ba-48d2-a3ff-9cf4e568e0cc']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:32:33.672602 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-6d5e0abe-dc03-4fe7-a6c5-a3160a91e7a7 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69d152fc-1be8-4183-983b-ec77b5e4668a') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:32:33.672751 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-6d5e0abe-dc03-4fe7-a6c5-a3160a91e7a7 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69d152fc-1be8-4183-983b-ec77b5e4668a') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:32:33.703110 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6d5e0abe-dc03-4fe7-a6c5-a3160a91e7a7 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24759294'] for segment (69d152fc-1be8-4183-983b-ec77b5e4668a), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:33.737905 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff95d07-6acf-42d7-8c34-027062f4998f req-930f8be8-2525-48b8-b3c6-253cd50fe991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:33.741459 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-aff95d07-6acf-42d7-8c34-027062f4998f req-930f8be8-2525-48b8-b3c6-253cd50fe991 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c6b0b8502e6c4c1395d983ba16e764ac&device_id=f0e720ab-e195-4845-a259-c22449094a16 HTTP/1.1" status: 200 len: 1095 time: 0.0460403 Jan 28 07:32:33.744833 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-ed4c0387-5745-4f5b-9d99-76626c279613 tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Deleting port fbce97d1-3d0f-4387-9663-cd9566e254e8 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:32:33.745193 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ed4c0387-5745-4f5b-9d99-76626c279613 tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (fbce97d1-3d0f-4387-9663-cd9566e254e8), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:33.753693 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6d5e0abe-dc03-4fe7-a6c5-a3160a91e7a7 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (69d152fc-1be8-4183-983b-ec77b5e4668a), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:33.773470 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-04da902a-765f-4064-badc-3b34f1a0bea6 req-2bf09aea-53d6-4007-b146-6a1214e03fa1 tempest-VolumesActionsTest-2046619294 tempest-VolumesActionsTest-2046619294-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a515e2c-f1b1-4b77-93a7-8b4d24326c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102563 Jan 28 07:32:33.780566 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d5e0abe-dc03-4fe7-a6c5-a3160a91e7a7 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:32:33.780856 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6d5e0abe-dc03-4fe7-a6c5-a3160a91e7a7 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24757675'] for segment (69d152fc-1be8-4183-983b-ec77b5e4668a), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:33.786363 n-d-712749-28 neutron-server[103284]: Traceback (most recent call last): Jan 28 07:32:33.786363 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:32:33.786363 n-d-712749-28 neutron-server[103284]: timer() Jan 28 07:32:33.786363 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:32:33.786363 n-d-712749-28 neutron-server[103284]: cb(*args, **kw) Jan 28 07:32:33.786363 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:32:33.786363 n-d-712749-28 neutron-server[103284]: return func(*args, **kwargs) Jan 28 07:32:33.786363 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:32:33.786363 n-d-712749-28 neutron-server[103284]: self._notify() Jan 28 07:32:33.786363 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:32:33.786363 n-d-712749-28 neutron-server[103284]: self.callback(batched_events) Jan 28 07:32:33.786363 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:32:33.786363 n-d-712749-28 neutron-server[103284]: event.method(event) Jan 28 07:32:33.786363 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:32:33.786363 n-d-712749-28 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:32:33.786363 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:32:33.786363 n-d-712749-28 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:32:33.786363 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:32:33.786363 n-d-712749-28 neutron-server[103284]: return f(self, *a, **k) Jan 28 07:32:33.786363 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:32:33.786363 n-d-712749-28 neutron-server[103284]: return self._get(url).json() Jan 28 07:32:33.786363 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:32:33.786363 n-d-712749-28 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:32:33.786363 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:32:33.786363 n-d-712749-28 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Jan 28 07:32:33.786363 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:32:33.786363 n-d-712749-28 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:32:33.786363 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:32:33.786363 n-d-712749-28 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:32:33.786363 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:32:33.786363 n-d-712749-28 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:32:33.786363 n-d-712749-28 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:32:33.857876 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff95d07-6acf-42d7-8c34-027062f4998f req-6b65fd41-1379-4b40-b9ca-5c28fae4a198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:33.859531 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-aff95d07-6acf-42d7-8c34-027062f4998f req-6b65fd41-1379-4b40-b9ca-5c28fae4a198 service neutron] 10.222.0.44 "GET /v2.0/networks?id=5756b764-230b-4a95-9c02-70dc4b2a9110 HTTP/1.1" status: 200 len: 910 time: 0.1117008 Jan 28 07:32:33.879155 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-943cfec0-c763-4930-8d0d-6004bedeae77 req-91d4cd52-41ff-4572-a9a0-03c09c6c9ddb service neutron] 10.222.0.44 "GET /v2.0/networks/357baa4b-4f79-49f8-be8c-5fdc754a2350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2908068 Jan 28 07:32:33.943066 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-ed4c0387-5745-4f5b-9d99-76626c279613 tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] For port fbce97d1-3d0f-4387-9663-cd9566e254e8, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=fbce97d1-3d0f-4387-9663-cd9566e254e8,segment=NetworkSegment(53bf35f0-913b-40cf-a191-254c4788be75),segment_id=53bf35f0-913b-40cf-a191-254c4788be75)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:32:33.943516 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ed4c0387-5745-4f5b-9d99-76626c279613 tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (fbce97d1-3d0f-4387-9663-cd9566e254e8), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:33.946837 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6d5e0abe-dc03-4fe7-a6c5-a3160a91e7a7 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (7fc5a0c7-52ba-48d2-a3ff-9cf4e568e0cc), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:33.965429 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6d5e0abe-dc03-4fe7-a6c5-a3160a91e7a7 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:33.971115 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-6d5e0abe-dc03-4fe7-a6c5-a3160a91e7a7 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] 10.222.0.41 "DELETE /v2.0/networks/7fc5a0c7-52ba-48d2-a3ff-9cf4e568e0cc HTTP/1.1" status: 204 len: 168 time: 1.4542134 Jan 28 07:32:33.972840 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 44830) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:34.003889 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:34.016361 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-ed4c0387-5745-4f5b-9d99-76626c279613 tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Calling delete_port for fbce97d1-3d0f-4387-9663-cd9566e254e8 owned by network:dhcp {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:32:34.020485 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5e0abe-dc03-4fe7-a6c5-a3160a91e7a7 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Pushing event deleted for resources: {'Network': ['ID=7fc5a0c7-52ba-48d2-a3ff-9cf4e568e0cc,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:34.111704 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 306b1410-595a-4410-bb85-7d2183e76226 no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:32:34.126813 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf1e3933-14bc-459f-8860-d1058c98f465 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Deleting subnet 26fd53bb-9315-4264-88ab-d3264c0782ac {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:32:34.135012 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bf1e3933-14bc-459f-8860-d1058c98f465 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Publish callbacks [] for subnet (26fd53bb-9315-4264-88ab-d3264c0782ac), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:34.152568 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: 306b1410-595a-4410-bb85-7d2183e76226 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:32:34.153385 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 306b1410-595a-4410-bb85-7d2183e76226 not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:32:34.154697 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 8de5bb28-a3c7-48fd-afaf-05ab7e16674e no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:32:34.185368 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-a348ef6e-0465-4b07-b83c-317e5efe8b73 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Deleting port 04d9f825-e248-4096-b02e-fd94824d7411 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:32:34.185674 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a348ef6e-0465-4b07-b83c-317e5efe8b73 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (04d9f825-e248-4096-b02e-fd94824d7411), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:34.187160 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: 8de5bb28-a3c7-48fd-afaf-05ab7e16674e {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:32:34.187731 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 8de5bb28-a3c7-48fd-afaf-05ab7e16674e not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:32:34.215238 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bf1e3933-14bc-459f-8860-d1058c98f465 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24759175'] for subnet (26fd53bb-9315-4264-88ab-d3264c0782ac), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:34.310440 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ed4c0387-5745-4f5b-9d99-76626c279613 tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (fbce97d1-3d0f-4387-9663-cd9566e254e8), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:34.381182 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4c0387-5745-4f5b-9d99-76626c279613 tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Pushing event deleted for resources: {'Port': ['ID=fbce97d1-3d0f-4387-9663-cd9566e254e8,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:34.386513 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4c0387-5745-4f5b-9d99-76626c279613 tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] No DVR routers for this DVR port fbce97d1-3d0f-4387-9663-cd9566e254e8 on host n-d-712749-28 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:32:34.431421 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a348ef6e-0465-4b07-b83c-317e5efe8b73 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (04d9f825-e248-4096-b02e-fd94824d7411), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:34.444485 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-aff95d07-6acf-42d7-8c34-027062f4998f req-d4d2df2e-9495-405f-9018-4cae36c9430f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=adacfb20-4fc3-47f6-8bff-5184759241b4 HTTP/1.1" status: 200 len: 217 time: 0.5765958 Jan 28 07:32:34.460508 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-a348ef6e-0465-4b07-b83c-317e5efe8b73 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Calling delete_port for 04d9f825-e248-4096-b02e-fd94824d7411 owned by network:router_interface {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:32:34.511066 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bf1e3933-14bc-459f-8860-d1058c98f465 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (26fd53bb-9315-4264-88ab-d3264c0782ac), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:34.531196 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff95d07-6acf-42d7-8c34-027062f4998f req-79d68bf7-6c17-4cc7-8e83-6c2e4cd22f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:34.532659 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-aff95d07-6acf-42d7-8c34-027062f4998f req-79d68bf7-6c17-4cc7-8e83-6c2e4cd22f89 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a1cf83b1-cade-43b4-8bf2-8f132ba99fa6 HTTP/1.1" status: 200 len: 849 time: 0.0807986 Jan 28 07:32:34.537628 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ed4c0387-5745-4f5b-9d99-76626c279613 tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (0607ac85-d4ae-435a-a26c-418b45891f07), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:34.541561 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e00902-a630-47b2-b895-ac6e1ad4f3c7 req-e6c82644-2b50-469f-995b-8d1c2229285a tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:34.543075 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-46e00902-a630-47b2-b895-ac6e1ad4f3c7 req-e6c82644-2b50-469f-995b-8d1c2229285a tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf3dce86-52a5-4ad6-a32e-4d2eeff412a4 HTTP/1.1" status: 200 len: 946 time: 0.1018584 Jan 28 07:32:34.574316 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-aff95d07-6acf-42d7-8c34-027062f4998f req-b4ecb768-e3aa-4013-94c3-4e9d35d08ed7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5756b764-230b-4a95-9c02-70dc4b2a9110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298591 Jan 28 07:32:34.609358 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-ed4c0387-5745-4f5b-9d99-76626c279613 tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0607ac85-d4ae-435a-a26c-418b45891f07']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:32:34.633145 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-ed4c0387-5745-4f5b-9d99-76626c279613 tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53bf35f0-913b-40cf-a191-254c4788be75') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:32:34.633743 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-ed4c0387-5745-4f5b-9d99-76626c279613 tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53bf35f0-913b-40cf-a191-254c4788be75') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:32:34.651642 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ed4c0387-5745-4f5b-9d99-76626c279613 tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24759294'] for segment (53bf35f0-913b-40cf-a191-254c4788be75), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:34.671100 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ed4c0387-5745-4f5b-9d99-76626c279613 tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (53bf35f0-913b-40cf-a191-254c4788be75), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:34.681224 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-46e00902-a630-47b2-b895-ac6e1ad4f3c7 req-6989d876-0d5e-428b-81d8-15dd4cba120a tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c5346dc-f757-4ff5-9ea1-d40d9bd6b869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094091 Jan 28 07:32:34.710220 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bf1e3933-14bc-459f-8860-d1058c98f465 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24757569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24979817'] for subnet (26fd53bb-9315-4264-88ab-d3264c0782ac), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:34.715034 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-aff95d07-6acf-42d7-8c34-027062f4998f req-475b30e2-814c-4288-b451-002e37db8dcf service neutron] 10.222.0.44 "GET /v2.0/networks/5756b764-230b-4a95-9c02-70dc4b2a9110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262250 Jan 28 07:32:34.718635 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed4c0387-5745-4f5b-9d99-76626c279613 tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:32:34.719047 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ed4c0387-5745-4f5b-9d99-76626c279613 tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24757675'] for segment (53bf35f0-913b-40cf-a191-254c4788be75), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:34.728253 n-d-712749-28 neutron-server[103284]: Traceback (most recent call last): Jan 28 07:32:34.728253 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:32:34.728253 n-d-712749-28 neutron-server[103284]: timer() Jan 28 07:32:34.728253 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:32:34.728253 n-d-712749-28 neutron-server[103284]: cb(*args, **kw) Jan 28 07:32:34.728253 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:32:34.728253 n-d-712749-28 neutron-server[103284]: return func(*args, **kwargs) Jan 28 07:32:34.728253 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:32:34.728253 n-d-712749-28 neutron-server[103284]: self._notify() Jan 28 07:32:34.728253 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:32:34.728253 n-d-712749-28 neutron-server[103284]: self.callback(batched_events) Jan 28 07:32:34.728253 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:32:34.728253 n-d-712749-28 neutron-server[103284]: event.method(event) Jan 28 07:32:34.728253 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:32:34.728253 n-d-712749-28 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:32:34.728253 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:32:34.728253 n-d-712749-28 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:32:34.728253 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:32:34.728253 n-d-712749-28 neutron-server[103284]: return f(self, *a, **k) Jan 28 07:32:34.728253 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:32:34.728253 n-d-712749-28 neutron-server[103284]: return self._get(url).json() Jan 28 07:32:34.728253 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:32:34.728253 n-d-712749-28 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:32:34.728253 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:32:34.728253 n-d-712749-28 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Jan 28 07:32:34.728253 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:32:34.728253 n-d-712749-28 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:32:34.728253 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:32:34.728253 n-d-712749-28 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:32:34.728253 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:32:34.728253 n-d-712749-28 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:32:34.728253 n-d-712749-28 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:32:34.796233 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1e3933-14bc-459f-8860-d1058c98f465 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Pushing event deleted for resources: {'Subnet': ['ID=26fd53bb-9315-4264-88ab-d3264c0782ac,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:34.808110 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bf1e3933-14bc-459f-8860-d1058c98f465 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:34.813546 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7557b104-36c2-4bc8-bbdb-ecbf0eab0aef None None] Network 732c7df7-1fac-4010-8235-a2f363f8f3b9 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:32:34.813761 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-bf1e3933-14bc-459f-8860-d1058c98f465 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] 10.222.0.41 "DELETE /v2.0/subnets/26fd53bb-9315-4264-88ab-d3264c0782ac HTTP/1.1" status: 204 len: 168 time: 0.8098209 Jan 28 07:32:34.815406 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 44870) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:34.878745 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ed4c0387-5745-4f5b-9d99-76626c279613 tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (0607ac85-d4ae-435a-a26c-418b45891f07), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:34.885817 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-aff95d07-6acf-42d7-8c34-027062f4998f req-73e2ad68-1efb-4016-bb5f-ac14801ae161 service neutron] 10.222.0.44 "GET /v2.0/networks/5756b764-230b-4a95-9c02-70dc4b2a9110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640449 Jan 28 07:32:34.917553 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ed4c0387-5745-4f5b-9d99-76626c279613 tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:34.922922 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-ed4c0387-5745-4f5b-9d99-76626c279613 tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] 10.222.0.41 "DELETE /v2.0/networks/0607ac85-d4ae-435a-a26c-418b45891f07 HTTP/1.1" status: 204 len: 168 time: 2.0090179 Jan 28 07:32:34.923413 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 44874) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:34.942108 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-777dc680-aee8-4d2f-b50b-5930baa7419b tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Deleting subnet b8f3d0aa-ac3a-425c-8d3b-529c17b07f27 {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:32:34.947753 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4c0387-5745-4f5b-9d99-76626c279613 tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Pushing event deleted for resources: {'Network': ['ID=0607ac85-d4ae-435a-a26c-418b45891f07,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:34.951687 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-777dc680-aee8-4d2f-b50b-5930baa7419b tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Publish callbacks [] for subnet (b8f3d0aa-ac3a-425c-8d3b-529c17b07f27), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:35.013666 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a348ef6e-0465-4b07-b83c-317e5efe8b73 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (04d9f825-e248-4096-b02e-fd94824d7411), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:35.018150 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-777dc680-aee8-4d2f-b50b-5930baa7419b tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24759175'] for subnet (b8f3d0aa-ac3a-425c-8d3b-529c17b07f27), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:35.062110 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e21ca60f-83f3-4d96-bd93-bb4dc8a6f819 tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (ed7cbe33-6957-4a7a-a6b2-2e11d17c843f), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:35.074450 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1150998-c5de-468e-9ed9-a9ddebebd5c2 req-e9d0afde-ed43-49b4-9630-630af6a3c45e tempest-VolumesActionsTest-2046619294 tempest-VolumesActionsTest-2046619294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:35.083014 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f1150998-c5de-468e-9ed9-a9ddebebd5c2 req-e9d0afde-ed43-49b4-9630-630af6a3c45e tempest-VolumesActionsTest-2046619294 tempest-VolumesActionsTest-2046619294-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0e720ab-e195-4845-a259-c22449094a16 HTTP/1.1" status: 200 len: 943 time: 0.1009135 Jan 28 07:32:35.221489 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f5612f5-b67a-4c49-843b-06e660751410 None None] DHCP port deletion for 732c7df7-1fac-4010-8235-a2f363f8f3b9 request from n-d-712749-28 {{(pid=103285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 07:32:35.241789 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f1150998-c5de-468e-9ed9-a9ddebebd5c2 req-8da62c09-9d93-4d81-8403-b70a98b89352 tempest-VolumesActionsTest-2046619294 tempest-VolumesActionsTest-2046619294-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a515e2c-f1b1-4b77-93a7-8b4d24326c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579654 Jan 28 07:32:35.299462 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e21ca60f-83f3-4d96-bd93-bb4dc8a6f819 tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (ed7cbe33-6957-4a7a-a6b2-2e11d17c843f), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:35.322229 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9f5612f5-b67a-4c49-843b-06e660751410 None None] Deleting port 49dc506b-2134-4c60-8cba-9fd977a0619e {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:32:35.322915 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9f5612f5-b67a-4c49-843b-06e660751410 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (49dc506b-2134-4c60-8cba-9fd977a0619e), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:35.337099 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-e21ca60f-83f3-4d96-bd93-bb4dc8a6f819 tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed7cbe33-6957-4a7a-a6b2-2e11d17c843f']}} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:32:35.350598 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-e21ca60f-83f3-4d96-bd93-bb4dc8a6f819 tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7325c86a-57ff-4e60-b868-66fd8c775f42') {'for_net_delete': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:32:35.350905 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-e21ca60f-83f3-4d96-bd93-bb4dc8a6f819 tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7325c86a-57ff-4e60-b868-66fd8c775f42') {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:32:35.368885 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e21ca60f-83f3-4d96-bd93-bb4dc8a6f819 tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13506801'] for segment (7325c86a-57ff-4e60-b868-66fd8c775f42), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:35.386838 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e21ca60f-83f3-4d96-bd93-bb4dc8a6f819 tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (7325c86a-57ff-4e60-b868-66fd8c775f42), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:35.394400 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e21ca60f-83f3-4d96-bd93-bb4dc8a6f819 tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=103283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:32:35.396579 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e21ca60f-83f3-4d96-bd93-bb4dc8a6f819 tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13546563'] for segment (7325c86a-57ff-4e60-b868-66fd8c775f42), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:35.400742 n-d-712749-28 neutron-server[103283]: Traceback (most recent call last): Jan 28 07:32:35.400742 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:32:35.400742 n-d-712749-28 neutron-server[103283]: timer() Jan 28 07:32:35.400742 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:32:35.400742 n-d-712749-28 neutron-server[103283]: cb(*args, **kw) Jan 28 07:32:35.400742 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:32:35.400742 n-d-712749-28 neutron-server[103283]: return func(*args, **kwargs) Jan 28 07:32:35.400742 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:32:35.400742 n-d-712749-28 neutron-server[103283]: self._notify() Jan 28 07:32:35.400742 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:32:35.400742 n-d-712749-28 neutron-server[103283]: self.callback(batched_events) Jan 28 07:32:35.400742 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:32:35.400742 n-d-712749-28 neutron-server[103283]: event.method(event) Jan 28 07:32:35.400742 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:32:35.400742 n-d-712749-28 neutron-server[103283]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:32:35.400742 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:32:35.400742 n-d-712749-28 neutron-server[103283]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:32:35.400742 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:32:35.400742 n-d-712749-28 neutron-server[103283]: return f(self, *a, **k) Jan 28 07:32:35.400742 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:32:35.400742 n-d-712749-28 neutron-server[103283]: return self._get(url).json() Jan 28 07:32:35.400742 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:32:35.400742 n-d-712749-28 neutron-server[103283]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:32:35.400742 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:32:35.400742 n-d-712749-28 neutron-server[103283]: return self.request(url, 'GET', **kwargs) Jan 28 07:32:35.400742 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:32:35.400742 n-d-712749-28 neutron-server[103283]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:32:35.400742 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:32:35.400742 n-d-712749-28 neutron-server[103283]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:32:35.400742 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:32:35.400742 n-d-712749-28 neutron-server[103283]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:32:35.400742 n-d-712749-28 neutron-server[103283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:32:35.446103 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9f5612f5-b67a-4c49-843b-06e660751410 None None] For port 49dc506b-2134-4c60-8cba-9fd977a0619e, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=49dc506b-2134-4c60-8cba-9fd977a0619e,segment=NetworkSegment(3078cae9-21a4-45b9-a729-ee612d8d3543),segment_id=3078cae9-21a4-45b9-a729-ee612d8d3543)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:32:35.446749 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9f5612f5-b67a-4c49-843b-06e660751410 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (49dc506b-2134-4c60-8cba-9fd977a0619e), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:35.468520 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9f5612f5-b67a-4c49-843b-06e660751410 None None] Calling delete_port for 49dc506b-2134-4c60-8cba-9fd977a0619e owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:32:35.491072 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e21ca60f-83f3-4d96-bd93-bb4dc8a6f819 tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (ed7cbe33-6957-4a7a-a6b2-2e11d17c843f), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:35.498489 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e21ca60f-83f3-4d96-bd93-bb4dc8a6f819 tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Publish callbacks [] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:35.504846 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-e21ca60f-83f3-4d96-bd93-bb4dc8a6f819 tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] 10.222.0.41 "DELETE /v2.0/networks/ed7cbe33-6957-4a7a-a6b2-2e11d17c843f HTTP/1.1" status: 204 len: 168 time: 0.5764701 Jan 28 07:32:35.517092 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 44880) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:35.527907 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21ca60f-83f3-4d96-bd93-bb4dc8a6f819 tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Pushing event deleted for resources: {'Network': ['ID=ed7cbe33-6957-4a7a-a6b2-2e11d17c843f,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:35.565139 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a348ef6e-0465-4b07-b83c-317e5efe8b73 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Pushing event deleted for resources: {'Port': ['ID=04d9f825-e248-4096-b02e-fd94824d7411,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:35.619836 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9f5612f5-b67a-4c49-843b-06e660751410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298'] for port (49dc506b-2134-4c60-8cba-9fd977a0619e), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:35.654173 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d4ddfc0f-4b9c-4c0c-bdef-9bcb7bf62f97 tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (b97a3410-b834-4fd6-baae-a69def300ec6), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:35.659465 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5612f5-b67a-4c49-843b-06e660751410 None None] Pushing event deleted for resources: {'Port': ['ID=49dc506b-2134-4c60-8cba-9fd977a0619e,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:35.661686 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1677394d-4214-4847-8608-ae92aa1bb969 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:35.663388 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5612f5-b67a-4c49-843b-06e660751410 None None] No DVR routers for this DVR port 49dc506b-2134-4c60-8cba-9fd977a0619e on host n-d-712749-28 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:32:35.731369 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439d117a-f3a2-4edc-aca1-819ee6747ede req-c0173ba1-97bd-46dc-850e-3bfc2ca1afac tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:35.733726 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-439d117a-f3a2-4edc-aca1-819ee6747ede req-c0173ba1-97bd-46dc-850e-3bfc2ca1afac tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf3dce86-52a5-4ad6-a32e-4d2eeff412a4 HTTP/1.1" status: 200 len: 946 time: 0.5749538 Jan 28 07:32:35.739550 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-777dc680-aee8-4d2f-b50b-5930baa7419b tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (b8f3d0aa-ac3a-425c-8d3b-529c17b07f27), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:35.804829 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d4ddfc0f-4b9c-4c0c-bdef-9bcb7bf62f97 tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (b97a3410-b834-4fd6-baae-a69def300ec6), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:35.833125 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-d4ddfc0f-4b9c-4c0c-bdef-9bcb7bf62f97 tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b97a3410-b834-4fd6-baae-a69def300ec6']}} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:32:35.849750 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-d4ddfc0f-4b9c-4c0c-bdef-9bcb7bf62f97 tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '426afa74-1941-4159-8928-5da43bc6a361') {'for_net_delete': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:32:35.850115 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-d4ddfc0f-4b9c-4c0c-bdef-9bcb7bf62f97 tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '426afa74-1941-4159-8928-5da43bc6a361') {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:32:35.852879 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd3a36a-5d4e-428a-b689-789285641c04 req-635a2503-3587-4fec-8500-376b25b90034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:35.854405 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6fd3a36a-5d4e-428a-b689-789285641c04 req-635a2503-3587-4fec-8500-376b25b90034 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=af35f21ed1ee47008678836969a0d253&device_id=bf3dce86-52a5-4ad6-a32e-4d2eeff412a4 HTTP/1.1" status: 200 len: 1098 time: 0.2973096 Jan 28 07:32:35.862591 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d4ddfc0f-4b9c-4c0c-bdef-9bcb7bf62f97 tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13506801'] for segment (426afa74-1941-4159-8928-5da43bc6a361), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:35.886475 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d4ddfc0f-4b9c-4c0c-bdef-9bcb7bf62f97 tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (426afa74-1941-4159-8928-5da43bc6a361), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:35.893465 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4ddfc0f-4b9c-4c0c-bdef-9bcb7bf62f97 tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=103283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:32:35.893679 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d4ddfc0f-4b9c-4c0c-bdef-9bcb7bf62f97 tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13546563'] for segment (426afa74-1941-4159-8928-5da43bc6a361), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:35.897240 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-777dc680-aee8-4d2f-b50b-5930baa7419b tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24757569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24979817'] for subnet (b8f3d0aa-ac3a-425c-8d3b-529c17b07f27), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:35.897748 n-d-712749-28 neutron-server[103283]: Traceback (most recent call last): Jan 28 07:32:35.897748 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:32:35.897748 n-d-712749-28 neutron-server[103283]: timer() Jan 28 07:32:35.897748 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:32:35.897748 n-d-712749-28 neutron-server[103283]: cb(*args, **kw) Jan 28 07:32:35.897748 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:32:35.897748 n-d-712749-28 neutron-server[103283]: return func(*args, **kwargs) Jan 28 07:32:35.897748 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:32:35.897748 n-d-712749-28 neutron-server[103283]: self._notify() Jan 28 07:32:35.897748 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:32:35.897748 n-d-712749-28 neutron-server[103283]: self.callback(batched_events) Jan 28 07:32:35.897748 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:32:35.897748 n-d-712749-28 neutron-server[103283]: event.method(event) Jan 28 07:32:35.897748 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:32:35.897748 n-d-712749-28 neutron-server[103283]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:32:35.897748 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:32:35.897748 n-d-712749-28 neutron-server[103283]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:32:35.897748 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:32:35.897748 n-d-712749-28 neutron-server[103283]: return f(self, *a, **k) Jan 28 07:32:35.897748 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:32:35.897748 n-d-712749-28 neutron-server[103283]: return self._get(url).json() Jan 28 07:32:35.897748 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:32:35.897748 n-d-712749-28 neutron-server[103283]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:32:35.897748 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:32:35.897748 n-d-712749-28 neutron-server[103283]: return self.request(url, 'GET', **kwargs) Jan 28 07:32:35.897748 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:32:35.897748 n-d-712749-28 neutron-server[103283]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:32:35.897748 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:32:35.897748 n-d-712749-28 neutron-server[103283]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:32:35.897748 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:32:35.897748 n-d-712749-28 neutron-server[103283]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:32:35.897748 n-d-712749-28 neutron-server[103283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:32:35.970981 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d4ddfc0f-4b9c-4c0c-bdef-9bcb7bf62f97 tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (b97a3410-b834-4fd6-baae-a69def300ec6), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:35.978752 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d4ddfc0f-4b9c-4c0c-bdef-9bcb7bf62f97 tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Publish callbacks [] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:35.985652 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-d4ddfc0f-4b9c-4c0c-bdef-9bcb7bf62f97 tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] 10.222.0.41 "DELETE /v2.0/networks/b97a3410-b834-4fd6-baae-a69def300ec6 HTTP/1.1" status: 204 len: 168 time: 0.4674146 Jan 28 07:32:35.994805 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777dc680-aee8-4d2f-b50b-5930baa7419b tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Pushing event deleted for resources: {'Subnet': ['ID=b8f3d0aa-ac3a-425c-8d3b-529c17b07f27,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:35.999354 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-777dc680-aee8-4d2f-b50b-5930baa7419b tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:36.002665 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-777dc680-aee8-4d2f-b50b-5930baa7419b tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] 10.222.0.41 "DELETE /v2.0/subnets/b8f3d0aa-ac3a-425c-8d3b-529c17b07f27 HTTP/1.1" status: 204 len: 168 time: 1.1863127 Jan 28 07:32:36.003785 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a348ef6e-0465-4b07-b83c-317e5efe8b73 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16319006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16606699'] for router_interface (2331d298-cab2-4b40-8f1c-d2ab8f3abfed), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:36.005714 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 44884) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:36.012247 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-439d117a-f3a2-4edc-aca1-819ee6747ede req-591216e8-9aaf-4a38-9618-a6f478a5bc15 tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c5346dc-f757-4ff5-9ea1-d40d9bd6b869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074709 Jan 28 07:32:36.025905 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f74da17-6e73-454f-9dd8-0f910eadf867 None None] Network 36eb2dc8-edc7-4838-ab14-315267d6839f requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:32:36.042392 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ddfc0f-4b9c-4c0c-bdef-9bcb7bf62f97 tempest-BulkNetworkOpsTest-460202156 tempest-BulkNetworkOpsTest-460202156-project] Pushing event deleted for resources: {'Network': ['ID=b97a3410-b834-4fd6-baae-a69def300ec6,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:36.107347 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 49dc506b-2134-4c60-8cba-9fd977a0619e no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:32:36.128826 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: 49dc506b-2134-4c60-8cba-9fd977a0619e {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:32:36.130205 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 49dc506b-2134-4c60-8cba-9fd977a0619e not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:32:36.147635 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd3a36a-5d4e-428a-b689-789285641c04 req-c5e3022e-346c-4daa-a0d0-3492bf5a86fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:36.149256 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6fd3a36a-5d4e-428a-b689-789285641c04 req-c5e3022e-346c-4daa-a0d0-3492bf5a86fc service neutron] 10.222.0.10 "GET /v2.0/networks?id=357baa4b-4f79-49f8-be8c-5fdc754a2350 HTTP/1.1" status: 200 len: 917 time: 0.2795060 Jan 28 07:32:36.151918 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1d78ab64-c769-4b20-830f-6acbc593981c tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (732c7df7-1fac-4010-8235-a2f363f8f3b9), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:36.267771 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6fd3a36a-5d4e-428a-b689-789285641c04 req-cb9bd0ca-d8a9-4e8d-bb8c-8dc7696fc7d2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f59c74d6-506d-43a4-afe0-6d72a003824b HTTP/1.1" status: 200 len: 217 time: 0.1040349 Jan 28 07:32:36.276125 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1d78ab64-c769-4b20-830f-6acbc593981c tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (732c7df7-1fac-4010-8235-a2f363f8f3b9), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:36.292497 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad9f59d3-3581-40eb-bca6-46fd20d38e07 None None] DHCP port deletion for 36eb2dc8-edc7-4838-ab14-315267d6839f request from n-d-712749-28 {{(pid=103285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 07:32:36.321572 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-1d78ab64-c769-4b20-830f-6acbc593981c tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['732c7df7-1fac-4010-8235-a2f363f8f3b9']}} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:32:36.345278 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-1d78ab64-c769-4b20-830f-6acbc593981c tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3078cae9-21a4-45b9-a729-ee612d8d3543') {'for_net_delete': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:32:36.346981 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-1d78ab64-c769-4b20-830f-6acbc593981c tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3078cae9-21a4-45b9-a729-ee612d8d3543') {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:32:36.368014 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-ad9f59d3-3581-40eb-bca6-46fd20d38e07 None None] Deleting port 1e8307bb-5dad-4461-87a4-21effa624d3c {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:32:36.368691 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ad9f59d3-3581-40eb-bca6-46fd20d38e07 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (1e8307bb-5dad-4461-87a4-21effa624d3c), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:36.369528 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1d78ab64-c769-4b20-830f-6acbc593981c tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13506801'] for segment (3078cae9-21a4-45b9-a729-ee612d8d3543), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:36.392147 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1d78ab64-c769-4b20-830f-6acbc593981c tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (3078cae9-21a4-45b9-a729-ee612d8d3543), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:36.411441 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d78ab64-c769-4b20-830f-6acbc593981c tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=103283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:32:36.412730 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1d78ab64-c769-4b20-830f-6acbc593981c tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13546563'] for segment (3078cae9-21a4-45b9-a729-ee612d8d3543), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:36.440443 n-d-712749-28 neutron-server[103283]: Traceback (most recent call last): Jan 28 07:32:36.440443 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:32:36.440443 n-d-712749-28 neutron-server[103283]: timer() Jan 28 07:32:36.440443 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:32:36.440443 n-d-712749-28 neutron-server[103283]: cb(*args, **kw) Jan 28 07:32:36.440443 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:32:36.440443 n-d-712749-28 neutron-server[103283]: return func(*args, **kwargs) Jan 28 07:32:36.440443 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:32:36.440443 n-d-712749-28 neutron-server[103283]: self._notify() Jan 28 07:32:36.440443 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:32:36.440443 n-d-712749-28 neutron-server[103283]: self.callback(batched_events) Jan 28 07:32:36.440443 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:32:36.440443 n-d-712749-28 neutron-server[103283]: event.method(event) Jan 28 07:32:36.440443 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:32:36.440443 n-d-712749-28 neutron-server[103283]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:32:36.440443 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:32:36.440443 n-d-712749-28 neutron-server[103283]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:32:36.440443 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:32:36.440443 n-d-712749-28 neutron-server[103283]: return f(self, *a, **k) Jan 28 07:32:36.440443 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:32:36.440443 n-d-712749-28 neutron-server[103283]: return self._get(url).json() Jan 28 07:32:36.440443 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:32:36.440443 n-d-712749-28 neutron-server[103283]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:32:36.440443 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:32:36.440443 n-d-712749-28 neutron-server[103283]: return self.request(url, 'GET', **kwargs) Jan 28 07:32:36.440443 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:32:36.440443 n-d-712749-28 neutron-server[103283]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:32:36.440443 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:32:36.440443 n-d-712749-28 neutron-server[103283]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:32:36.440443 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:32:36.440443 n-d-712749-28 neutron-server[103283]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:32:36.440443 n-d-712749-28 neutron-server[103283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:32:36.449995 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-ad9f59d3-3581-40eb-bca6-46fd20d38e07 None None] For port 1e8307bb-5dad-4461-87a4-21effa624d3c, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=1e8307bb-5dad-4461-87a4-21effa624d3c,segment=NetworkSegment(28e20f6d-88da-40e8-bfae-34fa7c654ab5),segment_id=28e20f6d-88da-40e8-bfae-34fa7c654ab5)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:32:36.450525 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ad9f59d3-3581-40eb-bca6-46fd20d38e07 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (1e8307bb-5dad-4461-87a4-21effa624d3c), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:36.450800 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a348ef6e-0465-4b07-b83c-317e5efe8b73 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Router 2331d298-cab2-4b40-8f1c-d2ab8f3abfed has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:32:36.467435 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-ad9f59d3-3581-40eb-bca6-46fd20d38e07 None None] Calling delete_port for 1e8307bb-5dad-4461-87a4-21effa624d3c owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:32:36.518454 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 44892) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:36.533501 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd3a36a-5d4e-428a-b689-789285641c04 req-e0ae9553-cefe-4a01-8ecd-8f39cd953ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:36.535165 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6fd3a36a-5d4e-428a-b689-789285641c04 req-e0ae9553-cefe-4a01-8ecd-8f39cd953ffa service neutron] 10.222.0.10 "GET /v2.0/subnets?id=65a73a7b-dea4-40fe-b353-341144e10c02 HTTP/1.1" status: 200 len: 855 time: 0.2610466 Jan 28 07:32:36.571087 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1d78ab64-c769-4b20-830f-6acbc593981c tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (732c7df7-1fac-4010-8235-a2f363f8f3b9), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:36.574517 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ad9f59d3-3581-40eb-bca6-46fd20d38e07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298'] for port (1e8307bb-5dad-4461-87a4-21effa624d3c), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:36.589066 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a32cd7-6564-4eed-88bb-099ad2b5dcd2 req-60b07670-b249-4e4e-bf2c-cb7bc7bd184b tempest-VolumesActionsTest-2046619294 tempest-VolumesActionsTest-2046619294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:36.593074 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-40a32cd7-6564-4eed-88bb-099ad2b5dcd2 req-60b07670-b249-4e4e-bf2c-cb7bc7bd184b tempest-VolumesActionsTest-2046619294 tempest-VolumesActionsTest-2046619294-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0e720ab-e195-4845-a259-c22449094a16 HTTP/1.1" status: 200 len: 943 time: 0.1194272 Jan 28 07:32:36.594189 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1d78ab64-c769-4b20-830f-6acbc593981c tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Publish callbacks [] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:36.601229 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 44896) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:36.604092 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-1d78ab64-c769-4b20-830f-6acbc593981c tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] 10.222.0.41 "DELETE /v2.0/networks/732c7df7-1fac-4010-8235-a2f363f8f3b9 HTTP/1.1" status: 204 len: 168 time: 0.5967731 Jan 28 07:32:36.627259 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d78ab64-c769-4b20-830f-6acbc593981c tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Pushing event deleted for resources: {'Network': ['ID=732c7df7-1fac-4010-8235-a2f363f8f3b9,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:36.645569 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9f59d3-3581-40eb-bca6-46fd20d38e07 None None] Pushing event deleted for resources: {'Port': ['ID=1e8307bb-5dad-4461-87a4-21effa624d3c,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:36.658776 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9f59d3-3581-40eb-bca6-46fd20d38e07 None None] No DVR routers for this DVR port 1e8307bb-5dad-4461-87a4-21effa624d3c on host n-d-712749-28 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:32:36.681449 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-40a32cd7-6564-4eed-88bb-099ad2b5dcd2 req-2f0a0d4f-ea3a-490a-ad70-d6df79f00adc tempest-VolumesActionsTest-2046619294 tempest-VolumesActionsTest-2046619294-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a515e2c-f1b1-4b77-93a7-8b4d24326c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746965 Jan 28 07:32:36.730866 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-85ee86bd-d7bf-4cd5-835c-7e04661d395a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4dc9b3742360457685c02add2a759907&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2071946 Jan 28 07:32:36.733307 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a348ef6e-0465-4b07-b83c-317e5efe8b73 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:32:36.733488 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 44898) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:36.751050 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a3c813-f5c9-4c82-98a2-13f1331c959f None None] Sync routers for ids ['2331d298-cab2-4b40-8f1c-d2ab8f3abfed'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:32:36.752078 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-a348ef6e-0465-4b07-b83c-317e5efe8b73 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] 10.222.0.41 "PUT /v2.0/routers/2331d298-cab2-4b40-8f1c-d2ab8f3abfed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1440496 Jan 28 07:32:36.760051 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 44900) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:36.762832 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a3c813-f5c9-4c82-98a2-13f1331c959f None None] Routers {'2331d298-cab2-4b40-8f1c-d2ab8f3abfed'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:32:36.763454 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-64a3c813-f5c9-4c82-98a2-13f1331c959f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:32:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['2331d298-cab2-4b40-8f1c-d2ab8f3abfed'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:32:36.771949 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd3a36a-5d4e-428a-b689-789285641c04 req-3bc8309f-5d80-494c-bd93-883cbcbde974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:36.773491 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6fd3a36a-5d4e-428a-b689-789285641c04 req-3bc8309f-5d80-494c-bd93-883cbcbde974 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=357baa4b-4f79-49f8-be8c-5fdc754a2350&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1931267 Jan 28 07:32:36.800450 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-70737fb7-bfc2-4244-8b58-ed1d8ec76f83 admin admin] Publish callbacks [] for security_group (31a316e8-7989-486b-a67e-63a825a3e82c), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:36.810158 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-64a3c813-f5c9-4c82-98a2-13f1331c959f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:32:36.814254 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3c1b4684-8029-4c17-871c-a1596f3be825 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (36eb2dc8-edc7-4838-ab14-315267d6839f), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:36.823517 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a3c813-f5c9-4c82-98a2-13f1331c959f None None] Routers {'2331d298-cab2-4b40-8f1c-d2ab8f3abfed'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:32:36.824475 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-64a3c813-f5c9-4c82-98a2-13f1331c959f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:32:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['2331d298-cab2-4b40-8f1c-d2ab8f3abfed'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:32:36.826673 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-70737fb7-bfc2-4244-8b58-ed1d8ec76f83 admin admin] Publish callbacks [] for security_group (31a316e8-7989-486b-a67e-63a825a3e82c), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:36.863093 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-64a3c813-f5c9-4c82-98a2-13f1331c959f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:32:36.864757 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a3c813-f5c9-4c82-98a2-13f1331c959f None None] The sync data for ids ['2331d298-cab2-4b40-8f1c-d2ab8f3abfed'] in n-d-712749-28 is: [] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:32:36.888916 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-70737fb7-bfc2-4244-8b58-ed1d8ec76f83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (31a316e8-7989-486b-a67e-63a825a3e82c), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:36.892127 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-70737fb7-bfc2-4244-8b58-ed1d8ec76f83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:36.895860 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-70737fb7-bfc2-4244-8b58-ed1d8ec76f83 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/31a316e8-7989-486b-a67e-63a825a3e82c HTTP/1.1" status: 204 len: 168 time: 0.1590343 Jan 28 07:32:36.908946 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70737fb7-bfc2-4244-8b58-ed1d8ec76f83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31a316e8-7989-486b-a67e-63a825a3e82c,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:36.971415 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:37.155239 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3c1b4684-8029-4c17-871c-a1596f3be825 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (36eb2dc8-edc7-4838-ab14-315267d6839f), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:37.175273 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6fd3a36a-5d4e-428a-b689-789285641c04 req-9a24cba7-3f16-4a65-8528-4fa9a7cd4d37 service neutron] 10.222.0.10 "GET /v2.0/networks/357baa4b-4f79-49f8-be8c-5fdc754a2350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3668575 Jan 28 07:32:37.237789 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-3c1b4684-8029-4c17-871c-a1596f3be825 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36eb2dc8-edc7-4838-ab14-315267d6839f']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:32:37.289421 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-3c1b4684-8029-4c17-871c-a1596f3be825 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28e20f6d-88da-40e8-bfae-34fa7c654ab5') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:32:37.290157 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-3c1b4684-8029-4c17-871c-a1596f3be825 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28e20f6d-88da-40e8-bfae-34fa7c654ab5') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:32:37.313930 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3c1b4684-8029-4c17-871c-a1596f3be825 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24759294'] for segment (28e20f6d-88da-40e8-bfae-34fa7c654ab5), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:37.372287 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86191c1e-9656-4f1d-bcf0-1840a04de745 req-6b266370-7b40-4842-9324-496775269f87 tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:37.373992 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-86191c1e-9656-4f1d-bcf0-1840a04de745 req-6b266370-7b40-4842-9324-496775269f87 tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf3dce86-52a5-4ad6-a32e-4d2eeff412a4 HTTP/1.1" status: 200 len: 946 time: 0.2212422 Jan 28 07:32:37.377617 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3c1b4684-8029-4c17-871c-a1596f3be825 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (28e20f6d-88da-40e8-bfae-34fa7c654ab5), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:37.396503 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c1b4684-8029-4c17-871c-a1596f3be825 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:32:37.397093 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3c1b4684-8029-4c17-871c-a1596f3be825 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24757675'] for segment (28e20f6d-88da-40e8-bfae-34fa7c654ab5), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:37.400823 n-d-712749-28 neutron-server[103284]: Traceback (most recent call last): Jan 28 07:32:37.400823 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:32:37.400823 n-d-712749-28 neutron-server[103284]: timer() Jan 28 07:32:37.400823 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:32:37.400823 n-d-712749-28 neutron-server[103284]: cb(*args, **kw) Jan 28 07:32:37.400823 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:32:37.400823 n-d-712749-28 neutron-server[103284]: return func(*args, **kwargs) Jan 28 07:32:37.400823 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:32:37.400823 n-d-712749-28 neutron-server[103284]: self._notify() Jan 28 07:32:37.400823 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:32:37.400823 n-d-712749-28 neutron-server[103284]: self.callback(batched_events) Jan 28 07:32:37.400823 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:32:37.400823 n-d-712749-28 neutron-server[103284]: event.method(event) Jan 28 07:32:37.400823 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:32:37.400823 n-d-712749-28 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:32:37.400823 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:32:37.400823 n-d-712749-28 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:32:37.400823 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:32:37.400823 n-d-712749-28 neutron-server[103284]: return f(self, *a, **k) Jan 28 07:32:37.400823 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:32:37.400823 n-d-712749-28 neutron-server[103284]: return self._get(url).json() Jan 28 07:32:37.400823 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:32:37.400823 n-d-712749-28 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:32:37.400823 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:32:37.400823 n-d-712749-28 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Jan 28 07:32:37.400823 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:32:37.400823 n-d-712749-28 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:32:37.400823 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:32:37.400823 n-d-712749-28 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:32:37.400823 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:32:37.400823 n-d-712749-28 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:32:37.400823 n-d-712749-28 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:32:37.502583 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6fd3a36a-5d4e-428a-b689-789285641c04 req-82b52ee4-eb15-40c4-8979-b9eaf51bbb02 service neutron] 10.222.0.10 "GET /v2.0/networks/357baa4b-4f79-49f8-be8c-5fdc754a2350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3190575 Jan 28 07:32:37.530925 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3c1b4684-8029-4c17-871c-a1596f3be825 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (36eb2dc8-edc7-4838-ab14-315267d6839f), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:37.578651 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3c1b4684-8029-4c17-871c-a1596f3be825 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:37.582311 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-3c1b4684-8029-4c17-871c-a1596f3be825 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] 10.222.0.41 "DELETE /v2.0/networks/36eb2dc8-edc7-4838-ab14-315267d6839f HTTP/1.1" status: 204 len: 168 time: 0.9797323 Jan 28 07:32:37.583588 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1b4684-8029-4c17-871c-a1596f3be825 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Pushing event deleted for resources: {'Network': ['ID=36eb2dc8-edc7-4838-ab14-315267d6839f,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:37.585875 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 44924) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:37.595401 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-86191c1e-9656-4f1d-bcf0-1840a04de745 req-28c4a4c0-a4bf-4735-ba22-4f27a3c4aece tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c5346dc-f757-4ff5-9ea1-d40d9bd6b869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027872 Jan 28 07:32:37.685227 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a938df-d984-4584-9dfa-d8a53b6bfb08 req-a5bbc4bb-47bb-4b08-94cd-1d13af0b7f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:37.686742 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c4a938df-d984-4584-9dfa-d8a53b6bfb08 req-a5bbc4bb-47bb-4b08-94cd-1d13af0b7f29 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=af35f21ed1ee47008678836969a0d253&device_id=bf3dce86-52a5-4ad6-a32e-4d2eeff412a4 HTTP/1.1" status: 200 len: 1098 time: 0.0583479 Jan 28 07:32:37.687831 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_v2 [None req-e82b8254-0440-446b-aca0-57b1cc9869d7 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Deleting subnet 9e13e882-91a9-4e22-a231-c2d5e4534ab2 {{(pid=103283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:32:37.693337 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b39d5f97-1ffb-4b3e-b257-f7f91b947fd4 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16606535'] for router_interface (2331d298-cab2-4b40-8f1c-d2ab8f3abfed), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:37.704766 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e82b8254-0440-446b-aca0-57b1cc9869d7 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Publish callbacks [] for subnet (9e13e882-91a9-4e22-a231-c2d5e4534ab2), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:37.772364 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e82b8254-0440-446b-aca0-57b1cc9869d7 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13506696'] for subnet (9e13e882-91a9-4e22-a231-c2d5e4534ab2), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:37.819879 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 44930) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:37.907534 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856daab2-07e0-48e1-bbb2-fe9884de42de req-a7982e16-eceb-4efe-ac12-664b7dd5b0ae tempest-VolumesActionsTest-2046619294 tempest-VolumesActionsTest-2046619294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:37.909156 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-856daab2-07e0-48e1-bbb2-fe9884de42de req-a7982e16-eceb-4efe-ac12-664b7dd5b0ae tempest-VolumesActionsTest-2046619294 tempest-VolumesActionsTest-2046619294-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0e720ab-e195-4845-a259-c22449094a16 HTTP/1.1" status: 200 len: 943 time: 0.1099160 Jan 28 07:32:37.960902 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e82b8254-0440-446b-aca0-57b1cc9869d7 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (9e13e882-91a9-4e22-a231-c2d5e4534ab2), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:38.024066 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 1e8307bb-5dad-4461-87a4-21effa624d3c no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:32:38.051800 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: 1e8307bb-5dad-4461-87a4-21effa624d3c {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:32:38.052632 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 1e8307bb-5dad-4461-87a4-21effa624d3c not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:32:38.054295 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device adacfb20-4fc3-47f6-8bff-5184759241b4 details requested by agent hyperv_n-h2-712749-28 with host n-h2-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:32:38.091392 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-60cfdfed-f6e3-4ab6-9cc5-0876972de9c4 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-739053933'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:32:38.110093 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-856daab2-07e0-48e1-bbb2-fe9884de42de req-c9841d59-54cb-4ffe-976a-a12b791de3fa tempest-VolumesActionsTest-2046619294 tempest-VolumesActionsTest-2046619294-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a515e2c-f1b1-4b77-93a7-8b4d24326c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798384 Jan 28 07:32:38.114372 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e82b8254-0440-446b-aca0-57b1cc9869d7 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13546665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13556132'] for subnet (9e13e882-91a9-4e22-a231-c2d5e4534ab2), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:38.162857 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82b8254-0440-446b-aca0-57b1cc9869d7 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Pushing event deleted for resources: {'Subnet': ['ID=9e13e882-91a9-4e22-a231-c2d5e4534ab2,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:38.169326 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e82b8254-0440-446b-aca0-57b1cc9869d7 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Publish callbacks [] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:38.189944 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4467ca0a-0761-41ab-a40c-033341313cef None None] Network 13aa056d-b193-4e0a-9bf0-f7d418874681 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:32:38.190220 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 44934) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:38.190823 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-e82b8254-0440-446b-aca0-57b1cc9869d7 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] 10.222.0.41 "DELETE /v2.0/subnets/9e13e882-91a9-4e22-a231-c2d5e4534ab2 HTTP/1.1" status: 204 len: 168 time: 0.6014621 Jan 28 07:32:38.201512 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60cfdfed-f6e3-4ab6-9cc5-0876972de9c4 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Made reservation on behalf of d922f36101af452d805cf60e026e730b for: {'network': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:32:38.207754 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-60cfdfed-f6e3-4ab6-9cc5-0876972de9c4 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:38.220464 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-60cfdfed-f6e3-4ab6-9cc5-0876972de9c4 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:38.282173 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port adacfb20-4fc3-47f6-8bff-5184759241b4, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=adacfb20-4fc3-47f6-8bff-5184759241b4,segment=NetworkSegment(4027a421-8f77-4f95-b545-494d734aa742),segment_id=4027a421-8f77-4f95-b545-494d734aa742)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:32:38.303798 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Returning: {'device': 'adacfb20-4fc3-47f6-8bff-5184759241b4', 'network_id': '5756b764-230b-4a95-9c02-70dc4b2a9110', 'port_id': 'adacfb20-4fc3-47f6-8bff-5184759241b4', 'mac_address': 'fa:16:3e:7a:80:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1cf83b1-cade-43b4-8bf2-8f132ba99fa6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:32:38.336712 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-60cfdfed-f6e3-4ab6-9cc5-0876972de9c4 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks [] for security_group (d6732837-958f-4446-8f3c-78979b22a447), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:38.344580 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-60cfdfed-f6e3-4ab6-9cc5-0876972de9c4 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (d6732837-958f-4446-8f3c-78979b22a447), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:38.373374 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c9a083bc-ab3a-483f-8361-64fb861595a8 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (13aa056d-b193-4e0a-9bf0-f7d418874681), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:38.377156 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a938df-d984-4584-9dfa-d8a53b6bfb08 req-3a0580a6-2952-47ab-ba09-f3e3926723f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:38.379292 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c4a938df-d984-4584-9dfa-d8a53b6bfb08 req-3a0580a6-2952-47ab-ba09-f3e3926723f0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=357baa4b-4f79-49f8-be8c-5fdc754a2350 HTTP/1.1" status: 200 len: 917 time: 0.6430259 Jan 28 07:32:38.397934 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60cfdfed-f6e3-4ab6-9cc5-0876972de9c4 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=103283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:32:38.437569 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port adacfb20-4fc3-47f6-8bff-5184759241b4 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:32:38.437975 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (adacfb20-4fc3-47f6-8bff-5184759241b4), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:38.444026 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-60cfdfed-f6e3-4ab6-9cc5-0876972de9c4 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (0d890198-510d-412f-a127-efc20362f742), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:38.444026 n-d-712749-28 neutron-server[103283]: INFO neutron.db.segments_db [None req-60cfdfed-f6e3-4ab6-9cc5-0876972de9c4 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Added segment 0d890198-510d-412f-a127-efc20362f742 of type vlan for network 1c1cf386-ed4f-46fb-a90d-ef23be5375e1 Jan 28 07:32:38.445738 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cfdfed-f6e3-4ab6-9cc5-0876972de9c4 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6732837-958f-4446-8f3c-78979b22a447,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:38.461432 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c4a938df-d984-4584-9dfa-d8a53b6bfb08 req-159e456b-1e29-4fe7-823c-f6e5a8576d4f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f59c74d6-506d-43a4-afe0-6d72a003824b HTTP/1.1" status: 200 len: 217 time: 0.0758545 Jan 28 07:32:38.469775 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adacfb20-4fc3-47f6-8bff-5184759241b4 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:32:38.513285 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port adacfb20-4fc3-47f6-8bff-5184759241b4, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=adacfb20-4fc3-47f6-8bff-5184759241b4,segment=NetworkSegment(4027a421-8f77-4f95-b545-494d734aa742),segment_id=4027a421-8f77-4f95-b545-494d734aa742)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:32:38.522536 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a21ff784-290c-490c-a9bb-691cbfe0dfed None None] DHCP port deletion for 13aa056d-b193-4e0a-9bf0-f7d418874681 request from n-d-712749-28 {{(pid=103285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 07:32:38.532998 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (adacfb20-4fc3-47f6-8bff-5184759241b4), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:38.541798 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a938df-d984-4584-9dfa-d8a53b6bfb08 req-ae5313ce-9403-4bf8-b161-15dd04e1ab6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:38.543294 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c4a938df-d984-4584-9dfa-d8a53b6bfb08 req-ae5313ce-9403-4bf8-b161-15dd04e1ab6e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=65a73a7b-dea4-40fe-b353-341144e10c02 HTTP/1.1" status: 200 len: 855 time: 0.0742736 Jan 28 07:32:38.544297 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-60cfdfed-f6e3-4ab6-9cc5-0876972de9c4 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (1c1cf386-ed4f-46fb-a90d-ef23be5375e1), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:38.584057 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-60cfdfed-f6e3-4ab6-9cc5-0876972de9c4 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (1c1cf386-ed4f-46fb-a90d-ef23be5375e1), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:38.591046 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60cfdfed-f6e3-4ab6-9cc5-0876972de9c4 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:38.591687 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-60cfdfed-f6e3-4ab6-9cc5-0876972de9c4 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks [] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:38.612040 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-c9a083bc-ab3a-483f-8361-64fb861595a8 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Deleting port b8aa7b9f-410a-46ce-a73c-3c52e1fc8527 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:32:38.612508 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c9a083bc-ab3a-483f-8361-64fb861595a8 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (b8aa7b9f-410a-46ce-a73c-3c52e1fc8527), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:38.671403 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-60cfdfed-f6e3-4ab6-9cc5-0876972de9c4 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8503783 Jan 28 07:32:38.679538 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=adacfb20-4fc3-47f6-8bff-5184759241b4,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:38.701001 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-a21ff784-290c-490c-a9bb-691cbfe0dfed None None] Deleting port b8aa7b9f-410a-46ce-a73c-3c52e1fc8527 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:32:38.701639 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a21ff784-290c-490c-a9bb-691cbfe0dfed None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (b8aa7b9f-410a-46ce-a73c-3c52e1fc8527), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:38.713965 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-c9a083bc-ab3a-483f-8361-64fb861595a8 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] For port b8aa7b9f-410a-46ce-a73c-3c52e1fc8527, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=b8aa7b9f-410a-46ce-a73c-3c52e1fc8527,segment=NetworkSegment(d8e1fffb-b2d4-4862-8557-3a12c9e03d9e),segment_id=d8e1fffb-b2d4-4862-8557-3a12c9e03d9e)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:32:38.714576 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c9a083bc-ab3a-483f-8361-64fb861595a8 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (b8aa7b9f-410a-46ce-a73c-3c52e1fc8527), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:38.726983 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:38.740940 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a938df-d984-4584-9dfa-d8a53b6bfb08 req-6569fca0-185a-4d62-837a-9768953fb9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:38.742686 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c4a938df-d984-4584-9dfa-d8a53b6bfb08 req-6569fca0-185a-4d62-837a-9768953fb9f3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=357baa4b-4f79-49f8-be8c-5fdc754a2350&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1794124 Jan 28 07:32:38.748451 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-c9a083bc-ab3a-483f-8361-64fb861595a8 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Calling delete_port for b8aa7b9f-410a-46ce-a73c-3c52e1fc8527 owned by network:dhcp {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:32:38.755711 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cfdfed-f6e3-4ab6-9cc5-0876972de9c4 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Pushing event updated for resources: {'Network': ['ID=1c1cf386-ed4f-46fb-a90d-ef23be5375e1,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:38.787011 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network 1c1cf386-ed4f-46fb-a90d-ef23be5375e1 details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:32:38.903548 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-b39d5f97-1ffb-4b3e-b257-f7f91b947fd4 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Deleting port 6a4fa608-29ed-4cfa-8552-87d2a04a7fce {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:32:38.903786 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b39d5f97-1ffb-4b3e-b257-f7f91b947fd4 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (6a4fa608-29ed-4cfa-8552-87d2a04a7fce), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:39.014919 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c4a938df-d984-4584-9dfa-d8a53b6bfb08 req-d3f95aa4-cfd3-4bf2-b1e5-c4faafb1df26 service neutron] 10.222.0.10 "GET /v2.0/networks/357baa4b-4f79-49f8-be8c-5fdc754a2350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2642484 Jan 28 07:32:39.027960 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5ae044-18ee-4a51-a380-0a59b51b4e71 req-f06c00db-7847-4e19-8171-b3b8a285ffb4 tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:39.028975 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9b5ae044-18ee-4a51-a380-0a59b51b4e71 req-f06c00db-7847-4e19-8171-b3b8a285ffb4 tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf3dce86-52a5-4ad6-a32e-4d2eeff412a4 HTTP/1.1" status: 200 len: 946 time: 0.2100408 Jan 28 07:32:39.039819 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c9a083bc-ab3a-483f-8361-64fb861595a8 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (b8aa7b9f-410a-46ce-a73c-3c52e1fc8527), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:39.056387 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['adacfb20-4fc3-47f6-8bff-5184759241b4'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:32:39.098189 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-a21ff784-290c-490c-a9bb-691cbfe0dfed None None] For port b8aa7b9f-410a-46ce-a73c-3c52e1fc8527, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=b8aa7b9f-410a-46ce-a73c-3c52e1fc8527,segment=NetworkSegment(d8e1fffb-b2d4-4862-8557-3a12c9e03d9e),segment_id=d8e1fffb-b2d4-4862-8557-3a12c9e03d9e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:32:39.098189 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a21ff784-290c-490c-a9bb-691cbfe0dfed None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (b8aa7b9f-410a-46ce-a73c-3c52e1fc8527), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:39.120583 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-a21ff784-290c-490c-a9bb-691cbfe0dfed None None] Calling delete_port for b8aa7b9f-410a-46ce-a73c-3c52e1fc8527 owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:32:39.137016 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a083bc-ab3a-483f-8361-64fb861595a8 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Pushing event deleted for resources: {'Port': ['ID=b8aa7b9f-410a-46ce-a73c-3c52e1fc8527,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:39.156331 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a083bc-ab3a-483f-8361-64fb861595a8 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] No DVR routers for this DVR port b8aa7b9f-410a-46ce-a73c-3c52e1fc8527 on host n-d-712749-28 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:32:39.205711 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b39d5f97-1ffb-4b3e-b257-f7f91b947fd4 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (6a4fa608-29ed-4cfa-8552-87d2a04a7fce), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:39.265940 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-b39d5f97-1ffb-4b3e-b257-f7f91b947fd4 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Calling delete_port for 6a4fa608-29ed-4cfa-8552-87d2a04a7fce owned by network:router_interface {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:32:39.291815 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 7 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 07:32:39.311900 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfb3a4d-d626-4d2e-87d2-873449566037 req-6d2c7f7b-34c9-46fd-aaac-c863e388fc65 tempest-VolumesActionsTest-2046619294 tempest-VolumesActionsTest-2046619294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:39.313775 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-3bfb3a4d-d626-4d2e-87d2-873449566037 req-6d2c7f7b-34c9-46fd-aaac-c863e388fc65 tempest-VolumesActionsTest-2046619294 tempest-VolumesActionsTest-2046619294-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0e720ab-e195-4845-a259-c22449094a16 HTTP/1.1" status: 200 len: 944 time: 0.0794616 Jan 28 07:32:39.318956 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9b5ae044-18ee-4a51-a380-0a59b51b4e71 req-dc60e51d-5e51-4734-91ed-347a5f91dc1a tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c5346dc-f757-4ff5-9ea1-d40d9bd6b869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2760797 Jan 28 07:32:39.339595 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c9a083bc-ab3a-483f-8361-64fb861595a8 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (13aa056d-b193-4e0a-9bf0-f7d418874681), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:39.380810 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c4a938df-d984-4584-9dfa-d8a53b6bfb08 req-58fab2de-204c-4063-ab32-cb62facd2856 service neutron] 10.222.0.10 "GET /v2.0/networks/357baa4b-4f79-49f8-be8c-5fdc754a2350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3494275 Jan 28 07:32:39.401751 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a21ff784-290c-490c-a9bb-691cbfe0dfed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298'] for port (b8aa7b9f-410a-46ce-a73c-3c52e1fc8527), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:39.441569 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21ff784-290c-490c-a9bb-691cbfe0dfed None None] Pushing event deleted for resources: {'Port': ['ID=b8aa7b9f-410a-46ce-a73c-3c52e1fc8527,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:39.460513 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21ff784-290c-490c-a9bb-691cbfe0dfed None None] No DVR routers for this DVR port b8aa7b9f-410a-46ce-a73c-3c52e1fc8527 on host n-d-712749-28 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:32:39.504961 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-c9a083bc-ab3a-483f-8361-64fb861595a8 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13aa056d-b193-4e0a-9bf0-f7d418874681']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:32:39.534335 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-3bfb3a4d-d626-4d2e-87d2-873449566037 req-d7a76402-ad35-4da2-9a37-002333f4120b tempest-VolumesActionsTest-2046619294 tempest-VolumesActionsTest-2046619294-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a515e2c-f1b1-4b77-93a7-8b4d24326c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003427 Jan 28 07:32:39.536129 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-c9a083bc-ab3a-483f-8361-64fb861595a8 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8e1fffb-b2d4-4862-8557-3a12c9e03d9e') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:32:39.540258 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-c9a083bc-ab3a-483f-8361-64fb861595a8 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8e1fffb-b2d4-4862-8557-3a12c9e03d9e') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:32:39.567502 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c9a083bc-ab3a-483f-8361-64fb861595a8 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24759294'] for segment (d8e1fffb-b2d4-4862-8557-3a12c9e03d9e), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:39.603307 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c9a083bc-ab3a-483f-8361-64fb861595a8 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (d8e1fffb-b2d4-4862-8557-3a12c9e03d9e), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:39.616982 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9a083bc-ab3a-483f-8361-64fb861595a8 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:32:39.617391 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c9a083bc-ab3a-483f-8361-64fb861595a8 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24757675'] for segment (d8e1fffb-b2d4-4862-8557-3a12c9e03d9e), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:39.620904 n-d-712749-28 neutron-server[103284]: Traceback (most recent call last): Jan 28 07:32:39.620904 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:32:39.620904 n-d-712749-28 neutron-server[103284]: timer() Jan 28 07:32:39.620904 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:32:39.620904 n-d-712749-28 neutron-server[103284]: cb(*args, **kw) Jan 28 07:32:39.620904 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:32:39.620904 n-d-712749-28 neutron-server[103284]: return func(*args, **kwargs) Jan 28 07:32:39.620904 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:32:39.620904 n-d-712749-28 neutron-server[103284]: self._notify() Jan 28 07:32:39.620904 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:32:39.620904 n-d-712749-28 neutron-server[103284]: self.callback(batched_events) Jan 28 07:32:39.620904 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:32:39.620904 n-d-712749-28 neutron-server[103284]: event.method(event) Jan 28 07:32:39.620904 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:32:39.620904 n-d-712749-28 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:32:39.620904 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:32:39.620904 n-d-712749-28 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:32:39.620904 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:32:39.620904 n-d-712749-28 neutron-server[103284]: return f(self, *a, **k) Jan 28 07:32:39.620904 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:32:39.620904 n-d-712749-28 neutron-server[103284]: return self._get(url).json() Jan 28 07:32:39.620904 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:32:39.620904 n-d-712749-28 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:32:39.620904 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:32:39.620904 n-d-712749-28 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Jan 28 07:32:39.620904 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:32:39.620904 n-d-712749-28 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:32:39.620904 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:32:39.620904 n-d-712749-28 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:32:39.620904 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:32:39.620904 n-d-712749-28 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:32:39.620904 n-d-712749-28 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:32:39.627793 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3eb0f6-1191-4d73-9013-6921ee62d9d7 req-9aa05da8-3fc3-4764-b68d-253875684aa4 tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:39.629587 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ec3eb0f6-1191-4d73-9013-6921ee62d9d7 req-9aa05da8-3fc3-4764-b68d-253875684aa4 tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf3dce86-52a5-4ad6-a32e-4d2eeff412a4 HTTP/1.1" status: 200 len: 946 time: 0.1285474 Jan 28 07:32:39.697394 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:39.756133 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c9a083bc-ab3a-483f-8361-64fb861595a8 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (13aa056d-b193-4e0a-9bf0-f7d418874681), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:39.774233 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c9a083bc-ab3a-483f-8361-64fb861595a8 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:39.777430 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-c9a083bc-ab3a-483f-8361-64fb861595a8 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] 10.222.0.41 "DELETE /v2.0/networks/13aa056d-b193-4e0a-9bf0-f7d418874681 HTTP/1.1" status: 204 len: 168 time: 1.5844834 Jan 28 07:32:39.780181 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 44948) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:39.817970 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a083bc-ab3a-483f-8361-64fb861595a8 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Pushing event deleted for resources: {'Network': ['ID=13aa056d-b193-4e0a-9bf0-f7d418874681,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:39.823311 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ec3eb0f6-1191-4d73-9013-6921ee62d9d7 req-48f4a208-ba89-4741-b4ff-e088dd95587a tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c5346dc-f757-4ff5-9ea1-d40d9bd6b869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493995 Jan 28 07:32:39.825064 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-1ef5427c-dd20-4c16-b143-f3b60ae4adf6 tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] 10.222.0.41 "GET /v2.0/ports?device_id=5aae9ace-a5cc-49a8-b6b9-01aa67a81b7c HTTP/1.1" status: 200 len: 205 time: 0.0426862 Jan 28 07:32:39.827282 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 44950) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:39.878485 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b39d5f97-1ffb-4b3e-b257-f7f91b947fd4 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (6a4fa608-29ed-4cfa-8552-87d2a04a7fce), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:39.938166 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39d5f97-1ffb-4b3e-b257-f7f91b947fd4 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Pushing event deleted for resources: {'Port': ['ID=6a4fa608-29ed-4cfa-8552-87d2a04a7fce,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:39.945069 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f1a493f4-ca70-44ce-82b3-f5986105543c tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Publish callbacks [] for router (5aae9ace-a5cc-49a8-b6b9-01aa67a81b7c), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:40.059524 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device b8aa7b9f-410a-46ce-a73c-3c52e1fc8527 no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:32:40.101846 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b39d5f97-1ffb-4b3e-b257-f7f91b947fd4 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16319006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16606699'] for router_interface (2331d298-cab2-4b40-8f1c-d2ab8f3abfed), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:40.123331 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device adacfb20-4fc3-47f6-8bff-5184759241b4 up at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:32:40.128033 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: b8aa7b9f-410a-46ce-a73c-3c52e1fc8527 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:32:40.130356 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device b8aa7b9f-410a-46ce-a73c-3c52e1fc8527 not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:32:40.147003 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd2f4cd-bf73-4b4c-bc97-fb269798dcb2 req-b2a44e20-2aaa-47f9-bee0-cb2eaed53c2e tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:40.158460 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8bd2f4cd-bf73-4b4c-bc97-fb269798dcb2 req-b2a44e20-2aaa-47f9-bee0-cb2eaed53c2e tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9455bd8-bb23-42e6-95a1-cefa55c6a33d HTTP/1.1" status: 200 len: 946 time: 0.2309535 Jan 28 07:32:40.318230 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning for port adacfb20-4fc3-47f6-8bff-5184759241b4 completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:32:40.323053 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning complete for port adacfb20-4fc3-47f6-8bff-5184759241b4 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:32:40.323450 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (adacfb20-4fc3-47f6-8bff-5184759241b4), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:40.391228 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b39d5f97-1ffb-4b3e-b257-f7f91b947fd4 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Router 2331d298-cab2-4b40-8f1c-d2ab8f3abfed has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:32:40.439245 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8bd2f4cd-bf73-4b4c-bc97-fb269798dcb2 req-c4b62a00-8205-4b84-8caf-7203cf667dd4 tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c5346dc-f757-4ff5-9ea1-d40d9bd6b869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2796869 Jan 28 07:32:40.454871 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f1a493f4-ca70-44ce-82b3-f5986105543c tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16605684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127449'] for router (5aae9ace-a5cc-49a8-b6b9-01aa67a81b7c), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:40.461790 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f1a493f4-ca70-44ce-82b3-f5986105543c tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Publish callbacks [] for router_controller (5aae9ace-a5cc-49a8-b6b9-01aa67a81b7c), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:40.532694 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b39d5f97-1ffb-4b3e-b257-f7f91b947fd4 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:32:40.537897 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f1a493f4-ca70-44ce-82b3-f5986105543c tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16605693'] for router (5aae9ace-a5cc-49a8-b6b9-01aa67a81b7c), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:40.538971 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1a493f4-ca70-44ce-82b3-f5986105543c tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Fanout notify agent at l3_agent the message router_deleted on router 5aae9ace-a5cc-49a8-b6b9-01aa67a81b7c {{(pid=103283) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 07:32:40.573623 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f1a493f4-ca70-44ce-82b3-f5986105543c tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] Publish callbacks [] for router (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:40.577587 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-b39d5f97-1ffb-4b3e-b257-f7f91b947fd4 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] 10.222.0.41 "PUT /v2.0/routers/2331d298-cab2-4b40-8f1c-d2ab8f3abfed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8162150 Jan 28 07:32:40.578270 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-f1a493f4-ca70-44ce-82b3-f5986105543c tempest-RoutersNegativeIpV6Test-2009030210 tempest-RoutersNegativeIpV6Test-2009030210-project] 10.222.0.41 "DELETE /v2.0/routers/5aae9ace-a5cc-49a8-b6b9-01aa67a81b7c HTTP/1.1" status: 204 len: 168 time: 0.7464232 Jan 28 07:32:40.584759 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 44962) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:40.592078 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port adacfb20-4fc3-47f6-8bff-5184759241b4 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:32:40.592739 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (adacfb20-4fc3-47f6-8bff-5184759241b4), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:40.599699 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e43dd247-7ad0-412c-9282-ab5dd11ffe4b None None] Sync routers for ids ['2331d298-cab2-4b40-8f1c-d2ab8f3abfed'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:32:40.631941 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43dd247-7ad0-412c-9282-ab5dd11ffe4b None None] Routers {'2331d298-cab2-4b40-8f1c-d2ab8f3abfed'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:32:40.632660 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-e43dd247-7ad0-412c-9282-ab5dd11ffe4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:32:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['2331d298-cab2-4b40-8f1c-d2ab8f3abfed'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:32:40.636276 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-cc9d3228-60b2-4e66-a3bd-f816343e9a26 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] 10.222.0.41 "GET /v2.0/ports?device_id=2331d298-cab2-4b40-8f1c-d2ab8f3abfed HTTP/1.1" status: 200 len: 205 time: 0.0500805 Jan 28 07:32:40.637041 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 44964) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:40.700871 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ab9a2f-ca36-44fa-b155-73512bbe945b req-27519aff-f4de-4a43-9e04-790ff7346b49 tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:40.708379 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-26ab9a2f-ca36-44fa-b155-73512bbe945b req-27519aff-f4de-4a43-9e04-790ff7346b49 tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b3415e6-b31c-4ce7-ad7d-2235832bcbd3 HTTP/1.1" status: 200 len: 945 time: 0.1117616 Jan 28 07:32:40.775220 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f6de7ebc-3d57-48d2-9ff9-4ab567a171c2 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks [] for router (2331d298-cab2-4b40-8f1c-d2ab8f3abfed), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:40.777880 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-26ab9a2f-ca36-44fa-b155-73512bbe945b req-b47512f2-350f-4512-a72c-6497a0b94930 tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c5346dc-f757-4ff5-9ea1-d40d9bd6b869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638230 Jan 28 07:32:40.784330 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-e43dd247-7ad0-412c-9282-ab5dd11ffe4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:32:40.829416 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [req-13b31255-4b57-4c18-9087-0dae598b62c3 req-953fae8e-c94e-4ef9-a762-fb30d2e7b3d2 tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 07:32:40.830831 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-13b31255-4b57-4c18-9087-0dae598b62c3 req-953fae8e-c94e-4ef9-a762-fb30d2e7b3d2 tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067384 Jan 28 07:32:40.850237 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0e720ab-e195-4845-a259-c22449094a16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adacfb20-4fc3-47f6-8bff-5184759241b4'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:32:40.859352 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20265ad9-18e8-4b4c-bf66-aba8fab41549" -d '{"events": [{"server_uuid": "f0e720ab-e195-4845-a259-c22449094a16", "name": "network-vif-plugged", "status": "completed", "tag": "adacfb20-4fc3-47f6-8bff-5184759241b4"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:32:40.863701 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43dd247-7ad0-412c-9282-ab5dd11ffe4b None None] Routers {'2331d298-cab2-4b40-8f1c-d2ab8f3abfed'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:32:40.864375 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-e43dd247-7ad0-412c-9282-ab5dd11ffe4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:32:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['2331d298-cab2-4b40-8f1c-d2ab8f3abfed'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:32:40.870107 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03964734-4de8-496c-a882-1b51b84de120 req-7cdbb6c5-03cd-4bf9-8431-7971dd36d0c7 tempest-VolumesActionsTest-2046619294 tempest-VolumesActionsTest-2046619294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:40.879413 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-03964734-4de8-496c-a882-1b51b84de120 req-7cdbb6c5-03cd-4bf9-8431-7971dd36d0c7 tempest-VolumesActionsTest-2046619294 tempest-VolumesActionsTest-2046619294-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0e720ab-e195-4845-a259-c22449094a16 HTTP/1.1" status: 200 len: 944 time: 0.2100728 Jan 28 07:32:40.962937 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-e43dd247-7ad0-412c-9282-ab5dd11ffe4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:32:40.963618 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e43dd247-7ad0-412c-9282-ab5dd11ffe4b None None] The sync data for ids ['2331d298-cab2-4b40-8f1c-d2ab8f3abfed'] in n-d-712749-28 is: [] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:32:40.995468 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port adacfb20-4fc3-47f6-8bff-5184759241b4, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=adacfb20-4fc3-47f6-8bff-5184759241b4,segment=NetworkSegment(4027a421-8f77-4f95-b545-494d734aa742),segment_id=4027a421-8f77-4f95-b545-494d734aa742)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:32:41.007266 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (adacfb20-4fc3-47f6-8bff-5184759241b4), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:41.048623 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f6de7ebc-3d57-48d2-9ff9-4ab567a171c2 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16605684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127449'] for router (2331d298-cab2-4b40-8f1c-d2ab8f3abfed), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:41.054284 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f6de7ebc-3d57-48d2-9ff9-4ab567a171c2 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks [] for router_controller (2331d298-cab2-4b40-8f1c-d2ab8f3abfed), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:41.075925 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-03964734-4de8-496c-a882-1b51b84de120 req-a010e524-88f7-41b3-b749-2808d76da4cf tempest-VolumesActionsTest-2046619294 tempest-VolumesActionsTest-2046619294-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a515e2c-f1b1-4b77-93a7-8b4d24326c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915607 Jan 28 07:32:41.115742 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-13b31255-4b57-4c18-9087-0dae598b62c3 req-a9d20a4e-39a2-454d-b566-6e83a1df4d74 tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.13&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.2612891 Jan 28 07:32:41.132342 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=adacfb20-4fc3-47f6-8bff-5184759241b4,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:41.161067 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee7288d8-12f3-4085-ae3d-65cc48c5f15a x-openstack-request-id: req-ee7288d8-12f3-4085-ae3d-65cc48c5f15a {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:32:41.161441 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0e720ab-e195-4845-a259-c22449094a16", "name": "network-vif-plugged", "status": "completed", "tag": "adacfb20-4fc3-47f6-8bff-5184759241b4", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:32:41.161718 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ee7288d8-12f3-4085-ae3d-65cc48c5f15a {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:32:41.162158 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0e720ab-e195-4845-a259-c22449094a16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adacfb20-4fc3-47f6-8bff-5184759241b4', 'code': 200} Jan 28 07:32:41.172449 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f6de7ebc-3d57-48d2-9ff9-4ab567a171c2 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16605693'] for router (2331d298-cab2-4b40-8f1c-d2ab8f3abfed), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:41.173500 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6de7ebc-3d57-48d2-9ff9-4ab567a171c2 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Fanout notify agent at l3_agent the message router_deleted on router 2331d298-cab2-4b40-8f1c-d2ab8f3abfed {{(pid=103283) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 07:32:41.187421 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f6de7ebc-3d57-48d2-9ff9-4ab567a171c2 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks [] for router (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:41.193124 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 44972) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:41.194174 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-f6de7ebc-3d57-48d2-9ff9-4ab567a171c2 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] 10.222.0.41 "DELETE /v2.0/routers/2331d298-cab2-4b40-8f1c-d2ab8f3abfed HTTP/1.1" status: 204 len: 168 time: 0.5560429 Jan 28 07:32:41.273650 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 44974) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:41.313365 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-b776fdd5-b9c3-4be3-a169-de0684649998 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Deleting subnet 06d8d215-35bb-4176-82cd-4c24083bc48d {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:32:41.318937 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b776fdd5-b9c3-4be3-a169-de0684649998 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks [] for subnet (06d8d215-35bb-4176-82cd-4c24083bc48d), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:41.370848 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b776fdd5-b9c3-4be3-a169-de0684649998 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24759175'] for subnet (06d8d215-35bb-4176-82cd-4c24083bc48d), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:41.386625 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ea0e73-fb45-4d55-a541-78047faeb11d req-1afdf40d-82de-4914-b035-e73e699e88c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:41.386625 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-78ea0e73-fb45-4d55-a541-78047faeb11d req-1afdf40d-82de-4914-b035-e73e699e88c1 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f0e720ab-e195-4845-a259-c22449094a16 HTTP/1.1" status: 200 len: 1097 time: 0.1047184 Jan 28 07:32:41.528308 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b776fdd5-b9c3-4be3-a169-de0684649998 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (06d8d215-35bb-4176-82cd-4c24083bc48d), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:41.591423 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-78ea0e73-fb45-4d55-a541-78047faeb11d req-cafb625f-9587-4c7c-8080-5589569709b9 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=1a515e2c-f1b1-4b77-93a7-8b4d24326c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971006 Jan 28 07:32:41.595033 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-4fd0c1ac-6a1e-460f-b0fb-bf2df224d15c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bb045255923b4717b5bdacaaca4d3838&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3202400 Jan 28 07:32:41.598358 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 44980) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:41.618688 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b776fdd5-b9c3-4be3-a169-de0684649998 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24757569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24979817'] for subnet (06d8d215-35bb-4176-82cd-4c24083bc48d), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:41.630925 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033cfb49-17a2-4086-b47f-dc6dc93799fc req-c00484ec-a44b-430b-8c5f-24d6052697c5 tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:41.637969 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-033cfb49-17a2-4086-b47f-dc6dc93799fc req-c00484ec-a44b-430b-8c5f-24d6052697c5 tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf3dce86-52a5-4ad6-a32e-4d2eeff412a4 HTTP/1.1" status: 200 len: 946 time: 0.0878491 Jan 28 07:32:41.655739 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b776fdd5-b9c3-4be3-a169-de0684649998 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Pushing event deleted for resources: {'Subnet': ['ID=06d8d215-35bb-4176-82cd-4c24083bc48d,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:41.674696 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b776fdd5-b9c3-4be3-a169-de0684649998 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:41.681929 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-b776fdd5-b9c3-4be3-a169-de0684649998 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] 10.222.0.41 "DELETE /v2.0/subnets/06d8d215-35bb-4176-82cd-4c24083bc48d HTTP/1.1" status: 204 len: 168 time: 0.4875185 Jan 28 07:32:41.682481 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96abbbd8-72e9-4f96-85e0-8fabc56f4c37 None None] Network c2a8a515-9602-4771-be87-a44fdc4f7bc6 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:32:41.684490 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 44984) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:41.708038 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-033cfb49-17a2-4086-b47f-dc6dc93799fc req-e941d071-afdb-45f8-ae0c-058e021f9cbb tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c5346dc-f757-4ff5-9ea1-d40d9bd6b869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690079 Jan 28 07:32:41.732122 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0e9987ee-d6c3-468f-b3cd-09e0d3c6d8d8 admin admin] Publish callbacks [] for security_group (f5376f61-ddd5-4734-91e6-e758fc3beb32), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:41.789403 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0e9987ee-d6c3-468f-b3cd-09e0d3c6d8d8 admin admin] Publish callbacks [] for security_group (f5376f61-ddd5-4734-91e6-e758fc3beb32), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:41.803564 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-604a12f5-1908-4665-9e5e-689f69966be0 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Deleting subnet dd13ae7f-7482-4b60-b2d2-b7c6adc63620 {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:32:41.818397 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-604a12f5-1908-4665-9e5e-689f69966be0 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks [] for subnet (dd13ae7f-7482-4b60-b2d2-b7c6adc63620), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:41.877479 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0e9987ee-d6c3-468f-b3cd-09e0d3c6d8d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (f5376f61-ddd5-4734-91e6-e758fc3beb32), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:41.883087 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0e9987ee-d6c3-468f-b3cd-09e0d3c6d8d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:41.889177 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-0e9987ee-d6c3-468f-b3cd-09e0d3c6d8d8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f5376f61-ddd5-4734-91e6-e758fc3beb32 HTTP/1.1" status: 204 len: 168 time: 0.2897916 Jan 28 07:32:41.905100 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9987ee-d6c3-468f-b3cd-09e0d3c6d8d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5376f61-ddd5-4734-91e6-e758fc3beb32,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:41.963651 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-604a12f5-1908-4665-9e5e-689f69966be0 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24759175'] for subnet (dd13ae7f-7482-4b60-b2d2-b7c6adc63620), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:41.994052 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29ff6fdb-337b-48b9-9d76-b4472a3e1d6f None None] DHCP port deletion for c2a8a515-9602-4771-be87-a44fdc4f7bc6 request from n-d-712749-28 {{(pid=103285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 07:32:42.055292 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652c0958-348c-4a94-8669-57f623905d0f req-6a0979c9-510b-45ed-b56e-42dd90c5451d tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:42.063919 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-652c0958-348c-4a94-8669-57f623905d0f req-6a0979c9-510b-45ed-b56e-42dd90c5451d tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9455bd8-bb23-42e6-95a1-cefa55c6a33d HTTP/1.1" status: 200 len: 946 time: 0.2029901 Jan 28 07:32:42.082821 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-29ff6fdb-337b-48b9-9d76-b4472a3e1d6f None None] Deleting port 6a6941dd-e1f0-4775-8b98-24de94a81ec3 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:32:42.083203 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-29ff6fdb-337b-48b9-9d76-b4472a3e1d6f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (6a6941dd-e1f0-4775-8b98-24de94a81ec3), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:42.151394 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 44994) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:42.162905 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-3fd3f7a0-3909-4c4a-8d13-83ac464db4d7 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Request body: {'subnet': {'network_id': '1c1cf386-ed4f-46fb-a90d-ef23be5375e1', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:32:42.194229 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-29ff6fdb-337b-48b9-9d76-b4472a3e1d6f None None] For port 6a6941dd-e1f0-4775-8b98-24de94a81ec3, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=6a6941dd-e1f0-4775-8b98-24de94a81ec3,segment=NetworkSegment(d6ba4412-0430-41db-9c61-96f51edb78c5),segment_id=d6ba4412-0430-41db-9c61-96f51edb78c5)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:32:42.194839 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-29ff6fdb-337b-48b9-9d76-b4472a3e1d6f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (6a6941dd-e1f0-4775-8b98-24de94a81ec3), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:42.196842 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-652c0958-348c-4a94-8669-57f623905d0f req-c74f4511-3234-49bc-8a3c-d7f936e5e8d6 tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c5346dc-f757-4ff5-9ea1-d40d9bd6b869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320105 Jan 28 07:32:42.198291 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-604a12f5-1908-4665-9e5e-689f69966be0 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (dd13ae7f-7482-4b60-b2d2-b7c6adc63620), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:42.228308 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-29ff6fdb-337b-48b9-9d76-b4472a3e1d6f None None] Calling delete_port for 6a6941dd-e1f0-4775-8b98-24de94a81ec3 owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:32:42.304990 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be5a5ba-1d2a-4864-b79e-9cb60e98531a req-91400fa9-3d3a-41ce-88dd-18971f37ee67 tempest-VolumesActionsTest-2046619294 tempest-VolumesActionsTest-2046619294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:42.312899 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4be5a5ba-1d2a-4864-b79e-9cb60e98531a req-91400fa9-3d3a-41ce-88dd-18971f37ee67 tempest-VolumesActionsTest-2046619294 tempest-VolumesActionsTest-2046619294-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0e720ab-e195-4845-a259-c22449094a16 HTTP/1.1" status: 200 len: 945 time: 0.1088297 Jan 28 07:32:42.322878 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-604a12f5-1908-4665-9e5e-689f69966be0 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24757569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24979817'] for subnet (dd13ae7f-7482-4b60-b2d2-b7c6adc63620), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:42.356533 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fd3f7a0-3909-4c4a-8d13-83ac464db4d7 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Made reservation on behalf of d922f36101af452d805cf60e026e730b for: {'subnet': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:32:42.359896 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3fd3f7a0-3909-4c4a-8d13-83ac464db4d7 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13555781'] for subnet (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:42.397974 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604a12f5-1908-4665-9e5e-689f69966be0 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Pushing event deleted for resources: {'Subnet': ['ID=dd13ae7f-7482-4b60-b2d2-b7c6adc63620,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:42.405771 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-604a12f5-1908-4665-9e5e-689f69966be0 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:42.414652 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-604a12f5-1908-4665-9e5e-689f69966be0 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] 10.222.0.41 "DELETE /v2.0/subnets/dd13ae7f-7482-4b60-b2d2-b7c6adc63620 HTTP/1.1" status: 204 len: 168 time: 0.7290642 Jan 28 07:32:42.431606 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 45000) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:42.442835 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70dca80e-eb25-43e6-a517-9ce142482479 None None] Network e912f85b-1097-437b-be59-020f78c56741 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:32:42.581293 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-29ff6fdb-337b-48b9-9d76-b4472a3e1d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298'] for port (6a6941dd-e1f0-4775-8b98-24de94a81ec3), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:42.604960 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4be5a5ba-1d2a-4864-b79e-9cb60e98531a req-e5be7fb6-377d-4f4e-80dc-0c950a7cb517 tempest-VolumesActionsTest-2046619294 tempest-VolumesActionsTest-2046619294-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a515e2c-f1b1-4b77-93a7-8b4d24326c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2906976 Jan 28 07:32:42.638180 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ff6fdb-337b-48b9-9d76-b4472a3e1d6f None None] Pushing event deleted for resources: {'Port': ['ID=6a6941dd-e1f0-4775-8b98-24de94a81ec3,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:42.640651 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ff6fdb-337b-48b9-9d76-b4472a3e1d6f None None] No DVR routers for this DVR port 6a6941dd-e1f0-4775-8b98-24de94a81ec3 on host n-d-712749-28 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:32:42.753458 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3fd3f7a0-3909-4c4a-8d13-83ac464db4d7 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13546728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13555799'] for subnet (77428511-3d89-486d-bc19-dd54d506f143), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:42.814026 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aae0c3c6-c65a-429d-ae73-d76451ce8779 None None] DHCP port deletion for e912f85b-1097-437b-be59-020f78c56741 request from n-d-712749-28 {{(pid=103285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 07:32:42.858178 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd3f7a0-3909-4c4a-8d13-83ac464db4d7 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Pushing event updated for resources: {'Subnet': ['ID=77428511-3d89-486d-bc19-dd54d506f143,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:42.899203 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c144f7-fe86-4408-a7bf-9ca27f31dc57 req-cf81ff87-6ff2-4549-a7d0-ecd28d9a1d79 tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:42.901661 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-26c144f7-fe86-4408-a7bf-9ca27f31dc57 req-cf81ff87-6ff2-4549-a7d0-ecd28d9a1d79 tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b3415e6-b31c-4ce7-ad7d-2235832bcbd3 HTTP/1.1" status: 200 len: 945 time: 0.5378928 Jan 28 07:32:42.933223 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd3f7a0-3909-4c4a-8d13-83ac464db4d7 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Checking segment: {'id': '0d890198-510d-412f-a127-efc20362f742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '1c1cf386-ed4f-46fb-a90d-ef23be5375e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:32:42.934771 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd3f7a0-3909-4c4a-8d13-83ac464db4d7 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Network hostable DHCP agents. Network: 1c1cf386-ed4f-46fb-a90d-ef23be5375e1, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:32:42.955070 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3ab90742-2630-4f6f-b42a-1c625b253b77 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (c2a8a515-9602-4771-be87-a44fdc4f7bc6), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:42.989192 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd3f7a0-3909-4c4a-8d13-83ac464db4d7 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Network 1c1cf386-ed4f-46fb-a90d-ef23be5375e1 is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:32:43.012172 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-aae0c3c6-c65a-429d-ae73-d76451ce8779 None None] Deleting port 39496722-3a4e-4f4e-960e-26c5e74b5b0a {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:32:43.013365 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-3fd3f7a0-3909-4c4a-8d13-83ac464db4d7 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, 1c1cf386-ed4f-46fb-a90d-ef23be5375e1) {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:32:43.015578 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aae0c3c6-c65a-429d-ae73-d76451ce8779 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (39496722-3a4e-4f4e-960e-26c5e74b5b0a), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:43.018826 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd3f7a0-3909-4c4a-8d13-83ac464db4d7 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:43.019744 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3fd3f7a0-3909-4c4a-8d13-83ac464db4d7 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks [] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:43.025241 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-26c144f7-fe86-4408-a7bf-9ca27f31dc57 req-1fdd498f-6de6-4cdb-b62d-681071d52c43 tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c5346dc-f757-4ff5-9ea1-d40d9bd6b869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060283 Jan 28 07:32:43.030998 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5523736e-82e4-4d6b-98f9-fb35a8bdd74a None None] Network 1c1cf386-ed4f-46fb-a90d-ef23be5375e1 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:32:43.052462 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-3fd3f7a0-3909-4c4a-8d13-83ac464db4d7 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8975372 Jan 28 07:32:43.057386 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 45014) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:43.064500 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-d22b7a36-3258-42d7-91ff-a8ac44fa06c7 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1527741779'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:32:43.094347 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d22b7a36-3258-42d7-91ff-a8ac44fa06c7 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Made reservation on behalf of d922f36101af452d805cf60e026e730b for: {'network': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:32:43.103842 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d22b7a36-3258-42d7-91ff-a8ac44fa06c7 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:43.137237 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d22b7a36-3258-42d7-91ff-a8ac44fa06c7 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=103283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:32:43.153530 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d22b7a36-3258-42d7-91ff-a8ac44fa06c7 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (3d6647b1-9790-42b8-930c-0bfa3150e5c2), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:43.153877 n-d-712749-28 neutron-server[103283]: INFO neutron.db.segments_db [None req-d22b7a36-3258-42d7-91ff-a8ac44fa06c7 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Added segment 3d6647b1-9790-42b8-930c-0bfa3150e5c2 of type vlan for network aec73ffa-b5b7-41ae-beff-d109555b56b9 Jan 28 07:32:43.181601 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3ab90742-2630-4f6f-b42a-1c625b253b77 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (c2a8a515-9602-4771-be87-a44fdc4f7bc6), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:43.210693 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d22b7a36-3258-42d7-91ff-a8ac44fa06c7 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (aec73ffa-b5b7-41ae-beff-d109555b56b9), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:43.227690 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-3ab90742-2630-4f6f-b42a-1c625b253b77 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2a8a515-9602-4771-be87-a44fdc4f7bc6']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:32:43.250166 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-3ab90742-2630-4f6f-b42a-1c625b253b77 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6ba4412-0430-41db-9c61-96f51edb78c5') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:32:43.250479 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-3ab90742-2630-4f6f-b42a-1c625b253b77 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6ba4412-0430-41db-9c61-96f51edb78c5') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:32:43.262528 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d22b7a36-3258-42d7-91ff-a8ac44fa06c7 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (aec73ffa-b5b7-41ae-beff-d109555b56b9), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:43.274320 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d22b7a36-3258-42d7-91ff-a8ac44fa06c7 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:43.275054 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d22b7a36-3258-42d7-91ff-a8ac44fa06c7 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks [] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:43.277762 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3ab90742-2630-4f6f-b42a-1c625b253b77 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24759294'] for segment (d6ba4412-0430-41db-9c61-96f51edb78c5), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:43.288961 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-aae0c3c6-c65a-429d-ae73-d76451ce8779 None None] For port 39496722-3a4e-4f4e-960e-26c5e74b5b0a, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=39496722-3a4e-4f4e-960e-26c5e74b5b0a,segment=NetworkSegment(20d48f34-ecc7-4ec4-a468-cd12143cf404),segment_id=20d48f34-ecc7-4ec4-a468-cd12143cf404)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:32:43.289479 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aae0c3c6-c65a-429d-ae73-d76451ce8779 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (39496722-3a4e-4f4e-960e-26c5e74b5b0a), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:43.312865 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3ab90742-2630-4f6f-b42a-1c625b253b77 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (d6ba4412-0430-41db-9c61-96f51edb78c5), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:43.318561 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-aae0c3c6-c65a-429d-ae73-d76451ce8779 None None] Calling delete_port for 39496722-3a4e-4f4e-960e-26c5e74b5b0a owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:32:43.321689 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-d22b7a36-3258-42d7-91ff-a8ac44fa06c7 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2627673 Jan 28 07:32:43.324532 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 45022) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:43.327689 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ab90742-2630-4f6f-b42a-1c625b253b77 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:32:43.328153 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3ab90742-2630-4f6f-b42a-1c625b253b77 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24757675'] for segment (d6ba4412-0430-41db-9c61-96f51edb78c5), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:43.336609 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-0cfbfd2e-63a3-459d-a257-de0eaf0932dd tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Request body: {'subnet': {'network_id': 'aec73ffa-b5b7-41ae-beff-d109555b56b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:32:43.398332 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 45024) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:43.412948 n-d-712749-28 neutron-server[103284]: Traceback (most recent call last): Jan 28 07:32:43.412948 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:32:43.412948 n-d-712749-28 neutron-server[103284]: timer() Jan 28 07:32:43.412948 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:32:43.412948 n-d-712749-28 neutron-server[103284]: cb(*args, **kw) Jan 28 07:32:43.412948 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:32:43.412948 n-d-712749-28 neutron-server[103284]: return func(*args, **kwargs) Jan 28 07:32:43.412948 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:32:43.412948 n-d-712749-28 neutron-server[103284]: self._notify() Jan 28 07:32:43.412948 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:32:43.412948 n-d-712749-28 neutron-server[103284]: self.callback(batched_events) Jan 28 07:32:43.412948 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:32:43.412948 n-d-712749-28 neutron-server[103284]: event.method(event) Jan 28 07:32:43.412948 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:32:43.412948 n-d-712749-28 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:32:43.412948 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:32:43.412948 n-d-712749-28 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:32:43.412948 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:32:43.412948 n-d-712749-28 neutron-server[103284]: return f(self, *a, **k) Jan 28 07:32:43.412948 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:32:43.412948 n-d-712749-28 neutron-server[103284]: return self._get(url).json() Jan 28 07:32:43.412948 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:32:43.412948 n-d-712749-28 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:32:43.412948 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:32:43.412948 n-d-712749-28 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Jan 28 07:32:43.412948 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:32:43.412948 n-d-712749-28 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:32:43.412948 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:32:43.412948 n-d-712749-28 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:32:43.412948 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:32:43.412948 n-d-712749-28 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:32:43.412948 n-d-712749-28 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:32:43.449788 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22b7a36-3258-42d7-91ff-a8ac44fa06c7 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Pushing event updated for resources: {'Network': ['ID=aec73ffa-b5b7-41ae-beff-d109555b56b9,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:43.460716 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d84d3af4-d955-4a20-91d2-ef16733a34cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3dd72b9-6805-5f61-b6f3-a591f99a173d-1c1cf386-ed4f-46fb-a90d-ef23be5375e1', 'network_id': '1c1cf386-ed4f-46fb-a90d-ef23be5375e1', 'project_id': 'd922f36101af452d805cf60e026e730b', 'fixed_ips': [{'subnet_id': '77428511-3d89-486d-bc19-dd54d506f143'}]}} from n-d-712749-28. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 07:32:43.461724 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d84d3af4-d955-4a20-91d2-ef16733a34cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:43.469877 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network aec73ffa-b5b7-41ae-beff-d109555b56b9 details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:32:43.479782 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e477e021-0eaa-45f1-87c7-3bb15cd48a78 req-2810cf98-b04f-46ba-a8df-61e71659295b tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:43.486926 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e477e021-0eaa-45f1-87c7-3bb15cd48a78 req-2810cf98-b04f-46ba-a8df-61e71659295b tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:43.494341 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e477e021-0eaa-45f1-87c7-3bb15cd48a78 req-2810cf98-b04f-46ba-a8df-61e71659295b tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:43.497344 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e477e021-0eaa-45f1-87c7-3bb15cd48a78 req-2810cf98-b04f-46ba-a8df-61e71659295b tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b3415e6-b31c-4ce7-ad7d-2235832bcbd3&device_id=c9455bd8-bb23-42e6-95a1-cefa55c6a33d&device_id=bf3dce86-52a5-4ad6-a32e-4d2eeff412a4 HTTP/1.1" status: 200 len: 2418 time: 0.2019362 Jan 28 07:32:43.522782 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3ab90742-2630-4f6f-b42a-1c625b253b77 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (c2a8a515-9602-4771-be87-a44fdc4f7bc6), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:43.550234 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3ab90742-2630-4f6f-b42a-1c625b253b77 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:43.556681 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-3ab90742-2630-4f6f-b42a-1c625b253b77 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] 10.222.0.41 "DELETE /v2.0/networks/c2a8a515-9602-4771-be87-a44fdc4f7bc6 HTTP/1.1" status: 204 len: 168 time: 1.1207418 Jan 28 07:32:43.556681 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab90742-2630-4f6f-b42a-1c625b253b77 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Pushing event deleted for resources: {'Network': ['ID=c2a8a515-9602-4771-be87-a44fdc4f7bc6,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:43.558087 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 45028) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:43.573326 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cfbfd2e-63a3-459d-a257-de0eaf0932dd tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Made reservation on behalf of d922f36101af452d805cf60e026e730b for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:32:43.578189 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0cfbfd2e-63a3-459d-a257-de0eaf0932dd tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24979592'] for subnet (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:43.583198 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e477e021-0eaa-45f1-87c7-3bb15cd48a78 req-d6e80b0e-08ab-454d-a0fa-04d163694079 tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c5346dc-f757-4ff5-9ea1-d40d9bd6b869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768554 Jan 28 07:32:43.644027 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-f5a9b7a4-cc42-49b7-8b1c-89ccb6e675da tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Request body: {'security_group': {'name': 'tempest-secgroup--1572544160'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:32:43.673995 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aae0c3c6-c65a-429d-ae73-d76451ce8779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298'] for port (39496722-3a4e-4f4e-960e-26c5e74b5b0a), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:43.681352 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f5a9b7a4-cc42-49b7-8b1c-89ccb6e675da tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:43.692665 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f5a9b7a4-cc42-49b7-8b1c-89ccb6e675da tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:43.698429 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4fe23df5-1c94-42a9-8cb5-e19368fe037f tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (e912f85b-1097-437b-be59-020f78c56741), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:43.748739 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae0c3c6-c65a-429d-ae73-d76451ce8779 None None] Pushing event deleted for resources: {'Port': ['ID=39496722-3a4e-4f4e-960e-26c5e74b5b0a,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:43.807641 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620e8334-50c0-416e-8ecd-519a50db78c7 req-f68597c7-c0b5-400a-90b5-ae734203aa12 tempest-VolumesActionsTest-2046619294 tempest-VolumesActionsTest-2046619294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:43.809352 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-620e8334-50c0-416e-8ecd-519a50db78c7 req-f68597c7-c0b5-400a-90b5-ae734203aa12 tempest-VolumesActionsTest-2046619294 tempest-VolumesActionsTest-2046619294-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0e720ab-e195-4845-a259-c22449094a16 HTTP/1.1" status: 200 len: 945 time: 0.0987580 Jan 28 07:32:43.814245 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-d84d3af4-d955-4a20-91d2-ef16733a34cf None None] Allocated IP 2001:db8:0:ffff::2 (1c1cf386-ed4f-46fb-a90d-ef23be5375e1/77428511-3d89-486d-bc19-dd54d506f143/57d05b2b-8595-472a-b011-39bb83e2fc21) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:32:43.866266 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f5a9b7a4-cc42-49b7-8b1c-89ccb6e675da tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks [] for security_group (a2a6a82b-20d7-4b82-b855-9741e5569fba), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:43.880121 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f5a9b7a4-cc42-49b7-8b1c-89ccb6e675da tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (a2a6a82b-20d7-4b82-b855-9741e5569fba), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:43.919679 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-620e8334-50c0-416e-8ecd-519a50db78c7 req-843b04ed-acb0-4b89-8186-1b6e25bb3cfd tempest-VolumesActionsTest-2046619294 tempest-VolumesActionsTest-2046619294-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a515e2c-f1b1-4b77-93a7-8b4d24326c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990579 Jan 28 07:32:43.944800 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a9b7a4-cc42-49b7-8b1c-89ccb6e675da tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2a6a82b-20d7-4b82-b855-9741e5569fba,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:43.961101 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae0c3c6-c65a-429d-ae73-d76451ce8779 None None] No DVR routers for this DVR port 39496722-3a4e-4f4e-960e-26c5e74b5b0a on host n-d-712749-28 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:32:43.973789 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f5a9b7a4-cc42-49b7-8b1c-89ccb6e675da tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks [] for security_group (a0fd2d9b-ec1e-4101-a622-754b080d7584), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:43.980006 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d84d3af4-d955-4a20-91d2-ef16733a34cf None None] Publish callbacks [] for port (57d05b2b-8595-472a-b011-39bb83e2fc21), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:43.984775 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f5a9b7a4-cc42-49b7-8b1c-89ccb6e675da tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (a0fd2d9b-ec1e-4101-a622-754b080d7584), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:43.991101 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d84d3af4-d955-4a20-91d2-ef16733a34cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (57d05b2b-8595-472a-b011-39bb83e2fc21), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:44.033280 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d906e286-36c8-45d7-8bae-14b7247d9d4f req-a3c584d1-7ed0-4be3-a500-799b167a8c80 tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.2536199 Jan 28 07:32:44.075307 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4fe23df5-1c94-42a9-8cb5-e19368fe037f tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (e912f85b-1097-437b-be59-020f78c56741), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:44.077065 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a9b7a4-cc42-49b7-8b1c-89ccb6e675da tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0fd2d9b-ec1e-4101-a622-754b080d7584,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:44.085690 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f5a9b7a4-cc42-49b7-8b1c-89ccb6e675da tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:44.090389 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-f5a9b7a4-cc42-49b7-8b1c-89ccb6e675da tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6889553 Jan 28 07:32:44.091603 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 45038) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:44.118686 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d84d3af4-d955-4a20-91d2-ef16733a34cf None None] Network 1c1cf386-ed4f-46fb-a90d-ef23be5375e1 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:32:44.121769 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-d84d3af4-d955-4a20-91d2-ef16733a34cf None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:32:44.144937 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84d3af4-d955-4a20-91d2-ef16733a34cf None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:32:44.157087 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-4fe23df5-1c94-42a9-8cb5-e19368fe037f tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e912f85b-1097-437b-be59-020f78c56741']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:32:44.175245 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-24abca26-34f3-42e0-bc6a-29351745d4b0 tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0822549 Jan 28 07:32:44.178381 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 45040) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:44.181304 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-4fe23df5-1c94-42a9-8cb5-e19368fe037f tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20d48f34-ecc7-4ec4-a468-cd12143cf404') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:32:44.181622 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-4fe23df5-1c94-42a9-8cb5-e19368fe037f tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20d48f34-ecc7-4ec4-a468-cd12143cf404') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:32:44.199494 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 39496722-3a4e-4f4e-960e-26c5e74b5b0a no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:32:44.206691 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-21d3cbe4-f909-47cb-b42a-a17539e8431b tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Request body: {'security_group': {'name': 'tempest-security--1580002304', 'description': 'tempest-security-description-1498110583'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:32:44.213826 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0cfbfd2e-63a3-459d-a257-de0eaf0932dd tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24757504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24979610'] for subnet (121bda15-ccc8-4c55-a443-1799533c8d94), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:44.218490 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4fe23df5-1c94-42a9-8cb5-e19368fe037f tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24759294'] for segment (20d48f34-ecc7-4ec4-a468-cd12143cf404), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:44.287269 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-d84d3af4-d955-4a20-91d2-ef16733a34cf None None] Attempting to bind port 57d05b2b-8595-472a-b011-39bb83e2fc21 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:32:44.287901 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-d84d3af4-d955-4a20-91d2-ef16733a34cf None None] Attempting to bind port 57d05b2b-8595-472a-b011-39bb83e2fc21 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '0d890198-510d-412f-a127-efc20362f742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '1c1cf386-ed4f-46fb-a90d-ef23be5375e1'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:32:44.288308 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84d3af4-d955-4a20-91d2-ef16733a34cf None None] Attempting to bind port 57d05b2b-8595-472a-b011-39bb83e2fc21 on network 1c1cf386-ed4f-46fb-a90d-ef23be5375e1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:32:44.290990 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: 39496722-3a4e-4f4e-960e-26c5e74b5b0a {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:32:44.291632 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 39496722-3a4e-4f4e-960e-26c5e74b5b0a not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:32:44.292170 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 6a6941dd-e1f0-4775-8b98-24de94a81ec3 no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:32:44.320608 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: 6a6941dd-e1f0-4775-8b98-24de94a81ec3 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:32:44.321135 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 6a6941dd-e1f0-4775-8b98-24de94a81ec3 not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:32:44.322738 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84d3af4-d955-4a20-91d2-ef16733a34cf None None] Pushing event updated for resources: {'Port': ['ID=57d05b2b-8595-472a-b011-39bb83e2fc21,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:44.328915 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84d3af4-d955-4a20-91d2-ef16733a34cf None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:32:44.329453 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84d3af4-d955-4a20-91d2-ef16733a34cf None None] Checking segment: {'id': '0d890198-510d-412f-a127-efc20362f742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '1c1cf386-ed4f-46fb-a90d-ef23be5375e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:32:44.329878 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d84d3af4-d955-4a20-91d2-ef16733a34cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:44.330288 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84d3af4-d955-4a20-91d2-ef16733a34cf None None] Bound using segment: {'id': '0d890198-510d-412f-a127-efc20362f742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '1c1cf386-ed4f-46fb-a90d-ef23be5375e1'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:32:44.331394 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-d84d3af4-d955-4a20-91d2-ef16733a34cf None None] Bound port: 57d05b2b-8595-472a-b011-39bb83e2fc21, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d890198-510d-412f-a127-efc20362f742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '1c1cf386-ed4f-46fb-a90d-ef23be5375e1'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:32:44.331394 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d84d3af4-d955-4a20-91d2-ef16733a34cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (57d05b2b-8595-472a-b011-39bb83e2fc21), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:44.368571 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4fe23df5-1c94-42a9-8cb5-e19368fe037f tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (20d48f34-ecc7-4ec4-a468-cd12143cf404), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:44.405131 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fe23df5-1c94-42a9-8cb5-e19368fe037f tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:32:44.405651 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4fe23df5-1c94-42a9-8cb5-e19368fe037f tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24757675'] for segment (20d48f34-ecc7-4ec4-a468-cd12143cf404), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:44.409195 n-d-712749-28 neutron-server[103284]: Traceback (most recent call last): Jan 28 07:32:44.409195 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:32:44.409195 n-d-712749-28 neutron-server[103284]: timer() Jan 28 07:32:44.409195 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:32:44.409195 n-d-712749-28 neutron-server[103284]: cb(*args, **kw) Jan 28 07:32:44.409195 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:32:44.409195 n-d-712749-28 neutron-server[103284]: return func(*args, **kwargs) Jan 28 07:32:44.409195 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:32:44.409195 n-d-712749-28 neutron-server[103284]: self._notify() Jan 28 07:32:44.409195 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:32:44.409195 n-d-712749-28 neutron-server[103284]: self.callback(batched_events) Jan 28 07:32:44.409195 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:32:44.409195 n-d-712749-28 neutron-server[103284]: event.method(event) Jan 28 07:32:44.409195 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:32:44.409195 n-d-712749-28 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:32:44.409195 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:32:44.409195 n-d-712749-28 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:32:44.409195 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:32:44.409195 n-d-712749-28 neutron-server[103284]: return f(self, *a, **k) Jan 28 07:32:44.409195 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:32:44.409195 n-d-712749-28 neutron-server[103284]: return self._get(url).json() Jan 28 07:32:44.409195 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:32:44.409195 n-d-712749-28 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:32:44.409195 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:32:44.409195 n-d-712749-28 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Jan 28 07:32:44.409195 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:32:44.409195 n-d-712749-28 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:32:44.409195 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:32:44.409195 n-d-712749-28 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:32:44.409195 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:32:44.409195 n-d-712749-28 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:32:44.409195 n-d-712749-28 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:32:44.418102 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-d84d3af4-d955-4a20-91d2-ef16733a34cf None None] For port 57d05b2b-8595-472a-b011-39bb83e2fc21, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:32:44.428160 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfbfd2e-63a3-459d-a257-de0eaf0932dd tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Pushing event updated for resources: {'Subnet': ['ID=121bda15-ccc8-4c55-a443-1799533c8d94,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:44.441673 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-21d3cbe4-f909-47cb-b42a-a17539e8431b tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks [] for security_group (a0fd2d9b-ec1e-4101-a622-754b080d7584), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:44.551684 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-d84d3af4-d955-4a20-91d2-ef16733a34cf None None] For port 57d05b2b-8595-472a-b011-39bb83e2fc21, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=57d05b2b-8595-472a-b011-39bb83e2fc21,segment=NetworkSegment(0d890198-510d-412f-a127-efc20362f742),segment_id=0d890198-510d-412f-a127-efc20362f742)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:32:44.561754 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d84d3af4-d955-4a20-91d2-ef16733a34cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (57d05b2b-8595-472a-b011-39bb83e2fc21), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:44.575008 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cfbfd2e-63a3-459d-a257-de0eaf0932dd tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Checking segment: {'id': '3d6647b1-9790-42b8-930c-0bfa3150e5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'aec73ffa-b5b7-41ae-beff-d109555b56b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:32:44.575510 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cfbfd2e-63a3-459d-a257-de0eaf0932dd tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Network hostable DHCP agents. Network: aec73ffa-b5b7-41ae-beff-d109555b56b9, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:32:44.582294 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4fe23df5-1c94-42a9-8cb5-e19368fe037f tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (e912f85b-1097-437b-be59-020f78c56741), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:44.615293 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4fe23df5-1c94-42a9-8cb5-e19368fe037f tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:44.619102 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-4fe23df5-1c94-42a9-8cb5-e19368fe037f tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] 10.222.0.41 "DELETE /v2.0/networks/e912f85b-1097-437b-be59-020f78c56741 HTTP/1.1" status: 204 len: 168 time: 1.0598617 Jan 28 07:32:44.621147 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe23df5-1c94-42a9-8cb5-e19368fe037f tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Pushing event deleted for resources: {'Network': ['ID=e912f85b-1097-437b-be59-020f78c56741,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:44.623199 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 45052) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:44.628173 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-a75b12ca-bc0b-433c-8ebf-755fceb95f76 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2078785533'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:32:44.634000 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-21d3cbe4-f909-47cb-b42a-a17539e8431b tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks [] for security_group (a0fd2d9b-ec1e-4101-a622-754b080d7584), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:44.645364 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-21d3cbe4-f909-47cb-b42a-a17539e8431b tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (a0fd2d9b-ec1e-4101-a622-754b080d7584), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:44.649164 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-21d3cbe4-f909-47cb-b42a-a17539e8431b tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:44.653931 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-21d3cbe4-f909-47cb-b42a-a17539e8431b tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] 10.222.0.41 "PUT /v2.0/security-groups/a0fd2d9b-ec1e-4101-a622-754b080d7584 HTTP/1.1" status: 200 len: 1797 time: 0.4692998 Jan 28 07:32:44.654540 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 45056) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:44.662834 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84d3af4-d955-4a20-91d2-ef16733a34cf None None] Pushing event updated for resources: {'Port': ['ID=57d05b2b-8595-472a-b011-39bb83e2fc21,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:44.666220 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cfbfd2e-63a3-459d-a257-de0eaf0932dd tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Network aec73ffa-b5b7-41ae-beff-d109555b56b9 is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:32:44.695431 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-0cfbfd2e-63a3-459d-a257-de0eaf0932dd tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, aec73ffa-b5b7-41ae-beff-d109555b56b9) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:32:44.711760 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aa3e68e-2c62-4265-90cc-c925040f5388 None None] Network aec73ffa-b5b7-41ae-beff-d109555b56b9 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:32:44.712652 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a75b12ca-bc0b-433c-8ebf-755fceb95f76 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Made reservation on behalf of eec785a36bb947ca8a0b9e5aec6023b6 for: {'network': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:32:44.715661 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cfbfd2e-63a3-459d-a257-de0eaf0932dd tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:44.719040 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a75b12ca-bc0b-433c-8ebf-755fceb95f76 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:44.719260 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0cfbfd2e-63a3-459d-a257-de0eaf0932dd tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:44.763055 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d3cbe4-f909-47cb-b42a-a17539e8431b tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0fd2d9b-ec1e-4101-a622-754b080d7584,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:44.774219 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-0cfbfd2e-63a3-459d-a257-de0eaf0932dd tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.4482129 Jan 28 07:32:44.775015 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 45058) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:44.802711 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a75b12ca-bc0b-433c-8ebf-755fceb95f76 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=103283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:32:44.820994 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a75b12ca-bc0b-433c-8ebf-755fceb95f76 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (7c7970be-572d-4ffb-92e9-975ecc56fc9f), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:44.821744 n-d-712749-28 neutron-server[103283]: INFO neutron.db.segments_db [None req-a75b12ca-bc0b-433c-8ebf-755fceb95f76 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Added segment 7c7970be-572d-4ffb-92e9-975ecc56fc9f of type vlan for network f38dd0d6-8f88-4964-bb49-22eb8b1d41cb Jan 28 07:32:44.884799 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a75b12ca-bc0b-433c-8ebf-755fceb95f76 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (f38dd0d6-8f88-4964-bb49-22eb8b1d41cb), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:44.922904 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a75b12ca-bc0b-433c-8ebf-755fceb95f76 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (f38dd0d6-8f88-4964-bb49-22eb8b1d41cb), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:44.924796 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-3adcfc17-e11d-46c9-947f-d51ed0735d59 tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] 10.222.0.41 "GET /v2.0/security-groups/a0fd2d9b-ec1e-4101-a622-754b080d7584 HTTP/1.1" status: 200 len: 1797 time: 0.2653522 Jan 28 07:32:44.928052 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 45062) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:44.945057 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a75b12ca-bc0b-433c-8ebf-755fceb95f76 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:44.946965 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a75b12ca-bc0b-433c-8ebf-755fceb95f76 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks [] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:45.029231 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f39d01-7fb4-4ac5-a246-56fbc0d22afc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3dd72b9-6805-5f61-b6f3-a591f99a173d-aec73ffa-b5b7-41ae-beff-d109555b56b9', 'network_id': 'aec73ffa-b5b7-41ae-beff-d109555b56b9', 'project_id': 'd922f36101af452d805cf60e026e730b', 'fixed_ips': [{'subnet_id': '121bda15-ccc8-4c55-a443-1799533c8d94'}]}} from n-d-712749-28. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 07:32:45.030110 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b4f39d01-7fb4-4ac5-a246-56fbc0d22afc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:45.042772 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3a50892d-b4f3-4d70-949e-adc13053a61a tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (aec73ffa-b5b7-41ae-beff-d109555b56b9), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:45.146097 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-44ba1e34-22a0-444b-85dd-6818bb9b268c tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks [] for security_group (a0fd2d9b-ec1e-4101-a622-754b080d7584), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:45.271257 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3a50892d-b4f3-4d70-949e-adc13053a61a tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (121bda15-ccc8-4c55-a443-1799533c8d94), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:45.371198 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-44ba1e34-22a0-444b-85dd-6818bb9b268c tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks [] for security_group (a0fd2d9b-ec1e-4101-a622-754b080d7584), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:45.422692 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-b4f39d01-7fb4-4ac5-a246-56fbc0d22afc None None] Allocated IP 2001:db8::1 (aec73ffa-b5b7-41ae-beff-d109555b56b9/121bda15-ccc8-4c55-a443-1799533c8d94/9436aa92-9945-4f4c-a497-6d3f87c4f68d) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:32:45.450494 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-44ba1e34-22a0-444b-85dd-6818bb9b268c tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (a0fd2d9b-ec1e-4101-a622-754b080d7584), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:45.453683 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-44ba1e34-22a0-444b-85dd-6818bb9b268c tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:45.457760 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-44ba1e34-22a0-444b-85dd-6818bb9b268c tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] 10.222.0.41 "DELETE /v2.0/security-groups/a0fd2d9b-ec1e-4101-a622-754b080d7584 HTTP/1.1" status: 204 len: 168 time: 0.5289085 Jan 28 07:32:45.458539 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 45070) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:45.507151 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ba1e34-22a0-444b-85dd-6818bb9b268c tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0fd2d9b-ec1e-4101-a622-754b080d7584,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:45.515526 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-a75b12ca-bc0b-433c-8ebf-755fceb95f76 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8887472 Jan 28 07:32:45.517334 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 45072) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:45.544093 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-9249271f-850a-431c-9cd1-b7c8698bc62c tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Request body: {'subnet': {'network_id': 'f38dd0d6-8f88-4964-bb49-22eb8b1d41cb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:32:45.576984 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-3fc33f09-1730-4544-8eba-47d6a029c2d8 tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1101665 Jan 28 07:32:45.577466 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 45076) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:45.612271 n-d-712749-28 neutron-server[103284]: INFO neutron.api.v2.resource [None req-fb1a98fe-b6a2-498d-bf6a-56e184ce1afc tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] delete failed (client error): The resource could not be found. Jan 28 07:32:45.619328 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-fb1a98fe-b6a2-498d-bf6a-56e184ce1afc tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] 10.222.0.41 "DELETE /v2.0/security-groups/a0fd2d9b-ec1e-4101-a622-754b080d7584 HTTP/1.1" status: 404 len: 347 time: 0.0374804 Jan 28 07:32:45.620978 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 45078) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:45.624058 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75b12ca-bc0b-433c-8ebf-755fceb95f76 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Pushing event updated for resources: {'Network': ['ID=f38dd0d6-8f88-4964-bb49-22eb8b1d41cb,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:45.634793 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-7030e208-819a-4455-b166-64e6ea82324e tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Request body: {'security_group': {'name': 'tempest-secgroup--469412928'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:32:45.656427 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c21f11-f868-4dfc-af76-1e7c8422b108 req-9670f39a-e19a-45a2-ae7c-2296dee30e76 tempest-VolumesActionsTest-2046619294 tempest-VolumesActionsTest-2046619294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:45.661323 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c5c21f11-f868-4dfc-af76-1e7c8422b108 req-9670f39a-e19a-45a2-ae7c-2296dee30e76 tempest-VolumesActionsTest-2046619294 tempest-VolumesActionsTest-2046619294-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0e720ab-e195-4845-a259-c22449094a16 HTTP/1.1" status: 200 len: 945 time: 0.1678472 Jan 28 07:32:45.678120 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7030e208-819a-4455-b166-64e6ea82324e tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:45.726132 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b4f39d01-7fb4-4ac5-a246-56fbc0d22afc None None] Publish callbacks [] for port (9436aa92-9945-4f4c-a497-6d3f87c4f68d), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:45.736996 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network f38dd0d6-8f88-4964-bb49-22eb8b1d41cb details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:32:45.746806 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b4f39d01-7fb4-4ac5-a246-56fbc0d22afc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (9436aa92-9945-4f4c-a497-6d3f87c4f68d), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:45.774374 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9249271f-850a-431c-9cd1-b7c8698bc62c tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Made reservation on behalf of eec785a36bb947ca8a0b9e5aec6023b6 for: {'subnet': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:32:45.779447 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9249271f-850a-431c-9cd1-b7c8698bc62c tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13555781'] for subnet (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:45.813523 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3a50892d-b4f3-4d70-949e-adc13053a61a tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24757569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24979817'] for subnet (121bda15-ccc8-4c55-a443-1799533c8d94), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:45.862521 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f39d01-7fb4-4ac5-a246-56fbc0d22afc None None] Network aec73ffa-b5b7-41ae-beff-d109555b56b9 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:32:45.866481 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f39d01-7fb4-4ac5-a246-56fbc0d22afc None None] Pushing event updated for resources: {'Port': ['ID=9436aa92-9945-4f4c-a497-6d3f87c4f68d,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:45.869928 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-b4f39d01-7fb4-4ac5-a246-56fbc0d22afc None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:32:45.918137 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f39d01-7fb4-4ac5-a246-56fbc0d22afc None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:32:45.967932 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c5c21f11-f868-4dfc-af76-1e7c8422b108 req-1955814a-7788-4feb-8413-b3e34d98cc72 tempest-VolumesActionsTest-2046619294 tempest-VolumesActionsTest-2046619294-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a515e2c-f1b1-4b77-93a7-8b4d24326c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2845290 Jan 28 07:32:46.034759 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3a50892d-b4f3-4d70-949e-adc13053a61a tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (aec73ffa-b5b7-41ae-beff-d109555b56b9), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:46.045213 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a50892d-b4f3-4d70-949e-adc13053a61a tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Pushing event deleted for resources: {'Subnet': ['ID=121bda15-ccc8-4c55-a443-1799533c8d94,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:46.063482 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7030e208-819a-4455-b166-64e6ea82324e tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks [] for security_group (456a9666-35f6-4de5-a0c5-80199b79fd61), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:46.086138 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7030e208-819a-4455-b166-64e6ea82324e tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (456a9666-35f6-4de5-a0c5-80199b79fd61), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:46.153035 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-b4f39d01-7fb4-4ac5-a246-56fbc0d22afc None None] Attempting to bind port 9436aa92-9945-4f4c-a497-6d3f87c4f68d on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:32:46.155344 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-b4f39d01-7fb4-4ac5-a246-56fbc0d22afc None None] Attempting to bind port 9436aa92-9945-4f4c-a497-6d3f87c4f68d by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '3d6647b1-9790-42b8-930c-0bfa3150e5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'aec73ffa-b5b7-41ae-beff-d109555b56b9'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:32:46.157093 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f39d01-7fb4-4ac5-a246-56fbc0d22afc None None] Attempting to bind port 9436aa92-9945-4f4c-a497-6d3f87c4f68d on network aec73ffa-b5b7-41ae-beff-d109555b56b9 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:32:46.192308 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f39d01-7fb4-4ac5-a246-56fbc0d22afc None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:32:46.193185 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f39d01-7fb4-4ac5-a246-56fbc0d22afc None None] Checking segment: {'id': '3d6647b1-9790-42b8-930c-0bfa3150e5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'aec73ffa-b5b7-41ae-beff-d109555b56b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:32:46.194526 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b4f39d01-7fb4-4ac5-a246-56fbc0d22afc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:46.194865 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7030e208-819a-4455-b166-64e6ea82324e tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=456a9666-35f6-4de5-a0c5-80199b79fd61,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:46.195432 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f39d01-7fb4-4ac5-a246-56fbc0d22afc None None] Bound using segment: {'id': '3d6647b1-9790-42b8-930c-0bfa3150e5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'aec73ffa-b5b7-41ae-beff-d109555b56b9'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:32:46.196466 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-b4f39d01-7fb4-4ac5-a246-56fbc0d22afc None None] Bound port: 9436aa92-9945-4f4c-a497-6d3f87c4f68d, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d6647b1-9790-42b8-930c-0bfa3150e5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'aec73ffa-b5b7-41ae-beff-d109555b56b9'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:32:46.209214 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7030e208-819a-4455-b166-64e6ea82324e tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:46.210569 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-7030e208-819a-4455-b166-64e6ea82324e tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5873649 Jan 28 07:32:46.212635 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-3a50892d-b4f3-4d70-949e-adc13053a61a tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aec73ffa-b5b7-41ae-beff-d109555b56b9']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:32:46.215290 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 45086) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:46.226188 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b4f39d01-7fb4-4ac5-a246-56fbc0d22afc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (9436aa92-9945-4f4c-a497-6d3f87c4f68d), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:46.252706 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-0e2e10ac-565b-4132-a392-1f121802e830 tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Request body: {'security_group_rule': {'security_group_id': '456a9666-35f6-4de5-a0c5-80199b79fd61', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:32:46.271087 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-3a50892d-b4f3-4d70-949e-adc13053a61a tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d6647b1-9790-42b8-930c-0bfa3150e5c2') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:32:46.275042 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-3a50892d-b4f3-4d70-949e-adc13053a61a tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d6647b1-9790-42b8-930c-0bfa3150e5c2') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:32:46.321031 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 57d05b2b-8595-472a-b011-39bb83e2fc21 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:32:46.323431 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3a50892d-b4f3-4d70-949e-adc13053a61a tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24759294'] for segment (3d6647b1-9790-42b8-930c-0bfa3150e5c2), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:46.348224 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481fd327-713d-4fec-ae99-67d1ec5c3ca2 req-f75c897c-8fd0-4ff3-89fb-058197cec75b tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:46.350635 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-481fd327-713d-4fec-ae99-67d1ec5c3ca2 req-f75c897c-8fd0-4ff3-89fb-058197cec75b tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b3415e6-b31c-4ce7-ad7d-2235832bcbd3 HTTP/1.1" status: 200 len: 945 time: 0.1932278 Jan 28 07:32:46.353194 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9249271f-850a-431c-9cd1-b7c8698bc62c tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13546728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13555799'] for subnet (83a549ab-6dee-4a87-b275-15487b8e3db9), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:46.360597 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3a50892d-b4f3-4d70-949e-adc13053a61a tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (3d6647b1-9790-42b8-930c-0bfa3150e5c2), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:46.378346 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0e2e10ac-565b-4132-a392-1f121802e830 tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks [] for security_group_rule (9763635a-6ce3-4886-af25-831fe8ba8de7), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:46.410859 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a50892d-b4f3-4d70-949e-adc13053a61a tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:32:46.411165 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3a50892d-b4f3-4d70-949e-adc13053a61a tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24757675'] for segment (3d6647b1-9790-42b8-930c-0bfa3150e5c2), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:46.413306 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-b4f39d01-7fb4-4ac5-a246-56fbc0d22afc None None] For port 9436aa92-9945-4f4c-a497-6d3f87c4f68d, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:32:46.415013 n-d-712749-28 neutron-server[103284]: Traceback (most recent call last): Jan 28 07:32:46.415013 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:32:46.415013 n-d-712749-28 neutron-server[103284]: timer() Jan 28 07:32:46.415013 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:32:46.415013 n-d-712749-28 neutron-server[103284]: cb(*args, **kw) Jan 28 07:32:46.415013 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:32:46.415013 n-d-712749-28 neutron-server[103284]: return func(*args, **kwargs) Jan 28 07:32:46.415013 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:32:46.415013 n-d-712749-28 neutron-server[103284]: self._notify() Jan 28 07:32:46.415013 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:32:46.415013 n-d-712749-28 neutron-server[103284]: self.callback(batched_events) Jan 28 07:32:46.415013 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:32:46.415013 n-d-712749-28 neutron-server[103284]: event.method(event) Jan 28 07:32:46.415013 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:32:46.415013 n-d-712749-28 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:32:46.415013 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:32:46.415013 n-d-712749-28 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:32:46.415013 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:32:46.415013 n-d-712749-28 neutron-server[103284]: return f(self, *a, **k) Jan 28 07:32:46.415013 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:32:46.415013 n-d-712749-28 neutron-server[103284]: return self._get(url).json() Jan 28 07:32:46.415013 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:32:46.415013 n-d-712749-28 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:32:46.415013 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:32:46.415013 n-d-712749-28 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Jan 28 07:32:46.415013 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:32:46.415013 n-d-712749-28 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:32:46.415013 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:32:46.415013 n-d-712749-28 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:32:46.415013 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:32:46.415013 n-d-712749-28 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:32:46.415013 n-d-712749-28 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:32:46.418282 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac6bf473-c5da-4c82-8189-cebdaa523ab1 None None] Network 1c1cf386-ed4f-46fb-a90d-ef23be5375e1 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:32:46.437968 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 57d05b2b-8595-472a-b011-39bb83e2fc21 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:32:46.438629 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (57d05b2b-8595-472a-b011-39bb83e2fc21), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:46.522943 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.db.api [None req-3a50892d-b4f3-4d70-949e-adc13053a61a tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 07:32:46.522943 n-d-712749-28 neutron-server[103284]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 07:32:46.522943 n-d-712749-28 neutron-server[103284]: [parameters: {'id': 'aec73ffa-b5b7-41ae-beff-d109555b56b9'}] Jan 28 07:32:46.522943 n-d-712749-28 neutron-server[103284]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103284) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 07:32:46.523557 n-d-712749-28 neutron-server[103284]: DEBUG oslo_db.api [None req-3a50892d-b4f3-4d70-949e-adc13053a61a tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 07:32:46.534468 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-b4f39d01-7fb4-4ac5-a246-56fbc0d22afc None None] For port 9436aa92-9945-4f4c-a497-6d3f87c4f68d, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=9436aa92-9945-4f4c-a497-6d3f87c4f68d,segment=NetworkSegment(3d6647b1-9790-42b8-930c-0bfa3150e5c2),segment_id=3d6647b1-9790-42b8-930c-0bfa3150e5c2)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:32:46.537066 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0e2e10ac-565b-4132-a392-1f121802e830 tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks [] for security_group_rule (9763635a-6ce3-4886-af25-831fe8ba8de7), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:46.542988 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0e2e10ac-565b-4132-a392-1f121802e830 tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (9763635a-6ce3-4886-af25-831fe8ba8de7), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:46.554632 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-481fd327-713d-4fec-ae99-67d1ec5c3ca2 req-4687d6f2-db9b-4480-99fd-dd93c810c6e8 tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c5346dc-f757-4ff5-9ea1-d40d9bd6b869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877718 Jan 28 07:32:46.566190 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2e10ac-565b-4132-a392-1f121802e830 tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9763635a-6ce3-4886-af25-831fe8ba8de7,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:46.588498 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0e2e10ac-565b-4132-a392-1f121802e830 tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:46.594608 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-0e2e10ac-565b-4132-a392-1f121802e830 tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3779407 Jan 28 07:32:46.595330 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9249271f-850a-431c-9cd1-b7c8698bc62c tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Pushing event updated for resources: {'Subnet': ['ID=83a549ab-6dee-4a87-b275-15487b8e3db9,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:46.597164 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 45088) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:46.609238 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9249271f-850a-431c-9cd1-b7c8698bc62c tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Checking segment: {'id': '7c7970be-572d-4ffb-92e9-975ecc56fc9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f38dd0d6-8f88-4964-bb49-22eb8b1d41cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:32:46.609783 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9249271f-850a-431c-9cd1-b7c8698bc62c tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Network hostable DHCP agents. Network: f38dd0d6-8f88-4964-bb49-22eb8b1d41cb, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:32:46.628887 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9ec1a8-95f0-4b36-8320-9061115a8aa5 req-991f2051-27c0-494a-8e23-5d608b465bac tempest-VolumesActionsTest-2046619294 tempest-VolumesActionsTest-2046619294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:46.630746 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-cd9ec1a8-95f0-4b36-8320-9061115a8aa5 req-991f2051-27c0-494a-8e23-5d608b465bac tempest-VolumesActionsTest-2046619294 tempest-VolumesActionsTest-2046619294-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0e720ab-e195-4845-a259-c22449094a16 HTTP/1.1" status: 200 len: 945 time: 0.1103587 Jan 28 07:32:46.641010 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3eccd675-09a7-42c1-b0c6-5af1b0ed2593 tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks [] for security_group_rule (9763635a-6ce3-4886-af25-831fe8ba8de7), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:46.650799 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3eccd675-09a7-42c1-b0c6-5af1b0ed2593 tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks [] for security_group_rule (9763635a-6ce3-4886-af25-831fe8ba8de7), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:46.669197 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9249271f-850a-431c-9cd1-b7c8698bc62c tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Network f38dd0d6-8f88-4964-bb49-22eb8b1d41cb is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:32:46.690090 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-9249271f-850a-431c-9cd1-b7c8698bc62c tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, f38dd0d6-8f88-4964-bb49-22eb8b1d41cb) {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:32:46.691856 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3eccd675-09a7-42c1-b0c6-5af1b0ed2593 tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (9763635a-6ce3-4886-af25-831fe8ba8de7), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:46.699401 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3eccd675-09a7-42c1-b0c6-5af1b0ed2593 tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:46.703644 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-3eccd675-09a7-42c1-b0c6-5af1b0ed2593 tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/9763635a-6ce3-4886-af25-831fe8ba8de7 HTTP/1.1" status: 204 len: 168 time: 0.1025853 Jan 28 07:32:46.704607 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 45090) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:46.715995 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9249271f-850a-431c-9cd1-b7c8698bc62c tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:46.716640 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9249271f-850a-431c-9cd1-b7c8698bc62c tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks [] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:46.723730 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eccd675-09a7-42c1-b0c6-5af1b0ed2593 tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9763635a-6ce3-4886-af25-831fe8ba8de7,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:46.737204 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-9249271f-850a-431c-9cd1-b7c8698bc62c tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2194574 Jan 28 07:32:46.740471 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 45092) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:46.744872 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-f1dff51a-8241-468f-b05a-4a13eacbb4cb tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1805179174', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:32:46.787255 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-7b08f50e-384e-4bdd-8a60-3ba005641b3b tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0785935 Jan 28 07:32:46.787496 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-cd9ec1a8-95f0-4b36-8320-9061115a8aa5 req-cea2eab8-5ad7-4fab-a87d-f1d69e9b3882 tempest-VolumesActionsTest-2046619294 tempest-VolumesActionsTest-2046619294-project] Deleting port adacfb20-4fc3-47f6-8bff-5184759241b4 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:32:46.787772 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-cd9ec1a8-95f0-4b36-8320-9061115a8aa5 req-cea2eab8-5ad7-4fab-a87d-f1d69e9b3882 tempest-VolumesActionsTest-2046619294 tempest-VolumesActionsTest-2046619294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (adacfb20-4fc3-47f6-8bff-5184759241b4), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:46.789820 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 45094) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:46.792087 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f1dff51a-8241-468f-b05a-4a13eacbb4cb tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16606890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127275'] for router (2a19477a-ac69-4823-9c98-57aaba23809d), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:46.793415 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f1dff51a-8241-468f-b05a-4a13eacbb4cb tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16605498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16607952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16355422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127266'] for router (2a19477a-ac69-4823-9c98-57aaba23809d), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:46.826644 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d0cb80-735e-4530-bd1b-9b7ff9c4dc05 None None] Network f38dd0d6-8f88-4964-bb49-22eb8b1d41cb requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:32:46.862356 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5e8616d9-a381-4536-a355-8e158f23dc30 tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks [] for security_group (456a9666-35f6-4de5-a0c5-80199b79fd61), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:46.887985 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5e8616d9-a381-4536-a355-8e158f23dc30 tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks [] for security_group (456a9666-35f6-4de5-a0c5-80199b79fd61), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:46.905938 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b4f39d01-7fb4-4ac5-a246-56fbc0d22afc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (9436aa92-9945-4f4c-a497-6d3f87c4f68d), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:46.922615 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f1dff51a-8241-468f-b05a-4a13eacbb4cb tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks [] for router_controller (2a19477a-ac69-4823-9c98-57aaba23809d), precommit_add_association {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:46.939037 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f1dff51a-8241-468f-b05a-4a13eacbb4cb tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16605475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16607909'] for router (2a19477a-ac69-4823-9c98-57aaba23809d), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:46.961008 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5e8616d9-a381-4536-a355-8e158f23dc30 tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (456a9666-35f6-4de5-a0c5-80199b79fd61), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:46.964801 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5e8616d9-a381-4536-a355-8e158f23dc30 tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:46.966040 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-5e8616d9-a381-4536-a355-8e158f23dc30 tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] 10.222.0.41 "DELETE /v2.0/security-groups/456a9666-35f6-4de5-a0c5-80199b79fd61 HTTP/1.1" status: 204 len: 168 time: 0.1748316 Jan 28 07:32:46.969744 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 45096) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:46.973032 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-cd9ec1a8-95f0-4b36-8320-9061115a8aa5 req-cea2eab8-5ad7-4fab-a87d-f1d69e9b3882 tempest-VolumesActionsTest-2046619294 tempest-VolumesActionsTest-2046619294-project] For port adacfb20-4fc3-47f6-8bff-5184759241b4, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=adacfb20-4fc3-47f6-8bff-5184759241b4,segment=NetworkSegment(4027a421-8f77-4f95-b545-494d734aa742),segment_id=4027a421-8f77-4f95-b545-494d734aa742)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:32:46.973805 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-cd9ec1a8-95f0-4b36-8320-9061115a8aa5 req-cea2eab8-5ad7-4fab-a87d-f1d69e9b3882 tempest-VolumesActionsTest-2046619294 tempest-VolumesActionsTest-2046619294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (adacfb20-4fc3-47f6-8bff-5184759241b4), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:46.987745 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-b95f6e6a-bb37-4258-8577-8c20690f1141 None None] Provisioning complete for port 57d05b2b-8595-472a-b011-39bb83e2fc21 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:32:46.988856 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b95f6e6a-bb37-4258-8577-8c20690f1141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (57d05b2b-8595-472a-b011-39bb83e2fc21), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:47.001547 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8616d9-a381-4536-a355-8e158f23dc30 tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=456a9666-35f6-4de5-a0c5-80199b79fd61,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:47.010580 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-cd9ec1a8-95f0-4b36-8320-9061115a8aa5 req-cea2eab8-5ad7-4fab-a87d-f1d69e9b3882 tempest-VolumesActionsTest-2046619294 tempest-VolumesActionsTest-2046619294-project] Calling delete_port for adacfb20-4fc3-47f6-8bff-5184759241b4 owned by compute:nova {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:32:47.016812 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f1dff51a-8241-468f-b05a-4a13eacbb4cb tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks [] for router (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:47.024641 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-f1dff51a-8241-468f-b05a-4a13eacbb4cb tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2832055 Jan 28 07:32:47.027493 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 45100) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:47.030585 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3a50892d-b4f3-4d70-949e-adc13053a61a tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (aec73ffa-b5b7-41ae-beff-d109555b56b9), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:47.052656 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-b424188e-c0b9-49a5-8ba3-9f28f5396aa3 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Request body: {'port': {'network_id': 'f38dd0d6-8f88-4964-bb49-22eb8b1d41cb', 'name': 'tempest-RoutersIpV6Test-296860184'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:32:47.069479 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-9cc5436e-80b0-4979-a63a-55e33d56b45f tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0915329 Jan 28 07:32:47.070995 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 45102) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:47.075913 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-b145f7ca-6820-4567-9b1c-94e803efcbfd tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Request body: {'security_group': {'name': 'tempest-secgroup--170012168'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:32:47.168583 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b145f7ca-6820-4567-9b1c-94e803efcbfd tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:47.186945 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-553cd07d-841f-4296-b95a-104d40a33a95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3dd72b9-6805-5f61-b6f3-a591f99a173d-f38dd0d6-8f88-4964-bb49-22eb8b1d41cb', 'network_id': 'f38dd0d6-8f88-4964-bb49-22eb8b1d41cb', 'project_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'fixed_ips': [{'subnet_id': '83a549ab-6dee-4a87-b275-15487b8e3db9'}]}} from n-d-712749-28. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 07:32:47.188374 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-553cd07d-841f-4296-b95a-104d40a33a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:47.210859 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db4e1b6-768f-4436-ab35-ff83b145f0c7 req-231df6b2-c585-4df9-afe3-a9f1ce129874 tempest-VolumesActionsTest-2046619294 tempest-VolumesActionsTest-2046619294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:47.212600 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4db4e1b6-768f-4436-ab35-ff83b145f0c7 req-231df6b2-c585-4df9-afe3-a9f1ce129874 tempest-VolumesActionsTest-2046619294 tempest-VolumesActionsTest-2046619294-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0e720ab-e195-4845-a259-c22449094a16 HTTP/1.1" status: 200 len: 945 time: 0.1068287 Jan 28 07:32:47.222017 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-3a50892d-b4f3-4d70-949e-adc13053a61a tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Deleting port 9436aa92-9945-4f4c-a497-6d3f87c4f68d {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:32:47.222528 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3a50892d-b4f3-4d70-949e-adc13053a61a tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (9436aa92-9945-4f4c-a497-6d3f87c4f68d), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:47.223028 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f39d01-7fb4-4ac5-a246-56fbc0d22afc None None] Pushing event updated for resources: {'Port': ['ID=9436aa92-9945-4f4c-a497-6d3f87c4f68d,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:47.274662 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0908f4b4-5f51-4a30-ae0e-cf5095866204 None None] Network aec73ffa-b5b7-41ae-beff-d109555b56b9 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:32:47.285865 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 57d05b2b-8595-472a-b011-39bb83e2fc21 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:32:47.286273 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (57d05b2b-8595-472a-b011-39bb83e2fc21), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:47.292237 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b424188e-c0b9-49a5-8ba3-9f28f5396aa3 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Made reservation on behalf of eec785a36bb947ca8a0b9e5aec6023b6 for: {'port': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:32:47.297396 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b424188e-c0b9-49a5-8ba3-9f28f5396aa3 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:47.357012 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-b424188e-c0b9-49a5-8ba3-9f28f5396aa3 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] device_id is not set on port 28adb53b-6774-4f74-b9fd-e931bf09d51f yet. {{(pid=103283) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 07:32:47.434364 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-3a50892d-b4f3-4d70-949e-adc13053a61a tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] For port 9436aa92-9945-4f4c-a497-6d3f87c4f68d, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=9436aa92-9945-4f4c-a497-6d3f87c4f68d,segment=NetworkSegment(3d6647b1-9790-42b8-930c-0bfa3150e5c2),segment_id=3d6647b1-9790-42b8-930c-0bfa3150e5c2)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:32:47.437521 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3a50892d-b4f3-4d70-949e-adc13053a61a tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (9436aa92-9945-4f4c-a497-6d3f87c4f68d), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:47.468889 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4db4e1b6-768f-4436-ab35-ff83b145f0c7 req-0f67cfea-38d9-47f0-ab46-3b5b43807403 tempest-VolumesActionsTest-2046619294 tempest-VolumesActionsTest-2046619294-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a515e2c-f1b1-4b77-93a7-8b4d24326c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2474079 Jan 28 07:32:47.469159 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-cd9ec1a8-95f0-4b36-8320-9061115a8aa5 req-cea2eab8-5ad7-4fab-a87d-f1d69e9b3882 tempest-VolumesActionsTest-2046619294 tempest-VolumesActionsTest-2046619294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (adacfb20-4fc3-47f6-8bff-5184759241b4), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:47.489156 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b145f7ca-6820-4567-9b1c-94e803efcbfd tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks [] for security_group (e9052889-cda5-4440-b78b-66efc8ca0221), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:47.494747 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-3a50892d-b4f3-4d70-949e-adc13053a61a tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Calling delete_port for 9436aa92-9945-4f4c-a497-6d3f87c4f68d owned by network:dhcp {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:32:47.501142 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b145f7ca-6820-4567-9b1c-94e803efcbfd tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (e9052889-cda5-4440-b78b-66efc8ca0221), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:47.516015 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea2eab8-5ad7-4fab-a87d-f1d69e9b3882 tempest-VolumesActionsTest-2046619294 tempest-VolumesActionsTest-2046619294-project] Pushing event deleted for resources: {'Port': ['ID=adacfb20-4fc3-47f6-8bff-5184759241b4,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:47.532256 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['adacfb20-4fc3-47f6-8bff-5184759241b4'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:32:47.618491 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd9ec1a8-95f0-4b36-8320-9061115a8aa5 req-cea2eab8-5ad7-4fab-a87d-f1d69e9b3882 tempest-VolumesActionsTest-2046619294 tempest-VolumesActionsTest-2046619294-project] No DVR routers for this DVR port adacfb20-4fc3-47f6-8bff-5184759241b4 on host n-h2-712749-28 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:32:47.621765 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] For port 57d05b2b-8595-472a-b011-39bb83e2fc21, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=57d05b2b-8595-472a-b011-39bb83e2fc21,segment=NetworkSegment(0d890198-510d-412f-a127-efc20362f742),segment_id=0d890198-510d-412f-a127-efc20362f742)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:32:47.625160 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-cd9ec1a8-95f0-4b36-8320-9061115a8aa5 req-cea2eab8-5ad7-4fab-a87d-f1d69e9b3882 tempest-VolumesActionsTest-2046619294 tempest-VolumesActionsTest-2046619294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:47.626893 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b145f7ca-6820-4567-9b1c-94e803efcbfd tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9052889-cda5-4440-b78b-66efc8ca0221,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:47.637065 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (57d05b2b-8595-472a-b011-39bb83e2fc21), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:47.642882 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-b95f6e6a-bb37-4258-8577-8c20690f1141 None None] Current status of the port 57d05b2b-8595-472a-b011-39bb83e2fc21 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:32:47.643570 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b95f6e6a-bb37-4258-8577-8c20690f1141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (57d05b2b-8595-472a-b011-39bb83e2fc21), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:47.649724 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b145f7ca-6820-4567-9b1c-94e803efcbfd tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:47.650521 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-cd9ec1a8-95f0-4b36-8320-9061115a8aa5 req-cea2eab8-5ad7-4fab-a87d-f1d69e9b3882 tempest-VolumesActionsTest-2046619294 tempest-VolumesActionsTest-2046619294-project] 10.222.0.44 "DELETE /v2.0/ports/adacfb20-4fc3-47f6-8bff-5184759241b4 HTTP/1.1" status: 204 len: 173 time: 1.0138907 Jan 28 07:32:47.651248 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-b145f7ca-6820-4567-9b1c-94e803efcbfd tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5794284 Jan 28 07:32:47.657459 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 45108) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:47.663929 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0e720ab-e195-4845-a259-c22449094a16', 'name': 'network-vif-deleted', 'tag': 'adacfb20-4fc3-47f6-8bff-5184759241b4'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:32:47.665988 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-963a0853-57c7-42d8-aba9-04146184bb50 tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Request body: {'security_group_rule': {'security_group_id': 'e9052889-cda5-4440-b78b-66efc8ca0221', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:32:47.670339 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7405c33-7585-426a-a7d2-76781db1308d" -d '{"events": [{"server_uuid": "f0e720ab-e195-4845-a259-c22449094a16", "name": "network-vif-deleted", "tag": "adacfb20-4fc3-47f6-8bff-5184759241b4"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:32:47.746862 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-b424188e-c0b9-49a5-8ba3-9f28f5396aa3 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Allocated IP 2001:db8::197 (f38dd0d6-8f88-4964-bb49-22eb8b1d41cb/83a549ab-6dee-4a87-b275-15487b8e3db9/28adb53b-6774-4f74-b9fd-e931bf09d51f) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:32:47.755784 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86211b1b-5833-4240-a302-dd969de13f74 x-openstack-request-id: req-86211b1b-5833-4240-a302-dd969de13f74 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:32:47.756090 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0e720ab-e195-4845-a259-c22449094a16", "name": "network-vif-deleted", "tag": "adacfb20-4fc3-47f6-8bff-5184759241b4", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:32:47.756378 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-86211b1b-5833-4240-a302-dd969de13f74 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:32:47.756796 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0e720ab-e195-4845-a259-c22449094a16', 'name': 'network-vif-deleted', 'tag': 'adacfb20-4fc3-47f6-8bff-5184759241b4', 'status': 'completed', 'code': 200} Jan 28 07:32:47.803190 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Pushing event updated for resources: {'Port': ['ID=57d05b2b-8595-472a-b011-39bb83e2fc21,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:47.807151 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e341be-1683-46e9-a43d-de6bb87eb4d9 req-a8c045de-cdcb-4c08-b7a0-01ab455d312c tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:47.809065 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-07e341be-1683-46e9-a43d-de6bb87eb4d9 req-a8c045de-cdcb-4c08-b7a0-01ab455d312c tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] 10.222.0.10 "GET /v2.0/ports?device_id=1b3415e6-b31c-4ce7-ad7d-2235832bcbd3 HTTP/1.1" status: 200 len: 945 time: 0.1763892 Jan 28 07:32:47.824984 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.db.api [None req-b95f6e6a-bb37-4258-8577-8c20690f1141 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103285) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 07:32:47.825370 n-d-712749-28 neutron-server[103285]: DEBUG oslo_db.api [None req-b95f6e6a-bb37-4258-8577-8c20690f1141 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 07:32:47.827208 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-963a0853-57c7-42d8-aba9-04146184bb50 tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks [] for security_group_rule (8502f817-ce11-484c-807c-8fd5b31b67dd), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:47.890370 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fdaa53-ef7a-4cdb-a0f2-544311a7b3c7 req-18ce3ee0-62d9-4998-8b47-92d92c7e1c1d tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:47.898372 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-28fdaa53-ef7a-4cdb-a0f2-544311a7b3c7 req-18ce3ee0-62d9-4998-8b47-92d92c7e1c1d tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b3415e6-b31c-4ce7-ad7d-2235832bcbd3 HTTP/1.1" status: 200 len: 945 time: 0.1645212 Jan 28 07:32:47.908171 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3a50892d-b4f3-4d70-949e-adc13053a61a tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (9436aa92-9945-4f4c-a497-6d3f87c4f68d), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:47.969417 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a50892d-b4f3-4d70-949e-adc13053a61a tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Pushing event deleted for resources: {'Port': ['ID=9436aa92-9945-4f4c-a497-6d3f87c4f68d,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:47.979934 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a50892d-b4f3-4d70-949e-adc13053a61a tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] No DVR routers for this DVR port 9436aa92-9945-4f4c-a497-6d3f87c4f68d on host n-d-712749-28 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:32:48.006784 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-28fdaa53-ef7a-4cdb-a0f2-544311a7b3c7 req-747b68b7-cc01-4afe-b340-ae123a7fbbe7 tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c5346dc-f757-4ff5-9ea1-d40d9bd6b869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074870 Jan 28 07:32:48.044771 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-963a0853-57c7-42d8-aba9-04146184bb50 tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks [] for security_group_rule (8502f817-ce11-484c-807c-8fd5b31b67dd), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:48.079166 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-963a0853-57c7-42d8-aba9-04146184bb50 tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (8502f817-ce11-484c-807c-8fd5b31b67dd), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:48.082221 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b424188e-c0b9-49a5-8ba3-9f28f5396aa3 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks [] for port (28adb53b-6774-4f74-b9fd-e931bf09d51f), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:48.105933 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 57d05b2b-8595-472a-b011-39bb83e2fc21 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:32:48.116449 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3a50892d-b4f3-4d70-949e-adc13053a61a tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (aec73ffa-b5b7-41ae-beff-d109555b56b9), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:48.120242 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963a0853-57c7-42d8-aba9-04146184bb50 tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8502f817-ce11-484c-807c-8fd5b31b67dd,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:48.137314 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b424188e-c0b9-49a5-8ba3-9f28f5396aa3 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (28adb53b-6774-4f74-b9fd-e931bf09d51f), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:48.152110 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-963a0853-57c7-42d8-aba9-04146184bb50 tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:48.156472 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-963a0853-57c7-42d8-aba9-04146184bb50 tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4949672 Jan 28 07:32:48.161315 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 45112) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:48.166533 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-6bf9a70b-ab98-452f-a614-84c832aec01d tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Request body: {'security_group_rule': {'security_group_id': 'e9052889-cda5-4440-b78b-66efc8ca0221', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:32:48.171571 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-3a50892d-b4f3-4d70-949e-adc13053a61a tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aec73ffa-b5b7-41ae-beff-d109555b56b9']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:32:48.176890 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-07e341be-1683-46e9-a43d-de6bb87eb4d9 req-21c0d233-30d5-4f75-96d6-306fde3a70b3 tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] Deleting port e820e979-edcd-45c8-9d1a-2dfbdf12aa05 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:32:48.177231 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-07e341be-1683-46e9-a43d-de6bb87eb4d9 req-21c0d233-30d5-4f75-96d6-306fde3a70b3 tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (e820e979-edcd-45c8-9d1a-2dfbdf12aa05), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:48.196113 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-3a50892d-b4f3-4d70-949e-adc13053a61a tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d6647b1-9790-42b8-930c-0bfa3150e5c2') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:32:48.196458 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-3a50892d-b4f3-4d70-949e-adc13053a61a tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d6647b1-9790-42b8-930c-0bfa3150e5c2') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:32:48.209331 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b424188e-c0b9-49a5-8ba3-9f28f5396aa3 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Network f38dd0d6-8f88-4964-bb49-22eb8b1d41cb is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:32:48.212902 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-b424188e-c0b9-49a5-8ba3-9f28f5396aa3 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:32:48.231920 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3a50892d-b4f3-4d70-949e-adc13053a61a tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24759294'] for segment (3d6647b1-9790-42b8-930c-0bfa3150e5c2), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:48.234797 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b424188e-c0b9-49a5-8ba3-9f28f5396aa3 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:32:48.244816 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b424188e-c0b9-49a5-8ba3-9f28f5396aa3 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:48.246008 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-553cd07d-841f-4296-b95a-104d40a33a95 None None] Allocated IP 2001:db8::2 (f38dd0d6-8f88-4964-bb49-22eb8b1d41cb/83a549ab-6dee-4a87-b275-15487b8e3db9/8df6c2ce-9fbd-419e-a395-9d412d589549) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:32:48.246303 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b424188e-c0b9-49a5-8ba3-9f28f5396aa3 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:48.260879 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b424188e-c0b9-49a5-8ba3-9f28f5396aa3 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Pushing event updated for resources: {'Port': ['ID=28adb53b-6774-4f74-b9fd-e931bf09d51f,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:48.261772 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 57d05b2b-8595-472a-b011-39bb83e2fc21 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:32:48.262154 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (57d05b2b-8595-472a-b011-39bb83e2fc21), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:48.287438 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-b424188e-c0b9-49a5-8ba3-9f28f5396aa3 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.2588875 Jan 28 07:32:48.291438 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 45114) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:48.292820 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3a50892d-b4f3-4d70-949e-adc13053a61a tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (3d6647b1-9790-42b8-930c-0bfa3150e5c2), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:48.301675 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6bf9a70b-ab98-452f-a614-84c832aec01d tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks [] for security_group_rule (2e0d1444-7537-4fee-a1b4-1077d5ca2e0a), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:48.310455 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a50892d-b4f3-4d70-949e-adc13053a61a tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:32:48.310853 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3a50892d-b4f3-4d70-949e-adc13053a61a tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24757675'] for segment (3d6647b1-9790-42b8-930c-0bfa3150e5c2), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:48.317085 n-d-712749-28 neutron-server[103284]: Traceback (most recent call last): Jan 28 07:32:48.317085 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:32:48.317085 n-d-712749-28 neutron-server[103284]: timer() Jan 28 07:32:48.317085 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:32:48.317085 n-d-712749-28 neutron-server[103284]: cb(*args, **kw) Jan 28 07:32:48.317085 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:32:48.317085 n-d-712749-28 neutron-server[103284]: return func(*args, **kwargs) Jan 28 07:32:48.317085 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:32:48.317085 n-d-712749-28 neutron-server[103284]: self._notify() Jan 28 07:32:48.317085 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:32:48.317085 n-d-712749-28 neutron-server[103284]: self.callback(batched_events) Jan 28 07:32:48.317085 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:32:48.317085 n-d-712749-28 neutron-server[103284]: event.method(event) Jan 28 07:32:48.317085 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:32:48.317085 n-d-712749-28 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:32:48.317085 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:32:48.317085 n-d-712749-28 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:32:48.317085 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:32:48.317085 n-d-712749-28 neutron-server[103284]: return f(self, *a, **k) Jan 28 07:32:48.317085 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:32:48.317085 n-d-712749-28 neutron-server[103284]: return self._get(url).json() Jan 28 07:32:48.317085 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:32:48.317085 n-d-712749-28 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:32:48.317085 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:32:48.317085 n-d-712749-28 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Jan 28 07:32:48.317085 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:32:48.317085 n-d-712749-28 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:32:48.317085 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:32:48.317085 n-d-712749-28 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:32:48.317085 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:32:48.317085 n-d-712749-28 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:32:48.317085 n-d-712749-28 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:32:48.419087 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-07e341be-1683-46e9-a43d-de6bb87eb4d9 req-21c0d233-30d5-4f75-96d6-306fde3a70b3 tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] For port e820e979-edcd-45c8-9d1a-2dfbdf12aa05, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=e820e979-edcd-45c8-9d1a-2dfbdf12aa05,segment=NetworkSegment(473d0bd6-a7d7-47be-b640-e2f5658ac027),segment_id=473d0bd6-a7d7-47be-b640-e2f5658ac027)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:32:48.419375 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-07e341be-1683-46e9-a43d-de6bb87eb4d9 req-21c0d233-30d5-4f75-96d6-306fde3a70b3 tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (e820e979-edcd-45c8-9d1a-2dfbdf12aa05), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:48.443113 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-07e341be-1683-46e9-a43d-de6bb87eb4d9 req-21c0d233-30d5-4f75-96d6-306fde3a70b3 tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] Calling delete_port for e820e979-edcd-45c8-9d1a-2dfbdf12aa05 owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:32:48.452915 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3a50892d-b4f3-4d70-949e-adc13053a61a tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (aec73ffa-b5b7-41ae-beff-d109555b56b9), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:48.466213 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-b95f6e6a-bb37-4258-8577-8c20690f1141 None None] Current status of the port 57d05b2b-8595-472a-b011-39bb83e2fc21 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:32:48.466478 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3a50892d-b4f3-4d70-949e-adc13053a61a tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:48.473916 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-3a50892d-b4f3-4d70-949e-adc13053a61a tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] 10.222.0.41 "DELETE /v2.0/networks/aec73ffa-b5b7-41ae-beff-d109555b56b9 HTTP/1.1" status: 204 len: 168 time: 3.6970015 Jan 28 07:32:48.479886 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 45118) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:48.501895 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-26e1c62e-b783-4bf2-975a-899aa996be33 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1827638040'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:32:48.522607 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a50892d-b4f3-4d70-949e-adc13053a61a tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Pushing event deleted for resources: {'Network': ['ID=aec73ffa-b5b7-41ae-beff-d109555b56b9,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:48.529510 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6bf9a70b-ab98-452f-a614-84c832aec01d tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks [] for security_group_rule (2e0d1444-7537-4fee-a1b4-1077d5ca2e0a), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:48.565266 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6bf9a70b-ab98-452f-a614-84c832aec01d tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (2e0d1444-7537-4fee-a1b4-1077d5ca2e0a), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:48.596747 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf9a70b-ab98-452f-a614-84c832aec01d tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e0d1444-7537-4fee-a1b4-1077d5ca2e0a,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:48.609880 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26e1c62e-b783-4bf2-975a-899aa996be33 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Made reservation on behalf of d922f36101af452d805cf60e026e730b for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:32:48.614205 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-26e1c62e-b783-4bf2-975a-899aa996be33 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:48.627688 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-553cd07d-841f-4296-b95a-104d40a33a95 None None] Publish callbacks [] for port (8df6c2ce-9fbd-419e-a395-9d412d589549), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:48.638366 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6bf9a70b-ab98-452f-a614-84c832aec01d tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:48.643829 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-553cd07d-841f-4296-b95a-104d40a33a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (8df6c2ce-9fbd-419e-a395-9d412d589549), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:48.649945 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-6bf9a70b-ab98-452f-a614-84c832aec01d tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4862897 Jan 28 07:32:48.651951 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 45124) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:48.711666 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 57d05b2b-8595-472a-b011-39bb83e2fc21 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:32:48.763349 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-553cd07d-841f-4296-b95a-104d40a33a95 None None] Network f38dd0d6-8f88-4964-bb49-22eb8b1d41cb is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:32:48.771946 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-553cd07d-841f-4296-b95a-104d40a33a95 None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:32:48.783272 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553cd07d-841f-4296-b95a-104d40a33a95 None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:32:48.789260 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-d44ed567-bd54-47c0-9870-528deaca7bce None None] Provisioning complete for port 57d05b2b-8595-472a-b011-39bb83e2fc21 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:32:48.789643 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d44ed567-bd54-47c0-9870-528deaca7bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (57d05b2b-8595-472a-b011-39bb83e2fc21), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:48.824105 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-149a4a9e-51cf-499c-9776-a98f3bf7e7ec tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Request body: {'security_group_rule': {'security_group_id': 'e9052889-cda5-4440-b78b-66efc8ca0221', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:32:48.862001 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-07e341be-1683-46e9-a43d-de6bb87eb4d9 req-21c0d233-30d5-4f75-96d6-306fde3a70b3 tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (e820e979-edcd-45c8-9d1a-2dfbdf12aa05), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:48.885263 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26e1c62e-b783-4bf2-975a-899aa996be33 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:32:48.911099 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cd07d-841f-4296-b95a-104d40a33a95 None None] Pushing event updated for resources: {'Port': ['ID=8df6c2ce-9fbd-419e-a395-9d412d589549,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:48.920497 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['6a9882d3-2fca-48ec-abc7-2e14a8c53ff1'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:32:48.922522 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['f59c74d6-506d-43a4-afe0-6d72a003824b', 'e820e979-edcd-45c8-9d1a-2dfbdf12aa05'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:32:48.945395 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-149a4a9e-51cf-499c-9776-a98f3bf7e7ec tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks [] for security_group_rule (0eb63d57-d4d8-4339-ba3b-5b30f4a3f806), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:48.954260 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c0d233-30d5-4f75-96d6-306fde3a70b3 tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] Pushing event deleted for resources: {'Port': ['ID=e820e979-edcd-45c8-9d1a-2dfbdf12aa05,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:49.020464 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-26e1c62e-b783-4bf2-975a-899aa996be33 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (b764ef2a-a47d-47c8-86bc-76355f922bda), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:49.020952 n-d-712749-28 neutron-server[103284]: INFO neutron.db.segments_db [None req-26e1c62e-b783-4bf2-975a-899aa996be33 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Added segment b764ef2a-a47d-47c8-86bc-76355f922bda of type vlan for network 6d639373-8836-4121-bacd-1526cdfa51e7 Jan 28 07:32:49.025827 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-07e341be-1683-46e9-a43d-de6bb87eb4d9 req-21c0d233-30d5-4f75-96d6-306fde3a70b3 tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] No DVR routers for this DVR port e820e979-edcd-45c8-9d1a-2dfbdf12aa05 on host n-h1-712749-28 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:32:49.048708 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-07e341be-1683-46e9-a43d-de6bb87eb4d9 req-21c0d233-30d5-4f75-96d6-306fde3a70b3 tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:49.052844 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-07e341be-1683-46e9-a43d-de6bb87eb4d9 req-21c0d233-30d5-4f75-96d6-306fde3a70b3 tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] 10.222.0.10 "DELETE /v2.0/ports/e820e979-edcd-45c8-9d1a-2dfbdf12aa05 HTTP/1.1" status: 204 len: 173 time: 1.2278981 Jan 28 07:32:49.053381 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b3415e6-b31c-4ce7-ad7d-2235832bcbd3', 'name': 'network-vif-deleted', 'tag': 'e820e979-edcd-45c8-9d1a-2dfbdf12aa05'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:32:49.056072 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebe84e37-fa0a-4ac8-9a5d-9941e10c31b8" -d '{"events": [{"server_uuid": "1b3415e6-b31c-4ce7-ad7d-2235832bcbd3", "name": "network-vif-deleted", "tag": "e820e979-edcd-45c8-9d1a-2dfbdf12aa05"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:32:49.087489 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553cd07d-841f-4296-b95a-104d40a33a95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:32:49.087842 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553cd07d-841f-4296-b95a-104d40a33a95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:32:49.088263 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553cd07d-841f-4296-b95a-104d40a33a95 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:32:49.088615 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553cd07d-841f-4296-b95a-104d40a33a95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:32:49.088956 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553cd07d-841f-4296-b95a-104d40a33a95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:32:49.101729 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553cd07d-841f-4296-b95a-104d40a33a95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:32:49.103232 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553cd07d-841f-4296-b95a-104d40a33a95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:32:49.103612 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553cd07d-841f-4296-b95a-104d40a33a95 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:32:49.104021 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553cd07d-841f-4296-b95a-104d40a33a95 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:32:49.105503 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553cd07d-841f-4296-b95a-104d40a33a95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:32:49.105869 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553cd07d-841f-4296-b95a-104d40a33a95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:32:49.106950 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553cd07d-841f-4296-b95a-104d40a33a95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:32:49.107881 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553cd07d-841f-4296-b95a-104d40a33a95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:32:49.127123 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-149a4a9e-51cf-499c-9776-a98f3bf7e7ec tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks [] for security_group_rule (0eb63d57-d4d8-4339-ba3b-5b30f4a3f806), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:49.130014 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7af8dd-ac8b-49df-a573-3fa42dbc706f req-cb4ec39f-3827-4486-bd1c-67fd8c64cd61 tempest-VolumesActionsTest-2046619294 tempest-VolumesActionsTest-2046619294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:49.134451 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9a7af8dd-ac8b-49df-a573-3fa42dbc706f req-cb4ec39f-3827-4486-bd1c-67fd8c64cd61 tempest-VolumesActionsTest-2046619294 tempest-VolumesActionsTest-2046619294-project] 10.222.0.41 "GET /v2.0/networks?id=5756b764-230b-4a95-9c02-70dc4b2a9110 HTTP/1.1" status: 200 len: 809 time: 0.1440141 Jan 28 07:32:49.149853 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-149a4a9e-51cf-499c-9776-a98f3bf7e7ec tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (0eb63d57-d4d8-4339-ba3b-5b30f4a3f806), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:49.167208 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-553cd07d-841f-4296-b95a-104d40a33a95 None None] Attempting to bind port 8df6c2ce-9fbd-419e-a395-9d412d589549 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:32:49.167208 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-553cd07d-841f-4296-b95a-104d40a33a95 None None] Attempting to bind port 8df6c2ce-9fbd-419e-a395-9d412d589549 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '7c7970be-572d-4ffb-92e9-975ecc56fc9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f38dd0d6-8f88-4964-bb49-22eb8b1d41cb'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:32:49.170474 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553cd07d-841f-4296-b95a-104d40a33a95 None None] Attempting to bind port 8df6c2ce-9fbd-419e-a395-9d412d589549 on network f38dd0d6-8f88-4964-bb49-22eb8b1d41cb {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:32:49.172661 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-26e1c62e-b783-4bf2-975a-899aa996be33 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (6d639373-8836-4121-bacd-1526cdfa51e7), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:49.179931 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8b1eca72-d534-4cf7-b17e-a9c46742d274 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (28adb53b-6774-4f74-b9fd-e931bf09d51f), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:49.200600 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9a7af8dd-ac8b-49df-a573-3fa42dbc706f req-4200e683-bb8b-47d5-9f6d-b6386de559af tempest-VolumesActionsTest-2046619294 tempest-VolumesActionsTest-2046619294-project] 10.222.0.41 "GET /v2.0/quotas/c6b0b8502e6c4c1395d983ba16e764ac HTTP/1.1" status: 200 len: 375 time: 0.0295053 Jan 28 07:32:49.232490 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-719c2e21-bdc4-4ed0-a936-6288604e90e7 req-08ad0014-a281-418a-893f-babb01c4547f tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b3415e6-b31c-4ce7-ad7d-2235832bcbd3 HTTP/1.1" status: 200 len: 210 time: 0.0535729 Jan 28 07:32:49.250570 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553cd07d-841f-4296-b95a-104d40a33a95 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:32:49.251011 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553cd07d-841f-4296-b95a-104d40a33a95 None None] Checking segment: {'id': '7c7970be-572d-4ffb-92e9-975ecc56fc9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f38dd0d6-8f88-4964-bb49-22eb8b1d41cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:32:49.251432 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-553cd07d-841f-4296-b95a-104d40a33a95 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:49.251954 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553cd07d-841f-4296-b95a-104d40a33a95 None None] Bound using segment: {'id': '7c7970be-572d-4ffb-92e9-975ecc56fc9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f38dd0d6-8f88-4964-bb49-22eb8b1d41cb'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:32:49.253252 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-553cd07d-841f-4296-b95a-104d40a33a95 None None] Bound port: 8df6c2ce-9fbd-419e-a395-9d412d589549, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c7970be-572d-4ffb-92e9-975ecc56fc9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f38dd0d6-8f88-4964-bb49-22eb8b1d41cb'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:32:49.253741 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-553cd07d-841f-4296-b95a-104d40a33a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (8df6c2ce-9fbd-419e-a395-9d412d589549), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:49.255409 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149a4a9e-51cf-499c-9776-a98f3bf7e7ec tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0eb63d57-d4d8-4339-ba3b-5b30f4a3f806,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:49.273189 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-149a4a9e-51cf-499c-9776-a98f3bf7e7ec tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:49.276569 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-149a4a9e-51cf-499c-9776-a98f3bf7e7ec tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4677262 Jan 28 07:32:49.279090 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9a7af8dd-ac8b-49df-a573-3fa42dbc706f req-ee3b7756-b0c5-4a76-948b-9231110b161f tempest-VolumesActionsTest-2046619294 tempest-VolumesActionsTest-2046619294-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c6b0b8502e6c4c1395d983ba16e764ac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0440011 Jan 28 07:32:49.280029 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 45140) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:49.283628 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.db.resource_extend [None req-26e1c62e-b783-4bf2-975a-899aa996be33 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 07:32:49.312365 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-f2dbfb93-3aeb-4be4-8144-ee4482f02bd4 tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Request body: {'security_group_rule': {'security_group_id': 'e9052889-cda5-4440-b78b-66efc8ca0221', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:32:49.325635 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad478531-fc6e-4dd1-b07a-97a9e8bc7e68 x-openstack-request-id: req-ad478531-fc6e-4dd1-b07a-97a9e8bc7e68 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:32:49.326037 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b3415e6-b31c-4ce7-ad7d-2235832bcbd3", "name": "network-vif-deleted", "tag": "e820e979-edcd-45c8-9d1a-2dfbdf12aa05", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:32:49.326410 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ad478531-fc6e-4dd1-b07a-97a9e8bc7e68 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:32:49.326912 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b3415e6-b31c-4ce7-ad7d-2235832bcbd3', 'name': 'network-vif-deleted', 'tag': 'e820e979-edcd-45c8-9d1a-2dfbdf12aa05', 'status': 'completed', 'code': 200} Jan 28 07:32:49.342668 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-26e1c62e-b783-4bf2-975a-899aa996be33 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (6d639373-8836-4121-bacd-1526cdfa51e7), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:49.349793 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26e1c62e-b783-4bf2-975a-899aa996be33 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:49.350583 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-26e1c62e-b783-4bf2-975a-899aa996be33 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:49.420043 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-d44ed567-bd54-47c0-9870-528deaca7bce None None] Current status of the port 57d05b2b-8595-472a-b011-39bb83e2fc21 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:32:49.443983 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e1c62e-b783-4bf2-975a-899aa996be33 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Pushing event updated for resources: {'Network': ['ID=6d639373-8836-4121-bacd-1526cdfa51e7,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:49.466088 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-26e1c62e-b783-4bf2-975a-899aa996be33 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9680407 Jan 28 07:32:49.468221 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f2dbfb93-3aeb-4be4-8144-ee4482f02bd4 tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks [] for security_group_rule (de8c278e-fee9-4e89-8d73-f944f8bc1bcb), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:49.475958 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 45142) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:49.492916 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network 6d639373-8836-4121-bacd-1526cdfa51e7 details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:32:49.504174 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-41f79ca0-0b1b-4f56-9d27-9f81c81f8d64 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Request body: {'subnet': {'network_id': '6d639373-8836-4121-bacd-1526cdfa51e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:32:49.551729 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f2dbfb93-3aeb-4be4-8144-ee4482f02bd4 tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks [] for security_group_rule (de8c278e-fee9-4e89-8d73-f944f8bc1bcb), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:49.559201 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f2dbfb93-3aeb-4be4-8144-ee4482f02bd4 tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (de8c278e-fee9-4e89-8d73-f944f8bc1bcb), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:49.596240 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f2dbfb93-3aeb-4be4-8144-ee4482f02bd4 tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:49.598539 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-f2dbfb93-3aeb-4be4-8144-ee4482f02bd4 tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3088157 Jan 28 07:32:49.600663 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dbfb93-3aeb-4be4-8144-ee4482f02bd4 tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de8c278e-fee9-4e89-8d73-f944f8bc1bcb,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:49.603776 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 45146) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:49.609745 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-a1d4e5a6-b221-49cc-8f1c-77d2b8fac713 tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Request body: {'security_group_rule': {'security_group_id': 'e9052889-cda5-4440-b78b-66efc8ca0221', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:32:49.645555 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a1d4e5a6-b221-49cc-8f1c-77d2b8fac713 tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks [] for security_group_rule (9517f152-d993-44bb-8d4b-280aa7a10e1c), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:49.737308 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a1d4e5a6-b221-49cc-8f1c-77d2b8fac713 tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks [] for security_group_rule (9517f152-d993-44bb-8d4b-280aa7a10e1c), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:49.745171 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a1d4e5a6-b221-49cc-8f1c-77d2b8fac713 tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (9517f152-d993-44bb-8d4b-280aa7a10e1c), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:49.765387 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d4e5a6-b221-49cc-8f1c-77d2b8fac713 tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9517f152-d993-44bb-8d4b-280aa7a10e1c,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:49.774401 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-553cd07d-841f-4296-b95a-104d40a33a95 None None] For port 8df6c2ce-9fbd-419e-a395-9d412d589549, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:32:49.782876 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a1d4e5a6-b221-49cc-8f1c-77d2b8fac713 tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:49.788329 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9a7af8dd-ac8b-49df-a573-3fa42dbc706f req-37dae73e-bd76-4c7c-a0d2-a948bab9da9e service neutron] 10.222.0.41 "GET /v2.0/networks/5756b764-230b-4a95-9c02-70dc4b2a9110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4478509 Jan 28 07:32:49.789094 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 45148) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:49.789504 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-a1d4e5a6-b221-49cc-8f1c-77d2b8fac713 tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1842437 Jan 28 07:32:49.792257 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-553cd07d-841f-4296-b95a-104d40a33a95 None None] For port 8df6c2ce-9fbd-419e-a395-9d412d589549, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=8df6c2ce-9fbd-419e-a395-9d412d589549,segment=NetworkSegment(7c7970be-572d-4ffb-92e9-975ecc56fc9f),segment_id=7c7970be-572d-4ffb-92e9-975ecc56fc9f)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:32:49.811372 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-553cd07d-841f-4296-b95a-104d40a33a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (8df6c2ce-9fbd-419e-a395-9d412d589549), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:49.928099 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cd07d-841f-4296-b95a-104d40a33a95 None None] Pushing event updated for resources: {'Port': ['ID=8df6c2ce-9fbd-419e-a395-9d412d589549,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:49.941608 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41f79ca0-0b1b-4f56-9d27-9f81c81f8d64 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Made reservation on behalf of d922f36101af452d805cf60e026e730b for: {'subnet': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:32:49.945040 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-41f79ca0-0b1b-4f56-9d27-9f81c81f8d64 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13555781'] for subnet (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:49.954126 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8762ff18-98a7-4b90-acd6-3a7b065c29e3 tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks [] for security_group_rule (9517f152-d993-44bb-8d4b-280aa7a10e1c), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:50.036570 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8762ff18-98a7-4b90-acd6-3a7b065c29e3 tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks [] for security_group_rule (9517f152-d993-44bb-8d4b-280aa7a10e1c), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:50.045051 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8b1eca72-d534-4cf7-b17e-a9c46742d274 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks [] for port (28adb53b-6774-4f74-b9fd-e931bf09d51f), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:50.071510 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8b1eca72-d534-4cf7-b17e-a9c46742d274 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (28adb53b-6774-4f74-b9fd-e931bf09d51f), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:50.133869 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9a7af8dd-ac8b-49df-a573-3fa42dbc706f req-3817d1a6-11a7-422e-821c-dce440549c6b service neutron] 10.222.0.41 "GET /v2.0/networks/5756b764-230b-4a95-9c02-70dc4b2a9110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3209369 Jan 28 07:32:50.160256 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device adacfb20-4fc3-47f6-8bff-5184759241b4 no longer exists at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:32:50.191843 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8762ff18-98a7-4b90-acd6-3a7b065c29e3 tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (9517f152-d993-44bb-8d4b-280aa7a10e1c), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:50.192567 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] No Port match for: adacfb20-4fc3-47f6-8bff-5184759241b4 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:32:50.192999 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device adacfb20-4fc3-47f6-8bff-5184759241b4 not bound to the agent host n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:32:50.201890 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8762ff18-98a7-4b90-acd6-3a7b065c29e3 tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:50.205320 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-8762ff18-98a7-4b90-acd6-3a7b065c29e3 tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/9517f152-d993-44bb-8d4b-280aa7a10e1c HTTP/1.1" status: 204 len: 168 time: 0.4028246 Jan 28 07:32:50.210314 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 45150) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:50.233020 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1eca72-d534-4cf7-b17e-a9c46742d274 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Pushing event updated for resources: {'Port': ['ID=28adb53b-6774-4f74-b9fd-e931bf09d51f,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:50.270619 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8762ff18-98a7-4b90-acd6-3a7b065c29e3 tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9517f152-d993-44bb-8d4b-280aa7a10e1c,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:50.321688 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-8d2348ef-618c-4ffb-b812-4aee75955e80 tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0990200 Jan 28 07:32:50.321688 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 45154) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:50.396559 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8853bb76-1d96-4c09-a4cd-5f3ef063b53c tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks [] for security_group_rule (de8c278e-fee9-4e89-8d73-f944f8bc1bcb), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:50.417280 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8853bb76-1d96-4c09-a4cd-5f3ef063b53c tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks [] for security_group_rule (de8c278e-fee9-4e89-8d73-f944f8bc1bcb), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:50.464599 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8853bb76-1d96-4c09-a4cd-5f3ef063b53c tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (de8c278e-fee9-4e89-8d73-f944f8bc1bcb), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:50.469798 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-04926749-eb21-4bac-8af6-39b466bcc8b5 req-67b455cd-7276-4272-9312-e98dabadf905 tempest-VolumesActionsTest-2046619294 tempest-VolumesActionsTest-2046619294-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8b1af6f-0b84-4f2d-a9d8-ca1541b393a0 HTTP/1.1" status: 200 len: 210 time: 0.0544724 Jan 28 07:32:50.475057 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8853bb76-1d96-4c09-a4cd-5f3ef063b53c tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:50.476906 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-8853bb76-1d96-4c09-a4cd-5f3ef063b53c tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/de8c278e-fee9-4e89-8d73-f944f8bc1bcb HTTP/1.1" status: 204 len: 168 time: 0.1544218 Jan 28 07:32:50.479659 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 45162) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:50.513615 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8b1eca72-d534-4cf7-b17e-a9c46742d274 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16609232'] for router_interface (2a19477a-ac69-4823-9c98-57aaba23809d), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:50.518698 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8853bb76-1d96-4c09-a4cd-5f3ef063b53c tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=de8c278e-fee9-4e89-8d73-f944f8bc1bcb,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:50.556618 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-785749f8-8053-4b11-98fe-efaeb5f4c108 tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0751276 Jan 28 07:32:50.558778 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 45164) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:50.617480 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6ee527f7-8dba-4a40-88ea-78f5597aa43d tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks [] for security_group_rule (0eb63d57-d4d8-4339-ba3b-5b30f4a3f806), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:50.640488 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6ee527f7-8dba-4a40-88ea-78f5597aa43d tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks [] for security_group_rule (0eb63d57-d4d8-4339-ba3b-5b30f4a3f806), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:50.732668 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6ee527f7-8dba-4a40-88ea-78f5597aa43d tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (0eb63d57-d4d8-4339-ba3b-5b30f4a3f806), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:50.740222 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8b1eca72-d534-4cf7-b17e-a9c46742d274 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (28adb53b-6774-4f74-b9fd-e931bf09d51f), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:50.741745 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6ee527f7-8dba-4a40-88ea-78f5597aa43d tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:50.742918 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-6ee527f7-8dba-4a40-88ea-78f5597aa43d tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/0eb63d57-d4d8-4339-ba3b-5b30f4a3f806 HTTP/1.1" status: 204 len: 168 time: 0.1831379 Jan 28 07:32:50.747075 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 45174) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:50.759981 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee527f7-8dba-4a40-88ea-78f5597aa43d tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0eb63d57-d4d8-4339-ba3b-5b30f4a3f806,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:50.864177 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-d6603af6-fcdd-4bdb-9bd1-6129edcfae10 tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1128564 Jan 28 07:32:50.864955 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 45176) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:50.916461 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5a967aec-b72a-406a-960d-0eed24cc5702 tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks [] for security_group_rule (2e0d1444-7537-4fee-a1b4-1077d5ca2e0a), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:50.920383 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-41f79ca0-0b1b-4f56-9d27-9f81c81f8d64 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13546728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13555799'] for subnet (5f7a707f-2c39-4c72-b370-480b47291418), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:50.943018 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5a967aec-b72a-406a-960d-0eed24cc5702 tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks [] for security_group_rule (2e0d1444-7537-4fee-a1b4-1077d5ca2e0a), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:50.999759 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5a967aec-b72a-406a-960d-0eed24cc5702 tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (2e0d1444-7537-4fee-a1b4-1077d5ca2e0a), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:51.015827 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5a967aec-b72a-406a-960d-0eed24cc5702 tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:51.017711 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-5a967aec-b72a-406a-960d-0eed24cc5702 tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/2e0d1444-7537-4fee-a1b4-1077d5ca2e0a HTTP/1.1" status: 204 len: 168 time: 0.1515319 Jan 28 07:32:51.018595 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a967aec-b72a-406a-960d-0eed24cc5702 tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2e0d1444-7537-4fee-a1b4-1077d5ca2e0a,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:51.026424 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 45180) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:51.092218 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-d7d9767d-6c28-43e8-abcd-8825a3bf4474 tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0645773 Jan 28 07:32:51.092827 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 45182) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:51.131950 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bbda656c-40ed-4c25-bd41-6e0a6b877d05 tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks [] for security_group_rule (8502f817-ce11-484c-807c-8fd5b31b67dd), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:51.143214 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bbda656c-40ed-4c25-bd41-6e0a6b877d05 tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks [] for security_group_rule (8502f817-ce11-484c-807c-8fd5b31b67dd), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:51.204021 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bfd3ed-df8e-4f19-967c-6e3eaa4ba66d req-8f50518f-c743-4098-ab16-191932d933d2 tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:51.207859 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bbda656c-40ed-4c25-bd41-6e0a6b877d05 tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (8502f817-ce11-484c-807c-8fd5b31b67dd), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:51.212804 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-28bfd3ed-df8e-4f19-967c-6e3eaa4ba66d req-8f50518f-c743-4098-ab16-191932d933d2 tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9455bd8-bb23-42e6-95a1-cefa55c6a33d HTTP/1.1" status: 200 len: 946 time: 0.3916731 Jan 28 07:32:51.214952 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f79ca0-0b1b-4f56-9d27-9f81c81f8d64 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Pushing event updated for resources: {'Subnet': ['ID=5f7a707f-2c39-4c72-b370-480b47291418,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:51.215092 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bbda656c-40ed-4c25-bd41-6e0a6b877d05 tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:51.218657 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-bbda656c-40ed-4c25-bd41-6e0a6b877d05 tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/8502f817-ce11-484c-807c-8fd5b31b67dd HTTP/1.1" status: 204 len: 168 time: 0.1223805 Jan 28 07:32:51.220075 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 45184) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:51.254323 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbda656c-40ed-4c25-bd41-6e0a6b877d05 tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8502f817-ce11-484c-807c-8fd5b31b67dd,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:51.280017 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-893cacc0-80a8-4483-93d7-60045e15d26c tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0584879 Jan 28 07:32:51.282691 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 45186) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:51.355721 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-14349beb-87e8-4116-a4d4-70373f00ab53 tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks [] for security_group (e9052889-cda5-4440-b78b-66efc8ca0221), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:51.357441 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ceb59c-6d81-43ab-8ad7-4d05bca691cb None None] get_active_networks_info from n-d-712749-28 {{(pid=103285) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 07:32:51.383371 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-14349beb-87e8-4116-a4d4-70373f00ab53 tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks [] for security_group (e9052889-cda5-4440-b78b-66efc8ca0221), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:51.443700 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-14349beb-87e8-4116-a4d4-70373f00ab53 tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (e9052889-cda5-4440-b78b-66efc8ca0221), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:51.446614 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-14349beb-87e8-4116-a4d4-70373f00ab53 tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:51.450235 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-14349beb-87e8-4116-a4d4-70373f00ab53 tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] 10.222.0.41 "DELETE /v2.0/security-groups/e9052889-cda5-4440-b78b-66efc8ca0221 HTTP/1.1" status: 204 len: 168 time: 0.1642001 Jan 28 07:32:51.453134 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 45188) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:51.491801 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14349beb-87e8-4116-a4d4-70373f00ab53 tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9052889-cda5-4440-b78b-66efc8ca0221,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:51.533728 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-9aabb76b-be04-480a-bc42-d5c3f9cabd1a tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0658045 Jan 28 07:32:51.534550 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 45192) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:51.541643 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-80fea470-bb5e-4857-9c26-fc941ca32409 tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Request body: {'security_group': {'name': 'tempest-secgroup--1181213440'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:32:51.572950 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-80fea470-bb5e-4857-9c26-fc941ca32409 tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:51.661510 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-2854fc42-6886-4e39-8b14-3873aa9c423d None None] Provisioning complete for port 8df6c2ce-9fbd-419e-a395-9d412d589549 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:32:51.661968 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2854fc42-6886-4e39-8b14-3873aa9c423d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (8df6c2ce-9fbd-419e-a395-9d412d589549), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:51.671734 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f79ca0-0b1b-4f56-9d27-9f81c81f8d64 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Checking segment: {'id': 'b764ef2a-a47d-47c8-86bc-76355f922bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '6d639373-8836-4121-bacd-1526cdfa51e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:32:51.672136 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f79ca0-0b1b-4f56-9d27-9f81c81f8d64 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Network hostable DHCP agents. Network: 6d639373-8836-4121-bacd-1526cdfa51e7, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:32:51.672785 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-775c9e65-f285-44a6-aab4-8ac47b35a783 req-dc107a31-bb4d-4f15-8e4a-a05d074c2546 tempest-VolumesActionsTest-2046619294 tempest-VolumesActionsTest-2046619294-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8b1af6f-0b84-4f2d-a9d8-ca1541b393a0 HTTP/1.1" status: 200 len: 210 time: 0.0577509 Jan 28 07:32:51.721256 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-80fea470-bb5e-4857-9c26-fc941ca32409 tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks [] for security_group (97cd3465-0ad1-4834-92d4-c469ed6ab606), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:51.728909 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-80fea470-bb5e-4857-9c26-fc941ca32409 tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (97cd3465-0ad1-4834-92d4-c469ed6ab606), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:51.772828 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-80fea470-bb5e-4857-9c26-fc941ca32409 tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:51.776512 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-80fea470-bb5e-4857-9c26-fc941ca32409 tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2382107 Jan 28 07:32:51.777468 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 45194) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:51.783963 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-145ec338-fe7c-43af-90cc-17fc41a345ad tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Request body: {'security_group_rule': {'security_group_id': '97cd3465-0ad1-4834-92d4-c469ed6ab606', 'direction': 'ingress', 'protocol': 17}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:32:51.791031 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fea470-bb5e-4857-9c26-fc941ca32409 tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97cd3465-0ad1-4834-92d4-c469ed6ab606,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:51.792324 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-28bfd3ed-df8e-4f19-967c-6e3eaa4ba66d req-37379ea5-1fc0-452c-b75b-d969e7236035 tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c5346dc-f757-4ff5-9ea1-d40d9bd6b869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5786252 Jan 28 07:32:51.797136 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f79ca0-0b1b-4f56-9d27-9f81c81f8d64 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Network 6d639373-8836-4121-bacd-1526cdfa51e7 is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:32:51.835482 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-145ec338-fe7c-43af-90cc-17fc41a345ad tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks [] for security_group_rule (06ec5a84-ae0a-48f1-8e2a-7c877bb11ab6), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:51.839715 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-41f79ca0-0b1b-4f56-9d27-9f81c81f8d64 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, 6d639373-8836-4121-bacd-1526cdfa51e7) {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:32:51.849675 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f79ca0-0b1b-4f56-9d27-9f81c81f8d64 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:51.853261 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-41f79ca0-0b1b-4f56-9d27-9f81c81f8d64 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks [] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:51.891793 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-41f79ca0-0b1b-4f56-9d27-9f81c81f8d64 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.3988891 Jan 28 07:32:51.895950 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 45198) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:51.902974 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-b980525b-b44a-4faa-be57-ad8177569290 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-339634055'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:32:51.951622 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b980525b-b44a-4faa-be57-ad8177569290 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Made reservation on behalf of d922f36101af452d805cf60e026e730b for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:32:51.955925 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b980525b-b44a-4faa-be57-ad8177569290 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:51.962746 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-145ec338-fe7c-43af-90cc-17fc41a345ad tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks [] for security_group_rule (06ec5a84-ae0a-48f1-8e2a-7c877bb11ab6), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:51.977607 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-145ec338-fe7c-43af-90cc-17fc41a345ad tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (06ec5a84-ae0a-48f1-8e2a-7c877bb11ab6), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:51.988698 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-2854fc42-6886-4e39-8b14-3873aa9c423d None None] Current status of the port 8df6c2ce-9fbd-419e-a395-9d412d589549 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:32:51.989424 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2854fc42-6886-4e39-8b14-3873aa9c423d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (8df6c2ce-9fbd-419e-a395-9d412d589549), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:52.033367 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8b1eca72-d534-4cf7-b17e-a9c46742d274 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks [] for port (28adb53b-6774-4f74-b9fd-e931bf09d51f), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:52.039050 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8b1eca72-d534-4cf7-b17e-a9c46742d274 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (28adb53b-6774-4f74-b9fd-e931bf09d51f), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:52.040815 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8b1eca72-d534-4cf7-b17e-a9c46742d274 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16318999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16606560'] for router_interface (2a19477a-ac69-4823-9c98-57aaba23809d), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:52.043926 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b980525b-b44a-4faa-be57-ad8177569290 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:32:52.067736 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-2854fc42-6886-4e39-8b14-3873aa9c423d None None] For port 8df6c2ce-9fbd-419e-a395-9d412d589549, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=8df6c2ce-9fbd-419e-a395-9d412d589549,segment=NetworkSegment(7c7970be-572d-4ffb-92e9-975ecc56fc9f),segment_id=7c7970be-572d-4ffb-92e9-975ecc56fc9f)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:32:52.088843 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2854fc42-6886-4e39-8b14-3873aa9c423d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (8df6c2ce-9fbd-419e-a395-9d412d589549), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:52.098021 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145ec338-fe7c-43af-90cc-17fc41a345ad tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06ec5a84-ae0a-48f1-8e2a-7c877bb11ab6,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:52.109577 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b980525b-b44a-4faa-be57-ad8177569290 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (28b79262-7c64-489a-90db-e059a57b038f), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:52.110067 n-d-712749-28 neutron-server[103284]: INFO neutron.db.segments_db [None req-b980525b-b44a-4faa-be57-ad8177569290 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Added segment 28b79262-7c64-489a-90db-e059a57b038f of type vlan for network faf914dd-6f9a-4b89-b671-b5d707e86fa1 Jan 28 07:32:52.141547 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ceb59c-6d81-43ab-8ad7-4d05bca691cb None None] Unable to find a vacant binding_index for network 6d639373-8836-4121-bacd-1526cdfa51e7 and agent 996040a6-4680-43d7-9d3f-7721db8235c6 {{(pid=103285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Jan 28 07:32:52.155229 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ceb59c-6d81-43ab-8ad7-4d05bca691cb None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, 6d639373-8836-4121-bacd-1526cdfa51e7) {{(pid=103285) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 07:32:52.193178 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2854fc42-6886-4e39-8b14-3873aa9c423d None None] Pushing event updated for resources: {'Port': ['ID=8df6c2ce-9fbd-419e-a395-9d412d589549,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:52.194564 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b980525b-b44a-4faa-be57-ad8177569290 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (faf914dd-6f9a-4b89-b671-b5d707e86fa1), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:52.243924 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 8df6c2ce-9fbd-419e-a395-9d412d589549 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:32:52.262955 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-145ec338-fe7c-43af-90cc-17fc41a345ad tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:52.265296 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-145ec338-fe7c-43af-90cc-17fc41a345ad tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4867640 Jan 28 07:32:52.270995 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 45200) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:52.285550 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b980525b-b44a-4faa-be57-ad8177569290 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (faf914dd-6f9a-4b89-b671-b5d707e86fa1), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:52.294626 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b980525b-b44a-4faa-be57-ad8177569290 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:52.296110 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b980525b-b44a-4faa-be57-ad8177569290 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:52.332941 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1eca72-d534-4cf7-b17e-a9c46742d274 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Pushing event updated for resources: {'Port': ['ID=28adb53b-6774-4f74-b9fd-e931bf09d51f,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:52.386638 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-b980525b-b44a-4faa-be57-ad8177569290 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4891121 Jan 28 07:32:52.391235 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 45202) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:52.406108 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-2cba3ee1-f969-46d1-b367-5daf8743cb73 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Request body: {'subnet': {'network_id': 'faf914dd-6f9a-4b89-b671-b5d707e86fa1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:32:52.413759 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7879acd6-aca0-447c-9ea5-72611ecb1bd1 req-09e33ec2-8ac8-41c4-a2a4-af2c22ffc996 tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:52.415310 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7879acd6-aca0-447c-9ea5-72611ecb1bd1 req-09e33ec2-8ac8-41c4-a2a4-af2c22ffc996 tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9455bd8-bb23-42e6-95a1-cefa55c6a33d HTTP/1.1" status: 200 len: 946 time: 0.1592867 Jan 28 07:32:52.417286 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 8df6c2ce-9fbd-419e-a395-9d412d589549 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:32:52.418363 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (8df6c2ce-9fbd-419e-a395-9d412d589549), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:52.424734 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b1eca72-d534-4cf7-b17e-a9c46742d274 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Network f38dd0d6-8f88-4964-bb49-22eb8b1d41cb is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:32:52.437906 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-8b1eca72-d534-4cf7-b17e-a9c46742d274 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:32:52.471194 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7af8dd-ac8b-49df-a573-3fa42dbc706f req-4d807469-7263-4754-b063-bb8c14f5ed13 tempest-VolumesActionsTest-2046619294 tempest-VolumesActionsTest-2046619294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:52.473565 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9a7af8dd-ac8b-49df-a573-3fa42dbc706f req-4d807469-7263-4754-b063-bb8c14f5ed13 tempest-VolumesActionsTest-2046619294 tempest-VolumesActionsTest-2046619294-project] 10.222.0.10 "GET /v2.0/networks?id=5756b764-230b-4a95-9c02-70dc4b2a9110 HTTP/1.1" status: 200 len: 809 time: 0.4974201 Jan 28 07:32:52.480591 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b980525b-b44a-4faa-be57-ad8177569290 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Pushing event updated for resources: {'Network': ['ID=faf914dd-6f9a-4b89-b671-b5d707e86fa1,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:52.498325 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-9a7af8dd-ac8b-49df-a573-3fa42dbc706f req-d02daef7-20a9-4c24-b062-43d313512d53 tempest-VolumesActionsTest-2046619294 tempest-VolumesActionsTest-2046619294-project] Request body: {'port': {'device_id': 'b8b1af6f-0b84-4f2d-a9d8-ca1541b393a0', 'network_id': '5756b764-230b-4a95-9c02-70dc4b2a9110', 'admin_state_up': True, 'tenant_id': 'c6b0b8502e6c4c1395d983ba16e764ac'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:32:52.499585 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network faf914dd-6f9a-4b89-b671-b5d707e86fa1 details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:32:52.500568 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b67985c7-140c-4823-b699-a26900e11deb tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks [] for security_group (97cd3465-0ad1-4834-92d4-c469ed6ab606), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:52.600831 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device e820e979-edcd-45c8-9d1a-2dfbdf12aa05 no longer exists at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:32:52.632251 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] No Port match for: e820e979-edcd-45c8-9d1a-2dfbdf12aa05 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:32:52.632904 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device e820e979-edcd-45c8-9d1a-2dfbdf12aa05 not bound to the agent host n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:32:52.663356 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b67985c7-140c-4823-b699-a26900e11deb tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks [] for security_group (97cd3465-0ad1-4834-92d4-c469ed6ab606), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:52.683805 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7502bb0b-07f4-4f90-9eab-871890ba099a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3dd72b9-6805-5f61-b6f3-a591f99a173d-6d639373-8836-4121-bacd-1526cdfa51e7', 'network_id': '6d639373-8836-4121-bacd-1526cdfa51e7', 'project_id': 'd922f36101af452d805cf60e026e730b', 'fixed_ips': [{'subnet_id': '5f7a707f-2c39-4c72-b370-480b47291418'}]}} from n-d-712749-28. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 07:32:52.685653 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7502bb0b-07f4-4f90-9eab-871890ba099a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:52.785398 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-7879acd6-aca0-447c-9ea5-72611ecb1bd1 req-0a8e88b4-7ea2-4877-b6f9-22fc05f1a424 tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] Deleting port 6a9882d3-2fca-48ec-abc7-2e14a8c53ff1 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:32:52.785862 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-7879acd6-aca0-447c-9ea5-72611ecb1bd1 req-0a8e88b4-7ea2-4877-b6f9-22fc05f1a424 tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (6a9882d3-2fca-48ec-abc7-2e14a8c53ff1), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:52.794863 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b67985c7-140c-4823-b699-a26900e11deb tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (97cd3465-0ad1-4834-92d4-c469ed6ab606), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:52.797921 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b67985c7-140c-4823-b699-a26900e11deb tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:52.799276 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-b67985c7-140c-4823-b699-a26900e11deb tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] 10.222.0.41 "DELETE /v2.0/security-groups/97cd3465-0ad1-4834-92d4-c469ed6ab606 HTTP/1.1" status: 204 len: 168 time: 0.5238657 Jan 28 07:32:52.827863 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 45214) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:52.889266 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-7502bb0b-07f4-4f90-9eab-871890ba099a None None] Allocated IP 2001:db8::3 (6d639373-8836-4121-bacd-1526cdfa51e7/5f7a707f-2c39-4c72-b370-480b47291418/ed3d30bf-0a52-47f9-8884-a6b069b13152) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:32:52.978422 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-7a6ff531-71db-4b2b-925b-63507b81f48e tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1433005 Jan 28 07:32:53.010843 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 45220) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:53.013936 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67985c7-140c-4823-b699-a26900e11deb tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97cd3465-0ad1-4834-92d4-c469ed6ab606,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:53.029447 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-a9092ccf-90db-4bf0-b728-018f5842a691 tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Request body: {'security_group': {'name': 'tempest-secgroup--1281361544'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:32:53.064242 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7502bb0b-07f4-4f90-9eab-871890ba099a None None] Publish callbacks [] for port (ed3d30bf-0a52-47f9-8884-a6b069b13152), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:53.069766 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6003ff78-b1f9-4854-8349-b2fa9c3bd83f req-0b58be81-1bee-410c-9c7d-87d2c7c7a1b5 tempest-VolumesActionsTest-2046619294 tempest-VolumesActionsTest-2046619294-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8b1af6f-0b84-4f2d-a9d8-ca1541b393a0 HTTP/1.1" status: 200 len: 210 time: 0.0425694 Jan 28 07:32:53.071401 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 8df6c2ce-9fbd-419e-a395-9d412d589549 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:32:53.085909 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7502bb0b-07f4-4f90-9eab-871890ba099a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (ed3d30bf-0a52-47f9-8884-a6b069b13152), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:53.115146 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cba3ee1-f969-46d1-b367-5daf8743cb73 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Made reservation on behalf of d922f36101af452d805cf60e026e730b for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:32:53.119178 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2cba3ee1-f969-46d1-b367-5daf8743cb73 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24979592'] for subnet (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:53.127647 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-7879acd6-aca0-447c-9ea5-72611ecb1bd1 req-0a8e88b4-7ea2-4877-b6f9-22fc05f1a424 tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] For port 6a9882d3-2fca-48ec-abc7-2e14a8c53ff1, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=6a9882d3-2fca-48ec-abc7-2e14a8c53ff1,segment=NetworkSegment(473d0bd6-a7d7-47be-b640-e2f5658ac027),segment_id=473d0bd6-a7d7-47be-b640-e2f5658ac027)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:32:53.128381 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-7879acd6-aca0-447c-9ea5-72611ecb1bd1 req-0a8e88b4-7ea2-4877-b6f9-22fc05f1a424 tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (6a9882d3-2fca-48ec-abc7-2e14a8c53ff1), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:53.140872 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7502bb0b-07f4-4f90-9eab-871890ba099a None None] Network 6d639373-8836-4121-bacd-1526cdfa51e7 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:32:53.142210 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7502bb0b-07f4-4f90-9eab-871890ba099a None None] Pushing event updated for resources: {'Port': ['ID=ed3d30bf-0a52-47f9-8884-a6b069b13152,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:53.145546 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-7502bb0b-07f4-4f90-9eab-871890ba099a None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:32:53.147575 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7502bb0b-07f4-4f90-9eab-871890ba099a None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:32:53.152856 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-7879acd6-aca0-447c-9ea5-72611ecb1bd1 req-0a8e88b4-7ea2-4877-b6f9-22fc05f1a424 tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] Calling delete_port for 6a9882d3-2fca-48ec-abc7-2e14a8c53ff1 owned by compute:nova {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:32:53.189714 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.ipam_backend_mixin [None req-2cba3ee1-f969-46d1-b367-5daf8743cb73 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Performing IP validity checks on allocation pools {{(pid=103284) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 28 07:32:53.190268 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.ipam_backend_mixin [None req-2cba3ee1-f969-46d1-b367-5daf8743cb73 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103284) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 28 07:32:53.230968 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b1eca72-d534-4cf7-b17e-a9c46742d274 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Router 2a19477a-ac69-4823-9c98-57aaba23809d is scheduled to L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 with binding_index 1 {{(pid=103283) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 07:32:53.233478 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a7af8dd-ac8b-49df-a573-3fa42dbc706f req-d02daef7-20a9-4c24-b062-43d313512d53 tempest-VolumesActionsTest-2046619294 tempest-VolumesActionsTest-2046619294-project] Made reservation on behalf of c6b0b8502e6c4c1395d983ba16e764ac for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:32:53.236768 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-7502bb0b-07f4-4f90-9eab-871890ba099a None None] Attempting to bind port ed3d30bf-0a52-47f9-8884-a6b069b13152 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:32:53.239012 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-7502bb0b-07f4-4f90-9eab-871890ba099a None None] Attempting to bind port ed3d30bf-0a52-47f9-8884-a6b069b13152 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': 'b764ef2a-a47d-47c8-86bc-76355f922bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '6d639373-8836-4121-bacd-1526cdfa51e7'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:32:53.239630 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-9a7af8dd-ac8b-49df-a573-3fa42dbc706f req-d02daef7-20a9-4c24-b062-43d313512d53 tempest-VolumesActionsTest-2046619294 tempest-VolumesActionsTest-2046619294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:53.240207 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7502bb0b-07f4-4f90-9eab-871890ba099a None None] Attempting to bind port ed3d30bf-0a52-47f9-8884-a6b069b13152 on network 6d639373-8836-4121-bacd-1526cdfa51e7 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:32:53.249575 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7502bb0b-07f4-4f90-9eab-871890ba099a None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:32:53.250330 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7502bb0b-07f4-4f90-9eab-871890ba099a None None] Checking segment: {'id': 'b764ef2a-a47d-47c8-86bc-76355f922bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '6d639373-8836-4121-bacd-1526cdfa51e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:32:53.251441 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7502bb0b-07f4-4f90-9eab-871890ba099a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:53.252146 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7502bb0b-07f4-4f90-9eab-871890ba099a None None] Bound using segment: {'id': 'b764ef2a-a47d-47c8-86bc-76355f922bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '6d639373-8836-4121-bacd-1526cdfa51e7'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:32:53.252423 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4f3a8f-bb8f-4f34-bfb0-f95974ed0277 req-ee246bae-3664-4204-be18-dbcf0fb892ea tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:53.253177 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-7502bb0b-07f4-4f90-9eab-871890ba099a None None] Bound port: ed3d30bf-0a52-47f9-8884-a6b069b13152, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b764ef2a-a47d-47c8-86bc-76355f922bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '6d639373-8836-4121-bacd-1526cdfa51e7'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:32:53.254076 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7502bb0b-07f4-4f90-9eab-871890ba099a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (ed3d30bf-0a52-47f9-8884-a6b069b13152), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:53.254305 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6f4f3a8f-bb8f-4f34-bfb0-f95974ed0277 req-ee246bae-3664-4204-be18-dbcf0fb892ea tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9455bd8-bb23-42e6-95a1-cefa55c6a33d HTTP/1.1" status: 200 len: 946 time: 0.2883224 Jan 28 07:32:53.261798 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a9092ccf-90db-4bf0-b728-018f5842a691 tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:53.353447 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-7502bb0b-07f4-4f90-9eab-871890ba099a None None] For port ed3d30bf-0a52-47f9-8884-a6b069b13152, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:32:53.362494 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-7502bb0b-07f4-4f90-9eab-871890ba099a None None] For port ed3d30bf-0a52-47f9-8884-a6b069b13152, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=ed3d30bf-0a52-47f9-8884-a6b069b13152,segment=NetworkSegment(b764ef2a-a47d-47c8-86bc-76355f922bda),segment_id=b764ef2a-a47d-47c8-86bc-76355f922bda)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:32:53.373418 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7502bb0b-07f4-4f90-9eab-871890ba099a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (ed3d30bf-0a52-47f9-8884-a6b069b13152), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:53.462653 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6f4f3a8f-bb8f-4f34-bfb0-f95974ed0277 req-45c13b32-487b-4eaa-a166-fb059598e079 tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c5346dc-f757-4ff5-9ea1-d40d9bd6b869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818161 Jan 28 07:32:53.511298 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2cba3ee1-f969-46d1-b367-5daf8743cb73 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24757504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24979610'] for subnet (ef11d776-e2e2-4a1d-913a-6683a69fcd1a), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:53.513442 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7502bb0b-07f4-4f90-9eab-871890ba099a None None] Pushing event updated for resources: {'Port': ['ID=ed3d30bf-0a52-47f9-8884-a6b069b13152,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:53.519036 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b1eca72-d534-4cf7-b17e-a9c46742d274 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:32:53.535577 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-8b1eca72-d534-4cf7-b17e-a9c46742d274 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] 10.222.0.41 "PUT /v2.0/routers/2a19477a-ac69-4823-9c98-57aaba23809d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2427616 Jan 28 07:32:53.539606 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 45222) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:53.542684 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f36d8477-2cc7-4a9a-9496-586eed88dddd None None] Sync routers for ids ['2a19477a-ac69-4823-9c98-57aaba23809d'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:32:53.563165 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36d8477-2cc7-4a9a-9496-586eed88dddd None None] Routers {'2a19477a-ac69-4823-9c98-57aaba23809d'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:32:53.563902 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-f36d8477-2cc7-4a9a-9496-586eed88dddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:32:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['2a19477a-ac69-4823-9c98-57aaba23809d'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:32:53.571821 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a9092ccf-90db-4bf0-b728-018f5842a691 tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks [] for security_group (974cffde-cf65-4cd6-a577-5215414e8a8e), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:53.579037 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-9a7af8dd-ac8b-49df-a573-3fa42dbc706f req-d02daef7-20a9-4c24-b062-43d313512d53 tempest-VolumesActionsTest-2046619294 tempest-VolumesActionsTest-2046619294-project] Allocated IP 172.20.0.7 (5756b764-230b-4a95-9c02-70dc4b2a9110/a1cf83b1-cade-43b4-8bf2-8f132ba99fa6/628df23b-5ad7-4d96-a467-d4264ee339d5) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:32:53.601347 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a9092ccf-90db-4bf0-b728-018f5842a691 tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (974cffde-cf65-4cd6-a577-5215414e8a8e), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:53.613273 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cba3ee1-f969-46d1-b367-5daf8743cb73 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Pushing event updated for resources: {'Subnet': ['ID=ef11d776-e2e2-4a1d-913a-6683a69fcd1a,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:53.627777 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-f36d8477-2cc7-4a9a-9496-586eed88dddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:32:53.645031 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36d8477-2cc7-4a9a-9496-586eed88dddd None None] Routers {'2a19477a-ac69-4823-9c98-57aaba23809d'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:32:53.647034 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-f36d8477-2cc7-4a9a-9496-586eed88dddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:32:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['2a19477a-ac69-4823-9c98-57aaba23809d'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:32:53.647751 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a9092ccf-90db-4bf0-b728-018f5842a691 tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:53.649076 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-a9092ccf-90db-4bf0-b728-018f5842a691 tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6260488 Jan 28 07:32:53.654920 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 45224) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:53.661896 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-7879acd6-aca0-447c-9ea5-72611ecb1bd1 req-0a8e88b4-7ea2-4877-b6f9-22fc05f1a424 tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (6a9882d3-2fca-48ec-abc7-2e14a8c53ff1), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:53.679187 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-9d83abde-9ce0-4614-9e3e-cb431c3045b2 tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Request body: {'security_group': {'name': 'tempest-secgroup--1732070904'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:32:53.692205 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd046f76-7308-42ac-9c09-5a645c7932f2 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:53.698437 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-cd046f76-7308-42ac-9c09-5a645c7932f2 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] 10.222.0.41 "GET /v2.0/ports/28adb53b-6774-4f74-b9fd-e931bf09d51f HTTP/1.1" status: 200 len: 983 time: 0.1566093 Jan 28 07:32:53.709844 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 45226) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:53.715236 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['6a9882d3-2fca-48ec-abc7-2e14a8c53ff1'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:32:53.717575 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['f59c74d6-506d-43a4-afe0-6d72a003824b'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:32:53.730525 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9092ccf-90db-4bf0-b728-018f5842a691 tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=974cffde-cf65-4cd6-a577-5215414e8a8e,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:53.746914 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-f36d8477-2cc7-4a9a-9496-586eed88dddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:32:53.747968 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f36d8477-2cc7-4a9a-9496-586eed88dddd None None] The sync data for ids ['2a19477a-ac69-4823-9c98-57aaba23809d'] in n-d-712749-28 is: [] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:32:53.854527 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8e88b4-7ea2-4877-b6f9-22fc05f1a424 tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] Pushing event deleted for resources: {'Port': ['ID=6a9882d3-2fca-48ec-abc7-2e14a8c53ff1,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:53.859136 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cba3ee1-f969-46d1-b367-5daf8743cb73 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Checking segment: {'id': '28b79262-7c64-489a-90db-e059a57b038f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'faf914dd-6f9a-4b89-b671-b5d707e86fa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:32:53.859505 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cba3ee1-f969-46d1-b367-5daf8743cb73 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Network hostable DHCP agents. Network: faf914dd-6f9a-4b89-b671-b5d707e86fa1, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:32:53.883886 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-7879acd6-aca0-447c-9ea5-72611ecb1bd1 req-0a8e88b4-7ea2-4877-b6f9-22fc05f1a424 tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] No DVR routers for this DVR port 6a9882d3-2fca-48ec-abc7-2e14a8c53ff1 on host n-h2-712749-28 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:32:53.887547 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-7879acd6-aca0-447c-9ea5-72611ecb1bd1 req-0a8e88b4-7ea2-4877-b6f9-22fc05f1a424 tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:53.891796 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7879acd6-aca0-447c-9ea5-72611ecb1bd1 req-0a8e88b4-7ea2-4877-b6f9-22fc05f1a424 tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] 10.222.0.44 "DELETE /v2.0/ports/6a9882d3-2fca-48ec-abc7-2e14a8c53ff1 HTTP/1.1" status: 204 len: 173 time: 1.4646268 Jan 28 07:32:53.892602 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9455bd8-bb23-42e6-95a1-cefa55c6a33d', 'name': 'network-vif-deleted', 'tag': '6a9882d3-2fca-48ec-abc7-2e14a8c53ff1'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:32:53.899021 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76f49648-f197-4b51-a5e7-8ed88e085f6b" -d '{"events": [{"server_uuid": "c9455bd8-bb23-42e6-95a1-cefa55c6a33d", "name": "network-vif-deleted", "tag": "6a9882d3-2fca-48ec-abc7-2e14a8c53ff1"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:32:53.969951 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c67c77b-ce2a-49ac-9e06-4db14b0804a9 x-openstack-request-id: req-1c67c77b-ce2a-49ac-9e06-4db14b0804a9 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:32:53.974470 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9455bd8-bb23-42e6-95a1-cefa55c6a33d", "name": "network-vif-deleted", "tag": "6a9882d3-2fca-48ec-abc7-2e14a8c53ff1", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:32:53.975995 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1c67c77b-ce2a-49ac-9e06-4db14b0804a9 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:32:53.976855 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9455bd8-bb23-42e6-95a1-cefa55c6a33d', 'name': 'network-vif-deleted', 'tag': '6a9882d3-2fca-48ec-abc7-2e14a8c53ff1', 'status': 'completed', 'code': 200} Jan 28 07:32:54.007837 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9d83abde-9ce0-4614-9e3e-cb431c3045b2 tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:54.075930 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cba3ee1-f969-46d1-b367-5daf8743cb73 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Network faf914dd-6f9a-4b89-b671-b5d707e86fa1 is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:32:54.213414 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-488a8078-73c6-4b08-a51e-bfec9d6bd612 req-7f3fa4d9-df6f-40e1-84c8-ebc27e2b52a7 tempest-VolumesActionsTest-2046619294 tempest-VolumesActionsTest-2046619294-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8b1af6f-0b84-4f2d-a9d8-ca1541b393a0 HTTP/1.1" status: 200 len: 210 time: 0.0340726 Jan 28 07:32:54.258215 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-2cba3ee1-f969-46d1-b367-5daf8743cb73 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, faf914dd-6f9a-4b89-b671-b5d707e86fa1) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:32:54.284148 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device ed3d30bf-0a52-47f9-8884-a6b069b13152 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:32:54.304523 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cba3ee1-f969-46d1-b367-5daf8743cb73 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:54.305126 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2cba3ee1-f969-46d1-b367-5daf8743cb73 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:54.334853 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port ed3d30bf-0a52-47f9-8884-a6b069b13152 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:32:54.335243 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (ed3d30bf-0a52-47f9-8884-a6b069b13152), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:54.380537 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-2cba3ee1-f969-46d1-b367-5daf8743cb73 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.9853079 Jan 28 07:32:54.387277 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 45242) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:54.439825 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-9a7af8dd-ac8b-49df-a573-3fa42dbc706f req-d02daef7-20a9-4c24-b062-43d313512d53 tempest-VolumesActionsTest-2046619294 tempest-VolumesActionsTest-2046619294-project] Publish callbacks [] for port (628df23b-5ad7-4d96-a467-d4264ee339d5), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:54.466817 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port ed3d30bf-0a52-47f9-8884-a6b069b13152 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:32:54.467513 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (ed3d30bf-0a52-47f9-8884-a6b069b13152), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:54.486635 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9d83abde-9ce0-4614-9e3e-cb431c3045b2 tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks [] for security_group (90ae74c9-d2fc-4d7f-b79f-9515cdba5f21), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:54.523836 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9d83abde-9ce0-4614-9e3e-cb431c3045b2 tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (90ae74c9-d2fc-4d7f-b79f-9515cdba5f21), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:54.579711 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-39b4ef3a-8430-4a4d-88ab-42fa12267ef0 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (faf914dd-6f9a-4b89-b671-b5d707e86fa1), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:54.601584 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] For port ed3d30bf-0a52-47f9-8884-a6b069b13152, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=ed3d30bf-0a52-47f9-8884-a6b069b13152,segment=NetworkSegment(b764ef2a-a47d-47c8-86bc-76355f922bda),segment_id=b764ef2a-a47d-47c8-86bc-76355f922bda)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:32:54.614680 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d83abde-9ce0-4614-9e3e-cb431c3045b2 tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90ae74c9-d2fc-4d7f-b79f-9515cdba5f21,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:54.617343 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (ed3d30bf-0a52-47f9-8884-a6b069b13152), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:54.618714 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 8df6c2ce-9fbd-419e-a395-9d412d589549 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:32:54.673121 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9d83abde-9ce0-4614-9e3e-cb431c3045b2 tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:54.677359 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-9d83abde-9ce0-4614-9e3e-cb431c3045b2 tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.0119112 Jan 28 07:32:54.683889 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 45246) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:54.694476 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-0fa56b11-2914-45d7-a327-ba9ec6818aa1 tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Request body: {'security_group_rule': {'security_group_id': '974cffde-cf65-4cd6-a577-5215414e8a8e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '90ae74c9-d2fc-4d7f-b79f-9515cdba5f21', 'remote_ip_prefix': None}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:32:54.723011 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-186d7110-b983-4909-bceb-69b6461dd0bf req-3dbe469c-c77a-4ea8-8e5a-c3a72ec8d191 tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9455bd8-bb23-42e6-95a1-cefa55c6a33d HTTP/1.1" status: 200 len: 210 time: 0.0758667 Jan 28 07:32:54.731563 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-9a7af8dd-ac8b-49df-a573-3fa42dbc706f req-d02daef7-20a9-4c24-b062-43d313512d53 tempest-VolumesActionsTest-2046619294 tempest-VolumesActionsTest-2046619294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (628df23b-5ad7-4d96-a467-d4264ee339d5), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:54.750108 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-39b4ef3a-8430-4a4d-88ab-42fa12267ef0 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (ef11d776-e2e2-4a1d-913a-6683a69fcd1a), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:54.767218 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Pushing event updated for resources: {'Port': ['ID=ed3d30bf-0a52-47f9-8884-a6b069b13152,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:54.802015 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 8df6c2ce-9fbd-419e-a395-9d412d589549 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:32:54.802989 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (8df6c2ce-9fbd-419e-a395-9d412d589549), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:54.825678 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a7af8dd-ac8b-49df-a573-3fa42dbc706f req-d02daef7-20a9-4c24-b062-43d313512d53 tempest-VolumesActionsTest-2046619294 tempest-VolumesActionsTest-2046619294-project] Network 5756b764-230b-4a95-9c02-70dc4b2a9110 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:32:54.837455 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-9a7af8dd-ac8b-49df-a573-3fa42dbc706f req-d02daef7-20a9-4c24-b062-43d313512d53 tempest-VolumesActionsTest-2046619294 tempest-VolumesActionsTest-2046619294-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:32:54.848130 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0fa56b11-2914-45d7-a327-ba9ec6818aa1 tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks [] for security_group_rule (65464ebf-10b2-4d8a-9952-d31bd6423e23), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:54.880660 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a7af8dd-ac8b-49df-a573-3fa42dbc706f req-d02daef7-20a9-4c24-b062-43d313512d53 tempest-VolumesActionsTest-2046619294 tempest-VolumesActionsTest-2046619294-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:32:54.946182 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0fa56b11-2914-45d7-a327-ba9ec6818aa1 tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks [] for security_group_rule (65464ebf-10b2-4d8a-9952-d31bd6423e23), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:54.956308 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0fa56b11-2914-45d7-a327-ba9ec6818aa1 tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (65464ebf-10b2-4d8a-9952-d31bd6423e23), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:54.958531 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7af8dd-ac8b-49df-a573-3fa42dbc706f req-d02daef7-20a9-4c24-b062-43d313512d53 tempest-VolumesActionsTest-2046619294 tempest-VolumesActionsTest-2046619294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:54.959225 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-9a7af8dd-ac8b-49df-a573-3fa42dbc706f req-d02daef7-20a9-4c24-b062-43d313512d53 tempest-VolumesActionsTest-2046619294 tempest-VolumesActionsTest-2046619294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:54.965508 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 8df6c2ce-9fbd-419e-a395-9d412d589549 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:32:54.991242 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-39b4ef3a-8430-4a4d-88ab-42fa12267ef0 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13546665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13556132'] for subnet (ef11d776-e2e2-4a1d-913a-6683a69fcd1a), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:54.993227 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02daef7-20a9-4c24-b062-43d313512d53 tempest-VolumesActionsTest-2046619294 tempest-VolumesActionsTest-2046619294-project] Pushing event updated for resources: {'Port': ['ID=628df23b-5ad7-4d96-a467-d4264ee339d5,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:54.996092 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa56b11-2914-45d7-a327-ba9ec6818aa1 tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65464ebf-10b2-4d8a-9952-d31bd6423e23,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:55.002196 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0fa56b11-2914-45d7-a327-ba9ec6818aa1 tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:55.006262 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-0fa56b11-2914-45d7-a327-ba9ec6818aa1 tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3212354 Jan 28 07:32:55.007429 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 45248) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:55.044954 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b4ef3a-8430-4a4d-88ab-42fa12267ef0 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Pushing event deleted for resources: {'Subnet': ['ID=ef11d776-e2e2-4a1d-913a-6683a69fcd1a,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:55.058970 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9a7af8dd-ac8b-49df-a573-3fa42dbc706f req-d02daef7-20a9-4c24-b062-43d313512d53 tempest-VolumesActionsTest-2046619294 tempest-VolumesActionsTest-2046619294-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5689855 Jan 28 07:32:55.059901 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6d989847-b91c-4efb-beaf-be257135706c tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks [] for security_group_rule (65464ebf-10b2-4d8a-9952-d31bd6423e23), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:55.088518 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6d989847-b91c-4efb-beaf-be257135706c tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks [] for security_group_rule (65464ebf-10b2-4d8a-9952-d31bd6423e23), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:55.094428 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-9a7af8dd-ac8b-49df-a573-3fa42dbc706f req-785eee18-8663-4441-b2a8-b54acd59b10f service neutron] Request body: {'port': {'device_id': 'b8b1af6f-0b84-4f2d-a9d8-ca1541b393a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-28'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:32:55.100664 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d517693c-c12f-451d-a59a-ec69dd31cc02 None None] Network f38dd0d6-8f88-4964-bb49-22eb8b1d41cb requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:32:55.141299 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd8b99d-be2b-42fa-9685-8301d90acf7e None None] Network 6d639373-8836-4121-bacd-1526cdfa51e7 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:32:55.143620 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb895b8d-9e8e-4a36-82ec-f9d884f283f3 None None] Network faf914dd-6f9a-4b89-b671-b5d707e86fa1 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:32:55.154290 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4ea6bc99-9488-45ac-adfb-6ba374e1a9fe tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16606535'] for router_interface (2a19477a-ac69-4823-9c98-57aaba23809d), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:55.167392 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-39b4ef3a-8430-4a4d-88ab-42fa12267ef0 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (faf914dd-6f9a-4b89-b671-b5d707e86fa1), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:55.190764 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6d989847-b91c-4efb-beaf-be257135706c tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (65464ebf-10b2-4d8a-9952-d31bd6423e23), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:55.194210 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-39b4ef3a-8430-4a4d-88ab-42fa12267ef0 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['faf914dd-6f9a-4b89-b671-b5d707e86fa1']}} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:32:55.207964 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6d989847-b91c-4efb-beaf-be257135706c tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:55.211385 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-6d989847-b91c-4efb-beaf-be257135706c tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/65464ebf-10b2-4d8a-9952-d31bd6423e23 HTTP/1.1" status: 204 len: 168 time: 0.1800687 Jan 28 07:32:55.212398 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 45252) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:55.224306 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-39b4ef3a-8430-4a4d-88ab-42fa12267ef0 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28b79262-7c64-489a-90db-e059a57b038f') {'for_net_delete': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:32:55.224670 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-39b4ef3a-8430-4a4d-88ab-42fa12267ef0 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28b79262-7c64-489a-90db-e059a57b038f') {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:32:55.227685 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d989847-b91c-4efb-beaf-be257135706c tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=65464ebf-10b2-4d8a-9952-d31bd6423e23,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:55.247027 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-39b4ef3a-8430-4a4d-88ab-42fa12267ef0 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13506801'] for segment (28b79262-7c64-489a-90db-e059a57b038f), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:55.272754 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-9a7af8dd-ac8b-49df-a573-3fa42dbc706f req-785eee18-8663-4441-b2a8-b54acd59b10f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (628df23b-5ad7-4d96-a467-d4264ee339d5), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:55.296278 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-39b4ef3a-8430-4a4d-88ab-42fa12267ef0 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (28b79262-7c64-489a-90db-e059a57b038f), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:55.323651 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39b4ef3a-8430-4a4d-88ab-42fa12267ef0 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=103283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:32:55.325367 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-39b4ef3a-8430-4a4d-88ab-42fa12267ef0 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13546563'] for segment (28b79262-7c64-489a-90db-e059a57b038f), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:55.331136 n-d-712749-28 neutron-server[103283]: Traceback (most recent call last): Jan 28 07:32:55.331136 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:32:55.331136 n-d-712749-28 neutron-server[103283]: timer() Jan 28 07:32:55.331136 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:32:55.331136 n-d-712749-28 neutron-server[103283]: cb(*args, **kw) Jan 28 07:32:55.331136 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:32:55.331136 n-d-712749-28 neutron-server[103283]: return func(*args, **kwargs) Jan 28 07:32:55.331136 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:32:55.331136 n-d-712749-28 neutron-server[103283]: self._notify() Jan 28 07:32:55.331136 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:32:55.331136 n-d-712749-28 neutron-server[103283]: self.callback(batched_events) Jan 28 07:32:55.331136 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:32:55.331136 n-d-712749-28 neutron-server[103283]: event.method(event) Jan 28 07:32:55.331136 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:32:55.331136 n-d-712749-28 neutron-server[103283]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:32:55.331136 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:32:55.331136 n-d-712749-28 neutron-server[103283]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:32:55.331136 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:32:55.331136 n-d-712749-28 neutron-server[103283]: return f(self, *a, **k) Jan 28 07:32:55.331136 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:32:55.331136 n-d-712749-28 neutron-server[103283]: return self._get(url).json() Jan 28 07:32:55.331136 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:32:55.331136 n-d-712749-28 neutron-server[103283]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:32:55.331136 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:32:55.331136 n-d-712749-28 neutron-server[103283]: return self.request(url, 'GET', **kwargs) Jan 28 07:32:55.331136 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:32:55.331136 n-d-712749-28 neutron-server[103283]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:32:55.331136 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:32:55.331136 n-d-712749-28 neutron-server[103283]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:32:55.331136 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:32:55.331136 n-d-712749-28 neutron-server[103283]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:32:55.331136 n-d-712749-28 neutron-server[103283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:32:55.404151 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c48e39c0-499b-443c-aebe-e6738d35c541 None None] Network faf914dd-6f9a-4b89-b671-b5d707e86fa1 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:32:55.434289 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-02529ccd-3925-4b5f-8551-17b1bbc8e2a8 tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2170393 Jan 28 07:32:55.443738 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 45256) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:55.488849 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-39b4ef3a-8430-4a4d-88ab-42fa12267ef0 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (faf914dd-6f9a-4b89-b671-b5d707e86fa1), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:55.530954 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-39b4ef3a-8430-4a4d-88ab-42fa12267ef0 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks [] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:55.541487 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-39b4ef3a-8430-4a4d-88ab-42fa12267ef0 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] 10.222.0.41 "DELETE /v2.0/networks/faf914dd-6f9a-4b89-b671-b5d707e86fa1 HTTP/1.1" status: 204 len: 168 time: 1.1530786 Jan 28 07:32:55.544079 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0de6f5e0-ee53-4bec-8ac6-1ecd36437711 tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks [] for security_group (90ae74c9-d2fc-4d7f-b79f-9515cdba5f21), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:55.547993 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-ac2d6516-37be-4120-b05e-0a1dc5750298 None None] Provisioning complete for port ed3d30bf-0a52-47f9-8884-a6b069b13152 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:32:55.548417 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ac2d6516-37be-4120-b05e-0a1dc5750298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (ed3d30bf-0a52-47f9-8884-a6b069b13152), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:55.559492 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 45258) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:55.580787 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-b2096309-ea9f-4b37-a4c5-985ca3fcd789 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-110272252'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:32:55.597757 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfac836-4ea7-4391-976a-304f83b6059e req-e7621bf4-ef33-4e4e-a3ae-88b73a8ee570 tempest-VolumesActionsTest-2046619294 tempest-VolumesActionsTest-2046619294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:55.609747 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9bfac836-4ea7-4391-976a-304f83b6059e req-e7621bf4-ef33-4e4e-a3ae-88b73a8ee570 tempest-VolumesActionsTest-2046619294 tempest-VolumesActionsTest-2046619294-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8b1af6f-0b84-4f2d-a9d8-ca1541b393a0 HTTP/1.1" status: 200 len: 931 time: 0.2518818 Jan 28 07:32:55.643635 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b4ef3a-8430-4a4d-88ab-42fa12267ef0 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Pushing event deleted for resources: {'Network': ['ID=faf914dd-6f9a-4b89-b671-b5d707e86fa1,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:55.686204 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0de6f5e0-ee53-4bec-8ac6-1ecd36437711 tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks [] for security_group (90ae74c9-d2fc-4d7f-b79f-9515cdba5f21), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:55.691631 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b4ef3a-8430-4a4d-88ab-42fa12267ef0 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:32:55.692660 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b4ef3a-8430-4a4d-88ab-42fa12267ef0 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:32:55.694009 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b4ef3a-8430-4a4d-88ab-42fa12267ef0 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:32:55.695505 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b4ef3a-8430-4a4d-88ab-42fa12267ef0 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:32:55.696038 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b4ef3a-8430-4a4d-88ab-42fa12267ef0 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:32:55.696657 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-4ea6bc99-9488-45ac-adfb-6ba374e1a9fe tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Deleting port 28adb53b-6774-4f74-b9fd-e931bf09d51f {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:32:55.697159 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4ea6bc99-9488-45ac-adfb-6ba374e1a9fe tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (28adb53b-6774-4f74-b9fd-e931bf09d51f), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:55.697834 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b4ef3a-8430-4a4d-88ab-42fa12267ef0 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:32:55.702967 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b4ef3a-8430-4a4d-88ab-42fa12267ef0 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:32:55.703316 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b4ef3a-8430-4a4d-88ab-42fa12267ef0 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:32:55.704029 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b4ef3a-8430-4a4d-88ab-42fa12267ef0 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:32:55.704410 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b4ef3a-8430-4a4d-88ab-42fa12267ef0 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:32:55.704751 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b4ef3a-8430-4a4d-88ab-42fa12267ef0 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:32:55.705089 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b4ef3a-8430-4a4d-88ab-42fa12267ef0 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:32:55.705600 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b4ef3a-8430-4a4d-88ab-42fa12267ef0 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:32:55.764698 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9bfac836-4ea7-4391-976a-304f83b6059e req-6e4743b0-0a4f-4bbc-8aeb-fe9b80f06869 tempest-VolumesActionsTest-2046619294 tempest-VolumesActionsTest-2046619294-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a515e2c-f1b1-4b77-93a7-8b4d24326c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518006 Jan 28 07:32:55.780456 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2096309-ea9f-4b37-a4c5-985ca3fcd789 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Made reservation on behalf of d922f36101af452d805cf60e026e730b for: {'network': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:32:55.786377 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b2096309-ea9f-4b37-a4c5-985ca3fcd789 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:55.838215 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2096309-ea9f-4b37-a4c5-985ca3fcd789 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=103283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:32:55.861008 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-ac2d6516-37be-4120-b05e-0a1dc5750298 None None] Current status of the port ed3d30bf-0a52-47f9-8884-a6b069b13152 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:32:55.875057 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0de6f5e0-ee53-4bec-8ac6-1ecd36437711 tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (90ae74c9-d2fc-4d7f-b79f-9515cdba5f21), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:55.877883 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0de6f5e0-ee53-4bec-8ac6-1ecd36437711 tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:55.879813 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-0de6f5e0-ee53-4bec-8ac6-1ecd36437711 tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] 10.222.0.41 "DELETE /v2.0/security-groups/90ae74c9-d2fc-4d7f-b79f-9515cdba5f21 HTTP/1.1" status: 204 len: 168 time: 0.4323530 Jan 28 07:32:55.886175 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 45264) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:55.891430 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b2096309-ea9f-4b37-a4c5-985ca3fcd789 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (5ff59330-3f6f-4427-b478-d1846ce81c17), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:55.891792 n-d-712749-28 neutron-server[103283]: INFO neutron.db.segments_db [None req-b2096309-ea9f-4b37-a4c5-985ca3fcd789 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Added segment 5ff59330-3f6f-4427-b478-d1846ce81c17 of type vlan for network 33f55d18-fe74-4a52-9b70-b9e3caa348a3 Jan 28 07:32:55.893315 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de6f5e0-ee53-4bec-8ac6-1ecd36437711 tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90ae74c9-d2fc-4d7f-b79f-9515cdba5f21,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:55.910436 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-9a7af8dd-ac8b-49df-a573-3fa42dbc706f req-785eee18-8663-4441-b2a8-b54acd59b10f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 628df23b-5ad7-4d96-a467-d4264ee339d5 {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:32:55.929813 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-9a7af8dd-ac8b-49df-a573-3fa42dbc706f req-785eee18-8663-4441-b2a8-b54acd59b10f service neutron] Publish callbacks [] for port (628df23b-5ad7-4d96-a467-d4264ee339d5), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:55.952594 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-9a7af8dd-ac8b-49df-a573-3fa42dbc706f req-785eee18-8663-4441-b2a8-b54acd59b10f service neutron] Transition to ACTIVE for port object 628df23b-5ad7-4d96-a467-d4264ee339d5 will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:32:55.952890 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b2096309-ea9f-4b37-a4c5-985ca3fcd789 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (33f55d18-fe74-4a52-9b70-b9e3caa348a3), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:55.986858 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b2096309-ea9f-4b37-a4c5-985ca3fcd789 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (33f55d18-fe74-4a52-9b70-b9e3caa348a3), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:55.990392 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4ea6bc99-9488-45ac-adfb-6ba374e1a9fe tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (28adb53b-6774-4f74-b9fd-e931bf09d51f), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:55.993314 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2096309-ea9f-4b37-a4c5-985ca3fcd789 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:55.996569 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b2096309-ea9f-4b37-a4c5-985ca3fcd789 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks [] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:56.017167 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-4ea6bc99-9488-45ac-adfb-6ba374e1a9fe tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Calling delete_port for 28adb53b-6774-4f74-b9fd-e931bf09d51f owned by network:router_interface {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:32:56.088965 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-9a7af8dd-ac8b-49df-a573-3fa42dbc706f req-785eee18-8663-4441-b2a8-b54acd59b10f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (628df23b-5ad7-4d96-a467-d4264ee339d5), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:56.133274 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-b2096309-ea9f-4b37-a4c5-985ca3fcd789 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5463028 Jan 28 07:32:56.134335 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 45268) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:56.141661 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device ed3d30bf-0a52-47f9-8884-a6b069b13152 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:32:56.200781 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-eaa38fb2-9e10-4211-8080-259f4c0a0e4e tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Request body: {'subnet': {'network_id': '33f55d18-fe74-4a52-9b70-b9e3caa348a3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:32:56.218803 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 6a9882d3-2fca-48ec-abc7-2e14a8c53ff1 no longer exists at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:32:56.258611 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2096309-ea9f-4b37-a4c5-985ca3fcd789 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Pushing event updated for resources: {'Network': ['ID=33f55d18-fe74-4a52-9b70-b9e3caa348a3,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:56.282165 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network 33f55d18-fe74-4a52-9b70-b9e3caa348a3 details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:32:56.312330 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] No Port match for: 6a9882d3-2fca-48ec-abc7-2e14a8c53ff1 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:32:56.312804 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 6a9882d3-2fca-48ec-abc7-2e14a8c53ff1 not bound to the agent host n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:32:56.422112 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port ed3d30bf-0a52-47f9-8884-a6b069b13152 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:32:56.422501 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (ed3d30bf-0a52-47f9-8884-a6b069b13152), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:56.430517 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785eee18-8663-4441-b2a8-b54acd59b10f service neutron] Pushing event updated for resources: {'Port': ['ID=628df23b-5ad7-4d96-a467-d4264ee339d5,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:56.444364 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaa38fb2-9e10-4211-8080-259f4c0a0e4e tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Made reservation on behalf of d922f36101af452d805cf60e026e730b for: {'subnet': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:32:56.460126 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-eaa38fb2-9e10-4211-8080-259f4c0a0e4e tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13555781'] for subnet (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:56.462524 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-b77e34ff-a486-4c6f-9315-9291baccee7d tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.5753055 Jan 28 07:32:56.465378 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 45274) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:56.483836 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-f196980a-bbb7-4c4e-a5c8-d4caa5c80b4e None None] Provisioning complete for port 28adb53b-6774-4f74-b9fd-e931bf09d51f triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:32:56.484540 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f196980a-bbb7-4c4e-a5c8-d4caa5c80b4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (28adb53b-6774-4f74-b9fd-e931bf09d51f), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:56.533513 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-f196980a-bbb7-4c4e-a5c8-d4caa5c80b4e None None] Port 28adb53b-6774-4f74-b9fd-e931bf09d51f cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:32:56.555517 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a12e8f7-0597-47dc-9150-830fa1b9f2b2 req-b885c70b-9e0c-4125-9ed8-a2542269d0b9 tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:56.558814 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-f196980a-bbb7-4c4e-a5c8-d4caa5c80b4e None None] Provisioning complete for port 8df6c2ce-9fbd-419e-a395-9d412d589549 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:32:56.559378 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f196980a-bbb7-4c4e-a5c8-d4caa5c80b4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (8df6c2ce-9fbd-419e-a395-9d412d589549), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:56.563669 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9a12e8f7-0597-47dc-9150-830fa1b9f2b2 req-b885c70b-9e0c-4125-9ed8-a2542269d0b9 tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf3dce86-52a5-4ad6-a32e-4d2eeff412a4 HTTP/1.1" status: 200 len: 946 time: 0.3027525 Jan 28 07:32:56.661690 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port ed3d30bf-0a52-47f9-8884-a6b069b13152 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:32:56.673408 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0c478b55-d31b-44af-b7d4-647c8d2906b8 tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks [] for security_group (974cffde-cf65-4cd6-a577-5215414e8a8e), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:56.736077 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0c478b55-d31b-44af-b7d4-647c8d2906b8 tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks [] for security_group (974cffde-cf65-4cd6-a577-5215414e8a8e), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:56.745136 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-f196980a-bbb7-4c4e-a5c8-d4caa5c80b4e None None] Current status of the port 8df6c2ce-9fbd-419e-a395-9d412d589549 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:32:56.802620 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-9a7af8dd-ac8b-49df-a573-3fa42dbc706f req-785eee18-8663-4441-b2a8-b54acd59b10f service neutron] Attempting to bind port 628df23b-5ad7-4d96-a467-d4264ee339d5 on host n-h1-712749-28 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:32:56.804144 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-9a7af8dd-ac8b-49df-a573-3fa42dbc706f req-785eee18-8663-4441-b2a8-b54acd59b10f service neutron] Attempting to bind port 628df23b-5ad7-4d96-a467-d4264ee339d5 by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': '4027a421-8f77-4f95-b545-494d734aa742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '5756b764-230b-4a95-9c02-70dc4b2a9110'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:32:56.804754 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a7af8dd-ac8b-49df-a573-3fa42dbc706f req-785eee18-8663-4441-b2a8-b54acd59b10f service neutron] Attempting to bind port 628df23b-5ad7-4d96-a467-d4264ee339d5 on network 5756b764-230b-4a95-9c02-70dc4b2a9110 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:32:56.812086 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a7af8dd-ac8b-49df-a573-3fa42dbc706f req-785eee18-8663-4441-b2a8-b54acd59b10f service neutron] Port 628df23b-5ad7-4d96-a467-d4264ee339d5 on network 5756b764-230b-4a95-9c02-70dc4b2a9110 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:32:56.812712 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a7af8dd-ac8b-49df-a573-3fa42dbc706f req-785eee18-8663-4441-b2a8-b54acd59b10f service neutron] Attempting to bind port 628df23b-5ad7-4d96-a467-d4264ee339d5 on network 5756b764-230b-4a95-9c02-70dc4b2a9110 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:32:56.819104 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9a12e8f7-0597-47dc-9150-830fa1b9f2b2 req-522aeca9-87d6-4fda-9e4c-c152a1ed562c tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c5346dc-f757-4ff5-9ea1-d40d9bd6b869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437122 Jan 28 07:32:56.836649 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a7af8dd-ac8b-49df-a573-3fa42dbc706f req-785eee18-8663-4441-b2a8-b54acd59b10f service neutron] Checking agent: {'id': '2fca46b1-237f-4857-9290-2429d810e472', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:32:56.837411 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a7af8dd-ac8b-49df-a573-3fa42dbc706f req-785eee18-8663-4441-b2a8-b54acd59b10f service neutron] Checking segment: {'id': '4027a421-8f77-4f95-b545-494d734aa742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '5756b764-230b-4a95-9c02-70dc4b2a9110'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:32:56.838842 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a7af8dd-ac8b-49df-a573-3fa42dbc706f req-785eee18-8663-4441-b2a8-b54acd59b10f service neutron] Bound using segment: {'id': '4027a421-8f77-4f95-b545-494d734aa742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '5756b764-230b-4a95-9c02-70dc4b2a9110'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:32:56.839364 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-9a7af8dd-ac8b-49df-a573-3fa42dbc706f req-785eee18-8663-4441-b2a8-b54acd59b10f service neutron] Bound port: 628df23b-5ad7-4d96-a467-d4264ee339d5, host: n-h1-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4027a421-8f77-4f95-b545-494d734aa742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '5756b764-230b-4a95-9c02-70dc4b2a9110'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:32:56.839791 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-9a7af8dd-ac8b-49df-a573-3fa42dbc706f req-785eee18-8663-4441-b2a8-b54acd59b10f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (628df23b-5ad7-4d96-a467-d4264ee339d5), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:56.846698 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0c478b55-d31b-44af-b7d4-647c8d2906b8 tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (974cffde-cf65-4cd6-a577-5215414e8a8e), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:56.852603 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0c478b55-d31b-44af-b7d4-647c8d2906b8 tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:56.856974 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-0c478b55-d31b-44af-b7d4-647c8d2906b8 tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] 10.222.0.41 "DELETE /v2.0/security-groups/974cffde-cf65-4cd6-a577-5215414e8a8e HTTP/1.1" status: 204 len: 168 time: 0.3887904 Jan 28 07:32:56.857840 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 45278) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:56.882185 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-fc99f746-61ba-44fa-b5bb-8f4c3cef35a7 None None] Provisioning complete for port 28adb53b-6774-4f74-b9fd-e931bf09d51f triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:32:56.882824 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fc99f746-61ba-44fa-b5bb-8f4c3cef35a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (28adb53b-6774-4f74-b9fd-e931bf09d51f), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:56.926351 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c478b55-d31b-44af-b7d4-647c8d2906b8 tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=974cffde-cf65-4cd6-a577-5215414e8a8e,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:56.964263 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-fc99f746-61ba-44fa-b5bb-8f4c3cef35a7 None None] Port 28adb53b-6774-4f74-b9fd-e931bf09d51f cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:32:57.029403 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e16fe7d1-a1a5-43f0-8de4-07ee1642519c None None] Network 6d639373-8836-4121-bacd-1526cdfa51e7 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:32:57.029658 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4ea6bc99-9488-45ac-adfb-6ba374e1a9fe tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (28adb53b-6774-4f74-b9fd-e931bf09d51f), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:57.105946 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-9a7af8dd-ac8b-49df-a573-3fa42dbc706f req-785eee18-8663-4441-b2a8-b54acd59b10f service neutron] For port 628df23b-5ad7-4d96-a467-d4264ee339d5, host n-h1-712749-28, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:32:57.107892 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-097cb06a-f347-47c0-b6cf-e58710d2634b tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2291729 Jan 28 07:32:57.110637 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-eaa38fb2-9e10-4211-8080-259f4c0a0e4e tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13546728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13555799'] for subnet (9e023cd9-1468-4c85-a98b-d193218ce1ec), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:57.115293 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 45280) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:57.152826 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea6bc99-9488-45ac-adfb-6ba374e1a9fe tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Pushing event deleted for resources: {'Port': ['ID=28adb53b-6774-4f74-b9fd-e931bf09d51f,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:57.167304 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-d73a6831-45dd-4f8f-bbb8-313dbbcf3182 None None] Provisioning complete for port ed3d30bf-0a52-47f9-8884-a6b069b13152 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:32:57.167957 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d73a6831-45dd-4f8f-bbb8-313dbbcf3182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (ed3d30bf-0a52-47f9-8884-a6b069b13152), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:57.175089 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-95d43c63-5d6c-4478-b345-8166f703eb49 tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Request body: {'security_group': {'name': 'tempest-secgroup--2054544030'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:32:57.184715 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa38fb2-9e10-4211-8080-259f4c0a0e4e tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Pushing event updated for resources: {'Subnet': ['ID=9e023cd9-1468-4c85-a98b-d193218ce1ec,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:57.202502 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b2eb78-57aa-44dd-acd0-351a772dcff6 req-d14d318e-18b9-4e72-b570-46913f41c382 tempest-VolumesActionsTest-2046619294 tempest-VolumesActionsTest-2046619294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:57.210495 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b0b2eb78-57aa-44dd-acd0-351a772dcff6 req-d14d318e-18b9-4e72-b570-46913f41c382 tempest-VolumesActionsTest-2046619294 tempest-VolumesActionsTest-2046619294-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8b1af6f-0b84-4f2d-a9d8-ca1541b393a0 HTTP/1.1" status: 200 len: 943 time: 0.2589855 Jan 28 07:32:57.283961 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-95d43c63-5d6c-4478-b345-8166f703eb49 tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:57.288452 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-d73a6831-45dd-4f8f-bbb8-313dbbcf3182 None None] Current status of the port ed3d30bf-0a52-47f9-8884-a6b069b13152 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:32:57.383856 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b0b2eb78-57aa-44dd-acd0-351a772dcff6 req-64f34048-31bc-452b-ba37-74cb93474119 tempest-VolumesActionsTest-2046619294 tempest-VolumesActionsTest-2046619294-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a515e2c-f1b1-4b77-93a7-8b4d24326c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704009 Jan 28 07:32:57.405760 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-73eef7cc-7b77-4c4b-80be-606484657389 None None] Could not find standard attr ID for object 28adb53b-6774-4f74-b9fd-e931bf09d51f. {{(pid=103285) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 07:32:57.419679 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa38fb2-9e10-4211-8080-259f4c0a0e4e tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Checking segment: {'id': '5ff59330-3f6f-4427-b478-d1846ce81c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '33f55d18-fe74-4a52-9b70-b9e3caa348a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:32:57.420143 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa38fb2-9e10-4211-8080-259f4c0a0e4e tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Network hostable DHCP agents. Network: 33f55d18-fe74-4a52-9b70-b9e3caa348a3, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:32:57.478867 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa38fb2-9e10-4211-8080-259f4c0a0e4e tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Network 33f55d18-fe74-4a52-9b70-b9e3caa348a3 is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:32:57.512689 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-95d43c63-5d6c-4478-b345-8166f703eb49 tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks [] for security_group (d805be07-ff13-4ffe-af9d-a46c1fe9648c), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:57.515965 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-eaa38fb2-9e10-4211-8080-259f4c0a0e4e tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, 33f55d18-fe74-4a52-9b70-b9e3caa348a3) {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:32:57.524049 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa38fb2-9e10-4211-8080-259f4c0a0e4e tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:57.525372 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-eaa38fb2-9e10-4211-8080-259f4c0a0e4e tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks [] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:57.531537 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97cfa70f-37a0-4a86-9c57-4400524b717c None None] Network 33f55d18-fe74-4a52-9b70-b9e3caa348a3 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:32:57.546725 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-95d43c63-5d6c-4478-b345-8166f703eb49 tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (d805be07-ff13-4ffe-af9d-a46c1fe9648c), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:57.616666 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d43c63-5d6c-4478-b345-8166f703eb49 tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d805be07-ff13-4ffe-af9d-a46c1fe9648c,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:57.634332 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-95d43c63-5d6c-4478-b345-8166f703eb49 tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:57.635920 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-95d43c63-5d6c-4478-b345-8166f703eb49 tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4644618 Jan 28 07:32:57.638839 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 45284) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:57.649662 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-3d2a7f6a-00f6-48e4-9f6a-8429b28837a8 tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Request body: {'security_group_rule': {'security_group_id': 'd805be07-ff13-4ffe-af9d-a46c1fe9648c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:32:57.658285 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-eaa38fb2-9e10-4211-8080-259f4c0a0e4e tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.4778535 Jan 28 07:32:57.661129 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 45286) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:57.723134 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-9a7af8dd-ac8b-49df-a573-3fa42dbc706f req-785eee18-8663-4441-b2a8-b54acd59b10f service neutron] For port 628df23b-5ad7-4d96-a467-d4264ee339d5, host n-h1-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=628df23b-5ad7-4d96-a467-d4264ee339d5,segment=NetworkSegment(4027a421-8f77-4f95-b545-494d734aa742),segment_id=4027a421-8f77-4f95-b545-494d734aa742)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:32:57.730635 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4ea6bc99-9488-45ac-adfb-6ba374e1a9fe tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16319006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16606699'] for router_interface (2a19477a-ac69-4823-9c98-57aaba23809d), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:57.735125 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-9a7af8dd-ac8b-49df-a573-3fa42dbc706f req-785eee18-8663-4441-b2a8-b54acd59b10f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (628df23b-5ad7-4d96-a467-d4264ee339d5), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:57.752491 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3d2a7f6a-00f6-48e4-9f6a-8429b28837a8 tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks [] for security_group_rule (64abeeaf-f654-470e-b626-5f163be656ec), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:57.840435 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3d2a7f6a-00f6-48e4-9f6a-8429b28837a8 tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks [] for security_group_rule (64abeeaf-f654-470e-b626-5f163be656ec), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:57.850245 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3d2a7f6a-00f6-48e4-9f6a-8429b28837a8 tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (64abeeaf-f654-470e-b626-5f163be656ec), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:57.928837 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2a7f6a-00f6-48e4-9f6a-8429b28837a8 tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64abeeaf-f654-470e-b626-5f163be656ec,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:57.946572 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3d2a7f6a-00f6-48e4-9f6a-8429b28837a8 tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:57.947895 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-3d2a7f6a-00f6-48e4-9f6a-8429b28837a8 tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3078749 Jan 28 07:32:57.955471 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f66f95b0-5d43-4c36-9a98-7a992e93400b tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (33f55d18-fe74-4a52-9b70-b9e3caa348a3), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:57.958166 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-a5272352-3cc9-4c0a-b321-0a2620022c68 None None] Provisioning complete for port ed3d30bf-0a52-47f9-8884-a6b069b13152 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:32:57.959133 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a5272352-3cc9-4c0a-b321-0a2620022c68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (ed3d30bf-0a52-47f9-8884-a6b069b13152), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:57.960915 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 45298) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:57.966863 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7af8dd-ac8b-49df-a573-3fa42dbc706f req-785eee18-8663-4441-b2a8-b54acd59b10f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:57.969147 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-9a7af8dd-ac8b-49df-a573-3fa42dbc706f req-785eee18-8663-4441-b2a8-b54acd59b10f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:57.973866 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9a7af8dd-ac8b-49df-a573-3fa42dbc706f req-785eee18-8663-4441-b2a8-b54acd59b10f service neutron] 10.222.0.10 "PUT /v2.0/ports/628df23b-5ad7-4d96-a467-d4264ee339d5 HTTP/1.1" status: 200 len: 1092 time: 2.8925166 Jan 28 07:32:57.975631 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8b1af6f-0b84-4f2d-a9d8-ca1541b393a0', 'tag': '628df23b-5ad7-4d96-a467-d4264ee339d5'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:32:57.977911 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9723a092-2304-4d49-86ed-78ce642a67af" -d '{"events": [{"name": "network-changed", "server_uuid": "b8b1af6f-0b84-4f2d-a9d8-ca1541b393a0", "tag": "628df23b-5ad7-4d96-a467-d4264ee339d5"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:32:57.978208 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d14db1-5ba2-4a9b-9eae-e0128efc67c8 req-b10553a3-5690-4ca1-b645-e91a26660776 tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:57.979721 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-43d14db1-5ba2-4a9b-9eae-e0128efc67c8 req-b10553a3-5690-4ca1-b645-e91a26660776 tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf3dce86-52a5-4ad6-a32e-4d2eeff412a4 HTTP/1.1" status: 200 len: 946 time: 0.1214292 Jan 28 07:32:58.078566 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78ae1085-5bcd-46d1-a4bf-09fe63104acd x-openstack-request-id: req-78ae1085-5bcd-46d1-a4bf-09fe63104acd {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:32:58.078870 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8b1af6f-0b84-4f2d-a9d8-ca1541b393a0", "tag": "628df23b-5ad7-4d96-a467-d4264ee339d5", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:32:58.079132 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-78ae1085-5bcd-46d1-a4bf-09fe63104acd {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:32:58.079542 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8b1af6f-0b84-4f2d-a9d8-ca1541b393a0', 'tag': '628df23b-5ad7-4d96-a467-d4264ee339d5', 'status': 'completed', 'code': 200} Jan 28 07:32:58.086836 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c4b171-676f-4d79-9279-164d7664fee3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3dd72b9-6805-5f61-b6f3-a591f99a173d-33f55d18-fe74-4a52-9b70-b9e3caa348a3', 'network_id': '33f55d18-fe74-4a52-9b70-b9e3caa348a3', 'project_id': 'd922f36101af452d805cf60e026e730b', 'fixed_ips': [{'subnet_id': '9e023cd9-1468-4c85-a98b-d193218ce1ec'}]}} from n-d-712749-28. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 07:32:58.087699 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-05c4b171-676f-4d79-9279-164d7664fee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:58.116754 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9754e9fa-9ebb-4c1e-b342-0c7ebe497fbb tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks [] for security_group_rule (64abeeaf-f654-470e-b626-5f163be656ec), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:58.161292 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f66f95b0-5d43-4c36-9a98-7a992e93400b tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (9e023cd9-1468-4c85-a98b-d193218ce1ec), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:58.197486 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9754e9fa-9ebb-4c1e-b342-0c7ebe497fbb tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks [] for security_group_rule (64abeeaf-f654-470e-b626-5f163be656ec), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:58.202410 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785eee18-8663-4441-b2a8-b54acd59b10f service neutron] Pushing event updated for resources: {'Port': ['ID=628df23b-5ad7-4d96-a467-d4264ee339d5,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:58.231456 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-43d14db1-5ba2-4a9b-9eae-e0128efc67c8 req-716c90a0-8c5b-4b65-b718-3b850bc46efc tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] Deleting port f59c74d6-506d-43a4-afe0-6d72a003824b {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:32:58.231954 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-43d14db1-5ba2-4a9b-9eae-e0128efc67c8 req-716c90a0-8c5b-4b65-b718-3b850bc46efc tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (f59c74d6-506d-43a4-afe0-6d72a003824b), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:58.243765 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ea6bc99-9488-45ac-adfb-6ba374e1a9fe tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Router 2a19477a-ac69-4823-9c98-57aaba23809d has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:32:58.245727 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-a5272352-3cc9-4c0a-b321-0a2620022c68 None None] Current status of the port ed3d30bf-0a52-47f9-8884-a6b069b13152 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:32:58.277375 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c01a8fa-97c3-41b0-a0bc-2402cb1aa098 req-661a3f46-a88f-478a-86ab-2a738911b9bd tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:58.285229 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8c01a8fa-97c3-41b0-a0bc-2402cb1aa098 req-661a3f46-a88f-478a-86ab-2a738911b9bd tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf3dce86-52a5-4ad6-a32e-4d2eeff412a4 HTTP/1.1" status: 200 len: 946 time: 0.3023705 Jan 28 07:32:58.288303 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7af8dd-ac8b-49df-a573-3fa42dbc706f req-022d4ca1-b9d1-4d66-85f5-b1038d090c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:58.289745 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9a7af8dd-ac8b-49df-a573-3fa42dbc706f req-022d4ca1-b9d1-4d66-85f5-b1038d090c9f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c6b0b8502e6c4c1395d983ba16e764ac&device_id=b8b1af6f-0b84-4f2d-a9d8-ca1541b393a0 HTTP/1.1" status: 200 len: 1095 time: 0.1886823 Jan 28 07:32:58.296786 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9754e9fa-9ebb-4c1e-b342-0c7ebe497fbb tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (64abeeaf-f654-470e-b626-5f163be656ec), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:58.303795 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f66f95b0-5d43-4c36-9a98-7a992e93400b tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13546665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13556132'] for subnet (9e023cd9-1468-4c85-a98b-d193218ce1ec), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:58.306303 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9754e9fa-9ebb-4c1e-b342-0c7ebe497fbb tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:58.307442 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-9754e9fa-9ebb-4c1e-b342-0c7ebe497fbb tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/64abeeaf-f654-470e-b626-5f163be656ec HTTP/1.1" status: 204 len: 168 time: 0.3326118 Jan 28 07:32:58.308589 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server [None req-05c4b171-676f-4d79-9279-164d7664fee3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9e023cd9-1468-4c85-a98b-d193218ce1ec: This subnet is being modified by another concurrent operation. Jan 28 07:32:58.308589 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 28 07:32:58.308589 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 28 07:32:58.308589 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 28 07:32:58.308589 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 28 07:32:58.308589 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 28 07:32:58.308589 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 28 07:32:58.308589 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 28 07:32:58.308589 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 28 07:32:58.308589 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 28 07:32:58.308589 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 07:32:58.308589 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 07:32:58.308589 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 07:32:58.308589 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 07:32:58.308589 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 07:32:58.308589 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 07:32:58.308589 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 07:32:58.308589 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 07:32:58.308589 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 07:32:58.308589 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 07:32:58.308589 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 07:32:58.308589 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 07:32:58.308589 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 07:32:58.308589 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 07:32:58.308589 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 07:32:58.308589 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 07:32:58.308589 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 07:32:58.308589 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 07:32:58.308589 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 07:32:58.308589 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 07:32:58.308589 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 07:32:58.308589 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 07:32:58.308589 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 07:32:58.308589 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 07:32:58.308589 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 28 07:32:58.308589 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 28 07:32:58.308589 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Jan 28 07:32:58.308589 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 28 07:32:58.308589 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Jan 28 07:32:58.308589 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 28 07:32:58.308589 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 28 07:32:58.308589 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 28 07:32:58.308589 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 28 07:32:58.308589 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 07:32:58.308589 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 07:32:58.308589 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 07:32:58.308589 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 07:32:58.308589 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 07:32:58.308589 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 07:32:58.308589 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 07:32:58.308589 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 07:32:58.308589 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 07:32:58.308589 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 07:32:58.308589 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 07:32:58.313001 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 07:32:58.313001 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 07:32:58.313001 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 07:32:58.313001 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 07:32:58.313001 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 07:32:58.313001 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 07:32:58.313001 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 07:32:58.313001 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 07:32:58.313001 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 07:32:58.313001 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 07:32:58.313001 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 07:32:58.313001 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 07:32:58.313001 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 07:32:58.313001 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 07:32:58.313001 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 07:32:58.313001 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 07:32:58.313001 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1497, in create_port Jan 28 07:32:58.313001 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 28 07:32:58.313001 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1462, in _create_port_db Jan 28 07:32:58.313001 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 28 07:32:58.313001 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Jan 28 07:32:58.313001 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 28 07:32:58.313001 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 28 07:32:58.313001 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 28 07:32:58.313001 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 07:32:58.313001 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 07:32:58.313001 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 28 07:32:58.313001 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 28 07:32:58.313001 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 28 07:32:58.313001 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 28 07:32:58.313001 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 28 07:32:58.313001 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 28 07:32:58.313001 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 28 07:32:58.313001 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 28 07:32:58.313001 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 28 07:32:58.313001 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server raise exception Jan 28 07:32:58.313001 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9e023cd9-1468-4c85-a98b-d193218ce1ec: This subnet is being modified by another concurrent operation. Jan 28 07:32:58.313001 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server Jan 28 07:32:58.316776 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 45304) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:58.349123 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10894958-4945-475e-a490-088faeb561ec None None] get_active_networks_info from n-d-712749-28 {{(pid=103285) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 07:32:58.370817 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66f95b0-5d43-4c36-9a98-7a992e93400b tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Pushing event deleted for resources: {'Subnet': ['ID=9e023cd9-1468-4c85-a98b-d193218ce1ec,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:58.389065 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9754e9fa-9ebb-4c1e-b342-0c7ebe497fbb tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=64abeeaf-f654-470e-b626-5f163be656ec,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:58.395060 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9a7af8dd-ac8b-49df-a573-3fa42dbc706f req-bde94ebb-4fe7-4be1-b2ff-d4a625d942f7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=628df23b-5ad7-4d96-a467-d4264ee339d5 HTTP/1.1" status: 200 len: 217 time: 0.0604076 Jan 28 07:32:58.453783 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-43d14db1-5ba2-4a9b-9eae-e0128efc67c8 req-716c90a0-8c5b-4b65-b718-3b850bc46efc tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] For port f59c74d6-506d-43a4-afe0-6d72a003824b, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=f59c74d6-506d-43a4-afe0-6d72a003824b,segment=NetworkSegment(473d0bd6-a7d7-47be-b640-e2f5658ac027),segment_id=473d0bd6-a7d7-47be-b640-e2f5658ac027)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:32:58.454786 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-43d14db1-5ba2-4a9b-9eae-e0128efc67c8 req-716c90a0-8c5b-4b65-b718-3b850bc46efc tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (f59c74d6-506d-43a4-afe0-6d72a003824b), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:58.458378 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f66f95b0-5d43-4c36-9a98-7a992e93400b tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (33f55d18-fe74-4a52-9b70-b9e3caa348a3), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:58.461709 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-baa66e44-276c-4721-ac78-198899355e0f None None] Could not find standard attr ID for object 28adb53b-6774-4f74-b9fd-e931bf09d51f. {{(pid=103285) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 07:32:58.479970 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-43d14db1-5ba2-4a9b-9eae-e0128efc67c8 req-716c90a0-8c5b-4b65-b718-3b850bc46efc tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] Calling delete_port for f59c74d6-506d-43a4-afe0-6d72a003824b owned by compute:nova {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:32:58.504242 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-f66f95b0-5d43-4c36-9a98-7a992e93400b tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33f55d18-fe74-4a52-9b70-b9e3caa348a3']}} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:32:58.556973 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8c01a8fa-97c3-41b0-a0bc-2402cb1aa098 req-577eff8b-9ea6-4059-b611-3437afc7730d tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c5346dc-f757-4ff5-9ea1-d40d9bd6b869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2619522 Jan 28 07:32:58.561590 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-ab2bfbbc-63e5-4c9b-a53c-2bbd14d7ad01 tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2424417 Jan 28 07:32:58.565104 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ea6bc99-9488-45ac-adfb-6ba374e1a9fe tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:32:58.568862 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 45310) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:58.583951 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f530d6-1053-4e1a-a045-f0742ffe72a5 None None] Sync routers for ids ['2a19477a-ac69-4823-9c98-57aaba23809d'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:32:58.584850 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-4ea6bc99-9488-45ac-adfb-6ba374e1a9fe tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] 10.222.0.41 "PUT /v2.0/routers/2a19477a-ac69-4823-9c98-57aaba23809d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8739619 Jan 28 07:32:58.590799 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 45312) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:58.600525 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10894958-4945-475e-a490-088faeb561ec None None] Resources bound (agent type, host, resource id): {{(pid=103285) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 07:32:58.601055 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7af8dd-ac8b-49df-a573-3fa42dbc706f req-32391ca4-5151-4e0f-8c67-d97cab9784d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:58.602784 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9a7af8dd-ac8b-49df-a573-3fa42dbc706f req-32391ca4-5151-4e0f-8c67-d97cab9784d8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a1cf83b1-cade-43b4-8bf2-8f132ba99fa6 HTTP/1.1" status: 200 len: 849 time: 0.1624358 Jan 28 07:32:58.614734 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f530d6-1053-4e1a-a045-f0742ffe72a5 None None] Routers {'2a19477a-ac69-4823-9c98-57aaba23809d'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:32:58.615428 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-59f530d6-1053-4e1a-a045-f0742ffe72a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:32:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['2a19477a-ac69-4823-9c98-57aaba23809d'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:32:58.672993 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-f66f95b0-5d43-4c36-9a98-7a992e93400b tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ff59330-3f6f-4427-b478-d1846ce81c17') {'for_net_delete': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:32:58.673871 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-f66f95b0-5d43-4c36-9a98-7a992e93400b tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ff59330-3f6f-4427-b478-d1846ce81c17') {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:32:58.678642 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-59f530d6-1053-4e1a-a045-f0742ffe72a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:32:58.679921 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-43d14db1-5ba2-4a9b-9eae-e0128efc67c8 req-716c90a0-8c5b-4b65-b718-3b850bc46efc tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (f59c74d6-506d-43a4-afe0-6d72a003824b), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:58.711895 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f530d6-1053-4e1a-a045-f0742ffe72a5 None None] Routers {'2a19477a-ac69-4823-9c98-57aaba23809d'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:32:58.712893 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-59f530d6-1053-4e1a-a045-f0742ffe72a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:32:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['2a19477a-ac69-4823-9c98-57aaba23809d'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:32:58.721341 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9a7af8dd-ac8b-49df-a573-3fa42dbc706f req-63e7a704-609c-4f23-921a-584e223579e4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5756b764-230b-4a95-9c02-70dc4b2a9110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0749478 Jan 28 07:32:58.731352 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716c90a0-8c5b-4b65-b718-3b850bc46efc tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] Pushing event deleted for resources: {'Port': ['ID=f59c74d6-506d-43a4-afe0-6d72a003824b,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:58.734868 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f66f95b0-5d43-4c36-9a98-7a992e93400b tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13506801'] for segment (5ff59330-3f6f-4427-b478-d1846ce81c17), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:58.778606 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['f59c74d6-506d-43a4-afe0-6d72a003824b'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:32:58.791135 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f66f95b0-5d43-4c36-9a98-7a992e93400b tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (5ff59330-3f6f-4427-b478-d1846ce81c17), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:58.800422 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ee46ba-cbd1-4241-bab9-f87c326b4006 req-c128166b-3455-4282-8e98-f8cf2d7e6523 tempest-VolumesActionsTest-2046619294 tempest-VolumesActionsTest-2046619294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:58.802297 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-12ee46ba-cbd1-4241-bab9-f87c326b4006 req-c128166b-3455-4282-8e98-f8cf2d7e6523 tempest-VolumesActionsTest-2046619294 tempest-VolumesActionsTest-2046619294-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8b1af6f-0b84-4f2d-a9d8-ca1541b393a0 HTTP/1.1" status: 200 len: 943 time: 0.3093693 Jan 28 07:32:58.847306 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f66f95b0-5d43-4c36-9a98-7a992e93400b tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=103283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:32:58.848033 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f66f95b0-5d43-4c36-9a98-7a992e93400b tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13546563'] for segment (5ff59330-3f6f-4427-b478-d1846ce81c17), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:58.857763 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-59f530d6-1053-4e1a-a045-f0742ffe72a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:32:58.858484 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f530d6-1053-4e1a-a045-f0742ffe72a5 None None] The sync data for ids ['2a19477a-ac69-4823-9c98-57aaba23809d'] in n-d-712749-28 is: [] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:32:58.859393 n-d-712749-28 neutron-server[103283]: Traceback (most recent call last): Jan 28 07:32:58.859393 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:32:58.859393 n-d-712749-28 neutron-server[103283]: timer() Jan 28 07:32:58.859393 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:32:58.859393 n-d-712749-28 neutron-server[103283]: cb(*args, **kw) Jan 28 07:32:58.859393 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:32:58.859393 n-d-712749-28 neutron-server[103283]: return func(*args, **kwargs) Jan 28 07:32:58.859393 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:32:58.859393 n-d-712749-28 neutron-server[103283]: self._notify() Jan 28 07:32:58.859393 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:32:58.859393 n-d-712749-28 neutron-server[103283]: self.callback(batched_events) Jan 28 07:32:58.859393 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:32:58.859393 n-d-712749-28 neutron-server[103283]: event.method(event) Jan 28 07:32:58.859393 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:32:58.859393 n-d-712749-28 neutron-server[103283]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:32:58.859393 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:32:58.859393 n-d-712749-28 neutron-server[103283]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:32:58.859393 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:32:58.859393 n-d-712749-28 neutron-server[103283]: return f(self, *a, **k) Jan 28 07:32:58.859393 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:32:58.859393 n-d-712749-28 neutron-server[103283]: return self._get(url).json() Jan 28 07:32:58.859393 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:32:58.859393 n-d-712749-28 neutron-server[103283]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:32:58.859393 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:32:58.859393 n-d-712749-28 neutron-server[103283]: return self.request(url, 'GET', **kwargs) Jan 28 07:32:58.859393 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:32:58.859393 n-d-712749-28 neutron-server[103283]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:32:58.859393 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:32:58.859393 n-d-712749-28 neutron-server[103283]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:32:58.859393 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:32:58.859393 n-d-712749-28 neutron-server[103283]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:32:58.859393 n-d-712749-28 neutron-server[103283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:32:58.863728 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-43d14db1-5ba2-4a9b-9eae-e0128efc67c8 req-716c90a0-8c5b-4b65-b718-3b850bc46efc tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] No DVR routers for this DVR port f59c74d6-506d-43a4-afe0-6d72a003824b on host n-h1-712749-28 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:32:58.881683 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-43d14db1-5ba2-4a9b-9eae-e0128efc67c8 req-716c90a0-8c5b-4b65-b718-3b850bc46efc tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:58.887491 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-43d14db1-5ba2-4a9b-9eae-e0128efc67c8 req-716c90a0-8c5b-4b65-b718-3b850bc46efc tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] 10.222.0.10 "DELETE /v2.0/ports/f59c74d6-506d-43a4-afe0-6d72a003824b HTTP/1.1" status: 204 len: 173 time: 0.8890200 Jan 28 07:32:58.892452 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf3dce86-52a5-4ad6-a32e-4d2eeff412a4', 'name': 'network-vif-deleted', 'tag': 'f59c74d6-506d-43a4-afe0-6d72a003824b'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:32:58.895909 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03627c19-c317-4d54-983f-f9d8d09225d8" -d '{"events": [{"server_uuid": "bf3dce86-52a5-4ad6-a32e-4d2eeff412a4", "name": "network-vif-deleted", "tag": "f59c74d6-506d-43a4-afe0-6d72a003824b"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:32:58.905105 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0dc1016d-53bd-4d50-9777-b73ff7722e8d tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks [] for security_group (d805be07-ff13-4ffe-af9d-a46c1fe9648c), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:58.977635 n-d-712749-28 neutron-server[103284]: INFO neutron.api.v2.resource [None req-7640d59d-55c8-414f-9b0e-8685b787d63d tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] remove_router_interface failed (client error): The resource could not be found. Jan 28 07:32:58.979414 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-7640d59d-55c8-414f-9b0e-8685b787d63d tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] 10.222.0.41 "PUT /v2.0/routers/2a19477a-ac69-4823-9c98-57aaba23809d/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3873360 Jan 28 07:32:58.987993 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 45316) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:59.011423 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:32:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e44cb87-288f-4921-bf26-ebc7d3425e43 x-openstack-request-id: req-3e44cb87-288f-4921-bf26-ebc7d3425e43 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:32:59.011898 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf3dce86-52a5-4ad6-a32e-4d2eeff412a4", "name": "network-vif-deleted", "tag": "f59c74d6-506d-43a4-afe0-6d72a003824b", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:32:59.012205 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3e44cb87-288f-4921-bf26-ebc7d3425e43 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:32:59.012619 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf3dce86-52a5-4ad6-a32e-4d2eeff412a4', 'name': 'network-vif-deleted', 'tag': 'f59c74d6-506d-43a4-afe0-6d72a003824b', 'status': 'completed', 'code': 200} Jan 28 07:32:59.014228 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f66f95b0-5d43-4c36-9a98-7a992e93400b tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (33f55d18-fe74-4a52-9b70-b9e3caa348a3), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:59.033049 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f66f95b0-5d43-4c36-9a98-7a992e93400b tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks [] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:59.043915 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-f66f95b0-5d43-4c36-9a98-7a992e93400b tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] 10.222.0.41 "DELETE /v2.0/networks/33f55d18-fe74-4a52-9b70-b9e3caa348a3 HTTP/1.1" status: 204 len: 168 time: 1.3817220 Jan 28 07:32:59.047539 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 45318) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:59.054606 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0dc1016d-53bd-4d50-9777-b73ff7722e8d tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks [] for security_group (d805be07-ff13-4ffe-af9d-a46c1fe9648c), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:59.063917 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-006d05d8-54fa-48b5-9850-90be3ccc7113 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-936920135'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:32:59.073001 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-12ee46ba-cbd1-4241-bab9-f87c326b4006 req-9329bddd-e379-4f62-9485-707b514b3a1c tempest-VolumesActionsTest-2046619294 tempest-VolumesActionsTest-2046619294-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a515e2c-f1b1-4b77-93a7-8b4d24326c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2639325 Jan 28 07:32:59.074246 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94180912-bbd4-4fbd-a27d-50f4682e0e95 None None] Network 33f55d18-fe74-4a52-9b70-b9e3caa348a3 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:32:59.080660 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66f95b0-5d43-4c36-9a98-7a992e93400b tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Pushing event deleted for resources: {'Network': ['ID=33f55d18-fe74-4a52-9b70-b9e3caa348a3,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:59.097746 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94180912-bbd4-4fbd-a27d-50f4682e0e95 None None] Network 33f55d18-fe74-4a52-9b70-b9e3caa348a3 could not be found, it might have been deleted concurrently. {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 28 07:32:59.119942 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-006d05d8-54fa-48b5-9850-90be3ccc7113 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Made reservation on behalf of d922f36101af452d805cf60e026e730b for: {'network': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:32:59.123381 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-006d05d8-54fa-48b5-9850-90be3ccc7113 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:59.127775 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-96adc06d-0d51-478f-aabb-6ddb9a77dbd5 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a19477a-ac69-4823-9c98-57aaba23809d HTTP/1.1" status: 200 len: 205 time: 0.1330113 Jan 28 07:32:59.129061 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 45320) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:59.132913 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9a7af8dd-ac8b-49df-a573-3fa42dbc706f req-7c9043fc-71b8-4d04-9b6f-e65990eec457 service neutron] 10.222.0.10 "GET /v2.0/networks/5756b764-230b-4a95-9c02-70dc4b2a9110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4000807 Jan 28 07:32:59.262127 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9a7af8dd-ac8b-49df-a573-3fa42dbc706f req-80f6f015-b1ca-478c-a38a-af93e30fc5bd service neutron] 10.222.0.10 "GET /v2.0/networks/5756b764-230b-4a95-9c02-70dc4b2a9110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163013 Jan 28 07:32:59.263553 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0dc1016d-53bd-4d50-9777-b73ff7722e8d tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (d805be07-ff13-4ffe-af9d-a46c1fe9648c), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:59.266885 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0dc1016d-53bd-4d50-9777-b73ff7722e8d tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:59.268145 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-0dc1016d-53bd-4d50-9777-b73ff7722e8d tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] 10.222.0.41 "DELETE /v2.0/security-groups/d805be07-ff13-4ffe-af9d-a46c1fe9648c HTTP/1.1" status: 204 len: 168 time: 0.6981328 Jan 28 07:32:59.279302 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 45322) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:59.304692 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc1016d-53bd-4d50-9777-b73ff7722e8d tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d805be07-ff13-4ffe-af9d-a46c1fe9648c,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:59.363762 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-a0cc31a2-a68d-40ff-9f35-b25b81b80cc3 tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0824568 Jan 28 07:32:59.371195 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 45324) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:59.385146 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-74860821-aab8-4b74-9c8a-274b94eda720 tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Request body: {'security_group': {'name': 'tempest-secgroup--1420016425'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:32:59.446441 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-74860821-aab8-4b74-9c8a-274b94eda720 tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:59.477556 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9723a092-2304-4d49-86ed-78ce642a67af req-41ee5e5c-95b8-4de2-8f19-0cb6ea59901d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:59.479427 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9723a092-2304-4d49-86ed-78ce642a67af req-41ee5e5c-95b8-4de2-8f19-0cb6ea59901d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c6b0b8502e6c4c1395d983ba16e764ac&device_id=b8b1af6f-0b84-4f2d-a9d8-ca1541b393a0 HTTP/1.1" status: 200 len: 1095 time: 0.0876138 Jan 28 07:32:59.643029 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9723a092-2304-4d49-86ed-78ce642a67af req-e0b655f8-137a-4a78-8883-c39855e7930c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:59.644591 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9723a092-2304-4d49-86ed-78ce642a67af req-e0b655f8-137a-4a78-8883-c39855e7930c service neutron] 10.222.0.10 "GET /v2.0/networks?id=5756b764-230b-4a95-9c02-70dc4b2a9110 HTTP/1.1" status: 200 len: 910 time: 0.1579645 Jan 28 07:32:59.651492 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-74860821-aab8-4b74-9c8a-274b94eda720 tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks [] for security_group (ff65b590-2a8a-451c-9291-992e6c83ce3a), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:59.655956 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-74860821-aab8-4b74-9c8a-274b94eda720 tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (ff65b590-2a8a-451c-9291-992e6c83ce3a), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:59.678200 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-18dbf087-c6b7-4cf4-ad9d-c2ea73540108 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks [] for router (2a19477a-ac69-4823-9c98-57aaba23809d), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:59.720491 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-006d05d8-54fa-48b5-9850-90be3ccc7113 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=103283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:32:59.729936 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9723a092-2304-4d49-86ed-78ce642a67af req-cb2b4a55-c891-4226-8288-896a81605e93 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=628df23b-5ad7-4d96-a467-d4264ee339d5 HTTP/1.1" status: 200 len: 217 time: 0.0592966 Jan 28 07:32:59.760099 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-006d05d8-54fa-48b5-9850-90be3ccc7113 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (178ef82f-e229-46d7-8bae-b9437550cbfa), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:59.760490 n-d-712749-28 neutron-server[103283]: INFO neutron.db.segments_db [None req-006d05d8-54fa-48b5-9850-90be3ccc7113 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Added segment 178ef82f-e229-46d7-8bae-b9437550cbfa of type vlan for network 3724bc3b-f71b-4431-8853-aa816a382047 Jan 28 07:32:59.774115 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-561cb76e-3363-4e74-a22a-5861a05efb38 req-2ea1beab-0987-4260-8e0e-22e816b87d1c tempest-ListServerFiltersTestJSON-813705355 tempest-ListServerFiltersTestJSON-813705355-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf3dce86-52a5-4ad6-a32e-4d2eeff412a4 HTTP/1.1" status: 200 len: 210 time: 0.0480804 Jan 28 07:32:59.807253 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-74860821-aab8-4b74-9c8a-274b94eda720 tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:59.810161 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-74860821-aab8-4b74-9c8a-274b94eda720 tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4360209 Jan 28 07:32:59.814824 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74860821-aab8-4b74-9c8a-274b94eda720 tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff65b590-2a8a-451c-9291-992e6c83ce3a,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:59.819394 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 45330) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:59.825734 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-c3567ffc-8dac-469a-9bf0-01160f36fc41 tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Request body: {'security_group_rule': {'security_group_id': 'ff65b590-2a8a-451c-9291-992e6c83ce3a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:32:59.865091 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9723a092-2304-4d49-86ed-78ce642a67af req-c04894d7-70fd-4f4d-8786-79418463c6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:59.866940 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9723a092-2304-4d49-86ed-78ce642a67af req-c04894d7-70fd-4f4d-8786-79418463c6d6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a1cf83b1-cade-43b4-8bf2-8f132ba99fa6 HTTP/1.1" status: 200 len: 849 time: 0.1035504 Jan 28 07:32:59.873112 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c3567ffc-8dac-469a-9bf0-01160f36fc41 tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks [] for security_group_rule (99a60cd4-64df-48ec-9a6e-c5a52bf5813a), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:59.887912 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-18dbf087-c6b7-4cf4-ad9d-c2ea73540108 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16605684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127449'] for router (2a19477a-ac69-4823-9c98-57aaba23809d), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:59.890312 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-006d05d8-54fa-48b5-9850-90be3ccc7113 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (3724bc3b-f71b-4431-8853-aa816a382047), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:59.892702 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-18dbf087-c6b7-4cf4-ad9d-c2ea73540108 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks [] for router_controller (2a19477a-ac69-4823-9c98-57aaba23809d), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:59.916816 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9723a092-2304-4d49-86ed-78ce642a67af req-e6670e5d-f565-49a7-85d9-fd81eb6ea630 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5756b764-230b-4a95-9c02-70dc4b2a9110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397296 Jan 28 07:32:59.948211 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-18dbf087-c6b7-4cf4-ad9d-c2ea73540108 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16605693'] for router (2a19477a-ac69-4823-9c98-57aaba23809d), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:59.948802 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18dbf087-c6b7-4cf4-ad9d-c2ea73540108 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Fanout notify agent at l3_agent the message router_deleted on router 2a19477a-ac69-4823-9c98-57aaba23809d {{(pid=103283) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 07:32:59.958176 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-18dbf087-c6b7-4cf4-ad9d-c2ea73540108 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks [] for router (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:59.963103 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-18dbf087-c6b7-4cf4-ad9d-c2ea73540108 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] 10.222.0.41 "DELETE /v2.0/routers/2a19477a-ac69-4823-9c98-57aaba23809d HTTP/1.1" status: 204 len: 168 time: 0.8304265 Jan 28 07:32:59.963957 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-006d05d8-54fa-48b5-9850-90be3ccc7113 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (3724bc3b-f71b-4431-8853-aa816a382047), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:32:59.967235 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 45332) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:32:59.968918 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-006d05d8-54fa-48b5-9850-90be3ccc7113 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:59.969531 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-006d05d8-54fa-48b5-9850-90be3ccc7113 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks [] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:00.035891 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-006d05d8-54fa-48b5-9850-90be3ccc7113 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9765728 Jan 28 07:33:00.039242 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 45334) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:33:00.047005 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-19473b83-34ed-4223-956e-94cf6321f0f3 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Request body: {'subnet': {'network_id': '3724bc3b-f71b-4431-8853-aa816a382047', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:33:00.052343 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006d05d8-54fa-48b5-9850-90be3ccc7113 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Pushing event updated for resources: {'Network': ['ID=3724bc3b-f71b-4431-8853-aa816a382047,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:33:00.071075 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network 3724bc3b-f71b-4431-8853-aa816a382047 details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:33:00.071977 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c3567ffc-8dac-469a-9bf0-01160f36fc41 tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks [] for security_group_rule (99a60cd4-64df-48ec-9a6e-c5a52bf5813a), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:00.090312 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fd1f57b-e4c0-4a8d-9251-985eb1ea2067 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Deleting subnet 83a549ab-6dee-4a87-b275-15487b8e3db9 {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:33:00.095898 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c3567ffc-8dac-469a-9bf0-01160f36fc41 tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (99a60cd4-64df-48ec-9a6e-c5a52bf5813a), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:00.103566 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3fd1f57b-e4c0-4a8d-9251-985eb1ea2067 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks [] for subnet (83a549ab-6dee-4a87-b275-15487b8e3db9), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:00.159778 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3567ffc-8dac-469a-9bf0-01160f36fc41 tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99a60cd4-64df-48ec-9a6e-c5a52bf5813a,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:33:00.172374 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9723a092-2304-4d49-86ed-78ce642a67af req-a20f34cb-d2c6-4690-a1b3-c3757b5cc521 service neutron] 10.222.0.10 "GET /v2.0/networks/5756b764-230b-4a95-9c02-70dc4b2a9110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2442992 Jan 28 07:33:00.174466 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19473b83-34ed-4223-956e-94cf6321f0f3 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Made reservation on behalf of d922f36101af452d805cf60e026e730b for: {'subnet': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:33:00.175235 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c3567ffc-8dac-469a-9bf0-01160f36fc41 tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:00.176567 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-c3567ffc-8dac-469a-9bf0-01160f36fc41 tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3543510 Jan 28 07:33:00.179713 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 45338) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:33:00.182056 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-19473b83-34ed-4223-956e-94cf6321f0f3 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13555781'] for subnet (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:00.187505 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3fd1f57b-e4c0-4a8d-9251-985eb1ea2067 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24759175'] for subnet (83a549ab-6dee-4a87-b275-15487b8e3db9), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:00.244670 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-fd0882f1-0110-42ab-b225-499fa79ec1ac tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] 10.222.0.41 "GET /v2.0/security-group-rules/99a60cd4-64df-48ec-9a6e-c5a52bf5813a HTTP/1.1" status: 200 len: 763 time: 0.0642049 Jan 28 07:33:00.248825 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 45340) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:33:00.336263 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbe2d7c-9107-4877-b230-8894526bffe7 req-d5800454-05fe-4057-b6ee-157e8e3006f7 tempest-VolumesActionsTest-2046619294 tempest-VolumesActionsTest-2046619294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:33:00.338077 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2fbe2d7c-9107-4877-b230-8894526bffe7 req-d5800454-05fe-4057-b6ee-157e8e3006f7 tempest-VolumesActionsTest-2046619294 tempest-VolumesActionsTest-2046619294-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8b1af6f-0b84-4f2d-a9d8-ca1541b393a0 HTTP/1.1" status: 200 len: 943 time: 0.1094551 Jan 28 07:33:00.349480 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-e10b243c-fc21-4619-b826-3ffa743d85a7 tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0821805 Jan 28 07:33:00.352259 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 45342) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:33:00.367143 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3fd1f57b-e4c0-4a8d-9251-985eb1ea2067 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (83a549ab-6dee-4a87-b275-15487b8e3db9), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:00.398137 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9723a092-2304-4d49-86ed-78ce642a67af req-6266ad2f-43aa-437c-af4a-a65507b94193 service neutron] 10.222.0.10 "GET /v2.0/networks/5756b764-230b-4a95-9c02-70dc4b2a9110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078154 Jan 28 07:33:00.421424 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-04f3de9a-cfe1-471b-90cc-4719903eb28e tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks [] for security_group_rule (99a60cd4-64df-48ec-9a6e-c5a52bf5813a), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:00.433565 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2fbe2d7c-9107-4877-b230-8894526bffe7 req-a83db425-04b4-4730-96ee-5193bccd80ff tempest-VolumesActionsTest-2046619294 tempest-VolumesActionsTest-2046619294-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a515e2c-f1b1-4b77-93a7-8b4d24326c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811846 Jan 28 07:33:00.438972 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-04f3de9a-cfe1-471b-90cc-4719903eb28e tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks [] for security_group_rule (99a60cd4-64df-48ec-9a6e-c5a52bf5813a), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:00.472827 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3fd1f57b-e4c0-4a8d-9251-985eb1ea2067 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24757569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24979817'] for subnet (83a549ab-6dee-4a87-b275-15487b8e3db9), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:00.507429 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-04f3de9a-cfe1-471b-90cc-4719903eb28e tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (99a60cd4-64df-48ec-9a6e-c5a52bf5813a), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:00.512062 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd1f57b-e4c0-4a8d-9251-985eb1ea2067 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Pushing event deleted for resources: {'Subnet': ['ID=83a549ab-6dee-4a87-b275-15487b8e3db9,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:33:00.514476 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-19473b83-34ed-4223-956e-94cf6321f0f3 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13546728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13555799'] for subnet (6ebde56d-28f5-46b4-96c9-3b096c58ec8c), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:00.517415 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-04f3de9a-cfe1-471b-90cc-4719903eb28e tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:00.518569 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-04f3de9a-cfe1-471b-90cc-4719903eb28e tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/99a60cd4-64df-48ec-9a6e-c5a52bf5813a HTTP/1.1" status: 204 len: 168 time: 0.1653655 Jan 28 07:33:00.522343 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 45346) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:33:00.525018 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3fd1f57b-e4c0-4a8d-9251-985eb1ea2067 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:00.528239 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-3fd1f57b-e4c0-4a8d-9251-985eb1ea2067 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] 10.222.0.41 "DELETE /v2.0/subnets/83a549ab-6dee-4a87-b275-15487b8e3db9 HTTP/1.1" status: 204 len: 168 time: 0.5359390 Jan 28 07:33:00.531506 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 45348) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:33:00.536783 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e1ab96d-c635-4dc4-b695-cc7e2b7a0707 None None] Network f38dd0d6-8f88-4964-bb49-22eb8b1d41cb requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:33:00.541114 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f3de9a-cfe1-471b-90cc-4719903eb28e tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=99a60cd4-64df-48ec-9a6e-c5a52bf5813a,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:33:00.621919 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ce632f11-0a52-409b-a3b7-fffde387aaef tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (f38dd0d6-8f88-4964-bb49-22eb8b1d41cb), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:00.630584 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19473b83-34ed-4223-956e-94cf6321f0f3 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Pushing event updated for resources: {'Subnet': ['ID=6ebde56d-28f5-46b4-96c9-3b096c58ec8c,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:33:00.642653 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-15101220-4b36-4ea0-8975-5ddd3978285a tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1184900 Jan 28 07:33:00.646626 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 45350) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:33:00.651093 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-83ab9c52-e934-401e-9a35-db534d739061 tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Request body: {'security_group_rule': {'security_group_id': 'ff65b590-2a8a-451c-9291-992e6c83ce3a', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:33:00.658980 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19473b83-34ed-4223-956e-94cf6321f0f3 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Checking segment: {'id': '178ef82f-e229-46d7-8bae-b9437550cbfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '3724bc3b-f71b-4431-8853-aa816a382047'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:33:00.659974 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19473b83-34ed-4223-956e-94cf6321f0f3 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Network hostable DHCP agents. Network: 3724bc3b-f71b-4431-8853-aa816a382047, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:33:00.704502 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19473b83-34ed-4223-956e-94cf6321f0f3 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Network 3724bc3b-f71b-4431-8853-aa816a382047 is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:33:00.704880 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-ce632f11-0a52-409b-a3b7-fffde387aaef tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Deleting port 8df6c2ce-9fbd-419e-a395-9d412d589549 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:33:00.705154 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ce632f11-0a52-409b-a3b7-fffde387aaef tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (8df6c2ce-9fbd-419e-a395-9d412d589549), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:00.711813 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-83ab9c52-e934-401e-9a35-db534d739061 tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks [] for security_group_rule (c9f8ab15-71cd-48c9-8b27-fb66276a9f98), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:00.726913 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-19473b83-34ed-4223-956e-94cf6321f0f3 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, 3724bc3b-f71b-4431-8853-aa816a382047) {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:33:00.736305 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6923b728-1075-46ca-8ef9-c73d595ae3a1 None None] Network 3724bc3b-f71b-4431-8853-aa816a382047 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:33:00.763742 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19473b83-34ed-4223-956e-94cf6321f0f3 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:33:00.764887 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-19473b83-34ed-4223-956e-94cf6321f0f3 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks [] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:00.785121 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf7546a7-7bce-4d75-b5f5-214d7db3515a None None] DHCP port deletion for f38dd0d6-8f88-4964-bb49-22eb8b1d41cb request from n-d-712749-28 {{(pid=103285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 07:33:00.810245 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-19473b83-34ed-4223-956e-94cf6321f0f3 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.7696319 Jan 28 07:33:00.812551 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 45354) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:33:00.817578 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-ce632f11-0a52-409b-a3b7-fffde387aaef tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] For port 8df6c2ce-9fbd-419e-a395-9d412d589549, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=8df6c2ce-9fbd-419e-a395-9d412d589549,segment=NetworkSegment(7c7970be-572d-4ffb-92e9-975ecc56fc9f),segment_id=7c7970be-572d-4ffb-92e9-975ecc56fc9f)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:33:00.818045 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ce632f11-0a52-409b-a3b7-fffde387aaef tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (8df6c2ce-9fbd-419e-a395-9d412d589549), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:00.837204 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-ce632f11-0a52-409b-a3b7-fffde387aaef tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Calling delete_port for 8df6c2ce-9fbd-419e-a395-9d412d589549 owned by network:dhcp {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:33:00.882789 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 45356) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:33:00.884878 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-83ab9c52-e934-401e-9a35-db534d739061 tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks [] for security_group_rule (c9f8ab15-71cd-48c9-8b27-fb66276a9f98), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:00.927889 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-cf7546a7-7bce-4d75-b5f5-214d7db3515a None None] Deleting port 8df6c2ce-9fbd-419e-a395-9d412d589549 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:33:00.928398 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cf7546a7-7bce-4d75-b5f5-214d7db3515a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (8df6c2ce-9fbd-419e-a395-9d412d589549), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:00.936610 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-83ab9c52-e934-401e-9a35-db534d739061 tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (c9f8ab15-71cd-48c9-8b27-fb66276a9f98), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:00.942849 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ce632f11-0a52-409b-a3b7-fffde387aaef tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (8df6c2ce-9fbd-419e-a395-9d412d589549), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:00.946079 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66b8e293-7566-4a1b-931f-0aca2b457110 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3dd72b9-6805-5f61-b6f3-a591f99a173d-3724bc3b-f71b-4431-8853-aa816a382047', 'network_id': '3724bc3b-f71b-4431-8853-aa816a382047', 'project_id': 'd922f36101af452d805cf60e026e730b', 'fixed_ips': [{'subnet_id': '6ebde56d-28f5-46b4-96c9-3b096c58ec8c'}]}} from n-d-712749-28. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 07:33:00.946959 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-66b8e293-7566-4a1b-931f-0aca2b457110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:00.976434 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ab9c52-e934-401e-9a35-db534d739061 tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9f8ab15-71cd-48c9-8b27-fb66276a9f98,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:33:00.995157 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce632f11-0a52-409b-a3b7-fffde387aaef tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] No DVR routers for this DVR port 8df6c2ce-9fbd-419e-a395-9d412d589549 on host n-d-712749-28 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:33:01.001860 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_v2 [None req-44ce2c84-4c03-43e7-845a-b27cbcdba187 admin admin] Deleting subnet 65a73a7b-dea4-40fe-b353-341144e10c02 {{(pid=103283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:33:01.009150 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-44ce2c84-4c03-43e7-845a-b27cbcdba187 admin admin] Publish callbacks [] for subnet (65a73a7b-dea4-40fe-b353-341144e10c02), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:01.013253 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-83ab9c52-e934-401e-9a35-db534d739061 tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:01.014721 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-83ab9c52-e934-401e-9a35-db534d739061 tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3671584 Jan 28 07:33:01.031593 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce632f11-0a52-409b-a3b7-fffde387aaef tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Pushing event deleted for resources: {'Port': ['ID=8df6c2ce-9fbd-419e-a395-9d412d589549,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:33:01.040900 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 45358) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:33:01.084244 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a7a707c4-d1fc-4296-afa2-39d7c505ec5e tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (3724bc3b-f71b-4431-8853-aa816a382047), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:01.090227 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-9d9483b4-cfe3-4c6d-85b5-3dc1daecb3cc tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] 10.222.0.41 "GET /v2.0/security-group-rules/c9f8ab15-71cd-48c9-8b27-fb66276a9f98 HTTP/1.1" status: 200 len: 763 time: 0.0454233 Jan 28 07:33:01.095890 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-44ce2c84-4c03-43e7-845a-b27cbcdba187 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13506696'] for subnet (65a73a7b-dea4-40fe-b353-341144e10c02), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:01.097908 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 45360) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:33:01.109840 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ce632f11-0a52-409b-a3b7-fffde387aaef tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (f38dd0d6-8f88-4964-bb49-22eb8b1d41cb), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:01.116254 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-66b8e293-7566-4a1b-931f-0aca2b457110 None None] Allocated IP 2001:db8::1 (3724bc3b-f71b-4431-8853-aa816a382047/6ebde56d-28f5-46b4-96c9-3b096c58ec8c/7c148cbc-a7c4-48b3-9c3d-d1452c299648) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:33:01.136600 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-ce632f11-0a52-409b-a3b7-fffde387aaef tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f38dd0d6-8f88-4964-bb49-22eb8b1d41cb']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:33:01.150558 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-ce632f11-0a52-409b-a3b7-fffde387aaef tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c7970be-572d-4ffb-92e9-975ecc56fc9f') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:33:01.150938 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-ce632f11-0a52-409b-a3b7-fffde387aaef tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c7970be-572d-4ffb-92e9-975ecc56fc9f') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:33:01.164930 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ce632f11-0a52-409b-a3b7-fffde387aaef tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24759294'] for segment (7c7970be-572d-4ffb-92e9-975ecc56fc9f), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:01.181362 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ce632f11-0a52-409b-a3b7-fffde387aaef tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (7c7970be-572d-4ffb-92e9-975ecc56fc9f), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:01.188842 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce632f11-0a52-409b-a3b7-fffde387aaef tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:33:01.189277 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ce632f11-0a52-409b-a3b7-fffde387aaef tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24757675'] for segment (7c7970be-572d-4ffb-92e9-975ecc56fc9f), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:01.217298 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-28fc4692-7f78-4806-b34f-15dcfdddf390 tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1180351 Jan 28 07:33:01.236867 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 45362) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:33:01.247871 n-d-712749-28 neutron-server[103284]: Traceback (most recent call last): Jan 28 07:33:01.247871 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:33:01.247871 n-d-712749-28 neutron-server[103284]: timer() Jan 28 07:33:01.247871 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:33:01.247871 n-d-712749-28 neutron-server[103284]: cb(*args, **kw) Jan 28 07:33:01.247871 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:33:01.247871 n-d-712749-28 neutron-server[103284]: return func(*args, **kwargs) Jan 28 07:33:01.247871 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:33:01.247871 n-d-712749-28 neutron-server[103284]: self._notify() Jan 28 07:33:01.247871 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:33:01.247871 n-d-712749-28 neutron-server[103284]: self.callback(batched_events) Jan 28 07:33:01.247871 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:33:01.247871 n-d-712749-28 neutron-server[103284]: event.method(event) Jan 28 07:33:01.247871 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:33:01.247871 n-d-712749-28 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:33:01.247871 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:33:01.247871 n-d-712749-28 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:33:01.247871 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:33:01.247871 n-d-712749-28 neutron-server[103284]: return f(self, *a, **k) Jan 28 07:33:01.247871 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:33:01.247871 n-d-712749-28 neutron-server[103284]: return self._get(url).json() Jan 28 07:33:01.247871 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:33:01.247871 n-d-712749-28 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:33:01.247871 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:33:01.247871 n-d-712749-28 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Jan 28 07:33:01.247871 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:33:01.247871 n-d-712749-28 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:33:01.247871 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:33:01.247871 n-d-712749-28 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:33:01.247871 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:33:01.247871 n-d-712749-28 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:33:01.247871 n-d-712749-28 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:33:01.267774 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-cf7546a7-7bce-4d75-b5f5-214d7db3515a None None] For port 8df6c2ce-9fbd-419e-a395-9d412d589549, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=8df6c2ce-9fbd-419e-a395-9d412d589549,segment=NetworkSegment(7c7970be-572d-4ffb-92e9-975ecc56fc9f),segment_id=7c7970be-572d-4ffb-92e9-975ecc56fc9f)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:33:01.268183 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cf7546a7-7bce-4d75-b5f5-214d7db3515a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (8df6c2ce-9fbd-419e-a395-9d412d589549), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:01.277986 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ce632f11-0a52-409b-a3b7-fffde387aaef tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (f38dd0d6-8f88-4964-bb49-22eb8b1d41cb), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:01.281953 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-46df6513-b361-4191-97f0-6d496d6f58dc tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks [] for security_group_rule (c9f8ab15-71cd-48c9-8b27-fb66276a9f98), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:01.285863 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ce632f11-0a52-409b-a3b7-fffde387aaef tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:01.289902 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a7a707c4-d1fc-4296-afa2-39d7c505ec5e tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (6ebde56d-28f5-46b4-96c9-3b096c58ec8c), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:01.290526 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-cf7546a7-7bce-4d75-b5f5-214d7db3515a None None] Calling delete_port for 8df6c2ce-9fbd-419e-a395-9d412d589549 owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:33:01.294997 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-66b8e293-7566-4a1b-931f-0aca2b457110 None None] Publish callbacks [] for port (7c148cbc-a7c4-48b3-9c3d-d1452c299648), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:01.295988 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-ce632f11-0a52-409b-a3b7-fffde387aaef tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] 10.222.0.41 "DELETE /v2.0/networks/f38dd0d6-8f88-4964-bb49-22eb8b1d41cb HTTP/1.1" status: 204 len: 168 time: 0.7635479 Jan 28 07:33:01.304131 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 45364) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:33:01.306092 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-46df6513-b361-4191-97f0-6d496d6f58dc tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks [] for security_group_rule (c9f8ab15-71cd-48c9-8b27-fb66276a9f98), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:01.308800 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-66b8e293-7566-4a1b-931f-0aca2b457110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (7c148cbc-a7c4-48b3-9c3d-d1452c299648), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:01.312577 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-e568f948-c7bb-4279-a2fa-7a5a8a7be8cd tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1314487625'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:33:01.328469 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce632f11-0a52-409b-a3b7-fffde387aaef tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Pushing event deleted for resources: {'Network': ['ID=f38dd0d6-8f88-4964-bb49-22eb8b1d41cb,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:33:01.362023 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-44ce2c84-4c03-43e7-845a-b27cbcdba187 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (65a73a7b-dea4-40fe-b353-341144e10c02), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:01.373833 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b8e293-7566-4a1b-931f-0aca2b457110 None None] Network 3724bc3b-f71b-4431-8853-aa816a382047 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:33:01.384808 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-66b8e293-7566-4a1b-931f-0aca2b457110 None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:33:01.390017 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b8e293-7566-4a1b-931f-0aca2b457110 None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:33:01.407807 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b8e293-7566-4a1b-931f-0aca2b457110 None None] Pushing event updated for resources: {'Port': ['ID=7c148cbc-a7c4-48b3-9c3d-d1452c299648,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:33:01.423093 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-46df6513-b361-4191-97f0-6d496d6f58dc tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (c9f8ab15-71cd-48c9-8b27-fb66276a9f98), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:01.443261 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-46df6513-b361-4191-97f0-6d496d6f58dc tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:01.447029 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 45366) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:33:01.448974 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-46df6513-b361-4191-97f0-6d496d6f58dc tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/c9f8ab15-71cd-48c9-8b27-fb66276a9f98 HTTP/1.1" status: 204 len: 168 time: 0.2078063 Jan 28 07:33:01.451689 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46df6513-b361-4191-97f0-6d496d6f58dc tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c9f8ab15-71cd-48c9-8b27-fb66276a9f98,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:33:01.471068 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-66b8e293-7566-4a1b-931f-0aca2b457110 None None] Attempting to bind port 7c148cbc-a7c4-48b3-9c3d-d1452c299648 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:33:01.471449 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-66b8e293-7566-4a1b-931f-0aca2b457110 None None] Attempting to bind port 7c148cbc-a7c4-48b3-9c3d-d1452c299648 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '178ef82f-e229-46d7-8bae-b9437550cbfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '3724bc3b-f71b-4431-8853-aa816a382047'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:33:01.472383 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b8e293-7566-4a1b-931f-0aca2b457110 None None] Attempting to bind port 7c148cbc-a7c4-48b3-9c3d-d1452c299648 on network 3724bc3b-f71b-4431-8853-aa816a382047 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:33:01.476586 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e568f948-c7bb-4279-a2fa-7a5a8a7be8cd tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Made reservation on behalf of eec785a36bb947ca8a0b9e5aec6023b6 for: {'network': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:33:01.479929 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b8e293-7566-4a1b-931f-0aca2b457110 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:33:01.480351 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b8e293-7566-4a1b-931f-0aca2b457110 None None] Checking segment: {'id': '178ef82f-e229-46d7-8bae-b9437550cbfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '3724bc3b-f71b-4431-8853-aa816a382047'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:33:01.480760 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-66b8e293-7566-4a1b-931f-0aca2b457110 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:01.481159 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b8e293-7566-4a1b-931f-0aca2b457110 None None] Bound using segment: {'id': '178ef82f-e229-46d7-8bae-b9437550cbfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '3724bc3b-f71b-4431-8853-aa816a382047'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:33:01.481633 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-66b8e293-7566-4a1b-931f-0aca2b457110 None None] Bound port: 7c148cbc-a7c4-48b3-9c3d-d1452c299648, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '178ef82f-e229-46d7-8bae-b9437550cbfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '3724bc3b-f71b-4431-8853-aa816a382047'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:33:01.482309 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-66b8e293-7566-4a1b-931f-0aca2b457110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (7c148cbc-a7c4-48b3-9c3d-d1452c299648), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:01.486167 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e568f948-c7bb-4279-a2fa-7a5a8a7be8cd tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:01.509854 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-c31f3cb0-62e8-4cd8-9b9a-a16fe894b4cf tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0592864 Jan 28 07:33:01.510265 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 45370) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:33:01.515096 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-3922131d-9ed9-40c7-92f0-0b4e831ff16d tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Request body: {'security_group_rule': {'security_group_id': 'ff65b590-2a8a-451c-9291-992e6c83ce3a', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:33:01.531037 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cf7546a7-7bce-4d75-b5f5-214d7db3515a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298'] for port (8df6c2ce-9fbd-419e-a395-9d412d589549), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:01.554510 n-d-712749-28 neutron-server[103284]: INFO neutron.db.securitygroups_db [None req-3922131d-9ed9-40c7-92f0-0b4e831ff16d tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Project c1315320091c456ca5efef52808bdf9f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 07:33:01.564928 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3922131d-9ed9-40c7-92f0-0b4e831ff16d tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks [] for security_group_rule (e6f34f41-e63b-4bef-bece-37b7d0f05e9d), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:01.577021 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-cf7546a7-7bce-4d75-b5f5-214d7db3515a None None] Network f38dd0d6-8f88-4964-bb49-22eb8b1d41cb is not hosted by any dhcp agent {{(pid=103285) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 28 07:33:01.577533 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7546a7-7bce-4d75-b5f5-214d7db3515a None None] No DVR routers for this DVR port 8df6c2ce-9fbd-419e-a395-9d412d589549 on host n-d-712749-28 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:33:01.581068 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7546a7-7bce-4d75-b5f5-214d7db3515a None None] Pushing event deleted for resources: {'Port': ['ID=8df6c2ce-9fbd-419e-a395-9d412d589549,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:33:01.595952 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-66b8e293-7566-4a1b-931f-0aca2b457110 None None] For port 7c148cbc-a7c4-48b3-9c3d-d1452c299648, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:33:01.599987 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-66b8e293-7566-4a1b-931f-0aca2b457110 None None] For port 7c148cbc-a7c4-48b3-9c3d-d1452c299648, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=7c148cbc-a7c4-48b3-9c3d-d1452c299648,segment=NetworkSegment(178ef82f-e229-46d7-8bae-b9437550cbfa),segment_id=178ef82f-e229-46d7-8bae-b9437550cbfa)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:33:01.610177 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-66b8e293-7566-4a1b-931f-0aca2b457110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (7c148cbc-a7c4-48b3-9c3d-d1452c299648), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:01.620102 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a7a707c4-d1fc-4296-afa2-39d7c505ec5e tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13546665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13556132'] for subnet (6ebde56d-28f5-46b4-96c9-3b096c58ec8c), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:01.630421 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e568f948-c7bb-4279-a2fa-7a5a8a7be8cd tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=103283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:33:01.642809 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-44ce2c84-4c03-43e7-845a-b27cbcdba187 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13546665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13556132'] for subnet (65a73a7b-dea4-40fe-b353-341144e10c02), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:01.711596 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b8e293-7566-4a1b-931f-0aca2b457110 None None] Pushing event updated for resources: {'Port': ['ID=7c148cbc-a7c4-48b3-9c3d-d1452c299648,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:33:01.760903 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a707c4-d1fc-4296-afa2-39d7c505ec5e tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Pushing event deleted for resources: {'Subnet': ['ID=6ebde56d-28f5-46b4-96c9-3b096c58ec8c,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:33:01.761175 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3922131d-9ed9-40c7-92f0-0b4e831ff16d tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks [] for security_group_rule (e6f34f41-e63b-4bef-bece-37b7d0f05e9d), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:01.770572 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e568f948-c7bb-4279-a2fa-7a5a8a7be8cd tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (5e87309a-2fd6-4e01-a3f2-5e62e2c2afaf), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:01.770939 n-d-712749-28 neutron-server[103283]: INFO neutron.db.segments_db [None req-e568f948-c7bb-4279-a2fa-7a5a8a7be8cd tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Added segment 5e87309a-2fd6-4e01-a3f2-5e62e2c2afaf of type vlan for network 9cc9ef5c-1c39-4efb-8864-a5571e394a90 Jan 28 07:33:01.771850 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3922131d-9ed9-40c7-92f0-0b4e831ff16d tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (e6f34f41-e63b-4bef-bece-37b7d0f05e9d), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:01.798269 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3922131d-9ed9-40c7-92f0-0b4e831ff16d tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6f34f41-e63b-4bef-bece-37b7d0f05e9d,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:33:01.819586 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3922131d-9ed9-40c7-92f0-0b4e831ff16d tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:01.820864 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-3922131d-9ed9-40c7-92f0-0b4e831ff16d tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3094330 Jan 28 07:33:01.823662 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 45374) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:33:01.842568 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-d2cb2746-09ce-47c5-b4bc-e52eb32fe919 tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] 10.222.0.41 "GET /v2.0/security-group-rules/e6f34f41-e63b-4bef-bece-37b7d0f05e9d HTTP/1.1" status: 200 len: 769 time: 0.0176258 Jan 28 07:33:01.845069 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 45376) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:33:01.848982 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ce2c84-4c03-43e7-845a-b27cbcdba187 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65a73a7b-dea4-40fe-b353-341144e10c02,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:33:01.857653 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-44ce2c84-4c03-43e7-845a-b27cbcdba187 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:01.864224 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb530c36-5218-42d4-b617-7dc3e0f7f9a3 None None] Network 357baa4b-4f79-49f8-be8c-5fdc754a2350 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:33:01.868276 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-44ce2c84-4c03-43e7-845a-b27cbcdba187 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/65a73a7b-dea4-40fe-b353-341144e10c02 HTTP/1.1" status: 204 len: 168 time: 0.9818249 Jan 28 07:33:01.868407 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 45378) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:33:01.875820 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634ce1ac-a539-4668-9701-d618a5b4012e req-ba9e57eb-fc8d-4246-81fd-53ea729c9939 tempest-VolumesActionsTest-2046619294 tempest-VolumesActionsTest-2046619294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:33:01.877236 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-634ce1ac-a539-4668-9701-d618a5b4012e req-ba9e57eb-fc8d-4246-81fd-53ea729c9939 tempest-VolumesActionsTest-2046619294 tempest-VolumesActionsTest-2046619294-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8b1af6f-0b84-4f2d-a9d8-ca1541b393a0 HTTP/1.1" status: 200 len: 943 time: 0.3045166 Jan 28 07:33:01.916429 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a7a707c4-d1fc-4296-afa2-39d7c505ec5e tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (3724bc3b-f71b-4431-8853-aa816a382047), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:01.960469 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e568f948-c7bb-4279-a2fa-7a5a8a7be8cd tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (9cc9ef5c-1c39-4efb-8864-a5571e394a90), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:01.970215 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-a7a707c4-d1fc-4296-afa2-39d7c505ec5e tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3724bc3b-f71b-4431-8853-aa816a382047']}} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:33:02.008297 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-a7a707c4-d1fc-4296-afa2-39d7c505ec5e tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '178ef82f-e229-46d7-8bae-b9437550cbfa') {'for_net_delete': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:33:02.008660 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-a7a707c4-d1fc-4296-afa2-39d7c505ec5e tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '178ef82f-e229-46d7-8bae-b9437550cbfa') {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:33:02.039482 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-949a7b49-d904-4baf-915a-1fd95a271d6c tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1932957 Jan 28 07:33:02.040638 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 45380) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:33:02.063564 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a7a707c4-d1fc-4296-afa2-39d7c505ec5e tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13506801'] for segment (178ef82f-e229-46d7-8bae-b9437550cbfa), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:02.073760 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-94e058f2-db96-4adc-8065-13dcb8e83979 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (357baa4b-4f79-49f8-be8c-5fdc754a2350), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:02.109126 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e568f948-c7bb-4279-a2fa-7a5a8a7be8cd tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (9cc9ef5c-1c39-4efb-8864-a5571e394a90), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:02.112170 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5d55af2b-1292-4b1b-8fe7-b1e851a15d4e tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks [] for security_group_rule (e6f34f41-e63b-4bef-bece-37b7d0f05e9d), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:02.116463 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e568f948-c7bb-4279-a2fa-7a5a8a7be8cd tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:33:02.117318 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e568f948-c7bb-4279-a2fa-7a5a8a7be8cd tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks [] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:02.123824 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5d55af2b-1292-4b1b-8fe7-b1e851a15d4e tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks [] for security_group_rule (e6f34f41-e63b-4bef-bece-37b7d0f05e9d), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:02.167106 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5d55af2b-1292-4b1b-8fe7-b1e851a15d4e tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (e6f34f41-e63b-4bef-bece-37b7d0f05e9d), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:02.221391 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0678bfdd-cb58-496a-962a-4bbc650e8c31 None None] DHCP port deletion for 357baa4b-4f79-49f8-be8c-5fdc754a2350 request from n-d-712749-28 {{(pid=103285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 07:33:02.228944 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-634ce1ac-a539-4668-9701-d618a5b4012e req-a9efd6f9-56b8-443b-bb36-74caa969ae9f tempest-VolumesActionsTest-2046619294 tempest-VolumesActionsTest-2046619294-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a515e2c-f1b1-4b77-93a7-8b4d24326c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3231122 Jan 28 07:33:02.230487 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5d55af2b-1292-4b1b-8fe7-b1e851a15d4e tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:02.230744 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a7a707c4-d1fc-4296-afa2-39d7c505ec5e tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (178ef82f-e229-46d7-8bae-b9437550cbfa), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:02.237157 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-5d55af2b-1292-4b1b-8fe7-b1e851a15d4e tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/e6f34f41-e63b-4bef-bece-37b7d0f05e9d HTTP/1.1" status: 204 len: 168 time: 0.1954558 Jan 28 07:33:02.238186 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d55af2b-1292-4b1b-8fe7-b1e851a15d4e tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e6f34f41-e63b-4bef-bece-37b7d0f05e9d,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:33:02.249322 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 45382) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:33:02.259790 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-e568f948-c7bb-4279-a2fa-7a5a8a7be8cd tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9512618 Jan 28 07:33:02.260637 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e568f948-c7bb-4279-a2fa-7a5a8a7be8cd tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Pushing event updated for resources: {'Network': ['ID=9cc9ef5c-1c39-4efb-8864-a5571e394a90,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:33:02.263089 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 45384) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:33:02.271452 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-e3c97d86-e24b-4171-972b-0bab1f678555 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Request body: {'subnet': {'network_id': '9cc9ef5c-1c39-4efb-8864-a5571e394a90', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:33:02.278982 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7a707c4-d1fc-4296-afa2-39d7c505ec5e tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=103283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:33:02.279427 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a7a707c4-d1fc-4296-afa2-39d7c505ec5e tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13546563'] for segment (178ef82f-e229-46d7-8bae-b9437550cbfa), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:02.298901 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network 9cc9ef5c-1c39-4efb-8864-a5571e394a90 details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:33:02.299256 n-d-712749-28 neutron-server[103283]: Traceback (most recent call last): Jan 28 07:33:02.299256 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:33:02.299256 n-d-712749-28 neutron-server[103283]: timer() Jan 28 07:33:02.299256 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:33:02.299256 n-d-712749-28 neutron-server[103283]: cb(*args, **kw) Jan 28 07:33:02.299256 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:33:02.299256 n-d-712749-28 neutron-server[103283]: return func(*args, **kwargs) Jan 28 07:33:02.299256 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:33:02.299256 n-d-712749-28 neutron-server[103283]: self._notify() Jan 28 07:33:02.299256 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:33:02.299256 n-d-712749-28 neutron-server[103283]: self.callback(batched_events) Jan 28 07:33:02.299256 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:33:02.299256 n-d-712749-28 neutron-server[103283]: event.method(event) Jan 28 07:33:02.299256 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:33:02.299256 n-d-712749-28 neutron-server[103283]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:33:02.299256 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:33:02.299256 n-d-712749-28 neutron-server[103283]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:33:02.299256 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:33:02.299256 n-d-712749-28 neutron-server[103283]: return f(self, *a, **k) Jan 28 07:33:02.299256 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:33:02.299256 n-d-712749-28 neutron-server[103283]: return self._get(url).json() Jan 28 07:33:02.299256 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:33:02.299256 n-d-712749-28 neutron-server[103283]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:33:02.299256 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:33:02.299256 n-d-712749-28 neutron-server[103283]: return self.request(url, 'GET', **kwargs) Jan 28 07:33:02.299256 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:33:02.299256 n-d-712749-28 neutron-server[103283]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:33:02.299256 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:33:02.299256 n-d-712749-28 neutron-server[103283]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:33:02.299256 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:33:02.299256 n-d-712749-28 neutron-server[103283]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:33:02.299256 n-d-712749-28 neutron-server[103283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:33:02.311868 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 7c148cbc-a7c4-48b3-9c3d-d1452c299648 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:33:02.333877 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-94e058f2-db96-4adc-8065-13dcb8e83979 admin admin] Deleting port 9f9f0671-cb2a-4024-9f4a-0e00150f9a90 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:33:02.334267 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-94e058f2-db96-4adc-8065-13dcb8e83979 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (9f9f0671-cb2a-4024-9f4a-0e00150f9a90), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:02.411057 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.db.api [None req-a7a707c4-d1fc-4296-afa2-39d7c505ec5e tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 07:33:02.411057 n-d-712749-28 neutron-server[103283]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 07:33:02.411057 n-d-712749-28 neutron-server[103283]: [parameters: {'id': '3724bc3b-f71b-4431-8853-aa816a382047'}] Jan 28 07:33:02.411057 n-d-712749-28 neutron-server[103283]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103283) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 07:33:02.411602 n-d-712749-28 neutron-server[103283]: DEBUG oslo_db.api [None req-a7a707c4-d1fc-4296-afa2-39d7c505ec5e tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 07:33:02.416141 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-f3960792-0fc8-462d-80df-af3c0a874916 tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1619709 Jan 28 07:33:02.417043 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 45386) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:33:02.460836 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 7c148cbc-a7c4-48b3-9c3d-d1452c299648 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:33:02.461191 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (7c148cbc-a7c4-48b3-9c3d-d1452c299648), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:02.462095 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-94e058f2-db96-4adc-8065-13dcb8e83979 admin admin] For port 9f9f0671-cb2a-4024-9f4a-0e00150f9a90, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=9f9f0671-cb2a-4024-9f4a-0e00150f9a90,segment=NetworkSegment(473d0bd6-a7d7-47be-b640-e2f5658ac027),segment_id=473d0bd6-a7d7-47be-b640-e2f5658ac027)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:33:02.462698 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-94e058f2-db96-4adc-8065-13dcb8e83979 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (9f9f0671-cb2a-4024-9f4a-0e00150f9a90), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:02.463608 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-0678bfdd-cb58-496a-962a-4bbc650e8c31 None None] Deleting port 9f9f0671-cb2a-4024-9f4a-0e00150f9a90 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:33:02.463974 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0678bfdd-cb58-496a-962a-4bbc650e8c31 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (9f9f0671-cb2a-4024-9f4a-0e00150f9a90), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:02.474606 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3c97d86-e24b-4171-972b-0bab1f678555 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Made reservation on behalf of eec785a36bb947ca8a0b9e5aec6023b6 for: {'subnet': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:33:02.478693 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e3c97d86-e24b-4171-972b-0bab1f678555 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13555781'] for subnet (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:02.482191 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-94e058f2-db96-4adc-8065-13dcb8e83979 admin admin] Calling delete_port for 9f9f0671-cb2a-4024-9f4a-0e00150f9a90 owned by network:dhcp {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:33:02.552583 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8afcb4e7-877d-4c5a-b00d-09358ef4cdcc tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks [] for security_group (ff65b590-2a8a-451c-9291-992e6c83ce3a), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:02.578391 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8afcb4e7-877d-4c5a-b00d-09358ef4cdcc tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks [] for security_group (ff65b590-2a8a-451c-9291-992e6c83ce3a), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:02.606774 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-94e058f2-db96-4adc-8065-13dcb8e83979 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (9f9f0671-cb2a-4024-9f4a-0e00150f9a90), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:02.648376 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e058f2-db96-4adc-8065-13dcb8e83979 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f9f0671-cb2a-4024-9f4a-0e00150f9a90,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:33:02.655035 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e058f2-db96-4adc-8065-13dcb8e83979 admin admin] No DVR routers for this DVR port 9f9f0671-cb2a-4024-9f4a-0e00150f9a90 on host n-d-712749-28 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:33:02.703982 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 628df23b-5ad7-4d96-a467-d4264ee339d5 details requested by agent hyperv_n-h1-712749-28 with host n-h1-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:33:02.705927 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device f59c74d6-506d-43a4-afe0-6d72a003824b no longer exists at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:33:02.707335 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8afcb4e7-877d-4c5a-b00d-09358ef4cdcc tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (ff65b590-2a8a-451c-9291-992e6c83ce3a), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:02.710795 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8afcb4e7-877d-4c5a-b00d-09358ef4cdcc tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:02.715634 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-8afcb4e7-877d-4c5a-b00d-09358ef4cdcc tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] 10.222.0.41 "DELETE /v2.0/security-groups/ff65b590-2a8a-451c-9291-992e6c83ce3a HTTP/1.1" status: 204 len: 168 time: 0.2975821 Jan 28 07:33:02.720654 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 45390) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:33:02.754497 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-94e058f2-db96-4adc-8065-13dcb8e83979 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (357baa4b-4f79-49f8-be8c-5fdc754a2350), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:02.765377 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] No Port match for: f59c74d6-506d-43a4-afe0-6d72a003824b {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:33:02.765780 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device f59c74d6-506d-43a4-afe0-6d72a003824b not bound to the agent host n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:33:02.770444 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-0678bfdd-cb58-496a-962a-4bbc650e8c31 None None] For port 9f9f0671-cb2a-4024-9f4a-0e00150f9a90, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=9f9f0671-cb2a-4024-9f4a-0e00150f9a90,segment=NetworkSegment(473d0bd6-a7d7-47be-b640-e2f5658ac027),segment_id=473d0bd6-a7d7-47be-b640-e2f5658ac027)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:33:02.770860 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0678bfdd-cb58-496a-962a-4bbc650e8c31 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (9f9f0671-cb2a-4024-9f4a-0e00150f9a90), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:02.790338 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-0678bfdd-cb58-496a-962a-4bbc650e8c31 None None] Calling delete_port for 9f9f0671-cb2a-4024-9f4a-0e00150f9a90 owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:33:02.793764 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-94e058f2-db96-4adc-8065-13dcb8e83979 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['357baa4b-4f79-49f8-be8c-5fdc754a2350']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:33:02.807829 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-94e058f2-db96-4adc-8065-13dcb8e83979 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '473d0bd6-a7d7-47be-b640-e2f5658ac027') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:33:02.808373 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-94e058f2-db96-4adc-8065-13dcb8e83979 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '473d0bd6-a7d7-47be-b640-e2f5658ac027') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:33:02.821772 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-94e058f2-db96-4adc-8065-13dcb8e83979 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24759294'] for segment (473d0bd6-a7d7-47be-b640-e2f5658ac027), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:02.848308 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-94e058f2-db96-4adc-8065-13dcb8e83979 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (473d0bd6-a7d7-47be-b640-e2f5658ac027), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:02.855894 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94e058f2-db96-4adc-8065-13dcb8e83979 admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:33:02.856818 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-94e058f2-db96-4adc-8065-13dcb8e83979 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24757675'] for segment (473d0bd6-a7d7-47be-b640-e2f5658ac027), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:02.860087 n-d-712749-28 neutron-server[103284]: Traceback (most recent call last): Jan 28 07:33:02.860087 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:33:02.860087 n-d-712749-28 neutron-server[103284]: timer() Jan 28 07:33:02.860087 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:33:02.860087 n-d-712749-28 neutron-server[103284]: cb(*args, **kw) Jan 28 07:33:02.860087 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:33:02.860087 n-d-712749-28 neutron-server[103284]: return func(*args, **kwargs) Jan 28 07:33:02.860087 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:33:02.860087 n-d-712749-28 neutron-server[103284]: self._notify() Jan 28 07:33:02.860087 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:33:02.860087 n-d-712749-28 neutron-server[103284]: self.callback(batched_events) Jan 28 07:33:02.860087 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:33:02.860087 n-d-712749-28 neutron-server[103284]: event.method(event) Jan 28 07:33:02.860087 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:33:02.860087 n-d-712749-28 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:33:02.860087 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:33:02.860087 n-d-712749-28 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:33:02.860087 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:33:02.860087 n-d-712749-28 neutron-server[103284]: return f(self, *a, **k) Jan 28 07:33:02.860087 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:33:02.860087 n-d-712749-28 neutron-server[103284]: return self._get(url).json() Jan 28 07:33:02.860087 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:33:02.860087 n-d-712749-28 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:33:02.860087 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:33:02.860087 n-d-712749-28 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Jan 28 07:33:02.860087 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:33:02.860087 n-d-712749-28 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:33:02.860087 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:33:02.860087 n-d-712749-28 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:33:02.860087 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:33:02.860087 n-d-712749-28 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:33:02.860087 n-d-712749-28 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:33:02.918254 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a7a707c4-d1fc-4296-afa2-39d7c505ec5e tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (3724bc3b-f71b-4431-8853-aa816a382047), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:02.935008 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-6b9950be-3002-4cf2-98b6-c8c5aa01974b tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1826842 Jan 28 07:33:02.935820 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 45392) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:33:02.936707 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afcb4e7-877d-4c5a-b00d-09358ef4cdcc tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff65b590-2a8a-451c-9291-992e6c83ce3a,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:33:02.944784 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-8576cbb6-691c-4744-af0c-d754f07c3e44 tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Request body: {'security_group': {'name': 'tempest-secgroup--2042917945'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:33:02.995664 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-94e058f2-db96-4adc-8065-13dcb8e83979 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (357baa4b-4f79-49f8-be8c-5fdc754a2350), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:03.003188 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-94e058f2-db96-4adc-8065-13dcb8e83979 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:03.006986 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 7c148cbc-a7c4-48b3-9c3d-d1452c299648 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:33:03.007415 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (7c148cbc-a7c4-48b3-9c3d-d1452c299648), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:03.009410 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e3c97d86-e24b-4171-972b-0bab1f678555 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13546728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13555799'] for subnet (c3d17ffa-da8d-44e7-822f-c9d1789a4dbf), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:03.011701 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-94e058f2-db96-4adc-8065-13dcb8e83979 admin admin] 10.222.0.41 "DELETE /v2.0/networks/357baa4b-4f79-49f8-be8c-5fdc754a2350 HTTP/1.1" status: 204 len: 168 time: 1.1423883 Jan 28 07:33:03.014488 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8576cbb6-691c-4744-af0c-d754f07c3e44 tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:03.028825 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e058f2-db96-4adc-8065-13dcb8e83979 admin admin] Pushing event deleted for resources: {'Network': ['ID=357baa4b-4f79-49f8-be8c-5fdc754a2350,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:33:03.054076 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e058f2-db96-4adc-8065-13dcb8e83979 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:33:03.054463 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e058f2-db96-4adc-8065-13dcb8e83979 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:33:03.054821 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e058f2-db96-4adc-8065-13dcb8e83979 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:33:03.057837 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e058f2-db96-4adc-8065-13dcb8e83979 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:33:03.058257 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e058f2-db96-4adc-8065-13dcb8e83979 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:33:03.058612 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e058f2-db96-4adc-8065-13dcb8e83979 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:33:03.058961 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e058f2-db96-4adc-8065-13dcb8e83979 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:33:03.060438 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e058f2-db96-4adc-8065-13dcb8e83979 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:33:03.060804 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e058f2-db96-4adc-8065-13dcb8e83979 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:33:03.063402 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e058f2-db96-4adc-8065-13dcb8e83979 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:33:03.063947 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e058f2-db96-4adc-8065-13dcb8e83979 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:33:03.064344 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e058f2-db96-4adc-8065-13dcb8e83979 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:33:03.064702 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e058f2-db96-4adc-8065-13dcb8e83979 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:33:03.139210 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] For port 7c148cbc-a7c4-48b3-9c3d-d1452c299648, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=7c148cbc-a7c4-48b3-9c3d-d1452c299648,segment=NetworkSegment(178ef82f-e229-46d7-8bae-b9437550cbfa),segment_id=178ef82f-e229-46d7-8bae-b9437550cbfa)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:33:03.160688 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:03.168581 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (7c148cbc-a7c4-48b3-9c3d-d1452c299648), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:03.178914 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 628df23b-5ad7-4d96-a467-d4264ee339d5, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=628df23b-5ad7-4d96-a467-d4264ee339d5,segment=NetworkSegment(4027a421-8f77-4f95-b545-494d734aa742),segment_id=4027a421-8f77-4f95-b545-494d734aa742)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:33:03.196463 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8576cbb6-691c-4744-af0c-d754f07c3e44 tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks [] for security_group (0b121044-60e6-48da-b79b-c7930d3340b5), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:03.207739 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8576cbb6-691c-4744-af0c-d754f07c3e44 tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (0b121044-60e6-48da-b79b-c7930d3340b5), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:03.218092 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c97d86-e24b-4171-972b-0bab1f678555 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Pushing event updated for resources: {'Subnet': ['ID=c3d17ffa-da8d-44e7-822f-c9d1789a4dbf,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:33:03.243950 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c97d86-e24b-4171-972b-0bab1f678555 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Checking segment: {'id': '5e87309a-2fd6-4e01-a3f2-5e62e2c2afaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '9cc9ef5c-1c39-4efb-8864-a5571e394a90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:33:03.244639 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c97d86-e24b-4171-972b-0bab1f678555 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Network hostable DHCP agents. Network: 9cc9ef5c-1c39-4efb-8864-a5571e394a90, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:33:03.252057 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-a7a707c4-d1fc-4296-afa2-39d7c505ec5e tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Deleting port 7c148cbc-a7c4-48b3-9c3d-d1452c299648 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:33:03.252488 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a7a707c4-d1fc-4296-afa2-39d7c505ec5e tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (7c148cbc-a7c4-48b3-9c3d-d1452c299648), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:03.274667 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8576cbb6-691c-4744-af0c-d754f07c3e44 tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b121044-60e6-48da-b79b-c7930d3340b5,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:33:03.306965 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8576cbb6-691c-4744-af0c-d754f07c3e44 tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:03.308559 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-8576cbb6-691c-4744-af0c-d754f07c3e44 tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3690708 Jan 28 07:33:03.311057 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 45398) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:33:03.316107 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-c2176c09-ed98-411c-b612-744d8a535a12 tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Request body: {'security_group_rule': {'security_group_id': '0b121044-60e6-48da-b79b-c7930d3340b5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:33:03.321923 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Returning: {'device': '628df23b-5ad7-4d96-a467-d4264ee339d5', 'network_id': '5756b764-230b-4a95-9c02-70dc4b2a9110', 'port_id': '628df23b-5ad7-4d96-a467-d4264ee339d5', 'mac_address': 'fa:16:3e:51:c2:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1cf83b1-cade-43b4-8bf2-8f132ba99fa6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:33:03.337979 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 8df6c2ce-9fbd-419e-a395-9d412d589549 no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:33:03.348870 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0678bfdd-cb58-496a-962a-4bbc650e8c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298'] for port (9f9f0671-cb2a-4024-9f4a-0e00150f9a90), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:03.381759 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c2176c09-ed98-411c-b612-744d8a535a12 tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks [] for security_group_rule (f2eb5c50-34e9-45a6-b81a-824783e3ebe9), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:03.398542 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-813614a4-9c3f-4ef9-8b03-c53bf241351a None None] Network 3724bc3b-f71b-4431-8853-aa816a382047 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:33:03.402588 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f52d6878-4c1e-4e98-87bb-3a506505666f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:03.410373 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: 8df6c2ce-9fbd-419e-a395-9d412d589549 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:33:03.410874 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 8df6c2ce-9fbd-419e-a395-9d412d589549 not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:33:03.439800 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0678bfdd-cb58-496a-962a-4bbc650e8c31 None None] Network 357baa4b-4f79-49f8-be8c-5fdc754a2350 is not hosted by any dhcp agent {{(pid=103285) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 28 07:33:03.440561 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0678bfdd-cb58-496a-962a-4bbc650e8c31 None None] No DVR routers for this DVR port 9f9f0671-cb2a-4024-9f4a-0e00150f9a90 on host n-d-712749-28 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:33:03.452568 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c97d86-e24b-4171-972b-0bab1f678555 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Network 9cc9ef5c-1c39-4efb-8864-a5571e394a90 is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:33:03.482774 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-a7a707c4-d1fc-4296-afa2-39d7c505ec5e tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] For port 7c148cbc-a7c4-48b3-9c3d-d1452c299648, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=7c148cbc-a7c4-48b3-9c3d-d1452c299648,segment=NetworkSegment(178ef82f-e229-46d7-8bae-b9437550cbfa),segment_id=178ef82f-e229-46d7-8bae-b9437550cbfa)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:33:03.483154 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a7a707c4-d1fc-4296-afa2-39d7c505ec5e tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (7c148cbc-a7c4-48b3-9c3d-d1452c299648), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:03.507868 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 45400) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:33:03.516031 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-e3c97d86-e24b-4171-972b-0bab1f678555 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, 9cc9ef5c-1c39-4efb-8864-a5571e394a90) {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:33:03.529308 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-a7a707c4-d1fc-4296-afa2-39d7c505ec5e tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Calling delete_port for 7c148cbc-a7c4-48b3-9c3d-d1452c299648 owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:33:03.532157 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c97d86-e24b-4171-972b-0bab1f678555 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:33:03.532998 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e3c97d86-e24b-4171-972b-0bab1f678555 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks [] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:03.557101 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39aaa14c-8b3c-4e6e-b698-e20d8ec81799 None None] Network 9cc9ef5c-1c39-4efb-8864-a5571e394a90 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:33:03.588962 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c2176c09-ed98-411c-b612-744d8a535a12 tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks [] for security_group_rule (f2eb5c50-34e9-45a6-b81a-824783e3ebe9), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:03.599469 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254f7bd3-1533-42c4-add9-1692d685fe43 req-0959737b-2d21-474c-9b9b-aa55cec11c96 tempest-VolumesActionsTest-2046619294 tempest-VolumesActionsTest-2046619294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:33:03.606779 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-254f7bd3-1533-42c4-add9-1692d685fe43 req-0959737b-2d21-474c-9b9b-aa55cec11c96 tempest-VolumesActionsTest-2046619294 tempest-VolumesActionsTest-2046619294-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8b1af6f-0b84-4f2d-a9d8-ca1541b393a0 HTTP/1.1" status: 200 len: 943 time: 0.1393273 Jan 28 07:33:03.619181 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c2176c09-ed98-411c-b612-744d8a535a12 tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (f2eb5c50-34e9-45a6-b81a-824783e3ebe9), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:03.630139 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-e3c97d86-e24b-4171-972b-0bab1f678555 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3626051 Jan 28 07:33:03.632610 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 45402) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:33:03.638090 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-5906819d-f31b-40f1-a83d-cde77c4f72c3 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-803915010', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:33:03.662059 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 45404) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:33:03.662666 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-51d830fe-0b80-411b-91f2-6b940ee6efdf admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=af35f21ed1ee47008678836969a0d253&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1521666 Jan 28 07:33:03.669251 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2176c09-ed98-411c-b612-744d8a535a12 tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2eb5c50-34e9-45a6-b81a-824783e3ebe9,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:33:03.685652 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Pushing event updated for resources: {'Port': ['ID=7c148cbc-a7c4-48b3-9c3d-d1452c299648,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:33:03.699996 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c2176c09-ed98-411c-b612-744d8a535a12 tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:03.699996 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-c2176c09-ed98-411c-b612-744d8a535a12 tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3868864 Jan 28 07:33:03.701769 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 45406) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:33:03.744621 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5906819d-f31b-40f1-a83d-cde77c4f72c3 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16606890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127275'] for router (3257cbf0-9371-4294-915d-12b9f47b71bc), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:03.745693 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5906819d-f31b-40f1-a83d-cde77c4f72c3 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16605498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16607952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16355422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127266'] for router (3257cbf0-9371-4294-915d-12b9f47b71bc), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:03.774987 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-254f7bd3-1533-42c4-add9-1692d685fe43 req-42129e2d-7af4-4b4c-a2ef-f968163f4388 tempest-VolumesActionsTest-2046619294 tempest-VolumesActionsTest-2046619294-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a515e2c-f1b1-4b77-93a7-8b4d24326c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655366 Jan 28 07:33:03.796661 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 628df23b-5ad7-4d96-a467-d4264ee339d5 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:33:03.796661 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (628df23b-5ad7-4d96-a467-d4264ee339d5), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:03.796661 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26537332-8ace-411e-8871-2f48d203f15d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3dd72b9-6805-5f61-b6f3-a591f99a173d-9cc9ef5c-1c39-4efb-8864-a5571e394a90', 'network_id': '9cc9ef5c-1c39-4efb-8864-a5571e394a90', 'project_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'fixed_ips': [{'subnet_id': 'c3d17ffa-da8d-44e7-822f-c9d1789a4dbf'}]}} from n-d-712749-28. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 07:33:03.796661 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-26537332-8ace-411e-8871-2f48d203f15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:03.798313 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-d4f56090-1abb-4d93-80b5-97acd50020c2 None None] Provisioning complete for port 7c148cbc-a7c4-48b3-9c3d-d1452c299648 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:33:03.798720 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d4f56090-1abb-4d93-80b5-97acd50020c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (7c148cbc-a7c4-48b3-9c3d-d1452c299648), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:03.818431 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0678bfdd-cb58-496a-962a-4bbc650e8c31 None None] Pushing event deleted for resources: {'Port': ['ID=9f9f0671-cb2a-4024-9f4a-0e00150f9a90,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:33:03.851826 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3650eca5-0845-4c90-896b-2b5b1c71da1d tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks [] for security_group (0b121044-60e6-48da-b79b-c7930d3340b5), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:03.890392 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3650eca5-0845-4c90-896b-2b5b1c71da1d tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks [] for security_group (0b121044-60e6-48da-b79b-c7930d3340b5), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:03.895354 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a7a707c4-d1fc-4296-afa2-39d7c505ec5e tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (7c148cbc-a7c4-48b3-9c3d-d1452c299648), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:03.899260 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-09ca7690-432a-4adc-a009-e18a17cb94c8 admin admin] Publish callbacks [] for security_group (3c5346dc-f757-4ff5-9ea1-d40d9bd6b869), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:03.906056 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5906819d-f31b-40f1-a83d-cde77c4f72c3 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks [] for router_controller (3257cbf0-9371-4294-915d-12b9f47b71bc), precommit_add_association {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:03.914293 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 628df23b-5ad7-4d96-a467-d4264ee339d5 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:33:03.947332 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5906819d-f31b-40f1-a83d-cde77c4f72c3 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16605475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16607909'] for router (3257cbf0-9371-4294-915d-12b9f47b71bc), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:03.952936 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a707c4-d1fc-4296-afa2-39d7c505ec5e tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Pushing event deleted for resources: {'Port': ['ID=7c148cbc-a7c4-48b3-9c3d-d1452c299648,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:33:03.967422 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a707c4-d1fc-4296-afa2-39d7c505ec5e tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] No DVR routers for this DVR port 7c148cbc-a7c4-48b3-9c3d-d1452c299648 on host n-d-712749-28 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:33:03.970178 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 628df23b-5ad7-4d96-a467-d4264ee339d5, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=628df23b-5ad7-4d96-a467-d4264ee339d5,segment=NetworkSegment(4027a421-8f77-4f95-b545-494d734aa742),segment_id=4027a421-8f77-4f95-b545-494d734aa742)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:33:03.988527 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (628df23b-5ad7-4d96-a467-d4264ee339d5), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:03.997175 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-d4f56090-1abb-4d93-80b5-97acd50020c2 None None] Could not find standard attr ID for object 7c148cbc-a7c4-48b3-9c3d-d1452c299648. {{(pid=103285) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 07:33:04.005511 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3650eca5-0845-4c90-896b-2b5b1c71da1d tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (0b121044-60e6-48da-b79b-c7930d3340b5), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:04.012555 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3650eca5-0845-4c90-896b-2b5b1c71da1d tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:04.021573 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-3650eca5-0845-4c90-896b-2b5b1c71da1d tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] 10.222.0.41 "DELETE /v2.0/security-groups/0b121044-60e6-48da-b79b-c7930d3340b5 HTTP/1.1" status: 204 len: 168 time: 0.3152144 Jan 28 07:33:04.023728 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 45410) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:33:04.025210 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-09ca7690-432a-4adc-a009-e18a17cb94c8 admin admin] Publish callbacks [] for security_group (3c5346dc-f757-4ff5-9ea1-d40d9bd6b869), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:04.034117 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:04.044928 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5906819d-f31b-40f1-a83d-cde77c4f72c3 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks [] for router (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:04.048961 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-5906819d-f31b-40f1-a83d-cde77c4f72c3 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4126000 Jan 28 07:33:04.060766 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 45412) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:33:04.109520 n-d-712749-28 neutron-server[103285]: INFO neutron.plugins.ml2.db [None req-d4f56090-1abb-4d93-80b5-97acd50020c2 None None] No ports have port_id starting with 7c148cbc-a7c4-48b3-9c3d-d1452c299648 Jan 28 07:33:04.125683 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e56a55-ee34-4635-b2ca-a5ddb25eb893 None None] DHCP port deletion for 3724bc3b-f71b-4431-8853-aa816a382047 request from n-d-712749-28 {{(pid=103285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 07:33:04.146086 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a7a707c4-d1fc-4296-afa2-39d7c505ec5e tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (3724bc3b-f71b-4431-8853-aa816a382047), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:04.192507 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-a7a707c4-d1fc-4296-afa2-39d7c505ec5e tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3724bc3b-f71b-4431-8853-aa816a382047']}} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:33:04.206005 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-a7a707c4-d1fc-4296-afa2-39d7c505ec5e tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '178ef82f-e229-46d7-8bae-b9437550cbfa') {'for_net_delete': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:33:04.206542 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-a7a707c4-d1fc-4296-afa2-39d7c505ec5e tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '178ef82f-e229-46d7-8bae-b9437550cbfa') {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:33:04.222182 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a7a707c4-d1fc-4296-afa2-39d7c505ec5e tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13506801'] for segment (178ef82f-e229-46d7-8bae-b9437550cbfa), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:04.258629 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=628df23b-5ad7-4d96-a467-d4264ee339d5,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:33:04.276400 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a7a707c4-d1fc-4296-afa2-39d7c505ec5e tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (178ef82f-e229-46d7-8bae-b9437550cbfa), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:04.293761 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7a707c4-d1fc-4296-afa2-39d7c505ec5e tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=103283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:33:04.294331 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a7a707c4-d1fc-4296-afa2-39d7c505ec5e tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13546563'] for segment (178ef82f-e229-46d7-8bae-b9437550cbfa), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:04.295379 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 9f9f0671-cb2a-4024-9f4a-0e00150f9a90 no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:33:04.319593 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: 9f9f0671-cb2a-4024-9f4a-0e00150f9a90 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:33:04.319860 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 9f9f0671-cb2a-4024-9f4a-0e00150f9a90 not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:33:04.329539 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-26537332-8ace-411e-8871-2f48d203f15d None None] Allocated IP 2001:db8::2 (9cc9ef5c-1c39-4efb-8864-a5571e394a90/c3d17ffa-da8d-44e7-822f-c9d1789a4dbf/fa6cdfad-7bf0-48f4-a834-4129fcf57ceb) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:33:04.340773 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['628df23b-5ad7-4d96-a467-d4264ee339d5'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:33:04.370921 n-d-712749-28 neutron-server[103283]: Traceback (most recent call last): Jan 28 07:33:04.370921 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:33:04.370921 n-d-712749-28 neutron-server[103283]: timer() Jan 28 07:33:04.370921 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:33:04.370921 n-d-712749-28 neutron-server[103283]: cb(*args, **kw) Jan 28 07:33:04.370921 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:33:04.370921 n-d-712749-28 neutron-server[103283]: return func(*args, **kwargs) Jan 28 07:33:04.370921 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:33:04.370921 n-d-712749-28 neutron-server[103283]: self._notify() Jan 28 07:33:04.370921 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:33:04.370921 n-d-712749-28 neutron-server[103283]: self.callback(batched_events) Jan 28 07:33:04.370921 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:33:04.370921 n-d-712749-28 neutron-server[103283]: event.method(event) Jan 28 07:33:04.370921 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:33:04.370921 n-d-712749-28 neutron-server[103283]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:33:04.370921 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:33:04.370921 n-d-712749-28 neutron-server[103283]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:33:04.370921 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:33:04.370921 n-d-712749-28 neutron-server[103283]: return f(self, *a, **k) Jan 28 07:33:04.370921 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:33:04.370921 n-d-712749-28 neutron-server[103283]: return self._get(url).json() Jan 28 07:33:04.370921 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:33:04.370921 n-d-712749-28 neutron-server[103283]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:33:04.370921 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:33:04.370921 n-d-712749-28 neutron-server[103283]: return self.request(url, 'GET', **kwargs) Jan 28 07:33:04.370921 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:33:04.370921 n-d-712749-28 neutron-server[103283]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:33:04.370921 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:33:04.370921 n-d-712749-28 neutron-server[103283]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:33:04.370921 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:33:04.370921 n-d-712749-28 neutron-server[103283]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:33:04.370921 n-d-712749-28 neutron-server[103283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:33:04.422582 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a7a707c4-d1fc-4296-afa2-39d7c505ec5e tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (3724bc3b-f71b-4431-8853-aa816a382047), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:04.448627 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3650eca5-0845-4c90-896b-2b5b1c71da1d tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b121044-60e6-48da-b79b-c7930d3340b5,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:33:04.472263 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a7a707c4-d1fc-4296-afa2-39d7c505ec5e tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks [] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:04.483440 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 45414) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:33:04.483644 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-a7a707c4-d1fc-4296-afa2-39d7c505ec5e tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] 10.222.0.41 "DELETE /v2.0/networks/3724bc3b-f71b-4431-8853-aa816a382047 HTTP/1.1" status: 204 len: 168 time: 3.6691523 Jan 28 07:33:04.486330 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a707c4-d1fc-4296-afa2-39d7c505ec5e tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Pushing event deleted for resources: {'Network': ['ID=3724bc3b-f71b-4431-8853-aa816a382047,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:33:04.488622 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-09ca7690-432a-4adc-a009-e18a17cb94c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (3c5346dc-f757-4ff5-9ea1-d40d9bd6b869), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:04.489001 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-8c1e6194-8554-48dd-a217-8989713ab985 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1879042134'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:33:04.491860 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-09ca7690-432a-4adc-a009-e18a17cb94c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:04.497804 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-09ca7690-432a-4adc-a009-e18a17cb94c8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3c5346dc-f757-4ff5-9ea1-d40d9bd6b869 HTTP/1.1" status: 204 len: 168 time: 0.8330894 Jan 28 07:33:04.510286 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ca7690-432a-4adc-a009-e18a17cb94c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c5346dc-f757-4ff5-9ea1-d40d9bd6b869,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:33:04.617422 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-b439d95d-7738-45e3-a78a-842722b91658 tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.5883613 Jan 28 07:33:04.620230 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 45418) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:33:04.641180 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-26537332-8ace-411e-8871-2f48d203f15d None None] Publish callbacks [] for port (fa6cdfad-7bf0-48f4-a834-4129fcf57ceb), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:04.648597 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c1e6194-8554-48dd-a217-8989713ab985 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Made reservation on behalf of d922f36101af452d805cf60e026e730b for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:33:04.652015 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8c1e6194-8554-48dd-a217-8989713ab985 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:04.653154 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-26537332-8ace-411e-8871-2f48d203f15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (fa6cdfad-7bf0-48f4-a834-4129fcf57ceb), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:04.713476 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-f2e69d8e-4296-4f7c-98fb-73b2571c7866 tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0894079 Jan 28 07:33:04.713875 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 45420) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:33:04.716895 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26537332-8ace-411e-8871-2f48d203f15d None None] Network 9cc9ef5c-1c39-4efb-8864-a5571e394a90 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:33:04.730016 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-26537332-8ace-411e-8871-2f48d203f15d None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:33:04.739732 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26537332-8ace-411e-8871-2f48d203f15d None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:33:04.746114 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c1e6194-8554-48dd-a217-8989713ab985 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:33:04.747873 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26537332-8ace-411e-8871-2f48d203f15d None None] Pushing event updated for resources: {'Port': ['ID=fa6cdfad-7bf0-48f4-a834-4129fcf57ceb,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:33:04.774440 n-d-712749-28 neutron-server[103283]: INFO neutron.api.v2.resource [None req-b43ca33f-d769-40d1-ae11-24806ec09b31 tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] delete failed (client error): The resource could not be found. Jan 28 07:33:04.776406 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-b43ca33f-d769-40d1-ae11-24806ec09b31 tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] 10.222.0.41 "DELETE /v2.0/security-groups/0b121044-60e6-48da-b79b-c7930d3340b5 HTTP/1.1" status: 404 len: 347 time: 0.0596049 Jan 28 07:33:04.780057 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8c1e6194-8554-48dd-a217-8989713ab985 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (fce2e60b-337c-4037-815d-e18541bfda19), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:04.780057 n-d-712749-28 neutron-server[103284]: INFO neutron.db.segments_db [None req-8c1e6194-8554-48dd-a217-8989713ab985 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Added segment fce2e60b-337c-4037-815d-e18541bfda19 of type vlan for network 2ae19d9d-f809-4e82-bc35-81ad072e2646 Jan 28 07:33:04.780342 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 45422) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:33:04.858182 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-4c675e4d-ddd2-4885-a013-335f3bc280f4 tempest-SecGroupIPv6Test-1736942854 tempest-SecGroupIPv6Test-1736942854-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0729818 Jan 28 07:33:04.875275 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-26537332-8ace-411e-8871-2f48d203f15d None None] Attempting to bind port fa6cdfad-7bf0-48f4-a834-4129fcf57ceb on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:33:04.875744 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8c1e6194-8554-48dd-a217-8989713ab985 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (2ae19d9d-f809-4e82-bc35-81ad072e2646), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:04.875851 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-26537332-8ace-411e-8871-2f48d203f15d None None] Attempting to bind port fa6cdfad-7bf0-48f4-a834-4129fcf57ceb by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '5e87309a-2fd6-4e01-a3f2-5e62e2c2afaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '9cc9ef5c-1c39-4efb-8864-a5571e394a90'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:33:04.876076 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26537332-8ace-411e-8871-2f48d203f15d None None] Attempting to bind port fa6cdfad-7bf0-48f4-a834-4129fcf57ceb on network 9cc9ef5c-1c39-4efb-8864-a5571e394a90 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:33:04.889594 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26537332-8ace-411e-8871-2f48d203f15d None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:33:04.889985 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26537332-8ace-411e-8871-2f48d203f15d None None] Checking segment: {'id': '5e87309a-2fd6-4e01-a3f2-5e62e2c2afaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '9cc9ef5c-1c39-4efb-8864-a5571e394a90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:33:04.890388 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-26537332-8ace-411e-8871-2f48d203f15d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:04.890791 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26537332-8ace-411e-8871-2f48d203f15d None None] Bound using segment: {'id': '5e87309a-2fd6-4e01-a3f2-5e62e2c2afaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '9cc9ef5c-1c39-4efb-8864-a5571e394a90'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:33:04.891278 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-26537332-8ace-411e-8871-2f48d203f15d None None] Bound port: fa6cdfad-7bf0-48f4-a834-4129fcf57ceb, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e87309a-2fd6-4e01-a3f2-5e62e2c2afaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '9cc9ef5c-1c39-4efb-8864-a5571e394a90'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:33:04.891681 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-26537332-8ace-411e-8871-2f48d203f15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (fa6cdfad-7bf0-48f4-a834-4129fcf57ceb), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:04.897816 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b6142fb7-d62d-451c-8ec9-10b0aadea084 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:04.977330 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d89f3a7-6c09-4881-8e34-e55946fe3681 req-499d90dc-26f5-4ba1-b52a-22f71c7e87b3 tempest-VolumesActionsTest-2046619294 tempest-VolumesActionsTest-2046619294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:33:04.991661 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4d89f3a7-6c09-4881-8e34-e55946fe3681 req-499d90dc-26f5-4ba1-b52a-22f71c7e87b3 tempest-VolumesActionsTest-2046619294 tempest-VolumesActionsTest-2046619294-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8b1af6f-0b84-4f2d-a9d8-ca1541b393a0 HTTP/1.1" status: 200 len: 944 time: 0.1109939 Jan 28 07:33:05.002657 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-26537332-8ace-411e-8871-2f48d203f15d None None] For port fa6cdfad-7bf0-48f4-a834-4129fcf57ceb, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:33:05.007401 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-26537332-8ace-411e-8871-2f48d203f15d None None] For port fa6cdfad-7bf0-48f4-a834-4129fcf57ceb, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=fa6cdfad-7bf0-48f4-a834-4129fcf57ceb,segment=NetworkSegment(5e87309a-2fd6-4e01-a3f2-5e62e2c2afaf),segment_id=5e87309a-2fd6-4e01-a3f2-5e62e2c2afaf)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:33:05.014475 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-26537332-8ace-411e-8871-2f48d203f15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (fa6cdfad-7bf0-48f4-a834-4129fcf57ceb), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:05.037321 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8c1e6194-8554-48dd-a217-8989713ab985 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (2ae19d9d-f809-4e82-bc35-81ad072e2646), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:05.042268 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c1e6194-8554-48dd-a217-8989713ab985 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:33:05.042871 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8c1e6194-8554-48dd-a217-8989713ab985 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:05.090998 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4d89f3a7-6c09-4881-8e34-e55946fe3681 req-6bf5a9d0-459b-4007-b6c9-1c2c3754fc2a tempest-VolumesActionsTest-2046619294 tempest-VolumesActionsTest-2046619294-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a515e2c-f1b1-4b77-93a7-8b4d24326c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987031 Jan 28 07:33:05.164550 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26537332-8ace-411e-8871-2f48d203f15d None None] Pushing event updated for resources: {'Port': ['ID=fa6cdfad-7bf0-48f4-a834-4129fcf57ceb,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:33:05.173946 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-8c1e6194-8554-48dd-a217-8989713ab985 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6867909 Jan 28 07:33:05.174609 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 45436) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:33:05.182699 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-b57e3008-041a-48bd-8daf-ed9860cf9262 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Request body: {'subnet': {'network_id': '2ae19d9d-f809-4e82-bc35-81ad072e2646', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:33:05.257901 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1e6194-8554-48dd-a217-8989713ab985 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Pushing event updated for resources: {'Network': ['ID=2ae19d9d-f809-4e82-bc35-81ad072e2646,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:33:05.273861 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network 2ae19d9d-f809-4e82-bc35-81ad072e2646 details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:33:05.443379 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b57e3008-041a-48bd-8daf-ed9860cf9262 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Made reservation on behalf of d922f36101af452d805cf60e026e730b for: {'subnet': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:33:05.447458 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b57e3008-041a-48bd-8daf-ed9860cf9262 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13555781'] for subnet (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:05.468424 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 45444) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:33:05.573775 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-b6142fb7-d62d-451c-8ec9-10b0aadea084 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Allocated IP 2001:db8::1 (9cc9ef5c-1c39-4efb-8864-a5571e394a90/c3d17ffa-da8d-44e7-822f-c9d1789a4dbf/e764b45c-1cd6-41f2-9c2d-beb3ad64f76f) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:33:05.658788 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-854971cb-dcb4-47b1-814c-ac9e84bc50ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:05.747063 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b57e3008-041a-48bd-8daf-ed9860cf9262 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13546728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13555799'] for subnet (1ccf72b7-ce91-4985-ad33-fbae05d9e667), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:05.795053 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-e1993100-637b-4d7b-86a6-afde72247d0a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c1315320091c456ca5efef52808bdf9f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3248346 Jan 28 07:33:05.799295 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 45456) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:33:05.803947 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57e3008-041a-48bd-8daf-ed9860cf9262 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Pushing event updated for resources: {'Subnet': ['ID=1ccf72b7-ce91-4985-ad33-fbae05d9e667,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:33:05.837998 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57e3008-041a-48bd-8daf-ed9860cf9262 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Checking segment: {'id': 'fce2e60b-337c-4037-815d-e18541bfda19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '2ae19d9d-f809-4e82-bc35-81ad072e2646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:33:05.838435 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b57e3008-041a-48bd-8daf-ed9860cf9262 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Network hostable DHCP agents. Network: 2ae19d9d-f809-4e82-bc35-81ad072e2646, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:33:05.846114 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b6142fb7-d62d-451c-8ec9-10b0aadea084 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks [] for port (e764b45c-1cd6-41f2-9c2d-beb3ad64f76f), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:05.858772 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b57e3008-041a-48bd-8daf-ed9860cf9262 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Network 2ae19d9d-f809-4e82-bc35-81ad072e2646 is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:33:05.872675 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-b57e3008-041a-48bd-8daf-ed9860cf9262 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, 2ae19d9d-f809-4e82-bc35-81ad072e2646) {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:33:05.878081 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b57e3008-041a-48bd-8daf-ed9860cf9262 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:33:05.878533 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b57e3008-041a-48bd-8daf-ed9860cf9262 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks [] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:05.885000 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c2153ce-7a22-43a4-b6ef-f21167faeb33 None None] Network 2ae19d9d-f809-4e82-bc35-81ad072e2646 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:33:05.897864 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dbaf92c3-038c-48a6-8222-4c5c7e316b14 admin admin] Publish callbacks [] for security_group (a2a6a82b-20d7-4b82-b855-9741e5569fba), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:05.905926 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-b57e3008-041a-48bd-8daf-ed9860cf9262 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7276306 Jan 28 07:33:05.907327 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 45458) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:33:05.922244 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-d8264146-06b2-4ffe-9868-9f253c5e334f tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Request body: {'subnet': {'network_id': '2ae19d9d-f809-4e82-bc35-81ad072e2646', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:33:05.931716 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dbaf92c3-038c-48a6-8222-4c5c7e316b14 admin admin] Publish callbacks [] for security_group (a2a6a82b-20d7-4b82-b855-9741e5569fba), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:05.946668 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b6142fb7-d62d-451c-8ec9-10b0aadea084 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (e764b45c-1cd6-41f2-9c2d-beb3ad64f76f), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:05.979304 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 45460) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:33:06.024136 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6142fb7-d62d-451c-8ec9-10b0aadea084 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Network 9cc9ef5c-1c39-4efb-8864-a5571e394a90 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:33:06.033147 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-b6142fb7-d62d-451c-8ec9-10b0aadea084 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:33:06.036420 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6142fb7-d62d-451c-8ec9-10b0aadea084 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:33:06.036965 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b6142fb7-d62d-451c-8ec9-10b0aadea084 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16609232'] for router_interface (3257cbf0-9371-4294-915d-12b9f47b71bc), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:06.039326 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6142fb7-d62d-451c-8ec9-10b0aadea084 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Pushing event updated for resources: {'Port': ['ID=e764b45c-1cd6-41f2-9c2d-beb3ad64f76f,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:33:06.075855 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e79b840-5251-41f4-a3e4-6f01bcaa552f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3dd72b9-6805-5f61-b6f3-a591f99a173d-2ae19d9d-f809-4e82-bc35-81ad072e2646', 'network_id': '2ae19d9d-f809-4e82-bc35-81ad072e2646', 'project_id': 'd922f36101af452d805cf60e026e730b', 'fixed_ips': [{'subnet_id': '1ccf72b7-ce91-4985-ad33-fbae05d9e667'}]}} from n-d-712749-28. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 07:33:06.076933 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0e79b840-5251-41f4-a3e4-6f01bcaa552f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:06.147145 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dbaf92c3-038c-48a6-8222-4c5c7e316b14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (a2a6a82b-20d7-4b82-b855-9741e5569fba), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:06.163014 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dbaf92c3-038c-48a6-8222-4c5c7e316b14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:06.164529 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-dbaf92c3-038c-48a6-8222-4c5c7e316b14 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a2a6a82b-20d7-4b82-b855-9741e5569fba HTTP/1.1" status: 204 len: 168 time: 0.3637071 Jan 28 07:33:06.165504 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8264146-06b2-4ffe-9868-9f253c5e334f tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Made reservation on behalf of d922f36101af452d805cf60e026e730b for: {'subnet': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:33:06.174217 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d8264146-06b2-4ffe-9868-9f253c5e334f tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13555781'] for subnet (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:06.239907 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaf92c3-038c-48a6-8222-4c5c7e316b14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2a6a82b-20d7-4b82-b855-9741e5569fba,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:33:06.274459 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-d2558752-e791-4952-9b84-558f565c0550 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-52129307-network', 'tenant_id': 'c4b2a68a25c944a0a3c783e458798cd1'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:33:06.361730 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device fa6cdfad-7bf0-48f4-a834-4129fcf57ceb up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:33:06.487043 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2558752-e791-4952-9b84-558f565c0550 admin admin] Made reservation on behalf of c4b2a68a25c944a0a3c783e458798cd1 for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:33:06.491564 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d2558752-e791-4952-9b84-558f565c0550 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:06.496904 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b6142fb7-d62d-451c-8ec9-10b0aadea084 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (e764b45c-1cd6-41f2-9c2d-beb3ad64f76f), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:06.520743 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d2558752-e791-4952-9b84-558f565c0550 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:06.535695 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-0e79b840-5251-41f4-a3e4-6f01bcaa552f None None] Allocated IP 2001:db8::2 (2ae19d9d-f809-4e82-bc35-81ad072e2646/1ccf72b7-ce91-4985-ad33-fbae05d9e667/c4580aaa-ce78-4979-a646-b0b82143029d) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:33:06.551062 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd3e51f-e572-4adf-9796-9e0d101bb871 req-5db5484e-543d-421e-b6a2-964d9883ba23 tempest-VolumesActionsTest-2046619294 tempest-VolumesActionsTest-2046619294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:33:06.558357 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2cd3e51f-e572-4adf-9796-9e0d101bb871 req-5db5484e-543d-421e-b6a2-964d9883ba23 tempest-VolumesActionsTest-2046619294 tempest-VolumesActionsTest-2046619294-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8b1af6f-0b84-4f2d-a9d8-ca1541b393a0 HTTP/1.1" status: 200 len: 944 time: 0.2505634 Jan 28 07:33:06.635708 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port fa6cdfad-7bf0-48f4-a834-4129fcf57ceb triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:33:06.636270 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (fa6cdfad-7bf0-48f4-a834-4129fcf57ceb), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:06.643423 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 628df23b-5ad7-4d96-a467-d4264ee339d5 up at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:33:06.708138 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d8264146-06b2-4ffe-9868-9f253c5e334f tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13546728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13555799'] for subnet (40699f83-b1dd-41bc-b96f-d468d6094abd), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:06.779164 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2cd3e51f-e572-4adf-9796-9e0d101bb871 req-49a21c29-fd00-4a9a-8b27-00cf6cae0947 tempest-VolumesActionsTest-2046619294 tempest-VolumesActionsTest-2046619294-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a515e2c-f1b1-4b77-93a7-8b4d24326c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195108 Jan 28 07:33:06.822876 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8264146-06b2-4ffe-9868-9f253c5e334f tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Network 2ae19d9d-f809-4e82-bc35-81ad072e2646 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:33:06.827418 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-d8264146-06b2-4ffe-9868-9f253c5e334f tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:33:06.835053 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8264146-06b2-4ffe-9868-9f253c5e334f tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:33:06.835613 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d8264146-06b2-4ffe-9868-9f253c5e334f tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks [] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:06.854544 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8264146-06b2-4ffe-9868-9f253c5e334f tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Pushing event updated for resources: {'Subnet': ['ID=40699f83-b1dd-41bc-b96f-d468d6094abd,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:33:06.872745 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-d8264146-06b2-4ffe-9868-9f253c5e334f tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9638402 Jan 28 07:33:06.874243 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 45480) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:33:06.926388 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d2558752-e791-4952-9b84-558f565c0550 admin admin] Publish callbacks [] for security_group (3f3a84fe-9d73-4feb-98e2-bd68e4ccb185), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:06.938784 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f801ee0-5757-4c40-8955-07bf28e4c77f tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:33:06.941041 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f801ee0-5757-4c40-8955-07bf28e4c77f tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:33:06.941462 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d2558752-e791-4952-9b84-558f565c0550 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (3f3a84fe-9d73-4feb-98e2-bd68e4ccb185), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:06.943168 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f801ee0-5757-4c40-8955-07bf28e4c77f tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:33:06.944929 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f801ee0-5757-4c40-8955-07bf28e4c77f tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:33:06.946454 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f801ee0-5757-4c40-8955-07bf28e4c77f tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:33:06.948542 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-2f801ee0-5757-4c40-8955-07bf28e4c77f tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0731781 Jan 28 07:33:06.955297 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 45482) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:33:06.961477 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-ca7ddd69-8da4-41ba-869b-9e53a66eb362 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-277274785'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:33:06.986803 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e86ccb2-0d8c-458a-b2d4-ff0eeb361965 None None] Network 9cc9ef5c-1c39-4efb-8864-a5571e394a90 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:33:06.991652 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2558752-e791-4952-9b84-558f565c0550 admin admin] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:33:06.996855 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca7ddd69-8da4-41ba-869b-9e53a66eb362 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Made reservation on behalf of d922f36101af452d805cf60e026e730b for: {'network': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:33:07.003254 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ca7ddd69-8da4-41ba-869b-9e53a66eb362 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:07.013571 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2558752-e791-4952-9b84-558f565c0550 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f3a84fe-9d73-4feb-98e2-bd68e4ccb185,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:33:07.024841 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d2558752-e791-4952-9b84-558f565c0550 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (bf0195a4-f6a6-41d1-9604-c71a469c15f7), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:07.025190 n-d-712749-28 neutron-server[103284]: INFO neutron.db.segments_db [None req-d2558752-e791-4952-9b84-558f565c0550 admin admin] Added segment bf0195a4-f6a6-41d1-9604-c71a469c15f7 of type vlan for network 2136e757-c99f-4d23-960c-aa395d5a28c6 Jan 28 07:33:07.054465 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca7ddd69-8da4-41ba-869b-9e53a66eb362 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=103283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:33:07.080360 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ca7ddd69-8da4-41ba-869b-9e53a66eb362 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (c2f43baa-5fc7-42fd-a023-e33491309672), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:07.081565 n-d-712749-28 neutron-server[103283]: INFO neutron.db.segments_db [None req-ca7ddd69-8da4-41ba-869b-9e53a66eb362 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Added segment c2f43baa-5fc7-42fd-a023-e33491309672 of type vlan for network 3bf3d77f-e16e-4fa5-80d2-9066359a3d27 Jan 28 07:33:07.110494 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d2558752-e791-4952-9b84-558f565c0550 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (2136e757-c99f-4d23-960c-aa395d5a28c6), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:07.120826 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:07.127870 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b6142fb7-d62d-451c-8ec9-10b0aadea084 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks [] for port (e764b45c-1cd6-41f2-9c2d-beb3ad64f76f), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:07.139609 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b6142fb7-d62d-451c-8ec9-10b0aadea084 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (e764b45c-1cd6-41f2-9c2d-beb3ad64f76f), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:07.140439 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b6142fb7-d62d-451c-8ec9-10b0aadea084 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16318999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16606560'] for router_interface (3257cbf0-9371-4294-915d-12b9f47b71bc), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:07.147020 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-e3ea9769-28f0-44fb-a3b0-5faeb821ddee None None] Provisioning complete for port fa6cdfad-7bf0-48f4-a834-4129fcf57ceb triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:33:07.147637 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e3ea9769-28f0-44fb-a3b0-5faeb821ddee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (fa6cdfad-7bf0-48f4-a834-4129fcf57ceb), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:07.148527 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ca7ddd69-8da4-41ba-869b-9e53a66eb362 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (3bf3d77f-e16e-4fa5-80d2-9066359a3d27), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:07.179226 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ca7ddd69-8da4-41ba-869b-9e53a66eb362 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (3bf3d77f-e16e-4fa5-80d2-9066359a3d27), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:07.186936 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca7ddd69-8da4-41ba-869b-9e53a66eb362 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:33:07.187611 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ca7ddd69-8da4-41ba-869b-9e53a66eb362 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks [] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:07.202198 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d2558752-e791-4952-9b84-558f565c0550 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (2136e757-c99f-4d23-960c-aa395d5a28c6), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:07.203157 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2558752-e791-4952-9b84-558f565c0550 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:33:07.203808 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d2558752-e791-4952-9b84-558f565c0550 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:07.235446 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0e79b840-5251-41f4-a3e4-6f01bcaa552f None None] Publish callbacks [] for port (c4580aaa-ce78-4979-a646-b0b82143029d), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:07.260687 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-ca7ddd69-8da4-41ba-869b-9e53a66eb362 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3027887 Jan 28 07:33:07.264995 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 45496) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:33:07.269128 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning for port 628df23b-5ad7-4d96-a467-d4264ee339d5 completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:33:07.269309 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6142fb7-d62d-451c-8ec9-10b0aadea084 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Pushing event updated for resources: {'Port': ['ID=e764b45c-1cd6-41f2-9c2d-beb3ad64f76f,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:33:07.275084 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-4a3c8042-60fb-4814-8b96-53436ca78293 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:33:07.340239 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port fa6cdfad-7bf0-48f4-a834-4129fcf57ceb is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:33:07.340877 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (fa6cdfad-7bf0-48f4-a834-4129fcf57ceb), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:07.341342 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-d2558752-e791-4952-9b84-558f565c0550 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3518507 Jan 28 07:33:07.353183 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 45500) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:33:07.359904 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0e79b840-5251-41f4-a3e4-6f01bcaa552f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (c4580aaa-ce78-4979-a646-b0b82143029d), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:07.386143 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-3f9ec8e1-86ef-49fc-b905-9bebe5805503 admin admin] Request body: {'subnet': {'network_id': '2136e757-c99f-4d23-960c-aa395d5a28c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-52129307-subnet', 'tenant_id': 'c4b2a68a25c944a0a3c783e458798cd1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:33:07.397449 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7ddd69-8da4-41ba-869b-9e53a66eb362 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Pushing event updated for resources: {'Network': ['ID=3bf3d77f-e16e-4fa5-80d2-9066359a3d27,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:33:07.410612 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning complete for port 628df23b-5ad7-4d96-a467-d4264ee339d5 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:33:07.410994 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (628df23b-5ad7-4d96-a467-d4264ee339d5), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:07.421447 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2558752-e791-4952-9b84-558f565c0550 admin admin] Pushing event updated for resources: {'Network': ['ID=2136e757-c99f-4d23-960c-aa395d5a28c6,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:33:07.446314 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 45504) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:33:07.462027 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network 3bf3d77f-e16e-4fa5-80d2-9066359a3d27 details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:33:07.472616 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f9ec8e1-86ef-49fc-b905-9bebe5805503 admin admin] Made reservation on behalf of c4b2a68a25c944a0a3c783e458798cd1 for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:33:07.475004 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3f9ec8e1-86ef-49fc-b905-9bebe5805503 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24979592'] for subnet (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:07.493334 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6142fb7-d62d-451c-8ec9-10b0aadea084 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Network 9cc9ef5c-1c39-4efb-8864-a5571e394a90 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:33:07.514254 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network 2136e757-c99f-4d23-960c-aa395d5a28c6 details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:33:07.544950 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-b6142fb7-d62d-451c-8ec9-10b0aadea084 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:33:07.594559 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-c1f6d887-1d67-408b-abcf-179c4f06b847 tempest-TagsTest-70668640 tempest-TagsTest-70668640-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-735558438'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:33:07.618405 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1f6d887-1d67-408b-abcf-179c4f06b847 tempest-TagsTest-70668640 tempest-TagsTest-70668640-project] Made reservation on behalf of 64d25f2d168b4fc39563f445bc26b737 for: {'network': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:33:07.621875 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c1f6d887-1d67-408b-abcf-179c4f06b847 tempest-TagsTest-70668640 tempest-TagsTest-70668640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:07.632413 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c1f6d887-1d67-408b-abcf-179c4f06b847 tempest-TagsTest-70668640 tempest-TagsTest-70668640-project] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:07.711266 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4a3c8042-60fb-4814-8b96-53436ca78293 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (3bf3d77f-e16e-4fa5-80d2-9066359a3d27), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:07.738516 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c1f6d887-1d67-408b-abcf-179c4f06b847 tempest-TagsTest-70668640 tempest-TagsTest-70668640-project] Publish callbacks [] for security_group (5b06d37b-8256-4fcb-8663-08a3c425e0fa), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:07.744330 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c1f6d887-1d67-408b-abcf-179c4f06b847 tempest-TagsTest-70668640 tempest-TagsTest-70668640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (5b06d37b-8256-4fcb-8663-08a3c425e0fa), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:07.744825 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4a3c8042-60fb-4814-8b96-53436ca78293 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (3bf3d77f-e16e-4fa5-80d2-9066359a3d27), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:07.775882 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1f6d887-1d67-408b-abcf-179c4f06b847 tempest-TagsTest-70668640 tempest-TagsTest-70668640-project] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=103283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:33:07.776676 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] For port fa6cdfad-7bf0-48f4-a834-4129fcf57ceb, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=fa6cdfad-7bf0-48f4-a834-4129fcf57ceb,segment=NetworkSegment(5e87309a-2fd6-4e01-a3f2-5e62e2c2afaf),segment_id=5e87309a-2fd6-4e01-a3f2-5e62e2c2afaf)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:33:07.776837 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4a3c8042-60fb-4814-8b96-53436ca78293 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Network 3bf3d77f-e16e-4fa5-80d2-9066359a3d27 is not hosted by any dhcp agent {{(pid=103284) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 28 07:33:07.782571 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a3c8042-60fb-4814-8b96-53436ca78293 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:33:07.782760 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-e3ea9769-28f0-44fb-a3b0-5faeb821ddee None None] Current status of the port fa6cdfad-7bf0-48f4-a834-4129fcf57ceb is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:33:07.783197 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4a3c8042-60fb-4814-8b96-53436ca78293 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:07.783332 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e3ea9769-28f0-44fb-a3b0-5faeb821ddee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (fa6cdfad-7bf0-48f4-a834-4129fcf57ceb), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:07.787484 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f6d887-1d67-408b-abcf-179c4f06b847 tempest-TagsTest-70668640 tempest-TagsTest-70668640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b06d37b-8256-4fcb-8663-08a3c425e0fa,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:33:07.789128 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-4a3c8042-60fb-4814-8b96-53436ca78293 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] 10.222.0.41 "PUT /v2.0/networks/3bf3d77f-e16e-4fa5-80d2-9066359a3d27 HTTP/1.1" status: 200 len: 723 time: 0.5214517 Jan 28 07:33:07.790362 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 45514) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:33:07.794786 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e79b840-5251-41f4-a3e4-6f01bcaa552f None None] Network 2ae19d9d-f809-4e82-bc35-81ad072e2646 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:33:07.798384 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-64c31705-ee08-4dc9-8061-8a8f0e529f4a tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Request body: {'subnet': {'network_id': '3bf3d77f-e16e-4fa5-80d2-9066359a3d27', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:33:07.802009 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (fa6cdfad-7bf0-48f4-a834-4129fcf57ceb), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:07.823964 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c1f6d887-1d67-408b-abcf-179c4f06b847 tempest-TagsTest-70668640 tempest-TagsTest-70668640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (9b1d8198-331c-45f5-a558-3cbc87e34301), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:07.824349 n-d-712749-28 neutron-server[103283]: INFO neutron.db.segments_db [None req-c1f6d887-1d67-408b-abcf-179c4f06b847 tempest-TagsTest-70668640 tempest-TagsTest-70668640-project] Added segment 9b1d8198-331c-45f5-a558-3cbc87e34301 of type vlan for network 6497858f-c741-4ad5-b66f-a768633b6885 Jan 28 07:33:07.834069 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 7c148cbc-a7c4-48b3-9c3d-d1452c299648 no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:33:07.837285 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-0e79b840-5251-41f4-a3e4-6f01bcaa552f None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:33:07.841321 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e79b840-5251-41f4-a3e4-6f01bcaa552f None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:33:07.888781 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: 7c148cbc-a7c4-48b3-9c3d-d1452c299648 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:33:07.889456 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 7c148cbc-a7c4-48b3-9c3d-d1452c299648 not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:33:07.926069 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e79b840-5251-41f4-a3e4-6f01bcaa552f None None] Pushing event updated for resources: {'Port': ['ID=c4580aaa-ce78-4979-a646-b0b82143029d,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:33:07.943830 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3c8042-60fb-4814-8b96-53436ca78293 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Pushing event updated for resources: {'Network': ['ID=3bf3d77f-e16e-4fa5-80d2-9066359a3d27,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:33:07.964539 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c1f6d887-1d67-408b-abcf-179c4f06b847 tempest-TagsTest-70668640 tempest-TagsTest-70668640-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (6497858f-c741-4ad5-b66f-a768633b6885), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:08.000038 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6142fb7-d62d-451c-8ec9-10b0aadea084 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Router 3257cbf0-9371-4294-915d-12b9f47b71bc is scheduled to L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 with binding_index 1 {{(pid=103284) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 07:33:08.018889 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa46aeb-6dc0-4349-810a-a76598a543fd req-ca2bd70a-a3d9-443d-ad40-cf09c450271b tempest-VolumesActionsTest-2046619294 tempest-VolumesActionsTest-2046619294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:33:08.020862 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-eaa46aeb-6dc0-4349-810a-a76598a543fd req-ca2bd70a-a3d9-443d-ad40-cf09c450271b tempest-VolumesActionsTest-2046619294 tempest-VolumesActionsTest-2046619294-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8b1af6f-0b84-4f2d-a9d8-ca1541b393a0 HTTP/1.1" status: 200 len: 944 time: 0.1176341 Jan 28 07:33:08.022560 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c1f6d887-1d67-408b-abcf-179c4f06b847 tempest-TagsTest-70668640 tempest-TagsTest-70668640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (6497858f-c741-4ad5-b66f-a768633b6885), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:08.027620 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f6d887-1d67-408b-abcf-179c4f06b847 tempest-TagsTest-70668640 tempest-TagsTest-70668640-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:33:08.028235 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c1f6d887-1d67-408b-abcf-179c4f06b847 tempest-TagsTest-70668640 tempest-TagsTest-70668640-project] Publish callbacks [] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:08.030826 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64c31705-ee08-4dc9-8061-8a8f0e529f4a tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Made reservation on behalf of d922f36101af452d805cf60e026e730b for: {'subnet': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:33:08.034520 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-64c31705-ee08-4dc9-8061-8a8f0e529f4a tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13555781'] for subnet (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:08.069049 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network 3bf3d77f-e16e-4fa5-80d2-9066359a3d27 details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:33:08.075679 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3f9ec8e1-86ef-49fc-b905-9bebe5805503 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24757504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24979610'] for subnet (66e93671-6c65-4d5e-8c66-6c2cfdec864e), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:08.170278 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-c1f6d887-1d67-408b-abcf-179c4f06b847 tempest-TagsTest-70668640 tempest-TagsTest-70668640-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 0.7228518 Jan 28 07:33:08.178447 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Pushing event updated for resources: {'Port': ['ID=fa6cdfad-7bf0-48f4-a834-4129fcf57ceb,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:33:08.182233 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 45518) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:33:08.189132 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.tag.tag_plugin [None req-2be967a4-2070-468f-bb23-2015003868aa tempest-TagsTest-70668640 tempest-TagsTest-70668640-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '6497858f-c741-4ad5-b66f-a768633b6885', 'tempest-TagsTest-Tag-1444097611') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:33:08.200848 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6142fb7-d62d-451c-8ec9-10b0aadea084 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:33:08.202428 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9ec8e1-86ef-49fc-b905-9bebe5805503 admin admin] Pushing event updated for resources: {'Subnet': ['ID=66e93671-6c65-4d5e-8c66-6c2cfdec864e,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:33:08.211185 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-b6142fb7-d62d-451c-8ec9-10b0aadea084 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] 10.222.0.41 "PUT /v2.0/routers/3257cbf0-9371-4294-915d-12b9f47b71bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1455700 Jan 28 07:33:08.216100 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4451217-cbb8-4f1b-839d-0ebc633ea07c None None] Sync routers for ids ['3257cbf0-9371-4294-915d-12b9f47b71bc'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:33:08.218174 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 45520) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:33:08.229433 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9ec8e1-86ef-49fc-b905-9bebe5805503 admin admin] Checking segment: {'id': 'bf0195a4-f6a6-41d1-9604-c71a469c15f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2136e757-c99f-4d23-960c-aa395d5a28c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:33:08.229791 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f9ec8e1-86ef-49fc-b905-9bebe5805503 admin admin] Network hostable DHCP agents. Network: 2136e757-c99f-4d23-960c-aa395d5a28c6, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:33:08.258913 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f6d887-1d67-408b-abcf-179c4f06b847 tempest-TagsTest-70668640 tempest-TagsTest-70668640-project] Pushing event updated for resources: {'Network': ['ID=6497858f-c741-4ad5-b66f-a768633b6885,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:33:08.266179 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4451217-cbb8-4f1b-839d-0ebc633ea07c None None] Routers {'3257cbf0-9371-4294-915d-12b9f47b71bc'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:33:08.268442 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-d4451217-cbb8-4f1b-839d-0ebc633ea07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:33:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['3257cbf0-9371-4294-915d-12b9f47b71bc'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:33:08.277017 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-eaa46aeb-6dc0-4349-810a-a76598a543fd req-cdf6328d-3fa2-4a7e-af99-a28315c992c7 tempest-VolumesActionsTest-2046619294 tempest-VolumesActionsTest-2046619294-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a515e2c-f1b1-4b77-93a7-8b4d24326c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372494 Jan 28 07:33:08.298086 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9d7b46a-9c72-4c27-a1c7-1c9afe6eb252 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:33:08.309109 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-c9d7b46a-9c72-4c27-a1c7-1c9afe6eb252 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] 10.222.0.41 "GET /v2.0/ports/e764b45c-1cd6-41f2-9c2d-beb3ad64f76f HTTP/1.1" status: 200 len: 911 time: 0.0887346 Jan 28 07:33:08.314675 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 45522) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:33:08.378819 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-d4451217-cbb8-4f1b-839d-0ebc633ea07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:33:08.388211 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network 6497858f-c741-4ad5-b66f-a768633b6885 details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:33:08.403433 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4451217-cbb8-4f1b-839d-0ebc633ea07c None None] Routers {'3257cbf0-9371-4294-915d-12b9f47b71bc'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:33:08.404259 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-d4451217-cbb8-4f1b-839d-0ebc633ea07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:33:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['3257cbf0-9371-4294-915d-12b9f47b71bc'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:33:08.477150 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-64c31705-ee08-4dc9-8061-8a8f0e529f4a tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13546728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13555799'] for subnet (05d438d2-0e6a-4f45-8f3c-9f562e8fa598), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:08.478323 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-d4451217-cbb8-4f1b-839d-0ebc633ea07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:33:08.479577 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4451217-cbb8-4f1b-839d-0ebc633ea07c None None] The sync data for ids ['3257cbf0-9371-4294-915d-12b9f47b71bc'] in n-d-712749-28 is: [] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:33:08.508557 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f9ec8e1-86ef-49fc-b905-9bebe5805503 admin admin] Network 2136e757-c99f-4d23-960c-aa395d5a28c6 is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:33:08.566063 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-3f9ec8e1-86ef-49fc-b905-9bebe5805503 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, 2136e757-c99f-4d23-960c-aa395d5a28c6) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:33:08.570467 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.db.api [None req-e3ea9769-28f0-44fb-a3b0-5faeb821ddee None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103285) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 07:33:08.570821 n-d-712749-28 neutron-server[103285]: DEBUG oslo_db.api [None req-e3ea9769-28f0-44fb-a3b0-5faeb821ddee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 07:33:08.574362 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c31705-ee08-4dc9-8061-8a8f0e529f4a tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Checking segment: {'id': 'c2f43baa-5fc7-42fd-a023-e33491309672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '3bf3d77f-e16e-4fa5-80d2-9066359a3d27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:33:08.574744 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c31705-ee08-4dc9-8061-8a8f0e529f4a tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Network hostable DHCP agents. Network: 3bf3d77f-e16e-4fa5-80d2-9066359a3d27, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:33:08.581972 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c31705-ee08-4dc9-8061-8a8f0e529f4a tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Pushing event updated for resources: {'Subnet': ['ID=05d438d2-0e6a-4f45-8f3c-9f562e8fa598,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:33:08.585898 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9ec8e1-86ef-49fc-b905-9bebe5805503 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:33:08.587659 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3f9ec8e1-86ef-49fc-b905-9bebe5805503 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:08.602625 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c31705-ee08-4dc9-8061-8a8f0e529f4a tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Network 3bf3d77f-e16e-4fa5-80d2-9066359a3d27 is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:33:08.610962 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-64c31705-ee08-4dc9-8061-8a8f0e529f4a tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, 3bf3d77f-e16e-4fa5-80d2-9066359a3d27) {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:33:08.627313 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c31705-ee08-4dc9-8061-8a8f0e529f4a tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:33:08.628453 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-64c31705-ee08-4dc9-8061-8a8f0e529f4a tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks [] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:08.639682 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d82f7569-7576-4135-acc5-550be1ed2897 None None] Network 2136e757-c99f-4d23-960c-aa395d5a28c6 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:33:08.641743 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d2345c5-bfb0-4e44-970b-8cf2a802d812 None None] Network 3bf3d77f-e16e-4fa5-80d2-9066359a3d27 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:33:08.648143 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-64c31705-ee08-4dc9-8061-8a8f0e529f4a tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8552957 Jan 28 07:33:08.650517 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 45524) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:33:08.656335 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-4c5e23a2-edb2-4619-9608-92f5c537c92a tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:33:08.710922 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-2be967a4-2070-468f-bb23-2015003868aa tempest-TagsTest-70668640 tempest-TagsTest-70668640-project] 10.222.0.41 "PUT /v2.0/networks/6497858f-c741-4ad5-b66f-a768633b6885/tags/tempest-TagsTest-Tag-1444097611 HTTP/1.1" status: 201 len: 201 time: 0.5240786 Jan 28 07:33:08.711143 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 45526) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:33:08.715297 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.tag.tag_plugin [None req-e998a1ab-a124-4749-8303-0072a1acb42d tempest-TagsTest-70668640 tempest-TagsTest-70668640-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '6497858f-c741-4ad5-b66f-a768633b6885', 'tempest-TagsTest-Tag-1444097611') {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:33:08.740017 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 628df23b-5ad7-4d96-a467-d4264ee339d5 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:33:08.740450 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (628df23b-5ad7-4d96-a467-d4264ee339d5), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:08.798417 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-3f9ec8e1-86ef-49fc-b905-9bebe5805503 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4439988 Jan 28 07:33:08.801025 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 45530) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:33:08.815019 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-d8e2113a-4622-46b4-87e0-c19dbc576b57 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-52129307-router', 'tenant_id': 'c4b2a68a25c944a0a3c783e458798cd1', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:33:08.837938 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4c5e23a2-edb2-4619-9608-92f5c537c92a tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-13555790'] for subnet (05d438d2-0e6a-4f45-8f3c-9f562e8fa598), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:08.894479 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-0e79b840-5251-41f4-a3e4-6f01bcaa552f None None] Attempting to bind port c4580aaa-ce78-4979-a646-b0b82143029d on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:33:08.895256 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-0e79b840-5251-41f4-a3e4-6f01bcaa552f None None] Attempting to bind port c4580aaa-ce78-4979-a646-b0b82143029d by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': 'fce2e60b-337c-4037-815d-e18541bfda19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '2ae19d9d-f809-4e82-bc35-81ad072e2646'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:33:08.895894 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e79b840-5251-41f4-a3e4-6f01bcaa552f None None] Attempting to bind port c4580aaa-ce78-4979-a646-b0b82143029d on network 2ae19d9d-f809-4e82-bc35-81ad072e2646 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:33:08.904229 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d8e2113a-4622-46b4-87e0-c19dbc576b57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16606890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127275'] for router (03fec057-fe96-4971-abd9-4725561f6fea), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:08.905777 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d8e2113a-4622-46b4-87e0-c19dbc576b57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16605498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16607952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16355422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127266'] for router (03fec057-fe96-4971-abd9-4725561f6fea), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:08.956790 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8b1af6f-0b84-4f2d-a9d8-ca1541b393a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '628df23b-5ad7-4d96-a467-d4264ee339d5'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:33:08.959432 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-379e6f83-95e3-4ec7-880c-d630acacd786" -d '{"events": [{"server_uuid": "b8b1af6f-0b84-4f2d-a9d8-ca1541b393a0", "name": "network-vif-plugged", "status": "completed", "tag": "628df23b-5ad7-4d96-a467-d4264ee339d5"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:33:09.011026 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e79b840-5251-41f4-a3e4-6f01bcaa552f None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:33:09.017620 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e79b840-5251-41f4-a3e4-6f01bcaa552f None None] Checking segment: {'id': 'fce2e60b-337c-4037-815d-e18541bfda19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '2ae19d9d-f809-4e82-bc35-81ad072e2646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:33:09.018234 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0e79b840-5251-41f4-a3e4-6f01bcaa552f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:09.020595 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e79b840-5251-41f4-a3e4-6f01bcaa552f None None] Bound using segment: {'id': 'fce2e60b-337c-4037-815d-e18541bfda19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '2ae19d9d-f809-4e82-bc35-81ad072e2646'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:33:09.021246 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-0e79b840-5251-41f4-a3e4-6f01bcaa552f None None] Bound port: c4580aaa-ce78-4979-a646-b0b82143029d, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fce2e60b-337c-4037-815d-e18541bfda19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '2ae19d9d-f809-4e82-bc35-81ad072e2646'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:33:09.026003 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0e79b840-5251-41f4-a3e4-6f01bcaa552f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (c4580aaa-ce78-4979-a646-b0b82143029d), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:09.026404 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d8e2113a-4622-46b4-87e0-c19dbc576b57 admin admin] Publish callbacks [] for router_controller (03fec057-fe96-4971-abd9-4725561f6fea), precommit_add_association {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:09.046367 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4c5e23a2-edb2-4619-9608-92f5c537c92a tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8782327571155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-13546662'] for subnet (05d438d2-0e6a-4f45-8f3c-9f562e8fa598), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:09.066640 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97d22173-4f4c-49f0-a1fe-521656e5596b x-openstack-request-id: req-97d22173-4f4c-49f0-a1fe-521656e5596b {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:33:09.066942 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8b1af6f-0b84-4f2d-a9d8-ca1541b393a0", "name": "network-vif-plugged", "status": "completed", "tag": "628df23b-5ad7-4d96-a467-d4264ee339d5", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:33:09.067686 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-97d22173-4f4c-49f0-a1fe-521656e5596b {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:33:09.073156 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8b1af6f-0b84-4f2d-a9d8-ca1541b393a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '628df23b-5ad7-4d96-a467-d4264ee339d5', 'code': 200} Jan 28 07:33:09.076053 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 628df23b-5ad7-4d96-a467-d4264ee339d5, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=628df23b-5ad7-4d96-a467-d4264ee339d5,segment=NetworkSegment(4027a421-8f77-4f95-b545-494d734aa742),segment_id=4027a421-8f77-4f95-b545-494d734aa742)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:33:09.078650 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:09.085787 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd5fcc28-630f-40fc-951f-c57535683b4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3dd72b9-6805-5f61-b6f3-a591f99a173d-3bf3d77f-e16e-4fa5-80d2-9066359a3d27', 'network_id': '3bf3d77f-e16e-4fa5-80d2-9066359a3d27', 'project_id': 'd922f36101af452d805cf60e026e730b', 'fixed_ips': [{'subnet_id': '05d438d2-0e6a-4f45-8f3c-9f562e8fa598'}]}} from n-d-712749-28. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 07:33:09.086978 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dd5fcc28-630f-40fc-951f-c57535683b4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:09.102587 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c5e23a2-edb2-4619-9608-92f5c537c92a tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:33:09.103375 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4c5e23a2-edb2-4619-9608-92f5c537c92a tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks [] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:09.104812 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-4c5e23a2-edb2-4619-9608-92f5c537c92a tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] 10.222.0.41 "PUT /v2.0/subnets/05d438d2-0e6a-4f45-8f3c-9f562e8fa598 HTTP/1.1" status: 200 len: 826 time: 0.4532411 Jan 28 07:33:09.116205 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 45534) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:33:09.156695 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-e998a1ab-a124-4749-8303-0072a1acb42d tempest-TagsTest-70668640 tempest-TagsTest-70668640-project] 10.222.0.41 "GET /v2.0/networks/6497858f-c741-4ad5-b66f-a768633b6885/tags/tempest-TagsTest-Tag-1444097611 HTTP/1.1" status: 204 len: 168 time: 0.4448075 Jan 28 07:33:09.158107 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (628df23b-5ad7-4d96-a467-d4264ee339d5), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:09.189538 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 45536) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:33:09.194737 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.tag.tag_plugin [None req-f642ee72-b048-4fdd-b13d-546b2bfde53e tempest-TagsTest-70668640 tempest-TagsTest-70668640-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '6497858f-c741-4ad5-b66f-a768633b6885') {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:33:09.227168 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=628df23b-5ad7-4d96-a467-d4264ee339d5,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:33:09.291541 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-e3ea9769-28f0-44fb-a3b0-5faeb821ddee None None] Current status of the port fa6cdfad-7bf0-48f4-a834-4129fcf57ceb is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:33:09.336727 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5e23a2-edb2-4619-9608-92f5c537c92a tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Pushing event updated for resources: {'Subnet': ['ID=05d438d2-0e6a-4f45-8f3c-9f562e8fa598,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:33:09.344370 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-364d3564-9417-4218-b1f9-57d8863590b1 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (3bf3d77f-e16e-4fa5-80d2-9066359a3d27), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:09.382985 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba05c05e-6a12-48ce-b65c-3b28928b83ee None None] Network 2136e757-c99f-4d23-960c-aa395d5a28c6 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:33:09.462813 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-0e79b840-5251-41f4-a3e4-6f01bcaa552f None None] For port c4580aaa-ce78-4979-a646-b0b82143029d, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:33:09.486476 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-f642ee72-b048-4fdd-b13d-546b2bfde53e tempest-TagsTest-70668640 tempest-TagsTest-70668640-project] 10.222.0.41 "GET /v2.0/networks/6497858f-c741-4ad5-b66f-a768633b6885/tags HTTP/1.1" status: 200 len: 238 time: 0.2958138 Jan 28 07:33:09.488356 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 45540) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:33:09.497288 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-0e79b840-5251-41f4-a3e4-6f01bcaa552f None None] For port c4580aaa-ce78-4979-a646-b0b82143029d, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=c4580aaa-ce78-4979-a646-b0b82143029d,segment=NetworkSegment(fce2e60b-337c-4037-815d-e18541bfda19),segment_id=fce2e60b-337c-4037-815d-e18541bfda19)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:33:09.500855 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.tag.tag_plugin [None req-f7dc2be5-6899-4c6f-9a2c-87512ae3495a tempest-TagsTest-70668640 tempest-TagsTest-70668640-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '6497858f-c741-4ad5-b66f-a768633b6885', {'tags': ['tempest-TagsTest-Tag-408831824', 'tempest-TagsTest-Tag-1109316902', 'tempest-TagsTest-Tag-1972459806']}) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:33:09.506048 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6ffddbd5-88ee-4853-a4f8-8bf655b6e8b4 None None] Provisioning complete for port e764b45c-1cd6-41f2-9c2d-beb3ad64f76f triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:33:09.506744 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6ffddbd5-88ee-4853-a4f8-8bf655b6e8b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (e764b45c-1cd6-41f2-9c2d-beb3ad64f76f), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:09.539335 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0e79b840-5251-41f4-a3e4-6f01bcaa552f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (c4580aaa-ce78-4979-a646-b0b82143029d), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:09.687317 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6ffddbd5-88ee-4853-a4f8-8bf655b6e8b4 None None] Port e764b45c-1cd6-41f2-9c2d-beb3ad64f76f cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:33:09.727328 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-dd5fcc28-630f-40fc-951f-c57535683b4c None None] Allocated IP 2001:db8::2 (3bf3d77f-e16e-4fa5-80d2-9066359a3d27/05d438d2-0e6a-4f45-8f3c-9f562e8fa598/2a937fd5-4d79-4ecd-b9ce-25c553729317) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:33:09.771496 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e79b840-5251-41f4-a3e4-6f01bcaa552f None None] Pushing event updated for resources: {'Port': ['ID=c4580aaa-ce78-4979-a646-b0b82143029d,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:33:09.787702 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6ffddbd5-88ee-4853-a4f8-8bf655b6e8b4 None None] Provisioning complete for port fa6cdfad-7bf0-48f4-a834-4129fcf57ceb triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:33:09.788171 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6ffddbd5-88ee-4853-a4f8-8bf655b6e8b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (fa6cdfad-7bf0-48f4-a834-4129fcf57ceb), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:09.826515 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d8e2113a-4622-46b4-87e0-c19dbc576b57 admin admin] Publish callbacks [] for router_gateway (03fec057-fe96-4971-abd9-4725561f6fea), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:09.845460 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:09.870163 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09db362-b7cd-488e-8ca4-65f2b0994526 req-761580bd-4b82-48da-bdd6-5edb39b320eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:33:09.876290 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b09db362-b7cd-488e-8ca4-65f2b0994526 req-761580bd-4b82-48da-bdd6-5edb39b320eb service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b8b1af6f-0b84-4f2d-a9d8-ca1541b393a0 HTTP/1.1" status: 200 len: 1097 time: 0.2965033 Jan 28 07:33:09.957384 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b09db362-b7cd-488e-8ca4-65f2b0994526 req-cffeac0f-b37a-4de4-a184-61874f89d868 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=1a515e2c-f1b1-4b77-93a7-8b4d24326c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674758 Jan 28 07:33:10.055427 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7012d3ea-fbc0-4a57-b55e-4aa276e9c845 req-d70ddfb7-a678-4de9-a70f-c73499332435 tempest-VolumesActionsTest-2046619294 tempest-VolumesActionsTest-2046619294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:33:10.067607 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7012d3ea-fbc0-4a57-b55e-4aa276e9c845 req-d70ddfb7-a678-4de9-a70f-c73499332435 tempest-VolumesActionsTest-2046619294 tempest-VolumesActionsTest-2046619294-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8b1af6f-0b84-4f2d-a9d8-ca1541b393a0 HTTP/1.1" status: 200 len: 945 time: 0.6532099 Jan 28 07:33:10.070082 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-364d3564-9417-4218-b1f9-57d8863590b1 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (05d438d2-0e6a-4f45-8f3c-9f562e8fa598), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:10.076797 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b4152b72-90fe-4c3b-ac0f-84231f534554 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16606535'] for router_interface (3257cbf0-9371-4294-915d-12b9f47b71bc), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:10.224631 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-f7dc2be5-6899-4c6f-9a2c-87512ae3495a tempest-TagsTest-70668640 tempest-TagsTest-70668640-project] 10.222.0.41 "PUT /v2.0/networks/6497858f-c741-4ad5-b66f-a768633b6885/tags HTTP/1.1" status: 200 len: 308 time: 0.7305908 Jan 28 07:33:10.226646 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 45544) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:33:10.242585 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.tag.tag_plugin [None req-23a36cfe-8ad7-45ed-8874-29dd30316b47 tempest-TagsTest-70668640 tempest-TagsTest-70668640-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '6497858f-c741-4ad5-b66f-a768633b6885', 'tempest-TagsTest-Tag-408831824') {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:33:10.272400 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6ffddbd5-88ee-4853-a4f8-8bf655b6e8b4 None None] Current status of the port fa6cdfad-7bf0-48f4-a834-4129fcf57ceb is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:33:10.357658 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device fa6cdfad-7bf0-48f4-a834-4129fcf57ceb up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:33:10.371939 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7012d3ea-fbc0-4a57-b55e-4aa276e9c845 req-4b920144-98d6-477e-ad2d-93bb45fc69cc tempest-VolumesActionsTest-2046619294 tempest-VolumesActionsTest-2046619294-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a515e2c-f1b1-4b77-93a7-8b4d24326c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2813025 Jan 28 07:33:10.418120 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dd5fcc28-630f-40fc-951f-c57535683b4c None None] Publish callbacks [] for port (2a937fd5-4d79-4ecd-b9ce-25c553729317), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:10.437981 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dd5fcc28-630f-40fc-951f-c57535683b4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (2a937fd5-4d79-4ecd-b9ce-25c553729317), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:10.449811 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-23a36cfe-8ad7-45ed-8874-29dd30316b47 tempest-TagsTest-70668640 tempest-TagsTest-70668640-project] 10.222.0.41 "DELETE /v2.0/networks/6497858f-c741-4ad5-b66f-a768633b6885/tags/tempest-TagsTest-Tag-408831824 HTTP/1.1" status: 204 len: 168 time: 0.2220817 Jan 28 07:33:10.452628 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 45546) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:33:10.457057 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.tag.tag_plugin [None req-3a61d0ca-60ea-483e-8e4b-d92ff9747714 tempest-TagsTest-70668640 tempest-TagsTest-70668640-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '6497858f-c741-4ad5-b66f-a768633b6885', 'tempest-TagsTest-Tag-408831824') {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:33:10.492680 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd5fcc28-630f-40fc-951f-c57535683b4c None None] Network 3bf3d77f-e16e-4fa5-80d2-9066359a3d27 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:33:10.496170 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-dd5fcc28-630f-40fc-951f-c57535683b4c None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:33:10.504009 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5fcc28-630f-40fc-951f-c57535683b4c None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:33:10.525458 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5fcc28-630f-40fc-951f-c57535683b4c None None] Pushing event updated for resources: {'Port': ['ID=2a937fd5-4d79-4ecd-b9ce-25c553729317,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:33:10.541321 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d8e2113a-4622-46b4-87e0-c19dbc576b57 admin admin] Publish callbacks [] for router_gateway (03fec057-fe96-4971-abd9-4725561f6fea), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:10.551778 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-364d3564-9417-4218-b1f9-57d8863590b1 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13546665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13556132'] for subnet (05d438d2-0e6a-4f45-8f3c-9f562e8fa598), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:10.563608 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port fa6cdfad-7bf0-48f4-a834-4129fcf57ceb triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:33:10.564334 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (fa6cdfad-7bf0-48f4-a834-4129fcf57ceb), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:10.589772 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d8e2113a-4622-46b4-87e0-c19dbc576b57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:10.590030 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364d3564-9417-4218-b1f9-57d8863590b1 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Pushing event deleted for resources: {'Subnet': ['ID=05d438d2-0e6a-4f45-8f3c-9f562e8fa598,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:33:10.642874 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-dd5fcc28-630f-40fc-951f-c57535683b4c None None] Attempting to bind port 2a937fd5-4d79-4ecd-b9ce-25c553729317 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:33:10.644153 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-dd5fcc28-630f-40fc-951f-c57535683b4c None None] Attempting to bind port 2a937fd5-4d79-4ecd-b9ce-25c553729317 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': 'c2f43baa-5fc7-42fd-a023-e33491309672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '3bf3d77f-e16e-4fa5-80d2-9066359a3d27'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:33:10.644970 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5fcc28-630f-40fc-951f-c57535683b4c None None] Attempting to bind port 2a937fd5-4d79-4ecd-b9ce-25c553729317 on network 3bf3d77f-e16e-4fa5-80d2-9066359a3d27 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:33:10.659908 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5fcc28-630f-40fc-951f-c57535683b4c None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 33, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:33:10.660872 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5fcc28-630f-40fc-951f-c57535683b4c None None] Checking segment: {'id': 'c2f43baa-5fc7-42fd-a023-e33491309672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '3bf3d77f-e16e-4fa5-80d2-9066359a3d27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:33:10.661487 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dd5fcc28-630f-40fc-951f-c57535683b4c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:10.662259 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5fcc28-630f-40fc-951f-c57535683b4c None None] Bound using segment: {'id': 'c2f43baa-5fc7-42fd-a023-e33491309672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '3bf3d77f-e16e-4fa5-80d2-9066359a3d27'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:33:10.662932 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-dd5fcc28-630f-40fc-951f-c57535683b4c None None] Bound port: 2a937fd5-4d79-4ecd-b9ce-25c553729317, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2f43baa-5fc7-42fd-a023-e33491309672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '3bf3d77f-e16e-4fa5-80d2-9066359a3d27'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:33:10.663509 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dd5fcc28-630f-40fc-951f-c57535683b4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (2a937fd5-4d79-4ecd-b9ce-25c553729317), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:10.672634 n-d-712749-28 neutron-server[103283]: INFO neutron.api.v2.resource [None req-3a61d0ca-60ea-483e-8e4b-d92ff9747714 tempest-TagsTest-70668640 tempest-TagsTest-70668640-project] show failed (client error): The resource could not be found. Jan 28 07:33:10.676842 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-3a61d0ca-60ea-483e-8e4b-d92ff9747714 tempest-TagsTest-70668640 tempest-TagsTest-70668640-project] 10.222.0.41 "GET /v2.0/networks/6497858f-c741-4ad5-b66f-a768633b6885/tags/tempest-TagsTest-Tag-408831824 HTTP/1.1" status: 404 len: 325 time: 0.2232032 Jan 28 07:33:10.677643 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 45548) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:33:10.695182 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.tag.tag_plugin [None req-ed52ed48-3bef-453b-9a01-1c6ec9a15f44 tempest-TagsTest-70668640 tempest-TagsTest-70668640-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '6497858f-c741-4ad5-b66f-a768633b6885', 'tempest-TagsTest-Tag-1109316902') {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:33:10.705842 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-364d3564-9417-4218-b1f9-57d8863590b1 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (3bf3d77f-e16e-4fa5-80d2-9066359a3d27), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:10.763886 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-364d3564-9417-4218-b1f9-57d8863590b1 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bf3d77f-e16e-4fa5-80d2-9066359a3d27']}} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:33:10.765709 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port fa6cdfad-7bf0-48f4-a834-4129fcf57ceb is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:33:10.767109 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device c4580aaa-ce78-4979-a646-b0b82143029d up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:33:10.767542 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-b4152b72-90fe-4c3b-ac0f-84231f534554 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Deleting port e764b45c-1cd6-41f2-9c2d-beb3ad64f76f {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:33:10.767896 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b4152b72-90fe-4c3b-ac0f-84231f534554 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (e764b45c-1cd6-41f2-9c2d-beb3ad64f76f), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:10.784846 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-364d3564-9417-4218-b1f9-57d8863590b1 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2f43baa-5fc7-42fd-a023-e33491309672') {'for_net_delete': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:33:10.785185 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-364d3564-9417-4218-b1f9-57d8863590b1 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2f43baa-5fc7-42fd-a023-e33491309672') {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:33:10.802677 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-364d3564-9417-4218-b1f9-57d8863590b1 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13506801'] for segment (c2f43baa-5fc7-42fd-a023-e33491309672), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:10.826778 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-ed52ed48-3bef-453b-9a01-1c6ec9a15f44 tempest-TagsTest-70668640 tempest-TagsTest-70668640-project] 10.222.0.41 "GET /v2.0/networks/6497858f-c741-4ad5-b66f-a768633b6885/tags/tempest-TagsTest-Tag-1109316902 HTTP/1.1" status: 204 len: 168 time: 0.1385148 Jan 28 07:33:10.828018 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-364d3564-9417-4218-b1f9-57d8863590b1 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (c2f43baa-5fc7-42fd-a023-e33491309672), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:10.829531 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 45550) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:33:10.830614 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-dd5fcc28-630f-40fc-951f-c57535683b4c None None] For port 2a937fd5-4d79-4ecd-b9ce-25c553729317, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:33:10.836565 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-364d3564-9417-4218-b1f9-57d8863590b1 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=103283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:33:10.837118 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-364d3564-9417-4218-b1f9-57d8863590b1 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13546563'] for segment (c2f43baa-5fc7-42fd-a023-e33491309672), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:10.841214 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.tag.tag_plugin [None req-7bcdd538-b1b2-4cf2-a02d-36ff956adca4 tempest-TagsTest-70668640 tempest-TagsTest-70668640-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '6497858f-c741-4ad5-b66f-a768633b6885', 'tempest-TagsTest-Tag-1972459806') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:33:10.842129 n-d-712749-28 neutron-server[103283]: Traceback (most recent call last): Jan 28 07:33:10.842129 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:33:10.842129 n-d-712749-28 neutron-server[103283]: timer() Jan 28 07:33:10.842129 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:33:10.842129 n-d-712749-28 neutron-server[103283]: cb(*args, **kw) Jan 28 07:33:10.842129 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:33:10.842129 n-d-712749-28 neutron-server[103283]: return func(*args, **kwargs) Jan 28 07:33:10.842129 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:33:10.842129 n-d-712749-28 neutron-server[103283]: self._notify() Jan 28 07:33:10.842129 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:33:10.842129 n-d-712749-28 neutron-server[103283]: self.callback(batched_events) Jan 28 07:33:10.842129 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:33:10.842129 n-d-712749-28 neutron-server[103283]: event.method(event) Jan 28 07:33:10.842129 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:33:10.842129 n-d-712749-28 neutron-server[103283]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:33:10.842129 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:33:10.842129 n-d-712749-28 neutron-server[103283]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:33:10.842129 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:33:10.842129 n-d-712749-28 neutron-server[103283]: return f(self, *a, **k) Jan 28 07:33:10.842129 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:33:10.842129 n-d-712749-28 neutron-server[103283]: return self._get(url).json() Jan 28 07:33:10.842129 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:33:10.842129 n-d-712749-28 neutron-server[103283]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:33:10.842129 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:33:10.842129 n-d-712749-28 neutron-server[103283]: return self.request(url, 'GET', **kwargs) Jan 28 07:33:10.842129 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:33:10.842129 n-d-712749-28 neutron-server[103283]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:33:10.842129 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:33:10.842129 n-d-712749-28 neutron-server[103283]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:33:10.842129 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:33:10.842129 n-d-712749-28 neutron-server[103283]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:33:10.842129 n-d-712749-28 neutron-server[103283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:33:10.853865 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-d8e2113a-4622-46b4-87e0-c19dbc576b57 admin admin] Allocated IP 172.25.6.164 (7d5b3724-deef-4831-8d43-cb9b8176573c/b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc/fb55a3f3-2f61-45be-b1e9-59fd30f83c79) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:33:10.855287 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port c4580aaa-ce78-4979-a646-b0b82143029d triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:33:10.855904 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (c4580aaa-ce78-4979-a646-b0b82143029d), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:10.910293 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.db.api [None req-364d3564-9417-4218-b1f9-57d8863590b1 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 07:33:10.910293 n-d-712749-28 neutron-server[103283]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 07:33:10.910293 n-d-712749-28 neutron-server[103283]: [parameters: {'id': '3bf3d77f-e16e-4fa5-80d2-9066359a3d27'}] Jan 28 07:33:10.910293 n-d-712749-28 neutron-server[103283]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103283) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 07:33:10.911000 n-d-712749-28 neutron-server[103283]: DEBUG oslo_db.api [None req-364d3564-9417-4218-b1f9-57d8863590b1 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 07:33:10.939673 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-dd5fcc28-630f-40fc-951f-c57535683b4c None None] For port 2a937fd5-4d79-4ecd-b9ce-25c553729317, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=2a937fd5-4d79-4ecd-b9ce-25c553729317,segment=NetworkSegment(c2f43baa-5fc7-42fd-a023-e33491309672),segment_id=c2f43baa-5fc7-42fd-a023-e33491309672)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:33:10.988061 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dd5fcc28-630f-40fc-951f-c57535683b4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (2a937fd5-4d79-4ecd-b9ce-25c553729317), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:11.040344 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port c4580aaa-ce78-4979-a646-b0b82143029d is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:33:11.040849 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (c4580aaa-ce78-4979-a646-b0b82143029d), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:11.059254 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b4152b72-90fe-4c3b-ac0f-84231f534554 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (e764b45c-1cd6-41f2-9c2d-beb3ad64f76f), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:11.084454 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-b4152b72-90fe-4c3b-ac0f-84231f534554 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Calling delete_port for e764b45c-1cd6-41f2-9c2d-beb3ad64f76f owned by network:router_interface {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:33:11.100407 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-7bcdd538-b1b2-4cf2-a02d-36ff956adca4 tempest-TagsTest-70668640 tempest-TagsTest-70668640-project] 10.222.0.41 "GET /v2.0/networks/6497858f-c741-4ad5-b66f-a768633b6885/tags/tempest-TagsTest-Tag-1972459806 HTTP/1.1" status: 204 len: 168 time: 0.2669585 Jan 28 07:33:11.102976 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 45554) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:33:11.111396 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.tag.tag_plugin [None req-b9baee67-6d4e-4b70-b83e-33408f1d88ca tempest-TagsTest-70668640 tempest-TagsTest-70668640-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '6497858f-c741-4ad5-b66f-a768633b6885') {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:33:11.128248 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5fcc28-630f-40fc-951f-c57535683b4c None None] Pushing event updated for resources: {'Port': ['ID=2a937fd5-4d79-4ecd-b9ce-25c553729317,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:33:11.159779 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] For port c4580aaa-ce78-4979-a646-b0b82143029d, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=c4580aaa-ce78-4979-a646-b0b82143029d,segment=NetworkSegment(fce2e60b-337c-4037-815d-e18541bfda19),segment_id=fce2e60b-337c-4037-815d-e18541bfda19)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:33:11.168820 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (c4580aaa-ce78-4979-a646-b0b82143029d), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:11.213858 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-574d5870-2616-44e3-93a8-bb5b8d293f2a None None] Network 3bf3d77f-e16e-4fa5-80d2-9066359a3d27 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:33:11.217637 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d8e2113a-4622-46b4-87e0-c19dbc576b57 admin admin] Publish callbacks [] for port (fb55a3f3-2f61-45be-b1e9-59fd30f83c79), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:11.312128 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-b9baee67-6d4e-4b70-b83e-33408f1d88ca tempest-TagsTest-70668640 tempest-TagsTest-70668640-project] 10.222.0.41 "DELETE /v2.0/networks/6497858f-c741-4ad5-b66f-a768633b6885/tags HTTP/1.1" status: 204 len: 168 time: 0.2072213 Jan 28 07:33:11.314821 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 45556) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:33:11.319996 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.tag.tag_plugin [None req-a8c46c77-58dd-4307-94b4-d18d8f17859f tempest-TagsTest-70668640 tempest-TagsTest-70668640-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '6497858f-c741-4ad5-b66f-a768633b6885', 'tempest-TagsTest-Tag-1109316902') {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:33:11.361347 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Pushing event updated for resources: {'Port': ['ID=c4580aaa-ce78-4979-a646-b0b82143029d,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:33:11.362314 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d8e2113a-4622-46b4-87e0-c19dbc576b57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (fb55a3f3-2f61-45be-b1e9-59fd30f83c79), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:11.395604 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe87418-1f2f-40a0-95cc-4f96ca273f3e None None] Network 2ae19d9d-f809-4e82-bc35-81ad072e2646 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:33:11.422763 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-364d3564-9417-4218-b1f9-57d8863590b1 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (3bf3d77f-e16e-4fa5-80d2-9066359a3d27), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:11.457174 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e2113a-4622-46b4-87e0-c19dbc576b57 admin admin] Network 7d5b3724-deef-4831-8d43-cb9b8176573c is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:33:11.461632 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e2113a-4622-46b4-87e0-c19dbc576b57 admin admin] Pushing event updated for resources: {'Port': ['ID=fb55a3f3-2f61-45be-b1e9-59fd30f83c79,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:33:11.466295 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-d8e2113a-4622-46b4-87e0-c19dbc576b57 admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:33:11.468603 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e2113a-4622-46b4-87e0-c19dbc576b57 admin admin] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:33:11.526322 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-37048366-786c-4656-9dbe-18c7665f2db5 None None] Provisioning complete for port c4580aaa-ce78-4979-a646-b0b82143029d triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:33:11.526703 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-37048366-786c-4656-9dbe-18c7665f2db5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (c4580aaa-ce78-4979-a646-b0b82143029d), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:11.559518 n-d-712749-28 neutron-server[103283]: INFO neutron.api.v2.resource [None req-a8c46c77-58dd-4307-94b4-d18d8f17859f tempest-TagsTest-70668640 tempest-TagsTest-70668640-project] show failed (client error): The resource could not be found. Jan 28 07:33:11.564457 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-a8c46c77-58dd-4307-94b4-d18d8f17859f tempest-TagsTest-70668640 tempest-TagsTest-70668640-project] 10.222.0.41 "GET /v2.0/networks/6497858f-c741-4ad5-b66f-a768633b6885/tags/tempest-TagsTest-Tag-1109316902 HTTP/1.1" status: 404 len: 326 time: 0.2480278 Jan 28 07:33:11.566621 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 45560) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:33:11.586163 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19341e40-ea8c-4585-9cd5-c041812b38d3 None None] Network 3bf3d77f-e16e-4fa5-80d2-9066359a3d27 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:33:11.588731 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.tag.tag_plugin [None req-1bcdfbf4-5572-48eb-a591-350b098e6eaf tempest-TagsTest-70668640 tempest-TagsTest-70668640-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '6497858f-c741-4ad5-b66f-a768633b6885', 'tempest-TagsTest-Tag-1972459806') {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:33:11.629575 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b4152b72-90fe-4c3b-ac0f-84231f534554 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (e764b45c-1cd6-41f2-9c2d-beb3ad64f76f), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:11.634085 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-364d3564-9417-4218-b1f9-57d8863590b1 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Deleting port 2a937fd5-4d79-4ecd-b9ce-25c553729317 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:33:11.634679 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-364d3564-9417-4218-b1f9-57d8863590b1 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (2a937fd5-4d79-4ecd-b9ce-25c553729317), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:11.717837 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-37048366-786c-4656-9dbe-18c7665f2db5 None None] Current status of the port c4580aaa-ce78-4979-a646-b0b82143029d is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:33:11.781388 n-d-712749-28 neutron-server[103283]: INFO neutron.api.v2.resource [None req-1bcdfbf4-5572-48eb-a591-350b098e6eaf tempest-TagsTest-70668640 tempest-TagsTest-70668640-project] show failed (client error): The resource could not be found. Jan 28 07:33:11.785921 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-1bcdfbf4-5572-48eb-a591-350b098e6eaf tempest-TagsTest-70668640 tempest-TagsTest-70668640-project] 10.222.0.41 "GET /v2.0/networks/6497858f-c741-4ad5-b66f-a768633b6885/tags/tempest-TagsTest-Tag-1972459806 HTTP/1.1" status: 404 len: 326 time: 0.2127907 Jan 28 07:33:11.789244 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d8e2113a-4622-46b4-87e0-c19dbc576b57 admin admin] Publish callbacks [] for router_gateway (03fec057-fe96-4971-abd9-4725561f6fea), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:11.791603 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 45562) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:33:11.798545 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-364d3564-9417-4218-b1f9-57d8863590b1 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] For port 2a937fd5-4d79-4ecd-b9ce-25c553729317, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=2a937fd5-4d79-4ecd-b9ce-25c553729317,segment=NetworkSegment(c2f43baa-5fc7-42fd-a023-e33491309672),segment_id=c2f43baa-5fc7-42fd-a023-e33491309672)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:33:11.799222 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-364d3564-9417-4218-b1f9-57d8863590b1 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (2a937fd5-4d79-4ecd-b9ce-25c553729317), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:11.805374 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.tag.tag_plugin [None req-4e16e442-852f-4e8c-af94-995e006dd3ef tempest-TagsTest-70668640 tempest-TagsTest-70668640-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '6497858f-c741-4ad5-b66f-a768633b6885') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:33:11.811605 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4152b72-90fe-4c3b-ac0f-84231f534554 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Pushing event deleted for resources: {'Port': ['ID=e764b45c-1cd6-41f2-9c2d-beb3ad64f76f,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:33:11.820340 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-364d3564-9417-4218-b1f9-57d8863590b1 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Calling delete_port for 2a937fd5-4d79-4ecd-b9ce-25c553729317 owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:33:11.886689 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01067efa-b179-4f80-b456-6c9dfe03d43c None None] Update dhcp port {'port': {'network_id': '2ae19d9d-f809-4e82-bc35-81ad072e2646', 'fixed_ips': [{'subnet_id': '1ccf72b7-ce91-4985-ad33-fbae05d9e667', 'ip_address': '2001:db8::2'}, {'subnet_id': '40699f83-b1dd-41bc-b96f-d468d6094abd'}], 'binding:host_id': 'n-d-712749-28'}, 'id': 'c4580aaa-ce78-4979-a646-b0b82143029d'} from n-d-712749-28. {{(pid=103285) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 07:33:11.920428 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-01067efa-b179-4f80-b456-6c9dfe03d43c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (c4580aaa-ce78-4979-a646-b0b82143029d), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:11.945881 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-364d3564-9417-4218-b1f9-57d8863590b1 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (2a937fd5-4d79-4ecd-b9ce-25c553729317), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:11.976082 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364d3564-9417-4218-b1f9-57d8863590b1 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Pushing event deleted for resources: {'Port': ['ID=2a937fd5-4d79-4ecd-b9ce-25c553729317,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:33:11.983183 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364d3564-9417-4218-b1f9-57d8863590b1 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] No DVR routers for this DVR port 2a937fd5-4d79-4ecd-b9ce-25c553729317 on host n-d-712749-28 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:33:12.152653 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-01067efa-b179-4f80-b456-6c9dfe03d43c None None] Allocated IP 172.20.0.1 (2ae19d9d-f809-4e82-bc35-81ad072e2646/40699f83-b1dd-41bc-b96f-d468d6094abd/c4580aaa-ce78-4979-a646-b0b82143029d) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:33:12.164466 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-364d3564-9417-4218-b1f9-57d8863590b1 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (3bf3d77f-e16e-4fa5-80d2-9066359a3d27), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:12.194316 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-364d3564-9417-4218-b1f9-57d8863590b1 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bf3d77f-e16e-4fa5-80d2-9066359a3d27']}} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:33:12.211300 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-364d3564-9417-4218-b1f9-57d8863590b1 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2f43baa-5fc7-42fd-a023-e33491309672') {'for_net_delete': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:33:12.211638 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-364d3564-9417-4218-b1f9-57d8863590b1 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2f43baa-5fc7-42fd-a023-e33491309672') {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:33:12.218417 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device c4580aaa-ce78-4979-a646-b0b82143029d up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:33:12.222276 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b4152b72-90fe-4c3b-ac0f-84231f534554 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16319006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16606699'] for router_interface (3257cbf0-9371-4294-915d-12b9f47b71bc), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:12.237690 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-364d3564-9417-4218-b1f9-57d8863590b1 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13506801'] for segment (c2f43baa-5fc7-42fd-a023-e33491309672), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:12.255985 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714c189a-7c5f-43ed-8b97-79cc830233aa req-d5d6808c-364e-4270-b647-32a452e2c007 tempest-VolumesActionsTest-2046619294 tempest-VolumesActionsTest-2046619294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:33:12.257866 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-714c189a-7c5f-43ed-8b97-79cc830233aa req-d5d6808c-364e-4270-b647-32a452e2c007 tempest-VolumesActionsTest-2046619294 tempest-VolumesActionsTest-2046619294-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8b1af6f-0b84-4f2d-a9d8-ca1541b393a0 HTTP/1.1" status: 200 len: 945 time: 0.6314974 Jan 28 07:33:12.258033 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-364d3564-9417-4218-b1f9-57d8863590b1 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (c2f43baa-5fc7-42fd-a023-e33491309672), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:12.265032 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-364d3564-9417-4218-b1f9-57d8863590b1 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=103283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:33:12.265448 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-364d3564-9417-4218-b1f9-57d8863590b1 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13546563'] for segment (c2f43baa-5fc7-42fd-a023-e33491309672), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:12.269492 n-d-712749-28 neutron-server[103283]: Traceback (most recent call last): Jan 28 07:33:12.269492 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:33:12.269492 n-d-712749-28 neutron-server[103283]: timer() Jan 28 07:33:12.269492 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:33:12.269492 n-d-712749-28 neutron-server[103283]: cb(*args, **kw) Jan 28 07:33:12.269492 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:33:12.269492 n-d-712749-28 neutron-server[103283]: return func(*args, **kwargs) Jan 28 07:33:12.269492 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:33:12.269492 n-d-712749-28 neutron-server[103283]: self._notify() Jan 28 07:33:12.269492 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:33:12.269492 n-d-712749-28 neutron-server[103283]: self.callback(batched_events) Jan 28 07:33:12.269492 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:33:12.269492 n-d-712749-28 neutron-server[103283]: event.method(event) Jan 28 07:33:12.269492 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:33:12.269492 n-d-712749-28 neutron-server[103283]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:33:12.269492 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:33:12.269492 n-d-712749-28 neutron-server[103283]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:33:12.269492 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:33:12.269492 n-d-712749-28 neutron-server[103283]: return f(self, *a, **k) Jan 28 07:33:12.269492 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:33:12.269492 n-d-712749-28 neutron-server[103283]: return self._get(url).json() Jan 28 07:33:12.269492 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:33:12.269492 n-d-712749-28 neutron-server[103283]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:33:12.269492 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:33:12.269492 n-d-712749-28 neutron-server[103283]: return self.request(url, 'GET', **kwargs) Jan 28 07:33:12.269492 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:33:12.269492 n-d-712749-28 neutron-server[103283]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:33:12.269492 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:33:12.269492 n-d-712749-28 neutron-server[103283]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:33:12.269492 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:33:12.269492 n-d-712749-28 neutron-server[103283]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:33:12.269492 n-d-712749-28 neutron-server[103283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:33:12.312707 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-01067efa-b179-4f80-b456-6c9dfe03d43c None None] For port c4580aaa-ce78-4979-a646-b0b82143029d, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=c4580aaa-ce78-4979-a646-b0b82143029d,segment=NetworkSegment(fce2e60b-337c-4037-815d-e18541bfda19),segment_id=fce2e60b-337c-4037-815d-e18541bfda19)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:33:12.315325 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port c4580aaa-ce78-4979-a646-b0b82143029d triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:33:12.315325 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (c4580aaa-ce78-4979-a646-b0b82143029d), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:12.350561 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-364d3564-9417-4218-b1f9-57d8863590b1 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (3bf3d77f-e16e-4fa5-80d2-9066359a3d27), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:12.370185 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-364d3564-9417-4218-b1f9-57d8863590b1 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks [] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:12.377252 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-364d3564-9417-4218-b1f9-57d8863590b1 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] 10.222.0.41 "DELETE /v2.0/networks/3bf3d77f-e16e-4fa5-80d2-9066359a3d27 HTTP/1.1" status: 204 len: 168 time: 3.2542610 Jan 28 07:33:12.385780 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-01067efa-b179-4f80-b456-6c9dfe03d43c None None] Publish callbacks [] for port (c4580aaa-ce78-4979-a646-b0b82143029d), precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:12.399250 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 45566) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:33:12.401827 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-01067efa-b179-4f80-b456-6c9dfe03d43c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (c4580aaa-ce78-4979-a646-b0b82143029d), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:12.408994 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364d3564-9417-4218-b1f9-57d8863590b1 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Pushing event deleted for resources: {'Network': ['ID=3bf3d77f-e16e-4fa5-80d2-9066359a3d27,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:33:12.421832 n-d-712749-28 neutron-server[103283]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4ab87db-d0fb-43ae-ab44-b55f652c91c2 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] DELETE failed (client error): The resource could not be found. Jan 28 07:33:12.422477 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4ab87db-d0fb-43ae-ab44-b55f652c91c2 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103283) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:33:12.430183 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-d4ab87db-d0fb-43ae-ab44-b55f652c91c2 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] 10.222.0.41 "DELETE /v2.0/networks/3bf3d77f-e16e-4fa5-80d2-9066359a3d27 HTTP/1.1" status: 404 len: 339 time: 0.0261419 Jan 28 07:33:12.433450 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 45568) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:33:12.541963 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01067efa-b179-4f80-b456-6c9dfe03d43c None None] Pushing event updated for resources: {'Port': ['ID=c4580aaa-ce78-4979-a646-b0b82143029d,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:33:12.548894 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port c4580aaa-ce78-4979-a646-b0b82143029d is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:33:12.774341 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-f43248a0-41e5-4ecb-b2bc-ec37f0ce92e8 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-844342039', 'description': 'd1'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:33:12.815309 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d8e2113a-4622-46b4-87e0-c19dbc576b57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16605475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16607909'] for router (03fec057-fe96-4971-abd9-4725561f6fea), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:12.836596 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-714c189a-7c5f-43ed-8b97-79cc830233aa req-b62fd325-e512-46f3-8c79-212ebc78abae tempest-VolumesActionsTest-2046619294 tempest-VolumesActionsTest-2046619294-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a515e2c-f1b1-4b77-93a7-8b4d24326c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5643737 Jan 28 07:33:12.838014 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-4e16e442-852f-4e8c-af94-995e006dd3ef tempest-TagsTest-70668640 tempest-TagsTest-70668640-project] 10.222.0.41 "DELETE /v2.0/networks/6497858f-c741-4ad5-b66f-a768633b6885/tags HTTP/1.1" status: 204 len: 168 time: 1.0363982 Jan 28 07:33:12.842706 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 45570) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:33:12.935741 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f43248a0-41e5-4ecb-b2bc-ec37f0ce92e8 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Made reservation on behalf of d922f36101af452d805cf60e026e730b for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:33:12.939099 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f43248a0-41e5-4ecb-b2bc-ec37f0ce92e8 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:13.003928 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4152b72-90fe-4c3b-ac0f-84231f534554 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Router 3257cbf0-9371-4294-915d-12b9f47b71bc has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:33:13.068865 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f43248a0-41e5-4ecb-b2bc-ec37f0ce92e8 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:33:13.077864 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3c2f4ebe-1fd7-4025-99c4-a0255050b4f0 tempest-TagsTest-70668640 tempest-TagsTest-70668640-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (6497858f-c741-4ad5-b66f-a768633b6885), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:13.118150 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f43248a0-41e5-4ecb-b2bc-ec37f0ce92e8 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (f2c97cbd-4113-4510-b970-ea8b42dcf9f3), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:13.122461 n-d-712749-28 neutron-server[103284]: INFO neutron.db.segments_db [None req-f43248a0-41e5-4ecb-b2bc-ec37f0ce92e8 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Added segment f2c97cbd-4113-4510-b970-ea8b42dcf9f3 of type vlan for network f49a19b2-6204-4446-8807-df1b934e9303 Jan 28 07:33:13.316825 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68389d12-ddbd-415c-9f8c-86b852547c30 None None] get_active_networks_info from n-d-712749-28 {{(pid=103285) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 07:33:13.322889 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3c2f4ebe-1fd7-4025-99c4-a0255050b4f0 tempest-TagsTest-70668640 tempest-TagsTest-70668640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (6497858f-c741-4ad5-b66f-a768633b6885), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:13.361779 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-3c2f4ebe-1fd7-4025-99c4-a0255050b4f0 tempest-TagsTest-70668640 tempest-TagsTest-70668640-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6497858f-c741-4ad5-b66f-a768633b6885']}} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:33:13.380378 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-fc141481-5144-4861-8562-bb47a0cba33b None None] Provisioning complete for port c4580aaa-ce78-4979-a646-b0b82143029d triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:33:13.388046 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fc141481-5144-4861-8562-bb47a0cba33b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (c4580aaa-ce78-4979-a646-b0b82143029d), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:13.388719 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-3c2f4ebe-1fd7-4025-99c4-a0255050b4f0 tempest-TagsTest-70668640 tempest-TagsTest-70668640-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b1d8198-331c-45f5-a558-3cbc87e34301') {'for_net_delete': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:33:13.389017 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-3c2f4ebe-1fd7-4025-99c4-a0255050b4f0 tempest-TagsTest-70668640 tempest-TagsTest-70668640-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b1d8198-331c-45f5-a558-3cbc87e34301') {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:33:13.405588 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3c2f4ebe-1fd7-4025-99c4-a0255050b4f0 tempest-TagsTest-70668640 tempest-TagsTest-70668640-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13506801'] for segment (9b1d8198-331c-45f5-a558-3cbc87e34301), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:13.418268 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4152b72-90fe-4c3b-ac0f-84231f534554 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:33:13.438707 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3c2f4ebe-1fd7-4025-99c4-a0255050b4f0 tempest-TagsTest-70668640 tempest-TagsTest-70668640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (9b1d8198-331c-45f5-a558-3cbc87e34301), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:13.441186 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 45582) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:33:13.454213 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-b4152b72-90fe-4c3b-ac0f-84231f534554 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] 10.222.0.41 "PUT /v2.0/routers/3257cbf0-9371-4294-915d-12b9f47b71bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1374068 Jan 28 07:33:13.454599 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48256107-72e1-4369-bd89-64a4ef66345c None None] Sync routers for ids ['3257cbf0-9371-4294-915d-12b9f47b71bc'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:33:13.506178 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48256107-72e1-4369-bd89-64a4ef66345c None None] Routers {'3257cbf0-9371-4294-915d-12b9f47b71bc'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:33:13.506951 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-48256107-72e1-4369-bd89-64a4ef66345c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:33:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['3257cbf0-9371-4294-915d-12b9f47b71bc'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:33:13.517573 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c2f4ebe-1fd7-4025-99c4-a0255050b4f0 tempest-TagsTest-70668640 tempest-TagsTest-70668640-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=103283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:33:13.517573 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3c2f4ebe-1fd7-4025-99c4-a0255050b4f0 tempest-TagsTest-70668640 tempest-TagsTest-70668640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13546563'] for segment (9b1d8198-331c-45f5-a558-3cbc87e34301), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:13.526487 n-d-712749-28 neutron-server[103283]: Traceback (most recent call last): Jan 28 07:33:13.526487 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:33:13.526487 n-d-712749-28 neutron-server[103283]: timer() Jan 28 07:33:13.526487 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:33:13.526487 n-d-712749-28 neutron-server[103283]: cb(*args, **kw) Jan 28 07:33:13.526487 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:33:13.526487 n-d-712749-28 neutron-server[103283]: return func(*args, **kwargs) Jan 28 07:33:13.526487 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:33:13.526487 n-d-712749-28 neutron-server[103283]: self._notify() Jan 28 07:33:13.526487 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:33:13.526487 n-d-712749-28 neutron-server[103283]: self.callback(batched_events) Jan 28 07:33:13.526487 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:33:13.526487 n-d-712749-28 neutron-server[103283]: event.method(event) Jan 28 07:33:13.526487 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:33:13.526487 n-d-712749-28 neutron-server[103283]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:33:13.526487 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:33:13.526487 n-d-712749-28 neutron-server[103283]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:33:13.526487 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:33:13.526487 n-d-712749-28 neutron-server[103283]: return f(self, *a, **k) Jan 28 07:33:13.526487 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:33:13.526487 n-d-712749-28 neutron-server[103283]: return self._get(url).json() Jan 28 07:33:13.526487 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:33:13.526487 n-d-712749-28 neutron-server[103283]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:33:13.526487 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:33:13.526487 n-d-712749-28 neutron-server[103283]: return self.request(url, 'GET', **kwargs) Jan 28 07:33:13.526487 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:33:13.526487 n-d-712749-28 neutron-server[103283]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:33:13.526487 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:33:13.526487 n-d-712749-28 neutron-server[103283]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:33:13.526487 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:33:13.526487 n-d-712749-28 neutron-server[103283]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:33:13.526487 n-d-712749-28 neutron-server[103283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:33:13.532513 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f43248a0-41e5-4ecb-b2bc-ec37f0ce92e8 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (f49a19b2-6204-4446-8807-df1b934e9303), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:13.536231 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-b48f6df9-b06d-4841-ac1c-764effcc1b78 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] 10.222.0.41 "GET /v2.0/ports?device_id=3257cbf0-9371-4294-915d-12b9f47b71bc HTTP/1.1" status: 200 len: 205 time: 0.0936899 Jan 28 07:33:13.536901 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 45588) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:33:13.564491 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-48256107-72e1-4369-bd89-64a4ef66345c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:33:13.586485 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8e2113a-4622-46b4-87e0-c19dbc576b57 admin admin] Router 03fec057-fe96-4971-abd9-4725561f6fea is scheduled to L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 with binding_index 1 {{(pid=103284) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 07:33:13.616982 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-fc141481-5144-4861-8562-bb47a0cba33b None None] Current status of the port c4580aaa-ce78-4979-a646-b0b82143029d is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:33:13.643720 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48256107-72e1-4369-bd89-64a4ef66345c None None] Routers {'3257cbf0-9371-4294-915d-12b9f47b71bc'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:33:13.644821 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-48256107-72e1-4369-bd89-64a4ef66345c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:33:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['3257cbf0-9371-4294-915d-12b9f47b71bc'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:33:13.649298 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68389d12-ddbd-415c-9f8c-86b852547c30 None None] Resources bound (agent type, host, resource id): {{(pid=103285) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 07:33:13.699505 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-48256107-72e1-4369-bd89-64a4ef66345c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:33:13.700318 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48256107-72e1-4369-bd89-64a4ef66345c None None] The sync data for ids ['3257cbf0-9371-4294-915d-12b9f47b71bc'] in n-d-712749-28 is: [] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:33:13.714164 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 45592) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:33:13.807594 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3c2f4ebe-1fd7-4025-99c4-a0255050b4f0 tempest-TagsTest-70668640 tempest-TagsTest-70668640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (6497858f-c741-4ad5-b66f-a768633b6885), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:13.817362 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3c2f4ebe-1fd7-4025-99c4-a0255050b4f0 tempest-TagsTest-70668640 tempest-TagsTest-70668640-project] Publish callbacks [] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:13.834162 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-3c2f4ebe-1fd7-4025-99c4-a0255050b4f0 tempest-TagsTest-70668640 tempest-TagsTest-70668640-project] 10.222.0.41 "DELETE /v2.0/networks/6497858f-c741-4ad5-b66f-a768633b6885 HTTP/1.1" status: 204 len: 168 time: 0.9878421 Jan 28 07:33:13.844061 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8e308223-b323-4e09-9966-3481d49ebdf2 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks [] for router (3257cbf0-9371-4294-915d-12b9f47b71bc), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:13.854843 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.db.resource_extend [None req-f43248a0-41e5-4ecb-b2bc-ec37f0ce92e8 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 07:33:13.864458 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8e2113a-4622-46b4-87e0-c19dbc576b57 admin admin] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:33:13.875497 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b55491e-7f8d-4eef-886c-662b5efb69b2 None None] Sync routers for ids ['03fec057-fe96-4971-abd9-4725561f6fea'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:33:13.892584 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b55491e-7f8d-4eef-886c-662b5efb69b2 None None] Routers {'03fec057-fe96-4971-abd9-4725561f6fea'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:33:13.893756 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-4b55491e-7f8d-4eef-886c-662b5efb69b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:33:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['03fec057-fe96-4971-abd9-4725561f6fea'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:33:13.931763 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d8e2113a-4622-46b4-87e0-c19dbc576b57 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:13.936752 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-d8e2113a-4622-46b4-87e0-c19dbc576b57 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.1321611 Jan 28 07:33:13.938309 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 45600) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:33:13.938764 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2f4ebe-1fd7-4025-99c4-a0255050b4f0 tempest-TagsTest-70668640 tempest-TagsTest-70668640-project] Pushing event deleted for resources: {'Network': ['ID=6497858f-c741-4ad5-b66f-a768633b6885,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:33:14.046880 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f43248a0-41e5-4ecb-b2bc-ec37f0ce92e8 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (f49a19b2-6204-4446-8807-df1b934e9303), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:14.052629 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f43248a0-41e5-4ecb-b2bc-ec37f0ce92e8 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:33:14.053307 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f43248a0-41e5-4ecb-b2bc-ec37f0ce92e8 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:14.192222 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-f43248a0-41e5-4ecb-b2bc-ec37f0ce92e8 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.4246147 Jan 28 07:33:14.201349 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 45606) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:33:14.233392 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-4b55491e-7f8d-4eef-886c-662b5efb69b2 None None] Set router 03fec057-fe96-4971-abd9-4725561f6fea gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:33:14.239115 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 45608) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:33:14.265581 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-42a052ea-6833-4d45-ad2b-3b9f3ae39891 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:14.323369 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43248a0-41e5-4ecb-b2bc-ec37f0ce92e8 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Pushing event updated for resources: {'Network': ['ID=f49a19b2-6204-4446-8807-df1b934e9303,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:33:14.403053 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device c4580aaa-ce78-4979-a646-b0b82143029d up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:33:14.405071 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network f49a19b2-6204-4446-8807-df1b934e9303 details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:33:14.467019 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bfbafe5-c55f-4d77-9635-2f8a42a0875d None None] Network 2ae19d9d-f809-4e82-bc35-81ad072e2646 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:33:14.605725 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b112d360-c1ad-465a-a195-cc9c72c14896 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:33:14.610908 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-b112d360-c1ad-465a-a195-cc9c72c14896 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] 10.222.0.41 "GET /v2.0/networks?id=f49a19b2-6204-4446-8807-df1b934e9303 HTTP/1.1" status: 200 len: 764 time: 0.4031157 Jan 28 07:33:14.613279 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 45612) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:33:14.628122 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port c4580aaa-ce78-4979-a646-b0b82143029d triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:33:14.629073 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (c4580aaa-ce78-4979-a646-b0b82143029d), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:14.644532 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-42a052ea-6833-4d45-ad2b-3b9f3ae39891 admin admin] Publish callbacks [] for security_group (00c6f4f4-3839-42b0-959d-10c70d72bca1), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:14.647210 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8e308223-b323-4e09-9966-3481d49ebdf2 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16605684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127449'] for router (3257cbf0-9371-4294-915d-12b9f47b71bc), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:14.649960 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8e308223-b323-4e09-9966-3481d49ebdf2 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks [] for router_controller (3257cbf0-9371-4294-915d-12b9f47b71bc), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:14.663819 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-42a052ea-6833-4d45-ad2b-3b9f3ae39891 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (00c6f4f4-3839-42b0-959d-10c70d72bca1), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:14.710665 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-13ee91cb-d375-4d31-973e-e33d7c2a44ce tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Request body: {'network': {'description': 'd2'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:33:14.713900 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-4b55491e-7f8d-4eef-886c-662b5efb69b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03fec057-fe96-4971-abd9-4725561f6fea', 'name': 'tempest-ServerRescueTestJSON-52129307-router', 'tenant_id': 'c4b2a68a25c944a0a3c783e458798cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': 'fb55a3f3-2f61-45be-b1e9-59fd30f83c79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:33:08Z', 'updated_at': '2022-01-28T07:33:11Z', 'revision_number': 3, 'project_id': 'c4b2a68a25c944a0a3c783e458798cd1', 'gw_port': {'id': 'fb55a3f3-2f61-45be-b1e9-59fd30f83c79', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:e0:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03fec057-fe96-4971-abd9-4725561f6fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:33:10Z', 'updated_at': '2022-01-28T07:33:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:33:14.739911 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0ce82d-33df-4f0b-bc6d-53e36b4bf690 req-4d1598b0-9a83-4962-bc09-67f4ccd5325f tempest-VolumesActionsTest-2046619294 tempest-VolumesActionsTest-2046619294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:33:14.747437 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b55491e-7f8d-4eef-886c-662b5efb69b2 None None] Checking router: 03fec057-fe96-4971-abd9-4725561f6fea for host: n-d-712749-28 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:33:14.747855 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8d0ce82d-33df-4f0b-bc6d-53e36b4bf690 req-4d1598b0-9a83-4962-bc09-67f4ccd5325f tempest-VolumesActionsTest-2046619294 tempest-VolumesActionsTest-2046619294-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8b1af6f-0b84-4f2d-a9d8-ca1541b393a0 HTTP/1.1" status: 200 len: 945 time: 0.5388429 Jan 28 07:33:14.748452 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b55491e-7f8d-4eef-886c-662b5efb69b2 None None] Updating router 03fec057-fe96-4971-abd9-4725561f6fea port fb55a3f3-2f61-45be-b1e9-59fd30f83c79 binding host n-d-712749-28 {{(pid=103286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 07:33:14.791023 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4b55491e-7f8d-4eef-886c-662b5efb69b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (fb55a3f3-2f61-45be-b1e9-59fd30f83c79), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:14.810594 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port c4580aaa-ce78-4979-a646-b0b82143029d is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:33:14.826020 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a052ea-6833-4d45-ad2b-3b9f3ae39891 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00c6f4f4-3839-42b0-959d-10c70d72bca1,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:33:14.838126 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-42a052ea-6833-4d45-ad2b-3b9f3ae39891 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b4353aff8d774406a6d727ba45aeb404&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1134906 Jan 28 07:33:14.841188 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 45614) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:33:14.842028 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8e308223-b323-4e09-9966-3481d49ebdf2 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16605693'] for router (3257cbf0-9371-4294-915d-12b9f47b71bc), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:14.845803 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e308223-b323-4e09-9966-3481d49ebdf2 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Fanout notify agent at l3_agent the message router_deleted on router 3257cbf0-9371-4294-915d-12b9f47b71bc {{(pid=103283) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 07:33:14.864749 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8e308223-b323-4e09-9966-3481d49ebdf2 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks [] for router (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:14.865962 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-8e308223-b323-4e09-9966-3481d49ebdf2 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] 10.222.0.41 "DELETE /v2.0/routers/3257cbf0-9371-4294-915d-12b9f47b71bc HTTP/1.1" status: 204 len: 168 time: 1.3192084 Jan 28 07:33:14.873700 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 45616) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:33:14.961141 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6bad4867-093f-4e10-b9ba-2f1dc0b105bc admin admin] Publish callbacks [] for security_group (00c6f4f4-3839-42b0-959d-10c70d72bca1), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:15.013051 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6bad4867-093f-4e10-b9ba-2f1dc0b105bc admin admin] Publish callbacks [] for security_group (00c6f4f4-3839-42b0-959d-10c70d72bca1), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:15.050087 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-13ee91cb-d375-4d31-973e-e33d7c2a44ce tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (f49a19b2-6204-4446-8807-df1b934e9303), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:15.091945 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-13ee91cb-d375-4d31-973e-e33d7c2a44ce tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (f49a19b2-6204-4446-8807-df1b934e9303), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:15.107773 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6bad4867-093f-4e10-b9ba-2f1dc0b105bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (00c6f4f4-3839-42b0-959d-10c70d72bca1), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:15.110503 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6bad4867-093f-4e10-b9ba-2f1dc0b105bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:15.114202 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-6bad4867-093f-4e10-b9ba-2f1dc0b105bc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/00c6f4f4-3839-42b0-959d-10c70d72bca1 HTTP/1.1" status: 204 len: 168 time: 0.2620053 Jan 28 07:33:15.128915 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bad4867-093f-4e10-b9ba-2f1dc0b105bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00c6f4f4-3839-42b0-959d-10c70d72bca1,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:33:15.184892 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-174bdd1e-c4de-45d1-a10a-d3ed7d1d4570 None None] Provisioning complete for port c4580aaa-ce78-4979-a646-b0b82143029d triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:33:15.185275 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-174bdd1e-c4de-45d1-a10a-d3ed7d1d4570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (c4580aaa-ce78-4979-a646-b0b82143029d), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:15.194845 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-13ee91cb-d375-4d31-973e-e33d7c2a44ce tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Network f49a19b2-6204-4446-8807-df1b934e9303 is not hosted by any dhcp agent {{(pid=103284) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 28 07:33:15.200353 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ee91cb-d375-4d31-973e-e33d7c2a44ce tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:33:15.200967 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-13ee91cb-d375-4d31-973e-e33d7c2a44ce tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:15.204739 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-13ee91cb-d375-4d31-973e-e33d7c2a44ce tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] 10.222.0.41 "PUT /v2.0/networks/f49a19b2-6204-4446-8807-df1b934e9303 HTTP/1.1" status: 200 len: 761 time: 0.5028076 Jan 28 07:33:15.205157 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 45620) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:33:15.255848 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8d0ce82d-33df-4f0b-bc6d-53e36b4bf690 req-94daa83e-b4a7-467c-8b19-4464c6945966 tempest-VolumesActionsTest-2046619294 tempest-VolumesActionsTest-2046619294-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a515e2c-f1b1-4b77-93a7-8b4d24326c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5069919 Jan 28 07:33:15.261786 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-f5cae77c-ad07-4be4-aec5-5a9d3eb6c33a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=64d25f2d168b4fc39563f445bc26b737&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0161049 Jan 28 07:33:15.262402 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 45622) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:33:15.390577 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4b55491e-7f8d-4eef-886c-662b5efb69b2 None None] Publish callbacks [] for port (fb55a3f3-2f61-45be-b1e9-59fd30f83c79), precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:15.398187 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4b55491e-7f8d-4eef-886c-662b5efb69b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (fb55a3f3-2f61-45be-b1e9-59fd30f83c79), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:15.449015 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a697794-117f-4d8d-bcc2-e4c62e611fc2 None None] Pushing event updated for resources: {'Port': ['ID=fb55a3f3-2f61-45be-b1e9-59fd30f83c79,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:33:15.463136 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a697794-117f-4d8d-bcc2-e4c62e611fc2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:33:15.463846 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a697794-117f-4d8d-bcc2-e4c62e611fc2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:33:15.464415 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a697794-117f-4d8d-bcc2-e4c62e611fc2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:33:15.465035 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a697794-117f-4d8d-bcc2-e4c62e611fc2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:33:15.465611 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a697794-117f-4d8d-bcc2-e4c62e611fc2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:33:15.466147 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a697794-117f-4d8d-bcc2-e4c62e611fc2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:33:15.466694 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a697794-117f-4d8d-bcc2-e4c62e611fc2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:33:15.467547 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a697794-117f-4d8d-bcc2-e4c62e611fc2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:33:15.468099 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a697794-117f-4d8d-bcc2-e4c62e611fc2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:33:15.468664 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a697794-117f-4d8d-bcc2-e4c62e611fc2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:33:15.469259 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a697794-117f-4d8d-bcc2-e4c62e611fc2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:33:15.469839 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a697794-117f-4d8d-bcc2-e4c62e611fc2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:33:15.471411 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a697794-117f-4d8d-bcc2-e4c62e611fc2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:33:15.480888 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-174bdd1e-c4de-45d1-a10a-d3ed7d1d4570 None None] Current status of the port c4580aaa-ce78-4979-a646-b0b82143029d is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:33:15.491758 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ae48cc-c054-4abd-b572-10b3a25fdf8e tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:33:15.499822 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-43ae48cc-c054-4abd-b572-10b3a25fdf8e tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] 10.222.0.41 "GET /v2.0/networks?id=f49a19b2-6204-4446-8807-df1b934e9303 HTTP/1.1" status: 200 len: 764 time: 0.2896342 Jan 28 07:33:15.500135 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 45626) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:33:15.506395 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c84528a1-7853-4245-ab17-ed6db73b8d7c admin admin] Publish callbacks [] for security_group (5b06d37b-8256-4fcb-8663-08a3c425e0fa), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:15.511745 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-4b55491e-7f8d-4eef-886c-662b5efb69b2 None None] Attempting to bind port fb55a3f3-2f61-45be-b1e9-59fd30f83c79 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:33:15.512415 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-4b55491e-7f8d-4eef-886c-662b5efb69b2 None None] Attempting to bind port fb55a3f3-2f61-45be-b1e9-59fd30f83c79 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:33:15.513238 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b55491e-7f8d-4eef-886c-662b5efb69b2 None None] Attempting to bind port fb55a3f3-2f61-45be-b1e9-59fd30f83c79 on network 7d5b3724-deef-4831-8d43-cb9b8176573c {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:33:15.519567 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b55491e-7f8d-4eef-886c-662b5efb69b2 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 33, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:33:15.520301 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b55491e-7f8d-4eef-886c-662b5efb69b2 None None] Checking segment: {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:33:15.522330 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4b55491e-7f8d-4eef-886c-662b5efb69b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:15.523218 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b55491e-7f8d-4eef-886c-662b5efb69b2 None None] Bound using segment: {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:33:15.523943 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-4b55491e-7f8d-4eef-886c-662b5efb69b2 None None] Bound port: fb55a3f3-2f61-45be-b1e9-59fd30f83c79, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:33:15.524580 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4b55491e-7f8d-4eef-886c-662b5efb69b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (fb55a3f3-2f61-45be-b1e9-59fd30f83c79), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:15.535027 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c84528a1-7853-4245-ab17-ed6db73b8d7c admin admin] Publish callbacks [] for security_group (5b06d37b-8256-4fcb-8663-08a3c425e0fa), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:15.567372 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c29143d-53d2-48d5-a57a-16ed5e62af1a tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Deleting subnet c3d17ffa-da8d-44e7-822f-c9d1789a4dbf {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:33:15.570951 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4c29143d-53d2-48d5-a57a-16ed5e62af1a tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks [] for subnet (c3d17ffa-da8d-44e7-822f-c9d1789a4dbf), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:15.589134 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-4b55491e-7f8d-4eef-886c-662b5efb69b2 None None] For port fb55a3f3-2f61-45be-b1e9-59fd30f83c79, host n-d-712749-28, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:33:15.592754 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-4b55491e-7f8d-4eef-886c-662b5efb69b2 None None] For port fb55a3f3-2f61-45be-b1e9-59fd30f83c79, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=fb55a3f3-2f61-45be-b1e9-59fd30f83c79,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:33:15.619706 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4c29143d-53d2-48d5-a57a-16ed5e62af1a tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24759175'] for subnet (c3d17ffa-da8d-44e7-822f-c9d1789a4dbf), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:15.622155 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4b55491e-7f8d-4eef-886c-662b5efb69b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (fb55a3f3-2f61-45be-b1e9-59fd30f83c79), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:15.694186 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad5e6069-59ce-4168-85e5-b08aadf233f3 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:33:15.704017 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-ad5e6069-59ce-4168-85e5-b08aadf233f3 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2004344 Jan 28 07:33:15.704315 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 45632) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:33:15.711149 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4c29143d-53d2-48d5-a57a-16ed5e62af1a tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (c3d17ffa-da8d-44e7-822f-c9d1789a4dbf), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:15.768426 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a697794-117f-4d8d-bcc2-e4c62e611fc2 None None] Pushing event updated for resources: {'Port': ['ID=fb55a3f3-2f61-45be-b1e9-59fd30f83c79,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:33:15.770202 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ee91cb-d375-4d31-973e-e33d7c2a44ce tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Pushing event updated for resources: {'Network': ['ID=f49a19b2-6204-4446-8807-df1b934e9303,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:33:15.778764 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-1afef5aa-e2c2-48bf-8e9a-07d2c91ce2f9 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] 10.222.0.41 "GET /v2.0/subnets?network_id=7d5b3724-deef-4831-8d43-cb9b8176573c HTTP/1.1" status: 200 len: 207 time: 0.0702407 Jan 28 07:33:15.780406 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 45634) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:33:15.791330 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network f49a19b2-6204-4446-8807-df1b934e9303 details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:33:15.825411 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b55491e-7f8d-4eef-886c-662b5efb69b2 None None] Routers {'03fec057-fe96-4971-abd9-4725561f6fea'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:33:15.827700 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-4b55491e-7f8d-4eef-886c-662b5efb69b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:33:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['03fec057-fe96-4971-abd9-4725561f6fea'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:33:15.859031 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4c29143d-53d2-48d5-a57a-16ed5e62af1a tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24757569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24979817'] for subnet (c3d17ffa-da8d-44e7-822f-c9d1789a4dbf), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:15.916306 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4c29143d-53d2-48d5-a57a-16ed5e62af1a tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:15.918907 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-4c29143d-53d2-48d5-a57a-16ed5e62af1a tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] 10.222.0.41 "DELETE /v2.0/subnets/c3d17ffa-da8d-44e7-822f-c9d1789a4dbf HTTP/1.1" status: 204 len: 168 time: 1.0418243 Jan 28 07:33:15.921758 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 45640) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:33:15.942204 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c29143d-53d2-48d5-a57a-16ed5e62af1a tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Pushing event deleted for resources: {'Subnet': ['ID=c3d17ffa-da8d-44e7-822f-c9d1789a4dbf,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:33:15.946475 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf81755-8f48-46fd-ad14-9bbcd0bb687e None None] Network 9cc9ef5c-1c39-4efb-8864-a5571e394a90 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:33:16.074737 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f878a32-a7a8-41bb-92b1-8ac71e809fdb req-43371166-ca98-4ca3-ad3e-7609ae084959 tempest-VolumesActionsTest-2046619294 tempest-VolumesActionsTest-2046619294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:33:16.076548 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3f878a32-a7a8-41bb-92b1-8ac71e809fdb req-43371166-ca98-4ca3-ad3e-7609ae084959 tempest-VolumesActionsTest-2046619294 tempest-VolumesActionsTest-2046619294-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8b1af6f-0b84-4f2d-a9d8-ca1541b393a0 HTTP/1.1" status: 200 len: 945 time: 0.2995012 Jan 28 07:33:16.121575 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ba39c349-4531-4192-b218-bdd8cced8f16 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (9cc9ef5c-1c39-4efb-8864-a5571e394a90), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:16.237932 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-4b55491e-7f8d-4eef-886c-662b5efb69b2 None None] Set router 03fec057-fe96-4971-abd9-4725561f6fea gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:33:16.252324 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-ba39c349-4531-4192-b218-bdd8cced8f16 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Deleting port fa6cdfad-7bf0-48f4-a834-4129fcf57ceb {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:33:16.252820 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ba39c349-4531-4192-b218-bdd8cced8f16 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (fa6cdfad-7bf0-48f4-a834-4129fcf57ceb), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:16.298645 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-540e7758-115c-41e8-9157-1baafa7516b7 None None] DHCP port deletion for 9cc9ef5c-1c39-4efb-8864-a5571e394a90 request from n-d-712749-28 {{(pid=103285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 07:33:16.351667 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 7 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 07:33:16.405573 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-ba39c349-4531-4192-b218-bdd8cced8f16 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] For port fa6cdfad-7bf0-48f4-a834-4129fcf57ceb, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=fa6cdfad-7bf0-48f4-a834-4129fcf57ceb,segment=NetworkSegment(5e87309a-2fd6-4e01-a3f2-5e62e2c2afaf),segment_id=5e87309a-2fd6-4e01-a3f2-5e62e2c2afaf)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:33:16.406473 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ba39c349-4531-4192-b218-bdd8cced8f16 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (fa6cdfad-7bf0-48f4-a834-4129fcf57ceb), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:16.440071 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-ba39c349-4531-4192-b218-bdd8cced8f16 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Calling delete_port for fa6cdfad-7bf0-48f4-a834-4129fcf57ceb owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:33:16.481692 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-540e7758-115c-41e8-9157-1baafa7516b7 None None] Deleting port fa6cdfad-7bf0-48f4-a834-4129fcf57ceb {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:33:16.482328 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-540e7758-115c-41e8-9157-1baafa7516b7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (fa6cdfad-7bf0-48f4-a834-4129fcf57ceb), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:16.579347 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c84528a1-7853-4245-ab17-ed6db73b8d7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (5b06d37b-8256-4fcb-8663-08a3c425e0fa), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:16.584054 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c84528a1-7853-4245-ab17-ed6db73b8d7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:16.585464 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-c84528a1-7853-4245-ab17-ed6db73b8d7c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5b06d37b-8256-4fcb-8663-08a3c425e0fa HTTP/1.1" status: 204 len: 168 time: 1.2499547 Jan 28 07:33:16.628316 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-540e7758-115c-41e8-9157-1baafa7516b7 None None] For port fa6cdfad-7bf0-48f4-a834-4129fcf57ceb, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=fa6cdfad-7bf0-48f4-a834-4129fcf57ceb,segment=NetworkSegment(5e87309a-2fd6-4e01-a3f2-5e62e2c2afaf),segment_id=5e87309a-2fd6-4e01-a3f2-5e62e2c2afaf)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:33:16.628621 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d1f6d6-5c81-4342-bb49-5fb17fb07df1 req-b9db8000-3282-4209-a19e-58a3afb7215f tempest-VolumesActionsTest-2046619294 tempest-VolumesActionsTest-2046619294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:33:16.628745 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-540e7758-115c-41e8-9157-1baafa7516b7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (fa6cdfad-7bf0-48f4-a834-4129fcf57ceb), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:16.631597 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f6aada-6b22-42d1-94d7-a862c1173124 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:33:16.635979 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-4b55491e-7f8d-4eef-886c-662b5efb69b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03fec057-fe96-4971-abd9-4725561f6fea', 'name': 'tempest-ServerRescueTestJSON-52129307-router', 'tenant_id': 'c4b2a68a25c944a0a3c783e458798cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': 'fb55a3f3-2f61-45be-b1e9-59fd30f83c79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:33:08Z', 'updated_at': '2022-01-28T07:33:11Z', 'revision_number': 3, 'project_id': 'c4b2a68a25c944a0a3c783e458798cd1', 'gw_port': {'id': 'fb55a3f3-2f61-45be-b1e9-59fd30f83c79', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:e0:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03fec057-fe96-4971-abd9-4725561f6fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:33:10Z', 'updated_at': '2022-01-28T07:33:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:33:16.637289 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e2d1f6d6-5c81-4342-bb49-5fb17fb07df1 req-b9db8000-3282-4209-a19e-58a3afb7215f tempest-VolumesActionsTest-2046619294 tempest-VolumesActionsTest-2046619294-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8b1af6f-0b84-4f2d-a9d8-ca1541b393a0 HTTP/1.1" status: 200 len: 945 time: 0.1775391 Jan 28 07:33:16.651585 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f6aada-6b22-42d1-94d7-a862c1173124 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:33:16.662309 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f6aada-6b22-42d1-94d7-a862c1173124 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:33:16.663680 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-540e7758-115c-41e8-9157-1baafa7516b7 None None] Calling delete_port for fa6cdfad-7bf0-48f4-a834-4129fcf57ceb owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:33:16.683000 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f6aada-6b22-42d1-94d7-a862c1173124 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:33:16.711036 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b55491e-7f8d-4eef-886c-662b5efb69b2 None None] The sync data for ids ['03fec057-fe96-4971-abd9-4725561f6fea'] in n-d-712749-28 is: [{'id': '03fec057-fe96-4971-abd9-4725561f6fea', 'name': 'tempest-ServerRescueTestJSON-52129307-router', 'tenant_id': 'c4b2a68a25c944a0a3c783e458798cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': 'fb55a3f3-2f61-45be-b1e9-59fd30f83c79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:33:08Z', 'updated_at': '2022-01-28T07:33:11Z', 'revision_number': 3, 'project_id': 'c4b2a68a25c944a0a3c783e458798cd1', 'gw_port': {'id': 'fb55a3f3-2f61-45be-b1e9-59fd30f83c79', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:e0:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03fec057-fe96-4971-abd9-4725561f6fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:33:10Z', 'updated_at': '2022-01-28T07:33:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:33:16.712434 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f6aada-6b22-42d1-94d7-a862c1173124 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:33:16.726894 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f6aada-6b22-42d1-94d7-a862c1173124 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:33:16.740590 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-14f6aada-6b22-42d1-94d7-a862c1173124 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.9191327 Jan 28 07:33:16.741329 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 45658) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:33:16.744985 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e2d1f6d6-5c81-4342-bb49-5fb17fb07df1 req-abaedc21-723c-46ba-a54b-b7011ec8ac7e tempest-VolumesActionsTest-2046619294 tempest-VolumesActionsTest-2046619294-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a515e2c-f1b1-4b77-93a7-8b4d24326c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921037 Jan 28 07:33:16.754969 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84528a1-7853-4245-ab17-ed6db73b8d7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b06d37b-8256-4fcb-8663-08a3c425e0fa,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:33:16.767453 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ba39c349-4531-4192-b218-bdd8cced8f16 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (fa6cdfad-7bf0-48f4-a834-4129fcf57ceb), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:16.803767 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba39c349-4531-4192-b218-bdd8cced8f16 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Pushing event deleted for resources: {'Port': ['ID=fa6cdfad-7bf0-48f4-a834-4129fcf57ceb,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:33:16.809707 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba39c349-4531-4192-b218-bdd8cced8f16 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] No DVR routers for this DVR port fa6cdfad-7bf0-48f4-a834-4129fcf57ceb on host n-d-712749-28 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:33:16.858976 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-52b8c6b8-b126-4a68-88dd-c29bcfc46549 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:16.896866 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-540e7758-115c-41e8-9157-1baafa7516b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298'] for port (fa6cdfad-7bf0-48f4-a834-4129fcf57ceb), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:16.901637 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-3f878a32-a7a8-41bb-92b1-8ac71e809fdb req-1f8c501b-7932-4ec1-b8d5-67df1b2cb456 tempest-VolumesActionsTest-2046619294 tempest-VolumesActionsTest-2046619294-project] Deleting port 628df23b-5ad7-4d96-a467-d4264ee339d5 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:33:16.902585 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-3f878a32-a7a8-41bb-92b1-8ac71e809fdb req-1f8c501b-7932-4ec1-b8d5-67df1b2cb456 tempest-VolumesActionsTest-2046619294 tempest-VolumesActionsTest-2046619294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (628df23b-5ad7-4d96-a467-d4264ee339d5), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:16.941817 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540e7758-115c-41e8-9157-1baafa7516b7 None None] Pushing event deleted for resources: {'Port': ['ID=fa6cdfad-7bf0-48f4-a834-4129fcf57ceb,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:33:16.944940 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540e7758-115c-41e8-9157-1baafa7516b7 None None] No DVR routers for this DVR port fa6cdfad-7bf0-48f4-a834-4129fcf57ceb on host n-d-712749-28 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:33:16.974348 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ba39c349-4531-4192-b218-bdd8cced8f16 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (9cc9ef5c-1c39-4efb-8864-a5571e394a90), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:17.004087 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-ba39c349-4531-4192-b218-bdd8cced8f16 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cc9ef5c-1c39-4efb-8864-a5571e394a90']}} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:33:17.016095 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-ba39c349-4531-4192-b218-bdd8cced8f16 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e87309a-2fd6-4e01-a3f2-5e62e2c2afaf') {'for_net_delete': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:33:17.016423 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-ba39c349-4531-4192-b218-bdd8cced8f16 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e87309a-2fd6-4e01-a3f2-5e62e2c2afaf') {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:33:17.044567 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ba39c349-4531-4192-b218-bdd8cced8f16 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13506801'] for segment (5e87309a-2fd6-4e01-a3f2-5e62e2c2afaf), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:17.073938 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ba39c349-4531-4192-b218-bdd8cced8f16 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (5e87309a-2fd6-4e01-a3f2-5e62e2c2afaf), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:17.083035 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba39c349-4531-4192-b218-bdd8cced8f16 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=103283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:33:17.083771 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ba39c349-4531-4192-b218-bdd8cced8f16 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13546563'] for segment (5e87309a-2fd6-4e01-a3f2-5e62e2c2afaf), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:17.196506 n-d-712749-28 neutron-server[103283]: Traceback (most recent call last): Jan 28 07:33:17.196506 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:33:17.196506 n-d-712749-28 neutron-server[103283]: timer() Jan 28 07:33:17.196506 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:33:17.196506 n-d-712749-28 neutron-server[103283]: cb(*args, **kw) Jan 28 07:33:17.196506 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:33:17.196506 n-d-712749-28 neutron-server[103283]: return func(*args, **kwargs) Jan 28 07:33:17.196506 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:33:17.196506 n-d-712749-28 neutron-server[103283]: self._notify() Jan 28 07:33:17.196506 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:33:17.196506 n-d-712749-28 neutron-server[103283]: self.callback(batched_events) Jan 28 07:33:17.196506 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:33:17.196506 n-d-712749-28 neutron-server[103283]: event.method(event) Jan 28 07:33:17.196506 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:33:17.196506 n-d-712749-28 neutron-server[103283]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:33:17.196506 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:33:17.196506 n-d-712749-28 neutron-server[103283]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:33:17.196506 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:33:17.196506 n-d-712749-28 neutron-server[103283]: return f(self, *a, **k) Jan 28 07:33:17.196506 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:33:17.196506 n-d-712749-28 neutron-server[103283]: return self._get(url).json() Jan 28 07:33:17.196506 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:33:17.196506 n-d-712749-28 neutron-server[103283]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:33:17.196506 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:33:17.196506 n-d-712749-28 neutron-server[103283]: return self.request(url, 'GET', **kwargs) Jan 28 07:33:17.196506 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:33:17.196506 n-d-712749-28 neutron-server[103283]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:33:17.196506 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:33:17.196506 n-d-712749-28 neutron-server[103283]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:33:17.196506 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:33:17.196506 n-d-712749-28 neutron-server[103283]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:33:17.196506 n-d-712749-28 neutron-server[103283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:33:17.231482 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ba39c349-4531-4192-b218-bdd8cced8f16 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (9cc9ef5c-1c39-4efb-8864-a5571e394a90), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:17.259463 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ba39c349-4531-4192-b218-bdd8cced8f16 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks [] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:17.268062 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-ba39c349-4531-4192-b218-bdd8cced8f16 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] 10.222.0.41 "DELETE /v2.0/networks/9cc9ef5c-1c39-4efb-8864-a5571e394a90 HTTP/1.1" status: 204 len: 168 time: 1.3451843 Jan 28 07:33:17.297763 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 45666) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:33:17.303045 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-c746ad55-8b49-4db1-84d2-9fec881d7034 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2075137894', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}, 'admin_state_up': False}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:33:17.333616 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba39c349-4531-4192-b218-bdd8cced8f16 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Pushing event deleted for resources: {'Network': ['ID=9cc9ef5c-1c39-4efb-8864-a5571e394a90,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:33:17.399498 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c746ad55-8b49-4db1-84d2-9fec881d7034 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16606890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127275'] for router (7cdd47e7-fad7-4ee4-b071-fec5b1d6b99b), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:17.400940 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c746ad55-8b49-4db1-84d2-9fec881d7034 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16605498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16607952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16355422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127266'] for router (7cdd47e7-fad7-4ee4-b071-fec5b1d6b99b), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:17.510473 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c746ad55-8b49-4db1-84d2-9fec881d7034 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks [] for router_controller (7cdd47e7-fad7-4ee4-b071-fec5b1d6b99b), precommit_add_association {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:17.692345 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-3f878a32-a7a8-41bb-92b1-8ac71e809fdb req-1f8c501b-7932-4ec1-b8d5-67df1b2cb456 tempest-VolumesActionsTest-2046619294 tempest-VolumesActionsTest-2046619294-project] For port 628df23b-5ad7-4d96-a467-d4264ee339d5, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=628df23b-5ad7-4d96-a467-d4264ee339d5,segment=NetworkSegment(4027a421-8f77-4f95-b545-494d734aa742),segment_id=4027a421-8f77-4f95-b545-494d734aa742)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:33:17.692936 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-3f878a32-a7a8-41bb-92b1-8ac71e809fdb req-1f8c501b-7932-4ec1-b8d5-67df1b2cb456 tempest-VolumesActionsTest-2046619294 tempest-VolumesActionsTest-2046619294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (628df23b-5ad7-4d96-a467-d4264ee339d5), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:17.706255 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-3f878a32-a7a8-41bb-92b1-8ac71e809fdb req-1f8c501b-7932-4ec1-b8d5-67df1b2cb456 tempest-VolumesActionsTest-2046619294 tempest-VolumesActionsTest-2046619294-project] Calling delete_port for 628df23b-5ad7-4d96-a467-d4264ee339d5 owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:33:17.717475 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c746ad55-8b49-4db1-84d2-9fec881d7034 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks [] for router_gateway (7cdd47e7-fad7-4ee4-b071-fec5b1d6b99b), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:17.884464 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-c2c1b2ec-4a53-449f-b9d8-f926e9cc225a tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] 10.222.0.41 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 1.1374228 Jan 28 07:33:17.890444 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 45690) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:33:18.006082 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dee52f-2f81-4acf-89bd-40d63cd99cb1 req-9776e80c-2196-46b7-81de-109218ed3d13 tempest-VolumesActionsTest-2046619294 tempest-VolumesActionsTest-2046619294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:33:18.013263 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c8dee52f-2f81-4acf-89bd-40d63cd99cb1 req-9776e80c-2196-46b7-81de-109218ed3d13 tempest-VolumesActionsTest-2046619294 tempest-VolumesActionsTest-2046619294-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8b1af6f-0b84-4f2d-a9d8-ca1541b393a0 HTTP/1.1" status: 200 len: 945 time: 0.1564593 Jan 28 07:33:18.074488 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de396e11-8985-47f3-9502-88d68e33a2d9 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:33:18.076487 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de396e11-8985-47f3-9502-88d68e33a2d9 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:33:18.079584 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-52b8c6b8-b126-4a68-88dd-c29bcfc46549 admin admin] Allocated IP 172.20.0.1 (2136e757-c99f-4d23-960c-aa395d5a28c6/66e93671-6c65-4d5e-8c66-6c2cfdec864e/9c7ec478-7082-4394-93f2-2b8f2c86032c) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:33:18.084367 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de396e11-8985-47f3-9502-88d68e33a2d9 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:33:18.086102 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de396e11-8985-47f3-9502-88d68e33a2d9 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:33:18.088990 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de396e11-8985-47f3-9502-88d68e33a2d9 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:33:18.091049 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-de396e11-8985-47f3-9502-88d68e33a2d9 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1994233 Jan 28 07:33:18.096572 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 45694) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:33:18.145392 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c8dee52f-2f81-4acf-89bd-40d63cd99cb1 req-fcbb7ef8-9eea-43c4-a62d-bd87a4f06047 tempest-VolumesActionsTest-2046619294 tempest-VolumesActionsTest-2046619294-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a515e2c-f1b1-4b77-93a7-8b4d24326c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285586 Jan 28 07:33:18.150550 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c746ad55-8b49-4db1-84d2-9fec881d7034 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks [] for router_gateway (7cdd47e7-fad7-4ee4-b071-fec5b1d6b99b), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:18.267286 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c746ad55-8b49-4db1-84d2-9fec881d7034 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:18.267841 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-3f878a32-a7a8-41bb-92b1-8ac71e809fdb req-1f8c501b-7932-4ec1-b8d5-67df1b2cb456 tempest-VolumesActionsTest-2046619294 tempest-VolumesActionsTest-2046619294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (628df23b-5ad7-4d96-a467-d4264ee339d5), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:18.291376 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device fb55a3f3-2f61-45be-b1e9-59fd30f83c79 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:33:18.335446 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ccd7cdc-e900-43dc-88e0-37acefa90c4b tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Attributes excluded by policy engine: ['shared'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:33:18.337763 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ccd7cdc-e900-43dc-88e0-37acefa90c4b tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Attributes excluded by policy engine: ['shared'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:33:18.339330 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ccd7cdc-e900-43dc-88e0-37acefa90c4b tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Attributes excluded by policy engine: ['shared'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:33:18.340765 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ccd7cdc-e900-43dc-88e0-37acefa90c4b tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Attributes excluded by policy engine: ['shared'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:33:18.342156 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ccd7cdc-e900-43dc-88e0-37acefa90c4b tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Attributes excluded by policy engine: ['shared'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:33:18.344024 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-8ccd7cdc-e900-43dc-88e0-37acefa90c4b tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] 10.222.0.41 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2440372 Jan 28 07:33:18.351655 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 45700) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:33:18.358644 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['628df23b-5ad7-4d96-a467-d4264ee339d5'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:33:18.406390 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port fb55a3f3-2f61-45be-b1e9-59fd30f83c79 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:33:18.408755 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (fb55a3f3-2f61-45be-b1e9-59fd30f83c79), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:18.428752 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8c501b-7932-4ec1-b8d5-67df1b2cb456 tempest-VolumesActionsTest-2046619294 tempest-VolumesActionsTest-2046619294-project] Pushing event deleted for resources: {'Port': ['ID=628df23b-5ad7-4d96-a467-d4264ee339d5,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:33:18.522291 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port fb55a3f3-2f61-45be-b1e9-59fd30f83c79 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:33:18.522904 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (fb55a3f3-2f61-45be-b1e9-59fd30f83c79), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:18.535624 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f878a32-a7a8-41bb-92b1-8ac71e809fdb req-1f8c501b-7932-4ec1-b8d5-67df1b2cb456 tempest-VolumesActionsTest-2046619294 tempest-VolumesActionsTest-2046619294-project] No DVR routers for this DVR port 628df23b-5ad7-4d96-a467-d4264ee339d5 on host n-h1-712749-28 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:33:18.550852 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-3f878a32-a7a8-41bb-92b1-8ac71e809fdb req-1f8c501b-7932-4ec1-b8d5-67df1b2cb456 tempest-VolumesActionsTest-2046619294 tempest-VolumesActionsTest-2046619294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:18.558071 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] For port fb55a3f3-2f61-45be-b1e9-59fd30f83c79, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=fb55a3f3-2f61-45be-b1e9-59fd30f83c79,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:33:18.560550 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3f878a32-a7a8-41bb-92b1-8ac71e809fdb req-1f8c501b-7932-4ec1-b8d5-67df1b2cb456 tempest-VolumesActionsTest-2046619294 tempest-VolumesActionsTest-2046619294-project] 10.222.0.10 "DELETE /v2.0/ports/628df23b-5ad7-4d96-a467-d4264ee339d5 HTTP/1.1" status: 204 len: 173 time: 2.4626939 Jan 28 07:33:18.561041 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8b1af6f-0b84-4f2d-a9d8-ca1541b393a0', 'name': 'network-vif-deleted', 'tag': '628df23b-5ad7-4d96-a467-d4264ee339d5'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:33:18.563344 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35447b0b-4fc4-422f-8f0d-c37f35ec687b" -d '{"events": [{"server_uuid": "b8b1af6f-0b84-4f2d-a9d8-ca1541b393a0", "name": "network-vif-deleted", "tag": "628df23b-5ad7-4d96-a467-d4264ee339d5"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:33:18.563735 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (fb55a3f3-2f61-45be-b1e9-59fd30f83c79), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:18.563875 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-c746ad55-8b49-4db1-84d2-9fec881d7034 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Allocated IP 172.25.6.206 (7d5b3724-deef-4831-8d43-cb9b8176573c/b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc/46c70c53-e4f9-4adc-ad86-12135bde0eb9) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:33:18.589839 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-52b8c6b8-b126-4a68-88dd-c29bcfc46549 admin admin] Publish callbacks [] for port (9c7ec478-7082-4394-93f2-2b8f2c86032c), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:18.590685 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b58d4b-7e6f-4855-bd0b-ba425fe51557 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:33:18.593226 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-57b58d4b-7e6f-4855-bd0b-ba425fe51557 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] 10.222.0.41 "GET /v2.0/networks/1c1cf386-ed4f-46fb-a90d-ef23be5375e1 HTTP/1.1" status: 200 len: 803 time: 0.2392437 Jan 28 07:33:18.596233 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 45708) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:33:18.662024 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-52b8c6b8-b126-4a68-88dd-c29bcfc46549 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (9c7ec478-7082-4394-93f2-2b8f2c86032c), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:18.671324 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b21a0cde-2356-43f5-927c-a72ecea55744 x-openstack-request-id: req-b21a0cde-2356-43f5-927c-a72ecea55744 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:33:18.671682 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8b1af6f-0b84-4f2d-a9d8-ca1541b393a0", "name": "network-vif-deleted", "tag": "628df23b-5ad7-4d96-a467-d4264ee339d5", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:33:18.671945 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b21a0cde-2356-43f5-927c-a72ecea55744 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:33:18.672415 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8b1af6f-0b84-4f2d-a9d8-ca1541b393a0', 'name': 'network-vif-deleted', 'tag': '628df23b-5ad7-4d96-a467-d4264ee339d5', 'status': 'completed', 'code': 200} Jan 28 07:33:18.726881 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Pushing event updated for resources: {'Port': ['ID=fb55a3f3-2f61-45be-b1e9-59fd30f83c79,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:33:18.731243 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device fa6cdfad-7bf0-48f4-a834-4129fcf57ceb no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:33:18.777925 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: fa6cdfad-7bf0-48f4-a834-4129fcf57ceb {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:33:18.778290 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device fa6cdfad-7bf0-48f4-a834-4129fcf57ceb not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:33:18.797881 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b8c6b8-b126-4a68-88dd-c29bcfc46549 admin admin] Network 2136e757-c99f-4d23-960c-aa395d5a28c6 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:33:18.803114 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-52b8c6b8-b126-4a68-88dd-c29bcfc46549 admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:33:18.815160 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b8c6b8-b126-4a68-88dd-c29bcfc46549 admin admin] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:33:18.821798 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b8c6b8-b126-4a68-88dd-c29bcfc46549 admin admin] Pushing event updated for resources: {'Port': ['ID=9c7ec478-7082-4394-93f2-2b8f2c86032c,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:33:18.880900 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-52b8c6b8-b126-4a68-88dd-c29bcfc46549 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16609232'] for router_interface (03fec057-fe96-4971-abd9-4725561f6fea), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:19.072358 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-52b8c6b8-b126-4a68-88dd-c29bcfc46549 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (9c7ec478-7082-4394-93f2-2b8f2c86032c), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:19.228406 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-14e6f1b9-32fd-4860-b5b1-79c104f3cc39 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] 10.222.0.41 "GET /v2.0/networks/1c1cf386-ed4f-46fb-a90d-ef23be5375e1?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.6254804 Jan 28 07:33:19.233484 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 45726) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:33:19.351077 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b620f04e-6ffd-483f-bdae-8183afc5dcbc tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:33:19.352554 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-b620f04e-6ffd-483f-bdae-8183afc5dcbc tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] 10.222.0.41 "GET /v2.0/subnets/77428511-3d89-486d-bc19-dd54d506f143 HTTP/1.1" status: 200 len: 843 time: 0.1179249 Jan 28 07:33:19.359596 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 45728) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:33:19.407167 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6d1b0d5d-9fe3-44ab-8c4a-1bf0e5ec088c req-43fdc263-62a0-428e-90c4-dbd1650dc2f2 tempest-VolumesActionsTest-2046619294 tempest-VolumesActionsTest-2046619294-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8b1af6f-0b84-4f2d-a9d8-ca1541b393a0 HTTP/1.1" status: 200 len: 210 time: 0.0955951 Jan 28 07:33:19.414926 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c746ad55-8b49-4db1-84d2-9fec881d7034 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks [] for port (46c70c53-e4f9-4adc-ad86-12135bde0eb9), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:19.468113 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c746ad55-8b49-4db1-84d2-9fec881d7034 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (46c70c53-e4f9-4adc-ad86-12135bde0eb9), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:19.470056 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fb29ca4-31d9-4b66-8911-613bb61cd548 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Attributes excluded by policy engine: ['shared'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:33:19.472230 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-8fb29ca4-31d9-4b66-8911-613bb61cd548 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] 10.222.0.41 "GET /v2.0/subnets/77428511-3d89-486d-bc19-dd54d506f143?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1076400 Jan 28 07:33:19.476389 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 45730) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:33:19.481444 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-9912ee85-028a-4e5b-b1a5-7148028c0e20 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-998423211'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:33:19.539681 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-52b8c6b8-b126-4a68-88dd-c29bcfc46549 admin admin] Publish callbacks [] for port (9c7ec478-7082-4394-93f2-2b8f2c86032c), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:19.541589 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9912ee85-028a-4e5b-b1a5-7148028c0e20 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Made reservation on behalf of d922f36101af452d805cf60e026e730b for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:33:19.546023 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9912ee85-028a-4e5b-b1a5-7148028c0e20 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:19.554529 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c746ad55-8b49-4db1-84d2-9fec881d7034 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Network 7d5b3724-deef-4831-8d43-cb9b8176573c is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:33:19.567172 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-52b8c6b8-b126-4a68-88dd-c29bcfc46549 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (9c7ec478-7082-4394-93f2-2b8f2c86032c), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:19.570759 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-c746ad55-8b49-4db1-84d2-9fec881d7034 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:33:19.578553 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c746ad55-8b49-4db1-84d2-9fec881d7034 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:33:19.652631 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9912ee85-028a-4e5b-b1a5-7148028c0e20 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:33:19.665374 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c746ad55-8b49-4db1-84d2-9fec881d7034 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Pushing event updated for resources: {'Port': ['ID=46c70c53-e4f9-4adc-ad86-12135bde0eb9,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:33:19.679193 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9912ee85-028a-4e5b-b1a5-7148028c0e20 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (4d5f9ee6-e7a3-4de3-a483-2885b709de1b), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:19.679543 n-d-712749-28 neutron-server[103284]: INFO neutron.db.segments_db [None req-9912ee85-028a-4e5b-b1a5-7148028c0e20 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Added segment 4d5f9ee6-e7a3-4de3-a483-2885b709de1b of type vlan for network 5f75d68c-abac-4bac-9090-773b733e850c Jan 28 07:33:19.681595 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b8c6b8-b126-4a68-88dd-c29bcfc46549 admin admin] Pushing event updated for resources: {'Port': ['ID=9c7ec478-7082-4394-93f2-2b8f2c86032c,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:33:19.701139 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-52b8c6b8-b126-4a68-88dd-c29bcfc46549 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16318999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16606560'] for router_interface (03fec057-fe96-4971-abd9-4725561f6fea), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:19.750339 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9912ee85-028a-4e5b-b1a5-7148028c0e20 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (5f75d68c-abac-4bac-9090-773b733e850c), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:19.820714 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9912ee85-028a-4e5b-b1a5-7148028c0e20 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (5f75d68c-abac-4bac-9090-773b733e850c), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:19.825661 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9912ee85-028a-4e5b-b1a5-7148028c0e20 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:33:19.826249 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9912ee85-028a-4e5b-b1a5-7148028c0e20 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:19.896838 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c746ad55-8b49-4db1-84d2-9fec881d7034 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks [] for router_gateway (7cdd47e7-fad7-4ee4-b071-fec5b1d6b99b), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:19.906829 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-9912ee85-028a-4e5b-b1a5-7148028c0e20 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4293363 Jan 28 07:33:19.911612 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 45738) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:33:19.917494 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-1a6a86c9-59fb-4cfe-b3e7-bdb3d82283f8 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Request body: {'subnet': {'network_id': '5f75d68c-abac-4bac-9090-773b733e850c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:33:19.920940 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9912ee85-028a-4e5b-b1a5-7148028c0e20 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Pushing event updated for resources: {'Network': ['ID=5f75d68c-abac-4bac-9090-773b733e850c,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:33:19.933490 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network 5f75d68c-abac-4bac-9090-773b733e850c details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:33:19.945092 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b8c6b8-b126-4a68-88dd-c29bcfc46549 admin admin] Network 2136e757-c99f-4d23-960c-aa395d5a28c6 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:33:19.948532 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-52b8c6b8-b126-4a68-88dd-c29bcfc46549 admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:33:20.098127 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a6a86c9-59fb-4cfe-b3e7-bdb3d82283f8 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Made reservation on behalf of d922f36101af452d805cf60e026e730b for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:33:20.101668 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1a6a86c9-59fb-4cfe-b3e7-bdb3d82283f8 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24979592'] for subnet (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:20.110127 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c746ad55-8b49-4db1-84d2-9fec881d7034 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16605475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16607909'] for router (7cdd47e7-fad7-4ee4-b071-fec5b1d6b99b), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:20.117231 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device fb55a3f3-2f61-45be-b1e9-59fd30f83c79 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:33:20.174727 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port fb55a3f3-2f61-45be-b1e9-59fd30f83c79 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:33:20.175423 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (fb55a3f3-2f61-45be-b1e9-59fd30f83c79), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:20.181497 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.ipam_backend_mixin [None req-1a6a86c9-59fb-4cfe-b3e7-bdb3d82283f8 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Performing IP validity checks on allocation pools {{(pid=103284) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 28 07:33:20.182033 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.ipam_backend_mixin [None req-1a6a86c9-59fb-4cfe-b3e7-bdb3d82283f8 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103284) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 28 07:33:20.202282 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52b8c6b8-b126-4a68-88dd-c29bcfc46549 admin admin] Router 03fec057-fe96-4971-abd9-4725561f6fea has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:33:20.245781 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c746ad55-8b49-4db1-84d2-9fec881d7034 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Router 7cdd47e7-fad7-4ee4-b071-fec5b1d6b99b is scheduled to L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 with binding_index 1 {{(pid=103283) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 07:33:20.257225 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port fb55a3f3-2f61-45be-b1e9-59fd30f83c79 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:33:20.363975 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c746ad55-8b49-4db1-84d2-9fec881d7034 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:33:20.374271 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9def67b4-ab56-49be-a410-6506fcc869ad None None] Sync routers for ids ['7cdd47e7-fad7-4ee4-b071-fec5b1d6b99b'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:33:20.385579 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9def67b4-ab56-49be-a410-6506fcc869ad None None] Routers {'7cdd47e7-fad7-4ee4-b071-fec5b1d6b99b'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:33:20.386153 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c746ad55-8b49-4db1-84d2-9fec881d7034 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks [] for router (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:20.386807 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-9def67b4-ab56-49be-a410-6506fcc869ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:33:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['7cdd47e7-fad7-4ee4-b071-fec5b1d6b99b'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:33:20.387619 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-c746ad55-8b49-4db1-84d2-9fec881d7034 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.0888865 Jan 28 07:33:20.390257 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 45740) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:33:20.421296 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52b8c6b8-b126-4a68-88dd-c29bcfc46549 admin admin] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:33:20.428154 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-9def67b4-ab56-49be-a410-6506fcc869ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:33:20.434946 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e36e83-f96b-44fd-8bbd-184fe1849e4f None None] Sync routers for ids ['03fec057-fe96-4971-abd9-4725561f6fea'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:33:20.438321 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9def67b4-ab56-49be-a410-6506fcc869ad None None] Routers {'7cdd47e7-fad7-4ee4-b071-fec5b1d6b99b'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:33:20.439133 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-9def67b4-ab56-49be-a410-6506fcc869ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:33:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['7cdd47e7-fad7-4ee4-b071-fec5b1d6b99b'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:33:20.440104 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-52b8c6b8-b126-4a68-88dd-c29bcfc46549 admin admin] 10.222.0.41 "PUT /v2.0/routers/03fec057-fe96-4971-abd9-4725561f6fea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4810243 Jan 28 07:33:20.458509 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e36e83-f96b-44fd-8bbd-184fe1849e4f None None] Routers {'03fec057-fe96-4971-abd9-4725561f6fea'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:33:20.459674 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-f4e36e83-f96b-44fd-8bbd-184fe1849e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:33:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['03fec057-fe96-4971-abd9-4725561f6fea'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:33:20.461049 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1a6a86c9-59fb-4cfe-b3e7-bdb3d82283f8 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24757504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24979610'] for subnet (cb7296af-8bf4-4ae6-8a0a-df33964b6993), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:20.517027 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-9def67b4-ab56-49be-a410-6506fcc869ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:33:20.520049 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9def67b4-ab56-49be-a410-6506fcc869ad None None] The sync data for ids ['7cdd47e7-fad7-4ee4-b071-fec5b1d6b99b'] in n-d-712749-28 is: [] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:33:20.579475 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6a86c9-59fb-4cfe-b3e7-bdb3d82283f8 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Pushing event updated for resources: {'Subnet': ['ID=cb7296af-8bf4-4ae6-8a0a-df33964b6993,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:33:20.602649 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6a86c9-59fb-4cfe-b3e7-bdb3d82283f8 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Checking segment: {'id': '4d5f9ee6-e7a3-4de3-a483-2885b709de1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '5f75d68c-abac-4bac-9090-773b733e850c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:33:20.603024 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6a86c9-59fb-4cfe-b3e7-bdb3d82283f8 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Network hostable DHCP agents. Network: 5f75d68c-abac-4bac-9090-773b733e850c, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:33:20.604877 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-3458ed1b-246c-42b9-919f-3b968eae43fc tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] 10.222.0.41 "GET /v2.0/routers/7cdd47e7-fad7-4ee4-b071-fec5b1d6b99b HTTP/1.1" status: 200 len: 885 time: 0.2133083 Jan 28 07:33:20.611291 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 45752) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:33:20.615144 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-f4e36e83-f96b-44fd-8bbd-184fe1849e4f None None] Set router 03fec057-fe96-4971-abd9-4725561f6fea gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:33:20.657038 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6a86c9-59fb-4cfe-b3e7-bdb3d82283f8 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Network 5f75d68c-abac-4bac-9090-773b733e850c is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:33:20.673419 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-1a6a86c9-59fb-4cfe-b3e7-bdb3d82283f8 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, 5f75d68c-abac-4bac-9090-773b733e850c) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:33:20.683132 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 628df23b-5ad7-4d96-a467-d4264ee339d5 no longer exists at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:33:20.683986 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6a86c9-59fb-4cfe-b3e7-bdb3d82283f8 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:33:20.684639 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1a6a86c9-59fb-4cfe-b3e7-bdb3d82283f8 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:20.719513 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-1a6a86c9-59fb-4cfe-b3e7-bdb3d82283f8 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.8066087 Jan 28 07:33:20.723176 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 45766) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:33:20.728387 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-8bcd99de-3592-45ee-9457-2a7253a32c60 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:33:20.732915 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] No Port match for: 628df23b-5ad7-4d96-a467-d4264ee339d5 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:33:20.733915 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 628df23b-5ad7-4d96-a467-d4264ee339d5 not bound to the agent host n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:33:20.736136 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d974ae0a-7865-41b7-b42f-532c585b4a05 None None] Network 5f75d68c-abac-4bac-9090-773b733e850c requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:33:20.918595 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11787a3c-4b42-4f43-b447-b31181fdbf89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3dd72b9-6805-5f61-b6f3-a591f99a173d-5f75d68c-abac-4bac-9090-773b733e850c', 'network_id': '5f75d68c-abac-4bac-9090-773b733e850c', 'project_id': 'd922f36101af452d805cf60e026e730b', 'fixed_ips': [{'subnet_id': 'cb7296af-8bf4-4ae6-8a0a-df33964b6993'}]}} from n-d-712749-28. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 07:33:20.919472 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-11787a3c-4b42-4f43-b447-b31181fdbf89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:20.935419 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8bcd99de-3592-45ee-9457-2a7253a32c60 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-24979587'] for subnet (cb7296af-8bf4-4ae6-8a0a-df33964b6993), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:21.038064 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-f4e36e83-f96b-44fd-8bbd-184fe1849e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03fec057-fe96-4971-abd9-4725561f6fea', 'name': 'tempest-ServerRescueTestJSON-52129307-router', 'tenant_id': 'c4b2a68a25c944a0a3c783e458798cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': 'fb55a3f3-2f61-45be-b1e9-59fd30f83c79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:33:08Z', 'updated_at': '2022-01-28T07:33:19Z', 'revision_number': 4, 'project_id': 'c4b2a68a25c944a0a3c783e458798cd1', 'gw_port': {'id': 'fb55a3f3-2f61-45be-b1e9-59fd30f83c79', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:e0:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03fec057-fe96-4971-abd9-4725561f6fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:33:10Z', 'updated_at': '2022-01-28T07:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '9c7ec478-7082-4394-93f2-2b8f2c86032c', 'name': '', 'network_id': '2136e757-c99f-4d23-960c-aa395d5a28c6', 'tenant_id': 'c4b2a68a25c944a0a3c783e458798cd1', 'mac_address': 'fa:16:3e:f9:62:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03fec057-fe96-4971-abd9-4725561f6fea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': '66e93671-6c65-4d5e-8c66-6c2cfdec864e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:33:17Z', 'updated_at': '2022-01-28T07:33:19Z', 'revision_number': 2, 'project_id': 'c4b2a68a25c944a0a3c783e458798cd1', 'subnets': [{'id': '66e93671-6c65-4d5e-8c66-6c2cfdec864e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:33:21.128291 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e36e83-f96b-44fd-8bbd-184fe1849e4f None None] Checking router: 03fec057-fe96-4971-abd9-4725561f6fea for host: n-d-712749-28 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:33:21.128713 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e36e83-f96b-44fd-8bbd-184fe1849e4f None None] Updating router 03fec057-fe96-4971-abd9-4725561f6fea port 9c7ec478-7082-4394-93f2-2b8f2c86032c binding host n-d-712749-28 {{(pid=103286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 07:33:21.179766 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-ee939db1-b26b-4d3a-afa9-b01ac94169c7 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.5672352 Jan 28 07:33:21.183882 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 45786) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:33:21.189688 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f4e36e83-f96b-44fd-8bbd-184fe1849e4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (9c7ec478-7082-4394-93f2-2b8f2c86032c), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:21.195675 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-be68168c-aa67-4848-a1da-94fb2f0efc68 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-2075137894'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:33:21.210117 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.db.api [None req-11787a3c-4b42-4f43-b447-b31181fdbf89 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jan 28 07:33:21.210117 n-d-712749-28 neutron-server[103285]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Jan 28 07:33:21.210117 n-d-712749-28 neutron-server[103285]: [parameters: {'in_use': 1, 'id_1': 'cb7296af-8bf4-4ae6-8a0a-df33964b6993'}] Jan 28 07:33:21.210117 n-d-712749-28 neutron-server[103285]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103285) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 07:33:21.210992 n-d-712749-28 neutron-server[103285]: DEBUG oslo_db.api [None req-11787a3c-4b42-4f43-b447-b31181fdbf89 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 07:33:21.390513 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c69e45-0490-47c3-a111-71d254c5ee17 req-3d0419cb-a3ee-4a42-804b-f5e44530015a tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:33:21.392610 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-53c69e45-0490-47c3-a111-71d254c5ee17 req-3d0419cb-a3ee-4a42-804b-f5e44530015a tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] 10.222.0.41 "GET /v2.0/networks?id=2136e757-c99f-4d23-960c-aa395d5a28c6 HTTP/1.1" status: 200 len: 809 time: 0.3348684 Jan 28 07:33:21.463734 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-53c69e45-0490-47c3-a111-71d254c5ee17 req-abd62a0d-4879-464e-b2a8-50085282b2e9 tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] 10.222.0.41 "GET /v2.0/quotas/c4b2a68a25c944a0a3c783e458798cd1 HTTP/1.1" status: 200 len: 375 time: 0.0532756 Jan 28 07:33:21.530897 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8bcd99de-3592-45ee-9457-2a7253a32c60 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8782327571155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-24757582'] for subnet (cb7296af-8bf4-4ae6-8a0a-df33964b6993), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:21.618012 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bcd99de-3592-45ee-9457-2a7253a32c60 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:33:21.618948 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8bcd99de-3592-45ee-9457-2a7253a32c60 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:21.620605 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-8bcd99de-3592-45ee-9457-2a7253a32c60 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] 10.222.0.41 "PUT /v2.0/subnets/cb7296af-8bf4-4ae6-8a0a-df33964b6993 HTTP/1.1" status: 200 len: 900 time: 0.8966041 Jan 28 07:33:21.627227 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 45806) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:33:21.678800 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-be68168c-aa67-4848-a1da-94fb2f0efc68 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16607950', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16605480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127440'] for router (7cdd47e7-fad7-4ee4-b071-fec5b1d6b99b), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:21.704720 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-be68168c-aa67-4848-a1da-94fb2f0efc68 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16607909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16607927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16607932', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16605457'] for router (7cdd47e7-fad7-4ee4-b071-fec5b1d6b99b), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:21.711678 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-11787a3c-4b42-4f43-b447-b31181fdbf89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:21.722438 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcd99de-3592-45ee-9457-2a7253a32c60 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Pushing event updated for resources: {'Subnet': ['ID=cb7296af-8bf4-4ae6-8a0a-df33964b6993,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:33:21.779189 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-53c69e45-0490-47c3-a111-71d254c5ee17 req-0ac8ea3d-690b-4b09-9bcb-0e4965e3fecb tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c4b2a68a25c944a0a3c783e458798cd1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3083301 Jan 28 07:33:21.881697 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f4e36e83-f96b-44fd-8bbd-184fe1849e4f None None] Publish callbacks [] for port (9c7ec478-7082-4394-93f2-2b8f2c86032c), precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:21.897943 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f4e36e83-f96b-44fd-8bbd-184fe1849e4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (9c7ec478-7082-4394-93f2-2b8f2c86032c), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:21.899571 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be68168c-aa67-4848-a1da-94fb2f0efc68 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Router 7cdd47e7-fad7-4ee4-b071-fec5b1d6b99b has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:33:22.049858 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c33a50-3dcb-4b82-8892-d1215f81d81d None None] Pushing event updated for resources: {'Port': ['ID=9c7ec478-7082-4394-93f2-2b8f2c86032c,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:33:22.066606 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-f4e36e83-f96b-44fd-8bbd-184fe1849e4f None None] Attempting to bind port 9c7ec478-7082-4394-93f2-2b8f2c86032c on host n-d-712749-28 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:33:22.067159 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-f4e36e83-f96b-44fd-8bbd-184fe1849e4f None None] Attempting to bind port 9c7ec478-7082-4394-93f2-2b8f2c86032c by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': 'bf0195a4-f6a6-41d1-9604-c71a469c15f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2136e757-c99f-4d23-960c-aa395d5a28c6'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:33:22.069514 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e36e83-f96b-44fd-8bbd-184fe1849e4f None None] Attempting to bind port 9c7ec478-7082-4394-93f2-2b8f2c86032c on network 2136e757-c99f-4d23-960c-aa395d5a28c6 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:33:22.085276 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e36e83-f96b-44fd-8bbd-184fe1849e4f None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 33, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:33:22.085675 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e36e83-f96b-44fd-8bbd-184fe1849e4f None None] Checking segment: {'id': 'bf0195a4-f6a6-41d1-9604-c71a469c15f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2136e757-c99f-4d23-960c-aa395d5a28c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:33:22.089114 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f4e36e83-f96b-44fd-8bbd-184fe1849e4f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:22.089608 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e36e83-f96b-44fd-8bbd-184fe1849e4f None None] Bound using segment: {'id': 'bf0195a4-f6a6-41d1-9604-c71a469c15f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2136e757-c99f-4d23-960c-aa395d5a28c6'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:33:22.090176 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-f4e36e83-f96b-44fd-8bbd-184fe1849e4f None None] Bound port: 9c7ec478-7082-4394-93f2-2b8f2c86032c, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf0195a4-f6a6-41d1-9604-c71a469c15f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2136e757-c99f-4d23-960c-aa395d5a28c6'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:33:22.090576 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f4e36e83-f96b-44fd-8bbd-184fe1849e4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (9c7ec478-7082-4394-93f2-2b8f2c86032c), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:22.103372 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be68168c-aa67-4848-a1da-94fb2f0efc68 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:33:22.103752 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4a06571c-920d-4676-8f79-d75be5beec28 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (5f75d68c-abac-4bac-9090-773b733e850c), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:22.118132 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7466a171-0edf-4631-9213-93441f9cae81 None None] Sync routers for ids ['7cdd47e7-fad7-4ee4-b071-fec5b1d6b99b'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:33:22.124456 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-be68168c-aa67-4848-a1da-94fb2f0efc68 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks [] for router (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:22.128563 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-be68168c-aa67-4848-a1da-94fb2f0efc68 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] 10.222.0.41 "PUT /v2.0/routers/7cdd47e7-fad7-4ee4-b071-fec5b1d6b99b HTTP/1.1" status: 200 len: 892 time: 0.9410799 Jan 28 07:33:22.130074 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 45832) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:33:22.157848 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7466a171-0edf-4631-9213-93441f9cae81 None None] Routers {'7cdd47e7-fad7-4ee4-b071-fec5b1d6b99b'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:33:22.158485 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-7466a171-0edf-4631-9213-93441f9cae81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:33:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['7cdd47e7-fad7-4ee4-b071-fec5b1d6b99b'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:33:22.244558 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-f4e36e83-f96b-44fd-8bbd-184fe1849e4f None None] For port 9c7ec478-7082-4394-93f2-2b8f2c86032c, host n-d-712749-28, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:33:22.251349 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-f4e36e83-f96b-44fd-8bbd-184fe1849e4f None None] For port 9c7ec478-7082-4394-93f2-2b8f2c86032c, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=9c7ec478-7082-4394-93f2-2b8f2c86032c,segment=NetworkSegment(bf0195a4-f6a6-41d1-9604-c71a469c15f7),segment_id=bf0195a4-f6a6-41d1-9604-c71a469c15f7)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:33:22.261451 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-7466a171-0edf-4631-9213-93441f9cae81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:33:22.264520 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f4e36e83-f96b-44fd-8bbd-184fe1849e4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (9c7ec478-7082-4394-93f2-2b8f2c86032c), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:22.275250 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-11787a3c-4b42-4f43-b447-b31181fdbf89 None None] Allocated IP 2001:db8::3 (5f75d68c-abac-4bac-9090-773b733e850c/cb7296af-8bf4-4ae6-8a0a-df33964b6993/dfde4849-065a-474b-83d0-f88716be491a) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:33:22.283024 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-53c69e45-0490-47c3-a111-71d254c5ee17 req-5e0670dc-3f30-4cde-a519-54c9be96298a service neutron] 10.222.0.41 "GET /v2.0/networks/2136e757-c99f-4d23-960c-aa395d5a28c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5005631 Jan 28 07:33:22.293513 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7466a171-0edf-4631-9213-93441f9cae81 None None] Routers {'7cdd47e7-fad7-4ee4-b071-fec5b1d6b99b'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:33:22.294450 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-7466a171-0edf-4631-9213-93441f9cae81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:33:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['7cdd47e7-fad7-4ee4-b071-fec5b1d6b99b'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:33:22.374435 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-7466a171-0edf-4631-9213-93441f9cae81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:33:22.378009 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7466a171-0edf-4631-9213-93441f9cae81 None None] The sync data for ids ['7cdd47e7-fad7-4ee4-b071-fec5b1d6b99b'] in n-d-712749-28 is: [] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:33:22.379248 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c33a50-3dcb-4b82-8892-d1215f81d81d None None] Pushing event updated for resources: {'Port': ['ID=9c7ec478-7082-4394-93f2-2b8f2c86032c,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:33:22.413569 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e36e83-f96b-44fd-8bbd-184fe1849e4f None None] Routers {'03fec057-fe96-4971-abd9-4725561f6fea'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:33:22.414586 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-f4e36e83-f96b-44fd-8bbd-184fe1849e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:33:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['03fec057-fe96-4971-abd9-4725561f6fea'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:33:22.427345 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4a06571c-920d-4676-8f79-d75be5beec28 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (cb7296af-8bf4-4ae6-8a0a-df33964b6993), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:22.523528 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-53c69e45-0490-47c3-a111-71d254c5ee17 req-4e934bcb-1cc7-4fd8-a338-4ec17729cf9c service neutron] 10.222.0.41 "GET /v2.0/networks/2136e757-c99f-4d23-960c-aa395d5a28c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2325985 Jan 28 07:33:22.685547 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-f4e36e83-f96b-44fd-8bbd-184fe1849e4f None None] Set router 03fec057-fe96-4971-abd9-4725561f6fea gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:33:22.727342 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-11787a3c-4b42-4f43-b447-b31181fdbf89 None None] Publish callbacks [] for port (dfde4849-065a-474b-83d0-f88716be491a), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:22.744696 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-11787a3c-4b42-4f43-b447-b31181fdbf89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (dfde4849-065a-474b-83d0-f88716be491a), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:22.771403 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4a06571c-920d-4676-8f79-d75be5beec28 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24757569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24979817'] for subnet (cb7296af-8bf4-4ae6-8a0a-df33964b6993), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:22.897019 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11787a3c-4b42-4f43-b447-b31181fdbf89 None None] Pushing event updated for resources: {'Port': ['ID=dfde4849-065a-474b-83d0-f88716be491a,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:33:22.920226 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a06571c-920d-4676-8f79-d75be5beec28 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Pushing event deleted for resources: {'Subnet': ['ID=cb7296af-8bf4-4ae6-8a0a-df33964b6993,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:33:22.940869 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11787a3c-4b42-4f43-b447-b31181fdbf89 None None] Network 5f75d68c-abac-4bac-9090-773b733e850c is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:33:22.956447 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-11787a3c-4b42-4f43-b447-b31181fdbf89 None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:33:22.965194 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11787a3c-4b42-4f43-b447-b31181fdbf89 None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:33:23.061660 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6e13bb05-3302-4336-860e-441775a8db98 req-89ba8da9-d9dc-4189-9f55-509d2124a17d tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a1f0d7a-7e84-4832-a132-54bc36dec5af HTTP/1.1" status: 200 len: 210 time: 0.1013172 Jan 28 07:33:23.092037 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-11787a3c-4b42-4f43-b447-b31181fdbf89 None None] Attempting to bind port dfde4849-065a-474b-83d0-f88716be491a on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:33:23.092445 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-11787a3c-4b42-4f43-b447-b31181fdbf89 None None] Attempting to bind port dfde4849-065a-474b-83d0-f88716be491a by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '4d5f9ee6-e7a3-4de3-a483-2885b709de1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '5f75d68c-abac-4bac-9090-773b733e850c'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:33:23.092815 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11787a3c-4b42-4f43-b447-b31181fdbf89 None None] Attempting to bind port dfde4849-065a-474b-83d0-f88716be491a on network 5f75d68c-abac-4bac-9090-773b733e850c {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:33:23.100582 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4a06571c-920d-4676-8f79-d75be5beec28 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (5f75d68c-abac-4bac-9090-773b733e850c), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:23.114406 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11787a3c-4b42-4f43-b447-b31181fdbf89 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 33, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:33:23.114792 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11787a3c-4b42-4f43-b447-b31181fdbf89 None None] Checking segment: {'id': '4d5f9ee6-e7a3-4de3-a483-2885b709de1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '5f75d68c-abac-4bac-9090-773b733e850c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:33:23.115212 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-11787a3c-4b42-4f43-b447-b31181fdbf89 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:23.115614 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11787a3c-4b42-4f43-b447-b31181fdbf89 None None] Bound using segment: {'id': '4d5f9ee6-e7a3-4de3-a483-2885b709de1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '5f75d68c-abac-4bac-9090-773b733e850c'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:33:23.116096 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-11787a3c-4b42-4f43-b447-b31181fdbf89 None None] Bound port: dfde4849-065a-474b-83d0-f88716be491a, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d5f9ee6-e7a3-4de3-a483-2885b709de1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '5f75d68c-abac-4bac-9090-773b733e850c'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:33:23.116529 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-11787a3c-4b42-4f43-b447-b31181fdbf89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (dfde4849-065a-474b-83d0-f88716be491a), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:23.135570 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-4a06571c-920d-4676-8f79-d75be5beec28 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f75d68c-abac-4bac-9090-773b733e850c']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:33:23.165201 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-4a06571c-920d-4676-8f79-d75be5beec28 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d5f9ee6-e7a3-4de3-a483-2885b709de1b') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:33:23.167955 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-4a06571c-920d-4676-8f79-d75be5beec28 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d5f9ee6-e7a3-4de3-a483-2885b709de1b') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:33:23.190856 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4a06571c-920d-4676-8f79-d75be5beec28 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24759294'] for segment (4d5f9ee6-e7a3-4de3-a483-2885b709de1b), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:23.211915 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4a06571c-920d-4676-8f79-d75be5beec28 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (4d5f9ee6-e7a3-4de3-a483-2885b709de1b), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:23.224609 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a06571c-920d-4676-8f79-d75be5beec28 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:33:23.225527 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4a06571c-920d-4676-8f79-d75be5beec28 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24757675'] for segment (4d5f9ee6-e7a3-4de3-a483-2885b709de1b), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:23.229690 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-739ca1bc-e2ca-4b35-a195-67c7d52f9e5d tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] 10.222.0.41 "GET /v2.0/routers/7cdd47e7-fad7-4ee4-b071-fec5b1d6b99b HTTP/1.1" status: 200 len: 892 time: 1.0982215 Jan 28 07:33:23.230498 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 45852) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:33:23.261806 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-11787a3c-4b42-4f43-b447-b31181fdbf89 None None] For port dfde4849-065a-474b-83d0-f88716be491a, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:33:23.270221 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-5ee0895a-2e88-4311-9b71-220f366c218b tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cdd47e7-fad7-4ee4-b071-fec5b1d6b99b HTTP/1.1" status: 200 len: 205 time: 0.0385597 Jan 28 07:33:23.270915 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 45854) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:33:23.284173 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-f4e36e83-f96b-44fd-8bbd-184fe1849e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03fec057-fe96-4971-abd9-4725561f6fea', 'name': 'tempest-ServerRescueTestJSON-52129307-router', 'tenant_id': 'c4b2a68a25c944a0a3c783e458798cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': 'fb55a3f3-2f61-45be-b1e9-59fd30f83c79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:33:08Z', 'updated_at': '2022-01-28T07:33:19Z', 'revision_number': 4, 'project_id': 'c4b2a68a25c944a0a3c783e458798cd1', 'gw_port': {'id': 'fb55a3f3-2f61-45be-b1e9-59fd30f83c79', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:e0:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03fec057-fe96-4971-abd9-4725561f6fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:33:10Z', 'updated_at': '2022-01-28T07:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '9c7ec478-7082-4394-93f2-2b8f2c86032c', 'name': '', 'network_id': '2136e757-c99f-4d23-960c-aa395d5a28c6', 'tenant_id': 'c4b2a68a25c944a0a3c783e458798cd1', 'mac_address': 'fa:16:3e:f9:62:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03fec057-fe96-4971-abd9-4725561f6fea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': '66e93671-6c65-4d5e-8c66-6c2cfdec864e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:33:17Z', 'updated_at': '2022-01-28T07:33:22Z', 'revision_number': 4, 'project_id': 'c4b2a68a25c944a0a3c783e458798cd1', 'subnets': [{'id': '66e93671-6c65-4d5e-8c66-6c2cfdec864e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:33:23.310204 n-d-712749-28 neutron-server[103284]: Traceback (most recent call last): Jan 28 07:33:23.310204 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:33:23.310204 n-d-712749-28 neutron-server[103284]: timer() Jan 28 07:33:23.310204 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:33:23.310204 n-d-712749-28 neutron-server[103284]: cb(*args, **kw) Jan 28 07:33:23.310204 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:33:23.310204 n-d-712749-28 neutron-server[103284]: return func(*args, **kwargs) Jan 28 07:33:23.310204 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:33:23.310204 n-d-712749-28 neutron-server[103284]: self._notify() Jan 28 07:33:23.310204 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:33:23.310204 n-d-712749-28 neutron-server[103284]: self.callback(batched_events) Jan 28 07:33:23.310204 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:33:23.310204 n-d-712749-28 neutron-server[103284]: event.method(event) Jan 28 07:33:23.310204 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:33:23.310204 n-d-712749-28 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:33:23.310204 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:33:23.310204 n-d-712749-28 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:33:23.310204 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:33:23.310204 n-d-712749-28 neutron-server[103284]: return f(self, *a, **k) Jan 28 07:33:23.310204 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:33:23.310204 n-d-712749-28 neutron-server[103284]: return self._get(url).json() Jan 28 07:33:23.310204 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:33:23.310204 n-d-712749-28 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:33:23.310204 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:33:23.310204 n-d-712749-28 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Jan 28 07:33:23.310204 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:33:23.310204 n-d-712749-28 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:33:23.310204 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:33:23.310204 n-d-712749-28 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:33:23.310204 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:33:23.310204 n-d-712749-28 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:33:23.310204 n-d-712749-28 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:33:23.313937 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-11787a3c-4b42-4f43-b447-b31181fdbf89 None None] For port dfde4849-065a-474b-83d0-f88716be491a, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=dfde4849-065a-474b-83d0-f88716be491a,segment=NetworkSegment(4d5f9ee6-e7a3-4de3-a483-2885b709de1b),segment_id=4d5f9ee6-e7a3-4de3-a483-2885b709de1b)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:33:23.317063 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-11787a3c-4b42-4f43-b447-b31181fdbf89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (dfde4849-065a-474b-83d0-f88716be491a), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:23.329605 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.db.api [None req-4a06571c-920d-4676-8f79-d75be5beec28 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 07:33:23.329605 n-d-712749-28 neutron-server[103284]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 07:33:23.329605 n-d-712749-28 neutron-server[103284]: [parameters: {'id': '5f75d68c-abac-4bac-9090-773b733e850c'}] Jan 28 07:33:23.329605 n-d-712749-28 neutron-server[103284]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103284) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 07:33:23.330373 n-d-712749-28 neutron-server[103284]: DEBUG oslo_db.api [None req-4a06571c-920d-4676-8f79-d75be5beec28 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 07:33:23.402141 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e36e83-f96b-44fd-8bbd-184fe1849e4f None None] The sync data for ids ['03fec057-fe96-4971-abd9-4725561f6fea'] in n-d-712749-28 is: [{'id': '03fec057-fe96-4971-abd9-4725561f6fea', 'name': 'tempest-ServerRescueTestJSON-52129307-router', 'tenant_id': 'c4b2a68a25c944a0a3c783e458798cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': 'fb55a3f3-2f61-45be-b1e9-59fd30f83c79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:33:08Z', 'updated_at': '2022-01-28T07:33:19Z', 'revision_number': 4, 'project_id': 'c4b2a68a25c944a0a3c783e458798cd1', 'gw_port': {'id': 'fb55a3f3-2f61-45be-b1e9-59fd30f83c79', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:e0:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03fec057-fe96-4971-abd9-4725561f6fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:33:10Z', 'updated_at': '2022-01-28T07:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '9c7ec478-7082-4394-93f2-2b8f2c86032c', 'name': '', 'network_id': '2136e757-c99f-4d23-960c-aa395d5a28c6', 'tenant_id': 'c4b2a68a25c944a0a3c783e458798cd1', 'mac_address': 'fa:16:3e:f9:62:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03fec057-fe96-4971-abd9-4725561f6fea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': '66e93671-6c65-4d5e-8c66-6c2cfdec864e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:33:17Z', 'updated_at': '2022-01-28T07:33:22Z', 'revision_number': 4, 'project_id': 'c4b2a68a25c944a0a3c783e458798cd1', 'subnets': [{'id': '66e93671-6c65-4d5e-8c66-6c2cfdec864e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:33:23.423163 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11787a3c-4b42-4f43-b447-b31181fdbf89 None None] Pushing event updated for resources: {'Port': ['ID=dfde4849-065a-474b-83d0-f88716be491a,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:33:23.503275 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-84c20772-cf33-4490-aeef-e84d692b6d28 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks [] for router (7cdd47e7-fad7-4ee4-b071-fec5b1d6b99b), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:23.597167 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afbcd4fa-ff06-4113-8e58-59f554e431ae None None] get_active_networks_info from n-d-712749-28 {{(pid=103285) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 07:33:23.761659 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-84c20772-cf33-4490-aeef-e84d692b6d28 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks [] for router_gateway (7cdd47e7-fad7-4ee4-b071-fec5b1d6b99b), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:23.823838 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afbcd4fa-ff06-4113-8e58-59f554e431ae None None] Resources bound (agent type, host, resource id): {{(pid=103285) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 07:33:23.832666 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4a06571c-920d-4676-8f79-d75be5beec28 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (5f75d68c-abac-4bac-9090-773b733e850c), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:23.942339 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-84c20772-cf33-4490-aeef-e84d692b6d28 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Deleting port 46c70c53-e4f9-4adc-ad86-12135bde0eb9 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:33:23.943224 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-84c20772-cf33-4490-aeef-e84d692b6d28 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (46c70c53-e4f9-4adc-ad86-12135bde0eb9), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:24.067554 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-4a06571c-920d-4676-8f79-d75be5beec28 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Deleting port dfde4849-065a-474b-83d0-f88716be491a {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:33:24.067891 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4a06571c-920d-4676-8f79-d75be5beec28 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (dfde4849-065a-474b-83d0-f88716be491a), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:24.345052 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-84c20772-cf33-4490-aeef-e84d692b6d28 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (46c70c53-e4f9-4adc-ad86-12135bde0eb9), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:24.358427 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-84c20772-cf33-4490-aeef-e84d692b6d28 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Calling delete_port for 46c70c53-e4f9-4adc-ad86-12135bde0eb9 owned by network:router_gateway {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:33:24.361287 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c99414a-a6cd-486a-94e6-58a5a42a5166 None None] Network 5f75d68c-abac-4bac-9090-773b733e850c requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:33:24.369746 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e88d02bf-b0d5-4e60-94db-b6799f1da02f req-15c15a01-e8ae-4017-bffa-d048833d225c tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a1f0d7a-7e84-4832-a132-54bc36dec5af HTTP/1.1" status: 200 len: 210 time: 0.1659501 Jan 28 07:33:24.442565 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-4a06571c-920d-4676-8f79-d75be5beec28 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] For port dfde4849-065a-474b-83d0-f88716be491a, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=dfde4849-065a-474b-83d0-f88716be491a,segment=NetworkSegment(4d5f9ee6-e7a3-4de3-a483-2885b709de1b),segment_id=4d5f9ee6-e7a3-4de3-a483-2885b709de1b)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:33:24.442959 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4a06571c-920d-4676-8f79-d75be5beec28 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (dfde4849-065a-474b-83d0-f88716be491a), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:24.501241 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-4a06571c-920d-4676-8f79-d75be5beec28 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Calling delete_port for dfde4849-065a-474b-83d0-f88716be491a owned by network:dhcp {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:33:24.578602 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 9c7ec478-7082-4394-93f2-2b8f2c86032c up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:33:24.694295 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4a06571c-920d-4676-8f79-d75be5beec28 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (dfde4849-065a-474b-83d0-f88716be491a), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:24.760630 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a06571c-920d-4676-8f79-d75be5beec28 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Pushing event deleted for resources: {'Port': ['ID=dfde4849-065a-474b-83d0-f88716be491a,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:33:24.781741 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a06571c-920d-4676-8f79-d75be5beec28 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] No DVR routers for this DVR port dfde4849-065a-474b-83d0-f88716be491a on host n-d-712749-28 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:33:24.793744 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ed7bb99-eddd-418b-84c7-3500e64742b0 None None] Network 5f75d68c-abac-4bac-9090-773b733e850c requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:33:24.890931 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 9c7ec478-7082-4394-93f2-2b8f2c86032c triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:33:24.891465 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (9c7ec478-7082-4394-93f2-2b8f2c86032c), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:24.904667 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4a06571c-920d-4676-8f79-d75be5beec28 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (5f75d68c-abac-4bac-9090-773b733e850c), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:24.941602 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-4a06571c-920d-4676-8f79-d75be5beec28 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f75d68c-abac-4bac-9090-773b733e850c']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:33:24.954601 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-4a06571c-920d-4676-8f79-d75be5beec28 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d5f9ee6-e7a3-4de3-a483-2885b709de1b') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:33:24.955288 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-4a06571c-920d-4676-8f79-d75be5beec28 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d5f9ee6-e7a3-4de3-a483-2885b709de1b') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:33:24.975017 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4a06571c-920d-4676-8f79-d75be5beec28 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24759294'] for segment (4d5f9ee6-e7a3-4de3-a483-2885b709de1b), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:24.985854 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-84c20772-cf33-4490-aeef-e84d692b6d28 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (46c70c53-e4f9-4adc-ad86-12135bde0eb9), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:25.014598 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4a06571c-920d-4676-8f79-d75be5beec28 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (4d5f9ee6-e7a3-4de3-a483-2885b709de1b), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:25.023814 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a06571c-920d-4676-8f79-d75be5beec28 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:33:25.024498 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4a06571c-920d-4676-8f79-d75be5beec28 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24757675'] for segment (4d5f9ee6-e7a3-4de3-a483-2885b709de1b), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:25.067450 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c20772-cf33-4490-aeef-e84d692b6d28 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Pushing event deleted for resources: {'Port': ['ID=46c70c53-e4f9-4adc-ad86-12135bde0eb9,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:33:25.143344 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 9c7ec478-7082-4394-93f2-2b8f2c86032c is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:33:25.144209 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (9c7ec478-7082-4394-93f2-2b8f2c86032c), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:25.275050 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] For port 9c7ec478-7082-4394-93f2-2b8f2c86032c, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=9c7ec478-7082-4394-93f2-2b8f2c86032c,segment=NetworkSegment(bf0195a4-f6a6-41d1-9604-c71a469c15f7),segment_id=bf0195a4-f6a6-41d1-9604-c71a469c15f7)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:33:25.283774 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (9c7ec478-7082-4394-93f2-2b8f2c86032c), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:25.287092 n-d-712749-28 neutron-server[103284]: Traceback (most recent call last): Jan 28 07:33:25.287092 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:33:25.287092 n-d-712749-28 neutron-server[103284]: timer() Jan 28 07:33:25.287092 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:33:25.287092 n-d-712749-28 neutron-server[103284]: cb(*args, **kw) Jan 28 07:33:25.287092 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:33:25.287092 n-d-712749-28 neutron-server[103284]: return func(*args, **kwargs) Jan 28 07:33:25.287092 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:33:25.287092 n-d-712749-28 neutron-server[103284]: self._notify() Jan 28 07:33:25.287092 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:33:25.287092 n-d-712749-28 neutron-server[103284]: self.callback(batched_events) Jan 28 07:33:25.287092 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:33:25.287092 n-d-712749-28 neutron-server[103284]: event.method(event) Jan 28 07:33:25.287092 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:33:25.287092 n-d-712749-28 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:33:25.287092 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:33:25.287092 n-d-712749-28 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:33:25.287092 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:33:25.287092 n-d-712749-28 neutron-server[103284]: return f(self, *a, **k) Jan 28 07:33:25.287092 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:33:25.287092 n-d-712749-28 neutron-server[103284]: return self._get(url).json() Jan 28 07:33:25.287092 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:33:25.287092 n-d-712749-28 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:33:25.287092 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:33:25.287092 n-d-712749-28 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Jan 28 07:33:25.287092 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:33:25.287092 n-d-712749-28 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:33:25.287092 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:33:25.287092 n-d-712749-28 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:33:25.287092 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:33:25.287092 n-d-712749-28 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:33:25.287092 n-d-712749-28 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:33:25.311438 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4a06571c-920d-4676-8f79-d75be5beec28 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (5f75d68c-abac-4bac-9090-773b733e850c), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:25.322930 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4a06571c-920d-4676-8f79-d75be5beec28 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:25.331189 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-4a06571c-920d-4676-8f79-d75be5beec28 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] 10.222.0.41 "DELETE /v2.0/networks/5f75d68c-abac-4bac-9090-773b733e850c HTTP/1.1" status: 204 len: 168 time: 3.6969028 Jan 28 07:33:25.335636 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 45902) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:33:25.397376 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a06571c-920d-4676-8f79-d75be5beec28 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Pushing event deleted for resources: {'Network': ['ID=5f75d68c-abac-4bac-9090-773b733e850c,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:33:25.481980 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Pushing event updated for resources: {'Port': ['ID=9c7ec478-7082-4394-93f2-2b8f2c86032c,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:33:25.504319 n-d-712749-28 neutron-server[103283]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6449152-caef-4849-ab9d-c5efac5df988 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] DELETE failed (client error): The resource could not be found. Jan 28 07:33:25.506653 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6449152-caef-4849-ab9d-c5efac5df988 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103283) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:33:25.522736 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-b6449152-caef-4849-ab9d-c5efac5df988 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] 10.222.0.41 "DELETE /v2.0/subnets/cb7296af-8bf4-4ae6-8a0a-df33964b6993 HTTP/1.1" status: 404 len: 337 time: 0.1839738 Jan 28 07:33:25.523724 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 45906) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:33:25.547392 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-84c20772-cf33-4490-aeef-e84d692b6d28 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16607873'] for router_gateway (7cdd47e7-fad7-4ee4-b071-fec5b1d6b99b), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:25.593250 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c69e45-0490-47c3-a111-71d254c5ee17 req-a8ba22c8-acbf-4b90-bc31-d99eef2177df tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:33:25.595397 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-53c69e45-0490-47c3-a111-71d254c5ee17 req-a8ba22c8-acbf-4b90-bc31-d99eef2177df tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] 10.222.0.10 "GET /v2.0/networks?id=2136e757-c99f-4d23-960c-aa395d5a28c6 HTTP/1.1" status: 200 len: 809 time: 0.3304689 Jan 28 07:33:25.618300 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-53c69e45-0490-47c3-a111-71d254c5ee17 req-d62508f8-1bb4-48e4-9b7b-fcf10a7d71d4 tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] Request body: {'port': {'device_id': '3a1f0d7a-7e84-4832-a132-54bc36dec5af', 'network_id': '2136e757-c99f-4d23-960c-aa395d5a28c6', 'admin_state_up': True, 'tenant_id': 'c4b2a68a25c944a0a3c783e458798cd1'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:33:25.670383 n-d-712749-28 neutron-server[103283]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b96fc3c-7d5f-44d5-aa30-c8f980b04961 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] DELETE failed (client error): The resource could not be found. Jan 28 07:33:25.671997 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b96fc3c-7d5f-44d5-aa30-c8f980b04961 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103283) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:33:25.695420 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-9b96fc3c-7d5f-44d5-aa30-c8f980b04961 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] 10.222.0.41 "DELETE /v2.0/networks/5f75d68c-abac-4bac-9090-773b733e850c HTTP/1.1" status: 404 len: 339 time: 0.1677954 Jan 28 07:33:25.709457 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 45910) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:33:25.843908 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d302dedb-c91d-4c81-b8a6-2bd27da953d2 req-8e58c7c3-0968-4eb4-bf62-170e908dbf79 tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a1f0d7a-7e84-4832-a132-54bc36dec5af HTTP/1.1" status: 200 len: 210 time: 0.2364266 Jan 28 07:33:25.845891 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-84c20772-cf33-4490-aeef-e84d692b6d28 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16605684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127449'] for router (7cdd47e7-fad7-4ee4-b071-fec5b1d6b99b), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:25.886246 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53c69e45-0490-47c3-a111-71d254c5ee17 req-d62508f8-1bb4-48e4-9b7b-fcf10a7d71d4 tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] Made reservation on behalf of c4b2a68a25c944a0a3c783e458798cd1 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:33:25.890456 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-53c69e45-0490-47c3-a111-71d254c5ee17 req-d62508f8-1bb4-48e4-9b7b-fcf10a7d71d4 tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:25.895493 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-84c20772-cf33-4490-aeef-e84d692b6d28 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks [] for router_controller (7cdd47e7-fad7-4ee4-b071-fec5b1d6b99b), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:26.060712 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-75c84d7e-16c4-4e95-acf3-e86ee530f4b4 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (f49a19b2-6204-4446-8807-df1b934e9303), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:26.063510 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-84c20772-cf33-4490-aeef-e84d692b6d28 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16605693'] for router (7cdd47e7-fad7-4ee4-b071-fec5b1d6b99b), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:26.077684 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84c20772-cf33-4490-aeef-e84d692b6d28 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Fanout notify agent at l3_agent the message router_deleted on router 7cdd47e7-fad7-4ee4-b071-fec5b1d6b99b {{(pid=103283) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 07:33:26.140925 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-84c20772-cf33-4490-aeef-e84d692b6d28 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks [] for router (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:26.146975 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-84c20772-cf33-4490-aeef-e84d692b6d28 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] 10.222.0.41 "DELETE /v2.0/routers/7cdd47e7-fad7-4ee4-b071-fec5b1d6b99b HTTP/1.1" status: 204 len: 168 time: 2.8744416 Jan 28 07:33:26.147638 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 45912) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:33:26.154155 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-6567a9c1-8f2d-49ae-91c8-4e34405b11c2 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-499439411'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:33:26.262298 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6567a9c1-8f2d-49ae-91c8-4e34405b11c2 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Made reservation on behalf of eec785a36bb947ca8a0b9e5aec6023b6 for: {'network': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:33:26.271667 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 9c7ec478-7082-4394-93f2-2b8f2c86032c up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:33:26.283271 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6567a9c1-8f2d-49ae-91c8-4e34405b11c2 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:26.406539 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 9c7ec478-7082-4394-93f2-2b8f2c86032c triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:33:26.408592 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (9c7ec478-7082-4394-93f2-2b8f2c86032c), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:26.524381 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-75c84d7e-16c4-4e95-acf3-e86ee530f4b4 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (f49a19b2-6204-4446-8807-df1b934e9303), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:26.574125 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-75c84d7e-16c4-4e95-acf3-e86ee530f4b4 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f49a19b2-6204-4446-8807-df1b934e9303']}} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:33:26.594050 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-75c84d7e-16c4-4e95-acf3-e86ee530f4b4 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2c97cbd-4113-4510-b970-ea8b42dcf9f3') {'for_net_delete': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:33:26.594396 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-75c84d7e-16c4-4e95-acf3-e86ee530f4b4 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2c97cbd-4113-4510-b970-ea8b42dcf9f3') {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:33:26.626444 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-75c84d7e-16c4-4e95-acf3-e86ee530f4b4 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13506801'] for segment (f2c97cbd-4113-4510-b970-ea8b42dcf9f3), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:26.657871 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-75c84d7e-16c4-4e95-acf3-e86ee530f4b4 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (f2c97cbd-4113-4510-b970-ea8b42dcf9f3), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:26.674688 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75c84d7e-16c4-4e95-acf3-e86ee530f4b4 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=103283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:33:26.675650 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-75c84d7e-16c4-4e95-acf3-e86ee530f4b4 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13546563'] for segment (f2c97cbd-4113-4510-b970-ea8b42dcf9f3), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:26.717599 n-d-712749-28 neutron-server[103283]: Traceback (most recent call last): Jan 28 07:33:26.717599 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:33:26.717599 n-d-712749-28 neutron-server[103283]: timer() Jan 28 07:33:26.717599 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:33:26.717599 n-d-712749-28 neutron-server[103283]: cb(*args, **kw) Jan 28 07:33:26.717599 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:33:26.717599 n-d-712749-28 neutron-server[103283]: return func(*args, **kwargs) Jan 28 07:33:26.717599 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:33:26.717599 n-d-712749-28 neutron-server[103283]: self._notify() Jan 28 07:33:26.717599 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:33:26.717599 n-d-712749-28 neutron-server[103283]: self.callback(batched_events) Jan 28 07:33:26.717599 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:33:26.717599 n-d-712749-28 neutron-server[103283]: event.method(event) Jan 28 07:33:26.717599 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:33:26.717599 n-d-712749-28 neutron-server[103283]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:33:26.717599 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:33:26.717599 n-d-712749-28 neutron-server[103283]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:33:26.717599 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:33:26.717599 n-d-712749-28 neutron-server[103283]: return f(self, *a, **k) Jan 28 07:33:26.717599 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:33:26.717599 n-d-712749-28 neutron-server[103283]: return self._get(url).json() Jan 28 07:33:26.717599 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:33:26.717599 n-d-712749-28 neutron-server[103283]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:33:26.717599 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:33:26.717599 n-d-712749-28 neutron-server[103283]: return self.request(url, 'GET', **kwargs) Jan 28 07:33:26.717599 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:33:26.717599 n-d-712749-28 neutron-server[103283]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:33:26.717599 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:33:26.717599 n-d-712749-28 neutron-server[103283]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:33:26.717599 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:33:26.717599 n-d-712749-28 neutron-server[103283]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:33:26.717599 n-d-712749-28 neutron-server[103283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:33:26.810516 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 9c7ec478-7082-4394-93f2-2b8f2c86032c is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:33:26.850424 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-75c84d7e-16c4-4e95-acf3-e86ee530f4b4 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (f49a19b2-6204-4446-8807-df1b934e9303), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:26.870192 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-75c84d7e-16c4-4e95-acf3-e86ee530f4b4 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks [] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:26.874065 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-75c84d7e-16c4-4e95-acf3-e86ee530f4b4 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] 10.222.0.41 "DELETE /v2.0/networks/f49a19b2-6204-4446-8807-df1b934e9303 HTTP/1.1" status: 204 len: 168 time: 1.1626565 Jan 28 07:33:26.874932 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6567a9c1-8f2d-49ae-91c8-4e34405b11c2 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=103283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:33:26.887869 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 45922) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:33:26.919973 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c84d7e-16c4-4e95-acf3-e86ee530f4b4 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Pushing event deleted for resources: {'Network': ['ID=f49a19b2-6204-4446-8807-df1b934e9303,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:33:26.946975 n-d-712749-28 neutron-server[103283]: INFO neutron.pecan_wsgi.hooks.translation [None req-9102c2eb-9429-4dac-91f3-162caa1d0c63 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] DELETE failed (client error): The resource could not be found. Jan 28 07:33:26.949700 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9102c2eb-9429-4dac-91f3-162caa1d0c63 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103283) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:33:26.959291 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-9102c2eb-9429-4dac-91f3-162caa1d0c63 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] 10.222.0.41 "DELETE /v2.0/subnets/05d438d2-0e6a-4f45-8f3c-9f562e8fa598 HTTP/1.1" status: 404 len: 337 time: 0.0683112 Jan 28 07:33:26.961246 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 45926) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:33:26.971912 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6567a9c1-8f2d-49ae-91c8-4e34405b11c2 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (01e7be87-1a43-447d-a036-1e1995e5d461), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:26.972304 n-d-712749-28 neutron-server[103283]: INFO neutron.db.segments_db [None req-6567a9c1-8f2d-49ae-91c8-4e34405b11c2 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Added segment 01e7be87-1a43-447d-a036-1e1995e5d461 of type vlan for network bce5bcef-3331-44d8-b6aa-c9afa78f0f36 Jan 28 07:33:27.009045 n-d-712749-28 neutron-server[103283]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ffefc89-85a6-485e-9e4d-affb6051e50f tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] DELETE failed (client error): The resource could not be found. Jan 28 07:33:27.009659 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ffefc89-85a6-485e-9e4d-affb6051e50f tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103283) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:33:27.015427 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-4ffefc89-85a6-485e-9e4d-affb6051e50f tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] 10.222.0.41 "DELETE /v2.0/networks/3bf3d77f-e16e-4fa5-80d2-9066359a3d27 HTTP/1.1" status: 404 len: 339 time: 0.0508945 Jan 28 07:33:27.021602 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 45928) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:33:27.057667 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-876c18bb-8563-482c-b936-ef27caf4b642 req-38746b1a-3931-448f-9b5e-2869b6a0c7b8 tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a1f0d7a-7e84-4832-a132-54bc36dec5af HTTP/1.1" status: 200 len: 210 time: 0.0541205 Jan 28 07:33:27.077325 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6567a9c1-8f2d-49ae-91c8-4e34405b11c2 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (bce5bcef-3331-44d8-b6aa-c9afa78f0f36), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:27.114829 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-53c69e45-0490-47c3-a111-71d254c5ee17 req-d62508f8-1bb4-48e4-9b7b-fcf10a7d71d4 tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] Allocated IP 172.20.0.5 (2136e757-c99f-4d23-960c-aa395d5a28c6/66e93671-6c65-4d5e-8c66-6c2cfdec864e/46fb5303-e8b0-439b-a9cf-8d37be246517) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:33:27.133844 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-fabc4b85-b5e1-46d7-b83f-5cd982d2eaa9 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Deleting subnet 40699f83-b1dd-41bc-b96f-d468d6094abd {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:33:27.139557 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fabc4b85-b5e1-46d7-b83f-5cd982d2eaa9 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks [] for subnet (40699f83-b1dd-41bc-b96f-d468d6094abd), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:27.144501 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6567a9c1-8f2d-49ae-91c8-4e34405b11c2 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (bce5bcef-3331-44d8-b6aa-c9afa78f0f36), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:27.187385 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6567a9c1-8f2d-49ae-91c8-4e34405b11c2 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:33:27.188050 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6567a9c1-8f2d-49ae-91c8-4e34405b11c2 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks [] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:27.210297 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fabc4b85-b5e1-46d7-b83f-5cd982d2eaa9 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24759175'] for subnet (40699f83-b1dd-41bc-b96f-d468d6094abd), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:27.321218 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-6567a9c1-8f2d-49ae-91c8-4e34405b11c2 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1708546 Jan 28 07:33:27.325400 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 45934) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:33:27.334926 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-6087a63f-132b-46ac-a761-cff7cb5394a2 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Request body: {'subnet': {'network_id': 'bce5bcef-3331-44d8-b6aa-c9afa78f0f36', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:33:27.355741 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6567a9c1-8f2d-49ae-91c8-4e34405b11c2 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Pushing event updated for resources: {'Network': ['ID=bce5bcef-3331-44d8-b6aa-c9afa78f0f36,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:33:27.369105 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network bce5bcef-3331-44d8-b6aa-c9afa78f0f36 details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:33:27.503977 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fabc4b85-b5e1-46d7-b83f-5cd982d2eaa9 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (40699f83-b1dd-41bc-b96f-d468d6094abd), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:27.544747 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-53c69e45-0490-47c3-a111-71d254c5ee17 req-d62508f8-1bb4-48e4-9b7b-fcf10a7d71d4 tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] Publish callbacks [] for port (46fb5303-e8b0-439b-a9cf-8d37be246517), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:27.612428 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6087a63f-132b-46ac-a761-cff7cb5394a2 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Made reservation on behalf of eec785a36bb947ca8a0b9e5aec6023b6 for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:33:27.616517 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6087a63f-132b-46ac-a761-cff7cb5394a2 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24979592'] for subnet (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:28.031114 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fabc4b85-b5e1-46d7-b83f-5cd982d2eaa9 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24757569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24979817'] for subnet (40699f83-b1dd-41bc-b96f-d468d6094abd), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:28.037666 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6087a63f-132b-46ac-a761-cff7cb5394a2 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24757504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24979610'] for subnet (2a1c3b96-dbe4-4516-83e2-0a8f95390afb), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:28.068901 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabc4b85-b5e1-46d7-b83f-5cd982d2eaa9 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Pushing event deleted for resources: {'Subnet': ['ID=40699f83-b1dd-41bc-b96f-d468d6094abd,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:33:28.071523 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-53c69e45-0490-47c3-a111-71d254c5ee17 req-d62508f8-1bb4-48e4-9b7b-fcf10a7d71d4 tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (46fb5303-e8b0-439b-a9cf-8d37be246517), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:28.198084 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fabc4b85-b5e1-46d7-b83f-5cd982d2eaa9 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:28.203766 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-fabc4b85-b5e1-46d7-b83f-5cd982d2eaa9 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] 10.222.0.41 "DELETE /v2.0/subnets/40699f83-b1dd-41bc-b96f-d468d6094abd HTTP/1.1" status: 204 len: 168 time: 1.1658702 Jan 28 07:33:28.203766 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53c69e45-0490-47c3-a111-71d254c5ee17 req-d62508f8-1bb4-48e4-9b7b-fcf10a7d71d4 tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] Network 2136e757-c99f-4d23-960c-aa395d5a28c6 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:33:28.211934 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-846bb657-795a-4baf-b9e7-7bc39722aaad None None] Network 2ae19d9d-f809-4e82-bc35-81ad072e2646 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:33:28.216115 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 45962) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:33:28.231017 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-53c69e45-0490-47c3-a111-71d254c5ee17 req-d62508f8-1bb4-48e4-9b7b-fcf10a7d71d4 tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:33:28.240600 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-53c69e45-0490-47c3-a111-71d254c5ee17 req-d62508f8-1bb4-48e4-9b7b-fcf10a7d71d4 tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:33:28.262459 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb53f38-26d3-4999-b197-1db8d21f8240 req-6c13e5ed-1bf5-4a04-b799-8f02d9a0fba6 tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:33:28.264530 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-cbb53f38-26d3-4999-b197-1db8d21f8240 req-6c13e5ed-1bf5-4a04-b799-8f02d9a0fba6 tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a1f0d7a-7e84-4832-a132-54bc36dec5af HTTP/1.1" status: 200 len: 931 time: 0.1090059 Jan 28 07:33:28.296625 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c69e45-0490-47c3-a111-71d254c5ee17 req-d62508f8-1bb4-48e4-9b7b-fcf10a7d71d4 tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:33:28.297297 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-53c69e45-0490-47c3-a111-71d254c5ee17 req-d62508f8-1bb4-48e4-9b7b-fcf10a7d71d4 tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:28.390773 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-cbb53f38-26d3-4999-b197-1db8d21f8240 req-752f4397-15dd-4aac-b908-d7a97df2bac3 tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f3a84fe-9d73-4feb-98e2-bd68e4ccb185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187031 Jan 28 07:33:28.430279 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62508f8-1bb4-48e4-9b7b-fcf10a7d71d4 tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] Pushing event updated for resources: {'Port': ['ID=46fb5303-e8b0-439b-a9cf-8d37be246517,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:33:28.473282 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6087a63f-132b-46ac-a761-cff7cb5394a2 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Pushing event updated for resources: {'Subnet': ['ID=2a1c3b96-dbe4-4516-83e2-0a8f95390afb,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:33:28.487871 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6087a63f-132b-46ac-a761-cff7cb5394a2 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Checking segment: {'id': '01e7be87-1a43-447d-a036-1e1995e5d461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'bce5bcef-3331-44d8-b6aa-c9afa78f0f36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:33:28.488269 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6087a63f-132b-46ac-a761-cff7cb5394a2 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Network hostable DHCP agents. Network: bce5bcef-3331-44d8-b6aa-c9afa78f0f36, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:33:28.499134 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-53c69e45-0490-47c3-a111-71d254c5ee17 req-d62508f8-1bb4-48e4-9b7b-fcf10a7d71d4 tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8868625 Jan 28 07:33:28.516583 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b32d3fc-83ef-4c28-b24e-bab88aa0ee95 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Deleting subnet 1ccf72b7-ce91-4985-ad33-fbae05d9e667 {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:33:28.526279 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-53c69e45-0490-47c3-a111-71d254c5ee17 req-92ac348f-1fc2-4968-ac79-cea7658f18f8 service neutron] Request body: {'port': {'device_id': '3a1f0d7a-7e84-4832-a132-54bc36dec5af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-28'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:33:28.534626 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8b32d3fc-83ef-4c28-b24e-bab88aa0ee95 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks [] for subnet (1ccf72b7-ce91-4985-ad33-fbae05d9e667), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:28.637082 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6087a63f-132b-46ac-a761-cff7cb5394a2 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Network bce5bcef-3331-44d8-b6aa-c9afa78f0f36 is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:33:28.702728 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-53c69e45-0490-47c3-a111-71d254c5ee17 req-92ac348f-1fc2-4968-ac79-cea7658f18f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (46fb5303-e8b0-439b-a9cf-8d37be246517), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:28.723725 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8b32d3fc-83ef-4c28-b24e-bab88aa0ee95 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24759175'] for subnet (1ccf72b7-ce91-4985-ad33-fbae05d9e667), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:28.762290 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-6087a63f-132b-46ac-a761-cff7cb5394a2 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, bce5bcef-3331-44d8-b6aa-c9afa78f0f36) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:33:28.779148 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d501f77-8aef-4be8-8a71-e130cab4bcb7 None None] Network bce5bcef-3331-44d8-b6aa-c9afa78f0f36 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:33:28.805025 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6087a63f-132b-46ac-a761-cff7cb5394a2 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:33:28.806262 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6087a63f-132b-46ac-a761-cff7cb5394a2 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:28.902531 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-6087a63f-132b-46ac-a761-cff7cb5394a2 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5739360 Jan 28 07:33:28.905751 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 45980) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:33:28.914332 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-7a3f5726-d265-4940-877e-e9a8b323ca09 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1346883005', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:33:28.958389 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7a3f5726-d265-4940-877e-e9a8b323ca09 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16606890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127275'] for router (ec5c6071-7981-4540-9e4c-29272c9cac32), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:28.959476 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7a3f5726-d265-4940-877e-e9a8b323ca09 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16605498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16607952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16355422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127266'] for router (ec5c6071-7981-4540-9e4c-29272c9cac32), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:29.053362 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3797b5a2-be13-42e0-a23d-a0f7f6728e0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3dd72b9-6805-5f61-b6f3-a591f99a173d-bce5bcef-3331-44d8-b6aa-c9afa78f0f36', 'network_id': 'bce5bcef-3331-44d8-b6aa-c9afa78f0f36', 'project_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'fixed_ips': [{'subnet_id': '2a1c3b96-dbe4-4516-83e2-0a8f95390afb'}]}} from n-d-712749-28. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 07:33:29.057481 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3797b5a2-be13-42e0-a23d-a0f7f6728e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:29.114392 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7a3f5726-d265-4940-877e-e9a8b323ca09 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks [] for router_controller (ec5c6071-7981-4540-9e4c-29272c9cac32), precommit_add_association {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:29.127901 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7a3f5726-d265-4940-877e-e9a8b323ca09 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16605475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16607909'] for router (ec5c6071-7981-4540-9e4c-29272c9cac32), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:29.190748 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7a3f5726-d265-4940-877e-e9a8b323ca09 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks [] for router (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:29.205071 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-7a3f5726-d265-4940-877e-e9a8b323ca09 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2987087 Jan 28 07:33:29.210429 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 45982) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:33:29.281602 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8b32d3fc-83ef-4c28-b24e-bab88aa0ee95 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (1ccf72b7-ce91-4985-ad33-fbae05d9e667), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:29.444963 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-3797b5a2-be13-42e0-a23d-a0f7f6728e0f None None] Allocated IP 2001:db8::2 (bce5bcef-3331-44d8-b6aa-c9afa78f0f36/2a1c3b96-dbe4-4516-83e2-0a8f95390afb/a7d6de61-dfab-4ab4-aeeb-8985670bb742) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:33:29.749633 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8b32d3fc-83ef-4c28-b24e-bab88aa0ee95 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24757569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24979817'] for subnet (1ccf72b7-ce91-4985-ad33-fbae05d9e667), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:29.915824 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8b32d3fc-83ef-4c28-b24e-bab88aa0ee95 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:29.922715 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-8b32d3fc-83ef-4c28-b24e-bab88aa0ee95 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] 10.222.0.41 "DELETE /v2.0/subnets/1ccf72b7-ce91-4985-ad33-fbae05d9e667 HTTP/1.1" status: 204 len: 168 time: 1.6973493 Jan 28 07:33:29.928031 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 45994) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:33:29.942551 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f15b3877-f9d6-41a8-9bb9-0036ebf64774 None None] Network 2ae19d9d-f809-4e82-bc35-81ad072e2646 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:33:29.999245 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b32d3fc-83ef-4c28-b24e-bab88aa0ee95 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Pushing event deleted for resources: {'Subnet': ['ID=1ccf72b7-ce91-4985-ad33-fbae05d9e667,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:33:30.079430 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5648da10-e8eb-48de-a8e1-804596018369 req-51b6c306-de33-460f-9131-4eb6e83c5178 tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:33:30.084162 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5648da10-e8eb-48de-a8e1-804596018369 req-51b6c306-de33-460f-9131-4eb6e83c5178 tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a1f0d7a-7e84-4832-a132-54bc36dec5af HTTP/1.1" status: 200 len: 931 time: 0.4586949 Jan 28 07:33:30.138414 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3797b5a2-be13-42e0-a23d-a0f7f6728e0f None None] Publish callbacks [] for port (a7d6de61-dfab-4ab4-aeeb-8985670bb742), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:30.149807 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-1d769aa8-e6f7-4ef8-bc9d-3e328013f826 None None] Provisioning complete for port c4580aaa-ce78-4979-a646-b0b82143029d triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:33:30.150138 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1d769aa8-e6f7-4ef8-bc9d-3e328013f826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (c4580aaa-ce78-4979-a646-b0b82143029d), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:30.217573 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3797b5a2-be13-42e0-a23d-a0f7f6728e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (a7d6de61-dfab-4ab4-aeeb-8985670bb742), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:30.233118 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1655f782-9fa7-4f14-8956-a841dd65a472 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (2ae19d9d-f809-4e82-bc35-81ad072e2646), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:30.248623 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7f53371f-2958-4d28-9b13-2081f14edae1 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:30.258885 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3797b5a2-be13-42e0-a23d-a0f7f6728e0f None None] Network bce5bcef-3331-44d8-b6aa-c9afa78f0f36 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:33:30.264474 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-3797b5a2-be13-42e0-a23d-a0f7f6728e0f None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:33:30.279177 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5648da10-e8eb-48de-a8e1-804596018369 req-82b6636e-6da0-453c-938f-96c446773348 tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f3a84fe-9d73-4feb-98e2-bd68e4ccb185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877990 Jan 28 07:33:30.287805 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3797b5a2-be13-42e0-a23d-a0f7f6728e0f None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:33:30.293211 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-53c69e45-0490-47c3-a111-71d254c5ee17 req-92ac348f-1fc2-4968-ac79-cea7658f18f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46fb5303-e8b0-439b-a9cf-8d37be246517 {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:33:30.312550 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-53c69e45-0490-47c3-a111-71d254c5ee17 req-92ac348f-1fc2-4968-ac79-cea7658f18f8 service neutron] Publish callbacks [] for port (46fb5303-e8b0-439b-a9cf-8d37be246517), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:30.333868 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-53c69e45-0490-47c3-a111-71d254c5ee17 req-92ac348f-1fc2-4968-ac79-cea7658f18f8 service neutron] Transition to ACTIVE for port object 46fb5303-e8b0-439b-a9cf-8d37be246517 will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:33:30.341421 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-53c69e45-0490-47c3-a111-71d254c5ee17 req-92ac348f-1fc2-4968-ac79-cea7658f18f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (46fb5303-e8b0-439b-a9cf-8d37be246517), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:30.441922 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-1d769aa8-e6f7-4ef8-bc9d-3e328013f826 None None] Current status of the port c4580aaa-ce78-4979-a646-b0b82143029d is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:33:30.447646 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17d6d3f9-5a53-403d-8720-f2856e6645eb None None] DHCP port deletion for 2ae19d9d-f809-4e82-bc35-81ad072e2646 request from n-d-712749-28 {{(pid=103285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 07:33:30.451545 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3797b5a2-be13-42e0-a23d-a0f7f6728e0f None None] Pushing event updated for resources: {'Port': ['ID=a7d6de61-dfab-4ab4-aeeb-8985670bb742,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:33:30.515068 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-3797b5a2-be13-42e0-a23d-a0f7f6728e0f None None] Attempting to bind port a7d6de61-dfab-4ab4-aeeb-8985670bb742 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:33:30.515399 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-3797b5a2-be13-42e0-a23d-a0f7f6728e0f None None] Attempting to bind port a7d6de61-dfab-4ab4-aeeb-8985670bb742 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '01e7be87-1a43-447d-a036-1e1995e5d461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'bce5bcef-3331-44d8-b6aa-c9afa78f0f36'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:33:30.515770 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3797b5a2-be13-42e0-a23d-a0f7f6728e0f None None] Attempting to bind port a7d6de61-dfab-4ab4-aeeb-8985670bb742 on network bce5bcef-3331-44d8-b6aa-c9afa78f0f36 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:33:30.524875 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3797b5a2-be13-42e0-a23d-a0f7f6728e0f None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 33, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:33:30.525939 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3797b5a2-be13-42e0-a23d-a0f7f6728e0f None None] Checking segment: {'id': '01e7be87-1a43-447d-a036-1e1995e5d461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'bce5bcef-3331-44d8-b6aa-c9afa78f0f36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:33:30.526354 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3797b5a2-be13-42e0-a23d-a0f7f6728e0f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:30.526759 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3797b5a2-be13-42e0-a23d-a0f7f6728e0f None None] Bound using segment: {'id': '01e7be87-1a43-447d-a036-1e1995e5d461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'bce5bcef-3331-44d8-b6aa-c9afa78f0f36'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:33:30.527305 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-3797b5a2-be13-42e0-a23d-a0f7f6728e0f None None] Bound port: a7d6de61-dfab-4ab4-aeeb-8985670bb742, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01e7be87-1a43-447d-a036-1e1995e5d461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'bce5bcef-3331-44d8-b6aa-c9afa78f0f36'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:33:30.527699 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3797b5a2-be13-42e0-a23d-a0f7f6728e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (a7d6de61-dfab-4ab4-aeeb-8985670bb742), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:30.569300 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-17d6d3f9-5a53-403d-8720-f2856e6645eb None None] Deleting port c4580aaa-ce78-4979-a646-b0b82143029d {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:33:30.569790 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-17d6d3f9-5a53-403d-8720-f2856e6645eb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (c4580aaa-ce78-4979-a646-b0b82143029d), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:30.593630 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-53c69e45-0490-47c3-a111-71d254c5ee17 req-92ac348f-1fc2-4968-ac79-cea7658f18f8 service neutron] Attempting to bind port 46fb5303-e8b0-439b-a9cf-8d37be246517 on host n-h1-712749-28 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:33:30.594318 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-53c69e45-0490-47c3-a111-71d254c5ee17 req-92ac348f-1fc2-4968-ac79-cea7658f18f8 service neutron] Attempting to bind port 46fb5303-e8b0-439b-a9cf-8d37be246517 by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': 'bf0195a4-f6a6-41d1-9604-c71a469c15f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2136e757-c99f-4d23-960c-aa395d5a28c6'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:33:30.594850 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c69e45-0490-47c3-a111-71d254c5ee17 req-92ac348f-1fc2-4968-ac79-cea7658f18f8 service neutron] Attempting to bind port 46fb5303-e8b0-439b-a9cf-8d37be246517 on network 2136e757-c99f-4d23-960c-aa395d5a28c6 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:33:30.599494 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ac348f-1fc2-4968-ac79-cea7658f18f8 service neutron] Pushing event updated for resources: {'Port': ['ID=46fb5303-e8b0-439b-a9cf-8d37be246517,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:33:30.613459 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c69e45-0490-47c3-a111-71d254c5ee17 req-92ac348f-1fc2-4968-ac79-cea7658f18f8 service neutron] Port 46fb5303-e8b0-439b-a9cf-8d37be246517 on network 2136e757-c99f-4d23-960c-aa395d5a28c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:33:30.614045 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c69e45-0490-47c3-a111-71d254c5ee17 req-92ac348f-1fc2-4968-ac79-cea7658f18f8 service neutron] Attempting to bind port 46fb5303-e8b0-439b-a9cf-8d37be246517 on network 2136e757-c99f-4d23-960c-aa395d5a28c6 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:33:30.620215 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c69e45-0490-47c3-a111-71d254c5ee17 req-92ac348f-1fc2-4968-ac79-cea7658f18f8 service neutron] Checking agent: {'id': '2fca46b1-237f-4857-9290-2429d810e472', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:33:30.620779 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c69e45-0490-47c3-a111-71d254c5ee17 req-92ac348f-1fc2-4968-ac79-cea7658f18f8 service neutron] Checking segment: {'id': 'bf0195a4-f6a6-41d1-9604-c71a469c15f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2136e757-c99f-4d23-960c-aa395d5a28c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:33:30.621392 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c69e45-0490-47c3-a111-71d254c5ee17 req-92ac348f-1fc2-4968-ac79-cea7658f18f8 service neutron] Bound using segment: {'id': 'bf0195a4-f6a6-41d1-9604-c71a469c15f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2136e757-c99f-4d23-960c-aa395d5a28c6'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:33:30.621998 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-53c69e45-0490-47c3-a111-71d254c5ee17 req-92ac348f-1fc2-4968-ac79-cea7658f18f8 service neutron] Bound port: 46fb5303-e8b0-439b-a9cf-8d37be246517, host: n-h1-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf0195a4-f6a6-41d1-9604-c71a469c15f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2136e757-c99f-4d23-960c-aa395d5a28c6'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:33:30.622558 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-53c69e45-0490-47c3-a111-71d254c5ee17 req-92ac348f-1fc2-4968-ac79-cea7658f18f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (46fb5303-e8b0-439b-a9cf-8d37be246517), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:30.645938 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-17d6d3f9-5a53-403d-8720-f2856e6645eb None None] For port c4580aaa-ce78-4979-a646-b0b82143029d, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=c4580aaa-ce78-4979-a646-b0b82143029d,segment=NetworkSegment(fce2e60b-337c-4037-815d-e18541bfda19),segment_id=fce2e60b-337c-4037-815d-e18541bfda19)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:33:30.646448 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-17d6d3f9-5a53-403d-8720-f2856e6645eb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (c4580aaa-ce78-4979-a646-b0b82143029d), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:30.666777 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-17d6d3f9-5a53-403d-8720-f2856e6645eb None None] Calling delete_port for c4580aaa-ce78-4979-a646-b0b82143029d owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:33:30.777930 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-17d6d3f9-5a53-403d-8720-f2856e6645eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298'] for port (c4580aaa-ce78-4979-a646-b0b82143029d), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:30.798577 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-53c69e45-0490-47c3-a111-71d254c5ee17 req-92ac348f-1fc2-4968-ac79-cea7658f18f8 service neutron] For port 46fb5303-e8b0-439b-a9cf-8d37be246517, host n-h1-712749-28, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:33:30.806073 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-53c69e45-0490-47c3-a111-71d254c5ee17 req-92ac348f-1fc2-4968-ac79-cea7658f18f8 service neutron] For port 46fb5303-e8b0-439b-a9cf-8d37be246517, host n-h1-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=46fb5303-e8b0-439b-a9cf-8d37be246517,segment=NetworkSegment(bf0195a4-f6a6-41d1-9604-c71a469c15f7),segment_id=bf0195a4-f6a6-41d1-9604-c71a469c15f7)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:33:30.812219 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d6d3f9-5a53-403d-8720-f2856e6645eb None None] Pushing event deleted for resources: {'Port': ['ID=c4580aaa-ce78-4979-a646-b0b82143029d,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:33:30.824772 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-53c69e45-0490-47c3-a111-71d254c5ee17 req-92ac348f-1fc2-4968-ac79-cea7658f18f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (46fb5303-e8b0-439b-a9cf-8d37be246517), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:30.875548 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d6d3f9-5a53-403d-8720-f2856e6645eb None None] No DVR routers for this DVR port c4580aaa-ce78-4979-a646-b0b82143029d on host n-d-712749-28 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:33:30.879260 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-7f53371f-2958-4d28-9b13-2081f14edae1 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Allocated IP 2001:db8::1 (bce5bcef-3331-44d8-b6aa-c9afa78f0f36/2a1c3b96-dbe4-4516-83e2-0a8f95390afb/c471c6d0-21ed-45a3-8ca9-652a4f20a605) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:33:30.930509 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-3797b5a2-be13-42e0-a23d-a0f7f6728e0f None None] For port a7d6de61-dfab-4ab4-aeeb-8985670bb742, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:33:30.931928 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ac348f-1fc2-4968-ac79-cea7658f18f8 service neutron] Pushing event updated for resources: {'Port': ['ID=46fb5303-e8b0-439b-a9cf-8d37be246517,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:33:30.935748 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-3797b5a2-be13-42e0-a23d-a0f7f6728e0f None None] For port a7d6de61-dfab-4ab4-aeeb-8985670bb742, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=a7d6de61-dfab-4ab4-aeeb-8985670bb742,segment=NetworkSegment(01e7be87-1a43-447d-a036-1e1995e5d461),segment_id=01e7be87-1a43-447d-a036-1e1995e5d461)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:33:30.946456 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3797b5a2-be13-42e0-a23d-a0f7f6728e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (a7d6de61-dfab-4ab4-aeeb-8985670bb742), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:30.951473 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c69e45-0490-47c3-a111-71d254c5ee17 req-92ac348f-1fc2-4968-ac79-cea7658f18f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:33:30.954619 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-53c69e45-0490-47c3-a111-71d254c5ee17 req-92ac348f-1fc2-4968-ac79-cea7658f18f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:30.957661 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-53c69e45-0490-47c3-a111-71d254c5ee17 req-92ac348f-1fc2-4968-ac79-cea7658f18f8 service neutron] 10.222.0.10 "PUT /v2.0/ports/46fb5303-e8b0-439b-a9cf-8d37be246517 HTTP/1.1" status: 200 len: 1092 time: 2.4368615 Jan 28 07:33:30.958157 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a1f0d7a-7e84-4832-a132-54bc36dec5af', 'tag': '46fb5303-e8b0-439b-a9cf-8d37be246517'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:33:30.961632 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5488131-a0f2-48e3-a0a0-76e9dd34bc34" -d '{"events": [{"name": "network-changed", "server_uuid": "3a1f0d7a-7e84-4832-a132-54bc36dec5af", "tag": "46fb5303-e8b0-439b-a9cf-8d37be246517"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:33:31.016526 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea5ef39c-832b-4dcb-914d-5c97cb9715d1 x-openstack-request-id: req-ea5ef39c-832b-4dcb-914d-5c97cb9715d1 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:33:31.017345 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a1f0d7a-7e84-4832-a132-54bc36dec5af", "tag": "46fb5303-e8b0-439b-a9cf-8d37be246517", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:33:31.019049 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ea5ef39c-832b-4dcb-914d-5c97cb9715d1 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:33:31.019652 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a1f0d7a-7e84-4832-a132-54bc36dec5af', 'tag': '46fb5303-e8b0-439b-a9cf-8d37be246517', 'status': 'completed', 'code': 200} Jan 28 07:33:31.022376 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-1655f782-9fa7-4f14-8956-a841dd65a472 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Deleting port c4580aaa-ce78-4979-a646-b0b82143029d {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:33:31.022900 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1655f782-9fa7-4f14-8956-a841dd65a472 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (c4580aaa-ce78-4979-a646-b0b82143029d), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:31.090290 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c69e45-0490-47c3-a111-71d254c5ee17 req-0b7d2f33-b8e1-42c7-adcd-3ae1522c4c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:33:31.092692 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-53c69e45-0490-47c3-a111-71d254c5ee17 req-0b7d2f33-b8e1-42c7-adcd-3ae1522c4c58 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c4b2a68a25c944a0a3c783e458798cd1&device_id=3a1f0d7a-7e84-4832-a132-54bc36dec5af HTTP/1.1" status: 200 len: 1095 time: 0.0624261 Jan 28 07:33:31.158108 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3797b5a2-be13-42e0-a23d-a0f7f6728e0f None None] Pushing event updated for resources: {'Port': ['ID=a7d6de61-dfab-4ab4-aeeb-8985670bb742,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:33:31.180992 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-53c69e45-0490-47c3-a111-71d254c5ee17 req-ddeac9ca-ab12-48f6-aad3-7fdf0a6a44c3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=46fb5303-e8b0-439b-a9cf-8d37be246517 HTTP/1.1" status: 200 len: 217 time: 0.0733211 Jan 28 07:33:31.200706 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-1655f782-9fa7-4f14-8956-a841dd65a472 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] For port c4580aaa-ce78-4979-a646-b0b82143029d, host n-d-712749-28, got binding levels [] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:33:31.204984 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1655f782-9fa7-4f14-8956-a841dd65a472 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (c4580aaa-ce78-4979-a646-b0b82143029d), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:31.256386 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7f53371f-2958-4d28-9b13-2081f14edae1 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks [] for port (c471c6d0-21ed-45a3-8ca9-652a4f20a605), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:31.279971 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c69e45-0490-47c3-a111-71d254c5ee17 req-09dd452e-0ea7-4c72-aa7f-169ac54c80a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:33:31.285498 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-53c69e45-0490-47c3-a111-71d254c5ee17 req-09dd452e-0ea7-4c72-aa7f-169ac54c80a8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=66e93671-6c65-4d5e-8c66-6c2cfdec864e HTTP/1.1" status: 200 len: 849 time: 0.0928173 Jan 28 07:33:31.287134 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-1655f782-9fa7-4f14-8956-a841dd65a472 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Calling delete_port for c4580aaa-ce78-4979-a646-b0b82143029d owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:33:31.293010 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.ipam_backend_mixin [None req-1655f782-9fa7-4f14-8956-a841dd65a472 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Port c4580aaa-ce78-4979-a646-b0b82143029d was not found and therefore no delete operation was performed {{(pid=103283) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 07:33:31.313185 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1655f782-9fa7-4f14-8956-a841dd65a472 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (c4580aaa-ce78-4979-a646-b0b82143029d), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:31.348253 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1655f782-9fa7-4f14-8956-a841dd65a472 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] No DVR routers for this DVR port c4580aaa-ce78-4979-a646-b0b82143029d on host n-d-712749-28 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:33:31.361189 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-53c69e45-0490-47c3-a111-71d254c5ee17 req-ea53a989-e527-4a55-9f2c-ee7dfb1556ae service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2136e757-c99f-4d23-960c-aa395d5a28c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0683615 Jan 28 07:33:31.441864 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655f782-9fa7-4f14-8956-a841dd65a472 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Pushing event deleted for resources: {'Port': ['ID=c4580aaa-ce78-4979-a646-b0b82143029d,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:33:31.626595 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66cb387-dc77-4cbd-9e7a-dc7eece153ff req-f557a7a6-063a-4da0-99ef-43f891329478 tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:33:31.631206 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f66cb387-dc77-4cbd-9e7a-dc7eece153ff req-f557a7a6-063a-4da0-99ef-43f891329478 tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a1f0d7a-7e84-4832-a132-54bc36dec5af HTTP/1.1" status: 200 len: 943 time: 0.1688275 Jan 28 07:33:31.672727 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1655f782-9fa7-4f14-8956-a841dd65a472 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (2ae19d9d-f809-4e82-bc35-81ad072e2646), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:31.691928 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-53c69e45-0490-47c3-a111-71d254c5ee17 req-6482fd68-c62f-4ccc-8dda-ae43b6ed6eec service neutron] 10.222.0.10 "GET /v2.0/networks/2136e757-c99f-4d23-960c-aa395d5a28c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3228464 Jan 28 07:33:31.746555 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-1655f782-9fa7-4f14-8956-a841dd65a472 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ae19d9d-f809-4e82-bc35-81ad072e2646']}} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:33:31.774644 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-1655f782-9fa7-4f14-8956-a841dd65a472 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fce2e60b-337c-4037-815d-e18541bfda19') {'for_net_delete': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:33:31.774862 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-1655f782-9fa7-4f14-8956-a841dd65a472 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fce2e60b-337c-4037-815d-e18541bfda19') {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:33:31.804986 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1655f782-9fa7-4f14-8956-a841dd65a472 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13506801'] for segment (fce2e60b-337c-4037-815d-e18541bfda19), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:31.836583 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1655f782-9fa7-4f14-8956-a841dd65a472 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (fce2e60b-337c-4037-815d-e18541bfda19), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:31.851861 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1655f782-9fa7-4f14-8956-a841dd65a472 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=103283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:33:31.852302 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1655f782-9fa7-4f14-8956-a841dd65a472 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13546563'] for segment (fce2e60b-337c-4037-815d-e18541bfda19), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:31.900572 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-53c69e45-0490-47c3-a111-71d254c5ee17 req-9ee0a263-9831-4da7-913e-39b4ca04f9f4 service neutron] 10.222.0.10 "GET /v2.0/networks/2136e757-c99f-4d23-960c-aa395d5a28c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879532 Jan 28 07:33:31.962785 n-d-712749-28 neutron-server[103283]: Traceback (most recent call last): Jan 28 07:33:31.962785 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:33:31.962785 n-d-712749-28 neutron-server[103283]: timer() Jan 28 07:33:31.962785 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:33:31.962785 n-d-712749-28 neutron-server[103283]: cb(*args, **kw) Jan 28 07:33:31.962785 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:33:31.962785 n-d-712749-28 neutron-server[103283]: return func(*args, **kwargs) Jan 28 07:33:31.962785 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:33:31.962785 n-d-712749-28 neutron-server[103283]: self._notify() Jan 28 07:33:31.962785 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:33:31.962785 n-d-712749-28 neutron-server[103283]: self.callback(batched_events) Jan 28 07:33:31.962785 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:33:31.962785 n-d-712749-28 neutron-server[103283]: event.method(event) Jan 28 07:33:31.962785 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:33:31.962785 n-d-712749-28 neutron-server[103283]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:33:31.962785 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:33:31.962785 n-d-712749-28 neutron-server[103283]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:33:31.962785 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:33:31.962785 n-d-712749-28 neutron-server[103283]: return f(self, *a, **k) Jan 28 07:33:31.962785 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:33:31.962785 n-d-712749-28 neutron-server[103283]: return self._get(url).json() Jan 28 07:33:31.962785 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:33:31.962785 n-d-712749-28 neutron-server[103283]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:33:31.962785 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:33:31.962785 n-d-712749-28 neutron-server[103283]: return self.request(url, 'GET', **kwargs) Jan 28 07:33:31.962785 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:33:31.962785 n-d-712749-28 neutron-server[103283]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:33:31.962785 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:33:31.962785 n-d-712749-28 neutron-server[103283]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:33:31.962785 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:33:31.962785 n-d-712749-28 neutron-server[103283]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:33:31.962785 n-d-712749-28 neutron-server[103283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:33:31.973586 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1655f782-9fa7-4f14-8956-a841dd65a472 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (2ae19d9d-f809-4e82-bc35-81ad072e2646), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:31.993069 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1655f782-9fa7-4f14-8956-a841dd65a472 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks [] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:31.997507 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-1655f782-9fa7-4f14-8956-a841dd65a472 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] 10.222.0.41 "DELETE /v2.0/networks/2ae19d9d-f809-4e82-bc35-81ad072e2646 HTTP/1.1" status: 204 len: 168 time: 2.0638647 Jan 28 07:33:32.001927 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 46022) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:33:32.020865 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f66cb387-dc77-4cbd-9e7a-dc7eece153ff req-76a288d6-9c7c-48b5-8403-04eb756117f0 tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f3a84fe-9d73-4feb-98e2-bd68e4ccb185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3533230 Jan 28 07:33:32.045090 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7f53371f-2958-4d28-9b13-2081f14edae1 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (c471c6d0-21ed-45a3-8ca9-652a4f20a605), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:32.049656 n-d-712749-28 neutron-server[103283]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b7e9646-6d0c-4c01-9b5a-9f853d6281f5 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] DELETE failed (client error): The resource could not be found. Jan 28 07:33:32.050202 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b7e9646-6d0c-4c01-9b5a-9f853d6281f5 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103283) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:33:32.053627 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-4b7e9646-6d0c-4c01-9b5a-9f853d6281f5 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] 10.222.0.41 "DELETE /v2.0/subnets/6ebde56d-28f5-46b4-96c9-3b096c58ec8c HTTP/1.1" status: 404 len: 337 time: 0.0504594 Jan 28 07:33:32.057991 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 46024) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:33:32.151923 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f53371f-2958-4d28-9b13-2081f14edae1 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Pushing event updated for resources: {'Port': ['ID=c471c6d0-21ed-45a3-8ca9-652a4f20a605,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:33:32.157538 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655f782-9fa7-4f14-8956-a841dd65a472 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Pushing event deleted for resources: {'Network': ['ID=2ae19d9d-f809-4e82-bc35-81ad072e2646,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:33:32.166099 n-d-712749-28 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e41294d-a8de-4e2b-8118-bce46088e543 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] DELETE failed (client error): The resource could not be found. Jan 28 07:33:32.166646 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e41294d-a8de-4e2b-8118-bce46088e543 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:33:32.169960 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f53371f-2958-4d28-9b13-2081f14edae1 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Network bce5bcef-3331-44d8-b6aa-c9afa78f0f36 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:33:32.172459 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-7f53371f-2958-4d28-9b13-2081f14edae1 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:33:32.179269 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f53371f-2958-4d28-9b13-2081f14edae1 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:33:32.180214 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7f53371f-2958-4d28-9b13-2081f14edae1 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16609232'] for router_interface (ec5c6071-7981-4540-9e4c-29272c9cac32), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:32.182725 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-0e41294d-a8de-4e2b-8118-bce46088e543 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] 10.222.0.41 "DELETE /v2.0/networks/3724bc3b-f71b-4431-8853-aa816a382047 HTTP/1.1" status: 404 len: 339 time: 0.1222529 Jan 28 07:33:32.183819 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 46026) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:33:32.201362 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5488131-a0f2-48e3-a0a0-76e9dd34bc34 req-8ec2c644-4d9b-4c71-a0d4-95def6b46afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:33:32.202907 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d5488131-a0f2-48e3-a0a0-76e9dd34bc34 req-8ec2c644-4d9b-4c71-a0d4-95def6b46afd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c4b2a68a25c944a0a3c783e458798cd1&device_id=3a1f0d7a-7e84-4832-a132-54bc36dec5af HTTP/1.1" status: 200 len: 1095 time: 0.1733832 Jan 28 07:33:32.225501 n-d-712749-28 neutron-server[103283]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5986022-cf0d-43da-9d4b-8c75062c6451 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] DELETE failed (client error): The resource could not be found. Jan 28 07:33:32.226309 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5986022-cf0d-43da-9d4b-8c75062c6451 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103283) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:33:32.229752 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-c5986022-cf0d-43da-9d4b-8c75062c6451 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] 10.222.0.41 "DELETE /v2.0/subnets/9e023cd9-1468-4c85-a98b-d193218ce1ec HTTP/1.1" status: 404 len: 337 time: 0.0446978 Jan 28 07:33:32.273552 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 46030) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:33:32.302682 n-d-712749-28 neutron-server[103283]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bcd0eff-a4a3-45d0-ae1e-120097dfef98 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] DELETE failed (client error): The resource could not be found. Jan 28 07:33:32.303307 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bcd0eff-a4a3-45d0-ae1e-120097dfef98 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103283) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:33:32.306948 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-4bcd0eff-a4a3-45d0-ae1e-120097dfef98 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] 10.222.0.41 "DELETE /v2.0/networks/33f55d18-fe74-4a52-9b70-b9e3caa348a3 HTTP/1.1" status: 404 len: 339 time: 0.0323038 Jan 28 07:33:32.318653 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device a7d6de61-dfab-4ab4-aeeb-8985670bb742 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:33:32.329353 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 46034) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:33:32.532712 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port a7d6de61-dfab-4ab4-aeeb-8985670bb742 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:33:32.536511 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (a7d6de61-dfab-4ab4-aeeb-8985670bb742), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:32.558669 n-d-712749-28 neutron-server[103283]: INFO neutron.pecan_wsgi.hooks.translation [None req-09cd8806-b3f5-4237-94ff-3429b1c7d866 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] DELETE failed (client error): The resource could not be found. Jan 28 07:33:32.559624 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09cd8806-b3f5-4237-94ff-3429b1c7d866 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103283) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:33:32.567662 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-09cd8806-b3f5-4237-94ff-3429b1c7d866 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] 10.222.0.41 "DELETE /v2.0/subnets/ef11d776-e2e2-4a1d-913a-6683a69fcd1a HTTP/1.1" status: 404 len: 337 time: 0.2344093 Jan 28 07:33:32.567950 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 46044) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:33:32.610066 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7f53371f-2958-4d28-9b13-2081f14edae1 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (c471c6d0-21ed-45a3-8ca9-652a4f20a605), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:32.628924 n-d-712749-28 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc8f4fce-3169-4cab-99e2-8fcf754275b7 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] DELETE failed (client error): The resource could not be found. Jan 28 07:33:32.629568 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc8f4fce-3169-4cab-99e2-8fcf754275b7 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:33:32.634926 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-bc8f4fce-3169-4cab-99e2-8fcf754275b7 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] 10.222.0.41 "DELETE /v2.0/networks/faf914dd-6f9a-4b89-b671-b5d707e86fa1 HTTP/1.1" status: 404 len: 339 time: 0.0637448 Jan 28 07:33:32.636228 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 46046) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:33:32.787147 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-937b8f6e-165e-4dfe-b0d7-d3d63b14c7cf tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Deleting subnet 5f7a707f-2c39-4c72-b370-480b47291418 {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:33:32.811833 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-937b8f6e-165e-4dfe-b0d7-d3d63b14c7cf tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks [] for subnet (5f7a707f-2c39-4c72-b370-480b47291418), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:32.858678 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port a7d6de61-dfab-4ab4-aeeb-8985670bb742 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:33:32.859077 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (a7d6de61-dfab-4ab4-aeeb-8985670bb742), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:32.907565 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5488131-a0f2-48e3-a0a0-76e9dd34bc34 req-ad2d43ae-8eb3-4fcb-8286-c2c723e5fe40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:33:32.909837 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d5488131-a0f2-48e3-a0a0-76e9dd34bc34 req-ad2d43ae-8eb3-4fcb-8286-c2c723e5fe40 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2136e757-c99f-4d23-960c-aa395d5a28c6 HTTP/1.1" status: 200 len: 910 time: 0.6975262 Jan 28 07:33:32.921277 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-937b8f6e-165e-4dfe-b0d7-d3d63b14c7cf tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24759175'] for subnet (5f7a707f-2c39-4c72-b370-480b47291418), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:32.931469 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] For port a7d6de61-dfab-4ab4-aeeb-8985670bb742, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=a7d6de61-dfab-4ab4-aeeb-8985670bb742,segment=NetworkSegment(01e7be87-1a43-447d-a036-1e1995e5d461),segment_id=01e7be87-1a43-447d-a036-1e1995e5d461)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:33:32.936736 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (a7d6de61-dfab-4ab4-aeeb-8985670bb742), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:33.041191 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d5488131-a0f2-48e3-a0a0-76e9dd34bc34 req-333346d5-388a-4233-9334-18338e732286 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=46fb5303-e8b0-439b-a9cf-8d37be246517 HTTP/1.1" status: 200 len: 217 time: 0.1228251 Jan 28 07:33:33.072071 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device c4580aaa-ce78-4979-a646-b0b82143029d no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:33:33.100975 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Pushing event updated for resources: {'Port': ['ID=a7d6de61-dfab-4ab4-aeeb-8985670bb742,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:33:33.167349 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: c4580aaa-ce78-4979-a646-b0b82143029d {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:33:33.167791 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device c4580aaa-ce78-4979-a646-b0b82143029d not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:33:33.177035 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:33.251197 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9503f538-d741-4404-a11a-a27d463e2ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:33.304649 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e9dfab-002e-4323-b7dd-1af815c49c9b req-8cec193b-5220-4309-9042-8f894fa5799f tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:33:33.306528 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b4e9dfab-002e-4323-b7dd-1af815c49c9b req-8cec193b-5220-4309-9042-8f894fa5799f tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a1f0d7a-7e84-4832-a132-54bc36dec5af HTTP/1.1" status: 200 len: 943 time: 0.1607444 Jan 28 07:33:33.329537 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c10306a-46ed-4bd1-8e65-8cc10476e6a8 None None] Network bce5bcef-3331-44d8-b6aa-c9afa78f0f36 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:33:33.337627 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5488131-a0f2-48e3-a0a0-76e9dd34bc34 req-9f1850f4-9da6-407d-9c62-792bd8014d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:33:33.343192 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d5488131-a0f2-48e3-a0a0-76e9dd34bc34 req-9f1850f4-9da6-407d-9c62-792bd8014d33 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=66e93671-6c65-4d5e-8c66-6c2cfdec864e HTTP/1.1" status: 200 len: 849 time: 0.2054126 Jan 28 07:33:33.493652 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b4e9dfab-002e-4323-b7dd-1af815c49c9b req-35753c11-1cd7-4e25-b87a-7e690e4cc9fe tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f3a84fe-9d73-4feb-98e2-bd68e4ccb185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354132 Jan 28 07:33:33.562380 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d5488131-a0f2-48e3-a0a0-76e9dd34bc34 req-2956bcbf-bbcd-4d91-b9e6-8dbdb5e3da6b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2136e757-c99f-4d23-960c-aa395d5a28c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1638355 Jan 28 07:33:33.607858 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-39339df3-9177-4542-a6d5-aab49ce49ac5 None None] Provisioning complete for port a7d6de61-dfab-4ab4-aeeb-8985670bb742 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:33:33.608583 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-39339df3-9177-4542-a6d5-aab49ce49ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (a7d6de61-dfab-4ab4-aeeb-8985670bb742), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:33.640294 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-937b8f6e-165e-4dfe-b0d7-d3d63b14c7cf tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (5f7a707f-2c39-4c72-b370-480b47291418), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:33.649213 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7f53371f-2958-4d28-9b13-2081f14edae1 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks [] for port (c471c6d0-21ed-45a3-8ca9-652a4f20a605), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:33.664286 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7f53371f-2958-4d28-9b13-2081f14edae1 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (c471c6d0-21ed-45a3-8ca9-652a4f20a605), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:33.665107 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7f53371f-2958-4d28-9b13-2081f14edae1 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16318999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16606560'] for router_interface (ec5c6071-7981-4540-9e4c-29272c9cac32), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:33.787954 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f53371f-2958-4d28-9b13-2081f14edae1 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Pushing event updated for resources: {'Port': ['ID=c471c6d0-21ed-45a3-8ca9-652a4f20a605,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:33:33.909970 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d5488131-a0f2-48e3-a0a0-76e9dd34bc34 req-7ced1712-c344-4d4d-b04c-31eb5bbe427a service neutron] 10.222.0.10 "GET /v2.0/networks/2136e757-c99f-4d23-960c-aa395d5a28c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3360345 Jan 28 07:33:33.941580 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f53371f-2958-4d28-9b13-2081f14edae1 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Network bce5bcef-3331-44d8-b6aa-c9afa78f0f36 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:33:33.943120 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-7f53371f-2958-4d28-9b13-2081f14edae1 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:33:33.959662 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-937b8f6e-165e-4dfe-b0d7-d3d63b14c7cf tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24757569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24979817'] for subnet (5f7a707f-2c39-4c72-b370-480b47291418), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:33.985237 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-39339df3-9177-4542-a6d5-aab49ce49ac5 None None] Current status of the port a7d6de61-dfab-4ab4-aeeb-8985670bb742 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:33:34.023362 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:34.097529 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937b8f6e-165e-4dfe-b0d7-d3d63b14c7cf tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Pushing event deleted for resources: {'Subnet': ['ID=5f7a707f-2c39-4c72-b370-480b47291418,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:33:34.123618 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e326d4c1-e30e-4ac4-888c-3bc871215029 None None] Network 6d639373-8836-4121-bacd-1526cdfa51e7 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:33:34.133157 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-937b8f6e-165e-4dfe-b0d7-d3d63b14c7cf tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:34.138032 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-937b8f6e-165e-4dfe-b0d7-d3d63b14c7cf tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] 10.222.0.41 "DELETE /v2.0/subnets/5f7a707f-2c39-4c72-b370-480b47291418 HTTP/1.1" status: 204 len: 168 time: 1.4992106 Jan 28 07:33:34.141784 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 46068) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:33:34.298832 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device a7d6de61-dfab-4ab4-aeeb-8985670bb742 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:33:34.478767 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d5488131-a0f2-48e3-a0a0-76e9dd34bc34 req-d7b19579-a8bf-432d-9f35-92065cacbc81 service neutron] 10.222.0.10 "GET /v2.0/networks/2136e757-c99f-4d23-960c-aa395d5a28c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5506907 Jan 28 07:33:34.519401 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-32c1e65a-175d-4a84-b024-04aa19af1199 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (6d639373-8836-4121-bacd-1526cdfa51e7), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:34.617997 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port a7d6de61-dfab-4ab4-aeeb-8985670bb742 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:33:34.620433 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (a7d6de61-dfab-4ab4-aeeb-8985670bb742), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:34.642189 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-ac509251-1a5e-4513-8541-447466307fe9 None None] Provisioning complete for port c471c6d0-21ed-45a3-8ca9-652a4f20a605 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:33:34.642189 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ac509251-1a5e-4513-8541-447466307fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (c471c6d0-21ed-45a3-8ca9-652a4f20a605), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:34.676598 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-32c1e65a-175d-4a84-b024-04aa19af1199 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Deleting port ed3d30bf-0a52-47f9-8884-a6b069b13152 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:33:34.677153 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-32c1e65a-175d-4a84-b024-04aa19af1199 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (ed3d30bf-0a52-47f9-8884-a6b069b13152), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:34.731263 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f53371f-2958-4d28-9b13-2081f14edae1 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Router ec5c6071-7981-4540-9e4c-29272c9cac32 is scheduled to L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 with binding_index 1 {{(pid=103283) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 07:33:34.773346 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-ac509251-1a5e-4513-8541-447466307fe9 None None] Port c471c6d0-21ed-45a3-8ca9-652a4f20a605 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:33:34.782474 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 46fb5303-e8b0-439b-a9cf-8d37be246517 details requested by agent hyperv_n-h1-712749-28 with host n-h1-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:33:34.858163 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c315297-4778-462a-a3e2-201f41a7db25 None None] DHCP port deletion for 6d639373-8836-4121-bacd-1526cdfa51e7 request from n-d-712749-28 {{(pid=103285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 07:33:34.866526 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f53371f-2958-4d28-9b13-2081f14edae1 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:33:34.879808 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77321159-b913-424f-b0ec-cea03054e027 None None] Sync routers for ids ['ec5c6071-7981-4540-9e4c-29272c9cac32'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:33:34.898659 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-7f53371f-2958-4d28-9b13-2081f14edae1 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] 10.222.0.41 "PUT /v2.0/routers/ec5c6071-7981-4540-9e4c-29272c9cac32/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6857290 Jan 28 07:33:34.898922 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77321159-b913-424f-b0ec-cea03054e027 None None] Routers {'ec5c6071-7981-4540-9e4c-29272c9cac32'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:33:34.900405 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-77321159-b913-424f-b0ec-cea03054e027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:33:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['ec5c6071-7981-4540-9e4c-29272c9cac32'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:33:34.902192 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 46080) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:33:34.946253 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-32c1e65a-175d-4a84-b024-04aa19af1199 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] For port ed3d30bf-0a52-47f9-8884-a6b069b13152, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=ed3d30bf-0a52-47f9-8884-a6b069b13152,segment=NetworkSegment(b764ef2a-a47d-47c8-86bc-76355f922bda),segment_id=b764ef2a-a47d-47c8-86bc-76355f922bda)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:33:34.946547 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-32c1e65a-175d-4a84-b024-04aa19af1199 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (ed3d30bf-0a52-47f9-8884-a6b069b13152), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:34.976442 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-32c1e65a-175d-4a84-b024-04aa19af1199 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Calling delete_port for ed3d30bf-0a52-47f9-8884-a6b069b13152 owned by network:dhcp {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:33:35.001798 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-77321159-b913-424f-b0ec-cea03054e027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:33:35.035400 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77321159-b913-424f-b0ec-cea03054e027 None None] Routers {'ec5c6071-7981-4540-9e4c-29272c9cac32'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:33:35.036341 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-77321159-b913-424f-b0ec-cea03054e027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:33:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['ec5c6071-7981-4540-9e4c-29272c9cac32'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:33:35.040291 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecb6d216-e0a3-4d71-ab74-670861daaa29 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:33:35.041903 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-ecb6d216-e0a3-4d71-ab74-670861daaa29 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] 10.222.0.41 "GET /v2.0/ports/c471c6d0-21ed-45a3-8ca9-652a4f20a605 HTTP/1.1" status: 200 len: 911 time: 0.1372769 Jan 28 07:33:35.056049 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 46084) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:33:35.069207 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-55f5d753-e04e-4908-803e-fee96a110d6d tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2a1c3b96-dbe4-4516-83e2-0a8f95390afb'}]}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:33:35.120666 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-ac509251-1a5e-4513-8541-447466307fe9 None None] Provisioning complete for port a7d6de61-dfab-4ab4-aeeb-8985670bb742 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:33:35.121440 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ac509251-1a5e-4513-8541-447466307fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (a7d6de61-dfab-4ab4-aeeb-8985670bb742), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:35.151837 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-77321159-b913-424f-b0ec-cea03054e027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:33:35.158524 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77321159-b913-424f-b0ec-cea03054e027 None None] The sync data for ids ['ec5c6071-7981-4540-9e4c-29272c9cac32'] in n-d-712749-28 is: [] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:33:35.227346 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-32c1e65a-175d-4a84-b024-04aa19af1199 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (ed3d30bf-0a52-47f9-8884-a6b069b13152), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:35.258147 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port a7d6de61-dfab-4ab4-aeeb-8985670bb742 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:33:35.282923 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c1e65a-175d-4a84-b024-04aa19af1199 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Pushing event deleted for resources: {'Port': ['ID=ed3d30bf-0a52-47f9-8884-a6b069b13152,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:33:35.323573 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fb49a0-d501-48db-af48-7be1c1d7ec27 req-c8295e01-8cbc-4326-9c82-e7193601909d tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:33:35.325743 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-02fb49a0-d501-48db-af48-7be1c1d7ec27 req-c8295e01-8cbc-4326-9c82-e7193601909d tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a1f0d7a-7e84-4832-a132-54bc36dec5af HTTP/1.1" status: 200 len: 943 time: 0.6140087 Jan 28 07:33:35.328578 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c1e65a-175d-4a84-b024-04aa19af1199 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] No DVR routers for this DVR port ed3d30bf-0a52-47f9-8884-a6b069b13152 on host n-d-712749-28 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:33:35.554453 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-32c1e65a-175d-4a84-b024-04aa19af1199 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (6d639373-8836-4121-bacd-1526cdfa51e7), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:35.575419 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-55f5d753-e04e-4908-803e-fee96a110d6d tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (c471c6d0-21ed-45a3-8ca9-652a4f20a605), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:35.579925 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-4c315297-4778-462a-a3e2-201f41a7db25 None None] Deleting port ed3d30bf-0a52-47f9-8884-a6b069b13152 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:33:35.579925 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4c315297-4778-462a-a3e2-201f41a7db25 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (ed3d30bf-0a52-47f9-8884-a6b069b13152), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:35.594244 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 46fb5303-e8b0-439b-a9cf-8d37be246517, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=46fb5303-e8b0-439b-a9cf-8d37be246517,segment=NetworkSegment(bf0195a4-f6a6-41d1-9604-c71a469c15f7),segment_id=bf0195a4-f6a6-41d1-9604-c71a469c15f7)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:33:35.645115 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-32c1e65a-175d-4a84-b024-04aa19af1199 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d639373-8836-4121-bacd-1526cdfa51e7']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:33:35.651327 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-02fb49a0-d501-48db-af48-7be1c1d7ec27 req-dba2781f-75f1-4570-9903-a09d513a78b9 tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f3a84fe-9d73-4feb-98e2-bd68e4ccb185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2833860 Jan 28 07:33:35.660955 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-32c1e65a-175d-4a84-b024-04aa19af1199 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b764ef2a-a47d-47c8-86bc-76355f922bda') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:33:35.661183 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-32c1e65a-175d-4a84-b024-04aa19af1199 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b764ef2a-a47d-47c8-86bc-76355f922bda') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:33:35.689669 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-32c1e65a-175d-4a84-b024-04aa19af1199 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24759294'] for segment (b764ef2a-a47d-47c8-86bc-76355f922bda), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:35.719996 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-32c1e65a-175d-4a84-b024-04aa19af1199 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (b764ef2a-a47d-47c8-86bc-76355f922bda), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:35.734048 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32c1e65a-175d-4a84-b024-04aa19af1199 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:33:35.734472 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-32c1e65a-175d-4a84-b024-04aa19af1199 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24757675'] for segment (b764ef2a-a47d-47c8-86bc-76355f922bda), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:35.746968 n-d-712749-28 neutron-server[103284]: Traceback (most recent call last): Jan 28 07:33:35.746968 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:33:35.746968 n-d-712749-28 neutron-server[103284]: timer() Jan 28 07:33:35.746968 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:33:35.746968 n-d-712749-28 neutron-server[103284]: cb(*args, **kw) Jan 28 07:33:35.746968 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:33:35.746968 n-d-712749-28 neutron-server[103284]: return func(*args, **kwargs) Jan 28 07:33:35.746968 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:33:35.746968 n-d-712749-28 neutron-server[103284]: self._notify() Jan 28 07:33:35.746968 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:33:35.746968 n-d-712749-28 neutron-server[103284]: self.callback(batched_events) Jan 28 07:33:35.746968 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:33:35.746968 n-d-712749-28 neutron-server[103284]: event.method(event) Jan 28 07:33:35.746968 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:33:35.746968 n-d-712749-28 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:33:35.746968 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:33:35.746968 n-d-712749-28 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:33:35.746968 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:33:35.746968 n-d-712749-28 neutron-server[103284]: return f(self, *a, **k) Jan 28 07:33:35.746968 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:33:35.746968 n-d-712749-28 neutron-server[103284]: return self._get(url).json() Jan 28 07:33:35.746968 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:33:35.746968 n-d-712749-28 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:33:35.746968 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:33:35.746968 n-d-712749-28 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Jan 28 07:33:35.746968 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:33:35.746968 n-d-712749-28 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:33:35.746968 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:33:35.746968 n-d-712749-28 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:33:35.746968 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:33:35.746968 n-d-712749-28 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:33:35.746968 n-d-712749-28 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:33:35.927120 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-32c1e65a-175d-4a84-b024-04aa19af1199 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (6d639373-8836-4121-bacd-1526cdfa51e7), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:35.932299 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-32c1e65a-175d-4a84-b024-04aa19af1199 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:35.942958 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-32c1e65a-175d-4a84-b024-04aa19af1199 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] 10.222.0.41 "DELETE /v2.0/networks/6d639373-8836-4121-bacd-1526cdfa51e7 HTTP/1.1" status: 204 len: 168 time: 1.7984123 Jan 28 07:33:35.943603 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 46098) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:33:36.071025 n-d-712749-28 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-51d0b1f6-0d61-4a2c-96bf-acd6c79a971f tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] DELETE failed (client error): The resource could not be found. Jan 28 07:33:36.071502 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51d0b1f6-0d61-4a2c-96bf-acd6c79a971f tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:33:36.102439 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-51d0b1f6-0d61-4a2c-96bf-acd6c79a971f tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] 10.222.0.41 "DELETE /v2.0/subnets/121bda15-ccc8-4c55-a443-1799533c8d94 HTTP/1.1" status: 404 len: 337 time: 0.1501751 Jan 28 07:33:36.103074 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 46102) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:33:36.146294 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c1e65a-175d-4a84-b024-04aa19af1199 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Pushing event deleted for resources: {'Network': ['ID=6d639373-8836-4121-bacd-1526cdfa51e7,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:33:36.173439 n-d-712749-28 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-e729bab3-11ad-44c9-bba7-13df318954ea tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] DELETE failed (client error): The resource could not be found. Jan 28 07:33:36.187259 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e729bab3-11ad-44c9-bba7-13df318954ea tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:33:36.203625 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-e729bab3-11ad-44c9-bba7-13df318954ea tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] 10.222.0.41 "DELETE /v2.0/networks/aec73ffa-b5b7-41ae-beff-d109555b56b9 HTTP/1.1" status: 404 len: 339 time: 0.0745687 Jan 28 07:33:36.204297 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 46104) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:33:36.329670 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9e220d2-33c5-40e5-aba4-4fb4c479f20a tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Deleting subnet 77428511-3d89-486d-bc19-dd54d506f143 {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:33:36.339712 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c9e220d2-33c5-40e5-aba4-4fb4c479f20a tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks [] for subnet (77428511-3d89-486d-bc19-dd54d506f143), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:36.402978 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-55f5d753-e04e-4908-803e-fee96a110d6d tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks [] for port (c471c6d0-21ed-45a3-8ca9-652a4f20a605), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:36.451858 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-55f5d753-e04e-4908-803e-fee96a110d6d tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (c471c6d0-21ed-45a3-8ca9-652a4f20a605), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:36.462866 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device ed3d30bf-0a52-47f9-8884-a6b069b13152 no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:33:36.469236 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f5d753-e04e-4908-803e-fee96a110d6d tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:33:36.469963 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-55f5d753-e04e-4908-803e-fee96a110d6d tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:36.475087 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-55f5d753-e04e-4908-803e-fee96a110d6d tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] 10.222.0.41 "PUT /v2.0/ports/c471c6d0-21ed-45a3-8ca9-652a4f20a605 HTTP/1.1" status: 200 len: 911 time: 1.4100921 Jan 28 07:33:36.482528 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 46108) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:33:36.483996 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Returning: {'device': '46fb5303-e8b0-439b-a9cf-8d37be246517', 'network_id': '2136e757-c99f-4d23-960c-aa395d5a28c6', 'port_id': '46fb5303-e8b0-439b-a9cf-8d37be246517', 'mac_address': 'fa:16:3e:04:f7:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66e93671-6c65-4d5e-8c66-6c2cfdec864e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:33:36.576701 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f5d753-e04e-4908-803e-fee96a110d6d tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Pushing event updated for resources: {'Port': ['ID=c471c6d0-21ed-45a3-8ca9-652a4f20a605,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:33:36.622392 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7790604b-8a57-4b83-aaf6-0065164b2085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:36.637929 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: ed3d30bf-0a52-47f9-8884-a6b069b13152 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:33:36.640242 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device ed3d30bf-0a52-47f9-8884-a6b069b13152 not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:33:36.687069 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c9e220d2-33c5-40e5-aba4-4fb4c479f20a tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24759175'] for subnet (77428511-3d89-486d-bc19-dd54d506f143), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:36.699666 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-ac509251-1a5e-4513-8541-447466307fe9 None None] Current status of the port a7d6de61-dfab-4ab4-aeeb-8985670bb742 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:33:36.715616 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-4c315297-4778-462a-a3e2-201f41a7db25 None None] For port ed3d30bf-0a52-47f9-8884-a6b069b13152, host n-d-712749-28, got binding levels [] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:33:36.716363 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4c315297-4778-462a-a3e2-201f41a7db25 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (ed3d30bf-0a52-47f9-8884-a6b069b13152), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:36.739632 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-4c315297-4778-462a-a3e2-201f41a7db25 None None] Calling delete_port for ed3d30bf-0a52-47f9-8884-a6b069b13152 owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:33:36.743841 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.ipam_backend_mixin [None req-4c315297-4778-462a-a3e2-201f41a7db25 None None] Port ed3d30bf-0a52-47f9-8884-a6b069b13152 was not found and therefore no delete operation was performed {{(pid=103285) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 07:33:36.746479 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 46fb5303-e8b0-439b-a9cf-8d37be246517 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:33:36.747068 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (46fb5303-e8b0-439b-a9cf-8d37be246517), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:36.749296 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4c315297-4778-462a-a3e2-201f41a7db25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298'] for port (ed3d30bf-0a52-47f9-8884-a6b069b13152), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:36.758737 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4c315297-4778-462a-a3e2-201f41a7db25 None None] Network 6d639373-8836-4121-bacd-1526cdfa51e7 is not hosted by any dhcp agent {{(pid=103285) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 28 07:33:36.759475 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c315297-4778-462a-a3e2-201f41a7db25 None None] No DVR routers for this DVR port ed3d30bf-0a52-47f9-8884-a6b069b13152 on host n-d-712749-28 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:33:36.822200 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c315297-4778-462a-a3e2-201f41a7db25 None None] Pushing event deleted for resources: {'Port': ['ID=ed3d30bf-0a52-47f9-8884-a6b069b13152,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:33:36.833447 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46fb5303-e8b0-439b-a9cf-8d37be246517 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:33:36.878096 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 46fb5303-e8b0-439b-a9cf-8d37be246517, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=46fb5303-e8b0-439b-a9cf-8d37be246517,segment=NetworkSegment(bf0195a4-f6a6-41d1-9604-c71a469c15f7),segment_id=bf0195a4-f6a6-41d1-9604-c71a469c15f7)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:33:36.879617 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-73d070f6-9533-4dd6-9a6f-9ab859a08281 None None] Provisioning complete for port c471c6d0-21ed-45a3-8ca9-652a4f20a605 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:33:36.880575 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-73d070f6-9533-4dd6-9a6f-9ab859a08281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (c471c6d0-21ed-45a3-8ca9-652a4f20a605), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:36.928894 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1302d0e-c6fa-483b-ba0b-3a33a2a666c9 req-2bc60af6-3585-4790-b20a-8ca0a522a2d5 tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:33:36.936498 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-73d070f6-9533-4dd6-9a6f-9ab859a08281 None None] Port c471c6d0-21ed-45a3-8ca9-652a4f20a605 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:33:36.941388 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f1302d0e-c6fa-483b-ba0b-3a33a2a666c9 req-2bc60af6-3585-4790-b20a-8ca0a522a2d5 tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a1f0d7a-7e84-4832-a132-54bc36dec5af HTTP/1.1" status: 200 len: 943 time: 0.1210370 Jan 28 07:33:36.943885 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (46fb5303-e8b0-439b-a9cf-8d37be246517), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:37.051747 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f1302d0e-c6fa-483b-ba0b-3a33a2a666c9 req-de8e3aff-b01d-44d9-9ebb-824c5b7bf75b tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f3a84fe-9d73-4feb-98e2-bd68e4ccb185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093736 Jan 28 07:33:37.060833 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:37.100864 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=46fb5303-e8b0-439b-a9cf-8d37be246517,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:33:37.104802 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c9e220d2-33c5-40e5-aba4-4fb4c479f20a tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (77428511-3d89-486d-bc19-dd54d506f143), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:37.242706 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c9e220d2-33c5-40e5-aba4-4fb4c479f20a tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24757569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24979817'] for subnet (77428511-3d89-486d-bc19-dd54d506f143), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:37.288772 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e220d2-33c5-40e5-aba4-4fb4c479f20a tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Pushing event deleted for resources: {'Subnet': ['ID=77428511-3d89-486d-bc19-dd54d506f143,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:33:37.300842 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c9e220d2-33c5-40e5-aba4-4fb4c479f20a tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:37.305863 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-c9e220d2-33c5-40e5-aba4-4fb4c479f20a tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] 10.222.0.41 "DELETE /v2.0/subnets/77428511-3d89-486d-bc19-dd54d506f143 HTTP/1.1" status: 204 len: 168 time: 1.1003170 Jan 28 07:33:37.306696 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea28083c-dca2-41d2-a860-9fec30b13d08 None None] Network 1c1cf386-ed4f-46fb-a90d-ef23be5375e1 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:33:37.308365 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 46120) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:33:37.408094 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['46fb5303-e8b0-439b-a9cf-8d37be246517'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:33:37.465468 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-446f204b-f098-4401-99d3-c5a47db27860 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16606535'] for router_interface (ec5c6071-7981-4540-9e4c-29272c9cac32), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:37.482145 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-aeee1ea8-59b0-4f23-9e62-38b206190253 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (1c1cf386-ed4f-46fb-a90d-ef23be5375e1), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:37.630817 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-aeee1ea8-59b0-4f23-9e62-38b206190253 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Deleting port 57d05b2b-8595-472a-b011-39bb83e2fc21 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:33:37.633650 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-aeee1ea8-59b0-4f23-9e62-38b206190253 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (57d05b2b-8595-472a-b011-39bb83e2fc21), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:37.661750 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84d7b43b-b5f5-4d6b-a60c-4a58b445b5ca None None] DHCP port deletion for 1c1cf386-ed4f-46fb-a90d-ef23be5375e1 request from n-d-712749-28 {{(pid=103285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 07:33:37.787671 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-aeee1ea8-59b0-4f23-9e62-38b206190253 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] For port 57d05b2b-8595-472a-b011-39bb83e2fc21, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=57d05b2b-8595-472a-b011-39bb83e2fc21,segment=NetworkSegment(0d890198-510d-412f-a127-efc20362f742),segment_id=0d890198-510d-412f-a127-efc20362f742)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:33:37.788379 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-aeee1ea8-59b0-4f23-9e62-38b206190253 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (57d05b2b-8595-472a-b011-39bb83e2fc21), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:37.822906 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-aeee1ea8-59b0-4f23-9e62-38b206190253 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Calling delete_port for 57d05b2b-8595-472a-b011-39bb83e2fc21 owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:33:37.862332 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-84d7b43b-b5f5-4d6b-a60c-4a58b445b5ca None None] Deleting port 57d05b2b-8595-472a-b011-39bb83e2fc21 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:33:37.863193 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-84d7b43b-b5f5-4d6b-a60c-4a58b445b5ca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (57d05b2b-8595-472a-b011-39bb83e2fc21), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:38.031255 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-aeee1ea8-59b0-4f23-9e62-38b206190253 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (57d05b2b-8595-472a-b011-39bb83e2fc21), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:38.097847 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeee1ea8-59b0-4f23-9e62-38b206190253 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Pushing event deleted for resources: {'Port': ['ID=57d05b2b-8595-472a-b011-39bb83e2fc21,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:33:38.120985 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-84d7b43b-b5f5-4d6b-a60c-4a58b445b5ca None None] For port 57d05b2b-8595-472a-b011-39bb83e2fc21, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=57d05b2b-8595-472a-b011-39bb83e2fc21,segment=NetworkSegment(0d890198-510d-412f-a127-efc20362f742),segment_id=0d890198-510d-412f-a127-efc20362f742)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:33:38.121418 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-84d7b43b-b5f5-4d6b-a60c-4a58b445b5ca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (57d05b2b-8595-472a-b011-39bb83e2fc21), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:38.146485 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeee1ea8-59b0-4f23-9e62-38b206190253 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] No DVR routers for this DVR port 57d05b2b-8595-472a-b011-39bb83e2fc21 on host n-d-712749-28 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:33:38.175346 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-84d7b43b-b5f5-4d6b-a60c-4a58b445b5ca None None] Calling delete_port for 57d05b2b-8595-472a-b011-39bb83e2fc21 owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:33:38.346409 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-aeee1ea8-59b0-4f23-9e62-38b206190253 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (1c1cf386-ed4f-46fb-a90d-ef23be5375e1), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:38.379716 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 57d05b2b-8595-472a-b011-39bb83e2fc21 no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:33:38.404418 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-aeee1ea8-59b0-4f23-9e62-38b206190253 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c1cf386-ed4f-46fb-a90d-ef23be5375e1']}} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:33:38.422442 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-aeee1ea8-59b0-4f23-9e62-38b206190253 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d890198-510d-412f-a127-efc20362f742') {'for_net_delete': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:33:38.422941 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-aeee1ea8-59b0-4f23-9e62-38b206190253 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d890198-510d-412f-a127-efc20362f742') {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:33:38.459147 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: 57d05b2b-8595-472a-b011-39bb83e2fc21 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:33:38.459924 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 57d05b2b-8595-472a-b011-39bb83e2fc21 not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:33:38.480121 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-aeee1ea8-59b0-4f23-9e62-38b206190253 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13506801'] for segment (0d890198-510d-412f-a127-efc20362f742), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:38.519645 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-aeee1ea8-59b0-4f23-9e62-38b206190253 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (0d890198-510d-412f-a127-efc20362f742), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:38.529597 n-d-712749-28 neutron-server[103285]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:33:38.529597 n-d-712749-28 neutron-server[103285]: self.session.flush() Jan 28 07:33:38.529597 n-d-712749-28 neutron-server[103285]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:33:38.529597 n-d-712749-28 neutron-server[103285]: self.session.flush() Jan 28 07:33:38.529597 n-d-712749-28 neutron-server[103285]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:33:38.529597 n-d-712749-28 neutron-server[103285]: self.session.flush() Jan 28 07:33:38.529597 n-d-712749-28 neutron-server[103285]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:33:38.529597 n-d-712749-28 neutron-server[103285]: self.session.flush() Jan 28 07:33:38.529597 n-d-712749-28 neutron-server[103285]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:33:38.529597 n-d-712749-28 neutron-server[103285]: self.session.flush() Jan 28 07:33:38.529597 n-d-712749-28 neutron-server[103285]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:33:38.529597 n-d-712749-28 neutron-server[103285]: self.session.flush() Jan 28 07:33:38.529597 n-d-712749-28 neutron-server[103285]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:33:38.529597 n-d-712749-28 neutron-server[103285]: self.session.flush() Jan 28 07:33:38.529597 n-d-712749-28 neutron-server[103285]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:33:38.529597 n-d-712749-28 neutron-server[103285]: self.session.flush() Jan 28 07:33:38.529597 n-d-712749-28 neutron-server[103285]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:33:38.529597 n-d-712749-28 neutron-server[103285]: self.session.flush() Jan 28 07:33:38.529597 n-d-712749-28 neutron-server[103285]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:33:38.529597 n-d-712749-28 neutron-server[103285]: self.session.flush() Jan 28 07:33:38.529597 n-d-712749-28 neutron-server[103285]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:33:38.529597 n-d-712749-28 neutron-server[103285]: self.session.flush() Jan 28 07:33:38.529597 n-d-712749-28 neutron-server[103285]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:33:38.529597 n-d-712749-28 neutron-server[103285]: self.session.flush() Jan 28 07:33:38.529597 n-d-712749-28 neutron-server[103285]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:33:38.529597 n-d-712749-28 neutron-server[103285]: self.session.flush() Jan 28 07:33:38.529597 n-d-712749-28 neutron-server[103285]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:33:38.529597 n-d-712749-28 neutron-server[103285]: self.session.flush() Jan 28 07:33:38.529597 n-d-712749-28 neutron-server[103285]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:33:38.529597 n-d-712749-28 neutron-server[103285]: self.session.flush() Jan 28 07:33:38.529597 n-d-712749-28 neutron-server[103285]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:33:38.529597 n-d-712749-28 neutron-server[103285]: self.session.flush() Jan 28 07:33:38.529597 n-d-712749-28 neutron-server[103285]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:33:38.529597 n-d-712749-28 neutron-server[103285]: self.session.flush() Jan 28 07:33:38.529597 n-d-712749-28 neutron-server[103285]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:33:38.529597 n-d-712749-28 neutron-server[103285]: self.session.flush() Jan 28 07:33:38.529597 n-d-712749-28 neutron-server[103285]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:33:38.529597 n-d-712749-28 neutron-server[103285]: self.session.flush() Jan 28 07:33:38.529597 n-d-712749-28 neutron-server[103285]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:33:38.529597 n-d-712749-28 neutron-server[103285]: self.session.flush() Jan 28 07:33:38.535988 n-d-712749-28 neutron-server[103285]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:33:38.535988 n-d-712749-28 neutron-server[103285]: self.session.flush() Jan 28 07:33:38.535988 n-d-712749-28 neutron-server[103285]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:33:38.535988 n-d-712749-28 neutron-server[103285]: self.session.flush() Jan 28 07:33:38.535988 n-d-712749-28 neutron-server[103285]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:33:38.535988 n-d-712749-28 neutron-server[103285]: self.session.flush() Jan 28 07:33:38.535988 n-d-712749-28 neutron-server[103285]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:33:38.535988 n-d-712749-28 neutron-server[103285]: self.session.flush() Jan 28 07:33:38.535988 n-d-712749-28 neutron-server[103285]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:33:38.535988 n-d-712749-28 neutron-server[103285]: self.session.flush() Jan 28 07:33:38.535988 n-d-712749-28 neutron-server[103285]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:33:38.535988 n-d-712749-28 neutron-server[103285]: self.session.flush() Jan 28 07:33:38.535988 n-d-712749-28 neutron-server[103285]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:33:38.535988 n-d-712749-28 neutron-server[103285]: self.session.flush() Jan 28 07:33:38.547975 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-84d7b43b-b5f5-4d6b-a60c-4a58b445b5ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298'] for port (57d05b2b-8595-472a-b011-39bb83e2fc21), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:38.549587 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aeee1ea8-59b0-4f23-9e62-38b206190253 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=103283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:33:38.550468 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-aeee1ea8-59b0-4f23-9e62-38b206190253 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13546563'] for segment (0d890198-510d-412f-a127-efc20362f742), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:38.572227 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d7b43b-b5f5-4d6b-a60c-4a58b445b5ca None None] No DVR routers for this DVR port 57d05b2b-8595-472a-b011-39bb83e2fc21 on host n-d-712749-28 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:33:38.619985 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d7b43b-b5f5-4d6b-a60c-4a58b445b5ca None None] Pushing event deleted for resources: {'Port': ['ID=57d05b2b-8595-472a-b011-39bb83e2fc21,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:33:38.650611 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01be426-2637-4b2e-89f8-55e22f2205c4 req-aa5a5d92-cbf9-484b-96e6-374002906f40 tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:33:38.652420 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d01be426-2637-4b2e-89f8-55e22f2205c4 req-aa5a5d92-cbf9-484b-96e6-374002906f40 tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a1f0d7a-7e84-4832-a132-54bc36dec5af HTTP/1.1" status: 200 len: 944 time: 0.1992893 Jan 28 07:33:38.690867 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:38.765346 n-d-712749-28 neutron-server[103283]: Traceback (most recent call last): Jan 28 07:33:38.765346 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:33:38.765346 n-d-712749-28 neutron-server[103283]: timer() Jan 28 07:33:38.765346 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:33:38.765346 n-d-712749-28 neutron-server[103283]: cb(*args, **kw) Jan 28 07:33:38.765346 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:33:38.765346 n-d-712749-28 neutron-server[103283]: return func(*args, **kwargs) Jan 28 07:33:38.765346 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:33:38.765346 n-d-712749-28 neutron-server[103283]: self._notify() Jan 28 07:33:38.765346 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:33:38.765346 n-d-712749-28 neutron-server[103283]: self.callback(batched_events) Jan 28 07:33:38.765346 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:33:38.765346 n-d-712749-28 neutron-server[103283]: event.method(event) Jan 28 07:33:38.765346 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:33:38.765346 n-d-712749-28 neutron-server[103283]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:33:38.765346 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:33:38.765346 n-d-712749-28 neutron-server[103283]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:33:38.765346 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:33:38.765346 n-d-712749-28 neutron-server[103283]: return f(self, *a, **k) Jan 28 07:33:38.765346 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:33:38.765346 n-d-712749-28 neutron-server[103283]: return self._get(url).json() Jan 28 07:33:38.765346 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:33:38.765346 n-d-712749-28 neutron-server[103283]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:33:38.765346 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:33:38.765346 n-d-712749-28 neutron-server[103283]: return self.request(url, 'GET', **kwargs) Jan 28 07:33:38.765346 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:33:38.765346 n-d-712749-28 neutron-server[103283]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:33:38.765346 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:33:38.765346 n-d-712749-28 neutron-server[103283]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:33:38.765346 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:33:38.765346 n-d-712749-28 neutron-server[103283]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:33:38.765346 n-d-712749-28 neutron-server[103283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:33:38.775741 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-aeee1ea8-59b0-4f23-9e62-38b206190253 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (1c1cf386-ed4f-46fb-a90d-ef23be5375e1), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:38.790477 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-aeee1ea8-59b0-4f23-9e62-38b206190253 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Publish callbacks [] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:38.792342 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d01be426-2637-4b2e-89f8-55e22f2205c4 req-13e5f6c8-eee0-4c9b-80c8-aa6cf19b33a6 tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f3a84fe-9d73-4feb-98e2-bd68e4ccb185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901117 Jan 28 07:33:38.808743 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-aeee1ea8-59b0-4f23-9e62-38b206190253 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] 10.222.0.41 "DELETE /v2.0/networks/1c1cf386-ed4f-46fb-a90d-ef23be5375e1 HTTP/1.1" status: 204 len: 168 time: 1.4990373 Jan 28 07:33:38.863374 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeee1ea8-59b0-4f23-9e62-38b206190253 tempest-NetworksIpV6Test-162101342 tempest-NetworksIpV6Test-162101342-project] Pushing event deleted for resources: {'Network': ['ID=1c1cf386-ed4f-46fb-a90d-ef23be5375e1,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:33:38.954367 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-446f204b-f098-4401-99d3-c5a47db27860 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Deleting port c471c6d0-21ed-45a3-8ca9-652a4f20a605 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:33:38.959786 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-446f204b-f098-4401-99d3-c5a47db27860 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (c471c6d0-21ed-45a3-8ca9-652a4f20a605), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:38.993542 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 46fb5303-e8b0-439b-a9cf-8d37be246517 up at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:33:39.110107 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning for port 46fb5303-e8b0-439b-a9cf-8d37be246517 completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:33:39.117046 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning complete for port 46fb5303-e8b0-439b-a9cf-8d37be246517 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:33:39.117590 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (46fb5303-e8b0-439b-a9cf-8d37be246517), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:39.176897 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-446f204b-f098-4401-99d3-c5a47db27860 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (c471c6d0-21ed-45a3-8ca9-652a4f20a605), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:39.200717 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-446f204b-f098-4401-99d3-c5a47db27860 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Calling delete_port for c471c6d0-21ed-45a3-8ca9-652a4f20a605 owned by network:router_interface {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:33:39.248305 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 46144) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:33:39.307053 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 46fb5303-e8b0-439b-a9cf-8d37be246517 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:33:39.307719 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (46fb5303-e8b0-439b-a9cf-8d37be246517), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:39.344706 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a1f0d7a-7e84-4832-a132-54bc36dec5af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46fb5303-e8b0-439b-a9cf-8d37be246517'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:33:39.348464 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1e2e567-45de-49e1-bdad-a9c51a95b407" -d '{"events": [{"server_uuid": "3a1f0d7a-7e84-4832-a132-54bc36dec5af", "name": "network-vif-plugged", "status": "completed", "tag": "46fb5303-e8b0-439b-a9cf-8d37be246517"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:33:39.412141 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 46fb5303-e8b0-439b-a9cf-8d37be246517, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=46fb5303-e8b0-439b-a9cf-8d37be246517,segment=NetworkSegment(bf0195a4-f6a6-41d1-9604-c71a469c15f7),segment_id=bf0195a4-f6a6-41d1-9604-c71a469c15f7)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:33:39.425865 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (46fb5303-e8b0-439b-a9cf-8d37be246517), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:39.491954 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a3c52c9-ee9d-46cc-b5c0-31c9dafe9249 x-openstack-request-id: req-7a3c52c9-ee9d-46cc-b5c0-31c9dafe9249 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:33:39.492280 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a1f0d7a-7e84-4832-a132-54bc36dec5af", "name": "network-vif-plugged", "status": "completed", "tag": "46fb5303-e8b0-439b-a9cf-8d37be246517", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:33:39.492542 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7a3c52c9-ee9d-46cc-b5c0-31c9dafe9249 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:33:39.492927 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a1f0d7a-7e84-4832-a132-54bc36dec5af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46fb5303-e8b0-439b-a9cf-8d37be246517', 'code': 200} Jan 28 07:33:39.634936 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=46fb5303-e8b0-439b-a9cf-8d37be246517,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:33:39.646617 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-1a40f9bc-975f-42f3-8f33-7c13a84dd17f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d922f36101af452d805cf60e026e730b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3968303 Jan 28 07:33:39.648049 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 46154) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:33:39.705099 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:39.722492 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-bbd6b543-d6e4-4a16-a0dc-5326eed4420e admin admin] Publish callbacks [] for security_group (d6732837-958f-4446-8f3c-78979b22a447), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:39.747339 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-bbd6b543-d6e4-4a16-a0dc-5326eed4420e admin admin] Publish callbacks [] for security_group (d6732837-958f-4446-8f3c-78979b22a447), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:39.810961 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-bbd6b543-d6e4-4a16-a0dc-5326eed4420e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (d6732837-958f-4446-8f3c-78979b22a447), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:39.813940 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-bbd6b543-d6e4-4a16-a0dc-5326eed4420e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:39.816740 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-bbd6b543-d6e4-4a16-a0dc-5326eed4420e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d6732837-958f-4446-8f3c-78979b22a447 HTTP/1.1" status: 204 len: 168 time: 0.1669533 Jan 28 07:33:39.823356 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-446f204b-f098-4401-99d3-c5a47db27860 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (c471c6d0-21ed-45a3-8ca9-652a4f20a605), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:39.827512 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd6b543-d6e4-4a16-a0dc-5326eed4420e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6732837-958f-4446-8f3c-78979b22a447,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:33:39.842942 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c63c9d8-73e6-4471-aa11-466fd46dc04a req-439ce741-b027-44fd-8a5e-f447479a773f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:33:39.844575 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5c63c9d8-73e6-4471-aa11-466fd46dc04a req-439ce741-b027-44fd-8a5e-f447479a773f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3a1f0d7a-7e84-4832-a132-54bc36dec5af HTTP/1.1" status: 200 len: 1097 time: 0.1891246 Jan 28 07:33:39.966409 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446f204b-f098-4401-99d3-c5a47db27860 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Pushing event deleted for resources: {'Port': ['ID=c471c6d0-21ed-45a3-8ca9-652a4f20a605,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:33:40.169319 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5c63c9d8-73e6-4471-aa11-466fd46dc04a req-3193c11f-55ca-4fe9-9b69-63bc06dc841f service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=3f3a84fe-9d73-4feb-98e2-bd68e4ccb185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347281 Jan 28 07:33:40.289581 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-446f204b-f098-4401-99d3-c5a47db27860 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16319006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16606699'] for router_interface (ec5c6071-7981-4540-9e4c-29272c9cac32), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:40.348884 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5222866e-1931-4fd8-aaa0-c4e8ca582c2f req-775a17a2-84c4-4dfa-9bba-d72415f84301 tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:33:40.359606 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5222866e-1931-4fd8-aaa0-c4e8ca582c2f req-775a17a2-84c4-4dfa-9bba-d72415f84301 tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a1f0d7a-7e84-4832-a132-54bc36dec5af HTTP/1.1" status: 200 len: 945 time: 0.2829545 Jan 28 07:33:40.742635 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5222866e-1931-4fd8-aaa0-c4e8ca582c2f req-6027fb5a-a819-4e68-92fa-cc568b46b56d tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f3a84fe-9d73-4feb-98e2-bd68e4ccb185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2988608 Jan 28 07:33:40.761311 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-446f204b-f098-4401-99d3-c5a47db27860 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Router ec5c6071-7981-4540-9e4c-29272c9cac32 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:33:41.009693 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-446f204b-f098-4401-99d3-c5a47db27860 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:33:41.023937 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-446f204b-f098-4401-99d3-c5a47db27860 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] 10.222.0.41 "PUT /v2.0/routers/ec5c6071-7981-4540-9e4c-29272c9cac32/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5386481 Jan 28 07:33:41.026609 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 46194) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:33:41.029970 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c6b268-d11f-451f-9dc5-2ba7a5199864 None None] Sync routers for ids ['ec5c6071-7981-4540-9e4c-29272c9cac32'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:33:41.053490 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c6b268-d11f-451f-9dc5-2ba7a5199864 None None] Routers {'ec5c6071-7981-4540-9e4c-29272c9cac32'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:33:41.056635 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-26c6b268-d11f-451f-9dc5-2ba7a5199864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:33:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['ec5c6071-7981-4540-9e4c-29272c9cac32'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:33:41.068305 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-f55b422f-aa14-45a2-8f6e-2f58baf97b92 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec5c6071-7981-4540-9e4c-29272c9cac32 HTTP/1.1" status: 200 len: 205 time: 0.0403640 Jan 28 07:33:41.070675 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 46196) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:33:41.128670 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-26c6b268-d11f-451f-9dc5-2ba7a5199864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:33:41.137351 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 46198) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:33:41.173164 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c6b268-d11f-451f-9dc5-2ba7a5199864 None None] Routers {'ec5c6071-7981-4540-9e4c-29272c9cac32'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:33:41.176926 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-26c6b268-d11f-451f-9dc5-2ba7a5199864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:33:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['ec5c6071-7981-4540-9e4c-29272c9cac32'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:33:41.181207 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b62e15d5-9899-45a5-b57a-b117c53bf653 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks [] for router (ec5c6071-7981-4540-9e4c-29272c9cac32), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:41.274054 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-26c6b268-d11f-451f-9dc5-2ba7a5199864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:33:41.274752 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c6b268-d11f-451f-9dc5-2ba7a5199864 None None] The sync data for ids ['ec5c6071-7981-4540-9e4c-29272c9cac32'] in n-d-712749-28 is: [] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:33:41.411033 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-f8964a68-5ac5-4884-911c-fe75a8422342 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Request body: {'network': {'name': 'tempest-RoutersTest-1242690159'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:33:41.465324 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8964a68-5ac5-4884-911c-fe75a8422342 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Made reservation on behalf of 2fa8ac3d507e4a03a63750fd70e127ed for: {'network': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:33:41.471065 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f8964a68-5ac5-4884-911c-fe75a8422342 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:41.485306 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f8964a68-5ac5-4884-911c-fe75a8422342 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:41.574818 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b62e15d5-9899-45a5-b57a-b117c53bf653 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16605684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127449'] for router (ec5c6071-7981-4540-9e4c-29272c9cac32), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:41.578093 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b62e15d5-9899-45a5-b57a-b117c53bf653 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks [] for router_controller (ec5c6071-7981-4540-9e4c-29272c9cac32), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:41.616316 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f8964a68-5ac5-4884-911c-fe75a8422342 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks [] for security_group (7f84e0e6-0dae-43ce-8c34-847c9da6c456), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:41.623518 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f8964a68-5ac5-4884-911c-fe75a8422342 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (7f84e0e6-0dae-43ce-8c34-847c9da6c456), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:41.643709 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8964a68-5ac5-4884-911c-fe75a8422342 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=103283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:33:41.646491 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b62e15d5-9899-45a5-b57a-b117c53bf653 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16605693'] for router (ec5c6071-7981-4540-9e4c-29272c9cac32), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:41.647408 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b62e15d5-9899-45a5-b57a-b117c53bf653 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Fanout notify agent at l3_agent the message router_deleted on router ec5c6071-7981-4540-9e4c-29272c9cac32 {{(pid=103284) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 07:33:41.657784 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b62e15d5-9899-45a5-b57a-b117c53bf653 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks [] for router (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:41.663216 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-b62e15d5-9899-45a5-b57a-b117c53bf653 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] 10.222.0.41 "DELETE /v2.0/routers/ec5c6071-7981-4540-9e4c-29272c9cac32 HTTP/1.1" status: 204 len: 168 time: 0.5908325 Jan 28 07:33:41.664008 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 46202) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:33:41.676943 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f8964a68-5ac5-4884-911c-fe75a8422342 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (9abb4c58-9743-495a-ad8b-cd763ace836a), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:41.681379 n-d-712749-28 neutron-server[103283]: INFO neutron.db.segments_db [None req-f8964a68-5ac5-4884-911c-fe75a8422342 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Added segment 9abb4c58-9743-495a-ad8b-cd763ace836a of type vlan for network b76152a9-c3a9-4e6a-b22b-c4f6d849b7cf Jan 28 07:33:41.740634 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f8964a68-5ac5-4884-911c-fe75a8422342 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (b76152a9-c3a9-4e6a-b22b-c4f6d849b7cf), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:41.820336 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8964a68-5ac5-4884-911c-fe75a8422342 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f84e0e6-0dae-43ce-8c34-847c9da6c456,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:33:41.829167 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f8964a68-5ac5-4884-911c-fe75a8422342 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (b76152a9-c3a9-4e6a-b22b-c4f6d849b7cf), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:41.843908 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8964a68-5ac5-4884-911c-fe75a8422342 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:33:41.844581 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f8964a68-5ac5-4884-911c-fe75a8422342 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks [] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:41.869470 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e5c0e34-6a30-44c8-b796-6e7cd6097b05 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Deleting subnet 2a1c3b96-dbe4-4516-83e2-0a8f95390afb {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:33:41.886312 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4e5c0e34-6a30-44c8-b796-6e7cd6097b05 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks [] for subnet (2a1c3b96-dbe4-4516-83e2-0a8f95390afb), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:41.970187 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4e5c0e34-6a30-44c8-b796-6e7cd6097b05 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24759175'] for subnet (2a1c3b96-dbe4-4516-83e2-0a8f95390afb), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:41.979652 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-f8964a68-5ac5-4884-911c-fe75a8422342 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8417416 Jan 28 07:33:41.985557 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 46214) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:33:41.991256 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-e3467694-7846-4c5e-8f49-95855dcfd065 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Request body: {'network': {'name': 'tempest-RoutersTest-1161529243'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:33:42.015935 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8964a68-5ac5-4884-911c-fe75a8422342 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Pushing event updated for resources: {'Network': ['ID=b76152a9-c3a9-4e6a-b22b-c4f6d849b7cf,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:33:42.028487 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network b76152a9-c3a9-4e6a-b22b-c4f6d849b7cf details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:33:42.041987 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c73030-f9b5-4d5f-b092-e2d262b41694 req-5781b982-21be-4ce7-9422-ac0a11df0a39 tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:33:42.049969 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c4c73030-f9b5-4d5f-b092-e2d262b41694 req-5781b982-21be-4ce7-9422-ac0a11df0a39 tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a1f0d7a-7e84-4832-a132-54bc36dec5af HTTP/1.1" status: 200 len: 945 time: 0.1779439 Jan 28 07:33:42.146685 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3467694-7846-4c5e-8f49-95855dcfd065 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Made reservation on behalf of 2fa8ac3d507e4a03a63750fd70e127ed for: {'network': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:33:42.170751 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e3467694-7846-4c5e-8f49-95855dcfd065 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:42.175412 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4e5c0e34-6a30-44c8-b796-6e7cd6097b05 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (2a1c3b96-dbe4-4516-83e2-0a8f95390afb), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:42.200381 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c4c73030-f9b5-4d5f-b092-e2d262b41694 req-2bd19663-ddbd-409d-8d1b-08ffd505fadc tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f3a84fe-9d73-4feb-98e2-bd68e4ccb185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475067 Jan 28 07:33:42.383455 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3467694-7846-4c5e-8f49-95855dcfd065 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=103283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:33:42.409141 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e3467694-7846-4c5e-8f49-95855dcfd065 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (605df64a-7478-4e5a-82a4-fd1f3448b0fa), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:42.410215 n-d-712749-28 neutron-server[103283]: INFO neutron.db.segments_db [None req-e3467694-7846-4c5e-8f49-95855dcfd065 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Added segment 605df64a-7478-4e5a-82a4-fd1f3448b0fa of type vlan for network 9bf5f72c-d400-4d02-b469-c92ce13c45ae Jan 28 07:33:42.476940 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e3467694-7846-4c5e-8f49-95855dcfd065 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (9bf5f72c-d400-4d02-b469-c92ce13c45ae), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:42.485448 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4e5c0e34-6a30-44c8-b796-6e7cd6097b05 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24757569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24979817'] for subnet (2a1c3b96-dbe4-4516-83e2-0a8f95390afb), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:42.529250 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e3467694-7846-4c5e-8f49-95855dcfd065 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (9bf5f72c-d400-4d02-b469-c92ce13c45ae), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:42.537558 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3467694-7846-4c5e-8f49-95855dcfd065 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:33:42.538433 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e3467694-7846-4c5e-8f49-95855dcfd065 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks [] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:42.544135 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5c0e34-6a30-44c8-b796-6e7cd6097b05 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Pushing event deleted for resources: {'Subnet': ['ID=2a1c3b96-dbe4-4516-83e2-0a8f95390afb,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:33:42.557499 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4e5c0e34-6a30-44c8-b796-6e7cd6097b05 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:42.558914 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddec1fce-90ae-4be7-ad96-b7a9d1d325df None None] Network bce5bcef-3331-44d8-b6aa-c9afa78f0f36 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:33:42.566257 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-4e5c0e34-6a30-44c8-b796-6e7cd6097b05 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] 10.222.0.41 "DELETE /v2.0/subnets/2a1c3b96-dbe4-4516-83e2-0a8f95390afb HTTP/1.1" status: 204 len: 168 time: 0.9003196 Jan 28 07:33:42.566897 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 46224) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:33:42.726128 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-e3467694-7846-4c5e-8f49-95855dcfd065 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7391937 Jan 28 07:33:42.728180 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3467694-7846-4c5e-8f49-95855dcfd065 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Pushing event updated for resources: {'Network': ['ID=9bf5f72c-d400-4d02-b469-c92ce13c45ae,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:33:42.738912 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 46228) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:33:42.746130 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-97bc1db9-7293-469f-9828-ec7398a119ab tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Request body: {'subnet': {'network_id': 'b76152a9-c3a9-4e6a-b22b-c4f6d849b7cf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:33:42.759942 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0f022abe-6a07-46d9-bddc-afa4851d61fd tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (bce5bcef-3331-44d8-b6aa-c9afa78f0f36), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:42.847520 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network 9bf5f72c-d400-4d02-b469-c92ce13c45ae details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:33:42.952306 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8100c7d9-3858-45b1-91a2-ad601b42e5e9 req-b52e9c11-e7af-4a18-b2c0-7081e81f4712 tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:33:42.956488 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05244347-1e23-4d7f-af5d-94d492ee6415 req-18e11bb4-c58c-4c26-b085-16b192ac7970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:33:42.960777 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-05244347-1e23-4d7f-af5d-94d492ee6415 req-18e11bb4-c58c-4c26-b085-16b192ac7970 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c4b2a68a25c944a0a3c783e458798cd1&device_id=3a1f0d7a-7e84-4832-a132-54bc36dec5af HTTP/1.1" status: 200 len: 1097 time: 0.1932554 Jan 28 07:33:42.961049 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8100c7d9-3858-45b1-91a2-ad601b42e5e9 req-b52e9c11-e7af-4a18-b2c0-7081e81f4712 tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a1f0d7a-7e84-4832-a132-54bc36dec5af HTTP/1.1" status: 200 len: 945 time: 0.1076403 Jan 28 07:33:43.007545 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97bc1db9-7293-469f-9828-ec7398a119ab tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Made reservation on behalf of 2fa8ac3d507e4a03a63750fd70e127ed for: {'subnet': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:33:43.031947 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-97bc1db9-7293-469f-9828-ec7398a119ab tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13555781'] for subnet (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:43.122787 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05244347-1e23-4d7f-af5d-94d492ee6415 req-490a4214-6ac0-43f0-9193-4e6e89247d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:33:43.124385 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-05244347-1e23-4d7f-af5d-94d492ee6415 req-490a4214-6ac0-43f0-9193-4e6e89247d86 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2136e757-c99f-4d23-960c-aa395d5a28c6 HTTP/1.1" status: 200 len: 910 time: 0.1516383 Jan 28 07:33:43.259341 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-05244347-1e23-4d7f-af5d-94d492ee6415 req-ac339620-fa75-408d-adeb-03000ef9f75a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=46fb5303-e8b0-439b-a9cf-8d37be246517 HTTP/1.1" status: 200 len: 217 time: 0.1235118 Jan 28 07:33:43.262819 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-0f022abe-6a07-46d9-bddc-afa4851d61fd tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Deleting port a7d6de61-dfab-4ab4-aeeb-8985670bb742 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:33:43.263295 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0f022abe-6a07-46d9-bddc-afa4851d61fd tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (a7d6de61-dfab-4ab4-aeeb-8985670bb742), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:43.323733 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b8aeadf-5be4-4a31-99f3-4c8a97be87f2 None None] DHCP port deletion for bce5bcef-3331-44d8-b6aa-c9afa78f0f36 request from n-d-712749-28 {{(pid=103285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 07:33:43.371600 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8100c7d9-3858-45b1-91a2-ad601b42e5e9 req-798abf1e-7e54-40c8-9374-6251c1c65ba7 tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f3a84fe-9d73-4feb-98e2-bd68e4ccb185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4097159 Jan 28 07:33:43.378339 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05244347-1e23-4d7f-af5d-94d492ee6415 req-e5e2c593-f1d8-4225-8ef2-9db6076736cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:33:43.389994 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-05244347-1e23-4d7f-af5d-94d492ee6415 req-e5e2c593-f1d8-4225-8ef2-9db6076736cc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=66e93671-6c65-4d5e-8c66-6c2cfdec864e HTTP/1.1" status: 200 len: 849 time: 0.1239190 Jan 28 07:33:43.419393 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-0f022abe-6a07-46d9-bddc-afa4851d61fd tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] For port a7d6de61-dfab-4ab4-aeeb-8985670bb742, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=a7d6de61-dfab-4ab4-aeeb-8985670bb742,segment=NetworkSegment(01e7be87-1a43-447d-a036-1e1995e5d461),segment_id=01e7be87-1a43-447d-a036-1e1995e5d461)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:33:43.419922 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0f022abe-6a07-46d9-bddc-afa4851d61fd tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (a7d6de61-dfab-4ab4-aeeb-8985670bb742), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:43.554058 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-5b8aeadf-5be4-4a31-99f3-4c8a97be87f2 None None] Deleting port a7d6de61-dfab-4ab4-aeeb-8985670bb742 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:33:43.555042 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5b8aeadf-5be4-4a31-99f3-4c8a97be87f2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (a7d6de61-dfab-4ab4-aeeb-8985670bb742), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:43.565687 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-05244347-1e23-4d7f-af5d-94d492ee6415 req-d6340cd7-e2b9-43c0-a315-8a3c8997360d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2136e757-c99f-4d23-960c-aa395d5a28c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1673460 Jan 28 07:33:43.644589 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-0f022abe-6a07-46d9-bddc-afa4851d61fd tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Calling delete_port for a7d6de61-dfab-4ab4-aeeb-8985670bb742 owned by network:dhcp {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:33:43.751045 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-5b8aeadf-5be4-4a31-99f3-4c8a97be87f2 None None] For port a7d6de61-dfab-4ab4-aeeb-8985670bb742, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=a7d6de61-dfab-4ab4-aeeb-8985670bb742,segment=NetworkSegment(01e7be87-1a43-447d-a036-1e1995e5d461),segment_id=01e7be87-1a43-447d-a036-1e1995e5d461)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:33:43.753709 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5b8aeadf-5be4-4a31-99f3-4c8a97be87f2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (a7d6de61-dfab-4ab4-aeeb-8985670bb742), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:43.791538 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-5b8aeadf-5be4-4a31-99f3-4c8a97be87f2 None None] Calling delete_port for a7d6de61-dfab-4ab4-aeeb-8985670bb742 owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:33:43.924914 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-97bc1db9-7293-469f-9828-ec7398a119ab tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13546728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13555799'] for subnet (283b29d0-4b19-4dd4-9e3b-efec7bfdccd4), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:43.976816 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5b8aeadf-5be4-4a31-99f3-4c8a97be87f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298'] for port (a7d6de61-dfab-4ab4-aeeb-8985670bb742), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:44.061623 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8aeadf-5be4-4a31-99f3-4c8a97be87f2 None None] Pushing event deleted for resources: {'Port': ['ID=a7d6de61-dfab-4ab4-aeeb-8985670bb742,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:33:44.063815 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8aeadf-5be4-4a31-99f3-4c8a97be87f2 None None] No DVR routers for this DVR port a7d6de61-dfab-4ab4-aeeb-8985670bb742 on host n-d-712749-28 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:33:44.105723 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bc1db9-7293-469f-9828-ec7398a119ab tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Pushing event updated for resources: {'Subnet': ['ID=283b29d0-4b19-4dd4-9e3b-efec7bfdccd4,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:33:44.133155 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-05244347-1e23-4d7f-af5d-94d492ee6415 req-b0c6c526-e339-4c01-b61f-480de54443ef service neutron] 10.222.0.10 "GET /v2.0/networks/2136e757-c99f-4d23-960c-aa395d5a28c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5512247 Jan 28 07:33:44.185230 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97bc1db9-7293-469f-9828-ec7398a119ab tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Checking segment: {'id': '9abb4c58-9743-495a-ad8b-cd763ace836a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'b76152a9-c3a9-4e6a-b22b-c4f6d849b7cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:33:44.185533 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97bc1db9-7293-469f-9828-ec7398a119ab tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Network hostable DHCP agents. Network: b76152a9-c3a9-4e6a-b22b-c4f6d849b7cf, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:33:44.210767 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device a7d6de61-dfab-4ab4-aeeb-8985670bb742 no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:33:44.293786 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97bc1db9-7293-469f-9828-ec7398a119ab tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Network b76152a9-c3a9-4e6a-b22b-c4f6d849b7cf is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:33:44.307429 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: a7d6de61-dfab-4ab4-aeeb-8985670bb742 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:33:44.320431 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device a7d6de61-dfab-4ab4-aeeb-8985670bb742 not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:33:44.325851 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-97bc1db9-7293-469f-9828-ec7398a119ab tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, b76152a9-c3a9-4e6a-b22b-c4f6d849b7cf) {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:33:44.331210 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97bc1db9-7293-469f-9828-ec7398a119ab tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:33:44.332114 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-97bc1db9-7293-469f-9828-ec7398a119ab tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks [] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:44.341172 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b451629-f8b1-4799-9985-0c6068561a00 None None] Network b76152a9-c3a9-4e6a-b22b-c4f6d849b7cf requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:33:44.395004 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-97bc1db9-7293-469f-9828-ec7398a119ab tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6543782 Jan 28 07:33:44.408952 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 46252) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:33:44.432875 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-cf2ca6b8-dc26-449f-91dd-f9c9d60234cd tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Request body: {'subnet': {'network_id': '9bf5f72c-d400-4d02-b469-c92ce13c45ae', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:33:44.599434 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-05244347-1e23-4d7f-af5d-94d492ee6415 req-4eacbc94-1682-4b2d-b4ff-e3cde435b5c8 service neutron] 10.222.0.10 "GET /v2.0/networks/2136e757-c99f-4d23-960c-aa395d5a28c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4499547 Jan 28 07:33:44.656477 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0f022abe-6a07-46d9-bddc-afa4851d61fd tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (a7d6de61-dfab-4ab4-aeeb-8985670bb742), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:44.689574 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c440eaed-5086-4f02-9173-fab8083df9a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3dd72b9-6805-5f61-b6f3-a591f99a173d-b76152a9-c3a9-4e6a-b22b-c4f6d849b7cf', 'network_id': 'b76152a9-c3a9-4e6a-b22b-c4f6d849b7cf', 'project_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'fixed_ips': [{'subnet_id': '283b29d0-4b19-4dd4-9e3b-efec7bfdccd4'}]}} from n-d-712749-28. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 07:33:44.690908 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c440eaed-5086-4f02-9173-fab8083df9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:44.776660 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf2ca6b8-dc26-449f-91dd-f9c9d60234cd tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Made reservation on behalf of 2fa8ac3d507e4a03a63750fd70e127ed for: {'subnet': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:33:44.781747 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cf2ca6b8-dc26-449f-91dd-f9c9d60234cd tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13555781'] for subnet (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:44.868966 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f022abe-6a07-46d9-bddc-afa4851d61fd tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Pushing event deleted for resources: {'Port': ['ID=a7d6de61-dfab-4ab4-aeeb-8985670bb742,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:33:44.915112 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f022abe-6a07-46d9-bddc-afa4851d61fd tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] No DVR routers for this DVR port a7d6de61-dfab-4ab4-aeeb-8985670bb742 on host n-d-712749-28 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:33:45.051958 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cf2ca6b8-dc26-449f-91dd-f9c9d60234cd tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13546728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13555799'] for subnet (dd326f8f-ced2-4df4-8192-0894dad2d95f), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:45.163558 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-c440eaed-5086-4f02-9173-fab8083df9a0 None None] Allocated IP 172.20.0.2 (b76152a9-c3a9-4e6a-b22b-c4f6d849b7cf/283b29d0-4b19-4dd4-9e3b-efec7bfdccd4/cb825866-9b73-4e61-96fa-7f63af8f1ffb) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:33:45.218826 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2ca6b8-dc26-449f-91dd-f9c9d60234cd tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Checking segment: {'id': '605df64a-7478-4e5a-82a4-fd1f3448b0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9bf5f72c-d400-4d02-b469-c92ce13c45ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:33:45.219632 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf2ca6b8-dc26-449f-91dd-f9c9d60234cd tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Network hostable DHCP agents. Network: 9bf5f72c-d400-4d02-b469-c92ce13c45ae, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:33:45.272551 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 46266) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:33:45.291653 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ca6b8-dc26-449f-91dd-f9c9d60234cd tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Pushing event updated for resources: {'Subnet': ['ID=dd326f8f-ced2-4df4-8192-0894dad2d95f,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:33:45.324500 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf2ca6b8-dc26-449f-91dd-f9c9d60234cd tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Network 9bf5f72c-d400-4d02-b469-c92ce13c45ae is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:33:45.343986 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-cf2ca6b8-dc26-449f-91dd-f9c9d60234cd tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, 9bf5f72c-d400-4d02-b469-c92ce13c45ae) {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:33:45.349678 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf2ca6b8-dc26-449f-91dd-f9c9d60234cd tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:33:45.351035 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cf2ca6b8-dc26-449f-91dd-f9c9d60234cd tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks [] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:45.403227 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-cf2ca6b8-dc26-449f-91dd-f9c9d60234cd tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9917984 Jan 28 07:33:45.406080 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 46270) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:33:45.424028 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-21f156bf-ef57-404c-bfcd-fb0468b0a340 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1954302096', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:33:45.505905 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-21f156bf-ef57-404c-bfcd-fb0468b0a340 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16606890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127275'] for router (01f4589b-f993-47af-bc3a-adc9df776f95), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:45.511189 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-21f156bf-ef57-404c-bfcd-fb0468b0a340 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16605498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16607952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16355422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127266'] for router (01f4589b-f993-47af-bc3a-adc9df776f95), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:45.514226 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f427816-3c53-431c-8810-3f062a4d6ac5 None None] Network 9bf5f72c-d400-4d02-b469-c92ce13c45ae requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:33:45.580710 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326220b1-43a8-4bdd-b56d-36c832146af0 req-c861853b-33eb-4bbd-adca-4e8e7263d5b1 tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:33:45.582275 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-326220b1-43a8-4bdd-b56d-36c832146af0 req-c861853b-33eb-4bbd-adca-4e8e7263d5b1 tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a1f0d7a-7e84-4832-a132-54bc36dec5af HTTP/1.1" status: 200 len: 945 time: 0.9274173 Jan 28 07:33:45.587004 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0f022abe-6a07-46d9-bddc-afa4851d61fd tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (bce5bcef-3331-44d8-b6aa-c9afa78f0f36), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:45.695930 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-21f156bf-ef57-404c-bfcd-fb0468b0a340 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks [] for router_controller (01f4589b-f993-47af-bc3a-adc9df776f95), precommit_add_association {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:45.707751 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-21f156bf-ef57-404c-bfcd-fb0468b0a340 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16605475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16607909'] for router (01f4589b-f993-47af-bc3a-adc9df776f95), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:45.720028 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-0f022abe-6a07-46d9-bddc-afa4851d61fd tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bce5bcef-3331-44d8-b6aa-c9afa78f0f36']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:33:45.722570 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fbbc7482-3bf0-4d2e-9e60-88a73818c364 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:45.785283 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-0f022abe-6a07-46d9-bddc-afa4851d61fd tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01e7be87-1a43-447d-a036-1e1995e5d461') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:33:45.785687 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-0f022abe-6a07-46d9-bddc-afa4851d61fd tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01e7be87-1a43-447d-a036-1e1995e5d461') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:33:45.799334 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-326220b1-43a8-4bdd-b56d-36c832146af0 req-38bb294f-deea-4f4a-bdfb-a868b1b26e74 tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f3a84fe-9d73-4feb-98e2-bd68e4ccb185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068317 Jan 28 07:33:45.823826 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65442256-9a64-4720-84c4-1144109b5bf7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3dd72b9-6805-5f61-b6f3-a591f99a173d-9bf5f72c-d400-4d02-b469-c92ce13c45ae', 'network_id': '9bf5f72c-d400-4d02-b469-c92ce13c45ae', 'project_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'fixed_ips': [{'subnet_id': 'dd326f8f-ced2-4df4-8192-0894dad2d95f'}]}} from n-d-712749-28. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 07:33:45.824039 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0f022abe-6a07-46d9-bddc-afa4851d61fd tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24759294'] for segment (01e7be87-1a43-447d-a036-1e1995e5d461), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:45.824158 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-65442256-9a64-4720-84c4-1144109b5bf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:45.825768 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fbbc7482-3bf0-4d2e-9e60-88a73818c364 admin admin] Publish callbacks [] for security_group (634dfb50-f424-4ce2-9453-65e33c88b133), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:45.837290 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fbbc7482-3bf0-4d2e-9e60-88a73818c364 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (634dfb50-f424-4ce2-9453-65e33c88b133), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:45.851678 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0f022abe-6a07-46d9-bddc-afa4851d61fd tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (01e7be87-1a43-447d-a036-1e1995e5d461), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:45.873974 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f022abe-6a07-46d9-bddc-afa4851d61fd tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:33:45.874795 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0f022abe-6a07-46d9-bddc-afa4851d61fd tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24757675'] for segment (01e7be87-1a43-447d-a036-1e1995e5d461), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:45.881088 n-d-712749-28 neutron-server[103284]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:33:45.881088 n-d-712749-28 neutron-server[103284]: self.session.flush() Jan 28 07:33:45.881088 n-d-712749-28 neutron-server[103284]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:33:45.881088 n-d-712749-28 neutron-server[103284]: self.session.flush() Jan 28 07:33:45.881088 n-d-712749-28 neutron-server[103284]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:33:45.881088 n-d-712749-28 neutron-server[103284]: self.session.flush() Jan 28 07:33:45.881088 n-d-712749-28 neutron-server[103284]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:33:45.881088 n-d-712749-28 neutron-server[103284]: self.session.flush() Jan 28 07:33:45.881088 n-d-712749-28 neutron-server[103284]: Traceback (most recent call last): Jan 28 07:33:45.881088 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:33:45.881088 n-d-712749-28 neutron-server[103284]: timer() Jan 28 07:33:45.881088 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:33:45.881088 n-d-712749-28 neutron-server[103284]: cb(*args, **kw) Jan 28 07:33:45.881088 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:33:45.881088 n-d-712749-28 neutron-server[103284]: return func(*args, **kwargs) Jan 28 07:33:45.881088 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:33:45.881088 n-d-712749-28 neutron-server[103284]: self._notify() Jan 28 07:33:45.881088 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:33:45.881088 n-d-712749-28 neutron-server[103284]: self.callback(batched_events) Jan 28 07:33:45.881088 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:33:45.881088 n-d-712749-28 neutron-server[103284]: event.method(event) Jan 28 07:33:45.881088 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:33:45.881088 n-d-712749-28 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:33:45.881088 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:33:45.881088 n-d-712749-28 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:33:45.881088 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:33:45.881088 n-d-712749-28 neutron-server[103284]: return f(self, *a, **k) Jan 28 07:33:45.881088 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:33:45.881088 n-d-712749-28 neutron-server[103284]: return self._get(url).json() Jan 28 07:33:45.881088 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:33:45.881088 n-d-712749-28 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:33:45.881088 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:33:45.881088 n-d-712749-28 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Jan 28 07:33:45.881088 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:33:45.881088 n-d-712749-28 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:33:45.881088 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:33:45.881088 n-d-712749-28 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:33:45.881088 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:33:45.881088 n-d-712749-28 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:33:45.881088 n-d-712749-28 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:33:45.943336 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbc7482-3bf0-4d2e-9e60-88a73818c364 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=634dfb50-f424-4ce2-9453-65e33c88b133,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:33:45.971839 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-21f156bf-ef57-404c-bfcd-fb0468b0a340 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks [] for router (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:45.975645 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-21f156bf-ef57-404c-bfcd-fb0468b0a340 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5656343 Jan 28 07:33:45.980546 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 46276) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:33:46.033915 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0f022abe-6a07-46d9-bddc-afa4851d61fd tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (bce5bcef-3331-44d8-b6aa-c9afa78f0f36), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:46.054228 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0f022abe-6a07-46d9-bddc-afa4851d61fd tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:46.068742 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-0f022abe-6a07-46d9-bddc-afa4851d61fd tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] 10.222.0.41 "DELETE /v2.0/networks/bce5bcef-3331-44d8-b6aa-c9afa78f0f36 HTTP/1.1" status: 204 len: 168 time: 3.5007005 Jan 28 07:33:46.087173 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 46278) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:33:46.105988 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-2c87e1bb-08f5-4c01-b762-0fc0d899bda3 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-675224549', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:33:46.265068 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2c87e1bb-08f5-4c01-b762-0fc0d899bda3 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16606890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127275'] for router (7babdd30-165d-493a-89d6-b06ca5812275), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:46.266524 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2c87e1bb-08f5-4c01-b762-0fc0d899bda3 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16605498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16607952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16355422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127266'] for router (7babdd30-165d-493a-89d6-b06ca5812275), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:46.272102 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f022abe-6a07-46d9-bddc-afa4851d61fd tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Pushing event deleted for resources: {'Network': ['ID=bce5bcef-3331-44d8-b6aa-c9afa78f0f36,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:33:46.380014 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2c87e1bb-08f5-4c01-b762-0fc0d899bda3 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks [] for router_controller (7babdd30-165d-493a-89d6-b06ca5812275), precommit_add_association {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:46.393100 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2c87e1bb-08f5-4c01-b762-0fc0d899bda3 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16605475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16607909'] for router (7babdd30-165d-493a-89d6-b06ca5812275), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:46.449488 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2c87e1bb-08f5-4c01-b762-0fc0d899bda3 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks [] for router (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:46.452041 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-fbbc7482-3bf0-4d2e-9e60-88a73818c364 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e971f12608e44ba1a0baaa81957d0ce6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1777503 Jan 28 07:33:46.456648 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c440eaed-5086-4f02-9173-fab8083df9a0 None None] Publish callbacks [] for port (cb825866-9b73-4e61-96fa-7f63af8f1ffb), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:46.460086 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-2c87e1bb-08f5-4c01-b762-0fc0d899bda3 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.3677855 Jan 28 07:33:46.460861 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 46284) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:33:46.466998 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 46286) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:33:46.484362 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-ed465e27-f74d-4386-9f8b-3d7b1250d627 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-840904570'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:33:46.509597 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-65442256-9a64-4720-84c4-1144109b5bf7 None None] Allocated IP 172.21.0.2 (9bf5f72c-d400-4d02-b469-c92ce13c45ae/dd326f8f-ced2-4df4-8192-0894dad2d95f/a8163d88-1932-438d-8284-26677e4542d4) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:33:46.516498 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c440eaed-5086-4f02-9173-fab8083df9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (cb825866-9b73-4e61-96fa-7f63af8f1ffb), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:46.550281 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed465e27-f74d-4386-9f8b-3d7b1250d627 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Made reservation on behalf of eec785a36bb947ca8a0b9e5aec6023b6 for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:33:46.557749 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ed465e27-f74d-4386-9f8b-3d7b1250d627 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:46.622017 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed465e27-f74d-4386-9f8b-3d7b1250d627 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:33:46.633008 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ed465e27-f74d-4386-9f8b-3d7b1250d627 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (a2a92c56-8735-423f-8b4a-d70e4bf0e0b5), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:46.633697 n-d-712749-28 neutron-server[103284]: INFO neutron.db.segments_db [None req-ed465e27-f74d-4386-9f8b-3d7b1250d627 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Added segment a2a92c56-8735-423f-8b4a-d70e4bf0e0b5 of type vlan for network 86be9a86-fba0-4307-b064-fcd83bed0a66 Jan 28 07:33:46.667536 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c440eaed-5086-4f02-9173-fab8083df9a0 None None] Pushing event updated for resources: {'Port': ['ID=cb825866-9b73-4e61-96fa-7f63af8f1ffb,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:33:46.698913 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e3063aae-2888-4954-ae10-69eecda67252 admin admin] Publish callbacks [] for security_group (634dfb50-f424-4ce2-9453-65e33c88b133), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:46.714513 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c440eaed-5086-4f02-9173-fab8083df9a0 None None] Network b76152a9-c3a9-4e6a-b22b-c4f6d849b7cf is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:33:46.725376 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-c440eaed-5086-4f02-9173-fab8083df9a0 None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:33:46.729201 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ed465e27-f74d-4386-9f8b-3d7b1250d627 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (86be9a86-fba0-4307-b064-fcd83bed0a66), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:46.741261 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c440eaed-5086-4f02-9173-fab8083df9a0 None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:33:46.754132 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cc58b8de-233b-4139-9435-a7fde9d44332 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:46.813594 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ed465e27-f74d-4386-9f8b-3d7b1250d627 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (86be9a86-fba0-4307-b064-fcd83bed0a66), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:46.819825 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed465e27-f74d-4386-9f8b-3d7b1250d627 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:33:46.820467 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ed465e27-f74d-4386-9f8b-3d7b1250d627 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:46.827076 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e3063aae-2888-4954-ae10-69eecda67252 admin admin] Publish callbacks [] for security_group (634dfb50-f424-4ce2-9453-65e33c88b133), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:47.053890 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed465e27-f74d-4386-9f8b-3d7b1250d627 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Pushing event updated for resources: {'Network': ['ID=86be9a86-fba0-4307-b064-fcd83bed0a66,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:33:47.089413 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-ed465e27-f74d-4386-9f8b-3d7b1250d627 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6150711 Jan 28 07:33:47.098589 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 46294) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:33:47.109702 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-0baa8ce0-247a-46c1-9b47-6b20c5e8d55f tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Request body: {'subnet': {'network_id': '86be9a86-fba0-4307-b064-fcd83bed0a66', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:33:47.161384 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network 86be9a86-fba0-4307-b064-fcd83bed0a66 details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:33:47.208121 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741acb59-fe6e-4da2-bde6-2f63948a51d6 req-033a3e56-9f9a-41a3-8023-90e0677736ad tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:33:47.209740 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-741acb59-fe6e-4da2-bde6-2f63948a51d6 req-033a3e56-9f9a-41a3-8023-90e0677736ad tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a1f0d7a-7e84-4832-a132-54bc36dec5af HTTP/1.1" status: 200 len: 945 time: 0.1995404 Jan 28 07:33:47.213384 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e3063aae-2888-4954-ae10-69eecda67252 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (634dfb50-f424-4ce2-9453-65e33c88b133), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:47.216066 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e3063aae-2888-4954-ae10-69eecda67252 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:47.222349 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-e3063aae-2888-4954-ae10-69eecda67252 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/634dfb50-f424-4ce2-9453-65e33c88b133 HTTP/1.1" status: 204 len: 168 time: 0.7579553 Jan 28 07:33:47.284493 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3063aae-2888-4954-ae10-69eecda67252 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=634dfb50-f424-4ce2-9453-65e33c88b133,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:33:47.416182 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-741acb59-fe6e-4da2-bde6-2f63948a51d6 req-31156203-4f88-4e39-9e69-2ef703eba4a4 tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f3a84fe-9d73-4feb-98e2-bd68e4ccb185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922817 Jan 28 07:33:47.453729 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0baa8ce0-247a-46c1-9b47-6b20c5e8d55f tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Made reservation on behalf of eec785a36bb947ca8a0b9e5aec6023b6 for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:33:47.458773 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0baa8ce0-247a-46c1-9b47-6b20c5e8d55f tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24979592'] for subnet (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:47.485328 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-cc58b8de-233b-4139-9435-a7fde9d44332 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Allocated IP 172.20.0.1 (b76152a9-c3a9-4e6a-b22b-c4f6d849b7cf/283b29d0-4b19-4dd4-9e3b-efec7bfdccd4/6c3a6e55-9fa3-4148-8e60-3bc55cb0c565) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:33:47.721635 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-c440eaed-5086-4f02-9173-fab8083df9a0 None None] Attempting to bind port cb825866-9b73-4e61-96fa-7f63af8f1ffb on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:33:47.722638 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-c440eaed-5086-4f02-9173-fab8083df9a0 None None] Attempting to bind port cb825866-9b73-4e61-96fa-7f63af8f1ffb by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '9abb4c58-9743-495a-ad8b-cd763ace836a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'b76152a9-c3a9-4e6a-b22b-c4f6d849b7cf'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:33:47.723188 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c440eaed-5086-4f02-9173-fab8083df9a0 None None] Attempting to bind port cb825866-9b73-4e61-96fa-7f63af8f1ffb on network b76152a9-c3a9-4e6a-b22b-c4f6d849b7cf {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:33:47.740887 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cc58b8de-233b-4139-9435-a7fde9d44332 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks [] for port (6c3a6e55-9fa3-4148-8e60-3bc55cb0c565), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:47.743373 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c440eaed-5086-4f02-9173-fab8083df9a0 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 33, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:33:47.744899 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c440eaed-5086-4f02-9173-fab8083df9a0 None None] Checking segment: {'id': '9abb4c58-9743-495a-ad8b-cd763ace836a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'b76152a9-c3a9-4e6a-b22b-c4f6d849b7cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:33:47.745817 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c440eaed-5086-4f02-9173-fab8083df9a0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:47.746749 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c440eaed-5086-4f02-9173-fab8083df9a0 None None] Bound using segment: {'id': '9abb4c58-9743-495a-ad8b-cd763ace836a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'b76152a9-c3a9-4e6a-b22b-c4f6d849b7cf'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:33:47.747449 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-c440eaed-5086-4f02-9173-fab8083df9a0 None None] Bound port: cb825866-9b73-4e61-96fa-7f63af8f1ffb, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9abb4c58-9743-495a-ad8b-cd763ace836a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'b76152a9-c3a9-4e6a-b22b-c4f6d849b7cf'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:33:47.748035 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c440eaed-5086-4f02-9173-fab8083df9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (cb825866-9b73-4e61-96fa-7f63af8f1ffb), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:47.813421 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cc58b8de-233b-4139-9435-a7fde9d44332 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (6c3a6e55-9fa3-4148-8e60-3bc55cb0c565), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:47.847511 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0baa8ce0-247a-46c1-9b47-6b20c5e8d55f tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24757504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24979610'] for subnet (7543ac29-225a-421e-9171-74d2cdb59d0d), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:47.906728 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c440eaed-5086-4f02-9173-fab8083df9a0 None None] For port cb825866-9b73-4e61-96fa-7f63af8f1ffb, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:33:47.918372 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c440eaed-5086-4f02-9173-fab8083df9a0 None None] For port cb825866-9b73-4e61-96fa-7f63af8f1ffb, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=cb825866-9b73-4e61-96fa-7f63af8f1ffb,segment=NetworkSegment(9abb4c58-9743-495a-ad8b-cd763ace836a),segment_id=9abb4c58-9743-495a-ad8b-cd763ace836a)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:33:47.932855 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc58b8de-233b-4139-9435-a7fde9d44332 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Pushing event updated for resources: {'Port': ['ID=6c3a6e55-9fa3-4148-8e60-3bc55cb0c565,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:33:47.961287 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc58b8de-233b-4139-9435-a7fde9d44332 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Network b76152a9-c3a9-4e6a-b22b-c4f6d849b7cf is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:33:47.968519 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-cc58b8de-233b-4139-9435-a7fde9d44332 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:33:47.979709 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc58b8de-233b-4139-9435-a7fde9d44332 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:33:48.097794 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0baa8ce0-247a-46c1-9b47-6b20c5e8d55f tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Pushing event updated for resources: {'Subnet': ['ID=7543ac29-225a-421e-9171-74d2cdb59d0d,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:33:48.125357 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0baa8ce0-247a-46c1-9b47-6b20c5e8d55f tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Checking segment: {'id': 'a2a92c56-8735-423f-8b4a-d70e4bf0e0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '86be9a86-fba0-4307-b064-fcd83bed0a66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:33:48.126983 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0baa8ce0-247a-46c1-9b47-6b20c5e8d55f tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Network hostable DHCP agents. Network: 86be9a86-fba0-4307-b064-fcd83bed0a66, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:33:48.128890 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c440eaed-5086-4f02-9173-fab8083df9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (cb825866-9b73-4e61-96fa-7f63af8f1ffb), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:48.151929 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cc58b8de-233b-4139-9435-a7fde9d44332 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16609232'] for router_interface (01f4589b-f993-47af-bc3a-adc9df776f95), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:48.197436 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0baa8ce0-247a-46c1-9b47-6b20c5e8d55f tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Network 86be9a86-fba0-4307-b064-fcd83bed0a66 is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:33:48.256559 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-0baa8ce0-247a-46c1-9b47-6b20c5e8d55f tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, 86be9a86-fba0-4307-b064-fcd83bed0a66) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:33:48.275755 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0baa8ce0-247a-46c1-9b47-6b20c5e8d55f tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:33:48.279067 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0baa8ce0-247a-46c1-9b47-6b20c5e8d55f tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:48.383707 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-0baa8ce0-247a-46c1-9b47-6b20c5e8d55f tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2817838 Jan 28 07:33:48.386472 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 46320) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:33:48.438594 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-65442256-9a64-4720-84c4-1144109b5bf7 None None] Publish callbacks [] for port (a8163d88-1932-438d-8284-26677e4542d4), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:48.612038 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24bd2bcf-569c-4f10-9298-86f57db4cf7a None None] Network 86be9a86-fba0-4307-b064-fcd83bed0a66 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:33:48.617819 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c440eaed-5086-4f02-9173-fab8083df9a0 None None] Pushing event updated for resources: {'Port': ['ID=cb825866-9b73-4e61-96fa-7f63af8f1ffb,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:33:48.647095 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-65442256-9a64-4720-84c4-1144109b5bf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (a8163d88-1932-438d-8284-26677e4542d4), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:48.685789 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cc58b8de-233b-4139-9435-a7fde9d44332 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (6c3a6e55-9fa3-4148-8e60-3bc55cb0c565), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:48.734019 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65442256-9a64-4720-84c4-1144109b5bf7 None None] Network 9bf5f72c-d400-4d02-b469-c92ce13c45ae is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:33:48.781465 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-65442256-9a64-4720-84c4-1144109b5bf7 None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:33:48.783992 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65442256-9a64-4720-84c4-1144109b5bf7 None None] Pushing event updated for resources: {'Port': ['ID=a8163d88-1932-438d-8284-26677e4542d4,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:33:48.835317 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65442256-9a64-4720-84c4-1144109b5bf7 None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:33:48.937501 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-65442256-9a64-4720-84c4-1144109b5bf7 None None] Attempting to bind port a8163d88-1932-438d-8284-26677e4542d4 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:33:48.938258 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-65442256-9a64-4720-84c4-1144109b5bf7 None None] Attempting to bind port a8163d88-1932-438d-8284-26677e4542d4 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '605df64a-7478-4e5a-82a4-fd1f3448b0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9bf5f72c-d400-4d02-b469-c92ce13c45ae'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:33:48.939401 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65442256-9a64-4720-84c4-1144109b5bf7 None None] Attempting to bind port a8163d88-1932-438d-8284-26677e4542d4 on network 9bf5f72c-d400-4d02-b469-c92ce13c45ae {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:33:48.950325 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65442256-9a64-4720-84c4-1144109b5bf7 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 33, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:33:48.951376 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65442256-9a64-4720-84c4-1144109b5bf7 None None] Checking segment: {'id': '605df64a-7478-4e5a-82a4-fd1f3448b0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9bf5f72c-d400-4d02-b469-c92ce13c45ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:33:48.952029 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-65442256-9a64-4720-84c4-1144109b5bf7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:48.954418 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65442256-9a64-4720-84c4-1144109b5bf7 None None] Bound using segment: {'id': '605df64a-7478-4e5a-82a4-fd1f3448b0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9bf5f72c-d400-4d02-b469-c92ce13c45ae'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:33:48.955275 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-65442256-9a64-4720-84c4-1144109b5bf7 None None] Bound port: a8163d88-1932-438d-8284-26677e4542d4, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '605df64a-7478-4e5a-82a4-fd1f3448b0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9bf5f72c-d400-4d02-b469-c92ce13c45ae'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:33:48.955940 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-65442256-9a64-4720-84c4-1144109b5bf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (a8163d88-1932-438d-8284-26677e4542d4), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:49.056554 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-65442256-9a64-4720-84c4-1144109b5bf7 None None] For port a8163d88-1932-438d-8284-26677e4542d4, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:33:49.060321 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-65442256-9a64-4720-84c4-1144109b5bf7 None None] For port a8163d88-1932-438d-8284-26677e4542d4, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=a8163d88-1932-438d-8284-26677e4542d4,segment=NetworkSegment(605df64a-7478-4e5a-82a4-fd1f3448b0fa),segment_id=605df64a-7478-4e5a-82a4-fd1f3448b0fa)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:33:49.075725 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-65442256-9a64-4720-84c4-1144109b5bf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (a8163d88-1932-438d-8284-26677e4542d4), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:49.337051 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb55e28-6e9d-4ea4-9465-38a732ada255 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3dd72b9-6805-5f61-b6f3-a591f99a173d-86be9a86-fba0-4307-b064-fcd83bed0a66', 'network_id': '86be9a86-fba0-4307-b064-fcd83bed0a66', 'project_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'fixed_ips': [{'subnet_id': '7543ac29-225a-421e-9171-74d2cdb59d0d'}]}} from n-d-712749-28. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 07:33:49.338968 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-edb55e28-6e9d-4ea4-9465-38a732ada255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:49.445054 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cc58b8de-233b-4139-9435-a7fde9d44332 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks [] for port (6c3a6e55-9fa3-4148-8e60-3bc55cb0c565), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:49.460981 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cc58b8de-233b-4139-9435-a7fde9d44332 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (6c3a6e55-9fa3-4148-8e60-3bc55cb0c565), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:49.718359 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc58b8de-233b-4139-9435-a7fde9d44332 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Pushing event updated for resources: {'Port': ['ID=6c3a6e55-9fa3-4148-8e60-3bc55cb0c565,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:33:49.738450 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cc58b8de-233b-4139-9435-a7fde9d44332 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16318999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16606560'] for router_interface (01f4589b-f993-47af-bc3a-adc9df776f95), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:49.822474 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-edb55e28-6e9d-4ea4-9465-38a732ada255 None None] Allocated IP 2001:db8::2 (86be9a86-fba0-4307-b064-fcd83bed0a66/7543ac29-225a-421e-9171-74d2cdb59d0d/b15ca3d6-529b-423b-aae6-097bcd0707be) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:33:49.848021 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65442256-9a64-4720-84c4-1144109b5bf7 None None] Pushing event updated for resources: {'Port': ['ID=a8163d88-1932-438d-8284-26677e4542d4,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:33:49.929881 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65442256-9a64-4720-84c4-1144109b5bf7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:33:49.929881 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65442256-9a64-4720-84c4-1144109b5bf7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:33:49.930331 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65442256-9a64-4720-84c4-1144109b5bf7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:33:49.935113 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65442256-9a64-4720-84c4-1144109b5bf7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:33:49.935469 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65442256-9a64-4720-84c4-1144109b5bf7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:33:49.935812 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65442256-9a64-4720-84c4-1144109b5bf7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:33:49.936187 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65442256-9a64-4720-84c4-1144109b5bf7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:33:49.936534 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65442256-9a64-4720-84c4-1144109b5bf7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:33:49.936872 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65442256-9a64-4720-84c4-1144109b5bf7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:33:49.937513 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65442256-9a64-4720-84c4-1144109b5bf7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:33:49.937854 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65442256-9a64-4720-84c4-1144109b5bf7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:33:49.938189 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65442256-9a64-4720-84c4-1144109b5bf7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:33:49.938521 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65442256-9a64-4720-84c4-1144109b5bf7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:33:50.227086 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc58b8de-233b-4139-9435-a7fde9d44332 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Network b76152a9-c3a9-4e6a-b22b-c4f6d849b7cf is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:33:50.228684 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-cc58b8de-233b-4139-9435-a7fde9d44332 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:33:50.528237 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fb015b-13d8-46d5-b647-af72fcce0d94 req-68d003da-117d-47e8-ab01-8b14d97c567f tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:33:50.530507 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-57fb015b-13d8-46d5-b647-af72fcce0d94 req-68d003da-117d-47e8-ab01-8b14d97c567f tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a1f0d7a-7e84-4832-a132-54bc36dec5af HTTP/1.1" status: 200 len: 945 time: 0.7795167 Jan 28 07:33:50.530667 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-edb55e28-6e9d-4ea4-9465-38a732ada255 None None] Publish callbacks [] for port (b15ca3d6-529b-423b-aae6-097bcd0707be), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:50.560902 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-edb55e28-6e9d-4ea4-9465-38a732ada255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (b15ca3d6-529b-423b-aae6-097bcd0707be), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:50.660696 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb55e28-6e9d-4ea4-9465-38a732ada255 None None] Network 86be9a86-fba0-4307-b064-fcd83bed0a66 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:33:50.662089 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device cb825866-9b73-4e61-96fa-7f63af8f1ffb up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:33:50.671712 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb55e28-6e9d-4ea4-9465-38a732ada255 None None] Pushing event updated for resources: {'Port': ['ID=b15ca3d6-529b-423b-aae6-097bcd0707be,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:33:50.677970 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-edb55e28-6e9d-4ea4-9465-38a732ada255 None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:33:50.708037 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb55e28-6e9d-4ea4-9465-38a732ada255 None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:33:50.926872 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-edb55e28-6e9d-4ea4-9465-38a732ada255 None None] Attempting to bind port b15ca3d6-529b-423b-aae6-097bcd0707be on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:33:50.927547 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-edb55e28-6e9d-4ea4-9465-38a732ada255 None None] Attempting to bind port b15ca3d6-529b-423b-aae6-097bcd0707be by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': 'a2a92c56-8735-423f-8b4a-d70e4bf0e0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '86be9a86-fba0-4307-b064-fcd83bed0a66'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:33:50.927850 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb55e28-6e9d-4ea4-9465-38a732ada255 None None] Attempting to bind port b15ca3d6-529b-423b-aae6-097bcd0707be on network 86be9a86-fba0-4307-b064-fcd83bed0a66 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:33:50.941473 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb55e28-6e9d-4ea4-9465-38a732ada255 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 33, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:33:50.941901 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb55e28-6e9d-4ea4-9465-38a732ada255 None None] Checking segment: {'id': 'a2a92c56-8735-423f-8b4a-d70e4bf0e0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '86be9a86-fba0-4307-b064-fcd83bed0a66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:33:50.942270 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-edb55e28-6e9d-4ea4-9465-38a732ada255 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:50.942657 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb55e28-6e9d-4ea4-9465-38a732ada255 None None] Bound using segment: {'id': 'a2a92c56-8735-423f-8b4a-d70e4bf0e0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '86be9a86-fba0-4307-b064-fcd83bed0a66'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:33:50.943145 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-edb55e28-6e9d-4ea4-9465-38a732ada255 None None] Bound port: b15ca3d6-529b-423b-aae6-097bcd0707be, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2a92c56-8735-423f-8b4a-d70e4bf0e0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '86be9a86-fba0-4307-b064-fcd83bed0a66'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:33:50.943591 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-edb55e28-6e9d-4ea4-9465-38a732ada255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (b15ca3d6-529b-423b-aae6-097bcd0707be), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:51.008607 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-57fb015b-13d8-46d5-b647-af72fcce0d94 req-dd6d636f-f199-431e-9cc3-6a1cbc277959 tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f3a84fe-9d73-4feb-98e2-bd68e4ccb185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4463286 Jan 28 07:33:51.092603 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4222fb39-f6a4-4f78-bce8-d70e35d12583 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:51.140977 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port cb825866-9b73-4e61-96fa-7f63af8f1ffb triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:33:51.141595 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (cb825866-9b73-4e61-96fa-7f63af8f1ffb), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:51.400933 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c9f2f2-ff2f-4ab8-a060-fdab1a04e824 None None] Network b76152a9-c3a9-4e6a-b22b-c4f6d849b7cf requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:33:51.451521 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-edb55e28-6e9d-4ea4-9465-38a732ada255 None None] For port b15ca3d6-529b-423b-aae6-097bcd0707be, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:33:51.666916 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-edb55e28-6e9d-4ea4-9465-38a732ada255 None None] For port b15ca3d6-529b-423b-aae6-097bcd0707be, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=b15ca3d6-529b-423b-aae6-097bcd0707be,segment=NetworkSegment(a2a92c56-8735-423f-8b4a-d70e4bf0e0b5),segment_id=a2a92c56-8735-423f-8b4a-d70e4bf0e0b5)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:33:51.716317 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-edb55e28-6e9d-4ea4-9465-38a732ada255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (b15ca3d6-529b-423b-aae6-097bcd0707be), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:51.729334 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port cb825866-9b73-4e61-96fa-7f63af8f1ffb is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:33:51.729830 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (cb825866-9b73-4e61-96fa-7f63af8f1ffb), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:51.731865 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-5f0db205-47c9-4d0c-9302-c4eb1c4344df None None] Provisioning complete for port cb825866-9b73-4e61-96fa-7f63af8f1ffb triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:33:51.732491 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5f0db205-47c9-4d0c-9302-c4eb1c4344df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (cb825866-9b73-4e61-96fa-7f63af8f1ffb), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:51.947792 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef740f5-1124-45e4-8124-d385f16ca3bb None None] Network 9bf5f72c-d400-4d02-b469-c92ce13c45ae requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:33:51.963016 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-4222fb39-f6a4-4f78-bce8-d70e35d12583 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Allocated IP 2001:db8::1 (86be9a86-fba0-4307-b064-fcd83bed0a66/7543ac29-225a-421e-9171-74d2cdb59d0d/696141e5-95ef-497d-b9ed-e4bddbc7bbdf) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:33:52.148134 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc58b8de-233b-4139-9435-a7fde9d44332 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Router 01f4589b-f993-47af-bc3a-adc9df776f95 is scheduled to L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 with binding_index 1 {{(pid=103283) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 07:33:52.216871 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] For port cb825866-9b73-4e61-96fa-7f63af8f1ffb, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=cb825866-9b73-4e61-96fa-7f63af8f1ffb,segment=NetworkSegment(9abb4c58-9743-495a-ad8b-cd763ace836a),segment_id=9abb4c58-9743-495a-ad8b-cd763ace836a)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:33:52.273951 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4222fb39-f6a4-4f78-bce8-d70e35d12583 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks [] for port (696141e5-95ef-497d-b9ed-e4bddbc7bbdf), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:52.303314 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (cb825866-9b73-4e61-96fa-7f63af8f1ffb), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:52.304097 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device a8163d88-1932-438d-8284-26677e4542d4 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:33:52.375095 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4222fb39-f6a4-4f78-bce8-d70e35d12583 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (696141e5-95ef-497d-b9ed-e4bddbc7bbdf), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:52.391629 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9ae432-54e1-4955-a3c1-89126c97660c req-b32521e1-fc63-4a92-8a16-1699e9f30ece tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:33:52.394544 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7b9ae432-54e1-4955-a3c1-89126c97660c req-b32521e1-fc63-4a92-8a16-1699e9f30ece tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a1f0d7a-7e84-4832-a132-54bc36dec5af HTTP/1.1" status: 200 len: 945 time: 0.2295229 Jan 28 07:33:52.574456 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4222fb39-f6a4-4f78-bce8-d70e35d12583 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Network 86be9a86-fba0-4307-b064-fcd83bed0a66 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:33:52.575677 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb55e28-6e9d-4ea4-9465-38a732ada255 None None] Pushing event updated for resources: {'Port': ['ID=b15ca3d6-529b-423b-aae6-097bcd0707be,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:33:52.590039 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-4222fb39-f6a4-4f78-bce8-d70e35d12583 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:33:52.599583 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7b9ae432-54e1-4955-a3c1-89126c97660c req-548c86c3-0c14-417e-8f71-85853cd447b1 tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f3a84fe-9d73-4feb-98e2-bd68e4ccb185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394894 Jan 28 07:33:52.604830 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4222fb39-f6a4-4f78-bce8-d70e35d12583 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:33:52.609870 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4222fb39-f6a4-4f78-bce8-d70e35d12583 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16609232'] for router_interface (7babdd30-165d-493a-89d6-b06ca5812275), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:52.626669 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc58b8de-233b-4139-9435-a7fde9d44332 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:33:52.639557 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-cc58b8de-233b-4139-9435-a7fde9d44332 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] 10.222.0.41 "PUT /v2.0/routers/01f4589b-f993-47af-bc3a-adc9df776f95/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6573727 Jan 28 07:33:52.647595 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 46454) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:33:52.681373 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab15956-aec7-496f-b065-53a8da44a52b None None] Sync routers for ids ['01f4589b-f993-47af-bc3a-adc9df776f95'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:33:52.702967 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab15956-aec7-496f-b065-53a8da44a52b None None] Routers {'01f4589b-f993-47af-bc3a-adc9df776f95'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:33:52.703602 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-5ab15956-aec7-496f-b065-53a8da44a52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:33:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['01f4589b-f993-47af-bc3a-adc9df776f95'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:33:52.726462 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port a8163d88-1932-438d-8284-26677e4542d4 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:33:52.726462 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (a8163d88-1932-438d-8284-26677e4542d4), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:52.791911 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-5f0db205-47c9-4d0c-9302-c4eb1c4344df None None] Current status of the port cb825866-9b73-4e61-96fa-7f63af8f1ffb is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:33:52.804066 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Pushing event updated for resources: {'Port': ['ID=cb825866-9b73-4e61-96fa-7f63af8f1ffb,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:33:52.838656 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b97e42-5b77-4a6c-a5b7-f9c1d1142ead tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:33:52.840482 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-25b97e42-5b77-4a6c-a5b7-f9c1d1142ead tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] 10.222.0.41 "GET /v2.0/ports/6c3a6e55-9fa3-4148-8e60-3bc55cb0c565 HTTP/1.1" status: 200 len: 910 time: 0.1901538 Jan 28 07:33:52.844607 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-5ab15956-aec7-496f-b065-53a8da44a52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:33:52.845851 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 46460) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:33:52.881815 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab15956-aec7-496f-b065-53a8da44a52b None None] Routers {'01f4589b-f993-47af-bc3a-adc9df776f95'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:33:52.882497 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-5ab15956-aec7-496f-b065-53a8da44a52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:33:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['01f4589b-f993-47af-bc3a-adc9df776f95'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:33:53.000008 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-e2b8d214-c54b-4f3f-8bf7-8417c5211616 None None] Provisioning complete for port a8163d88-1932-438d-8284-26677e4542d4 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:33:53.001174 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e2b8d214-c54b-4f3f-8bf7-8417c5211616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (a8163d88-1932-438d-8284-26677e4542d4), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:53.052362 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4222fb39-f6a4-4f78-bce8-d70e35d12583 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Pushing event updated for resources: {'Port': ['ID=696141e5-95ef-497d-b9ed-e4bddbc7bbdf,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:33:53.158921 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port a8163d88-1932-438d-8284-26677e4542d4 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:33:53.159391 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (a8163d88-1932-438d-8284-26677e4542d4), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:53.245620 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4222fb39-f6a4-4f78-bce8-d70e35d12583 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (696141e5-95ef-497d-b9ed-e4bddbc7bbdf), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:53.280496 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-e2b8d214-c54b-4f3f-8bf7-8417c5211616 None None] Current status of the port a8163d88-1932-438d-8284-26677e4542d4 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:33:53.281021 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e2b8d214-c54b-4f3f-8bf7-8417c5211616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (a8163d88-1932-438d-8284-26677e4542d4), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:53.324805 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-5ab15956-aec7-496f-b065-53a8da44a52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:33:53.325463 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab15956-aec7-496f-b065-53a8da44a52b None None] The sync data for ids ['01f4589b-f993-47af-bc3a-adc9df776f95'] in n-d-712749-28 is: [] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:33:53.367107 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 7 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 07:33:53.906136 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] For port a8163d88-1932-438d-8284-26677e4542d4, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=a8163d88-1932-438d-8284-26677e4542d4,segment=NetworkSegment(605df64a-7478-4e5a-82a4-fd1f3448b0fa),segment_id=605df64a-7478-4e5a-82a4-fd1f3448b0fa)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:33:53.919723 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (a8163d88-1932-438d-8284-26677e4542d4), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:54.093335 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3be6dfb7-536f-4569-b7da-db1b42cbeab9 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:54.118471 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25ce350-ea0d-412f-9894-27539758a918 req-8471cfc3-6d93-4abe-a21c-c42a8ae1faf1 tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:33:54.120063 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c25ce350-ea0d-412f-9894-27539758a918 req-8471cfc3-6d93-4abe-a21c-c42a8ae1faf1 tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a1f0d7a-7e84-4832-a132-54bc36dec5af HTTP/1.1" status: 200 len: 945 time: 0.2790394 Jan 28 07:33:54.137800 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Pushing event updated for resources: {'Port': ['ID=a8163d88-1932-438d-8284-26677e4542d4,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:33:54.162001 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.db.api [None req-e2b8d214-c54b-4f3f-8bf7-8417c5211616 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103285) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 07:33:54.162674 n-d-712749-28 neutron-server[103285]: DEBUG oslo_db.api [None req-e2b8d214-c54b-4f3f-8bf7-8417c5211616 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 07:33:54.302962 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c25ce350-ea0d-412f-9894-27539758a918 req-7a6d8abd-d8b0-4de7-8e13-9e0a82850412 tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f3a84fe-9d73-4feb-98e2-bd68e4ccb185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680486 Jan 28 07:33:54.319529 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device b15ca3d6-529b-423b-aae6-097bcd0707be up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:33:54.332627 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4222fb39-f6a4-4f78-bce8-d70e35d12583 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks [] for port (696141e5-95ef-497d-b9ed-e4bddbc7bbdf), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:54.343080 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4222fb39-f6a4-4f78-bce8-d70e35d12583 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (696141e5-95ef-497d-b9ed-e4bddbc7bbdf), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:54.343900 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4222fb39-f6a4-4f78-bce8-d70e35d12583 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16318999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16606560'] for router_interface (7babdd30-165d-493a-89d6-b06ca5812275), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:54.445312 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port b15ca3d6-529b-423b-aae6-097bcd0707be triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:33:54.445735 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (b15ca3d6-529b-423b-aae6-097bcd0707be), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:54.494247 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbcd94b0-440b-4cc8-acdb-f8569e611f6f None None] Network 86be9a86-fba0-4307-b064-fcd83bed0a66 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:33:54.608287 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4222fb39-f6a4-4f78-bce8-d70e35d12583 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Network 86be9a86-fba0-4307-b064-fcd83bed0a66 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:33:54.619704 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-4222fb39-f6a4-4f78-bce8-d70e35d12583 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:33:54.638748 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4222fb39-f6a4-4f78-bce8-d70e35d12583 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Pushing event updated for resources: {'Port': ['ID=696141e5-95ef-497d-b9ed-e4bddbc7bbdf,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:33:54.726832 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-3be6dfb7-536f-4569-b7da-db1b42cbeab9 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Allocated IP 172.21.0.1 (9bf5f72c-d400-4d02-b469-c92ce13c45ae/dd326f8f-ced2-4df4-8192-0894dad2d95f/21f0f4c2-5772-406d-b86d-0dc0edf778e1) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:33:54.773617 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-e2b8d214-c54b-4f3f-8bf7-8417c5211616 None None] Current status of the port a8163d88-1932-438d-8284-26677e4542d4 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:33:54.941362 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4222fb39-f6a4-4f78-bce8-d70e35d12583 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Router 7babdd30-165d-493a-89d6-b06ca5812275 is scheduled to L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 with binding_index 1 {{(pid=103284) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 07:33:54.965063 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port b15ca3d6-529b-423b-aae6-097bcd0707be is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:33:54.965460 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (b15ca3d6-529b-423b-aae6-097bcd0707be), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:54.987992 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-80180a8d-52ec-424d-b0a5-89f3dce2ce27 None None] Provisioning complete for port a8163d88-1932-438d-8284-26677e4542d4 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:33:55.000685 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3be6dfb7-536f-4569-b7da-db1b42cbeab9 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks [] for port (21f0f4c2-5772-406d-b86d-0dc0edf778e1), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:55.011311 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-80180a8d-52ec-424d-b0a5-89f3dce2ce27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (a8163d88-1932-438d-8284-26677e4542d4), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:55.100628 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3be6dfb7-536f-4569-b7da-db1b42cbeab9 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (21f0f4c2-5772-406d-b86d-0dc0edf778e1), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:55.140140 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] For port b15ca3d6-529b-423b-aae6-097bcd0707be, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=b15ca3d6-529b-423b-aae6-097bcd0707be,segment=NetworkSegment(a2a92c56-8735-423f-8b4a-d70e4bf0e0b5),segment_id=a2a92c56-8735-423f-8b4a-d70e4bf0e0b5)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:33:55.150045 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (b15ca3d6-529b-423b-aae6-097bcd0707be), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:55.150845 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device cb825866-9b73-4e61-96fa-7f63af8f1ffb up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:33:55.169132 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4222fb39-f6a4-4f78-bce8-d70e35d12583 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:33:55.181715 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-4222fb39-f6a4-4f78-bce8-d70e35d12583 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] 10.222.0.41 "PUT /v2.0/routers/7babdd30-165d-493a-89d6-b06ca5812275/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7938538 Jan 28 07:33:55.181986 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be6dfb7-536f-4569-b7da-db1b42cbeab9 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Network 9bf5f72c-d400-4d02-b469-c92ce13c45ae is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:33:55.185523 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 46476) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:33:55.204152 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-0a0c9223-6a0e-4f81-973e-6eedd3480b65 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-576480847'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:33:55.230580 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-3be6dfb7-536f-4569-b7da-db1b42cbeab9 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:33:55.235299 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be6dfb7-536f-4569-b7da-db1b42cbeab9 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:33:55.255445 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a0c9223-6a0e-4f81-973e-6eedd3480b65 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Made reservation on behalf of eec785a36bb947ca8a0b9e5aec6023b6 for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:33:55.265970 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ebd003-6b37-4539-95d0-4856ee78fc2b None None] Sync routers for ids ['7babdd30-165d-493a-89d6-b06ca5812275'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:33:55.269094 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0a0c9223-6a0e-4f81-973e-6eedd3480b65 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:55.313470 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a0c9223-6a0e-4f81-973e-6eedd3480b65 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:33:55.326349 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0a0c9223-6a0e-4f81-973e-6eedd3480b65 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (e886a29f-ac3d-49a6-a0ef-ad829976c213), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:55.327271 n-d-712749-28 neutron-server[103284]: INFO neutron.db.segments_db [None req-0a0c9223-6a0e-4f81-973e-6eedd3480b65 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Added segment e886a29f-ac3d-49a6-a0ef-ad829976c213 of type vlan for network 30445b1c-93c4-4090-a664-44413ad2d180 Jan 28 07:33:55.352990 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3be6dfb7-536f-4569-b7da-db1b42cbeab9 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16609232'] for router_interface (01f4589b-f993-47af-bc3a-adc9df776f95), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:55.491814 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0a0c9223-6a0e-4f81-973e-6eedd3480b65 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (30445b1c-93c4-4090-a664-44413ad2d180), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:55.521823 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ebd003-6b37-4539-95d0-4856ee78fc2b None None] Routers {'7babdd30-165d-493a-89d6-b06ca5812275'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:33:55.522477 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-12ebd003-6b37-4539-95d0-4856ee78fc2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:33:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['7babdd30-165d-493a-89d6-b06ca5812275'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:33:55.600030 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0a0c9223-6a0e-4f81-973e-6eedd3480b65 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (30445b1c-93c4-4090-a664-44413ad2d180), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:55.606054 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a0c9223-6a0e-4f81-973e-6eedd3480b65 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:33:55.621385 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0a0c9223-6a0e-4f81-973e-6eedd3480b65 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:55.660071 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be6dfb7-536f-4569-b7da-db1b42cbeab9 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Pushing event updated for resources: {'Port': ['ID=21f0f4c2-5772-406d-b86d-0dc0edf778e1,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:33:55.748990 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-0a0c9223-6a0e-4f81-973e-6eedd3480b65 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5595372 Jan 28 07:33:55.757311 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 46482) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:33:55.761849 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0c9223-6a0e-4f81-973e-6eedd3480b65 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Pushing event updated for resources: {'Network': ['ID=30445b1c-93c4-4090-a664-44413ad2d180,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:33:55.775381 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-ae0d4b57-a9db-48b0-8f77-4499e082e963 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Request body: {'subnet': {'network_id': '30445b1c-93c4-4090-a664-44413ad2d180', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:33:55.793623 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-12ebd003-6b37-4539-95d0-4856ee78fc2b None None] Set router 7babdd30-165d-493a-89d6-b06ca5812275 gateway port host: None {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:33:55.917307 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network 30445b1c-93c4-4090-a664-44413ad2d180 details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:33:56.080596 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-80180a8d-52ec-424d-b0a5-89f3dce2ce27 None None] Current status of the port a8163d88-1932-438d-8284-26677e4542d4 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:33:56.152659 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Pushing event updated for resources: {'Port': ['ID=b15ca3d6-529b-423b-aae6-097bcd0707be,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:33:56.163922 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6ad249-c295-4359-a7fa-0cad64292614 req-a37ef7b0-b1c2-4f52-865b-8d2ff14664f3 tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:33:56.170374 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ed6ad249-c295-4359-a7fa-0cad64292614 req-a37ef7b0-b1c2-4f52-865b-8d2ff14664f3 tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a1f0d7a-7e84-4832-a132-54bc36dec5af HTTP/1.1" status: 200 len: 945 time: 0.6408746 Jan 28 07:33:56.263302 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae0d4b57-a9db-48b0-8f77-4499e082e963 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Made reservation on behalf of eec785a36bb947ca8a0b9e5aec6023b6 for: {'subnet': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:33:56.266829 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ae0d4b57-a9db-48b0-8f77-4499e082e963 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13555781'] for subnet (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:56.338853 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port cb825866-9b73-4e61-96fa-7f63af8f1ffb triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:33:56.339238 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (cb825866-9b73-4e61-96fa-7f63af8f1ffb), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:56.494251 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-80180a8d-52ec-424d-b0a5-89f3dce2ce27 None None] Provisioning complete for port 6c3a6e55-9fa3-4148-8e60-3bc55cb0c565 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:33:56.494639 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-80180a8d-52ec-424d-b0a5-89f3dce2ce27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (6c3a6e55-9fa3-4148-8e60-3bc55cb0c565), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:56.638442 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-80180a8d-52ec-424d-b0a5-89f3dce2ce27 None None] Port 6c3a6e55-9fa3-4148-8e60-3bc55cb0c565 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:33:56.653146 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port cb825866-9b73-4e61-96fa-7f63af8f1ffb is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:33:56.659972 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ed6ad249-c295-4359-a7fa-0cad64292614 req-5bfd504e-c670-4edb-811b-a0448863bb53 tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f3a84fe-9d73-4feb-98e2-bd68e4ccb185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4464078 Jan 28 07:33:56.661286 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3be6dfb7-536f-4569-b7da-db1b42cbeab9 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (21f0f4c2-5772-406d-b86d-0dc0edf778e1), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:56.684120 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-80180a8d-52ec-424d-b0a5-89f3dce2ce27 None None] Provisioning complete for port b15ca3d6-529b-423b-aae6-097bcd0707be triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:33:56.687946 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-80180a8d-52ec-424d-b0a5-89f3dce2ce27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (b15ca3d6-529b-423b-aae6-097bcd0707be), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:56.870623 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device b15ca3d6-529b-423b-aae6-097bcd0707be up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:33:56.921026 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ae0d4b57-a9db-48b0-8f77-4499e082e963 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13546728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13555799'] for subnet (9e0fb884-2c49-4b58-b448-29a0057b5524), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:56.980901 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-12ebd003-6b37-4539-95d0-4856ee78fc2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7babdd30-165d-493a-89d6-b06ca5812275', 'name': 'tempest-RoutersIpV6Test-router-675224549', 'tenant_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:33:46Z', 'updated_at': '2022-01-28T07:33:53Z', 'revision_number': 2, 'project_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'gw_port_host': None, '_interfaces': [{'id': '696141e5-95ef-497d-b9ed-e4bddbc7bbdf', 'name': '', 'network_id': '86be9a86-fba0-4307-b064-fcd83bed0a66', 'tenant_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'mac_address': 'fa:16:3e:fc:bb:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7babdd30-165d-493a-89d6-b06ca5812275', 'device_owner': 'network:router_interface', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '7543ac29-225a-421e-9171-74d2cdb59d0d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:33:51Z', 'updated_at': '2022-01-28T07:33:53Z', 'revision_number': 2, 'project_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'subnets': [{'id': '7543ac29-225a-421e-9171-74d2cdb59d0d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:33:57.098226 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0d4b57-a9db-48b0-8f77-4499e082e963 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Checking segment: {'id': 'e886a29f-ac3d-49a6-a0ef-ad829976c213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '30445b1c-93c4-4090-a664-44413ad2d180'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:33:57.098724 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae0d4b57-a9db-48b0-8f77-4499e082e963 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Network hostable DHCP agents. Network: 30445b1c-93c4-4090-a664-44413ad2d180, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:33:57.106544 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d4b57-a9db-48b0-8f77-4499e082e963 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Pushing event updated for resources: {'Subnet': ['ID=9e0fb884-2c49-4b58-b448-29a0057b5524,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:33:57.120635 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d4b57-a9db-48b0-8f77-4499e082e963 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:33:57.120996 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d4b57-a9db-48b0-8f77-4499e082e963 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:33:57.121320 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d4b57-a9db-48b0-8f77-4499e082e963 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:33:57.121655 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d4b57-a9db-48b0-8f77-4499e082e963 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:33:57.121991 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d4b57-a9db-48b0-8f77-4499e082e963 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:33:57.122322 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d4b57-a9db-48b0-8f77-4499e082e963 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:33:57.122678 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d4b57-a9db-48b0-8f77-4499e082e963 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:33:57.122980 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d4b57-a9db-48b0-8f77-4499e082e963 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:33:57.123308 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d4b57-a9db-48b0-8f77-4499e082e963 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:33:57.123634 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d4b57-a9db-48b0-8f77-4499e082e963 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:33:57.123958 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d4b57-a9db-48b0-8f77-4499e082e963 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:33:57.124300 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d4b57-a9db-48b0-8f77-4499e082e963 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:33:57.124625 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d4b57-a9db-48b0-8f77-4499e082e963 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:33:57.126593 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ebd003-6b37-4539-95d0-4856ee78fc2b None None] Checking router: 7babdd30-165d-493a-89d6-b06ca5812275 for host: n-d-712749-28 {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:33:57.127184 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ebd003-6b37-4539-95d0-4856ee78fc2b None None] Updating router 7babdd30-165d-493a-89d6-b06ca5812275 port 696141e5-95ef-497d-b9ed-e4bddbc7bbdf binding host n-d-712749-28 {{(pid=103285) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 07:33:57.165094 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae0d4b57-a9db-48b0-8f77-4499e082e963 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Network 30445b1c-93c4-4090-a664-44413ad2d180 is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:33:57.191562 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-ae0d4b57-a9db-48b0-8f77-4499e082e963 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, 30445b1c-93c4-4090-a664-44413ad2d180) {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:33:57.196152 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae0d4b57-a9db-48b0-8f77-4499e082e963 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:33:57.196777 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ae0d4b57-a9db-48b0-8f77-4499e082e963 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks [] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:57.226484 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-ae0d4b57-a9db-48b0-8f77-4499e082e963 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4645441 Jan 28 07:33:57.227357 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 46494) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:33:57.229007 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dba15f43-df38-4914-b3b5-dfba3a0c773a None None] Network 30445b1c-93c4-4090-a664-44413ad2d180 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:33:57.256955 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3be6dfb7-536f-4569-b7da-db1b42cbeab9 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks [] for port (21f0f4c2-5772-406d-b86d-0dc0edf778e1), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:57.276839 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3be6dfb7-536f-4569-b7da-db1b42cbeab9 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (21f0f4c2-5772-406d-b86d-0dc0edf778e1), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:57.371996 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3be6dfb7-536f-4569-b7da-db1b42cbeab9 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16318999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16606560'] for router_interface (01f4589b-f993-47af-bc3a-adc9df776f95), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:57.391035 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-12ebd003-6b37-4539-95d0-4856ee78fc2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (696141e5-95ef-497d-b9ed-e4bddbc7bbdf), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:57.529240 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be6dfb7-536f-4569-b7da-db1b42cbeab9 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Pushing event updated for resources: {'Port': ['ID=21f0f4c2-5772-406d-b86d-0dc0edf778e1,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:33:57.594094 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-80180a8d-52ec-424d-b0a5-89f3dce2ce27 None None] Current status of the port b15ca3d6-529b-423b-aae6-097bcd0707be is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:33:57.605138 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port b15ca3d6-529b-423b-aae6-097bcd0707be triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:33:57.605522 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (b15ca3d6-529b-423b-aae6-097bcd0707be), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:57.624435 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be6dfb7-536f-4569-b7da-db1b42cbeab9 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Network 9bf5f72c-d400-4d02-b469-c92ce13c45ae is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:33:57.628150 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-3be6dfb7-536f-4569-b7da-db1b42cbeab9 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:33:57.883974 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-80180a8d-52ec-424d-b0a5-89f3dce2ce27 None None] Provisioning complete for port cb825866-9b73-4e61-96fa-7f63af8f1ffb triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:33:57.884472 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-80180a8d-52ec-424d-b0a5-89f3dce2ce27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (cb825866-9b73-4e61-96fa-7f63af8f1ffb), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:57.928952 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3be6dfb7-536f-4569-b7da-db1b42cbeab9 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Router 01f4589b-f993-47af-bc3a-adc9df776f95 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:33:57.966720 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ecf4423d-c4f8-42be-8db6-d3e5c253f961 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:58.100520 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3be6dfb7-536f-4569-b7da-db1b42cbeab9 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:33:58.113794 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d9a9a0-448d-42f3-92f6-a2c4099e1008 None None] Sync routers for ids ['01f4589b-f993-47af-bc3a-adc9df776f95'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:33:58.115983 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-3be6dfb7-536f-4569-b7da-db1b42cbeab9 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] 10.222.0.41 "PUT /v2.0/routers/01f4589b-f993-47af-bc3a-adc9df776f95/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2642257 Jan 28 07:33:58.118429 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 46500) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:33:58.133787 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d9a9a0-448d-42f3-92f6-a2c4099e1008 None None] Routers {'01f4589b-f993-47af-bc3a-adc9df776f95'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:33:58.134421 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-27d9a9a0-448d-42f3-92f6-a2c4099e1008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:33:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['01f4589b-f993-47af-bc3a-adc9df776f95'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:33:58.174770 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b540f8be-bae2-4c4f-9567-63c949eb46fc tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:33:58.177684 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-b540f8be-bae2-4c4f-9567-63c949eb46fc tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] 10.222.0.41 "GET /v2.0/ports/21f0f4c2-5772-406d-b86d-0dc0edf778e1 HTTP/1.1" status: 200 len: 910 time: 0.0579984 Jan 28 07:33:58.180811 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 46502) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:33:58.240364 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-27d9a9a0-448d-42f3-92f6-a2c4099e1008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:33:58.266295 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d9a9a0-448d-42f3-92f6-a2c4099e1008 None None] Routers {'01f4589b-f993-47af-bc3a-adc9df776f95'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:33:58.269335 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-27d9a9a0-448d-42f3-92f6-a2c4099e1008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:33:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['01f4589b-f993-47af-bc3a-adc9df776f95'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:33:58.360419 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-27d9a9a0-448d-42f3-92f6-a2c4099e1008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:33:58.361629 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d9a9a0-448d-42f3-92f6-a2c4099e1008 None None] The sync data for ids ['01f4589b-f993-47af-bc3a-adc9df776f95'] in n-d-712749-28 is: [] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:33:58.606024 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-ecf4423d-c4f8-42be-8db6-d3e5c253f961 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Allocated IP 2001:db8:1::1 (30445b1c-93c4-4090-a664-44413ad2d180/9e0fb884-2c49-4b58-b448-29a0057b5524/e55aa724-88db-42c8-b4cb-ed4ec0030b57) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:33:58.741541 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35013f53-017f-4f6a-9b5e-ccb93428ef50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3dd72b9-6805-5f61-b6f3-a591f99a173d-30445b1c-93c4-4090-a664-44413ad2d180', 'network_id': '30445b1c-93c4-4090-a664-44413ad2d180', 'project_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'fixed_ips': [{'subnet_id': '9e0fb884-2c49-4b58-b448-29a0057b5524'}]}} from n-d-712749-28. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 07:33:58.743712 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-35013f53-017f-4f6a-9b5e-ccb93428ef50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:58.746874 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port b15ca3d6-529b-423b-aae6-097bcd0707be is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:33:58.748247 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device a8163d88-1932-438d-8284-26677e4542d4 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:33:58.890077 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ecf4423d-c4f8-42be-8db6-d3e5c253f961 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks [] for port (e55aa724-88db-42c8-b4cb-ed4ec0030b57), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:59.052691 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697dd946-db0c-4508-8481-dbfdf90ca88c req-b637582d-f08d-42b3-b6ac-bec201dae3b8 tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:33:59.090879 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-82049fc9-bb05-4438-ad00-83c98120c47c tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16606535'] for router_interface (01f4589b-f993-47af-bc3a-adc9df776f95), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:59.107486 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-697dd946-db0c-4508-8481-dbfdf90ca88c req-b637582d-f08d-42b3-b6ac-bec201dae3b8 tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a1f0d7a-7e84-4832-a132-54bc36dec5af HTTP/1.1" status: 200 len: 945 time: 1.2024398 Jan 28 07:33:59.228429 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-80180a8d-52ec-424d-b0a5-89f3dce2ce27 None None] Current status of the port cb825866-9b73-4e61-96fa-7f63af8f1ffb is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:33:59.258649 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-697dd946-db0c-4508-8481-dbfdf90ca88c req-49bc02d3-2657-4327-a1b4-58a1e6e8a3de tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f3a84fe-9d73-4feb-98e2-bd68e4ccb185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449718 Jan 28 07:33:59.260066 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ecf4423d-c4f8-42be-8db6-d3e5c253f961 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (e55aa724-88db-42c8-b4cb-ed4ec0030b57), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:59.369522 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port a8163d88-1932-438d-8284-26677e4542d4 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:33:59.369879 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (a8163d88-1932-438d-8284-26677e4542d4), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:59.385671 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf4423d-c4f8-42be-8db6-d3e5c253f961 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Network 30445b1c-93c4-4090-a664-44413ad2d180 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:33:59.402968 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-ecf4423d-c4f8-42be-8db6-d3e5c253f961 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:33:59.424317 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf4423d-c4f8-42be-8db6-d3e5c253f961 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:33:59.425313 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ecf4423d-c4f8-42be-8db6-d3e5c253f961 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16609232'] for router_interface (7babdd30-165d-493a-89d6-b06ca5812275), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:59.531805 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf4423d-c4f8-42be-8db6-d3e5c253f961 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Pushing event updated for resources: {'Port': ['ID=e55aa724-88db-42c8-b4cb-ed4ec0030b57,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:33:59.548884 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-74263f77-1d91-4094-8a2d-14aebbd47f59 None None] Provisioning complete for port 21f0f4c2-5772-406d-b86d-0dc0edf778e1 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:33:59.549282 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-74263f77-1d91-4094-8a2d-14aebbd47f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (21f0f4c2-5772-406d-b86d-0dc0edf778e1), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:59.649357 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-82049fc9-bb05-4438-ad00-83c98120c47c tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Deleting port 21f0f4c2-5772-406d-b86d-0dc0edf778e1 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:33:59.649965 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-82049fc9-bb05-4438-ad00-83c98120c47c tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (21f0f4c2-5772-406d-b86d-0dc0edf778e1), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:59.694152 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-74263f77-1d91-4094-8a2d-14aebbd47f59 None None] Port 21f0f4c2-5772-406d-b86d-0dc0edf778e1 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:33:59.757481 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ecf4423d-c4f8-42be-8db6-d3e5c253f961 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (e55aa724-88db-42c8-b4cb-ed4ec0030b57), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:59.892737 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-82049fc9-bb05-4438-ad00-83c98120c47c tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (21f0f4c2-5772-406d-b86d-0dc0edf778e1), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:59.899789 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-12ebd003-6b37-4539-95d0-4856ee78fc2b None None] Publish callbacks [] for port (696141e5-95ef-497d-b9ed-e4bddbc7bbdf), precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:59.926329 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port a8163d88-1932-438d-8284-26677e4542d4 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:33:59.928924 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-82049fc9-bb05-4438-ad00-83c98120c47c tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Calling delete_port for 21f0f4c2-5772-406d-b86d-0dc0edf778e1 owned by network:router_interface {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:33:59.971107 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-12ebd003-6b37-4539-95d0-4856ee78fc2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (696141e5-95ef-497d-b9ed-e4bddbc7bbdf), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:33:59.974353 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-35013f53-017f-4f6a-9b5e-ccb93428ef50 None None] Allocated IP 2001:db8:1::2 (30445b1c-93c4-4090-a664-44413ad2d180/9e0fb884-2c49-4b58-b448-29a0057b5524/40595ace-ca98-46c4-ac6f-3539c91e99e8) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:33:59.999329 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-74263f77-1d91-4094-8a2d-14aebbd47f59 None None] Provisioning complete for port 696141e5-95ef-497d-b9ed-e4bddbc7bbdf triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:33:59.999704 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-74263f77-1d91-4094-8a2d-14aebbd47f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (696141e5-95ef-497d-b9ed-e4bddbc7bbdf), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:00.166294 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741e0303-0064-48d3-b7be-e547fb021d6d None None] Pushing event updated for resources: {'Port': ['ID=696141e5-95ef-497d-b9ed-e4bddbc7bbdf,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:34:00.178630 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-74263f77-1d91-4094-8a2d-14aebbd47f59 None None] Port 696141e5-95ef-497d-b9ed-e4bddbc7bbdf cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:34:00.378979 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-74263f77-1d91-4094-8a2d-14aebbd47f59 None None] Provisioning complete for port b15ca3d6-529b-423b-aae6-097bcd0707be triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:34:00.379250 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-74263f77-1d91-4094-8a2d-14aebbd47f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (b15ca3d6-529b-423b-aae6-097bcd0707be), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:00.400894 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-12ebd003-6b37-4539-95d0-4856ee78fc2b None None] Attempting to bind port 696141e5-95ef-497d-b9ed-e4bddbc7bbdf on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:34:00.402499 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-12ebd003-6b37-4539-95d0-4856ee78fc2b None None] Attempting to bind port 696141e5-95ef-497d-b9ed-e4bddbc7bbdf by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': 'a2a92c56-8735-423f-8b4a-d70e4bf0e0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '86be9a86-fba0-4307-b064-fcd83bed0a66'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:34:00.402937 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ebd003-6b37-4539-95d0-4856ee78fc2b None None] Attempting to bind port 696141e5-95ef-497d-b9ed-e4bddbc7bbdf on network 86be9a86-fba0-4307-b064-fcd83bed0a66 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:34:00.445864 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-82049fc9-bb05-4438-ad00-83c98120c47c tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (21f0f4c2-5772-406d-b86d-0dc0edf778e1), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:00.452823 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ebd003-6b37-4539-95d0-4856ee78fc2b None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 33, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:34:00.453360 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ebd003-6b37-4539-95d0-4856ee78fc2b None None] Checking segment: {'id': 'a2a92c56-8735-423f-8b4a-d70e4bf0e0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '86be9a86-fba0-4307-b064-fcd83bed0a66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:34:00.453777 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-12ebd003-6b37-4539-95d0-4856ee78fc2b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:00.454261 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ebd003-6b37-4539-95d0-4856ee78fc2b None None] Bound using segment: {'id': 'a2a92c56-8735-423f-8b4a-d70e4bf0e0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '86be9a86-fba0-4307-b064-fcd83bed0a66'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:34:00.454781 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-12ebd003-6b37-4539-95d0-4856ee78fc2b None None] Bound port: 696141e5-95ef-497d-b9ed-e4bddbc7bbdf, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2a92c56-8735-423f-8b4a-d70e4bf0e0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '86be9a86-fba0-4307-b064-fcd83bed0a66'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:34:00.455248 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-12ebd003-6b37-4539-95d0-4856ee78fc2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (696141e5-95ef-497d-b9ed-e4bddbc7bbdf), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:00.497400 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ecf4423d-c4f8-42be-8db6-d3e5c253f961 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks [] for port (e55aa724-88db-42c8-b4cb-ed4ec0030b57), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:00.509110 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ecf4423d-c4f8-42be-8db6-d3e5c253f961 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (e55aa724-88db-42c8-b4cb-ed4ec0030b57), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:00.510435 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ecf4423d-c4f8-42be-8db6-d3e5c253f961 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16318999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16606560'] for router_interface (7babdd30-165d-493a-89d6-b06ca5812275), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:00.602611 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-35013f53-017f-4f6a-9b5e-ccb93428ef50 None None] Publish callbacks [] for port (40595ace-ca98-46c4-ac6f-3539c91e99e8), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:00.621822 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82049fc9-bb05-4438-ad00-83c98120c47c tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Pushing event deleted for resources: {'Port': ['ID=21f0f4c2-5772-406d-b86d-0dc0edf778e1,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:34:00.629710 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-35013f53-017f-4f6a-9b5e-ccb93428ef50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (40595ace-ca98-46c4-ac6f-3539c91e99e8), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:00.712441 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-12ebd003-6b37-4539-95d0-4856ee78fc2b None None] For port 696141e5-95ef-497d-b9ed-e4bddbc7bbdf, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:34:00.775641 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35013f53-017f-4f6a-9b5e-ccb93428ef50 None None] Network 30445b1c-93c4-4090-a664-44413ad2d180 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:34:00.781993 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf4423d-c4f8-42be-8db6-d3e5c253f961 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Pushing event updated for resources: {'Port': ['ID=e55aa724-88db-42c8-b4cb-ed4ec0030b57,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:34:00.785126 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-12ebd003-6b37-4539-95d0-4856ee78fc2b None None] For port 696141e5-95ef-497d-b9ed-e4bddbc7bbdf, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=696141e5-95ef-497d-b9ed-e4bddbc7bbdf,segment=NetworkSegment(a2a92c56-8735-423f-8b4a-d70e4bf0e0b5),segment_id=a2a92c56-8735-423f-8b4a-d70e4bf0e0b5)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:34:00.795180 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-35013f53-017f-4f6a-9b5e-ccb93428ef50 None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:34:00.801410 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35013f53-017f-4f6a-9b5e-ccb93428ef50 None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:34:00.813629 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-12ebd003-6b37-4539-95d0-4856ee78fc2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (696141e5-95ef-497d-b9ed-e4bddbc7bbdf), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:00.815690 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-74263f77-1d91-4094-8a2d-14aebbd47f59 None None] Current status of the port b15ca3d6-529b-423b-aae6-097bcd0707be is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:34:00.822011 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35013f53-017f-4f6a-9b5e-ccb93428ef50 None None] Pushing event updated for resources: {'Port': ['ID=40595ace-ca98-46c4-ac6f-3539c91e99e8,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:34:00.836616 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ef6c8e-b502-4d7f-a783-0ff60a9b99dd req-9ece4f64-8712-45ab-b14c-dc90d4b1646f tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:34:00.843573 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-62ef6c8e-b502-4d7f-a783-0ff60a9b99dd req-9ece4f64-8712-45ab-b14c-dc90d4b1646f tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a1f0d7a-7e84-4832-a132-54bc36dec5af HTTP/1.1" status: 200 len: 945 time: 0.3785515 Jan 28 07:34:00.901332 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741e0303-0064-48d3-b7be-e547fb021d6d None None] Pushing event updated for resources: {'Port': ['ID=696141e5-95ef-497d-b9ed-e4bddbc7bbdf,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:34:00.977620 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf4423d-c4f8-42be-8db6-d3e5c253f961 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Network 30445b1c-93c4-4090-a664-44413ad2d180 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:34:00.983252 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-ecf4423d-c4f8-42be-8db6-d3e5c253f961 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:34:00.997415 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ebd003-6b37-4539-95d0-4856ee78fc2b None None] Routers {'7babdd30-165d-493a-89d6-b06ca5812275'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:34:00.998059 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-12ebd003-6b37-4539-95d0-4856ee78fc2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:33:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['7babdd30-165d-493a-89d6-b06ca5812275'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:34:01.137620 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-b6dfe79f-bf22-4223-ba80-165f26d070c7 None None] Provisioning complete for port 696141e5-95ef-497d-b9ed-e4bddbc7bbdf triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:34:01.138226 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b6dfe79f-bf22-4223-ba80-165f26d070c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (696141e5-95ef-497d-b9ed-e4bddbc7bbdf), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:01.142161 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-35013f53-017f-4f6a-9b5e-ccb93428ef50 None None] Attempting to bind port 40595ace-ca98-46c4-ac6f-3539c91e99e8 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:34:01.142541 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-35013f53-017f-4f6a-9b5e-ccb93428ef50 None None] Attempting to bind port 40595ace-ca98-46c4-ac6f-3539c91e99e8 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': 'e886a29f-ac3d-49a6-a0ef-ad829976c213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '30445b1c-93c4-4090-a664-44413ad2d180'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:34:01.142954 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35013f53-017f-4f6a-9b5e-ccb93428ef50 None None] Attempting to bind port 40595ace-ca98-46c4-ac6f-3539c91e99e8 on network 30445b1c-93c4-4090-a664-44413ad2d180 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:34:01.217380 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-62ef6c8e-b502-4d7f-a783-0ff60a9b99dd req-6acf2afc-9e65-44f0-ae57-d3be9f81b452 tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f3a84fe-9d73-4feb-98e2-bd68e4ccb185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3724895 Jan 28 07:34:01.263153 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-82049fc9-bb05-4438-ad00-83c98120c47c tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16319006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16606699'] for router_interface (01f4589b-f993-47af-bc3a-adc9df776f95), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:01.336606 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35013f53-017f-4f6a-9b5e-ccb93428ef50 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 33, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:34:01.337299 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35013f53-017f-4f6a-9b5e-ccb93428ef50 None None] Checking segment: {'id': 'e886a29f-ac3d-49a6-a0ef-ad829976c213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '30445b1c-93c4-4090-a664-44413ad2d180'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:34:01.337907 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-35013f53-017f-4f6a-9b5e-ccb93428ef50 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:01.338524 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35013f53-017f-4f6a-9b5e-ccb93428ef50 None None] Bound using segment: {'id': 'e886a29f-ac3d-49a6-a0ef-ad829976c213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '30445b1c-93c4-4090-a664-44413ad2d180'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:34:01.339493 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-35013f53-017f-4f6a-9b5e-ccb93428ef50 None None] Bound port: 40595ace-ca98-46c4-ac6f-3539c91e99e8, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e886a29f-ac3d-49a6-a0ef-ad829976c213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '30445b1c-93c4-4090-a664-44413ad2d180'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:34:01.340109 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-35013f53-017f-4f6a-9b5e-ccb93428ef50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (40595ace-ca98-46c4-ac6f-3539c91e99e8), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:01.514693 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-12ebd003-6b37-4539-95d0-4856ee78fc2b None None] Set router 7babdd30-165d-493a-89d6-b06ca5812275 gateway port host: None {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:34:01.714899 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82049fc9-bb05-4438-ad00-83c98120c47c tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Router 01f4589b-f993-47af-bc3a-adc9df776f95 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:34:02.107614 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecf4423d-c4f8-42be-8db6-d3e5c253f961 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Router 7babdd30-165d-493a-89d6-b06ca5812275 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:34:02.211387 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-35013f53-017f-4f6a-9b5e-ccb93428ef50 None None] For port 40595ace-ca98-46c4-ac6f-3539c91e99e8, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:34:02.267742 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-35013f53-017f-4f6a-9b5e-ccb93428ef50 None None] For port 40595ace-ca98-46c4-ac6f-3539c91e99e8, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=40595ace-ca98-46c4-ac6f-3539c91e99e8,segment=NetworkSegment(e886a29f-ac3d-49a6-a0ef-ad829976c213),segment_id=e886a29f-ac3d-49a6-a0ef-ad829976c213)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:34:02.318202 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-35013f53-017f-4f6a-9b5e-ccb93428ef50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (40595ace-ca98-46c4-ac6f-3539c91e99e8), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:02.343012 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-b6dfe79f-bf22-4223-ba80-165f26d070c7 None None] Current status of the port 696141e5-95ef-497d-b9ed-e4bddbc7bbdf is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:34:02.343713 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b6dfe79f-bf22-4223-ba80-165f26d070c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (696141e5-95ef-497d-b9ed-e4bddbc7bbdf), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:02.430410 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-12ebd003-6b37-4539-95d0-4856ee78fc2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7babdd30-165d-493a-89d6-b06ca5812275', 'name': 'tempest-RoutersIpV6Test-router-675224549', 'tenant_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:33:46Z', 'updated_at': '2022-01-28T07:33:59Z', 'revision_number': 3, 'project_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'gw_port_host': None, '_interfaces': [{'id': '696141e5-95ef-497d-b9ed-e4bddbc7bbdf', 'name': '', 'network_id': '86be9a86-fba0-4307-b064-fcd83bed0a66', 'tenant_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'mac_address': 'fa:16:3e:fc:bb:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7babdd30-165d-493a-89d6-b06ca5812275', 'device_owner': 'network:router_interface', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '7543ac29-225a-421e-9171-74d2cdb59d0d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:33:51Z', 'updated_at': '2022-01-28T07:34:00Z', 'revision_number': 4, 'project_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'subnets': [{'id': '7543ac29-225a-421e-9171-74d2cdb59d0d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e55aa724-88db-42c8-b4cb-ed4ec0030b57', 'name': '', 'network_id': '30445b1c-93c4-4090-a664-44413ad2d180', 'tenant_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'mac_address': 'fa:16:3e:fd:4b:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7babdd30-165d-493a-89d6-b06ca5812275', 'device_owner': 'network:router_interface', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': '9e0fb884-2c49-4b58-b448-29a0057b5524', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:33:58Z', 'updated_at': '2022-01-28T07:34:00Z', 'revision_number': 2, 'project_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'subnets': [{'id': '9e0fb884-2c49-4b58-b448-29a0057b5524', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:34:02.555342 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ebd003-6b37-4539-95d0-4856ee78fc2b None None] The sync data for ids ['7babdd30-165d-493a-89d6-b06ca5812275'] in n-d-712749-28 is: [{'id': '7babdd30-165d-493a-89d6-b06ca5812275', 'name': 'tempest-RoutersIpV6Test-router-675224549', 'tenant_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:33:46Z', 'updated_at': '2022-01-28T07:33:59Z', 'revision_number': 3, 'project_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'gw_port_host': None, '_interfaces': [{'id': '696141e5-95ef-497d-b9ed-e4bddbc7bbdf', 'name': '', 'network_id': '86be9a86-fba0-4307-b064-fcd83bed0a66', 'tenant_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'mac_address': 'fa:16:3e:fc:bb:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7babdd30-165d-493a-89d6-b06ca5812275', 'device_owner': 'network:router_interface', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '7543ac29-225a-421e-9171-74d2cdb59d0d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:33:51Z', 'updated_at': '2022-01-28T07:34:00Z', 'revision_number': 4, 'project_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'subnets': [{'id': '7543ac29-225a-421e-9171-74d2cdb59d0d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e55aa724-88db-42c8-b4cb-ed4ec0030b57', 'name': '', 'network_id': '30445b1c-93c4-4090-a664-44413ad2d180', 'tenant_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'mac_address': 'fa:16:3e:fd:4b:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7babdd30-165d-493a-89d6-b06ca5812275', 'device_owner': 'network:router_interface', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': '9e0fb884-2c49-4b58-b448-29a0057b5524', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:33:58Z', 'updated_at': '2022-01-28T07:34:00Z', 'revision_number': 2, 'project_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'subnets': [{'id': '9e0fb884-2c49-4b58-b448-29a0057b5524', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:34:02.619247 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86be3fa9-4782-43df-a395-ee5929551f65 req-2b52510a-369b-42e8-90d4-7a1b19e09a27 tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:34:02.621165 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-86be3fa9-4782-43df-a395-ee5929551f65 req-2b52510a-369b-42e8-90d4-7a1b19e09a27 tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a1f0d7a-7e84-4832-a132-54bc36dec5af HTTP/1.1" status: 200 len: 945 time: 0.1693568 Jan 28 07:34:02.697460 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecf4423d-c4f8-42be-8db6-d3e5c253f961 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:34:02.703490 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-ecf4423d-c4f8-42be-8db6-d3e5c253f961 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] 10.222.0.41 "PUT /v2.0/routers/7babdd30-165d-493a-89d6-b06ca5812275/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4743955 Jan 28 07:34:02.717970 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 46544) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:34:02.724429 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-b6dfe79f-bf22-4223-ba80-165f26d070c7 None None] For port 696141e5-95ef-497d-b9ed-e4bddbc7bbdf, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=696141e5-95ef-497d-b9ed-e4bddbc7bbdf,segment=NetworkSegment(a2a92c56-8735-423f-8b4a-d70e4bf0e0b5),segment_id=a2a92c56-8735-423f-8b4a-d70e4bf0e0b5)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:34:02.725480 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35013f53-017f-4f6a-9b5e-ccb93428ef50 None None] Pushing event updated for resources: {'Port': ['ID=40595ace-ca98-46c4-ac6f-3539c91e99e8,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:34:02.735894 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-869571f8-ba3e-453b-8f05-6f6fc3ed28b8 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1131410048'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:34:02.737458 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b6dfe79f-bf22-4223-ba80-165f26d070c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (696141e5-95ef-497d-b9ed-e4bddbc7bbdf), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:02.840045 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-86be3fa9-4782-43df-a395-ee5929551f65 req-5260d4e7-2f77-4928-a971-b289ad2f4a56 tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f3a84fe-9d73-4feb-98e2-bd68e4ccb185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119606 Jan 28 07:34:02.843432 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-869571f8-ba3e-453b-8f05-6f6fc3ed28b8 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Made reservation on behalf of eec785a36bb947ca8a0b9e5aec6023b6 for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:34:02.855030 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-869571f8-ba3e-453b-8f05-6f6fc3ed28b8 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:02.958380 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-869571f8-ba3e-453b-8f05-6f6fc3ed28b8 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:34:02.992817 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-869571f8-ba3e-453b-8f05-6f6fc3ed28b8 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (c7918730-dde5-4d74-9094-72da4aba1ff0), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:02.993222 n-d-712749-28 neutron-server[103284]: INFO neutron.db.segments_db [None req-869571f8-ba3e-453b-8f05-6f6fc3ed28b8 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Added segment c7918730-dde5-4d74-9094-72da4aba1ff0 of type vlan for network b8184ee5-76f4-470e-9819-6f9eb27756ac Jan 28 07:34:03.097072 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-869571f8-ba3e-453b-8f05-6f6fc3ed28b8 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (b8184ee5-76f4-470e-9819-6f9eb27756ac), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:03.205069 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82049fc9-bb05-4438-ad00-83c98120c47c tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:34:03.216689 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-869571f8-ba3e-453b-8f05-6f6fc3ed28b8 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (b8184ee5-76f4-470e-9819-6f9eb27756ac), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:03.221734 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-82049fc9-bb05-4438-ad00-83c98120c47c tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] 10.222.0.41 "PUT /v2.0/routers/01f4589b-f993-47af-bc3a-adc9df776f95/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0394781 Jan 28 07:34:03.224889 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 46546) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:34:03.234519 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-869571f8-ba3e-453b-8f05-6f6fc3ed28b8 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:34:03.236086 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-869571f8-ba3e-453b-8f05-6f6fc3ed28b8 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:03.409348 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-869571f8-ba3e-453b-8f05-6f6fc3ed28b8 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6873367 Jan 28 07:34:03.410053 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 46548) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:34:03.459856 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-1a8fd588-c3da-428e-89be-65e07f8fa5fc tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Request body: {'subnet': {'network_id': 'b8184ee5-76f4-470e-9819-6f9eb27756ac', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:34:03.652131 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dfe79f-bf22-4223-ba80-165f26d070c7 None None] Pushing event updated for resources: {'Port': ['ID=696141e5-95ef-497d-b9ed-e4bddbc7bbdf,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:34:03.667120 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1b1d0a-f0fa-49b1-84a2-8cab541b6219 None None] Sync routers for ids ['01f4589b-f993-47af-bc3a-adc9df776f95'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:34:03.811701 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869571f8-ba3e-453b-8f05-6f6fc3ed28b8 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Pushing event updated for resources: {'Network': ['ID=b8184ee5-76f4-470e-9819-6f9eb27756ac,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:34:03.832370 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869571f8-ba3e-453b-8f05-6f6fc3ed28b8 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:34:03.832994 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869571f8-ba3e-453b-8f05-6f6fc3ed28b8 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:34:03.833677 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869571f8-ba3e-453b-8f05-6f6fc3ed28b8 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:34:03.834238 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869571f8-ba3e-453b-8f05-6f6fc3ed28b8 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:34:03.835288 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869571f8-ba3e-453b-8f05-6f6fc3ed28b8 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:34:03.835801 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869571f8-ba3e-453b-8f05-6f6fc3ed28b8 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:34:03.836464 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869571f8-ba3e-453b-8f05-6f6fc3ed28b8 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:34:03.836983 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869571f8-ba3e-453b-8f05-6f6fc3ed28b8 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:34:03.837492 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869571f8-ba3e-453b-8f05-6f6fc3ed28b8 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:34:03.838035 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869571f8-ba3e-453b-8f05-6f6fc3ed28b8 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:34:03.839677 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869571f8-ba3e-453b-8f05-6f6fc3ed28b8 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:34:03.840310 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869571f8-ba3e-453b-8f05-6f6fc3ed28b8 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:34:03.841265 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869571f8-ba3e-453b-8f05-6f6fc3ed28b8 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:34:03.869573 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3c25fb20-0e04-4562-89b2-57f0db48ae3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:03.870676 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a8fd588-c3da-428e-89be-65e07f8fa5fc tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Made reservation on behalf of eec785a36bb947ca8a0b9e5aec6023b6 for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:34:03.883122 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1a8fd588-c3da-428e-89be-65e07f8fa5fc tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24979592'] for subnet (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:03.894156 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network b8184ee5-76f4-470e-9819-6f9eb27756ac details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:34:03.902622 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-8f2ce87f-a2b6-4bdb-8b66-b1fd16afa8e9 None None] Provisioning complete for port 696141e5-95ef-497d-b9ed-e4bddbc7bbdf triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:34:03.903013 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8f2ce87f-a2b6-4bdb-8b66-b1fd16afa8e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (696141e5-95ef-497d-b9ed-e4bddbc7bbdf), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:04.142178 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1b1d0a-f0fa-49b1-84a2-8cab541b6219 None None] Routers {'01f4589b-f993-47af-bc3a-adc9df776f95'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:34:04.152170 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-8c1b1d0a-f0fa-49b1-84a2-8cab541b6219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:33:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['01f4589b-f993-47af-bc3a-adc9df776f95'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:34:04.268464 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:04.476131 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2be46081-bd9c-4742-9129-ca7c9429b88c tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16606535'] for router_interface (01f4589b-f993-47af-bc3a-adc9df776f95), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:04.625723 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1a8fd588-c3da-428e-89be-65e07f8fa5fc tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24757504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24979610'] for subnet (2c52ccce-2e6a-45e8-97f9-cdbf4448959d), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:04.686066 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 696141e5-95ef-497d-b9ed-e4bddbc7bbdf up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:34:04.791366 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-8c1b1d0a-f0fa-49b1-84a2-8cab541b6219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:34:04.891756 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8fd588-c3da-428e-89be-65e07f8fa5fc tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Pushing event updated for resources: {'Subnet': ['ID=2c52ccce-2e6a-45e8-97f9-cdbf4448959d,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:34:04.919104 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a8fd588-c3da-428e-89be-65e07f8fa5fc tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Checking segment: {'id': 'c7918730-dde5-4d74-9094-72da4aba1ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b8184ee5-76f4-470e-9819-6f9eb27756ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:34:04.919680 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a8fd588-c3da-428e-89be-65e07f8fa5fc tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Network hostable DHCP agents. Network: b8184ee5-76f4-470e-9819-6f9eb27756ac, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:34:04.935154 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1b1d0a-f0fa-49b1-84a2-8cab541b6219 None None] Routers {'01f4589b-f993-47af-bc3a-adc9df776f95'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:34:04.935801 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-8c1b1d0a-f0fa-49b1-84a2-8cab541b6219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:33:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['01f4589b-f993-47af-bc3a-adc9df776f95'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:34:04.964357 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a8fd588-c3da-428e-89be-65e07f8fa5fc tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Network b8184ee5-76f4-470e-9819-6f9eb27756ac is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:34:04.988270 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-1a8fd588-c3da-428e-89be-65e07f8fa5fc tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, b8184ee5-76f4-470e-9819-6f9eb27756ac) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:34:04.993161 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a8fd588-c3da-428e-89be-65e07f8fa5fc tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:34:04.993901 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1a8fd588-c3da-428e-89be-65e07f8fa5fc tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:05.026376 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-1a8fd588-c3da-428e-89be-65e07f8fa5fc tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5811083 Jan 28 07:34:05.029247 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 46562) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:34:05.112644 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe6193a-a27f-4027-b27b-387a02469f2c req-5bb59e17-40d6-40b7-90c6-3dbd79dbd187 tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:34:05.122151 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2fe6193a-a27f-4027-b27b-387a02469f2c req-5bb59e17-40d6-40b7-90c6-3dbd79dbd187 tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a1f0d7a-7e84-4832-a132-54bc36dec5af HTTP/1.1" status: 200 len: 945 time: 0.9998808 Jan 28 07:34:05.149563 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-8c1b1d0a-f0fa-49b1-84a2-8cab541b6219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:34:05.152998 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1b1d0a-f0fa-49b1-84a2-8cab541b6219 None None] The sync data for ids ['01f4589b-f993-47af-bc3a-adc9df776f95'] in n-d-712749-28 is: [] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:34:05.156738 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:05.176072 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b10152c-581b-4052-a143-2edfd7280006 None None] Network 30445b1c-93c4-4090-a664-44413ad2d180 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:34:05.294182 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2fe6193a-a27f-4027-b27b-387a02469f2c req-246822e5-2995-414a-9a9c-1dae361b2ad7 tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f3a84fe-9d73-4feb-98e2-bd68e4ccb185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632779 Jan 28 07:34:05.361736 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e2619b7-8e4f-410a-8a04-2ecb10400285 None None] Network b8184ee5-76f4-470e-9819-6f9eb27756ac requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:34:05.496848 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-2be46081-bd9c-4742-9129-ca7c9429b88c tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Deleting port 6c3a6e55-9fa3-4148-8e60-3bc55cb0c565 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:34:05.497837 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2be46081-bd9c-4742-9129-ca7c9429b88c tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (6c3a6e55-9fa3-4148-8e60-3bc55cb0c565), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:05.617157 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 696141e5-95ef-497d-b9ed-e4bddbc7bbdf triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:34:05.624743 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (696141e5-95ef-497d-b9ed-e4bddbc7bbdf), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:05.735862 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-8f2ce87f-a2b6-4bdb-8b66-b1fd16afa8e9 None None] Current status of the port 696141e5-95ef-497d-b9ed-e4bddbc7bbdf is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:34:05.873614 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2be46081-bd9c-4742-9129-ca7c9429b88c tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (6c3a6e55-9fa3-4148-8e60-3bc55cb0c565), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:05.906097 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-2be46081-bd9c-4742-9129-ca7c9429b88c tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Calling delete_port for 6c3a6e55-9fa3-4148-8e60-3bc55cb0c565 owned by network:router_interface {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:34:05.936881 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5af4dcfd-4e7f-4060-aa87-6eb5d48dcc4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:05.985056 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [req-076630d0-2873-4a4f-a663-c679e16269a7 req-f18c8382-2e05-4e7a-a1f7-823978740daf service neutron] (103284) timed out ('10.222.0.41', 48752) {{(pid=103284) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 07:34:06.221121 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-b727853a-098c-49f2-8ebf-9c8646b12c46 None None] Provisioning complete for port 40595ace-ca98-46c4-ac6f-3539c91e99e8 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:34:06.221121 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b727853a-098c-49f2-8ebf-9c8646b12c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (40595ace-ca98-46c4-ac6f-3539c91e99e8), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:06.240104 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beaef3f6-bacd-4cb5-97c4-dbc2f2e548d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3dd72b9-6805-5f61-b6f3-a591f99a173d-b8184ee5-76f4-470e-9819-6f9eb27756ac', 'network_id': 'b8184ee5-76f4-470e-9819-6f9eb27756ac', 'project_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'fixed_ips': [{'subnet_id': '2c52ccce-2e6a-45e8-97f9-cdbf4448959d'}]}} from n-d-712749-28. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 07:34:06.242051 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-beaef3f6-bacd-4cb5-97c4-dbc2f2e548d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:06.311889 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f1dea1c5-e44e-4921-b54f-fac919d6e6f2 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:06.526641 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2be46081-bd9c-4742-9129-ca7c9429b88c tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (6c3a6e55-9fa3-4148-8e60-3bc55cb0c565), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:06.648653 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-beaef3f6-bacd-4cb5-97c4-dbc2f2e548d3 None None] Allocated IP 2001:db8:2::2 (b8184ee5-76f4-470e-9819-6f9eb27756ac/2c52ccce-2e6a-45e8-97f9-cdbf4448959d/9cbc4214-3be0-412b-9fe2-8da427fe7daf) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:34:06.679234 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be46081-bd9c-4742-9129-ca7c9429b88c tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Pushing event deleted for resources: {'Port': ['ID=6c3a6e55-9fa3-4148-8e60-3bc55cb0c565,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:34:06.830428 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba39cc0b-08f3-4dca-b73e-3bf4540b1c05 None None] Sync routers for ids ['7babdd30-165d-493a-89d6-b06ca5812275'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:34:06.855937 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba39cc0b-08f3-4dca-b73e-3bf4540b1c05 None None] Routers {'7babdd30-165d-493a-89d6-b06ca5812275'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:34:06.866863 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-ba39cc0b-08f3-4dca-b73e-3bf4540b1c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:34:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['7babdd30-165d-493a-89d6-b06ca5812275'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:34:07.103387 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2be46081-bd9c-4742-9129-ca7c9429b88c tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16319006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16606699'] for router_interface (01f4589b-f993-47af-bc3a-adc9df776f95), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:07.151660 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-ba39cc0b-08f3-4dca-b73e-3bf4540b1c05 None None] Set router 7babdd30-165d-493a-89d6-b06ca5812275 gateway port host: None {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:34:07.166775 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-beaef3f6-bacd-4cb5-97c4-dbc2f2e548d3 None None] Publish callbacks [] for port (9cbc4214-3be0-412b-9fe2-8da427fe7daf), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:07.180180 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 696141e5-95ef-497d-b9ed-e4bddbc7bbdf is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:34:07.181736 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 40595ace-ca98-46c4-ac6f-3539c91e99e8 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:34:07.192858 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-beaef3f6-bacd-4cb5-97c4-dbc2f2e548d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (9cbc4214-3be0-412b-9fe2-8da427fe7daf), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:07.349598 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaef3f6-bacd-4cb5-97c4-dbc2f2e548d3 None None] Pushing event updated for resources: {'Port': ['ID=9cbc4214-3be0-412b-9fe2-8da427fe7daf,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:34:07.352227 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:07.369284 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beaef3f6-bacd-4cb5-97c4-dbc2f2e548d3 None None] Network b8184ee5-76f4-470e-9819-6f9eb27756ac is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:34:07.400041 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-f1dea1c5-e44e-4921-b54f-fac919d6e6f2 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Allocated IP 2001:db8:2::1 (b8184ee5-76f4-470e-9819-6f9eb27756ac/2c52ccce-2e6a-45e8-97f9-cdbf4448959d/3d9ad605-71b9-4775-afe5-e602fc52b97f) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:34:07.442039 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d3f97f-1d55-4972-8a09-785b7b42c2fe req-be064abb-ea94-4f82-8b61-3b288c1d7653 tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:34:07.458563 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-27d3f97f-1d55-4972-8a09-785b7b42c2fe req-be064abb-ea94-4f82-8b61-3b288c1d7653 tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a1f0d7a-7e84-4832-a132-54bc36dec5af HTTP/1.1" status: 200 len: 945 time: 0.4483366 Jan 28 07:34:07.523075 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-b727853a-098c-49f2-8ebf-9c8646b12c46 None None] Current status of the port 40595ace-ca98-46c4-ac6f-3539c91e99e8 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:34:07.523482 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b727853a-098c-49f2-8ebf-9c8646b12c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (40595ace-ca98-46c4-ac6f-3539c91e99e8), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:07.536785 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-beaef3f6-bacd-4cb5-97c4-dbc2f2e548d3 None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:34:07.542310 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beaef3f6-bacd-4cb5-97c4-dbc2f2e548d3 None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:34:07.577074 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-27d3f97f-1d55-4972-8a09-785b7b42c2fe req-a16b34c8-afbb-4eb5-824e-97e771aa7697 tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f3a84fe-9d73-4feb-98e2-bd68e4ccb185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175318 Jan 28 07:34:07.590344 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2be46081-bd9c-4742-9129-ca7c9429b88c tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Router 01f4589b-f993-47af-bc3a-adc9df776f95 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:34:07.668164 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 40595ace-ca98-46c4-ac6f-3539c91e99e8 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:34:07.668700 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (40595ace-ca98-46c4-ac6f-3539c91e99e8), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:07.682137 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-beaef3f6-bacd-4cb5-97c4-dbc2f2e548d3 None None] Attempting to bind port 9cbc4214-3be0-412b-9fe2-8da427fe7daf on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:34:07.682674 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-beaef3f6-bacd-4cb5-97c4-dbc2f2e548d3 None None] Attempting to bind port 9cbc4214-3be0-412b-9fe2-8da427fe7daf by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': 'c7918730-dde5-4d74-9094-72da4aba1ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b8184ee5-76f4-470e-9819-6f9eb27756ac'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:34:07.683464 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beaef3f6-bacd-4cb5-97c4-dbc2f2e548d3 None None] Attempting to bind port 9cbc4214-3be0-412b-9fe2-8da427fe7daf on network b8184ee5-76f4-470e-9819-6f9eb27756ac {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:34:07.690160 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-ba39cc0b-08f3-4dca-b73e-3bf4540b1c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7babdd30-165d-493a-89d6-b06ca5812275', 'name': 'tempest-RoutersIpV6Test-router-675224549', 'tenant_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:33:46Z', 'updated_at': '2022-01-28T07:33:59Z', 'revision_number': 3, 'project_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'gw_port_host': None, '_interfaces': [{'id': '696141e5-95ef-497d-b9ed-e4bddbc7bbdf', 'name': '', 'network_id': '86be9a86-fba0-4307-b064-fcd83bed0a66', 'tenant_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'mac_address': 'fa:16:3e:fc:bb:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7babdd30-165d-493a-89d6-b06ca5812275', 'device_owner': 'network:router_interface', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '7543ac29-225a-421e-9171-74d2cdb59d0d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:33:51Z', 'updated_at': '2022-01-28T07:34:02Z', 'revision_number': 5, 'project_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'subnets': [{'id': '7543ac29-225a-421e-9171-74d2cdb59d0d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e55aa724-88db-42c8-b4cb-ed4ec0030b57', 'name': '', 'network_id': '30445b1c-93c4-4090-a664-44413ad2d180', 'tenant_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'mac_address': 'fa:16:3e:fd:4b:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7babdd30-165d-493a-89d6-b06ca5812275', 'device_owner': 'network:router_interface', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': '9e0fb884-2c49-4b58-b448-29a0057b5524', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:33:58Z', 'updated_at': '2022-01-28T07:34:00Z', 'revision_number': 2, 'project_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'subnets': [{'id': '9e0fb884-2c49-4b58-b448-29a0057b5524', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:34:07.723589 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-b727853a-098c-49f2-8ebf-9c8646b12c46 None None] For port 40595ace-ca98-46c4-ac6f-3539c91e99e8, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=40595ace-ca98-46c4-ac6f-3539c91e99e8,segment=NetworkSegment(e886a29f-ac3d-49a6-a0ef-ad829976c213),segment_id=e886a29f-ac3d-49a6-a0ef-ad829976c213)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:34:07.726945 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beaef3f6-bacd-4cb5-97c4-dbc2f2e548d3 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 33, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:34:07.727470 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beaef3f6-bacd-4cb5-97c4-dbc2f2e548d3 None None] Checking segment: {'id': 'c7918730-dde5-4d74-9094-72da4aba1ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b8184ee5-76f4-470e-9819-6f9eb27756ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:34:07.727961 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-beaef3f6-bacd-4cb5-97c4-dbc2f2e548d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:07.728438 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beaef3f6-bacd-4cb5-97c4-dbc2f2e548d3 None None] Bound using segment: {'id': 'c7918730-dde5-4d74-9094-72da4aba1ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b8184ee5-76f4-470e-9819-6f9eb27756ac'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:34:07.729088 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-beaef3f6-bacd-4cb5-97c4-dbc2f2e548d3 None None] Bound port: 9cbc4214-3be0-412b-9fe2-8da427fe7daf, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7918730-dde5-4d74-9094-72da4aba1ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b8184ee5-76f4-470e-9819-6f9eb27756ac'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:34:07.729478 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-beaef3f6-bacd-4cb5-97c4-dbc2f2e548d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (9cbc4214-3be0-412b-9fe2-8da427fe7daf), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:07.746886 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b727853a-098c-49f2-8ebf-9c8646b12c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (40595ace-ca98-46c4-ac6f-3539c91e99e8), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:07.756784 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2be46081-bd9c-4742-9129-ca7c9429b88c tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:34:07.771265 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-2be46081-bd9c-4742-9129-ca7c9429b88c tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] 10.222.0.41 "PUT /v2.0/routers/01f4589b-f993-47af-bc3a-adc9df776f95/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5326364 Jan 28 07:34:07.771987 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 46582) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:34:07.787310 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba39cc0b-08f3-4dca-b73e-3bf4540b1c05 None None] Checking router: 7babdd30-165d-493a-89d6-b06ca5812275 for host: n-d-712749-28 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:34:07.790187 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba39cc0b-08f3-4dca-b73e-3bf4540b1c05 None None] Updating router 7babdd30-165d-493a-89d6-b06ca5812275 port e55aa724-88db-42c8-b4cb-ed4ec0030b57 binding host n-d-712749-28 {{(pid=103286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 07:34:07.819299 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b727853a-098c-49f2-8ebf-9c8646b12c46 None None] Pushing event updated for resources: {'Port': ['ID=40595ace-ca98-46c4-ac6f-3539c91e99e8,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:34:07.830086 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfd4b00-2ba3-4045-9516-f0e66c50a036 None None] Sync routers for ids ['01f4589b-f993-47af-bc3a-adc9df776f95'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:34:07.839120 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-2c3aac99-cf44-4e68-849f-0951e880da7f tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] 10.222.0.41 "GET /v2.0/ports?device_id=01f4589b-f993-47af-bc3a-adc9df776f95 HTTP/1.1" status: 200 len: 205 time: 0.0650458 Jan 28 07:34:07.841708 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 46584) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:34:07.853719 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ba39cc0b-08f3-4dca-b73e-3bf4540b1c05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (e55aa724-88db-42c8-b4cb-ed4ec0030b57), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:07.855252 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cfd4b00-2ba3-4045-9516-f0e66c50a036 None None] Routers {'01f4589b-f993-47af-bc3a-adc9df776f95'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:34:07.855917 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-5cfd4b00-2ba3-4045-9516-f0e66c50a036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:34:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['01f4589b-f993-47af-bc3a-adc9df776f95'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:34:07.882923 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f1dea1c5-e44e-4921-b54f-fac919d6e6f2 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks [] for port (3d9ad605-71b9-4775-afe5-e602fc52b97f), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:07.986551 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f1dea1c5-e44e-4921-b54f-fac919d6e6f2 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (3d9ad605-71b9-4775-afe5-e602fc52b97f), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:07.994192 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-5cfd4b00-2ba3-4045-9516-f0e66c50a036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:34:08.057156 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e9565909-6308-4492-af3d-705b111ece59 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks [] for router (01f4589b-f993-47af-bc3a-adc9df776f95), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:08.117680 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cfd4b00-2ba3-4045-9516-f0e66c50a036 None None] Routers {'01f4589b-f993-47af-bc3a-adc9df776f95'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:34:08.118735 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-5cfd4b00-2ba3-4045-9516-f0e66c50a036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:34:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['01f4589b-f993-47af-bc3a-adc9df776f95'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:34:08.193897 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-4bfacbb1-2bac-424a-80c3-35a8b9ede317 None None] Provisioning complete for port 40595ace-ca98-46c4-ac6f-3539c91e99e8 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:34:08.195141 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4bfacbb1-2bac-424a-80c3-35a8b9ede317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (40595ace-ca98-46c4-ac6f-3539c91e99e8), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:08.224041 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-5cfd4b00-2ba3-4045-9516-f0e66c50a036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:34:08.225148 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfd4b00-2ba3-4045-9516-f0e66c50a036 None None] The sync data for ids ['01f4589b-f993-47af-bc3a-adc9df776f95'] in n-d-712749-28 is: [] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:34:08.246220 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1dea1c5-e44e-4921-b54f-fac919d6e6f2 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Network b8184ee5-76f4-470e-9819-6f9eb27756ac is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:34:08.247507 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dea1c5-e44e-4921-b54f-fac919d6e6f2 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Pushing event updated for resources: {'Port': ['ID=3d9ad605-71b9-4775-afe5-e602fc52b97f,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:34:08.254811 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-f1dea1c5-e44e-4921-b54f-fac919d6e6f2 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:34:08.260311 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1dea1c5-e44e-4921-b54f-fac919d6e6f2 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:34:08.260760 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f1dea1c5-e44e-4921-b54f-fac919d6e6f2 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16609232'] for router_interface (7babdd30-165d-493a-89d6-b06ca5812275), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:08.263589 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-beaef3f6-bacd-4cb5-97c4-dbc2f2e548d3 None None] For port 9cbc4214-3be0-412b-9fe2-8da427fe7daf, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:34:08.312616 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-beaef3f6-bacd-4cb5-97c4-dbc2f2e548d3 None None] For port 9cbc4214-3be0-412b-9fe2-8da427fe7daf, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=9cbc4214-3be0-412b-9fe2-8da427fe7daf,segment=NetworkSegment(c7918730-dde5-4d74-9094-72da4aba1ff0),segment_id=c7918730-dde5-4d74-9094-72da4aba1ff0)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:34:08.331107 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-beaef3f6-bacd-4cb5-97c4-dbc2f2e548d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (9cbc4214-3be0-412b-9fe2-8da427fe7daf), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:08.432852 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 40595ace-ca98-46c4-ac6f-3539c91e99e8 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:34:08.525409 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e9565909-6308-4492-af3d-705b111ece59 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16605684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127449'] for router (01f4589b-f993-47af-bc3a-adc9df776f95), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:08.535239 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e9565909-6308-4492-af3d-705b111ece59 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks [] for router_controller (01f4589b-f993-47af-bc3a-adc9df776f95), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:08.559999 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaef3f6-bacd-4cb5-97c4-dbc2f2e548d3 None None] Pushing event updated for resources: {'Port': ['ID=9cbc4214-3be0-412b-9fe2-8da427fe7daf,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:34:08.634039 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-4bfacbb1-2bac-424a-80c3-35a8b9ede317 None None] Current status of the port 40595ace-ca98-46c4-ac6f-3539c91e99e8 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:34:08.666961 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e9565909-6308-4492-af3d-705b111ece59 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16605693'] for router (01f4589b-f993-47af-bc3a-adc9df776f95), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:08.667608 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9565909-6308-4492-af3d-705b111ece59 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Fanout notify agent at l3_agent the message router_deleted on router 01f4589b-f993-47af-bc3a-adc9df776f95 {{(pid=103283) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 07:34:08.679767 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e9565909-6308-4492-af3d-705b111ece59 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks [] for router (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:08.685104 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-e9565909-6308-4492-af3d-705b111ece59 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] 10.222.0.41 "DELETE /v2.0/routers/01f4589b-f993-47af-bc3a-adc9df776f95 HTTP/1.1" status: 204 len: 168 time: 0.8414025 Jan 28 07:34:08.686708 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 46598) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:34:08.696749 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f1dea1c5-e44e-4921-b54f-fac919d6e6f2 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (3d9ad605-71b9-4775-afe5-e602fc52b97f), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:08.705411 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-4bfacbb1-2bac-424a-80c3-35a8b9ede317 None None] Provisioning complete for port e55aa724-88db-42c8-b4cb-ed4ec0030b57 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:34:08.705680 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4bfacbb1-2bac-424a-80c3-35a8b9ede317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (e55aa724-88db-42c8-b4cb-ed4ec0030b57), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:08.715301 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 40595ace-ca98-46c4-ac6f-3539c91e99e8 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:34:08.781548 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ba39cc0b-08f3-4dca-b73e-3bf4540b1c05 None None] Publish callbacks [] for port (e55aa724-88db-42c8-b4cb-ed4ec0030b57), precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:08.811589 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ba39cc0b-08f3-4dca-b73e-3bf4540b1c05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (e55aa724-88db-42c8-b4cb-ed4ec0030b57), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:08.866957 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:08.894478 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_v2 [None req-81cea2fe-191f-4915-8baa-fa407509c8d7 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Deleting subnet dd326f8f-ced2-4df4-8192-0894dad2d95f {{(pid=103283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:34:08.921114 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-81cea2fe-191f-4915-8baa-fa407509c8d7 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks [] for subnet (dd326f8f-ced2-4df4-8192-0894dad2d95f), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:08.947285 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 40595ace-ca98-46c4-ac6f-3539c91e99e8 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:34:08.947683 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (40595ace-ca98-46c4-ac6f-3539c91e99e8), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:08.951597 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e60fcf0-c038-4cfe-950c-40625daef3a0 None None] Pushing event updated for resources: {'Port': ['ID=e55aa724-88db-42c8-b4cb-ed4ec0030b57,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:34:09.029545 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-4bfacbb1-2bac-424a-80c3-35a8b9ede317 None None] Port e55aa724-88db-42c8-b4cb-ed4ec0030b57 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:34:09.098785 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514d4f56-21de-48f9-aa2c-2f132a6596a9 req-00fdaab3-a8ed-487a-b390-01ed7fec9ce7 tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:34:09.105057 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-ba39cc0b-08f3-4dca-b73e-3bf4540b1c05 None None] Attempting to bind port e55aa724-88db-42c8-b4cb-ed4ec0030b57 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:34:09.105544 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-ba39cc0b-08f3-4dca-b73e-3bf4540b1c05 None None] Attempting to bind port e55aa724-88db-42c8-b4cb-ed4ec0030b57 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': 'e886a29f-ac3d-49a6-a0ef-ad829976c213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '30445b1c-93c4-4090-a664-44413ad2d180'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:34:09.106025 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba39cc0b-08f3-4dca-b73e-3bf4540b1c05 None None] Attempting to bind port e55aa724-88db-42c8-b4cb-ed4ec0030b57 on network 30445b1c-93c4-4090-a664-44413ad2d180 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:34:09.112841 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-514d4f56-21de-48f9-aa2c-2f132a6596a9 req-00fdaab3-a8ed-487a-b390-01ed7fec9ce7 tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a1f0d7a-7e84-4832-a132-54bc36dec5af HTTP/1.1" status: 200 len: 945 time: 0.3085530 Jan 28 07:34:09.135920 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-81cea2fe-191f-4915-8baa-fa407509c8d7 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13506696'] for subnet (dd326f8f-ced2-4df4-8192-0894dad2d95f), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:09.137051 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba39cc0b-08f3-4dca-b73e-3bf4540b1c05 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 33, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:34:09.137567 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba39cc0b-08f3-4dca-b73e-3bf4540b1c05 None None] Checking segment: {'id': 'e886a29f-ac3d-49a6-a0ef-ad829976c213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '30445b1c-93c4-4090-a664-44413ad2d180'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:34:09.138073 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ba39cc0b-08f3-4dca-b73e-3bf4540b1c05 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:09.142768 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba39cc0b-08f3-4dca-b73e-3bf4540b1c05 None None] Bound using segment: {'id': 'e886a29f-ac3d-49a6-a0ef-ad829976c213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '30445b1c-93c4-4090-a664-44413ad2d180'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:34:09.143411 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-ba39cc0b-08f3-4dca-b73e-3bf4540b1c05 None None] Bound port: e55aa724-88db-42c8-b4cb-ed4ec0030b57, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e886a29f-ac3d-49a6-a0ef-ad829976c213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '30445b1c-93c4-4090-a664-44413ad2d180'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:34:09.143906 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ba39cc0b-08f3-4dca-b73e-3bf4540b1c05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (e55aa724-88db-42c8-b4cb-ed4ec0030b57), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:09.351840 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-ba39cc0b-08f3-4dca-b73e-3bf4540b1c05 None None] For port e55aa724-88db-42c8-b4cb-ed4ec0030b57, host n-d-712749-28, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:34:09.361008 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-ba39cc0b-08f3-4dca-b73e-3bf4540b1c05 None None] For port e55aa724-88db-42c8-b4cb-ed4ec0030b57, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=e55aa724-88db-42c8-b4cb-ed4ec0030b57,segment=NetworkSegment(e886a29f-ac3d-49a6-a0ef-ad829976c213),segment_id=e886a29f-ac3d-49a6-a0ef-ad829976c213)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:34:09.375754 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ba39cc0b-08f3-4dca-b73e-3bf4540b1c05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (e55aa724-88db-42c8-b4cb-ed4ec0030b57), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:09.394876 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 40595ace-ca98-46c4-ac6f-3539c91e99e8 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:34:09.426981 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-514d4f56-21de-48f9-aa2c-2f132a6596a9 req-681327d3-0fcd-4b6e-ba29-68b9abeaa1c2 tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f3a84fe-9d73-4feb-98e2-bd68e4ccb185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2857435 Jan 28 07:34:09.553298 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba39cc0b-08f3-4dca-b73e-3bf4540b1c05 None None] Routers {'7babdd30-165d-493a-89d6-b06ca5812275'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:34:09.553873 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-ba39cc0b-08f3-4dca-b73e-3bf4540b1c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:34:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['7babdd30-165d-493a-89d6-b06ca5812275'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:34:09.633247 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-81cea2fe-191f-4915-8baa-fa407509c8d7 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (dd326f8f-ced2-4df4-8192-0894dad2d95f), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:09.664303 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f1dea1c5-e44e-4921-b54f-fac919d6e6f2 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks [] for port (3d9ad605-71b9-4775-afe5-e602fc52b97f), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:09.682443 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f1dea1c5-e44e-4921-b54f-fac919d6e6f2 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (3d9ad605-71b9-4775-afe5-e602fc52b97f), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:09.684397 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f1dea1c5-e44e-4921-b54f-fac919d6e6f2 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16318999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16606560'] for router_interface (7babdd30-165d-493a-89d6-b06ca5812275), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:09.762351 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:09.818069 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-35fb56c5-9772-4569-aff0-0d7d845aae72 None None] Provisioning complete for port e55aa724-88db-42c8-b4cb-ed4ec0030b57 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:34:09.819353 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-35fb56c5-9772-4569-aff0-0d7d845aae72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (e55aa724-88db-42c8-b4cb-ed4ec0030b57), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:09.824584 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e60fcf0-c038-4cfe-950c-40625daef3a0 None None] Pushing event updated for resources: {'Port': ['ID=e55aa724-88db-42c8-b4cb-ed4ec0030b57,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:34:09.872301 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-ba39cc0b-08f3-4dca-b73e-3bf4540b1c05 None None] Set router 7babdd30-165d-493a-89d6-b06ca5812275 gateway port host: None {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:34:09.903167 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-81cea2fe-191f-4915-8baa-fa407509c8d7 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13546665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13556132'] for subnet (dd326f8f-ced2-4df4-8192-0894dad2d95f), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:09.986319 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cea2fe-191f-4915-8baa-fa407509c8d7 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Pushing event deleted for resources: {'Subnet': ['ID=dd326f8f-ced2-4df4-8192-0894dad2d95f,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:34:10.024329 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-81cea2fe-191f-4915-8baa-fa407509c8d7 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks [] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:10.037304 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-81cea2fe-191f-4915-8baa-fa407509c8d7 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] 10.222.0.41 "DELETE /v2.0/subnets/dd326f8f-ced2-4df4-8192-0894dad2d95f HTTP/1.1" status: 204 len: 168 time: 1.3459616 Jan 28 07:34:10.038100 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 46606) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:34:10.069839 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05cf630f-870a-48ed-b603-e1726610b3c2 None None] Network 9bf5f72c-d400-4d02-b469-c92ce13c45ae requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:34:10.141166 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dea1c5-e44e-4921-b54f-fac919d6e6f2 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Pushing event updated for resources: {'Port': ['ID=3d9ad605-71b9-4775-afe5-e602fc52b97f,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:34:10.179353 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_v2 [None req-168bb65c-0c76-4595-8fe6-310a9855efeb tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Deleting subnet 283b29d0-4b19-4dd4-9e3b-efec7bfdccd4 {{(pid=103283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:34:10.189175 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-168bb65c-0c76-4595-8fe6-310a9855efeb tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks [] for subnet (283b29d0-4b19-4dd4-9e3b-efec7bfdccd4), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:10.229770 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1dea1c5-e44e-4921-b54f-fac919d6e6f2 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Network b8184ee5-76f4-470e-9819-6f9eb27756ac is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:34:10.232669 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-f1dea1c5-e44e-4921-b54f-fac919d6e6f2 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:34:10.303564 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-168bb65c-0c76-4595-8fe6-310a9855efeb tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13506696'] for subnet (283b29d0-4b19-4dd4-9e3b-efec7bfdccd4), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:10.315773 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-ba39cc0b-08f3-4dca-b73e-3bf4540b1c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7babdd30-165d-493a-89d6-b06ca5812275', 'name': 'tempest-RoutersIpV6Test-router-675224549', 'tenant_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:33:46Z', 'updated_at': '2022-01-28T07:34:08Z', 'revision_number': 4, 'project_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'gw_port_host': None, '_interfaces': [{'id': '3d9ad605-71b9-4775-afe5-e602fc52b97f', 'name': '', 'network_id': 'b8184ee5-76f4-470e-9819-6f9eb27756ac', 'tenant_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'mac_address': 'fa:16:3e:0d:73:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7babdd30-165d-493a-89d6-b06ca5812275', 'device_owner': 'network:router_interface', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': '2c52ccce-2e6a-45e8-97f9-cdbf4448959d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:34:06Z', 'updated_at': '2022-01-28T07:34:07Z', 'revision_number': 1, 'project_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'subnets': [{'id': '2c52ccce-2e6a-45e8-97f9-cdbf4448959d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '696141e5-95ef-497d-b9ed-e4bddbc7bbdf', 'name': '', 'network_id': '86be9a86-fba0-4307-b064-fcd83bed0a66', 'tenant_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'mac_address': 'fa:16:3e:fc:bb:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7babdd30-165d-493a-89d6-b06ca5812275', 'device_owner': 'network:router_interface', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '7543ac29-225a-421e-9171-74d2cdb59d0d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:33:51Z', 'updated_at': '2022-01-28T07:34:02Z', 'revision_number': 5, 'project_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'subnets': [{'id': '7543ac29-225a-421e-9171-74d2cdb59d0d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e55aa724-88db-42c8-b4cb-ed4ec0030b57', 'name': '', 'network_id': '30445b1c-93c4-4090-a664-44413ad2d180', 'tenant_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'mac_address': 'fa:16:3e:fd:4b:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7babdd30-165d-493a-89d6-b06ca5812275', 'device_owner': 'network:router_interface', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': '9e0fb884-2c49-4b58-b448-29a0057b5524', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:33:58Z', 'updated_at': '2022-01-28T07:34:09Z', 'revision_number': 4, 'project_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'subnets': [{'id': '9e0fb884-2c49-4b58-b448-29a0057b5524', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:34:10.379569 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba39cc0b-08f3-4dca-b73e-3bf4540b1c05 None None] The sync data for ids ['7babdd30-165d-493a-89d6-b06ca5812275'] in n-d-712749-28 is: [{'id': '7babdd30-165d-493a-89d6-b06ca5812275', 'name': 'tempest-RoutersIpV6Test-router-675224549', 'tenant_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:33:46Z', 'updated_at': '2022-01-28T07:34:08Z', 'revision_number': 4, 'project_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'gw_port_host': None, '_interfaces': [{'id': '3d9ad605-71b9-4775-afe5-e602fc52b97f', 'name': '', 'network_id': 'b8184ee5-76f4-470e-9819-6f9eb27756ac', 'tenant_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'mac_address': 'fa:16:3e:0d:73:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7babdd30-165d-493a-89d6-b06ca5812275', 'device_owner': 'network:router_interface', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': '2c52ccce-2e6a-45e8-97f9-cdbf4448959d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:34:06Z', 'updated_at': '2022-01-28T07:34:07Z', 'revision_number': 1, 'project_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'subnets': [{'id': '2c52ccce-2e6a-45e8-97f9-cdbf4448959d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '696141e5-95ef-497d-b9ed-e4bddbc7bbdf', 'name': '', 'network_id': '86be9a86-fba0-4307-b064-fcd83bed0a66', 'tenant_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'mac_address': 'fa:16:3e:fc:bb:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7babdd30-165d-493a-89d6-b06ca5812275', 'device_owner': 'network:router_interface', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '7543ac29-225a-421e-9171-74d2cdb59d0d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:33:51Z', 'updated_at': '2022-01-28T07:34:02Z', 'revision_number': 5, 'project_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'subnets': [{'id': '7543ac29-225a-421e-9171-74d2cdb59d0d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e55aa724-88db-42c8-b4cb-ed4ec0030b57', 'name': '', 'network_id': '30445b1c-93c4-4090-a664-44413ad2d180', 'tenant_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'mac_address': 'fa:16:3e:fd:4b:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7babdd30-165d-493a-89d6-b06ca5812275', 'device_owner': 'network:router_interface', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': '9e0fb884-2c49-4b58-b448-29a0057b5524', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:33:58Z', 'updated_at': '2022-01-28T07:34:09Z', 'revision_number': 4, 'project_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'subnets': [{'id': '9e0fb884-2c49-4b58-b448-29a0057b5524', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:34:10.581753 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-168bb65c-0c76-4595-8fe6-310a9855efeb tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (283b29d0-4b19-4dd4-9e3b-efec7bfdccd4), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:10.636434 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1dea1c5-e44e-4921-b54f-fac919d6e6f2 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Router 7babdd30-165d-493a-89d6-b06ca5812275 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:34:10.657962 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-35fb56c5-9772-4569-aff0-0d7d845aae72 None None] Current status of the port e55aa724-88db-42c8-b4cb-ed4ec0030b57 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:34:10.659809 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-35fb56c5-9772-4569-aff0-0d7d845aae72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (e55aa724-88db-42c8-b4cb-ed4ec0030b57), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:10.677872 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-168bb65c-0c76-4595-8fe6-310a9855efeb tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13546665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13556132'] for subnet (283b29d0-4b19-4dd4-9e3b-efec7bfdccd4), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:10.779248 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-168bb65c-0c76-4595-8fe6-310a9855efeb tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks [] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:10.789792 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-35fb56c5-9772-4569-aff0-0d7d845aae72 None None] For port e55aa724-88db-42c8-b4cb-ed4ec0030b57, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=e55aa724-88db-42c8-b4cb-ed4ec0030b57,segment=NetworkSegment(e886a29f-ac3d-49a6-a0ef-ad829976c213),segment_id=e886a29f-ac3d-49a6-a0ef-ad829976c213)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:34:10.794511 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-168bb65c-0c76-4595-8fe6-310a9855efeb tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] 10.222.0.41 "DELETE /v2.0/subnets/283b29d0-4b19-4dd4-9e3b-efec7bfdccd4 HTTP/1.1" status: 204 len: 168 time: 0.7529914 Jan 28 07:34:10.800778 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168bb65c-0c76-4595-8fe6-310a9855efeb tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Pushing event deleted for resources: {'Subnet': ['ID=283b29d0-4b19-4dd4-9e3b-efec7bfdccd4,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:34:10.806201 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93bb71e4-512f-4abe-b248-1d1f4e9e1f88 None None] Network b76152a9-c3a9-4e6a-b22b-c4f6d849b7cf requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:34:10.809852 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 46616) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:34:10.841272 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-35fb56c5-9772-4569-aff0-0d7d845aae72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (e55aa724-88db-42c8-b4cb-ed4ec0030b57), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:11.061693 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1dea1c5-e44e-4921-b54f-fac919d6e6f2 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:34:11.099752 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-f1dea1c5-e44e-4921-b54f-fac919d6e6f2 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] 10.222.0.41 "PUT /v2.0/routers/7babdd30-165d-493a-89d6-b06ca5812275/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0693238 Jan 28 07:34:11.101436 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 46620) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:34:11.141904 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb6083d-e891-48fb-b4c4-2e89198c2b98 None None] DHCP port deletion for 9bf5f72c-d400-4d02-b469-c92ce13c45ae request from n-d-712749-28 {{(pid=103285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 07:34:11.174336 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cd1dd968-52ad-4aab-b6eb-6a6921802bd2 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (9bf5f72c-d400-4d02-b469-c92ce13c45ae), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:11.212881 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-313eff1d-97fd-4e8c-a57c-a997fd42d9fe tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1921430867'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:34:11.267134 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device e55aa724-88db-42c8-b4cb-ed4ec0030b57 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:34:11.352482 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-cd1dd968-52ad-4aab-b6eb-6a6921802bd2 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Deleting port a8163d88-1932-438d-8284-26677e4542d4 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:34:11.352856 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cd1dd968-52ad-4aab-b6eb-6a6921802bd2 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (a8163d88-1932-438d-8284-26677e4542d4), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:11.435589 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-313eff1d-97fd-4e8c-a57c-a997fd42d9fe tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Made reservation on behalf of eec785a36bb947ca8a0b9e5aec6023b6 for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:34:11.441749 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3abe95a5-1824-4d54-acc7-f8152f2e5ca7 None None] Network b8184ee5-76f4-470e-9819-6f9eb27756ac requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:34:11.444028 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-313eff1d-97fd-4e8c-a57c-a997fd42d9fe tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:11.473114 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34796e9d-3269-495a-a374-91e66d6ff940 req-007dbc3c-57dc-4d02-b83e-6e8f43d38f17 tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:34:11.478584 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-34796e9d-3269-495a-a374-91e66d6ff940 req-007dbc3c-57dc-4d02-b83e-6e8f43d38f17 tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a1f0d7a-7e84-4832-a132-54bc36dec5af HTTP/1.1" status: 200 len: 945 time: 0.4610333 Jan 28 07:34:11.527603 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0442fb-428e-44ba-a2f6-34094236a87e req-96e0d1ed-1da2-4109-ac7a-f3628a04e4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:34:11.529659 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-df0442fb-428e-44ba-a2f6-34094236a87e req-96e0d1ed-1da2-4109-ac7a-f3628a04e4a0 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3a1f0d7a-7e84-4832-a132-54bc36dec5af HTTP/1.1" status: 200 len: 1097 time: 0.5242655 Jan 28 07:34:11.566301 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-b284bfe1-fec9-44bb-bf7b-2d0df0a992d9 None None] Provisioning complete for port e55aa724-88db-42c8-b4cb-ed4ec0030b57 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:34:11.567963 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b284bfe1-fec9-44bb-bf7b-2d0df0a992d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (e55aa724-88db-42c8-b4cb-ed4ec0030b57), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:11.589050 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-cd1dd968-52ad-4aab-b6eb-6a6921802bd2 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] For port a8163d88-1932-438d-8284-26677e4542d4, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=a8163d88-1932-438d-8284-26677e4542d4,segment=NetworkSegment(605df64a-7478-4e5a-82a4-fd1f3448b0fa),segment_id=605df64a-7478-4e5a-82a4-fd1f3448b0fa)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:34:11.589422 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cd1dd968-52ad-4aab-b6eb-6a6921802bd2 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (a8163d88-1932-438d-8284-26677e4542d4), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:11.605512 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fb56c5-9772-4569-aff0-0d7d845aae72 None None] Pushing event updated for resources: {'Port': ['ID=e55aa724-88db-42c8-b4cb-ed4ec0030b57,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:34:11.629322 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-cd1dd968-52ad-4aab-b6eb-6a6921802bd2 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Calling delete_port for a8163d88-1932-438d-8284-26677e4542d4 owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:34:11.706853 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-313eff1d-97fd-4e8c-a57c-a997fd42d9fe tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:34:11.774504 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port e55aa724-88db-42c8-b4cb-ed4ec0030b57 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:34:11.775130 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (e55aa724-88db-42c8-b4cb-ed4ec0030b57), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:11.797451 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-313eff1d-97fd-4e8c-a57c-a997fd42d9fe tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (7e9b145a-317b-405b-b005-13360a55d595), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:11.800422 n-d-712749-28 neutron-server[103284]: INFO neutron.db.segments_db [None req-313eff1d-97fd-4e8c-a57c-a997fd42d9fe tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Added segment 7e9b145a-317b-405b-b005-13360a55d595 of type vlan for network b0a9c020-b3ff-47f0-9f36-1cd947ace3af Jan 28 07:34:11.871193 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cd1dd968-52ad-4aab-b6eb-6a6921802bd2 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (a8163d88-1932-438d-8284-26677e4542d4), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:11.872718 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-030d1e9a-c861-4c7b-ae35-e862f950f4de None None] DHCP port deletion for b76152a9-c3a9-4e6a-b22b-c4f6d849b7cf request from n-d-712749-28 {{(pid=103285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 07:34:11.873865 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-34796e9d-3269-495a-a374-91e66d6ff940 req-28cd56f3-db57-49ed-9b3d-9a47c3203ff3 tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f3a84fe-9d73-4feb-98e2-bd68e4ccb185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3799987 Jan 28 07:34:11.907140 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-1cb6083d-e891-48fb-b4c4-2e89198c2b98 None None] Deleting port a8163d88-1932-438d-8284-26677e4542d4 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:34:11.907678 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1cb6083d-e891-48fb-b4c4-2e89198c2b98 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (a8163d88-1932-438d-8284-26677e4542d4), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:11.908582 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-df0442fb-428e-44ba-a2f6-34094236a87e req-68f2c11d-0500-4922-a80a-1ab74c668008 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=3f3a84fe-9d73-4feb-98e2-bd68e4ccb185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3638966 Jan 28 07:34:11.966571 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1dd968-52ad-4aab-b6eb-6a6921802bd2 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Pushing event deleted for resources: {'Port': ['ID=a8163d88-1932-438d-8284-26677e4542d4,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:34:12.001328 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1dd968-52ad-4aab-b6eb-6a6921802bd2 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] No DVR routers for this DVR port a8163d88-1932-438d-8284-26677e4542d4 on host n-d-712749-28 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:34:12.033592 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-313eff1d-97fd-4e8c-a57c-a997fd42d9fe tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (b0a9c020-b3ff-47f0-9f36-1cd947ace3af), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:12.061268 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ebb5dda-c6be-4848-9374-a89c7afda704 None None] Sync routers for ids ['7babdd30-165d-493a-89d6-b06ca5812275'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:34:12.091296 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ebb5dda-c6be-4848-9374-a89c7afda704 None None] Routers {'7babdd30-165d-493a-89d6-b06ca5812275'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:34:12.091940 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-8ebb5dda-c6be-4848-9374-a89c7afda704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:34:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['7babdd30-165d-493a-89d6-b06ca5812275'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:34:12.118516 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-313eff1d-97fd-4e8c-a57c-a997fd42d9fe tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (b0a9c020-b3ff-47f0-9f36-1cd947ace3af), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:12.128865 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313eff1d-97fd-4e8c-a57c-a997fd42d9fe tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:34:12.129582 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-313eff1d-97fd-4e8c-a57c-a997fd42d9fe tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:12.208673 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cd1dd968-52ad-4aab-b6eb-6a6921802bd2 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (9bf5f72c-d400-4d02-b469-c92ce13c45ae), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:12.241967 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-313eff1d-97fd-4e8c-a57c-a997fd42d9fe tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0445814 Jan 28 07:34:12.244514 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 46628) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:34:12.285916 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313eff1d-97fd-4e8c-a57c-a997fd42d9fe tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Pushing event updated for resources: {'Network': ['ID=b0a9c020-b3ff-47f0-9f36-1cd947ace3af,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:34:12.291237 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-cd1dd968-52ad-4aab-b6eb-6a6921802bd2 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bf5f72c-d400-4d02-b469-c92ce13c45ae']}} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:34:12.319789 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-8ebb5dda-c6be-4848-9374-a89c7afda704 None None] Set router 7babdd30-165d-493a-89d6-b06ca5812275 gateway port host: None {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:34:12.337025 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-cd1dd968-52ad-4aab-b6eb-6a6921802bd2 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '605df64a-7478-4e5a-82a4-fd1f3448b0fa') {'for_net_delete': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:34:12.341166 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network b0a9c020-b3ff-47f0-9f36-1cd947ace3af details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:34:12.342315 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-cd1dd968-52ad-4aab-b6eb-6a6921802bd2 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '605df64a-7478-4e5a-82a4-fd1f3448b0fa') {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:34:12.358572 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-1cb6083d-e891-48fb-b4c4-2e89198c2b98 None None] For port a8163d88-1932-438d-8284-26677e4542d4, host n-d-712749-28, got binding levels [] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:34:12.359022 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1cb6083d-e891-48fb-b4c4-2e89198c2b98 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (a8163d88-1932-438d-8284-26677e4542d4), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:12.365143 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cd1dd968-52ad-4aab-b6eb-6a6921802bd2 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13506801'] for segment (605df64a-7478-4e5a-82a4-fd1f3448b0fa), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:12.423885 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cd1dd968-52ad-4aab-b6eb-6a6921802bd2 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (605df64a-7478-4e5a-82a4-fd1f3448b0fa), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:12.435097 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd1dd968-52ad-4aab-b6eb-6a6921802bd2 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=103283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:34:12.436762 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cd1dd968-52ad-4aab-b6eb-6a6921802bd2 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13546563'] for segment (605df64a-7478-4e5a-82a4-fd1f3448b0fa), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:12.508368 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-1cb6083d-e891-48fb-b4c4-2e89198c2b98 None None] Calling delete_port for a8163d88-1932-438d-8284-26677e4542d4 owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:34:12.560121 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-d77e8379-960b-42a3-9448-f3ed16fb5d37 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Request body: {'subnet': {'network_id': 'b0a9c020-b3ff-47f0-9f36-1cd947ace3af', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:34:12.560433 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.ipam_backend_mixin [None req-1cb6083d-e891-48fb-b4c4-2e89198c2b98 None None] Port a8163d88-1932-438d-8284-26677e4542d4 was not found and therefore no delete operation was performed {{(pid=103285) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 07:34:12.571072 n-d-712749-28 neutron-server[103283]: Traceback (most recent call last): Jan 28 07:34:12.571072 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:34:12.571072 n-d-712749-28 neutron-server[103283]: timer() Jan 28 07:34:12.571072 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:34:12.571072 n-d-712749-28 neutron-server[103283]: cb(*args, **kw) Jan 28 07:34:12.571072 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:34:12.571072 n-d-712749-28 neutron-server[103283]: return func(*args, **kwargs) Jan 28 07:34:12.571072 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:34:12.571072 n-d-712749-28 neutron-server[103283]: self._notify() Jan 28 07:34:12.571072 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:34:12.571072 n-d-712749-28 neutron-server[103283]: self.callback(batched_events) Jan 28 07:34:12.571072 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:34:12.571072 n-d-712749-28 neutron-server[103283]: event.method(event) Jan 28 07:34:12.571072 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:34:12.571072 n-d-712749-28 neutron-server[103283]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:34:12.571072 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:34:12.571072 n-d-712749-28 neutron-server[103283]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:34:12.571072 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:34:12.571072 n-d-712749-28 neutron-server[103283]: return f(self, *a, **k) Jan 28 07:34:12.571072 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:34:12.571072 n-d-712749-28 neutron-server[103283]: return self._get(url).json() Jan 28 07:34:12.571072 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:34:12.571072 n-d-712749-28 neutron-server[103283]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:34:12.571072 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:34:12.571072 n-d-712749-28 neutron-server[103283]: return self.request(url, 'GET', **kwargs) Jan 28 07:34:12.571072 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:34:12.571072 n-d-712749-28 neutron-server[103283]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:34:12.571072 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:34:12.571072 n-d-712749-28 neutron-server[103283]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:34:12.571072 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:34:12.571072 n-d-712749-28 neutron-server[103283]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:34:12.571072 n-d-712749-28 neutron-server[103283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:34:12.584799 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-b284bfe1-fec9-44bb-bf7b-2d0df0a992d9 None None] Current status of the port e55aa724-88db-42c8-b4cb-ed4ec0030b57 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:34:12.601599 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cd1dd968-52ad-4aab-b6eb-6a6921802bd2 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (9bf5f72c-d400-4d02-b469-c92ce13c45ae), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:12.606962 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1cb6083d-e891-48fb-b4c4-2e89198c2b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298'] for port (a8163d88-1932-438d-8284-26677e4542d4), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:12.616416 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cd1dd968-52ad-4aab-b6eb-6a6921802bd2 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks [] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:12.626287 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-cd1dd968-52ad-4aab-b6eb-6a6921802bd2 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] 10.222.0.41 "DELETE /v2.0/networks/9bf5f72c-d400-4d02-b469-c92ce13c45ae HTTP/1.1" status: 204 len: 168 time: 1.8144970 Jan 28 07:34:12.628848 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 46632) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:34:12.769050 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port e55aa724-88db-42c8-b4cb-ed4ec0030b57 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:34:12.770522 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 9cbc4214-3be0-412b-9fe2-8da427fe7daf up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:34:12.875507 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1cb6083d-e891-48fb-b4c4-2e89198c2b98 None None] Network 9bf5f72c-d400-4d02-b469-c92ce13c45ae is not hosted by any dhcp agent {{(pid=103285) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 28 07:34:12.877477 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1dd968-52ad-4aab-b6eb-6a6921802bd2 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Pushing event deleted for resources: {'Network': ['ID=9bf5f72c-d400-4d02-b469-c92ce13c45ae,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:34:12.878605 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb6083d-e891-48fb-b4c4-2e89198c2b98 None None] No DVR routers for this DVR port a8163d88-1932-438d-8284-26677e4542d4 on host n-d-712749-28 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:34:12.881564 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb6083d-e891-48fb-b4c4-2e89198c2b98 None None] Pushing event deleted for resources: {'Port': ['ID=a8163d88-1932-438d-8284-26677e4542d4,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:34:12.982775 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7952f44a-cfd8-4fbc-af68-808d7204bb16 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (b76152a9-c3a9-4e6a-b22b-c4f6d849b7cf), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:13.024048 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d77e8379-960b-42a3-9448-f3ed16fb5d37 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Made reservation on behalf of eec785a36bb947ca8a0b9e5aec6023b6 for: {'subnet': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:34:13.031145 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d77e8379-960b-42a3-9448-f3ed16fb5d37 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13555781'] for subnet (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:13.039234 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-030d1e9a-c861-4c7b-ae35-e862f950f4de None None] Deleting port cb825866-9b73-4e61-96fa-7f63af8f1ffb {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:34:13.039619 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-030d1e9a-c861-4c7b-ae35-e862f950f4de None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (cb825866-9b73-4e61-96fa-7f63af8f1ffb), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:13.255517 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-7952f44a-cfd8-4fbc-af68-808d7204bb16 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Deleting port cb825866-9b73-4e61-96fa-7f63af8f1ffb {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:34:13.263714 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7952f44a-cfd8-4fbc-af68-808d7204bb16 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (cb825866-9b73-4e61-96fa-7f63af8f1ffb), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:13.317572 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-8ebb5dda-c6be-4848-9374-a89c7afda704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7babdd30-165d-493a-89d6-b06ca5812275', 'name': 'tempest-RoutersIpV6Test-router-675224549', 'tenant_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:33:46Z', 'updated_at': '2022-01-28T07:34:08Z', 'revision_number': 4, 'project_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'gw_port_host': None, '_interfaces': [{'id': '3d9ad605-71b9-4775-afe5-e602fc52b97f', 'name': '', 'network_id': 'b8184ee5-76f4-470e-9819-6f9eb27756ac', 'tenant_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'mac_address': 'fa:16:3e:0d:73:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7babdd30-165d-493a-89d6-b06ca5812275', 'device_owner': 'network:router_interface', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': '2c52ccce-2e6a-45e8-97f9-cdbf4448959d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:34:06Z', 'updated_at': '2022-01-28T07:34:09Z', 'revision_number': 2, 'project_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'subnets': [{'id': '2c52ccce-2e6a-45e8-97f9-cdbf4448959d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '696141e5-95ef-497d-b9ed-e4bddbc7bbdf', 'name': '', 'network_id': '86be9a86-fba0-4307-b064-fcd83bed0a66', 'tenant_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'mac_address': 'fa:16:3e:fc:bb:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7babdd30-165d-493a-89d6-b06ca5812275', 'device_owner': 'network:router_interface', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '7543ac29-225a-421e-9171-74d2cdb59d0d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:33:51Z', 'updated_at': '2022-01-28T07:34:02Z', 'revision_number': 5, 'project_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'subnets': [{'id': '7543ac29-225a-421e-9171-74d2cdb59d0d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e55aa724-88db-42c8-b4cb-ed4ec0030b57', 'name': '', 'network_id': '30445b1c-93c4-4090-a664-44413ad2d180', 'tenant_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'mac_address': 'fa:16:3e:fd:4b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7babdd30-165d-493a-89d6-b06ca5812275', 'device_owner': 'network:router_interface', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': '9e0fb884-2c49-4b58-b448-29a0057b5524', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:33:58Z', 'updated_at': '2022-01-28T07:34:10Z', 'revision_number': 5, 'project_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'subnets': [{'id': '9e0fb884-2c49-4b58-b448-29a0057b5524', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:34:13.325347 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-030d1e9a-c861-4c7b-ae35-e862f950f4de None None] For port cb825866-9b73-4e61-96fa-7f63af8f1ffb, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=cb825866-9b73-4e61-96fa-7f63af8f1ffb,segment=NetworkSegment(9abb4c58-9743-495a-ad8b-cd763ace836a),segment_id=9abb4c58-9743-495a-ad8b-cd763ace836a)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:34:13.326069 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-030d1e9a-c861-4c7b-ae35-e862f950f4de None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (cb825866-9b73-4e61-96fa-7f63af8f1ffb), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:13.392837 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ebb5dda-c6be-4848-9374-a89c7afda704 None None] Checking router: 7babdd30-165d-493a-89d6-b06ca5812275 for host: n-d-712749-28 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:34:13.393851 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-030d1e9a-c861-4c7b-ae35-e862f950f4de None None] Calling delete_port for cb825866-9b73-4e61-96fa-7f63af8f1ffb owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:34:13.394795 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ebb5dda-c6be-4848-9374-a89c7afda704 None None] Updating router 7babdd30-165d-493a-89d6-b06ca5812275 port 3d9ad605-71b9-4775-afe5-e602fc52b97f binding host n-d-712749-28 {{(pid=103286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 07:34:13.409613 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cf1eb6-50e6-4bda-bffa-bc8f605c8504 req-2155d61a-e91a-42ac-b506-f426e3e6f28a tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:34:13.420031 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b3cf1eb6-50e6-4bda-bffa-bc8f605c8504 req-2155d61a-e91a-42ac-b506-f426e3e6f28a tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a1f0d7a-7e84-4832-a132-54bc36dec5af HTTP/1.1" status: 200 len: 945 time: 0.3417201 Jan 28 07:34:13.477351 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8ebb5dda-c6be-4848-9374-a89c7afda704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (3d9ad605-71b9-4775-afe5-e602fc52b97f), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:13.531527 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-7952f44a-cfd8-4fbc-af68-808d7204bb16 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] For port cb825866-9b73-4e61-96fa-7f63af8f1ffb, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=cb825866-9b73-4e61-96fa-7f63af8f1ffb,segment=NetworkSegment(9abb4c58-9743-495a-ad8b-cd763ace836a),segment_id=9abb4c58-9743-495a-ad8b-cd763ace836a)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:34:13.540516 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7952f44a-cfd8-4fbc-af68-808d7204bb16 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (cb825866-9b73-4e61-96fa-7f63af8f1ffb), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:13.554215 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b3cf1eb6-50e6-4bda-bffa-bc8f605c8504 req-6f7ff7a4-419d-4add-8634-202525a4d339 tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f3a84fe-9d73-4feb-98e2-bd68e4ccb185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232166 Jan 28 07:34:13.592744 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-7952f44a-cfd8-4fbc-af68-808d7204bb16 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Calling delete_port for cb825866-9b73-4e61-96fa-7f63af8f1ffb owned by network:dhcp {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:34:13.706692 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-1adc55d6-77e4-42c6-b078-ef419bd92636 None None] Provisioning complete for port 9cbc4214-3be0-412b-9fe2-8da427fe7daf triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:34:13.708220 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1adc55d6-77e4-42c6-b078-ef419bd92636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (9cbc4214-3be0-412b-9fe2-8da427fe7daf), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:13.719223 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 9cbc4214-3be0-412b-9fe2-8da427fe7daf triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:34:13.720133 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (9cbc4214-3be0-412b-9fe2-8da427fe7daf), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:13.862766 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-030d1e9a-c861-4c7b-ae35-e862f950f4de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298'] for port (cb825866-9b73-4e61-96fa-7f63af8f1ffb), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:13.879437 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d77e8379-960b-42a3-9448-f3ed16fb5d37 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13546728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13555799'] for subnet (1940a011-787c-4de6-b981-b4044d0166eb), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:13.936277 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7952f44a-cfd8-4fbc-af68-808d7204bb16 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (cb825866-9b73-4e61-96fa-7f63af8f1ffb), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:14.054225 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030d1e9a-c861-4c7b-ae35-e862f950f4de None None] Pushing event deleted for resources: {'Port': ['ID=cb825866-9b73-4e61-96fa-7f63af8f1ffb,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:34:14.068304 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7952f44a-cfd8-4fbc-af68-808d7204bb16 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] No DVR routers for this DVR port cb825866-9b73-4e61-96fa-7f63af8f1ffb on host n-d-712749-28 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:34:14.076166 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7952f44a-cfd8-4fbc-af68-808d7204bb16 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Pushing event deleted for resources: {'Port': ['ID=cb825866-9b73-4e61-96fa-7f63af8f1ffb,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:34:14.082892 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77e8379-960b-42a3-9448-f3ed16fb5d37 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Pushing event updated for resources: {'Subnet': ['ID=1940a011-787c-4de6-b981-b4044d0166eb,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:34:14.142971 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030d1e9a-c861-4c7b-ae35-e862f950f4de None None] No DVR routers for this DVR port cb825866-9b73-4e61-96fa-7f63af8f1ffb on host n-d-712749-28 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:34:14.209894 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77e8379-960b-42a3-9448-f3ed16fb5d37 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Checking segment: {'id': '7e9b145a-317b-405b-b005-13360a55d595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b0a9c020-b3ff-47f0-9f36-1cd947ace3af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:34:14.211733 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d77e8379-960b-42a3-9448-f3ed16fb5d37 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Network hostable DHCP agents. Network: b0a9c020-b3ff-47f0-9f36-1cd947ace3af, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:34:14.215607 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8ebb5dda-c6be-4848-9374-a89c7afda704 None None] Publish callbacks [] for port (3d9ad605-71b9-4775-afe5-e602fc52b97f), precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:14.237073 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8ebb5dda-c6be-4848-9374-a89c7afda704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (3d9ad605-71b9-4775-afe5-e602fc52b97f), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:14.260829 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d77e8379-960b-42a3-9448-f3ed16fb5d37 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Network b0a9c020-b3ff-47f0-9f36-1cd947ace3af is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:34:14.286808 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-d77e8379-960b-42a3-9448-f3ed16fb5d37 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, b0a9c020-b3ff-47f0-9f36-1cd947ace3af) {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:34:14.325302 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d77e8379-960b-42a3-9448-f3ed16fb5d37 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:34:14.325912 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d77e8379-960b-42a3-9448-f3ed16fb5d37 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks [] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:14.393571 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-d77e8379-960b-42a3-9448-f3ed16fb5d37 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8392072 Jan 28 07:34:14.396780 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 46646) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:34:14.462798 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7952f44a-cfd8-4fbc-af68-808d7204bb16 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (b76152a9-c3a9-4e6a-b22b-c4f6d849b7cf), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:14.473305 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e5c09b9-d15d-49dd-a18c-5b2c7db9bb35 None None] Network b0a9c020-b3ff-47f0-9f36-1cd947ace3af requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:34:14.494424 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-1adc55d6-77e4-42c6-b078-ef419bd92636 None None] Current status of the port 9cbc4214-3be0-412b-9fe2-8da427fe7daf is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:34:14.494841 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1adc55d6-77e4-42c6-b078-ef419bd92636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (9cbc4214-3be0-412b-9fe2-8da427fe7daf), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:14.544832 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d826f60-f92b-4668-b3b5-7b03c0046a6d None None] Pushing event updated for resources: {'Port': ['ID=3d9ad605-71b9-4775-afe5-e602fc52b97f,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:34:14.602616 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 9cbc4214-3be0-412b-9fe2-8da427fe7daf is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:34:14.603691 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (9cbc4214-3be0-412b-9fe2-8da427fe7daf), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:14.606244 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-7952f44a-cfd8-4fbc-af68-808d7204bb16 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b76152a9-c3a9-4e6a-b22b-c4f6d849b7cf']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:34:14.634787 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-7952f44a-cfd8-4fbc-af68-808d7204bb16 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9abb4c58-9743-495a-ad8b-cd763ace836a') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:34:14.635089 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-7952f44a-cfd8-4fbc-af68-808d7204bb16 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9abb4c58-9743-495a-ad8b-cd763ace836a') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:34:14.663430 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7952f44a-cfd8-4fbc-af68-808d7204bb16 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24759294'] for segment (9abb4c58-9743-495a-ad8b-cd763ace836a), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:14.702963 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7952f44a-cfd8-4fbc-af68-808d7204bb16 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (9abb4c58-9743-495a-ad8b-cd763ace836a), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:14.738509 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7952f44a-cfd8-4fbc-af68-808d7204bb16 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:34:14.740361 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7952f44a-cfd8-4fbc-af68-808d7204bb16 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24757675'] for segment (9abb4c58-9743-495a-ad8b-cd763ace836a), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:14.756825 n-d-712749-28 neutron-server[103284]: Traceback (most recent call last): Jan 28 07:34:14.756825 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:34:14.756825 n-d-712749-28 neutron-server[103284]: timer() Jan 28 07:34:14.756825 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:34:14.756825 n-d-712749-28 neutron-server[103284]: cb(*args, **kw) Jan 28 07:34:14.756825 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:34:14.756825 n-d-712749-28 neutron-server[103284]: return func(*args, **kwargs) Jan 28 07:34:14.756825 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:34:14.756825 n-d-712749-28 neutron-server[103284]: self._notify() Jan 28 07:34:14.756825 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:34:14.756825 n-d-712749-28 neutron-server[103284]: self.callback(batched_events) Jan 28 07:34:14.756825 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:34:14.756825 n-d-712749-28 neutron-server[103284]: event.method(event) Jan 28 07:34:14.756825 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:34:14.756825 n-d-712749-28 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:34:14.756825 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:34:14.756825 n-d-712749-28 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:34:14.756825 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:34:14.756825 n-d-712749-28 neutron-server[103284]: return f(self, *a, **k) Jan 28 07:34:14.756825 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:34:14.756825 n-d-712749-28 neutron-server[103284]: return self._get(url).json() Jan 28 07:34:14.756825 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:34:14.756825 n-d-712749-28 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:34:14.756825 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:34:14.756825 n-d-712749-28 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Jan 28 07:34:14.756825 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:34:14.756825 n-d-712749-28 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:34:14.756825 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:34:14.756825 n-d-712749-28 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:34:14.756825 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:34:14.756825 n-d-712749-28 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:34:14.756825 n-d-712749-28 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:34:14.797335 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-8ebb5dda-c6be-4848-9374-a89c7afda704 None None] Attempting to bind port 3d9ad605-71b9-4775-afe5-e602fc52b97f on host n-d-712749-28 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:34:14.798451 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-8ebb5dda-c6be-4848-9374-a89c7afda704 None None] Attempting to bind port 3d9ad605-71b9-4775-afe5-e602fc52b97f by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': 'c7918730-dde5-4d74-9094-72da4aba1ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b8184ee5-76f4-470e-9819-6f9eb27756ac'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:34:14.798904 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ebb5dda-c6be-4848-9374-a89c7afda704 None None] Attempting to bind port 3d9ad605-71b9-4775-afe5-e602fc52b97f on network b8184ee5-76f4-470e-9819-6f9eb27756ac {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:34:14.819508 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ebb5dda-c6be-4848-9374-a89c7afda704 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 34, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:34:14.819967 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ebb5dda-c6be-4848-9374-a89c7afda704 None None] Checking segment: {'id': 'c7918730-dde5-4d74-9094-72da4aba1ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b8184ee5-76f4-470e-9819-6f9eb27756ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:34:14.822022 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8ebb5dda-c6be-4848-9374-a89c7afda704 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:14.830984 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ebb5dda-c6be-4848-9374-a89c7afda704 None None] Bound using segment: {'id': 'c7918730-dde5-4d74-9094-72da4aba1ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b8184ee5-76f4-470e-9819-6f9eb27756ac'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:34:14.831603 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-8ebb5dda-c6be-4848-9374-a89c7afda704 None None] Bound port: 3d9ad605-71b9-4775-afe5-e602fc52b97f, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7918730-dde5-4d74-9094-72da4aba1ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b8184ee5-76f4-470e-9819-6f9eb27756ac'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:34:14.832013 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8ebb5dda-c6be-4848-9374-a89c7afda704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (3d9ad605-71b9-4775-afe5-e602fc52b97f), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:14.880806 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-1adc55d6-77e4-42c6-b078-ef419bd92636 None None] For port 9cbc4214-3be0-412b-9fe2-8da427fe7daf, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=9cbc4214-3be0-412b-9fe2-8da427fe7daf,segment=NetworkSegment(c7918730-dde5-4d74-9094-72da4aba1ff0),segment_id=c7918730-dde5-4d74-9094-72da4aba1ff0)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:34:14.958540 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1adc55d6-77e4-42c6-b078-ef419bd92636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (9cbc4214-3be0-412b-9fe2-8da427fe7daf), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:15.019971 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7952f44a-cfd8-4fbc-af68-808d7204bb16 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (b76152a9-c3a9-4e6a-b22b-c4f6d849b7cf), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:15.031499 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7952f44a-cfd8-4fbc-af68-808d7204bb16 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:15.044005 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-7952f44a-cfd8-4fbc-af68-808d7204bb16 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] 10.222.0.41 "DELETE /v2.0/networks/b76152a9-c3a9-4e6a-b22b-c4f6d849b7cf HTTP/1.1" status: 204 len: 168 time: 2.4137652 Jan 28 07:34:15.050989 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 46656) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:34:15.076234 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-8ebb5dda-c6be-4848-9374-a89c7afda704 None None] For port 3d9ad605-71b9-4775-afe5-e602fc52b97f, host n-d-712749-28, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:34:15.088188 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-8ebb5dda-c6be-4848-9374-a89c7afda704 None None] For port 3d9ad605-71b9-4775-afe5-e602fc52b97f, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=3d9ad605-71b9-4775-afe5-e602fc52b97f,segment=NetworkSegment(c7918730-dde5-4d74-9094-72da4aba1ff0),segment_id=c7918730-dde5-4d74-9094-72da4aba1ff0)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:34:15.101368 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8ebb5dda-c6be-4848-9374-a89c7afda704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (3d9ad605-71b9-4775-afe5-e602fc52b97f), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:15.111296 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-9d2c80e2-ff13-4c15-bbd9-c51f0f44ade8 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Request body: {'network': {'name': 'tempest-RoutersTest-1613159798'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:34:15.127613 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7952f44a-cfd8-4fbc-af68-808d7204bb16 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Pushing event deleted for resources: {'Network': ['ID=b76152a9-c3a9-4e6a-b22b-c4f6d849b7cf,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:34:15.220576 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adc55d6-77e4-42c6-b078-ef419bd92636 None None] Pushing event updated for resources: {'Port': ['ID=9cbc4214-3be0-412b-9fe2-8da427fe7daf,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:34:15.223658 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa5346f-bedb-442e-8593-a14ff72aabf1 req-c5b19243-79b8-4ae7-bace-c046c4c5133d tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:34:15.247066 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-aaa5346f-bedb-442e-8593-a14ff72aabf1 req-c5b19243-79b8-4ae7-bace-c046c4c5133d tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a1f0d7a-7e84-4832-a132-54bc36dec5af HTTP/1.1" status: 200 len: 945 time: 0.5024753 Jan 28 07:34:15.248014 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d2c80e2-ff13-4c15-bbd9-c51f0f44ade8 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Made reservation on behalf of 2fa8ac3d507e4a03a63750fd70e127ed for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:34:15.262888 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9d2c80e2-ff13-4c15-bbd9-c51f0f44ade8 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:15.283102 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ebb5dda-c6be-4848-9374-a89c7afda704 None None] Routers {'7babdd30-165d-493a-89d6-b06ca5812275'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:34:15.283917 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-8ebb5dda-c6be-4848-9374-a89c7afda704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:34:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['7babdd30-165d-493a-89d6-b06ca5812275'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:34:15.362872 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a1cabfe-1b82-4a77-a6c9-e247956b1161 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3dd72b9-6805-5f61-b6f3-a591f99a173d-b0a9c020-b3ff-47f0-9f36-1cd947ace3af', 'network_id': 'b0a9c020-b3ff-47f0-9f36-1cd947ace3af', 'project_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'fixed_ips': [{'subnet_id': '1940a011-787c-4de6-b981-b4044d0166eb'}]}} from n-d-712749-28. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 07:34:15.364177 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1a1cabfe-1b82-4a77-a6c9-e247956b1161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:15.399201 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.db.api [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103285) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 07:34:15.403601 n-d-712749-28 neutron-server[103285]: DEBUG oslo_db.api [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 07:34:15.444445 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-60db1233-0b55-4812-ae2f-2bfdd69c3877 None None] Provisioning complete for port 3d9ad605-71b9-4775-afe5-e602fc52b97f triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:34:15.445128 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-60db1233-0b55-4812-ae2f-2bfdd69c3877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (3d9ad605-71b9-4775-afe5-e602fc52b97f), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:15.500222 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d826f60-f92b-4668-b3b5-7b03c0046a6d None None] Pushing event updated for resources: {'Port': ['ID=3d9ad605-71b9-4775-afe5-e602fc52b97f,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:34:15.525021 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-aaa5346f-bedb-442e-8593-a14ff72aabf1 req-36a5dda2-5d6a-4eef-a1c8-7158813fe471 tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f3a84fe-9d73-4feb-98e2-bd68e4ccb185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595391 Jan 28 07:34:15.525882 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d2c80e2-ff13-4c15-bbd9-c51f0f44ade8 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:34:15.543592 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9d2c80e2-ff13-4c15-bbd9-c51f0f44ade8 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (9aed68b9-74d4-449d-bd58-355a96edbad2), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:15.543999 n-d-712749-28 neutron-server[103284]: INFO neutron.db.segments_db [None req-9d2c80e2-ff13-4c15-bbd9-c51f0f44ade8 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Added segment 9aed68b9-74d4-449d-bd58-355a96edbad2 of type vlan for network 8eddad8c-1628-4b3f-8ffa-a29c4b596725 Jan 28 07:34:15.582251 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d826f60-f92b-4668-b3b5-7b03c0046a6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:34:15.582843 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d826f60-f92b-4668-b3b5-7b03c0046a6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:34:15.583181 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d826f60-f92b-4668-b3b5-7b03c0046a6d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:34:15.583645 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d826f60-f92b-4668-b3b5-7b03c0046a6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:34:15.587663 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d826f60-f92b-4668-b3b5-7b03c0046a6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:34:15.588652 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d826f60-f92b-4668-b3b5-7b03c0046a6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:34:15.589105 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d826f60-f92b-4668-b3b5-7b03c0046a6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:34:15.589561 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d826f60-f92b-4668-b3b5-7b03c0046a6d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:34:15.590005 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d826f60-f92b-4668-b3b5-7b03c0046a6d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:34:15.590439 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d826f60-f92b-4668-b3b5-7b03c0046a6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:34:15.590870 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d826f60-f92b-4668-b3b5-7b03c0046a6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:34:15.594669 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d826f60-f92b-4668-b3b5-7b03c0046a6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:34:15.595237 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d826f60-f92b-4668-b3b5-7b03c0046a6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:34:15.702212 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-8ebb5dda-c6be-4848-9374-a89c7afda704 None None] Set router 7babdd30-165d-493a-89d6-b06ca5812275 gateway port host: None {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:34:15.754872 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9d2c80e2-ff13-4c15-bbd9-c51f0f44ade8 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (8eddad8c-1628-4b3f-8ffa-a29c4b596725), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:15.850074 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9d2c80e2-ff13-4c15-bbd9-c51f0f44ade8 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (8eddad8c-1628-4b3f-8ffa-a29c4b596725), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:15.855361 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d2c80e2-ff13-4c15-bbd9-c51f0f44ade8 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:34:15.865569 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9d2c80e2-ff13-4c15-bbd9-c51f0f44ade8 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:16.036253 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-9d2c80e2-ff13-4c15-bbd9-c51f0f44ade8 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9381294 Jan 28 07:34:16.042172 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 46672) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:34:16.065982 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-0bd3d261-a442-45fe-8343-f0450166eec8 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Request body: {'subnet': {'network_id': '8eddad8c-1628-4b3f-8ffa-a29c4b596725', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:34:16.102930 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-53484b75-9c1d-4190-8870-970534df18ec tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:16.201982 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2c80e2-ff13-4c15-bbd9-c51f0f44ade8 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Pushing event updated for resources: {'Network': ['ID=8eddad8c-1628-4b3f-8ffa-a29c4b596725,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:34:16.320280 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-8ebb5dda-c6be-4848-9374-a89c7afda704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7babdd30-165d-493a-89d6-b06ca5812275', 'name': 'tempest-RoutersIpV6Test-router-675224549', 'tenant_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:33:46Z', 'updated_at': '2022-01-28T07:34:08Z', 'revision_number': 4, 'project_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'gw_port_host': None, '_interfaces': [{'id': '3d9ad605-71b9-4775-afe5-e602fc52b97f', 'name': '', 'network_id': 'b8184ee5-76f4-470e-9819-6f9eb27756ac', 'tenant_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'mac_address': 'fa:16:3e:0d:73:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7babdd30-165d-493a-89d6-b06ca5812275', 'device_owner': 'network:router_interface', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': '2c52ccce-2e6a-45e8-97f9-cdbf4448959d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:34:06Z', 'updated_at': '2022-01-28T07:34:15Z', 'revision_number': 4, 'project_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'subnets': [{'id': '2c52ccce-2e6a-45e8-97f9-cdbf4448959d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '696141e5-95ef-497d-b9ed-e4bddbc7bbdf', 'name': '', 'network_id': '86be9a86-fba0-4307-b064-fcd83bed0a66', 'tenant_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'mac_address': 'fa:16:3e:fc:bb:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7babdd30-165d-493a-89d6-b06ca5812275', 'device_owner': 'network:router_interface', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '7543ac29-225a-421e-9171-74d2cdb59d0d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:33:51Z', 'updated_at': '2022-01-28T07:34:02Z', 'revision_number': 5, 'project_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'subnets': [{'id': '7543ac29-225a-421e-9171-74d2cdb59d0d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e55aa724-88db-42c8-b4cb-ed4ec0030b57', 'name': '', 'network_id': '30445b1c-93c4-4090-a664-44413ad2d180', 'tenant_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'mac_address': 'fa:16:3e:fd:4b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7babdd30-165d-493a-89d6-b06ca5812275', 'device_owner': 'network:router_interface', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': '9e0fb884-2c49-4b58-b448-29a0057b5524', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:33:58Z', 'updated_at': '2022-01-28T07:34:10Z', 'revision_number': 5, 'project_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'subnets': [{'id': '9e0fb884-2c49-4b58-b448-29a0057b5524', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:34:16.342119 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bd3d261-a442-45fe-8343-f0450166eec8 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Made reservation on behalf of 2fa8ac3d507e4a03a63750fd70e127ed for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:34:16.352334 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0bd3d261-a442-45fe-8343-f0450166eec8 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24979592'] for subnet (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:16.425340 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ebb5dda-c6be-4848-9374-a89c7afda704 None None] The sync data for ids ['7babdd30-165d-493a-89d6-b06ca5812275'] in n-d-712749-28 is: [{'id': '7babdd30-165d-493a-89d6-b06ca5812275', 'name': 'tempest-RoutersIpV6Test-router-675224549', 'tenant_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:33:46Z', 'updated_at': '2022-01-28T07:34:08Z', 'revision_number': 4, 'project_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'gw_port_host': None, '_interfaces': [{'id': '3d9ad605-71b9-4775-afe5-e602fc52b97f', 'name': '', 'network_id': 'b8184ee5-76f4-470e-9819-6f9eb27756ac', 'tenant_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'mac_address': 'fa:16:3e:0d:73:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7babdd30-165d-493a-89d6-b06ca5812275', 'device_owner': 'network:router_interface', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': '2c52ccce-2e6a-45e8-97f9-cdbf4448959d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:34:06Z', 'updated_at': '2022-01-28T07:34:15Z', 'revision_number': 4, 'project_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'subnets': [{'id': '2c52ccce-2e6a-45e8-97f9-cdbf4448959d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '696141e5-95ef-497d-b9ed-e4bddbc7bbdf', 'name': '', 'network_id': '86be9a86-fba0-4307-b064-fcd83bed0a66', 'tenant_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'mac_address': 'fa:16:3e:fc:bb:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7babdd30-165d-493a-89d6-b06ca5812275', 'device_owner': 'network:router_interface', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '7543ac29-225a-421e-9171-74d2cdb59d0d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:33:51Z', 'updated_at': '2022-01-28T07:34:02Z', 'revision_number': 5, 'project_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'subnets': [{'id': '7543ac29-225a-421e-9171-74d2cdb59d0d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e55aa724-88db-42c8-b4cb-ed4ec0030b57', 'name': '', 'network_id': '30445b1c-93c4-4090-a664-44413ad2d180', 'tenant_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'mac_address': 'fa:16:3e:fd:4b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7babdd30-165d-493a-89d6-b06ca5812275', 'device_owner': 'network:router_interface', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': '9e0fb884-2c49-4b58-b448-29a0057b5524', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:33:58Z', 'updated_at': '2022-01-28T07:34:10Z', 'revision_number': 5, 'project_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'subnets': [{'id': '9e0fb884-2c49-4b58-b448-29a0057b5524', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:34:16.495520 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 9cbc4214-3be0-412b-9fe2-8da427fe7daf is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:34:16.507765 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network 8eddad8c-1628-4b3f-8ffa-a29c4b596725 details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:34:16.791080 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-1a1cabfe-1b82-4a77-a6c9-e247956b1161 None None] Allocated IP 2001:db8:3::2 (b0a9c020-b3ff-47f0-9f36-1cd947ace3af/1940a011-787c-4de6-b981-b4044d0166eb/fc3abea5-77b5-4295-9787-48e4249676f0) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:34:16.915430 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0bd3d261-a442-45fe-8343-f0450166eec8 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24757504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24979610'] for subnet (73fd81ce-92c0-4135-a64f-c1bc5c14f512), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:17.013162 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1a1cabfe-1b82-4a77-a6c9-e247956b1161 None None] Publish callbacks [] for port (fc3abea5-77b5-4295-9787-48e4249676f0), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:17.025183 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-60db1233-0b55-4812-ae2f-2bfdd69c3877 None None] Current status of the port 3d9ad605-71b9-4775-afe5-e602fc52b97f is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:34:17.025781 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-60db1233-0b55-4812-ae2f-2bfdd69c3877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (3d9ad605-71b9-4775-afe5-e602fc52b97f), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:17.030054 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1a1cabfe-1b82-4a77-a6c9-e247956b1161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (fc3abea5-77b5-4295-9787-48e4249676f0), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:17.090614 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd3d261-a442-45fe-8343-f0450166eec8 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Pushing event updated for resources: {'Subnet': ['ID=73fd81ce-92c0-4135-a64f-c1bc5c14f512,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:34:17.123531 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd3d261-a442-45fe-8343-f0450166eec8 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Checking segment: {'id': '9aed68b9-74d4-449d-bd58-355a96edbad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '8eddad8c-1628-4b3f-8ffa-a29c4b596725'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:34:17.123914 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd3d261-a442-45fe-8343-f0450166eec8 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Network hostable DHCP agents. Network: 8eddad8c-1628-4b3f-8ffa-a29c4b596725, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:34:17.135353 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1cabfe-1b82-4a77-a6c9-e247956b1161 None None] Pushing event updated for resources: {'Port': ['ID=fc3abea5-77b5-4295-9787-48e4249676f0,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:34:17.159296 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a1cabfe-1b82-4a77-a6c9-e247956b1161 None None] Network b0a9c020-b3ff-47f0-9f36-1cd947ace3af is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:34:17.168511 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-1a1cabfe-1b82-4a77-a6c9-e247956b1161 None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:34:17.168511 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1cabfe-1b82-4a77-a6c9-e247956b1161 None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:34:17.180783 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-53484b75-9c1d-4190-8870-970534df18ec tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Allocated IP 2001:db8:3::1 (b0a9c020-b3ff-47f0-9f36-1cd947ace3af/1940a011-787c-4de6-b981-b4044d0166eb/fa183137-d5b9-4603-8808-643b1ab0a283) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:34:17.181553 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-60db1233-0b55-4812-ae2f-2bfdd69c3877 None None] For port 3d9ad605-71b9-4775-afe5-e602fc52b97f, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=3d9ad605-71b9-4775-afe5-e602fc52b97f,segment=NetworkSegment(c7918730-dde5-4d74-9094-72da4aba1ff0),segment_id=c7918730-dde5-4d74-9094-72da4aba1ff0)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:34:17.191054 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-60db1233-0b55-4812-ae2f-2bfdd69c3877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (3d9ad605-71b9-4775-afe5-e602fc52b97f), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:17.234995 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd3d261-a442-45fe-8343-f0450166eec8 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Network 8eddad8c-1628-4b3f-8ffa-a29c4b596725 is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:34:17.279283 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-0bd3d261-a442-45fe-8343-f0450166eec8 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, 8eddad8c-1628-4b3f-8ffa-a29c4b596725) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:34:17.316892 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd3d261-a442-45fe-8343-f0450166eec8 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:34:17.321586 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0bd3d261-a442-45fe-8343-f0450166eec8 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:17.321873 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60db1233-0b55-4812-ae2f-2bfdd69c3877 None None] Pushing event updated for resources: {'Port': ['ID=3d9ad605-71b9-4775-afe5-e602fc52b97f,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:34:17.370329 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-0bd3d261-a442-45fe-8343-f0450166eec8 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3154256 Jan 28 07:34:17.370868 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 46680) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:34:17.377157 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e33917ad-84de-4c46-8c65-20ec56730cd4 None None] Network 8eddad8c-1628-4b3f-8ffa-a29c4b596725 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:34:17.385159 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-4696c4c6-bdfc-4447-a818-74a36594686b tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1168527322', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:34:17.420646 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device e55aa724-88db-42c8-b4cb-ed4ec0030b57 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:34:17.492335 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4696c4c6-bdfc-4447-a818-74a36594686b tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16606890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127275'] for router (8264f482-7ea3-4017-8823-ada4afcf5052), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:17.493691 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4696c4c6-bdfc-4447-a818-74a36594686b tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16605498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16607952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16355422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127266'] for router (8264f482-7ea3-4017-8823-ada4afcf5052), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:17.614500 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-53484b75-9c1d-4190-8870-970534df18ec tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks [] for port (fa183137-d5b9-4603-8808-643b1ab0a283), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:17.722580 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4696c4c6-bdfc-4447-a818-74a36594686b tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks [] for router_controller (8264f482-7ea3-4017-8823-ada4afcf5052), precommit_add_association {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:17.724110 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-1a1cabfe-1b82-4a77-a6c9-e247956b1161 None None] Attempting to bind port fc3abea5-77b5-4295-9787-48e4249676f0 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:34:17.726727 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-1a1cabfe-1b82-4a77-a6c9-e247956b1161 None None] Attempting to bind port fc3abea5-77b5-4295-9787-48e4249676f0 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '7e9b145a-317b-405b-b005-13360a55d595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b0a9c020-b3ff-47f0-9f36-1cd947ace3af'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:34:17.728945 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1cabfe-1b82-4a77-a6c9-e247956b1161 None None] Attempting to bind port fc3abea5-77b5-4295-9787-48e4249676f0 on network b0a9c020-b3ff-47f0-9f36-1cd947ace3af {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:34:17.745955 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4696c4c6-bdfc-4447-a818-74a36594686b tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16605475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16607909'] for router (8264f482-7ea3-4017-8823-ada4afcf5052), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:17.763608 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81b8b47e-81f0-4c74-b894-5a4471955d6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3dd72b9-6805-5f61-b6f3-a591f99a173d-8eddad8c-1628-4b3f-8ffa-a29c4b596725', 'network_id': '8eddad8c-1628-4b3f-8ffa-a29c4b596725', 'project_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'fixed_ips': [{'subnet_id': '73fd81ce-92c0-4135-a64f-c1bc5c14f512'}]}} from n-d-712749-28. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 07:34:17.764721 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-81b8b47e-81f0-4c74-b894-5a4471955d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:17.796408 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-60db1233-0b55-4812-ae2f-2bfdd69c3877 None None] Provisioning complete for port 9cbc4214-3be0-412b-9fe2-8da427fe7daf triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:34:17.797550 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-60db1233-0b55-4812-ae2f-2bfdd69c3877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (9cbc4214-3be0-412b-9fe2-8da427fe7daf), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:17.804011 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1cabfe-1b82-4a77-a6c9-e247956b1161 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 34, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:34:17.804676 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1cabfe-1b82-4a77-a6c9-e247956b1161 None None] Checking segment: {'id': '7e9b145a-317b-405b-b005-13360a55d595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b0a9c020-b3ff-47f0-9f36-1cd947ace3af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:34:17.805253 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1a1cabfe-1b82-4a77-a6c9-e247956b1161 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:17.806081 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1cabfe-1b82-4a77-a6c9-e247956b1161 None None] Bound using segment: {'id': '7e9b145a-317b-405b-b005-13360a55d595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b0a9c020-b3ff-47f0-9f36-1cd947ace3af'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:34:17.806732 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-1a1cabfe-1b82-4a77-a6c9-e247956b1161 None None] Bound port: fc3abea5-77b5-4295-9787-48e4249676f0, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e9b145a-317b-405b-b005-13360a55d595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b0a9c020-b3ff-47f0-9f36-1cd947ace3af'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:34:17.807983 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1a1cabfe-1b82-4a77-a6c9-e247956b1161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (fc3abea5-77b5-4295-9787-48e4249676f0), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:17.927957 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58b2344-1807-4a95-9425-543570b78be9 req-fe02922f-dbde-4f42-86fa-c27a05f274cb tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:34:17.929542 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b58b2344-1807-4a95-9425-543570b78be9 req-fe02922f-dbde-4f42-86fa-c27a05f274cb tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] 10.222.0.41 "GET /v2.0/networks?id=2136e757-c99f-4d23-960c-aa395d5a28c6 HTTP/1.1" status: 200 len: 809 time: 0.1261785 Jan 28 07:34:17.961579 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4696c4c6-bdfc-4447-a818-74a36594686b tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks [] for router (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:17.965293 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-4696c4c6-bdfc-4447-a818-74a36594686b tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5900230 Jan 28 07:34:17.966060 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 46710) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:34:17.972096 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-c0bba652-1214-4e25-9b35-edce96d76450 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Request body: {'port': {'network_id': '8eddad8c-1628-4b3f-8ffa-a29c4b596725', 'name': 'tempest-RoutersTest-1664128799'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:34:17.977605 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b58b2344-1807-4a95-9425-543570b78be9 req-1a038d93-b7a2-4e7f-9c68-9250e0b844fd tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] 10.222.0.41 "GET /v2.0/quotas/c4b2a68a25c944a0a3c783e458798cd1 HTTP/1.1" status: 200 len: 375 time: 0.0395868 Jan 28 07:34:17.982862 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-53484b75-9c1d-4190-8870-970534df18ec tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (fa183137-d5b9-4603-8808-643b1ab0a283), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:18.145738 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53484b75-9c1d-4190-8870-970534df18ec tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Network b0a9c020-b3ff-47f0-9f36-1cd947ace3af is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:34:18.166157 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-53484b75-9c1d-4190-8870-970534df18ec tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:34:18.174730 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53484b75-9c1d-4190-8870-970534df18ec tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:34:18.177287 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-53484b75-9c1d-4190-8870-970534df18ec tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16609232'] for router_interface (7babdd30-165d-493a-89d6-b06ca5812275), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:18.192297 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-81b8b47e-81f0-4c74-b894-5a4471955d6f None None] Allocated IP 172.20.0.2 (8eddad8c-1628-4b3f-8ffa-a29c4b596725/73fd81ce-92c0-4135-a64f-c1bc5c14f512/d6c6ca01-9257-4c8c-babb-58e9d24ace3b) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:34:18.230159 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0bba652-1214-4e25-9b35-edce96d76450 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Made reservation on behalf of 2fa8ac3d507e4a03a63750fd70e127ed for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:34:18.235369 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c0bba652-1214-4e25-9b35-edce96d76450 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:18.260430 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53484b75-9c1d-4190-8870-970534df18ec tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Pushing event updated for resources: {'Port': ['ID=fa183137-d5b9-4603-8808-643b1ab0a283,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:34:18.318055 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b58b2344-1807-4a95-9425-543570b78be9 req-ecd6f2a9-5866-4f82-b7a9-c7e9a0f5342e tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c4b2a68a25c944a0a3c783e458798cd1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3125732 Jan 28 07:34:18.406748 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-81b8b47e-81f0-4c74-b894-5a4471955d6f None None] Publish callbacks [] for port (d6c6ca01-9257-4c8c-babb-58e9d24ace3b), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:18.410395 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port e55aa724-88db-42c8-b4cb-ed4ec0030b57 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:34:18.410916 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (e55aa724-88db-42c8-b4cb-ed4ec0030b57), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:18.444583 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-1a1cabfe-1b82-4a77-a6c9-e247956b1161 None None] For port fc3abea5-77b5-4295-9787-48e4249676f0, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:34:18.450251 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-81b8b47e-81f0-4c74-b894-5a4471955d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (d6c6ca01-9257-4c8c-babb-58e9d24ace3b), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:18.498801 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-1a1cabfe-1b82-4a77-a6c9-e247956b1161 None None] For port fc3abea5-77b5-4295-9787-48e4249676f0, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=fc3abea5-77b5-4295-9787-48e4249676f0,segment=NetworkSegment(7e9b145a-317b-405b-b005-13360a55d595),segment_id=7e9b145a-317b-405b-b005-13360a55d595)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:34:18.536506 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1a1cabfe-1b82-4a77-a6c9-e247956b1161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (fc3abea5-77b5-4295-9787-48e4249676f0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:18.560415 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b8b47e-81f0-4c74-b894-5a4471955d6f None None] Network 8eddad8c-1628-4b3f-8ffa-a29c4b596725 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:34:18.582238 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-81b8b47e-81f0-4c74-b894-5a4471955d6f None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:34:18.599206 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b8b47e-81f0-4c74-b894-5a4471955d6f None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:34:18.604351 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b8b47e-81f0-4c74-b894-5a4471955d6f None None] Pushing event updated for resources: {'Port': ['ID=d6c6ca01-9257-4c8c-babb-58e9d24ace3b,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:34:18.613629 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b58b2344-1807-4a95-9425-543570b78be9 req-64f062c1-e546-40bc-925b-49516a831f53 service neutron] 10.222.0.41 "GET /v2.0/networks/2136e757-c99f-4d23-960c-aa395d5a28c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2858732 Jan 28 07:34:18.617596 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-60db1233-0b55-4812-ae2f-2bfdd69c3877 None None] Current status of the port 9cbc4214-3be0-412b-9fe2-8da427fe7daf is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:34:18.761788 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b58b2344-1807-4a95-9425-543570b78be9 req-8519d986-24e2-4e22-b162-289b546bda45 service neutron] 10.222.0.41 "GET /v2.0/networks/2136e757-c99f-4d23-960c-aa395d5a28c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469474 Jan 28 07:34:18.832093 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port e55aa724-88db-42c8-b4cb-ed4ec0030b57 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:34:18.833678 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 3d9ad605-71b9-4775-afe5-e602fc52b97f up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:34:18.892051 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-53484b75-9c1d-4190-8870-970534df18ec tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (fa183137-d5b9-4603-8808-643b1ab0a283), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:19.203997 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-81b8b47e-81f0-4c74-b894-5a4471955d6f None None] Attempting to bind port d6c6ca01-9257-4c8c-babb-58e9d24ace3b on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:34:19.204617 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-81b8b47e-81f0-4c74-b894-5a4471955d6f None None] Attempting to bind port d6c6ca01-9257-4c8c-babb-58e9d24ace3b by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '9aed68b9-74d4-449d-bd58-355a96edbad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '8eddad8c-1628-4b3f-8ffa-a29c4b596725'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:34:19.205298 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b8b47e-81f0-4c74-b894-5a4471955d6f None None] Attempting to bind port d6c6ca01-9257-4c8c-babb-58e9d24ace3b on network 8eddad8c-1628-4b3f-8ffa-a29c4b596725 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:34:19.258155 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-22404fc9-5ef1-4a2d-9769-06e887f967a7 None None] Provisioning complete for port 3d9ad605-71b9-4775-afe5-e602fc52b97f triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:34:19.265713 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-22404fc9-5ef1-4a2d-9769-06e887f967a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (3d9ad605-71b9-4775-afe5-e602fc52b97f), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:19.333503 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [None req-c0bba652-1214-4e25-9b35-edce96d76450 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] device_id is not set on port f58a33b2-98d7-4eea-b15d-fb8e6b52b594 yet. {{(pid=103284) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 07:34:19.365556 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1cabfe-1b82-4a77-a6c9-e247956b1161 None None] Pushing event updated for resources: {'Port': ['ID=fc3abea5-77b5-4295-9787-48e4249676f0,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:34:19.395124 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b8b47e-81f0-4c74-b894-5a4471955d6f None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 34, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:34:19.398217 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b8b47e-81f0-4c74-b894-5a4471955d6f None None] Checking segment: {'id': '9aed68b9-74d4-449d-bd58-355a96edbad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '8eddad8c-1628-4b3f-8ffa-a29c4b596725'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:34:19.400309 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-81b8b47e-81f0-4c74-b894-5a4471955d6f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:19.405895 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b8b47e-81f0-4c74-b894-5a4471955d6f None None] Bound using segment: {'id': '9aed68b9-74d4-449d-bd58-355a96edbad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '8eddad8c-1628-4b3f-8ffa-a29c4b596725'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:34:19.407455 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-81b8b47e-81f0-4c74-b894-5a4471955d6f None None] Bound port: d6c6ca01-9257-4c8c-babb-58e9d24ace3b, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9aed68b9-74d4-449d-bd58-355a96edbad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '8eddad8c-1628-4b3f-8ffa-a29c4b596725'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:34:19.411263 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-81b8b47e-81f0-4c74-b894-5a4471955d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (d6c6ca01-9257-4c8c-babb-58e9d24ace3b), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:19.436472 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c996189b-5201-4a04-9a87-003100d2c0be req-e813ecb8-2397-4975-b098-a9794bee12d6 tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] 10.222.0.41 "GET /v2.0/ports?device_id=aac945c6-dede-4910-82e1-179f6235b906 HTTP/1.1" status: 200 len: 210 time: 0.1310220 Jan 28 07:34:19.525199 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 3d9ad605-71b9-4775-afe5-e602fc52b97f triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:34:19.526200 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (3d9ad605-71b9-4775-afe5-e602fc52b97f), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:19.732025 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-c0bba652-1214-4e25-9b35-edce96d76450 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Allocated IP 172.20.0.7 (8eddad8c-1628-4b3f-8ffa-a29c4b596725/73fd81ce-92c0-4135-a64f-c1bc5c14f512/f58a33b2-98d7-4eea-b15d-fb8e6b52b594) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:34:19.794897 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-22404fc9-5ef1-4a2d-9769-06e887f967a7 None None] Current status of the port 3d9ad605-71b9-4775-afe5-e602fc52b97f is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:34:19.837033 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-53484b75-9c1d-4190-8870-970534df18ec tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks [] for port (fa183137-d5b9-4603-8808-643b1ab0a283), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:19.847506 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-53484b75-9c1d-4190-8870-970534df18ec tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (fa183137-d5b9-4603-8808-643b1ab0a283), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:19.848304 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-53484b75-9c1d-4190-8870-970534df18ec tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16318999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16606560'] for router_interface (7babdd30-165d-493a-89d6-b06ca5812275), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:19.901378 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-81b8b47e-81f0-4c74-b894-5a4471955d6f None None] For port d6c6ca01-9257-4c8c-babb-58e9d24ace3b, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:34:19.914227 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-81b8b47e-81f0-4c74-b894-5a4471955d6f None None] For port d6c6ca01-9257-4c8c-babb-58e9d24ace3b, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=d6c6ca01-9257-4c8c-babb-58e9d24ace3b,segment=NetworkSegment(9aed68b9-74d4-449d-bd58-355a96edbad2),segment_id=9aed68b9-74d4-449d-bd58-355a96edbad2)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:34:19.933235 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-81b8b47e-81f0-4c74-b894-5a4471955d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (d6c6ca01-9257-4c8c-babb-58e9d24ace3b), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:20.098498 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 3d9ad605-71b9-4775-afe5-e602fc52b97f is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:34:20.100647 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 9cbc4214-3be0-412b-9fe2-8da427fe7daf up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:34:20.104091 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b8b47e-81f0-4c74-b894-5a4471955d6f None None] Pushing event updated for resources: {'Port': ['ID=d6c6ca01-9257-4c8c-babb-58e9d24ace3b,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:34:20.205464 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53484b75-9c1d-4190-8870-970534df18ec tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Pushing event updated for resources: {'Port': ['ID=fa183137-d5b9-4603-8808-643b1ab0a283,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:34:20.221877 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c0bba652-1214-4e25-9b35-edce96d76450 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks [] for port (f58a33b2-98d7-4eea-b15d-fb8e6b52b594), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:20.256104 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 9cbc4214-3be0-412b-9fe2-8da427fe7daf triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:34:20.256549 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (9cbc4214-3be0-412b-9fe2-8da427fe7daf), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:20.300677 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c0bba652-1214-4e25-9b35-edce96d76450 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (f58a33b2-98d7-4eea-b15d-fb8e6b52b594), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:20.360491 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53484b75-9c1d-4190-8870-970534df18ec tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Network b0a9c020-b3ff-47f0-9f36-1cd947ace3af is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:34:20.363029 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-53484b75-9c1d-4190-8870-970534df18ec tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:34:20.411923 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0bba652-1214-4e25-9b35-edce96d76450 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Network 8eddad8c-1628-4b3f-8ffa-a29c4b596725 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:34:20.426381 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-c0bba652-1214-4e25-9b35-edce96d76450 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:34:20.431978 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0bba652-1214-4e25-9b35-edce96d76450 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:34:20.450785 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 9cbc4214-3be0-412b-9fe2-8da427fe7daf is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:34:20.582219 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0bba652-1214-4e25-9b35-edce96d76450 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:34:20.583045 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c0bba652-1214-4e25-9b35-edce96d76450 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:20.595421 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device cb825866-9b73-4e61-96fa-7f63af8f1ffb no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:34:20.643384 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bba652-1214-4e25-9b35-edce96d76450 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Pushing event updated for resources: {'Port': ['ID=f58a33b2-98d7-4eea-b15d-fb8e6b52b594,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:34:20.666484 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-c0bba652-1214-4e25-9b35-edce96d76450 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.6991129 Jan 28 07:34:20.668990 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 46750) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:34:20.673273 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: cb825866-9b73-4e61-96fa-7f63af8f1ffb {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:34:20.673876 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device cb825866-9b73-4e61-96fa-7f63af8f1ffb not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:34:20.674653 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device a8163d88-1932-438d-8284-26677e4542d4 no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:34:20.703063 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: a8163d88-1932-438d-8284-26677e4542d4 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:34:20.703581 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device a8163d88-1932-438d-8284-26677e4542d4 not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:34:20.759104 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba450d7-c1a0-4d8e-a36d-4eeef49f4fbf None None] Network b0a9c020-b3ff-47f0-9f36-1cd947ace3af requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:34:20.802095 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5a543547-0a8c-4616-bccf-a533c313635f req-bad83b51-2149-49c1-8c44-cd453c71e5f0 tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] 10.222.0.41 "GET /v2.0/ports?device_id=aac945c6-dede-4910-82e1-179f6235b906 HTTP/1.1" status: 200 len: 210 time: 0.1564748 Jan 28 07:34:20.870029 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53484b75-9c1d-4190-8870-970534df18ec tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Router 7babdd30-165d-493a-89d6-b06ca5812275 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:34:21.076112 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-add31ac9-50d7-451d-8680-e884ba23576c None None] Provisioning complete for port fc3abea5-77b5-4295-9787-48e4249676f0 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:34:21.079333 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-add31ac9-50d7-451d-8680-e884ba23576c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (fc3abea5-77b5-4295-9787-48e4249676f0), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:21.454480 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53484b75-9c1d-4190-8870-970534df18ec tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:34:21.472442 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device fc3abea5-77b5-4295-9787-48e4249676f0 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:34:21.483507 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-53484b75-9c1d-4190-8870-970534df18ec tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] 10.222.0.41 "PUT /v2.0/routers/7babdd30-165d-493a-89d6-b06ca5812275/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0832150 Jan 28 07:34:21.491039 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 46774) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:34:21.519487 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-8c22b3af-f705-4b0d-b6da-da108b610de8 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:34:21.546736 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76b34bb-e0e6-4238-8fe0-4c5935ad865d None None] Sync routers for ids ['7babdd30-165d-493a-89d6-b06ca5812275'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:34:21.607194 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76b34bb-e0e6-4238-8fe0-4c5935ad865d None None] Routers {'7babdd30-165d-493a-89d6-b06ca5812275'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:34:21.607974 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-e76b34bb-e0e6-4238-8fe0-4c5935ad865d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:34:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['7babdd30-165d-493a-89d6-b06ca5812275'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:34:21.814335 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58b2344-1807-4a95-9425-543570b78be9 req-1b1d724f-f937-4728-b3ad-3be3ba766ce0 tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:34:21.827220 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3b20fa7c-587a-47f0-b971-cbd1c00fe81f tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (f58a33b2-98d7-4eea-b15d-fb8e6b52b594), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:21.844574 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b58b2344-1807-4a95-9425-543570b78be9 req-1b1d724f-f937-4728-b3ad-3be3ba766ce0 tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] 10.222.0.44 "GET /v2.0/networks?id=2136e757-c99f-4d23-960c-aa395d5a28c6 HTTP/1.1" status: 200 len: 809 time: 0.9301317 Jan 28 07:34:21.879932 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-b58b2344-1807-4a95-9425-543570b78be9 req-1f0b9f18-3101-4081-8209-43e4a616c34a tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] Request body: {'port': {'device_id': 'aac945c6-dede-4910-82e1-179f6235b906', 'network_id': '2136e757-c99f-4d23-960c-aa395d5a28c6', 'admin_state_up': True, 'tenant_id': 'c4b2a68a25c944a0a3c783e458798cd1'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:34:21.920533 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-add31ac9-50d7-451d-8680-e884ba23576c None None] Current status of the port fc3abea5-77b5-4295-9787-48e4249676f0 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:34:21.921303 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-add31ac9-50d7-451d-8680-e884ba23576c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (fc3abea5-77b5-4295-9787-48e4249676f0), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:22.141161 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-add31ac9-50d7-451d-8680-e884ba23576c None None] For port fc3abea5-77b5-4295-9787-48e4249676f0, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=fc3abea5-77b5-4295-9787-48e4249676f0,segment=NetworkSegment(7e9b145a-317b-405b-b005-13360a55d595),segment_id=7e9b145a-317b-405b-b005-13360a55d595)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:34:22.169542 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-add31ac9-50d7-451d-8680-e884ba23576c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (fc3abea5-77b5-4295-9787-48e4249676f0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:22.252852 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5e8ae714-6a63-4eab-adac-372680cdf751 req-b681a54a-a62b-4da6-a809-92b841551582 tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] 10.222.0.41 "GET /v2.0/ports?device_id=aac945c6-dede-4910-82e1-179f6235b906 HTTP/1.1" status: 200 len: 210 time: 0.2736719 Jan 28 07:34:22.386975 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdfcf1ea-1270-496f-a6e0-f50210b27d9e None None] Network 8eddad8c-1628-4b3f-8ffa-a29c4b596725 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:34:22.544855 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b58b2344-1807-4a95-9425-543570b78be9 req-1f0b9f18-3101-4081-8209-43e4a616c34a tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] Made reservation on behalf of c4b2a68a25c944a0a3c783e458798cd1 for: {'port': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:34:22.559121 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b58b2344-1807-4a95-9425-543570b78be9 req-1f0b9f18-3101-4081-8209-43e4a616c34a tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:22.652238 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add31ac9-50d7-451d-8680-e884ba23576c None None] Pushing event updated for resources: {'Port': ['ID=fc3abea5-77b5-4295-9787-48e4249676f0,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:34:22.674184 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-e76b34bb-e0e6-4238-8fe0-4c5935ad865d None None] Set router 7babdd30-165d-493a-89d6-b06ca5812275 gateway port host: None {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:34:22.684943 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3b20fa7c-587a-47f0-b971-cbd1c00fe81f tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks [] for port (f58a33b2-98d7-4eea-b15d-fb8e6b52b594), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:22.700253 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3b20fa7c-587a-47f0-b971-cbd1c00fe81f tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (f58a33b2-98d7-4eea-b15d-fb8e6b52b594), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:22.795270 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [req-b58b2344-1807-4a95-9425-543570b78be9 req-1f0b9f18-3101-4081-8209-43e4a616c34a tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] Allocated IP 172.20.0.12 (2136e757-c99f-4d23-960c-aa395d5a28c6/66e93671-6c65-4d5e-8c66-6c2cfdec864e/b4b34934-e37e-47d9-93e3-1b7fa542dcd9) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:34:23.000927 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b58b2344-1807-4a95-9425-543570b78be9 req-1f0b9f18-3101-4081-8209-43e4a616c34a tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] Publish callbacks [] for port (b4b34934-e37e-47d9-93e3-1b7fa542dcd9), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:23.007151 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b20fa7c-587a-47f0-b971-cbd1c00fe81f tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Pushing event updated for resources: {'Port': ['ID=f58a33b2-98d7-4eea-b15d-fb8e6b52b594,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:34:23.059662 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b58b2344-1807-4a95-9425-543570b78be9 req-1f0b9f18-3101-4081-8209-43e4a616c34a tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (b4b34934-e37e-47d9-93e3-1b7fa542dcd9), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:23.194267 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b58b2344-1807-4a95-9425-543570b78be9 req-1f0b9f18-3101-4081-8209-43e4a616c34a tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] Network 2136e757-c99f-4d23-960c-aa395d5a28c6 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:34:23.215973 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port fc3abea5-77b5-4295-9787-48e4249676f0 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:34:23.216587 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (fc3abea5-77b5-4295-9787-48e4249676f0), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:23.218296 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [req-b58b2344-1807-4a95-9425-543570b78be9 req-1f0b9f18-3101-4081-8209-43e4a616c34a tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:34:23.223818 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-b58b2344-1807-4a95-9425-543570b78be9 req-1f0b9f18-3101-4081-8209-43e4a616c34a tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:34:23.300151 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['46fb5303-e8b0-439b-a9cf-8d37be246517'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:34:23.389554 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3b20fa7c-587a-47f0-b971-cbd1c00fe81f tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16609232'] for router_interface (8264f482-7ea3-4017-8823-ada4afcf5052), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:23.427644 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-3b3f2cf9-f8e0-49c3-9c37-75bea6c45f89 None None] Provisioning complete for port d6c6ca01-9257-4c8c-babb-58e9d24ace3b triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:34:23.428070 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3b3f2cf9-f8e0-49c3-9c37-75bea6c45f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (d6c6ca01-9257-4c8c-babb-58e9d24ace3b), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:23.474194 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0b9f18-3101-4081-8209-43e4a616c34a tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] Pushing event updated for resources: {'Port': ['ID=b4b34934-e37e-47d9-93e3-1b7fa542dcd9,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:34:23.571849 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58b2344-1807-4a95-9425-543570b78be9 req-1f0b9f18-3101-4081-8209-43e4a616c34a tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:34:23.571849 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b58b2344-1807-4a95-9425-543570b78be9 req-1f0b9f18-3101-4081-8209-43e4a616c34a tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:23.671788 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b58b2344-1807-4a95-9425-543570b78be9 req-1f0b9f18-3101-4081-8209-43e4a616c34a tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8041365 Jan 28 07:34:23.686982 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102ba65e-08f9-4934-961f-000f04244599 req-0b2464ce-6d89-47e2-8e9b-b9eaec881a60 tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:34:23.696748 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-102ba65e-08f9-4934-961f-000f04244599 req-0b2464ce-6d89-47e2-8e9b-b9eaec881a60 tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] 10.222.0.41 "GET /v2.0/ports?device_id=aac945c6-dede-4910-82e1-179f6235b906 HTTP/1.1" status: 200 len: 932 time: 0.2795680 Jan 28 07:34:23.710547 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-3b3f2cf9-f8e0-49c3-9c37-75bea6c45f89 None None] Current status of the port d6c6ca01-9257-4c8c-babb-58e9d24ace3b is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:34:23.711223 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3b3f2cf9-f8e0-49c3-9c37-75bea6c45f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (d6c6ca01-9257-4c8c-babb-58e9d24ace3b), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:23.729161 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-b58b2344-1807-4a95-9425-543570b78be9 req-b10ff4b1-5af2-4131-aa3a-37afac4a395f service neutron] Request body: {'port': {'device_id': 'aac945c6-dede-4910-82e1-179f6235b906', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712749-28'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:34:23.740046 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3b20fa7c-587a-47f0-b971-cbd1c00fe81f tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (f58a33b2-98d7-4eea-b15d-fb8e6b52b594), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:23.785662 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port fc3abea5-77b5-4295-9787-48e4249676f0 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:34:23.787136 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device d6c6ca01-9257-4c8c-babb-58e9d24ace3b up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:34:23.838576 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-3b3f2cf9-f8e0-49c3-9c37-75bea6c45f89 None None] For port d6c6ca01-9257-4c8c-babb-58e9d24ace3b, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=d6c6ca01-9257-4c8c-babb-58e9d24ace3b,segment=NetworkSegment(9aed68b9-74d4-449d-bd58-355a96edbad2),segment_id=9aed68b9-74d4-449d-bd58-355a96edbad2)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:34:23.879678 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3b3f2cf9-f8e0-49c3-9c37-75bea6c45f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (d6c6ca01-9257-4c8c-babb-58e9d24ace3b), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:23.908871 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-102ba65e-08f9-4934-961f-000f04244599 req-9f3d3590-9663-4676-946a-826d89d82fb6 tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f3a84fe-9d73-4feb-98e2-bd68e4ccb185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079155 Jan 28 07:34:23.977487 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3f2cf9-f8e0-49c3-9c37-75bea6c45f89 None None] Pushing event updated for resources: {'Port': ['ID=d6c6ca01-9257-4c8c-babb-58e9d24ace3b,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:34:24.022266 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-3b3f2cf9-f8e0-49c3-9c37-75bea6c45f89 None None] Provisioning complete for port fc3abea5-77b5-4295-9787-48e4249676f0 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:34:24.022915 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3b3f2cf9-f8e0-49c3-9c37-75bea6c45f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (fc3abea5-77b5-4295-9787-48e4249676f0), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:24.044938 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b58b2344-1807-4a95-9425-543570b78be9 req-b10ff4b1-5af2-4131-aa3a-37afac4a395f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (b4b34934-e37e-47d9-93e3-1b7fa542dcd9), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:24.064759 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port d6c6ca01-9257-4c8c-babb-58e9d24ace3b triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:34:24.066012 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (d6c6ca01-9257-4c8c-babb-58e9d24ace3b), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:24.071612 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-e76b34bb-e0e6-4238-8fe0-4c5935ad865d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7babdd30-165d-493a-89d6-b06ca5812275', 'name': 'tempest-RoutersIpV6Test-router-675224549', 'tenant_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:33:46Z', 'updated_at': '2022-01-28T07:34:18Z', 'revision_number': 5, 'project_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'gw_port_host': None, '_interfaces': [{'id': '3d9ad605-71b9-4775-afe5-e602fc52b97f', 'name': '', 'network_id': 'b8184ee5-76f4-470e-9819-6f9eb27756ac', 'tenant_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'mac_address': 'fa:16:3e:0d:73:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7babdd30-165d-493a-89d6-b06ca5812275', 'device_owner': 'network:router_interface', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': '2c52ccce-2e6a-45e8-97f9-cdbf4448959d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:34:06Z', 'updated_at': '2022-01-28T07:34:17Z', 'revision_number': 5, 'project_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'subnets': [{'id': '2c52ccce-2e6a-45e8-97f9-cdbf4448959d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '696141e5-95ef-497d-b9ed-e4bddbc7bbdf', 'name': '', 'network_id': '86be9a86-fba0-4307-b064-fcd83bed0a66', 'tenant_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'mac_address': 'fa:16:3e:fc:bb:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7babdd30-165d-493a-89d6-b06ca5812275', 'device_owner': 'network:router_interface', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '7543ac29-225a-421e-9171-74d2cdb59d0d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:33:51Z', 'updated_at': '2022-01-28T07:34:02Z', 'revision_number': 5, 'project_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'subnets': [{'id': '7543ac29-225a-421e-9171-74d2cdb59d0d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e55aa724-88db-42c8-b4cb-ed4ec0030b57', 'name': '', 'network_id': '30445b1c-93c4-4090-a664-44413ad2d180', 'tenant_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'mac_address': 'fa:16:3e:fd:4b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7babdd30-165d-493a-89d6-b06ca5812275', 'device_owner': 'network:router_interface', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': '9e0fb884-2c49-4b58-b448-29a0057b5524', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:33:58Z', 'updated_at': '2022-01-28T07:34:10Z', 'revision_number': 5, 'project_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'subnets': [{'id': '9e0fb884-2c49-4b58-b448-29a0057b5524', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa183137-d5b9-4603-8808-643b1ab0a283', 'name': '', 'network_id': 'b0a9c020-b3ff-47f0-9f36-1cd947ace3af', 'tenant_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'mac_address': 'fa:16:3e:24:40:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7babdd30-165d-493a-89d6-b06ca5812275', 'device_owner': 'network:router_interface', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': '1940a011-787c-4de6-b981-b4044d0166eb', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:34:16Z', 'updated_at': '2022-01-28T07:34:19Z', 'revision_number': 2, 'project_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'subnets': [{'id': '1940a011-787c-4de6-b981-b4044d0166eb', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:34:24.163653 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76b34bb-e0e6-4238-8fe0-4c5935ad865d None None] Checking router: 7babdd30-165d-493a-89d6-b06ca5812275 for host: n-d-712749-28 {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:34:24.167601 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76b34bb-e0e6-4238-8fe0-4c5935ad865d None None] Updating router 7babdd30-165d-493a-89d6-b06ca5812275 port fa183137-d5b9-4603-8808-643b1ab0a283 binding host n-d-712749-28 {{(pid=103285) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 07:34:24.418061 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e76b34bb-e0e6-4238-8fe0-4c5935ad865d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (fa183137-d5b9-4603-8808-643b1ab0a283), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:24.467658 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.extraroute_db [None req-8c22b3af-f705-4b0d-b6da-da108b610de8 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=103283) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 28 07:34:24.509289 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3b20fa7c-587a-47f0-b971-cbd1c00fe81f tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks [] for port (f58a33b2-98d7-4eea-b15d-fb8e6b52b594), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:24.522120 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3b20fa7c-587a-47f0-b971-cbd1c00fe81f tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (f58a33b2-98d7-4eea-b15d-fb8e6b52b594), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:24.533135 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.extraroute_db [None req-8c22b3af-f705-4b0d-b6da-da108b610de8 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Removed routes are [] {{(pid=103283) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 28 07:34:24.533546 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8c22b3af-f705-4b0d-b6da-da108b610de8 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16607950', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16605480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127440'] for router (7babdd30-165d-493a-89d6-b06ca5812275), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:24.681673 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-3b3f2cf9-f8e0-49c3-9c37-75bea6c45f89 None None] Current status of the port fc3abea5-77b5-4295-9787-48e4249676f0 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:34:24.747513 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b20fa7c-587a-47f0-b971-cbd1c00fe81f tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Pushing event updated for resources: {'Port': ['ID=f58a33b2-98d7-4eea-b15d-fb8e6b52b594,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:34:24.763863 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port d6c6ca01-9257-4c8c-babb-58e9d24ace3b is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:34:24.765587 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 3d9ad605-71b9-4775-afe5-e602fc52b97f up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:34:24.769114 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-3b3f2cf9-f8e0-49c3-9c37-75bea6c45f89 None None] Provisioning complete for port fa183137-d5b9-4603-8808-643b1ab0a283 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:34:24.769824 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3b3f2cf9-f8e0-49c3-9c37-75bea6c45f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (fa183137-d5b9-4603-8808-643b1ab0a283), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:24.799647 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3b20fa7c-587a-47f0-b971-cbd1c00fe81f tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16318999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16606560'] for router_interface (8264f482-7ea3-4017-8823-ada4afcf5052), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:25.063810 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-3b3f2cf9-f8e0-49c3-9c37-75bea6c45f89 None None] Port fa183137-d5b9-4603-8808-643b1ab0a283 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:34:25.209691 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [req-b58b2344-1807-4a95-9425-543570b78be9 req-b10ff4b1-5af2-4131-aa3a-37afac4a395f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4b34934-e37e-47d9-93e3-1b7fa542dcd9 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:34:25.235199 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-923fab9f-5a4c-494e-a4bf-56204d59866a None None] Provisioning complete for port d6c6ca01-9257-4c8c-babb-58e9d24ace3b triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:34:25.235430 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-923fab9f-5a4c-494e-a4bf-56204d59866a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (d6c6ca01-9257-4c8c-babb-58e9d24ace3b), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:25.243170 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b58b2344-1807-4a95-9425-543570b78be9 req-b10ff4b1-5af2-4131-aa3a-37afac4a395f service neutron] Publish callbacks [] for port (b4b34934-e37e-47d9-93e3-1b7fa542dcd9), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:25.258400 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b20fa7c-587a-47f0-b971-cbd1c00fe81f tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Network 8eddad8c-1628-4b3f-8ffa-a29c4b596725 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:34:25.280905 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-3b20fa7c-587a-47f0-b971-cbd1c00fe81f tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:34:25.310581 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8c22b3af-f705-4b0d-b6da-da108b610de8 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16607950', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16605480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127440'] for router (7babdd30-165d-493a-89d6-b06ca5812275), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:25.322963 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8c22b3af-f705-4b0d-b6da-da108b610de8 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16607909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16607927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16607932', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16605457'] for router (7babdd30-165d-493a-89d6-b06ca5812275), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:25.334295 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [req-b58b2344-1807-4a95-9425-543570b78be9 req-b10ff4b1-5af2-4131-aa3a-37afac4a395f service neutron] Transition to ACTIVE for port object b4b34934-e37e-47d9-93e3-1b7fa542dcd9 will not be triggered until provisioned by entity L2. {{(pid=103283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:34:25.345007 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22b71d7-6a6d-44c8-b43b-a830e4207929 req-c222070b-b7d1-47b3-85ac-b40b1fb09ffd tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:34:25.345843 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b58b2344-1807-4a95-9425-543570b78be9 req-b10ff4b1-5af2-4131-aa3a-37afac4a395f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (b4b34934-e37e-47d9-93e3-1b7fa542dcd9), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:25.346645 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e22b71d7-6a6d-44c8-b43b-a830e4207929 req-c222070b-b7d1-47b3-85ac-b40b1fb09ffd tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] 10.222.0.41 "GET /v2.0/ports?device_id=aac945c6-dede-4910-82e1-179f6235b906 HTTP/1.1" status: 200 len: 932 time: 0.2192495 Jan 28 07:34:25.397205 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 3d9ad605-71b9-4775-afe5-e602fc52b97f triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:34:25.397665 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (3d9ad605-71b9-4775-afe5-e602fc52b97f), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:25.599256 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e22b71d7-6a6d-44c8-b43b-a830e4207929 req-41a77651-3737-495f-9a48-29d60d7dd889 tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f3a84fe-9d73-4feb-98e2-bd68e4ccb185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420206 Jan 28 07:34:25.630860 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c22b3af-f705-4b0d-b6da-da108b610de8 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Router 7babdd30-165d-493a-89d6-b06ca5812275 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:34:25.654555 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b20fa7c-587a-47f0-b971-cbd1c00fe81f tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Router 8264f482-7ea3-4017-8823-ada4afcf5052 is scheduled to L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 with binding_index 1 {{(pid=103284) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 07:34:25.764048 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-923fab9f-5a4c-494e-a4bf-56204d59866a None None] Current status of the port d6c6ca01-9257-4c8c-babb-58e9d24ace3b is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:34:25.890542 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b20fa7c-587a-47f0-b971-cbd1c00fe81f tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:34:25.903584 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f77b20-fc07-4970-a371-aac08c91f6e9 None None] Sync routers for ids ['8264f482-7ea3-4017-8823-ada4afcf5052'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:34:25.904081 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e76b34bb-e0e6-4238-8fe0-4c5935ad865d None None] Publish callbacks [] for port (fa183137-d5b9-4603-8808-643b1ab0a283), precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:25.910402 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-3b20fa7c-587a-47f0-b971-cbd1c00fe81f tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] 10.222.0.41 "PUT /v2.0/routers/8264f482-7ea3-4017-8823-ada4afcf5052/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2391138 Jan 28 07:34:25.911641 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 46878) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:34:25.931607 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e76b34bb-e0e6-4238-8fe0-4c5935ad865d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (fa183137-d5b9-4603-8808-643b1ab0a283), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:25.934852 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f77b20-fc07-4970-a371-aac08c91f6e9 None None] Routers {'8264f482-7ea3-4017-8823-ada4afcf5052'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:34:25.936648 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-02f77b20-fc07-4970-a371-aac08c91f6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:34:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['8264f482-7ea3-4017-8823-ada4afcf5052'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:34:26.008455 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-02f77b20-fc07-4970-a371-aac08c91f6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:34:26.028886 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f77b20-fc07-4970-a371-aac08c91f6e9 None None] Routers {'8264f482-7ea3-4017-8823-ada4afcf5052'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:34:26.029519 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-02f77b20-fc07-4970-a371-aac08c91f6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:34:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['8264f482-7ea3-4017-8823-ada4afcf5052'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:34:26.039820 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-923fab9f-5a4c-494e-a4bf-56204d59866a None None] Provisioning complete for port f58a33b2-98d7-4eea-b15d-fb8e6b52b594 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:34:26.040052 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10ff4b1-5af2-4131-aa3a-37afac4a395f service neutron] Pushing event updated for resources: {'Port': ['ID=b4b34934-e37e-47d9-93e3-1b7fa542dcd9,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:34:26.040660 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-923fab9f-5a4c-494e-a4bf-56204d59866a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (f58a33b2-98d7-4eea-b15d-fb8e6b52b594), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:26.042272 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb86843-a141-444e-a790-1c17d1c4eb60 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:34:26.043868 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-ddb86843-a141-444e-a790-1c17d1c4eb60 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] 10.222.0.41 "GET /v2.0/ports/f58a33b2-98d7-4eea-b15d-fb8e6b52b594 HTTP/1.1" status: 200 len: 977 time: 0.1311579 Jan 28 07:34:26.046416 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 46882) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:34:26.057470 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 3d9ad605-71b9-4775-afe5-e602fc52b97f is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:34:26.133011 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-02f77b20-fc07-4970-a371-aac08c91f6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:34:26.133683 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f77b20-fc07-4970-a371-aac08c91f6e9 None None] The sync data for ids ['8264f482-7ea3-4017-8823-ada4afcf5052'] in n-d-712749-28 is: [] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:34:26.166506 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac809fc6-45f7-4c19-9c64-f8142c4d6aea None None] Pushing event updated for resources: {'Port': ['ID=fa183137-d5b9-4603-8808-643b1ab0a283,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:34:26.196800 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-923fab9f-5a4c-494e-a4bf-56204d59866a None None] Port f58a33b2-98d7-4eea-b15d-fb8e6b52b594 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:34:26.342981 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device d6c6ca01-9257-4c8c-babb-58e9d24ace3b up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:34:26.358556 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-e76b34bb-e0e6-4238-8fe0-4c5935ad865d None None] Attempting to bind port fa183137-d5b9-4603-8808-643b1ab0a283 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:34:26.359002 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-e76b34bb-e0e6-4238-8fe0-4c5935ad865d None None] Attempting to bind port fa183137-d5b9-4603-8808-643b1ab0a283 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '7e9b145a-317b-405b-b005-13360a55d595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b0a9c020-b3ff-47f0-9f36-1cd947ace3af'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:34:26.359467 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76b34bb-e0e6-4238-8fe0-4c5935ad865d None None] Attempting to bind port fa183137-d5b9-4603-8808-643b1ab0a283 on network b0a9c020-b3ff-47f0-9f36-1cd947ace3af {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:34:26.463267 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76b34bb-e0e6-4238-8fe0-4c5935ad865d None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 34, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:34:26.466512 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76b34bb-e0e6-4238-8fe0-4c5935ad865d None None] Checking segment: {'id': '7e9b145a-317b-405b-b005-13360a55d595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b0a9c020-b3ff-47f0-9f36-1cd947ace3af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:34:26.470934 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e76b34bb-e0e6-4238-8fe0-4c5935ad865d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:26.471454 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76b34bb-e0e6-4238-8fe0-4c5935ad865d None None] Bound using segment: {'id': '7e9b145a-317b-405b-b005-13360a55d595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b0a9c020-b3ff-47f0-9f36-1cd947ace3af'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:34:26.472065 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-e76b34bb-e0e6-4238-8fe0-4c5935ad865d None None] Bound port: fa183137-d5b9-4603-8808-643b1ab0a283, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e9b145a-317b-405b-b005-13360a55d595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b0a9c020-b3ff-47f0-9f36-1cd947ace3af'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:34:26.472615 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e76b34bb-e0e6-4238-8fe0-4c5935ad865d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (fa183137-d5b9-4603-8808-643b1ab0a283), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:26.526549 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-923fab9f-5a4c-494e-a4bf-56204d59866a None None] Provisioning complete for port fa183137-d5b9-4603-8808-643b1ab0a283 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:34:26.529189 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-923fab9f-5a4c-494e-a4bf-56204d59866a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (fa183137-d5b9-4603-8808-643b1ab0a283), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:26.733161 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-923fab9f-5a4c-494e-a4bf-56204d59866a None None] Port fa183137-d5b9-4603-8808-643b1ab0a283 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:34:26.753682 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port d6c6ca01-9257-4c8c-babb-58e9d24ace3b triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:34:26.757713 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (d6c6ca01-9257-4c8c-babb-58e9d24ace3b), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:26.774635 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c22b3af-f705-4b0d-b6da-da108b610de8 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:34:26.781920 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8c22b3af-f705-4b0d-b6da-da108b610de8 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks [] for router (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:26.783130 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-8c22b3af-f705-4b0d-b6da-da108b610de8 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] 10.222.0.41 "PUT /v2.0/routers/7babdd30-165d-493a-89d6-b06ca5812275 HTTP/1.1" status: 200 len: 953 time: 5.2873516 Jan 28 07:34:26.795027 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 46888) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:34:26.818479 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-b58b2344-1807-4a95-9425-543570b78be9 req-b10ff4b1-5af2-4131-aa3a-37afac4a395f service neutron] Attempting to bind port b4b34934-e37e-47d9-93e3-1b7fa542dcd9 on host n-h2-712749-28 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:34:26.818803 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-b58b2344-1807-4a95-9425-543570b78be9 req-b10ff4b1-5af2-4131-aa3a-37afac4a395f service neutron] Attempting to bind port b4b34934-e37e-47d9-93e3-1b7fa542dcd9 by drivers openvswitch,hyperv on host n-h2-712749-28 at level 0 using segments [{'id': 'bf0195a4-f6a6-41d1-9604-c71a469c15f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2136e757-c99f-4d23-960c-aa395d5a28c6'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:34:26.819052 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b58b2344-1807-4a95-9425-543570b78be9 req-b10ff4b1-5af2-4131-aa3a-37afac4a395f service neutron] Attempting to bind port b4b34934-e37e-47d9-93e3-1b7fa542dcd9 on network 2136e757-c99f-4d23-960c-aa395d5a28c6 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:34:26.869705 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b58b2344-1807-4a95-9425-543570b78be9 req-b10ff4b1-5af2-4131-aa3a-37afac4a395f service neutron] Port b4b34934-e37e-47d9-93e3-1b7fa542dcd9 on network 2136e757-c99f-4d23-960c-aa395d5a28c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-28 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:34:26.869705 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b58b2344-1807-4a95-9425-543570b78be9 req-b10ff4b1-5af2-4131-aa3a-37afac4a395f service neutron] Attempting to bind port b4b34934-e37e-47d9-93e3-1b7fa542dcd9 on network 2136e757-c99f-4d23-960c-aa395d5a28c6 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:34:26.894743 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7397afca-7d14-4995-ab9e-7ecb38806003 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16606535'] for router_interface (8264f482-7ea3-4017-8823-ada4afcf5052), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:26.905036 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b58b2344-1807-4a95-9425-543570b78be9 req-b10ff4b1-5af2-4131-aa3a-37afac4a395f service neutron] Checking agent: {'id': 'c9906e63-062c-432e-bb53-63fdb8115e18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:34:26.905548 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b58b2344-1807-4a95-9425-543570b78be9 req-b10ff4b1-5af2-4131-aa3a-37afac4a395f service neutron] Checking segment: {'id': 'bf0195a4-f6a6-41d1-9604-c71a469c15f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2136e757-c99f-4d23-960c-aa395d5a28c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:34:26.905943 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b58b2344-1807-4a95-9425-543570b78be9 req-b10ff4b1-5af2-4131-aa3a-37afac4a395f service neutron] Bound using segment: {'id': 'bf0195a4-f6a6-41d1-9604-c71a469c15f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2136e757-c99f-4d23-960c-aa395d5a28c6'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:34:26.906476 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-b58b2344-1807-4a95-9425-543570b78be9 req-b10ff4b1-5af2-4131-aa3a-37afac4a395f service neutron] Bound port: b4b34934-e37e-47d9-93e3-1b7fa542dcd9, host: n-h2-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf0195a4-f6a6-41d1-9604-c71a469c15f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2136e757-c99f-4d23-960c-aa395d5a28c6'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:34:26.907049 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b58b2344-1807-4a95-9425-543570b78be9 req-b10ff4b1-5af2-4131-aa3a-37afac4a395f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (b4b34934-e37e-47d9-93e3-1b7fa542dcd9), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:26.920302 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-e76b34bb-e0e6-4238-8fe0-4c5935ad865d None None] For port fa183137-d5b9-4603-8808-643b1ab0a283, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:34:26.939289 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-e76b34bb-e0e6-4238-8fe0-4c5935ad865d None None] For port fa183137-d5b9-4603-8808-643b1ab0a283, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=fa183137-d5b9-4603-8808-643b1ab0a283,segment=NetworkSegment(7e9b145a-317b-405b-b005-13360a55d595),segment_id=7e9b145a-317b-405b-b005-13360a55d595)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:34:26.960653 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-05de150a-766f-4a66-a78d-b2ae76bc9cc9 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] 10.222.0.41 "GET /v2.0/routers/7babdd30-165d-493a-89d6-b06ca5812275 HTTP/1.1" status: 200 len: 953 time: 0.1624904 Jan 28 07:34:26.980645 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 46896) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:34:26.987009 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-4d7ad78a-b073-45b1-9ff1-31cd3293efcb tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Request body: {'router': {'routes': None}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:34:27.012324 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e76b34bb-e0e6-4238-8fe0-4c5935ad865d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (fa183137-d5b9-4603-8808-643b1ab0a283), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:27.081114 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-0e8c25d8-8980-4582-893e-caaa08d9db0b None None] Provisioning complete for port f58a33b2-98d7-4eea-b15d-fb8e6b52b594 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:34:27.081114 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0e8c25d8-8980-4582-893e-caaa08d9db0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (f58a33b2-98d7-4eea-b15d-fb8e6b52b594), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:27.139035 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76b34bb-e0e6-4238-8fe0-4c5935ad865d None None] Routers {'7babdd30-165d-493a-89d6-b06ca5812275'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:34:27.142367 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-e76b34bb-e0e6-4238-8fe0-4c5935ad865d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:34:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['7babdd30-165d-493a-89d6-b06ca5812275'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:34:27.159531 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25081491-82f8-442f-b101-d84fc1bb3bbb req-a8d28d9b-cd9a-4a42-9c68-24db1aeb658c tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:34:27.168098 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-25081491-82f8-442f-b101-d84fc1bb3bbb req-a8d28d9b-cd9a-4a42-9c68-24db1aeb658c tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] 10.222.0.41 "GET /v2.0/ports?device_id=aac945c6-dede-4910-82e1-179f6235b906 HTTP/1.1" status: 200 len: 944 time: 0.3818622 Jan 28 07:34:27.241623 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port d6c6ca01-9257-4c8c-babb-58e9d24ace3b is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:34:27.243929 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device fc3abea5-77b5-4295-9787-48e4249676f0 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:34:27.308630 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-25081491-82f8-442f-b101-d84fc1bb3bbb req-ff190e74-6eb2-46ce-8dda-a47dce82b467 tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f3a84fe-9d73-4feb-98e2-bd68e4ccb185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378918 Jan 28 07:34:27.422586 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-7397afca-7d14-4995-ab9e-7ecb38806003 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Deleting port f58a33b2-98d7-4eea-b15d-fb8e6b52b594 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:34:27.423104 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7397afca-7d14-4995-ab9e-7ecb38806003 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (f58a33b2-98d7-4eea-b15d-fb8e6b52b594), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:27.423893 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-b58b2344-1807-4a95-9425-543570b78be9 req-b10ff4b1-5af2-4131-aa3a-37afac4a395f service neutron] For port b4b34934-e37e-47d9-93e3-1b7fa542dcd9, host n-h2-712749-28, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:34:27.431597 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-b58b2344-1807-4a95-9425-543570b78be9 req-b10ff4b1-5af2-4131-aa3a-37afac4a395f service neutron] For port b4b34934-e37e-47d9-93e3-1b7fa542dcd9, host n-h2-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=b4b34934-e37e-47d9-93e3-1b7fa542dcd9,segment=NetworkSegment(bf0195a4-f6a6-41d1-9604-c71a469c15f7),segment_id=bf0195a4-f6a6-41d1-9604-c71a469c15f7)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:34:27.509174 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b58b2344-1807-4a95-9425-543570b78be9 req-b10ff4b1-5af2-4131-aa3a-37afac4a395f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (b4b34934-e37e-47d9-93e3-1b7fa542dcd9), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:27.643655 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10ff4b1-5af2-4131-aa3a-37afac4a395f service neutron] Pushing event updated for resources: {'Port': ['ID=b4b34934-e37e-47d9-93e3-1b7fa542dcd9,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:34:27.649423 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7397afca-7d14-4995-ab9e-7ecb38806003 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (f58a33b2-98d7-4eea-b15d-fb8e6b52b594), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:27.694204 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-7397afca-7d14-4995-ab9e-7ecb38806003 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Calling delete_port for f58a33b2-98d7-4eea-b15d-fb8e6b52b594 owned by network:router_interface {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:34:27.706423 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58b2344-1807-4a95-9425-543570b78be9 req-b10ff4b1-5af2-4131-aa3a-37afac4a395f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:34:27.707057 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b58b2344-1807-4a95-9425-543570b78be9 req-b10ff4b1-5af2-4131-aa3a-37afac4a395f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:27.708486 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b58b2344-1807-4a95-9425-543570b78be9 req-b10ff4b1-5af2-4131-aa3a-37afac4a395f service neutron] 10.222.0.44 "PUT /v2.0/ports/b4b34934-e37e-47d9-93e3-1b7fa542dcd9 HTTP/1.1" status: 200 len: 1093 time: 3.9858482 Jan 28 07:34:27.722396 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-e76b34bb-e0e6-4238-8fe0-4c5935ad865d None None] Set router 7babdd30-165d-493a-89d6-b06ca5812275 gateway port host: None {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:34:27.726389 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aac945c6-dede-4910-82e1-179f6235b906', 'tag': 'b4b34934-e37e-47d9-93e3-1b7fa542dcd9'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:34:27.736733 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1884ae55-7103-4e14-8761-9a3af27a77a0" -d '{"events": [{"name": "network-changed", "server_uuid": "aac945c6-dede-4910-82e1-179f6235b906", "tag": "b4b34934-e37e-47d9-93e3-1b7fa542dcd9"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:34:27.841843 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-0e8c25d8-8980-4582-893e-caaa08d9db0b None None] Port f58a33b2-98d7-4eea-b15d-fb8e6b52b594 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:34:27.950693 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac809fc6-45f7-4c19-9c64-f8142c4d6aea None None] Pushing event updated for resources: {'Port': ['ID=fa183137-d5b9-4603-8808-643b1ab0a283,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:34:27.992433 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-0e8c25d8-8980-4582-893e-caaa08d9db0b None None] Provisioning complete for port fa183137-d5b9-4603-8808-643b1ab0a283 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:34:27.992816 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0e8c25d8-8980-4582-893e-caaa08d9db0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (fa183137-d5b9-4603-8808-643b1ab0a283), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:28.000752 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port fc3abea5-77b5-4295-9787-48e4249676f0 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:34:28.001144 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (fc3abea5-77b5-4295-9787-48e4249676f0), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:28.048654 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c89b008e-298f-4836-9e4f-4fbf42bc1608 x-openstack-request-id: req-c89b008e-298f-4836-9e4f-4fbf42bc1608 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:34:28.049241 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aac945c6-dede-4910-82e1-179f6235b906", "tag": "b4b34934-e37e-47d9-93e3-1b7fa542dcd9", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:34:28.049241 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c89b008e-298f-4836-9e4f-4fbf42bc1608 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:34:28.049511 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aac945c6-dede-4910-82e1-179f6235b906', 'tag': 'b4b34934-e37e-47d9-93e3-1b7fa542dcd9', 'status': 'completed', 'code': 200} Jan 28 07:34:28.066852 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58b2344-1807-4a95-9425-543570b78be9 req-37ed659d-1c81-483f-be28-ba9432e1c32a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:34:28.068959 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b58b2344-1807-4a95-9425-543570b78be9 req-37ed659d-1c81-483f-be28-ba9432e1c32a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c4b2a68a25c944a0a3c783e458798cd1&device_id=aac945c6-dede-4910-82e1-179f6235b906 HTTP/1.1" status: 200 len: 1096 time: 0.2046554 Jan 28 07:34:28.194410 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.extraroute_db [None req-4d7ad78a-b073-45b1-9ff1-31cd3293efcb tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Added routes are [] {{(pid=103283) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 28 07:34:28.198615 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.extraroute_db [None req-4d7ad78a-b073-45b1-9ff1-31cd3293efcb tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=103283) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 28 07:34:28.218860 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7397afca-7d14-4995-ab9e-7ecb38806003 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (f58a33b2-98d7-4eea-b15d-fb8e6b52b594), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:28.234264 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-0e8c25d8-8980-4582-893e-caaa08d9db0b None None] Current status of the port fa183137-d5b9-4603-8808-643b1ab0a283 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:34:28.235817 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0e8c25d8-8980-4582-893e-caaa08d9db0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (fa183137-d5b9-4603-8808-643b1ab0a283), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:28.270935 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4d7ad78a-b073-45b1-9ff1-31cd3293efcb tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16607950', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16605480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127440'] for router (7babdd30-165d-493a-89d6-b06ca5812275), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:28.288405 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7397afca-7d14-4995-ab9e-7ecb38806003 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Pushing event deleted for resources: {'Port': ['ID=f58a33b2-98d7-4eea-b15d-fb8e6b52b594,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:34:28.293397 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-e76b34bb-e0e6-4238-8fe0-4c5935ad865d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7babdd30-165d-493a-89d6-b06ca5812275', 'name': 'tempest-RoutersIpV6Test-router-675224549', 'tenant_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:33:46Z', 'updated_at': '2022-01-28T07:34:24Z', 'revision_number': 6, 'project_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'gw_port_host': None, '_interfaces': [{'id': '3d9ad605-71b9-4775-afe5-e602fc52b97f', 'name': '', 'network_id': 'b8184ee5-76f4-470e-9819-6f9eb27756ac', 'tenant_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'mac_address': 'fa:16:3e:0d:73:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7babdd30-165d-493a-89d6-b06ca5812275', 'device_owner': 'network:router_interface', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': '2c52ccce-2e6a-45e8-97f9-cdbf4448959d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:34:06Z', 'updated_at': '2022-01-28T07:34:17Z', 'revision_number': 5, 'project_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'subnets': [{'id': '2c52ccce-2e6a-45e8-97f9-cdbf4448959d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '696141e5-95ef-497d-b9ed-e4bddbc7bbdf', 'name': '', 'network_id': '86be9a86-fba0-4307-b064-fcd83bed0a66', 'tenant_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'mac_address': 'fa:16:3e:fc:bb:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7babdd30-165d-493a-89d6-b06ca5812275', 'device_owner': 'network:router_interface', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '7543ac29-225a-421e-9171-74d2cdb59d0d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:33:51Z', 'updated_at': '2022-01-28T07:34:02Z', 'revision_number': 5, 'project_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'subnets': [{'id': '7543ac29-225a-421e-9171-74d2cdb59d0d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e55aa724-88db-42c8-b4cb-ed4ec0030b57', 'name': '', 'network_id': '30445b1c-93c4-4090-a664-44413ad2d180', 'tenant_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'mac_address': 'fa:16:3e:fd:4b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7babdd30-165d-493a-89d6-b06ca5812275', 'device_owner': 'network:router_interface', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': '9e0fb884-2c49-4b58-b448-29a0057b5524', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:33:58Z', 'updated_at': '2022-01-28T07:34:10Z', 'revision_number': 5, 'project_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'subnets': [{'id': '9e0fb884-2c49-4b58-b448-29a0057b5524', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa183137-d5b9-4603-8808-643b1ab0a283', 'name': '', 'network_id': 'b0a9c020-b3ff-47f0-9f36-1cd947ace3af', 'tenant_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'mac_address': 'fa:16:3e:24:40:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7babdd30-165d-493a-89d6-b06ca5812275', 'device_owner': 'network:router_interface', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': '1940a011-787c-4de6-b981-b4044d0166eb', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:34:16Z', 'updated_at': '2022-01-28T07:34:26Z', 'revision_number': 4, 'project_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'subnets': [{'id': '1940a011-787c-4de6-b981-b4044d0166eb', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:34:28.341059 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-0e8c25d8-8980-4582-893e-caaa08d9db0b None None] For port fa183137-d5b9-4603-8808-643b1ab0a283, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=fa183137-d5b9-4603-8808-643b1ab0a283,segment=NetworkSegment(7e9b145a-317b-405b-b005-13360a55d595),segment_id=7e9b145a-317b-405b-b005-13360a55d595)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:34:28.342410 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76b34bb-e0e6-4238-8fe0-4c5935ad865d None None] The sync data for ids ['7babdd30-165d-493a-89d6-b06ca5812275'] in n-d-712749-28 is: [{'id': '7babdd30-165d-493a-89d6-b06ca5812275', 'name': 'tempest-RoutersIpV6Test-router-675224549', 'tenant_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:33:46Z', 'updated_at': '2022-01-28T07:34:24Z', 'revision_number': 6, 'project_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'gw_port_host': None, '_interfaces': [{'id': '3d9ad605-71b9-4775-afe5-e602fc52b97f', 'name': '', 'network_id': 'b8184ee5-76f4-470e-9819-6f9eb27756ac', 'tenant_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'mac_address': 'fa:16:3e:0d:73:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7babdd30-165d-493a-89d6-b06ca5812275', 'device_owner': 'network:router_interface', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': '2c52ccce-2e6a-45e8-97f9-cdbf4448959d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:34:06Z', 'updated_at': '2022-01-28T07:34:17Z', 'revision_number': 5, 'project_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'subnets': [{'id': '2c52ccce-2e6a-45e8-97f9-cdbf4448959d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '696141e5-95ef-497d-b9ed-e4bddbc7bbdf', 'name': '', 'network_id': '86be9a86-fba0-4307-b064-fcd83bed0a66', 'tenant_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'mac_address': 'fa:16:3e:fc:bb:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7babdd30-165d-493a-89d6-b06ca5812275', 'device_owner': 'network:router_interface', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '7543ac29-225a-421e-9171-74d2cdb59d0d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:33:51Z', 'updated_at': '2022-01-28T07:34:02Z', 'revision_number': 5, 'project_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'subnets': [{'id': '7543ac29-225a-421e-9171-74d2cdb59d0d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e55aa724-88db-42c8-b4cb-ed4ec0030b57', 'name': '', 'network_id': '30445b1c-93c4-4090-a664-44413ad2d180', 'tenant_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'mac_address': 'fa:16:3e:fd:4b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7babdd30-165d-493a-89d6-b06ca5812275', 'device_owner': 'network:router_interface', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': '9e0fb884-2c49-4b58-b448-29a0057b5524', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:33:58Z', 'updated_at': '2022-01-28T07:34:10Z', 'revision_number': 5, 'project_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'subnets': [{'id': '9e0fb884-2c49-4b58-b448-29a0057b5524', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa183137-d5b9-4603-8808-643b1ab0a283', 'name': '', 'network_id': 'b0a9c020-b3ff-47f0-9f36-1cd947ace3af', 'tenant_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'mac_address': 'fa:16:3e:24:40:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7babdd30-165d-493a-89d6-b06ca5812275', 'device_owner': 'network:router_interface', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': '1940a011-787c-4de6-b981-b4044d0166eb', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:34:16Z', 'updated_at': '2022-01-28T07:34:26Z', 'revision_number': 4, 'project_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'subnets': [{'id': '1940a011-787c-4de6-b981-b4044d0166eb', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:34:28.352261 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0e8c25d8-8980-4582-893e-caaa08d9db0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (fa183137-d5b9-4603-8808-643b1ab0a283), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:28.357240 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port fc3abea5-77b5-4295-9787-48e4249676f0 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:34:28.458549 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b58b2344-1807-4a95-9425-543570b78be9 req-4fe2291e-ae1d-4af9-94ce-790e95663574 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b4b34934-e37e-47d9-93e3-1b7fa542dcd9 HTTP/1.1" status: 200 len: 217 time: 0.1816964 Jan 28 07:34:28.490484 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8c25d8-8980-4582-893e-caaa08d9db0b None None] Pushing event updated for resources: {'Port': ['ID=fa183137-d5b9-4603-8808-643b1ab0a283,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:34:28.529090 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-54108e29-8f78-40eb-895f-3e92335aeb56 None None] Provisioning complete for port fa183137-d5b9-4603-8808-643b1ab0a283 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:34:28.529475 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-54108e29-8f78-40eb-895f-3e92335aeb56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (fa183137-d5b9-4603-8808-643b1ab0a283), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:28.674568 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-54108e29-8f78-40eb-895f-3e92335aeb56 None None] Current status of the port fa183137-d5b9-4603-8808-643b1ab0a283 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:34:28.729067 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7397afca-7d14-4995-ab9e-7ecb38806003 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16319006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16606699'] for router_interface (8264f482-7ea3-4017-8823-ada4afcf5052), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:28.789604 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67945bee-ce6a-4f78-90b3-3731de572ceb req-beb3b7f1-342d-4ee7-a9b0-c587c3101d71 tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:34:28.791152 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-67945bee-ce6a-4f78-90b3-3731de572ceb req-beb3b7f1-342d-4ee7-a9b0-c587c3101d71 tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] 10.222.0.41 "GET /v2.0/ports?device_id=aac945c6-dede-4910-82e1-179f6235b906 HTTP/1.1" status: 200 len: 944 time: 0.2134714 Jan 28 07:34:28.794316 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58b2344-1807-4a95-9425-543570b78be9 req-2705c8b5-f976-4e71-bae6-89a4858a7f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:34:28.795718 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b58b2344-1807-4a95-9425-543570b78be9 req-2705c8b5-f976-4e71-bae6-89a4858a7f60 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=66e93671-6c65-4d5e-8c66-6c2cfdec864e HTTP/1.1" status: 200 len: 849 time: 0.3318210 Jan 28 07:34:28.889543 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b58b2344-1807-4a95-9425-543570b78be9 req-156a4b5a-ae91-495b-8980-436e7229dc0d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2136e757-c99f-4d23-960c-aa395d5a28c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0839872 Jan 28 07:34:28.997701 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7397afca-7d14-4995-ab9e-7ecb38806003 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Router 8264f482-7ea3-4017-8823-ada4afcf5052 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:34:29.011312 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4d7ad78a-b073-45b1-9ff1-31cd3293efcb tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16607950', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16605480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127440'] for router (7babdd30-165d-493a-89d6-b06ca5812275), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:29.037797 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-67945bee-ce6a-4f78-90b3-3731de572ceb req-3a1f5d6f-e181-40a9-81b4-1a118324d0dc tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f3a84fe-9d73-4feb-98e2-bd68e4ccb185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379665 Jan 28 07:34:29.038892 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4d7ad78a-b073-45b1-9ff1-31cd3293efcb tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16607909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16607927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16607932', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16605457'] for router (7babdd30-165d-493a-89d6-b06ca5812275), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:29.159993 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b58b2344-1807-4a95-9425-543570b78be9 req-a87b8a4b-4db0-48c0-8d83-c3fcb64939a5 service neutron] 10.222.0.44 "GET /v2.0/networks/2136e757-c99f-4d23-960c-aa395d5a28c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2415516 Jan 28 07:34:29.388178 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [req-17f2e39a-cb07-4b1a-83f7-5113b8592f77 req-e64b1b7d-13d2-45eb-b499-966b2176452e service neutron] (103283) timed out ('10.222.0.41', 58844) {{(pid=103283) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 07:34:29.479573 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b58b2344-1807-4a95-9425-543570b78be9 req-b309d573-5faa-413e-8eb4-6c48dca5744c service neutron] 10.222.0.44 "GET /v2.0/networks/2136e757-c99f-4d23-960c-aa395d5a28c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2443688 Jan 28 07:34:29.539482 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d7ad78a-b073-45b1-9ff1-31cd3293efcb tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Router 7babdd30-165d-493a-89d6-b06ca5812275 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:34:29.623978 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7397afca-7d14-4995-ab9e-7ecb38806003 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:34:29.636479 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259054af-418a-42bd-8368-a74a4f0f6457 None None] Sync routers for ids ['8264f482-7ea3-4017-8823-ada4afcf5052'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:34:29.648991 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-7397afca-7d14-4995-ab9e-7ecb38806003 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] 10.222.0.41 "PUT /v2.0/routers/8264f482-7ea3-4017-8823-ada4afcf5052/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6013262 Jan 28 07:34:29.652889 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 46934) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:34:29.667797 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259054af-418a-42bd-8368-a74a4f0f6457 None None] Routers {'8264f482-7ea3-4017-8823-ada4afcf5052'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:34:29.668730 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-259054af-418a-42bd-8368-a74a4f0f6457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:34:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['8264f482-7ea3-4017-8823-ada4afcf5052'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:34:29.692651 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d7ad78a-b073-45b1-9ff1-31cd3293efcb tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:34:29.740865 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4d7ad78a-b073-45b1-9ff1-31cd3293efcb tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks [] for router (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:29.745271 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-4d7ad78a-b073-45b1-9ff1-31cd3293efcb tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] 10.222.0.41 "PUT /v2.0/routers/7babdd30-165d-493a-89d6-b06ca5812275 HTTP/1.1" status: 200 len: 703 time: 2.7635419 Jan 28 07:34:29.747485 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-259054af-418a-42bd-8368-a74a4f0f6457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:34:29.757826 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259054af-418a-42bd-8368-a74a4f0f6457 None None] Routers {'8264f482-7ea3-4017-8823-ada4afcf5052'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:34:29.758479 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-259054af-418a-42bd-8368-a74a4f0f6457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:34:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['8264f482-7ea3-4017-8823-ada4afcf5052'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:34:29.771238 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 46936) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:34:29.810029 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-259054af-418a-42bd-8368-a74a4f0f6457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:34:29.810694 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259054af-418a-42bd-8368-a74a4f0f6457 None None] The sync data for ids ['8264f482-7ea3-4017-8823-ada4afcf5052'] in n-d-712749-28 is: [] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:34:29.860335 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df76e7d2-4d0a-4d10-be5c-6121f7a09915 None None] Sync routers for ids ['7babdd30-165d-493a-89d6-b06ca5812275'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:34:29.873222 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df76e7d2-4d0a-4d10-be5c-6121f7a09915 None None] Routers {'7babdd30-165d-493a-89d6-b06ca5812275'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:34:29.873838 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-df76e7d2-4d0a-4d10-be5c-6121f7a09915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:34:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['7babdd30-165d-493a-89d6-b06ca5812275'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:34:29.910445 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-cc1fc7aa-467f-4079-b9e8-e5ccf824fa3d tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] 10.222.0.41 "GET /v2.0/routers/7babdd30-165d-493a-89d6-b06ca5812275 HTTP/1.1" status: 200 len: 703 time: 0.1377807 Jan 28 07:34:29.912333 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 46938) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:34:30.009539 n-d-712749-28 neutron-server[103284]: INFO neutron.api.v2.resource [None req-bd71a051-8c33-4192-a76a-38c5ae7e1886 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] remove_router_interface failed (client error): The resource could not be found. Jan 28 07:34:30.013589 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-bd71a051-8c33-4192-a76a-38c5ae7e1886 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] 10.222.0.41 "PUT /v2.0/routers/8264f482-7ea3-4017-8823-ada4afcf5052/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3580647 Jan 28 07:34:30.014983 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 46940) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:34:30.050849 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-79a1a7ec-2e99-452c-a32c-e348cf982c2a tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] 10.222.0.41 "GET /v2.0/ports?device_id=8264f482-7ea3-4017-8823-ada4afcf5052 HTTP/1.1" status: 200 len: 205 time: 0.0346797 Jan 28 07:34:30.051351 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 46942) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:34:30.081346 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-df76e7d2-4d0a-4d10-be5c-6121f7a09915 None None] Set router 7babdd30-165d-493a-89d6-b06ca5812275 gateway port host: None {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:34:30.190138 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1884ae55-7103-4e14-8761-9a3af27a77a0 req-b9a54a30-2776-4c97-b01d-4350b49bf22d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:34:30.191655 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1884ae55-7103-4e14-8761-9a3af27a77a0 req-b9a54a30-2776-4c97-b01d-4350b49bf22d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c4b2a68a25c944a0a3c783e458798cd1&device_id=aac945c6-dede-4910-82e1-179f6235b906 HTTP/1.1" status: 200 len: 1096 time: 0.4934154 Jan 28 07:34:30.221675 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1b3967a8-77c6-430f-9a3b-0226d89737ba tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks [] for router (8264f482-7ea3-4017-8823-ada4afcf5052), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:30.324563 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251bf1db-e1de-4ddd-8bab-e7ca3b9d19f7 req-74238a33-e1bd-4623-a0e9-86533212fa16 tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:34:30.341023 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-251bf1db-e1de-4ddd-8bab-e7ca3b9d19f7 req-74238a33-e1bd-4623-a0e9-86533212fa16 tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] 10.222.0.41 "GET /v2.0/ports?device_id=aac945c6-dede-4910-82e1-179f6235b906 HTTP/1.1" status: 200 len: 944 time: 0.1823740 Jan 28 07:34:30.350594 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1884ae55-7103-4e14-8761-9a3af27a77a0 req-70223105-7bf3-49e8-a2a3-e5bcb586e714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:34:30.352607 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1884ae55-7103-4e14-8761-9a3af27a77a0 req-70223105-7bf3-49e8-a2a3-e5bcb586e714 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2136e757-c99f-4d23-960c-aa395d5a28c6 HTTP/1.1" status: 200 len: 910 time: 0.1532626 Jan 28 07:34:30.360637 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 7 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 07:34:30.384063 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 46948) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:34:30.397356 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-df76e7d2-4d0a-4d10-be5c-6121f7a09915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7babdd30-165d-493a-89d6-b06ca5812275', 'name': 'tempest-RoutersIpV6Test-router-675224549', 'tenant_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:33:46Z', 'updated_at': '2022-01-28T07:34:28Z', 'revision_number': 7, 'project_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'gw_port_host': None, '_interfaces': [{'id': '3d9ad605-71b9-4775-afe5-e602fc52b97f', 'name': '', 'network_id': 'b8184ee5-76f4-470e-9819-6f9eb27756ac', 'tenant_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'mac_address': 'fa:16:3e:0d:73:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7babdd30-165d-493a-89d6-b06ca5812275', 'device_owner': 'network:router_interface', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': '2c52ccce-2e6a-45e8-97f9-cdbf4448959d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:34:06Z', 'updated_at': '2022-01-28T07:34:17Z', 'revision_number': 5, 'project_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'subnets': [{'id': '2c52ccce-2e6a-45e8-97f9-cdbf4448959d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '696141e5-95ef-497d-b9ed-e4bddbc7bbdf', 'name': '', 'network_id': '86be9a86-fba0-4307-b064-fcd83bed0a66', 'tenant_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'mac_address': 'fa:16:3e:fc:bb:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7babdd30-165d-493a-89d6-b06ca5812275', 'device_owner': 'network:router_interface', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '7543ac29-225a-421e-9171-74d2cdb59d0d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:33:51Z', 'updated_at': '2022-01-28T07:34:02Z', 'revision_number': 5, 'project_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'subnets': [{'id': '7543ac29-225a-421e-9171-74d2cdb59d0d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e55aa724-88db-42c8-b4cb-ed4ec0030b57', 'name': '', 'network_id': '30445b1c-93c4-4090-a664-44413ad2d180', 'tenant_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'mac_address': 'fa:16:3e:fd:4b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7babdd30-165d-493a-89d6-b06ca5812275', 'device_owner': 'network:router_interface', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': '9e0fb884-2c49-4b58-b448-29a0057b5524', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:33:58Z', 'updated_at': '2022-01-28T07:34:10Z', 'revision_number': 5, 'project_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'subnets': [{'id': '9e0fb884-2c49-4b58-b448-29a0057b5524', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa183137-d5b9-4603-8808-643b1ab0a283', 'name': '', 'network_id': 'b0a9c020-b3ff-47f0-9f36-1cd947ace3af', 'tenant_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'mac_address': 'fa:16:3e:24:40:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7babdd30-165d-493a-89d6-b06ca5812275', 'device_owner': 'network:router_interface', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': '1940a011-787c-4de6-b981-b4044d0166eb', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:34:16Z', 'updated_at': '2022-01-28T07:34:28Z', 'revision_number': 5, 'project_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'subnets': [{'id': '1940a011-787c-4de6-b981-b4044d0166eb', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:34:30.471786 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1884ae55-7103-4e14-8761-9a3af27a77a0 req-b3c57970-7213-450a-b2d7-3e170909d536 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b4b34934-e37e-47d9-93e3-1b7fa542dcd9 HTTP/1.1" status: 200 len: 217 time: 0.1089308 Jan 28 07:34:30.473841 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df76e7d2-4d0a-4d10-be5c-6121f7a09915 None None] Checking router: 7babdd30-165d-493a-89d6-b06ca5812275 for host: n-d-712749-28 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:34:30.485886 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df76e7d2-4d0a-4d10-be5c-6121f7a09915 None None] Routers {'7babdd30-165d-493a-89d6-b06ca5812275'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:34:30.486856 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-df76e7d2-4d0a-4d10-be5c-6121f7a09915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:34:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['7babdd30-165d-493a-89d6-b06ca5812275'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:34:30.493722 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1b3967a8-77c6-430f-9a3b-0226d89737ba tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16605684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127449'] for router (8264f482-7ea3-4017-8823-ada4afcf5052), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:30.499012 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1b3967a8-77c6-430f-9a3b-0226d89737ba tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks [] for router_controller (8264f482-7ea3-4017-8823-ada4afcf5052), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:30.586291 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device fa183137-d5b9-4603-8808-643b1ab0a283 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:34:30.614362 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1884ae55-7103-4e14-8761-9a3af27a77a0 req-08fe4c66-40a6-4656-b97d-dde57c47e2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:34:30.616002 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1884ae55-7103-4e14-8761-9a3af27a77a0 req-08fe4c66-40a6-4656-b97d-dde57c47e2d6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=66e93671-6c65-4d5e-8c66-6c2cfdec864e HTTP/1.1" status: 200 len: 849 time: 0.1284504 Jan 28 07:34:30.672700 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c1b26d5-009f-4d11-b148-1f125f66c6e8 admin admin] Deleting subnet a1cf83b1-cade-43b4-8bf2-8f132ba99fa6 {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:34:30.677009 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7c1b26d5-009f-4d11-b148-1f125f66c6e8 admin admin] Publish callbacks [] for subnet (a1cf83b1-cade-43b4-8bf2-8f132ba99fa6), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:30.687203 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1884ae55-7103-4e14-8761-9a3af27a77a0 req-d6d27705-cb62-4324-b41e-9d16b94c054e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2136e757-c99f-4d23-960c-aa395d5a28c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618577 Jan 28 07:34:30.709469 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port fa183137-d5b9-4603-8808-643b1ab0a283 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:34:30.710095 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (fa183137-d5b9-4603-8808-643b1ab0a283), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:30.734382 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7c1b26d5-009f-4d11-b148-1f125f66c6e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24759175'] for subnet (a1cf83b1-cade-43b4-8bf2-8f132ba99fa6), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:30.826834 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7c1b26d5-009f-4d11-b148-1f125f66c6e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (a1cf83b1-cade-43b4-8bf2-8f132ba99fa6), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:30.902960 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-df76e7d2-4d0a-4d10-be5c-6121f7a09915 None None] Set router 7babdd30-165d-493a-89d6-b06ca5812275 gateway port host: None {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:34:30.905612 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port fa183137-d5b9-4603-8808-643b1ab0a283 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:34:30.925639 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1b3967a8-77c6-430f-9a3b-0226d89737ba tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16605693'] for router (8264f482-7ea3-4017-8823-ada4afcf5052), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:30.926181 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b3967a8-77c6-430f-9a3b-0226d89737ba tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Fanout notify agent at l3_agent the message router_deleted on router 8264f482-7ea3-4017-8823-ada4afcf5052 {{(pid=103284) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 07:34:30.934328 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1b3967a8-77c6-430f-9a3b-0226d89737ba tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks [] for router (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:30.938211 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-1b3967a8-77c6-430f-9a3b-0226d89737ba tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] 10.222.0.41 "DELETE /v2.0/routers/8264f482-7ea3-4017-8823-ada4afcf5052 HTTP/1.1" status: 204 len: 168 time: 0.8859298 Jan 28 07:34:30.939623 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 46958) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:34:30.940707 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7c1b26d5-009f-4d11-b148-1f125f66c6e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24757569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24979817'] for subnet (a1cf83b1-cade-43b4-8bf2-8f132ba99fa6), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:31.024710 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb6f326a-23a6-436b-a287-b457afe545e2 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Deleting subnet 73fd81ce-92c0-4135-a64f-c1bc5c14f512 {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:34:31.027971 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-eb6f326a-23a6-436b-a287-b457afe545e2 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks [] for subnet (73fd81ce-92c0-4135-a64f-c1bc5c14f512), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:31.064639 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1884ae55-7103-4e14-8761-9a3af27a77a0 req-ea7334b3-0354-4de5-a089-5b974d5bdfff service neutron] 10.222.0.44 "GET /v2.0/networks/2136e757-c99f-4d23-960c-aa395d5a28c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3704395 Jan 28 07:34:31.073802 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-251bf1db-e1de-4ddd-8bab-e7ca3b9d19f7 req-6bf35d79-7c74-4b4b-9122-9527412c0597 tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f3a84fe-9d73-4feb-98e2-bd68e4ccb185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7307019 Jan 28 07:34:31.081559 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-eb6f326a-23a6-436b-a287-b457afe545e2 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24759175'] for subnet (73fd81ce-92c0-4135-a64f-c1bc5c14f512), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:31.084554 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1b26d5-009f-4d11-b148-1f125f66c6e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1cf83b1-cade-43b4-8bf2-8f132ba99fa6,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:34:31.118002 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7c1b26d5-009f-4d11-b148-1f125f66c6e8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:31.124214 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-7c1b26d5-009f-4d11-b148-1f125f66c6e8 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/a1cf83b1-cade-43b4-8bf2-8f132ba99fa6 HTTP/1.1" status: 204 len: 168 time: 0.7390308 Jan 28 07:34:31.124872 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 46960) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:34:31.210779 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-df76e7d2-4d0a-4d10-be5c-6121f7a09915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7babdd30-165d-493a-89d6-b06ca5812275', 'name': 'tempest-RoutersIpV6Test-router-675224549', 'tenant_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:33:46Z', 'updated_at': '2022-01-28T07:34:28Z', 'revision_number': 7, 'project_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'gw_port_host': None, '_interfaces': [{'id': '3d9ad605-71b9-4775-afe5-e602fc52b97f', 'name': '', 'network_id': 'b8184ee5-76f4-470e-9819-6f9eb27756ac', 'tenant_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'mac_address': 'fa:16:3e:0d:73:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7babdd30-165d-493a-89d6-b06ca5812275', 'device_owner': 'network:router_interface', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': '2c52ccce-2e6a-45e8-97f9-cdbf4448959d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:34:06Z', 'updated_at': '2022-01-28T07:34:17Z', 'revision_number': 5, 'project_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'subnets': [{'id': '2c52ccce-2e6a-45e8-97f9-cdbf4448959d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '696141e5-95ef-497d-b9ed-e4bddbc7bbdf', 'name': '', 'network_id': '86be9a86-fba0-4307-b064-fcd83bed0a66', 'tenant_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'mac_address': 'fa:16:3e:fc:bb:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7babdd30-165d-493a-89d6-b06ca5812275', 'device_owner': 'network:router_interface', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '7543ac29-225a-421e-9171-74d2cdb59d0d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:33:51Z', 'updated_at': '2022-01-28T07:34:02Z', 'revision_number': 5, 'project_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'subnets': [{'id': '7543ac29-225a-421e-9171-74d2cdb59d0d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e55aa724-88db-42c8-b4cb-ed4ec0030b57', 'name': '', 'network_id': '30445b1c-93c4-4090-a664-44413ad2d180', 'tenant_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'mac_address': 'fa:16:3e:fd:4b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7babdd30-165d-493a-89d6-b06ca5812275', 'device_owner': 'network:router_interface', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': '9e0fb884-2c49-4b58-b448-29a0057b5524', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:33:58Z', 'updated_at': '2022-01-28T07:34:10Z', 'revision_number': 5, 'project_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'subnets': [{'id': '9e0fb884-2c49-4b58-b448-29a0057b5524', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa183137-d5b9-4603-8808-643b1ab0a283', 'name': '', 'network_id': 'b0a9c020-b3ff-47f0-9f36-1cd947ace3af', 'tenant_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'mac_address': 'fa:16:3e:24:40:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7babdd30-165d-493a-89d6-b06ca5812275', 'device_owner': 'network:router_interface', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': '1940a011-787c-4de6-b981-b4044d0166eb', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:34:16Z', 'updated_at': '2022-01-28T07:34:28Z', 'revision_number': 5, 'project_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'subnets': [{'id': '1940a011-787c-4de6-b981-b4044d0166eb', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:34:31.221392 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cda51350-5633-4a65-af3e-fd8ead9da528 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16606535'] for router_interface (7babdd30-165d-493a-89d6-b06ca5812275), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:31.244908 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df76e7d2-4d0a-4d10-be5c-6121f7a09915 None None] The sync data for ids ['7babdd30-165d-493a-89d6-b06ca5812275'] in n-d-712749-28 is: [{'id': '7babdd30-165d-493a-89d6-b06ca5812275', 'name': 'tempest-RoutersIpV6Test-router-675224549', 'tenant_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:33:46Z', 'updated_at': '2022-01-28T07:34:28Z', 'revision_number': 7, 'project_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'gw_port_host': None, '_interfaces': [{'id': '3d9ad605-71b9-4775-afe5-e602fc52b97f', 'name': '', 'network_id': 'b8184ee5-76f4-470e-9819-6f9eb27756ac', 'tenant_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'mac_address': 'fa:16:3e:0d:73:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7babdd30-165d-493a-89d6-b06ca5812275', 'device_owner': 'network:router_interface', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': '2c52ccce-2e6a-45e8-97f9-cdbf4448959d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:34:06Z', 'updated_at': '2022-01-28T07:34:17Z', 'revision_number': 5, 'project_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'subnets': [{'id': '2c52ccce-2e6a-45e8-97f9-cdbf4448959d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '696141e5-95ef-497d-b9ed-e4bddbc7bbdf', 'name': '', 'network_id': '86be9a86-fba0-4307-b064-fcd83bed0a66', 'tenant_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'mac_address': 'fa:16:3e:fc:bb:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7babdd30-165d-493a-89d6-b06ca5812275', 'device_owner': 'network:router_interface', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '7543ac29-225a-421e-9171-74d2cdb59d0d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:33:51Z', 'updated_at': '2022-01-28T07:34:02Z', 'revision_number': 5, 'project_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'subnets': [{'id': '7543ac29-225a-421e-9171-74d2cdb59d0d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e55aa724-88db-42c8-b4cb-ed4ec0030b57', 'name': '', 'network_id': '30445b1c-93c4-4090-a664-44413ad2d180', 'tenant_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'mac_address': 'fa:16:3e:fd:4b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7babdd30-165d-493a-89d6-b06ca5812275', 'device_owner': 'network:router_interface', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': '9e0fb884-2c49-4b58-b448-29a0057b5524', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:33:58Z', 'updated_at': '2022-01-28T07:34:10Z', 'revision_number': 5, 'project_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'subnets': [{'id': '9e0fb884-2c49-4b58-b448-29a0057b5524', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa183137-d5b9-4603-8808-643b1ab0a283', 'name': '', 'network_id': 'b0a9c020-b3ff-47f0-9f36-1cd947ace3af', 'tenant_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'mac_address': 'fa:16:3e:24:40:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7babdd30-165d-493a-89d6-b06ca5812275', 'device_owner': 'network:router_interface', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': '1940a011-787c-4de6-b981-b4044d0166eb', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:34:16Z', 'updated_at': '2022-01-28T07:34:28Z', 'revision_number': 5, 'project_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'subnets': [{'id': '1940a011-787c-4de6-b981-b4044d0166eb', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:34:31.266202 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-944c68e1-9422-4375-9359-c56f32d6c05a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (5756b764-230b-4a95-9c02-70dc4b2a9110), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:31.290021 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-eb6f326a-23a6-436b-a287-b457afe545e2 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (73fd81ce-92c0-4135-a64f-c1bc5c14f512), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:31.358450 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1884ae55-7103-4e14-8761-9a3af27a77a0 req-a2029c4c-0c81-410d-bfe2-5bf56d63d4bb service neutron] 10.222.0.44 "GET /v2.0/networks/2136e757-c99f-4d23-960c-aa395d5a28c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2837167 Jan 28 07:34:31.449238 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-944c68e1-9422-4375-9359-c56f32d6c05a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (5756b764-230b-4a95-9c02-70dc4b2a9110), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:31.499408 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-944c68e1-9422-4375-9359-c56f32d6c05a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5756b764-230b-4a95-9c02-70dc4b2a9110']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:34:31.510585 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-944c68e1-9422-4375-9359-c56f32d6c05a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4027a421-8f77-4f95-b545-494d734aa742') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:34:31.511016 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-944c68e1-9422-4375-9359-c56f32d6c05a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4027a421-8f77-4f95-b545-494d734aa742') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:34:31.521919 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-944c68e1-9422-4375-9359-c56f32d6c05a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24759294'] for segment (4027a421-8f77-4f95-b545-494d734aa742), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:31.536208 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-944c68e1-9422-4375-9359-c56f32d6c05a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (4027a421-8f77-4f95-b545-494d734aa742), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:31.543426 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-944c68e1-9422-4375-9359-c56f32d6c05a admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:34:31.543890 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-944c68e1-9422-4375-9359-c56f32d6c05a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24757675'] for segment (4027a421-8f77-4f95-b545-494d734aa742), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:31.606411 n-d-712749-28 neutron-server[103284]: Traceback (most recent call last): Jan 28 07:34:31.606411 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:34:31.606411 n-d-712749-28 neutron-server[103284]: timer() Jan 28 07:34:31.606411 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:34:31.606411 n-d-712749-28 neutron-server[103284]: cb(*args, **kw) Jan 28 07:34:31.606411 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:34:31.606411 n-d-712749-28 neutron-server[103284]: return func(*args, **kwargs) Jan 28 07:34:31.606411 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:34:31.606411 n-d-712749-28 neutron-server[103284]: self._notify() Jan 28 07:34:31.606411 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:34:31.606411 n-d-712749-28 neutron-server[103284]: self.callback(batched_events) Jan 28 07:34:31.606411 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:34:31.606411 n-d-712749-28 neutron-server[103284]: event.method(event) Jan 28 07:34:31.606411 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:34:31.606411 n-d-712749-28 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:34:31.606411 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:34:31.606411 n-d-712749-28 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:34:31.606411 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:34:31.606411 n-d-712749-28 neutron-server[103284]: return f(self, *a, **k) Jan 28 07:34:31.606411 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:34:31.606411 n-d-712749-28 neutron-server[103284]: return self._get(url).json() Jan 28 07:34:31.606411 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:34:31.606411 n-d-712749-28 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:34:31.606411 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:34:31.606411 n-d-712749-28 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Jan 28 07:34:31.606411 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:34:31.606411 n-d-712749-28 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:34:31.606411 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:34:31.606411 n-d-712749-28 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:34:31.606411 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:34:31.606411 n-d-712749-28 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:34:31.606411 n-d-712749-28 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:34:31.609300 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-eb6f326a-23a6-436b-a287-b457afe545e2 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24757569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24979817'] for subnet (73fd81ce-92c0-4135-a64f-c1bc5c14f512), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:31.634534 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-cda51350-5633-4a65-af3e-fd8ead9da528 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Deleting port fa183137-d5b9-4603-8808-643b1ab0a283 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:34:31.635262 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cda51350-5633-4a65-af3e-fd8ead9da528 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (fa183137-d5b9-4603-8808-643b1ab0a283), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:31.649254 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6f326a-23a6-436b-a287-b457afe545e2 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Pushing event deleted for resources: {'Subnet': ['ID=73fd81ce-92c0-4135-a64f-c1bc5c14f512,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:34:31.659669 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-eb6f326a-23a6-436b-a287-b457afe545e2 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:31.665083 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d52da0-2dde-4d61-8f97-4fc0c41ee4af None None] Network 8eddad8c-1628-4b3f-8ffa-a29c4b596725 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:34:31.678828 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-eb6f326a-23a6-436b-a287-b457afe545e2 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] 10.222.0.41 "DELETE /v2.0/subnets/73fd81ce-92c0-4135-a64f-c1bc5c14f512 HTTP/1.1" status: 204 len: 168 time: 0.7336042 Jan 28 07:34:31.680010 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 46962) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:34:31.696085 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-944c68e1-9422-4375-9359-c56f32d6c05a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (5756b764-230b-4a95-9c02-70dc4b2a9110), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:31.755463 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-944c68e1-9422-4375-9359-c56f32d6c05a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:31.759056 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-944c68e1-9422-4375-9359-c56f32d6c05a admin admin] 10.222.0.41 "DELETE /v2.0/networks/5756b764-230b-4a95-9c02-70dc4b2a9110 HTTP/1.1" status: 204 len: 168 time: 0.6292403 Jan 28 07:34:31.763132 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944c68e1-9422-4375-9359-c56f32d6c05a admin admin] Pushing event deleted for resources: {'Network': ['ID=5756b764-230b-4a95-9c02-70dc4b2a9110,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:34:31.827394 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-cda51350-5633-4a65-af3e-fd8ead9da528 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] For port fa183137-d5b9-4603-8808-643b1ab0a283, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=fa183137-d5b9-4603-8808-643b1ab0a283,segment=NetworkSegment(7e9b145a-317b-405b-b005-13360a55d595),segment_id=7e9b145a-317b-405b-b005-13360a55d595)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:34:31.827782 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cda51350-5633-4a65-af3e-fd8ead9da528 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (fa183137-d5b9-4603-8808-643b1ab0a283), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:31.848447 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-afbf16b4-c2cc-485c-9d1d-465898796efe tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (8eddad8c-1628-4b3f-8ffa-a29c4b596725), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:31.885027 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-cda51350-5633-4a65-af3e-fd8ead9da528 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Calling delete_port for fa183137-d5b9-4603-8808-643b1ab0a283 owned by network:router_interface {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:34:31.937558 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34deba89-34a6-4218-9182-de4f7f01216e None None] DHCP port deletion for 8eddad8c-1628-4b3f-8ffa-a29c4b596725 request from n-d-712749-28 {{(pid=103285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 07:34:31.952366 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-afbf16b4-c2cc-485c-9d1d-465898796efe tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Deleting port d6c6ca01-9257-4c8c-babb-58e9d24ace3b {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:34:31.952753 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-afbf16b4-c2cc-485c-9d1d-465898796efe tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (d6c6ca01-9257-4c8c-babb-58e9d24ace3b), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:32.059988 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-34deba89-34a6-4218-9182-de4f7f01216e None None] Deleting port d6c6ca01-9257-4c8c-babb-58e9d24ace3b {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:34:32.060441 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-34deba89-34a6-4218-9182-de4f7f01216e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (d6c6ca01-9257-4c8c-babb-58e9d24ace3b), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:32.122131 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-afbf16b4-c2cc-485c-9d1d-465898796efe tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] For port d6c6ca01-9257-4c8c-babb-58e9d24ace3b, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=d6c6ca01-9257-4c8c-babb-58e9d24ace3b,segment=NetworkSegment(9aed68b9-74d4-449d-bd58-355a96edbad2),segment_id=9aed68b9-74d4-449d-bd58-355a96edbad2)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:34:32.122500 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-afbf16b4-c2cc-485c-9d1d-465898796efe tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (d6c6ca01-9257-4c8c-babb-58e9d24ace3b), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:32.159854 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-afbf16b4-c2cc-485c-9d1d-465898796efe tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Calling delete_port for d6c6ca01-9257-4c8c-babb-58e9d24ace3b owned by network:dhcp {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:34:32.178538 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 46976) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:34:32.211963 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-34deba89-34a6-4218-9182-de4f7f01216e None None] For port d6c6ca01-9257-4c8c-babb-58e9d24ace3b, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=d6c6ca01-9257-4c8c-babb-58e9d24ace3b,segment=NetworkSegment(9aed68b9-74d4-449d-bd58-355a96edbad2),segment_id=9aed68b9-74d4-449d-bd58-355a96edbad2)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:34:32.212349 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-34deba89-34a6-4218-9182-de4f7f01216e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (d6c6ca01-9257-4c8c-babb-58e9d24ace3b), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:32.232442 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-34deba89-34a6-4218-9182-de4f7f01216e None None] Calling delete_port for d6c6ca01-9257-4c8c-babb-58e9d24ace3b owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:34:32.280053 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-9358df73-31d2-47ab-9701-50f51cc0e8ac admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c6b0b8502e6c4c1395d983ba16e764ac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0977061 Jan 28 07:34:32.284137 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cda51350-5633-4a65-af3e-fd8ead9da528 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (fa183137-d5b9-4603-8808-643b1ab0a283), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:32.286828 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 46978) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:34:32.306916 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f68f6c-4950-4e24-b127-5cef1c0503b2 req-b5b23879-5739-496a-becd-c7969975ae57 tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:34:32.308865 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-08f68f6c-4950-4e24-b127-5cef1c0503b2 req-b5b23879-5739-496a-becd-c7969975ae57 tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] 10.222.0.41 "GET /v2.0/ports?device_id=aac945c6-dede-4910-82e1-179f6235b906 HTTP/1.1" status: 200 len: 944 time: 0.1153109 Jan 28 07:34:32.337307 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda51350-5633-4a65-af3e-fd8ead9da528 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Pushing event deleted for resources: {'Port': ['ID=fa183137-d5b9-4603-8808-643b1ab0a283,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:34:32.339486 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-afbf16b4-c2cc-485c-9d1d-465898796efe tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (d6c6ca01-9257-4c8c-babb-58e9d24ace3b), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:32.361307 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-34deba89-34a6-4218-9182-de4f7f01216e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298'] for port (d6c6ca01-9257-4c8c-babb-58e9d24ace3b), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:32.411320 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-08f68f6c-4950-4e24-b127-5cef1c0503b2 req-c4432b4f-6cca-43d0-85f6-23cc418a9102 tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f3a84fe-9d73-4feb-98e2-bd68e4ccb185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753508 Jan 28 07:34:32.441256 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbf16b4-c2cc-485c-9d1d-465898796efe tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Pushing event deleted for resources: {'Port': ['ID=d6c6ca01-9257-4c8c-babb-58e9d24ace3b,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:34:32.444706 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34deba89-34a6-4218-9182-de4f7f01216e None None] Pushing event deleted for resources: {'Port': ['ID=d6c6ca01-9257-4c8c-babb-58e9d24ace3b,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:34:32.449845 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afbf16b4-c2cc-485c-9d1d-465898796efe tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] No DVR routers for this DVR port d6c6ca01-9257-4c8c-babb-58e9d24ace3b on host n-d-712749-28 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:34:32.453145 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34deba89-34a6-4218-9182-de4f7f01216e None None] No DVR routers for this DVR port d6c6ca01-9257-4c8c-babb-58e9d24ace3b on host n-d-712749-28 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:34:32.593184 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device d6c6ca01-9257-4c8c-babb-58e9d24ace3b no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:34:32.604830 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-afbf16b4-c2cc-485c-9d1d-465898796efe tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (8eddad8c-1628-4b3f-8ffa-a29c4b596725), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:32.634385 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: d6c6ca01-9257-4c8c-babb-58e9d24ace3b {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:34:32.635150 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device d6c6ca01-9257-4c8c-babb-58e9d24ace3b not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:34:32.646402 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c321bda4-03cc-444e-881b-235b52633fe0 admin admin] Publish callbacks [] for security_group (1a515e2c-f1b1-4b77-93a7-8b4d24326c3b), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:32.654281 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device b4b34934-e37e-47d9-93e3-1b7fa542dcd9 details requested by agent hyperv_n-h2-712749-28 with host n-h2-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:34:32.656107 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-afbf16b4-c2cc-485c-9d1d-465898796efe tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8eddad8c-1628-4b3f-8ffa-a29c4b596725']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:34:32.679989 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-afbf16b4-c2cc-485c-9d1d-465898796efe tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9aed68b9-74d4-449d-bd58-355a96edbad2') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:34:32.680994 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-afbf16b4-c2cc-485c-9d1d-465898796efe tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9aed68b9-74d4-449d-bd58-355a96edbad2') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:34:32.689838 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c321bda4-03cc-444e-881b-235b52633fe0 admin admin] Publish callbacks [] for security_group (1a515e2c-f1b1-4b77-93a7-8b4d24326c3b), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:32.704118 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-afbf16b4-c2cc-485c-9d1d-465898796efe tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24759294'] for segment (9aed68b9-74d4-449d-bd58-355a96edbad2), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:32.754124 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-afbf16b4-c2cc-485c-9d1d-465898796efe tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (9aed68b9-74d4-449d-bd58-355a96edbad2), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:32.761978 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afbf16b4-c2cc-485c-9d1d-465898796efe tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:34:32.762705 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-afbf16b4-c2cc-485c-9d1d-465898796efe tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24757675'] for segment (9aed68b9-74d4-449d-bd58-355a96edbad2), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:32.827952 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port b4b34934-e37e-47d9-93e3-1b7fa542dcd9, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=b4b34934-e37e-47d9-93e3-1b7fa542dcd9,segment=NetworkSegment(bf0195a4-f6a6-41d1-9604-c71a469c15f7),segment_id=bf0195a4-f6a6-41d1-9604-c71a469c15f7)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:34:32.833711 n-d-712749-28 neutron-server[103284]: Traceback (most recent call last): Jan 28 07:34:32.833711 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:34:32.833711 n-d-712749-28 neutron-server[103284]: timer() Jan 28 07:34:32.833711 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:34:32.833711 n-d-712749-28 neutron-server[103284]: cb(*args, **kw) Jan 28 07:34:32.833711 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:34:32.833711 n-d-712749-28 neutron-server[103284]: return func(*args, **kwargs) Jan 28 07:34:32.833711 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:34:32.833711 n-d-712749-28 neutron-server[103284]: self._notify() Jan 28 07:34:32.833711 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:34:32.833711 n-d-712749-28 neutron-server[103284]: self.callback(batched_events) Jan 28 07:34:32.833711 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:34:32.833711 n-d-712749-28 neutron-server[103284]: event.method(event) Jan 28 07:34:32.833711 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:34:32.833711 n-d-712749-28 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:34:32.833711 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:34:32.833711 n-d-712749-28 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:34:32.833711 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:34:32.833711 n-d-712749-28 neutron-server[103284]: return f(self, *a, **k) Jan 28 07:34:32.833711 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:34:32.833711 n-d-712749-28 neutron-server[103284]: return self._get(url).json() Jan 28 07:34:32.833711 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:34:32.833711 n-d-712749-28 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:34:32.833711 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:34:32.833711 n-d-712749-28 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Jan 28 07:34:32.833711 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:34:32.833711 n-d-712749-28 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:34:32.833711 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:34:32.833711 n-d-712749-28 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:34:32.833711 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:34:32.833711 n-d-712749-28 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:34:32.833711 n-d-712749-28 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:34:32.842348 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-afbf16b4-c2cc-485c-9d1d-465898796efe tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (8eddad8c-1628-4b3f-8ffa-a29c4b596725), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:32.847081 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Returning: {'device': 'b4b34934-e37e-47d9-93e3-1b7fa542dcd9', 'network_id': '2136e757-c99f-4d23-960c-aa395d5a28c6', 'port_id': 'b4b34934-e37e-47d9-93e3-1b7fa542dcd9', 'mac_address': 'fa:16:3e:c6:e4:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66e93671-6c65-4d5e-8c66-6c2cfdec864e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:34:32.848804 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-afbf16b4-c2cc-485c-9d1d-465898796efe tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:32.852525 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-afbf16b4-c2cc-485c-9d1d-465898796efe tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] 10.222.0.41 "DELETE /v2.0/networks/8eddad8c-1628-4b3f-8ffa-a29c4b596725 HTTP/1.1" status: 204 len: 168 time: 1.1712174 Jan 28 07:34:32.859788 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 46980) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:34:32.887060 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-d831db08-332d-48e7-94e6-9882713aa28f tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Request body: {'network': {'name': 'tempest-RoutersTest-1198185135'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:34:32.896797 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbf16b4-c2cc-485c-9d1d-465898796efe tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Pushing event deleted for resources: {'Network': ['ID=8eddad8c-1628-4b3f-8ffa-a29c4b596725,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:34:32.905101 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port b4b34934-e37e-47d9-93e3-1b7fa542dcd9 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:34:32.907225 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (b4b34934-e37e-47d9-93e3-1b7fa542dcd9), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:32.953057 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d831db08-332d-48e7-94e6-9882713aa28f tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Made reservation on behalf of 2fa8ac3d507e4a03a63750fd70e127ed for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:34:32.957504 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d831db08-332d-48e7-94e6-9882713aa28f tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:32.960561 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4b34934-e37e-47d9-93e3-1b7fa542dcd9 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:34:32.993611 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d831db08-332d-48e7-94e6-9882713aa28f tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:34:32.994146 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port b4b34934-e37e-47d9-93e3-1b7fa542dcd9, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=b4b34934-e37e-47d9-93e3-1b7fa542dcd9,segment=NetworkSegment(bf0195a4-f6a6-41d1-9604-c71a469c15f7),segment_id=bf0195a4-f6a6-41d1-9604-c71a469c15f7)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:34:33.001292 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (b4b34934-e37e-47d9-93e3-1b7fa542dcd9), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:33.006248 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d831db08-332d-48e7-94e6-9882713aa28f tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (a8917b94-c9be-46e6-b0a4-8da5215197c6), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:33.006688 n-d-712749-28 neutron-server[103284]: INFO neutron.db.segments_db [None req-d831db08-332d-48e7-94e6-9882713aa28f tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Added segment a8917b94-c9be-46e6-b0a4-8da5215197c6 of type vlan for network ab845d17-34b6-468d-a1d8-210e068387fa Jan 28 07:34:33.052675 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d831db08-332d-48e7-94e6-9882713aa28f tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (ab845d17-34b6-468d-a1d8-210e068387fa), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:33.063346 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=b4b34934-e37e-47d9-93e3-1b7fa542dcd9,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:34:33.083261 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d831db08-332d-48e7-94e6-9882713aa28f tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (ab845d17-34b6-468d-a1d8-210e068387fa), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:33.087545 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:33.088790 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d831db08-332d-48e7-94e6-9882713aa28f tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:34:33.089428 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d831db08-332d-48e7-94e6-9882713aa28f tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:33.129359 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cda51350-5633-4a65-af3e-fd8ead9da528 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16319006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16606699'] for router_interface (7babdd30-165d-493a-89d6-b06ca5812275), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:33.180824 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-d831db08-332d-48e7-94e6-9882713aa28f tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3164828 Jan 28 07:34:33.185377 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 46988) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:34:33.195202 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-45372546-d141-4f0f-8719-54f41a54adb1 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Request body: {'subnet': {'network_id': 'ab845d17-34b6-468d-a1d8-210e068387fa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:34:33.256046 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b788ab3e-6a2c-45ff-b9d0-d0b64932c714 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:33.283246 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['b4b34934-e37e-47d9-93e3-1b7fa542dcd9'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:34:33.304841 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d831db08-332d-48e7-94e6-9882713aa28f tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Pushing event updated for resources: {'Network': ['ID=ab845d17-34b6-468d-a1d8-210e068387fa,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:34:33.318993 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c321bda4-03cc-444e-881b-235b52633fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (1a515e2c-f1b1-4b77-93a7-8b4d24326c3b), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:33.322471 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c321bda4-03cc-444e-881b-235b52633fe0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:33.326506 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-c321bda4-03cc-444e-881b-235b52633fe0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1a515e2c-f1b1-4b77-93a7-8b4d24326c3b HTTP/1.1" status: 204 len: 168 time: 1.0331681 Jan 28 07:34:33.336270 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c321bda4-03cc-444e-881b-235b52633fe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a515e2c-f1b1-4b77-93a7-8b4d24326c3b,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:34:33.381349 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network ab845d17-34b6-468d-a1d8-210e068387fa details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:34:33.423879 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45372546-d141-4f0f-8719-54f41a54adb1 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Made reservation on behalf of 2fa8ac3d507e4a03a63750fd70e127ed for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:34:33.428001 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-45372546-d141-4f0f-8719-54f41a54adb1 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24979592'] for subnet (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:33.485522 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cda51350-5633-4a65-af3e-fd8ead9da528 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Router 7babdd30-165d-493a-89d6-b06ca5812275 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:34:33.614923 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cda51350-5633-4a65-af3e-fd8ead9da528 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:34:33.631519 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-cda51350-5633-4a65-af3e-fd8ead9da528 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] 10.222.0.41 "PUT /v2.0/routers/7babdd30-165d-493a-89d6-b06ca5812275/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7179146 Jan 28 07:34:33.638416 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 46998) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:34:33.648496 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc36a74c-d94e-4fea-b653-86a5ca8cbc5f None None] Sync routers for ids ['7babdd30-165d-493a-89d6-b06ca5812275'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:34:33.664395 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc36a74c-d94e-4fea-b653-86a5ca8cbc5f None None] Routers {'7babdd30-165d-493a-89d6-b06ca5812275'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:34:33.665088 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-fc36a74c-d94e-4fea-b653-86a5ca8cbc5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:34:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['7babdd30-165d-493a-89d6-b06ca5812275'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:34:33.740150 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84381c4-6a2f-4832-bc61-702d5833e87d req-30f5f2c2-501a-48ba-bec0-2d4a94203a7c tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:34:33.743505 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d84381c4-6a2f-4832-bc61-702d5833e87d req-30f5f2c2-501a-48ba-bec0-2d4a94203a7c tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] 10.222.0.41 "GET /v2.0/ports?device_id=aac945c6-dede-4910-82e1-179f6235b906 HTTP/1.1" status: 200 len: 945 time: 0.1971459 Jan 28 07:34:33.749833 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa03f572-2381-45ea-89a2-167fa15a13ef tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Deleting subnet 1940a011-787c-4de6-b981-b4044d0166eb {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:34:33.778188 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fa03f572-2381-45ea-89a2-167fa15a13ef tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks [] for subnet (1940a011-787c-4de6-b981-b4044d0166eb), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:33.779505 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-fc36a74c-d94e-4fea-b653-86a5ca8cbc5f None None] Set router 7babdd30-165d-493a-89d6-b06ca5812275 gateway port host: None {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:34:33.885721 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fa03f572-2381-45ea-89a2-167fa15a13ef tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24759175'] for subnet (1940a011-787c-4de6-b981-b4044d0166eb), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:33.938172 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d84381c4-6a2f-4832-bc61-702d5833e87d req-a4ac66a5-259b-40a1-b27d-7ac844fe013b tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f3a84fe-9d73-4feb-98e2-bd68e4ccb185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733074 Jan 28 07:34:33.941546 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-45372546-d141-4f0f-8719-54f41a54adb1 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24757504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24979610'] for subnet (b63128f0-77d5-47c3-9a22-b3708904abdd), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:34.079932 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45372546-d141-4f0f-8719-54f41a54adb1 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Pushing event updated for resources: {'Subnet': ['ID=b63128f0-77d5-47c3-9a22-b3708904abdd,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:34:34.095373 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45372546-d141-4f0f-8719-54f41a54adb1 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Checking segment: {'id': 'a8917b94-c9be-46e6-b0a4-8da5215197c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ab845d17-34b6-468d-a1d8-210e068387fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:34:34.095731 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45372546-d141-4f0f-8719-54f41a54adb1 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Network hostable DHCP agents. Network: ab845d17-34b6-468d-a1d8-210e068387fa, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:34:34.102522 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fa03f572-2381-45ea-89a2-167fa15a13ef tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (1940a011-787c-4de6-b981-b4044d0166eb), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:34.107350 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:34.137018 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-fc36a74c-d94e-4fea-b653-86a5ca8cbc5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7babdd30-165d-493a-89d6-b06ca5812275', 'name': 'tempest-RoutersIpV6Test-router-675224549', 'tenant_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:33:46Z', 'updated_at': '2022-01-28T07:34:32Z', 'revision_number': 8, 'project_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'gw_port_host': None, '_interfaces': [{'id': '3d9ad605-71b9-4775-afe5-e602fc52b97f', 'name': '', 'network_id': 'b8184ee5-76f4-470e-9819-6f9eb27756ac', 'tenant_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'mac_address': 'fa:16:3e:0d:73:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7babdd30-165d-493a-89d6-b06ca5812275', 'device_owner': 'network:router_interface', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': '2c52ccce-2e6a-45e8-97f9-cdbf4448959d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:34:06Z', 'updated_at': '2022-01-28T07:34:17Z', 'revision_number': 5, 'project_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'subnets': [{'id': '2c52ccce-2e6a-45e8-97f9-cdbf4448959d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '696141e5-95ef-497d-b9ed-e4bddbc7bbdf', 'name': '', 'network_id': '86be9a86-fba0-4307-b064-fcd83bed0a66', 'tenant_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'mac_address': 'fa:16:3e:fc:bb:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7babdd30-165d-493a-89d6-b06ca5812275', 'device_owner': 'network:router_interface', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '7543ac29-225a-421e-9171-74d2cdb59d0d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:33:51Z', 'updated_at': '2022-01-28T07:34:02Z', 'revision_number': 5, 'project_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'subnets': [{'id': '7543ac29-225a-421e-9171-74d2cdb59d0d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e55aa724-88db-42c8-b4cb-ed4ec0030b57', 'name': '', 'network_id': '30445b1c-93c4-4090-a664-44413ad2d180', 'tenant_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'mac_address': 'fa:16:3e:fd:4b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7babdd30-165d-493a-89d6-b06ca5812275', 'device_owner': 'network:router_interface', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': '9e0fb884-2c49-4b58-b448-29a0057b5524', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:33:58Z', 'updated_at': '2022-01-28T07:34:10Z', 'revision_number': 5, 'project_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'subnets': [{'id': '9e0fb884-2c49-4b58-b448-29a0057b5524', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:34:34.189054 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45372546-d141-4f0f-8719-54f41a54adb1 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Network ab845d17-34b6-468d-a1d8-210e068387fa is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:34:34.200591 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc36a74c-d94e-4fea-b653-86a5ca8cbc5f None None] Checking router: 7babdd30-165d-493a-89d6-b06ca5812275 for host: n-d-712749-28 {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:34:34.206769 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fa03f572-2381-45ea-89a2-167fa15a13ef tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24757569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24979817'] for subnet (1940a011-787c-4de6-b981-b4044d0166eb), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:34.212780 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-45372546-d141-4f0f-8719-54f41a54adb1 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, ab845d17-34b6-468d-a1d8-210e068387fa) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:34:34.213275 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc36a74c-d94e-4fea-b653-86a5ca8cbc5f None None] Routers {'7babdd30-165d-493a-89d6-b06ca5812275'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:34:34.213915 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-fc36a74c-d94e-4fea-b653-86a5ca8cbc5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:34:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['7babdd30-165d-493a-89d6-b06ca5812275'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:34:34.246357 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45372546-d141-4f0f-8719-54f41a54adb1 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:34:34.247173 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-45372546-d141-4f0f-8719-54f41a54adb1 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:34.251790 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa03f572-2381-45ea-89a2-167fa15a13ef tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Pushing event deleted for resources: {'Subnet': ['ID=1940a011-787c-4de6-b981-b4044d0166eb,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:34:34.262730 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fa03f572-2381-45ea-89a2-167fa15a13ef tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:34.269445 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 47016) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:34:34.269653 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-fa03f572-2381-45ea-89a2-167fa15a13ef tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] 10.222.0.41 "DELETE /v2.0/subnets/1940a011-787c-4de6-b981-b4044d0166eb HTTP/1.1" status: 204 len: 168 time: 0.6301470 Jan 28 07:34:34.281702 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68964671-c304-4233-b3b6-d7e9d2fc28c3 None None] Network ab845d17-34b6-468d-a1d8-210e068387fa requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:34:34.285779 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-45372546-d141-4f0f-8719-54f41a54adb1 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0988140 Jan 28 07:34:34.286818 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 47018) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:34:34.292750 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-cfcc7136-5019-461e-ace5-97f5b6055a54 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1237524081', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:34:34.371097 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cfcc7136-5019-461e-ace5-97f5b6055a54 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16606890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127275'] for router (3b61c227-7c6f-434f-9c0b-378de020d299), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:34.382996 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cfcc7136-5019-461e-ace5-97f5b6055a54 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16605498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16607952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16355422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127266'] for router (3b61c227-7c6f-434f-9c0b-378de020d299), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:34.445081 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23f47e37-a799-4493-a7f3-43a89bb74063 None None] Network b0a9c020-b3ff-47f0-9f36-1cd947ace3af requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:34:34.477731 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ad2f08fb-a867-47a1-9b8b-4bb2d2854104 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (b0a9c020-b3ff-47f0-9f36-1cd947ace3af), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:34.537491 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cfcc7136-5019-461e-ace5-97f5b6055a54 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks [] for router_controller (3b61c227-7c6f-434f-9c0b-378de020d299), precommit_add_association {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:34.547955 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cfcc7136-5019-461e-ace5-97f5b6055a54 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16605475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16607909'] for router (3b61c227-7c6f-434f-9c0b-378de020d299), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:34.587179 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cfcc7136-5019-461e-ace5-97f5b6055a54 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks [] for router (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:34.588782 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-ad2f08fb-a867-47a1-9b8b-4bb2d2854104 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Deleting port fc3abea5-77b5-4295-9787-48e4249676f0 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:34:34.589358 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ad2f08fb-a867-47a1-9b8b-4bb2d2854104 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (fc3abea5-77b5-4295-9787-48e4249676f0), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:34.590673 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-cfcc7136-5019-461e-ace5-97f5b6055a54 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3025553 Jan 28 07:34:34.593388 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 47036) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:34:34.747610 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-ad2f08fb-a867-47a1-9b8b-4bb2d2854104 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] For port fc3abea5-77b5-4295-9787-48e4249676f0, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=fc3abea5-77b5-4295-9787-48e4249676f0,segment=NetworkSegment(7e9b145a-317b-405b-b005-13360a55d595),segment_id=7e9b145a-317b-405b-b005-13360a55d595)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:34:34.749668 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ad2f08fb-a867-47a1-9b8b-4bb2d2854104 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (fc3abea5-77b5-4295-9787-48e4249676f0), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:34.806581 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-ad2f08fb-a867-47a1-9b8b-4bb2d2854104 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Calling delete_port for fc3abea5-77b5-4295-9787-48e4249676f0 owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:34:34.889732 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-fc36a74c-d94e-4fea-b653-86a5ca8cbc5f None None] Set router 7babdd30-165d-493a-89d6-b06ca5812275 gateway port host: None {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:34:35.054147 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ad2f08fb-a867-47a1-9b8b-4bb2d2854104 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (fc3abea5-77b5-4295-9787-48e4249676f0), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:35.102941 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device b4b34934-e37e-47d9-93e3-1b7fa542dcd9 up at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:34:35.163558 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2f08fb-a867-47a1-9b8b-4bb2d2854104 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Pushing event deleted for resources: {'Port': ['ID=fc3abea5-77b5-4295-9787-48e4249676f0,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:34:35.194315 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-46176fbb-4877-4b41-9113-4bf2a2294e78 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:35.213440 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2f08fb-a867-47a1-9b8b-4bb2d2854104 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] No DVR routers for this DVR port fc3abea5-77b5-4295-9787-48e4249676f0 on host n-d-712749-28 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:34:35.482401 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d1f5cc6-f6c4-4cd0-ae1c-ff32b263bcb7 None None] DHCP port deletion for b0a9c020-b3ff-47f0-9f36-1cd947ace3af request from n-d-712749-28 {{(pid=103285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 07:34:35.498752 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bfe0f0-ae68-4e5c-8c80-1fd92266f690 req-1a7fe8cc-baad-4e85-8454-9502729edcb5 tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:34:35.501867 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-42bfe0f0-ae68-4e5c-8c80-1fd92266f690 req-1a7fe8cc-baad-4e85-8454-9502729edcb5 tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] 10.222.0.41 "GET /v2.0/ports?device_id=aac945c6-dede-4910-82e1-179f6235b906 HTTP/1.1" status: 200 len: 945 time: 0.4444275 Jan 28 07:34:35.527773 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ad2f08fb-a867-47a1-9b8b-4bb2d2854104 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (b0a9c020-b3ff-47f0-9f36-1cd947ace3af), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:35.604633 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-ad2f08fb-a867-47a1-9b8b-4bb2d2854104 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0a9c020-b3ff-47f0-9f36-1cd947ace3af']}} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:34:35.635430 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-ad2f08fb-a867-47a1-9b8b-4bb2d2854104 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e9b145a-317b-405b-b005-13360a55d595') {'for_net_delete': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:34:35.636041 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-ad2f08fb-a867-47a1-9b8b-4bb2d2854104 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e9b145a-317b-405b-b005-13360a55d595') {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:34:35.674248 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d35a089-6d85-47bb-b998-ac984bc91fe3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3dd72b9-6805-5f61-b6f3-a591f99a173d-ab845d17-34b6-468d-a1d8-210e068387fa', 'network_id': 'ab845d17-34b6-468d-a1d8-210e068387fa', 'project_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'fixed_ips': [{'subnet_id': 'b63128f0-77d5-47c3-9a22-b3708904abdd'}]}} from n-d-712749-28. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 07:34:35.675123 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0d35a089-6d85-47bb-b998-ac984bc91fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:35.682631 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ad2f08fb-a867-47a1-9b8b-4bb2d2854104 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13506801'] for segment (7e9b145a-317b-405b-b005-13360a55d595), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:35.733370 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-42bfe0f0-ae68-4e5c-8c80-1fd92266f690 req-9e43aa01-4f23-4856-bbe4-ed0c51cd76be tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f3a84fe-9d73-4feb-98e2-bd68e4ccb185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211874 Jan 28 07:34:35.738303 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ad2f08fb-a867-47a1-9b8b-4bb2d2854104 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (7e9b145a-317b-405b-b005-13360a55d595), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:35.755051 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6890a6d7-83a3-481b-829e-84073f8872e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:35.755703 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad2f08fb-a867-47a1-9b8b-4bb2d2854104 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=103283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:34:35.756265 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ad2f08fb-a867-47a1-9b8b-4bb2d2854104 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13546563'] for segment (7e9b145a-317b-405b-b005-13360a55d595), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:35.766819 n-d-712749-28 neutron-server[103283]: Traceback (most recent call last): Jan 28 07:34:35.766819 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:34:35.766819 n-d-712749-28 neutron-server[103283]: timer() Jan 28 07:34:35.766819 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:34:35.766819 n-d-712749-28 neutron-server[103283]: cb(*args, **kw) Jan 28 07:34:35.766819 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:34:35.766819 n-d-712749-28 neutron-server[103283]: return func(*args, **kwargs) Jan 28 07:34:35.766819 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:34:35.766819 n-d-712749-28 neutron-server[103283]: self._notify() Jan 28 07:34:35.766819 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:34:35.766819 n-d-712749-28 neutron-server[103283]: self.callback(batched_events) Jan 28 07:34:35.766819 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:34:35.766819 n-d-712749-28 neutron-server[103283]: event.method(event) Jan 28 07:34:35.766819 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:34:35.766819 n-d-712749-28 neutron-server[103283]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:34:35.766819 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:34:35.766819 n-d-712749-28 neutron-server[103283]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:34:35.766819 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:34:35.766819 n-d-712749-28 neutron-server[103283]: return f(self, *a, **k) Jan 28 07:34:35.766819 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:34:35.766819 n-d-712749-28 neutron-server[103283]: return self._get(url).json() Jan 28 07:34:35.766819 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:34:35.766819 n-d-712749-28 neutron-server[103283]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:34:35.766819 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:34:35.766819 n-d-712749-28 neutron-server[103283]: return self.request(url, 'GET', **kwargs) Jan 28 07:34:35.766819 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:34:35.766819 n-d-712749-28 neutron-server[103283]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:34:35.766819 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:34:35.766819 n-d-712749-28 neutron-server[103283]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:34:35.766819 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:34:35.766819 n-d-712749-28 neutron-server[103283]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:34:35.766819 n-d-712749-28 neutron-server[103283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:34:35.777048 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning for port b4b34934-e37e-47d9-93e3-1b7fa542dcd9 completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:34:35.791433 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning complete for port b4b34934-e37e-47d9-93e3-1b7fa542dcd9 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:34:35.791871 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (b4b34934-e37e-47d9-93e3-1b7fa542dcd9), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:35.924756 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ad2f08fb-a867-47a1-9b8b-4bb2d2854104 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (b0a9c020-b3ff-47f0-9f36-1cd947ace3af), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:35.929559 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ad2f08fb-a867-47a1-9b8b-4bb2d2854104 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks [] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:35.938325 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 47052) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:34:35.938633 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-ad2f08fb-a867-47a1-9b8b-4bb2d2854104 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] 10.222.0.41 "DELETE /v2.0/networks/b0a9c020-b3ff-47f0-9f36-1cd947ace3af HTTP/1.1" status: 204 len: 168 time: 1.6680467 Jan 28 07:34:35.969289 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2f08fb-a867-47a1-9b8b-4bb2d2854104 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Pushing event deleted for resources: {'Network': ['ID=b0a9c020-b3ff-47f0-9f36-1cd947ace3af,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:34:36.010996 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-fc36a74c-d94e-4fea-b653-86a5ca8cbc5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7babdd30-165d-493a-89d6-b06ca5812275', 'name': 'tempest-RoutersIpV6Test-router-675224549', 'tenant_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:33:46Z', 'updated_at': '2022-01-28T07:34:32Z', 'revision_number': 8, 'project_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'gw_port_host': None, '_interfaces': [{'id': '3d9ad605-71b9-4775-afe5-e602fc52b97f', 'name': '', 'network_id': 'b8184ee5-76f4-470e-9819-6f9eb27756ac', 'tenant_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'mac_address': 'fa:16:3e:0d:73:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7babdd30-165d-493a-89d6-b06ca5812275', 'device_owner': 'network:router_interface', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': '2c52ccce-2e6a-45e8-97f9-cdbf4448959d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:34:06Z', 'updated_at': '2022-01-28T07:34:17Z', 'revision_number': 5, 'project_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'subnets': [{'id': '2c52ccce-2e6a-45e8-97f9-cdbf4448959d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '696141e5-95ef-497d-b9ed-e4bddbc7bbdf', 'name': '', 'network_id': '86be9a86-fba0-4307-b064-fcd83bed0a66', 'tenant_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'mac_address': 'fa:16:3e:fc:bb:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7babdd30-165d-493a-89d6-b06ca5812275', 'device_owner': 'network:router_interface', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '7543ac29-225a-421e-9171-74d2cdb59d0d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:33:51Z', 'updated_at': '2022-01-28T07:34:02Z', 'revision_number': 5, 'project_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'subnets': [{'id': '7543ac29-225a-421e-9171-74d2cdb59d0d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e55aa724-88db-42c8-b4cb-ed4ec0030b57', 'name': '', 'network_id': '30445b1c-93c4-4090-a664-44413ad2d180', 'tenant_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'mac_address': 'fa:16:3e:fd:4b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7babdd30-165d-493a-89d6-b06ca5812275', 'device_owner': 'network:router_interface', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': '9e0fb884-2c49-4b58-b448-29a0057b5524', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:33:58Z', 'updated_at': '2022-01-28T07:34:10Z', 'revision_number': 5, 'project_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'subnets': [{'id': '9e0fb884-2c49-4b58-b448-29a0057b5524', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:34:36.061277 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc36a74c-d94e-4fea-b653-86a5ca8cbc5f None None] The sync data for ids ['7babdd30-165d-493a-89d6-b06ca5812275'] in n-d-712749-28 is: [{'id': '7babdd30-165d-493a-89d6-b06ca5812275', 'name': 'tempest-RoutersIpV6Test-router-675224549', 'tenant_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:33:46Z', 'updated_at': '2022-01-28T07:34:32Z', 'revision_number': 8, 'project_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'gw_port_host': None, '_interfaces': [{'id': '3d9ad605-71b9-4775-afe5-e602fc52b97f', 'name': '', 'network_id': 'b8184ee5-76f4-470e-9819-6f9eb27756ac', 'tenant_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'mac_address': 'fa:16:3e:0d:73:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7babdd30-165d-493a-89d6-b06ca5812275', 'device_owner': 'network:router_interface', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': '2c52ccce-2e6a-45e8-97f9-cdbf4448959d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:34:06Z', 'updated_at': '2022-01-28T07:34:17Z', 'revision_number': 5, 'project_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'subnets': [{'id': '2c52ccce-2e6a-45e8-97f9-cdbf4448959d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '696141e5-95ef-497d-b9ed-e4bddbc7bbdf', 'name': '', 'network_id': '86be9a86-fba0-4307-b064-fcd83bed0a66', 'tenant_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'mac_address': 'fa:16:3e:fc:bb:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7babdd30-165d-493a-89d6-b06ca5812275', 'device_owner': 'network:router_interface', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '7543ac29-225a-421e-9171-74d2cdb59d0d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:33:51Z', 'updated_at': '2022-01-28T07:34:02Z', 'revision_number': 5, 'project_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'subnets': [{'id': '7543ac29-225a-421e-9171-74d2cdb59d0d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e55aa724-88db-42c8-b4cb-ed4ec0030b57', 'name': '', 'network_id': '30445b1c-93c4-4090-a664-44413ad2d180', 'tenant_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'mac_address': 'fa:16:3e:fd:4b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7babdd30-165d-493a-89d6-b06ca5812275', 'device_owner': 'network:router_interface', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': '9e0fb884-2c49-4b58-b448-29a0057b5524', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:33:58Z', 'updated_at': '2022-01-28T07:34:10Z', 'revision_number': 5, 'project_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'subnets': [{'id': '9e0fb884-2c49-4b58-b448-29a0057b5524', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:34:36.232545 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-0d35a089-6d85-47bb-b998-ac984bc91fe3 None None] Allocated IP 172.20.0.2 (ab845d17-34b6-468d-a1d8-210e068387fa/b63128f0-77d5-47c3-9a22-b3708904abdd/e81d662f-7a3b-4d9c-ab3d-141086b3ce30) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:34:36.247499 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port b4b34934-e37e-47d9-93e3-1b7fa542dcd9 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:34:36.248975 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (b4b34934-e37e-47d9-93e3-1b7fa542dcd9), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:36.318181 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aac945c6-dede-4910-82e1-179f6235b906', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4b34934-e37e-47d9-93e3-1b7fa542dcd9'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:34:36.331110 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb4ea422-625f-4ea8-9b8d-bf5ccebc948b" -d '{"events": [{"server_uuid": "aac945c6-dede-4910-82e1-179f6235b906", "name": "network-vif-plugged", "status": "completed", "tag": "b4b34934-e37e-47d9-93e3-1b7fa542dcd9"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:34:36.404747 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port b4b34934-e37e-47d9-93e3-1b7fa542dcd9, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=b4b34934-e37e-47d9-93e3-1b7fa542dcd9,segment=NetworkSegment(bf0195a4-f6a6-41d1-9604-c71a469c15f7),segment_id=bf0195a4-f6a6-41d1-9604-c71a469c15f7)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:34:36.539029 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:34:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecda22ec-6519-4b56-81c2-6571d125af9d x-openstack-request-id: req-ecda22ec-6519-4b56-81c2-6571d125af9d {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:34:36.539766 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aac945c6-dede-4910-82e1-179f6235b906", "name": "network-vif-plugged", "status": "completed", "tag": "b4b34934-e37e-47d9-93e3-1b7fa542dcd9", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:34:36.539766 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ecda22ec-6519-4b56-81c2-6571d125af9d {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:34:36.540082 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aac945c6-dede-4910-82e1-179f6235b906', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4b34934-e37e-47d9-93e3-1b7fa542dcd9', 'code': 200} Jan 28 07:34:36.544227 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (b4b34934-e37e-47d9-93e3-1b7fa542dcd9), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:36.684280 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=b4b34934-e37e-47d9-93e3-1b7fa542dcd9,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:34:36.706192 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-de4c5ce7-e808-4cd4-8c4d-3f54853bb1aa tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16606535'] for router_interface (7babdd30-165d-493a-89d6-b06ca5812275), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:36.721521 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cca8cd1-ab68-4ab0-a2bf-554ff78f7cde req-45af645e-50cf-4c8b-8fb9-9475ecf63c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:34:36.725933 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0d35a089-6d85-47bb-b998-ac984bc91fe3 None None] Publish callbacks [] for port (e81d662f-7a3b-4d9c-ab3d-141086b3ce30), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:36.728040 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7cca8cd1-ab68-4ab0-a2bf-554ff78f7cde req-45af645e-50cf-4c8b-8fb9-9475ecf63c43 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=aac945c6-dede-4910-82e1-179f6235b906 HTTP/1.1" status: 200 len: 1098 time: 0.1698639 Jan 28 07:34:36.737284 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device fa183137-d5b9-4603-8808-643b1ab0a283 no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:34:36.744065 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0d35a089-6d85-47bb-b998-ac984bc91fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (e81d662f-7a3b-4d9c-ab3d-141086b3ce30), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:36.832297 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7cca8cd1-ab68-4ab0-a2bf-554ff78f7cde req-68a62654-f055-44e6-8e3a-0496986dafe7 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=3f3a84fe-9d73-4feb-98e2-bd68e4ccb185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977800 Jan 28 07:34:36.861294 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: fa183137-d5b9-4603-8808-643b1ab0a283 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:34:36.861660 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device fa183137-d5b9-4603-8808-643b1ab0a283 not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:34:36.863335 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device fc3abea5-77b5-4295-9787-48e4249676f0 no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:34:36.902407 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d35a089-6d85-47bb-b998-ac984bc91fe3 None None] Network ab845d17-34b6-468d-a1d8-210e068387fa is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:34:36.905659 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-0d35a089-6d85-47bb-b998-ac984bc91fe3 None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:34:36.907810 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: fc3abea5-77b5-4295-9787-48e4249676f0 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:34:36.908164 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device fc3abea5-77b5-4295-9787-48e4249676f0 not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:34:36.909893 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d35a089-6d85-47bb-b998-ac984bc91fe3 None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:34:36.946949 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d35a089-6d85-47bb-b998-ac984bc91fe3 None None] Pushing event updated for resources: {'Port': ['ID=e81d662f-7a3b-4d9c-ab3d-141086b3ce30,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:34:36.974567 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fdf2d4-a418-4673-a25f-05b25dc7f628 req-3bb130eb-7567-48cc-bc7b-6c475a263f5a tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:34:36.977000 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-62fdf2d4-a418-4673-a25f-05b25dc7f628 req-3bb130eb-7567-48cc-bc7b-6c475a263f5a tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] 10.222.0.41 "GET /v2.0/ports?device_id=aac945c6-dede-4910-82e1-179f6235b906 HTTP/1.1" status: 200 len: 946 time: 0.1059651 Jan 28 07:34:37.043881 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-0d35a089-6d85-47bb-b998-ac984bc91fe3 None None] Attempting to bind port e81d662f-7a3b-4d9c-ab3d-141086b3ce30 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:34:37.044665 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-0d35a089-6d85-47bb-b998-ac984bc91fe3 None None] Attempting to bind port e81d662f-7a3b-4d9c-ab3d-141086b3ce30 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': 'a8917b94-c9be-46e6-b0a4-8da5215197c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ab845d17-34b6-468d-a1d8-210e068387fa'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:34:37.045909 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d35a089-6d85-47bb-b998-ac984bc91fe3 None None] Attempting to bind port e81d662f-7a3b-4d9c-ab3d-141086b3ce30 on network ab845d17-34b6-468d-a1d8-210e068387fa {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:34:37.049825 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-62fdf2d4-a418-4673-a25f-05b25dc7f628 req-80b44ca0-4acb-485c-b3fc-9efb916d7bbe tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f3a84fe-9d73-4feb-98e2-bd68e4ccb185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607431 Jan 28 07:34:37.050546 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:37.053854 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d35a089-6d85-47bb-b998-ac984bc91fe3 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 34, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:34:37.054373 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d35a089-6d85-47bb-b998-ac984bc91fe3 None None] Checking segment: {'id': 'a8917b94-c9be-46e6-b0a4-8da5215197c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ab845d17-34b6-468d-a1d8-210e068387fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:34:37.055124 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0d35a089-6d85-47bb-b998-ac984bc91fe3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:37.055621 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d35a089-6d85-47bb-b998-ac984bc91fe3 None None] Bound using segment: {'id': 'a8917b94-c9be-46e6-b0a4-8da5215197c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ab845d17-34b6-468d-a1d8-210e068387fa'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:34:37.056209 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-0d35a089-6d85-47bb-b998-ac984bc91fe3 None None] Bound port: e81d662f-7a3b-4d9c-ab3d-141086b3ce30, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8917b94-c9be-46e6-b0a4-8da5215197c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ab845d17-34b6-468d-a1d8-210e068387fa'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:34:37.056739 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0d35a089-6d85-47bb-b998-ac984bc91fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (e81d662f-7a3b-4d9c-ab3d-141086b3ce30), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:37.099478 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-46176fbb-4877-4b41-9113-4bf2a2294e78 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Allocated IP 172.20.0.1 (ab845d17-34b6-468d-a1d8-210e068387fa/b63128f0-77d5-47c3-9a22-b3708904abdd/0a7c49c3-7357-4ad1-9fdf-2272cc625692) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:34:37.152141 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-0d35a089-6d85-47bb-b998-ac984bc91fe3 None None] For port e81d662f-7a3b-4d9c-ab3d-141086b3ce30, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:34:37.166638 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-0d35a089-6d85-47bb-b998-ac984bc91fe3 None None] For port e81d662f-7a3b-4d9c-ab3d-141086b3ce30, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=e81d662f-7a3b-4d9c-ab3d-141086b3ce30,segment=NetworkSegment(a8917b94-c9be-46e6-b0a4-8da5215197c6),segment_id=a8917b94-c9be-46e6-b0a4-8da5215197c6)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:34:37.175649 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0d35a089-6d85-47bb-b998-ac984bc91fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (e81d662f-7a3b-4d9c-ab3d-141086b3ce30), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:37.271445 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d35a089-6d85-47bb-b998-ac984bc91fe3 None None] Pushing event updated for resources: {'Port': ['ID=e81d662f-7a3b-4d9c-ab3d-141086b3ce30,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:34:37.332457 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-46176fbb-4877-4b41-9113-4bf2a2294e78 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks [] for port (0a7c49c3-7357-4ad1-9fdf-2272cc625692), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:37.375972 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-de4c5ce7-e808-4cd4-8c4d-3f54853bb1aa tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Deleting port 3d9ad605-71b9-4775-afe5-e602fc52b97f {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:34:37.376419 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-de4c5ce7-e808-4cd4-8c4d-3f54853bb1aa tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (3d9ad605-71b9-4775-afe5-e602fc52b97f), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:37.660979 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-de4c5ce7-e808-4cd4-8c4d-3f54853bb1aa tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] For port 3d9ad605-71b9-4775-afe5-e602fc52b97f, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=3d9ad605-71b9-4775-afe5-e602fc52b97f,segment=NetworkSegment(c7918730-dde5-4d74-9094-72da4aba1ff0),segment_id=c7918730-dde5-4d74-9094-72da4aba1ff0)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:34:37.661365 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-de4c5ce7-e808-4cd4-8c4d-3f54853bb1aa tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (3d9ad605-71b9-4775-afe5-e602fc52b97f), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:37.685954 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-de4c5ce7-e808-4cd4-8c4d-3f54853bb1aa tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Calling delete_port for 3d9ad605-71b9-4775-afe5-e602fc52b97f owned by network:router_interface {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:34:37.928565 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-46176fbb-4877-4b41-9113-4bf2a2294e78 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (0a7c49c3-7357-4ad1-9fdf-2272cc625692), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:38.022608 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46176fbb-4877-4b41-9113-4bf2a2294e78 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Pushing event updated for resources: {'Port': ['ID=0a7c49c3-7357-4ad1-9fdf-2272cc625692,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:34:38.027693 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a3c16b0d-14d8-4c2d-a0df-1a4ee6c22c2f req-881a5a52-cac9-4f37-b532-cb97adbbcc62 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3a1f0d7a-7e84-4832-a132-54bc36dec5af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6141346 Jan 28 07:34:38.053210 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46176fbb-4877-4b41-9113-4bf2a2294e78 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Network ab845d17-34b6-468d-a1d8-210e068387fa is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:34:38.056365 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-46176fbb-4877-4b41-9113-4bf2a2294e78 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:34:38.059529 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46176fbb-4877-4b41-9113-4bf2a2294e78 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:34:38.111509 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-de4c5ce7-e808-4cd4-8c4d-3f54853bb1aa tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (3d9ad605-71b9-4775-afe5-e602fc52b97f), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:38.215964 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4c5ce7-e808-4cd4-8c4d-3f54853bb1aa tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Pushing event deleted for resources: {'Port': ['ID=3d9ad605-71b9-4775-afe5-e602fc52b97f,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:34:38.304252 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-46176fbb-4877-4b41-9113-4bf2a2294e78 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16609232'] for router_interface (3b61c227-7c6f-434f-9c0b-378de020d299), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:38.465843 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c16b0d-14d8-4c2d-a0df-1a4ee6c22c2f req-85ba8d31-e550-40bc-bc67-0350618f07db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:34:38.467222 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a3c16b0d-14d8-4c2d-a0df-1a4ee6c22c2f req-85ba8d31-e550-40bc-bc67-0350618f07db service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c4b2a68a25c944a0a3c783e458798cd1&device_id=3a1f0d7a-7e84-4832-a132-54bc36dec5af HTTP/1.1" status: 200 len: 1097 time: 0.3054454 Jan 28 07:34:38.705998 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:38.747290 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcb9d27-13c8-46fa-ac19-2dcb9cb86de7 req-da67729b-19db-4803-8bb6-12973935e4ad tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:34:38.749016 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ebcb9d27-13c8-46fa-ac19-2dcb9cb86de7 req-da67729b-19db-4803-8bb6-12973935e4ad tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] 10.222.0.41 "GET /v2.0/ports?device_id=aac945c6-dede-4910-82e1-179f6235b906 HTTP/1.1" status: 200 len: 946 time: 0.5344162 Jan 28 07:34:38.830453 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device e81d662f-7a3b-4d9c-ab3d-141086b3ce30 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:34:38.839256 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-de4c5ce7-e808-4cd4-8c4d-3f54853bb1aa tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16319006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16606699'] for router_interface (7babdd30-165d-493a-89d6-b06ca5812275), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:38.841649 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c16b0d-14d8-4c2d-a0df-1a4ee6c22c2f req-3a567be4-e162-401c-bf54-311076750681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:34:38.843363 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a3c16b0d-14d8-4c2d-a0df-1a4ee6c22c2f req-3a567be4-e162-401c-bf54-311076750681 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2136e757-c99f-4d23-960c-aa395d5a28c6 HTTP/1.1" status: 200 len: 910 time: 0.3410778 Jan 28 07:34:38.918451 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a3c16b0d-14d8-4c2d-a0df-1a4ee6c22c2f req-02938fdc-0ba1-4f98-9755-a884e764f19b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=46fb5303-e8b0-439b-a9cf-8d37be246517 HTTP/1.1" status: 200 len: 217 time: 0.0513420 Jan 28 07:34:38.953943 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port e81d662f-7a3b-4d9c-ab3d-141086b3ce30 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:34:38.954325 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (e81d662f-7a3b-4d9c-ab3d-141086b3ce30), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:38.959344 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-46176fbb-4877-4b41-9113-4bf2a2294e78 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (0a7c49c3-7357-4ad1-9fdf-2272cc625692), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:38.988188 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ebcb9d27-13c8-46fa-ac19-2dcb9cb86de7 req-23930364-3043-4b37-9471-32ba475dde3f tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f3a84fe-9d73-4feb-98e2-bd68e4ccb185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205610 Jan 28 07:34:39.079051 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c16b0d-14d8-4c2d-a0df-1a4ee6c22c2f req-0d1d8bb1-e9bd-4afc-baac-2b2867bc14a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:34:39.080599 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a3c16b0d-14d8-4c2d-a0df-1a4ee6c22c2f req-0d1d8bb1-e9bd-4afc-baac-2b2867bc14a5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=66e93671-6c65-4d5e-8c66-6c2cfdec864e HTTP/1.1" status: 200 len: 849 time: 0.0914779 Jan 28 07:34:39.132831 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port e81d662f-7a3b-4d9c-ab3d-141086b3ce30 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:34:39.133762 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (e81d662f-7a3b-4d9c-ab3d-141086b3ce30), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:39.184696 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] For port e81d662f-7a3b-4d9c-ab3d-141086b3ce30, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=e81d662f-7a3b-4d9c-ab3d-141086b3ce30,segment=NetworkSegment(a8917b94-c9be-46e6-b0a4-8da5215197c6),segment_id=a8917b94-c9be-46e6-b0a4-8da5215197c6)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:34:39.192628 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (e81d662f-7a3b-4d9c-ab3d-141086b3ce30), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:39.222116 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe5da84a-bea1-4ec9-b979-459d56143ee7 None None] Network ab845d17-34b6-468d-a1d8-210e068387fa requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:34:39.241784 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a3c16b0d-14d8-4c2d-a0df-1a4ee6c22c2f req-513ec7df-b699-4529-a23c-856f8ec775a4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2136e757-c99f-4d23-960c-aa395d5a28c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0676169 Jan 28 07:34:39.304612 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [req-a3c16b0d-14d8-4c2d-a0df-1a4ee6c22c2f req-ddd5a7e4-402e-40a5-8a49-b4d03f0dac5d service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 07:34:39.305843 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a3c16b0d-14d8-4c2d-a0df-1a4ee6c22c2f req-ddd5a7e4-402e-40a5-8a49-b4d03f0dac5d service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0106926 Jan 28 07:34:39.358303 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-d636e23e-337d-41ba-9a51-108ba5676dba None None] Provisioning complete for port e81d662f-7a3b-4d9c-ab3d-141086b3ce30 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:34:39.358737 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d636e23e-337d-41ba-9a51-108ba5676dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (e81d662f-7a3b-4d9c-ab3d-141086b3ce30), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:39.403838 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Pushing event updated for resources: {'Port': ['ID=e81d662f-7a3b-4d9c-ab3d-141086b3ce30,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:34:39.437506 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ece03e1-1b48-4254-9493-f9c67204bd9e req-a9a5a365-cce4-440e-876c-03f8f85b6cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:34:39.439107 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0ece03e1-1b48-4254-9493-f9c67204bd9e req-a9a5a365-cce4-440e-876c-03f8f85b6cf3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c4b2a68a25c944a0a3c783e458798cd1&device_id=aac945c6-dede-4910-82e1-179f6235b906 HTTP/1.1" status: 200 len: 1098 time: 0.1005335 Jan 28 07:34:39.512373 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-d636e23e-337d-41ba-9a51-108ba5676dba None None] Current status of the port e81d662f-7a3b-4d9c-ab3d-141086b3ce30 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:34:39.572541 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ece03e1-1b48-4254-9493-f9c67204bd9e req-44ce7144-23dc-4dd4-8cfb-240c49560df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:34:39.574476 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0ece03e1-1b48-4254-9493-f9c67204bd9e req-44ce7144-23dc-4dd4-8cfb-240c49560df3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2136e757-c99f-4d23-960c-aa395d5a28c6 HTTP/1.1" status: 200 len: 910 time: 0.1288421 Jan 28 07:34:39.667831 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a3c16b0d-14d8-4c2d-a0df-1a4ee6c22c2f req-16e99dbe-bad6-4231-ad5c-b57b428afe6a service neutron] 10.222.0.10 "GET /v2.0/networks/2136e757-c99f-4d23-960c-aa395d5a28c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3334448 Jan 28 07:34:39.678073 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0ece03e1-1b48-4254-9493-f9c67204bd9e req-bd614bb7-d2e2-4d5d-a690-0306cd2b2863 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b4b34934-e37e-47d9-93e3-1b7fa542dcd9 HTTP/1.1" status: 200 len: 217 time: 0.0950298 Jan 28 07:34:39.710647 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:39.753509 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ece03e1-1b48-4254-9493-f9c67204bd9e req-ca0bf31c-0f76-4668-9842-afae3fc6c782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:34:39.755562 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0ece03e1-1b48-4254-9493-f9c67204bd9e req-ca0bf31c-0f76-4668-9842-afae3fc6c782 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=66e93671-6c65-4d5e-8c66-6c2cfdec864e HTTP/1.1" status: 200 len: 849 time: 0.0738373 Jan 28 07:34:39.795311 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0ece03e1-1b48-4254-9493-f9c67204bd9e req-6c045c7e-5418-4bb7-a625-ae15cbe3d2f5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2136e757-c99f-4d23-960c-aa395d5a28c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347543 Jan 28 07:34:39.940131 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0ece03e1-1b48-4254-9493-f9c67204bd9e req-f84b0b29-d87b-4c08-8978-29ea0ea239d1 service neutron] 10.222.0.44 "GET /v2.0/networks/2136e757-c99f-4d23-960c-aa395d5a28c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328299 Jan 28 07:34:39.951684 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-29a91b69-a57f-45d3-98bb-ffed5706bb09 None None] Provisioning complete for port 0a7c49c3-7357-4ad1-9fdf-2272cc625692 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:34:39.951871 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-29a91b69-a57f-45d3-98bb-ffed5706bb09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (0a7c49c3-7357-4ad1-9fdf-2272cc625692), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:40.067232 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-29a91b69-a57f-45d3-98bb-ffed5706bb09 None None] Port 0a7c49c3-7357-4ad1-9fdf-2272cc625692 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:34:40.106470 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0ece03e1-1b48-4254-9493-f9c67204bd9e req-d0610aa5-0894-496c-a8de-b5c1a4ba0ff1 service neutron] 10.222.0.44 "GET /v2.0/networks/2136e757-c99f-4d23-960c-aa395d5a28c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631973 Jan 28 07:34:40.108637 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-29a91b69-a57f-45d3-98bb-ffed5706bb09 None None] Provisioning complete for port e81d662f-7a3b-4d9c-ab3d-141086b3ce30 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:34:40.109420 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-29a91b69-a57f-45d3-98bb-ffed5706bb09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (e81d662f-7a3b-4d9c-ab3d-141086b3ce30), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:40.302469 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-29a91b69-a57f-45d3-98bb-ffed5706bb09 None None] Current status of the port e81d662f-7a3b-4d9c-ab3d-141086b3ce30 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:34:40.433420 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-d1e01e2b-ac07-4ea8-9ab0-14a0bd27f074 None None] Provisioning complete for port 0a7c49c3-7357-4ad1-9fdf-2272cc625692 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:34:40.434058 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d1e01e2b-ac07-4ea8-9ab0-14a0bd27f074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (0a7c49c3-7357-4ad1-9fdf-2272cc625692), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:40.498754 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-d1e01e2b-ac07-4ea8-9ab0-14a0bd27f074 None None] Port 0a7c49c3-7357-4ad1-9fdf-2272cc625692 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:34:40.538202 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device e81d662f-7a3b-4d9c-ab3d-141086b3ce30 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:34:40.630692 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port e81d662f-7a3b-4d9c-ab3d-141086b3ce30 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:34:40.631349 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (e81d662f-7a3b-4d9c-ab3d-141086b3ce30), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:40.666943 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1ce2b0-e1c7-4579-b875-d54f4d8cd4ef req-b0c81ecc-9715-4cbd-81bb-e7d1bd69eacf tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:34:40.674777 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-eb1ce2b0-e1c7-4579-b875-d54f4d8cd4ef req-b0c81ecc-9715-4cbd-81bb-e7d1bd69eacf tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] 10.222.0.41 "GET /v2.0/ports?device_id=aac945c6-dede-4910-82e1-179f6235b906 HTTP/1.1" status: 200 len: 946 time: 1.1806381 Jan 28 07:34:40.755789 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port e81d662f-7a3b-4d9c-ab3d-141086b3ce30 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:34:40.814652 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de4c5ce7-e808-4cd4-8c4d-3f54853bb1aa tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Router 7babdd30-165d-493a-89d6-b06ca5812275 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:34:40.827356 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a3c16b0d-14d8-4c2d-a0df-1a4ee6c22c2f req-f9ba1da2-0715-4a57-9632-ff1cb8122949 service neutron] 10.222.0.10 "GET /v2.0/networks/2136e757-c99f-4d23-960c-aa395d5a28c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1508095 Jan 28 07:34:40.844466 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-eb1ce2b0-e1c7-4579-b875-d54f4d8cd4ef req-e3762f80-5c2b-4b78-94a4-cc8e375d5855 tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f3a84fe-9d73-4feb-98e2-bd68e4ccb185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684093 Jan 28 07:34:40.874598 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-46176fbb-4877-4b41-9113-4bf2a2294e78 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks [] for port (0a7c49c3-7357-4ad1-9fdf-2272cc625692), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:40.996473 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de4c5ce7-e808-4cd4-8c4d-3f54853bb1aa tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:34:40.998591 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-46176fbb-4877-4b41-9113-4bf2a2294e78 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (0a7c49c3-7357-4ad1-9fdf-2272cc625692), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:41.008370 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1996a42f-db58-46fe-9b0a-b90be9f90731 None None] Sync routers for ids ['7babdd30-165d-493a-89d6-b06ca5812275'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:34:41.019926 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1996a42f-db58-46fe-9b0a-b90be9f90731 None None] Routers {'7babdd30-165d-493a-89d6-b06ca5812275'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:34:41.020579 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-1996a42f-db58-46fe-9b0a-b90be9f90731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:34:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['7babdd30-165d-493a-89d6-b06ca5812275'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:34:41.037912 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-de4c5ce7-e808-4cd4-8c4d-3f54853bb1aa tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] 10.222.0.41 "PUT /v2.0/routers/7babdd30-165d-493a-89d6-b06ca5812275/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0981853 Jan 28 07:34:41.040922 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 47118) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:34:41.093218 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-46176fbb-4877-4b41-9113-4bf2a2294e78 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16318999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16606560'] for router_interface (3b61c227-7c6f-434f-9c0b-378de020d299), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:41.113251 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46176fbb-4877-4b41-9113-4bf2a2294e78 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Pushing event updated for resources: {'Port': ['ID=0a7c49c3-7357-4ad1-9fdf-2272cc625692,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:34:41.130412 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-1996a42f-db58-46fe-9b0a-b90be9f90731 None None] Set router 7babdd30-165d-493a-89d6-b06ca5812275 gateway port host: None {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:34:41.169644 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_v2 [None req-db2490da-2703-49c5-9e0c-9430037e5852 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Deleting subnet 2c52ccce-2e6a-45e8-97f9-cdbf4448959d {{(pid=103283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:34:41.174027 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-db2490da-2703-49c5-9e0c-9430037e5852 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks [] for subnet (2c52ccce-2e6a-45e8-97f9-cdbf4448959d), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:41.246852 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46176fbb-4877-4b41-9113-4bf2a2294e78 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Network ab845d17-34b6-468d-a1d8-210e068387fa is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:34:41.248288 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-46176fbb-4877-4b41-9113-4bf2a2294e78 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:34:41.257062 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-db2490da-2703-49c5-9e0c-9430037e5852 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13506696'] for subnet (2c52ccce-2e6a-45e8-97f9-cdbf4448959d), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:41.452128 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-db2490da-2703-49c5-9e0c-9430037e5852 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (2c52ccce-2e6a-45e8-97f9-cdbf4448959d), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:41.582511 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-db2490da-2703-49c5-9e0c-9430037e5852 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13546665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13556132'] for subnet (2c52ccce-2e6a-45e8-97f9-cdbf4448959d), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:41.588136 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-1996a42f-db58-46fe-9b0a-b90be9f90731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7babdd30-165d-493a-89d6-b06ca5812275', 'name': 'tempest-RoutersIpV6Test-router-675224549', 'tenant_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:33:46Z', 'updated_at': '2022-01-28T07:34:37Z', 'revision_number': 9, 'project_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'gw_port_host': None, '_interfaces': [{'id': '696141e5-95ef-497d-b9ed-e4bddbc7bbdf', 'name': '', 'network_id': '86be9a86-fba0-4307-b064-fcd83bed0a66', 'tenant_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'mac_address': 'fa:16:3e:fc:bb:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7babdd30-165d-493a-89d6-b06ca5812275', 'device_owner': 'network:router_interface', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '7543ac29-225a-421e-9171-74d2cdb59d0d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:33:51Z', 'updated_at': '2022-01-28T07:34:02Z', 'revision_number': 5, 'project_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'subnets': [{'id': '7543ac29-225a-421e-9171-74d2cdb59d0d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e55aa724-88db-42c8-b4cb-ed4ec0030b57', 'name': '', 'network_id': '30445b1c-93c4-4090-a664-44413ad2d180', 'tenant_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'mac_address': 'fa:16:3e:fd:4b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7babdd30-165d-493a-89d6-b06ca5812275', 'device_owner': 'network:router_interface', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': '9e0fb884-2c49-4b58-b448-29a0057b5524', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:33:58Z', 'updated_at': '2022-01-28T07:34:10Z', 'revision_number': 5, 'project_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'subnets': [{'id': '9e0fb884-2c49-4b58-b448-29a0057b5524', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:34:41.589905 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46176fbb-4877-4b41-9113-4bf2a2294e78 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Router 3b61c227-7c6f-434f-9c0b-378de020d299 is scheduled to L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 with binding_index 1 {{(pid=103284) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 07:34:41.602116 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-db2490da-2703-49c5-9e0c-9430037e5852 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks [] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:41.608098 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 47124) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:34:41.608797 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-db2490da-2703-49c5-9e0c-9430037e5852 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] 10.222.0.41 "DELETE /v2.0/subnets/2c52ccce-2e6a-45e8-97f9-cdbf4448959d HTTP/1.1" status: 204 len: 168 time: 0.5667238 Jan 28 07:34:41.611684 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73520423-db4c-484e-8715-65b6a03bd728 None None] Network b8184ee5-76f4-470e-9819-6f9eb27756ac requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:34:41.631341 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2490da-2703-49c5-9e0c-9430037e5852 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Pushing event deleted for resources: {'Subnet': ['ID=2c52ccce-2e6a-45e8-97f9-cdbf4448959d,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:34:41.667797 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1996a42f-db58-46fe-9b0a-b90be9f90731 None None] Checking router: 7babdd30-165d-493a-89d6-b06ca5812275 for host: n-d-712749-28 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:34:41.691649 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1996a42f-db58-46fe-9b0a-b90be9f90731 None None] Routers {'7babdd30-165d-493a-89d6-b06ca5812275'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:34:41.692648 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-1996a42f-db58-46fe-9b0a-b90be9f90731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:34:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['7babdd30-165d-493a-89d6-b06ca5812275'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:34:41.791208 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-8f84435b-3df2-4049-b8ca-e7f6d813db09 None None] Provisioning complete for port 0a7c49c3-7357-4ad1-9fdf-2272cc625692 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:34:41.791765 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8f84435b-3df2-4049-b8ca-e7f6d813db09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (0a7c49c3-7357-4ad1-9fdf-2272cc625692), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:41.870673 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b782ca5e-6567-4c63-8a53-41e586bb6e82 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (b8184ee5-76f4-470e-9819-6f9eb27756ac), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:41.887693 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-1996a42f-db58-46fe-9b0a-b90be9f90731 None None] Set router 7babdd30-165d-493a-89d6-b06ca5812275 gateway port host: None {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:34:41.888955 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46176fbb-4877-4b41-9113-4bf2a2294e78 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:34:41.908455 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-46176fbb-4877-4b41-9113-4bf2a2294e78 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] 10.222.0.41 "PUT /v2.0/routers/3b61c227-7c6f-434f-9c0b-378de020d299/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3130872 Jan 28 07:34:41.911322 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 47134) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:34:41.943602 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723a6373-8fb7-40d3-8b3c-8117a0736c89 None None] Sync routers for ids ['3b61c227-7c6f-434f-9c0b-378de020d299'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:34:41.955381 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-8f84435b-3df2-4049-b8ca-e7f6d813db09 None None] Port 0a7c49c3-7357-4ad1-9fdf-2272cc625692 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:34:41.982600 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-b782ca5e-6567-4c63-8a53-41e586bb6e82 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Deleting port 9cbc4214-3be0-412b-9fe2-8da427fe7daf {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:34:41.983118 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b782ca5e-6567-4c63-8a53-41e586bb6e82 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (9cbc4214-3be0-412b-9fe2-8da427fe7daf), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:42.005217 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723a6373-8fb7-40d3-8b3c-8117a0736c89 None None] Routers {'3b61c227-7c6f-434f-9c0b-378de020d299'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:34:42.006011 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-723a6373-8fb7-40d3-8b3c-8117a0736c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:34:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['3b61c227-7c6f-434f-9c0b-378de020d299'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:34:42.018440 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a54e5b1f-6527-4285-a705-5818ef3bc8fa tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:34:42.025378 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-a54e5b1f-6527-4285-a705-5818ef3bc8fa tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] 10.222.0.41 "GET /v2.0/ports/0a7c49c3-7357-4ad1-9fdf-2272cc625692 HTTP/1.1" status: 200 len: 910 time: 0.1129961 Jan 28 07:34:42.026564 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 47138) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:34:42.110562 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a46430-60bd-453c-bdc7-02bee4d5f755 None None] DHCP port deletion for b8184ee5-76f4-470e-9819-6f9eb27756ac request from n-d-712749-28 {{(pid=103285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 07:34:42.119598 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-723a6373-8fb7-40d3-8b3c-8117a0736c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:34:42.128919 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-b782ca5e-6567-4c63-8a53-41e586bb6e82 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] For port 9cbc4214-3be0-412b-9fe2-8da427fe7daf, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=9cbc4214-3be0-412b-9fe2-8da427fe7daf,segment=NetworkSegment(c7918730-dde5-4d74-9094-72da4aba1ff0),segment_id=c7918730-dde5-4d74-9094-72da4aba1ff0)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:34:42.129385 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b782ca5e-6567-4c63-8a53-41e586bb6e82 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (9cbc4214-3be0-412b-9fe2-8da427fe7daf), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:42.149642 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-b782ca5e-6567-4c63-8a53-41e586bb6e82 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Calling delete_port for 9cbc4214-3be0-412b-9fe2-8da427fe7daf owned by network:dhcp {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:34:42.194509 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723a6373-8fb7-40d3-8b3c-8117a0736c89 None None] Routers {'3b61c227-7c6f-434f-9c0b-378de020d299'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:34:42.196249 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-723a6373-8fb7-40d3-8b3c-8117a0736c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:34:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['3b61c227-7c6f-434f-9c0b-378de020d299'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:34:42.269091 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b782ca5e-6567-4c63-8a53-41e586bb6e82 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (9cbc4214-3be0-412b-9fe2-8da427fe7daf), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:42.296054 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14377355-1ab3-44cc-a7e0-441fb8d6b5e6 req-227af85d-ca49-4ad0-a601-b1dda3220f34 tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:34:42.305917 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-14377355-1ab3-44cc-a7e0-441fb8d6b5e6 req-227af85d-ca49-4ad0-a601-b1dda3220f34 tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] 10.222.0.41 "GET /v2.0/ports?device_id=aac945c6-dede-4910-82e1-179f6235b906 HTTP/1.1" status: 200 len: 946 time: 0.2764773 Jan 28 07:34:42.325443 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-723a6373-8fb7-40d3-8b3c-8117a0736c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:34:42.329516 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723a6373-8fb7-40d3-8b3c-8117a0736c89 None None] The sync data for ids ['3b61c227-7c6f-434f-9c0b-378de020d299'] in n-d-712749-28 is: [] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:34:42.338671 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b782ca5e-6567-4c63-8a53-41e586bb6e82 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Pushing event deleted for resources: {'Port': ['ID=9cbc4214-3be0-412b-9fe2-8da427fe7daf,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:34:42.354346 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b782ca5e-6567-4c63-8a53-41e586bb6e82 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] No DVR routers for this DVR port 9cbc4214-3be0-412b-9fe2-8da427fe7daf on host n-d-712749-28 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:34:42.421397 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-05a46430-60bd-453c-bdc7-02bee4d5f755 None None] Deleting port 9cbc4214-3be0-412b-9fe2-8da427fe7daf {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:34:42.424790 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-05a46430-60bd-453c-bdc7-02bee4d5f755 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (9cbc4214-3be0-412b-9fe2-8da427fe7daf), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:42.614893 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 9cbc4214-3be0-412b-9fe2-8da427fe7daf no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:34:42.647224 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-1996a42f-db58-46fe-9b0a-b90be9f90731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7babdd30-165d-493a-89d6-b06ca5812275', 'name': 'tempest-RoutersIpV6Test-router-675224549', 'tenant_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:33:46Z', 'updated_at': '2022-01-28T07:34:37Z', 'revision_number': 9, 'project_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'gw_port_host': None, '_interfaces': [{'id': '696141e5-95ef-497d-b9ed-e4bddbc7bbdf', 'name': '', 'network_id': '86be9a86-fba0-4307-b064-fcd83bed0a66', 'tenant_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'mac_address': 'fa:16:3e:fc:bb:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7babdd30-165d-493a-89d6-b06ca5812275', 'device_owner': 'network:router_interface', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '7543ac29-225a-421e-9171-74d2cdb59d0d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:33:51Z', 'updated_at': '2022-01-28T07:34:02Z', 'revision_number': 5, 'project_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'subnets': [{'id': '7543ac29-225a-421e-9171-74d2cdb59d0d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e55aa724-88db-42c8-b4cb-ed4ec0030b57', 'name': '', 'network_id': '30445b1c-93c4-4090-a664-44413ad2d180', 'tenant_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'mac_address': 'fa:16:3e:fd:4b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7babdd30-165d-493a-89d6-b06ca5812275', 'device_owner': 'network:router_interface', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': '9e0fb884-2c49-4b58-b448-29a0057b5524', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:33:58Z', 'updated_at': '2022-01-28T07:34:10Z', 'revision_number': 5, 'project_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'subnets': [{'id': '9e0fb884-2c49-4b58-b448-29a0057b5524', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:34:42.676009 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b782ca5e-6567-4c63-8a53-41e586bb6e82 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (b8184ee5-76f4-470e-9819-6f9eb27756ac), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:42.708743 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1996a42f-db58-46fe-9b0a-b90be9f90731 None None] The sync data for ids ['7babdd30-165d-493a-89d6-b06ca5812275'] in n-d-712749-28 is: [{'id': '7babdd30-165d-493a-89d6-b06ca5812275', 'name': 'tempest-RoutersIpV6Test-router-675224549', 'tenant_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:33:46Z', 'updated_at': '2022-01-28T07:34:37Z', 'revision_number': 9, 'project_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'gw_port_host': None, '_interfaces': [{'id': '696141e5-95ef-497d-b9ed-e4bddbc7bbdf', 'name': '', 'network_id': '86be9a86-fba0-4307-b064-fcd83bed0a66', 'tenant_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'mac_address': 'fa:16:3e:fc:bb:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7babdd30-165d-493a-89d6-b06ca5812275', 'device_owner': 'network:router_interface', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '7543ac29-225a-421e-9171-74d2cdb59d0d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:33:51Z', 'updated_at': '2022-01-28T07:34:02Z', 'revision_number': 5, 'project_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'subnets': [{'id': '7543ac29-225a-421e-9171-74d2cdb59d0d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e55aa724-88db-42c8-b4cb-ed4ec0030b57', 'name': '', 'network_id': '30445b1c-93c4-4090-a664-44413ad2d180', 'tenant_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'mac_address': 'fa:16:3e:fd:4b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7babdd30-165d-493a-89d6-b06ca5812275', 'device_owner': 'network:router_interface', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': '9e0fb884-2c49-4b58-b448-29a0057b5524', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:33:58Z', 'updated_at': '2022-01-28T07:34:10Z', 'revision_number': 5, 'project_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'subnets': [{'id': '9e0fb884-2c49-4b58-b448-29a0057b5524', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:34:42.709509 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-05a46430-60bd-453c-bdc7-02bee4d5f755 None None] For port 9cbc4214-3be0-412b-9fe2-8da427fe7daf, host n-d-712749-28, got binding levels [] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:34:42.712472 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-05a46430-60bd-453c-bdc7-02bee4d5f755 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (9cbc4214-3be0-412b-9fe2-8da427fe7daf), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:42.773416 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-05a46430-60bd-453c-bdc7-02bee4d5f755 None None] Calling delete_port for 9cbc4214-3be0-412b-9fe2-8da427fe7daf owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:34:42.775574 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-b782ca5e-6567-4c63-8a53-41e586bb6e82 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8184ee5-76f4-470e-9819-6f9eb27756ac']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:34:42.778335 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.ipam_backend_mixin [None req-05a46430-60bd-453c-bdc7-02bee4d5f755 None None] Port 9cbc4214-3be0-412b-9fe2-8da427fe7daf was not found and therefore no delete operation was performed {{(pid=103285) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 07:34:42.790055 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-b782ca5e-6567-4c63-8a53-41e586bb6e82 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7918730-dde5-4d74-9094-72da4aba1ff0') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:34:42.791504 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-b782ca5e-6567-4c63-8a53-41e586bb6e82 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7918730-dde5-4d74-9094-72da4aba1ff0') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:34:42.793052 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-14377355-1ab3-44cc-a7e0-441fb8d6b5e6 req-0d649faf-f85e-4c11-9865-53485c6faffd tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f3a84fe-9d73-4feb-98e2-bd68e4ccb185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4788704 Jan 28 07:34:42.813513 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: 9cbc4214-3be0-412b-9fe2-8da427fe7daf {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:34:42.813513 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 9cbc4214-3be0-412b-9fe2-8da427fe7daf not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:34:42.813513 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-05a46430-60bd-453c-bdc7-02bee4d5f755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298'] for port (9cbc4214-3be0-412b-9fe2-8da427fe7daf), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:42.821934 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b782ca5e-6567-4c63-8a53-41e586bb6e82 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24759294'] for segment (c7918730-dde5-4d74-9094-72da4aba1ff0), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:42.845262 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a46430-60bd-453c-bdc7-02bee4d5f755 None None] Pushing event deleted for resources: {'Port': ['ID=9cbc4214-3be0-412b-9fe2-8da427fe7daf,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:34:42.850563 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a46430-60bd-453c-bdc7-02bee4d5f755 None None] No DVR routers for this DVR port 9cbc4214-3be0-412b-9fe2-8da427fe7daf on host n-d-712749-28 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:34:42.866981 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b782ca5e-6567-4c63-8a53-41e586bb6e82 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (c7918730-dde5-4d74-9094-72da4aba1ff0), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:42.875030 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b782ca5e-6567-4c63-8a53-41e586bb6e82 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:34:42.875030 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b782ca5e-6567-4c63-8a53-41e586bb6e82 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24757675'] for segment (c7918730-dde5-4d74-9094-72da4aba1ff0), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:42.879798 n-d-712749-28 neutron-server[103284]: Traceback (most recent call last): Jan 28 07:34:42.879798 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:34:42.879798 n-d-712749-28 neutron-server[103284]: timer() Jan 28 07:34:42.879798 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:34:42.879798 n-d-712749-28 neutron-server[103284]: cb(*args, **kw) Jan 28 07:34:42.879798 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:34:42.879798 n-d-712749-28 neutron-server[103284]: return func(*args, **kwargs) Jan 28 07:34:42.879798 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:34:42.879798 n-d-712749-28 neutron-server[103284]: self._notify() Jan 28 07:34:42.879798 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:34:42.879798 n-d-712749-28 neutron-server[103284]: self.callback(batched_events) Jan 28 07:34:42.879798 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:34:42.879798 n-d-712749-28 neutron-server[103284]: event.method(event) Jan 28 07:34:42.879798 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:34:42.879798 n-d-712749-28 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:34:42.879798 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:34:42.879798 n-d-712749-28 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:34:42.879798 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:34:42.879798 n-d-712749-28 neutron-server[103284]: return f(self, *a, **k) Jan 28 07:34:42.879798 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:34:42.879798 n-d-712749-28 neutron-server[103284]: return self._get(url).json() Jan 28 07:34:42.879798 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:34:42.879798 n-d-712749-28 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:34:42.879798 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:34:42.879798 n-d-712749-28 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Jan 28 07:34:42.879798 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:34:42.879798 n-d-712749-28 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:34:42.879798 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:34:42.879798 n-d-712749-28 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:34:42.879798 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:34:42.879798 n-d-712749-28 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:34:42.879798 n-d-712749-28 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:34:42.936229 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ea43bcea-a96b-496f-886d-86bd981480c0 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16606535'] for router_interface (3b61c227-7c6f-434f-9c0b-378de020d299), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:42.989642 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b782ca5e-6567-4c63-8a53-41e586bb6e82 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (b8184ee5-76f4-470e-9819-6f9eb27756ac), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:42.999868 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b782ca5e-6567-4c63-8a53-41e586bb6e82 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:43.006267 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-b782ca5e-6567-4c63-8a53-41e586bb6e82 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] 10.222.0.41 "DELETE /v2.0/networks/b8184ee5-76f4-470e-9819-6f9eb27756ac HTTP/1.1" status: 204 len: 168 time: 1.3942349 Jan 28 07:34:43.008651 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 47146) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:34:43.028098 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b782ca5e-6567-4c63-8a53-41e586bb6e82 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Pushing event deleted for resources: {'Network': ['ID=b8184ee5-76f4-470e-9819-6f9eb27756ac,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:34:43.371725 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-ea43bcea-a96b-496f-886d-86bd981480c0 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Deleting port 0a7c49c3-7357-4ad1-9fdf-2272cc625692 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:34:43.372168 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ea43bcea-a96b-496f-886d-86bd981480c0 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (0a7c49c3-7357-4ad1-9fdf-2272cc625692), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:43.522096 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ea43bcea-a96b-496f-886d-86bd981480c0 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (0a7c49c3-7357-4ad1-9fdf-2272cc625692), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:43.538819 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-ea43bcea-a96b-496f-886d-86bd981480c0 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Calling delete_port for 0a7c49c3-7357-4ad1-9fdf-2272cc625692 owned by network:router_interface {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:34:43.730597 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-34ee346b-3a5e-4aa2-8215-4496f368e259 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16606535'] for router_interface (7babdd30-165d-493a-89d6-b06ca5812275), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:43.919053 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ea43bcea-a96b-496f-886d-86bd981480c0 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (0a7c49c3-7357-4ad1-9fdf-2272cc625692), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:44.035941 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c805fe-68f8-4878-bb68-d15c33b3d713 req-398a2bf1-a061-41ec-b767-3454681756e2 tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:34:44.047306 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-39c805fe-68f8-4878-bb68-d15c33b3d713 req-398a2bf1-a061-41ec-b767-3454681756e2 tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] 10.222.0.41 "GET /v2.0/ports?device_id=aac945c6-dede-4910-82e1-179f6235b906 HTTP/1.1" status: 200 len: 946 time: 0.1278114 Jan 28 07:34:44.069707 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea43bcea-a96b-496f-886d-86bd981480c0 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Pushing event deleted for resources: {'Port': ['ID=0a7c49c3-7357-4ad1-9fdf-2272cc625692,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:34:44.179257 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-39c805fe-68f8-4878-bb68-d15c33b3d713 req-ff503a06-0c3c-42f8-9948-f9c7d712e7c5 tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f3a84fe-9d73-4feb-98e2-bd68e4ccb185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309571 Jan 28 07:34:44.331750 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ea43bcea-a96b-496f-886d-86bd981480c0 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16319006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16606699'] for router_interface (3b61c227-7c6f-434f-9c0b-378de020d299), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:44.425109 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-34ee346b-3a5e-4aa2-8215-4496f368e259 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Deleting port e55aa724-88db-42c8-b4cb-ed4ec0030b57 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:34:44.427239 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-34ee346b-3a5e-4aa2-8215-4496f368e259 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (e55aa724-88db-42c8-b4cb-ed4ec0030b57), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:44.449994 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 3d9ad605-71b9-4775-afe5-e602fc52b97f no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:34:44.520731 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: 3d9ad605-71b9-4775-afe5-e602fc52b97f {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:34:44.521129 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 3d9ad605-71b9-4775-afe5-e602fc52b97f not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:34:44.587075 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea43bcea-a96b-496f-886d-86bd981480c0 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Router 3b61c227-7c6f-434f-9c0b-378de020d299 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:34:44.613339 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-34ee346b-3a5e-4aa2-8215-4496f368e259 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] For port e55aa724-88db-42c8-b4cb-ed4ec0030b57, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=e55aa724-88db-42c8-b4cb-ed4ec0030b57,segment=NetworkSegment(e886a29f-ac3d-49a6-a0ef-ad829976c213),segment_id=e886a29f-ac3d-49a6-a0ef-ad829976c213)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:34:44.613540 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-34ee346b-3a5e-4aa2-8215-4496f368e259 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (e55aa724-88db-42c8-b4cb-ed4ec0030b57), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:44.633878 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-34ee346b-3a5e-4aa2-8215-4496f368e259 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Calling delete_port for e55aa724-88db-42c8-b4cb-ed4ec0030b57 owned by network:router_interface {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:34:44.700625 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea43bcea-a96b-496f-886d-86bd981480c0 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:34:44.733355 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-ea43bcea-a96b-496f-886d-86bd981480c0 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] 10.222.0.41 "PUT /v2.0/routers/3b61c227-7c6f-434f-9c0b-378de020d299/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6818702 Jan 28 07:34:44.734212 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 47176) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:34:44.736722 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9835162-f791-4c06-98a6-2d659810ced6 None None] Sync routers for ids ['3b61c227-7c6f-434f-9c0b-378de020d299'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:34:44.787045 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-e6a9ab27-da50-4c99-995c-cc8351edb45c tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b61c227-7c6f-434f-9c0b-378de020d299 HTTP/1.1" status: 200 len: 205 time: 0.0515735 Jan 28 07:34:44.792025 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 47182) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:34:44.795857 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9835162-f791-4c06-98a6-2d659810ced6 None None] Routers {'3b61c227-7c6f-434f-9c0b-378de020d299'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:34:44.796810 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-f9835162-f791-4c06-98a6-2d659810ced6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:34:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['3b61c227-7c6f-434f-9c0b-378de020d299'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:34:44.938474 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-f9835162-f791-4c06-98a6-2d659810ced6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:34:44.950898 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9835162-f791-4c06-98a6-2d659810ced6 None None] Routers {'3b61c227-7c6f-434f-9c0b-378de020d299'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:34:44.951606 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-f9835162-f791-4c06-98a6-2d659810ced6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:34:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['3b61c227-7c6f-434f-9c0b-378de020d299'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:34:44.961455 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b45e08b9-f727-4dc4-8aca-0c970c8bfabe tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks [] for router (3b61c227-7c6f-434f-9c0b-378de020d299), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:45.029860 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-f9835162-f791-4c06-98a6-2d659810ced6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:34:45.030889 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9835162-f791-4c06-98a6-2d659810ced6 None None] The sync data for ids ['3b61c227-7c6f-434f-9c0b-378de020d299'] in n-d-712749-28 is: [] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:34:45.133521 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-34ee346b-3a5e-4aa2-8215-4496f368e259 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (e55aa724-88db-42c8-b4cb-ed4ec0030b57), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:45.185424 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ee346b-3a5e-4aa2-8215-4496f368e259 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Pushing event deleted for resources: {'Port': ['ID=e55aa724-88db-42c8-b4cb-ed4ec0030b57,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:34:45.223699 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b45e08b9-f727-4dc4-8aca-0c970c8bfabe tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16605684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127449'] for router (3b61c227-7c6f-434f-9c0b-378de020d299), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:45.226136 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b45e08b9-f727-4dc4-8aca-0c970c8bfabe tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks [] for router_controller (3b61c227-7c6f-434f-9c0b-378de020d299), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:45.286227 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b45e08b9-f727-4dc4-8aca-0c970c8bfabe tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16605693'] for router (3b61c227-7c6f-434f-9c0b-378de020d299), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:45.288276 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b45e08b9-f727-4dc4-8aca-0c970c8bfabe tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Fanout notify agent at l3_agent the message router_deleted on router 3b61c227-7c6f-434f-9c0b-378de020d299 {{(pid=103283) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 07:34:45.299106 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b45e08b9-f727-4dc4-8aca-0c970c8bfabe tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks [] for router (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:45.302861 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-b45e08b9-f727-4dc4-8aca-0c970c8bfabe tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] 10.222.0.41 "DELETE /v2.0/routers/3b61c227-7c6f-434f-9c0b-378de020d299 HTTP/1.1" status: 204 len: 168 time: 0.5074599 Jan 28 07:34:45.303232 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 47186) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:34:45.352932 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-34ee346b-3a5e-4aa2-8215-4496f368e259 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16319006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16606699'] for router_interface (7babdd30-165d-493a-89d6-b06ca5812275), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:45.522840 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_v2 [None req-18244705-4276-41ae-a502-6b01fa5454b0 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Deleting subnet b63128f0-77d5-47c3-9a22-b3708904abdd {{(pid=103283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:34:45.541631 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-18244705-4276-41ae-a502-6b01fa5454b0 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks [] for subnet (b63128f0-77d5-47c3-9a22-b3708904abdd), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:45.599147 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-18244705-4276-41ae-a502-6b01fa5454b0 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13506696'] for subnet (b63128f0-77d5-47c3-9a22-b3708904abdd), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:45.625944 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34ee346b-3a5e-4aa2-8215-4496f368e259 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Router 7babdd30-165d-493a-89d6-b06ca5812275 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:34:45.693592 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-18244705-4276-41ae-a502-6b01fa5454b0 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (b63128f0-77d5-47c3-9a22-b3708904abdd), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:45.753612 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2376836a-8223-49a8-9d34-9de7756c7f9a req-8f0efd9b-c815-40c7-8b08-5345de07969d tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:34:45.755120 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2376836a-8223-49a8-9d34-9de7756c7f9a req-8f0efd9b-c815-40c7-8b08-5345de07969d tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] 10.222.0.41 "GET /v2.0/ports?device_id=aac945c6-dede-4910-82e1-179f6235b906 HTTP/1.1" status: 200 len: 946 time: 0.3756607 Jan 28 07:34:45.781608 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-18244705-4276-41ae-a502-6b01fa5454b0 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13546665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13556132'] for subnet (b63128f0-77d5-47c3-9a22-b3708904abdd), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:45.804406 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34ee346b-3a5e-4aa2-8215-4496f368e259 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:34:45.818994 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-34ee346b-3a5e-4aa2-8215-4496f368e259 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] 10.222.0.41 "PUT /v2.0/routers/7babdd30-165d-493a-89d6-b06ca5812275/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8091137 Jan 28 07:34:45.819738 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 47190) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:34:45.820939 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd31346-f870-422b-8b03-022b5797eca4 None None] Sync routers for ids ['7babdd30-165d-493a-89d6-b06ca5812275'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:34:45.848636 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd31346-f870-422b-8b03-022b5797eca4 None None] Routers {'7babdd30-165d-493a-89d6-b06ca5812275'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:34:45.850564 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18244705-4276-41ae-a502-6b01fa5454b0 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Pushing event deleted for resources: {'Subnet': ['ID=b63128f0-77d5-47c3-9a22-b3708904abdd,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:34:45.853107 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-cbd31346-f870-422b-8b03-022b5797eca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:34:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['7babdd30-165d-493a-89d6-b06ca5812275'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:34:45.887957 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-18244705-4276-41ae-a502-6b01fa5454b0 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks [] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:45.897870 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-18244705-4276-41ae-a502-6b01fa5454b0 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] 10.222.0.41 "DELETE /v2.0/subnets/b63128f0-77d5-47c3-9a22-b3708904abdd HTTP/1.1" status: 204 len: 168 time: 0.5912883 Jan 28 07:34:45.898960 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea889b70-738d-4deb-9838-0beb44026a85 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Deleting subnet 9e0fb884-2c49-4b58-b448-29a0057b5524 {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:34:45.902010 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 47196) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:34:45.906881 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2376836a-8223-49a8-9d34-9de7756c7f9a req-cbdfeb65-d0c0-4f10-857d-26228730d7b6 tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f3a84fe-9d73-4feb-98e2-bd68e4ccb185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448410 Jan 28 07:34:45.912858 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ea889b70-738d-4deb-9838-0beb44026a85 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks [] for subnet (9e0fb884-2c49-4b58-b448-29a0057b5524), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:46.024868 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ea889b70-738d-4deb-9838-0beb44026a85 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24759175'] for subnet (9e0fb884-2c49-4b58-b448-29a0057b5524), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:46.074505 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-86dc4216-d113-49af-af85-0b9c271f19ce tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (ab845d17-34b6-468d-a1d8-210e068387fa), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:46.266255 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ea889b70-738d-4deb-9838-0beb44026a85 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (9e0fb884-2c49-4b58-b448-29a0057b5524), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:46.318621 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-cbd31346-f870-422b-8b03-022b5797eca4 None None] Set router 7babdd30-165d-493a-89d6-b06ca5812275 gateway port host: None {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:34:46.332111 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ea889b70-738d-4deb-9838-0beb44026a85 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24757569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24979817'] for subnet (9e0fb884-2c49-4b58-b448-29a0057b5524), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:46.365022 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ea889b70-738d-4deb-9838-0beb44026a85 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:46.368274 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-ea889b70-738d-4deb-9838-0beb44026a85 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] 10.222.0.41 "DELETE /v2.0/subnets/9e0fb884-2c49-4b58-b448-29a0057b5524 HTTP/1.1" status: 204 len: 168 time: 0.5475280 Jan 28 07:34:46.371314 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 47198) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:34:46.371714 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea889b70-738d-4deb-9838-0beb44026a85 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Pushing event deleted for resources: {'Subnet': ['ID=9e0fb884-2c49-4b58-b448-29a0057b5524,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:34:46.387746 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-86dc4216-d113-49af-af85-0b9c271f19ce tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Deleting port e81d662f-7a3b-4d9c-ab3d-141086b3ce30 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:34:46.388099 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-86dc4216-d113-49af-af85-0b9c271f19ce tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (e81d662f-7a3b-4d9c-ab3d-141086b3ce30), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:46.446518 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5feb180c-7dd1-4dbd-9f23-8b86e61bcc65 None None] Network ab845d17-34b6-468d-a1d8-210e068387fa requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:34:46.524979 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-894175f5-0b4a-4e41-9611-485f7306cf2a tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (30445b1c-93c4-4090-a664-44413ad2d180), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:46.528921 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-86dc4216-d113-49af-af85-0b9c271f19ce tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] For port e81d662f-7a3b-4d9c-ab3d-141086b3ce30, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=e81d662f-7a3b-4d9c-ab3d-141086b3ce30,segment=NetworkSegment(a8917b94-c9be-46e6-b0a4-8da5215197c6),segment_id=a8917b94-c9be-46e6-b0a4-8da5215197c6)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:34:46.529296 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-86dc4216-d113-49af-af85-0b9c271f19ce tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (e81d662f-7a3b-4d9c-ab3d-141086b3ce30), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:46.552364 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-86dc4216-d113-49af-af85-0b9c271f19ce tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Calling delete_port for e81d662f-7a3b-4d9c-ab3d-141086b3ce30 owned by network:dhcp {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:34:46.598284 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa4324f-cfec-4ccf-9843-414197317c0f None None] Network 30445b1c-93c4-4090-a664-44413ad2d180 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:34:46.652471 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-894175f5-0b4a-4e41-9611-485f7306cf2a tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Deleting port 40595ace-ca98-46c4-ac6f-3539c91e99e8 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:34:46.652989 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-894175f5-0b4a-4e41-9611-485f7306cf2a tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (40595ace-ca98-46c4-ac6f-3539c91e99e8), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:46.736236 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-86dc4216-d113-49af-af85-0b9c271f19ce tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (e81d662f-7a3b-4d9c-ab3d-141086b3ce30), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:46.785822 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-894175f5-0b4a-4e41-9611-485f7306cf2a tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] For port 40595ace-ca98-46c4-ac6f-3539c91e99e8, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=40595ace-ca98-46c4-ac6f-3539c91e99e8,segment=NetworkSegment(e886a29f-ac3d-49a6-a0ef-ad829976c213),segment_id=e886a29f-ac3d-49a6-a0ef-ad829976c213)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:34:46.786271 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-894175f5-0b4a-4e41-9611-485f7306cf2a tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (40595ace-ca98-46c4-ac6f-3539c91e99e8), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:46.790830 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dc4216-d113-49af-af85-0b9c271f19ce tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Pushing event deleted for resources: {'Port': ['ID=e81d662f-7a3b-4d9c-ab3d-141086b3ce30,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:34:46.800833 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86dc4216-d113-49af-af85-0b9c271f19ce tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] No DVR routers for this DVR port e81d662f-7a3b-4d9c-ab3d-141086b3ce30 on host n-d-712749-28 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:34:46.823360 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-894175f5-0b4a-4e41-9611-485f7306cf2a tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Calling delete_port for 40595ace-ca98-46c4-ac6f-3539c91e99e8 owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:34:46.980145 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-cbd31346-f870-422b-8b03-022b5797eca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7babdd30-165d-493a-89d6-b06ca5812275', 'name': 'tempest-RoutersIpV6Test-router-675224549', 'tenant_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:33:46Z', 'updated_at': '2022-01-28T07:34:45Z', 'revision_number': 10, 'project_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'gw_port_host': None, '_interfaces': [{'id': '696141e5-95ef-497d-b9ed-e4bddbc7bbdf', 'name': '', 'network_id': '86be9a86-fba0-4307-b064-fcd83bed0a66', 'tenant_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'mac_address': 'fa:16:3e:fc:bb:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7babdd30-165d-493a-89d6-b06ca5812275', 'device_owner': 'network:router_interface', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '7543ac29-225a-421e-9171-74d2cdb59d0d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:33:51Z', 'updated_at': '2022-01-28T07:34:02Z', 'revision_number': 5, 'project_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'subnets': [{'id': '7543ac29-225a-421e-9171-74d2cdb59d0d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:34:47.005357 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-86dc4216-d113-49af-af85-0b9c271f19ce tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (ab845d17-34b6-468d-a1d8-210e068387fa), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:47.087997 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd31346-f870-422b-8b03-022b5797eca4 None None] Checking router: 7babdd30-165d-493a-89d6-b06ca5812275 for host: n-d-712749-28 {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:34:47.099574 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd31346-f870-422b-8b03-022b5797eca4 None None] Routers {'7babdd30-165d-493a-89d6-b06ca5812275'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:34:47.100523 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-cbd31346-f870-422b-8b03-022b5797eca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:34:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['7babdd30-165d-493a-89d6-b06ca5812275'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:34:47.112434 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-86dc4216-d113-49af-af85-0b9c271f19ce tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab845d17-34b6-468d-a1d8-210e068387fa']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:34:47.161539 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-86dc4216-d113-49af-af85-0b9c271f19ce tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8917b94-c9be-46e6-b0a4-8da5215197c6') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:34:47.164572 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-86dc4216-d113-49af-af85-0b9c271f19ce tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8917b94-c9be-46e6-b0a4-8da5215197c6') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:34:47.271956 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-86dc4216-d113-49af-af85-0b9c271f19ce tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24759294'] for segment (a8917b94-c9be-46e6-b0a4-8da5215197c6), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:47.335139 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207d2273-6fc2-41e3-9ebd-5d9757fecc2d req-a7dc7798-7a08-407d-873c-d3dc99eb9591 tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:34:47.356721 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-207d2273-6fc2-41e3-9ebd-5d9757fecc2d req-a7dc7798-7a08-407d-873c-d3dc99eb9591 tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] 10.222.0.41 "GET /v2.0/ports?device_id=aac945c6-dede-4910-82e1-179f6235b906 HTTP/1.1" status: 200 len: 946 time: 0.2242441 Jan 28 07:34:47.360007 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee84e7b-1926-4c39-b4de-ea7a2515b2cb None None] DHCP port deletion for ab845d17-34b6-468d-a1d8-210e068387fa request from n-d-712749-28 {{(pid=103285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 07:34:47.379047 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-86dc4216-d113-49af-af85-0b9c271f19ce tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (a8917b94-c9be-46e6-b0a4-8da5215197c6), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:47.381823 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbb87b8e-2b5c-440b-adc1-a05646384d1c None None] DHCP port deletion for 30445b1c-93c4-4090-a664-44413ad2d180 request from n-d-712749-28 {{(pid=103285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 07:34:47.387717 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-cbd31346-f870-422b-8b03-022b5797eca4 None None] Set router 7babdd30-165d-493a-89d6-b06ca5812275 gateway port host: None {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:34:47.421602 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86dc4216-d113-49af-af85-0b9c271f19ce tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:34:47.422721 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-86dc4216-d113-49af-af85-0b9c271f19ce tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24757675'] for segment (a8917b94-c9be-46e6-b0a4-8da5215197c6), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:47.444250 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-207d2273-6fc2-41e3-9ebd-5d9757fecc2d req-fe1cf19d-f4de-4277-8361-637e4bc2a3be tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f3a84fe-9d73-4feb-98e2-bd68e4ccb185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863957 Jan 28 07:34:47.446098 n-d-712749-28 neutron-server[103284]: Traceback (most recent call last): Jan 28 07:34:47.446098 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:34:47.446098 n-d-712749-28 neutron-server[103284]: timer() Jan 28 07:34:47.446098 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:34:47.446098 n-d-712749-28 neutron-server[103284]: cb(*args, **kw) Jan 28 07:34:47.446098 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:34:47.446098 n-d-712749-28 neutron-server[103284]: return func(*args, **kwargs) Jan 28 07:34:47.446098 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:34:47.446098 n-d-712749-28 neutron-server[103284]: self._notify() Jan 28 07:34:47.446098 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:34:47.446098 n-d-712749-28 neutron-server[103284]: self.callback(batched_events) Jan 28 07:34:47.446098 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:34:47.446098 n-d-712749-28 neutron-server[103284]: event.method(event) Jan 28 07:34:47.446098 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:34:47.446098 n-d-712749-28 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:34:47.446098 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:34:47.446098 n-d-712749-28 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:34:47.446098 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:34:47.446098 n-d-712749-28 neutron-server[103284]: return f(self, *a, **k) Jan 28 07:34:47.446098 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:34:47.446098 n-d-712749-28 neutron-server[103284]: return self._get(url).json() Jan 28 07:34:47.446098 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:34:47.446098 n-d-712749-28 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:34:47.446098 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:34:47.446098 n-d-712749-28 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Jan 28 07:34:47.446098 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:34:47.446098 n-d-712749-28 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:34:47.446098 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:34:47.446098 n-d-712749-28 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:34:47.446098 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:34:47.446098 n-d-712749-28 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:34:47.446098 n-d-712749-28 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:34:47.538034 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-86dc4216-d113-49af-af85-0b9c271f19ce tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (ab845d17-34b6-468d-a1d8-210e068387fa), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:47.580090 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-86dc4216-d113-49af-af85-0b9c271f19ce tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:47.588962 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-86dc4216-d113-49af-af85-0b9c271f19ce tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] 10.222.0.41 "DELETE /v2.0/networks/ab845d17-34b6-468d-a1d8-210e068387fa HTTP/1.1" status: 204 len: 168 time: 1.6805005 Jan 28 07:34:47.589553 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dc4216-d113-49af-af85-0b9c271f19ce tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Pushing event deleted for resources: {'Network': ['ID=ab845d17-34b6-468d-a1d8-210e068387fa,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:34:47.591910 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 47210) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:34:47.614655 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-1cdb9b04-16a6-4550-8f54-0c189df43870 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-570898565', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}, 'admin_state_up': False}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:34:47.653101 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-894175f5-0b4a-4e41-9611-485f7306cf2a tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (40595ace-ca98-46c4-ac6f-3539c91e99e8), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:47.682814 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1cdb9b04-16a6-4550-8f54-0c189df43870 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16606890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127275'] for router (5f009f59-2223-4e90-ad04-1303364e0c2a), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:47.684471 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1cdb9b04-16a6-4550-8f54-0c189df43870 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16605498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16607952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16355422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127266'] for router (5f009f59-2223-4e90-ad04-1303364e0c2a), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:47.713109 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894175f5-0b4a-4e41-9611-485f7306cf2a tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Pushing event deleted for resources: {'Port': ['ID=40595ace-ca98-46c4-ac6f-3539c91e99e8,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:34:47.730005 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-dbb87b8e-2b5c-440b-adc1-a05646384d1c None None] Deleting port 40595ace-ca98-46c4-ac6f-3539c91e99e8 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:34:47.730732 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dbb87b8e-2b5c-440b-adc1-a05646384d1c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (40595ace-ca98-46c4-ac6f-3539c91e99e8), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:47.745283 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894175f5-0b4a-4e41-9611-485f7306cf2a tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] No DVR routers for this DVR port 40595ace-ca98-46c4-ac6f-3539c91e99e8 on host n-d-712749-28 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:34:47.760833 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1cdb9b04-16a6-4550-8f54-0c189df43870 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks [] for router_controller (5f009f59-2223-4e90-ad04-1303364e0c2a), precommit_add_association {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:47.835005 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-dbb87b8e-2b5c-440b-adc1-a05646384d1c None None] For port 40595ace-ca98-46c4-ac6f-3539c91e99e8, host n-d-712749-28, got binding levels [] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:34:47.835646 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dbb87b8e-2b5c-440b-adc1-a05646384d1c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (40595ace-ca98-46c4-ac6f-3539c91e99e8), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:47.875375 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-dbb87b8e-2b5c-440b-adc1-a05646384d1c None None] Calling delete_port for 40595ace-ca98-46c4-ac6f-3539c91e99e8 owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:34:47.879632 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.ipam_backend_mixin [None req-dbb87b8e-2b5c-440b-adc1-a05646384d1c None None] Port 40595ace-ca98-46c4-ac6f-3539c91e99e8 was not found and therefore no delete operation was performed {{(pid=103285) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 07:34:47.890231 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dbb87b8e-2b5c-440b-adc1-a05646384d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298'] for port (40595ace-ca98-46c4-ac6f-3539c91e99e8), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:47.927156 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb87b8e-2b5c-440b-adc1-a05646384d1c None None] No DVR routers for this DVR port 40595ace-ca98-46c4-ac6f-3539c91e99e8 on host n-d-712749-28 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:34:47.930676 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb87b8e-2b5c-440b-adc1-a05646384d1c None None] Pushing event deleted for resources: {'Port': ['ID=40595ace-ca98-46c4-ac6f-3539c91e99e8,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:34:47.964704 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-cbd31346-f870-422b-8b03-022b5797eca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7babdd30-165d-493a-89d6-b06ca5812275', 'name': 'tempest-RoutersIpV6Test-router-675224549', 'tenant_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:33:46Z', 'updated_at': '2022-01-28T07:34:45Z', 'revision_number': 10, 'project_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'gw_port_host': None, '_interfaces': [{'id': '696141e5-95ef-497d-b9ed-e4bddbc7bbdf', 'name': '', 'network_id': '86be9a86-fba0-4307-b064-fcd83bed0a66', 'tenant_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'mac_address': 'fa:16:3e:fc:bb:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7babdd30-165d-493a-89d6-b06ca5812275', 'device_owner': 'network:router_interface', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '7543ac29-225a-421e-9171-74d2cdb59d0d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:33:51Z', 'updated_at': '2022-01-28T07:34:02Z', 'revision_number': 5, 'project_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'subnets': [{'id': '7543ac29-225a-421e-9171-74d2cdb59d0d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:34:47.970081 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-894175f5-0b4a-4e41-9611-485f7306cf2a tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (30445b1c-93c4-4090-a664-44413ad2d180), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:48.029543 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd31346-f870-422b-8b03-022b5797eca4 None None] The sync data for ids ['7babdd30-165d-493a-89d6-b06ca5812275'] in n-d-712749-28 is: [{'id': '7babdd30-165d-493a-89d6-b06ca5812275', 'name': 'tempest-RoutersIpV6Test-router-675224549', 'tenant_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:33:46Z', 'updated_at': '2022-01-28T07:34:45Z', 'revision_number': 10, 'project_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'gw_port_host': None, '_interfaces': [{'id': '696141e5-95ef-497d-b9ed-e4bddbc7bbdf', 'name': '', 'network_id': '86be9a86-fba0-4307-b064-fcd83bed0a66', 'tenant_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'mac_address': 'fa:16:3e:fc:bb:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7babdd30-165d-493a-89d6-b06ca5812275', 'device_owner': 'network:router_interface', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '7543ac29-225a-421e-9171-74d2cdb59d0d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:33:51Z', 'updated_at': '2022-01-28T07:34:02Z', 'revision_number': 5, 'project_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'subnets': [{'id': '7543ac29-225a-421e-9171-74d2cdb59d0d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:34:48.034037 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-894175f5-0b4a-4e41-9611-485f7306cf2a tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30445b1c-93c4-4090-a664-44413ad2d180']}} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:34:48.045085 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-894175f5-0b4a-4e41-9611-485f7306cf2a tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e886a29f-ac3d-49a6-a0ef-ad829976c213') {'for_net_delete': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:34:48.045385 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-894175f5-0b4a-4e41-9611-485f7306cf2a tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e886a29f-ac3d-49a6-a0ef-ad829976c213') {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:34:48.064894 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-894175f5-0b4a-4e41-9611-485f7306cf2a tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13506801'] for segment (e886a29f-ac3d-49a6-a0ef-ad829976c213), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:48.088695 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-894175f5-0b4a-4e41-9611-485f7306cf2a tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (e886a29f-ac3d-49a6-a0ef-ad829976c213), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:48.100592 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-894175f5-0b4a-4e41-9611-485f7306cf2a tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=103283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:34:48.101159 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-894175f5-0b4a-4e41-9611-485f7306cf2a tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13546563'] for segment (e886a29f-ac3d-49a6-a0ef-ad829976c213), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:48.104996 n-d-712749-28 neutron-server[103283]: Traceback (most recent call last): Jan 28 07:34:48.104996 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:34:48.104996 n-d-712749-28 neutron-server[103283]: timer() Jan 28 07:34:48.104996 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:34:48.104996 n-d-712749-28 neutron-server[103283]: cb(*args, **kw) Jan 28 07:34:48.104996 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:34:48.104996 n-d-712749-28 neutron-server[103283]: return func(*args, **kwargs) Jan 28 07:34:48.104996 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:34:48.104996 n-d-712749-28 neutron-server[103283]: self._notify() Jan 28 07:34:48.104996 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:34:48.104996 n-d-712749-28 neutron-server[103283]: self.callback(batched_events) Jan 28 07:34:48.104996 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:34:48.104996 n-d-712749-28 neutron-server[103283]: event.method(event) Jan 28 07:34:48.104996 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:34:48.104996 n-d-712749-28 neutron-server[103283]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:34:48.104996 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:34:48.104996 n-d-712749-28 neutron-server[103283]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:34:48.104996 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:34:48.104996 n-d-712749-28 neutron-server[103283]: return f(self, *a, **k) Jan 28 07:34:48.104996 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:34:48.104996 n-d-712749-28 neutron-server[103283]: return self._get(url).json() Jan 28 07:34:48.104996 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:34:48.104996 n-d-712749-28 neutron-server[103283]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:34:48.104996 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:34:48.104996 n-d-712749-28 neutron-server[103283]: return self.request(url, 'GET', **kwargs) Jan 28 07:34:48.104996 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:34:48.104996 n-d-712749-28 neutron-server[103283]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:34:48.104996 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:34:48.104996 n-d-712749-28 neutron-server[103283]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:34:48.104996 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:34:48.104996 n-d-712749-28 neutron-server[103283]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:34:48.104996 n-d-712749-28 neutron-server[103283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:34:48.182772 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-894175f5-0b4a-4e41-9611-485f7306cf2a tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (30445b1c-93c4-4090-a664-44413ad2d180), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:48.194870 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-894175f5-0b4a-4e41-9611-485f7306cf2a tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks [] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:48.202763 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-894175f5-0b4a-4e41-9611-485f7306cf2a tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] 10.222.0.41 "DELETE /v2.0/networks/30445b1c-93c4-4090-a664-44413ad2d180 HTTP/1.1" status: 204 len: 168 time: 1.8280623 Jan 28 07:34:48.203676 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 47216) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:34:48.307378 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894175f5-0b4a-4e41-9611-485f7306cf2a tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Pushing event deleted for resources: {'Network': ['ID=30445b1c-93c4-4090-a664-44413ad2d180,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:34:48.363340 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1cdb9b04-16a6-4550-8f54-0c189df43870 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks [] for router_gateway (5f009f59-2223-4e90-ad04-1303364e0c2a), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:48.543084 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device e81d662f-7a3b-4d9c-ab3d-141086b3ce30 no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:34:48.605700 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: e81d662f-7a3b-4d9c-ab3d-141086b3ce30 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:34:48.606047 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device e81d662f-7a3b-4d9c-ab3d-141086b3ce30 not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:34:48.606480 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device e55aa724-88db-42c8-b4cb-ed4ec0030b57 no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:34:48.703369 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: e55aa724-88db-42c8-b4cb-ed4ec0030b57 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:34:48.703672 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device e55aa724-88db-42c8-b4cb-ed4ec0030b57 not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:34:48.704056 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 40595ace-ca98-46c4-ac6f-3539c91e99e8 no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:34:48.794708 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669779b0-2f8b-4b92-8fce-d548b5d3b58e req-f3e95ff1-fc2d-46cd-a652-9bece90f3525 tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:34:48.796887 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-669779b0-2f8b-4b92-8fce-d548b5d3b58e req-f3e95ff1-fc2d-46cd-a652-9bece90f3525 tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] 10.222.0.41 "GET /v2.0/ports?device_id=aac945c6-dede-4910-82e1-179f6235b906 HTTP/1.1" status: 200 len: 946 time: 0.1972322 Jan 28 07:34:48.797216 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: 40595ace-ca98-46c4-ac6f-3539c91e99e8 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:34:48.798643 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 40595ace-ca98-46c4-ac6f-3539c91e99e8 not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:34:48.898915 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1cdb9b04-16a6-4550-8f54-0c189df43870 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks [] for router_gateway (5f009f59-2223-4e90-ad04-1303364e0c2a), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:48.930174 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1cdb9b04-16a6-4550-8f54-0c189df43870 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:48.998973 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-669779b0-2f8b-4b92-8fce-d548b5d3b58e req-40f747c5-85c0-49d1-8b2a-c83f6b5d5065 tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f3a84fe-9d73-4feb-98e2-bd68e4ccb185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668570 Jan 28 07:34:49.068434 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f9644d82-0cba-4f3c-9ab9-5037f20957da tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16606535'] for router_interface (7babdd30-165d-493a-89d6-b06ca5812275), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:49.081279 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-1cdb9b04-16a6-4550-8f54-0c189df43870 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Allocated IP 172.25.6.100 (7d5b3724-deef-4831-8d43-cb9b8176573c/b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc/1f2eb423-d9f2-43d2-89ec-778e035f791e) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:34:49.223252 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1cdb9b04-16a6-4550-8f54-0c189df43870 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks [] for port (1f2eb423-d9f2-43d2-89ec-778e035f791e), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:49.302537 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1cdb9b04-16a6-4550-8f54-0c189df43870 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (1f2eb423-d9f2-43d2-89ec-778e035f791e), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:49.384689 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cdb9b04-16a6-4550-8f54-0c189df43870 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Network 7d5b3724-deef-4831-8d43-cb9b8176573c is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:34:49.386294 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdb9b04-16a6-4550-8f54-0c189df43870 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Pushing event updated for resources: {'Port': ['ID=1f2eb423-d9f2-43d2-89ec-778e035f791e,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:34:49.397150 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-1cdb9b04-16a6-4550-8f54-0c189df43870 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:34:49.400019 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cdb9b04-16a6-4550-8f54-0c189df43870 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:34:49.542767 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-f9644d82-0cba-4f3c-9ab9-5037f20957da tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Deleting port 696141e5-95ef-497d-b9ed-e4bddbc7bbdf {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:34:49.543121 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f9644d82-0cba-4f3c-9ab9-5037f20957da tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (696141e5-95ef-497d-b9ed-e4bddbc7bbdf), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:49.730494 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-f9644d82-0cba-4f3c-9ab9-5037f20957da tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] For port 696141e5-95ef-497d-b9ed-e4bddbc7bbdf, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=696141e5-95ef-497d-b9ed-e4bddbc7bbdf,segment=NetworkSegment(a2a92c56-8735-423f-8b4a-d70e4bf0e0b5),segment_id=a2a92c56-8735-423f-8b4a-d70e4bf0e0b5)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:34:49.730962 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f9644d82-0cba-4f3c-9ab9-5037f20957da tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (696141e5-95ef-497d-b9ed-e4bddbc7bbdf), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:49.758087 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-f9644d82-0cba-4f3c-9ab9-5037f20957da tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Calling delete_port for 696141e5-95ef-497d-b9ed-e4bddbc7bbdf owned by network:router_interface {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:34:49.802410 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1cdb9b04-16a6-4550-8f54-0c189df43870 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks [] for router_gateway (5f009f59-2223-4e90-ad04-1303364e0c2a), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:50.080917 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f9644d82-0cba-4f3c-9ab9-5037f20957da tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (696141e5-95ef-497d-b9ed-e4bddbc7bbdf), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:50.117158 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9644d82-0cba-4f3c-9ab9-5037f20957da tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Pushing event deleted for resources: {'Port': ['ID=696141e5-95ef-497d-b9ed-e4bddbc7bbdf,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:34:50.323747 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1cdb9b04-16a6-4550-8f54-0c189df43870 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16605475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16607909'] for router (5f009f59-2223-4e90-ad04-1303364e0c2a), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:50.335529 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f9644d82-0cba-4f3c-9ab9-5037f20957da tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16319006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16606699'] for router_interface (7babdd30-165d-493a-89d6-b06ca5812275), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:50.354894 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e199aa-e1b0-4f82-a7f1-f9d4bbb39073 req-863fd33d-ec5f-4df2-9bd3-bfb0e95dcace tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:34:50.356500 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a6e199aa-e1b0-4f82-a7f1-f9d4bbb39073 req-863fd33d-ec5f-4df2-9bd3-bfb0e95dcace tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] 10.222.0.41 "GET /v2.0/ports?device_id=aac945c6-dede-4910-82e1-179f6235b906 HTTP/1.1" status: 200 len: 946 time: 0.1931779 Jan 28 07:34:50.569293 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a6e199aa-e1b0-4f82-a7f1-f9d4bbb39073 req-9d895a54-4cc9-4073-b47f-7afa6054b71f tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f3a84fe-9d73-4feb-98e2-bd68e4ccb185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012310 Jan 28 07:34:50.699629 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9644d82-0cba-4f3c-9ab9-5037f20957da tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Router 7babdd30-165d-493a-89d6-b06ca5812275 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:34:50.705608 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cdb9b04-16a6-4550-8f54-0c189df43870 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Router 5f009f59-2223-4e90-ad04-1303364e0c2a is scheduled to L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 with binding_index 1 {{(pid=103284) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 07:34:50.838458 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cdb9b04-16a6-4550-8f54-0c189df43870 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:34:50.850764 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a1ecde-a963-46d9-9358-c02cc1031fb6 None None] Sync routers for ids ['5f009f59-2223-4e90-ad04-1303364e0c2a'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:34:50.874208 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a1ecde-a963-46d9-9358-c02cc1031fb6 None None] Routers {'5f009f59-2223-4e90-ad04-1303364e0c2a'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:34:50.874791 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1cdb9b04-16a6-4550-8f54-0c189df43870 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks [] for router (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:50.875623 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-74a1ecde-a963-46d9-9358-c02cc1031fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:34:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['5f009f59-2223-4e90-ad04-1303364e0c2a'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:34:50.878702 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-1cdb9b04-16a6-4550-8f54-0c189df43870 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 3.2761493 Jan 28 07:34:50.879537 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 47240) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:34:50.903693 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9644d82-0cba-4f3c-9ab9-5037f20957da tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:34:50.915624 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80109361-789b-4175-97b3-83c5c60129f3 None None] Sync routers for ids ['7babdd30-165d-493a-89d6-b06ca5812275'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:34:50.917079 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-f9644d82-0cba-4f3c-9ab9-5037f20957da tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] 10.222.0.41 "PUT /v2.0/routers/7babdd30-165d-493a-89d6-b06ca5812275/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7130063 Jan 28 07:34:50.917925 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 47242) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:34:50.941087 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80109361-789b-4175-97b3-83c5c60129f3 None None] Routers {'7babdd30-165d-493a-89d6-b06ca5812275'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:34:50.941878 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-80109361-789b-4175-97b3-83c5c60129f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:34:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['7babdd30-165d-493a-89d6-b06ca5812275'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:34:50.970849 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-74a1ecde-a963-46d9-9358-c02cc1031fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:34:50.995402 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a1ecde-a963-46d9-9358-c02cc1031fb6 None None] Routers {'5f009f59-2223-4e90-ad04-1303364e0c2a'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:34:50.998336 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-74a1ecde-a963-46d9-9358-c02cc1031fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:34:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['5f009f59-2223-4e90-ad04-1303364e0c2a'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:34:51.037081 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_v2 [None req-8eba613e-78d1-421f-8f95-23c145ba8f62 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Deleting subnet 7543ac29-225a-421e-9171-74d2cdb59d0d {{(pid=103283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:34:51.045714 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8eba613e-78d1-421f-8f95-23c145ba8f62 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks [] for subnet (7543ac29-225a-421e-9171-74d2cdb59d0d), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:51.098055 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-74a1ecde-a963-46d9-9358-c02cc1031fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:34:51.104635 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a1ecde-a963-46d9-9358-c02cc1031fb6 None None] The sync data for ids ['5f009f59-2223-4e90-ad04-1303364e0c2a'] in n-d-712749-28 is: [] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:34:51.152243 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-b3bad88d-deba-415a-bd73-a1677936c6ba tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] 10.222.0.41 "GET /v2.0/routers/5f009f59-2223-4e90-ad04-1303364e0c2a HTTP/1.1" status: 200 len: 880 time: 0.2706106 Jan 28 07:34:51.153207 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-80109361-789b-4175-97b3-83c5c60129f3 None None] Set router 7babdd30-165d-493a-89d6-b06ca5812275 gateway port host: None {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:34:51.157138 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 47248) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:34:51.215462 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8eba613e-78d1-421f-8f95-23c145ba8f62 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13506696'] for subnet (7543ac29-225a-421e-9171-74d2cdb59d0d), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:51.280001 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-80109361-789b-4175-97b3-83c5c60129f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7babdd30-165d-493a-89d6-b06ca5812275', 'name': 'tempest-RoutersIpV6Test-router-675224549', 'tenant_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:33:46Z', 'updated_at': '2022-01-28T07:34:49Z', 'revision_number': 11, 'project_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'gw_port_host': None}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:34:51.340036 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80109361-789b-4175-97b3-83c5c60129f3 None None] Checking router: 7babdd30-165d-493a-89d6-b06ca5812275 for host: n-d-712749-28 {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:34:51.362789 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80109361-789b-4175-97b3-83c5c60129f3 None None] Routers {'7babdd30-165d-493a-89d6-b06ca5812275'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:34:51.363507 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-80109361-789b-4175-97b3-83c5c60129f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:34:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['7babdd30-165d-493a-89d6-b06ca5812275'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:34:51.497722 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8eba613e-78d1-421f-8f95-23c145ba8f62 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (7543ac29-225a-421e-9171-74d2cdb59d0d), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:51.534534 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-80109361-789b-4175-97b3-83c5c60129f3 None None] Set router 7babdd30-165d-493a-89d6-b06ca5812275 gateway port host: None {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:34:51.621012 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8eba613e-78d1-421f-8f95-23c145ba8f62 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13546665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13556132'] for subnet (7543ac29-225a-421e-9171-74d2cdb59d0d), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:51.673580 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eba613e-78d1-421f-8f95-23c145ba8f62 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Pushing event deleted for resources: {'Subnet': ['ID=7543ac29-225a-421e-9171-74d2cdb59d0d,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:34:51.679153 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8eba613e-78d1-421f-8f95-23c145ba8f62 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks [] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:51.684674 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-8eba613e-78d1-421f-8f95-23c145ba8f62 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] 10.222.0.41 "DELETE /v2.0/subnets/7543ac29-225a-421e-9171-74d2cdb59d0d HTTP/1.1" status: 204 len: 168 time: 0.7632680 Jan 28 07:34:51.687995 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 47254) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:34:51.689072 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-80109361-789b-4175-97b3-83c5c60129f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7babdd30-165d-493a-89d6-b06ca5812275', 'name': 'tempest-RoutersIpV6Test-router-675224549', 'tenant_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:33:46Z', 'updated_at': '2022-01-28T07:34:49Z', 'revision_number': 11, 'project_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'gw_port_host': None}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:34:51.750849 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35aa89dd-4f18-44d6-a37a-1df3a1d37079 None None] Network 86be9a86-fba0-4307-b064-fcd83bed0a66 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:34:51.829336 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 47256) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:34:51.834140 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80109361-789b-4175-97b3-83c5c60129f3 None None] The sync data for ids ['7babdd30-165d-493a-89d6-b06ca5812275'] in n-d-712749-28 is: [{'id': '7babdd30-165d-493a-89d6-b06ca5812275', 'name': 'tempest-RoutersIpV6Test-router-675224549', 'tenant_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:33:46Z', 'updated_at': '2022-01-28T07:34:49Z', 'revision_number': 11, 'project_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'gw_port_host': None}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:34:51.841591 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-9390188c-1ae7-4c07-94fc-394622eab51c tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.6660101 Jan 28 07:34:51.844845 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-354bc6aa-1e8c-429c-8c3e-24948df09891 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-570898565'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:34:51.866820 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3d446d-a6ce-49a0-8155-8bdc967b04a2 req-8dcf0c2a-edfb-4927-b5a4-8d78593a1b02 tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:34:51.870821 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-eb3d446d-a6ce-49a0-8155-8bdc967b04a2 req-8dcf0c2a-edfb-4927-b5a4-8d78593a1b02 tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] 10.222.0.41 "GET /v2.0/ports?device_id=aac945c6-dede-4910-82e1-179f6235b906 HTTP/1.1" status: 200 len: 946 time: 0.1381798 Jan 28 07:34:51.978017 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-eb3d446d-a6ce-49a0-8155-8bdc967b04a2 req-dd97be75-8c8b-4479-baa9-2e24e5d71225 tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f3a84fe-9d73-4feb-98e2-bd68e4ccb185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946431 Jan 28 07:34:52.028099 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-039419b5-151f-4e2d-bb6a-b645dd1dabc2 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (86be9a86-fba0-4307-b064-fcd83bed0a66), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:52.203677 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf948f1-0d97-4bf1-b0cb-9549b987f76f None None] DHCP port deletion for 86be9a86-fba0-4307-b064-fcd83bed0a66 request from n-d-712749-28 {{(pid=103285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 07:34:52.224740 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-039419b5-151f-4e2d-bb6a-b645dd1dabc2 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Deleting port b15ca3d6-529b-423b-aae6-097bcd0707be {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:34:52.225090 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-039419b5-151f-4e2d-bb6a-b645dd1dabc2 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (b15ca3d6-529b-423b-aae6-097bcd0707be), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:52.313542 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-ecf948f1-0d97-4bf1-b0cb-9549b987f76f None None] Deleting port b15ca3d6-529b-423b-aae6-097bcd0707be {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:34:52.314119 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ecf948f1-0d97-4bf1-b0cb-9549b987f76f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (b15ca3d6-529b-423b-aae6-097bcd0707be), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:52.353583 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-039419b5-151f-4e2d-bb6a-b645dd1dabc2 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] For port b15ca3d6-529b-423b-aae6-097bcd0707be, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=b15ca3d6-529b-423b-aae6-097bcd0707be,segment=NetworkSegment(a2a92c56-8735-423f-8b4a-d70e4bf0e0b5),segment_id=a2a92c56-8735-423f-8b4a-d70e4bf0e0b5)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:34:52.353978 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-039419b5-151f-4e2d-bb6a-b645dd1dabc2 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (b15ca3d6-529b-423b-aae6-097bcd0707be), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:52.396463 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-039419b5-151f-4e2d-bb6a-b645dd1dabc2 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Calling delete_port for b15ca3d6-529b-423b-aae6-097bcd0707be owned by network:dhcp {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:34:52.410722 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-ecf948f1-0d97-4bf1-b0cb-9549b987f76f None None] For port b15ca3d6-529b-423b-aae6-097bcd0707be, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=b15ca3d6-529b-423b-aae6-097bcd0707be,segment=NetworkSegment(a2a92c56-8735-423f-8b4a-d70e4bf0e0b5),segment_id=a2a92c56-8735-423f-8b4a-d70e4bf0e0b5)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:34:52.410938 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ecf948f1-0d97-4bf1-b0cb-9549b987f76f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (b15ca3d6-529b-423b-aae6-097bcd0707be), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:52.435514 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-ecf948f1-0d97-4bf1-b0cb-9549b987f76f None None] Calling delete_port for b15ca3d6-529b-423b-aae6-097bcd0707be owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:34:52.529720 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-354bc6aa-1e8c-429c-8c3e-24948df09891 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16607950', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16605480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127440'] for router (5f009f59-2223-4e90-ad04-1303364e0c2a), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:52.549176 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 696141e5-95ef-497d-b9ed-e4bddbc7bbdf no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:34:52.560087 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-354bc6aa-1e8c-429c-8c3e-24948df09891 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16607909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16607927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16607932', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16605457'] for router (5f009f59-2223-4e90-ad04-1303364e0c2a), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:52.596555 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: 696141e5-95ef-497d-b9ed-e4bddbc7bbdf {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:34:52.597144 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 696141e5-95ef-497d-b9ed-e4bddbc7bbdf not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:34:52.597565 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device b15ca3d6-529b-423b-aae6-097bcd0707be no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:34:52.662128 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ecf948f1-0d97-4bf1-b0cb-9549b987f76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298'] for port (b15ca3d6-529b-423b-aae6-097bcd0707be), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:52.675873 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No active binding found for port b15ca3d6-529b-423b-aae6-097bcd0707be {{(pid=103285) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 28 07:34:52.677140 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] The host n-d-712749-28 is not matching for port b15ca3d6-529b-423b-aae6-097bcd0707be host None! {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 07:34:52.677899 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device b15ca3d6-529b-423b-aae6-097bcd0707be not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:34:52.693498 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-354bc6aa-1e8c-429c-8c3e-24948df09891 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Router 5f009f59-2223-4e90-ad04-1303364e0c2a has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:34:52.707592 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-039419b5-151f-4e2d-bb6a-b645dd1dabc2 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (b15ca3d6-529b-423b-aae6-097bcd0707be), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:52.713481 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf948f1-0d97-4bf1-b0cb-9549b987f76f None None] Pushing event deleted for resources: {'Port': ['ID=b15ca3d6-529b-423b-aae6-097bcd0707be,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:34:52.717949 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf948f1-0d97-4bf1-b0cb-9549b987f76f None None] No DVR routers for this DVR port b15ca3d6-529b-423b-aae6-097bcd0707be on host n-d-712749-28 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:34:52.736670 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf948f1-0d97-4bf1-b0cb-9549b987f76f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:34:52.737230 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf948f1-0d97-4bf1-b0cb-9549b987f76f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:34:52.737660 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf948f1-0d97-4bf1-b0cb-9549b987f76f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:34:52.738349 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf948f1-0d97-4bf1-b0cb-9549b987f76f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:34:52.739005 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf948f1-0d97-4bf1-b0cb-9549b987f76f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:34:52.739852 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf948f1-0d97-4bf1-b0cb-9549b987f76f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:34:52.739976 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf948f1-0d97-4bf1-b0cb-9549b987f76f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:34:52.740059 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039419b5-151f-4e2d-bb6a-b645dd1dabc2 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Pushing event deleted for resources: {'Port': ['ID=b15ca3d6-529b-423b-aae6-097bcd0707be,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:34:52.740427 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf948f1-0d97-4bf1-b0cb-9549b987f76f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:34:52.740837 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf948f1-0d97-4bf1-b0cb-9549b987f76f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:34:52.741244 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf948f1-0d97-4bf1-b0cb-9549b987f76f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:34:52.741939 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf948f1-0d97-4bf1-b0cb-9549b987f76f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:34:52.742046 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf948f1-0d97-4bf1-b0cb-9549b987f76f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:34:52.742437 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf948f1-0d97-4bf1-b0cb-9549b987f76f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:34:52.778838 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039419b5-151f-4e2d-bb6a-b645dd1dabc2 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] No DVR routers for this DVR port b15ca3d6-529b-423b-aae6-097bcd0707be on host n-d-712749-28 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:34:53.238093 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-039419b5-151f-4e2d-bb6a-b645dd1dabc2 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (86be9a86-fba0-4307-b064-fcd83bed0a66), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:53.297218 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-039419b5-151f-4e2d-bb6a-b645dd1dabc2 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86be9a86-fba0-4307-b064-fcd83bed0a66']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:34:53.307649 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-354bc6aa-1e8c-429c-8c3e-24948df09891 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:34:53.312981 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-039419b5-151f-4e2d-bb6a-b645dd1dabc2 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2a92c56-8735-423f-8b4a-d70e4bf0e0b5') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:34:53.313279 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-039419b5-151f-4e2d-bb6a-b645dd1dabc2 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2a92c56-8735-423f-8b4a-d70e4bf0e0b5') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:34:53.318118 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9f99a4-11a8-403d-a840-cf8540d919dc None None] Sync routers for ids ['5f009f59-2223-4e90-ad04-1303364e0c2a'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:34:53.323067 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-039419b5-151f-4e2d-bb6a-b645dd1dabc2 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24759294'] for segment (a2a92c56-8735-423f-8b4a-d70e4bf0e0b5), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:53.335617 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9f99a4-11a8-403d-a840-cf8540d919dc None None] Routers {'5f009f59-2223-4e90-ad04-1303364e0c2a'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:34:53.336262 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-6f9f99a4-11a8-403d-a840-cf8540d919dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:34:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['5f009f59-2223-4e90-ad04-1303364e0c2a'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:34:53.338513 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-039419b5-151f-4e2d-bb6a-b645dd1dabc2 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (a2a92c56-8735-423f-8b4a-d70e4bf0e0b5), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:53.344898 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-039419b5-151f-4e2d-bb6a-b645dd1dabc2 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:34:53.345304 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-039419b5-151f-4e2d-bb6a-b645dd1dabc2 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24757675'] for segment (a2a92c56-8735-423f-8b4a-d70e4bf0e0b5), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:53.393473 n-d-712749-28 neutron-server[103284]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:34:53.393473 n-d-712749-28 neutron-server[103284]: self.session.flush() Jan 28 07:34:53.393473 n-d-712749-28 neutron-server[103284]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:34:53.393473 n-d-712749-28 neutron-server[103284]: self.session.flush() Jan 28 07:34:53.393473 n-d-712749-28 neutron-server[103284]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:34:53.393473 n-d-712749-28 neutron-server[103284]: self.session.flush() Jan 28 07:34:53.393473 n-d-712749-28 neutron-server[103284]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:34:53.393473 n-d-712749-28 neutron-server[103284]: self.session.flush() Jan 28 07:34:53.393473 n-d-712749-28 neutron-server[103284]: Traceback (most recent call last): Jan 28 07:34:53.393473 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:34:53.393473 n-d-712749-28 neutron-server[103284]: timer() Jan 28 07:34:53.393473 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:34:53.393473 n-d-712749-28 neutron-server[103284]: cb(*args, **kw) Jan 28 07:34:53.393473 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:34:53.393473 n-d-712749-28 neutron-server[103284]: return func(*args, **kwargs) Jan 28 07:34:53.393473 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:34:53.393473 n-d-712749-28 neutron-server[103284]: self._notify() Jan 28 07:34:53.393473 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:34:53.393473 n-d-712749-28 neutron-server[103284]: self.callback(batched_events) Jan 28 07:34:53.393473 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:34:53.393473 n-d-712749-28 neutron-server[103284]: event.method(event) Jan 28 07:34:53.393473 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:34:53.393473 n-d-712749-28 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:34:53.393473 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:34:53.393473 n-d-712749-28 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:34:53.393473 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:34:53.393473 n-d-712749-28 neutron-server[103284]: return f(self, *a, **k) Jan 28 07:34:53.393473 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:34:53.393473 n-d-712749-28 neutron-server[103284]: return self._get(url).json() Jan 28 07:34:53.393473 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:34:53.393473 n-d-712749-28 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:34:53.393473 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:34:53.393473 n-d-712749-28 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Jan 28 07:34:53.393473 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:34:53.393473 n-d-712749-28 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:34:53.393473 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:34:53.393473 n-d-712749-28 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:34:53.393473 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:34:53.393473 n-d-712749-28 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:34:53.393473 n-d-712749-28 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:34:53.409197 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-354bc6aa-1e8c-429c-8c3e-24948df09891 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks [] for router (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:53.410572 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-354bc6aa-1e8c-429c-8c3e-24948df09891 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] 10.222.0.41 "PUT /v2.0/routers/5f009f59-2223-4e90-ad04-1303364e0c2a HTTP/1.1" status: 200 len: 887 time: 1.5768666 Jan 28 07:34:53.413660 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 47282) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:34:53.421299 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882963a8-b484-4ba4-879a-ac1c80adb1fa req-44b42043-21bb-4ac6-a48a-0b321533e12b tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:34:53.422924 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-882963a8-b484-4ba4-879a-ac1c80adb1fa req-44b42043-21bb-4ac6-a48a-0b321533e12b tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] 10.222.0.41 "GET /v2.0/ports?device_id=aac945c6-dede-4910-82e1-179f6235b906 HTTP/1.1" status: 200 len: 946 time: 0.2599938 Jan 28 07:34:53.434732 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-6f9f99a4-11a8-403d-a840-cf8540d919dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:34:53.471356 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9f99a4-11a8-403d-a840-cf8540d919dc None None] Routers {'5f009f59-2223-4e90-ad04-1303364e0c2a'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:34:53.480537 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-6f9f99a4-11a8-403d-a840-cf8540d919dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:34:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['5f009f59-2223-4e90-ad04-1303364e0c2a'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:34:53.487358 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-882963a8-b484-4ba4-879a-ac1c80adb1fa req-e75bfc55-ebc7-44ab-adb1-40ef4ec9a96c tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f3a84fe-9d73-4feb-98e2-bd68e4ccb185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578713 Jan 28 07:34:53.488637 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-039419b5-151f-4e2d-bb6a-b645dd1dabc2 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (86be9a86-fba0-4307-b064-fcd83bed0a66), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:53.493019 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-039419b5-151f-4e2d-bb6a-b645dd1dabc2 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:53.497348 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-039419b5-151f-4e2d-bb6a-b645dd1dabc2 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] 10.222.0.41 "DELETE /v2.0/networks/86be9a86-fba0-4307-b064-fcd83bed0a66 HTTP/1.1" status: 204 len: 168 time: 1.8074780 Jan 28 07:34:53.501908 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 47286) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:34:53.507952 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-3ce93395-415f-435c-a125-5d1f53600fc5 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Request body: {'router': {'routes': None}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:34:53.521242 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039419b5-151f-4e2d-bb6a-b645dd1dabc2 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Pushing event deleted for resources: {'Network': ['ID=86be9a86-fba0-4307-b064-fcd83bed0a66,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:34:53.725055 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-d931bc89-7908-4f88-96a1-c66dbe09c924 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] 10.222.0.41 "GET /v2.0/routers/5f009f59-2223-4e90-ad04-1303364e0c2a HTTP/1.1" status: 200 len: 887 time: 0.2991061 Jan 28 07:34:53.725886 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 47292) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:34:53.775528 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-180a8954-461d-4676-ae7f-9b589bb977e8 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f009f59-2223-4e90-ad04-1303364e0c2a HTTP/1.1" status: 200 len: 205 time: 0.0483093 Jan 28 07:34:53.778129 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 47294) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:34:53.831471 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-6f9f99a4-11a8-403d-a840-cf8540d919dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:34:53.833993 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9f99a4-11a8-403d-a840-cf8540d919dc None None] The sync data for ids ['5f009f59-2223-4e90-ad04-1303364e0c2a'] in n-d-712749-28 is: [] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:34:53.939593 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.extraroute_db [None req-3ce93395-415f-435c-a125-5d1f53600fc5 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Added routes are [] {{(pid=103284) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 28 07:34:53.940102 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.extraroute_db [None req-3ce93395-415f-435c-a125-5d1f53600fc5 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Removed routes are [] {{(pid=103284) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 28 07:34:53.940290 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3ce93395-415f-435c-a125-5d1f53600fc5 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16607950', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16605480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127440'] for router (7babdd30-165d-493a-89d6-b06ca5812275), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:54.110290 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fe24d23f-3166-4cab-bbbd-b195ae8c6d17 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks [] for router (5f009f59-2223-4e90-ad04-1303364e0c2a), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:54.277170 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fe24d23f-3166-4cab-bbbd-b195ae8c6d17 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks [] for router_gateway (5f009f59-2223-4e90-ad04-1303364e0c2a), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:54.323158 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3ce93395-415f-435c-a125-5d1f53600fc5 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16607950', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16605480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127440'] for router (7babdd30-165d-493a-89d6-b06ca5812275), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:54.337510 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3ce93395-415f-435c-a125-5d1f53600fc5 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16607909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16607927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16607932', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16605457'] for router (7babdd30-165d-493a-89d6-b06ca5812275), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:54.425636 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-fe24d23f-3166-4cab-bbbd-b195ae8c6d17 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Deleting port 1f2eb423-d9f2-43d2-89ec-778e035f791e {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:34:54.426077 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fe24d23f-3166-4cab-bbbd-b195ae8c6d17 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (1f2eb423-d9f2-43d2-89ec-778e035f791e), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:54.540606 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ce93395-415f-435c-a125-5d1f53600fc5 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Router 7babdd30-165d-493a-89d6-b06ca5812275 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:34:54.624035 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fe24d23f-3166-4cab-bbbd-b195ae8c6d17 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (1f2eb423-d9f2-43d2-89ec-778e035f791e), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:54.652949 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-fe24d23f-3166-4cab-bbbd-b195ae8c6d17 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Calling delete_port for 1f2eb423-d9f2-43d2-89ec-778e035f791e owned by network:router_gateway {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:34:54.722987 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ce93395-415f-435c-a125-5d1f53600fc5 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:34:54.729671 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3ce93395-415f-435c-a125-5d1f53600fc5 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks [] for router (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:54.731123 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-3ce93395-415f-435c-a125-5d1f53600fc5 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] 10.222.0.41 "PUT /v2.0/routers/7babdd30-165d-493a-89d6-b06ca5812275 HTTP/1.1" status: 200 len: 704 time: 1.2265821 Jan 28 07:34:54.737162 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 47306) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:34:54.737813 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b82a21f-26cf-4b7e-9797-8884f04de3c5 None None] Sync routers for ids ['7babdd30-165d-493a-89d6-b06ca5812275'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:34:54.763103 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b82a21f-26cf-4b7e-9797-8884f04de3c5 None None] Routers {'7babdd30-165d-493a-89d6-b06ca5812275'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:34:54.768032 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-3b82a21f-26cf-4b7e-9797-8884f04de3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:34:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['7babdd30-165d-493a-89d6-b06ca5812275'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:34:54.820349 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-c8994f17-c394-4da5-8902-3a7dfbace444 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] 10.222.0.41 "GET /v2.0/ports?device_id=7babdd30-165d-493a-89d6-b06ca5812275 HTTP/1.1" status: 200 len: 205 time: 0.0818601 Jan 28 07:34:54.822887 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 47308) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:34:55.000586 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-3b82a21f-26cf-4b7e-9797-8884f04de3c5 None None] Set router 7babdd30-165d-493a-89d6-b06ca5812275 gateway port host: None {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:34:55.022127 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2903f75c-a4ef-46d3-8aac-10f5ada0cad8 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks [] for router (7babdd30-165d-493a-89d6-b06ca5812275), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:55.156154 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-3b82a21f-26cf-4b7e-9797-8884f04de3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7babdd30-165d-493a-89d6-b06ca5812275', 'name': 'tempest-RoutersIpV6Test-router-675224549', 'tenant_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:33:46Z', 'updated_at': '2022-01-28T07:34:49Z', 'revision_number': 11, 'project_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'gw_port_host': None}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:34:55.170929 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef98a55-ce45-4d7d-915a-457962d56d2f req-fc22a8b2-f28b-49cb-9476-a0efa5d8898b tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:34:55.184326 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-aef98a55-ce45-4d7d-915a-457962d56d2f req-fc22a8b2-f28b-49cb-9476-a0efa5d8898b tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] 10.222.0.41 "GET /v2.0/ports?device_id=aac945c6-dede-4910-82e1-179f6235b906 HTTP/1.1" status: 200 len: 946 time: 0.3207035 Jan 28 07:34:55.221574 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b82a21f-26cf-4b7e-9797-8884f04de3c5 None None] Checking router: 7babdd30-165d-493a-89d6-b06ca5812275 for host: n-d-712749-28 {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:34:55.233300 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b82a21f-26cf-4b7e-9797-8884f04de3c5 None None] Routers {'7babdd30-165d-493a-89d6-b06ca5812275'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:34:55.234857 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-3b82a21f-26cf-4b7e-9797-8884f04de3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:34:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['7babdd30-165d-493a-89d6-b06ca5812275'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:34:55.302607 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fe24d23f-3166-4cab-bbbd-b195ae8c6d17 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (1f2eb423-d9f2-43d2-89ec-778e035f791e), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:55.333151 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2903f75c-a4ef-46d3-8aac-10f5ada0cad8 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16605684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127449'] for router (7babdd30-165d-493a-89d6-b06ca5812275), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:55.335693 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2903f75c-a4ef-46d3-8aac-10f5ada0cad8 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks [] for router_controller (7babdd30-165d-493a-89d6-b06ca5812275), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:55.365005 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-aef98a55-ce45-4d7d-915a-457962d56d2f req-aef534fd-0346-4e0e-9425-692268072f40 tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f3a84fe-9d73-4feb-98e2-bd68e4ccb185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780908 Jan 28 07:34:55.410245 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe24d23f-3166-4cab-bbbd-b195ae8c6d17 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Pushing event deleted for resources: {'Port': ['ID=1f2eb423-d9f2-43d2-89ec-778e035f791e,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:34:55.461088 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2903f75c-a4ef-46d3-8aac-10f5ada0cad8 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16605693'] for router (7babdd30-165d-493a-89d6-b06ca5812275), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:55.461608 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2903f75c-a4ef-46d3-8aac-10f5ada0cad8 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Fanout notify agent at l3_agent the message router_deleted on router 7babdd30-165d-493a-89d6-b06ca5812275 {{(pid=103284) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 07:34:55.474155 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2903f75c-a4ef-46d3-8aac-10f5ada0cad8 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks [] for router (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:55.483786 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-3b82a21f-26cf-4b7e-9797-8884f04de3c5 None None] Set router 7babdd30-165d-493a-89d6-b06ca5812275 gateway port host: None {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:34:55.490133 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-2903f75c-a4ef-46d3-8aac-10f5ada0cad8 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] 10.222.0.41 "DELETE /v2.0/routers/7babdd30-165d-493a-89d6-b06ca5812275 HTTP/1.1" status: 204 len: 168 time: 0.6662474 Jan 28 07:34:55.495211 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 47316) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:34:55.512003 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-f76e9384-2eb3-46c1-9633-b7b3dbdc71dc tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-797961495', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:34:55.563196 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f76e9384-2eb3-46c1-9633-b7b3dbdc71dc tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16606890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127275'] for router (ff6eb769-f1fd-424c-bffd-ede49acd6a1f), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:55.564859 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f76e9384-2eb3-46c1-9633-b7b3dbdc71dc tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16605498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16607952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16355422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127266'] for router (ff6eb769-f1fd-424c-bffd-ede49acd6a1f), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:55.591704 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fe24d23f-3166-4cab-bbbd-b195ae8c6d17 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16607873'] for router_gateway (5f009f59-2223-4e90-ad04-1303364e0c2a), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:55.648494 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f76e9384-2eb3-46c1-9633-b7b3dbdc71dc tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks [] for router_controller (ff6eb769-f1fd-424c-bffd-ede49acd6a1f), precommit_add_association {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:55.658661 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f76e9384-2eb3-46c1-9633-b7b3dbdc71dc tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16605475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16607909'] for router (ff6eb769-f1fd-424c-bffd-ede49acd6a1f), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:55.697419 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f76e9384-2eb3-46c1-9633-b7b3dbdc71dc tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks [] for router (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:55.705085 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-f76e9384-2eb3-46c1-9633-b7b3dbdc71dc tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2026324 Jan 28 07:34:55.709996 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 47320) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:34:55.719729 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-3b82a21f-26cf-4b7e-9797-8884f04de3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7babdd30-165d-493a-89d6-b06ca5812275', 'name': 'tempest-RoutersIpV6Test-router-675224549', 'tenant_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:33:46Z', 'updated_at': '2022-01-28T07:34:49Z', 'revision_number': 11, 'project_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'gw_port_host': None}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:34:55.731904 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-cf762508-c4df-4c69-945c-a2bd1bd9df76 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:34:55.771279 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b82a21f-26cf-4b7e-9797-8884f04de3c5 None None] The sync data for ids ['7babdd30-165d-493a-89d6-b06ca5812275'] in n-d-712749-28 is: [{'id': '7babdd30-165d-493a-89d6-b06ca5812275', 'name': 'tempest-RoutersIpV6Test-router-675224549', 'tenant_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:33:46Z', 'updated_at': '2022-01-28T07:34:49Z', 'revision_number': 11, 'project_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'gw_port_host': None}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:34:55.814629 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fe24d23f-3166-4cab-bbbd-b195ae8c6d17 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16605684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127449'] for router (5f009f59-2223-4e90-ad04-1303364e0c2a), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:55.822849 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fe24d23f-3166-4cab-bbbd-b195ae8c6d17 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks [] for router_controller (5f009f59-2223-4e90-ad04-1303364e0c2a), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:55.922971 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fe24d23f-3166-4cab-bbbd-b195ae8c6d17 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16605693'] for router (5f009f59-2223-4e90-ad04-1303364e0c2a), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:55.923600 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe24d23f-3166-4cab-bbbd-b195ae8c6d17 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Fanout notify agent at l3_agent the message router_deleted on router 5f009f59-2223-4e90-ad04-1303364e0c2a {{(pid=103283) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 07:34:55.940795 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fe24d23f-3166-4cab-bbbd-b195ae8c6d17 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks [] for router (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:55.942061 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-fe24d23f-3166-4cab-bbbd-b195ae8c6d17 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] 10.222.0.41 "DELETE /v2.0/routers/5f009f59-2223-4e90-ad04-1303364e0c2a HTTP/1.1" status: 204 len: 168 time: 2.1630030 Jan 28 07:34:55.948521 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 47326) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:34:55.954546 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-35bd789e-7635-46bc-a7d4-2dd056c43d81 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Request body: {'network': {'name': 'tempest-RoutersTest-1819379832'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:34:56.048578 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35bd789e-7635-46bc-a7d4-2dd056c43d81 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Made reservation on behalf of 2fa8ac3d507e4a03a63750fd70e127ed for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:34:56.052050 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-35bd789e-7635-46bc-a7d4-2dd056c43d81 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:56.167966 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cf762508-c4df-4c69-945c-a2bd1bd9df76 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16607950', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16605480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127440'] for router (ff6eb769-f1fd-424c-bffd-ede49acd6a1f), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:56.217418 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cf762508-c4df-4c69-945c-a2bd1bd9df76 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16607909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16607927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16607932', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16605457'] for router (ff6eb769-f1fd-424c-bffd-ede49acd6a1f), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:56.221633 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35bd789e-7635-46bc-a7d4-2dd056c43d81 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:34:56.272128 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-35bd789e-7635-46bc-a7d4-2dd056c43d81 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (8a6d29ef-e86e-43ec-8879-1b3bbed3a235), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:56.280382 n-d-712749-28 neutron-server[103284]: INFO neutron.db.segments_db [None req-35bd789e-7635-46bc-a7d4-2dd056c43d81 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Added segment 8a6d29ef-e86e-43ec-8879-1b3bbed3a235 of type vlan for network d7e8b57c-878b-4131-a3a5-332f4a529f67 Jan 28 07:34:56.582861 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-35bd789e-7635-46bc-a7d4-2dd056c43d81 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (d7e8b57c-878b-4131-a3a5-332f4a529f67), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:56.694077 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bbd718-7316-497c-b502-e5a03b31a83e req-46c22680-fc36-49f3-be0f-6cf4d0edd6a3 tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:34:56.695696 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-64bbd718-7316-497c-b502-e5a03b31a83e req-46c22680-fc36-49f3-be0f-6cf4d0edd6a3 tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] 10.222.0.41 "GET /v2.0/ports?device_id=aac945c6-dede-4910-82e1-179f6235b906 HTTP/1.1" status: 200 len: 946 time: 0.1574965 Jan 28 07:34:56.698472 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-35bd789e-7635-46bc-a7d4-2dd056c43d81 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (d7e8b57c-878b-4131-a3a5-332f4a529f67), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:56.704752 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35bd789e-7635-46bc-a7d4-2dd056c43d81 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:34:56.705831 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-35bd789e-7635-46bc-a7d4-2dd056c43d81 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:56.859813 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf762508-c4df-4c69-945c-a2bd1bd9df76 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Router ff6eb769-f1fd-424c-bffd-ede49acd6a1f is scheduled to L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 with binding_index 1 {{(pid=103284) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 07:34:56.924029 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-35bd789e-7635-46bc-a7d4-2dd056c43d81 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9745169 Jan 28 07:34:56.927924 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 47336) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:34:56.934938 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-67448876-b8af-4187-87ea-e8d74b2ecb35 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Request body: {'subnet': {'network_id': 'd7e8b57c-878b-4131-a3a5-332f4a529f67', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:34:56.979426 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bd789e-7635-46bc-a7d4-2dd056c43d81 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Pushing event updated for resources: {'Network': ['ID=d7e8b57c-878b-4131-a3a5-332f4a529f67,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:34:56.995832 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network d7e8b57c-878b-4131-a3a5-332f4a529f67 details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:34:57.041482 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-64bbd718-7316-497c-b502-e5a03b31a83e req-94168acf-a422-4e6c-80a0-8f2a0b1a7011 tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f3a84fe-9d73-4feb-98e2-bd68e4ccb185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3278513 Jan 28 07:34:57.053994 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf762508-c4df-4c69-945c-a2bd1bd9df76 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:34:57.074358 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5063d10e-966e-48a2-8684-2af4c8ec5039 None None] Sync routers for ids ['ff6eb769-f1fd-424c-bffd-ede49acd6a1f'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:34:57.077931 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cf762508-c4df-4c69-945c-a2bd1bd9df76 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks [] for router (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:57.081571 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-cf762508-c4df-4c69-945c-a2bd1bd9df76 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] 10.222.0.41 "PUT /v2.0/routers/ff6eb769-f1fd-424c-bffd-ede49acd6a1f HTTP/1.1" status: 200 len: 697 time: 1.3678529 Jan 28 07:34:57.086281 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 47340) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:34:57.097415 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5063d10e-966e-48a2-8684-2af4c8ec5039 None None] Routers {'ff6eb769-f1fd-424c-bffd-ede49acd6a1f'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:34:57.098577 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-5063d10e-966e-48a2-8684-2af4c8ec5039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:34:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['ff6eb769-f1fd-424c-bffd-ede49acd6a1f'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:34:57.244571 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-5063d10e-966e-48a2-8684-2af4c8ec5039 None None] Set router ff6eb769-f1fd-424c-bffd-ede49acd6a1f gateway port host: None {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:34:57.354357 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-3a5d431c-8621-4088-9b66-8f5c01198a6b tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] 10.222.0.41 "GET /v2.0/routers/ff6eb769-f1fd-424c-bffd-ede49acd6a1f HTTP/1.1" status: 200 len: 703 time: 0.2600470 Jan 28 07:34:57.354657 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 47346) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:34:57.393906 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-5063d10e-966e-48a2-8684-2af4c8ec5039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff6eb769-f1fd-424c-bffd-ede49acd6a1f', 'name': 'tempest-RoutersIpV6Test-router-797961495', 'tenant_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:34:55Z', 'updated_at': '2022-01-28T07:34:56Z', 'revision_number': 2, 'project_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'gw_port_host': None}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:34:57.424283 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-6559223a-c320-4686-b42d-bd960099f71f tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff6eb769-f1fd-424c-bffd-ede49acd6a1f HTTP/1.1" status: 200 len: 205 time: 0.0663767 Jan 28 07:34:57.424602 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 47348) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:34:57.455193 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67448876-b8af-4187-87ea-e8d74b2ecb35 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Made reservation on behalf of 2fa8ac3d507e4a03a63750fd70e127ed for: {'subnet': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:34:57.458679 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5063d10e-966e-48a2-8684-2af4c8ec5039 None None] Checking router: ff6eb769-f1fd-424c-bffd-ede49acd6a1f for host: n-d-712749-28 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:34:57.460152 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-67448876-b8af-4187-87ea-e8d74b2ecb35 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13555781'] for subnet (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:57.477857 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5063d10e-966e-48a2-8684-2af4c8ec5039 None None] Routers {'ff6eb769-f1fd-424c-bffd-ede49acd6a1f'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:34:57.478898 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-5063d10e-966e-48a2-8684-2af4c8ec5039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:34:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['ff6eb769-f1fd-424c-bffd-ede49acd6a1f'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:34:57.673071 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e4f49dc3-66a7-4ca4-92dd-a9f58b86c0f1 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks [] for router (ff6eb769-f1fd-424c-bffd-ede49acd6a1f), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:57.742197 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-5063d10e-966e-48a2-8684-2af4c8ec5039 None None] Set router ff6eb769-f1fd-424c-bffd-ede49acd6a1f gateway port host: None {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:34:57.866371 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-67448876-b8af-4187-87ea-e8d74b2ecb35 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13546728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13555799'] for subnet (e6c83042-b927-4a6e-98fc-18f400889006), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:57.941921 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-5063d10e-966e-48a2-8684-2af4c8ec5039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff6eb769-f1fd-424c-bffd-ede49acd6a1f', 'name': 'tempest-RoutersIpV6Test-router-797961495', 'tenant_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:34:55Z', 'updated_at': '2022-01-28T07:34:56Z', 'revision_number': 2, 'project_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'gw_port_host': None}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:34:58.004653 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5063d10e-966e-48a2-8684-2af4c8ec5039 None None] The sync data for ids ['ff6eb769-f1fd-424c-bffd-ede49acd6a1f'] in n-d-712749-28 is: [{'id': 'ff6eb769-f1fd-424c-bffd-ede49acd6a1f', 'name': 'tempest-RoutersIpV6Test-router-797961495', 'tenant_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:34:55Z', 'updated_at': '2022-01-28T07:34:56Z', 'revision_number': 2, 'project_id': 'eec785a36bb947ca8a0b9e5aec6023b6', 'gw_port_host': None}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:34:58.016914 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67448876-b8af-4187-87ea-e8d74b2ecb35 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Pushing event updated for resources: {'Subnet': ['ID=e6c83042-b927-4a6e-98fc-18f400889006,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:34:58.037002 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67448876-b8af-4187-87ea-e8d74b2ecb35 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Checking segment: {'id': '8a6d29ef-e86e-43ec-8879-1b3bbed3a235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd7e8b57c-878b-4131-a3a5-332f4a529f67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:34:58.037384 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67448876-b8af-4187-87ea-e8d74b2ecb35 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Network hostable DHCP agents. Network: d7e8b57c-878b-4131-a3a5-332f4a529f67, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:34:58.037499 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e4f49dc3-66a7-4ca4-92dd-a9f58b86c0f1 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16605684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127449'] for router (ff6eb769-f1fd-424c-bffd-ede49acd6a1f), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:58.042648 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e4f49dc3-66a7-4ca4-92dd-a9f58b86c0f1 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks [] for router_controller (ff6eb769-f1fd-424c-bffd-ede49acd6a1f), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:58.050758 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67448876-b8af-4187-87ea-e8d74b2ecb35 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:34:58.051115 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67448876-b8af-4187-87ea-e8d74b2ecb35 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:34:58.051459 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67448876-b8af-4187-87ea-e8d74b2ecb35 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:34:58.051797 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67448876-b8af-4187-87ea-e8d74b2ecb35 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:34:58.052132 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67448876-b8af-4187-87ea-e8d74b2ecb35 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:34:58.052557 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67448876-b8af-4187-87ea-e8d74b2ecb35 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:34:58.052890 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67448876-b8af-4187-87ea-e8d74b2ecb35 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:34:58.053220 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67448876-b8af-4187-87ea-e8d74b2ecb35 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:34:58.053548 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67448876-b8af-4187-87ea-e8d74b2ecb35 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:34:58.053869 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67448876-b8af-4187-87ea-e8d74b2ecb35 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:34:58.054198 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67448876-b8af-4187-87ea-e8d74b2ecb35 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:34:58.054519 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67448876-b8af-4187-87ea-e8d74b2ecb35 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:34:58.054989 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67448876-b8af-4187-87ea-e8d74b2ecb35 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:34:58.077731 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67448876-b8af-4187-87ea-e8d74b2ecb35 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Network d7e8b57c-878b-4131-a3a5-332f4a529f67 is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:34:58.104279 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-67448876-b8af-4187-87ea-e8d74b2ecb35 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, d7e8b57c-878b-4131-a3a5-332f4a529f67) {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:34:58.109695 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67448876-b8af-4187-87ea-e8d74b2ecb35 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:34:58.110300 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-67448876-b8af-4187-87ea-e8d74b2ecb35 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks [] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:58.121633 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eebf950f-03d9-43ae-9f3f-8d431ee05d82 None None] Network d7e8b57c-878b-4131-a3a5-332f4a529f67 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:34:58.149428 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-67448876-b8af-4187-87ea-e8d74b2ecb35 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2196393 Jan 28 07:34:58.152274 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 47356) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:34:58.179689 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-0187c117-4a81-4f38-be92-2ff5dad16b80 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-546812895', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:34:58.200730 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e4f49dc3-66a7-4ca4-92dd-a9f58b86c0f1 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16605693'] for router (ff6eb769-f1fd-424c-bffd-ede49acd6a1f), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:58.206125 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4f49dc3-66a7-4ca4-92dd-a9f58b86c0f1 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Fanout notify agent at l3_agent the message router_deleted on router ff6eb769-f1fd-424c-bffd-ede49acd6a1f {{(pid=103284) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 07:34:58.246636 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e4f49dc3-66a7-4ca4-92dd-a9f58b86c0f1 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] Publish callbacks [] for router (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:58.247768 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-e4f49dc3-66a7-4ca4-92dd-a9f58b86c0f1 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] 10.222.0.41 "DELETE /v2.0/routers/ff6eb769-f1fd-424c-bffd-ede49acd6a1f HTTP/1.1" status: 204 len: 168 time: 0.8222971 Jan 28 07:34:58.256450 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 47358) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:34:58.303360 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0187c117-4a81-4f38-be92-2ff5dad16b80 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16606890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127275'] for router (33946173-493e-4ced-a96c-12731dff7408), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:58.304543 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0187c117-4a81-4f38-be92-2ff5dad16b80 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16605498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16607952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16355422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127266'] for router (33946173-493e-4ced-a96c-12731dff7408), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:58.332884 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b25b1564-1e44-4388-9312-d9878a5a47e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3dd72b9-6805-5f61-b6f3-a591f99a173d-d7e8b57c-878b-4131-a3a5-332f4a529f67', 'network_id': 'd7e8b57c-878b-4131-a3a5-332f4a529f67', 'project_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'fixed_ips': [{'subnet_id': 'e6c83042-b927-4a6e-98fc-18f400889006'}]}} from n-d-712749-28. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 07:34:58.333955 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b25b1564-1e44-4388-9312-d9878a5a47e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:58.346576 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-30f0387d-6e7c-43bf-b725-48b53edf213a tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff6eb769-f1fd-424c-bffd-ede49acd6a1f HTTP/1.1" status: 200 len: 205 time: 0.0884159 Jan 28 07:34:58.357668 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 47360) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:34:58.458700 n-d-712749-28 neutron-server[103284]: INFO neutron.api.v2.resource [None req-80876732-24d0-4b10-b068-aba1521b1271 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] delete failed (client error): The resource could not be found. Jan 28 07:34:58.463055 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-80876732-24d0-4b10-b068-aba1521b1271 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] 10.222.0.41 "DELETE /v2.0/routers/ff6eb769-f1fd-424c-bffd-ede49acd6a1f HTTP/1.1" status: 404 len: 336 time: 0.1011221 Jan 28 07:34:58.471537 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 47364) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:34:58.639363 n-d-712749-28 neutron-server[103283]: INFO neutron.pecan_wsgi.hooks.translation [None req-21dced51-db4a-4de4-9030-70503ed7c467 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] DELETE failed (client error): The resource could not be found. Jan 28 07:34:58.640410 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21dced51-db4a-4de4-9030-70503ed7c467 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103283) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:34:58.646235 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-21dced51-db4a-4de4-9030-70503ed7c467 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] 10.222.0.41 "DELETE /v2.0/subnets/1940a011-787c-4de6-b981-b4044d0166eb HTTP/1.1" status: 404 len: 337 time: 0.1639280 Jan 28 07:34:58.648760 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 47368) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:34:58.667759 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0187c117-4a81-4f38-be92-2ff5dad16b80 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks [] for router_controller (33946173-493e-4ced-a96c-12731dff7408), precommit_add_association {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:58.695450 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0187c117-4a81-4f38-be92-2ff5dad16b80 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16605475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16607909'] for router (33946173-493e-4ced-a96c-12731dff7408), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:58.731205 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-b25b1564-1e44-4388-9312-d9878a5a47e9 None None] Allocated IP 172.20.0.2 (d7e8b57c-878b-4131-a3a5-332f4a529f67/e6c83042-b927-4a6e-98fc-18f400889006/cfdda6c3-a423-4475-a4da-5eb0cd4af0fb) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:34:58.756501 n-d-712749-28 neutron-server[103283]: INFO neutron.pecan_wsgi.hooks.translation [None req-5303ad69-1031-4824-967d-5a790438d098 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] DELETE failed (client error): The resource could not be found. Jan 28 07:34:58.757189 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5303ad69-1031-4824-967d-5a790438d098 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103283) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:34:58.769286 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-5303ad69-1031-4824-967d-5a790438d098 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] 10.222.0.41 "DELETE /v2.0/subnets/2c52ccce-2e6a-45e8-97f9-cdbf4448959d HTTP/1.1" status: 404 len: 337 time: 0.1182480 Jan 28 07:34:58.778212 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 47370) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:34:58.815327 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bbc8f7-dbd7-4c6c-b139-bb34df47ac94 req-642bf742-a99b-41cc-87b6-f38a7f27bc93 tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:34:58.834390 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c1bbc8f7-dbd7-4c6c-b139-bb34df47ac94 req-642bf742-a99b-41cc-87b6-f38a7f27bc93 tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] 10.222.0.41 "GET /v2.0/ports?device_id=aac945c6-dede-4910-82e1-179f6235b906 HTTP/1.1" status: 200 len: 946 time: 0.5975029 Jan 28 07:34:58.925168 n-d-712749-28 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-32a500d9-cb23-4c8a-a464-f091127954d8 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] DELETE failed (client error): The resource could not be found. Jan 28 07:34:58.928308 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32a500d9-cb23-4c8a-a464-f091127954d8 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:34:58.936755 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-32a500d9-cb23-4c8a-a464-f091127954d8 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] 10.222.0.41 "DELETE /v2.0/subnets/9e0fb884-2c49-4b58-b448-29a0057b5524 HTTP/1.1" status: 404 len: 337 time: 0.1574006 Jan 28 07:34:58.943633 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 47374) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:34:58.959072 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0187c117-4a81-4f38-be92-2ff5dad16b80 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks [] for router (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:58.964407 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-0187c117-4a81-4f38-be92-2ff5dad16b80 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.8085194 Jan 28 07:34:58.967646 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 47376) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:34:58.994239 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b25b1564-1e44-4388-9312-d9878a5a47e9 None None] Publish callbacks [] for port (cfdda6c3-a423-4475-a4da-5eb0cd4af0fb), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:59.002773 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b25b1564-1e44-4388-9312-d9878a5a47e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (cfdda6c3-a423-4475-a4da-5eb0cd4af0fb), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:59.056734 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25b1564-1e44-4388-9312-d9878a5a47e9 None None] Pushing event updated for resources: {'Port': ['ID=cfdda6c3-a423-4475-a4da-5eb0cd4af0fb,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:34:59.091576 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b25b1564-1e44-4388-9312-d9878a5a47e9 None None] Network d7e8b57c-878b-4131-a3a5-332f4a529f67 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:34:59.094996 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-b25b1564-1e44-4388-9312-d9878a5a47e9 None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:34:59.099134 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25b1564-1e44-4388-9312-d9878a5a47e9 None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:34:59.126083 n-d-712749-28 neutron-server[103283]: INFO neutron.pecan_wsgi.hooks.translation [None req-43bcac1f-e5e0-48e3-9955-a5b99d6152aa tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] DELETE failed (client error): The resource could not be found. Jan 28 07:34:59.132164 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43bcac1f-e5e0-48e3-9955-a5b99d6152aa tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103283) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:34:59.135537 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-43bcac1f-e5e0-48e3-9955-a5b99d6152aa tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] 10.222.0.41 "DELETE /v2.0/subnets/7543ac29-225a-421e-9171-74d2cdb59d0d HTTP/1.1" status: 404 len: 337 time: 0.1774290 Jan 28 07:34:59.143756 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 47378) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:34:59.203714 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-b25b1564-1e44-4388-9312-d9878a5a47e9 None None] Attempting to bind port cfdda6c3-a423-4475-a4da-5eb0cd4af0fb on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:34:59.204250 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-b25b1564-1e44-4388-9312-d9878a5a47e9 None None] Attempting to bind port cfdda6c3-a423-4475-a4da-5eb0cd4af0fb by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '8a6d29ef-e86e-43ec-8879-1b3bbed3a235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd7e8b57c-878b-4131-a3a5-332f4a529f67'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:34:59.206172 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25b1564-1e44-4388-9312-d9878a5a47e9 None None] Attempting to bind port cfdda6c3-a423-4475-a4da-5eb0cd4af0fb on network d7e8b57c-878b-4131-a3a5-332f4a529f67 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:34:59.212160 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25b1564-1e44-4388-9312-d9878a5a47e9 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:34:59.212900 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25b1564-1e44-4388-9312-d9878a5a47e9 None None] Checking segment: {'id': '8a6d29ef-e86e-43ec-8879-1b3bbed3a235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd7e8b57c-878b-4131-a3a5-332f4a529f67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:34:59.216694 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b25b1564-1e44-4388-9312-d9878a5a47e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:59.217384 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25b1564-1e44-4388-9312-d9878a5a47e9 None None] Bound using segment: {'id': '8a6d29ef-e86e-43ec-8879-1b3bbed3a235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd7e8b57c-878b-4131-a3a5-332f4a529f67'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:34:59.218615 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-b25b1564-1e44-4388-9312-d9878a5a47e9 None None] Bound port: cfdda6c3-a423-4475-a4da-5eb0cd4af0fb, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a6d29ef-e86e-43ec-8879-1b3bbed3a235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd7e8b57c-878b-4131-a3a5-332f4a529f67'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:34:59.219206 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b25b1564-1e44-4388-9312-d9878a5a47e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (cfdda6c3-a423-4475-a4da-5eb0cd4af0fb), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:59.222883 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-f0b9d91c-70c7-4321-91f9-51e73cc3c8a2 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] 10.222.0.41 "GET /v2.0/ports?device_id=7babdd30-165d-493a-89d6-b06ca5812275 HTTP/1.1" status: 200 len: 205 time: 0.0734115 Jan 28 07:34:59.226665 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c1bbc8f7-dbd7-4c6c-b139-bb34df47ac94 req-2f6b7ece-342f-43d5-8160-19b97146f654 tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f3a84fe-9d73-4feb-98e2-bd68e4ccb185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3875058 Jan 28 07:34:59.237278 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 47382) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:34:59.318582 n-d-712749-28 neutron-server[103283]: INFO neutron.api.v2.resource [None req-0736ddbc-0cd4-42e6-bbd8-c41fa218cfcb tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] delete failed (client error): The resource could not be found. Jan 28 07:34:59.318867 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-0736ddbc-0cd4-42e6-bbd8-c41fa218cfcb tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] 10.222.0.41 "DELETE /v2.0/routers/7babdd30-165d-493a-89d6-b06ca5812275 HTTP/1.1" status: 404 len: 336 time: 0.0806186 Jan 28 07:34:59.328943 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 47384) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:34:59.392233 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-cae75468-4ec5-4906-b67a-821bf9202f8d tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec5c6071-7981-4540-9e4c-29272c9cac32 HTTP/1.1" status: 200 len: 205 time: 0.0617783 Jan 28 07:34:59.394732 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 47386) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:34:59.414404 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-b25b1564-1e44-4388-9312-d9878a5a47e9 None None] For port cfdda6c3-a423-4475-a4da-5eb0cd4af0fb, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:34:59.431078 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-b25b1564-1e44-4388-9312-d9878a5a47e9 None None] For port cfdda6c3-a423-4475-a4da-5eb0cd4af0fb, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=cfdda6c3-a423-4475-a4da-5eb0cd4af0fb,segment=NetworkSegment(8a6d29ef-e86e-43ec-8879-1b3bbed3a235),segment_id=8a6d29ef-e86e-43ec-8879-1b3bbed3a235)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:34:59.441353 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b25b1564-1e44-4388-9312-d9878a5a47e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (cfdda6c3-a423-4475-a4da-5eb0cd4af0fb), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:34:59.458790 n-d-712749-28 neutron-server[103283]: INFO neutron.api.v2.resource [None req-4428ab62-d972-406d-802e-50a52dbb7170 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] delete failed (client error): The resource could not be found. Jan 28 07:34:59.462121 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-4428ab62-d972-406d-802e-50a52dbb7170 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] 10.222.0.41 "DELETE /v2.0/routers/ec5c6071-7981-4540-9e4c-29272c9cac32 HTTP/1.1" status: 404 len: 336 time: 0.0645142 Jan 28 07:34:59.463417 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 47388) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:34:59.517931 n-d-712749-28 neutron-server[103283]: INFO neutron.pecan_wsgi.hooks.translation [None req-f78d287a-b20c-4c1c-b221-1c2394b139bf tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] DELETE failed (client error): The resource could not be found. Jan 28 07:34:59.518401 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f78d287a-b20c-4c1c-b221-1c2394b139bf tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103283) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:34:59.522791 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25b1564-1e44-4388-9312-d9878a5a47e9 None None] Pushing event updated for resources: {'Port': ['ID=cfdda6c3-a423-4475-a4da-5eb0cd4af0fb,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:34:59.527922 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-f78d287a-b20c-4c1c-b221-1c2394b139bf tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] 10.222.0.41 "DELETE /v2.0/subnets/2a1c3b96-dbe4-4516-83e2-0a8f95390afb HTTP/1.1" status: 404 len: 337 time: 0.0632646 Jan 28 07:34:59.531419 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 47390) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:34:59.611455 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-bb60ad96-5e0a-45c1-8f24-4cfe8c96d177 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cdd47e7-fad7-4ee4-b071-fec5b1d6b99b HTTP/1.1" status: 200 len: 205 time: 0.0759335 Jan 28 07:34:59.611720 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 47392) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:35:00.198656 n-d-712749-28 neutron-server[103283]: INFO neutron.api.v2.resource [None req-c7bcbbb1-7d24-4232-a259-e44b9075b7ce tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] delete failed (client error): The resource could not be found. Jan 28 07:35:00.199724 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-c7bcbbb1-7d24-4232-a259-e44b9075b7ce tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] 10.222.0.41 "DELETE /v2.0/routers/7cdd47e7-fad7-4ee4-b071-fec5b1d6b99b HTTP/1.1" status: 404 len: 336 time: 0.5867608 Jan 28 07:35:00.202726 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 47402) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:35:00.282834 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-f8890924-61ae-486d-856e-8215080f97d9 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] 10.222.0.41 "GET /v2.0/ports?device_id=3257cbf0-9371-4294-915d-12b9f47b71bc HTTP/1.1" status: 200 len: 205 time: 0.0785174 Jan 28 07:35:00.288042 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 47406) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:35:00.346970 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6b3a82ad-7879-44a1-9cef-5cb8c1d65df1 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:00.415516 n-d-712749-28 neutron-server[103283]: INFO neutron.api.v2.resource [None req-8c7e15d6-4e9d-4073-8d27-e8aa53cec8c0 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] delete failed (client error): The resource could not be found. Jan 28 07:35:00.424172 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-8c7e15d6-4e9d-4073-8d27-e8aa53cec8c0 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] 10.222.0.41 "DELETE /v2.0/routers/3257cbf0-9371-4294-915d-12b9f47b71bc HTTP/1.1" status: 404 len: 336 time: 0.1351628 Jan 28 07:35:00.424794 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 47410) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:35:00.470648 n-d-712749-28 neutron-server[103283]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d73e8c9-dd53-4889-b5cf-1a99c479ef8b tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] DELETE failed (client error): The resource could not be found. Jan 28 07:35:00.471307 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d73e8c9-dd53-4889-b5cf-1a99c479ef8b tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103283) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:35:00.474489 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-8d73e8c9-dd53-4889-b5cf-1a99c479ef8b tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] 10.222.0.41 "DELETE /v2.0/subnets/c3d17ffa-da8d-44e7-822f-c9d1789a4dbf HTTP/1.1" status: 404 len: 337 time: 0.0449138 Jan 28 07:35:00.480119 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 47412) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:35:00.657534 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-96462ddb-99c7-4f3e-984f-771e016aec06 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a19477a-ac69-4823-9c98-57aaba23809d HTTP/1.1" status: 200 len: 205 time: 0.1753032 Jan 28 07:35:00.660034 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 47416) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:35:00.689931 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device cfdda6c3-a423-4475-a4da-5eb0cd4af0fb up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:35:00.717029 n-d-712749-28 neutron-server[103283]: INFO neutron.api.v2.resource [None req-f2ee646c-1b1e-4af3-bd34-dc27520ba6c9 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] delete failed (client error): The resource could not be found. Jan 28 07:35:00.719319 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-f2ee646c-1b1e-4af3-bd34-dc27520ba6c9 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] 10.222.0.41 "DELETE /v2.0/routers/2a19477a-ac69-4823-9c98-57aaba23809d HTTP/1.1" status: 404 len: 336 time: 0.0573263 Jan 28 07:35:00.721363 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 47420) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:35:00.834622 n-d-712749-28 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-0aa4898d-6c2e-4d12-9af4-069610056dd3 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] DELETE failed (client error): The resource could not be found. Jan 28 07:35:00.836036 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0aa4898d-6c2e-4d12-9af4-069610056dd3 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:35:00.839735 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-0aa4898d-6c2e-4d12-9af4-069610056dd3 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] 10.222.0.41 "DELETE /v2.0/subnets/83a549ab-6dee-4a87-b275-15487b8e3db9 HTTP/1.1" status: 404 len: 337 time: 0.1157324 Jan 28 07:35:00.842378 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 47426) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:35:00.848568 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port cfdda6c3-a423-4475-a4da-5eb0cd4af0fb triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:35:00.848961 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (cfdda6c3-a423-4475-a4da-5eb0cd4af0fb), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:00.909777 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-f277f19e-039b-4429-998b-0ffef2b40efa tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] 10.222.0.41 "GET /v2.0/ports?device_id=2331d298-cab2-4b40-8f1c-d2ab8f3abfed HTTP/1.1" status: 200 len: 205 time: 0.0647535 Jan 28 07:35:00.912530 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 47428) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:35:00.956628 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb7e26d-19f8-481b-9bde-dd81316bd215 req-7bde1caf-1f47-4820-b2c3-6a5fbcefee4d tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:35:00.961573 n-d-712749-28 neutron-server[103283]: INFO neutron.api.v2.resource [None req-1e7fcb75-f6e6-42b4-a114-17a495f0a163 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] delete failed (client error): The resource could not be found. Jan 28 07:35:00.963053 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-1e7fcb75-f6e6-42b4-a114-17a495f0a163 tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] 10.222.0.41 "DELETE /v2.0/routers/2331d298-cab2-4b40-8f1c-d2ab8f3abfed HTTP/1.1" status: 404 len: 336 time: 0.0494409 Jan 28 07:35:00.966489 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 47430) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:35:00.979232 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-bcb7e26d-19f8-481b-9bde-dd81316bd215 req-7bde1caf-1f47-4820-b2c3-6a5fbcefee4d tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] 10.222.0.41 "GET /v2.0/ports?device_id=aac945c6-dede-4910-82e1-179f6235b906 HTTP/1.1" status: 200 len: 946 time: 0.5240107 Jan 28 07:35:01.018716 n-d-712749-28 neutron-server[103283]: INFO neutron.pecan_wsgi.hooks.translation [None req-8070baf3-1c8d-4f47-8a40-2437170b185f tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] DELETE failed (client error): The resource could not be found. Jan 28 07:35:01.019287 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8070baf3-1c8d-4f47-8a40-2437170b185f tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103283) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:35:01.022529 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-8070baf3-1c8d-4f47-8a40-2437170b185f tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] 10.222.0.41 "DELETE /v2.0/subnets/06d8d215-35bb-4176-82cd-4c24083bc48d HTTP/1.1" status: 404 len: 337 time: 0.0526278 Jan 28 07:35:01.027154 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 47434) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:35:01.057162 n-d-712749-28 neutron-server[103283]: INFO neutron.pecan_wsgi.hooks.translation [None req-938274e2-3090-42df-917c-06f42e28687f tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] DELETE failed (client error): The resource could not be found. Jan 28 07:35:01.057958 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-938274e2-3090-42df-917c-06f42e28687f tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103283) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:35:01.061653 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-938274e2-3090-42df-917c-06f42e28687f tempest-RoutersIpV6Test-355366046 tempest-RoutersIpV6Test-355366046-project] 10.222.0.41 "DELETE /v2.0/subnets/dd13ae7f-7482-4b60-b2d2-b7c6adc63620 HTTP/1.1" status: 404 len: 337 time: 0.0331318 Jan 28 07:35:01.092073 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port cfdda6c3-a423-4475-a4da-5eb0cd4af0fb is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:35:01.095106 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (cfdda6c3-a423-4475-a4da-5eb0cd4af0fb), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:01.189251 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-bcb7e26d-19f8-481b-9bde-dd81316bd215 req-698e4f67-d191-4f59-82c9-ffd25ce5ca48 tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f3a84fe-9d73-4feb-98e2-bd68e4ccb185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088099 Jan 28 07:35:01.221121 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-6b3a82ad-7879-44a1-9cef-5cb8c1d65df1 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Allocated IP 172.20.0.1 (d7e8b57c-878b-4131-a3a5-332f4a529f67/e6c83042-b927-4a6e-98fc-18f400889006/f420fb93-2bd5-4d60-b941-4470038cfa9e) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:35:01.252510 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] For port cfdda6c3-a423-4475-a4da-5eb0cd4af0fb, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=cfdda6c3-a423-4475-a4da-5eb0cd4af0fb,segment=NetworkSegment(8a6d29ef-e86e-43ec-8879-1b3bbed3a235),segment_id=8a6d29ef-e86e-43ec-8879-1b3bbed3a235)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:35:01.259842 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (cfdda6c3-a423-4475-a4da-5eb0cd4af0fb), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:01.387903 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Pushing event updated for resources: {'Port': ['ID=cfdda6c3-a423-4475-a4da-5eb0cd4af0fb,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:35:01.485760 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a909c6-d307-44a1-b266-77999972b739 None None] Network d7e8b57c-878b-4131-a3a5-332f4a529f67 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:35:01.488244 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6b3a82ad-7879-44a1-9cef-5cb8c1d65df1 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks [] for port (f420fb93-2bd5-4d60-b941-4470038cfa9e), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:01.611427 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6b3a82ad-7879-44a1-9cef-5cb8c1d65df1 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (f420fb93-2bd5-4d60-b941-4470038cfa9e), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:01.633663 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-49e83ca0-45a2-4813-b7fc-a7e3005f8a8b None None] Provisioning complete for port cfdda6c3-a423-4475-a4da-5eb0cd4af0fb triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:35:01.634051 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-49e83ca0-45a2-4813-b7fc-a7e3005f8a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (cfdda6c3-a423-4475-a4da-5eb0cd4af0fb), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:01.698209 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b3a82ad-7879-44a1-9cef-5cb8c1d65df1 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Network d7e8b57c-878b-4131-a3a5-332f4a529f67 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:35:01.703963 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-6b3a82ad-7879-44a1-9cef-5cb8c1d65df1 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:35:01.706770 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3a82ad-7879-44a1-9cef-5cb8c1d65df1 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:35:01.772065 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6b3a82ad-7879-44a1-9cef-5cb8c1d65df1 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16609232'] for router_interface (33946173-493e-4ced-a96c-12731dff7408), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:01.806374 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 47444) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:35:01.868815 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3a82ad-7879-44a1-9cef-5cb8c1d65df1 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Pushing event updated for resources: {'Port': ['ID=f420fb93-2bd5-4d60-b941-4470038cfa9e,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:35:01.884370 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-49e83ca0-45a2-4813-b7fc-a7e3005f8a8b None None] Current status of the port cfdda6c3-a423-4475-a4da-5eb0cd4af0fb is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:35:02.037017 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6b3a82ad-7879-44a1-9cef-5cb8c1d65df1 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (f420fb93-2bd5-4d60-b941-4470038cfa9e), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:02.138776 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-5fe856f1-9b97-4f2a-956a-25028cb61c01 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=eec785a36bb947ca8a0b9e5aec6023b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3309937 Jan 28 07:35:02.143959 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 47452) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:35:02.228677 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-73fe6297-947d-4db3-aa5d-d5b80e85f5a9 admin admin] Publish callbacks [] for security_group (f5601139-9ad6-47e6-ab3c-5366a4e4d178), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:02.266697 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-73fe6297-947d-4db3-aa5d-d5b80e85f5a9 admin admin] Publish callbacks [] for security_group (f5601139-9ad6-47e6-ab3c-5366a4e4d178), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:02.365376 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-73fe6297-947d-4db3-aa5d-d5b80e85f5a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (f5601139-9ad6-47e6-ab3c-5366a4e4d178), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:02.368544 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-73fe6297-947d-4db3-aa5d-d5b80e85f5a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:02.371933 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-73fe6297-947d-4db3-aa5d-d5b80e85f5a9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f5601139-9ad6-47e6-ab3c-5366a4e4d178 HTTP/1.1" status: 204 len: 168 time: 0.2242846 Jan 28 07:35:02.403923 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fe6297-947d-4db3-aa5d-d5b80e85f5a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5601139-9ad6-47e6-ab3c-5366a4e4d178,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:35:02.450662 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eab516b-f651-4409-b1a7-218acf06b25b req-e8e5f475-c036-4e23-8a29-4b8820e11614 tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:35:02.454337 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-3eab516b-f651-4409-b1a7-218acf06b25b req-e8e5f475-c036-4e23-8a29-4b8820e11614 tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] 10.222.0.41 "GET /v2.0/ports?device_id=aac945c6-dede-4910-82e1-179f6235b906 HTTP/1.1" status: 200 len: 946 time: 0.1173553 Jan 28 07:35:02.476858 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-a531741f-3134-4f5d-97bd-6be3aff81f45 None None] Provisioning complete for port f420fb93-2bd5-4d60-b941-4470038cfa9e triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:35:02.480457 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a531741f-3134-4f5d-97bd-6be3aff81f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (f420fb93-2bd5-4d60-b941-4470038cfa9e), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:02.574289 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-3eab516b-f651-4409-b1a7-218acf06b25b req-c8f0fd0f-428f-4084-8e49-3a913e5380a4 tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f3a84fe-9d73-4feb-98e2-bd68e4ccb185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138639 Jan 28 07:35:02.611030 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device cfdda6c3-a423-4475-a4da-5eb0cd4af0fb up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:35:02.651467 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-a531741f-3134-4f5d-97bd-6be3aff81f45 None None] Port f420fb93-2bd5-4d60-b941-4470038cfa9e cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:35:02.684821 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6b3a82ad-7879-44a1-9cef-5cb8c1d65df1 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks [] for port (f420fb93-2bd5-4d60-b941-4470038cfa9e), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:02.694992 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6b3a82ad-7879-44a1-9cef-5cb8c1d65df1 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (f420fb93-2bd5-4d60-b941-4470038cfa9e), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:02.741135 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-a531741f-3134-4f5d-97bd-6be3aff81f45 None None] Provisioning complete for port cfdda6c3-a423-4475-a4da-5eb0cd4af0fb triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:35:02.743045 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a531741f-3134-4f5d-97bd-6be3aff81f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (cfdda6c3-a423-4475-a4da-5eb0cd4af0fb), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:02.808440 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6b3a82ad-7879-44a1-9cef-5cb8c1d65df1 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16318999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16606560'] for router_interface (33946173-493e-4ced-a96c-12731dff7408), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:02.832176 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port cfdda6c3-a423-4475-a4da-5eb0cd4af0fb triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:35:02.837379 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (cfdda6c3-a423-4475-a4da-5eb0cd4af0fb), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:02.895437 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3a82ad-7879-44a1-9cef-5cb8c1d65df1 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Pushing event updated for resources: {'Port': ['ID=f420fb93-2bd5-4d60-b941-4470038cfa9e,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:35:03.017542 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-a531741f-3134-4f5d-97bd-6be3aff81f45 None None] Current status of the port cfdda6c3-a423-4475-a4da-5eb0cd4af0fb is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:35:03.027243 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port cfdda6c3-a423-4475-a4da-5eb0cd4af0fb is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:35:03.042547 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b3a82ad-7879-44a1-9cef-5cb8c1d65df1 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Network d7e8b57c-878b-4131-a3a5-332f4a529f67 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:35:03.044994 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-6b3a82ad-7879-44a1-9cef-5cb8c1d65df1 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:35:03.092986 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:03.154135 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-340c85dd-ac0b-4b85-b053-d94a447e8a9a None None] Provisioning complete for port f420fb93-2bd5-4d60-b941-4470038cfa9e triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:35:03.154759 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-340c85dd-ac0b-4b85-b053-d94a447e8a9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (f420fb93-2bd5-4d60-b941-4470038cfa9e), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:03.237118 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b3a82ad-7879-44a1-9cef-5cb8c1d65df1 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Router 33946173-493e-4ced-a96c-12731dff7408 is scheduled to L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 with binding_index 1 {{(pid=103284) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 07:35:03.275256 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-340c85dd-ac0b-4b85-b053-d94a447e8a9a None None] Port f420fb93-2bd5-4d60-b941-4470038cfa9e cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:35:03.286086 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-419bba30-3974-44e4-aa37-8473808ea09c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:03.401404 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b3a82ad-7879-44a1-9cef-5cb8c1d65df1 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:35:03.406577 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-6b3a82ad-7879-44a1-9cef-5cb8c1d65df1 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] 10.222.0.41 "PUT /v2.0/routers/33946173-493e-4ced-a96c-12731dff7408/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4372261 Jan 28 07:35:03.409114 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 47480) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:35:03.413330 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6b50d3-3980-47d6-a45e-62ac8812bc8c None None] Sync routers for ids ['33946173-493e-4ced-a96c-12731dff7408'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:35:03.457763 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6b50d3-3980-47d6-a45e-62ac8812bc8c None None] Routers {'33946173-493e-4ced-a96c-12731dff7408'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:35:03.463280 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-fb6b50d3-3980-47d6-a45e-62ac8812bc8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:34:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['33946173-493e-4ced-a96c-12731dff7408'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:35:03.528596 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cf4e70c-64ee-4470-8771-94e960df68d2 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:35:03.530924 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-6cf4e70c-64ee-4470-8771-94e960df68d2 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] 10.222.0.41 "GET /v2.0/ports/f420fb93-2bd5-4d60-b941-4470038cfa9e HTTP/1.1" status: 200 len: 910 time: 0.1202443 Jan 28 07:35:03.533402 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 47486) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:35:03.539873 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-9c2a7c83-4cbb-44e9-b927-c993ebfb4a76 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e6c83042-b927-4a6e-98fc-18f400889006'}]}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:35:03.556627 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-fb6b50d3-3980-47d6-a45e-62ac8812bc8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:35:03.600012 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6b50d3-3980-47d6-a45e-62ac8812bc8c None None] Routers {'33946173-493e-4ced-a96c-12731dff7408'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:35:03.600680 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-fb6b50d3-3980-47d6-a45e-62ac8812bc8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:34:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['33946173-493e-4ced-a96c-12731dff7408'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:35:03.616837 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-a7641df5-831d-455f-8d8c-8b94ccbf5453 None None] Provisioning complete for port f420fb93-2bd5-4d60-b941-4470038cfa9e triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:35:03.617218 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a7641df5-831d-455f-8d8c-8b94ccbf5453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (f420fb93-2bd5-4d60-b941-4470038cfa9e), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:03.742679 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-fb6b50d3-3980-47d6-a45e-62ac8812bc8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:35:03.745501 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6b50d3-3980-47d6-a45e-62ac8812bc8c None None] The sync data for ids ['33946173-493e-4ced-a96c-12731dff7408'] in n-d-712749-28 is: [] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:35:03.799507 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-a7641df5-831d-455f-8d8c-8b94ccbf5453 None None] Port f420fb93-2bd5-4d60-b941-4470038cfa9e cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:35:03.844617 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359e931a-f8d1-4b14-9946-4193e0d347ae req-7223ab46-9aca-4d5e-b47a-262127aa8eaa tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:35:03.859446 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-359e931a-f8d1-4b14-9946-4193e0d347ae req-7223ab46-9aca-4d5e-b47a-262127aa8eaa tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] 10.222.0.41 "GET /v2.0/ports?device_id=aac945c6-dede-4910-82e1-179f6235b906 HTTP/1.1" status: 200 len: 946 time: 0.1306314 Jan 28 07:35:03.969022 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9c2a7c83-4cbb-44e9-b927-c993ebfb4a76 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (f420fb93-2bd5-4d60-b941-4470038cfa9e), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:03.969901 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-359e931a-f8d1-4b14-9946-4193e0d347ae req-7cfe8f2e-de8d-4c3c-b268-b5885ed09955 tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f3a84fe-9d73-4feb-98e2-bd68e4ccb185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095188 Jan 28 07:35:04.025459 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:04.577314 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9c2a7c83-4cbb-44e9-b927-c993ebfb4a76 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks [] for port (f420fb93-2bd5-4d60-b941-4470038cfa9e), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:04.590623 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9c2a7c83-4cbb-44e9-b927-c993ebfb4a76 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (f420fb93-2bd5-4d60-b941-4470038cfa9e), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:04.766731 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2a7c83-4cbb-44e9-b927-c993ebfb4a76 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Pushing event updated for resources: {'Port': ['ID=f420fb93-2bd5-4d60-b941-4470038cfa9e,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:35:04.827592 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c2a7c83-4cbb-44e9-b927-c993ebfb4a76 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:35:04.828281 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9c2a7c83-4cbb-44e9-b927-c993ebfb4a76 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:04.833590 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 47514) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:35:04.835730 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-9c2a7c83-4cbb-44e9-b927-c993ebfb4a76 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] 10.222.0.41 "PUT /v2.0/ports/f420fb93-2bd5-4d60-b941-4470038cfa9e HTTP/1.1" status: 200 len: 910 time: 1.3010299 Jan 28 07:35:05.186056 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ffffc9-6c65-45e4-bb50-1c08a837283b req-44207e42-28dd-4d43-9749-fdd1d801b11b tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:35:05.195629 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-13ffffc9-6c65-45e4-bb50-1c08a837283b req-44207e42-28dd-4d43-9749-fdd1d801b11b tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] 10.222.0.41 "GET /v2.0/ports?device_id=aac945c6-dede-4910-82e1-179f6235b906 HTTP/1.1" status: 200 len: 946 time: 0.0917468 Jan 28 07:35:05.325906 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-13ffffc9-6c65-45e4-bb50-1c08a837283b req-169f8e64-7f4a-420b-a660-de8069373cae tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f3a84fe-9d73-4feb-98e2-bd68e4ccb185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195681 Jan 28 07:35:05.402360 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-78d0f314-b4c7-46ef-9bf8-64a09769f96b tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16606535'] for router_interface (33946173-493e-4ced-a96c-12731dff7408), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:05.630914 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-21319082-e37d-4a45-b58a-e7f3fa23e1cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:05.763285 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 47538) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:35:05.822480 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-78d0f314-b4c7-46ef-9bf8-64a09769f96b tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Deleting port f420fb93-2bd5-4d60-b941-4470038cfa9e {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:35:05.823364 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-78d0f314-b4c7-46ef-9bf8-64a09769f96b tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (f420fb93-2bd5-4d60-b941-4470038cfa9e), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:05.934476 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-78d0f314-b4c7-46ef-9bf8-64a09769f96b tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (f420fb93-2bd5-4d60-b941-4470038cfa9e), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:05.948599 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-78d0f314-b4c7-46ef-9bf8-64a09769f96b tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Calling delete_port for f420fb93-2bd5-4d60-b941-4470038cfa9e owned by network:router_interface {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:35:05.966293 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9a026e8-9e36-4067-a02c-964b8489fe12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:06.053827 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9a026e8-9e36-4067-a02c-964b8489fe12 admin admin] Publish callbacks [] for security_group (af939977-0d2c-4896-814c-c853ea9d2bef), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:06.060889 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9a026e8-9e36-4067-a02c-964b8489fe12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (af939977-0d2c-4896-814c-c853ea9d2bef), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:06.137282 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-d9a026e8-9e36-4067-a02c-964b8489fe12 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cbe62703196648a8a31393be6241a57c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3676252 Jan 28 07:35:06.137282 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a026e8-9e36-4067-a02c-964b8489fe12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af939977-0d2c-4896-814c-c853ea9d2bef,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:35:06.139142 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 47546) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:35:06.273611 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-78d0f314-b4c7-46ef-9bf8-64a09769f96b tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (f420fb93-2bd5-4d60-b941-4470038cfa9e), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:06.273831 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730ce7e3-d92c-4c02-bdbc-ed25cb5d6142 req-95d44cdb-86e4-4ec4-9749-be39c74bc6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:35:06.275496 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-730ce7e3-d92c-4c02-bdbc-ed25cb5d6142 req-95d44cdb-86e4-4ec4-9749-be39c74bc6ec service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=aac945c6-dede-4910-82e1-179f6235b906 HTTP/1.1" status: 200 len: 1098 time: 0.0546653 Jan 28 07:35:06.290893 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e39980e3-d192-4b3a-930b-5cde3fd31e48 admin admin] Publish callbacks [] for security_group (af939977-0d2c-4896-814c-c853ea9d2bef), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:06.333886 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d0f314-b4c7-46ef-9bf8-64a09769f96b tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Pushing event deleted for resources: {'Port': ['ID=f420fb93-2bd5-4d60-b941-4470038cfa9e,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:35:06.385399 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d0f314-b4c7-46ef-9bf8-64a09769f96b tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:35:06.385895 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d0f314-b4c7-46ef-9bf8-64a09769f96b tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:35:06.386363 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d0f314-b4c7-46ef-9bf8-64a09769f96b tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:35:06.386808 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d0f314-b4c7-46ef-9bf8-64a09769f96b tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:35:06.387788 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d0f314-b4c7-46ef-9bf8-64a09769f96b tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:35:06.388254 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d0f314-b4c7-46ef-9bf8-64a09769f96b tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:35:06.389108 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d0f314-b4c7-46ef-9bf8-64a09769f96b tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:35:06.389108 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d0f314-b4c7-46ef-9bf8-64a09769f96b tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:35:06.390172 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d0f314-b4c7-46ef-9bf8-64a09769f96b tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:35:06.390999 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d0f314-b4c7-46ef-9bf8-64a09769f96b tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:35:06.391451 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d0f314-b4c7-46ef-9bf8-64a09769f96b tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:35:06.391883 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d0f314-b4c7-46ef-9bf8-64a09769f96b tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:35:06.392561 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d0f314-b4c7-46ef-9bf8-64a09769f96b tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:35:06.414198 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-730ce7e3-d92c-4c02-bdbc-ed25cb5d6142 req-224d464f-5699-4240-a240-ed7ff39abae3 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=3f3a84fe-9d73-4feb-98e2-bd68e4ccb185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287243 Jan 28 07:35:06.457834 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e39980e3-d192-4b3a-930b-5cde3fd31e48 admin admin] Publish callbacks [] for security_group (af939977-0d2c-4896-814c-c853ea9d2bef), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:06.565867 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9677fcf9-8921-487c-8e19-b3364a1773de req-362fcadb-fa36-482a-b76c-a8542b393e55 tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:35:06.568014 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9677fcf9-8921-487c-8e19-b3364a1773de req-362fcadb-fa36-482a-b76c-a8542b393e55 tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] 10.222.0.41 "GET /v2.0/ports?device_id=aac945c6-dede-4910-82e1-179f6235b906 HTTP/1.1" status: 200 len: 946 time: 0.1364570 Jan 28 07:35:06.670551 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-78d0f314-b4c7-46ef-9bf8-64a09769f96b tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16319006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16606699'] for router_interface (33946173-493e-4ced-a96c-12731dff7408), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:06.704432 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e39980e3-d192-4b3a-930b-5cde3fd31e48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (af939977-0d2c-4896-814c-c853ea9d2bef), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:06.706928 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e39980e3-d192-4b3a-930b-5cde3fd31e48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:06.708630 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-e39980e3-d192-4b3a-930b-5cde3fd31e48 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/af939977-0d2c-4896-814c-c853ea9d2bef HTTP/1.1" status: 204 len: 168 time: 0.5678871 Jan 28 07:35:06.772390 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9677fcf9-8921-487c-8e19-b3364a1773de req-2daa98a6-c85e-4b7d-83ca-208a4eb99d9a tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f3a84fe-9d73-4feb-98e2-bd68e4ccb185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198752 Jan 28 07:35:06.775505 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39980e3-d192-4b3a-930b-5cde3fd31e48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af939977-0d2c-4896-814c-c853ea9d2bef,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:35:06.942634 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78d0f314-b4c7-46ef-9bf8-64a09769f96b tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Router 33946173-493e-4ced-a96c-12731dff7408 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:35:07.016669 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:07.079581 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78d0f314-b4c7-46ef-9bf8-64a09769f96b tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:35:07.091395 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198d3a41-2a2a-4a49-9392-a79afde577c2 None None] Sync routers for ids ['33946173-493e-4ced-a96c-12731dff7408'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:35:07.094890 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 47562) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:35:07.095817 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-78d0f314-b4c7-46ef-9bf8-64a09769f96b tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] 10.222.0.41 "PUT /v2.0/routers/33946173-493e-4ced-a96c-12731dff7408/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2609220 Jan 28 07:35:07.103454 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198d3a41-2a2a-4a49-9392-a79afde577c2 None None] Routers {'33946173-493e-4ced-a96c-12731dff7408'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:35:07.104289 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-198d3a41-2a2a-4a49-9392-a79afde577c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:35:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['33946173-493e-4ced-a96c-12731dff7408'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:35:07.143956 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 47566) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:35:07.146564 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-198d3a41-2a2a-4a49-9392-a79afde577c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:35:07.148279 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-20583aa4-ccbc-4093-88cb-7aa350b54b53 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] 10.222.0.41 "GET /v2.0/ports?device_id=33946173-493e-4ced-a96c-12731dff7408 HTTP/1.1" status: 200 len: 205 time: 0.0522563 Jan 28 07:35:07.150957 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 47568) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:35:07.157202 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198d3a41-2a2a-4a49-9392-a79afde577c2 None None] Routers {'33946173-493e-4ced-a96c-12731dff7408'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:35:07.158068 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-198d3a41-2a2a-4a49-9392-a79afde577c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:35:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['33946173-493e-4ced-a96c-12731dff7408'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:35:07.161653 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b41c8ebd-cbe9-4d5c-9388-e2cda4c36645 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:07.193868 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-198d3a41-2a2a-4a49-9392-a79afde577c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:35:07.194787 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198d3a41-2a2a-4a49-9392-a79afde577c2 None None] The sync data for ids ['33946173-493e-4ced-a96c-12731dff7408'] in n-d-712749-28 is: [] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:35:07.313831 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b41c8ebd-cbe9-4d5c-9388-e2cda4c36645 admin admin] Publish callbacks [] for security_group (7952d73a-e380-42d5-acde-0965cecac601), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:07.314871 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-164887ee-10ba-4b8e-8ab0-28df7e46e43e tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks [] for router (33946173-493e-4ced-a96c-12731dff7408), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:07.323028 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b41c8ebd-cbe9-4d5c-9388-e2cda4c36645 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (7952d73a-e380-42d5-acde-0965cecac601), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:07.351973 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 7 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 07:35:07.441863 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-b41c8ebd-cbe9-4d5c-9388-e2cda4c36645 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e539c1b15fec46bd88d33092eb975efe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2966137 Jan 28 07:35:07.443159 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41c8ebd-cbe9-4d5c-9388-e2cda4c36645 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7952d73a-e380-42d5-acde-0965cecac601,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:35:07.445984 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 47572) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:35:07.512987 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b82a82e7-8986-4543-9897-d37cf3086e35 admin admin] Publish callbacks [] for security_group (7952d73a-e380-42d5-acde-0965cecac601), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:07.539309 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b82a82e7-8986-4543-9897-d37cf3086e35 admin admin] Publish callbacks [] for security_group (7952d73a-e380-42d5-acde-0965cecac601), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:07.617946 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b82a82e7-8986-4543-9897-d37cf3086e35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (7952d73a-e380-42d5-acde-0965cecac601), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:07.626653 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b82a82e7-8986-4543-9897-d37cf3086e35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:07.628031 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-b82a82e7-8986-4543-9897-d37cf3086e35 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7952d73a-e380-42d5-acde-0965cecac601 HTTP/1.1" status: 204 len: 168 time: 0.1810646 Jan 28 07:35:07.647756 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82a82e7-8986-4543-9897-d37cf3086e35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7952d73a-e380-42d5-acde-0965cecac601,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:35:08.052101 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bb005a-6849-461f-85ab-df787378e927 req-203964d5-c7ca-4659-9189-0af2ee2de6bb tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:35:08.053745 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-03bb005a-6849-461f-85ab-df787378e927 req-203964d5-c7ca-4659-9189-0af2ee2de6bb tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] 10.222.0.41 "GET /v2.0/ports?device_id=aac945c6-dede-4910-82e1-179f6235b906 HTTP/1.1" status: 200 len: 946 time: 0.1070635 Jan 28 07:35:08.165237 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-03bb005a-6849-461f-85ab-df787378e927 req-1d463092-aff3-4a85-aaaa-bc514107133c tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f3a84fe-9d73-4feb-98e2-bd68e4ccb185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026702 Jan 28 07:35:08.227733 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-164887ee-10ba-4b8e-8ab0-28df7e46e43e tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16605684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127449'] for router (33946173-493e-4ced-a96c-12731dff7408), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:08.233967 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-164887ee-10ba-4b8e-8ab0-28df7e46e43e tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks [] for router_controller (33946173-493e-4ced-a96c-12731dff7408), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:08.378551 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-164887ee-10ba-4b8e-8ab0-28df7e46e43e tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16605693'] for router (33946173-493e-4ced-a96c-12731dff7408), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:08.379455 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-164887ee-10ba-4b8e-8ab0-28df7e46e43e tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Fanout notify agent at l3_agent the message router_deleted on router 33946173-493e-4ced-a96c-12731dff7408 {{(pid=103284) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 07:35:08.404228 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-164887ee-10ba-4b8e-8ab0-28df7e46e43e tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks [] for router (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:08.406588 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-164887ee-10ba-4b8e-8ab0-28df7e46e43e tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] 10.222.0.41 "DELETE /v2.0/routers/33946173-493e-4ced-a96c-12731dff7408 HTTP/1.1" status: 204 len: 168 time: 1.2545502 Jan 28 07:35:08.409310 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 47612) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:35:08.585206 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc1dcfc0-0855-4268-954c-62b06c16b4a9 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Deleting subnet e6c83042-b927-4a6e-98fc-18f400889006 {{(pid=103283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:35:08.592330 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cc1dcfc0-0855-4268-954c-62b06c16b4a9 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks [] for subnet (e6c83042-b927-4a6e-98fc-18f400889006), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:08.644642 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b56a56a-5c3d-446e-b9be-276485ac8fd6 req-f95aa161-194a-44ef-9682-f503db154c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:35:08.646388 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1b56a56a-5c3d-446e-b9be-276485ac8fd6 req-f95aa161-194a-44ef-9682-f503db154c62 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c4b2a68a25c944a0a3c783e458798cd1&device_id=aac945c6-dede-4910-82e1-179f6235b906 HTTP/1.1" status: 200 len: 1098 time: 0.1738267 Jan 28 07:35:08.658408 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889ba7a2-c434-4998-b1ca-450801a928d6 req-d72efd98-8494-4517-b88e-d9668056d4c7 tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:35:08.660612 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-889ba7a2-c434-4998-b1ca-450801a928d6 req-d72efd98-8494-4517-b88e-d9668056d4c7 tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] 10.222.0.41 "GET /v2.0/ports?device_id=aac945c6-dede-4910-82e1-179f6235b906 HTTP/1.1" status: 200 len: 946 time: 0.1357563 Jan 28 07:35:08.705918 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:08.725557 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cc1dcfc0-0855-4268-954c-62b06c16b4a9 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13506696'] for subnet (e6c83042-b927-4a6e-98fc-18f400889006), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:08.948129 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-889ba7a2-c434-4998-b1ca-450801a928d6 req-59a35621-5e35-4b40-8e01-8213e40c061d tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f3a84fe-9d73-4feb-98e2-bd68e4ccb185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2716136 Jan 28 07:35:08.966413 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b56a56a-5c3d-446e-b9be-276485ac8fd6 req-08cf0529-870f-48ba-8074-bb38e3eb7063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:35:08.969104 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1b56a56a-5c3d-446e-b9be-276485ac8fd6 req-08cf0529-870f-48ba-8074-bb38e3eb7063 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2136e757-c99f-4d23-960c-aa395d5a28c6 HTTP/1.1" status: 200 len: 910 time: 0.3072643 Jan 28 07:35:09.019152 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1b56a56a-5c3d-446e-b9be-276485ac8fd6 req-949262bf-7499-43c7-b519-113f4e3890dc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b4b34934-e37e-47d9-93e3-1b7fa542dcd9 HTTP/1.1" status: 200 len: 217 time: 0.0443065 Jan 28 07:35:09.021884 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cc1dcfc0-0855-4268-954c-62b06c16b4a9 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (e6c83042-b927-4a6e-98fc-18f400889006), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:09.144654 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b56a56a-5c3d-446e-b9be-276485ac8fd6 req-d5201f38-349f-4a94-bc78-644ca455b5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:35:09.146715 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1b56a56a-5c3d-446e-b9be-276485ac8fd6 req-d5201f38-349f-4a94-bc78-644ca455b5d8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=66e93671-6c65-4d5e-8c66-6c2cfdec864e HTTP/1.1" status: 200 len: 849 time: 0.1209965 Jan 28 07:35:09.201406 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cc1dcfc0-0855-4268-954c-62b06c16b4a9 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13546665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13556132'] for subnet (e6c83042-b927-4a6e-98fc-18f400889006), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:09.252439 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1dcfc0-0855-4268-954c-62b06c16b4a9 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Pushing event deleted for resources: {'Subnet': ['ID=e6c83042-b927-4a6e-98fc-18f400889006,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:35:09.256228 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1b56a56a-5c3d-446e-b9be-276485ac8fd6 req-9447df62-d037-45b3-a8f6-7c7b4526f781 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2136e757-c99f-4d23-960c-aa395d5a28c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0659463 Jan 28 07:35:09.268182 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c6977d-3714-4cfd-96e3-6253759983bd None None] Network d7e8b57c-878b-4131-a3a5-332f4a529f67 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:35:09.289245 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [req-1b56a56a-5c3d-446e-b9be-276485ac8fd6 req-0a066497-2033-4100-a512-395e901b0e65 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103283) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 07:35:09.294436 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1b56a56a-5c3d-446e-b9be-276485ac8fd6 req-0a066497-2033-4100-a512-395e901b0e65 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0167363 Jan 28 07:35:09.300440 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cc1dcfc0-0855-4268-954c-62b06c16b4a9 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks [] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:09.306199 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-cc1dcfc0-0855-4268-954c-62b06c16b4a9 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] 10.222.0.41 "DELETE /v2.0/subnets/e6c83042-b927-4a6e-98fc-18f400889006 HTTP/1.1" status: 204 len: 168 time: 0.8945339 Jan 28 07:35:09.308688 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 47636) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:35:09.579649 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1b56a56a-5c3d-446e-b9be-276485ac8fd6 req-45ec3987-f4aa-465b-ae59-36800431e0c4 service neutron] 10.222.0.44 "GET /v2.0/networks/2136e757-c99f-4d23-960c-aa395d5a28c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2720201 Jan 28 07:35:09.613003 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c3fea12f-0c8a-4ab6-bcc6-08ea2c863712 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (d7e8b57c-878b-4131-a3a5-332f4a529f67), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:09.613506 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b65ce90b-fbaf-4c09-aed9-b2c34d6f7c90 None None] DHCP port deletion for d7e8b57c-878b-4131-a3a5-332f4a529f67 request from n-d-712749-28 {{(pid=103285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 07:35:09.736773 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:09.777868 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-b65ce90b-fbaf-4c09-aed9-b2c34d6f7c90 None None] Deleting port cfdda6c3-a423-4475-a4da-5eb0cd4af0fb {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:35:09.778252 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b65ce90b-fbaf-4c09-aed9-b2c34d6f7c90 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (cfdda6c3-a423-4475-a4da-5eb0cd4af0fb), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:09.880084 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-c3fea12f-0c8a-4ab6-bcc6-08ea2c863712 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Deleting port cfdda6c3-a423-4475-a4da-5eb0cd4af0fb {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:35:09.880084 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c3fea12f-0c8a-4ab6-bcc6-08ea2c863712 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (cfdda6c3-a423-4475-a4da-5eb0cd4af0fb), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:09.916105 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1b56a56a-5c3d-446e-b9be-276485ac8fd6 req-5305bae4-61dc-4618-ac89-50d9ac9a9e68 service neutron] 10.222.0.44 "GET /v2.0/networks/2136e757-c99f-4d23-960c-aa395d5a28c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3293049 Jan 28 07:35:09.933030 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-b65ce90b-fbaf-4c09-aed9-b2c34d6f7c90 None None] For port cfdda6c3-a423-4475-a4da-5eb0cd4af0fb, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=cfdda6c3-a423-4475-a4da-5eb0cd4af0fb,segment=NetworkSegment(8a6d29ef-e86e-43ec-8879-1b3bbed3a235),segment_id=8a6d29ef-e86e-43ec-8879-1b3bbed3a235)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:35:09.933442 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b65ce90b-fbaf-4c09-aed9-b2c34d6f7c90 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (cfdda6c3-a423-4475-a4da-5eb0cd4af0fb), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:09.949942 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-b65ce90b-fbaf-4c09-aed9-b2c34d6f7c90 None None] Calling delete_port for cfdda6c3-a423-4475-a4da-5eb0cd4af0fb owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:35:10.077842 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-c3fea12f-0c8a-4ab6-bcc6-08ea2c863712 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] For port cfdda6c3-a423-4475-a4da-5eb0cd4af0fb, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=cfdda6c3-a423-4475-a4da-5eb0cd4af0fb,segment=NetworkSegment(8a6d29ef-e86e-43ec-8879-1b3bbed3a235),segment_id=8a6d29ef-e86e-43ec-8879-1b3bbed3a235)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:35:10.078679 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c3fea12f-0c8a-4ab6-bcc6-08ea2c863712 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (cfdda6c3-a423-4475-a4da-5eb0cd4af0fb), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:10.095318 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-c3fea12f-0c8a-4ab6-bcc6-08ea2c863712 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Calling delete_port for cfdda6c3-a423-4475-a4da-5eb0cd4af0fb owned by network:dhcp {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:35:10.143138 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b65ce90b-fbaf-4c09-aed9-b2c34d6f7c90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298'] for port (cfdda6c3-a423-4475-a4da-5eb0cd4af0fb), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:10.183871 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65ce90b-fbaf-4c09-aed9-b2c34d6f7c90 None None] Pushing event deleted for resources: {'Port': ['ID=cfdda6c3-a423-4475-a4da-5eb0cd4af0fb,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:35:10.188469 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65ce90b-fbaf-4c09-aed9-b2c34d6f7c90 None None] No DVR routers for this DVR port cfdda6c3-a423-4475-a4da-5eb0cd4af0fb on host n-d-712749-28 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:35:10.208597 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c3fea12f-0c8a-4ab6-bcc6-08ea2c863712 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (cfdda6c3-a423-4475-a4da-5eb0cd4af0fb), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:10.285018 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fea12f-0c8a-4ab6-bcc6-08ea2c863712 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Pushing event deleted for resources: {'Port': ['ID=cfdda6c3-a423-4475-a4da-5eb0cd4af0fb,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:35:10.298771 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3fea12f-0c8a-4ab6-bcc6-08ea2c863712 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] No DVR routers for this DVR port cfdda6c3-a423-4475-a4da-5eb0cd4af0fb on host n-d-712749-28 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:35:10.363288 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa8927b-e30d-43ee-92fa-5993b897911c req-16ef63f8-3a35-46ad-bd27-00998e3cdc66 tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:35:10.365659 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-daa8927b-e30d-43ee-92fa-5993b897911c req-16ef63f8-3a35-46ad-bd27-00998e3cdc66 tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] 10.222.0.41 "GET /v2.0/ports?device_id=aac945c6-dede-4910-82e1-179f6235b906 HTTP/1.1" status: 200 len: 946 time: 0.1758306 Jan 28 07:35:10.472697 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c3fea12f-0c8a-4ab6-bcc6-08ea2c863712 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (d7e8b57c-878b-4131-a3a5-332f4a529f67), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:10.605792 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-daa8927b-e30d-43ee-92fa-5993b897911c req-301c35b6-3d78-475f-b341-18106c57292c tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f3a84fe-9d73-4feb-98e2-bd68e4ccb185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871057 Jan 28 07:35:10.615374 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device cfdda6c3-a423-4475-a4da-5eb0cd4af0fb no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:35:10.643882 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: cfdda6c3-a423-4475-a4da-5eb0cd4af0fb {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:35:10.644720 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device cfdda6c3-a423-4475-a4da-5eb0cd4af0fb not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:35:10.650730 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-c3fea12f-0c8a-4ab6-bcc6-08ea2c863712 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7e8b57c-878b-4131-a3a5-332f4a529f67']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:35:10.671426 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-c3fea12f-0c8a-4ab6-bcc6-08ea2c863712 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a6d29ef-e86e-43ec-8879-1b3bbed3a235') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:35:10.673609 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-c3fea12f-0c8a-4ab6-bcc6-08ea2c863712 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a6d29ef-e86e-43ec-8879-1b3bbed3a235') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:35:10.692765 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c3fea12f-0c8a-4ab6-bcc6-08ea2c863712 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24759294'] for segment (8a6d29ef-e86e-43ec-8879-1b3bbed3a235), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:10.724745 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c3fea12f-0c8a-4ab6-bcc6-08ea2c863712 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (8a6d29ef-e86e-43ec-8879-1b3bbed3a235), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:10.732758 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3fea12f-0c8a-4ab6-bcc6-08ea2c863712 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:35:10.734007 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c3fea12f-0c8a-4ab6-bcc6-08ea2c863712 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24757675'] for segment (8a6d29ef-e86e-43ec-8879-1b3bbed3a235), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:10.738526 n-d-712749-28 neutron-server[103284]: Traceback (most recent call last): Jan 28 07:35:10.738526 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:35:10.738526 n-d-712749-28 neutron-server[103284]: timer() Jan 28 07:35:10.738526 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:35:10.738526 n-d-712749-28 neutron-server[103284]: cb(*args, **kw) Jan 28 07:35:10.738526 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:35:10.738526 n-d-712749-28 neutron-server[103284]: return func(*args, **kwargs) Jan 28 07:35:10.738526 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:35:10.738526 n-d-712749-28 neutron-server[103284]: self._notify() Jan 28 07:35:10.738526 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:35:10.738526 n-d-712749-28 neutron-server[103284]: self.callback(batched_events) Jan 28 07:35:10.738526 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:35:10.738526 n-d-712749-28 neutron-server[103284]: event.method(event) Jan 28 07:35:10.738526 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:35:10.738526 n-d-712749-28 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:35:10.738526 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:35:10.738526 n-d-712749-28 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:35:10.738526 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:35:10.738526 n-d-712749-28 neutron-server[103284]: return f(self, *a, **k) Jan 28 07:35:10.738526 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:35:10.738526 n-d-712749-28 neutron-server[103284]: return self._get(url).json() Jan 28 07:35:10.738526 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:35:10.738526 n-d-712749-28 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:35:10.738526 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:35:10.738526 n-d-712749-28 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Jan 28 07:35:10.738526 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:35:10.738526 n-d-712749-28 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:35:10.738526 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:35:10.738526 n-d-712749-28 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:35:10.738526 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:35:10.738526 n-d-712749-28 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:35:10.738526 n-d-712749-28 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:35:10.826167 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c3fea12f-0c8a-4ab6-bcc6-08ea2c863712 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (d7e8b57c-878b-4131-a3a5-332f4a529f67), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:10.844032 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c3fea12f-0c8a-4ab6-bcc6-08ea2c863712 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:10.847230 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-c3fea12f-0c8a-4ab6-bcc6-08ea2c863712 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] 10.222.0.41 "DELETE /v2.0/networks/d7e8b57c-878b-4131-a3a5-332f4a529f67 HTTP/1.1" status: 204 len: 168 time: 1.5375085 Jan 28 07:35:10.851434 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 47674) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:35:10.856234 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-60323bb5-6bdb-4436-9595-46bef44d3670 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1807626397', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:35:10.869259 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fea12f-0c8a-4ab6-bcc6-08ea2c863712 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Pushing event deleted for resources: {'Network': ['ID=d7e8b57c-878b-4131-a3a5-332f4a529f67,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:35:10.894861 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-60323bb5-6bdb-4436-9595-46bef44d3670 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16606890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127275'] for router (b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:10.897378 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-60323bb5-6bdb-4436-9595-46bef44d3670 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16605498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16607952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16355422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127266'] for router (b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:10.988440 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-60323bb5-6bdb-4436-9595-46bef44d3670 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks [] for router_controller (b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63), precommit_add_association {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:10.996747 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-60323bb5-6bdb-4436-9595-46bef44d3670 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16605475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16607909'] for router (b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:11.029647 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-60323bb5-6bdb-4436-9595-46bef44d3670 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks [] for router (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:11.031244 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-60323bb5-6bdb-4436-9595-46bef44d3670 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1786346 Jan 28 07:35:11.034027 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 47682) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:35:11.040159 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-0704ddcb-e0c8-4c9c-99b6-d0cb26b33909 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Request body: {'network': {'name': 'tempest-RoutersTest-2053400182'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:35:11.067610 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0704ddcb-e0c8-4c9c-99b6-d0cb26b33909 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Made reservation on behalf of 2fa8ac3d507e4a03a63750fd70e127ed for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:35:11.072467 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0704ddcb-e0c8-4c9c-99b6-d0cb26b33909 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:11.108329 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0704ddcb-e0c8-4c9c-99b6-d0cb26b33909 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:35:11.123473 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0704ddcb-e0c8-4c9c-99b6-d0cb26b33909 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (5a728aa1-4411-4dc0-8854-1b8633ff376e), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:11.124131 n-d-712749-28 neutron-server[103284]: INFO neutron.db.segments_db [None req-0704ddcb-e0c8-4c9c-99b6-d0cb26b33909 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Added segment 5a728aa1-4411-4dc0-8854-1b8633ff376e of type vlan for network f5256034-c262-4dbc-853e-97aac70b3eee Jan 28 07:35:11.147107 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 47688) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:35:11.177834 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0704ddcb-e0c8-4c9c-99b6-d0cb26b33909 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (f5256034-c262-4dbc-853e-97aac70b3eee), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:11.220369 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0704ddcb-e0c8-4c9c-99b6-d0cb26b33909 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (f5256034-c262-4dbc-853e-97aac70b3eee), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:11.225631 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0704ddcb-e0c8-4c9c-99b6-d0cb26b33909 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:35:11.226232 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0704ddcb-e0c8-4c9c-99b6-d0cb26b33909 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:11.340309 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-0704ddcb-e0c8-4c9c-99b6-d0cb26b33909 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3047459 Jan 28 07:35:11.343376 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 47692) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:35:11.349971 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-6ea47349-ee60-43ea-b150-71fca2f4277c tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Request body: {'subnet': {'network_id': 'f5256034-c262-4dbc-853e-97aac70b3eee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:35:11.367548 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8f300a60-84b5-44c6-8474-128b2b6ad3f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:11.375037 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0704ddcb-e0c8-4c9c-99b6-d0cb26b33909 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Pushing event updated for resources: {'Network': ['ID=f5256034-c262-4dbc-853e-97aac70b3eee,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:35:11.388673 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network f5256034-c262-4dbc-853e-97aac70b3eee details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:35:11.486515 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ea47349-ee60-43ea-b150-71fca2f4277c tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Made reservation on behalf of 2fa8ac3d507e4a03a63750fd70e127ed for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:35:11.506567 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6ea47349-ee60-43ea-b150-71fca2f4277c tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24979592'] for subnet (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:11.620048 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8f300a60-84b5-44c6-8474-128b2b6ad3f5 admin admin] Publish callbacks [] for security_group (38c0109d-223c-4db3-95b2-5a68100fc193), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:11.638480 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8f300a60-84b5-44c6-8474-128b2b6ad3f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (38c0109d-223c-4db3-95b2-5a68100fc193), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:11.771922 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-8f300a60-84b5-44c6-8474-128b2b6ad3f5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d93ed8c1c76d4cccb7fad039815df252&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6211143 Jan 28 07:35:11.791520 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f300a60-84b5-44c6-8474-128b2b6ad3f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38c0109d-223c-4db3-95b2-5a68100fc193,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:35:11.795134 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 47702) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:35:11.860535 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6ea47349-ee60-43ea-b150-71fca2f4277c tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24757504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24979610'] for subnet (32dba1df-e3cf-4707-bb73-088ab218383f), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:11.898700 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a3feae-66db-4096-bef1-47371aa622ab req-e7fb8b99-7add-4b62-9987-27af930b5a18 tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:35:11.900842 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-50a3feae-66db-4096-bef1-47371aa622ab req-e7fb8b99-7add-4b62-9987-27af930b5a18 tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] 10.222.0.41 "GET /v2.0/ports?device_id=aac945c6-dede-4910-82e1-179f6235b906 HTTP/1.1" status: 200 len: 946 time: 0.1287410 Jan 28 07:35:11.930887 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-963aeaa8-362a-4ec3-b6a3-197865056aee admin admin] Publish callbacks [] for security_group (38c0109d-223c-4db3-95b2-5a68100fc193), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:11.948782 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea47349-ee60-43ea-b150-71fca2f4277c tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Pushing event updated for resources: {'Subnet': ['ID=32dba1df-e3cf-4707-bb73-088ab218383f,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:35:11.955098 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea47349-ee60-43ea-b150-71fca2f4277c tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Checking segment: {'id': '5a728aa1-4411-4dc0-8854-1b8633ff376e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f5256034-c262-4dbc-853e-97aac70b3eee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:35:11.955468 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea47349-ee60-43ea-b150-71fca2f4277c tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Network hostable DHCP agents. Network: f5256034-c262-4dbc-853e-97aac70b3eee, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:35:11.966404 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-963aeaa8-362a-4ec3-b6a3-197865056aee admin admin] Publish callbacks [] for security_group (38c0109d-223c-4db3-95b2-5a68100fc193), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:11.979344 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea47349-ee60-43ea-b150-71fca2f4277c tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Network f5256034-c262-4dbc-853e-97aac70b3eee is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:35:11.998382 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-6ea47349-ee60-43ea-b150-71fca2f4277c tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, f5256034-c262-4dbc-853e-97aac70b3eee) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:35:12.010501 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa3abddb-3aa1-49fd-b64b-e25ae0dc86cb None None] Network f5256034-c262-4dbc-853e-97aac70b3eee requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:35:12.012046 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea47349-ee60-43ea-b150-71fca2f4277c tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:35:12.012681 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6ea47349-ee60-43ea-b150-71fca2f4277c tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:12.045083 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-6ea47349-ee60-43ea-b150-71fca2f4277c tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7003522 Jan 28 07:35:12.047757 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 47706) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:35:12.062824 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-50a3feae-66db-4096-bef1-47371aa622ab req-b5460a6e-3e9d-4172-ab99-cc2046d36f9b tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f3a84fe-9d73-4feb-98e2-bd68e4ccb185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403005 Jan 28 07:35:12.119504 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-963aeaa8-362a-4ec3-b6a3-197865056aee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (38c0109d-223c-4db3-95b2-5a68100fc193), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:12.122570 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-963aeaa8-362a-4ec3-b6a3-197865056aee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:12.124428 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-963aeaa8-362a-4ec3-b6a3-197865056aee admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/38c0109d-223c-4db3-95b2-5a68100fc193 HTTP/1.1" status: 204 len: 168 time: 0.3273859 Jan 28 07:35:12.137846 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963aeaa8-362a-4ec3-b6a3-197865056aee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38c0109d-223c-4db3-95b2-5a68100fc193,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:35:12.263865 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-026fcdc0-9709-4719-806f-de02f9e31851 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3dd72b9-6805-5f61-b6f3-a591f99a173d-f5256034-c262-4dbc-853e-97aac70b3eee', 'network_id': 'f5256034-c262-4dbc-853e-97aac70b3eee', 'project_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'fixed_ips': [{'subnet_id': '32dba1df-e3cf-4707-bb73-088ab218383f'}]}} from n-d-712749-28. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 07:35:12.266840 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-026fcdc0-9709-4719-806f-de02f9e31851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:12.545517 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-026fcdc0-9709-4719-806f-de02f9e31851 None None] Allocated IP 172.20.0.2 (f5256034-c262-4dbc-853e-97aac70b3eee/32dba1df-e3cf-4707-bb73-088ab218383f/605835fb-ee7e-4a5b-9a57-86c03d5954fd) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:35:12.621657 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a736de9c-ced4-45d1-bd8c-c81b5803b31c req-7131e1b7-cd7f-4a00-b354-cebab1506c00 tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:35:12.625463 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a736de9c-ced4-45d1-bd8c-c81b5803b31c req-7131e1b7-cd7f-4a00-b354-cebab1506c00 tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] 10.222.0.41 "GET /v2.0/ports?device_id=aac945c6-dede-4910-82e1-179f6235b906 HTTP/1.1" status: 200 len: 946 time: 0.1036553 Jan 28 07:35:12.723603 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a736de9c-ced4-45d1-bd8c-c81b5803b31c req-d5332bbd-a7cb-4352-90ab-b2c78e53d2fa tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f3a84fe-9d73-4feb-98e2-bd68e4ccb185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917506 Jan 28 07:35:12.753154 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 47722) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:35:12.787741 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d32fd4ea-fe33-4e57-bd23-592ef1c8f13d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:12.793555 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5e311f36-b2e9-4fc5-afa0-253b3a2414b8 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:12.846404 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-026fcdc0-9709-4719-806f-de02f9e31851 None None] Publish callbacks [] for port (605835fb-ee7e-4a5b-9a57-86c03d5954fd), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:12.863034 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-026fcdc0-9709-4719-806f-de02f9e31851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (605835fb-ee7e-4a5b-9a57-86c03d5954fd), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:12.965692 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026fcdc0-9709-4719-806f-de02f9e31851 None None] Network f5256034-c262-4dbc-853e-97aac70b3eee is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:35:12.974569 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-026fcdc0-9709-4719-806f-de02f9e31851 None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:35:12.983802 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026fcdc0-9709-4719-806f-de02f9e31851 None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:35:13.021784 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d32fd4ea-fe33-4e57-bd23-592ef1c8f13d admin admin] Publish callbacks [] for security_group (df68b1f6-1735-46a6-a46d-dc83a0342afd), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:13.022805 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026fcdc0-9709-4719-806f-de02f9e31851 None None] Pushing event updated for resources: {'Port': ['ID=605835fb-ee7e-4a5b-9a57-86c03d5954fd,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:35:13.032009 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d32fd4ea-fe33-4e57-bd23-592ef1c8f13d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (df68b1f6-1735-46a6-a46d-dc83a0342afd), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:13.088078 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-d32fd4ea-fe33-4e57-bd23-592ef1c8f13d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7d887cd817eb4e15a2d3b71ef31c3cd0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3338268 Jan 28 07:35:13.093316 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 47726) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:35:13.146868 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-026fcdc0-9709-4719-806f-de02f9e31851 None None] Attempting to bind port 605835fb-ee7e-4a5b-9a57-86c03d5954fd on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:35:13.148161 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-026fcdc0-9709-4719-806f-de02f9e31851 None None] Attempting to bind port 605835fb-ee7e-4a5b-9a57-86c03d5954fd by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '5a728aa1-4411-4dc0-8854-1b8633ff376e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f5256034-c262-4dbc-853e-97aac70b3eee'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:35:13.152454 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026fcdc0-9709-4719-806f-de02f9e31851 None None] Attempting to bind port 605835fb-ee7e-4a5b-9a57-86c03d5954fd on network f5256034-c262-4dbc-853e-97aac70b3eee {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:35:13.174889 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026fcdc0-9709-4719-806f-de02f9e31851 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 35, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:35:13.176144 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32fd4ea-fe33-4e57-bd23-592ef1c8f13d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df68b1f6-1735-46a6-a46d-dc83a0342afd,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:35:13.179895 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026fcdc0-9709-4719-806f-de02f9e31851 None None] Checking segment: {'id': '5a728aa1-4411-4dc0-8854-1b8633ff376e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f5256034-c262-4dbc-853e-97aac70b3eee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:35:13.180651 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-026fcdc0-9709-4719-806f-de02f9e31851 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:13.181091 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026fcdc0-9709-4719-806f-de02f9e31851 None None] Bound using segment: {'id': '5a728aa1-4411-4dc0-8854-1b8633ff376e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f5256034-c262-4dbc-853e-97aac70b3eee'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:35:13.181543 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-026fcdc0-9709-4719-806f-de02f9e31851 None None] Bound port: 605835fb-ee7e-4a5b-9a57-86c03d5954fd, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a728aa1-4411-4dc0-8854-1b8633ff376e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f5256034-c262-4dbc-853e-97aac70b3eee'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:35:13.182056 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-026fcdc0-9709-4719-806f-de02f9e31851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (605835fb-ee7e-4a5b-9a57-86c03d5954fd), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:13.215812 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-5e311f36-b2e9-4fc5-afa0-253b3a2414b8 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Allocated IP 172.20.0.1 (f5256034-c262-4dbc-853e-97aac70b3eee/32dba1df-e3cf-4707-bb73-088ab218383f/7e8c5de8-2dc5-43ef-aeec-c6b0a97809a6) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:35:13.278511 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8ecc87de-5cbf-4425-b229-cf947e891568 admin admin] Publish callbacks [] for security_group (df68b1f6-1735-46a6-a46d-dc83a0342afd), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:13.299098 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-026fcdc0-9709-4719-806f-de02f9e31851 None None] For port 605835fb-ee7e-4a5b-9a57-86c03d5954fd, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:35:13.314616 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-026fcdc0-9709-4719-806f-de02f9e31851 None None] For port 605835fb-ee7e-4a5b-9a57-86c03d5954fd, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=605835fb-ee7e-4a5b-9a57-86c03d5954fd,segment=NetworkSegment(5a728aa1-4411-4dc0-8854-1b8633ff376e),segment_id=5a728aa1-4411-4dc0-8854-1b8633ff376e)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:35:13.324592 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-026fcdc0-9709-4719-806f-de02f9e31851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (605835fb-ee7e-4a5b-9a57-86c03d5954fd), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:13.339649 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8ecc87de-5cbf-4425-b229-cf947e891568 admin admin] Publish callbacks [] for security_group (df68b1f6-1735-46a6-a46d-dc83a0342afd), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:13.437519 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8ecc87de-5cbf-4425-b229-cf947e891568 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (df68b1f6-1735-46a6-a46d-dc83a0342afd), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:13.443680 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8ecc87de-5cbf-4425-b229-cf947e891568 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:13.445158 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-8ecc87de-5cbf-4425-b229-cf947e891568 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/df68b1f6-1735-46a6-a46d-dc83a0342afd HTTP/1.1" status: 204 len: 168 time: 0.3422320 Jan 28 07:35:13.466077 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecc87de-5cbf-4425-b229-cf947e891568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df68b1f6-1735-46a6-a46d-dc83a0342afd,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:35:13.514409 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026fcdc0-9709-4719-806f-de02f9e31851 None None] Pushing event updated for resources: {'Port': ['ID=605835fb-ee7e-4a5b-9a57-86c03d5954fd,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:35:13.538731 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5e311f36-b2e9-4fc5-afa0-253b3a2414b8 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks [] for port (7e8c5de8-2dc5-43ef-aeec-c6b0a97809a6), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:13.663836 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5e311f36-b2e9-4fc5-afa0-253b3a2414b8 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (7e8c5de8-2dc5-43ef-aeec-c6b0a97809a6), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:13.773947 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e311f36-b2e9-4fc5-afa0-253b3a2414b8 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Network f5256034-c262-4dbc-853e-97aac70b3eee is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:35:13.791156 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-5e311f36-b2e9-4fc5-afa0-253b3a2414b8 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:35:13.807590 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e311f36-b2e9-4fc5-afa0-253b3a2414b8 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:35:13.920070 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e311f36-b2e9-4fc5-afa0-253b3a2414b8 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Pushing event updated for resources: {'Port': ['ID=7e8c5de8-2dc5-43ef-aeec-c6b0a97809a6,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:35:14.027103 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5e311f36-b2e9-4fc5-afa0-253b3a2414b8 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16609232'] for router_interface (b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:14.355397 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793bf7ec-b60c-4cdc-8a3c-a4ab67879a74 req-bfb5bf18-b660-4010-8462-d73751ccb324 tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:35:14.372389 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-793bf7ec-b60c-4cdc-8a3c-a4ab67879a74 req-bfb5bf18-b660-4010-8462-d73751ccb324 tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] 10.222.0.41 "GET /v2.0/ports?device_id=aac945c6-dede-4910-82e1-179f6235b906 HTTP/1.1" status: 200 len: 946 time: 0.3934953 Jan 28 07:35:14.544310 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-793bf7ec-b60c-4cdc-8a3c-a4ab67879a74 req-2102d3c2-9493-4633-babe-078930d056fd tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f3a84fe-9d73-4feb-98e2-bd68e4ccb185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704867 Jan 28 07:35:14.647126 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5e311f36-b2e9-4fc5-afa0-253b3a2414b8 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (7e8c5de8-2dc5-43ef-aeec-c6b0a97809a6), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:14.736715 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 605835fb-ee7e-4a5b-9a57-86c03d5954fd up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:35:14.947125 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 605835fb-ee7e-4a5b-9a57-86c03d5954fd triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:35:14.947508 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (605835fb-ee7e-4a5b-9a57-86c03d5954fd), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:15.283897 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 605835fb-ee7e-4a5b-9a57-86c03d5954fd is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:35:15.285093 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (605835fb-ee7e-4a5b-9a57-86c03d5954fd), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:15.386611 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] For port 605835fb-ee7e-4a5b-9a57-86c03d5954fd, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=605835fb-ee7e-4a5b-9a57-86c03d5954fd,segment=NetworkSegment(5a728aa1-4411-4dc0-8854-1b8633ff376e),segment_id=5a728aa1-4411-4dc0-8854-1b8633ff376e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:35:15.391221 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (605835fb-ee7e-4a5b-9a57-86c03d5954fd), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:15.527507 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Pushing event updated for resources: {'Port': ['ID=605835fb-ee7e-4a5b-9a57-86c03d5954fd,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:35:15.574408 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83d212ee-1846-41b0-864b-e3dc78b80640 None None] Network f5256034-c262-4dbc-853e-97aac70b3eee requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:35:15.676362 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480b3d83-1919-4d45-9e88-e50c40e8e9c9 req-861f0cc3-91fe-4505-828c-8df800ccd778 tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:35:15.691796 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-480b3d83-1919-4d45-9e88-e50c40e8e9c9 req-861f0cc3-91fe-4505-828c-8df800ccd778 tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] 10.222.0.44 "GET /v2.0/ports?device_id=aac945c6-dede-4910-82e1-179f6235b906 HTTP/1.1" status: 200 len: 946 time: 0.2278435 Jan 28 07:35:15.743178 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-cbe4c106-d0df-449d-843b-3a199662015e None None] Provisioning complete for port 605835fb-ee7e-4a5b-9a57-86c03d5954fd triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:35:15.743723 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cbe4c106-d0df-449d-843b-3a199662015e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (605835fb-ee7e-4a5b-9a57-86c03d5954fd), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:15.760164 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5e311f36-b2e9-4fc5-afa0-253b3a2414b8 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks [] for port (7e8c5de8-2dc5-43ef-aeec-c6b0a97809a6), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:15.780400 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5e311f36-b2e9-4fc5-afa0-253b3a2414b8 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (7e8c5de8-2dc5-43ef-aeec-c6b0a97809a6), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:16.033853 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bf0a13-101f-4e5e-a976-439a502908c7 req-81fcee5b-d503-4b7e-8379-e434299cb55e tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:35:16.049440 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b1bf0a13-101f-4e5e-a976-439a502908c7 req-81fcee5b-d503-4b7e-8379-e434299cb55e tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] 10.222.0.41 "GET /v2.0/ports?device_id=aac945c6-dede-4910-82e1-179f6235b906 HTTP/1.1" status: 200 len: 946 time: 0.3501878 Jan 28 07:35:16.114668 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5e311f36-b2e9-4fc5-afa0-253b3a2414b8 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16318999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16606560'] for router_interface (b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:16.152460 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e311f36-b2e9-4fc5-afa0-253b3a2414b8 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Pushing event updated for resources: {'Port': ['ID=7e8c5de8-2dc5-43ef-aeec-c6b0a97809a6,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:35:16.282364 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-480b3d83-1919-4d45-9e88-e50c40e8e9c9 req-1dfa7f04-39f1-4910-a4c1-007e21adb5ad tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] Deleting port b4b34934-e37e-47d9-93e3-1b7fa542dcd9 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:35:16.282717 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-480b3d83-1919-4d45-9e88-e50c40e8e9c9 req-1dfa7f04-39f1-4910-a4c1-007e21adb5ad tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (b4b34934-e37e-47d9-93e3-1b7fa542dcd9), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:16.373007 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b1bf0a13-101f-4e5e-a976-439a502908c7 req-da2082ca-d945-4c7d-afde-4d9cfc0dbfd3 tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f3a84fe-9d73-4feb-98e2-bd68e4ccb185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3138235 Jan 28 07:35:16.538973 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-cbe4c106-d0df-449d-843b-3a199662015e None None] Current status of the port 605835fb-ee7e-4a5b-9a57-86c03d5954fd is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:35:16.545448 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-480b3d83-1919-4d45-9e88-e50c40e8e9c9 req-1dfa7f04-39f1-4910-a4c1-007e21adb5ad tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] For port b4b34934-e37e-47d9-93e3-1b7fa542dcd9, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=b4b34934-e37e-47d9-93e3-1b7fa542dcd9,segment=NetworkSegment(bf0195a4-f6a6-41d1-9604-c71a469c15f7),segment_id=bf0195a4-f6a6-41d1-9604-c71a469c15f7)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:35:16.547276 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-480b3d83-1919-4d45-9e88-e50c40e8e9c9 req-1dfa7f04-39f1-4910-a4c1-007e21adb5ad tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (b4b34934-e37e-47d9-93e3-1b7fa542dcd9), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:16.604862 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-480b3d83-1919-4d45-9e88-e50c40e8e9c9 req-1dfa7f04-39f1-4910-a4c1-007e21adb5ad tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] Calling delete_port for b4b34934-e37e-47d9-93e3-1b7fa542dcd9 owned by compute:nova {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:35:16.637112 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 605835fb-ee7e-4a5b-9a57-86c03d5954fd up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:35:16.698516 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e311f36-b2e9-4fc5-afa0-253b3a2414b8 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Network f5256034-c262-4dbc-853e-97aac70b3eee is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:35:16.711636 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-5e311f36-b2e9-4fc5-afa0-253b3a2414b8 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:35:16.892349 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 605835fb-ee7e-4a5b-9a57-86c03d5954fd triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:35:16.895002 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (605835fb-ee7e-4a5b-9a57-86c03d5954fd), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:17.089480 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-480b3d83-1919-4d45-9e88-e50c40e8e9c9 req-1dfa7f04-39f1-4910-a4c1-007e21adb5ad tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (b4b34934-e37e-47d9-93e3-1b7fa542dcd9), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:17.126993 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e311f36-b2e9-4fc5-afa0-253b3a2414b8 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Router b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63 is scheduled to L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 with binding_index 1 {{(pid=103284) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 07:35:17.199422 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfa7f04-39f1-4910-a4c1-007e21adb5ad tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] Pushing event deleted for resources: {'Port': ['ID=b4b34934-e37e-47d9-93e3-1b7fa542dcd9,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:35:17.222679 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['46fb5303-e8b0-439b-a9cf-8d37be246517'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:35:17.297603 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-480b3d83-1919-4d45-9e88-e50c40e8e9c9 req-1dfa7f04-39f1-4910-a4c1-007e21adb5ad tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] No DVR routers for this DVR port b4b34934-e37e-47d9-93e3-1b7fa542dcd9 on host n-h2-712749-28 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:35:17.300135 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-480b3d83-1919-4d45-9e88-e50c40e8e9c9 req-1dfa7f04-39f1-4910-a4c1-007e21adb5ad tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:17.312119 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-480b3d83-1919-4d45-9e88-e50c40e8e9c9 req-1dfa7f04-39f1-4910-a4c1-007e21adb5ad tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] 10.222.0.44 "DELETE /v2.0/ports/b4b34934-e37e-47d9-93e3-1b7fa542dcd9 HTTP/1.1" status: 204 len: 173 time: 1.6107161 Jan 28 07:35:17.312679 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aac945c6-dede-4910-82e1-179f6235b906', 'name': 'network-vif-deleted', 'tag': 'b4b34934-e37e-47d9-93e3-1b7fa542dcd9'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:35:17.345095 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e822fb4f-db00-4861-8d38-4710930a7626" -d '{"events": [{"server_uuid": "aac945c6-dede-4910-82e1-179f6235b906", "name": "network-vif-deleted", "tag": "b4b34934-e37e-47d9-93e3-1b7fa542dcd9"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:35:17.441665 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e311f36-b2e9-4fc5-afa0-253b3a2414b8 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:35:17.460564 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 47804) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:35:17.468142 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-ea80732f-d08f-40a1-8fd7-3da1f8198ab1 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Request body: {'network': {'name': 'tempest-RoutersTest-430503255'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:35:17.474963 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-5e311f36-b2e9-4fc5-afa0-253b3a2414b8 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] 10.222.0.41 "PUT /v2.0/routers/b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4260490 Jan 28 07:35:17.509387 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d6db15-81c1-429f-bf66-357415a068e6 None None] Sync routers for ids ['b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:35:17.524438 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9475afc4-f7f5-4703-a40f-5daaa2314050 x-openstack-request-id: req-9475afc4-f7f5-4703-a40f-5daaa2314050 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:35:17.526061 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aac945c6-dede-4910-82e1-179f6235b906", "name": "network-vif-deleted", "tag": "b4b34934-e37e-47d9-93e3-1b7fa542dcd9", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:35:17.527105 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9475afc4-f7f5-4703-a40f-5daaa2314050 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:35:17.527727 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aac945c6-dede-4910-82e1-179f6235b906', 'name': 'network-vif-deleted', 'tag': 'b4b34934-e37e-47d9-93e3-1b7fa542dcd9', 'status': 'completed', 'code': 200} Jan 28 07:35:17.567271 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea80732f-d08f-40a1-8fd7-3da1f8198ab1 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Made reservation on behalf of 2fa8ac3d507e4a03a63750fd70e127ed for: {'network': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:35:17.581089 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ea80732f-d08f-40a1-8fd7-3da1f8198ab1 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:17.615518 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 605835fb-ee7e-4a5b-9a57-86c03d5954fd is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:35:17.620974 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-d090c70d-9513-45cf-a8b2-12314d245e43 None None] Provisioning complete for port 605835fb-ee7e-4a5b-9a57-86c03d5954fd triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:35:17.621344 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d090c70d-9513-45cf-a8b2-12314d245e43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (605835fb-ee7e-4a5b-9a57-86c03d5954fd), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:17.637892 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d6db15-81c1-429f-bf66-357415a068e6 None None] Routers {'b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:35:17.639963 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-81d6db15-81c1-429f-bf66-357415a068e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:35:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:35:17.768147 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea80732f-d08f-40a1-8fd7-3da1f8198ab1 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=103283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:35:17.819393 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ea80732f-d08f-40a1-8fd7-3da1f8198ab1 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (1e841602-a80f-4a5f-9993-a4afeb94635b), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:17.820920 n-d-712749-28 neutron-server[103283]: INFO neutron.db.segments_db [None req-ea80732f-d08f-40a1-8fd7-3da1f8198ab1 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Added segment 1e841602-a80f-4a5f-9993-a4afeb94635b of type vlan for network 45d40324-52d5-4fef-b9fd-24bb24991adb Jan 28 07:35:17.971770 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-eb657fa8-a18b-4afa-b6d0-c596ec575d43 req-b855f590-2b13-4b99-bf4d-a11feac18fac tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] 10.222.0.41 "GET /v2.0/ports?device_id=aac945c6-dede-4910-82e1-179f6235b906 HTTP/1.1" status: 200 len: 210 time: 0.2947154 Jan 28 07:35:18.007796 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ea80732f-d08f-40a1-8fd7-3da1f8198ab1 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (45d40324-52d5-4fef-b9fd-24bb24991adb), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:18.013027 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-81d6db15-81c1-429f-bf66-357415a068e6 None None] Set router b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63 gateway port host: None {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:35:18.079321 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ea80732f-d08f-40a1-8fd7-3da1f8198ab1 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (45d40324-52d5-4fef-b9fd-24bb24991adb), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:18.084839 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea80732f-d08f-40a1-8fd7-3da1f8198ab1 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:35:18.085479 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ea80732f-d08f-40a1-8fd7-3da1f8198ab1 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks [] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:18.184772 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-d090c70d-9513-45cf-a8b2-12314d245e43 None None] Current status of the port 605835fb-ee7e-4a5b-9a57-86c03d5954fd is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:35:18.213278 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-ea80732f-d08f-40a1-8fd7-3da1f8198ab1 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7493091 Jan 28 07:35:18.213959 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 47812) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:35:18.238857 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-3665a362-47dd-45f7-b2a4-4c2acd9b9570 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Request body: {'subnet': {'network_id': '45d40324-52d5-4fef-b9fd-24bb24991adb', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:35:18.342835 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-d090c70d-9513-45cf-a8b2-12314d245e43 None None] Provisioning complete for port 7e8c5de8-2dc5-43ef-aeec-c6b0a97809a6 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:35:18.343703 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d090c70d-9513-45cf-a8b2-12314d245e43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (7e8c5de8-2dc5-43ef-aeec-c6b0a97809a6), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:18.360820 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea80732f-d08f-40a1-8fd7-3da1f8198ab1 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Pushing event updated for resources: {'Network': ['ID=45d40324-52d5-4fef-b9fd-24bb24991adb,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:35:18.441476 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-d090c70d-9513-45cf-a8b2-12314d245e43 None None] Port 7e8c5de8-2dc5-43ef-aeec-c6b0a97809a6 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:35:18.455837 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network 45d40324-52d5-4fef-b9fd-24bb24991adb details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:35:18.592617 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3665a362-47dd-45f7-b2a4-4c2acd9b9570 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Made reservation on behalf of 2fa8ac3d507e4a03a63750fd70e127ed for: {'subnet': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:35:18.599180 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3665a362-47dd-45f7-b2a4-4c2acd9b9570 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13555781'] for subnet (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:18.637862 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-df781319-e635-4df4-a70b-514f9eacf10a None None] Provisioning complete for port 7e8c5de8-2dc5-43ef-aeec-c6b0a97809a6 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:35:18.638246 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-df781319-e635-4df4-a70b-514f9eacf10a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (7e8c5de8-2dc5-43ef-aeec-c6b0a97809a6), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:18.741770 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-df781319-e635-4df4-a70b-514f9eacf10a None None] Port 7e8c5de8-2dc5-43ef-aeec-c6b0a97809a6 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:35:18.772293 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-81d6db15-81c1-429f-bf66-357415a068e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63', 'name': 'tempest-RoutersTest-router-1807626397', 'tenant_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:35:10Z', 'updated_at': '2022-01-28T07:35:14Z', 'revision_number': 2, 'project_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'gw_port_host': None, '_interfaces': [{'id': '7e8c5de8-2dc5-43ef-aeec-c6b0a97809a6', 'name': '', 'network_id': 'f5256034-c262-4dbc-853e-97aac70b3eee', 'tenant_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'mac_address': 'fa:16:3e:65:19:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '32dba1df-e3cf-4707-bb73-088ab218383f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:35:12Z', 'updated_at': '2022-01-28T07:35:15Z', 'revision_number': 2, 'project_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'subnets': [{'id': '32dba1df-e3cf-4707-bb73-088ab218383f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:35:18.803643 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d6db15-81c1-429f-bf66-357415a068e6 None None] Checking router: b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63 for host: n-d-712749-28 {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:35:18.804004 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d6db15-81c1-429f-bf66-357415a068e6 None None] Updating router b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63 port 7e8c5de8-2dc5-43ef-aeec-c6b0a97809a6 binding host n-d-712749-28 {{(pid=103285) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 07:35:18.832840 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-81d6db15-81c1-429f-bf66-357415a068e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (7e8c5de8-2dc5-43ef-aeec-c6b0a97809a6), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:18.881461 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device b4b34934-e37e-47d9-93e3-1b7fa542dcd9 no longer exists at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:35:18.908502 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] No Port match for: b4b34934-e37e-47d9-93e3-1b7fa542dcd9 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:35:18.908862 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device b4b34934-e37e-47d9-93e3-1b7fa542dcd9 not bound to the agent host n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:35:19.099432 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3665a362-47dd-45f7-b2a4-4c2acd9b9570 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13546728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13555799'] for subnet (86232285-83b7-4fe1-8a75-3781c2e29a31), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:19.286419 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3665a362-47dd-45f7-b2a4-4c2acd9b9570 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Pushing event updated for resources: {'Subnet': ['ID=86232285-83b7-4fe1-8a75-3781c2e29a31,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:35:19.290948 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3665a362-47dd-45f7-b2a4-4c2acd9b9570 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Checking segment: {'id': '1e841602-a80f-4a5f-9993-a4afeb94635b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '45d40324-52d5-4fef-b9fd-24bb24991adb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:35:19.291565 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3665a362-47dd-45f7-b2a4-4c2acd9b9570 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Network hostable DHCP agents. Network: 45d40324-52d5-4fef-b9fd-24bb24991adb, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:35:19.327875 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3665a362-47dd-45f7-b2a4-4c2acd9b9570 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Network 45d40324-52d5-4fef-b9fd-24bb24991adb is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:35:19.346487 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-3665a362-47dd-45f7-b2a4-4c2acd9b9570 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, 45d40324-52d5-4fef-b9fd-24bb24991adb) {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:35:19.354325 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3665a362-47dd-45f7-b2a4-4c2acd9b9570 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:35:19.354916 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3665a362-47dd-45f7-b2a4-4c2acd9b9570 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks [] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:19.369589 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a4c8bf3-9173-4f27-9b53-5ca1f138d362 None None] Network 45d40324-52d5-4fef-b9fd-24bb24991adb requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:35:19.401697 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-3665a362-47dd-45f7-b2a4-4c2acd9b9570 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1678281 Jan 28 07:35:19.404432 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 47838) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:35:19.554892 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d668e3b1-905b-40b0-bc4d-0daad2158cb0 req-7619c9f4-499c-4e38-8738-00e91b80b738 tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:35:19.559731 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d668e3b1-905b-40b0-bc4d-0daad2158cb0 req-7619c9f4-499c-4e38-8738-00e91b80b738 tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a1f0d7a-7e84-4832-a132-54bc36dec5af HTTP/1.1" status: 200 len: 945 time: 0.1316562 Jan 28 07:35:19.715174 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a9ad1a-5aed-455b-bbba-14cec87ebfc6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3dd72b9-6805-5f61-b6f3-a591f99a173d-45d40324-52d5-4fef-b9fd-24bb24991adb', 'network_id': '45d40324-52d5-4fef-b9fd-24bb24991adb', 'project_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'fixed_ips': [{'subnet_id': '86232285-83b7-4fe1-8a75-3781c2e29a31'}]}} from n-d-712749-28. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 07:35:19.716451 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-19a9ad1a-5aed-455b-bbba-14cec87ebfc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:19.815976 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d668e3b1-905b-40b0-bc4d-0daad2158cb0 req-c4f9ce10-c20a-41af-8b51-31cd9c3b9f4e tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f3a84fe-9d73-4feb-98e2-bd68e4ccb185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2519393 Jan 28 07:35:20.084296 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-daf943f7-da5c-476c-a176-2d63feae7ba7 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:20.128650 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-19a9ad1a-5aed-455b-bbba-14cec87ebfc6 None None] Allocated IP 172.21.0.2 (45d40324-52d5-4fef-b9fd-24bb24991adb/86232285-83b7-4fe1-8a75-3781c2e29a31/b888ab3f-dc51-4f39-b889-7911706c1de4) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:35:20.319066 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-19a9ad1a-5aed-455b-bbba-14cec87ebfc6 None None] Publish callbacks [] for port (b888ab3f-dc51-4f39-b889-7911706c1de4), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:20.331053 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-81d6db15-81c1-429f-bf66-357415a068e6 None None] Publish callbacks [] for port (7e8c5de8-2dc5-43ef-aeec-c6b0a97809a6), precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:20.334490 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-19a9ad1a-5aed-455b-bbba-14cec87ebfc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (b888ab3f-dc51-4f39-b889-7911706c1de4), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:20.348658 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-81d6db15-81c1-429f-bf66-357415a068e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (7e8c5de8-2dc5-43ef-aeec-c6b0a97809a6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:20.398570 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a9ad1a-5aed-455b-bbba-14cec87ebfc6 None None] Network 45d40324-52d5-4fef-b9fd-24bb24991adb is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:35:20.435219 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a9ad1a-5aed-455b-bbba-14cec87ebfc6 None None] Pushing event updated for resources: {'Port': ['ID=b888ab3f-dc51-4f39-b889-7911706c1de4,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:35:20.449646 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-19a9ad1a-5aed-455b-bbba-14cec87ebfc6 None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:35:20.464825 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a9ad1a-5aed-455b-bbba-14cec87ebfc6 None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:35:20.676531 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-19a9ad1a-5aed-455b-bbba-14cec87ebfc6 None None] Attempting to bind port b888ab3f-dc51-4f39-b889-7911706c1de4 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:35:20.676919 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-19a9ad1a-5aed-455b-bbba-14cec87ebfc6 None None] Attempting to bind port b888ab3f-dc51-4f39-b889-7911706c1de4 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '1e841602-a80f-4a5f-9993-a4afeb94635b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '45d40324-52d5-4fef-b9fd-24bb24991adb'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:35:20.677300 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a9ad1a-5aed-455b-bbba-14cec87ebfc6 None None] Attempting to bind port b888ab3f-dc51-4f39-b889-7911706c1de4 on network 45d40324-52d5-4fef-b9fd-24bb24991adb {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:35:20.716374 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a9ad1a-5aed-455b-bbba-14cec87ebfc6 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 35, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:35:20.716691 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a9ad1a-5aed-455b-bbba-14cec87ebfc6 None None] Checking segment: {'id': '1e841602-a80f-4a5f-9993-a4afeb94635b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '45d40324-52d5-4fef-b9fd-24bb24991adb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:35:20.717150 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-19a9ad1a-5aed-455b-bbba-14cec87ebfc6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:20.717543 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a9ad1a-5aed-455b-bbba-14cec87ebfc6 None None] Bound using segment: {'id': '1e841602-a80f-4a5f-9993-a4afeb94635b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '45d40324-52d5-4fef-b9fd-24bb24991adb'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:35:20.718045 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-19a9ad1a-5aed-455b-bbba-14cec87ebfc6 None None] Bound port: b888ab3f-dc51-4f39-b889-7911706c1de4, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e841602-a80f-4a5f-9993-a4afeb94635b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '45d40324-52d5-4fef-b9fd-24bb24991adb'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:35:20.718443 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-19a9ad1a-5aed-455b-bbba-14cec87ebfc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (b888ab3f-dc51-4f39-b889-7911706c1de4), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:20.748151 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 47858) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:35:20.765278 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a5e519-2b65-4c58-b267-ca136d5737e4 None None] Pushing event updated for resources: {'Port': ['ID=7e8c5de8-2dc5-43ef-aeec-c6b0a97809a6,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:35:20.791383 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-81d6db15-81c1-429f-bf66-357415a068e6 None None] Attempting to bind port 7e8c5de8-2dc5-43ef-aeec-c6b0a97809a6 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:35:20.791765 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-81d6db15-81c1-429f-bf66-357415a068e6 None None] Attempting to bind port 7e8c5de8-2dc5-43ef-aeec-c6b0a97809a6 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '5a728aa1-4411-4dc0-8854-1b8633ff376e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f5256034-c262-4dbc-853e-97aac70b3eee'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:35:20.792137 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d6db15-81c1-429f-bf66-357415a068e6 None None] Attempting to bind port 7e8c5de8-2dc5-43ef-aeec-c6b0a97809a6 on network f5256034-c262-4dbc-853e-97aac70b3eee {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:35:20.840621 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d6db15-81c1-429f-bf66-357415a068e6 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 35, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:35:20.845702 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d6db15-81c1-429f-bf66-357415a068e6 None None] Checking segment: {'id': '5a728aa1-4411-4dc0-8854-1b8633ff376e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f5256034-c262-4dbc-853e-97aac70b3eee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:35:20.846496 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-81d6db15-81c1-429f-bf66-357415a068e6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:20.852876 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d6db15-81c1-429f-bf66-357415a068e6 None None] Bound using segment: {'id': '5a728aa1-4411-4dc0-8854-1b8633ff376e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f5256034-c262-4dbc-853e-97aac70b3eee'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:35:20.856311 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-81d6db15-81c1-429f-bf66-357415a068e6 None None] Bound port: 7e8c5de8-2dc5-43ef-aeec-c6b0a97809a6, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a728aa1-4411-4dc0-8854-1b8633ff376e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f5256034-c262-4dbc-853e-97aac70b3eee'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:35:20.866888 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-81d6db15-81c1-429f-bf66-357415a068e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (7e8c5de8-2dc5-43ef-aeec-c6b0a97809a6), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:21.032935 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bae1a706-e4e0-430a-a07e-4720dd4cf691 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:21.087938 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-60453073-36d8-4bb4-aaeb-5b049e2418a9 None None] Provisioning complete for port 7e8c5de8-2dc5-43ef-aeec-c6b0a97809a6 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:35:21.088459 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-60453073-36d8-4bb4-aaeb-5b049e2418a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (7e8c5de8-2dc5-43ef-aeec-c6b0a97809a6), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:21.179060 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bae1a706-e4e0-430a-a07e-4720dd4cf691 admin admin] Publish callbacks [] for security_group (b5699e8b-7b4c-4ce7-b3b4-17bd6f5cbf0c), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:21.188672 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bae1a706-e4e0-430a-a07e-4720dd4cf691 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (b5699e8b-7b4c-4ce7-b3b4-17bd6f5cbf0c), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:21.302757 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae1a706-e4e0-430a-a07e-4720dd4cf691 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5699e8b-7b4c-4ce7-b3b4-17bd6f5cbf0c,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:35:21.330377 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-bae1a706-e4e0-430a-a07e-4720dd4cf691 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8fd9c9c08209444695c47e573b5b3270&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5803084 Jan 28 07:35:21.337842 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 47880) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:35:21.360781 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-60453073-36d8-4bb4-aaeb-5b049e2418a9 None None] Port 7e8c5de8-2dc5-43ef-aeec-c6b0a97809a6 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:35:21.395619 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-81d6db15-81c1-429f-bf66-357415a068e6 None None] For port 7e8c5de8-2dc5-43ef-aeec-c6b0a97809a6, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:35:21.410332 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-81d6db15-81c1-429f-bf66-357415a068e6 None None] For port 7e8c5de8-2dc5-43ef-aeec-c6b0a97809a6, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=7e8c5de8-2dc5-43ef-aeec-c6b0a97809a6,segment=NetworkSegment(5a728aa1-4411-4dc0-8854-1b8633ff376e),segment_id=5a728aa1-4411-4dc0-8854-1b8633ff376e)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:35:21.419063 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-81d6db15-81c1-429f-bf66-357415a068e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (7e8c5de8-2dc5-43ef-aeec-c6b0a97809a6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:21.423142 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-19a9ad1a-5aed-455b-bbba-14cec87ebfc6 None None] For port b888ab3f-dc51-4f39-b889-7911706c1de4, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:35:21.428420 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-19a9ad1a-5aed-455b-bbba-14cec87ebfc6 None None] For port b888ab3f-dc51-4f39-b889-7911706c1de4, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=b888ab3f-dc51-4f39-b889-7911706c1de4,segment=NetworkSegment(1e841602-a80f-4a5f-9993-a4afeb94635b),segment_id=1e841602-a80f-4a5f-9993-a4afeb94635b)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:35:21.466847 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7752583a-383a-4afc-a1b1-0ff79406a334 admin admin] Publish callbacks [] for security_group (b5699e8b-7b4c-4ce7-b3b4-17bd6f5cbf0c), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:21.484287 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-19a9ad1a-5aed-455b-bbba-14cec87ebfc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (b888ab3f-dc51-4f39-b889-7911706c1de4), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:21.522103 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d6db15-81c1-429f-bf66-357415a068e6 None None] Routers {'b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:35:21.533717 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-81d6db15-81c1-429f-bf66-357415a068e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:35:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:35:21.540520 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7752583a-383a-4afc-a1b1-0ff79406a334 admin admin] Publish callbacks [] for security_group (b5699e8b-7b4c-4ce7-b3b4-17bd6f5cbf0c), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:21.653991 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7752583a-383a-4afc-a1b1-0ff79406a334 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (b5699e8b-7b4c-4ce7-b3b4-17bd6f5cbf0c), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:21.660484 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7752583a-383a-4afc-a1b1-0ff79406a334 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:21.662801 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-7752583a-383a-4afc-a1b1-0ff79406a334 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b5699e8b-7b4c-4ce7-b3b4-17bd6f5cbf0c HTTP/1.1" status: 204 len: 168 time: 0.3237932 Jan 28 07:35:21.671770 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a5e519-2b65-4c58-b267-ca136d5737e4 None None] Pushing event updated for resources: {'Port': ['ID=7e8c5de8-2dc5-43ef-aeec-c6b0a97809a6,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:35:21.671928 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-daf943f7-da5c-476c-a176-2d63feae7ba7 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Allocated IP 172.21.0.1 (45d40324-52d5-4fef-b9fd-24bb24991adb/86232285-83b7-4fe1-8a75-3781c2e29a31/386739aa-cc9f-4bc8-8c67-52e08c90b0cc) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:35:21.693022 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7752583a-383a-4afc-a1b1-0ff79406a334 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5699e8b-7b4c-4ce7-b3b4-17bd6f5cbf0c,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:35:21.922345 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-daf943f7-da5c-476c-a176-2d63feae7ba7 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks [] for port (386739aa-cc9f-4bc8-8c67-52e08c90b0cc), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:21.964325 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-81d6db15-81c1-429f-bf66-357415a068e6 None None] Set router b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63 gateway port host: None {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:35:22.047212 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a9ad1a-5aed-455b-bbba-14cec87ebfc6 None None] Pushing event updated for resources: {'Port': ['ID=b888ab3f-dc51-4f39-b889-7911706c1de4,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:35:22.064079 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-daf943f7-da5c-476c-a176-2d63feae7ba7 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (386739aa-cc9f-4bc8-8c67-52e08c90b0cc), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:22.114717 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf943f7-da5c-476c-a176-2d63feae7ba7 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Network 45d40324-52d5-4fef-b9fd-24bb24991adb is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:35:22.118810 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-daf943f7-da5c-476c-a176-2d63feae7ba7 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:35:22.126882 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf943f7-da5c-476c-a176-2d63feae7ba7 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:35:22.194719 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac660117-b768-4ff1-abd8-4136517e2220 req-afa9d51a-8e27-4702-aa5a-0647e9af932e tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:35:22.200441 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ac660117-b768-4ff1-abd8-4136517e2220 req-afa9d51a-8e27-4702-aa5a-0647e9af932e tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a1f0d7a-7e84-4832-a132-54bc36dec5af HTTP/1.1" status: 200 len: 945 time: 0.1792281 Jan 28 07:35:22.298666 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-61361486-e720-461a-8328-558f67e4f170 None None] Provisioning complete for port 7e8c5de8-2dc5-43ef-aeec-c6b0a97809a6 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:35:22.299905 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-61361486-e720-461a-8328-558f67e4f170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (7e8c5de8-2dc5-43ef-aeec-c6b0a97809a6), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:22.325693 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56452f6-f37c-43c1-8b17-078fadd26255 req-d4f3c35d-af2f-4c3c-b9d9-933cbded6484 tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:35:22.327384 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b56452f6-f37c-43c1-8b17-078fadd26255 req-d4f3c35d-af2f-4c3c-b9d9-933cbded6484 tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a1f0d7a-7e84-4832-a132-54bc36dec5af HTTP/1.1" status: 200 len: 945 time: 0.3194535 Jan 28 07:35:22.412794 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-ac660117-b768-4ff1-abd8-4136517e2220 req-87537ee8-473c-440a-844a-ef3faeb6d25f tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] Deleting port 46fb5303-e8b0-439b-a9cf-8d37be246517 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:35:22.413136 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ac660117-b768-4ff1-abd8-4136517e2220 req-87537ee8-473c-440a-844a-ef3faeb6d25f tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (46fb5303-e8b0-439b-a9cf-8d37be246517), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:22.432341 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b56452f6-f37c-43c1-8b17-078fadd26255 req-e874949a-86d9-4135-b568-e72451206d14 tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f3a84fe-9d73-4feb-98e2-bd68e4ccb185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911856 Jan 28 07:35:22.439216 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-daf943f7-da5c-476c-a176-2d63feae7ba7 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16609232'] for router_interface (b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:22.443050 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf943f7-da5c-476c-a176-2d63feae7ba7 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Pushing event updated for resources: {'Port': ['ID=386739aa-cc9f-4bc8-8c67-52e08c90b0cc,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:35:22.549165 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 47896) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:35:22.575218 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7dc3664d-d560-4907-a9b6-f25d7616e9ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:22.689518 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-61361486-e720-461a-8328-558f67e4f170 None None] Current status of the port 7e8c5de8-2dc5-43ef-aeec-c6b0a97809a6 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:35:22.690465 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-61361486-e720-461a-8328-558f67e4f170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (7e8c5de8-2dc5-43ef-aeec-c6b0a97809a6), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:22.691910 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7dc3664d-d560-4907-a9b6-f25d7616e9ec admin admin] Publish callbacks [] for security_group (14b49086-c2dd-4405-8086-75ef8dfef3aa), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:22.708309 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7dc3664d-d560-4907-a9b6-f25d7616e9ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (14b49086-c2dd-4405-8086-75ef8dfef3aa), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:22.748117 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-ac660117-b768-4ff1-abd8-4136517e2220 req-87537ee8-473c-440a-844a-ef3faeb6d25f tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] For port 46fb5303-e8b0-439b-a9cf-8d37be246517, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=46fb5303-e8b0-439b-a9cf-8d37be246517,segment=NetworkSegment(bf0195a4-f6a6-41d1-9604-c71a469c15f7),segment_id=bf0195a4-f6a6-41d1-9604-c71a469c15f7)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:35:22.750628 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ac660117-b768-4ff1-abd8-4136517e2220 req-87537ee8-473c-440a-844a-ef3faeb6d25f tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (46fb5303-e8b0-439b-a9cf-8d37be246517), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:22.754161 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device b888ab3f-dc51-4f39-b889-7911706c1de4 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:35:22.781798 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-7dc3664d-d560-4907-a9b6-f25d7616e9ec admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=dc132383593c41748e0f45e1c534ea47&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2314458 Jan 28 07:35:22.783988 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc3664d-d560-4907-a9b6-f25d7616e9ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14b49086-c2dd-4405-8086-75ef8dfef3aa,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:35:22.784984 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 47900) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:35:22.791828 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-61361486-e720-461a-8328-558f67e4f170 None None] For port 7e8c5de8-2dc5-43ef-aeec-c6b0a97809a6, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=7e8c5de8-2dc5-43ef-aeec-c6b0a97809a6,segment=NetworkSegment(5a728aa1-4411-4dc0-8854-1b8633ff376e),segment_id=5a728aa1-4411-4dc0-8854-1b8633ff376e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:35:22.802732 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-ac660117-b768-4ff1-abd8-4136517e2220 req-87537ee8-473c-440a-844a-ef3faeb6d25f tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] Calling delete_port for 46fb5303-e8b0-439b-a9cf-8d37be246517 owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:35:22.807426 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-81d6db15-81c1-429f-bf66-357415a068e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63', 'name': 'tempest-RoutersTest-router-1807626397', 'tenant_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:35:10Z', 'updated_at': '2022-01-28T07:35:14Z', 'revision_number': 2, 'project_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'gw_port_host': None, '_interfaces': [{'id': '7e8c5de8-2dc5-43ef-aeec-c6b0a97809a6', 'name': '', 'network_id': 'f5256034-c262-4dbc-853e-97aac70b3eee', 'tenant_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'mac_address': 'fa:16:3e:65:19:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '32dba1df-e3cf-4707-bb73-088ab218383f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:35:12Z', 'updated_at': '2022-01-28T07:35:21Z', 'revision_number': 4, 'project_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'subnets': [{'id': '32dba1df-e3cf-4707-bb73-088ab218383f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:35:22.809425 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-61361486-e720-461a-8328-558f67e4f170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (7e8c5de8-2dc5-43ef-aeec-c6b0a97809a6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:22.833217 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-daf943f7-da5c-476c-a176-2d63feae7ba7 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (386739aa-cc9f-4bc8-8c67-52e08c90b0cc), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:22.857011 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d6db15-81c1-429f-bf66-357415a068e6 None None] The sync data for ids ['b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63'] in n-d-712749-28 is: [{'id': 'b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63', 'name': 'tempest-RoutersTest-router-1807626397', 'tenant_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:35:10Z', 'updated_at': '2022-01-28T07:35:14Z', 'revision_number': 2, 'project_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'gw_port_host': None, '_interfaces': [{'id': '7e8c5de8-2dc5-43ef-aeec-c6b0a97809a6', 'name': '', 'network_id': 'f5256034-c262-4dbc-853e-97aac70b3eee', 'tenant_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'mac_address': 'fa:16:3e:65:19:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '32dba1df-e3cf-4707-bb73-088ab218383f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:35:12Z', 'updated_at': '2022-01-28T07:35:21Z', 'revision_number': 4, 'project_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'subnets': [{'id': '32dba1df-e3cf-4707-bb73-088ab218383f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:35:22.932074 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port b888ab3f-dc51-4f39-b889-7911706c1de4 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:35:22.932851 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (b888ab3f-dc51-4f39-b889-7911706c1de4), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:23.099222 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61361486-e720-461a-8328-558f67e4f170 None None] Pushing event updated for resources: {'Port': ['ID=7e8c5de8-2dc5-43ef-aeec-c6b0a97809a6,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:35:23.188648 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-909e0fb2-8123-4c4d-8168-14d64de6b11a admin admin] Publish callbacks [] for security_group (14b49086-c2dd-4405-8086-75ef8dfef3aa), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:23.194004 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ac660117-b768-4ff1-abd8-4136517e2220 req-87537ee8-473c-440a-844a-ef3faeb6d25f tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (46fb5303-e8b0-439b-a9cf-8d37be246517), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:23.245854 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['46fb5303-e8b0-439b-a9cf-8d37be246517'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:35:23.256908 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port b888ab3f-dc51-4f39-b889-7911706c1de4 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:35:23.261420 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (b888ab3f-dc51-4f39-b889-7911706c1de4), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:23.271013 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87537ee8-473c-440a-844a-ef3faeb6d25f tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] Pushing event deleted for resources: {'Port': ['ID=46fb5303-e8b0-439b-a9cf-8d37be246517,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:35:23.367447 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-909e0fb2-8123-4c4d-8168-14d64de6b11a admin admin] Publish callbacks [] for security_group (14b49086-c2dd-4405-8086-75ef8dfef3aa), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:23.370361 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac660117-b768-4ff1-abd8-4136517e2220 req-87537ee8-473c-440a-844a-ef3faeb6d25f tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] No DVR routers for this DVR port 46fb5303-e8b0-439b-a9cf-8d37be246517 on host n-h1-712749-28 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:35:23.372897 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ac660117-b768-4ff1-abd8-4136517e2220 req-87537ee8-473c-440a-844a-ef3faeb6d25f tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:23.377179 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ac660117-b768-4ff1-abd8-4136517e2220 req-87537ee8-473c-440a-844a-ef3faeb6d25f tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] 10.222.0.10 "DELETE /v2.0/ports/46fb5303-e8b0-439b-a9cf-8d37be246517 HTTP/1.1" status: 204 len: 173 time: 1.1686735 Jan 28 07:35:23.383807 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a1f0d7a-7e84-4832-a132-54bc36dec5af', 'name': 'network-vif-deleted', 'tag': '46fb5303-e8b0-439b-a9cf-8d37be246517'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:35:23.386503 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b2075a7-6351-4f68-b2ae-039b38f0dfc7" -d '{"events": [{"server_uuid": "3a1f0d7a-7e84-4832-a132-54bc36dec5af", "name": "network-vif-deleted", "tag": "46fb5303-e8b0-439b-a9cf-8d37be246517"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:35:23.478620 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-daf943f7-da5c-476c-a176-2d63feae7ba7 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks [] for port (386739aa-cc9f-4bc8-8c67-52e08c90b0cc), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:23.486077 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] For port b888ab3f-dc51-4f39-b889-7911706c1de4, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=b888ab3f-dc51-4f39-b889-7911706c1de4,segment=NetworkSegment(1e841602-a80f-4a5f-9993-a4afeb94635b),segment_id=1e841602-a80f-4a5f-9993-a4afeb94635b)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:35:23.496707 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-daf943f7-da5c-476c-a176-2d63feae7ba7 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (386739aa-cc9f-4bc8-8c67-52e08c90b0cc), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:23.502144 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (b888ab3f-dc51-4f39-b889-7911706c1de4), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:23.526702 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-823cb728-4380-48ff-ae31-74f652fe2278 x-openstack-request-id: req-823cb728-4380-48ff-ae31-74f652fe2278 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:35:23.527033 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a1f0d7a-7e84-4832-a132-54bc36dec5af", "name": "network-vif-deleted", "tag": "46fb5303-e8b0-439b-a9cf-8d37be246517", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:35:23.527245 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-823cb728-4380-48ff-ae31-74f652fe2278 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:35:23.534486 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a1f0d7a-7e84-4832-a132-54bc36dec5af', 'name': 'network-vif-deleted', 'tag': '46fb5303-e8b0-439b-a9cf-8d37be246517', 'status': 'completed', 'code': 200} Jan 28 07:35:23.570835 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-909e0fb2-8123-4c4d-8168-14d64de6b11a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (14b49086-c2dd-4405-8086-75ef8dfef3aa), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:23.575251 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-909e0fb2-8123-4c4d-8168-14d64de6b11a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:23.579815 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-909e0fb2-8123-4c4d-8168-14d64de6b11a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/14b49086-c2dd-4405-8086-75ef8dfef3aa HTTP/1.1" status: 204 len: 168 time: 0.7762306 Jan 28 07:35:23.592926 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909e0fb2-8123-4c4d-8168-14d64de6b11a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14b49086-c2dd-4405-8086-75ef8dfef3aa,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:35:23.666018 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Pushing event updated for resources: {'Port': ['ID=b888ab3f-dc51-4f39-b889-7911706c1de4,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:35:23.821131 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-cb3644a0-fc9e-4069-ad83-8dc9be93845b req-a343dc4f-6c75-44db-9643-82b4b0ea54a5 tempest-ServerRescueTestJSON-738676493 tempest-ServerRescueTestJSON-738676493-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a1f0d7a-7e84-4832-a132-54bc36dec5af HTTP/1.1" status: 200 len: 210 time: 0.1958156 Jan 28 07:35:23.821991 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-daf943f7-da5c-476c-a176-2d63feae7ba7 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16318999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16606560'] for router_interface (b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:23.885857 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e599c95-6523-4235-9808-924656900308 None None] Network 45d40324-52d5-4fef-b9fd-24bb24991adb requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:35:24.006128 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf943f7-da5c-476c-a176-2d63feae7ba7 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Pushing event updated for resources: {'Port': ['ID=386739aa-cc9f-4bc8-8c67-52e08c90b0cc,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:35:24.026368 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf943f7-da5c-476c-a176-2d63feae7ba7 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Network 45d40324-52d5-4fef-b9fd-24bb24991adb is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:35:24.032570 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-daf943f7-da5c-476c-a176-2d63feae7ba7 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:35:24.112631 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-82d545bc-2525-4e70-9321-f9f4a0b79ceb None None] Provisioning complete for port b888ab3f-dc51-4f39-b889-7911706c1de4 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:35:24.113009 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-82d545bc-2525-4e70-9321-f9f4a0b79ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (b888ab3f-dc51-4f39-b889-7911706c1de4), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:24.361789 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daf943f7-da5c-476c-a176-2d63feae7ba7 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Router b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:35:24.376028 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-82d545bc-2525-4e70-9321-f9f4a0b79ceb None None] Current status of the port b888ab3f-dc51-4f39-b889-7911706c1de4 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:35:24.585831 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daf943f7-da5c-476c-a176-2d63feae7ba7 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:35:24.600055 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-daf943f7-da5c-476c-a176-2d63feae7ba7 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] 10.222.0.41 "PUT /v2.0/routers/b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1923058 Jan 28 07:35:24.600545 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 47928) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:35:24.605975 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-e1d04854-4509-4d89-906c-dda031dbe160 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Request body: {'network': {'name': 'tempest-RoutersTest-251150140'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:35:24.642821 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1d04854-4509-4d89-906c-dda031dbe160 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Made reservation on behalf of 2fa8ac3d507e4a03a63750fd70e127ed for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:35:24.649417 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e1d04854-4509-4d89-906c-dda031dbe160 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:24.731792 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-b06e9d59-9826-4842-83ef-d718756cd34d None None] Provisioning complete for port 386739aa-cc9f-4bc8-8c67-52e08c90b0cc triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:35:24.732354 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b06e9d59-9826-4842-83ef-d718756cd34d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (386739aa-cc9f-4bc8-8c67-52e08c90b0cc), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:24.737924 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1d04854-4509-4d89-906c-dda031dbe160 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:35:24.761464 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e1d04854-4509-4d89-906c-dda031dbe160 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (6413d438-05ed-4840-8c57-19c48bad02f9), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:24.762156 n-d-712749-28 neutron-server[103284]: INFO neutron.db.segments_db [None req-e1d04854-4509-4d89-906c-dda031dbe160 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Added segment 6413d438-05ed-4840-8c57-19c48bad02f9 of type vlan for network bc29ffdc-5da3-484b-a0f3-7716c2b0bfd6 Jan 28 07:35:24.780620 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device b888ab3f-dc51-4f39-b889-7911706c1de4 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:35:24.852423 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-b06e9d59-9826-4842-83ef-d718756cd34d None None] Port 386739aa-cc9f-4bc8-8c67-52e08c90b0cc cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:35:24.856426 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e1d04854-4509-4d89-906c-dda031dbe160 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (bc29ffdc-5da3-484b-a0f3-7716c2b0bfd6), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:24.877517 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-b06e9d59-9826-4842-83ef-d718756cd34d None None] Provisioning complete for port b888ab3f-dc51-4f39-b889-7911706c1de4 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:35:24.877984 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b06e9d59-9826-4842-83ef-d718756cd34d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (b888ab3f-dc51-4f39-b889-7911706c1de4), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:24.914441 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port b888ab3f-dc51-4f39-b889-7911706c1de4 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:35:24.915066 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (b888ab3f-dc51-4f39-b889-7911706c1de4), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:24.954845 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 47940) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:35:24.965786 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e1d04854-4509-4d89-906c-dda031dbe160 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (bc29ffdc-5da3-484b-a0f3-7716c2b0bfd6), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:24.980516 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1d04854-4509-4d89-906c-dda031dbe160 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:35:24.982770 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e1d04854-4509-4d89-906c-dda031dbe160 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:25.214299 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-e1d04854-4509-4d89-906c-dda031dbe160 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6125371 Jan 28 07:35:25.218116 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 47946) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:35:25.222384 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d04854-4509-4d89-906c-dda031dbe160 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Pushing event updated for resources: {'Network': ['ID=bc29ffdc-5da3-484b-a0f3-7716c2b0bfd6,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:35:25.228059 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-01ce88bc-91d4-483b-a289-7ec57c5aa90b tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Request body: {'subnet': {'network_id': 'bc29ffdc-5da3-484b-a0f3-7716c2b0bfd6', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:35:25.303544 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network bc29ffdc-5da3-484b-a0f3-7716c2b0bfd6 details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:35:25.585386 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 46fb5303-e8b0-439b-a9cf-8d37be246517 no longer exists at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:35:25.610238 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01ce88bc-91d4-483b-a289-7ec57c5aa90b tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Made reservation on behalf of 2fa8ac3d507e4a03a63750fd70e127ed for: {'subnet': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:35:25.616014 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-01ce88bc-91d4-483b-a289-7ec57c5aa90b tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13555781'] for subnet (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:25.652574 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66da28ed-6f0c-434a-8c5f-ce4ee7a81b12 None None] Sync routers for ids ['b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:35:25.672316 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66da28ed-6f0c-434a-8c5f-ce4ee7a81b12 None None] Routers {'b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:35:25.673013 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-66da28ed-6f0c-434a-8c5f-ce4ee7a81b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:35:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:35:25.677539 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-b06e9d59-9826-4842-83ef-d718756cd34d None None] Current status of the port b888ab3f-dc51-4f39-b889-7911706c1de4 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:35:25.754237 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port b888ab3f-dc51-4f39-b889-7911706c1de4 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:35:25.755370 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 7e8c5de8-2dc5-43ef-aeec-c6b0a97809a6 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:35:25.855788 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-66da28ed-6f0c-434a-8c5f-ce4ee7a81b12 None None] Set router b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63 gateway port host: None {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:35:25.859073 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] No Port match for: 46fb5303-e8b0-439b-a9cf-8d37be246517 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:35:25.859073 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 46fb5303-e8b0-439b-a9cf-8d37be246517 not bound to the agent host n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:35:25.916061 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-f13902e6-03de-44f3-979f-585f6e1fac36 None None] Provisioning complete for port 386739aa-cc9f-4bc8-8c67-52e08c90b0cc triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:35:25.916061 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f13902e6-03de-44f3-979f-585f6e1fac36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (386739aa-cc9f-4bc8-8c67-52e08c90b0cc), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:26.005030 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 7e8c5de8-2dc5-43ef-aeec-c6b0a97809a6 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:35:26.005408 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (7e8c5de8-2dc5-43ef-aeec-c6b0a97809a6), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:26.123878 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-f13902e6-03de-44f3-979f-585f6e1fac36 None None] Port 386739aa-cc9f-4bc8-8c67-52e08c90b0cc cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:35:26.256043 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 7e8c5de8-2dc5-43ef-aeec-c6b0a97809a6 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:35:26.299384 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-66da28ed-6f0c-434a-8c5f-ce4ee7a81b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63', 'name': 'tempest-RoutersTest-router-1807626397', 'tenant_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:35:10Z', 'updated_at': '2022-01-28T07:35:22Z', 'revision_number': 3, 'project_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'gw_port_host': None, '_interfaces': [{'id': '386739aa-cc9f-4bc8-8c67-52e08c90b0cc', 'name': '', 'network_id': '45d40324-52d5-4fef-b9fd-24bb24991adb', 'tenant_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'mac_address': 'fa:16:3e:81:f5:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3206, 'fixed_ips': [{'subnet_id': '86232285-83b7-4fe1-8a75-3781c2e29a31', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:35:20Z', 'updated_at': '2022-01-28T07:35:23Z', 'revision_number': 2, 'project_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'subnets': [{'id': '86232285-83b7-4fe1-8a75-3781c2e29a31', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e8c5de8-2dc5-43ef-aeec-c6b0a97809a6', 'name': '', 'network_id': 'f5256034-c262-4dbc-853e-97aac70b3eee', 'tenant_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'mac_address': 'fa:16:3e:65:19:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '32dba1df-e3cf-4707-bb73-088ab218383f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:35:12Z', 'updated_at': '2022-01-28T07:35:22Z', 'revision_number': 5, 'project_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'subnets': [{'id': '32dba1df-e3cf-4707-bb73-088ab218383f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:35:26.340936 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 47966) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:35:26.356103 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66da28ed-6f0c-434a-8c5f-ce4ee7a81b12 None None] Checking router: b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63 for host: n-d-712749-28 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:35:26.356489 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66da28ed-6f0c-434a-8c5f-ce4ee7a81b12 None None] Updating router b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63 port 386739aa-cc9f-4bc8-8c67-52e08c90b0cc binding host n-d-712749-28 {{(pid=103286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 07:35:26.375645 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-01ce88bc-91d4-483b-a289-7ec57c5aa90b tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13546728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13555799'] for subnet (e70346de-b308-4cca-a5e6-d4f83d9bc2a5), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:26.431031 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-66da28ed-6f0c-434a-8c5f-ce4ee7a81b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (386739aa-cc9f-4bc8-8c67-52e08c90b0cc), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:26.446814 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ce88bc-91d4-483b-a289-7ec57c5aa90b tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Pushing event updated for resources: {'Subnet': ['ID=e70346de-b308-4cca-a5e6-d4f83d9bc2a5,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:35:26.527109 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ce88bc-91d4-483b-a289-7ec57c5aa90b tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Checking segment: {'id': '6413d438-05ed-4840-8c57-19c48bad02f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'bc29ffdc-5da3-484b-a0f3-7716c2b0bfd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:35:26.527678 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ec0a2703-97e3-4261-bbdb-b87d44eea553 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:26.543551 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ce88bc-91d4-483b-a289-7ec57c5aa90b tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Network hostable DHCP agents. Network: bc29ffdc-5da3-484b-a0f3-7716c2b0bfd6, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:35:26.569974 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4e939dcb-f490-4f91-88b0-86238e0aa726 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16606535'] for router_interface (03fec057-fe96-4971-abd9-4725561f6fea), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:26.632985 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ce88bc-91d4-483b-a289-7ec57c5aa90b tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Network bc29ffdc-5da3-484b-a0f3-7716c2b0bfd6 is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:35:26.685018 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-01ce88bc-91d4-483b-a289-7ec57c5aa90b tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, bc29ffdc-5da3-484b-a0f3-7716c2b0bfd6) {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:35:26.694805 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ce88bc-91d4-483b-a289-7ec57c5aa90b tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:35:26.695620 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-01ce88bc-91d4-483b-a289-7ec57c5aa90b tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks [] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:26.702541 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa28fe5-4494-4b77-b464-f84d0e25ed85 None None] Network bc29ffdc-5da3-484b-a0f3-7716c2b0bfd6 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:35:26.706337 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ec0a2703-97e3-4261-bbdb-b87d44eea553 admin admin] Publish callbacks [] for security_group (e6ba48b2-2fac-4724-bc19-26456126584b), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:26.715642 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ec0a2703-97e3-4261-bbdb-b87d44eea553 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (e6ba48b2-2fac-4724-bc19-26456126584b), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:26.783785 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-01ce88bc-91d4-483b-a289-7ec57c5aa90b tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5643466 Jan 28 07:35:26.786628 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 47978) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:35:26.805804 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-ec0a2703-97e3-4261-bbdb-b87d44eea553 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=40a66aa567e94f3abbda4f089d211f44&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4633079 Jan 28 07:35:26.825013 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 47980) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:35:26.849420 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0a2703-97e3-4261-bbdb-b87d44eea553 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6ba48b2-2fac-4724-bc19-26456126584b,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:35:26.910609 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bb851b0-0491-431f-8e10-00239a25b2a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3dd72b9-6805-5f61-b6f3-a591f99a173d-bc29ffdc-5da3-484b-a0f3-7716c2b0bfd6', 'network_id': 'bc29ffdc-5da3-484b-a0f3-7716c2b0bfd6', 'project_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'fixed_ips': [{'subnet_id': 'e70346de-b308-4cca-a5e6-d4f83d9bc2a5'}]}} from n-d-712749-28. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 07:35:26.914181 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3bb851b0-0491-431f-8e10-00239a25b2a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:26.974328 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3154991e-dc9e-47a0-be9e-3c6ddc2e8340 admin admin] Publish callbacks [] for security_group (e6ba48b2-2fac-4724-bc19-26456126584b), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:27.016498 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3154991e-dc9e-47a0-be9e-3c6ddc2e8340 admin admin] Publish callbacks [] for security_group (e6ba48b2-2fac-4724-bc19-26456126584b), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:27.116546 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-66da28ed-6f0c-434a-8c5f-ce4ee7a81b12 None None] Publish callbacks [] for port (386739aa-cc9f-4bc8-8c67-52e08c90b0cc), precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:27.130992 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-66da28ed-6f0c-434a-8c5f-ce4ee7a81b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (386739aa-cc9f-4bc8-8c67-52e08c90b0cc), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:27.142040 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3154991e-dc9e-47a0-be9e-3c6ddc2e8340 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (e6ba48b2-2fac-4724-bc19-26456126584b), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:27.145092 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3154991e-dc9e-47a0-be9e-3c6ddc2e8340 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:27.146987 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-3154991e-dc9e-47a0-be9e-3c6ddc2e8340 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e6ba48b2-2fac-4724-bc19-26456126584b HTTP/1.1" status: 204 len: 168 time: 0.3165386 Jan 28 07:35:27.159408 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3154991e-dc9e-47a0-be9e-3c6ddc2e8340 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6ba48b2-2fac-4724-bc19-26456126584b,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:35:27.272649 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2caf13-5daf-4772-a634-6f3d3aa586b9 None None] Pushing event updated for resources: {'Port': ['ID=386739aa-cc9f-4bc8-8c67-52e08c90b0cc,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:35:27.286498 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2caf13-5daf-4772-a634-6f3d3aa586b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:35:27.289820 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2caf13-5daf-4772-a634-6f3d3aa586b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:35:27.290448 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2caf13-5daf-4772-a634-6f3d3aa586b9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:35:27.291553 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2caf13-5daf-4772-a634-6f3d3aa586b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:35:27.292892 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2caf13-5daf-4772-a634-6f3d3aa586b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:35:27.293739 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2caf13-5daf-4772-a634-6f3d3aa586b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:35:27.294319 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2caf13-5daf-4772-a634-6f3d3aa586b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:35:27.295030 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2caf13-5daf-4772-a634-6f3d3aa586b9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:35:27.296978 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2caf13-5daf-4772-a634-6f3d3aa586b9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:35:27.298039 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2caf13-5daf-4772-a634-6f3d3aa586b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:35:27.299318 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2caf13-5daf-4772-a634-6f3d3aa586b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:35:27.300846 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2caf13-5daf-4772-a634-6f3d3aa586b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:35:27.301697 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2caf13-5daf-4772-a634-6f3d3aa586b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:35:27.333421 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-66da28ed-6f0c-434a-8c5f-ce4ee7a81b12 None None] Attempting to bind port 386739aa-cc9f-4bc8-8c67-52e08c90b0cc on host n-d-712749-28 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:35:27.333966 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-66da28ed-6f0c-434a-8c5f-ce4ee7a81b12 None None] Attempting to bind port 386739aa-cc9f-4bc8-8c67-52e08c90b0cc by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '1e841602-a80f-4a5f-9993-a4afeb94635b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '45d40324-52d5-4fef-b9fd-24bb24991adb'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:35:27.335849 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66da28ed-6f0c-434a-8c5f-ce4ee7a81b12 None None] Attempting to bind port 386739aa-cc9f-4bc8-8c67-52e08c90b0cc on network 45d40324-52d5-4fef-b9fd-24bb24991adb {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:35:27.337445 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-3bb851b0-0491-431f-8e10-00239a25b2a1 None None] Allocated IP 172.22.0.2 (bc29ffdc-5da3-484b-a0f3-7716c2b0bfd6/e70346de-b308-4cca-a5e6-d4f83d9bc2a5/978d7f52-7df6-4ed0-97d9-0f93c9e9496f) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:35:27.356021 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66da28ed-6f0c-434a-8c5f-ce4ee7a81b12 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 35, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:35:27.358653 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66da28ed-6f0c-434a-8c5f-ce4ee7a81b12 None None] Checking segment: {'id': '1e841602-a80f-4a5f-9993-a4afeb94635b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '45d40324-52d5-4fef-b9fd-24bb24991adb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:35:27.359284 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-66da28ed-6f0c-434a-8c5f-ce4ee7a81b12 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:27.359403 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66da28ed-6f0c-434a-8c5f-ce4ee7a81b12 None None] Bound using segment: {'id': '1e841602-a80f-4a5f-9993-a4afeb94635b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '45d40324-52d5-4fef-b9fd-24bb24991adb'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:35:27.361648 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-66da28ed-6f0c-434a-8c5f-ce4ee7a81b12 None None] Bound port: 386739aa-cc9f-4bc8-8c67-52e08c90b0cc, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e841602-a80f-4a5f-9993-a4afeb94635b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '45d40324-52d5-4fef-b9fd-24bb24991adb'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:35:27.362052 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-66da28ed-6f0c-434a-8c5f-ce4ee7a81b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (386739aa-cc9f-4bc8-8c67-52e08c90b0cc), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:27.557088 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-66da28ed-6f0c-434a-8c5f-ce4ee7a81b12 None None] For port 386739aa-cc9f-4bc8-8c67-52e08c90b0cc, host n-d-712749-28, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:35:27.564291 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-66da28ed-6f0c-434a-8c5f-ce4ee7a81b12 None None] For port 386739aa-cc9f-4bc8-8c67-52e08c90b0cc, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=386739aa-cc9f-4bc8-8c67-52e08c90b0cc,segment=NetworkSegment(1e841602-a80f-4a5f-9993-a4afeb94635b),segment_id=1e841602-a80f-4a5f-9993-a4afeb94635b)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:35:27.582156 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-66da28ed-6f0c-434a-8c5f-ce4ee7a81b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (386739aa-cc9f-4bc8-8c67-52e08c90b0cc), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:27.748900 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7aae9a05-63ad-4ef8-a374-bde01cd0b94c tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:27.825655 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2caf13-5daf-4772-a634-6f3d3aa586b9 None None] Pushing event updated for resources: {'Port': ['ID=386739aa-cc9f-4bc8-8c67-52e08c90b0cc,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:35:27.845461 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66da28ed-6f0c-434a-8c5f-ce4ee7a81b12 None None] Routers {'b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:35:27.846116 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-66da28ed-6f0c-434a-8c5f-ce4ee7a81b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:35:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:35:27.928421 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-29f57e9b-97cd-415a-9ae3-7428084fc2db None None] Provisioning complete for port 386739aa-cc9f-4bc8-8c67-52e08c90b0cc triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:35:27.929103 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-29f57e9b-97cd-415a-9ae3-7428084fc2db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (386739aa-cc9f-4bc8-8c67-52e08c90b0cc), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:27.931642 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3bb851b0-0491-431f-8e10-00239a25b2a1 None None] Publish callbacks [] for port (978d7f52-7df6-4ed0-97d9-0f93c9e9496f), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:27.990475 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3bb851b0-0491-431f-8e10-00239a25b2a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (978d7f52-7df6-4ed0-97d9-0f93c9e9496f), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:27.995337 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-66da28ed-6f0c-434a-8c5f-ce4ee7a81b12 None None] Set router b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63 gateway port host: None {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:35:28.046556 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-4e939dcb-f490-4f91-88b0-86238e0aa726 admin admin] Deleting port 9c7ec478-7082-4394-93f2-2b8f2c86032c {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:35:28.047827 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4e939dcb-f490-4f91-88b0-86238e0aa726 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (9c7ec478-7082-4394-93f2-2b8f2c86032c), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:28.173151 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb851b0-0491-431f-8e10-00239a25b2a1 None None] Network bc29ffdc-5da3-484b-a0f3-7716c2b0bfd6 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:35:28.221766 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-3bb851b0-0491-431f-8e10-00239a25b2a1 None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:35:28.231264 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb851b0-0491-431f-8e10-00239a25b2a1 None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:35:28.237423 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb851b0-0491-431f-8e10-00239a25b2a1 None None] Pushing event updated for resources: {'Port': ['ID=978d7f52-7df6-4ed0-97d9-0f93c9e9496f,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:35:28.400761 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-3bb851b0-0491-431f-8e10-00239a25b2a1 None None] Attempting to bind port 978d7f52-7df6-4ed0-97d9-0f93c9e9496f on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:35:28.400761 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-3bb851b0-0491-431f-8e10-00239a25b2a1 None None] Attempting to bind port 978d7f52-7df6-4ed0-97d9-0f93c9e9496f by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '6413d438-05ed-4840-8c57-19c48bad02f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'bc29ffdc-5da3-484b-a0f3-7716c2b0bfd6'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:35:28.400761 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb851b0-0491-431f-8e10-00239a25b2a1 None None] Attempting to bind port 978d7f52-7df6-4ed0-97d9-0f93c9e9496f on network bc29ffdc-5da3-484b-a0f3-7716c2b0bfd6 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:35:28.401540 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb851b0-0491-431f-8e10-00239a25b2a1 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 35, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:35:28.401540 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb851b0-0491-431f-8e10-00239a25b2a1 None None] Checking segment: {'id': '6413d438-05ed-4840-8c57-19c48bad02f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'bc29ffdc-5da3-484b-a0f3-7716c2b0bfd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:35:28.401788 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3bb851b0-0491-431f-8e10-00239a25b2a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:28.402653 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb851b0-0491-431f-8e10-00239a25b2a1 None None] Bound using segment: {'id': '6413d438-05ed-4840-8c57-19c48bad02f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'bc29ffdc-5da3-484b-a0f3-7716c2b0bfd6'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:35:28.402653 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-3bb851b0-0491-431f-8e10-00239a25b2a1 None None] Bound port: 978d7f52-7df6-4ed0-97d9-0f93c9e9496f, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6413d438-05ed-4840-8c57-19c48bad02f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'bc29ffdc-5da3-484b-a0f3-7716c2b0bfd6'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:35:28.403167 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3bb851b0-0491-431f-8e10-00239a25b2a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (978d7f52-7df6-4ed0-97d9-0f93c9e9496f), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:28.405427 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-29f57e9b-97cd-415a-9ae3-7428084fc2db None None] Current status of the port 386739aa-cc9f-4bc8-8c67-52e08c90b0cc is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:35:28.405822 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-29f57e9b-97cd-415a-9ae3-7428084fc2db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (386739aa-cc9f-4bc8-8c67-52e08c90b0cc), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:28.513933 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-3bb851b0-0491-431f-8e10-00239a25b2a1 None None] For port 978d7f52-7df6-4ed0-97d9-0f93c9e9496f, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:35:28.517287 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-3bb851b0-0491-431f-8e10-00239a25b2a1 None None] For port 978d7f52-7df6-4ed0-97d9-0f93c9e9496f, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=978d7f52-7df6-4ed0-97d9-0f93c9e9496f,segment=NetworkSegment(6413d438-05ed-4840-8c57-19c48bad02f9),segment_id=6413d438-05ed-4840-8c57-19c48bad02f9)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:35:28.536069 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3bb851b0-0491-431f-8e10-00239a25b2a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (978d7f52-7df6-4ed0-97d9-0f93c9e9496f), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:28.603529 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-66da28ed-6f0c-434a-8c5f-ce4ee7a81b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63', 'name': 'tempest-RoutersTest-router-1807626397', 'tenant_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:35:10Z', 'updated_at': '2022-01-28T07:35:22Z', 'revision_number': 3, 'project_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'gw_port_host': None, '_interfaces': [{'id': '386739aa-cc9f-4bc8-8c67-52e08c90b0cc', 'name': '', 'network_id': '45d40324-52d5-4fef-b9fd-24bb24991adb', 'tenant_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'mac_address': 'fa:16:3e:81:f5:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3206, 'fixed_ips': [{'subnet_id': '86232285-83b7-4fe1-8a75-3781c2e29a31', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:35:20Z', 'updated_at': '2022-01-28T07:35:27Z', 'revision_number': 4, 'project_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'subnets': [{'id': '86232285-83b7-4fe1-8a75-3781c2e29a31', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e8c5de8-2dc5-43ef-aeec-c6b0a97809a6', 'name': '', 'network_id': 'f5256034-c262-4dbc-853e-97aac70b3eee', 'tenant_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'mac_address': 'fa:16:3e:65:19:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '32dba1df-e3cf-4707-bb73-088ab218383f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:35:12Z', 'updated_at': '2022-01-28T07:35:22Z', 'revision_number': 5, 'project_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'subnets': [{'id': '32dba1df-e3cf-4707-bb73-088ab218383f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:35:28.619268 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-29f57e9b-97cd-415a-9ae3-7428084fc2db None None] For port 386739aa-cc9f-4bc8-8c67-52e08c90b0cc, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=386739aa-cc9f-4bc8-8c67-52e08c90b0cc,segment=NetworkSegment(1e841602-a80f-4a5f-9993-a4afeb94635b),segment_id=1e841602-a80f-4a5f-9993-a4afeb94635b)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:35:28.628904 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-29f57e9b-97cd-415a-9ae3-7428084fc2db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (386739aa-cc9f-4bc8-8c67-52e08c90b0cc), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:28.683102 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb851b0-0491-431f-8e10-00239a25b2a1 None None] Pushing event updated for resources: {'Port': ['ID=978d7f52-7df6-4ed0-97d9-0f93c9e9496f,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:35:28.725521 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66da28ed-6f0c-434a-8c5f-ce4ee7a81b12 None None] The sync data for ids ['b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63'] in n-d-712749-28 is: [{'id': 'b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63', 'name': 'tempest-RoutersTest-router-1807626397', 'tenant_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:35:10Z', 'updated_at': '2022-01-28T07:35:22Z', 'revision_number': 3, 'project_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'gw_port_host': None, '_interfaces': [{'id': '386739aa-cc9f-4bc8-8c67-52e08c90b0cc', 'name': '', 'network_id': '45d40324-52d5-4fef-b9fd-24bb24991adb', 'tenant_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'mac_address': 'fa:16:3e:81:f5:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3206, 'fixed_ips': [{'subnet_id': '86232285-83b7-4fe1-8a75-3781c2e29a31', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:35:20Z', 'updated_at': '2022-01-28T07:35:27Z', 'revision_number': 4, 'project_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'subnets': [{'id': '86232285-83b7-4fe1-8a75-3781c2e29a31', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e8c5de8-2dc5-43ef-aeec-c6b0a97809a6', 'name': '', 'network_id': 'f5256034-c262-4dbc-853e-97aac70b3eee', 'tenant_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'mac_address': 'fa:16:3e:65:19:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '32dba1df-e3cf-4707-bb73-088ab218383f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:35:12Z', 'updated_at': '2022-01-28T07:35:22Z', 'revision_number': 5, 'project_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'subnets': [{'id': '32dba1df-e3cf-4707-bb73-088ab218383f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:35:28.861522 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-994b80bd-9b9e-4ed8-93d4-f8eec806ace8 None None] Provisioning complete for port 386739aa-cc9f-4bc8-8c67-52e08c90b0cc triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:35:28.861914 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-994b80bd-9b9e-4ed8-93d4-f8eec806ace8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (386739aa-cc9f-4bc8-8c67-52e08c90b0cc), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:28.948610 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f57e9b-97cd-415a-9ae3-7428084fc2db None None] Pushing event updated for resources: {'Port': ['ID=386739aa-cc9f-4bc8-8c67-52e08c90b0cc,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:35:29.034486 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-4e939dcb-f490-4f91-88b0-86238e0aa726 admin admin] For port 9c7ec478-7082-4394-93f2-2b8f2c86032c, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=9c7ec478-7082-4394-93f2-2b8f2c86032c,segment=NetworkSegment(bf0195a4-f6a6-41d1-9604-c71a469c15f7),segment_id=bf0195a4-f6a6-41d1-9604-c71a469c15f7)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:35:29.035008 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4e939dcb-f490-4f91-88b0-86238e0aa726 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (9c7ec478-7082-4394-93f2-2b8f2c86032c), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:29.082147 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-4e939dcb-f490-4f91-88b0-86238e0aa726 admin admin] Calling delete_port for 9c7ec478-7082-4394-93f2-2b8f2c86032c owned by network:router_interface {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:35:29.141597 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-994b80bd-9b9e-4ed8-93d4-f8eec806ace8 None None] Current status of the port 386739aa-cc9f-4bc8-8c67-52e08c90b0cc is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:35:29.721180 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-7aae9a05-63ad-4ef8-a374-bde01cd0b94c tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Allocated IP 172.22.0.1 (bc29ffdc-5da3-484b-a0f3-7716c2b0bfd6/e70346de-b308-4cca-a5e6-d4f83d9bc2a5/3a770e93-74fe-4dba-8f2f-4f5efab34657) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:35:29.991054 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4e939dcb-f490-4f91-88b0-86238e0aa726 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (9c7ec478-7082-4394-93f2-2b8f2c86032c), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:30.043385 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e939dcb-f490-4f91-88b0-86238e0aa726 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c7ec478-7082-4394-93f2-2b8f2c86032c,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:35:30.198790 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7aae9a05-63ad-4ef8-a374-bde01cd0b94c tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks [] for port (3a770e93-74fe-4dba-8f2f-4f5efab34657), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:30.361954 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4e939dcb-f490-4f91-88b0-86238e0aa726 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16319006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16606699'] for router_interface (03fec057-fe96-4971-abd9-4725561f6fea), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:30.414839 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-791b5e02-27f7-43ae-9471-90fa89e59934 None None] Network bc29ffdc-5da3-484b-a0f3-7716c2b0bfd6 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:35:30.488547 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7aae9a05-63ad-4ef8-a374-bde01cd0b94c tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (3a770e93-74fe-4dba-8f2f-4f5efab34657), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:30.722834 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-11843912-8edf-455f-a9ba-4b877410328c None None] Provisioning complete for port 978d7f52-7df6-4ed0-97d9-0f93c9e9496f triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:35:30.723219 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-11843912-8edf-455f-a9ba-4b877410328c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (978d7f52-7df6-4ed0-97d9-0f93c9e9496f), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:30.862504 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aae9a05-63ad-4ef8-a374-bde01cd0b94c tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Network bc29ffdc-5da3-484b-a0f3-7716c2b0bfd6 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:35:30.885631 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-7aae9a05-63ad-4ef8-a374-bde01cd0b94c tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:35:30.892009 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aae9a05-63ad-4ef8-a374-bde01cd0b94c tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:35:31.051309 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aae9a05-63ad-4ef8-a374-bde01cd0b94c tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Pushing event updated for resources: {'Port': ['ID=3a770e93-74fe-4dba-8f2f-4f5efab34657,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:35:31.096970 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 386739aa-cc9f-4bc8-8c67-52e08c90b0cc up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:35:31.129557 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7aae9a05-63ad-4ef8-a374-bde01cd0b94c tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16609232'] for router_interface (b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:31.182287 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-11843912-8edf-455f-a9ba-4b877410328c None None] Current status of the port 978d7f52-7df6-4ed0-97d9-0f93c9e9496f is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:35:31.182692 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-11843912-8edf-455f-a9ba-4b877410328c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (978d7f52-7df6-4ed0-97d9-0f93c9e9496f), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:31.289772 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-11843912-8edf-455f-a9ba-4b877410328c None None] For port 978d7f52-7df6-4ed0-97d9-0f93c9e9496f, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=978d7f52-7df6-4ed0-97d9-0f93c9e9496f,segment=NetworkSegment(6413d438-05ed-4840-8c57-19c48bad02f9),segment_id=6413d438-05ed-4840-8c57-19c48bad02f9)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:35:31.304002 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-11843912-8edf-455f-a9ba-4b877410328c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (978d7f52-7df6-4ed0-97d9-0f93c9e9496f), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:31.319689 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e939dcb-f490-4f91-88b0-86238e0aa726 admin admin] Router 03fec057-fe96-4971-abd9-4725561f6fea has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:35:31.365349 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 386739aa-cc9f-4bc8-8c67-52e08c90b0cc triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:35:31.368415 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (386739aa-cc9f-4bc8-8c67-52e08c90b0cc), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:31.517530 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-d2ef9812-9925-4888-b302-76021715cc32 None None] Provisioning complete for port 978d7f52-7df6-4ed0-97d9-0f93c9e9496f triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:35:31.518126 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d2ef9812-9925-4888-b302-76021715cc32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (978d7f52-7df6-4ed0-97d9-0f93c9e9496f), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:31.565949 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7aae9a05-63ad-4ef8-a374-bde01cd0b94c tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (3a770e93-74fe-4dba-8f2f-4f5efab34657), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:31.605739 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11843912-8edf-455f-a9ba-4b877410328c None None] Pushing event updated for resources: {'Port': ['ID=978d7f52-7df6-4ed0-97d9-0f93c9e9496f,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:35:31.645926 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 386739aa-cc9f-4bc8-8c67-52e08c90b0cc is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:35:31.649470 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 978d7f52-7df6-4ed0-97d9-0f93c9e9496f up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:35:31.758219 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e939dcb-f490-4f91-88b0-86238e0aa726 admin admin] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:35:31.768653 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 48074) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:35:31.769148 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-4e939dcb-f490-4f91-88b0-86238e0aa726 admin admin] 10.222.0.41 "PUT /v2.0/routers/03fec057-fe96-4971-abd9-4725561f6fea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8127775 Jan 28 07:35:31.808666 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db4f04d-2ee8-4980-9650-b4ca0d8d256c None None] Sync routers for ids ['03fec057-fe96-4971-abd9-4725561f6fea'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:35:31.840930 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-d2ef9812-9925-4888-b302-76021715cc32 None None] Current status of the port 978d7f52-7df6-4ed0-97d9-0f93c9e9496f is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:35:31.891023 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db4f04d-2ee8-4980-9650-b4ca0d8d256c None None] Routers {'03fec057-fe96-4971-abd9-4725561f6fea'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:35:31.892748 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-1db4f04d-2ee8-4980-9650-b4ca0d8d256c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:35:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['03fec057-fe96-4971-abd9-4725561f6fea'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:35:31.991268 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-d2ef9812-9925-4888-b302-76021715cc32 None None] Provisioning complete for port 3a770e93-74fe-4dba-8f2f-4f5efab34657 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:35:31.991648 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d2ef9812-9925-4888-b302-76021715cc32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (3a770e93-74fe-4dba-8f2f-4f5efab34657), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:32.017488 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 978d7f52-7df6-4ed0-97d9-0f93c9e9496f triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:35:32.017876 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (978d7f52-7df6-4ed0-97d9-0f93c9e9496f), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:32.077304 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-07368c11-ef4a-4de9-bc85-f718e3d7cd7b admin admin] Publish callbacks [] for router (03fec057-fe96-4971-abd9-4725561f6fea), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:32.273992 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-d2ef9812-9925-4888-b302-76021715cc32 None None] Port 3a770e93-74fe-4dba-8f2f-4f5efab34657 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:35:32.354874 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-1db4f04d-2ee8-4980-9650-b4ca0d8d256c None None] Set router 03fec057-fe96-4971-abd9-4725561f6fea gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:35:32.563076 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7aae9a05-63ad-4ef8-a374-bde01cd0b94c tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks [] for port (3a770e93-74fe-4dba-8f2f-4f5efab34657), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:32.578384 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7aae9a05-63ad-4ef8-a374-bde01cd0b94c tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (3a770e93-74fe-4dba-8f2f-4f5efab34657), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:32.682489 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 978d7f52-7df6-4ed0-97d9-0f93c9e9496f is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:35:32.733873 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7aae9a05-63ad-4ef8-a374-bde01cd0b94c tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16318999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16606560'] for router_interface (b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:32.736480 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aae9a05-63ad-4ef8-a374-bde01cd0b94c tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Pushing event updated for resources: {'Port': ['ID=3a770e93-74fe-4dba-8f2f-4f5efab34657,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:35:32.840320 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-b1c4e219-874d-4d4c-8188-086a40658792 None None] Provisioning complete for port 3a770e93-74fe-4dba-8f2f-4f5efab34657 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:35:32.842143 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b1c4e219-874d-4d4c-8188-086a40658792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (3a770e93-74fe-4dba-8f2f-4f5efab34657), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:32.877935 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 978d7f52-7df6-4ed0-97d9-0f93c9e9496f up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:35:32.897668 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aae9a05-63ad-4ef8-a374-bde01cd0b94c tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Network bc29ffdc-5da3-484b-a0f3-7716c2b0bfd6 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:35:32.900631 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-7aae9a05-63ad-4ef8-a374-bde01cd0b94c tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:35:32.918338 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-07368c11-ef4a-4de9-bc85-f718e3d7cd7b admin admin] Publish callbacks [] for router_gateway (03fec057-fe96-4971-abd9-4725561f6fea), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:33.127942 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-07368c11-ef4a-4de9-bc85-f718e3d7cd7b admin admin] Deleting port fb55a3f3-2f61-45be-b1e9-59fd30f83c79 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:35:33.128849 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-07368c11-ef4a-4de9-bc85-f718e3d7cd7b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (fb55a3f3-2f61-45be-b1e9-59fd30f83c79), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:33.194894 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ccadaebd-ce0e-4dd3-9308-32af8c88773d req-7eb71f61-b6fe-448c-9734-3164cd2a2042 tempest-VolumesNegativeTest-2085534956 tempest-VolumesNegativeTest-2085534956-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=d57be239101d462cb54cded4a7e5e2eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0628126 Jan 28 07:35:33.203463 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aae9a05-63ad-4ef8-a374-bde01cd0b94c tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Router b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:35:33.349075 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:33.395587 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-07368c11-ef4a-4de9-bc85-f718e3d7cd7b admin admin] For port fb55a3f3-2f61-45be-b1e9-59fd30f83c79, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=fb55a3f3-2f61-45be-b1e9-59fd30f83c79,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:35:33.399598 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-07368c11-ef4a-4de9-bc85-f718e3d7cd7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (fb55a3f3-2f61-45be-b1e9-59fd30f83c79), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:33.445906 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-07368c11-ef4a-4de9-bc85-f718e3d7cd7b admin admin] Calling delete_port for fb55a3f3-2f61-45be-b1e9-59fd30f83c79 owned by network:router_gateway {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:35:33.470248 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-b1c4e219-874d-4d4c-8188-086a40658792 None None] Port 3a770e93-74fe-4dba-8f2f-4f5efab34657 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:35:33.505593 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 978d7f52-7df6-4ed0-97d9-0f93c9e9496f triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:35:33.510297 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (978d7f52-7df6-4ed0-97d9-0f93c9e9496f), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:33.568219 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccadaebd-ce0e-4dd3-9308-32af8c88773d req-05efa855-9915-41d7-b448-814dc3cc99c5 tempest-VolumesNegativeTest-2085534956 tempest-VolumesNegativeTest-2085534956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:35:33.577350 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ccadaebd-ce0e-4dd3-9308-32af8c88773d req-05efa855-9915-41d7-b448-814dc3cc99c5 tempest-VolumesNegativeTest-2085534956 tempest-VolumesNegativeTest-2085534956-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3695023 Jan 28 07:35:33.645500 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-28a3b7ae-0ce3-4cde-8a00-e9cd38161742 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:33.656878 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ccadaebd-ce0e-4dd3-9308-32af8c88773d req-47b8cb7c-093f-42df-9e3e-07240824fc74 tempest-VolumesNegativeTest-2085534956 tempest-VolumesNegativeTest-2085534956-project] 10.222.0.41 "GET /v2.0/quotas/d57be239101d462cb54cded4a7e5e2eb HTTP/1.1" status: 200 len: 375 time: 0.0706811 Jan 28 07:35:33.765763 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-f740eb71-0377-4d7e-9227-226bb17551b8 None None] Provisioning complete for port 3a770e93-74fe-4dba-8f2f-4f5efab34657 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:35:33.767340 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f740eb71-0377-4d7e-9227-226bb17551b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (3a770e93-74fe-4dba-8f2f-4f5efab34657), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:33.776674 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ccadaebd-ce0e-4dd3-9308-32af8c88773d req-213b80e2-41b4-46e0-bebe-f41d442614dd tempest-VolumesNegativeTest-2085534956 tempest-VolumesNegativeTest-2085534956-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=d57be239101d462cb54cded4a7e5e2eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1142073 Jan 28 07:35:33.821257 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-07368c11-ef4a-4de9-bc85-f718e3d7cd7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (fb55a3f3-2f61-45be-b1e9-59fd30f83c79), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:33.823708 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aae9a05-63ad-4ef8-a374-bde01cd0b94c tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:35:33.832242 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-7aae9a05-63ad-4ef8-a374-bde01cd0b94c tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] 10.222.0.41 "PUT /v2.0/routers/b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0422730 Jan 28 07:35:33.833394 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 48106) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:35:33.843517 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0395c191-f525-4385-a1fe-0e4ab0c81355 None None] Sync routers for ids ['b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:35:33.847684 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-940a0652-1892-4977-abd0-4d143f32b9d8 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Request body: {'network': {'name': 'tempest-RoutersTest-428210432'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:35:33.891255 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-1db4f04d-2ee8-4980-9650-b4ca0d8d256c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03fec057-fe96-4971-abd9-4725561f6fea', 'name': 'tempest-ServerRescueTestJSON-52129307-router', 'tenant_id': 'c4b2a68a25c944a0a3c783e458798cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': 'fb55a3f3-2f61-45be-b1e9-59fd30f83c79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:33:08Z', 'updated_at': '2022-01-28T07:35:29Z', 'revision_number': 5, 'project_id': 'c4b2a68a25c944a0a3c783e458798cd1', 'gw_port': {'id': 'fb55a3f3-2f61-45be-b1e9-59fd30f83c79', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:e0:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03fec057-fe96-4971-abd9-4725561f6fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:33:10Z', 'updated_at': '2022-01-28T07:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:35:33.893652 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-940a0652-1892-4977-abd0-4d143f32b9d8 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Made reservation on behalf of 2fa8ac3d507e4a03a63750fd70e127ed for: {'network': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:35:33.897100 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-940a0652-1892-4977-abd0-4d143f32b9d8 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:33.934949 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0395c191-f525-4385-a1fe-0e4ab0c81355 None None] Routers {'b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:35:33.944225 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-0395c191-f525-4385-a1fe-0e4ab0c81355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:35:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:35:33.955443 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-940a0652-1892-4977-abd0-4d143f32b9d8 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=103283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:35:33.983198 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db4f04d-2ee8-4980-9650-b4ca0d8d256c None None] Checking router: 03fec057-fe96-4971-abd9-4725561f6fea for host: n-d-712749-28 {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:35:33.989904 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-f740eb71-0377-4d7e-9227-226bb17551b8 None None] Port 3a770e93-74fe-4dba-8f2f-4f5efab34657 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:35:34.023628 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-940a0652-1892-4977-abd0-4d143f32b9d8 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (9acfc95c-5a8d-4b1d-84d1-c5bd267f7fca), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:34.023858 n-d-712749-28 neutron-server[103283]: INFO neutron.db.segments_db [None req-940a0652-1892-4977-abd0-4d143f32b9d8 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Added segment 9acfc95c-5a8d-4b1d-84d1-c5bd267f7fca of type vlan for network 1bac98e5-a5be-4876-91ae-324ebbdb5224 Jan 28 07:35:34.045819 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07368c11-ef4a-4de9-bc85-f718e3d7cd7b admin admin] Pushing event deleted for resources: {'Port': ['ID=fb55a3f3-2f61-45be-b1e9-59fd30f83c79,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:35:34.062127 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db4f04d-2ee8-4980-9650-b4ca0d8d256c None None] Routers {'03fec057-fe96-4971-abd9-4725561f6fea'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:35:34.062761 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-1db4f04d-2ee8-4980-9650-b4ca0d8d256c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:35:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['03fec057-fe96-4971-abd9-4725561f6fea'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:35:34.152661 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-940a0652-1892-4977-abd0-4d143f32b9d8 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (1bac98e5-a5be-4876-91ae-324ebbdb5224), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:34.215162 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:34.218625 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 978d7f52-7df6-4ed0-97d9-0f93c9e9496f is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:35:34.233617 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-0395c191-f525-4385-a1fe-0e4ab0c81355 None None] Set router b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63 gateway port host: None {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:35:34.259888 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9bdbaf38-4d58-4e61-bdf8-4b8fb2e6a08b req-e5abda45-6eed-449c-a62d-5af5a6a1fb05 tempest-VolumesNegativeTest-2085534956 tempest-VolumesNegativeTest-2085534956-project] 10.222.0.41 "GET /v2.0/ports?device_id=1a6b6400-af1e-4094-a311-987f2ac84f18 HTTP/1.1" status: 200 len: 210 time: 0.1692624 Jan 28 07:35:34.269393 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-940a0652-1892-4977-abd0-4d143f32b9d8 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (1bac98e5-a5be-4876-91ae-324ebbdb5224), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:34.286953 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-940a0652-1892-4977-abd0-4d143f32b9d8 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:35:34.287601 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-940a0652-1892-4977-abd0-4d143f32b9d8 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks [] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:34.291533 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-1db4f04d-2ee8-4980-9650-b4ca0d8d256c None None] Set router 03fec057-fe96-4971-abd9-4725561f6fea gateway port host: None {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:35:34.399788 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-940a0652-1892-4977-abd0-4d143f32b9d8 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5649283 Jan 28 07:35:34.403342 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 48120) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:35:34.414470 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-07368c11-ef4a-4de9-bc85-f718e3d7cd7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16607873'] for router_gateway (03fec057-fe96-4971-abd9-4725561f6fea), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:34.486842 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-f5e53672-e717-4c0a-8a0d-c29de644463b tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Request body: {'subnet': {'network_id': '1bac98e5-a5be-4876-91ae-324ebbdb5224', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:35:34.642583 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-07368c11-ef4a-4de9-bc85-f718e3d7cd7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16605684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127449'] for router (03fec057-fe96-4971-abd9-4725561f6fea), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:34.645492 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-07368c11-ef4a-4de9-bc85-f718e3d7cd7b admin admin] Publish callbacks [] for router_controller (03fec057-fe96-4971-abd9-4725561f6fea), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:34.651579 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940a0652-1892-4977-abd0-4d143f32b9d8 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Pushing event updated for resources: {'Network': ['ID=1bac98e5-a5be-4876-91ae-324ebbdb5224,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:35:34.681698 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-0395c191-f525-4385-a1fe-0e4ab0c81355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63', 'name': 'tempest-RoutersTest-router-1807626397', 'tenant_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:35:10Z', 'updated_at': '2022-01-28T07:35:31Z', 'revision_number': 4, 'project_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'gw_port_host': None, '_interfaces': [{'id': '386739aa-cc9f-4bc8-8c67-52e08c90b0cc', 'name': '', 'network_id': '45d40324-52d5-4fef-b9fd-24bb24991adb', 'tenant_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'mac_address': 'fa:16:3e:81:f5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3206, 'fixed_ips': [{'subnet_id': '86232285-83b7-4fe1-8a75-3781c2e29a31', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:35:20Z', 'updated_at': '2022-01-28T07:35:28Z', 'revision_number': 5, 'project_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'subnets': [{'id': '86232285-83b7-4fe1-8a75-3781c2e29a31', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3a770e93-74fe-4dba-8f2f-4f5efab34657', 'name': '', 'network_id': 'bc29ffdc-5da3-484b-a0f3-7716c2b0bfd6', 'tenant_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'mac_address': 'fa:16:3e:a1:45:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': 'e70346de-b308-4cca-a5e6-d4f83d9bc2a5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:35:28Z', 'updated_at': '2022-01-28T07:35:32Z', 'revision_number': 2, 'project_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'subnets': [{'id': 'e70346de-b308-4cca-a5e6-d4f83d9bc2a5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e8c5de8-2dc5-43ef-aeec-c6b0a97809a6', 'name': '', 'network_id': 'f5256034-c262-4dbc-853e-97aac70b3eee', 'tenant_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'mac_address': 'fa:16:3e:65:19:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '32dba1df-e3cf-4707-bb73-088ab218383f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:35:12Z', 'updated_at': '2022-01-28T07:35:22Z', 'revision_number': 5, 'project_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'subnets': [{'id': '32dba1df-e3cf-4707-bb73-088ab218383f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:35:34.733661 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0395c191-f525-4385-a1fe-0e4ab0c81355 None None] Checking router: b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63 for host: n-d-712749-28 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:35:34.734304 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0395c191-f525-4385-a1fe-0e4ab0c81355 None None] Updating router b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63 port 3a770e93-74fe-4dba-8f2f-4f5efab34657 binding host n-d-712749-28 {{(pid=103286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 07:35:34.737508 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5e53672-e717-4c0a-8a0d-c29de644463b tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Made reservation on behalf of 2fa8ac3d507e4a03a63750fd70e127ed for: {'subnet': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:35:34.741680 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f5e53672-e717-4c0a-8a0d-c29de644463b tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13555781'] for subnet (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:34.808519 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0395c191-f525-4385-a1fe-0e4ab0c81355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (3a770e93-74fe-4dba-8f2f-4f5efab34657), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:34.830713 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-07368c11-ef4a-4de9-bc85-f718e3d7cd7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16605693'] for router (03fec057-fe96-4971-abd9-4725561f6fea), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:34.831342 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07368c11-ef4a-4de9-bc85-f718e3d7cd7b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 03fec057-fe96-4971-abd9-4725561f6fea {{(pid=103284) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 07:35:34.846899 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-1db4f04d-2ee8-4980-9650-b4ca0d8d256c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03fec057-fe96-4971-abd9-4725561f6fea', 'name': 'tempest-ServerRescueTestJSON-52129307-router', 'tenant_id': 'c4b2a68a25c944a0a3c783e458798cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:33:08Z', 'updated_at': '2022-01-28T07:35:33Z', 'revision_number': 7, 'project_id': 'c4b2a68a25c944a0a3c783e458798cd1', 'gw_port_host': None}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:35:34.850410 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network 1bac98e5-a5be-4876-91ae-324ebbdb5224 details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:35:34.854596 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-07368c11-ef4a-4de9-bc85-f718e3d7cd7b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:34.855945 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-07368c11-ef4a-4de9-bc85-f718e3d7cd7b admin admin] 10.222.0.41 "DELETE /v2.0/routers/03fec057-fe96-4971-abd9-4725561f6fea HTTP/1.1" status: 204 len: 168 time: 3.0865266 Jan 28 07:35:34.859810 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 48124) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:35:34.970524 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db4f04d-2ee8-4980-9650-b4ca0d8d256c None None] The sync data for ids ['03fec057-fe96-4971-abd9-4725561f6fea'] in n-d-712749-28 is: [{'id': '03fec057-fe96-4971-abd9-4725561f6fea', 'name': 'tempest-ServerRescueTestJSON-52129307-router', 'tenant_id': 'c4b2a68a25c944a0a3c783e458798cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:33:08Z', 'updated_at': '2022-01-28T07:35:33Z', 'revision_number': 7, 'project_id': 'c4b2a68a25c944a0a3c783e458798cd1', 'gw_port_host': None}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:35:35.013112 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2112bb8-a24b-4551-b842-027ec7e6671c admin admin] Deleting subnet 66e93671-6c65-4d5e-8c66-6c2cfdec864e {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:35:35.022265 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f2112bb8-a24b-4551-b842-027ec7e6671c admin admin] Publish callbacks [] for subnet (66e93671-6c65-4d5e-8c66-6c2cfdec864e), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:35.123629 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f2112bb8-a24b-4551-b842-027ec7e6671c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24759175'] for subnet (66e93671-6c65-4d5e-8c66-6c2cfdec864e), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:35.212063 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f2112bb8-a24b-4551-b842-027ec7e6671c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (66e93671-6c65-4d5e-8c66-6c2cfdec864e), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:35.242303 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f5e53672-e717-4c0a-8a0d-c29de644463b tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13546728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13555799'] for subnet (5e9a7eca-5063-4c83-a319-3afaac740ec3), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:35.333312 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e53672-e717-4c0a-8a0d-c29de644463b tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Pushing event updated for resources: {'Subnet': ['ID=5e9a7eca-5063-4c83-a319-3afaac740ec3,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:35:35.353375 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f2112bb8-a24b-4551-b842-027ec7e6671c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24757569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24979817'] for subnet (66e93671-6c65-4d5e-8c66-6c2cfdec864e), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:35.459563 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e53672-e717-4c0a-8a0d-c29de644463b tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Checking segment: {'id': '9acfc95c-5a8d-4b1d-84d1-c5bd267f7fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1bac98e5-a5be-4876-91ae-324ebbdb5224'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:35:35.460105 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e53672-e717-4c0a-8a0d-c29de644463b tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Network hostable DHCP agents. Network: 1bac98e5-a5be-4876-91ae-324ebbdb5224, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:35:35.469874 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2112bb8-a24b-4551-b842-027ec7e6671c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66e93671-6c65-4d5e-8c66-6c2cfdec864e,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:35:35.504244 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f2112bb8-a24b-4551-b842-027ec7e6671c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:35.519197 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-f2112bb8-a24b-4551-b842-027ec7e6671c admin admin] 10.222.0.41 "DELETE /v2.0/subnets/66e93671-6c65-4d5e-8c66-6c2cfdec864e HTTP/1.1" status: 204 len: 168 time: 0.6562977 Jan 28 07:35:35.519887 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 48138) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:35:35.577191 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-42e6e233-259e-4fac-99c1-e847352a772d req-c316ea6c-f7dd-44cb-b122-a18eebe64aab tempest-VolumesNegativeTest-2085534956 tempest-VolumesNegativeTest-2085534956-project] 10.222.0.41 "GET /v2.0/ports?device_id=1a6b6400-af1e-4094-a311-987f2ac84f18 HTTP/1.1" status: 200 len: 210 time: 0.1143465 Jan 28 07:35:35.595900 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e53672-e717-4c0a-8a0d-c29de644463b tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Network 1bac98e5-a5be-4876-91ae-324ebbdb5224 is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:35:35.620772 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0395c191-f525-4385-a1fe-0e4ab0c81355 None None] Publish callbacks [] for port (3a770e93-74fe-4dba-8f2f-4f5efab34657), precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:35.636468 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-f5e53672-e717-4c0a-8a0d-c29de644463b tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, 1bac98e5-a5be-4876-91ae-324ebbdb5224) {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:35:35.643965 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0395c191-f525-4385-a1fe-0e4ab0c81355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (3a770e93-74fe-4dba-8f2f-4f5efab34657), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:35.658959 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e53672-e717-4c0a-8a0d-c29de644463b tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:35:35.659591 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f5e53672-e717-4c0a-8a0d-c29de644463b tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks [] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:35.667774 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77f9e2a4-43b4-47b3-9476-239146ee6abe None None] Network 1bac98e5-a5be-4876-91ae-324ebbdb5224 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:35:35.681159 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-59c7c5d1-4192-4150-a932-d9dfaa21d63b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:35.739709 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-f5e53672-e717-4c0a-8a0d-c29de644463b tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3274989 Jan 28 07:35:35.740372 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 48144) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:35:35.812029 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4738081a-a787-49ce-8fdf-8db646e14cc2 None None] Pushing event updated for resources: {'Port': ['ID=3a770e93-74fe-4dba-8f2f-4f5efab34657,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:35:35.827263 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-eb154610-9b1a-466d-9ed4-49e3551f4f21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (2136e757-c99f-4d23-960c-aa395d5a28c6), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:36.056052 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-0395c191-f525-4385-a1fe-0e4ab0c81355 None None] Attempting to bind port 3a770e93-74fe-4dba-8f2f-4f5efab34657 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:35:36.057956 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-0395c191-f525-4385-a1fe-0e4ab0c81355 None None] Attempting to bind port 3a770e93-74fe-4dba-8f2f-4f5efab34657 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '6413d438-05ed-4840-8c57-19c48bad02f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'bc29ffdc-5da3-484b-a0f3-7716c2b0bfd6'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:35:36.057956 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0395c191-f525-4385-a1fe-0e4ab0c81355 None None] Attempting to bind port 3a770e93-74fe-4dba-8f2f-4f5efab34657 on network bc29ffdc-5da3-484b-a0f3-7716c2b0bfd6 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:35:36.089541 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0395c191-f525-4385-a1fe-0e4ab0c81355 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 35, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:35:36.090292 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0395c191-f525-4385-a1fe-0e4ab0c81355 None None] Checking segment: {'id': '6413d438-05ed-4840-8c57-19c48bad02f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'bc29ffdc-5da3-484b-a0f3-7716c2b0bfd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:35:36.093166 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0395c191-f525-4385-a1fe-0e4ab0c81355 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:36.093754 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0395c191-f525-4385-a1fe-0e4ab0c81355 None None] Bound using segment: {'id': '6413d438-05ed-4840-8c57-19c48bad02f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'bc29ffdc-5da3-484b-a0f3-7716c2b0bfd6'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:35:36.094822 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-0395c191-f525-4385-a1fe-0e4ab0c81355 None None] Bound port: 3a770e93-74fe-4dba-8f2f-4f5efab34657, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6413d438-05ed-4840-8c57-19c48bad02f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'bc29ffdc-5da3-484b-a0f3-7716c2b0bfd6'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:35:36.096722 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0395c191-f525-4385-a1fe-0e4ab0c81355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (3a770e93-74fe-4dba-8f2f-4f5efab34657), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:36.145380 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-eb154610-9b1a-466d-9ed4-49e3551f4f21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (2136e757-c99f-4d23-960c-aa395d5a28c6), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:36.152389 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dad4c3d-bd20-4391-821e-3c40eb81f497 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3dd72b9-6805-5f61-b6f3-a591f99a173d-1bac98e5-a5be-4876-91ae-324ebbdb5224', 'network_id': '1bac98e5-a5be-4876-91ae-324ebbdb5224', 'project_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'fixed_ips': [{'subnet_id': '5e9a7eca-5063-4c83-a319-3afaac740ec3'}]}} from n-d-712749-28. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 07:35:36.157106 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1dad4c3d-bd20-4391-821e-3c40eb81f497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:36.190099 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-eb154610-9b1a-466d-9ed4-49e3551f4f21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2136e757-c99f-4d23-960c-aa395d5a28c6']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:35:36.214198 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-eb154610-9b1a-466d-9ed4-49e3551f4f21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf0195a4-f6a6-41d1-9604-c71a469c15f7') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:35:36.214757 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-eb154610-9b1a-466d-9ed4-49e3551f4f21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf0195a4-f6a6-41d1-9604-c71a469c15f7') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:35:36.252620 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-eb154610-9b1a-466d-9ed4-49e3551f4f21 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24759294'] for segment (bf0195a4-f6a6-41d1-9604-c71a469c15f7), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:36.285383 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-eb154610-9b1a-466d-9ed4-49e3551f4f21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (bf0195a4-f6a6-41d1-9604-c71a469c15f7), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:36.304564 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb154610-9b1a-466d-9ed4-49e3551f4f21 admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:35:36.304987 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-eb154610-9b1a-466d-9ed4-49e3551f4f21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24757675'] for segment (bf0195a4-f6a6-41d1-9604-c71a469c15f7), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:36.307170 n-d-712749-28 neutron-server[103284]: Traceback (most recent call last): Jan 28 07:35:36.307170 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:35:36.307170 n-d-712749-28 neutron-server[103284]: timer() Jan 28 07:35:36.307170 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:35:36.307170 n-d-712749-28 neutron-server[103284]: cb(*args, **kw) Jan 28 07:35:36.307170 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:35:36.307170 n-d-712749-28 neutron-server[103284]: return func(*args, **kwargs) Jan 28 07:35:36.307170 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:35:36.307170 n-d-712749-28 neutron-server[103284]: self._notify() Jan 28 07:35:36.307170 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:35:36.307170 n-d-712749-28 neutron-server[103284]: self.callback(batched_events) Jan 28 07:35:36.307170 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:35:36.307170 n-d-712749-28 neutron-server[103284]: event.method(event) Jan 28 07:35:36.307170 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:35:36.307170 n-d-712749-28 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:35:36.307170 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:35:36.307170 n-d-712749-28 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:35:36.307170 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:35:36.307170 n-d-712749-28 neutron-server[103284]: return f(self, *a, **k) Jan 28 07:35:36.307170 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:35:36.307170 n-d-712749-28 neutron-server[103284]: return self._get(url).json() Jan 28 07:35:36.307170 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:35:36.307170 n-d-712749-28 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:35:36.307170 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:35:36.307170 n-d-712749-28 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Jan 28 07:35:36.307170 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:35:36.307170 n-d-712749-28 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:35:36.307170 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:35:36.307170 n-d-712749-28 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:35:36.307170 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:35:36.307170 n-d-712749-28 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:35:36.307170 n-d-712749-28 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:35:36.369425 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-0395c191-f525-4385-a1fe-0e4ab0c81355 None None] For port 3a770e93-74fe-4dba-8f2f-4f5efab34657, host n-d-712749-28, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:35:36.373347 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-0395c191-f525-4385-a1fe-0e4ab0c81355 None None] For port 3a770e93-74fe-4dba-8f2f-4f5efab34657, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=3a770e93-74fe-4dba-8f2f-4f5efab34657,segment=NetworkSegment(6413d438-05ed-4840-8c57-19c48bad02f9),segment_id=6413d438-05ed-4840-8c57-19c48bad02f9)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:35:36.380380 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0395c191-f525-4385-a1fe-0e4ab0c81355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (3a770e93-74fe-4dba-8f2f-4f5efab34657), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:36.488841 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-eb154610-9b1a-466d-9ed4-49e3551f4f21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (2136e757-c99f-4d23-960c-aa395d5a28c6), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:36.523635 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-eb154610-9b1a-466d-9ed4-49e3551f4f21 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:36.537450 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-eb154610-9b1a-466d-9ed4-49e3551f4f21 admin admin] 10.222.0.41 "DELETE /v2.0/networks/2136e757-c99f-4d23-960c-aa395d5a28c6 HTTP/1.1" status: 204 len: 168 time: 1.0163612 Jan 28 07:35:36.583756 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb154610-9b1a-466d-9ed4-49e3551f4f21 admin admin] Pushing event deleted for resources: {'Network': ['ID=2136e757-c99f-4d23-960c-aa395d5a28c6,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:35:36.635688 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0395c191-f525-4385-a1fe-0e4ab0c81355 None None] Routers {'b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:35:36.636255 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-0395c191-f525-4385-a1fe-0e4ab0c81355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:35:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:35:36.638197 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4738081a-a787-49ce-8fdf-8db646e14cc2 None None] Pushing event updated for resources: {'Port': ['ID=3a770e93-74fe-4dba-8f2f-4f5efab34657,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:35:36.738681 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-3f8a8fbc-751d-4bfb-8ce7-dcb192a954a0 None None] Provisioning complete for port 3a770e93-74fe-4dba-8f2f-4f5efab34657 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:35:36.743574 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3f8a8fbc-751d-4bfb-8ce7-dcb192a954a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (3a770e93-74fe-4dba-8f2f-4f5efab34657), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:36.862574 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 9c7ec478-7082-4394-93f2-2b8f2c86032c no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:35:36.904733 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d03f40fb-5e97-4b10-aeef-3061767bc344 req-b0008a00-4a6f-48ae-8ba6-7d3e1765c094 tempest-VolumesNegativeTest-2085534956 tempest-VolumesNegativeTest-2085534956-project] 10.222.0.41 "GET /v2.0/ports?device_id=1a6b6400-af1e-4094-a311-987f2ac84f18 HTTP/1.1" status: 200 len: 210 time: 0.0944016 Jan 28 07:35:36.989122 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-0395c191-f525-4385-a1fe-0e4ab0c81355 None None] Set router b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63 gateway port host: None {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:35:36.997651 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: 9c7ec478-7082-4394-93f2-2b8f2c86032c {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:35:36.998605 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 9c7ec478-7082-4394-93f2-2b8f2c86032c not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:35:36.999030 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device fb55a3f3-2f61-45be-b1e9-59fd30f83c79 no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:35:37.102125 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-1dad4c3d-bd20-4391-821e-3c40eb81f497 None None] Allocated IP 172.23.0.2 (1bac98e5-a5be-4876-91ae-324ebbdb5224/5e9a7eca-5063-4c83-a319-3afaac740ec3/044a931a-1335-438a-ac6a-0019b3ae4f16) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:35:37.134890 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: fb55a3f3-2f61-45be-b1e9-59fd30f83c79 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:35:37.143652 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device fb55a3f3-2f61-45be-b1e9-59fd30f83c79 not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:35:37.206048 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 48158) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:35:37.293539 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-c78feb89-cb93-488e-8eb6-4c281fab030d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c4b2a68a25c944a0a3c783e458798cd1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0853114 Jan 28 07:35:37.297698 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 48160) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:35:37.469725 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:37.523427 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-0395c191-f525-4385-a1fe-0e4ab0c81355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63', 'name': 'tempest-RoutersTest-router-1807626397', 'tenant_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:35:10Z', 'updated_at': '2022-01-28T07:35:31Z', 'revision_number': 4, 'project_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'gw_port_host': None, '_interfaces': [{'id': '386739aa-cc9f-4bc8-8c67-52e08c90b0cc', 'name': '', 'network_id': '45d40324-52d5-4fef-b9fd-24bb24991adb', 'tenant_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'mac_address': 'fa:16:3e:81:f5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3206, 'fixed_ips': [{'subnet_id': '86232285-83b7-4fe1-8a75-3781c2e29a31', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:35:20Z', 'updated_at': '2022-01-28T07:35:28Z', 'revision_number': 5, 'project_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'subnets': [{'id': '86232285-83b7-4fe1-8a75-3781c2e29a31', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3a770e93-74fe-4dba-8f2f-4f5efab34657', 'name': '', 'network_id': 'bc29ffdc-5da3-484b-a0f3-7716c2b0bfd6', 'tenant_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'mac_address': 'fa:16:3e:a1:45:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': 'e70346de-b308-4cca-a5e6-d4f83d9bc2a5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:35:28Z', 'updated_at': '2022-01-28T07:35:36Z', 'revision_number': 4, 'project_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'subnets': [{'id': 'e70346de-b308-4cca-a5e6-d4f83d9bc2a5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e8c5de8-2dc5-43ef-aeec-c6b0a97809a6', 'name': '', 'network_id': 'f5256034-c262-4dbc-853e-97aac70b3eee', 'tenant_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'mac_address': 'fa:16:3e:65:19:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '32dba1df-e3cf-4707-bb73-088ab218383f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:35:12Z', 'updated_at': '2022-01-28T07:35:22Z', 'revision_number': 5, 'project_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'subnets': [{'id': '32dba1df-e3cf-4707-bb73-088ab218383f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:35:37.598426 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ccadaebd-ce0e-4dd3-9308-32af8c88773d req-6d3eacd9-46c9-4f77-8a43-e11cf8d3e402 tempest-VolumesNegativeTest-2085534956 tempest-VolumesNegativeTest-2085534956-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=d57be239101d462cb54cded4a7e5e2eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1384623 Jan 28 07:35:37.599781 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8dd4f920-dfbf-4b17-bd19-a3da7c0cf7d7 admin admin] Publish callbacks [] for security_group (3f3a84fe-9d73-4feb-98e2-bd68e4ccb185), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:37.751429 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c225286e-bb6c-4eba-b285-855c26d88c4d tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:37.756800 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8dd4f920-dfbf-4b17-bd19-a3da7c0cf7d7 admin admin] Publish callbacks [] for security_group (3f3a84fe-9d73-4feb-98e2-bd68e4ccb185), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:37.813659 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1dad4c3d-bd20-4391-821e-3c40eb81f497 None None] Publish callbacks [] for port (044a931a-1335-438a-ac6a-0019b3ae4f16), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:37.827378 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1dad4c3d-bd20-4391-821e-3c40eb81f497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (044a931a-1335-438a-ac6a-0019b3ae4f16), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:37.995534 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-3f8a8fbc-751d-4bfb-8ce7-dcb192a954a0 None None] Current status of the port 3a770e93-74fe-4dba-8f2f-4f5efab34657 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:35:37.995939 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3f8a8fbc-751d-4bfb-8ce7-dcb192a954a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (3a770e93-74fe-4dba-8f2f-4f5efab34657), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:38.005785 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0395c191-f525-4385-a1fe-0e4ab0c81355 None None] The sync data for ids ['b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63'] in n-d-712749-28 is: [{'id': 'b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63', 'name': 'tempest-RoutersTest-router-1807626397', 'tenant_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:35:10Z', 'updated_at': '2022-01-28T07:35:31Z', 'revision_number': 4, 'project_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'gw_port_host': None, '_interfaces': [{'id': '386739aa-cc9f-4bc8-8c67-52e08c90b0cc', 'name': '', 'network_id': '45d40324-52d5-4fef-b9fd-24bb24991adb', 'tenant_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'mac_address': 'fa:16:3e:81:f5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3206, 'fixed_ips': [{'subnet_id': '86232285-83b7-4fe1-8a75-3781c2e29a31', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:35:20Z', 'updated_at': '2022-01-28T07:35:28Z', 'revision_number': 5, 'project_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'subnets': [{'id': '86232285-83b7-4fe1-8a75-3781c2e29a31', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3a770e93-74fe-4dba-8f2f-4f5efab34657', 'name': '', 'network_id': 'bc29ffdc-5da3-484b-a0f3-7716c2b0bfd6', 'tenant_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'mac_address': 'fa:16:3e:a1:45:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': 'e70346de-b308-4cca-a5e6-d4f83d9bc2a5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:35:28Z', 'updated_at': '2022-01-28T07:35:36Z', 'revision_number': 4, 'project_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'subnets': [{'id': 'e70346de-b308-4cca-a5e6-d4f83d9bc2a5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e8c5de8-2dc5-43ef-aeec-c6b0a97809a6', 'name': '', 'network_id': 'f5256034-c262-4dbc-853e-97aac70b3eee', 'tenant_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'mac_address': 'fa:16:3e:65:19:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '32dba1df-e3cf-4707-bb73-088ab218383f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:35:12Z', 'updated_at': '2022-01-28T07:35:22Z', 'revision_number': 5, 'project_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'subnets': [{'id': '32dba1df-e3cf-4707-bb73-088ab218383f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:35:38.084410 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dad4c3d-bd20-4391-821e-3c40eb81f497 None None] Network 1bac98e5-a5be-4876-91ae-324ebbdb5224 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:35:38.124730 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-1dad4c3d-bd20-4391-821e-3c40eb81f497 None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:35:38.150148 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccadaebd-ce0e-4dd3-9308-32af8c88773d req-7349bf73-7b48-42d3-bb96-b87dcb3bc898 tempest-VolumesNegativeTest-2085534956 tempest-VolumesNegativeTest-2085534956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:35:38.151717 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ccadaebd-ce0e-4dd3-9308-32af8c88773d req-7349bf73-7b48-42d3-bb96-b87dcb3bc898 tempest-VolumesNegativeTest-2085534956 tempest-VolumesNegativeTest-2085534956-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5187657 Jan 28 07:35:38.155725 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8dd4f920-dfbf-4b17-bd19-a3da7c0cf7d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (3f3a84fe-9d73-4feb-98e2-bd68e4ccb185), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:38.156810 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dad4c3d-bd20-4391-821e-3c40eb81f497 None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:35:38.158338 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8dd4f920-dfbf-4b17-bd19-a3da7c0cf7d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:38.159480 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-8dd4f920-dfbf-4b17-bd19-a3da7c0cf7d7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3f3a84fe-9d73-4feb-98e2-bd68e4ccb185 HTTP/1.1" status: 204 len: 168 time: 0.8607178 Jan 28 07:35:38.185822 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-ccadaebd-ce0e-4dd3-9308-32af8c88773d req-6d9117d9-0683-4ebb-a155-28b6c9b4b282 tempest-VolumesNegativeTest-2085534956 tempest-VolumesNegativeTest-2085534956-project] Request body: {'port': {'device_id': '1a6b6400-af1e-4094-a311-987f2ac84f18', 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb', 'admin_state_up': True, 'tenant_id': 'd57be239101d462cb54cded4a7e5e2eb'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:35:38.230693 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-3f8a8fbc-751d-4bfb-8ce7-dcb192a954a0 None None] For port 3a770e93-74fe-4dba-8f2f-4f5efab34657, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=3a770e93-74fe-4dba-8f2f-4f5efab34657,segment=NetworkSegment(6413d438-05ed-4840-8c57-19c48bad02f9),segment_id=6413d438-05ed-4840-8c57-19c48bad02f9)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:35:38.295014 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-cda273c5-8875-444e-9302-df576781a01f req-de7f2904-59d2-4a03-b8c7-eb359909502f tempest-VolumesNegativeTest-2085534956 tempest-VolumesNegativeTest-2085534956-project] 10.222.0.41 "GET /v2.0/ports?device_id=1a6b6400-af1e-4094-a311-987f2ac84f18 HTTP/1.1" status: 200 len: 210 time: 0.1131394 Jan 28 07:35:38.368035 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd4f920-dfbf-4b17-bd19-a3da7c0cf7d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f3a84fe-9d73-4feb-98e2-bd68e4ccb185,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:35:38.374423 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3f8a8fbc-751d-4bfb-8ce7-dcb192a954a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (3a770e93-74fe-4dba-8f2f-4f5efab34657), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:38.439810 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dad4c3d-bd20-4391-821e-3c40eb81f497 None None] Pushing event updated for resources: {'Port': ['ID=044a931a-1335-438a-ac6a-0019b3ae4f16,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:35:38.461028 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccadaebd-ce0e-4dd3-9308-32af8c88773d req-6d9117d9-0683-4ebb-a155-28b6c9b4b282 tempest-VolumesNegativeTest-2085534956 tempest-VolumesNegativeTest-2085534956-project] Made reservation on behalf of d57be239101d462cb54cded4a7e5e2eb for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:35:38.465655 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ccadaebd-ce0e-4dd3-9308-32af8c88773d req-6d9117d9-0683-4ebb-a155-28b6c9b4b282 tempest-VolumesNegativeTest-2085534956 tempest-VolumesNegativeTest-2085534956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:38.491047 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ccadaebd-ce0e-4dd3-9308-32af8c88773d req-6d9117d9-0683-4ebb-a155-28b6c9b4b282 tempest-VolumesNegativeTest-2085534956 tempest-VolumesNegativeTest-2085534956-project] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:38.555478 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-1dad4c3d-bd20-4391-821e-3c40eb81f497 None None] Attempting to bind port 044a931a-1335-438a-ac6a-0019b3ae4f16 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:35:38.557417 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-c225286e-bb6c-4eba-b285-855c26d88c4d tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Allocated IP 172.23.0.1 (1bac98e5-a5be-4876-91ae-324ebbdb5224/5e9a7eca-5063-4c83-a319-3afaac740ec3/835b0644-702b-4d1f-9590-9d7fbd9a7bbf) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:35:38.557953 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-1dad4c3d-bd20-4391-821e-3c40eb81f497 None None] Attempting to bind port 044a931a-1335-438a-ac6a-0019b3ae4f16 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '9acfc95c-5a8d-4b1d-84d1-c5bd267f7fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1bac98e5-a5be-4876-91ae-324ebbdb5224'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:35:38.559090 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dad4c3d-bd20-4391-821e-3c40eb81f497 None None] Attempting to bind port 044a931a-1335-438a-ac6a-0019b3ae4f16 on network 1bac98e5-a5be-4876-91ae-324ebbdb5224 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:35:38.587863 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dad4c3d-bd20-4391-821e-3c40eb81f497 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 35, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:35:38.588763 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dad4c3d-bd20-4391-821e-3c40eb81f497 None None] Checking segment: {'id': '9acfc95c-5a8d-4b1d-84d1-c5bd267f7fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1bac98e5-a5be-4876-91ae-324ebbdb5224'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:35:38.589797 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1dad4c3d-bd20-4391-821e-3c40eb81f497 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:38.590941 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dad4c3d-bd20-4391-821e-3c40eb81f497 None None] Bound using segment: {'id': '9acfc95c-5a8d-4b1d-84d1-c5bd267f7fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1bac98e5-a5be-4876-91ae-324ebbdb5224'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:35:38.591622 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-1dad4c3d-bd20-4391-821e-3c40eb81f497 None None] Bound port: 044a931a-1335-438a-ac6a-0019b3ae4f16, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9acfc95c-5a8d-4b1d-84d1-c5bd267f7fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1bac98e5-a5be-4876-91ae-324ebbdb5224'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:35:38.593216 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1dad4c3d-bd20-4391-821e-3c40eb81f497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (044a931a-1335-438a-ac6a-0019b3ae4f16), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:38.679915 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ccadaebd-ce0e-4dd3-9308-32af8c88773d req-6d9117d9-0683-4ebb-a155-28b6c9b4b282 tempest-VolumesNegativeTest-2085534956 tempest-VolumesNegativeTest-2085534956-project] Publish callbacks [] for security_group (c6b7f354-e8ab-4e51-9850-7d719a17def0), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:38.688588 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ccadaebd-ce0e-4dd3-9308-32af8c88773d req-6d9117d9-0683-4ebb-a155-28b6c9b4b282 tempest-VolumesNegativeTest-2085534956 tempest-VolumesNegativeTest-2085534956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (c6b7f354-e8ab-4e51-9850-7d719a17def0), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:38.770042 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c225286e-bb6c-4eba-b285-855c26d88c4d tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks [] for port (835b0644-702b-4d1f-9590-9d7fbd9a7bbf), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:38.778165 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-3bf49ae6-a1eb-424f-88fa-475ce08d0117 None None] Provisioning complete for port 3a770e93-74fe-4dba-8f2f-4f5efab34657 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:35:38.779428 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3bf49ae6-a1eb-424f-88fa-475ce08d0117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (3a770e93-74fe-4dba-8f2f-4f5efab34657), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:38.815760 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c225286e-bb6c-4eba-b285-855c26d88c4d tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (835b0644-702b-4d1f-9590-9d7fbd9a7bbf), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:38.893162 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9117d9-0683-4ebb-a155-28b6c9b4b282 tempest-VolumesNegativeTest-2085534956 tempest-VolumesNegativeTest-2085534956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6b7f354-e8ab-4e51-9850-7d719a17def0,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:35:38.934935 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c225286e-bb6c-4eba-b285-855c26d88c4d tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Network 1bac98e5-a5be-4876-91ae-324ebbdb5224 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:35:38.952045 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-c225286e-bb6c-4eba-b285-855c26d88c4d tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:35:38.960789 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c225286e-bb6c-4eba-b285-855c26d88c4d tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Pushing event updated for resources: {'Port': ['ID=835b0644-702b-4d1f-9590-9d7fbd9a7bbf,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:35:38.963609 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c225286e-bb6c-4eba-b285-855c26d88c4d tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:35:39.005892 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8a8fbc-751d-4bfb-8ce7-dcb192a954a0 None None] Pushing event updated for resources: {'Port': ['ID=3a770e93-74fe-4dba-8f2f-4f5efab34657,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:35:39.015921 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:39.037802 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 3a770e93-74fe-4dba-8f2f-4f5efab34657 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:35:39.091515 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c225286e-bb6c-4eba-b285-855c26d88c4d tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16609232'] for router_interface (b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:39.158198 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-ccadaebd-ce0e-4dd3-9308-32af8c88773d req-6d9117d9-0683-4ebb-a155-28b6c9b4b282 tempest-VolumesNegativeTest-2085534956 tempest-VolumesNegativeTest-2085534956-project] Allocated IP 192.168.233.215 (d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb/5785b43d-448b-4d12-9eb5-4e4caf2e7eaf/a0c1afa9-4837-40f8-8296-7ac77c042a27) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:35:39.301671 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-1dad4c3d-bd20-4391-821e-3c40eb81f497 None None] For port 044a931a-1335-438a-ac6a-0019b3ae4f16, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:35:39.385217 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-1dad4c3d-bd20-4391-821e-3c40eb81f497 None None] For port 044a931a-1335-438a-ac6a-0019b3ae4f16, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=044a931a-1335-438a-ac6a-0019b3ae4f16,segment=NetworkSegment(9acfc95c-5a8d-4b1d-84d1-c5bd267f7fca),segment_id=9acfc95c-5a8d-4b1d-84d1-c5bd267f7fca)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:35:39.408047 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c225286e-bb6c-4eba-b285-855c26d88c4d tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (835b0644-702b-4d1f-9590-9d7fbd9a7bbf), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:39.418425 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1dad4c3d-bd20-4391-821e-3c40eb81f497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (044a931a-1335-438a-ac6a-0019b3ae4f16), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:39.462662 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-3bf49ae6-a1eb-424f-88fa-475ce08d0117 None None] Current status of the port 3a770e93-74fe-4dba-8f2f-4f5efab34657 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:35:39.608420 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c6db1b99-8e5b-4895-8abf-8e1b5c21c8f0 req-87d7a3b8-af33-4fa0-b824-9291fec5ab0f tempest-VolumesNegativeTest-2085534956 tempest-VolumesNegativeTest-2085534956-project] 10.222.0.41 "GET /v2.0/ports?device_id=1a6b6400-af1e-4094-a311-987f2ac84f18 HTTP/1.1" status: 200 len: 210 time: 0.1018157 Jan 28 07:35:39.652898 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 3a770e93-74fe-4dba-8f2f-4f5efab34657 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:35:39.653384 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (3a770e93-74fe-4dba-8f2f-4f5efab34657), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:39.655923 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dad4c3d-bd20-4391-821e-3c40eb81f497 None None] Pushing event updated for resources: {'Port': ['ID=044a931a-1335-438a-ac6a-0019b3ae4f16,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:35:39.763185 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ccadaebd-ce0e-4dd3-9308-32af8c88773d req-6d9117d9-0683-4ebb-a155-28b6c9b4b282 tempest-VolumesNegativeTest-2085534956 tempest-VolumesNegativeTest-2085534956-project] Publish callbacks [] for port (a0c1afa9-4837-40f8-8296-7ac77c042a27), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:39.849445 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ccadaebd-ce0e-4dd3-9308-32af8c88773d req-6d9117d9-0683-4ebb-a155-28b6c9b4b282 tempest-VolumesNegativeTest-2085534956 tempest-VolumesNegativeTest-2085534956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (a0c1afa9-4837-40f8-8296-7ac77c042a27), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:39.871952 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:39.894654 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 48222) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:35:40.014157 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 3a770e93-74fe-4dba-8f2f-4f5efab34657 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:35:40.015782 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccadaebd-ce0e-4dd3-9308-32af8c88773d req-6d9117d9-0683-4ebb-a155-28b6c9b4b282 tempest-VolumesNegativeTest-2085534956 tempest-VolumesNegativeTest-2085534956-project] Network d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:35:40.044082 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-ccadaebd-ce0e-4dd3-9308-32af8c88773d req-6d9117d9-0683-4ebb-a155-28b6c9b4b282 tempest-VolumesNegativeTest-2085534956 tempest-VolumesNegativeTest-2085534956-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:35:40.061954 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccadaebd-ce0e-4dd3-9308-32af8c88773d req-6d9117d9-0683-4ebb-a155-28b6c9b4b282 tempest-VolumesNegativeTest-2085534956 tempest-VolumesNegativeTest-2085534956-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:35:40.216547 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9117d9-0683-4ebb-a155-28b6c9b4b282 tempest-VolumesNegativeTest-2085534956 tempest-VolumesNegativeTest-2085534956-project] Pushing event updated for resources: {'Port': ['ID=a0c1afa9-4837-40f8-8296-7ac77c042a27,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:35:40.283024 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccadaebd-ce0e-4dd3-9308-32af8c88773d req-6d9117d9-0683-4ebb-a155-28b6c9b4b282 tempest-VolumesNegativeTest-2085534956 tempest-VolumesNegativeTest-2085534956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:35:40.284186 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ccadaebd-ce0e-4dd3-9308-32af8c88773d req-6d9117d9-0683-4ebb-a155-28b6c9b4b282 tempest-VolumesNegativeTest-2085534956 tempest-VolumesNegativeTest-2085534956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:40.305839 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-420d87cb-4bad-409b-8cb4-1b2b70322891 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1214891455-network', 'tenant_id': 'dca580891c3343c48a9d772c4cb21916'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:35:40.312743 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ccadaebd-ce0e-4dd3-9308-32af8c88773d req-6d9117d9-0683-4ebb-a155-28b6c9b4b282 tempest-VolumesNegativeTest-2085534956 tempest-VolumesNegativeTest-2085534956-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1388965 Jan 28 07:35:40.339662 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-ccadaebd-ce0e-4dd3-9308-32af8c88773d req-2052be24-77bd-41fc-a77f-74fe708c1b57 service neutron] Request body: {'port': {'device_id': '1a6b6400-af1e-4094-a311-987f2ac84f18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-28'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:35:40.415680 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ccadaebd-ce0e-4dd3-9308-32af8c88773d req-2052be24-77bd-41fc-a77f-74fe708c1b57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (a0c1afa9-4837-40f8-8296-7ac77c042a27), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:40.449416 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-420d87cb-4bad-409b-8cb4-1b2b70322891 admin admin] Made reservation on behalf of dca580891c3343c48a9d772c4cb21916 for: {'network': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:35:40.456468 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-420d87cb-4bad-409b-8cb4-1b2b70322891 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:40.507707 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-420d87cb-4bad-409b-8cb4-1b2b70322891 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:40.510743 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 48234) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:35:40.546507 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c225286e-bb6c-4eba-b285-855c26d88c4d tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks [] for port (835b0644-702b-4d1f-9590-9d7fbd9a7bbf), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:40.585497 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c225286e-bb6c-4eba-b285-855c26d88c4d tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (835b0644-702b-4d1f-9590-9d7fbd9a7bbf), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:40.618969 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-a9613dc4-30e9-462d-9b42-0ad3780835de None None] Provisioning complete for port a0c1afa9-4837-40f8-8296-7ac77c042a27 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:35:40.619348 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a9613dc4-30e9-462d-9b42-0ad3780835de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (a0c1afa9-4837-40f8-8296-7ac77c042a27), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:40.714788 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-a9613dc4-30e9-462d-9b42-0ad3780835de None None] Port a0c1afa9-4837-40f8-8296-7ac77c042a27 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:35:40.790373 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c225286e-bb6c-4eba-b285-855c26d88c4d tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16318999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16606560'] for router_interface (b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:40.792421 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-211b6911-6c71-4aeb-80f7-27689bfed107 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:40.797335 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c225286e-bb6c-4eba-b285-855c26d88c4d tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Pushing event updated for resources: {'Port': ['ID=835b0644-702b-4d1f-9590-9d7fbd9a7bbf,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:35:41.058715 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-ccadaebd-ce0e-4dd3-9308-32af8c88773d req-2052be24-77bd-41fc-a77f-74fe708c1b57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0c1afa9-4837-40f8-8296-7ac77c042a27 {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:35:41.066990 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ccadaebd-ce0e-4dd3-9308-32af8c88773d req-2052be24-77bd-41fc-a77f-74fe708c1b57 service neutron] Publish callbacks [] for port (a0c1afa9-4837-40f8-8296-7ac77c042a27), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:41.082304 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-ccadaebd-ce0e-4dd3-9308-32af8c88773d req-2052be24-77bd-41fc-a77f-74fe708c1b57 service neutron] Transition to ACTIVE for port object a0c1afa9-4837-40f8-8296-7ac77c042a27 will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:35:41.091143 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ccadaebd-ce0e-4dd3-9308-32af8c88773d req-2052be24-77bd-41fc-a77f-74fe708c1b57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (a0c1afa9-4837-40f8-8296-7ac77c042a27), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:41.127679 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 3a770e93-74fe-4dba-8f2f-4f5efab34657 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:35:41.149997 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-420d87cb-4bad-409b-8cb4-1b2b70322891 admin admin] Publish callbacks [] for security_group (5909a7e8-9d04-49e4-b628-9aec411bd8a5), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:41.197020 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-420d87cb-4bad-409b-8cb4-1b2b70322891 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (5909a7e8-9d04-49e4-b628-9aec411bd8a5), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:41.218628 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2052be24-77bd-41fc-a77f-74fe708c1b57 service neutron] Pushing event updated for resources: {'Port': ['ID=a0c1afa9-4837-40f8-8296-7ac77c042a27,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:35:41.245933 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 3a770e93-74fe-4dba-8f2f-4f5efab34657 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:35:41.246314 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (3a770e93-74fe-4dba-8f2f-4f5efab34657), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:41.311394 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420d87cb-4bad-409b-8cb4-1b2b70322891 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5909a7e8-9d04-49e4-b628-9aec411bd8a5,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:35:41.343159 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6edbbc-2646-4b5e-a174-f6629c494934 req-83caa8d8-d053-4a75-b911-01c6dbca6cae tempest-VolumesNegativeTest-2085534956 tempest-VolumesNegativeTest-2085534956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:35:41.363848 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6a6edbbc-2646-4b5e-a174-f6629c494934 req-83caa8d8-d053-4a75-b911-01c6dbca6cae tempest-VolumesNegativeTest-2085534956 tempest-VolumesNegativeTest-2085534956-project] 10.222.0.41 "GET /v2.0/ports?device_id=1a6b6400-af1e-4094-a311-987f2ac84f18 HTTP/1.1" status: 200 len: 936 time: 0.5307825 Jan 28 07:35:41.471196 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-ccadaebd-ce0e-4dd3-9308-32af8c88773d req-2052be24-77bd-41fc-a77f-74fe708c1b57 service neutron] Attempting to bind port a0c1afa9-4837-40f8-8296-7ac77c042a27 on host n-h1-712749-28 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:35:41.471539 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-ccadaebd-ce0e-4dd3-9308-32af8c88773d req-2052be24-77bd-41fc-a77f-74fe708c1b57 service neutron] Attempting to bind port a0c1afa9-4837-40f8-8296-7ac77c042a27 by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': '9d52209e-a416-4cfe-8f8a-19567a90fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:35:41.471872 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccadaebd-ce0e-4dd3-9308-32af8c88773d req-2052be24-77bd-41fc-a77f-74fe708c1b57 service neutron] Attempting to bind port a0c1afa9-4837-40f8-8296-7ac77c042a27 on network d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:35:41.474590 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 3a770e93-74fe-4dba-8f2f-4f5efab34657 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:35:41.475694 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 044a931a-1335-438a-ac6a-0019b3ae4f16 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:35:41.486740 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccadaebd-ce0e-4dd3-9308-32af8c88773d req-2052be24-77bd-41fc-a77f-74fe708c1b57 service neutron] Port a0c1afa9-4837-40f8-8296-7ac77c042a27 on network d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:35:41.487069 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccadaebd-ce0e-4dd3-9308-32af8c88773d req-2052be24-77bd-41fc-a77f-74fe708c1b57 service neutron] Attempting to bind port a0c1afa9-4837-40f8-8296-7ac77c042a27 on network d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:35:41.492796 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-420d87cb-4bad-409b-8cb4-1b2b70322891 admin admin] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=103283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:35:41.508277 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccadaebd-ce0e-4dd3-9308-32af8c88773d req-2052be24-77bd-41fc-a77f-74fe708c1b57 service neutron] Checking agent: {'id': '2fca46b1-237f-4857-9290-2429d810e472', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:35:41.510881 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccadaebd-ce0e-4dd3-9308-32af8c88773d req-2052be24-77bd-41fc-a77f-74fe708c1b57 service neutron] Checking segment: {'id': '9d52209e-a416-4cfe-8f8a-19567a90fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:35:41.511512 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccadaebd-ce0e-4dd3-9308-32af8c88773d req-2052be24-77bd-41fc-a77f-74fe708c1b57 service neutron] Bound using segment: {'id': '9d52209e-a416-4cfe-8f8a-19567a90fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:35:41.512138 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-ccadaebd-ce0e-4dd3-9308-32af8c88773d req-2052be24-77bd-41fc-a77f-74fe708c1b57 service neutron] Bound port: a0c1afa9-4837-40f8-8296-7ac77c042a27, host: n-h1-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d52209e-a416-4cfe-8f8a-19567a90fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:35:41.514486 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ccadaebd-ce0e-4dd3-9308-32af8c88773d req-2052be24-77bd-41fc-a77f-74fe708c1b57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (a0c1afa9-4837-40f8-8296-7ac77c042a27), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:41.591387 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 044a931a-1335-438a-ac6a-0019b3ae4f16 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:35:41.592594 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (044a931a-1335-438a-ac6a-0019b3ae4f16), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:41.624272 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6a6edbbc-2646-4b5e-a174-f6629c494934 req-23ee80fc-d3f6-49e2-8dd2-99f189f20170 tempest-VolumesNegativeTest-2085534956 tempest-VolumesNegativeTest-2085534956-project] 10.222.0.41 "GET /v2.0/security-groups?id=c6b7f354-e8ab-4e51-9850-7d719a17def0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2551877 Jan 28 07:35:41.637017 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c225286e-bb6c-4eba-b285-855c26d88c4d tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Network 1bac98e5-a5be-4876-91ae-324ebbdb5224 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:35:41.656796 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-c225286e-bb6c-4eba-b285-855c26d88c4d tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:35:41.676088 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-420d87cb-4bad-409b-8cb4-1b2b70322891 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (ff8b3014-4a79-4f90-9976-0e85b1167482), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:41.676459 n-d-712749-28 neutron-server[103283]: INFO neutron.db.segments_db [None req-420d87cb-4bad-409b-8cb4-1b2b70322891 admin admin] Added segment ff8b3014-4a79-4f90-9976-0e85b1167482 of type vlan for network 70356d6d-025b-4991-9ff4-721157d475f1 Jan 28 07:35:41.678222 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-ccadaebd-ce0e-4dd3-9308-32af8c88773d req-2052be24-77bd-41fc-a77f-74fe708c1b57 service neutron] For port a0c1afa9-4837-40f8-8296-7ac77c042a27, host n-h1-712749-28, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:35:41.686457 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-ccadaebd-ce0e-4dd3-9308-32af8c88773d req-2052be24-77bd-41fc-a77f-74fe708c1b57 service neutron] For port a0c1afa9-4837-40f8-8296-7ac77c042a27, host n-h1-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=a0c1afa9-4837-40f8-8296-7ac77c042a27,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:35:41.698483 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ccadaebd-ce0e-4dd3-9308-32af8c88773d req-2052be24-77bd-41fc-a77f-74fe708c1b57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (a0c1afa9-4837-40f8-8296-7ac77c042a27), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:41.764819 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccadaebd-ce0e-4dd3-9308-32af8c88773d req-2052be24-77bd-41fc-a77f-74fe708c1b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:35:41.765455 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ccadaebd-ce0e-4dd3-9308-32af8c88773d req-2052be24-77bd-41fc-a77f-74fe708c1b57 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:41.776878 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ccadaebd-ce0e-4dd3-9308-32af8c88773d req-2052be24-77bd-41fc-a77f-74fe708c1b57 service neutron] 10.222.0.10 "PUT /v2.0/ports/a0c1afa9-4837-40f8-8296-7ac77c042a27 HTTP/1.1" status: 200 len: 1097 time: 1.4426796 Jan 28 07:35:41.777654 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a6b6400-af1e-4094-a311-987f2ac84f18', 'tag': 'a0c1afa9-4837-40f8-8296-7ac77c042a27'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:35:41.780380 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17d201dc-36c8-4c79-8709-8cfc8455f032" -d '{"events": [{"name": "network-changed", "server_uuid": "1a6b6400-af1e-4094-a311-987f2ac84f18", "tag": "a0c1afa9-4837-40f8-8296-7ac77c042a27"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:35:41.829117 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2052be24-77bd-41fc-a77f-74fe708c1b57 service neutron] Pushing event updated for resources: {'Port': ['ID=a0c1afa9-4837-40f8-8296-7ac77c042a27,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:35:41.848631 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 044a931a-1335-438a-ac6a-0019b3ae4f16 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:35:41.849026 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (044a931a-1335-438a-ac6a-0019b3ae4f16), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:41.934623 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-784e910a-c52a-44e6-94de-d42a6ef46ace x-openstack-request-id: req-784e910a-c52a-44e6-94de-d42a6ef46ace {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:35:41.934920 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a6b6400-af1e-4094-a311-987f2ac84f18", "tag": "a0c1afa9-4837-40f8-8296-7ac77c042a27", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:35:41.938488 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-784e910a-c52a-44e6-94de-d42a6ef46ace {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:35:41.938821 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] For port 044a931a-1335-438a-ac6a-0019b3ae4f16, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=044a931a-1335-438a-ac6a-0019b3ae4f16,segment=NetworkSegment(9acfc95c-5a8d-4b1d-84d1-c5bd267f7fca),segment_id=9acfc95c-5a8d-4b1d-84d1-c5bd267f7fca)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:35:41.939383 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a6b6400-af1e-4094-a311-987f2ac84f18', 'tag': 'a0c1afa9-4837-40f8-8296-7ac77c042a27', 'status': 'completed', 'code': 200} Jan 28 07:35:41.945954 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-420d87cb-4bad-409b-8cb4-1b2b70322891 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (70356d6d-025b-4991-9ff4-721157d475f1), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:41.955688 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (044a931a-1335-438a-ac6a-0019b3ae4f16), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:41.977990 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccadaebd-ce0e-4dd3-9308-32af8c88773d req-4c1c4dc5-f22c-4d55-bf7f-12f7da8e13cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:35:41.989591 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ccadaebd-ce0e-4dd3-9308-32af8c88773d req-4c1c4dc5-f22c-4d55-bf7f-12f7da8e13cc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d57be239101d462cb54cded4a7e5e2eb&device_id=1a6b6400-af1e-4094-a311-987f2ac84f18 HTTP/1.1" status: 200 len: 1100 time: 0.1278234 Jan 28 07:35:41.992925 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-211b6911-6c71-4aeb-80f7-27689bfed107 admin admin] Publish callbacks [] for security_group (73e29c8b-56a5-42d4-a840-b35963726680), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:42.058963 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Pushing event updated for resources: {'Port': ['ID=044a931a-1335-438a-ac6a-0019b3ae4f16,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:35:42.066329 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f635ca62-ef71-4d8a-a09f-88b5313255c6 None None] Network 1bac98e5-a5be-4876-91ae-324ebbdb5224 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:35:42.070787 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-211b6911-6c71-4aeb-80f7-27689bfed107 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (73e29c8b-56a5-42d4-a840-b35963726680), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:42.081704 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.db.resource_extend [None req-420d87cb-4bad-409b-8cb4-1b2b70322891 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 07:35:42.089443 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ccadaebd-ce0e-4dd3-9308-32af8c88773d req-243f6011-11db-4471-b985-f552222595ef service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=a0c1afa9-4837-40f8-8296-7ac77c042a27 HTTP/1.1" status: 200 len: 217 time: 0.0797200 Jan 28 07:35:42.219373 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-420d87cb-4bad-409b-8cb4-1b2b70322891 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (70356d6d-025b-4991-9ff4-721157d475f1), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:42.220448 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-420d87cb-4bad-409b-8cb4-1b2b70322891 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:35:42.221091 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-420d87cb-4bad-409b-8cb4-1b2b70322891 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:42.232964 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccadaebd-ce0e-4dd3-9308-32af8c88773d req-39cc263e-6fe0-4b3a-a13e-27d4cc156a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:35:42.234601 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ccadaebd-ce0e-4dd3-9308-32af8c88773d req-39cc263e-6fe0-4b3a-a13e-27d4cc156a13 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5785b43d-448b-4d12-9eb5-4e4caf2e7eaf HTTP/1.1" status: 200 len: 843 time: 0.1335764 Jan 28 07:35:42.247007 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211b6911-6c71-4aeb-80f7-27689bfed107 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73e29c8b-56a5-42d4-a840-b35963726680,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:35:42.273216 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-211b6911-6c71-4aeb-80f7-27689bfed107 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=735e67a4d03a43e8a718bbe8e4a5c6a4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7499993 Jan 28 07:35:42.285778 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 48252) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:35:42.320266 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-213d9bd3-3c4c-4c4f-9216-3ce4991d5fe5 None None] Provisioning complete for port 044a931a-1335-438a-ac6a-0019b3ae4f16 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:35:42.322395 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-213d9bd3-3c4c-4c4f-9216-3ce4991d5fe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (044a931a-1335-438a-ac6a-0019b3ae4f16), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:42.371933 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccadaebd-ce0e-4dd3-9308-32af8c88773d req-8efdf674-74a0-4936-aca6-217b0fe69441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:35:42.373973 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ccadaebd-ce0e-4dd3-9308-32af8c88773d req-8efdf674-74a0-4936-aca6-217b0fe69441 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1268194 Jan 28 07:35:42.384583 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c225286e-bb6c-4eba-b285-855c26d88c4d tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Router b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:35:42.407856 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-420d87cb-4bad-409b-8cb4-1b2b70322891 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.5051007 Jan 28 07:35:42.408325 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 48256) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:35:42.420437 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-25c43a41-0b31-4f98-b6c9-71fa6ad382c1 admin admin] Request body: {'subnet': {'network_id': '70356d6d-025b-4991-9ff4-721157d475f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1214891455-subnet', 'tenant_id': 'dca580891c3343c48a9d772c4cb21916', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:35:42.460077 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ea392ade-25b2-47e6-aa6b-d3d96d620315 admin admin] Publish callbacks [] for security_group (73e29c8b-56a5-42d4-a840-b35963726680), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:42.470882 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420d87cb-4bad-409b-8cb4-1b2b70322891 admin admin] Pushing event updated for resources: {'Network': ['ID=70356d6d-025b-4991-9ff4-721157d475f1,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:35:42.504473 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network 70356d6d-025b-4991-9ff4-721157d475f1 details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:35:42.512513 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25c43a41-0b31-4f98-b6c9-71fa6ad382c1 admin admin] Made reservation on behalf of dca580891c3343c48a9d772c4cb21916 for: {'subnet': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:35:42.515882 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-25c43a41-0b31-4f98-b6c9-71fa6ad382c1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13555781'] for subnet (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:42.574990 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ea392ade-25b2-47e6-aa6b-d3d96d620315 admin admin] Publish callbacks [] for security_group (73e29c8b-56a5-42d4-a840-b35963726680), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:42.764786 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-213d9bd3-3c4c-4c4f-9216-3ce4991d5fe5 None None] Current status of the port 044a931a-1335-438a-ac6a-0019b3ae4f16 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:35:42.765332 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ccadaebd-ce0e-4dd3-9308-32af8c88773d req-db4f3015-57f9-4f0a-83c7-25c86be7d2c7 service neutron] 10.222.0.10 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3661604 Jan 28 07:35:42.849582 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 044a931a-1335-438a-ac6a-0019b3ae4f16 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:35:42.901982 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ea392ade-25b2-47e6-aa6b-d3d96d620315 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (73e29c8b-56a5-42d4-a840-b35963726680), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:42.905729 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ea392ade-25b2-47e6-aa6b-d3d96d620315 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:42.907117 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-ea392ade-25b2-47e6-aa6b-d3d96d620315 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/73e29c8b-56a5-42d4-a840-b35963726680 HTTP/1.1" status: 204 len: 168 time: 0.6178532 Jan 28 07:35:43.067777 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea392ade-25b2-47e6-aa6b-d3d96d620315 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73e29c8b-56a5-42d4-a840-b35963726680,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:35:43.081047 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ccadaebd-ce0e-4dd3-9308-32af8c88773d req-1462ec7f-b273-4e8d-a352-a8fcef66056a service neutron] 10.222.0.10 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3128989 Jan 28 07:35:43.092592 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 044a931a-1335-438a-ac6a-0019b3ae4f16 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:35:43.093030 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (044a931a-1335-438a-ac6a-0019b3ae4f16), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:43.167486 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57df448-f712-42b9-b697-43037f732667 req-e5d940aa-0f7d-404d-89e6-29fdc5c8bf2f tempest-VolumesNegativeTest-2085534956 tempest-VolumesNegativeTest-2085534956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:35:43.172485 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a57df448-f712-42b9-b697-43037f732667 req-e5d940aa-0f7d-404d-89e6-29fdc5c8bf2f tempest-VolumesNegativeTest-2085534956 tempest-VolumesNegativeTest-2085534956-project] 10.222.0.41 "GET /v2.0/ports?device_id=1a6b6400-af1e-4094-a311-987f2ac84f18 HTTP/1.1" status: 200 len: 948 time: 0.3708394 Jan 28 07:35:43.173745 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c225286e-bb6c-4eba-b285-855c26d88c4d tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:35:43.183150 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-c225286e-bb6c-4eba-b285-855c26d88c4d tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] 10.222.0.41 "PUT /v2.0/routers/b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4417298 Jan 28 07:35:43.187269 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 48266) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:35:43.200404 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-e2f39e64-94a5-4be6-9bc0-517a2d4791ca tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:35:43.251979 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1290fa2-4871-46b5-8e2e-5242bdcbe913 None None] Sync routers for ids ['b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:35:43.312902 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a57df448-f712-42b9-b697-43037f732667 req-e7c5724e-cba0-4e28-9c86-85f846e13ce0 tempest-VolumesNegativeTest-2085534956 tempest-VolumesNegativeTest-2085534956-project] 10.222.0.41 "GET /v2.0/security-groups?id=c6b7f354-e8ab-4e51-9850-7d719a17def0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261756 Jan 28 07:35:43.391006 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1290fa2-4871-46b5-8e2e-5242bdcbe913 None None] Routers {'b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:35:43.391210 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-a1290fa2-4871-46b5-8e2e-5242bdcbe913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:35:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:35:43.411141 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-e961a066-d8bc-48f3-9009-13f7663f6b6f None None] Provisioning complete for port 835b0644-702b-4d1f-9590-9d7fbd9a7bbf triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:35:43.411526 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e961a066-d8bc-48f3-9009-13f7663f6b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (835b0644-702b-4d1f-9590-9d7fbd9a7bbf), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:43.605058 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d201dc-36c8-4c79-8709-8cfc8455f032 req-37c75483-234a-40eb-a4e4-c43c7d78a20f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:35:43.606615 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-17d201dc-36c8-4c79-8709-8cfc8455f032 req-37c75483-234a-40eb-a4e4-c43c7d78a20f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d57be239101d462cb54cded4a7e5e2eb&device_id=1a6b6400-af1e-4094-a311-987f2ac84f18 HTTP/1.1" status: 200 len: 1100 time: 0.2870297 Jan 28 07:35:43.654915 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 48272) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:35:43.699457 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cd87254b-f296-4785-b0b7-d8c0ef2d3bf4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:43.889938 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-25c43a41-0b31-4f98-b6c9-71fa6ad382c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13546728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13555799'] for subnet (87388fd0-dfb3-4665-baf1-cd58dd61a11a), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:43.948233 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cd87254b-f296-4785-b0b7-d8c0ef2d3bf4 admin admin] Publish callbacks [] for security_group (67e67852-ade4-4f68-8e41-5eae3346e722), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:43.989403 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cd87254b-f296-4785-b0b7-d8c0ef2d3bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (67e67852-ade4-4f68-8e41-5eae3346e722), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:44.025029 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c43a41-0b31-4f98-b6c9-71fa6ad382c1 admin admin] Checking segment: {'id': 'ff8b3014-4a79-4f90-9976-0e85b1167482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '70356d6d-025b-4991-9ff4-721157d475f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:35:44.026118 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c43a41-0b31-4f98-b6c9-71fa6ad382c1 admin admin] Network hostable DHCP agents. Network: 70356d6d-025b-4991-9ff4-721157d475f1, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:35:44.049258 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c43a41-0b31-4f98-b6c9-71fa6ad382c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=87388fd0-dfb3-4665-baf1-cd58dd61a11a,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:35:44.050128 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d201dc-36c8-4c79-8709-8cfc8455f032 req-9c864f21-d3ad-4e45-998d-f59cb1885063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:35:44.051713 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-17d201dc-36c8-4c79-8709-8cfc8455f032 req-9c864f21-d3ad-4e45-998d-f59cb1885063 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb HTTP/1.1" status: 200 len: 870 time: 0.4359999 Jan 28 07:35:44.119993 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-17d201dc-36c8-4c79-8709-8cfc8455f032 req-178db441-1c3e-4c9a-a66b-039a15d84390 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=a0c1afa9-4837-40f8-8296-7ac77c042a27 HTTP/1.1" status: 200 len: 217 time: 0.0539300 Jan 28 07:35:44.130946 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-a1290fa2-4871-46b5-8e2e-5242bdcbe913 None None] Set router b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63 gateway port host: None {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:35:44.141309 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-cd87254b-f296-4785-b0b7-d8c0ef2d3bf4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5313d5c695e04264baa64be967326e35&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4824557 Jan 28 07:35:44.149963 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 48276) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:35:44.151884 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c43a41-0b31-4f98-b6c9-71fa6ad382c1 admin admin] Network 70356d6d-025b-4991-9ff4-721157d475f1 is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:35:44.177874 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd87254b-f296-4785-b0b7-d8c0ef2d3bf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67e67852-ade4-4f68-8e41-5eae3346e722,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:35:44.187454 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-25c43a41-0b31-4f98-b6c9-71fa6ad382c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, 70356d6d-025b-4991-9ff4-721157d475f1) {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:35:44.200901 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c43a41-0b31-4f98-b6c9-71fa6ad382c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:35:44.203550 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-25c43a41-0b31-4f98-b6c9-71fa6ad382c1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:44.243601 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-e961a066-d8bc-48f3-9009-13f7663f6b6f None None] Port 835b0644-702b-4d1f-9590-9d7fbd9a7bbf cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:35:44.252553 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-25c43a41-0b31-4f98-b6c9-71fa6ad382c1 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.8290131 Jan 28 07:35:44.252741 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96dad0f1-4c3e-4a88-bfc3-78ae3096a514 None None] Network 70356d6d-025b-4991-9ff4-721157d475f1 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:35:44.296797 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d201dc-36c8-4c79-8709-8cfc8455f032 req-8d5fe21f-3004-48fa-b245-e7fa6094ed59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:35:44.298922 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-17d201dc-36c8-4c79-8709-8cfc8455f032 req-8d5fe21f-3004-48fa-b245-e7fa6094ed59 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5785b43d-448b-4d12-9eb5-4e4caf2e7eaf HTTP/1.1" status: 200 len: 843 time: 0.1679358 Jan 28 07:35:44.351346 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 7 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 07:35:44.422727 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d201dc-36c8-4c79-8709-8cfc8455f032 req-ca8baac0-6773-488b-8046-1c184ed61c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:35:44.424840 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-17d201dc-36c8-4c79-8709-8cfc8455f032 req-ca8baac0-6773-488b-8046-1c184ed61c89 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1171498 Jan 28 07:35:44.452528 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9401cd25-5ecd-476e-871f-73e667b40da8 admin admin] Publish callbacks [] for security_group (67e67852-ade4-4f68-8e41-5eae3346e722), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:44.477792 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9401cd25-5ecd-476e-871f-73e667b40da8 admin admin] Publish callbacks [] for security_group (67e67852-ade4-4f68-8e41-5eae3346e722), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:44.499722 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 044a931a-1335-438a-ac6a-0019b3ae4f16 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:35:44.500255 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 48286) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:35:44.541269 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c242fc-f824-4546-ba72-32aa5ea19cfb None None] Network 70356d6d-025b-4991-9ff4-721157d475f1 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:35:44.605173 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9f2f0f8-1523-4f34-a51a-8f2b0f4feaf1 admin admin] Deleting subnet 87388fd0-dfb3-4665-baf1-cd58dd61a11a {{(pid=103283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:35:44.605956 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-e961a066-d8bc-48f3-9009-13f7663f6b6f None None] Provisioning complete for port 044a931a-1335-438a-ac6a-0019b3ae4f16 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:35:44.606488 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e961a066-d8bc-48f3-9009-13f7663f6b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (044a931a-1335-438a-ac6a-0019b3ae4f16), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:44.613423 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b9f2f0f8-1523-4f34-a51a-8f2b0f4feaf1 admin admin] Publish callbacks [] for subnet (87388fd0-dfb3-4665-baf1-cd58dd61a11a), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:44.694648 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b9f2f0f8-1523-4f34-a51a-8f2b0f4feaf1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13506696'] for subnet (87388fd0-dfb3-4665-baf1-cd58dd61a11a), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:44.762636 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b9f2f0f8-1523-4f34-a51a-8f2b0f4feaf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (87388fd0-dfb3-4665-baf1-cd58dd61a11a), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:44.824184 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b9f2f0f8-1523-4f34-a51a-8f2b0f4feaf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13546665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13556132'] for subnet (87388fd0-dfb3-4665-baf1-cd58dd61a11a), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:44.884493 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f2f0f8-1523-4f34-a51a-8f2b0f4feaf1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87388fd0-dfb3-4665-baf1-cd58dd61a11a,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:35:44.895758 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b9f2f0f8-1523-4f34-a51a-8f2b0f4feaf1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:44.901633 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-b9f2f0f8-1523-4f34-a51a-8f2b0f4feaf1 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/87388fd0-dfb3-4665-baf1-cd58dd61a11a HTTP/1.1" status: 204 len: 168 time: 0.3978026 Jan 28 07:35:44.901872 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 48290) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:35:44.960761 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-e961a066-d8bc-48f3-9009-13f7663f6b6f None None] Current status of the port 044a931a-1335-438a-ac6a-0019b3ae4f16 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:35:45.000474 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-a1290fa2-4871-46b5-8e2e-5242bdcbe913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63', 'name': 'tempest-RoutersTest-router-1807626397', 'tenant_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:35:10Z', 'updated_at': '2022-01-28T07:35:39Z', 'revision_number': 5, 'project_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'gw_port_host': None, '_interfaces': [{'id': '386739aa-cc9f-4bc8-8c67-52e08c90b0cc', 'name': '', 'network_id': '45d40324-52d5-4fef-b9fd-24bb24991adb', 'tenant_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'mac_address': 'fa:16:3e:81:f5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3206, 'fixed_ips': [{'subnet_id': '86232285-83b7-4fe1-8a75-3781c2e29a31', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:35:20Z', 'updated_at': '2022-01-28T07:35:28Z', 'revision_number': 5, 'project_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'subnets': [{'id': '86232285-83b7-4fe1-8a75-3781c2e29a31', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3a770e93-74fe-4dba-8f2f-4f5efab34657', 'name': '', 'network_id': 'bc29ffdc-5da3-484b-a0f3-7716c2b0bfd6', 'tenant_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'mac_address': 'fa:16:3e:a1:45:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': 'e70346de-b308-4cca-a5e6-d4f83d9bc2a5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:35:28Z', 'updated_at': '2022-01-28T07:35:38Z', 'revision_number': 5, 'project_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'subnets': [{'id': 'e70346de-b308-4cca-a5e6-d4f83d9bc2a5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e8c5de8-2dc5-43ef-aeec-c6b0a97809a6', 'name': '', 'network_id': 'f5256034-c262-4dbc-853e-97aac70b3eee', 'tenant_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'mac_address': 'fa:16:3e:65:19:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '32dba1df-e3cf-4707-bb73-088ab218383f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:35:12Z', 'updated_at': '2022-01-28T07:35:22Z', 'revision_number': 5, 'project_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'subnets': [{'id': '32dba1df-e3cf-4707-bb73-088ab218383f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '835b0644-702b-4d1f-9590-9d7fbd9a7bbf', 'name': '', 'network_id': '1bac98e5-a5be-4876-91ae-324ebbdb5224', 'tenant_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'mac_address': 'fa:16:3e:15:31:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3231, 'fixed_ips': [{'subnet_id': '5e9a7eca-5063-4c83-a319-3afaac740ec3', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:35:38Z', 'updated_at': '2022-01-28T07:35:39Z', 'revision_number': 2, 'project_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'subnets': [{'id': '5e9a7eca-5063-4c83-a319-3afaac740ec3', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:35:45.020439 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8b6d102c-24ae-4886-b131-ba539412d54f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (70356d6d-025b-4991-9ff4-721157d475f1), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:45.042312 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1290fa2-4871-46b5-8e2e-5242bdcbe913 None None] Checking router: b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63 for host: n-d-712749-28 {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:35:45.044120 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1290fa2-4871-46b5-8e2e-5242bdcbe913 None None] Updating router b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63 port 835b0644-702b-4d1f-9590-9d7fbd9a7bbf binding host n-d-712749-28 {{(pid=103285) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 07:35:45.085949 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a1290fa2-4871-46b5-8e2e-5242bdcbe913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (835b0644-702b-4d1f-9590-9d7fbd9a7bbf), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:45.118906 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8b6d102c-24ae-4886-b131-ba539412d54f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (70356d6d-025b-4991-9ff4-721157d475f1), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:45.141593 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-8b6d102c-24ae-4886-b131-ba539412d54f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70356d6d-025b-4991-9ff4-721157d475f1']}} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:35:45.151368 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-8b6d102c-24ae-4886-b131-ba539412d54f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff8b3014-4a79-4f90-9976-0e85b1167482') {'for_net_delete': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:35:45.151782 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-8b6d102c-24ae-4886-b131-ba539412d54f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff8b3014-4a79-4f90-9976-0e85b1167482') {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:35:45.162090 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8b6d102c-24ae-4886-b131-ba539412d54f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13506801'] for segment (ff8b3014-4a79-4f90-9976-0e85b1167482), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:45.167558 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-142f4c1b-5df6-4c38-90e2-f2f1bcd8155d None None] Provisioning complete for port 835b0644-702b-4d1f-9590-9d7fbd9a7bbf triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:35:45.168499 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-142f4c1b-5df6-4c38-90e2-f2f1bcd8155d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (835b0644-702b-4d1f-9590-9d7fbd9a7bbf), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:45.176820 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8b6d102c-24ae-4886-b131-ba539412d54f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (ff8b3014-4a79-4f90-9976-0e85b1167482), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:45.183700 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b6d102c-24ae-4886-b131-ba539412d54f admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=103283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:35:45.184330 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8b6d102c-24ae-4886-b131-ba539412d54f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13546563'] for segment (ff8b3014-4a79-4f90-9976-0e85b1167482), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:45.208519 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b3b373-d101-4544-a7ed-b701ab0127fe req-37d7ebfe-e2c8-4f51-8570-504c46be9907 tempest-VolumesNegativeTest-2085534956 tempest-VolumesNegativeTest-2085534956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:35:45.210028 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-04b3b373-d101-4544-a7ed-b701ab0127fe req-37d7ebfe-e2c8-4f51-8570-504c46be9907 tempest-VolumesNegativeTest-2085534956 tempest-VolumesNegativeTest-2085534956-project] 10.222.0.41 "GET /v2.0/ports?device_id=1a6b6400-af1e-4094-a311-987f2ac84f18 HTTP/1.1" status: 200 len: 948 time: 0.6681392 Jan 28 07:35:45.230298 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9401cd25-5ecd-476e-871f-73e667b40da8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (67e67852-ade4-4f68-8e41-5eae3346e722), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:45.233973 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9401cd25-5ecd-476e-871f-73e667b40da8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:45.235137 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-9401cd25-5ecd-476e-871f-73e667b40da8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/67e67852-ade4-4f68-8e41-5eae3346e722 HTTP/1.1" status: 204 len: 168 time: 1.0832558 Jan 28 07:35:45.272755 n-d-712749-28 neutron-server[103283]: Traceback (most recent call last): Jan 28 07:35:45.272755 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:35:45.272755 n-d-712749-28 neutron-server[103283]: timer() Jan 28 07:35:45.272755 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:35:45.272755 n-d-712749-28 neutron-server[103283]: cb(*args, **kw) Jan 28 07:35:45.272755 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:35:45.272755 n-d-712749-28 neutron-server[103283]: return func(*args, **kwargs) Jan 28 07:35:45.272755 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:35:45.272755 n-d-712749-28 neutron-server[103283]: self._notify() Jan 28 07:35:45.272755 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:35:45.272755 n-d-712749-28 neutron-server[103283]: self.callback(batched_events) Jan 28 07:35:45.272755 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:35:45.272755 n-d-712749-28 neutron-server[103283]: event.method(event) Jan 28 07:35:45.272755 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:35:45.272755 n-d-712749-28 neutron-server[103283]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:35:45.272755 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:35:45.272755 n-d-712749-28 neutron-server[103283]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:35:45.272755 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:35:45.272755 n-d-712749-28 neutron-server[103283]: return f(self, *a, **k) Jan 28 07:35:45.272755 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:35:45.272755 n-d-712749-28 neutron-server[103283]: return self._get(url).json() Jan 28 07:35:45.272755 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:35:45.272755 n-d-712749-28 neutron-server[103283]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:35:45.272755 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:35:45.272755 n-d-712749-28 neutron-server[103283]: return self.request(url, 'GET', **kwargs) Jan 28 07:35:45.272755 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:35:45.272755 n-d-712749-28 neutron-server[103283]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:35:45.272755 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:35:45.272755 n-d-712749-28 neutron-server[103283]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:35:45.272755 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:35:45.272755 n-d-712749-28 neutron-server[103283]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:35:45.272755 n-d-712749-28 neutron-server[103283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:35:45.275981 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-142f4c1b-5df6-4c38-90e2-f2f1bcd8155d None None] Port 835b0644-702b-4d1f-9590-9d7fbd9a7bbf cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:35:45.281685 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8b6d102c-24ae-4886-b131-ba539412d54f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (70356d6d-025b-4991-9ff4-721157d475f1), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:45.291961 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8b6d102c-24ae-4886-b131-ba539412d54f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:45.300676 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-8b6d102c-24ae-4886-b131-ba539412d54f admin admin] 10.222.0.41 "DELETE /v2.0/networks/70356d6d-025b-4991-9ff4-721157d475f1 HTTP/1.1" status: 204 len: 168 time: 0.3956106 Jan 28 07:35:45.335636 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6d102c-24ae-4886-b131-ba539412d54f admin admin] Pushing event deleted for resources: {'Network': ['ID=70356d6d-025b-4991-9ff4-721157d475f1,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:35:45.371277 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-04b3b373-d101-4544-a7ed-b701ab0127fe req-ba795c0a-166e-4d59-8737-0e70a2ee2baa tempest-VolumesNegativeTest-2085534956 tempest-VolumesNegativeTest-2085534956-project] 10.222.0.41 "GET /v2.0/security-groups?id=c6b7f354-e8ab-4e51-9850-7d719a17def0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220865 Jan 28 07:35:45.372003 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9401cd25-5ecd-476e-871f-73e667b40da8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67e67852-ade4-4f68-8e41-5eae3346e722,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:35:45.416862 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.extraroute_db [None req-e2f39e64-94a5-4be6-9bc0-517a2d4791ca tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=103284) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 28 07:35:45.439626 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.extraroute_db [None req-e2f39e64-94a5-4be6-9bc0-517a2d4791ca tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Removed routes are [] {{(pid=103284) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 28 07:35:45.440611 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e2f39e64-94a5-4be6-9bc0-517a2d4791ca tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16607950', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16605480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127440'] for router (b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:45.476723 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-17d201dc-36c8-4c79-8709-8cfc8455f032 req-75ac8643-c18d-4a47-8236-2e4a9c6668b2 service neutron] 10.222.0.10 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9864011 Jan 28 07:35:45.648177 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device a0c1afa9-4837-40f8-8296-7ac77c042a27 details requested by agent hyperv_n-h1-712749-28 with host n-h1-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:35:45.802749 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e2f39e64-94a5-4be6-9bc0-517a2d4791ca tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16607950', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16605480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127440'] for router (b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:45.819719 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 48308) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:35:45.846436 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-17d201dc-36c8-4c79-8709-8cfc8455f032 req-8d98cafe-b776-4aa8-8043-cb618b685985 service neutron] 10.222.0.10 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3152258 Jan 28 07:35:45.849627 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e2f39e64-94a5-4be6-9bc0-517a2d4791ca tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16607909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16607927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16607932', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16605457'] for router (b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:45.904264 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 48310) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:35:45.905034 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-35d5778a-1422-4476-b545-ab8fc5606d29 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=dca580891c3343c48a9d772c4cb21916&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0837362 Jan 28 07:35:45.988856 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port a0c1afa9-4837-40f8-8296-7ac77c042a27, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=a0c1afa9-4837-40f8-8296-7ac77c042a27,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:35:46.019527 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Returning: {'device': 'a0c1afa9-4837-40f8-8296-7ac77c042a27', 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb', 'port_id': 'a0c1afa9-4837-40f8-8296-7ac77c042a27', 'mac_address': 'fa:16:3e:3f:e0:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5785b43d-448b-4d12-9eb5-4e4caf2e7eaf', 'ip_address': '192.168.233.215'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:35:46.063445 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2f39e64-94a5-4be6-9bc0-517a2d4791ca tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Router b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:35:46.074619 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port a0c1afa9-4837-40f8-8296-7ac77c042a27 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:35:46.075022 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (a0c1afa9-4837-40f8-8296-7ac77c042a27), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:46.083516 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a1290fa2-4871-46b5-8e2e-5242bdcbe913 None None] Publish callbacks [] for port (835b0644-702b-4d1f-9590-9d7fbd9a7bbf), precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:46.098676 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0c1afa9-4837-40f8-8296-7ac77c042a27 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:35:46.106054 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a1290fa2-4871-46b5-8e2e-5242bdcbe913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (835b0644-702b-4d1f-9590-9d7fbd9a7bbf), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:46.115094 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4cbe5969-1495-48b1-99f5-c7c51ba6f1be admin admin] Publish callbacks [] for security_group (5909a7e8-9d04-49e4-b628-9aec411bd8a5), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:46.164860 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb8a41b-3f41-4003-aa12-2195edc6ce8c None None] Pushing event updated for resources: {'Port': ['ID=835b0644-702b-4d1f-9590-9d7fbd9a7bbf,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:35:46.190871 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port a0c1afa9-4837-40f8-8296-7ac77c042a27, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=a0c1afa9-4837-40f8-8296-7ac77c042a27,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:35:46.218822 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (a0c1afa9-4837-40f8-8296-7ac77c042a27), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:46.220877 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4cbe5969-1495-48b1-99f5-c7c51ba6f1be admin admin] Publish callbacks [] for security_group (5909a7e8-9d04-49e4-b628-9aec411bd8a5), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:46.314354 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4cbe5969-1495-48b1-99f5-c7c51ba6f1be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (5909a7e8-9d04-49e4-b628-9aec411bd8a5), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:46.317376 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4cbe5969-1495-48b1-99f5-c7c51ba6f1be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:46.321872 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-4cbe5969-1495-48b1-99f5-c7c51ba6f1be admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5909a7e8-9d04-49e4-b628-9aec411bd8a5 HTTP/1.1" status: 204 len: 168 time: 0.4160657 Jan 28 07:35:46.328070 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2f39e64-94a5-4be6-9bc0-517a2d4791ca tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:35:46.345959 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e2f39e64-94a5-4be6-9bc0-517a2d4791ca tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks [] for router (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:46.347011 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-e2f39e64-94a5-4be6-9bc0-517a2d4791ca tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] 10.222.0.41 "PUT /v2.0/routers/b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63 HTTP/1.1" status: 200 len: 934 time: 3.1587358 Jan 28 07:35:46.349593 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 48324) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:35:46.359563 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-a1290fa2-4871-46b5-8e2e-5242bdcbe913 None None] Attempting to bind port 835b0644-702b-4d1f-9590-9d7fbd9a7bbf on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:35:46.359953 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-a1290fa2-4871-46b5-8e2e-5242bdcbe913 None None] Attempting to bind port 835b0644-702b-4d1f-9590-9d7fbd9a7bbf by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '9acfc95c-5a8d-4b1d-84d1-c5bd267f7fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1bac98e5-a5be-4876-91ae-324ebbdb5224'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:35:46.360538 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1290fa2-4871-46b5-8e2e-5242bdcbe913 None None] Attempting to bind port 835b0644-702b-4d1f-9590-9d7fbd9a7bbf on network 1bac98e5-a5be-4876-91ae-324ebbdb5224 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:35:46.371239 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1290fa2-4871-46b5-8e2e-5242bdcbe913 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 35, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:35:46.371645 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1290fa2-4871-46b5-8e2e-5242bdcbe913 None None] Checking segment: {'id': '9acfc95c-5a8d-4b1d-84d1-c5bd267f7fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1bac98e5-a5be-4876-91ae-324ebbdb5224'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:35:46.372030 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a1290fa2-4871-46b5-8e2e-5242bdcbe913 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:46.372529 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1290fa2-4871-46b5-8e2e-5242bdcbe913 None None] Bound using segment: {'id': '9acfc95c-5a8d-4b1d-84d1-c5bd267f7fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1bac98e5-a5be-4876-91ae-324ebbdb5224'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:35:46.373744 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-a1290fa2-4871-46b5-8e2e-5242bdcbe913 None None] Bound port: 835b0644-702b-4d1f-9590-9d7fbd9a7bbf, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9acfc95c-5a8d-4b1d-84d1-c5bd267f7fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1bac98e5-a5be-4876-91ae-324ebbdb5224'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:35:46.374239 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a1290fa2-4871-46b5-8e2e-5242bdcbe913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (835b0644-702b-4d1f-9590-9d7fbd9a7bbf), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:46.377811 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbe5969-1495-48b1-99f5-c7c51ba6f1be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5909a7e8-9d04-49e4-b628-9aec411bd8a5,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:35:46.391333 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=a0c1afa9-4837-40f8-8296-7ac77c042a27,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:35:46.621840 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-c6857db7-ffed-43c7-8a23-29c3cd3e1a24 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] 10.222.0.41 "GET /v2.0/routers/b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63 HTTP/1.1" status: 200 len: 934 time: 0.2710984 Jan 28 07:35:46.625129 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 48334) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:35:46.631112 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-a9050b26-ad98-4371-91cb-9c0160b05f50 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Request body: {'router': {'routes': None}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:35:46.652210 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-a1290fa2-4871-46b5-8e2e-5242bdcbe913 None None] For port 835b0644-702b-4d1f-9590-9d7fbd9a7bbf, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:35:46.661558 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-a1290fa2-4871-46b5-8e2e-5242bdcbe913 None None] For port 835b0644-702b-4d1f-9590-9d7fbd9a7bbf, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=835b0644-702b-4d1f-9590-9d7fbd9a7bbf,segment=NetworkSegment(9acfc95c-5a8d-4b1d-84d1-c5bd267f7fca),segment_id=9acfc95c-5a8d-4b1d-84d1-c5bd267f7fca)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:35:46.670820 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a1290fa2-4871-46b5-8e2e-5242bdcbe913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (835b0644-702b-4d1f-9590-9d7fbd9a7bbf), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:46.708139 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['a0c1afa9-4837-40f8-8296-7ac77c042a27'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:35:46.837947 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a89370-30f5-4cda-b916-7a4cacbfc9de req-f1cda1fb-edcf-4560-bcc9-8d676db97d54 tempest-VolumesNegativeTest-2085534956 tempest-VolumesNegativeTest-2085534956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:35:46.861645 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-60a89370-30f5-4cda-b916-7a4cacbfc9de req-f1cda1fb-edcf-4560-bcc9-8d676db97d54 tempest-VolumesNegativeTest-2085534956 tempest-VolumesNegativeTest-2085534956-project] 10.222.0.41 "GET /v2.0/ports?device_id=1a6b6400-af1e-4094-a311-987f2ac84f18 HTTP/1.1" status: 200 len: 949 time: 0.2361615 Jan 28 07:35:46.874750 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-b550ab8f-7277-436e-8615-a4857f7d8a14 None None] Provisioning complete for port 835b0644-702b-4d1f-9590-9d7fbd9a7bbf triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:35:46.875373 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b550ab8f-7277-436e-8615-a4857f7d8a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (835b0644-702b-4d1f-9590-9d7fbd9a7bbf), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:46.891440 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1290fa2-4871-46b5-8e2e-5242bdcbe913 None None] Routers {'b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:35:46.892301 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-a1290fa2-4871-46b5-8e2e-5242bdcbe913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:35:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:35:47.045200 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb8a41b-3f41-4003-aa12-2195edc6ce8c None None] Pushing event updated for resources: {'Port': ['ID=835b0644-702b-4d1f-9590-9d7fbd9a7bbf,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:35:47.084801 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-60a89370-30f5-4cda-b916-7a4cacbfc9de req-e5f52591-d902-4f91-93cd-f743f4a96021 tempest-VolumesNegativeTest-2085534956 tempest-VolumesNegativeTest-2085534956-project] 10.222.0.41 "GET /v2.0/security-groups?id=c6b7f354-e8ab-4e51-9850-7d719a17def0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217927 Jan 28 07:35:47.341923 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-a1290fa2-4871-46b5-8e2e-5242bdcbe913 None None] Set router b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63 gateway port host: None {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:35:47.512718 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-b550ab8f-7277-436e-8615-a4857f7d8a14 None None] Current status of the port 835b0644-702b-4d1f-9590-9d7fbd9a7bbf is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:35:47.514356 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b550ab8f-7277-436e-8615-a4857f7d8a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (835b0644-702b-4d1f-9590-9d7fbd9a7bbf), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:47.596917 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.extraroute_db [None req-a9050b26-ad98-4371-91cb-9c0160b05f50 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Added routes are [] {{(pid=103284) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 28 07:35:47.597875 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.extraroute_db [None req-a9050b26-ad98-4371-91cb-9c0160b05f50 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=103284) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 28 07:35:47.655150 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a9050b26-ad98-4371-91cb-9c0160b05f50 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16607950', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16605480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127440'] for router (b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:47.691137 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-b550ab8f-7277-436e-8615-a4857f7d8a14 None None] For port 835b0644-702b-4d1f-9590-9d7fbd9a7bbf, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=835b0644-702b-4d1f-9590-9d7fbd9a7bbf,segment=NetworkSegment(9acfc95c-5a8d-4b1d-84d1-c5bd267f7fca),segment_id=9acfc95c-5a8d-4b1d-84d1-c5bd267f7fca)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:35:47.725836 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b550ab8f-7277-436e-8615-a4857f7d8a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (835b0644-702b-4d1f-9590-9d7fbd9a7bbf), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:47.956632 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a9050b26-ad98-4371-91cb-9c0160b05f50 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16607950', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16605480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127440'] for router (b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:47.960717 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a9050b26-ad98-4371-91cb-9c0160b05f50 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16607909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16607927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16607932', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16605457'] for router (b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:48.032573 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b550ab8f-7277-436e-8615-a4857f7d8a14 None None] Pushing event updated for resources: {'Port': ['ID=835b0644-702b-4d1f-9590-9d7fbd9a7bbf,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:35:48.068172 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9da050d8-acee-4317-91b2-710535980dcc None None] Provisioning complete for port 835b0644-702b-4d1f-9590-9d7fbd9a7bbf triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:35:48.068172 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9da050d8-acee-4317-91b2-710535980dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (835b0644-702b-4d1f-9590-9d7fbd9a7bbf), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:48.199648 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 48378) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:35:48.221882 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-a1290fa2-4871-46b5-8e2e-5242bdcbe913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63', 'name': 'tempest-RoutersTest-router-1807626397', 'tenant_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:35:10Z', 'updated_at': '2022-01-28T07:35:45Z', 'revision_number': 6, 'project_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'gw_port_host': None, '_interfaces': [{'id': '386739aa-cc9f-4bc8-8c67-52e08c90b0cc', 'name': '', 'network_id': '45d40324-52d5-4fef-b9fd-24bb24991adb', 'tenant_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'mac_address': 'fa:16:3e:81:f5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3206, 'fixed_ips': [{'subnet_id': '86232285-83b7-4fe1-8a75-3781c2e29a31', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:35:20Z', 'updated_at': '2022-01-28T07:35:28Z', 'revision_number': 5, 'project_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'subnets': [{'id': '86232285-83b7-4fe1-8a75-3781c2e29a31', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3a770e93-74fe-4dba-8f2f-4f5efab34657', 'name': '', 'network_id': 'bc29ffdc-5da3-484b-a0f3-7716c2b0bfd6', 'tenant_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'mac_address': 'fa:16:3e:a1:45:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': 'e70346de-b308-4cca-a5e6-d4f83d9bc2a5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:35:28Z', 'updated_at': '2022-01-28T07:35:38Z', 'revision_number': 5, 'project_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'subnets': [{'id': 'e70346de-b308-4cca-a5e6-d4f83d9bc2a5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e8c5de8-2dc5-43ef-aeec-c6b0a97809a6', 'name': '', 'network_id': 'f5256034-c262-4dbc-853e-97aac70b3eee', 'tenant_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'mac_address': 'fa:16:3e:65:19:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '32dba1df-e3cf-4707-bb73-088ab218383f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:35:12Z', 'updated_at': '2022-01-28T07:35:22Z', 'revision_number': 5, 'project_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'subnets': [{'id': '32dba1df-e3cf-4707-bb73-088ab218383f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '835b0644-702b-4d1f-9590-9d7fbd9a7bbf', 'name': '', 'network_id': '1bac98e5-a5be-4876-91ae-324ebbdb5224', 'tenant_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'mac_address': 'fa:16:3e:15:31:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3231, 'fixed_ips': [{'subnet_id': '5e9a7eca-5063-4c83-a319-3afaac740ec3', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:35:38Z', 'updated_at': '2022-01-28T07:35:46Z', 'revision_number': 4, 'project_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'subnets': [{'id': '5e9a7eca-5063-4c83-a319-3afaac740ec3', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:35:48.232645 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9050b26-ad98-4371-91cb-9c0160b05f50 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Router b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:35:48.287203 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1290fa2-4871-46b5-8e2e-5242bdcbe913 None None] The sync data for ids ['b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63'] in n-d-712749-28 is: [{'id': 'b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63', 'name': 'tempest-RoutersTest-router-1807626397', 'tenant_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:35:10Z', 'updated_at': '2022-01-28T07:35:45Z', 'revision_number': 6, 'project_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'gw_port_host': None, '_interfaces': [{'id': '386739aa-cc9f-4bc8-8c67-52e08c90b0cc', 'name': '', 'network_id': '45d40324-52d5-4fef-b9fd-24bb24991adb', 'tenant_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'mac_address': 'fa:16:3e:81:f5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3206, 'fixed_ips': [{'subnet_id': '86232285-83b7-4fe1-8a75-3781c2e29a31', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:35:20Z', 'updated_at': '2022-01-28T07:35:28Z', 'revision_number': 5, 'project_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'subnets': [{'id': '86232285-83b7-4fe1-8a75-3781c2e29a31', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3a770e93-74fe-4dba-8f2f-4f5efab34657', 'name': '', 'network_id': 'bc29ffdc-5da3-484b-a0f3-7716c2b0bfd6', 'tenant_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'mac_address': 'fa:16:3e:a1:45:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': 'e70346de-b308-4cca-a5e6-d4f83d9bc2a5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:35:28Z', 'updated_at': '2022-01-28T07:35:38Z', 'revision_number': 5, 'project_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'subnets': [{'id': 'e70346de-b308-4cca-a5e6-d4f83d9bc2a5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e8c5de8-2dc5-43ef-aeec-c6b0a97809a6', 'name': '', 'network_id': 'f5256034-c262-4dbc-853e-97aac70b3eee', 'tenant_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'mac_address': 'fa:16:3e:65:19:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '32dba1df-e3cf-4707-bb73-088ab218383f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:35:12Z', 'updated_at': '2022-01-28T07:35:22Z', 'revision_number': 5, 'project_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'subnets': [{'id': '32dba1df-e3cf-4707-bb73-088ab218383f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '835b0644-702b-4d1f-9590-9d7fbd9a7bbf', 'name': '', 'network_id': '1bac98e5-a5be-4876-91ae-324ebbdb5224', 'tenant_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'mac_address': 'fa:16:3e:15:31:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3231, 'fixed_ips': [{'subnet_id': '5e9a7eca-5063-4c83-a319-3afaac740ec3', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:35:38Z', 'updated_at': '2022-01-28T07:35:46Z', 'revision_number': 4, 'project_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'subnets': [{'id': '5e9a7eca-5063-4c83-a319-3afaac740ec3', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:35:48.321017 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9da050d8-acee-4317-91b2-710535980dcc None None] Current status of the port 835b0644-702b-4d1f-9590-9d7fbd9a7bbf is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:35:48.454929 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f2ff36-3aab-4b87-b08d-b1745689cf99 req-2bb2ecee-bc96-4e6b-9f0e-e7f808fee92b tempest-VolumesNegativeTest-2085534956 tempest-VolumesNegativeTest-2085534956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:35:48.462400 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a0f2ff36-3aab-4b87-b08d-b1745689cf99 req-2bb2ecee-bc96-4e6b-9f0e-e7f808fee92b tempest-VolumesNegativeTest-2085534956 tempest-VolumesNegativeTest-2085534956-project] 10.222.0.41 "GET /v2.0/ports?device_id=1a6b6400-af1e-4094-a311-987f2ac84f18 HTTP/1.1" status: 200 len: 949 time: 0.2031822 Jan 28 07:35:48.487715 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9050b26-ad98-4371-91cb-9c0160b05f50 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:35:48.495860 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a9050b26-ad98-4371-91cb-9c0160b05f50 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks [] for router (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:48.500153 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-a9050b26-ad98-4371-91cb-9c0160b05f50 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] 10.222.0.41 "PUT /v2.0/routers/b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63 HTTP/1.1" status: 200 len: 700 time: 1.8730412 Jan 28 07:35:48.500374 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 48386) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:35:48.582881 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a0f2ff36-3aab-4b87-b08d-b1745689cf99 req-f6b0da4e-6ba7-4f89-9401-dcf1b3b049c4 tempest-VolumesNegativeTest-2085534956 tempest-VolumesNegativeTest-2085534956-project] 10.222.0.41 "GET /v2.0/security-groups?id=c6b7f354-e8ab-4e51-9850-7d719a17def0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162720 Jan 28 07:35:48.586271 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-8b669aa9-1fc2-4cdd-8bdf-c5ed74c19418 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1898287027-network', 'tenant_id': 'f73b832598f540969f70df5d0be9d3b5'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:35:48.657812 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b669aa9-1fc2-4cdd-8bdf-c5ed74c19418 admin admin] Made reservation on behalf of f73b832598f540969f70df5d0be9d3b5 for: {'network': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:35:48.660543 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8b669aa9-1fc2-4cdd-8bdf-c5ed74c19418 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:48.675144 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8b669aa9-1fc2-4cdd-8bdf-c5ed74c19418 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:48.686564 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-9b7baec0-0821-4d6d-bec4-c40343a34592 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] 10.222.0.41 "GET /v2.0/routers/b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63 HTTP/1.1" status: 200 len: 700 time: 0.1814799 Jan 28 07:35:48.686946 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 48388) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:35:48.865476 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8b669aa9-1fc2-4cdd-8bdf-c5ed74c19418 admin admin] Publish callbacks [] for security_group (57b4b9bc-044c-469c-a31b-2f3454564ea4), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:48.871828 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8b669aa9-1fc2-4cdd-8bdf-c5ed74c19418 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (57b4b9bc-044c-469c-a31b-2f3454564ea4), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:48.915879 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b669aa9-1fc2-4cdd-8bdf-c5ed74c19418 admin admin] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=103283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:35:48.936314 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b669aa9-1fc2-4cdd-8bdf-c5ed74c19418 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57b4b9bc-044c-469c-a31b-2f3454564ea4,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:35:48.939570 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8b669aa9-1fc2-4cdd-8bdf-c5ed74c19418 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (e8f46050-2965-4532-a78e-ef0567989b88), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:48.940070 n-d-712749-28 neutron-server[103283]: INFO neutron.db.segments_db [None req-8b669aa9-1fc2-4cdd-8bdf-c5ed74c19418 admin admin] Added segment e8f46050-2965-4532-a78e-ef0567989b88 of type vlan for network 5b65f449-9374-4261-8791-074dee2c30ed Jan 28 07:35:48.976864 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 835b0644-702b-4d1f-9590-9d7fbd9a7bbf up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:35:49.029571 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8b669aa9-1fc2-4cdd-8bdf-c5ed74c19418 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (5b65f449-9374-4261-8791-074dee2c30ed), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:49.093968 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8b669aa9-1fc2-4cdd-8bdf-c5ed74c19418 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (5b65f449-9374-4261-8791-074dee2c30ed), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:49.095087 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b669aa9-1fc2-4cdd-8bdf-c5ed74c19418 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:35:49.095729 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8b669aa9-1fc2-4cdd-8bdf-c5ed74c19418 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:49.132817 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 835b0644-702b-4d1f-9590-9d7fbd9a7bbf triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:35:49.133141 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (835b0644-702b-4d1f-9590-9d7fbd9a7bbf), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:49.197265 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-8b669aa9-1fc2-4cdd-8bdf-c5ed74c19418 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9931862 Jan 28 07:35:49.199665 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 48394) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:35:49.227839 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-35449b6d-5581-4a53-9dde-1c5c9713e57f admin admin] Request body: {'subnet': {'network_id': '5b65f449-9374-4261-8791-074dee2c30ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1898287027-subnet', 'tenant_id': 'f73b832598f540969f70df5d0be9d3b5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:35:49.375527 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b669aa9-1fc2-4cdd-8bdf-c5ed74c19418 admin admin] Pushing event updated for resources: {'Network': ['ID=5b65f449-9374-4261-8791-074dee2c30ed,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:35:49.387523 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35449b6d-5581-4a53-9dde-1c5c9713e57f admin admin] Made reservation on behalf of f73b832598f540969f70df5d0be9d3b5 for: {'subnet': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:35:49.394942 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-35449b6d-5581-4a53-9dde-1c5c9713e57f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13555781'] for subnet (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:49.484573 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 835b0644-702b-4d1f-9590-9d7fbd9a7bbf is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:35:49.499714 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network 5b65f449-9374-4261-8791-074dee2c30ed details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:35:49.528109 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-536530ac-9783-4085-a647-fa802a13c1af tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16606535'] for router_interface (b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:49.675302 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device a0c1afa9-4837-40f8-8296-7ac77c042a27 up at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:35:49.810068 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning for port a0c1afa9-4837-40f8-8296-7ac77c042a27 completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:35:49.814846 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning complete for port a0c1afa9-4837-40f8-8296-7ac77c042a27 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:35:49.815488 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (a0c1afa9-4837-40f8-8296-7ac77c042a27), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:49.872962 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ed0328-fa62-40cf-a415-7585fddbe775 None None] Sync routers for ids ['b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:35:49.895306 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-35449b6d-5581-4a53-9dde-1c5c9713e57f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13546728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13555799'] for subnet (1a5a6122-c300-492c-8f7e-fbb048082731), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:49.897943 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ed0328-fa62-40cf-a415-7585fddbe775 None None] Routers {'b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:35:49.898503 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-d6ed0328-fa62-40cf-a415-7585fddbe775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:35:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:35:49.998344 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d60794-a668-4e31-a9a6-c8d05e255723 req-a200a6aa-54e7-46d0-b2b2-6ecdc26c536f tempest-VolumesNegativeTest-2085534956 tempest-VolumesNegativeTest-2085534956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:35:50.024097 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-33d60794-a668-4e31-a9a6-c8d05e255723 req-a200a6aa-54e7-46d0-b2b2-6ecdc26c536f tempest-VolumesNegativeTest-2085534956 tempest-VolumesNegativeTest-2085534956-project] 10.222.0.41 "GET /v2.0/ports?device_id=1a6b6400-af1e-4094-a311-987f2ac84f18 HTTP/1.1" status: 200 len: 949 time: 0.2872844 Jan 28 07:35:50.034019 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port a0c1afa9-4837-40f8-8296-7ac77c042a27 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:35:50.034532 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (a0c1afa9-4837-40f8-8296-7ac77c042a27), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:50.074942 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35449b6d-5581-4a53-9dde-1c5c9713e57f admin admin] Checking segment: {'id': 'e8f46050-2965-4532-a78e-ef0567989b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '5b65f449-9374-4261-8791-074dee2c30ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:35:50.075308 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35449b6d-5581-4a53-9dde-1c5c9713e57f admin admin] Network hostable DHCP agents. Network: 5b65f449-9374-4261-8791-074dee2c30ed, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:35:50.100960 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port a0c1afa9-4837-40f8-8296-7ac77c042a27, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=a0c1afa9-4837-40f8-8296-7ac77c042a27,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:35:50.105288 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a6b6400-af1e-4094-a311-987f2ac84f18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0c1afa9-4837-40f8-8296-7ac77c042a27'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:35:50.108739 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96e09ec1-61bd-4540-85f4-bb3619fa220b" -d '{"events": [{"server_uuid": "1a6b6400-af1e-4094-a311-987f2ac84f18", "name": "network-vif-plugged", "status": "completed", "tag": "a0c1afa9-4837-40f8-8296-7ac77c042a27"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:35:50.112595 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (a0c1afa9-4837-40f8-8296-7ac77c042a27), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:50.141940 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35449b6d-5581-4a53-9dde-1c5c9713e57f admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a5a6122-c300-492c-8f7e-fbb048082731,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:35:50.155204 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-33d60794-a668-4e31-a9a6-c8d05e255723 req-d6aa67df-dbd4-4707-b385-5f166af9a08b tempest-VolumesNegativeTest-2085534956 tempest-VolumesNegativeTest-2085534956-project] 10.222.0.41 "GET /v2.0/security-groups?id=c6b7f354-e8ab-4e51-9850-7d719a17def0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217659 Jan 28 07:35:50.159073 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35449b6d-5581-4a53-9dde-1c5c9713e57f admin admin] Network 5b65f449-9374-4261-8791-074dee2c30ed is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:35:50.188704 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-35449b6d-5581-4a53-9dde-1c5c9713e57f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, 5b65f449-9374-4261-8791-074dee2c30ed) {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:35:50.195599 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35449b6d-5581-4a53-9dde-1c5c9713e57f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:35:50.195873 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-35449b6d-5581-4a53-9dde-1c5c9713e57f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:50.202057 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc4a574-ff95-4222-8393-0d09c0e36011 None None] Network 5b65f449-9374-4261-8791-074dee2c30ed requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:35:50.226569 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-536530ac-9783-4085-a647-fa802a13c1af tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Deleting port 835b0644-702b-4d1f-9590-9d7fbd9a7bbf {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:35:50.227033 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-536530ac-9783-4085-a647-fa802a13c1af tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (835b0644-702b-4d1f-9590-9d7fbd9a7bbf), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:50.238280 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-35449b6d-5581-4a53-9dde-1c5c9713e57f admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0354493 Jan 28 07:35:50.238813 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a20e7560-40c9-4573-b49b-c80097999156 x-openstack-request-id: req-a20e7560-40c9-4573-b49b-c80097999156 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:35:50.240347 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a6b6400-af1e-4094-a311-987f2ac84f18", "name": "network-vif-plugged", "status": "completed", "tag": "a0c1afa9-4837-40f8-8296-7ac77c042a27", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:35:50.240589 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a20e7560-40c9-4573-b49b-c80097999156 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:35:50.241016 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a6b6400-af1e-4094-a311-987f2ac84f18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0c1afa9-4837-40f8-8296-7ac77c042a27', 'code': 200} Jan 28 07:35:50.241323 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 48450) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:35:50.247928 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-d6ed0328-fa62-40cf-a415-7585fddbe775 None None] Set router b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63 gateway port host: None {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:35:50.252657 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-d35ac8dd-7384-4c1d-a2dd-45621b702950 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1898287027-router', 'tenant_id': 'f73b832598f540969f70df5d0be9d3b5', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:35:50.326583 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d35ac8dd-7384-4c1d-a2dd-45621b702950 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16606890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127275'] for router (24fbef46-e351-4f1d-827c-b9c6ebcb1a06), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:50.327662 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d35ac8dd-7384-4c1d-a2dd-45621b702950 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16605498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16607952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16355422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127266'] for router (24fbef46-e351-4f1d-827c-b9c6ebcb1a06), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:50.367710 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=a0c1afa9-4837-40f8-8296-7ac77c042a27,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:35:50.479504 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d35ac8dd-7384-4c1d-a2dd-45621b702950 admin admin] Publish callbacks [] for router_controller (24fbef46-e351-4f1d-827c-b9c6ebcb1a06), precommit_add_association {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:50.499915 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65712402-cf10-4060-b7da-7494cf0a39ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3dd72b9-6805-5f61-b6f3-a591f99a173d-5b65f449-9374-4261-8791-074dee2c30ed', 'network_id': '5b65f449-9374-4261-8791-074dee2c30ed', 'project_id': 'f73b832598f540969f70df5d0be9d3b5', 'fixed_ips': [{'subnet_id': '1a5a6122-c300-492c-8f7e-fbb048082731'}]}} from n-d-712749-28. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 07:35:50.501404 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-65712402-cf10-4060-b7da-7494cf0a39ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:50.776941 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d35ac8dd-7384-4c1d-a2dd-45621b702950 admin admin] Publish callbacks [] for router_gateway (24fbef46-e351-4f1d-827c-b9c6ebcb1a06), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:50.824121 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-65712402-cf10-4060-b7da-7494cf0a39ac None None] Allocated IP 172.20.0.2 (5b65f449-9374-4261-8791-074dee2c30ed/1a5a6122-c300-492c-8f7e-fbb048082731/05528911-b78d-4243-8693-307c91abdcb9) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:35:50.857599 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-d6ed0328-fa62-40cf-a415-7585fddbe775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63', 'name': 'tempest-RoutersTest-router-1807626397', 'tenant_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:35:10Z', 'updated_at': '2022-01-28T07:35:47Z', 'revision_number': 7, 'project_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'gw_port_host': None, '_interfaces': [{'id': '386739aa-cc9f-4bc8-8c67-52e08c90b0cc', 'name': '', 'network_id': '45d40324-52d5-4fef-b9fd-24bb24991adb', 'tenant_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'mac_address': 'fa:16:3e:81:f5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3206, 'fixed_ips': [{'subnet_id': '86232285-83b7-4fe1-8a75-3781c2e29a31', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:35:20Z', 'updated_at': '2022-01-28T07:35:28Z', 'revision_number': 5, 'project_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'subnets': [{'id': '86232285-83b7-4fe1-8a75-3781c2e29a31', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3a770e93-74fe-4dba-8f2f-4f5efab34657', 'name': '', 'network_id': 'bc29ffdc-5da3-484b-a0f3-7716c2b0bfd6', 'tenant_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'mac_address': 'fa:16:3e:a1:45:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': 'e70346de-b308-4cca-a5e6-d4f83d9bc2a5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:35:28Z', 'updated_at': '2022-01-28T07:35:38Z', 'revision_number': 5, 'project_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'subnets': [{'id': 'e70346de-b308-4cca-a5e6-d4f83d9bc2a5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e8c5de8-2dc5-43ef-aeec-c6b0a97809a6', 'name': '', 'network_id': 'f5256034-c262-4dbc-853e-97aac70b3eee', 'tenant_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'mac_address': 'fa:16:3e:65:19:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '32dba1df-e3cf-4707-bb73-088ab218383f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:35:12Z', 'updated_at': '2022-01-28T07:35:22Z', 'revision_number': 5, 'project_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'subnets': [{'id': '32dba1df-e3cf-4707-bb73-088ab218383f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '835b0644-702b-4d1f-9590-9d7fbd9a7bbf', 'name': '', 'network_id': '1bac98e5-a5be-4876-91ae-324ebbdb5224', 'tenant_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'mac_address': 'fa:16:3e:15:31:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3231, 'fixed_ips': [{'subnet_id': '5e9a7eca-5063-4c83-a319-3afaac740ec3', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:35:38Z', 'updated_at': '2022-01-28T07:35:47Z', 'revision_number': 5, 'project_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'subnets': [{'id': '5e9a7eca-5063-4c83-a319-3afaac740ec3', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:35:50.923309 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ed0328-fa62-40cf-a415-7585fddbe775 None None] Checking router: b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63 for host: n-d-712749-28 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:35:50.940173 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ed0328-fa62-40cf-a415-7585fddbe775 None None] Routers {'b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:35:50.941312 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-d6ed0328-fa62-40cf-a415-7585fddbe775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:35:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:35:51.122846 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-65712402-cf10-4060-b7da-7494cf0a39ac None None] Publish callbacks [] for port (05528911-b78d-4243-8693-307c91abdcb9), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:51.134404 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-65712402-cf10-4060-b7da-7494cf0a39ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (05528911-b78d-4243-8693-307c91abdcb9), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:51.139256 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-d6ed0328-fa62-40cf-a415-7585fddbe775 None None] Set router b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63 gateway port host: None {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:35:51.259308 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65712402-cf10-4060-b7da-7494cf0a39ac None None] Network 5b65f449-9374-4261-8791-074dee2c30ed is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:35:51.284334 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-65712402-cf10-4060-b7da-7494cf0a39ac None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:35:51.298151 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65712402-cf10-4060-b7da-7494cf0a39ac None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:35:51.472487 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65712402-cf10-4060-b7da-7494cf0a39ac None None] Pushing event updated for resources: {'Port': ['ID=05528911-b78d-4243-8693-307c91abdcb9,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:35:51.527146 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-536530ac-9783-4085-a647-fa802a13c1af tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] For port 835b0644-702b-4d1f-9590-9d7fbd9a7bbf, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=835b0644-702b-4d1f-9590-9d7fbd9a7bbf,segment=NetworkSegment(9acfc95c-5a8d-4b1d-84d1-c5bd267f7fca),segment_id=9acfc95c-5a8d-4b1d-84d1-c5bd267f7fca)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:35:51.527692 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-536530ac-9783-4085-a647-fa802a13c1af tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (835b0644-702b-4d1f-9590-9d7fbd9a7bbf), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:51.551437 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-65712402-cf10-4060-b7da-7494cf0a39ac None None] Attempting to bind port 05528911-b78d-4243-8693-307c91abdcb9 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:35:51.557532 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-65712402-cf10-4060-b7da-7494cf0a39ac None None] Attempting to bind port 05528911-b78d-4243-8693-307c91abdcb9 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': 'e8f46050-2965-4532-a78e-ef0567989b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '5b65f449-9374-4261-8791-074dee2c30ed'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:35:51.558920 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65712402-cf10-4060-b7da-7494cf0a39ac None None] Attempting to bind port 05528911-b78d-4243-8693-307c91abdcb9 on network 5b65f449-9374-4261-8791-074dee2c30ed {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:35:51.561390 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-536530ac-9783-4085-a647-fa802a13c1af tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Calling delete_port for 835b0644-702b-4d1f-9590-9d7fbd9a7bbf owned by network:router_interface {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:35:51.583910 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65712402-cf10-4060-b7da-7494cf0a39ac None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 35, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:35:51.583910 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65712402-cf10-4060-b7da-7494cf0a39ac None None] Checking segment: {'id': 'e8f46050-2965-4532-a78e-ef0567989b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '5b65f449-9374-4261-8791-074dee2c30ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:35:51.583910 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-65712402-cf10-4060-b7da-7494cf0a39ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:51.583910 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65712402-cf10-4060-b7da-7494cf0a39ac None None] Bound using segment: {'id': 'e8f46050-2965-4532-a78e-ef0567989b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '5b65f449-9374-4261-8791-074dee2c30ed'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:35:51.583910 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-65712402-cf10-4060-b7da-7494cf0a39ac None None] Bound port: 05528911-b78d-4243-8693-307c91abdcb9, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8f46050-2965-4532-a78e-ef0567989b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '5b65f449-9374-4261-8791-074dee2c30ed'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:35:51.583910 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-65712402-cf10-4060-b7da-7494cf0a39ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (05528911-b78d-4243-8693-307c91abdcb9), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:51.771786 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-65712402-cf10-4060-b7da-7494cf0a39ac None None] For port 05528911-b78d-4243-8693-307c91abdcb9, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:35:51.780527 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-65712402-cf10-4060-b7da-7494cf0a39ac None None] For port 05528911-b78d-4243-8693-307c91abdcb9, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=05528911-b78d-4243-8693-307c91abdcb9,segment=NetworkSegment(e8f46050-2965-4532-a78e-ef0567989b88),segment_id=e8f46050-2965-4532-a78e-ef0567989b88)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:35:51.794224 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-65712402-cf10-4060-b7da-7494cf0a39ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (05528911-b78d-4243-8693-307c91abdcb9), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:51.808902 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-d6ed0328-fa62-40cf-a415-7585fddbe775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63', 'name': 'tempest-RoutersTest-router-1807626397', 'tenant_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:35:10Z', 'updated_at': '2022-01-28T07:35:47Z', 'revision_number': 7, 'project_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'gw_port_host': None, '_interfaces': [{'id': '386739aa-cc9f-4bc8-8c67-52e08c90b0cc', 'name': '', 'network_id': '45d40324-52d5-4fef-b9fd-24bb24991adb', 'tenant_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'mac_address': 'fa:16:3e:81:f5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3206, 'fixed_ips': [{'subnet_id': '86232285-83b7-4fe1-8a75-3781c2e29a31', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:35:20Z', 'updated_at': '2022-01-28T07:35:28Z', 'revision_number': 5, 'project_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'subnets': [{'id': '86232285-83b7-4fe1-8a75-3781c2e29a31', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3a770e93-74fe-4dba-8f2f-4f5efab34657', 'name': '', 'network_id': 'bc29ffdc-5da3-484b-a0f3-7716c2b0bfd6', 'tenant_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'mac_address': 'fa:16:3e:a1:45:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': 'e70346de-b308-4cca-a5e6-d4f83d9bc2a5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:35:28Z', 'updated_at': '2022-01-28T07:35:38Z', 'revision_number': 5, 'project_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'subnets': [{'id': 'e70346de-b308-4cca-a5e6-d4f83d9bc2a5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e8c5de8-2dc5-43ef-aeec-c6b0a97809a6', 'name': '', 'network_id': 'f5256034-c262-4dbc-853e-97aac70b3eee', 'tenant_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'mac_address': 'fa:16:3e:65:19:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '32dba1df-e3cf-4707-bb73-088ab218383f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:35:12Z', 'updated_at': '2022-01-28T07:35:22Z', 'revision_number': 5, 'project_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'subnets': [{'id': '32dba1df-e3cf-4707-bb73-088ab218383f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '835b0644-702b-4d1f-9590-9d7fbd9a7bbf', 'name': '', 'network_id': '1bac98e5-a5be-4876-91ae-324ebbdb5224', 'tenant_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'mac_address': 'fa:16:3e:15:31:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3231, 'fixed_ips': [{'subnet_id': '5e9a7eca-5063-4c83-a319-3afaac740ec3', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:35:38Z', 'updated_at': '2022-01-28T07:35:47Z', 'revision_number': 5, 'project_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'subnets': [{'id': '5e9a7eca-5063-4c83-a319-3afaac740ec3', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:35:51.878713 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ed0328-fa62-40cf-a415-7585fddbe775 None None] The sync data for ids ['b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63'] in n-d-712749-28 is: [{'id': 'b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63', 'name': 'tempest-RoutersTest-router-1807626397', 'tenant_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:35:10Z', 'updated_at': '2022-01-28T07:35:47Z', 'revision_number': 7, 'project_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'gw_port_host': None, '_interfaces': [{'id': '386739aa-cc9f-4bc8-8c67-52e08c90b0cc', 'name': '', 'network_id': '45d40324-52d5-4fef-b9fd-24bb24991adb', 'tenant_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'mac_address': 'fa:16:3e:81:f5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3206, 'fixed_ips': [{'subnet_id': '86232285-83b7-4fe1-8a75-3781c2e29a31', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:35:20Z', 'updated_at': '2022-01-28T07:35:28Z', 'revision_number': 5, 'project_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'subnets': [{'id': '86232285-83b7-4fe1-8a75-3781c2e29a31', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3a770e93-74fe-4dba-8f2f-4f5efab34657', 'name': '', 'network_id': 'bc29ffdc-5da3-484b-a0f3-7716c2b0bfd6', 'tenant_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'mac_address': 'fa:16:3e:a1:45:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': 'e70346de-b308-4cca-a5e6-d4f83d9bc2a5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:35:28Z', 'updated_at': '2022-01-28T07:35:38Z', 'revision_number': 5, 'project_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'subnets': [{'id': 'e70346de-b308-4cca-a5e6-d4f83d9bc2a5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e8c5de8-2dc5-43ef-aeec-c6b0a97809a6', 'name': '', 'network_id': 'f5256034-c262-4dbc-853e-97aac70b3eee', 'tenant_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'mac_address': 'fa:16:3e:65:19:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '32dba1df-e3cf-4707-bb73-088ab218383f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:35:12Z', 'updated_at': '2022-01-28T07:35:22Z', 'revision_number': 5, 'project_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'subnets': [{'id': '32dba1df-e3cf-4707-bb73-088ab218383f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '835b0644-702b-4d1f-9590-9d7fbd9a7bbf', 'name': '', 'network_id': '1bac98e5-a5be-4876-91ae-324ebbdb5224', 'tenant_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'mac_address': 'fa:16:3e:15:31:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3231, 'fixed_ips': [{'subnet_id': '5e9a7eca-5063-4c83-a319-3afaac740ec3', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:35:38Z', 'updated_at': '2022-01-28T07:35:47Z', 'revision_number': 5, 'project_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'subnets': [{'id': '5e9a7eca-5063-4c83-a319-3afaac740ec3', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:35:51.961191 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64600f99-256c-4883-bddc-134c3d5e8d1c req-f0378abe-1022-46b7-913d-27ce7a6603ac tempest-VolumesNegativeTest-2085534956 tempest-VolumesNegativeTest-2085534956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:35:51.966821 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65712402-cf10-4060-b7da-7494cf0a39ac None None] Pushing event updated for resources: {'Port': ['ID=05528911-b78d-4243-8693-307c91abdcb9,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:35:51.970288 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-64600f99-256c-4883-bddc-134c3d5e8d1c req-f0378abe-1022-46b7-913d-27ce7a6603ac tempest-VolumesNegativeTest-2085534956 tempest-VolumesNegativeTest-2085534956-project] 10.222.0.41 "GET /v2.0/ports?device_id=1a6b6400-af1e-4094-a311-987f2ac84f18 HTTP/1.1" status: 200 len: 950 time: 0.2652624 Jan 28 07:35:52.056317 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-536530ac-9783-4085-a647-fa802a13c1af tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (835b0644-702b-4d1f-9590-9d7fbd9a7bbf), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:52.114769 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-64600f99-256c-4883-bddc-134c3d5e8d1c req-6b20e4df-cd99-4388-b336-30b8b6ffedb2 tempest-VolumesNegativeTest-2085534956 tempest-VolumesNegativeTest-2085534956-project] 10.222.0.41 "GET /v2.0/security-groups?id=c6b7f354-e8ab-4e51-9850-7d719a17def0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433232 Jan 28 07:35:52.198945 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536530ac-9783-4085-a647-fa802a13c1af tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Pushing event deleted for resources: {'Port': ['ID=835b0644-702b-4d1f-9590-9d7fbd9a7bbf,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:35:52.531861 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15849cdd-3855-4630-a979-f48818121b83 req-9d991207-1d63-4df4-9a74-62644e79fb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:35:52.547500 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-15849cdd-3855-4630-a979-f48818121b83 req-9d991207-1d63-4df4-9a74-62644e79fb7f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1a6b6400-af1e-4094-a311-987f2ac84f18 HTTP/1.1" status: 200 len: 1102 time: 0.5065768 Jan 28 07:35:52.657837 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d35ac8dd-7384-4c1d-a2dd-45621b702950 admin admin] Publish callbacks [] for router_gateway (24fbef46-e351-4f1d-827c-b9c6ebcb1a06), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:52.679371 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d35ac8dd-7384-4c1d-a2dd-45621b702950 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:52.812689 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-536530ac-9783-4085-a647-fa802a13c1af tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16319006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16606699'] for router_interface (b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:52.895298 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-d35ac8dd-7384-4c1d-a2dd-45621b702950 admin admin] Allocated IP 172.25.6.239 (7d5b3724-deef-4831-8d43-cb9b8176573c/b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc/a22d2cb9-99d6-436b-8756-2665b0e1882a) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:35:52.947526 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-15849cdd-3855-4630-a979-f48818121b83 req-c4095723-2b54-4fd3-8292-e0f45e49e4b4 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=c6b7f354-e8ab-4e51-9850-7d719a17def0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3749828 Jan 28 07:35:53.027477 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 05528911-b78d-4243-8693-307c91abdcb9 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:35:53.104494 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 05528911-b78d-4243-8693-307c91abdcb9 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:35:53.104919 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (05528911-b78d-4243-8693-307c91abdcb9), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:53.122247 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d35ac8dd-7384-4c1d-a2dd-45621b702950 admin admin] Publish callbacks [] for port (a22d2cb9-99d6-436b-8756-2665b0e1882a), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:53.151944 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-536530ac-9783-4085-a647-fa802a13c1af tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Router b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:35:53.219308 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d35ac8dd-7384-4c1d-a2dd-45621b702950 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (a22d2cb9-99d6-436b-8756-2665b0e1882a), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:53.283244 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 05528911-b78d-4243-8693-307c91abdcb9 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:35:53.283803 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (05528911-b78d-4243-8693-307c91abdcb9), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:53.298879 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d35ac8dd-7384-4c1d-a2dd-45621b702950 admin admin] Network 7d5b3724-deef-4831-8d43-cb9b8176573c is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:35:53.309185 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-d35ac8dd-7384-4c1d-a2dd-45621b702950 admin admin] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:35:53.322589 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35ac8dd-7384-4c1d-a2dd-45621b702950 admin admin] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:35:53.363727 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-536530ac-9783-4085-a647-fa802a13c1af tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:35:53.368797 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] For port 05528911-b78d-4243-8693-307c91abdcb9, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=05528911-b78d-4243-8693-307c91abdcb9,segment=NetworkSegment(e8f46050-2965-4532-a78e-ef0567989b88),segment_id=e8f46050-2965-4532-a78e-ef0567989b88)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:35:53.373896 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-536530ac-9783-4085-a647-fa802a13c1af tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] 10.222.0.41 "PUT /v2.0/routers/b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6822734 Jan 28 07:35:53.374130 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 48504) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:35:53.401756 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-359a95eb-c960-4c76-b140-30b86a3a75fe None None] Sync routers for ids ['b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:35:53.408735 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (05528911-b78d-4243-8693-307c91abdcb9), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:53.464516 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359a95eb-c960-4c76-b140-30b86a3a75fe None None] Routers {'b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:35:53.465299 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-359a95eb-c960-4c76-b140-30b86a3a75fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:35:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:35:53.507105 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e97648-e18a-4a38-b37b-b1cc8ee67f3a req-1a6c1378-66bd-432a-b234-824bd213360d tempest-VolumesNegativeTest-2085534956 tempest-VolumesNegativeTest-2085534956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:35:53.522295 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a1e97648-e18a-4a38-b37b-b1cc8ee67f3a req-1a6c1378-66bd-432a-b234-824bd213360d tempest-VolumesNegativeTest-2085534956 tempest-VolumesNegativeTest-2085534956-project] 10.222.0.41 "GET /v2.0/ports?device_id=1a6b6400-af1e-4094-a311-987f2ac84f18 HTTP/1.1" status: 200 len: 950 time: 0.1599898 Jan 28 07:35:53.546481 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35ac8dd-7384-4c1d-a2dd-45621b702950 admin admin] Pushing event updated for resources: {'Port': ['ID=a22d2cb9-99d6-436b-8756-2665b0e1882a,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:35:53.643261 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a1e97648-e18a-4a38-b37b-b1cc8ee67f3a req-018f4258-6398-4b67-80a4-405432b2dae8 tempest-VolumesNegativeTest-2085534956 tempest-VolumesNegativeTest-2085534956-project] 10.222.0.41 "GET /v2.0/security-groups?id=c6b7f354-e8ab-4e51-9850-7d719a17def0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194777 Jan 28 07:35:53.693700 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Pushing event updated for resources: {'Port': ['ID=05528911-b78d-4243-8693-307c91abdcb9,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:35:53.739304 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:35:53.739483 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bf93b46-9768-47a9-b1c1-50f8d2823a86 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Deleting subnet 5e9a7eca-5063-4c83-a319-3afaac740ec3 {{(pid=103283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:35:53.743639 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:35:53.744169 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:35:53.744679 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:35:53.749267 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:35:53.749763 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:35:53.750226 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:35:53.750681 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:35:53.751129 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:35:53.751576 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:35:53.752016 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:35:53.752484 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:35:53.753741 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:35:53.757140 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0bf93b46-9768-47a9-b1c1-50f8d2823a86 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks [] for subnet (5e9a7eca-5063-4c83-a319-3afaac740ec3), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:53.793040 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-359a95eb-c960-4c76-b140-30b86a3a75fe None None] Set router b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63 gateway port host: None {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:35:53.972175 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0bf93b46-9768-47a9-b1c1-50f8d2823a86 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13506696'] for subnet (5e9a7eca-5063-4c83-a319-3afaac740ec3), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:54.049701 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c09f3122-b0ae-4cee-9c20-9a5dee440d28 None None] Network 5b65f449-9374-4261-8791-074dee2c30ed requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:35:54.160532 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0bf93b46-9768-47a9-b1c1-50f8d2823a86 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (5e9a7eca-5063-4c83-a319-3afaac740ec3), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:54.221044 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6a1e3f1f-0481-4a1c-9514-4d8317f19011 None None] Provisioning complete for port 05528911-b78d-4243-8693-307c91abdcb9 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:35:54.221447 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6a1e3f1f-0481-4a1c-9514-4d8317f19011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (05528911-b78d-4243-8693-307c91abdcb9), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:54.317177 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d35ac8dd-7384-4c1d-a2dd-45621b702950 admin admin] Publish callbacks [] for router_gateway (24fbef46-e351-4f1d-827c-b9c6ebcb1a06), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:54.541180 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6a1e3f1f-0481-4a1c-9514-4d8317f19011 None None] Current status of the port 05528911-b78d-4243-8693-307c91abdcb9 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:35:54.551329 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-359a95eb-c960-4c76-b140-30b86a3a75fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63', 'name': 'tempest-RoutersTest-router-1807626397', 'tenant_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:35:10Z', 'updated_at': '2022-01-28T07:35:51Z', 'revision_number': 8, 'project_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'gw_port_host': None, '_interfaces': [{'id': '386739aa-cc9f-4bc8-8c67-52e08c90b0cc', 'name': '', 'network_id': '45d40324-52d5-4fef-b9fd-24bb24991adb', 'tenant_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'mac_address': 'fa:16:3e:81:f5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3206, 'fixed_ips': [{'subnet_id': '86232285-83b7-4fe1-8a75-3781c2e29a31', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:35:20Z', 'updated_at': '2022-01-28T07:35:28Z', 'revision_number': 5, 'project_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'subnets': [{'id': '86232285-83b7-4fe1-8a75-3781c2e29a31', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3a770e93-74fe-4dba-8f2f-4f5efab34657', 'name': '', 'network_id': 'bc29ffdc-5da3-484b-a0f3-7716c2b0bfd6', 'tenant_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'mac_address': 'fa:16:3e:a1:45:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': 'e70346de-b308-4cca-a5e6-d4f83d9bc2a5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:35:28Z', 'updated_at': '2022-01-28T07:35:38Z', 'revision_number': 5, 'project_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'subnets': [{'id': 'e70346de-b308-4cca-a5e6-d4f83d9bc2a5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e8c5de8-2dc5-43ef-aeec-c6b0a97809a6', 'name': '', 'network_id': 'f5256034-c262-4dbc-853e-97aac70b3eee', 'tenant_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'mac_address': 'fa:16:3e:65:19:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '32dba1df-e3cf-4707-bb73-088ab218383f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:35:12Z', 'updated_at': '2022-01-28T07:35:22Z', 'revision_number': 5, 'project_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'subnets': [{'id': '32dba1df-e3cf-4707-bb73-088ab218383f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:35:54.584727 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-359a95eb-c960-4c76-b140-30b86a3a75fe None None] Checking router: b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63 for host: n-d-712749-28 {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:35:54.597666 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0bf93b46-9768-47a9-b1c1-50f8d2823a86 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13546665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13556132'] for subnet (5e9a7eca-5063-4c83-a319-3afaac740ec3), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:54.599358 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359a95eb-c960-4c76-b140-30b86a3a75fe None None] Routers {'b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:35:54.600682 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-359a95eb-c960-4c76-b140-30b86a3a75fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:35:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:35:54.621130 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0bf93b46-9768-47a9-b1c1-50f8d2823a86 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks [] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:54.626540 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-0bf93b46-9768-47a9-b1c1-50f8d2823a86 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] 10.222.0.41 "DELETE /v2.0/subnets/5e9a7eca-5063-4c83-a319-3afaac740ec3 HTTP/1.1" status: 204 len: 168 time: 1.2400255 Jan 28 07:35:54.628740 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 48520) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:35:54.677176 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b8e258e-5621-4222-ac8e-0ddd1aca16c6 None None] Network 1bac98e5-a5be-4876-91ae-324ebbdb5224 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:35:54.697692 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf93b46-9768-47a9-b1c1-50f8d2823a86 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Pushing event deleted for resources: {'Subnet': ['ID=5e9a7eca-5063-4c83-a319-3afaac740ec3,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:35:54.792048 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-afefe31f-895e-4b38-a782-529aadbab916 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (1bac98e5-a5be-4876-91ae-324ebbdb5224), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:54.897342 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d35ac8dd-7384-4c1d-a2dd-45621b702950 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16605475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16607909'] for router (24fbef46-e351-4f1d-827c-b9c6ebcb1a06), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:54.950332 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-359a95eb-c960-4c76-b140-30b86a3a75fe None None] Set router b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63 gateway port host: None {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:35:54.968581 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-afefe31f-895e-4b38-a782-529aadbab916 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Deleting port 044a931a-1335-438a-ac6a-0019b3ae4f16 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:35:54.969185 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-afefe31f-895e-4b38-a782-529aadbab916 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (044a931a-1335-438a-ac6a-0019b3ae4f16), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:54.979393 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 05528911-b78d-4243-8693-307c91abdcb9 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:35:55.125288 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-afefe31f-895e-4b38-a782-529aadbab916 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] For port 044a931a-1335-438a-ac6a-0019b3ae4f16, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=044a931a-1335-438a-ac6a-0019b3ae4f16,segment=NetworkSegment(9acfc95c-5a8d-4b1d-84d1-c5bd267f7fca),segment_id=9acfc95c-5a8d-4b1d-84d1-c5bd267f7fca)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:35:55.130370 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-afefe31f-895e-4b38-a782-529aadbab916 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (044a931a-1335-438a-ac6a-0019b3ae4f16), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:55.156832 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35543a9f-3476-4be6-9c41-791a7d57d0b2 req-7dc5e352-51d3-4e21-992c-f431ff609e7e tempest-VolumesNegativeTest-2085534956 tempest-VolumesNegativeTest-2085534956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:35:55.160253 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-35543a9f-3476-4be6-9c41-791a7d57d0b2 req-7dc5e352-51d3-4e21-992c-f431ff609e7e tempest-VolumesNegativeTest-2085534956 tempest-VolumesNegativeTest-2085534956-project] 10.222.0.41 "GET /v2.0/ports?device_id=1a6b6400-af1e-4094-a311-987f2ac84f18 HTTP/1.1" status: 200 len: 950 time: 0.2978590 Jan 28 07:35:55.162438 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-afefe31f-895e-4b38-a782-529aadbab916 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Calling delete_port for 044a931a-1335-438a-ac6a-0019b3ae4f16 owned by network:dhcp {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:35:55.239799 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d35ac8dd-7384-4c1d-a2dd-45621b702950 admin admin] Router 24fbef46-e351-4f1d-827c-b9c6ebcb1a06 is scheduled to L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 with binding_index 1 {{(pid=103283) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 07:35:55.372061 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-afefe31f-895e-4b38-a782-529aadbab916 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (044a931a-1335-438a-ac6a-0019b3ae4f16), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:55.397023 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afefe31f-895e-4b38-a782-529aadbab916 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] No DVR routers for this DVR port 044a931a-1335-438a-ac6a-0019b3ae4f16 on host n-d-712749-28 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:35:55.413835 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d35ac8dd-7384-4c1d-a2dd-45621b702950 admin admin] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:35:55.424728 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1e60e9-014f-40c3-bbb3-f333ee7047da None None] Sync routers for ids ['24fbef46-e351-4f1d-827c-b9c6ebcb1a06'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:35:55.433298 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-35543a9f-3476-4be6-9c41-791a7d57d0b2 req-2dc1645e-612e-4d45-a375-4bcc1410d6c3 tempest-VolumesNegativeTest-2085534956 tempest-VolumesNegativeTest-2085534956-project] 10.222.0.41 "GET /v2.0/security-groups?id=c6b7f354-e8ab-4e51-9850-7d719a17def0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2615271 Jan 28 07:35:55.445098 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1e60e9-014f-40c3-bbb3-f333ee7047da None None] Routers {'24fbef46-e351-4f1d-827c-b9c6ebcb1a06'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:35:55.449767 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-5d1e60e9-014f-40c3-bbb3-f333ee7047da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:35:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['24fbef46-e351-4f1d-827c-b9c6ebcb1a06'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:35:55.451735 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d35ac8dd-7384-4c1d-a2dd-45621b702950 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:55.458456 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-d35ac8dd-7384-4c1d-a2dd-45621b702950 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.2137101 Jan 28 07:35:55.459221 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 48528) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:35:55.471530 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-18165746-2e13-4155-abbb-85626e256a59 None None] Provisioning complete for port 05528911-b78d-4243-8693-307c91abdcb9 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:35:55.471993 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-18165746-2e13-4155-abbb-85626e256a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (05528911-b78d-4243-8693-307c91abdcb9), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:55.484479 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afefe31f-895e-4b38-a782-529aadbab916 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Pushing event deleted for resources: {'Port': ['ID=044a931a-1335-438a-ac6a-0019b3ae4f16,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:35:55.602575 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 05528911-b78d-4243-8693-307c91abdcb9 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:35:55.602961 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (05528911-b78d-4243-8693-307c91abdcb9), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:55.693190 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d9c3ef9-d233-45f2-bf44-3b3b6a2a2800 None None] DHCP port deletion for 1bac98e5-a5be-4876-91ae-324ebbdb5224 request from n-d-712749-28 {{(pid=103285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 07:35:55.705772 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-5d1e60e9-014f-40c3-bbb3-f333ee7047da None None] Set router 24fbef46-e351-4f1d-827c-b9c6ebcb1a06 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:35:55.745893 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-afefe31f-895e-4b38-a782-529aadbab916 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (1bac98e5-a5be-4876-91ae-324ebbdb5224), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:55.806268 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-afefe31f-895e-4b38-a782-529aadbab916 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bac98e5-a5be-4876-91ae-324ebbdb5224']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:35:55.832824 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-afefe31f-895e-4b38-a782-529aadbab916 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9acfc95c-5a8d-4b1d-84d1-c5bd267f7fca') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:35:55.833211 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-afefe31f-895e-4b38-a782-529aadbab916 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9acfc95c-5a8d-4b1d-84d1-c5bd267f7fca') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:35:55.874295 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-afefe31f-895e-4b38-a782-529aadbab916 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24759294'] for segment (9acfc95c-5a8d-4b1d-84d1-c5bd267f7fca), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:55.915634 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-afefe31f-895e-4b38-a782-529aadbab916 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (9acfc95c-5a8d-4b1d-84d1-c5bd267f7fca), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:55.947802 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afefe31f-895e-4b38-a782-529aadbab916 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:35:55.948758 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-afefe31f-895e-4b38-a782-529aadbab916 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24757675'] for segment (9acfc95c-5a8d-4b1d-84d1-c5bd267f7fca), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:56.110937 n-d-712749-28 neutron-server[103284]: Traceback (most recent call last): Jan 28 07:35:56.110937 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:35:56.110937 n-d-712749-28 neutron-server[103284]: timer() Jan 28 07:35:56.110937 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:35:56.110937 n-d-712749-28 neutron-server[103284]: cb(*args, **kw) Jan 28 07:35:56.110937 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:35:56.110937 n-d-712749-28 neutron-server[103284]: return func(*args, **kwargs) Jan 28 07:35:56.110937 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:35:56.110937 n-d-712749-28 neutron-server[103284]: self._notify() Jan 28 07:35:56.110937 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:35:56.110937 n-d-712749-28 neutron-server[103284]: self.callback(batched_events) Jan 28 07:35:56.110937 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:35:56.110937 n-d-712749-28 neutron-server[103284]: event.method(event) Jan 28 07:35:56.110937 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:35:56.110937 n-d-712749-28 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:35:56.110937 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:35:56.110937 n-d-712749-28 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:35:56.110937 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:35:56.110937 n-d-712749-28 neutron-server[103284]: return f(self, *a, **k) Jan 28 07:35:56.110937 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:35:56.110937 n-d-712749-28 neutron-server[103284]: return self._get(url).json() Jan 28 07:35:56.110937 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:35:56.110937 n-d-712749-28 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:35:56.110937 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:35:56.110937 n-d-712749-28 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Jan 28 07:35:56.110937 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:35:56.110937 n-d-712749-28 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:35:56.110937 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:35:56.110937 n-d-712749-28 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:35:56.110937 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:35:56.110937 n-d-712749-28 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:35:56.110937 n-d-712749-28 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:35:56.119114 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-afefe31f-895e-4b38-a782-529aadbab916 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (1bac98e5-a5be-4876-91ae-324ebbdb5224), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:56.128213 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-afefe31f-895e-4b38-a782-529aadbab916 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:56.138833 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-afefe31f-895e-4b38-a782-529aadbab916 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] 10.222.0.41 "DELETE /v2.0/networks/1bac98e5-a5be-4876-91ae-324ebbdb5224 HTTP/1.1" status: 204 len: 168 time: 1.5076358 Jan 28 07:35:56.145760 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 48540) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:35:56.228048 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-5d1e60e9-014f-40c3-bbb3-f333ee7047da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24fbef46-e351-4f1d-827c-b9c6ebcb1a06', 'name': 'tempest-AttachVolumeTestJSON-1898287027-router', 'tenant_id': 'f73b832598f540969f70df5d0be9d3b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': 'a22d2cb9-99d6-436b-8756-2665b0e1882a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:35:50Z', 'updated_at': '2022-01-28T07:35:54Z', 'revision_number': 3, 'project_id': 'f73b832598f540969f70df5d0be9d3b5', 'gw_port': {'id': 'a22d2cb9-99d6-436b-8756-2665b0e1882a', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:86:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24fbef46-e351-4f1d-827c-b9c6ebcb1a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:35:52Z', 'updated_at': '2022-01-28T07:35:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:35:56.252260 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2c9747-c9e9-4c04-b9d9-1e89091c4972 req-a1f1e0ed-aeb6-4dcc-86c9-2a12ca40fb5e tempest-VolumesNegativeTest-2085534956 tempest-VolumesNegativeTest-2085534956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:35:56.260353 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4e2c9747-c9e9-4c04-b9d9-1e89091c4972 req-a1f1e0ed-aeb6-4dcc-86c9-2a12ca40fb5e tempest-VolumesNegativeTest-2085534956 tempest-VolumesNegativeTest-2085534956-project] 10.222.0.41 "GET /v2.0/ports?device_id=1a6b6400-af1e-4094-a311-987f2ac84f18 HTTP/1.1" status: 200 len: 950 time: 0.1953113 Jan 28 07:35:56.334686 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1e60e9-014f-40c3-bbb3-f333ee7047da None None] Checking router: 24fbef46-e351-4f1d-827c-b9c6ebcb1a06 for host: n-d-712749-28 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:35:56.336065 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1e60e9-014f-40c3-bbb3-f333ee7047da None None] Updating router 24fbef46-e351-4f1d-827c-b9c6ebcb1a06 port a22d2cb9-99d6-436b-8756-2665b0e1882a binding host n-d-712749-28 {{(pid=103286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 07:35:56.336890 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afefe31f-895e-4b38-a782-529aadbab916 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Pushing event deleted for resources: {'Network': ['ID=1bac98e5-a5be-4876-91ae-324ebbdb5224,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:35:56.340763 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 05528911-b78d-4243-8693-307c91abdcb9 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:35:56.409546 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5d1e60e9-014f-40c3-bbb3-f333ee7047da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (a22d2cb9-99d6-436b-8756-2665b0e1882a), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:56.445486 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4e2c9747-c9e9-4c04-b9d9-1e89091c4972 req-6409460e-614b-44e6-9697-23ff093728b2 tempest-VolumesNegativeTest-2085534956 tempest-VolumesNegativeTest-2085534956-project] 10.222.0.41 "GET /v2.0/security-groups?id=c6b7f354-e8ab-4e51-9850-7d719a17def0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837356 Jan 28 07:35:56.458998 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-18165746-2e13-4155-abbb-85626e256a59 None None] Current status of the port 05528911-b78d-4243-8693-307c91abdcb9 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:35:56.527779 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-359a95eb-c960-4c76-b140-30b86a3a75fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63', 'name': 'tempest-RoutersTest-router-1807626397', 'tenant_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:35:10Z', 'updated_at': '2022-01-28T07:35:51Z', 'revision_number': 8, 'project_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'gw_port_host': None, '_interfaces': [{'id': '386739aa-cc9f-4bc8-8c67-52e08c90b0cc', 'name': '', 'network_id': '45d40324-52d5-4fef-b9fd-24bb24991adb', 'tenant_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'mac_address': 'fa:16:3e:81:f5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3206, 'fixed_ips': [{'subnet_id': '86232285-83b7-4fe1-8a75-3781c2e29a31', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:35:20Z', 'updated_at': '2022-01-28T07:35:28Z', 'revision_number': 5, 'project_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'subnets': [{'id': '86232285-83b7-4fe1-8a75-3781c2e29a31', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3a770e93-74fe-4dba-8f2f-4f5efab34657', 'name': '', 'network_id': 'bc29ffdc-5da3-484b-a0f3-7716c2b0bfd6', 'tenant_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'mac_address': 'fa:16:3e:a1:45:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': 'e70346de-b308-4cca-a5e6-d4f83d9bc2a5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:35:28Z', 'updated_at': '2022-01-28T07:35:38Z', 'revision_number': 5, 'project_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'subnets': [{'id': 'e70346de-b308-4cca-a5e6-d4f83d9bc2a5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e8c5de8-2dc5-43ef-aeec-c6b0a97809a6', 'name': '', 'network_id': 'f5256034-c262-4dbc-853e-97aac70b3eee', 'tenant_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'mac_address': 'fa:16:3e:65:19:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '32dba1df-e3cf-4707-bb73-088ab218383f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:35:12Z', 'updated_at': '2022-01-28T07:35:22Z', 'revision_number': 5, 'project_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'subnets': [{'id': '32dba1df-e3cf-4707-bb73-088ab218383f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:35:56.593518 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-359a95eb-c960-4c76-b140-30b86a3a75fe None None] The sync data for ids ['b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63'] in n-d-712749-28 is: [{'id': 'b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63', 'name': 'tempest-RoutersTest-router-1807626397', 'tenant_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:35:10Z', 'updated_at': '2022-01-28T07:35:51Z', 'revision_number': 8, 'project_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'gw_port_host': None, '_interfaces': [{'id': '386739aa-cc9f-4bc8-8c67-52e08c90b0cc', 'name': '', 'network_id': '45d40324-52d5-4fef-b9fd-24bb24991adb', 'tenant_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'mac_address': 'fa:16:3e:81:f5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3206, 'fixed_ips': [{'subnet_id': '86232285-83b7-4fe1-8a75-3781c2e29a31', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:35:20Z', 'updated_at': '2022-01-28T07:35:28Z', 'revision_number': 5, 'project_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'subnets': [{'id': '86232285-83b7-4fe1-8a75-3781c2e29a31', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3a770e93-74fe-4dba-8f2f-4f5efab34657', 'name': '', 'network_id': 'bc29ffdc-5da3-484b-a0f3-7716c2b0bfd6', 'tenant_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'mac_address': 'fa:16:3e:a1:45:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': 'e70346de-b308-4cca-a5e6-d4f83d9bc2a5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:35:28Z', 'updated_at': '2022-01-28T07:35:38Z', 'revision_number': 5, 'project_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'subnets': [{'id': 'e70346de-b308-4cca-a5e6-d4f83d9bc2a5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e8c5de8-2dc5-43ef-aeec-c6b0a97809a6', 'name': '', 'network_id': 'f5256034-c262-4dbc-853e-97aac70b3eee', 'tenant_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'mac_address': 'fa:16:3e:65:19:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '32dba1df-e3cf-4707-bb73-088ab218383f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:35:12Z', 'updated_at': '2022-01-28T07:35:22Z', 'revision_number': 5, 'project_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'subnets': [{'id': '32dba1df-e3cf-4707-bb73-088ab218383f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:35:56.766081 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-935d0d34-070b-494d-89d1-b1767e17bfae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:56.907480 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5d1e60e9-014f-40c3-bbb3-f333ee7047da None None] Publish callbacks [] for port (a22d2cb9-99d6-436b-8756-2665b0e1882a), precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:56.919613 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5d1e60e9-014f-40c3-bbb3-f333ee7047da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (a22d2cb9-99d6-436b-8756-2665b0e1882a), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:57.054253 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-5d1e60e9-014f-40c3-bbb3-f333ee7047da None None] Attempting to bind port a22d2cb9-99d6-436b-8756-2665b0e1882a on host n-d-712749-28 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:35:57.064813 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-5d1e60e9-014f-40c3-bbb3-f333ee7047da None None] Attempting to bind port a22d2cb9-99d6-436b-8756-2665b0e1882a by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:35:57.067224 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1e60e9-014f-40c3-bbb3-f333ee7047da None None] Attempting to bind port a22d2cb9-99d6-436b-8756-2665b0e1882a on network 7d5b3724-deef-4831-8d43-cb9b8176573c {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:35:57.084891 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d8c4e14c-5689-4436-96bc-6d770278e1ee tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16606535'] for router_interface (b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:57.087821 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1e60e9-014f-40c3-bbb3-f333ee7047da None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 35, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:35:57.096816 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1e60e9-014f-40c3-bbb3-f333ee7047da None None] Checking segment: {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:35:57.097514 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5d1e60e9-014f-40c3-bbb3-f333ee7047da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:57.098063 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1e60e9-014f-40c3-bbb3-f333ee7047da None None] Bound using segment: {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:35:57.098719 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-5d1e60e9-014f-40c3-bbb3-f333ee7047da None None] Bound port: a22d2cb9-99d6-436b-8756-2665b0e1882a, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:35:57.099571 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5d1e60e9-014f-40c3-bbb3-f333ee7047da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (a22d2cb9-99d6-436b-8756-2665b0e1882a), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:57.119495 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 835b0644-702b-4d1f-9590-9d7fbd9a7bbf no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:35:57.137513 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-935d0d34-070b-494d-89d1-b1767e17bfae admin admin] Allocated IP 172.20.0.1 (5b65f449-9374-4261-8791-074dee2c30ed/1a5a6122-c300-492c-8f7e-fbb048082731/011be4bf-5975-4029-8775-61d06885d9d4) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:35:57.198174 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: 835b0644-702b-4d1f-9590-9d7fbd9a7bbf {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:35:57.198542 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 835b0644-702b-4d1f-9590-9d7fbd9a7bbf not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:35:57.199424 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 044a931a-1335-438a-ac6a-0019b3ae4f16 no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:35:57.290947 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: 044a931a-1335-438a-ac6a-0019b3ae4f16 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:35:57.291305 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 044a931a-1335-438a-ac6a-0019b3ae4f16 not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:35:57.442472 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-935d0d34-070b-494d-89d1-b1767e17bfae admin admin] Publish callbacks [] for port (011be4bf-5975-4029-8775-61d06885d9d4), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:57.505460 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b943b09-033c-4bad-be11-9e9d4fa6b72c None None] Pushing event updated for resources: {'Port': ['ID=a22d2cb9-99d6-436b-8756-2665b0e1882a,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:35:57.534396 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-935d0d34-070b-494d-89d1-b1767e17bfae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (011be4bf-5975-4029-8775-61d06885d9d4), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:57.601949 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-5d1e60e9-014f-40c3-bbb3-f333ee7047da None None] For port a22d2cb9-99d6-436b-8756-2665b0e1882a, host n-d-712749-28, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:35:57.605862 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-5d1e60e9-014f-40c3-bbb3-f333ee7047da None None] For port a22d2cb9-99d6-436b-8756-2665b0e1882a, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=a22d2cb9-99d6-436b-8756-2665b0e1882a,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:35:57.616509 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5d1e60e9-014f-40c3-bbb3-f333ee7047da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (a22d2cb9-99d6-436b-8756-2665b0e1882a), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:57.668589 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-935d0d34-070b-494d-89d1-b1767e17bfae admin admin] Network 5b65f449-9374-4261-8791-074dee2c30ed is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:35:57.672590 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-935d0d34-070b-494d-89d1-b1767e17bfae admin admin] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:35:57.676317 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935d0d34-070b-494d-89d1-b1767e17bfae admin admin] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:35:57.681637 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1e60e9-014f-40c3-bbb3-f333ee7047da None None] Routers {'24fbef46-e351-4f1d-827c-b9c6ebcb1a06'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:35:57.697079 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-5d1e60e9-014f-40c3-bbb3-f333ee7047da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:35:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['24fbef46-e351-4f1d-827c-b9c6ebcb1a06'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:35:57.714503 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0e182e-bfee-4f0c-b6c5-f92f4eee7692 req-a230834f-0c7d-47ad-ad02-0e87ed004e50 tempest-VolumesNegativeTest-2085534956 tempest-VolumesNegativeTest-2085534956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:35:57.716933 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0a0e182e-bfee-4f0c-b6c5-f92f4eee7692 req-a230834f-0c7d-47ad-ad02-0e87ed004e50 tempest-VolumesNegativeTest-2085534956 tempest-VolumesNegativeTest-2085534956-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a6b6400-af1e-4094-a311-987f2ac84f18 HTTP/1.1" status: 200 len: 950 time: 0.2247961 Jan 28 07:35:57.725003 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935d0d34-070b-494d-89d1-b1767e17bfae admin admin] Pushing event updated for resources: {'Port': ['ID=011be4bf-5975-4029-8775-61d06885d9d4,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:35:57.770215 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-935d0d34-070b-494d-89d1-b1767e17bfae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16609232'] for router_interface (24fbef46-e351-4f1d-827c-b9c6ebcb1a06), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:57.892296 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373f82ad-7078-4279-b57c-ed8e0e0838f0 req-7fbe1791-4613-49d6-bfa3-b483639c5d99 tempest-VolumesNegativeTest-2085534956 tempest-VolumesNegativeTest-2085534956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:35:57.900431 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-373f82ad-7078-4279-b57c-ed8e0e0838f0 req-7fbe1791-4613-49d6-bfa3-b483639c5d99 tempest-VolumesNegativeTest-2085534956 tempest-VolumesNegativeTest-2085534956-project] 10.222.0.41 "GET /v2.0/ports?device_id=1a6b6400-af1e-4094-a311-987f2ac84f18 HTTP/1.1" status: 200 len: 950 time: 0.3203197 Jan 28 07:35:57.937395 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-5d1e60e9-014f-40c3-bbb3-f333ee7047da None None] Set router 24fbef46-e351-4f1d-827c-b9c6ebcb1a06 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:35:58.047637 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-373f82ad-7078-4279-b57c-ed8e0e0838f0 req-0c8c7349-d72f-4be7-9766-39520f5a8c82 tempest-VolumesNegativeTest-2085534956 tempest-VolumesNegativeTest-2085534956-project] 10.222.0.41 "GET /v2.0/security-groups?id=c6b7f354-e8ab-4e51-9850-7d719a17def0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445513 Jan 28 07:35:58.087685 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-935d0d34-070b-494d-89d1-b1767e17bfae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (011be4bf-5975-4029-8775-61d06885d9d4), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:58.098226 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-0a0e182e-bfee-4f0c-b6c5-f92f4eee7692 req-8d26505f-a984-41ab-a25c-823c8b878c46 tempest-VolumesNegativeTest-2085534956 tempest-VolumesNegativeTest-2085534956-project] Deleting port a0c1afa9-4837-40f8-8296-7ac77c042a27 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:35:58.099157 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-0a0e182e-bfee-4f0c-b6c5-f92f4eee7692 req-8d26505f-a984-41ab-a25c-823c8b878c46 tempest-VolumesNegativeTest-2085534956 tempest-VolumesNegativeTest-2085534956-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (a0c1afa9-4837-40f8-8296-7ac77c042a27), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:58.101398 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-a8d35233-e2fa-40d2-ab66-caea69f3b109 None None] Provisioning complete for port 011be4bf-5975-4029-8775-61d06885d9d4 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:35:58.101824 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a8d35233-e2fa-40d2-ab66-caea69f3b109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (011be4bf-5975-4029-8775-61d06885d9d4), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:58.110734 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-d8c4e14c-5689-4436-96bc-6d770278e1ee tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Deleting port 3a770e93-74fe-4dba-8f2f-4f5efab34657 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:35:58.111329 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d8c4e14c-5689-4436-96bc-6d770278e1ee tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (3a770e93-74fe-4dba-8f2f-4f5efab34657), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:58.216498 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-a8d35233-e2fa-40d2-ab66-caea69f3b109 None None] Port 011be4bf-5975-4029-8775-61d06885d9d4 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:35:58.263263 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b943b09-033c-4bad-be11-9e9d4fa6b72c None None] Pushing event updated for resources: {'Port': ['ID=a22d2cb9-99d6-436b-8756-2665b0e1882a,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:35:58.284565 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-5d1e60e9-014f-40c3-bbb3-f333ee7047da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24fbef46-e351-4f1d-827c-b9c6ebcb1a06', 'name': 'tempest-AttachVolumeTestJSON-1898287027-router', 'tenant_id': 'f73b832598f540969f70df5d0be9d3b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': 'a22d2cb9-99d6-436b-8756-2665b0e1882a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:35:50Z', 'updated_at': '2022-01-28T07:35:54Z', 'revision_number': 3, 'project_id': 'f73b832598f540969f70df5d0be9d3b5', 'gw_port': {'id': 'a22d2cb9-99d6-436b-8756-2665b0e1882a', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:86:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24fbef46-e351-4f1d-827c-b9c6ebcb1a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:35:52Z', 'updated_at': '2022-01-28T07:35:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:35:58.350463 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1e60e9-014f-40c3-bbb3-f333ee7047da None None] The sync data for ids ['24fbef46-e351-4f1d-827c-b9c6ebcb1a06'] in n-d-712749-28 is: [{'id': '24fbef46-e351-4f1d-827c-b9c6ebcb1a06', 'name': 'tempest-AttachVolumeTestJSON-1898287027-router', 'tenant_id': 'f73b832598f540969f70df5d0be9d3b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': 'a22d2cb9-99d6-436b-8756-2665b0e1882a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:35:50Z', 'updated_at': '2022-01-28T07:35:54Z', 'revision_number': 3, 'project_id': 'f73b832598f540969f70df5d0be9d3b5', 'gw_port': {'id': 'a22d2cb9-99d6-436b-8756-2665b0e1882a', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:86:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24fbef46-e351-4f1d-827c-b9c6ebcb1a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:35:52Z', 'updated_at': '2022-01-28T07:35:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:35:58.413201 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-0a0e182e-bfee-4f0c-b6c5-f92f4eee7692 req-8d26505f-a984-41ab-a25c-823c8b878c46 tempest-VolumesNegativeTest-2085534956 tempest-VolumesNegativeTest-2085534956-project] For port a0c1afa9-4837-40f8-8296-7ac77c042a27, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=a0c1afa9-4837-40f8-8296-7ac77c042a27,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:35:58.413816 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-0a0e182e-bfee-4f0c-b6c5-f92f4eee7692 req-8d26505f-a984-41ab-a25c-823c8b878c46 tempest-VolumesNegativeTest-2085534956 tempest-VolumesNegativeTest-2085534956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (a0c1afa9-4837-40f8-8296-7ac77c042a27), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:58.432655 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-935d0d34-070b-494d-89d1-b1767e17bfae admin admin] Publish callbacks [] for port (011be4bf-5975-4029-8775-61d06885d9d4), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:58.442723 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-935d0d34-070b-494d-89d1-b1767e17bfae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (011be4bf-5975-4029-8775-61d06885d9d4), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:58.493693 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-d8c4e14c-5689-4436-96bc-6d770278e1ee tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] For port 3a770e93-74fe-4dba-8f2f-4f5efab34657, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=3a770e93-74fe-4dba-8f2f-4f5efab34657,segment=NetworkSegment(6413d438-05ed-4840-8c57-19c48bad02f9),segment_id=6413d438-05ed-4840-8c57-19c48bad02f9)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:35:58.495149 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d8c4e14c-5689-4436-96bc-6d770278e1ee tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (3a770e93-74fe-4dba-8f2f-4f5efab34657), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:58.500315 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-0a0e182e-bfee-4f0c-b6c5-f92f4eee7692 req-8d26505f-a984-41ab-a25c-823c8b878c46 tempest-VolumesNegativeTest-2085534956 tempest-VolumesNegativeTest-2085534956-project] Calling delete_port for a0c1afa9-4837-40f8-8296-7ac77c042a27 owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:35:58.535851 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-d8c4e14c-5689-4436-96bc-6d770278e1ee tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Calling delete_port for 3a770e93-74fe-4dba-8f2f-4f5efab34657 owned by network:router_interface {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:35:58.536566 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935d0d34-070b-494d-89d1-b1767e17bfae admin admin] Pushing event updated for resources: {'Port': ['ID=011be4bf-5975-4029-8775-61d06885d9d4,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:35:58.539357 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-935d0d34-070b-494d-89d1-b1767e17bfae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16318999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16606560'] for router_interface (24fbef46-e351-4f1d-827c-b9c6ebcb1a06), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:58.569207 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935d0d34-070b-494d-89d1-b1767e17bfae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:35:58.569559 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935d0d34-070b-494d-89d1-b1767e17bfae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:35:58.569904 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935d0d34-070b-494d-89d1-b1767e17bfae admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:35:58.570242 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935d0d34-070b-494d-89d1-b1767e17bfae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:35:58.570579 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935d0d34-070b-494d-89d1-b1767e17bfae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:35:58.571199 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935d0d34-070b-494d-89d1-b1767e17bfae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:35:58.571535 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935d0d34-070b-494d-89d1-b1767e17bfae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:35:58.571882 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935d0d34-070b-494d-89d1-b1767e17bfae admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:35:58.572222 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935d0d34-070b-494d-89d1-b1767e17bfae admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:35:58.572539 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935d0d34-070b-494d-89d1-b1767e17bfae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:35:58.572866 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935d0d34-070b-494d-89d1-b1767e17bfae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:35:58.573331 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935d0d34-070b-494d-89d1-b1767e17bfae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:35:58.573662 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935d0d34-070b-494d-89d1-b1767e17bfae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:35:58.707239 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-935d0d34-070b-494d-89d1-b1767e17bfae admin admin] Network 5b65f449-9374-4261-8791-074dee2c30ed is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:35:58.717610 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-935d0d34-070b-494d-89d1-b1767e17bfae admin admin] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:35:59.025301 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-935d0d34-070b-494d-89d1-b1767e17bfae admin admin] Router 24fbef46-e351-4f1d-827c-b9c6ebcb1a06 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:35:59.095002 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d8c4e14c-5689-4436-96bc-6d770278e1ee tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (3a770e93-74fe-4dba-8f2f-4f5efab34657), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:59.196708 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-0a0e182e-bfee-4f0c-b6c5-f92f4eee7692 req-8d26505f-a984-41ab-a25c-823c8b878c46 tempest-VolumesNegativeTest-2085534956 tempest-VolumesNegativeTest-2085534956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (a0c1afa9-4837-40f8-8296-7ac77c042a27), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:59.247455 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['a0c1afa9-4837-40f8-8296-7ac77c042a27'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:35:59.306533 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c4e14c-5689-4436-96bc-6d770278e1ee tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Pushing event deleted for resources: {'Port': ['ID=3a770e93-74fe-4dba-8f2f-4f5efab34657,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:35:59.392052 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9a2a86b0-95c6-42aa-a5e1-1febc645eb9d None None] Provisioning complete for port 011be4bf-5975-4029-8775-61d06885d9d4 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:35:59.398932 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9a2a86b0-95c6-42aa-a5e1-1febc645eb9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (011be4bf-5975-4029-8775-61d06885d9d4), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:59.411414 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d26505f-a984-41ab-a25c-823c8b878c46 tempest-VolumesNegativeTest-2085534956 tempest-VolumesNegativeTest-2085534956-project] Pushing event deleted for resources: {'Port': ['ID=a0c1afa9-4837-40f8-8296-7ac77c042a27,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:35:59.550373 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9a2a86b0-95c6-42aa-a5e1-1febc645eb9d None None] Port 011be4bf-5975-4029-8775-61d06885d9d4 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:35:59.562994 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-fb66dbc5-05cb-4e8a-b36b-4976594f0723 req-47ab88c0-fa65-4314-a527-ba6a0339cb4b tempest-VolumesNegativeTest-2085534956 tempest-VolumesNegativeTest-2085534956-project] 10.222.0.41 "GET /v2.0/ports?device_id=1a6b6400-af1e-4094-a311-987f2ac84f18 HTTP/1.1" status: 200 len: 210 time: 0.1361091 Jan 28 07:35:59.585105 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-935d0d34-070b-494d-89d1-b1767e17bfae admin admin] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:35:59.603137 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-935d0d34-070b-494d-89d1-b1767e17bfae admin admin] 10.222.0.41 "PUT /v2.0/routers/24fbef46-e351-4f1d-827c-b9c6ebcb1a06/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1427221 Jan 28 07:35:59.630678 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a0e182e-bfee-4f0c-b6c5-f92f4eee7692 req-8d26505f-a984-41ab-a25c-823c8b878c46 tempest-VolumesNegativeTest-2085534956 tempest-VolumesNegativeTest-2085534956-project] No DVR routers for this DVR port a0c1afa9-4837-40f8-8296-7ac77c042a27 on host n-h1-712749-28 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:35:59.657845 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-0a0e182e-bfee-4f0c-b6c5-f92f4eee7692 req-8d26505f-a984-41ab-a25c-823c8b878c46 tempest-VolumesNegativeTest-2085534956 tempest-VolumesNegativeTest-2085534956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:35:59.661737 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0a0e182e-bfee-4f0c-b6c5-f92f4eee7692 req-8d26505f-a984-41ab-a25c-823c8b878c46 tempest-VolumesNegativeTest-2085534956 tempest-VolumesNegativeTest-2085534956-project] 10.222.0.10 "DELETE /v2.0/ports/a0c1afa9-4837-40f8-8296-7ac77c042a27 HTTP/1.1" status: 204 len: 173 time: 1.9317553 Jan 28 07:35:59.664694 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a6b6400-af1e-4094-a311-987f2ac84f18', 'name': 'network-vif-deleted', 'tag': 'a0c1afa9-4837-40f8-8296-7ac77c042a27'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:35:59.673852 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-325c80ae-e5ae-40d7-bc8f-679d1571070a" -d '{"events": [{"server_uuid": "1a6b6400-af1e-4094-a311-987f2ac84f18", "name": "network-vif-deleted", "tag": "a0c1afa9-4837-40f8-8296-7ac77c042a27"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:35:59.916564 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0eb26e4-df7c-41f1-a982-cf45c372cd59 x-openstack-request-id: req-b0eb26e4-df7c-41f1-a982-cf45c372cd59 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:35:59.916882 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a6b6400-af1e-4094-a311-987f2ac84f18", "name": "network-vif-deleted", "tag": "a0c1afa9-4837-40f8-8296-7ac77c042a27", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:35:59.917112 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b0eb26e4-df7c-41f1-a982-cf45c372cd59 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:35:59.917522 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a6b6400-af1e-4094-a311-987f2ac84f18', 'name': 'network-vif-deleted', 'tag': 'a0c1afa9-4837-40f8-8296-7ac77c042a27', 'status': 'completed', 'code': 200} Jan 28 07:35:59.962112 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d8c4e14c-5689-4436-96bc-6d770278e1ee tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16319006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16606699'] for router_interface (b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:00.408834 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 48576) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:36:00.413937 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-957b62b4-15b0-427c-86cd-07651079c0ab tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1497381117', 'description': 'tempest-description--997118076'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:36:00.460707 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-957b62b4-15b0-427c-86cd-07651079c0ab tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:00.791335 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8c4e14c-5689-4436-96bc-6d770278e1ee tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Router b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:36:01.054882 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8c4e14c-5689-4436-96bc-6d770278e1ee tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:36:01.063016 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-d8c4e14c-5689-4436-96bc-6d770278e1ee tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] 10.222.0.41 "PUT /v2.0/routers/b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9106910 Jan 28 07:36:01.066202 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 48608) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:36:01.067548 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410a1081-5f64-4101-a6a6-50bebb8b3244 None None] Sync routers for ids ['b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:36:01.101825 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410a1081-5f64-4101-a6a6-50bebb8b3244 None None] Routers {'b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:36:01.114274 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-410a1081-5f64-4101-a6a6-50bebb8b3244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:35:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:36:01.242166 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-957b62b4-15b0-427c-86cd-07651079c0ab tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Publish callbacks [] for security_group (5c3d0381-fe04-4b29-a321-87ae6e307c69), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:01.246996 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device a22d2cb9-99d6-436b-8756-2665b0e1882a up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:36:01.250005 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-957b62b4-15b0-427c-86cd-07651079c0ab tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (5c3d0381-fe04-4b29-a321-87ae6e307c69), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:01.280942 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-d36abe07-cfdf-47e1-b62e-d31906ca77fd tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Deleting subnet e70346de-b308-4cca-a5e6-d4f83d9bc2a5 {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:36:01.292409 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d36abe07-cfdf-47e1-b62e-d31906ca77fd tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks [] for subnet (e70346de-b308-4cca-a5e6-d4f83d9bc2a5), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:01.333053 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957b62b4-15b0-427c-86cd-07651079c0ab tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c3d0381-fe04-4b29-a321-87ae6e307c69,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:36:01.352366 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-957b62b4-15b0-427c-86cd-07651079c0ab tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:01.354495 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-957b62b4-15b0-427c-86cd-07651079c0ab tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.9438992 Jan 28 07:36:01.356735 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 48622) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:36:01.366318 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-cfd39dd4-6b22-4230-b33a-f751e0cdb95e tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Request body: {'security_group_rule': {'security_group_id': '5c3d0381-fe04-4b29-a321-87ae6e307c69', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:36:01.441404 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cfd39dd4-6b22-4230-b33a-f751e0cdb95e tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Publish callbacks [] for security_group_rule (68303c40-aff1-49a5-be42-e5df57192cfc), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:01.442299 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d36abe07-cfdf-47e1-b62e-d31906ca77fd tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24759175'] for subnet (e70346de-b308-4cca-a5e6-d4f83d9bc2a5), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:01.452041 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-410a1081-5f64-4101-a6a6-50bebb8b3244 None None] Set router b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63 gateway port host: None {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:36:01.455765 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port a22d2cb9-99d6-436b-8756-2665b0e1882a triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:36:01.456507 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (a22d2cb9-99d6-436b-8756-2665b0e1882a), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:01.545814 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cfd39dd4-6b22-4230-b33a-f751e0cdb95e tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Publish callbacks [] for security_group_rule (68303c40-aff1-49a5-be42-e5df57192cfc), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:01.551483 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cfd39dd4-6b22-4230-b33a-f751e0cdb95e tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (68303c40-aff1-49a5-be42-e5df57192cfc), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:01.555742 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b08b14-341a-4628-b465-6d9ed064f042 None None] Sync routers for ids ['24fbef46-e351-4f1d-827c-b9c6ebcb1a06'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:36:01.576593 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b08b14-341a-4628-b465-6d9ed064f042 None None] Routers {'24fbef46-e351-4f1d-827c-b9c6ebcb1a06'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:36:01.581151 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-48b08b14-341a-4628-b465-6d9ed064f042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:35:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['24fbef46-e351-4f1d-827c-b9c6ebcb1a06'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:36:01.595484 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cfd39dd4-6b22-4230-b33a-f751e0cdb95e tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:01.597052 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-cfd39dd4-6b22-4230-b33a-f751e0cdb95e tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2389359 Jan 28 07:36:01.603358 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 48632) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:36:01.614450 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-7626558f-6983-4541-89d6-9b5162f90b7e tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Request body: {'security_group_rule': {'security_group_id': '5c3d0381-fe04-4b29-a321-87ae6e307c69', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:36:01.629116 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd39dd4-6b22-4230-b33a-f751e0cdb95e tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68303c40-aff1-49a5-be42-e5df57192cfc,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:36:01.718617 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7626558f-6983-4541-89d6-9b5162f90b7e tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Publish callbacks [] for security_group_rule (3c7b2425-fa53-4c6e-8927-3b2192788992), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:01.745600 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d36abe07-cfdf-47e1-b62e-d31906ca77fd tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (e70346de-b308-4cca-a5e6-d4f83d9bc2a5), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:01.785608 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device a0c1afa9-4837-40f8-8296-7ac77c042a27 no longer exists at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:36:01.848826 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7626558f-6983-4541-89d6-9b5162f90b7e tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Publish callbacks [] for security_group_rule (3c7b2425-fa53-4c6e-8927-3b2192788992), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:01.858601 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7626558f-6983-4541-89d6-9b5162f90b7e tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (3c7b2425-fa53-4c6e-8927-3b2192788992), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:01.893993 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7626558f-6983-4541-89d6-9b5162f90b7e tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c7b2425-fa53-4c6e-8927-3b2192788992,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:36:01.921082 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7626558f-6983-4541-89d6-9b5162f90b7e tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:01.925942 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-7626558f-6983-4541-89d6-9b5162f90b7e tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3131330 Jan 28 07:36:01.926915 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 48650) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:36:01.939589 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d36abe07-cfdf-47e1-b62e-d31906ca77fd tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24757569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24979817'] for subnet (e70346de-b308-4cca-a5e6-d4f83d9bc2a5), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:01.947495 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-e9460b10-f8e6-423f-ac4d-2b9bfb8af912 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Request body: {'floatingip': {'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:36:01.954107 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-48b08b14-341a-4628-b465-6d9ed064f042 None None] Set router 24fbef46-e351-4f1d-827c-b9c6ebcb1a06 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:36:01.996929 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36abe07-cfdf-47e1-b62e-d31906ca77fd tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Pushing event deleted for resources: {'Subnet': ['ID=e70346de-b308-4cca-a5e6-d4f83d9bc2a5,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:36:02.002409 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d36abe07-cfdf-47e1-b62e-d31906ca77fd tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:02.004659 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e9460b10-f8e6-423f-ac4d-2b9bfb8af912 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:02.006249 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-d36abe07-cfdf-47e1-b62e-d31906ca77fd tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] 10.222.0.41 "DELETE /v2.0/subnets/e70346de-b308-4cca-a5e6-d4f83d9bc2a5 HTTP/1.1" status: 204 len: 168 time: 0.9075956 Jan 28 07:36:02.013116 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 48660) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:36:02.015338 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port a22d2cb9-99d6-436b-8756-2665b0e1882a is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:36:02.015914 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (a22d2cb9-99d6-436b-8756-2665b0e1882a), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:02.078501 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] For port a22d2cb9-99d6-436b-8756-2665b0e1882a, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=a22d2cb9-99d6-436b-8756-2665b0e1882a,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:36:02.083383 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a9638c-8eb7-4778-9e41-11dc13ceac6e None None] Network bc29ffdc-5da3-484b-a0f3-7716c2b0bfd6 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:36:02.100721 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] No Port match for: a0c1afa9-4837-40f8-8296-7ac77c042a27 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:36:02.101082 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device a0c1afa9-4837-40f8-8296-7ac77c042a27 not bound to the agent host n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:36:02.201908 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-703d10f2-914a-46a9-bfba-f3f9a88c0548 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (bc29ffdc-5da3-484b-a0f3-7716c2b0bfd6), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:02.268844 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e9460b10-f8e6-423f-ac4d-2b9bfb8af912 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:02.308354 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (a22d2cb9-99d6-436b-8756-2665b0e1882a), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:02.362385 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-703d10f2-914a-46a9-bfba-f3f9a88c0548 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Deleting port 978d7f52-7df6-4ed0-97d9-0f93c9e9496f {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:36:02.362747 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-703d10f2-914a-46a9-bfba-f3f9a88c0548 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (978d7f52-7df6-4ed0-97d9-0f93c9e9496f), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:02.554597 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-e9460b10-f8e6-423f-ac4d-2b9bfb8af912 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Allocated IP 172.25.6.168 (7d5b3724-deef-4831-8d43-cb9b8176573c/b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc/e522ee4e-2a4f-467b-a773-e535dcd0e58c) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:36:02.559068 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-703d10f2-914a-46a9-bfba-f3f9a88c0548 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] For port 978d7f52-7df6-4ed0-97d9-0f93c9e9496f, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=978d7f52-7df6-4ed0-97d9-0f93c9e9496f,segment=NetworkSegment(6413d438-05ed-4840-8c57-19c48bad02f9),segment_id=6413d438-05ed-4840-8c57-19c48bad02f9)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:36:02.560490 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-703d10f2-914a-46a9-bfba-f3f9a88c0548 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (978d7f52-7df6-4ed0-97d9-0f93c9e9496f), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:02.581688 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-48b08b14-341a-4628-b465-6d9ed064f042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24fbef46-e351-4f1d-827c-b9c6ebcb1a06', 'name': 'tempest-AttachVolumeTestJSON-1898287027-router', 'tenant_id': 'f73b832598f540969f70df5d0be9d3b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': 'a22d2cb9-99d6-436b-8756-2665b0e1882a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:35:50Z', 'updated_at': '2022-01-28T07:35:58Z', 'revision_number': 4, 'project_id': 'f73b832598f540969f70df5d0be9d3b5', 'gw_port': {'id': 'a22d2cb9-99d6-436b-8756-2665b0e1882a', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:86:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24fbef46-e351-4f1d-827c-b9c6ebcb1a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:35:52Z', 'updated_at': '2022-01-28T07:35:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '011be4bf-5975-4029-8775-61d06885d9d4', 'name': '', 'network_id': '5b65f449-9374-4261-8791-074dee2c30ed', 'tenant_id': 'f73b832598f540969f70df5d0be9d3b5', 'mac_address': 'fa:16:3e:ac:27:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24fbef46-e351-4f1d-827c-b9c6ebcb1a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3267, 'fixed_ips': [{'subnet_id': '1a5a6122-c300-492c-8f7e-fbb048082731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:35:56Z', 'updated_at': '2022-01-28T07:35:58Z', 'revision_number': 2, 'project_id': 'f73b832598f540969f70df5d0be9d3b5', 'subnets': [{'id': '1a5a6122-c300-492c-8f7e-fbb048082731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:36:02.602454 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-703d10f2-914a-46a9-bfba-f3f9a88c0548 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Calling delete_port for 978d7f52-7df6-4ed0-97d9-0f93c9e9496f owned by network:dhcp {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:36:02.669461 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b08b14-341a-4628-b465-6d9ed064f042 None None] Checking router: 24fbef46-e351-4f1d-827c-b9c6ebcb1a06 for host: n-d-712749-28 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:36:02.670658 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b08b14-341a-4628-b465-6d9ed064f042 None None] Updating router 24fbef46-e351-4f1d-827c-b9c6ebcb1a06 port 011be4bf-5975-4029-8775-61d06885d9d4 binding host n-d-712749-28 {{(pid=103286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 07:36:02.674966 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Pushing event updated for resources: {'Port': ['ID=a22d2cb9-99d6-436b-8756-2665b0e1882a,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:36:02.753045 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-48b08b14-341a-4628-b465-6d9ed064f042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (011be4bf-5975-4029-8775-61d06885d9d4), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:02.783959 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-410a1081-5f64-4101-a6a6-50bebb8b3244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63', 'name': 'tempest-RoutersTest-router-1807626397', 'tenant_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:35:10Z', 'updated_at': '2022-01-28T07:35:58Z', 'revision_number': 9, 'project_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'gw_port_host': None, '_interfaces': [{'id': '386739aa-cc9f-4bc8-8c67-52e08c90b0cc', 'name': '', 'network_id': '45d40324-52d5-4fef-b9fd-24bb24991adb', 'tenant_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'mac_address': 'fa:16:3e:81:f5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3206, 'fixed_ips': [{'subnet_id': '86232285-83b7-4fe1-8a75-3781c2e29a31', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:35:20Z', 'updated_at': '2022-01-28T07:35:28Z', 'revision_number': 5, 'project_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'subnets': [{'id': '86232285-83b7-4fe1-8a75-3781c2e29a31', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e8c5de8-2dc5-43ef-aeec-c6b0a97809a6', 'name': '', 'network_id': 'f5256034-c262-4dbc-853e-97aac70b3eee', 'tenant_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'mac_address': 'fa:16:3e:65:19:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '32dba1df-e3cf-4707-bb73-088ab218383f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:35:12Z', 'updated_at': '2022-01-28T07:35:22Z', 'revision_number': 5, 'project_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'subnets': [{'id': '32dba1df-e3cf-4707-bb73-088ab218383f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:36:02.870050 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410a1081-5f64-4101-a6a6-50bebb8b3244 None None] Checking router: b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63 for host: n-d-712749-28 {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:36:02.870987 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e9460b10-f8e6-423f-ac4d-2b9bfb8af912 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Publish callbacks [] for port (e522ee4e-2a4f-467b-a773-e535dcd0e58c), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:02.875285 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-679b5d1c-bdb9-4400-859f-db04d525a400 None None] DHCP port deletion for bc29ffdc-5da3-484b-a0f3-7716c2b0bfd6 request from n-d-712749-28 {{(pid=103285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 07:36:02.917700 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410a1081-5f64-4101-a6a6-50bebb8b3244 None None] Routers {'b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:36:02.918321 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-410a1081-5f64-4101-a6a6-50bebb8b3244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:35:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:36:02.939256 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-703d10f2-914a-46a9-bfba-f3f9a88c0548 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (978d7f52-7df6-4ed0-97d9-0f93c9e9496f), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:02.953096 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e9460b10-f8e6-423f-ac4d-2b9bfb8af912 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (e522ee4e-2a4f-467b-a773-e535dcd0e58c), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:03.000722 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703d10f2-914a-46a9-bfba-f3f9a88c0548 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] No DVR routers for this DVR port 978d7f52-7df6-4ed0-97d9-0f93c9e9496f on host n-d-712749-28 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:36:03.026671 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9460b10-f8e6-423f-ac4d-2b9bfb8af912 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Network 7d5b3724-deef-4831-8d43-cb9b8176573c is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:36:03.030855 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-e9460b10-f8e6-423f-ac4d-2b9bfb8af912 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:36:03.035092 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9460b10-f8e6-423f-ac4d-2b9bfb8af912 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:36:03.059105 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-410a1081-5f64-4101-a6a6-50bebb8b3244 None None] Set router b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63 gateway port host: None {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:36:03.130668 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9460b10-f8e6-423f-ac4d-2b9bfb8af912 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Pushing event updated for resources: {'Port': ['ID=e522ee4e-2a4f-467b-a773-e535dcd0e58c,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:36:03.203877 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device a22d2cb9-99d6-436b-8756-2665b0e1882a up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:36:03.287656 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:03.343412 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-40077ebc-4992-490e-adcc-780fe85365b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:03.374069 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e9460b10-f8e6-423f-ac4d-2b9bfb8af912 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Publish callbacks [] for floatingip (ac390b30-d316-4c79-90f0-869eb5ce0eb7), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:03.428281 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-679b5d1c-bdb9-4400-859f-db04d525a400 None None] Deleting port 978d7f52-7df6-4ed0-97d9-0f93c9e9496f {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:36:03.436169 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-679b5d1c-bdb9-4400-859f-db04d525a400 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (978d7f52-7df6-4ed0-97d9-0f93c9e9496f), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:03.439984 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port a22d2cb9-99d6-436b-8756-2665b0e1882a triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:36:03.440485 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (a22d2cb9-99d6-436b-8756-2665b0e1882a), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:03.441960 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-703d10f2-914a-46a9-bfba-f3f9a88c0548 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (bc29ffdc-5da3-484b-a0f3-7716c2b0bfd6), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:03.491319 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e9460b10-f8e6-423f-ac4d-2b9bfb8af912 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (e522ee4e-2a4f-467b-a773-e535dcd0e58c), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:03.526483 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-703d10f2-914a-46a9-bfba-f3f9a88c0548 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc29ffdc-5da3-484b-a0f3-7716c2b0bfd6']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:36:03.557752 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-703d10f2-914a-46a9-bfba-f3f9a88c0548 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6413d438-05ed-4840-8c57-19c48bad02f9') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:36:03.558078 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-703d10f2-914a-46a9-bfba-f3f9a88c0548 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6413d438-05ed-4840-8c57-19c48bad02f9') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:36:03.593797 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-703d10f2-914a-46a9-bfba-f3f9a88c0548 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24759294'] for segment (6413d438-05ed-4840-8c57-19c48bad02f9), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:03.631073 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-703d10f2-914a-46a9-bfba-f3f9a88c0548 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (6413d438-05ed-4840-8c57-19c48bad02f9), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:03.651618 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703d10f2-914a-46a9-bfba-f3f9a88c0548 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Pushing event deleted for resources: {'Port': ['ID=978d7f52-7df6-4ed0-97d9-0f93c9e9496f,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:36:03.658051 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-703d10f2-914a-46a9-bfba-f3f9a88c0548 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:36:03.658465 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-703d10f2-914a-46a9-bfba-f3f9a88c0548 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24757675'] for segment (6413d438-05ed-4840-8c57-19c48bad02f9), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:03.661870 n-d-712749-28 neutron-server[103284]: Traceback (most recent call last): Jan 28 07:36:03.661870 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:36:03.661870 n-d-712749-28 neutron-server[103284]: timer() Jan 28 07:36:03.661870 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:36:03.661870 n-d-712749-28 neutron-server[103284]: cb(*args, **kw) Jan 28 07:36:03.661870 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:36:03.661870 n-d-712749-28 neutron-server[103284]: return func(*args, **kwargs) Jan 28 07:36:03.661870 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:36:03.661870 n-d-712749-28 neutron-server[103284]: self._notify() Jan 28 07:36:03.661870 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:36:03.661870 n-d-712749-28 neutron-server[103284]: self.callback(batched_events) Jan 28 07:36:03.661870 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:36:03.661870 n-d-712749-28 neutron-server[103284]: event.method(event) Jan 28 07:36:03.661870 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:36:03.661870 n-d-712749-28 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:36:03.661870 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:36:03.661870 n-d-712749-28 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:36:03.661870 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:36:03.661870 n-d-712749-28 neutron-server[103284]: return f(self, *a, **k) Jan 28 07:36:03.661870 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:36:03.661870 n-d-712749-28 neutron-server[103284]: return self._get(url).json() Jan 28 07:36:03.661870 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:36:03.661870 n-d-712749-28 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:36:03.661870 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:36:03.661870 n-d-712749-28 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Jan 28 07:36:03.661870 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:36:03.661870 n-d-712749-28 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:36:03.661870 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:36:03.661870 n-d-712749-28 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:36:03.661870 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:36:03.661870 n-d-712749-28 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:36:03.661870 n-d-712749-28 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:36:03.828817 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-48b08b14-341a-4628-b465-6d9ed064f042 None None] Publish callbacks [] for port (011be4bf-5975-4029-8775-61d06885d9d4), precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:03.839667 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-703d10f2-914a-46a9-bfba-f3f9a88c0548 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (bc29ffdc-5da3-484b-a0f3-7716c2b0bfd6), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:03.845417 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-48b08b14-341a-4628-b465-6d9ed064f042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (011be4bf-5975-4029-8775-61d06885d9d4), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:03.848050 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-703d10f2-914a-46a9-bfba-f3f9a88c0548 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:03.853644 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-703d10f2-914a-46a9-bfba-f3f9a88c0548 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] 10.222.0.41 "DELETE /v2.0/networks/bc29ffdc-5da3-484b-a0f3-7716c2b0bfd6 HTTP/1.1" status: 204 len: 168 time: 1.8353107 Jan 28 07:36:03.854368 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 48742) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:36:03.884236 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703d10f2-914a-46a9-bfba-f3f9a88c0548 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Pushing event deleted for resources: {'Network': ['ID=bc29ffdc-5da3-484b-a0f3-7716c2b0bfd6,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:36:03.958340 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-679b5d1c-bdb9-4400-859f-db04d525a400 None None] For port 978d7f52-7df6-4ed0-97d9-0f93c9e9496f, host n-d-712749-28, got binding levels [] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:36:03.958862 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-679b5d1c-bdb9-4400-859f-db04d525a400 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (978d7f52-7df6-4ed0-97d9-0f93c9e9496f), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:03.974269 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f0dd37-d35c-4ac3-82c5-62487fa463a9 None None] Pushing event updated for resources: {'Port': ['ID=011be4bf-5975-4029-8775-61d06885d9d4,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:36:04.038527 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-679b5d1c-bdb9-4400-859f-db04d525a400 None None] Calling delete_port for 978d7f52-7df6-4ed0-97d9-0f93c9e9496f owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:36:04.108162 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.ipam_backend_mixin [None req-679b5d1c-bdb9-4400-859f-db04d525a400 None None] Port 978d7f52-7df6-4ed0-97d9-0f93c9e9496f was not found and therefore no delete operation was performed {{(pid=103285) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 07:36:04.130488 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-679b5d1c-bdb9-4400-859f-db04d525a400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298'] for port (978d7f52-7df6-4ed0-97d9-0f93c9e9496f), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:04.160712 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-48b08b14-341a-4628-b465-6d9ed064f042 None None] Attempting to bind port 011be4bf-5975-4029-8775-61d06885d9d4 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:36:04.161336 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-48b08b14-341a-4628-b465-6d9ed064f042 None None] Attempting to bind port 011be4bf-5975-4029-8775-61d06885d9d4 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': 'e8f46050-2965-4532-a78e-ef0567989b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '5b65f449-9374-4261-8791-074dee2c30ed'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:36:04.161879 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b08b14-341a-4628-b465-6d9ed064f042 None None] Attempting to bind port 011be4bf-5975-4029-8775-61d06885d9d4 on network 5b65f449-9374-4261-8791-074dee2c30ed {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:36:04.181513 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b08b14-341a-4628-b465-6d9ed064f042 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 35, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:36:04.185464 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b08b14-341a-4628-b465-6d9ed064f042 None None] Checking segment: {'id': 'e8f46050-2965-4532-a78e-ef0567989b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '5b65f449-9374-4261-8791-074dee2c30ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:36:04.187909 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-48b08b14-341a-4628-b465-6d9ed064f042 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:04.192740 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b08b14-341a-4628-b465-6d9ed064f042 None None] Bound using segment: {'id': 'e8f46050-2965-4532-a78e-ef0567989b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '5b65f449-9374-4261-8791-074dee2c30ed'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:36:04.193512 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-48b08b14-341a-4628-b465-6d9ed064f042 None None] Bound port: 011be4bf-5975-4029-8775-61d06885d9d4, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8f46050-2965-4532-a78e-ef0567989b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '5b65f449-9374-4261-8791-074dee2c30ed'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:36:04.194183 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-48b08b14-341a-4628-b465-6d9ed064f042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (011be4bf-5975-4029-8775-61d06885d9d4), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:04.226952 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-679b5d1c-bdb9-4400-859f-db04d525a400 None None] Network bc29ffdc-5da3-484b-a0f3-7716c2b0bfd6 is not hosted by any dhcp agent {{(pid=103285) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 28 07:36:04.229430 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679b5d1c-bdb9-4400-859f-db04d525a400 None None] No DVR routers for this DVR port 978d7f52-7df6-4ed0-97d9-0f93c9e9496f on host n-d-712749-28 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:36:04.241271 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:04.266106 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679b5d1c-bdb9-4400-859f-db04d525a400 None None] Pushing event deleted for resources: {'Port': ['ID=978d7f52-7df6-4ed0-97d9-0f93c9e9496f,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:36:04.327071 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-410a1081-5f64-4101-a6a6-50bebb8b3244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63', 'name': 'tempest-RoutersTest-router-1807626397', 'tenant_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:35:10Z', 'updated_at': '2022-01-28T07:35:58Z', 'revision_number': 9, 'project_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'gw_port_host': None, '_interfaces': [{'id': '386739aa-cc9f-4bc8-8c67-52e08c90b0cc', 'name': '', 'network_id': '45d40324-52d5-4fef-b9fd-24bb24991adb', 'tenant_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'mac_address': 'fa:16:3e:81:f5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3206, 'fixed_ips': [{'subnet_id': '86232285-83b7-4fe1-8a75-3781c2e29a31', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:35:20Z', 'updated_at': '2022-01-28T07:35:28Z', 'revision_number': 5, 'project_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'subnets': [{'id': '86232285-83b7-4fe1-8a75-3781c2e29a31', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e8c5de8-2dc5-43ef-aeec-c6b0a97809a6', 'name': '', 'network_id': 'f5256034-c262-4dbc-853e-97aac70b3eee', 'tenant_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'mac_address': 'fa:16:3e:65:19:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '32dba1df-e3cf-4707-bb73-088ab218383f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:35:12Z', 'updated_at': '2022-01-28T07:35:22Z', 'revision_number': 5, 'project_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'subnets': [{'id': '32dba1df-e3cf-4707-bb73-088ab218383f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:36:04.331443 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port a22d2cb9-99d6-436b-8756-2665b0e1882a is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:36:04.391422 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-48b08b14-341a-4628-b465-6d9ed064f042 None None] For port 011be4bf-5975-4029-8775-61d06885d9d4, host n-d-712749-28, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:36:04.418218 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-48b08b14-341a-4628-b465-6d9ed064f042 None None] For port 011be4bf-5975-4029-8775-61d06885d9d4, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=011be4bf-5975-4029-8775-61d06885d9d4,segment=NetworkSegment(e8f46050-2965-4532-a78e-ef0567989b88),segment_id=e8f46050-2965-4532-a78e-ef0567989b88)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:36:04.427503 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-48b08b14-341a-4628-b465-6d9ed064f042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (011be4bf-5975-4029-8775-61d06885d9d4), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:04.440946 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410a1081-5f64-4101-a6a6-50bebb8b3244 None None] The sync data for ids ['b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63'] in n-d-712749-28 is: [{'id': 'b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63', 'name': 'tempest-RoutersTest-router-1807626397', 'tenant_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:35:10Z', 'updated_at': '2022-01-28T07:35:58Z', 'revision_number': 9, 'project_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'gw_port_host': None, '_interfaces': [{'id': '386739aa-cc9f-4bc8-8c67-52e08c90b0cc', 'name': '', 'network_id': '45d40324-52d5-4fef-b9fd-24bb24991adb', 'tenant_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'mac_address': 'fa:16:3e:81:f5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3206, 'fixed_ips': [{'subnet_id': '86232285-83b7-4fe1-8a75-3781c2e29a31', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:35:20Z', 'updated_at': '2022-01-28T07:35:28Z', 'revision_number': 5, 'project_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'subnets': [{'id': '86232285-83b7-4fe1-8a75-3781c2e29a31', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e8c5de8-2dc5-43ef-aeec-c6b0a97809a6', 'name': '', 'network_id': 'f5256034-c262-4dbc-853e-97aac70b3eee', 'tenant_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'mac_address': 'fa:16:3e:65:19:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '32dba1df-e3cf-4707-bb73-088ab218383f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:35:12Z', 'updated_at': '2022-01-28T07:35:22Z', 'revision_number': 5, 'project_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'subnets': [{'id': '32dba1df-e3cf-4707-bb73-088ab218383f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:36:04.468311 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e9460b10-f8e6-423f-ac4d-2b9bfb8af912 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Publish callbacks [] for port (e522ee4e-2a4f-467b-a773-e535dcd0e58c), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:04.482956 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e9460b10-f8e6-423f-ac4d-2b9bfb8af912 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (e522ee4e-2a4f-467b-a773-e535dcd0e58c), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:04.560122 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b08b14-341a-4628-b465-6d9ed064f042 None None] Routers {'24fbef46-e351-4f1d-827c-b9c6ebcb1a06'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:36:04.560877 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-48b08b14-341a-4628-b465-6d9ed064f042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:35:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['24fbef46-e351-4f1d-827c-b9c6ebcb1a06'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:36:04.585957 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-bcf9e48b-3955-421e-8ec1-d5efbb044067 None None] Provisioning complete for port 011be4bf-5975-4029-8775-61d06885d9d4 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:36:04.593378 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bcf9e48b-3955-421e-8ec1-d5efbb044067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (011be4bf-5975-4029-8775-61d06885d9d4), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:04.667454 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f0dd37-d35c-4ac3-82c5-62487fa463a9 None None] Pushing event updated for resources: {'Port': ['ID=011be4bf-5975-4029-8775-61d06885d9d4,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:36:04.898801 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-bcf9e48b-3955-421e-8ec1-d5efbb044067 None None] Current status of the port 011be4bf-5975-4029-8775-61d06885d9d4 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:36:04.903815 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bcf9e48b-3955-421e-8ec1-d5efbb044067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (011be4bf-5975-4029-8775-61d06885d9d4), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:04.953464 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 978d7f52-7df6-4ed0-97d9-0f93c9e9496f no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:36:04.979597 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e9460b10-f8e6-423f-ac4d-2b9bfb8af912 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16609095'] for floatingip (ac390b30-d316-4c79-90f0-869eb5ce0eb7), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:05.012169 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-48b08b14-341a-4628-b465-6d9ed064f042 None None] Set router 24fbef46-e351-4f1d-827c-b9c6ebcb1a06 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:36:05.026601 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: 978d7f52-7df6-4ed0-97d9-0f93c9e9496f {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:36:05.026601 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 978d7f52-7df6-4ed0-97d9-0f93c9e9496f not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:36:05.026601 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 3a770e93-74fe-4dba-8f2f-4f5efab34657 no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:36:05.052813 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: 3a770e93-74fe-4dba-8f2f-4f5efab34657 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:36:05.054946 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 3a770e93-74fe-4dba-8f2f-4f5efab34657 not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:36:05.064677 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9460b10-f8e6-423f-ac4d-2b9bfb8af912 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Pushing event updated for resources: {'Port': ['ID=e522ee4e-2a4f-467b-a773-e535dcd0e58c,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:36:05.084547 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-bcf9e48b-3955-421e-8ec1-d5efbb044067 None None] For port 011be4bf-5975-4029-8775-61d06885d9d4, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=011be4bf-5975-4029-8775-61d06885d9d4,segment=NetworkSegment(e8f46050-2965-4532-a78e-ef0567989b88),segment_id=e8f46050-2965-4532-a78e-ef0567989b88)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:36:05.088381 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e9460b10-f8e6-423f-ac4d-2b9bfb8af912 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for floatingip (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:05.093586 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bcf9e48b-3955-421e-8ec1-d5efbb044067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (011be4bf-5975-4029-8775-61d06885d9d4), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:05.101128 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-e9460b10-f8e6-423f-ac4d-2b9bfb8af912 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1682985 Jan 28 07:36:05.309669 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-7fec1fbe-8ad3-4d87-9846-621fdca9ee1c None None] Provisioning complete for port 011be4bf-5975-4029-8775-61d06885d9d4 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:36:05.320291 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7fec1fbe-8ad3-4d87-9846-621fdca9ee1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (011be4bf-5975-4029-8775-61d06885d9d4), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:05.396876 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-320e810a-72c2-462d-9b00-87b583886e82 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16606535'] for router_interface (b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:05.397029 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf9e48b-3955-421e-8ec1-d5efbb044067 None None] Pushing event updated for resources: {'Port': ['ID=011be4bf-5975-4029-8775-61d06885d9d4,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:36:05.674341 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-7fec1fbe-8ad3-4d87-9846-621fdca9ee1c None None] Current status of the port 011be4bf-5975-4029-8775-61d06885d9d4 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:36:05.691652 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5b55c9ea-5317-499b-9149-bc3e1afbb4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:05.799949 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-48b08b14-341a-4628-b465-6d9ed064f042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24fbef46-e351-4f1d-827c-b9c6ebcb1a06', 'name': 'tempest-AttachVolumeTestJSON-1898287027-router', 'tenant_id': 'f73b832598f540969f70df5d0be9d3b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': 'a22d2cb9-99d6-436b-8756-2665b0e1882a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:35:50Z', 'updated_at': '2022-01-28T07:35:58Z', 'revision_number': 4, 'project_id': 'f73b832598f540969f70df5d0be9d3b5', 'gw_port': {'id': 'a22d2cb9-99d6-436b-8756-2665b0e1882a', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:86:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24fbef46-e351-4f1d-827c-b9c6ebcb1a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:35:52Z', 'updated_at': '2022-01-28T07:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '011be4bf-5975-4029-8775-61d06885d9d4', 'name': '', 'network_id': '5b65f449-9374-4261-8791-074dee2c30ed', 'tenant_id': 'f73b832598f540969f70df5d0be9d3b5', 'mac_address': 'fa:16:3e:ac:27:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24fbef46-e351-4f1d-827c-b9c6ebcb1a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3267, 'fixed_ips': [{'subnet_id': '1a5a6122-c300-492c-8f7e-fbb048082731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:35:56Z', 'updated_at': '2022-01-28T07:36:04Z', 'revision_number': 4, 'project_id': 'f73b832598f540969f70df5d0be9d3b5', 'subnets': [{'id': '1a5a6122-c300-492c-8f7e-fbb048082731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:36:05.853175 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b08b14-341a-4628-b465-6d9ed064f042 None None] The sync data for ids ['24fbef46-e351-4f1d-827c-b9c6ebcb1a06'] in n-d-712749-28 is: [{'id': '24fbef46-e351-4f1d-827c-b9c6ebcb1a06', 'name': 'tempest-AttachVolumeTestJSON-1898287027-router', 'tenant_id': 'f73b832598f540969f70df5d0be9d3b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': 'a22d2cb9-99d6-436b-8756-2665b0e1882a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:35:50Z', 'updated_at': '2022-01-28T07:35:58Z', 'revision_number': 4, 'project_id': 'f73b832598f540969f70df5d0be9d3b5', 'gw_port': {'id': 'a22d2cb9-99d6-436b-8756-2665b0e1882a', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:86:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24fbef46-e351-4f1d-827c-b9c6ebcb1a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:35:52Z', 'updated_at': '2022-01-28T07:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '011be4bf-5975-4029-8775-61d06885d9d4', 'name': '', 'network_id': '5b65f449-9374-4261-8791-074dee2c30ed', 'tenant_id': 'f73b832598f540969f70df5d0be9d3b5', 'mac_address': 'fa:16:3e:ac:27:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24fbef46-e351-4f1d-827c-b9c6ebcb1a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3267, 'fixed_ips': [{'subnet_id': '1a5a6122-c300-492c-8f7e-fbb048082731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:35:56Z', 'updated_at': '2022-01-28T07:36:04Z', 'revision_number': 4, 'project_id': 'f73b832598f540969f70df5d0be9d3b5', 'subnets': [{'id': '1a5a6122-c300-492c-8f7e-fbb048082731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:36:05.983768 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0c01dbbf-b620-4468-ba56-5bd3d49f13c3 req-a56db454-0b29-488a-b0af-e6f3f77319e2 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1497381117&fields=id&tenant_id=f73b832598f540969f70df5d0be9d3b5 HTTP/1.1" status: 200 len: 267 time: 0.6022336 Jan 28 07:36:06.230827 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c01dbbf-b620-4468-ba56-5bd3d49f13c3 req-a58fdedf-521a-4fbd-997e-9c506362fe0f tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:36:06.246228 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0c01dbbf-b620-4468-ba56-5bd3d49f13c3 req-a58fdedf-521a-4fbd-997e-9c506362fe0f tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] 10.222.0.41 "GET /v2.0/networks?id=5b65f449-9374-4261-8791-074dee2c30ed HTTP/1.1" status: 200 len: 811 time: 0.2608175 Jan 28 07:36:06.354107 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0c01dbbf-b620-4468-ba56-5bd3d49f13c3 req-7e7f5bb5-7063-4094-bbaf-9a8d71d81993 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] 10.222.0.41 "GET /v2.0/quotas/f73b832598f540969f70df5d0be9d3b5 HTTP/1.1" status: 200 len: 375 time: 0.1063108 Jan 28 07:36:06.592659 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0c01dbbf-b620-4468-ba56-5bd3d49f13c3 req-354c9b70-cc6e-4902-a3ad-9633abebfb74 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=f73b832598f540969f70df5d0be9d3b5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2380400 Jan 28 07:36:06.751413 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0c01dbbf-b620-4468-ba56-5bd3d49f13c3 req-7412ea50-8bbf-4bc3-9393-de966cfca114 service neutron] 10.222.0.41 "GET /v2.0/networks/5b65f449-9374-4261-8791-074dee2c30ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553106 Jan 28 07:36:06.764382 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-320e810a-72c2-462d-9b00-87b583886e82 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Deleting port 386739aa-cc9f-4bc8-8c67-52e08c90b0cc {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:36:06.764382 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-320e810a-72c2-462d-9b00-87b583886e82 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (386739aa-cc9f-4bc8-8c67-52e08c90b0cc), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:06.958190 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 011be4bf-5975-4029-8775-61d06885d9d4 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:36:07.037757 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0c01dbbf-b620-4468-ba56-5bd3d49f13c3 req-8e350641-fba3-45a3-be7d-65fb3cf58c67 service neutron] 10.222.0.41 "GET /v2.0/networks/5b65f449-9374-4261-8791-074dee2c30ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569409 Jan 28 07:36:07.112604 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:07.162137 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-320e810a-72c2-462d-9b00-87b583886e82 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] For port 386739aa-cc9f-4bc8-8c67-52e08c90b0cc, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=386739aa-cc9f-4bc8-8c67-52e08c90b0cc,segment=NetworkSegment(1e841602-a80f-4a5f-9993-a4afeb94635b),segment_id=1e841602-a80f-4a5f-9993-a4afeb94635b)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:36:07.164756 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-320e810a-72c2-462d-9b00-87b583886e82 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (386739aa-cc9f-4bc8-8c67-52e08c90b0cc), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:07.204410 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 011be4bf-5975-4029-8775-61d06885d9d4 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:36:07.204410 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (011be4bf-5975-4029-8775-61d06885d9d4), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:07.226617 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-320e810a-72c2-462d-9b00-87b583886e82 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Calling delete_port for 386739aa-cc9f-4bc8-8c67-52e08c90b0cc owned by network:router_interface {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:36:07.479103 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a84330f6-a170-4dc0-af5f-919f42fe0388 req-efe78bdd-79f1-417f-91b3-46503eb461bc tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] 10.222.0.41 "GET /v2.0/ports?device_id=5bdb339a-b414-40ec-853a-3ef6c13723b5 HTTP/1.1" status: 200 len: 210 time: 0.0763507 Jan 28 07:36:07.608874 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 011be4bf-5975-4029-8775-61d06885d9d4 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:36:07.770227 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-320e810a-72c2-462d-9b00-87b583886e82 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (386739aa-cc9f-4bc8-8c67-52e08c90b0cc), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:07.881788 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320e810a-72c2-462d-9b00-87b583886e82 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Pushing event deleted for resources: {'Port': ['ID=386739aa-cc9f-4bc8-8c67-52e08c90b0cc,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:36:08.186893 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-320e810a-72c2-462d-9b00-87b583886e82 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16319006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16606699'] for router_interface (b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:08.661700 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6358b3c2-2957-4d31-a1d1-111bf3822fe4 req-f177475b-167e-48a2-9100-bbe6f94f7aab tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] 10.222.0.41 "GET /v2.0/ports?device_id=5bdb339a-b414-40ec-853a-3ef6c13723b5 HTTP/1.1" status: 200 len: 210 time: 0.0731337 Jan 28 07:36:08.689849 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-320e810a-72c2-462d-9b00-87b583886e82 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Router b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:36:08.758258 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:08.953287 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-320e810a-72c2-462d-9b00-87b583886e82 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:36:08.976530 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-320e810a-72c2-462d-9b00-87b583886e82 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] 10.222.0.41 "PUT /v2.0/routers/b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1210382 Jan 28 07:36:08.978073 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 48924) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:36:08.983265 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b56d74-31f2-4f65-ba90-a22dc20767de None None] Sync routers for ids ['b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:36:09.003822 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b56d74-31f2-4f65-ba90-a22dc20767de None None] Routers {'b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:36:09.004497 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-e7b56d74-31f2-4f65-ba90-a22dc20767de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:36:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:36:09.134491 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_v2 [None req-434b4af1-503f-4271-9265-d19164297460 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Deleting subnet 86232285-83b7-4fe1-8a75-3781c2e29a31 {{(pid=103283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:36:09.144989 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-434b4af1-503f-4271-9265-d19164297460 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks [] for subnet (86232285-83b7-4fe1-8a75-3781c2e29a31), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:09.228406 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-e7b56d74-31f2-4f65-ba90-a22dc20767de None None] Set router b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63 gateway port host: None {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:36:09.249446 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-434b4af1-503f-4271-9265-d19164297460 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13506696'] for subnet (86232285-83b7-4fe1-8a75-3781c2e29a31), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:09.452894 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-434b4af1-503f-4271-9265-d19164297460 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (86232285-83b7-4fe1-8a75-3781c2e29a31), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:09.597003 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-434b4af1-503f-4271-9265-d19164297460 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13546665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13556132'] for subnet (86232285-83b7-4fe1-8a75-3781c2e29a31), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:09.651685 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434b4af1-503f-4271-9265-d19164297460 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Pushing event deleted for resources: {'Subnet': ['ID=86232285-83b7-4fe1-8a75-3781c2e29a31,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:36:09.685600 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-434b4af1-503f-4271-9265-d19164297460 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks [] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:09.695982 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-434b4af1-503f-4271-9265-d19164297460 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] 10.222.0.41 "DELETE /v2.0/subnets/86232285-83b7-4fe1-8a75-3781c2e29a31 HTTP/1.1" status: 204 len: 168 time: 0.7161944 Jan 28 07:36:09.699225 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 48936) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:36:09.773271 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85df26b9-5b43-4992-b272-ddb3632bdb1b None None] Network 45d40324-52d5-4fef-b9fd-24bb24991adb requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:36:09.839443 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4be049fe-aed6-4483-866e-0cb6017eff93 req-dc642ecc-80b4-4235-ac0d-cc882dd40e1c tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] 10.222.0.41 "GET /v2.0/ports?device_id=5bdb339a-b414-40ec-853a-3ef6c13723b5 HTTP/1.1" status: 200 len: 210 time: 0.0643060 Jan 28 07:36:09.874913 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c01dbbf-b620-4468-ba56-5bd3d49f13c3 req-849e42af-72dd-44aa-8499-a780b87eeb7f tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:36:09.902049 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0c01dbbf-b620-4468-ba56-5bd3d49f13c3 req-849e42af-72dd-44aa-8499-a780b87eeb7f tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] 10.222.0.10 "GET /v2.0/networks?id=5b65f449-9374-4261-8791-074dee2c30ed HTTP/1.1" status: 200 len: 811 time: 0.5490913 Jan 28 07:36:09.923032 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:10.017909 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a1eeadbd-2d66-4386-b671-fcf4159a2fdf tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (45d40324-52d5-4fef-b9fd-24bb24991adb), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:10.113048 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0c01dbbf-b620-4468-ba56-5bd3d49f13c3 req-b36f9a4e-078c-4200-95ef-c4c296e7d2dc tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f73b832598f540969f70df5d0be9d3b5 HTTP/1.1" status: 200 len: 380 time: 0.1956651 Jan 28 07:36:10.126095 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-0c01dbbf-b620-4468-ba56-5bd3d49f13c3 req-1deb31fd-ff75-4350-ad15-9e612b562400 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Request body: {'port': {'device_id': '5bdb339a-b414-40ec-853a-3ef6c13723b5', 'network_id': '5b65f449-9374-4261-8791-074dee2c30ed', 'admin_state_up': True, 'tenant_id': 'f73b832598f540969f70df5d0be9d3b5', 'security_groups': ['5c3d0381-fe04-4b29-a321-87ae6e307c69']}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:36:10.139454 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-a1eeadbd-2d66-4386-b671-fcf4159a2fdf tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Deleting port b888ab3f-dc51-4f39-b889-7911706c1de4 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:36:10.139796 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a1eeadbd-2d66-4386-b671-fcf4159a2fdf tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (b888ab3f-dc51-4f39-b889-7911706c1de4), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:10.192760 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-e7b56d74-31f2-4f65-ba90-a22dc20767de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63', 'name': 'tempest-RoutersTest-router-1807626397', 'tenant_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:35:10Z', 'updated_at': '2022-01-28T07:36:07Z', 'revision_number': 10, 'project_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'gw_port_host': None, '_interfaces': [{'id': '7e8c5de8-2dc5-43ef-aeec-c6b0a97809a6', 'name': '', 'network_id': 'f5256034-c262-4dbc-853e-97aac70b3eee', 'tenant_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'mac_address': 'fa:16:3e:65:19:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '32dba1df-e3cf-4707-bb73-088ab218383f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:35:12Z', 'updated_at': '2022-01-28T07:35:22Z', 'revision_number': 5, 'project_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'subnets': [{'id': '32dba1df-e3cf-4707-bb73-088ab218383f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:36:10.245471 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b56d74-31f2-4f65-ba90-a22dc20767de None None] Checking router: b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63 for host: n-d-712749-28 {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:36:10.266453 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3aa260d-bf63-4d66-b9ee-86391a83fe7e None None] DHCP port deletion for 45d40324-52d5-4fef-b9fd-24bb24991adb request from n-d-712749-28 {{(pid=103285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 07:36:10.274471 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b56d74-31f2-4f65-ba90-a22dc20767de None None] Routers {'b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:36:10.276818 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-e7b56d74-31f2-4f65-ba90-a22dc20767de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:36:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:36:10.276982 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-a1eeadbd-2d66-4386-b671-fcf4159a2fdf tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] For port b888ab3f-dc51-4f39-b889-7911706c1de4, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=b888ab3f-dc51-4f39-b889-7911706c1de4,segment=NetworkSegment(1e841602-a80f-4a5f-9993-a4afeb94635b),segment_id=1e841602-a80f-4a5f-9993-a4afeb94635b)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:36:10.277438 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a1eeadbd-2d66-4386-b671-fcf4159a2fdf tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (b888ab3f-dc51-4f39-b889-7911706c1de4), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:10.313815 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-a1eeadbd-2d66-4386-b671-fcf4159a2fdf tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Calling delete_port for b888ab3f-dc51-4f39-b889-7911706c1de4 owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:36:10.360747 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c01dbbf-b620-4468-ba56-5bd3d49f13c3 req-1deb31fd-ff75-4350-ad15-9e612b562400 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Made reservation on behalf of f73b832598f540969f70df5d0be9d3b5 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:36:10.365756 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-0c01dbbf-b620-4468-ba56-5bd3d49f13c3 req-1deb31fd-ff75-4350-ad15-9e612b562400 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:10.485585 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-e7b56d74-31f2-4f65-ba90-a22dc20767de None None] Set router b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63 gateway port host: None {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:36:10.516774 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a1eeadbd-2d66-4386-b671-fcf4159a2fdf tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (b888ab3f-dc51-4f39-b889-7911706c1de4), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:10.542960 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-f3aa260d-bf63-4d66-b9ee-86391a83fe7e None None] Deleting port b888ab3f-dc51-4f39-b889-7911706c1de4 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:36:10.543892 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f3aa260d-bf63-4d66-b9ee-86391a83fe7e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (b888ab3f-dc51-4f39-b889-7911706c1de4), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:10.598847 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-0c01dbbf-b620-4468-ba56-5bd3d49f13c3 req-1deb31fd-ff75-4350-ad15-9e612b562400 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Allocated IP 172.20.0.13 (5b65f449-9374-4261-8791-074dee2c30ed/1a5a6122-c300-492c-8f7e-fbb048082731/ff309cc4-f50c-4036-a1aa-62b3a86e0963) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:36:10.624504 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1eeadbd-2d66-4386-b671-fcf4159a2fdf tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Pushing event deleted for resources: {'Port': ['ID=b888ab3f-dc51-4f39-b889-7911706c1de4,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:36:10.642206 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1eeadbd-2d66-4386-b671-fcf4159a2fdf tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] No DVR routers for this DVR port b888ab3f-dc51-4f39-b889-7911706c1de4 on host n-d-712749-28 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:36:10.844451 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device b888ab3f-dc51-4f39-b889-7911706c1de4 no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:36:10.897178 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-f3aa260d-bf63-4d66-b9ee-86391a83fe7e None None] For port b888ab3f-dc51-4f39-b889-7911706c1de4, host n-d-712749-28, got binding levels [] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:36:10.897957 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f3aa260d-bf63-4d66-b9ee-86391a83fe7e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (b888ab3f-dc51-4f39-b889-7911706c1de4), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:10.901544 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: b888ab3f-dc51-4f39-b889-7911706c1de4 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:36:10.903804 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device b888ab3f-dc51-4f39-b889-7911706c1de4 not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:36:10.918653 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a1eeadbd-2d66-4386-b671-fcf4159a2fdf tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (45d40324-52d5-4fef-b9fd-24bb24991adb), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:10.960011 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-f3aa260d-bf63-4d66-b9ee-86391a83fe7e None None] Calling delete_port for b888ab3f-dc51-4f39-b889-7911706c1de4 owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:36:10.967810 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-0c01dbbf-b620-4468-ba56-5bd3d49f13c3 req-1deb31fd-ff75-4350-ad15-9e612b562400 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Publish callbacks [] for port (ff309cc4-f50c-4036-a1aa-62b3a86e0963), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:10.972242 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.ipam_backend_mixin [None req-f3aa260d-bf63-4d66-b9ee-86391a83fe7e None None] Port b888ab3f-dc51-4f39-b889-7911706c1de4 was not found and therefore no delete operation was performed {{(pid=103285) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 07:36:10.977233 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f3aa260d-bf63-4d66-b9ee-86391a83fe7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298'] for port (b888ab3f-dc51-4f39-b889-7911706c1de4), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:10.983583 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-a1eeadbd-2d66-4386-b671-fcf4159a2fdf tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45d40324-52d5-4fef-b9fd-24bb24991adb']}} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:36:11.045577 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3aa260d-bf63-4d66-b9ee-86391a83fe7e None None] Pushing event deleted for resources: {'Port': ['ID=b888ab3f-dc51-4f39-b889-7911706c1de4,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:36:11.060449 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d36306bb-efcc-46e6-a232-f8d17eab46d0 req-044c0173-7396-484c-9195-5e024baf489c tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] 10.222.0.41 "GET /v2.0/ports?device_id=5bdb339a-b414-40ec-853a-3ef6c13723b5 HTTP/1.1" status: 200 len: 210 time: 0.0702965 Jan 28 07:36:11.060449 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-a1eeadbd-2d66-4386-b671-fcf4159a2fdf tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e841602-a80f-4a5f-9993-a4afeb94635b') {'for_net_delete': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:36:11.060449 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-a1eeadbd-2d66-4386-b671-fcf4159a2fdf tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e841602-a80f-4a5f-9993-a4afeb94635b') {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:36:11.080172 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a1eeadbd-2d66-4386-b671-fcf4159a2fdf tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13506801'] for segment (1e841602-a80f-4a5f-9993-a4afeb94635b), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:11.084942 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3aa260d-bf63-4d66-b9ee-86391a83fe7e None None] No DVR routers for this DVR port b888ab3f-dc51-4f39-b889-7911706c1de4 on host n-d-712749-28 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:36:11.100503 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-0c01dbbf-b620-4468-ba56-5bd3d49f13c3 req-1deb31fd-ff75-4350-ad15-9e612b562400 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (ff309cc4-f50c-4036-a1aa-62b3a86e0963), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:11.111388 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a1eeadbd-2d66-4386-b671-fcf4159a2fdf tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (1e841602-a80f-4a5f-9993-a4afeb94635b), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:11.138954 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1eeadbd-2d66-4386-b671-fcf4159a2fdf tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=103283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:36:11.139579 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a1eeadbd-2d66-4386-b671-fcf4159a2fdf tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13546563'] for segment (1e841602-a80f-4a5f-9993-a4afeb94635b), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:11.143121 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-e7b56d74-31f2-4f65-ba90-a22dc20767de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63', 'name': 'tempest-RoutersTest-router-1807626397', 'tenant_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:35:10Z', 'updated_at': '2022-01-28T07:36:07Z', 'revision_number': 10, 'project_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'gw_port_host': None, '_interfaces': [{'id': '7e8c5de8-2dc5-43ef-aeec-c6b0a97809a6', 'name': '', 'network_id': 'f5256034-c262-4dbc-853e-97aac70b3eee', 'tenant_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'mac_address': 'fa:16:3e:65:19:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '32dba1df-e3cf-4707-bb73-088ab218383f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:35:12Z', 'updated_at': '2022-01-28T07:35:22Z', 'revision_number': 5, 'project_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'subnets': [{'id': '32dba1df-e3cf-4707-bb73-088ab218383f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:36:11.218753 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c01dbbf-b620-4468-ba56-5bd3d49f13c3 req-1deb31fd-ff75-4350-ad15-9e612b562400 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Network 5b65f449-9374-4261-8791-074dee2c30ed is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:36:11.232767 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-0c01dbbf-b620-4468-ba56-5bd3d49f13c3 req-1deb31fd-ff75-4350-ad15-9e612b562400 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:36:11.244724 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1deb31fd-ff75-4350-ad15-9e612b562400 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Pushing event updated for resources: {'Port': ['ID=ff309cc4-f50c-4036-a1aa-62b3a86e0963,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:36:11.244724 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c01dbbf-b620-4468-ba56-5bd3d49f13c3 req-1deb31fd-ff75-4350-ad15-9e612b562400 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:36:11.257727 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b56d74-31f2-4f65-ba90-a22dc20767de None None] The sync data for ids ['b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63'] in n-d-712749-28 is: [{'id': 'b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63', 'name': 'tempest-RoutersTest-router-1807626397', 'tenant_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:35:10Z', 'updated_at': '2022-01-28T07:36:07Z', 'revision_number': 10, 'project_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'gw_port_host': None, '_interfaces': [{'id': '7e8c5de8-2dc5-43ef-aeec-c6b0a97809a6', 'name': '', 'network_id': 'f5256034-c262-4dbc-853e-97aac70b3eee', 'tenant_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'mac_address': 'fa:16:3e:65:19:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '32dba1df-e3cf-4707-bb73-088ab218383f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:35:12Z', 'updated_at': '2022-01-28T07:35:22Z', 'revision_number': 5, 'project_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'subnets': [{'id': '32dba1df-e3cf-4707-bb73-088ab218383f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:36:11.282156 n-d-712749-28 neutron-server[103283]: Traceback (most recent call last): Jan 28 07:36:11.282156 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:36:11.282156 n-d-712749-28 neutron-server[103283]: timer() Jan 28 07:36:11.282156 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:36:11.282156 n-d-712749-28 neutron-server[103283]: cb(*args, **kw) Jan 28 07:36:11.282156 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:36:11.282156 n-d-712749-28 neutron-server[103283]: return func(*args, **kwargs) Jan 28 07:36:11.282156 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:36:11.282156 n-d-712749-28 neutron-server[103283]: self._notify() Jan 28 07:36:11.282156 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:36:11.282156 n-d-712749-28 neutron-server[103283]: self.callback(batched_events) Jan 28 07:36:11.282156 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:36:11.282156 n-d-712749-28 neutron-server[103283]: event.method(event) Jan 28 07:36:11.282156 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:36:11.282156 n-d-712749-28 neutron-server[103283]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:36:11.282156 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:36:11.282156 n-d-712749-28 neutron-server[103283]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:36:11.282156 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:36:11.282156 n-d-712749-28 neutron-server[103283]: return f(self, *a, **k) Jan 28 07:36:11.282156 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:36:11.282156 n-d-712749-28 neutron-server[103283]: return self._get(url).json() Jan 28 07:36:11.282156 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:36:11.282156 n-d-712749-28 neutron-server[103283]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:36:11.282156 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:36:11.282156 n-d-712749-28 neutron-server[103283]: return self.request(url, 'GET', **kwargs) Jan 28 07:36:11.282156 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:36:11.282156 n-d-712749-28 neutron-server[103283]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:36:11.282156 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:36:11.282156 n-d-712749-28 neutron-server[103283]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:36:11.282156 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:36:11.282156 n-d-712749-28 neutron-server[103283]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:36:11.282156 n-d-712749-28 neutron-server[103283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:36:11.288153 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a1eeadbd-2d66-4386-b671-fcf4159a2fdf tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (45d40324-52d5-4fef-b9fd-24bb24991adb), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:11.292756 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1deb31fd-ff75-4350-ad15-9e612b562400 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:36:11.305352 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1deb31fd-ff75-4350-ad15-9e612b562400 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:36:11.326523 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1deb31fd-ff75-4350-ad15-9e612b562400 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:36:11.326944 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1deb31fd-ff75-4350-ad15-9e612b562400 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:36:11.327448 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a1eeadbd-2d66-4386-b671-fcf4159a2fdf tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks [] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:11.330222 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1deb31fd-ff75-4350-ad15-9e612b562400 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:36:11.331528 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1deb31fd-ff75-4350-ad15-9e612b562400 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:36:11.331896 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1deb31fd-ff75-4350-ad15-9e612b562400 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:36:11.332266 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1deb31fd-ff75-4350-ad15-9e612b562400 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:36:11.336954 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1deb31fd-ff75-4350-ad15-9e612b562400 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:36:11.336954 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1deb31fd-ff75-4350-ad15-9e612b562400 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:36:11.336954 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1deb31fd-ff75-4350-ad15-9e612b562400 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:36:11.337281 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1deb31fd-ff75-4350-ad15-9e612b562400 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:36:11.337596 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1deb31fd-ff75-4350-ad15-9e612b562400 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:36:11.342505 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-a1eeadbd-2d66-4386-b671-fcf4159a2fdf tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] 10.222.0.41 "DELETE /v2.0/networks/45d40324-52d5-4fef-b9fd-24bb24991adb HTTP/1.1" status: 204 len: 168 time: 1.6390953 Jan 28 07:36:11.355711 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 48960) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:36:11.391969 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1eeadbd-2d66-4386-b671-fcf4159a2fdf tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Pushing event deleted for resources: {'Network': ['ID=45d40324-52d5-4fef-b9fd-24bb24991adb,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:36:11.634629 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c01dbbf-b620-4468-ba56-5bd3d49f13c3 req-1deb31fd-ff75-4350-ad15-9e612b562400 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:36:11.635245 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-0c01dbbf-b620-4468-ba56-5bd3d49f13c3 req-1deb31fd-ff75-4350-ad15-9e612b562400 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:11.676732 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-b832729b-95c2-4cb2-844b-54b68f821b59 None None] Provisioning complete for port ff309cc4-f50c-4036-a1aa-62b3a86e0963 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:36:11.677135 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b832729b-95c2-4cb2-844b-54b68f821b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (ff309cc4-f50c-4036-a1aa-62b3a86e0963), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:11.726009 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0c01dbbf-b620-4468-ba56-5bd3d49f13c3 req-1deb31fd-ff75-4350-ad15-9e612b562400 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6046999 Jan 28 07:36:11.775978 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-0c01dbbf-b620-4468-ba56-5bd3d49f13c3 req-6ff2bca2-b6e1-4826-8375-5f6ae5d4f6ed service neutron] Request body: {'port': {'device_id': '5bdb339a-b414-40ec-853a-3ef6c13723b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-28'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:36:11.782548 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-b832729b-95c2-4cb2-844b-54b68f821b59 None None] Port ff309cc4-f50c-4036-a1aa-62b3a86e0963 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:36:11.931807 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-0c01dbbf-b620-4468-ba56-5bd3d49f13c3 req-6ff2bca2-b6e1-4826-8375-5f6ae5d4f6ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (ff309cc4-f50c-4036-a1aa-62b3a86e0963), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:12.740719 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-0c01dbbf-b620-4468-ba56-5bd3d49f13c3 req-6ff2bca2-b6e1-4826-8375-5f6ae5d4f6ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff309cc4-f50c-4036-a1aa-62b3a86e0963 {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:36:12.770279 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-0c01dbbf-b620-4468-ba56-5bd3d49f13c3 req-6ff2bca2-b6e1-4826-8375-5f6ae5d4f6ed service neutron] Publish callbacks [] for port (ff309cc4-f50c-4036-a1aa-62b3a86e0963), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:12.793238 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 386739aa-cc9f-4bc8-8c67-52e08c90b0cc no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:36:12.854928 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-0c01dbbf-b620-4468-ba56-5bd3d49f13c3 req-6ff2bca2-b6e1-4826-8375-5f6ae5d4f6ed service neutron] Transition to ACTIVE for port object ff309cc4-f50c-4036-a1aa-62b3a86e0963 will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:36:12.868021 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d798cab-0f18-4af5-9ce3-d46684c3728d req-ffa9bd97-b51f-48ae-b63e-83344240e90b tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:36:12.868881 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: 386739aa-cc9f-4bc8-8c67-52e08c90b0cc {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:36:12.869915 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1d798cab-0f18-4af5-9ce3-d46684c3728d req-ffa9bd97-b51f-48ae-b63e-83344240e90b tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] 10.222.0.41 "GET /v2.0/ports?device_id=5bdb339a-b414-40ec-853a-3ef6c13723b5 HTTP/1.1" status: 200 len: 932 time: 0.2760777 Jan 28 07:36:12.870038 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 386739aa-cc9f-4bc8-8c67-52e08c90b0cc not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:36:12.873032 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-0c01dbbf-b620-4468-ba56-5bd3d49f13c3 req-6ff2bca2-b6e1-4826-8375-5f6ae5d4f6ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (ff309cc4-f50c-4036-a1aa-62b3a86e0963), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:13.055650 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1d798cab-0f18-4af5-9ce3-d46684c3728d req-65a0a30b-9c08-48e6-a24f-e6b9815dfbf8 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c3d0381-fe04-4b29-a321-87ae6e307c69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1526263 Jan 28 07:36:13.177617 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-0c01dbbf-b620-4468-ba56-5bd3d49f13c3 req-6ff2bca2-b6e1-4826-8375-5f6ae5d4f6ed service neutron] Attempting to bind port ff309cc4-f50c-4036-a1aa-62b3a86e0963 on host n-h1-712749-28 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:36:13.177960 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-0c01dbbf-b620-4468-ba56-5bd3d49f13c3 req-6ff2bca2-b6e1-4826-8375-5f6ae5d4f6ed service neutron] Attempting to bind port ff309cc4-f50c-4036-a1aa-62b3a86e0963 by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': 'e8f46050-2965-4532-a78e-ef0567989b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '5b65f449-9374-4261-8791-074dee2c30ed'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:36:13.178297 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c01dbbf-b620-4468-ba56-5bd3d49f13c3 req-6ff2bca2-b6e1-4826-8375-5f6ae5d4f6ed service neutron] Attempting to bind port ff309cc4-f50c-4036-a1aa-62b3a86e0963 on network 5b65f449-9374-4261-8791-074dee2c30ed {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:36:13.231693 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff2bca2-b6e1-4826-8375-5f6ae5d4f6ed service neutron] Pushing event updated for resources: {'Port': ['ID=ff309cc4-f50c-4036-a1aa-62b3a86e0963,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:36:13.235783 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c01dbbf-b620-4468-ba56-5bd3d49f13c3 req-6ff2bca2-b6e1-4826-8375-5f6ae5d4f6ed service neutron] Port ff309cc4-f50c-4036-a1aa-62b3a86e0963 on network 5b65f449-9374-4261-8791-074dee2c30ed not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:36:13.236615 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c01dbbf-b620-4468-ba56-5bd3d49f13c3 req-6ff2bca2-b6e1-4826-8375-5f6ae5d4f6ed service neutron] Attempting to bind port ff309cc4-f50c-4036-a1aa-62b3a86e0963 on network 5b65f449-9374-4261-8791-074dee2c30ed {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:36:13.247090 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c01dbbf-b620-4468-ba56-5bd3d49f13c3 req-6ff2bca2-b6e1-4826-8375-5f6ae5d4f6ed service neutron] Checking agent: {'id': '2fca46b1-237f-4857-9290-2429d810e472', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:36:13.247451 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c01dbbf-b620-4468-ba56-5bd3d49f13c3 req-6ff2bca2-b6e1-4826-8375-5f6ae5d4f6ed service neutron] Checking segment: {'id': 'e8f46050-2965-4532-a78e-ef0567989b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '5b65f449-9374-4261-8791-074dee2c30ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:36:13.247855 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c01dbbf-b620-4468-ba56-5bd3d49f13c3 req-6ff2bca2-b6e1-4826-8375-5f6ae5d4f6ed service neutron] Bound using segment: {'id': 'e8f46050-2965-4532-a78e-ef0567989b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '5b65f449-9374-4261-8791-074dee2c30ed'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:36:13.248355 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-0c01dbbf-b620-4468-ba56-5bd3d49f13c3 req-6ff2bca2-b6e1-4826-8375-5f6ae5d4f6ed service neutron] Bound port: ff309cc4-f50c-4036-a1aa-62b3a86e0963, host: n-h1-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8f46050-2965-4532-a78e-ef0567989b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '5b65f449-9374-4261-8791-074dee2c30ed'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:36:13.248724 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-0c01dbbf-b620-4468-ba56-5bd3d49f13c3 req-6ff2bca2-b6e1-4826-8375-5f6ae5d4f6ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (ff309cc4-f50c-4036-a1aa-62b3a86e0963), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:13.409752 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d6b86048-c9fd-45e5-badd-00350bef9746 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16606535'] for router_interface (b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:13.627604 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-0c01dbbf-b620-4468-ba56-5bd3d49f13c3 req-6ff2bca2-b6e1-4826-8375-5f6ae5d4f6ed service neutron] For port ff309cc4-f50c-4036-a1aa-62b3a86e0963, host n-h1-712749-28, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:36:13.660566 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-0c01dbbf-b620-4468-ba56-5bd3d49f13c3 req-6ff2bca2-b6e1-4826-8375-5f6ae5d4f6ed service neutron] For port ff309cc4-f50c-4036-a1aa-62b3a86e0963, host n-h1-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=ff309cc4-f50c-4036-a1aa-62b3a86e0963,segment=NetworkSegment(e8f46050-2965-4532-a78e-ef0567989b88),segment_id=e8f46050-2965-4532-a78e-ef0567989b88)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:36:13.684791 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-0c01dbbf-b620-4468-ba56-5bd3d49f13c3 req-6ff2bca2-b6e1-4826-8375-5f6ae5d4f6ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (ff309cc4-f50c-4036-a1aa-62b3a86e0963), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:13.770960 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff2bca2-b6e1-4826-8375-5f6ae5d4f6ed service neutron] Pushing event updated for resources: {'Port': ['ID=ff309cc4-f50c-4036-a1aa-62b3a86e0963,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:36:13.799612 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c01dbbf-b620-4468-ba56-5bd3d49f13c3 req-6ff2bca2-b6e1-4826-8375-5f6ae5d4f6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:36:13.800541 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-0c01dbbf-b620-4468-ba56-5bd3d49f13c3 req-6ff2bca2-b6e1-4826-8375-5f6ae5d4f6ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:13.802177 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0c01dbbf-b620-4468-ba56-5bd3d49f13c3 req-6ff2bca2-b6e1-4826-8375-5f6ae5d4f6ed service neutron] 10.222.0.10 "PUT /v2.0/ports/ff309cc4-f50c-4036-a1aa-62b3a86e0963 HTTP/1.1" status: 200 len: 1093 time: 2.0502422 Jan 28 07:36:13.802659 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bdb339a-b414-40ec-853a-3ef6c13723b5', 'tag': 'ff309cc4-f50c-4036-a1aa-62b3a86e0963'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:36:13.805688 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e5dfd59-6f89-4e6f-a26e-0a5a564ae863" -d '{"events": [{"name": "network-changed", "server_uuid": "5bdb339a-b414-40ec-853a-3ef6c13723b5", "tag": "ff309cc4-f50c-4036-a1aa-62b3a86e0963"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:36:13.923133 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6233af23-3df4-4bc5-9295-b26d5d554a86 x-openstack-request-id: req-6233af23-3df4-4bc5-9295-b26d5d554a86 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:36:13.923478 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bdb339a-b414-40ec-853a-3ef6c13723b5", "tag": "ff309cc4-f50c-4036-a1aa-62b3a86e0963", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:36:13.923708 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6233af23-3df4-4bc5-9295-b26d5d554a86 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:36:13.928307 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bdb339a-b414-40ec-853a-3ef6c13723b5', 'tag': 'ff309cc4-f50c-4036-a1aa-62b3a86e0963', 'status': 'completed', 'code': 200} Jan 28 07:36:14.030199 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c01dbbf-b620-4468-ba56-5bd3d49f13c3 req-e965cd4c-7d76-453d-8837-8d9b18478ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:36:14.034604 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0c01dbbf-b620-4468-ba56-5bd3d49f13c3 req-e965cd4c-7d76-453d-8837-8d9b18478ffa service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f73b832598f540969f70df5d0be9d3b5&device_id=5bdb339a-b414-40ec-853a-3ef6c13723b5 HTTP/1.1" status: 200 len: 1096 time: 0.1373892 Jan 28 07:36:14.157938 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0c01dbbf-b620-4468-ba56-5bd3d49f13c3 req-84112b9d-4480-492e-9b15-5cde1b703667 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ff309cc4-f50c-4036-a1aa-62b3a86e0963 HTTP/1.1" status: 200 len: 217 time: 0.0972738 Jan 28 07:36:14.159848 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-d6b86048-c9fd-45e5-badd-00350bef9746 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Deleting port 7e8c5de8-2dc5-43ef-aeec-c6b0a97809a6 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:36:14.160242 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d6b86048-c9fd-45e5-badd-00350bef9746 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (7e8c5de8-2dc5-43ef-aeec-c6b0a97809a6), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:14.262384 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c01dbbf-b620-4468-ba56-5bd3d49f13c3 req-e84d0fd7-87ef-49a3-be07-a4b9417c1bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:36:14.265868 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0c01dbbf-b620-4468-ba56-5bd3d49f13c3 req-e84d0fd7-87ef-49a3-be07-a4b9417c1bd3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1a5a6122-c300-492c-8f7e-fbb048082731 HTTP/1.1" status: 200 len: 850 time: 0.0900993 Jan 28 07:36:14.457151 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4045fc-38b0-4325-b929-7cc4e7839dab req-59162b98-12ee-4d4e-abdf-4d525def43e8 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:36:14.460233 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ce4045fc-38b0-4325-b929-7cc4e7839dab req-59162b98-12ee-4d4e-abdf-4d525def43e8 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] 10.222.0.41 "GET /v2.0/ports?device_id=5bdb339a-b414-40ec-853a-3ef6c13723b5 HTTP/1.1" status: 200 len: 944 time: 0.1614399 Jan 28 07:36:14.477002 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c01dbbf-b620-4468-ba56-5bd3d49f13c3 req-d66c964c-9c55-46b5-a971-357ed7267c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:36:14.479186 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0c01dbbf-b620-4468-ba56-5bd3d49f13c3 req-d66c964c-9c55-46b5-a971-357ed7267c75 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5b65f449-9374-4261-8791-074dee2c30ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1763408 Jan 28 07:36:14.792122 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ce4045fc-38b0-4325-b929-7cc4e7839dab req-22355d41-7bcb-40ce-bb63-f15d67c68ee5 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c3d0381-fe04-4b29-a321-87ae6e307c69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3086178 Jan 28 07:36:14.801460 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-d6b86048-c9fd-45e5-badd-00350bef9746 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] For port 7e8c5de8-2dc5-43ef-aeec-c6b0a97809a6, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=7e8c5de8-2dc5-43ef-aeec-c6b0a97809a6,segment=NetworkSegment(5a728aa1-4411-4dc0-8854-1b8633ff376e),segment_id=5a728aa1-4411-4dc0-8854-1b8633ff376e)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:36:14.803289 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d6b86048-c9fd-45e5-badd-00350bef9746 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (7e8c5de8-2dc5-43ef-aeec-c6b0a97809a6), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:14.879619 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0c01dbbf-b620-4468-ba56-5bd3d49f13c3 req-933b1590-fe6d-43f3-a0fe-2eb4c26c6372 service neutron] 10.222.0.10 "GET /v2.0/networks/5b65f449-9374-4261-8791-074dee2c30ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3859158 Jan 28 07:36:14.948522 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-d6b86048-c9fd-45e5-badd-00350bef9746 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Calling delete_port for 7e8c5de8-2dc5-43ef-aeec-c6b0a97809a6 owned by network:router_interface {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:36:15.089342 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 49006) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:36:15.460544 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-dfb6c3b7-0219-45db-b0bc-5c27b88ea1e7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d57be239101d462cb54cded4a7e5e2eb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3699887 Jan 28 07:36:15.462935 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 49018) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:36:15.597835 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-37e8a57e-3a9d-4d5d-a329-50d2d785aba6 admin admin] Publish callbacks [] for security_group (c6b7f354-e8ab-4e51-9850-7d719a17def0), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:15.649943 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-37e8a57e-3a9d-4d5d-a329-50d2d785aba6 admin admin] Publish callbacks [] for security_group (c6b7f354-e8ab-4e51-9850-7d719a17def0), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:15.741872 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-37e8a57e-3a9d-4d5d-a329-50d2d785aba6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (c6b7f354-e8ab-4e51-9850-7d719a17def0), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:15.744440 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-37e8a57e-3a9d-4d5d-a329-50d2d785aba6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:15.745588 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-37e8a57e-3a9d-4d5d-a329-50d2d785aba6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c6b7f354-e8ab-4e51-9850-7d719a17def0 HTTP/1.1" status: 204 len: 168 time: 0.2817502 Jan 28 07:36:15.781039 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e8a57e-3a9d-4d5d-a329-50d2d785aba6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6b7f354-e8ab-4e51-9850-7d719a17def0,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:36:15.846168 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0c01dbbf-b620-4468-ba56-5bd3d49f13c3 req-c535ad3d-f6bd-4946-bc52-fd64e9fad934 service neutron] 10.222.0.10 "GET /v2.0/networks/5b65f449-9374-4261-8791-074dee2c30ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9400232 Jan 28 07:36:16.035767 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d653d6ff-a087-4f20-8d69-ebbddcc99371 req-43f38ff1-cd91-4dfc-ab8f-f6ab9b85d381 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:36:16.050075 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d653d6ff-a087-4f20-8d69-ebbddcc99371 req-43f38ff1-cd91-4dfc-ab8f-f6ab9b85d381 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] 10.222.0.41 "GET /v2.0/ports?device_id=5bdb339a-b414-40ec-853a-3ef6c13723b5 HTTP/1.1" status: 200 len: 944 time: 0.1026232 Jan 28 07:36:16.133333 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d653d6ff-a087-4f20-8d69-ebbddcc99371 req-a1dcac75-5d22-4014-83db-8ea7be235060 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c3d0381-fe04-4b29-a321-87ae6e307c69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770371 Jan 28 07:36:16.146762 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d6b86048-c9fd-45e5-badd-00350bef9746 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (7e8c5de8-2dc5-43ef-aeec-c6b0a97809a6), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:16.254826 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b86048-c9fd-45e5-badd-00350bef9746 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Pushing event deleted for resources: {'Port': ['ID=7e8c5de8-2dc5-43ef-aeec-c6b0a97809a6,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:36:16.397268 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5dfd59-6f89-4e6f-a26e-0a5a564ae863 req-9192df61-573b-44eb-836f-fe07f43e7155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:36:16.404732 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5e5dfd59-6f89-4e6f-a26e-0a5a564ae863 req-9192df61-573b-44eb-836f-fe07f43e7155 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f73b832598f540969f70df5d0be9d3b5&device_id=5bdb339a-b414-40ec-853a-3ef6c13723b5 HTTP/1.1" status: 200 len: 1096 time: 0.2817745 Jan 28 07:36:16.789812 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d6b86048-c9fd-45e5-badd-00350bef9746 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16319006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16606699'] for router_interface (b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:16.958437 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5dfd59-6f89-4e6f-a26e-0a5a564ae863 req-8a8dc5dc-28f4-42e4-9219-ea87e334be96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:36:16.959935 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5e5dfd59-6f89-4e6f-a26e-0a5a564ae863 req-8a8dc5dc-28f4-42e4-9219-ea87e334be96 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5b65f449-9374-4261-8791-074dee2c30ed HTTP/1.1" status: 200 len: 912 time: 0.5416901 Jan 28 07:36:17.063121 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5e5dfd59-6f89-4e6f-a26e-0a5a564ae863 req-b69ec24f-665a-4320-b9cf-f10a64490c14 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ff309cc4-f50c-4036-a1aa-62b3a86e0963 HTTP/1.1" status: 200 len: 217 time: 0.0407062 Jan 28 07:36:17.234795 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6b86048-c9fd-45e5-badd-00350bef9746 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Router b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:36:17.276054 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5dfd59-6f89-4e6f-a26e-0a5a564ae863 req-62c80435-9ebd-4e3a-b106-1f47b581888e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:36:17.277529 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5e5dfd59-6f89-4e6f-a26e-0a5a564ae863 req-62c80435-9ebd-4e3a-b106-1f47b581888e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1a5a6122-c300-492c-8f7e-fbb048082731 HTTP/1.1" status: 200 len: 850 time: 0.1636255 Jan 28 07:36:17.385619 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6b86048-c9fd-45e5-badd-00350bef9746 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:36:17.398006 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e25fca5-8c96-49e6-bba9-bca44a694571 None None] Sync routers for ids ['b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:36:17.412373 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e25fca5-8c96-49e6-bba9-bca44a694571 None None] Routers {'b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:36:17.419800 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 49040) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:36:17.420301 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-d6b86048-c9fd-45e5-badd-00350bef9746 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] 10.222.0.41 "PUT /v2.0/routers/b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9690609 Jan 28 07:36:17.421559 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-6e25fca5-8c96-49e6-bba9-bca44a694571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:36:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:36:17.455926 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53ea509-2865-4646-b376-076f0f82d3d1 req-001d2ef3-eac5-4c64-bd65-15d346f9f009 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:36:17.463432 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e53ea509-2865-4646-b376-076f0f82d3d1 req-001d2ef3-eac5-4c64-bd65-15d346f9f009 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] 10.222.0.41 "GET /v2.0/ports?device_id=5bdb339a-b414-40ec-853a-3ef6c13723b5 HTTP/1.1" status: 200 len: 944 time: 0.2331862 Jan 28 07:36:17.538217 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b5136e9-7ee5-48de-bfd4-85ed1372b9e4 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Deleting subnet 32dba1df-e3cf-4707-bb73-088ab218383f {{(pid=103283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:36:17.543486 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7b5136e9-7ee5-48de-bfd4-85ed1372b9e4 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks [] for subnet (32dba1df-e3cf-4707-bb73-088ab218383f), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:17.550352 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-6e25fca5-8c96-49e6-bba9-bca44a694571 None None] Set router b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63 gateway port host: None {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:36:17.556234 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5dfd59-6f89-4e6f-a26e-0a5a564ae863 req-16451b0b-75ab-4b13-82bd-28a79a5d1a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:36:17.557837 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5e5dfd59-6f89-4e6f-a26e-0a5a564ae863 req-16451b0b-75ab-4b13-82bd-28a79a5d1a0d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5b65f449-9374-4261-8791-074dee2c30ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1746659 Jan 28 07:36:17.635662 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7b5136e9-7ee5-48de-bfd4-85ed1372b9e4 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13506696'] for subnet (32dba1df-e3cf-4707-bb73-088ab218383f), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:17.636276 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e53ea509-2865-4646-b376-076f0f82d3d1 req-18e60b8a-fe7f-4c8d-90d7-f0001c317065 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c3d0381-fe04-4b29-a321-87ae6e307c69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1677198 Jan 28 07:36:17.688663 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-6e25fca5-8c96-49e6-bba9-bca44a694571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63', 'name': 'tempest-RoutersTest-router-1807626397', 'tenant_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:35:10Z', 'updated_at': '2022-01-28T07:36:16Z', 'revision_number': 11, 'project_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'gw_port_host': None}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:36:17.735829 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e25fca5-8c96-49e6-bba9-bca44a694571 None None] Checking router: b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63 for host: n-d-712749-28 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:36:17.747358 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e25fca5-8c96-49e6-bba9-bca44a694571 None None] Routers {'b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:36:17.748282 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-6e25fca5-8c96-49e6-bba9-bca44a694571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:36:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:36:17.827952 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-6e25fca5-8c96-49e6-bba9-bca44a694571 None None] Set router b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63 gateway port host: None {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:36:17.842034 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5e5dfd59-6f89-4e6f-a26e-0a5a564ae863 req-8b25f930-cf3c-485c-bc65-1fbe864ee0b8 service neutron] 10.222.0.10 "GET /v2.0/networks/5b65f449-9374-4261-8791-074dee2c30ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2723382 Jan 28 07:36:17.888449 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-6e25fca5-8c96-49e6-bba9-bca44a694571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63', 'name': 'tempest-RoutersTest-router-1807626397', 'tenant_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:35:10Z', 'updated_at': '2022-01-28T07:36:16Z', 'revision_number': 11, 'project_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'gw_port_host': None}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:36:17.923251 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e25fca5-8c96-49e6-bba9-bca44a694571 None None] The sync data for ids ['b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63'] in n-d-712749-28 is: [{'id': 'b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63', 'name': 'tempest-RoutersTest-router-1807626397', 'tenant_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:35:10Z', 'updated_at': '2022-01-28T07:36:16Z', 'revision_number': 11, 'project_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'gw_port_host': None}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:36:18.152421 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5e5dfd59-6f89-4e6f-a26e-0a5a564ae863 req-0f9ded7b-743f-496c-9dca-b0ca835d5375 service neutron] 10.222.0.10 "GET /v2.0/networks/5b65f449-9374-4261-8791-074dee2c30ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3029137 Jan 28 07:36:18.242033 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7b5136e9-7ee5-48de-bfd4-85ed1372b9e4 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (32dba1df-e3cf-4707-bb73-088ab218383f), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:18.336771 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7b5136e9-7ee5-48de-bfd4-85ed1372b9e4 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13546665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13556132'] for subnet (32dba1df-e3cf-4707-bb73-088ab218383f), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:18.447776 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5136e9-7ee5-48de-bfd4-85ed1372b9e4 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Pushing event deleted for resources: {'Subnet': ['ID=32dba1df-e3cf-4707-bb73-088ab218383f,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:36:18.464058 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7b5136e9-7ee5-48de-bfd4-85ed1372b9e4 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks [] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:18.464236 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffc72144-eddb-4148-92a2-85da47c343a1 None None] Network f5256034-c262-4dbc-853e-97aac70b3eee requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:36:18.467409 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-7b5136e9-7ee5-48de-bfd4-85ed1372b9e4 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] 10.222.0.41 "DELETE /v2.0/subnets/32dba1df-e3cf-4707-bb73-088ab218383f HTTP/1.1" status: 204 len: 168 time: 1.0478468 Jan 28 07:36:18.470211 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 49060) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:36:18.587687 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 49062) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:36:18.676853 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-80b938d9-51ef-4277-b9c3-f985eb3b85f3 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (f5256034-c262-4dbc-853e-97aac70b3eee), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:18.793205 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 7e8c5de8-2dc5-43ef-aeec-c6b0a97809a6 no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:36:18.823905 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-80b938d9-51ef-4277-b9c3-f985eb3b85f3 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Deleting port 605835fb-ee7e-4a5b-9a57-86c03d5954fd {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:36:18.824382 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-80b938d9-51ef-4277-b9c3-f985eb3b85f3 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (605835fb-ee7e-4a5b-9a57-86c03d5954fd), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:18.843081 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30ea5629-05ca-44cb-90c3-858e82649c5f None None] DHCP port deletion for f5256034-c262-4dbc-853e-97aac70b3eee request from n-d-712749-28 {{(pid=103285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 07:36:18.858132 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: 7e8c5de8-2dc5-43ef-aeec-c6b0a97809a6 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:36:18.858539 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 7e8c5de8-2dc5-43ef-aeec-c6b0a97809a6 not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:36:18.876878 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-653b86ff-d2c0-48a9-997b-ae88a0d1c6aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:18.914232 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-80b938d9-51ef-4277-b9c3-f985eb3b85f3 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] For port 605835fb-ee7e-4a5b-9a57-86c03d5954fd, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=605835fb-ee7e-4a5b-9a57-86c03d5954fd,segment=NetworkSegment(5a728aa1-4411-4dc0-8854-1b8633ff376e),segment_id=5a728aa1-4411-4dc0-8854-1b8633ff376e)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:36:18.914612 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-80b938d9-51ef-4277-b9c3-f985eb3b85f3 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (605835fb-ee7e-4a5b-9a57-86c03d5954fd), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:18.930027 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-80b938d9-51ef-4277-b9c3-f985eb3b85f3 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Calling delete_port for 605835fb-ee7e-4a5b-9a57-86c03d5954fd owned by network:dhcp {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:36:18.973546 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-653b86ff-d2c0-48a9-997b-ae88a0d1c6aa admin admin] Publish callbacks [] for security_group (78f3b07f-efd3-48e0-bd3b-bfdfdd48b4c8), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:18.994515 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582ab42a-d3d4-442c-ae37-bf96ec6611ee req-6165fa68-383f-4ec3-ad42-40cbe4feb726 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:36:19.000128 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-582ab42a-d3d4-442c-ae37-bf96ec6611ee req-6165fa68-383f-4ec3-ad42-40cbe4feb726 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] 10.222.0.41 "GET /v2.0/ports?device_id=5bdb339a-b414-40ec-853a-3ef6c13723b5 HTTP/1.1" status: 200 len: 944 time: 0.2407250 Jan 28 07:36:19.001616 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-653b86ff-d2c0-48a9-997b-ae88a0d1c6aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (78f3b07f-efd3-48e0-bd3b-bfdfdd48b4c8), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:19.002227 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-30ea5629-05ca-44cb-90c3-858e82649c5f None None] Deleting port 605835fb-ee7e-4a5b-9a57-86c03d5954fd {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:36:19.003323 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-30ea5629-05ca-44cb-90c3-858e82649c5f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (605835fb-ee7e-4a5b-9a57-86c03d5954fd), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:19.019935 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-80b938d9-51ef-4277-b9c3-f985eb3b85f3 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (605835fb-ee7e-4a5b-9a57-86c03d5954fd), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:19.052909 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b938d9-51ef-4277-b9c3-f985eb3b85f3 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Pushing event deleted for resources: {'Port': ['ID=605835fb-ee7e-4a5b-9a57-86c03d5954fd,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:36:19.060954 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b938d9-51ef-4277-b9c3-f985eb3b85f3 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] No DVR routers for this DVR port 605835fb-ee7e-4a5b-9a57-86c03d5954fd on host n-d-712749-28 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:36:19.129571 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-653b86ff-d2c0-48a9-997b-ae88a0d1c6aa admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d2510339bb4243c49715ecec641266f2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5401626 Jan 28 07:36:19.173085 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 49072) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:36:19.174151 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653b86ff-d2c0-48a9-997b-ae88a0d1c6aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78f3b07f-efd3-48e0-bd3b-bfdfdd48b4c8,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:36:19.177111 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-80b938d9-51ef-4277-b9c3-f985eb3b85f3 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (f5256034-c262-4dbc-853e-97aac70b3eee), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:19.231498 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-80b938d9-51ef-4277-b9c3-f985eb3b85f3 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5256034-c262-4dbc-853e-97aac70b3eee']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:36:19.243400 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-80b938d9-51ef-4277-b9c3-f985eb3b85f3 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a728aa1-4411-4dc0-8854-1b8633ff376e') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:36:19.243849 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-80b938d9-51ef-4277-b9c3-f985eb3b85f3 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a728aa1-4411-4dc0-8854-1b8633ff376e') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:36:19.263402 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-80b938d9-51ef-4277-b9c3-f985eb3b85f3 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24759294'] for segment (5a728aa1-4411-4dc0-8854-1b8633ff376e), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:19.285548 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-80b938d9-51ef-4277-b9c3-f985eb3b85f3 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (5a728aa1-4411-4dc0-8854-1b8633ff376e), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:19.291123 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-582ab42a-d3d4-442c-ae37-bf96ec6611ee req-d859c8c8-87a8-4dca-9b85-714de6ff841c tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c3d0381-fe04-4b29-a321-87ae6e307c69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2470417 Jan 28 07:36:19.302484 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80b938d9-51ef-4277-b9c3-f985eb3b85f3 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:36:19.303239 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-80b938d9-51ef-4277-b9c3-f985eb3b85f3 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24757675'] for segment (5a728aa1-4411-4dc0-8854-1b8633ff376e), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:19.436687 n-d-712749-28 neutron-server[103284]: Traceback (most recent call last): Jan 28 07:36:19.436687 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:36:19.436687 n-d-712749-28 neutron-server[103284]: timer() Jan 28 07:36:19.436687 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:36:19.436687 n-d-712749-28 neutron-server[103284]: cb(*args, **kw) Jan 28 07:36:19.436687 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:36:19.436687 n-d-712749-28 neutron-server[103284]: return func(*args, **kwargs) Jan 28 07:36:19.436687 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:36:19.436687 n-d-712749-28 neutron-server[103284]: self._notify() Jan 28 07:36:19.436687 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:36:19.436687 n-d-712749-28 neutron-server[103284]: self.callback(batched_events) Jan 28 07:36:19.436687 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:36:19.436687 n-d-712749-28 neutron-server[103284]: event.method(event) Jan 28 07:36:19.436687 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:36:19.436687 n-d-712749-28 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:36:19.436687 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:36:19.436687 n-d-712749-28 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:36:19.436687 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:36:19.436687 n-d-712749-28 neutron-server[103284]: return f(self, *a, **k) Jan 28 07:36:19.436687 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:36:19.436687 n-d-712749-28 neutron-server[103284]: return self._get(url).json() Jan 28 07:36:19.436687 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:36:19.436687 n-d-712749-28 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:36:19.436687 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:36:19.436687 n-d-712749-28 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Jan 28 07:36:19.436687 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:36:19.436687 n-d-712749-28 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:36:19.436687 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:36:19.436687 n-d-712749-28 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:36:19.436687 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:36:19.436687 n-d-712749-28 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:36:19.436687 n-d-712749-28 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:36:19.442047 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-bf245a30-7856-43e3-ad0f-48a8ac553031 admin admin] Publish callbacks [] for security_group (78f3b07f-efd3-48e0-bd3b-bfdfdd48b4c8), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:19.500552 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-bf245a30-7856-43e3-ad0f-48a8ac553031 admin admin] Publish callbacks [] for security_group (78f3b07f-efd3-48e0-bd3b-bfdfdd48b4c8), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:19.522580 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-80b938d9-51ef-4277-b9c3-f985eb3b85f3 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (f5256034-c262-4dbc-853e-97aac70b3eee), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:19.549314 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-80b938d9-51ef-4277-b9c3-f985eb3b85f3 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:19.559537 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-80b938d9-51ef-4277-b9c3-f985eb3b85f3 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] 10.222.0.41 "DELETE /v2.0/networks/f5256034-c262-4dbc-853e-97aac70b3eee HTTP/1.1" status: 204 len: 168 time: 1.0877221 Jan 28 07:36:19.563658 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 49074) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:36:19.573190 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-24ca8ef4-cdd3-49d9-be6b-86d3009e54d8 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Request body: {'router': {'routes': None}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:36:19.593170 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b938d9-51ef-4277-b9c3-f985eb3b85f3 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Pushing event deleted for resources: {'Network': ['ID=f5256034-c262-4dbc-853e-97aac70b3eee,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:36:19.694183 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-30ea5629-05ca-44cb-90c3-858e82649c5f None None] For port 605835fb-ee7e-4a5b-9a57-86c03d5954fd, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=605835fb-ee7e-4a5b-9a57-86c03d5954fd,segment=NetworkSegment(5a728aa1-4411-4dc0-8854-1b8633ff376e),segment_id=5a728aa1-4411-4dc0-8854-1b8633ff376e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:36:19.695855 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-30ea5629-05ca-44cb-90c3-858e82649c5f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (605835fb-ee7e-4a5b-9a57-86c03d5954fd), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:19.712883 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-30ea5629-05ca-44cb-90c3-858e82649c5f None None] Calling delete_port for 605835fb-ee7e-4a5b-9a57-86c03d5954fd owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:36:19.728011 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device ff309cc4-f50c-4036-a1aa-62b3a86e0963 details requested by agent hyperv_n-h1-712749-28 with host n-h1-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:36:19.751844 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-bf245a30-7856-43e3-ad0f-48a8ac553031 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (78f3b07f-efd3-48e0-bd3b-bfdfdd48b4c8), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:19.755016 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-bf245a30-7856-43e3-ad0f-48a8ac553031 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:19.758635 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-bf245a30-7856-43e3-ad0f-48a8ac553031 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/78f3b07f-efd3-48e0-bd3b-bfdfdd48b4c8 HTTP/1.1" status: 204 len: 168 time: 0.4844108 Jan 28 07:36:19.795086 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.extraroute_db [None req-24ca8ef4-cdd3-49d9-be6b-86d3009e54d8 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Added routes are [] {{(pid=103283) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 28 07:36:19.795740 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.extraroute_db [None req-24ca8ef4-cdd3-49d9-be6b-86d3009e54d8 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Removed routes are [] {{(pid=103283) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 28 07:36:19.796319 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-24ca8ef4-cdd3-49d9-be6b-86d3009e54d8 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16607950', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16605480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127440'] for router (b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:19.799056 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf245a30-7856-43e3-ad0f-48a8ac553031 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78f3b07f-efd3-48e0-bd3b-bfdfdd48b4c8,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:36:19.923840 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port ff309cc4-f50c-4036-a1aa-62b3a86e0963, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=ff309cc4-f50c-4036-a1aa-62b3a86e0963,segment=NetworkSegment(e8f46050-2965-4532-a78e-ef0567989b88),segment_id=e8f46050-2965-4532-a78e-ef0567989b88)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:36:19.944039 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Returning: {'device': 'ff309cc4-f50c-4036-a1aa-62b3a86e0963', 'network_id': '5b65f449-9374-4261-8791-074dee2c30ed', 'port_id': 'ff309cc4-f50c-4036-a1aa-62b3a86e0963', 'mac_address': 'fa:16:3e:9a:be:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a5a6122-c300-492c-8f7e-fbb048082731', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:36:19.986982 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-24ca8ef4-cdd3-49d9-be6b-86d3009e54d8 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16607950', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16605480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127440'] for router (b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:19.994180 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port ff309cc4-f50c-4036-a1aa-62b3a86e0963 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:36:19.994572 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (ff309cc4-f50c-4036-a1aa-62b3a86e0963), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:19.995422 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-24ca8ef4-cdd3-49d9-be6b-86d3009e54d8 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16607909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16607927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16607932', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16605457'] for router (b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:20.011514 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff309cc4-f50c-4036-a1aa-62b3a86e0963 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:36:20.032282 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port ff309cc4-f50c-4036-a1aa-62b3a86e0963, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=ff309cc4-f50c-4036-a1aa-62b3a86e0963,segment=NetworkSegment(e8f46050-2965-4532-a78e-ef0567989b88),segment_id=e8f46050-2965-4532-a78e-ef0567989b88)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:36:20.071877 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-30ea5629-05ca-44cb-90c3-858e82649c5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298'] for port (605835fb-ee7e-4a5b-9a57-86c03d5954fd), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:20.076281 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (ff309cc4-f50c-4036-a1aa-62b3a86e0963), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:20.111024 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24ca8ef4-cdd3-49d9-be6b-86d3009e54d8 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Router b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:36:20.149094 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-30ea5629-05ca-44cb-90c3-858e82649c5f None None] Network f5256034-c262-4dbc-853e-97aac70b3eee is not hosted by any dhcp agent {{(pid=103285) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 28 07:36:20.149762 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ea5629-05ca-44cb-90c3-858e82649c5f None None] No DVR routers for this DVR port 605835fb-ee7e-4a5b-9a57-86c03d5954fd on host n-d-712749-28 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:36:20.151729 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ea5629-05ca-44cb-90c3-858e82649c5f None None] Pushing event deleted for resources: {'Port': ['ID=605835fb-ee7e-4a5b-9a57-86c03d5954fd,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:36:20.275677 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=ff309cc4-f50c-4036-a1aa-62b3a86e0963,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:36:20.288135 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24ca8ef4-cdd3-49d9-be6b-86d3009e54d8 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:36:20.306726 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e52dce-cb54-4156-b766-31f1f29c7215 None None] Sync routers for ids ['b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:36:20.316474 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-24ca8ef4-cdd3-49d9-be6b-86d3009e54d8 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks [] for router (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:20.320233 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-24ca8ef4-cdd3-49d9-be6b-86d3009e54d8 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] 10.222.0.41 "PUT /v2.0/routers/b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63 HTTP/1.1" status: 200 len: 701 time: 0.7529328 Jan 28 07:36:20.321452 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 49096) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:36:20.343356 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e52dce-cb54-4156-b766-31f1f29c7215 None None] Routers {'b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:36:20.344002 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-77e52dce-cb54-4156-b766-31f1f29c7215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:36:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:36:20.405405 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-67cb3039-86ad-496c-8e0e-287f08fa3ab9 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] 10.222.0.41 "GET /v2.0/ports?device_id=b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63 HTTP/1.1" status: 200 len: 205 time: 0.0780983 Jan 28 07:36:20.408046 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 49104) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:36:20.517524 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-77e52dce-cb54-4156-b766-31f1f29c7215 None None] Set router b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63 gateway port host: None {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:36:20.567719 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6660a8bf-a968-4081-8e15-0786ee6472b4 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks [] for router (b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:20.689443 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['ff309cc4-f50c-4036-a1aa-62b3a86e0963'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:36:20.722761 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653ab9cd-409a-4b42-a4f3-f7048c738af6 req-bfddfeca-02c2-45a1-9e97-c86b2293512f tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:36:20.729634 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-653ab9cd-409a-4b42-a4f3-f7048c738af6 req-bfddfeca-02c2-45a1-9e97-c86b2293512f tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] 10.222.0.41 "GET /v2.0/ports?device_id=5bdb339a-b414-40ec-853a-3ef6c13723b5 HTTP/1.1" status: 200 len: 945 time: 0.2437377 Jan 28 07:36:20.786717 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-77e52dce-cb54-4156-b766-31f1f29c7215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63', 'name': 'tempest-RoutersTest-router-1807626397', 'tenant_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:35:10Z', 'updated_at': '2022-01-28T07:36:16Z', 'revision_number': 11, 'project_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'gw_port_host': None}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:36:20.836409 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6660a8bf-a968-4081-8e15-0786ee6472b4 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16605684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127449'] for router (b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:20.842227 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6660a8bf-a968-4081-8e15-0786ee6472b4 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks [] for router_controller (b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:20.905775 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 605835fb-ee7e-4a5b-9a57-86c03d5954fd no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:36:20.915160 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-653ab9cd-409a-4b42-a4f3-f7048c738af6 req-959b78f6-3714-4fbf-b125-5724a592d1ea tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c3d0381-fe04-4b29-a321-87ae6e307c69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1803098 Jan 28 07:36:20.923072 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e52dce-cb54-4156-b766-31f1f29c7215 None None] Checking router: b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63 for host: n-d-712749-28 {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:36:20.924356 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6660a8bf-a968-4081-8e15-0786ee6472b4 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16605693'] for router (b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:20.925185 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6660a8bf-a968-4081-8e15-0786ee6472b4 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Fanout notify agent at l3_agent the message router_deleted on router b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63 {{(pid=103284) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 07:36:20.935340 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6660a8bf-a968-4081-8e15-0786ee6472b4 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks [] for router (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:20.943737 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-6660a8bf-a968-4081-8e15-0786ee6472b4 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] 10.222.0.41 "DELETE /v2.0/routers/b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63 HTTP/1.1" status: 204 len: 168 time: 0.5344434 Jan 28 07:36:20.944266 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 49114) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:36:20.951116 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-3261b463-64d3-4c5c-a47b-e1f80dab7500 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2073582019', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:36:20.972370 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: 605835fb-ee7e-4a5b-9a57-86c03d5954fd {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:36:20.972747 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 605835fb-ee7e-4a5b-9a57-86c03d5954fd not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:36:20.990760 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e52dce-cb54-4156-b766-31f1f29c7215 None None] Routers set() bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:36:20.991272 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e52dce-cb54-4156-b766-31f1f29c7215 None None] Router IDs set() for agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 28 07:36:20.991883 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_agentschedulers_db [None req-77e52dce-cb54-4156-b766-31f1f29c7215 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:36:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent'). {{(pid=103285) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jan 28 07:36:20.992311 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e52dce-cb54-4156-b766-31f1f29c7215 None None] The sync data for ids ['b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63'] in n-d-712749-28 is: [] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:36:21.023017 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3261b463-64d3-4c5c-a47b-e1f80dab7500 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16606890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127275'] for router (9ec95809-3155-4af9-bbe8-643cd5cb33f3), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:21.024646 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3261b463-64d3-4c5c-a47b-e1f80dab7500 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16605498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16607952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16355422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127266'] for router (9ec95809-3155-4af9-bbe8-643cd5cb33f3), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:21.154761 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3261b463-64d3-4c5c-a47b-e1f80dab7500 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks [] for router_controller (9ec95809-3155-4af9-bbe8-643cd5cb33f3), precommit_add_association {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:21.161294 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3261b463-64d3-4c5c-a47b-e1f80dab7500 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16605475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16607909'] for router (9ec95809-3155-4af9-bbe8-643cd5cb33f3), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:21.215893 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3261b463-64d3-4c5c-a47b-e1f80dab7500 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks [] for router (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:21.219716 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-3261b463-64d3-4c5c-a47b-e1f80dab7500 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2710047 Jan 28 07:36:21.220924 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 49118) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:36:21.227311 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-939239ed-3a20-45da-913b-819525aeca3b tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:36:21.352580 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 7 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 07:36:21.649955 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-939239ed-3a20-45da-913b-819525aeca3b tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16607950', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16605480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127440'] for router (9ec95809-3155-4af9-bbe8-643cd5cb33f3), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:21.667699 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-939239ed-3a20-45da-913b-819525aeca3b tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16607909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16607927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16607932', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16605457'] for router (9ec95809-3155-4af9-bbe8-643cd5cb33f3), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:21.739561 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device ff309cc4-f50c-4036-a1aa-62b3a86e0963 up at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:36:21.815346 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-939239ed-3a20-45da-913b-819525aeca3b tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Router 9ec95809-3155-4af9-bbe8-643cd5cb33f3 is scheduled to L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 with binding_index 1 {{(pid=103284) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 07:36:21.844528 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning for port ff309cc4-f50c-4036-a1aa-62b3a86e0963 completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:36:21.849619 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning complete for port ff309cc4-f50c-4036-a1aa-62b3a86e0963 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:36:21.850229 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (ff309cc4-f50c-4036-a1aa-62b3a86e0963), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:21.931046 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-939239ed-3a20-45da-913b-819525aeca3b tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:36:21.943228 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a24e215-285e-4800-8637-593107bcb93f None None] Sync routers for ids ['9ec95809-3155-4af9-bbe8-643cd5cb33f3'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:36:21.956162 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-939239ed-3a20-45da-913b-819525aeca3b tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks [] for router (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:21.958708 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-939239ed-3a20-45da-913b-819525aeca3b tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] 10.222.0.41 "PUT /v2.0/routers/9ec95809-3155-4af9-bbe8-643cd5cb33f3 HTTP/1.1" status: 200 len: 694 time: 0.7367542 Jan 28 07:36:21.961378 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a24e215-285e-4800-8637-593107bcb93f None None] Routers {'9ec95809-3155-4af9-bbe8-643cd5cb33f3'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:36:21.961493 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 49146) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:36:21.961931 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-9a24e215-285e-4800-8637-593107bcb93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:36:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['9ec95809-3155-4af9-bbe8-643cd5cb33f3'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:36:22.049595 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port ff309cc4-f50c-4036-a1aa-62b3a86e0963 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:36:22.050161 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (ff309cc4-f50c-4036-a1aa-62b3a86e0963), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:22.077858 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-9a24e215-285e-4800-8637-593107bcb93f None None] Set router 9ec95809-3155-4af9-bbe8-643cd5cb33f3 gateway port host: None {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:36:22.105017 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bdb339a-b414-40ec-853a-3ef6c13723b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff309cc4-f50c-4036-a1aa-62b3a86e0963'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:36:22.107862 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68175877-dff8-4a0e-af6c-5ea36b14aa11" -d '{"events": [{"server_uuid": "5bdb339a-b414-40ec-853a-3ef6c13723b5", "name": "network-vif-plugged", "status": "completed", "tag": "ff309cc4-f50c-4036-a1aa-62b3a86e0963"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:36:22.133672 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port ff309cc4-f50c-4036-a1aa-62b3a86e0963, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=ff309cc4-f50c-4036-a1aa-62b3a86e0963,segment=NetworkSegment(e8f46050-2965-4532-a78e-ef0567989b88),segment_id=e8f46050-2965-4532-a78e-ef0567989b88)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:36:22.143829 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (ff309cc4-f50c-4036-a1aa-62b3a86e0963), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:22.151678 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-9a24e215-285e-4800-8637-593107bcb93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ec95809-3155-4af9-bbe8-643cd5cb33f3', 'name': 'tempest-RoutersTest-router-2073582019', 'tenant_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:36:21Z', 'updated_at': '2022-01-28T07:36:21Z', 'revision_number': 2, 'project_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'gw_port_host': None}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:36:22.188471 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a24e215-285e-4800-8637-593107bcb93f None None] Checking router: 9ec95809-3155-4af9-bbe8-643cd5cb33f3 for host: n-d-712749-28 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:36:22.200006 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a24e215-285e-4800-8637-593107bcb93f None None] Routers {'9ec95809-3155-4af9-bbe8-643cd5cb33f3'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:36:22.200876 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-9a24e215-285e-4800-8637-593107bcb93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:36:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['9ec95809-3155-4af9-bbe8-643cd5cb33f3'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:36:22.212668 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-17b5b22c-ee82-4d23-b7ed-5fc8c7026344 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] 10.222.0.41 "GET /v2.0/routers/9ec95809-3155-4af9-bbe8-643cd5cb33f3 HTTP/1.1" status: 200 len: 700 time: 0.2476752 Jan 28 07:36:22.212895 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 49154) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:36:22.249644 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-d9684305-6e9d-48ca-a7d4-c86b9f0200d7 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ec95809-3155-4af9-bbe8-643cd5cb33f3 HTTP/1.1" status: 200 len: 205 time: 0.0333543 Jan 28 07:36:22.250553 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 49156) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:36:22.274491 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd40bb0c-b0c9-4d4c-9a59-9314b08a1a05 req-402dd0da-3863-4bb2-9ea5-49b64d043b9c tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:36:22.277386 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-bd40bb0c-b0c9-4d4c-9a59-9314b08a1a05 req-402dd0da-3863-4bb2-9ea5-49b64d043b9c tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] 10.222.0.41 "GET /v2.0/ports?device_id=5bdb339a-b414-40ec-853a-3ef6c13723b5 HTTP/1.1" status: 200 len: 945 time: 0.2031984 Jan 28 07:36:22.288355 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=ff309cc4-f50c-4036-a1aa-62b3a86e0963,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:36:22.327600 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-9a24e215-285e-4800-8637-593107bcb93f None None] Set router 9ec95809-3155-4af9-bbe8-643cd5cb33f3 gateway port host: None {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:36:22.370482 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-bd40bb0c-b0c9-4d4c-9a59-9314b08a1a05 req-e04476ef-2da8-4912-8ca8-ef0b051513cb tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c3d0381-fe04-4b29-a321-87ae6e307c69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824220 Jan 28 07:36:22.401080 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-9a24e215-285e-4800-8637-593107bcb93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ec95809-3155-4af9-bbe8-643cd5cb33f3', 'name': 'tempest-RoutersTest-router-2073582019', 'tenant_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:36:21Z', 'updated_at': '2022-01-28T07:36:21Z', 'revision_number': 2, 'project_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'gw_port_host': None}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:36:22.421131 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4f0d8ab-6e9b-4141-8643-dd57f657d6b4 x-openstack-request-id: req-c4f0d8ab-6e9b-4141-8643-dd57f657d6b4 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:36:22.421538 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bdb339a-b414-40ec-853a-3ef6c13723b5", "name": "network-vif-plugged", "status": "completed", "tag": "ff309cc4-f50c-4036-a1aa-62b3a86e0963", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:36:22.421892 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c4f0d8ab-6e9b-4141-8643-dd57f657d6b4 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:36:22.422409 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bdb339a-b414-40ec-853a-3ef6c13723b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff309cc4-f50c-4036-a1aa-62b3a86e0963', 'code': 200} Jan 28 07:36:22.438346 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a24e215-285e-4800-8637-593107bcb93f None None] The sync data for ids ['9ec95809-3155-4af9-bbe8-643cd5cb33f3'] in n-d-712749-28 is: [{'id': '9ec95809-3155-4af9-bbe8-643cd5cb33f3', 'name': 'tempest-RoutersTest-router-2073582019', 'tenant_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:36:21Z', 'updated_at': '2022-01-28T07:36:21Z', 'revision_number': 2, 'project_id': '2fa8ac3d507e4a03a63750fd70e127ed', 'gw_port_host': None}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:36:22.869231 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6a4e059d-a015-42c1-bd3e-6c1ad14926b1 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks [] for router (9ec95809-3155-4af9-bbe8-643cd5cb33f3), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:23.093625 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fd71e3-3765-437c-b8f4-ecfd9b7dfb68 req-941395e5-0929-4024-bcf8-1f8d9d581785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:36:23.096177 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f1fd71e3-3765-437c-b8f4-ecfd9b7dfb68 req-941395e5-0929-4024-bcf8-1f8d9d581785 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5bdb339a-b414-40ec-853a-3ef6c13723b5 HTTP/1.1" status: 200 len: 1098 time: 0.3055484 Jan 28 07:36:23.099358 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6a4e059d-a015-42c1-bd3e-6c1ad14926b1 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16605684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127449'] for router (9ec95809-3155-4af9-bbe8-643cd5cb33f3), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:23.104609 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6a4e059d-a015-42c1-bd3e-6c1ad14926b1 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks [] for router_controller (9ec95809-3155-4af9-bbe8-643cd5cb33f3), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:23.176041 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 49164) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:36:23.183043 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-d8cca69d-d0fb-4b7c-a698-45aeca6994ee tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1478056315', 'description': 'tempest-secgroup-smoke-1478056315 description', 'project_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:36:23.214029 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d8cca69d-d0fb-4b7c-a698-45aeca6994ee tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:23.226266 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d8cca69d-d0fb-4b7c-a698-45aeca6994ee tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:23.253210 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f1fd71e3-3765-437c-b8f4-ecfd9b7dfb68 req-63208544-2e1b-40ca-a35f-f430192ccc03 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=5c3d0381-fe04-4b29-a321-87ae6e307c69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1451845 Jan 28 07:36:23.256486 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6a4e059d-a015-42c1-bd3e-6c1ad14926b1 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16605693'] for router (9ec95809-3155-4af9-bbe8-643cd5cb33f3), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:23.257143 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a4e059d-a015-42c1-bd3e-6c1ad14926b1 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Fanout notify agent at l3_agent the message router_deleted on router 9ec95809-3155-4af9-bbe8-643cd5cb33f3 {{(pid=103284) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 07:36:23.265538 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6a4e059d-a015-42c1-bd3e-6c1ad14926b1 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] Publish callbacks [] for router (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:23.266759 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-6a4e059d-a015-42c1-bd3e-6c1ad14926b1 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] 10.222.0.41 "DELETE /v2.0/routers/9ec95809-3155-4af9-bbe8-643cd5cb33f3 HTTP/1.1" status: 204 len: 168 time: 1.0150068 Jan 28 07:36:23.270236 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 49166) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:36:23.306845 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-5af43f4e-5f03-4f87-a50f-15d85c159ca0 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ec95809-3155-4af9-bbe8-643cd5cb33f3 HTTP/1.1" status: 200 len: 205 time: 0.0353525 Jan 28 07:36:23.309283 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 49168) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:36:23.353606 n-d-712749-28 neutron-server[103284]: INFO neutron.api.v2.resource [None req-f35da516-be12-4055-ae30-ca22550a5be4 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] delete failed (client error): The resource could not be found. Jan 28 07:36:23.354600 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d8cca69d-d0fb-4b7c-a698-45aeca6994ee tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for security_group (fe40be21-fad8-4ce5-98dd-8c0396f08acd), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:23.357917 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-f35da516-be12-4055-ae30-ca22550a5be4 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] 10.222.0.41 "DELETE /v2.0/routers/9ec95809-3155-4af9-bbe8-643cd5cb33f3 HTTP/1.1" status: 404 len: 336 time: 0.0476084 Jan 28 07:36:23.358080 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 49170) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:36:23.368943 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d8cca69d-d0fb-4b7c-a698-45aeca6994ee tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (fe40be21-fad8-4ce5-98dd-8c0396f08acd), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:23.403248 n-d-712749-28 neutron-server[103283]: INFO neutron.pecan_wsgi.hooks.translation [None req-60efdf77-6f36-4af3-a562-da2184410a3b tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] DELETE failed (client error): The resource could not be found. Jan 28 07:36:23.403809 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60efdf77-6f36-4af3-a562-da2184410a3b tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103283) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:36:23.407225 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-60efdf77-6f36-4af3-a562-da2184410a3b tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] 10.222.0.41 "DELETE /v2.0/subnets/5e9a7eca-5063-4c83-a319-3afaac740ec3 HTTP/1.1" status: 404 len: 337 time: 0.0479784 Jan 28 07:36:23.409986 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 49174) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:36:23.447916 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cca69d-d0fb-4b7c-a698-45aeca6994ee tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe40be21-fad8-4ce5-98dd-8c0396f08acd,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:36:23.463202 n-d-712749-28 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-a40fac5a-c4ca-4b28-b9d7-90e9c01ca461 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] DELETE failed (client error): The resource could not be found. Jan 28 07:36:23.463923 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a40fac5a-c4ca-4b28-b9d7-90e9c01ca461 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:36:23.471004 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-a40fac5a-c4ca-4b28-b9d7-90e9c01ca461 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] 10.222.0.41 "DELETE /v2.0/subnets/e70346de-b308-4cca-a5e6-d4f83d9bc2a5 HTTP/1.1" status: 404 len: 337 time: 0.0591862 Jan 28 07:36:23.476094 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 49176) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:36:23.508994 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d8cca69d-d0fb-4b7c-a698-45aeca6994ee tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for security_group (aca7eb5c-f7de-41b7-ac0f-53602a03b63e), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:23.515449 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d8cca69d-d0fb-4b7c-a698-45aeca6994ee tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (aca7eb5c-f7de-41b7-ac0f-53602a03b63e), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:23.516067 n-d-712749-28 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e108829-767f-4dcf-a5bd-f0148eef6c6f tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] DELETE failed (client error): The resource could not be found. Jan 28 07:36:23.516624 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e108829-767f-4dcf-a5bd-f0148eef6c6f tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:36:23.541218 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-7e108829-767f-4dcf-a5bd-f0148eef6c6f tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] 10.222.0.41 "DELETE /v2.0/subnets/86232285-83b7-4fe1-8a75-3781c2e29a31 HTTP/1.1" status: 404 len: 337 time: 0.0638962 Jan 28 07:36:23.547706 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 49180) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:36:23.575001 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d8cca69d-d0fb-4b7c-a698-45aeca6994ee tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:23.580053 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-d8cca69d-d0fb-4b7c-a698-45aeca6994ee tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3984578 Jan 28 07:36:23.591841 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 49184) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:36:23.596344 n-d-712749-28 neutron-server[103283]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae269c60-4b89-486f-8053-6ebc2add4714 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] DELETE failed (client error): The resource could not be found. Jan 28 07:36:23.596816 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae269c60-4b89-486f-8053-6ebc2add4714 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103283) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:36:23.599955 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-ae269c60-4b89-486f-8053-6ebc2add4714 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] 10.222.0.41 "DELETE /v2.0/subnets/32dba1df-e3cf-4707-bb73-088ab218383f HTTP/1.1" status: 404 len: 337 time: 0.0507724 Jan 28 07:36:23.600307 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-75270f9b-3753-4337-8a9c-a3eb49b44bc1 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Request body: {'security_group_rule': {'security_group_id': 'aca7eb5c-f7de-41b7-ac0f-53602a03b63e', 'project_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:36:23.600780 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cca69d-d0fb-4b7c-a698-45aeca6994ee tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aca7eb5c-f7de-41b7-ac0f-53602a03b63e,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:36:23.602839 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 49186) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:36:23.636029 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-8272bfa7-9c23-4fd8-8ba3-a2864b96215b tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] 10.222.0.41 "GET /v2.0/ports?device_id=b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63 HTTP/1.1" status: 200 len: 205 time: 0.0318279 Jan 28 07:36:23.638715 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 49188) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:36:23.651017 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9284b12b-0e41-4ec0-909f-0defc7156728 req-41b76fe2-db2d-4ed4-9b33-3081619fb176 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:36:23.655041 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9284b12b-0e41-4ec0-909f-0defc7156728 req-41b76fe2-db2d-4ed4-9b33-3081619fb176 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] 10.222.0.41 "GET /v2.0/ports?device_id=5bdb339a-b414-40ec-853a-3ef6c13723b5 HTTP/1.1" status: 200 len: 946 time: 0.1415308 Jan 28 07:36:23.670210 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-75270f9b-3753-4337-8a9c-a3eb49b44bc1 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for security_group_rule (125837c0-5aa1-4471-846f-314434eef807), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:23.704624 n-d-712749-28 neutron-server[103283]: INFO neutron.api.v2.resource [None req-de50ffe4-987d-4e64-b027-a3e3c04fba2c tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] delete failed (client error): The resource could not be found. Jan 28 07:36:23.708609 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-de50ffe4-987d-4e64-b027-a3e3c04fba2c tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] 10.222.0.41 "DELETE /v2.0/routers/b929ef34-f0d6-415e-b3cf-cc3d6d6a1d63 HTTP/1.1" status: 404 len: 336 time: 0.0681953 Jan 28 07:36:23.709193 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 49190) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:36:23.764800 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-75270f9b-3753-4337-8a9c-a3eb49b44bc1 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for security_group_rule (125837c0-5aa1-4471-846f-314434eef807), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:23.771014 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-771342f7-9800-4a81-9bf2-141c96d19604 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] 10.222.0.41 "GET /v2.0/ports?device_id=33946173-493e-4ced-a96c-12731dff7408 HTTP/1.1" status: 200 len: 205 time: 0.0579920 Jan 28 07:36:23.780255 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 49192) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:36:23.780808 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-75270f9b-3753-4337-8a9c-a3eb49b44bc1 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (125837c0-5aa1-4471-846f-314434eef807), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:23.817211 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75270f9b-3753-4337-8a9c-a3eb49b44bc1 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=125837c0-5aa1-4471-846f-314434eef807,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:36:23.827371 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9284b12b-0e41-4ec0-909f-0defc7156728 req-d6dba622-a895-441b-9ac5-6c86c3588d98 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c3d0381-fe04-4b29-a321-87ae6e307c69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1651988 Jan 28 07:36:23.836157 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-75270f9b-3753-4337-8a9c-a3eb49b44bc1 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:23.841297 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-75270f9b-3753-4337-8a9c-a3eb49b44bc1 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2452273 Jan 28 07:36:23.842028 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 49194) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:36:23.851251 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-a497e461-3f2e-4677-8a64-33ba71dbd5ca tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Request body: {'security_group_rule': {'security_group_id': 'aca7eb5c-f7de-41b7-ac0f-53602a03b63e', 'project_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:36:23.873404 n-d-712749-28 neutron-server[103283]: INFO neutron.api.v2.resource [None req-adc93c8d-0f92-46d5-9d26-38d51b544d13 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] delete failed (client error): The resource could not be found. Jan 28 07:36:23.875564 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-adc93c8d-0f92-46d5-9d26-38d51b544d13 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] 10.222.0.41 "DELETE /v2.0/routers/33946173-493e-4ced-a96c-12731dff7408 HTTP/1.1" status: 404 len: 336 time: 0.0938334 Jan 28 07:36:23.879214 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 49196) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:36:23.987995 n-d-712749-28 neutron-server[103283]: INFO neutron.pecan_wsgi.hooks.translation [None req-be37e904-50a9-42b8-965f-682030c025fd tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] DELETE failed (client error): The resource could not be found. Jan 28 07:36:23.988515 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be37e904-50a9-42b8-965f-682030c025fd tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103283) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:36:23.991531 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-be37e904-50a9-42b8-965f-682030c025fd tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] 10.222.0.41 "DELETE /v2.0/subnets/e6c83042-b927-4a6e-98fc-18f400889006 HTTP/1.1" status: 404 len: 337 time: 0.1006546 Jan 28 07:36:23.994684 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 49198) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:36:23.995447 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a497e461-3f2e-4677-8a64-33ba71dbd5ca tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for security_group_rule (8e8f6293-5185-40e2-b15d-44a03c374d94), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:24.053519 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-4a4754b9-0f1d-44dc-aed0-4a8bfdcc24d4 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f009f59-2223-4e90-ad04-1303364e0c2a HTTP/1.1" status: 200 len: 205 time: 0.0505176 Jan 28 07:36:24.056974 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 49200) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:36:24.086221 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a497e461-3f2e-4677-8a64-33ba71dbd5ca tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for security_group_rule (8e8f6293-5185-40e2-b15d-44a03c374d94), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:24.096697 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a497e461-3f2e-4677-8a64-33ba71dbd5ca tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (8e8f6293-5185-40e2-b15d-44a03c374d94), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:24.113366 n-d-712749-28 neutron-server[103283]: INFO neutron.api.v2.resource [None req-b718f6b1-b8c5-4e33-9aff-b275d999a5fc tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] delete failed (client error): The resource could not be found. Jan 28 07:36:24.116543 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-b718f6b1-b8c5-4e33-9aff-b275d999a5fc tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] 10.222.0.41 "DELETE /v2.0/routers/5f009f59-2223-4e90-ad04-1303364e0c2a HTTP/1.1" status: 404 len: 336 time: 0.0585003 Jan 28 07:36:24.118930 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 49202) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:36:24.122807 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a497e461-3f2e-4677-8a64-33ba71dbd5ca tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:24.126581 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-a497e461-3f2e-4677-8a64-33ba71dbd5ca tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2805402 Jan 28 07:36:24.126717 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a497e461-3f2e-4677-8a64-33ba71dbd5ca tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e8f6293-5185-40e2-b15d-44a03c374d94,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:36:24.128332 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 49204) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:36:24.132621 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-81d111ca-3673-4dae-9730-868cbd499d31 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Request body: {'security_group_rule': {'security_group_id': 'aca7eb5c-f7de-41b7-ac0f-53602a03b63e', 'project_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:36:24.160358 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-c032e1e3-4062-44d0-8ed3-93f0e32216dd tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b61c227-7c6f-434f-9c0b-378de020d299 HTTP/1.1" status: 200 len: 205 time: 0.0400383 Jan 28 07:36:24.161365 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-81d111ca-3673-4dae-9730-868cbd499d31 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for security_group_rule (cc02272b-1f21-4bc9-b77a-e65465a54624), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:24.162666 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 49206) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:36:24.206520 n-d-712749-28 neutron-server[103283]: INFO neutron.api.v2.resource [None req-00726d81-bcc8-476b-a4ae-99c855432c10 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] delete failed (client error): The resource could not be found. Jan 28 07:36:24.208415 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-00726d81-bcc8-476b-a4ae-99c855432c10 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] 10.222.0.41 "DELETE /v2.0/routers/3b61c227-7c6f-434f-9c0b-378de020d299 HTTP/1.1" status: 404 len: 336 time: 0.0445728 Jan 28 07:36:24.210875 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 49208) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:36:24.231272 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-81d111ca-3673-4dae-9730-868cbd499d31 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for security_group_rule (cc02272b-1f21-4bc9-b77a-e65465a54624), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:24.240026 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-81d111ca-3673-4dae-9730-868cbd499d31 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (cc02272b-1f21-4bc9-b77a-e65465a54624), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:24.243258 n-d-712749-28 neutron-server[103283]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bc59df3-f1f8-46a6-8382-cad8ac2df03c tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] DELETE failed (client error): The resource could not be found. Jan 28 07:36:24.244119 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bc59df3-f1f8-46a6-8382-cad8ac2df03c tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103283) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:36:24.248533 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-0bc59df3-f1f8-46a6-8382-cad8ac2df03c tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] 10.222.0.41 "DELETE /v2.0/subnets/b63128f0-77d5-47c3-9a22-b3708904abdd HTTP/1.1" status: 404 len: 337 time: 0.0364175 Jan 28 07:36:24.251014 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 49210) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:36:24.265840 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d111ca-3673-4dae-9730-868cbd499d31 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc02272b-1f21-4bc9-b77a-e65465a54624,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:36:24.277638 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-81d111ca-3673-4dae-9730-868cbd499d31 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:24.282029 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-81d111ca-3673-4dae-9730-868cbd499d31 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1503639 Jan 28 07:36:24.282306 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 49212) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:36:24.286488 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-26acb4ba-c375-43f3-a401-297655f7b282 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] 10.222.0.41 "GET /v2.0/ports?device_id=8264f482-7ea3-4017-8823-ada4afcf5052 HTTP/1.1" status: 200 len: 205 time: 0.0339296 Jan 28 07:36:24.288088 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-bc0e07b7-85ed-4958-a792-ecefb6d6113f tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Request body: {'security_group_rule': {'security_group_id': 'aca7eb5c-f7de-41b7-ac0f-53602a03b63e', 'project_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:36:24.292774 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 49214) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:36:24.318928 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bc0e07b7-85ed-4958-a792-ecefb6d6113f tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for security_group_rule (a32b5d3c-f2cc-49f6-b6a8-57f7e79c27ed), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:24.336016 n-d-712749-28 neutron-server[103283]: INFO neutron.api.v2.resource [None req-6615ef26-b8e5-4284-90cb-1376bc84076b tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] delete failed (client error): The resource could not be found. Jan 28 07:36:24.340314 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-6615ef26-b8e5-4284-90cb-1376bc84076b tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] 10.222.0.41 "DELETE /v2.0/routers/8264f482-7ea3-4017-8823-ada4afcf5052 HTTP/1.1" status: 404 len: 336 time: 0.0454249 Jan 28 07:36:24.341033 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 49216) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:36:24.369112 n-d-712749-28 neutron-server[103283]: INFO neutron.pecan_wsgi.hooks.translation [None req-14594f05-3309-4e64-8ec9-0d5f0cc01ec4 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] DELETE failed (client error): The resource could not be found. Jan 28 07:36:24.369729 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14594f05-3309-4e64-8ec9-0d5f0cc01ec4 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103283) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:36:24.376171 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-14594f05-3309-4e64-8ec9-0d5f0cc01ec4 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] 10.222.0.41 "DELETE /v2.0/subnets/73fd81ce-92c0-4135-a64f-c1bc5c14f512 HTTP/1.1" status: 404 len: 337 time: 0.0340009 Jan 28 07:36:24.376839 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 49218) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:36:24.408940 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-a90954eb-a477-4b97-950c-317d88d0d12e tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] 10.222.0.41 "GET /v2.0/ports?device_id=01f4589b-f993-47af-bc3a-adc9df776f95 HTTP/1.1" status: 200 len: 205 time: 0.0309896 Jan 28 07:36:24.411787 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 49220) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:36:24.424678 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bc0e07b7-85ed-4958-a792-ecefb6d6113f tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for security_group_rule (a32b5d3c-f2cc-49f6-b6a8-57f7e79c27ed), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:24.455610 n-d-712749-28 neutron-server[103284]: INFO neutron.api.v2.resource [None req-a2d374c6-ada0-41f9-8c49-d3de6c84215e tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] delete failed (client error): The resource could not be found. Jan 28 07:36:24.456722 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-a2d374c6-ada0-41f9-8c49-d3de6c84215e tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] 10.222.0.41 "DELETE /v2.0/routers/01f4589b-f993-47af-bc3a-adc9df776f95 HTTP/1.1" status: 404 len: 336 time: 0.0440192 Jan 28 07:36:24.457402 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bc0e07b7-85ed-4958-a792-ecefb6d6113f tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (a32b5d3c-f2cc-49f6-b6a8-57f7e79c27ed), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:24.459660 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 49222) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:36:24.477093 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0e07b7-85ed-4958-a792-ecefb6d6113f tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a32b5d3c-f2cc-49f6-b6a8-57f7e79c27ed,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:36:24.485661 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bc0e07b7-85ed-4958-a792-ecefb6d6113f tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:24.486947 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-bc0e07b7-85ed-4958-a792-ecefb6d6113f tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2035196 Jan 28 07:36:24.489581 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 49224) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:36:24.493934 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-e9718825-2bcc-4fd7-b0fc-54b7029f239d tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Request body: {'security_group_rule': {'security_group_id': 'aca7eb5c-f7de-41b7-ac0f-53602a03b63e', 'project_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:36:24.494083 n-d-712749-28 neutron-server[103283]: INFO neutron.pecan_wsgi.hooks.translation [None req-71b83f69-39e1-41e1-803a-445e7d2f5aa8 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] DELETE failed (client error): The resource could not be found. Jan 28 07:36:24.494929 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71b83f69-39e1-41e1-803a-445e7d2f5aa8 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103283) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:36:24.510260 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-71b83f69-39e1-41e1-803a-445e7d2f5aa8 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] 10.222.0.41 "DELETE /v2.0/subnets/dd326f8f-ced2-4df4-8192-0894dad2d95f HTTP/1.1" status: 404 len: 337 time: 0.0494092 Jan 28 07:36:24.512964 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 49226) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:36:24.519064 n-d-712749-28 neutron-server[103284]: INFO neutron.db.securitygroups_db [None req-e9718825-2bcc-4fd7-b0fc-54b7029f239d tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Project b44a0e5d7f134bd69aecc7a32d5e1b41 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 07:36:24.524454 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e9718825-2bcc-4fd7-b0fc-54b7029f239d tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for security_group_rule (11a3ad8b-dc78-49fc-b32c-c276355b30b1), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:24.549167 n-d-712749-28 neutron-server[103283]: INFO neutron.pecan_wsgi.hooks.translation [None req-a79583df-8cf6-462d-a073-98eb8efacfa1 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] DELETE failed (client error): The resource could not be found. Jan 28 07:36:24.549637 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a79583df-8cf6-462d-a073-98eb8efacfa1 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103283) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:36:24.552797 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-a79583df-8cf6-462d-a073-98eb8efacfa1 tempest-RoutersTest-938618831 tempest-RoutersTest-938618831-project] 10.222.0.41 "DELETE /v2.0/subnets/283b29d0-4b19-4dd4-9e3b-efec7bfdccd4 HTTP/1.1" status: 404 len: 337 time: 0.0385795 Jan 28 07:36:24.624565 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e9718825-2bcc-4fd7-b0fc-54b7029f239d tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for security_group_rule (11a3ad8b-dc78-49fc-b32c-c276355b30b1), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:24.632127 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e9718825-2bcc-4fd7-b0fc-54b7029f239d tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (11a3ad8b-dc78-49fc-b32c-c276355b30b1), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:24.673621 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e9718825-2bcc-4fd7-b0fc-54b7029f239d tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:24.674902 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-e9718825-2bcc-4fd7-b0fc-54b7029f239d tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1843910 Jan 28 07:36:24.676560 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9718825-2bcc-4fd7-b0fc-54b7029f239d tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11a3ad8b-dc78-49fc-b32c-c276355b30b1,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:36:24.677717 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 49236) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:36:24.683244 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-dcbc123c-2f04-486c-be82-a7737f30b056 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Request body: {'security_group_rule': {'security_group_id': 'aca7eb5c-f7de-41b7-ac0f-53602a03b63e', 'project_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:36:24.720055 n-d-712749-28 neutron-server[103283]: INFO neutron.db.securitygroups_db [None req-dcbc123c-2f04-486c-be82-a7737f30b056 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Project b44a0e5d7f134bd69aecc7a32d5e1b41 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 07:36:24.736665 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-dcbc123c-2f04-486c-be82-a7737f30b056 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for security_group_rule (4a53957e-7bd4-4faa-a6c8-b86b6f607d28), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:24.817570 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-dcbc123c-2f04-486c-be82-a7737f30b056 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for security_group_rule (4a53957e-7bd4-4faa-a6c8-b86b6f607d28), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:24.823574 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-dcbc123c-2f04-486c-be82-a7737f30b056 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (4a53957e-7bd4-4faa-a6c8-b86b6f607d28), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:24.853584 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbc123c-2f04-486c-be82-a7737f30b056 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a53957e-7bd4-4faa-a6c8-b86b6f607d28,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:36:24.878626 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-dcbc123c-2f04-486c-be82-a7737f30b056 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:24.884444 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-dcbc123c-2f04-486c-be82-a7737f30b056 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2029572 Jan 28 07:36:24.885236 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 49246) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:36:24.891544 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-901c9bef-2ace-4ded-b767-f3bc622d2a37 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Request body: {'network': {'name': 'tempest-network-smoke--906647286', 'project_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'port_security_enabled': True}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:36:24.927562 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-901c9bef-2ace-4ded-b767-f3bc622d2a37 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Made reservation on behalf of b44a0e5d7f134bd69aecc7a32d5e1b41 for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:36:24.935716 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-901c9bef-2ace-4ded-b767-f3bc622d2a37 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:24.946550 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 49250) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:36:24.995637 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-901c9bef-2ace-4ded-b767-f3bc622d2a37 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:36:25.018362 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-901c9bef-2ace-4ded-b767-f3bc622d2a37 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (52cd2574-ca92-4feb-a84f-ca598210916f), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:25.018740 n-d-712749-28 neutron-server[103284]: INFO neutron.db.segments_db [None req-901c9bef-2ace-4ded-b767-f3bc622d2a37 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Added segment 52cd2574-ca92-4feb-a84f-ca598210916f of type vlan for network 4cd7327e-e36b-480d-8267-1d92962c787c Jan 28 07:36:25.029908 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3050bffc-deb7-46bc-bf1c-faded248ad63 req-5e1affe0-d19a-49aa-a0ae-fa9407184f1a tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:36:25.038895 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-3050bffc-deb7-46bc-bf1c-faded248ad63 req-5e1affe0-d19a-49aa-a0ae-fa9407184f1a tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] 10.222.0.41 "GET /v2.0/ports?device_id=5bdb339a-b414-40ec-853a-3ef6c13723b5 HTTP/1.1" status: 200 len: 946 time: 0.0761254 Jan 28 07:36:25.085540 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-901c9bef-2ace-4ded-b767-f3bc622d2a37 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (4cd7327e-e36b-480d-8267-1d92962c787c), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:25.112570 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-3050bffc-deb7-46bc-bf1c-faded248ad63 req-aad8f58c-ec47-4bc0-89d2-6d4143a7321c tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c3d0381-fe04-4b29-a321-87ae6e307c69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727272 Jan 28 07:36:25.117018 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-901c9bef-2ace-4ded-b767-f3bc622d2a37 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (4cd7327e-e36b-480d-8267-1d92962c787c), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:25.124062 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-901c9bef-2ace-4ded-b767-f3bc622d2a37 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:36:25.124967 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-901c9bef-2ace-4ded-b767-f3bc622d2a37 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:25.204339 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-901c9bef-2ace-4ded-b767-f3bc622d2a37 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3177607 Jan 28 07:36:25.207552 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 49256) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:36:25.214558 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-55cc6536-36ac-42b4-a42a-33b86e99dfa1 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1045102445', 'admin_state_up': True, 'project_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:36:25.216898 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-47ba9560-6405-4097-b035-17c04a941801 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2fa8ac3d507e4a03a63750fd70e127ed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2691939 Jan 28 07:36:25.218182 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 49258) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:36:25.236274 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901c9bef-2ace-4ded-b767-f3bc622d2a37 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Pushing event updated for resources: {'Network': ['ID=4cd7327e-e36b-480d-8267-1d92962c787c,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:36:25.249592 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network 4cd7327e-e36b-480d-8267-1d92962c787c details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:36:25.275179 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-55cc6536-36ac-42b4-a42a-33b86e99dfa1 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16606890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127275'] for router (aa90af1f-fe61-484f-bf8d-f95053ddf973), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:25.276233 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-55cc6536-36ac-42b4-a42a-33b86e99dfa1 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16605498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16607952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16355422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127266'] for router (aa90af1f-fe61-484f-bf8d-f95053ddf973), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:25.304054 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7b536b-db49-4406-8591-b57082403a88 req-26d75699-b2a0-4875-9f24-bc381ee798c2 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:36:25.304441 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0c8749df-e6c5-43cb-a55f-2db040ca5dfc admin admin] Publish callbacks [] for security_group (7f84e0e6-0dae-43ce-8c34-847c9da6c456), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:25.305797 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5d7b536b-db49-4406-8591-b57082403a88 req-26d75699-b2a0-4875-9f24-bc381ee798c2 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] 10.222.0.41 "GET /v2.0/ports?device_id=5bdb339a-b414-40ec-853a-3ef6c13723b5 HTTP/1.1" status: 200 len: 946 time: 0.0716355 Jan 28 07:36:25.315286 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 49260) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:36:25.336464 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0c8749df-e6c5-43cb-a55f-2db040ca5dfc admin admin] Publish callbacks [] for security_group (7f84e0e6-0dae-43ce-8c34-847c9da6c456), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:25.366463 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-55cc6536-36ac-42b4-a42a-33b86e99dfa1 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for router_controller (aa90af1f-fe61-484f-bf8d-f95053ddf973), precommit_add_association {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:25.373418 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-674f8162-cb1a-4855-8afd-bff5c83f7fbc tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Request body: {'floatingip': {'port_id': 'ff309cc4-f50c-4036-a1aa-62b3a86e0963'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:36:25.399057 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0c8749df-e6c5-43cb-a55f-2db040ca5dfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (7f84e0e6-0dae-43ce-8c34-847c9da6c456), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:25.403788 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0c8749df-e6c5-43cb-a55f-2db040ca5dfc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:25.405461 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-0c8749df-e6c5-43cb-a55f-2db040ca5dfc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7f84e0e6-0dae-43ce-8c34-847c9da6c456 HTTP/1.1" status: 204 len: 168 time: 0.1860473 Jan 28 07:36:25.444376 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8749df-e6c5-43cb-a55f-2db040ca5dfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f84e0e6-0dae-43ce-8c34-847c9da6c456,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:36:25.542026 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-674f8162-cb1a-4855-8afd-bff5c83f7fbc tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Publish callbacks [] for floatingip (ac390b30-d316-4c79-90f0-869eb5ce0eb7), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:25.686606 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-55cc6536-36ac-42b4-a42a-33b86e99dfa1 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for router_gateway (aa90af1f-fe61-484f-bf8d-f95053ddf973), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:26.285519 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-55cc6536-36ac-42b4-a42a-33b86e99dfa1 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for router_gateway (aa90af1f-fe61-484f-bf8d-f95053ddf973), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:26.313312 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-55cc6536-36ac-42b4-a42a-33b86e99dfa1 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:26.435402 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 49286) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:36:26.544838 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-55cc6536-36ac-42b4-a42a-33b86e99dfa1 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Allocated IP 172.25.6.109 (7d5b3724-deef-4831-8d43-cb9b8176573c/b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc/48a3b33c-4e44-4664-a15c-666ce3459079) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:36:26.561468 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-674f8162-cb1a-4855-8afd-bff5c83f7fbc tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:26.570200 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-674f8162-cb1a-4855-8afd-bff5c83f7fbc tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16609095'] for floatingip (ac390b30-d316-4c79-90f0-869eb5ce0eb7), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:26.627943 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-51983640-a421-48c4-b666-57829923ba36 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Request body: {'security_group': {'name': 'tempest-secgroup--819771407'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:36:26.650800 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-51983640-a421-48c4-b666-57829923ba36 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:26.662557 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-51983640-a421-48c4-b666-57829923ba36 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:26.748021 n-d-712749-28 neutron-server[103284]: INFO neutron.db.l3_db [None req-674f8162-cb1a-4855-8afd-bff5c83f7fbc tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Floating IP ac390b30-d316-4c79-90f0-869eb5ce0eb7 associated. External IP: 172.25.6.168, port: ff309cc4-f50c-4036-a1aa-62b3a86e0963. Jan 28 07:36:26.752269 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-55cc6536-36ac-42b4-a42a-33b86e99dfa1 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for port (48a3b33c-4e44-4664-a15c-666ce3459079), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:26.770864 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-51983640-a421-48c4-b666-57829923ba36 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks [] for security_group (b01a26dd-ddca-4741-8d7e-8738335aeef8), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:26.776138 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-51983640-a421-48c4-b666-57829923ba36 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (b01a26dd-ddca-4741-8d7e-8738335aeef8), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:26.846878 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-51983640-a421-48c4-b666-57829923ba36 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks [] for security_group (a4b9d62c-13d5-4293-b677-44862f8bd2c5), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:26.876948 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-55cc6536-36ac-42b4-a42a-33b86e99dfa1 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (48a3b33c-4e44-4664-a15c-666ce3459079), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:26.887116 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51983640-a421-48c4-b666-57829923ba36 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b01a26dd-ddca-4741-8d7e-8738335aeef8,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:36:26.892011 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-51983640-a421-48c4-b666-57829923ba36 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (a4b9d62c-13d5-4293-b677-44862f8bd2c5), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:26.935063 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51983640-a421-48c4-b666-57829923ba36 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4b9d62c-13d5-4293-b677-44862f8bd2c5,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:36:26.951970 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55cc6536-36ac-42b4-a42a-33b86e99dfa1 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Network 7d5b3724-deef-4831-8d43-cb9b8176573c is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:36:26.955160 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-51983640-a421-48c4-b666-57829923ba36 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:26.959581 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-55cc6536-36ac-42b4-a42a-33b86e99dfa1 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:36:26.960262 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-51983640-a421-48c4-b666-57829923ba36 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5237522 Jan 28 07:36:26.961665 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 49292) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:36:26.967664 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55cc6536-36ac-42b4-a42a-33b86e99dfa1 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:36:27.001380 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cc6536-36ac-42b4-a42a-33b86e99dfa1 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Pushing event updated for resources: {'Port': ['ID=48a3b33c-4e44-4664-a15c-666ce3459079,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:36:27.031037 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-111cdf05-36ff-413a-9574-4e2554d3ccf4 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0672836 Jan 28 07:36:27.031660 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 49296) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:36:27.039746 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-97ac0b61-7404-46f4-842a-a2857b8cb9a9 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Request body: {'security_group': {'name': 'tempest-security--1378093440', 'description': 'tempest-security-description-849438072'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:36:27.080479 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-97ac0b61-7404-46f4-842a-a2857b8cb9a9 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks [] for security_group (a4b9d62c-13d5-4293-b677-44862f8bd2c5), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:27.140271 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-97ac0b61-7404-46f4-842a-a2857b8cb9a9 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks [] for security_group (a4b9d62c-13d5-4293-b677-44862f8bd2c5), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:27.147583 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-97ac0b61-7404-46f4-842a-a2857b8cb9a9 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (a4b9d62c-13d5-4293-b677-44862f8bd2c5), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:27.160158 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-97ac0b61-7404-46f4-842a-a2857b8cb9a9 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:27.160158 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-97ac0b61-7404-46f4-842a-a2857b8cb9a9 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] 10.222.0.41 "PUT /v2.0/security-groups/a4b9d62c-13d5-4293-b677-44862f8bd2c5 HTTP/1.1" status: 200 len: 1796 time: 0.1251073 Jan 28 07:36:27.162324 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 49298) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:36:27.211105 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-674f8162-cb1a-4855-8afd-bff5c83f7fbc tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Router 24fbef46-e351-4f1d-827c-b9c6ebcb1a06 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:36:27.224385 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ac0b61-7404-46f4-842a-a2857b8cb9a9 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4b9d62c-13d5-4293-b677-44862f8bd2c5,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:36:27.250109 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-ca91ba60-e0a6-42ee-a3b5-a0abf78a9b1b tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] 10.222.0.41 "GET /v2.0/security-groups/a4b9d62c-13d5-4293-b677-44862f8bd2c5 HTTP/1.1" status: 200 len: 1796 time: 0.0864456 Jan 28 07:36:27.252816 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 49300) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:36:27.323219 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-43840879-3dfb-4a9d-8f7a-6a8f3dc4c9fb tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks [] for security_group (a4b9d62c-13d5-4293-b677-44862f8bd2c5), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:27.367488 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-43840879-3dfb-4a9d-8f7a-6a8f3dc4c9fb tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks [] for security_group (a4b9d62c-13d5-4293-b677-44862f8bd2c5), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:27.446890 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-43840879-3dfb-4a9d-8f7a-6a8f3dc4c9fb tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (a4b9d62c-13d5-4293-b677-44862f8bd2c5), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:27.450355 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-43840879-3dfb-4a9d-8f7a-6a8f3dc4c9fb tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:27.452034 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-43840879-3dfb-4a9d-8f7a-6a8f3dc4c9fb tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] 10.222.0.41 "DELETE /v2.0/security-groups/a4b9d62c-13d5-4293-b677-44862f8bd2c5 HTTP/1.1" status: 204 len: 168 time: 0.1980045 Jan 28 07:36:27.456073 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 49302) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:36:27.477915 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43840879-3dfb-4a9d-8f7a-6a8f3dc4c9fb tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4b9d62c-13d5-4293-b677-44862f8bd2c5,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:36:27.520750 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-55cc6536-36ac-42b4-a42a-33b86e99dfa1 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for router_gateway (aa90af1f-fe61-484f-bf8d-f95053ddf973), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:27.525274 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-674f8162-cb1a-4855-8afd-bff5c83f7fbc tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:36:27.530662 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-674f8162-cb1a-4855-8afd-bff5c83f7fbc tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for floatingip (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:27.530881 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-7e121202-f3b2-4f79-9f04-97ee9c6c2ec3 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0736346 Jan 28 07:36:27.534714 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 49304) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:36:27.540071 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd708c1-4bf5-4141-a741-931d977b2f1b None None] Sync routers for ids ['24fbef46-e351-4f1d-827c-b9c6ebcb1a06'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:36:27.563946 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd708c1-4bf5-4141-a741-931d977b2f1b None None] Routers {'24fbef46-e351-4f1d-827c-b9c6ebcb1a06'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:36:27.567487 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-cdd708c1-4bf5-4141-a741-931d977b2f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:36:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['24fbef46-e351-4f1d-827c-b9c6ebcb1a06'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:36:27.570100 n-d-712749-28 neutron-server[103283]: INFO neutron.api.v2.resource [None req-699837bf-9d28-47dc-87bd-e772b39eb81c tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] delete failed (client error): The resource could not be found. Jan 28 07:36:27.578319 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-699837bf-9d28-47dc-87bd-e772b39eb81c tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] 10.222.0.41 "DELETE /v2.0/security-groups/a4b9d62c-13d5-4293-b677-44862f8bd2c5 HTTP/1.1" status: 404 len: 347 time: 0.0424447 Jan 28 07:36:27.579574 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 49306) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:36:27.586166 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-991c4e94-3548-45d6-8f97-6745ed124f21 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Request body: {'security_group': {'name': 'tempest-secgroup--1690540687'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:36:27.620861 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-991c4e94-3548-45d6-8f97-6745ed124f21 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:27.774793 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-991c4e94-3548-45d6-8f97-6745ed124f21 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks [] for security_group (81549fb5-0cc4-4fbe-82ef-e8eb4be3576e), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:27.784493 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-991c4e94-3548-45d6-8f97-6745ed124f21 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (81549fb5-0cc4-4fbe-82ef-e8eb4be3576e), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:27.814783 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-cdd708c1-4bf5-4141-a741-931d977b2f1b None None] Set router 24fbef46-e351-4f1d-827c-b9c6ebcb1a06 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:36:27.854452 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-991c4e94-3548-45d6-8f97-6745ed124f21 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:27.859094 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-991c4e94-3548-45d6-8f97-6745ed124f21 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2751915 Jan 28 07:36:27.862237 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 49308) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:36:27.887850 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-987cca82-327c-4e7f-bf7a-8063684a7b2c tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Request body: {'security_group_rule': {'security_group_id': '81549fb5-0cc4-4fbe-82ef-e8eb4be3576e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:36:27.941028 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991c4e94-3548-45d6-8f97-6745ed124f21 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81549fb5-0cc4-4fbe-82ef-e8eb4be3576e,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:36:28.035762 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-987cca82-327c-4e7f-bf7a-8063684a7b2c tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks [] for security_group_rule (f95507bb-f175-4d9c-8775-ccb43d448eb8), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:28.157201 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-987cca82-327c-4e7f-bf7a-8063684a7b2c tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks [] for security_group_rule (f95507bb-f175-4d9c-8775-ccb43d448eb8), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:28.165799 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-987cca82-327c-4e7f-bf7a-8063684a7b2c tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (f95507bb-f175-4d9c-8775-ccb43d448eb8), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:28.203865 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-674f8162-cb1a-4855-8afd-bff5c83f7fbc tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] 10.222.0.41 "PUT /v2.0/floatingips/ac390b30-d316-4c79-90f0-869eb5ce0eb7 HTTP/1.1" status: 200 len: 992 time: 2.8873787 Jan 28 07:36:28.209070 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bdb339a-b414-40ec-853a-3ef6c13723b5', 'tag': 'ff309cc4-f50c-4036-a1aa-62b3a86e0963'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:36:28.211455 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987cca82-327c-4e7f-bf7a-8063684a7b2c tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f95507bb-f175-4d9c-8775-ccb43d448eb8,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:36:28.216323 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b064233e-43a3-499a-8fa1-b20a99af8f34" -d '{"events": [{"name": "network-changed", "server_uuid": "5bdb339a-b414-40ec-853a-3ef6c13723b5", "tag": "ff309cc4-f50c-4036-a1aa-62b3a86e0963"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:36:28.231864 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-987cca82-327c-4e7f-bf7a-8063684a7b2c tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:28.233481 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-987cca82-327c-4e7f-bf7a-8063684a7b2c tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3694913 Jan 28 07:36:28.236355 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 49318) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:36:28.293436 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-893559ea-accd-4a43-b4b9-0c362bdb3cc7 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks [] for security_group_rule (f95507bb-f175-4d9c-8775-ccb43d448eb8), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:28.310371 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-893559ea-accd-4a43-b4b9-0c362bdb3cc7 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks [] for security_group_rule (f95507bb-f175-4d9c-8775-ccb43d448eb8), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:28.310615 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-cdd708c1-4bf5-4141-a741-931d977b2f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24fbef46-e351-4f1d-827c-b9c6ebcb1a06', 'name': 'tempest-AttachVolumeTestJSON-1898287027-router', 'tenant_id': 'f73b832598f540969f70df5d0be9d3b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': 'a22d2cb9-99d6-436b-8756-2665b0e1882a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:35:50Z', 'updated_at': '2022-01-28T07:35:58Z', 'revision_number': 4, 'project_id': 'f73b832598f540969f70df5d0be9d3b5', 'gw_port': {'id': 'a22d2cb9-99d6-436b-8756-2665b0e1882a', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:86:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24fbef46-e351-4f1d-827c-b9c6ebcb1a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:35:52Z', 'updated_at': '2022-01-28T07:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_floatingips': [{'id': 'ac390b30-d316-4c79-90f0-869eb5ce0eb7', 'tenant_id': 'f73b832598f540969f70df5d0be9d3b5', 'floating_ip_address': '172.25.6.168', 'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'router_id': '24fbef46-e351-4f1d-827c-b9c6ebcb1a06', 'port_id': 'ff309cc4-f50c-4036-a1aa-62b3a86e0963', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3274, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5b65f449-9374-4261-8791-074dee2c30ed', 'mac_address': 'fa:16:3e:9a:be:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bdb339a-b414-40ec-853a-3ef6c13723b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:36:03Z', 'updated_at': '2022-01-28T07:36:26Z', 'revision_number': 1, 'project_id': 'f73b832598f540969f70df5d0be9d3b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '011be4bf-5975-4029-8775-61d06885d9d4', 'name': '', 'network_id': '5b65f449-9374-4261-8791-074dee2c30ed', 'tenant_id': 'f73b832598f540969f70df5d0be9d3b5', 'mac_address': 'fa:16:3e:ac:27:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24fbef46-e351-4f1d-827c-b9c6ebcb1a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3267, 'fixed_ips': [{'subnet_id': '1a5a6122-c300-492c-8f7e-fbb048082731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:35:56Z', 'updated_at': '2022-01-28T07:36:04Z', 'revision_number': 5, 'project_id': 'f73b832598f540969f70df5d0be9d3b5', 'subnets': [{'id': '1a5a6122-c300-492c-8f7e-fbb048082731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:36:28.319531 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:36:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45c4ddcf-d791-4b62-951e-9602600c5862 x-openstack-request-id: req-45c4ddcf-d791-4b62-951e-9602600c5862 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:36:28.319667 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bdb339a-b414-40ec-853a-3ef6c13723b5", "tag": "ff309cc4-f50c-4036-a1aa-62b3a86e0963", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:36:28.322073 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-45c4ddcf-d791-4b62-951e-9602600c5862 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:36:28.322590 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bdb339a-b414-40ec-853a-3ef6c13723b5', 'tag': 'ff309cc4-f50c-4036-a1aa-62b3a86e0963', 'status': 'completed', 'code': 200} Jan 28 07:36:28.342758 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-893559ea-accd-4a43-b4b9-0c362bdb3cc7 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (f95507bb-f175-4d9c-8775-ccb43d448eb8), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:28.351577 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd708c1-4bf5-4141-a741-931d977b2f1b None None] Checking router: 24fbef46-e351-4f1d-827c-b9c6ebcb1a06 for host: n-d-712749-28 {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:36:28.356150 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-893559ea-accd-4a43-b4b9-0c362bdb3cc7 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:28.358184 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-893559ea-accd-4a43-b4b9-0c362bdb3cc7 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/f95507bb-f175-4d9c-8775-ccb43d448eb8 HTTP/1.1" status: 204 len: 168 time: 0.1203153 Jan 28 07:36:28.360570 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 49320) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:36:28.363842 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd708c1-4bf5-4141-a741-931d977b2f1b None None] Routers {'24fbef46-e351-4f1d-827c-b9c6ebcb1a06'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:36:28.364552 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-cdd708c1-4bf5-4141-a741-931d977b2f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:36:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['24fbef46-e351-4f1d-827c-b9c6ebcb1a06'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:36:28.392265 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893559ea-accd-4a43-b4b9-0c362bdb3cc7 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f95507bb-f175-4d9c-8775-ccb43d448eb8,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:36:28.426883 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-b25b3da1-e73f-412c-955b-ab51bfae08b7 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0646656 Jan 28 07:36:28.432546 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 49322) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:36:28.493523 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-cdd708c1-4bf5-4141-a741-931d977b2f1b None None] Set router 24fbef46-e351-4f1d-827c-b9c6ebcb1a06 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:36:28.505778 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b064233e-43a3-499a-8fa1-b20a99af8f34 req-527b5d5b-01f7-4e87-a418-920b7d39eff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:36:28.507272 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b064233e-43a3-499a-8fa1-b20a99af8f34 req-527b5d5b-01f7-4e87-a418-920b7d39eff4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f73b832598f540969f70df5d0be9d3b5&device_id=5bdb339a-b414-40ec-853a-3ef6c13723b5 HTTP/1.1" status: 200 len: 1098 time: 0.1258402 Jan 28 07:36:28.535740 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-55cc6536-36ac-42b4-a42a-33b86e99dfa1 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16605475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16607909'] for router (aa90af1f-fe61-484f-bf8d-f95053ddf973), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:28.642993 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-22cbb3a8-0ed3-4d64-a6f9-53eeb0bf2b22 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks [] for security_group (81549fb5-0cc4-4fbe-82ef-e8eb4be3576e), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:28.720447 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-22cbb3a8-0ed3-4d64-a6f9-53eeb0bf2b22 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks [] for security_group (81549fb5-0cc4-4fbe-82ef-e8eb4be3576e), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:28.732246 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-cdd708c1-4bf5-4141-a741-931d977b2f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24fbef46-e351-4f1d-827c-b9c6ebcb1a06', 'name': 'tempest-AttachVolumeTestJSON-1898287027-router', 'tenant_id': 'f73b832598f540969f70df5d0be9d3b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': 'a22d2cb9-99d6-436b-8756-2665b0e1882a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:35:50Z', 'updated_at': '2022-01-28T07:35:58Z', 'revision_number': 4, 'project_id': 'f73b832598f540969f70df5d0be9d3b5', 'gw_port': {'id': 'a22d2cb9-99d6-436b-8756-2665b0e1882a', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:86:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24fbef46-e351-4f1d-827c-b9c6ebcb1a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:35:52Z', 'updated_at': '2022-01-28T07:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_floatingips': [{'id': 'ac390b30-d316-4c79-90f0-869eb5ce0eb7', 'tenant_id': 'f73b832598f540969f70df5d0be9d3b5', 'floating_ip_address': '172.25.6.168', 'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'router_id': '24fbef46-e351-4f1d-827c-b9c6ebcb1a06', 'port_id': 'ff309cc4-f50c-4036-a1aa-62b3a86e0963', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3274, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5b65f449-9374-4261-8791-074dee2c30ed', 'mac_address': 'fa:16:3e:9a:be:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bdb339a-b414-40ec-853a-3ef6c13723b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:36:03Z', 'updated_at': '2022-01-28T07:36:26Z', 'revision_number': 1, 'project_id': 'f73b832598f540969f70df5d0be9d3b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '011be4bf-5975-4029-8775-61d06885d9d4', 'name': '', 'network_id': '5b65f449-9374-4261-8791-074dee2c30ed', 'tenant_id': 'f73b832598f540969f70df5d0be9d3b5', 'mac_address': 'fa:16:3e:ac:27:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24fbef46-e351-4f1d-827c-b9c6ebcb1a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3267, 'fixed_ips': [{'subnet_id': '1a5a6122-c300-492c-8f7e-fbb048082731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:35:56Z', 'updated_at': '2022-01-28T07:36:04Z', 'revision_number': 5, 'project_id': 'f73b832598f540969f70df5d0be9d3b5', 'subnets': [{'id': '1a5a6122-c300-492c-8f7e-fbb048082731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:36:28.764944 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd708c1-4bf5-4141-a741-931d977b2f1b None None] The sync data for ids ['24fbef46-e351-4f1d-827c-b9c6ebcb1a06'] in n-d-712749-28 is: [{'id': '24fbef46-e351-4f1d-827c-b9c6ebcb1a06', 'name': 'tempest-AttachVolumeTestJSON-1898287027-router', 'tenant_id': 'f73b832598f540969f70df5d0be9d3b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': 'a22d2cb9-99d6-436b-8756-2665b0e1882a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:35:50Z', 'updated_at': '2022-01-28T07:35:58Z', 'revision_number': 4, 'project_id': 'f73b832598f540969f70df5d0be9d3b5', 'gw_port': {'id': 'a22d2cb9-99d6-436b-8756-2665b0e1882a', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:86:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24fbef46-e351-4f1d-827c-b9c6ebcb1a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:35:52Z', 'updated_at': '2022-01-28T07:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_floatingips': [{'id': 'ac390b30-d316-4c79-90f0-869eb5ce0eb7', 'tenant_id': 'f73b832598f540969f70df5d0be9d3b5', 'floating_ip_address': '172.25.6.168', 'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'router_id': '24fbef46-e351-4f1d-827c-b9c6ebcb1a06', 'port_id': 'ff309cc4-f50c-4036-a1aa-62b3a86e0963', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3274, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5b65f449-9374-4261-8791-074dee2c30ed', 'mac_address': 'fa:16:3e:9a:be:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bdb339a-b414-40ec-853a-3ef6c13723b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:36:03Z', 'updated_at': '2022-01-28T07:36:26Z', 'revision_number': 1, 'project_id': 'f73b832598f540969f70df5d0be9d3b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '011be4bf-5975-4029-8775-61d06885d9d4', 'name': '', 'network_id': '5b65f449-9374-4261-8791-074dee2c30ed', 'tenant_id': 'f73b832598f540969f70df5d0be9d3b5', 'mac_address': 'fa:16:3e:ac:27:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24fbef46-e351-4f1d-827c-b9c6ebcb1a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3267, 'fixed_ips': [{'subnet_id': '1a5a6122-c300-492c-8f7e-fbb048082731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:35:56Z', 'updated_at': '2022-01-28T07:36:04Z', 'revision_number': 5, 'project_id': 'f73b832598f540969f70df5d0be9d3b5', 'subnets': [{'id': '1a5a6122-c300-492c-8f7e-fbb048082731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:36:28.765196 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b064233e-43a3-499a-8fa1-b20a99af8f34 req-1a491b00-9e83-4b24-b660-67961cc68b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:36:28.766623 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b064233e-43a3-499a-8fa1-b20a99af8f34 req-1a491b00-9e83-4b24-b660-67961cc68b93 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5b65f449-9374-4261-8791-074dee2c30ed HTTP/1.1" status: 200 len: 912 time: 0.2518833 Jan 28 07:36:28.858438 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-22cbb3a8-0ed3-4d64-a6f9-53eeb0bf2b22 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (81549fb5-0cc4-4fbe-82ef-e8eb4be3576e), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:28.861068 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-22cbb3a8-0ed3-4d64-a6f9-53eeb0bf2b22 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:28.862223 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-22cbb3a8-0ed3-4d64-a6f9-53eeb0bf2b22 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] 10.222.0.41 "DELETE /v2.0/security-groups/81549fb5-0cc4-4fbe-82ef-e8eb4be3576e HTTP/1.1" status: 204 len: 168 time: 0.4283373 Jan 28 07:36:28.865025 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 49324) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:36:28.897140 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b064233e-43a3-499a-8fa1-b20a99af8f34 req-f51b1a0c-b501-44f8-be12-d9c5e43b5b45 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ff309cc4-f50c-4036-a1aa-62b3a86e0963 HTTP/1.1" status: 200 len: 1000 time: 0.1215603 Jan 28 07:36:28.897756 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cbb3a8-0ed3-4d64-a6f9-53eeb0bf2b22 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81549fb5-0cc4-4fbe-82ef-e8eb4be3576e,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:36:28.928831 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-ee820f6c-d422-40a4-ba35-14d4cf515a12 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0592792 Jan 28 07:36:28.929678 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 49326) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:36:28.931250 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55cc6536-36ac-42b4-a42a-33b86e99dfa1 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Router aa90af1f-fe61-484f-bf8d-f95053ddf973 is scheduled to L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 with binding_index 1 {{(pid=103284) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 07:36:28.936172 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-bf5b782c-af1b-4e3f-98d5-25c1b3a2610c tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Request body: {'security_group': {'name': 'tempest-secgroup--40463485'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:36:28.963247 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-bf5b782c-af1b-4e3f-98d5-25c1b3a2610c tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:28.997140 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b064233e-43a3-499a-8fa1-b20a99af8f34 req-c95757e6-99b1-4119-9a82-0b0057664f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:36:28.998651 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b064233e-43a3-499a-8fa1-b20a99af8f34 req-c95757e6-99b1-4119-9a82-0b0057664f2c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1a5a6122-c300-492c-8f7e-fbb048082731 HTTP/1.1" status: 200 len: 850 time: 0.0959897 Jan 28 07:36:29.063621 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-bf5b782c-af1b-4e3f-98d5-25c1b3a2610c tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks [] for security_group (a5b94253-3346-431c-be86-c12c0c383bf2), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:29.068057 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-bf5b782c-af1b-4e3f-98d5-25c1b3a2610c tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (a5b94253-3346-431c-be86-c12c0c383bf2), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:29.085958 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80ddbe6-bc20-4c42-b2d3-f645db2b81b3 None None] New status for floating IP ac390b30-d316-4c79-90f0-869eb5ce0eb7: ACTIVE {{(pid=103286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 07:36:29.107198 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5b782c-af1b-4e3f-98d5-25c1b3a2610c tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5b94253-3346-431c-be86-c12c0c383bf2,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:36:29.113362 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b064233e-43a3-499a-8fa1-b20a99af8f34 req-c9e8b4c3-fb66-4b34-b477-0927945855df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:36:29.122458 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b064233e-43a3-499a-8fa1-b20a99af8f34 req-c9e8b4c3-fb66-4b34-b477-0927945855df service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5b65f449-9374-4261-8791-074dee2c30ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1166506 Jan 28 07:36:29.134917 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-bf5b782c-af1b-4e3f-98d5-25c1b3a2610c tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:29.141129 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-bf5b782c-af1b-4e3f-98d5-25c1b3a2610c tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2093081 Jan 28 07:36:29.142065 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 49332) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:36:29.148918 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-544b9b5e-9848-4454-980a-d4ba13c85729 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Request body: {'security_group_rule': {'security_group_id': 'a5b94253-3346-431c-be86-c12c0c383bf2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:36:29.180582 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55cc6536-36ac-42b4-a42a-33b86e99dfa1 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:36:29.194101 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786387f9-c3de-43b1-b864-795a945c3351 None None] Sync routers for ids ['aa90af1f-fe61-484f-bf8d-f95053ddf973'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:36:29.204096 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-544b9b5e-9848-4454-980a-d4ba13c85729 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks [] for security_group_rule (a66bec14-a1b5-4dc6-b3d1-405c40d8adf3), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:29.213328 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786387f9-c3de-43b1-b864-795a945c3351 None None] Routers {'aa90af1f-fe61-484f-bf8d-f95053ddf973'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:36:29.217037 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-786387f9-c3de-43b1-b864-795a945c3351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:36:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['aa90af1f-fe61-484f-bf8d-f95053ddf973'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:36:29.259823 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-55cc6536-36ac-42b4-a42a-33b86e99dfa1 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for router (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:29.266927 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-55cc6536-36ac-42b4-a42a-33b86e99dfa1 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 4.0583446 Jan 28 07:36:29.281835 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 49338) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:36:29.304659 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-544b9b5e-9848-4454-980a-d4ba13c85729 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks [] for security_group_rule (a66bec14-a1b5-4dc6-b3d1-405c40d8adf3), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:29.314271 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-544b9b5e-9848-4454-980a-d4ba13c85729 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (a66bec14-a1b5-4dc6-b3d1-405c40d8adf3), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:29.340948 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b064233e-43a3-499a-8fa1-b20a99af8f34 req-60fb2b45-5235-4c42-a3e3-5d5be344121a service neutron] 10.222.0.10 "GET /v2.0/networks/5b65f449-9374-4261-8791-074dee2c30ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036488 Jan 28 07:36:29.359313 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544b9b5e-9848-4454-980a-d4ba13c85729 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a66bec14-a1b5-4dc6-b3d1-405c40d8adf3,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:36:29.397005 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-544b9b5e-9848-4454-980a-d4ba13c85729 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:29.398449 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-544b9b5e-9848-4454-980a-d4ba13c85729 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2551241 Jan 28 07:36:29.401669 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 49348) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:36:29.406905 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-8347f520-14a7-4c8f-8e2f-2bed2e168c65 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Request body: {'security_group_rule': {'security_group_id': 'a5b94253-3346-431c-be86-c12c0c383bf2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:36:29.477203 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8347f520-14a7-4c8f-8e2f-2bed2e168c65 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks [] for security_group_rule (cde619be-3f78-4b0a-a462-ffb99974d086), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:29.497329 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-786387f9-c3de-43b1-b864-795a945c3351 None None] Set router aa90af1f-fe61-484f-bf8d-f95053ddf973 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:36:29.569224 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b064233e-43a3-499a-8fa1-b20a99af8f34 req-0dbdf24c-3b58-4860-a8fd-f11b06f1f830 service neutron] 10.222.0.10 "GET /v2.0/networks/5b65f449-9374-4261-8791-074dee2c30ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226787 Jan 28 07:36:29.611930 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8347f520-14a7-4c8f-8e2f-2bed2e168c65 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks [] for security_group_rule (cde619be-3f78-4b0a-a462-ffb99974d086), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:29.616616 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8347f520-14a7-4c8f-8e2f-2bed2e168c65 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (cde619be-3f78-4b0a-a462-ffb99974d086), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:29.638776 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8347f520-14a7-4c8f-8e2f-2bed2e168c65 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cde619be-3f78-4b0a-a462-ffb99974d086,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:36:29.648099 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8347f520-14a7-4c8f-8e2f-2bed2e168c65 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:29.649511 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-8347f520-14a7-4c8f-8e2f-2bed2e168c65 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2473187 Jan 28 07:36:29.650501 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-5b01dbb0-5c45-402e-a1e9-1e849cbf4378 tempest-TestNetworkAdvancedServerOps-2120495418 tempest-TestNetworkAdvancedServerOps-2120495418-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=b44a0e5d7f134bd69aecc7a32d5e1b41&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3654075 Jan 28 07:36:29.652154 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 49350) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:36:29.654909 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 49352) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:36:29.661967 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-a9ed74da-035e-48a5-b918-4e501a69c1cb tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Request body: {'security_group_rule': {'security_group_id': 'a5b94253-3346-431c-be86-c12c0c383bf2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:36:29.700692 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a9ed74da-035e-48a5-b918-4e501a69c1cb tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks [] for security_group_rule (fa931ec8-4f5e-48bf-a07c-f70361e33da5), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:29.823111 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-786387f9-c3de-43b1-b864-795a945c3351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa90af1f-fe61-484f-bf8d-f95053ddf973', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1045102445', 'tenant_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': '48a3b33c-4e44-4664-a15c-666ce3459079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:36:25Z', 'updated_at': '2022-01-28T07:36:27Z', 'revision_number': 3, 'project_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'gw_port': {'id': '48a3b33c-4e44-4664-a15c-666ce3459079', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:b8:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa90af1f-fe61-484f-bf8d-f95053ddf973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:36:26Z', 'updated_at': '2022-01-28T07:36:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:36:29.830744 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a9ed74da-035e-48a5-b918-4e501a69c1cb tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks [] for security_group_rule (fa931ec8-4f5e-48bf-a07c-f70361e33da5), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:29.840413 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a9ed74da-035e-48a5-b918-4e501a69c1cb tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (fa931ec8-4f5e-48bf-a07c-f70361e33da5), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:29.846927 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f97e60f-eea4-4964-b147-a57fec3ea1f0 tempest-TestNetworkAdvancedServerOps-2120495418 tempest-TestNetworkAdvancedServerOps-2120495418-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:36:29.851434 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-9f97e60f-eea4-4964-b147-a57fec3ea1f0 tempest-TestNetworkAdvancedServerOps-2120495418 tempest-TestNetworkAdvancedServerOps-2120495418-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1952405 Jan 28 07:36:29.852106 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 49354) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:36:29.861768 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786387f9-c3de-43b1-b864-795a945c3351 None None] Checking router: aa90af1f-fe61-484f-bf8d-f95053ddf973 for host: n-d-712749-28 {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:36:29.862482 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786387f9-c3de-43b1-b864-795a945c3351 None None] Updating router aa90af1f-fe61-484f-bf8d-f95053ddf973 port 48a3b33c-4e44-4664-a15c-666ce3459079 binding host n-d-712749-28 {{(pid=103285) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 07:36:29.895695 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-cc9e8842-086c-4726-8981-7f7cda29dbab tempest-TestNetworkAdvancedServerOps-2120495418 tempest-TestNetworkAdvancedServerOps-2120495418-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=7d5b3724-deef-4831-8d43-cb9b8176573c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0423357 Jan 28 07:36:29.896498 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 49356) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:36:29.897300 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a9ed74da-035e-48a5-b918-4e501a69c1cb tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:29.899376 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-786387f9-c3de-43b1-b864-795a945c3351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (48a3b33c-4e44-4664-a15c-666ce3459079), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:29.900313 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-a9ed74da-035e-48a5-b918-4e501a69c1cb tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2456055 Jan 28 07:36:29.902029 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-5a625db6-1ccb-4ee6-85d4-e15874e8c15a tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1821918771', 'network_id': '4cd7327e-e36b-480d-8267-1d92962c787c', 'project_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:36:29.903871 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 49358) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:36:29.908341 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-a7363f5a-dd8d-4a91-b33a-9c458cc5c7fb tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Request body: {'security_group_rule': {'security_group_id': 'a5b94253-3346-431c-be86-c12c0c383bf2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:36:29.941167 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ed74da-035e-48a5-b918-4e501a69c1cb tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa931ec8-4f5e-48bf-a07c-f70361e33da5,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:36:29.958963 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a7363f5a-dd8d-4a91-b33a-9c458cc5c7fb tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks [] for security_group_rule (1b2cb3c1-bf2a-4be2-9e8d-fc87226a710c), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:30.026836 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a625db6-1ccb-4ee6-85d4-e15874e8c15a tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Made reservation on behalf of b44a0e5d7f134bd69aecc7a32d5e1b41 for: {'subnet': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:36:30.032502 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5a625db6-1ccb-4ee6-85d4-e15874e8c15a tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13555781'] for subnet (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:30.050357 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a7363f5a-dd8d-4a91-b33a-9c458cc5c7fb tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks [] for security_group_rule (1b2cb3c1-bf2a-4be2-9e8d-fc87226a710c), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:30.057142 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a7363f5a-dd8d-4a91-b33a-9c458cc5c7fb tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (1b2cb3c1-bf2a-4be2-9e8d-fc87226a710c), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:30.084928 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7363f5a-dd8d-4a91-b33a-9c458cc5c7fb tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b2cb3c1-bf2a-4be2-9e8d-fc87226a710c,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:36:30.105239 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a7363f5a-dd8d-4a91-b33a-9c458cc5c7fb tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:30.110014 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 49360) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:36:30.110722 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-a7363f5a-dd8d-4a91-b33a-9c458cc5c7fb tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2057972 Jan 28 07:36:30.115665 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-a8207e66-3fb5-4ee5-9717-b2aa32677881 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Request body: {'security_group_rule': {'security_group_id': 'a5b94253-3346-431c-be86-c12c0c383bf2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:36:30.171756 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a8207e66-3fb5-4ee5-9717-b2aa32677881 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks [] for security_group_rule (6af32d5e-774e-4d79-b575-3bb68c480f20), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:30.285002 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a8207e66-3fb5-4ee5-9717-b2aa32677881 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks [] for security_group_rule (6af32d5e-774e-4d79-b575-3bb68c480f20), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:30.314721 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a8207e66-3fb5-4ee5-9717-b2aa32677881 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (6af32d5e-774e-4d79-b575-3bb68c480f20), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:30.350543 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8207e66-3fb5-4ee5-9717-b2aa32677881 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6af32d5e-774e-4d79-b575-3bb68c480f20,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:36:30.361507 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a8207e66-3fb5-4ee5-9717-b2aa32677881 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:30.363048 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-a8207e66-3fb5-4ee5-9717-b2aa32677881 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2511930 Jan 28 07:36:30.365929 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 49370) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:36:30.373806 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5a625db6-1ccb-4ee6-85d4-e15874e8c15a tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13546728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13555799'] for subnet (eece5a52-7098-456c-850b-c41ca6fe42c6), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:30.441250 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e572b4b9-0efa-47cf-bcf6-4b8e235d2b98 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks [] for security_group_rule (6af32d5e-774e-4d79-b575-3bb68c480f20), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:30.454496 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-786387f9-c3de-43b1-b864-795a945c3351 None None] Publish callbacks [] for port (48a3b33c-4e44-4664-a15c-666ce3459079), precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:30.460148 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e572b4b9-0efa-47cf-bcf6-4b8e235d2b98 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks [] for security_group_rule (6af32d5e-774e-4d79-b575-3bb68c480f20), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:30.462514 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a625db6-1ccb-4ee6-85d4-e15874e8c15a tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Pushing event updated for resources: {'Subnet': ['ID=eece5a52-7098-456c-850b-c41ca6fe42c6,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:36:30.465093 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-786387f9-c3de-43b1-b864-795a945c3351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (48a3b33c-4e44-4664-a15c-666ce3459079), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:30.500479 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a625db6-1ccb-4ee6-85d4-e15874e8c15a tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Checking segment: {'id': '52cd2574-ca92-4feb-a84f-ca598210916f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '4cd7327e-e36b-480d-8267-1d92962c787c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:36:30.501077 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a625db6-1ccb-4ee6-85d4-e15874e8c15a tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Network hostable DHCP agents. Network: 4cd7327e-e36b-480d-8267-1d92962c787c, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:36:30.522811 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080f03ef-bd8a-427c-8ed5-e616df1dd31e None None] Pushing event updated for resources: {'Port': ['ID=48a3b33c-4e44-4664-a15c-666ce3459079,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:36:30.523739 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e572b4b9-0efa-47cf-bcf6-4b8e235d2b98 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (6af32d5e-774e-4d79-b575-3bb68c480f20), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:30.533317 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e572b4b9-0efa-47cf-bcf6-4b8e235d2b98 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:30.536485 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-e572b4b9-0efa-47cf-bcf6-4b8e235d2b98 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/6af32d5e-774e-4d79-b575-3bb68c480f20 HTTP/1.1" status: 204 len: 168 time: 0.1675673 Jan 28 07:36:30.537380 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 49378) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:36:30.553204 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e572b4b9-0efa-47cf-bcf6-4b8e235d2b98 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6af32d5e-774e-4d79-b575-3bb68c480f20,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:36:30.557423 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a625db6-1ccb-4ee6-85d4-e15874e8c15a tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Network 4cd7327e-e36b-480d-8267-1d92962c787c is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:36:30.594701 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-786387f9-c3de-43b1-b864-795a945c3351 None None] Attempting to bind port 48a3b33c-4e44-4664-a15c-666ce3459079 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:36:30.594701 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-786387f9-c3de-43b1-b864-795a945c3351 None None] Attempting to bind port 48a3b33c-4e44-4664-a15c-666ce3459079 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:36:30.596061 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786387f9-c3de-43b1-b864-795a945c3351 None None] Attempting to bind port 48a3b33c-4e44-4664-a15c-666ce3459079 on network 7d5b3724-deef-4831-8d43-cb9b8176573c {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:36:30.600548 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-5a625db6-1ccb-4ee6-85d4-e15874e8c15a tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, 4cd7327e-e36b-480d-8267-1d92962c787c) {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:36:30.611235 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786387f9-c3de-43b1-b864-795a945c3351 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 36, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:36:30.613023 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786387f9-c3de-43b1-b864-795a945c3351 None None] Checking segment: {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:36:30.613618 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-786387f9-c3de-43b1-b864-795a945c3351 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:30.614204 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786387f9-c3de-43b1-b864-795a945c3351 None None] Bound using segment: {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:36:30.617105 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-786387f9-c3de-43b1-b864-795a945c3351 None None] Bound port: 48a3b33c-4e44-4664-a15c-666ce3459079, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:36:30.617997 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-786387f9-c3de-43b1-b864-795a945c3351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (48a3b33c-4e44-4664-a15c-666ce3459079), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:30.632076 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a625db6-1ccb-4ee6-85d4-e15874e8c15a tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:36:30.632702 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5a625db6-1ccb-4ee6-85d4-e15874e8c15a tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:30.651269 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-08a9dfa1-d411-4574-abfd-29079280f6f1 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1066053 Jan 28 07:36:30.651663 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 49382) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:36:30.661780 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-042758b4-33d9-4b7a-801a-d9470e23383d None None] Network 4cd7327e-e36b-480d-8267-1d92962c787c requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:36:30.665323 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-5a625db6-1ccb-4ee6-85d4-e15874e8c15a tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7678385 Jan 28 07:36:30.667704 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 49384) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:36:30.689731 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5dddbe38-5e89-438a-9c82-3028fb8a0f53 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks [] for security_group_rule (1b2cb3c1-bf2a-4be2-9e8d-fc87226a710c), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:30.700229 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5dddbe38-5e89-438a-9c82-3028fb8a0f53 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks [] for security_group_rule (1b2cb3c1-bf2a-4be2-9e8d-fc87226a710c), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:30.738590 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5dddbe38-5e89-438a-9c82-3028fb8a0f53 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (1b2cb3c1-bf2a-4be2-9e8d-fc87226a710c), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:30.754136 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5dddbe38-5e89-438a-9c82-3028fb8a0f53 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:30.756066 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-5dddbe38-5e89-438a-9c82-3028fb8a0f53 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/1b2cb3c1-bf2a-4be2-9e8d-fc87226a710c HTTP/1.1" status: 204 len: 168 time: 0.1018002 Jan 28 07:36:30.761066 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 49386) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:36:30.771899 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dddbe38-5e89-438a-9c82-3028fb8a0f53 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1b2cb3c1-bf2a-4be2-9e8d-fc87226a710c,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:36:30.814467 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-786387f9-c3de-43b1-b864-795a945c3351 None None] For port 48a3b33c-4e44-4664-a15c-666ce3459079, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:36:30.820721 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-786387f9-c3de-43b1-b864-795a945c3351 None None] For port 48a3b33c-4e44-4664-a15c-666ce3459079, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=48a3b33c-4e44-4664-a15c-666ce3459079,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:36:30.826313 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-e7ba59fe-22ad-4f8e-b059-9213ab7cf297 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0627382 Jan 28 07:36:30.829172 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 49388) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:36:30.832762 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-786387f9-c3de-43b1-b864-795a945c3351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (48a3b33c-4e44-4664-a15c-666ce3459079), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:30.869333 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-80ae8c65-4106-40b7-8067-4bcdb805384b tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks [] for security_group_rule (fa931ec8-4f5e-48bf-a07c-f70361e33da5), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:30.879085 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-80ae8c65-4106-40b7-8067-4bcdb805384b tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks [] for security_group_rule (fa931ec8-4f5e-48bf-a07c-f70361e33da5), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:30.940819 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-80ae8c65-4106-40b7-8067-4bcdb805384b tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (fa931ec8-4f5e-48bf-a07c-f70361e33da5), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:30.951595 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-80ae8c65-4106-40b7-8067-4bcdb805384b tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:30.956250 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 49394) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:36:30.957253 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-80ae8c65-4106-40b7-8067-4bcdb805384b tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/fa931ec8-4f5e-48bf-a07c-f70361e33da5 HTTP/1.1" status: 204 len: 168 time: 0.1259513 Jan 28 07:36:30.968139 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ae8c65-4106-40b7-8067-4bcdb805384b tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fa931ec8-4f5e-48bf-a07c-f70361e33da5,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:36:31.001941 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080f03ef-bd8a-427c-8ed5-e616df1dd31e None None] Pushing event updated for resources: {'Port': ['ID=48a3b33c-4e44-4664-a15c-666ce3459079,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:36:31.004957 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-827da60a-01f8-4088-9961-d86760186412 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3dd72b9-6805-5f61-b6f3-a591f99a173d-4cd7327e-e36b-480d-8267-1d92962c787c', 'network_id': '4cd7327e-e36b-480d-8267-1d92962c787c', 'project_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'fixed_ips': [{'subnet_id': 'eece5a52-7098-456c-850b-c41ca6fe42c6'}]}} from n-d-712749-28. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 07:36:31.005800 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-827da60a-01f8-4088-9961-d86760186412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:31.021871 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786387f9-c3de-43b1-b864-795a945c3351 None None] Routers {'aa90af1f-fe61-484f-bf8d-f95053ddf973'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:36:31.023252 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-786387f9-c3de-43b1-b864-795a945c3351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:36:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['aa90af1f-fe61-484f-bf8d-f95053ddf973'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:36:31.087744 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-fb206cb5-0a65-4139-902b-1074eb70a05d tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1262219 Jan 28 07:36:31.087938 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 49396) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:36:31.177112 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8e9943ce-8ac4-4811-8180-28f80caaea3e tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks [] for security_group_rule (cde619be-3f78-4b0a-a462-ffb99974d086), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:31.202319 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8e9943ce-8ac4-4811-8180-28f80caaea3e tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks [] for security_group_rule (cde619be-3f78-4b0a-a462-ffb99974d086), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:31.260652 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-786387f9-c3de-43b1-b864-795a945c3351 None None] Set router aa90af1f-fe61-484f-bf8d-f95053ddf973 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:36:31.263551 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8e9943ce-8ac4-4811-8180-28f80caaea3e tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (cde619be-3f78-4b0a-a462-ffb99974d086), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:31.272943 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8e9943ce-8ac4-4811-8180-28f80caaea3e tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:31.276509 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-8e9943ce-8ac4-4811-8180-28f80caaea3e tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/cde619be-3f78-4b0a-a462-ffb99974d086 HTTP/1.1" status: 204 len: 168 time: 0.1852479 Jan 28 07:36:31.277100 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 49400) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:36:31.286032 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9943ce-8ac4-4811-8180-28f80caaea3e tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cde619be-3f78-4b0a-a462-ffb99974d086,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:36:31.291645 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a11a7ebd-6d0f-4f5c-8e21-e923422688a3 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:31.315745 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-827da60a-01f8-4088-9961-d86760186412 None None] Allocated IP 172.20.0.2 (4cd7327e-e36b-480d-8267-1d92962c787c/eece5a52-7098-456c-850b-c41ca6fe42c6/be864f2c-2087-4afb-bb16-d32ebadae098) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:36:31.356859 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-38bca439-e9f2-4e51-af7b-51752c60ceec tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0657840 Jan 28 07:36:31.357321 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 49402) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:36:31.407923 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-49d822bf-87f1-42ab-93f7-ec0f969183ed tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks [] for security_group_rule (a66bec14-a1b5-4dc6-b3d1-405c40d8adf3), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:31.427892 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-49d822bf-87f1-42ab-93f7-ec0f969183ed tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks [] for security_group_rule (a66bec14-a1b5-4dc6-b3d1-405c40d8adf3), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:31.498248 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-49d822bf-87f1-42ab-93f7-ec0f969183ed tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (a66bec14-a1b5-4dc6-b3d1-405c40d8adf3), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:31.507347 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-49d822bf-87f1-42ab-93f7-ec0f969183ed tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:31.520107 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-49d822bf-87f1-42ab-93f7-ec0f969183ed tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/a66bec14-a1b5-4dc6-b3d1-405c40d8adf3 HTTP/1.1" status: 204 len: 168 time: 0.1502533 Jan 28 07:36:31.522770 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 49406) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:36:31.546343 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d822bf-87f1-42ab-93f7-ec0f969183ed tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a66bec14-a1b5-4dc6-b3d1-405c40d8adf3,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:36:31.565135 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-827da60a-01f8-4088-9961-d86760186412 None None] Publish callbacks [] for port (be864f2c-2087-4afb-bb16-d32ebadae098), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:31.616085 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-827da60a-01f8-4088-9961-d86760186412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (be864f2c-2087-4afb-bb16-d32ebadae098), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:31.624760 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-247118f3-757f-4d5e-86ca-2a14d43bd0e9 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0984976 Jan 28 07:36:31.624973 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 49408) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:36:31.733010 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1978ee46-a390-4bb7-9019-118bbb88516e tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks [] for security_group (a5b94253-3346-431c-be86-c12c0c383bf2), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:31.768065 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1978ee46-a390-4bb7-9019-118bbb88516e tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks [] for security_group (a5b94253-3346-431c-be86-c12c0c383bf2), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:31.772795 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-827da60a-01f8-4088-9961-d86760186412 None None] Network 4cd7327e-e36b-480d-8267-1d92962c787c is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:36:31.780617 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-827da60a-01f8-4088-9961-d86760186412 None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:36:31.788786 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827da60a-01f8-4088-9961-d86760186412 None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:36:31.805915 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827da60a-01f8-4088-9961-d86760186412 None None] Pushing event updated for resources: {'Port': ['ID=be864f2c-2087-4afb-bb16-d32ebadae098,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:36:31.865820 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1978ee46-a390-4bb7-9019-118bbb88516e tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (a5b94253-3346-431c-be86-c12c0c383bf2), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:31.869837 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1978ee46-a390-4bb7-9019-118bbb88516e tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:31.871193 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-1978ee46-a390-4bb7-9019-118bbb88516e tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] 10.222.0.41 "DELETE /v2.0/security-groups/a5b94253-3346-431c-be86-c12c0c383bf2 HTTP/1.1" status: 204 len: 168 time: 0.2451239 Jan 28 07:36:31.885891 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 49412) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:36:31.899907 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1978ee46-a390-4bb7-9019-118bbb88516e tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5b94253-3346-431c-be86-c12c0c383bf2,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:36:31.900281 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-827da60a-01f8-4088-9961-d86760186412 None None] Attempting to bind port be864f2c-2087-4afb-bb16-d32ebadae098 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:36:31.900720 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-827da60a-01f8-4088-9961-d86760186412 None None] Attempting to bind port be864f2c-2087-4afb-bb16-d32ebadae098 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '52cd2574-ca92-4feb-a84f-ca598210916f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '4cd7327e-e36b-480d-8267-1d92962c787c'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:36:31.901002 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827da60a-01f8-4088-9961-d86760186412 None None] Attempting to bind port be864f2c-2087-4afb-bb16-d32ebadae098 on network 4cd7327e-e36b-480d-8267-1d92962c787c {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:36:31.910790 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827da60a-01f8-4088-9961-d86760186412 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 36, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:36:31.911557 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827da60a-01f8-4088-9961-d86760186412 None None] Checking segment: {'id': '52cd2574-ca92-4feb-a84f-ca598210916f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '4cd7327e-e36b-480d-8267-1d92962c787c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:36:31.911878 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-827da60a-01f8-4088-9961-d86760186412 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:31.912315 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827da60a-01f8-4088-9961-d86760186412 None None] Bound using segment: {'id': '52cd2574-ca92-4feb-a84f-ca598210916f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '4cd7327e-e36b-480d-8267-1d92962c787c'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:36:31.912804 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-827da60a-01f8-4088-9961-d86760186412 None None] Bound port: be864f2c-2087-4afb-bb16-d32ebadae098, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52cd2574-ca92-4feb-a84f-ca598210916f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '4cd7327e-e36b-480d-8267-1d92962c787c'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:36:31.913243 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-827da60a-01f8-4088-9961-d86760186412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (be864f2c-2087-4afb-bb16-d32ebadae098), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:31.982942 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-089622d4-eb97-4623-9c34-35d310bd9ef9 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0912247 Jan 28 07:36:31.987307 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 49416) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:36:31.991899 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-c68ce70c-f1f1-49b4-bcc0-e1b1b957059a tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Request body: {'security_group': {'name': 'tempest-secgroup--2039017588'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:36:31.997261 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-786387f9-c3de-43b1-b864-795a945c3351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa90af1f-fe61-484f-bf8d-f95053ddf973', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1045102445', 'tenant_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': '48a3b33c-4e44-4664-a15c-666ce3459079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:36:25Z', 'updated_at': '2022-01-28T07:36:27Z', 'revision_number': 3, 'project_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'gw_port': {'id': '48a3b33c-4e44-4664-a15c-666ce3459079', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:b8:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa90af1f-fe61-484f-bf8d-f95053ddf973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:36:26Z', 'updated_at': '2022-01-28T07:36:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:36:32.034913 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c68ce70c-f1f1-49b4-bcc0-e1b1b957059a tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:32.050616 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786387f9-c3de-43b1-b864-795a945c3351 None None] The sync data for ids ['aa90af1f-fe61-484f-bf8d-f95053ddf973'] in n-d-712749-28 is: [{'id': 'aa90af1f-fe61-484f-bf8d-f95053ddf973', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1045102445', 'tenant_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': '48a3b33c-4e44-4664-a15c-666ce3459079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:36:25Z', 'updated_at': '2022-01-28T07:36:27Z', 'revision_number': 3, 'project_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'gw_port': {'id': '48a3b33c-4e44-4664-a15c-666ce3459079', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:b8:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa90af1f-fe61-484f-bf8d-f95053ddf973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:36:26Z', 'updated_at': '2022-01-28T07:36:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:36:32.055963 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-827da60a-01f8-4088-9961-d86760186412 None None] For port be864f2c-2087-4afb-bb16-d32ebadae098, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:36:32.077221 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-827da60a-01f8-4088-9961-d86760186412 None None] For port be864f2c-2087-4afb-bb16-d32ebadae098, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=be864f2c-2087-4afb-bb16-d32ebadae098,segment=NetworkSegment(52cd2574-ca92-4feb-a84f-ca598210916f),segment_id=52cd2574-ca92-4feb-a84f-ca598210916f)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:36:32.091468 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-827da60a-01f8-4088-9961-d86760186412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (be864f2c-2087-4afb-bb16-d32ebadae098), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:32.166808 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-a11a7ebd-6d0f-4f5c-8e21-e923422688a3 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Allocated IP 172.20.0.1 (4cd7327e-e36b-480d-8267-1d92962c787c/eece5a52-7098-456c-850b-c41ca6fe42c6/7314eb8a-3405-4b9d-802d-5bf11144c5cd) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:36:32.197865 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c68ce70c-f1f1-49b4-bcc0-e1b1b957059a tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks [] for security_group (39be3461-21c7-46ce-ad4a-228ae9ea0502), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:32.206058 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c68ce70c-f1f1-49b4-bcc0-e1b1b957059a tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (39be3461-21c7-46ce-ad4a-228ae9ea0502), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:32.222884 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827da60a-01f8-4088-9961-d86760186412 None None] Pushing event updated for resources: {'Port': ['ID=be864f2c-2087-4afb-bb16-d32ebadae098,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:36:32.274636 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c68ce70c-f1f1-49b4-bcc0-e1b1b957059a tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:32.278519 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-c68ce70c-f1f1-49b4-bcc0-e1b1b957059a tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2876437 Jan 28 07:36:32.282998 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 49418) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:36:32.292540 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-cb1efa53-939c-495f-9f3b-a7e37ed6e8c7 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Request body: {'security_group_rule': {'security_group_id': '39be3461-21c7-46ce-ad4a-228ae9ea0502', 'direction': 'ingress', 'protocol': 17}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:36:32.301847 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68ce70c-f1f1-49b4-bcc0-e1b1b957059a tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39be3461-21c7-46ce-ad4a-228ae9ea0502,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:36:32.336184 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cb1efa53-939c-495f-9f3b-a7e37ed6e8c7 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks [] for security_group_rule (fd7765bd-4a8c-4e90-9beb-129db8a01b42), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:32.394746 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a11a7ebd-6d0f-4f5c-8e21-e923422688a3 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for port (7314eb8a-3405-4b9d-802d-5bf11144c5cd), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:32.451270 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a11a7ebd-6d0f-4f5c-8e21-e923422688a3 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (7314eb8a-3405-4b9d-802d-5bf11144c5cd), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:32.487661 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11a7ebd-6d0f-4f5c-8e21-e923422688a3 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Network 4cd7327e-e36b-480d-8267-1d92962c787c is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:36:32.490773 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-a11a7ebd-6d0f-4f5c-8e21-e923422688a3 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:36:32.515239 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11a7ebd-6d0f-4f5c-8e21-e923422688a3 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:36:32.515374 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cb1efa53-939c-495f-9f3b-a7e37ed6e8c7 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks [] for security_group_rule (fd7765bd-4a8c-4e90-9beb-129db8a01b42), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:32.529857 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cb1efa53-939c-495f-9f3b-a7e37ed6e8c7 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (fd7765bd-4a8c-4e90-9beb-129db8a01b42), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:32.565622 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1efa53-939c-495f-9f3b-a7e37ed6e8c7 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd7765bd-4a8c-4e90-9beb-129db8a01b42,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:36:32.597741 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cb1efa53-939c-495f-9f3b-a7e37ed6e8c7 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:32.601880 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-cb1efa53-939c-495f-9f3b-a7e37ed6e8c7 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3158126 Jan 28 07:36:32.604222 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 49422) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:36:32.646795 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11a7ebd-6d0f-4f5c-8e21-e923422688a3 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Pushing event updated for resources: {'Port': ['ID=7314eb8a-3405-4b9d-802d-5bf11144c5cd,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:36:32.659385 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a11a7ebd-6d0f-4f5c-8e21-e923422688a3 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16609232'] for router_interface (aa90af1f-fe61-484f-bf8d-f95053ddf973), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:32.740429 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6a7081a0-19b1-4e96-a370-2cbb589ddd2b tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks [] for security_group (39be3461-21c7-46ce-ad4a-228ae9ea0502), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:32.840270 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6a7081a0-19b1-4e96-a370-2cbb589ddd2b tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks [] for security_group (39be3461-21c7-46ce-ad4a-228ae9ea0502), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:32.985257 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6a7081a0-19b1-4e96-a370-2cbb589ddd2b tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (39be3461-21c7-46ce-ad4a-228ae9ea0502), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:32.988077 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6a7081a0-19b1-4e96-a370-2cbb589ddd2b tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:33.002482 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-6a7081a0-19b1-4e96-a370-2cbb589ddd2b tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] 10.222.0.41 "DELETE /v2.0/security-groups/39be3461-21c7-46ce-ad4a-228ae9ea0502 HTTP/1.1" status: 204 len: 168 time: 0.3971069 Jan 28 07:36:33.006305 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 49426) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:36:33.020289 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a11a7ebd-6d0f-4f5c-8e21-e923422688a3 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (7314eb8a-3405-4b9d-802d-5bf11144c5cd), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:33.089715 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7081a0-19b1-4e96-a370-2cbb589ddd2b tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39be3461-21c7-46ce-ad4a-228ae9ea0502,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:36:33.133176 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-c80e08b6-5d12-4b09-939b-181cb3a57773 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1130652 Jan 28 07:36:33.134274 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 49430) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:36:33.142491 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-8bfe58bb-6e0f-4e4e-99d1-12db619c3058 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Request body: {'security_group': {'name': 'tempest-secgroup--376032010'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:36:33.158314 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:33.168951 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device be864f2c-2087-4afb-bb16-d32ebadae098 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:36:33.177707 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8bfe58bb-6e0f-4e4e-99d1-12db619c3058 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:33.300178 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8bfe58bb-6e0f-4e4e-99d1-12db619c3058 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks [] for security_group (71860b5c-1d6f-490f-91cd-2a09a9cb4a72), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:33.309218 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8bfe58bb-6e0f-4e4e-99d1-12db619c3058 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (71860b5c-1d6f-490f-91cd-2a09a9cb4a72), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:33.329371 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e9c65974-4616-4f09-bfb7-517cdc08dc71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:33.338183 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8bfe58bb-6e0f-4e4e-99d1-12db619c3058 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:33.343343 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-8bfe58bb-6e0f-4e4e-99d1-12db619c3058 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2078540 Jan 28 07:36:33.344373 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 49434) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:36:33.349226 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-3c7e3716-1965-4cbe-b798-aa50f93ae5a8 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Request body: {'security_group': {'name': 'tempest-secgroup--116455052'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:36:33.378921 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfe58bb-6e0f-4e4e-99d1-12db619c3058 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71860b5c-1d6f-490f-91cd-2a09a9cb4a72,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:36:33.386327 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port be864f2c-2087-4afb-bb16-d32ebadae098 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:36:33.386327 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (be864f2c-2087-4afb-bb16-d32ebadae098), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:33.415307 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3c7e3716-1965-4cbe-b798-aa50f93ae5a8 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:33.499530 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a11a7ebd-6d0f-4f5c-8e21-e923422688a3 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for port (7314eb8a-3405-4b9d-802d-5bf11144c5cd), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:33.507428 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a11a7ebd-6d0f-4f5c-8e21-e923422688a3 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (7314eb8a-3405-4b9d-802d-5bf11144c5cd), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:33.508023 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port be864f2c-2087-4afb-bb16-d32ebadae098 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:36:33.508874 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (be864f2c-2087-4afb-bb16-d32ebadae098), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:33.553229 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] For port be864f2c-2087-4afb-bb16-d32ebadae098, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=be864f2c-2087-4afb-bb16-d32ebadae098,segment=NetworkSegment(52cd2574-ca92-4feb-a84f-ca598210916f),segment_id=52cd2574-ca92-4feb-a84f-ca598210916f)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:36:33.561367 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (be864f2c-2087-4afb-bb16-d32ebadae098), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:33.562784 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 48a3b33c-4e44-4664-a15c-666ce3459079 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:36:33.596796 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a11a7ebd-6d0f-4f5c-8e21-e923422688a3 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16318999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16606560'] for router_interface (aa90af1f-fe61-484f-bf8d-f95053ddf973), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:33.679202 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Pushing event updated for resources: {'Port': ['ID=be864f2c-2087-4afb-bb16-d32ebadae098,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:36:33.693775 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 48a3b33c-4e44-4664-a15c-666ce3459079 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:36:33.694234 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (48a3b33c-4e44-4664-a15c-666ce3459079), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:33.698418 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3c7e3716-1965-4cbe-b798-aa50f93ae5a8 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks [] for security_group (ac00bd8e-3191-4467-9a38-b294078e6616), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:33.714240 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3c7e3716-1965-4cbe-b798-aa50f93ae5a8 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (ac00bd8e-3191-4467-9a38-b294078e6616), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:33.756950 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11a7ebd-6d0f-4f5c-8e21-e923422688a3 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Pushing event updated for resources: {'Port': ['ID=7314eb8a-3405-4b9d-802d-5bf11144c5cd,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:36:33.765354 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3c7e3716-1965-4cbe-b798-aa50f93ae5a8 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:33.766653 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-3c7e3716-1965-4cbe-b798-aa50f93ae5a8 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4212828 Jan 28 07:36:33.769654 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 49444) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:36:33.771729 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7e3716-1965-4cbe-b798-aa50f93ae5a8 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac00bd8e-3191-4467-9a38-b294078e6616,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:36:33.776838 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-f7718129-ed84-4b0f-bf73-3abf47ddbbff tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Request body: {'security_group_rule': {'security_group_id': '71860b5c-1d6f-490f-91cd-2a09a9cb4a72', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'ac00bd8e-3191-4467-9a38-b294078e6616', 'remote_ip_prefix': None}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:36:33.852461 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f7718129-ed84-4b0f-bf73-3abf47ddbbff tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks [] for security_group_rule (1c5f64a9-6d10-487e-890a-9e6a567c3e2d), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:33.859153 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a221d350-35de-422a-b8a9-9aa2ad6b6e7f None None] Network 4cd7327e-e36b-480d-8267-1d92962c787c requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:36:33.865119 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 48a3b33c-4e44-4664-a15c-666ce3459079 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:36:33.865523 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (48a3b33c-4e44-4664-a15c-666ce3459079), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:33.869812 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11a7ebd-6d0f-4f5c-8e21-e923422688a3 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Network 4cd7327e-e36b-480d-8267-1d92962c787c is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:36:33.873768 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-a11a7ebd-6d0f-4f5c-8e21-e923422688a3 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:36:33.940836 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] For port 48a3b33c-4e44-4664-a15c-666ce3459079, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=48a3b33c-4e44-4664-a15c-666ce3459079,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:36:33.951671 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (48a3b33c-4e44-4664-a15c-666ce3459079), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:34.011035 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-5ac0f841-3d2c-4db0-b567-4305d64b8391 None None] Provisioning complete for port be864f2c-2087-4afb-bb16-d32ebadae098 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:36:34.011470 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5ac0f841-3d2c-4db0-b567-4305d64b8391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (be864f2c-2087-4afb-bb16-d32ebadae098), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:34.032068 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f7718129-ed84-4b0f-bf73-3abf47ddbbff tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks [] for security_group_rule (1c5f64a9-6d10-487e-890a-9e6a567c3e2d), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:34.040467 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f7718129-ed84-4b0f-bf73-3abf47ddbbff tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (1c5f64a9-6d10-487e-890a-9e6a567c3e2d), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:34.077657 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f7718129-ed84-4b0f-bf73-3abf47ddbbff tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:34.081728 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-f7718129-ed84-4b0f-bf73-3abf47ddbbff tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3084188 Jan 28 07:36:34.081883 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Pushing event updated for resources: {'Port': ['ID=48a3b33c-4e44-4664-a15c-666ce3459079,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:36:34.082293 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 49450) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:36:34.083571 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7718129-ed84-4b0f-bf73-3abf47ddbbff tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c5f64a9-6d10-487e-890a-9e6a567c3e2d,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:36:34.111055 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a11a7ebd-6d0f-4f5c-8e21-e923422688a3 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Router aa90af1f-fe61-484f-bf8d-f95053ddf973 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:36:34.116273 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-044fc928-d1f6-44ab-9587-ec881bad1419 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks [] for security_group_rule (1c5f64a9-6d10-487e-890a-9e6a567c3e2d), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:34.128815 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-044fc928-d1f6-44ab-9587-ec881bad1419 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks [] for security_group_rule (1c5f64a9-6d10-487e-890a-9e6a567c3e2d), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:34.133590 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:34.169576 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-044fc928-d1f6-44ab-9587-ec881bad1419 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (1c5f64a9-6d10-487e-890a-9e6a567c3e2d), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:34.181045 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-044fc928-d1f6-44ab-9587-ec881bad1419 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:34.185196 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-044fc928-d1f6-44ab-9587-ec881bad1419 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/1c5f64a9-6d10-487e-890a-9e6a567c3e2d HTTP/1.1" status: 204 len: 168 time: 0.0997131 Jan 28 07:36:34.185424 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 49452) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:36:34.193216 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-5ac0f841-3d2c-4db0-b567-4305d64b8391 None None] Current status of the port be864f2c-2087-4afb-bb16-d32ebadae098 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:36:34.216874 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044fc928-d1f6-44ab-9587-ec881bad1419 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1c5f64a9-6d10-487e-890a-9e6a567c3e2d,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:36:34.245679 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-a23cdb89-a264-4ada-8e0e-7c01dba44f03 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0553486 Jan 28 07:36:34.248361 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 49456) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:36:34.302015 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a11a7ebd-6d0f-4f5c-8e21-e923422688a3 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:36:34.309297 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-a11a7ebd-6d0f-4f5c-8e21-e923422688a3 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "PUT /v2.0/routers/aa90af1f-fe61-484f-bf8d-f95053ddf973/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6397014 Jan 28 07:36:34.342475 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ff2d3748-821e-4ea9-be54-e5e93639bbf4 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks [] for security_group (ac00bd8e-3191-4467-9a38-b294078e6616), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:34.372482 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ff2d3748-821e-4ea9-be54-e5e93639bbf4 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks [] for security_group (ac00bd8e-3191-4467-9a38-b294078e6616), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:34.471745 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ff2d3748-821e-4ea9-be54-e5e93639bbf4 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (ac00bd8e-3191-4467-9a38-b294078e6616), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:34.477165 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ff2d3748-821e-4ea9-be54-e5e93639bbf4 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:34.483523 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 49466) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:36:34.496834 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-ff2d3748-821e-4ea9-be54-e5e93639bbf4 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] 10.222.0.41 "DELETE /v2.0/security-groups/ac00bd8e-3191-4467-9a38-b294078e6616 HTTP/1.1" status: 204 len: 168 time: 0.2473209 Jan 28 07:36:34.531330 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2d3748-821e-4ea9-be54-e5e93639bbf4 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac00bd8e-3191-4467-9a38-b294078e6616,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:36:34.630039 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-cbaa44a9-86e4-4e32-ae88-1a79c576d6d4 None None] Provisioning complete for port 7314eb8a-3405-4b9d-802d-5bf11144c5cd triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:36:34.630659 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cbaa44a9-86e4-4e32-ae88-1a79c576d6d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (7314eb8a-3405-4b9d-802d-5bf11144c5cd), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:34.673746 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-70c0d06e-c2d6-4b0b-86a6-20de76ec4f42 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1888838 Jan 28 07:36:34.678304 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 49478) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:36:34.688879 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-cbaa44a9-86e4-4e32-ae88-1a79c576d6d4 None None] Port 7314eb8a-3405-4b9d-802d-5bf11144c5cd cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:36:34.708567 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-cbaa44a9-86e4-4e32-ae88-1a79c576d6d4 None None] Provisioning complete for port be864f2c-2087-4afb-bb16-d32ebadae098 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:36:34.708985 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cbaa44a9-86e4-4e32-ae88-1a79c576d6d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (be864f2c-2087-4afb-bb16-d32ebadae098), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:34.815631 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-719f1b20-5de4-42b2-9c4a-62143d0f5647 req-fd06ac2d-a752-47e9-b16e-f2b7c1941263 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1478056315&fields=id&tenant_id=b44a0e5d7f134bd69aecc7a32d5e1b41 HTTP/1.1" status: 200 len: 267 time: 0.1984837 Jan 28 07:36:34.854684 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-cbaa44a9-86e4-4e32-ae88-1a79c576d6d4 None None] Current status of the port be864f2c-2087-4afb-bb16-d32ebadae098 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:36:34.885963 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device be864f2c-2087-4afb-bb16-d32ebadae098 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:36:34.955409 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port be864f2c-2087-4afb-bb16-d32ebadae098 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:36:34.956288 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (be864f2c-2087-4afb-bb16-d32ebadae098), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:34.981894 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54e296f3-d4c2-4740-82fb-6a0f83038d4e tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks [] for security_group (71860b5c-1d6f-490f-91cd-2a09a9cb4a72), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:35.011629 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35db19ff-9050-49db-8ed4-5979f811d546 None None] Sync routers for ids ['aa90af1f-fe61-484f-bf8d-f95053ddf973'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:36:35.038939 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35db19ff-9050-49db-8ed4-5979f811d546 None None] Routers {'aa90af1f-fe61-484f-bf8d-f95053ddf973'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:36:35.039577 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-35db19ff-9050-49db-8ed4-5979f811d546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:36:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['aa90af1f-fe61-484f-bf8d-f95053ddf973'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:36:35.130100 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54e296f3-d4c2-4740-82fb-6a0f83038d4e tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks [] for security_group (71860b5c-1d6f-490f-91cd-2a09a9cb4a72), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:35.206348 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719f1b20-5de4-42b2-9c4a-62143d0f5647 req-f4f786f3-fcd2-4eb4-bb4c-cc18b8d64cf9 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:36:35.217981 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-719f1b20-5de4-42b2-9c4a-62143d0f5647 req-f4f786f3-fcd2-4eb4-bb4c-cc18b8d64cf9 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/networks?id=4cd7327e-e36b-480d-8267-1d92962c787c HTTP/1.1" status: 200 len: 796 time: 0.4014065 Jan 28 07:36:35.252736 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-719f1b20-5de4-42b2-9c4a-62143d0f5647 req-bcce4f15-c3c2-46c8-9868-4c54254ab0a1 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/quotas/b44a0e5d7f134bd69aecc7a32d5e1b41 HTTP/1.1" status: 200 len: 375 time: 0.0337987 Jan 28 07:36:35.290846 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-08256df9-607f-41b2-82b7-578fc157ba4a None None] Provisioning complete for port 7314eb8a-3405-4b9d-802d-5bf11144c5cd triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:36:35.291370 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-08256df9-607f-41b2-82b7-578fc157ba4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (7314eb8a-3405-4b9d-802d-5bf11144c5cd), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:35.353588 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-719f1b20-5de4-42b2-9c4a-62143d0f5647 req-742ed4e1-4a17-481f-852a-8df29def88a0 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=b44a0e5d7f134bd69aecc7a32d5e1b41&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0952141 Jan 28 07:36:35.355064 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54e296f3-d4c2-4740-82fb-6a0f83038d4e tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (71860b5c-1d6f-490f-91cd-2a09a9cb4a72), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:35.359010 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54e296f3-d4c2-4740-82fb-6a0f83038d4e tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:35.360598 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-54e296f3-d4c2-4740-82fb-6a0f83038d4e tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] 10.222.0.41 "DELETE /v2.0/security-groups/71860b5c-1d6f-490f-91cd-2a09a9cb4a72 HTTP/1.1" status: 204 len: 168 time: 0.6810296 Jan 28 07:36:35.363691 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 49484) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:36:35.372379 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e296f3-d4c2-4740-82fb-6a0f83038d4e tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71860b5c-1d6f-490f-91cd-2a09a9cb4a72,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:36:35.403384 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-08256df9-607f-41b2-82b7-578fc157ba4a None None] Port 7314eb8a-3405-4b9d-802d-5bf11144c5cd cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:36:35.438238 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port be864f2c-2087-4afb-bb16-d32ebadae098 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:36:35.440352 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 48a3b33c-4e44-4664-a15c-666ce3459079 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:36:35.455043 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-35db19ff-9050-49db-8ed4-5979f811d546 None None] Set router aa90af1f-fe61-484f-bf8d-f95053ddf973 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:36:35.470122 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-2d0d0b3c-5461-4ae0-aa14-a623313520c7 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1052370 Jan 28 07:36:35.474175 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 49486) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:36:35.484392 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-92a12e1d-2eca-4b2a-a58d-5656829c44bf tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Request body: {'security_group': {'name': 'tempest-secgroup--1195960317'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:36:35.523853 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 48a3b33c-4e44-4664-a15c-666ce3459079 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:36:35.524296 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (48a3b33c-4e44-4664-a15c-666ce3459079), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:35.533772 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-92a12e1d-2eca-4b2a-a58d-5656829c44bf tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:35.585337 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-719f1b20-5de4-42b2-9c4a-62143d0f5647 req-9e1f95af-1e15-4ba9-b8cc-901bb15faec4 service neutron] 10.222.0.41 "GET /v2.0/networks/4cd7327e-e36b-480d-8267-1d92962c787c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950948 Jan 28 07:36:35.593730 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-32c2b3bd-2001-4b6a-a982-d81ee3dd01dc None None] Provisioning complete for port 7314eb8a-3405-4b9d-802d-5bf11144c5cd triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:36:35.594392 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-32c2b3bd-2001-4b6a-a982-d81ee3dd01dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (7314eb8a-3405-4b9d-802d-5bf11144c5cd), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:35.676503 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-32c2b3bd-2001-4b6a-a982-d81ee3dd01dc None None] Port 7314eb8a-3405-4b9d-802d-5bf11144c5cd cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:36:35.692911 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-92a12e1d-2eca-4b2a-a58d-5656829c44bf tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks [] for security_group (2ea9346f-83c4-49ca-83fe-dc5505e50bff), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:35.703339 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-92a12e1d-2eca-4b2a-a58d-5656829c44bf tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (2ea9346f-83c4-49ca-83fe-dc5505e50bff), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:35.712263 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e911e77d-1307-472e-9e72-0c1e30d4e9ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:35.769603 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-719f1b20-5de4-42b2-9c4a-62143d0f5647 req-fb1bc0bb-ff8f-4254-979d-ce59cc0a10cb service neutron] 10.222.0.41 "GET /v2.0/networks/4cd7327e-e36b-480d-8267-1d92962c787c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772420 Jan 28 07:36:35.775235 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a12e1d-2eca-4b2a-a58d-5656829c44bf tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ea9346f-83c4-49ca-83fe-dc5505e50bff,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:36:35.784116 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-92a12e1d-2eca-4b2a-a58d-5656829c44bf tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:35.785389 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-92a12e1d-2eca-4b2a-a58d-5656829c44bf tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3102868 Jan 28 07:36:35.788261 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 49490) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:36:35.793256 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-59cbd50f-85b8-4a97-a915-57a28b36680b tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Request body: {'security_group_rule': {'security_group_id': '2ea9346f-83c4-49ca-83fe-dc5505e50bff', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:36:35.815339 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 48a3b33c-4e44-4664-a15c-666ce3459079 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:36:35.844062 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-35db19ff-9050-49db-8ed4-5979f811d546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa90af1f-fe61-484f-bf8d-f95053ddf973', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1045102445', 'tenant_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': '48a3b33c-4e44-4664-a15c-666ce3459079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:36:25Z', 'updated_at': '2022-01-28T07:36:32Z', 'revision_number': 4, 'project_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'gw_port': {'id': '48a3b33c-4e44-4664-a15c-666ce3459079', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:b8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa90af1f-fe61-484f-bf8d-f95053ddf973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:36:26Z', 'updated_at': '2022-01-28T07:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '7314eb8a-3405-4b9d-802d-5bf11144c5cd', 'name': '', 'network_id': '4cd7327e-e36b-480d-8267-1d92962c787c', 'tenant_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'mac_address': 'fa:16:3e:1e:36:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa90af1f-fe61-484f-bf8d-f95053ddf973', 'device_owner': 'network:router_interface', 'standard_attr_id': 3322, 'fixed_ips': [{'subnet_id': 'eece5a52-7098-456c-850b-c41ca6fe42c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:36:31Z', 'updated_at': '2022-01-28T07:36:33Z', 'revision_number': 2, 'project_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'subnets': [{'id': 'eece5a52-7098-456c-850b-c41ca6fe42c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:36:35.847388 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-59cbd50f-85b8-4a97-a915-57a28b36680b tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks [] for security_group_rule (fd320358-4b5e-44d3-90e0-0741de4006cd), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:35.885341 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35db19ff-9050-49db-8ed4-5979f811d546 None None] Checking router: aa90af1f-fe61-484f-bf8d-f95053ddf973 for host: n-d-712749-28 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:36:35.886039 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35db19ff-9050-49db-8ed4-5979f811d546 None None] Updating router aa90af1f-fe61-484f-bf8d-f95053ddf973 port 7314eb8a-3405-4b9d-802d-5bf11144c5cd binding host n-d-712749-28 {{(pid=103286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 07:36:35.930680 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-35db19ff-9050-49db-8ed4-5979f811d546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (7314eb8a-3405-4b9d-802d-5bf11144c5cd), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:35.947891 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-59cbd50f-85b8-4a97-a915-57a28b36680b tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks [] for security_group_rule (fd320358-4b5e-44d3-90e0-0741de4006cd), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:35.953868 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-59cbd50f-85b8-4a97-a915-57a28b36680b tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (fd320358-4b5e-44d3-90e0-0741de4006cd), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:35.984893 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cbd50f-85b8-4a97-a915-57a28b36680b tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd320358-4b5e-44d3-90e0-0741de4006cd,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:36:35.992734 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-59cbd50f-85b8-4a97-a915-57a28b36680b tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:35.998564 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 49494) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:36:36.000740 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-59cbd50f-85b8-4a97-a915-57a28b36680b tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2113547 Jan 28 07:36:36.040823 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a2978dc6-d451-4488-8092-686148598315 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks [] for security_group_rule (fd320358-4b5e-44d3-90e0-0741de4006cd), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:36.055316 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a2978dc6-d451-4488-8092-686148598315 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks [] for security_group_rule (fd320358-4b5e-44d3-90e0-0741de4006cd), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:36.106747 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-fed82b6d-4cee-4fa6-b4ca-0bfe93553009 req-fa794b1c-7bf0-409f-9acc-5f112608b8b6 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7b3bf0d-5b6b-4d61-8bbd-0a6cb2b87cd3 HTTP/1.1" status: 200 len: 210 time: 0.0373321 Jan 28 07:36:36.135541 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a2978dc6-d451-4488-8092-686148598315 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (fd320358-4b5e-44d3-90e0-0741de4006cd), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:36.144397 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a2978dc6-d451-4488-8092-686148598315 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:36.147964 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-a2978dc6-d451-4488-8092-686148598315 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/fd320358-4b5e-44d3-90e0-0741de4006cd HTTP/1.1" status: 204 len: 168 time: 0.1457078 Jan 28 07:36:36.148502 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 49500) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:36:36.159402 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2978dc6-d451-4488-8092-686148598315 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fd320358-4b5e-44d3-90e0-0741de4006cd,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:36:36.246067 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-1de150a5-25b1-408b-a98b-6373e188371b tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0937445 Jan 28 07:36:36.246527 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 49502) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:36:36.344855 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1b15e108-8a01-4655-8ba8-cf94745285ec tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks [] for security_group (2ea9346f-83c4-49ca-83fe-dc5505e50bff), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:36.389484 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1b15e108-8a01-4655-8ba8-cf94745285ec tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks [] for security_group (2ea9346f-83c4-49ca-83fe-dc5505e50bff), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:36.445770 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1b15e108-8a01-4655-8ba8-cf94745285ec tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (2ea9346f-83c4-49ca-83fe-dc5505e50bff), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:36.451805 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1b15e108-8a01-4655-8ba8-cf94745285ec tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:36.452122 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-35db19ff-9050-49db-8ed4-5979f811d546 None None] Publish callbacks [] for port (7314eb8a-3405-4b9d-802d-5bf11144c5cd), precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:36.455395 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-1b15e108-8a01-4655-8ba8-cf94745285ec tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] 10.222.0.41 "DELETE /v2.0/security-groups/2ea9346f-83c4-49ca-83fe-dc5505e50bff HTTP/1.1" status: 204 len: 168 time: 0.2077525 Jan 28 07:36:36.458119 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 49510) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:36:36.462529 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-35db19ff-9050-49db-8ed4-5979f811d546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (7314eb8a-3405-4b9d-802d-5bf11144c5cd), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:36.480463 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b15e108-8a01-4655-8ba8-cf94745285ec tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ea9346f-83c4-49ca-83fe-dc5505e50bff,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:36:36.517983 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-a52563ab-b66f-47e0-93c9-2ffa887a68c4 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0580151 Jan 28 07:36:36.521902 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 49514) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:36:36.528036 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-db56466e-9e0f-4a38-8abb-681172c8780a tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Request body: {'security_group': {'name': 'tempest-secgroup--910363692'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:36:36.569919 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-db56466e-9e0f-4a38-8abb-681172c8780a tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:36.675465 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b5cdba-f5b8-473a-87ed-70fc44658817 None None] Pushing event updated for resources: {'Port': ['ID=7314eb8a-3405-4b9d-802d-5bf11144c5cd,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:36:36.698704 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b5cdba-f5b8-473a-87ed-70fc44658817 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:36:36.700972 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b5cdba-f5b8-473a-87ed-70fc44658817 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:36:36.701281 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b5cdba-f5b8-473a-87ed-70fc44658817 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:36:36.701839 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b5cdba-f5b8-473a-87ed-70fc44658817 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:36:36.702166 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b5cdba-f5b8-473a-87ed-70fc44658817 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:36:36.702495 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b5cdba-f5b8-473a-87ed-70fc44658817 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:36:36.702831 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b5cdba-f5b8-473a-87ed-70fc44658817 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:36:36.704188 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b5cdba-f5b8-473a-87ed-70fc44658817 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:36:36.704538 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b5cdba-f5b8-473a-87ed-70fc44658817 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:36:36.704870 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b5cdba-f5b8-473a-87ed-70fc44658817 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:36:36.705204 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b5cdba-f5b8-473a-87ed-70fc44658817 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:36:36.705536 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b5cdba-f5b8-473a-87ed-70fc44658817 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:36:36.705863 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b5cdba-f5b8-473a-87ed-70fc44658817 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:36:36.741804 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-db56466e-9e0f-4a38-8abb-681172c8780a tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks [] for security_group (2873f2dd-32a5-45e0-a0ab-9f9a6f46f75c), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:36.764672 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-db56466e-9e0f-4a38-8abb-681172c8780a tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (2873f2dd-32a5-45e0-a0ab-9f9a6f46f75c), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:36.769438 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-35db19ff-9050-49db-8ed4-5979f811d546 None None] Attempting to bind port 7314eb8a-3405-4b9d-802d-5bf11144c5cd on host n-d-712749-28 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:36:36.769843 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-35db19ff-9050-49db-8ed4-5979f811d546 None None] Attempting to bind port 7314eb8a-3405-4b9d-802d-5bf11144c5cd by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '52cd2574-ca92-4feb-a84f-ca598210916f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '4cd7327e-e36b-480d-8267-1d92962c787c'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:36:36.772744 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35db19ff-9050-49db-8ed4-5979f811d546 None None] Attempting to bind port 7314eb8a-3405-4b9d-802d-5bf11144c5cd on network 4cd7327e-e36b-480d-8267-1d92962c787c {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:36:36.783820 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35db19ff-9050-49db-8ed4-5979f811d546 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 36, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:36:36.784513 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35db19ff-9050-49db-8ed4-5979f811d546 None None] Checking segment: {'id': '52cd2574-ca92-4feb-a84f-ca598210916f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '4cd7327e-e36b-480d-8267-1d92962c787c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:36:36.785073 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-35db19ff-9050-49db-8ed4-5979f811d546 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:36.785618 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35db19ff-9050-49db-8ed4-5979f811d546 None None] Bound using segment: {'id': '52cd2574-ca92-4feb-a84f-ca598210916f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '4cd7327e-e36b-480d-8267-1d92962c787c'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:36:36.786235 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-35db19ff-9050-49db-8ed4-5979f811d546 None None] Bound port: 7314eb8a-3405-4b9d-802d-5bf11144c5cd, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52cd2574-ca92-4feb-a84f-ca598210916f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '4cd7327e-e36b-480d-8267-1d92962c787c'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:36:36.786791 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-35db19ff-9050-49db-8ed4-5979f811d546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (7314eb8a-3405-4b9d-802d-5bf11144c5cd), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:36.840047 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db56466e-9e0f-4a38-8abb-681172c8780a tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2873f2dd-32a5-45e0-a0ab-9f9a6f46f75c,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:36:36.859033 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-db56466e-9e0f-4a38-8abb-681172c8780a tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:36.863123 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-db56466e-9e0f-4a38-8abb-681172c8780a tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3377008 Jan 28 07:36:36.863123 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 49518) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:36:36.868263 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-5e747e8a-1a7c-43c6-9e97-5a8c1c6be7d7 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Request body: {'security_group_rule': {'security_group_id': '2873f2dd-32a5-45e0-a0ab-9f9a6f46f75c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:36:36.884606 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-35db19ff-9050-49db-8ed4-5979f811d546 None None] For port 7314eb8a-3405-4b9d-802d-5bf11144c5cd, host n-d-712749-28, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:36:36.889265 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-35db19ff-9050-49db-8ed4-5979f811d546 None None] For port 7314eb8a-3405-4b9d-802d-5bf11144c5cd, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=7314eb8a-3405-4b9d-802d-5bf11144c5cd,segment=NetworkSegment(52cd2574-ca92-4feb-a84f-ca598210916f),segment_id=52cd2574-ca92-4feb-a84f-ca598210916f)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:36:36.895866 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-35db19ff-9050-49db-8ed4-5979f811d546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (7314eb8a-3405-4b9d-802d-5bf11144c5cd), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:36.903919 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5e747e8a-1a7c-43c6-9e97-5a8c1c6be7d7 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks [] for security_group_rule (c38fb703-ddc8-494a-a2be-de93e4755651), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:36.952308 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35db19ff-9050-49db-8ed4-5979f811d546 None None] Routers {'aa90af1f-fe61-484f-bf8d-f95053ddf973'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:36:36.953180 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-35db19ff-9050-49db-8ed4-5979f811d546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:36:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['aa90af1f-fe61-484f-bf8d-f95053ddf973'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:36:36.997012 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5e747e8a-1a7c-43c6-9e97-5a8c1c6be7d7 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks [] for security_group_rule (c38fb703-ddc8-494a-a2be-de93e4755651), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:37.007553 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5e747e8a-1a7c-43c6-9e97-5a8c1c6be7d7 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (c38fb703-ddc8-494a-a2be-de93e4755651), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:37.033370 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:37.041931 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-b2a02e60-96b3-4771-8d5b-6c5e0f1c4087 None None] Provisioning complete for port 7314eb8a-3405-4b9d-802d-5bf11144c5cd triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:36:37.043733 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b2a02e60-96b3-4771-8d5b-6c5e0f1c4087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (7314eb8a-3405-4b9d-802d-5bf11144c5cd), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:37.058980 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e747e8a-1a7c-43c6-9e97-5a8c1c6be7d7 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c38fb703-ddc8-494a-a2be-de93e4755651,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:36:37.089395 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5e747e8a-1a7c-43c6-9e97-5a8c1c6be7d7 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:37.094051 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-5e747e8a-1a7c-43c6-9e97-5a8c1c6be7d7 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2272797 Jan 28 07:36:37.094848 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 49522) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:36:37.147378 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-0868d50e-5e74-48f3-a68b-33c139a3a441 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] 10.222.0.41 "GET /v2.0/security-group-rules/c38fb703-ddc8-494a-a2be-de93e4755651 HTTP/1.1" status: 200 len: 763 time: 0.0513034 Jan 28 07:36:37.150050 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 49526) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:36:37.177425 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-b2a02e60-96b3-4771-8d5b-6c5e0f1c4087 None None] Current status of the port 7314eb8a-3405-4b9d-802d-5bf11144c5cd is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:36:37.178222 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b2a02e60-96b3-4771-8d5b-6c5e0f1c4087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (7314eb8a-3405-4b9d-802d-5bf11144c5cd), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:37.193863 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b5cdba-f5b8-473a-87ed-70fc44658817 None None] Pushing event updated for resources: {'Port': ['ID=7314eb8a-3405-4b9d-802d-5bf11144c5cd,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:36:37.208782 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-35db19ff-9050-49db-8ed4-5979f811d546 None None] Set router aa90af1f-fe61-484f-bf8d-f95053ddf973 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:36:37.243413 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-b2a02e60-96b3-4771-8d5b-6c5e0f1c4087 None None] For port 7314eb8a-3405-4b9d-802d-5bf11144c5cd, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=7314eb8a-3405-4b9d-802d-5bf11144c5cd,segment=NetworkSegment(52cd2574-ca92-4feb-a84f-ca598210916f),segment_id=52cd2574-ca92-4feb-a84f-ca598210916f)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:36:37.248754 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b2a02e60-96b3-4771-8d5b-6c5e0f1c4087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (7314eb8a-3405-4b9d-802d-5bf11144c5cd), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:37.275622 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-3da07340-5757-4cde-8ade-1a77b1097067 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1240237 Jan 28 07:36:37.278300 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 49528) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:36:37.370439 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-520cb365-5f22-4b52-a92b-6907f23dc95e req-1c479667-5733-4f7b-8ad3-87f9668e471d tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7b3bf0d-5b6b-4d61-8bbd-0a6cb2b87cd3 HTTP/1.1" status: 200 len: 210 time: 0.0935116 Jan 28 07:36:37.430389 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a02e60-96b3-4771-8d5b-6c5e0f1c4087 None None] Pushing event updated for resources: {'Port': ['ID=7314eb8a-3405-4b9d-802d-5bf11144c5cd,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:36:37.466842 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ac74968d-0b28-4664-b700-441cc75fae60 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks [] for security_group_rule (c38fb703-ddc8-494a-a2be-de93e4755651), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:37.500965 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ac74968d-0b28-4664-b700-441cc75fae60 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks [] for security_group_rule (c38fb703-ddc8-494a-a2be-de93e4755651), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:37.582333 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ac74968d-0b28-4664-b700-441cc75fae60 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (c38fb703-ddc8-494a-a2be-de93e4755651), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:37.599365 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-3a0f9733-45a7-42c9-87fa-ee9174bfc3dd None None] Provisioning complete for port 7314eb8a-3405-4b9d-802d-5bf11144c5cd triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:36:37.599745 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3a0f9733-45a7-42c9-87fa-ee9174bfc3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (7314eb8a-3405-4b9d-802d-5bf11144c5cd), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:37.606601 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ac74968d-0b28-4664-b700-441cc75fae60 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:37.608550 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-ac74968d-0b28-4664-b700-441cc75fae60 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/c38fb703-ddc8-494a-a2be-de93e4755651 HTTP/1.1" status: 204 len: 168 time: 0.3285401 Jan 28 07:36:37.610768 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac74968d-0b28-4664-b700-441cc75fae60 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c38fb703-ddc8-494a-a2be-de93e4755651,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:36:37.615531 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 49532) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:36:37.683136 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-18080117-d036-4118-abac-c0e4a62ce7be tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0654752 Jan 28 07:36:37.686485 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 49534) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:36:37.695205 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-660a9a27-1509-49b4-a6c7-033b5283c74c tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Request body: {'security_group_rule': {'security_group_id': '2873f2dd-32a5-45e0-a0ab-9f9a6f46f75c', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:36:37.735877 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-35db19ff-9050-49db-8ed4-5979f811d546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa90af1f-fe61-484f-bf8d-f95053ddf973', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1045102445', 'tenant_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': '48a3b33c-4e44-4664-a15c-666ce3459079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:36:25Z', 'updated_at': '2022-01-28T07:36:32Z', 'revision_number': 4, 'project_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'gw_port': {'id': '48a3b33c-4e44-4664-a15c-666ce3459079', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:b8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa90af1f-fe61-484f-bf8d-f95053ddf973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:36:26Z', 'updated_at': '2022-01-28T07:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '7314eb8a-3405-4b9d-802d-5bf11144c5cd', 'name': '', 'network_id': '4cd7327e-e36b-480d-8267-1d92962c787c', 'tenant_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'mac_address': 'fa:16:3e:1e:36:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa90af1f-fe61-484f-bf8d-f95053ddf973', 'device_owner': 'network:router_interface', 'standard_attr_id': 3322, 'fixed_ips': [{'subnet_id': 'eece5a52-7098-456c-850b-c41ca6fe42c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:36:31Z', 'updated_at': '2022-01-28T07:36:36Z', 'revision_number': 4, 'project_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'subnets': [{'id': 'eece5a52-7098-456c-850b-c41ca6fe42c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:36:37.746857 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-660a9a27-1509-49b4-a6c7-033b5283c74c tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks [] for security_group_rule (b3f9cb6d-c2ff-45e5-a3ce-6b8aaa48b45e), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:37.760861 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-3a0f9733-45a7-42c9-87fa-ee9174bfc3dd None None] Current status of the port 7314eb8a-3405-4b9d-802d-5bf11144c5cd is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:36:37.763768 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35db19ff-9050-49db-8ed4-5979f811d546 None None] The sync data for ids ['aa90af1f-fe61-484f-bf8d-f95053ddf973'] in n-d-712749-28 is: [{'id': 'aa90af1f-fe61-484f-bf8d-f95053ddf973', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1045102445', 'tenant_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': '48a3b33c-4e44-4664-a15c-666ce3459079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:36:25Z', 'updated_at': '2022-01-28T07:36:32Z', 'revision_number': 4, 'project_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'gw_port': {'id': '48a3b33c-4e44-4664-a15c-666ce3459079', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:b8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa90af1f-fe61-484f-bf8d-f95053ddf973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:36:26Z', 'updated_at': '2022-01-28T07:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '7314eb8a-3405-4b9d-802d-5bf11144c5cd', 'name': '', 'network_id': '4cd7327e-e36b-480d-8267-1d92962c787c', 'tenant_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'mac_address': 'fa:16:3e:1e:36:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa90af1f-fe61-484f-bf8d-f95053ddf973', 'device_owner': 'network:router_interface', 'standard_attr_id': 3322, 'fixed_ips': [{'subnet_id': 'eece5a52-7098-456c-850b-c41ca6fe42c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:36:31Z', 'updated_at': '2022-01-28T07:36:36Z', 'revision_number': 4, 'project_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'subnets': [{'id': 'eece5a52-7098-456c-850b-c41ca6fe42c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:36:37.867953 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-660a9a27-1509-49b4-a6c7-033b5283c74c tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks [] for security_group_rule (b3f9cb6d-c2ff-45e5-a3ce-6b8aaa48b45e), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:37.873369 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-660a9a27-1509-49b4-a6c7-033b5283c74c tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (b3f9cb6d-c2ff-45e5-a3ce-6b8aaa48b45e), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:37.902971 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660a9a27-1509-49b4-a6c7-033b5283c74c tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3f9cb6d-c2ff-45e5-a3ce-6b8aaa48b45e,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:36:37.913102 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-660a9a27-1509-49b4-a6c7-033b5283c74c tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:37.916244 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-660a9a27-1509-49b4-a6c7-033b5283c74c tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2237546 Jan 28 07:36:37.917507 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 49538) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:36:37.942952 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-23faf8ab-3cfb-481f-b099-c03aa5e607e2 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] 10.222.0.41 "GET /v2.0/security-group-rules/b3f9cb6d-c2ff-45e5-a3ce-6b8aaa48b45e HTTP/1.1" status: 200 len: 763 time: 0.0230818 Jan 28 07:36:37.948695 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 49540) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:36:37.957721 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719f1b20-5de4-42b2-9c4a-62143d0f5647 req-8b1aefa0-20c6-4405-a8d8-14f0e0afc8bd tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:36:37.960649 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-719f1b20-5de4-42b2-9c4a-62143d0f5647 req-8b1aefa0-20c6-4405-a8d8-14f0e0afc8bd tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.44 "GET /v2.0/networks?id=4cd7327e-e36b-480d-8267-1d92962c787c HTTP/1.1" status: 200 len: 796 time: 0.3261950 Jan 28 07:36:38.034440 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-00b5a6b4-a2ac-4864-ae02-636f9761ce9a tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0843053 Jan 28 07:36:38.037335 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 49542) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:36:38.066144 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-719f1b20-5de4-42b2-9c4a-62143d0f5647 req-ce7f0a30-b390-4d90-b0a6-54ddf0b6c73d tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b44a0e5d7f134bd69aecc7a32d5e1b41 HTTP/1.1" status: 200 len: 380 time: 0.0802202 Jan 28 07:36:38.070513 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-af96493b-4753-484b-af12-ec2320761106 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks [] for security_group_rule (b3f9cb6d-c2ff-45e5-a3ce-6b8aaa48b45e), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:38.079924 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-719f1b20-5de4-42b2-9c4a-62143d0f5647 req-69afdf84-9589-460b-b6d3-2334de752536 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Request body: {'port': {'device_id': 'e7b3bf0d-5b6b-4d61-8bbd-0a6cb2b87cd3', 'network_id': '4cd7327e-e36b-480d-8267-1d92962c787c', 'admin_state_up': True, 'tenant_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'security_groups': ['aca7eb5c-f7de-41b7-ac0f-53602a03b63e']}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:36:38.085898 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-af96493b-4753-484b-af12-ec2320761106 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks [] for security_group_rule (b3f9cb6d-c2ff-45e5-a3ce-6b8aaa48b45e), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:38.121291 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-af96493b-4753-484b-af12-ec2320761106 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (b3f9cb6d-c2ff-45e5-a3ce-6b8aaa48b45e), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:38.128862 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-af96493b-4753-484b-af12-ec2320761106 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:38.129644 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-af96493b-4753-484b-af12-ec2320761106 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/b3f9cb6d-c2ff-45e5-a3ce-6b8aaa48b45e HTTP/1.1" status: 204 len: 168 time: 0.0907691 Jan 28 07:36:38.132344 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 49546) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:36:38.135559 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af96493b-4753-484b-af12-ec2320761106 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b3f9cb6d-c2ff-45e5-a3ce-6b8aaa48b45e,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:36:38.232281 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-9ac909a7-4e57-41df-a645-e753261271f4 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0986853 Jan 28 07:36:38.235495 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 49552) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:36:38.241850 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-2037e844-324e-4268-ad5f-b211ac117634 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Request body: {'security_group_rule': {'security_group_id': '2873f2dd-32a5-45e0-a0ab-9f9a6f46f75c', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:36:38.280769 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-719f1b20-5de4-42b2-9c4a-62143d0f5647 req-69afdf84-9589-460b-b6d3-2334de752536 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Made reservation on behalf of b44a0e5d7f134bd69aecc7a32d5e1b41 for: {'port': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:36:38.288082 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-719f1b20-5de4-42b2-9c4a-62143d0f5647 req-69afdf84-9589-460b-b6d3-2334de752536 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:38.288589 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2037e844-324e-4268-ad5f-b211ac117634 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks [] for security_group_rule (7cf510f5-6e71-4d5a-a423-bfde611d42e3), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:38.350746 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2037e844-324e-4268-ad5f-b211ac117634 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks [] for security_group_rule (7cf510f5-6e71-4d5a-a423-bfde611d42e3), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:38.356630 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2037e844-324e-4268-ad5f-b211ac117634 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (7cf510f5-6e71-4d5a-a423-bfde611d42e3), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:38.387603 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2037e844-324e-4268-ad5f-b211ac117634 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cf510f5-6e71-4d5a-a423-bfde611d42e3,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:36:38.408786 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2037e844-324e-4268-ad5f-b211ac117634 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:38.412855 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-2037e844-324e-4268-ad5f-b211ac117634 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1759787 Jan 28 07:36:38.413694 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 49558) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:36:38.453047 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-0f696e3d-9248-43a8-ae65-c9887b1dbb13 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] 10.222.0.41 "GET /v2.0/security-group-rules/7cf510f5-6e71-4d5a-a423-bfde611d42e3 HTTP/1.1" status: 200 len: 764 time: 0.0379000 Jan 28 07:36:38.456469 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 49562) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:36:38.501275 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [req-719f1b20-5de4-42b2-9c4a-62143d0f5647 req-69afdf84-9589-460b-b6d3-2334de752536 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Allocated IP 172.20.0.7 (4cd7327e-e36b-480d-8267-1d92962c787c/eece5a52-7098-456c-850b-c41ca6fe42c6/2aa171a7-a280-4a6b-944d-f2c25bb594ae) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:36:38.528327 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-70b3a3c0-a436-4035-b873-097890c3e552 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0679095 Jan 28 07:36:38.528606 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 49564) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:36:38.576993 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b7f92cb0-4f45-4dfa-8a99-a399f924cadb req-29a5be41-4079-49f2-9711-fda8ce8d1232 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7b3bf0d-5b6b-4d61-8bbd-0a6cb2b87cd3 HTTP/1.1" status: 200 len: 210 time: 0.0317910 Jan 28 07:36:38.610311 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d8d23b83-21ad-4c20-a859-e5a9fefa6297 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks [] for security_group_rule (7cf510f5-6e71-4d5a-a423-bfde611d42e3), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:38.621163 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d8d23b83-21ad-4c20-a859-e5a9fefa6297 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks [] for security_group_rule (7cf510f5-6e71-4d5a-a423-bfde611d42e3), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:38.695949 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d8d23b83-21ad-4c20-a859-e5a9fefa6297 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (7cf510f5-6e71-4d5a-a423-bfde611d42e3), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:38.706975 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d8d23b83-21ad-4c20-a859-e5a9fefa6297 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:38.710400 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-d8d23b83-21ad-4c20-a859-e5a9fefa6297 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/7cf510f5-6e71-4d5a-a423-bfde611d42e3 HTTP/1.1" status: 204 len: 168 time: 0.1807683 Jan 28 07:36:38.712924 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 49568) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:36:38.715349 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:38.767605 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d23b83-21ad-4c20-a859-e5a9fefa6297 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7cf510f5-6e71-4d5a-a423-bfde611d42e3,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:36:38.803910 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-7fa87f8e-01b4-4b40-a8f4-75b59ec61fcb tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0857885 Jan 28 07:36:38.807094 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 49570) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:36:38.942724 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 7314eb8a-3405-4b9d-802d-5bf11144c5cd up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:36:38.946078 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-544a1784-8a59-446e-87e2-c88319c1b35a tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks [] for security_group (2873f2dd-32a5-45e0-a0ab-9f9a6f46f75c), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:38.954230 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-719f1b20-5de4-42b2-9c4a-62143d0f5647 req-69afdf84-9589-460b-b6d3-2334de752536 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for port (2aa171a7-a280-4a6b-944d-f2c25bb594ae), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:39.007055 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-544a1784-8a59-446e-87e2-c88319c1b35a tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks [] for security_group (2873f2dd-32a5-45e0-a0ab-9f9a6f46f75c), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:39.047410 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-719f1b20-5de4-42b2-9c4a-62143d0f5647 req-69afdf84-9589-460b-b6d3-2334de752536 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (2aa171a7-a280-4a6b-944d-f2c25bb594ae), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:39.077441 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 7314eb8a-3405-4b9d-802d-5bf11144c5cd triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:36:39.077827 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (7314eb8a-3405-4b9d-802d-5bf11144c5cd), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:39.106898 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-719f1b20-5de4-42b2-9c4a-62143d0f5647 req-69afdf84-9589-460b-b6d3-2334de752536 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Network 4cd7327e-e36b-480d-8267-1d92962c787c is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:36:39.110049 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-544a1784-8a59-446e-87e2-c88319c1b35a tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (2873f2dd-32a5-45e0-a0ab-9f9a6f46f75c), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:39.112786 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-544a1784-8a59-446e-87e2-c88319c1b35a tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:39.113993 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-544a1784-8a59-446e-87e2-c88319c1b35a tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] 10.222.0.41 "DELETE /v2.0/security-groups/2873f2dd-32a5-45e0-a0ab-9f9a6f46f75c HTTP/1.1" status: 204 len: 168 time: 0.3059528 Jan 28 07:36:39.116748 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 49574) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:36:39.156882 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [req-719f1b20-5de4-42b2-9c4a-62143d0f5647 req-69afdf84-9589-460b-b6d3-2334de752536 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:36:39.177129 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-719f1b20-5de4-42b2-9c4a-62143d0f5647 req-69afdf84-9589-460b-b6d3-2334de752536 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:36:39.188729 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544a1784-8a59-446e-87e2-c88319c1b35a tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2873f2dd-32a5-45e0-a0ab-9f9a6f46f75c,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:36:39.206690 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-dec3ab11-51a4-41f8-8716-d64ef86bac6d tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0887873 Jan 28 07:36:39.212857 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 49576) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:36:39.219734 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-96139338-7241-41f4-b8f1-763ca9dd57dc tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Request body: {'security_group': {'name': 'tempest-secgroup--198581583'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:36:39.228655 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69afdf84-9589-460b-b6d3-2334de752536 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Pushing event updated for resources: {'Port': ['ID=2aa171a7-a280-4a6b-944d-f2c25bb594ae,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:36:39.268183 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719f1b20-5de4-42b2-9c4a-62143d0f5647 req-69afdf84-9589-460b-b6d3-2334de752536 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:36:39.268934 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-719f1b20-5de4-42b2-9c4a-62143d0f5647 req-69afdf84-9589-460b-b6d3-2334de752536 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:39.272317 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 7314eb8a-3405-4b9d-802d-5bf11144c5cd is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:36:39.283139 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-96139338-7241-41f4-b8f1-763ca9dd57dc tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:39.301695 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-719f1b20-5de4-42b2-9c4a-62143d0f5647 req-69afdf84-9589-460b-b6d3-2334de752536 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2300694 Jan 28 07:36:39.321163 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-719f1b20-5de4-42b2-9c4a-62143d0f5647 req-fc6cf5fa-3391-4480-8f64-cb48830e6234 service neutron] Request body: {'port': {'device_id': 'e7b3bf0d-5b6b-4d61-8bbd-0a6cb2b87cd3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712749-28'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:36:39.394137 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-719f1b20-5de4-42b2-9c4a-62143d0f5647 req-fc6cf5fa-3391-4480-8f64-cb48830e6234 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (2aa171a7-a280-4a6b-944d-f2c25bb594ae), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:39.484962 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-96139338-7241-41f4-b8f1-763ca9dd57dc tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks [] for security_group (a8eba5a3-3487-4224-af39-b10622b7114f), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:39.501581 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-96139338-7241-41f4-b8f1-763ca9dd57dc tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (a8eba5a3-3487-4224-af39-b10622b7114f), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:39.588891 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-96139338-7241-41f4-b8f1-763ca9dd57dc tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:39.598287 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-96139338-7241-41f4-b8f1-763ca9dd57dc tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3842325 Jan 28 07:36:39.602203 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-41e7a16a-c280-41c7-96a3-cb555102c5d5 req-4fcefedb-5f78-43ad-b6f4-6292ca1229a4 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5bdb339a-b414-40ec-853a-3ef6c13723b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1130292 Jan 28 07:36:39.602969 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 49580) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:36:39.603925 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96139338-7241-41f4-b8f1-763ca9dd57dc tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8eba5a3-3487-4224-af39-b10622b7114f,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:36:39.615190 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-1b77fb96-878c-4af9-ac46-4435d6bf8480 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Request body: {'security_group_rule': {'security_group_id': 'a8eba5a3-3487-4224-af39-b10622b7114f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:36:39.661629 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1b77fb96-878c-4af9-ac46-4435d6bf8480 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks [] for security_group_rule (71c09aeb-8a3b-4eb0-b345-c054e9fc6e67), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:39.739799 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:39.750820 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c7baf9ce-54be-4042-b1bb-0e231121edc6 None None] Provisioning complete for port 2aa171a7-a280-4a6b-944d-f2c25bb594ae triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:36:39.751217 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c7baf9ce-54be-4042-b1bb-0e231121edc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (2aa171a7-a280-4a6b-944d-f2c25bb594ae), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:39.840839 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c7baf9ce-54be-4042-b1bb-0e231121edc6 None None] Port 2aa171a7-a280-4a6b-944d-f2c25bb594ae cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:36:39.863227 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [req-719f1b20-5de4-42b2-9c4a-62143d0f5647 req-fc6cf5fa-3391-4480-8f64-cb48830e6234 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2aa171a7-a280-4a6b-944d-f2c25bb594ae {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:36:39.881079 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-719f1b20-5de4-42b2-9c4a-62143d0f5647 req-fc6cf5fa-3391-4480-8f64-cb48830e6234 service neutron] Publish callbacks [] for port (2aa171a7-a280-4a6b-944d-f2c25bb594ae), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:39.902531 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1b77fb96-878c-4af9-ac46-4435d6bf8480 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks [] for security_group_rule (71c09aeb-8a3b-4eb0-b345-c054e9fc6e67), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:39.906699 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [req-719f1b20-5de4-42b2-9c4a-62143d0f5647 req-fc6cf5fa-3391-4480-8f64-cb48830e6234 service neutron] Transition to ACTIVE for port object 2aa171a7-a280-4a6b-944d-f2c25bb594ae will not be triggered until provisioned by entity L2. {{(pid=103283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:36:39.911846 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-719f1b20-5de4-42b2-9c4a-62143d0f5647 req-fc6cf5fa-3391-4480-8f64-cb48830e6234 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (2aa171a7-a280-4a6b-944d-f2c25bb594ae), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:39.916612 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1484eee3-c64f-436b-832a-5058a1e0d633 req-432f568b-68bb-4525-9f70-5f78836e55d8 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:36:39.920432 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1484eee3-c64f-436b-832a-5058a1e0d633 req-432f568b-68bb-4525-9f70-5f78836e55d8 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7b3bf0d-5b6b-4d61-8bbd-0a6cb2b87cd3 HTTP/1.1" status: 200 len: 931 time: 0.1960955 Jan 28 07:36:39.923338 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e7a16a-c280-41c7-96a3-cb555102c5d5 req-549dbb8d-a0bc-41fe-b917-67a5f278b899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:36:39.924959 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-41e7a16a-c280-41c7-96a3-cb555102c5d5 req-549dbb8d-a0bc-41fe-b917-67a5f278b899 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f73b832598f540969f70df5d0be9d3b5&device_id=5bdb339a-b414-40ec-853a-3ef6c13723b5 HTTP/1.1" status: 200 len: 1098 time: 0.1892166 Jan 28 07:36:39.925795 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1b77fb96-878c-4af9-ac46-4435d6bf8480 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (71c09aeb-8a3b-4eb0-b345-c054e9fc6e67), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:39.978306 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6cf5fa-3391-4480-8f64-cb48830e6234 service neutron] Pushing event updated for resources: {'Port': ['ID=2aa171a7-a280-4a6b-944d-f2c25bb594ae,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:36:40.092287 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b77fb96-878c-4af9-ac46-4435d6bf8480 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71c09aeb-8a3b-4eb0-b345-c054e9fc6e67,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:36:40.108006 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-719f1b20-5de4-42b2-9c4a-62143d0f5647 req-fc6cf5fa-3391-4480-8f64-cb48830e6234 service neutron] Attempting to bind port 2aa171a7-a280-4a6b-944d-f2c25bb594ae on host n-h2-712749-28 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:36:40.108716 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-719f1b20-5de4-42b2-9c4a-62143d0f5647 req-fc6cf5fa-3391-4480-8f64-cb48830e6234 service neutron] Attempting to bind port 2aa171a7-a280-4a6b-944d-f2c25bb594ae by drivers openvswitch,hyperv on host n-h2-712749-28 at level 0 using segments [{'id': '52cd2574-ca92-4feb-a84f-ca598210916f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '4cd7327e-e36b-480d-8267-1d92962c787c'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:36:40.109253 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719f1b20-5de4-42b2-9c4a-62143d0f5647 req-fc6cf5fa-3391-4480-8f64-cb48830e6234 service neutron] Attempting to bind port 2aa171a7-a280-4a6b-944d-f2c25bb594ae on network 4cd7327e-e36b-480d-8267-1d92962c787c {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:36:40.116270 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719f1b20-5de4-42b2-9c4a-62143d0f5647 req-fc6cf5fa-3391-4480-8f64-cb48830e6234 service neutron] Port 2aa171a7-a280-4a6b-944d-f2c25bb594ae on network 4cd7327e-e36b-480d-8267-1d92962c787c not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-28 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:36:40.117071 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719f1b20-5de4-42b2-9c4a-62143d0f5647 req-fc6cf5fa-3391-4480-8f64-cb48830e6234 service neutron] Attempting to bind port 2aa171a7-a280-4a6b-944d-f2c25bb594ae on network 4cd7327e-e36b-480d-8267-1d92962c787c {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:36:40.124980 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719f1b20-5de4-42b2-9c4a-62143d0f5647 req-fc6cf5fa-3391-4480-8f64-cb48830e6234 service neutron] Checking agent: {'id': 'c9906e63-062c-432e-bb53-63fdb8115e18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 36, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:36:40.125342 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719f1b20-5de4-42b2-9c4a-62143d0f5647 req-fc6cf5fa-3391-4480-8f64-cb48830e6234 service neutron] Checking segment: {'id': '52cd2574-ca92-4feb-a84f-ca598210916f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '4cd7327e-e36b-480d-8267-1d92962c787c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:36:40.125738 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719f1b20-5de4-42b2-9c4a-62143d0f5647 req-fc6cf5fa-3391-4480-8f64-cb48830e6234 service neutron] Bound using segment: {'id': '52cd2574-ca92-4feb-a84f-ca598210916f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '4cd7327e-e36b-480d-8267-1d92962c787c'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:36:40.126168 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-719f1b20-5de4-42b2-9c4a-62143d0f5647 req-fc6cf5fa-3391-4480-8f64-cb48830e6234 service neutron] Bound port: 2aa171a7-a280-4a6b-944d-f2c25bb594ae, host: n-h2-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52cd2574-ca92-4feb-a84f-ca598210916f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '4cd7327e-e36b-480d-8267-1d92962c787c'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:36:40.126583 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-719f1b20-5de4-42b2-9c4a-62143d0f5647 req-fc6cf5fa-3391-4480-8f64-cb48830e6234 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (2aa171a7-a280-4a6b-944d-f2c25bb594ae), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:40.148979 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1484eee3-c64f-436b-832a-5058a1e0d633 req-dcc98db6-c59f-4090-b526-b555aaf47b6a tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/security-groups?id=aca7eb5c-f7de-41b7-ac0f-53602a03b63e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2204030 Jan 28 07:36:40.159848 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1b77fb96-878c-4af9-ac46-4435d6bf8480 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:40.161107 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-1b77fb96-878c-4af9-ac46-4435d6bf8480 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5510786 Jan 28 07:36:40.175316 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 49588) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:36:40.224484 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-719f1b20-5de4-42b2-9c4a-62143d0f5647 req-fc6cf5fa-3391-4480-8f64-cb48830e6234 service neutron] For port 2aa171a7-a280-4a6b-944d-f2c25bb594ae, host n-h2-712749-28, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:36:40.231385 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-719f1b20-5de4-42b2-9c4a-62143d0f5647 req-fc6cf5fa-3391-4480-8f64-cb48830e6234 service neutron] For port 2aa171a7-a280-4a6b-944d-f2c25bb594ae, host n-h2-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=2aa171a7-a280-4a6b-944d-f2c25bb594ae,segment=NetworkSegment(52cd2574-ca92-4feb-a84f-ca598210916f),segment_id=52cd2574-ca92-4feb-a84f-ca598210916f)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:36:40.242373 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-719f1b20-5de4-42b2-9c4a-62143d0f5647 req-fc6cf5fa-3391-4480-8f64-cb48830e6234 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (2aa171a7-a280-4a6b-944d-f2c25bb594ae), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:40.273046 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719f1b20-5de4-42b2-9c4a-62143d0f5647 req-fc6cf5fa-3391-4480-8f64-cb48830e6234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:36:40.273279 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a46c3ab1-885d-402e-9e89-54a04ee0e205 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks [] for security_group (a8eba5a3-3487-4224-af39-b10622b7114f), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:40.280171 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-719f1b20-5de4-42b2-9c4a-62143d0f5647 req-fc6cf5fa-3391-4480-8f64-cb48830e6234 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:40.281814 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-719f1b20-5de4-42b2-9c4a-62143d0f5647 req-fc6cf5fa-3391-4480-8f64-cb48830e6234 service neutron] 10.222.0.44 "PUT /v2.0/ports/2aa171a7-a280-4a6b-944d-f2c25bb594ae HTTP/1.1" status: 200 len: 1092 time: 0.9667361 Jan 28 07:36:40.282186 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7b3bf0d-5b6b-4d61-8bbd-0a6cb2b87cd3', 'tag': '2aa171a7-a280-4a6b-944d-f2c25bb594ae'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:36:40.290868 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aa3f7df-5740-4115-83bb-81af85e0086f" -d '{"events": [{"name": "network-changed", "server_uuid": "e7b3bf0d-5b6b-4d61-8bbd-0a6cb2b87cd3", "tag": "2aa171a7-a280-4a6b-944d-f2c25bb594ae"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:36:40.315646 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a46c3ab1-885d-402e-9e89-54a04ee0e205 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks [] for security_group (a8eba5a3-3487-4224-af39-b10622b7114f), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:40.374449 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e7a16a-c280-41c7-96a3-cb555102c5d5 req-8883b41f-031e-4baf-b731-72464c64893a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:36:40.377392 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-41e7a16a-c280-41c7-96a3-cb555102c5d5 req-8883b41f-031e-4baf-b731-72464c64893a service neutron] 10.222.0.10 "GET /v2.0/networks?id=5b65f449-9374-4261-8791-074dee2c30ed HTTP/1.1" status: 200 len: 912 time: 0.4225960 Jan 28 07:36:40.379825 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a46c3ab1-885d-402e-9e89-54a04ee0e205 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (a8eba5a3-3487-4224-af39-b10622b7114f), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:40.382783 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a46c3ab1-885d-402e-9e89-54a04ee0e205 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:40.383978 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-a46c3ab1-885d-402e-9e89-54a04ee0e205 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] 10.222.0.41 "DELETE /v2.0/security-groups/a8eba5a3-3487-4224-af39-b10622b7114f HTTP/1.1" status: 204 len: 168 time: 0.2054102 Jan 28 07:36:40.399773 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 49594) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:36:40.451779 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6cf5fa-3391-4480-8f64-cb48830e6234 service neutron] Pushing event updated for resources: {'Port': ['ID=2aa171a7-a280-4a6b-944d-f2c25bb594ae,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:36:40.479116 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46c3ab1-885d-402e-9e89-54a04ee0e205 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8eba5a3-3487-4224-af39-b10622b7114f,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:36:40.529562 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-41e7a16a-c280-41c7-96a3-cb555102c5d5 req-d0a8fcb8-7b10-4017-8556-6cb00aef4fbc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ff309cc4-f50c-4036-a1aa-62b3a86e0963 HTTP/1.1" status: 200 len: 1002 time: 0.1329830 Jan 28 07:36:40.547573 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719f1b20-5de4-42b2-9c4a-62143d0f5647 req-00057f13-0b74-41e0-95b5-c9dd373197b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:36:40.552947 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-719f1b20-5de4-42b2-9c4a-62143d0f5647 req-00057f13-0b74-41e0-95b5-c9dd373197b9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b44a0e5d7f134bd69aecc7a32d5e1b41&device_id=e7b3bf0d-5b6b-4d61-8bbd-0a6cb2b87cd3 HTTP/1.1" status: 200 len: 1095 time: 0.2103617 Jan 28 07:36:40.635219 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e7a16a-c280-41c7-96a3-cb555102c5d5 req-58ead073-2a42-4e60-898c-098af1b1b676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:36:40.637450 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-41e7a16a-c280-41c7-96a3-cb555102c5d5 req-58ead073-2a42-4e60-898c-098af1b1b676 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1a5a6122-c300-492c-8f7e-fbb048082731 HTTP/1.1" status: 200 len: 850 time: 0.1007814 Jan 28 07:36:40.654464 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-5455d308-e5db-49bf-9a9b-1f35658d2a26 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2445440 Jan 28 07:36:40.656633 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-719f1b20-5de4-42b2-9c4a-62143d0f5647 req-27b51333-7552-4311-94ba-50187af603ee service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2aa171a7-a280-4a6b-944d-f2c25bb594ae HTTP/1.1" status: 200 len: 217 time: 0.0851388 Jan 28 07:36:40.657493 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 49598) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:36:40.696527 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9afa29e-3908-4bc1-88f5-3c3cd40b190d x-openstack-request-id: req-a9afa29e-3908-4bc1-88f5-3c3cd40b190d {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:36:40.699829 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7b3bf0d-5b6b-4d61-8bbd-0a6cb2b87cd3", "tag": "2aa171a7-a280-4a6b-944d-f2c25bb594ae", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:36:40.700045 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a9afa29e-3908-4bc1-88f5-3c3cd40b190d {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:36:40.700583 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7b3bf0d-5b6b-4d61-8bbd-0a6cb2b87cd3', 'tag': '2aa171a7-a280-4a6b-944d-f2c25bb594ae', 'status': 'completed', 'code': 200} Jan 28 07:36:40.715705 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e7a16a-c280-41c7-96a3-cb555102c5d5 req-846d8b80-52e1-4466-9833-c7f2ed9c0ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:36:40.717408 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-41e7a16a-c280-41c7-96a3-cb555102c5d5 req-846d8b80-52e1-4466-9833-c7f2ed9c0ee8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5b65f449-9374-4261-8791-074dee2c30ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0727508 Jan 28 07:36:40.773896 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719f1b20-5de4-42b2-9c4a-62143d0f5647 req-afc05358-afce-436c-a949-d93cbc76b78e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:36:40.776017 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-719f1b20-5de4-42b2-9c4a-62143d0f5647 req-afc05358-afce-436c-a949-d93cbc76b78e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=eece5a52-7098-456c-850b-c41ca6fe42c6 HTTP/1.1" status: 200 len: 835 time: 0.1088178 Jan 28 07:36:40.787099 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-a4ae60c2-506d-4f3e-a68b-b2a33b76c567 tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1260846 Jan 28 07:36:40.788555 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 49600) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:36:40.811461 n-d-712749-28 neutron-server[103284]: INFO neutron.api.v2.resource [None req-8c34ce47-5f00-4078-aaa7-27816bb6bc6e tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] delete failed (client error): The resource could not be found. Jan 28 07:36:40.816320 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-8c34ce47-5f00-4078-aaa7-27816bb6bc6e tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] 10.222.0.41 "DELETE /v2.0/security-groups/a8eba5a3-3487-4224-af39-b10622b7114f HTTP/1.1" status: 404 len: 347 time: 0.0230129 Jan 28 07:36:40.816532 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 49602) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:36:40.844519 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719f1b20-5de4-42b2-9c4a-62143d0f5647 req-8776ce33-8f89-4417-a05d-ce97693659b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:36:40.846636 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-719f1b20-5de4-42b2-9c4a-62143d0f5647 req-8776ce33-8f89-4417-a05d-ce97693659b1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4cd7327e-e36b-480d-8267-1d92962c787c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0602918 Jan 28 07:36:40.853192 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-41e7a16a-c280-41c7-96a3-cb555102c5d5 req-7227fc92-4485-41cb-9025-fa2acad8e8cf service neutron] 10.222.0.10 "GET /v2.0/networks/5b65f449-9374-4261-8791-074dee2c30ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262555 Jan 28 07:36:40.945373 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-719f1b20-5de4-42b2-9c4a-62143d0f5647 req-a87709b7-66de-47b6-ab46-50cada8efe4f service neutron] 10.222.0.44 "GET /v2.0/networks/4cd7327e-e36b-480d-8267-1d92962c787c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928247 Jan 28 07:36:40.974380 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-c1e0af2c-a906-4063-a407-d5f7177e978c tempest-SecGroupTest-512168880 tempest-SecGroupTest-512168880-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1567941 Jan 28 07:36:40.980604 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-41e7a16a-c280-41c7-96a3-cb555102c5d5 req-1283b312-e062-4c49-98ed-36ce147bded6 service neutron] 10.222.0.10 "GET /v2.0/networks/5b65f449-9374-4261-8791-074dee2c30ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166463 Jan 28 07:36:41.095694 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-719f1b20-5de4-42b2-9c4a-62143d0f5647 req-8c9aca03-8c6b-4757-8391-2266784ee531 service neutron] 10.222.0.44 "GET /v2.0/networks/4cd7327e-e36b-480d-8267-1d92962c787c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426852 Jan 28 07:36:41.345015 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 49618) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:36:41.345136 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa3f7df-5740-4115-83bb-81af85e0086f req-af8e4959-28cc-4855-9aa2-91d52a7d9e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:36:41.346311 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1aa3f7df-5740-4115-83bb-81af85e0086f req-af8e4959-28cc-4855-9aa2-91d52a7d9e3c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b44a0e5d7f134bd69aecc7a32d5e1b41&device_id=e7b3bf0d-5b6b-4d61-8bbd-0a6cb2b87cd3 HTTP/1.1" status: 200 len: 1095 time: 0.1506979 Jan 28 07:36:41.389319 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e655fb9-6f3b-4cf4-8436-184df0f9d2c5 req-43c52977-b031-4810-8395-8cb75fecc542 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:36:41.396159 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4e655fb9-6f3b-4cf4-8436-184df0f9d2c5 req-43c52977-b031-4810-8395-8cb75fecc542 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7b3bf0d-5b6b-4d61-8bbd-0a6cb2b87cd3 HTTP/1.1" status: 200 len: 943 time: 0.1156662 Jan 28 07:36:41.524944 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-5d81a938-07f3-4790-affb-c4522631762f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a2b4dd156b7e43719b29aaa13eedbfb2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1789727 Jan 28 07:36:41.528626 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 49624) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:36:41.580513 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4e655fb9-6f3b-4cf4-8436-184df0f9d2c5 req-79c03c03-ce89-41b1-8cdb-90ed140ed2ef tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/security-groups?id=aca7eb5c-f7de-41b7-ac0f-53602a03b63e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1833718 Jan 28 07:36:41.582851 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8fc5b37a-35bc-481c-b1e8-0205f8a1c7a3 admin admin] Publish callbacks [] for security_group (b01a26dd-ddca-4741-8d7e-8738335aeef8), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:41.608054 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8fc5b37a-35bc-481c-b1e8-0205f8a1c7a3 admin admin] Publish callbacks [] for security_group (b01a26dd-ddca-4741-8d7e-8738335aeef8), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:41.634681 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa3f7df-5740-4115-83bb-81af85e0086f req-d5bcf564-69c6-4bd2-8e62-16473b9d077e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:36:41.637797 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1aa3f7df-5740-4115-83bb-81af85e0086f req-d5bcf564-69c6-4bd2-8e62-16473b9d077e service neutron] 10.222.0.44 "GET /v2.0/networks?id=4cd7327e-e36b-480d-8267-1d92962c787c HTTP/1.1" status: 200 len: 897 time: 0.2780139 Jan 28 07:36:41.702454 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1aa3f7df-5740-4115-83bb-81af85e0086f req-0b4e2a01-34ff-4ae5-a737-21bb99e3ec14 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2aa171a7-a280-4a6b-944d-f2c25bb594ae HTTP/1.1" status: 200 len: 217 time: 0.0592184 Jan 28 07:36:41.712113 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8fc5b37a-35bc-481c-b1e8-0205f8a1c7a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (b01a26dd-ddca-4741-8d7e-8738335aeef8), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:41.726414 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8fc5b37a-35bc-481c-b1e8-0205f8a1c7a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:41.729577 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-8fc5b37a-35bc-481c-b1e8-0205f8a1c7a3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b01a26dd-ddca-4741-8d7e-8738335aeef8 HTTP/1.1" status: 204 len: 168 time: 0.1999335 Jan 28 07:36:41.778868 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc5b37a-35bc-481c-b1e8-0205f8a1c7a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b01a26dd-ddca-4741-8d7e-8738335aeef8,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:36:41.808507 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa3f7df-5740-4115-83bb-81af85e0086f req-4f340d2f-82b0-4a6a-8d5b-7f813f9f1738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:36:41.810925 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1aa3f7df-5740-4115-83bb-81af85e0086f req-4f340d2f-82b0-4a6a-8d5b-7f813f9f1738 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=eece5a52-7098-456c-850b-c41ca6fe42c6 HTTP/1.1" status: 200 len: 835 time: 0.1013997 Jan 28 07:36:41.879559 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa3f7df-5740-4115-83bb-81af85e0086f req-ae8ba391-bbfe-4cd9-918e-7aa2bf12e6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:36:41.881487 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1aa3f7df-5740-4115-83bb-81af85e0086f req-ae8ba391-bbfe-4cd9-918e-7aa2bf12e6da service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4cd7327e-e36b-480d-8267-1d92962c787c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0628011 Jan 28 07:36:41.991074 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1aa3f7df-5740-4115-83bb-81af85e0086f req-0e0bfedf-91b3-4975-bf6e-56cb5adb9493 service neutron] 10.222.0.44 "GET /v2.0/networks/4cd7327e-e36b-480d-8267-1d92962c787c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015909 Jan 28 07:36:42.218073 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1aa3f7df-5740-4115-83bb-81af85e0086f req-a2cb920c-5cdb-4870-8b68-db3a1ec7608f service neutron] 10.222.0.44 "GET /v2.0/networks/4cd7327e-e36b-480d-8267-1d92962c787c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205334 Jan 28 07:36:42.734898 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cd6b40-82ff-4cf4-b0a2-595904ed50c3 req-76998a46-a129-45b0-a149-3cae391170db tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:36:42.736640 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-38cd6b40-82ff-4cf4-b0a2-595904ed50c3 req-76998a46-a129-45b0-a149-3cae391170db tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7b3bf0d-5b6b-4d61-8bbd-0a6cb2b87cd3 HTTP/1.1" status: 200 len: 943 time: 0.0939984 Jan 28 07:36:42.798100 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-38cd6b40-82ff-4cf4-b0a2-595904ed50c3 req-ae602260-210e-490a-834f-208770847d60 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/security-groups?id=aca7eb5c-f7de-41b7-ac0f-53602a03b63e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556569 Jan 28 07:36:43.937377 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30998fb2-ff6c-4876-bbbb-d5387ba7a46f req-cda33f8d-339b-45c9-bd2a-449008ab6d95 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:36:43.939254 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-30998fb2-ff6c-4876-bbbb-d5387ba7a46f req-cda33f8d-339b-45c9-bd2a-449008ab6d95 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7b3bf0d-5b6b-4d61-8bbd-0a6cb2b87cd3 HTTP/1.1" status: 200 len: 943 time: 0.0623064 Jan 28 07:36:44.035696 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-30998fb2-ff6c-4876-bbbb-d5387ba7a46f req-2b4b59f5-e66a-4497-aca9-f16813c62e52 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/security-groups?id=aca7eb5c-f7de-41b7-ac0f-53602a03b63e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890355 Jan 28 07:36:45.218163 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05b70d8-9f13-46e5-975a-8de48e7ac27e req-c4ef5d43-a69d-4a8a-81af-83855e43c555 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:36:45.219686 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e05b70d8-9f13-46e5-975a-8de48e7ac27e req-c4ef5d43-a69d-4a8a-81af-83855e43c555 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7b3bf0d-5b6b-4d61-8bbd-0a6cb2b87cd3 HTTP/1.1" status: 200 len: 943 time: 0.0704057 Jan 28 07:36:45.263795 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 2aa171a7-a280-4a6b-944d-f2c25bb594ae details requested by agent hyperv_n-h2-712749-28 with host n-h2-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:36:45.338133 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e05b70d8-9f13-46e5-975a-8de48e7ac27e req-55eaa8e1-72c6-46f8-a4be-653ffbce4c0a tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/security-groups?id=aca7eb5c-f7de-41b7-ac0f-53602a03b63e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030560 Jan 28 07:36:45.451627 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 2aa171a7-a280-4a6b-944d-f2c25bb594ae, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=2aa171a7-a280-4a6b-944d-f2c25bb594ae,segment=NetworkSegment(52cd2574-ca92-4feb-a84f-ca598210916f),segment_id=52cd2574-ca92-4feb-a84f-ca598210916f)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:36:45.470223 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Returning: {'device': '2aa171a7-a280-4a6b-944d-f2c25bb594ae', 'network_id': '4cd7327e-e36b-480d-8267-1d92962c787c', 'port_id': '2aa171a7-a280-4a6b-944d-f2c25bb594ae', 'mac_address': 'fa:16:3e:fe:39:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eece5a52-7098-456c-850b-c41ca6fe42c6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:36:45.512575 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port 2aa171a7-a280-4a6b-944d-f2c25bb594ae is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:36:45.512979 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (2aa171a7-a280-4a6b-944d-f2c25bb594ae), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:45.534443 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2aa171a7-a280-4a6b-944d-f2c25bb594ae {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:36:45.569051 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 2aa171a7-a280-4a6b-944d-f2c25bb594ae, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=2aa171a7-a280-4a6b-944d-f2c25bb594ae,segment=NetworkSegment(52cd2574-ca92-4feb-a84f-ca598210916f),segment_id=52cd2574-ca92-4feb-a84f-ca598210916f)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:36:45.574328 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (2aa171a7-a280-4a6b-944d-f2c25bb594ae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:45.646230 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=2aa171a7-a280-4a6b-944d-f2c25bb594ae,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:36:45.852171 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['2aa171a7-a280-4a6b-944d-f2c25bb594ae'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:36:46.535986 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce43817d-18d6-419d-b94a-352b52d904c5 req-6c3ceb60-3031-4cdf-8e59-5baedb42d29e tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:36:46.538577 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ce43817d-18d6-419d-b94a-352b52d904c5 req-6c3ceb60-3031-4cdf-8e59-5baedb42d29e tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7b3bf0d-5b6b-4d61-8bbd-0a6cb2b87cd3 HTTP/1.1" status: 200 len: 944 time: 0.0915542 Jan 28 07:36:46.662269 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ce43817d-18d6-419d-b94a-352b52d904c5 req-dccb9334-9021-4ab1-8de0-4ec68ad3663a tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/security-groups?id=aca7eb5c-f7de-41b7-ac0f-53602a03b63e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1157391 Jan 28 07:36:47.255213 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 2aa171a7-a280-4a6b-944d-f2c25bb594ae up at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:36:47.327440 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning for port 2aa171a7-a280-4a6b-944d-f2c25bb594ae completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:36:47.332160 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning complete for port 2aa171a7-a280-4a6b-944d-f2c25bb594ae triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:36:47.332726 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (2aa171a7-a280-4a6b-944d-f2c25bb594ae), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:47.434840 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port 2aa171a7-a280-4a6b-944d-f2c25bb594ae is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:36:47.435251 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (2aa171a7-a280-4a6b-944d-f2c25bb594ae), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:47.468096 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 2aa171a7-a280-4a6b-944d-f2c25bb594ae, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=2aa171a7-a280-4a6b-944d-f2c25bb594ae,segment=NetworkSegment(52cd2574-ca92-4feb-a84f-ca598210916f),segment_id=52cd2574-ca92-4feb-a84f-ca598210916f)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:36:47.470450 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7b3bf0d-5b6b-4d61-8bbd-0a6cb2b87cd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aa171a7-a280-4a6b-944d-f2c25bb594ae'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:36:47.473372 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4439f06e-bca2-4fda-af4f-8dc5f33af012" -d '{"events": [{"server_uuid": "e7b3bf0d-5b6b-4d61-8bbd-0a6cb2b87cd3", "name": "network-vif-plugged", "status": "completed", "tag": "2aa171a7-a280-4a6b-944d-f2c25bb594ae"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:36:47.479867 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (2aa171a7-a280-4a6b-944d-f2c25bb594ae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:47.549596 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a5e6917-041b-4318-8a9e-7c0197ac09e0 x-openstack-request-id: req-6a5e6917-041b-4318-8a9e-7c0197ac09e0 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:36:47.550073 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7b3bf0d-5b6b-4d61-8bbd-0a6cb2b87cd3", "name": "network-vif-plugged", "status": "completed", "tag": "2aa171a7-a280-4a6b-944d-f2c25bb594ae", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:36:47.550347 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6a5e6917-041b-4318-8a9e-7c0197ac09e0 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:36:47.550756 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7b3bf0d-5b6b-4d61-8bbd-0a6cb2b87cd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aa171a7-a280-4a6b-944d-f2c25bb594ae', 'code': 200} Jan 28 07:36:47.561995 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=2aa171a7-a280-4a6b-944d-f2c25bb594ae,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:36:47.715016 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ad5dd6-3177-4a47-8b85-ea41fee7caac req-36c24a71-e0f1-4260-b550-2aaca3adbcac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:36:47.716719 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a1ad5dd6-3177-4a47-8b85-ea41fee7caac req-36c24a71-e0f1-4260-b550-2aaca3adbcac service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e7b3bf0d-5b6b-4d61-8bbd-0a6cb2b87cd3 HTTP/1.1" status: 200 len: 1097 time: 0.0617194 Jan 28 07:36:47.842062 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a1ad5dd6-3177-4a47-8b85-ea41fee7caac req-908cae0b-289a-4a7b-84ce-6acdd7e87159 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=aca7eb5c-f7de-41b7-ac0f-53602a03b63e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1182830 Jan 28 07:36:47.864463 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [req-7b06ef5f-7dea-4798-b26f-5d36ccbe34a4 req-87104f53-b55f-4ae0-999f-87fa22db76aa service neutron] (103283) timed out ('10.222.0.44', 65141) {{(pid=103283) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 07:36:47.915618 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d375d7f5-4f60-4394-acf3-3a005a0476cd req-9d008647-02e2-43d7-bf4b-7e2f882415c8 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:36:47.923104 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d375d7f5-4f60-4394-acf3-3a005a0476cd req-9d008647-02e2-43d7-bf4b-7e2f882415c8 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7b3bf0d-5b6b-4d61-8bbd-0a6cb2b87cd3 HTTP/1.1" status: 200 len: 945 time: 0.1278863 Jan 28 07:36:47.984349 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d375d7f5-4f60-4394-acf3-3a005a0476cd req-d0fcb700-630f-41cf-bf01-eefae79e65f9 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/security-groups?id=aca7eb5c-f7de-41b7-ac0f-53602a03b63e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552995 Jan 28 07:36:49.108866 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7751d5be-5e02-4d10-861d-8f92af00aba7 req-72f5f865-3753-4e24-bf6f-2f00646b3453 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:36:49.111616 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7751d5be-5e02-4d10-861d-8f92af00aba7 req-72f5f865-3753-4e24-bf6f-2f00646b3453 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7b3bf0d-5b6b-4d61-8bbd-0a6cb2b87cd3 HTTP/1.1" status: 200 len: 945 time: 0.0620406 Jan 28 07:36:49.170532 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7751d5be-5e02-4d10-861d-8f92af00aba7 req-b83d3868-1825-42ee-a159-2f7548f7fa73 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/security-groups?id=aca7eb5c-f7de-41b7-ac0f-53602a03b63e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535905 Jan 28 07:36:49.321038 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53852acf-fbbc-46b4-a009-aabc8c2bad72 req-1c83108a-2d3c-468c-97c8-7b173ca959a6 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:36:49.323204 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-53852acf-fbbc-46b4-a009-aabc8c2bad72 req-1c83108a-2d3c-468c-97c8-7b173ca959a6 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7b3bf0d-5b6b-4d61-8bbd-0a6cb2b87cd3 HTTP/1.1" status: 200 len: 945 time: 0.0551805 Jan 28 07:36:49.379685 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-53852acf-fbbc-46b4-a009-aabc8c2bad72 req-576c745f-c27d-4a7a-ac39-f9c7e61d61ac tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/security-groups?id=aca7eb5c-f7de-41b7-ac0f-53602a03b63e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497770 Jan 28 07:36:49.407736 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 49792) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:36:49.456737 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a93c6fc-c3f8-4610-88a5-94cd551f26f4 tempest-TestNetworkAdvancedServerOps-2120495418 tempest-TestNetworkAdvancedServerOps-2120495418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:36:49.458529 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-2a93c6fc-c3f8-4610-88a5-94cd551f26f4 tempest-TestNetworkAdvancedServerOps-2120495418 tempest-TestNetworkAdvancedServerOps-2120495418-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=e7b3bf0d-5b6b-4d61-8bbd-0a6cb2b87cd3 HTTP/1.1" status: 200 len: 1092 time: 0.0495186 Jan 28 07:36:49.461711 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 49794) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:36:49.466850 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-b7d95ecd-4692-4c82-96d4-cd316835462b tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Request body: {'floatingip': {'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'port_id': '2aa171a7-a280-4a6b-944d-f2c25bb594ae', 'tenant_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:36:49.494987 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b7d95ecd-4692-4c82-96d4-cd316835462b tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:49.646879 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b7d95ecd-4692-4c82-96d4-cd316835462b tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:49.771271 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-b7d95ecd-4692-4c82-96d4-cd316835462b tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Allocated IP 172.25.6.35 (7d5b3724-deef-4831-8d43-cb9b8176573c/b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc/3ed55f93-d514-4c0b-9524-b0fea9ede70c) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:36:49.884263 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b7d95ecd-4692-4c82-96d4-cd316835462b tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for port (3ed55f93-d514-4c0b-9524-b0fea9ede70c), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:49.928664 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b7d95ecd-4692-4c82-96d4-cd316835462b tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (3ed55f93-d514-4c0b-9524-b0fea9ede70c), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:49.977370 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d95ecd-4692-4c82-96d4-cd316835462b tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Network 7d5b3724-deef-4831-8d43-cb9b8176573c is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:36:49.982143 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-b7d95ecd-4692-4c82-96d4-cd316835462b tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:36:49.993843 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d95ecd-4692-4c82-96d4-cd316835462b tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:36:50.048145 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d95ecd-4692-4c82-96d4-cd316835462b tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Pushing event updated for resources: {'Port': ['ID=3ed55f93-d514-4c0b-9524-b0fea9ede70c,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:36:50.438279 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 49808) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:36:50.537688 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b7d95ecd-4692-4c82-96d4-cd316835462b tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for floatingip (e7bc8d96-cf7b-4cd7-8691-00f54491cde6), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:50.648559 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5394002e-ab4a-462b-a20c-8cae71169f8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:50.697093 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b7d95ecd-4692-4c82-96d4-cd316835462b tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (3ed55f93-d514-4c0b-9524-b0fea9ede70c), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:50.767709 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5394002e-ab4a-462b-a20c-8cae71169f8a admin admin] Publish callbacks [] for security_group (69f4e185-55b3-4eeb-91df-8af7bf1ed367), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:50.775060 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5394002e-ab4a-462b-a20c-8cae71169f8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (69f4e185-55b3-4eeb-91df-8af7bf1ed367), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:50.811896 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5394002e-ab4a-462b-a20c-8cae71169f8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69f4e185-55b3-4eeb-91df-8af7bf1ed367,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:36:50.885636 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-5394002e-ab4a-462b-a20c-8cae71169f8a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7528b31ec62c4f59968df0b8fcc2bb12&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4460728 Jan 28 07:36:50.888410 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 49818) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:36:50.951735 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4902ceba-b24a-4c23-9413-998ec2dfe53a admin admin] Publish callbacks [] for security_group (69f4e185-55b3-4eeb-91df-8af7bf1ed367), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:50.975956 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4902ceba-b24a-4c23-9413-998ec2dfe53a admin admin] Publish callbacks [] for security_group (69f4e185-55b3-4eeb-91df-8af7bf1ed367), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:51.054861 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 49822) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:36:51.063080 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4902ceba-b24a-4c23-9413-998ec2dfe53a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (69f4e185-55b3-4eeb-91df-8af7bf1ed367), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:51.065737 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4902ceba-b24a-4c23-9413-998ec2dfe53a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:51.069958 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-4902ceba-b24a-4c23-9413-998ec2dfe53a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/69f4e185-55b3-4eeb-91df-8af7bf1ed367 HTTP/1.1" status: 204 len: 168 time: 0.1804533 Jan 28 07:36:51.079748 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4902ceba-b24a-4c23-9413-998ec2dfe53a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69f4e185-55b3-4eeb-91df-8af7bf1ed367,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:36:51.462501 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b7d95ecd-4692-4c82-96d4-cd316835462b tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for port (3ed55f93-d514-4c0b-9524-b0fea9ede70c), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:51.478205 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b7d95ecd-4692-4c82-96d4-cd316835462b tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (3ed55f93-d514-4c0b-9524-b0fea9ede70c), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:51.574283 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-daf7d709-fa37-4347-8324-d38adffeea81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:51.631816 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d95ecd-4692-4c82-96d4-cd316835462b tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Pushing event updated for resources: {'Port': ['ID=3ed55f93-d514-4c0b-9524-b0fea9ede70c,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:36:51.662329 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b7d95ecd-4692-4c82-96d4-cd316835462b tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16609095'] for floatingip (e7bc8d96-cf7b-4cd7-8691-00f54491cde6), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:51.804926 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-daf7d709-fa37-4347-8324-d38adffeea81 admin admin] Publish callbacks [] for security_group (ff176292-d8f3-44c3-b890-17da25208406), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:51.816387 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-daf7d709-fa37-4347-8324-d38adffeea81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (ff176292-d8f3-44c3-b890-17da25208406), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:51.867853 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-daf7d709-fa37-4347-8324-d38adffeea81 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d3d371332c9948559ce9c78dd4fd8058&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8106897 Jan 28 07:36:51.868799 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 49844) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:36:51.869187 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf7d709-fa37-4347-8324-d38adffeea81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff176292-d8f3-44c3-b890-17da25208406,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:36:51.976300 n-d-712749-28 neutron-server[103284]: INFO neutron.db.l3_db [None req-b7d95ecd-4692-4c82-96d4-cd316835462b tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Floating IP e7bc8d96-cf7b-4cd7-8691-00f54491cde6 associated. External IP: 172.25.6.35, port: 2aa171a7-a280-4a6b-944d-f2c25bb594ae. Jan 28 07:36:52.147492 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 49850) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:36:52.251591 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-07109381-12df-436b-9dcc-7c6b6fd181d3 admin admin] Publish callbacks [] for security_group (ff176292-d8f3-44c3-b890-17da25208406), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:52.285491 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-07109381-12df-436b-9dcc-7c6b6fd181d3 admin admin] Publish callbacks [] for security_group (ff176292-d8f3-44c3-b890-17da25208406), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:52.365180 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-07109381-12df-436b-9dcc-7c6b6fd181d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (ff176292-d8f3-44c3-b890-17da25208406), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:52.366205 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4dee99ec-6fdc-492f-99a8-59cfb7cc9924 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:52.367756 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-07109381-12df-436b-9dcc-7c6b6fd181d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:52.377769 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-07109381-12df-436b-9dcc-7c6b6fd181d3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ff176292-d8f3-44c3-b890-17da25208406 HTTP/1.1" status: 204 len: 168 time: 0.5059905 Jan 28 07:36:52.475639 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07109381-12df-436b-9dcc-7c6b6fd181d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff176292-d8f3-44c3-b890-17da25208406,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:36:52.549730 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7d95ecd-4692-4c82-96d4-cd316835462b tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Router aa90af1f-fe61-484f-bf8d-f95053ddf973 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:36:52.608248 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4dee99ec-6fdc-492f-99a8-59cfb7cc9924 admin admin] Publish callbacks [] for security_group (6cff27c4-8d97-43e4-b279-5d2d2d02bf29), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:52.621914 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4dee99ec-6fdc-492f-99a8-59cfb7cc9924 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (6cff27c4-8d97-43e4-b279-5d2d2d02bf29), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:52.681485 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7d95ecd-4692-4c82-96d4-cd316835462b tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:36:52.693119 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2abdb0-47d0-4364-9eda-037616730320 None None] Sync routers for ids ['aa90af1f-fe61-484f-bf8d-f95053ddf973'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:36:52.714985 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b7d95ecd-4692-4c82-96d4-cd316835462b tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for floatingip (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:52.728660 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2abdb0-47d0-4364-9eda-037616730320 None None] Routers {'aa90af1f-fe61-484f-bf8d-f95053ddf973'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:36:52.732061 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-fa2abdb0-47d0-4364-9eda-037616730320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:36:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['aa90af1f-fe61-484f-bf8d-f95053ddf973'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:36:52.742872 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dee99ec-6fdc-492f-99a8-59cfb7cc9924 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cff27c4-8d97-43e4-b279-5d2d2d02bf29,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:36:52.797423 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-4dee99ec-6fdc-492f-99a8-59cfb7cc9924 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7fab72fc53574194a1f392eaf7debaef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6487989 Jan 28 07:36:52.801188 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 49870) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:36:52.813564 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-b7d95ecd-4692-4c82-96d4-cd316835462b tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.3480217 Jan 28 07:36:52.814206 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7b3bf0d-5b6b-4d61-8bbd-0a6cb2b87cd3', 'tag': '2aa171a7-a280-4a6b-944d-f2c25bb594ae'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:36:52.816530 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03a8a06e-d036-4a93-970b-e4aaf9011690" -d '{"events": [{"name": "network-changed", "server_uuid": "e7b3bf0d-5b6b-4d61-8bbd-0a6cb2b87cd3", "tag": "2aa171a7-a280-4a6b-944d-f2c25bb594ae"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:36:52.925379 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-faaf1e21-b1ea-483c-9b6a-94a3aa1a29cd admin admin] Publish callbacks [] for security_group (6cff27c4-8d97-43e4-b279-5d2d2d02bf29), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:52.958067 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:36:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ded24b2-3349-48b1-b314-a9fbca23af42 x-openstack-request-id: req-4ded24b2-3349-48b1-b314-a9fbca23af42 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:36:52.958365 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7b3bf0d-5b6b-4d61-8bbd-0a6cb2b87cd3", "tag": "2aa171a7-a280-4a6b-944d-f2c25bb594ae", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:36:52.958640 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4ded24b2-3349-48b1-b314-a9fbca23af42 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:36:52.959039 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7b3bf0d-5b6b-4d61-8bbd-0a6cb2b87cd3', 'tag': '2aa171a7-a280-4a6b-944d-f2c25bb594ae', 'status': 'completed', 'code': 200} Jan 28 07:36:53.079081 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-fa2abdb0-47d0-4364-9eda-037616730320 None None] Set router aa90af1f-fe61-484f-bf8d-f95053ddf973 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:36:53.137565 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 49878) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:36:53.159007 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d586e2eb-11f7-4c98-9dfc-f2904407ac1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:53.337205 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d586e2eb-11f7-4c98-9dfc-f2904407ac1e admin admin] Publish callbacks [] for security_group (d677bdc5-c403-4365-a7ec-7130a6e1231b), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:53.346102 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d586e2eb-11f7-4c98-9dfc-f2904407ac1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (d677bdc5-c403-4365-a7ec-7130a6e1231b), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:53.380340 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-d586e2eb-11f7-4c98-9dfc-f2904407ac1e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=85cff40ac6e54204bdd3d5a4483f9ce0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2393153 Jan 28 07:36:53.385739 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 49882) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:36:53.459238 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-331e6656-c570-49d6-a82a-1c120f216749 admin admin] Publish callbacks [] for security_group (d677bdc5-c403-4365-a7ec-7130a6e1231b), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:53.463383 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d586e2eb-11f7-4c98-9dfc-f2904407ac1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d677bdc5-c403-4365-a7ec-7130a6e1231b,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:36:53.499192 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-331e6656-c570-49d6-a82a-1c120f216749 admin admin] Publish callbacks [] for security_group (d677bdc5-c403-4365-a7ec-7130a6e1231b), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:53.548788 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-fa2abdb0-47d0-4364-9eda-037616730320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa90af1f-fe61-484f-bf8d-f95053ddf973', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1045102445', 'tenant_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': '48a3b33c-4e44-4664-a15c-666ce3459079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:36:25Z', 'updated_at': '2022-01-28T07:36:32Z', 'revision_number': 4, 'project_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'gw_port': {'id': '48a3b33c-4e44-4664-a15c-666ce3459079', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:b8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa90af1f-fe61-484f-bf8d-f95053ddf973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:36:26Z', 'updated_at': '2022-01-28T07:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_floatingips': [{'id': 'e7bc8d96-cf7b-4cd7-8691-00f54491cde6', 'tenant_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'floating_ip_address': '172.25.6.35', 'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'router_id': 'aa90af1f-fe61-484f-bf8d-f95053ddf973', 'port_id': '2aa171a7-a280-4a6b-944d-f2c25bb594ae', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3350, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4cd7327e-e36b-480d-8267-1d92962c787c', 'mac_address': 'fa:16:3e:fe:39:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b3bf0d-5b6b-4d61-8bbd-0a6cb2b87cd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:36:50Z', 'updated_at': '2022-01-28T07:36:50Z', 'revision_number': 0, 'project_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7314eb8a-3405-4b9d-802d-5bf11144c5cd', 'name': '', 'network_id': '4cd7327e-e36b-480d-8267-1d92962c787c', 'tenant_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'mac_address': 'fa:16:3e:1e:36:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa90af1f-fe61-484f-bf8d-f95053ddf973', 'device_owner': 'network:router_interface', 'standard_attr_id': 3322, 'fixed_ips': [{'subnet_id': 'eece5a52-7098-456c-850b-c41ca6fe42c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:36:31Z', 'updated_at': '2022-01-28T07:36:37Z', 'revision_number': 5, 'project_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'subnets': [{'id': 'eece5a52-7098-456c-850b-c41ca6fe42c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:36:53.589726 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-faaf1e21-b1ea-483c-9b6a-94a3aa1a29cd admin admin] Publish callbacks [] for security_group (6cff27c4-8d97-43e4-b279-5d2d2d02bf29), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:53.604304 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-331e6656-c570-49d6-a82a-1c120f216749 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (d677bdc5-c403-4365-a7ec-7130a6e1231b), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:53.607321 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-331e6656-c570-49d6-a82a-1c120f216749 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:53.611295 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-331e6656-c570-49d6-a82a-1c120f216749 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d677bdc5-c403-4365-a7ec-7130a6e1231b HTTP/1.1" status: 204 len: 168 time: 0.2215805 Jan 28 07:36:53.623252 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331e6656-c570-49d6-a82a-1c120f216749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d677bdc5-c403-4365-a7ec-7130a6e1231b,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:36:53.643576 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 49888) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:36:53.647091 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2abdb0-47d0-4364-9eda-037616730320 None None] Checking router: aa90af1f-fe61-484f-bf8d-f95053ddf973 for host: n-d-712749-28 {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:36:53.713947 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2abdb0-47d0-4364-9eda-037616730320 None None] Routers {'aa90af1f-fe61-484f-bf8d-f95053ddf973'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:36:53.717444 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-fa2abdb0-47d0-4364-9eda-037616730320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:36:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['aa90af1f-fe61-484f-bf8d-f95053ddf973'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:36:53.786862 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-faaf1e21-b1ea-483c-9b6a-94a3aa1a29cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (6cff27c4-8d97-43e4-b279-5d2d2d02bf29), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:53.792403 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-faaf1e21-b1ea-483c-9b6a-94a3aa1a29cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:53.795763 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-faaf1e21-b1ea-483c-9b6a-94a3aa1a29cd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6cff27c4-8d97-43e4-b279-5d2d2d02bf29 HTTP/1.1" status: 204 len: 168 time: 0.9890137 Jan 28 07:36:53.807023 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61da73e-32a4-432c-b1dc-85bc0009c8cd req-23c7f663-32d9-4199-8b15-cd2501a66e52 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:36:53.810766 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c61da73e-32a4-432c-b1dc-85bc0009c8cd req-23c7f663-32d9-4199-8b15-cd2501a66e52 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7b3bf0d-5b6b-4d61-8bbd-0a6cb2b87cd3 HTTP/1.1" status: 200 len: 945 time: 0.8668485 Jan 28 07:36:53.821394 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a8a06e-d036-4a93-970b-e4aaf9011690 req-cb384161-60fe-48d7-ab97-920a6f65be77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:36:53.823030 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-03a8a06e-d036-4a93-970b-e4aaf9011690 req-cb384161-60fe-48d7-ab97-920a6f65be77 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b44a0e5d7f134bd69aecc7a32d5e1b41&device_id=e7b3bf0d-5b6b-4d61-8bbd-0a6cb2b87cd3 HTTP/1.1" status: 200 len: 1097 time: 0.2481084 Jan 28 07:36:53.825929 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaf1e21-b1ea-483c-9b6a-94a3aa1a29cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cff27c4-8d97-43e4-b279-5d2d2d02bf29,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:36:53.934909 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-fa2abdb0-47d0-4364-9eda-037616730320 None None] Set router aa90af1f-fe61-484f-bf8d-f95053ddf973 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:36:53.968365 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a8a06e-d036-4a93-970b-e4aaf9011690 req-ef178e73-f478-4c5b-ac50-a26b11687c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:36:53.970138 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-03a8a06e-d036-4a93-970b-e4aaf9011690 req-ef178e73-f478-4c5b-ac50-a26b11687c90 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4cd7327e-e36b-480d-8267-1d92962c787c HTTP/1.1" status: 200 len: 897 time: 0.1027160 Jan 28 07:36:53.974064 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c61da73e-32a4-432c-b1dc-85bc0009c8cd req-42137940-84f3-4362-9d0e-1d125eeb96dd tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/security-groups?id=aca7eb5c-f7de-41b7-ac0f-53602a03b63e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1555715 Jan 28 07:36:54.009362 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 49896) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:36:54.108904 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f7b3bc43-de7e-4e39-801d-28343447b688 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:54.131674 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-03a8a06e-d036-4a93-970b-e4aaf9011690 req-36453ce3-7b27-4d89-9af1-5fcf1236317d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2aa171a7-a280-4a6b-944d-f2c25bb594ae HTTP/1.1" status: 200 len: 998 time: 0.1541355 Jan 28 07:36:54.223393 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-43b24fed-4230-45d1-8ea0-10eb396b6d2a tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/floatingips/e7bc8d96-cf7b-4cd7-8691-00f54491cde6 HTTP/1.1" status: 200 len: 990 time: 0.2110398 Jan 28 07:36:54.224007 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a8a06e-d036-4a93-970b-e4aaf9011690 req-b35fee0c-3f6c-4950-9207-4b2ecbcac440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:36:54.228386 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-03a8a06e-d036-4a93-970b-e4aaf9011690 req-b35fee0c-3f6c-4950-9207-4b2ecbcac440 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=eece5a52-7098-456c-850b-c41ca6fe42c6 HTTP/1.1" status: 200 len: 835 time: 0.0900786 Jan 28 07:36:54.299620 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f7b3bc43-de7e-4e39-801d-28343447b688 admin admin] Publish callbacks [] for security_group (57439dea-1baa-48b3-b544-b9068a91ff3a), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:54.303320 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a8a06e-d036-4a93-970b-e4aaf9011690 req-3fba3b93-e468-46ea-8192-240fedebb86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:36:54.305297 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-03a8a06e-d036-4a93-970b-e4aaf9011690 req-3fba3b93-e468-46ea-8192-240fedebb86f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4cd7327e-e36b-480d-8267-1d92962c787c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0701444 Jan 28 07:36:54.309091 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f7b3bc43-de7e-4e39-801d-28343447b688 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (57439dea-1baa-48b3-b544-b9068a91ff3a), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:54.346394 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b3bc43-de7e-4e39-801d-28343447b688 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57439dea-1baa-48b3-b544-b9068a91ff3a,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:36:54.367542 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-f7b3bc43-de7e-4e39-801d-28343447b688 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e8d1bed49aa74795b8d377796e645052&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7203155 Jan 28 07:36:54.367786 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 49908) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:36:54.420915 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-fa2abdb0-47d0-4364-9eda-037616730320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa90af1f-fe61-484f-bf8d-f95053ddf973', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1045102445', 'tenant_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': '48a3b33c-4e44-4664-a15c-666ce3459079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:36:25Z', 'updated_at': '2022-01-28T07:36:32Z', 'revision_number': 4, 'project_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'gw_port': {'id': '48a3b33c-4e44-4664-a15c-666ce3459079', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:b8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa90af1f-fe61-484f-bf8d-f95053ddf973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:36:26Z', 'updated_at': '2022-01-28T07:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_floatingips': [{'id': 'e7bc8d96-cf7b-4cd7-8691-00f54491cde6', 'tenant_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'floating_ip_address': '172.25.6.35', 'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'router_id': 'aa90af1f-fe61-484f-bf8d-f95053ddf973', 'port_id': '2aa171a7-a280-4a6b-944d-f2c25bb594ae', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3350, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4cd7327e-e36b-480d-8267-1d92962c787c', 'mac_address': 'fa:16:3e:fe:39:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b3bf0d-5b6b-4d61-8bbd-0a6cb2b87cd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:36:50Z', 'updated_at': '2022-01-28T07:36:50Z', 'revision_number': 0, 'project_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7314eb8a-3405-4b9d-802d-5bf11144c5cd', 'name': '', 'network_id': '4cd7327e-e36b-480d-8267-1d92962c787c', 'tenant_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'mac_address': 'fa:16:3e:1e:36:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa90af1f-fe61-484f-bf8d-f95053ddf973', 'device_owner': 'network:router_interface', 'standard_attr_id': 3322, 'fixed_ips': [{'subnet_id': 'eece5a52-7098-456c-850b-c41ca6fe42c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:36:31Z', 'updated_at': '2022-01-28T07:36:37Z', 'revision_number': 5, 'project_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'subnets': [{'id': 'eece5a52-7098-456c-850b-c41ca6fe42c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:36:54.445070 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-89235062-e456-4da6-b5be-482ab3f2fa1e admin admin] Publish callbacks [] for security_group (57439dea-1baa-48b3-b544-b9068a91ff3a), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:54.454837 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2abdb0-47d0-4364-9eda-037616730320 None None] The sync data for ids ['aa90af1f-fe61-484f-bf8d-f95053ddf973'] in n-d-712749-28 is: [{'id': 'aa90af1f-fe61-484f-bf8d-f95053ddf973', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1045102445', 'tenant_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': '48a3b33c-4e44-4664-a15c-666ce3459079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:36:25Z', 'updated_at': '2022-01-28T07:36:32Z', 'revision_number': 4, 'project_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'gw_port': {'id': '48a3b33c-4e44-4664-a15c-666ce3459079', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:b8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa90af1f-fe61-484f-bf8d-f95053ddf973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:36:26Z', 'updated_at': '2022-01-28T07:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_floatingips': [{'id': 'e7bc8d96-cf7b-4cd7-8691-00f54491cde6', 'tenant_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'floating_ip_address': '172.25.6.35', 'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'router_id': 'aa90af1f-fe61-484f-bf8d-f95053ddf973', 'port_id': '2aa171a7-a280-4a6b-944d-f2c25bb594ae', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3350, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4cd7327e-e36b-480d-8267-1d92962c787c', 'mac_address': 'fa:16:3e:fe:39:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b3bf0d-5b6b-4d61-8bbd-0a6cb2b87cd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:36:50Z', 'updated_at': '2022-01-28T07:36:50Z', 'revision_number': 0, 'project_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7314eb8a-3405-4b9d-802d-5bf11144c5cd', 'name': '', 'network_id': '4cd7327e-e36b-480d-8267-1d92962c787c', 'tenant_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'mac_address': 'fa:16:3e:1e:36:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa90af1f-fe61-484f-bf8d-f95053ddf973', 'device_owner': 'network:router_interface', 'standard_attr_id': 3322, 'fixed_ips': [{'subnet_id': 'eece5a52-7098-456c-850b-c41ca6fe42c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:36:31Z', 'updated_at': '2022-01-28T07:36:37Z', 'revision_number': 5, 'project_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'subnets': [{'id': 'eece5a52-7098-456c-850b-c41ca6fe42c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:36:54.494160 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-89235062-e456-4da6-b5be-482ab3f2fa1e admin admin] Publish callbacks [] for security_group (57439dea-1baa-48b3-b544-b9068a91ff3a), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:54.584427 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 49912) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:36:54.606028 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-89235062-e456-4da6-b5be-482ab3f2fa1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (57439dea-1baa-48b3-b544-b9068a91ff3a), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:54.607351 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a40bbc2b-568c-42fd-8b5f-3f4ee4a7320d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:54.609701 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-89235062-e456-4da6-b5be-482ab3f2fa1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:54.613934 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-89235062-e456-4da6-b5be-482ab3f2fa1e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/57439dea-1baa-48b3-b544-b9068a91ff3a HTTP/1.1" status: 204 len: 168 time: 0.2450161 Jan 28 07:36:54.625464 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89235062-e456-4da6-b5be-482ab3f2fa1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57439dea-1baa-48b3-b544-b9068a91ff3a,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:36:54.757055 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a40bbc2b-568c-42fd-8b5f-3f4ee4a7320d admin admin] Publish callbacks [] for security_group (f0879342-e462-4ec3-803d-cbcd891e7303), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:54.766699 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a40bbc2b-568c-42fd-8b5f-3f4ee4a7320d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (f0879342-e462-4ec3-803d-cbcd891e7303), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:54.834066 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-03a8a06e-d036-4a93-970b-e4aaf9011690 req-756d1da6-514c-4935-83c8-50a2129db0ac service neutron] 10.222.0.44 "GET /v2.0/networks/4cd7327e-e36b-480d-8267-1d92962c787c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5191052 Jan 28 07:36:54.849331 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-a40bbc2b-568c-42fd-8b5f-3f4ee4a7320d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0e5e44ec9bc449ca96ebd2613cda6492&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2649302 Jan 28 07:36:54.850659 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40bbc2b-568c-42fd-8b5f-3f4ee4a7320d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0879342-e462-4ec3-803d-cbcd891e7303,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:36:54.853728 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 49918) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:36:54.889239 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019a67fb-d592-45cd-9c4a-30a6b424ec0e None None] New status for floating IP e7bc8d96-cf7b-4cd7-8691-00f54491cde6: ACTIVE {{(pid=103286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 07:36:54.919216 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cb6f72e1-177c-4699-8ecb-31b1adf186db admin admin] Publish callbacks [] for security_group (f0879342-e462-4ec3-803d-cbcd891e7303), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:54.952058 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cb6f72e1-177c-4699-8ecb-31b1adf186db admin admin] Publish callbacks [] for security_group (f0879342-e462-4ec3-803d-cbcd891e7303), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:55.022305 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-03a8a06e-d036-4a93-970b-e4aaf9011690 req-4ff73fcd-7859-4464-91b6-11adb1be0841 service neutron] 10.222.0.44 "GET /v2.0/networks/4cd7327e-e36b-480d-8267-1d92962c787c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802328 Jan 28 07:36:55.039359 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cb6f72e1-177c-4699-8ecb-31b1adf186db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (f0879342-e462-4ec3-803d-cbcd891e7303), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:55.042541 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cb6f72e1-177c-4699-8ecb-31b1adf186db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:55.052256 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-cb6f72e1-177c-4699-8ecb-31b1adf186db admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f0879342-e462-4ec3-803d-cbcd891e7303 HTTP/1.1" status: 204 len: 168 time: 0.1973898 Jan 28 07:36:55.067532 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6f72e1-177c-4699-8ecb-31b1adf186db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0879342-e462-4ec3-803d-cbcd891e7303,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:36:55.222134 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 49928) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:36:55.293434 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-368f1d47-5a48-40ed-8a48-8773f864c591 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/floatingips/e7bc8d96-cf7b-4cd7-8691-00f54491cde6 HTTP/1.1" status: 200 len: 992 time: 0.0699854 Jan 28 07:36:55.955932 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 49976) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:36:56.094032 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-7ab654a8-04ab-4228-9784-72b89dac130a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1970769524-network', 'tenant_id': '6e11006faf4241738db69f23221595e2'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:36:56.114396 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ab654a8-04ab-4228-9784-72b89dac130a admin admin] Made reservation on behalf of 6e11006faf4241738db69f23221595e2 for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:36:56.116825 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7ab654a8-04ab-4228-9784-72b89dac130a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:56.127240 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7ab654a8-04ab-4228-9784-72b89dac130a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:56.212091 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7ab654a8-04ab-4228-9784-72b89dac130a admin admin] Publish callbacks [] for security_group (e7a11e82-5704-491d-abd6-aba50865dcd8), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:56.214118 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7ab654a8-04ab-4228-9784-72b89dac130a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (e7a11e82-5704-491d-abd6-aba50865dcd8), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:56.235378 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ab654a8-04ab-4228-9784-72b89dac130a admin admin] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:36:56.251145 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab654a8-04ab-4228-9784-72b89dac130a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7a11e82-5704-491d-abd6-aba50865dcd8,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:36:56.254070 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7ab654a8-04ab-4228-9784-72b89dac130a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (51b887d5-fd17-4f2d-9bed-8a0b60014438), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:56.254418 n-d-712749-28 neutron-server[103284]: INFO neutron.db.segments_db [None req-7ab654a8-04ab-4228-9784-72b89dac130a admin admin] Added segment 51b887d5-fd17-4f2d-9bed-8a0b60014438 of type vlan for network e89cba95-7c88-42ca-a2a1-7604d77c150d Jan 28 07:36:56.298973 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7ab654a8-04ab-4228-9784-72b89dac130a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (e89cba95-7c88-42ca-a2a1-7604d77c150d), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:56.333111 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7ab654a8-04ab-4228-9784-72b89dac130a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (e89cba95-7c88-42ca-a2a1-7604d77c150d), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:56.334094 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab654a8-04ab-4228-9784-72b89dac130a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:36:56.334936 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7ab654a8-04ab-4228-9784-72b89dac130a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:56.390926 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-7ab654a8-04ab-4228-9784-72b89dac130a admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4336634 Jan 28 07:36:56.393647 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 49994) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:36:56.400214 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-65641108-78d8-49cd-aa35-991c019899b5 admin admin] Request body: {'subnet': {'network_id': 'e89cba95-7c88-42ca-a2a1-7604d77c150d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1970769524-subnet', 'tenant_id': '6e11006faf4241738db69f23221595e2', 'ip_version': 4}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:36:56.414651 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab654a8-04ab-4228-9784-72b89dac130a admin admin] Pushing event updated for resources: {'Network': ['ID=e89cba95-7c88-42ca-a2a1-7604d77c150d,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:36:56.427483 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network e89cba95-7c88-42ca-a2a1-7604d77c150d details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:36:56.430993 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65641108-78d8-49cd-aa35-991c019899b5 admin admin] Made reservation on behalf of 6e11006faf4241738db69f23221595e2 for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:36:56.435629 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-65641108-78d8-49cd-aa35-991c019899b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24979592'] for subnet (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:56.675169 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-65641108-78d8-49cd-aa35-991c019899b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24757504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24979610'] for subnet (be92a7e6-1604-4603-bacc-7f09a5c98a28), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:56.739582 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65641108-78d8-49cd-aa35-991c019899b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be92a7e6-1604-4603-bacc-7f09a5c98a28,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:36:56.751120 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65641108-78d8-49cd-aa35-991c019899b5 admin admin] Checking segment: {'id': '51b887d5-fd17-4f2d-9bed-8a0b60014438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e89cba95-7c88-42ca-a2a1-7604d77c150d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:36:56.751564 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65641108-78d8-49cd-aa35-991c019899b5 admin admin] Network hostable DHCP agents. Network: e89cba95-7c88-42ca-a2a1-7604d77c150d, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:36:56.774589 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65641108-78d8-49cd-aa35-991c019899b5 admin admin] Network e89cba95-7c88-42ca-a2a1-7604d77c150d is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:36:56.784886 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-65641108-78d8-49cd-aa35-991c019899b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, e89cba95-7c88-42ca-a2a1-7604d77c150d) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:36:56.792527 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65641108-78d8-49cd-aa35-991c019899b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:36:56.793194 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-65641108-78d8-49cd-aa35-991c019899b5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:56.795479 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65641dfa-28b4-434f-8ec6-34c1e4493e5b None None] Network e89cba95-7c88-42ca-a2a1-7604d77c150d requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:36:56.820816 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-65641108-78d8-49cd-aa35-991c019899b5 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4260612 Jan 28 07:36:56.823467 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 50018) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:36:56.829267 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-a72a1cc5-7c30-48ce-9d68-96e9ec44d0ad admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1970769524-router', 'tenant_id': '6e11006faf4241738db69f23221595e2', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:36:56.855804 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a72a1cc5-7c30-48ce-9d68-96e9ec44d0ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16606890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127275'] for router (223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:56.858141 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a72a1cc5-7c30-48ce-9d68-96e9ec44d0ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16605498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16607952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16355422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127266'] for router (223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:56.919341 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a72a1cc5-7c30-48ce-9d68-96e9ec44d0ad admin admin] Publish callbacks [] for router_controller (223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138), precommit_add_association {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:56.925024 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c864e39-1436-4fc6-b961-9b9f2b261793 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3dd72b9-6805-5f61-b6f3-a591f99a173d-e89cba95-7c88-42ca-a2a1-7604d77c150d', 'network_id': 'e89cba95-7c88-42ca-a2a1-7604d77c150d', 'project_id': '6e11006faf4241738db69f23221595e2', 'fixed_ips': [{'subnet_id': 'be92a7e6-1604-4603-bacc-7f09a5c98a28'}]}} from n-d-712749-28. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 07:36:56.926119 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3c864e39-1436-4fc6-b961-9b9f2b261793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:57.077480 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a72a1cc5-7c30-48ce-9d68-96e9ec44d0ad admin admin] Publish callbacks [] for router_gateway (223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:57.081619 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-3c864e39-1436-4fc6-b961-9b9f2b261793 None None] Allocated IP 172.20.0.2 (e89cba95-7c88-42ca-a2a1-7604d77c150d/be92a7e6-1604-4603-bacc-7f09a5c98a28/c78f4a61-45a5-4473-9034-bef4ec834f07) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:36:57.264846 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3c864e39-1436-4fc6-b961-9b9f2b261793 None None] Publish callbacks [] for port (c78f4a61-45a5-4473-9034-bef4ec834f07), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:57.275012 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3c864e39-1436-4fc6-b961-9b9f2b261793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (c78f4a61-45a5-4473-9034-bef4ec834f07), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:57.312434 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c864e39-1436-4fc6-b961-9b9f2b261793 None None] Network e89cba95-7c88-42ca-a2a1-7604d77c150d is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:36:57.315700 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-3c864e39-1436-4fc6-b961-9b9f2b261793 None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:36:57.326091 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c864e39-1436-4fc6-b961-9b9f2b261793 None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:36:57.366772 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c864e39-1436-4fc6-b961-9b9f2b261793 None None] Pushing event updated for resources: {'Port': ['ID=c78f4a61-45a5-4473-9034-bef4ec834f07,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:36:57.366987 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a72a1cc5-7c30-48ce-9d68-96e9ec44d0ad admin admin] Publish callbacks [] for router_gateway (223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:57.389950 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c864e39-1436-4fc6-b961-9b9f2b261793 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:36:57.389950 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c864e39-1436-4fc6-b961-9b9f2b261793 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:36:57.390254 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c864e39-1436-4fc6-b961-9b9f2b261793 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:36:57.390537 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c864e39-1436-4fc6-b961-9b9f2b261793 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:36:57.391011 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c864e39-1436-4fc6-b961-9b9f2b261793 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:36:57.391374 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c864e39-1436-4fc6-b961-9b9f2b261793 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:36:57.391644 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c864e39-1436-4fc6-b961-9b9f2b261793 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:36:57.392240 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c864e39-1436-4fc6-b961-9b9f2b261793 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:36:57.392478 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c864e39-1436-4fc6-b961-9b9f2b261793 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:36:57.392752 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c864e39-1436-4fc6-b961-9b9f2b261793 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:36:57.393125 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c864e39-1436-4fc6-b961-9b9f2b261793 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:36:57.393476 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c864e39-1436-4fc6-b961-9b9f2b261793 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:36:57.393724 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c864e39-1436-4fc6-b961-9b9f2b261793 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:36:57.399510 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a72a1cc5-7c30-48ce-9d68-96e9ec44d0ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:57.406519 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-3c864e39-1436-4fc6-b961-9b9f2b261793 None None] Attempting to bind port c78f4a61-45a5-4473-9034-bef4ec834f07 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:36:57.406875 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-3c864e39-1436-4fc6-b961-9b9f2b261793 None None] Attempting to bind port c78f4a61-45a5-4473-9034-bef4ec834f07 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '51b887d5-fd17-4f2d-9bed-8a0b60014438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e89cba95-7c88-42ca-a2a1-7604d77c150d'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:36:57.407258 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c864e39-1436-4fc6-b961-9b9f2b261793 None None] Attempting to bind port c78f4a61-45a5-4473-9034-bef4ec834f07 on network e89cba95-7c88-42ca-a2a1-7604d77c150d {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:36:57.418511 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c864e39-1436-4fc6-b961-9b9f2b261793 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:36:57.418920 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c864e39-1436-4fc6-b961-9b9f2b261793 None None] Checking segment: {'id': '51b887d5-fd17-4f2d-9bed-8a0b60014438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e89cba95-7c88-42ca-a2a1-7604d77c150d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:36:57.419335 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3c864e39-1436-4fc6-b961-9b9f2b261793 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:57.419748 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c864e39-1436-4fc6-b961-9b9f2b261793 None None] Bound using segment: {'id': '51b887d5-fd17-4f2d-9bed-8a0b60014438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e89cba95-7c88-42ca-a2a1-7604d77c150d'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:36:57.420871 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-3c864e39-1436-4fc6-b961-9b9f2b261793 None None] Bound port: c78f4a61-45a5-4473-9034-bef4ec834f07, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51b887d5-fd17-4f2d-9bed-8a0b60014438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e89cba95-7c88-42ca-a2a1-7604d77c150d'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:36:57.421277 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3c864e39-1436-4fc6-b961-9b9f2b261793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (c78f4a61-45a5-4473-9034-bef4ec834f07), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:57.494755 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-3c864e39-1436-4fc6-b961-9b9f2b261793 None None] For port c78f4a61-45a5-4473-9034-bef4ec834f07, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:36:57.500851 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-3c864e39-1436-4fc6-b961-9b9f2b261793 None None] For port c78f4a61-45a5-4473-9034-bef4ec834f07, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=c78f4a61-45a5-4473-9034-bef4ec834f07,segment=NetworkSegment(51b887d5-fd17-4f2d-9bed-8a0b60014438),segment_id=51b887d5-fd17-4f2d-9bed-8a0b60014438)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:36:57.508675 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3c864e39-1436-4fc6-b961-9b9f2b261793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (c78f4a61-45a5-4473-9034-bef4ec834f07), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:57.531328 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-a72a1cc5-7c30-48ce-9d68-96e9ec44d0ad admin admin] Allocated IP 172.25.6.20 (7d5b3724-deef-4831-8d43-cb9b8176573c/b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc/4d0ac443-e982-4b0e-90f2-7a705ce9d79c) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:36:57.588538 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c864e39-1436-4fc6-b961-9b9f2b261793 None None] Pushing event updated for resources: {'Port': ['ID=c78f4a61-45a5-4473-9034-bef4ec834f07,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:36:57.667784 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a72a1cc5-7c30-48ce-9d68-96e9ec44d0ad admin admin] Publish callbacks [] for port (4d0ac443-e982-4b0e-90f2-7a705ce9d79c), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:57.732152 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a72a1cc5-7c30-48ce-9d68-96e9ec44d0ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (4d0ac443-e982-4b0e-90f2-7a705ce9d79c), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:57.807981 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a72a1cc5-7c30-48ce-9d68-96e9ec44d0ad admin admin] Network 7d5b3724-deef-4831-8d43-cb9b8176573c is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:36:57.815519 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-a72a1cc5-7c30-48ce-9d68-96e9ec44d0ad admin admin] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:36:57.819787 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72a1cc5-7c30-48ce-9d68-96e9ec44d0ad admin admin] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:36:57.823517 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72a1cc5-7c30-48ce-9d68-96e9ec44d0ad admin admin] Pushing event updated for resources: {'Port': ['ID=4d0ac443-e982-4b0e-90f2-7a705ce9d79c,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:36:58.124805 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a72a1cc5-7c30-48ce-9d68-96e9ec44d0ad admin admin] Publish callbacks [] for router_gateway (223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:58.326315 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a72a1cc5-7c30-48ce-9d68-96e9ec44d0ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16605475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16607909'] for router (223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:58.352905 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 7 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 07:36:58.506639 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a72a1cc5-7c30-48ce-9d68-96e9ec44d0ad admin admin] Router 223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138 is scheduled to L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 with binding_index 1 {{(pid=103283) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 07:36:58.629731 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a72a1cc5-7c30-48ce-9d68-96e9ec44d0ad admin admin] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:36:58.642940 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9b83ac-58d2-4813-a03e-5e2d1b91b1bb None None] Sync routers for ids ['223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:36:58.650538 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a72a1cc5-7c30-48ce-9d68-96e9ec44d0ad admin admin] Publish callbacks [] for router (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:58.655292 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-a72a1cc5-7c30-48ce-9d68-96e9ec44d0ad admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8274455 Jan 28 07:36:58.655731 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 50044) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:36:58.658658 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9b83ac-58d2-4813-a03e-5e2d1b91b1bb None None] Routers {'223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:36:58.659298 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-df9b83ac-58d2-4813-a03e-5e2d1b91b1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:36:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:36:59.114238 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-660bfab6-fc90-41b3-8dcf-5f81c8211f3d None None] Network e89cba95-7c88-42ca-a2a1-7604d77c150d requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:36:59.127466 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device c78f4a61-45a5-4473-9034-bef4ec834f07 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:36:59.209380 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-123c31c0-5c2d-4022-bf2b-a78da245ef20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:59.252531 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-41bce406-b55c-4cba-b1a6-8b854b4b90e0 None None] Provisioning complete for port c78f4a61-45a5-4473-9034-bef4ec834f07 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:36:59.252911 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-41bce406-b55c-4cba-b1a6-8b854b4b90e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (c78f4a61-45a5-4473-9034-bef4ec834f07), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:59.328259 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-df9b83ac-58d2-4813-a03e-5e2d1b91b1bb None None] Set router 223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:36:59.367605 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-123c31c0-5c2d-4022-bf2b-a78da245ef20 admin admin] Allocated IP 172.20.0.1 (e89cba95-7c88-42ca-a2a1-7604d77c150d/be92a7e6-1604-4603-bacc-7f09a5c98a28/6bd0b371-0176-49d3-aace-d1119e35cf02) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:36:59.402973 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port c78f4a61-45a5-4473-9034-bef4ec834f07 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:36:59.403349 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (c78f4a61-45a5-4473-9034-bef4ec834f07), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:59.470621 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-123c31c0-5c2d-4022-bf2b-a78da245ef20 admin admin] Publish callbacks [] for port (6bd0b371-0176-49d3-aace-d1119e35cf02), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:59.512100 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-123c31c0-5c2d-4022-bf2b-a78da245ef20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (6bd0b371-0176-49d3-aace-d1119e35cf02), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:59.573033 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-123c31c0-5c2d-4022-bf2b-a78da245ef20 admin admin] Network e89cba95-7c88-42ca-a2a1-7604d77c150d is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:36:59.589761 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-41bce406-b55c-4cba-b1a6-8b854b4b90e0 None None] Current status of the port c78f4a61-45a5-4473-9034-bef4ec834f07 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:36:59.590126 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-41bce406-b55c-4cba-b1a6-8b854b4b90e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (c78f4a61-45a5-4473-9034-bef4ec834f07), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:59.595517 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-123c31c0-5c2d-4022-bf2b-a78da245ef20 admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:36:59.609099 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123c31c0-5c2d-4022-bf2b-a78da245ef20 admin admin] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:36:59.662930 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-123c31c0-5c2d-4022-bf2b-a78da245ef20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16609232'] for router_interface (223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:59.720650 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123c31c0-5c2d-4022-bf2b-a78da245ef20 admin admin] Pushing event updated for resources: {'Port': ['ID=6bd0b371-0176-49d3-aace-d1119e35cf02,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:36:59.730651 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port c78f4a61-45a5-4473-9034-bef4ec834f07 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:36:59.731130 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (c78f4a61-45a5-4473-9034-bef4ec834f07), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:59.735360 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-41bce406-b55c-4cba-b1a6-8b854b4b90e0 None None] For port c78f4a61-45a5-4473-9034-bef4ec834f07, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=c78f4a61-45a5-4473-9034-bef4ec834f07,segment=NetworkSegment(51b887d5-fd17-4f2d-9bed-8a0b60014438),segment_id=51b887d5-fd17-4f2d-9bed-8a0b60014438)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:36:59.748840 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-41bce406-b55c-4cba-b1a6-8b854b4b90e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (c78f4a61-45a5-4473-9034-bef4ec834f07), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:59.863347 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-123c31c0-5c2d-4022-bf2b-a78da245ef20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (6bd0b371-0176-49d3-aace-d1119e35cf02), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:36:59.876980 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bce406-b55c-4cba-b1a6-8b854b4b90e0 None None] Pushing event updated for resources: {'Port': ['ID=c78f4a61-45a5-4473-9034-bef4ec834f07,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:36:59.889654 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-df9b83ac-58d2-4813-a03e-5e2d1b91b1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138', 'name': 'tempest-TestVolumeBootPattern-1970769524-router', 'tenant_id': '6e11006faf4241738db69f23221595e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': '4d0ac443-e982-4b0e-90f2-7a705ce9d79c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:36:56Z', 'updated_at': '2022-01-28T07:36:58Z', 'revision_number': 3, 'project_id': '6e11006faf4241738db69f23221595e2', 'gw_port': {'id': '4d0ac443-e982-4b0e-90f2-7a705ce9d79c', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:af:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3391, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:36:57Z', 'updated_at': '2022-01-28T07:36:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:36:59.893994 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.db.api [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103285) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 07:36:59.894289 n-d-712749-28 neutron-server[103285]: DEBUG oslo_db.api [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 07:36:59.923878 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9b83ac-58d2-4813-a03e-5e2d1b91b1bb None None] Checking router: 223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138 for host: n-d-712749-28 {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:36:59.924272 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9b83ac-58d2-4813-a03e-5e2d1b91b1bb None None] Updating router 223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138 port 4d0ac443-e982-4b0e-90f2-7a705ce9d79c binding host n-d-712749-28 {{(pid=103285) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 07:36:59.962551 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-df9b83ac-58d2-4813-a03e-5e2d1b91b1bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (4d0ac443-e982-4b0e-90f2-7a705ce9d79c), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:00.027945 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-7e039489-5aac-48f6-a36e-4bc193bce384 None None] Provisioning complete for port c78f4a61-45a5-4473-9034-bef4ec834f07 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:37:00.028819 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7e039489-5aac-48f6-a36e-4bc193bce384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (c78f4a61-45a5-4473-9034-bef4ec834f07), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:00.173173 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-123c31c0-5c2d-4022-bf2b-a78da245ef20 admin admin] Publish callbacks [] for port (6bd0b371-0176-49d3-aace-d1119e35cf02), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:00.182039 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-123c31c0-5c2d-4022-bf2b-a78da245ef20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (6bd0b371-0176-49d3-aace-d1119e35cf02), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:00.250858 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-123c31c0-5c2d-4022-bf2b-a78da245ef20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16318999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16606560'] for router_interface (223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:00.252593 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123c31c0-5c2d-4022-bf2b-a78da245ef20 admin admin] Pushing event updated for resources: {'Port': ['ID=6bd0b371-0176-49d3-aace-d1119e35cf02,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:37:00.332629 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-df9b83ac-58d2-4813-a03e-5e2d1b91b1bb None None] Publish callbacks [] for port (4d0ac443-e982-4b0e-90f2-7a705ce9d79c), precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:00.350132 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-df9b83ac-58d2-4813-a03e-5e2d1b91b1bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (4d0ac443-e982-4b0e-90f2-7a705ce9d79c), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:00.353096 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-123c31c0-5c2d-4022-bf2b-a78da245ef20 admin admin] Network e89cba95-7c88-42ca-a2a1-7604d77c150d is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:37:00.355283 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-123c31c0-5c2d-4022-bf2b-a78da245ef20 admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:37:00.401657 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f003eaf1-54fa-411d-a238-88beef4c2550 None None] Pushing event updated for resources: {'Port': ['ID=4d0ac443-e982-4b0e-90f2-7a705ce9d79c,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:37:00.502372 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port c78f4a61-45a5-4473-9034-bef4ec834f07 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:37:00.505314 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-df9b83ac-58d2-4813-a03e-5e2d1b91b1bb None None] Attempting to bind port 4d0ac443-e982-4b0e-90f2-7a705ce9d79c on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:37:00.505695 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-df9b83ac-58d2-4813-a03e-5e2d1b91b1bb None None] Attempting to bind port 4d0ac443-e982-4b0e-90f2-7a705ce9d79c by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:37:00.506693 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9b83ac-58d2-4813-a03e-5e2d1b91b1bb None None] Attempting to bind port 4d0ac443-e982-4b0e-90f2-7a705ce9d79c on network 7d5b3724-deef-4831-8d43-cb9b8176573c {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:37:00.520628 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9b83ac-58d2-4813-a03e-5e2d1b91b1bb None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:37:00.521042 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9b83ac-58d2-4813-a03e-5e2d1b91b1bb None None] Checking segment: {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:37:00.521457 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-df9b83ac-58d2-4813-a03e-5e2d1b91b1bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:00.521985 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9b83ac-58d2-4813-a03e-5e2d1b91b1bb None None] Bound using segment: {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:37:00.522489 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-df9b83ac-58d2-4813-a03e-5e2d1b91b1bb None None] Bound port: 4d0ac443-e982-4b0e-90f2-7a705ce9d79c, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:37:00.522879 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-df9b83ac-58d2-4813-a03e-5e2d1b91b1bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (4d0ac443-e982-4b0e-90f2-7a705ce9d79c), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:00.529751 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-123c31c0-5c2d-4022-bf2b-a78da245ef20 admin admin] Router 223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:37:00.614608 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-df9b83ac-58d2-4813-a03e-5e2d1b91b1bb None None] For port 4d0ac443-e982-4b0e-90f2-7a705ce9d79c, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:37:00.619539 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-df9b83ac-58d2-4813-a03e-5e2d1b91b1bb None None] For port 4d0ac443-e982-4b0e-90f2-7a705ce9d79c, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=4d0ac443-e982-4b0e-90f2-7a705ce9d79c,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:37:00.627725 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-df9b83ac-58d2-4813-a03e-5e2d1b91b1bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (4d0ac443-e982-4b0e-90f2-7a705ce9d79c), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:00.673340 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-7e039489-5aac-48f6-a36e-4bc193bce384 None None] Current status of the port c78f4a61-45a5-4473-9034-bef4ec834f07 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:37:00.698509 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9b83ac-58d2-4813-a03e-5e2d1b91b1bb None None] Routers {'223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:37:00.699677 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-df9b83ac-58d2-4813-a03e-5e2d1b91b1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:36:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:37:00.701467 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-123c31c0-5c2d-4022-bf2b-a78da245ef20 admin admin] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:37:00.720736 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-123c31c0-5c2d-4022-bf2b-a78da245ef20 admin admin] 10.222.0.41 "PUT /v2.0/routers/223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0631452 Jan 28 07:37:00.754344 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f003eaf1-54fa-411d-a238-88beef4c2550 None None] Pushing event updated for resources: {'Port': ['ID=4d0ac443-e982-4b0e-90f2-7a705ce9d79c,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:37:00.824069 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9d74b897-c7e1-4591-8768-a6bc503752d0 None None] Provisioning complete for port 6bd0b371-0176-49d3-aace-d1119e35cf02 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:37:00.824518 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9d74b897-c7e1-4591-8768-a6bc503752d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (6bd0b371-0176-49d3-aace-d1119e35cf02), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:00.867995 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9d74b897-c7e1-4591-8768-a6bc503752d0 None None] Port 6bd0b371-0176-49d3-aace-d1119e35cf02 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:37:00.892094 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-df9b83ac-58d2-4813-a03e-5e2d1b91b1bb None None] Set router 223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:37:00.925812 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device c78f4a61-45a5-4473-9034-bef4ec834f07 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:37:01.027335 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port c78f4a61-45a5-4473-9034-bef4ec834f07 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:37:01.028399 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (c78f4a61-45a5-4473-9034-bef4ec834f07), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:01.391652 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port c78f4a61-45a5-4473-9034-bef4ec834f07 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:37:01.459726 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-df9b83ac-58d2-4813-a03e-5e2d1b91b1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138', 'name': 'tempest-TestVolumeBootPattern-1970769524-router', 'tenant_id': '6e11006faf4241738db69f23221595e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': '4d0ac443-e982-4b0e-90f2-7a705ce9d79c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:36:56Z', 'updated_at': '2022-01-28T07:36:59Z', 'revision_number': 4, 'project_id': '6e11006faf4241738db69f23221595e2', 'gw_port': {'id': '4d0ac443-e982-4b0e-90f2-7a705ce9d79c', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:af:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3391, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:36:57Z', 'updated_at': '2022-01-28T07:37:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '6bd0b371-0176-49d3-aace-d1119e35cf02', 'name': '', 'network_id': 'e89cba95-7c88-42ca-a2a1-7604d77c150d', 'tenant_id': '6e11006faf4241738db69f23221595e2', 'mac_address': 'fa:16:3e:08:d0:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138', 'device_owner': 'network:router_interface', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': 'be92a7e6-1604-4603-bacc-7f09a5c98a28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:36:59Z', 'updated_at': '2022-01-28T07:36:59Z', 'revision_number': 2, 'project_id': '6e11006faf4241738db69f23221595e2', 'subnets': [{'id': 'be92a7e6-1604-4603-bacc-7f09a5c98a28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:37:01.474573 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 50086) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:37:01.481052 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-2b73cfaa-454f-4794-8caf-2f76d6589a05 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-903602563-network', 'tenant_id': 'c5067e54b94743f2ae5ca79079d848aa'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:37:01.492576 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9b83ac-58d2-4813-a03e-5e2d1b91b1bb None None] The sync data for ids ['223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138'] in n-d-712749-28 is: [{'id': '223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138', 'name': 'tempest-TestVolumeBootPattern-1970769524-router', 'tenant_id': '6e11006faf4241738db69f23221595e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': '4d0ac443-e982-4b0e-90f2-7a705ce9d79c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:36:56Z', 'updated_at': '2022-01-28T07:36:59Z', 'revision_number': 4, 'project_id': '6e11006faf4241738db69f23221595e2', 'gw_port': {'id': '4d0ac443-e982-4b0e-90f2-7a705ce9d79c', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:af:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3391, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:36:57Z', 'updated_at': '2022-01-28T07:37:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '6bd0b371-0176-49d3-aace-d1119e35cf02', 'name': '', 'network_id': 'e89cba95-7c88-42ca-a2a1-7604d77c150d', 'tenant_id': '6e11006faf4241738db69f23221595e2', 'mac_address': 'fa:16:3e:08:d0:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138', 'device_owner': 'network:router_interface', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': 'be92a7e6-1604-4603-bacc-7f09a5c98a28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:36:59Z', 'updated_at': '2022-01-28T07:36:59Z', 'revision_number': 2, 'project_id': '6e11006faf4241738db69f23221595e2', 'subnets': [{'id': 'be92a7e6-1604-4603-bacc-7f09a5c98a28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:37:01.505905 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b73cfaa-454f-4794-8caf-2f76d6589a05 admin admin] Made reservation on behalf of c5067e54b94743f2ae5ca79079d848aa for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:37:01.508685 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2b73cfaa-454f-4794-8caf-2f76d6589a05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:01.518620 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2b73cfaa-454f-4794-8caf-2f76d6589a05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:01.617178 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2b73cfaa-454f-4794-8caf-2f76d6589a05 admin admin] Publish callbacks [] for security_group (042d8184-fe73-4f57-bd12-c6287665c31b), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:01.623936 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2b73cfaa-454f-4794-8caf-2f76d6589a05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (042d8184-fe73-4f57-bd12-c6287665c31b), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:01.649668 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b73cfaa-454f-4794-8caf-2f76d6589a05 admin admin] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:37:01.659649 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b73cfaa-454f-4794-8caf-2f76d6589a05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=042d8184-fe73-4f57-bd12-c6287665c31b,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:37:01.665909 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2b73cfaa-454f-4794-8caf-2f76d6589a05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (325955be-6e85-4201-8fd7-9cc30ecf0ab1), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:01.666265 n-d-712749-28 neutron-server[103284]: INFO neutron.db.segments_db [None req-2b73cfaa-454f-4794-8caf-2f76d6589a05 admin admin] Added segment 325955be-6e85-4201-8fd7-9cc30ecf0ab1 of type vlan for network 3404aff8-9094-444a-b26c-bffc725e4f12 Jan 28 07:37:01.709273 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2b73cfaa-454f-4794-8caf-2f76d6589a05 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (3404aff8-9094-444a-b26c-bffc725e4f12), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:01.740771 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2b73cfaa-454f-4794-8caf-2f76d6589a05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (3404aff8-9094-444a-b26c-bffc725e4f12), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:01.741862 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b73cfaa-454f-4794-8caf-2f76d6589a05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:37:01.742928 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2b73cfaa-454f-4794-8caf-2f76d6589a05 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:01.802616 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-2b73cfaa-454f-4794-8caf-2f76d6589a05 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3264349 Jan 28 07:37:01.805343 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 50090) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:37:01.812405 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-ae8156d4-04cd-468f-9f20-12a4c2129c9c admin admin] Request body: {'subnet': {'network_id': '3404aff8-9094-444a-b26c-bffc725e4f12', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-903602563-subnet', 'tenant_id': 'c5067e54b94743f2ae5ca79079d848aa', 'ip_version': 4}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:37:01.833011 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b73cfaa-454f-4794-8caf-2f76d6589a05 admin admin] Pushing event updated for resources: {'Network': ['ID=3404aff8-9094-444a-b26c-bffc725e4f12,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:37:01.853111 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network 3404aff8-9094-444a-b26c-bffc725e4f12 details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:37:01.858746 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae8156d4-04cd-468f-9f20-12a4c2129c9c admin admin] Made reservation on behalf of c5067e54b94743f2ae5ca79079d848aa for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:37:01.868134 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ae8156d4-04cd-468f-9f20-12a4c2129c9c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24979592'] for subnet (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:02.081099 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ae8156d4-04cd-468f-9f20-12a4c2129c9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24757504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24979610'] for subnet (ed52efa1-fdd4-4be4-b2f0-180f8182b9a6), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:02.150552 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8156d4-04cd-468f-9f20-12a4c2129c9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed52efa1-fdd4-4be4-b2f0-180f8182b9a6,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:37:02.164290 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8156d4-04cd-468f-9f20-12a4c2129c9c admin admin] Checking segment: {'id': '325955be-6e85-4201-8fd7-9cc30ecf0ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3404aff8-9094-444a-b26c-bffc725e4f12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:37:02.164664 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae8156d4-04cd-468f-9f20-12a4c2129c9c admin admin] Network hostable DHCP agents. Network: 3404aff8-9094-444a-b26c-bffc725e4f12, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:37:02.189715 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae8156d4-04cd-468f-9f20-12a4c2129c9c admin admin] Network 3404aff8-9094-444a-b26c-bffc725e4f12 is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:37:02.203026 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-ae8156d4-04cd-468f-9f20-12a4c2129c9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, 3404aff8-9094-444a-b26c-bffc725e4f12) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:37:02.212372 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7318f1ac-a8e9-4c4c-afe0-47a8efdf18c8 None None] Network 3404aff8-9094-444a-b26c-bffc725e4f12 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:37:02.239443 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae8156d4-04cd-468f-9f20-12a4c2129c9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:37:02.241165 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ae8156d4-04cd-468f-9f20-12a4c2129c9c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:02.261285 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-ae8156d4-04cd-468f-9f20-12a4c2129c9c admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4547551 Jan 28 07:37:02.263950 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 50094) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:37:02.268959 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-5b547773-203c-42d1-90d3-bd37927758c4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-903602563-router', 'tenant_id': 'c5067e54b94743f2ae5ca79079d848aa', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:37:02.307994 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5b547773-203c-42d1-90d3-bd37927758c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16606890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127275'] for router (f2404f02-2469-4b59-b6e6-295d17ea5988), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:02.311471 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5b547773-203c-42d1-90d3-bd37927758c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16605498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16607952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16355422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127266'] for router (f2404f02-2469-4b59-b6e6-295d17ea5988), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:02.360831 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac5e7baf-9f06-4111-8347-068a0be0a1a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3dd72b9-6805-5f61-b6f3-a591f99a173d-3404aff8-9094-444a-b26c-bffc725e4f12', 'network_id': '3404aff8-9094-444a-b26c-bffc725e4f12', 'project_id': 'c5067e54b94743f2ae5ca79079d848aa', 'fixed_ips': [{'subnet_id': 'ed52efa1-fdd4-4be4-b2f0-180f8182b9a6'}]}} from n-d-712749-28. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 07:37:02.361809 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ac5e7baf-9f06-4111-8347-068a0be0a1a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:02.434447 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5b547773-203c-42d1-90d3-bd37927758c4 admin admin] Publish callbacks [] for router_controller (f2404f02-2469-4b59-b6e6-295d17ea5988), precommit_add_association {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:02.596933 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-ac5e7baf-9f06-4111-8347-068a0be0a1a9 None None] Allocated IP 172.20.0.2 (3404aff8-9094-444a-b26c-bffc725e4f12/ed52efa1-fdd4-4be4-b2f0-180f8182b9a6/dd8e7e7e-c1ec-4b54-a55a-7641357efda4) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:37:02.643234 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5b547773-203c-42d1-90d3-bd37927758c4 admin admin] Publish callbacks [] for router_gateway (f2404f02-2469-4b59-b6e6-295d17ea5988), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:03.006942 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ac5e7baf-9f06-4111-8347-068a0be0a1a9 None None] Publish callbacks [] for port (dd8e7e7e-c1ec-4b54-a55a-7641357efda4), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:03.017266 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ac5e7baf-9f06-4111-8347-068a0be0a1a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (dd8e7e7e-c1ec-4b54-a55a-7641357efda4), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:03.078479 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5b547773-203c-42d1-90d3-bd37927758c4 admin admin] Publish callbacks [] for router_gateway (f2404f02-2469-4b59-b6e6-295d17ea5988), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:03.089025 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5e7baf-9f06-4111-8347-068a0be0a1a9 None None] Pushing event updated for resources: {'Port': ['ID=dd8e7e7e-c1ec-4b54-a55a-7641357efda4,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:37:03.097766 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 4d0ac443-e982-4b0e-90f2-7a705ce9d79c up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:37:03.114182 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5b547773-203c-42d1-90d3-bd37927758c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:03.148096 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac5e7baf-9f06-4111-8347-068a0be0a1a9 None None] Network 3404aff8-9094-444a-b26c-bffc725e4f12 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:37:03.154210 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-ac5e7baf-9f06-4111-8347-068a0be0a1a9 None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:37:03.164916 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5e7baf-9f06-4111-8347-068a0be0a1a9 None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:37:03.235644 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:03.265337 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-ac5e7baf-9f06-4111-8347-068a0be0a1a9 None None] Attempting to bind port dd8e7e7e-c1ec-4b54-a55a-7641357efda4 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:37:03.265877 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-ac5e7baf-9f06-4111-8347-068a0be0a1a9 None None] Attempting to bind port dd8e7e7e-c1ec-4b54-a55a-7641357efda4 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '325955be-6e85-4201-8fd7-9cc30ecf0ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3404aff8-9094-444a-b26c-bffc725e4f12'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:37:03.266347 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5e7baf-9f06-4111-8347-068a0be0a1a9 None None] Attempting to bind port dd8e7e7e-c1ec-4b54-a55a-7641357efda4 on network 3404aff8-9094-444a-b26c-bffc725e4f12 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:37:03.274022 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-5b547773-203c-42d1-90d3-bd37927758c4 admin admin] Allocated IP 172.25.6.220 (7d5b3724-deef-4831-8d43-cb9b8176573c/b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc/df27a88d-171f-4ea5-a702-1f5223a9c272) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:37:03.289045 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5e7baf-9f06-4111-8347-068a0be0a1a9 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:37:03.289625 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5e7baf-9f06-4111-8347-068a0be0a1a9 None None] Checking segment: {'id': '325955be-6e85-4201-8fd7-9cc30ecf0ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3404aff8-9094-444a-b26c-bffc725e4f12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:37:03.290176 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ac5e7baf-9f06-4111-8347-068a0be0a1a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:03.290684 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5e7baf-9f06-4111-8347-068a0be0a1a9 None None] Bound using segment: {'id': '325955be-6e85-4201-8fd7-9cc30ecf0ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3404aff8-9094-444a-b26c-bffc725e4f12'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:37:03.291276 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-ac5e7baf-9f06-4111-8347-068a0be0a1a9 None None] Bound port: dd8e7e7e-c1ec-4b54-a55a-7641357efda4, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '325955be-6e85-4201-8fd7-9cc30ecf0ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3404aff8-9094-444a-b26c-bffc725e4f12'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:37:03.291803 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ac5e7baf-9f06-4111-8347-068a0be0a1a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (dd8e7e7e-c1ec-4b54-a55a-7641357efda4), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:03.295651 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6a9d424b-476a-4832-abd0-1e18cfd416a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:03.312580 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 4d0ac443-e982-4b0e-90f2-7a705ce9d79c triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:37:03.313195 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (4d0ac443-e982-4b0e-90f2-7a705ce9d79c), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:03.439592 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5b547773-203c-42d1-90d3-bd37927758c4 admin admin] Publish callbacks [] for port (df27a88d-171f-4ea5-a702-1f5223a9c272), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:03.471258 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-ac5e7baf-9f06-4111-8347-068a0be0a1a9 None None] For port dd8e7e7e-c1ec-4b54-a55a-7641357efda4, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:37:03.479317 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-ac5e7baf-9f06-4111-8347-068a0be0a1a9 None None] For port dd8e7e7e-c1ec-4b54-a55a-7641357efda4, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=dd8e7e7e-c1ec-4b54-a55a-7641357efda4,segment=NetworkSegment(325955be-6e85-4201-8fd7-9cc30ecf0ab1),segment_id=325955be-6e85-4201-8fd7-9cc30ecf0ab1)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:37:03.519399 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ac5e7baf-9f06-4111-8347-068a0be0a1a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (dd8e7e7e-c1ec-4b54-a55a-7641357efda4), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:03.520584 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5b547773-203c-42d1-90d3-bd37927758c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (df27a88d-171f-4ea5-a702-1f5223a9c272), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:03.587944 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b547773-203c-42d1-90d3-bd37927758c4 admin admin] Network 7d5b3724-deef-4831-8d43-cb9b8176573c is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:37:03.589327 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 4d0ac443-e982-4b0e-90f2-7a705ce9d79c is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:37:03.589809 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (4d0ac443-e982-4b0e-90f2-7a705ce9d79c), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:03.592553 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-5b547773-203c-42d1-90d3-bd37927758c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:37:03.598395 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b547773-203c-42d1-90d3-bd37927758c4 admin admin] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:37:03.636852 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] For port 4d0ac443-e982-4b0e-90f2-7a705ce9d79c, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=4d0ac443-e982-4b0e-90f2-7a705ce9d79c,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:37:03.642062 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5e7baf-9f06-4111-8347-068a0be0a1a9 None None] Pushing event updated for resources: {'Port': ['ID=dd8e7e7e-c1ec-4b54-a55a-7641357efda4,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:37:03.651921 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b547773-203c-42d1-90d3-bd37927758c4 admin admin] Pushing event updated for resources: {'Port': ['ID=df27a88d-171f-4ea5-a702-1f5223a9c272,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:37:03.654590 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (4d0ac443-e982-4b0e-90f2-7a705ce9d79c), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:03.735393 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Pushing event updated for resources: {'Port': ['ID=4d0ac443-e982-4b0e-90f2-7a705ce9d79c,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:37:04.067831 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:04.356012 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5b547773-203c-42d1-90d3-bd37927758c4 admin admin] Publish callbacks [] for router_gateway (f2404f02-2469-4b59-b6e6-295d17ea5988), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:04.605786 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5b547773-203c-42d1-90d3-bd37927758c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16605475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16607909'] for router (f2404f02-2469-4b59-b6e6-295d17ea5988), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:04.754300 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b547773-203c-42d1-90d3-bd37927758c4 admin admin] Router f2404f02-2469-4b59-b6e6-295d17ea5988 is scheduled to L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 with binding_index 1 {{(pid=103284) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 07:37:04.914631 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b547773-203c-42d1-90d3-bd37927758c4 admin admin] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:37:04.925812 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438958c1-c33f-4e70-a79b-c131a2f7eb1e None None] Sync routers for ids ['f2404f02-2469-4b59-b6e6-295d17ea5988'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:37:04.937697 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438958c1-c33f-4e70-a79b-c131a2f7eb1e None None] Routers {'f2404f02-2469-4b59-b6e6-295d17ea5988'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:37:04.938755 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-438958c1-c33f-4e70-a79b-c131a2f7eb1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:36:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['f2404f02-2469-4b59-b6e6-295d17ea5988'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:37:04.943910 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5b547773-203c-42d1-90d3-bd37927758c4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:04.945551 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-5b547773-203c-42d1-90d3-bd37927758c4 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.6802657 Jan 28 07:37:04.948473 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 50122) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:37:05.051542 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba525249-8816-4528-b838-23ad556a6919 None None] Sync routers for ids ['223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:37:05.064847 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba525249-8816-4528-b838-23ad556a6919 None None] Routers {'223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:37:05.065482 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-ba525249-8816-4528-b838-23ad556a6919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:36:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:37:05.245634 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-ba525249-8816-4528-b838-23ad556a6919 None None] Set router 223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:37:05.258163 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-438958c1-c33f-4e70-a79b-c131a2f7eb1e None None] Set router f2404f02-2469-4b59-b6e6-295d17ea5988 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:37:05.411690 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device dd8e7e7e-c1ec-4b54-a55a-7641357efda4 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:37:05.633934 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-438958c1-c33f-4e70-a79b-c131a2f7eb1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2404f02-2469-4b59-b6e6-295d17ea5988', 'name': 'tempest-TestVolumeBootPattern-903602563-router', 'tenant_id': 'c5067e54b94743f2ae5ca79079d848aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': 'df27a88d-171f-4ea5-a702-1f5223a9c272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:37:02Z', 'updated_at': '2022-01-28T07:37:03Z', 'revision_number': 3, 'project_id': 'c5067e54b94743f2ae5ca79079d848aa', 'gw_port': {'id': 'df27a88d-171f-4ea5-a702-1f5223a9c272', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:36:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2404f02-2469-4b59-b6e6-295d17ea5988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:37:03Z', 'updated_at': '2022-01-28T07:37:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:37:05.670138 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 50134) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:37:05.692014 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438958c1-c33f-4e70-a79b-c131a2f7eb1e None None] Checking router: f2404f02-2469-4b59-b6e6-295d17ea5988 for host: n-d-712749-28 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:37:05.692776 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438958c1-c33f-4e70-a79b-c131a2f7eb1e None None] Updating router f2404f02-2469-4b59-b6e6-295d17ea5988 port df27a88d-171f-4ea5-a702-1f5223a9c272 binding host n-d-712749-28 {{(pid=103286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 07:37:05.723110 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port dd8e7e7e-c1ec-4b54-a55a-7641357efda4 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:37:05.723538 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (dd8e7e7e-c1ec-4b54-a55a-7641357efda4), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:05.745964 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ea81ba04-84c2-4eaa-8333-3b461bc73cfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:05.779285 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-438958c1-c33f-4e70-a79b-c131a2f7eb1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (df27a88d-171f-4ea5-a702-1f5223a9c272), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:05.794930 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-84cad829-eb2c-40c0-8811-302a43b58124 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:05.891551 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c25afbfc-0294-4337-bf10-f173ed7c7065 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:06.033870 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port dd8e7e7e-c1ec-4b54-a55a-7641357efda4 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:37:06.035135 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (dd8e7e7e-c1ec-4b54-a55a-7641357efda4), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:06.058194 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c25afbfc-0294-4337-bf10-f173ed7c7065 admin admin] Publish callbacks [] for security_group (55be992b-a78d-4a64-a77f-f8638ea001ca), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:06.061265 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-ea81ba04-84c2-4eaa-8333-3b461bc73cfa admin admin] Allocated IP 172.20.0.1 (3404aff8-9094-444a-b26c-bffc725e4f12/ed52efa1-fdd4-4be4-b2f0-180f8182b9a6/6f4402e3-6ce9-469c-bca5-da8c33a1536e) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:37:06.067674 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c25afbfc-0294-4337-bf10-f173ed7c7065 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (55be992b-a78d-4a64-a77f-f8638ea001ca), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:06.110436 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-ba525249-8816-4528-b838-23ad556a6919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138', 'name': 'tempest-TestVolumeBootPattern-1970769524-router', 'tenant_id': '6e11006faf4241738db69f23221595e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': '4d0ac443-e982-4b0e-90f2-7a705ce9d79c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:36:56Z', 'updated_at': '2022-01-28T07:36:59Z', 'revision_number': 4, 'project_id': '6e11006faf4241738db69f23221595e2', 'gw_port': {'id': '4d0ac443-e982-4b0e-90f2-7a705ce9d79c', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:af:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3391, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:36:57Z', 'updated_at': '2022-01-28T07:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '6bd0b371-0176-49d3-aace-d1119e35cf02', 'name': '', 'network_id': 'e89cba95-7c88-42ca-a2a1-7604d77c150d', 'tenant_id': '6e11006faf4241738db69f23221595e2', 'mac_address': 'fa:16:3e:08:d0:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138', 'device_owner': 'network:router_interface', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': 'be92a7e6-1604-4603-bacc-7f09a5c98a28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:36:59Z', 'updated_at': '2022-01-28T07:36:59Z', 'revision_number': 2, 'project_id': '6e11006faf4241738db69f23221595e2', 'subnets': [{'id': 'be92a7e6-1604-4603-bacc-7f09a5c98a28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:37:06.114635 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] For port dd8e7e7e-c1ec-4b54-a55a-7641357efda4, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=dd8e7e7e-c1ec-4b54-a55a-7641357efda4,segment=NetworkSegment(325955be-6e85-4201-8fd7-9cc30ecf0ab1),segment_id=325955be-6e85-4201-8fd7-9cc30ecf0ab1)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:37:06.118728 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fac3d21-0d12-4614-9ffb-b5d1f8042feb None None] Network 3404aff8-9094-444a-b26c-bffc725e4f12 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:37:06.161187 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25afbfc-0294-4337-bf10-f173ed7c7065 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55be992b-a78d-4a64-a77f-f8638ea001ca,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:37:06.171355 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-c25afbfc-0294-4337-bf10-f173ed7c7065 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4da9339328aa4b518c8e126c57dd2e80&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5001266 Jan 28 07:37:06.173806 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 50138) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:37:06.241099 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (dd8e7e7e-c1ec-4b54-a55a-7641357efda4), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:06.243530 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 4d0ac443-e982-4b0e-90f2-7a705ce9d79c up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:37:06.248748 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0522cb7a-62b1-437d-b88b-363b45ef0f91 admin admin] Publish callbacks [] for security_group (55be992b-a78d-4a64-a77f-f8638ea001ca), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:06.263580 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba525249-8816-4528-b838-23ad556a6919 None None] Checking router: 223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138 for host: n-d-712749-28 {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:37:06.266091 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba525249-8816-4528-b838-23ad556a6919 None None] Updating router 223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138 port 6bd0b371-0176-49d3-aace-d1119e35cf02 binding host n-d-712749-28 {{(pid=103285) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 07:37:06.272129 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0522cb7a-62b1-437d-b88b-363b45ef0f91 admin admin] Publish callbacks [] for security_group (55be992b-a78d-4a64-a77f-f8638ea001ca), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:06.303596 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ea81ba04-84c2-4eaa-8333-3b461bc73cfa admin admin] Publish callbacks [] for port (6f4402e3-6ce9-469c-bca5-da8c33a1536e), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:06.356922 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0522cb7a-62b1-437d-b88b-363b45ef0f91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (55be992b-a78d-4a64-a77f-f8638ea001ca), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:06.360252 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0522cb7a-62b1-437d-b88b-363b45ef0f91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:06.362083 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-0522cb7a-62b1-437d-b88b-363b45ef0f91 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/55be992b-a78d-4a64-a77f-f8638ea001ca HTTP/1.1" status: 204 len: 168 time: 0.1864238 Jan 28 07:37:06.377099 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-438958c1-c33f-4e70-a79b-c131a2f7eb1e None None] Publish callbacks [] for port (df27a88d-171f-4ea5-a702-1f5223a9c272), precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:06.378888 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0522cb7a-62b1-437d-b88b-363b45ef0f91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55be992b-a78d-4a64-a77f-f8638ea001ca,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:37:06.391784 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-438958c1-c33f-4e70-a79b-c131a2f7eb1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (df27a88d-171f-4ea5-a702-1f5223a9c272), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:06.399622 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-d91fe570-c382-46cc-9982-99a93af83486 None None] Provisioning complete for port dd8e7e7e-c1ec-4b54-a55a-7641357efda4 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:37:06.400016 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d91fe570-c382-46cc-9982-99a93af83486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (dd8e7e7e-c1ec-4b54-a55a-7641357efda4), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:06.404769 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ea81ba04-84c2-4eaa-8333-3b461bc73cfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (6f4402e3-6ce9-469c-bca5-da8c33a1536e), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:06.427513 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-438958c1-c33f-4e70-a79b-c131a2f7eb1e None None] Attempting to bind port df27a88d-171f-4ea5-a702-1f5223a9c272 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:37:06.428254 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-438958c1-c33f-4e70-a79b-c131a2f7eb1e None None] Attempting to bind port df27a88d-171f-4ea5-a702-1f5223a9c272 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:37:06.428973 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438958c1-c33f-4e70-a79b-c131a2f7eb1e None None] Attempting to bind port df27a88d-171f-4ea5-a702-1f5223a9c272 on network 7d5b3724-deef-4831-8d43-cb9b8176573c {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:37:06.455562 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438958c1-c33f-4e70-a79b-c131a2f7eb1e None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:37:06.456245 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438958c1-c33f-4e70-a79b-c131a2f7eb1e None None] Checking segment: {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:37:06.456845 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-438958c1-c33f-4e70-a79b-c131a2f7eb1e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:06.457763 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438958c1-c33f-4e70-a79b-c131a2f7eb1e None None] Bound using segment: {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:37:06.460378 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-438958c1-c33f-4e70-a79b-c131a2f7eb1e None None] Bound port: df27a88d-171f-4ea5-a702-1f5223a9c272, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:37:06.460927 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-438958c1-c33f-4e70-a79b-c131a2f7eb1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (df27a88d-171f-4ea5-a702-1f5223a9c272), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:06.513689 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea81ba04-84c2-4eaa-8333-3b461bc73cfa admin admin] Pushing event updated for resources: {'Port': ['ID=6f4402e3-6ce9-469c-bca5-da8c33a1536e,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:37:06.540880 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea81ba04-84c2-4eaa-8333-3b461bc73cfa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:37:06.541472 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea81ba04-84c2-4eaa-8333-3b461bc73cfa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:37:06.543116 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea81ba04-84c2-4eaa-8333-3b461bc73cfa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:37:06.543786 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea81ba04-84c2-4eaa-8333-3b461bc73cfa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:37:06.544572 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea81ba04-84c2-4eaa-8333-3b461bc73cfa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:37:06.546795 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea81ba04-84c2-4eaa-8333-3b461bc73cfa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:37:06.547328 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea81ba04-84c2-4eaa-8333-3b461bc73cfa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:37:06.549463 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea81ba04-84c2-4eaa-8333-3b461bc73cfa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:37:06.549968 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea81ba04-84c2-4eaa-8333-3b461bc73cfa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:37:06.550455 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea81ba04-84c2-4eaa-8333-3b461bc73cfa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:37:06.550937 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea81ba04-84c2-4eaa-8333-3b461bc73cfa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:37:06.551865 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea81ba04-84c2-4eaa-8333-3b461bc73cfa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:37:06.552460 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea81ba04-84c2-4eaa-8333-3b461bc73cfa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:37:06.568807 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea81ba04-84c2-4eaa-8333-3b461bc73cfa admin admin] Network 3404aff8-9094-444a-b26c-bffc725e4f12 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:37:06.570658 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-ea81ba04-84c2-4eaa-8333-3b461bc73cfa admin admin] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:37:06.574147 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea81ba04-84c2-4eaa-8333-3b461bc73cfa admin admin] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:37:06.608797 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93a9247-ca6b-4a41-93f0-e80095a26957 None None] Pushing event updated for resources: {'Port': ['ID=df27a88d-171f-4ea5-a702-1f5223a9c272,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:37:06.640774 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-438958c1-c33f-4e70-a79b-c131a2f7eb1e None None] For port df27a88d-171f-4ea5-a702-1f5223a9c272, host n-d-712749-28, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:37:06.648556 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-438958c1-c33f-4e70-a79b-c131a2f7eb1e None None] For port df27a88d-171f-4ea5-a702-1f5223a9c272, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=df27a88d-171f-4ea5-a702-1f5223a9c272,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:37:06.659684 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-438958c1-c33f-4e70-a79b-c131a2f7eb1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (df27a88d-171f-4ea5-a702-1f5223a9c272), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:06.693653 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ea81ba04-84c2-4eaa-8333-3b461bc73cfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16609232'] for router_interface (f2404f02-2469-4b59-b6e6-295d17ea5988), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:06.770212 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ba525249-8816-4528-b838-23ad556a6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (6bd0b371-0176-49d3-aace-d1119e35cf02), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:06.778562 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93a9247-ca6b-4a41-93f0-e80095a26957 None None] Pushing event updated for resources: {'Port': ['ID=df27a88d-171f-4ea5-a702-1f5223a9c272,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:37:06.803980 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438958c1-c33f-4e70-a79b-c131a2f7eb1e None None] Routers {'f2404f02-2469-4b59-b6e6-295d17ea5988'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:37:06.804679 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-438958c1-c33f-4e70-a79b-c131a2f7eb1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:37:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['f2404f02-2469-4b59-b6e6-295d17ea5988'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:37:06.816824 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Pushing event updated for resources: {'Port': ['ID=dd8e7e7e-c1ec-4b54-a55a-7641357efda4,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:37:06.937615 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 4d0ac443-e982-4b0e-90f2-7a705ce9d79c triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:37:06.938018 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (4d0ac443-e982-4b0e-90f2-7a705ce9d79c), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:07.052741 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 50148) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:37:07.063425 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-438958c1-c33f-4e70-a79b-c131a2f7eb1e None None] Set router f2404f02-2469-4b59-b6e6-295d17ea5988 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:37:07.082098 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ea81ba04-84c2-4eaa-8333-3b461bc73cfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (6f4402e3-6ce9-469c-bca5-da8c33a1536e), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:07.084043 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5a19daac-8100-48ff-afd2-25c9c219d3d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:07.114660 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:07.123770 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-d91fe570-c382-46cc-9982-99a93af83486 None None] Current status of the port dd8e7e7e-c1ec-4b54-a55a-7641357efda4 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:37:07.258015 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5a19daac-8100-48ff-afd2-25c9c219d3d0 admin admin] Publish callbacks [] for security_group (b4ab7e0c-7e32-40be-8356-965f483e4dc4), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:07.258405 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 4d0ac443-e982-4b0e-90f2-7a705ce9d79c is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:37:07.266068 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5a19daac-8100-48ff-afd2-25c9c219d3d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (b4ab7e0c-7e32-40be-8356-965f483e4dc4), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:07.317671 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-5a19daac-8100-48ff-afd2-25c9c219d3d0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=627097202fba4c7ebc23a17d4eda82f1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2623591 Jan 28 07:37:07.322042 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 50150) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:37:07.424557 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a19daac-8100-48ff-afd2-25c9c219d3d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4ab7e0c-7e32-40be-8356-965f483e4dc4,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:37:07.452886 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-63119763-e80a-43ee-86d7-87b2ad4915ce admin admin] Publish callbacks [] for security_group (b4ab7e0c-7e32-40be-8356-965f483e4dc4), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:07.479146 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-63119763-e80a-43ee-86d7-87b2ad4915ce admin admin] Publish callbacks [] for security_group (b4ab7e0c-7e32-40be-8356-965f483e4dc4), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:07.511204 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ea81ba04-84c2-4eaa-8333-3b461bc73cfa admin admin] Publish callbacks [] for port (6f4402e3-6ce9-469c-bca5-da8c33a1536e), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:07.524634 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ea81ba04-84c2-4eaa-8333-3b461bc73cfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (6f4402e3-6ce9-469c-bca5-da8c33a1536e), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:07.545322 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-63119763-e80a-43ee-86d7-87b2ad4915ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (b4ab7e0c-7e32-40be-8356-965f483e4dc4), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:07.548492 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-63119763-e80a-43ee-86d7-87b2ad4915ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:07.552821 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-63119763-e80a-43ee-86d7-87b2ad4915ce admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b4ab7e0c-7e32-40be-8356-965f483e4dc4 HTTP/1.1" status: 204 len: 168 time: 0.2269533 Jan 28 07:37:07.564918 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63119763-e80a-43ee-86d7-87b2ad4915ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4ab7e0c-7e32-40be-8356-965f483e4dc4,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:37:07.609488 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-438958c1-c33f-4e70-a79b-c131a2f7eb1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2404f02-2469-4b59-b6e6-295d17ea5988', 'name': 'tempest-TestVolumeBootPattern-903602563-router', 'tenant_id': 'c5067e54b94743f2ae5ca79079d848aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': 'df27a88d-171f-4ea5-a702-1f5223a9c272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:37:02Z', 'updated_at': '2022-01-28T07:37:03Z', 'revision_number': 3, 'project_id': 'c5067e54b94743f2ae5ca79079d848aa', 'gw_port': {'id': 'df27a88d-171f-4ea5-a702-1f5223a9c272', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:36:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2404f02-2469-4b59-b6e6-295d17ea5988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:37:03Z', 'updated_at': '2022-01-28T07:37:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:37:07.645957 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ba525249-8816-4528-b838-23ad556a6919 None None] Publish callbacks [] for port (6bd0b371-0176-49d3-aace-d1119e35cf02), precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:07.682853 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device dd8e7e7e-c1ec-4b54-a55a-7641357efda4 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:37:07.700694 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438958c1-c33f-4e70-a79b-c131a2f7eb1e None None] The sync data for ids ['f2404f02-2469-4b59-b6e6-295d17ea5988'] in n-d-712749-28 is: [{'id': 'f2404f02-2469-4b59-b6e6-295d17ea5988', 'name': 'tempest-TestVolumeBootPattern-903602563-router', 'tenant_id': 'c5067e54b94743f2ae5ca79079d848aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': 'df27a88d-171f-4ea5-a702-1f5223a9c272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:37:02Z', 'updated_at': '2022-01-28T07:37:03Z', 'revision_number': 3, 'project_id': 'c5067e54b94743f2ae5ca79079d848aa', 'gw_port': {'id': 'df27a88d-171f-4ea5-a702-1f5223a9c272', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:36:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2404f02-2469-4b59-b6e6-295d17ea5988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:37:03Z', 'updated_at': '2022-01-28T07:37:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:37:07.709220 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea81ba04-84c2-4eaa-8333-3b461bc73cfa admin admin] Pushing event updated for resources: {'Port': ['ID=6f4402e3-6ce9-469c-bca5-da8c33a1536e,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:37:07.727906 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ea81ba04-84c2-4eaa-8333-3b461bc73cfa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16318999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16606560'] for router_interface (f2404f02-2469-4b59-b6e6-295d17ea5988), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:07.734372 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ba525249-8816-4528-b838-23ad556a6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (6bd0b371-0176-49d3-aace-d1119e35cf02), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:07.933813 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9cf200cb-a7b3-482f-b816-82df0a555660 None None] Provisioning complete for port 6f4402e3-6ce9-469c-bca5-da8c33a1536e triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:37:07.938403 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9cf200cb-a7b3-482f-b816-82df0a555660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (6f4402e3-6ce9-469c-bca5-da8c33a1536e), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:08.031584 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747abdca-4051-4896-8549-ab291ab6fc49 None None] Pushing event updated for resources: {'Port': ['ID=6bd0b371-0176-49d3-aace-d1119e35cf02,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:37:08.119439 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-ba525249-8816-4528-b838-23ad556a6919 None None] Attempting to bind port 6bd0b371-0176-49d3-aace-d1119e35cf02 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:37:08.120549 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-ba525249-8816-4528-b838-23ad556a6919 None None] Attempting to bind port 6bd0b371-0176-49d3-aace-d1119e35cf02 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '51b887d5-fd17-4f2d-9bed-8a0b60014438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e89cba95-7c88-42ca-a2a1-7604d77c150d'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:37:08.120930 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba525249-8816-4528-b838-23ad556a6919 None None] Attempting to bind port 6bd0b371-0176-49d3-aace-d1119e35cf02 on network e89cba95-7c88-42ca-a2a1-7604d77c150d {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:37:08.148525 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba525249-8816-4528-b838-23ad556a6919 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:37:08.149173 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba525249-8816-4528-b838-23ad556a6919 None None] Checking segment: {'id': '51b887d5-fd17-4f2d-9bed-8a0b60014438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e89cba95-7c88-42ca-a2a1-7604d77c150d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:37:08.149757 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ba525249-8816-4528-b838-23ad556a6919 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:08.150351 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba525249-8816-4528-b838-23ad556a6919 None None] Bound using segment: {'id': '51b887d5-fd17-4f2d-9bed-8a0b60014438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e89cba95-7c88-42ca-a2a1-7604d77c150d'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:37:08.152520 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-ba525249-8816-4528-b838-23ad556a6919 None None] Bound port: 6bd0b371-0176-49d3-aace-d1119e35cf02, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51b887d5-fd17-4f2d-9bed-8a0b60014438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e89cba95-7c88-42ca-a2a1-7604d77c150d'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:37:08.153115 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ba525249-8816-4528-b838-23ad556a6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (6bd0b371-0176-49d3-aace-d1119e35cf02), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:08.162568 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9cf200cb-a7b3-482f-b816-82df0a555660 None None] Port 6f4402e3-6ce9-469c-bca5-da8c33a1536e cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:37:08.197846 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port dd8e7e7e-c1ec-4b54-a55a-7641357efda4 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:37:08.198475 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (dd8e7e7e-c1ec-4b54-a55a-7641357efda4), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:08.265614 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-ba525249-8816-4528-b838-23ad556a6919 None None] For port 6bd0b371-0176-49d3-aace-d1119e35cf02, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:37:08.269223 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-ba525249-8816-4528-b838-23ad556a6919 None None] For port 6bd0b371-0176-49d3-aace-d1119e35cf02, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=6bd0b371-0176-49d3-aace-d1119e35cf02,segment=NetworkSegment(51b887d5-fd17-4f2d-9bed-8a0b60014438),segment_id=51b887d5-fd17-4f2d-9bed-8a0b60014438)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:37:08.272658 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9cf200cb-a7b3-482f-b816-82df0a555660 None None] Provisioning complete for port dd8e7e7e-c1ec-4b54-a55a-7641357efda4 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:37:08.273317 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9cf200cb-a7b3-482f-b816-82df0a555660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (dd8e7e7e-c1ec-4b54-a55a-7641357efda4), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:08.322349 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ba525249-8816-4528-b838-23ad556a6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (6bd0b371-0176-49d3-aace-d1119e35cf02), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:08.357804 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea81ba04-84c2-4eaa-8333-3b461bc73cfa admin admin] Network 3404aff8-9094-444a-b26c-bffc725e4f12 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:37:08.359988 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-ea81ba04-84c2-4eaa-8333-3b461bc73cfa admin admin] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:37:08.486031 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747abdca-4051-4896-8549-ab291ab6fc49 None None] Pushing event updated for resources: {'Port': ['ID=6bd0b371-0176-49d3-aace-d1119e35cf02,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:37:08.501867 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba525249-8816-4528-b838-23ad556a6919 None None] Routers {'223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:37:08.502169 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-ba525249-8816-4528-b838-23ad556a6919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:37:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:37:08.664863 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea81ba04-84c2-4eaa-8333-3b461bc73cfa admin admin] Router f2404f02-2469-4b59-b6e6-295d17ea5988 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:37:08.843639 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-ba525249-8816-4528-b838-23ad556a6919 None None] Set router 223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:37:08.923077 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea81ba04-84c2-4eaa-8333-3b461bc73cfa admin admin] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:37:08.929165 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-ea81ba04-84c2-4eaa-8333-3b461bc73cfa admin admin] 10.222.0.41 "PUT /v2.0/routers/f2404f02-2469-4b59-b6e6-295d17ea5988/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9786303 Jan 28 07:37:08.968167 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9cf200cb-a7b3-482f-b816-82df0a555660 None None] Current status of the port dd8e7e7e-c1ec-4b54-a55a-7641357efda4 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:37:09.104815 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port dd8e7e7e-c1ec-4b54-a55a-7641357efda4 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:37:09.121484 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:09.165327 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-8683e336-3005-4625-adc6-4c4f233f79db None None] Provisioning complete for port 6f4402e3-6ce9-469c-bca5-da8c33a1536e triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:37:09.165961 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8683e336-3005-4625-adc6-4c4f233f79db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (6f4402e3-6ce9-469c-bca5-da8c33a1536e), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:09.222114 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-8683e336-3005-4625-adc6-4c4f233f79db None None] Port 6f4402e3-6ce9-469c-bca5-da8c33a1536e cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:37:09.251715 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-8683e336-3005-4625-adc6-4c4f233f79db None None] Provisioning complete for port 6bd0b371-0176-49d3-aace-d1119e35cf02 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:37:09.252100 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8683e336-3005-4625-adc6-4c4f233f79db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (6bd0b371-0176-49d3-aace-d1119e35cf02), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:09.258673 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-ba525249-8816-4528-b838-23ad556a6919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138', 'name': 'tempest-TestVolumeBootPattern-1970769524-router', 'tenant_id': '6e11006faf4241738db69f23221595e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': '4d0ac443-e982-4b0e-90f2-7a705ce9d79c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:36:56Z', 'updated_at': '2022-01-28T07:36:59Z', 'revision_number': 4, 'project_id': '6e11006faf4241738db69f23221595e2', 'gw_port': {'id': '4d0ac443-e982-4b0e-90f2-7a705ce9d79c', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:af:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3391, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:36:57Z', 'updated_at': '2022-01-28T07:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '6bd0b371-0176-49d3-aace-d1119e35cf02', 'name': '', 'network_id': 'e89cba95-7c88-42ca-a2a1-7604d77c150d', 'tenant_id': '6e11006faf4241738db69f23221595e2', 'mac_address': 'fa:16:3e:08:d0:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138', 'device_owner': 'network:router_interface', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': 'be92a7e6-1604-4603-bacc-7f09a5c98a28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:36:59Z', 'updated_at': '2022-01-28T07:37:08Z', 'revision_number': 4, 'project_id': '6e11006faf4241738db69f23221595e2', 'subnets': [{'id': 'be92a7e6-1604-4603-bacc-7f09a5c98a28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:37:09.319187 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba525249-8816-4528-b838-23ad556a6919 None None] The sync data for ids ['223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138'] in n-d-712749-28 is: [{'id': '223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138', 'name': 'tempest-TestVolumeBootPattern-1970769524-router', 'tenant_id': '6e11006faf4241738db69f23221595e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': '4d0ac443-e982-4b0e-90f2-7a705ce9d79c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:36:56Z', 'updated_at': '2022-01-28T07:36:59Z', 'revision_number': 4, 'project_id': '6e11006faf4241738db69f23221595e2', 'gw_port': {'id': '4d0ac443-e982-4b0e-90f2-7a705ce9d79c', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:af:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3391, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:36:57Z', 'updated_at': '2022-01-28T07:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '6bd0b371-0176-49d3-aace-d1119e35cf02', 'name': '', 'network_id': 'e89cba95-7c88-42ca-a2a1-7604d77c150d', 'tenant_id': '6e11006faf4241738db69f23221595e2', 'mac_address': 'fa:16:3e:08:d0:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138', 'device_owner': 'network:router_interface', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': 'be92a7e6-1604-4603-bacc-7f09a5c98a28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:36:59Z', 'updated_at': '2022-01-28T07:37:08Z', 'revision_number': 4, 'project_id': '6e11006faf4241738db69f23221595e2', 'subnets': [{'id': 'be92a7e6-1604-4603-bacc-7f09a5c98a28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:37:09.524775 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-8683e336-3005-4625-adc6-4c4f233f79db None None] Current status of the port 6bd0b371-0176-49d3-aace-d1119e35cf02 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:37:09.525218 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8683e336-3005-4625-adc6-4c4f233f79db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (6bd0b371-0176-49d3-aace-d1119e35cf02), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:09.591813 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-8683e336-3005-4625-adc6-4c4f233f79db None None] For port 6bd0b371-0176-49d3-aace-d1119e35cf02, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=6bd0b371-0176-49d3-aace-d1119e35cf02,segment=NetworkSegment(51b887d5-fd17-4f2d-9bed-8a0b60014438),segment_id=51b887d5-fd17-4f2d-9bed-8a0b60014438)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:37:09.602126 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8683e336-3005-4625-adc6-4c4f233f79db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (6bd0b371-0176-49d3-aace-d1119e35cf02), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:09.668113 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8683e336-3005-4625-adc6-4c4f233f79db None None] Pushing event updated for resources: {'Port': ['ID=6bd0b371-0176-49d3-aace-d1119e35cf02,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:37:09.696570 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 6bd0b371-0176-49d3-aace-d1119e35cf02 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:37:09.766482 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:09.798927 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 6bd0b371-0176-49d3-aace-d1119e35cf02 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:37:09.799240 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (6bd0b371-0176-49d3-aace-d1119e35cf02), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:09.917595 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 6bd0b371-0176-49d3-aace-d1119e35cf02 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:37:09.918717 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device df27a88d-171f-4ea5-a702-1f5223a9c272 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:37:10.008677 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port df27a88d-171f-4ea5-a702-1f5223a9c272 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:37:10.009223 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (df27a88d-171f-4ea5-a702-1f5223a9c272), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:10.102728 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port df27a88d-171f-4ea5-a702-1f5223a9c272 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:37:10.103482 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (df27a88d-171f-4ea5-a702-1f5223a9c272), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:10.135733 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] For port df27a88d-171f-4ea5-a702-1f5223a9c272, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=df27a88d-171f-4ea5-a702-1f5223a9c272,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:37:10.140873 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (df27a88d-171f-4ea5-a702-1f5223a9c272), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:10.227509 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Pushing event updated for resources: {'Port': ['ID=df27a88d-171f-4ea5-a702-1f5223a9c272,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:37:10.604215 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd8cb56-b985-4302-b595-0a7105af9d63 None None] Sync routers for ids ['f2404f02-2469-4b59-b6e6-295d17ea5988'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:37:10.618026 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd8cb56-b985-4302-b595-0a7105af9d63 None None] Routers {'f2404f02-2469-4b59-b6e6-295d17ea5988'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:37:10.618818 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-8dd8cb56-b985-4302-b595-0a7105af9d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:37:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['f2404f02-2469-4b59-b6e6-295d17ea5988'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:37:10.813217 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-8dd8cb56-b985-4302-b595-0a7105af9d63 None None] Set router f2404f02-2469-4b59-b6e6-295d17ea5988 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:37:11.031575 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-8dd8cb56-b985-4302-b595-0a7105af9d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2404f02-2469-4b59-b6e6-295d17ea5988', 'name': 'tempest-TestVolumeBootPattern-903602563-router', 'tenant_id': 'c5067e54b94743f2ae5ca79079d848aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': 'df27a88d-171f-4ea5-a702-1f5223a9c272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:37:02Z', 'updated_at': '2022-01-28T07:37:06Z', 'revision_number': 4, 'project_id': 'c5067e54b94743f2ae5ca79079d848aa', 'gw_port': {'id': 'df27a88d-171f-4ea5-a702-1f5223a9c272', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:36:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2404f02-2469-4b59-b6e6-295d17ea5988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:37:03Z', 'updated_at': '2022-01-28T07:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '6f4402e3-6ce9-469c-bca5-da8c33a1536e', 'name': '', 'network_id': '3404aff8-9094-444a-b26c-bffc725e4f12', 'tenant_id': 'c5067e54b94743f2ae5ca79079d848aa', 'mac_address': 'fa:16:3e:cb:f6:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2404f02-2469-4b59-b6e6-295d17ea5988', 'device_owner': 'network:router_interface', 'standard_attr_id': 3404, 'fixed_ips': [{'subnet_id': 'ed52efa1-fdd4-4be4-b2f0-180f8182b9a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:37:05Z', 'updated_at': '2022-01-28T07:37:07Z', 'revision_number': 2, 'project_id': 'c5067e54b94743f2ae5ca79079d848aa', 'subnets': [{'id': 'ed52efa1-fdd4-4be4-b2f0-180f8182b9a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:37:11.059838 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd8cb56-b985-4302-b595-0a7105af9d63 None None] Checking router: f2404f02-2469-4b59-b6e6-295d17ea5988 for host: n-d-712749-28 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:37:11.060336 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd8cb56-b985-4302-b595-0a7105af9d63 None None] Updating router f2404f02-2469-4b59-b6e6-295d17ea5988 port 6f4402e3-6ce9-469c-bca5-da8c33a1536e binding host n-d-712749-28 {{(pid=103286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 07:37:11.090148 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8dd8cb56-b985-4302-b595-0a7105af9d63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (6f4402e3-6ce9-469c-bca5-da8c33a1536e), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:11.446143 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 6bd0b371-0176-49d3-aace-d1119e35cf02 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:37:11.551941 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 6bd0b371-0176-49d3-aace-d1119e35cf02 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:37:11.552893 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (6bd0b371-0176-49d3-aace-d1119e35cf02), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:11.628565 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8dd8cb56-b985-4302-b595-0a7105af9d63 None None] Publish callbacks [] for port (6f4402e3-6ce9-469c-bca5-da8c33a1536e), precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:11.637273 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8dd8cb56-b985-4302-b595-0a7105af9d63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (6f4402e3-6ce9-469c-bca5-da8c33a1536e), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:11.675796 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 6bd0b371-0176-49d3-aace-d1119e35cf02 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:37:11.677226 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device df27a88d-171f-4ea5-a702-1f5223a9c272 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:37:11.692477 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802cde6d-2a40-4bbe-b2d4-fa7d9d0979b7 None None] Pushing event updated for resources: {'Port': ['ID=6f4402e3-6ce9-469c-bca5-da8c33a1536e,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:37:11.833207 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-8dd8cb56-b985-4302-b595-0a7105af9d63 None None] Attempting to bind port 6f4402e3-6ce9-469c-bca5-da8c33a1536e on host n-d-712749-28 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:37:11.833585 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-8dd8cb56-b985-4302-b595-0a7105af9d63 None None] Attempting to bind port 6f4402e3-6ce9-469c-bca5-da8c33a1536e by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '325955be-6e85-4201-8fd7-9cc30ecf0ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3404aff8-9094-444a-b26c-bffc725e4f12'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:37:11.833952 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd8cb56-b985-4302-b595-0a7105af9d63 None None] Attempting to bind port 6f4402e3-6ce9-469c-bca5-da8c33a1536e on network 3404aff8-9094-444a-b26c-bffc725e4f12 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:37:11.846280 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd8cb56-b985-4302-b595-0a7105af9d63 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 37, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:37:11.846664 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd8cb56-b985-4302-b595-0a7105af9d63 None None] Checking segment: {'id': '325955be-6e85-4201-8fd7-9cc30ecf0ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3404aff8-9094-444a-b26c-bffc725e4f12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:37:11.847073 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8dd8cb56-b985-4302-b595-0a7105af9d63 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:11.847466 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd8cb56-b985-4302-b595-0a7105af9d63 None None] Bound using segment: {'id': '325955be-6e85-4201-8fd7-9cc30ecf0ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3404aff8-9094-444a-b26c-bffc725e4f12'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:37:11.847953 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-8dd8cb56-b985-4302-b595-0a7105af9d63 None None] Bound port: 6f4402e3-6ce9-469c-bca5-da8c33a1536e, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '325955be-6e85-4201-8fd7-9cc30ecf0ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3404aff8-9094-444a-b26c-bffc725e4f12'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:37:11.848365 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8dd8cb56-b985-4302-b595-0a7105af9d63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (6f4402e3-6ce9-469c-bca5-da8c33a1536e), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:11.851234 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port df27a88d-171f-4ea5-a702-1f5223a9c272 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:37:11.852088 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (df27a88d-171f-4ea5-a702-1f5223a9c272), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:12.013333 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-8dd8cb56-b985-4302-b595-0a7105af9d63 None None] For port 6f4402e3-6ce9-469c-bca5-da8c33a1536e, host n-d-712749-28, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:37:12.027821 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-8dd8cb56-b985-4302-b595-0a7105af9d63 None None] For port 6f4402e3-6ce9-469c-bca5-da8c33a1536e, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=6f4402e3-6ce9-469c-bca5-da8c33a1536e,segment=NetworkSegment(325955be-6e85-4201-8fd7-9cc30ecf0ab1),segment_id=325955be-6e85-4201-8fd7-9cc30ecf0ab1)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:37:12.039222 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8dd8cb56-b985-4302-b595-0a7105af9d63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (6f4402e3-6ce9-469c-bca5-da8c33a1536e), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:12.062762 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port df27a88d-171f-4ea5-a702-1f5223a9c272 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:37:12.149440 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-155200e4-a9e9-412f-9240-c7e09efb52d7 None None] Provisioning complete for port 6f4402e3-6ce9-469c-bca5-da8c33a1536e triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:37:12.150089 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-155200e4-a9e9-412f-9240-c7e09efb52d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (6f4402e3-6ce9-469c-bca5-da8c33a1536e), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:12.167789 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802cde6d-2a40-4bbe-b2d4-fa7d9d0979b7 None None] Pushing event updated for resources: {'Port': ['ID=6f4402e3-6ce9-469c-bca5-da8c33a1536e,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:37:12.191151 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd8cb56-b985-4302-b595-0a7105af9d63 None None] Routers {'f2404f02-2469-4b59-b6e6-295d17ea5988'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:37:12.192430 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-8dd8cb56-b985-4302-b595-0a7105af9d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:37:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['f2404f02-2469-4b59-b6e6-295d17ea5988'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:37:12.270361 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-155200e4-a9e9-412f-9240-c7e09efb52d7 None None] Current status of the port 6f4402e3-6ce9-469c-bca5-da8c33a1536e is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:37:12.270906 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-155200e4-a9e9-412f-9240-c7e09efb52d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (6f4402e3-6ce9-469c-bca5-da8c33a1536e), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:12.317276 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-155200e4-a9e9-412f-9240-c7e09efb52d7 None None] For port 6f4402e3-6ce9-469c-bca5-da8c33a1536e, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=6f4402e3-6ce9-469c-bca5-da8c33a1536e,segment=NetworkSegment(325955be-6e85-4201-8fd7-9cc30ecf0ab1),segment_id=325955be-6e85-4201-8fd7-9cc30ecf0ab1)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:37:12.328743 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-155200e4-a9e9-412f-9240-c7e09efb52d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (6f4402e3-6ce9-469c-bca5-da8c33a1536e), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:12.378980 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-8dd8cb56-b985-4302-b595-0a7105af9d63 None None] Set router f2404f02-2469-4b59-b6e6-295d17ea5988 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:37:12.424766 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155200e4-a9e9-412f-9240-c7e09efb52d7 None None] Pushing event updated for resources: {'Port': ['ID=6f4402e3-6ce9-469c-bca5-da8c33a1536e,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:37:12.456963 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-a16194f5-0552-44b4-b79c-c8394352c4dc None None] Provisioning complete for port 6f4402e3-6ce9-469c-bca5-da8c33a1536e triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:37:12.457906 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a16194f5-0552-44b4-b79c-c8394352c4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (6f4402e3-6ce9-469c-bca5-da8c33a1536e), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:12.598117 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-a16194f5-0552-44b4-b79c-c8394352c4dc None None] Current status of the port 6f4402e3-6ce9-469c-bca5-da8c33a1536e is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:37:12.659572 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-8dd8cb56-b985-4302-b595-0a7105af9d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2404f02-2469-4b59-b6e6-295d17ea5988', 'name': 'tempest-TestVolumeBootPattern-903602563-router', 'tenant_id': 'c5067e54b94743f2ae5ca79079d848aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': 'df27a88d-171f-4ea5-a702-1f5223a9c272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:37:02Z', 'updated_at': '2022-01-28T07:37:06Z', 'revision_number': 4, 'project_id': 'c5067e54b94743f2ae5ca79079d848aa', 'gw_port': {'id': 'df27a88d-171f-4ea5-a702-1f5223a9c272', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:36:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2404f02-2469-4b59-b6e6-295d17ea5988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:37:03Z', 'updated_at': '2022-01-28T07:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '6f4402e3-6ce9-469c-bca5-da8c33a1536e', 'name': '', 'network_id': '3404aff8-9094-444a-b26c-bffc725e4f12', 'tenant_id': 'c5067e54b94743f2ae5ca79079d848aa', 'mac_address': 'fa:16:3e:cb:f6:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2404f02-2469-4b59-b6e6-295d17ea5988', 'device_owner': 'network:router_interface', 'standard_attr_id': 3404, 'fixed_ips': [{'subnet_id': 'ed52efa1-fdd4-4be4-b2f0-180f8182b9a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:37:05Z', 'updated_at': '2022-01-28T07:37:12Z', 'revision_number': 4, 'project_id': 'c5067e54b94743f2ae5ca79079d848aa', 'subnets': [{'id': 'ed52efa1-fdd4-4be4-b2f0-180f8182b9a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:37:12.698562 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd8cb56-b985-4302-b595-0a7105af9d63 None None] The sync data for ids ['f2404f02-2469-4b59-b6e6-295d17ea5988'] in n-d-712749-28 is: [{'id': 'f2404f02-2469-4b59-b6e6-295d17ea5988', 'name': 'tempest-TestVolumeBootPattern-903602563-router', 'tenant_id': 'c5067e54b94743f2ae5ca79079d848aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': 'df27a88d-171f-4ea5-a702-1f5223a9c272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:37:02Z', 'updated_at': '2022-01-28T07:37:06Z', 'revision_number': 4, 'project_id': 'c5067e54b94743f2ae5ca79079d848aa', 'gw_port': {'id': 'df27a88d-171f-4ea5-a702-1f5223a9c272', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:36:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2404f02-2469-4b59-b6e6-295d17ea5988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:37:03Z', 'updated_at': '2022-01-28T07:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '6f4402e3-6ce9-469c-bca5-da8c33a1536e', 'name': '', 'network_id': '3404aff8-9094-444a-b26c-bffc725e4f12', 'tenant_id': 'c5067e54b94743f2ae5ca79079d848aa', 'mac_address': 'fa:16:3e:cb:f6:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2404f02-2469-4b59-b6e6-295d17ea5988', 'device_owner': 'network:router_interface', 'standard_attr_id': 3404, 'fixed_ips': [{'subnet_id': 'ed52efa1-fdd4-4be4-b2f0-180f8182b9a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:37:05Z', 'updated_at': '2022-01-28T07:37:12Z', 'revision_number': 4, 'project_id': 'c5067e54b94743f2ae5ca79079d848aa', 'subnets': [{'id': 'ed52efa1-fdd4-4be4-b2f0-180f8182b9a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:37:13.134216 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dc1e1f-6bca-44f1-9204-9345198cb989 req-e297573a-4190-45e2-a11f-7a762daf254c tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:37:13.136562 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e2dc1e1f-6bca-44f1-9204-9345198cb989 req-e297573a-4190-45e2-a11f-7a762daf254c tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/networks?id=e89cba95-7c88-42ca-a2a1-7604d77c150d HTTP/1.1" status: 200 len: 812 time: 0.1948774 Jan 28 07:37:13.181257 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e2dc1e1f-6bca-44f1-9204-9345198cb989 req-8dce99a8-5fef-4c16-856b-ddbfda33f14f tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/quotas/6e11006faf4241738db69f23221595e2 HTTP/1.1" status: 200 len: 375 time: 0.0281270 Jan 28 07:37:13.267275 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e2dc1e1f-6bca-44f1-9204-9345198cb989 req-cdd59e6f-305e-41d3-9c75-8d5f3bfd8417 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=6e11006faf4241738db69f23221595e2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0848966 Jan 28 07:37:13.282101 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [req-e2dc1e1f-6bca-44f1-9204-9345198cb989 req-2d4ad77b-9a2b-454c-84b3-a89ae6cd76c4 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103283) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 07:37:13.283121 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e2dc1e1f-6bca-44f1-9204-9345198cb989 req-2d4ad77b-9a2b-454c-84b3-a89ae6cd76c4 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061791 Jan 28 07:37:13.393059 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e2dc1e1f-6bca-44f1-9204-9345198cb989 req-e255d97c-03bd-4176-976e-33dedbbc0e87 service neutron] 10.222.0.41 "GET /v2.0/networks/e89cba95-7c88-42ca-a2a1-7604d77c150d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022441 Jan 28 07:37:13.507134 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 6f4402e3-6ce9-469c-bca5-da8c33a1536e up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:37:13.573203 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e2dc1e1f-6bca-44f1-9204-9345198cb989 req-e9af8781-9e68-4d25-8bb6-7524e593d425 service neutron] 10.222.0.41 "GET /v2.0/networks/e89cba95-7c88-42ca-a2a1-7604d77c150d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637957 Jan 28 07:37:13.644584 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 6f4402e3-6ce9-469c-bca5-da8c33a1536e triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:37:13.645089 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (6f4402e3-6ce9-469c-bca5-da8c33a1536e), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:13.859631 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 6f4402e3-6ce9-469c-bca5-da8c33a1536e is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:37:14.119085 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-984bc07f-dd4d-4008-8094-4d3ef2266c4f req-d232ec40-8a13-4b5a-82b4-da48731b7096 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=d25e9777-be56-46a3-9dd9-e10d0bec5196 HTTP/1.1" status: 200 len: 210 time: 0.0389969 Jan 28 07:37:15.007979 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 50322) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:37:15.208474 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3145278c-7a5c-4b7c-ad26-9fa613a31d00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:15.246741 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f6d8f4e7-6865-4a0d-b0de-c240fc8f6978 req-67182cbb-a015-4f3f-b7a1-1eecb6667bfa tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=d25e9777-be56-46a3-9dd9-e10d0bec5196 HTTP/1.1" status: 200 len: 210 time: 0.0446019 Jan 28 07:37:15.328667 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3145278c-7a5c-4b7c-ad26-9fa613a31d00 admin admin] Publish callbacks [] for security_group (6f3bde17-f7fb-4f1d-a658-65ec040d9d4f), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:15.336673 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3145278c-7a5c-4b7c-ad26-9fa613a31d00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (6f3bde17-f7fb-4f1d-a658-65ec040d9d4f), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:15.368869 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3145278c-7a5c-4b7c-ad26-9fa613a31d00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f3bde17-f7fb-4f1d-a658-65ec040d9d4f,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:37:15.392041 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3145278c-7a5c-4b7c-ad26-9fa613a31d00 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:37:15.392659 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3145278c-7a5c-4b7c-ad26-9fa613a31d00 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:37:15.393175 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3145278c-7a5c-4b7c-ad26-9fa613a31d00 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:37:15.393669 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3145278c-7a5c-4b7c-ad26-9fa613a31d00 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:37:15.394157 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3145278c-7a5c-4b7c-ad26-9fa613a31d00 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:37:15.394669 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3145278c-7a5c-4b7c-ad26-9fa613a31d00 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:37:15.395162 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3145278c-7a5c-4b7c-ad26-9fa613a31d00 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:37:15.395657 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3145278c-7a5c-4b7c-ad26-9fa613a31d00 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:37:15.396148 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3145278c-7a5c-4b7c-ad26-9fa613a31d00 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:37:15.396676 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3145278c-7a5c-4b7c-ad26-9fa613a31d00 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:37:15.397172 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3145278c-7a5c-4b7c-ad26-9fa613a31d00 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:37:15.397638 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3145278c-7a5c-4b7c-ad26-9fa613a31d00 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:37:15.398113 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3145278c-7a5c-4b7c-ad26-9fa613a31d00 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:37:15.456086 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-3145278c-7a5c-4b7c-ad26-9fa613a31d00 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ab18dfa304814f8889c6d0028fb80873&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4462135 Jan 28 07:37:15.459183 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 50334) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:37:15.530465 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cd6c8268-7855-43bf-a40a-22445650149c admin admin] Publish callbacks [] for security_group (6f3bde17-f7fb-4f1d-a658-65ec040d9d4f), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:15.570153 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cd6c8268-7855-43bf-a40a-22445650149c admin admin] Publish callbacks [] for security_group (6f3bde17-f7fb-4f1d-a658-65ec040d9d4f), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:15.672935 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cd6c8268-7855-43bf-a40a-22445650149c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (6f3bde17-f7fb-4f1d-a658-65ec040d9d4f), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:15.676335 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cd6c8268-7855-43bf-a40a-22445650149c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:15.684548 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-cd6c8268-7855-43bf-a40a-22445650149c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6f3bde17-f7fb-4f1d-a658-65ec040d9d4f HTTP/1.1" status: 204 len: 168 time: 0.2229407 Jan 28 07:37:15.711311 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6c8268-7855-43bf-a40a-22445650149c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f3bde17-f7fb-4f1d-a658-65ec040d9d4f,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:37:15.826661 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dc1e1f-6bca-44f1-9204-9345198cb989 req-e25c3208-7d51-437c-9f37-42d2608d4ffc tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:37:15.828965 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e2dc1e1f-6bca-44f1-9204-9345198cb989 req-e25c3208-7d51-437c-9f37-42d2608d4ffc tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.10 "GET /v2.0/networks?id=e89cba95-7c88-42ca-a2a1-7604d77c150d HTTP/1.1" status: 200 len: 812 time: 0.2298405 Jan 28 07:37:15.864901 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-e2dc1e1f-6bca-44f1-9204-9345198cb989 req-900243ef-1d60-4877-9e79-9df372031b3d tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Request body: {'port': {'device_id': 'd25e9777-be56-46a3-9dd9-e10d0bec5196', 'network_id': 'e89cba95-7c88-42ca-a2a1-7604d77c150d', 'admin_state_up': True, 'tenant_id': '6e11006faf4241738db69f23221595e2'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:37:16.047502 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2dc1e1f-6bca-44f1-9204-9345198cb989 req-900243ef-1d60-4877-9e79-9df372031b3d tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Made reservation on behalf of 6e11006faf4241738db69f23221595e2 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:37:16.052126 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-e2dc1e1f-6bca-44f1-9204-9345198cb989 req-900243ef-1d60-4877-9e79-9df372031b3d tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:16.114945 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 50342) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:37:16.134382 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-25fa04c1-ad8c-4150-b738-ebc57da1a0e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:16.217201 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-e2dc1e1f-6bca-44f1-9204-9345198cb989 req-900243ef-1d60-4877-9e79-9df372031b3d tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Allocated IP 172.20.0.7 (e89cba95-7c88-42ca-a2a1-7604d77c150d/be92a7e6-1604-4603-bacc-7f09a5c98a28/e372dea9-a782-4660-9fb6-5eb16550cd09) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:37:16.267900 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-25fa04c1-ad8c-4150-b738-ebc57da1a0e4 admin admin] Publish callbacks [] for security_group (0e4279e6-3fdf-4d78-b22f-5c442c25904e), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:16.278331 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-25fa04c1-ad8c-4150-b738-ebc57da1a0e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (0e4279e6-3fdf-4d78-b22f-5c442c25904e), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:16.386390 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-25fa04c1-ad8c-4150-b738-ebc57da1a0e4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6bd6d7f0be8c4f76bdd60573b6f3f1dd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2701337 Jan 28 07:37:16.387074 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 50350) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:37:16.428723 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fa04c1-ad8c-4150-b738-ebc57da1a0e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e4279e6-3fdf-4d78-b22f-5c442c25904e,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:37:16.455327 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0f2c05f6-7fb6-42c8-b6c5-be47d67eb515 admin admin] Publish callbacks [] for security_group (0e4279e6-3fdf-4d78-b22f-5c442c25904e), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:16.502476 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0f2c05f6-7fb6-42c8-b6c5-be47d67eb515 admin admin] Publish callbacks [] for security_group (0e4279e6-3fdf-4d78-b22f-5c442c25904e), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:16.616328 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0f2c05f6-7fb6-42c8-b6c5-be47d67eb515 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (0e4279e6-3fdf-4d78-b22f-5c442c25904e), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:16.619260 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0f2c05f6-7fb6-42c8-b6c5-be47d67eb515 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:16.621651 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-0f2c05f6-7fb6-42c8-b6c5-be47d67eb515 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0e4279e6-3fdf-4d78-b22f-5c442c25904e HTTP/1.1" status: 204 len: 168 time: 0.2330863 Jan 28 07:37:16.629825 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8a5aeb3e-001c-4885-aad0-fe5d12e43420 req-0c38c35a-857a-403e-8797-7460f6a905fa tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=d25e9777-be56-46a3-9dd9-e10d0bec5196 HTTP/1.1" status: 200 len: 210 time: 0.2064929 Jan 28 07:37:16.651078 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2c05f6-7fb6-42c8-b6c5-be47d67eb515 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e4279e6-3fdf-4d78-b22f-5c442c25904e,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:37:16.659768 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-e2dc1e1f-6bca-44f1-9204-9345198cb989 req-900243ef-1d60-4877-9e79-9df372031b3d tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Publish callbacks [] for port (e372dea9-a782-4660-9fb6-5eb16550cd09), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:16.721650 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-e2dc1e1f-6bca-44f1-9204-9345198cb989 req-900243ef-1d60-4877-9e79-9df372031b3d tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (e372dea9-a782-4660-9fb6-5eb16550cd09), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:16.780840 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2dc1e1f-6bca-44f1-9204-9345198cb989 req-900243ef-1d60-4877-9e79-9df372031b3d tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Network e89cba95-7c88-42ca-a2a1-7604d77c150d is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:37:16.796090 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-e2dc1e1f-6bca-44f1-9204-9345198cb989 req-900243ef-1d60-4877-9e79-9df372031b3d tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:37:16.799865 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2dc1e1f-6bca-44f1-9204-9345198cb989 req-900243ef-1d60-4877-9e79-9df372031b3d tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:37:16.804917 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900243ef-1d60-4877-9e79-9df372031b3d tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Pushing event updated for resources: {'Port': ['ID=e372dea9-a782-4660-9fb6-5eb16550cd09,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:37:16.869910 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dc1e1f-6bca-44f1-9204-9345198cb989 req-900243ef-1d60-4877-9e79-9df372031b3d tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:37:16.870788 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-e2dc1e1f-6bca-44f1-9204-9345198cb989 req-900243ef-1d60-4877-9e79-9df372031b3d tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:16.908339 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e2dc1e1f-6bca-44f1-9204-9345198cb989 req-900243ef-1d60-4877-9e79-9df372031b3d tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0489991 Jan 28 07:37:16.935009 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-e2dc1e1f-6bca-44f1-9204-9345198cb989 req-70fac095-9852-4c76-b053-dfb73b8572bc service neutron] Request body: {'port': {'device_id': 'd25e9777-be56-46a3-9dd9-e10d0bec5196', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-28'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:37:17.047700 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-e2dc1e1f-6bca-44f1-9204-9345198cb989 req-70fac095-9852-4c76-b053-dfb73b8572bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (e372dea9-a782-4660-9fb6-5eb16550cd09), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:17.171702 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-2f55aab0-f374-46f4-ae6b-b6c9ca032ff6 None None] Provisioning complete for port e372dea9-a782-4660-9fb6-5eb16550cd09 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:37:17.172699 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2f55aab0-f374-46f4-ae6b-b6c9ca032ff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (e372dea9-a782-4660-9fb6-5eb16550cd09), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:17.242770 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-2f55aab0-f374-46f4-ae6b-b6c9ca032ff6 None None] Port e372dea9-a782-4660-9fb6-5eb16550cd09 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:37:17.425499 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-e2dc1e1f-6bca-44f1-9204-9345198cb989 req-70fac095-9852-4c76-b053-dfb73b8572bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e372dea9-a782-4660-9fb6-5eb16550cd09 {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:37:17.445351 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-e2dc1e1f-6bca-44f1-9204-9345198cb989 req-70fac095-9852-4c76-b053-dfb73b8572bc service neutron] Publish callbacks [] for port (e372dea9-a782-4660-9fb6-5eb16550cd09), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:17.464893 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-e2dc1e1f-6bca-44f1-9204-9345198cb989 req-70fac095-9852-4c76-b053-dfb73b8572bc service neutron] Transition to ACTIVE for port object e372dea9-a782-4660-9fb6-5eb16550cd09 will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:37:17.472974 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-e2dc1e1f-6bca-44f1-9204-9345198cb989 req-70fac095-9852-4c76-b053-dfb73b8572bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (e372dea9-a782-4660-9fb6-5eb16550cd09), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:17.659218 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fac095-9852-4c76-b053-dfb73b8572bc service neutron] Pushing event updated for resources: {'Port': ['ID=e372dea9-a782-4660-9fb6-5eb16550cd09,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:37:17.709651 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-e2dc1e1f-6bca-44f1-9204-9345198cb989 req-70fac095-9852-4c76-b053-dfb73b8572bc service neutron] Attempting to bind port e372dea9-a782-4660-9fb6-5eb16550cd09 on host n-h1-712749-28 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:37:17.710362 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-e2dc1e1f-6bca-44f1-9204-9345198cb989 req-70fac095-9852-4c76-b053-dfb73b8572bc service neutron] Attempting to bind port e372dea9-a782-4660-9fb6-5eb16550cd09 by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': '51b887d5-fd17-4f2d-9bed-8a0b60014438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e89cba95-7c88-42ca-a2a1-7604d77c150d'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:37:17.710964 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2dc1e1f-6bca-44f1-9204-9345198cb989 req-70fac095-9852-4c76-b053-dfb73b8572bc service neutron] Attempting to bind port e372dea9-a782-4660-9fb6-5eb16550cd09 on network e89cba95-7c88-42ca-a2a1-7604d77c150d {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:37:17.717129 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2dc1e1f-6bca-44f1-9204-9345198cb989 req-70fac095-9852-4c76-b053-dfb73b8572bc service neutron] Port e372dea9-a782-4660-9fb6-5eb16550cd09 on network e89cba95-7c88-42ca-a2a1-7604d77c150d not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:37:17.718374 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2dc1e1f-6bca-44f1-9204-9345198cb989 req-70fac095-9852-4c76-b053-dfb73b8572bc service neutron] Attempting to bind port e372dea9-a782-4660-9fb6-5eb16550cd09 on network e89cba95-7c88-42ca-a2a1-7604d77c150d {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:37:17.734475 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2dc1e1f-6bca-44f1-9204-9345198cb989 req-70fac095-9852-4c76-b053-dfb73b8572bc service neutron] Checking agent: {'id': '2fca46b1-237f-4857-9290-2429d810e472', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 37, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:37:17.735739 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2dc1e1f-6bca-44f1-9204-9345198cb989 req-70fac095-9852-4c76-b053-dfb73b8572bc service neutron] Checking segment: {'id': '51b887d5-fd17-4f2d-9bed-8a0b60014438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e89cba95-7c88-42ca-a2a1-7604d77c150d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:37:17.736468 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2dc1e1f-6bca-44f1-9204-9345198cb989 req-70fac095-9852-4c76-b053-dfb73b8572bc service neutron] Bound using segment: {'id': '51b887d5-fd17-4f2d-9bed-8a0b60014438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e89cba95-7c88-42ca-a2a1-7604d77c150d'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:37:17.738738 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-e2dc1e1f-6bca-44f1-9204-9345198cb989 req-70fac095-9852-4c76-b053-dfb73b8572bc service neutron] Bound port: e372dea9-a782-4660-9fb6-5eb16550cd09, host: n-h1-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51b887d5-fd17-4f2d-9bed-8a0b60014438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e89cba95-7c88-42ca-a2a1-7604d77c150d'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:37:17.739229 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-e2dc1e1f-6bca-44f1-9204-9345198cb989 req-70fac095-9852-4c76-b053-dfb73b8572bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (e372dea9-a782-4660-9fb6-5eb16550cd09), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:17.887991 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146e1783-114e-4bbb-bca2-0760c5ff69f9 req-f75cd04d-862d-407a-bd8d-bf1f99ac67a4 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:37:17.903557 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-146e1783-114e-4bbb-bca2-0760c5ff69f9 req-f75cd04d-862d-407a-bd8d-bf1f99ac67a4 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=d25e9777-be56-46a3-9dd9-e10d0bec5196 HTTP/1.1" status: 200 len: 943 time: 0.1330845 Jan 28 07:37:17.934079 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-e2dc1e1f-6bca-44f1-9204-9345198cb989 req-70fac095-9852-4c76-b053-dfb73b8572bc service neutron] For port e372dea9-a782-4660-9fb6-5eb16550cd09, host n-h1-712749-28, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:37:17.989696 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-e2dc1e1f-6bca-44f1-9204-9345198cb989 req-70fac095-9852-4c76-b053-dfb73b8572bc service neutron] For port e372dea9-a782-4660-9fb6-5eb16550cd09, host n-h1-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=e372dea9-a782-4660-9fb6-5eb16550cd09,segment=NetworkSegment(51b887d5-fd17-4f2d-9bed-8a0b60014438),segment_id=51b887d5-fd17-4f2d-9bed-8a0b60014438)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:37:17.998839 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-e2dc1e1f-6bca-44f1-9204-9345198cb989 req-70fac095-9852-4c76-b053-dfb73b8572bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (e372dea9-a782-4660-9fb6-5eb16550cd09), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:18.092614 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-146e1783-114e-4bbb-bca2-0760c5ff69f9 req-c53c5486-5e06-4acb-bcdb-7d75ad53b7ec tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7a11e82-5704-491d-abd6-aba50865dcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823907 Jan 28 07:37:18.145356 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dc1e1f-6bca-44f1-9204-9345198cb989 req-70fac095-9852-4c76-b053-dfb73b8572bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:37:18.145928 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-e2dc1e1f-6bca-44f1-9204-9345198cb989 req-70fac095-9852-4c76-b053-dfb73b8572bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:18.147914 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e2dc1e1f-6bca-44f1-9204-9345198cb989 req-70fac095-9852-4c76-b053-dfb73b8572bc service neutron] 10.222.0.10 "PUT /v2.0/ports/e372dea9-a782-4660-9fb6-5eb16550cd09 HTTP/1.1" status: 200 len: 1092 time: 1.2173574 Jan 28 07:37:18.148438 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd25e9777-be56-46a3-9dd9-e10d0bec5196', 'tag': 'e372dea9-a782-4660-9fb6-5eb16550cd09'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:37:18.151432 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c02cc408-963d-465f-87d5-e26b62f081ad" -d '{"events": [{"name": "network-changed", "server_uuid": "d25e9777-be56-46a3-9dd9-e10d0bec5196", "tag": "e372dea9-a782-4660-9fb6-5eb16550cd09"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:37:18.219598 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fac095-9852-4c76-b053-dfb73b8572bc service neutron] Pushing event updated for resources: {'Port': ['ID=e372dea9-a782-4660-9fb6-5eb16550cd09,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:37:18.341604 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dc1e1f-6bca-44f1-9204-9345198cb989 req-a029d050-828b-409c-98aa-30427ab57163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:37:18.343209 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e2dc1e1f-6bca-44f1-9204-9345198cb989 req-a029d050-828b-409c-98aa-30427ab57163 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6e11006faf4241738db69f23221595e2&device_id=d25e9777-be56-46a3-9dd9-e10d0bec5196 HTTP/1.1" status: 200 len: 1095 time: 0.1072390 Jan 28 07:37:18.447554 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e2dc1e1f-6bca-44f1-9204-9345198cb989 req-6cb18ec0-7eb6-45bd-ae76-da41b13bf6e0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e372dea9-a782-4660-9fb6-5eb16550cd09 HTTP/1.1" status: 200 len: 217 time: 0.0788774 Jan 28 07:37:18.546909 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dc1e1f-6bca-44f1-9204-9345198cb989 req-d0b54f44-71e3-46ad-aa1a-15e81cafd883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:37:18.548463 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e2dc1e1f-6bca-44f1-9204-9345198cb989 req-d0b54f44-71e3-46ad-aa1a-15e81cafd883 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=be92a7e6-1604-4603-bacc-7f09a5c98a28 HTTP/1.1" status: 200 len: 851 time: 0.0976167 Jan 28 07:37:18.616324 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:37:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-646654f8-ade2-4f8a-8459-15b52c961017 x-openstack-request-id: req-646654f8-ade2-4f8a-8459-15b52c961017 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:37:18.620606 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d25e9777-be56-46a3-9dd9-e10d0bec5196", "tag": "e372dea9-a782-4660-9fb6-5eb16550cd09", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:37:18.621073 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-646654f8-ade2-4f8a-8459-15b52c961017 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:37:18.621768 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd25e9777-be56-46a3-9dd9-e10d0bec5196', 'tag': 'e372dea9-a782-4660-9fb6-5eb16550cd09', 'status': 'completed', 'code': 200} Jan 28 07:37:18.644517 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dc1e1f-6bca-44f1-9204-9345198cb989 req-f3d4e690-e9a7-46d1-b3cc-672bc38ffe54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:37:18.646980 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e2dc1e1f-6bca-44f1-9204-9345198cb989 req-f3d4e690-e9a7-46d1-b3cc-672bc38ffe54 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e89cba95-7c88-42ca-a2a1-7604d77c150d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0881517 Jan 28 07:37:18.779473 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e2dc1e1f-6bca-44f1-9204-9345198cb989 req-66847e92-fb23-4500-bd56-3454c0550d8c service neutron] 10.222.0.10 "GET /v2.0/networks/e89cba95-7c88-42ca-a2a1-7604d77c150d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206565 Jan 28 07:37:18.903213 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e2dc1e1f-6bca-44f1-9204-9345198cb989 req-28227a8d-d237-4ea1-b0da-941cc8fcc158 service neutron] 10.222.0.10 "GET /v2.0/networks/e89cba95-7c88-42ca-a2a1-7604d77c150d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153371 Jan 28 07:37:19.053011 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02cc408-963d-465f-87d5-e26b62f081ad req-d9c98c74-e3a9-4aee-a601-66eb8f09f3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:37:19.055374 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c02cc408-963d-465f-87d5-e26b62f081ad req-d9c98c74-e3a9-4aee-a601-66eb8f09f3e1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6e11006faf4241738db69f23221595e2&device_id=d25e9777-be56-46a3-9dd9-e10d0bec5196 HTTP/1.1" status: 200 len: 1095 time: 0.0663242 Jan 28 07:37:19.190960 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02cc408-963d-465f-87d5-e26b62f081ad req-377e5d17-b1f9-40f7-a5f4-6c75ac69a609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:37:19.192466 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c02cc408-963d-465f-87d5-e26b62f081ad req-377e5d17-b1f9-40f7-a5f4-6c75ac69a609 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e89cba95-7c88-42ca-a2a1-7604d77c150d HTTP/1.1" status: 200 len: 913 time: 0.1279440 Jan 28 07:37:19.239838 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4317034a-04e2-4491-9ddc-9753328f5f02 req-03ba0b7d-c8e1-4362-9477-91002871a1e9 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:37:19.247760 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4317034a-04e2-4491-9ddc-9753328f5f02 req-03ba0b7d-c8e1-4362-9477-91002871a1e9 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=d25e9777-be56-46a3-9dd9-e10d0bec5196 HTTP/1.1" status: 200 len: 943 time: 0.0595834 Jan 28 07:37:19.281258 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c02cc408-963d-465f-87d5-e26b62f081ad req-e2ec9f91-af12-49ac-bc2b-4508b4b9e26a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e372dea9-a782-4660-9fb6-5eb16550cd09 HTTP/1.1" status: 200 len: 217 time: 0.0793681 Jan 28 07:37:19.315726 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4317034a-04e2-4491-9ddc-9753328f5f02 req-ee562f9b-4f52-4716-ae65-0f2caf80be93 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7a11e82-5704-491d-abd6-aba50865dcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666063 Jan 28 07:37:19.397195 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02cc408-963d-465f-87d5-e26b62f081ad req-390109b3-1a85-49eb-a669-d7185ee96113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:37:19.399392 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c02cc408-963d-465f-87d5-e26b62f081ad req-390109b3-1a85-49eb-a669-d7185ee96113 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=be92a7e6-1604-4603-bacc-7f09a5c98a28 HTTP/1.1" status: 200 len: 851 time: 0.1056070 Jan 28 07:37:19.455223 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02cc408-963d-465f-87d5-e26b62f081ad req-c15d0f31-a9d5-4627-912c-904e06129c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:37:19.456976 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c02cc408-963d-465f-87d5-e26b62f081ad req-c15d0f31-a9d5-4627-912c-904e06129c93 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e89cba95-7c88-42ca-a2a1-7604d77c150d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0490730 Jan 28 07:37:19.572104 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c02cc408-963d-465f-87d5-e26b62f081ad req-b32fe5a3-f3cc-40fa-8048-205efdb92552 service neutron] 10.222.0.10 "GET /v2.0/networks/e89cba95-7c88-42ca-a2a1-7604d77c150d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041694 Jan 28 07:37:19.714994 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c02cc408-963d-465f-87d5-e26b62f081ad req-b0aab64a-8c25-4f2f-82df-db7fdd369a89 service neutron] 10.222.0.10 "GET /v2.0/networks/e89cba95-7c88-42ca-a2a1-7604d77c150d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318657 Jan 28 07:37:20.451088 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8280e8-1eab-4251-af1c-9a9b8fd1a846 req-6dc9269c-e408-4db6-a381-1686d2028083 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:37:20.465169 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8d8280e8-1eab-4251-af1c-9a9b8fd1a846 req-6dc9269c-e408-4db6-a381-1686d2028083 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=d25e9777-be56-46a3-9dd9-e10d0bec5196 HTTP/1.1" status: 200 len: 943 time: 0.0811064 Jan 28 07:37:20.576419 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8d8280e8-1eab-4251-af1c-9a9b8fd1a846 req-531ffb06-92a2-4364-b4e8-a32051261b8c tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7a11e82-5704-491d-abd6-aba50865dcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098006 Jan 28 07:37:21.735372 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456a483c-46a5-4b86-88f7-5dfc883c1769 req-0ea3d616-08f2-4c4a-9849-fc691346ccf4 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:37:21.743920 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-456a483c-46a5-4b86-88f7-5dfc883c1769 req-0ea3d616-08f2-4c4a-9849-fc691346ccf4 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=d25e9777-be56-46a3-9dd9-e10d0bec5196 HTTP/1.1" status: 200 len: 943 time: 0.0673134 Jan 28 07:37:21.796944 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-456a483c-46a5-4b86-88f7-5dfc883c1769 req-38c4147d-66cd-40c3-b948-3297656f9d0f tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7a11e82-5704-491d-abd6-aba50865dcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512016 Jan 28 07:37:21.971295 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6507cfae-8b8d-4b0e-ad51-c31cb6fe1f91 req-b97fda39-c666-40b5-84bd-fed6ae18b568 tempest-TestNetworkAdvancedServerOps-2120495418 tempest-TestNetworkAdvancedServerOps-2120495418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:37:21.972853 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6507cfae-8b8d-4b0e-ad51-c31cb6fe1f91 req-b97fda39-c666-40b5-84bd-fed6ae18b568 tempest-TestNetworkAdvancedServerOps-2120495418 tempest-TestNetworkAdvancedServerOps-2120495418-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=e7b3bf0d-5b6b-4d61-8bbd-0a6cb2b87cd3 HTTP/1.1" status: 200 len: 1097 time: 0.0481443 Jan 28 07:37:21.996555 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-6507cfae-8b8d-4b0e-ad51-c31cb6fe1f91 req-de46beab-a7dd-4d9b-8fcd-aeb1a227891b tempest-TestNetworkAdvancedServerOps-2120495418 tempest-TestNetworkAdvancedServerOps-2120495418-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:22.117952 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-6507cfae-8b8d-4b0e-ad51-c31cb6fe1f91 req-de46beab-a7dd-4d9b-8fcd-aeb1a227891b tempest-TestNetworkAdvancedServerOps-2120495418 tempest-TestNetworkAdvancedServerOps-2120495418-project-admin] Publish callbacks [] for security_group (5dd7c4c2-2c6e-4dfd-9959-f35f5fe0520a), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:22.123422 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-6507cfae-8b8d-4b0e-ad51-c31cb6fe1f91 req-de46beab-a7dd-4d9b-8fcd-aeb1a227891b tempest-TestNetworkAdvancedServerOps-2120495418 tempest-TestNetworkAdvancedServerOps-2120495418-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (5dd7c4c2-2c6e-4dfd-9959-f35f5fe0520a), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:22.167258 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6507cfae-8b8d-4b0e-ad51-c31cb6fe1f91 req-de46beab-a7dd-4d9b-8fcd-aeb1a227891b tempest-TestNetworkAdvancedServerOps-2120495418 tempest-TestNetworkAdvancedServerOps-2120495418-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=aca7eb5c-f7de-41b7-ac0f-53602a03b63e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1859975 Jan 28 07:37:22.168014 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de46beab-a7dd-4d9b-8fcd-aeb1a227891b tempest-TestNetworkAdvancedServerOps-2120495418 tempest-TestNetworkAdvancedServerOps-2120495418-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dd7c4c2-2c6e-4dfd-9959-f35f5fe0520a,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:37:22.311818 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c118e57-c66f-4b24-a2e6-c2f9fe28e4ca req-d9a947ba-d4c1-456d-b293-77b7f964f77a tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:37:22.313353 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8c118e57-c66f-4b24-a2e6-c2f9fe28e4ca req-d9a947ba-d4c1-456d-b293-77b7f964f77a tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7b3bf0d-5b6b-4d61-8bbd-0a6cb2b87cd3 HTTP/1.1" status: 200 len: 945 time: 0.0558116 Jan 28 07:37:22.370144 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8c118e57-c66f-4b24-a2e6-c2f9fe28e4ca req-313b73b2-0c31-47a4-bcca-71b5024c3293 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/security-groups?id=aca7eb5c-f7de-41b7-ac0f-53602a03b63e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495512 Jan 28 07:37:22.390520 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 50472) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:37:22.464751 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-a1ff883f-36ce-4d4d-938b-0996ba6f3ee5 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/floatingips/e7bc8d96-cf7b-4cd7-8691-00f54491cde6 HTTP/1.1" status: 200 len: 992 time: 0.0669444 Jan 28 07:37:22.863802 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [req-90ce5e90-ff78-4778-83c2-f40b99abb94d req-948c7dfe-6a8c-4671-9697-ab2db37fcc2a service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103283) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 07:37:22.865417 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-90ce5e90-ff78-4778-83c2-f40b99abb94d req-948c7dfe-6a8c-4671-9697-ab2db37fcc2a service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061765 Jan 28 07:37:22.958441 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa34a35d-5fcd-4034-b8cc-69d48f67fc63 req-51e3557d-0769-4e78-9a5a-4548c4b563d1 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:37:22.961016 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-aa34a35d-5fcd-4034-b8cc-69d48f67fc63 req-51e3557d-0769-4e78-9a5a-4548c4b563d1 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=d25e9777-be56-46a3-9dd9-e10d0bec5196 HTTP/1.1" status: 200 len: 943 time: 0.0778050 Jan 28 07:37:23.028523 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-aa34a35d-5fcd-4034-b8cc-69d48f67fc63 req-99424c93-c885-41d3-a1c1-39db296e9f14 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7a11e82-5704-491d-abd6-aba50865dcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620401 Jan 28 07:37:23.307553 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 50518) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:37:23.403447 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189263fc-6f5a-4c10-838f-fc0f287e47b9 req-bc396ea9-59fa-4182-aeb5-2498f69b5341 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:37:23.405807 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-189263fc-6f5a-4c10-838f-fc0f287e47b9 req-bc396ea9-59fa-4182-aeb5-2498f69b5341 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7b3bf0d-5b6b-4d61-8bbd-0a6cb2b87cd3 HTTP/1.1" status: 200 len: 945 time: 0.1053300 Jan 28 07:37:23.473786 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-189263fc-6f5a-4c10-838f-fc0f287e47b9 req-90f3eeaf-0af9-4647-b258-a7d7da731422 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/security-groups?id=aca7eb5c-f7de-41b7-ac0f-53602a03b63e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619287 Jan 28 07:37:23.558932 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-337718c9-9813-45d6-bd2a-5e3ced870a5f req-0092fe25-1a0b-470b-aa81-b91e7be297df service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e7b3bf0d-5b6b-4d61-8bbd-0a6cb2b87cd3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2472279 Jan 28 07:37:23.563649 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [req-337718c9-9813-45d6-bd2a-5e3ced870a5f req-11141abe-3efa-4b64-92d5-15825e5b88e7 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103283) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 07:37:23.574686 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-337718c9-9813-45d6-bd2a-5e3ced870a5f req-11141abe-3efa-4b64-92d5-15825e5b88e7 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0150409 Jan 28 07:37:24.298119 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64bd2d9-458d-4992-a74e-a0577b9cf30b req-78fb4346-0bd5-4842-aeb0-a62cf4158696 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:37:24.316390 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d64bd2d9-458d-4992-a74e-a0577b9cf30b req-78fb4346-0bd5-4842-aeb0-a62cf4158696 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=d25e9777-be56-46a3-9dd9-e10d0bec5196 HTTP/1.1" status: 200 len: 943 time: 0.1660905 Jan 28 07:37:24.402555 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d64bd2d9-458d-4992-a74e-a0577b9cf30b req-4f4582fc-14e2-487e-8892-d6b10d9e7ed9 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7a11e82-5704-491d-abd6-aba50865dcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733922 Jan 28 07:37:24.639119 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e527f080-1bb9-4bda-b8e5-3ea2f7045851 req-13b7ffaa-c921-4f29-aeda-2916e068e558 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:37:24.643006 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e527f080-1bb9-4bda-b8e5-3ea2f7045851 req-13b7ffaa-c921-4f29-aeda-2916e068e558 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7b3bf0d-5b6b-4d61-8bbd-0a6cb2b87cd3 HTTP/1.1" status: 200 len: 945 time: 0.0920236 Jan 28 07:37:24.736859 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e527f080-1bb9-4bda-b8e5-3ea2f7045851 req-fd590afe-217e-442b-b77e-3370eb86e756 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/security-groups?id=aca7eb5c-f7de-41b7-ac0f-53602a03b63e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873737 Jan 28 07:37:25.212646 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337718c9-9813-45d6-bd2a-5e3ced870a5f req-21e7d92e-cbdd-4d36-bbcf-78c7fae60198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:37:25.216480 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-337718c9-9813-45d6-bd2a-5e3ced870a5f req-21e7d92e-cbdd-4d36-bbcf-78c7fae60198 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b44a0e5d7f134bd69aecc7a32d5e1b41&device_id=e7b3bf0d-5b6b-4d61-8bbd-0a6cb2b87cd3 HTTP/1.1" status: 200 len: 1097 time: 0.0501461 Jan 28 07:37:25.339792 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337718c9-9813-45d6-bd2a-5e3ced870a5f req-71e69e6d-a153-4086-890d-1dea11715d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:37:25.341628 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-337718c9-9813-45d6-bd2a-5e3ced870a5f req-71e69e6d-a153-4086-890d-1dea11715d2d service neutron] 10.222.0.44 "GET /v2.0/networks?id=4cd7327e-e36b-480d-8267-1d92962c787c HTTP/1.1" status: 200 len: 897 time: 0.1181273 Jan 28 07:37:25.426482 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-337718c9-9813-45d6-bd2a-5e3ced870a5f req-bb7df5e0-0951-4ed1-928b-fc09965d497b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2aa171a7-a280-4a6b-944d-f2c25bb594ae HTTP/1.1" status: 200 len: 1000 time: 0.0772524 Jan 28 07:37:25.529217 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337718c9-9813-45d6-bd2a-5e3ced870a5f req-20a3b1e0-2aa3-4ee3-abfc-1ae6c4fe4216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:37:25.538073 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-337718c9-9813-45d6-bd2a-5e3ced870a5f req-20a3b1e0-2aa3-4ee3-abfc-1ae6c4fe4216 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=eece5a52-7098-456c-850b-c41ca6fe42c6 HTTP/1.1" status: 200 len: 835 time: 0.1038494 Jan 28 07:37:25.586988 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1f1d99-2729-43c7-91d8-d6f096ec92be req-78d08fda-2c55-4b06-9339-925cd20625c2 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:37:25.596129 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-db1f1d99-2729-43c7-91d8-d6f096ec92be req-78d08fda-2c55-4b06-9339-925cd20625c2 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=d25e9777-be56-46a3-9dd9-e10d0bec5196 HTTP/1.1" status: 200 len: 943 time: 0.0888932 Jan 28 07:37:25.618130 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337718c9-9813-45d6-bd2a-5e3ced870a5f req-d74ec3d5-ab01-4b2f-9517-3f74e83f171b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:37:25.620119 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-337718c9-9813-45d6-bd2a-5e3ced870a5f req-d74ec3d5-ab01-4b2f-9517-3f74e83f171b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4cd7327e-e36b-480d-8267-1d92962c787c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0733457 Jan 28 07:37:25.659365 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-db1f1d99-2729-43c7-91d8-d6f096ec92be req-c066e969-12df-491a-816a-712fb0847575 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7a11e82-5704-491d-abd6-aba50865dcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607760 Jan 28 07:37:25.728233 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-337718c9-9813-45d6-bd2a-5e3ced870a5f req-ff791921-1851-47ad-b420-7367c7319021 service neutron] 10.222.0.44 "GET /v2.0/networks/4cd7327e-e36b-480d-8267-1d92962c787c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015356 Jan 28 07:37:25.839607 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-337718c9-9813-45d6-bd2a-5e3ced870a5f req-03c05967-4146-418e-8697-60b3dfc9275d service neutron] 10.222.0.44 "GET /v2.0/networks/4cd7327e-e36b-480d-8267-1d92962c787c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045737 Jan 28 07:37:25.959964 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4177384a-75a2-4cba-a9ee-74ad355b1236 req-0580409e-6561-4ee6-b901-cda85611e71c tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:37:25.961756 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4177384a-75a2-4cba-a9ee-74ad355b1236 req-0580409e-6561-4ee6-b901-cda85611e71c tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7b3bf0d-5b6b-4d61-8bbd-0a6cb2b87cd3 HTTP/1.1" status: 200 len: 945 time: 0.1009557 Jan 28 07:37:26.036888 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4177384a-75a2-4cba-a9ee-74ad355b1236 req-06c687ac-dab8-4387-b533-156bac3724af tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/security-groups?id=aca7eb5c-f7de-41b7-ac0f-53602a03b63e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653653 Jan 28 07:37:26.831785 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd62a85-dbe7-47a4-8a44-20889c840ca6 req-96b3a5a7-27e5-430b-b534-b2aaf1a6f794 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:37:26.833500 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-afd62a85-dbe7-47a4-8a44-20889c840ca6 req-96b3a5a7-27e5-430b-b534-b2aaf1a6f794 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=d25e9777-be56-46a3-9dd9-e10d0bec5196 HTTP/1.1" status: 200 len: 943 time: 0.0766923 Jan 28 07:37:26.923117 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-afd62a85-dbe7-47a4-8a44-20889c840ca6 req-e62327ac-0dc8-4700-a552-d8da42697f79 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7a11e82-5704-491d-abd6-aba50865dcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666835 Jan 28 07:37:27.166247 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b74816-a9c4-4ae4-9434-b170e9f1e0ed req-55c97ba1-34af-4c7f-bcbd-687d5cdda235 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:37:27.168350 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-03b74816-a9c4-4ae4-9434-b170e9f1e0ed req-55c97ba1-34af-4c7f-bcbd-687d5cdda235 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7b3bf0d-5b6b-4d61-8bbd-0a6cb2b87cd3 HTTP/1.1" status: 200 len: 945 time: 0.0573971 Jan 28 07:37:27.231623 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-03b74816-a9c4-4ae4-9434-b170e9f1e0ed req-44b407cf-1cbc-4f8f-860b-059de877bd71 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/security-groups?id=aca7eb5c-f7de-41b7-ac0f-53602a03b63e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530124 Jan 28 07:37:28.061336 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2573848a-e7f3-4921-bc69-88df44736a52 req-73f0efec-696a-455c-9481-b88f04451334 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:37:28.072887 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2573848a-e7f3-4921-bc69-88df44736a52 req-73f0efec-696a-455c-9481-b88f04451334 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=d25e9777-be56-46a3-9dd9-e10d0bec5196 HTTP/1.1" status: 200 len: 943 time: 0.0958390 Jan 28 07:37:28.133314 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2573848a-e7f3-4921-bc69-88df44736a52 req-4b73b310-61ae-480a-bd02-bb9f489c6d2b tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7a11e82-5704-491d-abd6-aba50865dcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592763 Jan 28 07:37:28.135293 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 50600) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:37:28.258477 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-091bf68b-34c5-4fbe-a7c4-629b3a2bed79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:28.408757 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7369b7a-2150-4473-9523-f03879517a5b req-e810323a-a205-422a-8c82-451f6e3807db tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:37:28.412082 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d7369b7a-2150-4473-9523-f03879517a5b req-e810323a-a205-422a-8c82-451f6e3807db tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7b3bf0d-5b6b-4d61-8bbd-0a6cb2b87cd3 HTTP/1.1" status: 200 len: 945 time: 0.0697424 Jan 28 07:37:28.437847 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-091bf68b-34c5-4fbe-a7c4-629b3a2bed79 admin admin] Publish callbacks [] for security_group (82c9789e-f55b-473f-bb30-fecc209529bc), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:28.443791 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-091bf68b-34c5-4fbe-a7c4-629b3a2bed79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (82c9789e-f55b-473f-bb30-fecc209529bc), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:28.484488 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d7369b7a-2150-4473-9523-f03879517a5b req-141c5b73-1c46-4489-a488-15d4266bdf30 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/security-groups?id=aca7eb5c-f7de-41b7-ac0f-53602a03b63e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647275 Jan 28 07:37:28.498059 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 50606) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:37:28.503455 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-091bf68b-34c5-4fbe-a7c4-629b3a2bed79 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=81596b059a8a405290c0f15c7c4782c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3665204 Jan 28 07:37:28.529194 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091bf68b-34c5-4fbe-a7c4-629b3a2bed79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82c9789e-f55b-473f-bb30-fecc209529bc,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:37:28.597529 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5962ab3f-de59-448a-b982-15944387d0a5 admin admin] Publish callbacks [] for security_group (82c9789e-f55b-473f-bb30-fecc209529bc), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:28.629333 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5962ab3f-de59-448a-b982-15944387d0a5 admin admin] Publish callbacks [] for security_group (82c9789e-f55b-473f-bb30-fecc209529bc), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:28.683988 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5962ab3f-de59-448a-b982-15944387d0a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (82c9789e-f55b-473f-bb30-fecc209529bc), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:28.688462 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5962ab3f-de59-448a-b982-15944387d0a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:28.690201 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-5962ab3f-de59-448a-b982-15944387d0a5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/82c9789e-f55b-473f-bb30-fecc209529bc HTTP/1.1" status: 204 len: 168 time: 0.1908367 Jan 28 07:37:28.717201 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5962ab3f-de59-448a-b982-15944387d0a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82c9789e-f55b-473f-bb30-fecc209529bc,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:37:29.076210 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 50616) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:37:29.095764 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4fee54db-2256-4af0-b5fc-52ab4f8454a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:29.197198 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4fee54db-2256-4af0-b5fc-52ab4f8454a1 admin admin] Publish callbacks [] for security_group (a07cc9c8-3054-4773-9e08-05fbd0baf3c1), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:29.202052 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4fee54db-2256-4af0-b5fc-52ab4f8454a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (a07cc9c8-3054-4773-9e08-05fbd0baf3c1), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:29.287263 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fee54db-2256-4af0-b5fc-52ab4f8454a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a07cc9c8-3054-4773-9e08-05fbd0baf3c1,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:37:29.296617 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 50620) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:37:29.297230 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-4fee54db-2256-4af0-b5fc-52ab4f8454a1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9da4bdc17eb64cabaf9fc3174d67698d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2192595 Jan 28 07:37:29.326472 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93ada12-b236-40e9-a790-6777438ad755 req-03ec46d1-8f4a-4cb4-80dc-33458ebf29e3 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:37:29.328137 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b93ada12-b236-40e9-a790-6777438ad755 req-03ec46d1-8f4a-4cb4-80dc-33458ebf29e3 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=d25e9777-be56-46a3-9dd9-e10d0bec5196 HTTP/1.1" status: 200 len: 943 time: 0.1053572 Jan 28 07:37:29.418242 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b93ada12-b236-40e9-a790-6777438ad755 req-1922122c-e669-4e42-8666-388baa38b008 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7a11e82-5704-491d-abd6-aba50865dcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839639 Jan 28 07:37:29.444804 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7bcfb73b-2d33-4ae3-9a54-fea00bd3ba6c admin admin] Publish callbacks [] for security_group (a07cc9c8-3054-4773-9e08-05fbd0baf3c1), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:29.470245 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7bcfb73b-2d33-4ae3-9a54-fea00bd3ba6c admin admin] Publish callbacks [] for security_group (a07cc9c8-3054-4773-9e08-05fbd0baf3c1), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:29.529609 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7bcfb73b-2d33-4ae3-9a54-fea00bd3ba6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (a07cc9c8-3054-4773-9e08-05fbd0baf3c1), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:29.532390 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7bcfb73b-2d33-4ae3-9a54-fea00bd3ba6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:29.534225 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-7bcfb73b-2d33-4ae3-9a54-fea00bd3ba6c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a07cc9c8-3054-4773-9e08-05fbd0baf3c1 HTTP/1.1" status: 204 len: 168 time: 0.2345643 Jan 28 07:37:29.548229 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcfb73b-2d33-4ae3-9a54-fea00bd3ba6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a07cc9c8-3054-4773-9e08-05fbd0baf3c1,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:37:29.654086 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d7f763-eed3-4d72-888d-fdc6cb5e89bf req-26f7624b-7576-4af4-9c6d-eeda97cc02a2 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:37:29.656692 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d1d7f763-eed3-4d72-888d-fdc6cb5e89bf req-26f7624b-7576-4af4-9c6d-eeda97cc02a2 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7b3bf0d-5b6b-4d61-8bbd-0a6cb2b87cd3 HTTP/1.1" status: 200 len: 945 time: 0.0567782 Jan 28 07:37:29.713144 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d1d7f763-eed3-4d72-888d-fdc6cb5e89bf req-cc850201-8ddd-4def-81bf-487f46077b1a tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/security-groups?id=aca7eb5c-f7de-41b7-ac0f-53602a03b63e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516460 Jan 28 07:37:29.900850 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 50630) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:37:29.914337 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a788a288-9c31-47b9-9a1d-ae0e7edf1016 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:29.986248 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a788a288-9c31-47b9-9a1d-ae0e7edf1016 admin admin] Publish callbacks [] for security_group (fdc5e543-3a39-4d99-8aaf-6a2f6dace45c), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:29.990240 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a788a288-9c31-47b9-9a1d-ae0e7edf1016 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (fdc5e543-3a39-4d99-8aaf-6a2f6dace45c), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:30.028299 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-a788a288-9c31-47b9-9a1d-ae0e7edf1016 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a3a52c25ad56420ca923d53f4b2c97bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1262774 Jan 28 07:37:30.030381 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a788a288-9c31-47b9-9a1d-ae0e7edf1016 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdc5e543-3a39-4d99-8aaf-6a2f6dace45c,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:37:30.031104 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 50634) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:37:30.083707 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4d9cc01d-aa7d-4de9-b625-f255b3bd0dbd admin admin] Publish callbacks [] for security_group (fdc5e543-3a39-4d99-8aaf-6a2f6dace45c), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:30.109332 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4d9cc01d-aa7d-4de9-b625-f255b3bd0dbd admin admin] Publish callbacks [] for security_group (fdc5e543-3a39-4d99-8aaf-6a2f6dace45c), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:30.155709 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4d9cc01d-aa7d-4de9-b625-f255b3bd0dbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (fdc5e543-3a39-4d99-8aaf-6a2f6dace45c), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:30.158366 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4d9cc01d-aa7d-4de9-b625-f255b3bd0dbd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:30.161788 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-4d9cc01d-aa7d-4de9-b625-f255b3bd0dbd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fdc5e543-3a39-4d99-8aaf-6a2f6dace45c HTTP/1.1" status: 204 len: 168 time: 0.1270595 Jan 28 07:37:30.169807 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9cc01d-aa7d-4de9-b625-f255b3bd0dbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdc5e543-3a39-4d99-8aaf-6a2f6dace45c,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:37:30.546569 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0fa9da-998d-4889-8e54-3b5d0c656ca8 req-cce227e1-afcf-4751-a084-86a1f0567ca4 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:37:30.548082 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2f0fa9da-998d-4889-8e54-3b5d0c656ca8 req-cce227e1-afcf-4751-a084-86a1f0567ca4 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=d25e9777-be56-46a3-9dd9-e10d0bec5196 HTTP/1.1" status: 200 len: 943 time: 0.0552428 Jan 28 07:37:30.608346 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2f0fa9da-998d-4889-8e54-3b5d0c656ca8 req-efe80a4b-84ca-4576-a2dd-e79d7cd18e9a tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7a11e82-5704-491d-abd6-aba50865dcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541627 Jan 28 07:37:30.837262 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f496365-6a55-4e94-ae59-a0d5ecc92c2c req-9cd3e9c3-65e4-4f18-b876-289f29d4d7fc tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:37:30.839542 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2f496365-6a55-4e94-ae59-a0d5ecc92c2c req-9cd3e9c3-65e4-4f18-b876-289f29d4d7fc tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7b3bf0d-5b6b-4d61-8bbd-0a6cb2b87cd3 HTTP/1.1" status: 200 len: 945 time: 0.0514629 Jan 28 07:37:30.889992 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2f496365-6a55-4e94-ae59-a0d5ecc92c2c req-5b02efbf-951a-4604-8797-efaf5b75f42d tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/security-groups?id=aca7eb5c-f7de-41b7-ac0f-53602a03b63e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441163 Jan 28 07:37:30.906713 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 50676) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:37:31.012859 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-a51441d0-cf15-4bab-b4ed-26a6720f56b1 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1816620034-network', 'tenant_id': '93ee2273d7c04f4490153be014688612'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:37:31.031611 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a51441d0-cf15-4bab-b4ed-26a6720f56b1 admin admin] Made reservation on behalf of 93ee2273d7c04f4490153be014688612 for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:37:31.033975 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a51441d0-cf15-4bab-b4ed-26a6720f56b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:31.042481 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a51441d0-cf15-4bab-b4ed-26a6720f56b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:31.118040 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a51441d0-cf15-4bab-b4ed-26a6720f56b1 admin admin] Publish callbacks [] for security_group (4e9b8070-cf39-4bff-b3a3-011c2420ec06), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:31.123773 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a51441d0-cf15-4bab-b4ed-26a6720f56b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (4e9b8070-cf39-4bff-b3a3-011c2420ec06), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:31.149038 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a51441d0-cf15-4bab-b4ed-26a6720f56b1 admin admin] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:37:31.158354 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51441d0-cf15-4bab-b4ed-26a6720f56b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e9b8070-cf39-4bff-b3a3-011c2420ec06,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:37:31.166653 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a51441d0-cf15-4bab-b4ed-26a6720f56b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (30c524ec-573a-4190-beff-cbcb392e8434), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:31.166893 n-d-712749-28 neutron-server[103284]: INFO neutron.db.segments_db [None req-a51441d0-cf15-4bab-b4ed-26a6720f56b1 admin admin] Added segment 30c524ec-573a-4190-beff-cbcb392e8434 of type vlan for network 2bb66c7d-894b-478a-9298-398f7bcb96a0 Jan 28 07:37:31.207932 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a51441d0-cf15-4bab-b4ed-26a6720f56b1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (2bb66c7d-894b-478a-9298-398f7bcb96a0), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:31.233465 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a51441d0-cf15-4bab-b4ed-26a6720f56b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (2bb66c7d-894b-478a-9298-398f7bcb96a0), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:31.234420 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a51441d0-cf15-4bab-b4ed-26a6720f56b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:37:31.235000 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a51441d0-cf15-4bab-b4ed-26a6720f56b1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:31.291659 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-a51441d0-cf15-4bab-b4ed-26a6720f56b1 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3805976 Jan 28 07:37:31.292441 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 50682) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:37:31.297714 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-ee31032b-487c-4b9e-9ae9-d0a9de9132c9 admin admin] Request body: {'subnet': {'network_id': '2bb66c7d-894b-478a-9298-398f7bcb96a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1816620034-subnet', 'tenant_id': '93ee2273d7c04f4490153be014688612', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:37:31.298357 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51441d0-cf15-4bab-b4ed-26a6720f56b1 admin admin] Pushing event updated for resources: {'Network': ['ID=2bb66c7d-894b-478a-9298-398f7bcb96a0,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:37:31.310311 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network 2bb66c7d-894b-478a-9298-398f7bcb96a0 details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:37:31.323765 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee31032b-487c-4b9e-9ae9-d0a9de9132c9 admin admin] Made reservation on behalf of 93ee2273d7c04f4490153be014688612 for: {'subnet': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:37:31.326771 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ee31032b-487c-4b9e-9ae9-d0a9de9132c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13555781'] for subnet (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:31.511217 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ee31032b-487c-4b9e-9ae9-d0a9de9132c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13546728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13555799'] for subnet (caf6cc37-6114-420d-bca1-ea360533fa49), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:31.568498 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee31032b-487c-4b9e-9ae9-d0a9de9132c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=caf6cc37-6114-420d-bca1-ea360533fa49,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:37:31.575841 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee31032b-487c-4b9e-9ae9-d0a9de9132c9 admin admin] Checking segment: {'id': '30c524ec-573a-4190-beff-cbcb392e8434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '2bb66c7d-894b-478a-9298-398f7bcb96a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:37:31.576212 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee31032b-487c-4b9e-9ae9-d0a9de9132c9 admin admin] Network hostable DHCP agents. Network: 2bb66c7d-894b-478a-9298-398f7bcb96a0, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:37:31.593190 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee31032b-487c-4b9e-9ae9-d0a9de9132c9 admin admin] Network 2bb66c7d-894b-478a-9298-398f7bcb96a0 is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:37:31.602057 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-ee31032b-487c-4b9e-9ae9-d0a9de9132c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, 2bb66c7d-894b-478a-9298-398f7bcb96a0) {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:37:31.607492 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee31032b-487c-4b9e-9ae9-d0a9de9132c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:37:31.608473 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ee31032b-487c-4b9e-9ae9-d0a9de9132c9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:31.611585 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48414f6e-aa29-4583-99e5-9e87919b8356 None None] Network 2bb66c7d-894b-478a-9298-398f7bcb96a0 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:37:31.633339 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-ee31032b-487c-4b9e-9ae9-d0a9de9132c9 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3325794 Jan 28 07:37:31.734550 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da3aef9a-6078-43fe-a1c4-d3de1b90eeac None None] Network 2bb66c7d-894b-478a-9298-398f7bcb96a0 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:37:31.750310 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e40e54-1cae-41ca-80a3-0db5bed0be5d req-b2489d6d-0627-473d-847c-e7b33609f4dc tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:37:31.757255 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-97e40e54-1cae-41ca-80a3-0db5bed0be5d req-b2489d6d-0627-473d-847c-e7b33609f4dc tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=d25e9777-be56-46a3-9dd9-e10d0bec5196 HTTP/1.1" status: 200 len: 943 time: 0.0753393 Jan 28 07:37:31.808965 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-97e40e54-1cae-41ca-80a3-0db5bed0be5d req-6cf5e403-a27b-4730-9158-ad3b6edfbc73 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7a11e82-5704-491d-abd6-aba50865dcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505672 Jan 28 07:37:32.021387 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5392438b-1b4b-4a88-8798-1942503bb8ba req-e4a0bfb3-07b2-4e87-a00d-4f96e9cfae24 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:37:32.029432 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5392438b-1b4b-4a88-8798-1942503bb8ba req-e4a0bfb3-07b2-4e87-a00d-4f96e9cfae24 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7b3bf0d-5b6b-4d61-8bbd-0a6cb2b87cd3 HTTP/1.1" status: 200 len: 945 time: 0.0610201 Jan 28 07:37:32.088716 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5392438b-1b4b-4a88-8798-1942503bb8ba req-d9302d46-7bde-4f39-8849-2ff416f0c9f6 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/security-groups?id=aca7eb5c-f7de-41b7-ac0f-53602a03b63e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582516 Jan 28 07:37:32.940087 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d851f5e-02ef-438a-8f5d-58ec2908865b req-5fe4a4f4-9ac6-4ada-978e-8a1525a02036 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:37:32.942255 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6d851f5e-02ef-438a-8f5d-58ec2908865b req-5fe4a4f4-9ac6-4ada-978e-8a1525a02036 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=d25e9777-be56-46a3-9dd9-e10d0bec5196 HTTP/1.1" status: 200 len: 943 time: 0.0607824 Jan 28 07:37:32.989850 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6d851f5e-02ef-438a-8f5d-58ec2908865b req-a6bada30-4ec7-4eed-9f04-a0bbe39e6a60 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7a11e82-5704-491d-abd6-aba50865dcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415020 Jan 28 07:37:33.087024 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:33.219984 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4443ad96-8c4c-4faf-80e9-e0933e0016cc req-92b13595-c38a-4b26-a77b-98a634047050 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:37:33.221763 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4443ad96-8c4c-4faf-80e9-e0933e0016cc req-92b13595-c38a-4b26-a77b-98a634047050 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7b3bf0d-5b6b-4d61-8bbd-0a6cb2b87cd3 HTTP/1.1" status: 200 len: 945 time: 0.0586147 Jan 28 07:37:33.259491 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-28097523-c7c9-4c6c-accd-5cc4df3cd549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:33.305258 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4443ad96-8c4c-4faf-80e9-e0933e0016cc req-e23298f4-ee52-42ff-b607-0b4a68e613c9 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/security-groups?id=aca7eb5c-f7de-41b7-ac0f-53602a03b63e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689805 Jan 28 07:37:33.897613 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 50726) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:37:34.003094 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-874a1394-e6e9-407f-8307-705a68ad6e7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:34.059395 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:34.084856 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-874a1394-e6e9-407f-8307-705a68ad6e7c admin admin] Publish callbacks [] for security_group (b248b801-a75b-4915-97d4-945ef1cc1f3f), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:34.089886 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-874a1394-e6e9-407f-8307-705a68ad6e7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (b248b801-a75b-4915-97d4-945ef1cc1f3f), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:34.127261 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ebec5e-28f6-43e5-a574-491d92291752 req-b86de07e-8d79-43cd-b483-93bf483a80fd tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:37:34.131855 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-874a1394-e6e9-407f-8307-705a68ad6e7c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e5606fc0723443289186c117c7c4e078&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2308180 Jan 28 07:37:34.131855 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a1394-e6e9-407f-8307-705a68ad6e7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b248b801-a75b-4915-97d4-945ef1cc1f3f,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:37:34.132804 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 50732) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:37:34.132944 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a9ebec5e-28f6-43e5-a574-491d92291752 req-b86de07e-8d79-43cd-b483-93bf483a80fd tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=d25e9777-be56-46a3-9dd9-e10d0bec5196 HTTP/1.1" status: 200 len: 943 time: 0.0637219 Jan 28 07:37:34.189060 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7f6ba41f-c801-4b26-aafc-708f82ed9758 admin admin] Publish callbacks [] for security_group (b248b801-a75b-4915-97d4-945ef1cc1f3f), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:34.190872 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a9ebec5e-28f6-43e5-a574-491d92291752 req-05ea4fa1-3e8f-430b-8f76-7c4f79477ef7 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7a11e82-5704-491d-abd6-aba50865dcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531735 Jan 28 07:37:34.218816 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7f6ba41f-c801-4b26-aafc-708f82ed9758 admin admin] Publish callbacks [] for security_group (b248b801-a75b-4915-97d4-945ef1cc1f3f), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:34.267001 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7f6ba41f-c801-4b26-aafc-708f82ed9758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (b248b801-a75b-4915-97d4-945ef1cc1f3f), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:34.270965 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7f6ba41f-c801-4b26-aafc-708f82ed9758 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:34.274451 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-7f6ba41f-c801-4b26-aafc-708f82ed9758 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b248b801-a75b-4915-97d4-945ef1cc1f3f HTTP/1.1" status: 204 len: 168 time: 0.1349576 Jan 28 07:37:34.281732 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6ba41f-c801-4b26-aafc-708f82ed9758 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b248b801-a75b-4915-97d4-945ef1cc1f3f,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:37:34.485526 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2489eb-4ae0-4b46-a2cb-ac4cbffa8df4 req-fc3a361c-176b-467e-a6d4-3c45e258e283 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:37:34.487387 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ac2489eb-4ae0-4b46-a2cb-ac4cbffa8df4 req-fc3a361c-176b-467e-a6d4-3c45e258e283 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7b3bf0d-5b6b-4d61-8bbd-0a6cb2b87cd3 HTTP/1.1" status: 200 len: 945 time: 0.0868707 Jan 28 07:37:34.560965 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ac2489eb-4ae0-4b46-a2cb-ac4cbffa8df4 req-655233f8-f4c1-413f-a825-481a1c05fdda tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/security-groups?id=aca7eb5c-f7de-41b7-ac0f-53602a03b63e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670753 Jan 28 07:37:34.640488 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 50748) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:37:34.663496 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7e3b24a-9732-4fa7-a940-319c5450a948 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:34.758166 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7e3b24a-9732-4fa7-a940-319c5450a948 admin admin] Publish callbacks [] for security_group (d63f4417-4544-4b59-9ac6-56b02fcd70b0), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:34.762441 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7e3b24a-9732-4fa7-a940-319c5450a948 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (d63f4417-4544-4b59-9ac6-56b02fcd70b0), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:34.800698 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e3b24a-9732-4fa7-a940-319c5450a948 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d63f4417-4544-4b59-9ac6-56b02fcd70b0,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:37:34.808952 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 50750) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:37:34.816573 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-d7e3b24a-9732-4fa7-a940-319c5450a948 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f5242a05e63f472dbf059281b32aa2f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1739359 Jan 28 07:37:34.859274 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-afffc1f9-3149-49d0-85bd-2dc64ffa9b35 admin admin] Publish callbacks [] for security_group (d63f4417-4544-4b59-9ac6-56b02fcd70b0), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:34.881230 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-afffc1f9-3149-49d0-85bd-2dc64ffa9b35 admin admin] Publish callbacks [] for security_group (d63f4417-4544-4b59-9ac6-56b02fcd70b0), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:34.929441 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-afffc1f9-3149-49d0-85bd-2dc64ffa9b35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (d63f4417-4544-4b59-9ac6-56b02fcd70b0), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:34.933028 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-afffc1f9-3149-49d0-85bd-2dc64ffa9b35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:34.934277 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-afffc1f9-3149-49d0-85bd-2dc64ffa9b35 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d63f4417-4544-4b59-9ac6-56b02fcd70b0 HTTP/1.1" status: 204 len: 168 time: 0.1242793 Jan 28 07:37:34.945263 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afffc1f9-3149-49d0-85bd-2dc64ffa9b35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d63f4417-4544-4b59-9ac6-56b02fcd70b0,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:37:35.304776 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 50760) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:37:35.338534 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bbf59584-6c70-40bf-a5aa-ab3dd4b55157 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:35.354428 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 7 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 07:37:35.379754 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bcf138-8dec-4a5f-8adb-2ef172aa0d5e req-e39e0567-60af-4bf0-85fc-89d896b04238 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:37:35.396331 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a2bcf138-8dec-4a5f-8adb-2ef172aa0d5e req-e39e0567-60af-4bf0-85fc-89d896b04238 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=d25e9777-be56-46a3-9dd9-e10d0bec5196 HTTP/1.1" status: 200 len: 943 time: 0.1199460 Jan 28 07:37:35.488422 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bbf59584-6c70-40bf-a5aa-ab3dd4b55157 admin admin] Publish callbacks [] for security_group (f87ede74-c2e1-4ded-a674-ddbc9beb5e05), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:35.491715 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe1187f-b454-46e2-87a8-102f0615cd89 req-6618084d-bddc-4591-a933-1070b123c950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:37:35.493627 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8fe1187f-b454-46e2-87a8-102f0615cd89 req-6618084d-bddc-4591-a933-1070b123c950 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b44a0e5d7f134bd69aecc7a32d5e1b41&device_id=e7b3bf0d-5b6b-4d61-8bbd-0a6cb2b87cd3 HTTP/1.1" status: 200 len: 1097 time: 0.0944476 Jan 28 07:37:35.495668 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bbf59584-6c70-40bf-a5aa-ab3dd4b55157 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (f87ede74-c2e1-4ded-a674-ddbc9beb5e05), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:35.516596 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a2bcf138-8dec-4a5f-8adb-2ef172aa0d5e req-a11c1e49-a7c7-4774-9a79-283430d383a7 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7a11e82-5704-491d-abd6-aba50865dcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149054 Jan 28 07:37:35.557080 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-bbf59584-6c70-40bf-a5aa-ab3dd4b55157 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1d15195d9a8e44f6973f82e2cceec4ff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2499487 Jan 28 07:37:35.557846 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 50764) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:37:35.558585 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf59584-6c70-40bf-a5aa-ab3dd4b55157 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f87ede74-c2e1-4ded-a674-ddbc9beb5e05,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:37:35.640495 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1a6bc121-7d88-49b9-a737-46f8b6a5fee1 admin admin] Publish callbacks [] for security_group (f87ede74-c2e1-4ded-a674-ddbc9beb5e05), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:35.640699 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-26a43d53-737a-4b59-a14b-e44a4abf37b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:35.660537 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe1187f-b454-46e2-87a8-102f0615cd89 req-42bb5f69-583e-4d28-9564-a2ba923cc3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:37:35.662696 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8fe1187f-b454-46e2-87a8-102f0615cd89 req-42bb5f69-583e-4d28-9564-a2ba923cc3e5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4cd7327e-e36b-480d-8267-1d92962c787c HTTP/1.1" status: 200 len: 897 time: 0.1448455 Jan 28 07:37:35.668062 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1a6bc121-7d88-49b9-a737-46f8b6a5fee1 admin admin] Publish callbacks [] for security_group (f87ede74-c2e1-4ded-a674-ddbc9beb5e05), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:35.742550 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8fe1187f-b454-46e2-87a8-102f0615cd89 req-7be1e6e3-1eab-4464-86c2-312d3721dd0a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2aa171a7-a280-4a6b-944d-f2c25bb594ae HTTP/1.1" status: 200 len: 1000 time: 0.0740786 Jan 28 07:37:35.743966 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126ade5f-3968-4134-93b7-fcc40ec22783 req-03d3af7d-b192-4f4b-8ab5-deb753a607f3 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:37:35.746403 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-126ade5f-3968-4134-93b7-fcc40ec22783 req-03d3af7d-b192-4f4b-8ab5-deb753a607f3 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7b3bf0d-5b6b-4d61-8bbd-0a6cb2b87cd3 HTTP/1.1" status: 200 len: 945 time: 0.0821629 Jan 28 07:37:35.795226 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe1187f-b454-46e2-87a8-102f0615cd89 req-8b29f698-73f9-4054-a176-7c81d820de48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:37:35.796788 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8fe1187f-b454-46e2-87a8-102f0615cd89 req-8b29f698-73f9-4054-a176-7c81d820de48 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=eece5a52-7098-456c-850b-c41ca6fe42c6 HTTP/1.1" status: 200 len: 835 time: 0.0483594 Jan 28 07:37:35.804822 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-126ade5f-3968-4134-93b7-fcc40ec22783 req-49c5064e-c72d-4677-9690-5bed33e068a9 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/security-groups?id=aca7eb5c-f7de-41b7-ac0f-53602a03b63e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522268 Jan 28 07:37:35.829537 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1a6bc121-7d88-49b9-a737-46f8b6a5fee1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (f87ede74-c2e1-4ded-a674-ddbc9beb5e05), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:35.836539 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1a6bc121-7d88-49b9-a737-46f8b6a5fee1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:35.838096 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-1a6bc121-7d88-49b9-a737-46f8b6a5fee1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f87ede74-c2e1-4ded-a674-ddbc9beb5e05 HTTP/1.1" status: 204 len: 168 time: 0.2759931 Jan 28 07:37:35.849899 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6bc121-7d88-49b9-a737-46f8b6a5fee1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f87ede74-c2e1-4ded-a674-ddbc9beb5e05,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:37:35.855174 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe1187f-b454-46e2-87a8-102f0615cd89 req-ada266c7-13e1-4429-97d1-446486e3c34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:37:35.856935 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8fe1187f-b454-46e2-87a8-102f0615cd89 req-ada266c7-13e1-4429-97d1-446486e3c34f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4cd7327e-e36b-480d-8267-1d92962c787c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0544918 Jan 28 07:37:35.971855 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8fe1187f-b454-46e2-87a8-102f0615cd89 req-bc7c1b86-43b9-4da6-8baa-c151a33a0e0e service neutron] 10.222.0.44 "GET /v2.0/networks/4cd7327e-e36b-480d-8267-1d92962c787c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090136 Jan 28 07:37:36.066531 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8fe1187f-b454-46e2-87a8-102f0615cd89 req-fb4a5fda-06ff-481a-b07a-388bb6660af9 service neutron] 10.222.0.44 "GET /v2.0/networks/4cd7327e-e36b-480d-8267-1d92962c787c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891306 Jan 28 07:37:36.083230 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device e372dea9-a782-4660-9fb6-5eb16550cd09 details requested by agent hyperv_n-h1-712749-28 with host n-h1-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:37:36.197821 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port e372dea9-a782-4660-9fb6-5eb16550cd09, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=e372dea9-a782-4660-9fb6-5eb16550cd09,segment=NetworkSegment(51b887d5-fd17-4f2d-9bed-8a0b60014438),segment_id=51b887d5-fd17-4f2d-9bed-8a0b60014438)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:37:36.213576 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Returning: {'device': 'e372dea9-a782-4660-9fb6-5eb16550cd09', 'network_id': 'e89cba95-7c88-42ca-a2a1-7604d77c150d', 'port_id': 'e372dea9-a782-4660-9fb6-5eb16550cd09', 'mac_address': 'fa:16:3e:d6:85:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be92a7e6-1604-4603-bacc-7f09a5c98a28', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:37:36.257175 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port e372dea9-a782-4660-9fb6-5eb16550cd09 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:37:36.257779 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (e372dea9-a782-4660-9fb6-5eb16550cd09), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:36.271346 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e372dea9-a782-4660-9fb6-5eb16550cd09 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:37:36.300913 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port e372dea9-a782-4660-9fb6-5eb16550cd09, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=e372dea9-a782-4660-9fb6-5eb16550cd09,segment=NetworkSegment(51b887d5-fd17-4f2d-9bed-8a0b60014438),segment_id=51b887d5-fd17-4f2d-9bed-8a0b60014438)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:37:36.306714 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (e372dea9-a782-4660-9fb6-5eb16550cd09), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:36.356550 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=e372dea9-a782-4660-9fb6-5eb16550cd09,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:37:36.642410 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52b39bd-80f4-489a-b6d6-b6577720f37f req-1bd7a831-6a7c-423e-9be2-fe94ee4328e2 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:37:36.644928 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d52b39bd-80f4-489a-b6d6-b6577720f37f req-1bd7a831-6a7c-423e-9be2-fe94ee4328e2 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=d25e9777-be56-46a3-9dd9-e10d0bec5196 HTTP/1.1" status: 200 len: 944 time: 0.0636513 Jan 28 07:37:36.645054 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['e372dea9-a782-4660-9fb6-5eb16550cd09'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:37:36.701354 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d52b39bd-80f4-489a-b6d6-b6577720f37f req-3ad1a011-90fd-4925-b645-40d51efecf58 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7a11e82-5704-491d-abd6-aba50865dcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481749 Jan 28 07:37:36.977871 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb500456-603f-424a-bec9-98b725a57012 req-db2d901d-481f-4c8e-ad0a-e76aa492c3ed tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:37:36.979730 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-bb500456-603f-424a-bec9-98b725a57012 req-db2d901d-481f-4c8e-ad0a-e76aa492c3ed tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7b3bf0d-5b6b-4d61-8bbd-0a6cb2b87cd3 HTTP/1.1" status: 200 len: 945 time: 0.0930476 Jan 28 07:37:37.026268 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:37.066250 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-bb500456-603f-424a-bec9-98b725a57012 req-e92bdf48-bf70-458d-bce8-93bfba5a3b7e tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/security-groups?id=aca7eb5c-f7de-41b7-ac0f-53602a03b63e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784469 Jan 28 07:37:37.832374 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f7d535-35d0-41a1-a1c5-eefa59c523f7 req-71ba9ac0-1724-4cc9-9420-6b03d7715286 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:37:37.835896 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a6f7d535-35d0-41a1-a1c5-eefa59c523f7 req-71ba9ac0-1724-4cc9-9420-6b03d7715286 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=d25e9777-be56-46a3-9dd9-e10d0bec5196 HTTP/1.1" status: 200 len: 944 time: 0.0633793 Jan 28 07:37:37.883011 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a6f7d535-35d0-41a1-a1c5-eefa59c523f7 req-22e0b7fc-a237-405a-8bd4-05741054e07c tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7a11e82-5704-491d-abd6-aba50865dcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453820 Jan 28 07:37:38.114104 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device e372dea9-a782-4660-9fb6-5eb16550cd09 up at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:37:38.197209 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3910f0f9-7ab8-463f-bbdc-28efe5eb72a8 req-38ca9436-4230-4f24-8feb-3754e9afa3f4 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:37:38.197738 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning for port e372dea9-a782-4660-9fb6-5eb16550cd09 completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:37:38.198763 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3910f0f9-7ab8-463f-bbdc-28efe5eb72a8 req-38ca9436-4230-4f24-8feb-3754e9afa3f4 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7b3bf0d-5b6b-4d61-8bbd-0a6cb2b87cd3 HTTP/1.1" status: 200 len: 945 time: 0.0543606 Jan 28 07:37:38.202152 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning complete for port e372dea9-a782-4660-9fb6-5eb16550cd09 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:37:38.202533 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (e372dea9-a782-4660-9fb6-5eb16550cd09), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:38.271453 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3910f0f9-7ab8-463f-bbdc-28efe5eb72a8 req-01022b56-f51a-4a5c-a391-d858a85d1e0c tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/security-groups?id=aca7eb5c-f7de-41b7-ac0f-53602a03b63e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657423 Jan 28 07:37:38.303292 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port e372dea9-a782-4660-9fb6-5eb16550cd09 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:37:38.304017 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (e372dea9-a782-4660-9fb6-5eb16550cd09), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:38.352700 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port e372dea9-a782-4660-9fb6-5eb16550cd09, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=e372dea9-a782-4660-9fb6-5eb16550cd09,segment=NetworkSegment(51b887d5-fd17-4f2d-9bed-8a0b60014438),segment_id=51b887d5-fd17-4f2d-9bed-8a0b60014438)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:37:38.356077 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd25e9777-be56-46a3-9dd9-e10d0bec5196', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e372dea9-a782-4660-9fb6-5eb16550cd09'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:37:38.359720 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e52cbdd4-3862-4922-9ade-1f5ca6ba5b37" -d '{"events": [{"server_uuid": "d25e9777-be56-46a3-9dd9-e10d0bec5196", "name": "network-vif-plugged", "status": "completed", "tag": "e372dea9-a782-4660-9fb6-5eb16550cd09"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:37:38.364986 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (e372dea9-a782-4660-9fb6-5eb16550cd09), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:38.422975 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9aea0c4-a6bf-40c1-bbb1-0ca28e559a1e x-openstack-request-id: req-f9aea0c4-a6bf-40c1-bbb1-0ca28e559a1e {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:37:38.423284 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d25e9777-be56-46a3-9dd9-e10d0bec5196", "name": "network-vif-plugged", "status": "completed", "tag": "e372dea9-a782-4660-9fb6-5eb16550cd09", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:37:38.423566 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f9aea0c4-a6bf-40c1-bbb1-0ca28e559a1e {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:37:38.424015 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd25e9777-be56-46a3-9dd9-e10d0bec5196', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e372dea9-a782-4660-9fb6-5eb16550cd09', 'code': 200} Jan 28 07:37:38.429224 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=e372dea9-a782-4660-9fb6-5eb16550cd09,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:37:38.570333 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae73746-6cb5-4982-9cfe-2358498885b1 req-49dafa0c-3f93-435f-bc89-7b4ac72f50ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:37:38.571744 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6ae73746-6cb5-4982-9cfe-2358498885b1 req-49dafa0c-3f93-435f-bc89-7b4ac72f50ac service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d25e9777-be56-46a3-9dd9-e10d0bec5196 HTTP/1.1" status: 200 len: 1097 time: 0.0438130 Jan 28 07:37:38.617556 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6ae73746-6cb5-4982-9cfe-2358498885b1 req-b852fe5e-2bb4-4d77-b22d-6b0057b7675a service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=e7a11e82-5704-491d-abd6-aba50865dcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367787 Jan 28 07:37:38.703020 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:39.000809 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab5587e-f56e-4bca-a49b-8ab360a81fac req-c559e860-dae0-4839-8679-46306b279810 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:37:39.002443 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4ab5587e-f56e-4bca-a49b-8ab360a81fac req-c559e860-dae0-4839-8679-46306b279810 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=d25e9777-be56-46a3-9dd9-e10d0bec5196 HTTP/1.1" status: 200 len: 945 time: 0.0487714 Jan 28 07:37:39.050257 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4ab5587e-f56e-4bca-a49b-8ab360a81fac req-4e62dc0e-5915-4575-a6cd-10b946d070b7 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7a11e82-5704-491d-abd6-aba50865dcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421286 Jan 28 07:37:39.408919 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a74753fb-4e73-409c-a9c6-35ce1d50b5f2 req-989da00c-11e7-4248-9fad-c54722c47302 tempest-VolumesBackupsTest-1655690071 tempest-VolumesBackupsTest-1655690071-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=92e8c6d45d8d4ce8ab1b80ffa4d7d863&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0244360 Jan 28 07:37:39.410813 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf6ca21-f219-4430-bc60-a6d3b059147c req-e10743c8-18fb-4d41-b7eb-05f389b340f7 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:37:39.412343 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-edf6ca21-f219-4430-bc60-a6d3b059147c req-e10743c8-18fb-4d41-b7eb-05f389b340f7 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7b3bf0d-5b6b-4d61-8bbd-0a6cb2b87cd3 HTTP/1.1" status: 200 len: 945 time: 0.0612299 Jan 28 07:37:39.465426 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-edf6ca21-f219-4430-bc60-a6d3b059147c req-1bf0851d-1328-40b9-984d-2e0e3ff3e079 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/security-groups?id=aca7eb5c-f7de-41b7-ac0f-53602a03b63e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466681 Jan 28 07:37:39.522956 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74753fb-4e73-409c-a9c6-35ce1d50b5f2 req-4e435105-9651-400c-9b44-32f6c7031b8c tempest-VolumesBackupsTest-1655690071 tempest-VolumesBackupsTest-1655690071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:37:39.524470 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a74753fb-4e73-409c-a9c6-35ce1d50b5f2 req-4e435105-9651-400c-9b44-32f6c7031b8c tempest-VolumesBackupsTest-1655690071 tempest-VolumesBackupsTest-1655690071-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1099694 Jan 28 07:37:39.539389 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a74753fb-4e73-409c-a9c6-35ce1d50b5f2 req-fc44f9f0-a3ed-469b-b647-46db543db1ba tempest-VolumesBackupsTest-1655690071 tempest-VolumesBackupsTest-1655690071-project] 10.222.0.41 "GET /v2.0/quotas/92e8c6d45d8d4ce8ab1b80ffa4d7d863 HTTP/1.1" status: 200 len: 375 time: 0.0088913 Jan 28 07:37:39.571547 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a74753fb-4e73-409c-a9c6-35ce1d50b5f2 req-f7e05737-b9e4-4437-9047-8c17f1ac3946 tempest-VolumesBackupsTest-1655690071 tempest-VolumesBackupsTest-1655690071-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=92e8c6d45d8d4ce8ab1b80ffa4d7d863&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272250 Jan 28 07:37:39.748174 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:39.766513 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9885015d-4ae0-4d97-a12b-e6c3d31c73d3 req-f9ea68bb-5915-487d-91c2-ff04bd771be0 tempest-VolumesBackupsTest-1655690071 tempest-VolumesBackupsTest-1655690071-project] 10.222.0.41 "GET /v2.0/ports?device_id=b0d35bb8-7e06-4b6d-b607-6825163dda59 HTTP/1.1" status: 200 len: 210 time: 0.0518019 Jan 28 07:37:40.172111 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a22e05-d5bc-410d-9a29-adde18f6a0bd req-c3546eed-05fc-4031-812a-aef4edd34b23 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:37:40.173662 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-61a22e05-d5bc-410d-9a29-adde18f6a0bd req-c3546eed-05fc-4031-812a-aef4edd34b23 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=d25e9777-be56-46a3-9dd9-e10d0bec5196 HTTP/1.1" status: 200 len: 945 time: 0.0545933 Jan 28 07:37:40.224896 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-61a22e05-d5bc-410d-9a29-adde18f6a0bd req-75637c6b-1e1b-4489-903b-4636f4d86621 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7a11e82-5704-491d-abd6-aba50865dcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441062 Jan 28 07:37:40.353366 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2beda7-f02e-476e-89ff-cd98e9a0a795 req-f26051f1-82f4-40f0-a718-2e7a38b96c91 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:37:40.355696 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-3c2beda7-f02e-476e-89ff-cd98e9a0a795 req-f26051f1-82f4-40f0-a718-2e7a38b96c91 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=d25e9777-be56-46a3-9dd9-e10d0bec5196 HTTP/1.1" status: 200 len: 945 time: 0.0517886 Jan 28 07:37:40.419590 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-3c2beda7-f02e-476e-89ff-cd98e9a0a795 req-4ba8dfc9-0a7e-475d-ba3d-b427f43daeb3 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7a11e82-5704-491d-abd6-aba50865dcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570722 Jan 28 07:37:40.539758 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84ba052-7dc2-4616-b719-9a82bc71d0ff req-1de5e84f-1d5a-4ee6-bb7d-eb649781a74b tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:37:40.541328 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f84ba052-7dc2-4616-b719-9a82bc71d0ff req-1de5e84f-1d5a-4ee6-bb7d-eb649781a74b tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=d25e9777-be56-46a3-9dd9-e10d0bec5196 HTTP/1.1" status: 200 len: 945 time: 0.0539391 Jan 28 07:37:40.600113 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f84ba052-7dc2-4616-b719-9a82bc71d0ff req-ed3fef72-0158-4758-9cf3-05cf2e23cd58 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7a11e82-5704-491d-abd6-aba50865dcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526690 Jan 28 07:37:40.602595 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b780c76e-e336-40ac-b7ee-afb1bc53282c req-aba0c53c-fd52-4cae-894e-310ba4297b52 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:37:40.604556 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b780c76e-e336-40ac-b7ee-afb1bc53282c req-aba0c53c-fd52-4cae-894e-310ba4297b52 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7b3bf0d-5b6b-4d61-8bbd-0a6cb2b87cd3 HTTP/1.1" status: 200 len: 945 time: 0.0633779 Jan 28 07:37:40.659241 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b780c76e-e336-40ac-b7ee-afb1bc53282c req-04361d4e-5372-4c55-b978-f99a15ac4233 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/security-groups?id=aca7eb5c-f7de-41b7-ac0f-53602a03b63e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484424 Jan 28 07:37:40.863148 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c894ff19-2562-4f9f-9173-a63f66a41491 req-aacf192b-71e6-45b6-bbf6-2d42a7d19272 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:37:40.865139 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c894ff19-2562-4f9f-9173-a63f66a41491 req-aacf192b-71e6-45b6-bbf6-2d42a7d19272 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=d25e9777-be56-46a3-9dd9-e10d0bec5196 HTTP/1.1" status: 200 len: 945 time: 0.0553505 Jan 28 07:37:40.905975 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a74753fb-4e73-409c-a9c6-35ce1d50b5f2 req-72f20136-6da6-4183-a976-401b043e8c45 tempest-VolumesBackupsTest-1655690071 tempest-VolumesBackupsTest-1655690071-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=92e8c6d45d8d4ce8ab1b80ffa4d7d863&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0388293 Jan 28 07:37:40.910827 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5d61ab03-fbc2-4da6-9175-7904f5f05a0a req-83d6f193-f634-4232-b5c8-95bc797cb350 tempest-VolumesBackupsTest-1655690071 tempest-VolumesBackupsTest-1655690071-project] 10.222.0.41 "GET /v2.0/ports?device_id=b0d35bb8-7e06-4b6d-b607-6825163dda59 HTTP/1.1" status: 200 len: 210 time: 0.0440404 Jan 28 07:37:40.994911 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c894ff19-2562-4f9f-9173-a63f66a41491 req-2cfe222a-cf18-4949-9ce8-7c5dbfd5ae23 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7a11e82-5704-491d-abd6-aba50865dcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163614 Jan 28 07:37:41.045761 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74753fb-4e73-409c-a9c6-35ce1d50b5f2 req-7581009d-ee77-4bef-8233-42bc3ce8e4d2 tempest-VolumesBackupsTest-1655690071 tempest-VolumesBackupsTest-1655690071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:37:41.047219 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a74753fb-4e73-409c-a9c6-35ce1d50b5f2 req-7581009d-ee77-4bef-8233-42bc3ce8e4d2 tempest-VolumesBackupsTest-1655690071 tempest-VolumesBackupsTest-1655690071-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1332047 Jan 28 07:37:41.069874 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-a74753fb-4e73-409c-a9c6-35ce1d50b5f2 req-daf9849e-4b11-4404-ab2f-a839ed7a9c04 tempest-VolumesBackupsTest-1655690071 tempest-VolumesBackupsTest-1655690071-project] Request body: {'port': {'device_id': 'b0d35bb8-7e06-4b6d-b607-6825163dda59', 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb', 'admin_state_up': True, 'tenant_id': '92e8c6d45d8d4ce8ab1b80ffa4d7d863'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:37:41.186800 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a74753fb-4e73-409c-a9c6-35ce1d50b5f2 req-daf9849e-4b11-4404-ab2f-a839ed7a9c04 tempest-VolumesBackupsTest-1655690071 tempest-VolumesBackupsTest-1655690071-project] Made reservation on behalf of 92e8c6d45d8d4ce8ab1b80ffa4d7d863 for: {'port': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:37:41.190177 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-a74753fb-4e73-409c-a9c6-35ce1d50b5f2 req-daf9849e-4b11-4404-ab2f-a839ed7a9c04 tempest-VolumesBackupsTest-1655690071 tempest-VolumesBackupsTest-1655690071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:41.199193 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-a74753fb-4e73-409c-a9c6-35ce1d50b5f2 req-daf9849e-4b11-4404-ab2f-a839ed7a9c04 tempest-VolumesBackupsTest-1655690071 tempest-VolumesBackupsTest-1655690071-project] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:41.275319 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-a74753fb-4e73-409c-a9c6-35ce1d50b5f2 req-daf9849e-4b11-4404-ab2f-a839ed7a9c04 tempest-VolumesBackupsTest-1655690071 tempest-VolumesBackupsTest-1655690071-project] Publish callbacks [] for security_group (50d8d022-38dd-4347-90f0-7ca355f489c6), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:41.280565 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-a74753fb-4e73-409c-a9c6-35ce1d50b5f2 req-daf9849e-4b11-4404-ab2f-a839ed7a9c04 tempest-VolumesBackupsTest-1655690071 tempest-VolumesBackupsTest-1655690071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (50d8d022-38dd-4347-90f0-7ca355f489c6), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:41.375059 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf9849e-4b11-4404-ab2f-a839ed7a9c04 tempest-VolumesBackupsTest-1655690071 tempest-VolumesBackupsTest-1655690071-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50d8d022-38dd-4347-90f0-7ca355f489c6,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:37:41.393742 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c21cb5ca-09c7-4738-9d01-163d672f189e req-04d5f88a-fe6e-4f5e-bb1f-24deae2aa2ee service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5bdb339a-b414-40ec-853a-3ef6c13723b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0493753 Jan 28 07:37:41.453174 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [req-a74753fb-4e73-409c-a9c6-35ce1d50b5f2 req-daf9849e-4b11-4404-ab2f-a839ed7a9c04 tempest-VolumesBackupsTest-1655690071 tempest-VolumesBackupsTest-1655690071-project] Allocated IP 192.168.233.167 (d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb/5785b43d-448b-4d12-9eb5-4e4caf2e7eaf/b99e60e1-db6c-4266-bc37-aa7fc1268b7a) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:37:41.506371 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21cb5ca-09c7-4738-9d01-163d672f189e req-733fb3ae-aa0a-45f0-8182-8af7c936b3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:37:41.508327 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c21cb5ca-09c7-4738-9d01-163d672f189e req-733fb3ae-aa0a-45f0-8182-8af7c936b3e6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f73b832598f540969f70df5d0be9d3b5&device_id=5bdb339a-b414-40ec-853a-3ef6c13723b5 HTTP/1.1" status: 200 len: 1098 time: 0.0457191 Jan 28 07:37:41.606971 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-a74753fb-4e73-409c-a9c6-35ce1d50b5f2 req-daf9849e-4b11-4404-ab2f-a839ed7a9c04 tempest-VolumesBackupsTest-1655690071 tempest-VolumesBackupsTest-1655690071-project] Publish callbacks [] for port (b99e60e1-db6c-4266-bc37-aa7fc1268b7a), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:41.621246 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21cb5ca-09c7-4738-9d01-163d672f189e req-ddf17335-0e15-4733-92e2-ea167f9778f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:37:41.622841 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c21cb5ca-09c7-4738-9d01-163d672f189e req-ddf17335-0e15-4733-92e2-ea167f9778f1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5b65f449-9374-4261-8791-074dee2c30ed HTTP/1.1" status: 200 len: 912 time: 0.0913775 Jan 28 07:37:41.645071 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-a74753fb-4e73-409c-a9c6-35ce1d50b5f2 req-daf9849e-4b11-4404-ab2f-a839ed7a9c04 tempest-VolumesBackupsTest-1655690071 tempest-VolumesBackupsTest-1655690071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (b99e60e1-db6c-4266-bc37-aa7fc1268b7a), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:41.695424 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a74753fb-4e73-409c-a9c6-35ce1d50b5f2 req-daf9849e-4b11-4404-ab2f-a839ed7a9c04 tempest-VolumesBackupsTest-1655690071 tempest-VolumesBackupsTest-1655690071-project] Network d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:37:41.701474 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [req-a74753fb-4e73-409c-a9c6-35ce1d50b5f2 req-daf9849e-4b11-4404-ab2f-a839ed7a9c04 tempest-VolumesBackupsTest-1655690071 tempest-VolumesBackupsTest-1655690071-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:37:41.706174 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-a74753fb-4e73-409c-a9c6-35ce1d50b5f2 req-daf9849e-4b11-4404-ab2f-a839ed7a9c04 tempest-VolumesBackupsTest-1655690071 tempest-VolumesBackupsTest-1655690071-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:37:41.725436 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c21cb5ca-09c7-4738-9d01-163d672f189e req-82b183ae-13fb-44d3-af18-087419e84298 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ff309cc4-f50c-4036-a1aa-62b3a86e0963 HTTP/1.1" status: 200 len: 1002 time: 0.0948045 Jan 28 07:37:41.734101 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf9849e-4b11-4404-ab2f-a839ed7a9c04 tempest-VolumesBackupsTest-1655690071 tempest-VolumesBackupsTest-1655690071-project] Pushing event updated for resources: {'Port': ['ID=b99e60e1-db6c-4266-bc37-aa7fc1268b7a,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:37:41.777126 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74753fb-4e73-409c-a9c6-35ce1d50b5f2 req-daf9849e-4b11-4404-ab2f-a839ed7a9c04 tempest-VolumesBackupsTest-1655690071 tempest-VolumesBackupsTest-1655690071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:37:41.777951 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-a74753fb-4e73-409c-a9c6-35ce1d50b5f2 req-daf9849e-4b11-4404-ab2f-a839ed7a9c04 tempest-VolumesBackupsTest-1655690071 tempest-VolumesBackupsTest-1655690071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:41.783090 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21cb5ca-09c7-4738-9d01-163d672f189e req-29763eb3-7137-4ce5-907b-687998261bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:37:41.784638 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c21cb5ca-09c7-4738-9d01-163d672f189e req-29763eb3-7137-4ce5-907b-687998261bca service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1a5a6122-c300-492c-8f7e-fbb048082731 HTTP/1.1" status: 200 len: 850 time: 0.0473471 Jan 28 07:37:41.836543 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a74753fb-4e73-409c-a9c6-35ce1d50b5f2 req-daf9849e-4b11-4404-ab2f-a839ed7a9c04 tempest-VolumesBackupsTest-1655690071 tempest-VolumesBackupsTest-1655690071-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7710559 Jan 28 07:37:41.848778 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21cb5ca-09c7-4738-9d01-163d672f189e req-53549f8b-275a-4bdf-9a66-84db4d062a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:37:41.850356 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c21cb5ca-09c7-4738-9d01-163d672f189e req-53549f8b-275a-4bdf-9a66-84db4d062a55 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5b65f449-9374-4261-8791-074dee2c30ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0591593 Jan 28 07:37:41.853403 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3461b876-9529-49a4-b4bd-b9c39b8f272f req-0748f17c-d8a1-49dd-9788-9125020efb11 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:37:41.855069 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-3461b876-9529-49a4-b4bd-b9c39b8f272f req-0748f17c-d8a1-49dd-9788-9125020efb11 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7b3bf0d-5b6b-4d61-8bbd-0a6cb2b87cd3 HTTP/1.1" status: 200 len: 945 time: 0.0683579 Jan 28 07:37:41.860748 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-a74753fb-4e73-409c-a9c6-35ce1d50b5f2 req-4554c83f-3649-42f7-a680-da946a8dd3cb service neutron] Request body: {'port': {'device_id': 'b0d35bb8-7e06-4b6d-b607-6825163dda59', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712749-28'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:37:41.975454 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c21cb5ca-09c7-4738-9d01-163d672f189e req-4c1248d6-a029-43b1-a975-3c9090e26d02 service neutron] 10.222.0.10 "GET /v2.0/networks/5b65f449-9374-4261-8791-074dee2c30ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173775 Jan 28 07:37:41.976786 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-3461b876-9529-49a4-b4bd-b9c39b8f272f req-8f5aea00-d0e9-4d7a-b40e-b51e380df1f1 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/security-groups?id=aca7eb5c-f7de-41b7-ac0f-53602a03b63e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129870 Jan 28 07:37:41.980540 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-a74753fb-4e73-409c-a9c6-35ce1d50b5f2 req-4554c83f-3649-42f7-a680-da946a8dd3cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (b99e60e1-db6c-4266-bc37-aa7fc1268b7a), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:42.066394 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-7fefb7b6-1a1b-4571-be0b-bb623f376c79 None None] Provisioning complete for port b99e60e1-db6c-4266-bc37-aa7fc1268b7a triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:37:42.066933 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7fefb7b6-1a1b-4571-be0b-bb623f376c79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (b99e60e1-db6c-4266-bc37-aa7fc1268b7a), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:42.118467 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e8115f-05a0-40a0-b1f0-45415eada358 req-7c235f8c-baa1-46ea-963a-6525a71944ea tempest-VolumesBackupsTest-1655690071 tempest-VolumesBackupsTest-1655690071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:37:42.120927 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c1e8115f-05a0-40a0-b1f0-45415eada358 req-7c235f8c-baa1-46ea-963a-6525a71944ea tempest-VolumesBackupsTest-1655690071 tempest-VolumesBackupsTest-1655690071-project] 10.222.0.41 "GET /v2.0/ports?device_id=b0d35bb8-7e06-4b6d-b607-6825163dda59 HTTP/1.1" status: 200 len: 936 time: 0.1145823 Jan 28 07:37:42.125526 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-7fefb7b6-1a1b-4571-be0b-bb623f376c79 None None] Port b99e60e1-db6c-4266-bc37-aa7fc1268b7a cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:37:42.155329 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c21cb5ca-09c7-4738-9d01-163d672f189e req-8a2f98b5-98a1-4f9c-816a-76b3fe0825b3 service neutron] 10.222.0.10 "GET /v2.0/networks/5b65f449-9374-4261-8791-074dee2c30ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576302 Jan 28 07:37:42.193164 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c1e8115f-05a0-40a0-b1f0-45415eada358 req-99676eb6-c34e-48ba-97d5-81f41adff275 tempest-VolumesBackupsTest-1655690071 tempest-VolumesBackupsTest-1655690071-project] 10.222.0.41 "GET /v2.0/security-groups?id=50d8d022-38dd-4347-90f0-7ca355f489c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536914 Jan 28 07:37:42.230974 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2165d8-2b3f-4323-9bc5-f3d44ba93517 req-c3467913-9817-4ea6-b9b6-3b6ff975b3cd tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:37:42.232637 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5a2165d8-2b3f-4323-9bc5-f3d44ba93517 req-c3467913-9817-4ea6-b9b6-3b6ff975b3cd tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=d25e9777-be56-46a3-9dd9-e10d0bec5196 HTTP/1.1" status: 200 len: 945 time: 0.1282041 Jan 28 07:37:42.314213 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5a2165d8-2b3f-4323-9bc5-f3d44ba93517 req-344001da-2c54-4b08-94ef-580f837d2baf tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7a11e82-5704-491d-abd6-aba50865dcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748029 Jan 28 07:37:42.368778 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [req-a74753fb-4e73-409c-a9c6-35ce1d50b5f2 req-4554c83f-3649-42f7-a680-da946a8dd3cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b99e60e1-db6c-4266-bc37-aa7fc1268b7a {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:37:42.376941 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-a74753fb-4e73-409c-a9c6-35ce1d50b5f2 req-4554c83f-3649-42f7-a680-da946a8dd3cb service neutron] Publish callbacks [] for port (b99e60e1-db6c-4266-bc37-aa7fc1268b7a), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:42.389178 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [req-a74753fb-4e73-409c-a9c6-35ce1d50b5f2 req-4554c83f-3649-42f7-a680-da946a8dd3cb service neutron] Transition to ACTIVE for port object b99e60e1-db6c-4266-bc37-aa7fc1268b7a will not be triggered until provisioned by entity L2. {{(pid=103283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:37:42.392508 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-a74753fb-4e73-409c-a9c6-35ce1d50b5f2 req-4554c83f-3649-42f7-a680-da946a8dd3cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (b99e60e1-db6c-4266-bc37-aa7fc1268b7a), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:42.445798 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4554c83f-3649-42f7-a680-da946a8dd3cb service neutron] Pushing event updated for resources: {'Port': ['ID=b99e60e1-db6c-4266-bc37-aa7fc1268b7a,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:37:42.523820 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-a74753fb-4e73-409c-a9c6-35ce1d50b5f2 req-4554c83f-3649-42f7-a680-da946a8dd3cb service neutron] Attempting to bind port b99e60e1-db6c-4266-bc37-aa7fc1268b7a on host n-h2-712749-28 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:37:42.524514 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-a74753fb-4e73-409c-a9c6-35ce1d50b5f2 req-4554c83f-3649-42f7-a680-da946a8dd3cb service neutron] Attempting to bind port b99e60e1-db6c-4266-bc37-aa7fc1268b7a by drivers openvswitch,hyperv on host n-h2-712749-28 at level 0 using segments [{'id': '9d52209e-a416-4cfe-8f8a-19567a90fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:37:42.524913 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a74753fb-4e73-409c-a9c6-35ce1d50b5f2 req-4554c83f-3649-42f7-a680-da946a8dd3cb service neutron] Attempting to bind port b99e60e1-db6c-4266-bc37-aa7fc1268b7a on network d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:37:42.530710 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a74753fb-4e73-409c-a9c6-35ce1d50b5f2 req-4554c83f-3649-42f7-a680-da946a8dd3cb service neutron] Port b99e60e1-db6c-4266-bc37-aa7fc1268b7a on network d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-28 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:37:42.531487 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a74753fb-4e73-409c-a9c6-35ce1d50b5f2 req-4554c83f-3649-42f7-a680-da946a8dd3cb service neutron] Attempting to bind port b99e60e1-db6c-4266-bc37-aa7fc1268b7a on network d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:37:42.536399 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a74753fb-4e73-409c-a9c6-35ce1d50b5f2 req-4554c83f-3649-42f7-a680-da946a8dd3cb service neutron] Checking agent: {'id': 'c9906e63-062c-432e-bb53-63fdb8115e18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 37, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:37:42.536744 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a74753fb-4e73-409c-a9c6-35ce1d50b5f2 req-4554c83f-3649-42f7-a680-da946a8dd3cb service neutron] Checking segment: {'id': '9d52209e-a416-4cfe-8f8a-19567a90fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:37:42.537244 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a74753fb-4e73-409c-a9c6-35ce1d50b5f2 req-4554c83f-3649-42f7-a680-da946a8dd3cb service neutron] Bound using segment: {'id': '9d52209e-a416-4cfe-8f8a-19567a90fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:37:42.537558 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-a74753fb-4e73-409c-a9c6-35ce1d50b5f2 req-4554c83f-3649-42f7-a680-da946a8dd3cb service neutron] Bound port: b99e60e1-db6c-4266-bc37-aa7fc1268b7a, host: n-h2-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d52209e-a416-4cfe-8f8a-19567a90fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:37:42.537919 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-a74753fb-4e73-409c-a9c6-35ce1d50b5f2 req-4554c83f-3649-42f7-a680-da946a8dd3cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (b99e60e1-db6c-4266-bc37-aa7fc1268b7a), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:42.610207 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-a74753fb-4e73-409c-a9c6-35ce1d50b5f2 req-4554c83f-3649-42f7-a680-da946a8dd3cb service neutron] For port b99e60e1-db6c-4266-bc37-aa7fc1268b7a, host n-h2-712749-28, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:37:42.613869 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-a74753fb-4e73-409c-a9c6-35ce1d50b5f2 req-4554c83f-3649-42f7-a680-da946a8dd3cb service neutron] For port b99e60e1-db6c-4266-bc37-aa7fc1268b7a, host n-h2-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=b99e60e1-db6c-4266-bc37-aa7fc1268b7a,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:37:42.620534 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-a74753fb-4e73-409c-a9c6-35ce1d50b5f2 req-4554c83f-3649-42f7-a680-da946a8dd3cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (b99e60e1-db6c-4266-bc37-aa7fc1268b7a), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:42.658964 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74753fb-4e73-409c-a9c6-35ce1d50b5f2 req-4554c83f-3649-42f7-a680-da946a8dd3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:37:42.659708 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-a74753fb-4e73-409c-a9c6-35ce1d50b5f2 req-4554c83f-3649-42f7-a680-da946a8dd3cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:42.661562 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a74753fb-4e73-409c-a9c6-35ce1d50b5f2 req-4554c83f-3649-42f7-a680-da946a8dd3cb service neutron] 10.222.0.44 "PUT /v2.0/ports/b99e60e1-db6c-4266-bc37-aa7fc1268b7a HTTP/1.1" status: 200 len: 1097 time: 0.8054984 Jan 28 07:37:42.662091 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0d35bb8-7e06-4b6d-b607-6825163dda59', 'tag': 'b99e60e1-db6c-4266-bc37-aa7fc1268b7a'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:37:42.664635 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51a7b1ea-114d-46c6-a6e6-db09154d0ef4" -d '{"events": [{"name": "network-changed", "server_uuid": "b0d35bb8-7e06-4b6d-b607-6825163dda59", "tag": "b99e60e1-db6c-4266-bc37-aa7fc1268b7a"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:37:42.693351 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4554c83f-3649-42f7-a680-da946a8dd3cb service neutron] Pushing event updated for resources: {'Port': ['ID=b99e60e1-db6c-4266-bc37-aa7fc1268b7a,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:37:42.764477 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:37:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f81a853-23d7-4102-831a-4c54b5371693 x-openstack-request-id: req-9f81a853-23d7-4102-831a-4c54b5371693 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:37:42.765111 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0d35bb8-7e06-4b6d-b607-6825163dda59", "tag": "b99e60e1-db6c-4266-bc37-aa7fc1268b7a", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:37:42.765557 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9f81a853-23d7-4102-831a-4c54b5371693 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:37:42.766273 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0d35bb8-7e06-4b6d-b607-6825163dda59', 'tag': 'b99e60e1-db6c-4266-bc37-aa7fc1268b7a', 'status': 'completed', 'code': 200} Jan 28 07:37:42.770583 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f48fba2-6212-40ec-901e-c152c6ae3b13 req-beb672ed-226d-485b-a2df-95d00879de1e tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:37:42.772175 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6f48fba2-6212-40ec-901e-c152c6ae3b13 req-beb672ed-226d-485b-a2df-95d00879de1e tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.10 "GET /v2.0/ports?device_id=d25e9777-be56-46a3-9dd9-e10d0bec5196 HTTP/1.1" status: 200 len: 945 time: 0.0623717 Jan 28 07:37:42.791802 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74753fb-4e73-409c-a9c6-35ce1d50b5f2 req-453d4555-6fa4-4fc1-b2af-124f7d50df4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:37:42.793051 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a74753fb-4e73-409c-a9c6-35ce1d50b5f2 req-453d4555-6fa4-4fc1-b2af-124f7d50df4d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=92e8c6d45d8d4ce8ab1b80ffa4d7d863&device_id=b0d35bb8-7e06-4b6d-b607-6825163dda59 HTTP/1.1" status: 200 len: 1100 time: 0.0612998 Jan 28 07:37:42.849838 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a74753fb-4e73-409c-a9c6-35ce1d50b5f2 req-d7997331-52a4-4824-b4a7-034f879146f5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=b99e60e1-db6c-4266-bc37-aa7fc1268b7a HTTP/1.1" status: 200 len: 217 time: 0.0439014 Jan 28 07:37:42.907523 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74753fb-4e73-409c-a9c6-35ce1d50b5f2 req-bb84d07b-fbf7-421c-a6e4-17fb1de06c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:37:42.909785 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a74753fb-4e73-409c-a9c6-35ce1d50b5f2 req-bb84d07b-fbf7-421c-a6e4-17fb1de06c58 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5785b43d-448b-4d12-9eb5-4e4caf2e7eaf HTTP/1.1" status: 200 len: 843 time: 0.0529380 Jan 28 07:37:42.949251 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-6f48fba2-6212-40ec-901e-c152c6ae3b13 req-e82cbb1b-e76f-4c1b-bb3a-054dda3567b9 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Deleting port e372dea9-a782-4660-9fb6-5eb16550cd09 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:37:42.949592 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-6f48fba2-6212-40ec-901e-c152c6ae3b13 req-e82cbb1b-e76f-4c1b-bb3a-054dda3567b9 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (e372dea9-a782-4660-9fb6-5eb16550cd09), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:42.965073 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74753fb-4e73-409c-a9c6-35ce1d50b5f2 req-9c8c027c-0d11-432c-b955-9f0a3a03315e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:37:42.966489 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a74753fb-4e73-409c-a9c6-35ce1d50b5f2 req-9c8c027c-0d11-432c-b955-9f0a3a03315e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0499709 Jan 28 07:37:42.973631 n-d-712749-28 neutron-server[103284]: INFO neutron.api.v2.resource [req-337718c9-9813-45d6-bd2a-5e3ced870a5f req-e973efa5-d409-4c85-b81e-62b61ba05a33 service neutron] show failed (client error): The resource could not be found. Jan 28 07:37:42.974690 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-337718c9-9813-45d6-bd2a-5e3ced870a5f req-e973efa5-d409-4c85-b81e-62b61ba05a33 service neutron] 10.222.0.44 "GET /v2.0/ports/2aa171a7-a280-4a6b-944d-f2c25bb594ae/bindings/n-h1-712749-28 HTTP/1.1" status: 404 len: 381 time: 0.1053689 Jan 28 07:37:43.092122 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a74753fb-4e73-409c-a9c6-35ce1d50b5f2 req-50c6aca2-1b5c-4253-8c7d-6e3308c86437 service neutron] 10.222.0.44 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187687 Jan 28 07:37:43.285588 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0d3764-21ad-42c9-b3d2-2756376d72b3 req-b1ecdd46-6908-4913-9d25-7bdf25b40e1c tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:37:43.287127 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9e0d3764-21ad-42c9-b3d2-2756376d72b3 req-b1ecdd46-6908-4913-9d25-7bdf25b40e1c tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7b3bf0d-5b6b-4d61-8bbd-0a6cb2b87cd3 HTTP/1.1" status: 200 len: 945 time: 0.1395128 Jan 28 07:37:43.304737 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a74753fb-4e73-409c-a9c6-35ce1d50b5f2 req-38ef7b41-a999-4d32-8d78-9ba102e197b0 service neutron] 10.222.0.44 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074823 Jan 28 07:37:43.361511 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337718c9-9813-45d6-bd2a-5e3ced870a5f req-8d068198-99d0-4d7e-963c-d9ec27584f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:37:43.363011 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-337718c9-9813-45d6-bd2a-5e3ced870a5f req-8d068198-99d0-4d7e-963c-d9ec27584f79 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e7b3bf0d-5b6b-4d61-8bbd-0a6cb2b87cd3&tenant_id=b44a0e5d7f134bd69aecc7a32d5e1b41 HTTP/1.1" status: 200 len: 1097 time: 0.1240153 Jan 28 07:37:43.377275 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9e0d3764-21ad-42c9-b3d2-2756376d72b3 req-994d0fee-828f-46c8-bc69-f0cf4c82e5cb tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/security-groups?id=aca7eb5c-f7de-41b7-ac0f-53602a03b63e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711405 Jan 28 07:37:43.391248 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-337718c9-9813-45d6-bd2a-5e3ced870a5f req-c28788d5-5533-4565-bf3c-721c4ddc3fde service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712749-28', 'device_owner': 'compute:nova'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:37:43.462791 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585bfcba-89c3-49a6-99c0-4b39c331c5e2 req-9140de76-7755-4414-bb20-d16cb26eaeb6 tempest-VolumesBackupsTest-1655690071 tempest-VolumesBackupsTest-1655690071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:37:43.470257 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-585bfcba-89c3-49a6-99c0-4b39c331c5e2 req-9140de76-7755-4414-bb20-d16cb26eaeb6 tempest-VolumesBackupsTest-1655690071 tempest-VolumesBackupsTest-1655690071-project] 10.222.0.41 "GET /v2.0/ports?device_id=b0d35bb8-7e06-4b6d-b607-6825163dda59 HTTP/1.1" status: 200 len: 948 time: 0.0850449 Jan 28 07:37:43.494918 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-6f48fba2-6212-40ec-901e-c152c6ae3b13 req-e82cbb1b-e76f-4c1b-bb3a-054dda3567b9 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] For port e372dea9-a782-4660-9fb6-5eb16550cd09, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=e372dea9-a782-4660-9fb6-5eb16550cd09,segment=NetworkSegment(51b887d5-fd17-4f2d-9bed-8a0b60014438),segment_id=51b887d5-fd17-4f2d-9bed-8a0b60014438)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:37:43.495206 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-6f48fba2-6212-40ec-901e-c152c6ae3b13 req-e82cbb1b-e76f-4c1b-bb3a-054dda3567b9 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (e372dea9-a782-4660-9fb6-5eb16550cd09), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:43.496468 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-337718c9-9813-45d6-bd2a-5e3ced870a5f req-c28788d5-5533-4565-bf3c-721c4ddc3fde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (2aa171a7-a280-4a6b-944d-f2c25bb594ae), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:43.518024 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-6f48fba2-6212-40ec-901e-c152c6ae3b13 req-e82cbb1b-e76f-4c1b-bb3a-054dda3567b9 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Calling delete_port for e372dea9-a782-4660-9fb6-5eb16550cd09 owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:37:43.560778 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-585bfcba-89c3-49a6-99c0-4b39c331c5e2 req-83d67df9-d3d6-4697-83b4-4e995b8533f6 tempest-VolumesBackupsTest-1655690071 tempest-VolumesBackupsTest-1655690071-project] 10.222.0.41 "GET /v2.0/security-groups?id=50d8d022-38dd-4347-90f0-7ca355f489c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895822 Jan 28 07:37:43.729772 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-6f48fba2-6212-40ec-901e-c152c6ae3b13 req-e82cbb1b-e76f-4c1b-bb3a-054dda3567b9 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (e372dea9-a782-4660-9fb6-5eb16550cd09), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:43.770423 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82cbb1b-e76f-4c1b-bb3a-054dda3567b9 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Pushing event deleted for resources: {'Port': ['ID=e372dea9-a782-4660-9fb6-5eb16550cd09,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:37:43.787353 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['e372dea9-a782-4660-9fb6-5eb16550cd09'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:37:43.853353 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f48fba2-6212-40ec-901e-c152c6ae3b13 req-e82cbb1b-e76f-4c1b-bb3a-054dda3567b9 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] No DVR routers for this DVR port e372dea9-a782-4660-9fb6-5eb16550cd09 on host n-h1-712749-28 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:37:43.856785 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-6f48fba2-6212-40ec-901e-c152c6ae3b13 req-e82cbb1b-e76f-4c1b-bb3a-054dda3567b9 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:43.860121 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6f48fba2-6212-40ec-901e-c152c6ae3b13 req-e82cbb1b-e76f-4c1b-bb3a-054dda3567b9 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.10 "DELETE /v2.0/ports/e372dea9-a782-4660-9fb6-5eb16550cd09 HTTP/1.1" status: 204 len: 173 time: 1.0795727 Jan 28 07:37:43.861422 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd25e9777-be56-46a3-9dd9-e10d0bec5196', 'name': 'network-vif-deleted', 'tag': 'e372dea9-a782-4660-9fb6-5eb16550cd09'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:37:43.862960 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe9f7e1a-9fad-48a2-a4f0-f142f083145a" -d '{"events": [{"server_uuid": "d25e9777-be56-46a3-9dd9-e10d0bec5196", "name": "network-vif-deleted", "tag": "e372dea9-a782-4660-9fb6-5eb16550cd09"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:37:43.927348 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddf6e5aa-a1f6-4de2-b60e-d3eaee2bc587 x-openstack-request-id: req-ddf6e5aa-a1f6-4de2-b60e-d3eaee2bc587 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:37:43.927546 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c6cb2b8e-15b7-4c29-bab7-8300c91c9048 req-b22727cf-6178-4d24-a772-1e27bd78b3be tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=d25e9777-be56-46a3-9dd9-e10d0bec5196 HTTP/1.1" status: 200 len: 210 time: 0.0406449 Jan 28 07:37:43.927654 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d25e9777-be56-46a3-9dd9-e10d0bec5196", "name": "network-vif-deleted", "tag": "e372dea9-a782-4660-9fb6-5eb16550cd09", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:37:43.927910 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ddf6e5aa-a1f6-4de2-b60e-d3eaee2bc587 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:37:43.928343 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd25e9777-be56-46a3-9dd9-e10d0bec5196', 'name': 'network-vif-deleted', 'tag': 'e372dea9-a782-4660-9fb6-5eb16550cd09', 'status': 'completed', 'code': 200} Jan 28 07:37:43.965438 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a7b1ea-114d-46c6-a6e6-db09154d0ef4 req-9201b960-2ed1-486b-abe2-5a19028f422a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:37:43.969439 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-51a7b1ea-114d-46c6-a6e6-db09154d0ef4 req-9201b960-2ed1-486b-abe2-5a19028f422a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=92e8c6d45d8d4ce8ab1b80ffa4d7d863&device_id=b0d35bb8-7e06-4b6d-b607-6825163dda59 HTTP/1.1" status: 200 len: 1100 time: 0.5219278 Jan 28 07:37:44.271875 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a7b1ea-114d-46c6-a6e6-db09154d0ef4 req-7012d890-8b3c-49ea-b915-46adf2695823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:37:44.273566 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-51a7b1ea-114d-46c6-a6e6-db09154d0ef4 req-7012d890-8b3c-49ea-b915-46adf2695823 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb HTTP/1.1" status: 200 len: 870 time: 0.2891634 Jan 28 07:37:44.337342 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-51a7b1ea-114d-46c6-a6e6-db09154d0ef4 req-adf3983a-bd56-4ecf-9268-fde92471ca6d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=b99e60e1-db6c-4266-bc37-aa7fc1268b7a HTTP/1.1" status: 200 len: 217 time: 0.0399134 Jan 28 07:37:44.432338 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-337718c9-9813-45d6-bd2a-5e3ced870a5f req-c28788d5-5533-4565-bf3c-721c4ddc3fde service neutron] For port 2aa171a7-a280-4a6b-944d-f2c25bb594ae, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=2aa171a7-a280-4a6b-944d-f2c25bb594ae,segment=NetworkSegment(52cd2574-ca92-4feb-a84f-ca598210916f),segment_id=52cd2574-ca92-4feb-a84f-ca598210916f)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:37:44.456913 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a7b1ea-114d-46c6-a6e6-db09154d0ef4 req-c114fd2e-3a40-4b66-a99c-4cd317ca6b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:37:44.458421 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-51a7b1ea-114d-46c6-a6e6-db09154d0ef4 req-c114fd2e-3a40-4b66-a99c-4cd317ca6b7e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5785b43d-448b-4d12-9eb5-4e4caf2e7eaf HTTP/1.1" status: 200 len: 843 time: 0.1158988 Jan 28 07:37:44.512295 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-337718c9-9813-45d6-bd2a-5e3ced870a5f req-c28788d5-5533-4565-bf3c-721c4ddc3fde service neutron] For port 2aa171a7-a280-4a6b-944d-f2c25bb594ae, host n-h2-712749-28, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:37:44.548124 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a7b1ea-114d-46c6-a6e6-db09154d0ef4 req-e62a1bbf-40e6-418c-9217-19155e75591f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:37:44.549589 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-51a7b1ea-114d-46c6-a6e6-db09154d0ef4 req-e62a1bbf-40e6-418c-9217-19155e75591f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0809009 Jan 28 07:37:44.620172 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48646de1-a315-465b-8be3-d2ed0d2154e5 req-204a4952-adba-4efc-a3cd-f08ff01172e9 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:37:44.621770 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-48646de1-a315-465b-8be3-d2ed0d2154e5 req-204a4952-adba-4efc-a3cd-f08ff01172e9 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7b3bf0d-5b6b-4d61-8bbd-0a6cb2b87cd3 HTTP/1.1" status: 200 len: 945 time: 0.1177797 Jan 28 07:37:44.707643 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-337718c9-9813-45d6-bd2a-5e3ced870a5f req-c28788d5-5533-4565-bf3c-721c4ddc3fde service neutron] Publish callbacks [] for port (2aa171a7-a280-4a6b-944d-f2c25bb594ae), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:44.731573 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [req-337718c9-9813-45d6-bd2a-5e3ced870a5f req-c28788d5-5533-4565-bf3c-721c4ddc3fde service neutron] Transition to ACTIVE for port object 2aa171a7-a280-4a6b-944d-f2c25bb594ae will not be triggered until provisioned by entity L2. {{(pid=103283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:37:44.747718 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-337718c9-9813-45d6-bd2a-5e3ced870a5f req-c28788d5-5533-4565-bf3c-721c4ddc3fde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (2aa171a7-a280-4a6b-944d-f2c25bb594ae), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:44.764542 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-48646de1-a315-465b-8be3-d2ed0d2154e5 req-707755ba-70c1-4f01-ba0c-96ca8fc3866b tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/security-groups?id=aca7eb5c-f7de-41b7-ac0f-53602a03b63e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1358867 Jan 28 07:37:44.782142 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7b3bf0d-5b6b-4d61-8bbd-0a6cb2b87cd3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2aa171a7-a280-4a6b-944d-f2c25bb594ae'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:37:44.784908 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fec47bb2-36e4-4b94-bce9-817829534ef2" -d '{"events": [{"server_uuid": "e7b3bf0d-5b6b-4d61-8bbd-0a6cb2b87cd3", "name": "network-vif-unplugged", "status": "completed", "tag": "2aa171a7-a280-4a6b-944d-f2c25bb594ae"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:37:44.835573 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-51a7b1ea-114d-46c6-a6e6-db09154d0ef4 req-6f0520f0-62ed-4a9c-8e23-d353247892b3 service neutron] 10.222.0.44 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2728283 Jan 28 07:37:44.974228 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 07:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3d942bc-555c-4772-a1f1-83cfeca46d32 x-openstack-request-id: req-c3d942bc-555c-4772-a1f1-83cfeca46d32 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:37:44.974540 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7b3bf0d-5b6b-4d61-8bbd-0a6cb2b87cd3", "name": "network-vif-unplugged", "status": "completed", "tag": "2aa171a7-a280-4a6b-944d-f2c25bb594ae", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:37:44.974779 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c3d942bc-555c-4772-a1f1-83cfeca46d32 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:37:44.975172 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7b3bf0d-5b6b-4d61-8bbd-0a6cb2b87cd3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2aa171a7-a280-4a6b-944d-f2c25bb594ae', 'code': 200} Jan 28 07:37:44.976229 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28788d5-5533-4565-bf3c-721c4ddc3fde service neutron] Pushing event updated for resources: {'Port': ['ID=2aa171a7-a280-4a6b-944d-f2c25bb594ae,revision_number=6']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:37:45.122277 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ecefe3-b0e0-4929-9bda-29ff8c683a8b req-e48991a9-d55f-4c4f-bc3e-036b5f57174a tempest-VolumesBackupsTest-1655690071 tempest-VolumesBackupsTest-1655690071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:37:45.136558 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a3ecefe3-b0e0-4929-9bda-29ff8c683a8b req-e48991a9-d55f-4c4f-bc3e-036b5f57174a tempest-VolumesBackupsTest-1655690071 tempest-VolumesBackupsTest-1655690071-project] 10.222.0.41 "GET /v2.0/ports?device_id=b0d35bb8-7e06-4b6d-b607-6825163dda59 HTTP/1.1" status: 200 len: 948 time: 0.2988269 Jan 28 07:37:45.152758 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-08765bf1-6533-428a-bda5-025943abb68f req-f9236b1e-82e1-4fef-b203-dfa56dc4353a tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=d25e9777-be56-46a3-9dd9-e10d0bec5196 HTTP/1.1" status: 200 len: 210 time: 0.0552082 Jan 28 07:37:45.190086 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-51a7b1ea-114d-46c6-a6e6-db09154d0ef4 req-b9ffd691-945a-418c-b4e0-499bc3ebea6b service neutron] 10.222.0.44 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3441377 Jan 28 07:37:45.208546 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-337718c9-9813-45d6-bd2a-5e3ced870a5f req-c28788d5-5533-4565-bf3c-721c4ddc3fde service neutron] No DVR routers for this DVR port 2aa171a7-a280-4a6b-944d-f2c25bb594ae on host n-h2-712749-28 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:37:45.357257 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a3ecefe3-b0e0-4929-9bda-29ff8c683a8b req-98d720c8-40da-4064-a0e4-ae66ae333c21 tempest-VolumesBackupsTest-1655690071 tempest-VolumesBackupsTest-1655690071-project] 10.222.0.41 "GET /v2.0/security-groups?id=50d8d022-38dd-4347-90f0-7ca355f489c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980293 Jan 28 07:37:45.436370 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-337718c9-9813-45d6-bd2a-5e3ced870a5f req-c28788d5-5533-4565-bf3c-721c4ddc3fde service neutron] Attempting to bind port 2aa171a7-a280-4a6b-944d-f2c25bb594ae on host n-h1-712749-28 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:37:45.437002 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-337718c9-9813-45d6-bd2a-5e3ced870a5f req-c28788d5-5533-4565-bf3c-721c4ddc3fde service neutron] Attempting to bind port 2aa171a7-a280-4a6b-944d-f2c25bb594ae by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': '52cd2574-ca92-4feb-a84f-ca598210916f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '4cd7327e-e36b-480d-8267-1d92962c787c'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:37:45.437002 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-337718c9-9813-45d6-bd2a-5e3ced870a5f req-c28788d5-5533-4565-bf3c-721c4ddc3fde service neutron] Attempting to bind port 2aa171a7-a280-4a6b-944d-f2c25bb594ae on network 4cd7327e-e36b-480d-8267-1d92962c787c {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:37:45.449267 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-337718c9-9813-45d6-bd2a-5e3ced870a5f req-c28788d5-5533-4565-bf3c-721c4ddc3fde service neutron] Port 2aa171a7-a280-4a6b-944d-f2c25bb594ae on network 4cd7327e-e36b-480d-8267-1d92962c787c not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:37:45.450056 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-337718c9-9813-45d6-bd2a-5e3ced870a5f req-c28788d5-5533-4565-bf3c-721c4ddc3fde service neutron] Attempting to bind port 2aa171a7-a280-4a6b-944d-f2c25bb594ae on network 4cd7327e-e36b-480d-8267-1d92962c787c {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:37:45.456265 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-337718c9-9813-45d6-bd2a-5e3ced870a5f req-c28788d5-5533-4565-bf3c-721c4ddc3fde service neutron] Checking agent: {'id': '2fca46b1-237f-4857-9290-2429d810e472', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 37, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:37:45.456861 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-337718c9-9813-45d6-bd2a-5e3ced870a5f req-c28788d5-5533-4565-bf3c-721c4ddc3fde service neutron] Checking segment: {'id': '52cd2574-ca92-4feb-a84f-ca598210916f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '4cd7327e-e36b-480d-8267-1d92962c787c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:37:45.457703 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-337718c9-9813-45d6-bd2a-5e3ced870a5f req-c28788d5-5533-4565-bf3c-721c4ddc3fde service neutron] Bound using segment: {'id': '52cd2574-ca92-4feb-a84f-ca598210916f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '4cd7327e-e36b-480d-8267-1d92962c787c'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:37:45.457703 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-337718c9-9813-45d6-bd2a-5e3ced870a5f req-c28788d5-5533-4565-bf3c-721c4ddc3fde service neutron] Bound port: 2aa171a7-a280-4a6b-944d-f2c25bb594ae, host: n-h1-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52cd2574-ca92-4feb-a84f-ca598210916f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '4cd7327e-e36b-480d-8267-1d92962c787c'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:37:45.459460 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-337718c9-9813-45d6-bd2a-5e3ced870a5f req-c28788d5-5533-4565-bf3c-721c4ddc3fde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (2aa171a7-a280-4a6b-944d-f2c25bb594ae), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:45.471581 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device b99e60e1-db6c-4266-bc37-aa7fc1268b7a details requested by agent hyperv_n-h2-712749-28 with host n-h2-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:37:45.566307 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-337718c9-9813-45d6-bd2a-5e3ced870a5f req-c28788d5-5533-4565-bf3c-721c4ddc3fde service neutron] For port 2aa171a7-a280-4a6b-944d-f2c25bb594ae, host n-h1-712749-28, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:37:45.570410 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-337718c9-9813-45d6-bd2a-5e3ced870a5f req-c28788d5-5533-4565-bf3c-721c4ddc3fde service neutron] For port 2aa171a7-a280-4a6b-944d-f2c25bb594ae, host n-h1-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=2aa171a7-a280-4a6b-944d-f2c25bb594ae,segment=NetworkSegment(52cd2574-ca92-4feb-a84f-ca598210916f),segment_id=52cd2574-ca92-4feb-a84f-ca598210916f)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:37:45.580805 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-337718c9-9813-45d6-bd2a-5e3ced870a5f req-c28788d5-5533-4565-bf3c-721c4ddc3fde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (2aa171a7-a280-4a6b-944d-f2c25bb594ae), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:45.587558 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port b99e60e1-db6c-4266-bc37-aa7fc1268b7a, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=b99e60e1-db6c-4266-bc37-aa7fc1268b7a,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:37:45.601228 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Returning: {'device': 'b99e60e1-db6c-4266-bc37-aa7fc1268b7a', 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb', 'port_id': 'b99e60e1-db6c-4266-bc37-aa7fc1268b7a', 'mac_address': 'fa:16:3e:6f:ee:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5785b43d-448b-4d12-9eb5-4e4caf2e7eaf', 'ip_address': '192.168.233.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:37:45.641783 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port b99e60e1-db6c-4266-bc37-aa7fc1268b7a is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:37:45.642509 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (b99e60e1-db6c-4266-bc37-aa7fc1268b7a), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:45.678142 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b99e60e1-db6c-4266-bc37-aa7fc1268b7a {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:37:45.690142 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337718c9-9813-45d6-bd2a-5e3ced870a5f req-c28788d5-5533-4565-bf3c-721c4ddc3fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:37:45.690808 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-337718c9-9813-45d6-bd2a-5e3ced870a5f req-c28788d5-5533-4565-bf3c-721c4ddc3fde service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:45.692382 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-337718c9-9813-45d6-bd2a-5e3ced870a5f req-c28788d5-5533-4565-bf3c-721c4ddc3fde service neutron] 10.222.0.10 "PUT /v2.0/ports/2aa171a7-a280-4a6b-944d-f2c25bb594ae HTTP/1.1" status: 200 len: 1092 time: 2.3058209 Jan 28 07:37:45.737965 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port b99e60e1-db6c-4266-bc37-aa7fc1268b7a, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=b99e60e1-db6c-4266-bc37-aa7fc1268b7a,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:37:45.753716 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28788d5-5533-4565-bf3c-721c4ddc3fde service neutron] Pushing event updated for resources: {'Port': ['ID=2aa171a7-a280-4a6b-944d-f2c25bb594ae,revision_number=7']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:37:45.757682 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (b99e60e1-db6c-4266-bc37-aa7fc1268b7a), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:45.803420 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337718c9-9813-45d6-bd2a-5e3ced870a5f req-8269a52d-4857-4c8f-8993-9272ca687024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:37:45.805584 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-337718c9-9813-45d6-bd2a-5e3ced870a5f req-8269a52d-4857-4c8f-8993-9272ca687024 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b44a0e5d7f134bd69aecc7a32d5e1b41&device_id=e7b3bf0d-5b6b-4d61-8bbd-0a6cb2b87cd3 HTTP/1.1" status: 200 len: 1095 time: 0.0639520 Jan 28 07:37:45.852411 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=b99e60e1-db6c-4266-bc37-aa7fc1268b7a,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:37:46.040007 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d454344a-f614-4703-8d76-d76f17389b0a req-4db28c70-8077-4ba9-bbe4-fe3800d4dcac tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:37:46.048012 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d454344a-f614-4703-8d76-d76f17389b0a req-4db28c70-8077-4ba9-bbe4-fe3800d4dcac tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7b3bf0d-5b6b-4d61-8bbd-0a6cb2b87cd3 HTTP/1.1" status: 200 len: 943 time: 0.0793519 Jan 28 07:37:46.060260 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['b99e60e1-db6c-4266-bc37-aa7fc1268b7a'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:37:46.127446 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337718c9-9813-45d6-bd2a-5e3ced870a5f req-5baade7c-3124-4183-b46c-6fcc8139817f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:37:46.129062 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-337718c9-9813-45d6-bd2a-5e3ced870a5f req-5baade7c-3124-4183-b46c-6fcc8139817f service neutron] 10.222.0.10 "GET /v2.0/networks?id=4cd7327e-e36b-480d-8267-1d92962c787c HTTP/1.1" status: 200 len: 897 time: 0.3171639 Jan 28 07:37:46.186716 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d454344a-f614-4703-8d76-d76f17389b0a req-67477a34-8048-499f-adb0-aa6f31af8ea9 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/security-groups?id=aca7eb5c-f7de-41b7-ac0f-53602a03b63e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1371377 Jan 28 07:37:46.204476 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device e372dea9-a782-4660-9fb6-5eb16550cd09 no longer exists at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:37:46.268446 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] No Port match for: e372dea9-a782-4660-9fb6-5eb16550cd09 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:37:46.268930 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device e372dea9-a782-4660-9fb6-5eb16550cd09 not bound to the agent host n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:37:46.302535 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5a3393f4-fe89-4d57-9ca7-a26a55c18f85 req-142a9881-7600-4713-836d-90ed1e90b885 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=d25e9777-be56-46a3-9dd9-e10d0bec5196 HTTP/1.1" status: 200 len: 210 time: 0.0520039 Jan 28 07:37:46.312696 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-337718c9-9813-45d6-bd2a-5e3ced870a5f req-5c863630-1768-4d2f-8ea5-880988b0d0cb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2aa171a7-a280-4a6b-944d-f2c25bb594ae HTTP/1.1" status: 200 len: 998 time: 0.1630888 Jan 28 07:37:46.476565 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337718c9-9813-45d6-bd2a-5e3ced870a5f req-65066c83-8564-40cd-817d-8119247bba2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:37:46.479524 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-337718c9-9813-45d6-bd2a-5e3ced870a5f req-65066c83-8564-40cd-817d-8119247bba2b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=eece5a52-7098-456c-850b-c41ca6fe42c6 HTTP/1.1" status: 200 len: 835 time: 0.1541240 Jan 28 07:37:46.506428 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4a4d67-8875-491e-8ec2-2fd3a0f38a76 req-8043164f-15fa-4cfa-bc9d-7f570cb40476 tempest-VolumesBackupsTest-1655690071 tempest-VolumesBackupsTest-1655690071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:37:46.508001 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5d4a4d67-8875-491e-8ec2-2fd3a0f38a76 req-8043164f-15fa-4cfa-bc9d-7f570cb40476 tempest-VolumesBackupsTest-1655690071 tempest-VolumesBackupsTest-1655690071-project] 10.222.0.41 "GET /v2.0/ports?device_id=b0d35bb8-7e06-4b6d-b607-6825163dda59 HTTP/1.1" status: 200 len: 949 time: 0.0777776 Jan 28 07:37:46.569054 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337718c9-9813-45d6-bd2a-5e3ced870a5f req-5fe254f7-3f1a-454b-97b6-696c8def4994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:37:46.570487 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-337718c9-9813-45d6-bd2a-5e3ced870a5f req-5fe254f7-3f1a-454b-97b6-696c8def4994 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4cd7327e-e36b-480d-8267-1d92962c787c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0834150 Jan 28 07:37:46.581643 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5d4a4d67-8875-491e-8ec2-2fd3a0f38a76 req-2d8291b4-cb1b-439e-80f9-2ddd15450c08 tempest-VolumesBackupsTest-1655690071 tempest-VolumesBackupsTest-1655690071-project] 10.222.0.41 "GET /v2.0/security-groups?id=50d8d022-38dd-4347-90f0-7ca355f489c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592391 Jan 28 07:37:46.678534 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-337718c9-9813-45d6-bd2a-5e3ced870a5f req-1d9a1c1e-e6bd-42f0-81a0-0b62d2b2d4da service neutron] 10.222.0.10 "GET /v2.0/networks/4cd7327e-e36b-480d-8267-1d92962c787c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958290 Jan 28 07:37:46.788851 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-337718c9-9813-45d6-bd2a-5e3ced870a5f req-5ba6b8f2-8a8b-48ac-920c-1165a9690345 service neutron] 10.222.0.10 "GET /v2.0/networks/4cd7327e-e36b-480d-8267-1d92962c787c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018212 Jan 28 07:37:46.980378 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7b3bf0d-5b6b-4d61-8bbd-0a6cb2b87cd3', 'tag': '2aa171a7-a280-4a6b-944d-f2c25bb594ae'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:37:46.983140 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1062dbed-ecc6-4da8-a79b-f9ddd0ed2b87" -d '{"events": [{"name": "network-changed", "server_uuid": "e7b3bf0d-5b6b-4d61-8bbd-0a6cb2b87cd3", "tag": "2aa171a7-a280-4a6b-944d-f2c25bb594ae"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:37:47.042304 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85664ccd-f488-4dff-aebe-39e3c47c9c18 x-openstack-request-id: req-85664ccd-f488-4dff-aebe-39e3c47c9c18 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:37:47.042870 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7b3bf0d-5b6b-4d61-8bbd-0a6cb2b87cd3", "tag": "2aa171a7-a280-4a6b-944d-f2c25bb594ae", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:37:47.043349 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-85664ccd-f488-4dff-aebe-39e3c47c9c18 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:37:47.044023 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7b3bf0d-5b6b-4d61-8bbd-0a6cb2b87cd3', 'tag': '2aa171a7-a280-4a6b-944d-f2c25bb594ae', 'status': 'completed', 'code': 200} Jan 28 07:37:47.161266 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1062dbed-ecc6-4da8-a79b-f9ddd0ed2b87 req-2d78ed82-62dc-41e1-a3b0-537a5e65bfa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:37:47.162751 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1062dbed-ecc6-4da8-a79b-f9ddd0ed2b87 req-2d78ed82-62dc-41e1-a3b0-537a5e65bfa9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b44a0e5d7f134bd69aecc7a32d5e1b41&device_id=e7b3bf0d-5b6b-4d61-8bbd-0a6cb2b87cd3 HTTP/1.1" status: 200 len: 1095 time: 0.0836535 Jan 28 07:37:47.178163 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1062dbed-ecc6-4da8-a79b-f9ddd0ed2b87 req-8b66be06-16c1-4b75-bece-8beca6037039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:37:47.181315 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1062dbed-ecc6-4da8-a79b-f9ddd0ed2b87 req-8b66be06-16c1-4b75-bece-8beca6037039 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b44a0e5d7f134bd69aecc7a32d5e1b41&device_id=e7b3bf0d-5b6b-4d61-8bbd-0a6cb2b87cd3 HTTP/1.1" status: 200 len: 1095 time: 0.0708091 Jan 28 07:37:47.349365 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1062dbed-ecc6-4da8-a79b-f9ddd0ed2b87 req-9cf5ea7e-be3a-4fa3-bed2-243cd4e4fdfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:37:47.351559 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1062dbed-ecc6-4da8-a79b-f9ddd0ed2b87 req-9cf5ea7e-be3a-4fa3-bed2-243cd4e4fdfc service neutron] 10.222.0.44 "GET /v2.0/networks?id=4cd7327e-e36b-480d-8267-1d92962c787c HTTP/1.1" status: 200 len: 897 time: 0.1827970 Jan 28 07:37:47.366254 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4c824a-39b8-4ad4-8ae8-05061ccf8344 req-5d14904e-fa8c-4432-8d59-0dc2625d79ee tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:37:47.367747 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1b4c824a-39b8-4ad4-8ae8-05061ccf8344 req-5d14904e-fa8c-4432-8d59-0dc2625d79ee tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7b3bf0d-5b6b-4d61-8bbd-0a6cb2b87cd3 HTTP/1.1" status: 200 len: 943 time: 0.0916150 Jan 28 07:37:47.427263 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1062dbed-ecc6-4da8-a79b-f9ddd0ed2b87 req-6d7780e0-372d-40b5-ab5e-11e6e8035e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:37:47.429151 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1062dbed-ecc6-4da8-a79b-f9ddd0ed2b87 req-6d7780e0-372d-40b5-ab5e-11e6e8035e19 service neutron] 10.222.0.10 "GET /v2.0/networks?id=4cd7327e-e36b-480d-8267-1d92962c787c HTTP/1.1" status: 200 len: 897 time: 0.2389379 Jan 28 07:37:47.468676 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1b4c824a-39b8-4ad4-8ae8-05061ccf8344 req-9a54c043-4171-487e-a9e2-5c71f61e56d8 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/security-groups?id=aca7eb5c-f7de-41b7-ac0f-53602a03b63e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938566 Jan 28 07:37:47.469037 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1062dbed-ecc6-4da8-a79b-f9ddd0ed2b87 req-057d0582-ab50-4439-866d-8f02c69b9527 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2aa171a7-a280-4a6b-944d-f2c25bb594ae HTTP/1.1" status: 200 len: 998 time: 0.1120088 Jan 28 07:37:47.470755 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device b99e60e1-db6c-4266-bc37-aa7fc1268b7a up at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:37:47.540656 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning for port b99e60e1-db6c-4266-bc37-aa7fc1268b7a completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:37:47.545859 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning complete for port b99e60e1-db6c-4266-bc37-aa7fc1268b7a triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:37:47.546600 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (b99e60e1-db6c-4266-bc37-aa7fc1268b7a), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:47.568635 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d7e29ca8-5ab6-47d4-acc4-18fd59108470 req-6590a879-a58f-4819-bbe7-3cda4342b555 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=d25e9777-be56-46a3-9dd9-e10d0bec5196 HTTP/1.1" status: 200 len: 210 time: 0.0376828 Jan 28 07:37:47.603897 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1062dbed-ecc6-4da8-a79b-f9ddd0ed2b87 req-5659a58d-da85-4d98-8634-9de5a459342d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2aa171a7-a280-4a6b-944d-f2c25bb594ae HTTP/1.1" status: 200 len: 998 time: 0.1646369 Jan 28 07:37:47.607137 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1062dbed-ecc6-4da8-a79b-f9ddd0ed2b87 req-f91d831a-d070-4efd-9b6a-2a35eb4e3038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:37:47.608588 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1062dbed-ecc6-4da8-a79b-f9ddd0ed2b87 req-f91d831a-d070-4efd-9b6a-2a35eb4e3038 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=eece5a52-7098-456c-850b-c41ca6fe42c6 HTTP/1.1" status: 200 len: 835 time: 0.1099451 Jan 28 07:37:47.670792 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port b99e60e1-db6c-4266-bc37-aa7fc1268b7a is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:37:47.671532 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (b99e60e1-db6c-4266-bc37-aa7fc1268b7a), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:47.741208 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7010715b-3182-4bb2-b029-0238d452946e req-12280d43-c591-4ce0-8ae8-ebc2bc6b137d tempest-VolumesBackupsTest-1655690071 tempest-VolumesBackupsTest-1655690071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:37:47.742680 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7010715b-3182-4bb2-b029-0238d452946e req-12280d43-c591-4ce0-8ae8-ebc2bc6b137d tempest-VolumesBackupsTest-1655690071 tempest-VolumesBackupsTest-1655690071-project] 10.222.0.41 "GET /v2.0/ports?device_id=b0d35bb8-7e06-4b6d-b607-6825163dda59 HTTP/1.1" status: 200 len: 949 time: 0.0775793 Jan 28 07:37:47.755193 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port b99e60e1-db6c-4266-bc37-aa7fc1268b7a, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=b99e60e1-db6c-4266-bc37-aa7fc1268b7a,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:37:47.756629 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0d35bb8-7e06-4b6d-b607-6825163dda59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b99e60e1-db6c-4266-bc37-aa7fc1268b7a'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:37:47.761444 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a7cd4b0-0f1a-45a0-9f86-ca8852231ea5" -d '{"events": [{"server_uuid": "b0d35bb8-7e06-4b6d-b607-6825163dda59", "name": "network-vif-plugged", "status": "completed", "tag": "b99e60e1-db6c-4266-bc37-aa7fc1268b7a"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:37:47.770504 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (b99e60e1-db6c-4266-bc37-aa7fc1268b7a), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:47.772734 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 2aa171a7-a280-4a6b-944d-f2c25bb594ae no longer exists at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:37:47.783951 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1062dbed-ecc6-4da8-a79b-f9ddd0ed2b87 req-f1ad128b-df06-4846-8500-d5fa72b77dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:37:47.785461 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1062dbed-ecc6-4da8-a79b-f9ddd0ed2b87 req-f1ad128b-df06-4846-8500-d5fa72b77dd3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=eece5a52-7098-456c-850b-c41ca6fe42c6 HTTP/1.1" status: 200 len: 835 time: 0.1671600 Jan 28 07:37:47.858478 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-078177c4-34eb-4247-857a-767018e53a26 x-openstack-request-id: req-078177c4-34eb-4247-857a-767018e53a26 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:37:47.858780 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0d35bb8-7e06-4b6d-b607-6825163dda59", "name": "network-vif-plugged", "status": "completed", "tag": "b99e60e1-db6c-4266-bc37-aa7fc1268b7a", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:37:47.859048 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-078177c4-34eb-4247-857a-767018e53a26 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:37:47.859445 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0d35bb8-7e06-4b6d-b607-6825163dda59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b99e60e1-db6c-4266-bc37-aa7fc1268b7a', 'code': 200} Jan 28 07:37:47.867034 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7010715b-3182-4bb2-b029-0238d452946e req-0cf80f5f-0d1d-492f-8bf6-b0508e9083c5 tempest-VolumesBackupsTest-1655690071 tempest-VolumesBackupsTest-1655690071-project] 10.222.0.41 "GET /v2.0/security-groups?id=50d8d022-38dd-4347-90f0-7ca355f489c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113663 Jan 28 07:37:47.891079 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1062dbed-ecc6-4da8-a79b-f9ddd0ed2b87 req-244b0436-b2eb-4b37-b09a-32bc2709b64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:37:47.893308 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1062dbed-ecc6-4da8-a79b-f9ddd0ed2b87 req-244b0436-b2eb-4b37-b09a-32bc2709b64e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4cd7327e-e36b-480d-8267-1d92962c787c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2761104 Jan 28 07:37:47.908678 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=b99e60e1-db6c-4266-bc37-aa7fc1268b7a,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:37:47.913243 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] The host n-h2-712749-28 is not matching for port 2aa171a7-a280-4a6b-944d-f2c25bb594ae host n-h1-712749-28! {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 07:37:47.913888 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 2aa171a7-a280-4a6b-944d-f2c25bb594ae not bound to the agent host n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:37:47.957118 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1062dbed-ecc6-4da8-a79b-f9ddd0ed2b87 req-e33daaad-a0a1-4d81-85e4-6924c0464420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:37:47.958411 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1062dbed-ecc6-4da8-a79b-f9ddd0ed2b87 req-e33daaad-a0a1-4d81-85e4-6924c0464420 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4cd7327e-e36b-480d-8267-1d92962c787c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1592119 Jan 28 07:37:48.018763 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a2078d-ea61-4651-88a9-105c7fdd6927 req-813a872d-0be5-43ae-82da-da92a0211ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:37:48.020846 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-10a2078d-ea61-4651-88a9-105c7fdd6927 req-813a872d-0be5-43ae-82da-da92a0211ce8 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b0d35bb8-7e06-4b6d-b607-6825163dda59 HTTP/1.1" status: 200 len: 1102 time: 0.0616419 Jan 28 07:37:48.087031 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-10a2078d-ea61-4651-88a9-105c7fdd6927 req-cfeba3f8-3262-4f90-8b78-ad170dc23ab0 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=50d8d022-38dd-4347-90f0-7ca355f489c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559657 Jan 28 07:37:48.121633 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1062dbed-ecc6-4da8-a79b-f9ddd0ed2b87 req-03acd829-fccd-4531-ab77-0a74fb0a2a26 service neutron] 10.222.0.44 "GET /v2.0/networks/4cd7327e-e36b-480d-8267-1d92962c787c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010508 Jan 28 07:37:48.128357 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1062dbed-ecc6-4da8-a79b-f9ddd0ed2b87 req-c9ed4ba7-fbcb-496e-9e40-0bba1fd12e81 service neutron] 10.222.0.10 "GET /v2.0/networks/4cd7327e-e36b-480d-8267-1d92962c787c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414382 Jan 28 07:37:48.263796 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1062dbed-ecc6-4da8-a79b-f9ddd0ed2b87 req-f0f84ab8-7bc8-49d4-9033-bbd3d15eb547 service neutron] 10.222.0.10 "GET /v2.0/networks/4cd7327e-e36b-480d-8267-1d92962c787c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266663 Jan 28 07:37:48.473126 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1062dbed-ecc6-4da8-a79b-f9ddd0ed2b87 req-8b52b0f0-b72b-46f5-b40a-aad02fcae669 service neutron] 10.222.0.44 "GET /v2.0/networks/4cd7327e-e36b-480d-8267-1d92962c787c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244304 Jan 28 07:37:48.659004 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079b13dc-b5cb-4ddc-aea0-190ede0c1325 req-7ed5b409-f0b0-46e0-8211-d6185bfb3328 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:37:48.660746 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-079b13dc-b5cb-4ddc-aea0-190ede0c1325 req-7ed5b409-f0b0-46e0-8211-d6185bfb3328 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7b3bf0d-5b6b-4d61-8bbd-0a6cb2b87cd3 HTTP/1.1" status: 200 len: 943 time: 0.0936151 Jan 28 07:37:48.723256 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d61307f8-1f08-44fe-aec8-bcc19accd04f req-b777e1f3-fb0b-47dd-8a96-f0703bf5a8b1 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=d25e9777-be56-46a3-9dd9-e10d0bec5196 HTTP/1.1" status: 200 len: 210 time: 0.0580449 Jan 28 07:37:48.776662 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-079b13dc-b5cb-4ddc-aea0-190ede0c1325 req-71bf50db-f6b0-4d19-80cd-0b43ec5183eb tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/security-groups?id=aca7eb5c-f7de-41b7-ac0f-53602a03b63e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027243 Jan 28 07:37:49.003005 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9810e6ec-a7e0-4526-ad27-87dd3748e2f2 req-6f0919c0-0d4c-4789-aed3-45c9195e3df9 tempest-VolumesBackupsTest-1655690071 tempest-VolumesBackupsTest-1655690071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:37:49.009327 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9810e6ec-a7e0-4526-ad27-87dd3748e2f2 req-6f0919c0-0d4c-4789-aed3-45c9195e3df9 tempest-VolumesBackupsTest-1655690071 tempest-VolumesBackupsTest-1655690071-project] 10.222.0.41 "GET /v2.0/ports?device_id=b0d35bb8-7e06-4b6d-b607-6825163dda59 HTTP/1.1" status: 200 len: 950 time: 0.0657511 Jan 28 07:37:49.076300 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9810e6ec-a7e0-4526-ad27-87dd3748e2f2 req-514563fb-21ea-4200-9603-d56b34735613 tempest-VolumesBackupsTest-1655690071 tempest-VolumesBackupsTest-1655690071-project] 10.222.0.41 "GET /v2.0/security-groups?id=50d8d022-38dd-4347-90f0-7ca355f489c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631156 Jan 28 07:37:49.837339 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-217b65af-1d23-455f-984a-4afae1d6fc5e req-7ba50784-847e-42ac-bfcc-f55edbb7e8b9 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=d25e9777-be56-46a3-9dd9-e10d0bec5196 HTTP/1.1" status: 200 len: 210 time: 0.0376296 Jan 28 07:37:49.915651 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f1e978-1edb-4a06-adb9-3ceff32fad1b req-d1c71403-f8f0-4d69-8430-ad051f0e0240 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:37:49.917881 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-60f1e978-1edb-4a06-adb9-3ceff32fad1b req-d1c71403-f8f0-4d69-8430-ad051f0e0240 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7b3bf0d-5b6b-4d61-8bbd-0a6cb2b87cd3 HTTP/1.1" status: 200 len: 943 time: 0.0524106 Jan 28 07:37:49.972185 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-60f1e978-1edb-4a06-adb9-3ceff32fad1b req-3af08a72-aa9b-4cb1-8c29-86a4e0a966d6 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/security-groups?id=aca7eb5c-f7de-41b7-ac0f-53602a03b63e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484264 Jan 28 07:37:50.171871 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 2aa171a7-a280-4a6b-944d-f2c25bb594ae details requested by agent hyperv_n-h1-712749-28 with host n-h1-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:37:50.256083 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffca6aaa-f7c1-4bea-ab20-0b76e52d7792 req-0c0b48fd-0c9b-40ae-bf49-a5ef95bb5ba9 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:37:50.257829 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ffca6aaa-f7c1-4bea-ab20-0b76e52d7792 req-0c0b48fd-0c9b-40ae-bf49-a5ef95bb5ba9 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7b3bf0d-5b6b-4d61-8bbd-0a6cb2b87cd3 HTTP/1.1" status: 200 len: 943 time: 0.1067789 Jan 28 07:37:50.323221 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 2aa171a7-a280-4a6b-944d-f2c25bb594ae, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=2aa171a7-a280-4a6b-944d-f2c25bb594ae,segment=NetworkSegment(52cd2574-ca92-4feb-a84f-ca598210916f),segment_id=52cd2574-ca92-4feb-a84f-ca598210916f)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:37:50.328082 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ffca6aaa-f7c1-4bea-ab20-0b76e52d7792 req-51ff69ef-7460-45bf-9dd7-ef408e769418 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/security-groups?id=aca7eb5c-f7de-41b7-ac0f-53602a03b63e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635993 Jan 28 07:37:50.342958 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12fa20a-e368-4151-b19a-648f53f7ec06 req-1ef10fac-10f0-4da7-80eb-e3395278a099 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:37:50.344805 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e12fa20a-e368-4151-b19a-648f53f7ec06 req-1ef10fac-10f0-4da7-80eb-e3395278a099 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7b3bf0d-5b6b-4d61-8bbd-0a6cb2b87cd3&tenant_id=b44a0e5d7f134bd69aecc7a32d5e1b41&binding%3Ahost_id=n-h1-712749-28 HTTP/1.1" status: 200 len: 943 time: 0.1878426 Jan 28 07:37:50.357182 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Returning: {'device': '2aa171a7-a280-4a6b-944d-f2c25bb594ae', 'network_id': '4cd7327e-e36b-480d-8267-1d92962c787c', 'port_id': '2aa171a7-a280-4a6b-944d-f2c25bb594ae', 'mac_address': 'fa:16:3e:fe:39:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eece5a52-7098-456c-850b-c41ca6fe42c6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:37:50.372853 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ce5be2-954b-4b54-8513-bc9c91cc9d4d req-ef330274-1b4d-4b51-8291-2648369253f9 tempest-VolumesBackupsTest-1655690071 tempest-VolumesBackupsTest-1655690071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:37:50.374398 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-94ce5be2-954b-4b54-8513-bc9c91cc9d4d req-ef330274-1b4d-4b51-8291-2648369253f9 tempest-VolumesBackupsTest-1655690071 tempest-VolumesBackupsTest-1655690071-project] 10.222.0.41 "GET /v2.0/ports?device_id=b0d35bb8-7e06-4b6d-b607-6825163dda59 HTTP/1.1" status: 200 len: 950 time: 0.1478202 Jan 28 07:37:50.402117 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 2aa171a7-a280-4a6b-944d-f2c25bb594ae is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:37:50.402520 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (2aa171a7-a280-4a6b-944d-f2c25bb594ae), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:50.422156 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2aa171a7-a280-4a6b-944d-f2c25bb594ae {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:37:50.446526 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 2aa171a7-a280-4a6b-944d-f2c25bb594ae, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=2aa171a7-a280-4a6b-944d-f2c25bb594ae,segment=NetworkSegment(52cd2574-ca92-4feb-a84f-ca598210916f),segment_id=52cd2574-ca92-4feb-a84f-ca598210916f)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:37:50.453264 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (2aa171a7-a280-4a6b-944d-f2c25bb594ae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:50.500765 n-d-712749-28 neutron-server[103283]: INFO neutron.api.v2.resource [req-e12fa20a-e368-4151-b19a-648f53f7ec06 req-97179f1e-9519-4f40-9ac3-6552aa2795a4 service neutron] delete failed (client error): The resource could not be found. Jan 28 07:37:50.501829 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e12fa20a-e368-4151-b19a-648f53f7ec06 req-97179f1e-9519-4f40-9ac3-6552aa2795a4 service neutron] 10.222.0.44 "DELETE /v2.0/ports/2aa171a7-a280-4a6b-944d-f2c25bb594ae/bindings/n-h2-712749-28 HTTP/1.1" status: 404 len: 381 time: 0.1467021 Jan 28 07:37:50.508779 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-94ce5be2-954b-4b54-8513-bc9c91cc9d4d req-815d7053-42ef-4b3d-94ad-86c17ded3451 tempest-VolumesBackupsTest-1655690071 tempest-VolumesBackupsTest-1655690071-project] 10.222.0.41 "GET /v2.0/security-groups?id=50d8d022-38dd-4347-90f0-7ca355f489c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004922 Jan 28 07:37:50.510817 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=2aa171a7-a280-4a6b-944d-f2c25bb594ae,revision_number=8']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:37:50.756146 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12fa20a-e368-4151-b19a-648f53f7ec06 req-1545bc5c-c645-4126-b680-11d52897f599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:37:50.757869 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e12fa20a-e368-4151-b19a-648f53f7ec06 req-1545bc5c-c645-4126-b680-11d52897f599 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b44a0e5d7f134bd69aecc7a32d5e1b41&device_id=e7b3bf0d-5b6b-4d61-8bbd-0a6cb2b87cd3 HTTP/1.1" status: 200 len: 1096 time: 0.0424800 Jan 28 07:37:50.761618 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['2aa171a7-a280-4a6b-944d-f2c25bb594ae'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:37:50.893006 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12fa20a-e368-4151-b19a-648f53f7ec06 req-8e0c6d92-da29-4d67-9c00-dfeaf8ac623b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:37:50.894688 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e12fa20a-e368-4151-b19a-648f53f7ec06 req-8e0c6d92-da29-4d67-9c00-dfeaf8ac623b service neutron] 10.222.0.44 "GET /v2.0/networks?id=4cd7327e-e36b-480d-8267-1d92962c787c HTTP/1.1" status: 200 len: 897 time: 0.1253440 Jan 28 07:37:50.987725 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0e86c188-021e-4748-8763-823b89f67b49 req-d9c40500-0bd2-4a26-9b6b-f2655cf41624 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=d25e9777-be56-46a3-9dd9-e10d0bec5196 HTTP/1.1" status: 200 len: 210 time: 0.0450907 Jan 28 07:37:51.011968 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e12fa20a-e368-4151-b19a-648f53f7ec06 req-588f1ef5-ed0c-4e24-b9dd-f472ed9d0c87 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2aa171a7-a280-4a6b-944d-f2c25bb594ae HTTP/1.1" status: 200 len: 999 time: 0.1028543 Jan 28 07:37:51.066396 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12fa20a-e368-4151-b19a-648f53f7ec06 req-1de858cd-4348-49ad-8ac8-626f1e7f3ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:37:51.068237 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e12fa20a-e368-4151-b19a-648f53f7ec06 req-1de858cd-4348-49ad-8ac8-626f1e7f3ac1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=eece5a52-7098-456c-850b-c41ca6fe42c6 HTTP/1.1" status: 200 len: 835 time: 0.0564952 Jan 28 07:37:51.113695 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12fa20a-e368-4151-b19a-648f53f7ec06 req-98d6fef3-190d-4f37-8846-66d1a5640a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:37:51.115315 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e12fa20a-e368-4151-b19a-648f53f7ec06 req-98d6fef3-190d-4f37-8846-66d1a5640a65 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4cd7327e-e36b-480d-8267-1d92962c787c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409484 Jan 28 07:37:51.205024 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e12fa20a-e368-4151-b19a-648f53f7ec06 req-1d93a4c9-e111-4c7a-8b81-528f8c8e3f68 service neutron] 10.222.0.44 "GET /v2.0/networks/4cd7327e-e36b-480d-8267-1d92962c787c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836463 Jan 28 07:37:51.299720 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e12fa20a-e368-4151-b19a-648f53f7ec06 req-18d88f99-b63d-405d-808e-c5427a5e70b3 service neutron] 10.222.0.44 "GET /v2.0/networks/4cd7327e-e36b-480d-8267-1d92962c787c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879500 Jan 28 07:37:51.487519 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69b972a-72d3-4f46-b73a-14a3c411bd6f req-3064c9eb-1f2f-4906-8c4c-303bb48ebeef tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:37:51.489350 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d69b972a-72d3-4f46-b73a-14a3c411bd6f req-3064c9eb-1f2f-4906-8c4c-303bb48ebeef tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7b3bf0d-5b6b-4d61-8bbd-0a6cb2b87cd3 HTTP/1.1" status: 200 len: 944 time: 0.0888100 Jan 28 07:37:51.545036 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d69b972a-72d3-4f46-b73a-14a3c411bd6f req-666a46b7-6298-45f3-96f4-3ca000077a25 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/security-groups?id=aca7eb5c-f7de-41b7-ac0f-53602a03b63e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498133 Jan 28 07:37:52.105118 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8a61df97-ebc2-4a4c-80cd-74dd7c532e12 req-be0b679c-76b5-4f72-af2c-15e3c2602c02 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=d25e9777-be56-46a3-9dd9-e10d0bec5196 HTTP/1.1" status: 200 len: 210 time: 0.0296714 Jan 28 07:37:52.186640 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 2aa171a7-a280-4a6b-944d-f2c25bb594ae up at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:37:52.241035 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning for port 2aa171a7-a280-4a6b-944d-f2c25bb594ae completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:37:52.245694 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning complete for port 2aa171a7-a280-4a6b-944d-f2c25bb594ae triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:37:52.246076 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (2aa171a7-a280-4a6b-944d-f2c25bb594ae), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:52.322787 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 2aa171a7-a280-4a6b-944d-f2c25bb594ae is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:37:52.323447 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (2aa171a7-a280-4a6b-944d-f2c25bb594ae), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:52.345536 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7b3bf0d-5b6b-4d61-8bbd-0a6cb2b87cd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aa171a7-a280-4a6b-944d-f2c25bb594ae'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:37:52.347720 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a3fe2ca-12e0-4670-8ad2-00b202cddbd1" -d '{"events": [{"server_uuid": "e7b3bf0d-5b6b-4d61-8bbd-0a6cb2b87cd3", "name": "network-vif-plugged", "status": "completed", "tag": "2aa171a7-a280-4a6b-944d-f2c25bb594ae"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:37:52.360499 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 2aa171a7-a280-4a6b-944d-f2c25bb594ae, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=2aa171a7-a280-4a6b-944d-f2c25bb594ae,segment=NetworkSegment(52cd2574-ca92-4feb-a84f-ca598210916f),segment_id=52cd2574-ca92-4feb-a84f-ca598210916f)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:37:52.364593 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (2aa171a7-a280-4a6b-944d-f2c25bb594ae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:37:52.391814 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3369681-4e83-4c93-8e19-49d5c14d5800 x-openstack-request-id: req-b3369681-4e83-4c93-8e19-49d5c14d5800 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:37:52.392115 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7b3bf0d-5b6b-4d61-8bbd-0a6cb2b87cd3", "name": "network-vif-plugged", "status": "completed", "tag": "2aa171a7-a280-4a6b-944d-f2c25bb594ae", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:37:52.392409 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b3369681-4e83-4c93-8e19-49d5c14d5800 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:37:52.392803 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7b3bf0d-5b6b-4d61-8bbd-0a6cb2b87cd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aa171a7-a280-4a6b-944d-f2c25bb594ae', 'code': 200} Jan 28 07:37:52.418695 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=2aa171a7-a280-4a6b-944d-f2c25bb594ae,revision_number=9']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:37:52.671381 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1b9b56-2a44-499b-84b7-acca75c7634b req-5c1db3d7-9f3c-419e-b78a-8cc37b78b7fc tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:37:52.672927 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8e1b9b56-2a44-499b-84b7-acca75c7634b req-5c1db3d7-9f3c-419e-b78a-8cc37b78b7fc tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7b3bf0d-5b6b-4d61-8bbd-0a6cb2b87cd3 HTTP/1.1" status: 200 len: 945 time: 0.0531833 Jan 28 07:37:52.724266 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8e1b9b56-2a44-499b-84b7-acca75c7634b req-a318ccfb-7e5b-496b-bc11-cbc75b1c5ffe tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/security-groups?id=aca7eb5c-f7de-41b7-ac0f-53602a03b63e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454807 Jan 28 07:37:52.747132 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 51002) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:37:52.808561 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-02e818bf-0c36-4c31-8baf-0b41c9c7fae7 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/floatingips/e7bc8d96-cf7b-4cd7-8691-00f54491cde6 HTTP/1.1" status: 200 len: 992 time: 0.0602477 Jan 28 07:37:53.203583 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-533a2f9a-f77e-4ac7-a554-8042168128ae req-98a2e581-aaef-4368-878b-095ea0c4ef65 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=d25e9777-be56-46a3-9dd9-e10d0bec5196 HTTP/1.1" status: 200 len: 210 time: 0.0272994 Jan 28 07:37:54.316251 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-15fc5741-9c0b-4df1-abf3-49c572eccf2c req-d08bdfcc-dd79-409d-94bb-845ad8478202 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=d25e9777-be56-46a3-9dd9-e10d0bec5196 HTTP/1.1" status: 200 len: 210 time: 0.0276349 Jan 28 07:38:03.086371 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:03.244184 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d4e57310-e7a7-4741-a57f-22dcd215dbaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:04.047177 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:05.629231 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f1db5515-37c1-407b-a687-6c36f7c2ca26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:07.014087 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:08.706436 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:09.718739 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:12.354849 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 7 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 07:38:21.521651 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b839bf-df45-4ea7-8a7f-b61c58b29e99 req-5ad4090e-fc08-496a-be5a-99b6937d5644 tempest-TestNetworkAdvancedServerOps-2120495418 tempest-TestNetworkAdvancedServerOps-2120495418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:38:21.524006 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-74b839bf-df45-4ea7-8a7f-b61c58b29e99 req-5ad4090e-fc08-496a-be5a-99b6937d5644 tempest-TestNetworkAdvancedServerOps-2120495418 tempest-TestNetworkAdvancedServerOps-2120495418-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=e7b3bf0d-5b6b-4d61-8bbd-0a6cb2b87cd3 HTTP/1.1" status: 200 len: 1097 time: 0.0659714 Jan 28 07:38:21.585283 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-74b839bf-df45-4ea7-8a7f-b61c58b29e99 req-5953ec17-1be6-4341-a443-7297af62cd09 tempest-TestNetworkAdvancedServerOps-2120495418 tempest-TestNetworkAdvancedServerOps-2120495418-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=aca7eb5c-f7de-41b7-ac0f-53602a03b63e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512619 Jan 28 07:38:21.598363 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 51492) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:38:21.942357 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-4f285bec-6314-41a1-8174-0176b07ec563 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Deleting port 3ed55f93-d514-4c0b-9524-b0fea9ede70c {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:38:21.943152 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4f285bec-6314-41a1-8174-0176b07ec563 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (3ed55f93-d514-4c0b-9524-b0fea9ede70c), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:22.038571 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4f285bec-6314-41a1-8174-0176b07ec563 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (3ed55f93-d514-4c0b-9524-b0fea9ede70c), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:22.038902 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4f285bec-6314-41a1-8174-0176b07ec563 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for floatingip (3ed55f93-d514-4c0b-9524-b0fea9ede70c), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:22.062855 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-4f285bec-6314-41a1-8174-0176b07ec563 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Calling delete_port for 3ed55f93-d514-4c0b-9524-b0fea9ede70c owned by network:floatingip {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:38:22.264278 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4f285bec-6314-41a1-8174-0176b07ec563 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (3ed55f93-d514-4c0b-9524-b0fea9ede70c), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:22.387259 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f285bec-6314-41a1-8174-0176b07ec563 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Pushing event deleted for resources: {'Port': ['ID=3ed55f93-d514-4c0b-9524-b0fea9ede70c,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:38:22.401232 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4f285bec-6314-41a1-8174-0176b07ec563 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for floatingip (e7bc8d96-cf7b-4cd7-8691-00f54491cde6), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:22.401687 n-d-712749-28 neutron-server[103284]: INFO neutron.db.l3_db [None req-4f285bec-6314-41a1-8174-0176b07ec563 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Floating IP e7bc8d96-cf7b-4cd7-8691-00f54491cde6 disassociated (deleted). External IP: 172.25.6.35, port: 2aa171a7-a280-4a6b-944d-f2c25bb594ae. Jan 28 07:38:22.445430 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f285bec-6314-41a1-8174-0176b07ec563 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:38:22.445794 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f285bec-6314-41a1-8174-0176b07ec563 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:38:22.446223 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f285bec-6314-41a1-8174-0176b07ec563 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:38:22.446661 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f285bec-6314-41a1-8174-0176b07ec563 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:38:22.447014 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f285bec-6314-41a1-8174-0176b07ec563 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:38:22.447893 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f285bec-6314-41a1-8174-0176b07ec563 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:38:22.448276 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f285bec-6314-41a1-8174-0176b07ec563 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:38:22.448630 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f285bec-6314-41a1-8174-0176b07ec563 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:38:22.448977 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f285bec-6314-41a1-8174-0176b07ec563 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:38:22.449324 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f285bec-6314-41a1-8174-0176b07ec563 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:38:22.449665 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f285bec-6314-41a1-8174-0176b07ec563 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:38:22.450000 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f285bec-6314-41a1-8174-0176b07ec563 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:38:22.450341 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f285bec-6314-41a1-8174-0176b07ec563 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:38:22.721085 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f285bec-6314-41a1-8174-0176b07ec563 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Router aa90af1f-fe61-484f-bf8d-f95053ddf973 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:38:22.847004 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f285bec-6314-41a1-8174-0176b07ec563 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:38:22.865841 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96604c65-598d-44a1-aa2e-a15a9493a500 None None] Sync routers for ids ['aa90af1f-fe61-484f-bf8d-f95053ddf973'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:38:22.867917 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4f285bec-6314-41a1-8174-0176b07ec563 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for floatingip (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:22.879098 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96604c65-598d-44a1-aa2e-a15a9493a500 None None] Routers {'aa90af1f-fe61-484f-bf8d-f95053ddf973'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:38:22.879949 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-96604c65-598d-44a1-aa2e-a15a9493a500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:38:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['aa90af1f-fe61-484f-bf8d-f95053ddf973'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:38:22.930534 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-4f285bec-6314-41a1-8174-0176b07ec563 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "DELETE /v2.0/floatingips/e7bc8d96-cf7b-4cd7-8691-00f54491cde6 HTTP/1.1" status: 204 len: 168 time: 1.3276119 Jan 28 07:38:22.930534 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7b3bf0d-5b6b-4d61-8bbd-0a6cb2b87cd3', 'tag': '2aa171a7-a280-4a6b-944d-f2c25bb594ae'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:38:22.931727 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-506ad608-46c0-4d2f-a0f5-2e27402bab05" -d '{"events": [{"name": "network-changed", "server_uuid": "e7b3bf0d-5b6b-4d61-8bbd-0a6cb2b87cd3", "tag": "2aa171a7-a280-4a6b-944d-f2c25bb594ae"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:38:23.005970 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:38:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8080827e-e75f-4676-afef-966bf6ed989d x-openstack-request-id: req-8080827e-e75f-4676-afef-966bf6ed989d {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:38:23.006383 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7b3bf0d-5b6b-4d61-8bbd-0a6cb2b87cd3", "tag": "2aa171a7-a280-4a6b-944d-f2c25bb594ae", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:38:23.006651 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8080827e-e75f-4676-afef-966bf6ed989d {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:38:23.007067 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7b3bf0d-5b6b-4d61-8bbd-0a6cb2b87cd3', 'tag': '2aa171a7-a280-4a6b-944d-f2c25bb594ae', 'status': 'completed', 'code': 200} Jan 28 07:38:23.011831 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-96604c65-598d-44a1-aa2e-a15a9493a500 None None] Set router aa90af1f-fe61-484f-bf8d-f95053ddf973 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:38:23.144900 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506ad608-46c0-4d2f-a0f5-2e27402bab05 req-9a673bf7-ba48-464b-a99b-5beb14830b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:38:23.151247 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-506ad608-46c0-4d2f-a0f5-2e27402bab05 req-9a673bf7-ba48-464b-a99b-5beb14830b0d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b44a0e5d7f134bd69aecc7a32d5e1b41&device_id=e7b3bf0d-5b6b-4d61-8bbd-0a6cb2b87cd3 HTTP/1.1" status: 200 len: 1097 time: 0.0939369 Jan 28 07:38:23.709378 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-96604c65-598d-44a1-aa2e-a15a9493a500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa90af1f-fe61-484f-bf8d-f95053ddf973', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1045102445', 'tenant_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': '48a3b33c-4e44-4664-a15c-666ce3459079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:36:25Z', 'updated_at': '2022-01-28T07:36:32Z', 'revision_number': 4, 'project_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'gw_port': {'id': '48a3b33c-4e44-4664-a15c-666ce3459079', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:b8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa90af1f-fe61-484f-bf8d-f95053ddf973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:36:26Z', 'updated_at': '2022-01-28T07:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '7314eb8a-3405-4b9d-802d-5bf11144c5cd', 'name': '', 'network_id': '4cd7327e-e36b-480d-8267-1d92962c787c', 'tenant_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'mac_address': 'fa:16:3e:1e:36:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa90af1f-fe61-484f-bf8d-f95053ddf973', 'device_owner': 'network:router_interface', 'standard_attr_id': 3322, 'fixed_ips': [{'subnet_id': 'eece5a52-7098-456c-850b-c41ca6fe42c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:36:31Z', 'updated_at': '2022-01-28T07:36:37Z', 'revision_number': 5, 'project_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'subnets': [{'id': 'eece5a52-7098-456c-850b-c41ca6fe42c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:38:23.756497 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96604c65-598d-44a1-aa2e-a15a9493a500 None None] Checking router: aa90af1f-fe61-484f-bf8d-f95053ddf973 for host: n-d-712749-28 {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:38:23.768463 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96604c65-598d-44a1-aa2e-a15a9493a500 None None] Routers {'aa90af1f-fe61-484f-bf8d-f95053ddf973'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:38:23.769097 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-96604c65-598d-44a1-aa2e-a15a9493a500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:38:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['aa90af1f-fe61-484f-bf8d-f95053ddf973'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:38:23.917950 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-96604c65-598d-44a1-aa2e-a15a9493a500 None None] Set router aa90af1f-fe61-484f-bf8d-f95053ddf973 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:38:23.975200 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506ad608-46c0-4d2f-a0f5-2e27402bab05 req-ba137032-f36e-407b-9244-6d8991f3f8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:38:23.976731 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-506ad608-46c0-4d2f-a0f5-2e27402bab05 req-ba137032-f36e-407b-9244-6d8991f3f8ba service neutron] 10.222.0.10 "GET /v2.0/networks?id=4cd7327e-e36b-480d-8267-1d92962c787c HTTP/1.1" status: 200 len: 897 time: 0.8207123 Jan 28 07:38:24.023725 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-506ad608-46c0-4d2f-a0f5-2e27402bab05 req-18994147-f211-483e-b05c-c560c63512a3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2aa171a7-a280-4a6b-944d-f2c25bb594ae HTTP/1.1" status: 200 len: 217 time: 0.0373154 Jan 28 07:38:24.052280 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f4f099-cea6-49d1-a0dc-5322569dd8ea req-8c9c6907-dbf9-4e19-9804-e1a9e33ed56a tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:38:24.057191 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e2f4f099-cea6-49d1-a0dc-5322569dd8ea req-8c9c6907-dbf9-4e19-9804-e1a9e33ed56a tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7b3bf0d-5b6b-4d61-8bbd-0a6cb2b87cd3 HTTP/1.1" status: 200 len: 945 time: 0.7646422 Jan 28 07:38:24.172562 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e2f4f099-cea6-49d1-a0dc-5322569dd8ea req-41d529a4-3402-4e74-86a3-90d71041085f tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/security-groups?id=aca7eb5c-f7de-41b7-ac0f-53602a03b63e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749547 Jan 28 07:38:24.174619 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506ad608-46c0-4d2f-a0f5-2e27402bab05 req-b2374141-d635-4d04-b14f-3452c890df39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:38:24.176006 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-506ad608-46c0-4d2f-a0f5-2e27402bab05 req-b2374141-d635-4d04-b14f-3452c890df39 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=eece5a52-7098-456c-850b-c41ca6fe42c6 HTTP/1.1" status: 200 len: 835 time: 0.1450179 Jan 28 07:38:24.224652 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-96604c65-598d-44a1-aa2e-a15a9493a500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa90af1f-fe61-484f-bf8d-f95053ddf973', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1045102445', 'tenant_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': '48a3b33c-4e44-4664-a15c-666ce3459079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:36:25Z', 'updated_at': '2022-01-28T07:36:32Z', 'revision_number': 4, 'project_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'gw_port': {'id': '48a3b33c-4e44-4664-a15c-666ce3459079', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:b8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa90af1f-fe61-484f-bf8d-f95053ddf973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:36:26Z', 'updated_at': '2022-01-28T07:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '7314eb8a-3405-4b9d-802d-5bf11144c5cd', 'name': '', 'network_id': '4cd7327e-e36b-480d-8267-1d92962c787c', 'tenant_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'mac_address': 'fa:16:3e:1e:36:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa90af1f-fe61-484f-bf8d-f95053ddf973', 'device_owner': 'network:router_interface', 'standard_attr_id': 3322, 'fixed_ips': [{'subnet_id': 'eece5a52-7098-456c-850b-c41ca6fe42c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:36:31Z', 'updated_at': '2022-01-28T07:36:37Z', 'revision_number': 5, 'project_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'subnets': [{'id': 'eece5a52-7098-456c-850b-c41ca6fe42c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:38:24.247817 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506ad608-46c0-4d2f-a0f5-2e27402bab05 req-ccdce766-bf3d-41a3-a3ef-9b518e29453d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:38:24.254099 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-506ad608-46c0-4d2f-a0f5-2e27402bab05 req-ccdce766-bf3d-41a3-a3ef-9b518e29453d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4cd7327e-e36b-480d-8267-1d92962c787c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0699229 Jan 28 07:38:24.257693 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96604c65-598d-44a1-aa2e-a15a9493a500 None None] The sync data for ids ['aa90af1f-fe61-484f-bf8d-f95053ddf973'] in n-d-712749-28 is: [{'id': 'aa90af1f-fe61-484f-bf8d-f95053ddf973', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1045102445', 'tenant_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': '48a3b33c-4e44-4664-a15c-666ce3459079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:36:25Z', 'updated_at': '2022-01-28T07:36:32Z', 'revision_number': 4, 'project_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'gw_port': {'id': '48a3b33c-4e44-4664-a15c-666ce3459079', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:b8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa90af1f-fe61-484f-bf8d-f95053ddf973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:36:26Z', 'updated_at': '2022-01-28T07:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '7314eb8a-3405-4b9d-802d-5bf11144c5cd', 'name': '', 'network_id': '4cd7327e-e36b-480d-8267-1d92962c787c', 'tenant_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'mac_address': 'fa:16:3e:1e:36:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa90af1f-fe61-484f-bf8d-f95053ddf973', 'device_owner': 'network:router_interface', 'standard_attr_id': 3322, 'fixed_ips': [{'subnet_id': 'eece5a52-7098-456c-850b-c41ca6fe42c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:36:31Z', 'updated_at': '2022-01-28T07:36:37Z', 'revision_number': 5, 'project_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'subnets': [{'id': 'eece5a52-7098-456c-850b-c41ca6fe42c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:38:24.363112 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-506ad608-46c0-4d2f-a0f5-2e27402bab05 req-db884611-8aaa-4b30-bd90-128b589edf9d service neutron] 10.222.0.10 "GET /v2.0/networks/4cd7327e-e36b-480d-8267-1d92962c787c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002700 Jan 28 07:38:24.541815 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-506ad608-46c0-4d2f-a0f5-2e27402bab05 req-aabe4103-2318-4f54-8c04-1900fc3fc856 service neutron] 10.222.0.10 "GET /v2.0/networks/4cd7327e-e36b-480d-8267-1d92962c787c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482332 Jan 28 07:38:24.726921 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483ceaaa-1847-4e45-a2a7-a87c9c55e959 None None] New status for floating IP e7bc8d96-cf7b-4cd7-8691-00f54491cde6: DOWN {{(pid=103286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 07:38:24.890394 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9d1094-b9a9-4956-9486-4553e140ff27 req-2199df85-9481-487a-8cce-21b9ec197836 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:38:24.891928 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5e9d1094-b9a9-4956-9486-4553e140ff27 req-2199df85-9481-487a-8cce-21b9ec197836 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7b3bf0d-5b6b-4d61-8bbd-0a6cb2b87cd3 HTTP/1.1" status: 200 len: 945 time: 0.0533824 Jan 28 07:38:25.009455 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-5e9d1094-b9a9-4956-9486-4553e140ff27 req-a542acb4-4d39-416f-954e-99f02c915a1a tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Deleting port 2aa171a7-a280-4a6b-944d-f2c25bb594ae {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:38:25.010033 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-5e9d1094-b9a9-4956-9486-4553e140ff27 req-a542acb4-4d39-416f-954e-99f02c915a1a tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (2aa171a7-a280-4a6b-944d-f2c25bb594ae), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:25.147653 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-5e9d1094-b9a9-4956-9486-4553e140ff27 req-a542acb4-4d39-416f-954e-99f02c915a1a tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] For port 2aa171a7-a280-4a6b-944d-f2c25bb594ae, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=2aa171a7-a280-4a6b-944d-f2c25bb594ae,segment=NetworkSegment(52cd2574-ca92-4feb-a84f-ca598210916f),segment_id=52cd2574-ca92-4feb-a84f-ca598210916f)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:38:25.148432 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-5e9d1094-b9a9-4956-9486-4553e140ff27 req-a542acb4-4d39-416f-954e-99f02c915a1a tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (2aa171a7-a280-4a6b-944d-f2c25bb594ae), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:25.170031 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-5e9d1094-b9a9-4956-9486-4553e140ff27 req-a542acb4-4d39-416f-954e-99f02c915a1a tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Calling delete_port for 2aa171a7-a280-4a6b-944d-f2c25bb594ae owned by compute:nova {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:38:25.365183 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9b5715-fee5-4e39-82e6-d811c527a2d4 req-06301398-b71d-47a1-a028-96ce59106c2d tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:38:25.366807 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0e9b5715-fee5-4e39-82e6-d811c527a2d4 req-06301398-b71d-47a1-a028-96ce59106c2d tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7b3bf0d-5b6b-4d61-8bbd-0a6cb2b87cd3 HTTP/1.1" status: 200 len: 945 time: 0.0748978 Jan 28 07:38:25.415347 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-5e9d1094-b9a9-4956-9486-4553e140ff27 req-a542acb4-4d39-416f-954e-99f02c915a1a tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (2aa171a7-a280-4a6b-944d-f2c25bb594ae), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:25.461589 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a542acb4-4d39-416f-954e-99f02c915a1a tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Pushing event deleted for resources: {'Port': ['ID=2aa171a7-a280-4a6b-944d-f2c25bb594ae,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:38:25.483191 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a542acb4-4d39-416f-954e-99f02c915a1a tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:38:25.483407 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a542acb4-4d39-416f-954e-99f02c915a1a tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:38:25.483780 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a542acb4-4d39-416f-954e-99f02c915a1a tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:38:25.484121 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a542acb4-4d39-416f-954e-99f02c915a1a tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:38:25.484487 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a542acb4-4d39-416f-954e-99f02c915a1a tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:38:25.484820 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a542acb4-4d39-416f-954e-99f02c915a1a tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:38:25.485153 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a542acb4-4d39-416f-954e-99f02c915a1a tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:38:25.485484 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a542acb4-4d39-416f-954e-99f02c915a1a tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:38:25.485812 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a542acb4-4d39-416f-954e-99f02c915a1a tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:38:25.486138 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a542acb4-4d39-416f-954e-99f02c915a1a tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:38:25.486463 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a542acb4-4d39-416f-954e-99f02c915a1a tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:38:25.487769 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a542acb4-4d39-416f-954e-99f02c915a1a tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:38:25.487769 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a542acb4-4d39-416f-954e-99f02c915a1a tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:38:25.511955 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0e9b5715-fee5-4e39-82e6-d811c527a2d4 req-f62ceb57-64de-41fd-af89-bcb2ec33cb55 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/security-groups?id=aca7eb5c-f7de-41b7-ac0f-53602a03b63e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1343007 Jan 28 07:38:25.533098 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e9d1094-b9a9-4956-9486-4553e140ff27 req-a542acb4-4d39-416f-954e-99f02c915a1a tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] No DVR routers for this DVR port 2aa171a7-a280-4a6b-944d-f2c25bb594ae on host n-h1-712749-28 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:38:25.537836 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-5e9d1094-b9a9-4956-9486-4553e140ff27 req-a542acb4-4d39-416f-954e-99f02c915a1a tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:25.541972 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5e9d1094-b9a9-4956-9486-4553e140ff27 req-a542acb4-4d39-416f-954e-99f02c915a1a tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.10 "DELETE /v2.0/ports/2aa171a7-a280-4a6b-944d-f2c25bb594ae HTTP/1.1" status: 204 len: 173 time: 0.6415930 Jan 28 07:38:25.542620 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7b3bf0d-5b6b-4d61-8bbd-0a6cb2b87cd3', 'name': 'network-vif-deleted', 'tag': '2aa171a7-a280-4a6b-944d-f2c25bb594ae'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:38:25.545415 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8654b36b-d885-430f-afac-cb637a4fbdf0" -d '{"events": [{"server_uuid": "e7b3bf0d-5b6b-4d61-8bbd-0a6cb2b87cd3", "name": "network-vif-deleted", "tag": "2aa171a7-a280-4a6b-944d-f2c25bb594ae"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:38:25.620005 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-729aa6e9-4a4c-480c-a633-495a3230d1fd x-openstack-request-id: req-729aa6e9-4a4c-480c-a633-495a3230d1fd {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:38:25.620343 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7b3bf0d-5b6b-4d61-8bbd-0a6cb2b87cd3", "name": "network-vif-deleted", "tag": "2aa171a7-a280-4a6b-944d-f2c25bb594ae", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:38:25.620607 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-729aa6e9-4a4c-480c-a633-495a3230d1fd {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:38:25.621028 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7b3bf0d-5b6b-4d61-8bbd-0a6cb2b87cd3', 'name': 'network-vif-deleted', 'tag': '2aa171a7-a280-4a6b-944d-f2c25bb594ae', 'status': 'completed', 'code': 200} Jan 28 07:38:26.569237 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 51594) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:38:27.138234 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fa873d39-928a-4093-b014-7a8d74931f6d tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16606535'] for router_interface (aa90af1f-fe61-484f-bf8d-f95053ddf973), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:27.625060 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-fa873d39-928a-4093-b014-7a8d74931f6d tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Deleting port 7314eb8a-3405-4b9d-802d-5bf11144c5cd {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:38:27.625708 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fa873d39-928a-4093-b014-7a8d74931f6d tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (7314eb8a-3405-4b9d-802d-5bf11144c5cd), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:27.723879 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-fa873d39-928a-4093-b014-7a8d74931f6d tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] For port 7314eb8a-3405-4b9d-802d-5bf11144c5cd, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=7314eb8a-3405-4b9d-802d-5bf11144c5cd,segment=NetworkSegment(52cd2574-ca92-4feb-a84f-ca598210916f),segment_id=52cd2574-ca92-4feb-a84f-ca598210916f)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:38:27.724408 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fa873d39-928a-4093-b014-7a8d74931f6d tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (7314eb8a-3405-4b9d-802d-5bf11144c5cd), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:27.740119 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-fa873d39-928a-4093-b014-7a8d74931f6d tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Calling delete_port for 7314eb8a-3405-4b9d-802d-5bf11144c5cd owned by network:router_interface {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:38:28.026839 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fa873d39-928a-4093-b014-7a8d74931f6d tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (7314eb8a-3405-4b9d-802d-5bf11144c5cd), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:28.067911 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa873d39-928a-4093-b014-7a8d74931f6d tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Pushing event deleted for resources: {'Port': ['ID=7314eb8a-3405-4b9d-802d-5bf11144c5cd,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:38:28.343635 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 2aa171a7-a280-4a6b-944d-f2c25bb594ae no longer exists at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:38:28.414358 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] No Port match for: 2aa171a7-a280-4a6b-944d-f2c25bb594ae {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:38:28.415629 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 2aa171a7-a280-4a6b-944d-f2c25bb594ae not bound to the agent host n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:38:28.418302 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fa873d39-928a-4093-b014-7a8d74931f6d tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16319006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16606699'] for router_interface (aa90af1f-fe61-484f-bf8d-f95053ddf973), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:28.501564 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474e5a81-bb20-45e0-841b-10d44f812d21 req-881dce78-30bf-4f0e-bc10-23cac00b64b1 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:38:28.513151 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-474e5a81-bb20-45e0-841b-10d44f812d21 req-881dce78-30bf-4f0e-bc10-23cac00b64b1 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] 10.222.0.41 "GET /v2.0/ports?device_id=5bdb339a-b414-40ec-853a-3ef6c13723b5 HTTP/1.1" status: 200 len: 946 time: 0.1119976 Jan 28 07:38:28.577606 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-474e5a81-bb20-45e0-841b-10d44f812d21 req-aa98eb3f-56d5-49c4-a713-527bca503473 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c3d0381-fe04-4b29-a321-87ae6e307c69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580742 Jan 28 07:38:28.811401 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa873d39-928a-4093-b014-7a8d74931f6d tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Router aa90af1f-fe61-484f-bf8d-f95053ddf973 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:38:28.976433 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa873d39-928a-4093-b014-7a8d74931f6d tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:38:28.984692 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-fa873d39-928a-4093-b014-7a8d74931f6d tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "PUT /v2.0/routers/aa90af1f-fe61-484f-bf8d-f95053ddf973/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4143822 Jan 28 07:38:28.987193 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 51656) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:38:28.991973 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315eface-7310-4348-98d9-9b142c1ecf69 None None] Sync routers for ids ['aa90af1f-fe61-484f-bf8d-f95053ddf973'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:38:29.011520 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315eface-7310-4348-98d9-9b142c1ecf69 None None] Routers {'aa90af1f-fe61-484f-bf8d-f95053ddf973'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:38:29.012154 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-315eface-7310-4348-98d9-9b142c1ecf69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:38:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['aa90af1f-fe61-484f-bf8d-f95053ddf973'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:38:29.083433 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_v2 [None req-5edec130-f138-43ef-b72e-7730dd212fe2 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Deleting subnet eece5a52-7098-456c-850b-c41ca6fe42c6 {{(pid=103283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:38:29.087199 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5edec130-f138-43ef-b72e-7730dd212fe2 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for subnet (eece5a52-7098-456c-850b-c41ca6fe42c6), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:29.185326 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5edec130-f138-43ef-b72e-7730dd212fe2 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13506696'] for subnet (eece5a52-7098-456c-850b-c41ca6fe42c6), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:29.196060 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-315eface-7310-4348-98d9-9b142c1ecf69 None None] Set router aa90af1f-fe61-484f-bf8d-f95053ddf973 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:38:29.406891 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5edec130-f138-43ef-b72e-7730dd212fe2 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (eece5a52-7098-456c-850b-c41ca6fe42c6), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:29.515995 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5edec130-f138-43ef-b72e-7730dd212fe2 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13546665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13556132'] for subnet (eece5a52-7098-456c-850b-c41ca6fe42c6), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:29.520701 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-315eface-7310-4348-98d9-9b142c1ecf69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa90af1f-fe61-484f-bf8d-f95053ddf973', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1045102445', 'tenant_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': '48a3b33c-4e44-4664-a15c-666ce3459079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:36:25Z', 'updated_at': '2022-01-28T07:38:27Z', 'revision_number': 5, 'project_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'gw_port': {'id': '48a3b33c-4e44-4664-a15c-666ce3459079', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:b8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa90af1f-fe61-484f-bf8d-f95053ddf973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:36:26Z', 'updated_at': '2022-01-28T07:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:38:29.537530 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5edec130-f138-43ef-b72e-7730dd212fe2 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:29.541587 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-5edec130-f138-43ef-b72e-7730dd212fe2 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "DELETE /v2.0/subnets/eece5a52-7098-456c-850b-c41ca6fe42c6 HTTP/1.1" status: 204 len: 168 time: 0.5532253 Jan 28 07:38:29.544302 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 51664) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:38:29.607484 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a21b7c5-11c9-4e67-8f62-3128d4516983 None None] Network 4cd7327e-e36b-480d-8267-1d92962c787c requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:38:29.613243 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edec130-f138-43ef-b72e-7730dd212fe2 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Pushing event deleted for resources: {'Subnet': ['ID=eece5a52-7098-456c-850b-c41ca6fe42c6,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:38:29.639425 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315eface-7310-4348-98d9-9b142c1ecf69 None None] Checking router: aa90af1f-fe61-484f-bf8d-f95053ddf973 for host: n-d-712749-28 {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:38:29.680944 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315eface-7310-4348-98d9-9b142c1ecf69 None None] Routers {'aa90af1f-fe61-484f-bf8d-f95053ddf973'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:38:29.681968 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-315eface-7310-4348-98d9-9b142c1ecf69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:38:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['aa90af1f-fe61-484f-bf8d-f95053ddf973'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:38:29.825406 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0beb4a0f-aab4-4163-a70a-1936bd20ec79 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for router (aa90af1f-fe61-484f-bf8d-f95053ddf973), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:29.877862 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee36859a-349f-457a-9df1-aaa78dd460e2 req-561439ba-4730-4907-9879-7e0878e40c7c tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:38:29.884921 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ee36859a-349f-457a-9df1-aaa78dd460e2 req-561439ba-4730-4907-9879-7e0878e40c7c tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] 10.222.0.41 "GET /v2.0/ports?device_id=5bdb339a-b414-40ec-853a-3ef6c13723b5 HTTP/1.1" status: 200 len: 946 time: 0.1661689 Jan 28 07:38:29.890893 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-315eface-7310-4348-98d9-9b142c1ecf69 None None] Set router aa90af1f-fe61-484f-bf8d-f95053ddf973 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:38:29.998162 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ee36859a-349f-457a-9df1-aaa78dd460e2 req-c1af79fa-a452-4dae-9ba7-9c501fc1fcfd tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c3d0381-fe04-4b29-a321-87ae6e307c69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933824 Jan 28 07:38:30.020116 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0beb4a0f-aab4-4163-a70a-1936bd20ec79 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for router_gateway (aa90af1f-fe61-484f-bf8d-f95053ddf973), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:30.146268 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-0beb4a0f-aab4-4163-a70a-1936bd20ec79 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Deleting port 48a3b33c-4e44-4664-a15c-666ce3459079 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:38:30.146612 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0beb4a0f-aab4-4163-a70a-1936bd20ec79 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (48a3b33c-4e44-4664-a15c-666ce3459079), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:30.277125 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-498db224-abb9-4e6d-80a0-ddfe795a7911 None None] DHCP port deletion for 4cd7327e-e36b-480d-8267-1d92962c787c request from n-d-712749-28 {{(pid=103285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 07:38:30.322421 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-0beb4a0f-aab4-4163-a70a-1936bd20ec79 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] For port 48a3b33c-4e44-4664-a15c-666ce3459079, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=48a3b33c-4e44-4664-a15c-666ce3459079,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:38:30.323091 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0beb4a0f-aab4-4163-a70a-1936bd20ec79 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (48a3b33c-4e44-4664-a15c-666ce3459079), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:30.335585 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-0beb4a0f-aab4-4163-a70a-1936bd20ec79 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Calling delete_port for 48a3b33c-4e44-4664-a15c-666ce3459079 owned by network:router_gateway {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:38:30.408547 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-315eface-7310-4348-98d9-9b142c1ecf69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa90af1f-fe61-484f-bf8d-f95053ddf973', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1045102445', 'tenant_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': '48a3b33c-4e44-4664-a15c-666ce3459079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:36:25Z', 'updated_at': '2022-01-28T07:38:27Z', 'revision_number': 5, 'project_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'gw_port': {'id': '48a3b33c-4e44-4664-a15c-666ce3459079', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:b8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa90af1f-fe61-484f-bf8d-f95053ddf973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:36:26Z', 'updated_at': '2022-01-28T07:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:38:30.466205 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315eface-7310-4348-98d9-9b142c1ecf69 None None] The sync data for ids ['aa90af1f-fe61-484f-bf8d-f95053ddf973'] in n-d-712749-28 is: [{'id': 'aa90af1f-fe61-484f-bf8d-f95053ddf973', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1045102445', 'tenant_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': '48a3b33c-4e44-4664-a15c-666ce3459079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:36:25Z', 'updated_at': '2022-01-28T07:38:27Z', 'revision_number': 5, 'project_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'gw_port': {'id': '48a3b33c-4e44-4664-a15c-666ce3459079', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:b8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa90af1f-fe61-484f-bf8d-f95053ddf973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:36:26Z', 'updated_at': '2022-01-28T07:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:38:30.480088 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-498db224-abb9-4e6d-80a0-ddfe795a7911 None None] Deleting port be864f2c-2087-4afb-bb16-d32ebadae098 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:38:30.480343 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-498db224-abb9-4e6d-80a0-ddfe795a7911 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (be864f2c-2087-4afb-bb16-d32ebadae098), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:30.564653 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0beb4a0f-aab4-4163-a70a-1936bd20ec79 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (48a3b33c-4e44-4664-a15c-666ce3459079), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:30.565766 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-498db224-abb9-4e6d-80a0-ddfe795a7911 None None] For port be864f2c-2087-4afb-bb16-d32ebadae098, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=be864f2c-2087-4afb-bb16-d32ebadae098,segment=NetworkSegment(52cd2574-ca92-4feb-a84f-ca598210916f),segment_id=52cd2574-ca92-4feb-a84f-ca598210916f)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:38:30.566299 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-498db224-abb9-4e6d-80a0-ddfe795a7911 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (be864f2c-2087-4afb-bb16-d32ebadae098), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:30.581796 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-498db224-abb9-4e6d-80a0-ddfe795a7911 None None] Calling delete_port for be864f2c-2087-4afb-bb16-d32ebadae098 owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:38:30.655258 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beb4a0f-aab4-4163-a70a-1936bd20ec79 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Pushing event deleted for resources: {'Port': ['ID=48a3b33c-4e44-4664-a15c-666ce3459079,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:38:30.670078 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-498db224-abb9-4e6d-80a0-ddfe795a7911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298'] for port (be864f2c-2087-4afb-bb16-d32ebadae098), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:30.702628 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498db224-abb9-4e6d-80a0-ddfe795a7911 None None] No DVR routers for this DVR port be864f2c-2087-4afb-bb16-d32ebadae098 on host n-d-712749-28 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:38:30.786551 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498db224-abb9-4e6d-80a0-ddfe795a7911 None None] Pushing event deleted for resources: {'Port': ['ID=be864f2c-2087-4afb-bb16-d32ebadae098,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:38:30.810373 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498db224-abb9-4e6d-80a0-ddfe795a7911 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:38:30.810853 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498db224-abb9-4e6d-80a0-ddfe795a7911 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:38:30.811295 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498db224-abb9-4e6d-80a0-ddfe795a7911 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:38:30.811749 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498db224-abb9-4e6d-80a0-ddfe795a7911 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:38:30.812379 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498db224-abb9-4e6d-80a0-ddfe795a7911 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:38:30.812953 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498db224-abb9-4e6d-80a0-ddfe795a7911 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:38:30.815703 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0beb4a0f-aab4-4163-a70a-1936bd20ec79 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16607873'] for router_gateway (aa90af1f-fe61-484f-bf8d-f95053ddf973), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:30.817449 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498db224-abb9-4e6d-80a0-ddfe795a7911 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:38:30.818232 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498db224-abb9-4e6d-80a0-ddfe795a7911 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:38:30.820436 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498db224-abb9-4e6d-80a0-ddfe795a7911 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:38:30.821354 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498db224-abb9-4e6d-80a0-ddfe795a7911 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:38:30.822963 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498db224-abb9-4e6d-80a0-ddfe795a7911 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:38:30.823796 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498db224-abb9-4e6d-80a0-ddfe795a7911 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:38:30.824386 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498db224-abb9-4e6d-80a0-ddfe795a7911 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:38:30.970668 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0beb4a0f-aab4-4163-a70a-1936bd20ec79 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16605684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127449'] for router (aa90af1f-fe61-484f-bf8d-f95053ddf973), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:30.981036 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0beb4a0f-aab4-4163-a70a-1936bd20ec79 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for router_controller (aa90af1f-fe61-484f-bf8d-f95053ddf973), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:31.097899 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0beb4a0f-aab4-4163-a70a-1936bd20ec79 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16605693'] for router (aa90af1f-fe61-484f-bf8d-f95053ddf973), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:31.098436 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0beb4a0f-aab4-4163-a70a-1936bd20ec79 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Fanout notify agent at l3_agent the message router_deleted on router aa90af1f-fe61-484f-bf8d-f95053ddf973 {{(pid=103284) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 07:38:31.115034 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0beb4a0f-aab4-4163-a70a-1936bd20ec79 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for router (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:31.119358 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 51696) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:38:31.135955 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-0beb4a0f-aab4-4163-a70a-1936bd20ec79 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "DELETE /v2.0/routers/aa90af1f-fe61-484f-bf8d-f95053ddf973 HTTP/1.1" status: 204 len: 168 time: 1.5899827 Jan 28 07:38:31.246545 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac44124-3ef5-4fe7-a39f-ae82beed382a req-74909c12-55c7-4893-b01d-2dcdd7e04557 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:38:31.248380 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-bac44124-3ef5-4fe7-a39f-ae82beed382a req-74909c12-55c7-4893-b01d-2dcdd7e04557 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] 10.222.0.41 "GET /v2.0/ports?device_id=5bdb339a-b414-40ec-853a-3ef6c13723b5 HTTP/1.1" status: 200 len: 946 time: 0.1410007 Jan 28 07:38:31.370324 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5ae80017-1962-4515-aa30-363de807f8d2 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (4cd7327e-e36b-480d-8267-1d92962c787c), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:31.440604 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-bac44124-3ef5-4fe7-a39f-ae82beed382a req-5c7b4989-2650-43fa-8945-8f30eee391e6 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c3d0381-fe04-4b29-a321-87ae6e307c69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1477392 Jan 28 07:38:31.587363 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device be864f2c-2087-4afb-bb16-d32ebadae098 no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:38:31.629903 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: be864f2c-2087-4afb-bb16-d32ebadae098 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:38:31.630822 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device be864f2c-2087-4afb-bb16-d32ebadae098 not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:38:31.631246 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 7314eb8a-3405-4b9d-802d-5bf11144c5cd no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:38:31.641651 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5ae80017-1962-4515-aa30-363de807f8d2 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (4cd7327e-e36b-480d-8267-1d92962c787c), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:31.659215 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: 7314eb8a-3405-4b9d-802d-5bf11144c5cd {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:38:31.659555 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 7314eb8a-3405-4b9d-802d-5bf11144c5cd not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:38:31.666093 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-5ae80017-1962-4515-aa30-363de807f8d2 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cd7327e-e36b-480d-8267-1d92962c787c']}} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:38:31.729914 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-5ae80017-1962-4515-aa30-363de807f8d2 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52cd2574-ca92-4feb-a84f-ca598210916f') {'for_net_delete': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:38:31.730297 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-5ae80017-1962-4515-aa30-363de807f8d2 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52cd2574-ca92-4feb-a84f-ca598210916f') {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:38:31.753459 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5ae80017-1962-4515-aa30-363de807f8d2 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13506801'] for segment (52cd2574-ca92-4feb-a84f-ca598210916f), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:31.779721 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5ae80017-1962-4515-aa30-363de807f8d2 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (52cd2574-ca92-4feb-a84f-ca598210916f), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:31.786760 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ae80017-1962-4515-aa30-363de807f8d2 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=103283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:38:31.787258 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5ae80017-1962-4515-aa30-363de807f8d2 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13546563'] for segment (52cd2574-ca92-4feb-a84f-ca598210916f), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:31.791427 n-d-712749-28 neutron-server[103283]: Traceback (most recent call last): Jan 28 07:38:31.791427 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:38:31.791427 n-d-712749-28 neutron-server[103283]: timer() Jan 28 07:38:31.791427 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:38:31.791427 n-d-712749-28 neutron-server[103283]: cb(*args, **kw) Jan 28 07:38:31.791427 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:38:31.791427 n-d-712749-28 neutron-server[103283]: return func(*args, **kwargs) Jan 28 07:38:31.791427 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:38:31.791427 n-d-712749-28 neutron-server[103283]: self._notify() Jan 28 07:38:31.791427 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:38:31.791427 n-d-712749-28 neutron-server[103283]: self.callback(batched_events) Jan 28 07:38:31.791427 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:38:31.791427 n-d-712749-28 neutron-server[103283]: event.method(event) Jan 28 07:38:31.791427 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:38:31.791427 n-d-712749-28 neutron-server[103283]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:38:31.791427 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:38:31.791427 n-d-712749-28 neutron-server[103283]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:38:31.791427 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:38:31.791427 n-d-712749-28 neutron-server[103283]: return f(self, *a, **k) Jan 28 07:38:31.791427 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:38:31.791427 n-d-712749-28 neutron-server[103283]: return self._get(url).json() Jan 28 07:38:31.791427 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:38:31.791427 n-d-712749-28 neutron-server[103283]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:38:31.791427 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:38:31.791427 n-d-712749-28 neutron-server[103283]: return self.request(url, 'GET', **kwargs) Jan 28 07:38:31.791427 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:38:31.791427 n-d-712749-28 neutron-server[103283]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:38:31.791427 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:38:31.791427 n-d-712749-28 neutron-server[103283]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:38:31.791427 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:38:31.791427 n-d-712749-28 neutron-server[103283]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:38:31.791427 n-d-712749-28 neutron-server[103283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:38:31.910641 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5ae80017-1962-4515-aa30-363de807f8d2 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (4cd7327e-e36b-480d-8267-1d92962c787c), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:31.919242 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5ae80017-1962-4515-aa30-363de807f8d2 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:31.933470 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-5ae80017-1962-4515-aa30-363de807f8d2 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "DELETE /v2.0/networks/4cd7327e-e36b-480d-8267-1d92962c787c HTTP/1.1" status: 204 len: 168 time: 0.8127711 Jan 28 07:38:31.938910 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 51712) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:38:31.997341 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae80017-1962-4515-aa30-363de807f8d2 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Pushing event deleted for resources: {'Network': ['ID=4cd7327e-e36b-480d-8267-1d92962c787c,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:38:32.094138 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fc65bcb3-19fe-4590-88a6-b5ee7c6f5562 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for security_group (aca7eb5c-f7de-41b7-ac0f-53602a03b63e), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:32.153345 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fc65bcb3-19fe-4590-88a6-b5ee7c6f5562 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for security_group (aca7eb5c-f7de-41b7-ac0f-53602a03b63e), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:32.251074 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fc65bcb3-19fe-4590-88a6-b5ee7c6f5562 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (aca7eb5c-f7de-41b7-ac0f-53602a03b63e), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:32.257514 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fc65bcb3-19fe-4590-88a6-b5ee7c6f5562 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:32.262637 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-fc65bcb3-19fe-4590-88a6-b5ee7c6f5562 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "DELETE /v2.0/security-groups/aca7eb5c-f7de-41b7-ac0f-53602a03b63e HTTP/1.1" status: 204 len: 168 time: 0.3220720 Jan 28 07:38:32.272483 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc65bcb3-19fe-4590-88a6-b5ee7c6f5562 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aca7eb5c-f7de-41b7-ac0f-53602a03b63e,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:38:32.575479 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905aea30-a30c-47ec-a331-b3c52682129a req-7cd5fbb1-c95f-4efd-b50a-f679adc65999 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:38:32.580897 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-905aea30-a30c-47ec-a331-b3c52682129a req-7cd5fbb1-c95f-4efd-b50a-f679adc65999 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] 10.222.0.41 "GET /v2.0/ports?device_id=5bdb339a-b414-40ec-853a-3ef6c13723b5 HTTP/1.1" status: 200 len: 946 time: 0.0575657 Jan 28 07:38:32.646594 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-905aea30-a30c-47ec-a331-b3c52682129a req-26ab5915-5028-48c9-bb20-e6e62d586aea tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c3d0381-fe04-4b29-a321-87ae6e307c69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578389 Jan 28 07:38:32.815674 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 51744) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:38:32.822014 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-de4d9951-e92f-43bf-b0bb-1b3b7f88c0b8 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-976338582', 'description': 'tempest-secgroup-smoke-976338582 description', 'project_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:38:32.861426 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-de4d9951-e92f-43bf-b0bb-1b3b7f88c0b8 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:32.984818 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07292b1d-edfe-4657-b186-e606fed68f8b req-8f188868-cd0b-4044-a348-6a5cc5f5499f tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:38:32.994287 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-07292b1d-edfe-4657-b186-e606fed68f8b req-8f188868-cd0b-4044-a348-6a5cc5f5499f tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/networks?id=e89cba95-7c88-42ca-a2a1-7604d77c150d HTTP/1.1" status: 200 len: 812 time: 0.1784320 Jan 28 07:38:33.013649 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-07292b1d-edfe-4657-b186-e606fed68f8b req-1fe146f3-2e2c-4227-9fa6-ffa5fa22666a tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/quotas/6e11006faf4241738db69f23221595e2 HTTP/1.1" status: 200 len: 375 time: 0.0169246 Jan 28 07:38:33.015554 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-de4d9951-e92f-43bf-b0bb-1b3b7f88c0b8 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for security_group (997a3b42-4a7c-407b-9853-79adca660db3), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:33.021348 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-de4d9951-e92f-43bf-b0bb-1b3b7f88c0b8 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (997a3b42-4a7c-407b-9853-79adca660db3), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:33.059085 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-de4d9951-e92f-43bf-b0bb-1b3b7f88c0b8 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:33.061059 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-de4d9951-e92f-43bf-b0bb-1b3b7f88c0b8 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2443271 Jan 28 07:38:33.063546 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4d9951-e92f-43bf-b0bb-1b3b7f88c0b8 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=997a3b42-4a7c-407b-9853-79adca660db3,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:38:33.063996 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 51750) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:38:33.078592 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-04255702-9fdd-4e25-91fb-b5f8a49649e7 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Request body: {'security_group_rule': {'security_group_id': '997a3b42-4a7c-407b-9853-79adca660db3', 'project_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:38:33.090640 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:33.099535 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-07292b1d-edfe-4657-b186-e606fed68f8b req-c60e130e-00e9-4f59-b427-ac8bde97228f tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=6e11006faf4241738db69f23221595e2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0861435 Jan 28 07:38:33.136253 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-04255702-9fdd-4e25-91fb-b5f8a49649e7 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for security_group_rule (6cdb56fa-769b-444e-96ce-48440cec5151), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:33.225465 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-04255702-9fdd-4e25-91fb-b5f8a49649e7 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for security_group_rule (6cdb56fa-769b-444e-96ce-48440cec5151), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:33.256907 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-04255702-9fdd-4e25-91fb-b5f8a49649e7 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (6cdb56fa-769b-444e-96ce-48440cec5151), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:33.285618 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04255702-9fdd-4e25-91fb-b5f8a49649e7 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cdb56fa-769b-444e-96ce-48440cec5151,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:38:33.290513 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-04255702-9fdd-4e25-91fb-b5f8a49649e7 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:33.291749 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-04255702-9fdd-4e25-91fb-b5f8a49649e7 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2188222 Jan 28 07:38:33.295298 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 51758) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:38:33.295470 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7ca9d486-b9b1-4199-9690-753f208039b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:33.300309 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-cdb77ab1-55eb-48e6-88a8-7522a71f200c tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Request body: {'security_group_rule': {'security_group_id': '997a3b42-4a7c-407b-9853-79adca660db3', 'project_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:38:33.357870 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 48a3b33c-4e44-4664-a15c-666ce3459079 no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:38:33.375053 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cdb77ab1-55eb-48e6-88a8-7522a71f200c tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for security_group_rule (e7161e66-5846-4913-9829-15a88a3cb021), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:33.410940 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: 48a3b33c-4e44-4664-a15c-666ce3459079 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:38:33.415648 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 48a3b33c-4e44-4664-a15c-666ce3459079 not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:38:33.442032 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-07292b1d-edfe-4657-b186-e606fed68f8b req-5dcaaff0-fdf7-4cd8-ac67-e8adc2b8e4b9 service neutron] 10.222.0.41 "GET /v2.0/networks/e89cba95-7c88-42ca-a2a1-7604d77c150d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3402925 Jan 28 07:38:33.510200 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cdb77ab1-55eb-48e6-88a8-7522a71f200c tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for security_group_rule (e7161e66-5846-4913-9829-15a88a3cb021), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:33.520533 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cdb77ab1-55eb-48e6-88a8-7522a71f200c tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (e7161e66-5846-4913-9829-15a88a3cb021), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:33.545993 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb77ab1-55eb-48e6-88a8-7522a71f200c tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7161e66-5846-4913-9829-15a88a3cb021,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:38:33.561858 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cdb77ab1-55eb-48e6-88a8-7522a71f200c tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:33.564243 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-cdb77ab1-55eb-48e6-88a8-7522a71f200c tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2677860 Jan 28 07:38:33.566488 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 51764) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:38:33.572011 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-070e937c-15e4-412e-9133-27d38c07be41 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Request body: {'security_group_rule': {'security_group_id': '997a3b42-4a7c-407b-9853-79adca660db3', 'project_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:38:33.593089 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-07292b1d-edfe-4657-b186-e606fed68f8b req-5353cd7c-55f7-4744-b610-7093475a0964 service neutron] 10.222.0.41 "GET /v2.0/networks/e89cba95-7c88-42ca-a2a1-7604d77c150d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457405 Jan 28 07:38:33.635229 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-070e937c-15e4-412e-9133-27d38c07be41 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for security_group_rule (38e2978b-a77d-49fa-b2fd-3cbe68316538), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:33.788284 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-070e937c-15e4-412e-9133-27d38c07be41 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for security_group_rule (38e2978b-a77d-49fa-b2fd-3cbe68316538), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:33.793928 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-070e937c-15e4-412e-9133-27d38c07be41 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (38e2978b-a77d-49fa-b2fd-3cbe68316538), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:33.849135 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070e937c-15e4-412e-9133-27d38c07be41 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38e2978b-a77d-49fa-b2fd-3cbe68316538,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:38:33.861242 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-070e937c-15e4-412e-9133-27d38c07be41 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:33.868041 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-070e937c-15e4-412e-9133-27d38c07be41 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2979131 Jan 28 07:38:33.868258 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 51778) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:38:33.872101 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-aa30524f-4919-47e6-9928-5a4e0f7a8c70 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Request body: {'security_group_rule': {'security_group_id': '997a3b42-4a7c-407b-9853-79adca660db3', 'project_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:38:33.883893 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c6c732-6286-4124-9bd0-72defbf3e4d8 req-2c68e212-cbd3-47d5-aeb7-2c9c11ca4e4f tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:38:33.886583 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c7c6c732-6286-4124-9bd0-72defbf3e4d8 req-2c68e212-cbd3-47d5-aeb7-2c9c11ca4e4f tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] 10.222.0.41 "GET /v2.0/ports?device_id=5bdb339a-b414-40ec-853a-3ef6c13723b5 HTTP/1.1" status: 200 len: 946 time: 0.1245911 Jan 28 07:38:33.953834 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ea58d1b2-7737-424a-a4ec-e9bd2c9fc278 req-924c0fad-5718-4c14-82f9-cbf62f94b3c1 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=9dcd7252-eb06-4f45-9984-f1488e7b3d12 HTTP/1.1" status: 200 len: 210 time: 0.1054289 Jan 28 07:38:33.991758 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-aa30524f-4919-47e6-9928-5a4e0f7a8c70 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for security_group_rule (269d5617-cb17-4587-9f24-4ca3701d9c2a), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:34.003249 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c7c6c732-6286-4124-9bd0-72defbf3e4d8 req-408f5deb-2c46-4e97-a724-819f6ab70c58 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c3d0381-fe04-4b29-a321-87ae6e307c69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977948 Jan 28 07:38:34.112437 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:34.134383 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-aa30524f-4919-47e6-9928-5a4e0f7a8c70 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for security_group_rule (269d5617-cb17-4587-9f24-4ca3701d9c2a), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:34.144975 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-aa30524f-4919-47e6-9928-5a4e0f7a8c70 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (269d5617-cb17-4587-9f24-4ca3701d9c2a), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:34.166727 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa30524f-4919-47e6-9928-5a4e0f7a8c70 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=269d5617-cb17-4587-9f24-4ca3701d9c2a,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:38:34.184642 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-aa30524f-4919-47e6-9928-5a4e0f7a8c70 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:34.186447 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-aa30524f-4919-47e6-9928-5a4e0f7a8c70 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3179383 Jan 28 07:38:34.190683 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 51788) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:38:34.199408 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-3745c88b-3de0-43e7-b2ed-e6123d7319a9 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Request body: {'security_group_rule': {'security_group_id': '997a3b42-4a7c-407b-9853-79adca660db3', 'project_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:38:34.246083 n-d-712749-28 neutron-server[103284]: INFO neutron.db.securitygroups_db [None req-3745c88b-3de0-43e7-b2ed-e6123d7319a9 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Project b44a0e5d7f134bd69aecc7a32d5e1b41 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 07:38:34.252046 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3745c88b-3de0-43e7-b2ed-e6123d7319a9 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for security_group_rule (9486ebb2-a48c-462d-9904-01ad5f46a13d), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:34.341964 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3745c88b-3de0-43e7-b2ed-e6123d7319a9 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for security_group_rule (9486ebb2-a48c-462d-9904-01ad5f46a13d), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:34.349999 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3745c88b-3de0-43e7-b2ed-e6123d7319a9 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (9486ebb2-a48c-462d-9904-01ad5f46a13d), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:34.379627 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3745c88b-3de0-43e7-b2ed-e6123d7319a9 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9486ebb2-a48c-462d-9904-01ad5f46a13d,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:38:34.396662 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3745c88b-3de0-43e7-b2ed-e6123d7319a9 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:34.401174 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 51796) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:38:34.401637 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-3745c88b-3de0-43e7-b2ed-e6123d7319a9 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2066996 Jan 28 07:38:34.406232 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-8275dfe9-5784-488e-9792-1e83b72117c9 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Request body: {'security_group_rule': {'security_group_id': '997a3b42-4a7c-407b-9853-79adca660db3', 'project_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:38:34.437075 n-d-712749-28 neutron-server[103283]: INFO neutron.db.securitygroups_db [None req-8275dfe9-5784-488e-9792-1e83b72117c9 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Project b44a0e5d7f134bd69aecc7a32d5e1b41 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 07:38:34.445818 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8275dfe9-5784-488e-9792-1e83b72117c9 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for security_group_rule (77ae4b22-bcf1-47da-806d-275e076b37ed), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:34.517079 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8275dfe9-5784-488e-9792-1e83b72117c9 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for security_group_rule (77ae4b22-bcf1-47da-806d-275e076b37ed), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:34.522766 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8275dfe9-5784-488e-9792-1e83b72117c9 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (77ae4b22-bcf1-47da-806d-275e076b37ed), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:34.541623 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8275dfe9-5784-488e-9792-1e83b72117c9 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77ae4b22-bcf1-47da-806d-275e076b37ed,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:38:34.561878 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8275dfe9-5784-488e-9792-1e83b72117c9 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:34.564391 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-8275dfe9-5784-488e-9792-1e83b72117c9 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1610262 Jan 28 07:38:34.566143 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 51804) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:38:34.572003 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-7235c87b-ec2b-4907-bad7-916858683650 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Request body: {'network': {'name': 'tempest-network-smoke--219467892', 'project_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'port_security_enabled': True}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:38:34.596002 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7235c87b-ec2b-4907-bad7-916858683650 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Made reservation on behalf of b44a0e5d7f134bd69aecc7a32d5e1b41 for: {'network': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:38:34.600241 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7235c87b-ec2b-4907-bad7-916858683650 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:34.654870 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7235c87b-ec2b-4907-bad7-916858683650 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=103283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:38:34.669136 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7235c87b-ec2b-4907-bad7-916858683650 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (d0b9353e-301c-46f1-b189-608a13cc311f), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:34.669577 n-d-712749-28 neutron-server[103283]: INFO neutron.db.segments_db [None req-7235c87b-ec2b-4907-bad7-916858683650 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Added segment d0b9353e-301c-46f1-b189-608a13cc311f of type vlan for network fecfa915-dff3-4681-9460-1f8900e9cefe Jan 28 07:38:34.790053 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7235c87b-ec2b-4907-bad7-916858683650 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (fecfa915-dff3-4681-9460-1f8900e9cefe), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:34.839886 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7235c87b-ec2b-4907-bad7-916858683650 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (fecfa915-dff3-4681-9460-1f8900e9cefe), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:34.845881 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7235c87b-ec2b-4907-bad7-916858683650 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:38:34.846635 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7235c87b-ec2b-4907-bad7-916858683650 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:34.944306 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7235c87b-ec2b-4907-bad7-916858683650 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Pushing event updated for resources: {'Network': ['ID=fecfa915-dff3-4681-9460-1f8900e9cefe,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:38:34.959090 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network fecfa915-dff3-4681-9460-1f8900e9cefe details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:38:34.968410 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 51812) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:38:34.970170 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-7235c87b-ec2b-4907-bad7-916858683650 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4028211 Jan 28 07:38:34.974059 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-f157e4d1-52d5-47fa-9181-fb4cf37c98b9 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1947545157', 'admin_state_up': True, 'project_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:38:35.019340 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f157e4d1-52d5-47fa-9181-fb4cf37c98b9 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16606890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127275'] for router (54bf9d4c-8bd5-45bf-bcac-47e3c295f240), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:35.021538 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f157e4d1-52d5-47fa-9181-fb4cf37c98b9 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16605498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16607952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16355422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127266'] for router (54bf9d4c-8bd5-45bf-bcac-47e3c295f240), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:35.140745 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f157e4d1-52d5-47fa-9181-fb4cf37c98b9 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for router_controller (54bf9d4c-8bd5-45bf-bcac-47e3c295f240), precommit_add_association {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:35.188753 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-083ab397-11ce-4829-aa85-36c4213d9646 req-3efeb35c-3b91-4305-b8f4-7911a19051aa tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=9dcd7252-eb06-4f45-9984-f1488e7b3d12 HTTP/1.1" status: 200 len: 210 time: 0.0834434 Jan 28 07:38:35.277351 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9546a237-0216-475a-8297-daa941d3fa3b req-e493e927-6291-4b28-8f2c-6dfbde4cc444 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:38:35.279448 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9546a237-0216-475a-8297-daa941d3fa3b req-e493e927-6291-4b28-8f2c-6dfbde4cc444 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] 10.222.0.41 "GET /v2.0/ports?device_id=5bdb339a-b414-40ec-853a-3ef6c13723b5 HTTP/1.1" status: 200 len: 946 time: 0.1365573 Jan 28 07:38:35.376282 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f157e4d1-52d5-47fa-9181-fb4cf37c98b9 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for router_gateway (54bf9d4c-8bd5-45bf-bcac-47e3c295f240), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:35.424486 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9546a237-0216-475a-8297-daa941d3fa3b req-f06fae73-ed82-495b-9492-b37f47764f06 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c3d0381-fe04-4b29-a321-87ae6e307c69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063156 Jan 28 07:38:35.627604 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f157e4d1-52d5-47fa-9181-fb4cf37c98b9 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for router_gateway (54bf9d4c-8bd5-45bf-bcac-47e3c295f240), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:35.642176 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6262e2ed-0e57-454b-82fe-1f2314f22db2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:35.650946 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f157e4d1-52d5-47fa-9181-fb4cf37c98b9 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:35.773052 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-f157e4d1-52d5-47fa-9181-fb4cf37c98b9 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Allocated IP 172.25.6.44 (7d5b3724-deef-4831-8d43-cb9b8176573c/b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc/d66b2715-2cf7-42af-967a-d8d2d85633f1) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:38:35.906677 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f157e4d1-52d5-47fa-9181-fb4cf37c98b9 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for port (d66b2715-2cf7-42af-967a-d8d2d85633f1), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:35.962845 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f157e4d1-52d5-47fa-9181-fb4cf37c98b9 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (d66b2715-2cf7-42af-967a-d8d2d85633f1), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:35.976790 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07292b1d-edfe-4657-b186-e606fed68f8b req-28a1c06c-40b6-47d3-bcc3-db846c7f3299 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:38:35.993486 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-07292b1d-edfe-4657-b186-e606fed68f8b req-28a1c06c-40b6-47d3-bcc3-db846c7f3299 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.10 "GET /v2.0/networks?id=e89cba95-7c88-42ca-a2a1-7604d77c150d HTTP/1.1" status: 200 len: 812 time: 0.2071376 Jan 28 07:38:36.017389 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-07292b1d-edfe-4657-b186-e606fed68f8b req-162d2ab9-6ce2-4a7f-8d66-830ece81c621 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Request body: {'port': {'device_id': '9dcd7252-eb06-4f45-9984-f1488e7b3d12', 'network_id': 'e89cba95-7c88-42ca-a2a1-7604d77c150d', 'admin_state_up': True, 'tenant_id': '6e11006faf4241738db69f23221595e2'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:38:36.049022 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f157e4d1-52d5-47fa-9181-fb4cf37c98b9 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Network 7d5b3724-deef-4831-8d43-cb9b8176573c is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:38:36.053216 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-f157e4d1-52d5-47fa-9181-fb4cf37c98b9 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:38:36.056355 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f157e4d1-52d5-47fa-9181-fb4cf37c98b9 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Pushing event updated for resources: {'Port': ['ID=d66b2715-2cf7-42af-967a-d8d2d85633f1,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:38:36.058773 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f157e4d1-52d5-47fa-9181-fb4cf37c98b9 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:38:36.274489 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07292b1d-edfe-4657-b186-e606fed68f8b req-162d2ab9-6ce2-4a7f-8d66-830ece81c621 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Made reservation on behalf of 6e11006faf4241738db69f23221595e2 for: {'port': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:38:36.286275 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-07292b1d-edfe-4657-b186-e606fed68f8b req-162d2ab9-6ce2-4a7f-8d66-830ece81c621 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:36.436011 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0ace1e9c-973d-409f-8f0b-ef69d5181967 req-0f94b929-e165-4742-86b1-fe34e38fb02f tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=9dcd7252-eb06-4f45-9984-f1488e7b3d12 HTTP/1.1" status: 200 len: 210 time: 0.1091051 Jan 28 07:38:36.476423 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f157e4d1-52d5-47fa-9181-fb4cf37c98b9 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for router_gateway (54bf9d4c-8bd5-45bf-bcac-47e3c295f240), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:36.522284 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-524c1f6c-f135-44c1-bcd9-1ce5fcb8749f req-c57c35e5-ca43-4277-8ccd-8f1ad6a5166f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b0d35bb8-7e06-4b6d-b607-6825163dda59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1047981 Jan 28 07:38:36.557207 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [req-07292b1d-edfe-4657-b186-e606fed68f8b req-162d2ab9-6ce2-4a7f-8d66-830ece81c621 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Allocated IP 172.20.0.14 (e89cba95-7c88-42ca-a2a1-7604d77c150d/be92a7e6-1604-4603-bacc-7f09a5c98a28/a2249a88-e671-46ae-8a28-3acd00af36ad) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:38:36.698995 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3339b0fc-6cc0-4d76-8104-bb6edb919a57 req-6f245241-3d11-4ef1-af7d-ad303f56eec0 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:38:36.700821 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3339b0fc-6cc0-4d76-8104-bb6edb919a57 req-6f245241-3d11-4ef1-af7d-ad303f56eec0 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] 10.222.0.41 "GET /v2.0/ports?device_id=5bdb339a-b414-40ec-853a-3ef6c13723b5 HTTP/1.1" status: 200 len: 946 time: 0.1384645 Jan 28 07:38:36.826315 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524c1f6c-f135-44c1-bcd9-1ce5fcb8749f req-0ee4d961-8246-429b-bf92-7c92f5255287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:38:36.828478 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-524c1f6c-f135-44c1-bcd9-1ce5fcb8749f req-0ee4d961-8246-429b-bf92-7c92f5255287 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=92e8c6d45d8d4ce8ab1b80ffa4d7d863&device_id=b0d35bb8-7e06-4b6d-b607-6825163dda59 HTTP/1.1" status: 200 len: 1102 time: 0.0834529 Jan 28 07:38:36.902270 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-07292b1d-edfe-4657-b186-e606fed68f8b req-162d2ab9-6ce2-4a7f-8d66-830ece81c621 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Publish callbacks [] for port (a2249a88-e671-46ae-8a28-3acd00af36ad), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:37.013219 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524c1f6c-f135-44c1-bcd9-1ce5fcb8749f req-10921b39-2f03-4067-999c-6aa2dd2c5e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:38:37.014802 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-524c1f6c-f135-44c1-bcd9-1ce5fcb8749f req-10921b39-2f03-4067-999c-6aa2dd2c5e2e service neutron] 10.222.0.44 "GET /v2.0/networks?id=d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb HTTP/1.1" status: 200 len: 870 time: 0.1452045 Jan 28 07:38:37.019744 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:37.033954 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-07292b1d-edfe-4657-b186-e606fed68f8b req-162d2ab9-6ce2-4a7f-8d66-830ece81c621 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (a2249a88-e671-46ae-8a28-3acd00af36ad), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:37.107960 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-524c1f6c-f135-44c1-bcd9-1ce5fcb8749f req-c8c472fd-85bd-4acf-be3c-4135f48fc95b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=b99e60e1-db6c-4266-bc37-aa7fc1268b7a HTTP/1.1" status: 200 len: 217 time: 0.0862405 Jan 28 07:38:37.134511 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07292b1d-edfe-4657-b186-e606fed68f8b req-162d2ab9-6ce2-4a7f-8d66-830ece81c621 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Network e89cba95-7c88-42ca-a2a1-7604d77c150d is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:38:37.149880 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [req-07292b1d-edfe-4657-b186-e606fed68f8b req-162d2ab9-6ce2-4a7f-8d66-830ece81c621 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:38:37.197155 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-07292b1d-edfe-4657-b186-e606fed68f8b req-162d2ab9-6ce2-4a7f-8d66-830ece81c621 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:38:37.287389 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162d2ab9-6ce2-4a7f-8d66-830ece81c621 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Pushing event updated for resources: {'Port': ['ID=a2249a88-e671-46ae-8a28-3acd00af36ad,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:38:37.320296 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524c1f6c-f135-44c1-bcd9-1ce5fcb8749f req-8ecbd065-dbf7-4308-aebb-58f5148af873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:38:37.323082 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-524c1f6c-f135-44c1-bcd9-1ce5fcb8749f req-8ecbd065-dbf7-4308-aebb-58f5148af873 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5785b43d-448b-4d12-9eb5-4e4caf2e7eaf HTTP/1.1" status: 200 len: 843 time: 0.1874387 Jan 28 07:38:37.349055 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07292b1d-edfe-4657-b186-e606fed68f8b req-162d2ab9-6ce2-4a7f-8d66-830ece81c621 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:38:37.350092 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-07292b1d-edfe-4657-b186-e606fed68f8b req-162d2ab9-6ce2-4a7f-8d66-830ece81c621 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:37.407898 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3339b0fc-6cc0-4d76-8104-bb6edb919a57 req-1df113a8-2ecc-4d3c-98df-70d322083be8 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c3d0381-fe04-4b29-a321-87ae6e307c69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249807 Jan 28 07:38:37.460372 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-07292b1d-edfe-4657-b186-e606fed68f8b req-162d2ab9-6ce2-4a7f-8d66-830ece81c621 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4468615 Jan 28 07:38:37.470041 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f157e4d1-52d5-47fa-9181-fb4cf37c98b9 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16605475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16607909'] for router (54bf9d4c-8bd5-45bf-bcac-47e3c295f240), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:37.508522 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-07292b1d-edfe-4657-b186-e606fed68f8b req-edab9867-cd74-4710-9812-e5350d661f18 service neutron] Request body: {'port': {'device_id': '9dcd7252-eb06-4f45-9984-f1488e7b3d12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-28'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:38:37.573714 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524c1f6c-f135-44c1-bcd9-1ce5fcb8749f req-a6f82fd1-d452-4580-a2b2-9bb67f0b7e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:38:37.575844 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-524c1f6c-f135-44c1-bcd9-1ce5fcb8749f req-a6f82fd1-d452-4580-a2b2-9bb67f0b7e3f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2461855 Jan 28 07:38:37.641031 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-b252308b-e336-456f-9d31-4ac2e466b61e None None] Provisioning complete for port a2249a88-e671-46ae-8a28-3acd00af36ad triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:38:37.641413 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b252308b-e336-456f-9d31-4ac2e466b61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (a2249a88-e671-46ae-8a28-3acd00af36ad), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:37.718100 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-b252308b-e336-456f-9d31-4ac2e466b61e None None] Port a2249a88-e671-46ae-8a28-3acd00af36ad cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:38:37.746239 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0703780a-1aa0-458c-9899-df7d45555f85 req-1ce1eead-3412-4e7c-85b3-468678c3c954 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:38:37.748107 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0703780a-1aa0-458c-9899-df7d45555f85 req-1ce1eead-3412-4e7c-85b3-468678c3c954 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=9dcd7252-eb06-4f45-9984-f1488e7b3d12 HTTP/1.1" status: 200 len: 932 time: 0.1828575 Jan 28 07:38:37.751160 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-07292b1d-edfe-4657-b186-e606fed68f8b req-edab9867-cd74-4710-9812-e5350d661f18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (a2249a88-e671-46ae-8a28-3acd00af36ad), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:37.765167 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f157e4d1-52d5-47fa-9181-fb4cf37c98b9 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Router 54bf9d4c-8bd5-45bf-bcac-47e3c295f240 is scheduled to L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 with binding_index 1 {{(pid=103284) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 07:38:37.798984 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-524c1f6c-f135-44c1-bcd9-1ce5fcb8749f req-abfab8f2-6c07-44d8-a330-2c18b6639f51 service neutron] 10.222.0.44 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168598 Jan 28 07:38:37.832129 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0703780a-1aa0-458c-9899-df7d45555f85 req-7f2f7854-9326-47cb-b61b-be84c7046ee4 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7a11e82-5704-491d-abd6-aba50865dcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767376 Jan 28 07:38:37.938288 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f157e4d1-52d5-47fa-9181-fb4cf37c98b9 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:38:37.982974 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f157e4d1-52d5-47fa-9181-fb4cf37c98b9 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for router (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:37.984455 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-f157e4d1-52d5-47fa-9181-fb4cf37c98b9 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.0145350 Jan 28 07:38:37.987510 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 51870) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:38:37.992154 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f2db2e-76bf-462b-a991-112543b3e5da None None] Sync routers for ids ['54bf9d4c-8bd5-45bf-bcac-47e3c295f240'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:38:38.009906 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f2db2e-76bf-462b-a991-112543b3e5da None None] Routers {'54bf9d4c-8bd5-45bf-bcac-47e3c295f240'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:38:38.010524 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-67f2db2e-76bf-462b-a991-112543b3e5da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:38:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['54bf9d4c-8bd5-45bf-bcac-47e3c295f240'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:38:38.046103 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-524c1f6c-f135-44c1-bcd9-1ce5fcb8749f req-09c4185d-5352-4cdd-92cd-e17f6695dd53 service neutron] 10.222.0.44 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179892 Jan 28 07:38:38.092321 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-9ef46ac9-da26-493d-bdb8-37e696328c3c tempest-TestNetworkAdvancedServerOps-2120495418 tempest-TestNetworkAdvancedServerOps-2120495418-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=b44a0e5d7f134bd69aecc7a32d5e1b41&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1008890 Jan 28 07:38:38.099461 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 51874) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:38:38.270255 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-67f2db2e-76bf-462b-a991-112543b3e5da None None] Set router 54bf9d4c-8bd5-45bf-bcac-47e3c295f240 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:38:38.346461 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db99fc2-d879-417c-9855-b3172aa25bda tempest-TestNetworkAdvancedServerOps-2120495418 tempest-TestNetworkAdvancedServerOps-2120495418-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:38:38.350559 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-6db99fc2-d879-417c-9855-b3172aa25bda tempest-TestNetworkAdvancedServerOps-2120495418 tempest-TestNetworkAdvancedServerOps-2120495418-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2475581 Jan 28 07:38:38.353602 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 51882) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:38:38.444647 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [req-07292b1d-edfe-4657-b186-e606fed68f8b req-edab9867-cd74-4710-9812-e5350d661f18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2249a88-e671-46ae-8a28-3acd00af36ad {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:38:38.463073 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-07292b1d-edfe-4657-b186-e606fed68f8b req-edab9867-cd74-4710-9812-e5350d661f18 service neutron] Publish callbacks [] for port (a2249a88-e671-46ae-8a28-3acd00af36ad), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:38.465152 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-bfab1589-160d-4e3a-85e8-461d33ad537d tempest-TestNetworkAdvancedServerOps-2120495418 tempest-TestNetworkAdvancedServerOps-2120495418-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=7d5b3724-deef-4831-8d43-cb9b8176573c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1104062 Jan 28 07:38:38.468661 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 51886) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:38:38.474016 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-730184e4-be8e-42fe-b5fe-7483f410d795 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1070001506', 'network_id': 'fecfa915-dff3-4681-9460-1f8900e9cefe', 'project_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:38:38.492172 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [req-07292b1d-edfe-4657-b186-e606fed68f8b req-edab9867-cd74-4710-9812-e5350d661f18 service neutron] Transition to ACTIVE for port object a2249a88-e671-46ae-8a28-3acd00af36ad will not be triggered until provisioned by entity L2. {{(pid=103283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:38:38.502551 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-07292b1d-edfe-4657-b186-e606fed68f8b req-edab9867-cd74-4710-9812-e5350d661f18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (a2249a88-e671-46ae-8a28-3acd00af36ad), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:38.658539 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-67f2db2e-76bf-462b-a991-112543b3e5da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54bf9d4c-8bd5-45bf-bcac-47e3c295f240', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1947545157', 'tenant_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': 'd66b2715-2cf7-42af-967a-d8d2d85633f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:38:35Z', 'updated_at': '2022-01-28T07:38:36Z', 'revision_number': 3, 'project_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'gw_port': {'id': 'd66b2715-2cf7-42af-967a-d8d2d85633f1', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:a1:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54bf9d4c-8bd5-45bf-bcac-47e3c295f240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:38:35Z', 'updated_at': '2022-01-28T07:38:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:38:38.722696 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f2db2e-76bf-462b-a991-112543b3e5da None None] Checking router: 54bf9d4c-8bd5-45bf-bcac-47e3c295f240 for host: n-d-712749-28 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:38:38.723161 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f2db2e-76bf-462b-a991-112543b3e5da None None] Updating router 54bf9d4c-8bd5-45bf-bcac-47e3c295f240 port d66b2715-2cf7-42af-967a-d8d2d85633f1 binding host n-d-712749-28 {{(pid=103286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 07:38:38.751191 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:38.752383 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edab9867-cd74-4710-9812-e5350d661f18 service neutron] Pushing event updated for resources: {'Port': ['ID=a2249a88-e671-46ae-8a28-3acd00af36ad,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:38:38.788454 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-67f2db2e-76bf-462b-a991-112543b3e5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (d66b2715-2cf7-42af-967a-d8d2d85633f1), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:38.852863 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-07292b1d-edfe-4657-b186-e606fed68f8b req-edab9867-cd74-4710-9812-e5350d661f18 service neutron] Attempting to bind port a2249a88-e671-46ae-8a28-3acd00af36ad on host n-h1-712749-28 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:38:38.853261 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-07292b1d-edfe-4657-b186-e606fed68f8b req-edab9867-cd74-4710-9812-e5350d661f18 service neutron] Attempting to bind port a2249a88-e671-46ae-8a28-3acd00af36ad by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': '51b887d5-fd17-4f2d-9bed-8a0b60014438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e89cba95-7c88-42ca-a2a1-7604d77c150d'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:38:38.853542 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07292b1d-edfe-4657-b186-e606fed68f8b req-edab9867-cd74-4710-9812-e5350d661f18 service neutron] Attempting to bind port a2249a88-e671-46ae-8a28-3acd00af36ad on network e89cba95-7c88-42ca-a2a1-7604d77c150d {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:38:38.881379 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07292b1d-edfe-4657-b186-e606fed68f8b req-edab9867-cd74-4710-9812-e5350d661f18 service neutron] Port a2249a88-e671-46ae-8a28-3acd00af36ad on network e89cba95-7c88-42ca-a2a1-7604d77c150d not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:38:38.881717 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07292b1d-edfe-4657-b186-e606fed68f8b req-edab9867-cd74-4710-9812-e5350d661f18 service neutron] Attempting to bind port a2249a88-e671-46ae-8a28-3acd00af36ad on network e89cba95-7c88-42ca-a2a1-7604d77c150d {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:38:38.884742 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294feae8-87dd-42cf-ba02-9291d8dce06a req-0e6705d2-f875-40bf-bd77-6f68e8378a0b tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:38:38.897727 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-294feae8-87dd-42cf-ba02-9291d8dce06a req-0e6705d2-f875-40bf-bd77-6f68e8378a0b tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] 10.222.0.41 "GET /v2.0/ports?device_id=5bdb339a-b414-40ec-853a-3ef6c13723b5 HTTP/1.1" status: 200 len: 946 time: 0.2849498 Jan 28 07:38:38.912032 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07292b1d-edfe-4657-b186-e606fed68f8b req-edab9867-cd74-4710-9812-e5350d661f18 service neutron] Checking agent: {'id': '2fca46b1-237f-4857-9290-2429d810e472', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:38:38.912693 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07292b1d-edfe-4657-b186-e606fed68f8b req-edab9867-cd74-4710-9812-e5350d661f18 service neutron] Checking segment: {'id': '51b887d5-fd17-4f2d-9bed-8a0b60014438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e89cba95-7c88-42ca-a2a1-7604d77c150d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:38:38.914233 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07292b1d-edfe-4657-b186-e606fed68f8b req-edab9867-cd74-4710-9812-e5350d661f18 service neutron] Bound using segment: {'id': '51b887d5-fd17-4f2d-9bed-8a0b60014438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e89cba95-7c88-42ca-a2a1-7604d77c150d'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:38:38.914965 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-07292b1d-edfe-4657-b186-e606fed68f8b req-edab9867-cd74-4710-9812-e5350d661f18 service neutron] Bound port: a2249a88-e671-46ae-8a28-3acd00af36ad, host: n-h1-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51b887d5-fd17-4f2d-9bed-8a0b60014438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e89cba95-7c88-42ca-a2a1-7604d77c150d'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:38:38.921653 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-07292b1d-edfe-4657-b186-e606fed68f8b req-edab9867-cd74-4710-9812-e5350d661f18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (a2249a88-e671-46ae-8a28-3acd00af36ad), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:38.922050 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-730184e4-be8e-42fe-b5fe-7483f410d795 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Made reservation on behalf of b44a0e5d7f134bd69aecc7a32d5e1b41 for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:38:38.926816 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-730184e4-be8e-42fe-b5fe-7483f410d795 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24979592'] for subnet (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:39.124448 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-294feae8-87dd-42cf-ba02-9291d8dce06a req-f83fbede-cb8f-46da-9422-27a42056bf7c tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c3d0381-fe04-4b29-a321-87ae6e307c69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2257364 Jan 28 07:38:39.202606 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-07292b1d-edfe-4657-b186-e606fed68f8b req-edab9867-cd74-4710-9812-e5350d661f18 service neutron] For port a2249a88-e671-46ae-8a28-3acd00af36ad, host n-h1-712749-28, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:38:39.206370 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-07292b1d-edfe-4657-b186-e606fed68f8b req-edab9867-cd74-4710-9812-e5350d661f18 service neutron] For port a2249a88-e671-46ae-8a28-3acd00af36ad, host n-h1-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=a2249a88-e671-46ae-8a28-3acd00af36ad,segment=NetworkSegment(51b887d5-fd17-4f2d-9bed-8a0b60014438),segment_id=51b887d5-fd17-4f2d-9bed-8a0b60014438)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:38:39.238450 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5253ad0f-c979-4ee2-b0b0-9fc13b86c52f req-dcf5d7f8-e5f7-4121-9f9b-d16ee330055e tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:38:39.247025 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5253ad0f-c979-4ee2-b0b0-9fc13b86c52f req-dcf5d7f8-e5f7-4121-9f9b-d16ee330055e tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=9dcd7252-eb06-4f45-9984-f1488e7b3d12 HTTP/1.1" status: 200 len: 944 time: 0.2123268 Jan 28 07:38:39.298847 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-07292b1d-edfe-4657-b186-e606fed68f8b req-edab9867-cd74-4710-9812-e5350d661f18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (a2249a88-e671-46ae-8a28-3acd00af36ad), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:39.305725 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-730184e4-be8e-42fe-b5fe-7483f410d795 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24757504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24979610'] for subnet (d9192ad7-183b-4cf5-83ef-65d94ec8aa4b), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:39.381646 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edab9867-cd74-4710-9812-e5350d661f18 service neutron] Pushing event updated for resources: {'Port': ['ID=a2249a88-e671-46ae-8a28-3acd00af36ad,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:38:39.439943 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-67f2db2e-76bf-462b-a991-112543b3e5da None None] Publish callbacks [] for port (d66b2715-2cf7-42af-967a-d8d2d85633f1), precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:39.447118 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07292b1d-edfe-4657-b186-e606fed68f8b req-edab9867-cd74-4710-9812-e5350d661f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:38:39.448462 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-67f2db2e-76bf-462b-a991-112543b3e5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (d66b2715-2cf7-42af-967a-d8d2d85633f1), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:39.450458 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730184e4-be8e-42fe-b5fe-7483f410d795 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Pushing event updated for resources: {'Subnet': ['ID=d9192ad7-183b-4cf5-83ef-65d94ec8aa4b,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:38:39.451238 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-07292b1d-edfe-4657-b186-e606fed68f8b req-edab9867-cd74-4710-9812-e5350d661f18 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:39.452979 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-07292b1d-edfe-4657-b186-e606fed68f8b req-edab9867-cd74-4710-9812-e5350d661f18 service neutron] 10.222.0.10 "PUT /v2.0/ports/a2249a88-e671-46ae-8a28-3acd00af36ad HTTP/1.1" status: 200 len: 1093 time: 1.9696257 Jan 28 07:38:39.455905 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dcd7252-eb06-4f45-9984-f1488e7b3d12', 'tag': 'a2249a88-e671-46ae-8a28-3acd00af36ad'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:38:39.458377 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f470450a-a72f-452a-a0f5-e765ca76aa4b" -d '{"events": [{"name": "network-changed", "server_uuid": "9dcd7252-eb06-4f45-9984-f1488e7b3d12", "tag": "a2249a88-e671-46ae-8a28-3acd00af36ad"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:38:39.519013 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5253ad0f-c979-4ee2-b0b0-9fc13b86c52f req-6c709fe1-277e-4707-a2e8-b2822713554c tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7a11e82-5704-491d-abd6-aba50865dcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2689075 Jan 28 07:38:39.519254 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730184e4-be8e-42fe-b5fe-7483f410d795 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Checking segment: {'id': 'd0b9353e-301c-46f1-b189-608a13cc311f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'fecfa915-dff3-4681-9460-1f8900e9cefe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:38:39.519622 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-730184e4-be8e-42fe-b5fe-7483f410d795 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Network hostable DHCP agents. Network: fecfa915-dff3-4681-9460-1f8900e9cefe, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:38:39.575889 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-730184e4-be8e-42fe-b5fe-7483f410d795 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Network fecfa915-dff3-4681-9460-1f8900e9cefe is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:38:39.585931 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-67f2db2e-76bf-462b-a991-112543b3e5da None None] Attempting to bind port d66b2715-2cf7-42af-967a-d8d2d85633f1 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:38:39.588306 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-67f2db2e-76bf-462b-a991-112543b3e5da None None] Attempting to bind port d66b2715-2cf7-42af-967a-d8d2d85633f1 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:38:39.588812 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f2db2e-76bf-462b-a991-112543b3e5da None None] Attempting to bind port d66b2715-2cf7-42af-967a-d8d2d85633f1 on network 7d5b3724-deef-4831-8d43-cb9b8176573c {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:38:39.615511 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-730184e4-be8e-42fe-b5fe-7483f410d795 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, fecfa915-dff3-4681-9460-1f8900e9cefe) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:38:39.616539 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9da0a3bf-f3e6-4167-9d6e-696848225466 x-openstack-request-id: req-9da0a3bf-f3e6-4167-9d6e-696848225466 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:38:39.622134 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dcd7252-eb06-4f45-9984-f1488e7b3d12", "tag": "a2249a88-e671-46ae-8a28-3acd00af36ad", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:38:39.622134 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9da0a3bf-f3e6-4167-9d6e-696848225466 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:38:39.622134 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dcd7252-eb06-4f45-9984-f1488e7b3d12', 'tag': 'a2249a88-e671-46ae-8a28-3acd00af36ad', 'status': 'completed', 'code': 200} Jan 28 07:38:39.628747 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-730184e4-be8e-42fe-b5fe-7483f410d795 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:38:39.629653 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-730184e4-be8e-42fe-b5fe-7483f410d795 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:39.634199 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c96eb1-66e3-49d6-b78b-ada63bf6f32b None None] Network fecfa915-dff3-4681-9460-1f8900e9cefe requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:38:39.656473 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f2db2e-76bf-462b-a991-112543b3e5da None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:38:39.657414 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f2db2e-76bf-462b-a991-112543b3e5da None None] Checking segment: {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:38:39.658156 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-67f2db2e-76bf-462b-a991-112543b3e5da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:39.662464 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f2db2e-76bf-462b-a991-112543b3e5da None None] Bound using segment: {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:38:39.667661 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-67f2db2e-76bf-462b-a991-112543b3e5da None None] Bound port: d66b2715-2cf7-42af-967a-d8d2d85633f1, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:38:39.667997 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-730184e4-be8e-42fe-b5fe-7483f410d795 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1982913 Jan 28 07:38:39.669428 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-67f2db2e-76bf-462b-a991-112543b3e5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (d66b2715-2cf7-42af-967a-d8d2d85633f1), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:39.670904 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 51906) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:38:39.704701 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07292b1d-edfe-4657-b186-e606fed68f8b req-22ea6aa6-96b7-4379-8a7d-849119f90ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:38:39.714522 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-07292b1d-edfe-4657-b186-e606fed68f8b req-22ea6aa6-96b7-4379-8a7d-849119f90ca8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6e11006faf4241738db69f23221595e2&device_id=9dcd7252-eb06-4f45-9984-f1488e7b3d12 HTTP/1.1" status: 200 len: 1096 time: 0.1942940 Jan 28 07:38:39.786732 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dce8eb-dc72-49b9-b9ba-cd75533054d3 None None] Pushing event updated for resources: {'Port': ['ID=d66b2715-2cf7-42af-967a-d8d2d85633f1,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:38:39.869452 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dce8eb-dc72-49b9-b9ba-cd75533054d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:38:39.871159 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dce8eb-dc72-49b9-b9ba-cd75533054d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:38:39.872555 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dce8eb-dc72-49b9-b9ba-cd75533054d3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:38:39.876910 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dce8eb-dc72-49b9-b9ba-cd75533054d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:38:39.877025 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dce8eb-dc72-49b9-b9ba-cd75533054d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:38:39.877327 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dce8eb-dc72-49b9-b9ba-cd75533054d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:38:39.877679 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dce8eb-dc72-49b9-b9ba-cd75533054d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:38:39.878017 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dce8eb-dc72-49b9-b9ba-cd75533054d3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:38:39.878351 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dce8eb-dc72-49b9-b9ba-cd75533054d3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:38:39.878684 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dce8eb-dc72-49b9-b9ba-cd75533054d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:38:39.879016 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dce8eb-dc72-49b9-b9ba-cd75533054d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:38:39.879368 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dce8eb-dc72-49b9-b9ba-cd75533054d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:38:39.886085 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dce8eb-dc72-49b9-b9ba-cd75533054d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:38:39.892722 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-07292b1d-edfe-4657-b186-e606fed68f8b req-fde87543-4ddf-46ec-8fdc-c0fe3cca1f1d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a2249a88-e671-46ae-8a28-3acd00af36ad HTTP/1.1" status: 200 len: 217 time: 0.1594265 Jan 28 07:38:39.953060 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-67f2db2e-76bf-462b-a991-112543b3e5da None None] For port d66b2715-2cf7-42af-967a-d8d2d85633f1, host n-d-712749-28, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:38:39.964897 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-67f2db2e-76bf-462b-a991-112543b3e5da None None] For port d66b2715-2cf7-42af-967a-d8d2d85633f1, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=d66b2715-2cf7-42af-967a-d8d2d85633f1,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:38:39.978206 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-67f2db2e-76bf-462b-a991-112543b3e5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (d66b2715-2cf7-42af-967a-d8d2d85633f1), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:40.012723 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07292b1d-edfe-4657-b186-e606fed68f8b req-a4cd0941-5a1d-44c5-8eb7-1c64463f39d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:38:40.018367 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-07292b1d-edfe-4657-b186-e606fed68f8b req-a4cd0941-5a1d-44c5-8eb7-1c64463f39d3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=be92a7e6-1604-4603-bacc-7f09a5c98a28 HTTP/1.1" status: 200 len: 851 time: 0.0951934 Jan 28 07:38:40.099058 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f2db2e-76bf-462b-a991-112543b3e5da None None] Routers {'54bf9d4c-8bd5-45bf-bcac-47e3c295f240'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:38:40.099949 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-67f2db2e-76bf-462b-a991-112543b3e5da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:38:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['54bf9d4c-8bd5-45bf-bcac-47e3c295f240'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:38:40.104450 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dce8eb-dc72-49b9-b9ba-cd75533054d3 None None] Pushing event updated for resources: {'Port': ['ID=d66b2715-2cf7-42af-967a-d8d2d85633f1,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:38:40.124974 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07292b1d-edfe-4657-b186-e606fed68f8b req-bf762cb9-4a05-4642-aa72-34cf6cc84a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:38:40.126543 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-07292b1d-edfe-4657-b186-e606fed68f8b req-bf762cb9-4a05-4642-aa72-34cf6cc84a5a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e89cba95-7c88-42ca-a2a1-7604d77c150d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1015582 Jan 28 07:38:40.339025 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-67f2db2e-76bf-462b-a991-112543b3e5da None None] Set router 54bf9d4c-8bd5-45bf-bcac-47e3c295f240 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:38:40.443281 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b82c0032-0b3f-4c9a-8fe5-74882e6b323d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3dd72b9-6805-5f61-b6f3-a591f99a173d-fecfa915-dff3-4681-9460-1f8900e9cefe', 'network_id': 'fecfa915-dff3-4681-9460-1f8900e9cefe', 'project_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'fixed_ips': [{'subnet_id': 'd9192ad7-183b-4cf5-83ef-65d94ec8aa4b'}]}} from n-d-712749-28. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 07:38:40.454604 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b82c0032-0b3f-4c9a-8fe5-74882e6b323d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:40.489750 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:40.766546 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-b82c0032-0b3f-4c9a-8fe5-74882e6b323d None None] Allocated IP 172.20.0.2 (fecfa915-dff3-4681-9460-1f8900e9cefe/d9192ad7-183b-4cf5-83ef-65d94ec8aa4b/45b6ea5f-b7f9-4161-afcc-394e8bcf864b) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:38:40.771973 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-67f2db2e-76bf-462b-a991-112543b3e5da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54bf9d4c-8bd5-45bf-bcac-47e3c295f240', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1947545157', 'tenant_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': 'd66b2715-2cf7-42af-967a-d8d2d85633f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:38:35Z', 'updated_at': '2022-01-28T07:38:36Z', 'revision_number': 3, 'project_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'gw_port': {'id': 'd66b2715-2cf7-42af-967a-d8d2d85633f1', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:a1:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54bf9d4c-8bd5-45bf-bcac-47e3c295f240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:38:35Z', 'updated_at': '2022-01-28T07:38:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:38:40.857383 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bd6b0e19-6300-4b3b-afc6-f75066c3b38c tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:40.951053 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079cf662-339f-4cb6-9332-5197bcc741be req-b935d27d-ff90-45c8-b3a4-905d61d6d897 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:38:40.951971 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c120cb4-f654-4b4f-8f6b-16286bfbce74 req-8d0e7b6b-baf2-453a-a65e-a49b57ef62f5 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:38:40.952640 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-079cf662-339f-4cb6-9332-5197bcc741be req-b935d27d-ff90-45c8-b3a4-905d61d6d897 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=9dcd7252-eb06-4f45-9984-f1488e7b3d12 HTTP/1.1" status: 200 len: 944 time: 0.2351913 Jan 28 07:38:40.960007 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5c120cb4-f654-4b4f-8f6b-16286bfbce74 req-8d0e7b6b-baf2-453a-a65e-a49b57ef62f5 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] 10.222.0.41 "GET /v2.0/ports?device_id=5bdb339a-b414-40ec-853a-3ef6c13723b5 HTTP/1.1" status: 200 len: 946 time: 0.1054227 Jan 28 07:38:41.013081 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-07292b1d-edfe-4657-b186-e606fed68f8b req-cb0a9062-8fb4-4861-aca5-b964c360cebe service neutron] 10.222.0.10 "GET /v2.0/networks/e89cba95-7c88-42ca-a2a1-7604d77c150d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8746285 Jan 28 07:38:41.016295 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f2db2e-76bf-462b-a991-112543b3e5da None None] The sync data for ids ['54bf9d4c-8bd5-45bf-bcac-47e3c295f240'] in n-d-712749-28 is: [{'id': '54bf9d4c-8bd5-45bf-bcac-47e3c295f240', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1947545157', 'tenant_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': 'd66b2715-2cf7-42af-967a-d8d2d85633f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:38:35Z', 'updated_at': '2022-01-28T07:38:36Z', 'revision_number': 3, 'project_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'gw_port': {'id': 'd66b2715-2cf7-42af-967a-d8d2d85633f1', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:a1:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54bf9d4c-8bd5-45bf-bcac-47e3c295f240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:38:35Z', 'updated_at': '2022-01-28T07:38:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:38:41.176664 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b82c0032-0b3f-4c9a-8fe5-74882e6b323d None None] Publish callbacks [] for port (45b6ea5f-b7f9-4161-afcc-394e8bcf864b), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:41.196955 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b82c0032-0b3f-4c9a-8fe5-74882e6b323d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (45b6ea5f-b7f9-4161-afcc-394e8bcf864b), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:41.224269 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5c120cb4-f654-4b4f-8f6b-16286bfbce74 req-4da2d023-a916-44d2-906e-a2cbc599652c tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c3d0381-fe04-4b29-a321-87ae6e307c69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2568903 Jan 28 07:38:41.318078 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-07292b1d-edfe-4657-b186-e606fed68f8b req-fadbdebf-14fc-4369-9441-9f4246ea4455 service neutron] 10.222.0.10 "GET /v2.0/networks/e89cba95-7c88-42ca-a2a1-7604d77c150d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2953598 Jan 28 07:38:41.374882 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b82c0032-0b3f-4c9a-8fe5-74882e6b323d None None] Network fecfa915-dff3-4681-9460-1f8900e9cefe is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:38:41.378147 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-b82c0032-0b3f-4c9a-8fe5-74882e6b323d None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:38:41.381721 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82c0032-0b3f-4c9a-8fe5-74882e6b323d None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:38:41.527128 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82c0032-0b3f-4c9a-8fe5-74882e6b323d None None] Pushing event updated for resources: {'Port': ['ID=45b6ea5f-b7f9-4161-afcc-394e8bcf864b,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:38:41.603350 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-b82c0032-0b3f-4c9a-8fe5-74882e6b323d None None] Attempting to bind port 45b6ea5f-b7f9-4161-afcc-394e8bcf864b on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:38:41.603751 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-b82c0032-0b3f-4c9a-8fe5-74882e6b323d None None] Attempting to bind port 45b6ea5f-b7f9-4161-afcc-394e8bcf864b by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': 'd0b9353e-301c-46f1-b189-608a13cc311f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'fecfa915-dff3-4681-9460-1f8900e9cefe'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:38:41.604131 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82c0032-0b3f-4c9a-8fe5-74882e6b323d None None] Attempting to bind port 45b6ea5f-b7f9-4161-afcc-394e8bcf864b on network fecfa915-dff3-4681-9460-1f8900e9cefe {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:38:41.616554 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82c0032-0b3f-4c9a-8fe5-74882e6b323d None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 38, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:38:41.616953 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82c0032-0b3f-4c9a-8fe5-74882e6b323d None None] Checking segment: {'id': 'd0b9353e-301c-46f1-b189-608a13cc311f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'fecfa915-dff3-4681-9460-1f8900e9cefe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:38:41.617444 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b82c0032-0b3f-4c9a-8fe5-74882e6b323d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:41.617859 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82c0032-0b3f-4c9a-8fe5-74882e6b323d None None] Bound using segment: {'id': 'd0b9353e-301c-46f1-b189-608a13cc311f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'fecfa915-dff3-4681-9460-1f8900e9cefe'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:38:41.618436 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-b82c0032-0b3f-4c9a-8fe5-74882e6b323d None None] Bound port: 45b6ea5f-b7f9-4161-afcc-394e8bcf864b, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0b9353e-301c-46f1-b189-608a13cc311f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'fecfa915-dff3-4681-9460-1f8900e9cefe'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:38:41.618939 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b82c0032-0b3f-4c9a-8fe5-74882e6b323d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (45b6ea5f-b7f9-4161-afcc-394e8bcf864b), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:41.687325 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f470450a-a72f-452a-a0f5-e765ca76aa4b req-aa052347-8efc-4139-b116-e78496aa5182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:38:41.688953 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f470450a-a72f-452a-a0f5-e765ca76aa4b req-aa052347-8efc-4139-b116-e78496aa5182 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6e11006faf4241738db69f23221595e2&device_id=9dcd7252-eb06-4f45-9984-f1488e7b3d12 HTTP/1.1" status: 200 len: 1096 time: 0.2725825 Jan 28 07:38:41.777721 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-b82c0032-0b3f-4c9a-8fe5-74882e6b323d None None] For port 45b6ea5f-b7f9-4161-afcc-394e8bcf864b, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:38:41.791263 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-b82c0032-0b3f-4c9a-8fe5-74882e6b323d None None] For port 45b6ea5f-b7f9-4161-afcc-394e8bcf864b, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=45b6ea5f-b7f9-4161-afcc-394e8bcf864b,segment=NetworkSegment(d0b9353e-301c-46f1-b189-608a13cc311f),segment_id=d0b9353e-301c-46f1-b189-608a13cc311f)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:38:41.803218 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b82c0032-0b3f-4c9a-8fe5-74882e6b323d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (45b6ea5f-b7f9-4161-afcc-394e8bcf864b), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:41.837613 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-bd6b0e19-6300-4b3b-afc6-f75066c3b38c tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Allocated IP 172.20.0.1 (fecfa915-dff3-4681-9460-1f8900e9cefe/d9192ad7-183b-4cf5-83ef-65d94ec8aa4b/bcbc44c6-2000-4067-b0e0-4026f43ba329) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:38:41.855470 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4109c70f-dd77-4ea6-a19a-045a02e8d6cd req-53ebaf7b-09ab-4949-bd4d-998e5a4dc355 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:38:41.860637 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4109c70f-dd77-4ea6-a19a-045a02e8d6cd req-53ebaf7b-09ab-4949-bd4d-998e5a4dc355 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] 10.222.0.41 "GET /v2.0/ports?device_id=5bdb339a-b414-40ec-853a-3ef6c13723b5 HTTP/1.1" status: 200 len: 946 time: 0.3574114 Jan 28 07:38:41.890334 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89d0fde-8854-481f-8155-0f6e8da53d0d req-87c1e552-c69c-4cb3-9caf-46cfa512c7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:38:41.891937 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c89d0fde-8854-481f-8155-0f6e8da53d0d req-87c1e552-c69c-4cb3-9caf-46cfa512c7ee service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f73b832598f540969f70df5d0be9d3b5&device_id=5bdb339a-b414-40ec-853a-3ef6c13723b5 HTTP/1.1" status: 200 len: 1098 time: 0.2331011 Jan 28 07:38:42.013864 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82c0032-0b3f-4c9a-8fe5-74882e6b323d None None] Pushing event updated for resources: {'Port': ['ID=45b6ea5f-b7f9-4161-afcc-394e8bcf864b,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:38:42.020301 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-079cf662-339f-4cb6-9332-5197bcc741be req-07e00a15-f60b-4274-a167-0e87d6438f8a tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7a11e82-5704-491d-abd6-aba50865dcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0609050 Jan 28 07:38:42.089398 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f470450a-a72f-452a-a0f5-e765ca76aa4b req-c1aaf818-15ca-49af-901c-a85d9bce6e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:38:42.091127 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f470450a-a72f-452a-a0f5-e765ca76aa4b req-c1aaf818-15ca-49af-901c-a85d9bce6e5f service neutron] 10.222.0.10 "GET /v2.0/networks?id=e89cba95-7c88-42ca-a2a1-7604d77c150d HTTP/1.1" status: 200 len: 913 time: 0.3918669 Jan 28 07:38:42.105454 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4109c70f-dd77-4ea6-a19a-045a02e8d6cd req-67e2ac02-5807-4997-858f-fbb1fc755332 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c3d0381-fe04-4b29-a321-87ae6e307c69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2417176 Jan 28 07:38:42.176924 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f470450a-a72f-452a-a0f5-e765ca76aa4b req-51b9d597-4fec-474c-aa76-7ea5df0b891d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a2249a88-e671-46ae-8a28-3acd00af36ad HTTP/1.1" status: 200 len: 217 time: 0.0703034 Jan 28 07:38:42.287704 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f470450a-a72f-452a-a0f5-e765ca76aa4b req-a72ae8bd-f22a-452e-95d9-6c627bb02a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:38:42.290008 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f470450a-a72f-452a-a0f5-e765ca76aa4b req-a72ae8bd-f22a-452e-95d9-6c627bb02a6e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=be92a7e6-1604-4603-bacc-7f09a5c98a28 HTTP/1.1" status: 200 len: 851 time: 0.1013949 Jan 28 07:38:42.396423 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f470450a-a72f-452a-a0f5-e765ca76aa4b req-65544dda-5726-4bbb-83e8-456193a57610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:38:42.398497 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f470450a-a72f-452a-a0f5-e765ca76aa4b req-65544dda-5726-4bbb-83e8-456193a57610 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e89cba95-7c88-42ca-a2a1-7604d77c150d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1024513 Jan 28 07:38:42.443930 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bd6b0e19-6300-4b3b-afc6-f75066c3b38c tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for port (bcbc44c6-2000-4067-b0e0-4026f43ba329), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:42.496658 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bd6b0e19-6300-4b3b-afc6-f75066c3b38c tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (bcbc44c6-2000-4067-b0e0-4026f43ba329), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:42.622522 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd6b0e19-6300-4b3b-afc6-f75066c3b38c tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Network fecfa915-dff3-4681-9460-1f8900e9cefe is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:38:42.623786 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f470450a-a72f-452a-a0f5-e765ca76aa4b req-9d5f5a0a-0851-4b44-b02c-07b0fa4f5425 service neutron] 10.222.0.10 "GET /v2.0/networks/e89cba95-7c88-42ca-a2a1-7604d77c150d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2186470 Jan 28 07:38:42.636727 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-bd6b0e19-6300-4b3b-afc6-f75066c3b38c tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:38:42.649387 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89d0fde-8854-481f-8155-0f6e8da53d0d req-613889bd-01ea-4769-8215-0bff1ae89e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:38:42.650860 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c89d0fde-8854-481f-8155-0f6e8da53d0d req-613889bd-01ea-4769-8215-0bff1ae89e07 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5b65f449-9374-4261-8791-074dee2c30ed HTTP/1.1" status: 200 len: 912 time: 0.7093654 Jan 28 07:38:42.651691 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6b0e19-6300-4b3b-afc6-f75066c3b38c tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:38:42.655134 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6b0e19-6300-4b3b-afc6-f75066c3b38c tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Pushing event updated for resources: {'Port': ['ID=bcbc44c6-2000-4067-b0e0-4026f43ba329,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:38:42.773007 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f470450a-a72f-452a-a0f5-e765ca76aa4b req-33ab765e-7477-44c6-b9d8-61db000e3e03 service neutron] 10.222.0.10 "GET /v2.0/networks/e89cba95-7c88-42ca-a2a1-7604d77c150d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381259 Jan 28 07:38:42.791753 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bd6b0e19-6300-4b3b-afc6-f75066c3b38c tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16609232'] for router_interface (54bf9d4c-8bd5-45bf-bcac-47e3c295f240), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:42.843655 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c89d0fde-8854-481f-8155-0f6e8da53d0d req-2a020d59-9c03-47f0-8d29-510e3a6dab20 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ff309cc4-f50c-4036-a1aa-62b3a86e0963 HTTP/1.1" status: 200 len: 1002 time: 0.1770315 Jan 28 07:38:43.315074 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd407edd-c441-446f-bb3d-79473cf7ffeb req-012931fc-f83f-485c-bf6e-aa6695f6e03b tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:38:43.328666 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-bd407edd-c441-446f-bb3d-79473cf7ffeb req-012931fc-f83f-485c-bf6e-aa6695f6e03b tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] 10.222.0.41 "GET /v2.0/ports?device_id=5bdb339a-b414-40ec-853a-3ef6c13723b5 HTTP/1.1" status: 200 len: 946 time: 0.1054990 Jan 28 07:38:43.413207 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-bd407edd-c441-446f-bb3d-79473cf7ffeb req-9a4b891a-ef76-4be7-b8cc-2d0ac131026a tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c3d0381-fe04-4b29-a321-87ae6e307c69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781260 Jan 28 07:38:43.628715 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89d0fde-8854-481f-8155-0f6e8da53d0d req-f1e44baf-e5fd-491b-9d86-d29404ef039b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:38:43.630382 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c89d0fde-8854-481f-8155-0f6e8da53d0d req-f1e44baf-e5fd-491b-9d86-d29404ef039b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1a5a6122-c300-492c-8f7e-fbb048082731 HTTP/1.1" status: 200 len: 850 time: 0.7594323 Jan 28 07:38:43.694962 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c71b59a-f02d-4144-8187-e522fce89c68 req-0b1cf542-5dc7-443a-83d8-e82819dbc7fc tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:38:43.700011 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device d66b2715-2cf7-42af-967a-d8d2d85633f1 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:38:43.702293 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6c71b59a-f02d-4144-8187-e522fce89c68 req-0b1cf542-5dc7-443a-83d8-e82819dbc7fc tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=9dcd7252-eb06-4f45-9984-f1488e7b3d12 HTTP/1.1" status: 200 len: 944 time: 0.2077048 Jan 28 07:38:43.807537 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bd6b0e19-6300-4b3b-afc6-f75066c3b38c tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (bcbc44c6-2000-4067-b0e0-4026f43ba329), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:43.833918 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c79b8d9-554d-4e1d-ae0b-ec9be5539f62 None None] Network fecfa915-dff3-4681-9460-1f8900e9cefe requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:38:43.840333 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89d0fde-8854-481f-8155-0f6e8da53d0d req-e095e7e0-b184-48bd-8ce9-309c3492d2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:38:43.842116 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c89d0fde-8854-481f-8155-0f6e8da53d0d req-e095e7e0-b184-48bd-8ce9-309c3492d2a1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5b65f449-9374-4261-8791-074dee2c30ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1972241 Jan 28 07:38:43.858157 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port d66b2715-2cf7-42af-967a-d8d2d85633f1 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:38:43.858766 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (d66b2715-2cf7-42af-967a-d8d2d85633f1), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:43.905700 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6c71b59a-f02d-4144-8187-e522fce89c68 req-e4897dbf-e0d1-48db-9909-a3879d8f35c4 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7a11e82-5704-491d-abd6-aba50865dcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025225 Jan 28 07:38:43.989764 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-1a10fa78-272c-4d74-be7d-e3f02d8bb6b6 None None] Provisioning complete for port 45b6ea5f-b7f9-4161-afcc-394e8bcf864b triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:38:43.990296 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1a10fa78-272c-4d74-be7d-e3f02d8bb6b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (45b6ea5f-b7f9-4161-afcc-394e8bcf864b), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:44.107325 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c89d0fde-8854-481f-8155-0f6e8da53d0d req-a44d6b7f-8e8b-4602-add4-29539d6405de service neutron] 10.222.0.10 "GET /v2.0/networks/5b65f449-9374-4261-8791-074dee2c30ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2469046 Jan 28 07:38:44.228388 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-1a10fa78-272c-4d74-be7d-e3f02d8bb6b6 None None] Current status of the port 45b6ea5f-b7f9-4161-afcc-394e8bcf864b is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:38:44.229081 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1a10fa78-272c-4d74-be7d-e3f02d8bb6b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (45b6ea5f-b7f9-4161-afcc-394e8bcf864b), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:44.312770 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c89d0fde-8854-481f-8155-0f6e8da53d0d req-7b6919da-081a-4d98-97fb-5153402af586 service neutron] 10.222.0.10 "GET /v2.0/networks/5b65f449-9374-4261-8791-074dee2c30ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951470 Jan 28 07:38:44.313263 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-1a10fa78-272c-4d74-be7d-e3f02d8bb6b6 None None] For port 45b6ea5f-b7f9-4161-afcc-394e8bcf864b, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=45b6ea5f-b7f9-4161-afcc-394e8bcf864b,segment=NetworkSegment(d0b9353e-301c-46f1-b189-608a13cc311f),segment_id=d0b9353e-301c-46f1-b189-608a13cc311f)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:38:44.314721 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port d66b2715-2cf7-42af-967a-d8d2d85633f1 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:38:44.315406 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (d66b2715-2cf7-42af-967a-d8d2d85633f1), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:44.330912 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1a10fa78-272c-4d74-be7d-e3f02d8bb6b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (45b6ea5f-b7f9-4161-afcc-394e8bcf864b), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:44.394741 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bd6b0e19-6300-4b3b-afc6-f75066c3b38c tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for port (bcbc44c6-2000-4067-b0e0-4026f43ba329), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:44.405254 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bd6b0e19-6300-4b3b-afc6-f75066c3b38c tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (bcbc44c6-2000-4067-b0e0-4026f43ba329), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:44.457537 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a10fa78-272c-4d74-be7d-e3f02d8bb6b6 None None] Pushing event updated for resources: {'Port': ['ID=45b6ea5f-b7f9-4161-afcc-394e8bcf864b,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:38:44.498665 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] For port d66b2715-2cf7-42af-967a-d8d2d85633f1, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=d66b2715-2cf7-42af-967a-d8d2d85633f1,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:38:44.514830 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (d66b2715-2cf7-42af-967a-d8d2d85633f1), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:44.515777 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 45b6ea5f-b7f9-4161-afcc-394e8bcf864b up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:38:44.551543 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bd6b0e19-6300-4b3b-afc6-f75066c3b38c tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16318999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16606560'] for router_interface (54bf9d4c-8bd5-45bf-bcac-47e3c295f240), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:44.621868 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6b0e19-6300-4b3b-afc6-f75066c3b38c tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Pushing event updated for resources: {'Port': ['ID=bcbc44c6-2000-4067-b0e0-4026f43ba329,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:38:44.688516 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da192b0-7eed-47cb-acde-999196767de3 req-d83e529a-9a9d-408e-b9c0-f3b4f68f7588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:38:44.691057 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4da192b0-7eed-47cb-acde-999196767de3 req-d83e529a-9a9d-408e-b9c0-f3b4f68f7588 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f73b832598f540969f70df5d0be9d3b5&device_id=5bdb339a-b414-40ec-853a-3ef6c13723b5 HTTP/1.1" status: 200 len: 1098 time: 0.2272031 Jan 28 07:38:44.706186 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d566b1e-1af6-4a26-9d86-22b339083bbc req-6a672084-9b7a-4fd6-82ea-e505225632d6 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:38:44.721091 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8d566b1e-1af6-4a26-9d86-22b339083bbc req-6a672084-9b7a-4fd6-82ea-e505225632d6 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] 10.222.0.41 "GET /v2.0/ports?device_id=5bdb339a-b414-40ec-853a-3ef6c13723b5 HTTP/1.1" status: 200 len: 946 time: 0.1994522 Jan 28 07:38:44.806179 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Pushing event updated for resources: {'Port': ['ID=d66b2715-2cf7-42af-967a-d8d2d85633f1,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:38:44.833937 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 45b6ea5f-b7f9-4161-afcc-394e8bcf864b triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:38:44.834100 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (45b6ea5f-b7f9-4161-afcc-394e8bcf864b), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:44.836009 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8d566b1e-1af6-4a26-9d86-22b339083bbc req-313798cf-75eb-4276-8d5c-9c52a1331b37 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c3d0381-fe04-4b29-a321-87ae6e307c69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135881 Jan 28 07:38:44.890993 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd6b0e19-6300-4b3b-afc6-f75066c3b38c tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Network fecfa915-dff3-4681-9460-1f8900e9cefe is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:38:44.909110 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-bd6b0e19-6300-4b3b-afc6-f75066c3b38c tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:38:45.081973 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c2678c05-c2a5-4468-9b12-7a863fb09c43 None None] Provisioning complete for port 45b6ea5f-b7f9-4161-afcc-394e8bcf864b triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:38:45.082359 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c2678c05-c2a5-4468-9b12-7a863fb09c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (45b6ea5f-b7f9-4161-afcc-394e8bcf864b), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:45.096982 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 45b6ea5f-b7f9-4161-afcc-394e8bcf864b is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:38:45.211866 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da192b0-7eed-47cb-acde-999196767de3 req-84651c9b-b81c-4da1-8617-c66e1de25d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:38:45.214997 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4da192b0-7eed-47cb-acde-999196767de3 req-84651c9b-b81c-4da1-8617-c66e1de25d01 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5b65f449-9374-4261-8791-074dee2c30ed HTTP/1.1" status: 200 len: 912 time: 0.4697771 Jan 28 07:38:45.251585 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c2678c05-c2a5-4468-9b12-7a863fb09c43 None None] Current status of the port 45b6ea5f-b7f9-4161-afcc-394e8bcf864b is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:38:45.264403 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c2678c05-c2a5-4468-9b12-7a863fb09c43 None None] Provisioning complete for port bcbc44c6-2000-4067-b0e0-4026f43ba329 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:38:45.264793 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c2678c05-c2a5-4468-9b12-7a863fb09c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (bcbc44c6-2000-4067-b0e0-4026f43ba329), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:45.317275 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c2678c05-c2a5-4468-9b12-7a863fb09c43 None None] Port bcbc44c6-2000-4067-b0e0-4026f43ba329 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:38:45.406691 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4da192b0-7eed-47cb-acde-999196767de3 req-2d039f3d-7ec1-4d28-bd3a-748af5c1e914 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ff309cc4-f50c-4036-a1aa-62b3a86e0963 HTTP/1.1" status: 200 len: 1002 time: 0.1521590 Jan 28 07:38:45.420723 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd6b0e19-6300-4b3b-afc6-f75066c3b38c tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Router 54bf9d4c-8bd5-45bf-bcac-47e3c295f240 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:38:45.454515 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3009c1d4-d043-4621-8c75-25f09806da88 req-12d62c5d-81e1-4cab-9688-1bbd2358b062 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:38:45.456596 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3009c1d4-d043-4621-8c75-25f09806da88 req-12d62c5d-81e1-4cab-9688-1bbd2358b062 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=9dcd7252-eb06-4f45-9984-f1488e7b3d12 HTTP/1.1" status: 200 len: 944 time: 0.2973518 Jan 28 07:38:45.463209 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-4ea3a063-a5f4-480b-aa14-6469628eaf25 None None] Provisioning complete for port bcbc44c6-2000-4067-b0e0-4026f43ba329 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:38:45.463802 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4ea3a063-a5f4-480b-aa14-6469628eaf25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (bcbc44c6-2000-4067-b0e0-4026f43ba329), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:45.532848 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-4ea3a063-a5f4-480b-aa14-6469628eaf25 None None] Port bcbc44c6-2000-4067-b0e0-4026f43ba329 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:38:45.534727 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device d66b2715-2cf7-42af-967a-d8d2d85633f1 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:38:45.580890 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3009c1d4-d043-4621-8c75-25f09806da88 req-6c2b65c3-c47d-4b17-aacc-3e8e4d728076 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7a11e82-5704-491d-abd6-aba50865dcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099119 Jan 28 07:38:45.647770 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da192b0-7eed-47cb-acde-999196767de3 req-18989d8d-183e-43d3-a11e-a0b48a202f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:38:45.649886 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4da192b0-7eed-47cb-acde-999196767de3 req-18989d8d-183e-43d3-a11e-a0b48a202f9b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1a5a6122-c300-492c-8f7e-fbb048082731 HTTP/1.1" status: 200 len: 850 time: 0.1899219 Jan 28 07:38:45.683057 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port d66b2715-2cf7-42af-967a-d8d2d85633f1 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:38:45.683446 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (d66b2715-2cf7-42af-967a-d8d2d85633f1), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:45.751336 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da192b0-7eed-47cb-acde-999196767de3 req-9395c530-2674-420e-ab34-6c7cbc9b96df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:38:45.752867 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4da192b0-7eed-47cb-acde-999196767de3 req-9395c530-2674-420e-ab34-6c7cbc9b96df service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5b65f449-9374-4261-8791-074dee2c30ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0945456 Jan 28 07:38:45.790453 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-b5929355-1405-485f-8ce9-c46427cace87 None None] Provisioning complete for port bcbc44c6-2000-4067-b0e0-4026f43ba329 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:38:45.791135 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b5929355-1405-485f-8ce9-c46427cace87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (bcbc44c6-2000-4067-b0e0-4026f43ba329), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:45.853611 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4da192b0-7eed-47cb-acde-999196767de3 req-e4a57f3e-a3ed-4aa8-9991-55412bb0a3df service neutron] 10.222.0.10 "GET /v2.0/networks/5b65f449-9374-4261-8791-074dee2c30ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920255 Jan 28 07:38:45.861162 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-b5929355-1405-485f-8ce9-c46427cace87 None None] Port bcbc44c6-2000-4067-b0e0-4026f43ba329 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:38:45.924288 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port d66b2715-2cf7-42af-967a-d8d2d85633f1 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:38:45.925797 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 45b6ea5f-b7f9-4161-afcc-394e8bcf864b up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:38:45.982062 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4da192b0-7eed-47cb-acde-999196767de3 req-82880766-3637-4861-9614-8fd6b7729c56 service neutron] 10.222.0.10 "GET /v2.0/networks/5b65f449-9374-4261-8791-074dee2c30ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218052 Jan 28 07:38:45.984944 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd6b0e19-6300-4b3b-afc6-f75066c3b38c tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:38:45.990509 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-bd6b0e19-6300-4b3b-afc6-f75066c3b38c tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "PUT /v2.0/routers/54bf9d4c-8bd5-45bf-bcac-47e3c295f240/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3182614 Jan 28 07:38:46.010376 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d490d30e-ce1a-4f2a-a0f5-3d98822dbb73 None None] Sync routers for ids ['54bf9d4c-8bd5-45bf-bcac-47e3c295f240'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:38:46.074444 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 45b6ea5f-b7f9-4161-afcc-394e8bcf864b triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:38:46.074836 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (45b6ea5f-b7f9-4161-afcc-394e8bcf864b), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:46.076605 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d490d30e-ce1a-4f2a-a0f5-3d98822dbb73 None None] Routers {'54bf9d4c-8bd5-45bf-bcac-47e3c295f240'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:38:46.077245 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-d490d30e-ce1a-4f2a-a0f5-3d98822dbb73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:38:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['54bf9d4c-8bd5-45bf-bcac-47e3c295f240'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:38:46.105086 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b891d5f-ac08-404e-8c3a-770667e0acb3 req-7abdf084-7be7-463d-a498-e5f37ad6f58b tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:38:46.106687 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0b891d5f-ac08-404e-8c3a-770667e0acb3 req-7abdf084-7be7-463d-a498-e5f37ad6f58b tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] 10.222.0.41 "GET /v2.0/ports?device_id=5bdb339a-b414-40ec-853a-3ef6c13723b5 HTTP/1.1" status: 200 len: 946 time: 0.1531179 Jan 28 07:38:46.220797 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0b891d5f-ac08-404e-8c3a-770667e0acb3 req-3010fad1-fbba-4904-bf7c-8317aa685ea5 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c3d0381-fe04-4b29-a321-87ae6e307c69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019735 Jan 28 07:38:46.299046 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4f907149-5d9a-4a6b-a31e-d8708206ba1a req-a2ee164e-441f-4969-8ed8-c118e0c2c673 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-976338582&fields=id&tenant_id=b44a0e5d7f134bd69aecc7a32d5e1b41 HTTP/1.1" status: 200 len: 267 time: 0.1080728 Jan 28 07:38:46.330944 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-d490d30e-ce1a-4f2a-a0f5-3d98822dbb73 None None] Set router 54bf9d4c-8bd5-45bf-bcac-47e3c295f240 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:38:46.486692 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f907149-5d9a-4a6b-a31e-d8708206ba1a req-9404577f-52f0-4981-830a-bd07c2b55169 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:38:46.488414 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4f907149-5d9a-4a6b-a31e-d8708206ba1a req-9404577f-52f0-4981-830a-bd07c2b55169 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/networks?id=fecfa915-dff3-4681-9460-1f8900e9cefe HTTP/1.1" status: 200 len: 796 time: 0.1885691 Jan 28 07:38:46.518159 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4f907149-5d9a-4a6b-a31e-d8708206ba1a req-fa53f6b6-6b9c-4e21-95f7-f8a3c2d42740 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/quotas/b44a0e5d7f134bd69aecc7a32d5e1b41 HTTP/1.1" status: 200 len: 375 time: 0.0220580 Jan 28 07:38:46.595620 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4f907149-5d9a-4a6b-a31e-d8708206ba1a req-7d7ba75b-4393-4ade-8ebb-a3c3fad6f21a tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=b44a0e5d7f134bd69aecc7a32d5e1b41&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0720963 Jan 28 07:38:46.686718 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 45b6ea5f-b7f9-4161-afcc-394e8bcf864b is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:38:46.732059 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-d490d30e-ce1a-4f2a-a0f5-3d98822dbb73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54bf9d4c-8bd5-45bf-bcac-47e3c295f240', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1947545157', 'tenant_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': 'd66b2715-2cf7-42af-967a-d8d2d85633f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:38:35Z', 'updated_at': '2022-01-28T07:38:43Z', 'revision_number': 4, 'project_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'gw_port': {'id': 'd66b2715-2cf7-42af-967a-d8d2d85633f1', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:a1:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54bf9d4c-8bd5-45bf-bcac-47e3c295f240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:38:35Z', 'updated_at': '2022-01-28T07:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': 'bcbc44c6-2000-4067-b0e0-4026f43ba329', 'name': '', 'network_id': 'fecfa915-dff3-4681-9460-1f8900e9cefe', 'tenant_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'mac_address': 'fa:16:3e:26:72:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54bf9d4c-8bd5-45bf-bcac-47e3c295f240', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'd9192ad7-183b-4cf5-83ef-65d94ec8aa4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:38:41Z', 'updated_at': '2022-01-28T07:38:44Z', 'revision_number': 2, 'project_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'subnets': [{'id': 'd9192ad7-183b-4cf5-83ef-65d94ec8aa4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:38:46.766040 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b734c54e-1ae9-4f49-962f-d7d7368a1a4e req-c4e6118a-1d2c-48c4-9722-dcf3e0710850 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:38:46.767580 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b734c54e-1ae9-4f49-962f-d7d7368a1a4e req-c4e6118a-1d2c-48c4-9722-dcf3e0710850 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=9dcd7252-eb06-4f45-9984-f1488e7b3d12 HTTP/1.1" status: 200 len: 944 time: 0.0911694 Jan 28 07:38:46.795093 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d490d30e-ce1a-4f2a-a0f5-3d98822dbb73 None None] Checking router: 54bf9d4c-8bd5-45bf-bcac-47e3c295f240 for host: n-d-712749-28 {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:38:46.795470 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d490d30e-ce1a-4f2a-a0f5-3d98822dbb73 None None] Updating router 54bf9d4c-8bd5-45bf-bcac-47e3c295f240 port bcbc44c6-2000-4067-b0e0-4026f43ba329 binding host n-d-712749-28 {{(pid=103285) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 07:38:46.856251 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4f907149-5d9a-4a6b-a31e-d8708206ba1a req-ba9b3540-b998-456a-8c84-2fff06dc88e7 service neutron] 10.222.0.41 "GET /v2.0/networks/fecfa915-dff3-4681-9460-1f8900e9cefe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2484810 Jan 28 07:38:46.871664 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d490d30e-ce1a-4f2a-a0f5-3d98822dbb73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (bcbc44c6-2000-4067-b0e0-4026f43ba329), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:46.934903 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b734c54e-1ae9-4f49-962f-d7d7368a1a4e req-9f837680-f770-4540-863f-cb4b584b8874 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7a11e82-5704-491d-abd6-aba50865dcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606007 Jan 28 07:38:47.019095 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4f907149-5d9a-4a6b-a31e-d8708206ba1a req-51c526a8-fa99-4b8c-adad-7e1678c943c4 service neutron] 10.222.0.41 "GET /v2.0/networks/fecfa915-dff3-4681-9460-1f8900e9cefe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556344 Jan 28 07:38:47.454980 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d490d30e-ce1a-4f2a-a0f5-3d98822dbb73 None None] Publish callbacks [] for port (bcbc44c6-2000-4067-b0e0-4026f43ba329), precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:47.464911 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d490d30e-ce1a-4f2a-a0f5-3d98822dbb73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (bcbc44c6-2000-4067-b0e0-4026f43ba329), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:47.563428 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3340bc5c-b297-479e-89af-bba5264e7b20 None None] Pushing event updated for resources: {'Port': ['ID=bcbc44c6-2000-4067-b0e0-4026f43ba329,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:38:47.670366 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-d490d30e-ce1a-4f2a-a0f5-3d98822dbb73 None None] Attempting to bind port bcbc44c6-2000-4067-b0e0-4026f43ba329 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:38:47.671496 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-d490d30e-ce1a-4f2a-a0f5-3d98822dbb73 None None] Attempting to bind port bcbc44c6-2000-4067-b0e0-4026f43ba329 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': 'd0b9353e-301c-46f1-b189-608a13cc311f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'fecfa915-dff3-4681-9460-1f8900e9cefe'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:38:47.672121 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d490d30e-ce1a-4f2a-a0f5-3d98822dbb73 None None] Attempting to bind port bcbc44c6-2000-4067-b0e0-4026f43ba329 on network fecfa915-dff3-4681-9460-1f8900e9cefe {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:38:47.681135 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d490d30e-ce1a-4f2a-a0f5-3d98822dbb73 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 38, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:38:47.681987 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d490d30e-ce1a-4f2a-a0f5-3d98822dbb73 None None] Checking segment: {'id': 'd0b9353e-301c-46f1-b189-608a13cc311f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'fecfa915-dff3-4681-9460-1f8900e9cefe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:38:47.682633 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d490d30e-ce1a-4f2a-a0f5-3d98822dbb73 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:47.684065 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d490d30e-ce1a-4f2a-a0f5-3d98822dbb73 None None] Bound using segment: {'id': 'd0b9353e-301c-46f1-b189-608a13cc311f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'fecfa915-dff3-4681-9460-1f8900e9cefe'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:38:47.685092 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-d490d30e-ce1a-4f2a-a0f5-3d98822dbb73 None None] Bound port: bcbc44c6-2000-4067-b0e0-4026f43ba329, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0b9353e-301c-46f1-b189-608a13cc311f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'fecfa915-dff3-4681-9460-1f8900e9cefe'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:38:47.685788 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d490d30e-ce1a-4f2a-a0f5-3d98822dbb73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (bcbc44c6-2000-4067-b0e0-4026f43ba329), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:47.863798 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-d490d30e-ce1a-4f2a-a0f5-3d98822dbb73 None None] For port bcbc44c6-2000-4067-b0e0-4026f43ba329, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:38:47.876534 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-d490d30e-ce1a-4f2a-a0f5-3d98822dbb73 None None] For port bcbc44c6-2000-4067-b0e0-4026f43ba329, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=bcbc44c6-2000-4067-b0e0-4026f43ba329,segment=NetworkSegment(d0b9353e-301c-46f1-b189-608a13cc311f),segment_id=d0b9353e-301c-46f1-b189-608a13cc311f)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:38:47.889559 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d490d30e-ce1a-4f2a-a0f5-3d98822dbb73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (bcbc44c6-2000-4067-b0e0-4026f43ba329), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:47.955893 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d490d30e-ce1a-4f2a-a0f5-3d98822dbb73 None None] Routers {'54bf9d4c-8bd5-45bf-bcac-47e3c295f240'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:38:47.958027 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-d490d30e-ce1a-4f2a-a0f5-3d98822dbb73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:38:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['54bf9d4c-8bd5-45bf-bcac-47e3c295f240'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:38:48.112503 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3340bc5c-b297-479e-89af-bba5264e7b20 None None] Pushing event updated for resources: {'Port': ['ID=bcbc44c6-2000-4067-b0e0-4026f43ba329,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:38:48.167668 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9fe14d-d793-4d39-b90b-58a16c7fc0b6 req-a0ca99f1-4219-4e62-a382-33bbb3b49ff2 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:38:48.185006 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6e9fe14d-d793-4d39-b90b-58a16c7fc0b6 req-a0ca99f1-4219-4e62-a382-33bbb3b49ff2 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=9dcd7252-eb06-4f45-9984-f1488e7b3d12 HTTP/1.1" status: 200 len: 944 time: 0.1137023 Jan 28 07:38:48.196473 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c43510fa-a757-41f4-a603-08d40581dfad None None] Provisioning complete for port bcbc44c6-2000-4067-b0e0-4026f43ba329 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:38:48.196850 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c43510fa-a757-41f4-a603-08d40581dfad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (bcbc44c6-2000-4067-b0e0-4026f43ba329), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:48.296152 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-d490d30e-ce1a-4f2a-a0f5-3d98822dbb73 None None] Set router 54bf9d4c-8bd5-45bf-bcac-47e3c295f240 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:38:48.306590 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6e9fe14d-d793-4d39-b90b-58a16c7fc0b6 req-e7c524a2-ddaf-4f4d-a277-ebffa8bbd5e9 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7a11e82-5704-491d-abd6-aba50865dcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172512 Jan 28 07:38:48.579178 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-90293306-d449-4a28-8827-f510aa1ec753 req-5baad1d5-e194-4976-8ce9-62cd7cf24c6d tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/ports?device_id=73aa0305-9b3e-4b12-9b4d-6de9fad6bc66 HTTP/1.1" status: 200 len: 210 time: 0.1437542 Jan 28 07:38:48.991396 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c43510fa-a757-41f4-a603-08d40581dfad None None] Current status of the port bcbc44c6-2000-4067-b0e0-4026f43ba329 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:38:48.992639 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c43510fa-a757-41f4-a603-08d40581dfad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (bcbc44c6-2000-4067-b0e0-4026f43ba329), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:49.038228 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c43510fa-a757-41f4-a603-08d40581dfad None None] For port bcbc44c6-2000-4067-b0e0-4026f43ba329, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=bcbc44c6-2000-4067-b0e0-4026f43ba329,segment=NetworkSegment(d0b9353e-301c-46f1-b189-608a13cc311f),segment_id=d0b9353e-301c-46f1-b189-608a13cc311f)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:38:49.063325 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c43510fa-a757-41f4-a603-08d40581dfad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (bcbc44c6-2000-4067-b0e0-4026f43ba329), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:49.143355 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43510fa-a757-41f4-a603-08d40581dfad None None] Pushing event updated for resources: {'Port': ['ID=bcbc44c6-2000-4067-b0e0-4026f43ba329,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:38:49.147882 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-d490d30e-ce1a-4f2a-a0f5-3d98822dbb73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54bf9d4c-8bd5-45bf-bcac-47e3c295f240', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1947545157', 'tenant_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': 'd66b2715-2cf7-42af-967a-d8d2d85633f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:38:35Z', 'updated_at': '2022-01-28T07:38:43Z', 'revision_number': 4, 'project_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'gw_port': {'id': 'd66b2715-2cf7-42af-967a-d8d2d85633f1', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:a1:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54bf9d4c-8bd5-45bf-bcac-47e3c295f240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:38:35Z', 'updated_at': '2022-01-28T07:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': 'bcbc44c6-2000-4067-b0e0-4026f43ba329', 'name': '', 'network_id': 'fecfa915-dff3-4681-9460-1f8900e9cefe', 'tenant_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'mac_address': 'fa:16:3e:26:72:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54bf9d4c-8bd5-45bf-bcac-47e3c295f240', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'd9192ad7-183b-4cf5-83ef-65d94ec8aa4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:38:41Z', 'updated_at': '2022-01-28T07:38:47Z', 'revision_number': 4, 'project_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'subnets': [{'id': 'd9192ad7-183b-4cf5-83ef-65d94ec8aa4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:38:49.179160 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d490d30e-ce1a-4f2a-a0f5-3d98822dbb73 None None] The sync data for ids ['54bf9d4c-8bd5-45bf-bcac-47e3c295f240'] in n-d-712749-28 is: [{'id': '54bf9d4c-8bd5-45bf-bcac-47e3c295f240', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1947545157', 'tenant_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': 'd66b2715-2cf7-42af-967a-d8d2d85633f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:38:35Z', 'updated_at': '2022-01-28T07:38:43Z', 'revision_number': 4, 'project_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'gw_port': {'id': 'd66b2715-2cf7-42af-967a-d8d2d85633f1', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:a1:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54bf9d4c-8bd5-45bf-bcac-47e3c295f240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:38:35Z', 'updated_at': '2022-01-28T07:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': 'bcbc44c6-2000-4067-b0e0-4026f43ba329', 'name': '', 'network_id': 'fecfa915-dff3-4681-9460-1f8900e9cefe', 'tenant_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'mac_address': 'fa:16:3e:26:72:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54bf9d4c-8bd5-45bf-bcac-47e3c295f240', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'd9192ad7-183b-4cf5-83ef-65d94ec8aa4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:38:41Z', 'updated_at': '2022-01-28T07:38:47Z', 'revision_number': 4, 'project_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'subnets': [{'id': 'd9192ad7-183b-4cf5-83ef-65d94ec8aa4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:38:49.205926 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-cb96b04e-abab-41a8-a2a4-5e196cd05a84 None None] Provisioning complete for port bcbc44c6-2000-4067-b0e0-4026f43ba329 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:38:49.206609 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cb96b04e-abab-41a8-a2a4-5e196cd05a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (bcbc44c6-2000-4067-b0e0-4026f43ba329), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:49.361806 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 7 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 07:38:49.458146 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-cb96b04e-abab-41a8-a2a4-5e196cd05a84 None None] Current status of the port bcbc44c6-2000-4067-b0e0-4026f43ba329 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:38:49.671365 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6649743c-3cd0-4911-bc18-f51dde6814e7 req-b135f2e8-a700-445f-b832-f33f77a31cba tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:38:49.717763 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6649743c-3cd0-4911-bc18-f51dde6814e7 req-b135f2e8-a700-445f-b832-f33f77a31cba tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=9dcd7252-eb06-4f45-9984-f1488e7b3d12 HTTP/1.1" status: 200 len: 944 time: 0.2120430 Jan 28 07:38:49.738190 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device bcbc44c6-2000-4067-b0e0-4026f43ba329 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:38:49.877616 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e19e6ff3-9e9e-4285-89ae-c0c9a02c17b4 req-c264915c-0f55-4fa2-a32a-22f77baecb2e tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/ports?device_id=73aa0305-9b3e-4b12-9b4d-6de9fad6bc66 HTTP/1.1" status: 200 len: 210 time: 0.0972149 Jan 28 07:38:49.952440 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port bcbc44c6-2000-4067-b0e0-4026f43ba329 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:38:49.952734 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (bcbc44c6-2000-4067-b0e0-4026f43ba329), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:49.957150 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6649743c-3cd0-4911-bc18-f51dde6814e7 req-71c70baf-7380-4064-bbae-36ec15e1bbaf tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7a11e82-5704-491d-abd6-aba50865dcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381475 Jan 28 07:38:50.095124 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port bcbc44c6-2000-4067-b0e0-4026f43ba329 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:38:50.558994 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f907149-5d9a-4a6b-a31e-d8708206ba1a req-8daa3a2d-fd4b-48c3-8361-fd72c4696e1d tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:38:50.560508 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4f907149-5d9a-4a6b-a31e-d8708206ba1a req-8daa3a2d-fd4b-48c3-8361-fd72c4696e1d tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.44 "GET /v2.0/networks?id=fecfa915-dff3-4681-9460-1f8900e9cefe HTTP/1.1" status: 200 len: 796 time: 0.2549095 Jan 28 07:38:50.658079 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4f907149-5d9a-4a6b-a31e-d8708206ba1a req-0d1c6f89-c0d5-40b9-9d20-49c304171337 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b44a0e5d7f134bd69aecc7a32d5e1b41 HTTP/1.1" status: 200 len: 379 time: 0.0805151 Jan 28 07:38:50.689661 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-4f907149-5d9a-4a6b-a31e-d8708206ba1a req-dc04ef48-3eab-4640-bc44-ae3206b8bc6b tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Request body: {'port': {'device_id': '73aa0305-9b3e-4b12-9b4d-6de9fad6bc66', 'network_id': 'fecfa915-dff3-4681-9460-1f8900e9cefe', 'admin_state_up': True, 'tenant_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'security_groups': ['997a3b42-4a7c-407b-9853-79adca660db3']}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:38:50.923888 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f907149-5d9a-4a6b-a31e-d8708206ba1a req-dc04ef48-3eab-4640-bc44-ae3206b8bc6b tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Made reservation on behalf of b44a0e5d7f134bd69aecc7a32d5e1b41 for: {'port': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:38:50.936001 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-4f907149-5d9a-4a6b-a31e-d8708206ba1a req-dc04ef48-3eab-4640-bc44-ae3206b8bc6b tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:51.145338 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c90cdbf0-5e6e-419a-a97e-4fd7de083d0a req-c5cdc1cf-d801-47e6-a4f5-c03276816ac3 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/ports?device_id=73aa0305-9b3e-4b12-9b4d-6de9fad6bc66 HTTP/1.1" status: 200 len: 210 time: 0.0810585 Jan 28 07:38:51.312679 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54babbbd-5569-43da-a4ba-1847888caa9a req-173747ed-e157-4176-a7a0-e07ba8d4069a tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:38:51.322980 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-54babbbd-5569-43da-a4ba-1847888caa9a req-173747ed-e157-4176-a7a0-e07ba8d4069a tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=9dcd7252-eb06-4f45-9984-f1488e7b3d12 HTTP/1.1" status: 200 len: 944 time: 0.1406982 Jan 28 07:38:51.333636 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [req-4f907149-5d9a-4a6b-a31e-d8708206ba1a req-dc04ef48-3eab-4640-bc44-ae3206b8bc6b tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Allocated IP 172.20.0.3 (fecfa915-dff3-4681-9460-1f8900e9cefe/d9192ad7-183b-4cf5-83ef-65d94ec8aa4b/c42d94a1-241c-47fb-a0e7-940daa59bc9c) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:38:51.399996 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-54babbbd-5569-43da-a4ba-1847888caa9a req-13c492b2-d50c-4a02-b034-2c912ab88f42 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7a11e82-5704-491d-abd6-aba50865dcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758479 Jan 28 07:38:51.619306 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-4f907149-5d9a-4a6b-a31e-d8708206ba1a req-dc04ef48-3eab-4640-bc44-ae3206b8bc6b tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for port (c42d94a1-241c-47fb-a0e7-940daa59bc9c), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:51.661573 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-4f907149-5d9a-4a6b-a31e-d8708206ba1a req-dc04ef48-3eab-4640-bc44-ae3206b8bc6b tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (c42d94a1-241c-47fb-a0e7-940daa59bc9c), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:51.759510 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc04ef48-3eab-4640-bc44-ae3206b8bc6b tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Pushing event updated for resources: {'Port': ['ID=c42d94a1-241c-47fb-a0e7-940daa59bc9c,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:38:51.795922 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f907149-5d9a-4a6b-a31e-d8708206ba1a req-dc04ef48-3eab-4640-bc44-ae3206b8bc6b tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Network fecfa915-dff3-4681-9460-1f8900e9cefe is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:38:51.798289 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [req-4f907149-5d9a-4a6b-a31e-d8708206ba1a req-dc04ef48-3eab-4640-bc44-ae3206b8bc6b tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:38:51.809566 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f907149-5d9a-4a6b-a31e-d8708206ba1a req-dc04ef48-3eab-4640-bc44-ae3206b8bc6b tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:38:51.884877 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f907149-5d9a-4a6b-a31e-d8708206ba1a req-dc04ef48-3eab-4640-bc44-ae3206b8bc6b tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:38:51.885764 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-4f907149-5d9a-4a6b-a31e-d8708206ba1a req-dc04ef48-3eab-4640-bc44-ae3206b8bc6b tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:51.925030 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4f907149-5d9a-4a6b-a31e-d8708206ba1a req-dc04ef48-3eab-4640-bc44-ae3206b8bc6b tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2511420 Jan 28 07:38:51.941998 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-4f907149-5d9a-4a6b-a31e-d8708206ba1a req-2dd3d2ef-a56e-47cf-9a12-2885d0d1e6bf service neutron] Request body: {'port': {'device_id': '73aa0305-9b3e-4b12-9b4d-6de9fad6bc66', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712749-28'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:38:52.034820 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-4f907149-5d9a-4a6b-a31e-d8708206ba1a req-2dd3d2ef-a56e-47cf-9a12-2885d0d1e6bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (c42d94a1-241c-47fb-a0e7-940daa59bc9c), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:52.220078 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-460b3db4-45d5-419c-8c16-7f91113be255 None None] Provisioning complete for port c42d94a1-241c-47fb-a0e7-940daa59bc9c triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:38:52.240536 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-460b3db4-45d5-419c-8c16-7f91113be255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (c42d94a1-241c-47fb-a0e7-940daa59bc9c), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:52.347273 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85470338-ac76-4254-8bf5-8a8c740a0fff req-e2382d1e-9672-4941-9ef9-3c11071e1cb8 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:38:52.358426 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-85470338-ac76-4254-8bf5-8a8c740a0fff req-e2382d1e-9672-4941-9ef9-3c11071e1cb8 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/ports?device_id=73aa0305-9b3e-4b12-9b4d-6de9fad6bc66 HTTP/1.1" status: 200 len: 931 time: 0.0857804 Jan 28 07:38:52.391122 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-460b3db4-45d5-419c-8c16-7f91113be255 None None] Port c42d94a1-241c-47fb-a0e7-940daa59bc9c cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:38:52.447857 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-85470338-ac76-4254-8bf5-8a8c740a0fff req-4c6586dc-6782-4187-ac8f-c05f897b8d27 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/security-groups?id=997a3b42-4a7c-407b-9853-79adca660db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881631 Jan 28 07:38:52.605669 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b1c798-7565-4e56-8b5e-9f5e7cf8c0e1 req-ca927a99-da6b-417c-8fdf-bab09f5f0ba4 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:38:52.607557 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c0b1c798-7565-4e56-8b5e-9f5e7cf8c0e1 req-ca927a99-da6b-417c-8fdf-bab09f5f0ba4 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=9dcd7252-eb06-4f45-9984-f1488e7b3d12 HTTP/1.1" status: 200 len: 944 time: 0.0905576 Jan 28 07:38:52.718377 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [req-4f907149-5d9a-4a6b-a31e-d8708206ba1a req-2dd3d2ef-a56e-47cf-9a12-2885d0d1e6bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c42d94a1-241c-47fb-a0e7-940daa59bc9c {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:38:52.733589 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-4f907149-5d9a-4a6b-a31e-d8708206ba1a req-2dd3d2ef-a56e-47cf-9a12-2885d0d1e6bf service neutron] Publish callbacks [] for port (c42d94a1-241c-47fb-a0e7-940daa59bc9c), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:52.767122 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c0b1c798-7565-4e56-8b5e-9f5e7cf8c0e1 req-824a2091-8afd-43a3-a37d-dc5c30e49c1c tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7a11e82-5704-491d-abd6-aba50865dcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449797 Jan 28 07:38:52.780480 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [req-4f907149-5d9a-4a6b-a31e-d8708206ba1a req-2dd3d2ef-a56e-47cf-9a12-2885d0d1e6bf service neutron] Transition to ACTIVE for port object c42d94a1-241c-47fb-a0e7-940daa59bc9c will not be triggered until provisioned by entity L2. {{(pid=103283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:38:52.787065 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-4f907149-5d9a-4a6b-a31e-d8708206ba1a req-2dd3d2ef-a56e-47cf-9a12-2885d0d1e6bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (c42d94a1-241c-47fb-a0e7-940daa59bc9c), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:52.862314 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd3d2ef-a56e-47cf-9a12-2885d0d1e6bf service neutron] Pushing event updated for resources: {'Port': ['ID=c42d94a1-241c-47fb-a0e7-940daa59bc9c,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:38:53.042165 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-4f907149-5d9a-4a6b-a31e-d8708206ba1a req-2dd3d2ef-a56e-47cf-9a12-2885d0d1e6bf service neutron] Attempting to bind port c42d94a1-241c-47fb-a0e7-940daa59bc9c on host n-h2-712749-28 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:38:53.042513 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-4f907149-5d9a-4a6b-a31e-d8708206ba1a req-2dd3d2ef-a56e-47cf-9a12-2885d0d1e6bf service neutron] Attempting to bind port c42d94a1-241c-47fb-a0e7-940daa59bc9c by drivers openvswitch,hyperv on host n-h2-712749-28 at level 0 using segments [{'id': 'd0b9353e-301c-46f1-b189-608a13cc311f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'fecfa915-dff3-4681-9460-1f8900e9cefe'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:38:53.043081 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f907149-5d9a-4a6b-a31e-d8708206ba1a req-2dd3d2ef-a56e-47cf-9a12-2885d0d1e6bf service neutron] Attempting to bind port c42d94a1-241c-47fb-a0e7-940daa59bc9c on network fecfa915-dff3-4681-9460-1f8900e9cefe {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:38:53.048258 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f907149-5d9a-4a6b-a31e-d8708206ba1a req-2dd3d2ef-a56e-47cf-9a12-2885d0d1e6bf service neutron] Port c42d94a1-241c-47fb-a0e7-940daa59bc9c on network fecfa915-dff3-4681-9460-1f8900e9cefe not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-28 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:38:53.049469 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f907149-5d9a-4a6b-a31e-d8708206ba1a req-2dd3d2ef-a56e-47cf-9a12-2885d0d1e6bf service neutron] Attempting to bind port c42d94a1-241c-47fb-a0e7-940daa59bc9c on network fecfa915-dff3-4681-9460-1f8900e9cefe {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:38:53.053577 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f907149-5d9a-4a6b-a31e-d8708206ba1a req-2dd3d2ef-a56e-47cf-9a12-2885d0d1e6bf service neutron] Checking agent: {'id': 'c9906e63-062c-432e-bb53-63fdb8115e18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 38, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:38:53.054090 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f907149-5d9a-4a6b-a31e-d8708206ba1a req-2dd3d2ef-a56e-47cf-9a12-2885d0d1e6bf service neutron] Checking segment: {'id': 'd0b9353e-301c-46f1-b189-608a13cc311f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'fecfa915-dff3-4681-9460-1f8900e9cefe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:38:53.054379 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f907149-5d9a-4a6b-a31e-d8708206ba1a req-2dd3d2ef-a56e-47cf-9a12-2885d0d1e6bf service neutron] Bound using segment: {'id': 'd0b9353e-301c-46f1-b189-608a13cc311f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'fecfa915-dff3-4681-9460-1f8900e9cefe'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:38:53.055259 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-4f907149-5d9a-4a6b-a31e-d8708206ba1a req-2dd3d2ef-a56e-47cf-9a12-2885d0d1e6bf service neutron] Bound port: c42d94a1-241c-47fb-a0e7-940daa59bc9c, host: n-h2-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0b9353e-301c-46f1-b189-608a13cc311f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'fecfa915-dff3-4681-9460-1f8900e9cefe'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:38:53.057290 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-4f907149-5d9a-4a6b-a31e-d8708206ba1a req-2dd3d2ef-a56e-47cf-9a12-2885d0d1e6bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (c42d94a1-241c-47fb-a0e7-940daa59bc9c), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:53.181525 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-4f907149-5d9a-4a6b-a31e-d8708206ba1a req-2dd3d2ef-a56e-47cf-9a12-2885d0d1e6bf service neutron] For port c42d94a1-241c-47fb-a0e7-940daa59bc9c, host n-h2-712749-28, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:38:53.186084 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-4f907149-5d9a-4a6b-a31e-d8708206ba1a req-2dd3d2ef-a56e-47cf-9a12-2885d0d1e6bf service neutron] For port c42d94a1-241c-47fb-a0e7-940daa59bc9c, host n-h2-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=c42d94a1-241c-47fb-a0e7-940daa59bc9c,segment=NetworkSegment(d0b9353e-301c-46f1-b189-608a13cc311f),segment_id=d0b9353e-301c-46f1-b189-608a13cc311f)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:38:53.202060 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-4f907149-5d9a-4a6b-a31e-d8708206ba1a req-2dd3d2ef-a56e-47cf-9a12-2885d0d1e6bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (c42d94a1-241c-47fb-a0e7-940daa59bc9c), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:53.258299 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f907149-5d9a-4a6b-a31e-d8708206ba1a req-2dd3d2ef-a56e-47cf-9a12-2885d0d1e6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:38:53.258999 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-4f907149-5d9a-4a6b-a31e-d8708206ba1a req-2dd3d2ef-a56e-47cf-9a12-2885d0d1e6bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:53.260474 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4f907149-5d9a-4a6b-a31e-d8708206ba1a req-2dd3d2ef-a56e-47cf-9a12-2885d0d1e6bf service neutron] 10.222.0.44 "PUT /v2.0/ports/c42d94a1-241c-47fb-a0e7-940daa59bc9c HTTP/1.1" status: 200 len: 1092 time: 1.3230939 Jan 28 07:38:53.268024 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73aa0305-9b3e-4b12-9b4d-6de9fad6bc66', 'tag': 'c42d94a1-241c-47fb-a0e7-940daa59bc9c'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:38:53.271884 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0be3d751-cd67-4e80-96ae-55d78ecb98a5" -d '{"events": [{"name": "network-changed", "server_uuid": "73aa0305-9b3e-4b12-9b4d-6de9fad6bc66", "tag": "c42d94a1-241c-47fb-a0e7-940daa59bc9c"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:38:53.327496 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd3d2ef-a56e-47cf-9a12-2885d0d1e6bf service neutron] Pushing event updated for resources: {'Port': ['ID=c42d94a1-241c-47fb-a0e7-940daa59bc9c,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:38:53.369171 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-392b846c-6fca-4ea4-8f50-b20cc92021f0 x-openstack-request-id: req-392b846c-6fca-4ea4-8f50-b20cc92021f0 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:38:53.371187 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73aa0305-9b3e-4b12-9b4d-6de9fad6bc66", "tag": "c42d94a1-241c-47fb-a0e7-940daa59bc9c", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:38:53.371187 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-392b846c-6fca-4ea4-8f50-b20cc92021f0 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:38:53.371187 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73aa0305-9b3e-4b12-9b4d-6de9fad6bc66', 'tag': 'c42d94a1-241c-47fb-a0e7-940daa59bc9c', 'status': 'completed', 'code': 200} Jan 28 07:38:53.418362 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f907149-5d9a-4a6b-a31e-d8708206ba1a req-caca5151-ddd7-4cda-b408-150720139391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:38:53.420424 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4f907149-5d9a-4a6b-a31e-d8708206ba1a req-caca5151-ddd7-4cda-b408-150720139391 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b44a0e5d7f134bd69aecc7a32d5e1b41&device_id=73aa0305-9b3e-4b12-9b4d-6de9fad6bc66 HTTP/1.1" status: 200 len: 1095 time: 0.0875273 Jan 28 07:38:53.487233 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4f907149-5d9a-4a6b-a31e-d8708206ba1a req-344c51e7-f7d8-4222-92ed-4f800589fcfe service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c42d94a1-241c-47fb-a0e7-940daa59bc9c HTTP/1.1" status: 200 len: 217 time: 0.0502498 Jan 28 07:38:53.561276 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f907149-5d9a-4a6b-a31e-d8708206ba1a req-110223da-c56b-4284-8056-84cfe3740a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:38:53.562863 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4f907149-5d9a-4a6b-a31e-d8708206ba1a req-110223da-c56b-4284-8056-84cfe3740a65 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d9192ad7-183b-4cf5-83ef-65d94ec8aa4b HTTP/1.1" status: 200 len: 835 time: 0.0737219 Jan 28 07:38:53.650340 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f907149-5d9a-4a6b-a31e-d8708206ba1a req-266e533e-99d3-4f54-b952-28c89a2e02af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:38:53.651680 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4f907149-5d9a-4a6b-a31e-d8708206ba1a req-266e533e-99d3-4f54-b952-28c89a2e02af service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fecfa915-dff3-4681-9460-1f8900e9cefe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0799637 Jan 28 07:38:53.666597 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb508bc-efad-4ca0-b5ac-69d4d2fcccb2 req-6a823bcf-c654-47f3-81df-5a463d819e34 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:38:53.668063 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-fdb508bc-efad-4ca0-b5ac-69d4d2fcccb2 req-6a823bcf-c654-47f3-81df-5a463d819e34 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/ports?device_id=73aa0305-9b3e-4b12-9b4d-6de9fad6bc66 HTTP/1.1" status: 200 len: 943 time: 0.0612316 Jan 28 07:38:53.799535 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-fdb508bc-efad-4ca0-b5ac-69d4d2fcccb2 req-bf2bb931-1627-4203-a03a-368b2dd4926c tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/security-groups?id=997a3b42-4a7c-407b-9853-79adca660db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771306 Jan 28 07:38:53.801944 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4f907149-5d9a-4a6b-a31e-d8708206ba1a req-05208476-6016-4b19-bc5e-1695ca28dfbc service neutron] 10.222.0.44 "GET /v2.0/networks/fecfa915-dff3-4681-9460-1f8900e9cefe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328704 Jan 28 07:38:53.954518 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2998da5-c6d9-4084-b6be-896ba96ea6a1 req-9a59b087-f167-4d08-8dd3-b3c408d9e3a9 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:38:53.956694 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4f907149-5d9a-4a6b-a31e-d8708206ba1a req-7c7d503a-d3ce-499b-b854-779ed2622f6c service neutron] 10.222.0.44 "GET /v2.0/networks/fecfa915-dff3-4681-9460-1f8900e9cefe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483474 Jan 28 07:38:53.963263 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f2998da5-c6d9-4084-b6be-896ba96ea6a1 req-9a59b087-f167-4d08-8dd3-b3c408d9e3a9 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=9dcd7252-eb06-4f45-9984-f1488e7b3d12 HTTP/1.1" status: 200 len: 944 time: 0.1011014 Jan 28 07:38:54.049326 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f2998da5-c6d9-4084-b6be-896ba96ea6a1 req-44c2b479-bdfb-4ec8-8d09-42913fbb9d3d tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7a11e82-5704-491d-abd6-aba50865dcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852675 Jan 28 07:38:54.105819 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be3d751-cd67-4e80-96ae-55d78ecb98a5 req-18e08653-7939-48f4-9bd6-b4c0439e8096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:38:54.107342 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0be3d751-cd67-4e80-96ae-55d78ecb98a5 req-18e08653-7939-48f4-9bd6-b4c0439e8096 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b44a0e5d7f134bd69aecc7a32d5e1b41&device_id=73aa0305-9b3e-4b12-9b4d-6de9fad6bc66 HTTP/1.1" status: 200 len: 1095 time: 0.0512185 Jan 28 07:38:54.226271 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be3d751-cd67-4e80-96ae-55d78ecb98a5 req-c1d7f167-f422-4542-b7b7-4f8d635e5f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:38:54.228236 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0be3d751-cd67-4e80-96ae-55d78ecb98a5 req-c1d7f167-f422-4542-b7b7-4f8d635e5f1e service neutron] 10.222.0.44 "GET /v2.0/networks?id=fecfa915-dff3-4681-9460-1f8900e9cefe HTTP/1.1" status: 200 len: 897 time: 0.1153133 Jan 28 07:38:54.275063 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0be3d751-cd67-4e80-96ae-55d78ecb98a5 req-b047f297-7781-4e87-a4b0-20899231424b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c42d94a1-241c-47fb-a0e7-940daa59bc9c HTTP/1.1" status: 200 len: 217 time: 0.0404723 Jan 28 07:38:54.326599 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be3d751-cd67-4e80-96ae-55d78ecb98a5 req-beb62f5c-ccea-46b0-9a00-81c069ed95cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:38:54.328659 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0be3d751-cd67-4e80-96ae-55d78ecb98a5 req-beb62f5c-ccea-46b0-9a00-81c069ed95cd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d9192ad7-183b-4cf5-83ef-65d94ec8aa4b HTTP/1.1" status: 200 len: 835 time: 0.0478489 Jan 28 07:38:54.386642 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be3d751-cd67-4e80-96ae-55d78ecb98a5 req-730d0e8e-2c87-4b8a-a615-2efd8e38b5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:38:54.391882 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0be3d751-cd67-4e80-96ae-55d78ecb98a5 req-730d0e8e-2c87-4b8a-a615-2efd8e38b5f1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fecfa915-dff3-4681-9460-1f8900e9cefe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0556996 Jan 28 07:38:54.519713 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0be3d751-cd67-4e80-96ae-55d78ecb98a5 req-4b15b175-f89f-46b9-89d0-50a91be20297 service neutron] 10.222.0.44 "GET /v2.0/networks/fecfa915-dff3-4681-9460-1f8900e9cefe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226454 Jan 28 07:38:54.629408 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0be3d751-cd67-4e80-96ae-55d78ecb98a5 req-2ec00a4f-9252-45d9-a940-d1811dd65c8c service neutron] 10.222.0.44 "GET /v2.0/networks/fecfa915-dff3-4681-9460-1f8900e9cefe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014102 Jan 28 07:38:54.937843 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bd3093-ebd4-4a33-bc09-89f2b4602772 req-01507ca2-5ae7-4221-a31b-248d1a05da89 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:38:54.939741 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c2bd3093-ebd4-4a33-bc09-89f2b4602772 req-01507ca2-5ae7-4221-a31b-248d1a05da89 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/ports?device_id=73aa0305-9b3e-4b12-9b4d-6de9fad6bc66 HTTP/1.1" status: 200 len: 943 time: 0.0622022 Jan 28 07:38:54.994949 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c2bd3093-ebd4-4a33-bc09-89f2b4602772 req-44a9fe7b-d48f-4d3f-af4e-1660e585cc44 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/security-groups?id=997a3b42-4a7c-407b-9853-79adca660db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490801 Jan 28 07:38:55.183201 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b976e1-4fdf-415a-acf7-a8b62db75ace req-c72adca9-b6ea-44f7-addf-ed3e2d8f85c7 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:38:55.184748 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-71b976e1-4fdf-415a-acf7-a8b62db75ace req-c72adca9-b6ea-44f7-addf-ed3e2d8f85c7 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=9dcd7252-eb06-4f45-9984-f1488e7b3d12 HTTP/1.1" status: 200 len: 944 time: 0.0522325 Jan 28 07:38:55.268459 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-71b976e1-4fdf-415a-acf7-a8b62db75ace req-b8f3a698-6418-48d1-b340-cbf4771a7596 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7a11e82-5704-491d-abd6-aba50865dcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764737 Jan 28 07:38:56.122254 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba4d3dd-e064-4803-90ee-37a897c6038b req-dbedd497-c521-4c53-93a8-20327c1bbff5 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:38:56.124398 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1ba4d3dd-e064-4803-90ee-37a897c6038b req-dbedd497-c521-4c53-93a8-20327c1bbff5 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/ports?device_id=73aa0305-9b3e-4b12-9b4d-6de9fad6bc66 HTTP/1.1" status: 200 len: 943 time: 0.0564215 Jan 28 07:38:56.175939 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1ba4d3dd-e064-4803-90ee-37a897c6038b req-50bfa508-3565-4ae2-8ff1-a1215cb8890b tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/security-groups?id=997a3b42-4a7c-407b-9853-79adca660db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458505 Jan 28 07:38:56.381358 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539071b6-4b9d-4e66-a74f-a24d244cdfc5 req-ec545549-eb67-49ea-a1ad-c526335ea282 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:38:56.391815 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-539071b6-4b9d-4e66-a74f-a24d244cdfc5 req-ec545549-eb67-49ea-a1ad-c526335ea282 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=9dcd7252-eb06-4f45-9984-f1488e7b3d12 HTTP/1.1" status: 200 len: 944 time: 0.0610778 Jan 28 07:38:56.450589 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-539071b6-4b9d-4e66-a74f-a24d244cdfc5 req-a565777a-3f13-471c-82e8-36a9228d8ab2 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7a11e82-5704-491d-abd6-aba50865dcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576055 Jan 28 07:38:57.301201 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a44b237-e279-44ee-b7df-69708366fca9 req-6b65f263-d1f7-402b-bf64-2f357cad8514 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:38:57.302872 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6a44b237-e279-44ee-b7df-69708366fca9 req-6b65f263-d1f7-402b-bf64-2f357cad8514 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/ports?device_id=73aa0305-9b3e-4b12-9b4d-6de9fad6bc66 HTTP/1.1" status: 200 len: 943 time: 0.0529847 Jan 28 07:38:57.356976 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6a44b237-e279-44ee-b7df-69708366fca9 req-0cc19c88-9b10-4661-9b12-d831b6aac856 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/security-groups?id=997a3b42-4a7c-407b-9853-79adca660db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476599 Jan 28 07:38:57.579987 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c385eefe-6613-423c-acd4-e237f2e89296 req-ea64fa8c-7061-4a95-ba8e-505bddddbb13 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:38:57.581726 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c385eefe-6613-423c-acd4-e237f2e89296 req-ea64fa8c-7061-4a95-ba8e-505bddddbb13 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=9dcd7252-eb06-4f45-9984-f1488e7b3d12 HTTP/1.1" status: 200 len: 944 time: 0.0646045 Jan 28 07:38:57.637034 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c385eefe-6613-423c-acd4-e237f2e89296 req-b9d6ddec-62e4-4112-bd8e-c4a188acc290 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7a11e82-5704-491d-abd6-aba50865dcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486345 Jan 28 07:38:57.766834 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device c42d94a1-241c-47fb-a0e7-940daa59bc9c details requested by agent hyperv_n-h2-712749-28 with host n-h2-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:38:57.874699 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port c42d94a1-241c-47fb-a0e7-940daa59bc9c, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=c42d94a1-241c-47fb-a0e7-940daa59bc9c,segment=NetworkSegment(d0b9353e-301c-46f1-b189-608a13cc311f),segment_id=d0b9353e-301c-46f1-b189-608a13cc311f)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:38:57.887655 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Returning: {'device': 'c42d94a1-241c-47fb-a0e7-940daa59bc9c', 'network_id': 'fecfa915-dff3-4681-9460-1f8900e9cefe', 'port_id': 'c42d94a1-241c-47fb-a0e7-940daa59bc9c', 'mac_address': 'fa:16:3e:09:08:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9192ad7-183b-4cf5-83ef-65d94ec8aa4b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:38:57.926756 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port c42d94a1-241c-47fb-a0e7-940daa59bc9c is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:38:57.927156 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (c42d94a1-241c-47fb-a0e7-940daa59bc9c), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:57.940110 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c42d94a1-241c-47fb-a0e7-940daa59bc9c {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:38:57.959507 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port c42d94a1-241c-47fb-a0e7-940daa59bc9c, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=c42d94a1-241c-47fb-a0e7-940daa59bc9c,segment=NetworkSegment(d0b9353e-301c-46f1-b189-608a13cc311f),segment_id=d0b9353e-301c-46f1-b189-608a13cc311f)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:38:57.964954 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (c42d94a1-241c-47fb-a0e7-940daa59bc9c), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:58.028256 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=c42d94a1-241c-47fb-a0e7-940daa59bc9c,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:38:58.281488 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['c42d94a1-241c-47fb-a0e7-940daa59bc9c'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:38:58.525482 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012bcd88-0f71-4bae-a7fc-5192426b65e7 req-87187774-e478-47ac-a444-47341449677f tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:38:58.527140 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-012bcd88-0f71-4bae-a7fc-5192426b65e7 req-87187774-e478-47ac-a444-47341449677f tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/ports?device_id=73aa0305-9b3e-4b12-9b4d-6de9fad6bc66 HTTP/1.1" status: 200 len: 944 time: 0.0795810 Jan 28 07:38:58.590420 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-012bcd88-0f71-4bae-a7fc-5192426b65e7 req-dd9590a6-07a1-4bed-b61a-54e990674912 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/security-groups?id=997a3b42-4a7c-407b-9853-79adca660db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572851 Jan 28 07:38:58.776220 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb5bfa0-c653-4d01-b1c6-c3f12effd9e6 req-a4de08e4-f672-4d92-865d-1b119b21ec18 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:38:58.777722 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ecb5bfa0-c653-4d01-b1c6-c3f12effd9e6 req-a4de08e4-f672-4d92-865d-1b119b21ec18 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=9dcd7252-eb06-4f45-9984-f1488e7b3d12 HTTP/1.1" status: 200 len: 944 time: 0.0674114 Jan 28 07:38:58.831208 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ecb5bfa0-c653-4d01-b1c6-c3f12effd9e6 req-ce47268b-4d5e-4a43-b806-5df975b7581d tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7a11e82-5704-491d-abd6-aba50865dcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476213 Jan 28 07:38:59.714811 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29d6078-4e90-4640-aa44-45dc147fc6ec req-a6816ee7-7907-4dbb-8b54-4924d39d60f8 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:38:59.716589 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f29d6078-4e90-4640-aa44-45dc147fc6ec req-a6816ee7-7907-4dbb-8b54-4924d39d60f8 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/ports?device_id=73aa0305-9b3e-4b12-9b4d-6de9fad6bc66 HTTP/1.1" status: 200 len: 944 time: 0.0551419 Jan 28 07:38:59.769641 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device c42d94a1-241c-47fb-a0e7-940daa59bc9c up at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:38:59.770626 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f29d6078-4e90-4640-aa44-45dc147fc6ec req-aefe53e3-7581-4313-82a2-c17f7c8b0962 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/security-groups?id=997a3b42-4a7c-407b-9853-79adca660db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482373 Jan 28 07:38:59.833556 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning for port c42d94a1-241c-47fb-a0e7-940daa59bc9c completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:38:59.838225 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning complete for port c42d94a1-241c-47fb-a0e7-940daa59bc9c triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:38:59.838822 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (c42d94a1-241c-47fb-a0e7-940daa59bc9c), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:59.933913 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port c42d94a1-241c-47fb-a0e7-940daa59bc9c is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:38:59.934316 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (c42d94a1-241c-47fb-a0e7-940daa59bc9c), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:59.964392 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bbfda0-8f14-4f9d-9fe8-1abfe0d3e31c req-4480a600-6083-467d-b814-a67e5376466b tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:38:59.971710 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73aa0305-9b3e-4b12-9b4d-6de9fad6bc66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c42d94a1-241c-47fb-a0e7-940daa59bc9c'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:38:59.974152 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2db0fcc2-3a43-4700-866d-13f34dcfa985" -d '{"events": [{"server_uuid": "73aa0305-9b3e-4b12-9b4d-6de9fad6bc66", "name": "network-vif-plugged", "status": "completed", "tag": "c42d94a1-241c-47fb-a0e7-940daa59bc9c"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:38:59.978775 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port c42d94a1-241c-47fb-a0e7-940daa59bc9c, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=c42d94a1-241c-47fb-a0e7-940daa59bc9c,segment=NetworkSegment(d0b9353e-301c-46f1-b189-608a13cc311f),segment_id=d0b9353e-301c-46f1-b189-608a13cc311f)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:38:59.984268 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (c42d94a1-241c-47fb-a0e7-940daa59bc9c), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:38:59.989809 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e9bbfda0-8f14-4f9d-9fe8-1abfe0d3e31c req-4480a600-6083-467d-b814-a67e5376466b tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=9dcd7252-eb06-4f45-9984-f1488e7b3d12 HTTP/1.1" status: 200 len: 944 time: 0.0834262 Jan 28 07:39:00.023623 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91e8c18d-c65b-4419-8e9d-8dd4cd8c8990 x-openstack-request-id: req-91e8c18d-c65b-4419-8e9d-8dd4cd8c8990 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:39:00.023897 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73aa0305-9b3e-4b12-9b4d-6de9fad6bc66", "name": "network-vif-plugged", "status": "completed", "tag": "c42d94a1-241c-47fb-a0e7-940daa59bc9c", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:39:00.024021 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-91e8c18d-c65b-4419-8e9d-8dd4cd8c8990 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:39:00.024437 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73aa0305-9b3e-4b12-9b4d-6de9fad6bc66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c42d94a1-241c-47fb-a0e7-940daa59bc9c', 'code': 200} Jan 28 07:39:00.050181 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=c42d94a1-241c-47fb-a0e7-940daa59bc9c,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:39:00.072389 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e9bbfda0-8f14-4f9d-9fe8-1abfe0d3e31c req-cf50dce8-b57b-433b-9029-526c5d66eb6a tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7a11e82-5704-491d-abd6-aba50865dcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815809 Jan 28 07:39:00.202745 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae9dc03-9973-4585-93c5-2768607032ee req-f5bd1a65-9f61-4d81-b3fb-887f78341b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:39:00.204887 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2ae9dc03-9973-4585-93c5-2768607032ee req-f5bd1a65-9f61-4d81-b3fb-887f78341b9f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=73aa0305-9b3e-4b12-9b4d-6de9fad6bc66 HTTP/1.1" status: 200 len: 1097 time: 0.0560088 Jan 28 07:39:00.261457 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2ae9dc03-9973-4585-93c5-2768607032ee req-eff42aab-8d37-4b91-abc1-522c561127cf service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=997a3b42-4a7c-407b-9853-79adca660db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500865 Jan 28 07:39:00.917081 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50e18b2-493f-4558-b69b-9912d9bce5b1 req-a4db0313-8fd2-4be0-9444-145d5bddeaf7 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:39:00.918640 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b50e18b2-493f-4558-b69b-9912d9bce5b1 req-a4db0313-8fd2-4be0-9444-145d5bddeaf7 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/ports?device_id=73aa0305-9b3e-4b12-9b4d-6de9fad6bc66 HTTP/1.1" status: 200 len: 945 time: 0.0616875 Jan 28 07:39:00.971086 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b50e18b2-493f-4558-b69b-9912d9bce5b1 req-4b0381a9-63e7-4063-ae2d-559c6097ca76 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/security-groups?id=997a3b42-4a7c-407b-9853-79adca660db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463927 Jan 28 07:39:01.213170 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d416f58-c1cd-4abc-8709-016edefe114b req-2cc9c3b2-100e-49bf-adf8-ad7dfcd4f043 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:39:01.215492 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8d416f58-c1cd-4abc-8709-016edefe114b req-2cc9c3b2-100e-49bf-adf8-ad7dfcd4f043 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=9dcd7252-eb06-4f45-9984-f1488e7b3d12 HTTP/1.1" status: 200 len: 944 time: 0.0711691 Jan 28 07:39:01.289789 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8d416f58-c1cd-4abc-8709-016edefe114b req-7cd2110e-c535-4fc0-bf9c-963070656c59 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7a11e82-5704-491d-abd6-aba50865dcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673807 Jan 28 07:39:02.101708 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bd4c23-0cba-4188-9013-9303de4fa06f req-4bcb705d-716a-4460-931c-d15b33c2a1bd tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:39:02.103447 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-93bd4c23-0cba-4188-9013-9303de4fa06f req-4bcb705d-716a-4460-931c-d15b33c2a1bd tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/ports?device_id=73aa0305-9b3e-4b12-9b4d-6de9fad6bc66 HTTP/1.1" status: 200 len: 945 time: 0.0551343 Jan 28 07:39:02.164465 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-93bd4c23-0cba-4188-9013-9303de4fa06f req-d41a0c2a-5bbd-43c4-a839-3b42d6d64a7e tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/security-groups?id=997a3b42-4a7c-407b-9853-79adca660db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529466 Jan 28 07:39:02.297807 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e901eb80-e1e5-4212-b7de-95e214df1ac9 req-7be65bc9-800c-4dd5-b1d5-b0076dc99cd6 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:39:02.300061 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e901eb80-e1e5-4212-b7de-95e214df1ac9 req-7be65bc9-800c-4dd5-b1d5-b0076dc99cd6 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/ports?device_id=73aa0305-9b3e-4b12-9b4d-6de9fad6bc66 HTTP/1.1" status: 200 len: 945 time: 0.0591941 Jan 28 07:39:02.382724 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e901eb80-e1e5-4212-b7de-95e214df1ac9 req-10f0c28d-6370-45f2-a465-2df2b8db60d5 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/security-groups?id=997a3b42-4a7c-407b-9853-79adca660db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735209 Jan 28 07:39:02.404036 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 52282) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:39:02.426376 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5872cb-ca97-4257-ac43-ec143870291e req-4061e4aa-0d78-4739-8596-cd3a27a03e0d tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:39:02.444108 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2e5872cb-ca97-4257-ac43-ec143870291e req-4061e4aa-0d78-4739-8596-cd3a27a03e0d tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=9dcd7252-eb06-4f45-9984-f1488e7b3d12 HTTP/1.1" status: 200 len: 944 time: 0.0848107 Jan 28 07:39:02.463968 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afddd9cb-b23c-4c38-8e97-baf4c04766ca tempest-TestNetworkAdvancedServerOps-2120495418 tempest-TestNetworkAdvancedServerOps-2120495418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:39:02.465689 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-afddd9cb-b23c-4c38-8e97-baf4c04766ca tempest-TestNetworkAdvancedServerOps-2120495418 tempest-TestNetworkAdvancedServerOps-2120495418-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=73aa0305-9b3e-4b12-9b4d-6de9fad6bc66 HTTP/1.1" status: 200 len: 1092 time: 0.0600166 Jan 28 07:39:02.468384 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 52284) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:39:02.474989 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-7cbb4f35-0728-4cd7-8661-3a0a6842c74b tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Request body: {'floatingip': {'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'port_id': 'c42d94a1-241c-47fb-a0e7-940daa59bc9c', 'tenant_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:39:02.497391 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2e5872cb-ca97-4257-ac43-ec143870291e req-4c119a80-b10e-423c-9796-54da1303cbf0 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7a11e82-5704-491d-abd6-aba50865dcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489955 Jan 28 07:39:02.521689 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7cbb4f35-0728-4cd7-8661-3a0a6842c74b tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:39:02.631194 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7cbb4f35-0728-4cd7-8661-3a0a6842c74b tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:39:02.740448 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-7cbb4f35-0728-4cd7-8661-3a0a6842c74b tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Allocated IP 172.25.6.47 (7d5b3724-deef-4831-8d43-cb9b8176573c/b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc/85b2445b-e8b2-4a43-9676-26039dc85ca2) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:39:02.853480 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7cbb4f35-0728-4cd7-8661-3a0a6842c74b tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for port (85b2445b-e8b2-4a43-9676-26039dc85ca2), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:39:02.908061 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7cbb4f35-0728-4cd7-8661-3a0a6842c74b tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (85b2445b-e8b2-4a43-9676-26039dc85ca2), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:39:02.954354 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cbb4f35-0728-4cd7-8661-3a0a6842c74b tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Network 7d5b3724-deef-4831-8d43-cb9b8176573c is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:39:02.959263 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-7cbb4f35-0728-4cd7-8661-3a0a6842c74b tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:39:02.962560 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cbb4f35-0728-4cd7-8661-3a0a6842c74b tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:39:02.989268 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbb4f35-0728-4cd7-8661-3a0a6842c74b tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Pushing event updated for resources: {'Port': ['ID=85b2445b-e8b2-4a43-9676-26039dc85ca2,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:39:03.103889 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:39:03.257806 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e60c7192-e00a-4986-a805-473be4b053db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:39:03.379885 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7cbb4f35-0728-4cd7-8661-3a0a6842c74b tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for floatingip (948c3119-062f-489f-b541-b281692db201), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:39:03.471117 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7cbb4f35-0728-4cd7-8661-3a0a6842c74b tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (85b2445b-e8b2-4a43-9676-26039dc85ca2), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:39:03.665109 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9870f19-3331-41d2-9515-e2f29424a7b4 req-858ba413-175e-4007-bbaa-f1254884ffb3 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:39:03.666737 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e9870f19-3331-41d2-9515-e2f29424a7b4 req-858ba413-175e-4007-bbaa-f1254884ffb3 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=9dcd7252-eb06-4f45-9984-f1488e7b3d12 HTTP/1.1" status: 200 len: 944 time: 0.0880241 Jan 28 07:39:03.683258 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7cbb4f35-0728-4cd7-8661-3a0a6842c74b tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for port (85b2445b-e8b2-4a43-9676-26039dc85ca2), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:39:03.693455 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7cbb4f35-0728-4cd7-8661-3a0a6842c74b tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (85b2445b-e8b2-4a43-9676-26039dc85ca2), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:39:03.798377 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbb4f35-0728-4cd7-8661-3a0a6842c74b tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Pushing event updated for resources: {'Port': ['ID=85b2445b-e8b2-4a43-9676-26039dc85ca2,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:39:03.805575 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e9870f19-3331-41d2-9515-e2f29424a7b4 req-21bf5ec3-5a44-4baa-8597-d4caf8aaca49 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7a11e82-5704-491d-abd6-aba50865dcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328583 Jan 28 07:39:03.810705 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7cbb4f35-0728-4cd7-8661-3a0a6842c74b tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16609095'] for floatingip (948c3119-062f-489f-b541-b281692db201), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:39:04.078323 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:39:04.262532 n-d-712749-28 neutron-server[103284]: INFO neutron.db.l3_db [None req-7cbb4f35-0728-4cd7-8661-3a0a6842c74b tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Floating IP 948c3119-062f-489f-b541-b281692db201 associated. External IP: 172.25.6.47, port: c42d94a1-241c-47fb-a0e7-940daa59bc9c. Jan 28 07:39:04.484157 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cbb4f35-0728-4cd7-8661-3a0a6842c74b tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Router 54bf9d4c-8bd5-45bf-bcac-47e3c295f240 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:39:04.599904 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cbb4f35-0728-4cd7-8661-3a0a6842c74b tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:39:04.611403 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa5342d-bd46-4d7c-acef-d846f3f3a33d None None] Sync routers for ids ['54bf9d4c-8bd5-45bf-bcac-47e3c295f240'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:39:04.621724 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7cbb4f35-0728-4cd7-8661-3a0a6842c74b tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for floatingip (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:39:04.622768 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa5342d-bd46-4d7c-acef-d846f3f3a33d None None] Routers {'54bf9d4c-8bd5-45bf-bcac-47e3c295f240'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:39:04.623446 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-9aa5342d-bd46-4d7c-acef-d846f3f3a33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:38:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['54bf9d4c-8bd5-45bf-bcac-47e3c295f240'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:39:04.676060 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-7cbb4f35-0728-4cd7-8661-3a0a6842c74b tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2056181 Jan 28 07:39:04.676792 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73aa0305-9b3e-4b12-9b4d-6de9fad6bc66', 'tag': 'c42d94a1-241c-47fb-a0e7-940daa59bc9c'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:39:04.688988 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78d661ff-2e6b-4602-8484-79c516975f33" -d '{"events": [{"name": "network-changed", "server_uuid": "73aa0305-9b3e-4b12-9b4d-6de9fad6bc66", "tag": "c42d94a1-241c-47fb-a0e7-940daa59bc9c"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:39:04.729464 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b2cd7db-126d-4f8b-88da-6e2c0ca5a267 x-openstack-request-id: req-0b2cd7db-126d-4f8b-88da-6e2c0ca5a267 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:39:04.729775 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73aa0305-9b3e-4b12-9b4d-6de9fad6bc66", "tag": "c42d94a1-241c-47fb-a0e7-940daa59bc9c", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:39:04.730038 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0b2cd7db-126d-4f8b-88da-6e2c0ca5a267 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:39:04.730452 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73aa0305-9b3e-4b12-9b4d-6de9fad6bc66', 'tag': 'c42d94a1-241c-47fb-a0e7-940daa59bc9c', 'status': 'completed', 'code': 200} Jan 28 07:39:04.782244 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-9aa5342d-bd46-4d7c-acef-d846f3f3a33d None None] Set router 54bf9d4c-8bd5-45bf-bcac-47e3c295f240 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:39:04.844121 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf4a802-73d1-4a33-9f6e-3889656ff806 req-8de52ed3-abe0-4d5a-81b6-48e1e478dad8 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:39:04.846480 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ebf4a802-73d1-4a33-9f6e-3889656ff806 req-8de52ed3-abe0-4d5a-81b6-48e1e478dad8 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/ports?device_id=73aa0305-9b3e-4b12-9b4d-6de9fad6bc66 HTTP/1.1" status: 200 len: 945 time: 0.1125057 Jan 28 07:39:04.853445 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d661ff-2e6b-4602-8484-79c516975f33 req-6870ef6d-9dec-48b5-bb3d-0f122ae9ca98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:39:04.855144 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-78d661ff-2e6b-4602-8484-79c516975f33 req-6870ef6d-9dec-48b5-bb3d-0f122ae9ca98 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b44a0e5d7f134bd69aecc7a32d5e1b41&device_id=73aa0305-9b3e-4b12-9b4d-6de9fad6bc66 HTTP/1.1" status: 200 len: 1097 time: 0.0750868 Jan 28 07:39:04.997522 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d661ff-2e6b-4602-8484-79c516975f33 req-a9c0af6c-5c56-4b4a-a40e-26f0b74c77e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:39:04.999612 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-78d661ff-2e6b-4602-8484-79c516975f33 req-a9c0af6c-5c56-4b4a-a40e-26f0b74c77e0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=fecfa915-dff3-4681-9460-1f8900e9cefe HTTP/1.1" status: 200 len: 897 time: 0.1382704 Jan 28 07:39:05.064924 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f513adb-7b1f-4b16-82b1-e18e26663d06 req-b3e2410d-a4e4-4496-bacf-e94eb8904c79 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:39:05.066505 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7f513adb-7b1f-4b16-82b1-e18e26663d06 req-b3e2410d-a4e4-4496-bacf-e94eb8904c79 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=9dcd7252-eb06-4f45-9984-f1488e7b3d12 HTTP/1.1" status: 200 len: 944 time: 0.1459432 Jan 28 07:39:05.146290 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ebf4a802-73d1-4a33-9f6e-3889656ff806 req-c3e877bf-b106-4f6c-af1f-e462e9159a1a tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/security-groups?id=997a3b42-4a7c-407b-9853-79adca660db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2856209 Jan 28 07:39:05.151286 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-78d661ff-2e6b-4602-8484-79c516975f33 req-4d9b30b8-067c-4ec1-8805-86b2b151f0fb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c42d94a1-241c-47fb-a0e7-940daa59bc9c HTTP/1.1" status: 200 len: 998 time: 0.1391757 Jan 28 07:39:05.162957 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 52340) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:39:05.196006 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-9aa5342d-bd46-4d7c-acef-d846f3f3a33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54bf9d4c-8bd5-45bf-bcac-47e3c295f240', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1947545157', 'tenant_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': 'd66b2715-2cf7-42af-967a-d8d2d85633f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:38:35Z', 'updated_at': '2022-01-28T07:38:43Z', 'revision_number': 4, 'project_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'gw_port': {'id': 'd66b2715-2cf7-42af-967a-d8d2d85633f1', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:a1:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54bf9d4c-8bd5-45bf-bcac-47e3c295f240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:38:35Z', 'updated_at': '2022-01-28T07:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_floatingips': [{'id': '948c3119-062f-489f-b541-b281692db201', 'tenant_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'floating_ip_address': '172.25.6.47', 'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'router_id': '54bf9d4c-8bd5-45bf-bcac-47e3c295f240', 'port_id': 'c42d94a1-241c-47fb-a0e7-940daa59bc9c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fecfa915-dff3-4681-9460-1f8900e9cefe', 'mac_address': 'fa:16:3e:09:08:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73aa0305-9b3e-4b12-9b4d-6de9fad6bc66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:39:03Z', 'updated_at': '2022-01-28T07:39:03Z', 'revision_number': 0, 'project_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcbc44c6-2000-4067-b0e0-4026f43ba329', 'name': '', 'network_id': 'fecfa915-dff3-4681-9460-1f8900e9cefe', 'tenant_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'mac_address': 'fa:16:3e:26:72:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54bf9d4c-8bd5-45bf-bcac-47e3c295f240', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'd9192ad7-183b-4cf5-83ef-65d94ec8aa4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:38:41Z', 'updated_at': '2022-01-28T07:38:49Z', 'revision_number': 5, 'project_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'subnets': [{'id': 'd9192ad7-183b-4cf5-83ef-65d94ec8aa4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:39:05.210531 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d661ff-2e6b-4602-8484-79c516975f33 req-65e037ed-2016-450b-81b9-65bf966879d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:39:05.212607 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-78d661ff-2e6b-4602-8484-79c516975f33 req-65e037ed-2016-450b-81b9-65bf966879d4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d9192ad7-183b-4cf5-83ef-65d94ec8aa4b HTTP/1.1" status: 200 len: 835 time: 0.0555708 Jan 28 07:39:05.251096 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-65ebbf5f-120e-4f2d-b267-6905aa50540e tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/floatingips/948c3119-062f-489f-b541-b281692db201 HTTP/1.1" status: 200 len: 990 time: 0.0844378 Jan 28 07:39:05.256473 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7f513adb-7b1f-4b16-82b1-e18e26663d06 req-1d7e683b-6d84-4013-af31-348a0007c55d tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7a11e82-5704-491d-abd6-aba50865dcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831369 Jan 28 07:39:05.257500 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa5342d-bd46-4d7c-acef-d846f3f3a33d None None] Checking router: 54bf9d4c-8bd5-45bf-bcac-47e3c295f240 for host: n-d-712749-28 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:39:05.268993 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa5342d-bd46-4d7c-acef-d846f3f3a33d None None] Routers {'54bf9d4c-8bd5-45bf-bcac-47e3c295f240'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:39:05.269717 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-9aa5342d-bd46-4d7c-acef-d846f3f3a33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:38:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['54bf9d4c-8bd5-45bf-bcac-47e3c295f240'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:39:05.290648 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d661ff-2e6b-4602-8484-79c516975f33 req-0c245b79-716a-4909-95aa-b3b6a5e5c364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:39:05.292160 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-78d661ff-2e6b-4602-8484-79c516975f33 req-0c245b79-716a-4909-95aa-b3b6a5e5c364 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fecfa915-dff3-4681-9460-1f8900e9cefe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0712466 Jan 28 07:39:05.405598 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-9aa5342d-bd46-4d7c-acef-d846f3f3a33d None None] Set router 54bf9d4c-8bd5-45bf-bcac-47e3c295f240 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:39:05.447891 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-78d661ff-2e6b-4602-8484-79c516975f33 req-f27722e1-a9a1-423e-be51-398a51e8a867 service neutron] 10.222.0.44 "GET /v2.0/networks/fecfa915-dff3-4681-9460-1f8900e9cefe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349318 Jan 28 07:39:05.547092 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-78d661ff-2e6b-4602-8484-79c516975f33 req-203081bb-d8f8-4ccb-a1ec-6532fbfeea48 service neutron] 10.222.0.44 "GET /v2.0/networks/fecfa915-dff3-4681-9460-1f8900e9cefe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995197 Jan 28 07:39:05.630095 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2b0e4b69-2507-4048-b540-c26ce3682700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:39:05.707189 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-9aa5342d-bd46-4d7c-acef-d846f3f3a33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54bf9d4c-8bd5-45bf-bcac-47e3c295f240', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1947545157', 'tenant_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': 'd66b2715-2cf7-42af-967a-d8d2d85633f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:38:35Z', 'updated_at': '2022-01-28T07:38:43Z', 'revision_number': 4, 'project_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'gw_port': {'id': 'd66b2715-2cf7-42af-967a-d8d2d85633f1', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:a1:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54bf9d4c-8bd5-45bf-bcac-47e3c295f240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:38:35Z', 'updated_at': '2022-01-28T07:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_floatingips': [{'id': '948c3119-062f-489f-b541-b281692db201', 'tenant_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'floating_ip_address': '172.25.6.47', 'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'router_id': '54bf9d4c-8bd5-45bf-bcac-47e3c295f240', 'port_id': 'c42d94a1-241c-47fb-a0e7-940daa59bc9c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fecfa915-dff3-4681-9460-1f8900e9cefe', 'mac_address': 'fa:16:3e:09:08:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73aa0305-9b3e-4b12-9b4d-6de9fad6bc66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:39:03Z', 'updated_at': '2022-01-28T07:39:03Z', 'revision_number': 0, 'project_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcbc44c6-2000-4067-b0e0-4026f43ba329', 'name': '', 'network_id': 'fecfa915-dff3-4681-9460-1f8900e9cefe', 'tenant_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'mac_address': 'fa:16:3e:26:72:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54bf9d4c-8bd5-45bf-bcac-47e3c295f240', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'd9192ad7-183b-4cf5-83ef-65d94ec8aa4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:38:41Z', 'updated_at': '2022-01-28T07:38:49Z', 'revision_number': 5, 'project_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'subnets': [{'id': 'd9192ad7-183b-4cf5-83ef-65d94ec8aa4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:39:05.737162 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa5342d-bd46-4d7c-acef-d846f3f3a33d None None] The sync data for ids ['54bf9d4c-8bd5-45bf-bcac-47e3c295f240'] in n-d-712749-28 is: [{'id': '54bf9d4c-8bd5-45bf-bcac-47e3c295f240', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1947545157', 'tenant_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': 'd66b2715-2cf7-42af-967a-d8d2d85633f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:38:35Z', 'updated_at': '2022-01-28T07:38:43Z', 'revision_number': 4, 'project_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'gw_port': {'id': 'd66b2715-2cf7-42af-967a-d8d2d85633f1', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:a1:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54bf9d4c-8bd5-45bf-bcac-47e3c295f240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:38:35Z', 'updated_at': '2022-01-28T07:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_floatingips': [{'id': '948c3119-062f-489f-b541-b281692db201', 'tenant_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'floating_ip_address': '172.25.6.47', 'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'router_id': '54bf9d4c-8bd5-45bf-bcac-47e3c295f240', 'port_id': 'c42d94a1-241c-47fb-a0e7-940daa59bc9c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fecfa915-dff3-4681-9460-1f8900e9cefe', 'mac_address': 'fa:16:3e:09:08:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73aa0305-9b3e-4b12-9b4d-6de9fad6bc66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:39:03Z', 'updated_at': '2022-01-28T07:39:03Z', 'revision_number': 0, 'project_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcbc44c6-2000-4067-b0e0-4026f43ba329', 'name': '', 'network_id': 'fecfa915-dff3-4681-9460-1f8900e9cefe', 'tenant_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'mac_address': 'fa:16:3e:26:72:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54bf9d4c-8bd5-45bf-bcac-47e3c295f240', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'd9192ad7-183b-4cf5-83ef-65d94ec8aa4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:38:41Z', 'updated_at': '2022-01-28T07:38:49Z', 'revision_number': 5, 'project_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'subnets': [{'id': 'd9192ad7-183b-4cf5-83ef-65d94ec8aa4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:39:05.961107 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b239f3d-f4e0-408f-8611-da7a1757b94f None None] New status for floating IP 948c3119-062f-489f-b541-b281692db201: ACTIVE {{(pid=103285) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 07:39:06.255475 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 52364) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:39:06.393394 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-717fa3bb-3ded-4bc9-a1ef-be8e05786db4 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/floatingips/948c3119-062f-489f-b541-b281692db201 HTTP/1.1" status: 200 len: 992 time: 0.1328335 Jan 28 07:39:06.411319 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b4138e-b761-490a-9460-e3a1d874a65a req-9f30e9fc-129d-4650-b60f-0b6e3b8be3f8 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:39:06.413055 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-22b4138e-b761-490a-9460-e3a1d874a65a req-9f30e9fc-129d-4650-b60f-0b6e3b8be3f8 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=9dcd7252-eb06-4f45-9984-f1488e7b3d12 HTTP/1.1" status: 200 len: 944 time: 0.0722802 Jan 28 07:39:06.464965 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-22b4138e-b761-490a-9460-e3a1d874a65a req-fe096c6e-0bde-483c-b9ff-17f6496f8439 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7a11e82-5704-491d-abd6-aba50865dcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459213 Jan 28 07:39:07.023625 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:39:07.664117 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dd0943-70da-4aab-9e2c-347e10601685 req-b43221f5-9529-4997-be16-33562ac32e2e tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:39:07.665836 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-83dd0943-70da-4aab-9e2c-347e10601685 req-b43221f5-9529-4997-be16-33562ac32e2e tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=9dcd7252-eb06-4f45-9984-f1488e7b3d12 HTTP/1.1" status: 200 len: 944 time: 0.1241727 Jan 28 07:39:07.719653 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-83dd0943-70da-4aab-9e2c-347e10601685 req-144e5644-8a40-447e-9c3f-a48f84124706 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7a11e82-5704-491d-abd6-aba50865dcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480623 Jan 28 07:39:08.713943 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:39:08.859138 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a23978-1149-455f-ac71-7e4d677c21e4 req-bf9073c0-643a-4bc4-a3a3-f2ff8eac264f tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:39:08.860849 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-41a23978-1149-455f-ac71-7e4d677c21e4 req-bf9073c0-643a-4bc4-a3a3-f2ff8eac264f tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=9dcd7252-eb06-4f45-9984-f1488e7b3d12 HTTP/1.1" status: 200 len: 944 time: 0.0569432 Jan 28 07:39:08.914019 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-41a23978-1149-455f-ac71-7e4d677c21e4 req-f83db78c-afdc-479f-88ef-83e55376750e tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7a11e82-5704-491d-abd6-aba50865dcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449147 Jan 28 07:39:09.720038 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:39:10.052564 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0bb84e-e01b-484d-a003-a90814b2cc62 req-d7772294-b859-46eb-8085-3debe0028383 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:39:10.054892 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0b0bb84e-e01b-484d-a003-a90814b2cc62 req-d7772294-b859-46eb-8085-3debe0028383 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=9dcd7252-eb06-4f45-9984-f1488e7b3d12 HTTP/1.1" status: 200 len: 944 time: 0.0548964 Jan 28 07:39:10.120386 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0b0bb84e-e01b-484d-a003-a90814b2cc62 req-ff97aad4-9914-4d2c-829e-edc15d504962 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7a11e82-5704-491d-abd6-aba50865dcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593882 Jan 28 07:39:11.271868 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa0dc1f-4447-4097-b6b9-b521a274dcb4 req-0441d95e-3588-4f59-8feb-c4d744743bdb tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:39:11.278985 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9fa0dc1f-4447-4097-b6b9-b521a274dcb4 req-0441d95e-3588-4f59-8feb-c4d744743bdb tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=9dcd7252-eb06-4f45-9984-f1488e7b3d12 HTTP/1.1" status: 200 len: 944 time: 0.0650973 Jan 28 07:39:11.321636 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9fa0dc1f-4447-4097-b6b9-b521a274dcb4 req-369f6730-3fd9-46d2-86b8-087ad64c84f2 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7a11e82-5704-491d-abd6-aba50865dcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418148 Jan 28 07:39:12.474325 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd50982-20f0-463e-b93a-08e486998742 req-872ceb37-66d3-4476-8b69-494886f587f5 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:39:12.482490 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9fd50982-20f0-463e-b93a-08e486998742 req-872ceb37-66d3-4476-8b69-494886f587f5 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=9dcd7252-eb06-4f45-9984-f1488e7b3d12 HTTP/1.1" status: 200 len: 944 time: 0.0597966 Jan 28 07:39:12.544873 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9fd50982-20f0-463e-b93a-08e486998742 req-208d3e8c-5806-4ef6-920b-9fc4ed24432f tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7a11e82-5704-491d-abd6-aba50865dcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611675 Jan 28 07:39:13.702240 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9157745-df17-4068-a145-a56a252530ba req-52931162-5ab4-4f65-9b34-7e913a087cfb tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:39:13.709119 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c9157745-df17-4068-a145-a56a252530ba req-52931162-5ab4-4f65-9b34-7e913a087cfb tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=9dcd7252-eb06-4f45-9984-f1488e7b3d12 HTTP/1.1" status: 200 len: 944 time: 0.0596557 Jan 28 07:39:13.764874 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c9157745-df17-4068-a145-a56a252530ba req-017b4a6c-c9d4-406a-8bc4-9472c01e98fb tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7a11e82-5704-491d-abd6-aba50865dcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547290 Jan 28 07:39:13.935892 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e53871-c28f-464b-a21d-698c31f328e9 req-1d5f863e-40c2-414e-8336-aa03b5701654 tempest-VolumesSnapshotTestJSON-1067886046 tempest-VolumesSnapshotTestJSON-1067886046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:39:13.937554 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-89e53871-c28f-464b-a21d-698c31f328e9 req-1d5f863e-40c2-414e-8336-aa03b5701654 tempest-VolumesSnapshotTestJSON-1067886046 tempest-VolumesSnapshotTestJSON-1067886046-project] 10.222.0.41 "GET /v2.0/networks?id=2bb66c7d-894b-478a-9298-398f7bcb96a0 HTTP/1.1" status: 200 len: 814 time: 0.1246510 Jan 28 07:39:13.958499 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-89e53871-c28f-464b-a21d-698c31f328e9 req-3a8dbd35-bb1c-45f5-a8c5-a17e09119004 tempest-VolumesSnapshotTestJSON-1067886046 tempest-VolumesSnapshotTestJSON-1067886046-project] 10.222.0.41 "GET /v2.0/quotas/93ee2273d7c04f4490153be014688612 HTTP/1.1" status: 200 len: 375 time: 0.0153124 Jan 28 07:39:14.006609 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-89e53871-c28f-464b-a21d-698c31f328e9 req-d031f437-bfdb-4a1f-8757-372c52029511 tempest-VolumesSnapshotTestJSON-1067886046 tempest-VolumesSnapshotTestJSON-1067886046-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=93ee2273d7c04f4490153be014688612&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0412264 Jan 28 07:39:14.110284 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-89e53871-c28f-464b-a21d-698c31f328e9 req-09cb2c9b-d7e9-4348-a1bd-723467c86210 service neutron] 10.222.0.41 "GET /v2.0/networks/2bb66c7d-894b-478a-9298-398f7bcb96a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019034 Jan 28 07:39:14.229818 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-89e53871-c28f-464b-a21d-698c31f328e9 req-7eead77c-c6e6-495f-a794-0c10d9917d9f service neutron] 10.222.0.41 "GET /v2.0/networks/2bb66c7d-894b-478a-9298-398f7bcb96a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184993 Jan 28 07:39:14.463952 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-db7ee7a1-9e59-4cdf-9560-85612c9c116a req-c8f204dc-04b0-4f2a-b445-d1e87449dabe tempest-VolumesSnapshotTestJSON-1067886046 tempest-VolumesSnapshotTestJSON-1067886046-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6207914-5721-41c6-ac67-417037513ded HTTP/1.1" status: 200 len: 210 time: 0.0398278 Jan 28 07:39:14.933481 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2252e3c-efd0-49c5-8484-d73174f88c84 req-a187912e-da6a-470d-bf97-0bf3a998a170 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:39:14.935937 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a2252e3c-efd0-49c5-8484-d73174f88c84 req-a187912e-da6a-470d-bf97-0bf3a998a170 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=9dcd7252-eb06-4f45-9984-f1488e7b3d12 HTTP/1.1" status: 200 len: 944 time: 0.0719466 Jan 28 07:39:14.998211 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a2252e3c-efd0-49c5-8484-d73174f88c84 req-0ddc6869-bdb5-43d6-a0bc-2f4331863627 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7a11e82-5704-491d-abd6-aba50865dcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548120 Jan 28 07:39:15.557709 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-63d2f0e9-694a-4595-9b42-9d88982fcea8 req-b37810f3-dcb8-4dc3-97a9-490197999743 tempest-VolumesSnapshotTestJSON-1067886046 tempest-VolumesSnapshotTestJSON-1067886046-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6207914-5721-41c6-ac67-417037513ded HTTP/1.1" status: 200 len: 210 time: 0.0326185 Jan 28 07:39:15.819641 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e53871-c28f-464b-a21d-698c31f328e9 req-87369aeb-4220-4007-ad77-b6c44431f1ea tempest-VolumesSnapshotTestJSON-1067886046 tempest-VolumesSnapshotTestJSON-1067886046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:39:15.821792 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-89e53871-c28f-464b-a21d-698c31f328e9 req-87369aeb-4220-4007-ad77-b6c44431f1ea tempest-VolumesSnapshotTestJSON-1067886046 tempest-VolumesSnapshotTestJSON-1067886046-project] 10.222.0.10 "GET /v2.0/networks?id=2bb66c7d-894b-478a-9298-398f7bcb96a0 HTTP/1.1" status: 200 len: 814 time: 0.1290302 Jan 28 07:39:15.853534 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-89e53871-c28f-464b-a21d-698c31f328e9 req-018b0d8b-0759-42bd-94e8-73b14bbd0e5d tempest-VolumesSnapshotTestJSON-1067886046 tempest-VolumesSnapshotTestJSON-1067886046-project] Request body: {'port': {'device_id': 'b6207914-5721-41c6-ac67-417037513ded', 'network_id': '2bb66c7d-894b-478a-9298-398f7bcb96a0', 'admin_state_up': True, 'tenant_id': '93ee2273d7c04f4490153be014688612'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:39:15.968698 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89e53871-c28f-464b-a21d-698c31f328e9 req-018b0d8b-0759-42bd-94e8-73b14bbd0e5d tempest-VolumesSnapshotTestJSON-1067886046 tempest-VolumesSnapshotTestJSON-1067886046-project] Made reservation on behalf of 93ee2273d7c04f4490153be014688612 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:39:15.972513 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-89e53871-c28f-464b-a21d-698c31f328e9 req-018b0d8b-0759-42bd-94e8-73b14bbd0e5d tempest-VolumesSnapshotTestJSON-1067886046 tempest-VolumesSnapshotTestJSON-1067886046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:39:16.160476 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-89e53871-c28f-464b-a21d-698c31f328e9 req-018b0d8b-0759-42bd-94e8-73b14bbd0e5d tempest-VolumesSnapshotTestJSON-1067886046 tempest-VolumesSnapshotTestJSON-1067886046-project] Allocated IP 172.20.0.3 (2bb66c7d-894b-478a-9298-398f7bcb96a0/caf6cc37-6114-420d-bca1-ea360533fa49/836a0a26-ab7f-4af5-8838-62d7cb071436) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:39:16.178271 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d8316f-574c-4181-8767-92c0aed50c99 req-81ba2916-59e7-4fbe-be9e-c351c7ca5181 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:39:16.181439 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f0d8316f-574c-4181-8767-92c0aed50c99 req-81ba2916-59e7-4fbe-be9e-c351c7ca5181 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=9dcd7252-eb06-4f45-9984-f1488e7b3d12 HTTP/1.1" status: 200 len: 944 time: 0.1051660 Jan 28 07:39:16.268116 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f0d8316f-574c-4181-8767-92c0aed50c99 req-eafb5f90-6e18-4471-ad1d-46a6b3c12413 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7a11e82-5704-491d-abd6-aba50865dcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750406 Jan 28 07:39:16.384501 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-89e53871-c28f-464b-a21d-698c31f328e9 req-018b0d8b-0759-42bd-94e8-73b14bbd0e5d tempest-VolumesSnapshotTestJSON-1067886046 tempest-VolumesSnapshotTestJSON-1067886046-project] Publish callbacks [] for port (836a0a26-ab7f-4af5-8838-62d7cb071436), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:39:16.426612 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-89e53871-c28f-464b-a21d-698c31f328e9 req-018b0d8b-0759-42bd-94e8-73b14bbd0e5d tempest-VolumesSnapshotTestJSON-1067886046 tempest-VolumesSnapshotTestJSON-1067886046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (836a0a26-ab7f-4af5-8838-62d7cb071436), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:39:16.469962 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89e53871-c28f-464b-a21d-698c31f328e9 req-018b0d8b-0759-42bd-94e8-73b14bbd0e5d tempest-VolumesSnapshotTestJSON-1067886046 tempest-VolumesSnapshotTestJSON-1067886046-project] Network 2bb66c7d-894b-478a-9298-398f7bcb96a0 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:39:16.475049 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-89e53871-c28f-464b-a21d-698c31f328e9 req-018b0d8b-0759-42bd-94e8-73b14bbd0e5d tempest-VolumesSnapshotTestJSON-1067886046 tempest-VolumesSnapshotTestJSON-1067886046-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:39:16.479373 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-89e53871-c28f-464b-a21d-698c31f328e9 req-018b0d8b-0759-42bd-94e8-73b14bbd0e5d tempest-VolumesSnapshotTestJSON-1067886046 tempest-VolumesSnapshotTestJSON-1067886046-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:39:16.512922 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018b0d8b-0759-42bd-94e8-73b14bbd0e5d tempest-VolumesSnapshotTestJSON-1067886046 tempest-VolumesSnapshotTestJSON-1067886046-project] Pushing event updated for resources: {'Port': ['ID=836a0a26-ab7f-4af5-8838-62d7cb071436,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:39:16.535538 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e53871-c28f-464b-a21d-698c31f328e9 req-018b0d8b-0759-42bd-94e8-73b14bbd0e5d tempest-VolumesSnapshotTestJSON-1067886046 tempest-VolumesSnapshotTestJSON-1067886046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:39:16.536289 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-89e53871-c28f-464b-a21d-698c31f328e9 req-018b0d8b-0759-42bd-94e8-73b14bbd0e5d tempest-VolumesSnapshotTestJSON-1067886046 tempest-VolumesSnapshotTestJSON-1067886046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:39:16.552432 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-89e53871-c28f-464b-a21d-698c31f328e9 req-018b0d8b-0759-42bd-94e8-73b14bbd0e5d tempest-VolumesSnapshotTestJSON-1067886046 tempest-VolumesSnapshotTestJSON-1067886046-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7126832 Jan 28 07:39:16.677415 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-89e53871-c28f-464b-a21d-698c31f328e9 req-a9353558-e737-4678-9c2d-3f96ebdbb3c7 service neutron] Request body: {'port': {'device_id': 'b6207914-5721-41c6-ac67-417037513ded', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-28'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:39:16.713897 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d105a8e1-1569-45ae-9a08-61159d22c7f1 req-5c9e6ed1-c41e-4011-9369-6c2b56934e5a tempest-VolumesSnapshotTestJSON-1067886046 tempest-VolumesSnapshotTestJSON-1067886046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:39:16.716662 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d105a8e1-1569-45ae-9a08-61159d22c7f1 req-5c9e6ed1-c41e-4011-9369-6c2b56934e5a tempest-VolumesSnapshotTestJSON-1067886046 tempest-VolumesSnapshotTestJSON-1067886046-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6207914-5721-41c6-ac67-417037513ded HTTP/1.1" status: 200 len: 931 time: 0.0864904 Jan 28 07:39:16.761256 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-89e53871-c28f-464b-a21d-698c31f328e9 req-a9353558-e737-4678-9c2d-3f96ebdbb3c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (836a0a26-ab7f-4af5-8838-62d7cb071436), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:39:16.776824 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d105a8e1-1569-45ae-9a08-61159d22c7f1 req-990768a0-fab3-49e8-8913-fd066da28bc5 tempest-VolumesSnapshotTestJSON-1067886046 tempest-VolumesSnapshotTestJSON-1067886046-project] 10.222.0.41 "GET /v2.0/security-groups?id=4e9b8070-cf39-4bff-b3a3-011c2420ec06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524845 Jan 28 07:39:17.050526 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-89e53871-c28f-464b-a21d-698c31f328e9 req-a9353558-e737-4678-9c2d-3f96ebdbb3c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 836a0a26-ab7f-4af5-8838-62d7cb071436 {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:39:17.060119 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-89e53871-c28f-464b-a21d-698c31f328e9 req-a9353558-e737-4678-9c2d-3f96ebdbb3c7 service neutron] Publish callbacks [] for port (836a0a26-ab7f-4af5-8838-62d7cb071436), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:39:17.072515 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-89e53871-c28f-464b-a21d-698c31f328e9 req-a9353558-e737-4678-9c2d-3f96ebdbb3c7 service neutron] Transition to ACTIVE for port object 836a0a26-ab7f-4af5-8838-62d7cb071436 will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:39:17.077573 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-89e53871-c28f-464b-a21d-698c31f328e9 req-a9353558-e737-4678-9c2d-3f96ebdbb3c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (836a0a26-ab7f-4af5-8838-62d7cb071436), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:39:17.173244 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9353558-e737-4678-9c2d-3f96ebdbb3c7 service neutron] Pushing event updated for resources: {'Port': ['ID=836a0a26-ab7f-4af5-8838-62d7cb071436,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:39:17.211170 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-89e53871-c28f-464b-a21d-698c31f328e9 req-a9353558-e737-4678-9c2d-3f96ebdbb3c7 service neutron] Attempting to bind port 836a0a26-ab7f-4af5-8838-62d7cb071436 on host n-h1-712749-28 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:39:17.211510 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-89e53871-c28f-464b-a21d-698c31f328e9 req-a9353558-e737-4678-9c2d-3f96ebdbb3c7 service neutron] Attempting to bind port 836a0a26-ab7f-4af5-8838-62d7cb071436 by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': '30c524ec-573a-4190-beff-cbcb392e8434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '2bb66c7d-894b-478a-9298-398f7bcb96a0'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:39:17.211843 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e53871-c28f-464b-a21d-698c31f328e9 req-a9353558-e737-4678-9c2d-3f96ebdbb3c7 service neutron] Attempting to bind port 836a0a26-ab7f-4af5-8838-62d7cb071436 on network 2bb66c7d-894b-478a-9298-398f7bcb96a0 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:39:17.216285 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e53871-c28f-464b-a21d-698c31f328e9 req-a9353558-e737-4678-9c2d-3f96ebdbb3c7 service neutron] Port 836a0a26-ab7f-4af5-8838-62d7cb071436 on network 2bb66c7d-894b-478a-9298-398f7bcb96a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:39:17.216592 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e53871-c28f-464b-a21d-698c31f328e9 req-a9353558-e737-4678-9c2d-3f96ebdbb3c7 service neutron] Attempting to bind port 836a0a26-ab7f-4af5-8838-62d7cb071436 on network 2bb66c7d-894b-478a-9298-398f7bcb96a0 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:39:17.226339 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e53871-c28f-464b-a21d-698c31f328e9 req-a9353558-e737-4678-9c2d-3f96ebdbb3c7 service neutron] Checking agent: {'id': '2fca46b1-237f-4857-9290-2429d810e472', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:39:17.226834 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e53871-c28f-464b-a21d-698c31f328e9 req-a9353558-e737-4678-9c2d-3f96ebdbb3c7 service neutron] Checking segment: {'id': '30c524ec-573a-4190-beff-cbcb392e8434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '2bb66c7d-894b-478a-9298-398f7bcb96a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:39:17.227137 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e53871-c28f-464b-a21d-698c31f328e9 req-a9353558-e737-4678-9c2d-3f96ebdbb3c7 service neutron] Bound using segment: {'id': '30c524ec-573a-4190-beff-cbcb392e8434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '2bb66c7d-894b-478a-9298-398f7bcb96a0'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:39:17.227525 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-89e53871-c28f-464b-a21d-698c31f328e9 req-a9353558-e737-4678-9c2d-3f96ebdbb3c7 service neutron] Bound port: 836a0a26-ab7f-4af5-8838-62d7cb071436, host: n-h1-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30c524ec-573a-4190-beff-cbcb392e8434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '2bb66c7d-894b-478a-9298-398f7bcb96a0'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:39:17.227886 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-89e53871-c28f-464b-a21d-698c31f328e9 req-a9353558-e737-4678-9c2d-3f96ebdbb3c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (836a0a26-ab7f-4af5-8838-62d7cb071436), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:39:17.308876 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-89e53871-c28f-464b-a21d-698c31f328e9 req-a9353558-e737-4678-9c2d-3f96ebdbb3c7 service neutron] For port 836a0a26-ab7f-4af5-8838-62d7cb071436, host n-h1-712749-28, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:39:17.311922 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-89e53871-c28f-464b-a21d-698c31f328e9 req-a9353558-e737-4678-9c2d-3f96ebdbb3c7 service neutron] For port 836a0a26-ab7f-4af5-8838-62d7cb071436, host n-h1-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=836a0a26-ab7f-4af5-8838-62d7cb071436,segment=NetworkSegment(30c524ec-573a-4190-beff-cbcb392e8434),segment_id=30c524ec-573a-4190-beff-cbcb392e8434)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:39:17.319720 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-89e53871-c28f-464b-a21d-698c31f328e9 req-a9353558-e737-4678-9c2d-3f96ebdbb3c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (836a0a26-ab7f-4af5-8838-62d7cb071436), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:39:17.360164 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e53871-c28f-464b-a21d-698c31f328e9 req-a9353558-e737-4678-9c2d-3f96ebdbb3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:39:17.360831 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-89e53871-c28f-464b-a21d-698c31f328e9 req-a9353558-e737-4678-9c2d-3f96ebdbb3c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:39:17.362226 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-89e53871-c28f-464b-a21d-698c31f328e9 req-a9353558-e737-4678-9c2d-3f96ebdbb3c7 service neutron] 10.222.0.10 "PUT /v2.0/ports/836a0a26-ab7f-4af5-8838-62d7cb071436 HTTP/1.1" status: 200 len: 1092 time: 0.7897465 Jan 28 07:39:17.362680 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6207914-5721-41c6-ac67-417037513ded', 'tag': '836a0a26-ab7f-4af5-8838-62d7cb071436'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:39:17.364995 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ff27d48-3503-4b67-aa16-4605a7059b0e" -d '{"events": [{"name": "network-changed", "server_uuid": "b6207914-5721-41c6-ac67-417037513ded", "tag": "836a0a26-ab7f-4af5-8838-62d7cb071436"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:39:17.443727 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a49daaec-c5dd-44cd-9b89-7d54ac326c88 x-openstack-request-id: req-a49daaec-c5dd-44cd-9b89-7d54ac326c88 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:39:17.444097 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6207914-5721-41c6-ac67-417037513ded", "tag": "836a0a26-ab7f-4af5-8838-62d7cb071436", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:39:17.444407 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a49daaec-c5dd-44cd-9b89-7d54ac326c88 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:39:17.444813 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6207914-5721-41c6-ac67-417037513ded', 'tag': '836a0a26-ab7f-4af5-8838-62d7cb071436', 'status': 'completed', 'code': 200} Jan 28 07:39:17.461305 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9353558-e737-4678-9c2d-3f96ebdbb3c7 service neutron] Pushing event updated for resources: {'Port': ['ID=836a0a26-ab7f-4af5-8838-62d7cb071436,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:39:17.510272 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ae947a-e68e-4135-b7fb-12ec320a5b43 req-00159ad6-9ef5-48f9-ac48-6932d173c59a tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:39:17.511815 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-27ae947a-e68e-4135-b7fb-12ec320a5b43 req-00159ad6-9ef5-48f9-ac48-6932d173c59a tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=9dcd7252-eb06-4f45-9984-f1488e7b3d12 HTTP/1.1" status: 200 len: 944 time: 0.1180363 Jan 28 07:39:17.518533 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e53871-c28f-464b-a21d-698c31f328e9 req-b05c4e1a-ff03-48da-a008-02217b3f3bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:39:17.520721 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-89e53871-c28f-464b-a21d-698c31f328e9 req-b05c4e1a-ff03-48da-a008-02217b3f3bd7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=93ee2273d7c04f4490153be014688612&device_id=b6207914-5721-41c6-ac67-417037513ded HTTP/1.1" status: 200 len: 1095 time: 0.0736036 Jan 28 07:39:17.577988 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-89e53871-c28f-464b-a21d-698c31f328e9 req-ae09382f-b32d-4425-af48-1e1c1154c5b9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=836a0a26-ab7f-4af5-8838-62d7cb071436 HTTP/1.1" status: 200 len: 217 time: 0.0417726 Jan 28 07:39:17.634574 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-27ae947a-e68e-4135-b7fb-12ec320a5b43 req-c4f58980-b6ea-4957-9022-d886826ada40 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7a11e82-5704-491d-abd6-aba50865dcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128767 Jan 28 07:39:17.646956 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e53871-c28f-464b-a21d-698c31f328e9 req-76538c65-2bd1-4cee-a869-ed63bd1bbb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:39:17.649481 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-89e53871-c28f-464b-a21d-698c31f328e9 req-76538c65-2bd1-4cee-a869-ed63bd1bbb2e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=caf6cc37-6114-420d-bca1-ea360533fa49 HTTP/1.1" status: 200 len: 854 time: 0.0654211 Jan 28 07:39:17.685690 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-89e53871-c28f-464b-a21d-698c31f328e9 req-85a4e191-3420-460c-a4bf-51368f98c5bd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2bb66c7d-894b-478a-9298-398f7bcb96a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272648 Jan 28 07:39:17.789397 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-89e53871-c28f-464b-a21d-698c31f328e9 req-2a4e0c54-9b8d-4031-88e9-9ddc250d9b78 service neutron] 10.222.0.10 "GET /v2.0/networks/2bb66c7d-894b-478a-9298-398f7bcb96a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973053 Jan 28 07:39:17.897134 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-89e53871-c28f-464b-a21d-698c31f328e9 req-53623324-1549-43bc-a09e-4ac62f5e3fcb service neutron] 10.222.0.10 "GET /v2.0/networks/2bb66c7d-894b-478a-9298-398f7bcb96a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017625 Jan 28 07:39:17.949374 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c76fe2f-2141-4dad-ba46-b6d5b1f22ab6 req-1952ab75-a06d-4615-bad9-b3a2b9b6698c tempest-VolumesSnapshotTestJSON-1067886046 tempest-VolumesSnapshotTestJSON-1067886046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:39:17.951039 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1c76fe2f-2141-4dad-ba46-b6d5b1f22ab6 req-1952ab75-a06d-4615-bad9-b3a2b9b6698c tempest-VolumesSnapshotTestJSON-1067886046 tempest-VolumesSnapshotTestJSON-1067886046-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6207914-5721-41c6-ac67-417037513ded HTTP/1.1" status: 200 len: 943 time: 0.0551569 Jan 28 07:39:18.003134 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1c76fe2f-2141-4dad-ba46-b6d5b1f22ab6 req-579f7bda-fb78-4c28-a81e-403afe37e80b tempest-VolumesSnapshotTestJSON-1067886046 tempest-VolumesSnapshotTestJSON-1067886046-project] 10.222.0.41 "GET /v2.0/security-groups?id=4e9b8070-cf39-4bff-b3a3-011c2420ec06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460079 Jan 28 07:39:18.086563 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff27d48-3503-4b67-aa16-4605a7059b0e req-25696d08-1763-48b7-9642-a242c8a7c27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:39:18.088061 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1ff27d48-3503-4b67-aa16-4605a7059b0e req-25696d08-1763-48b7-9642-a242c8a7c27b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=93ee2273d7c04f4490153be014688612&device_id=b6207914-5721-41c6-ac67-417037513ded HTTP/1.1" status: 200 len: 1095 time: 0.0502748 Jan 28 07:39:18.186998 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff27d48-3503-4b67-aa16-4605a7059b0e req-a46968aa-5121-49f5-8926-da48b1db4f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:39:18.188633 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1ff27d48-3503-4b67-aa16-4605a7059b0e req-a46968aa-5121-49f5-8926-da48b1db4f2f service neutron] 10.222.0.10 "GET /v2.0/networks?id=2bb66c7d-894b-478a-9298-398f7bcb96a0 HTTP/1.1" status: 200 len: 915 time: 0.0942185 Jan 28 07:39:18.231275 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1ff27d48-3503-4b67-aa16-4605a7059b0e req-5fa63787-6745-4844-b1ed-6e25ee66b70c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=836a0a26-ab7f-4af5-8838-62d7cb071436 HTTP/1.1" status: 200 len: 217 time: 0.0361445 Jan 28 07:39:18.279499 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff27d48-3503-4b67-aa16-4605a7059b0e req-08f00f8d-f857-4a93-b29d-a6701086b886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:39:18.280988 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1ff27d48-3503-4b67-aa16-4605a7059b0e req-08f00f8d-f857-4a93-b29d-a6701086b886 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=caf6cc37-6114-420d-bca1-ea360533fa49 HTTP/1.1" status: 200 len: 854 time: 0.0433710 Jan 28 07:39:18.313563 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1ff27d48-3503-4b67-aa16-4605a7059b0e req-243e53c4-ce03-4416-b821-0e06168cb80b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2bb66c7d-894b-478a-9298-398f7bcb96a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260103 Jan 28 07:39:18.414795 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1ff27d48-3503-4b67-aa16-4605a7059b0e req-51a89897-779f-4d65-a714-5d943fa68625 service neutron] 10.222.0.10 "GET /v2.0/networks/2bb66c7d-894b-478a-9298-398f7bcb96a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942068 Jan 28 07:39:18.511584 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1ff27d48-3503-4b67-aa16-4605a7059b0e req-d7fff1cd-9a5c-4074-8cbc-db2919fa8e5e service neutron] 10.222.0.10 "GET /v2.0/networks/2bb66c7d-894b-478a-9298-398f7bcb96a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892150 Jan 28 07:39:18.765518 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3709d254-ba4d-4ae2-922a-dd789c401771 req-0dcad146-b1e9-4f79-b16a-63061a0b4a24 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:39:18.766989 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3709d254-ba4d-4ae2-922a-dd789c401771 req-0dcad146-b1e9-4f79-b16a-63061a0b4a24 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=9dcd7252-eb06-4f45-9984-f1488e7b3d12 HTTP/1.1" status: 200 len: 944 time: 0.0573890 Jan 28 07:39:18.814795 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3709d254-ba4d-4ae2-922a-dd789c401771 req-7cce2802-4ca7-4e8b-abae-9aeb6897b73b tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7a11e82-5704-491d-abd6-aba50865dcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413473 Jan 28 07:39:19.124290 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584da30c-6c23-4539-97cc-de0dfa135641 req-252f9b4e-aff2-4bb7-9c2d-1ad91fb34216 tempest-VolumesSnapshotTestJSON-1067886046 tempest-VolumesSnapshotTestJSON-1067886046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:39:19.126270 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-584da30c-6c23-4539-97cc-de0dfa135641 req-252f9b4e-aff2-4bb7-9c2d-1ad91fb34216 tempest-VolumesSnapshotTestJSON-1067886046 tempest-VolumesSnapshotTestJSON-1067886046-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6207914-5721-41c6-ac67-417037513ded HTTP/1.1" status: 200 len: 943 time: 0.0524919 Jan 28 07:39:19.173809 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-584da30c-6c23-4539-97cc-de0dfa135641 req-55865262-7b0a-4de6-abda-ef3c295891bd tempest-VolumesSnapshotTestJSON-1067886046 tempest-VolumesSnapshotTestJSON-1067886046-project] 10.222.0.41 "GET /v2.0/security-groups?id=4e9b8070-cf39-4bff-b3a3-011c2420ec06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419137 Jan 28 07:39:19.930924 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9392fc2a-8d6d-49f8-91d6-5e9afa2295c3 req-11336d3f-df66-4891-bca3-9276aa10b08c tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:39:19.932370 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9392fc2a-8d6d-49f8-91d6-5e9afa2295c3 req-11336d3f-df66-4891-bca3-9276aa10b08c tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=9dcd7252-eb06-4f45-9984-f1488e7b3d12 HTTP/1.1" status: 200 len: 944 time: 0.0514071 Jan 28 07:39:19.984019 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9392fc2a-8d6d-49f8-91d6-5e9afa2295c3 req-56e16e1f-aabb-491e-80f5-4c60a019ca94 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7a11e82-5704-491d-abd6-aba50865dcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459239 Jan 28 07:39:20.306476 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4b0778-f30d-4747-b310-b086604ba0f6 req-6c99d532-6622-4bd3-831f-6ba443c75d1e tempest-VolumesSnapshotTestJSON-1067886046 tempest-VolumesSnapshotTestJSON-1067886046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:39:20.308008 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-df4b0778-f30d-4747-b310-b086604ba0f6 req-6c99d532-6622-4bd3-831f-6ba443c75d1e tempest-VolumesSnapshotTestJSON-1067886046 tempest-VolumesSnapshotTestJSON-1067886046-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6207914-5721-41c6-ac67-417037513ded HTTP/1.1" status: 200 len: 943 time: 0.0521550 Jan 28 07:39:20.358863 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-df4b0778-f30d-4747-b310-b086604ba0f6 req-0abbac63-0cae-4c13-a8f7-21bc8b6be700 tempest-VolumesSnapshotTestJSON-1067886046 tempest-VolumesSnapshotTestJSON-1067886046-project] 10.222.0.41 "GET /v2.0/security-groups?id=4e9b8070-cf39-4bff-b3a3-011c2420ec06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443809 Jan 28 07:39:20.595556 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 836a0a26-ab7f-4af5-8838-62d7cb071436 details requested by agent hyperv_n-h1-712749-28 with host n-h1-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:39:20.693103 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 836a0a26-ab7f-4af5-8838-62d7cb071436, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=836a0a26-ab7f-4af5-8838-62d7cb071436,segment=NetworkSegment(30c524ec-573a-4190-beff-cbcb392e8434),segment_id=30c524ec-573a-4190-beff-cbcb392e8434)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:39:20.706188 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Returning: {'device': '836a0a26-ab7f-4af5-8838-62d7cb071436', 'network_id': '2bb66c7d-894b-478a-9298-398f7bcb96a0', 'port_id': '836a0a26-ab7f-4af5-8838-62d7cb071436', 'mac_address': 'fa:16:3e:a5:75:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'caf6cc37-6114-420d-bca1-ea360533fa49', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:39:20.744749 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 836a0a26-ab7f-4af5-8838-62d7cb071436 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:39:20.745099 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (836a0a26-ab7f-4af5-8838-62d7cb071436), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:39:20.760682 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 836a0a26-ab7f-4af5-8838-62d7cb071436 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:39:20.782799 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 836a0a26-ab7f-4af5-8838-62d7cb071436, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=836a0a26-ab7f-4af5-8838-62d7cb071436,segment=NetworkSegment(30c524ec-573a-4190-beff-cbcb392e8434),segment_id=30c524ec-573a-4190-beff-cbcb392e8434)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:39:20.788872 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (836a0a26-ab7f-4af5-8838-62d7cb071436), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:39:20.789694 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device a2249a88-e671-46ae-8a28-3acd00af36ad details requested by agent hyperv_n-h1-712749-28 with host n-h1-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:39:20.901824 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=836a0a26-ab7f-4af5-8838-62d7cb071436,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:39:20.942764 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port a2249a88-e671-46ae-8a28-3acd00af36ad, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=a2249a88-e671-46ae-8a28-3acd00af36ad,segment=NetworkSegment(51b887d5-fd17-4f2d-9bed-8a0b60014438),segment_id=51b887d5-fd17-4f2d-9bed-8a0b60014438)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:39:20.954451 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Returning: {'device': 'a2249a88-e671-46ae-8a28-3acd00af36ad', 'network_id': 'e89cba95-7c88-42ca-a2a1-7604d77c150d', 'port_id': 'a2249a88-e671-46ae-8a28-3acd00af36ad', 'mac_address': 'fa:16:3e:6e:7c:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be92a7e6-1604-4603-bacc-7f09a5c98a28', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:39:20.992716 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port a2249a88-e671-46ae-8a28-3acd00af36ad is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:39:20.992918 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (a2249a88-e671-46ae-8a28-3acd00af36ad), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:39:21.014308 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2249a88-e671-46ae-8a28-3acd00af36ad {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:39:21.035721 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port a2249a88-e671-46ae-8a28-3acd00af36ad, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=a2249a88-e671-46ae-8a28-3acd00af36ad,segment=NetworkSegment(51b887d5-fd17-4f2d-9bed-8a0b60014438),segment_id=51b887d5-fd17-4f2d-9bed-8a0b60014438)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:39:21.041180 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (a2249a88-e671-46ae-8a28-3acd00af36ad), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:39:21.096017 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=a2249a88-e671-46ae-8a28-3acd00af36ad,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:39:21.142452 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ac6011-9a17-4bc4-ac1a-5f13c5cc2714 req-abd44b3f-1682-4799-b8a4-286a2650ce9b tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:39:21.144080 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d5ac6011-9a17-4bc4-ac1a-5f13c5cc2714 req-abd44b3f-1682-4799-b8a4-286a2650ce9b tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=9dcd7252-eb06-4f45-9984-f1488e7b3d12 HTTP/1.1" status: 200 len: 945 time: 0.0708945 Jan 28 07:39:21.198233 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d5ac6011-9a17-4bc4-ac1a-5f13c5cc2714 req-756789c2-9e64-42cd-b3b9-c203bfcced41 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7a11e82-5704-491d-abd6-aba50865dcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471749 Jan 28 07:39:21.417006 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['836a0a26-ab7f-4af5-8838-62d7cb071436'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:39:21.448464 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['a2249a88-e671-46ae-8a28-3acd00af36ad'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:39:21.506114 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef74c0b8-5a52-423f-ab23-5d12b0eeafa3 req-ffa11924-45ad-46bc-bb9c-84f665baf063 tempest-VolumesSnapshotTestJSON-1067886046 tempest-VolumesSnapshotTestJSON-1067886046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:39:21.516373 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ef74c0b8-5a52-423f-ab23-5d12b0eeafa3 req-ffa11924-45ad-46bc-bb9c-84f665baf063 tempest-VolumesSnapshotTestJSON-1067886046 tempest-VolumesSnapshotTestJSON-1067886046-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6207914-5721-41c6-ac67-417037513ded HTTP/1.1" status: 200 len: 944 time: 0.0638647 Jan 28 07:39:21.572838 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ef74c0b8-5a52-423f-ab23-5d12b0eeafa3 req-1972448c-71a3-45bd-a6cf-b29a78dd9114 tempest-VolumesSnapshotTestJSON-1067886046 tempest-VolumesSnapshotTestJSON-1067886046-project] 10.222.0.41 "GET /v2.0/security-groups?id=4e9b8070-cf39-4bff-b3a3-011c2420ec06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555761 Jan 28 07:39:22.325015 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808758a4-fe14-4e72-9c9a-7483814986d1 req-a27de3fb-3239-4d69-9008-71f031bc36c5 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:39:22.326541 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-808758a4-fe14-4e72-9c9a-7483814986d1 req-a27de3fb-3239-4d69-9008-71f031bc36c5 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=9dcd7252-eb06-4f45-9984-f1488e7b3d12 HTTP/1.1" status: 200 len: 945 time: 0.0496747 Jan 28 07:39:22.378055 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-808758a4-fe14-4e72-9c9a-7483814986d1 req-cbfb0b19-b814-4a7c-89a7-d29ed2de2bf3 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7a11e82-5704-491d-abd6-aba50865dcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448191 Jan 28 07:39:22.614958 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 836a0a26-ab7f-4af5-8838-62d7cb071436 up at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:39:22.672459 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning for port 836a0a26-ab7f-4af5-8838-62d7cb071436 completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:39:22.677666 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning complete for port 836a0a26-ab7f-4af5-8838-62d7cb071436 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:39:22.678967 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (836a0a26-ab7f-4af5-8838-62d7cb071436), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:39:22.724412 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00169fb3-576f-4450-b713-6efd1160b008 req-ae46367d-319d-4396-963d-2e02eab5f6ad tempest-VolumesSnapshotTestJSON-1067886046 tempest-VolumesSnapshotTestJSON-1067886046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:39:22.724412 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-00169fb3-576f-4450-b713-6efd1160b008 req-ae46367d-319d-4396-963d-2e02eab5f6ad tempest-VolumesSnapshotTestJSON-1067886046 tempest-VolumesSnapshotTestJSON-1067886046-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6207914-5721-41c6-ac67-417037513ded HTTP/1.1" status: 200 len: 944 time: 0.0591660 Jan 28 07:39:22.775739 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-00169fb3-576f-4450-b713-6efd1160b008 req-9edbf143-fafc-4b0d-a5e5-ac4ceb577c49 tempest-VolumesSnapshotTestJSON-1067886046 tempest-VolumesSnapshotTestJSON-1067886046-project] 10.222.0.41 "GET /v2.0/security-groups?id=4e9b8070-cf39-4bff-b3a3-011c2420ec06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462506 Jan 28 07:39:22.801472 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 836a0a26-ab7f-4af5-8838-62d7cb071436 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:39:22.801868 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (836a0a26-ab7f-4af5-8838-62d7cb071436), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:39:22.827442 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6207914-5721-41c6-ac67-417037513ded', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '836a0a26-ab7f-4af5-8838-62d7cb071436'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:39:22.829760 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d22155b-98e6-4bbf-82d4-85953e9eea57" -d '{"events": [{"server_uuid": "b6207914-5721-41c6-ac67-417037513ded", "name": "network-vif-plugged", "status": "completed", "tag": "836a0a26-ab7f-4af5-8838-62d7cb071436"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:39:22.845141 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 836a0a26-ab7f-4af5-8838-62d7cb071436, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=836a0a26-ab7f-4af5-8838-62d7cb071436,segment=NetworkSegment(30c524ec-573a-4190-beff-cbcb392e8434),segment_id=30c524ec-573a-4190-beff-cbcb392e8434)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:39:22.852371 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (836a0a26-ab7f-4af5-8838-62d7cb071436), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:39:22.853336 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device a2249a88-e671-46ae-8a28-3acd00af36ad up at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:39:22.911867 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8738f50-b986-48c1-b690-48a47aae6768 x-openstack-request-id: req-e8738f50-b986-48c1-b690-48a47aae6768 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:39:22.912156 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6207914-5721-41c6-ac67-417037513ded", "name": "network-vif-plugged", "status": "completed", "tag": "836a0a26-ab7f-4af5-8838-62d7cb071436", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:39:22.912444 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e8738f50-b986-48c1-b690-48a47aae6768 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:39:22.913552 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6207914-5721-41c6-ac67-417037513ded', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '836a0a26-ab7f-4af5-8838-62d7cb071436', 'code': 200} Jan 28 07:39:22.953581 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=836a0a26-ab7f-4af5-8838-62d7cb071436,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:39:22.974110 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning for port a2249a88-e671-46ae-8a28-3acd00af36ad completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:39:22.979302 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning complete for port a2249a88-e671-46ae-8a28-3acd00af36ad triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:39:22.979677 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (a2249a88-e671-46ae-8a28-3acd00af36ad), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:39:23.069448 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5059c30-acdd-4423-b236-21d7c9e2bd33 req-c72f0fb8-bebe-40f5-9f18-c6ef4e64f43f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:39:23.071544 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b5059c30-acdd-4423-b236-21d7c9e2bd33 req-c72f0fb8-bebe-40f5-9f18-c6ef4e64f43f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b6207914-5721-41c6-ac67-417037513ded HTTP/1.1" status: 200 len: 1097 time: 0.0575376 Jan 28 07:39:23.090500 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port a2249a88-e671-46ae-8a28-3acd00af36ad is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:39:23.090956 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (a2249a88-e671-46ae-8a28-3acd00af36ad), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:39:23.129480 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port a2249a88-e671-46ae-8a28-3acd00af36ad, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=a2249a88-e671-46ae-8a28-3acd00af36ad,segment=NetworkSegment(51b887d5-fd17-4f2d-9bed-8a0b60014438),segment_id=51b887d5-fd17-4f2d-9bed-8a0b60014438)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:39:23.135821 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (a2249a88-e671-46ae-8a28-3acd00af36ad), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:39:23.136513 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b5059c30-acdd-4423-b236-21d7c9e2bd33 req-d609be32-6440-4e69-be36-04fd439898b3 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=4e9b8070-cf39-4bff-b3a3-011c2420ec06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549805 Jan 28 07:39:23.188178 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=a2249a88-e671-46ae-8a28-3acd00af36ad,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:39:23.524159 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d85653c-440e-4eca-baee-8055705281e6 req-497a7ec4-a178-4e6c-8df5-363a65404998 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:39:23.525715 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0d85653c-440e-4eca-baee-8055705281e6 req-497a7ec4-a178-4e6c-8df5-363a65404998 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=9dcd7252-eb06-4f45-9984-f1488e7b3d12 HTTP/1.1" status: 200 len: 946 time: 0.0539322 Jan 28 07:39:23.578490 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0d85653c-440e-4eca-baee-8055705281e6 req-fe2be1d5-fee7-417c-b3a8-f085ce45e8d1 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7a11e82-5704-491d-abd6-aba50865dcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468948 Jan 28 07:39:23.911132 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affd0093-fe62-4f54-b5f4-7608068aa7a7 req-91b7ce01-9f32-43cf-bb37-cdc445be7d79 tempest-VolumesSnapshotTestJSON-1067886046 tempest-VolumesSnapshotTestJSON-1067886046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:39:23.912724 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-affd0093-fe62-4f54-b5f4-7608068aa7a7 req-91b7ce01-9f32-43cf-bb37-cdc445be7d79 tempest-VolumesSnapshotTestJSON-1067886046 tempest-VolumesSnapshotTestJSON-1067886046-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6207914-5721-41c6-ac67-417037513ded HTTP/1.1" status: 200 len: 945 time: 0.0566156 Jan 28 07:39:23.962634 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-affd0093-fe62-4f54-b5f4-7608068aa7a7 req-a4364108-0834-46c6-87b8-ff7960375c74 tempest-VolumesSnapshotTestJSON-1067886046 tempest-VolumesSnapshotTestJSON-1067886046-project] 10.222.0.41 "GET /v2.0/security-groups?id=4e9b8070-cf39-4bff-b3a3-011c2420ec06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442715 Jan 28 07:39:24.710144 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920843fe-d311-43f3-bad5-58debd3a9e72 req-4ea28f2b-1a1f-4af0-9e4a-6510a77448bc tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:39:24.711843 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-920843fe-d311-43f3-bad5-58debd3a9e72 req-4ea28f2b-1a1f-4af0-9e4a-6510a77448bc tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=9dcd7252-eb06-4f45-9984-f1488e7b3d12 HTTP/1.1" status: 200 len: 946 time: 0.0517743 Jan 28 07:39:24.760217 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-920843fe-d311-43f3-bad5-58debd3a9e72 req-5277b510-2592-40da-b6e6-8d0a94d77173 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7a11e82-5704-491d-abd6-aba50865dcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426109 Jan 28 07:39:24.915944 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dcd7252-eb06-4f45-9984-f1488e7b3d12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2249a88-e671-46ae-8a28-3acd00af36ad'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:39:24.918243 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df53a84a-5731-4a88-ab7a-b58034616823" -d '{"events": [{"server_uuid": "9dcd7252-eb06-4f45-9984-f1488e7b3d12", "name": "network-vif-plugged", "status": "completed", "tag": "a2249a88-e671-46ae-8a28-3acd00af36ad"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:39:24.961726 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b45fac3-3954-4ac0-84fe-48686ac1dfbe x-openstack-request-id: req-4b45fac3-3954-4ac0-84fe-48686ac1dfbe {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:39:24.962025 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dcd7252-eb06-4f45-9984-f1488e7b3d12", "name": "network-vif-plugged", "status": "completed", "tag": "a2249a88-e671-46ae-8a28-3acd00af36ad", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:39:24.962290 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4b45fac3-3954-4ac0-84fe-48686ac1dfbe {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:39:24.962687 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dcd7252-eb06-4f45-9984-f1488e7b3d12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2249a88-e671-46ae-8a28-3acd00af36ad', 'code': 200} Jan 28 07:39:25.117404 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248d2316-a08a-4be3-b5d6-6fc30dabe897 req-f7f1d3c8-9758-4c64-9327-fcf1d61e424e tempest-VolumesSnapshotTestJSON-1067886046 tempest-VolumesSnapshotTestJSON-1067886046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:39:25.118918 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-248d2316-a08a-4be3-b5d6-6fc30dabe897 req-f7f1d3c8-9758-4c64-9327-fcf1d61e424e tempest-VolumesSnapshotTestJSON-1067886046 tempest-VolumesSnapshotTestJSON-1067886046-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6207914-5721-41c6-ac67-417037513ded HTTP/1.1" status: 200 len: 945 time: 0.0824723 Jan 28 07:39:25.132717 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be11f1ff-3ef7-4b1e-a7dc-98090738e2af req-5e8bdb8e-a261-40bc-bc83-916eb07a205a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:39:25.134623 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-be11f1ff-3ef7-4b1e-a7dc-98090738e2af req-5e8bdb8e-a261-40bc-bc83-916eb07a205a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9dcd7252-eb06-4f45-9984-f1488e7b3d12 HTTP/1.1" status: 200 len: 1098 time: 0.0711687 Jan 28 07:39:25.224754 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-248d2316-a08a-4be3-b5d6-6fc30dabe897 req-116a7e71-0146-4e64-b7d6-dab3be1a8391 tempest-VolumesSnapshotTestJSON-1067886046 tempest-VolumesSnapshotTestJSON-1067886046-project] 10.222.0.41 "GET /v2.0/security-groups?id=4e9b8070-cf39-4bff-b3a3-011c2420ec06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995984 Jan 28 07:39:25.229031 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-be11f1ff-3ef7-4b1e-a7dc-98090738e2af req-2646b70f-1184-4200-a2e7-a460e684cf65 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=e7a11e82-5704-491d-abd6-aba50865dcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856595 Jan 28 07:39:25.900489 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e403682-e5d3-474d-add8-a03d62120f97 req-7b040f6f-ed2e-477f-a242-ac62c901b968 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:39:25.910493 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4e403682-e5d3-474d-add8-a03d62120f97 req-7b040f6f-ed2e-477f-a242-ac62c901b968 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=9dcd7252-eb06-4f45-9984-f1488e7b3d12 HTTP/1.1" status: 200 len: 946 time: 0.0710711 Jan 28 07:39:25.968831 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4e403682-e5d3-474d-add8-a03d62120f97 req-169a134e-0958-4fb3-8a94-882c77aa909e tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7a11e82-5704-491d-abd6-aba50865dcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571892 Jan 28 07:39:26.364809 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 7 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 07:39:27.102842 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b221ca93-ffca-44c0-b3ca-b192eca4fbb5 req-0ec1725b-c0bc-4039-9b93-78874824e261 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:39:27.110806 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b221ca93-ffca-44c0-b3ca-b192eca4fbb5 req-0ec1725b-c0bc-4039-9b93-78874824e261 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=9dcd7252-eb06-4f45-9984-f1488e7b3d12 HTTP/1.1" status: 200 len: 946 time: 0.0609376 Jan 28 07:39:27.164209 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b221ca93-ffca-44c0-b3ca-b192eca4fbb5 req-92bdcdae-7a61-441c-b68b-2b28ed0e497a tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7a11e82-5704-491d-abd6-aba50865dcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522723 Jan 28 07:39:27.328758 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0773b5-a5cc-4b35-a208-feca072b6eb6 req-d2e79565-642e-4a91-b38a-8b0ad6b61833 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:39:27.346078 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8c0773b5-a5cc-4b35-a208-feca072b6eb6 req-d2e79565-642e-4a91-b38a-8b0ad6b61833 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=9dcd7252-eb06-4f45-9984-f1488e7b3d12 HTTP/1.1" status: 200 len: 946 time: 0.0926614 Jan 28 07:39:27.412980 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8c0773b5-a5cc-4b35-a208-feca072b6eb6 req-39ccc552-ef78-4760-81c1-7ebb35b69b23 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7a11e82-5704-491d-abd6-aba50865dcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649202 Jan 28 07:39:27.543910 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a33673-a8d5-42ba-ada9-e8e4403d5192 req-760ab9fb-ac23-40fa-8d2f-896721bccb79 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:39:27.551044 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-33a33673-a8d5-42ba-ada9-e8e4403d5192 req-760ab9fb-ac23-40fa-8d2f-896721bccb79 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=9dcd7252-eb06-4f45-9984-f1488e7b3d12 HTTP/1.1" status: 200 len: 946 time: 0.0662501 Jan 28 07:39:27.605438 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-33a33673-a8d5-42ba-ada9-e8e4403d5192 req-6cbc1482-5aa7-4221-87ff-f886f34fa742 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7a11e82-5704-491d-abd6-aba50865dcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534956 Jan 28 07:39:28.097642 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b33fda-4c9c-496e-a88c-2ef6f59ff17a req-74057df8-59da-4a58-8d8a-e2e657fe04fa tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:39:28.105684 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-51b33fda-4c9c-496e-a88c-2ef6f59ff17a req-74057df8-59da-4a58-8d8a-e2e657fe04fa tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=9dcd7252-eb06-4f45-9984-f1488e7b3d12 HTTP/1.1" status: 200 len: 946 time: 0.0571406 Jan 28 07:39:28.160497 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-51b33fda-4c9c-496e-a88c-2ef6f59ff17a req-64c1b58c-b151-4882-9702-c7ac85c010bc tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7a11e82-5704-491d-abd6-aba50865dcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500226 Jan 28 07:39:29.295223 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95988288-0560-4c5c-bb1c-055f7e426fe0 req-0365730a-94fd-435d-8a63-48d053b5a99d tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:39:29.296816 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-95988288-0560-4c5c-bb1c-055f7e426fe0 req-0365730a-94fd-435d-8a63-48d053b5a99d tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=9dcd7252-eb06-4f45-9984-f1488e7b3d12 HTTP/1.1" status: 200 len: 946 time: 0.0640678 Jan 28 07:39:29.370343 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-95988288-0560-4c5c-bb1c-055f7e426fe0 req-d7a294a6-b446-4d02-80c9-fbfa9e86f1f4 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7a11e82-5704-491d-abd6-aba50865dcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575359 Jan 28 07:39:29.674801 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98cdb71-d84b-4cc8-b4e3-3889c385e5f1 req-b49348dc-97d8-446e-938a-f5c24fc8a191 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:39:29.676323 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c98cdb71-d84b-4cc8-b4e3-3889c385e5f1 req-b49348dc-97d8-446e-938a-f5c24fc8a191 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] 10.222.0.41 "GET /v2.0/ports?device_id=5bdb339a-b414-40ec-853a-3ef6c13723b5 HTTP/1.1" status: 200 len: 946 time: 0.0507076 Jan 28 07:39:29.763235 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b69e05d-ed3f-4a68-b16c-dc6e435c4da5 req-9057b411-ad09-4b17-bed3-0be2359f7572 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:39:29.764711 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9b69e05d-ed3f-4a68-b16c-dc6e435c4da5 req-9057b411-ad09-4b17-bed3-0be2359f7572 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.10 "GET /v2.0/ports?device_id=9dcd7252-eb06-4f45-9984-f1488e7b3d12 HTTP/1.1" status: 200 len: 946 time: 0.0875454 Jan 28 07:39:29.767737 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c98cdb71-d84b-4cc8-b4e3-3889c385e5f1 req-940e021b-62e7-4416-aff0-fcc2c28bfc2c tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c3d0381-fe04-4b29-a321-87ae6e307c69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817115 Jan 28 07:39:29.896764 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-9b69e05d-ed3f-4a68-b16c-dc6e435c4da5 req-536f5af6-6847-45d6-952e-b2c36212652f tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Deleting port a2249a88-e671-46ae-8a28-3acd00af36ad {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:39:29.897517 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-9b69e05d-ed3f-4a68-b16c-dc6e435c4da5 req-536f5af6-6847-45d6-952e-b2c36212652f tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (a2249a88-e671-46ae-8a28-3acd00af36ad), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:39:30.016750 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-9b69e05d-ed3f-4a68-b16c-dc6e435c4da5 req-536f5af6-6847-45d6-952e-b2c36212652f tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] For port a2249a88-e671-46ae-8a28-3acd00af36ad, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=a2249a88-e671-46ae-8a28-3acd00af36ad,segment=NetworkSegment(51b887d5-fd17-4f2d-9bed-8a0b60014438),segment_id=51b887d5-fd17-4f2d-9bed-8a0b60014438)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:39:30.017383 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-9b69e05d-ed3f-4a68-b16c-dc6e435c4da5 req-536f5af6-6847-45d6-952e-b2c36212652f tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (a2249a88-e671-46ae-8a28-3acd00af36ad), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:39:30.029973 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-9b69e05d-ed3f-4a68-b16c-dc6e435c4da5 req-536f5af6-6847-45d6-952e-b2c36212652f tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Calling delete_port for a2249a88-e671-46ae-8a28-3acd00af36ad owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:39:30.176018 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-9b69e05d-ed3f-4a68-b16c-dc6e435c4da5 req-536f5af6-6847-45d6-952e-b2c36212652f tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (a2249a88-e671-46ae-8a28-3acd00af36ad), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:39:30.214944 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['a2249a88-e671-46ae-8a28-3acd00af36ad'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:39:30.233922 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536f5af6-6847-45d6-952e-b2c36212652f tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Pushing event deleted for resources: {'Port': ['ID=a2249a88-e671-46ae-8a28-3acd00af36ad,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:39:30.259524 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536f5af6-6847-45d6-952e-b2c36212652f tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:39:30.259877 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536f5af6-6847-45d6-952e-b2c36212652f tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:39:30.260225 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536f5af6-6847-45d6-952e-b2c36212652f tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:39:30.260575 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536f5af6-6847-45d6-952e-b2c36212652f tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:39:30.260916 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536f5af6-6847-45d6-952e-b2c36212652f tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:39:30.261256 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536f5af6-6847-45d6-952e-b2c36212652f tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:39:30.261589 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536f5af6-6847-45d6-952e-b2c36212652f tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:39:30.262173 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536f5af6-6847-45d6-952e-b2c36212652f tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:39:30.262542 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536f5af6-6847-45d6-952e-b2c36212652f tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:39:30.262876 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536f5af6-6847-45d6-952e-b2c36212652f tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:39:30.263436 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536f5af6-6847-45d6-952e-b2c36212652f tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:39:30.264389 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536f5af6-6847-45d6-952e-b2c36212652f tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:39:30.265494 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536f5af6-6847-45d6-952e-b2c36212652f tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:39:30.290805 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b69e05d-ed3f-4a68-b16c-dc6e435c4da5 req-536f5af6-6847-45d6-952e-b2c36212652f tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] No DVR routers for this DVR port a2249a88-e671-46ae-8a28-3acd00af36ad on host n-h1-712749-28 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:39:30.294017 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-9b69e05d-ed3f-4a68-b16c-dc6e435c4da5 req-536f5af6-6847-45d6-952e-b2c36212652f tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:39:30.298380 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9b69e05d-ed3f-4a68-b16c-dc6e435c4da5 req-536f5af6-6847-45d6-952e-b2c36212652f tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.10 "DELETE /v2.0/ports/a2249a88-e671-46ae-8a28-3acd00af36ad HTTP/1.1" status: 204 len: 173 time: 0.4984946 Jan 28 07:39:30.299039 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dcd7252-eb06-4f45-9984-f1488e7b3d12', 'name': 'network-vif-deleted', 'tag': 'a2249a88-e671-46ae-8a28-3acd00af36ad'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:39:30.301628 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bd85697-a423-4f31-be5a-ba2e287fb643" -d '{"events": [{"server_uuid": "9dcd7252-eb06-4f45-9984-f1488e7b3d12", "name": "network-vif-deleted", "tag": "a2249a88-e671-46ae-8a28-3acd00af36ad"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:39:30.363148 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26e7b25e-0c60-4267-97fd-153c564c2134 x-openstack-request-id: req-26e7b25e-0c60-4267-97fd-153c564c2134 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:39:30.363628 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dcd7252-eb06-4f45-9984-f1488e7b3d12", "name": "network-vif-deleted", "tag": "a2249a88-e671-46ae-8a28-3acd00af36ad", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:39:30.364035 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-26e7b25e-0c60-4267-97fd-153c564c2134 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:39:30.364626 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dcd7252-eb06-4f45-9984-f1488e7b3d12', 'name': 'network-vif-deleted', 'tag': 'a2249a88-e671-46ae-8a28-3acd00af36ad', 'status': 'completed', 'code': 200} Jan 28 07:39:30.508906 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e0277f6e-61f1-4868-b2a2-f814217dffda req-b149581f-ba71-45ed-be1f-26e7aae058f8 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=9dcd7252-eb06-4f45-9984-f1488e7b3d12 HTTP/1.1" status: 200 len: 210 time: 0.0288098 Jan 28 07:39:30.900182 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b506f6-d7e8-4991-b3e2-18927c0f224b req-90b56e22-c59c-4af5-b010-b7ec64ba4769 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:39:30.904683 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-72b506f6-d7e8-4991-b3e2-18927c0f224b req-90b56e22-c59c-4af5-b010-b7ec64ba4769 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] 10.222.0.41 "GET /v2.0/ports?device_id=5bdb339a-b414-40ec-853a-3ef6c13723b5 HTTP/1.1" status: 200 len: 946 time: 0.0528820 Jan 28 07:39:30.962010 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-72b506f6-d7e8-4991-b3e2-18927c0f224b req-f77c1736-7248-4b5a-86ec-8323d3b836b6 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c3d0381-fe04-4b29-a321-87ae6e307c69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527678 Jan 28 07:39:31.614556 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-93c13b30-e2c2-4cc0-aeae-447be0a7dd44 req-3bd11cf3-9a3f-4658-b7a8-142262709206 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=9dcd7252-eb06-4f45-9984-f1488e7b3d12 HTTP/1.1" status: 200 len: 210 time: 0.0270636 Jan 28 07:39:32.116678 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae78df1-34b3-468b-a8e2-485b335659f6 req-83e12040-4a18-4e8d-b201-b6d1a02bdc42 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:39:32.118319 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-dae78df1-34b3-468b-a8e2-485b335659f6 req-83e12040-4a18-4e8d-b201-b6d1a02bdc42 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] 10.222.0.41 "GET /v2.0/ports?device_id=5bdb339a-b414-40ec-853a-3ef6c13723b5 HTTP/1.1" status: 200 len: 946 time: 0.0793209 Jan 28 07:39:32.188866 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-dae78df1-34b3-468b-a8e2-485b335659f6 req-939bad09-20f0-47b7-9b44-7e8b5bdc0fc0 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c3d0381-fe04-4b29-a321-87ae6e307c69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635943 Jan 28 07:39:32.644409 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device a2249a88-e671-46ae-8a28-3acd00af36ad no longer exists at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:39:32.674315 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] No Port match for: a2249a88-e671-46ae-8a28-3acd00af36ad {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:39:32.674757 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device a2249a88-e671-46ae-8a28-3acd00af36ad not bound to the agent host n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:39:32.730817 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7215a618-e151-43be-afa1-bbcc3992f881 req-a9a86290-150b-4a59-98b3-da5ac9e04083 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=9dcd7252-eb06-4f45-9984-f1488e7b3d12 HTTP/1.1" status: 200 len: 210 time: 0.0320427 Jan 28 07:39:33.104723 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:39:33.258960 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3f9e6993-5570-4186-92ef-7db51c3c1451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:39:33.311216 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d6738b-15c8-4c3f-8754-5bbe8fbb9729 req-cee4e35c-b380-457a-851b-75ad4d79fb5c tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:39:33.312807 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-34d6738b-15c8-4c3f-8754-5bbe8fbb9729 req-cee4e35c-b380-457a-851b-75ad4d79fb5c tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] 10.222.0.41 "GET /v2.0/ports?device_id=5bdb339a-b414-40ec-853a-3ef6c13723b5 HTTP/1.1" status: 200 len: 946 time: 0.0495403 Jan 28 07:39:33.364722 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-34d6738b-15c8-4c3f-8754-5bbe8fbb9729 req-29a2a614-d50f-4cc6-93ee-2d68584d8eb6 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c3d0381-fe04-4b29-a321-87ae6e307c69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459604 Jan 28 07:39:33.835510 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f59a0c77-33e1-483e-a6f5-84ae45940836 req-ff077e52-2d95-485f-87c8-a8c299ebbd46 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=9dcd7252-eb06-4f45-9984-f1488e7b3d12 HTTP/1.1" status: 200 len: 210 time: 0.0316038 Jan 28 07:39:34.079271 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:39:34.496004 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d1acad-9a55-4cf4-91eb-138c81eb4d3d req-2affb952-1eeb-4143-aae5-bcbe8c7b2657 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:39:34.498160 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-62d1acad-9a55-4cf4-91eb-138c81eb4d3d req-2affb952-1eeb-4143-aae5-bcbe8c7b2657 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] 10.222.0.41 "GET /v2.0/ports?device_id=5bdb339a-b414-40ec-853a-3ef6c13723b5 HTTP/1.1" status: 200 len: 946 time: 0.0577247 Jan 28 07:39:34.552175 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-62d1acad-9a55-4cf4-91eb-138c81eb4d3d req-e57841e5-f6c0-487c-aa24-fe69a596720b tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c3d0381-fe04-4b29-a321-87ae6e307c69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478137 Jan 28 07:39:34.949581 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ce5ffe47-5f9d-469f-acea-85fe31ece7e0 req-2be54018-31ec-4a3b-92a6-aa181dd05b9a tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=9dcd7252-eb06-4f45-9984-f1488e7b3d12 HTTP/1.1" status: 200 len: 210 time: 0.0271399 Jan 28 07:39:35.629670 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c0fa8192-4d68-4a0e-8f81-6f22df0f30bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:39:35.673690 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8e2bc1-2523-480e-9d0e-9cf8a63d8804 req-e72f8a7f-03e5-4b8b-99a5-3b8f9256a508 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:39:35.675183 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1d8e2bc1-2523-480e-9d0e-9cf8a63d8804 req-e72f8a7f-03e5-4b8b-99a5-3b8f9256a508 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] 10.222.0.41 "GET /v2.0/ports?device_id=5bdb339a-b414-40ec-853a-3ef6c13723b5 HTTP/1.1" status: 200 len: 946 time: 0.0549662 Jan 28 07:39:35.726239 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1d8e2bc1-2523-480e-9d0e-9cf8a63d8804 req-e39108dc-51dd-4e0a-a40f-f05c0ac571c1 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c3d0381-fe04-4b29-a321-87ae6e307c69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447643 Jan 28 07:39:36.075110 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7e47e880-8455-41ad-a946-850054515965 req-be8a5f8d-ce28-4404-ad95-7680c60a90c3 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=9dcd7252-eb06-4f45-9984-f1488e7b3d12 HTTP/1.1" status: 200 len: 210 time: 0.0277147 Jan 28 07:39:36.861510 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3d2d0b-c70c-4ecd-927f-9881a241ea91 req-5ac851b6-e91b-4c13-b875-7f189a7ec67d tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:39:36.865732 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9b3d2d0b-c70c-4ecd-927f-9881a241ea91 req-5ac851b6-e91b-4c13-b875-7f189a7ec67d tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] 10.222.0.41 "GET /v2.0/ports?device_id=5bdb339a-b414-40ec-853a-3ef6c13723b5 HTTP/1.1" status: 200 len: 946 time: 0.0550470 Jan 28 07:39:36.931791 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9b3d2d0b-c70c-4ecd-927f-9881a241ea91 req-f78ee939-23a7-464d-84b5-b53bbed52814 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c3d0381-fe04-4b29-a321-87ae6e307c69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588460 Jan 28 07:39:37.009719 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:39:37.175120 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-006fada8-1c62-4fde-8bf1-c528c249c795 req-994f275e-c98e-4891-a98b-ca9043ddfa81 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=9dcd7252-eb06-4f45-9984-f1488e7b3d12 HTTP/1.1" status: 200 len: 210 time: 0.0267181 Jan 28 07:39:37.428611 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f36788a-8308-4a5d-9426-754b550e0c72 req-9e47e50a-212e-4e2a-a5dd-090996ed2007 tempest-TestNetworkAdvancedServerOps-2120495418 tempest-TestNetworkAdvancedServerOps-2120495418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:39:37.430732 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9f36788a-8308-4a5d-9426-754b550e0c72 req-9e47e50a-212e-4e2a-a5dd-090996ed2007 tempest-TestNetworkAdvancedServerOps-2120495418 tempest-TestNetworkAdvancedServerOps-2120495418-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=73aa0305-9b3e-4b12-9b4d-6de9fad6bc66 HTTP/1.1" status: 200 len: 1097 time: 0.0418477 Jan 28 07:39:37.478848 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9f36788a-8308-4a5d-9426-754b550e0c72 req-eda5013d-3921-42c5-92ac-260e82356d00 tempest-TestNetworkAdvancedServerOps-2120495418 tempest-TestNetworkAdvancedServerOps-2120495418-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=997a3b42-4a7c-407b-9853-79adca660db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410106 Jan 28 07:39:37.595637 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f981c00-7d11-49b6-98e8-7dcd6541256c req-0d3ebf8e-b324-4337-96a3-40d0bad2741a tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:39:37.597543 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9f981c00-7d11-49b6-98e8-7dcd6541256c req-0d3ebf8e-b324-4337-96a3-40d0bad2741a tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/ports?device_id=73aa0305-9b3e-4b12-9b4d-6de9fad6bc66 HTTP/1.1" status: 200 len: 945 time: 0.0505373 Jan 28 07:39:37.649274 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9f981c00-7d11-49b6-98e8-7dcd6541256c req-274a30fd-3ec6-4728-95bb-4ca936ac9d69 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/security-groups?id=997a3b42-4a7c-407b-9853-79adca660db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448377 Jan 28 07:39:37.672600 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 53460) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:39:37.743891 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-da2c78cc-c3f1-4314-9f7a-d71364f6239a tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/floatingips/948c3119-062f-489f-b541-b281692db201 HTTP/1.1" status: 200 len: 992 time: 0.0693243 Jan 28 07:39:38.055157 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4362181f-0f41-4f5d-922c-87a6feaa89f4 req-dc0f2638-4f96-4199-b786-d20f0648c1b0 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:39:38.062126 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4362181f-0f41-4f5d-922c-87a6feaa89f4 req-dc0f2638-4f96-4199-b786-d20f0648c1b0 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] 10.222.0.41 "GET /v2.0/ports?device_id=5bdb339a-b414-40ec-853a-3ef6c13723b5 HTTP/1.1" status: 200 len: 946 time: 0.0628803 Jan 28 07:39:38.112887 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4362181f-0f41-4f5d-922c-87a6feaa89f4 req-e93e25ff-5ea8-436b-a973-4c264d9a679c tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c3d0381-fe04-4b29-a321-87ae6e307c69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491614 Jan 28 07:39:38.358320 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c77caf8a-a698-4eb9-bf07-eea75b0d9652 req-f04fd496-c626-4350-be1b-6fa6252992c8 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=9dcd7252-eb06-4f45-9984-f1488e7b3d12 HTTP/1.1" status: 200 len: 210 time: 0.0666852 Jan 28 07:39:38.383063 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29174650-1a85-4fd4-b4e9-cd66facc5e3d req-30968311-ffc4-401f-ba2e-e0ee9c0db747 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:39:38.385675 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-29174650-1a85-4fd4-b4e9-cd66facc5e3d req-30968311-ffc4-401f-ba2e-e0ee9c0db747 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/ports?device_id=73aa0305-9b3e-4b12-9b4d-6de9fad6bc66 HTTP/1.1" status: 200 len: 945 time: 0.0950027 Jan 28 07:39:38.464067 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d8e3d383-32a1-48d0-929d-fb4654dcd494 req-9dce6561-2ec3-4388-a329-f466b849cbf0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=73aa0305-9b3e-4b12-9b4d-6de9fad6bc66&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1896851 Jan 28 07:39:38.472152 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [req-d8e3d383-32a1-48d0-929d-fb4654dcd494 req-064809b3-f5bf-48f7-abb8-7aee9b7d2c4d service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 07:39:38.473296 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d8e3d383-32a1-48d0-929d-fb4654dcd494 req-064809b3-f5bf-48f7-abb8-7aee9b7d2c4d service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053651 Jan 28 07:39:38.487454 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5f05293e-75db-4170-a1f5-cf74a057a8d5 req-8f9c98fb-b457-4c37-9f47-3bb83334d693 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b0d35bb8-7e06-4b6d-b607-6825163dda59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1472898 Jan 28 07:39:38.520597 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-29174650-1a85-4fd4-b4e9-cd66facc5e3d req-add95706-7478-4013-9100-1d957d9e31a8 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/security-groups?id=997a3b42-4a7c-407b-9853-79adca660db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1275415 Jan 28 07:39:38.612422 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f05293e-75db-4170-a1f5-cf74a057a8d5 req-ae1b8273-bddc-46d3-85dd-e1d45a0a994a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:39:38.614179 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5f05293e-75db-4170-a1f5-cf74a057a8d5 req-ae1b8273-bddc-46d3-85dd-e1d45a0a994a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=92e8c6d45d8d4ce8ab1b80ffa4d7d863&device_id=b0d35bb8-7e06-4b6d-b607-6825163dda59 HTTP/1.1" status: 200 len: 1102 time: 0.0559776 Jan 28 07:39:38.727039 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:39:38.758090 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f05293e-75db-4170-a1f5-cf74a057a8d5 req-6c5e3ae2-6734-4506-8fe1-603f7131556f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:39:38.759724 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5f05293e-75db-4170-a1f5-cf74a057a8d5 req-6c5e3ae2-6734-4506-8fe1-603f7131556f service neutron] 10.222.0.44 "GET /v2.0/networks?id=d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb HTTP/1.1" status: 200 len: 870 time: 0.1225183 Jan 28 07:39:38.811422 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5f05293e-75db-4170-a1f5-cf74a057a8d5 req-168a26db-3e55-45f0-a0f6-3955138407c2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=b99e60e1-db6c-4266-bc37-aa7fc1268b7a HTTP/1.1" status: 200 len: 217 time: 0.0448239 Jan 28 07:39:38.876500 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f05293e-75db-4170-a1f5-cf74a057a8d5 req-d736c5ed-f60d-47ab-a1a2-f4825898b8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:39:38.877988 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5f05293e-75db-4170-a1f5-cf74a057a8d5 req-d736c5ed-f60d-47ab-a1a2-f4825898b8ef service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5785b43d-448b-4d12-9eb5-4e4caf2e7eaf HTTP/1.1" status: 200 len: 843 time: 0.0606213 Jan 28 07:39:38.943213 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f05293e-75db-4170-a1f5-cf74a057a8d5 req-37178adc-a90d-420d-a613-4cfb26f853cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:39:38.945613 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5f05293e-75db-4170-a1f5-cf74a057a8d5 req-37178adc-a90d-420d-a613-4cfb26f853cc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0601285 Jan 28 07:39:39.064430 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5f05293e-75db-4170-a1f5-cf74a057a8d5 req-aa8c91ab-6baa-4bab-a50a-05680dc067bb service neutron] 10.222.0.44 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120420 Jan 28 07:39:39.181545 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5f05293e-75db-4170-a1f5-cf74a057a8d5 req-e9b9ca40-a67f-45a2-b9ee-315484a97621 service neutron] 10.222.0.44 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115420 Jan 28 07:39:39.303186 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6327492a-15c4-40af-89cd-6b9e3b63e420 req-b796e73f-a141-460c-aea0-fb58e115188a tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:39:39.305471 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6327492a-15c4-40af-89cd-6b9e3b63e420 req-b796e73f-a141-460c-aea0-fb58e115188a tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] 10.222.0.41 "GET /v2.0/ports?device_id=5bdb339a-b414-40ec-853a-3ef6c13723b5 HTTP/1.1" status: 200 len: 946 time: 0.0938988 Jan 28 07:39:39.362761 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6327492a-15c4-40af-89cd-6b9e3b63e420 req-c3d0c478-2947-4730-9a1c-c5b72f6f4bbe tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c3d0381-fe04-4b29-a321-87ae6e307c69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500875 Jan 28 07:39:39.500903 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-650b1756-240a-452b-bbb6-d71105a310ce req-18e82e9a-52da-40f7-aec4-ceaaf85f6210 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=9dcd7252-eb06-4f45-9984-f1488e7b3d12 HTTP/1.1" status: 200 len: 210 time: 0.0436351 Jan 28 07:39:39.647628 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec23d2b-21e9-4d9d-8755-ee342118bcc6 req-c4cd9806-425d-4a11-afad-a6bc112121c5 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:39:39.649754 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6ec23d2b-21e9-4d9d-8755-ee342118bcc6 req-c4cd9806-425d-4a11-afad-a6bc112121c5 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/ports?device_id=73aa0305-9b3e-4b12-9b4d-6de9fad6bc66 HTTP/1.1" status: 200 len: 945 time: 0.0540583 Jan 28 07:39:39.716333 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6ec23d2b-21e9-4d9d-8755-ee342118bcc6 req-80752656-098c-4dbd-9871-f9eda6799053 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/security-groups?id=997a3b42-4a7c-407b-9853-79adca660db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602841 Jan 28 07:39:39.727011 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:39:39.970424 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e3d383-32a1-48d0-929d-fb4654dcd494 req-0c5a9f3b-5d76-45ed-bf58-e6be2342f21e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:39:39.972134 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d8e3d383-32a1-48d0-929d-fb4654dcd494 req-0c5a9f3b-5d76-45ed-bf58-e6be2342f21e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b44a0e5d7f134bd69aecc7a32d5e1b41&device_id=73aa0305-9b3e-4b12-9b4d-6de9fad6bc66 HTTP/1.1" status: 200 len: 1097 time: 0.0436373 Jan 28 07:39:40.443432 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e3d383-32a1-48d0-929d-fb4654dcd494 req-396572d2-9e6e-48c9-b76a-067471bd4f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:39:40.445018 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d8e3d383-32a1-48d0-929d-fb4654dcd494 req-396572d2-9e6e-48c9-b76a-067471bd4f81 service neutron] 10.222.0.44 "GET /v2.0/networks?id=fecfa915-dff3-4681-9460-1f8900e9cefe HTTP/1.1" status: 200 len: 897 time: 0.4660363 Jan 28 07:39:40.559229 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d8e3d383-32a1-48d0-929d-fb4654dcd494 req-e65f2a11-b83e-4ee7-938d-48f55d893d6f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c42d94a1-241c-47fb-a0e7-940daa59bc9c HTTP/1.1" status: 200 len: 1000 time: 0.1074922 Jan 28 07:39:40.618525 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58002dd5-0302-41ad-bbf3-31a2a8cdfe47 req-8b13e16e-20b4-4b40-831c-3871902fa8e7 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:39:40.625621 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-58002dd5-0302-41ad-bbf3-31a2a8cdfe47 req-8b13e16e-20b4-4b40-831c-3871902fa8e7 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] 10.222.0.41 "GET /v2.0/ports?device_id=5bdb339a-b414-40ec-853a-3ef6c13723b5 HTTP/1.1" status: 200 len: 946 time: 0.1674764 Jan 28 07:39:40.640923 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e3d383-32a1-48d0-929d-fb4654dcd494 req-2584ad93-4cd4-49bb-a895-ae36e446227f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:39:40.649726 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-824715d1-9015-4a83-986f-f5f1a863db24 req-7fde42b5-022e-481d-9a52-7abd5d1bb295 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=9dcd7252-eb06-4f45-9984-f1488e7b3d12 HTTP/1.1" status: 200 len: 210 time: 0.0334997 Jan 28 07:39:40.650335 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d8e3d383-32a1-48d0-929d-fb4654dcd494 req-2584ad93-4cd4-49bb-a895-ae36e446227f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d9192ad7-183b-4cf5-83ef-65d94ec8aa4b HTTP/1.1" status: 200 len: 835 time: 0.0764863 Jan 28 07:39:40.716953 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-58002dd5-0302-41ad-bbf3-31a2a8cdfe47 req-ba53a9be-95ec-4b12-abd3-ad54a64f9534 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c3d0381-fe04-4b29-a321-87ae6e307c69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903342 Jan 28 07:39:40.719122 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e3d383-32a1-48d0-929d-fb4654dcd494 req-4e56c2f1-f4ef-4a53-8adc-534dbdf5015f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:39:40.720760 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d8e3d383-32a1-48d0-929d-fb4654dcd494 req-4e56c2f1-f4ef-4a53-8adc-534dbdf5015f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fecfa915-dff3-4681-9460-1f8900e9cefe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0676744 Jan 28 07:39:40.866811 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d8e3d383-32a1-48d0-929d-fb4654dcd494 req-42d9d857-b9a5-4227-9a55-7a84f89020ef service neutron] 10.222.0.44 "GET /v2.0/networks/fecfa915-dff3-4681-9460-1f8900e9cefe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392443 Jan 28 07:39:40.975039 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aa1e89-1eab-49d0-b8b4-40bdd99ba87c req-fca771a8-bbed-4546-a3c4-361d4be50af3 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:39:40.977737 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e6aa1e89-1eab-49d0-b8b4-40bdd99ba87c req-fca771a8-bbed-4546-a3c4-361d4be50af3 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/ports?device_id=73aa0305-9b3e-4b12-9b4d-6de9fad6bc66 HTTP/1.1" status: 200 len: 945 time: 0.1285765 Jan 28 07:39:41.072770 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e6aa1e89-1eab-49d0-b8b4-40bdd99ba87c req-ab14901b-2c6a-476c-90e0-86c4898bfb0a tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/security-groups?id=997a3b42-4a7c-407b-9853-79adca660db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854568 Jan 28 07:39:41.083482 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d8e3d383-32a1-48d0-929d-fb4654dcd494 req-d53d5b43-5968-4ee8-a5af-d95cc648a39a service neutron] 10.222.0.44 "GET /v2.0/networks/fecfa915-dff3-4681-9460-1f8900e9cefe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992593 Jan 28 07:39:41.101994 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a403f5-9a9c-45e7-b393-16943a7f2efb req-656e0c8a-147e-4c03-a2b2-6b38bd0a5107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:39:41.103913 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-96a403f5-9a9c-45e7-b393-16943a7f2efb req-656e0c8a-147e-4c03-a2b2-6b38bd0a5107 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f73b832598f540969f70df5d0be9d3b5&device_id=5bdb339a-b414-40ec-853a-3ef6c13723b5 HTTP/1.1" status: 200 len: 1098 time: 0.0931802 Jan 28 07:39:41.265251 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a403f5-9a9c-45e7-b393-16943a7f2efb req-2ed5b16c-4615-46df-ad66-0937376f106d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:39:41.267569 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-96a403f5-9a9c-45e7-b393-16943a7f2efb req-2ed5b16c-4615-46df-ad66-0937376f106d service neutron] 10.222.0.10 "GET /v2.0/networks?id=5b65f449-9374-4261-8791-074dee2c30ed HTTP/1.1" status: 200 len: 912 time: 0.1565690 Jan 28 07:39:41.347421 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-96a403f5-9a9c-45e7-b393-16943a7f2efb req-27814feb-1aaf-4feb-959f-5efae9069e03 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ff309cc4-f50c-4036-a1aa-62b3a86e0963 HTTP/1.1" status: 200 len: 1002 time: 0.0719764 Jan 28 07:39:41.442717 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e724beab-79e6-4601-b9f9-bfbfc334e376 req-a02a84f2-039b-4c2f-8263-a630bceed7c8 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:39:41.444471 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e724beab-79e6-4601-b9f9-bfbfc334e376 req-a02a84f2-039b-4c2f-8263-a630bceed7c8 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] 10.222.0.41 "GET /v2.0/ports?device_id=5bdb339a-b414-40ec-853a-3ef6c13723b5 HTTP/1.1" status: 200 len: 946 time: 0.0915794 Jan 28 07:39:41.446135 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a403f5-9a9c-45e7-b393-16943a7f2efb req-94037f4c-6929-40c0-86da-5c93233ab193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:39:41.447608 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-96a403f5-9a9c-45e7-b393-16943a7f2efb req-94037f4c-6929-40c0-86da-5c93233ab193 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1a5a6122-c300-492c-8f7e-fbb048082731 HTTP/1.1" status: 200 len: 850 time: 0.0845046 Jan 28 07:39:41.537487 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a403f5-9a9c-45e7-b393-16943a7f2efb req-ec494a63-749c-449f-b09a-a1f4b18b910b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:39:41.539117 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-96a403f5-9a9c-45e7-b393-16943a7f2efb req-ec494a63-749c-449f-b09a-a1f4b18b910b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5b65f449-9374-4261-8791-074dee2c30ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0810289 Jan 28 07:39:41.542447 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e724beab-79e6-4601-b9f9-bfbfc334e376 req-96666433-1427-40ad-8c50-716b6e062f4e tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c3d0381-fe04-4b29-a321-87ae6e307c69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913186 Jan 28 07:39:41.712784 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-96a403f5-9a9c-45e7-b393-16943a7f2efb req-8e3abc76-d9e2-4765-a1fc-7a52e1d1648a service neutron] 10.222.0.10 "GET /v2.0/networks/5b65f449-9374-4261-8791-074dee2c30ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660807 Jan 28 07:39:41.845902 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-92b0021d-7562-445c-9833-a7372aedfeb8 req-ca574587-bf1a-4ee8-9a59-6249bb584978 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=9dcd7252-eb06-4f45-9984-f1488e7b3d12 HTTP/1.1" status: 200 len: 210 time: 0.0617609 Jan 28 07:39:41.909029 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-96a403f5-9a9c-45e7-b393-16943a7f2efb req-93f14195-16b7-4ffd-8fec-851dc2fbc3b4 service neutron] 10.222.0.10 "GET /v2.0/networks/5b65f449-9374-4261-8791-074dee2c30ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897531 Jan 28 07:39:42.200365 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d8e328-9ee3-4d61-af05-a81fa8a04a81 req-533c6429-6092-4528-914d-8bdaf830ecb1 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:39:42.201751 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e7d8e328-9ee3-4d61-af05-a81fa8a04a81 req-533c6429-6092-4528-914d-8bdaf830ecb1 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/ports?device_id=73aa0305-9b3e-4b12-9b4d-6de9fad6bc66 HTTP/1.1" status: 200 len: 945 time: 0.0503311 Jan 28 07:39:42.258193 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e7d8e328-9ee3-4d61-af05-a81fa8a04a81 req-70dda916-5b9d-475b-af2b-76eeb49c0727 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/security-groups?id=997a3b42-4a7c-407b-9853-79adca660db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496469 Jan 28 07:39:42.676720 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcf0f30-64a8-41b9-8db3-8236cf4d537a req-77939a5f-9416-49ed-a143-8e55e31f5151 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:39:42.679350 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0fcf0f30-64a8-41b9-8db3-8236cf4d537a req-77939a5f-9416-49ed-a143-8e55e31f5151 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] 10.222.0.41 "GET /v2.0/ports?device_id=5bdb339a-b414-40ec-853a-3ef6c13723b5 HTTP/1.1" status: 200 len: 946 time: 0.0616279 Jan 28 07:39:42.751788 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0fcf0f30-64a8-41b9-8db3-8236cf4d537a req-1d746d9d-9f16-4a6b-bdc1-f79ff8ae84c9 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c3d0381-fe04-4b29-a321-87ae6e307c69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667956 Jan 28 07:39:43.392819 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4c32f4-b69f-4c42-b4a8-de71ca2134fb req-a53b5060-4ab8-4739-b9cb-f01e2c22317e tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:39:43.394450 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0f4c32f4-b69f-4c42-b4a8-de71ca2134fb req-a53b5060-4ab8-4739-b9cb-f01e2c22317e tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/ports?device_id=73aa0305-9b3e-4b12-9b4d-6de9fad6bc66 HTTP/1.1" status: 200 len: 945 time: 0.0630479 Jan 28 07:39:43.463020 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0f4c32f4-b69f-4c42-b4a8-de71ca2134fb req-39ca40fe-b3e0-489f-a97b-b5eeb8545be7 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/security-groups?id=997a3b42-4a7c-407b-9853-79adca660db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621338 Jan 28 07:39:44.477250 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b1eb59f6-bc35-44d7-b55e-98b58637deeb req-3ba6f50c-5966-4f60-a3fc-61c1a0e14b29 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5bdb339a-b414-40ec-853a-3ef6c13723b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0403216 Jan 28 07:39:44.620748 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e360dad-46a9-4f9a-bf4a-73dc3d61ff03 req-74012f15-cf71-437a-9dce-09611346a876 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:39:44.622221 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6e360dad-46a9-4f9a-bf4a-73dc3d61ff03 req-74012f15-cf71-437a-9dce-09611346a876 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/ports?device_id=73aa0305-9b3e-4b12-9b4d-6de9fad6bc66 HTTP/1.1" status: 200 len: 945 time: 0.0894895 Jan 28 07:39:44.626414 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eb59f6-bc35-44d7-b55e-98b58637deeb req-9970f096-e195-4114-844a-5963bc1bb894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:39:44.627796 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b1eb59f6-bc35-44d7-b55e-98b58637deeb req-9970f096-e195-4114-844a-5963bc1bb894 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f73b832598f540969f70df5d0be9d3b5&device_id=5bdb339a-b414-40ec-853a-3ef6c13723b5 HTTP/1.1" status: 200 len: 1098 time: 0.0586157 Jan 28 07:39:44.738588 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6e360dad-46a9-4f9a-bf4a-73dc3d61ff03 req-144f433e-950d-4f8c-b53b-96732cbf3e98 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/security-groups?id=997a3b42-4a7c-407b-9853-79adca660db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1080930 Jan 28 07:39:44.771776 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eb59f6-bc35-44d7-b55e-98b58637deeb req-8ec018d7-e41f-422e-bfc3-4be62f7ae3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:39:44.773819 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b1eb59f6-bc35-44d7-b55e-98b58637deeb req-8ec018d7-e41f-422e-bfc3-4be62f7ae3c5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5b65f449-9374-4261-8791-074dee2c30ed HTTP/1.1" status: 200 len: 912 time: 0.1251650 Jan 28 07:39:44.856285 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b1eb59f6-bc35-44d7-b55e-98b58637deeb req-fb27713c-9e1d-47b8-b75d-cf774d1e0d1a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ff309cc4-f50c-4036-a1aa-62b3a86e0963 HTTP/1.1" status: 200 len: 1002 time: 0.0754724 Jan 28 07:39:44.914054 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eb59f6-bc35-44d7-b55e-98b58637deeb req-452857f3-8710-4561-a267-561b2deca064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:39:44.916144 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b1eb59f6-bc35-44d7-b55e-98b58637deeb req-452857f3-8710-4561-a267-561b2deca064 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1a5a6122-c300-492c-8f7e-fbb048082731 HTTP/1.1" status: 200 len: 850 time: 0.0518298 Jan 28 07:39:44.976688 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eb59f6-bc35-44d7-b55e-98b58637deeb req-a425a60f-3f3e-4770-9534-d5a5dedee8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:39:44.978282 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b1eb59f6-bc35-44d7-b55e-98b58637deeb req-a425a60f-3f3e-4770-9534-d5a5dedee8a7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5b65f449-9374-4261-8791-074dee2c30ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0552917 Jan 28 07:39:45.105037 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b1eb59f6-bc35-44d7-b55e-98b58637deeb req-6575508c-a0e8-4cf1-9aad-65866d208066 service neutron] 10.222.0.10 "GET /v2.0/networks/5b65f449-9374-4261-8791-074dee2c30ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189919 Jan 28 07:39:45.238028 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b1eb59f6-bc35-44d7-b55e-98b58637deeb req-b4a2f559-3e16-4c31-97d1-d8000a17637f service neutron] 10.222.0.10 "GET /v2.0/networks/5b65f449-9374-4261-8791-074dee2c30ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261253 Jan 28 07:39:45.857321 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50b6fed-a49b-40b0-9c55-b0bf71aeb1e2 req-368f3744-2b34-447e-9864-70109f0093b0 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:39:45.860665 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b50b6fed-a49b-40b0-9c55-b0bf71aeb1e2 req-368f3744-2b34-447e-9864-70109f0093b0 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/ports?device_id=73aa0305-9b3e-4b12-9b4d-6de9fad6bc66 HTTP/1.1" status: 200 len: 945 time: 0.0535510 Jan 28 07:39:45.913511 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b50b6fed-a49b-40b0-9c55-b0bf71aeb1e2 req-04e9722b-a03f-4b43-92f0-f47668d83e8a tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/security-groups?id=997a3b42-4a7c-407b-9853-79adca660db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486569 Jan 28 07:39:47.047653 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ce161f-4dc4-421f-bbb8-781c790a3ce4 req-d1d10d4d-75ad-49cb-8f1d-6c2a704f10ed tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:39:47.049260 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-35ce161f-4dc4-421f-bbb8-781c790a3ce4 req-d1d10d4d-75ad-49cb-8f1d-6c2a704f10ed tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/ports?device_id=73aa0305-9b3e-4b12-9b4d-6de9fad6bc66 HTTP/1.1" status: 200 len: 945 time: 0.0538385 Jan 28 07:39:47.104825 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-35ce161f-4dc4-421f-bbb8-781c790a3ce4 req-3eb4127d-d022-4283-b550-6096c52e08c0 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/security-groups?id=997a3b42-4a7c-407b-9853-79adca660db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488782 Jan 28 07:39:48.278156 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d24608e-6c70-406e-899b-441e6b2d66ee req-420aaaff-a0f8-4648-ba86-860b0900caea tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:39:48.280583 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-3d24608e-6c70-406e-899b-441e6b2d66ee req-420aaaff-a0f8-4648-ba86-860b0900caea tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/ports?device_id=73aa0305-9b3e-4b12-9b4d-6de9fad6bc66 HTTP/1.1" status: 200 len: 945 time: 0.0802569 Jan 28 07:39:48.363893 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-3d24608e-6c70-406e-899b-441e6b2d66ee req-cecb9b0b-8993-482c-9ec5-6bab76588c85 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/security-groups?id=997a3b42-4a7c-407b-9853-79adca660db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716789 Jan 28 07:39:49.518866 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab46894-9af8-43fb-a751-6215a3b847dd req-b7bcc101-170d-45bb-8c3c-bca9017dc60b tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:39:49.527522 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9ab46894-9af8-43fb-a751-6215a3b847dd req-b7bcc101-170d-45bb-8c3c-bca9017dc60b tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/ports?device_id=73aa0305-9b3e-4b12-9b4d-6de9fad6bc66 HTTP/1.1" status: 200 len: 945 time: 0.0751936 Jan 28 07:39:49.578062 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9ab46894-9af8-43fb-a751-6215a3b847dd req-117bc500-0b94-4ce0-b03f-7b982f2d92c2 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/security-groups?id=997a3b42-4a7c-407b-9853-79adca660db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493853 Jan 28 07:39:50.870884 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba502072-efa6-4cd2-aa64-de537e1e74c5 req-5628571f-ccfd-457d-b3a4-16ca2455783c tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:39:50.879541 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ba502072-efa6-4cd2-aa64-de537e1e74c5 req-5628571f-ccfd-457d-b3a4-16ca2455783c tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/ports?device_id=73aa0305-9b3e-4b12-9b4d-6de9fad6bc66 HTTP/1.1" status: 200 len: 945 time: 0.1816730 Jan 28 07:39:50.960224 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ba502072-efa6-4cd2-aa64-de537e1e74c5 req-c941149a-e8a3-439f-a8e9-986fca9fb4d9 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/security-groups?id=997a3b42-4a7c-407b-9853-79adca660db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745239 Jan 28 07:39:52.107159 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a874e9-5f16-4583-86c4-21329a3c4640 req-30029f7a-bbcd-472a-89f8-d3af643caedd tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:39:52.112928 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a1a874e9-5f16-4583-86c4-21329a3c4640 req-30029f7a-bbcd-472a-89f8-d3af643caedd tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/ports?device_id=73aa0305-9b3e-4b12-9b4d-6de9fad6bc66 HTTP/1.1" status: 200 len: 945 time: 0.0727725 Jan 28 07:39:52.176785 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a1a874e9-5f16-4583-86c4-21329a3c4640 req-ed8dd63b-cdce-4e45-bdac-d2b5088d824b tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/security-groups?id=997a3b42-4a7c-407b-9853-79adca660db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592194 Jan 28 07:39:53.361915 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baea78cf-54a1-47d7-b038-78068f6780ad req-1ce58801-6ddf-4a2c-a5f2-e8c7750e3c7a tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:39:53.363484 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-baea78cf-54a1-47d7-b038-78068f6780ad req-1ce58801-6ddf-4a2c-a5f2-e8c7750e3c7a tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/ports?device_id=73aa0305-9b3e-4b12-9b4d-6de9fad6bc66 HTTP/1.1" status: 200 len: 945 time: 0.0739188 Jan 28 07:39:53.461097 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-baea78cf-54a1-47d7-b038-78068f6780ad req-640f92fc-5379-4491-bc9b-53f9918a0f7d tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/security-groups?id=997a3b42-4a7c-407b-9853-79adca660db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902519 Jan 28 07:39:54.597741 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645e6843-f185-497c-a521-d6e4eb2eb1f9 req-9fc49fe4-63df-4a54-b59b-8f29380f4bcc tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:39:54.599990 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-645e6843-f185-497c-a521-d6e4eb2eb1f9 req-9fc49fe4-63df-4a54-b59b-8f29380f4bcc tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/ports?device_id=73aa0305-9b3e-4b12-9b4d-6de9fad6bc66 HTTP/1.1" status: 200 len: 945 time: 0.0554888 Jan 28 07:39:54.651271 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-645e6843-f185-497c-a521-d6e4eb2eb1f9 req-e3061883-c163-4ed3-b5a6-bb63d59c5d2c tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/security-groups?id=997a3b42-4a7c-407b-9853-79adca660db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451989 Jan 28 07:39:55.770356 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66dc7a9-a7c9-41f2-a32d-6a4e28cbc6de req-a102dd3d-680b-4691-80c5-12f851de65c1 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:39:55.772526 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b66dc7a9-a7c9-41f2-a32d-6a4e28cbc6de req-a102dd3d-680b-4691-80c5-12f851de65c1 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/ports?device_id=73aa0305-9b3e-4b12-9b4d-6de9fad6bc66 HTTP/1.1" status: 200 len: 945 time: 0.0487368 Jan 28 07:39:55.821460 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b66dc7a9-a7c9-41f2-a32d-6a4e28cbc6de req-0bc05918-9c9b-47d5-b6a7-91b2b1ddff78 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/security-groups?id=997a3b42-4a7c-407b-9853-79adca660db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433476 Jan 28 07:39:56.937281 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36891b62-f6fa-4126-b66e-6bf815845933 req-5d139b3a-9283-40bc-acdf-fb0786deba2b tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:39:56.938804 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-36891b62-f6fa-4126-b66e-6bf815845933 req-5d139b3a-9283-40bc-acdf-fb0786deba2b tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/ports?device_id=73aa0305-9b3e-4b12-9b4d-6de9fad6bc66 HTTP/1.1" status: 200 len: 945 time: 0.0499144 Jan 28 07:39:56.992722 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-36891b62-f6fa-4126-b66e-6bf815845933 req-e62819ca-8c0f-4f33-aa26-36295374f5a7 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/security-groups?id=997a3b42-4a7c-407b-9853-79adca660db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472190 Jan 28 07:39:58.111948 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7536f72c-3002-4fb7-a7f0-818a34f9ddeb req-1d21db19-9c8d-45e9-9164-0f4ea80ca40e tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:39:58.113481 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7536f72c-3002-4fb7-a7f0-818a34f9ddeb req-1d21db19-9c8d-45e9-9164-0f4ea80ca40e tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/ports?device_id=73aa0305-9b3e-4b12-9b4d-6de9fad6bc66 HTTP/1.1" status: 200 len: 945 time: 0.0525205 Jan 28 07:39:58.135559 n-d-712749-28 neutron-server[103283]: INFO neutron.api.v2.resource [req-d8e3d383-32a1-48d0-929d-fb4654dcd494 req-9d7fe758-b599-430d-96c1-87499524c107 service neutron] show failed (client error): The resource could not be found. Jan 28 07:39:58.136756 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d8e3d383-32a1-48d0-929d-fb4654dcd494 req-9d7fe758-b599-430d-96c1-87499524c107 service neutron] 10.222.0.44 "GET /v2.0/ports/c42d94a1-241c-47fb-a0e7-940daa59bc9c/bindings/n-h1-712749-28 HTTP/1.1" status: 404 len: 381 time: 0.0584197 Jan 28 07:39:58.165701 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7536f72c-3002-4fb7-a7f0-818a34f9ddeb req-a50311aa-4d5d-4d16-bdb9-72a4fe334207 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/security-groups?id=997a3b42-4a7c-407b-9853-79adca660db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455115 Jan 28 07:39:58.378798 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e3d383-32a1-48d0-929d-fb4654dcd494 req-0a1680dd-fbd7-4d91-8fea-7f9ef3e3d895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:39:58.380800 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d8e3d383-32a1-48d0-929d-fb4654dcd494 req-0a1680dd-fbd7-4d91-8fea-7f9ef3e3d895 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=73aa0305-9b3e-4b12-9b4d-6de9fad6bc66&tenant_id=b44a0e5d7f134bd69aecc7a32d5e1b41 HTTP/1.1" status: 200 len: 1097 time: 0.0703223 Jan 28 07:39:58.399972 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-d8e3d383-32a1-48d0-929d-fb4654dcd494 req-f0f96f73-17d0-4c8d-a8a3-1ee5822d85b4 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712749-28', 'device_owner': 'compute:nova'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:39:58.461427 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d8e3d383-32a1-48d0-929d-fb4654dcd494 req-f0f96f73-17d0-4c8d-a8a3-1ee5822d85b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (c42d94a1-241c-47fb-a0e7-940daa59bc9c), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:39:58.660641 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-d8e3d383-32a1-48d0-929d-fb4654dcd494 req-f0f96f73-17d0-4c8d-a8a3-1ee5822d85b4 service neutron] For port c42d94a1-241c-47fb-a0e7-940daa59bc9c, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=c42d94a1-241c-47fb-a0e7-940daa59bc9c,segment=NetworkSegment(d0b9353e-301c-46f1-b189-608a13cc311f),segment_id=d0b9353e-301c-46f1-b189-608a13cc311f)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:39:58.694927 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-d8e3d383-32a1-48d0-929d-fb4654dcd494 req-f0f96f73-17d0-4c8d-a8a3-1ee5822d85b4 service neutron] For port c42d94a1-241c-47fb-a0e7-940daa59bc9c, host n-h2-712749-28, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:39:58.733115 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73aa0305-9b3e-4b12-9b4d-6de9fad6bc66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c42d94a1-241c-47fb-a0e7-940daa59bc9c'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:39:58.735345 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5be8e523-273e-4ca7-8e7e-6529abc13412" -d '{"events": [{"server_uuid": "73aa0305-9b3e-4b12-9b4d-6de9fad6bc66", "name": "network-vif-unplugged", "status": "completed", "tag": "c42d94a1-241c-47fb-a0e7-940daa59bc9c"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:39:58.738823 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d8e3d383-32a1-48d0-929d-fb4654dcd494 req-f0f96f73-17d0-4c8d-a8a3-1ee5822d85b4 service neutron] Publish callbacks [] for port (c42d94a1-241c-47fb-a0e7-940daa59bc9c), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:39:58.752069 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-d8e3d383-32a1-48d0-929d-fb4654dcd494 req-f0f96f73-17d0-4c8d-a8a3-1ee5822d85b4 service neutron] Transition to ACTIVE for port object c42d94a1-241c-47fb-a0e7-940daa59bc9c will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:39:58.758412 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d8e3d383-32a1-48d0-929d-fb4654dcd494 req-f0f96f73-17d0-4c8d-a8a3-1ee5822d85b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (c42d94a1-241c-47fb-a0e7-940daa59bc9c), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:39:58.799381 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 07:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bca9c37-abe4-4f9c-92fd-0ef5459cd2de x-openstack-request-id: req-1bca9c37-abe4-4f9c-92fd-0ef5459cd2de {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:39:58.799685 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73aa0305-9b3e-4b12-9b4d-6de9fad6bc66", "name": "network-vif-unplugged", "status": "completed", "tag": "c42d94a1-241c-47fb-a0e7-940daa59bc9c", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:39:58.799948 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1bca9c37-abe4-4f9c-92fd-0ef5459cd2de {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:39:58.800489 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73aa0305-9b3e-4b12-9b4d-6de9fad6bc66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c42d94a1-241c-47fb-a0e7-940daa59bc9c', 'code': 200} Jan 28 07:39:59.249788 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f96f73-17d0-4c8d-a8a3-1ee5822d85b4 service neutron] Pushing event updated for resources: {'Port': ['ID=c42d94a1-241c-47fb-a0e7-940daa59bc9c,revision_number=6']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:39:59.318333 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8e3d383-32a1-48d0-929d-fb4654dcd494 req-f0f96f73-17d0-4c8d-a8a3-1ee5822d85b4 service neutron] No DVR routers for this DVR port c42d94a1-241c-47fb-a0e7-940daa59bc9c on host n-h2-712749-28 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:39:59.363914 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a94f0e-12cc-449b-ac00-221f6ad14046 req-f0f8207b-decc-4b23-b4db-a04a42ccf844 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:39:59.365994 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d3a94f0e-12cc-449b-ac00-221f6ad14046 req-f0f8207b-decc-4b23-b4db-a04a42ccf844 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/ports?device_id=73aa0305-9b3e-4b12-9b4d-6de9fad6bc66 HTTP/1.1" status: 200 len: 943 time: 0.1241915 Jan 28 07:39:59.460580 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d3a94f0e-12cc-449b-ac00-221f6ad14046 req-28232f79-99b3-4dc6-ab86-67f8ca1dfc48 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/security-groups?id=997a3b42-4a7c-407b-9853-79adca660db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883751 Jan 28 07:39:59.498837 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-d8e3d383-32a1-48d0-929d-fb4654dcd494 req-f0f96f73-17d0-4c8d-a8a3-1ee5822d85b4 service neutron] Attempting to bind port c42d94a1-241c-47fb-a0e7-940daa59bc9c on host n-h1-712749-28 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:39:59.499101 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-d8e3d383-32a1-48d0-929d-fb4654dcd494 req-f0f96f73-17d0-4c8d-a8a3-1ee5822d85b4 service neutron] Attempting to bind port c42d94a1-241c-47fb-a0e7-940daa59bc9c by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': 'd0b9353e-301c-46f1-b189-608a13cc311f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'fecfa915-dff3-4681-9460-1f8900e9cefe'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:39:59.499421 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e3d383-32a1-48d0-929d-fb4654dcd494 req-f0f96f73-17d0-4c8d-a8a3-1ee5822d85b4 service neutron] Attempting to bind port c42d94a1-241c-47fb-a0e7-940daa59bc9c on network fecfa915-dff3-4681-9460-1f8900e9cefe {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:39:59.503660 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e3d383-32a1-48d0-929d-fb4654dcd494 req-f0f96f73-17d0-4c8d-a8a3-1ee5822d85b4 service neutron] Port c42d94a1-241c-47fb-a0e7-940daa59bc9c on network fecfa915-dff3-4681-9460-1f8900e9cefe not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:39:59.503984 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e3d383-32a1-48d0-929d-fb4654dcd494 req-f0f96f73-17d0-4c8d-a8a3-1ee5822d85b4 service neutron] Attempting to bind port c42d94a1-241c-47fb-a0e7-940daa59bc9c on network fecfa915-dff3-4681-9460-1f8900e9cefe {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:39:59.509503 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e3d383-32a1-48d0-929d-fb4654dcd494 req-f0f96f73-17d0-4c8d-a8a3-1ee5822d85b4 service neutron] Checking agent: {'id': '2fca46b1-237f-4857-9290-2429d810e472', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:39:59.509843 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e3d383-32a1-48d0-929d-fb4654dcd494 req-f0f96f73-17d0-4c8d-a8a3-1ee5822d85b4 service neutron] Checking segment: {'id': 'd0b9353e-301c-46f1-b189-608a13cc311f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'fecfa915-dff3-4681-9460-1f8900e9cefe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:39:59.510220 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e3d383-32a1-48d0-929d-fb4654dcd494 req-f0f96f73-17d0-4c8d-a8a3-1ee5822d85b4 service neutron] Bound using segment: {'id': 'd0b9353e-301c-46f1-b189-608a13cc311f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'fecfa915-dff3-4681-9460-1f8900e9cefe'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:39:59.510633 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-d8e3d383-32a1-48d0-929d-fb4654dcd494 req-f0f96f73-17d0-4c8d-a8a3-1ee5822d85b4 service neutron] Bound port: c42d94a1-241c-47fb-a0e7-940daa59bc9c, host: n-h1-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0b9353e-301c-46f1-b189-608a13cc311f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'fecfa915-dff3-4681-9460-1f8900e9cefe'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:39:59.510980 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d8e3d383-32a1-48d0-929d-fb4654dcd494 req-f0f96f73-17d0-4c8d-a8a3-1ee5822d85b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (c42d94a1-241c-47fb-a0e7-940daa59bc9c), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:39:59.574272 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-d8e3d383-32a1-48d0-929d-fb4654dcd494 req-f0f96f73-17d0-4c8d-a8a3-1ee5822d85b4 service neutron] For port c42d94a1-241c-47fb-a0e7-940daa59bc9c, host n-h1-712749-28, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:39:59.577215 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-d8e3d383-32a1-48d0-929d-fb4654dcd494 req-f0f96f73-17d0-4c8d-a8a3-1ee5822d85b4 service neutron] For port c42d94a1-241c-47fb-a0e7-940daa59bc9c, host n-h1-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=c42d94a1-241c-47fb-a0e7-940daa59bc9c,segment=NetworkSegment(d0b9353e-301c-46f1-b189-608a13cc311f),segment_id=d0b9353e-301c-46f1-b189-608a13cc311f)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:39:59.581968 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d8e3d383-32a1-48d0-929d-fb4654dcd494 req-f0f96f73-17d0-4c8d-a8a3-1ee5822d85b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (c42d94a1-241c-47fb-a0e7-940daa59bc9c), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:39:59.615112 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e3d383-32a1-48d0-929d-fb4654dcd494 req-f0f96f73-17d0-4c8d-a8a3-1ee5822d85b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:39:59.615902 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d8e3d383-32a1-48d0-929d-fb4654dcd494 req-f0f96f73-17d0-4c8d-a8a3-1ee5822d85b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:39:59.617314 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d8e3d383-32a1-48d0-929d-fb4654dcd494 req-f0f96f73-17d0-4c8d-a8a3-1ee5822d85b4 service neutron] 10.222.0.10 "PUT /v2.0/ports/c42d94a1-241c-47fb-a0e7-940daa59bc9c HTTP/1.1" status: 200 len: 1092 time: 1.2223041 Jan 28 07:39:59.649005 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f96f73-17d0-4c8d-a8a3-1ee5822d85b4 service neutron] Pushing event updated for resources: {'Port': ['ID=c42d94a1-241c-47fb-a0e7-940daa59bc9c,revision_number=7']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:39:59.694842 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e3d383-32a1-48d0-929d-fb4654dcd494 req-e7fd0a19-2e33-4cca-b548-bfc6df7bfaad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:39:59.696925 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d8e3d383-32a1-48d0-929d-fb4654dcd494 req-e7fd0a19-2e33-4cca-b548-bfc6df7bfaad service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b44a0e5d7f134bd69aecc7a32d5e1b41&device_id=73aa0305-9b3e-4b12-9b4d-6de9fad6bc66 HTTP/1.1" status: 200 len: 1095 time: 0.0443618 Jan 28 07:39:59.794439 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e3d383-32a1-48d0-929d-fb4654dcd494 req-5bd66da6-f49a-4da9-9707-61a2f4553415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:39:59.796069 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d8e3d383-32a1-48d0-929d-fb4654dcd494 req-5bd66da6-f49a-4da9-9707-61a2f4553415 service neutron] 10.222.0.10 "GET /v2.0/networks?id=fecfa915-dff3-4681-9460-1f8900e9cefe HTTP/1.1" status: 200 len: 897 time: 0.0932593 Jan 28 07:39:59.863177 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d8e3d383-32a1-48d0-929d-fb4654dcd494 req-8f5977d3-b5d9-47ad-9eb5-deae463ee1de service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c42d94a1-241c-47fb-a0e7-940daa59bc9c HTTP/1.1" status: 200 len: 998 time: 0.0603149 Jan 28 07:39:59.913133 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e3d383-32a1-48d0-929d-fb4654dcd494 req-6ebc9ee6-5af5-4f13-a023-8f6fe43dc56b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:39:59.914638 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d8e3d383-32a1-48d0-929d-fb4654dcd494 req-6ebc9ee6-5af5-4f13-a023-8f6fe43dc56b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d9192ad7-183b-4cf5-83ef-65d94ec8aa4b HTTP/1.1" status: 200 len: 835 time: 0.0450499 Jan 28 07:39:59.963882 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e3d383-32a1-48d0-929d-fb4654dcd494 req-6c8a4d95-9dee-4b43-98af-39fa75fc91de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:39:59.965410 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d8e3d383-32a1-48d0-929d-fb4654dcd494 req-6c8a4d95-9dee-4b43-98af-39fa75fc91de service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fecfa915-dff3-4681-9460-1f8900e9cefe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446119 Jan 28 07:40:00.056288 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d8e3d383-32a1-48d0-929d-fb4654dcd494 req-11b114d2-8304-468c-8f12-d2dc807295f0 service neutron] 10.222.0.10 "GET /v2.0/networks/fecfa915-dff3-4681-9460-1f8900e9cefe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813069 Jan 28 07:40:00.148906 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d8e3d383-32a1-48d0-929d-fb4654dcd494 req-567414a3-bc5a-4b9e-8d05-2069dcc0afb5 service neutron] 10.222.0.10 "GET /v2.0/networks/fecfa915-dff3-4681-9460-1f8900e9cefe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863395 Jan 28 07:40:00.590492 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430b0cbc-ce64-465f-b7bf-46b46acfe9c5 req-9d123fae-c567-4b72-aa1a-307af47e4925 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:40:00.591995 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-430b0cbc-ce64-465f-b7bf-46b46acfe9c5 req-9d123fae-c567-4b72-aa1a-307af47e4925 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/ports?device_id=73aa0305-9b3e-4b12-9b4d-6de9fad6bc66 HTTP/1.1" status: 200 len: 943 time: 0.0509136 Jan 28 07:40:00.640698 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-430b0cbc-ce64-465f-b7bf-46b46acfe9c5 req-554315c2-7baa-4751-b89e-9cc913cc9185 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/security-groups?id=997a3b42-4a7c-407b-9853-79adca660db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429013 Jan 28 07:40:00.801575 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73aa0305-9b3e-4b12-9b4d-6de9fad6bc66', 'tag': 'c42d94a1-241c-47fb-a0e7-940daa59bc9c'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:40:00.805278 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b89c924-5382-4fb8-9666-675d12883808" -d '{"events": [{"name": "network-changed", "server_uuid": "73aa0305-9b3e-4b12-9b4d-6de9fad6bc66", "tag": "c42d94a1-241c-47fb-a0e7-940daa59bc9c"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:40:00.858488 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd0922fc-77e8-485e-81ea-be0c9b1b34d5 x-openstack-request-id: req-bd0922fc-77e8-485e-81ea-be0c9b1b34d5 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:40:00.858786 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73aa0305-9b3e-4b12-9b4d-6de9fad6bc66", "tag": "c42d94a1-241c-47fb-a0e7-940daa59bc9c", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:40:00.859039 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bd0922fc-77e8-485e-81ea-be0c9b1b34d5 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:40:00.859440 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73aa0305-9b3e-4b12-9b4d-6de9fad6bc66', 'tag': 'c42d94a1-241c-47fb-a0e7-940daa59bc9c', 'status': 'completed', 'code': 200} Jan 28 07:40:00.942458 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b89c924-5382-4fb8-9666-675d12883808 req-6dc58869-c5c8-4701-9f13-c6f69d8f007b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:40:00.944602 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2b89c924-5382-4fb8-9666-675d12883808 req-6dc58869-c5c8-4701-9f13-c6f69d8f007b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b44a0e5d7f134bd69aecc7a32d5e1b41&device_id=73aa0305-9b3e-4b12-9b4d-6de9fad6bc66 HTTP/1.1" status: 200 len: 1095 time: 0.0461986 Jan 28 07:40:00.953119 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b89c924-5382-4fb8-9666-675d12883808 req-760fc08a-4c90-467a-b7d2-d79191854bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:40:00.954905 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2b89c924-5382-4fb8-9666-675d12883808 req-760fc08a-4c90-467a-b7d2-d79191854bf9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b44a0e5d7f134bd69aecc7a32d5e1b41&device_id=73aa0305-9b3e-4b12-9b4d-6de9fad6bc66 HTTP/1.1" status: 200 len: 1095 time: 0.0453746 Jan 28 07:40:01.040101 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b89c924-5382-4fb8-9666-675d12883808 req-884daf9d-95d2-48c5-acb2-7751f32aa107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:40:01.042108 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2b89c924-5382-4fb8-9666-675d12883808 req-884daf9d-95d2-48c5-acb2-7751f32aa107 service neutron] 10.222.0.44 "GET /v2.0/networks?id=fecfa915-dff3-4681-9460-1f8900e9cefe HTTP/1.1" status: 200 len: 897 time: 0.0896819 Jan 28 07:40:01.051085 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b89c924-5382-4fb8-9666-675d12883808 req-fb369308-1394-4c50-bc7b-14d363ac1d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:40:01.052934 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2b89c924-5382-4fb8-9666-675d12883808 req-fb369308-1394-4c50-bc7b-14d363ac1d09 service neutron] 10.222.0.10 "GET /v2.0/networks?id=fecfa915-dff3-4681-9460-1f8900e9cefe HTTP/1.1" status: 200 len: 897 time: 0.0912459 Jan 28 07:40:01.108625 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2b89c924-5382-4fb8-9666-675d12883808 req-5f74d378-5567-40aa-b0b3-5c3e04c792c7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c42d94a1-241c-47fb-a0e7-940daa59bc9c HTTP/1.1" status: 200 len: 998 time: 0.0609319 Jan 28 07:40:01.122779 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2b89c924-5382-4fb8-9666-675d12883808 req-475fb292-a075-4256-86c4-cfec2da0076f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c42d94a1-241c-47fb-a0e7-940daa59bc9c HTTP/1.1" status: 200 len: 998 time: 0.0627005 Jan 28 07:40:01.162920 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b89c924-5382-4fb8-9666-675d12883808 req-f6e02169-7102-40a8-b196-3ef7ffab5009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:40:01.164496 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2b89c924-5382-4fb8-9666-675d12883808 req-f6e02169-7102-40a8-b196-3ef7ffab5009 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d9192ad7-183b-4cf5-83ef-65d94ec8aa4b HTTP/1.1" status: 200 len: 835 time: 0.0501182 Jan 28 07:40:01.172836 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b89c924-5382-4fb8-9666-675d12883808 req-36fe8a64-6519-49ca-b504-72efb2709ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:40:01.174402 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2b89c924-5382-4fb8-9666-675d12883808 req-36fe8a64-6519-49ca-b504-72efb2709ff0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d9192ad7-183b-4cf5-83ef-65d94ec8aa4b HTTP/1.1" status: 200 len: 835 time: 0.0447028 Jan 28 07:40:01.211792 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b89c924-5382-4fb8-9666-675d12883808 req-8d4467fa-49ff-4ae1-8a6d-02a6461ace2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:40:01.213259 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2b89c924-5382-4fb8-9666-675d12883808 req-8d4467fa-49ff-4ae1-8a6d-02a6461ace2f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fecfa915-dff3-4681-9460-1f8900e9cefe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435076 Jan 28 07:40:01.221747 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b89c924-5382-4fb8-9666-675d12883808 req-b9ec9979-f25f-4ed2-b950-64f280d70400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:40:01.223280 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2b89c924-5382-4fb8-9666-675d12883808 req-b9ec9979-f25f-4ed2-b950-64f280d70400 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fecfa915-dff3-4681-9460-1f8900e9cefe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424380 Jan 28 07:40:01.302659 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2b89c924-5382-4fb8-9666-675d12883808 req-37adf4e9-1371-4760-8a34-5d559bb80b33 service neutron] 10.222.0.44 "GET /v2.0/networks/fecfa915-dff3-4681-9460-1f8900e9cefe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828106 Jan 28 07:40:01.316976 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2b89c924-5382-4fb8-9666-675d12883808 req-646aff6d-5884-4a65-8a2a-34a2243197cd service neutron] 10.222.0.10 "GET /v2.0/networks/fecfa915-dff3-4681-9460-1f8900e9cefe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851774 Jan 28 07:40:01.401920 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2b89c924-5382-4fb8-9666-675d12883808 req-4bbeb8c2-d5b4-4774-984f-8d82a9d5d99b service neutron] 10.222.0.44 "GET /v2.0/networks/fecfa915-dff3-4681-9460-1f8900e9cefe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939498 Jan 28 07:40:01.415335 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2b89c924-5382-4fb8-9666-675d12883808 req-01934d24-49e7-438f-8fcf-e78a2e4b7481 service neutron] 10.222.0.10 "GET /v2.0/networks/fecfa915-dff3-4681-9460-1f8900e9cefe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909209 Jan 28 07:40:01.758778 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28318a14-3f7a-4174-8b44-3d43e512d548 req-bbbaa59b-4197-44fc-bfd8-77457ed2f9b8 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:40:01.760314 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-28318a14-3f7a-4174-8b44-3d43e512d548 req-bbbaa59b-4197-44fc-bfd8-77457ed2f9b8 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/ports?device_id=73aa0305-9b3e-4b12-9b4d-6de9fad6bc66 HTTP/1.1" status: 200 len: 943 time: 0.0492327 Jan 28 07:40:01.809876 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-28318a14-3f7a-4174-8b44-3d43e512d548 req-de8e0bc5-dbca-4a64-98e7-f242a816193e tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/security-groups?id=997a3b42-4a7c-407b-9853-79adca660db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436969 Jan 28 07:40:02.128079 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device c42d94a1-241c-47fb-a0e7-940daa59bc9c no longer exists at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:40:02.170693 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] The host n-h2-712749-28 is not matching for port c42d94a1-241c-47fb-a0e7-940daa59bc9c host n-h1-712749-28! {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 07:40:02.171085 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device c42d94a1-241c-47fb-a0e7-940daa59bc9c not bound to the agent host n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:40:02.830880 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device c42d94a1-241c-47fb-a0e7-940daa59bc9c details requested by agent hyperv_n-h1-712749-28 with host n-h1-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:40:02.941398 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a710bdbf-285d-4141-8bf1-7ba881b540b7 req-e2536199-e7ef-4f50-93b0-016d31a5ac3c tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:40:02.944555 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a710bdbf-285d-4141-8bf1-7ba881b540b7 req-e2536199-e7ef-4f50-93b0-016d31a5ac3c tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/ports?device_id=73aa0305-9b3e-4b12-9b4d-6de9fad6bc66 HTTP/1.1" status: 200 len: 943 time: 0.0616605 Jan 28 07:40:02.970789 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port c42d94a1-241c-47fb-a0e7-940daa59bc9c, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=c42d94a1-241c-47fb-a0e7-940daa59bc9c,segment=NetworkSegment(d0b9353e-301c-46f1-b189-608a13cc311f),segment_id=d0b9353e-301c-46f1-b189-608a13cc311f)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:40:02.983096 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Returning: {'device': 'c42d94a1-241c-47fb-a0e7-940daa59bc9c', 'network_id': 'fecfa915-dff3-4681-9460-1f8900e9cefe', 'port_id': 'c42d94a1-241c-47fb-a0e7-940daa59bc9c', 'mac_address': 'fa:16:3e:09:08:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9192ad7-183b-4cf5-83ef-65d94ec8aa4b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:40:02.994751 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a710bdbf-285d-4141-8bf1-7ba881b540b7 req-7317007c-8161-4c35-8fad-9250ba665545 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/security-groups?id=997a3b42-4a7c-407b-9853-79adca660db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437324 Jan 28 07:40:03.026669 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port c42d94a1-241c-47fb-a0e7-940daa59bc9c is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:40:03.027124 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (c42d94a1-241c-47fb-a0e7-940daa59bc9c), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:03.040129 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c42d94a1-241c-47fb-a0e7-940daa59bc9c {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:40:03.059888 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port c42d94a1-241c-47fb-a0e7-940daa59bc9c, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=c42d94a1-241c-47fb-a0e7-940daa59bc9c,segment=NetworkSegment(d0b9353e-301c-46f1-b189-608a13cc311f),segment_id=d0b9353e-301c-46f1-b189-608a13cc311f)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:40:03.065989 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (c42d94a1-241c-47fb-a0e7-940daa59bc9c), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:03.113333 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=c42d94a1-241c-47fb-a0e7-940daa59bc9c,revision_number=8']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:40:03.130406 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:40:03.131068 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:40:03.131283 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:40:03.131625 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:40:03.131969 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:40:03.132324 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:40:03.132658 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:40:03.133017 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:40:03.133410 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:40:03.133751 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:40:03.134137 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:40:03.134506 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:40:03.134835 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:40:03.148953 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:03.253169 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-949a4454-15f6-4680-bfbe-15835e9978fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:03.322844 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7233bd-22be-4cff-b0cd-e7f7da609752 req-48fe2799-8eb3-424a-8ece-aa1fda3873b1 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:40:03.324370 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ca7233bd-22be-4cff-b0cd-e7f7da609752 req-48fe2799-8eb3-424a-8ece-aa1fda3873b1 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.10 "GET /v2.0/ports?device_id=73aa0305-9b3e-4b12-9b4d-6de9fad6bc66&tenant_id=b44a0e5d7f134bd69aecc7a32d5e1b41&binding%3Ahost_id=n-h1-712749-28 HTTP/1.1" status: 200 len: 944 time: 0.1293750 Jan 28 07:40:03.331621 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b94ce7-0d49-4065-bf43-da4e20959c34 req-3aa4fb6a-58f4-46ad-9e47-1e6755c3903e tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:40:03.333105 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-62b94ce7-0d49-4065-bf43-da4e20959c34 req-3aa4fb6a-58f4-46ad-9e47-1e6755c3903e tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/ports?device_id=73aa0305-9b3e-4b12-9b4d-6de9fad6bc66 HTTP/1.1" status: 200 len: 944 time: 0.1040602 Jan 28 07:40:03.365119 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 7 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 07:40:03.387888 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['c42d94a1-241c-47fb-a0e7-940daa59bc9c'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:40:03.436320 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-62b94ce7-0d49-4065-bf43-da4e20959c34 req-d60d8dcf-bfea-4409-aae6-04fe7c34fe7f tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/security-groups?id=997a3b42-4a7c-407b-9853-79adca660db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960786 Jan 28 07:40:03.437779 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ca7233bd-22be-4cff-b0cd-e7f7da609752 req-b0e9ad8f-c7ff-4330-b573-cb511f9ab775 service neutron] 10.222.0.10 "GET /v2.0/ports/c42d94a1-241c-47fb-a0e7-940daa59bc9c/bindings/n-h1-712749-28 HTTP/1.1" status: 200 len: 383 time: 0.1032872 Jan 28 07:40:03.526075 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7233bd-22be-4cff-b0cd-e7f7da609752 req-677a91c6-73c2-40fa-b31b-69de5b5e5370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:40:03.527609 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ca7233bd-22be-4cff-b0cd-e7f7da609752 req-677a91c6-73c2-40fa-b31b-69de5b5e5370 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b44a0e5d7f134bd69aecc7a32d5e1b41&device_id=73aa0305-9b3e-4b12-9b4d-6de9fad6bc66 HTTP/1.1" status: 200 len: 1096 time: 0.0420175 Jan 28 07:40:03.623173 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7233bd-22be-4cff-b0cd-e7f7da609752 req-56ff0af5-90a4-407a-b6b0-db2ae6549187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:40:03.624677 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ca7233bd-22be-4cff-b0cd-e7f7da609752 req-56ff0af5-90a4-407a-b6b0-db2ae6549187 service neutron] 10.222.0.10 "GET /v2.0/networks?id=fecfa915-dff3-4681-9460-1f8900e9cefe HTTP/1.1" status: 200 len: 897 time: 0.0904839 Jan 28 07:40:03.697501 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ca7233bd-22be-4cff-b0cd-e7f7da609752 req-cbe895ce-ae88-4dad-b129-2bb8ba5a501c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c42d94a1-241c-47fb-a0e7-940daa59bc9c HTTP/1.1" status: 200 len: 999 time: 0.0607173 Jan 28 07:40:03.757178 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7233bd-22be-4cff-b0cd-e7f7da609752 req-fbbf2adf-68e1-448b-bd03-ecb20c8df042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:40:03.758647 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ca7233bd-22be-4cff-b0cd-e7f7da609752 req-fbbf2adf-68e1-448b-bd03-ecb20c8df042 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d9192ad7-183b-4cf5-83ef-65d94ec8aa4b HTTP/1.1" status: 200 len: 835 time: 0.0502768 Jan 28 07:40:03.805645 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7233bd-22be-4cff-b0cd-e7f7da609752 req-a1699f82-d56c-40d4-90a6-59293b7b3ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:40:03.807126 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ca7233bd-22be-4cff-b0cd-e7f7da609752 req-a1699f82-d56c-40d4-90a6-59293b7b3ee2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fecfa915-dff3-4681-9460-1f8900e9cefe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412276 Jan 28 07:40:03.896423 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ca7233bd-22be-4cff-b0cd-e7f7da609752 req-e4e942d8-2e28-4f5d-a64d-6ae31167afeb service neutron] 10.222.0.10 "GET /v2.0/networks/fecfa915-dff3-4681-9460-1f8900e9cefe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811355 Jan 28 07:40:03.988700 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ca7233bd-22be-4cff-b0cd-e7f7da609752 req-a977993d-faab-463d-b305-bd9e55a7a257 service neutron] 10.222.0.10 "GET /v2.0/networks/fecfa915-dff3-4681-9460-1f8900e9cefe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864365 Jan 28 07:40:04.073036 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:04.604524 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12684b9b-fc9f-4bc7-ba7c-2b483585aac5 req-d9d72bae-dfa5-49de-bd28-27a9c7af96fd tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:40:04.619964 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-12684b9b-fc9f-4bc7-ba7c-2b483585aac5 req-d9d72bae-dfa5-49de-bd28-27a9c7af96fd tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/ports?device_id=73aa0305-9b3e-4b12-9b4d-6de9fad6bc66 HTTP/1.1" status: 200 len: 944 time: 0.1020973 Jan 28 07:40:04.673650 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-12684b9b-fc9f-4bc7-ba7c-2b483585aac5 req-48a615eb-aafc-45af-9a1f-d227d5a3c593 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/security-groups?id=997a3b42-4a7c-407b-9853-79adca660db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501757 Jan 28 07:40:04.702991 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917fa5a4-ff8a-4286-8506-81fee173e3ba req-be765b02-a771-40c1-b951-2190ff65e8e0 tempest-VolumesBackupsTest-1655690071 tempest-VolumesBackupsTest-1655690071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:40:04.704580 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-917fa5a4-ff8a-4286-8506-81fee173e3ba req-be765b02-a771-40c1-b951-2190ff65e8e0 tempest-VolumesBackupsTest-1655690071 tempest-VolumesBackupsTest-1655690071-project] 10.222.0.41 "GET /v2.0/ports?device_id=b0d35bb8-7e06-4b6d-b607-6825163dda59 HTTP/1.1" status: 200 len: 950 time: 0.0753253 Jan 28 07:40:04.753852 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-917fa5a4-ff8a-4286-8506-81fee173e3ba req-c5c123f1-8f4d-442d-aefb-8a98cf1f1883 tempest-VolumesBackupsTest-1655690071 tempest-VolumesBackupsTest-1655690071-project] 10.222.0.41 "GET /v2.0/security-groups?id=50d8d022-38dd-4347-90f0-7ca355f489c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421147 Jan 28 07:40:04.842566 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device c42d94a1-241c-47fb-a0e7-940daa59bc9c up at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:40:04.898270 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning for port c42d94a1-241c-47fb-a0e7-940daa59bc9c completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:40:04.902488 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning complete for port c42d94a1-241c-47fb-a0e7-940daa59bc9c triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:40:04.902868 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (c42d94a1-241c-47fb-a0e7-940daa59bc9c), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:04.981984 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port c42d94a1-241c-47fb-a0e7-940daa59bc9c is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:40:04.982381 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (c42d94a1-241c-47fb-a0e7-940daa59bc9c), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:05.005962 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73aa0305-9b3e-4b12-9b4d-6de9fad6bc66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c42d94a1-241c-47fb-a0e7-940daa59bc9c'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:40:05.008186 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-441f5575-9689-4931-82b4-931b03a3b463" -d '{"events": [{"server_uuid": "73aa0305-9b3e-4b12-9b4d-6de9fad6bc66", "name": "network-vif-plugged", "status": "completed", "tag": "c42d94a1-241c-47fb-a0e7-940daa59bc9c"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:40:05.026447 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port c42d94a1-241c-47fb-a0e7-940daa59bc9c, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=c42d94a1-241c-47fb-a0e7-940daa59bc9c,segment=NetworkSegment(d0b9353e-301c-46f1-b189-608a13cc311f),segment_id=d0b9353e-301c-46f1-b189-608a13cc311f)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:40:05.033104 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (c42d94a1-241c-47fb-a0e7-940daa59bc9c), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:05.066890 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37cf5235-4e35-419b-af6b-2d2c7f5cd82b x-openstack-request-id: req-37cf5235-4e35-419b-af6b-2d2c7f5cd82b {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:40:05.067285 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73aa0305-9b3e-4b12-9b4d-6de9fad6bc66", "name": "network-vif-plugged", "status": "completed", "tag": "c42d94a1-241c-47fb-a0e7-940daa59bc9c", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:40:05.067673 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-37cf5235-4e35-419b-af6b-2d2c7f5cd82b {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:40:05.068179 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73aa0305-9b3e-4b12-9b4d-6de9fad6bc66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c42d94a1-241c-47fb-a0e7-940daa59bc9c', 'code': 200} Jan 28 07:40:05.094573 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=c42d94a1-241c-47fb-a0e7-940daa59bc9c,revision_number=9']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:40:05.639896 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c81f2500-f325-4ded-87fd-c4c5a84793a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:05.809696 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f307a6d-e000-4702-b33b-97a1ae823a1c req-46ee0705-5141-44ed-9808-1e2d711499aa tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:40:05.811580 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9f307a6d-e000-4702-b33b-97a1ae823a1c req-46ee0705-5141-44ed-9808-1e2d711499aa tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/ports?device_id=73aa0305-9b3e-4b12-9b4d-6de9fad6bc66 HTTP/1.1" status: 200 len: 945 time: 0.0556271 Jan 28 07:40:05.874760 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9f307a6d-e000-4702-b33b-97a1ae823a1c req-f0aa74fa-92bf-4f0b-9bd8-d3a79f641986 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/security-groups?id=997a3b42-4a7c-407b-9853-79adca660db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502179 Jan 28 07:40:05.897357 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b33844-076c-4213-8de6-d16c742f94e5 req-6dbbff7f-dda9-4ca6-884a-6ddeba2b41de tempest-VolumesBackupsTest-1655690071 tempest-VolumesBackupsTest-1655690071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:40:05.898943 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-91b33844-076c-4213-8de6-d16c742f94e5 req-6dbbff7f-dda9-4ca6-884a-6ddeba2b41de tempest-VolumesBackupsTest-1655690071 tempest-VolumesBackupsTest-1655690071-project] 10.222.0.41 "GET /v2.0/ports?device_id=b0d35bb8-7e06-4b6d-b607-6825163dda59 HTTP/1.1" status: 200 len: 950 time: 0.0628622 Jan 28 07:40:05.960879 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-91b33844-076c-4213-8de6-d16c742f94e5 req-3a98a7a7-7c54-48e8-93a2-f02953d16b56 tempest-VolumesBackupsTest-1655690071 tempest-VolumesBackupsTest-1655690071-project] 10.222.0.41 "GET /v2.0/security-groups?id=50d8d022-38dd-4347-90f0-7ca355f489c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528569 Jan 28 07:40:06.240255 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f3224c-b853-4f19-8de4-94693157630d req-96eca83a-17ca-4e3d-ab90-a13d1a384b6d tempest-VolumesBackupsTest-1655690071 tempest-VolumesBackupsTest-1655690071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:40:06.242301 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-57f3224c-b853-4f19-8de4-94693157630d req-96eca83a-17ca-4e3d-ab90-a13d1a384b6d tempest-VolumesBackupsTest-1655690071 tempest-VolumesBackupsTest-1655690071-project] 10.222.0.44 "GET /v2.0/ports?device_id=b0d35bb8-7e06-4b6d-b607-6825163dda59 HTTP/1.1" status: 200 len: 950 time: 0.0525856 Jan 28 07:40:06.345395 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-57f3224c-b853-4f19-8de4-94693157630d req-d25cc265-dd7f-4a7b-986a-df76ed80cc39 tempest-VolumesBackupsTest-1655690071 tempest-VolumesBackupsTest-1655690071-project] Deleting port b99e60e1-db6c-4266-bc37-aa7fc1268b7a {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:40:06.346032 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-57f3224c-b853-4f19-8de4-94693157630d req-d25cc265-dd7f-4a7b-986a-df76ed80cc39 tempest-VolumesBackupsTest-1655690071 tempest-VolumesBackupsTest-1655690071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (b99e60e1-db6c-4266-bc37-aa7fc1268b7a), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:06.460909 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-57f3224c-b853-4f19-8de4-94693157630d req-d25cc265-dd7f-4a7b-986a-df76ed80cc39 tempest-VolumesBackupsTest-1655690071 tempest-VolumesBackupsTest-1655690071-project] For port b99e60e1-db6c-4266-bc37-aa7fc1268b7a, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=b99e60e1-db6c-4266-bc37-aa7fc1268b7a,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:40:06.461776 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-57f3224c-b853-4f19-8de4-94693157630d req-d25cc265-dd7f-4a7b-986a-df76ed80cc39 tempest-VolumesBackupsTest-1655690071 tempest-VolumesBackupsTest-1655690071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (b99e60e1-db6c-4266-bc37-aa7fc1268b7a), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:06.465350 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7233bd-22be-4cff-b0cd-e7f7da609752 req-d3372e9c-3ec8-42c3-a819-25bcba53003a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:40:06.466858 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ca7233bd-22be-4cff-b0cd-e7f7da609752 req-d3372e9c-3ec8-42c3-a819-25bcba53003a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=73aa0305-9b3e-4b12-9b4d-6de9fad6bc66&tenant_id=b44a0e5d7f134bd69aecc7a32d5e1b41 HTTP/1.1" status: 200 len: 1097 time: 0.0467708 Jan 28 07:40:06.476119 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-57f3224c-b853-4f19-8de4-94693157630d req-d25cc265-dd7f-4a7b-986a-df76ed80cc39 tempest-VolumesBackupsTest-1655690071 tempest-VolumesBackupsTest-1655690071-project] Calling delete_port for b99e60e1-db6c-4266-bc37-aa7fc1268b7a owned by compute:nova {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:40:06.485380 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-ca7233bd-22be-4cff-b0cd-e7f7da609752 req-a4586cca-12a2-49e0-ad2f-b3d8f717cacd service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712749-28', 'device_owner': 'compute:nova'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:40:06.570001 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ca7233bd-22be-4cff-b0cd-e7f7da609752 req-a4586cca-12a2-49e0-ad2f-b3d8f717cacd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (c42d94a1-241c-47fb-a0e7-940daa59bc9c), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:06.641560 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-57f3224c-b853-4f19-8de4-94693157630d req-d25cc265-dd7f-4a7b-986a-df76ed80cc39 tempest-VolumesBackupsTest-1655690071 tempest-VolumesBackupsTest-1655690071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (b99e60e1-db6c-4266-bc37-aa7fc1268b7a), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:06.676938 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['b99e60e1-db6c-4266-bc37-aa7fc1268b7a'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:40:06.682315 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25cc265-dd7f-4a7b-986a-df76ed80cc39 tempest-VolumesBackupsTest-1655690071 tempest-VolumesBackupsTest-1655690071-project] Pushing event deleted for resources: {'Port': ['ID=b99e60e1-db6c-4266-bc37-aa7fc1268b7a,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:40:06.765539 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25cc265-dd7f-4a7b-986a-df76ed80cc39 tempest-VolumesBackupsTest-1655690071 tempest-VolumesBackupsTest-1655690071-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:40:06.766144 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25cc265-dd7f-4a7b-986a-df76ed80cc39 tempest-VolumesBackupsTest-1655690071 tempest-VolumesBackupsTest-1655690071-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:40:06.766688 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25cc265-dd7f-4a7b-986a-df76ed80cc39 tempest-VolumesBackupsTest-1655690071 tempest-VolumesBackupsTest-1655690071-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:40:06.767030 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25cc265-dd7f-4a7b-986a-df76ed80cc39 tempest-VolumesBackupsTest-1655690071 tempest-VolumesBackupsTest-1655690071-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:40:06.767367 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25cc265-dd7f-4a7b-986a-df76ed80cc39 tempest-VolumesBackupsTest-1655690071 tempest-VolumesBackupsTest-1655690071-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:40:06.767701 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25cc265-dd7f-4a7b-986a-df76ed80cc39 tempest-VolumesBackupsTest-1655690071 tempest-VolumesBackupsTest-1655690071-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:40:06.768133 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25cc265-dd7f-4a7b-986a-df76ed80cc39 tempest-VolumesBackupsTest-1655690071 tempest-VolumesBackupsTest-1655690071-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:40:06.768495 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25cc265-dd7f-4a7b-986a-df76ed80cc39 tempest-VolumesBackupsTest-1655690071 tempest-VolumesBackupsTest-1655690071-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:40:06.768825 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25cc265-dd7f-4a7b-986a-df76ed80cc39 tempest-VolumesBackupsTest-1655690071 tempest-VolumesBackupsTest-1655690071-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:40:06.769152 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25cc265-dd7f-4a7b-986a-df76ed80cc39 tempest-VolumesBackupsTest-1655690071 tempest-VolumesBackupsTest-1655690071-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:40:06.769476 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25cc265-dd7f-4a7b-986a-df76ed80cc39 tempest-VolumesBackupsTest-1655690071 tempest-VolumesBackupsTest-1655690071-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:40:06.769800 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25cc265-dd7f-4a7b-986a-df76ed80cc39 tempest-VolumesBackupsTest-1655690071 tempest-VolumesBackupsTest-1655690071-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:40:06.770543 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25cc265-dd7f-4a7b-986a-df76ed80cc39 tempest-VolumesBackupsTest-1655690071 tempest-VolumesBackupsTest-1655690071-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:40:06.774059 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-57f3224c-b853-4f19-8de4-94693157630d req-d25cc265-dd7f-4a7b-986a-df76ed80cc39 tempest-VolumesBackupsTest-1655690071 tempest-VolumesBackupsTest-1655690071-project] No DVR routers for this DVR port b99e60e1-db6c-4266-bc37-aa7fc1268b7a on host n-h2-712749-28 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:40:06.776927 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-57f3224c-b853-4f19-8de4-94693157630d req-d25cc265-dd7f-4a7b-986a-df76ed80cc39 tempest-VolumesBackupsTest-1655690071 tempest-VolumesBackupsTest-1655690071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:06.781099 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-57f3224c-b853-4f19-8de4-94693157630d req-d25cc265-dd7f-4a7b-986a-df76ed80cc39 tempest-VolumesBackupsTest-1655690071 tempest-VolumesBackupsTest-1655690071-project] 10.222.0.44 "DELETE /v2.0/ports/b99e60e1-db6c-4266-bc37-aa7fc1268b7a HTTP/1.1" status: 204 len: 173 time: 0.5329614 Jan 28 07:40:06.781539 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0d35bb8-7e06-4b6d-b607-6825163dda59', 'name': 'network-vif-deleted', 'tag': 'b99e60e1-db6c-4266-bc37-aa7fc1268b7a'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:40:06.784389 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38c1220c-6d4b-4da5-b5f5-424929ed5ed6" -d '{"events": [{"server_uuid": "b0d35bb8-7e06-4b6d-b607-6825163dda59", "name": "network-vif-deleted", "tag": "b99e60e1-db6c-4266-bc37-aa7fc1268b7a"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:40:06.829396 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb3a698b-de6a-4314-901a-51abdd3ff4f3 x-openstack-request-id: req-fb3a698b-de6a-4314-901a-51abdd3ff4f3 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:40:06.831002 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0d35bb8-7e06-4b6d-b607-6825163dda59", "name": "network-vif-deleted", "tag": "b99e60e1-db6c-4266-bc37-aa7fc1268b7a", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:40:06.831451 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fb3a698b-de6a-4314-901a-51abdd3ff4f3 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:40:06.832108 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0d35bb8-7e06-4b6d-b607-6825163dda59', 'name': 'network-vif-deleted', 'tag': 'b99e60e1-db6c-4266-bc37-aa7fc1268b7a', 'status': 'completed', 'code': 200} Jan 28 07:40:06.869745 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-ca7233bd-22be-4cff-b0cd-e7f7da609752 req-a4586cca-12a2-49e0-ad2f-b3d8f717cacd service neutron] For port c42d94a1-241c-47fb-a0e7-940daa59bc9c, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=c42d94a1-241c-47fb-a0e7-940daa59bc9c,segment=NetworkSegment(d0b9353e-301c-46f1-b189-608a13cc311f),segment_id=d0b9353e-301c-46f1-b189-608a13cc311f)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:40:06.931265 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-ca7233bd-22be-4cff-b0cd-e7f7da609752 req-a4586cca-12a2-49e0-ad2f-b3d8f717cacd service neutron] For port c42d94a1-241c-47fb-a0e7-940daa59bc9c, host n-h1-712749-28, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:40:06.981615 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73aa0305-9b3e-4b12-9b4d-6de9fad6bc66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c42d94a1-241c-47fb-a0e7-940daa59bc9c'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:40:06.984695 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d27ae0d-57db-4326-9fb8-f6b04f9acaad" -d '{"events": [{"server_uuid": "73aa0305-9b3e-4b12-9b4d-6de9fad6bc66", "name": "network-vif-unplugged", "status": "completed", "tag": "c42d94a1-241c-47fb-a0e7-940daa59bc9c"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:40:06.988992 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ca7233bd-22be-4cff-b0cd-e7f7da609752 req-a4586cca-12a2-49e0-ad2f-b3d8f717cacd service neutron] Publish callbacks [] for port (c42d94a1-241c-47fb-a0e7-940daa59bc9c), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:07.022143 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:07.043278 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-ca7233bd-22be-4cff-b0cd-e7f7da609752 req-a4586cca-12a2-49e0-ad2f-b3d8f717cacd service neutron] Transition to ACTIVE for port object c42d94a1-241c-47fb-a0e7-940daa59bc9c will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:40:07.061849 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ca7233bd-22be-4cff-b0cd-e7f7da609752 req-a4586cca-12a2-49e0-ad2f-b3d8f717cacd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (c42d94a1-241c-47fb-a0e7-940daa59bc9c), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:07.082679 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9217611f-4d80-43d4-bebc-5b0df1a741ae req-d6e328b9-e52a-4cdd-92fc-b1ff4349c212 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:40:07.084870 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9217611f-4d80-43d4-bebc-5b0df1a741ae req-d6e328b9-e52a-4cdd-92fc-b1ff4349c212 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/ports?device_id=73aa0305-9b3e-4b12-9b4d-6de9fad6bc66 HTTP/1.1" status: 200 len: 945 time: 0.1069076 Jan 28 07:40:07.142825 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-08f831c4-336c-4737-b9bd-723788aac229 req-55130a1c-edae-4fcb-8d2c-e0f03055e98d tempest-VolumesBackupsTest-1655690071 tempest-VolumesBackupsTest-1655690071-project] 10.222.0.41 "GET /v2.0/ports?device_id=b0d35bb8-7e06-4b6d-b607-6825163dda59 HTTP/1.1" status: 200 len: 210 time: 0.0486982 Jan 28 07:40:07.267616 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4586cca-12a2-49e0-ad2f-b3d8f717cacd service neutron] Pushing event updated for resources: {'Port': ['ID=c42d94a1-241c-47fb-a0e7-940daa59bc9c,revision_number=10']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:40:07.295135 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9217611f-4d80-43d4-bebc-5b0df1a741ae req-bc7f7c97-fd6d-4fc8-b6dc-85c9d3f8f05c tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/security-groups?id=997a3b42-4a7c-407b-9853-79adca660db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1777341 Jan 28 07:40:07.306019 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 07:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-211b5a15-c096-4fb3-ae97-a8bc261fb7a2 x-openstack-request-id: req-211b5a15-c096-4fb3-ae97-a8bc261fb7a2 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:40:07.306459 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73aa0305-9b3e-4b12-9b4d-6de9fad6bc66", "name": "network-vif-unplugged", "status": "completed", "tag": "c42d94a1-241c-47fb-a0e7-940daa59bc9c", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:40:07.306850 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-211b5a15-c096-4fb3-ae97-a8bc261fb7a2 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:40:07.307360 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73aa0305-9b3e-4b12-9b4d-6de9fad6bc66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c42d94a1-241c-47fb-a0e7-940daa59bc9c', 'code': 200} Jan 28 07:40:07.334805 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca7233bd-22be-4cff-b0cd-e7f7da609752 req-a4586cca-12a2-49e0-ad2f-b3d8f717cacd service neutron] No DVR routers for this DVR port c42d94a1-241c-47fb-a0e7-940daa59bc9c on host n-h1-712749-28 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:40:07.508999 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-ca7233bd-22be-4cff-b0cd-e7f7da609752 req-a4586cca-12a2-49e0-ad2f-b3d8f717cacd service neutron] Attempting to bind port c42d94a1-241c-47fb-a0e7-940daa59bc9c on host n-h2-712749-28 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:40:07.509598 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-ca7233bd-22be-4cff-b0cd-e7f7da609752 req-a4586cca-12a2-49e0-ad2f-b3d8f717cacd service neutron] Attempting to bind port c42d94a1-241c-47fb-a0e7-940daa59bc9c by drivers openvswitch,hyperv on host n-h2-712749-28 at level 0 using segments [{'id': 'd0b9353e-301c-46f1-b189-608a13cc311f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'fecfa915-dff3-4681-9460-1f8900e9cefe'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:40:07.510115 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca7233bd-22be-4cff-b0cd-e7f7da609752 req-a4586cca-12a2-49e0-ad2f-b3d8f717cacd service neutron] Attempting to bind port c42d94a1-241c-47fb-a0e7-940daa59bc9c on network fecfa915-dff3-4681-9460-1f8900e9cefe {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:40:07.514978 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca7233bd-22be-4cff-b0cd-e7f7da609752 req-a4586cca-12a2-49e0-ad2f-b3d8f717cacd service neutron] Port c42d94a1-241c-47fb-a0e7-940daa59bc9c on network fecfa915-dff3-4681-9460-1f8900e9cefe not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-28 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:40:07.515499 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca7233bd-22be-4cff-b0cd-e7f7da609752 req-a4586cca-12a2-49e0-ad2f-b3d8f717cacd service neutron] Attempting to bind port c42d94a1-241c-47fb-a0e7-940daa59bc9c on network fecfa915-dff3-4681-9460-1f8900e9cefe {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:40:07.521861 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca7233bd-22be-4cff-b0cd-e7f7da609752 req-a4586cca-12a2-49e0-ad2f-b3d8f717cacd service neutron] Checking agent: {'id': 'c9906e63-062c-432e-bb53-63fdb8115e18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:40:07.522207 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca7233bd-22be-4cff-b0cd-e7f7da609752 req-a4586cca-12a2-49e0-ad2f-b3d8f717cacd service neutron] Checking segment: {'id': 'd0b9353e-301c-46f1-b189-608a13cc311f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'fecfa915-dff3-4681-9460-1f8900e9cefe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:40:07.522597 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca7233bd-22be-4cff-b0cd-e7f7da609752 req-a4586cca-12a2-49e0-ad2f-b3d8f717cacd service neutron] Bound using segment: {'id': 'd0b9353e-301c-46f1-b189-608a13cc311f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'fecfa915-dff3-4681-9460-1f8900e9cefe'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:40:07.523030 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-ca7233bd-22be-4cff-b0cd-e7f7da609752 req-a4586cca-12a2-49e0-ad2f-b3d8f717cacd service neutron] Bound port: c42d94a1-241c-47fb-a0e7-940daa59bc9c, host: n-h2-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0b9353e-301c-46f1-b189-608a13cc311f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'fecfa915-dff3-4681-9460-1f8900e9cefe'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:40:07.523388 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ca7233bd-22be-4cff-b0cd-e7f7da609752 req-a4586cca-12a2-49e0-ad2f-b3d8f717cacd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (c42d94a1-241c-47fb-a0e7-940daa59bc9c), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:07.598240 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-ca7233bd-22be-4cff-b0cd-e7f7da609752 req-a4586cca-12a2-49e0-ad2f-b3d8f717cacd service neutron] For port c42d94a1-241c-47fb-a0e7-940daa59bc9c, host n-h2-712749-28, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:40:07.601763 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-ca7233bd-22be-4cff-b0cd-e7f7da609752 req-a4586cca-12a2-49e0-ad2f-b3d8f717cacd service neutron] For port c42d94a1-241c-47fb-a0e7-940daa59bc9c, host n-h2-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=c42d94a1-241c-47fb-a0e7-940daa59bc9c,segment=NetworkSegment(d0b9353e-301c-46f1-b189-608a13cc311f),segment_id=d0b9353e-301c-46f1-b189-608a13cc311f)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:40:07.613184 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ca7233bd-22be-4cff-b0cd-e7f7da609752 req-a4586cca-12a2-49e0-ad2f-b3d8f717cacd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (c42d94a1-241c-47fb-a0e7-940daa59bc9c), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:07.672971 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7233bd-22be-4cff-b0cd-e7f7da609752 req-a4586cca-12a2-49e0-ad2f-b3d8f717cacd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:40:07.673632 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ca7233bd-22be-4cff-b0cd-e7f7da609752 req-a4586cca-12a2-49e0-ad2f-b3d8f717cacd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:07.675305 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ca7233bd-22be-4cff-b0cd-e7f7da609752 req-a4586cca-12a2-49e0-ad2f-b3d8f717cacd service neutron] 10.222.0.44 "PUT /v2.0/ports/c42d94a1-241c-47fb-a0e7-940daa59bc9c HTTP/1.1" status: 200 len: 1093 time: 1.1951261 Jan 28 07:40:07.707426 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4586cca-12a2-49e0-ad2f-b3d8f717cacd service neutron] Pushing event updated for resources: {'Port': ['ID=c42d94a1-241c-47fb-a0e7-940daa59bc9c,revision_number=11']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:40:07.780564 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7233bd-22be-4cff-b0cd-e7f7da609752 req-ee64a181-8dce-4bc7-89f2-358cf93cbf22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:40:07.782812 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ca7233bd-22be-4cff-b0cd-e7f7da609752 req-ee64a181-8dce-4bc7-89f2-358cf93cbf22 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b44a0e5d7f134bd69aecc7a32d5e1b41&device_id=73aa0305-9b3e-4b12-9b4d-6de9fad6bc66 HTTP/1.1" status: 200 len: 1096 time: 0.0543113 Jan 28 07:40:07.898635 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7233bd-22be-4cff-b0cd-e7f7da609752 req-664383f8-45aa-4385-b055-78fe6eb42312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:40:07.900432 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ca7233bd-22be-4cff-b0cd-e7f7da609752 req-664383f8-45aa-4385-b055-78fe6eb42312 service neutron] 10.222.0.44 "GET /v2.0/networks?id=fecfa915-dff3-4681-9460-1f8900e9cefe HTTP/1.1" status: 200 len: 897 time: 0.1102133 Jan 28 07:40:07.970389 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ca7233bd-22be-4cff-b0cd-e7f7da609752 req-b98e9556-84e2-41c8-8d2a-2c0a4520729b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c42d94a1-241c-47fb-a0e7-940daa59bc9c HTTP/1.1" status: 200 len: 998 time: 0.0640914 Jan 28 07:40:08.027878 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7233bd-22be-4cff-b0cd-e7f7da609752 req-eefafcb7-aa9e-4d3e-b616-3c172c9215c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:40:08.029477 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ca7233bd-22be-4cff-b0cd-e7f7da609752 req-eefafcb7-aa9e-4d3e-b616-3c172c9215c9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d9192ad7-183b-4cf5-83ef-65d94ec8aa4b HTTP/1.1" status: 200 len: 835 time: 0.0533073 Jan 28 07:40:08.078710 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7233bd-22be-4cff-b0cd-e7f7da609752 req-ecc66bb7-7387-4a34-a491-a9723901261c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:40:08.080428 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ca7233bd-22be-4cff-b0cd-e7f7da609752 req-ecc66bb7-7387-4a34-a491-a9723901261c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fecfa915-dff3-4681-9460-1f8900e9cefe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445647 Jan 28 07:40:08.187429 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ca7233bd-22be-4cff-b0cd-e7f7da609752 req-3c17939f-2404-4213-bae9-c7f5ebca56b6 service neutron] 10.222.0.44 "GET /v2.0/networks/fecfa915-dff3-4681-9460-1f8900e9cefe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013672 Jan 28 07:40:08.308976 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ca7233bd-22be-4cff-b0cd-e7f7da609752 req-a6e6a25b-f8b6-4eca-b333-ebaaa41ff16e service neutron] 10.222.0.44 "GET /v2.0/networks/fecfa915-dff3-4681-9460-1f8900e9cefe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152360 Jan 28 07:40:08.423194 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becd6600-3467-4bfd-b118-800ad13bd07d req-3bca1810-d70e-4585-aa4d-76d8dce69260 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:40:08.435729 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-becd6600-3467-4bfd-b118-800ad13bd07d req-3bca1810-d70e-4585-aa4d-76d8dce69260 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/ports?device_id=73aa0305-9b3e-4b12-9b4d-6de9fad6bc66 HTTP/1.1" status: 200 len: 944 time: 0.0658729 Jan 28 07:40:08.503215 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-becd6600-3467-4bfd-b118-800ad13bd07d req-5007abd1-f3f7-45fa-9b57-2061471d494b tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/security-groups?id=997a3b42-4a7c-407b-9853-79adca660db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677624 Jan 28 07:40:08.721077 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:08.847563 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device c42d94a1-241c-47fb-a0e7-940daa59bc9c no longer exists at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:40:08.895055 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] The host n-h1-712749-28 is not matching for port c42d94a1-241c-47fb-a0e7-940daa59bc9c host n-h2-712749-28! {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 07:40:08.895521 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device c42d94a1-241c-47fb-a0e7-940daa59bc9c not bound to the agent host n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:40:09.308543 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73aa0305-9b3e-4b12-9b4d-6de9fad6bc66', 'tag': 'c42d94a1-241c-47fb-a0e7-940daa59bc9c'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:40:09.311715 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-775bfdee-2eba-40a6-bbdb-71351f9fed98" -d '{"events": [{"name": "network-changed", "server_uuid": "73aa0305-9b3e-4b12-9b4d-6de9fad6bc66", "tag": "c42d94a1-241c-47fb-a0e7-940daa59bc9c"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:40:09.385572 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-460004f1-e2f3-4d95-9e4d-088ebfd323c0 x-openstack-request-id: req-460004f1-e2f3-4d95-9e4d-088ebfd323c0 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:40:09.386154 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73aa0305-9b3e-4b12-9b4d-6de9fad6bc66", "tag": "c42d94a1-241c-47fb-a0e7-940daa59bc9c", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:40:09.386767 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-460004f1-e2f3-4d95-9e4d-088ebfd323c0 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:40:09.387488 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73aa0305-9b3e-4b12-9b4d-6de9fad6bc66', 'tag': 'c42d94a1-241c-47fb-a0e7-940daa59bc9c', 'status': 'completed', 'code': 200} Jan 28 07:40:09.527463 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775bfdee-2eba-40a6-bbdb-71351f9fed98 req-06ab2866-4341-47ae-92a3-43800331d0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:40:09.530531 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-775bfdee-2eba-40a6-bbdb-71351f9fed98 req-06ab2866-4341-47ae-92a3-43800331d0a1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b44a0e5d7f134bd69aecc7a32d5e1b41&device_id=73aa0305-9b3e-4b12-9b4d-6de9fad6bc66 HTTP/1.1" status: 200 len: 1096 time: 0.0985601 Jan 28 07:40:09.538422 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775bfdee-2eba-40a6-bbdb-71351f9fed98 req-b1cf7487-38ed-44e6-a8ab-a1bf5b57d5db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:40:09.540486 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-775bfdee-2eba-40a6-bbdb-71351f9fed98 req-b1cf7487-38ed-44e6-a8ab-a1bf5b57d5db service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b44a0e5d7f134bd69aecc7a32d5e1b41&device_id=73aa0305-9b3e-4b12-9b4d-6de9fad6bc66 HTTP/1.1" status: 200 len: 1096 time: 0.1000905 Jan 28 07:40:09.689653 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775bfdee-2eba-40a6-bbdb-71351f9fed98 req-b43f8021-9309-4d30-902b-6143d10be096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:40:09.691392 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-775bfdee-2eba-40a6-bbdb-71351f9fed98 req-b43f8021-9309-4d30-902b-6143d10be096 service neutron] 10.222.0.44 "GET /v2.0/networks?id=fecfa915-dff3-4681-9460-1f8900e9cefe HTTP/1.1" status: 200 len: 897 time: 0.1289916 Jan 28 07:40:09.718827 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:09.783347 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775bfdee-2eba-40a6-bbdb-71351f9fed98 req-a7096152-9237-45db-bcbd-3aeb67631f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:40:09.784805 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-775bfdee-2eba-40a6-bbdb-71351f9fed98 req-a7096152-9237-45db-bcbd-3aeb67631f35 service neutron] 10.222.0.10 "GET /v2.0/networks?id=fecfa915-dff3-4681-9460-1f8900e9cefe HTTP/1.1" status: 200 len: 897 time: 0.2434163 Jan 28 07:40:09.861025 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-775bfdee-2eba-40a6-bbdb-71351f9fed98 req-db64cf87-4769-4cac-acfb-bec0056a0334 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c42d94a1-241c-47fb-a0e7-940daa59bc9c HTTP/1.1" status: 200 len: 998 time: 0.0725348 Jan 28 07:40:09.926051 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775bfdee-2eba-40a6-bbdb-71351f9fed98 req-771acd0f-b367-4a27-823a-9557799004c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:40:09.928776 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-775bfdee-2eba-40a6-bbdb-71351f9fed98 req-771acd0f-b367-4a27-823a-9557799004c5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d9192ad7-183b-4cf5-83ef-65d94ec8aa4b HTTP/1.1" status: 200 len: 835 time: 0.0508499 Jan 28 07:40:10.085381 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-775bfdee-2eba-40a6-bbdb-71351f9fed98 req-0880c598-2847-4875-a806-8bdaf30c3f4c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c42d94a1-241c-47fb-a0e7-940daa59bc9c HTTP/1.1" status: 200 len: 998 time: 0.2206922 Jan 28 07:40:10.109252 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5caa7dc-fd6d-4fad-acef-091eead0ef73 req-ebf7f05a-8c1e-4b7a-9ce1-d57e8e30433a tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:40:10.115509 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a5caa7dc-fd6d-4fad-acef-091eead0ef73 req-ebf7f05a-8c1e-4b7a-9ce1-d57e8e30433a tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/ports?device_id=73aa0305-9b3e-4b12-9b4d-6de9fad6bc66 HTTP/1.1" status: 200 len: 944 time: 0.5125430 Jan 28 07:40:10.206710 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device c42d94a1-241c-47fb-a0e7-940daa59bc9c details requested by agent hyperv_n-h2-712749-28 with host n-h2-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:40:10.223457 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a5caa7dc-fd6d-4fad-acef-091eead0ef73 req-29f7439b-186d-4d35-8dd2-9eabbab45de7 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/security-groups?id=997a3b42-4a7c-407b-9853-79adca660db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024368 Jan 28 07:40:10.225899 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775bfdee-2eba-40a6-bbdb-71351f9fed98 req-39eee37a-ece6-4abe-b744-6bedb72b9283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:40:10.233059 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-775bfdee-2eba-40a6-bbdb-71351f9fed98 req-39eee37a-ece6-4abe-b744-6bedb72b9283 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fecfa915-dff3-4681-9460-1f8900e9cefe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2957799 Jan 28 07:40:10.238075 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device b99e60e1-db6c-4266-bc37-aa7fc1268b7a no longer exists at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:40:10.238298 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775bfdee-2eba-40a6-bbdb-71351f9fed98 req-e3d3237a-73a6-4311-b8ed-8fe22f061c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:40:10.240603 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-775bfdee-2eba-40a6-bbdb-71351f9fed98 req-e3d3237a-73a6-4311-b8ed-8fe22f061c13 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d9192ad7-183b-4cf5-83ef-65d94ec8aa4b HTTP/1.1" status: 200 len: 835 time: 0.1489949 Jan 28 07:40:10.270932 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] No Port match for: b99e60e1-db6c-4266-bc37-aa7fc1268b7a {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:40:10.271306 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device b99e60e1-db6c-4266-bc37-aa7fc1268b7a not bound to the agent host n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:40:10.430291 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port c42d94a1-241c-47fb-a0e7-940daa59bc9c, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=c42d94a1-241c-47fb-a0e7-940daa59bc9c,segment=NetworkSegment(d0b9353e-301c-46f1-b189-608a13cc311f),segment_id=d0b9353e-301c-46f1-b189-608a13cc311f)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:40:10.453831 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Returning: {'device': 'c42d94a1-241c-47fb-a0e7-940daa59bc9c', 'network_id': 'fecfa915-dff3-4681-9460-1f8900e9cefe', 'port_id': 'c42d94a1-241c-47fb-a0e7-940daa59bc9c', 'mac_address': 'fa:16:3e:09:08:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9192ad7-183b-4cf5-83ef-65d94ec8aa4b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:40:10.505148 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port c42d94a1-241c-47fb-a0e7-940daa59bc9c is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:40:10.506014 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (c42d94a1-241c-47fb-a0e7-940daa59bc9c), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:10.526608 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c42d94a1-241c-47fb-a0e7-940daa59bc9c {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:40:10.550948 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port c42d94a1-241c-47fb-a0e7-940daa59bc9c, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=c42d94a1-241c-47fb-a0e7-940daa59bc9c,segment=NetworkSegment(d0b9353e-301c-46f1-b189-608a13cc311f),segment_id=d0b9353e-301c-46f1-b189-608a13cc311f)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:40:10.561016 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (c42d94a1-241c-47fb-a0e7-940daa59bc9c), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:10.650585 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=c42d94a1-241c-47fb-a0e7-940daa59bc9c,revision_number=12']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:40:10.863326 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['c42d94a1-241c-47fb-a0e7-940daa59bc9c'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:40:10.991124 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-775bfdee-2eba-40a6-bbdb-71351f9fed98 req-6581f583-2a16-48dc-83b1-45d311b2ab61 service neutron] 10.222.0.44 "GET /v2.0/networks/fecfa915-dff3-4681-9460-1f8900e9cefe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7493780 Jan 28 07:40:11.016934 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775bfdee-2eba-40a6-bbdb-71351f9fed98 req-5a9c7ced-5144-473d-936a-de07d67bf9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:40:11.018458 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-775bfdee-2eba-40a6-bbdb-71351f9fed98 req-5a9c7ced-5144-473d-936a-de07d67bf9d8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fecfa915-dff3-4681-9460-1f8900e9cefe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7604368 Jan 28 07:40:11.160671 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-775bfdee-2eba-40a6-bbdb-71351f9fed98 req-36db8ec6-75a9-4357-9f1f-23433bb0e81f service neutron] 10.222.0.44 "GET /v2.0/networks/fecfa915-dff3-4681-9460-1f8900e9cefe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628423 Jan 28 07:40:11.186445 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-775bfdee-2eba-40a6-bbdb-71351f9fed98 req-60338b9f-a67d-48e0-8ca6-ba0fd37efb3a service neutron] 10.222.0.10 "GET /v2.0/networks/fecfa915-dff3-4681-9460-1f8900e9cefe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402669 Jan 28 07:40:11.291900 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-775bfdee-2eba-40a6-bbdb-71351f9fed98 req-87a3cddc-1f13-48e2-b770-2a2acd535e3d service neutron] 10.222.0.10 "GET /v2.0/networks/fecfa915-dff3-4681-9460-1f8900e9cefe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970404 Jan 28 07:40:11.364115 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c537bf-d754-46b3-a95b-5b74beeecf37 req-9480b53c-e8d5-4975-923b-f4db400637e0 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:40:11.371707 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f6c537bf-d754-46b3-a95b-5b74beeecf37 req-9480b53c-e8d5-4975-923b-f4db400637e0 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/ports?device_id=73aa0305-9b3e-4b12-9b4d-6de9fad6bc66 HTTP/1.1" status: 200 len: 945 time: 0.0589180 Jan 28 07:40:11.449200 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f6c537bf-d754-46b3-a95b-5b74beeecf37 req-9b5dbe33-8259-4847-9bc3-d5722a7229e7 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/security-groups?id=997a3b42-4a7c-407b-9853-79adca660db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765719 Jan 28 07:40:11.473859 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 54276) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:40:11.547095 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-bfe174f4-49c1-4c70-92f4-28a3cea80e2c tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/floatingips/948c3119-062f-489f-b541-b281692db201 HTTP/1.1" status: 200 len: 991 time: 0.0726318 Jan 28 07:40:12.223017 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device c42d94a1-241c-47fb-a0e7-940daa59bc9c up at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:40:12.289172 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning for port c42d94a1-241c-47fb-a0e7-940daa59bc9c completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:40:12.294651 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning complete for port c42d94a1-241c-47fb-a0e7-940daa59bc9c triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:40:12.295027 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (c42d94a1-241c-47fb-a0e7-940daa59bc9c), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:12.378103 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port c42d94a1-241c-47fb-a0e7-940daa59bc9c is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:40:12.378497 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (c42d94a1-241c-47fb-a0e7-940daa59bc9c), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:12.404431 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73aa0305-9b3e-4b12-9b4d-6de9fad6bc66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c42d94a1-241c-47fb-a0e7-940daa59bc9c'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:40:12.406684 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cb1eae1-d93a-49ee-a370-9e695639a77e" -d '{"events": [{"server_uuid": "73aa0305-9b3e-4b12-9b4d-6de9fad6bc66", "name": "network-vif-plugged", "status": "completed", "tag": "c42d94a1-241c-47fb-a0e7-940daa59bc9c"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:40:12.420566 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port c42d94a1-241c-47fb-a0e7-940daa59bc9c, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=c42d94a1-241c-47fb-a0e7-940daa59bc9c,segment=NetworkSegment(d0b9353e-301c-46f1-b189-608a13cc311f),segment_id=d0b9353e-301c-46f1-b189-608a13cc311f)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:40:12.426666 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (c42d94a1-241c-47fb-a0e7-940daa59bc9c), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:12.461786 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c90ccd9c-4543-46c1-99bf-8942b6570077 x-openstack-request-id: req-c90ccd9c-4543-46c1-99bf-8942b6570077 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:40:12.462092 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73aa0305-9b3e-4b12-9b4d-6de9fad6bc66", "name": "network-vif-plugged", "status": "completed", "tag": "c42d94a1-241c-47fb-a0e7-940daa59bc9c", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:40:12.462608 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c90ccd9c-4543-46c1-99bf-8942b6570077 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:40:12.463041 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73aa0305-9b3e-4b12-9b4d-6de9fad6bc66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c42d94a1-241c-47fb-a0e7-940daa59bc9c', 'code': 200} Jan 28 07:40:12.488163 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=c42d94a1-241c-47fb-a0e7-940daa59bc9c,revision_number=13']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:40:21.465930 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [req-1a9d5790-e579-4aa2-b396-86e5ad011499 req-76d09cbe-cce7-4ed5-8f43-37529271923f service neutron] (103284) timed out ('10.222.0.41', 60224) {{(pid=103284) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 07:40:21.664829 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca7d838-8151-4d0a-a1c3-aabe899c1ae5 req-73925ccc-2fc7-4a6d-b7a3-ec8bb0e47639 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:40:21.672349 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-eca7d838-8151-4d0a-a1c3-aabe899c1ae5 req-73925ccc-2fc7-4a6d-b7a3-ec8bb0e47639 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] 10.222.0.41 "GET /v2.0/ports?device_id=5bdb339a-b414-40ec-853a-3ef6c13723b5 HTTP/1.1" status: 200 len: 946 time: 0.0567732 Jan 28 07:40:21.720322 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-eca7d838-8151-4d0a-a1c3-aabe899c1ae5 req-cb997f0c-05e7-4db1-b283-f2b3553ee0e5 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c3d0381-fe04-4b29-a321-87ae6e307c69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468812 Jan 28 07:40:22.922260 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4bfde0-02c5-46b6-81d4-a1bf916b6d7d req-7b5fc945-bd97-4b05-8957-cf343435f9e9 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:40:22.924772 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3c4bfde0-02c5-46b6-81d4-a1bf916b6d7d req-7b5fc945-bd97-4b05-8957-cf343435f9e9 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] 10.222.0.41 "GET /v2.0/ports?device_id=5bdb339a-b414-40ec-853a-3ef6c13723b5 HTTP/1.1" status: 200 len: 946 time: 0.0701904 Jan 28 07:40:22.991041 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3c4bfde0-02c5-46b6-81d4-a1bf916b6d7d req-8f2409de-4af0-4e55-af31-a631dc1e0733 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c3d0381-fe04-4b29-a321-87ae6e307c69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601101 Jan 28 07:40:24.019176 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adc04e0-c233-4ca8-976c-f525cdebee91 req-da89ee0d-ebaa-45e3-a54d-37f182e97aaf tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:40:24.021927 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2adc04e0-c233-4ca8-976c-f525cdebee91 req-da89ee0d-ebaa-45e3-a54d-37f182e97aaf tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] 10.222.0.10 "GET /v2.0/ports?device_id=5bdb339a-b414-40ec-853a-3ef6c13723b5 HTTP/1.1" status: 200 len: 946 time: 0.0514765 Jan 28 07:40:24.139830 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-2adc04e0-c233-4ca8-976c-f525cdebee91 req-02070652-6b98-4864-abb2-829e696f99c1 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Deleting port ff309cc4-f50c-4036-a1aa-62b3a86e0963 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:40:24.140185 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-2adc04e0-c233-4ca8-976c-f525cdebee91 req-02070652-6b98-4864-abb2-829e696f99c1 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (ff309cc4-f50c-4036-a1aa-62b3a86e0963), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:24.140713 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94580ff4-ebff-46d4-ab62-57fe0a43bc22 req-4f018ca9-4aa3-4c50-8608-aeea7d2f0eb7 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:40:24.148120 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-94580ff4-ebff-46d4-ab62-57fe0a43bc22 req-4f018ca9-4aa3-4c50-8608-aeea7d2f0eb7 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] 10.222.0.41 "GET /v2.0/ports?device_id=5bdb339a-b414-40ec-853a-3ef6c13723b5 HTTP/1.1" status: 200 len: 946 time: 0.0810707 Jan 28 07:40:24.206833 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-94580ff4-ebff-46d4-ab62-57fe0a43bc22 req-ef1fba42-9bfe-4a03-b26e-9849025b82a5 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c3d0381-fe04-4b29-a321-87ae6e307c69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533564 Jan 28 07:40:24.255530 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-2adc04e0-c233-4ca8-976c-f525cdebee91 req-02070652-6b98-4864-abb2-829e696f99c1 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] For port ff309cc4-f50c-4036-a1aa-62b3a86e0963, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=ff309cc4-f50c-4036-a1aa-62b3a86e0963,segment=NetworkSegment(e8f46050-2965-4532-a78e-ef0567989b88),segment_id=e8f46050-2965-4532-a78e-ef0567989b88)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:40:24.255910 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-2adc04e0-c233-4ca8-976c-f525cdebee91 req-02070652-6b98-4864-abb2-829e696f99c1 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (ff309cc4-f50c-4036-a1aa-62b3a86e0963), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:24.543270 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-2adc04e0-c233-4ca8-976c-f525cdebee91 req-02070652-6b98-4864-abb2-829e696f99c1 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:24.543640 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-2adc04e0-c233-4ca8-976c-f525cdebee91 req-02070652-6b98-4864-abb2-829e696f99c1 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16609095'] for floatingip (ac390b30-d316-4c79-90f0-869eb5ce0eb7), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:24.543959 n-d-712749-28 neutron-server[103284]: INFO neutron.db.l3_db [req-2adc04e0-c233-4ca8-976c-f525cdebee91 req-02070652-6b98-4864-abb2-829e696f99c1 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Floating IP ac390b30-d316-4c79-90f0-869eb5ce0eb7 disassociated. External IP: 172.25.6.168, port: ff309cc4-f50c-4036-a1aa-62b3a86e0963. Jan 28 07:40:24.546130 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-2adc04e0-c233-4ca8-976c-f525cdebee91 req-02070652-6b98-4864-abb2-829e696f99c1 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Calling delete_port for ff309cc4-f50c-4036-a1aa-62b3a86e0963 owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:40:24.731030 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-2adc04e0-c233-4ca8-976c-f525cdebee91 req-02070652-6b98-4864-abb2-829e696f99c1 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (ff309cc4-f50c-4036-a1aa-62b3a86e0963), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:24.795776 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02070652-6b98-4864-abb2-829e696f99c1 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Pushing event deleted for resources: {'Port': ['ID=ff309cc4-f50c-4036-a1aa-62b3a86e0963,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:40:24.932041 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2adc04e0-c233-4ca8-976c-f525cdebee91 req-02070652-6b98-4864-abb2-829e696f99c1 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Router 24fbef46-e351-4f1d-827c-b9c6ebcb1a06 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:40:25.070177 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2adc04e0-c233-4ca8-976c-f525cdebee91 req-02070652-6b98-4864-abb2-829e696f99c1 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:40:25.084535 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ff49b4-e520-486e-b5ea-ded66aa14dd7 None None] Sync routers for ids ['24fbef46-e351-4f1d-827c-b9c6ebcb1a06'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:40:25.103061 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ff49b4-e520-486e-b5ea-ded66aa14dd7 None None] Routers {'24fbef46-e351-4f1d-827c-b9c6ebcb1a06'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:40:25.103699 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-11ff49b4-e520-486e-b5ea-ded66aa14dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:40:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['24fbef46-e351-4f1d-827c-b9c6ebcb1a06'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:40:25.173063 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-2adc04e0-c233-4ca8-976c-f525cdebee91 req-02070652-6b98-4864-abb2-829e696f99c1 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] No DVR routers for this DVR port ff309cc4-f50c-4036-a1aa-62b3a86e0963 on host n-h1-712749-28 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:40:25.182469 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-2adc04e0-c233-4ca8-976c-f525cdebee91 req-02070652-6b98-4864-abb2-829e696f99c1 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:25.188744 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2adc04e0-c233-4ca8-976c-f525cdebee91 req-02070652-6b98-4864-abb2-829e696f99c1 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] 10.222.0.10 "DELETE /v2.0/ports/ff309cc4-f50c-4036-a1aa-62b3a86e0963 HTTP/1.1" status: 204 len: 173 time: 1.1576676 Jan 28 07:40:25.193287 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bdb339a-b414-40ec-853a-3ef6c13723b5', 'name': 'network-vif-deleted', 'tag': 'ff309cc4-f50c-4036-a1aa-62b3a86e0963'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:40:25.197591 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd2605f2-798b-494a-b9f9-d4779d93af18" -d '{"events": [{"server_uuid": "5bdb339a-b414-40ec-853a-3ef6c13723b5", "name": "network-vif-deleted", "tag": "ff309cc4-f50c-4036-a1aa-62b3a86e0963"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:40:25.329276 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd44ee27-bf1c-429f-88e1-0061669afc5c x-openstack-request-id: req-fd44ee27-bf1c-429f-88e1-0061669afc5c {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:40:25.329531 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bdb339a-b414-40ec-853a-3ef6c13723b5", "name": "network-vif-deleted", "tag": "ff309cc4-f50c-4036-a1aa-62b3a86e0963", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:40:25.329805 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fd44ee27-bf1c-429f-88e1-0061669afc5c {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:40:25.330267 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bdb339a-b414-40ec-853a-3ef6c13723b5', 'name': 'network-vif-deleted', 'tag': 'ff309cc4-f50c-4036-a1aa-62b3a86e0963', 'status': 'completed', 'code': 200} Jan 28 07:40:25.350479 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-11ff49b4-e520-486e-b5ea-ded66aa14dd7 None None] Set router 24fbef46-e351-4f1d-827c-b9c6ebcb1a06 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:40:25.442117 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-643a0aab-0e8f-4759-86e4-f5bba38334fe req-700012e8-a37d-4a28-83c6-50941622db72 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] 10.222.0.41 "GET /v2.0/ports?device_id=5bdb339a-b414-40ec-853a-3ef6c13723b5 HTTP/1.1" status: 200 len: 210 time: 0.0501106 Jan 28 07:40:25.790610 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-11ff49b4-e520-486e-b5ea-ded66aa14dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24fbef46-e351-4f1d-827c-b9c6ebcb1a06', 'name': 'tempest-AttachVolumeTestJSON-1898287027-router', 'tenant_id': 'f73b832598f540969f70df5d0be9d3b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': 'a22d2cb9-99d6-436b-8756-2665b0e1882a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:35:50Z', 'updated_at': '2022-01-28T07:35:58Z', 'revision_number': 4, 'project_id': 'f73b832598f540969f70df5d0be9d3b5', 'gw_port': {'id': 'a22d2cb9-99d6-436b-8756-2665b0e1882a', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:86:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24fbef46-e351-4f1d-827c-b9c6ebcb1a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:35:52Z', 'updated_at': '2022-01-28T07:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '011be4bf-5975-4029-8775-61d06885d9d4', 'name': '', 'network_id': '5b65f449-9374-4261-8791-074dee2c30ed', 'tenant_id': 'f73b832598f540969f70df5d0be9d3b5', 'mac_address': 'fa:16:3e:ac:27:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24fbef46-e351-4f1d-827c-b9c6ebcb1a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3267, 'fixed_ips': [{'subnet_id': '1a5a6122-c300-492c-8f7e-fbb048082731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:35:56Z', 'updated_at': '2022-01-28T07:36:04Z', 'revision_number': 5, 'project_id': 'f73b832598f540969f70df5d0be9d3b5', 'subnets': [{'id': '1a5a6122-c300-492c-8f7e-fbb048082731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:40:25.821611 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ff49b4-e520-486e-b5ea-ded66aa14dd7 None None] Checking router: 24fbef46-e351-4f1d-827c-b9c6ebcb1a06 for host: n-d-712749-28 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:40:25.832127 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ff49b4-e520-486e-b5ea-ded66aa14dd7 None None] Routers {'24fbef46-e351-4f1d-827c-b9c6ebcb1a06'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:40:25.832960 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-11ff49b4-e520-486e-b5ea-ded66aa14dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:40:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['24fbef46-e351-4f1d-827c-b9c6ebcb1a06'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:40:25.993626 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-11ff49b4-e520-486e-b5ea-ded66aa14dd7 None None] Set router 24fbef46-e351-4f1d-827c-b9c6ebcb1a06 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:40:26.234207 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-11ff49b4-e520-486e-b5ea-ded66aa14dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24fbef46-e351-4f1d-827c-b9c6ebcb1a06', 'name': 'tempest-AttachVolumeTestJSON-1898287027-router', 'tenant_id': 'f73b832598f540969f70df5d0be9d3b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': 'a22d2cb9-99d6-436b-8756-2665b0e1882a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:35:50Z', 'updated_at': '2022-01-28T07:35:58Z', 'revision_number': 4, 'project_id': 'f73b832598f540969f70df5d0be9d3b5', 'gw_port': {'id': 'a22d2cb9-99d6-436b-8756-2665b0e1882a', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:86:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24fbef46-e351-4f1d-827c-b9c6ebcb1a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:35:52Z', 'updated_at': '2022-01-28T07:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '011be4bf-5975-4029-8775-61d06885d9d4', 'name': '', 'network_id': '5b65f449-9374-4261-8791-074dee2c30ed', 'tenant_id': 'f73b832598f540969f70df5d0be9d3b5', 'mac_address': 'fa:16:3e:ac:27:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24fbef46-e351-4f1d-827c-b9c6ebcb1a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3267, 'fixed_ips': [{'subnet_id': '1a5a6122-c300-492c-8f7e-fbb048082731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:35:56Z', 'updated_at': '2022-01-28T07:36:04Z', 'revision_number': 5, 'project_id': 'f73b832598f540969f70df5d0be9d3b5', 'subnets': [{'id': '1a5a6122-c300-492c-8f7e-fbb048082731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:40:26.276283 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ff49b4-e520-486e-b5ea-ded66aa14dd7 None None] The sync data for ids ['24fbef46-e351-4f1d-827c-b9c6ebcb1a06'] in n-d-712749-28 is: [{'id': '24fbef46-e351-4f1d-827c-b9c6ebcb1a06', 'name': 'tempest-AttachVolumeTestJSON-1898287027-router', 'tenant_id': 'f73b832598f540969f70df5d0be9d3b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': 'a22d2cb9-99d6-436b-8756-2665b0e1882a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:35:50Z', 'updated_at': '2022-01-28T07:35:58Z', 'revision_number': 4, 'project_id': 'f73b832598f540969f70df5d0be9d3b5', 'gw_port': {'id': 'a22d2cb9-99d6-436b-8756-2665b0e1882a', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:86:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24fbef46-e351-4f1d-827c-b9c6ebcb1a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:35:52Z', 'updated_at': '2022-01-28T07:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '011be4bf-5975-4029-8775-61d06885d9d4', 'name': '', 'network_id': '5b65f449-9374-4261-8791-074dee2c30ed', 'tenant_id': 'f73b832598f540969f70df5d0be9d3b5', 'mac_address': 'fa:16:3e:ac:27:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24fbef46-e351-4f1d-827c-b9c6ebcb1a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3267, 'fixed_ips': [{'subnet_id': '1a5a6122-c300-492c-8f7e-fbb048082731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:35:56Z', 'updated_at': '2022-01-28T07:36:04Z', 'revision_number': 5, 'project_id': 'f73b832598f540969f70df5d0be9d3b5', 'subnets': [{'id': '1a5a6122-c300-492c-8f7e-fbb048082731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:40:26.558977 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 54504) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:40:26.651700 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9db55cdd-f485-4682-a346-1452c4c2b205 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Publish callbacks [] for security_group (5c3d0381-fe04-4b29-a321-87ae6e307c69), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:26.732573 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9db55cdd-f485-4682-a346-1452c4c2b205 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Publish callbacks [] for security_group (5c3d0381-fe04-4b29-a321-87ae6e307c69), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:26.750626 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b707fe56-1a24-45ab-9973-dd7228b9c830 None None] New status for floating IP ac390b30-d316-4c79-90f0-869eb5ce0eb7: DOWN {{(pid=103285) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 07:40:26.807147 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9db55cdd-f485-4682-a346-1452c4c2b205 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (5c3d0381-fe04-4b29-a321-87ae6e307c69), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:26.811554 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9db55cdd-f485-4682-a346-1452c4c2b205 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:26.813761 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-9db55cdd-f485-4682-a346-1452c4c2b205 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] 10.222.0.41 "DELETE /v2.0/security-groups/5c3d0381-fe04-4b29-a321-87ae6e307c69 HTTP/1.1" status: 204 len: 168 time: 0.2525730 Jan 28 07:40:26.815845 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 54506) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:40:26.837638 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db55cdd-f485-4682-a346-1452c4c2b205 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c3d0381-fe04-4b29-a321-87ae6e307c69,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:40:26.863602 n-d-712749-28 neutron-server[103283]: INFO neutron.api.v2.resource [None req-b47d9db7-0af4-4f5e-a852-f156c9b084af tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] show failed (client error): The resource could not be found. Jan 28 07:40:26.865524 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-b47d9db7-0af4-4f5e-a852-f156c9b084af tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] 10.222.0.41 "GET /v2.0/security-groups/5c3d0381-fe04-4b29-a321-87ae6e307c69 HTTP/1.1" status: 404 len: 347 time: 0.0350361 Jan 28 07:40:26.868407 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 54508) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:40:26.926639 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device ff309cc4-f50c-4036-a1aa-62b3a86e0963 no longer exists at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:40:26.960441 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] No Port match for: ff309cc4-f50c-4036-a1aa-62b3a86e0963 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:40:26.963248 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device ff309cc4-f50c-4036-a1aa-62b3a86e0963 not bound to the agent host n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:40:27.094592 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-886d1a6b-70d7-4561-9883-68068c345e3b tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Deleting port e522ee4e-2a4f-467b-a773-e535dcd0e58c {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:40:27.095051 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-886d1a6b-70d7-4561-9883-68068c345e3b tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (e522ee4e-2a4f-467b-a773-e535dcd0e58c), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:27.183286 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-886d1a6b-70d7-4561-9883-68068c345e3b tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (e522ee4e-2a4f-467b-a773-e535dcd0e58c), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:27.183898 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-886d1a6b-70d7-4561-9883-68068c345e3b tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Publish callbacks [] for floatingip (e522ee4e-2a4f-467b-a773-e535dcd0e58c), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:27.198424 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-886d1a6b-70d7-4561-9883-68068c345e3b tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Calling delete_port for e522ee4e-2a4f-467b-a773-e535dcd0e58c owned by network:floatingip {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:40:27.346357 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-886d1a6b-70d7-4561-9883-68068c345e3b tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (e522ee4e-2a4f-467b-a773-e535dcd0e58c), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:27.403093 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886d1a6b-70d7-4561-9883-68068c345e3b tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Pushing event deleted for resources: {'Port': ['ID=e522ee4e-2a4f-467b-a773-e535dcd0e58c,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:40:27.448820 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-886d1a6b-70d7-4561-9883-68068c345e3b tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Publish callbacks [] for floatingip (ac390b30-d316-4c79-90f0-869eb5ce0eb7), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:27.451863 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-886d1a6b-70d7-4561-9883-68068c345e3b tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for floatingip (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:27.453085 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-886d1a6b-70d7-4561-9883-68068c345e3b tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] 10.222.0.41 "DELETE /v2.0/floatingips/ac390b30-d316-4c79-90f0-869eb5ce0eb7 HTTP/1.1" status: 204 len: 168 time: 0.5834806 Jan 28 07:40:27.758884 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 54522) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:40:27.767869 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-20448a70-39da-4d0d-8e38-87f40e56d22f tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Request body: {'security_group': {'name': 'tempest-securitygroup--867191915', 'description': 'tempest-description--1912401847'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:40:27.794530 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-20448a70-39da-4d0d-8e38-87f40e56d22f tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:27.904299 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-20448a70-39da-4d0d-8e38-87f40e56d22f tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Publish callbacks [] for security_group (55122ee3-694c-4a50-8abe-dcdbcb5483db), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:27.911870 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-20448a70-39da-4d0d-8e38-87f40e56d22f tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (55122ee3-694c-4a50-8abe-dcdbcb5483db), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:27.959685 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-20448a70-39da-4d0d-8e38-87f40e56d22f tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:27.961638 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-20448a70-39da-4d0d-8e38-87f40e56d22f tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.2014897 Jan 28 07:40:27.964357 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 54524) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:40:27.966892 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20448a70-39da-4d0d-8e38-87f40e56d22f tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55122ee3-694c-4a50-8abe-dcdbcb5483db,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:40:27.969075 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-32b5aac7-539d-4f8d-a436-ccf14c190e5f tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Request body: {'security_group_rule': {'security_group_id': '55122ee3-694c-4a50-8abe-dcdbcb5483db', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:40:28.036402 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-32b5aac7-539d-4f8d-a436-ccf14c190e5f tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Publish callbacks [] for security_group_rule (cbd52f84-64de-4b90-91f1-d017dc080689), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:28.139903 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-32b5aac7-539d-4f8d-a436-ccf14c190e5f tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Publish callbacks [] for security_group_rule (cbd52f84-64de-4b90-91f1-d017dc080689), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:28.149151 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-32b5aac7-539d-4f8d-a436-ccf14c190e5f tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (cbd52f84-64de-4b90-91f1-d017dc080689), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:28.186533 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b5aac7-539d-4f8d-a436-ccf14c190e5f tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbd52f84-64de-4b90-91f1-d017dc080689,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:40:28.201877 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-32b5aac7-539d-4f8d-a436-ccf14c190e5f tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:28.203315 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-32b5aac7-539d-4f8d-a436-ccf14c190e5f tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2379482 Jan 28 07:40:28.208824 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 54528) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:40:28.217818 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-52673d14-1dda-45cb-85bd-6b85c494f300 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Request body: {'security_group_rule': {'security_group_id': '55122ee3-694c-4a50-8abe-dcdbcb5483db', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:40:28.267320 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-52673d14-1dda-45cb-85bd-6b85c494f300 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Publish callbacks [] for security_group_rule (0be1780d-591a-4bd9-b2a6-1039a36c3a0d), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:28.357035 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-52673d14-1dda-45cb-85bd-6b85c494f300 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Publish callbacks [] for security_group_rule (0be1780d-591a-4bd9-b2a6-1039a36c3a0d), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:28.362672 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-52673d14-1dda-45cb-85bd-6b85c494f300 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (0be1780d-591a-4bd9-b2a6-1039a36c3a0d), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:28.396964 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-52673d14-1dda-45cb-85bd-6b85c494f300 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:28.402111 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-52673d14-1dda-45cb-85bd-6b85c494f300 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1917560 Jan 28 07:40:28.403052 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 54530) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:40:28.408663 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-0b4b55aa-f7ba-4250-b3a8-cb2bac3e1b0f tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Request body: {'floatingip': {'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:40:28.421317 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52673d14-1dda-45cb-85bd-6b85c494f300 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0be1780d-591a-4bd9-b2a6-1039a36c3a0d,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:40:28.461837 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0b4b55aa-f7ba-4250-b3a8-cb2bac3e1b0f tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:28.656449 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0b4b55aa-f7ba-4250-b3a8-cb2bac3e1b0f tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:28.774885 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-0b4b55aa-f7ba-4250-b3a8-cb2bac3e1b0f tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Allocated IP 172.25.6.3 (7d5b3724-deef-4831-8d43-cb9b8176573c/b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc/7befaa06-4a5a-4153-b2a7-c64f68554ac9) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:40:28.913866 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0b4b55aa-f7ba-4250-b3a8-cb2bac3e1b0f tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Publish callbacks [] for port (7befaa06-4a5a-4153-b2a7-c64f68554ac9), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:28.960990 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0b4b55aa-f7ba-4250-b3a8-cb2bac3e1b0f tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (7befaa06-4a5a-4153-b2a7-c64f68554ac9), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:29.011605 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4b55aa-f7ba-4250-b3a8-cb2bac3e1b0f tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Pushing event updated for resources: {'Port': ['ID=7befaa06-4a5a-4153-b2a7-c64f68554ac9,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:40:29.018877 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b4b55aa-f7ba-4250-b3a8-cb2bac3e1b0f tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Network 7d5b3724-deef-4831-8d43-cb9b8176573c is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:40:29.021706 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-0b4b55aa-f7ba-4250-b3a8-cb2bac3e1b0f tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:40:29.026253 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4b55aa-f7ba-4250-b3a8-cb2bac3e1b0f tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:40:29.181194 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0b4b55aa-f7ba-4250-b3a8-cb2bac3e1b0f tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Publish callbacks [] for floatingip (2aab72e6-ddfa-4017-9758-8b67f0245bf8), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:29.225494 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0b4b55aa-f7ba-4250-b3a8-cb2bac3e1b0f tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (7befaa06-4a5a-4153-b2a7-c64f68554ac9), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:29.418508 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0b4b55aa-f7ba-4250-b3a8-cb2bac3e1b0f tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Publish callbacks [] for port (7befaa06-4a5a-4153-b2a7-c64f68554ac9), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:29.424318 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0b4b55aa-f7ba-4250-b3a8-cb2bac3e1b0f tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (7befaa06-4a5a-4153-b2a7-c64f68554ac9), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:29.502840 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0b4b55aa-f7ba-4250-b3a8-cb2bac3e1b0f tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16609095'] for floatingip (2aab72e6-ddfa-4017-9758-8b67f0245bf8), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:29.519522 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4b55aa-f7ba-4250-b3a8-cb2bac3e1b0f tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Pushing event updated for resources: {'Port': ['ID=7befaa06-4a5a-4153-b2a7-c64f68554ac9,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:40:29.535227 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0b4b55aa-f7ba-4250-b3a8-cb2bac3e1b0f tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for floatingip (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:29.545272 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-0b4b55aa-f7ba-4250-b3a8-cb2bac3e1b0f tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.1409009 Jan 28 07:40:29.833711 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b943ab1a-47a5-4b3c-921d-c2a3399a47ec req-ebf869db-8583-471f-9cc7-2821a97df7f8 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--867191915&fields=id&tenant_id=f73b832598f540969f70df5d0be9d3b5 HTTP/1.1" status: 200 len: 267 time: 0.0672317 Jan 28 07:40:29.955015 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b943ab1a-47a5-4b3c-921d-c2a3399a47ec req-1c467741-786f-40eb-8c66-cc01984dcba6 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:40:29.986819 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b943ab1a-47a5-4b3c-921d-c2a3399a47ec req-1c467741-786f-40eb-8c66-cc01984dcba6 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] 10.222.0.41 "GET /v2.0/networks?id=5b65f449-9374-4261-8791-074dee2c30ed HTTP/1.1" status: 200 len: 811 time: 0.1513360 Jan 28 07:40:30.028874 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b943ab1a-47a5-4b3c-921d-c2a3399a47ec req-3e657587-40db-4a1f-8e06-32b66e7d2651 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] 10.222.0.41 "GET /v2.0/quotas/f73b832598f540969f70df5d0be9d3b5 HTTP/1.1" status: 200 len: 375 time: 0.0410373 Jan 28 07:40:30.120820 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b943ab1a-47a5-4b3c-921d-c2a3399a47ec req-2768abfb-bdca-488a-870a-634647ba6950 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=f73b832598f540969f70df5d0be9d3b5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0904055 Jan 28 07:40:30.237155 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b943ab1a-47a5-4b3c-921d-c2a3399a47ec req-9bf0729e-4fad-45dc-acbd-e11beef2d02c service neutron] 10.222.0.41 "GET /v2.0/networks/5b65f449-9374-4261-8791-074dee2c30ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037056 Jan 28 07:40:30.359841 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b943ab1a-47a5-4b3c-921d-c2a3399a47ec req-d1a15373-a484-4e69-9785-1e5ed9f8a404 service neutron] 10.222.0.41 "GET /v2.0/networks/5b65f449-9374-4261-8791-074dee2c30ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151090 Jan 28 07:40:30.555964 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a271c4bc-1fa1-436c-9ac4-d48490323eb7 req-d4582d39-a1c0-4275-93af-8d8eaac2f8da tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] 10.222.0.41 "GET /v2.0/ports?device_id=04af0df7-c4e9-4130-89c6-7bf39db13969 HTTP/1.1" status: 200 len: 210 time: 0.0378067 Jan 28 07:40:31.702405 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f386c18b-092c-482f-83f8-e9bf75138d85 req-6bc8a2cd-dc31-4c43-9cc3-c67802fa22f3 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] 10.222.0.41 "GET /v2.0/ports?device_id=04af0df7-c4e9-4130-89c6-7bf39db13969 HTTP/1.1" status: 200 len: 210 time: 0.0550821 Jan 28 07:40:32.032906 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b943ab1a-47a5-4b3c-921d-c2a3399a47ec req-9b4309db-e97b-448e-aa7c-54cd568b11fc tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:40:32.037411 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b943ab1a-47a5-4b3c-921d-c2a3399a47ec req-9b4309db-e97b-448e-aa7c-54cd568b11fc tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] 10.222.0.10 "GET /v2.0/networks?id=5b65f449-9374-4261-8791-074dee2c30ed HTTP/1.1" status: 200 len: 811 time: 0.2491288 Jan 28 07:40:32.148796 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b943ab1a-47a5-4b3c-921d-c2a3399a47ec req-2dd17864-f36b-4707-8e75-0310fa368b91 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f73b832598f540969f70df5d0be9d3b5 HTTP/1.1" status: 200 len: 379 time: 0.0838718 Jan 28 07:40:32.167819 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-b943ab1a-47a5-4b3c-921d-c2a3399a47ec req-15ec6559-cdfa-4b0b-a37f-21752dccbeec tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Request body: {'port': {'device_id': '04af0df7-c4e9-4130-89c6-7bf39db13969', 'network_id': '5b65f449-9374-4261-8791-074dee2c30ed', 'admin_state_up': True, 'tenant_id': 'f73b832598f540969f70df5d0be9d3b5', 'security_groups': ['55122ee3-694c-4a50-8abe-dcdbcb5483db']}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:40:32.315858 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b943ab1a-47a5-4b3c-921d-c2a3399a47ec req-15ec6559-cdfa-4b0b-a37f-21752dccbeec tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Made reservation on behalf of f73b832598f540969f70df5d0be9d3b5 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:40:32.320790 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-b943ab1a-47a5-4b3c-921d-c2a3399a47ec req-15ec6559-cdfa-4b0b-a37f-21752dccbeec tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:32.499035 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-b943ab1a-47a5-4b3c-921d-c2a3399a47ec req-15ec6559-cdfa-4b0b-a37f-21752dccbeec tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Allocated IP 172.20.0.11 (5b65f449-9374-4261-8791-074dee2c30ed/1a5a6122-c300-492c-8f7e-fbb048082731/7aa8e041-3dbb-49bb-aa03-bdc3f0aa4ad3) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:40:32.671280 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-b943ab1a-47a5-4b3c-921d-c2a3399a47ec req-15ec6559-cdfa-4b0b-a37f-21752dccbeec tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Publish callbacks [] for port (7aa8e041-3dbb-49bb-aa03-bdc3f0aa4ad3), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:32.713313 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-b943ab1a-47a5-4b3c-921d-c2a3399a47ec req-15ec6559-cdfa-4b0b-a37f-21752dccbeec tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (7aa8e041-3dbb-49bb-aa03-bdc3f0aa4ad3), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:32.858313 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ec6559-cdfa-4b0b-a37f-21752dccbeec tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Pushing event updated for resources: {'Port': ['ID=7aa8e041-3dbb-49bb-aa03-bdc3f0aa4ad3,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:40:32.876808 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b943ab1a-47a5-4b3c-921d-c2a3399a47ec req-15ec6559-cdfa-4b0b-a37f-21752dccbeec tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Network 5b65f449-9374-4261-8791-074dee2c30ed is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:40:32.879802 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ec6559-cdfa-4b0b-a37f-21752dccbeec tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:40:32.880165 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ec6559-cdfa-4b0b-a37f-21752dccbeec tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:40:32.880540 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ec6559-cdfa-4b0b-a37f-21752dccbeec tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:40:32.880974 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ec6559-cdfa-4b0b-a37f-21752dccbeec tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:40:32.881237 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ec6559-cdfa-4b0b-a37f-21752dccbeec tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:40:32.881564 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ec6559-cdfa-4b0b-a37f-21752dccbeec tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:40:32.881901 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ec6559-cdfa-4b0b-a37f-21752dccbeec tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:40:32.882235 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ec6559-cdfa-4b0b-a37f-21752dccbeec tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:40:32.882567 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ec6559-cdfa-4b0b-a37f-21752dccbeec tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:40:32.883050 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ec6559-cdfa-4b0b-a37f-21752dccbeec tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:40:32.883393 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ec6559-cdfa-4b0b-a37f-21752dccbeec tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:40:32.883728 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ec6559-cdfa-4b0b-a37f-21752dccbeec tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:40:32.884066 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ec6559-cdfa-4b0b-a37f-21752dccbeec tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:40:32.888291 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-b943ab1a-47a5-4b3c-921d-c2a3399a47ec req-15ec6559-cdfa-4b0b-a37f-21752dccbeec tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:40:32.891858 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-b943ab1a-47a5-4b3c-921d-c2a3399a47ec req-15ec6559-cdfa-4b0b-a37f-21752dccbeec tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:40:32.991924 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b943ab1a-47a5-4b3c-921d-c2a3399a47ec req-15ec6559-cdfa-4b0b-a37f-21752dccbeec tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:40:32.992617 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-b943ab1a-47a5-4b3c-921d-c2a3399a47ec req-15ec6559-cdfa-4b0b-a37f-21752dccbeec tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:33.017364 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67a0292-6947-4e3a-9bff-89b1b92e2c70 req-e95bf4a2-1cf6-4529-bbf7-4d1a25971c86 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:40:33.019276 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a67a0292-6947-4e3a-9bff-89b1b92e2c70 req-e95bf4a2-1cf6-4529-bbf7-4d1a25971c86 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] 10.222.0.41 "GET /v2.0/ports?device_id=04af0df7-c4e9-4130-89c6-7bf39db13969 HTTP/1.1" status: 200 len: 932 time: 0.1526959 Jan 28 07:40:33.030722 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b943ab1a-47a5-4b3c-921d-c2a3399a47ec req-15ec6559-cdfa-4b0b-a37f-21752dccbeec tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8653939 Jan 28 07:40:33.055912 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-b943ab1a-47a5-4b3c-921d-c2a3399a47ec req-691fdb53-f592-452a-972a-5ff090c9df60 service neutron] Request body: {'port': {'device_id': '04af0df7-c4e9-4130-89c6-7bf39db13969', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-28'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:40:33.128095 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a67a0292-6947-4e3a-9bff-89b1b92e2c70 req-534087b4-6c59-47c5-869c-33166ecf9554 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] 10.222.0.41 "GET /v2.0/security-groups?id=55122ee3-694c-4a50-8abe-dcdbcb5483db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962722 Jan 28 07:40:33.165379 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-b943ab1a-47a5-4b3c-921d-c2a3399a47ec req-691fdb53-f592-452a-972a-5ff090c9df60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (7aa8e041-3dbb-49bb-aa03-bdc3f0aa4ad3), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:33.229388 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:33.267605 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-84354c11-18f5-4807-b77b-512e0dcef0c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:33.348489 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9448104e-bf17-4474-a873-5eb9c01ac3a8 None None] Provisioning complete for port 7aa8e041-3dbb-49bb-aa03-bdc3f0aa4ad3 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:40:33.348872 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9448104e-bf17-4474-a873-5eb9c01ac3a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (7aa8e041-3dbb-49bb-aa03-bdc3f0aa4ad3), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:33.424254 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9448104e-bf17-4474-a873-5eb9c01ac3a8 None None] Port 7aa8e041-3dbb-49bb-aa03-bdc3f0aa4ad3 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:40:33.611805 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-b943ab1a-47a5-4b3c-921d-c2a3399a47ec req-691fdb53-f592-452a-972a-5ff090c9df60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7aa8e041-3dbb-49bb-aa03-bdc3f0aa4ad3 {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:40:33.620507 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-b943ab1a-47a5-4b3c-921d-c2a3399a47ec req-691fdb53-f592-452a-972a-5ff090c9df60 service neutron] Publish callbacks [] for port (7aa8e041-3dbb-49bb-aa03-bdc3f0aa4ad3), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:33.650586 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-b943ab1a-47a5-4b3c-921d-c2a3399a47ec req-691fdb53-f592-452a-972a-5ff090c9df60 service neutron] Transition to ACTIVE for port object 7aa8e041-3dbb-49bb-aa03-bdc3f0aa4ad3 will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:40:33.657251 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-b943ab1a-47a5-4b3c-921d-c2a3399a47ec req-691fdb53-f592-452a-972a-5ff090c9df60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (7aa8e041-3dbb-49bb-aa03-bdc3f0aa4ad3), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:33.723970 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691fdb53-f592-452a-972a-5ff090c9df60 service neutron] Pushing event updated for resources: {'Port': ['ID=7aa8e041-3dbb-49bb-aa03-bdc3f0aa4ad3,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:40:33.857181 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-b943ab1a-47a5-4b3c-921d-c2a3399a47ec req-691fdb53-f592-452a-972a-5ff090c9df60 service neutron] Attempting to bind port 7aa8e041-3dbb-49bb-aa03-bdc3f0aa4ad3 on host n-h1-712749-28 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:40:33.857634 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-b943ab1a-47a5-4b3c-921d-c2a3399a47ec req-691fdb53-f592-452a-972a-5ff090c9df60 service neutron] Attempting to bind port 7aa8e041-3dbb-49bb-aa03-bdc3f0aa4ad3 by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': 'e8f46050-2965-4532-a78e-ef0567989b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '5b65f449-9374-4261-8791-074dee2c30ed'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:40:33.858250 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b943ab1a-47a5-4b3c-921d-c2a3399a47ec req-691fdb53-f592-452a-972a-5ff090c9df60 service neutron] Attempting to bind port 7aa8e041-3dbb-49bb-aa03-bdc3f0aa4ad3 on network 5b65f449-9374-4261-8791-074dee2c30ed {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:40:33.866557 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b943ab1a-47a5-4b3c-921d-c2a3399a47ec req-691fdb53-f592-452a-972a-5ff090c9df60 service neutron] Port 7aa8e041-3dbb-49bb-aa03-bdc3f0aa4ad3 on network 5b65f449-9374-4261-8791-074dee2c30ed not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:40:33.866918 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b943ab1a-47a5-4b3c-921d-c2a3399a47ec req-691fdb53-f592-452a-972a-5ff090c9df60 service neutron] Attempting to bind port 7aa8e041-3dbb-49bb-aa03-bdc3f0aa4ad3 on network 5b65f449-9374-4261-8791-074dee2c30ed {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:40:33.872975 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b943ab1a-47a5-4b3c-921d-c2a3399a47ec req-691fdb53-f592-452a-972a-5ff090c9df60 service neutron] Checking agent: {'id': '2fca46b1-237f-4857-9290-2429d810e472', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:40:33.873337 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b943ab1a-47a5-4b3c-921d-c2a3399a47ec req-691fdb53-f592-452a-972a-5ff090c9df60 service neutron] Checking segment: {'id': 'e8f46050-2965-4532-a78e-ef0567989b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '5b65f449-9374-4261-8791-074dee2c30ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:40:33.873741 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b943ab1a-47a5-4b3c-921d-c2a3399a47ec req-691fdb53-f592-452a-972a-5ff090c9df60 service neutron] Bound using segment: {'id': 'e8f46050-2965-4532-a78e-ef0567989b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '5b65f449-9374-4261-8791-074dee2c30ed'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:40:33.874164 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-b943ab1a-47a5-4b3c-921d-c2a3399a47ec req-691fdb53-f592-452a-972a-5ff090c9df60 service neutron] Bound port: 7aa8e041-3dbb-49bb-aa03-bdc3f0aa4ad3, host: n-h1-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8f46050-2965-4532-a78e-ef0567989b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '5b65f449-9374-4261-8791-074dee2c30ed'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:40:33.874533 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-b943ab1a-47a5-4b3c-921d-c2a3399a47ec req-691fdb53-f592-452a-972a-5ff090c9df60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (7aa8e041-3dbb-49bb-aa03-bdc3f0aa4ad3), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:34.014532 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-b943ab1a-47a5-4b3c-921d-c2a3399a47ec req-691fdb53-f592-452a-972a-5ff090c9df60 service neutron] For port 7aa8e041-3dbb-49bb-aa03-bdc3f0aa4ad3, host n-h1-712749-28, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:40:34.019149 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-b943ab1a-47a5-4b3c-921d-c2a3399a47ec req-691fdb53-f592-452a-972a-5ff090c9df60 service neutron] For port 7aa8e041-3dbb-49bb-aa03-bdc3f0aa4ad3, host n-h1-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=7aa8e041-3dbb-49bb-aa03-bdc3f0aa4ad3,segment=NetworkSegment(e8f46050-2965-4532-a78e-ef0567989b88),segment_id=e8f46050-2965-4532-a78e-ef0567989b88)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:40:34.033319 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-b943ab1a-47a5-4b3c-921d-c2a3399a47ec req-691fdb53-f592-452a-972a-5ff090c9df60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (7aa8e041-3dbb-49bb-aa03-bdc3f0aa4ad3), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:34.096626 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:34.134074 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b943ab1a-47a5-4b3c-921d-c2a3399a47ec req-691fdb53-f592-452a-972a-5ff090c9df60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:40:34.134768 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-b943ab1a-47a5-4b3c-921d-c2a3399a47ec req-691fdb53-f592-452a-972a-5ff090c9df60 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:34.136609 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b943ab1a-47a5-4b3c-921d-c2a3399a47ec req-691fdb53-f592-452a-972a-5ff090c9df60 service neutron] 10.222.0.10 "PUT /v2.0/ports/7aa8e041-3dbb-49bb-aa03-bdc3f0aa4ad3 HTTP/1.1" status: 200 len: 1093 time: 1.0864675 Jan 28 07:40:34.137105 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04af0df7-c4e9-4130-89c6-7bf39db13969', 'tag': '7aa8e041-3dbb-49bb-aa03-bdc3f0aa4ad3'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:40:34.140291 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdc2a000-77ce-4b25-9cd7-e3dab0df667b" -d '{"events": [{"name": "network-changed", "server_uuid": "04af0df7-c4e9-4130-89c6-7bf39db13969", "tag": "7aa8e041-3dbb-49bb-aa03-bdc3f0aa4ad3"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:40:34.198387 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691fdb53-f592-452a-972a-5ff090c9df60 service neutron] Pushing event updated for resources: {'Port': ['ID=7aa8e041-3dbb-49bb-aa03-bdc3f0aa4ad3,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:40:34.218080 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7eaca54-e67e-457f-915c-adb1314badfb x-openstack-request-id: req-e7eaca54-e67e-457f-915c-adb1314badfb {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:40:34.218690 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04af0df7-c4e9-4130-89c6-7bf39db13969", "tag": "7aa8e041-3dbb-49bb-aa03-bdc3f0aa4ad3", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:40:34.219131 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e7eaca54-e67e-457f-915c-adb1314badfb {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:40:34.219972 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04af0df7-c4e9-4130-89c6-7bf39db13969', 'tag': '7aa8e041-3dbb-49bb-aa03-bdc3f0aa4ad3', 'status': 'completed', 'code': 200} Jan 28 07:40:34.368760 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc2a000-77ce-4b25-9cd7-e3dab0df667b req-d5112f91-a9c8-40a6-99c7-a0d47ce4d320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:40:34.371648 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-fdc2a000-77ce-4b25-9cd7-e3dab0df667b req-d5112f91-a9c8-40a6-99c7-a0d47ce4d320 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f73b832598f540969f70df5d0be9d3b5&device_id=04af0df7-c4e9-4130-89c6-7bf39db13969 HTTP/1.1" status: 200 len: 1096 time: 0.0994935 Jan 28 07:40:34.459758 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2368b7-923b-462e-b772-cb344ee54c03 req-2b6bd254-1806-4780-89ff-9a7ccea951e8 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:40:34.464219 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4f2368b7-923b-462e-b772-cb344ee54c03 req-2b6bd254-1806-4780-89ff-9a7ccea951e8 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] 10.222.0.41 "GET /v2.0/ports?device_id=04af0df7-c4e9-4130-89c6-7bf39db13969 HTTP/1.1" status: 200 len: 944 time: 0.1053629 Jan 28 07:40:34.571836 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4f2368b7-923b-462e-b772-cb344ee54c03 req-58d84e71-1c49-43db-aeb1-a83e66c818b1 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] 10.222.0.41 "GET /v2.0/security-groups?id=55122ee3-694c-4a50-8abe-dcdbcb5483db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006994 Jan 28 07:40:34.678939 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc2a000-77ce-4b25-9cd7-e3dab0df667b req-33753542-9a59-49c6-a00a-40ee01494f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:40:34.680832 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-fdc2a000-77ce-4b25-9cd7-e3dab0df667b req-33753542-9a59-49c6-a00a-40ee01494f0d service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=f73b832598f540969f70df5d0be9d3b5&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2897162 Jan 28 07:40:34.865007 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc2a000-77ce-4b25-9cd7-e3dab0df667b req-08903b45-6509-4a97-8b88-90ced40983a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:40:34.866684 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-fdc2a000-77ce-4b25-9cd7-e3dab0df667b req-08903b45-6509-4a97-8b88-90ced40983a3 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1689100 Jan 28 07:40:34.979983 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b943ab1a-47a5-4b3c-921d-c2a3399a47ec req-0e2e32fb-3296-4485-b25b-d8acc8c37d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:40:34.982701 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b943ab1a-47a5-4b3c-921d-c2a3399a47ec req-0e2e32fb-3296-4485-b25b-d8acc8c37d4d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f73b832598f540969f70df5d0be9d3b5&device_id=04af0df7-c4e9-4130-89c6-7bf39db13969 HTTP/1.1" status: 200 len: 1096 time: 0.0509114 Jan 28 07:40:35.042647 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b943ab1a-47a5-4b3c-921d-c2a3399a47ec req-fffb66ca-26c4-40f0-b570-5fada6aea843 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7aa8e041-3dbb-49bb-aa03-bdc3f0aa4ad3 HTTP/1.1" status: 200 len: 217 time: 0.0393565 Jan 28 07:40:35.110307 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b943ab1a-47a5-4b3c-921d-c2a3399a47ec req-8a606022-7598-40ef-89bc-b36326d3e489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:40:35.112008 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b943ab1a-47a5-4b3c-921d-c2a3399a47ec req-8a606022-7598-40ef-89bc-b36326d3e489 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1a5a6122-c300-492c-8f7e-fbb048082731 HTTP/1.1" status: 200 len: 850 time: 0.0634832 Jan 28 07:40:35.183449 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b943ab1a-47a5-4b3c-921d-c2a3399a47ec req-0f2e3435-04f4-4c5a-aa5d-7e5aabfff51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:40:35.185350 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b943ab1a-47a5-4b3c-921d-c2a3399a47ec req-0f2e3435-04f4-4c5a-aa5d-7e5aabfff51b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5b65f449-9374-4261-8791-074dee2c30ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0638299 Jan 28 07:40:35.291677 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b943ab1a-47a5-4b3c-921d-c2a3399a47ec req-667c10d1-967a-4dde-bbb6-8a1cdd08d003 service neutron] 10.222.0.10 "GET /v2.0/networks/5b65f449-9374-4261-8791-074dee2c30ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960886 Jan 28 07:40:35.402874 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b943ab1a-47a5-4b3c-921d-c2a3399a47ec req-1e576080-3141-4e85-8f04-594be288d81b service neutron] 10.222.0.10 "GET /v2.0/networks/5b65f449-9374-4261-8791-074dee2c30ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044419 Jan 28 07:40:35.632079 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fa3d8630-af98-4ac6-a87e-873f4cdafd71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:35.723983 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875bd7b6-c85c-4303-b1a0-f7f071b17aa7 req-27911b15-8793-4b82-8883-95672259b5c9 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:40:35.732152 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-875bd7b6-c85c-4303-b1a0-f7f071b17aa7 req-27911b15-8793-4b82-8883-95672259b5c9 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] 10.222.0.41 "GET /v2.0/ports?device_id=04af0df7-c4e9-4130-89c6-7bf39db13969 HTTP/1.1" status: 200 len: 944 time: 0.0667455 Jan 28 07:40:35.790141 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-875bd7b6-c85c-4303-b1a0-f7f071b17aa7 req-b6b91d14-e5bf-439c-a5b6-1c72fa9c412e tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] 10.222.0.41 "GET /v2.0/security-groups?id=55122ee3-694c-4a50-8abe-dcdbcb5483db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546193 Jan 28 07:40:36.423779 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f19ae1-0028-42fd-8830-45ed025c843e req-11e469f1-dd98-4e19-9b54-5d7591457eaf tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:40:36.425324 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e8f19ae1-0028-42fd-8830-45ed025c843e req-11e469f1-dd98-4e19-9b54-5d7591457eaf tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/networks?id=e89cba95-7c88-42ca-a2a1-7604d77c150d HTTP/1.1" status: 200 len: 812 time: 0.1057611 Jan 28 07:40:36.452642 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e8f19ae1-0028-42fd-8830-45ed025c843e req-9431d4d0-44e5-4c70-836e-1faa6f1b2ea3 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/quotas/6e11006faf4241738db69f23221595e2 HTTP/1.1" status: 200 len: 375 time: 0.0144849 Jan 28 07:40:36.509788 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e8f19ae1-0028-42fd-8830-45ed025c843e req-dec35e4b-dee1-4e7a-8aeb-2de7c4e153ec tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=6e11006faf4241738db69f23221595e2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0506732 Jan 28 07:40:36.521301 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [req-e8f19ae1-0028-42fd-8830-45ed025c843e req-5f8b43cc-8f71-4eee-bf52-b9f978ba8a6c service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 07:40:36.522352 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e8f19ae1-0028-42fd-8830-45ed025c843e req-5f8b43cc-8f71-4eee-bf52-b9f978ba8a6c service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053871 Jan 28 07:40:36.621191 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e8f19ae1-0028-42fd-8830-45ed025c843e req-2404b197-bf96-4cea-a355-9d23c88626bf service neutron] 10.222.0.41 "GET /v2.0/networks/e89cba95-7c88-42ca-a2a1-7604d77c150d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931103 Jan 28 07:40:36.920139 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476a5eb7-7263-43b8-826b-1ac59908bd15 req-0e397eb4-daaf-4bd1-80b8-82f9da7ba56d tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:40:36.923200 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-476a5eb7-7263-43b8-826b-1ac59908bd15 req-0e397eb4-daaf-4bd1-80b8-82f9da7ba56d tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] 10.222.0.41 "GET /v2.0/ports?device_id=04af0df7-c4e9-4130-89c6-7bf39db13969 HTTP/1.1" status: 200 len: 944 time: 0.0557139 Jan 28 07:40:36.953380 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 7aa8e041-3dbb-49bb-aa03-bdc3f0aa4ad3 details requested by agent hyperv_n-h1-712749-28 with host n-h1-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:40:37.006292 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-476a5eb7-7263-43b8-826b-1ac59908bd15 req-6467d94e-7889-460e-9c54-ad12d04b2205 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] 10.222.0.41 "GET /v2.0/security-groups?id=55122ee3-694c-4a50-8abe-dcdbcb5483db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770307 Jan 28 07:40:37.079941 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:37.135528 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e8f19ae1-0028-42fd-8830-45ed025c843e req-d3c83612-3e0d-420d-9716-c3ce7dd9a4be service neutron] 10.222.0.41 "GET /v2.0/networks/e89cba95-7c88-42ca-a2a1-7604d77c150d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5085678 Jan 28 07:40:37.136556 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 7aa8e041-3dbb-49bb-aa03-bdc3f0aa4ad3, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=7aa8e041-3dbb-49bb-aa03-bdc3f0aa4ad3,segment=NetworkSegment(e8f46050-2965-4532-a78e-ef0567989b88),segment_id=e8f46050-2965-4532-a78e-ef0567989b88)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:40:37.150207 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Returning: {'device': '7aa8e041-3dbb-49bb-aa03-bdc3f0aa4ad3', 'network_id': '5b65f449-9374-4261-8791-074dee2c30ed', 'port_id': '7aa8e041-3dbb-49bb-aa03-bdc3f0aa4ad3', 'mac_address': 'fa:16:3e:1b:10:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a5a6122-c300-492c-8f7e-fbb048082731', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:40:37.194536 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 7aa8e041-3dbb-49bb-aa03-bdc3f0aa4ad3 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:40:37.195164 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (7aa8e041-3dbb-49bb-aa03-bdc3f0aa4ad3), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:37.213581 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7aa8e041-3dbb-49bb-aa03-bdc3f0aa4ad3 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:40:37.234820 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 7aa8e041-3dbb-49bb-aa03-bdc3f0aa4ad3, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=7aa8e041-3dbb-49bb-aa03-bdc3f0aa4ad3,segment=NetworkSegment(e8f46050-2965-4532-a78e-ef0567989b88),segment_id=e8f46050-2965-4532-a78e-ef0567989b88)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:40:37.241877 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (7aa8e041-3dbb-49bb-aa03-bdc3f0aa4ad3), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:37.307583 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=7aa8e041-3dbb-49bb-aa03-bdc3f0aa4ad3,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:40:37.521798 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-30128a3d-7439-4d53-acba-4fab481ed9c1 req-16e64e00-22dc-4f24-99e7-617126c8444b tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f42de8c-cd1a-45e7-87eb-01845dcfa3a6 HTTP/1.1" status: 200 len: 210 time: 0.0417910 Jan 28 07:40:37.590249 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['7aa8e041-3dbb-49bb-aa03-bdc3f0aa4ad3'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:40:38.134674 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a118c73d-5615-4c31-8429-dfcedb6680fa req-b7104cef-f61f-4750-97d6-8311a57da1f0 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:40:38.142402 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a118c73d-5615-4c31-8429-dfcedb6680fa req-b7104cef-f61f-4750-97d6-8311a57da1f0 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] 10.222.0.41 "GET /v2.0/ports?device_id=04af0df7-c4e9-4130-89c6-7bf39db13969 HTTP/1.1" status: 200 len: 945 time: 0.0567203 Jan 28 07:40:38.208910 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a118c73d-5615-4c31-8429-dfcedb6680fa req-da042ce2-c451-4a98-80eb-a0dcc2a2bdaa tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] 10.222.0.41 "GET /v2.0/security-groups?id=55122ee3-694c-4a50-8abe-dcdbcb5483db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653038 Jan 28 07:40:38.329084 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-07a628e9-87f8-413e-87d4-76c15330b078 req-4638b923-67ac-4d2e-a0d4-912df53b44d5 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=73aa0305-9b3e-4b12-9b4d-6de9fad6bc66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0442312 Jan 28 07:40:38.414964 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a628e9-87f8-413e-87d4-76c15330b078 req-b33cc2a2-ca7b-4e43-8d73-9ad6f98fb45a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:40:38.416671 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-07a628e9-87f8-413e-87d4-76c15330b078 req-b33cc2a2-ca7b-4e43-8d73-9ad6f98fb45a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b44a0e5d7f134bd69aecc7a32d5e1b41&device_id=73aa0305-9b3e-4b12-9b4d-6de9fad6bc66 HTTP/1.1" status: 200 len: 1098 time: 0.0517015 Jan 28 07:40:38.572034 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a628e9-87f8-413e-87d4-76c15330b078 req-4118088c-5672-4b24-a757-19db42f1f10d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:40:38.573858 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-07a628e9-87f8-413e-87d4-76c15330b078 req-4118088c-5672-4b24-a757-19db42f1f10d service neutron] 10.222.0.44 "GET /v2.0/networks?id=fecfa915-dff3-4681-9460-1f8900e9cefe HTTP/1.1" status: 200 len: 897 time: 0.1249397 Jan 28 07:40:38.685347 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c9491df7-2706-473b-ab72-fdbc0d070313 req-1f58f639-ce02-4a7f-bccf-603091bb3cef tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f42de8c-cd1a-45e7-87eb-01845dcfa3a6 HTTP/1.1" status: 200 len: 210 time: 0.0425625 Jan 28 07:40:38.738063 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:38.743671 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-07a628e9-87f8-413e-87d4-76c15330b078 req-3772cb54-1481-42d7-8589-c06d3e733a71 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c42d94a1-241c-47fb-a0e7-940daa59bc9c HTTP/1.1" status: 200 len: 1000 time: 0.1628819 Jan 28 07:40:38.826600 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f19ae1-0028-42fd-8830-45ed025c843e req-81deb47f-b7dd-41c8-aa21-12e1c153efd8 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:40:38.828679 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e8f19ae1-0028-42fd-8830-45ed025c843e req-81deb47f-b7dd-41c8-aa21-12e1c153efd8 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.44 "GET /v2.0/networks?id=e89cba95-7c88-42ca-a2a1-7604d77c150d HTTP/1.1" status: 200 len: 812 time: 0.1374416 Jan 28 07:40:38.837727 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a628e9-87f8-413e-87d4-76c15330b078 req-080868c7-5b80-4d48-9dd4-0a642221eb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:40:38.839521 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-07a628e9-87f8-413e-87d4-76c15330b078 req-080868c7-5b80-4d48-9dd4-0a642221eb7b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d9192ad7-183b-4cf5-83ef-65d94ec8aa4b HTTP/1.1" status: 200 len: 835 time: 0.0892682 Jan 28 07:40:38.856086 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-e8f19ae1-0028-42fd-8830-45ed025c843e req-34f4a589-2d92-4504-80c9-8cb34ed9c29b tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Request body: {'port': {'device_id': '7f42de8c-cd1a-45e7-87eb-01845dcfa3a6', 'network_id': 'e89cba95-7c88-42ca-a2a1-7604d77c150d', 'admin_state_up': True, 'tenant_id': '6e11006faf4241738db69f23221595e2'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:40:38.930826 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a628e9-87f8-413e-87d4-76c15330b078 req-eaa16eba-f12e-45db-9693-1d714a701baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:40:38.933529 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-07a628e9-87f8-413e-87d4-76c15330b078 req-eaa16eba-f12e-45db-9693-1d714a701baa service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fecfa915-dff3-4681-9460-1f8900e9cefe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0685606 Jan 28 07:40:38.980584 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8f19ae1-0028-42fd-8830-45ed025c843e req-34f4a589-2d92-4504-80c9-8cb34ed9c29b tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Made reservation on behalf of 6e11006faf4241738db69f23221595e2 for: {'port': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:40:38.986993 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 7aa8e041-3dbb-49bb-aa03-bdc3f0aa4ad3 up at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:40:39.003487 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-e8f19ae1-0028-42fd-8830-45ed025c843e req-34f4a589-2d92-4504-80c9-8cb34ed9c29b tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:39.101782 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning for port 7aa8e041-3dbb-49bb-aa03-bdc3f0aa4ad3 completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:40:39.103796 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-07a628e9-87f8-413e-87d4-76c15330b078 req-a0a37f51-aba1-484a-91d7-56c02cd0c8ec service neutron] 10.222.0.44 "GET /v2.0/networks/fecfa915-dff3-4681-9460-1f8900e9cefe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523707 Jan 28 07:40:39.105781 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning complete for port 7aa8e041-3dbb-49bb-aa03-bdc3f0aa4ad3 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:40:39.106168 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (7aa8e041-3dbb-49bb-aa03-bdc3f0aa4ad3), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:39.251072 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-07a628e9-87f8-413e-87d4-76c15330b078 req-93f08bc3-a5ab-44ff-937e-e4abead3ff4a service neutron] 10.222.0.44 "GET /v2.0/networks/fecfa915-dff3-4681-9460-1f8900e9cefe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411228 Jan 28 07:40:39.257576 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [req-e8f19ae1-0028-42fd-8830-45ed025c843e req-34f4a589-2d92-4504-80c9-8cb34ed9c29b tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Allocated IP 172.20.0.10 (e89cba95-7c88-42ca-a2a1-7604d77c150d/be92a7e6-1604-4603-bacc-7f09a5c98a28/a09bd0ec-eeb2-46f5-9c23-7d3efd2027cd) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:40:39.293447 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 7aa8e041-3dbb-49bb-aa03-bdc3f0aa4ad3 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:40:39.294680 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (7aa8e041-3dbb-49bb-aa03-bdc3f0aa4ad3), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:39.321592 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04af0df7-c4e9-4130-89c6-7bf39db13969', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aa8e041-3dbb-49bb-aa03-bdc3f0aa4ad3'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:40:39.324785 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ee53b45-17fa-48e6-87d3-cda7d79ab9c8" -d '{"events": [{"server_uuid": "04af0df7-c4e9-4130-89c6-7bf39db13969", "name": "network-vif-plugged", "status": "completed", "tag": "7aa8e041-3dbb-49bb-aa03-bdc3f0aa4ad3"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:40:39.345712 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 7aa8e041-3dbb-49bb-aa03-bdc3f0aa4ad3, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=7aa8e041-3dbb-49bb-aa03-bdc3f0aa4ad3,segment=NetworkSegment(e8f46050-2965-4532-a78e-ef0567989b88),segment_id=e8f46050-2965-4532-a78e-ef0567989b88)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:40:39.352013 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (7aa8e041-3dbb-49bb-aa03-bdc3f0aa4ad3), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:39.439829 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=7aa8e041-3dbb-49bb-aa03-bdc3f0aa4ad3,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:40:39.483486 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9819a7d-e9e7-40c6-b0df-1fd033e02de1 x-openstack-request-id: req-b9819a7d-e9e7-40c6-b0df-1fd033e02de1 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:40:39.484243 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04af0df7-c4e9-4130-89c6-7bf39db13969", "name": "network-vif-plugged", "status": "completed", "tag": "7aa8e041-3dbb-49bb-aa03-bdc3f0aa4ad3", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:40:39.484581 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b9819a7d-e9e7-40c6-b0df-1fd033e02de1 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:40:39.485220 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04af0df7-c4e9-4130-89c6-7bf39db13969', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aa8e041-3dbb-49bb-aa03-bdc3f0aa4ad3', 'code': 200} Jan 28 07:40:39.519185 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-e8f19ae1-0028-42fd-8830-45ed025c843e req-34f4a589-2d92-4504-80c9-8cb34ed9c29b tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Publish callbacks [] for port (a09bd0ec-eeb2-46f5-9c23-7d3efd2027cd), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:39.522845 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2d3962-854f-4eb0-89bc-65ba1a145d0d req-8a57b059-e8c7-4a97-a711-1c30c7946516 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:40:39.524680 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-be2d3962-854f-4eb0-89bc-65ba1a145d0d req-8a57b059-e8c7-4a97-a711-1c30c7946516 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] 10.222.0.41 "GET /v2.0/ports?device_id=04af0df7-c4e9-4130-89c6-7bf39db13969 HTTP/1.1" status: 200 len: 946 time: 0.1626811 Jan 28 07:40:39.565884 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-e8f19ae1-0028-42fd-8830-45ed025c843e req-34f4a589-2d92-4504-80c9-8cb34ed9c29b tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (a09bd0ec-eeb2-46f5-9c23-7d3efd2027cd), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:39.610861 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2904ede-2957-4ee9-8949-423125650def req-01125aa9-0925-4362-9ae4-975d75deca04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:40:39.613047 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f2904ede-2957-4ee9-8949-423125650def req-01125aa9-0925-4362-9ae4-975d75deca04 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=04af0df7-c4e9-4130-89c6-7bf39db13969 HTTP/1.1" status: 200 len: 1098 time: 0.0845528 Jan 28 07:40:39.616513 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-be2d3962-854f-4eb0-89bc-65ba1a145d0d req-023dbf08-c544-4c88-9e7e-404db5ae33da tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] 10.222.0.41 "GET /v2.0/security-groups?id=55122ee3-694c-4a50-8abe-dcdbcb5483db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782630 Jan 28 07:40:39.632234 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8f19ae1-0028-42fd-8830-45ed025c843e req-34f4a589-2d92-4504-80c9-8cb34ed9c29b tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Network e89cba95-7c88-42ca-a2a1-7604d77c150d is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:40:39.636976 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [req-e8f19ae1-0028-42fd-8830-45ed025c843e req-34f4a589-2d92-4504-80c9-8cb34ed9c29b tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:40:39.655586 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8f19ae1-0028-42fd-8830-45ed025c843e req-34f4a589-2d92-4504-80c9-8cb34ed9c29b tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:40:39.718438 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f4a589-2d92-4504-80c9-8cb34ed9c29b tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Pushing event updated for resources: {'Port': ['ID=a09bd0ec-eeb2-46f5-9c23-7d3efd2027cd,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:40:39.730799 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f2904ede-2957-4ee9-8949-423125650def req-2a8d20ee-89ff-4f9e-b622-a0ac1575aa54 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=55122ee3-694c-4a50-8abe-dcdbcb5483db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998669 Jan 28 07:40:39.741044 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:39.778593 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f19ae1-0028-42fd-8830-45ed025c843e req-34f4a589-2d92-4504-80c9-8cb34ed9c29b tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:40:39.779226 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-e8f19ae1-0028-42fd-8830-45ed025c843e req-34f4a589-2d92-4504-80c9-8cb34ed9c29b tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:39.814542 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e8f19ae1-0028-42fd-8830-45ed025c843e req-34f4a589-2d92-4504-80c9-8cb34ed9c29b tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9633131 Jan 28 07:40:39.849274 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-e8f19ae1-0028-42fd-8830-45ed025c843e req-6cea5eb9-61a6-4511-863a-1a59c09b83ad service neutron] Request body: {'port': {'device_id': '7f42de8c-cd1a-45e7-87eb-01845dcfa3a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712749-28'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:40:39.974086 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-e8f19ae1-0028-42fd-8830-45ed025c843e req-6cea5eb9-61a6-4511-863a-1a59c09b83ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (a09bd0ec-eeb2-46f5-9c23-7d3efd2027cd), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:40.040428 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-1de713e8-977e-4f1c-91bc-b0a91eb1d668 None None] Provisioning complete for port a09bd0ec-eeb2-46f5-9c23-7d3efd2027cd triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:40:40.042588 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1de713e8-977e-4f1c-91bc-b0a91eb1d668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (a09bd0ec-eeb2-46f5-9c23-7d3efd2027cd), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:40.124691 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-1de713e8-977e-4f1c-91bc-b0a91eb1d668 None None] Port a09bd0ec-eeb2-46f5-9c23-7d3efd2027cd cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:40:40.282229 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf695cf-ab2b-4a11-a95d-b5677f4a5702 req-fc7d4e8b-4880-4207-8a02-5b7a9b2e02e5 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:40:40.284674 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-daf695cf-ab2b-4a11-a95d-b5677f4a5702 req-fc7d4e8b-4880-4207-8a02-5b7a9b2e02e5 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f42de8c-cd1a-45e7-87eb-01845dcfa3a6 HTTP/1.1" status: 200 len: 932 time: 0.4569540 Jan 28 07:40:40.334381 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [req-e8f19ae1-0028-42fd-8830-45ed025c843e req-6cea5eb9-61a6-4511-863a-1a59c09b83ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a09bd0ec-eeb2-46f5-9c23-7d3efd2027cd {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:40:40.343253 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-e8f19ae1-0028-42fd-8830-45ed025c843e req-6cea5eb9-61a6-4511-863a-1a59c09b83ad service neutron] Publish callbacks [] for port (a09bd0ec-eeb2-46f5-9c23-7d3efd2027cd), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:40.364923 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [req-e8f19ae1-0028-42fd-8830-45ed025c843e req-6cea5eb9-61a6-4511-863a-1a59c09b83ad service neutron] Transition to ACTIVE for port object a09bd0ec-eeb2-46f5-9c23-7d3efd2027cd will not be triggered until provisioned by entity L2. {{(pid=103283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:40:40.367007 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 7 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 07:40:40.386244 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-e8f19ae1-0028-42fd-8830-45ed025c843e req-6cea5eb9-61a6-4511-863a-1a59c09b83ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (a09bd0ec-eeb2-46f5-9c23-7d3efd2027cd), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:40.576108 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-e8f19ae1-0028-42fd-8830-45ed025c843e req-6cea5eb9-61a6-4511-863a-1a59c09b83ad service neutron] Attempting to bind port a09bd0ec-eeb2-46f5-9c23-7d3efd2027cd on host n-h2-712749-28 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:40:40.576108 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-e8f19ae1-0028-42fd-8830-45ed025c843e req-6cea5eb9-61a6-4511-863a-1a59c09b83ad service neutron] Attempting to bind port a09bd0ec-eeb2-46f5-9c23-7d3efd2027cd by drivers openvswitch,hyperv on host n-h2-712749-28 at level 0 using segments [{'id': '51b887d5-fd17-4f2d-9bed-8a0b60014438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e89cba95-7c88-42ca-a2a1-7604d77c150d'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:40:40.576108 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f19ae1-0028-42fd-8830-45ed025c843e req-6cea5eb9-61a6-4511-863a-1a59c09b83ad service neutron] Attempting to bind port a09bd0ec-eeb2-46f5-9c23-7d3efd2027cd on network e89cba95-7c88-42ca-a2a1-7604d77c150d {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:40:40.590641 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-daf695cf-ab2b-4a11-a95d-b5677f4a5702 req-6eb684f3-9b00-4c47-b3c9-463f5e003b9d tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7a11e82-5704-491d-abd6-aba50865dcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205987 Jan 28 07:40:40.591916 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f19ae1-0028-42fd-8830-45ed025c843e req-6cea5eb9-61a6-4511-863a-1a59c09b83ad service neutron] Port a09bd0ec-eeb2-46f5-9c23-7d3efd2027cd on network e89cba95-7c88-42ca-a2a1-7604d77c150d not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-28 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:40:40.592344 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f19ae1-0028-42fd-8830-45ed025c843e req-6cea5eb9-61a6-4511-863a-1a59c09b83ad service neutron] Attempting to bind port a09bd0ec-eeb2-46f5-9c23-7d3efd2027cd on network e89cba95-7c88-42ca-a2a1-7604d77c150d {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:40:40.599678 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cea5eb9-61a6-4511-863a-1a59c09b83ad service neutron] Pushing event updated for resources: {'Port': ['ID=a09bd0ec-eeb2-46f5-9c23-7d3efd2027cd,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:40:40.625551 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f19ae1-0028-42fd-8830-45ed025c843e req-6cea5eb9-61a6-4511-863a-1a59c09b83ad service neutron] Checking agent: {'id': 'c9906e63-062c-432e-bb53-63fdb8115e18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:40:40.630437 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f19ae1-0028-42fd-8830-45ed025c843e req-6cea5eb9-61a6-4511-863a-1a59c09b83ad service neutron] Checking segment: {'id': '51b887d5-fd17-4f2d-9bed-8a0b60014438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e89cba95-7c88-42ca-a2a1-7604d77c150d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:40:40.630965 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f19ae1-0028-42fd-8830-45ed025c843e req-6cea5eb9-61a6-4511-863a-1a59c09b83ad service neutron] Bound using segment: {'id': '51b887d5-fd17-4f2d-9bed-8a0b60014438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e89cba95-7c88-42ca-a2a1-7604d77c150d'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:40:40.631679 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-e8f19ae1-0028-42fd-8830-45ed025c843e req-6cea5eb9-61a6-4511-863a-1a59c09b83ad service neutron] Bound port: a09bd0ec-eeb2-46f5-9c23-7d3efd2027cd, host: n-h2-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51b887d5-fd17-4f2d-9bed-8a0b60014438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e89cba95-7c88-42ca-a2a1-7604d77c150d'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:40:40.632180 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-e8f19ae1-0028-42fd-8830-45ed025c843e req-6cea5eb9-61a6-4511-863a-1a59c09b83ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (a09bd0ec-eeb2-46f5-9c23-7d3efd2027cd), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:40.795180 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-e8f19ae1-0028-42fd-8830-45ed025c843e req-6cea5eb9-61a6-4511-863a-1a59c09b83ad service neutron] For port a09bd0ec-eeb2-46f5-9c23-7d3efd2027cd, host n-h2-712749-28, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:40:40.799808 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-e8f19ae1-0028-42fd-8830-45ed025c843e req-6cea5eb9-61a6-4511-863a-1a59c09b83ad service neutron] For port a09bd0ec-eeb2-46f5-9c23-7d3efd2027cd, host n-h2-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=a09bd0ec-eeb2-46f5-9c23-7d3efd2027cd,segment=NetworkSegment(51b887d5-fd17-4f2d-9bed-8a0b60014438),segment_id=51b887d5-fd17-4f2d-9bed-8a0b60014438)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:40:40.810147 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-e8f19ae1-0028-42fd-8830-45ed025c843e req-6cea5eb9-61a6-4511-863a-1a59c09b83ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (a09bd0ec-eeb2-46f5-9c23-7d3efd2027cd), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:40.830392 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25a38b5-7e47-40ea-a5f3-db5a58c28375 req-8a847a93-c764-44a0-8aaf-7c625b09d0c6 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:40:40.839533 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c25a38b5-7e47-40ea-a5f3-db5a58c28375 req-8a847a93-c764-44a0-8aaf-7c625b09d0c6 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] 10.222.0.41 "GET /v2.0/ports?device_id=04af0df7-c4e9-4130-89c6-7bf39db13969 HTTP/1.1" status: 200 len: 946 time: 0.1019223 Jan 28 07:40:40.893372 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c25a38b5-7e47-40ea-a5f3-db5a58c28375 req-da5408e5-283f-4799-9358-f8318c6a6499 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] 10.222.0.41 "GET /v2.0/security-groups?id=55122ee3-694c-4a50-8abe-dcdbcb5483db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527756 Jan 28 07:40:40.909556 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f19ae1-0028-42fd-8830-45ed025c843e req-6cea5eb9-61a6-4511-863a-1a59c09b83ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:40:40.913981 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-e8f19ae1-0028-42fd-8830-45ed025c843e req-6cea5eb9-61a6-4511-863a-1a59c09b83ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:40.917006 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e8f19ae1-0028-42fd-8830-45ed025c843e req-6cea5eb9-61a6-4511-863a-1a59c09b83ad service neutron] 10.222.0.44 "PUT /v2.0/ports/a09bd0ec-eeb2-46f5-9c23-7d3efd2027cd HTTP/1.1" status: 200 len: 1093 time: 1.0875242 Jan 28 07:40:40.918176 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f42de8c-cd1a-45e7-87eb-01845dcfa3a6', 'tag': 'a09bd0ec-eeb2-46f5-9c23-7d3efd2027cd'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:40:40.920654 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d872acaa-9788-43f9-92b5-4e25eeb31e1e" -d '{"events": [{"name": "network-changed", "server_uuid": "7f42de8c-cd1a-45e7-87eb-01845dcfa3a6", "tag": "a09bd0ec-eeb2-46f5-9c23-7d3efd2027cd"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:40:40.923271 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cea5eb9-61a6-4511-863a-1a59c09b83ad service neutron] Pushing event updated for resources: {'Port': ['ID=a09bd0ec-eeb2-46f5-9c23-7d3efd2027cd,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:40:41.032349 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-719faa2a-382b-46d5-8001-c4e3aa525a86 x-openstack-request-id: req-719faa2a-382b-46d5-8001-c4e3aa525a86 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:40:41.032802 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f42de8c-cd1a-45e7-87eb-01845dcfa3a6", "tag": "a09bd0ec-eeb2-46f5-9c23-7d3efd2027cd", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:40:41.033149 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-719faa2a-382b-46d5-8001-c4e3aa525a86 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:40:41.033701 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f42de8c-cd1a-45e7-87eb-01845dcfa3a6', 'tag': 'a09bd0ec-eeb2-46f5-9c23-7d3efd2027cd', 'status': 'completed', 'code': 200} Jan 28 07:40:41.057857 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f19ae1-0028-42fd-8830-45ed025c843e req-b6c4b62b-0343-4cc9-836f-4a160b0a719f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:40:41.059838 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e8f19ae1-0028-42fd-8830-45ed025c843e req-b6c4b62b-0343-4cc9-836f-4a160b0a719f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6e11006faf4241738db69f23221595e2&device_id=7f42de8c-cd1a-45e7-87eb-01845dcfa3a6 HTTP/1.1" status: 200 len: 1096 time: 0.0682485 Jan 28 07:40:41.131385 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e8f19ae1-0028-42fd-8830-45ed025c843e req-4fd3ee7c-18f0-44eb-b852-53cc64b69309 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a09bd0ec-eeb2-46f5-9c23-7d3efd2027cd HTTP/1.1" status: 200 len: 217 time: 0.0509379 Jan 28 07:40:41.201168 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f19ae1-0028-42fd-8830-45ed025c843e req-345de51a-28bb-4f16-837d-b934fff06713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:40:41.203174 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e8f19ae1-0028-42fd-8830-45ed025c843e req-345de51a-28bb-4f16-837d-b934fff06713 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=be92a7e6-1604-4603-bacc-7f09a5c98a28 HTTP/1.1" status: 200 len: 851 time: 0.0652020 Jan 28 07:40:41.262898 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f19ae1-0028-42fd-8830-45ed025c843e req-d39e0413-33d8-4679-a99a-be8d7995d7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:40:41.264726 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e8f19ae1-0028-42fd-8830-45ed025c843e req-d39e0413-33d8-4679-a99a-be8d7995d7aa service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e89cba95-7c88-42ca-a2a1-7604d77c150d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0551240 Jan 28 07:40:41.379411 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e8f19ae1-0028-42fd-8830-45ed025c843e req-4910fe8d-861b-41db-8c55-169da47e21e8 service neutron] 10.222.0.44 "GET /v2.0/networks/e89cba95-7c88-42ca-a2a1-7604d77c150d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071968 Jan 28 07:40:41.501897 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e8f19ae1-0028-42fd-8830-45ed025c843e req-80bf3e8b-8db0-4bea-962e-54e67b5b1983 service neutron] 10.222.0.44 "GET /v2.0/networks/e89cba95-7c88-42ca-a2a1-7604d77c150d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138806 Jan 28 07:40:41.637585 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d872acaa-9788-43f9-92b5-4e25eeb31e1e req-3df618d0-ddc9-4273-b6ec-f53cf48e0b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:40:41.639323 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d872acaa-9788-43f9-92b5-4e25eeb31e1e req-3df618d0-ddc9-4273-b6ec-f53cf48e0b2c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6e11006faf4241738db69f23221595e2&device_id=7f42de8c-cd1a-45e7-87eb-01845dcfa3a6 HTTP/1.1" status: 200 len: 1096 time: 0.0496333 Jan 28 07:40:41.735866 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3591d7-6edd-431c-b9ee-614667088177 req-fabf53f9-e475-4c38-a0ba-eb3281ddecbe tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:40:41.737903 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9b3591d7-6edd-431c-b9ee-614667088177 req-fabf53f9-e475-4c38-a0ba-eb3281ddecbe tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f42de8c-cd1a-45e7-87eb-01845dcfa3a6 HTTP/1.1" status: 200 len: 944 time: 0.0575299 Jan 28 07:40:41.754384 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d872acaa-9788-43f9-92b5-4e25eeb31e1e req-11df834a-3e15-491f-9268-ebf477cf9602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:40:41.756045 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d872acaa-9788-43f9-92b5-4e25eeb31e1e req-11df834a-3e15-491f-9268-ebf477cf9602 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e89cba95-7c88-42ca-a2a1-7604d77c150d HTTP/1.1" status: 200 len: 913 time: 0.1092792 Jan 28 07:40:41.803341 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9b3591d7-6edd-431c-b9ee-614667088177 req-bfc9de41-099f-4a27-91d8-d17331204883 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7a11e82-5704-491d-abd6-aba50865dcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539279 Jan 28 07:40:41.808901 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d872acaa-9788-43f9-92b5-4e25eeb31e1e req-a72078fe-872d-41d5-a9c9-c70618a56341 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a09bd0ec-eeb2-46f5-9c23-7d3efd2027cd HTTP/1.1" status: 200 len: 217 time: 0.0445790 Jan 28 07:40:41.860507 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d872acaa-9788-43f9-92b5-4e25eeb31e1e req-b794ab5d-4f48-48dd-91c2-8b0fe0904501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:40:41.862130 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d872acaa-9788-43f9-92b5-4e25eeb31e1e req-b794ab5d-4f48-48dd-91c2-8b0fe0904501 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=be92a7e6-1604-4603-bacc-7f09a5c98a28 HTTP/1.1" status: 200 len: 851 time: 0.0471389 Jan 28 07:40:41.908822 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d872acaa-9788-43f9-92b5-4e25eeb31e1e req-430975a4-6918-46e7-818b-da0e33a04438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:40:41.910352 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d872acaa-9788-43f9-92b5-4e25eeb31e1e req-430975a4-6918-46e7-818b-da0e33a04438 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e89cba95-7c88-42ca-a2a1-7604d77c150d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420468 Jan 28 07:40:42.069182 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f63330a-4956-4926-96be-9929797bbf55 req-c3c554ec-5a27-4e59-beca-cf259fdd59d0 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:40:42.077130 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8f63330a-4956-4926-96be-9929797bbf55 req-c3c554ec-5a27-4e59-beca-cf259fdd59d0 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] 10.222.0.41 "GET /v2.0/ports?device_id=04af0df7-c4e9-4130-89c6-7bf39db13969 HTTP/1.1" status: 200 len: 946 time: 0.0949194 Jan 28 07:40:42.100855 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b579997-1b95-4fff-9eaa-7b425855b9e5 req-650039a6-7dea-49c1-81f2-544bb92a55db tempest-TestNetworkAdvancedServerOps-2120495418 tempest-TestNetworkAdvancedServerOps-2120495418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:40:42.108342 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4b579997-1b95-4fff-9eaa-7b425855b9e5 req-650039a6-7dea-49c1-81f2-544bb92a55db tempest-TestNetworkAdvancedServerOps-2120495418 tempest-TestNetworkAdvancedServerOps-2120495418-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=73aa0305-9b3e-4b12-9b4d-6de9fad6bc66 HTTP/1.1" status: 200 len: 1098 time: 0.0652909 Jan 28 07:40:42.141385 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8f63330a-4956-4926-96be-9929797bbf55 req-9462cdbf-58ed-4ef4-96b4-23ceb565637f tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] 10.222.0.41 "GET /v2.0/security-groups?id=55122ee3-694c-4a50-8abe-dcdbcb5483db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606952 Jan 28 07:40:42.149977 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d872acaa-9788-43f9-92b5-4e25eeb31e1e req-ed43aa71-ffc7-44a3-b8bb-965f730a07f8 service neutron] 10.222.0.44 "GET /v2.0/networks/e89cba95-7c88-42ca-a2a1-7604d77c150d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337108 Jan 28 07:40:42.183203 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4b579997-1b95-4fff-9eaa-7b425855b9e5 req-674b7cd1-6e2b-4136-8f7a-592f6bac6470 tempest-TestNetworkAdvancedServerOps-2120495418 tempest-TestNetworkAdvancedServerOps-2120495418-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=997a3b42-4a7c-407b-9853-79adca660db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691631 Jan 28 07:40:42.197719 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 54732) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:40:42.263742 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d872acaa-9788-43f9-92b5-4e25eeb31e1e req-6391a1bd-5ca4-4edb-9986-136c16ccd15f service neutron] 10.222.0.44 "GET /v2.0/networks/e89cba95-7c88-42ca-a2a1-7604d77c150d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066120 Jan 28 07:40:42.317285 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af6dec9-df00-4335-b851-5a1849ddc661 req-064def9e-b7fc-43e0-bf6b-bc7515aedb92 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:40:42.318847 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2af6dec9-df00-4335-b851-5a1849ddc661 req-064def9e-b7fc-43e0-bf6b-bc7515aedb92 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] 10.222.0.41 "GET /v2.0/ports?device_id=04af0df7-c4e9-4130-89c6-7bf39db13969 HTTP/1.1" status: 200 len: 946 time: 0.0541818 Jan 28 07:40:42.327999 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 54734) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:40:42.332722 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-6de01f1d-fab2-4a1b-b2f5-f698c9d2c1f8 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Request body: {'floatingip': {'port_id': '7aa8e041-3dbb-49bb-aa03-bdc3f0aa4ad3'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:40:42.386112 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6de01f1d-fab2-4a1b-b2f5-f698c9d2c1f8 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Publish callbacks [] for floatingip (2aab72e6-ddfa-4017-9758-8b67f0245bf8), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:42.415805 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-006d471a-ad14-4914-a2f3-3b656a9ae542 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Deleting port 85b2445b-e8b2-4a43-9676-26039dc85ca2 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:40:42.416511 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-006d471a-ad14-4914-a2f3-3b656a9ae542 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (85b2445b-e8b2-4a43-9676-26039dc85ca2), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:42.508188 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-006d471a-ad14-4914-a2f3-3b656a9ae542 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (85b2445b-e8b2-4a43-9676-26039dc85ca2), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:42.508881 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-006d471a-ad14-4914-a2f3-3b656a9ae542 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for floatingip (85b2445b-e8b2-4a43-9676-26039dc85ca2), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:42.522085 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-006d471a-ad14-4914-a2f3-3b656a9ae542 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Calling delete_port for 85b2445b-e8b2-4a43-9676-26039dc85ca2 owned by network:floatingip {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:40:42.727972 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-006d471a-ad14-4914-a2f3-3b656a9ae542 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (85b2445b-e8b2-4a43-9676-26039dc85ca2), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:42.762977 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006d471a-ad14-4914-a2f3-3b656a9ae542 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Pushing event deleted for resources: {'Port': ['ID=85b2445b-e8b2-4a43-9676-26039dc85ca2,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:40:42.855232 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-006d471a-ad14-4914-a2f3-3b656a9ae542 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for floatingip (948c3119-062f-489f-b541-b281692db201), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:42.855886 n-d-712749-28 neutron-server[103284]: INFO neutron.db.l3_db [None req-006d471a-ad14-4914-a2f3-3b656a9ae542 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Floating IP 948c3119-062f-489f-b541-b281692db201 disassociated (deleted). External IP: 172.25.6.47, port: c42d94a1-241c-47fb-a0e7-940daa59bc9c. Jan 28 07:40:42.937787 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6de01f1d-fab2-4a1b-b2f5-f698c9d2c1f8 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:42.942835 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6de01f1d-fab2-4a1b-b2f5-f698c9d2c1f8 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16609095'] for floatingip (2aab72e6-ddfa-4017-9758-8b67f0245bf8), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:43.022446 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f36ed7a-e61e-44a5-a1f2-55e13579bebe req-e8b5df97-9ab2-41d9-bb30-d6728c0e8c03 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:40:43.024099 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9f36ed7a-e61e-44a5-a1f2-55e13579bebe req-e8b5df97-9ab2-41d9-bb30-d6728c0e8c03 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f42de8c-cd1a-45e7-87eb-01845dcfa3a6 HTTP/1.1" status: 200 len: 944 time: 0.1030645 Jan 28 07:40:43.056024 n-d-712749-28 neutron-server[103283]: INFO neutron.db.l3_db [None req-6de01f1d-fab2-4a1b-b2f5-f698c9d2c1f8 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Floating IP 2aab72e6-ddfa-4017-9758-8b67f0245bf8 associated. External IP: 172.25.6.3, port: 7aa8e041-3dbb-49bb-aa03-bdc3f0aa4ad3. Jan 28 07:40:43.150538 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9f36ed7a-e61e-44a5-a1f2-55e13579bebe req-cf3fa845-0261-427d-a876-a55227c53390 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7a11e82-5704-491d-abd6-aba50865dcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856314 Jan 28 07:40:43.181774 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-006d471a-ad14-4914-a2f3-3b656a9ae542 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Router 54bf9d4c-8bd5-45bf-bcac-47e3c295f240 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:40:43.303802 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-006d471a-ad14-4914-a2f3-3b656a9ae542 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:40:43.309832 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-006d471a-ad14-4914-a2f3-3b656a9ae542 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for floatingip (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:43.317777 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88258944-0e75-42a9-9857-7bc74d7db689 None None] Sync routers for ids ['54bf9d4c-8bd5-45bf-bcac-47e3c295f240'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:40:43.321786 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6de01f1d-fab2-4a1b-b2f5-f698c9d2c1f8 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Router 24fbef46-e351-4f1d-827c-b9c6ebcb1a06 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:40:43.328516 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88258944-0e75-42a9-9857-7bc74d7db689 None None] Routers {'54bf9d4c-8bd5-45bf-bcac-47e3c295f240'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:40:43.329340 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-88258944-0e75-42a9-9857-7bc74d7db689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:40:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['54bf9d4c-8bd5-45bf-bcac-47e3c295f240'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:40:43.347670 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-006d471a-ad14-4914-a2f3-3b656a9ae542 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "DELETE /v2.0/floatingips/948c3119-062f-489f-b541-b281692db201 HTTP/1.1" status: 204 len: 168 time: 1.1458933 Jan 28 07:40:43.347670 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73aa0305-9b3e-4b12-9b4d-6de9fad6bc66', 'tag': 'c42d94a1-241c-47fb-a0e7-940daa59bc9c'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:40:43.358800 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ad32f5b-bab8-48b3-8006-61fc85ee73ae" -d '{"events": [{"name": "network-changed", "server_uuid": "73aa0305-9b3e-4b12-9b4d-6de9fad6bc66", "tag": "c42d94a1-241c-47fb-a0e7-940daa59bc9c"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:40:43.429772 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1b1e0ea-84ea-44d9-a424-78fee686bcd2 x-openstack-request-id: req-c1b1e0ea-84ea-44d9-a424-78fee686bcd2 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:40:43.430072 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73aa0305-9b3e-4b12-9b4d-6de9fad6bc66", "tag": "c42d94a1-241c-47fb-a0e7-940daa59bc9c", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:40:43.430333 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c1b1e0ea-84ea-44d9-a424-78fee686bcd2 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:40:43.430757 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73aa0305-9b3e-4b12-9b4d-6de9fad6bc66', 'tag': 'c42d94a1-241c-47fb-a0e7-940daa59bc9c', 'status': 'completed', 'code': 200} Jan 28 07:40:43.450989 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-88258944-0e75-42a9-9857-7bc74d7db689 None None] Set router 54bf9d4c-8bd5-45bf-bcac-47e3c295f240 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:40:43.751678 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11a5cf9-b2a1-47d4-9737-16ebc66a94cf req-70387200-3ebf-4ce3-8f1d-4bfa810b2523 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:40:43.753499 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b11a5cf9-b2a1-47d4-9737-16ebc66a94cf req-70387200-3ebf-4ce3-8f1d-4bfa810b2523 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/ports?device_id=73aa0305-9b3e-4b12-9b4d-6de9fad6bc66 HTTP/1.1" status: 200 len: 946 time: 0.0832384 Jan 28 07:40:43.828546 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-88258944-0e75-42a9-9857-7bc74d7db689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54bf9d4c-8bd5-45bf-bcac-47e3c295f240', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1947545157', 'tenant_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': 'd66b2715-2cf7-42af-967a-d8d2d85633f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:38:35Z', 'updated_at': '2022-01-28T07:38:43Z', 'revision_number': 4, 'project_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'gw_port': {'id': 'd66b2715-2cf7-42af-967a-d8d2d85633f1', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:a1:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54bf9d4c-8bd5-45bf-bcac-47e3c295f240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:38:35Z', 'updated_at': '2022-01-28T07:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': 'bcbc44c6-2000-4067-b0e0-4026f43ba329', 'name': '', 'network_id': 'fecfa915-dff3-4681-9460-1f8900e9cefe', 'tenant_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'mac_address': 'fa:16:3e:26:72:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54bf9d4c-8bd5-45bf-bcac-47e3c295f240', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'd9192ad7-183b-4cf5-83ef-65d94ec8aa4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:38:41Z', 'updated_at': '2022-01-28T07:38:49Z', 'revision_number': 5, 'project_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'subnets': [{'id': 'd9192ad7-183b-4cf5-83ef-65d94ec8aa4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:40:43.848802 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b11a5cf9-b2a1-47d4-9737-16ebc66a94cf req-f1956a2e-0684-40b9-bf26-f762a484990d tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/security-groups?id=997a3b42-4a7c-407b-9853-79adca660db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826097 Jan 28 07:40:43.860565 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88258944-0e75-42a9-9857-7bc74d7db689 None None] Checking router: 54bf9d4c-8bd5-45bf-bcac-47e3c295f240 for host: n-d-712749-28 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:40:43.882509 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88258944-0e75-42a9-9857-7bc74d7db689 None None] Routers {'54bf9d4c-8bd5-45bf-bcac-47e3c295f240'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:40:43.883138 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-88258944-0e75-42a9-9857-7bc74d7db689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:40:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['54bf9d4c-8bd5-45bf-bcac-47e3c295f240'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:40:43.897594 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6de01f1d-fab2-4a1b-b2f5-f698c9d2c1f8 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:40:43.902516 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6de01f1d-fab2-4a1b-b2f5-f698c9d2c1f8 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for floatingip (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:43.912251 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058d15ec-0428-4860-ab4f-23d7fa2b9557 None None] Sync routers for ids ['24fbef46-e351-4f1d-827c-b9c6ebcb1a06'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:40:43.926719 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058d15ec-0428-4860-ab4f-23d7fa2b9557 None None] Routers {'24fbef46-e351-4f1d-827c-b9c6ebcb1a06'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:40:43.927692 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-058d15ec-0428-4860-ab4f-23d7fa2b9557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:40:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['24fbef46-e351-4f1d-827c-b9c6ebcb1a06'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:40:43.943752 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad32f5b-bab8-48b3-8006-61fc85ee73ae req-1eb178c0-b100-4970-a854-cc4b6c8f47f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:40:43.943752 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0ad32f5b-bab8-48b3-8006-61fc85ee73ae req-1eb178c0-b100-4970-a854-cc4b6c8f47f4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b44a0e5d7f134bd69aecc7a32d5e1b41&device_id=73aa0305-9b3e-4b12-9b4d-6de9fad6bc66 HTTP/1.1" status: 200 len: 1098 time: 0.0777967 Jan 28 07:40:43.945334 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-6de01f1d-fab2-4a1b-b2f5-f698c9d2c1f8 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] 10.222.0.41 "PUT /v2.0/floatingips/2aab72e6-ddfa-4017-9758-8b67f0245bf8 HTTP/1.1" status: 200 len: 990 time: 1.6162977 Jan 28 07:40:43.945916 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04af0df7-c4e9-4130-89c6-7bf39db13969', 'tag': '7aa8e041-3dbb-49bb-aa03-bdc3f0aa4ad3'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:40:43.948209 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b7ebf18-d340-49f4-bca4-2d5f931076f2" -d '{"events": [{"name": "network-changed", "server_uuid": "04af0df7-c4e9-4130-89c6-7bf39db13969", "tag": "7aa8e041-3dbb-49bb-aa03-bdc3f0aa4ad3"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:40:44.047240 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ad5fe5e-6166-48f1-9c45-ef41a6f8c6b2 x-openstack-request-id: req-6ad5fe5e-6166-48f1-9c45-ef41a6f8c6b2 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:40:44.047535 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04af0df7-c4e9-4130-89c6-7bf39db13969", "tag": "7aa8e041-3dbb-49bb-aa03-bdc3f0aa4ad3", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:40:44.047798 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6ad5fe5e-6166-48f1-9c45-ef41a6f8c6b2 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:40:44.048239 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04af0df7-c4e9-4130-89c6-7bf39db13969', 'tag': '7aa8e041-3dbb-49bb-aa03-bdc3f0aa4ad3', 'status': 'completed', 'code': 200} Jan 28 07:40:44.049457 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad32f5b-bab8-48b3-8006-61fc85ee73ae req-0d32495c-e458-43a5-a95a-a991589bc514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:40:44.051088 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0ad32f5b-bab8-48b3-8006-61fc85ee73ae req-0d32495c-e458-43a5-a95a-a991589bc514 service neutron] 10.222.0.44 "GET /v2.0/networks?id=fecfa915-dff3-4681-9460-1f8900e9cefe HTTP/1.1" status: 200 len: 897 time: 0.1002913 Jan 28 07:40:44.089311 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-88258944-0e75-42a9-9857-7bc74d7db689 None None] Set router 54bf9d4c-8bd5-45bf-bcac-47e3c295f240 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:40:44.138396 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0ad32f5b-bab8-48b3-8006-61fc85ee73ae req-e68b5684-6ebf-4ac2-830d-956bf02bcc49 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c42d94a1-241c-47fb-a0e7-940daa59bc9c HTTP/1.1" status: 200 len: 217 time: 0.0795939 Jan 28 07:40:44.167825 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7ebf18-d340-49f4-bca4-2d5f931076f2 req-c394e4b5-8b6e-4567-93a8-376a9fde204a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:40:44.170324 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6b7ebf18-d340-49f4-bca4-2d5f931076f2 req-c394e4b5-8b6e-4567-93a8-376a9fde204a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f73b832598f540969f70df5d0be9d3b5&device_id=04af0df7-c4e9-4130-89c6-7bf39db13969 HTTP/1.1" status: 200 len: 1098 time: 0.0674396 Jan 28 07:40:44.259446 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-058d15ec-0428-4860-ab4f-23d7fa2b9557 None None] Set router 24fbef46-e351-4f1d-827c-b9c6ebcb1a06 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:40:44.259783 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad32f5b-bab8-48b3-8006-61fc85ee73ae req-dd8a7386-82fe-4760-85c6-6a50c02de99b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:40:44.261454 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0ad32f5b-bab8-48b3-8006-61fc85ee73ae req-dd8a7386-82fe-4760-85c6-6a50c02de99b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d9192ad7-183b-4cf5-83ef-65d94ec8aa4b HTTP/1.1" status: 200 len: 835 time: 0.1157494 Jan 28 07:40:44.315166 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7ebf18-d340-49f4-bca4-2d5f931076f2 req-415a94ed-7c11-45d2-96d6-17aa42928acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:40:44.318708 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6b7ebf18-d340-49f4-bca4-2d5f931076f2 req-415a94ed-7c11-45d2-96d6-17aa42928acf service neutron] 10.222.0.10 "GET /v2.0/networks?id=5b65f449-9374-4261-8791-074dee2c30ed HTTP/1.1" status: 200 len: 912 time: 0.1415005 Jan 28 07:40:44.339870 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad32f5b-bab8-48b3-8006-61fc85ee73ae req-28f1445d-4665-4119-b8dc-593fb87408dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:40:44.345995 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0ad32f5b-bab8-48b3-8006-61fc85ee73ae req-28f1445d-4665-4119-b8dc-593fb87408dc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fecfa915-dff3-4681-9460-1f8900e9cefe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0781341 Jan 28 07:40:44.413458 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-88258944-0e75-42a9-9857-7bc74d7db689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54bf9d4c-8bd5-45bf-bcac-47e3c295f240', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1947545157', 'tenant_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': 'd66b2715-2cf7-42af-967a-d8d2d85633f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:38:35Z', 'updated_at': '2022-01-28T07:38:43Z', 'revision_number': 4, 'project_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'gw_port': {'id': 'd66b2715-2cf7-42af-967a-d8d2d85633f1', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:a1:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54bf9d4c-8bd5-45bf-bcac-47e3c295f240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:38:35Z', 'updated_at': '2022-01-28T07:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': 'bcbc44c6-2000-4067-b0e0-4026f43ba329', 'name': '', 'network_id': 'fecfa915-dff3-4681-9460-1f8900e9cefe', 'tenant_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'mac_address': 'fa:16:3e:26:72:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54bf9d4c-8bd5-45bf-bcac-47e3c295f240', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'd9192ad7-183b-4cf5-83ef-65d94ec8aa4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:38:41Z', 'updated_at': '2022-01-28T07:38:49Z', 'revision_number': 5, 'project_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'subnets': [{'id': 'd9192ad7-183b-4cf5-83ef-65d94ec8aa4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:40:44.449912 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88258944-0e75-42a9-9857-7bc74d7db689 None None] The sync data for ids ['54bf9d4c-8bd5-45bf-bcac-47e3c295f240'] in n-d-712749-28 is: [{'id': '54bf9d4c-8bd5-45bf-bcac-47e3c295f240', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1947545157', 'tenant_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': 'd66b2715-2cf7-42af-967a-d8d2d85633f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:38:35Z', 'updated_at': '2022-01-28T07:38:43Z', 'revision_number': 4, 'project_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'gw_port': {'id': 'd66b2715-2cf7-42af-967a-d8d2d85633f1', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:a1:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54bf9d4c-8bd5-45bf-bcac-47e3c295f240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:38:35Z', 'updated_at': '2022-01-28T07:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': 'bcbc44c6-2000-4067-b0e0-4026f43ba329', 'name': '', 'network_id': 'fecfa915-dff3-4681-9460-1f8900e9cefe', 'tenant_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'mac_address': 'fa:16:3e:26:72:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54bf9d4c-8bd5-45bf-bcac-47e3c295f240', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'd9192ad7-183b-4cf5-83ef-65d94ec8aa4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:38:41Z', 'updated_at': '2022-01-28T07:38:49Z', 'revision_number': 5, 'project_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'subnets': [{'id': 'd9192ad7-183b-4cf5-83ef-65d94ec8aa4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:40:44.453093 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6b7ebf18-d340-49f4-bca4-2d5f931076f2 req-4d4abc13-1923-43e0-9408-c89d855bb505 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7aa8e041-3dbb-49bb-aa03-bdc3f0aa4ad3 HTTP/1.1" status: 200 len: 998 time: 0.1280868 Jan 28 07:40:44.466276 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edae657-eb38-46e1-85f7-e90602b14441 req-ef2cf5c3-2a6e-4d55-858f-107e9664fa8a tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:40:44.467983 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8edae657-eb38-46e1-85f7-e90602b14441 req-ef2cf5c3-2a6e-4d55-858f-107e9664fa8a tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f42de8c-cd1a-45e7-87eb-01845dcfa3a6 HTTP/1.1" status: 200 len: 944 time: 0.1950459 Jan 28 07:40:44.511114 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0ad32f5b-bab8-48b3-8006-61fc85ee73ae req-c118847b-b702-4bfe-a0de-c3d98161be6a service neutron] 10.222.0.44 "GET /v2.0/networks/fecfa915-dff3-4681-9460-1f8900e9cefe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564651 Jan 28 07:40:44.557860 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8edae657-eb38-46e1-85f7-e90602b14441 req-bcdc5c84-ba65-4ddd-bca1-c256398f16cb tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7a11e82-5704-491d-abd6-aba50865dcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557263 Jan 28 07:40:44.577105 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7ebf18-d340-49f4-bca4-2d5f931076f2 req-c20877ed-6af8-4fe1-9b46-0423682b87b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:40:44.578733 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6b7ebf18-d340-49f4-bca4-2d5f931076f2 req-c20877ed-6af8-4fe1-9b46-0423682b87b8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1a5a6122-c300-492c-8f7e-fbb048082731 HTTP/1.1" status: 200 len: 850 time: 0.1097593 Jan 28 07:40:44.629589 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7ebf18-d340-49f4-bca4-2d5f931076f2 req-1f53c203-44f3-4904-ad45-072f26a5a423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:40:44.631381 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6b7ebf18-d340-49f4-bca4-2d5f931076f2 req-1f53c203-44f3-4904-ad45-072f26a5a423 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5b65f449-9374-4261-8791-074dee2c30ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0470781 Jan 28 07:40:44.633867 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-058d15ec-0428-4860-ab4f-23d7fa2b9557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24fbef46-e351-4f1d-827c-b9c6ebcb1a06', 'name': 'tempest-AttachVolumeTestJSON-1898287027-router', 'tenant_id': 'f73b832598f540969f70df5d0be9d3b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': 'a22d2cb9-99d6-436b-8756-2665b0e1882a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:35:50Z', 'updated_at': '2022-01-28T07:35:58Z', 'revision_number': 4, 'project_id': 'f73b832598f540969f70df5d0be9d3b5', 'gw_port': {'id': 'a22d2cb9-99d6-436b-8756-2665b0e1882a', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:86:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24fbef46-e351-4f1d-827c-b9c6ebcb1a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:35:52Z', 'updated_at': '2022-01-28T07:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_floatingips': [{'id': '2aab72e6-ddfa-4017-9758-8b67f0245bf8', 'tenant_id': 'f73b832598f540969f70df5d0be9d3b5', 'floating_ip_address': '172.25.6.3', 'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'router_id': '24fbef46-e351-4f1d-827c-b9c6ebcb1a06', 'port_id': '7aa8e041-3dbb-49bb-aa03-bdc3f0aa4ad3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5b65f449-9374-4261-8791-074dee2c30ed', 'mac_address': 'fa:16:3e:1b:10:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04af0df7-c4e9-4130-89c6-7bf39db13969', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:40:29Z', 'updated_at': '2022-01-28T07:40:42Z', 'revision_number': 1, 'project_id': 'f73b832598f540969f70df5d0be9d3b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '011be4bf-5975-4029-8775-61d06885d9d4', 'name': '', 'network_id': '5b65f449-9374-4261-8791-074dee2c30ed', 'tenant_id': 'f73b832598f540969f70df5d0be9d3b5', 'mac_address': 'fa:16:3e:ac:27:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24fbef46-e351-4f1d-827c-b9c6ebcb1a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3267, 'fixed_ips': [{'subnet_id': '1a5a6122-c300-492c-8f7e-fbb048082731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:35:56Z', 'updated_at': '2022-01-28T07:36:04Z', 'revision_number': 5, 'project_id': 'f73b832598f540969f70df5d0be9d3b5', 'subnets': [{'id': '1a5a6122-c300-492c-8f7e-fbb048082731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:40:44.665018 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0ad32f5b-bab8-48b3-8006-61fc85ee73ae req-3b518d3e-2dcf-42ca-a3e7-b5a390835218 service neutron] 10.222.0.44 "GET /v2.0/networks/fecfa915-dff3-4681-9460-1f8900e9cefe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465728 Jan 28 07:40:44.676025 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058d15ec-0428-4860-ab4f-23d7fa2b9557 None None] Checking router: 24fbef46-e351-4f1d-827c-b9c6ebcb1a06 for host: n-d-712749-28 {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:40:44.685569 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058d15ec-0428-4860-ab4f-23d7fa2b9557 None None] Routers {'24fbef46-e351-4f1d-827c-b9c6ebcb1a06'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:40:44.686185 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-058d15ec-0428-4860-ab4f-23d7fa2b9557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:40:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['24fbef46-e351-4f1d-827c-b9c6ebcb1a06'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:40:44.730834 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6b7ebf18-d340-49f4-bca4-2d5f931076f2 req-22434ab9-a93e-4a8f-a164-9ee880816230 service neutron] 10.222.0.10 "GET /v2.0/networks/5b65f449-9374-4261-8791-074dee2c30ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927300 Jan 28 07:40:44.827058 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-058d15ec-0428-4860-ab4f-23d7fa2b9557 None None] Set router 24fbef46-e351-4f1d-827c-b9c6ebcb1a06 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:40:44.839609 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6b7ebf18-d340-49f4-bca4-2d5f931076f2 req-79e59d69-c776-4e87-b9b3-a72f7a7979e7 service neutron] 10.222.0.10 "GET /v2.0/networks/5b65f449-9374-4261-8791-074dee2c30ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029849 Jan 28 07:40:44.861021 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03bc7776-fb82-4247-855e-78619b0d7392 None None] New status for floating IP 948c3119-062f-489f-b541-b281692db201: DOWN {{(pid=103286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 07:40:44.993608 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d003ef-3bdc-4b97-b177-8e54136fbaa3 req-d7534d31-5335-47c2-b58d-eee94aad399b tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:40:45.000765 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-45d003ef-3bdc-4b97-b177-8e54136fbaa3 req-d7534d31-5335-47c2-b58d-eee94aad399b tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/ports?device_id=73aa0305-9b3e-4b12-9b4d-6de9fad6bc66 HTTP/1.1" status: 200 len: 946 time: 0.0627730 Jan 28 07:40:45.060845 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-45d003ef-3bdc-4b97-b177-8e54136fbaa3 req-16a95707-d678-4f4b-9dc2-6a058903ec12 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/security-groups?id=997a3b42-4a7c-407b-9853-79adca660db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587785 Jan 28 07:40:45.108166 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-058d15ec-0428-4860-ab4f-23d7fa2b9557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24fbef46-e351-4f1d-827c-b9c6ebcb1a06', 'name': 'tempest-AttachVolumeTestJSON-1898287027-router', 'tenant_id': 'f73b832598f540969f70df5d0be9d3b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': 'a22d2cb9-99d6-436b-8756-2665b0e1882a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:35:50Z', 'updated_at': '2022-01-28T07:35:58Z', 'revision_number': 4, 'project_id': 'f73b832598f540969f70df5d0be9d3b5', 'gw_port': {'id': 'a22d2cb9-99d6-436b-8756-2665b0e1882a', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:86:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24fbef46-e351-4f1d-827c-b9c6ebcb1a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:35:52Z', 'updated_at': '2022-01-28T07:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_floatingips': [{'id': '2aab72e6-ddfa-4017-9758-8b67f0245bf8', 'tenant_id': 'f73b832598f540969f70df5d0be9d3b5', 'floating_ip_address': '172.25.6.3', 'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'router_id': '24fbef46-e351-4f1d-827c-b9c6ebcb1a06', 'port_id': '7aa8e041-3dbb-49bb-aa03-bdc3f0aa4ad3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5b65f449-9374-4261-8791-074dee2c30ed', 'mac_address': 'fa:16:3e:1b:10:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04af0df7-c4e9-4130-89c6-7bf39db13969', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:40:29Z', 'updated_at': '2022-01-28T07:40:42Z', 'revision_number': 1, 'project_id': 'f73b832598f540969f70df5d0be9d3b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '011be4bf-5975-4029-8775-61d06885d9d4', 'name': '', 'network_id': '5b65f449-9374-4261-8791-074dee2c30ed', 'tenant_id': 'f73b832598f540969f70df5d0be9d3b5', 'mac_address': 'fa:16:3e:ac:27:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24fbef46-e351-4f1d-827c-b9c6ebcb1a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3267, 'fixed_ips': [{'subnet_id': '1a5a6122-c300-492c-8f7e-fbb048082731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:35:56Z', 'updated_at': '2022-01-28T07:36:04Z', 'revision_number': 5, 'project_id': 'f73b832598f540969f70df5d0be9d3b5', 'subnets': [{'id': '1a5a6122-c300-492c-8f7e-fbb048082731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:40:45.142220 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058d15ec-0428-4860-ab4f-23d7fa2b9557 None None] The sync data for ids ['24fbef46-e351-4f1d-827c-b9c6ebcb1a06'] in n-d-712749-28 is: [{'id': '24fbef46-e351-4f1d-827c-b9c6ebcb1a06', 'name': 'tempest-AttachVolumeTestJSON-1898287027-router', 'tenant_id': 'f73b832598f540969f70df5d0be9d3b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': 'a22d2cb9-99d6-436b-8756-2665b0e1882a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:35:50Z', 'updated_at': '2022-01-28T07:35:58Z', 'revision_number': 4, 'project_id': 'f73b832598f540969f70df5d0be9d3b5', 'gw_port': {'id': 'a22d2cb9-99d6-436b-8756-2665b0e1882a', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:86:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24fbef46-e351-4f1d-827c-b9c6ebcb1a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:35:52Z', 'updated_at': '2022-01-28T07:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_floatingips': [{'id': '2aab72e6-ddfa-4017-9758-8b67f0245bf8', 'tenant_id': 'f73b832598f540969f70df5d0be9d3b5', 'floating_ip_address': '172.25.6.3', 'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'router_id': '24fbef46-e351-4f1d-827c-b9c6ebcb1a06', 'port_id': '7aa8e041-3dbb-49bb-aa03-bdc3f0aa4ad3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5b65f449-9374-4261-8791-074dee2c30ed', 'mac_address': 'fa:16:3e:1b:10:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04af0df7-c4e9-4130-89c6-7bf39db13969', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:40:29Z', 'updated_at': '2022-01-28T07:40:42Z', 'revision_number': 1, 'project_id': 'f73b832598f540969f70df5d0be9d3b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '011be4bf-5975-4029-8775-61d06885d9d4', 'name': '', 'network_id': '5b65f449-9374-4261-8791-074dee2c30ed', 'tenant_id': 'f73b832598f540969f70df5d0be9d3b5', 'mac_address': 'fa:16:3e:ac:27:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24fbef46-e351-4f1d-827c-b9c6ebcb1a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3267, 'fixed_ips': [{'subnet_id': '1a5a6122-c300-492c-8f7e-fbb048082731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:35:56Z', 'updated_at': '2022-01-28T07:36:04Z', 'revision_number': 5, 'project_id': 'f73b832598f540969f70df5d0be9d3b5', 'subnets': [{'id': '1a5a6122-c300-492c-8f7e-fbb048082731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:40:45.215240 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7625222b-2cdf-45c6-9f98-5a9e42961ed2 req-aa3424f9-a8c9-4731-b364-9a249e5adbb9 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:40:45.216947 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7625222b-2cdf-45c6-9f98-5a9e42961ed2 req-aa3424f9-a8c9-4731-b364-9a249e5adbb9 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.44 "GET /v2.0/ports?device_id=73aa0305-9b3e-4b12-9b4d-6de9fad6bc66 HTTP/1.1" status: 200 len: 946 time: 0.0814469 Jan 28 07:40:45.363609 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-7625222b-2cdf-45c6-9f98-5a9e42961ed2 req-21f8c9a2-0ca5-4e03-a712-0de47e2e7477 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Deleting port c42d94a1-241c-47fb-a0e7-940daa59bc9c {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:40:45.368775 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-7625222b-2cdf-45c6-9f98-5a9e42961ed2 req-21f8c9a2-0ca5-4e03-a712-0de47e2e7477 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (c42d94a1-241c-47fb-a0e7-940daa59bc9c), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:45.507603 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06d19e6-61d1-42d1-9ae8-d53a73dac0ef None None] New status for floating IP 2aab72e6-ddfa-4017-9758-8b67f0245bf8: ACTIVE {{(pid=103285) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 07:40:45.510727 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-7625222b-2cdf-45c6-9f98-5a9e42961ed2 req-21f8c9a2-0ca5-4e03-a712-0de47e2e7477 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] For port c42d94a1-241c-47fb-a0e7-940daa59bc9c, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=c42d94a1-241c-47fb-a0e7-940daa59bc9c,segment=NetworkSegment(d0b9353e-301c-46f1-b189-608a13cc311f),segment_id=d0b9353e-301c-46f1-b189-608a13cc311f)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:40:45.511105 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-7625222b-2cdf-45c6-9f98-5a9e42961ed2 req-21f8c9a2-0ca5-4e03-a712-0de47e2e7477 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (c42d94a1-241c-47fb-a0e7-940daa59bc9c), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:45.525368 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-7625222b-2cdf-45c6-9f98-5a9e42961ed2 req-21f8c9a2-0ca5-4e03-a712-0de47e2e7477 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Calling delete_port for c42d94a1-241c-47fb-a0e7-940daa59bc9c owned by compute:nova {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:40:45.658702 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d125ed6-91a3-4746-8ad3-154fd280b514 req-89e6e69b-2630-4355-8e97-bd6a5484028c tempest-VolumesSnapshotTestJSON-1067886046 tempest-VolumesSnapshotTestJSON-1067886046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:40:45.670887 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6d125ed6-91a3-4746-8ad3-154fd280b514 req-89e6e69b-2630-4355-8e97-bd6a5484028c tempest-VolumesSnapshotTestJSON-1067886046 tempest-VolumesSnapshotTestJSON-1067886046-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6207914-5721-41c6-ac67-417037513ded HTTP/1.1" status: 200 len: 945 time: 0.0987165 Jan 28 07:40:45.762586 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6d125ed6-91a3-4746-8ad3-154fd280b514 req-353dd88d-ad97-43e9-b3de-23e8d45b9e9c tempest-VolumesSnapshotTestJSON-1067886046 tempest-VolumesSnapshotTestJSON-1067886046-project] 10.222.0.41 "GET /v2.0/security-groups?id=4e9b8070-cf39-4bff-b3a3-011c2420ec06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907226 Jan 28 07:40:45.773305 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-7625222b-2cdf-45c6-9f98-5a9e42961ed2 req-21f8c9a2-0ca5-4e03-a712-0de47e2e7477 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (c42d94a1-241c-47fb-a0e7-940daa59bc9c), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:45.820698 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ee96aa-7c4a-4fda-90ea-b8191841c1b6 req-106beb9a-769f-4d4d-8c4c-80d2ac847e05 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:40:45.824662 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b1ee96aa-7c4a-4fda-90ea-b8191841c1b6 req-106beb9a-769f-4d4d-8c4c-80d2ac847e05 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f42de8c-cd1a-45e7-87eb-01845dcfa3a6 HTTP/1.1" status: 200 len: 944 time: 0.1264122 Jan 28 07:40:45.825800 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f8c9a2-0ca5-4e03-a712-0de47e2e7477 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Pushing event deleted for resources: {'Port': ['ID=c42d94a1-241c-47fb-a0e7-940daa59bc9c,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:40:45.891941 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-7625222b-2cdf-45c6-9f98-5a9e42961ed2 req-21f8c9a2-0ca5-4e03-a712-0de47e2e7477 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] No DVR routers for this DVR port c42d94a1-241c-47fb-a0e7-940daa59bc9c on host n-h2-712749-28 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:40:45.896566 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-7625222b-2cdf-45c6-9f98-5a9e42961ed2 req-21f8c9a2-0ca5-4e03-a712-0de47e2e7477 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:45.900068 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7625222b-2cdf-45c6-9f98-5a9e42961ed2 req-21f8c9a2-0ca5-4e03-a712-0de47e2e7477 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.44 "DELETE /v2.0/ports/c42d94a1-241c-47fb-a0e7-940daa59bc9c HTTP/1.1" status: 204 len: 173 time: 0.6777174 Jan 28 07:40:45.944728 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b1ee96aa-7c4a-4fda-90ea-b8191841c1b6 req-df479911-1c56-4ce6-9568-19c680ba0f88 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7a11e82-5704-491d-abd6-aba50865dcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153321 Jan 28 07:40:46.050044 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73aa0305-9b3e-4b12-9b4d-6de9fad6bc66', 'name': 'network-vif-deleted', 'tag': 'c42d94a1-241c-47fb-a0e7-940daa59bc9c'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:40:46.053330 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-614a0b13-887d-4f2e-8d39-30a44814e500" -d '{"events": [{"server_uuid": "73aa0305-9b3e-4b12-9b4d-6de9fad6bc66", "name": "network-vif-deleted", "tag": "c42d94a1-241c-47fb-a0e7-940daa59bc9c"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:40:46.098129 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d151be40-0106-4eb5-aef7-012b3c11ab72 x-openstack-request-id: req-d151be40-0106-4eb5-aef7-012b3c11ab72 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:40:46.098449 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73aa0305-9b3e-4b12-9b4d-6de9fad6bc66", "name": "network-vif-deleted", "tag": "c42d94a1-241c-47fb-a0e7-940daa59bc9c", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:40:46.098693 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d151be40-0106-4eb5-aef7-012b3c11ab72 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:40:46.099106 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73aa0305-9b3e-4b12-9b4d-6de9fad6bc66', 'name': 'network-vif-deleted', 'tag': 'c42d94a1-241c-47fb-a0e7-940daa59bc9c', 'status': 'completed', 'code': 200} Jan 28 07:40:46.169730 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c6c642e0-3503-4106-98f8-cd2b3ae83fa4 req-1c5918dd-1312-472b-b220-898fde016296 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/ports?device_id=73aa0305-9b3e-4b12-9b4d-6de9fad6bc66 HTTP/1.1" status: 200 len: 210 time: 0.0300949 Jan 28 07:40:46.882756 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be5a389-8689-46d2-9775-10b3674a1845 req-972518e3-c691-4942-b751-695025678069 tempest-VolumesSnapshotTestJSON-1067886046 tempest-VolumesSnapshotTestJSON-1067886046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:40:46.884481 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8be5a389-8689-46d2-9775-10b3674a1845 req-972518e3-c691-4942-b751-695025678069 tempest-VolumesSnapshotTestJSON-1067886046 tempest-VolumesSnapshotTestJSON-1067886046-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6207914-5721-41c6-ac67-417037513ded HTTP/1.1" status: 200 len: 945 time: 0.0545902 Jan 28 07:40:46.937238 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8be5a389-8689-46d2-9775-10b3674a1845 req-35429132-518e-46e1-b279-0f14f993d762 tempest-VolumesSnapshotTestJSON-1067886046 tempest-VolumesSnapshotTestJSON-1067886046-project] 10.222.0.41 "GET /v2.0/security-groups?id=4e9b8070-cf39-4bff-b3a3-011c2420ec06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468066 Jan 28 07:40:47.087604 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320d1235-8282-4ce3-9bd5-d49afe28fe62 req-95e5b22e-3159-47c4-9c6a-c6a9d56b3d85 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:40:47.089367 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-320d1235-8282-4ce3-9bd5-d49afe28fe62 req-95e5b22e-3159-47c4-9c6a-c6a9d56b3d85 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f42de8c-cd1a-45e7-87eb-01845dcfa3a6 HTTP/1.1" status: 200 len: 944 time: 0.0646231 Jan 28 07:40:47.141756 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-320d1235-8282-4ce3-9bd5-d49afe28fe62 req-41210f89-d618-4482-b33e-23a0d320a0f2 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7a11e82-5704-491d-abd6-aba50865dcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467067 Jan 28 07:40:47.233235 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 54780) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:40:47.404826 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de78ef6-420b-4a33-a17b-8b0825e411ba req-c99b1765-a312-43fb-8cdd-ebcf8af4df31 tempest-VolumesSnapshotTestJSON-1067886046 tempest-VolumesSnapshotTestJSON-1067886046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:40:47.406338 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7de78ef6-420b-4a33-a17b-8b0825e411ba req-c99b1765-a312-43fb-8cdd-ebcf8af4df31 tempest-VolumesSnapshotTestJSON-1067886046 tempest-VolumesSnapshotTestJSON-1067886046-project] 10.222.0.10 "GET /v2.0/ports?device_id=b6207914-5721-41c6-ac67-417037513ded HTTP/1.1" status: 200 len: 945 time: 0.0596082 Jan 28 07:40:47.510313 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-7de78ef6-420b-4a33-a17b-8b0825e411ba req-707bd3ac-5dac-43c9-aa73-2f9de8b42736 tempest-VolumesSnapshotTestJSON-1067886046 tempest-VolumesSnapshotTestJSON-1067886046-project] Deleting port 836a0a26-ab7f-4af5-8838-62d7cb071436 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:40:47.510654 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-7de78ef6-420b-4a33-a17b-8b0825e411ba req-707bd3ac-5dac-43c9-aa73-2f9de8b42736 tempest-VolumesSnapshotTestJSON-1067886046 tempest-VolumesSnapshotTestJSON-1067886046-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (836a0a26-ab7f-4af5-8838-62d7cb071436), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:47.604055 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-7de78ef6-420b-4a33-a17b-8b0825e411ba req-707bd3ac-5dac-43c9-aa73-2f9de8b42736 tempest-VolumesSnapshotTestJSON-1067886046 tempest-VolumesSnapshotTestJSON-1067886046-project] For port 836a0a26-ab7f-4af5-8838-62d7cb071436, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=836a0a26-ab7f-4af5-8838-62d7cb071436,segment=NetworkSegment(30c524ec-573a-4190-beff-cbcb392e8434),segment_id=30c524ec-573a-4190-beff-cbcb392e8434)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:40:47.604455 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-7de78ef6-420b-4a33-a17b-8b0825e411ba req-707bd3ac-5dac-43c9-aa73-2f9de8b42736 tempest-VolumesSnapshotTestJSON-1067886046 tempest-VolumesSnapshotTestJSON-1067886046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (836a0a26-ab7f-4af5-8838-62d7cb071436), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:47.614866 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-059540ee-19e5-444e-a10f-c189e809f0ff tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16606535'] for router_interface (54bf9d4c-8bd5-45bf-bcac-47e3c295f240), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:47.617454 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-7de78ef6-420b-4a33-a17b-8b0825e411ba req-707bd3ac-5dac-43c9-aa73-2f9de8b42736 tempest-VolumesSnapshotTestJSON-1067886046 tempest-VolumesSnapshotTestJSON-1067886046-project] Calling delete_port for 836a0a26-ab7f-4af5-8838-62d7cb071436 owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:40:47.768157 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-7de78ef6-420b-4a33-a17b-8b0825e411ba req-707bd3ac-5dac-43c9-aa73-2f9de8b42736 tempest-VolumesSnapshotTestJSON-1067886046 tempest-VolumesSnapshotTestJSON-1067886046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (836a0a26-ab7f-4af5-8838-62d7cb071436), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:47.798803 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707bd3ac-5dac-43c9-aa73-2f9de8b42736 tempest-VolumesSnapshotTestJSON-1067886046 tempest-VolumesSnapshotTestJSON-1067886046-project] Pushing event deleted for resources: {'Port': ['ID=836a0a26-ab7f-4af5-8838-62d7cb071436,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:40:47.813462 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['836a0a26-ab7f-4af5-8838-62d7cb071436'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:40:47.847512 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-7de78ef6-420b-4a33-a17b-8b0825e411ba req-707bd3ac-5dac-43c9-aa73-2f9de8b42736 tempest-VolumesSnapshotTestJSON-1067886046 tempest-VolumesSnapshotTestJSON-1067886046-project] No DVR routers for this DVR port 836a0a26-ab7f-4af5-8838-62d7cb071436 on host n-h1-712749-28 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:40:47.851071 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-7de78ef6-420b-4a33-a17b-8b0825e411ba req-707bd3ac-5dac-43c9-aa73-2f9de8b42736 tempest-VolumesSnapshotTestJSON-1067886046 tempest-VolumesSnapshotTestJSON-1067886046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:47.854691 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7de78ef6-420b-4a33-a17b-8b0825e411ba req-707bd3ac-5dac-43c9-aa73-2f9de8b42736 tempest-VolumesSnapshotTestJSON-1067886046 tempest-VolumesSnapshotTestJSON-1067886046-project] 10.222.0.10 "DELETE /v2.0/ports/836a0a26-ab7f-4af5-8838-62d7cb071436 HTTP/1.1" status: 204 len: 173 time: 0.4419651 Jan 28 07:40:47.855099 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6207914-5721-41c6-ac67-417037513ded', 'name': 'network-vif-deleted', 'tag': '836a0a26-ab7f-4af5-8838-62d7cb071436'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:40:47.857986 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8512ba4f-6f57-4928-9955-f7e6b8047fed" -d '{"events": [{"server_uuid": "b6207914-5721-41c6-ac67-417037513ded", "name": "network-vif-deleted", "tag": "836a0a26-ab7f-4af5-8838-62d7cb071436"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:40:47.898495 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-059540ee-19e5-444e-a10f-c189e809f0ff tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Deleting port bcbc44c6-2000-4067-b0e0-4026f43ba329 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:40:47.898953 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-059540ee-19e5-444e-a10f-c189e809f0ff tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (bcbc44c6-2000-4067-b0e0-4026f43ba329), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:47.906450 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c296439-6d5e-4937-83ec-2c0a8779a6b5 x-openstack-request-id: req-1c296439-6d5e-4937-83ec-2c0a8779a6b5 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:40:47.906939 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6207914-5721-41c6-ac67-417037513ded", "name": "network-vif-deleted", "tag": "836a0a26-ab7f-4af5-8838-62d7cb071436", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:40:47.907399 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1c296439-6d5e-4937-83ec-2c0a8779a6b5 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:40:47.907950 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6207914-5721-41c6-ac67-417037513ded', 'name': 'network-vif-deleted', 'tag': '836a0a26-ab7f-4af5-8838-62d7cb071436', 'status': 'completed', 'code': 200} Jan 28 07:40:48.006942 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-059540ee-19e5-444e-a10f-c189e809f0ff tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] For port bcbc44c6-2000-4067-b0e0-4026f43ba329, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=bcbc44c6-2000-4067-b0e0-4026f43ba329,segment=NetworkSegment(d0b9353e-301c-46f1-b189-608a13cc311f),segment_id=d0b9353e-301c-46f1-b189-608a13cc311f)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:40:48.007318 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-059540ee-19e5-444e-a10f-c189e809f0ff tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (bcbc44c6-2000-4067-b0e0-4026f43ba329), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:48.021820 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-059540ee-19e5-444e-a10f-c189e809f0ff tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Calling delete_port for bcbc44c6-2000-4067-b0e0-4026f43ba329 owned by network:router_interface {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:40:48.074482 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f874482b-2f62-4b4e-af1b-0166a444b228 req-a2c03ba8-ffcd-449a-bbab-c9208f721c04 tempest-VolumesSnapshotTestJSON-1067886046 tempest-VolumesSnapshotTestJSON-1067886046-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6207914-5721-41c6-ac67-417037513ded HTTP/1.1" status: 200 len: 210 time: 0.0308800 Jan 28 07:40:48.259578 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-059540ee-19e5-444e-a10f-c189e809f0ff tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (bcbc44c6-2000-4067-b0e0-4026f43ba329), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:48.297819 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059540ee-19e5-444e-a10f-c189e809f0ff tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Pushing event deleted for resources: {'Port': ['ID=bcbc44c6-2000-4067-b0e0-4026f43ba329,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:40:48.309060 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device c42d94a1-241c-47fb-a0e7-940daa59bc9c no longer exists at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:40:48.339694 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a981d48-cfae-495d-b00a-541d32d6f5a4 req-1ddc24d7-7c70-45ac-8a0b-8e238b46b5e7 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:40:48.341818 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7a981d48-cfae-495d-b00a-541d32d6f5a4 req-1ddc24d7-7c70-45ac-8a0b-8e238b46b5e7 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f42de8c-cd1a-45e7-87eb-01845dcfa3a6 HTTP/1.1" status: 200 len: 944 time: 0.1164310 Jan 28 07:40:48.346231 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] No Port match for: c42d94a1-241c-47fb-a0e7-940daa59bc9c {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:40:48.346583 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device c42d94a1-241c-47fb-a0e7-940daa59bc9c not bound to the agent host n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:40:48.440618 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7a981d48-cfae-495d-b00a-541d32d6f5a4 req-51774456-542f-4560-a467-214ffe06670f tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7a11e82-5704-491d-abd6-aba50865dcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688763 Jan 28 07:40:48.596627 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-059540ee-19e5-444e-a10f-c189e809f0ff tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16319006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16606699'] for router_interface (54bf9d4c-8bd5-45bf-bcac-47e3c295f240), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:48.859353 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-059540ee-19e5-444e-a10f-c189e809f0ff tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Router 54bf9d4c-8bd5-45bf-bcac-47e3c295f240 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:40:48.970612 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-059540ee-19e5-444e-a10f-c189e809f0ff tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:40:48.976390 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-059540ee-19e5-444e-a10f-c189e809f0ff tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "PUT /v2.0/routers/54bf9d4c-8bd5-45bf-bcac-47e3c295f240/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7418337 Jan 28 07:40:48.979445 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 54796) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:40:48.984612 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65726ebb-215b-4cd0-bab9-c4a2903a7da3 None None] Sync routers for ids ['54bf9d4c-8bd5-45bf-bcac-47e3c295f240'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:40:48.995883 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65726ebb-215b-4cd0-bab9-c4a2903a7da3 None None] Routers {'54bf9d4c-8bd5-45bf-bcac-47e3c295f240'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:40:48.996684 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-65726ebb-215b-4cd0-bab9-c4a2903a7da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:40:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['54bf9d4c-8bd5-45bf-bcac-47e3c295f240'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:40:49.036670 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-88885487-2278-4a6e-8a4f-fb611d1eaeda tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Deleting subnet d9192ad7-183b-4cf5-83ef-65d94ec8aa4b {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:40:49.040286 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-88885487-2278-4a6e-8a4f-fb611d1eaeda tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for subnet (d9192ad7-183b-4cf5-83ef-65d94ec8aa4b), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:49.082972 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-88885487-2278-4a6e-8a4f-fb611d1eaeda tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24759175'] for subnet (d9192ad7-183b-4cf5-83ef-65d94ec8aa4b), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:49.137026 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-65726ebb-215b-4cd0-bab9-c4a2903a7da3 None None] Set router 54bf9d4c-8bd5-45bf-bcac-47e3c295f240 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:40:49.236580 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-88885487-2278-4a6e-8a4f-fb611d1eaeda tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (d9192ad7-183b-4cf5-83ef-65d94ec8aa4b), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:49.315823 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-88885487-2278-4a6e-8a4f-fb611d1eaeda tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24757569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24979817'] for subnet (d9192ad7-183b-4cf5-83ef-65d94ec8aa4b), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:49.350927 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88885487-2278-4a6e-8a4f-fb611d1eaeda tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Pushing event deleted for resources: {'Subnet': ['ID=d9192ad7-183b-4cf5-83ef-65d94ec8aa4b,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:40:49.366192 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-88885487-2278-4a6e-8a4f-fb611d1eaeda tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:49.371802 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-88885487-2278-4a6e-8a4f-fb611d1eaeda tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "DELETE /v2.0/subnets/d9192ad7-183b-4cf5-83ef-65d94ec8aa4b HTTP/1.1" status: 204 len: 168 time: 0.3913193 Jan 28 07:40:49.372923 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f9e999-0d13-47e1-adab-7a5e8589138d None None] Network fecfa915-dff3-4681-9460-1f8900e9cefe requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:40:49.374668 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 54804) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:40:49.423240 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-65726ebb-215b-4cd0-bab9-c4a2903a7da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54bf9d4c-8bd5-45bf-bcac-47e3c295f240', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1947545157', 'tenant_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': 'd66b2715-2cf7-42af-967a-d8d2d85633f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:38:35Z', 'updated_at': '2022-01-28T07:40:48Z', 'revision_number': 5, 'project_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'gw_port': {'id': 'd66b2715-2cf7-42af-967a-d8d2d85633f1', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:a1:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54bf9d4c-8bd5-45bf-bcac-47e3c295f240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:38:35Z', 'updated_at': '2022-01-28T07:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:40:49.459411 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65726ebb-215b-4cd0-bab9-c4a2903a7da3 None None] Checking router: 54bf9d4c-8bd5-45bf-bcac-47e3c295f240 for host: n-d-712749-28 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:40:49.472280 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65726ebb-215b-4cd0-bab9-c4a2903a7da3 None None] Routers {'54bf9d4c-8bd5-45bf-bcac-47e3c295f240'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:40:49.473505 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-65726ebb-215b-4cd0-bab9-c4a2903a7da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:40:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['54bf9d4c-8bd5-45bf-bcac-47e3c295f240'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:40:49.600017 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-65726ebb-215b-4cd0-bab9-c4a2903a7da3 None None] Set router 54bf9d4c-8bd5-45bf-bcac-47e3c295f240 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:40:49.670156 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e2f1e4bb-dd16-4f0d-8907-be70d7f6194c tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for router (54bf9d4c-8bd5-45bf-bcac-47e3c295f240), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:49.696663 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a894e6ce-1c4c-41b4-a570-bbe31a390701 req-7508aa8d-c03d-4c73-86ff-4d77b3bee0fd tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:40:49.699581 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a894e6ce-1c4c-41b4-a570-bbe31a390701 req-7508aa8d-c03d-4c73-86ff-4d77b3bee0fd tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f42de8c-cd1a-45e7-87eb-01845dcfa3a6 HTTP/1.1" status: 200 len: 944 time: 0.1063895 Jan 28 07:40:49.724110 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a22a2326-9900-47ac-a7c0-fca5e14e39a1 None None] DHCP port deletion for fecfa915-dff3-4681-9460-1f8900e9cefe request from n-d-712749-28 {{(pid=103285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 07:40:49.801043 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a894e6ce-1c4c-41b4-a570-bbe31a390701 req-7d88cbd5-6522-47dd-9880-3442dbd4c1d4 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7a11e82-5704-491d-abd6-aba50865dcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948052 Jan 28 07:40:49.825236 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e2f1e4bb-dd16-4f0d-8907-be70d7f6194c tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for router_gateway (54bf9d4c-8bd5-45bf-bcac-47e3c295f240), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:49.855259 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-a22a2326-9900-47ac-a7c0-fca5e14e39a1 None None] Deleting port 45b6ea5f-b7f9-4161-afcc-394e8bcf864b {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:40:49.856029 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a22a2326-9900-47ac-a7c0-fca5e14e39a1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (45b6ea5f-b7f9-4161-afcc-394e8bcf864b), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:49.926444 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-e2f1e4bb-dd16-4f0d-8907-be70d7f6194c tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Deleting port d66b2715-2cf7-42af-967a-d8d2d85633f1 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:40:49.926799 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e2f1e4bb-dd16-4f0d-8907-be70d7f6194c tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (d66b2715-2cf7-42af-967a-d8d2d85633f1), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:49.939062 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-a22a2326-9900-47ac-a7c0-fca5e14e39a1 None None] For port 45b6ea5f-b7f9-4161-afcc-394e8bcf864b, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=45b6ea5f-b7f9-4161-afcc-394e8bcf864b,segment=NetworkSegment(d0b9353e-301c-46f1-b189-608a13cc311f),segment_id=d0b9353e-301c-46f1-b189-608a13cc311f)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:40:49.939869 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a22a2326-9900-47ac-a7c0-fca5e14e39a1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (45b6ea5f-b7f9-4161-afcc-394e8bcf864b), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:49.959133 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-a22a2326-9900-47ac-a7c0-fca5e14e39a1 None None] Calling delete_port for 45b6ea5f-b7f9-4161-afcc-394e8bcf864b owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:40:49.986287 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-65726ebb-215b-4cd0-bab9-c4a2903a7da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54bf9d4c-8bd5-45bf-bcac-47e3c295f240', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1947545157', 'tenant_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': 'd66b2715-2cf7-42af-967a-d8d2d85633f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:38:35Z', 'updated_at': '2022-01-28T07:40:48Z', 'revision_number': 5, 'project_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'gw_port': {'id': 'd66b2715-2cf7-42af-967a-d8d2d85633f1', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:a1:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54bf9d4c-8bd5-45bf-bcac-47e3c295f240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:38:35Z', 'updated_at': '2022-01-28T07:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:40:50.027327 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65726ebb-215b-4cd0-bab9-c4a2903a7da3 None None] The sync data for ids ['54bf9d4c-8bd5-45bf-bcac-47e3c295f240'] in n-d-712749-28 is: [{'id': '54bf9d4c-8bd5-45bf-bcac-47e3c295f240', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1947545157', 'tenant_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': 'd66b2715-2cf7-42af-967a-d8d2d85633f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:38:35Z', 'updated_at': '2022-01-28T07:40:48Z', 'revision_number': 5, 'project_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'gw_port': {'id': 'd66b2715-2cf7-42af-967a-d8d2d85633f1', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:a1:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54bf9d4c-8bd5-45bf-bcac-47e3c295f240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:38:35Z', 'updated_at': '2022-01-28T07:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:40:50.057451 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-e2f1e4bb-dd16-4f0d-8907-be70d7f6194c tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] For port d66b2715-2cf7-42af-967a-d8d2d85633f1, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=d66b2715-2cf7-42af-967a-d8d2d85633f1,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:40:50.057679 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e2f1e4bb-dd16-4f0d-8907-be70d7f6194c tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (d66b2715-2cf7-42af-967a-d8d2d85633f1), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:50.080681 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-e2f1e4bb-dd16-4f0d-8907-be70d7f6194c tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Calling delete_port for d66b2715-2cf7-42af-967a-d8d2d85633f1 owned by network:router_gateway {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:40:50.102005 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a22a2326-9900-47ac-a7c0-fca5e14e39a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298'] for port (45b6ea5f-b7f9-4161-afcc-394e8bcf864b), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:50.132338 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22a2326-9900-47ac-a7c0-fca5e14e39a1 None None] Pushing event deleted for resources: {'Port': ['ID=45b6ea5f-b7f9-4161-afcc-394e8bcf864b,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:40:50.139688 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22a2326-9900-47ac-a7c0-fca5e14e39a1 None None] No DVR routers for this DVR port 45b6ea5f-b7f9-4161-afcc-394e8bcf864b on host n-d-712749-28 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:40:50.263309 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e2f1e4bb-dd16-4f0d-8907-be70d7f6194c tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (d66b2715-2cf7-42af-967a-d8d2d85633f1), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:50.290816 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f1e4bb-dd16-4f0d-8907-be70d7f6194c tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Pushing event deleted for resources: {'Port': ['ID=d66b2715-2cf7-42af-967a-d8d2d85633f1,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:40:50.350722 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e2f1e4bb-dd16-4f0d-8907-be70d7f6194c tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16607873'] for router_gateway (54bf9d4c-8bd5-45bf-bcac-47e3c295f240), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:50.478081 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e2f1e4bb-dd16-4f0d-8907-be70d7f6194c tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16605684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127449'] for router (54bf9d4c-8bd5-45bf-bcac-47e3c295f240), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:50.489811 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e2f1e4bb-dd16-4f0d-8907-be70d7f6194c tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for router_controller (54bf9d4c-8bd5-45bf-bcac-47e3c295f240), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:50.538796 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e2f1e4bb-dd16-4f0d-8907-be70d7f6194c tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16605693'] for router (54bf9d4c-8bd5-45bf-bcac-47e3c295f240), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:50.539446 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2f1e4bb-dd16-4f0d-8907-be70d7f6194c tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Fanout notify agent at l3_agent the message router_deleted on router 54bf9d4c-8bd5-45bf-bcac-47e3c295f240 {{(pid=103283) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 07:40:50.556428 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e2f1e4bb-dd16-4f0d-8907-be70d7f6194c tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for router (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:50.558050 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-e2f1e4bb-dd16-4f0d-8907-be70d7f6194c tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "DELETE /v2.0/routers/54bf9d4c-8bd5-45bf-bcac-47e3c295f240 HTTP/1.1" status: 204 len: 168 time: 1.1818888 Jan 28 07:40:50.560915 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 54814) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:40:50.665076 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8bea6967-ffc3-4fb8-b9a0-81a0a0766f08 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (fecfa915-dff3-4681-9460-1f8900e9cefe), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:50.811803 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8bea6967-ffc3-4fb8-b9a0-81a0a0766f08 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (fecfa915-dff3-4681-9460-1f8900e9cefe), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:50.861905 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-8bea6967-ffc3-4fb8-b9a0-81a0a0766f08 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fecfa915-dff3-4681-9460-1f8900e9cefe']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:40:50.886074 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-8bea6967-ffc3-4fb8-b9a0-81a0a0766f08 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0b9353e-301c-46f1-b189-608a13cc311f') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:40:50.886832 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-8bea6967-ffc3-4fb8-b9a0-81a0a0766f08 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0b9353e-301c-46f1-b189-608a13cc311f') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:40:50.909134 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8bea6967-ffc3-4fb8-b9a0-81a0a0766f08 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24759294'] for segment (d0b9353e-301c-46f1-b189-608a13cc311f), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:50.972783 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8bea6967-ffc3-4fb8-b9a0-81a0a0766f08 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (d0b9353e-301c-46f1-b189-608a13cc311f), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:50.981062 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bea6967-ffc3-4fb8-b9a0-81a0a0766f08 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:40:50.981465 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8bea6967-ffc3-4fb8-b9a0-81a0a0766f08 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24757675'] for segment (d0b9353e-301c-46f1-b189-608a13cc311f), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:50.984548 n-d-712749-28 neutron-server[103284]: Traceback (most recent call last): Jan 28 07:40:50.984548 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:40:50.984548 n-d-712749-28 neutron-server[103284]: timer() Jan 28 07:40:50.984548 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:40:50.984548 n-d-712749-28 neutron-server[103284]: cb(*args, **kw) Jan 28 07:40:50.984548 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:40:50.984548 n-d-712749-28 neutron-server[103284]: return func(*args, **kwargs) Jan 28 07:40:50.984548 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:40:50.984548 n-d-712749-28 neutron-server[103284]: self._notify() Jan 28 07:40:50.984548 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:40:50.984548 n-d-712749-28 neutron-server[103284]: self.callback(batched_events) Jan 28 07:40:50.984548 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:40:50.984548 n-d-712749-28 neutron-server[103284]: event.method(event) Jan 28 07:40:50.984548 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:40:50.984548 n-d-712749-28 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:40:50.984548 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:40:50.984548 n-d-712749-28 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:40:50.984548 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:40:50.984548 n-d-712749-28 neutron-server[103284]: return f(self, *a, **k) Jan 28 07:40:50.984548 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:40:50.984548 n-d-712749-28 neutron-server[103284]: return self._get(url).json() Jan 28 07:40:50.984548 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:40:50.984548 n-d-712749-28 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:40:50.984548 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:40:50.984548 n-d-712749-28 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Jan 28 07:40:50.984548 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:40:50.984548 n-d-712749-28 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:40:50.984548 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:40:50.984548 n-d-712749-28 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:40:50.984548 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:40:50.984548 n-d-712749-28 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:40:50.984548 n-d-712749-28 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:40:51.059348 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4386f6fa-eca9-4b30-9b56-6a1b1ff8ab95 req-4fd7dd81-185f-4457-b5a9-8278654493b4 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:40:51.060750 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 836a0a26-ab7f-4af5-8838-62d7cb071436 no longer exists at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:40:51.070014 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4386f6fa-eca9-4b30-9b56-6a1b1ff8ab95 req-4fd7dd81-185f-4457-b5a9-8278654493b4 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f42de8c-cd1a-45e7-87eb-01845dcfa3a6 HTTP/1.1" status: 200 len: 944 time: 0.1364312 Jan 28 07:40:51.090717 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] No Port match for: 836a0a26-ab7f-4af5-8838-62d7cb071436 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:40:51.091139 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8bea6967-ffc3-4fb8-b9a0-81a0a0766f08 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (fecfa915-dff3-4681-9460-1f8900e9cefe), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:51.091610 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 836a0a26-ab7f-4af5-8838-62d7cb071436 not bound to the agent host n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:40:51.120967 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8bea6967-ffc3-4fb8-b9a0-81a0a0766f08 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:51.124482 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-8bea6967-ffc3-4fb8-b9a0-81a0a0766f08 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "DELETE /v2.0/networks/fecfa915-dff3-4681-9460-1f8900e9cefe HTTP/1.1" status: 204 len: 168 time: 0.5625367 Jan 28 07:40:51.127246 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 54822) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:40:51.156820 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4386f6fa-eca9-4b30-9b56-6a1b1ff8ab95 req-afe37920-3a18-4834-9827-6b73dda18ecb tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7a11e82-5704-491d-abd6-aba50865dcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858145 Jan 28 07:40:51.158416 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bea6967-ffc3-4fb8-b9a0-81a0a0766f08 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Pushing event deleted for resources: {'Network': ['ID=fecfa915-dff3-4681-9460-1f8900e9cefe,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:40:51.205695 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-06cab3ca-c6fa-4b0c-8602-f584e5915983 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for security_group (997a3b42-4a7c-407b-9853-79adca660db3), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:51.231831 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-06cab3ca-c6fa-4b0c-8602-f584e5915983 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for security_group (997a3b42-4a7c-407b-9853-79adca660db3), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:51.306549 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-06cab3ca-c6fa-4b0c-8602-f584e5915983 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (997a3b42-4a7c-407b-9853-79adca660db3), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:51.309743 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-06cab3ca-c6fa-4b0c-8602-f584e5915983 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:51.313850 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-06cab3ca-c6fa-4b0c-8602-f584e5915983 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "DELETE /v2.0/security-groups/997a3b42-4a7c-407b-9853-79adca660db3 HTTP/1.1" status: 204 len: 168 time: 0.1854808 Jan 28 07:40:51.328720 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cab3ca-c6fa-4b0c-8602-f584e5915983 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=997a3b42-4a7c-407b-9853-79adca660db3,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:40:51.591020 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device d66b2715-2cf7-42af-967a-d8d2d85633f1 no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:40:51.612608 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: d66b2715-2cf7-42af-967a-d8d2d85633f1 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:40:51.613238 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device d66b2715-2cf7-42af-967a-d8d2d85633f1 not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:40:51.613662 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 45b6ea5f-b7f9-4161-afcc-394e8bcf864b no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:40:51.636897 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: 45b6ea5f-b7f9-4161-afcc-394e8bcf864b {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:40:51.637478 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 45b6ea5f-b7f9-4161-afcc-394e8bcf864b not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:40:51.638000 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device bcbc44c6-2000-4067-b0e0-4026f43ba329 no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:40:51.658577 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: bcbc44c6-2000-4067-b0e0-4026f43ba329 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:40:51.659080 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device bcbc44c6-2000-4067-b0e0-4026f43ba329 not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:40:51.764578 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 54830) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:40:51.769577 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-219a1d70-4b0b-4fd9-b5de-3afb8022ef47 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-258204699', 'description': 'tempest-secgroup-smoke-258204699 description', 'project_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:40:51.815726 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-219a1d70-4b0b-4fd9-b5de-3afb8022ef47 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:51.928878 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-219a1d70-4b0b-4fd9-b5de-3afb8022ef47 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for security_group (44fc05b2-5ead-49ba-bb77-f20ab4ff3f80), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:51.933486 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-219a1d70-4b0b-4fd9-b5de-3afb8022ef47 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (44fc05b2-5ead-49ba-bb77-f20ab4ff3f80), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:51.976497 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-219a1d70-4b0b-4fd9-b5de-3afb8022ef47 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:51.980670 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-219a1d70-4b0b-4fd9-b5de-3afb8022ef47 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2121985 Jan 28 07:40:51.980863 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 54836) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:40:51.986220 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-7b59490c-c49e-43fe-96cb-3ee2bdee764f tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Request body: {'security_group_rule': {'security_group_id': '44fc05b2-5ead-49ba-bb77-f20ab4ff3f80', 'project_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:40:51.991805 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219a1d70-4b0b-4fd9-b5de-3afb8022ef47 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44fc05b2-5ead-49ba-bb77-f20ab4ff3f80,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:40:52.036878 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7b59490c-c49e-43fe-96cb-3ee2bdee764f tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for security_group_rule (959aa299-d414-4799-95b3-a142e24198d2), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:52.092663 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7b59490c-c49e-43fe-96cb-3ee2bdee764f tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for security_group_rule (959aa299-d414-4799-95b3-a142e24198d2), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:52.096991 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7b59490c-c49e-43fe-96cb-3ee2bdee764f tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (959aa299-d414-4799-95b3-a142e24198d2), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:52.123715 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b59490c-c49e-43fe-96cb-3ee2bdee764f tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=959aa299-d414-4799-95b3-a142e24198d2,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:40:52.132504 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7b59490c-c49e-43fe-96cb-3ee2bdee764f tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:52.138638 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 54838) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:40:52.140468 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-7b59490c-c49e-43fe-96cb-3ee2bdee764f tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1581328 Jan 28 07:40:52.151700 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-911f4f86-0ac4-46c4-8d1e-fff4d824e72e tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Request body: {'security_group_rule': {'security_group_id': '44fc05b2-5ead-49ba-bb77-f20ab4ff3f80', 'project_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:40:52.197066 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-911f4f86-0ac4-46c4-8d1e-fff4d824e72e tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for security_group_rule (cd335041-49bb-4f89-90bb-eb115f99ebfe), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:52.324428 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-911f4f86-0ac4-46c4-8d1e-fff4d824e72e tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for security_group_rule (cd335041-49bb-4f89-90bb-eb115f99ebfe), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:52.330235 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-911f4f86-0ac4-46c4-8d1e-fff4d824e72e tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (cd335041-49bb-4f89-90bb-eb115f99ebfe), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:52.364861 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911f4f86-0ac4-46c4-8d1e-fff4d824e72e tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd335041-49bb-4f89-90bb-eb115f99ebfe,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:40:52.375786 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-911f4f86-0ac4-46c4-8d1e-fff4d824e72e tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:52.377153 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-911f4f86-0ac4-46c4-8d1e-fff4d824e72e tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2336264 Jan 28 07:40:52.380467 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 54844) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:40:52.385484 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-28c38621-36b9-41c7-a81f-b65a690e14f2 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Request body: {'security_group_rule': {'security_group_id': '44fc05b2-5ead-49ba-bb77-f20ab4ff3f80', 'project_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:40:52.393047 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b07abc-bf4e-41d3-aa31-943bef95d240 req-5c8fbba6-538e-45ce-870d-7d90213b9967 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:40:52.396519 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-08b07abc-bf4e-41d3-aa31-943bef95d240 req-5c8fbba6-538e-45ce-870d-7d90213b9967 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f42de8c-cd1a-45e7-87eb-01845dcfa3a6 HTTP/1.1" status: 200 len: 944 time: 0.0618854 Jan 28 07:40:52.427012 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-28c38621-36b9-41c7-a81f-b65a690e14f2 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for security_group_rule (9437c817-3e87-4e71-ac03-682ce9179287), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:52.463952 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-08b07abc-bf4e-41d3-aa31-943bef95d240 req-6f5f25dc-b2d2-4a07-a835-43796b0f8312 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7a11e82-5704-491d-abd6-aba50865dcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614822 Jan 28 07:40:52.516831 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-28c38621-36b9-41c7-a81f-b65a690e14f2 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for security_group_rule (9437c817-3e87-4e71-ac03-682ce9179287), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:52.520852 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-28c38621-36b9-41c7-a81f-b65a690e14f2 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (9437c817-3e87-4e71-ac03-682ce9179287), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:52.540280 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c38621-36b9-41c7-a81f-b65a690e14f2 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9437c817-3e87-4e71-ac03-682ce9179287,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:40:52.547086 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-28c38621-36b9-41c7-a81f-b65a690e14f2 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:52.548186 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-28c38621-36b9-41c7-a81f-b65a690e14f2 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1667719 Jan 28 07:40:52.551488 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 54848) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:40:52.555991 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-62c9d029-db95-41f0-947b-e3a2f086c62f tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Request body: {'security_group_rule': {'security_group_id': '44fc05b2-5ead-49ba-bb77-f20ab4ff3f80', 'project_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:40:52.580692 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-62c9d029-db95-41f0-947b-e3a2f086c62f tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for security_group_rule (90d3d13f-440a-4eb3-a03e-5753a240d75f), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:52.641519 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-62c9d029-db95-41f0-947b-e3a2f086c62f tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for security_group_rule (90d3d13f-440a-4eb3-a03e-5753a240d75f), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:52.645065 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-62c9d029-db95-41f0-947b-e3a2f086c62f tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (90d3d13f-440a-4eb3-a03e-5753a240d75f), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:52.662540 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c9d029-db95-41f0-947b-e3a2f086c62f tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90d3d13f-440a-4eb3-a03e-5753a240d75f,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:40:52.672225 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-62c9d029-db95-41f0-947b-e3a2f086c62f tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:52.676648 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-62c9d029-db95-41f0-947b-e3a2f086c62f tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1210713 Jan 28 07:40:52.676868 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 54850) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:40:52.681421 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-749bcbb5-9b70-4b52-a0f2-ed034839390c tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Request body: {'security_group_rule': {'security_group_id': '44fc05b2-5ead-49ba-bb77-f20ab4ff3f80', 'project_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:40:52.700983 n-d-712749-28 neutron-server[103283]: INFO neutron.db.securitygroups_db [None req-749bcbb5-9b70-4b52-a0f2-ed034839390c tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Project b44a0e5d7f134bd69aecc7a32d5e1b41 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 07:40:52.705803 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-749bcbb5-9b70-4b52-a0f2-ed034839390c tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for security_group_rule (575029b7-c0a4-4f0a-b082-7d85f2136b38), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:52.763925 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-749bcbb5-9b70-4b52-a0f2-ed034839390c tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for security_group_rule (575029b7-c0a4-4f0a-b082-7d85f2136b38), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:52.767750 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-749bcbb5-9b70-4b52-a0f2-ed034839390c tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (575029b7-c0a4-4f0a-b082-7d85f2136b38), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:52.786096 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749bcbb5-9b70-4b52-a0f2-ed034839390c tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=575029b7-c0a4-4f0a-b082-7d85f2136b38,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:40:52.794279 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-749bcbb5-9b70-4b52-a0f2-ed034839390c tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:52.798171 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-749bcbb5-9b70-4b52-a0f2-ed034839390c tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1179075 Jan 28 07:40:52.798352 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 54852) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:40:52.804082 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-9c39509c-3443-4d39-89fb-8e1ee8461649 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Request body: {'security_group_rule': {'security_group_id': '44fc05b2-5ead-49ba-bb77-f20ab4ff3f80', 'project_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:40:52.824748 n-d-712749-28 neutron-server[103283]: INFO neutron.db.securitygroups_db [None req-9c39509c-3443-4d39-89fb-8e1ee8461649 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Project b44a0e5d7f134bd69aecc7a32d5e1b41 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 07:40:52.829613 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9c39509c-3443-4d39-89fb-8e1ee8461649 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for security_group_rule (b2b2b9f0-28fa-44b2-8ab9-26f1fb246f93), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:52.905059 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9c39509c-3443-4d39-89fb-8e1ee8461649 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for security_group_rule (b2b2b9f0-28fa-44b2-8ab9-26f1fb246f93), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:52.910314 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9c39509c-3443-4d39-89fb-8e1ee8461649 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (b2b2b9f0-28fa-44b2-8ab9-26f1fb246f93), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:52.932064 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39509c-3443-4d39-89fb-8e1ee8461649 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2b2b9f0-28fa-44b2-8ab9-26f1fb246f93,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:40:52.937616 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9c39509c-3443-4d39-89fb-8e1ee8461649 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:52.942480 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-9c39509c-3443-4d39-89fb-8e1ee8461649 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1430662 Jan 28 07:40:52.942836 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 54858) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:40:52.948645 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-b0bb0698-8781-4aa0-ac08-126e1f4ccf54 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Request body: {'network': {'name': 'tempest-network-smoke--503384139', 'project_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'port_security_enabled': True}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:40:52.974534 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0bb0698-8781-4aa0-ac08-126e1f4ccf54 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Made reservation on behalf of b44a0e5d7f134bd69aecc7a32d5e1b41 for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:40:52.978240 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b0bb0698-8781-4aa0-ac08-126e1f4ccf54 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:53.008014 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0bb0698-8781-4aa0-ac08-126e1f4ccf54 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:40:53.017205 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b0bb0698-8781-4aa0-ac08-126e1f4ccf54 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (106e20e4-b3d0-4e2b-b427-46efcb4014f3), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:53.017555 n-d-712749-28 neutron-server[103284]: INFO neutron.db.segments_db [None req-b0bb0698-8781-4aa0-ac08-126e1f4ccf54 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Added segment 106e20e4-b3d0-4e2b-b427-46efcb4014f3 of type vlan for network 7c89457f-ea38-49f1-bb5d-aca94643135d Jan 28 07:40:53.070926 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b0bb0698-8781-4aa0-ac08-126e1f4ccf54 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (7c89457f-ea38-49f1-bb5d-aca94643135d), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:53.104171 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b0bb0698-8781-4aa0-ac08-126e1f4ccf54 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (7c89457f-ea38-49f1-bb5d-aca94643135d), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:53.109104 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0bb0698-8781-4aa0-ac08-126e1f4ccf54 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:40:53.109686 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b0bb0698-8781-4aa0-ac08-126e1f4ccf54 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:53.192305 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-b0bb0698-8781-4aa0-ac08-126e1f4ccf54 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2450440 Jan 28 07:40:53.192492 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 54860) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:40:53.196965 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-ef647d57-201d-4b5d-ba47-cbbb5c58a5f3 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-587403321', 'admin_state_up': True, 'project_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:40:53.212258 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bb0698-8781-4aa0-ac08-126e1f4ccf54 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Pushing event updated for resources: {'Network': ['ID=7c89457f-ea38-49f1-bb5d-aca94643135d,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:40:53.219209 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ef647d57-201d-4b5d-ba47-cbbb5c58a5f3 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16606890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127275'] for router (af55809b-0a69-4203-9d67-0989d748ccc3), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:53.220365 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ef647d57-201d-4b5d-ba47-cbbb5c58a5f3 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16605498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16607952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16355422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127266'] for router (af55809b-0a69-4203-9d67-0989d748ccc3), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:53.224756 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network 7c89457f-ea38-49f1-bb5d-aca94643135d details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:40:53.291390 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ef647d57-201d-4b5d-ba47-cbbb5c58a5f3 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for router_controller (af55809b-0a69-4203-9d67-0989d748ccc3), precommit_add_association {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:53.432152 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ef647d57-201d-4b5d-ba47-cbbb5c58a5f3 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for router_gateway (af55809b-0a69-4203-9d67-0989d748ccc3), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:53.669029 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ef647d57-201d-4b5d-ba47-cbbb5c58a5f3 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for router_gateway (af55809b-0a69-4203-9d67-0989d748ccc3), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:53.692546 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ef647d57-201d-4b5d-ba47-cbbb5c58a5f3 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:53.839484 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-ef647d57-201d-4b5d-ba47-cbbb5c58a5f3 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Allocated IP 172.25.6.82 (7d5b3724-deef-4831-8d43-cb9b8176573c/b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc/c047b58e-9943-42b7-a03c-1b3131bcc162) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:40:53.949228 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343d5824-3db7-4532-98cb-05c464852518 req-eb3b2e8f-887c-41fb-81ee-5a9319cdbdcf tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:40:53.950862 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-343d5824-3db7-4532-98cb-05c464852518 req-eb3b2e8f-887c-41fb-81ee-5a9319cdbdcf tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f42de8c-cd1a-45e7-87eb-01845dcfa3a6 HTTP/1.1" status: 200 len: 944 time: 0.3857248 Jan 28 07:40:53.989875 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ef647d57-201d-4b5d-ba47-cbbb5c58a5f3 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for port (c047b58e-9943-42b7-a03c-1b3131bcc162), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:54.015373 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-343d5824-3db7-4532-98cb-05c464852518 req-96bd873a-7e10-45fd-af96-7072484d0183 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7a11e82-5704-491d-abd6-aba50865dcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575387 Jan 28 07:40:54.044940 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ef647d57-201d-4b5d-ba47-cbbb5c58a5f3 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (c047b58e-9943-42b7-a03c-1b3131bcc162), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:54.446844 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef647d57-201d-4b5d-ba47-cbbb5c58a5f3 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Network 7d5b3724-deef-4831-8d43-cb9b8176573c is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:40:54.451696 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-ef647d57-201d-4b5d-ba47-cbbb5c58a5f3 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:40:54.456154 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef647d57-201d-4b5d-ba47-cbbb5c58a5f3 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:40:54.459393 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef647d57-201d-4b5d-ba47-cbbb5c58a5f3 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Pushing event updated for resources: {'Port': ['ID=c047b58e-9943-42b7-a03c-1b3131bcc162,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:40:54.733579 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ef647d57-201d-4b5d-ba47-cbbb5c58a5f3 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for router_gateway (af55809b-0a69-4203-9d67-0989d748ccc3), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:54.954774 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ef647d57-201d-4b5d-ba47-cbbb5c58a5f3 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16605475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16607909'] for router (af55809b-0a69-4203-9d67-0989d748ccc3), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:55.097696 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef647d57-201d-4b5d-ba47-cbbb5c58a5f3 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Router af55809b-0a69-4203-9d67-0989d748ccc3 is scheduled to L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 with binding_index 1 {{(pid=103283) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 07:40:55.175836 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cf6b0a-ce65-418c-a1c7-10e86a674a05 req-0726aac6-a59c-4d2c-b6c6-3db9b9c78fc7 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:40:55.177671 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-86cf6b0a-ce65-418c-a1c7-10e86a674a05 req-0726aac6-a59c-4d2c-b6c6-3db9b9c78fc7 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f42de8c-cd1a-45e7-87eb-01845dcfa3a6 HTTP/1.1" status: 200 len: 944 time: 0.0855644 Jan 28 07:40:55.257308 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-86cf6b0a-ce65-418c-a1c7-10e86a674a05 req-ca68a78b-825a-42e1-8a3c-120b720b5fb5 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7a11e82-5704-491d-abd6-aba50865dcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671575 Jan 28 07:40:55.258290 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef647d57-201d-4b5d-ba47-cbbb5c58a5f3 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:40:55.272904 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2d364b-7e7b-4883-9deb-037c945741bd None None] Sync routers for ids ['af55809b-0a69-4203-9d67-0989d748ccc3'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:40:55.286505 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2d364b-7e7b-4883-9deb-037c945741bd None None] Routers {'af55809b-0a69-4203-9d67-0989d748ccc3'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:40:55.289270 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-2c2d364b-7e7b-4883-9deb-037c945741bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:40:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['af55809b-0a69-4203-9d67-0989d748ccc3'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:40:55.289593 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ef647d57-201d-4b5d-ba47-cbbb5c58a5f3 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for router (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:55.291479 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-ef647d57-201d-4b5d-ba47-cbbb5c58a5f3 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.0978937 Jan 28 07:40:55.294502 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 54890) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:40:55.359506 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-702bda33-0318-4ab6-aa26-652a13b435f9 tempest-TestNetworkAdvancedServerOps-2120495418 tempest-TestNetworkAdvancedServerOps-2120495418-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=b44a0e5d7f134bd69aecc7a32d5e1b41&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0615344 Jan 28 07:40:55.359719 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 54892) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:40:55.422303 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-2c2d364b-7e7b-4883-9deb-037c945741bd None None] Set router af55809b-0a69-4203-9d67-0989d748ccc3 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:40:55.523503 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b3350a4-babe-4f04-a3b1-8b27579da3d8 tempest-TestNetworkAdvancedServerOps-2120495418 tempest-TestNetworkAdvancedServerOps-2120495418-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:40:55.525667 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-7b3350a4-babe-4f04-a3b1-8b27579da3d8 tempest-TestNetworkAdvancedServerOps-2120495418 tempest-TestNetworkAdvancedServerOps-2120495418-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1650753 Jan 28 07:40:55.528644 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 54894) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:40:55.564996 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-4963eb5a-ad8b-4ce8-86b2-290d47c232dc tempest-TestNetworkAdvancedServerOps-2120495418 tempest-TestNetworkAdvancedServerOps-2120495418-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=7d5b3724-deef-4831-8d43-cb9b8176573c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0351722 Jan 28 07:40:55.567403 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 54896) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:40:55.572745 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-0ff5ab0f-55b1-472f-a5c4-d69228dd6a01 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-363903917', 'network_id': '7c89457f-ea38-49f1-bb5d-aca94643135d', 'project_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:40:55.617543 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-2c2d364b-7e7b-4883-9deb-037c945741bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af55809b-0a69-4203-9d67-0989d748ccc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-587403321', 'tenant_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': 'c047b58e-9943-42b7-a03c-1b3131bcc162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:40:53Z', 'updated_at': '2022-01-28T07:40:54Z', 'revision_number': 3, 'project_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'gw_port': {'id': 'c047b58e-9943-42b7-a03c-1b3131bcc162', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:49:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af55809b-0a69-4203-9d67-0989d748ccc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:40:53Z', 'updated_at': '2022-01-28T07:40:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:40:55.646790 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2d364b-7e7b-4883-9deb-037c945741bd None None] Checking router: af55809b-0a69-4203-9d67-0989d748ccc3 for host: n-d-712749-28 {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:40:55.647521 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2d364b-7e7b-4883-9deb-037c945741bd None None] Updating router af55809b-0a69-4203-9d67-0989d748ccc3 port c047b58e-9943-42b7-a03c-1b3131bcc162 binding host n-d-712749-28 {{(pid=103285) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 07:40:55.674232 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2c2d364b-7e7b-4883-9deb-037c945741bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (c047b58e-9943-42b7-a03c-1b3131bcc162), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:55.686925 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ff5ab0f-55b1-472f-a5c4-d69228dd6a01 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Made reservation on behalf of b44a0e5d7f134bd69aecc7a32d5e1b41 for: {'subnet': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:40:55.691418 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0ff5ab0f-55b1-472f-a5c4-d69228dd6a01 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13555781'] for subnet (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:55.956778 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0ff5ab0f-55b1-472f-a5c4-d69228dd6a01 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13546728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13555799'] for subnet (9924bd6a-e513-4224-b4ac-bdedd6cee5ea), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:56.038450 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2c2d364b-7e7b-4883-9deb-037c945741bd None None] Publish callbacks [] for port (c047b58e-9943-42b7-a03c-1b3131bcc162), precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:56.049470 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2c2d364b-7e7b-4883-9deb-037c945741bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (c047b58e-9943-42b7-a03c-1b3131bcc162), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:56.105438 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff5ab0f-55b1-472f-a5c4-d69228dd6a01 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Checking segment: {'id': '106e20e4-b3d0-4e2b-b427-46efcb4014f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '7c89457f-ea38-49f1-bb5d-aca94643135d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:40:56.106237 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff5ab0f-55b1-472f-a5c4-d69228dd6a01 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Network hostable DHCP agents. Network: 7c89457f-ea38-49f1-bb5d-aca94643135d, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:40:56.108353 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff5ab0f-55b1-472f-a5c4-d69228dd6a01 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Pushing event updated for resources: {'Subnet': ['ID=9924bd6a-e513-4224-b4ac-bdedd6cee5ea,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:40:56.117772 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529b8164-6a0d-466e-90bc-a97f770e398f None None] Pushing event updated for resources: {'Port': ['ID=c047b58e-9943-42b7-a03c-1b3131bcc162,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:40:56.121825 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-2c2d364b-7e7b-4883-9deb-037c945741bd None None] Attempting to bind port c047b58e-9943-42b7-a03c-1b3131bcc162 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:40:56.122223 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-2c2d364b-7e7b-4883-9deb-037c945741bd None None] Attempting to bind port c047b58e-9943-42b7-a03c-1b3131bcc162 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:40:56.122621 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2d364b-7e7b-4883-9deb-037c945741bd None None] Attempting to bind port c047b58e-9943-42b7-a03c-1b3131bcc162 on network 7d5b3724-deef-4831-8d43-cb9b8176573c {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:40:56.129610 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2d364b-7e7b-4883-9deb-037c945741bd None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 40, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:40:56.130042 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2d364b-7e7b-4883-9deb-037c945741bd None None] Checking segment: {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:40:56.130514 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2c2d364b-7e7b-4883-9deb-037c945741bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:56.130937 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2d364b-7e7b-4883-9deb-037c945741bd None None] Bound using segment: {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:40:56.131434 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-2c2d364b-7e7b-4883-9deb-037c945741bd None None] Bound port: c047b58e-9943-42b7-a03c-1b3131bcc162, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:40:56.132169 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2c2d364b-7e7b-4883-9deb-037c945741bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (c047b58e-9943-42b7-a03c-1b3131bcc162), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:56.133515 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff5ab0f-55b1-472f-a5c4-d69228dd6a01 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Network 7c89457f-ea38-49f1-bb5d-aca94643135d is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:40:56.145943 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-0ff5ab0f-55b1-472f-a5c4-d69228dd6a01 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, 7c89457f-ea38-49f1-bb5d-aca94643135d) {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:40:56.157129 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ff5ab0f-55b1-472f-a5c4-d69228dd6a01 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:40:56.157859 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0ff5ab0f-55b1-472f-a5c4-d69228dd6a01 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:56.166389 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d8b03c1-4656-40aa-8cf8-d6e9382dd80c None None] Network 7c89457f-ea38-49f1-bb5d-aca94643135d requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:40:56.178791 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-0ff5ab0f-55b1-472f-a5c4-d69228dd6a01 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6103435 Jan 28 07:40:56.181658 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 54902) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:40:56.244411 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-2c2d364b-7e7b-4883-9deb-037c945741bd None None] For port c047b58e-9943-42b7-a03c-1b3131bcc162, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:40:56.261894 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-2c2d364b-7e7b-4883-9deb-037c945741bd None None] For port c047b58e-9943-42b7-a03c-1b3131bcc162, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=c047b58e-9943-42b7-a03c-1b3131bcc162,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:40:56.275405 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2c2d364b-7e7b-4883-9deb-037c945741bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (c047b58e-9943-42b7-a03c-1b3131bcc162), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:56.338144 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529b8164-6a0d-466e-90bc-a97f770e398f None None] Pushing event updated for resources: {'Port': ['ID=c047b58e-9943-42b7-a03c-1b3131bcc162,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:40:56.373690 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2d364b-7e7b-4883-9deb-037c945741bd None None] Routers {'af55809b-0a69-4203-9d67-0989d748ccc3'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:40:56.374339 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-2c2d364b-7e7b-4883-9deb-037c945741bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:40:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['af55809b-0a69-4203-9d67-0989d748ccc3'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:40:56.419580 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cab1f7-2799-4d55-bfd0-5464eea4aac1 req-ff28f19b-2fd5-4725-af8f-3c89556ea5cf tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:40:56.421701 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a38be706-6e59-4eda-94c2-3c65541d4d7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3dd72b9-6805-5f61-b6f3-a591f99a173d-7c89457f-ea38-49f1-bb5d-aca94643135d', 'network_id': '7c89457f-ea38-49f1-bb5d-aca94643135d', 'project_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'fixed_ips': [{'subnet_id': '9924bd6a-e513-4224-b4ac-bdedd6cee5ea'}]}} from n-d-712749-28. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 07:40:56.422641 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a38be706-6e59-4eda-94c2-3c65541d4d7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:56.426852 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-68cab1f7-2799-4d55-bfd0-5464eea4aac1 req-ff28f19b-2fd5-4725-af8f-3c89556ea5cf tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f42de8c-cd1a-45e7-87eb-01845dcfa3a6 HTTP/1.1" status: 200 len: 944 time: 0.0709112 Jan 28 07:40:56.498027 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-68cab1f7-2799-4d55-bfd0-5464eea4aac1 req-3d77d785-78ea-4d27-a7da-849ec623391b tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7a11e82-5704-491d-abd6-aba50865dcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696471 Jan 28 07:40:56.756258 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-2c2d364b-7e7b-4883-9deb-037c945741bd None None] Set router af55809b-0a69-4203-9d67-0989d748ccc3 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:40:56.809525 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d782ad97-1a3b-482b-a62e-0ec6d21674d5 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:56.908419 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-a38be706-6e59-4eda-94c2-3c65541d4d7d None None] Allocated IP 172.20.0.2 (7c89457f-ea38-49f1-bb5d-aca94643135d/9924bd6a-e513-4224-b4ac-bdedd6cee5ea/c7830fc9-ead6-4483-b68b-78b13424c1f6) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:40:57.155004 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-2c2d364b-7e7b-4883-9deb-037c945741bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af55809b-0a69-4203-9d67-0989d748ccc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-587403321', 'tenant_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': 'c047b58e-9943-42b7-a03c-1b3131bcc162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:40:53Z', 'updated_at': '2022-01-28T07:40:54Z', 'revision_number': 3, 'project_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'gw_port': {'id': 'c047b58e-9943-42b7-a03c-1b3131bcc162', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:49:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af55809b-0a69-4203-9d67-0989d748ccc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:40:53Z', 'updated_at': '2022-01-28T07:40:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:40:57.196719 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2d364b-7e7b-4883-9deb-037c945741bd None None] The sync data for ids ['af55809b-0a69-4203-9d67-0989d748ccc3'] in n-d-712749-28 is: [{'id': 'af55809b-0a69-4203-9d67-0989d748ccc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-587403321', 'tenant_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': 'c047b58e-9943-42b7-a03c-1b3131bcc162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:40:53Z', 'updated_at': '2022-01-28T07:40:54Z', 'revision_number': 3, 'project_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'gw_port': {'id': 'c047b58e-9943-42b7-a03c-1b3131bcc162', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:49:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af55809b-0a69-4203-9d67-0989d748ccc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:40:53Z', 'updated_at': '2022-01-28T07:40:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:40:57.198673 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a38be706-6e59-4eda-94c2-3c65541d4d7d None None] Publish callbacks [] for port (c7830fc9-ead6-4483-b68b-78b13424c1f6), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:57.208388 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a38be706-6e59-4eda-94c2-3c65541d4d7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (c7830fc9-ead6-4483-b68b-78b13424c1f6), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:57.246277 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a38be706-6e59-4eda-94c2-3c65541d4d7d None None] Network 7c89457f-ea38-49f1-bb5d-aca94643135d is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:40:57.249809 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-a38be706-6e59-4eda-94c2-3c65541d4d7d None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:40:57.252737 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38be706-6e59-4eda-94c2-3c65541d4d7d None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:40:57.296276 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-d782ad97-1a3b-482b-a62e-0ec6d21674d5 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Allocated IP 172.20.0.1 (7c89457f-ea38-49f1-bb5d-aca94643135d/9924bd6a-e513-4224-b4ac-bdedd6cee5ea/66c5c7ca-b2ae-4608-9af8-6f217935c048) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:40:57.313412 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38be706-6e59-4eda-94c2-3c65541d4d7d None None] Pushing event updated for resources: {'Port': ['ID=c7830fc9-ead6-4483-b68b-78b13424c1f6,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:40:57.329929 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-a38be706-6e59-4eda-94c2-3c65541d4d7d None None] Attempting to bind port c7830fc9-ead6-4483-b68b-78b13424c1f6 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:40:57.330546 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-a38be706-6e59-4eda-94c2-3c65541d4d7d None None] Attempting to bind port c7830fc9-ead6-4483-b68b-78b13424c1f6 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '106e20e4-b3d0-4e2b-b427-46efcb4014f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '7c89457f-ea38-49f1-bb5d-aca94643135d'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:40:57.331127 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38be706-6e59-4eda-94c2-3c65541d4d7d None None] Attempting to bind port c7830fc9-ead6-4483-b68b-78b13424c1f6 on network 7c89457f-ea38-49f1-bb5d-aca94643135d {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:40:57.338605 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38be706-6e59-4eda-94c2-3c65541d4d7d None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 40, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:40:57.339302 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38be706-6e59-4eda-94c2-3c65541d4d7d None None] Checking segment: {'id': '106e20e4-b3d0-4e2b-b427-46efcb4014f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '7c89457f-ea38-49f1-bb5d-aca94643135d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:40:57.339918 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a38be706-6e59-4eda-94c2-3c65541d4d7d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:57.340584 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38be706-6e59-4eda-94c2-3c65541d4d7d None None] Bound using segment: {'id': '106e20e4-b3d0-4e2b-b427-46efcb4014f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '7c89457f-ea38-49f1-bb5d-aca94643135d'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:40:57.341316 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-a38be706-6e59-4eda-94c2-3c65541d4d7d None None] Bound port: c7830fc9-ead6-4483-b68b-78b13424c1f6, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '106e20e4-b3d0-4e2b-b427-46efcb4014f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '7c89457f-ea38-49f1-bb5d-aca94643135d'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:40:57.341916 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a38be706-6e59-4eda-94c2-3c65541d4d7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (c7830fc9-ead6-4483-b68b-78b13424c1f6), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:57.482352 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-a38be706-6e59-4eda-94c2-3c65541d4d7d None None] For port c7830fc9-ead6-4483-b68b-78b13424c1f6, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:40:57.495102 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-a38be706-6e59-4eda-94c2-3c65541d4d7d None None] For port c7830fc9-ead6-4483-b68b-78b13424c1f6, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=c7830fc9-ead6-4483-b68b-78b13424c1f6,segment=NetworkSegment(106e20e4-b3d0-4e2b-b427-46efcb4014f3),segment_id=106e20e4-b3d0-4e2b-b427-46efcb4014f3)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:40:57.503032 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a38be706-6e59-4eda-94c2-3c65541d4d7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (c7830fc9-ead6-4483-b68b-78b13424c1f6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:57.506068 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d782ad97-1a3b-482b-a62e-0ec6d21674d5 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for port (66c5c7ca-b2ae-4608-9af8-6f217935c048), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:57.584101 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38be706-6e59-4eda-94c2-3c65541d4d7d None None] Pushing event updated for resources: {'Port': ['ID=c7830fc9-ead6-4483-b68b-78b13424c1f6,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:40:57.602488 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d782ad97-1a3b-482b-a62e-0ec6d21674d5 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (66c5c7ca-b2ae-4608-9af8-6f217935c048), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:57.670271 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d782ad97-1a3b-482b-a62e-0ec6d21674d5 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Network 7c89457f-ea38-49f1-bb5d-aca94643135d is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:40:57.674790 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-d782ad97-1a3b-482b-a62e-0ec6d21674d5 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:40:57.679129 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d782ad97-1a3b-482b-a62e-0ec6d21674d5 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:40:57.681040 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c96966-e8b2-4e5d-8ae1-ee935904d1ef req-3f33c407-0751-41dd-b0fa-61b48dcf84f9 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:40:57.710439 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-10c96966-e8b2-4e5d-8ae1-ee935904d1ef req-3f33c407-0751-41dd-b0fa-61b48dcf84f9 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f42de8c-cd1a-45e7-87eb-01845dcfa3a6 HTTP/1.1" status: 200 len: 944 time: 0.1146560 Jan 28 07:40:57.732414 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d782ad97-1a3b-482b-a62e-0ec6d21674d5 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16609232'] for router_interface (af55809b-0a69-4203-9d67-0989d748ccc3), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:57.797699 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-10c96966-e8b2-4e5d-8ae1-ee935904d1ef req-139fae20-a4e2-499c-91da-10e01a178217 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7a11e82-5704-491d-abd6-aba50865dcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801935 Jan 28 07:40:57.801357 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d782ad97-1a3b-482b-a62e-0ec6d21674d5 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Pushing event updated for resources: {'Port': ['ID=66c5c7ca-b2ae-4608-9af8-6f217935c048,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:40:58.030634 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d782ad97-1a3b-482b-a62e-0ec6d21674d5 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (66c5c7ca-b2ae-4608-9af8-6f217935c048), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:58.900112 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d782ad97-1a3b-482b-a62e-0ec6d21674d5 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for port (66c5c7ca-b2ae-4608-9af8-6f217935c048), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:58.912738 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d782ad97-1a3b-482b-a62e-0ec6d21674d5 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (66c5c7ca-b2ae-4608-9af8-6f217935c048), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:58.955036 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baa1000-b291-43f6-9333-efca9e031ff2 req-809dd83c-b0a0-4457-b5be-5c2daed9a2cb tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:40:58.967049 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0baa1000-b291-43f6-9333-efca9e031ff2 req-809dd83c-b0a0-4457-b5be-5c2daed9a2cb tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f42de8c-cd1a-45e7-87eb-01845dcfa3a6 HTTP/1.1" status: 200 len: 944 time: 0.0774021 Jan 28 07:40:59.010351 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d782ad97-1a3b-482b-a62e-0ec6d21674d5 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16318999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16606560'] for router_interface (af55809b-0a69-4203-9d67-0989d748ccc3), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:59.012946 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d782ad97-1a3b-482b-a62e-0ec6d21674d5 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Pushing event updated for resources: {'Port': ['ID=66c5c7ca-b2ae-4608-9af8-6f217935c048,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:40:59.047825 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0baa1000-b291-43f6-9333-efca9e031ff2 req-1d22aee5-1650-4cef-974a-abdd5df7cc0e tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7a11e82-5704-491d-abd6-aba50865dcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794067 Jan 28 07:40:59.101361 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ee38352-aae6-443f-8ecb-f509feaf5918 None None] Network 7c89457f-ea38-49f1-bb5d-aca94643135d requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:40:59.156879 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d782ad97-1a3b-482b-a62e-0ec6d21674d5 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Network 7c89457f-ea38-49f1-bb5d-aca94643135d is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:40:59.158707 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-d782ad97-1a3b-482b-a62e-0ec6d21674d5 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:40:59.181017 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-f24014f9-d0ae-4e2b-8102-0c270af3d2ec None None] Provisioning complete for port c7830fc9-ead6-4483-b68b-78b13424c1f6 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:40:59.181397 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f24014f9-d0ae-4e2b-8102-0c270af3d2ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (c7830fc9-ead6-4483-b68b-78b13424c1f6), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:59.310941 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-f24014f9-d0ae-4e2b-8102-0c270af3d2ec None None] Current status of the port c7830fc9-ead6-4483-b68b-78b13424c1f6 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:40:59.311312 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f24014f9-d0ae-4e2b-8102-0c270af3d2ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (c7830fc9-ead6-4483-b68b-78b13424c1f6), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:59.344005 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d782ad97-1a3b-482b-a62e-0ec6d21674d5 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Router af55809b-0a69-4203-9d67-0989d748ccc3 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:40:59.352835 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-f24014f9-d0ae-4e2b-8102-0c270af3d2ec None None] For port c7830fc9-ead6-4483-b68b-78b13424c1f6, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=c7830fc9-ead6-4483-b68b-78b13424c1f6,segment=NetworkSegment(106e20e4-b3d0-4e2b-b427-46efcb4014f3),segment_id=106e20e4-b3d0-4e2b-b427-46efcb4014f3)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:40:59.360324 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f24014f9-d0ae-4e2b-8102-0c270af3d2ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (c7830fc9-ead6-4483-b68b-78b13424c1f6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:59.421252 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24014f9-d0ae-4e2b-8102-0c270af3d2ec None None] Pushing event updated for resources: {'Port': ['ID=c7830fc9-ead6-4483-b68b-78b13424c1f6,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:40:59.561379 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d782ad97-1a3b-482b-a62e-0ec6d21674d5 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:40:59.579073 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-d782ad97-1a3b-482b-a62e-0ec6d21674d5 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "PUT /v2.0/routers/af55809b-0a69-4203-9d67-0989d748ccc3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3876748 Jan 28 07:40:59.740531 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-58bd673a-bb13-4f55-acf9-41e798adcbe5 None None] Provisioning complete for port 66c5c7ca-b2ae-4608-9af8-6f217935c048 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:40:59.744446 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-58bd673a-bb13-4f55-acf9-41e798adcbe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (66c5c7ca-b2ae-4608-9af8-6f217935c048), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:59.795117 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-58bd673a-bb13-4f55-acf9-41e798adcbe5 None None] Port 66c5c7ca-b2ae-4608-9af8-6f217935c048 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:40:59.803586 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device c7830fc9-ead6-4483-b68b-78b13424c1f6 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:40:59.838320 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-58bd673a-bb13-4f55-acf9-41e798adcbe5 None None] Provisioning complete for port c7830fc9-ead6-4483-b68b-78b13424c1f6 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:40:59.838598 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-58bd673a-bb13-4f55-acf9-41e798adcbe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (c7830fc9-ead6-4483-b68b-78b13424c1f6), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:59.844635 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ce84bb2e-2440-4a55-8f7c-3ef0d367b092 req-21e37338-15aa-4096-b504-4bbb2cdb4e74 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-258204699&fields=id&tenant_id=b44a0e5d7f134bd69aecc7a32d5e1b41 HTTP/1.1" status: 200 len: 267 time: 0.0963278 Jan 28 07:40:59.858307 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b12961d-80b2-42da-b5d4-6106ac47f4ab None None] Sync routers for ids ['af55809b-0a69-4203-9d67-0989d748ccc3'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:40:59.881070 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b12961d-80b2-42da-b5d4-6106ac47f4ab None None] Routers {'af55809b-0a69-4203-9d67-0989d748ccc3'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:40:59.881979 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-8b12961d-80b2-42da-b5d4-6106ac47f4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:40:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['af55809b-0a69-4203-9d67-0989d748ccc3'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:40:59.897820 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port c7830fc9-ead6-4483-b68b-78b13424c1f6 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:40:59.898203 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (c7830fc9-ead6-4483-b68b-78b13424c1f6), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:40:59.998845 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce84bb2e-2440-4a55-8f7c-3ef0d367b092 req-fdb6cf47-9bfa-4e6c-9b60-84c9ea35d735 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:00.012128 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ce84bb2e-2440-4a55-8f7c-3ef0d367b092 req-fdb6cf47-9bfa-4e6c-9b60-84c9ea35d735 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/networks?id=7c89457f-ea38-49f1-bb5d-aca94643135d HTTP/1.1" status: 200 len: 796 time: 0.1549475 Jan 28 07:41:00.033444 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ce84bb2e-2440-4a55-8f7c-3ef0d367b092 req-ec26cb9e-82a1-45a5-87b5-72d0292ac59f tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/quotas/b44a0e5d7f134bd69aecc7a32d5e1b41 HTTP/1.1" status: 200 len: 375 time: 0.0203567 Jan 28 07:41:00.052088 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-58bd673a-bb13-4f55-acf9-41e798adcbe5 None None] Current status of the port c7830fc9-ead6-4483-b68b-78b13424c1f6 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:41:00.098800 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-8b12961d-80b2-42da-b5d4-6106ac47f4ab None None] Set router af55809b-0a69-4203-9d67-0989d748ccc3 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:41:00.151222 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port c7830fc9-ead6-4483-b68b-78b13424c1f6 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:41:00.153149 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device c047b58e-9943-42b7-a03c-1b3131bcc162 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:41:00.165966 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ce84bb2e-2440-4a55-8f7c-3ef0d367b092 req-b9663187-d0f9-4c46-8418-023285049450 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=b44a0e5d7f134bd69aecc7a32d5e1b41&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1244402 Jan 28 07:41:00.333463 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-51c62d76-5d7a-4ce2-bb89-3767ebc13ba4 None None] Provisioning complete for port 66c5c7ca-b2ae-4608-9af8-6f217935c048 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:41:00.333983 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-51c62d76-5d7a-4ce2-bb89-3767ebc13ba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (66c5c7ca-b2ae-4608-9af8-6f217935c048), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:41:00.368040 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5baa6d-420c-49c0-843d-fc6f37035697 req-dfa9a52c-bf85-4ddc-9d43-de72baa0c910 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:00.382447 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5f5baa6d-420c-49c0-843d-fc6f37035697 req-dfa9a52c-bf85-4ddc-9d43-de72baa0c910 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f42de8c-cd1a-45e7-87eb-01845dcfa3a6 HTTP/1.1" status: 200 len: 944 time: 0.1940858 Jan 28 07:41:00.457358 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5f5baa6d-420c-49c0-843d-fc6f37035697 req-4d268f35-f8fb-4e68-8fcd-e6d6541eb74b tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7a11e82-5704-491d-abd6-aba50865dcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738494 Jan 28 07:41:00.483234 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port c047b58e-9943-42b7-a03c-1b3131bcc162 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:41:00.483234 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (c047b58e-9943-42b7-a03c-1b3131bcc162), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:41:00.483234 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-51c62d76-5d7a-4ce2-bb89-3767ebc13ba4 None None] Port 66c5c7ca-b2ae-4608-9af8-6f217935c048 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:41:00.497543 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ce84bb2e-2440-4a55-8f7c-3ef0d367b092 req-be4bbb51-c44e-4104-8e94-645debb9a704 service neutron] 10.222.0.41 "GET /v2.0/networks/7c89457f-ea38-49f1-bb5d-aca94643135d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3298955 Jan 28 07:41:00.608984 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ce84bb2e-2440-4a55-8f7c-3ef0d367b092 req-f8da7f5e-3c74-4d8c-94e1-0480717beb29 service neutron] 10.222.0.41 "GET /v2.0/networks/7c89457f-ea38-49f1-bb5d-aca94643135d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062074 Jan 28 07:41:00.643425 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-028e3bcc-124a-4655-8899-df17036f0422 None None] Provisioning complete for port 66c5c7ca-b2ae-4608-9af8-6f217935c048 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:41:00.644635 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-028e3bcc-124a-4655-8899-df17036f0422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (66c5c7ca-b2ae-4608-9af8-6f217935c048), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:41:00.685501 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-8b12961d-80b2-42da-b5d4-6106ac47f4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af55809b-0a69-4203-9d67-0989d748ccc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-587403321', 'tenant_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': 'c047b58e-9943-42b7-a03c-1b3131bcc162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:40:53Z', 'updated_at': '2022-01-28T07:40:57Z', 'revision_number': 4, 'project_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'gw_port': {'id': 'c047b58e-9943-42b7-a03c-1b3131bcc162', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:49:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af55809b-0a69-4203-9d67-0989d748ccc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:40:53Z', 'updated_at': '2022-01-28T07:40:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '66c5c7ca-b2ae-4608-9af8-6f217935c048', 'name': '', 'network_id': '7c89457f-ea38-49f1-bb5d-aca94643135d', 'tenant_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'mac_address': 'fa:16:3e:ae:fa:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af55809b-0a69-4203-9d67-0989d748ccc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': '9924bd6a-e513-4224-b4ac-bdedd6cee5ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:40:56Z', 'updated_at': '2022-01-28T07:40:58Z', 'revision_number': 2, 'project_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'subnets': [{'id': '9924bd6a-e513-4224-b4ac-bdedd6cee5ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:41:00.693015 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-028e3bcc-124a-4655-8899-df17036f0422 None None] Port 66c5c7ca-b2ae-4608-9af8-6f217935c048 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:41:00.696557 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port c047b58e-9943-42b7-a03c-1b3131bcc162 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:41:00.696903 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (c047b58e-9943-42b7-a03c-1b3131bcc162), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:41:00.724555 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b12961d-80b2-42da-b5d4-6106ac47f4ab None None] Checking router: af55809b-0a69-4203-9d67-0989d748ccc3 for host: n-d-712749-28 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:41:00.725192 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b12961d-80b2-42da-b5d4-6106ac47f4ab None None] Updating router af55809b-0a69-4203-9d67-0989d748ccc3 port 66c5c7ca-b2ae-4608-9af8-6f217935c048 binding host n-d-712749-28 {{(pid=103286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 07:41:00.735462 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] For port c047b58e-9943-42b7-a03c-1b3131bcc162, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=c047b58e-9943-42b7-a03c-1b3131bcc162,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:41:00.743292 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (c047b58e-9943-42b7-a03c-1b3131bcc162), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:41:00.778770 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8b12961d-80b2-42da-b5d4-6106ac47f4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (66c5c7ca-b2ae-4608-9af8-6f217935c048), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:41:00.877611 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-029936c3-637d-47e7-918b-631ed0fd09fe req-0dea405a-477c-40b6-ab81-8218ec5db8f3 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1c6c6df-addb-446e-adbe-67b0bb5b334b HTTP/1.1" status: 200 len: 210 time: 0.0553215 Jan 28 07:41:00.877893 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Pushing event updated for resources: {'Port': ['ID=c047b58e-9943-42b7-a03c-1b3131bcc162,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:41:01.115466 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8b12961d-80b2-42da-b5d4-6106ac47f4ab None None] Publish callbacks [] for port (66c5c7ca-b2ae-4608-9af8-6f217935c048), precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:41:01.122531 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8b12961d-80b2-42da-b5d4-6106ac47f4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (66c5c7ca-b2ae-4608-9af8-6f217935c048), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:41:01.215310 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a42a04-90cc-436d-a3a3-42a60ce67d85 None None] Pushing event updated for resources: {'Port': ['ID=66c5c7ca-b2ae-4608-9af8-6f217935c048,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:41:01.223518 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a42a04-90cc-436d-a3a3-42a60ce67d85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:41:01.223875 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a42a04-90cc-436d-a3a3-42a60ce67d85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:41:01.224237 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a42a04-90cc-436d-a3a3-42a60ce67d85 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:41:01.224638 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a42a04-90cc-436d-a3a3-42a60ce67d85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:41:01.224983 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a42a04-90cc-436d-a3a3-42a60ce67d85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:41:01.225430 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a42a04-90cc-436d-a3a3-42a60ce67d85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:41:01.225639 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a42a04-90cc-436d-a3a3-42a60ce67d85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:41:01.226335 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a42a04-90cc-436d-a3a3-42a60ce67d85 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:41:01.227251 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a42a04-90cc-436d-a3a3-42a60ce67d85 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:41:01.227739 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a42a04-90cc-436d-a3a3-42a60ce67d85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:41:01.228238 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a42a04-90cc-436d-a3a3-42a60ce67d85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:41:01.228771 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a42a04-90cc-436d-a3a3-42a60ce67d85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:41:01.229374 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a42a04-90cc-436d-a3a3-42a60ce67d85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:41:01.252293 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-8b12961d-80b2-42da-b5d4-6106ac47f4ab None None] Attempting to bind port 66c5c7ca-b2ae-4608-9af8-6f217935c048 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:41:01.252922 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-8b12961d-80b2-42da-b5d4-6106ac47f4ab None None] Attempting to bind port 66c5c7ca-b2ae-4608-9af8-6f217935c048 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '106e20e4-b3d0-4e2b-b427-46efcb4014f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '7c89457f-ea38-49f1-bb5d-aca94643135d'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:41:01.254438 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b12961d-80b2-42da-b5d4-6106ac47f4ab None None] Attempting to bind port 66c5c7ca-b2ae-4608-9af8-6f217935c048 on network 7c89457f-ea38-49f1-bb5d-aca94643135d {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:41:01.260569 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b12961d-80b2-42da-b5d4-6106ac47f4ab None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 40, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:41:01.261261 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b12961d-80b2-42da-b5d4-6106ac47f4ab None None] Checking segment: {'id': '106e20e4-b3d0-4e2b-b427-46efcb4014f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '7c89457f-ea38-49f1-bb5d-aca94643135d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:41:01.261836 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8b12961d-80b2-42da-b5d4-6106ac47f4ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:41:01.262439 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b12961d-80b2-42da-b5d4-6106ac47f4ab None None] Bound using segment: {'id': '106e20e4-b3d0-4e2b-b427-46efcb4014f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '7c89457f-ea38-49f1-bb5d-aca94643135d'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:41:01.263071 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-8b12961d-80b2-42da-b5d4-6106ac47f4ab None None] Bound port: 66c5c7ca-b2ae-4608-9af8-6f217935c048, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '106e20e4-b3d0-4e2b-b427-46efcb4014f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '7c89457f-ea38-49f1-bb5d-aca94643135d'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:41:01.264431 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8b12961d-80b2-42da-b5d4-6106ac47f4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (66c5c7ca-b2ae-4608-9af8-6f217935c048), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:41:01.370762 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-8b12961d-80b2-42da-b5d4-6106ac47f4ab None None] For port 66c5c7ca-b2ae-4608-9af8-6f217935c048, host n-d-712749-28, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:41:01.375012 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-8b12961d-80b2-42da-b5d4-6106ac47f4ab None None] For port 66c5c7ca-b2ae-4608-9af8-6f217935c048, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=66c5c7ca-b2ae-4608-9af8-6f217935c048,segment=NetworkSegment(106e20e4-b3d0-4e2b-b427-46efcb4014f3),segment_id=106e20e4-b3d0-4e2b-b427-46efcb4014f3)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:41:01.383456 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8b12961d-80b2-42da-b5d4-6106ac47f4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (66c5c7ca-b2ae-4608-9af8-6f217935c048), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:41:01.527960 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-46819727-0d48-4ef3-989b-0a9acdcec751 None None] Provisioning complete for port 66c5c7ca-b2ae-4608-9af8-6f217935c048 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:41:01.532349 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-46819727-0d48-4ef3-989b-0a9acdcec751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (66c5c7ca-b2ae-4608-9af8-6f217935c048), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:41:01.615966 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860a2550-7d01-47e3-9518-e92b77af78f6 req-8c3a42bf-12c5-4055-9b65-6d429160ed0a tempest-VolumesSnapshotTestJSON-1067886046 tempest-VolumesSnapshotTestJSON-1067886046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:01.617604 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-860a2550-7d01-47e3-9518-e92b77af78f6 req-8c3a42bf-12c5-4055-9b65-6d429160ed0a tempest-VolumesSnapshotTestJSON-1067886046 tempest-VolumesSnapshotTestJSON-1067886046-project] 10.222.0.41 "GET /v2.0/networks?id=2bb66c7d-894b-478a-9298-398f7bcb96a0 HTTP/1.1" status: 200 len: 814 time: 0.2285519 Jan 28 07:41:01.622866 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device c047b58e-9943-42b7-a03c-1b3131bcc162 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:41:01.627657 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b12961d-80b2-42da-b5d4-6106ac47f4ab None None] Routers {'af55809b-0a69-4203-9d67-0989d748ccc3'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:41:01.629199 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-8b12961d-80b2-42da-b5d4-6106ac47f4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:40:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['af55809b-0a69-4203-9d67-0989d748ccc3'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:41:01.657801 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-860a2550-7d01-47e3-9518-e92b77af78f6 req-12cbba5e-6384-4f30-9bd3-582d0431c47c tempest-VolumesSnapshotTestJSON-1067886046 tempest-VolumesSnapshotTestJSON-1067886046-project] 10.222.0.41 "GET /v2.0/quotas/93ee2273d7c04f4490153be014688612 HTTP/1.1" status: 200 len: 375 time: 0.0299833 Jan 28 07:41:01.734239 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-860a2550-7d01-47e3-9518-e92b77af78f6 req-002e98aa-059d-457d-9800-8ee5e76d285d tempest-VolumesSnapshotTestJSON-1067886046 tempest-VolumesSnapshotTestJSON-1067886046-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=93ee2273d7c04f4490153be014688612&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0732841 Jan 28 07:41:01.741796 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecdd80d-66b0-478a-bae8-efb8cea3541b req-97a1d5a2-b879-40e8-94c2-efe69b2dfe9c tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:01.755780 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2ecdd80d-66b0-478a-bae8-efb8cea3541b req-97a1d5a2-b879-40e8-94c2-efe69b2dfe9c tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f42de8c-cd1a-45e7-87eb-01845dcfa3a6 HTTP/1.1" status: 200 len: 944 time: 0.1693189 Jan 28 07:41:01.824479 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port c047b58e-9943-42b7-a03c-1b3131bcc162 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:41:01.825286 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (c047b58e-9943-42b7-a03c-1b3131bcc162), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:41:01.827658 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-46819727-0d48-4ef3-989b-0a9acdcec751 None None] Current status of the port 66c5c7ca-b2ae-4608-9af8-6f217935c048 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:41:01.828328 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-46819727-0d48-4ef3-989b-0a9acdcec751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (66c5c7ca-b2ae-4608-9af8-6f217935c048), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:41:01.840637 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-8b12961d-80b2-42da-b5d4-6106ac47f4ab None None] Set router af55809b-0a69-4203-9d67-0989d748ccc3 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:41:01.881442 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2ecdd80d-66b0-478a-bae8-efb8cea3541b req-0868259b-bab9-4e71-adaf-0058112bf69f tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7a11e82-5704-491d-abd6-aba50865dcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198804 Jan 28 07:41:01.916005 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-46819727-0d48-4ef3-989b-0a9acdcec751 None None] For port 66c5c7ca-b2ae-4608-9af8-6f217935c048, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=66c5c7ca-b2ae-4608-9af8-6f217935c048,segment=NetworkSegment(106e20e4-b3d0-4e2b-b427-46efcb4014f3),segment_id=106e20e4-b3d0-4e2b-b427-46efcb4014f3)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:41:01.927621 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-46819727-0d48-4ef3-989b-0a9acdcec751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (66c5c7ca-b2ae-4608-9af8-6f217935c048), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:41:02.002462 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-860a2550-7d01-47e3-9518-e92b77af78f6 req-22896f10-b5ec-45fe-bd57-c554c3d87474 service neutron] 10.222.0.41 "GET /v2.0/networks/2bb66c7d-894b-478a-9298-398f7bcb96a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2660406 Jan 28 07:41:02.099948 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-299fe0be-5c36-46ff-87a5-562dd1ead6c1 req-caf94e93-df90-4935-bc35-cbb11cc8f2c2 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1c6c6df-addb-446e-adbe-67b0bb5b334b HTTP/1.1" status: 200 len: 210 time: 0.0731826 Jan 28 07:41:02.189275 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46819727-0d48-4ef3-989b-0a9acdcec751 None None] Pushing event updated for resources: {'Port': ['ID=66c5c7ca-b2ae-4608-9af8-6f217935c048,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:41:02.205099 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port c047b58e-9943-42b7-a03c-1b3131bcc162 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:41:02.219150 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-3ed33954-e67a-4e51-ab1d-e7ee5e28803a None None] Provisioning complete for port 66c5c7ca-b2ae-4608-9af8-6f217935c048 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:41:02.220088 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3ed33954-e67a-4e51-ab1d-e7ee5e28803a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (66c5c7ca-b2ae-4608-9af8-6f217935c048), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:41:02.236817 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-860a2550-7d01-47e3-9518-e92b77af78f6 req-f2644170-fce3-4719-96ef-142b8acdfa17 service neutron] 10.222.0.41 "GET /v2.0/networks/2bb66c7d-894b-478a-9298-398f7bcb96a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2334192 Jan 28 07:41:02.274688 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce84bb2e-2440-4a55-8f7c-3ef0d367b092 req-e47b44fc-80e2-4a43-9817-2a732bfb7608 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:02.278586 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ce84bb2e-2440-4a55-8f7c-3ef0d367b092 req-e47b44fc-80e2-4a43-9817-2a732bfb7608 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.10 "GET /v2.0/networks?id=7c89457f-ea38-49f1-bb5d-aca94643135d HTTP/1.1" status: 200 len: 796 time: 0.1728487 Jan 28 07:41:02.312071 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a42a04-90cc-436d-a3a3-42a60ce67d85 None None] Pushing event updated for resources: {'Port': ['ID=66c5c7ca-b2ae-4608-9af8-6f217935c048,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:41:02.394786 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-8b12961d-80b2-42da-b5d4-6106ac47f4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af55809b-0a69-4203-9d67-0989d748ccc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-587403321', 'tenant_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': 'c047b58e-9943-42b7-a03c-1b3131bcc162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:40:53Z', 'updated_at': '2022-01-28T07:40:57Z', 'revision_number': 4, 'project_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'gw_port': {'id': 'c047b58e-9943-42b7-a03c-1b3131bcc162', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:49:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af55809b-0a69-4203-9d67-0989d748ccc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:40:53Z', 'updated_at': '2022-01-28T07:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '66c5c7ca-b2ae-4608-9af8-6f217935c048', 'name': '', 'network_id': '7c89457f-ea38-49f1-bb5d-aca94643135d', 'tenant_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'mac_address': 'fa:16:3e:ae:fa:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af55809b-0a69-4203-9d67-0989d748ccc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': '9924bd6a-e513-4224-b4ac-bdedd6cee5ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:40:56Z', 'updated_at': '2022-01-28T07:41:01Z', 'revision_number': 4, 'project_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'subnets': [{'id': '9924bd6a-e513-4224-b4ac-bdedd6cee5ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:41:02.417000 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ce84bb2e-2440-4a55-8f7c-3ef0d367b092 req-9c60f824-c731-4da8-936d-d6b309dd04b0 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b44a0e5d7f134bd69aecc7a32d5e1b41 HTTP/1.1" status: 200 len: 379 time: 0.1206484 Jan 28 07:41:02.426907 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-ce84bb2e-2440-4a55-8f7c-3ef0d367b092 req-8f45182c-5b76-4dff-b1d1-bd286cf82b90 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Request body: {'port': {'device_id': 'b1c6c6df-addb-446e-adbe-67b0bb5b334b', 'network_id': '7c89457f-ea38-49f1-bb5d-aca94643135d', 'admin_state_up': True, 'tenant_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'security_groups': ['44fc05b2-5ead-49ba-bb77-f20ab4ff3f80']}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:41:02.437414 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-3ed33954-e67a-4e51-ab1d-e7ee5e28803a None None] Current status of the port 66c5c7ca-b2ae-4608-9af8-6f217935c048 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:41:02.453896 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b12961d-80b2-42da-b5d4-6106ac47f4ab None None] The sync data for ids ['af55809b-0a69-4203-9d67-0989d748ccc3'] in n-d-712749-28 is: [{'id': 'af55809b-0a69-4203-9d67-0989d748ccc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-587403321', 'tenant_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': 'c047b58e-9943-42b7-a03c-1b3131bcc162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:40:53Z', 'updated_at': '2022-01-28T07:40:57Z', 'revision_number': 4, 'project_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'gw_port': {'id': 'c047b58e-9943-42b7-a03c-1b3131bcc162', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:49:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af55809b-0a69-4203-9d67-0989d748ccc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:40:53Z', 'updated_at': '2022-01-28T07:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '66c5c7ca-b2ae-4608-9af8-6f217935c048', 'name': '', 'network_id': '7c89457f-ea38-49f1-bb5d-aca94643135d', 'tenant_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'mac_address': 'fa:16:3e:ae:fa:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af55809b-0a69-4203-9d67-0989d748ccc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': '9924bd6a-e513-4224-b4ac-bdedd6cee5ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:40:56Z', 'updated_at': '2022-01-28T07:41:01Z', 'revision_number': 4, 'project_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'subnets': [{'id': '9924bd6a-e513-4224-b4ac-bdedd6cee5ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:41:02.608486 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6acdbf52-b176-4ea6-9f02-a1cc2a44e9fd req-ce0c1523-164e-4067-9616-07a53e4cd734 tempest-VolumesSnapshotTestJSON-1067886046 tempest-VolumesSnapshotTestJSON-1067886046-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e48664a-70ff-4fcb-a1bf-6c2aae8ef9eb HTTP/1.1" status: 200 len: 210 time: 0.0432644 Jan 28 07:41:02.646379 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce84bb2e-2440-4a55-8f7c-3ef0d367b092 req-8f45182c-5b76-4dff-b1d1-bd286cf82b90 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Made reservation on behalf of b44a0e5d7f134bd69aecc7a32d5e1b41 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:41:02.650892 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ce84bb2e-2440-4a55-8f7c-3ef0d367b092 req-8f45182c-5b76-4dff-b1d1-bd286cf82b90 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:41:02.814236 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-ce84bb2e-2440-4a55-8f7c-3ef0d367b092 req-8f45182c-5b76-4dff-b1d1-bd286cf82b90 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Allocated IP 172.20.0.7 (7c89457f-ea38-49f1-bb5d-aca94643135d/9924bd6a-e513-4224-b4ac-bdedd6cee5ea/8500164b-4ed7-440a-8abc-141922a7b7d9) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:41:03.011596 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ce84bb2e-2440-4a55-8f7c-3ef0d367b092 req-8f45182c-5b76-4dff-b1d1-bd286cf82b90 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for port (8500164b-4ed7-440a-8abc-141922a7b7d9), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:41:03.056641 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3029f8-e35f-4dd7-97fa-0178d452835a req-72bbd7a1-188a-4feb-acf4-843815fd7b33 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:03.064581 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ce84bb2e-2440-4a55-8f7c-3ef0d367b092 req-8f45182c-5b76-4dff-b1d1-bd286cf82b90 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (8500164b-4ed7-440a-8abc-141922a7b7d9), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:41:03.067683 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-3a3029f8-e35f-4dd7-97fa-0178d452835a req-72bbd7a1-188a-4feb-acf4-843815fd7b33 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f42de8c-cd1a-45e7-87eb-01845dcfa3a6 HTTP/1.1" status: 200 len: 944 time: 0.1170206 Jan 28 07:41:03.120891 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce84bb2e-2440-4a55-8f7c-3ef0d367b092 req-8f45182c-5b76-4dff-b1d1-bd286cf82b90 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Network 7c89457f-ea38-49f1-bb5d-aca94643135d is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:41:03.123579 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-3a3029f8-e35f-4dd7-97fa-0178d452835a req-d33ce37e-bd15-45ff-904a-adb59a0b56d9 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7a11e82-5704-491d-abd6-aba50865dcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546713 Jan 28 07:41:03.126851 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-ce84bb2e-2440-4a55-8f7c-3ef0d367b092 req-8f45182c-5b76-4dff-b1d1-bd286cf82b90 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:41:03.133718 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce84bb2e-2440-4a55-8f7c-3ef0d367b092 req-8f45182c-5b76-4dff-b1d1-bd286cf82b90 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:41:03.193798 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:41:03.204305 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce84bb2e-2440-4a55-8f7c-3ef0d367b092 req-8f45182c-5b76-4dff-b1d1-bd286cf82b90 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:03.204850 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ce84bb2e-2440-4a55-8f7c-3ef0d367b092 req-8f45182c-5b76-4dff-b1d1-bd286cf82b90 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:41:03.287996 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0610b3d6-7aa7-4984-a189-60ee41431705 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:41:03.288618 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ce84bb2e-2440-4a55-8f7c-3ef0d367b092 req-8f45182c-5b76-4dff-b1d1-bd286cf82b90 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8656995 Jan 28 07:41:03.303176 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f45182c-5b76-4dff-b1d1-bd286cf82b90 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Pushing event updated for resources: {'Port': ['ID=8500164b-4ed7-440a-8abc-141922a7b7d9,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:41:03.324171 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-ce84bb2e-2440-4a55-8f7c-3ef0d367b092 req-a8335cfb-d9ab-4819-a6e8-c2cf117bbf05 service neutron] Request body: {'port': {'device_id': 'b1c6c6df-addb-446e-adbe-67b0bb5b334b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-28'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:41:03.435874 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ce84bb2e-2440-4a55-8f7c-3ef0d367b092 req-a8335cfb-d9ab-4819-a6e8-c2cf117bbf05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (8500164b-4ed7-440a-8abc-141922a7b7d9), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:41:03.479410 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77e0ff5-f3f5-4887-ac62-a9e73818a50d req-1e74371d-f8e8-41ba-b38b-5f90874974d1 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:03.486318 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d77e0ff5-f3f5-4887-ac62-a9e73818a50d req-1e74371d-f8e8-41ba-b38b-5f90874974d1 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1c6c6df-addb-446e-adbe-67b0bb5b334b HTTP/1.1" status: 200 len: 931 time: 0.2566640 Jan 28 07:41:03.601447 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-5f6bd717-6f95-4a71-91b0-4dcbdf79fc0a None None] Provisioning complete for port 8500164b-4ed7-440a-8abc-141922a7b7d9 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:41:03.602122 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5f6bd717-6f95-4a71-91b0-4dcbdf79fc0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (8500164b-4ed7-440a-8abc-141922a7b7d9), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:41:03.666525 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-5f6bd717-6f95-4a71-91b0-4dcbdf79fc0a None None] Port 8500164b-4ed7-440a-8abc-141922a7b7d9 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:41:03.672598 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 66c5c7ca-b2ae-4608-9af8-6f217935c048 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:41:03.767620 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-53b6216d-87c2-4f12-bdf1-17fe57e9c88a req-60e2a37d-c036-429b-837e-b96f88be5197 tempest-VolumesSnapshotTestJSON-1067886046 tempest-VolumesSnapshotTestJSON-1067886046-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e48664a-70ff-4fcb-a1bf-6c2aae8ef9eb HTTP/1.1" status: 200 len: 210 time: 0.0369844 Jan 28 07:41:03.779089 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 66c5c7ca-b2ae-4608-9af8-6f217935c048 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:41:03.779728 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (66c5c7ca-b2ae-4608-9af8-6f217935c048), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:41:03.905581 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 66c5c7ca-b2ae-4608-9af8-6f217935c048 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:41:03.922146 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d77e0ff5-f3f5-4887-ac62-a9e73818a50d req-2374dcda-94e4-4339-97ab-3099a52e3646 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/security-groups?id=44fc05b2-5ead-49ba-bb77-f20ab4ff3f80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3562059 Jan 28 07:41:03.990037 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-ce84bb2e-2440-4a55-8f7c-3ef0d367b092 req-a8335cfb-d9ab-4819-a6e8-c2cf117bbf05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8500164b-4ed7-440a-8abc-141922a7b7d9 {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:41:03.998721 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ce84bb2e-2440-4a55-8f7c-3ef0d367b092 req-a8335cfb-d9ab-4819-a6e8-c2cf117bbf05 service neutron] Publish callbacks [] for port (8500164b-4ed7-440a-8abc-141922a7b7d9), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:41:04.016730 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-ce84bb2e-2440-4a55-8f7c-3ef0d367b092 req-a8335cfb-d9ab-4819-a6e8-c2cf117bbf05 service neutron] Transition to ACTIVE for port object 8500164b-4ed7-440a-8abc-141922a7b7d9 will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:41:04.022216 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ce84bb2e-2440-4a55-8f7c-3ef0d367b092 req-a8335cfb-d9ab-4819-a6e8-c2cf117bbf05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (8500164b-4ed7-440a-8abc-141922a7b7d9), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:41:04.057215 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860a2550-7d01-47e3-9518-e92b77af78f6 req-1c72d96f-f34a-4341-9039-5f9b919c5106 tempest-VolumesSnapshotTestJSON-1067886046 tempest-VolumesSnapshotTestJSON-1067886046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:04.059694 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-860a2550-7d01-47e3-9518-e92b77af78f6 req-1c72d96f-f34a-4341-9039-5f9b919c5106 tempest-VolumesSnapshotTestJSON-1067886046 tempest-VolumesSnapshotTestJSON-1067886046-project] 10.222.0.44 "GET /v2.0/networks?id=2bb66c7d-894b-478a-9298-398f7bcb96a0 HTTP/1.1" status: 200 len: 814 time: 0.1908746 Jan 28 07:41:04.078301 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-860a2550-7d01-47e3-9518-e92b77af78f6 req-00bd9d91-3d54-48b6-9946-82c2a32f8f6d tempest-VolumesSnapshotTestJSON-1067886046 tempest-VolumesSnapshotTestJSON-1067886046-project] Request body: {'port': {'device_id': '3e48664a-70ff-4fcb-a1bf-6c2aae8ef9eb', 'network_id': '2bb66c7d-894b-478a-9298-398f7bcb96a0', 'admin_state_up': True, 'tenant_id': '93ee2273d7c04f4490153be014688612'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:41:04.101309 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:41:04.104750 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8335cfb-d9ab-4819-a6e8-c2cf117bbf05 service neutron] Pushing event updated for resources: {'Port': ['ID=8500164b-4ed7-440a-8abc-141922a7b7d9,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:41:04.232378 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-ce84bb2e-2440-4a55-8f7c-3ef0d367b092 req-a8335cfb-d9ab-4819-a6e8-c2cf117bbf05 service neutron] Attempting to bind port 8500164b-4ed7-440a-8abc-141922a7b7d9 on host n-h1-712749-28 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:41:04.237024 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-ce84bb2e-2440-4a55-8f7c-3ef0d367b092 req-a8335cfb-d9ab-4819-a6e8-c2cf117bbf05 service neutron] Attempting to bind port 8500164b-4ed7-440a-8abc-141922a7b7d9 by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': '106e20e4-b3d0-4e2b-b427-46efcb4014f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '7c89457f-ea38-49f1-bb5d-aca94643135d'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:41:04.237665 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce84bb2e-2440-4a55-8f7c-3ef0d367b092 req-a8335cfb-d9ab-4819-a6e8-c2cf117bbf05 service neutron] Attempting to bind port 8500164b-4ed7-440a-8abc-141922a7b7d9 on network 7c89457f-ea38-49f1-bb5d-aca94643135d {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:41:04.243442 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce84bb2e-2440-4a55-8f7c-3ef0d367b092 req-a8335cfb-d9ab-4819-a6e8-c2cf117bbf05 service neutron] Port 8500164b-4ed7-440a-8abc-141922a7b7d9 on network 7c89457f-ea38-49f1-bb5d-aca94643135d not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:41:04.243872 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce84bb2e-2440-4a55-8f7c-3ef0d367b092 req-a8335cfb-d9ab-4819-a6e8-c2cf117bbf05 service neutron] Attempting to bind port 8500164b-4ed7-440a-8abc-141922a7b7d9 on network 7c89457f-ea38-49f1-bb5d-aca94643135d {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:41:04.249584 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-860a2550-7d01-47e3-9518-e92b77af78f6 req-00bd9d91-3d54-48b6-9946-82c2a32f8f6d tempest-VolumesSnapshotTestJSON-1067886046 tempest-VolumesSnapshotTestJSON-1067886046-project] Made reservation on behalf of 93ee2273d7c04f4490153be014688612 for: {'port': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:41:04.250688 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce84bb2e-2440-4a55-8f7c-3ef0d367b092 req-a8335cfb-d9ab-4819-a6e8-c2cf117bbf05 service neutron] Checking agent: {'id': '2fca46b1-237f-4857-9290-2429d810e472', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:41:04.251197 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce84bb2e-2440-4a55-8f7c-3ef0d367b092 req-a8335cfb-d9ab-4819-a6e8-c2cf117bbf05 service neutron] Checking segment: {'id': '106e20e4-b3d0-4e2b-b427-46efcb4014f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '7c89457f-ea38-49f1-bb5d-aca94643135d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:41:04.251627 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce84bb2e-2440-4a55-8f7c-3ef0d367b092 req-a8335cfb-d9ab-4819-a6e8-c2cf117bbf05 service neutron] Bound using segment: {'id': '106e20e4-b3d0-4e2b-b427-46efcb4014f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '7c89457f-ea38-49f1-bb5d-aca94643135d'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:41:04.253961 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-860a2550-7d01-47e3-9518-e92b77af78f6 req-00bd9d91-3d54-48b6-9946-82c2a32f8f6d tempest-VolumesSnapshotTestJSON-1067886046 tempest-VolumesSnapshotTestJSON-1067886046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:41:04.258152 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-ce84bb2e-2440-4a55-8f7c-3ef0d367b092 req-a8335cfb-d9ab-4819-a6e8-c2cf117bbf05 service neutron] Bound port: 8500164b-4ed7-440a-8abc-141922a7b7d9, host: n-h1-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '106e20e4-b3d0-4e2b-b427-46efcb4014f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '7c89457f-ea38-49f1-bb5d-aca94643135d'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:41:04.258538 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ce84bb2e-2440-4a55-8f7c-3ef0d367b092 req-a8335cfb-d9ab-4819-a6e8-c2cf117bbf05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (8500164b-4ed7-440a-8abc-141922a7b7d9), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:41:04.353428 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-ce84bb2e-2440-4a55-8f7c-3ef0d367b092 req-a8335cfb-d9ab-4819-a6e8-c2cf117bbf05 service neutron] For port 8500164b-4ed7-440a-8abc-141922a7b7d9, host n-h1-712749-28, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:41:04.357378 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-ce84bb2e-2440-4a55-8f7c-3ef0d367b092 req-a8335cfb-d9ab-4819-a6e8-c2cf117bbf05 service neutron] For port 8500164b-4ed7-440a-8abc-141922a7b7d9, host n-h1-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=8500164b-4ed7-440a-8abc-141922a7b7d9,segment=NetworkSegment(106e20e4-b3d0-4e2b-b427-46efcb4014f3),segment_id=106e20e4-b3d0-4e2b-b427-46efcb4014f3)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:41:04.365467 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ce84bb2e-2440-4a55-8f7c-3ef0d367b092 req-a8335cfb-d9ab-4819-a6e8-c2cf117bbf05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (8500164b-4ed7-440a-8abc-141922a7b7d9), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:41:04.426203 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807b2ab6-7cd4-447b-bad7-7a6bdadffffd req-0e6bcb60-439a-4d37-9f33-a27e6649956a tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:04.428065 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-807b2ab6-7cd4-447b-bad7-7a6bdadffffd req-0e6bcb60-439a-4d37-9f33-a27e6649956a tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f42de8c-cd1a-45e7-87eb-01845dcfa3a6 HTTP/1.1" status: 200 len: 944 time: 0.1303418 Jan 28 07:41:04.445293 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8335cfb-d9ab-4819-a6e8-c2cf117bbf05 service neutron] Pushing event updated for resources: {'Port': ['ID=8500164b-4ed7-440a-8abc-141922a7b7d9,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:41:04.459781 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce84bb2e-2440-4a55-8f7c-3ef0d367b092 req-a8335cfb-d9ab-4819-a6e8-c2cf117bbf05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:04.461047 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ce84bb2e-2440-4a55-8f7c-3ef0d367b092 req-a8335cfb-d9ab-4819-a6e8-c2cf117bbf05 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:41:04.470100 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ce84bb2e-2440-4a55-8f7c-3ef0d367b092 req-a8335cfb-d9ab-4819-a6e8-c2cf117bbf05 service neutron] 10.222.0.10 "PUT /v2.0/ports/8500164b-4ed7-440a-8abc-141922a7b7d9 HTTP/1.1" status: 200 len: 1092 time: 1.1511118 Jan 28 07:41:04.470611 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1c6c6df-addb-446e-adbe-67b0bb5b334b', 'tag': '8500164b-4ed7-440a-8abc-141922a7b7d9'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:41:04.479352 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc0c13d6-7c3d-401d-a6bc-2458c06cdfba" -d '{"events": [{"name": "network-changed", "server_uuid": "b1c6c6df-addb-446e-adbe-67b0bb5b334b", "tag": "8500164b-4ed7-440a-8abc-141922a7b7d9"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:41:04.570801 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-807b2ab6-7cd4-447b-bad7-7a6bdadffffd req-9e033d8e-1b3f-4b9e-802a-2165485afa03 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7a11e82-5704-491d-abd6-aba50865dcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177139 Jan 28 07:41:04.591394 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [req-860a2550-7d01-47e3-9518-e92b77af78f6 req-00bd9d91-3d54-48b6-9946-82c2a32f8f6d tempest-VolumesSnapshotTestJSON-1067886046 tempest-VolumesSnapshotTestJSON-1067886046-project] Allocated IP 172.20.0.7 (2bb66c7d-894b-478a-9298-398f7bcb96a0/caf6cc37-6114-420d-bca1-ea360533fa49/d8d95a1e-dc57-44fd-8cb4-bdba481fb7b9) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:41:04.617409 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:41:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bc91c3b-62f0-44e5-8fdb-fef546a5ed97 x-openstack-request-id: req-0bc91c3b-62f0-44e5-8fdb-fef546a5ed97 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:41:04.617713 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1c6c6df-addb-446e-adbe-67b0bb5b334b", "tag": "8500164b-4ed7-440a-8abc-141922a7b7d9", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:41:04.617973 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0bc91c3b-62f0-44e5-8fdb-fef546a5ed97 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:41:04.618375 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1c6c6df-addb-446e-adbe-67b0bb5b334b', 'tag': '8500164b-4ed7-440a-8abc-141922a7b7d9', 'status': 'completed', 'code': 200} Jan 28 07:41:04.621051 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce84bb2e-2440-4a55-8f7c-3ef0d367b092 req-487fc38c-2a85-4587-b799-440d8ea507a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:04.622614 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ce84bb2e-2440-4a55-8f7c-3ef0d367b092 req-487fc38c-2a85-4587-b799-440d8ea507a5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b44a0e5d7f134bd69aecc7a32d5e1b41&device_id=b1c6c6df-addb-446e-adbe-67b0bb5b334b HTTP/1.1" status: 200 len: 1095 time: 0.0704823 Jan 28 07:41:04.703495 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ce84bb2e-2440-4a55-8f7c-3ef0d367b092 req-a7532a45-e6b2-44b2-984c-d1bcf711cc52 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8500164b-4ed7-440a-8abc-141922a7b7d9 HTTP/1.1" status: 200 len: 217 time: 0.0552363 Jan 28 07:41:04.767629 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-860a2550-7d01-47e3-9518-e92b77af78f6 req-00bd9d91-3d54-48b6-9946-82c2a32f8f6d tempest-VolumesSnapshotTestJSON-1067886046 tempest-VolumesSnapshotTestJSON-1067886046-project] Publish callbacks [] for port (d8d95a1e-dc57-44fd-8cb4-bdba481fb7b9), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:41:04.769245 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce84bb2e-2440-4a55-8f7c-3ef0d367b092 req-3999cd9f-2c80-45cb-871b-37daa5ef332c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:04.770884 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ce84bb2e-2440-4a55-8f7c-3ef0d367b092 req-3999cd9f-2c80-45cb-871b-37daa5ef332c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9924bd6a-e513-4224-b4ac-bdedd6cee5ea HTTP/1.1" status: 200 len: 834 time: 0.0606077 Jan 28 07:41:04.821414 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-860a2550-7d01-47e3-9518-e92b77af78f6 req-00bd9d91-3d54-48b6-9946-82c2a32f8f6d tempest-VolumesSnapshotTestJSON-1067886046 tempest-VolumesSnapshotTestJSON-1067886046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (d8d95a1e-dc57-44fd-8cb4-bdba481fb7b9), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:41:04.838736 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce84bb2e-2440-4a55-8f7c-3ef0d367b092 req-3cd17ce0-95f2-4536-8ee4-b36e89b1d191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:04.841443 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ce84bb2e-2440-4a55-8f7c-3ef0d367b092 req-3cd17ce0-95f2-4536-8ee4-b36e89b1d191 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7c89457f-ea38-49f1-bb5d-aca94643135d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0600638 Jan 28 07:41:04.919535 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-860a2550-7d01-47e3-9518-e92b77af78f6 req-00bd9d91-3d54-48b6-9946-82c2a32f8f6d tempest-VolumesSnapshotTestJSON-1067886046 tempest-VolumesSnapshotTestJSON-1067886046-project] Network 2bb66c7d-894b-478a-9298-398f7bcb96a0 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:41:04.920474 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bd9d91-3d54-48b6-9946-82c2a32f8f6d tempest-VolumesSnapshotTestJSON-1067886046 tempest-VolumesSnapshotTestJSON-1067886046-project] Pushing event updated for resources: {'Port': ['ID=d8d95a1e-dc57-44fd-8cb4-bdba481fb7b9,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:41:04.933015 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [req-860a2550-7d01-47e3-9518-e92b77af78f6 req-00bd9d91-3d54-48b6-9946-82c2a32f8f6d tempest-VolumesSnapshotTestJSON-1067886046 tempest-VolumesSnapshotTestJSON-1067886046-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:41:04.936976 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-860a2550-7d01-47e3-9518-e92b77af78f6 req-00bd9d91-3d54-48b6-9946-82c2a32f8f6d tempest-VolumesSnapshotTestJSON-1067886046 tempest-VolumesSnapshotTestJSON-1067886046-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:41:04.950528 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ce84bb2e-2440-4a55-8f7c-3ef0d367b092 req-9abd34de-d447-44fe-8163-6ef26fb89f2a service neutron] 10.222.0.10 "GET /v2.0/networks/7c89457f-ea38-49f1-bb5d-aca94643135d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016803 Jan 28 07:41:04.990368 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860a2550-7d01-47e3-9518-e92b77af78f6 req-00bd9d91-3d54-48b6-9946-82c2a32f8f6d tempest-VolumesSnapshotTestJSON-1067886046 tempest-VolumesSnapshotTestJSON-1067886046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:04.991020 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-860a2550-7d01-47e3-9518-e92b77af78f6 req-00bd9d91-3d54-48b6-9946-82c2a32f8f6d tempest-VolumesSnapshotTestJSON-1067886046 tempest-VolumesSnapshotTestJSON-1067886046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:41:05.010235 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b587ea0-5ba4-499a-a715-0abc52f4674e req-4ff1a4e8-19b3-4110-916a-e20d034bd401 tempest-VolumesSnapshotTestJSON-1067886046 tempest-VolumesSnapshotTestJSON-1067886046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:05.011760 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9b587ea0-5ba4-499a-a715-0abc52f4674e req-4ff1a4e8-19b3-4110-916a-e20d034bd401 tempest-VolumesSnapshotTestJSON-1067886046 tempest-VolumesSnapshotTestJSON-1067886046-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e48664a-70ff-4fcb-a1bf-6c2aae8ef9eb HTTP/1.1" status: 200 len: 931 time: 0.1488483 Jan 28 07:41:05.026249 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-860a2550-7d01-47e3-9518-e92b77af78f6 req-00bd9d91-3d54-48b6-9946-82c2a32f8f6d tempest-VolumesSnapshotTestJSON-1067886046 tempest-VolumesSnapshotTestJSON-1067886046-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9521596 Jan 28 07:41:05.046762 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-860a2550-7d01-47e3-9518-e92b77af78f6 req-160e6899-6de9-4cd1-9ff5-ff49496faa66 service neutron] Request body: {'port': {'device_id': '3e48664a-70ff-4fcb-a1bf-6c2aae8ef9eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712749-28'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:41:05.084605 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47853f56-0dab-45a8-844c-9e2bbc429494 req-b817b5b6-d628-485f-a297-ae30cc1831d5 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:05.086016 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-47853f56-0dab-45a8-844c-9e2bbc429494 req-b817b5b6-d628-485f-a297-ae30cc1831d5 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1c6c6df-addb-446e-adbe-67b0bb5b334b HTTP/1.1" status: 200 len: 943 time: 0.0716276 Jan 28 07:41:05.111560 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ce84bb2e-2440-4a55-8f7c-3ef0d367b092 req-34de1245-cff4-42ce-b037-3d162b3534dd service neutron] 10.222.0.10 "GET /v2.0/networks/7c89457f-ea38-49f1-bb5d-aca94643135d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522095 Jan 28 07:41:05.133589 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9b587ea0-5ba4-499a-a715-0abc52f4674e req-0d638bca-6434-40ce-8913-a3dcab3d00c7 tempest-VolumesSnapshotTestJSON-1067886046 tempest-VolumesSnapshotTestJSON-1067886046-project] 10.222.0.41 "GET /v2.0/security-groups?id=4e9b8070-cf39-4bff-b3a3-011c2420ec06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120892 Jan 28 07:41:05.153442 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-860a2550-7d01-47e3-9518-e92b77af78f6 req-160e6899-6de9-4cd1-9ff5-ff49496faa66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (d8d95a1e-dc57-44fd-8cb4-bdba481fb7b9), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:41:05.163651 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-47853f56-0dab-45a8-844c-9e2bbc429494 req-4ea994c5-19ae-4fdd-9aee-51ff1a3047e3 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/security-groups?id=44fc05b2-5ead-49ba-bb77-f20ab4ff3f80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633004 Jan 28 07:41:05.264219 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0c13d6-7c3d-401d-a6bc-2458c06cdfba req-8e4f407b-67e0-4bb2-815c-fa6e74ab8da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:05.265750 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-dc0c13d6-7c3d-401d-a6bc-2458c06cdfba req-8e4f407b-67e0-4bb2-815c-fa6e74ab8da9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b44a0e5d7f134bd69aecc7a32d5e1b41&device_id=b1c6c6df-addb-446e-adbe-67b0bb5b334b HTTP/1.1" status: 200 len: 1095 time: 0.0412238 Jan 28 07:41:05.364906 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0c13d6-7c3d-401d-a6bc-2458c06cdfba req-4c37cacb-5fa1-4daa-8527-6ff7d200dfd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:05.366461 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-dc0c13d6-7c3d-401d-a6bc-2458c06cdfba req-4c37cacb-5fa1-4daa-8527-6ff7d200dfd2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7c89457f-ea38-49f1-bb5d-aca94643135d HTTP/1.1" status: 200 len: 897 time: 0.0921075 Jan 28 07:41:05.412060 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-dc0c13d6-7c3d-401d-a6bc-2458c06cdfba req-a5d20f7d-7877-4388-9f58-4fbe848c4e40 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8500164b-4ed7-440a-8abc-141922a7b7d9 HTTP/1.1" status: 200 len: 217 time: 0.0386627 Jan 28 07:41:05.452363 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [req-860a2550-7d01-47e3-9518-e92b77af78f6 req-160e6899-6de9-4cd1-9ff5-ff49496faa66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8d95a1e-dc57-44fd-8cb4-bdba481fb7b9 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:41:05.461269 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-860a2550-7d01-47e3-9518-e92b77af78f6 req-160e6899-6de9-4cd1-9ff5-ff49496faa66 service neutron] Publish callbacks [] for port (d8d95a1e-dc57-44fd-8cb4-bdba481fb7b9), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:41:05.463919 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0c13d6-7c3d-401d-a6bc-2458c06cdfba req-845b1e6d-9693-4dbc-92be-a684ce7a7e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:05.465583 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-dc0c13d6-7c3d-401d-a6bc-2458c06cdfba req-845b1e6d-9693-4dbc-92be-a684ce7a7e34 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9924bd6a-e513-4224-b4ac-bdedd6cee5ea HTTP/1.1" status: 200 len: 834 time: 0.0461257 Jan 28 07:41:05.474174 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [req-860a2550-7d01-47e3-9518-e92b77af78f6 req-160e6899-6de9-4cd1-9ff5-ff49496faa66 service neutron] Transition to ACTIVE for port object d8d95a1e-dc57-44fd-8cb4-bdba481fb7b9 will not be triggered until provisioned by entity L2. {{(pid=103283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:41:05.479405 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-860a2550-7d01-47e3-9518-e92b77af78f6 req-160e6899-6de9-4cd1-9ff5-ff49496faa66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (d8d95a1e-dc57-44fd-8cb4-bdba481fb7b9), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:41:05.519657 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0c13d6-7c3d-401d-a6bc-2458c06cdfba req-884c9dfe-fb2e-4eda-8083-b41fd961e0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:05.521317 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-dc0c13d6-7c3d-401d-a6bc-2458c06cdfba req-884c9dfe-fb2e-4eda-8083-b41fd961e0a6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7c89457f-ea38-49f1-bb5d-aca94643135d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0481708 Jan 28 07:41:05.564029 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160e6899-6de9-4cd1-9ff5-ff49496faa66 service neutron] Pushing event updated for resources: {'Port': ['ID=d8d95a1e-dc57-44fd-8cb4-bdba481fb7b9,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:41:05.632595 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d2cbf952-9121-411c-8a36-a47440b9d40f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:41:05.636833 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-860a2550-7d01-47e3-9518-e92b77af78f6 req-160e6899-6de9-4cd1-9ff5-ff49496faa66 service neutron] Attempting to bind port d8d95a1e-dc57-44fd-8cb4-bdba481fb7b9 on host n-h2-712749-28 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:41:05.637194 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-860a2550-7d01-47e3-9518-e92b77af78f6 req-160e6899-6de9-4cd1-9ff5-ff49496faa66 service neutron] Attempting to bind port d8d95a1e-dc57-44fd-8cb4-bdba481fb7b9 by drivers openvswitch,hyperv on host n-h2-712749-28 at level 0 using segments [{'id': '30c524ec-573a-4190-beff-cbcb392e8434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '2bb66c7d-894b-478a-9298-398f7bcb96a0'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:41:05.637589 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860a2550-7d01-47e3-9518-e92b77af78f6 req-160e6899-6de9-4cd1-9ff5-ff49496faa66 service neutron] Attempting to bind port d8d95a1e-dc57-44fd-8cb4-bdba481fb7b9 on network 2bb66c7d-894b-478a-9298-398f7bcb96a0 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:41:05.648315 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860a2550-7d01-47e3-9518-e92b77af78f6 req-160e6899-6de9-4cd1-9ff5-ff49496faa66 service neutron] Port d8d95a1e-dc57-44fd-8cb4-bdba481fb7b9 on network 2bb66c7d-894b-478a-9298-398f7bcb96a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-28 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:41:05.648766 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860a2550-7d01-47e3-9518-e92b77af78f6 req-160e6899-6de9-4cd1-9ff5-ff49496faa66 service neutron] Attempting to bind port d8d95a1e-dc57-44fd-8cb4-bdba481fb7b9 on network 2bb66c7d-894b-478a-9298-398f7bcb96a0 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:41:05.654320 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860a2550-7d01-47e3-9518-e92b77af78f6 req-160e6899-6de9-4cd1-9ff5-ff49496faa66 service neutron] Checking agent: {'id': 'c9906e63-062c-432e-bb53-63fdb8115e18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:41:05.654785 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860a2550-7d01-47e3-9518-e92b77af78f6 req-160e6899-6de9-4cd1-9ff5-ff49496faa66 service neutron] Checking segment: {'id': '30c524ec-573a-4190-beff-cbcb392e8434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '2bb66c7d-894b-478a-9298-398f7bcb96a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:41:05.655257 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860a2550-7d01-47e3-9518-e92b77af78f6 req-160e6899-6de9-4cd1-9ff5-ff49496faa66 service neutron] Bound using segment: {'id': '30c524ec-573a-4190-beff-cbcb392e8434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '2bb66c7d-894b-478a-9298-398f7bcb96a0'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:41:05.655504 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-dc0c13d6-7c3d-401d-a6bc-2458c06cdfba req-990edeba-e3bb-4713-8c0d-dbe2e7fd7b56 service neutron] 10.222.0.10 "GET /v2.0/networks/7c89457f-ea38-49f1-bb5d-aca94643135d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268775 Jan 28 07:41:05.655839 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-860a2550-7d01-47e3-9518-e92b77af78f6 req-160e6899-6de9-4cd1-9ff5-ff49496faa66 service neutron] Bound port: d8d95a1e-dc57-44fd-8cb4-bdba481fb7b9, host: n-h2-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30c524ec-573a-4190-beff-cbcb392e8434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '2bb66c7d-894b-478a-9298-398f7bcb96a0'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:41:05.656321 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-860a2550-7d01-47e3-9518-e92b77af78f6 req-160e6899-6de9-4cd1-9ff5-ff49496faa66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (d8d95a1e-dc57-44fd-8cb4-bdba481fb7b9), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:41:05.726892 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-860a2550-7d01-47e3-9518-e92b77af78f6 req-160e6899-6de9-4cd1-9ff5-ff49496faa66 service neutron] For port d8d95a1e-dc57-44fd-8cb4-bdba481fb7b9, host n-h2-712749-28, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:41:05.730578 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-860a2550-7d01-47e3-9518-e92b77af78f6 req-160e6899-6de9-4cd1-9ff5-ff49496faa66 service neutron] For port d8d95a1e-dc57-44fd-8cb4-bdba481fb7b9, host n-h2-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=d8d95a1e-dc57-44fd-8cb4-bdba481fb7b9,segment=NetworkSegment(30c524ec-573a-4190-beff-cbcb392e8434),segment_id=30c524ec-573a-4190-beff-cbcb392e8434)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:41:05.733952 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-860a2550-7d01-47e3-9518-e92b77af78f6 req-160e6899-6de9-4cd1-9ff5-ff49496faa66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (d8d95a1e-dc57-44fd-8cb4-bdba481fb7b9), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:41:05.780376 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860a2550-7d01-47e3-9518-e92b77af78f6 req-160e6899-6de9-4cd1-9ff5-ff49496faa66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:05.780568 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70612cb-072c-4400-a03f-d5139de2babb req-c4a06ff5-2292-48d4-a417-6e01c53a303b tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:05.781157 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-860a2550-7d01-47e3-9518-e92b77af78f6 req-160e6899-6de9-4cd1-9ff5-ff49496faa66 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:41:05.782083 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e70612cb-072c-4400-a03f-d5139de2babb req-c4a06ff5-2292-48d4-a417-6e01c53a303b tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f42de8c-cd1a-45e7-87eb-01845dcfa3a6 HTTP/1.1" status: 200 len: 944 time: 0.1095624 Jan 28 07:41:05.782682 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-860a2550-7d01-47e3-9518-e92b77af78f6 req-160e6899-6de9-4cd1-9ff5-ff49496faa66 service neutron] 10.222.0.44 "PUT /v2.0/ports/d8d95a1e-dc57-44fd-8cb4-bdba481fb7b9 HTTP/1.1" status: 200 len: 1092 time: 0.7423921 Jan 28 07:41:05.783198 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e48664a-70ff-4fcb-a1bf-6c2aae8ef9eb', 'tag': 'd8d95a1e-dc57-44fd-8cb4-bdba481fb7b9'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:41:05.785766 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a22e4310-352a-430e-a5a2-938c0bdf12d3" -d '{"events": [{"name": "network-changed", "server_uuid": "3e48664a-70ff-4fcb-a1bf-6c2aae8ef9eb", "tag": "d8d95a1e-dc57-44fd-8cb4-bdba481fb7b9"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:41:05.806420 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-dc0c13d6-7c3d-401d-a6bc-2458c06cdfba req-64a7cd54-c4bb-4b8c-ba89-6b64474ae48e service neutron] 10.222.0.10 "GET /v2.0/networks/7c89457f-ea38-49f1-bb5d-aca94643135d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425967 Jan 28 07:41:05.845231 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4ff8dc2-dac4-4e1e-864f-0e8df6c5848f x-openstack-request-id: req-c4ff8dc2-dac4-4e1e-864f-0e8df6c5848f {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:41:05.845543 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e70612cb-072c-4400-a03f-d5139de2babb req-12175507-7d71-4283-b6a2-3fed8c50ab4a tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7a11e82-5704-491d-abd6-aba50865dcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528455 Jan 28 07:41:05.845749 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e48664a-70ff-4fcb-a1bf-6c2aae8ef9eb", "tag": "d8d95a1e-dc57-44fd-8cb4-bdba481fb7b9", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:41:05.846084 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c4ff8dc2-dac4-4e1e-864f-0e8df6c5848f {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:41:05.846563 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e48664a-70ff-4fcb-a1bf-6c2aae8ef9eb', 'tag': 'd8d95a1e-dc57-44fd-8cb4-bdba481fb7b9', 'status': 'completed', 'code': 200} Jan 28 07:41:05.848422 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160e6899-6de9-4cd1-9ff5-ff49496faa66 service neutron] Pushing event updated for resources: {'Port': ['ID=d8d95a1e-dc57-44fd-8cb4-bdba481fb7b9,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:41:05.899768 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860a2550-7d01-47e3-9518-e92b77af78f6 req-c8daf9f7-7a4c-4b4e-b99f-60dc120f40d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:05.901325 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-860a2550-7d01-47e3-9518-e92b77af78f6 req-c8daf9f7-7a4c-4b4e-b99f-60dc120f40d3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=93ee2273d7c04f4490153be014688612&device_id=3e48664a-70ff-4fcb-a1bf-6c2aae8ef9eb HTTP/1.1" status: 200 len: 1095 time: 0.0442042 Jan 28 07:41:05.950225 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-860a2550-7d01-47e3-9518-e92b77af78f6 req-793a9e5b-3d77-4e84-a842-375f833d2d0f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d8d95a1e-dc57-44fd-8cb4-bdba481fb7b9 HTTP/1.1" status: 200 len: 217 time: 0.0354278 Jan 28 07:41:06.003889 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860a2550-7d01-47e3-9518-e92b77af78f6 req-9f72fcf1-4298-4776-b36d-dce438743b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:06.005452 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-860a2550-7d01-47e3-9518-e92b77af78f6 req-9f72fcf1-4298-4776-b36d-dce438743b9a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=caf6cc37-6114-420d-bca1-ea360533fa49 HTTP/1.1" status: 200 len: 854 time: 0.0491598 Jan 28 07:41:06.037091 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-860a2550-7d01-47e3-9518-e92b77af78f6 req-b0ffe7f2-175c-4da0-82eb-ddfa20b215ba service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2bb66c7d-894b-478a-9298-398f7bcb96a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255342 Jan 28 07:41:06.130642 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-860a2550-7d01-47e3-9518-e92b77af78f6 req-0643fe20-3fb6-413a-9883-29b80dbb5045 service neutron] 10.222.0.44 "GET /v2.0/networks/2bb66c7d-894b-478a-9298-398f7bcb96a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869370 Jan 28 07:41:06.257800 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-860a2550-7d01-47e3-9518-e92b77af78f6 req-805f5585-5988-4f3c-8c94-0568ac368c50 service neutron] 10.222.0.44 "GET /v2.0/networks/2bb66c7d-894b-478a-9298-398f7bcb96a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200030 Jan 28 07:41:06.297185 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17c9aa9-b4f2-49f3-a50f-cdb368a48a3b req-269bda7d-0a6f-46df-a472-7ff5d6a9b1f8 tempest-VolumesSnapshotTestJSON-1067886046 tempest-VolumesSnapshotTestJSON-1067886046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:06.298701 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e17c9aa9-b4f2-49f3-a50f-cdb368a48a3b req-269bda7d-0a6f-46df-a472-7ff5d6a9b1f8 tempest-VolumesSnapshotTestJSON-1067886046 tempest-VolumesSnapshotTestJSON-1067886046-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e48664a-70ff-4fcb-a1bf-6c2aae8ef9eb HTTP/1.1" status: 200 len: 943 time: 0.0819240 Jan 28 07:41:06.300041 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492eefbb-4afd-4a34-9290-1cd831fff5ab req-44faf494-a16d-4988-8430-f94d0037bb9f tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:06.304939 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-492eefbb-4afd-4a34-9290-1cd831fff5ab req-44faf494-a16d-4988-8430-f94d0037bb9f tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1c6c6df-addb-446e-adbe-67b0bb5b334b HTTP/1.1" status: 200 len: 943 time: 0.0727682 Jan 28 07:41:06.364300 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e17c9aa9-b4f2-49f3-a50f-cdb368a48a3b req-979b08fe-e804-4262-99f3-591ec6b6035b tempest-VolumesSnapshotTestJSON-1067886046 tempest-VolumesSnapshotTestJSON-1067886046-project] 10.222.0.41 "GET /v2.0/security-groups?id=4e9b8070-cf39-4bff-b3a3-011c2420ec06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585926 Jan 28 07:41:06.376934 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-492eefbb-4afd-4a34-9290-1cd831fff5ab req-bba62bdf-8a7d-4786-8f4e-d43d29548601 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/security-groups?id=44fc05b2-5ead-49ba-bb77-f20ab4ff3f80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689294 Jan 28 07:41:06.401929 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22e4310-352a-430e-a5a2-938c0bdf12d3 req-571f800d-e019-49dc-8d30-bf12315e2672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:06.403477 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a22e4310-352a-430e-a5a2-938c0bdf12d3 req-571f800d-e019-49dc-8d30-bf12315e2672 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=93ee2273d7c04f4490153be014688612&device_id=3e48664a-70ff-4fcb-a1bf-6c2aae8ef9eb HTTP/1.1" status: 200 len: 1095 time: 0.0533025 Jan 28 07:41:06.511067 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22e4310-352a-430e-a5a2-938c0bdf12d3 req-b1e607ea-7b37-4e8a-99fd-091a90ead3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:06.512612 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a22e4310-352a-430e-a5a2-938c0bdf12d3 req-b1e607ea-7b37-4e8a-99fd-091a90ead3a8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2bb66c7d-894b-478a-9298-398f7bcb96a0 HTTP/1.1" status: 200 len: 915 time: 0.1020021 Jan 28 07:41:06.560271 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a22e4310-352a-430e-a5a2-938c0bdf12d3 req-275d2c48-a71e-45da-9911-25926e4fec85 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d8d95a1e-dc57-44fd-8cb4-bdba481fb7b9 HTTP/1.1" status: 200 len: 217 time: 0.0414095 Jan 28 07:41:06.610771 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22e4310-352a-430e-a5a2-938c0bdf12d3 req-6aa16eda-c4b8-439a-b9fc-94f2c9b694e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:06.612257 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a22e4310-352a-430e-a5a2-938c0bdf12d3 req-6aa16eda-c4b8-439a-b9fc-94f2c9b694e1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=caf6cc37-6114-420d-bca1-ea360533fa49 HTTP/1.1" status: 200 len: 854 time: 0.0457697 Jan 28 07:41:06.644429 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a22e4310-352a-430e-a5a2-938c0bdf12d3 req-64cf55b7-ded6-4e99-bec6-01dd3ff0d1f0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2bb66c7d-894b-478a-9298-398f7bcb96a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240335 Jan 28 07:41:06.737855 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a22e4310-352a-430e-a5a2-938c0bdf12d3 req-a146a3fd-13aa-4f2f-b9d3-3bd9850fc038 service neutron] 10.222.0.44 "GET /v2.0/networks/2bb66c7d-894b-478a-9298-398f7bcb96a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867417 Jan 28 07:41:06.829519 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a22e4310-352a-430e-a5a2-938c0bdf12d3 req-16c37252-085d-44de-9209-19a210b442ea service neutron] 10.222.0.44 "GET /v2.0/networks/2bb66c7d-894b-478a-9298-398f7bcb96a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846858 Jan 28 07:41:06.963742 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc7fc92-7569-4839-b190-0849d827d0a3 req-eadbf3e9-c28d-463e-a3e0-834e21110f2c tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:06.965139 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2dc7fc92-7569-4839-b190-0849d827d0a3 req-eadbf3e9-c28d-463e-a3e0-834e21110f2c tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f42de8c-cd1a-45e7-87eb-01845dcfa3a6 HTTP/1.1" status: 200 len: 944 time: 0.0490680 Jan 28 07:41:07.011588 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2dc7fc92-7569-4839-b190-0849d827d0a3 req-6049e68f-9808-422d-bbea-a3d794ef18a1 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7a11e82-5704-491d-abd6-aba50865dcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409381 Jan 28 07:41:07.017512 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:41:07.135844 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 8500164b-4ed7-440a-8abc-141922a7b7d9 details requested by agent hyperv_n-h1-712749-28 with host n-h1-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:41:07.230444 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 8500164b-4ed7-440a-8abc-141922a7b7d9, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=8500164b-4ed7-440a-8abc-141922a7b7d9,segment=NetworkSegment(106e20e4-b3d0-4e2b-b427-46efcb4014f3),segment_id=106e20e4-b3d0-4e2b-b427-46efcb4014f3)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:41:07.243336 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Returning: {'device': '8500164b-4ed7-440a-8abc-141922a7b7d9', 'network_id': '7c89457f-ea38-49f1-bb5d-aca94643135d', 'port_id': '8500164b-4ed7-440a-8abc-141922a7b7d9', 'mac_address': 'fa:16:3e:bc:26:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9924bd6a-e513-4224-b4ac-bdedd6cee5ea', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:41:07.279147 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 8500164b-4ed7-440a-8abc-141922a7b7d9 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:41:07.279539 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (8500164b-4ed7-440a-8abc-141922a7b7d9), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:41:07.292479 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8500164b-4ed7-440a-8abc-141922a7b7d9 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:41:07.312021 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 8500164b-4ed7-440a-8abc-141922a7b7d9, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=8500164b-4ed7-440a-8abc-141922a7b7d9,segment=NetworkSegment(106e20e4-b3d0-4e2b-b427-46efcb4014f3),segment_id=106e20e4-b3d0-4e2b-b427-46efcb4014f3)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:41:07.315528 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (8500164b-4ed7-440a-8abc-141922a7b7d9), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:41:07.361219 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=8500164b-4ed7-440a-8abc-141922a7b7d9,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:41:07.369752 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:41:07.370101 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:41:07.370444 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:41:07.370782 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:41:07.371119 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:41:07.371452 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:41:07.371787 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:41:07.372120 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:41:07.372476 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:41:07.372800 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:41:07.373126 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:41:07.373445 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:41:07.373765 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:41:07.497652 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53119e1f-646b-4c8a-b478-1ed8ae5ad05e req-8857aaf1-d598-4dc9-8523-d1ce17181dee tempest-VolumesSnapshotTestJSON-1067886046 tempest-VolumesSnapshotTestJSON-1067886046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:07.499234 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-53119e1f-646b-4c8a-b478-1ed8ae5ad05e req-8857aaf1-d598-4dc9-8523-d1ce17181dee tempest-VolumesSnapshotTestJSON-1067886046 tempest-VolumesSnapshotTestJSON-1067886046-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e48664a-70ff-4fcb-a1bf-6c2aae8ef9eb HTTP/1.1" status: 200 len: 943 time: 0.0525913 Jan 28 07:41:07.508620 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb003170-c50d-4ae7-8bdc-0d293d1a34f2 req-db58e2a4-ceaf-429d-9f52-e64248fa5119 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:07.510137 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-fb003170-c50d-4ae7-8bdc-0d293d1a34f2 req-db58e2a4-ceaf-429d-9f52-e64248fa5119 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1c6c6df-addb-446e-adbe-67b0bb5b334b HTTP/1.1" status: 200 len: 944 time: 0.0567551 Jan 28 07:41:07.565141 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-53119e1f-646b-4c8a-b478-1ed8ae5ad05e req-0c1b42bc-82ed-4f0f-b8b9-ec0f0aea6bfc tempest-VolumesSnapshotTestJSON-1067886046 tempest-VolumesSnapshotTestJSON-1067886046-project] 10.222.0.41 "GET /v2.0/security-groups?id=4e9b8070-cf39-4bff-b3a3-011c2420ec06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551839 Jan 28 07:41:07.586500 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-fb003170-c50d-4ae7-8bdc-0d293d1a34f2 req-0f5b32fd-8e15-4b47-81bd-27e506d52a58 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/security-groups?id=44fc05b2-5ead-49ba-bb77-f20ab4ff3f80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693250 Jan 28 07:41:07.622208 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['8500164b-4ed7-440a-8abc-141922a7b7d9'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:41:08.126810 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80facbc5-00c0-4614-8bdc-6559040ef2a2 req-a6825bb2-c214-4d6d-8ed8-b44df3ccba9c tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:08.128832 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-80facbc5-00c0-4614-8bdc-6559040ef2a2 req-a6825bb2-c214-4d6d-8ed8-b44df3ccba9c tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f42de8c-cd1a-45e7-87eb-01845dcfa3a6 HTTP/1.1" status: 200 len: 944 time: 0.0487099 Jan 28 07:41:08.176634 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-80facbc5-00c0-4614-8bdc-6559040ef2a2 req-bb840ffc-1363-4046-9b0e-a16c30d78ae4 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7a11e82-5704-491d-abd6-aba50865dcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420735 Jan 28 07:41:08.393731 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device d8d95a1e-dc57-44fd-8cb4-bdba481fb7b9 details requested by agent hyperv_n-h2-712749-28 with host n-h2-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:41:08.492173 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port d8d95a1e-dc57-44fd-8cb4-bdba481fb7b9, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=d8d95a1e-dc57-44fd-8cb4-bdba481fb7b9,segment=NetworkSegment(30c524ec-573a-4190-beff-cbcb392e8434),segment_id=30c524ec-573a-4190-beff-cbcb392e8434)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:41:08.504408 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Returning: {'device': 'd8d95a1e-dc57-44fd-8cb4-bdba481fb7b9', 'network_id': '2bb66c7d-894b-478a-9298-398f7bcb96a0', 'port_id': 'd8d95a1e-dc57-44fd-8cb4-bdba481fb7b9', 'mac_address': 'fa:16:3e:ab:71:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'caf6cc37-6114-420d-bca1-ea360533fa49', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:41:08.545231 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port d8d95a1e-dc57-44fd-8cb4-bdba481fb7b9 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:41:08.545570 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (d8d95a1e-dc57-44fd-8cb4-bdba481fb7b9), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:41:08.563026 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8d95a1e-dc57-44fd-8cb4-bdba481fb7b9 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:41:08.583960 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port d8d95a1e-dc57-44fd-8cb4-bdba481fb7b9, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=d8d95a1e-dc57-44fd-8cb4-bdba481fb7b9,segment=NetworkSegment(30c524ec-573a-4190-beff-cbcb392e8434),segment_id=30c524ec-573a-4190-beff-cbcb392e8434)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:41:08.593686 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (d8d95a1e-dc57-44fd-8cb4-bdba481fb7b9), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:41:08.647259 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=d8d95a1e-dc57-44fd-8cb4-bdba481fb7b9,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:41:08.715005 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaabf199-efd2-4121-b1e6-42521778ab5a req-fc0df58b-61e8-46ca-b5f2-314c37462a32 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:08.716580 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00213c48-3aee-48f7-9aa7-d46396ffe53f req-144bf14a-a6fa-414b-80c4-1241940d2305 tempest-VolumesSnapshotTestJSON-1067886046 tempest-VolumesSnapshotTestJSON-1067886046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:08.718914 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-00213c48-3aee-48f7-9aa7-d46396ffe53f req-144bf14a-a6fa-414b-80c4-1241940d2305 tempest-VolumesSnapshotTestJSON-1067886046 tempest-VolumesSnapshotTestJSON-1067886046-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e48664a-70ff-4fcb-a1bf-6c2aae8ef9eb HTTP/1.1" status: 200 len: 944 time: 0.0566001 Jan 28 07:41:08.720287 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-eaabf199-efd2-4121-b1e6-42521778ab5a req-fc0df58b-61e8-46ca-b5f2-314c37462a32 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1c6c6df-addb-446e-adbe-67b0bb5b334b HTTP/1.1" status: 200 len: 944 time: 0.0599518 Jan 28 07:41:08.732306 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:41:08.779733 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-00213c48-3aee-48f7-9aa7-d46396ffe53f req-2376a2f5-0c6a-4c93-bd84-293eed95cb14 tempest-VolumesSnapshotTestJSON-1067886046 tempest-VolumesSnapshotTestJSON-1067886046-project] 10.222.0.41 "GET /v2.0/security-groups?id=4e9b8070-cf39-4bff-b3a3-011c2420ec06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529156 Jan 28 07:41:08.780768 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-eaabf199-efd2-4121-b1e6-42521778ab5a req-9d76a140-b7d2-40f2-b3a1-21c1570a8a13 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/security-groups?id=44fc05b2-5ead-49ba-bb77-f20ab4ff3f80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534451 Jan 28 07:41:08.866642 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['d8d95a1e-dc57-44fd-8cb4-bdba481fb7b9'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:41:09.143281 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 8500164b-4ed7-440a-8abc-141922a7b7d9 up at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:41:09.193819 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning for port 8500164b-4ed7-440a-8abc-141922a7b7d9 completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:41:09.197852 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning complete for port 8500164b-4ed7-440a-8abc-141922a7b7d9 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:41:09.199687 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (8500164b-4ed7-440a-8abc-141922a7b7d9), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:41:09.285042 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 8500164b-4ed7-440a-8abc-141922a7b7d9 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:41:09.285749 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (8500164b-4ed7-440a-8abc-141922a7b7d9), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:41:09.311047 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899d40a3-7ec1-4fd1-9930-cdf9f40566b0 req-849bc242-b8dc-4791-b329-2990ca4dcad4 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:09.311316 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1c6c6df-addb-446e-adbe-67b0bb5b334b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8500164b-4ed7-440a-8abc-141922a7b7d9'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:41:09.312734 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-899d40a3-7ec1-4fd1-9930-cdf9f40566b0 req-849bc242-b8dc-4791-b329-2990ca4dcad4 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f42de8c-cd1a-45e7-87eb-01845dcfa3a6 HTTP/1.1" status: 200 len: 944 time: 0.0550263 Jan 28 07:41:09.313301 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca626d27-debc-458c-8925-f72f6172a6d9" -d '{"events": [{"server_uuid": "b1c6c6df-addb-446e-adbe-67b0bb5b334b", "name": "network-vif-plugged", "status": "completed", "tag": "8500164b-4ed7-440a-8abc-141922a7b7d9"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:41:09.338848 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 8500164b-4ed7-440a-8abc-141922a7b7d9, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=8500164b-4ed7-440a-8abc-141922a7b7d9,segment=NetworkSegment(106e20e4-b3d0-4e2b-b427-46efcb4014f3),segment_id=106e20e4-b3d0-4e2b-b427-46efcb4014f3)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:41:09.344923 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (8500164b-4ed7-440a-8abc-141922a7b7d9), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:41:09.370012 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-899d40a3-7ec1-4fd1-9930-cdf9f40566b0 req-6954aae3-79e6-40f2-be76-d50b1662d095 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7a11e82-5704-491d-abd6-aba50865dcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499997 Jan 28 07:41:09.398979 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07bda184-1090-49d5-be70-4778cf1bd76c x-openstack-request-id: req-07bda184-1090-49d5-be70-4778cf1bd76c {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:41:09.399475 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1c6c6df-addb-446e-adbe-67b0bb5b334b", "name": "network-vif-plugged", "status": "completed", "tag": "8500164b-4ed7-440a-8abc-141922a7b7d9", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:41:09.399562 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-07bda184-1090-49d5-be70-4778cf1bd76c {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:41:09.399892 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1c6c6df-addb-446e-adbe-67b0bb5b334b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8500164b-4ed7-440a-8abc-141922a7b7d9', 'code': 200} Jan 28 07:41:09.400455 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=8500164b-4ed7-440a-8abc-141922a7b7d9,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:41:09.515535 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03f8a4b-8764-41db-abe4-6e7b5834b239 req-c1b4914e-49d5-48b1-afb8-2eca81030127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:09.517048 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d03f8a4b-8764-41db-abe4-6e7b5834b239 req-c1b4914e-49d5-48b1-afb8-2eca81030127 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b1c6c6df-addb-446e-adbe-67b0bb5b334b HTTP/1.1" status: 200 len: 1097 time: 0.0396237 Jan 28 07:41:09.560807 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d03f8a4b-8764-41db-abe4-6e7b5834b239 req-2d821216-8f78-45d8-ba4b-9d6afeefd1a6 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=44fc05b2-5ead-49ba-bb77-f20ab4ff3f80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378442 Jan 28 07:41:09.715488 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:41:09.900669 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd02327b-576e-4ec9-b007-4fc6e094af71 req-806296d2-71d8-4fad-a523-17a99bf94b12 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:09.902192 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-dd02327b-576e-4ec9-b007-4fc6e094af71 req-806296d2-71d8-4fad-a523-17a99bf94b12 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1c6c6df-addb-446e-adbe-67b0bb5b334b HTTP/1.1" status: 200 len: 945 time: 0.0505176 Jan 28 07:41:09.911030 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28b393b-1ec9-4bcf-856b-53061b1e5b31 req-db47daad-7110-47ce-bcf0-463f78a9d874 tempest-VolumesSnapshotTestJSON-1067886046 tempest-VolumesSnapshotTestJSON-1067886046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:09.912548 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a28b393b-1ec9-4bcf-856b-53061b1e5b31 req-db47daad-7110-47ce-bcf0-463f78a9d874 tempest-VolumesSnapshotTestJSON-1067886046 tempest-VolumesSnapshotTestJSON-1067886046-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e48664a-70ff-4fcb-a1bf-6c2aae8ef9eb HTTP/1.1" status: 200 len: 944 time: 0.0572224 Jan 28 07:41:09.958865 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-dd02327b-576e-4ec9-b007-4fc6e094af71 req-693e118c-b4f3-45fa-b260-d6fd0be14b50 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/security-groups?id=44fc05b2-5ead-49ba-bb77-f20ab4ff3f80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503407 Jan 28 07:41:09.963708 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a28b393b-1ec9-4bcf-856b-53061b1e5b31 req-b799ff81-84f1-41a4-b4aa-0f208dc9ad51 tempest-VolumesSnapshotTestJSON-1067886046 tempest-VolumesSnapshotTestJSON-1067886046-project] 10.222.0.41 "GET /v2.0/security-groups?id=4e9b8070-cf39-4bff-b3a3-011c2420ec06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455818 Jan 28 07:41:10.410438 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device a09bd0ec-eeb2-46f5-9c23-7d3efd2027cd details requested by agent hyperv_n-h2-712749-28 with host n-h2-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:41:10.420405 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device d8d95a1e-dc57-44fd-8cb4-bdba481fb7b9 up at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:41:10.504616 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fed3e98-7be7-4174-8e86-360240e2cbfc req-f89ab9a0-9629-4384-9cda-55b22f0111f5 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:10.506287 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0fed3e98-7be7-4174-8e86-360240e2cbfc req-f89ab9a0-9629-4384-9cda-55b22f0111f5 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f42de8c-cd1a-45e7-87eb-01845dcfa3a6 HTTP/1.1" status: 200 len: 944 time: 0.0514910 Jan 28 07:41:10.532630 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning for port d8d95a1e-dc57-44fd-8cb4-bdba481fb7b9 completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:41:10.545580 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning complete for port d8d95a1e-dc57-44fd-8cb4-bdba481fb7b9 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:41:10.546039 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (d8d95a1e-dc57-44fd-8cb4-bdba481fb7b9), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:41:10.552024 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port a09bd0ec-eeb2-46f5-9c23-7d3efd2027cd, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=a09bd0ec-eeb2-46f5-9c23-7d3efd2027cd,segment=NetworkSegment(51b887d5-fd17-4f2d-9bed-8a0b60014438),segment_id=51b887d5-fd17-4f2d-9bed-8a0b60014438)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:41:10.583828 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0fed3e98-7be7-4174-8e86-360240e2cbfc req-c2fa4b01-129d-4636-9989-53d49615f511 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7a11e82-5704-491d-abd6-aba50865dcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689111 Jan 28 07:41:10.595874 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Returning: {'device': 'a09bd0ec-eeb2-46f5-9c23-7d3efd2027cd', 'network_id': 'e89cba95-7c88-42ca-a2a1-7604d77c150d', 'port_id': 'a09bd0ec-eeb2-46f5-9c23-7d3efd2027cd', 'mac_address': 'fa:16:3e:78:80:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be92a7e6-1604-4603-bacc-7f09a5c98a28', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:41:10.665085 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port a09bd0ec-eeb2-46f5-9c23-7d3efd2027cd is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:41:10.665555 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (a09bd0ec-eeb2-46f5-9c23-7d3efd2027cd), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:41:10.697080 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a09bd0ec-eeb2-46f5-9c23-7d3efd2027cd {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:41:10.709541 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port d8d95a1e-dc57-44fd-8cb4-bdba481fb7b9 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:41:10.709937 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (d8d95a1e-dc57-44fd-8cb4-bdba481fb7b9), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:41:10.739878 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port a09bd0ec-eeb2-46f5-9c23-7d3efd2027cd, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=a09bd0ec-eeb2-46f5-9c23-7d3efd2027cd,segment=NetworkSegment(51b887d5-fd17-4f2d-9bed-8a0b60014438),segment_id=51b887d5-fd17-4f2d-9bed-8a0b60014438)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:41:10.748010 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (a09bd0ec-eeb2-46f5-9c23-7d3efd2027cd), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:41:10.791802 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port d8d95a1e-dc57-44fd-8cb4-bdba481fb7b9, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=d8d95a1e-dc57-44fd-8cb4-bdba481fb7b9,segment=NetworkSegment(30c524ec-573a-4190-beff-cbcb392e8434),segment_id=30c524ec-573a-4190-beff-cbcb392e8434)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:41:10.798549 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (d8d95a1e-dc57-44fd-8cb4-bdba481fb7b9), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:41:10.818520 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=a09bd0ec-eeb2-46f5-9c23-7d3efd2027cd,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:41:10.870537 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=d8d95a1e-dc57-44fd-8cb4-bdba481fb7b9,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:41:11.040857 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['a09bd0ec-eeb2-46f5-9c23-7d3efd2027cd'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:41:11.115046 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d500af3f-3d9d-48a6-82f7-8da7c8c2be3f req-60f90e68-ccac-4238-861d-89b467e74967 tempest-VolumesSnapshotTestJSON-1067886046 tempest-VolumesSnapshotTestJSON-1067886046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:11.117272 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d500af3f-3d9d-48a6-82f7-8da7c8c2be3f req-60f90e68-ccac-4238-861d-89b467e74967 tempest-VolumesSnapshotTestJSON-1067886046 tempest-VolumesSnapshotTestJSON-1067886046-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e48664a-70ff-4fcb-a1bf-6c2aae8ef9eb HTTP/1.1" status: 200 len: 945 time: 0.0786929 Jan 28 07:41:11.124495 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80877ca-6223-407c-a661-b32f9df5a7b3 req-16bf262f-6702-41b9-86a0-557cfe446139 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:11.132939 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a80877ca-6223-407c-a661-b32f9df5a7b3 req-16bf262f-6702-41b9-86a0-557cfe446139 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1c6c6df-addb-446e-adbe-67b0bb5b334b HTTP/1.1" status: 200 len: 945 time: 0.0812497 Jan 28 07:41:11.173176 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d500af3f-3d9d-48a6-82f7-8da7c8c2be3f req-127632ba-623b-4437-9003-056490f0af0e tempest-VolumesSnapshotTestJSON-1067886046 tempest-VolumesSnapshotTestJSON-1067886046-project] 10.222.0.41 "GET /v2.0/security-groups?id=4e9b8070-cf39-4bff-b3a3-011c2420ec06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504031 Jan 28 07:41:11.183595 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a80877ca-6223-407c-a661-b32f9df5a7b3 req-695af782-401a-42d8-9751-476c68fcca5e tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/security-groups?id=44fc05b2-5ead-49ba-bb77-f20ab4ff3f80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497742 Jan 28 07:41:11.312049 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4fee82-1603-4826-b6ad-f74562e8b422 req-dcc6617f-fab6-4346-aef7-8e4535e22dd2 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:11.313514 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9e4fee82-1603-4826-b6ad-f74562e8b422 req-dcc6617f-fab6-4346-aef7-8e4535e22dd2 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1c6c6df-addb-446e-adbe-67b0bb5b334b HTTP/1.1" status: 200 len: 945 time: 0.0532689 Jan 28 07:41:11.363076 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9e4fee82-1603-4826-b6ad-f74562e8b422 req-11622217-63e0-40f0-869c-9de46c79899b tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/security-groups?id=44fc05b2-5ead-49ba-bb77-f20ab4ff3f80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433118 Jan 28 07:41:11.384599 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 55110) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:41:11.400903 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e48664a-70ff-4fcb-a1bf-6c2aae8ef9eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8d95a1e-dc57-44fd-8cb4-bdba481fb7b9'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:41:11.403345 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c487454e-9615-4869-ae4a-5e93b20998b0" -d '{"events": [{"server_uuid": "3e48664a-70ff-4fcb-a1bf-6c2aae8ef9eb", "name": "network-vif-plugged", "status": "completed", "tag": "d8d95a1e-dc57-44fd-8cb4-bdba481fb7b9"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:41:11.428147 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-119a40da-a829-468f-b0ac-ab323c006378 tempest-TestNetworkAdvancedServerOps-2120495418 tempest-TestNetworkAdvancedServerOps-2120495418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:11.432554 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-119a40da-a829-468f-b0ac-ab323c006378 tempest-TestNetworkAdvancedServerOps-2120495418 tempest-TestNetworkAdvancedServerOps-2120495418-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=b1c6c6df-addb-446e-adbe-67b0bb5b334b HTTP/1.1" status: 200 len: 1092 time: 0.0466189 Jan 28 07:41:11.433652 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 55114) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:41:11.441203 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-ee5d7e82-8695-4bb4-b1e5-9c0167f872f8 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Request body: {'floatingip': {'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'port_id': '8500164b-4ed7-440a-8abc-141922a7b7d9', 'tenant_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:41:11.443399 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a5d0c99-aba6-4e99-a588-776f1266bf0c x-openstack-request-id: req-7a5d0c99-aba6-4e99-a588-776f1266bf0c {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:41:11.443878 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e48664a-70ff-4fcb-a1bf-6c2aae8ef9eb", "name": "network-vif-plugged", "status": "completed", "tag": "d8d95a1e-dc57-44fd-8cb4-bdba481fb7b9", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:41:11.444151 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7a5d0c99-aba6-4e99-a588-776f1266bf0c {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:41:11.444683 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e48664a-70ff-4fcb-a1bf-6c2aae8ef9eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8d95a1e-dc57-44fd-8cb4-bdba481fb7b9', 'code': 200} Jan 28 07:41:11.462037 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ee5d7e82-8695-4bb4-b1e5-9c0167f872f8 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:41:11.571441 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ee5d7e82-8695-4bb4-b1e5-9c0167f872f8 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:41:11.572100 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cef7ba-715e-42a1-b347-6ec1077ade38 req-30590ada-c9c9-4438-b466-167aa4e51c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:11.573735 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-19cef7ba-715e-42a1-b347-6ec1077ade38 req-30590ada-c9c9-4438-b466-167aa4e51c98 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=3e48664a-70ff-4fcb-a1bf-6c2aae8ef9eb HTTP/1.1" status: 200 len: 1097 time: 0.0423965 Jan 28 07:41:11.621097 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-19cef7ba-715e-42a1-b347-6ec1077ade38 req-6c6f58fc-b362-4170-8e2d-6f18acff9d71 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=4e9b8070-cf39-4bff-b3a3-011c2420ec06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412099 Jan 28 07:41:11.716214 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-ee5d7e82-8695-4bb4-b1e5-9c0167f872f8 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Allocated IP 172.25.6.216 (7d5b3724-deef-4831-8d43-cb9b8176573c/b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc/1e4cd319-a6b9-4d2c-b190-1fcee01bec7a) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:41:11.742370 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869fa944-b612-425b-8bc5-20554ff3078d req-ce319c96-51db-4ad7-b926-587196e20357 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:11.743851 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-869fa944-b612-425b-8bc5-20554ff3078d req-ce319c96-51db-4ad7-b926-587196e20357 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f42de8c-cd1a-45e7-87eb-01845dcfa3a6 HTTP/1.1" status: 200 len: 945 time: 0.0767982 Jan 28 07:41:11.841856 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-869fa944-b612-425b-8bc5-20554ff3078d req-14291b48-5faa-427b-bf80-c3f1c184fdd3 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7a11e82-5704-491d-abd6-aba50865dcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862200 Jan 28 07:41:11.867351 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ee5d7e82-8695-4bb4-b1e5-9c0167f872f8 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for port (1e4cd319-a6b9-4d2c-b190-1fcee01bec7a), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:41:11.899943 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ee5d7e82-8695-4bb4-b1e5-9c0167f872f8 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (1e4cd319-a6b9-4d2c-b190-1fcee01bec7a), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:41:11.939203 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee5d7e82-8695-4bb4-b1e5-9c0167f872f8 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Network 7d5b3724-deef-4831-8d43-cb9b8176573c is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:41:11.946447 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-ee5d7e82-8695-4bb4-b1e5-9c0167f872f8 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:41:11.948646 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5d7e82-8695-4bb4-b1e5-9c0167f872f8 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Pushing event updated for resources: {'Port': ['ID=1e4cd319-a6b9-4d2c-b190-1fcee01bec7a,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:41:11.951155 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5d7e82-8695-4bb4-b1e5-9c0167f872f8 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:41:12.312302 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ced9fb-de4d-4076-ad57-582debb2d248 req-aa3cce80-90b7-4747-8323-710031fae402 tempest-VolumesSnapshotTestJSON-1067886046 tempest-VolumesSnapshotTestJSON-1067886046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:12.319974 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-06ced9fb-de4d-4076-ad57-582debb2d248 req-aa3cce80-90b7-4747-8323-710031fae402 tempest-VolumesSnapshotTestJSON-1067886046 tempest-VolumesSnapshotTestJSON-1067886046-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e48664a-70ff-4fcb-a1bf-6c2aae8ef9eb HTTP/1.1" status: 200 len: 945 time: 0.0624731 Jan 28 07:41:12.338272 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ee5d7e82-8695-4bb4-b1e5-9c0167f872f8 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for floatingip (ea3fa19a-fdc8-40da-96fc-2a4320f09db0), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:41:12.368134 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-06ced9fb-de4d-4076-ad57-582debb2d248 req-61c3e51a-ff7d-4ece-87ef-323abf2aa0d9 tempest-VolumesSnapshotTestJSON-1067886046 tempest-VolumesSnapshotTestJSON-1067886046-project] 10.222.0.41 "GET /v2.0/security-groups?id=4e9b8070-cf39-4bff-b3a3-011c2420ec06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472560 Jan 28 07:41:12.420824 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device a09bd0ec-eeb2-46f5-9c23-7d3efd2027cd up at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:41:12.424088 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ee5d7e82-8695-4bb4-b1e5-9c0167f872f8 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (1e4cd319-a6b9-4d2c-b190-1fcee01bec7a), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:41:12.476115 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning for port a09bd0ec-eeb2-46f5-9c23-7d3efd2027cd completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:41:12.481070 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning complete for port a09bd0ec-eeb2-46f5-9c23-7d3efd2027cd triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:41:12.481452 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (a09bd0ec-eeb2-46f5-9c23-7d3efd2027cd), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:41:12.585269 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ee5d7e82-8695-4bb4-b1e5-9c0167f872f8 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for port (1e4cd319-a6b9-4d2c-b190-1fcee01bec7a), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:41:12.590373 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ee5d7e82-8695-4bb4-b1e5-9c0167f872f8 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (1e4cd319-a6b9-4d2c-b190-1fcee01bec7a), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:41:12.665711 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5d7e82-8695-4bb4-b1e5-9c0167f872f8 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Pushing event updated for resources: {'Port': ['ID=1e4cd319-a6b9-4d2c-b190-1fcee01bec7a,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:41:12.685579 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ee5d7e82-8695-4bb4-b1e5-9c0167f872f8 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16609095'] for floatingip (ea3fa19a-fdc8-40da-96fc-2a4320f09db0), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:41:12.770674 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port a09bd0ec-eeb2-46f5-9c23-7d3efd2027cd is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:41:12.771143 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (a09bd0ec-eeb2-46f5-9c23-7d3efd2027cd), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:41:12.807667 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port a09bd0ec-eeb2-46f5-9c23-7d3efd2027cd, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=a09bd0ec-eeb2-46f5-9c23-7d3efd2027cd,segment=NetworkSegment(51b887d5-fd17-4f2d-9bed-8a0b60014438),segment_id=51b887d5-fd17-4f2d-9bed-8a0b60014438)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:41:12.813285 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (a09bd0ec-eeb2-46f5-9c23-7d3efd2027cd), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:41:12.818906 n-d-712749-28 neutron-server[103284]: INFO neutron.db.l3_db [None req-ee5d7e82-8695-4bb4-b1e5-9c0167f872f8 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Floating IP ea3fa19a-fdc8-40da-96fc-2a4320f09db0 associated. External IP: 172.25.6.216, port: 8500164b-4ed7-440a-8abc-141922a7b7d9. Jan 28 07:41:12.872724 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=a09bd0ec-eeb2-46f5-9c23-7d3efd2027cd,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:41:13.029068 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07aa23b-5598-40e6-8646-6e7c6d550449 req-444b5ac3-593e-40ea-bc4f-266fdc37c9d2 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:13.030590 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b07aa23b-5598-40e6-8646-6e7c6d550449 req-444b5ac3-593e-40ea-bc4f-266fdc37c9d2 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f42de8c-cd1a-45e7-87eb-01845dcfa3a6 HTTP/1.1" status: 200 len: 946 time: 0.0970998 Jan 28 07:41:13.128851 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b07aa23b-5598-40e6-8646-6e7c6d550449 req-4dfe9721-fb92-4f75-a95e-baae9fd8c2e2 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7a11e82-5704-491d-abd6-aba50865dcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612640 Jan 28 07:41:13.132819 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee5d7e82-8695-4bb4-b1e5-9c0167f872f8 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Router af55809b-0a69-4203-9d67-0989d748ccc3 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:41:13.446377 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f42de8c-cd1a-45e7-87eb-01845dcfa3a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a09bd0ec-eeb2-46f5-9c23-7d3efd2027cd'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:41:13.448739 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1799761d-40fc-41b7-a0e1-0c7de33be8bc" -d '{"events": [{"server_uuid": "7f42de8c-cd1a-45e7-87eb-01845dcfa3a6", "name": "network-vif-plugged", "status": "completed", "tag": "a09bd0ec-eeb2-46f5-9c23-7d3efd2027cd"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:41:13.559513 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd2ceb3a-6d26-4bbd-86cd-a161228753bf x-openstack-request-id: req-fd2ceb3a-6d26-4bbd-86cd-a161228753bf {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:41:13.560090 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f42de8c-cd1a-45e7-87eb-01845dcfa3a6", "name": "network-vif-plugged", "status": "completed", "tag": "a09bd0ec-eeb2-46f5-9c23-7d3efd2027cd", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:41:13.560090 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fd2ceb3a-6d26-4bbd-86cd-a161228753bf {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:41:13.560425 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f42de8c-cd1a-45e7-87eb-01845dcfa3a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a09bd0ec-eeb2-46f5-9c23-7d3efd2027cd', 'code': 200} Jan 28 07:41:13.609125 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966e45f2-1aee-4444-a1be-783f55078808 req-a0727b10-9cb4-4867-99ad-1a66cf33c19e tempest-VolumesSnapshotTestJSON-1067886046 tempest-VolumesSnapshotTestJSON-1067886046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:13.613679 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-966e45f2-1aee-4444-a1be-783f55078808 req-a0727b10-9cb4-4867-99ad-1a66cf33c19e tempest-VolumesSnapshotTestJSON-1067886046 tempest-VolumesSnapshotTestJSON-1067886046-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e48664a-70ff-4fcb-a1bf-6c2aae8ef9eb HTTP/1.1" status: 200 len: 945 time: 0.1210475 Jan 28 07:41:13.617144 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee5d7e82-8695-4bb4-b1e5-9c0167f872f8 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:41:13.627277 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a9136c-6aa4-4f94-859c-d86978e286bc None None] Sync routers for ids ['af55809b-0a69-4203-9d67-0989d748ccc3'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:41:13.650248 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a9136c-6aa4-4f94-859c-d86978e286bc None None] Routers {'af55809b-0a69-4203-9d67-0989d748ccc3'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:41:13.651179 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-41a9136c-6aa4-4f94-859c-d86978e286bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:41:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['af55809b-0a69-4203-9d67-0989d748ccc3'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:41:13.678010 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ee5d7e82-8695-4bb4-b1e5-9c0167f872f8 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for floatingip (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:41:13.710237 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-ee5d7e82-8695-4bb4-b1e5-9c0167f872f8 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2754798 Jan 28 07:41:13.711332 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1c6c6df-addb-446e-adbe-67b0bb5b334b', 'tag': '8500164b-4ed7-440a-8abc-141922a7b7d9'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:41:13.735263 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45fc3e42-19c0-4725-ba5e-47e3d5af0e25" -d '{"events": [{"name": "network-changed", "server_uuid": "b1c6c6df-addb-446e-adbe-67b0bb5b334b", "tag": "8500164b-4ed7-440a-8abc-141922a7b7d9"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:41:13.742063 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04b9592-13e6-4d1b-aceb-f695bb26873f req-c9d07bef-340d-4ae8-aac7-7d5a0c983bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:13.743606 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b04b9592-13e6-4d1b-aceb-f695bb26873f req-c9d07bef-340d-4ae8-aac7-7d5a0c983bca service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7f42de8c-cd1a-45e7-87eb-01845dcfa3a6 HTTP/1.1" status: 200 len: 1098 time: 0.0860441 Jan 28 07:41:13.818988 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b04b9592-13e6-4d1b-aceb-f695bb26873f req-f97d5ec5-3638-47e5-a75c-9d77aa0d992e service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=e7a11e82-5704-491d-abd6-aba50865dcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693250 Jan 28 07:41:13.819680 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-966e45f2-1aee-4444-a1be-783f55078808 req-1921388a-40ef-47f9-add7-62925acdb82f tempest-VolumesSnapshotTestJSON-1067886046 tempest-VolumesSnapshotTestJSON-1067886046-project] 10.222.0.41 "GET /v2.0/security-groups?id=4e9b8070-cf39-4bff-b3a3-011c2420ec06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970012 Jan 28 07:41:13.859310 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-41a9136c-6aa4-4f94-859c-d86978e286bc None None] Set router af55809b-0a69-4203-9d67-0989d748ccc3 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:41:13.870172 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87bc500-87ee-497a-8f77-677400e01e6e req-89a776b4-9129-4ff6-8d2f-59b25edf6dda tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:13.871263 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-942220e6-ac6d-4ee3-b391-f3221ce686e2 x-openstack-request-id: req-942220e6-ac6d-4ee3-b391-f3221ce686e2 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:41:13.871565 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1c6c6df-addb-446e-adbe-67b0bb5b334b", "tag": "8500164b-4ed7-440a-8abc-141922a7b7d9", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:41:13.872118 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f87bc500-87ee-497a-8f77-677400e01e6e req-89a776b4-9129-4ff6-8d2f-59b25edf6dda tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1c6c6df-addb-446e-adbe-67b0bb5b334b HTTP/1.1" status: 200 len: 945 time: 0.0523074 Jan 28 07:41:13.877546 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-942220e6-ac6d-4ee3-b391-f3221ce686e2 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:41:13.878557 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1c6c6df-addb-446e-adbe-67b0bb5b334b', 'tag': '8500164b-4ed7-440a-8abc-141922a7b7d9', 'status': 'completed', 'code': 200} Jan 28 07:41:14.001352 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fc3e42-19c0-4725-ba5e-47e3d5af0e25 req-dcce54d7-1149-4e5c-95cd-cb97ac1759e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:14.003302 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-45fc3e42-19c0-4725-ba5e-47e3d5af0e25 req-dcce54d7-1149-4e5c-95cd-cb97ac1759e4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b44a0e5d7f134bd69aecc7a32d5e1b41&device_id=b1c6c6df-addb-446e-adbe-67b0bb5b334b HTTP/1.1" status: 200 len: 1097 time: 0.0853393 Jan 28 07:41:14.007137 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f87bc500-87ee-497a-8f77-677400e01e6e req-da739a8f-b0df-4263-83c5-afc61200ec70 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/security-groups?id=44fc05b2-5ead-49ba-bb77-f20ab4ff3f80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1274323 Jan 28 07:41:14.042735 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 55164) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:41:14.153486 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-932d7e9e-eab4-4529-9973-bc70b457962d tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/floatingips/ea3fa19a-fdc8-40da-96fc-2a4320f09db0 HTTP/1.1" status: 200 len: 991 time: 0.1093633 Jan 28 07:41:14.187366 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fc3e42-19c0-4725-ba5e-47e3d5af0e25 req-3386bf2b-a86c-4587-b67f-7fde465118ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:14.188907 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-45fc3e42-19c0-4725-ba5e-47e3d5af0e25 req-3386bf2b-a86c-4587-b67f-7fde465118ac service neutron] 10.222.0.10 "GET /v2.0/networks?id=7c89457f-ea38-49f1-bb5d-aca94643135d HTTP/1.1" status: 200 len: 897 time: 0.1794515 Jan 28 07:41:14.240023 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-41a9136c-6aa4-4f94-859c-d86978e286bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af55809b-0a69-4203-9d67-0989d748ccc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-587403321', 'tenant_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': 'c047b58e-9943-42b7-a03c-1b3131bcc162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:40:53Z', 'updated_at': '2022-01-28T07:40:57Z', 'revision_number': 4, 'project_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'gw_port': {'id': 'c047b58e-9943-42b7-a03c-1b3131bcc162', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:49:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af55809b-0a69-4203-9d67-0989d748ccc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:40:53Z', 'updated_at': '2022-01-28T07:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_floatingips': [{'id': 'ea3fa19a-fdc8-40da-96fc-2a4320f09db0', 'tenant_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'floating_ip_address': '172.25.6.216', 'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'router_id': 'af55809b-0a69-4203-9d67-0989d748ccc3', 'port_id': '8500164b-4ed7-440a-8abc-141922a7b7d9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3524, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c89457f-ea38-49f1-bb5d-aca94643135d', 'mac_address': 'fa:16:3e:bc:26:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c6c6df-addb-446e-adbe-67b0bb5b334b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:41:12Z', 'updated_at': '2022-01-28T07:41:12Z', 'revision_number': 0, 'project_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66c5c7ca-b2ae-4608-9af8-6f217935c048', 'name': '', 'network_id': '7c89457f-ea38-49f1-bb5d-aca94643135d', 'tenant_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'mac_address': 'fa:16:3e:ae:fa:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af55809b-0a69-4203-9d67-0989d748ccc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': '9924bd6a-e513-4224-b4ac-bdedd6cee5ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:40:56Z', 'updated_at': '2022-01-28T07:41:01Z', 'revision_number': 5, 'project_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'subnets': [{'id': '9924bd6a-e513-4224-b4ac-bdedd6cee5ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:41:14.274116 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-45fc3e42-19c0-4725-ba5e-47e3d5af0e25 req-86fbd2e7-3905-4486-b8a2-19b8596ca434 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8500164b-4ed7-440a-8abc-141922a7b7d9 HTTP/1.1" status: 200 len: 999 time: 0.0780685 Jan 28 07:41:14.303545 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b81a28-3f8a-4a4c-b1fe-823a0f8a6474 req-d340cf1c-cf10-4be2-b147-5185c8869503 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:14.308671 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a9136c-6aa4-4f94-859c-d86978e286bc None None] Checking router: af55809b-0a69-4203-9d67-0989d748ccc3 for host: n-d-712749-28 {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:41:14.311325 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-52b81a28-3f8a-4a4c-b1fe-823a0f8a6474 req-d340cf1c-cf10-4be2-b147-5185c8869503 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f42de8c-cd1a-45e7-87eb-01845dcfa3a6 HTTP/1.1" status: 200 len: 946 time: 0.0662992 Jan 28 07:41:14.330843 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a9136c-6aa4-4f94-859c-d86978e286bc None None] Routers {'af55809b-0a69-4203-9d67-0989d748ccc3'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:41:14.331801 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-41a9136c-6aa4-4f94-859c-d86978e286bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:41:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['af55809b-0a69-4203-9d67-0989d748ccc3'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:41:14.343203 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fc3e42-19c0-4725-ba5e-47e3d5af0e25 req-70d20d64-0cd5-4aaf-bced-4f7786f2bfb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:14.344946 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-45fc3e42-19c0-4725-ba5e-47e3d5af0e25 req-70d20d64-0cd5-4aaf-bced-4f7786f2bfb8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9924bd6a-e513-4224-b4ac-bdedd6cee5ea HTTP/1.1" status: 200 len: 834 time: 0.0646870 Jan 28 07:41:14.423308 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-52b81a28-3f8a-4a4c-b1fe-823a0f8a6474 req-bc6097ac-2631-494c-a9b4-7e8d7143bf50 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7a11e82-5704-491d-abd6-aba50865dcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108947 Jan 28 07:41:14.444161 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fc3e42-19c0-4725-ba5e-47e3d5af0e25 req-1b375f3d-5f07-4836-9948-6fbefde923b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:14.445911 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-45fc3e42-19c0-4725-ba5e-47e3d5af0e25 req-1b375f3d-5f07-4836-9948-6fbefde923b4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7c89457f-ea38-49f1-bb5d-aca94643135d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0937936 Jan 28 07:41:14.537439 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-41a9136c-6aa4-4f94-859c-d86978e286bc None None] Set router af55809b-0a69-4203-9d67-0989d748ccc3 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:41:14.644397 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-45fc3e42-19c0-4725-ba5e-47e3d5af0e25 req-05432803-c956-44ef-92aa-c995b7fbf263 service neutron] 10.222.0.10 "GET /v2.0/networks/7c89457f-ea38-49f1-bb5d-aca94643135d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912155 Jan 28 07:41:14.780259 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-45fc3e42-19c0-4725-ba5e-47e3d5af0e25 req-06d97149-e2e6-4234-aa5a-089dc839fde0 service neutron] 10.222.0.10 "GET /v2.0/networks/7c89457f-ea38-49f1-bb5d-aca94643135d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113796 Jan 28 07:41:14.875651 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-41a9136c-6aa4-4f94-859c-d86978e286bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af55809b-0a69-4203-9d67-0989d748ccc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-587403321', 'tenant_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': 'c047b58e-9943-42b7-a03c-1b3131bcc162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:40:53Z', 'updated_at': '2022-01-28T07:40:57Z', 'revision_number': 4, 'project_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'gw_port': {'id': 'c047b58e-9943-42b7-a03c-1b3131bcc162', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:49:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af55809b-0a69-4203-9d67-0989d748ccc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:40:53Z', 'updated_at': '2022-01-28T07:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_floatingips': [{'id': 'ea3fa19a-fdc8-40da-96fc-2a4320f09db0', 'tenant_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'floating_ip_address': '172.25.6.216', 'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'router_id': 'af55809b-0a69-4203-9d67-0989d748ccc3', 'port_id': '8500164b-4ed7-440a-8abc-141922a7b7d9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3524, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c89457f-ea38-49f1-bb5d-aca94643135d', 'mac_address': 'fa:16:3e:bc:26:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c6c6df-addb-446e-adbe-67b0bb5b334b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:41:12Z', 'updated_at': '2022-01-28T07:41:12Z', 'revision_number': 0, 'project_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66c5c7ca-b2ae-4608-9af8-6f217935c048', 'name': '', 'network_id': '7c89457f-ea38-49f1-bb5d-aca94643135d', 'tenant_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'mac_address': 'fa:16:3e:ae:fa:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af55809b-0a69-4203-9d67-0989d748ccc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': '9924bd6a-e513-4224-b4ac-bdedd6cee5ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:40:56Z', 'updated_at': '2022-01-28T07:41:01Z', 'revision_number': 5, 'project_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'subnets': [{'id': '9924bd6a-e513-4224-b4ac-bdedd6cee5ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:41:14.908023 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a9136c-6aa4-4f94-859c-d86978e286bc None None] The sync data for ids ['af55809b-0a69-4203-9d67-0989d748ccc3'] in n-d-712749-28 is: [{'id': 'af55809b-0a69-4203-9d67-0989d748ccc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-587403321', 'tenant_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': 'c047b58e-9943-42b7-a03c-1b3131bcc162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:40:53Z', 'updated_at': '2022-01-28T07:40:57Z', 'revision_number': 4, 'project_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'gw_port': {'id': 'c047b58e-9943-42b7-a03c-1b3131bcc162', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:49:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af55809b-0a69-4203-9d67-0989d748ccc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:40:53Z', 'updated_at': '2022-01-28T07:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_floatingips': [{'id': 'ea3fa19a-fdc8-40da-96fc-2a4320f09db0', 'tenant_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'floating_ip_address': '172.25.6.216', 'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'router_id': 'af55809b-0a69-4203-9d67-0989d748ccc3', 'port_id': '8500164b-4ed7-440a-8abc-141922a7b7d9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3524, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c89457f-ea38-49f1-bb5d-aca94643135d', 'mac_address': 'fa:16:3e:bc:26:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c6c6df-addb-446e-adbe-67b0bb5b334b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:41:12Z', 'updated_at': '2022-01-28T07:41:12Z', 'revision_number': 0, 'project_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66c5c7ca-b2ae-4608-9af8-6f217935c048', 'name': '', 'network_id': '7c89457f-ea38-49f1-bb5d-aca94643135d', 'tenant_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'mac_address': 'fa:16:3e:ae:fa:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af55809b-0a69-4203-9d67-0989d748ccc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': '9924bd6a-e513-4224-b4ac-bdedd6cee5ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:40:56Z', 'updated_at': '2022-01-28T07:41:01Z', 'revision_number': 5, 'project_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'subnets': [{'id': '9924bd6a-e513-4224-b4ac-bdedd6cee5ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:41:15.151092 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 55190) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:41:15.246429 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-4c09275f-9ee1-4ae3-acc5-7b8b8461b2ef tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/floatingips/ea3fa19a-fdc8-40da-96fc-2a4320f09db0 HTTP/1.1" status: 200 len: 991 time: 0.0933554 Jan 28 07:41:15.264073 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e665df29-54c2-415b-88cc-629186c3de18 None None] New status for floating IP ea3fa19a-fdc8-40da-96fc-2a4320f09db0: ACTIVE {{(pid=103286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 07:41:15.619183 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9369cf5-7eb6-4bb6-ba09-fe727f8bbe61 req-259ea5f6-b865-406c-b7f8-21adee019f9e tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:15.620841 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d9369cf5-7eb6-4bb6-ba09-fe727f8bbe61 req-259ea5f6-b865-406c-b7f8-21adee019f9e tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f42de8c-cd1a-45e7-87eb-01845dcfa3a6 HTTP/1.1" status: 200 len: 946 time: 0.0567791 Jan 28 07:41:15.669276 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d9369cf5-7eb6-4bb6-ba09-fe727f8bbe61 req-73175ebd-e52b-4a97-886e-1c36d5d686f0 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7a11e82-5704-491d-abd6-aba50865dcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422492 Jan 28 07:41:15.808858 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a46835-9250-4768-ba54-1bf06d61356d req-a064477f-c98c-48c7-a665-3fc4b525651f tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:15.810420 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-78a46835-9250-4768-ba54-1bf06d61356d req-a064477f-c98c-48c7-a665-3fc4b525651f tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f42de8c-cd1a-45e7-87eb-01845dcfa3a6 HTTP/1.1" status: 200 len: 946 time: 0.0574996 Jan 28 07:41:15.866226 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-78a46835-9250-4768-ba54-1bf06d61356d req-09a7911d-1792-4df0-afa8-5e914f035ba5 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7a11e82-5704-491d-abd6-aba50865dcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482368 Jan 28 07:41:16.248667 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 55214) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:41:16.369370 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-b98c03be-e10b-49aa-9a73-e593be811b67 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/floatingips/ea3fa19a-fdc8-40da-96fc-2a4320f09db0 HTTP/1.1" status: 200 len: 993 time: 0.1133635 Jan 28 07:41:17.367924 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 7 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 07:41:19.573665 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcef6c3-dbab-40b3-a706-1d5042c07a0a req-8bbf0b40-1ac4-411c-8030-0e86d80e43a3 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:19.575240 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6fcef6c3-dbab-40b3-a706-1d5042c07a0a req-8bbf0b40-1ac4-411c-8030-0e86d80e43a3 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/networks?id=e89cba95-7c88-42ca-a2a1-7604d77c150d HTTP/1.1" status: 200 len: 812 time: 0.1085064 Jan 28 07:41:19.591023 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6fcef6c3-dbab-40b3-a706-1d5042c07a0a req-5cb440d5-8041-48d8-aaab-011c6789463c tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/quotas/6e11006faf4241738db69f23221595e2 HTTP/1.1" status: 200 len: 375 time: 0.0092216 Jan 28 07:41:19.655668 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6fcef6c3-dbab-40b3-a706-1d5042c07a0a req-1d054325-b178-4659-bb7e-99719b93e219 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=6e11006faf4241738db69f23221595e2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0485516 Jan 28 07:41:19.748943 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6fcef6c3-dbab-40b3-a706-1d5042c07a0a req-5ba9697a-be80-41ce-afa3-71bb66a71dc9 service neutron] 10.222.0.41 "GET /v2.0/networks/e89cba95-7c88-42ca-a2a1-7604d77c150d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923219 Jan 28 07:41:19.865903 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6fcef6c3-dbab-40b3-a706-1d5042c07a0a req-ea9b7e44-d251-4ac0-8b10-b9eee38b427e service neutron] 10.222.0.41 "GET /v2.0/networks/e89cba95-7c88-42ca-a2a1-7604d77c150d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110978 Jan 28 07:41:20.131604 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8dd7b649-00c2-48f4-bfc5-360bea00d06c req-6d75c212-9cc3-49f1-8285-abd9ff29da30 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=3549261a-79c1-4515-bdfc-99d5dcf38cbc HTTP/1.1" status: 200 len: 210 time: 0.0429368 Jan 28 07:41:21.292748 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ae33b365-e06d-484e-8859-12fbb659be47 req-3989937d-b4d9-4d96-876d-ce9b10dd9456 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=3549261a-79c1-4515-bdfc-99d5dcf38cbc HTTP/1.1" status: 200 len: 210 time: 0.0511873 Jan 28 07:41:21.354327 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcef6c3-dbab-40b3-a706-1d5042c07a0a req-d6834494-1926-4737-a8af-c38d1e91849b tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:21.356057 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6fcef6c3-dbab-40b3-a706-1d5042c07a0a req-d6834494-1926-4737-a8af-c38d1e91849b tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.10 "GET /v2.0/networks?id=e89cba95-7c88-42ca-a2a1-7604d77c150d HTTP/1.1" status: 200 len: 812 time: 0.2460170 Jan 28 07:41:21.384039 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-6fcef6c3-dbab-40b3-a706-1d5042c07a0a req-d116fb08-857f-4c10-8419-5ea74a2f41dc tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Request body: {'port': {'device_id': '3549261a-79c1-4515-bdfc-99d5dcf38cbc', 'network_id': 'e89cba95-7c88-42ca-a2a1-7604d77c150d', 'admin_state_up': True, 'tenant_id': '6e11006faf4241738db69f23221595e2'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:41:21.536560 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fcef6c3-dbab-40b3-a706-1d5042c07a0a req-d116fb08-857f-4c10-8419-5ea74a2f41dc tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Made reservation on behalf of 6e11006faf4241738db69f23221595e2 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:41:21.540939 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-6fcef6c3-dbab-40b3-a706-1d5042c07a0a req-d116fb08-857f-4c10-8419-5ea74a2f41dc tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:41:21.698929 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-6fcef6c3-dbab-40b3-a706-1d5042c07a0a req-d116fb08-857f-4c10-8419-5ea74a2f41dc tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Allocated IP 172.20.0.9 (e89cba95-7c88-42ca-a2a1-7604d77c150d/be92a7e6-1604-4603-bacc-7f09a5c98a28/8248a1e9-7258-4ba4-8bb9-279f568c199d) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:41:21.910537 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-6fcef6c3-dbab-40b3-a706-1d5042c07a0a req-d116fb08-857f-4c10-8419-5ea74a2f41dc tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Publish callbacks [] for port (8248a1e9-7258-4ba4-8bb9-279f568c199d), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:41:21.950952 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-6fcef6c3-dbab-40b3-a706-1d5042c07a0a req-d116fb08-857f-4c10-8419-5ea74a2f41dc tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (8248a1e9-7258-4ba4-8bb9-279f568c199d), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:41:21.994733 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['a09bd0ec-eeb2-46f5-9c23-7d3efd2027cd'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:41:22.001818 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fcef6c3-dbab-40b3-a706-1d5042c07a0a req-d116fb08-857f-4c10-8419-5ea74a2f41dc tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Network e89cba95-7c88-42ca-a2a1-7604d77c150d is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:41:22.006283 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-6fcef6c3-dbab-40b3-a706-1d5042c07a0a req-d116fb08-857f-4c10-8419-5ea74a2f41dc tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:41:22.027897 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fcef6c3-dbab-40b3-a706-1d5042c07a0a req-d116fb08-857f-4c10-8419-5ea74a2f41dc tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:41:22.042058 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d116fb08-857f-4c10-8419-5ea74a2f41dc tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Pushing event updated for resources: {'Port': ['ID=8248a1e9-7258-4ba4-8bb9-279f568c199d,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:41:22.111050 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcef6c3-dbab-40b3-a706-1d5042c07a0a req-d116fb08-857f-4c10-8419-5ea74a2f41dc tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:22.111907 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-6fcef6c3-dbab-40b3-a706-1d5042c07a0a req-d116fb08-857f-4c10-8419-5ea74a2f41dc tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:41:22.134461 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6fcef6c3-dbab-40b3-a706-1d5042c07a0a req-d116fb08-857f-4c10-8419-5ea74a2f41dc tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7555537 Jan 28 07:41:22.153606 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-6fcef6c3-dbab-40b3-a706-1d5042c07a0a req-908f4cc8-5c54-43dc-9202-57769a130bfd service neutron] Request body: {'port': {'device_id': '3549261a-79c1-4515-bdfc-99d5dcf38cbc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-28'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:41:22.223265 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-6fcef6c3-dbab-40b3-a706-1d5042c07a0a req-908f4cc8-5c54-43dc-9202-57769a130bfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (8248a1e9-7258-4ba4-8bb9-279f568c199d), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:41:22.451568 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-662bf114-7967-4fe7-a2aa-5877caa92cea None None] Provisioning complete for port 8248a1e9-7258-4ba4-8bb9-279f568c199d triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:41:22.452361 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-662bf114-7967-4fe7-a2aa-5877caa92cea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (8248a1e9-7258-4ba4-8bb9-279f568c199d), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:41:22.497074 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-662bf114-7967-4fe7-a2aa-5877caa92cea None None] Port 8248a1e9-7258-4ba4-8bb9-279f568c199d cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:41:22.564532 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd39798-e3fb-4f9f-b416-260324309736 req-bd006cff-b388-48ef-8e60-6c94ee0eed36 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:22.576394 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9fd39798-e3fb-4f9f-b416-260324309736 req-bd006cff-b388-48ef-8e60-6c94ee0eed36 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=3549261a-79c1-4515-bdfc-99d5dcf38cbc HTTP/1.1" status: 200 len: 931 time: 0.1574717 Jan 28 07:41:22.641208 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9fd39798-e3fb-4f9f-b416-260324309736 req-1226f697-7d2a-4265-b77f-8a317fb96f62 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7a11e82-5704-491d-abd6-aba50865dcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639303 Jan 28 07:41:22.740794 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-6fcef6c3-dbab-40b3-a706-1d5042c07a0a req-908f4cc8-5c54-43dc-9202-57769a130bfd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8248a1e9-7258-4ba4-8bb9-279f568c199d {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:41:22.749933 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-6fcef6c3-dbab-40b3-a706-1d5042c07a0a req-908f4cc8-5c54-43dc-9202-57769a130bfd service neutron] Publish callbacks [] for port (8248a1e9-7258-4ba4-8bb9-279f568c199d), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:41:22.784108 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-6fcef6c3-dbab-40b3-a706-1d5042c07a0a req-908f4cc8-5c54-43dc-9202-57769a130bfd service neutron] Transition to ACTIVE for port object 8248a1e9-7258-4ba4-8bb9-279f568c199d will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:41:22.791527 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-6fcef6c3-dbab-40b3-a706-1d5042c07a0a req-908f4cc8-5c54-43dc-9202-57769a130bfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (8248a1e9-7258-4ba4-8bb9-279f568c199d), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:41:22.885223 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908f4cc8-5c54-43dc-9202-57769a130bfd service neutron] Pushing event updated for resources: {'Port': ['ID=8248a1e9-7258-4ba4-8bb9-279f568c199d,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:41:22.996834 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-6fcef6c3-dbab-40b3-a706-1d5042c07a0a req-908f4cc8-5c54-43dc-9202-57769a130bfd service neutron] Attempting to bind port 8248a1e9-7258-4ba4-8bb9-279f568c199d on host n-h1-712749-28 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:41:22.997317 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-6fcef6c3-dbab-40b3-a706-1d5042c07a0a req-908f4cc8-5c54-43dc-9202-57769a130bfd service neutron] Attempting to bind port 8248a1e9-7258-4ba4-8bb9-279f568c199d by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': '51b887d5-fd17-4f2d-9bed-8a0b60014438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e89cba95-7c88-42ca-a2a1-7604d77c150d'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:41:22.998114 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fcef6c3-dbab-40b3-a706-1d5042c07a0a req-908f4cc8-5c54-43dc-9202-57769a130bfd service neutron] Attempting to bind port 8248a1e9-7258-4ba4-8bb9-279f568c199d on network e89cba95-7c88-42ca-a2a1-7604d77c150d {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:41:23.009106 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fcef6c3-dbab-40b3-a706-1d5042c07a0a req-908f4cc8-5c54-43dc-9202-57769a130bfd service neutron] Port 8248a1e9-7258-4ba4-8bb9-279f568c199d on network e89cba95-7c88-42ca-a2a1-7604d77c150d not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:41:23.009593 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fcef6c3-dbab-40b3-a706-1d5042c07a0a req-908f4cc8-5c54-43dc-9202-57769a130bfd service neutron] Attempting to bind port 8248a1e9-7258-4ba4-8bb9-279f568c199d on network e89cba95-7c88-42ca-a2a1-7604d77c150d {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:41:23.018217 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fcef6c3-dbab-40b3-a706-1d5042c07a0a req-908f4cc8-5c54-43dc-9202-57769a130bfd service neutron] Checking agent: {'id': '2fca46b1-237f-4857-9290-2429d810e472', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:41:23.022339 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fcef6c3-dbab-40b3-a706-1d5042c07a0a req-908f4cc8-5c54-43dc-9202-57769a130bfd service neutron] Checking segment: {'id': '51b887d5-fd17-4f2d-9bed-8a0b60014438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e89cba95-7c88-42ca-a2a1-7604d77c150d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:41:23.022884 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fcef6c3-dbab-40b3-a706-1d5042c07a0a req-908f4cc8-5c54-43dc-9202-57769a130bfd service neutron] Bound using segment: {'id': '51b887d5-fd17-4f2d-9bed-8a0b60014438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e89cba95-7c88-42ca-a2a1-7604d77c150d'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:41:23.023459 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-6fcef6c3-dbab-40b3-a706-1d5042c07a0a req-908f4cc8-5c54-43dc-9202-57769a130bfd service neutron] Bound port: 8248a1e9-7258-4ba4-8bb9-279f568c199d, host: n-h1-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51b887d5-fd17-4f2d-9bed-8a0b60014438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e89cba95-7c88-42ca-a2a1-7604d77c150d'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:41:23.023942 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-6fcef6c3-dbab-40b3-a706-1d5042c07a0a req-908f4cc8-5c54-43dc-9202-57769a130bfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (8248a1e9-7258-4ba4-8bb9-279f568c199d), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:41:23.145532 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-6fcef6c3-dbab-40b3-a706-1d5042c07a0a req-908f4cc8-5c54-43dc-9202-57769a130bfd service neutron] For port 8248a1e9-7258-4ba4-8bb9-279f568c199d, host n-h1-712749-28, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:41:23.148786 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-6fcef6c3-dbab-40b3-a706-1d5042c07a0a req-908f4cc8-5c54-43dc-9202-57769a130bfd service neutron] For port 8248a1e9-7258-4ba4-8bb9-279f568c199d, host n-h1-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=8248a1e9-7258-4ba4-8bb9-279f568c199d,segment=NetworkSegment(51b887d5-fd17-4f2d-9bed-8a0b60014438),segment_id=51b887d5-fd17-4f2d-9bed-8a0b60014438)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:41:23.155553 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-6fcef6c3-dbab-40b3-a706-1d5042c07a0a req-908f4cc8-5c54-43dc-9202-57769a130bfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (8248a1e9-7258-4ba4-8bb9-279f568c199d), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:41:23.193093 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcef6c3-dbab-40b3-a706-1d5042c07a0a req-908f4cc8-5c54-43dc-9202-57769a130bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:23.193865 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-6fcef6c3-dbab-40b3-a706-1d5042c07a0a req-908f4cc8-5c54-43dc-9202-57769a130bfd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:41:23.195470 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6fcef6c3-dbab-40b3-a706-1d5042c07a0a req-908f4cc8-5c54-43dc-9202-57769a130bfd service neutron] 10.222.0.10 "PUT /v2.0/ports/8248a1e9-7258-4ba4-8bb9-279f568c199d HTTP/1.1" status: 200 len: 1092 time: 1.0469031 Jan 28 07:41:23.196023 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3549261a-79c1-4515-bdfc-99d5dcf38cbc', 'tag': '8248a1e9-7258-4ba4-8bb9-279f568c199d'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:41:23.199300 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fae8eb6-2628-43f5-b5e3-198c73bd2b6e" -d '{"events": [{"name": "network-changed", "server_uuid": "3549261a-79c1-4515-bdfc-99d5dcf38cbc", "tag": "8248a1e9-7258-4ba4-8bb9-279f568c199d"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:41:23.230598 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908f4cc8-5c54-43dc-9202-57769a130bfd service neutron] Pushing event updated for resources: {'Port': ['ID=8248a1e9-7258-4ba4-8bb9-279f568c199d,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:41:23.289875 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcdf90f5-1123-4060-98ab-932fe22d3b25 x-openstack-request-id: req-bcdf90f5-1123-4060-98ab-932fe22d3b25 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:41:23.290444 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3549261a-79c1-4515-bdfc-99d5dcf38cbc", "tag": "8248a1e9-7258-4ba4-8bb9-279f568c199d", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:41:23.290903 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bcdf90f5-1123-4060-98ab-932fe22d3b25 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:41:23.291611 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3549261a-79c1-4515-bdfc-99d5dcf38cbc', 'tag': '8248a1e9-7258-4ba4-8bb9-279f568c199d', 'status': 'completed', 'code': 200} Jan 28 07:41:23.325562 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcef6c3-dbab-40b3-a706-1d5042c07a0a req-c9dff2dd-1aa8-4e7d-911f-f56f760ea67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:23.327307 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6fcef6c3-dbab-40b3-a706-1d5042c07a0a req-c9dff2dd-1aa8-4e7d-911f-f56f760ea67e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6e11006faf4241738db69f23221595e2&device_id=3549261a-79c1-4515-bdfc-99d5dcf38cbc HTTP/1.1" status: 200 len: 1095 time: 0.0686255 Jan 28 07:41:23.406301 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6fcef6c3-dbab-40b3-a706-1d5042c07a0a req-b4b99c77-fc1b-42b6-afd8-a272570d2660 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8248a1e9-7258-4ba4-8bb9-279f568c199d HTTP/1.1" status: 200 len: 217 time: 0.0629091 Jan 28 07:41:23.523265 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcef6c3-dbab-40b3-a706-1d5042c07a0a req-33b80c5d-33b4-448b-ba83-e31eadad1fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:23.524802 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6fcef6c3-dbab-40b3-a706-1d5042c07a0a req-33b80c5d-33b4-448b-ba83-e31eadad1fc2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=be92a7e6-1604-4603-bacc-7f09a5c98a28 HTTP/1.1" status: 200 len: 851 time: 0.1088502 Jan 28 07:41:23.605127 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcef6c3-dbab-40b3-a706-1d5042c07a0a req-d63b3e20-a3ae-4e94-af57-baa69a173270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:23.606857 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6fcef6c3-dbab-40b3-a706-1d5042c07a0a req-d63b3e20-a3ae-4e94-af57-baa69a173270 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e89cba95-7c88-42ca-a2a1-7604d77c150d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0647910 Jan 28 07:41:23.753776 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6fcef6c3-dbab-40b3-a706-1d5042c07a0a req-f8ca3678-175a-48ae-8739-c4b039825a85 service neutron] 10.222.0.10 "GET /v2.0/networks/e89cba95-7c88-42ca-a2a1-7604d77c150d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367221 Jan 28 07:41:23.848742 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6fcef6c3-dbab-40b3-a706-1d5042c07a0a req-c8c84829-6e27-4498-bf12-e138b5d52a7e service neutron] 10.222.0.10 "GET /v2.0/networks/e89cba95-7c88-42ca-a2a1-7604d77c150d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880504 Jan 28 07:41:23.861886 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6b8cbd-2719-4463-82b3-0f91cd46680b req-0fbb6831-35ce-4456-97a2-7f8bfce1164a tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:23.863831 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ae6b8cbd-2719-4463-82b3-0f91cd46680b req-0fbb6831-35ce-4456-97a2-7f8bfce1164a tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=3549261a-79c1-4515-bdfc-99d5dcf38cbc HTTP/1.1" status: 200 len: 943 time: 0.0851898 Jan 28 07:41:23.926033 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ae6b8cbd-2719-4463-82b3-0f91cd46680b req-4e24cbe3-1e4c-4596-b620-bea90f75e532 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7a11e82-5704-491d-abd6-aba50865dcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561070 Jan 28 07:41:23.977370 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fae8eb6-2628-43f5-b5e3-198c73bd2b6e req-cbc4a31b-42a9-453f-bdd5-f8605bfe72f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:23.979262 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3fae8eb6-2628-43f5-b5e3-198c73bd2b6e req-cbc4a31b-42a9-453f-bdd5-f8605bfe72f7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6e11006faf4241738db69f23221595e2&device_id=3549261a-79c1-4515-bdfc-99d5dcf38cbc HTTP/1.1" status: 200 len: 1095 time: 0.0505834 Jan 28 07:41:24.082472 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fae8eb6-2628-43f5-b5e3-198c73bd2b6e req-903f6133-fca2-4f32-895b-5f396b585c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:24.084480 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3fae8eb6-2628-43f5-b5e3-198c73bd2b6e req-903f6133-fca2-4f32-895b-5f396b585c7e service neutron] 10.222.0.10 "GET /v2.0/networks?id=e89cba95-7c88-42ca-a2a1-7604d77c150d HTTP/1.1" status: 200 len: 913 time: 0.0965967 Jan 28 07:41:24.132871 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3fae8eb6-2628-43f5-b5e3-198c73bd2b6e req-793c9691-d2e8-4a22-9cbf-2cca47e1ef63 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8248a1e9-7258-4ba4-8bb9-279f568c199d HTTP/1.1" status: 200 len: 217 time: 0.0420041 Jan 28 07:41:24.231342 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fae8eb6-2628-43f5-b5e3-198c73bd2b6e req-226026d2-87be-42a1-9590-85a713861028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:24.232952 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3fae8eb6-2628-43f5-b5e3-198c73bd2b6e req-226026d2-87be-42a1-9590-85a713861028 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=be92a7e6-1604-4603-bacc-7f09a5c98a28 HTTP/1.1" status: 200 len: 851 time: 0.0921559 Jan 28 07:41:24.291207 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fae8eb6-2628-43f5-b5e3-198c73bd2b6e req-e2c6565c-a758-44e4-bdd6-c0fa15e87494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:24.292965 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3fae8eb6-2628-43f5-b5e3-198c73bd2b6e req-e2c6565c-a758-44e4-bdd6-c0fa15e87494 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e89cba95-7c88-42ca-a2a1-7604d77c150d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0533648 Jan 28 07:41:24.402889 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3fae8eb6-2628-43f5-b5e3-198c73bd2b6e req-a6ae14a9-81d7-44a1-9174-3bcd3eeff9c4 service neutron] 10.222.0.10 "GET /v2.0/networks/e89cba95-7c88-42ca-a2a1-7604d77c150d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988061 Jan 28 07:41:24.506046 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3fae8eb6-2628-43f5-b5e3-198c73bd2b6e req-c649c7b3-6f65-4be4-9aec-ca6a3855457f service neutron] 10.222.0.10 "GET /v2.0/networks/e89cba95-7c88-42ca-a2a1-7604d77c150d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985250 Jan 28 07:41:25.075053 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa1a0f6-4c74-430e-b647-1f44c0cae906 req-afee8cf5-08dc-48af-a67e-101f6e08654c tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:25.083394 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2fa1a0f6-4c74-430e-b647-1f44c0cae906 req-afee8cf5-08dc-48af-a67e-101f6e08654c tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=3549261a-79c1-4515-bdfc-99d5dcf38cbc HTTP/1.1" status: 200 len: 943 time: 0.0688479 Jan 28 07:41:25.141538 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2fa1a0f6-4c74-430e-b647-1f44c0cae906 req-1ed0c755-1b0b-4f9b-8b29-d1915fe0eca7 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7a11e82-5704-491d-abd6-aba50865dcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570779 Jan 28 07:41:26.270562 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc49c0c1-2cd7-4c84-80bc-426e2cfa7232 req-33e3b1d2-0e4d-4888-9d1e-82bb45ce1b4a tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:26.272263 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-cc49c0c1-2cd7-4c84-80bc-426e2cfa7232 req-33e3b1d2-0e4d-4888-9d1e-82bb45ce1b4a tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=3549261a-79c1-4515-bdfc-99d5dcf38cbc HTTP/1.1" status: 200 len: 943 time: 0.0701089 Jan 28 07:41:26.328594 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-cc49c0c1-2cd7-4c84-80bc-426e2cfa7232 req-2b1ebd0e-440b-4345-8a01-0ac18ee29363 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7a11e82-5704-491d-abd6-aba50865dcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490394 Jan 28 07:41:27.463590 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9bd581-89fa-42c0-9fcc-cf287f99f068 req-78d601f4-a237-4486-8754-b8efbabd88b8 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:27.466057 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-bd9bd581-89fa-42c0-9fcc-cf287f99f068 req-78d601f4-a237-4486-8754-b8efbabd88b8 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=3549261a-79c1-4515-bdfc-99d5dcf38cbc HTTP/1.1" status: 200 len: 943 time: 0.0603340 Jan 28 07:41:27.529495 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-bd9bd581-89fa-42c0-9fcc-cf287f99f068 req-98095d3f-9f8e-43f4-819e-a80bad78ba72 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7a11e82-5704-491d-abd6-aba50865dcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561087 Jan 28 07:41:28.704258 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8092c1-8d24-4335-bdd5-a7f045a893bf req-3dd59d6e-3080-4a74-9ffb-2574455aed05 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:28.713428 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ae8092c1-8d24-4335-bdd5-a7f045a893bf req-3dd59d6e-3080-4a74-9ffb-2574455aed05 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=3549261a-79c1-4515-bdfc-99d5dcf38cbc HTTP/1.1" status: 200 len: 943 time: 0.0682223 Jan 28 07:41:28.773846 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ae8092c1-8d24-4335-bdd5-a7f045a893bf req-0eb37e8a-491c-4bdd-b9b2-d3ff7f4c8463 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7a11e82-5704-491d-abd6-aba50865dcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572093 Jan 28 07:41:29.962811 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6a20b5-5b21-48d8-9210-417a3a233c03 req-5e73ac85-d91b-4418-93d6-6a76ac8d188d tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:29.972657 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-cf6a20b5-5b21-48d8-9210-417a3a233c03 req-5e73ac85-d91b-4418-93d6-6a76ac8d188d tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=3549261a-79c1-4515-bdfc-99d5dcf38cbc HTTP/1.1" status: 200 len: 943 time: 0.0823185 Jan 28 07:41:30.030199 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-cf6a20b5-5b21-48d8-9210-417a3a233c03 req-2ae3836c-dfee-48ea-b5a5-c7c2dfc172d4 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7a11e82-5704-491d-abd6-aba50865dcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556629 Jan 28 07:41:31.494215 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6158d5-3015-498f-8373-2a15ed1cbfb6 req-0ee40af3-a13b-4674-9555-71dbfd24425f tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:31.496373 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0a6158d5-3015-498f-8373-2a15ed1cbfb6 req-0ee40af3-a13b-4674-9555-71dbfd24425f tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=3549261a-79c1-4515-bdfc-99d5dcf38cbc HTTP/1.1" status: 200 len: 943 time: 0.3359604 Jan 28 07:41:31.561448 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0a6158d5-3015-498f-8373-2a15ed1cbfb6 req-829d0441-cc6b-46af-a6d6-ec817e3e23e2 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7a11e82-5704-491d-abd6-aba50865dcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572374 Jan 28 07:41:32.731613 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ddc927-4c16-4df1-bf4a-dc96ce6f1e68 req-c3df02ea-875b-46de-ae3e-4123ea961fa5 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:32.733043 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-25ddc927-4c16-4df1-bf4a-dc96ce6f1e68 req-c3df02ea-875b-46de-ae3e-4123ea961fa5 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=3549261a-79c1-4515-bdfc-99d5dcf38cbc HTTP/1.1" status: 200 len: 943 time: 0.0662167 Jan 28 07:41:32.793354 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-25ddc927-4c16-4df1-bf4a-dc96ce6f1e68 req-637ae682-bdf0-4873-9774-ab709f49ba2e tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7a11e82-5704-491d-abd6-aba50865dcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499780 Jan 28 07:41:33.193621 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:41:33.278184 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b037ccac-1edd-4c55-96c0-e7b27db82d18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:41:33.914102 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5c5c49-d8ad-401b-bfe6-666fce7aec2f req-cc2996e6-de41-41f1-b3a3-553de2b5e6fd tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:33.915803 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-db5c5c49-d8ad-401b-bfe6-666fce7aec2f req-cc2996e6-de41-41f1-b3a3-553de2b5e6fd tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=3549261a-79c1-4515-bdfc-99d5dcf38cbc HTTP/1.1" status: 200 len: 943 time: 0.0555828 Jan 28 07:41:33.977568 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-db5c5c49-d8ad-401b-bfe6-666fce7aec2f req-254c90c9-48f9-436a-9a79-f076d1e31547 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7a11e82-5704-491d-abd6-aba50865dcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553918 Jan 28 07:41:34.088041 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:41:35.119680 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96738ad4-d146-4cc9-a32e-e190b39e56c5 req-13a455d3-27ad-4195-b384-d87ddda16188 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:35.126746 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-96738ad4-d146-4cc9-a32e-e190b39e56c5 req-13a455d3-27ad-4195-b384-d87ddda16188 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=3549261a-79c1-4515-bdfc-99d5dcf38cbc HTTP/1.1" status: 200 len: 943 time: 0.0583320 Jan 28 07:41:35.177697 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-96738ad4-d146-4cc9-a32e-e190b39e56c5 req-035eb062-dc59-4f8c-9f8b-b56764cfe72d tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7a11e82-5704-491d-abd6-aba50865dcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493636 Jan 28 07:41:35.633402 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1d713cc8-b451-45f5-9c3b-762595b2fcd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:41:36.347372 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4334451-bf91-4aa7-80a1-29eec212c165 req-565737af-6e4b-44d3-bc4f-722148ff7092 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:36.355913 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a4334451-bf91-4aa7-80a1-29eec212c165 req-565737af-6e4b-44d3-bc4f-722148ff7092 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=3549261a-79c1-4515-bdfc-99d5dcf38cbc HTTP/1.1" status: 200 len: 943 time: 0.0627923 Jan 28 07:41:36.440160 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a4334451-bf91-4aa7-80a1-29eec212c165 req-447672ce-efa9-4b04-8147-a725ce580a1d tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7a11e82-5704-491d-abd6-aba50865dcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692859 Jan 28 07:41:37.026809 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:41:37.714998 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e762eb-7d87-4f4a-8df8-e7e407b34a75 req-dcd1bb04-7815-478c-9565-a90eb369d3d6 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:37.717513 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-78e762eb-7d87-4f4a-8df8-e7e407b34a75 req-dcd1bb04-7815-478c-9565-a90eb369d3d6 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=3549261a-79c1-4515-bdfc-99d5dcf38cbc HTTP/1.1" status: 200 len: 943 time: 0.1254487 Jan 28 07:41:37.788648 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-78e762eb-7d87-4f4a-8df8-e7e407b34a75 req-e71738ba-7ac5-4b8c-8459-7665baf724be tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7a11e82-5704-491d-abd6-aba50865dcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628448 Jan 28 07:41:38.374722 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-39de57ee-042a-4d36-bc74-e41cae07381e req-01fc51e6-ab50-4f58-aad0-c88b6f7194b9 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7f42de8c-cd1a-45e7-87eb-01845dcfa3a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0456717 Jan 28 07:41:38.538941 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39de57ee-042a-4d36-bc74-e41cae07381e req-1fab9af2-6d33-4e17-b526-0c1ee7406d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:38.541408 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-39de57ee-042a-4d36-bc74-e41cae07381e req-1fab9af2-6d33-4e17-b526-0c1ee7406d64 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6e11006faf4241738db69f23221595e2&device_id=7f42de8c-cd1a-45e7-87eb-01845dcfa3a6 HTTP/1.1" status: 200 len: 1098 time: 0.0889118 Jan 28 07:41:38.661498 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39de57ee-042a-4d36-bc74-e41cae07381e req-76b02253-4059-414d-b022-fb8eb7d029c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:38.663342 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-39de57ee-042a-4d36-bc74-e41cae07381e req-76b02253-4059-414d-b022-fb8eb7d029c9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e89cba95-7c88-42ca-a2a1-7604d77c150d HTTP/1.1" status: 200 len: 913 time: 0.1001432 Jan 28 07:41:38.715704 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-39de57ee-042a-4d36-bc74-e41cae07381e req-d3535dad-9604-45e7-88de-630d4d1c9aa6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a09bd0ec-eeb2-46f5-9c23-7d3efd2027cd HTTP/1.1" status: 200 len: 217 time: 0.0453217 Jan 28 07:41:38.733303 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:41:38.781859 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39de57ee-042a-4d36-bc74-e41cae07381e req-dc471266-17b0-4a3f-8123-805b949aeb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:38.784725 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-39de57ee-042a-4d36-bc74-e41cae07381e req-dc471266-17b0-4a3f-8123-805b949aeb9c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=be92a7e6-1604-4603-bacc-7f09a5c98a28 HTTP/1.1" status: 200 len: 851 time: 0.0613699 Jan 28 07:41:38.898397 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39de57ee-042a-4d36-bc74-e41cae07381e req-a5c5e1de-60d5-4915-8e1f-3528722ccab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:38.900044 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-39de57ee-042a-4d36-bc74-e41cae07381e req-a5c5e1de-60d5-4915-8e1f-3528722ccab3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e89cba95-7c88-42ca-a2a1-7604d77c150d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1091502 Jan 28 07:41:39.000821 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b5ef86-c7ab-43c2-afea-cb4bc234ce21 req-a6357fc5-4293-4bb6-9296-bdd3fb0b7f3c tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:39.003125 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-55b5ef86-c7ab-43c2-afea-cb4bc234ce21 req-a6357fc5-4293-4bb6-9296-bdd3fb0b7f3c tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=3549261a-79c1-4515-bdfc-99d5dcf38cbc HTTP/1.1" status: 200 len: 943 time: 0.0991030 Jan 28 07:41:39.012218 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-39de57ee-042a-4d36-bc74-e41cae07381e req-4df655f2-a088-4c53-a737-6f0724805273 service neutron] 10.222.0.44 "GET /v2.0/networks/e89cba95-7c88-42ca-a2a1-7604d77c150d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029315 Jan 28 07:41:39.117144 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-55b5ef86-c7ab-43c2-afea-cb4bc234ce21 req-aedfb513-e159-462b-8412-2aa3bc477c7c tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7a11e82-5704-491d-abd6-aba50865dcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918853 Jan 28 07:41:39.169077 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-39de57ee-042a-4d36-bc74-e41cae07381e req-afd69838-ecab-4656-aa0e-18e94acf9ebc service neutron] 10.222.0.44 "GET /v2.0/networks/e89cba95-7c88-42ca-a2a1-7604d77c150d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504235 Jan 28 07:41:39.727990 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:41:40.265530 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad93f80-5381-4b47-836a-943ad3b9d8f9 req-63a02dee-1fe5-492c-9c6f-61d9879f084c tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:40.267744 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-fad93f80-5381-4b47-836a-943ad3b9d8f9 req-63a02dee-1fe5-492c-9c6f-61d9879f084c tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=3549261a-79c1-4515-bdfc-99d5dcf38cbc HTTP/1.1" status: 200 len: 943 time: 0.0611479 Jan 28 07:41:40.328995 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-fad93f80-5381-4b47-836a-943ad3b9d8f9 req-94fcc69e-6f8c-42e6-b2e4-850f66bb6a0f tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7a11e82-5704-491d-abd6-aba50865dcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517430 Jan 28 07:41:41.480956 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbce65e-a828-4f32-88d3-a26e5a9a91c8 req-c4be704f-fa37-4bf8-b7bf-cd79f9241308 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:41.482701 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7fbce65e-a828-4f32-88d3-a26e5a9a91c8 req-c4be704f-fa37-4bf8-b7bf-cd79f9241308 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=3549261a-79c1-4515-bdfc-99d5dcf38cbc HTTP/1.1" status: 200 len: 943 time: 0.0551734 Jan 28 07:41:41.537269 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7fbce65e-a828-4f32-88d3-a26e5a9a91c8 req-fd993341-0545-4279-ad7e-9f6e1ef7bcb5 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7a11e82-5704-491d-abd6-aba50865dcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452435 Jan 28 07:41:42.697824 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6ef8fc-fc98-4ace-bcf1-188b37ee05fe req-e2b4acc2-3a07-46b2-92ee-e1a5a33c4fb4 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:42.699478 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-dd6ef8fc-fc98-4ace-bcf1-188b37ee05fe req-e2b4acc2-3a07-46b2-92ee-e1a5a33c4fb4 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=3549261a-79c1-4515-bdfc-99d5dcf38cbc HTTP/1.1" status: 200 len: 943 time: 0.0837424 Jan 28 07:41:42.784239 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-dd6ef8fc-fc98-4ace-bcf1-188b37ee05fe req-a3cd473d-8108-45e0-a726-00c9a93e3428 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7a11e82-5704-491d-abd6-aba50865dcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761237 Jan 28 07:41:43.978249 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aefaa00-3b09-4101-992b-3add7535f113 req-281b7bde-c7cf-4001-83b2-032e74e4edec tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:43.979880 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1aefaa00-3b09-4101-992b-3add7535f113 req-281b7bde-c7cf-4001-83b2-032e74e4edec tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=3549261a-79c1-4515-bdfc-99d5dcf38cbc HTTP/1.1" status: 200 len: 943 time: 0.0808635 Jan 28 07:41:44.037332 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1aefaa00-3b09-4101-992b-3add7535f113 req-8cd968a2-b0f5-43ee-a19e-212ee4433970 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7a11e82-5704-491d-abd6-aba50865dcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506608 Jan 28 07:41:45.186462 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ed841d-ff98-47d6-b0f5-2d2215ac551f req-14e6f447-deb4-4aab-8ca5-a472a2f63dfb tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:45.200931 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b1ed841d-ff98-47d6-b0f5-2d2215ac551f req-14e6f447-deb4-4aab-8ca5-a472a2f63dfb tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=3549261a-79c1-4515-bdfc-99d5dcf38cbc HTTP/1.1" status: 200 len: 943 time: 0.0767365 Jan 28 07:41:45.269084 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b1ed841d-ff98-47d6-b0f5-2d2215ac551f req-7187e4ac-4971-4c9b-980d-3c33492e2ed0 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7a11e82-5704-491d-abd6-aba50865dcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661802 Jan 28 07:41:45.473222 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f0b4a966-840f-46a4-ae0e-60b6200923bd req-e5563a7f-c0c6-4bc8-90f6-465fca3a44a6 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=04af0df7-c4e9-4130-89c6-7bf39db13969&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0657015 Jan 28 07:41:45.631567 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b4a966-840f-46a4-ae0e-60b6200923bd req-1eea3c34-729f-4dc9-b6e8-c8a9f8ce84e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:45.633682 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f0b4a966-840f-46a4-ae0e-60b6200923bd req-1eea3c34-729f-4dc9-b6e8-c8a9f8ce84e8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f73b832598f540969f70df5d0be9d3b5&device_id=04af0df7-c4e9-4130-89c6-7bf39db13969 HTTP/1.1" status: 200 len: 1098 time: 0.0659585 Jan 28 07:41:45.756843 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b4a966-840f-46a4-ae0e-60b6200923bd req-0f287a7b-6a3a-40df-bd87-2cc50cb9cfeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:45.758437 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f0b4a966-840f-46a4-ae0e-60b6200923bd req-0f287a7b-6a3a-40df-bd87-2cc50cb9cfeb service neutron] 10.222.0.10 "GET /v2.0/networks?id=5b65f449-9374-4261-8791-074dee2c30ed HTTP/1.1" status: 200 len: 912 time: 0.0935712 Jan 28 07:41:45.828739 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f0b4a966-840f-46a4-ae0e-60b6200923bd req-2e3bfc70-3e98-4b26-a469-ea0e67e87d25 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7aa8e041-3dbb-49bb-aa03-bdc3f0aa4ad3 HTTP/1.1" status: 200 len: 1000 time: 0.0612087 Jan 28 07:41:45.884307 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b4a966-840f-46a4-ae0e-60b6200923bd req-add8b2d1-0ade-44db-b90a-bedeb1e0a077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:45.886293 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f0b4a966-840f-46a4-ae0e-60b6200923bd req-add8b2d1-0ade-44db-b90a-bedeb1e0a077 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1a5a6122-c300-492c-8f7e-fbb048082731 HTTP/1.1" status: 200 len: 850 time: 0.0500045 Jan 28 07:41:45.944783 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b4a966-840f-46a4-ae0e-60b6200923bd req-35e137df-ddc7-4984-b8d4-388c49e14e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:45.946313 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f0b4a966-840f-46a4-ae0e-60b6200923bd req-35e137df-ddc7-4984-b8d4-388c49e14e71 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5b65f449-9374-4261-8791-074dee2c30ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0535684 Jan 28 07:41:46.072023 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f0b4a966-840f-46a4-ae0e-60b6200923bd req-6acac58a-9087-4056-9717-e83f486e7549 service neutron] 10.222.0.10 "GET /v2.0/networks/5b65f449-9374-4261-8791-074dee2c30ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178844 Jan 28 07:41:46.174733 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f0b4a966-840f-46a4-ae0e-60b6200923bd req-67dac46c-916d-41b8-a8dc-6d4682843399 service neutron] 10.222.0.10 "GET /v2.0/networks/5b65f449-9374-4261-8791-074dee2c30ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956812 Jan 28 07:41:46.399949 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8b3fef-994a-4a13-86d2-808d1a6862ef req-200fbafe-b458-4703-9599-34e94a02d136 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:46.407635 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6b8b3fef-994a-4a13-86d2-808d1a6862ef req-200fbafe-b458-4703-9599-34e94a02d136 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=3549261a-79c1-4515-bdfc-99d5dcf38cbc HTTP/1.1" status: 200 len: 943 time: 0.0668230 Jan 28 07:41:46.453026 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6b8b3fef-994a-4a13-86d2-808d1a6862ef req-be1b5c19-f500-4e1b-8907-97e6ccee5ac2 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7a11e82-5704-491d-abd6-aba50865dcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449543 Jan 28 07:41:47.579597 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955e7ced-da22-4eee-81c5-26ec52430b21 req-ff4c68b3-7a3a-4bd6-a7be-3eb4e35982fb tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:47.582059 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-955e7ced-da22-4eee-81c5-26ec52430b21 req-ff4c68b3-7a3a-4bd6-a7be-3eb4e35982fb tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=3549261a-79c1-4515-bdfc-99d5dcf38cbc HTTP/1.1" status: 200 len: 943 time: 0.0545387 Jan 28 07:41:47.639641 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-955e7ced-da22-4eee-81c5-26ec52430b21 req-750f7d23-d2e6-4471-a41e-537c9e44387f tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7a11e82-5704-491d-abd6-aba50865dcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465028 Jan 28 07:41:47.686424 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71641c7d-9278-49cf-9ed7-0c9fdfff3388 req-ff6bdddf-840e-48e1-b307-00835c591fbf tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:47.688090 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-71641c7d-9278-49cf-9ed7-0c9fdfff3388 req-ff6bdddf-840e-48e1-b307-00835c591fbf tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1c6c6df-addb-446e-adbe-67b0bb5b334b HTTP/1.1" status: 200 len: 945 time: 0.0596313 Jan 28 07:41:47.743295 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-71641c7d-9278-49cf-9ed7-0c9fdfff3388 req-3b57c5a3-e68e-44e7-8a4f-9508732057f8 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/security-groups?id=44fc05b2-5ead-49ba-bb77-f20ab4ff3f80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483816 Jan 28 07:41:47.767837 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 55686) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:41:47.833663 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-7ed67d6d-c607-4b51-b97f-d8a85f779770 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/floatingips/ea3fa19a-fdc8-40da-96fc-2a4320f09db0 HTTP/1.1" status: 200 len: 993 time: 0.0645256 Jan 28 07:41:48.377317 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb9d9a9-153a-4451-b6f0-8df111921f72 req-1bac0dcf-1bc6-49d6-b3c7-21605d3f1f4b tempest-TestNetworkAdvancedServerOps-2120495418 tempest-TestNetworkAdvancedServerOps-2120495418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:48.378907 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-afb9d9a9-153a-4451-b6f0-8df111921f72 req-1bac0dcf-1bc6-49d6-b3c7-21605d3f1f4b tempest-TestNetworkAdvancedServerOps-2120495418 tempest-TestNetworkAdvancedServerOps-2120495418-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=b1c6c6df-addb-446e-adbe-67b0bb5b334b HTTP/1.1" status: 200 len: 1097 time: 0.0496924 Jan 28 07:41:48.430087 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-afb9d9a9-153a-4451-b6f0-8df111921f72 req-0cea2c21-cf98-4f48-b042-85b9dd0fd6db tempest-TestNetworkAdvancedServerOps-2120495418 tempest-TestNetworkAdvancedServerOps-2120495418-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=44fc05b2-5ead-49ba-bb77-f20ab4ff3f80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432639 Jan 28 07:41:48.506864 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [req-24a110c9-9890-48d2-88a4-04f5c0547c66 req-3a5161c9-a9c2-448d-bd10-16034386454b service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 07:41:48.507888 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-24a110c9-9890-48d2-88a4-04f5c0547c66 req-3a5161c9-a9c2-448d-bd10-16034386454b service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054817 Jan 28 07:41:48.807305 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141a3c9e-43b3-42af-89c6-d75b2f66f112 req-910eaa47-edb1-4a7c-a1a7-5a7ee59e2c6c tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:48.818551 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-141a3c9e-43b3-42af-89c6-d75b2f66f112 req-910eaa47-edb1-4a7c-a1a7-5a7ee59e2c6c tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=3549261a-79c1-4515-bdfc-99d5dcf38cbc HTTP/1.1" status: 200 len: 943 time: 0.0716801 Jan 28 07:41:48.879348 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-141a3c9e-43b3-42af-89c6-d75b2f66f112 req-6bef3eb9-ca23-4701-9bfe-7440c2e695c0 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7a11e82-5704-491d-abd6-aba50865dcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559211 Jan 28 07:41:49.026376 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b35a8c94-9a82-41b9-8b28-5e110d327a21 req-5c975ae6-00fa-45f3-8132-a4e63a10976a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b1c6c6df-addb-446e-adbe-67b0bb5b334b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0655363 Jan 28 07:41:49.034127 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [req-b35a8c94-9a82-41b9-8b28-5e110d327a21 req-5c84b6b6-63fd-4ed5-a022-53d88d9ae951 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 07:41:49.049650 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b35a8c94-9a82-41b9-8b28-5e110d327a21 req-5c84b6b6-63fd-4ed5-a022-53d88d9ae951 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0195494 Jan 28 07:41:49.735610 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35a8c94-9a82-41b9-8b28-5e110d327a21 req-5904c148-fec7-43eb-8304-4bcc3a560f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:49.737717 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b35a8c94-9a82-41b9-8b28-5e110d327a21 req-5904c148-fec7-43eb-8304-4bcc3a560f99 service neutron] 10.222.0.41 "GET /v2.0/ports/8500164b-4ed7-440a-8abc-141922a7b7d9 HTTP/1.1" status: 200 len: 1094 time: 0.0460753 Jan 28 07:41:49.748347 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-b35a8c94-9a82-41b9-8b28-5e110d327a21 req-86cd01ae-8f7d-4253-b7c0-9236c14b098c service neutron] Request body: {'binding': {'host': 'n-h2-712749-28', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:41:49.748798 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-b35a8c94-9a82-41b9-8b28-5e110d327a21 req-86cd01ae-8f7d-4253-b7c0-9236c14b098c service neutron] Unknown quota resources ['binding']. {{(pid=103284) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 07:41:49.907463 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-b35a8c94-9a82-41b9-8b28-5e110d327a21 req-86cd01ae-8f7d-4253-b7c0-9236c14b098c service neutron] Attempting to bind port 8500164b-4ed7-440a-8abc-141922a7b7d9 on host n-h2-712749-28 for vnic_type normal with profile None {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:41:49.908544 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-b35a8c94-9a82-41b9-8b28-5e110d327a21 req-86cd01ae-8f7d-4253-b7c0-9236c14b098c service neutron] Attempting to bind port 8500164b-4ed7-440a-8abc-141922a7b7d9 by drivers openvswitch,hyperv on host n-h2-712749-28 at level 0 using segments [{'id': '106e20e4-b3d0-4e2b-b427-46efcb4014f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '7c89457f-ea38-49f1-bb5d-aca94643135d'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:41:49.908964 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35a8c94-9a82-41b9-8b28-5e110d327a21 req-86cd01ae-8f7d-4253-b7c0-9236c14b098c service neutron] Attempting to bind port 8500164b-4ed7-440a-8abc-141922a7b7d9 on network 7c89457f-ea38-49f1-bb5d-aca94643135d {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:41:49.914375 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35a8c94-9a82-41b9-8b28-5e110d327a21 req-86cd01ae-8f7d-4253-b7c0-9236c14b098c service neutron] Port 8500164b-4ed7-440a-8abc-141922a7b7d9 on network 7c89457f-ea38-49f1-bb5d-aca94643135d not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-28 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:41:49.914858 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35a8c94-9a82-41b9-8b28-5e110d327a21 req-86cd01ae-8f7d-4253-b7c0-9236c14b098c service neutron] Attempting to bind port 8500164b-4ed7-440a-8abc-141922a7b7d9 on network 7c89457f-ea38-49f1-bb5d-aca94643135d {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:41:49.924220 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35a8c94-9a82-41b9-8b28-5e110d327a21 req-86cd01ae-8f7d-4253-b7c0-9236c14b098c service neutron] Checking agent: {'id': 'c9906e63-062c-432e-bb53-63fdb8115e18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:41:49.924716 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35a8c94-9a82-41b9-8b28-5e110d327a21 req-86cd01ae-8f7d-4253-b7c0-9236c14b098c service neutron] Checking segment: {'id': '106e20e4-b3d0-4e2b-b427-46efcb4014f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '7c89457f-ea38-49f1-bb5d-aca94643135d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:41:49.925307 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35a8c94-9a82-41b9-8b28-5e110d327a21 req-86cd01ae-8f7d-4253-b7c0-9236c14b098c service neutron] Bound using segment: {'id': '106e20e4-b3d0-4e2b-b427-46efcb4014f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '7c89457f-ea38-49f1-bb5d-aca94643135d'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:41:49.925825 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-b35a8c94-9a82-41b9-8b28-5e110d327a21 req-86cd01ae-8f7d-4253-b7c0-9236c14b098c service neutron] Bound port: 8500164b-4ed7-440a-8abc-141922a7b7d9, host: n-h2-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '106e20e4-b3d0-4e2b-b427-46efcb4014f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '7c89457f-ea38-49f1-bb5d-aca94643135d'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:41:50.027543 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce8757a-7e35-4495-bed1-7f52bcfa9e0f req-a09b17c3-f37a-464c-ab3a-aaa421e7cbfc tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:50.030497 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-b35a8c94-9a82-41b9-8b28-5e110d327a21 req-86cd01ae-8f7d-4253-b7c0-9236c14b098c service neutron] For port 8500164b-4ed7-440a-8abc-141922a7b7d9, host n-h2-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=8500164b-4ed7-440a-8abc-141922a7b7d9,segment=NetworkSegment(106e20e4-b3d0-4e2b-b427-46efcb4014f3),segment_id=106e20e4-b3d0-4e2b-b427-46efcb4014f3)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:41:50.037875 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-dce8757a-7e35-4495-bed1-7f52bcfa9e0f req-a09b17c3-f37a-464c-ab3a-aaa421e7cbfc tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=3549261a-79c1-4515-bdfc-99d5dcf38cbc HTTP/1.1" status: 200 len: 943 time: 0.0812817 Jan 28 07:41:50.038534 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-b35a8c94-9a82-41b9-8b28-5e110d327a21 req-86cd01ae-8f7d-4253-b7c0-9236c14b098c service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:41:50.044634 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b35a8c94-9a82-41b9-8b28-5e110d327a21 req-86cd01ae-8f7d-4253-b7c0-9236c14b098c service neutron] 10.222.0.41 "POST /v2.0/ports/8500164b-4ed7-440a-8abc-141922a7b7d9/bindings HTTP/1.1" status: 201 len: 390 time: 0.3002911 Jan 28 07:41:50.097802 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-dce8757a-7e35-4495-bed1-7f52bcfa9e0f req-cd3eb242-04c6-4a8f-90f1-f7646e61f63c tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7a11e82-5704-491d-abd6-aba50865dcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583293 Jan 28 07:41:50.256105 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc2f109-994f-47ae-bcae-d41735f91207 req-2f38ee54-908c-4fc9-b7cb-5fe4dcdec303 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:50.258255 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-fcc2f109-994f-47ae-bcae-d41735f91207 req-2f38ee54-908c-4fc9-b7cb-5fe4dcdec303 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1c6c6df-addb-446e-adbe-67b0bb5b334b HTTP/1.1" status: 200 len: 945 time: 0.0879216 Jan 28 07:41:50.347628 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-fcc2f109-994f-47ae-bcae-d41735f91207 req-69e09834-3013-40aa-8f67-852deb2532da tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/security-groups?id=44fc05b2-5ead-49ba-bb77-f20ab4ff3f80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771918 Jan 28 07:41:50.402072 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35a8c94-9a82-41b9-8b28-5e110d327a21 req-004a7aca-1920-4c0e-95ad-c4e81b78d340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:50.404068 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b35a8c94-9a82-41b9-8b28-5e110d327a21 req-004a7aca-1920-4c0e-95ad-c4e81b78d340 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b44a0e5d7f134bd69aecc7a32d5e1b41&device_id=b1c6c6df-addb-446e-adbe-67b0bb5b334b HTTP/1.1" status: 200 len: 1097 time: 0.0815692 Jan 28 07:41:50.518934 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35a8c94-9a82-41b9-8b28-5e110d327a21 req-cab6834e-0d83-44ee-84b0-78e66b84a66a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:50.520520 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b35a8c94-9a82-41b9-8b28-5e110d327a21 req-cab6834e-0d83-44ee-84b0-78e66b84a66a service neutron] 10.222.0.44 "GET /v2.0/networks?id=7c89457f-ea38-49f1-bb5d-aca94643135d HTTP/1.1" status: 200 len: 897 time: 0.1100216 Jan 28 07:41:50.596789 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b35a8c94-9a82-41b9-8b28-5e110d327a21 req-fbca7f6f-06ef-47b9-aad4-34431f2ce441 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8500164b-4ed7-440a-8abc-141922a7b7d9 HTTP/1.1" status: 200 len: 1001 time: 0.0684748 Jan 28 07:41:50.653446 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35a8c94-9a82-41b9-8b28-5e110d327a21 req-ff440034-9dd5-42ca-b501-2e77b6587b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:50.655122 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b35a8c94-9a82-41b9-8b28-5e110d327a21 req-ff440034-9dd5-42ca-b501-2e77b6587b5b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9924bd6a-e513-4224-b4ac-bdedd6cee5ea HTTP/1.1" status: 200 len: 834 time: 0.0529380 Jan 28 07:41:50.706715 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35a8c94-9a82-41b9-8b28-5e110d327a21 req-0366fddd-510e-4b7b-a75d-497a7692ec80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:50.708339 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b35a8c94-9a82-41b9-8b28-5e110d327a21 req-0366fddd-510e-4b7b-a75d-497a7692ec80 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7c89457f-ea38-49f1-bb5d-aca94643135d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0472004 Jan 28 07:41:50.809717 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b35a8c94-9a82-41b9-8b28-5e110d327a21 req-62f8db5d-3214-446f-8992-aae8fe392f36 service neutron] 10.222.0.44 "GET /v2.0/networks/7c89457f-ea38-49f1-bb5d-aca94643135d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956254 Jan 28 07:41:50.914134 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b35a8c94-9a82-41b9-8b28-5e110d327a21 req-42f3e210-88e8-4d80-9182-af08852457d1 service neutron] 10.222.0.44 "GET /v2.0/networks/7c89457f-ea38-49f1-bb5d-aca94643135d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980108 Jan 28 07:41:51.111450 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35a8c94-9a82-41b9-8b28-5e110d327a21 req-b1228e74-0ead-4582-bacb-6dfa412c8e63 tempest-TestNetworkAdvancedServerOps-2120495418 tempest-TestNetworkAdvancedServerOps-2120495418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:51.113445 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b35a8c94-9a82-41b9-8b28-5e110d327a21 req-b1228e74-0ead-4582-bacb-6dfa412c8e63 tempest-TestNetworkAdvancedServerOps-2120495418 tempest-TestNetworkAdvancedServerOps-2120495418-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=b1c6c6df-addb-446e-adbe-67b0bb5b334b&tenant_id=b44a0e5d7f134bd69aecc7a32d5e1b41&binding%3Ahost_id=n-h1-712749-28 HTTP/1.1" status: 200 len: 1097 time: 0.0928400 Jan 28 07:41:51.124618 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-b35a8c94-9a82-41b9-8b28-5e110d327a21 req-07ff2f3b-8c3e-490b-83ef-2631dcf119a9 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-712749-28'}}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:41:51.200785 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b35a8c94-9a82-41b9-8b28-5e110d327a21 req-07ff2f3b-8c3e-490b-83ef-2631dcf119a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (8500164b-4ed7-440a-8abc-141922a7b7d9), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:41:51.254112 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017f7bf0-9a07-4440-a54a-0279ed0f80cd req-204824ff-a0e3-4fea-b6ff-22017627ac79 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:51.257225 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-017f7bf0-9a07-4440-a54a-0279ed0f80cd req-204824ff-a0e3-4fea-b6ff-22017627ac79 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=3549261a-79c1-4515-bdfc-99d5dcf38cbc HTTP/1.1" status: 200 len: 943 time: 0.0832224 Jan 28 07:41:51.343287 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-017f7bf0-9a07-4440-a54a-0279ed0f80cd req-b303439a-60b9-4378-a33e-8aa1dbce3f11 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7a11e82-5704-491d-abd6-aba50865dcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753200 Jan 28 07:41:51.406900 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-b35a8c94-9a82-41b9-8b28-5e110d327a21 req-07ff2f3b-8c3e-490b-83ef-2631dcf119a9 service neutron] For port 8500164b-4ed7-440a-8abc-141922a7b7d9, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=8500164b-4ed7-440a-8abc-141922a7b7d9,segment=NetworkSegment(106e20e4-b3d0-4e2b-b427-46efcb4014f3),segment_id=106e20e4-b3d0-4e2b-b427-46efcb4014f3)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:41:51.481156 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-b35a8c94-9a82-41b9-8b28-5e110d327a21 req-07ff2f3b-8c3e-490b-83ef-2631dcf119a9 service neutron] For port 8500164b-4ed7-440a-8abc-141922a7b7d9, host n-h1-712749-28, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:41:51.538411 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1c6c6df-addb-446e-adbe-67b0bb5b334b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8500164b-4ed7-440a-8abc-141922a7b7d9'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:41:51.541398 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47154c28-82f6-4540-86f3-7be3f29ac34e" -d '{"events": [{"server_uuid": "b1c6c6df-addb-446e-adbe-67b0bb5b334b", "name": "network-vif-unplugged", "status": "completed", "tag": "8500164b-4ed7-440a-8abc-141922a7b7d9"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:41:51.543628 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5e2d00-afe4-434d-97d6-14c7f29f84f0 req-91100b32-e002-4904-aea6-b6457f552aea tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:51.546064 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ae5e2d00-afe4-434d-97d6-14c7f29f84f0 req-91100b32-e002-4904-aea6-b6457f552aea tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1c6c6df-addb-446e-adbe-67b0bb5b334b HTTP/1.1" status: 200 len: 945 time: 0.0638382 Jan 28 07:41:51.546970 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b35a8c94-9a82-41b9-8b28-5e110d327a21 req-07ff2f3b-8c3e-490b-83ef-2631dcf119a9 service neutron] Publish callbacks [] for port (8500164b-4ed7-440a-8abc-141922a7b7d9), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:41:51.556526 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b35a8c94-9a82-41b9-8b28-5e110d327a21 req-07ff2f3b-8c3e-490b-83ef-2631dcf119a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (8500164b-4ed7-440a-8abc-141922a7b7d9), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:41:51.654941 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ae5e2d00-afe4-434d-97d6-14c7f29f84f0 req-2628d232-e045-4dea-8891-2b51148e738d tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/security-groups?id=44fc05b2-5ead-49ba-bb77-f20ab4ff3f80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874655 Jan 28 07:41:51.702732 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 07:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48459b65-84de-4407-9f26-080452ead151 x-openstack-request-id: req-48459b65-84de-4407-9f26-080452ead151 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:41:51.703184 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1c6c6df-addb-446e-adbe-67b0bb5b334b", "name": "network-vif-unplugged", "status": "completed", "tag": "8500164b-4ed7-440a-8abc-141922a7b7d9", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:41:51.703616 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-48459b65-84de-4407-9f26-080452ead151 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:41:51.704086 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1c6c6df-addb-446e-adbe-67b0bb5b334b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8500164b-4ed7-440a-8abc-141922a7b7d9', 'code': 200} Jan 28 07:41:51.718470 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff2f3b-8c3e-490b-83ef-2631dcf119a9 service neutron] Pushing event updated for resources: {'Port': ['ID=8500164b-4ed7-440a-8abc-141922a7b7d9,revision_number=7']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:41:51.740215 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ff2f3b-8c3e-490b-83ef-2631dcf119a9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:41:51.740576 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ff2f3b-8c3e-490b-83ef-2631dcf119a9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:41:51.740970 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ff2f3b-8c3e-490b-83ef-2631dcf119a9 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:41:51.741491 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ff2f3b-8c3e-490b-83ef-2631dcf119a9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:41:51.741840 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ff2f3b-8c3e-490b-83ef-2631dcf119a9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:41:51.742408 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ff2f3b-8c3e-490b-83ef-2631dcf119a9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:41:51.742753 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ff2f3b-8c3e-490b-83ef-2631dcf119a9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:41:51.743229 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ff2f3b-8c3e-490b-83ef-2631dcf119a9 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:41:51.743677 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ff2f3b-8c3e-490b-83ef-2631dcf119a9 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:41:51.744303 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ff2f3b-8c3e-490b-83ef-2631dcf119a9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:41:51.744702 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ff2f3b-8c3e-490b-83ef-2631dcf119a9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:41:51.745384 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ff2f3b-8c3e-490b-83ef-2631dcf119a9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:41:51.748099 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ff2f3b-8c3e-490b-83ef-2631dcf119a9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:41:51.814924 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-b35a8c94-9a82-41b9-8b28-5e110d327a21 req-07ff2f3b-8c3e-490b-83ef-2631dcf119a9 service neutron] Attempting to bind port 8500164b-4ed7-440a-8abc-141922a7b7d9 on host n-h1-712749-28 for vnic_type normal with profile {"migrating_to": "n-h2-712749-28"} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:41:51.815452 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-b35a8c94-9a82-41b9-8b28-5e110d327a21 req-07ff2f3b-8c3e-490b-83ef-2631dcf119a9 service neutron] Attempting to bind port 8500164b-4ed7-440a-8abc-141922a7b7d9 by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': '106e20e4-b3d0-4e2b-b427-46efcb4014f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '7c89457f-ea38-49f1-bb5d-aca94643135d'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:41:51.815868 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35a8c94-9a82-41b9-8b28-5e110d327a21 req-07ff2f3b-8c3e-490b-83ef-2631dcf119a9 service neutron] Attempting to bind port 8500164b-4ed7-440a-8abc-141922a7b7d9 on network 7c89457f-ea38-49f1-bb5d-aca94643135d {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:41:51.821162 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35a8c94-9a82-41b9-8b28-5e110d327a21 req-07ff2f3b-8c3e-490b-83ef-2631dcf119a9 service neutron] Port 8500164b-4ed7-440a-8abc-141922a7b7d9 on network 7c89457f-ea38-49f1-bb5d-aca94643135d not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:41:51.821697 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35a8c94-9a82-41b9-8b28-5e110d327a21 req-07ff2f3b-8c3e-490b-83ef-2631dcf119a9 service neutron] Attempting to bind port 8500164b-4ed7-440a-8abc-141922a7b7d9 on network 7c89457f-ea38-49f1-bb5d-aca94643135d {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:41:51.827885 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35a8c94-9a82-41b9-8b28-5e110d327a21 req-07ff2f3b-8c3e-490b-83ef-2631dcf119a9 service neutron] Checking agent: {'id': '2fca46b1-237f-4857-9290-2429d810e472', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:41:51.828343 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35a8c94-9a82-41b9-8b28-5e110d327a21 req-07ff2f3b-8c3e-490b-83ef-2631dcf119a9 service neutron] Checking segment: {'id': '106e20e4-b3d0-4e2b-b427-46efcb4014f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '7c89457f-ea38-49f1-bb5d-aca94643135d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:41:51.828798 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35a8c94-9a82-41b9-8b28-5e110d327a21 req-07ff2f3b-8c3e-490b-83ef-2631dcf119a9 service neutron] Bound using segment: {'id': '106e20e4-b3d0-4e2b-b427-46efcb4014f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '7c89457f-ea38-49f1-bb5d-aca94643135d'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:41:51.829994 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-b35a8c94-9a82-41b9-8b28-5e110d327a21 req-07ff2f3b-8c3e-490b-83ef-2631dcf119a9 service neutron] Bound port: 8500164b-4ed7-440a-8abc-141922a7b7d9, host: n-h1-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '106e20e4-b3d0-4e2b-b427-46efcb4014f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '7c89457f-ea38-49f1-bb5d-aca94643135d'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:41:51.830430 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b35a8c94-9a82-41b9-8b28-5e110d327a21 req-07ff2f3b-8c3e-490b-83ef-2631dcf119a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (8500164b-4ed7-440a-8abc-141922a7b7d9), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:41:51.910863 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-b35a8c94-9a82-41b9-8b28-5e110d327a21 req-07ff2f3b-8c3e-490b-83ef-2631dcf119a9 service neutron] For port 8500164b-4ed7-440a-8abc-141922a7b7d9, host n-h1-712749-28, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:41:51.915993 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-b35a8c94-9a82-41b9-8b28-5e110d327a21 req-07ff2f3b-8c3e-490b-83ef-2631dcf119a9 service neutron] For port 8500164b-4ed7-440a-8abc-141922a7b7d9, host n-h1-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=8500164b-4ed7-440a-8abc-141922a7b7d9,segment=NetworkSegment(106e20e4-b3d0-4e2b-b427-46efcb4014f3),segment_id=106e20e4-b3d0-4e2b-b427-46efcb4014f3)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:41:51.932052 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b35a8c94-9a82-41b9-8b28-5e110d327a21 req-07ff2f3b-8c3e-490b-83ef-2631dcf119a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (8500164b-4ed7-440a-8abc-141922a7b7d9), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:41:51.951348 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-942ff295-d4ed-46e0-b114-4aa379480404 None None] Provisioning complete for port 8500164b-4ed7-440a-8abc-141922a7b7d9 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:41:51.951943 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-942ff295-d4ed-46e0-b114-4aa379480404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (8500164b-4ed7-440a-8abc-141922a7b7d9), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:41:52.044773 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff2f3b-8c3e-490b-83ef-2631dcf119a9 service neutron] Pushing event updated for resources: {'Port': ['ID=8500164b-4ed7-440a-8abc-141922a7b7d9,revision_number=8']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:41:52.108474 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-942ff295-d4ed-46e0-b114-4aa379480404 None None] Current status of the port 8500164b-4ed7-440a-8abc-141922a7b7d9 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:41:52.109364 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-942ff295-d4ed-46e0-b114-4aa379480404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (8500164b-4ed7-440a-8abc-141922a7b7d9), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:41:52.119923 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35a8c94-9a82-41b9-8b28-5e110d327a21 req-07ff2f3b-8c3e-490b-83ef-2631dcf119a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:52.120603 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b35a8c94-9a82-41b9-8b28-5e110d327a21 req-07ff2f3b-8c3e-490b-83ef-2631dcf119a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:41:52.122125 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b35a8c94-9a82-41b9-8b28-5e110d327a21 req-07ff2f3b-8c3e-490b-83ef-2631dcf119a9 service neutron] 10.222.0.44 "PUT /v2.0/ports/8500164b-4ed7-440a-8abc-141922a7b7d9 HTTP/1.1" status: 200 len: 1123 time: 1.0016594 Jan 28 07:41:52.142784 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1c6c6df-addb-446e-adbe-67b0bb5b334b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8500164b-4ed7-440a-8abc-141922a7b7d9'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:41:52.159119 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e05c3f49-802d-4efb-b88d-7fb8bfd27764" -d '{"events": [{"server_uuid": "b1c6c6df-addb-446e-adbe-67b0bb5b334b", "name": "network-vif-plugged", "status": "completed", "tag": "8500164b-4ed7-440a-8abc-141922a7b7d9"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:41:52.182857 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-942ff295-d4ed-46e0-b114-4aa379480404 None None] For port 8500164b-4ed7-440a-8abc-141922a7b7d9, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=8500164b-4ed7-440a-8abc-141922a7b7d9,segment=NetworkSegment(106e20e4-b3d0-4e2b-b427-46efcb4014f3),segment_id=106e20e4-b3d0-4e2b-b427-46efcb4014f3)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:41:52.192028 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-942ff295-d4ed-46e0-b114-4aa379480404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (8500164b-4ed7-440a-8abc-141922a7b7d9), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:41:52.417525 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0080e4b4-8b85-4a03-97c7-97f539ff7ee1 x-openstack-request-id: req-0080e4b4-8b85-4a03-97c7-97f539ff7ee1 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:41:52.419226 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1c6c6df-addb-446e-adbe-67b0bb5b334b", "name": "network-vif-plugged", "status": "completed", "tag": "8500164b-4ed7-440a-8abc-141922a7b7d9", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:41:52.419903 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0080e4b4-8b85-4a03-97c7-97f539ff7ee1 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:41:52.426768 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1c6c6df-addb-446e-adbe-67b0bb5b334b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8500164b-4ed7-440a-8abc-141922a7b7d9', 'code': 200} Jan 28 07:41:52.432336 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['8500164b-4ed7-440a-8abc-141922a7b7d9'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:41:52.580439 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942ff295-d4ed-46e0-b114-4aa379480404 None None] Pushing event updated for resources: {'Port': ['ID=8500164b-4ed7-440a-8abc-141922a7b7d9,revision_number=9']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:41:52.598570 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aa090c-81ad-4c77-8473-c380a183e86f req-7ccaba00-3dd8-4056-9167-1f6a7a89d24c tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:52.601376 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-05aa090c-81ad-4c77-8473-c380a183e86f req-7ccaba00-3dd8-4056-9167-1f6a7a89d24c tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=3549261a-79c1-4515-bdfc-99d5dcf38cbc HTTP/1.1" status: 200 len: 943 time: 0.1242290 Jan 28 07:41:52.677775 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-05aa090c-81ad-4c77-8473-c380a183e86f req-45362888-adcd-4b08-8570-8346cafd2ead tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7a11e82-5704-491d-abd6-aba50865dcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693209 Jan 28 07:41:52.801911 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-62d46ec5-4cf2-471c-8afd-116db3b03064 None None] Provisioning complete for port 8500164b-4ed7-440a-8abc-141922a7b7d9 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:41:52.802325 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-62d46ec5-4cf2-471c-8afd-116db3b03064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (8500164b-4ed7-440a-8abc-141922a7b7d9), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:41:52.833506 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398111d0-9fed-46c9-845f-0a3429a42c8b req-7db3770d-8038-4847-a6af-1c3c8835f583 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:52.836643 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-398111d0-9fed-46c9-845f-0a3429a42c8b req-7db3770d-8038-4847-a6af-1c3c8835f583 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1c6c6df-addb-446e-adbe-67b0bb5b334b HTTP/1.1" status: 200 len: 945 time: 0.0804820 Jan 28 07:41:52.956960 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-398111d0-9fed-46c9-845f-0a3429a42c8b req-d8c30ccf-f370-4c81-b06c-b7e4e21e8c41 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/security-groups?id=44fc05b2-5ead-49ba-bb77-f20ab4ff3f80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1135390 Jan 28 07:41:52.963771 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-62d46ec5-4cf2-471c-8afd-116db3b03064 None None] Current status of the port 8500164b-4ed7-440a-8abc-141922a7b7d9 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:41:53.390004 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 8248a1e9-7258-4ba4-8bb9-279f568c199d details requested by agent hyperv_n-h1-712749-28 with host n-h1-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:41:53.506357 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 8248a1e9-7258-4ba4-8bb9-279f568c199d, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=8248a1e9-7258-4ba4-8bb9-279f568c199d,segment=NetworkSegment(51b887d5-fd17-4f2d-9bed-8a0b60014438),segment_id=51b887d5-fd17-4f2d-9bed-8a0b60014438)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:41:53.520110 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Returning: {'device': '8248a1e9-7258-4ba4-8bb9-279f568c199d', 'network_id': 'e89cba95-7c88-42ca-a2a1-7604d77c150d', 'port_id': '8248a1e9-7258-4ba4-8bb9-279f568c199d', 'mac_address': 'fa:16:3e:0c:8f:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be92a7e6-1604-4603-bacc-7f09a5c98a28', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:41:53.574667 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 8248a1e9-7258-4ba4-8bb9-279f568c199d is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:41:53.575076 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (8248a1e9-7258-4ba4-8bb9-279f568c199d), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:41:53.590780 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8248a1e9-7258-4ba4-8bb9-279f568c199d {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:41:53.623169 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 8248a1e9-7258-4ba4-8bb9-279f568c199d, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=8248a1e9-7258-4ba4-8bb9-279f568c199d,segment=NetworkSegment(51b887d5-fd17-4f2d-9bed-8a0b60014438),segment_id=51b887d5-fd17-4f2d-9bed-8a0b60014438)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:41:53.631032 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (8248a1e9-7258-4ba4-8bb9-279f568c199d), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:41:53.705662 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1c6c6df-addb-446e-adbe-67b0bb5b334b', 'tag': '8500164b-4ed7-440a-8abc-141922a7b7d9'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:41:53.706265 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=8248a1e9-7258-4ba4-8bb9-279f568c199d,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:41:53.709113 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7765ccf-21fa-4aff-8401-c849d745c8ad" -d '{"events": [{"name": "network-changed", "server_uuid": "b1c6c6df-addb-446e-adbe-67b0bb5b334b", "tag": "8500164b-4ed7-440a-8abc-141922a7b7d9"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:41:53.759744 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c93fc3b-7bbb-4fed-8c42-2dec5c824a57 x-openstack-request-id: req-7c93fc3b-7bbb-4fed-8c42-2dec5c824a57 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:41:53.760035 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1c6c6df-addb-446e-adbe-67b0bb5b334b", "tag": "8500164b-4ed7-440a-8abc-141922a7b7d9", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:41:53.760313 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7c93fc3b-7bbb-4fed-8c42-2dec5c824a57 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:41:53.760740 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1c6c6df-addb-446e-adbe-67b0bb5b334b', 'tag': '8500164b-4ed7-440a-8abc-141922a7b7d9', 'status': 'completed', 'code': 200} Jan 28 07:41:53.830811 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f840985-1f8c-4e27-a7a0-7dbbdccf4b0d req-feedc2ec-2dd9-4ab4-b4b9-cf4aeb1b4fdc tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:53.832855 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8f840985-1f8c-4e27-a7a0-7dbbdccf4b0d req-feedc2ec-2dd9-4ab4-b4b9-cf4aeb1b4fdc tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=3549261a-79c1-4515-bdfc-99d5dcf38cbc HTTP/1.1" status: 200 len: 944 time: 0.0603225 Jan 28 07:41:53.904128 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8f840985-1f8c-4e27-a7a0-7dbbdccf4b0d req-54fb77b2-7d2a-483d-bb6a-a91497dde21c tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7a11e82-5704-491d-abd6-aba50865dcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588768 Jan 28 07:41:53.915086 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7765ccf-21fa-4aff-8401-c849d745c8ad req-387203d4-31e8-4081-975c-2e90a6fca10f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:53.917450 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a7765ccf-21fa-4aff-8401-c849d745c8ad req-387203d4-31e8-4081-975c-2e90a6fca10f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b44a0e5d7f134bd69aecc7a32d5e1b41&device_id=b1c6c6df-addb-446e-adbe-67b0bb5b334b HTTP/1.1" status: 200 len: 1128 time: 0.0530629 Jan 28 07:41:53.982748 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['8248a1e9-7258-4ba4-8bb9-279f568c199d'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:41:54.043314 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7765ccf-21fa-4aff-8401-c849d745c8ad req-0ceca127-5329-40f7-9bca-1063be0aeeca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:54.045088 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a7765ccf-21fa-4aff-8401-c849d745c8ad req-0ceca127-5329-40f7-9bca-1063be0aeeca service neutron] 10.222.0.10 "GET /v2.0/networks?id=7c89457f-ea38-49f1-bb5d-aca94643135d HTTP/1.1" status: 200 len: 897 time: 0.1198475 Jan 28 07:41:54.370755 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 7 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 07:41:54.473156 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77a4eec-e1a6-4ff5-9d4f-169f7713cf17 req-c1d20f2d-90be-4e11-aab7-b971aa9bea15 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:54.475050 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b77a4eec-e1a6-4ff5-9d4f-169f7713cf17 req-c1d20f2d-90be-4e11-aab7-b971aa9bea15 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1c6c6df-addb-446e-adbe-67b0bb5b334b HTTP/1.1" status: 200 len: 945 time: 0.4236431 Jan 28 07:41:54.478132 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a7765ccf-21fa-4aff-8401-c849d745c8ad req-9449178b-5021-4163-a049-97c28bec71ea service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8500164b-4ed7-440a-8abc-141922a7b7d9 HTTP/1.1" status: 200 len: 1001 time: 0.4162228 Jan 28 07:41:54.569200 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b77a4eec-e1a6-4ff5-9d4f-169f7713cf17 req-4c80d092-3ceb-4ccd-8e5e-77f5e4cc8b81 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/security-groups?id=44fc05b2-5ead-49ba-bb77-f20ab4ff3f80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876360 Jan 28 07:41:54.572996 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7765ccf-21fa-4aff-8401-c849d745c8ad req-b0e4884b-6d27-4f46-927a-5f53b15f5cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:54.574461 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a7765ccf-21fa-4aff-8401-c849d745c8ad req-b0e4884b-6d27-4f46-927a-5f53b15f5cbb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9924bd6a-e513-4224-b4ac-bdedd6cee5ea HTTP/1.1" status: 200 len: 834 time: 0.0851548 Jan 28 07:41:54.631485 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 8500164b-4ed7-440a-8abc-141922a7b7d9 details requested by agent hyperv_n-h2-712749-28 with host n-h2-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:41:54.636143 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7765ccf-21fa-4aff-8401-c849d745c8ad req-ab69a847-1cf8-4c37-8535-76c919b32c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:54.637940 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a7765ccf-21fa-4aff-8401-c849d745c8ad req-ab69a847-1cf8-4c37-8535-76c919b32c87 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7c89457f-ea38-49f1-bb5d-aca94643135d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0550611 Jan 28 07:41:54.776083 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 8500164b-4ed7-440a-8abc-141922a7b7d9, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=8500164b-4ed7-440a-8abc-141922a7b7d9,segment=NetworkSegment(106e20e4-b3d0-4e2b-b427-46efcb4014f3),segment_id=106e20e4-b3d0-4e2b-b427-46efcb4014f3)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:41:54.789245 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 8500164b-4ed7-440a-8abc-141922a7b7d9 has no active binding in host n-h2-712749-28 {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 28 07:41:54.795551 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a7765ccf-21fa-4aff-8401-c849d745c8ad req-8e958ba2-163a-4e21-abda-0f2303015451 service neutron] 10.222.0.10 "GET /v2.0/networks/7c89457f-ea38-49f1-bb5d-aca94643135d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503115 Jan 28 07:41:54.912904 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a7765ccf-21fa-4aff-8401-c849d745c8ad req-42ab3774-c6de-4308-94ba-65de356d5817 service neutron] 10.222.0.10 "GET /v2.0/networks/7c89457f-ea38-49f1-bb5d-aca94643135d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109343 Jan 28 07:41:55.050393 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad0870d-319c-444b-a546-37648af74675 req-3c1847ec-2031-433b-97b0-d4238592e3a2 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:55.052363 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-fad0870d-319c-444b-a546-37648af74675 req-3c1847ec-2031-433b-97b0-d4238592e3a2 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=3549261a-79c1-4515-bdfc-99d5dcf38cbc HTTP/1.1" status: 200 len: 944 time: 0.0679929 Jan 28 07:41:55.107685 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-fad0870d-319c-444b-a546-37648af74675 req-b382f78e-05bb-4324-89a5-5d24e6c5d5f1 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7a11e82-5704-491d-abd6-aba50865dcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484436 Jan 28 07:41:55.405508 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 8248a1e9-7258-4ba4-8bb9-279f568c199d up at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:41:55.459984 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning for port 8248a1e9-7258-4ba4-8bb9-279f568c199d completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:41:55.464221 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning complete for port 8248a1e9-7258-4ba4-8bb9-279f568c199d triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:41:55.464608 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (8248a1e9-7258-4ba4-8bb9-279f568c199d), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:41:55.556872 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 8248a1e9-7258-4ba4-8bb9-279f568c199d is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:41:55.557268 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (8248a1e9-7258-4ba4-8bb9-279f568c199d), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:41:55.582002 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3549261a-79c1-4515-bdfc-99d5dcf38cbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8248a1e9-7258-4ba4-8bb9-279f568c199d'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:41:55.584432 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-792d7108-7a18-4fb7-9234-24ce21cea53d" -d '{"events": [{"server_uuid": "3549261a-79c1-4515-bdfc-99d5dcf38cbc", "name": "network-vif-plugged", "status": "completed", "tag": "8248a1e9-7258-4ba4-8bb9-279f568c199d"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:41:55.599269 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 8248a1e9-7258-4ba4-8bb9-279f568c199d, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=8248a1e9-7258-4ba4-8bb9-279f568c199d,segment=NetworkSegment(51b887d5-fd17-4f2d-9bed-8a0b60014438),segment_id=51b887d5-fd17-4f2d-9bed-8a0b60014438)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:41:55.609029 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (8248a1e9-7258-4ba4-8bb9-279f568c199d), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:41:55.689907 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=8248a1e9-7258-4ba4-8bb9-279f568c199d,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:41:55.717539 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c7e74a-1d96-4e1f-8922-997959d27cdf req-8a9da6dd-4f4f-4bf4-a375-f82739d02267 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:55.725074 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:41:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fa66ab7-1fe6-4dc0-990d-c3b326b78a20 x-openstack-request-id: req-8fa66ab7-1fe6-4dc0-990d-c3b326b78a20 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:41:55.725371 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-71c7e74a-1d96-4e1f-8922-997959d27cdf req-8a9da6dd-4f4f-4bf4-a375-f82739d02267 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1c6c6df-addb-446e-adbe-67b0bb5b334b HTTP/1.1" status: 200 len: 945 time: 0.0711977 Jan 28 07:41:55.726705 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3549261a-79c1-4515-bdfc-99d5dcf38cbc", "name": "network-vif-plugged", "status": "completed", "tag": "8248a1e9-7258-4ba4-8bb9-279f568c199d", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:41:55.728118 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8fa66ab7-1fe6-4dc0-990d-c3b326b78a20 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:41:55.728753 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3549261a-79c1-4515-bdfc-99d5dcf38cbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8248a1e9-7258-4ba4-8bb9-279f568c199d', 'code': 200} Jan 28 07:41:55.812491 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-71c7e74a-1d96-4e1f-8922-997959d27cdf req-b7833c43-2e19-4358-9636-c756d0982046 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/security-groups?id=44fc05b2-5ead-49ba-bb77-f20ab4ff3f80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861797 Jan 28 07:41:55.883297 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9e4b07-2048-4ee1-b237-ae45c273299d req-1f2e6453-4189-4d4c-9741-5c5d2e6adf95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:55.885279 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6a9e4b07-2048-4ee1-b237-ae45c273299d req-1f2e6453-4189-4d4c-9741-5c5d2e6adf95 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3549261a-79c1-4515-bdfc-99d5dcf38cbc HTTP/1.1" status: 200 len: 1097 time: 0.0442789 Jan 28 07:41:55.951564 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6a9e4b07-2048-4ee1-b237-ae45c273299d req-15b0049f-0271-4a06-bcb5-1b76bca2c3a5 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=e7a11e82-5704-491d-abd6-aba50865dcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400667 Jan 28 07:41:56.231335 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ae9d06-a1bc-4b4f-bbe4-658821100e2d req-40d26ccf-0411-445b-b30a-bf4f6dc4b1b3 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:56.233823 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-82ae9d06-a1bc-4b4f-bbe4-658821100e2d req-40d26ccf-0411-445b-b30a-bf4f6dc4b1b3 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=3549261a-79c1-4515-bdfc-99d5dcf38cbc HTTP/1.1" status: 200 len: 945 time: 0.0517282 Jan 28 07:41:56.286983 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-82ae9d06-a1bc-4b4f-bbe4-658821100e2d req-ebc79032-5c5f-4f00-8f64-f075409a6226 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7a11e82-5704-491d-abd6-aba50865dcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467215 Jan 28 07:41:56.967688 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c35cb8b-bbba-4172-98d5-43e849211bb7 req-69dec8c0-e74d-42d2-8bc5-90cdb062b59d tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:56.969476 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0c35cb8b-bbba-4172-98d5-43e849211bb7 req-69dec8c0-e74d-42d2-8bc5-90cdb062b59d tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1c6c6df-addb-446e-adbe-67b0bb5b334b HTTP/1.1" status: 200 len: 945 time: 0.0663667 Jan 28 07:41:57.033736 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0c35cb8b-bbba-4172-98d5-43e849211bb7 req-fbfcac94-3095-4895-b7dd-8b0f1de24839 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/security-groups?id=44fc05b2-5ead-49ba-bb77-f20ab4ff3f80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582917 Jan 28 07:41:57.470748 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e52f80e-a193-4eb4-aa38-d3dc1e9fa56a req-9de87316-8990-400d-beeb-15b366d37baa tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:57.472559 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4e52f80e-a193-4eb4-aa38-d3dc1e9fa56a req-9de87316-8990-400d-beeb-15b366d37baa tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=3549261a-79c1-4515-bdfc-99d5dcf38cbc HTTP/1.1" status: 200 len: 945 time: 0.1080151 Jan 28 07:41:57.480433 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b35a8c94-9a82-41b9-8b28-5e110d327a21 req-da3bb485-6808-4b94-99a8-ae7230697102 service neutron] 10.222.0.10 "GET /v2.0/ports/8500164b-4ed7-440a-8abc-141922a7b7d9/bindings/n-h2-712749-28 HTTP/1.1" status: 200 len: 385 time: 0.1050370 Jan 28 07:41:57.577848 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4e52f80e-a193-4eb4-aa38-d3dc1e9fa56a req-0d8c3716-0a16-44e1-ae0c-24eac27cca7a tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7a11e82-5704-491d-abd6-aba50865dcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953295 Jan 28 07:41:57.716553 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-b35a8c94-9a82-41b9-8b28-5e110d327a21 req-ddeced37-2bb4-4778-89ff-47fd9e467677 service neutron] For port 8500164b-4ed7-440a-8abc-141922a7b7d9, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=8500164b-4ed7-440a-8abc-141922a7b7d9,segment=NetworkSegment(106e20e4-b3d0-4e2b-b427-46efcb4014f3),segment_id=106e20e4-b3d0-4e2b-b427-46efcb4014f3)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:41:57.734973 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8584a6-a796-4faa-be1a-e6431cf8e776 req-a656653d-49eb-4666-affb-a01a949a778c tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:57.738942 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5f8584a6-a796-4faa-be1a-e6431cf8e776 req-a656653d-49eb-4666-affb-a01a949a778c tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=3549261a-79c1-4515-bdfc-99d5dcf38cbc HTTP/1.1" status: 200 len: 945 time: 0.0667436 Jan 28 07:41:57.742036 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-b35a8c94-9a82-41b9-8b28-5e110d327a21 req-ddeced37-2bb4-4778-89ff-47fd9e467677 service neutron] For port 8500164b-4ed7-440a-8abc-141922a7b7d9, host n-h1-712749-28, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:41:57.796949 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1c6c6df-addb-446e-adbe-67b0bb5b334b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8500164b-4ed7-440a-8abc-141922a7b7d9'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:41:57.799852 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b04ae7dd-27ab-4444-93fd-3d3e5a41519a" -d '{"events": [{"server_uuid": "b1c6c6df-addb-446e-adbe-67b0bb5b334b", "name": "network-vif-unplugged", "status": "completed", "tag": "8500164b-4ed7-440a-8abc-141922a7b7d9"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:41:57.804845 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5f8584a6-a796-4faa-be1a-e6431cf8e776 req-c614d712-917a-46e8-a6ad-c2036ff7d9eb tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7a11e82-5704-491d-abd6-aba50865dcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597699 Jan 28 07:41:57.812436 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-b35a8c94-9a82-41b9-8b28-5e110d327a21 req-ddeced37-2bb4-4778-89ff-47fd9e467677 service neutron] For port 8500164b-4ed7-440a-8abc-141922a7b7d9, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=8500164b-4ed7-440a-8abc-141922a7b7d9,segment=NetworkSegment(106e20e4-b3d0-4e2b-b427-46efcb4014f3),segment_id=106e20e4-b3d0-4e2b-b427-46efcb4014f3)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:41:57.833769 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-b35a8c94-9a82-41b9-8b28-5e110d327a21 req-ddeced37-2bb4-4778-89ff-47fd9e467677 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (8500164b-4ed7-440a-8abc-141922a7b7d9), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:41:57.853061 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 07:41:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2982d478-1190-470c-81f3-ee00719d630b x-openstack-request-id: req-2982d478-1190-470c-81f3-ee00719d630b {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:41:57.853371 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1c6c6df-addb-446e-adbe-67b0bb5b334b", "name": "network-vif-unplugged", "status": "completed", "tag": "8500164b-4ed7-440a-8abc-141922a7b7d9", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:41:57.853635 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2982d478-1190-470c-81f3-ee00719d630b {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:41:57.854061 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1c6c6df-addb-446e-adbe-67b0bb5b334b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8500164b-4ed7-440a-8abc-141922a7b7d9', 'code': 200} Jan 28 07:41:57.957289 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-b35a8c94-9a82-41b9-8b28-5e110d327a21 req-ddeced37-2bb4-4778-89ff-47fd9e467677 service neutron] Transition to ACTIVE for port object 8500164b-4ed7-440a-8abc-141922a7b7d9 will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:41:57.974501 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-b35a8c94-9a82-41b9-8b28-5e110d327a21 req-ddeced37-2bb4-4778-89ff-47fd9e467677 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (8500164b-4ed7-440a-8abc-141922a7b7d9), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:41:58.103741 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddeced37-2bb4-4778-89ff-47fd9e467677 service neutron] Pushing event updated for resources: {'Port': ['ID=8500164b-4ed7-440a-8abc-141922a7b7d9,revision_number=11']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:41:58.134157 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddeced37-2bb4-4778-89ff-47fd9e467677 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:41:58.134511 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddeced37-2bb4-4778-89ff-47fd9e467677 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:41:58.134863 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddeced37-2bb4-4778-89ff-47fd9e467677 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:41:58.135210 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddeced37-2bb4-4778-89ff-47fd9e467677 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:41:58.135545 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddeced37-2bb4-4778-89ff-47fd9e467677 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:41:58.135880 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddeced37-2bb4-4778-89ff-47fd9e467677 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:41:58.136229 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddeced37-2bb4-4778-89ff-47fd9e467677 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:41:58.136568 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddeced37-2bb4-4778-89ff-47fd9e467677 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:41:58.136897 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddeced37-2bb4-4778-89ff-47fd9e467677 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:41:58.137229 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddeced37-2bb4-4778-89ff-47fd9e467677 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:41:58.137562 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddeced37-2bb4-4778-89ff-47fd9e467677 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:41:58.138541 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddeced37-2bb4-4778-89ff-47fd9e467677 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:41:58.139491 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddeced37-2bb4-4778-89ff-47fd9e467677 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:41:58.280579 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30200ed-66aa-4135-bb70-5650c9104799 req-6b3595f6-b30b-46d3-844b-a6d24cf5b5a7 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:58.288334 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c30200ed-66aa-4135-bb70-5650c9104799 req-6b3595f6-b30b-46d3-844b-a6d24cf5b5a7 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1c6c6df-addb-446e-adbe-67b0bb5b334b HTTP/1.1" status: 200 len: 944 time: 0.1055443 Jan 28 07:41:58.298394 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-b35a8c94-9a82-41b9-8b28-5e110d327a21 req-ddeced37-2bb4-4778-89ff-47fd9e467677 service neutron] No DVR routers for this DVR port 8500164b-4ed7-440a-8abc-141922a7b7d9 on host n-h1-712749-28 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:41:58.350866 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c30200ed-66aa-4135-bb70-5650c9104799 req-64a48865-79d8-4c29-89f2-35f5db387dd3 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/security-groups?id=44fc05b2-5ead-49ba-bb77-f20ab4ff3f80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612946 Jan 28 07:41:58.488522 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b35a8c94-9a82-41b9-8b28-5e110d327a21 req-ddeced37-2bb4-4778-89ff-47fd9e467677 service neutron] 10.222.0.10 "PUT /v2.0/ports/8500164b-4ed7-440a-8abc-141922a7b7d9/bindings/n-h2-712749-28/activate HTTP/1.1" status: 200 len: 370 time: 0.9990091 Jan 28 07:41:58.507207 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2addfa-6360-43d8-b0df-ffb014699327 req-24047c5e-9f07-4981-bff7-c190c0ea3771 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:58.513368 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6a2addfa-6360-43d8-b0df-ffb014699327 req-24047c5e-9f07-4981-bff7-c190c0ea3771 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=3549261a-79c1-4515-bdfc-99d5dcf38cbc HTTP/1.1" status: 200 len: 945 time: 0.2160649 Jan 28 07:41:58.590190 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6a2addfa-6360-43d8-b0df-ffb014699327 req-cfd5dc96-e640-4f1b-a492-c1bcad20670e tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7a11e82-5704-491d-abd6-aba50865dcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758951 Jan 28 07:41:58.660073 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35a8c94-9a82-41b9-8b28-5e110d327a21 req-1f71b000-cce9-4d7c-b99c-4410f229bc79 tempest-TestNetworkAdvancedServerOps-2120495418 tempest-TestNetworkAdvancedServerOps-2120495418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:58.661656 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b35a8c94-9a82-41b9-8b28-5e110d327a21 req-1f71b000-cce9-4d7c-b99c-4410f229bc79 tempest-TestNetworkAdvancedServerOps-2120495418 tempest-TestNetworkAdvancedServerOps-2120495418-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=b1c6c6df-addb-446e-adbe-67b0bb5b334b&tenant_id=b44a0e5d7f134bd69aecc7a32d5e1b41&binding%3Ahost_id=n-h1-712749-28 HTTP/1.1" status: 200 len: 1096 time: 0.0583963 Jan 28 07:41:58.768975 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35a8c94-9a82-41b9-8b28-5e110d327a21 req-43410a56-1a45-47e7-9c89-b1db14c33fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:58.770443 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b35a8c94-9a82-41b9-8b28-5e110d327a21 req-43410a56-1a45-47e7-9c89-b1db14c33fa0 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b1c6c6df-addb-446e-adbe-67b0bb5b334b&tenant_id=b44a0e5d7f134bd69aecc7a32d5e1b41 HTTP/1.1" status: 200 len: 1096 time: 0.1009409 Jan 28 07:41:58.843594 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35a8c94-9a82-41b9-8b28-5e110d327a21 req-5d511ced-0e50-4f61-993d-164120199fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:58.845169 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b35a8c94-9a82-41b9-8b28-5e110d327a21 req-5d511ced-0e50-4f61-993d-164120199fc2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b44a0e5d7f134bd69aecc7a32d5e1b41&device_id=b1c6c6df-addb-446e-adbe-67b0bb5b334b HTTP/1.1" status: 200 len: 1096 time: 0.0416684 Jan 28 07:41:58.937822 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35a8c94-9a82-41b9-8b28-5e110d327a21 req-1ea1f24d-c3c1-493d-b164-d637f33c0b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:58.939852 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b35a8c94-9a82-41b9-8b28-5e110d327a21 req-1ea1f24d-c3c1-493d-b164-d637f33c0b71 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7c89457f-ea38-49f1-bb5d-aca94643135d HTTP/1.1" status: 200 len: 897 time: 0.0893874 Jan 28 07:41:59.005585 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b35a8c94-9a82-41b9-8b28-5e110d327a21 req-b1377111-591a-4594-9d6b-2d1331e27454 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8500164b-4ed7-440a-8abc-141922a7b7d9 HTTP/1.1" status: 200 len: 999 time: 0.0598083 Jan 28 07:41:59.054723 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35a8c94-9a82-41b9-8b28-5e110d327a21 req-4afd1631-f15e-436c-a1fe-631f745b6865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:59.056455 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b35a8c94-9a82-41b9-8b28-5e110d327a21 req-4afd1631-f15e-436c-a1fe-631f745b6865 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9924bd6a-e513-4224-b4ac-bdedd6cee5ea HTTP/1.1" status: 200 len: 834 time: 0.0451729 Jan 28 07:41:59.109018 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35a8c94-9a82-41b9-8b28-5e110d327a21 req-3fd4c272-8901-40e7-b393-9c0faa128ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:59.110973 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b35a8c94-9a82-41b9-8b28-5e110d327a21 req-3fd4c272-8901-40e7-b393-9c0faa128ee1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7c89457f-ea38-49f1-bb5d-aca94643135d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0479834 Jan 28 07:41:59.210814 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b35a8c94-9a82-41b9-8b28-5e110d327a21 req-0f04ea44-fc8a-4d42-9209-d05979dc1c3e service neutron] 10.222.0.44 "GET /v2.0/networks/7c89457f-ea38-49f1-bb5d-aca94643135d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932679 Jan 28 07:41:59.251941 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0602cc59-8fef-4f3d-9ee8-fc3948ea7152 req-83699828-aace-42c4-97a5-e6dfce331e11 tempest-VolumesSnapshotTestJSON-1067886046 tempest-VolumesSnapshotTestJSON-1067886046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:59.253870 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0602cc59-8fef-4f3d-9ee8-fc3948ea7152 req-83699828-aace-42c4-97a5-e6dfce331e11 tempest-VolumesSnapshotTestJSON-1067886046 tempest-VolumesSnapshotTestJSON-1067886046-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e48664a-70ff-4fcb-a1bf-6c2aae8ef9eb HTTP/1.1" status: 200 len: 945 time: 0.0551596 Jan 28 07:41:59.305871 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0602cc59-8fef-4f3d-9ee8-fc3948ea7152 req-5feb6da4-56a9-40e8-a42b-0397ef2eabfc tempest-VolumesSnapshotTestJSON-1067886046 tempest-VolumesSnapshotTestJSON-1067886046-project] 10.222.0.41 "GET /v2.0/security-groups?id=4e9b8070-cf39-4bff-b3a3-011c2420ec06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461664 Jan 28 07:41:59.319055 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b35a8c94-9a82-41b9-8b28-5e110d327a21 req-e6982e6b-3b5d-4052-9e41-ea16dde2b74c service neutron] 10.222.0.44 "GET /v2.0/networks/7c89457f-ea38-49f1-bb5d-aca94643135d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994534 Jan 28 07:41:59.384446 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 8500164b-4ed7-440a-8abc-141922a7b7d9 no longer exists at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:41:59.434556 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] The host n-h1-712749-28 is not matching for port 8500164b-4ed7-440a-8abc-141922a7b7d9 host n-h2-712749-28! {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 07:41:59.435346 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 8500164b-4ed7-440a-8abc-141922a7b7d9 not bound to the agent host n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:41:59.483769 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d214f6f9-f7aa-4768-bd52-604806abd8e3 req-89b42184-2224-43bf-871a-1af50fb25e0a tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:59.485349 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d214f6f9-f7aa-4768-bd52-604806abd8e3 req-89b42184-2224-43bf-871a-1af50fb25e0a tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1c6c6df-addb-446e-adbe-67b0bb5b334b HTTP/1.1" status: 200 len: 944 time: 0.0572379 Jan 28 07:41:59.544586 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d214f6f9-f7aa-4768-bd52-604806abd8e3 req-8bf926a5-89f9-41ec-8f41-57d58b837977 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/security-groups?id=44fc05b2-5ead-49ba-bb77-f20ab4ff3f80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525923 Jan 28 07:41:59.629032 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35a8c94-9a82-41b9-8b28-5e110d327a21 req-c8d7ccf2-7bc5-4cdc-b8ef-6640596af470 tempest-TestNetworkAdvancedServerOps-2120495418 tempest-TestNetworkAdvancedServerOps-2120495418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:59.630574 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b35a8c94-9a82-41b9-8b28-5e110d327a21 req-c8d7ccf2-7bc5-4cdc-b8ef-6640596af470 tempest-TestNetworkAdvancedServerOps-2120495418 tempest-TestNetworkAdvancedServerOps-2120495418-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=b1c6c6df-addb-446e-adbe-67b0bb5b334b&tenant_id=b44a0e5d7f134bd69aecc7a32d5e1b41&binding%3Ahost_id=n-h2-712749-28 HTTP/1.1" status: 200 len: 1096 time: 0.0456624 Jan 28 07:41:59.714345 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8729261f-6074-468e-a112-72190c780328 req-d8e5fa7c-d68f-4cc0-a329-305452738376 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:59.716569 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8729261f-6074-468e-a112-72190c780328 req-d8e5fa7c-d68f-4cc0-a329-305452738376 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=3549261a-79c1-4515-bdfc-99d5dcf38cbc HTTP/1.1" status: 200 len: 945 time: 0.0513983 Jan 28 07:41:59.766550 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8729261f-6074-468e-a112-72190c780328 req-8eb0944b-9e20-440c-a611-e48f989b6df6 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7a11e82-5704-491d-abd6-aba50865dcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436509 Jan 28 07:41:59.786232 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-b35a8c94-9a82-41b9-8b28-5e110d327a21 req-ca563518-4490-4310-89ba-95d47b100921 service neutron] For port 8500164b-4ed7-440a-8abc-141922a7b7d9, host n-h1-712749-28, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:41:59.790048 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-b35a8c94-9a82-41b9-8b28-5e110d327a21 req-ca563518-4490-4310-89ba-95d47b100921 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:41:59.791281 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b35a8c94-9a82-41b9-8b28-5e110d327a21 req-ca563518-4490-4310-89ba-95d47b100921 service neutron] 10.222.0.44 "DELETE /v2.0/ports/8500164b-4ed7-440a-8abc-141922a7b7d9/bindings/n-h1-712749-28 HTTP/1.1" status: 204 len: 173 time: 0.1524868 Jan 28 07:42:00.014413 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442b3330-32a5-4b4e-b535-fad364e4d004 req-c04b6d82-eef0-4f25-b621-2cd3a627eb40 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:42:00.016537 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-442b3330-32a5-4b4e-b535-fad364e4d004 req-c04b6d82-eef0-4f25-b621-2cd3a627eb40 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.10 "GET /v2.0/ports?device_id=3549261a-79c1-4515-bdfc-99d5dcf38cbc HTTP/1.1" status: 200 len: 945 time: 0.0547130 Jan 28 07:42:00.113839 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-442b3330-32a5-4b4e-b535-fad364e4d004 req-abd9146f-9390-4f7c-a438-453fac125de9 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Deleting port 8248a1e9-7258-4ba4-8bb9-279f568c199d {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:42:00.114192 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-442b3330-32a5-4b4e-b535-fad364e4d004 req-abd9146f-9390-4f7c-a438-453fac125de9 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (8248a1e9-7258-4ba4-8bb9-279f568c199d), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:00.205848 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-442b3330-32a5-4b4e-b535-fad364e4d004 req-abd9146f-9390-4f7c-a438-453fac125de9 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] For port 8248a1e9-7258-4ba4-8bb9-279f568c199d, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=8248a1e9-7258-4ba4-8bb9-279f568c199d,segment=NetworkSegment(51b887d5-fd17-4f2d-9bed-8a0b60014438),segment_id=51b887d5-fd17-4f2d-9bed-8a0b60014438)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:42:00.206133 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-442b3330-32a5-4b4e-b535-fad364e4d004 req-abd9146f-9390-4f7c-a438-453fac125de9 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (8248a1e9-7258-4ba4-8bb9-279f568c199d), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:00.219443 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-442b3330-32a5-4b4e-b535-fad364e4d004 req-abd9146f-9390-4f7c-a438-453fac125de9 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Calling delete_port for 8248a1e9-7258-4ba4-8bb9-279f568c199d owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:42:00.357150 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-442b3330-32a5-4b4e-b535-fad364e4d004 req-abd9146f-9390-4f7c-a438-453fac125de9 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (8248a1e9-7258-4ba4-8bb9-279f568c199d), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:00.394122 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['8248a1e9-7258-4ba4-8bb9-279f568c199d'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:42:00.397428 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['a09bd0ec-eeb2-46f5-9c23-7d3efd2027cd'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:42:00.402422 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd9146f-9390-4f7c-a438-453fac125de9 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Pushing event deleted for resources: {'Port': ['ID=8248a1e9-7258-4ba4-8bb9-279f568c199d,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:42:00.482554 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-442b3330-32a5-4b4e-b535-fad364e4d004 req-abd9146f-9390-4f7c-a438-453fac125de9 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] No DVR routers for this DVR port 8248a1e9-7258-4ba4-8bb9-279f568c199d on host n-h1-712749-28 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:42:00.488499 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-442b3330-32a5-4b4e-b535-fad364e4d004 req-abd9146f-9390-4f7c-a438-453fac125de9 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:00.492620 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-442b3330-32a5-4b4e-b535-fad364e4d004 req-abd9146f-9390-4f7c-a438-453fac125de9 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.10 "DELETE /v2.0/ports/8248a1e9-7258-4ba4-8bb9-279f568c199d HTTP/1.1" status: 204 len: 173 time: 0.4699612 Jan 28 07:42:00.495155 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3549261a-79c1-4515-bdfc-99d5dcf38cbc', 'name': 'network-vif-deleted', 'tag': '8248a1e9-7258-4ba4-8bb9-279f568c199d'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:42:00.498097 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d463fb3-d0f7-4c75-aacc-f80833dee9aa" -d '{"events": [{"server_uuid": "3549261a-79c1-4515-bdfc-99d5dcf38cbc", "name": "network-vif-deleted", "tag": "8248a1e9-7258-4ba4-8bb9-279f568c199d"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:42:00.522239 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a7dffe-6d8d-4dd5-8a61-f39b4526c020 req-a9ff084f-c35b-4bbb-851f-8afe48002219 tempest-VolumesSnapshotTestJSON-1067886046 tempest-VolumesSnapshotTestJSON-1067886046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:42:00.532110 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-03a7dffe-6d8d-4dd5-8a61-f39b4526c020 req-a9ff084f-c35b-4bbb-851f-8afe48002219 tempest-VolumesSnapshotTestJSON-1067886046 tempest-VolumesSnapshotTestJSON-1067886046-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e48664a-70ff-4fcb-a1bf-6c2aae8ef9eb HTTP/1.1" status: 200 len: 945 time: 0.1103449 Jan 28 07:42:00.571453 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5e013ed-d27f-46ce-a9ce-768f3b7e7422 x-openstack-request-id: req-a5e013ed-d27f-46ce-a9ce-768f3b7e7422 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:42:00.571453 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3549261a-79c1-4515-bdfc-99d5dcf38cbc", "name": "network-vif-deleted", "tag": "8248a1e9-7258-4ba4-8bb9-279f568c199d", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:42:00.571453 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a5e013ed-d27f-46ce-a9ce-768f3b7e7422 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:42:00.571453 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3549261a-79c1-4515-bdfc-99d5dcf38cbc', 'name': 'network-vif-deleted', 'tag': '8248a1e9-7258-4ba4-8bb9-279f568c199d', 'status': 'completed', 'code': 200} Jan 28 07:42:00.664025 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-03a7dffe-6d8d-4dd5-8a61-f39b4526c020 req-195c73e3-3e94-4691-b4fb-bb27bba6924e tempest-VolumesSnapshotTestJSON-1067886046 tempest-VolumesSnapshotTestJSON-1067886046-project] 10.222.0.41 "GET /v2.0/security-groups?id=4e9b8070-cf39-4bff-b3a3-011c2420ec06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205533 Jan 28 07:42:00.776505 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39f48d4-395d-4610-95f9-b1079de8cb7e req-1f617c07-6529-4b4d-bd78-4dd375786412 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:42:00.784946 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c39f48d4-395d-4610-95f9-b1079de8cb7e req-1f617c07-6529-4b4d-bd78-4dd375786412 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1c6c6df-addb-446e-adbe-67b0bb5b334b HTTP/1.1" status: 200 len: 944 time: 0.0844386 Jan 28 07:42:00.870442 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c39f48d4-395d-4610-95f9-b1079de8cb7e req-90646419-e184-4c40-bb91-60cb129c36e2 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/security-groups?id=44fc05b2-5ead-49ba-bb77-f20ab4ff3f80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778012 Jan 28 07:42:00.890224 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d4862c89-bb5e-44cf-b0be-a282be5028a5 req-b0815b0b-e46b-4b27-8805-631b40c095dd tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=3549261a-79c1-4515-bdfc-99d5dcf38cbc HTTP/1.1" status: 200 len: 210 time: 0.0430446 Jan 28 07:42:01.024904 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae899ce-27ae-45c0-9aeb-07333b9035ca req-b9431f5e-f4c5-4bd7-a549-596193ddb081 tempest-TestNetworkAdvancedServerOps-2120495418 tempest-TestNetworkAdvancedServerOps-2120495418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:42:01.034101 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-cae899ce-27ae-45c0-9aeb-07333b9035ca req-b9431f5e-f4c5-4bd7-a549-596193ddb081 tempest-TestNetworkAdvancedServerOps-2120495418 tempest-TestNetworkAdvancedServerOps-2120495418-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=b1c6c6df-addb-446e-adbe-67b0bb5b334b HTTP/1.1" status: 200 len: 1096 time: 0.0956142 Jan 28 07:42:01.049158 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf4bae2-50ac-41e3-9885-519818acf3d9 req-f196c533-a190-432e-82f1-9a6ef5c29a0e tempest-VolumesSnapshotTestJSON-1067886046 tempest-VolumesSnapshotTestJSON-1067886046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:42:01.050664 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-daf4bae2-50ac-41e3-9885-519818acf3d9 req-f196c533-a190-432e-82f1-9a6ef5c29a0e tempest-VolumesSnapshotTestJSON-1067886046 tempest-VolumesSnapshotTestJSON-1067886046-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e48664a-70ff-4fcb-a1bf-6c2aae8ef9eb HTTP/1.1" status: 200 len: 945 time: 0.1020999 Jan 28 07:42:01.150814 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-cae899ce-27ae-45c0-9aeb-07333b9035ca req-ca9711a7-e61d-4b12-b64c-8156569900de tempest-TestNetworkAdvancedServerOps-2120495418 tempest-TestNetworkAdvancedServerOps-2120495418-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=44fc05b2-5ead-49ba-bb77-f20ab4ff3f80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1158140 Jan 28 07:42:01.183896 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-daf4bae2-50ac-41e3-9885-519818acf3d9 req-255ba4ae-b43d-4c57-be70-bc439d34ebf3 tempest-VolumesSnapshotTestJSON-1067886046 tempest-VolumesSnapshotTestJSON-1067886046-project] Deleting port d8d95a1e-dc57-44fd-8cb4-bdba481fb7b9 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:42:01.184613 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-daf4bae2-50ac-41e3-9885-519818acf3d9 req-255ba4ae-b43d-4c57-be70-bc439d34ebf3 tempest-VolumesSnapshotTestJSON-1067886046 tempest-VolumesSnapshotTestJSON-1067886046-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (d8d95a1e-dc57-44fd-8cb4-bdba481fb7b9), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:01.288642 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-daf4bae2-50ac-41e3-9885-519818acf3d9 req-255ba4ae-b43d-4c57-be70-bc439d34ebf3 tempest-VolumesSnapshotTestJSON-1067886046 tempest-VolumesSnapshotTestJSON-1067886046-project] For port d8d95a1e-dc57-44fd-8cb4-bdba481fb7b9, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=d8d95a1e-dc57-44fd-8cb4-bdba481fb7b9,segment=NetworkSegment(30c524ec-573a-4190-beff-cbcb392e8434),segment_id=30c524ec-573a-4190-beff-cbcb392e8434)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:42:01.289015 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-daf4bae2-50ac-41e3-9885-519818acf3d9 req-255ba4ae-b43d-4c57-be70-bc439d34ebf3 tempest-VolumesSnapshotTestJSON-1067886046 tempest-VolumesSnapshotTestJSON-1067886046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (d8d95a1e-dc57-44fd-8cb4-bdba481fb7b9), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:01.303319 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db9a3cc-f87a-4917-92eb-a9fca4b055d8 req-c072a848-b940-46ee-84ae-77b7cc45d58d tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:42:01.305564 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2db9a3cc-f87a-4917-92eb-a9fca4b055d8 req-c072a848-b940-46ee-84ae-77b7cc45d58d tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1c6c6df-addb-446e-adbe-67b0bb5b334b HTTP/1.1" status: 200 len: 944 time: 0.0632505 Jan 28 07:42:01.310258 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-daf4bae2-50ac-41e3-9885-519818acf3d9 req-255ba4ae-b43d-4c57-be70-bc439d34ebf3 tempest-VolumesSnapshotTestJSON-1067886046 tempest-VolumesSnapshotTestJSON-1067886046-project] Calling delete_port for d8d95a1e-dc57-44fd-8cb4-bdba481fb7b9 owned by compute:nova {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:42:01.364598 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2db9a3cc-f87a-4917-92eb-a9fca4b055d8 req-deda6e6b-7dda-43c8-bdf7-5a3b25faea93 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/security-groups?id=44fc05b2-5ead-49ba-bb77-f20ab4ff3f80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522158 Jan 28 07:42:01.393344 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 55974) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:42:01.492235 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-99f3ff3c-b11e-4753-82ac-5f6321024ad7 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/floatingips/ea3fa19a-fdc8-40da-96fc-2a4320f09db0 HTTP/1.1" status: 200 len: 991 time: 0.0908949 Jan 28 07:42:01.561495 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-daf4bae2-50ac-41e3-9885-519818acf3d9 req-255ba4ae-b43d-4c57-be70-bc439d34ebf3 tempest-VolumesSnapshotTestJSON-1067886046 tempest-VolumesSnapshotTestJSON-1067886046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (d8d95a1e-dc57-44fd-8cb4-bdba481fb7b9), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:01.595165 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['d8d95a1e-dc57-44fd-8cb4-bdba481fb7b9'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:42:01.600233 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255ba4ae-b43d-4c57-be70-bc439d34ebf3 tempest-VolumesSnapshotTestJSON-1067886046 tempest-VolumesSnapshotTestJSON-1067886046-project] Pushing event deleted for resources: {'Port': ['ID=d8d95a1e-dc57-44fd-8cb4-bdba481fb7b9,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:42:01.650521 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-daf4bae2-50ac-41e3-9885-519818acf3d9 req-255ba4ae-b43d-4c57-be70-bc439d34ebf3 tempest-VolumesSnapshotTestJSON-1067886046 tempest-VolumesSnapshotTestJSON-1067886046-project] No DVR routers for this DVR port d8d95a1e-dc57-44fd-8cb4-bdba481fb7b9 on host n-h2-712749-28 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:42:01.669576 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-daf4bae2-50ac-41e3-9885-519818acf3d9 req-255ba4ae-b43d-4c57-be70-bc439d34ebf3 tempest-VolumesSnapshotTestJSON-1067886046 tempest-VolumesSnapshotTestJSON-1067886046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:01.675271 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-daf4bae2-50ac-41e3-9885-519818acf3d9 req-255ba4ae-b43d-4c57-be70-bc439d34ebf3 tempest-VolumesSnapshotTestJSON-1067886046 tempest-VolumesSnapshotTestJSON-1067886046-project] 10.222.0.44 "DELETE /v2.0/ports/d8d95a1e-dc57-44fd-8cb4-bdba481fb7b9 HTTP/1.1" status: 204 len: 173 time: 0.6163790 Jan 28 07:42:01.676245 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e48664a-70ff-4fcb-a1bf-6c2aae8ef9eb', 'name': 'network-vif-deleted', 'tag': 'd8d95a1e-dc57-44fd-8cb4-bdba481fb7b9'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:42:01.680104 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce8c3355-f547-44dc-95f6-fc023bc177d4" -d '{"events": [{"server_uuid": "3e48664a-70ff-4fcb-a1bf-6c2aae8ef9eb", "name": "network-vif-deleted", "tag": "d8d95a1e-dc57-44fd-8cb4-bdba481fb7b9"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:42:01.744756 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-066b5b37-387d-45a7-a682-1617596b47eb x-openstack-request-id: req-066b5b37-387d-45a7-a682-1617596b47eb {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:42:01.745372 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e48664a-70ff-4fcb-a1bf-6c2aae8ef9eb", "name": "network-vif-deleted", "tag": "d8d95a1e-dc57-44fd-8cb4-bdba481fb7b9", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:42:01.745718 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-066b5b37-387d-45a7-a682-1617596b47eb {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:42:01.746312 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e48664a-70ff-4fcb-a1bf-6c2aae8ef9eb', 'name': 'network-vif-deleted', 'tag': 'd8d95a1e-dc57-44fd-8cb4-bdba481fb7b9', 'status': 'completed', 'code': 200} Jan 28 07:42:01.838659 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d3020466-38da-438b-8824-26989d75163d req-d1e8afe6-27c7-4159-ad9a-b17b2de14b02 tempest-VolumesSnapshotTestJSON-1067886046 tempest-VolumesSnapshotTestJSON-1067886046-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e48664a-70ff-4fcb-a1bf-6c2aae8ef9eb HTTP/1.1" status: 200 len: 210 time: 0.0321865 Jan 28 07:42:02.009126 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4d537ef6-2349-4224-8b3c-7ec71b3c91d5 req-05f5a021-2da7-4fe8-b11c-7cbbb4f171f0 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=3549261a-79c1-4515-bdfc-99d5dcf38cbc HTTP/1.1" status: 200 len: 210 time: 0.0315573 Jan 28 07:42:03.123498 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6768f352-121b-4e40-ac92-f2f44fd2c38a req-987e8833-a352-40d0-956d-58df6265bdb8 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=3549261a-79c1-4515-bdfc-99d5dcf38cbc HTTP/1.1" status: 200 len: 210 time: 0.0390687 Jan 28 07:42:03.176171 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:03.263730 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-42a28095-f09c-40e0-a803-8020b7c24f22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:03.430462 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 8248a1e9-7258-4ba4-8bb9-279f568c199d no longer exists at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:42:03.466706 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] No Port match for: 8248a1e9-7258-4ba4-8bb9-279f568c199d {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:42:03.467216 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 8248a1e9-7258-4ba4-8bb9-279f568c199d not bound to the agent host n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:42:03.759617 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 56042) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:42:04.005989 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-fd6ee565-0131-46fd-9771-f77544f17e6b tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Deleting port 1e4cd319-a6b9-4d2c-b190-1fcee01bec7a {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:42:04.006659 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fd6ee565-0131-46fd-9771-f77544f17e6b tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (1e4cd319-a6b9-4d2c-b190-1fcee01bec7a), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:04.087515 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:04.109601 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fd6ee565-0131-46fd-9771-f77544f17e6b tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (1e4cd319-a6b9-4d2c-b190-1fcee01bec7a), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:04.110501 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fd6ee565-0131-46fd-9771-f77544f17e6b tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for floatingip (1e4cd319-a6b9-4d2c-b190-1fcee01bec7a), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:04.129768 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-fd6ee565-0131-46fd-9771-f77544f17e6b tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Calling delete_port for 1e4cd319-a6b9-4d2c-b190-1fcee01bec7a owned by network:floatingip {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:42:04.628808 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-75b411ba-5706-4ac4-9280-b2ab837e3830 req-59d8cbfa-268a-4b64-af27-01d9a110c1c5 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=3549261a-79c1-4515-bdfc-99d5dcf38cbc HTTP/1.1" status: 200 len: 210 time: 0.3551502 Jan 28 07:42:04.650930 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device d8d95a1e-dc57-44fd-8cb4-bdba481fb7b9 no longer exists at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:42:04.729071 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] No Port match for: d8d95a1e-dc57-44fd-8cb4-bdba481fb7b9 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:42:04.729570 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device d8d95a1e-dc57-44fd-8cb4-bdba481fb7b9 not bound to the agent host n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:42:04.770625 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fd6ee565-0131-46fd-9771-f77544f17e6b tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (1e4cd319-a6b9-4d2c-b190-1fcee01bec7a), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:04.833426 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6ee565-0131-46fd-9771-f77544f17e6b tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Pushing event deleted for resources: {'Port': ['ID=1e4cd319-a6b9-4d2c-b190-1fcee01bec7a,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:42:04.929082 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fd6ee565-0131-46fd-9771-f77544f17e6b tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for floatingip (ea3fa19a-fdc8-40da-96fc-2a4320f09db0), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:04.929871 n-d-712749-28 neutron-server[103283]: INFO neutron.db.l3_db [None req-fd6ee565-0131-46fd-9771-f77544f17e6b tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Floating IP ea3fa19a-fdc8-40da-96fc-2a4320f09db0 disassociated (deleted). External IP: 172.25.6.216, port: 8500164b-4ed7-440a-8abc-141922a7b7d9. Jan 28 07:42:05.211452 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd6ee565-0131-46fd-9771-f77544f17e6b tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Router af55809b-0a69-4203-9d67-0989d748ccc3 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:42:05.343995 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd6ee565-0131-46fd-9771-f77544f17e6b tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:42:05.351531 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fd6ee565-0131-46fd-9771-f77544f17e6b tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for floatingip (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:05.359023 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555e66b2-7579-49dd-bc63-58c0b5c3f3cc None None] Sync routers for ids ['af55809b-0a69-4203-9d67-0989d748ccc3'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:42:05.379899 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555e66b2-7579-49dd-bc63-58c0b5c3f3cc None None] Routers {'af55809b-0a69-4203-9d67-0989d748ccc3'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:42:05.385964 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-fd6ee565-0131-46fd-9771-f77544f17e6b tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "DELETE /v2.0/floatingips/ea3fa19a-fdc8-40da-96fc-2a4320f09db0 HTTP/1.1" status: 204 len: 168 time: 1.6241727 Jan 28 07:42:05.386631 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1c6c6df-addb-446e-adbe-67b0bb5b334b', 'tag': '8500164b-4ed7-440a-8abc-141922a7b7d9'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:42:05.389600 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48212671-cab5-4b79-904b-02a544a9f3d9" -d '{"events": [{"name": "network-changed", "server_uuid": "b1c6c6df-addb-446e-adbe-67b0bb5b334b", "tag": "8500164b-4ed7-440a-8abc-141922a7b7d9"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:42:05.391807 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-555e66b2-7579-49dd-bc63-58c0b5c3f3cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:41:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['af55809b-0a69-4203-9d67-0989d748ccc3'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:42:05.446110 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8450f4fa-22a6-4714-8ec1-2176e0e82f84 x-openstack-request-id: req-8450f4fa-22a6-4714-8ec1-2176e0e82f84 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:42:05.446464 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1c6c6df-addb-446e-adbe-67b0bb5b334b", "tag": "8500164b-4ed7-440a-8abc-141922a7b7d9", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:42:05.446774 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8450f4fa-22a6-4714-8ec1-2176e0e82f84 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:42:05.447177 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1c6c6df-addb-446e-adbe-67b0bb5b334b', 'tag': '8500164b-4ed7-440a-8abc-141922a7b7d9', 'status': 'completed', 'code': 200} Jan 28 07:42:05.577608 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48212671-cab5-4b79-904b-02a544a9f3d9 req-36f78d5e-88a7-4e4b-b72a-42b8d1b4e236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:42:05.583564 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-48212671-cab5-4b79-904b-02a544a9f3d9 req-36f78d5e-88a7-4e4b-b72a-42b8d1b4e236 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b44a0e5d7f134bd69aecc7a32d5e1b41&device_id=b1c6c6df-addb-446e-adbe-67b0bb5b334b HTTP/1.1" status: 200 len: 1096 time: 0.0910659 Jan 28 07:42:05.751612 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0665c14b-2db6-4228-aaad-26178b705388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:05.771803 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-555e66b2-7579-49dd-bc63-58c0b5c3f3cc None None] Set router af55809b-0a69-4203-9d67-0989d748ccc3 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:42:05.790311 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b51d752-61b0-4537-b5b5-3ad58c85ae5c req-a6f652d2-d2ad-488e-9d4a-4e7393edd753 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:42:05.808853 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5b51d752-61b0-4537-b5b5-3ad58c85ae5c req-a6f652d2-d2ad-488e-9d4a-4e7393edd753 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1c6c6df-addb-446e-adbe-67b0bb5b334b HTTP/1.1" status: 200 len: 944 time: 0.1246209 Jan 28 07:42:05.897894 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5b51d752-61b0-4537-b5b5-3ad58c85ae5c req-0c30ec26-2bdb-4f8e-a038-aeef86c32e1a tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/security-groups?id=44fc05b2-5ead-49ba-bb77-f20ab4ff3f80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859997 Jan 28 07:42:05.959367 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-938b1aef-2d28-4f01-9fd1-3db247599fd1 req-b100799e-491b-490b-82f6-82dccd296880 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=3549261a-79c1-4515-bdfc-99d5dcf38cbc HTTP/1.1" status: 200 len: 210 time: 0.0555756 Jan 28 07:42:05.982550 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48212671-cab5-4b79-904b-02a544a9f3d9 req-6bfc35e6-9238-4ce7-afd3-b35a4805d730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:42:05.984276 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-48212671-cab5-4b79-904b-02a544a9f3d9 req-6bfc35e6-9238-4ce7-afd3-b35a4805d730 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7c89457f-ea38-49f1-bb5d-aca94643135d HTTP/1.1" status: 200 len: 897 time: 0.3559639 Jan 28 07:42:06.070256 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-48212671-cab5-4b79-904b-02a544a9f3d9 req-e3d12496-552b-4915-9bd8-c5a89549b3ca service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8500164b-4ed7-440a-8abc-141922a7b7d9 HTTP/1.1" status: 200 len: 217 time: 0.0772488 Jan 28 07:42:06.172940 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48212671-cab5-4b79-904b-02a544a9f3d9 req-6296f88e-8ece-4538-9884-8a8d7a85023f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:42:06.175265 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-48212671-cab5-4b79-904b-02a544a9f3d9 req-6296f88e-8ece-4538-9884-8a8d7a85023f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9924bd6a-e513-4224-b4ac-bdedd6cee5ea HTTP/1.1" status: 200 len: 834 time: 0.0975468 Jan 28 07:42:06.230535 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-555e66b2-7579-49dd-bc63-58c0b5c3f3cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af55809b-0a69-4203-9d67-0989d748ccc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-587403321', 'tenant_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': 'c047b58e-9943-42b7-a03c-1b3131bcc162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:40:53Z', 'updated_at': '2022-01-28T07:40:57Z', 'revision_number': 4, 'project_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'gw_port': {'id': 'c047b58e-9943-42b7-a03c-1b3131bcc162', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:49:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af55809b-0a69-4203-9d67-0989d748ccc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:40:53Z', 'updated_at': '2022-01-28T07:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '66c5c7ca-b2ae-4608-9af8-6f217935c048', 'name': '', 'network_id': '7c89457f-ea38-49f1-bb5d-aca94643135d', 'tenant_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'mac_address': 'fa:16:3e:ae:fa:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af55809b-0a69-4203-9d67-0989d748ccc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': '9924bd6a-e513-4224-b4ac-bdedd6cee5ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:40:56Z', 'updated_at': '2022-01-28T07:41:01Z', 'revision_number': 5, 'project_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'subnets': [{'id': '9924bd6a-e513-4224-b4ac-bdedd6cee5ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:42:06.261525 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808abc6d-b42e-4c57-a1f2-5467be94731f req-54e7d4f2-67f1-40c4-99e4-2b33da737c86 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:42:06.263969 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-808abc6d-b42e-4c57-a1f2-5467be94731f req-54e7d4f2-67f1-40c4-99e4-2b33da737c86 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.44 "GET /v2.0/ports?device_id=b1c6c6df-addb-446e-adbe-67b0bb5b334b HTTP/1.1" status: 200 len: 944 time: 0.0677030 Jan 28 07:42:06.275712 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555e66b2-7579-49dd-bc63-58c0b5c3f3cc None None] Checking router: af55809b-0a69-4203-9d67-0989d748ccc3 for host: n-d-712749-28 {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:42:06.287568 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555e66b2-7579-49dd-bc63-58c0b5c3f3cc None None] Routers {'af55809b-0a69-4203-9d67-0989d748ccc3'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:42:06.288497 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-555e66b2-7579-49dd-bc63-58c0b5c3f3cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:42:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['af55809b-0a69-4203-9d67-0989d748ccc3'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:42:06.309598 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48212671-cab5-4b79-904b-02a544a9f3d9 req-0aab41f1-69f8-4eb9-8dc2-599e3fe80771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:42:06.311255 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-48212671-cab5-4b79-904b-02a544a9f3d9 req-0aab41f1-69f8-4eb9-8dc2-599e3fe80771 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7c89457f-ea38-49f1-bb5d-aca94643135d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1146178 Jan 28 07:42:06.482947 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-808abc6d-b42e-4c57-a1f2-5467be94731f req-b799e8ef-b4bb-47c8-b6fc-1f7ad6aaa12d tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Deleting port 8500164b-4ed7-440a-8abc-141922a7b7d9 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:42:06.483220 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-808abc6d-b42e-4c57-a1f2-5467be94731f req-b799e8ef-b4bb-47c8-b6fc-1f7ad6aaa12d tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (8500164b-4ed7-440a-8abc-141922a7b7d9), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:06.504171 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-48212671-cab5-4b79-904b-02a544a9f3d9 req-41ac1684-9491-44d7-916b-6c0b418a242b service neutron] 10.222.0.44 "GET /v2.0/networks/7c89457f-ea38-49f1-bb5d-aca94643135d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862383 Jan 28 07:42:06.540844 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-555e66b2-7579-49dd-bc63-58c0b5c3f3cc None None] Set router af55809b-0a69-4203-9d67-0989d748ccc3 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:42:06.635867 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-48212671-cab5-4b79-904b-02a544a9f3d9 req-81fafaae-f39a-4eab-ae84-aaa4d3bc64f3 service neutron] 10.222.0.44 "GET /v2.0/networks/7c89457f-ea38-49f1-bb5d-aca94643135d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262167 Jan 28 07:42:06.676610 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-808abc6d-b42e-4c57-a1f2-5467be94731f req-b799e8ef-b4bb-47c8-b6fc-1f7ad6aaa12d tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] For port 8500164b-4ed7-440a-8abc-141922a7b7d9, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=8500164b-4ed7-440a-8abc-141922a7b7d9,segment=NetworkSegment(106e20e4-b3d0-4e2b-b427-46efcb4014f3),segment_id=106e20e4-b3d0-4e2b-b427-46efcb4014f3)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:42:06.677320 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-808abc6d-b42e-4c57-a1f2-5467be94731f req-b799e8ef-b4bb-47c8-b6fc-1f7ad6aaa12d tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (8500164b-4ed7-440a-8abc-141922a7b7d9), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:06.709560 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-808abc6d-b42e-4c57-a1f2-5467be94731f req-b799e8ef-b4bb-47c8-b6fc-1f7ad6aaa12d tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Calling delete_port for 8500164b-4ed7-440a-8abc-141922a7b7d9 owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:42:06.922101 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-555e66b2-7579-49dd-bc63-58c0b5c3f3cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af55809b-0a69-4203-9d67-0989d748ccc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-587403321', 'tenant_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': 'c047b58e-9943-42b7-a03c-1b3131bcc162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:40:53Z', 'updated_at': '2022-01-28T07:40:57Z', 'revision_number': 4, 'project_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'gw_port': {'id': 'c047b58e-9943-42b7-a03c-1b3131bcc162', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:49:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af55809b-0a69-4203-9d67-0989d748ccc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:40:53Z', 'updated_at': '2022-01-28T07:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '66c5c7ca-b2ae-4608-9af8-6f217935c048', 'name': '', 'network_id': '7c89457f-ea38-49f1-bb5d-aca94643135d', 'tenant_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'mac_address': 'fa:16:3e:ae:fa:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af55809b-0a69-4203-9d67-0989d748ccc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': '9924bd6a-e513-4224-b4ac-bdedd6cee5ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:40:56Z', 'updated_at': '2022-01-28T07:41:01Z', 'revision_number': 5, 'project_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'subnets': [{'id': '9924bd6a-e513-4224-b4ac-bdedd6cee5ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:42:06.945845 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-808abc6d-b42e-4c57-a1f2-5467be94731f req-b799e8ef-b4bb-47c8-b6fc-1f7ad6aaa12d tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (8500164b-4ed7-440a-8abc-141922a7b7d9), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:06.963217 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555e66b2-7579-49dd-bc63-58c0b5c3f3cc None None] The sync data for ids ['af55809b-0a69-4203-9d67-0989d748ccc3'] in n-d-712749-28 is: [{'id': 'af55809b-0a69-4203-9d67-0989d748ccc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-587403321', 'tenant_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': 'c047b58e-9943-42b7-a03c-1b3131bcc162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:40:53Z', 'updated_at': '2022-01-28T07:40:57Z', 'revision_number': 4, 'project_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'gw_port': {'id': 'c047b58e-9943-42b7-a03c-1b3131bcc162', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:49:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af55809b-0a69-4203-9d67-0989d748ccc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:40:53Z', 'updated_at': '2022-01-28T07:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '66c5c7ca-b2ae-4608-9af8-6f217935c048', 'name': '', 'network_id': '7c89457f-ea38-49f1-bb5d-aca94643135d', 'tenant_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'mac_address': 'fa:16:3e:ae:fa:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af55809b-0a69-4203-9d67-0989d748ccc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': '9924bd6a-e513-4224-b4ac-bdedd6cee5ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:40:56Z', 'updated_at': '2022-01-28T07:41:01Z', 'revision_number': 5, 'project_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'subnets': [{'id': '9924bd6a-e513-4224-b4ac-bdedd6cee5ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:42:07.040700 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:07.061390 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b799e8ef-b4bb-47c8-b6fc-1f7ad6aaa12d tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Pushing event deleted for resources: {'Port': ['ID=8500164b-4ed7-440a-8abc-141922a7b7d9,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:42:07.140927 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0fa33a25-5fc5-4dec-b4b7-8efcd19dc1fa req-65a00727-75da-45fb-a2e6-bfdbf76dca6f tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1c6c6df-addb-446e-adbe-67b0bb5b334b HTTP/1.1" status: 200 len: 210 time: 0.0512013 Jan 28 07:42:07.192486 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-113caa4d-32ab-4347-8137-8505c7b6af3f req-1b636350-de2c-47e7-b2cc-7d4f8b0bfc8b tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=3549261a-79c1-4515-bdfc-99d5dcf38cbc HTTP/1.1" status: 200 len: 210 time: 0.0592000 Jan 28 07:42:07.225764 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-808abc6d-b42e-4c57-a1f2-5467be94731f req-b799e8ef-b4bb-47c8-b6fc-1f7ad6aaa12d tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] No DVR routers for this DVR port 8500164b-4ed7-440a-8abc-141922a7b7d9 on host n-h2-712749-28 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:42:07.228626 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-808abc6d-b42e-4c57-a1f2-5467be94731f req-b799e8ef-b4bb-47c8-b6fc-1f7ad6aaa12d tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:07.232655 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-808abc6d-b42e-4c57-a1f2-5467be94731f req-b799e8ef-b4bb-47c8-b6fc-1f7ad6aaa12d tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.44 "DELETE /v2.0/ports/8500164b-4ed7-440a-8abc-141922a7b7d9 HTTP/1.1" status: 204 len: 173 time: 0.9626977 Jan 28 07:42:07.233628 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1c6c6df-addb-446e-adbe-67b0bb5b334b', 'name': 'network-vif-deleted', 'tag': '8500164b-4ed7-440a-8abc-141922a7b7d9'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:42:07.236659 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f8a2db2-890e-40ed-9afc-b33cde1aaa09" -d '{"events": [{"server_uuid": "b1c6c6df-addb-446e-adbe-67b0bb5b334b", "name": "network-vif-deleted", "tag": "8500164b-4ed7-440a-8abc-141922a7b7d9"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:42:07.319329 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:42:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-663f144c-6900-4459-b112-b78cd22f1b6b x-openstack-request-id: req-663f144c-6900-4459-b112-b78cd22f1b6b {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:42:07.319680 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1c6c6df-addb-446e-adbe-67b0bb5b334b", "name": "network-vif-deleted", "tag": "8500164b-4ed7-440a-8abc-141922a7b7d9", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:42:07.319981 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-663f144c-6900-4459-b112-b78cd22f1b6b {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:42:07.320469 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1c6c6df-addb-446e-adbe-67b0bb5b334b', 'name': 'network-vif-deleted', 'tag': '8500164b-4ed7-440a-8abc-141922a7b7d9', 'status': 'completed', 'code': 200} Jan 28 07:42:07.474093 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476397af-4898-495f-a8c1-41be4f2ea78f None None] New status for floating IP ea3fa19a-fdc8-40da-96fc-2a4320f09db0: DOWN {{(pid=103286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 07:42:08.263244 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 56140) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:42:08.408709 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f578113e-579f-47ef-94b6-736312a49525 req-64ebc754-7569-4f8a-87ba-f48fb9f6217d tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=3549261a-79c1-4515-bdfc-99d5dcf38cbc HTTP/1.1" status: 200 len: 210 time: 0.0637965 Jan 28 07:42:08.681929 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 8500164b-4ed7-440a-8abc-141922a7b7d9 no longer exists at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:42:08.706123 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] No Port match for: 8500164b-4ed7-440a-8abc-141922a7b7d9 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:42:08.706677 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 8500164b-4ed7-440a-8abc-141922a7b7d9 not bound to the agent host n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:42:08.761184 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:08.897454 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9719cc26-2739-4c12-840f-1fab67c7a50c tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16606535'] for router_interface (af55809b-0a69-4203-9d67-0989d748ccc3), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:09.287553 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-9719cc26-2739-4c12-840f-1fab67c7a50c tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Deleting port 66c5c7ca-b2ae-4608-9af8-6f217935c048 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:42:09.288263 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9719cc26-2739-4c12-840f-1fab67c7a50c tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (66c5c7ca-b2ae-4608-9af8-6f217935c048), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:09.382141 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-9719cc26-2739-4c12-840f-1fab67c7a50c tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] For port 66c5c7ca-b2ae-4608-9af8-6f217935c048, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=66c5c7ca-b2ae-4608-9af8-6f217935c048,segment=NetworkSegment(106e20e4-b3d0-4e2b-b427-46efcb4014f3),segment_id=106e20e4-b3d0-4e2b-b427-46efcb4014f3)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:42:09.382517 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9719cc26-2739-4c12-840f-1fab67c7a50c tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (66c5c7ca-b2ae-4608-9af8-6f217935c048), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:09.398558 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-9719cc26-2739-4c12-840f-1fab67c7a50c tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Calling delete_port for 66c5c7ca-b2ae-4608-9af8-6f217935c048 owned by network:router_interface {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:42:09.607910 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-35f38ccd-4c53-426a-ab14-5faab113ccb4 req-cb563423-0a5d-44ad-830d-776537ca2f26 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=3549261a-79c1-4515-bdfc-99d5dcf38cbc HTTP/1.1" status: 200 len: 210 time: 0.0399082 Jan 28 07:42:09.631126 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9719cc26-2739-4c12-840f-1fab67c7a50c tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (66c5c7ca-b2ae-4608-9af8-6f217935c048), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:09.663128 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9719cc26-2739-4c12-840f-1fab67c7a50c tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Pushing event deleted for resources: {'Port': ['ID=66c5c7ca-b2ae-4608-9af8-6f217935c048,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:42:09.777230 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:09.876824 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9719cc26-2739-4c12-840f-1fab67c7a50c tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16319006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16606699'] for router_interface (af55809b-0a69-4203-9d67-0989d748ccc3), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:10.150684 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9719cc26-2739-4c12-840f-1fab67c7a50c tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Router af55809b-0a69-4203-9d67-0989d748ccc3 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:42:10.690941 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9719cc26-2739-4c12-840f-1fab67c7a50c tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:42:10.700803 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-9719cc26-2739-4c12-840f-1fab67c7a50c tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "PUT /v2.0/routers/af55809b-0a69-4203-9d67-0989d748ccc3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4359250 Jan 28 07:42:10.704815 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 56198) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:42:10.708082 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6f04ce-43a4-4eb5-ac48-6d5a78f16fef None None] Sync routers for ids ['af55809b-0a69-4203-9d67-0989d748ccc3'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:42:10.730466 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6f04ce-43a4-4eb5-ac48-6d5a78f16fef None None] Routers {'af55809b-0a69-4203-9d67-0989d748ccc3'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:42:10.734630 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-4c6f04ce-43a4-4eb5-ac48-6d5a78f16fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:42:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['af55809b-0a69-4203-9d67-0989d748ccc3'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:42:10.810432 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6e31c082-2316-40a9-a014-696789aa4a87 req-0a295535-8be1-4171-94af-085532944473 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=3549261a-79c1-4515-bdfc-99d5dcf38cbc HTTP/1.1" status: 200 len: 210 time: 0.0867891 Jan 28 07:42:10.843530 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-49dabe49-c782-4a8a-9d32-00a6e0c07353 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Deleting subnet 9924bd6a-e513-4224-b4ac-bdedd6cee5ea {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:42:10.849823 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-49dabe49-c782-4a8a-9d32-00a6e0c07353 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for subnet (9924bd6a-e513-4224-b4ac-bdedd6cee5ea), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:10.873629 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-4c6f04ce-43a4-4eb5-ac48-6d5a78f16fef None None] Set router af55809b-0a69-4203-9d67-0989d748ccc3 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:42:10.921049 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-49dabe49-c782-4a8a-9d32-00a6e0c07353 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24759175'] for subnet (9924bd6a-e513-4224-b4ac-bdedd6cee5ea), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:11.088296 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-49dabe49-c782-4a8a-9d32-00a6e0c07353 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (9924bd6a-e513-4224-b4ac-bdedd6cee5ea), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:11.165901 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-49dabe49-c782-4a8a-9d32-00a6e0c07353 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24757569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24979817'] for subnet (9924bd6a-e513-4224-b4ac-bdedd6cee5ea), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:11.208214 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dabe49-c782-4a8a-9d32-00a6e0c07353 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Pushing event deleted for resources: {'Subnet': ['ID=9924bd6a-e513-4224-b4ac-bdedd6cee5ea,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:42:11.218618 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-4c6f04ce-43a4-4eb5-ac48-6d5a78f16fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af55809b-0a69-4203-9d67-0989d748ccc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-587403321', 'tenant_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': 'c047b58e-9943-42b7-a03c-1b3131bcc162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:40:53Z', 'updated_at': '2022-01-28T07:42:09Z', 'revision_number': 5, 'project_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'gw_port': {'id': 'c047b58e-9943-42b7-a03c-1b3131bcc162', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:49:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af55809b-0a69-4203-9d67-0989d748ccc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:40:53Z', 'updated_at': '2022-01-28T07:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:42:11.232023 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-49dabe49-c782-4a8a-9d32-00a6e0c07353 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:11.237964 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-49dabe49-c782-4a8a-9d32-00a6e0c07353 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "DELETE /v2.0/subnets/9924bd6a-e513-4224-b4ac-bdedd6cee5ea HTTP/1.1" status: 204 len: 168 time: 0.5319719 Jan 28 07:42:11.240650 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 56206) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:42:11.258166 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6f04ce-43a4-4eb5-ac48-6d5a78f16fef None None] Checking router: af55809b-0a69-4203-9d67-0989d748ccc3 for host: n-d-712749-28 {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:42:11.260479 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-355949e5-15cf-4a9c-89f4-cf0ec3376706 None None] Network 7c89457f-ea38-49f1-bb5d-aca94643135d requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:42:11.311849 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6f04ce-43a4-4eb5-ac48-6d5a78f16fef None None] Routers {'af55809b-0a69-4203-9d67-0989d748ccc3'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:42:11.312740 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-4c6f04ce-43a4-4eb5-ac48-6d5a78f16fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:42:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['af55809b-0a69-4203-9d67-0989d748ccc3'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:42:11.479003 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d225269d-bbeb-48c6-a0f7-d636a68f35e2 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for router (af55809b-0a69-4203-9d67-0989d748ccc3), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:11.502941 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-4c6f04ce-43a4-4eb5-ac48-6d5a78f16fef None None] Set router af55809b-0a69-4203-9d67-0989d748ccc3 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:42:11.609363 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d225269d-bbeb-48c6-a0f7-d636a68f35e2 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for router_gateway (af55809b-0a69-4203-9d67-0989d748ccc3), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:11.727606 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d225269d-bbeb-48c6-a0f7-d636a68f35e2 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Deleting port c047b58e-9943-42b7-a03c-1b3131bcc162 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:42:11.728485 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d225269d-bbeb-48c6-a0f7-d636a68f35e2 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (c047b58e-9943-42b7-a03c-1b3131bcc162), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:11.867750 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d225269d-bbeb-48c6-a0f7-d636a68f35e2 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] For port c047b58e-9943-42b7-a03c-1b3131bcc162, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=c047b58e-9943-42b7-a03c-1b3131bcc162,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:42:11.868468 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d225269d-bbeb-48c6-a0f7-d636a68f35e2 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (c047b58e-9943-42b7-a03c-1b3131bcc162), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:11.903884 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d225269d-bbeb-48c6-a0f7-d636a68f35e2 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Calling delete_port for c047b58e-9943-42b7-a03c-1b3131bcc162 owned by network:router_gateway {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:42:11.951716 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-14d71e82-b034-4bd1-806a-636823bc2715 req-d621f23e-380f-4c73-acca-6d5310bd445f tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=3549261a-79c1-4515-bdfc-99d5dcf38cbc HTTP/1.1" status: 200 len: 210 time: 0.0634408 Jan 28 07:42:12.022759 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae6144a-4c11-4e0c-b613-ff2147d99af5 None None] DHCP port deletion for 7c89457f-ea38-49f1-bb5d-aca94643135d request from n-d-712749-28 {{(pid=103285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 07:42:12.153907 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-4c6f04ce-43a4-4eb5-ac48-6d5a78f16fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af55809b-0a69-4203-9d67-0989d748ccc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-587403321', 'tenant_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': 'c047b58e-9943-42b7-a03c-1b3131bcc162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:40:53Z', 'updated_at': '2022-01-28T07:42:09Z', 'revision_number': 5, 'project_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'gw_port': {'id': 'c047b58e-9943-42b7-a03c-1b3131bcc162', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:49:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af55809b-0a69-4203-9d67-0989d748ccc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:40:53Z', 'updated_at': '2022-01-28T07:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:42:12.194484 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d225269d-bbeb-48c6-a0f7-d636a68f35e2 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (c047b58e-9943-42b7-a03c-1b3131bcc162), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:12.204638 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-1ae6144a-4c11-4e0c-b613-ff2147d99af5 None None] Deleting port c7830fc9-ead6-4483-b68b-78b13424c1f6 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:42:12.205457 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1ae6144a-4c11-4e0c-b613-ff2147d99af5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (c7830fc9-ead6-4483-b68b-78b13424c1f6), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:12.216803 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6f04ce-43a4-4eb5-ac48-6d5a78f16fef None None] The sync data for ids ['af55809b-0a69-4203-9d67-0989d748ccc3'] in n-d-712749-28 is: [{'id': 'af55809b-0a69-4203-9d67-0989d748ccc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-587403321', 'tenant_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': 'c047b58e-9943-42b7-a03c-1b3131bcc162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:40:53Z', 'updated_at': '2022-01-28T07:42:09Z', 'revision_number': 5, 'project_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'gw_port': {'id': 'c047b58e-9943-42b7-a03c-1b3131bcc162', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:49:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af55809b-0a69-4203-9d67-0989d748ccc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:40:53Z', 'updated_at': '2022-01-28T07:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:42:12.242059 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d225269d-bbeb-48c6-a0f7-d636a68f35e2 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Pushing event deleted for resources: {'Port': ['ID=c047b58e-9943-42b7-a03c-1b3131bcc162,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:42:12.357581 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d225269d-bbeb-48c6-a0f7-d636a68f35e2 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16607873'] for router_gateway (af55809b-0a69-4203-9d67-0989d748ccc3), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:12.400291 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-1ae6144a-4c11-4e0c-b613-ff2147d99af5 None None] For port c7830fc9-ead6-4483-b68b-78b13424c1f6, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=c7830fc9-ead6-4483-b68b-78b13424c1f6,segment=NetworkSegment(106e20e4-b3d0-4e2b-b427-46efcb4014f3),segment_id=106e20e4-b3d0-4e2b-b427-46efcb4014f3)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:42:12.400778 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1ae6144a-4c11-4e0c-b613-ff2147d99af5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (c7830fc9-ead6-4483-b68b-78b13424c1f6), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:12.416985 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-1ae6144a-4c11-4e0c-b613-ff2147d99af5 None None] Calling delete_port for c7830fc9-ead6-4483-b68b-78b13424c1f6 owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:42:12.486234 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d225269d-bbeb-48c6-a0f7-d636a68f35e2 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16605684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127449'] for router (af55809b-0a69-4203-9d67-0989d748ccc3), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:12.488837 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d225269d-bbeb-48c6-a0f7-d636a68f35e2 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for router_controller (af55809b-0a69-4203-9d67-0989d748ccc3), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:12.559130 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d225269d-bbeb-48c6-a0f7-d636a68f35e2 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16605693'] for router (af55809b-0a69-4203-9d67-0989d748ccc3), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:12.560149 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d225269d-bbeb-48c6-a0f7-d636a68f35e2 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Fanout notify agent at l3_agent the message router_deleted on router af55809b-0a69-4203-9d67-0989d748ccc3 {{(pid=103283) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 07:42:12.613730 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d225269d-bbeb-48c6-a0f7-d636a68f35e2 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for router (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:12.615521 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-d225269d-bbeb-48c6-a0f7-d636a68f35e2 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "DELETE /v2.0/routers/af55809b-0a69-4203-9d67-0989d748ccc3 HTTP/1.1" status: 204 len: 168 time: 1.3734691 Jan 28 07:42:12.617851 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 56234) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:42:12.628389 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1ae6144a-4c11-4e0c-b613-ff2147d99af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298'] for port (c7830fc9-ead6-4483-b68b-78b13424c1f6), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:12.679678 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae6144a-4c11-4e0c-b613-ff2147d99af5 None None] No DVR routers for this DVR port c7830fc9-ead6-4483-b68b-78b13424c1f6 on host n-d-712749-28 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:42:12.733905 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae6144a-4c11-4e0c-b613-ff2147d99af5 None None] Pushing event deleted for resources: {'Port': ['ID=c7830fc9-ead6-4483-b68b-78b13424c1f6,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:42:12.764433 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae6144a-4c11-4e0c-b613-ff2147d99af5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:42:12.765120 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae6144a-4c11-4e0c-b613-ff2147d99af5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:42:12.768861 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae6144a-4c11-4e0c-b613-ff2147d99af5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:42:12.769652 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae6144a-4c11-4e0c-b613-ff2147d99af5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:42:12.770222 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae6144a-4c11-4e0c-b613-ff2147d99af5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:42:12.770881 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae6144a-4c11-4e0c-b613-ff2147d99af5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:42:12.771415 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae6144a-4c11-4e0c-b613-ff2147d99af5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:42:12.771972 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae6144a-4c11-4e0c-b613-ff2147d99af5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:42:12.775295 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae6144a-4c11-4e0c-b613-ff2147d99af5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:42:12.776700 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae6144a-4c11-4e0c-b613-ff2147d99af5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:42:12.777267 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae6144a-4c11-4e0c-b613-ff2147d99af5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:42:12.778509 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae6144a-4c11-4e0c-b613-ff2147d99af5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:42:12.779398 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae6144a-4c11-4e0c-b613-ff2147d99af5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:42:12.853073 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ac33119-fa33-417e-8a79-c780298a1f23 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (7c89457f-ea38-49f1-bb5d-aca94643135d), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:13.008663 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ac33119-fa33-417e-8a79-c780298a1f23 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (7c89457f-ea38-49f1-bb5d-aca94643135d), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:13.034614 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-9ac33119-fa33-417e-8a79-c780298a1f23 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c89457f-ea38-49f1-bb5d-aca94643135d']}} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:42:13.045727 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-9ac33119-fa33-417e-8a79-c780298a1f23 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '106e20e4-b3d0-4e2b-b427-46efcb4014f3') {'for_net_delete': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:42:13.046192 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-9ac33119-fa33-417e-8a79-c780298a1f23 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '106e20e4-b3d0-4e2b-b427-46efcb4014f3') {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:42:13.058237 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ac33119-fa33-417e-8a79-c780298a1f23 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13506801'] for segment (106e20e4-b3d0-4e2b-b427-46efcb4014f3), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:13.092678 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ac33119-fa33-417e-8a79-c780298a1f23 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (106e20e4-b3d0-4e2b-b427-46efcb4014f3), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:13.128012 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ac33119-fa33-417e-8a79-c780298a1f23 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=103283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:42:13.129886 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ac33119-fa33-417e-8a79-c780298a1f23 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13546563'] for segment (106e20e4-b3d0-4e2b-b427-46efcb4014f3), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:13.230834 n-d-712749-28 neutron-server[103283]: Traceback (most recent call last): Jan 28 07:42:13.230834 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:42:13.230834 n-d-712749-28 neutron-server[103283]: timer() Jan 28 07:42:13.230834 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:42:13.230834 n-d-712749-28 neutron-server[103283]: cb(*args, **kw) Jan 28 07:42:13.230834 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:42:13.230834 n-d-712749-28 neutron-server[103283]: return func(*args, **kwargs) Jan 28 07:42:13.230834 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:42:13.230834 n-d-712749-28 neutron-server[103283]: self._notify() Jan 28 07:42:13.230834 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:42:13.230834 n-d-712749-28 neutron-server[103283]: self.callback(batched_events) Jan 28 07:42:13.230834 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:42:13.230834 n-d-712749-28 neutron-server[103283]: event.method(event) Jan 28 07:42:13.230834 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:42:13.230834 n-d-712749-28 neutron-server[103283]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:42:13.230834 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:42:13.230834 n-d-712749-28 neutron-server[103283]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:42:13.230834 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:42:13.230834 n-d-712749-28 neutron-server[103283]: return f(self, *a, **k) Jan 28 07:42:13.230834 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:42:13.230834 n-d-712749-28 neutron-server[103283]: return self._get(url).json() Jan 28 07:42:13.230834 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:42:13.230834 n-d-712749-28 neutron-server[103283]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:42:13.230834 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:42:13.230834 n-d-712749-28 neutron-server[103283]: return self.request(url, 'GET', **kwargs) Jan 28 07:42:13.230834 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:42:13.230834 n-d-712749-28 neutron-server[103283]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:42:13.230834 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:42:13.230834 n-d-712749-28 neutron-server[103283]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:42:13.230834 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:42:13.230834 n-d-712749-28 neutron-server[103283]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:42:13.230834 n-d-712749-28 neutron-server[103283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:42:13.249099 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ac33119-fa33-417e-8a79-c780298a1f23 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (7c89457f-ea38-49f1-bb5d-aca94643135d), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:13.260067 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ac33119-fa33-417e-8a79-c780298a1f23 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:13.277359 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-9ac33119-fa33-417e-8a79-c780298a1f23 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "DELETE /v2.0/networks/7c89457f-ea38-49f1-bb5d-aca94643135d HTTP/1.1" status: 204 len: 168 time: 0.6559565 Jan 28 07:42:13.277732 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 56248) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:42:13.286310 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac33119-fa33-417e-8a79-c780298a1f23 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Pushing event deleted for resources: {'Network': ['ID=7c89457f-ea38-49f1-bb5d-aca94643135d,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:42:13.412006 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f3143bb7-7956-488b-9fdd-bca8d080a879 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for security_group (44fc05b2-5ead-49ba-bb77-f20ab4ff3f80), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:13.449216 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f3143bb7-7956-488b-9fdd-bca8d080a879 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for security_group (44fc05b2-5ead-49ba-bb77-f20ab4ff3f80), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:13.548690 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f3143bb7-7956-488b-9fdd-bca8d080a879 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (44fc05b2-5ead-49ba-bb77-f20ab4ff3f80), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:13.552142 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f3143bb7-7956-488b-9fdd-bca8d080a879 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:13.553759 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-f3143bb7-7956-488b-9fdd-bca8d080a879 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "DELETE /v2.0/security-groups/44fc05b2-5ead-49ba-bb77-f20ab4ff3f80 HTTP/1.1" status: 204 len: 168 time: 0.2749224 Jan 28 07:42:13.591591 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3143bb7-7956-488b-9fdd-bca8d080a879 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44fc05b2-5ead-49ba-bb77-f20ab4ff3f80,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:42:13.840132 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 66c5c7ca-b2ae-4608-9af8-6f217935c048 no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:42:13.882431 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: 66c5c7ca-b2ae-4608-9af8-6f217935c048 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:42:13.883292 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 66c5c7ca-b2ae-4608-9af8-6f217935c048 not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:42:13.883984 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device c7830fc9-ead6-4483-b68b-78b13424c1f6 no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:42:13.918569 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: c7830fc9-ead6-4483-b68b-78b13424c1f6 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:42:13.918932 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device c7830fc9-ead6-4483-b68b-78b13424c1f6 not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:42:13.919361 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device c047b58e-9943-42b7-a03c-1b3131bcc162 no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:42:13.945135 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: c047b58e-9943-42b7-a03c-1b3131bcc162 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:42:13.945488 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device c047b58e-9943-42b7-a03c-1b3131bcc162 not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:42:14.084694 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 56270) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:42:14.091381 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-3a2f2571-ee6a-4846-a718-950ebfb0b820 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-302917733', 'description': 'tempest-secgroup-smoke-302917733 description', 'project_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:42:14.121250 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3a2f2571-ee6a-4846-a718-950ebfb0b820 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:14.310481 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3a2f2571-ee6a-4846-a718-950ebfb0b820 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for security_group (c5404dbc-b196-4fab-b75b-b8d6f99bbfc1), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:14.320535 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3a2f2571-ee6a-4846-a718-950ebfb0b820 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (c5404dbc-b196-4fab-b75b-b8d6f99bbfc1), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:14.364522 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3a2f2571-ee6a-4846-a718-950ebfb0b820 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:14.369157 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-3a2f2571-ee6a-4846-a718-950ebfb0b820 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2830219 Jan 28 07:42:14.369280 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 56276) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:42:14.374416 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-aca523b7-2a0f-4e73-83b8-fd9115c69424 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Request body: {'security_group_rule': {'security_group_id': 'c5404dbc-b196-4fab-b75b-b8d6f99bbfc1', 'project_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:42:14.404757 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2f2571-ee6a-4846-a718-950ebfb0b820 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5404dbc-b196-4fab-b75b-b8d6f99bbfc1,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:42:14.444420 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-aca523b7-2a0f-4e73-83b8-fd9115c69424 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for security_group_rule (905a30c7-a2ae-4ade-bb54-069c6164e68c), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:14.520407 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-aca523b7-2a0f-4e73-83b8-fd9115c69424 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for security_group_rule (905a30c7-a2ae-4ade-bb54-069c6164e68c), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:14.530946 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-aca523b7-2a0f-4e73-83b8-fd9115c69424 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (905a30c7-a2ae-4ade-bb54-069c6164e68c), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:14.554832 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca523b7-2a0f-4e73-83b8-fd9115c69424 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=905a30c7-a2ae-4ade-bb54-069c6164e68c,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:42:14.571958 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-aca523b7-2a0f-4e73-83b8-fd9115c69424 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:14.575717 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-aca523b7-2a0f-4e73-83b8-fd9115c69424 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2029834 Jan 28 07:42:14.575916 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 56278) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:42:14.581548 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-f4b0ae93-d0bd-454b-95c1-88305003b098 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Request body: {'security_group_rule': {'security_group_id': 'c5404dbc-b196-4fab-b75b-b8d6f99bbfc1', 'project_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:42:14.613823 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f4b0ae93-d0bd-454b-95c1-88305003b098 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for security_group_rule (a27467f3-fcc2-42e4-8f34-c1be1b52ca68), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:14.726007 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f4b0ae93-d0bd-454b-95c1-88305003b098 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for security_group_rule (a27467f3-fcc2-42e4-8f34-c1be1b52ca68), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:14.733574 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f4b0ae93-d0bd-454b-95c1-88305003b098 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (a27467f3-fcc2-42e4-8f34-c1be1b52ca68), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:14.773997 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b0ae93-d0bd-454b-95c1-88305003b098 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a27467f3-fcc2-42e4-8f34-c1be1b52ca68,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:42:14.804532 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f4b0ae93-d0bd-454b-95c1-88305003b098 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:14.806514 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-f4b0ae93-d0bd-454b-95c1-88305003b098 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2294779 Jan 28 07:42:14.809420 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 56282) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:42:14.814128 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-1b9c0433-a68f-42b9-8cab-d9d2bad4f2f3 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Request body: {'security_group_rule': {'security_group_id': 'c5404dbc-b196-4fab-b75b-b8d6f99bbfc1', 'project_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:42:14.863891 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1b9c0433-a68f-42b9-8cab-d9d2bad4f2f3 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for security_group_rule (74481159-220d-421e-a49d-5689b4691996), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:14.960406 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1b9c0433-a68f-42b9-8cab-d9d2bad4f2f3 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for security_group_rule (74481159-220d-421e-a49d-5689b4691996), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:14.971379 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1b9c0433-a68f-42b9-8cab-d9d2bad4f2f3 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (74481159-220d-421e-a49d-5689b4691996), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:15.001860 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9c0433-a68f-42b9-8cab-d9d2bad4f2f3 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74481159-220d-421e-a49d-5689b4691996,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:42:15.007684 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1b9c0433-a68f-42b9-8cab-d9d2bad4f2f3 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:15.009960 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-1b9c0433-a68f-42b9-8cab-d9d2bad4f2f3 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1987102 Jan 28 07:42:15.011903 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 56284) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:42:15.017245 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-da28057a-da96-4b6c-8ac8-7cab9578c1e4 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Request body: {'security_group_rule': {'security_group_id': 'c5404dbc-b196-4fab-b75b-b8d6f99bbfc1', 'project_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:42:15.052118 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-da28057a-da96-4b6c-8ac8-7cab9578c1e4 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for security_group_rule (a8ecd4cc-ae88-4a99-898d-b31681c7fcc6), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:15.162122 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-da28057a-da96-4b6c-8ac8-7cab9578c1e4 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for security_group_rule (a8ecd4cc-ae88-4a99-898d-b31681c7fcc6), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:15.174671 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-da28057a-da96-4b6c-8ac8-7cab9578c1e4 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (a8ecd4cc-ae88-4a99-898d-b31681c7fcc6), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:15.228982 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da28057a-da96-4b6c-8ac8-7cab9578c1e4 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8ecd4cc-ae88-4a99-898d-b31681c7fcc6,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:42:15.245152 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-da28057a-da96-4b6c-8ac8-7cab9578c1e4 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:15.249450 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-da28057a-da96-4b6c-8ac8-7cab9578c1e4 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2336123 Jan 28 07:42:15.249450 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 56290) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:42:15.255570 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-fb927a0f-33a7-40b2-96bd-9057213c5c08 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Request body: {'security_group_rule': {'security_group_id': 'c5404dbc-b196-4fab-b75b-b8d6f99bbfc1', 'project_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:42:15.287264 n-d-712749-28 neutron-server[103283]: INFO neutron.db.securitygroups_db [None req-fb927a0f-33a7-40b2-96bd-9057213c5c08 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Project b44a0e5d7f134bd69aecc7a32d5e1b41 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 07:42:15.297108 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fb927a0f-33a7-40b2-96bd-9057213c5c08 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for security_group_rule (7d25e1ca-64dc-4524-bcec-c142444ad3f8), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:15.396890 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fb927a0f-33a7-40b2-96bd-9057213c5c08 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for security_group_rule (7d25e1ca-64dc-4524-bcec-c142444ad3f8), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:15.401933 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fb927a0f-33a7-40b2-96bd-9057213c5c08 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (7d25e1ca-64dc-4524-bcec-c142444ad3f8), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:15.441092 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb927a0f-33a7-40b2-96bd-9057213c5c08 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d25e1ca-64dc-4524-bcec-c142444ad3f8,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:42:15.455440 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fb927a0f-33a7-40b2-96bd-9057213c5c08 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:15.459571 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 56294) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:42:15.461179 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-fb927a0f-33a7-40b2-96bd-9057213c5c08 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2094281 Jan 28 07:42:15.464418 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-a6175301-6603-4988-81b8-690fadf506dc tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Request body: {'security_group_rule': {'security_group_id': 'c5404dbc-b196-4fab-b75b-b8d6f99bbfc1', 'project_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:42:15.496783 n-d-712749-28 neutron-server[103284]: INFO neutron.db.securitygroups_db [None req-a6175301-6603-4988-81b8-690fadf506dc tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Project b44a0e5d7f134bd69aecc7a32d5e1b41 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 07:42:15.503434 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a6175301-6603-4988-81b8-690fadf506dc tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for security_group_rule (a7f225b6-dac6-4f86-bca9-f4cd1de5d6bd), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:15.587297 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a6175301-6603-4988-81b8-690fadf506dc tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for security_group_rule (a7f225b6-dac6-4f86-bca9-f4cd1de5d6bd), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:15.596915 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a6175301-6603-4988-81b8-690fadf506dc tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (a7f225b6-dac6-4f86-bca9-f4cd1de5d6bd), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:15.634902 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6175301-6603-4988-81b8-690fadf506dc tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7f225b6-dac6-4f86-bca9-f4cd1de5d6bd,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:42:15.650495 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a6175301-6603-4988-81b8-690fadf506dc tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:15.652174 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-a6175301-6603-4988-81b8-690fadf506dc tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1915598 Jan 28 07:42:15.655047 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 56296) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:42:15.661501 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-6c487db5-6590-4a66-a376-b601cebd66e5 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Request body: {'network': {'name': 'tempest-network-smoke--138707544', 'project_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'port_security_enabled': True}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:42:15.692986 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c487db5-6590-4a66-a376-b601cebd66e5 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Made reservation on behalf of b44a0e5d7f134bd69aecc7a32d5e1b41 for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:42:15.698543 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6c487db5-6590-4a66-a376-b601cebd66e5 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:15.725757 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c487db5-6590-4a66-a376-b601cebd66e5 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:42:15.746015 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6c487db5-6590-4a66-a376-b601cebd66e5 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (a74aff14-1383-4326-acef-72e8645ce07a), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:15.747684 n-d-712749-28 neutron-server[103284]: INFO neutron.db.segments_db [None req-6c487db5-6590-4a66-a376-b601cebd66e5 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Added segment a74aff14-1383-4326-acef-72e8645ce07a of type vlan for network 1d99af78-a60f-4659-8b81-649eda773858 Jan 28 07:42:15.814964 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6c487db5-6590-4a66-a376-b601cebd66e5 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (1d99af78-a60f-4659-8b81-649eda773858), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:15.855954 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6c487db5-6590-4a66-a376-b601cebd66e5 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (1d99af78-a60f-4659-8b81-649eda773858), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:15.865016 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c487db5-6590-4a66-a376-b601cebd66e5 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:42:15.868868 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6c487db5-6590-4a66-a376-b601cebd66e5 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:15.948849 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-6c487db5-6590-4a66-a376-b601cebd66e5 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2923641 Jan 28 07:42:15.952222 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 56300) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:42:15.960857 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-3e8ae8a6-191a-4d98-9219-a200b29e01ba tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-565886384', 'admin_state_up': True, 'project_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:42:15.968898 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c487db5-6590-4a66-a376-b601cebd66e5 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Pushing event updated for resources: {'Network': ['ID=1d99af78-a60f-4659-8b81-649eda773858,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:42:15.981707 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network 1d99af78-a60f-4659-8b81-649eda773858 details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:42:16.008768 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3e8ae8a6-191a-4d98-9219-a200b29e01ba tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16606890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127275'] for router (3ac58277-9fbe-44e6-803f-5138288e26c8), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:16.010079 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3e8ae8a6-191a-4d98-9219-a200b29e01ba tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16605498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16607952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16355422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127266'] for router (3ac58277-9fbe-44e6-803f-5138288e26c8), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:16.080121 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3e8ae8a6-191a-4d98-9219-a200b29e01ba tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for router_controller (3ac58277-9fbe-44e6-803f-5138288e26c8), precommit_add_association {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:16.303934 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3e8ae8a6-191a-4d98-9219-a200b29e01ba tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for router_gateway (3ac58277-9fbe-44e6-803f-5138288e26c8), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:16.555405 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3e8ae8a6-191a-4d98-9219-a200b29e01ba tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for router_gateway (3ac58277-9fbe-44e6-803f-5138288e26c8), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:16.575426 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3e8ae8a6-191a-4d98-9219-a200b29e01ba tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:16.700464 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-3e8ae8a6-191a-4d98-9219-a200b29e01ba tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Allocated IP 172.25.6.202 (7d5b3724-deef-4831-8d43-cb9b8176573c/b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc/add8d8cf-1bc4-4568-b292-3bad3a9f4b0d) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:42:16.843350 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3e8ae8a6-191a-4d98-9219-a200b29e01ba tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for port (add8d8cf-1bc4-4568-b292-3bad3a9f4b0d), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:16.885414 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3e8ae8a6-191a-4d98-9219-a200b29e01ba tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (add8d8cf-1bc4-4568-b292-3bad3a9f4b0d), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:16.946386 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e8ae8a6-191a-4d98-9219-a200b29e01ba tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Network 7d5b3724-deef-4831-8d43-cb9b8176573c is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:42:16.950301 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-3e8ae8a6-191a-4d98-9219-a200b29e01ba tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:42:16.961947 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8ae8a6-191a-4d98-9219-a200b29e01ba tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:42:17.005877 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8ae8a6-191a-4d98-9219-a200b29e01ba tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Pushing event updated for resources: {'Port': ['ID=add8d8cf-1bc4-4568-b292-3bad3a9f4b0d,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:42:17.277584 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3e8ae8a6-191a-4d98-9219-a200b29e01ba tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for router_gateway (3ac58277-9fbe-44e6-803f-5138288e26c8), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:17.543092 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3e8ae8a6-191a-4d98-9219-a200b29e01ba tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16605475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16607909'] for router (3ac58277-9fbe-44e6-803f-5138288e26c8), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:18.044439 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e8ae8a6-191a-4d98-9219-a200b29e01ba tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Router 3ac58277-9fbe-44e6-803f-5138288e26c8 is scheduled to L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 with binding_index 1 {{(pid=103283) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 07:42:18.162729 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e8ae8a6-191a-4d98-9219-a200b29e01ba tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:42:18.174544 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa2df52-f942-4212-91e0-89994f3bf50c None None] Sync routers for ids ['3ac58277-9fbe-44e6-803f-5138288e26c8'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:42:18.193966 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa2df52-f942-4212-91e0-89994f3bf50c None None] Routers {'3ac58277-9fbe-44e6-803f-5138288e26c8'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:42:18.198236 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-6aa2df52-f942-4212-91e0-89994f3bf50c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:42:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['3ac58277-9fbe-44e6-803f-5138288e26c8'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:42:18.203210 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3e8ae8a6-191a-4d98-9219-a200b29e01ba tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for router (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:18.209080 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 56318) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:42:18.209574 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-3e8ae8a6-191a-4d98-9219-a200b29e01ba tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.2558200 Jan 28 07:42:18.268155 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-fa6908bc-16ed-46a9-bc8c-8b21c2e1be4b tempest-TestNetworkAdvancedServerOps-2120495418 tempest-TestNetworkAdvancedServerOps-2120495418-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=b44a0e5d7f134bd69aecc7a32d5e1b41&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0542834 Jan 28 07:42:18.268413 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 56320) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:42:18.405584 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-6aa2df52-f942-4212-91e0-89994f3bf50c None None] Set router 3ac58277-9fbe-44e6-803f-5138288e26c8 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:42:18.448522 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15445ba0-a850-44e6-b4f4-1b8ac0a0a4bd tempest-TestNetworkAdvancedServerOps-2120495418 tempest-TestNetworkAdvancedServerOps-2120495418-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:42:18.450582 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-15445ba0-a850-44e6-b4f4-1b8ac0a0a4bd tempest-TestNetworkAdvancedServerOps-2120495418 tempest-TestNetworkAdvancedServerOps-2120495418-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1808333 Jan 28 07:42:18.453768 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 56324) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:42:18.506665 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 56328) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:42:18.512140 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-30083561-45a8-46b1-aac8-e8769d403185 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1111625907', 'network_id': '1d99af78-a60f-4659-8b81-649eda773858', 'project_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:42:18.517069 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-ba0ec5b4-6163-4341-b726-1861530c37ba tempest-TestNetworkAdvancedServerOps-2120495418 tempest-TestNetworkAdvancedServerOps-2120495418-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=7d5b3724-deef-4831-8d43-cb9b8176573c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0485950 Jan 28 07:42:18.695574 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30083561-45a8-46b1-aac8-e8769d403185 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Made reservation on behalf of b44a0e5d7f134bd69aecc7a32d5e1b41 for: {'subnet': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:42:18.710955 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-30083561-45a8-46b1-aac8-e8769d403185 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13555781'] for subnet (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:18.827293 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-6aa2df52-f942-4212-91e0-89994f3bf50c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ac58277-9fbe-44e6-803f-5138288e26c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-565886384', 'tenant_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': 'add8d8cf-1bc4-4568-b292-3bad3a9f4b0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:42:16Z', 'updated_at': '2022-01-28T07:42:17Z', 'revision_number': 3, 'project_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'gw_port': {'id': 'add8d8cf-1bc4-4568-b292-3bad3a9f4b0d', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:4b:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ac58277-9fbe-44e6-803f-5138288e26c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:42:16Z', 'updated_at': '2022-01-28T07:42:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:42:18.910201 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa2df52-f942-4212-91e0-89994f3bf50c None None] Checking router: 3ac58277-9fbe-44e6-803f-5138288e26c8 for host: n-d-712749-28 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:42:18.911161 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa2df52-f942-4212-91e0-89994f3bf50c None None] Updating router 3ac58277-9fbe-44e6-803f-5138288e26c8 port add8d8cf-1bc4-4568-b292-3bad3a9f4b0d binding host n-d-712749-28 {{(pid=103286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 07:42:18.964267 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6aa2df52-f942-4212-91e0-89994f3bf50c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (add8d8cf-1bc4-4568-b292-3bad3a9f4b0d), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:19.155848 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-30083561-45a8-46b1-aac8-e8769d403185 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13546728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13555799'] for subnet (afc5af0a-9c9a-4ac2-a93a-8ed62221322f), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:19.303647 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30083561-45a8-46b1-aac8-e8769d403185 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Pushing event updated for resources: {'Subnet': ['ID=afc5af0a-9c9a-4ac2-a93a-8ed62221322f,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:42:19.317389 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30083561-45a8-46b1-aac8-e8769d403185 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Checking segment: {'id': 'a74aff14-1383-4326-acef-72e8645ce07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1d99af78-a60f-4659-8b81-649eda773858'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:42:19.317762 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30083561-45a8-46b1-aac8-e8769d403185 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Network hostable DHCP agents. Network: 1d99af78-a60f-4659-8b81-649eda773858, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:42:19.402067 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30083561-45a8-46b1-aac8-e8769d403185 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Network 1d99af78-a60f-4659-8b81-649eda773858 is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:42:19.427590 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-30083561-45a8-46b1-aac8-e8769d403185 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, 1d99af78-a60f-4659-8b81-649eda773858) {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:42:19.445515 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30083561-45a8-46b1-aac8-e8769d403185 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:42:19.446348 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-30083561-45a8-46b1-aac8-e8769d403185 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:19.454300 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f55a0d54-dc1a-4b53-a7f4-faa69bf74d3f None None] Network 1d99af78-a60f-4659-8b81-649eda773858 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:42:19.482326 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-30083561-45a8-46b1-aac8-e8769d403185 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9716716 Jan 28 07:42:19.482795 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 56336) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:42:19.587040 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6aa2df52-f942-4212-91e0-89994f3bf50c None None] Publish callbacks [] for port (add8d8cf-1bc4-4568-b292-3bad3a9f4b0d), precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:19.603428 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6aa2df52-f942-4212-91e0-89994f3bf50c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (add8d8cf-1bc4-4568-b292-3bad3a9f4b0d), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:19.669500 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02eb7509-7148-456a-9a51-34d8062a9ba6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3dd72b9-6805-5f61-b6f3-a591f99a173d-1d99af78-a60f-4659-8b81-649eda773858', 'network_id': '1d99af78-a60f-4659-8b81-649eda773858', 'project_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'fixed_ips': [{'subnet_id': 'afc5af0a-9c9a-4ac2-a93a-8ed62221322f'}]}} from n-d-712749-28. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 07:42:19.672541 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-02eb7509-7148-456a-9a51-34d8062a9ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:19.831197 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40e4c2c-849b-4f18-8b58-78e16611db21 None None] Pushing event updated for resources: {'Port': ['ID=add8d8cf-1bc4-4568-b292-3bad3a9f4b0d,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:42:19.853843 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40e4c2c-849b-4f18-8b58-78e16611db21 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:42:19.855982 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40e4c2c-849b-4f18-8b58-78e16611db21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:42:19.857576 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40e4c2c-849b-4f18-8b58-78e16611db21 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:42:19.858017 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40e4c2c-849b-4f18-8b58-78e16611db21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:42:19.860827 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40e4c2c-849b-4f18-8b58-78e16611db21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:42:19.861526 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40e4c2c-849b-4f18-8b58-78e16611db21 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:42:19.861751 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40e4c2c-849b-4f18-8b58-78e16611db21 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:42:19.862077 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40e4c2c-849b-4f18-8b58-78e16611db21 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:42:19.862415 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40e4c2c-849b-4f18-8b58-78e16611db21 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:42:19.862731 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40e4c2c-849b-4f18-8b58-78e16611db21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:42:19.863065 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40e4c2c-849b-4f18-8b58-78e16611db21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:42:19.863393 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40e4c2c-849b-4f18-8b58-78e16611db21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:42:19.863727 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40e4c2c-849b-4f18-8b58-78e16611db21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:42:19.908080 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-6aa2df52-f942-4212-91e0-89994f3bf50c None None] Attempting to bind port add8d8cf-1bc4-4568-b292-3bad3a9f4b0d on host n-d-712749-28 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:42:19.908511 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-6aa2df52-f942-4212-91e0-89994f3bf50c None None] Attempting to bind port add8d8cf-1bc4-4568-b292-3bad3a9f4b0d by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:42:19.908874 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa2df52-f942-4212-91e0-89994f3bf50c None None] Attempting to bind port add8d8cf-1bc4-4568-b292-3bad3a9f4b0d on network 7d5b3724-deef-4831-8d43-cb9b8176573c {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:42:19.918401 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa2df52-f942-4212-91e0-89994f3bf50c None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 42, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:42:19.918786 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa2df52-f942-4212-91e0-89994f3bf50c None None] Checking segment: {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:42:19.919190 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6aa2df52-f942-4212-91e0-89994f3bf50c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:19.919583 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa2df52-f942-4212-91e0-89994f3bf50c None None] Bound using segment: {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:42:19.920101 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-6aa2df52-f942-4212-91e0-89994f3bf50c None None] Bound port: add8d8cf-1bc4-4568-b292-3bad3a9f4b0d, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:42:19.920520 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6aa2df52-f942-4212-91e0-89994f3bf50c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (add8d8cf-1bc4-4568-b292-3bad3a9f4b0d), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:20.100094 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-02eb7509-7148-456a-9a51-34d8062a9ba6 None None] Allocated IP 172.20.0.2 (1d99af78-a60f-4659-8b81-649eda773858/afc5af0a-9c9a-4ac2-a93a-8ed62221322f/fd0f2585-a46c-479b-b69b-7d764e29957d) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:42:20.366616 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-6aa2df52-f942-4212-91e0-89994f3bf50c None None] For port add8d8cf-1bc4-4568-b292-3bad3a9f4b0d, host n-d-712749-28, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:42:20.377584 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-6aa2df52-f942-4212-91e0-89994f3bf50c None None] For port add8d8cf-1bc4-4568-b292-3bad3a9f4b0d, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=add8d8cf-1bc4-4568-b292-3bad3a9f4b0d,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:42:20.395671 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6aa2df52-f942-4212-91e0-89994f3bf50c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (add8d8cf-1bc4-4568-b292-3bad3a9f4b0d), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:20.406174 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-02eb7509-7148-456a-9a51-34d8062a9ba6 None None] Publish callbacks [] for port (fd0f2585-a46c-479b-b69b-7d764e29957d), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:20.417410 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-02eb7509-7148-456a-9a51-34d8062a9ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (fd0f2585-a46c-479b-b69b-7d764e29957d), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:20.519955 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa2df52-f942-4212-91e0-89994f3bf50c None None] Routers {'3ac58277-9fbe-44e6-803f-5138288e26c8'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:42:20.520742 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-6aa2df52-f942-4212-91e0-89994f3bf50c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:42:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['3ac58277-9fbe-44e6-803f-5138288e26c8'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:42:20.530098 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02eb7509-7148-456a-9a51-34d8062a9ba6 None None] Network 1d99af78-a60f-4659-8b81-649eda773858 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:42:20.535624 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-02eb7509-7148-456a-9a51-34d8062a9ba6 None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:42:20.550178 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02eb7509-7148-456a-9a51-34d8062a9ba6 None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:42:20.580626 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02eb7509-7148-456a-9a51-34d8062a9ba6 None None] Pushing event updated for resources: {'Port': ['ID=fd0f2585-a46c-479b-b69b-7d764e29957d,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:42:20.706697 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-02eb7509-7148-456a-9a51-34d8062a9ba6 None None] Attempting to bind port fd0f2585-a46c-479b-b69b-7d764e29957d on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:42:20.707166 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-02eb7509-7148-456a-9a51-34d8062a9ba6 None None] Attempting to bind port fd0f2585-a46c-479b-b69b-7d764e29957d by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': 'a74aff14-1383-4326-acef-72e8645ce07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1d99af78-a60f-4659-8b81-649eda773858'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:42:20.707550 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02eb7509-7148-456a-9a51-34d8062a9ba6 None None] Attempting to bind port fd0f2585-a46c-479b-b69b-7d764e29957d on network 1d99af78-a60f-4659-8b81-649eda773858 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:42:20.710691 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ba8f58b0-143d-40ce-ab7b-41d7426ac9af tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:20.721454 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02eb7509-7148-456a-9a51-34d8062a9ba6 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 42, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:42:20.721840 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02eb7509-7148-456a-9a51-34d8062a9ba6 None None] Checking segment: {'id': 'a74aff14-1383-4326-acef-72e8645ce07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1d99af78-a60f-4659-8b81-649eda773858'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:42:20.722251 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-02eb7509-7148-456a-9a51-34d8062a9ba6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:20.726748 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02eb7509-7148-456a-9a51-34d8062a9ba6 None None] Bound using segment: {'id': 'a74aff14-1383-4326-acef-72e8645ce07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1d99af78-a60f-4659-8b81-649eda773858'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:42:20.728045 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-02eb7509-7148-456a-9a51-34d8062a9ba6 None None] Bound port: fd0f2585-a46c-479b-b69b-7d764e29957d, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a74aff14-1383-4326-acef-72e8645ce07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1d99af78-a60f-4659-8b81-649eda773858'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:42:20.730677 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-02eb7509-7148-456a-9a51-34d8062a9ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (fd0f2585-a46c-479b-b69b-7d764e29957d), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:20.771597 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-6aa2df52-f942-4212-91e0-89994f3bf50c None None] Set router 3ac58277-9fbe-44e6-803f-5138288e26c8 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:42:20.868671 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-02eb7509-7148-456a-9a51-34d8062a9ba6 None None] For port fd0f2585-a46c-479b-b69b-7d764e29957d, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:42:20.874108 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-02eb7509-7148-456a-9a51-34d8062a9ba6 None None] For port fd0f2585-a46c-479b-b69b-7d764e29957d, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=fd0f2585-a46c-479b-b69b-7d764e29957d,segment=NetworkSegment(a74aff14-1383-4326-acef-72e8645ce07a),segment_id=a74aff14-1383-4326-acef-72e8645ce07a)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:42:20.885295 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-02eb7509-7148-456a-9a51-34d8062a9ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (fd0f2585-a46c-479b-b69b-7d764e29957d), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:20.999521 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02eb7509-7148-456a-9a51-34d8062a9ba6 None None] Pushing event updated for resources: {'Port': ['ID=fd0f2585-a46c-479b-b69b-7d764e29957d,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:42:21.042252 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40e4c2c-849b-4f18-8b58-78e16611db21 None None] Pushing event updated for resources: {'Port': ['ID=add8d8cf-1bc4-4568-b292-3bad3a9f4b0d,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:42:21.268085 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-6aa2df52-f942-4212-91e0-89994f3bf50c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ac58277-9fbe-44e6-803f-5138288e26c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-565886384', 'tenant_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': 'add8d8cf-1bc4-4568-b292-3bad3a9f4b0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:42:16Z', 'updated_at': '2022-01-28T07:42:17Z', 'revision_number': 3, 'project_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'gw_port': {'id': 'add8d8cf-1bc4-4568-b292-3bad3a9f4b0d', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:4b:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ac58277-9fbe-44e6-803f-5138288e26c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:42:16Z', 'updated_at': '2022-01-28T07:42:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:42:21.329815 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa2df52-f942-4212-91e0-89994f3bf50c None None] The sync data for ids ['3ac58277-9fbe-44e6-803f-5138288e26c8'] in n-d-712749-28 is: [{'id': '3ac58277-9fbe-44e6-803f-5138288e26c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-565886384', 'tenant_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': 'add8d8cf-1bc4-4568-b292-3bad3a9f4b0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:42:16Z', 'updated_at': '2022-01-28T07:42:17Z', 'revision_number': 3, 'project_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'gw_port': {'id': 'add8d8cf-1bc4-4568-b292-3bad3a9f4b0d', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:4b:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ac58277-9fbe-44e6-803f-5138288e26c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:42:16Z', 'updated_at': '2022-01-28T07:42:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:42:21.529734 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-ba8f58b0-143d-40ce-ab7b-41d7426ac9af tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Allocated IP 172.20.0.1 (1d99af78-a60f-4659-8b81-649eda773858/afc5af0a-9c9a-4ac2-a93a-8ed62221322f/4324ad66-b93b-48fc-8775-58671459b6c4) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:42:21.876677 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ba8f58b0-143d-40ce-ab7b-41d7426ac9af tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for port (4324ad66-b93b-48fc-8775-58671459b6c4), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:21.914917 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device fd0f2585-a46c-479b-b69b-7d764e29957d up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:42:21.943869 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ba8f58b0-143d-40ce-ab7b-41d7426ac9af tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (4324ad66-b93b-48fc-8775-58671459b6c4), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:22.044980 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port fd0f2585-a46c-479b-b69b-7d764e29957d triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:42:22.044980 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (fd0f2585-a46c-479b-b69b-7d764e29957d), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:22.108888 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba8f58b0-143d-40ce-ab7b-41d7426ac9af tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Network 1d99af78-a60f-4659-8b81-649eda773858 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:42:22.113968 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8f58b0-143d-40ce-ab7b-41d7426ac9af tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Pushing event updated for resources: {'Port': ['ID=4324ad66-b93b-48fc-8775-58671459b6c4,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:42:22.129121 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-ba8f58b0-143d-40ce-ab7b-41d7426ac9af tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:42:22.140187 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8f58b0-143d-40ce-ab7b-41d7426ac9af tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:42:22.364995 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port fd0f2585-a46c-479b-b69b-7d764e29957d is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:42:22.365400 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (fd0f2585-a46c-479b-b69b-7d764e29957d), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:22.421975 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ba8f58b0-143d-40ce-ab7b-41d7426ac9af tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16609232'] for router_interface (3ac58277-9fbe-44e6-803f-5138288e26c8), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:22.492473 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] For port fd0f2585-a46c-479b-b69b-7d764e29957d, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=fd0f2585-a46c-479b-b69b-7d764e29957d,segment=NetworkSegment(a74aff14-1383-4326-acef-72e8645ce07a),segment_id=a74aff14-1383-4326-acef-72e8645ce07a)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:42:22.506585 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (fd0f2585-a46c-479b-b69b-7d764e29957d), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:22.652879 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Pushing event updated for resources: {'Port': ['ID=fd0f2585-a46c-479b-b69b-7d764e29957d,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:42:22.913176 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ba8f58b0-143d-40ce-ab7b-41d7426ac9af tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (4324ad66-b93b-48fc-8775-58671459b6c4), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:23.249955 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5708123b-9444-4d1c-96e6-94cdcf305c94 None None] Network 1d99af78-a60f-4659-8b81-649eda773858 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:42:23.490503 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-98c5a05c-eb2f-4890-befd-ed8a9a0a8e23 None None] Provisioning complete for port fd0f2585-a46c-479b-b69b-7d764e29957d triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:42:23.490916 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-98c5a05c-eb2f-4890-befd-ed8a9a0a8e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (fd0f2585-a46c-479b-b69b-7d764e29957d), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:23.706786 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-98c5a05c-eb2f-4890-befd-ed8a9a0a8e23 None None] Current status of the port fd0f2585-a46c-479b-b69b-7d764e29957d is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:42:23.919716 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ba8f58b0-143d-40ce-ab7b-41d7426ac9af tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for port (4324ad66-b93b-48fc-8775-58671459b6c4), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:23.932659 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ba8f58b0-143d-40ce-ab7b-41d7426ac9af tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (4324ad66-b93b-48fc-8775-58671459b6c4), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:23.933347 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device fd0f2585-a46c-479b-b69b-7d764e29957d up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:42:24.111317 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-0e21c251-0e56-42b9-b470-a9c7473a14fc None None] Provisioning complete for port fd0f2585-a46c-479b-b69b-7d764e29957d triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:42:24.111791 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0e21c251-0e56-42b9-b470-a9c7473a14fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (fd0f2585-a46c-479b-b69b-7d764e29957d), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:24.146760 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ba8f58b0-143d-40ce-ab7b-41d7426ac9af tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16318999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16606560'] for router_interface (3ac58277-9fbe-44e6-803f-5138288e26c8), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:24.168447 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8f58b0-143d-40ce-ab7b-41d7426ac9af tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Pushing event updated for resources: {'Port': ['ID=4324ad66-b93b-48fc-8775-58671459b6c4,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:42:24.217410 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port fd0f2585-a46c-479b-b69b-7d764e29957d triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:42:24.217787 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (fd0f2585-a46c-479b-b69b-7d764e29957d), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:24.386564 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba8f58b0-143d-40ce-ab7b-41d7426ac9af tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Network 1d99af78-a60f-4659-8b81-649eda773858 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:42:24.386564 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-ba8f58b0-143d-40ce-ab7b-41d7426ac9af tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:42:24.520811 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-0e21c251-0e56-42b9-b470-a9c7473a14fc None None] Current status of the port fd0f2585-a46c-479b-b69b-7d764e29957d is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:42:24.553034 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port fd0f2585-a46c-479b-b69b-7d764e29957d is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:42:24.554602 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device add8d8cf-1bc4-4568-b292-3bad3a9f4b0d up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:42:24.645775 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-0e21c251-0e56-42b9-b470-a9c7473a14fc None None] Provisioning complete for port 4324ad66-b93b-48fc-8775-58671459b6c4 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:42:24.646162 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0e21c251-0e56-42b9-b470-a9c7473a14fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (4324ad66-b93b-48fc-8775-58671459b6c4), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:24.759387 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port add8d8cf-1bc4-4568-b292-3bad3a9f4b0d triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:42:24.760083 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (add8d8cf-1bc4-4568-b292-3bad3a9f4b0d), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:24.831205 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-0e21c251-0e56-42b9-b470-a9c7473a14fc None None] Port 4324ad66-b93b-48fc-8775-58671459b6c4 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:42:24.847868 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba8f58b0-143d-40ce-ab7b-41d7426ac9af tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Router 3ac58277-9fbe-44e6-803f-5138288e26c8 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:42:25.003551 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port add8d8cf-1bc4-4568-b292-3bad3a9f4b0d is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:42:25.004147 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (add8d8cf-1bc4-4568-b292-3bad3a9f4b0d), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:25.012360 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba8f58b0-143d-40ce-ab7b-41d7426ac9af tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:42:25.046315 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] For port add8d8cf-1bc4-4568-b292-3bad3a9f4b0d, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=add8d8cf-1bc4-4568-b292-3bad3a9f4b0d,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:42:25.051435 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-ba8f58b0-143d-40ce-ab7b-41d7426ac9af tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "PUT /v2.0/routers/3ac58277-9fbe-44e6-803f-5138288e26c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5599661 Jan 28 07:42:25.051786 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-0173ef83-a553-4c2c-8b00-4a9b79d3ce2c None None] Provisioning complete for port 4324ad66-b93b-48fc-8775-58671459b6c4 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:42:25.052529 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0173ef83-a553-4c2c-8b00-4a9b79d3ce2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (4324ad66-b93b-48fc-8775-58671459b6c4), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:25.056107 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb0a7cb-41b1-409b-8584-a46768b7e950 None None] Sync routers for ids ['3ac58277-9fbe-44e6-803f-5138288e26c8'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:42:25.063170 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (add8d8cf-1bc4-4568-b292-3bad3a9f4b0d), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:25.167987 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb0a7cb-41b1-409b-8584-a46768b7e950 None None] Routers {'3ac58277-9fbe-44e6-803f-5138288e26c8'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:42:25.168949 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-fcb0a7cb-41b1-409b-8584-a46768b7e950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:42:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['3ac58277-9fbe-44e6-803f-5138288e26c8'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:42:25.242894 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-0173ef83-a553-4c2c-8b00-4a9b79d3ce2c None None] Port 4324ad66-b93b-48fc-8775-58671459b6c4 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:42:25.271873 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Pushing event updated for resources: {'Port': ['ID=add8d8cf-1bc4-4568-b292-3bad3a9f4b0d,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:42:25.291259 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3dbf60ca-4c0f-440a-a300-4ff7c0814c25 req-cfabc71a-4a67-467a-80b2-b6156efb914a tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-302917733&fields=id&tenant_id=b44a0e5d7f134bd69aecc7a32d5e1b41 HTTP/1.1" status: 200 len: 267 time: 0.0906711 Jan 28 07:42:25.366245 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-fcb0a7cb-41b1-409b-8584-a46768b7e950 None None] Set router 3ac58277-9fbe-44e6-803f-5138288e26c8 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:42:25.669860 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device add8d8cf-1bc4-4568-b292-3bad3a9f4b0d up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:42:25.832514 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-fcb0a7cb-41b1-409b-8584-a46768b7e950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ac58277-9fbe-44e6-803f-5138288e26c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-565886384', 'tenant_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': 'add8d8cf-1bc4-4568-b292-3bad3a9f4b0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:42:16Z', 'updated_at': '2022-01-28T07:42:22Z', 'revision_number': 4, 'project_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'gw_port': {'id': 'add8d8cf-1bc4-4568-b292-3bad3a9f4b0d', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:4b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac58277-9fbe-44e6-803f-5138288e26c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:42:16Z', 'updated_at': '2022-01-28T07:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '4324ad66-b93b-48fc-8775-58671459b6c4', 'name': '', 'network_id': '1d99af78-a60f-4659-8b81-649eda773858', 'tenant_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'mac_address': 'fa:16:3e:b4:42:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ac58277-9fbe-44e6-803f-5138288e26c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': 'afc5af0a-9c9a-4ac2-a93a-8ed62221322f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:42:21Z', 'updated_at': '2022-01-28T07:42:23Z', 'revision_number': 2, 'project_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'subnets': [{'id': 'afc5af0a-9c9a-4ac2-a93a-8ed62221322f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:42:25.858676 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbf60ca-4c0f-440a-a300-4ff7c0814c25 req-c66e0f6e-9d20-4bfe-be8f-faa9091908c8 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:42:25.859470 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3dbf60ca-4c0f-440a-a300-4ff7c0814c25 req-c66e0f6e-9d20-4bfe-be8f-faa9091908c8 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/networks?id=1d99af78-a60f-4659-8b81-649eda773858 HTTP/1.1" status: 200 len: 796 time: 0.5609324 Jan 28 07:42:25.887199 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3dbf60ca-4c0f-440a-a300-4ff7c0814c25 req-1cf3f3c8-ae76-4b8f-ad10-a3b64836c420 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/quotas/b44a0e5d7f134bd69aecc7a32d5e1b41 HTTP/1.1" status: 200 len: 375 time: 0.0186172 Jan 28 07:42:25.888587 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port add8d8cf-1bc4-4568-b292-3bad3a9f4b0d triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:42:25.888961 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (add8d8cf-1bc4-4568-b292-3bad3a9f4b0d), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:25.893321 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb0a7cb-41b1-409b-8584-a46768b7e950 None None] Checking router: 3ac58277-9fbe-44e6-803f-5138288e26c8 for host: n-d-712749-28 {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:42:25.893789 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb0a7cb-41b1-409b-8584-a46768b7e950 None None] Updating router 3ac58277-9fbe-44e6-803f-5138288e26c8 port 4324ad66-b93b-48fc-8775-58671459b6c4 binding host n-d-712749-28 {{(pid=103285) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 07:42:25.961303 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fcb0a7cb-41b1-409b-8584-a46768b7e950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (4324ad66-b93b-48fc-8775-58671459b6c4), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:25.963521 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3dbf60ca-4c0f-440a-a300-4ff7c0814c25 req-71ae0a49-a692-4271-9ca5-aa75c2b277bc tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=b44a0e5d7f134bd69aecc7a32d5e1b41&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0721858 Jan 28 07:42:26.139494 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3dbf60ca-4c0f-440a-a300-4ff7c0814c25 req-2b979873-5b1f-4d1b-b74f-0926c34c1a29 service neutron] 10.222.0.41 "GET /v2.0/networks/1d99af78-a60f-4659-8b81-649eda773858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712866 Jan 28 07:42:26.339660 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3dbf60ca-4c0f-440a-a300-4ff7c0814c25 req-81f7baea-d1f6-49c5-9ac7-74baec122f30 service neutron] 10.222.0.41 "GET /v2.0/networks/1d99af78-a60f-4659-8b81-649eda773858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934431 Jan 28 07:42:26.388301 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port add8d8cf-1bc4-4568-b292-3bad3a9f4b0d is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:42:26.601137 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fcb0a7cb-41b1-409b-8584-a46768b7e950 None None] Publish callbacks [] for port (4324ad66-b93b-48fc-8775-58671459b6c4), precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:26.629472 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fcb0a7cb-41b1-409b-8584-a46768b7e950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (4324ad66-b93b-48fc-8775-58671459b6c4), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:26.685328 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37f0e78-ce61-483a-be15-9cc8ccee5887 req-fe7b5a38-e327-483e-95eb-f4bc91e502c1 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:42:26.688847 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b37f0e78-ce61-483a-be15-9cc8ccee5887 req-fe7b5a38-e327-483e-95eb-f4bc91e502c1 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f42de8c-cd1a-45e7-87eb-01845dcfa3a6 HTTP/1.1" status: 200 len: 946 time: 0.0730481 Jan 28 07:42:26.739309 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd01acf-46a4-480a-8ea9-41202bdee43c None None] Pushing event updated for resources: {'Port': ['ID=4324ad66-b93b-48fc-8775-58671459b6c4,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:42:26.797575 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-fcb0a7cb-41b1-409b-8584-a46768b7e950 None None] Attempting to bind port 4324ad66-b93b-48fc-8775-58671459b6c4 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:42:26.797963 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-fcb0a7cb-41b1-409b-8584-a46768b7e950 None None] Attempting to bind port 4324ad66-b93b-48fc-8775-58671459b6c4 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': 'a74aff14-1383-4326-acef-72e8645ce07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1d99af78-a60f-4659-8b81-649eda773858'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:42:26.798487 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb0a7cb-41b1-409b-8584-a46768b7e950 None None] Attempting to bind port 4324ad66-b93b-48fc-8775-58671459b6c4 on network 1d99af78-a60f-4659-8b81-649eda773858 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:42:26.805906 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb0a7cb-41b1-409b-8584-a46768b7e950 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 42, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:42:26.806482 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb0a7cb-41b1-409b-8584-a46768b7e950 None None] Checking segment: {'id': 'a74aff14-1383-4326-acef-72e8645ce07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1d99af78-a60f-4659-8b81-649eda773858'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:42:26.807153 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fcb0a7cb-41b1-409b-8584-a46768b7e950 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:26.807583 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb0a7cb-41b1-409b-8584-a46768b7e950 None None] Bound using segment: {'id': 'a74aff14-1383-4326-acef-72e8645ce07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1d99af78-a60f-4659-8b81-649eda773858'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:42:26.808509 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-fcb0a7cb-41b1-409b-8584-a46768b7e950 None None] Bound port: 4324ad66-b93b-48fc-8775-58671459b6c4, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a74aff14-1383-4326-acef-72e8645ce07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1d99af78-a60f-4659-8b81-649eda773858'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:42:26.808665 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fcb0a7cb-41b1-409b-8584-a46768b7e950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (4324ad66-b93b-48fc-8775-58671459b6c4), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:26.875607 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b37f0e78-ce61-483a-be15-9cc8ccee5887 req-9d71be8a-1440-49ae-9c7b-9203960ad62f tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7a11e82-5704-491d-abd6-aba50865dcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625364 Jan 28 07:42:26.903144 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-fcb0a7cb-41b1-409b-8584-a46768b7e950 None None] For port 4324ad66-b93b-48fc-8775-58671459b6c4, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:42:26.912455 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-fcb0a7cb-41b1-409b-8584-a46768b7e950 None None] For port 4324ad66-b93b-48fc-8775-58671459b6c4, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=4324ad66-b93b-48fc-8775-58671459b6c4,segment=NetworkSegment(a74aff14-1383-4326-acef-72e8645ce07a),segment_id=a74aff14-1383-4326-acef-72e8645ce07a)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:42:26.920476 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fcb0a7cb-41b1-409b-8584-a46768b7e950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (4324ad66-b93b-48fc-8775-58671459b6c4), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:27.004127 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb0a7cb-41b1-409b-8584-a46768b7e950 None None] Routers {'3ac58277-9fbe-44e6-803f-5138288e26c8'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:42:27.004127 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-fcb0a7cb-41b1-409b-8584-a46768b7e950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:42:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['3ac58277-9fbe-44e6-803f-5138288e26c8'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:42:27.004127 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd01acf-46a4-480a-8ea9-41202bdee43c None None] Pushing event updated for resources: {'Port': ['ID=4324ad66-b93b-48fc-8775-58671459b6c4,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:42:27.023953 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-98769739-42d7-4ca3-a338-ddc4071ef7f5 req-49a98567-4a3d-422b-89f3-d230fa5503bb tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/ports?device_id=afa31c57-6112-4506-a310-95e86a4ff05d HTTP/1.1" status: 200 len: 210 time: 0.0982039 Jan 28 07:42:27.511472 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-fcb0a7cb-41b1-409b-8584-a46768b7e950 None None] Set router 3ac58277-9fbe-44e6-803f-5138288e26c8 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:42:27.615007 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-52e6307d-3570-4d65-82de-747d5d2bbbcc None None] Provisioning complete for port 4324ad66-b93b-48fc-8775-58671459b6c4 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:42:27.615505 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-52e6307d-3570-4d65-82de-747d5d2bbbcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (4324ad66-b93b-48fc-8775-58671459b6c4), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:27.845523 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-52e6307d-3570-4d65-82de-747d5d2bbbcc None None] Current status of the port 4324ad66-b93b-48fc-8775-58671459b6c4 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:42:27.846154 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-52e6307d-3570-4d65-82de-747d5d2bbbcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (4324ad66-b93b-48fc-8775-58671459b6c4), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:27.902039 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-52e6307d-3570-4d65-82de-747d5d2bbbcc None None] For port 4324ad66-b93b-48fc-8775-58671459b6c4, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=4324ad66-b93b-48fc-8775-58671459b6c4,segment=NetworkSegment(a74aff14-1383-4326-acef-72e8645ce07a),segment_id=a74aff14-1383-4326-acef-72e8645ce07a)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:42:27.913790 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-52e6307d-3570-4d65-82de-747d5d2bbbcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (4324ad66-b93b-48fc-8775-58671459b6c4), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:27.933847 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-fcb0a7cb-41b1-409b-8584-a46768b7e950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ac58277-9fbe-44e6-803f-5138288e26c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-565886384', 'tenant_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': 'add8d8cf-1bc4-4568-b292-3bad3a9f4b0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:42:16Z', 'updated_at': '2022-01-28T07:42:22Z', 'revision_number': 4, 'project_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'gw_port': {'id': 'add8d8cf-1bc4-4568-b292-3bad3a9f4b0d', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:4b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac58277-9fbe-44e6-803f-5138288e26c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:42:16Z', 'updated_at': '2022-01-28T07:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '4324ad66-b93b-48fc-8775-58671459b6c4', 'name': '', 'network_id': '1d99af78-a60f-4659-8b81-649eda773858', 'tenant_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'mac_address': 'fa:16:3e:b4:42:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ac58277-9fbe-44e6-803f-5138288e26c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': 'afc5af0a-9c9a-4ac2-a93a-8ed62221322f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:42:21Z', 'updated_at': '2022-01-28T07:42:26Z', 'revision_number': 4, 'project_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'subnets': [{'id': 'afc5af0a-9c9a-4ac2-a93a-8ed62221322f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:42:27.999892 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb0a7cb-41b1-409b-8584-a46768b7e950 None None] The sync data for ids ['3ac58277-9fbe-44e6-803f-5138288e26c8'] in n-d-712749-28 is: [{'id': '3ac58277-9fbe-44e6-803f-5138288e26c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-565886384', 'tenant_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': 'add8d8cf-1bc4-4568-b292-3bad3a9f4b0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:42:16Z', 'updated_at': '2022-01-28T07:42:22Z', 'revision_number': 4, 'project_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'gw_port': {'id': 'add8d8cf-1bc4-4568-b292-3bad3a9f4b0d', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:4b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac58277-9fbe-44e6-803f-5138288e26c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:42:16Z', 'updated_at': '2022-01-28T07:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '4324ad66-b93b-48fc-8775-58671459b6c4', 'name': '', 'network_id': '1d99af78-a60f-4659-8b81-649eda773858', 'tenant_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'mac_address': 'fa:16:3e:b4:42:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ac58277-9fbe-44e6-803f-5138288e26c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': 'afc5af0a-9c9a-4ac2-a93a-8ed62221322f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:42:21Z', 'updated_at': '2022-01-28T07:42:26Z', 'revision_number': 4, 'project_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'subnets': [{'id': 'afc5af0a-9c9a-4ac2-a93a-8ed62221322f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:42:28.095513 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe91767-5c54-4280-b9fc-29114238f35e req-91b755da-2bfd-4690-a075-15df4b530136 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:42:28.100700 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-efe91767-5c54-4280-b9fc-29114238f35e req-91b755da-2bfd-4690-a075-15df4b530136 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f42de8c-cd1a-45e7-87eb-01845dcfa3a6 HTTP/1.1" status: 200 len: 946 time: 0.1132643 Jan 28 07:42:28.103187 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e6307d-3570-4d65-82de-747d5d2bbbcc None None] Pushing event updated for resources: {'Port': ['ID=4324ad66-b93b-48fc-8775-58671459b6c4,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:42:28.129194 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-26adaa8d-edeb-4912-a5f5-16b04eb5b9c2 None None] Provisioning complete for port 4324ad66-b93b-48fc-8775-58671459b6c4 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:42:28.130396 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-26adaa8d-edeb-4912-a5f5-16b04eb5b9c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (4324ad66-b93b-48fc-8775-58671459b6c4), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:28.233793 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-efe91767-5c54-4280-b9fc-29114238f35e req-68918d82-0ab4-4cba-a911-ce56942040b3 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7a11e82-5704-491d-abd6-aba50865dcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299183 Jan 28 07:42:28.296496 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-53871127-5622-49f3-8576-92dcfdb3be98 req-82afc0cc-8f8a-4181-acfa-41b8135a7dbf tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/ports?device_id=afa31c57-6112-4506-a310-95e86a4ff05d HTTP/1.1" status: 200 len: 210 time: 0.1129923 Jan 28 07:42:28.322120 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d834b4b-802d-43b9-86e7-2b32b1c2f413 req-c4b6aabc-3b40-4b52-bf32-9901d9a1107d tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:42:28.328477 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0d834b4b-802d-43b9-86e7-2b32b1c2f413 req-c4b6aabc-3b40-4b52-bf32-9901d9a1107d tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f42de8c-cd1a-45e7-87eb-01845dcfa3a6 HTTP/1.1" status: 200 len: 946 time: 0.2059631 Jan 28 07:42:28.414844 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-26adaa8d-edeb-4912-a5f5-16b04eb5b9c2 None None] Current status of the port 4324ad66-b93b-48fc-8775-58671459b6c4 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:42:28.721224 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbf60ca-4c0f-440a-a300-4ff7c0814c25 req-636afa7a-1a02-41b1-a3ec-036a9e67ecf8 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:42:28.722728 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3dbf60ca-4c0f-440a-a300-4ff7c0814c25 req-636afa7a-1a02-41b1-a3ec-036a9e67ecf8 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.10 "GET /v2.0/networks?id=1d99af78-a60f-4659-8b81-649eda773858 HTTP/1.1" status: 200 len: 796 time: 0.3176930 Jan 28 07:42:28.732468 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-0d834b4b-802d-43b9-86e7-2b32b1c2f413 req-bf192ceb-a30e-49ca-a199-0b9311122372 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Deleting port a09bd0ec-eeb2-46f5-9c23-7d3efd2027cd {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:42:28.732820 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-0d834b4b-802d-43b9-86e7-2b32b1c2f413 req-bf192ceb-a30e-49ca-a199-0b9311122372 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (a09bd0ec-eeb2-46f5-9c23-7d3efd2027cd), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:28.914026 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3dbf60ca-4c0f-440a-a300-4ff7c0814c25 req-2bc81040-b8d9-4d78-8abc-c3a99e096f1d tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b44a0e5d7f134bd69aecc7a32d5e1b41 HTTP/1.1" status: 200 len: 379 time: 0.1291232 Jan 28 07:42:28.922993 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-0d834b4b-802d-43b9-86e7-2b32b1c2f413 req-bf192ceb-a30e-49ca-a199-0b9311122372 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] For port a09bd0ec-eeb2-46f5-9c23-7d3efd2027cd, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=a09bd0ec-eeb2-46f5-9c23-7d3efd2027cd,segment=NetworkSegment(51b887d5-fd17-4f2d-9bed-8a0b60014438),segment_id=51b887d5-fd17-4f2d-9bed-8a0b60014438)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:42:28.923445 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-0d834b4b-802d-43b9-86e7-2b32b1c2f413 req-bf192ceb-a30e-49ca-a199-0b9311122372 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (a09bd0ec-eeb2-46f5-9c23-7d3efd2027cd), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:28.932682 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-3dbf60ca-4c0f-440a-a300-4ff7c0814c25 req-159dfa26-9f49-48ce-8c80-427000f6d8d2 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Request body: {'port': {'device_id': 'afa31c57-6112-4506-a310-95e86a4ff05d', 'network_id': '1d99af78-a60f-4659-8b81-649eda773858', 'admin_state_up': True, 'tenant_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'security_groups': ['c5404dbc-b196-4fab-b75b-b8d6f99bbfc1']}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:42:28.995570 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-0d834b4b-802d-43b9-86e7-2b32b1c2f413 req-bf192ceb-a30e-49ca-a199-0b9311122372 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Calling delete_port for a09bd0ec-eeb2-46f5-9c23-7d3efd2027cd owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:42:29.230230 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-0d834b4b-802d-43b9-86e7-2b32b1c2f413 req-bf192ceb-a30e-49ca-a199-0b9311122372 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (a09bd0ec-eeb2-46f5-9c23-7d3efd2027cd), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:29.461602 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5c07ed5f-d88c-46d0-a33c-cd3e9da61e05 req-0ac5acfc-dec0-40d9-a0b4-f923aefe1f51 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f42de8c-cd1a-45e7-87eb-01845dcfa3a6 HTTP/1.1" status: 200 len: 210 time: 0.0681674 Jan 28 07:42:29.465856 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d834b4b-802d-43b9-86e7-2b32b1c2f413 req-bf192ceb-a30e-49ca-a199-0b9311122372 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] No DVR routers for this DVR port a09bd0ec-eeb2-46f5-9c23-7d3efd2027cd on host n-h2-712749-28 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:42:29.469284 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf192ceb-a30e-49ca-a199-0b9311122372 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Pushing event deleted for resources: {'Port': ['ID=a09bd0ec-eeb2-46f5-9c23-7d3efd2027cd,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:42:29.474673 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-0d834b4b-802d-43b9-86e7-2b32b1c2f413 req-bf192ceb-a30e-49ca-a199-0b9311122372 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:29.484281 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0d834b4b-802d-43b9-86e7-2b32b1c2f413 req-bf192ceb-a30e-49ca-a199-0b9311122372 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.44 "DELETE /v2.0/ports/a09bd0ec-eeb2-46f5-9c23-7d3efd2027cd HTTP/1.1" status: 204 len: 173 time: 1.1495934 Jan 28 07:42:29.504782 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f42de8c-cd1a-45e7-87eb-01845dcfa3a6', 'name': 'network-vif-deleted', 'tag': 'a09bd0ec-eeb2-46f5-9c23-7d3efd2027cd'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:42:29.513907 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b387a128-695e-4ea8-a7e9-1b483b241bee" -d '{"events": [{"server_uuid": "7f42de8c-cd1a-45e7-87eb-01845dcfa3a6", "name": "network-vif-deleted", "tag": "a09bd0ec-eeb2-46f5-9c23-7d3efd2027cd"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:42:29.635388 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ad4dad89-22d5-4e80-80c8-391a33dfcb9b req-f5ed7214-664e-4e62-a25e-e320bfc8e21b tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/ports?device_id=afa31c57-6112-4506-a310-95e86a4ff05d HTTP/1.1" status: 200 len: 210 time: 0.1495032 Jan 28 07:42:29.704958 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3dbf60ca-4c0f-440a-a300-4ff7c0814c25 req-159dfa26-9f49-48ce-8c80-427000f6d8d2 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Made reservation on behalf of b44a0e5d7f134bd69aecc7a32d5e1b41 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:42:29.716187 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-3dbf60ca-4c0f-440a-a300-4ff7c0814c25 req-159dfa26-9f49-48ce-8c80-427000f6d8d2 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:29.774358 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 4324ad66-b93b-48fc-8775-58671459b6c4 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:42:29.843067 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03ec22b3-d60c-496d-80a1-289997ca2173 x-openstack-request-id: req-03ec22b3-d60c-496d-80a1-289997ca2173 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:42:29.843381 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f42de8c-cd1a-45e7-87eb-01845dcfa3a6", "name": "network-vif-deleted", "tag": "a09bd0ec-eeb2-46f5-9c23-7d3efd2027cd", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:42:29.843631 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-03ec22b3-d60c-496d-80a1-289997ca2173 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:42:29.844731 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f42de8c-cd1a-45e7-87eb-01845dcfa3a6', 'name': 'network-vif-deleted', 'tag': 'a09bd0ec-eeb2-46f5-9c23-7d3efd2027cd', 'status': 'completed', 'code': 200} Jan 28 07:42:29.879405 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 4324ad66-b93b-48fc-8775-58671459b6c4 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:42:29.879802 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (4324ad66-b93b-48fc-8775-58671459b6c4), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:29.934967 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-3dbf60ca-4c0f-440a-a300-4ff7c0814c25 req-159dfa26-9f49-48ce-8c80-427000f6d8d2 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Allocated IP 172.20.0.11 (1d99af78-a60f-4659-8b81-649eda773858/afc5af0a-9c9a-4ac2-a93a-8ed62221322f/845c3510-ff56-4f9c-89fe-6cbebdc0067e) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:42:30.029384 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 4324ad66-b93b-48fc-8775-58671459b6c4 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:42:30.142009 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-3dbf60ca-4c0f-440a-a300-4ff7c0814c25 req-159dfa26-9f49-48ce-8c80-427000f6d8d2 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for port (845c3510-ff56-4f9c-89fe-6cbebdc0067e), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:30.184026 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-3dbf60ca-4c0f-440a-a300-4ff7c0814c25 req-159dfa26-9f49-48ce-8c80-427000f6d8d2 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (845c3510-ff56-4f9c-89fe-6cbebdc0067e), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:30.239641 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3dbf60ca-4c0f-440a-a300-4ff7c0814c25 req-159dfa26-9f49-48ce-8c80-427000f6d8d2 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Network 1d99af78-a60f-4659-8b81-649eda773858 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:42:30.243078 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-3dbf60ca-4c0f-440a-a300-4ff7c0814c25 req-159dfa26-9f49-48ce-8c80-427000f6d8d2 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:42:30.245710 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dbf60ca-4c0f-440a-a300-4ff7c0814c25 req-159dfa26-9f49-48ce-8c80-427000f6d8d2 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:42:30.289149 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159dfa26-9f49-48ce-8c80-427000f6d8d2 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Pushing event updated for resources: {'Port': ['ID=845c3510-ff56-4f9c-89fe-6cbebdc0067e,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:42:30.327380 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbf60ca-4c0f-440a-a300-4ff7c0814c25 req-159dfa26-9f49-48ce-8c80-427000f6d8d2 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:42:30.328047 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-3dbf60ca-4c0f-440a-a300-4ff7c0814c25 req-159dfa26-9f49-48ce-8c80-427000f6d8d2 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:30.348058 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3dbf60ca-4c0f-440a-a300-4ff7c0814c25 req-159dfa26-9f49-48ce-8c80-427000f6d8d2 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4209821 Jan 28 07:42:30.373995 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-3dbf60ca-4c0f-440a-a300-4ff7c0814c25 req-e2e6f837-262c-464b-a2d6-f8c2440d9bcf service neutron] Request body: {'port': {'device_id': 'afa31c57-6112-4506-a310-95e86a4ff05d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-28'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:42:30.447245 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-3dbf60ca-4c0f-440a-a300-4ff7c0814c25 req-e2e6f837-262c-464b-a2d6-f8c2440d9bcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (845c3510-ff56-4f9c-89fe-6cbebdc0067e), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:30.584640 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-b05234bc-09f1-4603-9f3b-c5256e6f0ec2 None None] Provisioning complete for port 845c3510-ff56-4f9c-89fe-6cbebdc0067e triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:42:30.585491 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b05234bc-09f1-4603-9f3b-c5256e6f0ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (845c3510-ff56-4f9c-89fe-6cbebdc0067e), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:30.626107 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-bb28fdf7-9b4e-4cd3-b9fe-8d053ae42536 req-24e12972-38c3-43ae-bb66-2f54c54a89c7 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f42de8c-cd1a-45e7-87eb-01845dcfa3a6 HTTP/1.1" status: 200 len: 210 time: 0.0824213 Jan 28 07:42:30.672978 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-b05234bc-09f1-4603-9f3b-c5256e6f0ec2 None None] Port 845c3510-ff56-4f9c-89fe-6cbebdc0067e cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:42:30.778974 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device a09bd0ec-eeb2-46f5-9c23-7d3efd2027cd no longer exists at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:42:30.801347 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e53ecc1-7745-48ec-9fb0-01513387e124 req-fbc02d48-ce33-4b63-8bed-a5931af633af tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:42:30.809120 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9e53ecc1-7745-48ec-9fb0-01513387e124 req-fbc02d48-ce33-4b63-8bed-a5931af633af tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/ports?device_id=afa31c57-6112-4506-a310-95e86a4ff05d HTTP/1.1" status: 200 len: 932 time: 0.0609818 Jan 28 07:42:30.821822 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] No Port match for: a09bd0ec-eeb2-46f5-9c23-7d3efd2027cd {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:42:30.826165 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device a09bd0ec-eeb2-46f5-9c23-7d3efd2027cd not bound to the agent host n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:42:30.867949 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9e53ecc1-7745-48ec-9fb0-01513387e124 req-f60d5d5b-b845-4226-a2da-cab5344af866 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5404dbc-b196-4fab-b75b-b8d6f99bbfc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534937 Jan 28 07:42:30.870065 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-3dbf60ca-4c0f-440a-a300-4ff7c0814c25 req-e2e6f837-262c-464b-a2d6-f8c2440d9bcf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 845c3510-ff56-4f9c-89fe-6cbebdc0067e {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:42:30.879261 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-3dbf60ca-4c0f-440a-a300-4ff7c0814c25 req-e2e6f837-262c-464b-a2d6-f8c2440d9bcf service neutron] Publish callbacks [] for port (845c3510-ff56-4f9c-89fe-6cbebdc0067e), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:30.892753 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-3dbf60ca-4c0f-440a-a300-4ff7c0814c25 req-e2e6f837-262c-464b-a2d6-f8c2440d9bcf service neutron] Transition to ACTIVE for port object 845c3510-ff56-4f9c-89fe-6cbebdc0067e will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:42:30.896632 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-3dbf60ca-4c0f-440a-a300-4ff7c0814c25 req-e2e6f837-262c-464b-a2d6-f8c2440d9bcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (845c3510-ff56-4f9c-89fe-6cbebdc0067e), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:30.946321 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e6f837-262c-464b-a2d6-f8c2440d9bcf service neutron] Pushing event updated for resources: {'Port': ['ID=845c3510-ff56-4f9c-89fe-6cbebdc0067e,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:42:31.036466 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-3dbf60ca-4c0f-440a-a300-4ff7c0814c25 req-e2e6f837-262c-464b-a2d6-f8c2440d9bcf service neutron] Attempting to bind port 845c3510-ff56-4f9c-89fe-6cbebdc0067e on host n-h1-712749-28 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:42:31.036809 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-3dbf60ca-4c0f-440a-a300-4ff7c0814c25 req-e2e6f837-262c-464b-a2d6-f8c2440d9bcf service neutron] Attempting to bind port 845c3510-ff56-4f9c-89fe-6cbebdc0067e by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': 'a74aff14-1383-4326-acef-72e8645ce07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1d99af78-a60f-4659-8b81-649eda773858'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:42:31.037144 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dbf60ca-4c0f-440a-a300-4ff7c0814c25 req-e2e6f837-262c-464b-a2d6-f8c2440d9bcf service neutron] Attempting to bind port 845c3510-ff56-4f9c-89fe-6cbebdc0067e on network 1d99af78-a60f-4659-8b81-649eda773858 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:42:31.041963 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dbf60ca-4c0f-440a-a300-4ff7c0814c25 req-e2e6f837-262c-464b-a2d6-f8c2440d9bcf service neutron] Port 845c3510-ff56-4f9c-89fe-6cbebdc0067e on network 1d99af78-a60f-4659-8b81-649eda773858 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:42:31.042298 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dbf60ca-4c0f-440a-a300-4ff7c0814c25 req-e2e6f837-262c-464b-a2d6-f8c2440d9bcf service neutron] Attempting to bind port 845c3510-ff56-4f9c-89fe-6cbebdc0067e on network 1d99af78-a60f-4659-8b81-649eda773858 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:42:31.048654 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dbf60ca-4c0f-440a-a300-4ff7c0814c25 req-e2e6f837-262c-464b-a2d6-f8c2440d9bcf service neutron] Checking agent: {'id': '2fca46b1-237f-4857-9290-2429d810e472', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:42:31.049021 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dbf60ca-4c0f-440a-a300-4ff7c0814c25 req-e2e6f837-262c-464b-a2d6-f8c2440d9bcf service neutron] Checking segment: {'id': 'a74aff14-1383-4326-acef-72e8645ce07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1d99af78-a60f-4659-8b81-649eda773858'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:42:31.049421 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dbf60ca-4c0f-440a-a300-4ff7c0814c25 req-e2e6f837-262c-464b-a2d6-f8c2440d9bcf service neutron] Bound using segment: {'id': 'a74aff14-1383-4326-acef-72e8645ce07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1d99af78-a60f-4659-8b81-649eda773858'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:42:31.049914 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-3dbf60ca-4c0f-440a-a300-4ff7c0814c25 req-e2e6f837-262c-464b-a2d6-f8c2440d9bcf service neutron] Bound port: 845c3510-ff56-4f9c-89fe-6cbebdc0067e, host: n-h1-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a74aff14-1383-4326-acef-72e8645ce07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1d99af78-a60f-4659-8b81-649eda773858'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:42:31.050319 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-3dbf60ca-4c0f-440a-a300-4ff7c0814c25 req-e2e6f837-262c-464b-a2d6-f8c2440d9bcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (845c3510-ff56-4f9c-89fe-6cbebdc0067e), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:31.159695 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-3dbf60ca-4c0f-440a-a300-4ff7c0814c25 req-e2e6f837-262c-464b-a2d6-f8c2440d9bcf service neutron] For port 845c3510-ff56-4f9c-89fe-6cbebdc0067e, host n-h1-712749-28, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:42:31.163728 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-3dbf60ca-4c0f-440a-a300-4ff7c0814c25 req-e2e6f837-262c-464b-a2d6-f8c2440d9bcf service neutron] For port 845c3510-ff56-4f9c-89fe-6cbebdc0067e, host n-h1-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=845c3510-ff56-4f9c-89fe-6cbebdc0067e,segment=NetworkSegment(a74aff14-1383-4326-acef-72e8645ce07a),segment_id=a74aff14-1383-4326-acef-72e8645ce07a)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:42:31.168394 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-3dbf60ca-4c0f-440a-a300-4ff7c0814c25 req-e2e6f837-262c-464b-a2d6-f8c2440d9bcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (845c3510-ff56-4f9c-89fe-6cbebdc0067e), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:31.229662 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbf60ca-4c0f-440a-a300-4ff7c0814c25 req-e2e6f837-262c-464b-a2d6-f8c2440d9bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:42:31.230337 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-3dbf60ca-4c0f-440a-a300-4ff7c0814c25 req-e2e6f837-262c-464b-a2d6-f8c2440d9bcf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:31.232313 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3dbf60ca-4c0f-440a-a300-4ff7c0814c25 req-e2e6f837-262c-464b-a2d6-f8c2440d9bcf service neutron] 10.222.0.10 "PUT /v2.0/ports/845c3510-ff56-4f9c-89fe-6cbebdc0067e HTTP/1.1" status: 200 len: 1093 time: 0.8627672 Jan 28 07:42:31.238167 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e6f837-262c-464b-a2d6-f8c2440d9bcf service neutron] Pushing event updated for resources: {'Port': ['ID=845c3510-ff56-4f9c-89fe-6cbebdc0067e,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:42:31.347800 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbf60ca-4c0f-440a-a300-4ff7c0814c25 req-727129e4-bcc4-42d9-82de-0528e35c63c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:42:31.349631 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3dbf60ca-4c0f-440a-a300-4ff7c0814c25 req-727129e4-bcc4-42d9-82de-0528e35c63c8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b44a0e5d7f134bd69aecc7a32d5e1b41&device_id=afa31c57-6112-4506-a310-95e86a4ff05d HTTP/1.1" status: 200 len: 1096 time: 0.0521219 Jan 28 07:42:31.376001 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 7 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 07:42:31.440585 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3dbf60ca-4c0f-440a-a300-4ff7c0814c25 req-9a34750b-33fc-4712-b076-544bde2ecdbd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=845c3510-ff56-4f9c-89fe-6cbebdc0067e HTTP/1.1" status: 200 len: 217 time: 0.0702825 Jan 28 07:42:31.498713 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbf60ca-4c0f-440a-a300-4ff7c0814c25 req-d1dadae7-4875-4b8e-b5c7-b8c9427de684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:42:31.500451 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3dbf60ca-4c0f-440a-a300-4ff7c0814c25 req-d1dadae7-4875-4b8e-b5c7-b8c9427de684 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=afc5af0a-9c9a-4ac2-a93a-8ed62221322f HTTP/1.1" status: 200 len: 835 time: 0.0507309 Jan 28 07:42:31.563823 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbf60ca-4c0f-440a-a300-4ff7c0814c25 req-08466eac-363b-445d-b984-8237d0eebe7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:42:31.565494 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3dbf60ca-4c0f-440a-a300-4ff7c0814c25 req-08466eac-363b-445d-b984-8237d0eebe7d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1d99af78-a60f-4659-8b81-649eda773858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0560567 Jan 28 07:42:31.667923 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3dbf60ca-4c0f-440a-a300-4ff7c0814c25 req-43f2e904-d550-4db7-8720-c88e6b973127 service neutron] 10.222.0.10 "GET /v2.0/networks/1d99af78-a60f-4659-8b81-649eda773858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926583 Jan 28 07:42:31.807854 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6f7f04c1-ff2e-424e-8e7a-5954a308282a req-61ec1180-c379-420a-b1ef-a4c6061e4966 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f42de8c-cd1a-45e7-87eb-01845dcfa3a6 HTTP/1.1" status: 200 len: 210 time: 0.0397053 Jan 28 07:42:31.845414 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3dbf60ca-4c0f-440a-a300-4ff7c0814c25 req-b9462d34-f500-470e-aaf7-e23d5cb72c51 service neutron] 10.222.0.10 "GET /v2.0/networks/1d99af78-a60f-4659-8b81-649eda773858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680367 Jan 28 07:42:31.845872 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afa31c57-6112-4506-a310-95e86a4ff05d', 'tag': '845c3510-ff56-4f9c-89fe-6cbebdc0067e'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:42:31.848086 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fff26ffc-b9cc-42b2-ad89-4d1880c92f7a" -d '{"events": [{"name": "network-changed", "server_uuid": "afa31c57-6112-4506-a310-95e86a4ff05d", "tag": "845c3510-ff56-4f9c-89fe-6cbebdc0067e"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:42:31.888723 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aa997ab-7080-40b3-9535-34c453d4d6fc x-openstack-request-id: req-0aa997ab-7080-40b3-9535-34c453d4d6fc {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:42:31.888862 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afa31c57-6112-4506-a310-95e86a4ff05d", "tag": "845c3510-ff56-4f9c-89fe-6cbebdc0067e", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:42:31.889176 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0aa997ab-7080-40b3-9535-34c453d4d6fc {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:42:31.889509 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afa31c57-6112-4506-a310-95e86a4ff05d', 'tag': '845c3510-ff56-4f9c-89fe-6cbebdc0067e', 'status': 'completed', 'code': 200} Jan 28 07:42:32.022458 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e311862e-8ad8-4315-94b6-a39926688f2e req-05a5501d-bc4c-4c0f-bdba-2cde8f2dab8e tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:42:32.023937 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e311862e-8ad8-4315-94b6-a39926688f2e req-05a5501d-bc4c-4c0f-bdba-2cde8f2dab8e tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/ports?device_id=afa31c57-6112-4506-a310-95e86a4ff05d HTTP/1.1" status: 200 len: 944 time: 0.0795043 Jan 28 07:42:32.030268 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff26ffc-b9cc-42b2-ad89-4d1880c92f7a req-eb0b8987-4b21-4cfd-a495-66f1ed060a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:42:32.032369 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-fff26ffc-b9cc-42b2-ad89-4d1880c92f7a req-eb0b8987-4b21-4cfd-a495-66f1ed060a45 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b44a0e5d7f134bd69aecc7a32d5e1b41&device_id=afa31c57-6112-4506-a310-95e86a4ff05d HTTP/1.1" status: 200 len: 1096 time: 0.0596783 Jan 28 07:42:32.138363 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e311862e-8ad8-4315-94b6-a39926688f2e req-67132810-67a1-4eeb-b189-e2b8f002ebeb tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5404dbc-b196-4fab-b75b-b8d6f99bbfc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1050460 Jan 28 07:42:32.168448 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff26ffc-b9cc-42b2-ad89-4d1880c92f7a req-77413ae3-38c0-4057-bef6-a75924915c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:42:32.170097 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-fff26ffc-b9cc-42b2-ad89-4d1880c92f7a req-77413ae3-38c0-4057-bef6-a75924915c2d service neutron] 10.222.0.10 "GET /v2.0/networks?id=1d99af78-a60f-4659-8b81-649eda773858 HTTP/1.1" status: 200 len: 897 time: 0.1310081 Jan 28 07:42:32.214431 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-fff26ffc-b9cc-42b2-ad89-4d1880c92f7a req-77a04fe5-3532-4a07-b7ae-0a4ffa3d15fe service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=845c3510-ff56-4f9c-89fe-6cbebdc0067e HTTP/1.1" status: 200 len: 217 time: 0.0371928 Jan 28 07:42:32.279729 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff26ffc-b9cc-42b2-ad89-4d1880c92f7a req-f677d932-f510-4c44-84f1-59e332361bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:42:32.281802 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-fff26ffc-b9cc-42b2-ad89-4d1880c92f7a req-f677d932-f510-4c44-84f1-59e332361bfc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=afc5af0a-9c9a-4ac2-a93a-8ed62221322f HTTP/1.1" status: 200 len: 835 time: 0.0615771 Jan 28 07:42:32.334215 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff26ffc-b9cc-42b2-ad89-4d1880c92f7a req-26a3d40c-8c4a-4633-b373-4472846dfa00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:42:32.336263 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-fff26ffc-b9cc-42b2-ad89-4d1880c92f7a req-26a3d40c-8c4a-4633-b373-4472846dfa00 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1d99af78-a60f-4659-8b81-649eda773858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0479457 Jan 28 07:42:32.440014 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-fff26ffc-b9cc-42b2-ad89-4d1880c92f7a req-bf327274-b62f-4aa7-a598-d9ec189429e7 service neutron] 10.222.0.10 "GET /v2.0/networks/1d99af78-a60f-4659-8b81-649eda773858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960970 Jan 28 07:42:32.542744 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-fff26ffc-b9cc-42b2-ad89-4d1880c92f7a req-546d3637-4355-4222-9474-9ec288636a3b service neutron] 10.222.0.10 "GET /v2.0/networks/1d99af78-a60f-4659-8b81-649eda773858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938604 Jan 28 07:42:32.910861 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f267282f-90f5-4c16-a633-57feb37cbae6 req-f20e7cdb-9307-4cb3-8b22-d55c765031bc tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f42de8c-cd1a-45e7-87eb-01845dcfa3a6 HTTP/1.1" status: 200 len: 210 time: 0.0275424 Jan 28 07:42:33.159216 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:33.266622 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f6aacf79-e26e-4d54-9645-370fedc2a88e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:33.284360 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8105e9-7fa6-45d1-82da-b87863896293 req-f25b7b4d-1b32-4e5e-81dd-61a43cc0f790 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:42:33.286002 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4b8105e9-7fa6-45d1-82da-b87863896293 req-f25b7b4d-1b32-4e5e-81dd-61a43cc0f790 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/ports?device_id=afa31c57-6112-4506-a310-95e86a4ff05d HTTP/1.1" status: 200 len: 944 time: 0.0702269 Jan 28 07:42:33.341265 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4b8105e9-7fa6-45d1-82da-b87863896293 req-7b49556f-07a7-4805-b018-38ce36b4e94b tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5404dbc-b196-4fab-b75b-b8d6f99bbfc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486012 Jan 28 07:42:33.577115 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 845c3510-ff56-4f9c-89fe-6cbebdc0067e details requested by agent hyperv_n-h1-712749-28 with host n-h1-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:42:33.669867 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 845c3510-ff56-4f9c-89fe-6cbebdc0067e, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=845c3510-ff56-4f9c-89fe-6cbebdc0067e,segment=NetworkSegment(a74aff14-1383-4326-acef-72e8645ce07a),segment_id=a74aff14-1383-4326-acef-72e8645ce07a)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:42:33.694357 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Returning: {'device': '845c3510-ff56-4f9c-89fe-6cbebdc0067e', 'network_id': '1d99af78-a60f-4659-8b81-649eda773858', 'port_id': '845c3510-ff56-4f9c-89fe-6cbebdc0067e', 'mac_address': 'fa:16:3e:be:e0:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afc5af0a-9c9a-4ac2-a93a-8ed62221322f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:42:33.733466 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 845c3510-ff56-4f9c-89fe-6cbebdc0067e is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:42:33.733857 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (845c3510-ff56-4f9c-89fe-6cbebdc0067e), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:33.746423 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 845c3510-ff56-4f9c-89fe-6cbebdc0067e {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:42:33.765268 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 845c3510-ff56-4f9c-89fe-6cbebdc0067e, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=845c3510-ff56-4f9c-89fe-6cbebdc0067e,segment=NetworkSegment(a74aff14-1383-4326-acef-72e8645ce07a),segment_id=a74aff14-1383-4326-acef-72e8645ce07a)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:42:33.769565 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (845c3510-ff56-4f9c-89fe-6cbebdc0067e), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:33.817238 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=845c3510-ff56-4f9c-89fe-6cbebdc0067e,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:42:34.016565 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5c249a83-95fd-4ac2-9ce2-a96037cbbb15 req-a8c85bda-e2d8-4963-9a92-d434cb762c25 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f42de8c-cd1a-45e7-87eb-01845dcfa3a6 HTTP/1.1" status: 200 len: 210 time: 0.0314021 Jan 28 07:42:34.084889 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['845c3510-ff56-4f9c-89fe-6cbebdc0067e'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:42:34.128212 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:34.458146 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6410dd12-fd20-4e5c-9653-8d2e329c80b5 req-8eb0ba97-3599-47f7-a2ea-c6ef911cad0b tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:42:34.459621 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6410dd12-fd20-4e5c-9653-8d2e329c80b5 req-8eb0ba97-3599-47f7-a2ea-c6ef911cad0b tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/ports?device_id=afa31c57-6112-4506-a310-95e86a4ff05d HTTP/1.1" status: 200 len: 945 time: 0.0483692 Jan 28 07:42:34.512438 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6410dd12-fd20-4e5c-9653-8d2e329c80b5 req-b86a04c4-916c-4e86-88fa-7f1391de3680 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5404dbc-b196-4fab-b75b-b8d6f99bbfc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468938 Jan 28 07:42:35.112482 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0fa43b12-dcce-4373-ac3e-484e31df18db req-1fee0861-3f20-4e61-8abe-c3e335f987b5 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f42de8c-cd1a-45e7-87eb-01845dcfa3a6 HTTP/1.1" status: 200 len: 210 time: 0.0259323 Jan 28 07:42:35.592131 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 845c3510-ff56-4f9c-89fe-6cbebdc0067e up at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:42:35.634511 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf763bcf-9437-4d22-aeb1-3a28a987f458 req-42da1264-1a99-4024-9961-038846bda584 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:42:35.636295 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-cf763bcf-9437-4d22-aeb1-3a28a987f458 req-42da1264-1a99-4024-9961-038846bda584 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/ports?device_id=afa31c57-6112-4506-a310-95e86a4ff05d HTTP/1.1" status: 200 len: 945 time: 0.0543952 Jan 28 07:42:35.643746 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d2219169-d038-43c7-a425-70f83c99d552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:35.664800 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning for port 845c3510-ff56-4f9c-89fe-6cbebdc0067e completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:42:35.669713 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning complete for port 845c3510-ff56-4f9c-89fe-6cbebdc0067e triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:42:35.670096 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (845c3510-ff56-4f9c-89fe-6cbebdc0067e), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:35.696779 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-cf763bcf-9437-4d22-aeb1-3a28a987f458 req-28a44157-8085-4cc3-9b2b-1e974feceb49 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5404dbc-b196-4fab-b75b-b8d6f99bbfc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529015 Jan 28 07:42:35.753755 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 845c3510-ff56-4f9c-89fe-6cbebdc0067e is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:42:35.754262 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (845c3510-ff56-4f9c-89fe-6cbebdc0067e), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:35.781602 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afa31c57-6112-4506-a310-95e86a4ff05d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '845c3510-ff56-4f9c-89fe-6cbebdc0067e'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:42:35.784110 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe6c62bf-d14d-4ef1-9a2e-6dbaea46f546" -d '{"events": [{"server_uuid": "afa31c57-6112-4506-a310-95e86a4ff05d", "name": "network-vif-plugged", "status": "completed", "tag": "845c3510-ff56-4f9c-89fe-6cbebdc0067e"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:42:35.796559 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 845c3510-ff56-4f9c-89fe-6cbebdc0067e, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=845c3510-ff56-4f9c-89fe-6cbebdc0067e,segment=NetworkSegment(a74aff14-1383-4326-acef-72e8645ce07a),segment_id=a74aff14-1383-4326-acef-72e8645ce07a)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:42:35.801113 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (845c3510-ff56-4f9c-89fe-6cbebdc0067e), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:35.826610 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2f13c8c-8ef6-4690-9aa6-13668e37b50b x-openstack-request-id: req-b2f13c8c-8ef6-4690-9aa6-13668e37b50b {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:42:35.826906 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afa31c57-6112-4506-a310-95e86a4ff05d", "name": "network-vif-plugged", "status": "completed", "tag": "845c3510-ff56-4f9c-89fe-6cbebdc0067e", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:42:35.827164 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b2f13c8c-8ef6-4690-9aa6-13668e37b50b {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:42:35.827556 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afa31c57-6112-4506-a310-95e86a4ff05d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '845c3510-ff56-4f9c-89fe-6cbebdc0067e', 'code': 200} Jan 28 07:42:35.856265 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=845c3510-ff56-4f9c-89fe-6cbebdc0067e,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:42:35.956575 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db10cb77-4ecc-49a4-957f-2d0f587c6d3c req-cf92814c-c647-4d0c-b59b-bf40554bde45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:42:35.958083 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-db10cb77-4ecc-49a4-957f-2d0f587c6d3c req-cf92814c-c647-4d0c-b59b-bf40554bde45 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=afa31c57-6112-4506-a310-95e86a4ff05d HTTP/1.1" status: 200 len: 1098 time: 0.0429404 Jan 28 07:42:36.009430 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-db10cb77-4ecc-49a4-957f-2d0f587c6d3c req-150af70a-3be9-4e77-b3c2-2760f1eb4d76 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=c5404dbc-b196-4fab-b75b-b8d6f99bbfc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384090 Jan 28 07:42:36.211872 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2406cf56-d57e-4dc6-baf6-0394e729e46d req-9779b78d-d7eb-4e00-914f-28ce34845a0e tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f42de8c-cd1a-45e7-87eb-01845dcfa3a6 HTTP/1.1" status: 200 len: 210 time: 0.0312674 Jan 28 07:42:36.820011 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac77b17f-93a3-4c5c-b57d-44388eb27f2e req-7526d4d6-a460-4c3a-8e21-1c3ac65d8df9 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:42:36.821512 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ac77b17f-93a3-4c5c-b57d-44388eb27f2e req-7526d4d6-a460-4c3a-8e21-1c3ac65d8df9 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/ports?device_id=afa31c57-6112-4506-a310-95e86a4ff05d HTTP/1.1" status: 200 len: 946 time: 0.0506253 Jan 28 07:42:36.870127 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ac77b17f-93a3-4c5c-b57d-44388eb27f2e req-819b9ba3-3069-4497-9822-c9c3eb04f444 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5404dbc-b196-4fab-b75b-b8d6f99bbfc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430634 Jan 28 07:42:37.028457 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:37.323146 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-294ad820-b6b9-4d4f-b31f-e52f3ffe4a9d req-3ff7ac32-0f18-4406-93e2-a5a86d941589 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f42de8c-cd1a-45e7-87eb-01845dcfa3a6 HTTP/1.1" status: 200 len: 210 time: 0.0283537 Jan 28 07:42:37.988473 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0402dde1-e2a2-4b3d-9f47-9a6c5428eade req-76822b93-992e-4e67-85ac-23da59fbb683 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:42:37.990046 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0402dde1-e2a2-4b3d-9f47-9a6c5428eade req-76822b93-992e-4e67-85ac-23da59fbb683 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/ports?device_id=afa31c57-6112-4506-a310-95e86a4ff05d HTTP/1.1" status: 200 len: 946 time: 0.0492868 Jan 28 07:42:38.043067 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0402dde1-e2a2-4b3d-9f47-9a6c5428eade req-242c5792-6e5f-4d81-bcb7-4ec0f2b16e9c tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5404dbc-b196-4fab-b75b-b8d6f99bbfc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472641 Jan 28 07:42:38.157713 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8760dfce-d168-4bc0-821e-adb112452e3f req-708aedef-4827-4be1-9da5-4803f590021a tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:42:38.159315 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8760dfce-d168-4bc0-821e-adb112452e3f req-708aedef-4827-4be1-9da5-4803f590021a tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/ports?device_id=afa31c57-6112-4506-a310-95e86a4ff05d HTTP/1.1" status: 200 len: 946 time: 0.0500460 Jan 28 07:42:38.210365 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8760dfce-d168-4bc0-821e-adb112452e3f req-e480774d-f291-4e88-b3f2-bcc19806aee3 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5404dbc-b196-4fab-b75b-b8d6f99bbfc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451696 Jan 28 07:42:38.231758 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 56518) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:42:38.273204 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b80480-2fcd-44a9-bdcc-36d509e1dfa9 tempest-TestNetworkAdvancedServerOps-2120495418 tempest-TestNetworkAdvancedServerOps-2120495418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:42:38.274813 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-79b80480-2fcd-44a9-bdcc-36d509e1dfa9 tempest-TestNetworkAdvancedServerOps-2120495418 tempest-TestNetworkAdvancedServerOps-2120495418-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=afa31c57-6112-4506-a310-95e86a4ff05d HTTP/1.1" status: 200 len: 1093 time: 0.0419614 Jan 28 07:42:38.277546 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 56520) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:42:38.281925 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-7d0e85b5-cd6a-452f-985b-62505b5595dd tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Request body: {'floatingip': {'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'port_id': '845c3510-ff56-4f9c-89fe-6cbebdc0067e', 'tenant_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:42:38.306881 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7d0e85b5-cd6a-452f-985b-62505b5595dd tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:38.413455 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7d0e85b5-cd6a-452f-985b-62505b5595dd tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:38.426679 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5469fdbf-e613-4497-b6d3-0f605f90fb59 req-8e921659-7d24-4acb-8828-28d0ea055489 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f42de8c-cd1a-45e7-87eb-01845dcfa3a6 HTTP/1.1" status: 200 len: 210 time: 0.0274615 Jan 28 07:42:38.525081 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-7d0e85b5-cd6a-452f-985b-62505b5595dd tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Allocated IP 172.25.6.15 (7d5b3724-deef-4831-8d43-cb9b8176573c/b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc/acf0c091-f986-4f1b-bce9-de5cd4f97bfe) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:42:38.625843 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7d0e85b5-cd6a-452f-985b-62505b5595dd tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for port (acf0c091-f986-4f1b-bce9-de5cd4f97bfe), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:38.659840 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7d0e85b5-cd6a-452f-985b-62505b5595dd tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (acf0c091-f986-4f1b-bce9-de5cd4f97bfe), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:38.708392 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0e85b5-cd6a-452f-985b-62505b5595dd tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Pushing event updated for resources: {'Port': ['ID=acf0c091-f986-4f1b-bce9-de5cd4f97bfe,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:42:38.711627 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d0e85b5-cd6a-452f-985b-62505b5595dd tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Network 7d5b3724-deef-4831-8d43-cb9b8176573c is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:42:38.713365 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-7d0e85b5-cd6a-452f-985b-62505b5595dd tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:42:38.715416 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0e85b5-cd6a-452f-985b-62505b5595dd tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:42:38.740234 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:39.092952 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7d0e85b5-cd6a-452f-985b-62505b5595dd tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for floatingip (dba73395-069d-45e0-9144-44c3bcbad524), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:39.158410 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7d0e85b5-cd6a-452f-985b-62505b5595dd tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (acf0c091-f986-4f1b-bce9-de5cd4f97bfe), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:39.311721 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7d0e85b5-cd6a-452f-985b-62505b5595dd tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for port (acf0c091-f986-4f1b-bce9-de5cd4f97bfe), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:39.316378 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7d0e85b5-cd6a-452f-985b-62505b5595dd tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (acf0c091-f986-4f1b-bce9-de5cd4f97bfe), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:39.687092 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0e85b5-cd6a-452f-985b-62505b5595dd tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Pushing event updated for resources: {'Port': ['ID=acf0c091-f986-4f1b-bce9-de5cd4f97bfe,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:42:39.706291 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b2037e31-d98b-40e5-b097-7cb745f66947 req-bc695740-40d8-497c-86ad-5c13b3363845 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f42de8c-cd1a-45e7-87eb-01845dcfa3a6 HTTP/1.1" status: 200 len: 210 time: 0.0446525 Jan 28 07:42:39.713164 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7d0e85b5-cd6a-452f-985b-62505b5595dd tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16609095'] for floatingip (dba73395-069d-45e0-9144-44c3bcbad524), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:39.737030 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:39.816620 n-d-712749-28 neutron-server[103284]: INFO neutron.db.l3_db [None req-7d0e85b5-cd6a-452f-985b-62505b5595dd tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Floating IP dba73395-069d-45e0-9144-44c3bcbad524 associated. External IP: 172.25.6.15, port: 845c3510-ff56-4f9c-89fe-6cbebdc0067e. Jan 28 07:42:40.026559 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d0e85b5-cd6a-452f-985b-62505b5595dd tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Router 3ac58277-9fbe-44e6-803f-5138288e26c8 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:42:40.135013 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d0e85b5-cd6a-452f-985b-62505b5595dd tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:42:40.144951 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0264e70-5c22-49af-9208-6ce5b5b6bf69 None None] Sync routers for ids ['3ac58277-9fbe-44e6-803f-5138288e26c8'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:42:40.153696 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7d0e85b5-cd6a-452f-985b-62505b5595dd tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for floatingip (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:40.154315 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0264e70-5c22-49af-9208-6ce5b5b6bf69 None None] Routers {'3ac58277-9fbe-44e6-803f-5138288e26c8'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:42:40.154931 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-a0264e70-5c22-49af-9208-6ce5b5b6bf69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:42:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['3ac58277-9fbe-44e6-803f-5138288e26c8'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:42:40.185473 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-7d0e85b5-cd6a-452f-985b-62505b5595dd tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9045839 Jan 28 07:42:40.185473 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afa31c57-6112-4506-a310-95e86a4ff05d', 'tag': '845c3510-ff56-4f9c-89fe-6cbebdc0067e'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:42:40.186197 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d1084c3-19fd-4b25-80d3-49270dd5def7" -d '{"events": [{"name": "network-changed", "server_uuid": "afa31c57-6112-4506-a310-95e86a4ff05d", "tag": "845c3510-ff56-4f9c-89fe-6cbebdc0067e"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:42:40.227105 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-360818c2-07f5-4b82-9731-b9ed50831244 x-openstack-request-id: req-360818c2-07f5-4b82-9731-b9ed50831244 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:42:40.227500 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afa31c57-6112-4506-a310-95e86a4ff05d", "tag": "845c3510-ff56-4f9c-89fe-6cbebdc0067e", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:42:40.227884 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-360818c2-07f5-4b82-9731-b9ed50831244 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:42:40.228379 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afa31c57-6112-4506-a310-95e86a4ff05d', 'tag': '845c3510-ff56-4f9c-89fe-6cbebdc0067e', 'status': 'completed', 'code': 200} Jan 28 07:42:40.263192 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-a0264e70-5c22-49af-9208-6ce5b5b6bf69 None None] Set router 3ac58277-9fbe-44e6-803f-5138288e26c8 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:42:40.303791 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b2c403-0d2b-4974-9478-d3b1b55b9a8d req-1a01c1d9-e270-4501-98bf-2b190bc7488b tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:42:40.305706 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-73b2c403-0d2b-4974-9478-d3b1b55b9a8d req-1a01c1d9-e270-4501-98bf-2b190bc7488b tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/ports?device_id=afa31c57-6112-4506-a310-95e86a4ff05d HTTP/1.1" status: 200 len: 946 time: 0.0561261 Jan 28 07:42:40.328318 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1084c3-19fd-4b25-80d3-49270dd5def7 req-a241ea76-ff7c-4c1b-a575-67e9acfd2735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:42:40.330151 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9d1084c3-19fd-4b25-80d3-49270dd5def7 req-a241ea76-ff7c-4c1b-a575-67e9acfd2735 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b44a0e5d7f134bd69aecc7a32d5e1b41&device_id=afa31c57-6112-4506-a310-95e86a4ff05d HTTP/1.1" status: 200 len: 1098 time: 0.0581443 Jan 28 07:42:40.365681 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-73b2c403-0d2b-4974-9478-d3b1b55b9a8d req-b6eb8b7c-290b-49f4-bde2-cb9e4fdfcccc tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5404dbc-b196-4fab-b75b-b8d6f99bbfc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543163 Jan 28 07:42:40.384972 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 56530) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:42:40.436794 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1084c3-19fd-4b25-80d3-49270dd5def7 req-bf79efc2-50b5-4090-913b-248b75275418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:42:40.438663 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9d1084c3-19fd-4b25-80d3-49270dd5def7 req-bf79efc2-50b5-4090-913b-248b75275418 service neutron] 10.222.0.10 "GET /v2.0/networks?id=1d99af78-a60f-4659-8b81-649eda773858 HTTP/1.1" status: 200 len: 897 time: 0.1022384 Jan 28 07:42:40.461273 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-85f73b0d-7114-4585-9bb4-263cbf3be063 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/floatingips/dba73395-069d-45e0-9144-44c3bcbad524 HTTP/1.1" status: 200 len: 991 time: 0.0768642 Jan 28 07:42:40.516702 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9d1084c3-19fd-4b25-80d3-49270dd5def7 req-f0bdbdef-7ad3-409b-98e0-d0de5d332c6b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=845c3510-ff56-4f9c-89fe-6cbebdc0067e HTTP/1.1" status: 200 len: 999 time: 0.0718544 Jan 28 07:42:40.535278 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-a0264e70-5c22-49af-9208-6ce5b5b6bf69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ac58277-9fbe-44e6-803f-5138288e26c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-565886384', 'tenant_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': 'add8d8cf-1bc4-4568-b292-3bad3a9f4b0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:42:16Z', 'updated_at': '2022-01-28T07:42:22Z', 'revision_number': 4, 'project_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'gw_port': {'id': 'add8d8cf-1bc4-4568-b292-3bad3a9f4b0d', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:4b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac58277-9fbe-44e6-803f-5138288e26c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:42:16Z', 'updated_at': '2022-01-28T07:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_floatingips': [{'id': 'dba73395-069d-45e0-9144-44c3bcbad524', 'tenant_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'floating_ip_address': '172.25.6.15', 'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'router_id': '3ac58277-9fbe-44e6-803f-5138288e26c8', 'port_id': '845c3510-ff56-4f9c-89fe-6cbebdc0067e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d99af78-a60f-4659-8b81-649eda773858', 'mac_address': 'fa:16:3e:be:e0:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa31c57-6112-4506-a310-95e86a4ff05d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:42:38Z', 'updated_at': '2022-01-28T07:42:38Z', 'revision_number': 0, 'project_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4324ad66-b93b-48fc-8775-58671459b6c4', 'name': '', 'network_id': '1d99af78-a60f-4659-8b81-649eda773858', 'tenant_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'mac_address': 'fa:16:3e:b4:42:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac58277-9fbe-44e6-803f-5138288e26c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': 'afc5af0a-9c9a-4ac2-a93a-8ed62221322f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:42:21Z', 'updated_at': '2022-01-28T07:42:27Z', 'revision_number': 5, 'project_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'subnets': [{'id': 'afc5af0a-9c9a-4ac2-a93a-8ed62221322f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:42:40.565166 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0264e70-5c22-49af-9208-6ce5b5b6bf69 None None] Checking router: 3ac58277-9fbe-44e6-803f-5138288e26c8 for host: n-d-712749-28 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:42:40.566210 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1084c3-19fd-4b25-80d3-49270dd5def7 req-24f78c0a-9cea-4a43-a399-81fc9eeee434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:42:40.567826 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9d1084c3-19fd-4b25-80d3-49270dd5def7 req-24f78c0a-9cea-4a43-a399-81fc9eeee434 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=afc5af0a-9c9a-4ac2-a93a-8ed62221322f HTTP/1.1" status: 200 len: 835 time: 0.0459716 Jan 28 07:42:40.574588 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0264e70-5c22-49af-9208-6ce5b5b6bf69 None None] Routers {'3ac58277-9fbe-44e6-803f-5138288e26c8'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:42:40.575292 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-a0264e70-5c22-49af-9208-6ce5b5b6bf69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:42:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['3ac58277-9fbe-44e6-803f-5138288e26c8'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:42:40.629008 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1084c3-19fd-4b25-80d3-49270dd5def7 req-29c51295-f1d3-420a-a3ca-eb79d29375fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:42:40.630780 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9d1084c3-19fd-4b25-80d3-49270dd5def7 req-29c51295-f1d3-420a-a3ca-eb79d29375fc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1d99af78-a60f-4659-8b81-649eda773858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0573988 Jan 28 07:42:40.692858 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-a0264e70-5c22-49af-9208-6ce5b5b6bf69 None None] Set router 3ac58277-9fbe-44e6-803f-5138288e26c8 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:42:40.731565 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9d1084c3-19fd-4b25-80d3-49270dd5def7 req-77720ad6-02dc-4934-91dd-59f42c05ee0e service neutron] 10.222.0.10 "GET /v2.0/networks/1d99af78-a60f-4659-8b81-649eda773858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941262 Jan 28 07:42:40.832226 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-12b7e699-7d13-41de-8e77-b56aaac58c81 req-d8638b64-d05e-437e-b533-1ab53e1f4931 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f42de8c-cd1a-45e7-87eb-01845dcfa3a6 HTTP/1.1" status: 200 len: 210 time: 0.0319855 Jan 28 07:42:40.864841 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9d1084c3-19fd-4b25-80d3-49270dd5def7 req-18104ca5-6ee9-422e-80fd-e25a82f5ba63 service neutron] 10.222.0.10 "GET /v2.0/networks/1d99af78-a60f-4659-8b81-649eda773858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272504 Jan 28 07:42:40.941003 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-a0264e70-5c22-49af-9208-6ce5b5b6bf69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ac58277-9fbe-44e6-803f-5138288e26c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-565886384', 'tenant_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': 'add8d8cf-1bc4-4568-b292-3bad3a9f4b0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:42:16Z', 'updated_at': '2022-01-28T07:42:22Z', 'revision_number': 4, 'project_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'gw_port': {'id': 'add8d8cf-1bc4-4568-b292-3bad3a9f4b0d', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:4b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac58277-9fbe-44e6-803f-5138288e26c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:42:16Z', 'updated_at': '2022-01-28T07:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_floatingips': [{'id': 'dba73395-069d-45e0-9144-44c3bcbad524', 'tenant_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'floating_ip_address': '172.25.6.15', 'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'router_id': '3ac58277-9fbe-44e6-803f-5138288e26c8', 'port_id': '845c3510-ff56-4f9c-89fe-6cbebdc0067e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d99af78-a60f-4659-8b81-649eda773858', 'mac_address': 'fa:16:3e:be:e0:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa31c57-6112-4506-a310-95e86a4ff05d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:42:38Z', 'updated_at': '2022-01-28T07:42:38Z', 'revision_number': 0, 'project_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4324ad66-b93b-48fc-8775-58671459b6c4', 'name': '', 'network_id': '1d99af78-a60f-4659-8b81-649eda773858', 'tenant_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'mac_address': 'fa:16:3e:b4:42:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac58277-9fbe-44e6-803f-5138288e26c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': 'afc5af0a-9c9a-4ac2-a93a-8ed62221322f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:42:21Z', 'updated_at': '2022-01-28T07:42:27Z', 'revision_number': 5, 'project_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'subnets': [{'id': 'afc5af0a-9c9a-4ac2-a93a-8ed62221322f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:42:40.972607 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0264e70-5c22-49af-9208-6ce5b5b6bf69 None None] The sync data for ids ['3ac58277-9fbe-44e6-803f-5138288e26c8'] in n-d-712749-28 is: [{'id': '3ac58277-9fbe-44e6-803f-5138288e26c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-565886384', 'tenant_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': 'add8d8cf-1bc4-4568-b292-3bad3a9f4b0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:42:16Z', 'updated_at': '2022-01-28T07:42:22Z', 'revision_number': 4, 'project_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'gw_port': {'id': 'add8d8cf-1bc4-4568-b292-3bad3a9f4b0d', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:4b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac58277-9fbe-44e6-803f-5138288e26c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:42:16Z', 'updated_at': '2022-01-28T07:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_floatingips': [{'id': 'dba73395-069d-45e0-9144-44c3bcbad524', 'tenant_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'floating_ip_address': '172.25.6.15', 'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'router_id': '3ac58277-9fbe-44e6-803f-5138288e26c8', 'port_id': '845c3510-ff56-4f9c-89fe-6cbebdc0067e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d99af78-a60f-4659-8b81-649eda773858', 'mac_address': 'fa:16:3e:be:e0:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa31c57-6112-4506-a310-95e86a4ff05d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:42:38Z', 'updated_at': '2022-01-28T07:42:38Z', 'revision_number': 0, 'project_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4324ad66-b93b-48fc-8775-58671459b6c4', 'name': '', 'network_id': '1d99af78-a60f-4659-8b81-649eda773858', 'tenant_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'mac_address': 'fa:16:3e:b4:42:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac58277-9fbe-44e6-803f-5138288e26c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': 'afc5af0a-9c9a-4ac2-a93a-8ed62221322f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:42:21Z', 'updated_at': '2022-01-28T07:42:27Z', 'revision_number': 5, 'project_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'subnets': [{'id': 'afc5af0a-9c9a-4ac2-a93a-8ed62221322f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:42:41.165012 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978d7797-cbb2-4cf5-99c4-0cb29896a22f None None] New status for floating IP dba73395-069d-45e0-9144-44c3bcbad524: ACTIVE {{(pid=103285) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 07:42:41.465273 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 56534) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:42:41.525071 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-20231f6f-413d-4f74-9d92-d7cb30a328a9 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/floatingips/dba73395-069d-45e0-9144-44c3bcbad524 HTTP/1.1" status: 200 len: 993 time: 0.0586526 Jan 28 07:42:41.933104 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-22c613b6-6872-4ecd-b194-54a95fe61994 req-9b12ee05-08ae-438d-a244-e7cd636a807d tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f42de8c-cd1a-45e7-87eb-01845dcfa3a6 HTTP/1.1" status: 200 len: 210 time: 0.0291758 Jan 28 07:42:43.033640 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-df24542e-9c6b-410d-b1d9-e5be6adfface req-6196dde6-4304-4cd0-b038-8f19a997e586 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f42de8c-cd1a-45e7-87eb-01845dcfa3a6 HTTP/1.1" status: 200 len: 210 time: 0.0298631 Jan 28 07:42:44.132795 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-06eab136-4640-47ba-90aa-f56a72458cf6 req-c34f6739-ddc1-4630-ace7-8b5f717ca5c3 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f42de8c-cd1a-45e7-87eb-01845dcfa3a6 HTTP/1.1" status: 200 len: 210 time: 0.0293009 Jan 28 07:42:55.433101 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 56702) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:42:55.438514 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-88747bc1-5c1c-4adb-a53c-798da93121aa tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2018756064', 'description': 'tempest-secgroup-smoke-2018756064 description', 'project_id': '6e11006faf4241738db69f23221595e2'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:42:55.463624 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-88747bc1-5c1c-4adb-a53c-798da93121aa tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:55.549455 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-88747bc1-5c1c-4adb-a53c-798da93121aa tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Publish callbacks [] for security_group (ec6d871e-ef1d-448d-95b7-68ce22e3161e), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:55.555466 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-88747bc1-5c1c-4adb-a53c-798da93121aa tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (ec6d871e-ef1d-448d-95b7-68ce22e3161e), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:55.589704 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88747bc1-5c1c-4adb-a53c-798da93121aa tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec6d871e-ef1d-448d-95b7-68ce22e3161e,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:42:55.604942 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88747bc1-5c1c-4adb-a53c-798da93121aa tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:42:55.606007 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88747bc1-5c1c-4adb-a53c-798da93121aa tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:42:55.606722 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88747bc1-5c1c-4adb-a53c-798da93121aa tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:42:55.607273 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88747bc1-5c1c-4adb-a53c-798da93121aa tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:42:55.607993 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88747bc1-5c1c-4adb-a53c-798da93121aa tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:42:55.609311 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88747bc1-5c1c-4adb-a53c-798da93121aa tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:42:55.610076 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88747bc1-5c1c-4adb-a53c-798da93121aa tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:42:55.610658 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88747bc1-5c1c-4adb-a53c-798da93121aa tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:42:55.611194 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88747bc1-5c1c-4adb-a53c-798da93121aa tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:42:55.611851 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88747bc1-5c1c-4adb-a53c-798da93121aa tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:42:55.612698 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88747bc1-5c1c-4adb-a53c-798da93121aa tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:42:55.613464 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88747bc1-5c1c-4adb-a53c-798da93121aa tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:42:55.614189 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88747bc1-5c1c-4adb-a53c-798da93121aa tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:42:55.620773 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-88747bc1-5c1c-4adb-a53c-798da93121aa tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:55.627910 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 56704) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:42:55.633118 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-6885edbd-50bf-4a39-872e-4273718b16a1 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Request body: {'security_group_rule': {'security_group_id': 'ec6d871e-ef1d-448d-95b7-68ce22e3161e', 'project_id': '6e11006faf4241738db69f23221595e2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:42:55.639284 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-88747bc1-5c1c-4adb-a53c-798da93121aa tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2035179 Jan 28 07:42:55.669048 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6885edbd-50bf-4a39-872e-4273718b16a1 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Publish callbacks [] for security_group_rule (e699d22f-5cb3-45a2-aa04-7c2c66d3f93d), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:55.752135 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6885edbd-50bf-4a39-872e-4273718b16a1 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Publish callbacks [] for security_group_rule (e699d22f-5cb3-45a2-aa04-7c2c66d3f93d), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:55.757696 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6885edbd-50bf-4a39-872e-4273718b16a1 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (e699d22f-5cb3-45a2-aa04-7c2c66d3f93d), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:55.781827 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6885edbd-50bf-4a39-872e-4273718b16a1 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e699d22f-5cb3-45a2-aa04-7c2c66d3f93d,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:42:55.802638 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6885edbd-50bf-4a39-872e-4273718b16a1 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:55.807601 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-6885edbd-50bf-4a39-872e-4273718b16a1 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1776159 Jan 28 07:42:55.808501 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 56706) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:42:55.813732 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-fbd03a91-065d-46a9-801d-4f209848566f tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Request body: {'security_group_rule': {'security_group_id': 'ec6d871e-ef1d-448d-95b7-68ce22e3161e', 'project_id': '6e11006faf4241738db69f23221595e2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:42:55.881099 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fbd03a91-065d-46a9-801d-4f209848566f tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Publish callbacks [] for security_group_rule (fd94c9f8-aaab-46d8-8861-0fe2f94f56fe), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:55.981488 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fbd03a91-065d-46a9-801d-4f209848566f tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Publish callbacks [] for security_group_rule (fd94c9f8-aaab-46d8-8861-0fe2f94f56fe), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:55.986855 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fbd03a91-065d-46a9-801d-4f209848566f tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (fd94c9f8-aaab-46d8-8861-0fe2f94f56fe), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:56.009681 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd03a91-065d-46a9-801d-4f209848566f tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd94c9f8-aaab-46d8-8861-0fe2f94f56fe,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:42:56.019702 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fbd03a91-065d-46a9-801d-4f209848566f tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:56.021290 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-fbd03a91-065d-46a9-801d-4f209848566f tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2118211 Jan 28 07:42:56.024412 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 56710) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:42:56.029437 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-0ed883a2-12e7-46da-84ad-028e272eeaf7 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Request body: {'security_group_rule': {'security_group_id': 'ec6d871e-ef1d-448d-95b7-68ce22e3161e', 'project_id': '6e11006faf4241738db69f23221595e2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:42:56.090043 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0ed883a2-12e7-46da-84ad-028e272eeaf7 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Publish callbacks [] for security_group_rule (73a86b67-2f1c-42da-9448-53a6717ac2e1), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:56.173798 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0ed883a2-12e7-46da-84ad-028e272eeaf7 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Publish callbacks [] for security_group_rule (73a86b67-2f1c-42da-9448-53a6717ac2e1), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:56.179643 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0ed883a2-12e7-46da-84ad-028e272eeaf7 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (73a86b67-2f1c-42da-9448-53a6717ac2e1), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:56.205121 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed883a2-12e7-46da-84ad-028e272eeaf7 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73a86b67-2f1c-42da-9448-53a6717ac2e1,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:42:56.213221 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0ed883a2-12e7-46da-84ad-028e272eeaf7 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:56.217976 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 56714) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:42:56.223266 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-5a98086b-b42c-4ec2-be07-47d628174fad tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Request body: {'security_group_rule': {'security_group_id': 'ec6d871e-ef1d-448d-95b7-68ce22e3161e', 'project_id': '6e11006faf4241738db69f23221595e2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:42:56.232314 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-0ed883a2-12e7-46da-84ad-028e272eeaf7 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2017908 Jan 28 07:42:56.262277 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5a98086b-b42c-4ec2-be07-47d628174fad tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Publish callbacks [] for security_group_rule (de2820e7-a243-406e-b561-bb0486d4cb4d), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:56.320864 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5a98086b-b42c-4ec2-be07-47d628174fad tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Publish callbacks [] for security_group_rule (de2820e7-a243-406e-b561-bb0486d4cb4d), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:56.324637 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5a98086b-b42c-4ec2-be07-47d628174fad tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (de2820e7-a243-406e-b561-bb0486d4cb4d), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:56.349032 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5a98086b-b42c-4ec2-be07-47d628174fad tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:56.353738 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 56718) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:42:56.353885 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-5a98086b-b42c-4ec2-be07-47d628174fad tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1340299 Jan 28 07:42:56.358147 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a98086b-b42c-4ec2-be07-47d628174fad tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de2820e7-a243-406e-b561-bb0486d4cb4d,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:42:56.358540 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-fbc27e32-19f0-46fb-a74a-1e6367c4b5d6 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Request body: {'security_group_rule': {'security_group_id': 'ec6d871e-ef1d-448d-95b7-68ce22e3161e', 'project_id': '6e11006faf4241738db69f23221595e2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:42:56.388643 n-d-712749-28 neutron-server[103284]: INFO neutron.db.securitygroups_db [None req-fbc27e32-19f0-46fb-a74a-1e6367c4b5d6 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Project 6e11006faf4241738db69f23221595e2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 07:42:56.403364 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fbc27e32-19f0-46fb-a74a-1e6367c4b5d6 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Publish callbacks [] for security_group_rule (16465e06-d7d9-4b9e-8d08-91ad4cfece23), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:56.478233 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fbc27e32-19f0-46fb-a74a-1e6367c4b5d6 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Publish callbacks [] for security_group_rule (16465e06-d7d9-4b9e-8d08-91ad4cfece23), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:56.485440 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fbc27e32-19f0-46fb-a74a-1e6367c4b5d6 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (16465e06-d7d9-4b9e-8d08-91ad4cfece23), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:56.510964 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc27e32-19f0-46fb-a74a-1e6367c4b5d6 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16465e06-d7d9-4b9e-8d08-91ad4cfece23,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:42:56.524244 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fbc27e32-19f0-46fb-a74a-1e6367c4b5d6 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:56.525515 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-fbc27e32-19f0-46fb-a74a-1e6367c4b5d6 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1710937 Jan 28 07:42:56.528378 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 56726) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:42:56.533975 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-cb904dcd-dac8-4cda-8c8d-3c9284a66df3 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Request body: {'security_group_rule': {'security_group_id': 'ec6d871e-ef1d-448d-95b7-68ce22e3161e', 'project_id': '6e11006faf4241738db69f23221595e2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:42:56.558101 n-d-712749-28 neutron-server[103283]: INFO neutron.db.securitygroups_db [None req-cb904dcd-dac8-4cda-8c8d-3c9284a66df3 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Project 6e11006faf4241738db69f23221595e2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 07:42:56.565452 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cb904dcd-dac8-4cda-8c8d-3c9284a66df3 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Publish callbacks [] for security_group_rule (78f012b5-9e4f-4907-a0fe-266be9d67620), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:56.641621 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cb904dcd-dac8-4cda-8c8d-3c9284a66df3 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Publish callbacks [] for security_group_rule (78f012b5-9e4f-4907-a0fe-266be9d67620), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:56.646243 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cb904dcd-dac8-4cda-8c8d-3c9284a66df3 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (78f012b5-9e4f-4907-a0fe-266be9d67620), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:56.666494 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb904dcd-dac8-4cda-8c8d-3c9284a66df3 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78f012b5-9e4f-4907-a0fe-266be9d67620,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:42:56.674238 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cb904dcd-dac8-4cda-8c8d-3c9284a66df3 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:42:56.678778 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-cb904dcd-dac8-4cda-8c8d-3c9284a66df3 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1487577 Jan 28 07:43:03.181562 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:43:03.268980 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3eea3c1d-7790-4d8f-81aa-a3852880ebe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:43:04.097550 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:43:05.641121 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3f85dfe0-0efd-4beb-9416-02d9b944a8d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:43:07.034646 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:43:08.376057 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 7 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 07:43:08.744309 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:43:09.735630 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:43:15.202293 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df10fed-aee2-4efe-9659-dab02d41ff5e req-14c99eb7-82af-4062-9350-a9de312f6d7e tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:43:15.210515 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2df10fed-aee2-4efe-9659-dab02d41ff5e req-14c99eb7-82af-4062-9350-a9de312f6d7e tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/ports?device_id=afa31c57-6112-4506-a310-95e86a4ff05d HTTP/1.1" status: 200 len: 946 time: 0.0641165 Jan 28 07:43:15.315714 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2df10fed-aee2-4efe-9659-dab02d41ff5e req-88c7118a-d107-4bc1-836a-7292a3922bbc tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5404dbc-b196-4fab-b75b-b8d6f99bbfc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041486 Jan 28 07:43:16.476572 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4be3f93-8d90-479d-b270-50b51f077cb6 req-3b0c775e-1d03-410c-b6da-53502c7b3af0 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:43:16.478946 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f4be3f93-8d90-479d-b270-50b51f077cb6 req-3b0c775e-1d03-410c-b6da-53502c7b3af0 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/ports?device_id=afa31c57-6112-4506-a310-95e86a4ff05d HTTP/1.1" status: 200 len: 946 time: 0.0823607 Jan 28 07:43:16.554189 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f4be3f93-8d90-479d-b270-50b51f077cb6 req-650806f7-d13b-4ee6-85d6-f42e4eb10bac tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5404dbc-b196-4fab-b75b-b8d6f99bbfc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680885 Jan 28 07:43:17.738776 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841d8c4f-c39c-49c5-856f-e4978ed5f29a req-3d8913a9-3689-4988-a814-808a2d18edd1 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:43:17.741897 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-841d8c4f-c39c-49c5-856f-e4978ed5f29a req-3d8913a9-3689-4988-a814-808a2d18edd1 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/ports?device_id=afa31c57-6112-4506-a310-95e86a4ff05d HTTP/1.1" status: 200 len: 946 time: 0.0681808 Jan 28 07:43:17.809915 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-841d8c4f-c39c-49c5-856f-e4978ed5f29a req-3b4bfa59-0f1b-4f96-afb1-61e03f0d82a8 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5404dbc-b196-4fab-b75b-b8d6f99bbfc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586519 Jan 28 07:43:18.966710 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b90e4c4-1402-4e66-81df-564272ef217e req-9e23a6d1-14dc-4678-88ce-7e313252a834 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:43:18.969585 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7b90e4c4-1402-4e66-81df-564272ef217e req-9e23a6d1-14dc-4678-88ce-7e313252a834 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/ports?device_id=afa31c57-6112-4506-a310-95e86a4ff05d HTTP/1.1" status: 200 len: 946 time: 0.0655792 Jan 28 07:43:19.082269 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7b90e4c4-1402-4e66-81df-564272ef217e req-35600027-2633-4ce5-89c6-b9c27ceb33c5 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5404dbc-b196-4fab-b75b-b8d6f99bbfc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1052339 Jan 28 07:43:20.235231 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ca1a91-3425-4c20-8290-bd18c33c5487 req-4ac28432-a207-495a-813d-1f262c170322 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:43:20.243611 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e0ca1a91-3425-4c20-8290-bd18c33c5487 req-4ac28432-a207-495a-813d-1f262c170322 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/ports?device_id=afa31c57-6112-4506-a310-95e86a4ff05d HTTP/1.1" status: 200 len: 946 time: 0.0719886 Jan 28 07:43:20.316681 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e0ca1a91-3425-4c20-8290-bd18c33c5487 req-202308b4-771c-4d65-851c-97d7df8f3065 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5404dbc-b196-4fab-b75b-b8d6f99bbfc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720727 Jan 28 07:43:21.474869 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6090e8b-da38-4c39-92df-8d1604dc3e36 req-268b7b37-e494-46e1-a8c7-e4fd1f2cb810 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:43:21.483562 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c6090e8b-da38-4c39-92df-8d1604dc3e36 req-268b7b37-e494-46e1-a8c7-e4fd1f2cb810 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/ports?device_id=afa31c57-6112-4506-a310-95e86a4ff05d HTTP/1.1" status: 200 len: 946 time: 0.0979280 Jan 28 07:43:21.562776 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c6090e8b-da38-4c39-92df-8d1604dc3e36 req-f394936f-9621-431c-9208-1d0024c9959d tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5404dbc-b196-4fab-b75b-b8d6f99bbfc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733712 Jan 28 07:43:22.693179 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9331185a-0368-40e9-84f4-c1bc1f9e63d4 req-106320fd-52b1-4a2b-ad8c-78ec365a0e97 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:43:22.694813 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9331185a-0368-40e9-84f4-c1bc1f9e63d4 req-106320fd-52b1-4a2b-ad8c-78ec365a0e97 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/ports?device_id=afa31c57-6112-4506-a310-95e86a4ff05d HTTP/1.1" status: 200 len: 946 time: 0.0618527 Jan 28 07:43:22.772593 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9331185a-0368-40e9-84f4-c1bc1f9e63d4 req-26cbfde0-4c7d-46cf-9bb9-c2ac7d1fdb5e tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5404dbc-b196-4fab-b75b-b8d6f99bbfc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677950 Jan 28 07:43:23.898578 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a29a4ab-2f8b-4d6d-a893-57e8ef37bcc3 req-7ae3c149-d633-4c6e-9d14-e13c074bd5c9 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:43:23.900706 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8a29a4ab-2f8b-4d6d-a893-57e8ef37bcc3 req-7ae3c149-d633-4c6e-9d14-e13c074bd5c9 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/ports?device_id=afa31c57-6112-4506-a310-95e86a4ff05d HTTP/1.1" status: 200 len: 946 time: 0.0519655 Jan 28 07:43:23.958860 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8a29a4ab-2f8b-4d6d-a893-57e8ef37bcc3 req-18f24077-a777-4eab-9341-844d1c6aa80f tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5404dbc-b196-4fab-b75b-b8d6f99bbfc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514684 Jan 28 07:43:25.081539 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343e62c5-e727-4b6b-bc9c-a3d24e6d87df req-210ffd5b-cdf5-4096-8b4b-bf711083cda8 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:43:25.083713 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-343e62c5-e727-4b6b-bc9c-a3d24e6d87df req-210ffd5b-cdf5-4096-8b4b-bf711083cda8 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/ports?device_id=afa31c57-6112-4506-a310-95e86a4ff05d HTTP/1.1" status: 200 len: 946 time: 0.0550737 Jan 28 07:43:25.136020 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-343e62c5-e727-4b6b-bc9c-a3d24e6d87df req-a1d9a9cb-1b95-424c-a4df-3510759eabea tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5404dbc-b196-4fab-b75b-b8d6f99bbfc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463319 Jan 28 07:43:25.574772 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-11d0f7b5-25e9-407a-beac-d44e993beab3 req-5c2f02ac-7c2c-49f0-a6fa-652b06b481c9 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2018756064&fields=id&tenant_id=6e11006faf4241738db69f23221595e2 HTTP/1.1" status: 200 len: 267 time: 0.0526602 Jan 28 07:43:25.685210 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d0f7b5-25e9-407a-beac-d44e993beab3 req-19000273-bd53-4d51-b98a-c7fd80e8fda2 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:43:25.688543 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-11d0f7b5-25e9-407a-beac-d44e993beab3 req-19000273-bd53-4d51-b98a-c7fd80e8fda2 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/networks?id=e89cba95-7c88-42ca-a2a1-7604d77c150d HTTP/1.1" status: 200 len: 812 time: 0.1063383 Jan 28 07:43:25.707123 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-11d0f7b5-25e9-407a-beac-d44e993beab3 req-229b5330-a83d-4f14-b0a5-12a53eb660b9 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/quotas/6e11006faf4241738db69f23221595e2 HTTP/1.1" status: 200 len: 375 time: 0.0125413 Jan 28 07:43:25.796453 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-11d0f7b5-25e9-407a-beac-d44e993beab3 req-860eb4e1-976a-4ca7-9dc6-674e56bb2425 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=6e11006faf4241738db69f23221595e2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0753496 Jan 28 07:43:25.941764 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-11d0f7b5-25e9-407a-beac-d44e993beab3 req-e754ab66-6f26-4de0-b9c9-ca520f1159f2 service neutron] 10.222.0.41 "GET /v2.0/networks/e89cba95-7c88-42ca-a2a1-7604d77c150d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435630 Jan 28 07:43:26.068479 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-11d0f7b5-25e9-407a-beac-d44e993beab3 req-c4de7066-0b22-420c-a2c8-b448c95d50cd service neutron] 10.222.0.41 "GET /v2.0/networks/e89cba95-7c88-42ca-a2a1-7604d77c150d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254272 Jan 28 07:43:26.311773 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777d71f2-2967-4e75-a9f8-08ae2798e025 req-c5d5d0c4-9e54-49e4-9e2d-984eb78eac46 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:43:26.320468 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-777d71f2-2967-4e75-a9f8-08ae2798e025 req-c5d5d0c4-9e54-49e4-9e2d-984eb78eac46 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/ports?device_id=afa31c57-6112-4506-a310-95e86a4ff05d HTTP/1.1" status: 200 len: 946 time: 0.1093481 Jan 28 07:43:26.397394 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-777d71f2-2967-4e75-a9f8-08ae2798e025 req-8a35199b-4fc0-4876-b853-c5469b4960b9 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5404dbc-b196-4fab-b75b-b8d6f99bbfc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750723 Jan 28 07:43:26.448833 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2dd8a250-7809-4fe8-a07f-eaaf629c9984 req-171e71ed-d3de-47c3-a25d-c0763b4a98e6 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=e438921b-221d-4d9b-8372-1d30dc58dd9f HTTP/1.1" status: 200 len: 210 time: 0.0587373 Jan 28 07:43:27.566301 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-91534202-fb3f-4041-b1b3-995aa69ad8b5 req-b4183940-06fa-4bb7-9bc7-d9a399c19517 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=e438921b-221d-4d9b-8372-1d30dc58dd9f HTTP/1.1" status: 200 len: 210 time: 0.0339813 Jan 28 07:43:27.581191 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d0f7b5-25e9-407a-beac-d44e993beab3 req-9660c1ef-b351-4030-99cb-635c29786b34 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:43:27.585752 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-11d0f7b5-25e9-407a-beac-d44e993beab3 req-9660c1ef-b351-4030-99cb-635c29786b34 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.44 "GET /v2.0/networks?id=e89cba95-7c88-42ca-a2a1-7604d77c150d HTTP/1.1" status: 200 len: 812 time: 0.2008173 Jan 28 07:43:27.593565 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cf77b1-6e1b-42f0-921c-84c34ff8475b req-56fd825a-7bb5-41e1-9513-009f47c9bee6 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:43:27.595092 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b1cf77b1-6e1b-42f0-921c-84c34ff8475b req-56fd825a-7bb5-41e1-9513-009f47c9bee6 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/ports?device_id=afa31c57-6112-4506-a310-95e86a4ff05d HTTP/1.1" status: 200 len: 946 time: 0.0972219 Jan 28 07:43:27.693349 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b1cf77b1-6e1b-42f0-921c-84c34ff8475b req-16e081a4-e7da-4164-b916-2b4e201aa96c tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5404dbc-b196-4fab-b75b-b8d6f99bbfc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924473 Jan 28 07:43:27.698484 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-11d0f7b5-25e9-407a-beac-d44e993beab3 req-d0291406-8552-406d-bfda-2c65cc3a8a8f tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6e11006faf4241738db69f23221595e2 HTTP/1.1" status: 200 len: 380 time: 0.0915549 Jan 28 07:43:27.713358 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-11d0f7b5-25e9-407a-beac-d44e993beab3 req-928b20c5-a68e-41ec-a82a-fc9297f17122 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Request body: {'port': {'device_id': 'e438921b-221d-4d9b-8372-1d30dc58dd9f', 'network_id': 'e89cba95-7c88-42ca-a2a1-7604d77c150d', 'admin_state_up': True, 'tenant_id': '6e11006faf4241738db69f23221595e2', 'security_groups': ['ec6d871e-ef1d-448d-95b7-68ce22e3161e']}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:43:27.823327 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11d0f7b5-25e9-407a-beac-d44e993beab3 req-928b20c5-a68e-41ec-a82a-fc9297f17122 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Made reservation on behalf of 6e11006faf4241738db69f23221595e2 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:43:27.826883 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-11d0f7b5-25e9-407a-beac-d44e993beab3 req-928b20c5-a68e-41ec-a82a-fc9297f17122 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:43:27.970892 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-11d0f7b5-25e9-407a-beac-d44e993beab3 req-928b20c5-a68e-41ec-a82a-fc9297f17122 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Allocated IP 172.20.0.6 (e89cba95-7c88-42ca-a2a1-7604d77c150d/be92a7e6-1604-4603-bacc-7f09a5c98a28/18705699-32a7-4962-8693-6989ef5feed6) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:43:28.124575 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-11d0f7b5-25e9-407a-beac-d44e993beab3 req-928b20c5-a68e-41ec-a82a-fc9297f17122 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Publish callbacks [] for port (18705699-32a7-4962-8693-6989ef5feed6), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:43:28.163526 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-11d0f7b5-25e9-407a-beac-d44e993beab3 req-928b20c5-a68e-41ec-a82a-fc9297f17122 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (18705699-32a7-4962-8693-6989ef5feed6), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:43:28.221247 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11d0f7b5-25e9-407a-beac-d44e993beab3 req-928b20c5-a68e-41ec-a82a-fc9297f17122 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Network e89cba95-7c88-42ca-a2a1-7604d77c150d is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:43:28.226943 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-11d0f7b5-25e9-407a-beac-d44e993beab3 req-928b20c5-a68e-41ec-a82a-fc9297f17122 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:43:28.240740 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928b20c5-a68e-41ec-a82a-fc9297f17122 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Pushing event updated for resources: {'Port': ['ID=18705699-32a7-4962-8693-6989ef5feed6,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:43:28.243393 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-11d0f7b5-25e9-407a-beac-d44e993beab3 req-928b20c5-a68e-41ec-a82a-fc9297f17122 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:43:28.283554 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928b20c5-a68e-41ec-a82a-fc9297f17122 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:43:28.283991 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928b20c5-a68e-41ec-a82a-fc9297f17122 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:43:28.284426 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928b20c5-a68e-41ec-a82a-fc9297f17122 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:43:28.284833 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928b20c5-a68e-41ec-a82a-fc9297f17122 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:43:28.285238 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928b20c5-a68e-41ec-a82a-fc9297f17122 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:43:28.285641 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928b20c5-a68e-41ec-a82a-fc9297f17122 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:43:28.286038 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928b20c5-a68e-41ec-a82a-fc9297f17122 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:43:28.286599 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928b20c5-a68e-41ec-a82a-fc9297f17122 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:43:28.286994 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928b20c5-a68e-41ec-a82a-fc9297f17122 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:43:28.287388 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928b20c5-a68e-41ec-a82a-fc9297f17122 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:43:28.287779 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928b20c5-a68e-41ec-a82a-fc9297f17122 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:43:28.288173 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928b20c5-a68e-41ec-a82a-fc9297f17122 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:43:28.288587 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928b20c5-a68e-41ec-a82a-fc9297f17122 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:43:28.315753 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d0f7b5-25e9-407a-beac-d44e993beab3 req-928b20c5-a68e-41ec-a82a-fc9297f17122 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:43:28.316547 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-11d0f7b5-25e9-407a-beac-d44e993beab3 req-928b20c5-a68e-41ec-a82a-fc9297f17122 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:43:28.341508 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-11d0f7b5-25e9-407a-beac-d44e993beab3 req-928b20c5-a68e-41ec-a82a-fc9297f17122 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6383324 Jan 28 07:43:28.361355 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-11d0f7b5-25e9-407a-beac-d44e993beab3 req-0c28aa30-7c12-4237-ab13-c1c175ea5aa0 service neutron] Request body: {'port': {'device_id': 'e438921b-221d-4d9b-8372-1d30dc58dd9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712749-28'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:43:28.439282 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-11d0f7b5-25e9-407a-beac-d44e993beab3 req-0c28aa30-7c12-4237-ab13-c1c175ea5aa0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (18705699-32a7-4962-8693-6989ef5feed6), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:43:28.524296 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-70c94b37-4c2a-453f-b7c0-0cc2af3c4f85 None None] Provisioning complete for port 18705699-32a7-4962-8693-6989ef5feed6 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:43:28.524904 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-70c94b37-4c2a-453f-b7c0-0cc2af3c4f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (18705699-32a7-4962-8693-6989ef5feed6), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:43:28.560691 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-70c94b37-4c2a-453f-b7c0-0cc2af3c4f85 None None] Port 18705699-32a7-4962-8693-6989ef5feed6 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:43:28.739608 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087a3ec3-fad3-4925-882f-0cd7714f3780 req-f28cfa02-b24d-49c2-99f0-ac33bb9992ac tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:43:28.750078 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-087a3ec3-fad3-4925-882f-0cd7714f3780 req-f28cfa02-b24d-49c2-99f0-ac33bb9992ac tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=e438921b-221d-4d9b-8372-1d30dc58dd9f HTTP/1.1" status: 200 len: 931 time: 0.0757384 Jan 28 07:43:28.817720 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-087a3ec3-fad3-4925-882f-0cd7714f3780 req-3cf7b12b-7040-439e-9a09-1a167dcfa1fa tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec6d871e-ef1d-448d-95b7-68ce22e3161e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607891 Jan 28 07:43:28.887814 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-11d0f7b5-25e9-407a-beac-d44e993beab3 req-0c28aa30-7c12-4237-ab13-c1c175ea5aa0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18705699-32a7-4962-8693-6989ef5feed6 {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:43:28.894884 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213bd440-d02d-44a5-894d-60e970f4bec6 req-87da4044-f982-4764-9f3a-a154e322ebab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:43:28.896446 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-213bd440-d02d-44a5-894d-60e970f4bec6 req-87da4044-f982-4764-9f3a-a154e322ebab service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=afa31c57-6112-4506-a310-95e86a4ff05d HTTP/1.1" status: 200 len: 1098 time: 0.1360166 Jan 28 07:43:28.902908 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-11d0f7b5-25e9-407a-beac-d44e993beab3 req-0c28aa30-7c12-4237-ab13-c1c175ea5aa0 service neutron] Publish callbacks [] for port (18705699-32a7-4962-8693-6989ef5feed6), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:43:28.934286 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5af2bb-411e-444f-89db-1a8c804b99ff req-84c61e78-02a1-44df-a17a-fe14e69d0d14 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:43:28.936474 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0f5af2bb-411e-444f-89db-1a8c804b99ff req-84c61e78-02a1-44df-a17a-fe14e69d0d14 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/ports?device_id=afa31c57-6112-4506-a310-95e86a4ff05d HTTP/1.1" status: 200 len: 946 time: 0.1476166 Jan 28 07:43:28.948064 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-11d0f7b5-25e9-407a-beac-d44e993beab3 req-0c28aa30-7c12-4237-ab13-c1c175ea5aa0 service neutron] Transition to ACTIVE for port object 18705699-32a7-4962-8693-6989ef5feed6 will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:43:28.965862 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-11d0f7b5-25e9-407a-beac-d44e993beab3 req-0c28aa30-7c12-4237-ab13-c1c175ea5aa0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (18705699-32a7-4962-8693-6989ef5feed6), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:43:29.033937 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-213bd440-d02d-44a5-894d-60e970f4bec6 req-682e80f4-b834-4ae0-b8d0-fb3480b8728c service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=c5404dbc-b196-4fab-b75b-b8d6f99bbfc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1278369 Jan 28 07:43:29.057908 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28aa30-7c12-4237-ab13-c1c175ea5aa0 service neutron] Pushing event updated for resources: {'Port': ['ID=18705699-32a7-4962-8693-6989ef5feed6,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:43:29.065867 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0f5af2bb-411e-444f-89db-1a8c804b99ff req-f9f5cdde-42ed-4021-85c1-04c8b365b380 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5404dbc-b196-4fab-b75b-b8d6f99bbfc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1190588 Jan 28 07:43:29.142950 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-11d0f7b5-25e9-407a-beac-d44e993beab3 req-0c28aa30-7c12-4237-ab13-c1c175ea5aa0 service neutron] Attempting to bind port 18705699-32a7-4962-8693-6989ef5feed6 on host n-h2-712749-28 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:43:29.143286 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-11d0f7b5-25e9-407a-beac-d44e993beab3 req-0c28aa30-7c12-4237-ab13-c1c175ea5aa0 service neutron] Attempting to bind port 18705699-32a7-4962-8693-6989ef5feed6 by drivers openvswitch,hyperv on host n-h2-712749-28 at level 0 using segments [{'id': '51b887d5-fd17-4f2d-9bed-8a0b60014438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e89cba95-7c88-42ca-a2a1-7604d77c150d'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:43:29.143612 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d0f7b5-25e9-407a-beac-d44e993beab3 req-0c28aa30-7c12-4237-ab13-c1c175ea5aa0 service neutron] Attempting to bind port 18705699-32a7-4962-8693-6989ef5feed6 on network e89cba95-7c88-42ca-a2a1-7604d77c150d {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:43:29.148510 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d0f7b5-25e9-407a-beac-d44e993beab3 req-0c28aa30-7c12-4237-ab13-c1c175ea5aa0 service neutron] Port 18705699-32a7-4962-8693-6989ef5feed6 on network e89cba95-7c88-42ca-a2a1-7604d77c150d not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-28 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:43:29.148836 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d0f7b5-25e9-407a-beac-d44e993beab3 req-0c28aa30-7c12-4237-ab13-c1c175ea5aa0 service neutron] Attempting to bind port 18705699-32a7-4962-8693-6989ef5feed6 on network e89cba95-7c88-42ca-a2a1-7604d77c150d {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:43:29.153975 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d0f7b5-25e9-407a-beac-d44e993beab3 req-0c28aa30-7c12-4237-ab13-c1c175ea5aa0 service neutron] Checking agent: {'id': 'c9906e63-062c-432e-bb53-63fdb8115e18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:43:29.154956 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d0f7b5-25e9-407a-beac-d44e993beab3 req-0c28aa30-7c12-4237-ab13-c1c175ea5aa0 service neutron] Checking segment: {'id': '51b887d5-fd17-4f2d-9bed-8a0b60014438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e89cba95-7c88-42ca-a2a1-7604d77c150d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:43:29.155350 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d0f7b5-25e9-407a-beac-d44e993beab3 req-0c28aa30-7c12-4237-ab13-c1c175ea5aa0 service neutron] Bound using segment: {'id': '51b887d5-fd17-4f2d-9bed-8a0b60014438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e89cba95-7c88-42ca-a2a1-7604d77c150d'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:43:29.155782 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-11d0f7b5-25e9-407a-beac-d44e993beab3 req-0c28aa30-7c12-4237-ab13-c1c175ea5aa0 service neutron] Bound port: 18705699-32a7-4962-8693-6989ef5feed6, host: n-h2-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51b887d5-fd17-4f2d-9bed-8a0b60014438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e89cba95-7c88-42ca-a2a1-7604d77c150d'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:43:29.156140 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-11d0f7b5-25e9-407a-beac-d44e993beab3 req-0c28aa30-7c12-4237-ab13-c1c175ea5aa0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (18705699-32a7-4962-8693-6989ef5feed6), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:43:29.231563 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-11d0f7b5-25e9-407a-beac-d44e993beab3 req-0c28aa30-7c12-4237-ab13-c1c175ea5aa0 service neutron] For port 18705699-32a7-4962-8693-6989ef5feed6, host n-h2-712749-28, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:43:29.235076 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-11d0f7b5-25e9-407a-beac-d44e993beab3 req-0c28aa30-7c12-4237-ab13-c1c175ea5aa0 service neutron] For port 18705699-32a7-4962-8693-6989ef5feed6, host n-h2-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=18705699-32a7-4962-8693-6989ef5feed6,segment=NetworkSegment(51b887d5-fd17-4f2d-9bed-8a0b60014438),segment_id=51b887d5-fd17-4f2d-9bed-8a0b60014438)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:43:29.239899 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-11d0f7b5-25e9-407a-beac-d44e993beab3 req-0c28aa30-7c12-4237-ab13-c1c175ea5aa0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (18705699-32a7-4962-8693-6989ef5feed6), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:43:29.280036 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d0f7b5-25e9-407a-beac-d44e993beab3 req-0c28aa30-7c12-4237-ab13-c1c175ea5aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:43:29.280710 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-11d0f7b5-25e9-407a-beac-d44e993beab3 req-0c28aa30-7c12-4237-ab13-c1c175ea5aa0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:43:29.282209 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-11d0f7b5-25e9-407a-beac-d44e993beab3 req-0c28aa30-7c12-4237-ab13-c1c175ea5aa0 service neutron] 10.222.0.44 "PUT /v2.0/ports/18705699-32a7-4962-8693-6989ef5feed6 HTTP/1.1" status: 200 len: 1092 time: 0.9275856 Jan 28 07:43:29.282709 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e438921b-221d-4d9b-8372-1d30dc58dd9f', 'tag': '18705699-32a7-4962-8693-6989ef5feed6'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:43:29.285073 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-975f7109-6a08-45ff-9cc4-1128dce859de" -d '{"events": [{"name": "network-changed", "server_uuid": "e438921b-221d-4d9b-8372-1d30dc58dd9f", "tag": "18705699-32a7-4962-8693-6989ef5feed6"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:43:29.329519 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28aa30-7c12-4237-ab13-c1c175ea5aa0 service neutron] Pushing event updated for resources: {'Port': ['ID=18705699-32a7-4962-8693-6989ef5feed6,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:43:29.334636 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2d22d21-7290-4f36-b192-ae6aba29be6d x-openstack-request-id: req-f2d22d21-7290-4f36-b192-ae6aba29be6d {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:43:29.335063 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e438921b-221d-4d9b-8372-1d30dc58dd9f", "tag": "18705699-32a7-4962-8693-6989ef5feed6", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:43:29.335388 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f2d22d21-7290-4f36-b192-ae6aba29be6d {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:43:29.335800 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e438921b-221d-4d9b-8372-1d30dc58dd9f', 'tag': '18705699-32a7-4962-8693-6989ef5feed6', 'status': 'completed', 'code': 200} Jan 28 07:43:29.397236 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d0f7b5-25e9-407a-beac-d44e993beab3 req-07396e07-4c89-47ef-94d5-cf0fe49c252e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:43:29.398782 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-11d0f7b5-25e9-407a-beac-d44e993beab3 req-07396e07-4c89-47ef-94d5-cf0fe49c252e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6e11006faf4241738db69f23221595e2&device_id=e438921b-221d-4d9b-8372-1d30dc58dd9f HTTP/1.1" status: 200 len: 1095 time: 0.0487268 Jan 28 07:43:29.454239 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-11d0f7b5-25e9-407a-beac-d44e993beab3 req-c76af5f2-ee2e-4ce6-bb90-ae0c8f679a40 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=18705699-32a7-4962-8693-6989ef5feed6 HTTP/1.1" status: 200 len: 217 time: 0.0421560 Jan 28 07:43:29.511981 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d0f7b5-25e9-407a-beac-d44e993beab3 req-200b4bf2-a0a6-45fc-a48a-b4492d7bcd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:43:29.513552 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-11d0f7b5-25e9-407a-beac-d44e993beab3 req-200b4bf2-a0a6-45fc-a48a-b4492d7bcd54 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=be92a7e6-1604-4603-bacc-7f09a5c98a28 HTTP/1.1" status: 200 len: 851 time: 0.0535419 Jan 28 07:43:29.562587 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d0f7b5-25e9-407a-beac-d44e993beab3 req-e49b7d49-8819-4f59-9a07-483f51f9f577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:43:29.564042 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-11d0f7b5-25e9-407a-beac-d44e993beab3 req-e49b7d49-8819-4f59-9a07-483f51f9f577 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e89cba95-7c88-42ca-a2a1-7604d77c150d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446723 Jan 28 07:43:29.665278 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-11d0f7b5-25e9-407a-beac-d44e993beab3 req-b93159ac-ea9d-40ea-97e3-51c41932054b service neutron] 10.222.0.44 "GET /v2.0/networks/e89cba95-7c88-42ca-a2a1-7604d77c150d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956380 Jan 28 07:43:29.764847 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-11d0f7b5-25e9-407a-beac-d44e993beab3 req-790c5116-436e-4052-abff-11a281bafbfe service neutron] 10.222.0.44 "GET /v2.0/networks/e89cba95-7c88-42ca-a2a1-7604d77c150d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931950 Jan 28 07:43:29.891732 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 845c3510-ff56-4f9c-89fe-6cbebdc0067e details requested by agent hyperv_n-h1-712749-28 with host n-h1-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:43:29.906135 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 845c3510-ff56-4f9c-89fe-6cbebdc0067e no longer exists at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:43:29.914551 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975f7109-6a08-45ff-9cc4-1128dce859de req-f8ebb6af-11f3-4f6e-a1ab-3a04c9f12038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:43:29.916046 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-975f7109-6a08-45ff-9cc4-1128dce859de req-f8ebb6af-11f3-4f6e-a1ab-3a04c9f12038 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6e11006faf4241738db69f23221595e2&device_id=e438921b-221d-4d9b-8372-1d30dc58dd9f HTTP/1.1" status: 200 len: 1095 time: 0.0792100 Jan 28 07:43:29.988512 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9075f6b8-bff0-4fb7-af58-b3cfee5a20b7 req-69fdb120-6b37-440b-bd9b-eb42d98d5327 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:43:29.990083 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9075f6b8-bff0-4fb7-af58-b3cfee5a20b7 req-69fdb120-6b37-440b-bd9b-eb42d98d5327 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=e438921b-221d-4d9b-8372-1d30dc58dd9f HTTP/1.1" status: 200 len: 943 time: 0.1116738 Jan 28 07:43:30.061828 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 845c3510-ff56-4f9c-89fe-6cbebdc0067e, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=845c3510-ff56-4f9c-89fe-6cbebdc0067e,segment=NetworkSegment(a74aff14-1383-4326-acef-72e8645ce07a),segment_id=a74aff14-1383-4326-acef-72e8645ce07a)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:43:30.073345 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9075f6b8-bff0-4fb7-af58-b3cfee5a20b7 req-298da0b0-8d9e-47f8-b295-c885cf5e69fc tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec6d871e-ef1d-448d-95b7-68ce22e3161e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763302 Jan 28 07:43:30.083180 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975f7109-6a08-45ff-9cc4-1128dce859de req-ca62f3dc-eae5-4b19-b624-6b23d60a61d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:43:30.083679 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 845c3510-ff56-4f9c-89fe-6cbebdc0067e is: ACTIVE; New status is: DOWN {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:43:30.084075 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (845c3510-ff56-4f9c-89fe-6cbebdc0067e), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:43:30.084955 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-975f7109-6a08-45ff-9cc4-1128dce859de req-ca62f3dc-eae5-4b19-b624-6b23d60a61d8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e89cba95-7c88-42ca-a2a1-7604d77c150d HTTP/1.1" status: 200 len: 913 time: 0.1610975 Jan 28 07:43:30.086209 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Returning: {'device': '845c3510-ff56-4f9c-89fe-6cbebdc0067e', 'network_id': '1d99af78-a60f-4659-8b81-649eda773858', 'port_id': '845c3510-ff56-4f9c-89fe-6cbebdc0067e', 'mac_address': 'fa:16:3e:be:e0:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afc5af0a-9c9a-4ac2-a93a-8ed62221322f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:43:30.125907 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 845c3510-ff56-4f9c-89fe-6cbebdc0067e, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=845c3510-ff56-4f9c-89fe-6cbebdc0067e,segment=NetworkSegment(a74aff14-1383-4326-acef-72e8645ce07a),segment_id=a74aff14-1383-4326-acef-72e8645ce07a)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:43:30.140081 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-975f7109-6a08-45ff-9cc4-1128dce859de req-a4962c1c-1da7-40d9-b7b8-a62ecc82124a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=18705699-32a7-4962-8693-6989ef5feed6 HTTP/1.1" status: 200 len: 217 time: 0.0428476 Jan 28 07:43:30.161964 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afa31c57-6112-4506-a310-95e86a4ff05d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '845c3510-ff56-4f9c-89fe-6cbebdc0067e'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:43:30.164653 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a0348b4-803a-4c59-bf70-49e0d62ee5e8" -d '{"events": [{"server_uuid": "afa31c57-6112-4506-a310-95e86a4ff05d", "name": "network-vif-unplugged", "status": "completed", "tag": "845c3510-ff56-4f9c-89fe-6cbebdc0067e"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:43:30.167243 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 845c3510-ff56-4f9c-89fe-6cbebdc0067e is: ACTIVE; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:43:30.167759 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (845c3510-ff56-4f9c-89fe-6cbebdc0067e), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:43:30.172692 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (845c3510-ff56-4f9c-89fe-6cbebdc0067e), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:43:30.230496 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=845c3510-ff56-4f9c-89fe-6cbebdc0067e,revision_number=6']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:43:30.240666 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:43:30.241293 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:43:30.241868 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:43:30.242426 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:43:30.242983 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:43:30.243645 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:43:30.244228 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:43:30.244783 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:43:30.245334 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:43:30.245894 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:43:30.246474 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:43:30.246907 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:43:30.247340 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:43:30.253253 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 845c3510-ff56-4f9c-89fe-6cbebdc0067e {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:43:30.270644 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975f7109-6a08-45ff-9cc4-1128dce859de req-25331a42-61fa-432e-bd96-bfcfb0c3f504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:43:30.272736 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-975f7109-6a08-45ff-9cc4-1128dce859de req-25331a42-61fa-432e-bd96-bfcfb0c3f504 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=be92a7e6-1604-4603-bacc-7f09a5c98a28 HTTP/1.1" status: 200 len: 851 time: 0.1260297 Jan 28 07:43:30.297515 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4259c8-21de-46f6-9482-0880f70fb205 req-220df666-7a8d-4872-848a-c5dd9bb606ec tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:43:30.299274 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ed4259c8-21de-46f6-9482-0880f70fb205 req-220df666-7a8d-4872-848a-c5dd9bb606ec tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/ports?device_id=afa31c57-6112-4506-a310-95e86a4ff05d HTTP/1.1" status: 200 len: 944 time: 0.1142707 Jan 28 07:43:30.309548 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 07:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83411bff-2d6e-40e1-89a9-16c87652debf x-openstack-request-id: req-83411bff-2d6e-40e1-89a9-16c87652debf {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:43:30.310209 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afa31c57-6112-4506-a310-95e86a4ff05d", "name": "network-vif-unplugged", "status": "completed", "tag": "845c3510-ff56-4f9c-89fe-6cbebdc0067e", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:43:30.311238 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-83411bff-2d6e-40e1-89a9-16c87652debf {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:43:30.312076 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afa31c57-6112-4506-a310-95e86a4ff05d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '845c3510-ff56-4f9c-89fe-6cbebdc0067e', 'code': 200} Jan 28 07:43:30.329782 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.db.api [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103285) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 07:43:30.330853 n-d-712749-28 neutron-server[103285]: DEBUG oslo_db.api [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 07:43:30.338371 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975f7109-6a08-45ff-9cc4-1128dce859de req-4e941218-b257-4b08-9c51-b9895564f20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:43:30.339821 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-975f7109-6a08-45ff-9cc4-1128dce859de req-4e941218-b257-4b08-9c51-b9895564f20b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e89cba95-7c88-42ca-a2a1-7604d77c150d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0608315 Jan 28 07:43:30.379792 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ed4259c8-21de-46f6-9482-0880f70fb205 req-e6db7d5c-e4d3-4ff0-a508-13d126fbcde0 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5404dbc-b196-4fab-b75b-b8d6f99bbfc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745332 Jan 28 07:43:30.456600 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-975f7109-6a08-45ff-9cc4-1128dce859de req-a62ee95e-e39f-47cf-b174-db4434f2fd22 service neutron] 10.222.0.44 "GET /v2.0/networks/e89cba95-7c88-42ca-a2a1-7604d77c150d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104696 Jan 28 07:43:30.544489 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-975f7109-6a08-45ff-9cc4-1128dce859de req-da656186-6fb1-42fc-9259-197688f343cb service neutron] 10.222.0.44 "GET /v2.0/networks/e89cba95-7c88-42ca-a2a1-7604d77c150d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821753 Jan 28 07:43:30.866864 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 845c3510-ff56-4f9c-89fe-6cbebdc0067e is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:43:30.867264 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (845c3510-ff56-4f9c-89fe-6cbebdc0067e), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:43:30.879835 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 845c3510-ff56-4f9c-89fe-6cbebdc0067e {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:43:30.899393 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 845c3510-ff56-4f9c-89fe-6cbebdc0067e, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=845c3510-ff56-4f9c-89fe-6cbebdc0067e,segment=NetworkSegment(a74aff14-1383-4326-acef-72e8645ce07a),segment_id=a74aff14-1383-4326-acef-72e8645ce07a)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:43:30.905807 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (845c3510-ff56-4f9c-89fe-6cbebdc0067e), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:43:30.952748 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=845c3510-ff56-4f9c-89fe-6cbebdc0067e,revision_number=7']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:43:31.198084 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c3f603-451d-4c13-87f4-d0e063fe9403 req-52597f7a-aedc-4b4e-80b3-f39fa9c56ff2 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:43:31.199501 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-28c3f603-451d-4c13-87f4-d0e063fe9403 req-52597f7a-aedc-4b4e-80b3-f39fa9c56ff2 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=e438921b-221d-4d9b-8372-1d30dc58dd9f HTTP/1.1" status: 200 len: 943 time: 0.0528257 Jan 28 07:43:31.224272 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['845c3510-ff56-4f9c-89fe-6cbebdc0067e'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:43:31.255611 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-28c3f603-451d-4c13-87f4-d0e063fe9403 req-3c2f89c8-45d2-42d8-af9a-eb8651064d01 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec6d871e-ef1d-448d-95b7-68ce22e3161e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494182 Jan 28 07:43:31.504966 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2ed3cf-0508-4aad-9ad6-aca9727fa869 req-b38898af-207e-4724-b8a8-8796be2daed1 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:43:31.507053 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ac2ed3cf-0508-4aad-9ad6-aca9727fa869 req-b38898af-207e-4724-b8a8-8796be2daed1 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/ports?device_id=afa31c57-6112-4506-a310-95e86a4ff05d HTTP/1.1" status: 200 len: 945 time: 0.0502200 Jan 28 07:43:31.557160 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ac2ed3cf-0508-4aad-9ad6-aca9727fa869 req-b9127148-e6e3-48e6-9eeb-28ad0d54d2fc tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5404dbc-b196-4fab-b75b-b8d6f99bbfc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443895 Jan 28 07:43:31.580344 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 57436) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:43:31.646301 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-843a5e48-8e2d-4f32-8ed3-2c857d9437df tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/floatingips/dba73395-069d-45e0-9144-44c3bcbad524 HTTP/1.1" status: 200 len: 992 time: 0.0592530 Jan 28 07:43:32.374781 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16409925-7ecd-4db4-b68d-37f11b05eaa3 req-bee39d5c-f2b6-4215-8f55-68ae46aeb96c tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:43:32.376315 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-16409925-7ecd-4db4-b68d-37f11b05eaa3 req-bee39d5c-f2b6-4215-8f55-68ae46aeb96c tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=e438921b-221d-4d9b-8372-1d30dc58dd9f HTTP/1.1" status: 200 len: 943 time: 0.0502777 Jan 28 07:43:32.428241 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-16409925-7ecd-4db4-b68d-37f11b05eaa3 req-7c949242-8867-41f0-81cf-eb89d1e16b86 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec6d871e-ef1d-448d-95b7-68ce22e3161e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462084 Jan 28 07:43:33.169142 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:43:33.262647 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-390f6595-1d5e-4f76-9795-ddd1b0341def None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:43:33.548694 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b84897f-d4e3-4b85-b77d-12c9f38556fa req-bf5f728d-db3e-4f1f-9fc7-3ff3e615dee6 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:43:33.550224 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5b84897f-d4e3-4b85-b77d-12c9f38556fa req-bf5f728d-db3e-4f1f-9fc7-3ff3e615dee6 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=e438921b-221d-4d9b-8372-1d30dc58dd9f HTTP/1.1" status: 200 len: 943 time: 0.0536687 Jan 28 07:43:33.600168 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5b84897f-d4e3-4b85-b77d-12c9f38556fa req-3ce09381-329a-40f0-8a29-fc67a8049910 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec6d871e-ef1d-448d-95b7-68ce22e3161e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438948 Jan 28 07:43:33.912890 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 845c3510-ff56-4f9c-89fe-6cbebdc0067e up at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:43:33.962974 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning complete for port 845c3510-ff56-4f9c-89fe-6cbebdc0067e triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:43:33.963349 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (845c3510-ff56-4f9c-89fe-6cbebdc0067e), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:43:34.039002 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 845c3510-ff56-4f9c-89fe-6cbebdc0067e is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:43:34.039401 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (845c3510-ff56-4f9c-89fe-6cbebdc0067e), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:43:34.063841 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afa31c57-6112-4506-a310-95e86a4ff05d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '845c3510-ff56-4f9c-89fe-6cbebdc0067e'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:43:34.066077 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54414bf2-022c-4ffe-9f82-e72667d3fb42" -d '{"events": [{"server_uuid": "afa31c57-6112-4506-a310-95e86a4ff05d", "name": "network-vif-plugged", "status": "completed", "tag": "845c3510-ff56-4f9c-89fe-6cbebdc0067e"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:43:34.079215 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 845c3510-ff56-4f9c-89fe-6cbebdc0067e, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=845c3510-ff56-4f9c-89fe-6cbebdc0067e,segment=NetworkSegment(a74aff14-1383-4326-acef-72e8645ce07a),segment_id=a74aff14-1383-4326-acef-72e8645ce07a)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:43:34.084226 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (845c3510-ff56-4f9c-89fe-6cbebdc0067e), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:43:34.112371 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2eb805e-edf8-4f6b-ba24-9993de8d189b x-openstack-request-id: req-e2eb805e-edf8-4f6b-ba24-9993de8d189b {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:43:34.112664 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afa31c57-6112-4506-a310-95e86a4ff05d", "name": "network-vif-plugged", "status": "completed", "tag": "845c3510-ff56-4f9c-89fe-6cbebdc0067e", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:43:34.112922 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e2eb805e-edf8-4f6b-ba24-9993de8d189b {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:43:34.113309 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afa31c57-6112-4506-a310-95e86a4ff05d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '845c3510-ff56-4f9c-89fe-6cbebdc0067e', 'code': 200} Jan 28 07:43:34.144706 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:43:34.149139 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=845c3510-ff56-4f9c-89fe-6cbebdc0067e,revision_number=8']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:43:34.716678 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3d2738-a7ce-4664-820b-9420db66d868 req-7e3ef031-ab67-47a5-8ea8-0e6184d479d4 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:43:34.718352 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9b3d2738-a7ce-4664-820b-9420db66d868 req-7e3ef031-ab67-47a5-8ea8-0e6184d479d4 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=e438921b-221d-4d9b-8372-1d30dc58dd9f HTTP/1.1" status: 200 len: 943 time: 0.0494144 Jan 28 07:43:34.780358 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9b3d2738-a7ce-4664-820b-9420db66d868 req-522c99e8-fe95-4c4f-9217-a79546e5c5d7 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec6d871e-ef1d-448d-95b7-68ce22e3161e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564048 Jan 28 07:43:35.627093 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6e15ec95-1d6d-462d-a313-e9464eee34e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:43:35.895441 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a63dc76-3b42-4cbe-a802-7c67bfb5294a req-da56f548-a9cc-45ae-92b0-9465e79de66c tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:43:35.896953 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2a63dc76-3b42-4cbe-a802-7c67bfb5294a req-da56f548-a9cc-45ae-92b0-9465e79de66c tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=e438921b-221d-4d9b-8372-1d30dc58dd9f HTTP/1.1" status: 200 len: 943 time: 0.0486069 Jan 28 07:43:35.945687 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2a63dc76-3b42-4cbe-a802-7c67bfb5294a req-7326f188-3d7b-408d-93e3-a03ec8449c1f tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec6d871e-ef1d-448d-95b7-68ce22e3161e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431054 Jan 28 07:43:37.036252 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:43:37.065319 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d553c60-958e-4ad4-bb4f-ec1e2befcc34 req-b0baff36-6795-44c6-b412-4428ed1fc64d tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:43:37.066830 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6d553c60-958e-4ad4-bb4f-ec1e2befcc34 req-b0baff36-6795-44c6-b412-4428ed1fc64d tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=e438921b-221d-4d9b-8372-1d30dc58dd9f HTTP/1.1" status: 200 len: 943 time: 0.0535450 Jan 28 07:43:37.115832 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6d553c60-958e-4ad4-bb4f-ec1e2befcc34 req-26ed1de9-a893-439c-a582-6f4ba2b0e948 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec6d871e-ef1d-448d-95b7-68ce22e3161e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429242 Jan 28 07:43:38.243089 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafb5c30-3a9b-41a5-bfbe-dd027a77961f req-1e684f90-edca-4c9c-9bb0-a09fac12fe83 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:43:38.244678 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-dafb5c30-3a9b-41a5-bfbe-dd027a77961f req-1e684f90-edca-4c9c-9bb0-a09fac12fe83 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=e438921b-221d-4d9b-8372-1d30dc58dd9f HTTP/1.1" status: 200 len: 943 time: 0.0562088 Jan 28 07:43:38.297918 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-dafb5c30-3a9b-41a5-bfbe-dd027a77961f req-d21b3111-e595-4a7c-897a-9db17b58010c tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec6d871e-ef1d-448d-95b7-68ce22e3161e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468700 Jan 28 07:43:38.754888 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:43:38.961421 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2240a26-bd91-46bf-ab91-0b83d2af14e0 req-4b6d592b-ad0d-4ae6-be41-3f20babbc5a2 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:43:38.962936 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d2240a26-bd91-46bf-ab91-0b83d2af14e0 req-4b6d592b-ad0d-4ae6-be41-3f20babbc5a2 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] 10.222.0.41 "GET /v2.0/ports?device_id=04af0df7-c4e9-4130-89c6-7bf39db13969 HTTP/1.1" status: 200 len: 946 time: 0.0502305 Jan 28 07:43:39.010729 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d2240a26-bd91-46bf-ab91-0b83d2af14e0 req-9b474bc4-480f-4da2-8bfe-aa9206cb0c72 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] 10.222.0.41 "GET /v2.0/security-groups?id=55122ee3-694c-4a50-8abe-dcdbcb5483db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415852 Jan 28 07:43:39.422090 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a162e70c-6b46-42eb-9331-f6d98707cec5 req-af498244-77d6-4a73-9434-a469d98689d4 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:43:39.423604 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a162e70c-6b46-42eb-9331-f6d98707cec5 req-af498244-77d6-4a73-9434-a469d98689d4 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=e438921b-221d-4d9b-8372-1d30dc58dd9f HTTP/1.1" status: 200 len: 943 time: 0.0532501 Jan 28 07:43:39.476184 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a162e70c-6b46-42eb-9331-f6d98707cec5 req-f1c9389d-78cf-4596-af42-6651d4a555ff tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec6d871e-ef1d-448d-95b7-68ce22e3161e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460441 Jan 28 07:43:39.717673 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:43:40.129925 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cf418f-7cbd-4b09-be31-cdf214c3372e req-8d12e64e-de15-4b1e-803c-ca378f5b36cb tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:43:40.131427 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e7cf418f-7cbd-4b09-be31-cdf214c3372e req-8d12e64e-de15-4b1e-803c-ca378f5b36cb tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] 10.222.0.41 "GET /v2.0/ports?device_id=04af0df7-c4e9-4130-89c6-7bf39db13969 HTTP/1.1" status: 200 len: 946 time: 0.0518727 Jan 28 07:43:40.178301 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e7cf418f-7cbd-4b09-be31-cdf214c3372e req-68c453e5-8411-4d84-9947-f635fcf35616 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] 10.222.0.41 "GET /v2.0/security-groups?id=55122ee3-694c-4a50-8abe-dcdbcb5483db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413146 Jan 28 07:43:40.590590 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd9b116-e392-4b68-88b2-3c14c6ba5e3d req-2ea2b011-3896-4d06-bc27-7e9fd58fa269 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:43:40.592492 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1cd9b116-e392-4b68-88b2-3c14c6ba5e3d req-2ea2b011-3896-4d06-bc27-7e9fd58fa269 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=e438921b-221d-4d9b-8372-1d30dc58dd9f HTTP/1.1" status: 200 len: 943 time: 0.0492306 Jan 28 07:43:40.648930 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1cd9b116-e392-4b68-88b2-3c14c6ba5e3d req-700fea12-2be7-453c-8c4c-74f4a0889cdd tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec6d871e-ef1d-448d-95b7-68ce22e3161e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496442 Jan 28 07:43:40.930084 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5a6400-6f84-4144-b9f2-95f91cb16d5e req-c3dfc2af-4b94-497c-bcaa-dc56a1fdc05d tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:43:40.931508 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9b5a6400-6f84-4144-b9f2-95f91cb16d5e req-c3dfc2af-4b94-497c-bcaa-dc56a1fdc05d tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] 10.222.0.10 "GET /v2.0/ports?device_id=04af0df7-c4e9-4130-89c6-7bf39db13969 HTTP/1.1" status: 200 len: 946 time: 0.0479255 Jan 28 07:43:41.024875 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-9b5a6400-6f84-4144-b9f2-95f91cb16d5e req-10fd6b1f-3d36-4323-b494-4866047d81dd tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Deleting port 7aa8e041-3dbb-49bb-aa03-bdc3f0aa4ad3 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:43:41.025202 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-9b5a6400-6f84-4144-b9f2-95f91cb16d5e req-10fd6b1f-3d36-4323-b494-4866047d81dd tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (7aa8e041-3dbb-49bb-aa03-bdc3f0aa4ad3), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:43:41.115844 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-9b5a6400-6f84-4144-b9f2-95f91cb16d5e req-10fd6b1f-3d36-4323-b494-4866047d81dd tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] For port 7aa8e041-3dbb-49bb-aa03-bdc3f0aa4ad3, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=7aa8e041-3dbb-49bb-aa03-bdc3f0aa4ad3,segment=NetworkSegment(e8f46050-2965-4532-a78e-ef0567989b88),segment_id=e8f46050-2965-4532-a78e-ef0567989b88)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:43:41.116233 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-9b5a6400-6f84-4144-b9f2-95f91cb16d5e req-10fd6b1f-3d36-4323-b494-4866047d81dd tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (7aa8e041-3dbb-49bb-aa03-bdc3f0aa4ad3), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:43:41.321977 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-9b5a6400-6f84-4144-b9f2-95f91cb16d5e req-10fd6b1f-3d36-4323-b494-4866047d81dd tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:43:41.322658 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-9b5a6400-6f84-4144-b9f2-95f91cb16d5e req-10fd6b1f-3d36-4323-b494-4866047d81dd tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16609095'] for floatingip (2aab72e6-ddfa-4017-9758-8b67f0245bf8), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:43:41.322658 n-d-712749-28 neutron-server[103284]: INFO neutron.db.l3_db [req-9b5a6400-6f84-4144-b9f2-95f91cb16d5e req-10fd6b1f-3d36-4323-b494-4866047d81dd tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Floating IP 2aab72e6-ddfa-4017-9758-8b67f0245bf8 disassociated. External IP: 172.25.6.3, port: 7aa8e041-3dbb-49bb-aa03-bdc3f0aa4ad3. Jan 28 07:43:41.322981 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-9b5a6400-6f84-4144-b9f2-95f91cb16d5e req-10fd6b1f-3d36-4323-b494-4866047d81dd tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Calling delete_port for 7aa8e041-3dbb-49bb-aa03-bdc3f0aa4ad3 owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:43:41.344116 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91edb669-01f1-4063-ad35-a228c4f3929a req-8cbb5677-6db4-4859-a0d0-9c2b5bb1bd54 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:43:41.345633 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-91edb669-01f1-4063-ad35-a228c4f3929a req-8cbb5677-6db4-4859-a0d0-9c2b5bb1bd54 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] 10.222.0.41 "GET /v2.0/ports?device_id=04af0df7-c4e9-4130-89c6-7bf39db13969 HTTP/1.1" status: 200 len: 946 time: 0.0807064 Jan 28 07:43:41.437027 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-91edb669-01f1-4063-ad35-a228c4f3929a req-514e46dd-3ecd-47eb-98e1-9d2e6e664885 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] 10.222.0.41 "GET /v2.0/security-groups?id=55122ee3-694c-4a50-8abe-dcdbcb5483db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608428 Jan 28 07:43:41.517905 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-9b5a6400-6f84-4144-b9f2-95f91cb16d5e req-10fd6b1f-3d36-4323-b494-4866047d81dd tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (7aa8e041-3dbb-49bb-aa03-bdc3f0aa4ad3), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:43:41.567230 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fd6b1f-3d36-4323-b494-4866047d81dd tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Pushing event deleted for resources: {'Port': ['ID=7aa8e041-3dbb-49bb-aa03-bdc3f0aa4ad3,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:43:41.679553 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9b5a6400-6f84-4144-b9f2-95f91cb16d5e req-10fd6b1f-3d36-4323-b494-4866047d81dd tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Router 24fbef46-e351-4f1d-827c-b9c6ebcb1a06 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:43:41.783828 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66acbc6-10e6-4325-9169-2128150d4da2 req-0dbbea12-e406-486d-857f-ebaaa59fad41 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:43:41.785558 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d66acbc6-10e6-4325-9169-2128150d4da2 req-0dbbea12-e406-486d-857f-ebaaa59fad41 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=e438921b-221d-4d9b-8372-1d30dc58dd9f HTTP/1.1" status: 200 len: 943 time: 0.0557652 Jan 28 07:43:41.844393 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d66acbc6-10e6-4325-9169-2128150d4da2 req-06ed35ac-11b3-4535-85eb-3a8503735083 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec6d871e-ef1d-448d-95b7-68ce22e3161e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517826 Jan 28 07:43:42.095791 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9b5a6400-6f84-4144-b9f2-95f91cb16d5e req-10fd6b1f-3d36-4323-b494-4866047d81dd tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:43:42.107765 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ccb484-672a-4c82-8490-dbfd3333487a None None] Sync routers for ids ['24fbef46-e351-4f1d-827c-b9c6ebcb1a06'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:43:42.117335 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ccb484-672a-4c82-8490-dbfd3333487a None None] Routers {'24fbef46-e351-4f1d-827c-b9c6ebcb1a06'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:43:42.118148 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-82ccb484-672a-4c82-8490-dbfd3333487a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:43:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['24fbef46-e351-4f1d-827c-b9c6ebcb1a06'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:43:42.136297 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b5a6400-6f84-4144-b9f2-95f91cb16d5e req-10fd6b1f-3d36-4323-b494-4866047d81dd tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] No DVR routers for this DVR port 7aa8e041-3dbb-49bb-aa03-bdc3f0aa4ad3 on host n-h1-712749-28 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:43:42.140087 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-9b5a6400-6f84-4144-b9f2-95f91cb16d5e req-10fd6b1f-3d36-4323-b494-4866047d81dd tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:43:42.143417 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9b5a6400-6f84-4144-b9f2-95f91cb16d5e req-10fd6b1f-3d36-4323-b494-4866047d81dd tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] 10.222.0.10 "DELETE /v2.0/ports/7aa8e041-3dbb-49bb-aa03-bdc3f0aa4ad3 HTTP/1.1" status: 204 len: 173 time: 1.2063663 Jan 28 07:43:42.143858 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04af0df7-c4e9-4130-89c6-7bf39db13969', 'name': 'network-vif-deleted', 'tag': '7aa8e041-3dbb-49bb-aa03-bdc3f0aa4ad3'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:43:42.146150 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49368ae7-edf2-4fc0-96bf-7cdf3fd85da8" -d '{"events": [{"server_uuid": "04af0df7-c4e9-4130-89c6-7bf39db13969", "name": "network-vif-deleted", "tag": "7aa8e041-3dbb-49bb-aa03-bdc3f0aa4ad3"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:43:42.184633 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78ff36b2-36f0-464a-a506-73ab2075f863 x-openstack-request-id: req-78ff36b2-36f0-464a-a506-73ab2075f863 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:43:42.184934 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04af0df7-c4e9-4130-89c6-7bf39db13969", "name": "network-vif-deleted", "tag": "7aa8e041-3dbb-49bb-aa03-bdc3f0aa4ad3", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:43:42.185263 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-78ff36b2-36f0-464a-a506-73ab2075f863 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:43:42.185818 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04af0df7-c4e9-4130-89c6-7bf39db13969', 'name': 'network-vif-deleted', 'tag': '7aa8e041-3dbb-49bb-aa03-bdc3f0aa4ad3', 'status': 'completed', 'code': 200} Jan 28 07:43:42.240068 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-82ccb484-672a-4c82-8490-dbfd3333487a None None] Set router 24fbef46-e351-4f1d-827c-b9c6ebcb1a06 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:43:42.448259 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-82ccb484-672a-4c82-8490-dbfd3333487a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24fbef46-e351-4f1d-827c-b9c6ebcb1a06', 'name': 'tempest-AttachVolumeTestJSON-1898287027-router', 'tenant_id': 'f73b832598f540969f70df5d0be9d3b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': 'a22d2cb9-99d6-436b-8756-2665b0e1882a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:35:50Z', 'updated_at': '2022-01-28T07:35:58Z', 'revision_number': 4, 'project_id': 'f73b832598f540969f70df5d0be9d3b5', 'gw_port': {'id': 'a22d2cb9-99d6-436b-8756-2665b0e1882a', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:86:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24fbef46-e351-4f1d-827c-b9c6ebcb1a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:35:52Z', 'updated_at': '2022-01-28T07:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '011be4bf-5975-4029-8775-61d06885d9d4', 'name': '', 'network_id': '5b65f449-9374-4261-8791-074dee2c30ed', 'tenant_id': 'f73b832598f540969f70df5d0be9d3b5', 'mac_address': 'fa:16:3e:ac:27:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24fbef46-e351-4f1d-827c-b9c6ebcb1a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3267, 'fixed_ips': [{'subnet_id': '1a5a6122-c300-492c-8f7e-fbb048082731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:35:56Z', 'updated_at': '2022-01-28T07:36:04Z', 'revision_number': 5, 'project_id': 'f73b832598f540969f70df5d0be9d3b5', 'subnets': [{'id': '1a5a6122-c300-492c-8f7e-fbb048082731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:43:42.476369 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ccb484-672a-4c82-8490-dbfd3333487a None None] Checking router: 24fbef46-e351-4f1d-827c-b9c6ebcb1a06 for host: n-d-712749-28 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:43:42.489820 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ccb484-672a-4c82-8490-dbfd3333487a None None] Routers {'24fbef46-e351-4f1d-827c-b9c6ebcb1a06'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:43:42.490479 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-82ccb484-672a-4c82-8490-dbfd3333487a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:43:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['24fbef46-e351-4f1d-827c-b9c6ebcb1a06'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:43:42.564628 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6220a3d3-0e5a-400f-b3ce-18cfe32b63d5 req-aa1b13d0-3cc1-4adb-972d-72dd72658d4a tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] 10.222.0.41 "GET /v2.0/ports?device_id=04af0df7-c4e9-4130-89c6-7bf39db13969 HTTP/1.1" status: 200 len: 210 time: 0.0335524 Jan 28 07:43:42.612711 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-82ccb484-672a-4c82-8490-dbfd3333487a None None] Set router 24fbef46-e351-4f1d-827c-b9c6ebcb1a06 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:43:42.805778 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-82ccb484-672a-4c82-8490-dbfd3333487a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24fbef46-e351-4f1d-827c-b9c6ebcb1a06', 'name': 'tempest-AttachVolumeTestJSON-1898287027-router', 'tenant_id': 'f73b832598f540969f70df5d0be9d3b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': 'a22d2cb9-99d6-436b-8756-2665b0e1882a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:35:50Z', 'updated_at': '2022-01-28T07:35:58Z', 'revision_number': 4, 'project_id': 'f73b832598f540969f70df5d0be9d3b5', 'gw_port': {'id': 'a22d2cb9-99d6-436b-8756-2665b0e1882a', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:86:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24fbef46-e351-4f1d-827c-b9c6ebcb1a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:35:52Z', 'updated_at': '2022-01-28T07:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '011be4bf-5975-4029-8775-61d06885d9d4', 'name': '', 'network_id': '5b65f449-9374-4261-8791-074dee2c30ed', 'tenant_id': 'f73b832598f540969f70df5d0be9d3b5', 'mac_address': 'fa:16:3e:ac:27:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24fbef46-e351-4f1d-827c-b9c6ebcb1a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3267, 'fixed_ips': [{'subnet_id': '1a5a6122-c300-492c-8f7e-fbb048082731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:35:56Z', 'updated_at': '2022-01-28T07:36:04Z', 'revision_number': 5, 'project_id': 'f73b832598f540969f70df5d0be9d3b5', 'subnets': [{'id': '1a5a6122-c300-492c-8f7e-fbb048082731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:43:42.835094 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ccb484-672a-4c82-8490-dbfd3333487a None None] The sync data for ids ['24fbef46-e351-4f1d-827c-b9c6ebcb1a06'] in n-d-712749-28 is: [{'id': '24fbef46-e351-4f1d-827c-b9c6ebcb1a06', 'name': 'tempest-AttachVolumeTestJSON-1898287027-router', 'tenant_id': 'f73b832598f540969f70df5d0be9d3b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': 'a22d2cb9-99d6-436b-8756-2665b0e1882a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:35:50Z', 'updated_at': '2022-01-28T07:35:58Z', 'revision_number': 4, 'project_id': 'f73b832598f540969f70df5d0be9d3b5', 'gw_port': {'id': 'a22d2cb9-99d6-436b-8756-2665b0e1882a', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:86:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24fbef46-e351-4f1d-827c-b9c6ebcb1a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:35:52Z', 'updated_at': '2022-01-28T07:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '011be4bf-5975-4029-8775-61d06885d9d4', 'name': '', 'network_id': '5b65f449-9374-4261-8791-074dee2c30ed', 'tenant_id': 'f73b832598f540969f70df5d0be9d3b5', 'mac_address': 'fa:16:3e:ac:27:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24fbef46-e351-4f1d-827c-b9c6ebcb1a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3267, 'fixed_ips': [{'subnet_id': '1a5a6122-c300-492c-8f7e-fbb048082731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:35:56Z', 'updated_at': '2022-01-28T07:36:04Z', 'revision_number': 5, 'project_id': 'f73b832598f540969f70df5d0be9d3b5', 'subnets': [{'id': '1a5a6122-c300-492c-8f7e-fbb048082731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:43:42.979285 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8e5461-df2d-4cdd-b1c6-4139cc476a23 req-769a32ce-b1dc-433b-84b7-4dc522e1f2df tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:43:42.980810 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3a8e5461-df2d-4cdd-b1c6-4139cc476a23 req-769a32ce-b1dc-433b-84b7-4dc522e1f2df tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=e438921b-221d-4d9b-8372-1d30dc58dd9f HTTP/1.1" status: 200 len: 943 time: 0.0576098 Jan 28 07:43:43.045633 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3a8e5461-df2d-4cdd-b1c6-4139cc476a23 req-c3185442-781f-4fc0-ba25-4fe0473cc15c tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec6d871e-ef1d-448d-95b7-68ce22e3161e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581543 Jan 28 07:43:43.148341 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29fb47a4-b368-4021-af40-d6a8a7cf4956 None None] New status for floating IP 2aab72e6-ddfa-4017-9758-8b67f0245bf8: DOWN {{(pid=103285) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 07:43:43.650546 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 57510) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:43:43.712826 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-941dd025-e347-4a06-a5d0-758232e7d56f tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Publish callbacks [] for security_group (55122ee3-694c-4a50-8abe-dcdbcb5483db), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:43:43.737339 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-941dd025-e347-4a06-a5d0-758232e7d56f tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Publish callbacks [] for security_group (55122ee3-694c-4a50-8abe-dcdbcb5483db), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:43:43.786369 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-941dd025-e347-4a06-a5d0-758232e7d56f tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (55122ee3-694c-4a50-8abe-dcdbcb5483db), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:43:43.789110 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-941dd025-e347-4a06-a5d0-758232e7d56f tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:43:43.790280 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-941dd025-e347-4a06-a5d0-758232e7d56f tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] 10.222.0.41 "DELETE /v2.0/security-groups/55122ee3-694c-4a50-8abe-dcdbcb5483db HTTP/1.1" status: 204 len: 168 time: 0.1385117 Jan 28 07:43:43.793158 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 57512) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:43:43.802727 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941dd025-e347-4a06-a5d0-758232e7d56f tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55122ee3-694c-4a50-8abe-dcdbcb5483db,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:43:43.809593 n-d-712749-28 neutron-server[103283]: INFO neutron.api.v2.resource [None req-25110598-0b62-45f2-8f21-ad22b5345d05 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] show failed (client error): The resource could not be found. Jan 28 07:43:43.812833 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-25110598-0b62-45f2-8f21-ad22b5345d05 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] 10.222.0.41 "GET /v2.0/security-groups/55122ee3-694c-4a50-8abe-dcdbcb5483db HTTP/1.1" status: 404 len: 347 time: 0.0183790 Jan 28 07:43:43.819682 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 57514) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:43:43.946960 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-58590250-e813-4166-a7d1-c52829cdcb47 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Deleting port 7befaa06-4a5a-4153-b2a7-c64f68554ac9 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:43:43.947216 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-58590250-e813-4166-a7d1-c52829cdcb47 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (7befaa06-4a5a-4153-b2a7-c64f68554ac9), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:43:43.975315 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 7aa8e041-3dbb-49bb-aa03-bdc3f0aa4ad3 no longer exists at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:43:43.997135 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] No Port match for: 7aa8e041-3dbb-49bb-aa03-bdc3f0aa4ad3 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:43:43.997776 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 7aa8e041-3dbb-49bb-aa03-bdc3f0aa4ad3 not bound to the agent host n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:43:44.027134 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-58590250-e813-4166-a7d1-c52829cdcb47 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (7befaa06-4a5a-4153-b2a7-c64f68554ac9), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:43:44.027469 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-58590250-e813-4166-a7d1-c52829cdcb47 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Publish callbacks [] for floatingip (7befaa06-4a5a-4153-b2a7-c64f68554ac9), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:43:44.039887 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-58590250-e813-4166-a7d1-c52829cdcb47 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Calling delete_port for 7befaa06-4a5a-4153-b2a7-c64f68554ac9 owned by network:floatingip {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:43:44.181751 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f67409-2982-4b4c-bd69-ec3695bb4ea3 req-d921ad21-0dcb-4273-a09e-17dac77d4ff6 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:43:44.183368 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-05f67409-2982-4b4c-bd69-ec3695bb4ea3 req-d921ad21-0dcb-4273-a09e-17dac77d4ff6 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=e438921b-221d-4d9b-8372-1d30dc58dd9f HTTP/1.1" status: 200 len: 943 time: 0.0648155 Jan 28 07:43:44.251049 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-58590250-e813-4166-a7d1-c52829cdcb47 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (7befaa06-4a5a-4153-b2a7-c64f68554ac9), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:43:44.285366 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-05f67409-2982-4b4c-bd69-ec3695bb4ea3 req-8970aea9-d4fe-4f2c-9ff2-3920abfbb00c tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec6d871e-ef1d-448d-95b7-68ce22e3161e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843649 Jan 28 07:43:44.287606 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58590250-e813-4166-a7d1-c52829cdcb47 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Pushing event deleted for resources: {'Port': ['ID=7befaa06-4a5a-4153-b2a7-c64f68554ac9,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:43:44.351477 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-58590250-e813-4166-a7d1-c52829cdcb47 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Publish callbacks [] for floatingip (2aab72e6-ddfa-4017-9758-8b67f0245bf8), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:43:44.354277 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-58590250-e813-4166-a7d1-c52829cdcb47 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for floatingip (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:43:44.355438 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-58590250-e813-4166-a7d1-c52829cdcb47 tempest-AttachVolumeTestJSON-1853146052 tempest-AttachVolumeTestJSON-1853146052-project] 10.222.0.41 "DELETE /v2.0/floatingips/2aab72e6-ddfa-4017-9758-8b67f0245bf8 HTTP/1.1" status: 204 len: 168 time: 0.5345120 Jan 28 07:43:45.376002 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 7 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 07:43:45.405576 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bee9152-2067-4b4c-8ec0-f052a0c63744 req-6d5a7726-cd73-40c6-9cea-3d86557d2cb2 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:43:45.407078 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7bee9152-2067-4b4c-8ec0-f052a0c63744 req-6d5a7726-cd73-40c6-9cea-3d86557d2cb2 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=e438921b-221d-4d9b-8372-1d30dc58dd9f HTTP/1.1" status: 200 len: 943 time: 0.0498586 Jan 28 07:43:45.456724 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7bee9152-2067-4b4c-8ec0-f052a0c63744 req-bf63f5ba-50c5-431b-a274-f5b91369ceb3 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec6d871e-ef1d-448d-95b7-68ce22e3161e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437951 Jan 28 07:43:46.430933 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a10f45d5-d5e3-4b0c-b853-5176b9beaed9 req-9f5b78fa-092d-4e6a-86a2-ab20a5c3980b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=afa31c57-6112-4506-a310-95e86a4ff05d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0396037 Jan 28 07:43:46.542769 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10f45d5-d5e3-4b0c-b853-5176b9beaed9 req-a7193fc7-67b8-4a69-8dfb-49ee7e4ab85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:43:46.544943 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a10f45d5-d5e3-4b0c-b853-5176b9beaed9 req-a7193fc7-67b8-4a69-8dfb-49ee7e4ab85c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b44a0e5d7f134bd69aecc7a32d5e1b41&device_id=afa31c57-6112-4506-a310-95e86a4ff05d HTTP/1.1" status: 200 len: 1098 time: 0.0490756 Jan 28 07:43:46.586654 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b9c92e-f691-436d-8c43-d95814380a66 req-cee7b228-901e-47c0-899c-f7860027a355 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:43:46.588417 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-98b9c92e-f691-436d-8c43-d95814380a66 req-cee7b228-901e-47c0-899c-f7860027a355 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=e438921b-221d-4d9b-8372-1d30dc58dd9f HTTP/1.1" status: 200 len: 943 time: 0.0579147 Jan 28 07:43:46.657237 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-98b9c92e-f691-436d-8c43-d95814380a66 req-9b040fff-5e6d-4dbc-9c4f-bc3be7b4bb1a tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec6d871e-ef1d-448d-95b7-68ce22e3161e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616405 Jan 28 07:43:46.658840 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10f45d5-d5e3-4b0c-b853-5176b9beaed9 req-849ba759-7e6c-479a-b1ce-8a41cf1459b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:43:46.660670 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a10f45d5-d5e3-4b0c-b853-5176b9beaed9 req-849ba759-7e6c-479a-b1ce-8a41cf1459b4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=1d99af78-a60f-4659-8b81-649eda773858 HTTP/1.1" status: 200 len: 897 time: 0.0961590 Jan 28 07:43:46.733817 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a10f45d5-d5e3-4b0c-b853-5176b9beaed9 req-79ae1409-70e5-48f6-98ce-51ff303c7dc0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=845c3510-ff56-4f9c-89fe-6cbebdc0067e HTTP/1.1" status: 200 len: 1001 time: 0.0654051 Jan 28 07:43:46.788099 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10f45d5-d5e3-4b0c-b853-5176b9beaed9 req-01811ebd-a6b1-4d10-8aaa-7ac85185632e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:43:46.789674 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a10f45d5-d5e3-4b0c-b853-5176b9beaed9 req-01811ebd-a6b1-4d10-8aaa-7ac85185632e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=afc5af0a-9c9a-4ac2-a93a-8ed62221322f HTTP/1.1" status: 200 len: 835 time: 0.0483494 Jan 28 07:43:46.838019 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10f45d5-d5e3-4b0c-b853-5176b9beaed9 req-7639256a-9b8f-4c16-b9bc-bb9ec4129cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:43:46.839527 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a10f45d5-d5e3-4b0c-b853-5176b9beaed9 req-7639256a-9b8f-4c16-b9bc-bb9ec4129cae service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1d99af78-a60f-4659-8b81-649eda773858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420675 Jan 28 07:43:46.938128 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a10f45d5-d5e3-4b0c-b853-5176b9beaed9 req-a0fb1fd5-fbfc-45e0-a52f-695ce28f6c88 service neutron] 10.222.0.10 "GET /v2.0/networks/1d99af78-a60f-4659-8b81-649eda773858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853779 Jan 28 07:43:47.025963 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a10f45d5-d5e3-4b0c-b853-5176b9beaed9 req-5c377829-01d6-47cb-a2df-0aa4ff25c6aa service neutron] 10.222.0.10 "GET /v2.0/networks/1d99af78-a60f-4659-8b81-649eda773858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818384 Jan 28 07:43:47.775155 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7207dd-5976-4cd4-98b9-070d8b33bc52 req-eba13825-8a6c-4f19-963f-88e6988459f3 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:43:47.776801 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9f7207dd-5976-4cd4-98b9-070d8b33bc52 req-eba13825-8a6c-4f19-963f-88e6988459f3 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=e438921b-221d-4d9b-8372-1d30dc58dd9f HTTP/1.1" status: 200 len: 943 time: 0.0509806 Jan 28 07:43:47.831624 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9f7207dd-5976-4cd4-98b9-070d8b33bc52 req-24a7c150-1d61-4bfa-982b-55e3d2949328 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec6d871e-ef1d-448d-95b7-68ce22e3161e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481815 Jan 28 07:43:48.974427 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9117e7a2-8e2b-4f1a-94f3-90f625f6b27b req-6358a479-138c-40fc-93a7-7b304ace6af7 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:43:48.975942 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9117e7a2-8e2b-4f1a-94f3-90f625f6b27b req-6358a479-138c-40fc-93a7-7b304ace6af7 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=e438921b-221d-4d9b-8372-1d30dc58dd9f HTTP/1.1" status: 200 len: 943 time: 0.0679917 Jan 28 07:43:49.027133 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9117e7a2-8e2b-4f1a-94f3-90f625f6b27b req-1bc0e637-364e-4195-b78a-a159715fad73 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec6d871e-ef1d-448d-95b7-68ce22e3161e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452609 Jan 28 07:43:50.146039 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f19def5-2267-47b4-8142-1daeee56032f req-47571b99-c4b8-4837-a140-9c7d50bb9027 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:43:50.148284 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8f19def5-2267-47b4-8142-1daeee56032f req-47571b99-c4b8-4837-a140-9c7d50bb9027 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=e438921b-221d-4d9b-8372-1d30dc58dd9f HTTP/1.1" status: 200 len: 943 time: 0.0508399 Jan 28 07:43:50.199028 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8f19def5-2267-47b4-8142-1daeee56032f req-826f6cbc-a5e3-44d1-9705-1938ec889b59 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec6d871e-ef1d-448d-95b7-68ce22e3161e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444303 Jan 28 07:43:51.567591 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6baf62-46a2-4367-92e7-90fc32812016 req-0386b6c6-485f-4e33-a4cf-ab16e8e7120a tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:43:51.569351 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9c6baf62-46a2-4367-92e7-90fc32812016 req-0386b6c6-485f-4e33-a4cf-ab16e8e7120a tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=e438921b-221d-4d9b-8372-1d30dc58dd9f HTTP/1.1" status: 200 len: 943 time: 0.0582545 Jan 28 07:43:51.637569 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9c6baf62-46a2-4367-92e7-90fc32812016 req-fe26fa70-9e7b-41c5-b0dc-00af9b41f0b4 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec6d871e-ef1d-448d-95b7-68ce22e3161e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574102 Jan 28 07:43:52.750010 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d69f750-e090-49cd-91a5-4e6625a7e618 req-dd317f78-7bdb-40d2-882a-88dda9e3b516 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:43:52.757248 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0d69f750-e090-49cd-91a5-4e6625a7e618 req-dd317f78-7bdb-40d2-882a-88dda9e3b516 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=e438921b-221d-4d9b-8372-1d30dc58dd9f HTTP/1.1" status: 200 len: 943 time: 0.0597970 Jan 28 07:43:52.821842 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0d69f750-e090-49cd-91a5-4e6625a7e618 req-714d328f-1ad9-4dc1-9c3e-3446f688b9f5 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec6d871e-ef1d-448d-95b7-68ce22e3161e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634885 Jan 28 07:43:53.944251 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7fbb72-b439-4956-9b0d-8d8d090a6765 req-01c4b8bb-cbaa-4748-87ea-6a7bcafe9e7f tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:43:53.951133 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-fc7fbb72-b439-4956-9b0d-8d8d090a6765 req-01c4b8bb-cbaa-4748-87ea-6a7bcafe9e7f tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=e438921b-221d-4d9b-8372-1d30dc58dd9f HTTP/1.1" status: 200 len: 943 time: 0.0580630 Jan 28 07:43:54.059285 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-fc7fbb72-b439-4956-9b0d-8d8d090a6765 req-31664f2f-719c-4b04-9401-6f0bd0afd992 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec6d871e-ef1d-448d-95b7-68ce22e3161e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026015 Jan 28 07:43:55.221373 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed14b42b-7ecc-41a1-8789-82c433f63148 req-661f971f-5077-4f0d-99bf-e6224af9b18b tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:43:55.224324 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ed14b42b-7ecc-41a1-8789-82c433f63148 req-661f971f-5077-4f0d-99bf-e6224af9b18b tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=e438921b-221d-4d9b-8372-1d30dc58dd9f HTTP/1.1" status: 200 len: 943 time: 0.0890074 Jan 28 07:43:55.355281 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ed14b42b-7ecc-41a1-8789-82c433f63148 req-bbf79b97-f7dd-47e6-9d56-4ad21b806981 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec6d871e-ef1d-448d-95b7-68ce22e3161e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1232870 Jan 28 07:43:56.525294 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee529ac-e47d-4c05-bc98-5e3b39fae19e req-39662739-ec30-46a4-81b2-e56ec36ec02e tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:43:56.534899 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4ee529ac-e47d-4c05-bc98-5e3b39fae19e req-39662739-ec30-46a4-81b2-e56ec36ec02e tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=e438921b-221d-4d9b-8372-1d30dc58dd9f HTTP/1.1" status: 200 len: 943 time: 0.0733750 Jan 28 07:43:56.584378 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4ee529ac-e47d-4c05-bc98-5e3b39fae19e req-f8abba07-df1c-4db9-9ec0-df632c75b127 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec6d871e-ef1d-448d-95b7-68ce22e3161e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483007 Jan 28 07:43:57.728537 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c92ec5-2718-419d-980b-7fc5f2a32551 req-18b4c5c9-9cb3-4a98-9ee0-7de4178d9c53 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:43:57.730520 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-17c92ec5-2718-419d-980b-7fc5f2a32551 req-18b4c5c9-9cb3-4a98-9ee0-7de4178d9c53 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=e438921b-221d-4d9b-8372-1d30dc58dd9f HTTP/1.1" status: 200 len: 943 time: 0.0709860 Jan 28 07:43:57.828165 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-17c92ec5-2718-419d-980b-7fc5f2a32551 req-267c8cfa-d14f-4001-8e49-23427acd3061 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec6d871e-ef1d-448d-95b7-68ce22e3161e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904708 Jan 28 07:43:58.962385 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceec4ed-320c-4379-8870-ff0240bb96dc req-8135ce12-cae7-4767-b24a-01e951e3e7dc tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:43:58.965060 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6ceec4ed-320c-4379-8870-ff0240bb96dc req-8135ce12-cae7-4767-b24a-01e951e3e7dc tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=e438921b-221d-4d9b-8372-1d30dc58dd9f HTTP/1.1" status: 200 len: 943 time: 0.0521495 Jan 28 07:43:59.046830 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6ceec4ed-320c-4379-8870-ff0240bb96dc req-d18c5d8e-d7b1-42c1-9eaf-b794c3077c84 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec6d871e-ef1d-448d-95b7-68ce22e3161e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661871 Jan 28 07:44:00.161502 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260145c2-b6b3-4034-9203-65600b260b5a req-0508d27d-a9cc-47dc-b62c-75ef6fa8e649 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:44:00.163755 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-260145c2-b6b3-4034-9203-65600b260b5a req-0508d27d-a9cc-47dc-b62c-75ef6fa8e649 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=e438921b-221d-4d9b-8372-1d30dc58dd9f HTTP/1.1" status: 200 len: 943 time: 0.0522959 Jan 28 07:44:00.228833 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-260145c2-b6b3-4034-9203-65600b260b5a req-7b85bd45-22d0-4d19-a2e8-d424a36e42b8 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec6d871e-ef1d-448d-95b7-68ce22e3161e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588489 Jan 28 07:44:01.391559 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c6ac3b-89f0-46e5-97ee-5e9f91df187b req-2a7ecf1d-6d4e-4c56-9258-caaf0a3c0d2d tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:44:01.401314 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a0c6ac3b-89f0-46e5-97ee-5e9f91df187b req-2a7ecf1d-6d4e-4c56-9258-caaf0a3c0d2d tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=e438921b-221d-4d9b-8372-1d30dc58dd9f HTTP/1.1" status: 200 len: 943 time: 0.0644009 Jan 28 07:44:01.475463 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a0c6ac3b-89f0-46e5-97ee-5e9f91df187b req-c3f37d66-012e-4fa3-85fa-ff33d9d1f620 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec6d871e-ef1d-448d-95b7-68ce22e3161e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732346 Jan 28 07:44:02.678809 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f616a2ca-22e1-4419-a698-f3708ab04f6a req-4fb76ae9-d5f7-421a-a0f9-58c516e920e3 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:44:02.681256 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f616a2ca-22e1-4419-a698-f3708ab04f6a req-4fb76ae9-d5f7-421a-a0f9-58c516e920e3 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=e438921b-221d-4d9b-8372-1d30dc58dd9f HTTP/1.1" status: 200 len: 943 time: 0.0635052 Jan 28 07:44:02.746676 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f616a2ca-22e1-4419-a698-f3708ab04f6a req-57378591-6637-4e7b-971f-509b7961d675 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec6d871e-ef1d-448d-95b7-68ce22e3161e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573950 Jan 28 07:44:03.131175 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 18705699-32a7-4962-8693-6989ef5feed6 details requested by agent hyperv_n-h2-712749-28 with host n-h2-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:44:03.338447 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:03.351908 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2a1fcdbb-26d7-4b9c-9a29-111d99a485f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:03.446168 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 18705699-32a7-4962-8693-6989ef5feed6, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=18705699-32a7-4962-8693-6989ef5feed6,segment=NetworkSegment(51b887d5-fd17-4f2d-9bed-8a0b60014438),segment_id=51b887d5-fd17-4f2d-9bed-8a0b60014438)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:44:03.473916 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Returning: {'device': '18705699-32a7-4962-8693-6989ef5feed6', 'network_id': 'e89cba95-7c88-42ca-a2a1-7604d77c150d', 'port_id': '18705699-32a7-4962-8693-6989ef5feed6', 'mac_address': 'fa:16:3e:f1:5e:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be92a7e6-1604-4603-bacc-7f09a5c98a28', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:44:03.536454 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port 18705699-32a7-4962-8693-6989ef5feed6 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:44:03.536959 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (18705699-32a7-4962-8693-6989ef5feed6), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:03.554753 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18705699-32a7-4962-8693-6989ef5feed6 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:44:03.598307 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 18705699-32a7-4962-8693-6989ef5feed6, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=18705699-32a7-4962-8693-6989ef5feed6,segment=NetworkSegment(51b887d5-fd17-4f2d-9bed-8a0b60014438),segment_id=51b887d5-fd17-4f2d-9bed-8a0b60014438)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:44:03.615776 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (18705699-32a7-4962-8693-6989ef5feed6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:03.681415 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=18705699-32a7-4962-8693-6989ef5feed6,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:44:03.923562 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['18705699-32a7-4962-8693-6989ef5feed6'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:44:04.039210 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe6ed46-8049-48a4-9eec-f36fba645e52 req-c14f6ceb-fa37-4853-b4d0-dea5c8dd1df4 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:44:04.060372 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9fe6ed46-8049-48a4-9eec-f36fba645e52 req-c14f6ceb-fa37-4853-b4d0-dea5c8dd1df4 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=e438921b-221d-4d9b-8372-1d30dc58dd9f HTTP/1.1" status: 200 len: 944 time: 0.1749334 Jan 28 07:44:04.203573 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9fe6ed46-8049-48a4-9eec-f36fba645e52 req-ca0d5a2d-fd40-4ccb-834f-7e560e198405 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec6d871e-ef1d-448d-95b7-68ce22e3161e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1341491 Jan 28 07:44:04.272792 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 58076) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:44:04.424733 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:04.698814 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-6cad10a4-7e79-40ef-89ce-c695337440d5 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Deleting port acf0c091-f986-4f1b-bce9-de5cd4f97bfe {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:44:04.702692 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6cad10a4-7e79-40ef-89ce-c695337440d5 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (acf0c091-f986-4f1b-bce9-de5cd4f97bfe), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:04.795206 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6cad10a4-7e79-40ef-89ce-c695337440d5 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (acf0c091-f986-4f1b-bce9-de5cd4f97bfe), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:04.796090 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6cad10a4-7e79-40ef-89ce-c695337440d5 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for floatingip (acf0c091-f986-4f1b-bce9-de5cd4f97bfe), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:04.822530 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-6cad10a4-7e79-40ef-89ce-c695337440d5 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Calling delete_port for acf0c091-f986-4f1b-bce9-de5cd4f97bfe owned by network:floatingip {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:44:04.924548 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 58144) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:44:05.034028 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6cad10a4-7e79-40ef-89ce-c695337440d5 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (acf0c091-f986-4f1b-bce9-de5cd4f97bfe), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:05.071660 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cad10a4-7e79-40ef-89ce-c695337440d5 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Pushing event deleted for resources: {'Port': ['ID=acf0c091-f986-4f1b-bce9-de5cd4f97bfe,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:44:05.086183 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cad10a4-7e79-40ef-89ce-c695337440d5 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:44:05.087178 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cad10a4-7e79-40ef-89ce-c695337440d5 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:44:05.088071 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cad10a4-7e79-40ef-89ce-c695337440d5 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:44:05.088891 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cad10a4-7e79-40ef-89ce-c695337440d5 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:44:05.089533 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cad10a4-7e79-40ef-89ce-c695337440d5 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:44:05.090311 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cad10a4-7e79-40ef-89ce-c695337440d5 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:44:05.092263 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cad10a4-7e79-40ef-89ce-c695337440d5 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:44:05.093316 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cad10a4-7e79-40ef-89ce-c695337440d5 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:44:05.094097 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cad10a4-7e79-40ef-89ce-c695337440d5 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:44:05.094746 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cad10a4-7e79-40ef-89ce-c695337440d5 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:44:05.095427 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cad10a4-7e79-40ef-89ce-c695337440d5 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:44:05.096165 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cad10a4-7e79-40ef-89ce-c695337440d5 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:44:05.096867 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cad10a4-7e79-40ef-89ce-c695337440d5 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:44:05.145739 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 18705699-32a7-4962-8693-6989ef5feed6 up at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:44:05.234928 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6cad10a4-7e79-40ef-89ce-c695337440d5 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for floatingip (dba73395-069d-45e0-9144-44c3bcbad524), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:05.236580 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e959651-6bb8-4369-b468-5622083dae7c admin admin] Deleting subnet caf6cc37-6114-420d-bca1-ea360533fa49 {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:44:05.237064 n-d-712749-28 neutron-server[103283]: INFO neutron.db.l3_db [None req-6cad10a4-7e79-40ef-89ce-c695337440d5 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Floating IP dba73395-069d-45e0-9144-44c3bcbad524 disassociated (deleted). External IP: 172.25.6.15, port: 845c3510-ff56-4f9c-89fe-6cbebdc0067e. Jan 28 07:44:05.241239 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1e959651-6bb8-4369-b468-5622083dae7c admin admin] Publish callbacks [] for subnet (caf6cc37-6114-420d-bca1-ea360533fa49), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:05.326484 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning for port 18705699-32a7-4962-8693-6989ef5feed6 completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:44:05.328622 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1e959651-6bb8-4369-b468-5622083dae7c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24759175'] for subnet (caf6cc37-6114-420d-bca1-ea360533fa49), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:05.333222 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning complete for port 18705699-32a7-4962-8693-6989ef5feed6 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:44:05.333829 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (18705699-32a7-4962-8693-6989ef5feed6), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:05.376900 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1e959651-6bb8-4369-b468-5622083dae7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (caf6cc37-6114-420d-bca1-ea360533fa49), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:05.457776 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1e959651-6bb8-4369-b468-5622083dae7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24757569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24979817'] for subnet (caf6cc37-6114-420d-bca1-ea360533fa49), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:05.488325 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e959651-6bb8-4369-b468-5622083dae7c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=caf6cc37-6114-420d-bca1-ea360533fa49,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:44:05.492830 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1e959651-6bb8-4369-b468-5622083dae7c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:05.506699 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-1e959651-6bb8-4369-b468-5622083dae7c admin admin] 10.222.0.41 "DELETE /v2.0/subnets/caf6cc37-6114-420d-bca1-ea360533fa49 HTTP/1.1" status: 204 len: 168 time: 0.5808184 Jan 28 07:44:05.509340 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 58156) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:44:05.566976 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port 18705699-32a7-4962-8693-6989ef5feed6 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:44:05.567490 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (18705699-32a7-4962-8693-6989ef5feed6), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:05.610087 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e438921b-221d-4d9b-8372-1d30dc58dd9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18705699-32a7-4962-8693-6989ef5feed6'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:44:05.612601 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02a07590-1b0c-4be6-9f53-641997cccd19" -d '{"events": [{"server_uuid": "e438921b-221d-4d9b-8372-1d30dc58dd9f", "name": "network-vif-plugged", "status": "completed", "tag": "18705699-32a7-4962-8693-6989ef5feed6"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:44:05.629276 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9194c2cb-8a8d-42c1-9f94-4d6318806025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (2bb66c7d-894b-478a-9298-398f7bcb96a0), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:05.643542 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 18705699-32a7-4962-8693-6989ef5feed6, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=18705699-32a7-4962-8693-6989ef5feed6,segment=NetworkSegment(51b887d5-fd17-4f2d-9bed-8a0b60014438),segment_id=51b887d5-fd17-4f2d-9bed-8a0b60014438)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:44:05.647734 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5b90b956-4065-444c-bd77-e02735c5f946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:05.651897 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (18705699-32a7-4962-8693-6989ef5feed6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:05.708872 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=18705699-32a7-4962-8693-6989ef5feed6,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:44:05.720762 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9194c2cb-8a8d-42c1-9f94-4d6318806025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (2bb66c7d-894b-478a-9298-398f7bcb96a0), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:05.721402 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:44:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a62286c7-a6b0-43ca-8f2a-e510993c5036 x-openstack-request-id: req-a62286c7-a6b0-43ca-8f2a-e510993c5036 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:44:05.721749 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e438921b-221d-4d9b-8372-1d30dc58dd9f", "name": "network-vif-plugged", "status": "completed", "tag": "18705699-32a7-4962-8693-6989ef5feed6", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:44:05.722013 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a62286c7-a6b0-43ca-8f2a-e510993c5036 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:44:05.722413 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e438921b-221d-4d9b-8372-1d30dc58dd9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18705699-32a7-4962-8693-6989ef5feed6', 'code': 200} Jan 28 07:44:05.752886 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-9194c2cb-8a8d-42c1-9f94-4d6318806025 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bb66c7d-894b-478a-9298-398f7bcb96a0']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:44:05.766163 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-9194c2cb-8a8d-42c1-9f94-4d6318806025 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30c524ec-573a-4190-beff-cbcb392e8434') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:44:05.766728 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-9194c2cb-8a8d-42c1-9f94-4d6318806025 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30c524ec-573a-4190-beff-cbcb392e8434') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:44:05.785250 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9194c2cb-8a8d-42c1-9f94-4d6318806025 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24759294'] for segment (30c524ec-573a-4190-beff-cbcb392e8434), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:05.803537 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7db5db7-6b51-46d6-8464-296f12bc6417 req-7a0fde18-7858-40ac-83ad-d5477c3e8319 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:44:05.811462 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e7db5db7-6b51-46d6-8464-296f12bc6417 req-7a0fde18-7858-40ac-83ad-d5477c3e8319 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=e438921b-221d-4d9b-8372-1d30dc58dd9f HTTP/1.1" status: 200 len: 944 time: 0.4311635 Jan 28 07:44:05.831558 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9194c2cb-8a8d-42c1-9f94-4d6318806025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (30c524ec-573a-4190-beff-cbcb392e8434), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:05.840723 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cad10a4-7e79-40ef-89ce-c695337440d5 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Router 3ac58277-9fbe-44e6-803f-5138288e26c8 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:44:05.843708 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9194c2cb-8a8d-42c1-9f94-4d6318806025 admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:44:05.844183 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9194c2cb-8a8d-42c1-9f94-4d6318806025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24757675'] for segment (30c524ec-573a-4190-beff-cbcb392e8434), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:05.846157 n-d-712749-28 neutron-server[103284]: Traceback (most recent call last): Jan 28 07:44:05.846157 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:44:05.846157 n-d-712749-28 neutron-server[103284]: timer() Jan 28 07:44:05.846157 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:44:05.846157 n-d-712749-28 neutron-server[103284]: cb(*args, **kw) Jan 28 07:44:05.846157 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:44:05.846157 n-d-712749-28 neutron-server[103284]: return func(*args, **kwargs) Jan 28 07:44:05.846157 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:44:05.846157 n-d-712749-28 neutron-server[103284]: self._notify() Jan 28 07:44:05.846157 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:44:05.846157 n-d-712749-28 neutron-server[103284]: self.callback(batched_events) Jan 28 07:44:05.846157 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:44:05.846157 n-d-712749-28 neutron-server[103284]: event.method(event) Jan 28 07:44:05.846157 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:44:05.846157 n-d-712749-28 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:44:05.846157 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:44:05.846157 n-d-712749-28 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:44:05.846157 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:44:05.846157 n-d-712749-28 neutron-server[103284]: return f(self, *a, **k) Jan 28 07:44:05.846157 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:44:05.846157 n-d-712749-28 neutron-server[103284]: return self._get(url).json() Jan 28 07:44:05.846157 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:44:05.846157 n-d-712749-28 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:44:05.846157 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:44:05.846157 n-d-712749-28 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Jan 28 07:44:05.846157 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:44:05.846157 n-d-712749-28 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:44:05.846157 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:44:05.846157 n-d-712749-28 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:44:05.846157 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:44:05.846157 n-d-712749-28 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:44:05.846157 n-d-712749-28 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:44:05.870215 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd906658-99bb-4b8f-a897-562a32e463a0 req-f1f2e891-3476-4ac8-894a-5bcda35677f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:44:05.872595 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-dd906658-99bb-4b8f-a897-562a32e463a0 req-f1f2e891-3476-4ac8-894a-5bcda35677f0 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e438921b-221d-4d9b-8372-1d30dc58dd9f HTTP/1.1" status: 200 len: 1097 time: 0.0774117 Jan 28 07:44:05.940122 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e7db5db7-6b51-46d6-8464-296f12bc6417 req-0a80ad67-e0bc-46df-8a39-be37aca13be3 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec6d871e-ef1d-448d-95b7-68ce22e3161e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137931 Jan 28 07:44:05.947437 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9194c2cb-8a8d-42c1-9f94-4d6318806025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (2bb66c7d-894b-478a-9298-398f7bcb96a0), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:05.966427 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9194c2cb-8a8d-42c1-9f94-4d6318806025 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:05.970024 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-9194c2cb-8a8d-42c1-9f94-4d6318806025 admin admin] 10.222.0.41 "DELETE /v2.0/networks/2bb66c7d-894b-478a-9298-398f7bcb96a0 HTTP/1.1" status: 204 len: 168 time: 0.4596748 Jan 28 07:44:06.026802 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9194c2cb-8a8d-42c1-9f94-4d6318806025 admin admin] Pushing event deleted for resources: {'Network': ['ID=2bb66c7d-894b-478a-9298-398f7bcb96a0,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:44:06.080557 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-dd906658-99bb-4b8f-a897-562a32e463a0 req-0156ed7d-77dc-4872-9627-70e154dd397a service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=ec6d871e-ef1d-448d-95b7-68ce22e3161e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1459336 Jan 28 07:44:06.126038 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cad10a4-7e79-40ef-89ce-c695337440d5 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:44:06.135333 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6cad10a4-7e79-40ef-89ce-c695337440d5 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for floatingip (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:06.138801 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99ac21d-0034-4918-a857-ebbc0b1f9fed None None] Sync routers for ids ['3ac58277-9fbe-44e6-803f-5138288e26c8'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:44:06.148320 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99ac21d-0034-4918-a857-ebbc0b1f9fed None None] Routers {'3ac58277-9fbe-44e6-803f-5138288e26c8'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:44:06.148932 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-f99ac21d-0034-4918-a857-ebbc0b1f9fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:44:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['3ac58277-9fbe-44e6-803f-5138288e26c8'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:44:06.206112 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 58168) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:44:06.228445 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-6cad10a4-7e79-40ef-89ce-c695337440d5 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "DELETE /v2.0/floatingips/dba73395-069d-45e0-9144-44c3bcbad524 HTTP/1.1" status: 204 len: 168 time: 1.9532454 Jan 28 07:44:06.233989 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afa31c57-6112-4506-a310-95e86a4ff05d', 'tag': '845c3510-ff56-4f9c-89fe-6cbebdc0067e'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:44:06.239369 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6291b4b4-26b0-4a0e-bcf2-90f255dbe3ad" -d '{"events": [{"name": "network-changed", "server_uuid": "afa31c57-6112-4506-a310-95e86a4ff05d", "tag": "845c3510-ff56-4f9c-89fe-6cbebdc0067e"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:44:06.327007 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-f99ac21d-0034-4918-a857-ebbc0b1f9fed None None] Set router 3ac58277-9fbe-44e6-803f-5138288e26c8 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:44:06.336506 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68297ce5-5a52-435d-9ae4-c6f45c00b8db x-openstack-request-id: req-68297ce5-5a52-435d-9ae4-c6f45c00b8db {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:44:06.336912 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afa31c57-6112-4506-a310-95e86a4ff05d", "tag": "845c3510-ff56-4f9c-89fe-6cbebdc0067e", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:44:06.337379 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-68297ce5-5a52-435d-9ae4-c6f45c00b8db {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:44:06.337896 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afa31c57-6112-4506-a310-95e86a4ff05d', 'tag': '845c3510-ff56-4f9c-89fe-6cbebdc0067e', 'status': 'completed', 'code': 200} Jan 28 07:44:06.341768 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-8e828eaf-183a-4085-b651-2731dae0a17d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=93ee2273d7c04f4490153be014688612&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1337891 Jan 28 07:44:06.344007 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 58174) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:44:06.489640 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6291b4b4-26b0-4a0e-bcf2-90f255dbe3ad req-21ae877f-24d5-45f7-b95e-2cfcd6476775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:44:06.491555 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6291b4b4-26b0-4a0e-bcf2-90f255dbe3ad req-21ae877f-24d5-45f7-b95e-2cfcd6476775 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b44a0e5d7f134bd69aecc7a32d5e1b41&device_id=afa31c57-6112-4506-a310-95e86a4ff05d HTTP/1.1" status: 200 len: 1098 time: 0.0943835 Jan 28 07:44:06.498365 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-182ec940-080e-468b-81ab-cc084e27feda admin admin] Publish callbacks [] for security_group (4e9b8070-cf39-4bff-b3a3-011c2420ec06), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:06.522344 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-182ec940-080e-468b-81ab-cc084e27feda admin admin] Publish callbacks [] for security_group (4e9b8070-cf39-4bff-b3a3-011c2420ec06), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:06.591896 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-f99ac21d-0034-4918-a857-ebbc0b1f9fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ac58277-9fbe-44e6-803f-5138288e26c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-565886384', 'tenant_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': 'add8d8cf-1bc4-4568-b292-3bad3a9f4b0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:42:16Z', 'updated_at': '2022-01-28T07:42:22Z', 'revision_number': 4, 'project_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'gw_port': {'id': 'add8d8cf-1bc4-4568-b292-3bad3a9f4b0d', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:4b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac58277-9fbe-44e6-803f-5138288e26c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:42:16Z', 'updated_at': '2022-01-28T07:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '4324ad66-b93b-48fc-8775-58671459b6c4', 'name': '', 'network_id': '1d99af78-a60f-4659-8b81-649eda773858', 'tenant_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'mac_address': 'fa:16:3e:b4:42:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac58277-9fbe-44e6-803f-5138288e26c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': 'afc5af0a-9c9a-4ac2-a93a-8ed62221322f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:42:21Z', 'updated_at': '2022-01-28T07:42:27Z', 'revision_number': 5, 'project_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'subnets': [{'id': 'afc5af0a-9c9a-4ac2-a93a-8ed62221322f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:44:06.623961 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-182ec940-080e-468b-81ab-cc084e27feda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (4e9b8070-cf39-4bff-b3a3-011c2420ec06), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:06.627227 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-182ec940-080e-468b-81ab-cc084e27feda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:06.628895 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-182ec940-080e-468b-81ab-cc084e27feda admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4e9b8070-cf39-4bff-b3a3-011c2420ec06 HTTP/1.1" status: 204 len: 168 time: 0.2837102 Jan 28 07:44:06.668921 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99ac21d-0034-4918-a857-ebbc0b1f9fed None None] Checking router: 3ac58277-9fbe-44e6-803f-5138288e26c8 for host: n-d-712749-28 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:44:06.683637 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182ec940-080e-468b-81ab-cc084e27feda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e9b8070-cf39-4bff-b3a3-011c2420ec06,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:44:06.692330 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99ac21d-0034-4918-a857-ebbc0b1f9fed None None] Routers {'3ac58277-9fbe-44e6-803f-5138288e26c8'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:44:06.696522 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-f99ac21d-0034-4918-a857-ebbc0b1f9fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:44:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['3ac58277-9fbe-44e6-803f-5138288e26c8'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:44:06.755655 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6291b4b4-26b0-4a0e-bcf2-90f255dbe3ad req-725fe19a-8630-4a92-bddf-fdd8700726f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:44:06.757228 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6291b4b4-26b0-4a0e-bcf2-90f255dbe3ad req-725fe19a-8630-4a92-bddf-fdd8700726f6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=1d99af78-a60f-4659-8b81-649eda773858 HTTP/1.1" status: 200 len: 897 time: 0.2387595 Jan 28 07:44:06.775687 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbac20ab-f668-4878-910b-258840c34a61 req-7cc9dfb1-f385-4d96-97b7-dc9c6c57bc30 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:44:06.791719 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-fbac20ab-f668-4878-910b-258840c34a61 req-7cc9dfb1-f385-4d96-97b7-dc9c6c57bc30 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/ports?device_id=afa31c57-6112-4506-a310-95e86a4ff05d HTTP/1.1" status: 200 len: 946 time: 0.1615603 Jan 28 07:44:06.850351 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6291b4b4-26b0-4a0e-bcf2-90f255dbe3ad req-9a70de60-0954-48b6-a15d-4425edc767eb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=845c3510-ff56-4f9c-89fe-6cbebdc0067e HTTP/1.1" status: 200 len: 217 time: 0.0818865 Jan 28 07:44:06.864973 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-fbac20ab-f668-4878-910b-258840c34a61 req-62f3decb-7840-4afc-9c51-3a79cccbe59a tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5404dbc-b196-4fab-b75b-b8d6f99bbfc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722914 Jan 28 07:44:06.899389 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-f99ac21d-0034-4918-a857-ebbc0b1f9fed None None] Set router 3ac58277-9fbe-44e6-803f-5138288e26c8 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:44:06.996747 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6291b4b4-26b0-4a0e-bcf2-90f255dbe3ad req-a435b028-1fa9-40ca-9559-421d0d1e0c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:44:06.998777 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6291b4b4-26b0-4a0e-bcf2-90f255dbe3ad req-a435b028-1fa9-40ca-9559-421d0d1e0c0f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=afc5af0a-9c9a-4ac2-a93a-8ed62221322f HTTP/1.1" status: 200 len: 835 time: 0.1400452 Jan 28 07:44:07.055043 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:07.055671 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6291b4b4-26b0-4a0e-bcf2-90f255dbe3ad req-aeb5849c-6316-43d3-8fa1-c2fa661439bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:44:07.071007 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6291b4b4-26b0-4a0e-bcf2-90f255dbe3ad req-aeb5849c-6316-43d3-8fa1-c2fa661439bf service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1d99af78-a60f-4659-8b81-649eda773858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0646777 Jan 28 07:44:07.348445 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6291b4b4-26b0-4a0e-bcf2-90f255dbe3ad req-4b8d48a7-923e-4724-88b3-aab85b717f79 service neutron] 10.222.0.10 "GET /v2.0/networks/1d99af78-a60f-4659-8b81-649eda773858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2688046 Jan 28 07:44:07.582628 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-f99ac21d-0034-4918-a857-ebbc0b1f9fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ac58277-9fbe-44e6-803f-5138288e26c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-565886384', 'tenant_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': 'add8d8cf-1bc4-4568-b292-3bad3a9f4b0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:42:16Z', 'updated_at': '2022-01-28T07:42:22Z', 'revision_number': 4, 'project_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'gw_port': {'id': 'add8d8cf-1bc4-4568-b292-3bad3a9f4b0d', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:4b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac58277-9fbe-44e6-803f-5138288e26c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:42:16Z', 'updated_at': '2022-01-28T07:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '4324ad66-b93b-48fc-8775-58671459b6c4', 'name': '', 'network_id': '1d99af78-a60f-4659-8b81-649eda773858', 'tenant_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'mac_address': 'fa:16:3e:b4:42:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac58277-9fbe-44e6-803f-5138288e26c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': 'afc5af0a-9c9a-4ac2-a93a-8ed62221322f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:42:21Z', 'updated_at': '2022-01-28T07:42:27Z', 'revision_number': 5, 'project_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'subnets': [{'id': 'afc5af0a-9c9a-4ac2-a93a-8ed62221322f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:44:07.621766 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6291b4b4-26b0-4a0e-bcf2-90f255dbe3ad req-271c3a50-8538-4ac6-b17e-be17c6ea0ded service neutron] 10.222.0.10 "GET /v2.0/networks/1d99af78-a60f-4659-8b81-649eda773858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2647877 Jan 28 07:44:07.665460 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99ac21d-0034-4918-a857-ebbc0b1f9fed None None] The sync data for ids ['3ac58277-9fbe-44e6-803f-5138288e26c8'] in n-d-712749-28 is: [{'id': '3ac58277-9fbe-44e6-803f-5138288e26c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-565886384', 'tenant_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': 'add8d8cf-1bc4-4568-b292-3bad3a9f4b0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:42:16Z', 'updated_at': '2022-01-28T07:42:22Z', 'revision_number': 4, 'project_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'gw_port': {'id': 'add8d8cf-1bc4-4568-b292-3bad3a9f4b0d', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:4b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac58277-9fbe-44e6-803f-5138288e26c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:42:16Z', 'updated_at': '2022-01-28T07:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '4324ad66-b93b-48fc-8775-58671459b6c4', 'name': '', 'network_id': '1d99af78-a60f-4659-8b81-649eda773858', 'tenant_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'mac_address': 'fa:16:3e:b4:42:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac58277-9fbe-44e6-803f-5138288e26c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': 'afc5af0a-9c9a-4ac2-a93a-8ed62221322f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:42:21Z', 'updated_at': '2022-01-28T07:42:27Z', 'revision_number': 5, 'project_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'subnets': [{'id': 'afc5af0a-9c9a-4ac2-a93a-8ed62221322f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:44:07.688751 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f03c967-e61f-4d5a-9027-a6e3f38c7411 req-b6422f1e-8298-47a5-84bf-d65cf7a0d77b tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:44:07.690476 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7f03c967-e61f-4d5a-9027-a6e3f38c7411 req-b6422f1e-8298-47a5-84bf-d65cf7a0d77b tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=e438921b-221d-4d9b-8372-1d30dc58dd9f HTTP/1.1" status: 200 len: 945 time: 0.5813920 Jan 28 07:44:07.814571 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7f03c967-e61f-4d5a-9027-a6e3f38c7411 req-66ce030e-72dc-46a6-8946-90cc5bc9ccb5 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec6d871e-ef1d-448d-95b7-68ce22e3161e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1169600 Jan 28 07:44:08.125613 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e62d34-128d-4a67-a6e8-be466214c8e5 req-10389527-b48d-440f-95d9-dba0120db0b1 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:44:08.127370 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c6e62d34-128d-4a67-a6e8-be466214c8e5 req-10389527-b48d-440f-95d9-dba0120db0b1 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/ports?device_id=afa31c57-6112-4506-a310-95e86a4ff05d HTTP/1.1" status: 200 len: 946 time: 0.1236932 Jan 28 07:44:08.221739 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a949adfb-612c-4aca-9817-0ec793684e31 req-f1406552-d3db-4613-b5bc-52501ed4e0bc tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:44:08.223263 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a949adfb-612c-4aca-9817-0ec793684e31 req-f1406552-d3db-4613-b5bc-52501ed4e0bc tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.10 "GET /v2.0/ports?device_id=afa31c57-6112-4506-a310-95e86a4ff05d HTTP/1.1" status: 200 len: 946 time: 0.0845962 Jan 28 07:44:08.237775 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95cba06-c802-4214-9d74-792ba95169ee None None] New status for floating IP dba73395-069d-45e0-9144-44c3bcbad524: DOWN {{(pid=103285) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 07:44:08.245190 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c6e62d34-128d-4a67-a6e8-be466214c8e5 req-ee4db3fd-97e8-4228-ab28-40676c822e5a tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5404dbc-b196-4fab-b75b-b8d6f99bbfc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1121299 Jan 28 07:44:08.421590 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-a949adfb-612c-4aca-9817-0ec793684e31 req-436fbc8a-b977-410c-83e7-b6e14f365a12 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Deleting port 845c3510-ff56-4f9c-89fe-6cbebdc0067e {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:44:08.422630 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-a949adfb-612c-4aca-9817-0ec793684e31 req-436fbc8a-b977-410c-83e7-b6e14f365a12 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (845c3510-ff56-4f9c-89fe-6cbebdc0067e), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:08.572908 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-a949adfb-612c-4aca-9817-0ec793684e31 req-436fbc8a-b977-410c-83e7-b6e14f365a12 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] For port 845c3510-ff56-4f9c-89fe-6cbebdc0067e, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=845c3510-ff56-4f9c-89fe-6cbebdc0067e,segment=NetworkSegment(a74aff14-1383-4326-acef-72e8645ce07a),segment_id=a74aff14-1383-4326-acef-72e8645ce07a)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:44:08.573282 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-a949adfb-612c-4aca-9817-0ec793684e31 req-436fbc8a-b977-410c-83e7-b6e14f365a12 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (845c3510-ff56-4f9c-89fe-6cbebdc0067e), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:08.587496 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-a949adfb-612c-4aca-9817-0ec793684e31 req-436fbc8a-b977-410c-83e7-b6e14f365a12 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Calling delete_port for 845c3510-ff56-4f9c-89fe-6cbebdc0067e owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:44:08.756965 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:08.761118 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-a949adfb-612c-4aca-9817-0ec793684e31 req-436fbc8a-b977-410c-83e7-b6e14f365a12 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (845c3510-ff56-4f9c-89fe-6cbebdc0067e), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:08.808358 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436fbc8a-b977-410c-83e7-b6e14f365a12 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Pushing event deleted for resources: {'Port': ['ID=845c3510-ff56-4f9c-89fe-6cbebdc0067e,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:44:08.874407 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-a949adfb-612c-4aca-9817-0ec793684e31 req-436fbc8a-b977-410c-83e7-b6e14f365a12 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] No DVR routers for this DVR port 845c3510-ff56-4f9c-89fe-6cbebdc0067e on host n-h1-712749-28 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:44:08.878915 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-a949adfb-612c-4aca-9817-0ec793684e31 req-436fbc8a-b977-410c-83e7-b6e14f365a12 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:08.883110 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a949adfb-612c-4aca-9817-0ec793684e31 req-436fbc8a-b977-410c-83e7-b6e14f365a12 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.10 "DELETE /v2.0/ports/845c3510-ff56-4f9c-89fe-6cbebdc0067e HTTP/1.1" status: 204 len: 173 time: 0.6451523 Jan 28 07:44:08.884730 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afa31c57-6112-4506-a310-95e86a4ff05d', 'name': 'network-vif-deleted', 'tag': '845c3510-ff56-4f9c-89fe-6cbebdc0067e'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:44:08.888324 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a70338d-1ee3-4253-ba5f-65945815da8b" -d '{"events": [{"server_uuid": "afa31c57-6112-4506-a310-95e86a4ff05d", "name": "network-vif-deleted", "tag": "845c3510-ff56-4f9c-89fe-6cbebdc0067e"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:44:08.949603 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f91de908-8375-4d9c-863b-ddfe5f24052a x-openstack-request-id: req-f91de908-8375-4d9c-863b-ddfe5f24052a {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:44:08.950788 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afa31c57-6112-4506-a310-95e86a4ff05d", "name": "network-vif-deleted", "tag": "845c3510-ff56-4f9c-89fe-6cbebdc0067e", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:44:08.951420 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f91de908-8375-4d9c-863b-ddfe5f24052a {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:44:08.951892 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afa31c57-6112-4506-a310-95e86a4ff05d', 'name': 'network-vif-deleted', 'tag': '845c3510-ff56-4f9c-89fe-6cbebdc0067e', 'status': 'completed', 'code': 200} Jan 28 07:44:09.014877 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9fe1c6-d51f-42de-adc9-9aefdec920b5 req-7233746a-eaaf-4924-ae5f-9b4bb9de3976 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:44:09.023719 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1f9fe1c6-d51f-42de-adc9-9aefdec920b5 req-7233746a-eaaf-4924-ae5f-9b4bb9de3976 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=e438921b-221d-4d9b-8372-1d30dc58dd9f HTTP/1.1" status: 200 len: 945 time: 0.0901628 Jan 28 07:44:09.093179 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1f9fe1c6-d51f-42de-adc9-9aefdec920b5 req-d4826702-ce4a-4868-849d-6ce568e79f7d tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec6d871e-ef1d-448d-95b7-68ce22e3161e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685744 Jan 28 07:44:09.183326 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 58244) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:44:09.259369 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a11947d-4461-4811-9930-2abcc874ccc4 req-5d49a113-7e00-4744-8706-c386ed0bc7a3 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:44:09.280552 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7a11947d-4461-4811-9930-2abcc874ccc4 req-5d49a113-7e00-4744-8706-c386ed0bc7a3 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=e438921b-221d-4d9b-8372-1d30dc58dd9f HTTP/1.1" status: 200 len: 945 time: 0.0865285 Jan 28 07:44:09.390969 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7a11947d-4461-4811-9930-2abcc874ccc4 req-121e1853-5306-4504-9c5b-11b181c87cb1 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec6d871e-ef1d-448d-95b7-68ce22e3161e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050446 Jan 28 07:44:09.405910 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 58250) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:44:09.409590 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-4ba1ffd7-57d7-420e-9802-1c7fb97ff7d7 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Request body: {'network': {'name': 'tempest-network-smoke--2027121537', 'project_id': '5542ea76c30542aeb3cf0ca71420ede0', 'port_security_enabled': True}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:44:09.466682 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ba1ffd7-57d7-420e-9802-1c7fb97ff7d7 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Made reservation on behalf of 5542ea76c30542aeb3cf0ca71420ede0 for: {'network': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:44:09.482012 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4ba1ffd7-57d7-420e-9802-1c7fb97ff7d7 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:09.486028 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-dde696ab-2043-4d97-8a30-73869b1e75ed req-2fc9b1a6-0949-4eb5-98e3-2b09057db735 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "GET /v2.0/ports?device_id=afa31c57-6112-4506-a310-95e86a4ff05d HTTP/1.1" status: 200 len: 210 time: 0.0600395 Jan 28 07:44:09.510087 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4ba1ffd7-57d7-420e-9802-1c7fb97ff7d7 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:09.719908 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4ba1ffd7-57d7-420e-9802-1c7fb97ff7d7 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks [] for security_group (5413254b-970e-41c3-be72-6e52ceea170e), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:09.723817 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-338f0cff-0c3a-4825-8c6e-4c548a9c7173 tempest-TestVolumeBootPattern-1278027713 tempest-TestVolumeBootPattern-1278027713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:44:09.729103 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4ba1ffd7-57d7-420e-9802-1c7fb97ff7d7 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (5413254b-970e-41c3-be72-6e52ceea170e), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:09.730345 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-338f0cff-0c3a-4825-8c6e-4c548a9c7173 tempest-TestVolumeBootPattern-1278027713 tempest-TestVolumeBootPattern-1278027713-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=e438921b-221d-4d9b-8372-1d30dc58dd9f HTTP/1.1" status: 200 len: 1092 time: 0.3233967 Jan 28 07:44:09.732901 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 58256) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:44:09.734697 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:09.741005 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-9dd48495-782f-45c3-aa95-057e6ec5ff1c tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Request body: {'floatingip': {'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'port_id': '18705699-32a7-4962-8693-6989ef5feed6', 'tenant_id': '6e11006faf4241738db69f23221595e2', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:44:09.767968 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba1ffd7-57d7-420e-9802-1c7fb97ff7d7 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5413254b-970e-41c3-be72-6e52ceea170e,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:44:09.783496 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ba1ffd7-57d7-420e-9802-1c7fb97ff7d7 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=103283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:44:09.788531 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9dd48495-782f-45c3-aa95-057e6ec5ff1c tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:09.798269 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4ba1ffd7-57d7-420e-9802-1c7fb97ff7d7 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (79b7ada3-348a-4934-8d55-3503266e7b35), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:09.803085 n-d-712749-28 neutron-server[103283]: INFO neutron.db.segments_db [None req-4ba1ffd7-57d7-420e-9802-1c7fb97ff7d7 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Added segment 79b7ada3-348a-4934-8d55-3503266e7b35 of type vlan for network a30336a5-b3a0-4783-8e54-de537509e123 Jan 28 07:44:09.851548 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4ba1ffd7-57d7-420e-9802-1c7fb97ff7d7 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (a30336a5-b3a0-4783-8e54-de537509e123), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:09.884944 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4ba1ffd7-57d7-420e-9802-1c7fb97ff7d7 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (a30336a5-b3a0-4783-8e54-de537509e123), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:09.892647 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba1ffd7-57d7-420e-9802-1c7fb97ff7d7 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:44:09.893524 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4ba1ffd7-57d7-420e-9802-1c7fb97ff7d7 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks [] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:09.925110 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9dd48495-782f-45c3-aa95-057e6ec5ff1c tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:09.979677 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba1ffd7-57d7-420e-9802-1c7fb97ff7d7 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Pushing event updated for resources: {'Network': ['ID=a30336a5-b3a0-4783-8e54-de537509e123,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:44:09.993947 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network a30336a5-b3a0-4783-8e54-de537509e123 details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:44:09.999398 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-4ba1ffd7-57d7-420e-9802-1c7fb97ff7d7 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8148451 Jan 28 07:44:10.002403 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 58258) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:44:10.007862 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-ef7682fe-0a0e-4086-84d8-043b8ceb4579 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-481148736', 'admin_state_up': True, 'project_id': '5542ea76c30542aeb3cf0ca71420ede0', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:44:10.036844 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ef7682fe-0a0e-4086-84d8-043b8ceb4579 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16606890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127275'] for router (38ee63d2-577c-4900-b982-dce133362bcc), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:10.038079 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ef7682fe-0a0e-4086-84d8-043b8ceb4579 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16605498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16607952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16355422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127266'] for router (38ee63d2-577c-4900-b982-dce133362bcc), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:10.119415 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ef7682fe-0a0e-4086-84d8-043b8ceb4579 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks [] for router_controller (38ee63d2-577c-4900-b982-dce133362bcc), precommit_add_association {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:10.125454 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-9dd48495-782f-45c3-aa95-057e6ec5ff1c tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Allocated IP 172.25.6.43 (7d5b3724-deef-4831-8d43-cb9b8176573c/b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc/34e7de8d-e4ec-47b9-9a69-d7e1f5678cd3) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:44:10.253682 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9dd48495-782f-45c3-aa95-057e6ec5ff1c tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Publish callbacks [] for port (34e7de8d-e4ec-47b9-9a69-d7e1f5678cd3), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:10.291980 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9dd48495-782f-45c3-aa95-057e6ec5ff1c tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (34e7de8d-e4ec-47b9-9a69-d7e1f5678cd3), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:10.313432 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dd48495-782f-45c3-aa95-057e6ec5ff1c tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Network 7d5b3724-deef-4831-8d43-cb9b8176573c is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:44:10.316186 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-9dd48495-782f-45c3-aa95-057e6ec5ff1c tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:44:10.345102 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd48495-782f-45c3-aa95-057e6ec5ff1c tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:44:10.393362 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd48495-782f-45c3-aa95-057e6ec5ff1c tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Pushing event updated for resources: {'Port': ['ID=34e7de8d-e4ec-47b9-9a69-d7e1f5678cd3,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:44:10.555397 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 58264) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:44:10.619895 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ef7682fe-0a0e-4086-84d8-043b8ceb4579 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks [] for router_gateway (38ee63d2-577c-4900-b982-dce133362bcc), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:10.751817 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 58272) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:44:11.065606 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ef7682fe-0a0e-4086-84d8-043b8ceb4579 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks [] for router_gateway (38ee63d2-577c-4900-b982-dce133362bcc), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:11.089428 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ef7682fe-0a0e-4086-84d8-043b8ceb4579 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:11.105804 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9dd48495-782f-45c3-aa95-057e6ec5ff1c tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Publish callbacks [] for floatingip (3761fe04-234f-4723-b16b-7485acb224e9), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:11.269363 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9dd48495-782f-45c3-aa95-057e6ec5ff1c tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (34e7de8d-e4ec-47b9-9a69-d7e1f5678cd3), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:11.298339 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-ef7682fe-0a0e-4086-84d8-043b8ceb4579 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Allocated IP 172.25.6.55 (7d5b3724-deef-4831-8d43-cb9b8176573c/b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc/ede4a57f-df4c-470d-ae6b-2406d45bab82) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:44:11.495571 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ef7682fe-0a0e-4086-84d8-043b8ceb4579 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks [] for port (ede4a57f-df4c-470d-ae6b-2406d45bab82), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:11.547211 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-803b6f6d-ac90-446e-a3eb-d5fb33c44879 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16606535'] for router_interface (24fbef46-e351-4f1d-827c-b9c6ebcb1a06), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:11.597862 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ef7682fe-0a0e-4086-84d8-043b8ceb4579 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (ede4a57f-df4c-470d-ae6b-2406d45bab82), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:11.681525 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef7682fe-0a0e-4086-84d8-043b8ceb4579 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Network 7d5b3724-deef-4831-8d43-cb9b8176573c is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:44:11.687866 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-ef7682fe-0a0e-4086-84d8-043b8ceb4579 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:44:11.695417 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7682fe-0a0e-4086-84d8-043b8ceb4579 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:44:11.738201 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7682fe-0a0e-4086-84d8-043b8ceb4579 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Pushing event updated for resources: {'Port': ['ID=ede4a57f-df4c-470d-ae6b-2406d45bab82,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:44:11.917923 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9dd48495-782f-45c3-aa95-057e6ec5ff1c tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Publish callbacks [] for port (34e7de8d-e4ec-47b9-9a69-d7e1f5678cd3), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:11.942324 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9dd48495-782f-45c3-aa95-057e6ec5ff1c tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (34e7de8d-e4ec-47b9-9a69-d7e1f5678cd3), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:11.996318 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b0aa1c4e-0376-46d9-a432-4d066423aa0c tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16606535'] for router_interface (3ac58277-9fbe-44e6-803f-5138288e26c8), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:12.068931 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd48495-782f-45c3-aa95-057e6ec5ff1c tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Pushing event updated for resources: {'Port': ['ID=34e7de8d-e4ec-47b9-9a69-d7e1f5678cd3,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:44:12.079677 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-803b6f6d-ac90-446e-a3eb-d5fb33c44879 admin admin] Deleting port 011be4bf-5975-4029-8775-61d06885d9d4 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:44:12.080834 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-803b6f6d-ac90-446e-a3eb-d5fb33c44879 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (011be4bf-5975-4029-8775-61d06885d9d4), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:12.105490 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 845c3510-ff56-4f9c-89fe-6cbebdc0067e no longer exists at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:44:12.123521 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9dd48495-782f-45c3-aa95-057e6ec5ff1c tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16609095'] for floatingip (3761fe04-234f-4723-b16b-7485acb224e9), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:12.151361 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] No Port match for: 845c3510-ff56-4f9c-89fe-6cbebdc0067e {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:44:12.151724 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 845c3510-ff56-4f9c-89fe-6cbebdc0067e not bound to the agent host n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:44:12.170790 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-803b6f6d-ac90-446e-a3eb-d5fb33c44879 admin admin] For port 011be4bf-5975-4029-8775-61d06885d9d4, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=011be4bf-5975-4029-8775-61d06885d9d4,segment=NetworkSegment(e8f46050-2965-4532-a78e-ef0567989b88),segment_id=e8f46050-2965-4532-a78e-ef0567989b88)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:44:12.171470 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-803b6f6d-ac90-446e-a3eb-d5fb33c44879 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (011be4bf-5975-4029-8775-61d06885d9d4), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:12.186896 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-803b6f6d-ac90-446e-a3eb-d5fb33c44879 admin admin] Calling delete_port for 011be4bf-5975-4029-8775-61d06885d9d4 owned by network:router_interface {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:44:12.280128 n-d-712749-28 neutron-server[103284]: INFO neutron.db.l3_db [None req-9dd48495-782f-45c3-aa95-057e6ec5ff1c tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Floating IP 3761fe04-234f-4723-b16b-7485acb224e9 associated. External IP: 172.25.6.43, port: 18705699-32a7-4962-8693-6989ef5feed6. Jan 28 07:44:12.415148 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-803b6f6d-ac90-446e-a3eb-d5fb33c44879 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (011be4bf-5975-4029-8775-61d06885d9d4), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:12.447125 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803b6f6d-ac90-446e-a3eb-d5fb33c44879 admin admin] Pushing event deleted for resources: {'Port': ['ID=011be4bf-5975-4029-8775-61d06885d9d4,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:44:12.550512 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ef7682fe-0a0e-4086-84d8-043b8ceb4579 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks [] for router_gateway (38ee63d2-577c-4900-b982-dce133362bcc), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:12.772237 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dd48495-782f-45c3-aa95-057e6ec5ff1c tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Router 223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:44:12.906240 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-803b6f6d-ac90-446e-a3eb-d5fb33c44879 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16319006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16606699'] for router_interface (24fbef46-e351-4f1d-827c-b9c6ebcb1a06), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:13.001918 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dd48495-782f-45c3-aa95-057e6ec5ff1c tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:44:13.013097 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93e235e-2feb-44f1-871b-ec3ed46ec52d None None] Sync routers for ids ['223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:44:13.030861 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93e235e-2feb-44f1-871b-ec3ed46ec52d None None] Routers {'223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:44:13.031767 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-c93e235e-2feb-44f1-871b-ec3ed46ec52d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:44:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:44:13.033377 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-b0aa1c4e-0376-46d9-a432-4d066423aa0c tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Deleting port 4324ad66-b93b-48fc-8775-58671459b6c4 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:44:13.033731 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b0aa1c4e-0376-46d9-a432-4d066423aa0c tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (4324ad66-b93b-48fc-8775-58671459b6c4), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:13.111846 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ef7682fe-0a0e-4086-84d8-043b8ceb4579 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16605475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16607909'] for router (38ee63d2-577c-4900-b982-dce133362bcc), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:13.155686 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-b0aa1c4e-0376-46d9-a432-4d066423aa0c tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] For port 4324ad66-b93b-48fc-8775-58671459b6c4, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=4324ad66-b93b-48fc-8775-58671459b6c4,segment=NetworkSegment(a74aff14-1383-4326-acef-72e8645ce07a),segment_id=a74aff14-1383-4326-acef-72e8645ce07a)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:44:13.156069 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b0aa1c4e-0376-46d9-a432-4d066423aa0c tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (4324ad66-b93b-48fc-8775-58671459b6c4), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:13.173733 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-b0aa1c4e-0376-46d9-a432-4d066423aa0c tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Calling delete_port for 4324ad66-b93b-48fc-8775-58671459b6c4 owned by network:router_interface {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:44:13.258227 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-c93e235e-2feb-44f1-871b-ec3ed46ec52d None None] Set router 223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:44:13.450958 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9dd48495-782f-45c3-aa95-057e6ec5ff1c tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for floatingip (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:13.490170 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-9dd48495-782f-45c3-aa95-057e6ec5ff1c tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.7560594 Jan 28 07:44:13.491624 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b0aa1c4e-0376-46d9-a432-4d066423aa0c tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (4324ad66-b93b-48fc-8775-58671459b6c4), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:13.501834 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e438921b-221d-4d9b-8372-1d30dc58dd9f', 'tag': '18705699-32a7-4962-8693-6989ef5feed6'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:44:13.504727 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f4eb811-4a41-42fe-90fe-b7831d340a0f" -d '{"events": [{"name": "network-changed", "server_uuid": "e438921b-221d-4d9b-8372-1d30dc58dd9f", "tag": "18705699-32a7-4962-8693-6989ef5feed6"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:44:13.538229 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aa1c4e-0376-46d9-a432-4d066423aa0c tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Pushing event deleted for resources: {'Port': ['ID=4324ad66-b93b-48fc-8775-58671459b6c4,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:44:13.722009 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac1bfd2c-62e2-4493-be6b-3d58927936c2 x-openstack-request-id: req-ac1bfd2c-62e2-4493-be6b-3d58927936c2 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:44:13.722312 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e438921b-221d-4d9b-8372-1d30dc58dd9f", "tag": "18705699-32a7-4962-8693-6989ef5feed6", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:44:13.722579 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ac1bfd2c-62e2-4493-be6b-3d58927936c2 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:44:13.723156 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e438921b-221d-4d9b-8372-1d30dc58dd9f', 'tag': '18705699-32a7-4962-8693-6989ef5feed6', 'status': 'completed', 'code': 200} Jan 28 07:44:13.768569 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-c93e235e-2feb-44f1-871b-ec3ed46ec52d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138', 'name': 'tempest-TestVolumeBootPattern-1970769524-router', 'tenant_id': '6e11006faf4241738db69f23221595e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': '4d0ac443-e982-4b0e-90f2-7a705ce9d79c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:36:56Z', 'updated_at': '2022-01-28T07:36:59Z', 'revision_number': 4, 'project_id': '6e11006faf4241738db69f23221595e2', 'gw_port': {'id': '4d0ac443-e982-4b0e-90f2-7a705ce9d79c', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:af:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3391, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:36:57Z', 'updated_at': '2022-01-28T07:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_floatingips': [{'id': '3761fe04-234f-4723-b16b-7485acb224e9', 'tenant_id': '6e11006faf4241738db69f23221595e2', 'floating_ip_address': '172.25.6.43', 'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'router_id': '223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138', 'port_id': '18705699-32a7-4962-8693-6989ef5feed6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3564, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e89cba95-7c88-42ca-a2a1-7604d77c150d', 'mac_address': 'fa:16:3e:f1:5e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e438921b-221d-4d9b-8372-1d30dc58dd9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:44:10Z', 'updated_at': '2022-01-28T07:44:10Z', 'revision_number': 0, 'project_id': '6e11006faf4241738db69f23221595e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bd0b371-0176-49d3-aace-d1119e35cf02', 'name': '', 'network_id': 'e89cba95-7c88-42ca-a2a1-7604d77c150d', 'tenant_id': '6e11006faf4241738db69f23221595e2', 'mac_address': 'fa:16:3e:08:d0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138', 'device_owner': 'network:router_interface', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': 'be92a7e6-1604-4603-bacc-7f09a5c98a28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:36:59Z', 'updated_at': '2022-01-28T07:37:09Z', 'revision_number': 5, 'project_id': '6e11006faf4241738db69f23221595e2', 'subnets': [{'id': 'be92a7e6-1604-4603-bacc-7f09a5c98a28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:44:13.823977 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93e235e-2feb-44f1-871b-ec3ed46ec52d None None] Checking router: 223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138 for host: n-d-712749-28 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:44:13.841290 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93e235e-2feb-44f1-871b-ec3ed46ec52d None None] Routers {'223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:44:13.844677 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-c93e235e-2feb-44f1-871b-ec3ed46ec52d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:44:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:44:13.907577 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b0aa1c4e-0376-46d9-a432-4d066423aa0c tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16319006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16606699'] for router_interface (3ac58277-9fbe-44e6-803f-5138288e26c8), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:14.030549 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-c93e235e-2feb-44f1-871b-ec3ed46ec52d None None] Set router 223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:44:14.125351 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-803b6f6d-ac90-446e-a3eb-d5fb33c44879 admin admin] Router 24fbef46-e351-4f1d-827c-b9c6ebcb1a06 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:44:14.186725 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4eb811-4a41-42fe-90fe-b7831d340a0f req-905019ea-a96a-40f4-a218-d5c2a5d7f3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:44:14.189557 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6f4eb811-4a41-42fe-90fe-b7831d340a0f req-905019ea-a96a-40f4-a218-d5c2a5d7f3ea service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6e11006faf4241738db69f23221595e2&device_id=e438921b-221d-4d9b-8372-1d30dc58dd9f HTTP/1.1" status: 200 len: 1097 time: 0.4654789 Jan 28 07:44:14.251721 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef7682fe-0a0e-4086-84d8-043b8ceb4579 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Router 38ee63d2-577c-4900-b982-dce133362bcc is scheduled to L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 with binding_index 1 {{(pid=103283) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 07:44:14.285337 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0aa1c4e-0376-46d9-a432-4d066423aa0c tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Router 3ac58277-9fbe-44e6-803f-5138288e26c8 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:44:14.376608 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-c93e235e-2feb-44f1-871b-ec3ed46ec52d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138', 'name': 'tempest-TestVolumeBootPattern-1970769524-router', 'tenant_id': '6e11006faf4241738db69f23221595e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': '4d0ac443-e982-4b0e-90f2-7a705ce9d79c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:36:56Z', 'updated_at': '2022-01-28T07:36:59Z', 'revision_number': 4, 'project_id': '6e11006faf4241738db69f23221595e2', 'gw_port': {'id': '4d0ac443-e982-4b0e-90f2-7a705ce9d79c', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:af:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3391, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:36:57Z', 'updated_at': '2022-01-28T07:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_floatingips': [{'id': '3761fe04-234f-4723-b16b-7485acb224e9', 'tenant_id': '6e11006faf4241738db69f23221595e2', 'floating_ip_address': '172.25.6.43', 'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'router_id': '223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138', 'port_id': '18705699-32a7-4962-8693-6989ef5feed6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3564, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e89cba95-7c88-42ca-a2a1-7604d77c150d', 'mac_address': 'fa:16:3e:f1:5e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e438921b-221d-4d9b-8372-1d30dc58dd9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:44:10Z', 'updated_at': '2022-01-28T07:44:10Z', 'revision_number': 0, 'project_id': '6e11006faf4241738db69f23221595e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bd0b371-0176-49d3-aace-d1119e35cf02', 'name': '', 'network_id': 'e89cba95-7c88-42ca-a2a1-7604d77c150d', 'tenant_id': '6e11006faf4241738db69f23221595e2', 'mac_address': 'fa:16:3e:08:d0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138', 'device_owner': 'network:router_interface', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': 'be92a7e6-1604-4603-bacc-7f09a5c98a28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:36:59Z', 'updated_at': '2022-01-28T07:37:09Z', 'revision_number': 5, 'project_id': '6e11006faf4241738db69f23221595e2', 'subnets': [{'id': 'be92a7e6-1604-4603-bacc-7f09a5c98a28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:44:14.391732 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef7682fe-0a0e-4086-84d8-043b8ceb4579 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:44:14.405089 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b1bea7-6a37-4094-a1d1-72eb44b1c454 None None] Sync routers for ids ['38ee63d2-577c-4900-b982-dce133362bcc'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:44:14.407957 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-803b6f6d-ac90-446e-a3eb-d5fb33c44879 admin admin] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:44:14.425990 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0aa1c4e-0376-46d9-a432-4d066423aa0c tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:44:14.430951 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-803b6f6d-ac90-446e-a3eb-d5fb33c44879 admin admin] 10.222.0.41 "PUT /v2.0/routers/24fbef46-e351-4f1d-827c-b9c6ebcb1a06/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6777823 Jan 28 07:44:14.432348 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 58290) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:44:14.437236 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-b0aa1c4e-0376-46d9-a432-4d066423aa0c tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "PUT /v2.0/routers/3ac58277-9fbe-44e6-803f-5138288e26c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8802030 Jan 28 07:44:14.437414 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 58292) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:44:14.441365 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b1bea7-6a37-4094-a1d1-72eb44b1c454 None None] Routers {'38ee63d2-577c-4900-b982-dce133362bcc'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:44:14.443268 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-40b1bea7-6a37-4094-a1d1-72eb44b1c454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:44:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['38ee63d2-577c-4900-b982-dce133362bcc'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:44:14.466801 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ef7682fe-0a0e-4086-84d8-043b8ceb4579 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks [] for router (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:14.471158 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-ef7682fe-0a0e-4086-84d8-043b8ceb4579 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.4648862 Jan 28 07:44:14.476249 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa127354-90ce-4557-b90d-feb6a3d0e401 None None] Sync routers for ids ['24fbef46-e351-4f1d-827c-b9c6ebcb1a06'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:44:14.480142 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93e235e-2feb-44f1-871b-ec3ed46ec52d None None] The sync data for ids ['223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138'] in n-d-712749-28 is: [{'id': '223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138', 'name': 'tempest-TestVolumeBootPattern-1970769524-router', 'tenant_id': '6e11006faf4241738db69f23221595e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': '4d0ac443-e982-4b0e-90f2-7a705ce9d79c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:36:56Z', 'updated_at': '2022-01-28T07:36:59Z', 'revision_number': 4, 'project_id': '6e11006faf4241738db69f23221595e2', 'gw_port': {'id': '4d0ac443-e982-4b0e-90f2-7a705ce9d79c', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:af:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3391, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:36:57Z', 'updated_at': '2022-01-28T07:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_floatingips': [{'id': '3761fe04-234f-4723-b16b-7485acb224e9', 'tenant_id': '6e11006faf4241738db69f23221595e2', 'floating_ip_address': '172.25.6.43', 'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'router_id': '223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138', 'port_id': '18705699-32a7-4962-8693-6989ef5feed6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3564, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e89cba95-7c88-42ca-a2a1-7604d77c150d', 'mac_address': 'fa:16:3e:f1:5e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e438921b-221d-4d9b-8372-1d30dc58dd9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:44:10Z', 'updated_at': '2022-01-28T07:44:10Z', 'revision_number': 0, 'project_id': '6e11006faf4241738db69f23221595e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bd0b371-0176-49d3-aace-d1119e35cf02', 'name': '', 'network_id': 'e89cba95-7c88-42ca-a2a1-7604d77c150d', 'tenant_id': '6e11006faf4241738db69f23221595e2', 'mac_address': 'fa:16:3e:08:d0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138', 'device_owner': 'network:router_interface', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': 'be92a7e6-1604-4603-bacc-7f09a5c98a28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:36:59Z', 'updated_at': '2022-01-28T07:37:09Z', 'revision_number': 5, 'project_id': '6e11006faf4241738db69f23221595e2', 'subnets': [{'id': 'be92a7e6-1604-4603-bacc-7f09a5c98a28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:44:14.480471 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 58294) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:44:14.509464 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa127354-90ce-4557-b90d-feb6a3d0e401 None None] Routers {'24fbef46-e351-4f1d-827c-b9c6ebcb1a06'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:44:14.510094 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-aa127354-90ce-4557-b90d-feb6a3d0e401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:44:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['24fbef46-e351-4f1d-827c-b9c6ebcb1a06'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:44:14.513339 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4eb811-4a41-42fe-90fe-b7831d340a0f req-3c9a7e74-1309-4856-b3f9-73f69d520f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:44:14.514875 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6f4eb811-4a41-42fe-90fe-b7831d340a0f req-3c9a7e74-1309-4856-b3f9-73f69d520f97 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e89cba95-7c88-42ca-a2a1-7604d77c150d HTTP/1.1" status: 200 len: 913 time: 0.3176618 Jan 28 07:44:14.694599 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-40b1bea7-6a37-4094-a1d1-72eb44b1c454 None None] Set router 38ee63d2-577c-4900-b982-dce133362bcc gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:44:14.710710 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_v2 [None req-507d3283-873a-4d99-98fd-269542fe4c74 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Deleting subnet afc5af0a-9c9a-4ac2-a93a-8ed62221322f {{(pid=103283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:44:14.719659 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6f4eb811-4a41-42fe-90fe-b7831d340a0f req-ab2781d3-b593-48d0-a867-14b1efeb70ee service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=18705699-32a7-4962-8693-6989ef5feed6 HTTP/1.1" status: 200 len: 998 time: 0.1955938 Jan 28 07:44:14.726729 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-507d3283-873a-4d99-98fd-269542fe4c74 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for subnet (afc5af0a-9c9a-4ac2-a93a-8ed62221322f), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:14.811033 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-624e5221-b761-4e1f-9b58-e94286874a4c None None] Sync routers for ids ['3ac58277-9fbe-44e6-803f-5138288e26c8'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:44:14.820810 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-aa127354-90ce-4557-b90d-feb6a3d0e401 None None] Set router 24fbef46-e351-4f1d-827c-b9c6ebcb1a06 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:44:14.839136 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4eb811-4a41-42fe-90fe-b7831d340a0f req-e0a60b4d-d882-4c90-8567-d8de4c799a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:44:14.843708 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6f4eb811-4a41-42fe-90fe-b7831d340a0f req-e0a60b4d-d882-4c90-8567-d8de4c799a8d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=be92a7e6-1604-4603-bacc-7f09a5c98a28 HTTP/1.1" status: 200 len: 851 time: 0.1006889 Jan 28 07:44:14.888524 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-507d3283-873a-4d99-98fd-269542fe4c74 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13506696'] for subnet (afc5af0a-9c9a-4ac2-a93a-8ed62221322f), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:14.913917 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624e5221-b761-4e1f-9b58-e94286874a4c None None] Routers {'3ac58277-9fbe-44e6-803f-5138288e26c8'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:44:14.914561 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-624e5221-b761-4e1f-9b58-e94286874a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:44:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['3ac58277-9fbe-44e6-803f-5138288e26c8'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:44:14.955739 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff83e846-00c9-4e66-9953-7af67dec2927 None None] New status for floating IP 3761fe04-234f-4723-b16b-7485acb224e9: ACTIVE {{(pid=103286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 07:44:14.967181 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-c2531655-060a-420b-a5ec-100cdc26c827 tempest-TestNetworkBasicOps-1367905772 tempest-TestNetworkBasicOps-1367905772-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=5542ea76c30542aeb3cf0ca71420ede0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4815676 Jan 28 07:44:14.972963 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 58298) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:44:14.982649 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-90db9401-c3c7-4007-b22f-f6ad611acccd admin admin] Publish callbacks [] for router (24fbef46-e351-4f1d-827c-b9c6ebcb1a06), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:15.118147 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b3a437-31bf-4dc7-b2f4-a1baba34a81f tempest-TestNetworkBasicOps-1367905772 tempest-TestNetworkBasicOps-1367905772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:44:15.122559 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-54b3a437-31bf-4dc7-b2f4-a1baba34a81f tempest-TestNetworkBasicOps-1367905772 tempest-TestNetworkBasicOps-1367905772-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1458919 Jan 28 07:44:15.125437 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 58300) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:44:15.125919 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-624e5221-b761-4e1f-9b58-e94286874a4c None None] Set router 3ac58277-9fbe-44e6-803f-5138288e26c8 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:44:15.161236 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4eb811-4a41-42fe-90fe-b7831d340a0f req-ee8583ca-8675-4b63-8cf4-855978d9a454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:44:15.162755 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6f4eb811-4a41-42fe-90fe-b7831d340a0f req-ee8583ca-8675-4b63-8cf4-855978d9a454 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e89cba95-7c88-42ca-a2a1-7604d77c150d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2775109 Jan 28 07:44:15.164990 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-da7965dc-00a0-4232-a62e-9fc4b73d9899 tempest-TestNetworkBasicOps-1367905772 tempest-TestNetworkBasicOps-1367905772-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=7d5b3724-deef-4831-8d43-cb9b8176573c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0347927 Jan 28 07:44:15.167155 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 58302) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:44:15.173604 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-c85ed57d-f25d-4ee9-87bc-5264b3a5c19e tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2146989978', 'network_id': 'a30336a5-b3a0-4783-8e54-de537509e123', 'project_id': '5542ea76c30542aeb3cf0ca71420ede0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:44:15.303401 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6f4eb811-4a41-42fe-90fe-b7831d340a0f req-b91c69c6-f5b9-458e-94d9-7b393892a683 service neutron] 10.222.0.44 "GET /v2.0/networks/e89cba95-7c88-42ca-a2a1-7604d77c150d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228554 Jan 28 07:44:15.326019 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-507d3283-873a-4d99-98fd-269542fe4c74 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (afc5af0a-9c9a-4ac2-a93a-8ed62221322f), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:15.395911 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-40b1bea7-6a37-4094-a1d1-72eb44b1c454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38ee63d2-577c-4900-b982-dce133362bcc', 'name': 'tempest-TestNetworkBasicOps-router-481148736', 'tenant_id': '5542ea76c30542aeb3cf0ca71420ede0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': 'ede4a57f-df4c-470d-ae6b-2406d45bab82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:44:10Z', 'updated_at': '2022-01-28T07:44:11Z', 'revision_number': 3, 'project_id': '5542ea76c30542aeb3cf0ca71420ede0', 'gw_port': {'id': 'ede4a57f-df4c-470d-ae6b-2406d45bab82', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:61:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38ee63d2-577c-4900-b982-dce133362bcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:44:11Z', 'updated_at': '2022-01-28T07:44:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:44:15.406353 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-90db9401-c3c7-4007-b22f-f6ad611acccd admin admin] Publish callbacks [] for router_gateway (24fbef46-e351-4f1d-827c-b9c6ebcb1a06), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:15.477906 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c85ed57d-f25d-4ee9-87bc-5264b3a5c19e tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Made reservation on behalf of 5542ea76c30542aeb3cf0ca71420ede0 for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:44:15.491839 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c85ed57d-f25d-4ee9-87bc-5264b3a5c19e tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24979592'] for subnet (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:15.530948 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-aa127354-90ce-4557-b90d-feb6a3d0e401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24fbef46-e351-4f1d-827c-b9c6ebcb1a06', 'name': 'tempest-AttachVolumeTestJSON-1898287027-router', 'tenant_id': 'f73b832598f540969f70df5d0be9d3b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': 'a22d2cb9-99d6-436b-8756-2665b0e1882a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:35:50Z', 'updated_at': '2022-01-28T07:44:12Z', 'revision_number': 5, 'project_id': 'f73b832598f540969f70df5d0be9d3b5', 'gw_port': {'id': 'a22d2cb9-99d6-436b-8756-2665b0e1882a', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:86:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24fbef46-e351-4f1d-827c-b9c6ebcb1a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:35:52Z', 'updated_at': '2022-01-28T07:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:44:15.546265 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b1bea7-6a37-4094-a1d1-72eb44b1c454 None None] Checking router: 38ee63d2-577c-4900-b982-dce133362bcc for host: n-d-712749-28 {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:44:15.548064 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b1bea7-6a37-4094-a1d1-72eb44b1c454 None None] Updating router 38ee63d2-577c-4900-b982-dce133362bcc port ede4a57f-df4c-470d-ae6b-2406d45bab82 binding host n-d-712749-28 {{(pid=103285) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 07:44:15.553118 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-507d3283-873a-4d99-98fd-269542fe4c74 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13546665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13556132'] for subnet (afc5af0a-9c9a-4ac2-a93a-8ed62221322f), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:15.586055 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-90db9401-c3c7-4007-b22f-f6ad611acccd admin admin] Deleting port a22d2cb9-99d6-436b-8756-2665b0e1882a {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:44:15.592396 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa127354-90ce-4557-b90d-feb6a3d0e401 None None] Checking router: 24fbef46-e351-4f1d-827c-b9c6ebcb1a06 for host: n-d-712749-28 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:44:15.595471 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-90db9401-c3c7-4007-b22f-f6ad611acccd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (a22d2cb9-99d6-436b-8756-2665b0e1882a), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:15.623068 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa127354-90ce-4557-b90d-feb6a3d0e401 None None] Routers {'24fbef46-e351-4f1d-827c-b9c6ebcb1a06'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:44:15.623712 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-aa127354-90ce-4557-b90d-feb6a3d0e401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:44:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['24fbef46-e351-4f1d-827c-b9c6ebcb1a06'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:44:15.628460 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-40b1bea7-6a37-4094-a1d1-72eb44b1c454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (ede4a57f-df4c-470d-ae6b-2406d45bab82), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:15.634264 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-507d3283-873a-4d99-98fd-269542fe4c74 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:15.649103 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-507d3283-873a-4d99-98fd-269542fe4c74 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "DELETE /v2.0/subnets/afc5af0a-9c9a-4ac2-a93a-8ed62221322f HTTP/1.1" status: 204 len: 168 time: 1.2022290 Jan 28 07:44:15.659992 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 58306) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:44:15.674569 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507d3283-873a-4d99-98fd-269542fe4c74 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Pushing event deleted for resources: {'Subnet': ['ID=afc5af0a-9c9a-4ac2-a93a-8ed62221322f,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:44:15.692816 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6f4eb811-4a41-42fe-90fe-b7831d340a0f req-95f22373-d158-4efd-aa2a-8c0c483f9d42 service neutron] 10.222.0.44 "GET /v2.0/networks/e89cba95-7c88-42ca-a2a1-7604d77c150d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3771186 Jan 28 07:44:15.749373 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ee21db0-5820-42d9-9b80-72d2a83556e4 None None] Network 1d99af78-a60f-4659-8b81-649eda773858 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:44:15.825039 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-90db9401-c3c7-4007-b22f-f6ad611acccd admin admin] For port a22d2cb9-99d6-436b-8756-2665b0e1882a, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=a22d2cb9-99d6-436b-8756-2665b0e1882a,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:44:15.825898 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-90db9401-c3c7-4007-b22f-f6ad611acccd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (a22d2cb9-99d6-436b-8756-2665b0e1882a), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:15.892600 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-624e5221-b761-4e1f-9b58-e94286874a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ac58277-9fbe-44e6-803f-5138288e26c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-565886384', 'tenant_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': 'add8d8cf-1bc4-4568-b292-3bad3a9f4b0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:42:16Z', 'updated_at': '2022-01-28T07:44:13Z', 'revision_number': 5, 'project_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'gw_port': {'id': 'add8d8cf-1bc4-4568-b292-3bad3a9f4b0d', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:4b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac58277-9fbe-44e6-803f-5138288e26c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:42:16Z', 'updated_at': '2022-01-28T07:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:44:15.924559 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-90db9401-c3c7-4007-b22f-f6ad611acccd admin admin] Calling delete_port for a22d2cb9-99d6-436b-8756-2665b0e1882a owned by network:router_gateway {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:44:15.984046 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-aa127354-90ce-4557-b90d-feb6a3d0e401 None None] Set router 24fbef46-e351-4f1d-827c-b9c6ebcb1a06 gateway port host: None {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:44:16.050708 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-aa127354-90ce-4557-b90d-feb6a3d0e401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24fbef46-e351-4f1d-827c-b9c6ebcb1a06', 'name': 'tempest-AttachVolumeTestJSON-1898287027-router', 'tenant_id': 'f73b832598f540969f70df5d0be9d3b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:35:50Z', 'updated_at': '2022-01-28T07:44:15Z', 'revision_number': 6, 'project_id': 'f73b832598f540969f70df5d0be9d3b5', 'gw_port_host': None}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:44:16.101761 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa127354-90ce-4557-b90d-feb6a3d0e401 None None] The sync data for ids ['24fbef46-e351-4f1d-827c-b9c6ebcb1a06'] in n-d-712749-28 is: [{'id': '24fbef46-e351-4f1d-827c-b9c6ebcb1a06', 'name': 'tempest-AttachVolumeTestJSON-1898287027-router', 'tenant_id': 'f73b832598f540969f70df5d0be9d3b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:35:50Z', 'updated_at': '2022-01-28T07:44:15Z', 'revision_number': 6, 'project_id': 'f73b832598f540969f70df5d0be9d3b5', 'gw_port_host': None}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:44:16.205391 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-18be5cba-cbfb-475e-8489-6e4c8dfbf280 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for router (3ac58277-9fbe-44e6-803f-5138288e26c8), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:16.218571 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-624e5221-b761-4e1f-9b58-e94286874a4c None None] Checking router: 3ac58277-9fbe-44e6-803f-5138288e26c8 for host: n-d-712749-28 {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:44:16.315906 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624e5221-b761-4e1f-9b58-e94286874a4c None None] Routers {'3ac58277-9fbe-44e6-803f-5138288e26c8'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:44:16.316677 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-624e5221-b761-4e1f-9b58-e94286874a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:44:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['3ac58277-9fbe-44e6-803f-5138288e26c8'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:44:16.359809 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c85ed57d-f25d-4ee9-87bc-5264b3a5c19e tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24757504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24979610'] for subnet (5479f019-202c-46d0-8eb2-e3988316e62a), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:16.376621 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-40b1bea7-6a37-4094-a1d1-72eb44b1c454 None None] Publish callbacks [] for port (ede4a57f-df4c-470d-ae6b-2406d45bab82), precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:16.386066 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-40b1bea7-6a37-4094-a1d1-72eb44b1c454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (ede4a57f-df4c-470d-ae6b-2406d45bab82), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:16.447882 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85ed57d-f25d-4ee9-87bc-5264b3a5c19e tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Pushing event updated for resources: {'Subnet': ['ID=5479f019-202c-46d0-8eb2-e3988316e62a,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:44:16.462880 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85ed57d-f25d-4ee9-87bc-5264b3a5c19e tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Checking segment: {'id': '79b7ada3-348a-4934-8d55-3503266e7b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'a30336a5-b3a0-4783-8e54-de537509e123'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:44:16.463254 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c85ed57d-f25d-4ee9-87bc-5264b3a5c19e tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Network hostable DHCP agents. Network: a30336a5-b3a0-4783-8e54-de537509e123, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:44:16.499979 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c85ed57d-f25d-4ee9-87bc-5264b3a5c19e tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Network a30336a5-b3a0-4783-8e54-de537509e123 is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:44:16.508448 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-18be5cba-cbfb-475e-8489-6e4c8dfbf280 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for router_gateway (3ac58277-9fbe-44e6-803f-5138288e26c8), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:16.509291 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbd03a35-bbc3-4dc5-832d-0a382d17a80b None None] DHCP port deletion for 1d99af78-a60f-4659-8b81-649eda773858 request from n-d-712749-28 {{(pid=103285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 07:44:16.526007 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-90db9401-c3c7-4007-b22f-f6ad611acccd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (a22d2cb9-99d6-436b-8756-2665b0e1882a), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:16.534596 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-c85ed57d-f25d-4ee9-87bc-5264b3a5c19e tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, a30336a5-b3a0-4783-8e54-de537509e123) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:44:16.534896 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-40b1bea7-6a37-4094-a1d1-72eb44b1c454 None None] Attempting to bind port ede4a57f-df4c-470d-ae6b-2406d45bab82 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:44:16.535226 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-40b1bea7-6a37-4094-a1d1-72eb44b1c454 None None] Attempting to bind port ede4a57f-df4c-470d-ae6b-2406d45bab82 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:44:16.535541 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b1bea7-6a37-4094-a1d1-72eb44b1c454 None None] Attempting to bind port ede4a57f-df4c-470d-ae6b-2406d45bab82 on network 7d5b3724-deef-4831-8d43-cb9b8176573c {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:44:16.539321 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c85ed57d-f25d-4ee9-87bc-5264b3a5c19e tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:44:16.540057 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c85ed57d-f25d-4ee9-87bc-5264b3a5c19e tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:16.552465 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b1bea7-6a37-4094-a1d1-72eb44b1c454 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 44, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:44:16.553167 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b1bea7-6a37-4094-a1d1-72eb44b1c454 None None] Checking segment: {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:44:16.553374 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-40b1bea7-6a37-4094-a1d1-72eb44b1c454 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:16.554054 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b1bea7-6a37-4094-a1d1-72eb44b1c454 None None] Bound using segment: {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:44:16.554560 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-40b1bea7-6a37-4094-a1d1-72eb44b1c454 None None] Bound port: ede4a57f-df4c-470d-ae6b-2406d45bab82, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:44:16.554954 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-40b1bea7-6a37-4094-a1d1-72eb44b1c454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (ede4a57f-df4c-470d-ae6b-2406d45bab82), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:16.569338 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-c85ed57d-f25d-4ee9-87bc-5264b3a5c19e tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.4009302 Jan 28 07:44:16.572378 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90db9401-c3c7-4007-b22f-f6ad611acccd admin admin] Pushing event deleted for resources: {'Port': ['ID=a22d2cb9-99d6-436b-8756-2665b0e1882a,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:44:16.572624 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 58310) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:44:16.586886 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3875cf0c-25a8-4946-bba1-f53e89bdb778 None None] Network a30336a5-b3a0-4783-8e54-de537509e123 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:44:16.588888 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24cae92-8571-4a03-b72a-ae0aaffc9854 None None] Pushing event updated for resources: {'Port': ['ID=ede4a57f-df4c-470d-ae6b-2406d45bab82,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:44:16.629244 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-624e5221-b761-4e1f-9b58-e94286874a4c None None] Set router 3ac58277-9fbe-44e6-803f-5138288e26c8 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:44:16.703522 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-90db9401-c3c7-4007-b22f-f6ad611acccd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16607873'] for router_gateway (24fbef46-e351-4f1d-827c-b9c6ebcb1a06), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:16.831139 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-40b1bea7-6a37-4094-a1d1-72eb44b1c454 None None] For port ede4a57f-df4c-470d-ae6b-2406d45bab82, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:44:16.857025 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-40b1bea7-6a37-4094-a1d1-72eb44b1c454 None None] For port ede4a57f-df4c-470d-ae6b-2406d45bab82, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=ede4a57f-df4c-470d-ae6b-2406d45bab82,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:44:16.885325 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-40b1bea7-6a37-4094-a1d1-72eb44b1c454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (ede4a57f-df4c-470d-ae6b-2406d45bab82), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:16.902732 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d90252-1f5c-4d16-9cb6-27cdd4690233 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3dd72b9-6805-5f61-b6f3-a591f99a173d-a30336a5-b3a0-4783-8e54-de537509e123', 'network_id': 'a30336a5-b3a0-4783-8e54-de537509e123', 'project_id': '5542ea76c30542aeb3cf0ca71420ede0', 'fixed_ips': [{'subnet_id': '5479f019-202c-46d0-8eb2-e3988316e62a'}]}} from n-d-712749-28. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 07:44:16.903664 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-40d90252-1f5c-4d16-9cb6-27cdd4690233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:16.934689 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-bbd03a35-bbc3-4dc5-832d-0a382d17a80b None None] Deleting port fd0f2585-a46c-479b-b69b-7d764e29957d {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:44:16.935141 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bbd03a35-bbc3-4dc5-832d-0a382d17a80b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (fd0f2585-a46c-479b-b69b-7d764e29957d), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:17.149355 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b1bea7-6a37-4094-a1d1-72eb44b1c454 None None] Routers {'38ee63d2-577c-4900-b982-dce133362bcc'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:44:17.150977 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-40b1bea7-6a37-4094-a1d1-72eb44b1c454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:44:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['38ee63d2-577c-4900-b982-dce133362bcc'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:44:17.160880 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-bbd03a35-bbc3-4dc5-832d-0a382d17a80b None None] For port fd0f2585-a46c-479b-b69b-7d764e29957d, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=fd0f2585-a46c-479b-b69b-7d764e29957d,segment=NetworkSegment(a74aff14-1383-4326-acef-72e8645ce07a),segment_id=a74aff14-1383-4326-acef-72e8645ce07a)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:44:17.161171 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-90db9401-c3c7-4007-b22f-f6ad611acccd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16605684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127449'] for router (24fbef46-e351-4f1d-827c-b9c6ebcb1a06), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:17.161319 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bbd03a35-bbc3-4dc5-832d-0a382d17a80b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (fd0f2585-a46c-479b-b69b-7d764e29957d), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:17.164888 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-18be5cba-cbfb-475e-8489-6e4c8dfbf280 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Deleting port add8d8cf-1bc4-4568-b292-3bad3a9f4b0d {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:44:17.164888 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-18be5cba-cbfb-475e-8489-6e4c8dfbf280 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (add8d8cf-1bc4-4568-b292-3bad3a9f4b0d), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:17.167609 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-90db9401-c3c7-4007-b22f-f6ad611acccd admin admin] Publish callbacks [] for router_controller (24fbef46-e351-4f1d-827c-b9c6ebcb1a06), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:17.176507 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24cae92-8571-4a03-b72a-ae0aaffc9854 None None] Pushing event updated for resources: {'Port': ['ID=ede4a57f-df4c-470d-ae6b-2406d45bab82,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:44:17.229719 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-bbd03a35-bbc3-4dc5-832d-0a382d17a80b None None] Calling delete_port for fd0f2585-a46c-479b-b69b-7d764e29957d owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:44:17.239992 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-04db4d4d-81d0-43c8-96d9-8695e4817415 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:17.281789 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-90db9401-c3c7-4007-b22f-f6ad611acccd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16605693'] for router (24fbef46-e351-4f1d-827c-b9c6ebcb1a06), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:17.282316 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90db9401-c3c7-4007-b22f-f6ad611acccd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 24fbef46-e351-4f1d-827c-b9c6ebcb1a06 {{(pid=103283) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 07:44:17.288258 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-90db9401-c3c7-4007-b22f-f6ad611acccd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:17.291967 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-90db9401-c3c7-4007-b22f-f6ad611acccd admin admin] 10.222.0.41 "DELETE /v2.0/routers/24fbef46-e351-4f1d-827c-b9c6ebcb1a06 HTTP/1.1" status: 204 len: 168 time: 2.8588634 Jan 28 07:44:17.292599 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 58312) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:44:17.375800 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b1c3f1a-5364-401b-a35d-4246d9d4864b admin admin] Deleting subnet 1a5a6122-c300-492c-8f7e-fbb048082731 {{(pid=103283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:44:17.379426 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4b1c3f1a-5364-401b-a35d-4246d9d4864b admin admin] Publish callbacks [] for subnet (1a5a6122-c300-492c-8f7e-fbb048082731), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:17.422267 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-18be5cba-cbfb-475e-8489-6e4c8dfbf280 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] For port add8d8cf-1bc4-4568-b292-3bad3a9f4b0d, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=add8d8cf-1bc4-4568-b292-3bad3a9f4b0d,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:44:17.423642 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-18be5cba-cbfb-475e-8489-6e4c8dfbf280 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (add8d8cf-1bc4-4568-b292-3bad3a9f4b0d), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:17.448766 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-40d90252-1f5c-4d16-9cb6-27cdd4690233 None None] Allocated IP 172.20.0.2 (a30336a5-b3a0-4783-8e54-de537509e123/5479f019-202c-46d0-8eb2-e3988316e62a/651ea010-4c22-4a71-92ba-1c0eefaf4cb5) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:44:17.453572 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-18be5cba-cbfb-475e-8489-6e4c8dfbf280 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Calling delete_port for add8d8cf-1bc4-4568-b292-3bad3a9f4b0d owned by network:router_gateway {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:44:17.458007 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-40b1bea7-6a37-4094-a1d1-72eb44b1c454 None None] Set router 38ee63d2-577c-4900-b982-dce133362bcc gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:44:17.560132 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4b1c3f1a-5364-401b-a35d-4246d9d4864b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13506696'] for subnet (1a5a6122-c300-492c-8f7e-fbb048082731), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:17.573402 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-624e5221-b761-4e1f-9b58-e94286874a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ac58277-9fbe-44e6-803f-5138288e26c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-565886384', 'tenant_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': 'add8d8cf-1bc4-4568-b292-3bad3a9f4b0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:42:16Z', 'updated_at': '2022-01-28T07:44:13Z', 'revision_number': 5, 'project_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'gw_port': {'id': 'add8d8cf-1bc4-4568-b292-3bad3a9f4b0d', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:4b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac58277-9fbe-44e6-803f-5138288e26c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:42:16Z', 'updated_at': '2022-01-28T07:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:44:17.660469 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bbd03a35-bbc3-4dc5-832d-0a382d17a80b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298'] for port (fd0f2585-a46c-479b-b69b-7d764e29957d), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:17.695122 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-624e5221-b761-4e1f-9b58-e94286874a4c None None] The sync data for ids ['3ac58277-9fbe-44e6-803f-5138288e26c8'] in n-d-712749-28 is: [{'id': '3ac58277-9fbe-44e6-803f-5138288e26c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-565886384', 'tenant_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': 'add8d8cf-1bc4-4568-b292-3bad3a9f4b0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:42:16Z', 'updated_at': '2022-01-28T07:44:13Z', 'revision_number': 5, 'project_id': 'b44a0e5d7f134bd69aecc7a32d5e1b41', 'gw_port': {'id': 'add8d8cf-1bc4-4568-b292-3bad3a9f4b0d', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:4b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac58277-9fbe-44e6-803f-5138288e26c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:42:16Z', 'updated_at': '2022-01-28T07:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:44:17.737310 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd03a35-bbc3-4dc5-832d-0a382d17a80b None None] No DVR routers for this DVR port fd0f2585-a46c-479b-b69b-7d764e29957d on host n-d-712749-28 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:44:17.751193 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd03a35-bbc3-4dc5-832d-0a382d17a80b None None] Pushing event deleted for resources: {'Port': ['ID=fd0f2585-a46c-479b-b69b-7d764e29957d,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:44:17.765676 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device a22d2cb9-99d6-436b-8756-2665b0e1882a no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:44:17.785157 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4b1c3f1a-5364-401b-a35d-4246d9d4864b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (1a5a6122-c300-492c-8f7e-fbb048082731), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:17.787367 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-18be5cba-cbfb-475e-8489-6e4c8dfbf280 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (add8d8cf-1bc4-4568-b292-3bad3a9f4b0d), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:17.812930 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: a22d2cb9-99d6-436b-8756-2665b0e1882a {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:44:17.812930 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device a22d2cb9-99d6-436b-8756-2665b0e1882a not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:44:17.813216 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device fd0f2585-a46c-479b-b69b-7d764e29957d no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:44:17.836517 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18be5cba-cbfb-475e-8489-6e4c8dfbf280 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Pushing event deleted for resources: {'Port': ['ID=add8d8cf-1bc4-4568-b292-3bad3a9f4b0d,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:44:17.846332 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: fd0f2585-a46c-479b-b69b-7d764e29957d {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:44:17.846680 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device fd0f2585-a46c-479b-b69b-7d764e29957d not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:44:17.847105 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 011be4bf-5975-4029-8775-61d06885d9d4 no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:44:17.919360 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4b1c3f1a-5364-401b-a35d-4246d9d4864b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13546665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13556132'] for subnet (1a5a6122-c300-492c-8f7e-fbb048082731), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:17.931129 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-18be5cba-cbfb-475e-8489-6e4c8dfbf280 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16607873'] for router_gateway (3ac58277-9fbe-44e6-803f-5138288e26c8), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:17.976666 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4b1c3f1a-5364-401b-a35d-4246d9d4864b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:17.979939 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-4b1c3f1a-5364-401b-a35d-4246d9d4864b admin admin] 10.222.0.41 "DELETE /v2.0/subnets/1a5a6122-c300-492c-8f7e-fbb048082731 HTTP/1.1" status: 204 len: 168 time: 0.6831522 Jan 28 07:44:17.980899 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1c3f1a-5364-401b-a35d-4246d9d4864b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a5a6122-c300-492c-8f7e-fbb048082731,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:44:17.983298 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 58316) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:44:18.051678 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-18be5cba-cbfb-475e-8489-6e4c8dfbf280 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16605684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127449'] for router (3ac58277-9fbe-44e6-803f-5138288e26c8), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:18.054180 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-18be5cba-cbfb-475e-8489-6e4c8dfbf280 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for router_controller (3ac58277-9fbe-44e6-803f-5138288e26c8), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:18.059923 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e52d36f-0b07-4294-a3ca-5b696b93b224 None None] Network 5b65f449-9374-4261-8791-074dee2c30ed requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:44:18.067654 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: 011be4bf-5975-4029-8775-61d06885d9d4 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:44:18.068006 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 011be4bf-5975-4029-8775-61d06885d9d4 not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:44:18.079833 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ac53b636-fe0e-46f8-a29b-342c0a860168 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (5b65f449-9374-4261-8791-074dee2c30ed), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:18.129909 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-18be5cba-cbfb-475e-8489-6e4c8dfbf280 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16605693'] for router (3ac58277-9fbe-44e6-803f-5138288e26c8), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:18.130729 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18be5cba-cbfb-475e-8489-6e4c8dfbf280 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Fanout notify agent at l3_agent the message router_deleted on router 3ac58277-9fbe-44e6-803f-5138288e26c8 {{(pid=103283) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 07:44:18.143786 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-18be5cba-cbfb-475e-8489-6e4c8dfbf280 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for router (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:18.147929 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-18be5cba-cbfb-475e-8489-6e4c8dfbf280 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "DELETE /v2.0/routers/3ac58277-9fbe-44e6-803f-5138288e26c8 HTTP/1.1" status: 204 len: 168 time: 2.4746225 Jan 28 07:44:18.148592 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 58318) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:44:18.210926 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-ac53b636-fe0e-46f8-a29b-342c0a860168 admin admin] Deleting port 05528911-b78d-4243-8693-307c91abdcb9 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:44:18.213694 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ac53b636-fe0e-46f8-a29b-342c0a860168 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (05528911-b78d-4243-8693-307c91abdcb9), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:18.236067 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-40d90252-1f5c-4d16-9cb6-27cdd4690233 None None] Publish callbacks [] for port (651ea010-4c22-4a71-92ba-1c0eefaf4cb5), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:18.248159 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-40d90252-1f5c-4d16-9cb6-27cdd4690233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (651ea010-4c22-4a71-92ba-1c0eefaf4cb5), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:18.255082 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cdb6883c-fab1-4487-8456-37ebc52394c9 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (1d99af78-a60f-4659-8b81-649eda773858), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:18.290674 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-40b1bea7-6a37-4094-a1d1-72eb44b1c454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38ee63d2-577c-4900-b982-dce133362bcc', 'name': 'tempest-TestNetworkBasicOps-router-481148736', 'tenant_id': '5542ea76c30542aeb3cf0ca71420ede0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': 'ede4a57f-df4c-470d-ae6b-2406d45bab82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:44:10Z', 'updated_at': '2022-01-28T07:44:11Z', 'revision_number': 3, 'project_id': '5542ea76c30542aeb3cf0ca71420ede0', 'gw_port': {'id': 'ede4a57f-df4c-470d-ae6b-2406d45bab82', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:61:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38ee63d2-577c-4900-b982-dce133362bcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:44:11Z', 'updated_at': '2022-01-28T07:44:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:44:18.341470 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b1bea7-6a37-4094-a1d1-72eb44b1c454 None None] The sync data for ids ['38ee63d2-577c-4900-b982-dce133362bcc'] in n-d-712749-28 is: [{'id': '38ee63d2-577c-4900-b982-dce133362bcc', 'name': 'tempest-TestNetworkBasicOps-router-481148736', 'tenant_id': '5542ea76c30542aeb3cf0ca71420ede0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': 'ede4a57f-df4c-470d-ae6b-2406d45bab82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:44:10Z', 'updated_at': '2022-01-28T07:44:11Z', 'revision_number': 3, 'project_id': '5542ea76c30542aeb3cf0ca71420ede0', 'gw_port': {'id': 'ede4a57f-df4c-470d-ae6b-2406d45bab82', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:61:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38ee63d2-577c-4900-b982-dce133362bcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:44:11Z', 'updated_at': '2022-01-28T07:44:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:44:18.361123 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-ac53b636-fe0e-46f8-a29b-342c0a860168 admin admin] For port 05528911-b78d-4243-8693-307c91abdcb9, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=05528911-b78d-4243-8693-307c91abdcb9,segment=NetworkSegment(e8f46050-2965-4532-a78e-ef0567989b88),segment_id=e8f46050-2965-4532-a78e-ef0567989b88)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:44:18.361349 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40d90252-1f5c-4d16-9cb6-27cdd4690233 None None] Network a30336a5-b3a0-4783-8e54-de537509e123 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:44:18.362164 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d90252-1f5c-4d16-9cb6-27cdd4690233 None None] Pushing event updated for resources: {'Port': ['ID=651ea010-4c22-4a71-92ba-1c0eefaf4cb5,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:44:18.365848 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ac53b636-fe0e-46f8-a29b-342c0a860168 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (05528911-b78d-4243-8693-307c91abdcb9), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:18.377775 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-40d90252-1f5c-4d16-9cb6-27cdd4690233 None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:44:18.389097 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d90252-1f5c-4d16-9cb6-27cdd4690233 None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:44:18.414950 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-04db4d4d-81d0-43c8-96d9-8695e4817415 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Allocated IP 172.20.0.1 (a30336a5-b3a0-4783-8e54-de537509e123/5479f019-202c-46d0-8eb2-e3988316e62a/332db361-ea9f-4c82-a31e-b665293df277) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:44:18.419516 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-ac53b636-fe0e-46f8-a29b-342c0a860168 admin admin] Calling delete_port for 05528911-b78d-4243-8693-307c91abdcb9 owned by network:dhcp {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:44:18.458448 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cdb6883c-fab1-4487-8456-37ebc52394c9 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (1d99af78-a60f-4659-8b81-649eda773858), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:18.474581 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f01f2d4-8f8d-4a5b-b8d2-66368dc6ec58 None None] DHCP port deletion for 5b65f449-9374-4261-8791-074dee2c30ed request from n-d-712749-28 {{(pid=103285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 07:44:18.491367 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-40d90252-1f5c-4d16-9cb6-27cdd4690233 None None] Attempting to bind port 651ea010-4c22-4a71-92ba-1c0eefaf4cb5 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:44:18.491749 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-40d90252-1f5c-4d16-9cb6-27cdd4690233 None None] Attempting to bind port 651ea010-4c22-4a71-92ba-1c0eefaf4cb5 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '79b7ada3-348a-4934-8d55-3503266e7b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'a30336a5-b3a0-4783-8e54-de537509e123'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:44:18.492124 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d90252-1f5c-4d16-9cb6-27cdd4690233 None None] Attempting to bind port 651ea010-4c22-4a71-92ba-1c0eefaf4cb5 on network a30336a5-b3a0-4783-8e54-de537509e123 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:44:18.500387 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d90252-1f5c-4d16-9cb6-27cdd4690233 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 44, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:44:18.500779 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d90252-1f5c-4d16-9cb6-27cdd4690233 None None] Checking segment: {'id': '79b7ada3-348a-4934-8d55-3503266e7b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'a30336a5-b3a0-4783-8e54-de537509e123'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:44:18.501187 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-40d90252-1f5c-4d16-9cb6-27cdd4690233 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:18.501473 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-cdb6883c-fab1-4487-8456-37ebc52394c9 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d99af78-a60f-4659-8b81-649eda773858']}} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:44:18.501622 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d90252-1f5c-4d16-9cb6-27cdd4690233 None None] Bound using segment: {'id': '79b7ada3-348a-4934-8d55-3503266e7b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'a30336a5-b3a0-4783-8e54-de537509e123'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:44:18.502067 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-40d90252-1f5c-4d16-9cb6-27cdd4690233 None None] Bound port: 651ea010-4c22-4a71-92ba-1c0eefaf4cb5, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79b7ada3-348a-4934-8d55-3503266e7b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'a30336a5-b3a0-4783-8e54-de537509e123'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:44:18.502460 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-40d90252-1f5c-4d16-9cb6-27cdd4690233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (651ea010-4c22-4a71-92ba-1c0eefaf4cb5), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:18.514566 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-cdb6883c-fab1-4487-8456-37ebc52394c9 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a74aff14-1383-4326-acef-72e8645ce07a') {'for_net_delete': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:44:18.515230 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-cdb6883c-fab1-4487-8456-37ebc52394c9 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a74aff14-1383-4326-acef-72e8645ce07a') {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:44:18.543168 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cdb6883c-fab1-4487-8456-37ebc52394c9 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13506801'] for segment (a74aff14-1383-4326-acef-72e8645ce07a), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:18.566369 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cdb6883c-fab1-4487-8456-37ebc52394c9 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (a74aff14-1383-4326-acef-72e8645ce07a), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:18.594290 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdb6883c-fab1-4487-8456-37ebc52394c9 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=103283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:44:18.595180 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cdb6883c-fab1-4487-8456-37ebc52394c9 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13546563'] for segment (a74aff14-1383-4326-acef-72e8645ce07a), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:18.602970 n-d-712749-28 neutron-server[103283]: Traceback (most recent call last): Jan 28 07:44:18.602970 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:44:18.602970 n-d-712749-28 neutron-server[103283]: timer() Jan 28 07:44:18.602970 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:44:18.602970 n-d-712749-28 neutron-server[103283]: cb(*args, **kw) Jan 28 07:44:18.602970 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:44:18.602970 n-d-712749-28 neutron-server[103283]: return func(*args, **kwargs) Jan 28 07:44:18.602970 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:44:18.602970 n-d-712749-28 neutron-server[103283]: self._notify() Jan 28 07:44:18.602970 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:44:18.602970 n-d-712749-28 neutron-server[103283]: self.callback(batched_events) Jan 28 07:44:18.602970 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:44:18.602970 n-d-712749-28 neutron-server[103283]: event.method(event) Jan 28 07:44:18.602970 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:44:18.602970 n-d-712749-28 neutron-server[103283]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:44:18.602970 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:44:18.602970 n-d-712749-28 neutron-server[103283]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:44:18.602970 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:44:18.602970 n-d-712749-28 neutron-server[103283]: return f(self, *a, **k) Jan 28 07:44:18.602970 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:44:18.602970 n-d-712749-28 neutron-server[103283]: return self._get(url).json() Jan 28 07:44:18.602970 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:44:18.602970 n-d-712749-28 neutron-server[103283]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:44:18.602970 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:44:18.602970 n-d-712749-28 neutron-server[103283]: return self.request(url, 'GET', **kwargs) Jan 28 07:44:18.602970 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:44:18.602970 n-d-712749-28 neutron-server[103283]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:44:18.602970 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:44:18.602970 n-d-712749-28 neutron-server[103283]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:44:18.602970 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:44:18.602970 n-d-712749-28 neutron-server[103283]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:44:18.602970 n-d-712749-28 neutron-server[103283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:44:18.612633 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-8f01f2d4-8f8d-4a5b-b8d2-66368dc6ec58 None None] Deleting port 05528911-b78d-4243-8693-307c91abdcb9 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:44:18.613213 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8f01f2d4-8f8d-4a5b-b8d2-66368dc6ec58 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (05528911-b78d-4243-8693-307c91abdcb9), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:18.617326 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-40d90252-1f5c-4d16-9cb6-27cdd4690233 None None] For port 651ea010-4c22-4a71-92ba-1c0eefaf4cb5, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:44:18.674350 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-40d90252-1f5c-4d16-9cb6-27cdd4690233 None None] For port 651ea010-4c22-4a71-92ba-1c0eefaf4cb5, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=651ea010-4c22-4a71-92ba-1c0eefaf4cb5,segment=NetworkSegment(79b7ada3-348a-4934-8d55-3503266e7b35),segment_id=79b7ada3-348a-4934-8d55-3503266e7b35)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:44:18.685038 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-40d90252-1f5c-4d16-9cb6-27cdd4690233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (651ea010-4c22-4a71-92ba-1c0eefaf4cb5), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:18.704986 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ac53b636-fe0e-46f8-a29b-342c0a860168 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (05528911-b78d-4243-8693-307c91abdcb9), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:18.748629 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-8f01f2d4-8f8d-4a5b-b8d2-66368dc6ec58 None None] For port 05528911-b78d-4243-8693-307c91abdcb9, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=05528911-b78d-4243-8693-307c91abdcb9,segment=NetworkSegment(e8f46050-2965-4532-a78e-ef0567989b88),segment_id=e8f46050-2965-4532-a78e-ef0567989b88)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:44:18.749131 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8f01f2d4-8f8d-4a5b-b8d2-66368dc6ec58 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (05528911-b78d-4243-8693-307c91abdcb9), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:18.785923 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-8f01f2d4-8f8d-4a5b-b8d2-66368dc6ec58 None None] Calling delete_port for 05528911-b78d-4243-8693-307c91abdcb9 owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:44:18.792592 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac53b636-fe0e-46f8-a29b-342c0a860168 admin admin] Pushing event deleted for resources: {'Port': ['ID=05528911-b78d-4243-8693-307c91abdcb9,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:44:18.794399 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cdb6883c-fab1-4487-8456-37ebc52394c9 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (1d99af78-a60f-4659-8b81-649eda773858), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:18.808371 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d90252-1f5c-4d16-9cb6-27cdd4690233 None None] Pushing event updated for resources: {'Port': ['ID=651ea010-4c22-4a71-92ba-1c0eefaf4cb5,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:44:18.809970 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cdb6883c-fab1-4487-8456-37ebc52394c9 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:18.814757 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-cdb6883c-fab1-4487-8456-37ebc52394c9 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "DELETE /v2.0/networks/1d99af78-a60f-4659-8b81-649eda773858 HTTP/1.1" status: 204 len: 168 time: 0.6651042 Jan 28 07:44:18.819436 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 58322) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:44:18.867386 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-04db4d4d-81d0-43c8-96d9-8695e4817415 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks [] for port (332db361-ea9f-4c82-a31e-b665293df277), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:18.901769 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb6883c-fab1-4487-8456-37ebc52394c9 tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Pushing event deleted for resources: {'Network': ['ID=1d99af78-a60f-4659-8b81-649eda773858,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:44:18.981921 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-04db4d4d-81d0-43c8-96d9-8695e4817415 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (332db361-ea9f-4c82-a31e-b665293df277), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:18.984851 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac53b636-fe0e-46f8-a29b-342c0a860168 admin admin] No DVR routers for this DVR port 05528911-b78d-4243-8693-307c91abdcb9 on host n-d-712749-28 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:44:18.994963 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8f01f2d4-8f8d-4a5b-b8d2-66368dc6ec58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298'] for port (05528911-b78d-4243-8693-307c91abdcb9), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:19.040810 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f01f2d4-8f8d-4a5b-b8d2-66368dc6ec58 None None] No DVR routers for this DVR port 05528911-b78d-4243-8693-307c91abdcb9 on host n-d-712749-28 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:44:19.042770 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-13582c1b-5cd4-4959-a008-e4f7f32d2faf tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for security_group (c5404dbc-b196-4fab-b75b-b8d6f99bbfc1), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:19.074671 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f01f2d4-8f8d-4a5b-b8d2-66368dc6ec58 None None] Pushing event deleted for resources: {'Port': ['ID=05528911-b78d-4243-8693-307c91abdcb9,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:44:19.078870 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04db4d4d-81d0-43c8-96d9-8695e4817415 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Network a30336a5-b3a0-4783-8e54-de537509e123 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:44:19.085052 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-04db4d4d-81d0-43c8-96d9-8695e4817415 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:44:19.104578 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-13582c1b-5cd4-4959-a008-e4f7f32d2faf tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for security_group (c5404dbc-b196-4fab-b75b-b8d6f99bbfc1), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:19.130726 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04db4d4d-81d0-43c8-96d9-8695e4817415 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:44:19.201290 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db4d4d-81d0-43c8-96d9-8695e4817415 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Pushing event updated for resources: {'Port': ['ID=332db361-ea9f-4c82-a31e-b665293df277,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:44:19.225374 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-13582c1b-5cd4-4959-a008-e4f7f32d2faf tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (c5404dbc-b196-4fab-b75b-b8d6f99bbfc1), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:19.228821 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ac53b636-fe0e-46f8-a29b-342c0a860168 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (5b65f449-9374-4261-8791-074dee2c30ed), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:19.229582 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-13582c1b-5cd4-4959-a008-e4f7f32d2faf tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:19.234297 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-13582c1b-5cd4-4959-a008-e4f7f32d2faf tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] 10.222.0.41 "DELETE /v2.0/security-groups/c5404dbc-b196-4fab-b75b-b8d6f99bbfc1 HTTP/1.1" status: 204 len: 168 time: 0.4085195 Jan 28 07:44:19.243435 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13582c1b-5cd4-4959-a008-e4f7f32d2faf tempest-TestNetworkAdvancedServerOps-429281941 tempest-TestNetworkAdvancedServerOps-429281941-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5404dbc-b196-4fab-b75b-b8d6f99bbfc1,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:44:19.290367 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-ac53b636-fe0e-46f8-a29b-342c0a860168 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b65f449-9374-4261-8791-074dee2c30ed']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:44:19.291247 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-04db4d4d-81d0-43c8-96d9-8695e4817415 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16609232'] for router_interface (38ee63d2-577c-4900-b982-dce133362bcc), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:19.380895 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-ac53b636-fe0e-46f8-a29b-342c0a860168 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8f46050-2965-4532-a78e-ef0567989b88') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:44:19.381276 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-ac53b636-fe0e-46f8-a29b-342c0a860168 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8f46050-2965-4532-a78e-ef0567989b88') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:44:19.392873 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ac53b636-fe0e-46f8-a29b-342c0a860168 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24759294'] for segment (e8f46050-2965-4532-a78e-ef0567989b88), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:19.411683 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ac53b636-fe0e-46f8-a29b-342c0a860168 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (e8f46050-2965-4532-a78e-ef0567989b88), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:19.427568 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac53b636-fe0e-46f8-a29b-342c0a860168 admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:44:19.428672 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ac53b636-fe0e-46f8-a29b-342c0a860168 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24757675'] for segment (e8f46050-2965-4532-a78e-ef0567989b88), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:19.514189 n-d-712749-28 neutron-server[103284]: Traceback (most recent call last): Jan 28 07:44:19.514189 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:44:19.514189 n-d-712749-28 neutron-server[103284]: timer() Jan 28 07:44:19.514189 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:44:19.514189 n-d-712749-28 neutron-server[103284]: cb(*args, **kw) Jan 28 07:44:19.514189 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:44:19.514189 n-d-712749-28 neutron-server[103284]: return func(*args, **kwargs) Jan 28 07:44:19.514189 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:44:19.514189 n-d-712749-28 neutron-server[103284]: self._notify() Jan 28 07:44:19.514189 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:44:19.514189 n-d-712749-28 neutron-server[103284]: self.callback(batched_events) Jan 28 07:44:19.514189 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:44:19.514189 n-d-712749-28 neutron-server[103284]: event.method(event) Jan 28 07:44:19.514189 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:44:19.514189 n-d-712749-28 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:44:19.514189 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:44:19.514189 n-d-712749-28 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:44:19.514189 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:44:19.514189 n-d-712749-28 neutron-server[103284]: return f(self, *a, **k) Jan 28 07:44:19.514189 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:44:19.514189 n-d-712749-28 neutron-server[103284]: return self._get(url).json() Jan 28 07:44:19.514189 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:44:19.514189 n-d-712749-28 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:44:19.514189 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:44:19.514189 n-d-712749-28 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Jan 28 07:44:19.514189 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:44:19.514189 n-d-712749-28 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:44:19.514189 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:44:19.514189 n-d-712749-28 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:44:19.514189 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:44:19.514189 n-d-712749-28 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:44:19.514189 n-d-712749-28 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:44:19.519583 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ac53b636-fe0e-46f8-a29b-342c0a860168 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (5b65f449-9374-4261-8791-074dee2c30ed), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:19.526449 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ac53b636-fe0e-46f8-a29b-342c0a860168 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:19.533007 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-ac53b636-fe0e-46f8-a29b-342c0a860168 admin admin] 10.222.0.41 "DELETE /v2.0/networks/5b65f449-9374-4261-8791-074dee2c30ed HTTP/1.1" status: 204 len: 168 time: 1.5440426 Jan 28 07:44:19.552816 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac53b636-fe0e-46f8-a29b-342c0a860168 admin admin] Pushing event deleted for resources: {'Network': ['ID=5b65f449-9374-4261-8791-074dee2c30ed,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:44:19.795368 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-04db4d4d-81d0-43c8-96d9-8695e4817415 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (332db361-ea9f-4c82-a31e-b665293df277), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:19.811236 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 58334) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:44:19.829566 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 58336) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:44:19.921854 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 651ea010-4c22-4a71-92ba-1c0eefaf4cb5 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:44:19.987399 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-5d638fd5-2efd-41d7-831c-875ac2f9c164 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f73b832598f540969f70df5d0be9d3b5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1750433 Jan 28 07:44:19.990114 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 58340) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:44:20.034877 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 651ea010-4c22-4a71-92ba-1c0eefaf4cb5 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:44:20.035665 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (651ea010-4c22-4a71-92ba-1c0eefaf4cb5), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:20.082203 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3a8cb643-d660-4d31-a728-92ad2ef022c9 admin admin] Publish callbacks [] for security_group (57b4b9bc-044c-469c-a31b-2f3454564ea4), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:20.114894 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3a8cb643-d660-4d31-a728-92ad2ef022c9 admin admin] Publish callbacks [] for security_group (57b4b9bc-044c-469c-a31b-2f3454564ea4), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:20.177683 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 651ea010-4c22-4a71-92ba-1c0eefaf4cb5 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:44:20.178329 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (651ea010-4c22-4a71-92ba-1c0eefaf4cb5), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:20.251154 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-a003708e-c820-4405-82d0-4d1e6d20a2ea admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b44a0e5d7f134bd69aecc7a32d5e1b41&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4192452 Jan 28 07:44:20.254170 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 58342) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:44:20.254788 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3a8cb643-d660-4d31-a728-92ad2ef022c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (57b4b9bc-044c-469c-a31b-2f3454564ea4), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:20.255198 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] For port 651ea010-4c22-4a71-92ba-1c0eefaf4cb5, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=651ea010-4c22-4a71-92ba-1c0eefaf4cb5,segment=NetworkSegment(79b7ada3-348a-4934-8d55-3503266e7b35),segment_id=79b7ada3-348a-4934-8d55-3503266e7b35)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:44:20.264925 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (651ea010-4c22-4a71-92ba-1c0eefaf4cb5), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:20.266092 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device ede4a57f-df4c-470d-ae6b-2406d45bab82 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:44:20.269100 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3a8cb643-d660-4d31-a728-92ad2ef022c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:20.286262 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-3a8cb643-d660-4d31-a728-92ad2ef022c9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/57b4b9bc-044c-469c-a31b-2f3454564ea4 HTTP/1.1" status: 204 len: 168 time: 0.2849634 Jan 28 07:44:20.358522 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Pushing event updated for resources: {'Port': ['ID=651ea010-4c22-4a71-92ba-1c0eefaf4cb5,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:44:20.367626 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8cb643-d660-4d31-a728-92ad2ef022c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57b4b9bc-044c-469c-a31b-2f3454564ea4,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:44:20.421135 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port ede4a57f-df4c-470d-ae6b-2406d45bab82 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:44:20.422538 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (ede4a57f-df4c-470d-ae6b-2406d45bab82), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:20.422868 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-04db4d4d-81d0-43c8-96d9-8695e4817415 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks [] for port (332db361-ea9f-4c82-a31e-b665293df277), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:20.443106 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-04db4d4d-81d0-43c8-96d9-8695e4817415 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (332db361-ea9f-4c82-a31e-b665293df277), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:20.467016 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-40c59df3-8e29-4287-9d95-873b25047f33 admin admin] Publish callbacks [] for security_group (fe40be21-fad8-4ce5-98dd-8c0396f08acd), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:20.542247 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-40c59df3-8e29-4287-9d95-873b25047f33 admin admin] Publish callbacks [] for security_group (fe40be21-fad8-4ce5-98dd-8c0396f08acd), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:20.587601 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port ede4a57f-df4c-470d-ae6b-2406d45bab82 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:44:20.588836 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (ede4a57f-df4c-470d-ae6b-2406d45bab82), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:20.610805 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-04db4d4d-81d0-43c8-96d9-8695e4817415 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16318999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16606560'] for router_interface (38ee63d2-577c-4900-b982-dce133362bcc), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:20.630819 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-40c59df3-8e29-4287-9d95-873b25047f33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (fe40be21-fad8-4ce5-98dd-8c0396f08acd), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:20.636019 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-40c59df3-8e29-4287-9d95-873b25047f33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:20.640908 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-40c59df3-8e29-4287-9d95-873b25047f33 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fe40be21-fad8-4ce5-98dd-8c0396f08acd HTTP/1.1" status: 204 len: 168 time: 0.3528974 Jan 28 07:44:20.643007 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db4d4d-81d0-43c8-96d9-8695e4817415 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Pushing event updated for resources: {'Port': ['ID=332db361-ea9f-4c82-a31e-b665293df277,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:44:20.653804 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c59df3-8e29-4287-9d95-873b25047f33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe40be21-fad8-4ce5-98dd-8c0396f08acd,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:44:20.658226 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] For port ede4a57f-df4c-470d-ae6b-2406d45bab82, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=ede4a57f-df4c-470d-ae6b-2406d45bab82,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:44:20.675566 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (ede4a57f-df4c-470d-ae6b-2406d45bab82), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:20.787759 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 4324ad66-b93b-48fc-8775-58671459b6c4 no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:44:20.792566 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04db4d4d-81d0-43c8-96d9-8695e4817415 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Network a30336a5-b3a0-4783-8e54-de537509e123 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:44:20.798393 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-04db4d4d-81d0-43c8-96d9-8695e4817415 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:44:20.827097 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: 4324ad66-b93b-48fc-8775-58671459b6c4 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:44:20.827876 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 4324ad66-b93b-48fc-8775-58671459b6c4 not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:44:20.828789 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device add8d8cf-1bc4-4568-b292-3bad3a9f4b0d no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:44:20.882124 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: add8d8cf-1bc4-4568-b292-3bad3a9f4b0d {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:44:20.883007 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device add8d8cf-1bc4-4568-b292-3bad3a9f4b0d not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:44:20.885533 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 05528911-b78d-4243-8693-307c91abdcb9 no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:44:20.898165 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Pushing event updated for resources: {'Port': ['ID=ede4a57f-df4c-470d-ae6b-2406d45bab82,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:44:20.951404 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9970bf31-ce9f-481b-b45a-bbf6dfbbd1c3 None None] Network a30336a5-b3a0-4783-8e54-de537509e123 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:44:20.954916 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: 05528911-b78d-4243-8693-307c91abdcb9 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:44:20.955266 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 05528911-b78d-4243-8693-307c91abdcb9 not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:44:21.054712 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-00c6b1bb-255e-444e-b083-def8f6743d17 None None] Provisioning complete for port 651ea010-4c22-4a71-92ba-1c0eefaf4cb5 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:44:21.055288 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-00c6b1bb-255e-444e-b083-def8f6743d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (651ea010-4c22-4a71-92ba-1c0eefaf4cb5), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:21.064818 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04db4d4d-81d0-43c8-96d9-8695e4817415 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Router 38ee63d2-577c-4900-b982-dce133362bcc has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:44:21.229133 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-00c6b1bb-255e-444e-b083-def8f6743d17 None None] Current status of the port 651ea010-4c22-4a71-92ba-1c0eefaf4cb5 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:44:21.333742 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 58368) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:44:21.400963 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 58370) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:44:21.402546 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-10c3c12c-637b-4b55-b544-f0abaf5408d8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=11bfca31eb9d4a9180ed5f4dfa80286e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0624568 Jan 28 07:44:21.467518 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04db4d4d-81d0-43c8-96d9-8695e4817415 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:44:21.475217 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-04db4d4d-81d0-43c8-96d9-8695e4817415 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] 10.222.0.41 "PUT /v2.0/routers/38ee63d2-577c-4900-b982-dce133362bcc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8989949 Jan 28 07:44:21.475542 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 58374) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:44:21.483510 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b12c9a9-a50c-4f51-8bed-b4c41af8edd9 None None] Sync routers for ids ['38ee63d2-577c-4900-b982-dce133362bcc'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:44:21.502699 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-749bd941-a887-4c91-b472-f206ebf24ae1 admin admin] Publish callbacks [] for security_group (5dd7c4c2-2c6e-4dfd-9959-f35f5fe0520a), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:21.525344 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b12c9a9-a50c-4f51-8bed-b4c41af8edd9 None None] Routers {'38ee63d2-577c-4900-b982-dce133362bcc'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:44:21.525344 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-3b12c9a9-a50c-4f51-8bed-b4c41af8edd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:44:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['38ee63d2-577c-4900-b982-dce133362bcc'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:44:21.557447 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-749bd941-a887-4c91-b472-f206ebf24ae1 admin admin] Publish callbacks [] for security_group (5dd7c4c2-2c6e-4dfd-9959-f35f5fe0520a), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:21.597175 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-28541aaf-f61e-46bb-b5e5-ba3a8422055e None None] Provisioning complete for port 651ea010-4c22-4a71-92ba-1c0eefaf4cb5 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:44:21.597175 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-28541aaf-f61e-46bb-b5e5-ba3a8422055e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (651ea010-4c22-4a71-92ba-1c0eefaf4cb5), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:21.642392 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-749bd941-a887-4c91-b472-f206ebf24ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (5dd7c4c2-2c6e-4dfd-9959-f35f5fe0520a), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:21.645314 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-749bd941-a887-4c91-b472-f206ebf24ae1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:21.647609 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-749bd941-a887-4c91-b472-f206ebf24ae1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5dd7c4c2-2c6e-4dfd-9959-f35f5fe0520a HTTP/1.1" status: 204 len: 168 time: 0.2459729 Jan 28 07:44:21.667241 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749bd941-a887-4c91-b472-f206ebf24ae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dd7c4c2-2c6e-4dfd-9959-f35f5fe0520a,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:44:21.834405 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-3b12c9a9-a50c-4f51-8bed-b4c41af8edd9 None None] Set router 38ee63d2-577c-4900-b982-dce133362bcc gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:44:21.884525 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2e50fec-1b30-41dd-84b7-00f91080d4bd tempest-TestNetworkBasicOps-1367905772 tempest-TestNetworkBasicOps-1367905772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:44:21.885307 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2e50fec-1b30-41dd-84b7-00f91080d4bd tempest-TestNetworkBasicOps-1367905772 tempest-TestNetworkBasicOps-1367905772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:44:21.885943 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2e50fec-1b30-41dd-84b7-00f91080d4bd tempest-TestNetworkBasicOps-1367905772 tempest-TestNetworkBasicOps-1367905772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:44:21.886821 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2e50fec-1b30-41dd-84b7-00f91080d4bd tempest-TestNetworkBasicOps-1367905772 tempest-TestNetworkBasicOps-1367905772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:44:21.888169 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2e50fec-1b30-41dd-84b7-00f91080d4bd tempest-TestNetworkBasicOps-1367905772 tempest-TestNetworkBasicOps-1367905772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:44:21.888815 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2e50fec-1b30-41dd-84b7-00f91080d4bd tempest-TestNetworkBasicOps-1367905772 tempest-TestNetworkBasicOps-1367905772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:44:21.893801 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 58386) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:44:21.894465 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-d2e50fec-1b30-41dd-84b7-00f91080d4bd tempest-TestNetworkBasicOps-1367905772 tempest-TestNetworkBasicOps-1367905772-project-admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.4178553 Jan 28 07:44:21.911243 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 651ea010-4c22-4a71-92ba-1c0eefaf4cb5 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:44:22.110374 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daad0618-5db9-4c92-a45a-b40f9ddb2c4d tempest-TestNetworkBasicOps-1367905772 tempest-TestNetworkBasicOps-1367905772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:44:22.110995 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daad0618-5db9-4c92-a45a-b40f9ddb2c4d tempest-TestNetworkBasicOps-1367905772 tempest-TestNetworkBasicOps-1367905772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:44:22.111394 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daad0618-5db9-4c92-a45a-b40f9ddb2c4d tempest-TestNetworkBasicOps-1367905772 tempest-TestNetworkBasicOps-1367905772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:44:22.111729 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daad0618-5db9-4c92-a45a-b40f9ddb2c4d tempest-TestNetworkBasicOps-1367905772 tempest-TestNetworkBasicOps-1367905772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:44:22.112177 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daad0618-5db9-4c92-a45a-b40f9ddb2c4d tempest-TestNetworkBasicOps-1367905772 tempest-TestNetworkBasicOps-1367905772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:44:22.112649 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daad0618-5db9-4c92-a45a-b40f9ddb2c4d tempest-TestNetworkBasicOps-1367905772 tempest-TestNetworkBasicOps-1367905772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:44:22.125308 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-daad0618-5db9-4c92-a45a-b40f9ddb2c4d tempest-TestNetworkBasicOps-1367905772 tempest-TestNetworkBasicOps-1367905772-project-admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.2302916 Jan 28 07:44:22.127842 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 58392) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:44:22.254659 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 651ea010-4c22-4a71-92ba-1c0eefaf4cb5 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:44:22.255073 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (651ea010-4c22-4a71-92ba-1c0eefaf4cb5), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:22.363443 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-28541aaf-f61e-46bb-b5e5-ba3a8422055e None None] Current status of the port 651ea010-4c22-4a71-92ba-1c0eefaf4cb5 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:44:22.375562 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 7 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 07:44:22.402282 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-28541aaf-f61e-46bb-b5e5-ba3a8422055e None None] Provisioning complete for port 332db361-ea9f-4c82-a31e-b665293df277 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:44:22.403187 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-28541aaf-f61e-46bb-b5e5-ba3a8422055e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (332db361-ea9f-4c82-a31e-b665293df277), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:22.464483 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 651ea010-4c22-4a71-92ba-1c0eefaf4cb5 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:44:22.466613 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device ede4a57f-df4c-470d-ae6b-2406d45bab82 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:44:22.495572 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-28541aaf-f61e-46bb-b5e5-ba3a8422055e None None] Port 332db361-ea9f-4c82-a31e-b665293df277 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:44:22.507502 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-3b12c9a9-a50c-4f51-8bed-b4c41af8edd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38ee63d2-577c-4900-b982-dce133362bcc', 'name': 'tempest-TestNetworkBasicOps-router-481148736', 'tenant_id': '5542ea76c30542aeb3cf0ca71420ede0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': 'ede4a57f-df4c-470d-ae6b-2406d45bab82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:44:10Z', 'updated_at': '2022-01-28T07:44:19Z', 'revision_number': 4, 'project_id': '5542ea76c30542aeb3cf0ca71420ede0', 'gw_port': {'id': 'ede4a57f-df4c-470d-ae6b-2406d45bab82', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:61:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ee63d2-577c-4900-b982-dce133362bcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:44:11Z', 'updated_at': '2022-01-28T07:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '332db361-ea9f-4c82-a31e-b665293df277', 'name': '', 'network_id': 'a30336a5-b3a0-4783-8e54-de537509e123', 'tenant_id': '5542ea76c30542aeb3cf0ca71420ede0', 'mac_address': 'fa:16:3e:27:8c:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38ee63d2-577c-4900-b982-dce133362bcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '5479f019-202c-46d0-8eb2-e3988316e62a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:44:17Z', 'updated_at': '2022-01-28T07:44:20Z', 'revision_number': 2, 'project_id': '5542ea76c30542aeb3cf0ca71420ede0', 'subnets': [{'id': '5479f019-202c-46d0-8eb2-e3988316e62a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:44:22.573468 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-d890b4ec-da23-4c64-85e0-8a02e43d2677 tempest-TestNetworkBasicOps-1367905772 tempest-TestNetworkBasicOps-1367905772-project-admin] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3045 time: 0.4443705 Jan 28 07:44:22.578053 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b12c9a9-a50c-4f51-8bed-b4c41af8edd9 None None] Checking router: 38ee63d2-577c-4900-b982-dce133362bcc for host: n-d-712749-28 {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:44:22.578681 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b12c9a9-a50c-4f51-8bed-b4c41af8edd9 None None] Updating router 38ee63d2-577c-4900-b982-dce133362bcc port 332db361-ea9f-4c82-a31e-b665293df277 binding host n-d-712749-28 {{(pid=103285) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 07:44:22.616555 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3b12c9a9-a50c-4f51-8bed-b4c41af8edd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (332db361-ea9f-4c82-a31e-b665293df277), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:22.884610 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 58422) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:44:22.898904 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-f79438f1-9bef-4f5a-b2cb-4569ae337c6a None None] Provisioning complete for port 332db361-ea9f-4c82-a31e-b665293df277 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:44:22.899301 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f79438f1-9bef-4f5a-b2cb-4569ae337c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (332db361-ea9f-4c82-a31e-b665293df277), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:22.901130 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port ede4a57f-df4c-470d-ae6b-2406d45bab82 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:44:22.901337 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (ede4a57f-df4c-470d-ae6b-2406d45bab82), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:22.986191 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 58428) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:44:22.991616 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-54054289-9325-46d5-adb5-96c9e8a235ee tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-655183147', 'description': 'tempest-secgroup-smoke-655183147 description', 'project_id': '5542ea76c30542aeb3cf0ca71420ede0'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:44:23.022937 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-54054289-9325-46d5-adb5-96c9e8a235ee tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:23.128759 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-54054289-9325-46d5-adb5-96c9e8a235ee tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks [] for security_group (8fb92af4-723b-4e2e-9d4a-13e95ed434a0), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:23.138375 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-58a492d6-9d75-4c9e-baad-6075041e1a96 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-163083755-network', 'tenant_id': 'b380a9dca2f14d0baaf4a07544746b5d'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:44:23.143501 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-54054289-9325-46d5-adb5-96c9e8a235ee tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (8fb92af4-723b-4e2e-9d4a-13e95ed434a0), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:23.187140 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-f79438f1-9bef-4f5a-b2cb-4569ae337c6a None None] Port 332db361-ea9f-4c82-a31e-b665293df277 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:44:23.220978 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-54054289-9325-46d5-adb5-96c9e8a235ee tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:23.225955 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 58430) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:44:23.227961 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-54054289-9325-46d5-adb5-96c9e8a235ee tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2386715 Jan 28 07:44:23.231093 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54054289-9325-46d5-adb5-96c9e8a235ee tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fb92af4-723b-4e2e-9d4a-13e95ed434a0,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:44:23.231835 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-baadbcac-6f15-4aee-9334-375148333e4a tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Request body: {'security_group_rule': {'security_group_id': '8fb92af4-723b-4e2e-9d4a-13e95ed434a0', 'project_id': '5542ea76c30542aeb3cf0ca71420ede0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:44:23.245699 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58a492d6-9d75-4c9e-baad-6075041e1a96 admin admin] Made reservation on behalf of b380a9dca2f14d0baaf4a07544746b5d for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:44:23.250296 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-58a492d6-9d75-4c9e-baad-6075041e1a96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:23.265316 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-58a492d6-9d75-4c9e-baad-6075041e1a96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:23.282077 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3b12c9a9-a50c-4f51-8bed-b4c41af8edd9 None None] Publish callbacks [] for port (332db361-ea9f-4c82-a31e-b665293df277), precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:23.289610 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-baadbcac-6f15-4aee-9334-375148333e4a tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks [] for security_group_rule (a4940384-a6f1-4e6f-9bfd-60a2b1d3e739), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:23.296132 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3b12c9a9-a50c-4f51-8bed-b4c41af8edd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (332db361-ea9f-4c82-a31e-b665293df277), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:23.301051 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port ede4a57f-df4c-470d-ae6b-2406d45bab82 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:44:23.352619 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380fdc8f-9a02-4b6c-b1ca-eadb88e1cc03 None None] Pushing event updated for resources: {'Port': ['ID=332db361-ea9f-4c82-a31e-b665293df277,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:44:23.424868 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-58a492d6-9d75-4c9e-baad-6075041e1a96 admin admin] Publish callbacks [] for security_group (c94cc8eb-6cba-42d6-811a-65388d18c913), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:23.432543 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-baadbcac-6f15-4aee-9334-375148333e4a tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks [] for security_group_rule (a4940384-a6f1-4e6f-9bfd-60a2b1d3e739), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:23.436039 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-3b12c9a9-a50c-4f51-8bed-b4c41af8edd9 None None] Attempting to bind port 332db361-ea9f-4c82-a31e-b665293df277 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:44:23.436828 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-3b12c9a9-a50c-4f51-8bed-b4c41af8edd9 None None] Attempting to bind port 332db361-ea9f-4c82-a31e-b665293df277 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '79b7ada3-348a-4934-8d55-3503266e7b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'a30336a5-b3a0-4783-8e54-de537509e123'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:44:23.437500 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b12c9a9-a50c-4f51-8bed-b4c41af8edd9 None None] Attempting to bind port 332db361-ea9f-4c82-a31e-b665293df277 on network a30336a5-b3a0-4783-8e54-de537509e123 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:44:23.441654 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-58a492d6-9d75-4c9e-baad-6075041e1a96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (c94cc8eb-6cba-42d6-811a-65388d18c913), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:23.443186 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-baadbcac-6f15-4aee-9334-375148333e4a tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (a4940384-a6f1-4e6f-9bfd-60a2b1d3e739), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:23.446487 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b12c9a9-a50c-4f51-8bed-b4c41af8edd9 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 44, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:44:23.447664 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b12c9a9-a50c-4f51-8bed-b4c41af8edd9 None None] Checking segment: {'id': '79b7ada3-348a-4934-8d55-3503266e7b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'a30336a5-b3a0-4783-8e54-de537509e123'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:44:23.448494 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3b12c9a9-a50c-4f51-8bed-b4c41af8edd9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:23.450706 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b12c9a9-a50c-4f51-8bed-b4c41af8edd9 None None] Bound using segment: {'id': '79b7ada3-348a-4934-8d55-3503266e7b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'a30336a5-b3a0-4783-8e54-de537509e123'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:44:23.451858 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-3b12c9a9-a50c-4f51-8bed-b4c41af8edd9 None None] Bound port: 332db361-ea9f-4c82-a31e-b665293df277, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79b7ada3-348a-4934-8d55-3503266e7b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'a30336a5-b3a0-4783-8e54-de537509e123'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:44:23.452742 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3b12c9a9-a50c-4f51-8bed-b4c41af8edd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (332db361-ea9f-4c82-a31e-b665293df277), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:23.472514 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58a492d6-9d75-4c9e-baad-6075041e1a96 admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:44:23.476870 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-baadbcac-6f15-4aee-9334-375148333e4a tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:23.478115 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-baadbcac-6f15-4aee-9334-375148333e4a tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2510540 Jan 28 07:44:23.483122 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 58432) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:44:23.495314 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-1a67b5dd-7ba0-423a-b3bb-0ebcbfec8638 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Request body: {'security_group_rule': {'security_group_id': '8fb92af4-723b-4e2e-9d4a-13e95ed434a0', 'project_id': '5542ea76c30542aeb3cf0ca71420ede0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:44:23.502537 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baadbcac-6f15-4aee-9334-375148333e4a tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4940384-a6f1-4e6f-9bfd-60a2b1d3e739,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:44:23.519151 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a492d6-9d75-4c9e-baad-6075041e1a96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c94cc8eb-6cba-42d6-811a-65388d18c913,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:44:23.537382 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-58a492d6-9d75-4c9e-baad-6075041e1a96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (bc701e67-b647-47db-bf6d-411081859a89), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:23.537733 n-d-712749-28 neutron-server[103284]: INFO neutron.db.segments_db [None req-58a492d6-9d75-4c9e-baad-6075041e1a96 admin admin] Added segment bc701e67-b647-47db-bf6d-411081859a89 of type vlan for network 091e73a4-4462-43c6-a062-3e42baf07e30 Jan 28 07:44:23.562855 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-3b12c9a9-a50c-4f51-8bed-b4c41af8edd9 None None] For port 332db361-ea9f-4c82-a31e-b665293df277, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:44:23.582835 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-3b12c9a9-a50c-4f51-8bed-b4c41af8edd9 None None] For port 332db361-ea9f-4c82-a31e-b665293df277, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=332db361-ea9f-4c82-a31e-b665293df277,segment=NetworkSegment(79b7ada3-348a-4934-8d55-3503266e7b35),segment_id=79b7ada3-348a-4934-8d55-3503266e7b35)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:44:23.592118 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3b12c9a9-a50c-4f51-8bed-b4c41af8edd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (332db361-ea9f-4c82-a31e-b665293df277), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:23.604359 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1a67b5dd-7ba0-423a-b3bb-0ebcbfec8638 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks [] for security_group_rule (15ff775c-3183-4b90-b545-20129a7e430a), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:23.639572 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-58a492d6-9d75-4c9e-baad-6075041e1a96 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (091e73a4-4462-43c6-a062-3e42baf07e30), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:23.684879 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1a67b5dd-7ba0-423a-b3bb-0ebcbfec8638 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks [] for security_group_rule (15ff775c-3183-4b90-b545-20129a7e430a), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:23.692364 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b12c9a9-a50c-4f51-8bed-b4c41af8edd9 None None] Routers {'38ee63d2-577c-4900-b982-dce133362bcc'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:44:23.693005 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-3b12c9a9-a50c-4f51-8bed-b4c41af8edd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:44:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['38ee63d2-577c-4900-b982-dce133362bcc'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:44:23.695945 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1a67b5dd-7ba0-423a-b3bb-0ebcbfec8638 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (15ff775c-3183-4b90-b545-20129a7e430a), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:23.734114 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1a67b5dd-7ba0-423a-b3bb-0ebcbfec8638 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:23.738402 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 58436) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:44:23.738811 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-1a67b5dd-7ba0-423a-b3bb-0ebcbfec8638 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2537620 Jan 28 07:44:23.740868 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a67b5dd-7ba0-423a-b3bb-0ebcbfec8638 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15ff775c-3183-4b90-b545-20129a7e430a,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:44:23.742782 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-58a492d6-9d75-4c9e-baad-6075041e1a96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (091e73a4-4462-43c6-a062-3e42baf07e30), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:23.743871 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a492d6-9d75-4c9e-baad-6075041e1a96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:44:23.744020 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-b10557ab-e918-47ae-9267-dad384148603 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Request body: {'security_group_rule': {'security_group_id': '8fb92af4-723b-4e2e-9d4a-13e95ed434a0', 'project_id': '5542ea76c30542aeb3cf0ca71420ede0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:44:23.744483 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-58a492d6-9d75-4c9e-baad-6075041e1a96 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:23.767019 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380fdc8f-9a02-4b6c-b1ca-eadb88e1cc03 None None] Pushing event updated for resources: {'Port': ['ID=332db361-ea9f-4c82-a31e-b665293df277,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:44:23.802765 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-58a492d6-9d75-4c9e-baad-6075041e1a96 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9169300 Jan 28 07:44:23.809533 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 58438) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:44:23.822649 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-bb570ceb-c9f4-4882-a13c-849df61773cf admin admin] Request body: {'subnet': {'network_id': '091e73a4-4462-43c6-a062-3e42baf07e30', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-163083755-subnet', 'tenant_id': 'b380a9dca2f14d0baaf4a07544746b5d', 'ip_version': 4}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:44:23.832631 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b10557ab-e918-47ae-9267-dad384148603 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks [] for security_group_rule (4ea41187-592b-43b7-a838-f35ab8a7208d), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:23.911863 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-3b12c9a9-a50c-4f51-8bed-b4c41af8edd9 None None] Set router 38ee63d2-577c-4900-b982-dce133362bcc gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:44:23.937366 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb570ceb-c9f4-4882-a13c-849df61773cf admin admin] Made reservation on behalf of b380a9dca2f14d0baaf4a07544746b5d for: {'subnet': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:44:23.945614 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-bb570ceb-c9f4-4882-a13c-849df61773cf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13555781'] for subnet (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:23.970072 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a492d6-9d75-4c9e-baad-6075041e1a96 admin admin] Pushing event updated for resources: {'Network': ['ID=091e73a4-4462-43c6-a062-3e42baf07e30,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:44:23.988606 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network 091e73a4-4462-43c6-a062-3e42baf07e30 details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:44:24.027562 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-390997e5-a83e-479e-aeed-08256adca0ba None None] Provisioning complete for port 332db361-ea9f-4c82-a31e-b665293df277 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:44:24.028738 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-390997e5-a83e-479e-aeed-08256adca0ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (332db361-ea9f-4c82-a31e-b665293df277), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:24.030053 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b10557ab-e918-47ae-9267-dad384148603 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks [] for security_group_rule (4ea41187-592b-43b7-a838-f35ab8a7208d), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:24.042195 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b10557ab-e918-47ae-9267-dad384148603 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (4ea41187-592b-43b7-a838-f35ab8a7208d), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:24.110332 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10557ab-e918-47ae-9267-dad384148603 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ea41187-592b-43b7-a838-f35ab8a7208d,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:44:24.126210 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b10557ab-e918-47ae-9267-dad384148603 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:24.130382 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-b10557ab-e918-47ae-9267-dad384148603 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3876228 Jan 28 07:44:24.131194 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 58444) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:44:24.135872 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-84e99c5a-9765-433d-8ad1-87ac01c29bac tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Request body: {'security_group_rule': {'security_group_id': '8fb92af4-723b-4e2e-9d4a-13e95ed434a0', 'project_id': '5542ea76c30542aeb3cf0ca71420ede0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:44:24.228776 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-84e99c5a-9765-433d-8ad1-87ac01c29bac tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks [] for security_group_rule (92a076dd-cc83-4628-932b-185e72e59715), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:24.307203 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-84e99c5a-9765-433d-8ad1-87ac01c29bac tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks [] for security_group_rule (92a076dd-cc83-4628-932b-185e72e59715), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:24.316351 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-84e99c5a-9765-433d-8ad1-87ac01c29bac tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (92a076dd-cc83-4628-932b-185e72e59715), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:24.339383 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e99c5a-9765-433d-8ad1-87ac01c29bac tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92a076dd-cc83-4628-932b-185e72e59715,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:44:24.350040 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-bb570ceb-c9f4-4882-a13c-849df61773cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13546728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13555799'] for subnet (d75905ba-c814-47b4-b2aa-ca3b117a97fd), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:24.365551 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-390997e5-a83e-479e-aeed-08256adca0ba None None] Current status of the port 332db361-ea9f-4c82-a31e-b665293df277 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:44:24.366132 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-390997e5-a83e-479e-aeed-08256adca0ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (332db361-ea9f-4c82-a31e-b665293df277), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:24.390287 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-84e99c5a-9765-433d-8ad1-87ac01c29bac tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:24.391668 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-84e99c5a-9765-433d-8ad1-87ac01c29bac tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2593415 Jan 28 07:44:24.394850 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 58446) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:44:24.400224 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-869ef0df-0bc2-4f46-bc7b-6fa4efb76750 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Request body: {'security_group_rule': {'security_group_id': '8fb92af4-723b-4e2e-9d4a-13e95ed434a0', 'project_id': '5542ea76c30542aeb3cf0ca71420ede0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:44:24.425976 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb570ceb-c9f4-4882-a13c-849df61773cf admin admin] Checking segment: {'id': 'bc701e67-b647-47db-bf6d-411081859a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '091e73a4-4462-43c6-a062-3e42baf07e30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:44:24.426361 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb570ceb-c9f4-4882-a13c-849df61773cf admin admin] Network hostable DHCP agents. Network: 091e73a4-4462-43c6-a062-3e42baf07e30, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:44:24.448080 n-d-712749-28 neutron-server[103284]: INFO neutron.db.securitygroups_db [None req-869ef0df-0bc2-4f46-bc7b-6fa4efb76750 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Project 5542ea76c30542aeb3cf0ca71420ede0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 07:44:24.455669 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb570ceb-c9f4-4882-a13c-849df61773cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=d75905ba-c814-47b4-b2aa-ca3b117a97fd,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:44:24.457048 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-869ef0df-0bc2-4f46-bc7b-6fa4efb76750 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks [] for security_group_rule (49808045-4e4e-4f2c-b0ce-6811304ba73d), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:24.461358 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb570ceb-c9f4-4882-a13c-849df61773cf admin admin] Network 091e73a4-4462-43c6-a062-3e42baf07e30 is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:44:24.464586 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-390997e5-a83e-479e-aeed-08256adca0ba None None] For port 332db361-ea9f-4c82-a31e-b665293df277, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=332db361-ea9f-4c82-a31e-b665293df277,segment=NetworkSegment(79b7ada3-348a-4934-8d55-3503266e7b35),segment_id=79b7ada3-348a-4934-8d55-3503266e7b35)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:44:24.476671 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-3b12c9a9-a50c-4f51-8bed-b4c41af8edd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38ee63d2-577c-4900-b982-dce133362bcc', 'name': 'tempest-TestNetworkBasicOps-router-481148736', 'tenant_id': '5542ea76c30542aeb3cf0ca71420ede0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': 'ede4a57f-df4c-470d-ae6b-2406d45bab82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:44:10Z', 'updated_at': '2022-01-28T07:44:19Z', 'revision_number': 4, 'project_id': '5542ea76c30542aeb3cf0ca71420ede0', 'gw_port': {'id': 'ede4a57f-df4c-470d-ae6b-2406d45bab82', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:61:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ee63d2-577c-4900-b982-dce133362bcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:44:11Z', 'updated_at': '2022-01-28T07:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '332db361-ea9f-4c82-a31e-b665293df277', 'name': '', 'network_id': 'a30336a5-b3a0-4783-8e54-de537509e123', 'tenant_id': '5542ea76c30542aeb3cf0ca71420ede0', 'mac_address': 'fa:16:3e:27:8c:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38ee63d2-577c-4900-b982-dce133362bcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '5479f019-202c-46d0-8eb2-e3988316e62a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:44:17Z', 'updated_at': '2022-01-28T07:44:23Z', 'revision_number': 4, 'project_id': '5542ea76c30542aeb3cf0ca71420ede0', 'subnets': [{'id': '5479f019-202c-46d0-8eb2-e3988316e62a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:44:24.479152 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-390997e5-a83e-479e-aeed-08256adca0ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (332db361-ea9f-4c82-a31e-b665293df277), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:24.484366 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-bb570ceb-c9f4-4882-a13c-849df61773cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, 091e73a4-4462-43c6-a062-3e42baf07e30) {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:44:24.492218 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb570ceb-c9f4-4882-a13c-849df61773cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:44:24.493199 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-bb570ceb-c9f4-4882-a13c-849df61773cf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:24.498514 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-913ad829-8e66-4e4c-8c09-244e848006f6 None None] Network 091e73a4-4462-43c6-a062-3e42baf07e30 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:44:24.521203 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-bb570ceb-c9f4-4882-a13c-849df61773cf admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7090282 Jan 28 07:44:24.524169 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 58448) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:44:24.535587 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-528ed7d8-812e-445c-a187-ac3d0cc1a5dd admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-163083755-router', 'tenant_id': 'b380a9dca2f14d0baaf4a07544746b5d', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:44:24.560476 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-869ef0df-0bc2-4f46-bc7b-6fa4efb76750 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks [] for security_group_rule (49808045-4e4e-4f2c-b0ce-6811304ba73d), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:24.567344 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-869ef0df-0bc2-4f46-bc7b-6fa4efb76750 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (49808045-4e4e-4f2c-b0ce-6811304ba73d), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:24.578663 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-528ed7d8-812e-445c-a187-ac3d0cc1a5dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16606890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127275'] for router (e88b82da-3b42-4c31-9646-1e49fb83b972), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:24.580593 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-528ed7d8-812e-445c-a187-ac3d0cc1a5dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16605498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16607952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16355422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127266'] for router (e88b82da-3b42-4c31-9646-1e49fb83b972), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:24.611507 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869ef0df-0bc2-4f46-bc7b-6fa4efb76750 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49808045-4e4e-4f2c-b0ce-6811304ba73d,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:44:24.641834 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b12c9a9-a50c-4f51-8bed-b4c41af8edd9 None None] The sync data for ids ['38ee63d2-577c-4900-b982-dce133362bcc'] in n-d-712749-28 is: [{'id': '38ee63d2-577c-4900-b982-dce133362bcc', 'name': 'tempest-TestNetworkBasicOps-router-481148736', 'tenant_id': '5542ea76c30542aeb3cf0ca71420ede0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': 'ede4a57f-df4c-470d-ae6b-2406d45bab82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:44:10Z', 'updated_at': '2022-01-28T07:44:19Z', 'revision_number': 4, 'project_id': '5542ea76c30542aeb3cf0ca71420ede0', 'gw_port': {'id': 'ede4a57f-df4c-470d-ae6b-2406d45bab82', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:61:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ee63d2-577c-4900-b982-dce133362bcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:44:11Z', 'updated_at': '2022-01-28T07:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '332db361-ea9f-4c82-a31e-b665293df277', 'name': '', 'network_id': 'a30336a5-b3a0-4783-8e54-de537509e123', 'tenant_id': '5542ea76c30542aeb3cf0ca71420ede0', 'mac_address': 'fa:16:3e:27:8c:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38ee63d2-577c-4900-b982-dce133362bcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '5479f019-202c-46d0-8eb2-e3988316e62a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:44:17Z', 'updated_at': '2022-01-28T07:44:23Z', 'revision_number': 4, 'project_id': '5542ea76c30542aeb3cf0ca71420ede0', 'subnets': [{'id': '5479f019-202c-46d0-8eb2-e3988316e62a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:44:24.642141 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-869ef0df-0bc2-4f46-bc7b-6fa4efb76750 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:24.648311 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-869ef0df-0bc2-4f46-bc7b-6fa4efb76750 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2472191 Jan 28 07:44:24.653311 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 58452) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:44:24.659088 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-6f4e8b7d-8c8c-48f2-a9cc-ff76f8d39de0 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Request body: {'security_group_rule': {'security_group_id': '8fb92af4-723b-4e2e-9d4a-13e95ed434a0', 'project_id': '5542ea76c30542aeb3cf0ca71420ede0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:44:24.678714 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-725e3be1-2cad-4533-8f35-5de0e2776b83 None None] Provisioning complete for port 332db361-ea9f-4c82-a31e-b665293df277 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:44:24.679434 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-725e3be1-2cad-4533-8f35-5de0e2776b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (332db361-ea9f-4c82-a31e-b665293df277), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:24.713741 n-d-712749-28 neutron-server[103284]: INFO neutron.db.securitygroups_db [None req-6f4e8b7d-8c8c-48f2-a9cc-ff76f8d39de0 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Project 5542ea76c30542aeb3cf0ca71420ede0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 07:44:24.721188 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6f4e8b7d-8c8c-48f2-a9cc-ff76f8d39de0 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks [] for security_group_rule (368fa8b3-4f2a-4c10-9bdf-8f825c3ce509), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:24.741239 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390997e5-a83e-479e-aeed-08256adca0ba None None] Pushing event updated for resources: {'Port': ['ID=332db361-ea9f-4c82-a31e-b665293df277,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:44:24.806818 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-528ed7d8-812e-445c-a187-ac3d0cc1a5dd admin admin] Publish callbacks [] for router_controller (e88b82da-3b42-4c31-9646-1e49fb83b972), precommit_add_association {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:24.834516 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dca52da-2114-4189-a0b1-d1c20a9afe53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3dd72b9-6805-5f61-b6f3-a591f99a173d-091e73a4-4462-43c6-a062-3e42baf07e30', 'network_id': '091e73a4-4462-43c6-a062-3e42baf07e30', 'project_id': 'b380a9dca2f14d0baaf4a07544746b5d', 'fixed_ips': [{'subnet_id': 'd75905ba-c814-47b4-b2aa-ca3b117a97fd'}]}} from n-d-712749-28. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 07:44:24.835208 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7dca52da-2114-4189-a0b1-d1c20a9afe53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:25.090281 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-528ed7d8-812e-445c-a187-ac3d0cc1a5dd admin admin] Publish callbacks [] for router_gateway (e88b82da-3b42-4c31-9646-1e49fb83b972), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:25.136792 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-725e3be1-2cad-4533-8f35-5de0e2776b83 None None] Current status of the port 332db361-ea9f-4c82-a31e-b665293df277 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:44:25.218028 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-7dca52da-2114-4189-a0b1-d1c20a9afe53 None None] Allocated IP 172.20.0.2 (091e73a4-4462-43c6-a062-3e42baf07e30/d75905ba-c814-47b4-b2aa-ca3b117a97fd/490be662-7af0-441e-b4fb-eb91d7c59be6) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:44:25.332981 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6f4e8b7d-8c8c-48f2-a9cc-ff76f8d39de0 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks [] for security_group_rule (368fa8b3-4f2a-4c10-9bdf-8f825c3ce509), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:25.346835 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6f4e8b7d-8c8c-48f2-a9cc-ff76f8d39de0 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (368fa8b3-4f2a-4c10-9bdf-8f825c3ce509), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:25.367527 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4e8b7d-8c8c-48f2-a9cc-ff76f8d39de0 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=368fa8b3-4f2a-4c10-9bdf-8f825c3ce509,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:44:25.391521 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-528ed7d8-812e-445c-a187-ac3d0cc1a5dd admin admin] Publish callbacks [] for router_gateway (e88b82da-3b42-4c31-9646-1e49fb83b972), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:25.396674 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6f4e8b7d-8c8c-48f2-a9cc-ff76f8d39de0 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:25.407876 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-6f4e8b7d-8c8c-48f2-a9cc-ff76f8d39de0 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7435122 Jan 28 07:44:25.445717 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-528ed7d8-812e-445c-a187-ac3d0cc1a5dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:25.497983 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7dca52da-2114-4189-a0b1-d1c20a9afe53 None None] Publish callbacks [] for port (490be662-7af0-441e-b4fb-eb91d7c59be6), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:25.507918 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7dca52da-2114-4189-a0b1-d1c20a9afe53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (490be662-7af0-441e-b4fb-eb91d7c59be6), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:25.581862 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dca52da-2114-4189-a0b1-d1c20a9afe53 None None] Pushing event updated for resources: {'Port': ['ID=490be662-7af0-441e-b4fb-eb91d7c59be6,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:44:25.592625 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dca52da-2114-4189-a0b1-d1c20a9afe53 None None] Network 091e73a4-4462-43c6-a062-3e42baf07e30 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:44:25.594467 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-7dca52da-2114-4189-a0b1-d1c20a9afe53 None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:44:25.597341 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dca52da-2114-4189-a0b1-d1c20a9afe53 None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:44:25.641071 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-528ed7d8-812e-445c-a187-ac3d0cc1a5dd admin admin] Allocated IP 172.25.6.222 (7d5b3724-deef-4831-8d43-cb9b8176573c/b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc/08ede308-9e6f-4cc0-87a3-c71271bcad33) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:44:25.747834 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-7dca52da-2114-4189-a0b1-d1c20a9afe53 None None] Attempting to bind port 490be662-7af0-441e-b4fb-eb91d7c59be6 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:44:25.748261 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-7dca52da-2114-4189-a0b1-d1c20a9afe53 None None] Attempting to bind port 490be662-7af0-441e-b4fb-eb91d7c59be6 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': 'bc701e67-b647-47db-bf6d-411081859a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '091e73a4-4462-43c6-a062-3e42baf07e30'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:44:25.748644 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dca52da-2114-4189-a0b1-d1c20a9afe53 None None] Attempting to bind port 490be662-7af0-441e-b4fb-eb91d7c59be6 on network 091e73a4-4462-43c6-a062-3e42baf07e30 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:44:25.775981 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dca52da-2114-4189-a0b1-d1c20a9afe53 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 44, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:44:25.776901 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dca52da-2114-4189-a0b1-d1c20a9afe53 None None] Checking segment: {'id': 'bc701e67-b647-47db-bf6d-411081859a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '091e73a4-4462-43c6-a062-3e42baf07e30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:44:25.776901 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7dca52da-2114-4189-a0b1-d1c20a9afe53 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:25.777307 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dca52da-2114-4189-a0b1-d1c20a9afe53 None None] Bound using segment: {'id': 'bc701e67-b647-47db-bf6d-411081859a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '091e73a4-4462-43c6-a062-3e42baf07e30'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:44:25.778583 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-7dca52da-2114-4189-a0b1-d1c20a9afe53 None None] Bound port: 490be662-7af0-441e-b4fb-eb91d7c59be6, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc701e67-b647-47db-bf6d-411081859a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '091e73a4-4462-43c6-a062-3e42baf07e30'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:44:25.779113 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7dca52da-2114-4189-a0b1-d1c20a9afe53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (490be662-7af0-441e-b4fb-eb91d7c59be6), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:25.810621 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1b91e553-6dee-46b4-8313-8b561d8bbdaa req-c4f5b313-3d35-4c45-9095-4f09bca3f87f tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-655183147&fields=id&tenant_id=5542ea76c30542aeb3cf0ca71420ede0 HTTP/1.1" status: 200 len: 267 time: 0.1325190 Jan 28 07:44:25.840564 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 332db361-ea9f-4c82-a31e-b665293df277 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:44:25.907430 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-7dca52da-2114-4189-a0b1-d1c20a9afe53 None None] For port 490be662-7af0-441e-b4fb-eb91d7c59be6, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:44:25.911090 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-7dca52da-2114-4189-a0b1-d1c20a9afe53 None None] For port 490be662-7af0-441e-b4fb-eb91d7c59be6, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=490be662-7af0-441e-b4fb-eb91d7c59be6,segment=NetworkSegment(bc701e67-b647-47db-bf6d-411081859a89),segment_id=bc701e67-b647-47db-bf6d-411081859a89)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:44:25.922651 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7dca52da-2114-4189-a0b1-d1c20a9afe53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (490be662-7af0-441e-b4fb-eb91d7c59be6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:25.960758 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b91e553-6dee-46b4-8313-8b561d8bbdaa req-8bd32609-251b-42ba-8fb9-7eb23e4c6f3d tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:44:25.970030 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1b91e553-6dee-46b4-8313-8b561d8bbdaa req-8bd32609-251b-42ba-8fb9-7eb23e4c6f3d tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] 10.222.0.41 "GET /v2.0/networks?id=a30336a5-b3a0-4783-8e54-de537509e123 HTTP/1.1" status: 200 len: 797 time: 0.1581800 Jan 28 07:44:25.985154 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 332db361-ea9f-4c82-a31e-b665293df277 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:44:25.985559 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (332db361-ea9f-4c82-a31e-b665293df277), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:26.005429 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1b91e553-6dee-46b4-8313-8b561d8bbdaa req-22771881-4a8e-48d8-b988-c4a978d8816a tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] 10.222.0.41 "GET /v2.0/quotas/5542ea76c30542aeb3cf0ca71420ede0 HTTP/1.1" status: 200 len: 375 time: 0.0342791 Jan 28 07:44:26.084124 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-528ed7d8-812e-445c-a187-ac3d0cc1a5dd admin admin] Publish callbacks [] for port (08ede308-9e6f-4cc0-87a3-c71271bcad33), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:26.101679 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1b91e553-6dee-46b4-8313-8b561d8bbdaa req-d4a31739-122f-4480-89c3-ab5028e97f55 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=5542ea76c30542aeb3cf0ca71420ede0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0889003 Jan 28 07:44:26.118138 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dca52da-2114-4189-a0b1-d1c20a9afe53 None None] Pushing event updated for resources: {'Port': ['ID=490be662-7af0-441e-b4fb-eb91d7c59be6,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:44:26.211985 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 332db361-ea9f-4c82-a31e-b665293df277 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:44:26.215102 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-528ed7d8-812e-445c-a187-ac3d0cc1a5dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (08ede308-9e6f-4cc0-87a3-c71271bcad33), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:26.415090 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-528ed7d8-812e-445c-a187-ac3d0cc1a5dd admin admin] Network 7d5b3724-deef-4831-8d43-cb9b8176573c is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:44:26.442519 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-528ed7d8-812e-445c-a187-ac3d0cc1a5dd admin admin] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:44:26.450459 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528ed7d8-812e-445c-a187-ac3d0cc1a5dd admin admin] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:44:26.525088 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1b91e553-6dee-46b4-8313-8b561d8bbdaa req-9f8cf3ac-7939-40dc-9472-e0dac72d99a8 service neutron] 10.222.0.41 "GET /v2.0/networks/a30336a5-b3a0-4783-8e54-de537509e123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4173672 Jan 28 07:44:26.885990 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528ed7d8-812e-445c-a187-ac3d0cc1a5dd admin admin] Pushing event updated for resources: {'Port': ['ID=08ede308-9e6f-4cc0-87a3-c71271bcad33,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:44:27.153572 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1b91e553-6dee-46b4-8313-8b561d8bbdaa req-57216cb4-5ab0-4fd6-a6c5-22cd2e81d329 service neutron] 10.222.0.41 "GET /v2.0/networks/a30336a5-b3a0-4783-8e54-de537509e123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2783427 Jan 28 07:44:27.154176 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-528ed7d8-812e-445c-a187-ac3d0cc1a5dd admin admin] Publish callbacks [] for router_gateway (e88b82da-3b42-4c31-9646-1e49fb83b972), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:27.482761 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-74a9ec41-137a-4d29-b432-bef5041bc46a req-6d06a570-3a6b-4956-834d-18f1bc5edf7f tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fb6bd0d-df7e-4c6e-89f1-db900bb17770 HTTP/1.1" status: 200 len: 210 time: 0.0678036 Jan 28 07:44:27.502829 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-528ed7d8-812e-445c-a187-ac3d0cc1a5dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16605475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16607909'] for router (e88b82da-3b42-4c31-9646-1e49fb83b972), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:27.677589 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0420a55b-c946-4d57-a98a-d6f9fc4c7944 None None] Network 091e73a4-4462-43c6-a062-3e42baf07e30 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:44:27.775336 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-528ed7d8-812e-445c-a187-ac3d0cc1a5dd admin admin] Router e88b82da-3b42-4c31-9646-1e49fb83b972 is scheduled to L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 with binding_index 1 {{(pid=103283) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 07:44:27.795569 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-1cca7d1d-83ca-4971-863d-1a086044bcfd None None] Provisioning complete for port 490be662-7af0-441e-b4fb-eb91d7c59be6 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:44:27.796240 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1cca7d1d-83ca-4971-863d-1a086044bcfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (490be662-7af0-441e-b4fb-eb91d7c59be6), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:27.859764 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 490be662-7af0-441e-b4fb-eb91d7c59be6 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:44:27.935142 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-528ed7d8-812e-445c-a187-ac3d0cc1a5dd admin admin] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:44:27.951674 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2b05d2-0ba1-4745-94b8-8cdabe94456c None None] Sync routers for ids ['e88b82da-3b42-4c31-9646-1e49fb83b972'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:44:27.970538 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2b05d2-0ba1-4745-94b8-8cdabe94456c None None] Routers {'e88b82da-3b42-4c31-9646-1e49fb83b972'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:44:27.971250 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-1f2b05d2-0ba1-4745-94b8-8cdabe94456c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:44:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['e88b82da-3b42-4c31-9646-1e49fb83b972'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:44:27.979910 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-528ed7d8-812e-445c-a187-ac3d0cc1a5dd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:27.984589 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 58536) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:44:27.989347 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-528ed7d8-812e-445c-a187-ac3d0cc1a5dd admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.4634600 Jan 28 07:44:28.023806 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-1cca7d1d-83ca-4971-863d-1a086044bcfd None None] Current status of the port 490be662-7af0-441e-b4fb-eb91d7c59be6 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:44:28.024291 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1cca7d1d-83ca-4971-863d-1a086044bcfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (490be662-7af0-441e-b4fb-eb91d7c59be6), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:28.069889 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 490be662-7af0-441e-b4fb-eb91d7c59be6 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:44:28.070267 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (490be662-7af0-441e-b4fb-eb91d7c59be6), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:28.157658 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-1f2b05d2-0ba1-4745-94b8-8cdabe94456c None None] Set router e88b82da-3b42-4c31-9646-1e49fb83b972 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:44:28.217695 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-1cca7d1d-83ca-4971-863d-1a086044bcfd None None] For port 490be662-7af0-441e-b4fb-eb91d7c59be6, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=490be662-7af0-441e-b4fb-eb91d7c59be6,segment=NetworkSegment(bc701e67-b647-47db-bf6d-411081859a89),segment_id=bc701e67-b647-47db-bf6d-411081859a89)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:44:28.238716 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1cca7d1d-83ca-4971-863d-1a086044bcfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (490be662-7af0-441e-b4fb-eb91d7c59be6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:28.351588 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 490be662-7af0-441e-b4fb-eb91d7c59be6 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:44:28.355190 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cca7d1d-83ca-4971-863d-1a086044bcfd None None] Pushing event updated for resources: {'Port': ['ID=490be662-7af0-441e-b4fb-eb91d7c59be6,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:44:28.471179 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-8dd53dc1-0a35-40e0-92db-c1b74e4a7f3a None None] Provisioning complete for port 490be662-7af0-441e-b4fb-eb91d7c59be6 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:44:28.471555 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8dd53dc1-0a35-40e0-92db-c1b74e4a7f3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (490be662-7af0-441e-b4fb-eb91d7c59be6), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:28.494921 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-1f2b05d2-0ba1-4745-94b8-8cdabe94456c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e88b82da-3b42-4c31-9646-1e49fb83b972', 'name': 'tempest-TestServerMultinode-163083755-router', 'tenant_id': 'b380a9dca2f14d0baaf4a07544746b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': '08ede308-9e6f-4cc0-87a3-c71271bcad33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:44:24Z', 'updated_at': '2022-01-28T07:44:27Z', 'revision_number': 3, 'project_id': 'b380a9dca2f14d0baaf4a07544746b5d', 'gw_port': {'id': '08ede308-9e6f-4cc0-87a3-c71271bcad33', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:19:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e88b82da-3b42-4c31-9646-1e49fb83b972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:44:25Z', 'updated_at': '2022-01-28T07:44:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:44:28.525413 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2b05d2-0ba1-4745-94b8-8cdabe94456c None None] Checking router: e88b82da-3b42-4c31-9646-1e49fb83b972 for host: n-d-712749-28 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:44:28.526117 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2b05d2-0ba1-4745-94b8-8cdabe94456c None None] Updating router e88b82da-3b42-4c31-9646-1e49fb83b972 port 08ede308-9e6f-4cc0-87a3-c71271bcad33 binding host n-d-712749-28 {{(pid=103286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 07:44:28.596812 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1f2b05d2-0ba1-4745-94b8-8cdabe94456c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (08ede308-9e6f-4cc0-87a3-c71271bcad33), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:28.619704 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-8dd53dc1-0a35-40e0-92db-c1b74e4a7f3a None None] Current status of the port 490be662-7af0-441e-b4fb-eb91d7c59be6 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:44:28.715237 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4f4a1c70-b388-4ec4-a0ca-3ee51b774488 req-c2ba5726-9b82-461c-9511-560848253478 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fb6bd0d-df7e-4c6e-89f1-db900bb17770 HTTP/1.1" status: 200 len: 210 time: 0.0660698 Jan 28 07:44:28.947048 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ed17071a-a5d8-44af-989b-412ea1bf02bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:29.031910 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1f2b05d2-0ba1-4745-94b8-8cdabe94456c None None] Publish callbacks [] for port (08ede308-9e6f-4cc0-87a3-c71271bcad33), precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:29.041180 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1f2b05d2-0ba1-4745-94b8-8cdabe94456c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (08ede308-9e6f-4cc0-87a3-c71271bcad33), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:29.105805 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd98476-70ca-4b6b-a71a-7d5a082654ec None None] Pushing event updated for resources: {'Port': ['ID=08ede308-9e6f-4cc0-87a3-c71271bcad33,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:44:29.129395 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-1f2b05d2-0ba1-4745-94b8-8cdabe94456c None None] Attempting to bind port 08ede308-9e6f-4cc0-87a3-c71271bcad33 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:44:29.130116 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-1f2b05d2-0ba1-4745-94b8-8cdabe94456c None None] Attempting to bind port 08ede308-9e6f-4cc0-87a3-c71271bcad33 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:44:29.130643 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2b05d2-0ba1-4745-94b8-8cdabe94456c None None] Attempting to bind port 08ede308-9e6f-4cc0-87a3-c71271bcad33 on network 7d5b3724-deef-4831-8d43-cb9b8176573c {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:44:29.134502 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd98476-70ca-4b6b-a71a-7d5a082654ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:44:29.135133 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd98476-70ca-4b6b-a71a-7d5a082654ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:44:29.135755 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd98476-70ca-4b6b-a71a-7d5a082654ec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:44:29.136510 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd98476-70ca-4b6b-a71a-7d5a082654ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:44:29.138343 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd98476-70ca-4b6b-a71a-7d5a082654ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:44:29.138896 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd98476-70ca-4b6b-a71a-7d5a082654ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:44:29.139456 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd98476-70ca-4b6b-a71a-7d5a082654ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:44:29.139996 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd98476-70ca-4b6b-a71a-7d5a082654ec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:44:29.141043 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd98476-70ca-4b6b-a71a-7d5a082654ec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:44:29.141599 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd98476-70ca-4b6b-a71a-7d5a082654ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:44:29.142151 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd98476-70ca-4b6b-a71a-7d5a082654ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:44:29.142683 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd98476-70ca-4b6b-a71a-7d5a082654ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:44:29.143216 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd98476-70ca-4b6b-a71a-7d5a082654ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:44:29.149269 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2b05d2-0ba1-4745-94b8-8cdabe94456c None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 44, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:44:29.150094 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2b05d2-0ba1-4745-94b8-8cdabe94456c None None] Checking segment: {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:44:29.150801 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1f2b05d2-0ba1-4745-94b8-8cdabe94456c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:29.151396 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2b05d2-0ba1-4745-94b8-8cdabe94456c None None] Bound using segment: {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:44:29.152653 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-1f2b05d2-0ba1-4745-94b8-8cdabe94456c None None] Bound port: 08ede308-9e6f-4cc0-87a3-c71271bcad33, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:44:29.153586 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1f2b05d2-0ba1-4745-94b8-8cdabe94456c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (08ede308-9e6f-4cc0-87a3-c71271bcad33), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:29.209598 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-1f2b05d2-0ba1-4745-94b8-8cdabe94456c None None] For port 08ede308-9e6f-4cc0-87a3-c71271bcad33, host n-d-712749-28, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:44:29.213411 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-1f2b05d2-0ba1-4745-94b8-8cdabe94456c None None] For port 08ede308-9e6f-4cc0-87a3-c71271bcad33, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=08ede308-9e6f-4cc0-87a3-c71271bcad33,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:44:29.219844 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1f2b05d2-0ba1-4745-94b8-8cdabe94456c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (08ede308-9e6f-4cc0-87a3-c71271bcad33), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:29.290334 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2b05d2-0ba1-4745-94b8-8cdabe94456c None None] Routers {'e88b82da-3b42-4c31-9646-1e49fb83b972'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:44:29.291356 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-1f2b05d2-0ba1-4745-94b8-8cdabe94456c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:44:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['e88b82da-3b42-4c31-9646-1e49fb83b972'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:44:29.298204 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-ed17071a-a5d8-44af-989b-412ea1bf02bd admin admin] Allocated IP 172.20.0.1 (091e73a4-4462-43c6-a062-3e42baf07e30/d75905ba-c814-47b4-b2aa-ca3b117a97fd/870c35ee-a713-4d0a-bfca-2578afbadaf0) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:44:29.391740 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b91e553-6dee-46b4-8313-8b561d8bbdaa req-5014a734-67d0-462f-8780-3786adec14cb tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:44:29.394035 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1b91e553-6dee-46b4-8313-8b561d8bbdaa req-5014a734-67d0-462f-8780-3786adec14cb tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] 10.222.0.10 "GET /v2.0/networks?id=a30336a5-b3a0-4783-8e54-de537509e123 HTTP/1.1" status: 200 len: 797 time: 0.1745794 Jan 28 07:44:29.423076 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-1f2b05d2-0ba1-4745-94b8-8cdabe94456c None None] Set router e88b82da-3b42-4c31-9646-1e49fb83b972 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:44:29.487137 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd98476-70ca-4b6b-a71a-7d5a082654ec None None] Pushing event updated for resources: {'Port': ['ID=08ede308-9e6f-4cc0-87a3-c71271bcad33,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:44:29.518656 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ed17071a-a5d8-44af-989b-412ea1bf02bd admin admin] Publish callbacks [] for port (870c35ee-a713-4d0a-bfca-2578afbadaf0), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:29.540066 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1b91e553-6dee-46b4-8313-8b561d8bbdaa req-9c98ee33-f4a7-4bb5-b17b-01459582d940 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5542ea76c30542aeb3cf0ca71420ede0 HTTP/1.1" status: 200 len: 379 time: 0.1249125 Jan 28 07:44:29.554092 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-1b91e553-6dee-46b4-8313-8b561d8bbdaa req-fc0ee91a-a467-4398-9f64-335b8d87fe6d tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Request body: {'port': {'device_id': '2fb6bd0d-df7e-4c6e-89f1-db900bb17770', 'network_id': 'a30336a5-b3a0-4783-8e54-de537509e123', 'admin_state_up': True, 'tenant_id': '5542ea76c30542aeb3cf0ca71420ede0', 'security_groups': ['8fb92af4-723b-4e2e-9d4a-13e95ed434a0']}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:44:29.658966 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-1f2b05d2-0ba1-4745-94b8-8cdabe94456c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e88b82da-3b42-4c31-9646-1e49fb83b972', 'name': 'tempest-TestServerMultinode-163083755-router', 'tenant_id': 'b380a9dca2f14d0baaf4a07544746b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': '08ede308-9e6f-4cc0-87a3-c71271bcad33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:44:24Z', 'updated_at': '2022-01-28T07:44:27Z', 'revision_number': 3, 'project_id': 'b380a9dca2f14d0baaf4a07544746b5d', 'gw_port': {'id': '08ede308-9e6f-4cc0-87a3-c71271bcad33', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:19:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e88b82da-3b42-4c31-9646-1e49fb83b972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:44:25Z', 'updated_at': '2022-01-28T07:44:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:44:29.712392 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2b05d2-0ba1-4745-94b8-8cdabe94456c None None] The sync data for ids ['e88b82da-3b42-4c31-9646-1e49fb83b972'] in n-d-712749-28 is: [{'id': 'e88b82da-3b42-4c31-9646-1e49fb83b972', 'name': 'tempest-TestServerMultinode-163083755-router', 'tenant_id': 'b380a9dca2f14d0baaf4a07544746b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': '08ede308-9e6f-4cc0-87a3-c71271bcad33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:44:24Z', 'updated_at': '2022-01-28T07:44:27Z', 'revision_number': 3, 'project_id': 'b380a9dca2f14d0baaf4a07544746b5d', 'gw_port': {'id': '08ede308-9e6f-4cc0-87a3-c71271bcad33', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:19:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e88b82da-3b42-4c31-9646-1e49fb83b972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:44:25Z', 'updated_at': '2022-01-28T07:44:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:44:29.735191 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 490be662-7af0-441e-b4fb-eb91d7c59be6 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:44:29.773460 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ed17071a-a5d8-44af-989b-412ea1bf02bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (870c35ee-a713-4d0a-bfca-2578afbadaf0), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:29.822872 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 490be662-7af0-441e-b4fb-eb91d7c59be6 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:44:29.827467 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (490be662-7af0-441e-b4fb-eb91d7c59be6), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:29.915029 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed17071a-a5d8-44af-989b-412ea1bf02bd admin admin] Network 091e73a4-4462-43c6-a062-3e42baf07e30 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:44:29.976169 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1e8e8507-e4a2-4473-9f25-bcbd21292377 req-79d1701d-8d09-4d6d-a606-5b4947fcc2e6 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fb6bd0d-df7e-4c6e-89f1-db900bb17770 HTTP/1.1" status: 200 len: 210 time: 0.0536683 Jan 28 07:44:29.977137 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b91e553-6dee-46b4-8313-8b561d8bbdaa req-fc0ee91a-a467-4398-9f64-335b8d87fe6d tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Made reservation on behalf of 5542ea76c30542aeb3cf0ca71420ede0 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:44:29.981743 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-1b91e553-6dee-46b4-8313-8b561d8bbdaa req-fc0ee91a-a467-4398-9f64-335b8d87fe6d tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:30.002214 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-ed17071a-a5d8-44af-989b-412ea1bf02bd admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:44:30.006835 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed17071a-a5d8-44af-989b-412ea1bf02bd admin admin] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:44:30.037167 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 490be662-7af0-441e-b4fb-eb91d7c59be6 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:44:30.167310 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed17071a-a5d8-44af-989b-412ea1bf02bd admin admin] Pushing event updated for resources: {'Port': ['ID=870c35ee-a713-4d0a-bfca-2578afbadaf0,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:44:30.214004 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed17071a-a5d8-44af-989b-412ea1bf02bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:44:30.214365 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed17071a-a5d8-44af-989b-412ea1bf02bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:44:30.214761 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed17071a-a5d8-44af-989b-412ea1bf02bd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:44:30.215867 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed17071a-a5d8-44af-989b-412ea1bf02bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:44:30.216264 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed17071a-a5d8-44af-989b-412ea1bf02bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:44:30.216630 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed17071a-a5d8-44af-989b-412ea1bf02bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:44:30.216974 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed17071a-a5d8-44af-989b-412ea1bf02bd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:44:30.217312 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed17071a-a5d8-44af-989b-412ea1bf02bd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:44:30.217673 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed17071a-a5d8-44af-989b-412ea1bf02bd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:44:30.218002 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed17071a-a5d8-44af-989b-412ea1bf02bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:44:30.218337 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed17071a-a5d8-44af-989b-412ea1bf02bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:44:30.218666 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed17071a-a5d8-44af-989b-412ea1bf02bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:44:30.218998 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed17071a-a5d8-44af-989b-412ea1bf02bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:44:30.232853 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ed17071a-a5d8-44af-989b-412ea1bf02bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16609232'] for router_interface (e88b82da-3b42-4c31-9646-1e49fb83b972), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:30.493380 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-1b91e553-6dee-46b4-8313-8b561d8bbdaa req-fc0ee91a-a467-4398-9f64-335b8d87fe6d tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Allocated IP 172.20.0.3 (a30336a5-b3a0-4783-8e54-de537509e123/5479f019-202c-46d0-8eb2-e3988316e62a/6dca1592-9e48-4546-ae97-f7d7ad907589) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:44:30.570317 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-ed5a03fe-7a11-40b7-bf61-5761f6e50102 None None] Provisioning complete for port 870c35ee-a713-4d0a-bfca-2578afbadaf0 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:44:30.570946 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ed5a03fe-7a11-40b7-bf61-5761f6e50102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (870c35ee-a713-4d0a-bfca-2578afbadaf0), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:30.588412 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ed17071a-a5d8-44af-989b-412ea1bf02bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (870c35ee-a713-4d0a-bfca-2578afbadaf0), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:30.624168 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-ed5a03fe-7a11-40b7-bf61-5761f6e50102 None None] Port 870c35ee-a713-4d0a-bfca-2578afbadaf0 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:44:30.799943 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-1b91e553-6dee-46b4-8313-8b561d8bbdaa req-fc0ee91a-a467-4398-9f64-335b8d87fe6d tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks [] for port (6dca1592-9e48-4546-ae97-f7d7ad907589), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:30.846783 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-1b91e553-6dee-46b4-8313-8b561d8bbdaa req-fc0ee91a-a467-4398-9f64-335b8d87fe6d tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (6dca1592-9e48-4546-ae97-f7d7ad907589), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:30.924832 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0ee91a-a467-4398-9f64-335b8d87fe6d tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Pushing event updated for resources: {'Port': ['ID=6dca1592-9e48-4546-ae97-f7d7ad907589,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:44:31.006917 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ed17071a-a5d8-44af-989b-412ea1bf02bd admin admin] Publish callbacks [] for port (870c35ee-a713-4d0a-bfca-2578afbadaf0), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:31.016998 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ed17071a-a5d8-44af-989b-412ea1bf02bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (870c35ee-a713-4d0a-bfca-2578afbadaf0), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:31.026665 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b91e553-6dee-46b4-8313-8b561d8bbdaa req-fc0ee91a-a467-4398-9f64-335b8d87fe6d tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Network a30336a5-b3a0-4783-8e54-de537509e123 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:44:31.055098 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-1b91e553-6dee-46b4-8313-8b561d8bbdaa req-fc0ee91a-a467-4398-9f64-335b8d87fe6d tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:44:31.113710 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b91e553-6dee-46b4-8313-8b561d8bbdaa req-fc0ee91a-a467-4398-9f64-335b8d87fe6d tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:44:31.208453 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b91e553-6dee-46b4-8313-8b561d8bbdaa req-fc0ee91a-a467-4398-9f64-335b8d87fe6d tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:44:31.209467 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-1b91e553-6dee-46b4-8313-8b561d8bbdaa req-fc0ee91a-a467-4398-9f64-335b8d87fe6d tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:31.281108 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ed17071a-a5d8-44af-989b-412ea1bf02bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16318999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16606560'] for router_interface (e88b82da-3b42-4c31-9646-1e49fb83b972), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:31.363024 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1b91e553-6dee-46b4-8313-8b561d8bbdaa req-fc0ee91a-a467-4398-9f64-335b8d87fe6d tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8164225 Jan 28 07:44:31.363586 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed17071a-a5d8-44af-989b-412ea1bf02bd admin admin] Pushing event updated for resources: {'Port': ['ID=870c35ee-a713-4d0a-bfca-2578afbadaf0,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:44:31.425803 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 58598) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:44:31.458037 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5631398-4148-4f0f-be6d-840747747247 req-ff13de20-a122-4931-aa81-b99c7a498ea7 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:44:31.459557 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b5631398-4148-4f0f-be6d-840747747247 req-ff13de20-a122-4931-aa81-b99c7a498ea7 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fb6bd0d-df7e-4c6e-89f1-db900bb17770 HTTP/1.1" status: 200 len: 931 time: 0.2422934 Jan 28 07:44:31.556437 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-19985e7d-d12b-4110-babe-d4c706aa00b1 None None] Provisioning complete for port 6dca1592-9e48-4546-ae97-f7d7ad907589 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:44:31.559254 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-19985e7d-d12b-4110-babe-d4c706aa00b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (6dca1592-9e48-4546-ae97-f7d7ad907589), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:31.564951 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b5631398-4148-4f0f-be6d-840747747247 req-dec27e4d-a1b8-44d6-81e3-c8a7fa206958 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] 10.222.0.41 "GET /v2.0/security-groups?id=8fb92af4-723b-4e2e-9d4a-13e95ed434a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987093 Jan 28 07:44:31.629815 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed17071a-a5d8-44af-989b-412ea1bf02bd admin admin] Network 091e73a4-4462-43c6-a062-3e42baf07e30 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:44:31.629950 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-19985e7d-d12b-4110-babe-d4c706aa00b1 None None] Port 6dca1592-9e48-4546-ae97-f7d7ad907589 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:44:31.645779 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-ed17071a-a5d8-44af-989b-412ea1bf02bd admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:44:31.711031 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ea0a4aa6-89b8-4b87-b96b-339d26e6f104 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:31.744517 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-1b91e553-6dee-46b4-8313-8b561d8bbdaa req-a191e6cd-9206-4622-ad5b-7e7951281920 service neutron] Request body: {'port': {'device_id': '2fb6bd0d-df7e-4c6e-89f1-db900bb17770', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-28'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:44:31.833212 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 08ede308-9e6f-4cc0-87a3-c71271bcad33 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:44:31.843404 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-1b91e553-6dee-46b4-8313-8b561d8bbdaa req-a191e6cd-9206-4622-ad5b-7e7951281920 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (6dca1592-9e48-4546-ae97-f7d7ad907589), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:31.956757 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ea0a4aa6-89b8-4b87-b96b-339d26e6f104 admin admin] Publish callbacks [] for security_group (191e2446-18a1-4038-8ee8-5e95d180b425), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:31.970888 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ea0a4aa6-89b8-4b87-b96b-339d26e6f104 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (191e2446-18a1-4038-8ee8-5e95d180b425), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:32.018093 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 08ede308-9e6f-4cc0-87a3-c71271bcad33 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:44:32.018826 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (08ede308-9e6f-4cc0-87a3-c71271bcad33), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:32.073026 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-ea0a4aa6-89b8-4b87-b96b-339d26e6f104 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=91c5803298d64454bca499c5ce410207&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6454933 Jan 28 07:44:32.073582 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 58614) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:44:32.075495 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0a4aa6-89b8-4b87-b96b-339d26e6f104 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=191e2446-18a1-4038-8ee8-5e95d180b425,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:44:32.120362 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed17071a-a5d8-44af-989b-412ea1bf02bd admin admin] Router e88b82da-3b42-4c31-9646-1e49fb83b972 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:44:32.172502 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8b6cc5a7-e153-4837-9ee9-b34d408f1337 admin admin] Publish callbacks [] for security_group (191e2446-18a1-4038-8ee8-5e95d180b425), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:32.203694 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8b6cc5a7-e153-4837-9ee9-b34d408f1337 admin admin] Publish callbacks [] for security_group (191e2446-18a1-4038-8ee8-5e95d180b425), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:32.278717 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8b6cc5a7-e153-4837-9ee9-b34d408f1337 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (191e2446-18a1-4038-8ee8-5e95d180b425), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:32.281784 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8b6cc5a7-e153-4837-9ee9-b34d408f1337 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:32.284654 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-8b6cc5a7-e153-4837-9ee9-b34d408f1337 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/191e2446-18a1-4038-8ee8-5e95d180b425 HTTP/1.1" status: 204 len: 168 time: 0.2026777 Jan 28 07:44:32.299167 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6cc5a7-e153-4837-9ee9-b34d408f1337 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=191e2446-18a1-4038-8ee8-5e95d180b425,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:44:32.463714 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-a455a26f-0619-4ca1-8708-c1775db29dea None None] Provisioning complete for port 870c35ee-a713-4d0a-bfca-2578afbadaf0 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:44:32.464098 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a455a26f-0619-4ca1-8708-c1775db29dea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (870c35ee-a713-4d0a-bfca-2578afbadaf0), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:32.516430 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-a455a26f-0619-4ca1-8708-c1775db29dea None None] Port 870c35ee-a713-4d0a-bfca-2578afbadaf0 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:44:32.521215 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed17071a-a5d8-44af-989b-412ea1bf02bd admin admin] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:44:32.543601 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-ed17071a-a5d8-44af-989b-412ea1bf02bd admin admin] 10.222.0.41 "PUT /v2.0/routers/e88b82da-3b42-4c31-9646-1e49fb83b972/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5544665 Jan 28 07:44:32.664409 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 08ede308-9e6f-4cc0-87a3-c71271bcad33 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:44:32.666746 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (08ede308-9e6f-4cc0-87a3-c71271bcad33), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:32.675074 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8f1c3e-6b08-47d8-bfaf-32d46b4d9c85 None None] Sync routers for ids ['e88b82da-3b42-4c31-9646-1e49fb83b972'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:44:32.727073 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] For port 08ede308-9e6f-4cc0-87a3-c71271bcad33, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=08ede308-9e6f-4cc0-87a3-c71271bcad33,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:44:32.744220 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8f1c3e-6b08-47d8-bfaf-32d46b4d9c85 None None] Routers {'e88b82da-3b42-4c31-9646-1e49fb83b972'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:44:32.745780 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-9d8f1c3e-6b08-47d8-bfaf-32d46b4d9c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:44:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['e88b82da-3b42-4c31-9646-1e49fb83b972'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:44:32.748469 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (08ede308-9e6f-4cc0-87a3-c71271bcad33), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:32.806071 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-1b91e553-6dee-46b4-8313-8b561d8bbdaa req-a191e6cd-9206-4622-ad5b-7e7951281920 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6dca1592-9e48-4546-ae97-f7d7ad907589 {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:44:32.823730 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458f8b7c-261a-4f49-bb2b-f2726503fb6f req-6cb5a8be-7a13-4f35-b303-341926d1c42a tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:44:32.825715 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-458f8b7c-261a-4f49-bb2b-f2726503fb6f req-6cb5a8be-7a13-4f35-b303-341926d1c42a tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fb6bd0d-df7e-4c6e-89f1-db900bb17770 HTTP/1.1" status: 200 len: 931 time: 0.1174650 Jan 28 07:44:32.827792 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-1b91e553-6dee-46b4-8313-8b561d8bbdaa req-a191e6cd-9206-4622-ad5b-7e7951281920 service neutron] Publish callbacks [] for port (6dca1592-9e48-4546-ae97-f7d7ad907589), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:32.859231 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-1b91e553-6dee-46b4-8313-8b561d8bbdaa req-a191e6cd-9206-4622-ad5b-7e7951281920 service neutron] Transition to ACTIVE for port object 6dca1592-9e48-4546-ae97-f7d7ad907589 will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:44:32.867155 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-1b91e553-6dee-46b4-8313-8b561d8bbdaa req-a191e6cd-9206-4622-ad5b-7e7951281920 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (6dca1592-9e48-4546-ae97-f7d7ad907589), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:32.869093 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Pushing event updated for resources: {'Port': ['ID=08ede308-9e6f-4cc0-87a3-c71271bcad33,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:44:32.938060 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:44:32.938421 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:44:32.938830 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:44:32.939187 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:44:32.943670 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:44:32.944187 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:44:32.945968 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:44:32.946477 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:44:32.946832 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:44:32.948763 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:44:32.949764 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:44:32.950200 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:44:32.953059 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:44:32.973476 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-458f8b7c-261a-4f49-bb2b-f2726503fb6f req-6305f828-d467-4ad9-86f3-904766d4f8b9 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] 10.222.0.41 "GET /v2.0/security-groups?id=8fb92af4-723b-4e2e-9d4a-13e95ed434a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1402140 Jan 28 07:44:33.018323 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a191e6cd-9206-4622-ad5b-7e7951281920 service neutron] Pushing event updated for resources: {'Port': ['ID=6dca1592-9e48-4546-ae97-f7d7ad907589,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:44:33.150381 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-9d8f1c3e-6b08-47d8-bfaf-32d46b4d9c85 None None] Set router e88b82da-3b42-4c31-9646-1e49fb83b972 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:44:33.186993 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-1b91e553-6dee-46b4-8313-8b561d8bbdaa req-a191e6cd-9206-4622-ad5b-7e7951281920 service neutron] Attempting to bind port 6dca1592-9e48-4546-ae97-f7d7ad907589 on host n-h1-712749-28 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:44:33.187342 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-1b91e553-6dee-46b4-8313-8b561d8bbdaa req-a191e6cd-9206-4622-ad5b-7e7951281920 service neutron] Attempting to bind port 6dca1592-9e48-4546-ae97-f7d7ad907589 by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': '79b7ada3-348a-4934-8d55-3503266e7b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'a30336a5-b3a0-4783-8e54-de537509e123'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:44:33.187681 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b91e553-6dee-46b4-8313-8b561d8bbdaa req-a191e6cd-9206-4622-ad5b-7e7951281920 service neutron] Attempting to bind port 6dca1592-9e48-4546-ae97-f7d7ad907589 on network a30336a5-b3a0-4783-8e54-de537509e123 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:44:33.202137 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b91e553-6dee-46b4-8313-8b561d8bbdaa req-a191e6cd-9206-4622-ad5b-7e7951281920 service neutron] Port 6dca1592-9e48-4546-ae97-f7d7ad907589 on network a30336a5-b3a0-4783-8e54-de537509e123 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:44:33.202460 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b91e553-6dee-46b4-8313-8b561d8bbdaa req-a191e6cd-9206-4622-ad5b-7e7951281920 service neutron] Attempting to bind port 6dca1592-9e48-4546-ae97-f7d7ad907589 on network a30336a5-b3a0-4783-8e54-de537509e123 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:44:33.214357 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b91e553-6dee-46b4-8313-8b561d8bbdaa req-a191e6cd-9206-4622-ad5b-7e7951281920 service neutron] Checking agent: {'id': '2fca46b1-237f-4857-9290-2429d810e472', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 44, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:44:33.215506 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b91e553-6dee-46b4-8313-8b561d8bbdaa req-a191e6cd-9206-4622-ad5b-7e7951281920 service neutron] Checking segment: {'id': '79b7ada3-348a-4934-8d55-3503266e7b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'a30336a5-b3a0-4783-8e54-de537509e123'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:44:33.215891 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b91e553-6dee-46b4-8313-8b561d8bbdaa req-a191e6cd-9206-4622-ad5b-7e7951281920 service neutron] Bound using segment: {'id': '79b7ada3-348a-4934-8d55-3503266e7b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'a30336a5-b3a0-4783-8e54-de537509e123'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:44:33.216141 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-1b91e553-6dee-46b4-8313-8b561d8bbdaa req-a191e6cd-9206-4622-ad5b-7e7951281920 service neutron] Bound port: 6dca1592-9e48-4546-ae97-f7d7ad907589, host: n-h1-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79b7ada3-348a-4934-8d55-3503266e7b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'a30336a5-b3a0-4783-8e54-de537509e123'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:44:33.226015 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-1b91e553-6dee-46b4-8313-8b561d8bbdaa req-a191e6cd-9206-4622-ad5b-7e7951281920 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (6dca1592-9e48-4546-ae97-f7d7ad907589), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:33.333689 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e0af3c81-00f7-4c99-98ae-7d8973255693 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:33.357140 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:33.399577 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-1b91e553-6dee-46b4-8313-8b561d8bbdaa req-a191e6cd-9206-4622-ad5b-7e7951281920 service neutron] For port 6dca1592-9e48-4546-ae97-f7d7ad907589, host n-h1-712749-28, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:44:33.407716 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-1b91e553-6dee-46b4-8313-8b561d8bbdaa req-a191e6cd-9206-4622-ad5b-7e7951281920 service neutron] For port 6dca1592-9e48-4546-ae97-f7d7ad907589, host n-h1-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=6dca1592-9e48-4546-ae97-f7d7ad907589,segment=NetworkSegment(79b7ada3-348a-4934-8d55-3503266e7b35),segment_id=79b7ada3-348a-4934-8d55-3503266e7b35)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:44:33.415825 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-1b91e553-6dee-46b4-8313-8b561d8bbdaa req-a191e6cd-9206-4622-ad5b-7e7951281920 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (6dca1592-9e48-4546-ae97-f7d7ad907589), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:33.471977 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b91e553-6dee-46b4-8313-8b561d8bbdaa req-a191e6cd-9206-4622-ad5b-7e7951281920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:44:33.477217 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-1b91e553-6dee-46b4-8313-8b561d8bbdaa req-a191e6cd-9206-4622-ad5b-7e7951281920 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:33.479692 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1b91e553-6dee-46b4-8313-8b561d8bbdaa req-a191e6cd-9206-4622-ad5b-7e7951281920 service neutron] 10.222.0.10 "PUT /v2.0/ports/6dca1592-9e48-4546-ae97-f7d7ad907589 HTTP/1.1" status: 200 len: 1092 time: 2.0630262 Jan 28 07:44:33.480318 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fb6bd0d-df7e-4c6e-89f1-db900bb17770', 'tag': '6dca1592-9e48-4546-ae97-f7d7ad907589'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:44:33.483069 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9575512-f668-4fe0-bdae-a39aefd3a825" -d '{"events": [{"name": "network-changed", "server_uuid": "2fb6bd0d-df7e-4c6e-89f1-db900bb17770", "tag": "6dca1592-9e48-4546-ae97-f7d7ad907589"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:44:33.536922 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a191e6cd-9206-4622-ad5b-7e7951281920 service neutron] Pushing event updated for resources: {'Port': ['ID=6dca1592-9e48-4546-ae97-f7d7ad907589,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:44:33.614067 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-578a6e49-da84-4e52-ac6e-ddc798445899 x-openstack-request-id: req-578a6e49-da84-4e52-ac6e-ddc798445899 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:44:33.615628 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fb6bd0d-df7e-4c6e-89f1-db900bb17770", "tag": "6dca1592-9e48-4546-ae97-f7d7ad907589", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:44:33.615924 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-578a6e49-da84-4e52-ac6e-ddc798445899 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:44:33.616367 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fb6bd0d-df7e-4c6e-89f1-db900bb17770', 'tag': '6dca1592-9e48-4546-ae97-f7d7ad907589', 'status': 'completed', 'code': 200} Jan 28 07:44:33.702527 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b91e553-6dee-46b4-8313-8b561d8bbdaa req-8b13b1b9-9341-4dd2-9f0a-295601d7e442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:44:33.709425 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1b91e553-6dee-46b4-8313-8b561d8bbdaa req-8b13b1b9-9341-4dd2-9f0a-295601d7e442 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5542ea76c30542aeb3cf0ca71420ede0&device_id=2fb6bd0d-df7e-4c6e-89f1-db900bb17770 HTTP/1.1" status: 200 len: 1095 time: 0.1579807 Jan 28 07:44:33.809924 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-9d8f1c3e-6b08-47d8-bfaf-32d46b4d9c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e88b82da-3b42-4c31-9646-1e49fb83b972', 'name': 'tempest-TestServerMultinode-163083755-router', 'tenant_id': 'b380a9dca2f14d0baaf4a07544746b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': '08ede308-9e6f-4cc0-87a3-c71271bcad33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:44:24Z', 'updated_at': '2022-01-28T07:44:30Z', 'revision_number': 4, 'project_id': 'b380a9dca2f14d0baaf4a07544746b5d', 'gw_port': {'id': '08ede308-9e6f-4cc0-87a3-c71271bcad33', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:19:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e88b82da-3b42-4c31-9646-1e49fb83b972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:44:25Z', 'updated_at': '2022-01-28T07:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '870c35ee-a713-4d0a-bfca-2578afbadaf0', 'name': '', 'network_id': '091e73a4-4462-43c6-a062-3e42baf07e30', 'tenant_id': 'b380a9dca2f14d0baaf4a07544746b5d', 'mac_address': 'fa:16:3e:f1:c8:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e88b82da-3b42-4c31-9646-1e49fb83b972', 'device_owner': 'network:router_interface', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': 'd75905ba-c814-47b4-b2aa-ca3b117a97fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:44:28Z', 'updated_at': '2022-01-28T07:44:30Z', 'revision_number': 2, 'project_id': 'b380a9dca2f14d0baaf4a07544746b5d', 'subnets': [{'id': 'd75905ba-c814-47b4-b2aa-ca3b117a97fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:44:33.832740 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1b91e553-6dee-46b4-8313-8b561d8bbdaa req-8c9f6bb8-ae64-40ee-a1c3-53ba9f4bda10 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6dca1592-9e48-4546-ae97-f7d7ad907589 HTTP/1.1" status: 200 len: 217 time: 0.1044319 Jan 28 07:44:33.844367 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8f1c3e-6b08-47d8-bfaf-32d46b4d9c85 None None] Checking router: e88b82da-3b42-4c31-9646-1e49fb83b972 for host: n-d-712749-28 {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:44:33.844730 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8f1c3e-6b08-47d8-bfaf-32d46b4d9c85 None None] Updating router e88b82da-3b42-4c31-9646-1e49fb83b972 port 870c35ee-a713-4d0a-bfca-2578afbadaf0 binding host n-d-712749-28 {{(pid=103285) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 07:44:33.847073 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 08ede308-9e6f-4cc0-87a3-c71271bcad33 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:44:33.862587 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 58668) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:44:33.868313 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-f4b0a6c4-f2a0-4090-bd58-d2274988a579 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-890706964-network', 'tenant_id': 'b77933173ac3480dba85b6ea0ea5b81b'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:44:33.919014 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4b0a6c4-f2a0-4090-bd58-d2274988a579 admin admin] Made reservation on behalf of b77933173ac3480dba85b6ea0ea5b81b for: {'network': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:44:33.923222 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f4b0a6c4-f2a0-4090-bd58-d2274988a579 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:33.926347 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9d8f1c3e-6b08-47d8-bfaf-32d46b4d9c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (870c35ee-a713-4d0a-bfca-2578afbadaf0), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:33.934522 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b91e553-6dee-46b4-8313-8b561d8bbdaa req-14c72bc0-d3be-4120-9d58-163e9ef754a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:44:33.936114 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1b91e553-6dee-46b4-8313-8b561d8bbdaa req-14c72bc0-d3be-4120-9d58-163e9ef754a9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5479f019-202c-46d0-8eb2-e3988316e62a HTTP/1.1" status: 200 len: 835 time: 0.0946860 Jan 28 07:44:33.941381 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f4b0a6c4-f2a0-4090-bd58-d2274988a579 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:34.120466 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b91e553-6dee-46b4-8313-8b561d8bbdaa req-e9265f58-cc29-4e7a-a957-7f100f78e23c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:44:34.124318 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1b91e553-6dee-46b4-8313-8b561d8bbdaa req-e9265f58-cc29-4e7a-a957-7f100f78e23c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a30336a5-b3a0-4783-8e54-de537509e123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1690941 Jan 28 07:44:34.136977 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f4b0a6c4-f2a0-4090-bd58-d2274988a579 admin admin] Publish callbacks [] for security_group (a895eec8-7a4c-4d2c-98d9-e13292e98e4e), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:34.144532 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f4b0a6c4-f2a0-4090-bd58-d2274988a579 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (a895eec8-7a4c-4d2c-98d9-e13292e98e4e), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:34.194300 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:34.202783 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4b0a6c4-f2a0-4090-bd58-d2274988a579 admin admin] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=103283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:44:34.223875 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 08ede308-9e6f-4cc0-87a3-c71271bcad33 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:44:34.226674 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (08ede308-9e6f-4cc0-87a3-c71271bcad33), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:34.237018 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b0a6c4-f2a0-4090-bd58-d2274988a579 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a895eec8-7a4c-4d2c-98d9-e13292e98e4e,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:44:34.258389 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f4b0a6c4-f2a0-4090-bd58-d2274988a579 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (d66f5881-561b-4027-808a-8877b96dd073), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:34.258869 n-d-712749-28 neutron-server[103283]: INFO neutron.db.segments_db [None req-f4b0a6c4-f2a0-4090-bd58-d2274988a579 admin admin] Added segment d66f5881-561b-4027-808a-8877b96dd073 of type vlan for network 4d422226-2b10-42eb-b43a-bb04866a738d Jan 28 07:44:34.265141 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1b91e553-6dee-46b4-8313-8b561d8bbdaa req-f25aa60a-494c-4eb6-a404-5a0bfb93c5e8 service neutron] 10.222.0.10 "GET /v2.0/networks/a30336a5-b3a0-4783-8e54-de537509e123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313829 Jan 28 07:44:34.281881 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc21d40d-73a3-4073-9be5-edefce10621c req-38f424ef-d520-4b5a-8fde-a14c0961f152 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:44:34.283870 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-bc21d40d-73a3-4073-9be5-edefce10621c req-38f424ef-d520-4b5a-8fde-a14c0961f152 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fb6bd0d-df7e-4c6e-89f1-db900bb17770 HTTP/1.1" status: 200 len: 943 time: 0.1251915 Jan 28 07:44:34.364971 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f4b0a6c4-f2a0-4090-bd58-d2274988a579 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (4d422226-2b10-42eb-b43a-bb04866a738d), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:34.416618 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-bc21d40d-73a3-4073-9be5-edefce10621c req-2de2cd08-127a-4470-a95e-5f29632549c8 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] 10.222.0.41 "GET /v2.0/security-groups?id=8fb92af4-723b-4e2e-9d4a-13e95ed434a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002703 Jan 28 07:44:34.489249 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f4b0a6c4-f2a0-4090-bd58-d2274988a579 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (4d422226-2b10-42eb-b43a-bb04866a738d), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:34.493288 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b0a6c4-f2a0-4090-bd58-d2274988a579 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:44:34.494014 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f4b0a6c4-f2a0-4090-bd58-d2274988a579 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:34.517953 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1b91e553-6dee-46b4-8313-8b561d8bbdaa req-1d6c5b65-a591-41ce-b3a9-0a45ce78d932 service neutron] 10.222.0.10 "GET /v2.0/networks/a30336a5-b3a0-4783-8e54-de537509e123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2391834 Jan 28 07:44:34.573660 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 08ede308-9e6f-4cc0-87a3-c71271bcad33 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:44:34.673771 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9575512-f668-4fe0-bdae-a39aefd3a825 req-52428e71-2047-40b8-9fb6-84298325b4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:44:34.676862 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a9575512-f668-4fe0-bdae-a39aefd3a825 req-52428e71-2047-40b8-9fb6-84298325b4b1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5542ea76c30542aeb3cf0ca71420ede0&device_id=2fb6bd0d-df7e-4c6e-89f1-db900bb17770 HTTP/1.1" status: 200 len: 1095 time: 0.0480380 Jan 28 07:44:34.766048 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-f4b0a6c4-f2a0-4090-bd58-d2274988a579 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9019659 Jan 28 07:44:34.766437 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 58692) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:44:34.772762 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-6c570275-12e8-4e47-936c-79723f7031d1 admin admin] Request body: {'subnet': {'network_id': '4d422226-2b10-42eb-b43a-bb04866a738d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-890706964-subnet', 'tenant_id': 'b77933173ac3480dba85b6ea0ea5b81b', 'ip_version': 4}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:44:34.776141 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9d8f1c3e-6b08-47d8-bfaf-32d46b4d9c85 None None] Publish callbacks [] for port (870c35ee-a713-4d0a-bfca-2578afbadaf0), precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:34.785221 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b0a6c4-f2a0-4090-bd58-d2274988a579 admin admin] Pushing event updated for resources: {'Network': ['ID=4d422226-2b10-42eb-b43a-bb04866a738d,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:44:34.798170 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network 4d422226-2b10-42eb-b43a-bb04866a738d details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:44:34.802881 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9d8f1c3e-6b08-47d8-bfaf-32d46b4d9c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (870c35ee-a713-4d0a-bfca-2578afbadaf0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:34.941043 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5dc329-2f5c-4ed6-9b90-e94eb2ad236c None None] Pushing event updated for resources: {'Port': ['ID=870c35ee-a713-4d0a-bfca-2578afbadaf0,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:44:35.002520 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-9d8f1c3e-6b08-47d8-bfaf-32d46b4d9c85 None None] Attempting to bind port 870c35ee-a713-4d0a-bfca-2578afbadaf0 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:44:35.002906 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-9d8f1c3e-6b08-47d8-bfaf-32d46b4d9c85 None None] Attempting to bind port 870c35ee-a713-4d0a-bfca-2578afbadaf0 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': 'bc701e67-b647-47db-bf6d-411081859a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '091e73a4-4462-43c6-a062-3e42baf07e30'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:44:35.003280 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8f1c3e-6b08-47d8-bfaf-32d46b4d9c85 None None] Attempting to bind port 870c35ee-a713-4d0a-bfca-2578afbadaf0 on network 091e73a4-4462-43c6-a062-3e42baf07e30 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:44:35.009217 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8f1c3e-6b08-47d8-bfaf-32d46b4d9c85 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 44, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:44:35.009609 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8f1c3e-6b08-47d8-bfaf-32d46b4d9c85 None None] Checking segment: {'id': 'bc701e67-b647-47db-bf6d-411081859a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '091e73a4-4462-43c6-a062-3e42baf07e30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:44:35.010024 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9d8f1c3e-6b08-47d8-bfaf-32d46b4d9c85 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:35.010430 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8f1c3e-6b08-47d8-bfaf-32d46b4d9c85 None None] Bound using segment: {'id': 'bc701e67-b647-47db-bf6d-411081859a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '091e73a4-4462-43c6-a062-3e42baf07e30'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:44:35.010915 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-9d8f1c3e-6b08-47d8-bfaf-32d46b4d9c85 None None] Bound port: 870c35ee-a713-4d0a-bfca-2578afbadaf0, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc701e67-b647-47db-bf6d-411081859a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '091e73a4-4462-43c6-a062-3e42baf07e30'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:44:35.011312 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9d8f1c3e-6b08-47d8-bfaf-32d46b4d9c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (870c35ee-a713-4d0a-bfca-2578afbadaf0), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:35.125861 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9d8f1c3e-6b08-47d8-bfaf-32d46b4d9c85 None None] For port 870c35ee-a713-4d0a-bfca-2578afbadaf0, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:44:35.134976 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9d8f1c3e-6b08-47d8-bfaf-32d46b4d9c85 None None] For port 870c35ee-a713-4d0a-bfca-2578afbadaf0, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=870c35ee-a713-4d0a-bfca-2578afbadaf0,segment=NetworkSegment(bc701e67-b647-47db-bf6d-411081859a89),segment_id=bc701e67-b647-47db-bf6d-411081859a89)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:44:35.145488 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9d8f1c3e-6b08-47d8-bfaf-32d46b4d9c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (870c35ee-a713-4d0a-bfca-2578afbadaf0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:35.208368 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8f1c3e-6b08-47d8-bfaf-32d46b4d9c85 None None] Routers {'e88b82da-3b42-4c31-9646-1e49fb83b972'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:44:35.209125 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-9d8f1c3e-6b08-47d8-bfaf-32d46b4d9c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:44:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['e88b82da-3b42-4c31-9646-1e49fb83b972'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:44:35.280224 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5dc329-2f5c-4ed6-9b90-e94eb2ad236c None None] Pushing event updated for resources: {'Port': ['ID=870c35ee-a713-4d0a-bfca-2578afbadaf0,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:44:35.392588 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c570275-12e8-4e47-936c-79723f7031d1 admin admin] Made reservation on behalf of b77933173ac3480dba85b6ea0ea5b81b for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:44:35.395220 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6c570275-12e8-4e47-936c-79723f7031d1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24979592'] for subnet (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:35.397813 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-1f744875-8bd8-4ffc-81b5-8194c19c346a None None] Provisioning complete for port 870c35ee-a713-4d0a-bfca-2578afbadaf0 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:44:35.398402 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1f744875-8bd8-4ffc-81b5-8194c19c346a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (870c35ee-a713-4d0a-bfca-2578afbadaf0), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:35.446253 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-9d8f1c3e-6b08-47d8-bfaf-32d46b4d9c85 None None] Set router e88b82da-3b42-4c31-9646-1e49fb83b972 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:44:35.505863 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9575512-f668-4fe0-bdae-a39aefd3a825 req-346efe6b-3f60-4db4-b006-6a1ae43214e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:44:35.510858 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a9575512-f668-4fe0-bdae-a39aefd3a825 req-346efe6b-3f60-4db4-b006-6a1ae43214e6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a30336a5-b3a0-4783-8e54-de537509e123 HTTP/1.1" status: 200 len: 898 time: 0.8270762 Jan 28 07:44:35.633891 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a9575512-f668-4fe0-bdae-a39aefd3a825 req-a41bb1f8-815a-420b-8305-35efc1ef4789 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6dca1592-9e48-4546-ae97-f7d7ad907589 HTTP/1.1" status: 200 len: 217 time: 0.1112311 Jan 28 07:44:35.692771 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9274554a-1148-4272-abc4-2e39f8684574 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:35.710259 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9575512-f668-4fe0-bdae-a39aefd3a825 req-4593981f-71a2-45e4-984b-ec92cf1f85eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:44:35.711759 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a9575512-f668-4fe0-bdae-a39aefd3a825 req-4593981f-71a2-45e4-984b-ec92cf1f85eb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5479f019-202c-46d0-8eb2-e3988316e62a HTTP/1.1" status: 200 len: 835 time: 0.0654590 Jan 28 07:44:35.713747 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-1f744875-8bd8-4ffc-81b5-8194c19c346a None None] Current status of the port 870c35ee-a713-4d0a-bfca-2578afbadaf0 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:44:35.715085 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1f744875-8bd8-4ffc-81b5-8194c19c346a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (870c35ee-a713-4d0a-bfca-2578afbadaf0), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:35.724931 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501d7e90-7484-4121-8ec4-f6116c82d4d0 req-bf736167-de72-4165-8597-bcc4f55c38df tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:44:35.726780 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-501d7e90-7484-4121-8ec4-f6116c82d4d0 req-bf736167-de72-4165-8597-bcc4f55c38df tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fb6bd0d-df7e-4c6e-89f1-db900bb17770 HTTP/1.1" status: 200 len: 943 time: 0.1736097 Jan 28 07:44:35.791896 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-1f744875-8bd8-4ffc-81b5-8194c19c346a None None] For port 870c35ee-a713-4d0a-bfca-2578afbadaf0, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=870c35ee-a713-4d0a-bfca-2578afbadaf0,segment=NetworkSegment(bc701e67-b647-47db-bf6d-411081859a89),segment_id=bc701e67-b647-47db-bf6d-411081859a89)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:44:35.805184 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1f744875-8bd8-4ffc-81b5-8194c19c346a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (870c35ee-a713-4d0a-bfca-2578afbadaf0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:35.900582 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f744875-8bd8-4ffc-81b5-8194c19c346a None None] Pushing event updated for resources: {'Port': ['ID=870c35ee-a713-4d0a-bfca-2578afbadaf0,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:44:35.915590 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-9d8f1c3e-6b08-47d8-bfaf-32d46b4d9c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e88b82da-3b42-4c31-9646-1e49fb83b972', 'name': 'tempest-TestServerMultinode-163083755-router', 'tenant_id': 'b380a9dca2f14d0baaf4a07544746b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': '08ede308-9e6f-4cc0-87a3-c71271bcad33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:44:24Z', 'updated_at': '2022-01-28T07:44:30Z', 'revision_number': 4, 'project_id': 'b380a9dca2f14d0baaf4a07544746b5d', 'gw_port': {'id': '08ede308-9e6f-4cc0-87a3-c71271bcad33', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:19:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e88b82da-3b42-4c31-9646-1e49fb83b972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:44:25Z', 'updated_at': '2022-01-28T07:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '870c35ee-a713-4d0a-bfca-2578afbadaf0', 'name': '', 'network_id': '091e73a4-4462-43c6-a062-3e42baf07e30', 'tenant_id': 'b380a9dca2f14d0baaf4a07544746b5d', 'mac_address': 'fa:16:3e:f1:c8:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e88b82da-3b42-4c31-9646-1e49fb83b972', 'device_owner': 'network:router_interface', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': 'd75905ba-c814-47b4-b2aa-ca3b117a97fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:44:28Z', 'updated_at': '2022-01-28T07:44:35Z', 'revision_number': 4, 'project_id': 'b380a9dca2f14d0baaf4a07544746b5d', 'subnets': [{'id': 'd75905ba-c814-47b4-b2aa-ca3b117a97fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:44:35.940360 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9575512-f668-4fe0-bdae-a39aefd3a825 req-d775dc77-64f5-4772-b46a-acd87757caaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:44:35.941984 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a9575512-f668-4fe0-bdae-a39aefd3a825 req-d775dc77-64f5-4772-b46a-acd87757caaf service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a30336a5-b3a0-4783-8e54-de537509e123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2143228 Jan 28 07:44:35.948803 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-501d7e90-7484-4121-8ec4-f6116c82d4d0 req-c9e74597-02b4-4280-a03b-98e6cc1ad707 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] 10.222.0.41 "GET /v2.0/security-groups?id=8fb92af4-723b-4e2e-9d4a-13e95ed434a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2042429 Jan 28 07:44:35.970583 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8f1c3e-6b08-47d8-bfaf-32d46b4d9c85 None None] The sync data for ids ['e88b82da-3b42-4c31-9646-1e49fb83b972'] in n-d-712749-28 is: [{'id': 'e88b82da-3b42-4c31-9646-1e49fb83b972', 'name': 'tempest-TestServerMultinode-163083755-router', 'tenant_id': 'b380a9dca2f14d0baaf4a07544746b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': '08ede308-9e6f-4cc0-87a3-c71271bcad33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:44:24Z', 'updated_at': '2022-01-28T07:44:30Z', 'revision_number': 4, 'project_id': 'b380a9dca2f14d0baaf4a07544746b5d', 'gw_port': {'id': '08ede308-9e6f-4cc0-87a3-c71271bcad33', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:19:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e88b82da-3b42-4c31-9646-1e49fb83b972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:44:25Z', 'updated_at': '2022-01-28T07:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '870c35ee-a713-4d0a-bfca-2578afbadaf0', 'name': '', 'network_id': '091e73a4-4462-43c6-a062-3e42baf07e30', 'tenant_id': 'b380a9dca2f14d0baaf4a07544746b5d', 'mac_address': 'fa:16:3e:f1:c8:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e88b82da-3b42-4c31-9646-1e49fb83b972', 'device_owner': 'network:router_interface', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': 'd75905ba-c814-47b4-b2aa-ca3b117a97fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:44:28Z', 'updated_at': '2022-01-28T07:44:35Z', 'revision_number': 4, 'project_id': 'b380a9dca2f14d0baaf4a07544746b5d', 'subnets': [{'id': 'd75905ba-c814-47b4-b2aa-ca3b117a97fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:44:35.993375 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-e4f01d76-c9f9-47d8-9ba2-9ea7e511b1c1 None None] Provisioning complete for port 870c35ee-a713-4d0a-bfca-2578afbadaf0 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:44:35.994056 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e4f01d76-c9f9-47d8-9ba2-9ea7e511b1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (870c35ee-a713-4d0a-bfca-2578afbadaf0), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:36.111129 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6c570275-12e8-4e47-936c-79723f7031d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24757504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24979610'] for subnet (59f03e50-2e7e-4380-8068-748a5e15db49), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:36.188054 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-e4f01d76-c9f9-47d8-9ba2-9ea7e511b1c1 None None] Current status of the port 870c35ee-a713-4d0a-bfca-2578afbadaf0 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:44:36.250918 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c570275-12e8-4e47-936c-79723f7031d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59f03e50-2e7e-4380-8068-748a5e15db49,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:44:36.282100 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a9575512-f668-4fe0-bdae-a39aefd3a825 req-b3b25be4-f3f8-4608-8ca7-dc413c108901 service neutron] 10.222.0.10 "GET /v2.0/networks/a30336a5-b3a0-4783-8e54-de537509e123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2955387 Jan 28 07:44:36.291906 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c570275-12e8-4e47-936c-79723f7031d1 admin admin] Checking segment: {'id': 'd66f5881-561b-4027-808a-8877b96dd073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4d422226-2b10-42eb-b43a-bb04866a738d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:44:36.293474 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c570275-12e8-4e47-936c-79723f7031d1 admin admin] Network hostable DHCP agents. Network: 4d422226-2b10-42eb-b43a-bb04866a738d, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:44:36.375555 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c570275-12e8-4e47-936c-79723f7031d1 admin admin] Network 4d422226-2b10-42eb-b43a-bb04866a738d is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:44:36.393743 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-6c570275-12e8-4e47-936c-79723f7031d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, 4d422226-2b10-42eb-b43a-bb04866a738d) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:44:36.404133 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c4c97b-d0d4-4f93-9186-2ce86123db96 None None] Network 4d422226-2b10-42eb-b43a-bb04866a738d requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:44:36.431822 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c570275-12e8-4e47-936c-79723f7031d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:44:36.432443 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6c570275-12e8-4e47-936c-79723f7031d1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:36.453812 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-6c570275-12e8-4e47-936c-79723f7031d1 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.6862147 Jan 28 07:44:36.456396 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 58722) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:44:36.461034 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-c825c545-fcfa-4d93-bdd9-500553e9829e admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-890706964-router', 'tenant_id': 'b77933173ac3480dba85b6ea0ea5b81b', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:44:36.534083 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a9575512-f668-4fe0-bdae-a39aefd3a825 req-4c4483e2-dff4-497d-82b7-76ff24582575 service neutron] 10.222.0.10 "GET /v2.0/networks/a30336a5-b3a0-4783-8e54-de537509e123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2351625 Jan 28 07:44:36.535294 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c825c545-fcfa-4d93-bdd9-500553e9829e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16606890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127275'] for router (9e69b0f7-c85c-47fa-b43b-5dfccd3de7af), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:36.536397 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c825c545-fcfa-4d93-bdd9-500553e9829e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16605498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16607952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16355422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127266'] for router (9e69b0f7-c85c-47fa-b43b-5dfccd3de7af), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:36.564601 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73148471-ba29-42c1-95a9-6ab6c9ef63a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3dd72b9-6805-5f61-b6f3-a591f99a173d-4d422226-2b10-42eb-b43a-bb04866a738d', 'network_id': '4d422226-2b10-42eb-b43a-bb04866a738d', 'project_id': 'b77933173ac3480dba85b6ea0ea5b81b', 'fixed_ips': [{'subnet_id': '59f03e50-2e7e-4380-8068-748a5e15db49'}]}} from n-d-712749-28. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 07:44:36.565742 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-73148471-ba29-42c1-95a9-6ab6c9ef63a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:36.653107 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c825c545-fcfa-4d93-bdd9-500553e9829e admin admin] Publish callbacks [] for router_controller (9e69b0f7-c85c-47fa-b43b-5dfccd3de7af), precommit_add_association {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:36.806486 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-73148471-ba29-42c1-95a9-6ab6c9ef63a1 None None] Allocated IP 172.20.0.2 (4d422226-2b10-42eb-b43a-bb04866a738d/59f03e50-2e7e-4380-8068-748a5e15db49/efe21fee-8d38-4917-86de-d68f8b73d925) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:44:36.898136 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c825c545-fcfa-4d93-bdd9-500553e9829e admin admin] Publish callbacks [] for router_gateway (9e69b0f7-c85c-47fa-b43b-5dfccd3de7af), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:37.046160 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-73148471-ba29-42c1-95a9-6ab6c9ef63a1 None None] Publish callbacks [] for port (efe21fee-8d38-4917-86de-d68f8b73d925), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:37.064551 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-73148471-ba29-42c1-95a9-6ab6c9ef63a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (efe21fee-8d38-4917-86de-d68f8b73d925), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:37.093080 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73148471-ba29-42c1-95a9-6ab6c9ef63a1 None None] Network 4d422226-2b10-42eb-b43a-bb04866a738d is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:44:37.094617 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:37.098945 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-73148471-ba29-42c1-95a9-6ab6c9ef63a1 None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:44:37.111884 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73148471-ba29-42c1-95a9-6ab6c9ef63a1 None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:44:37.228480 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e69475-cdc5-48be-9b11-9c9824b40363 req-5a4b1439-67b7-451e-a8a8-32ab599f0bd1 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:44:37.238656 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b7e69475-cdc5-48be-9b11-9c9824b40363 req-5a4b1439-67b7-451e-a8a8-32ab599f0bd1 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fb6bd0d-df7e-4c6e-89f1-db900bb17770 HTTP/1.1" status: 200 len: 943 time: 0.1243310 Jan 28 07:44:37.331104 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b7e69475-cdc5-48be-9b11-9c9824b40363 req-c9861411-0df0-4b42-9290-5f3753023d3b tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] 10.222.0.41 "GET /v2.0/security-groups?id=8fb92af4-723b-4e2e-9d4a-13e95ed434a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904050 Jan 28 07:44:37.362781 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c825c545-fcfa-4d93-bdd9-500553e9829e admin admin] Publish callbacks [] for router_gateway (9e69b0f7-c85c-47fa-b43b-5dfccd3de7af), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:37.399590 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c825c545-fcfa-4d93-bdd9-500553e9829e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:37.512774 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73148471-ba29-42c1-95a9-6ab6c9ef63a1 None None] Pushing event updated for resources: {'Port': ['ID=efe21fee-8d38-4917-86de-d68f8b73d925,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:44:37.552139 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-c825c545-fcfa-4d93-bdd9-500553e9829e admin admin] Allocated IP 172.25.6.82 (7d5b3724-deef-4831-8d43-cb9b8176573c/b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc/08c296e5-8b4f-4d53-af7b-63257ea342bf) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:44:37.587727 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-73148471-ba29-42c1-95a9-6ab6c9ef63a1 None None] Attempting to bind port efe21fee-8d38-4917-86de-d68f8b73d925 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:44:37.588111 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-73148471-ba29-42c1-95a9-6ab6c9ef63a1 None None] Attempting to bind port efe21fee-8d38-4917-86de-d68f8b73d925 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': 'd66f5881-561b-4027-808a-8877b96dd073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4d422226-2b10-42eb-b43a-bb04866a738d'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:44:37.588662 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73148471-ba29-42c1-95a9-6ab6c9ef63a1 None None] Attempting to bind port efe21fee-8d38-4917-86de-d68f8b73d925 on network 4d422226-2b10-42eb-b43a-bb04866a738d {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:44:37.595059 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73148471-ba29-42c1-95a9-6ab6c9ef63a1 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 44, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:44:37.595444 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73148471-ba29-42c1-95a9-6ab6c9ef63a1 None None] Checking segment: {'id': 'd66f5881-561b-4027-808a-8877b96dd073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4d422226-2b10-42eb-b43a-bb04866a738d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:44:37.595851 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-73148471-ba29-42c1-95a9-6ab6c9ef63a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:37.596395 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73148471-ba29-42c1-95a9-6ab6c9ef63a1 None None] Bound using segment: {'id': 'd66f5881-561b-4027-808a-8877b96dd073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4d422226-2b10-42eb-b43a-bb04866a738d'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:44:37.596899 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-73148471-ba29-42c1-95a9-6ab6c9ef63a1 None None] Bound port: efe21fee-8d38-4917-86de-d68f8b73d925, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd66f5881-561b-4027-808a-8877b96dd073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4d422226-2b10-42eb-b43a-bb04866a738d'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:44:37.597357 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-73148471-ba29-42c1-95a9-6ab6c9ef63a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (efe21fee-8d38-4917-86de-d68f8b73d925), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:37.762490 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c825c545-fcfa-4d93-bdd9-500553e9829e admin admin] Publish callbacks [] for port (08c296e5-8b4f-4d53-af7b-63257ea342bf), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:37.781138 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-73148471-ba29-42c1-95a9-6ab6c9ef63a1 None None] For port efe21fee-8d38-4917-86de-d68f8b73d925, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:44:37.785199 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-73148471-ba29-42c1-95a9-6ab6c9ef63a1 None None] For port efe21fee-8d38-4917-86de-d68f8b73d925, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=efe21fee-8d38-4917-86de-d68f8b73d925,segment=NetworkSegment(d66f5881-561b-4027-808a-8877b96dd073),segment_id=d66f5881-561b-4027-808a-8877b96dd073)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:44:37.794028 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-73148471-ba29-42c1-95a9-6ab6c9ef63a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (efe21fee-8d38-4917-86de-d68f8b73d925), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:37.890316 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c825c545-fcfa-4d93-bdd9-500553e9829e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (08c296e5-8b4f-4d53-af7b-63257ea342bf), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:37.909975 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 870c35ee-a713-4d0a-bfca-2578afbadaf0 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:44:37.940724 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c825c545-fcfa-4d93-bdd9-500553e9829e admin admin] Network 7d5b3724-deef-4831-8d43-cb9b8176573c is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:44:37.961870 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-c825c545-fcfa-4d93-bdd9-500553e9829e admin admin] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:44:37.969513 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c825c545-fcfa-4d93-bdd9-500553e9829e admin admin] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:44:37.973944 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73148471-ba29-42c1-95a9-6ab6c9ef63a1 None None] Pushing event updated for resources: {'Port': ['ID=efe21fee-8d38-4917-86de-d68f8b73d925,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:44:37.977272 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c825c545-fcfa-4d93-bdd9-500553e9829e admin admin] Pushing event updated for resources: {'Port': ['ID=08c296e5-8b4f-4d53-af7b-63257ea342bf,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:44:38.096491 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 870c35ee-a713-4d0a-bfca-2578afbadaf0 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:44:38.097373 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (870c35ee-a713-4d0a-bfca-2578afbadaf0), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:38.192975 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 6dca1592-9e48-4546-ae97-f7d7ad907589 details requested by agent hyperv_n-h1-712749-28 with host n-h1-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:44:38.395086 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 6dca1592-9e48-4546-ae97-f7d7ad907589, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=6dca1592-9e48-4546-ae97-f7d7ad907589,segment=NetworkSegment(79b7ada3-348a-4934-8d55-3503266e7b35),segment_id=79b7ada3-348a-4934-8d55-3503266e7b35)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:44:38.454333 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Returning: {'device': '6dca1592-9e48-4546-ae97-f7d7ad907589', 'network_id': 'a30336a5-b3a0-4783-8e54-de537509e123', 'port_id': '6dca1592-9e48-4546-ae97-f7d7ad907589', 'mac_address': 'fa:16:3e:40:92:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5479f019-202c-46d0-8eb2-e3988316e62a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:44:38.458937 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 870c35ee-a713-4d0a-bfca-2578afbadaf0 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:44:38.506709 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 6dca1592-9e48-4546-ae97-f7d7ad907589 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:44:38.507083 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (6dca1592-9e48-4546-ae97-f7d7ad907589), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:38.523706 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6dca1592-9e48-4546-ae97-f7d7ad907589 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:44:38.526778 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c825c545-fcfa-4d93-bdd9-500553e9829e admin admin] Publish callbacks [] for router_gateway (9e69b0f7-c85c-47fa-b43b-5dfccd3de7af), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:38.552757 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 6dca1592-9e48-4546-ae97-f7d7ad907589, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=6dca1592-9e48-4546-ae97-f7d7ad907589,segment=NetworkSegment(79b7ada3-348a-4934-8d55-3503266e7b35),segment_id=79b7ada3-348a-4934-8d55-3503266e7b35)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:44:38.557534 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (6dca1592-9e48-4546-ae97-f7d7ad907589), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:38.620811 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=6dca1592-9e48-4546-ae97-f7d7ad907589,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:44:38.675254 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b432cf-5611-401f-b67b-b49443511729 req-2e55d277-2446-4a62-9298-d9730711c1a6 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:44:38.677369 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-80b432cf-5611-401f-b67b-b49443511729 req-2e55d277-2446-4a62-9298-d9730711c1a6 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fb6bd0d-df7e-4c6e-89f1-db900bb17770 HTTP/1.1" status: 200 len: 943 time: 0.2295628 Jan 28 07:44:38.749259 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:38.862264 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-80b432cf-5611-401f-b67b-b49443511729 req-5698eb63-7fd6-4679-99c8-ca59acaa4a82 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] 10.222.0.41 "GET /v2.0/security-groups?id=8fb92af4-723b-4e2e-9d4a-13e95ed434a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1460135 Jan 28 07:44:38.880696 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c825c545-fcfa-4d93-bdd9-500553e9829e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16605475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16607909'] for router (9e69b0f7-c85c-47fa-b43b-5dfccd3de7af), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:38.934967 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['6dca1592-9e48-4546-ae97-f7d7ad907589'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:44:39.383834 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b6dbad05-f0dd-4151-909f-c02bfd6a7f17 req-2c5e4605-199f-4a77-ba45-e144c4da44fe service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e438921b-221d-4d9b-8372-1d30dc58dd9f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0845280 Jan 28 07:44:39.432605 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8cec48c-77b9-4e24-89ba-a1eed7c675fc None None] Network 4d422226-2b10-42eb-b43a-bb04866a738d requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:44:39.565594 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dbad05-f0dd-4151-909f-c02bfd6a7f17 req-51fb9b8c-d8ae-4397-a32e-840fc8d7e8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:44:39.568683 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b6dbad05-f0dd-4151-909f-c02bfd6a7f17 req-51fb9b8c-d8ae-4397-a32e-840fc8d7e8cf service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6e11006faf4241738db69f23221595e2&device_id=e438921b-221d-4d9b-8372-1d30dc58dd9f HTTP/1.1" status: 200 len: 1097 time: 0.0759132 Jan 28 07:44:39.573169 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-5ea3e629-48de-4461-875d-e8fff66a1508 None None] Provisioning complete for port efe21fee-8d38-4917-86de-d68f8b73d925 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:44:39.573552 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5ea3e629-48de-4461-875d-e8fff66a1508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (efe21fee-8d38-4917-86de-d68f8b73d925), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:39.591272 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c825c545-fcfa-4d93-bdd9-500553e9829e admin admin] Router 9e69b0f7-c85c-47fa-b43b-5dfccd3de7af is scheduled to L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 with binding_index 1 {{(pid=103283) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 07:44:39.727800 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dbad05-f0dd-4151-909f-c02bfd6a7f17 req-a1cfd77d-f4f3-4791-875c-b90fd878608f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:44:39.730522 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b6dbad05-f0dd-4151-909f-c02bfd6a7f17 req-a1cfd77d-f4f3-4791-875c-b90fd878608f service neutron] 10.222.0.44 "GET /v2.0/networks?id=e89cba95-7c88-42ca-a2a1-7604d77c150d HTTP/1.1" status: 200 len: 913 time: 0.1386342 Jan 28 07:44:39.798445 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c825c545-fcfa-4d93-bdd9-500553e9829e admin admin] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:44:39.811963 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb64a9c6-7560-4765-8ddf-bcc929433831 None None] Sync routers for ids ['9e69b0f7-c85c-47fa-b43b-5dfccd3de7af'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:44:39.824750 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb64a9c6-7560-4765-8ddf-bcc929433831 None None] Routers {'9e69b0f7-c85c-47fa-b43b-5dfccd3de7af'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:44:39.825780 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-eb64a9c6-7560-4765-8ddf-bcc929433831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:44:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['9e69b0f7-c85c-47fa-b43b-5dfccd3de7af'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:44:39.845125 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c825c545-fcfa-4d93-bdd9-500553e9829e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:39.853085 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-c825c545-fcfa-4d93-bdd9-500553e9829e admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.3955429 Jan 28 07:44:39.853785 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 58790) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:44:39.889301 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b6dbad05-f0dd-4151-909f-c02bfd6a7f17 req-d19dc6dd-9074-47b7-97de-82f4e148a8a6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=18705699-32a7-4962-8693-6989ef5feed6 HTTP/1.1" status: 200 len: 1000 time: 0.1526449 Jan 28 07:44:39.919932 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:39.974333 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device efe21fee-8d38-4917-86de-d68f8b73d925 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:44:40.021264 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dbad05-f0dd-4151-909f-c02bfd6a7f17 req-b25a2f6d-3240-4925-9756-643445be4b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:44:40.025574 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b6dbad05-f0dd-4151-909f-c02bfd6a7f17 req-b25a2f6d-3240-4925-9756-643445be4b03 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=be92a7e6-1604-4603-bacc-7f09a5c98a28 HTTP/1.1" status: 200 len: 851 time: 0.1309798 Jan 28 07:44:40.054517 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-eb64a9c6-7560-4765-8ddf-bcc929433831 None None] Set router 9e69b0f7-c85c-47fa-b43b-5dfccd3de7af gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:44:40.106025 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6da453-3ef1-4d0a-91b4-4a8f0cfa727e req-73285961-7c54-46ec-93f6-f0c070bcd4b5 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:44:40.108030 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5b6da453-3ef1-4d0a-91b4-4a8f0cfa727e req-73285961-7c54-46ec-93f6-f0c070bcd4b5 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fb6bd0d-df7e-4c6e-89f1-db900bb17770 HTTP/1.1" status: 200 len: 944 time: 0.1180706 Jan 28 07:44:40.119146 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dbad05-f0dd-4151-909f-c02bfd6a7f17 req-9747a979-6e21-4a2d-9abe-712b11444394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:44:40.126972 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b6dbad05-f0dd-4151-909f-c02bfd6a7f17 req-9747a979-6e21-4a2d-9abe-712b11444394 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e89cba95-7c88-42ca-a2a1-7604d77c150d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0920541 Jan 28 07:44:40.150657 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-5ea3e629-48de-4461-875d-e8fff66a1508 None None] Current status of the port efe21fee-8d38-4917-86de-d68f8b73d925 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:44:40.150882 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5ea3e629-48de-4461-875d-e8fff66a1508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (efe21fee-8d38-4917-86de-d68f8b73d925), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:40.230930 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 6dca1592-9e48-4546-ae97-f7d7ad907589 up at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:44:40.320142 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5b6da453-3ef1-4d0a-91b4-4a8f0cfa727e req-dbf90a96-a847-413c-b006-46ccab658d8d tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] 10.222.0.41 "GET /v2.0/security-groups?id=8fb92af4-723b-4e2e-9d4a-13e95ed434a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2027347 Jan 28 07:44:40.360583 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b6dbad05-f0dd-4151-909f-c02bfd6a7f17 req-c2c5f9ed-895a-46fa-8cb1-0f00e4e3b474 service neutron] 10.222.0.44 "GET /v2.0/networks/e89cba95-7c88-42ca-a2a1-7604d77c150d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301297 Jan 28 07:44:40.365640 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port efe21fee-8d38-4917-86de-d68f8b73d925 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:44:40.366020 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (efe21fee-8d38-4917-86de-d68f8b73d925), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:40.455282 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-5ea3e629-48de-4461-875d-e8fff66a1508 None None] For port efe21fee-8d38-4917-86de-d68f8b73d925, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=efe21fee-8d38-4917-86de-d68f8b73d925,segment=NetworkSegment(d66f5881-561b-4027-808a-8877b96dd073),segment_id=d66f5881-561b-4027-808a-8877b96dd073)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:44:40.474810 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5ea3e629-48de-4461-875d-e8fff66a1508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (efe21fee-8d38-4917-86de-d68f8b73d925), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:40.530237 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning for port 6dca1592-9e48-4546-ae97-f7d7ad907589 completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:44:40.549678 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning complete for port 6dca1592-9e48-4546-ae97-f7d7ad907589 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:44:40.550409 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (6dca1592-9e48-4546-ae97-f7d7ad907589), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:40.617749 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea3e629-48de-4461-875d-e8fff66a1508 None None] Pushing event updated for resources: {'Port': ['ID=efe21fee-8d38-4917-86de-d68f8b73d925,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:44:40.643365 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b6dbad05-f0dd-4151-909f-c02bfd6a7f17 req-002fa519-7c58-450a-866b-988e84f477f9 service neutron] 10.222.0.44 "GET /v2.0/networks/e89cba95-7c88-42ca-a2a1-7604d77c150d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2718306 Jan 28 07:44:40.687693 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c6c81038-5019-482f-91b6-aac33ef590f4 None None] Provisioning complete for port efe21fee-8d38-4917-86de-d68f8b73d925 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:44:40.688069 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c6c81038-5019-482f-91b6-aac33ef590f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (efe21fee-8d38-4917-86de-d68f8b73d925), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:40.692007 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port efe21fee-8d38-4917-86de-d68f8b73d925 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:44:40.758705 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7014005a-06bb-43a0-ab0f-924ccb9da437 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:40.810901 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 6dca1592-9e48-4546-ae97-f7d7ad907589 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:44:40.811312 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (6dca1592-9e48-4546-ae97-f7d7ad907589), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:40.841064 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-eb64a9c6-7560-4765-8ddf-bcc929433831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e69b0f7-c85c-47fa-b43b-5dfccd3de7af', 'name': 'tempest-TestServerMultinode-890706964-router', 'tenant_id': 'b77933173ac3480dba85b6ea0ea5b81b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': '08c296e5-8b4f-4d53-af7b-63257ea342bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:44:36Z', 'updated_at': '2022-01-28T07:44:38Z', 'revision_number': 3, 'project_id': 'b77933173ac3480dba85b6ea0ea5b81b', 'gw_port': {'id': '08c296e5-8b4f-4d53-af7b-63257ea342bf', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:c6:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e69b0f7-c85c-47fa-b43b-5dfccd3de7af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:44:37Z', 'updated_at': '2022-01-28T07:44:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:44:40.892368 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb64a9c6-7560-4765-8ddf-bcc929433831 None None] Checking router: 9e69b0f7-c85c-47fa-b43b-5dfccd3de7af for host: n-d-712749-28 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:44:40.893163 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb64a9c6-7560-4765-8ddf-bcc929433831 None None] Updating router 9e69b0f7-c85c-47fa-b43b-5dfccd3de7af port 08c296e5-8b4f-4d53-af7b-63257ea342bf binding host n-d-712749-28 {{(pid=103286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 07:44:40.930088 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-eb64a9c6-7560-4765-8ddf-bcc929433831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (08c296e5-8b4f-4d53-af7b-63257ea342bf), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:40.935791 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fb6bd0d-df7e-4c6e-89f1-db900bb17770', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dca1592-9e48-4546-ae97-f7d7ad907589'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:44:40.938518 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad5c4293-b9d0-473c-bdf4-fc1271d128d1" -d '{"events": [{"server_uuid": "2fb6bd0d-df7e-4c6e-89f1-db900bb17770", "name": "network-vif-plugged", "status": "completed", "tag": "6dca1592-9e48-4546-ae97-f7d7ad907589"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:44:41.004682 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 6dca1592-9e48-4546-ae97-f7d7ad907589, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=6dca1592-9e48-4546-ae97-f7d7ad907589,segment=NetworkSegment(79b7ada3-348a-4934-8d55-3503266e7b35),segment_id=79b7ada3-348a-4934-8d55-3503266e7b35)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:44:41.015736 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (6dca1592-9e48-4546-ae97-f7d7ad907589), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:41.028650 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-7014005a-06bb-43a0-ab0f-924ccb9da437 admin admin] Allocated IP 172.20.0.1 (4d422226-2b10-42eb-b43a-bb04866a738d/59f03e50-2e7e-4380-8068-748a5e15db49/2f043dd3-890c-4806-a950-c7fa59a4fbfd) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:44:41.077688 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9dbda7a-6047-4ef7-864c-4f644dafc47a x-openstack-request-id: req-f9dbda7a-6047-4ef7-864c-4f644dafc47a {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:44:41.077951 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fb6bd0d-df7e-4c6e-89f1-db900bb17770", "name": "network-vif-plugged", "status": "completed", "tag": "6dca1592-9e48-4546-ae97-f7d7ad907589", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:44:41.078289 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f9dbda7a-6047-4ef7-864c-4f644dafc47a {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:44:41.078665 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fb6bd0d-df7e-4c6e-89f1-db900bb17770', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dca1592-9e48-4546-ae97-f7d7ad907589', 'code': 200} Jan 28 07:44:41.079343 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c6c81038-5019-482f-91b6-aac33ef590f4 None None] Current status of the port efe21fee-8d38-4917-86de-d68f8b73d925 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:44:41.105828 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=6dca1592-9e48-4546-ae97-f7d7ad907589,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:44:41.208475 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7014005a-06bb-43a0-ab0f-924ccb9da437 admin admin] Publish callbacks [] for port (2f043dd3-890c-4806-a950-c7fa59a4fbfd), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:41.227585 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67263bc3-4610-45e9-9ffd-22201e285ae8 req-3ca1ce6f-7a57-4f18-86db-33c3ae078de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:44:41.232318 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-67263bc3-4610-45e9-9ffd-22201e285ae8 req-3ca1ce6f-7a57-4f18-86db-33c3ae078de5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2fb6bd0d-df7e-4c6e-89f1-db900bb17770 HTTP/1.1" status: 200 len: 1097 time: 0.0976496 Jan 28 07:44:41.253316 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7014005a-06bb-43a0-ab0f-924ccb9da437 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (2f043dd3-890c-4806-a950-c7fa59a4fbfd), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:41.318676 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-67263bc3-4610-45e9-9ffd-22201e285ae8 req-a17e685a-3784-4056-abbb-f7261dd6488e service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=8fb92af4-723b-4e2e-9d4a-13e95ed434a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759661 Jan 28 07:44:41.323660 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7014005a-06bb-43a0-ab0f-924ccb9da437 admin admin] Network 4d422226-2b10-42eb-b43a-bb04866a738d is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:44:41.328468 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-7014005a-06bb-43a0-ab0f-924ccb9da437 admin admin] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:44:41.331128 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7014005a-06bb-43a0-ab0f-924ccb9da437 admin admin] Pushing event updated for resources: {'Port': ['ID=2f043dd3-890c-4806-a950-c7fa59a4fbfd,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:44:41.340555 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7014005a-06bb-43a0-ab0f-924ccb9da437 admin admin] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:44:41.415932 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7014005a-06bb-43a0-ab0f-924ccb9da437 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16609232'] for router_interface (9e69b0f7-c85c-47fa-b43b-5dfccd3de7af), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:41.439823 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-eb64a9c6-7560-4765-8ddf-bcc929433831 None None] Publish callbacks [] for port (08c296e5-8b4f-4d53-af7b-63257ea342bf), precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:41.446525 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-eb64a9c6-7560-4765-8ddf-bcc929433831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (08c296e5-8b4f-4d53-af7b-63257ea342bf), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:41.530955 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9b605f-7f44-49b9-b0ff-5425c4b01cae req-c3daf984-8aca-44e0-930f-0825bf792ce2 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:44:41.532524 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-df9b605f-7f44-49b9-b0ff-5425c4b01cae req-c3daf984-8aca-44e0-930f-0825bf792ce2 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fb6bd0d-df7e-4c6e-89f1-db900bb17770 HTTP/1.1" status: 200 len: 945 time: 0.0698502 Jan 28 07:44:41.560343 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-eb64a9c6-7560-4765-8ddf-bcc929433831 None None] Attempting to bind port 08c296e5-8b4f-4d53-af7b-63257ea342bf on host n-d-712749-28 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:44:41.560630 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-eb64a9c6-7560-4765-8ddf-bcc929433831 None None] Attempting to bind port 08c296e5-8b4f-4d53-af7b-63257ea342bf by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:44:41.560985 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb64a9c6-7560-4765-8ddf-bcc929433831 None None] Attempting to bind port 08c296e5-8b4f-4d53-af7b-63257ea342bf on network 7d5b3724-deef-4831-8d43-cb9b8176573c {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:44:41.570842 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b042e-a696-42f8-a070-e958a9559fb8 None None] Pushing event updated for resources: {'Port': ['ID=08c296e5-8b4f-4d53-af7b-63257ea342bf,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:44:41.575462 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb64a9c6-7560-4765-8ddf-bcc929433831 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:44:41.575842 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb64a9c6-7560-4765-8ddf-bcc929433831 None None] Checking segment: {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:44:41.576277 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-eb64a9c6-7560-4765-8ddf-bcc929433831 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:41.576667 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb64a9c6-7560-4765-8ddf-bcc929433831 None None] Bound using segment: {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:44:41.577151 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-eb64a9c6-7560-4765-8ddf-bcc929433831 None None] Bound port: 08c296e5-8b4f-4d53-af7b-63257ea342bf, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:44:41.577524 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-eb64a9c6-7560-4765-8ddf-bcc929433831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (08c296e5-8b4f-4d53-af7b-63257ea342bf), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:41.663077 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-eb64a9c6-7560-4765-8ddf-bcc929433831 None None] For port 08c296e5-8b4f-4d53-af7b-63257ea342bf, host n-d-712749-28, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:44:41.666664 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-eb64a9c6-7560-4765-8ddf-bcc929433831 None None] For port 08c296e5-8b4f-4d53-af7b-63257ea342bf, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=08c296e5-8b4f-4d53-af7b-63257ea342bf,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:44:41.671861 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7014005a-06bb-43a0-ab0f-924ccb9da437 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (2f043dd3-890c-4806-a950-c7fa59a4fbfd), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:41.685034 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-eb64a9c6-7560-4765-8ddf-bcc929433831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (08c296e5-8b4f-4d53-af7b-63257ea342bf), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:41.702838 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-df9b605f-7f44-49b9-b0ff-5425c4b01cae req-4a4ebca0-224b-4aaf-8c9c-a042e2207d8d tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] 10.222.0.41 "GET /v2.0/security-groups?id=8fb92af4-723b-4e2e-9d4a-13e95ed434a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1487286 Jan 28 07:44:41.767218 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb64a9c6-7560-4765-8ddf-bcc929433831 None None] Routers {'9e69b0f7-c85c-47fa-b43b-5dfccd3de7af'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:44:41.767503 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-eb64a9c6-7560-4765-8ddf-bcc929433831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:44:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['9e69b0f7-c85c-47fa-b43b-5dfccd3de7af'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:44:41.787520 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device efe21fee-8d38-4917-86de-d68f8b73d925 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:44:41.883572 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-10d823de-a884-418f-9cdb-e69a026a8a47 None None] Provisioning complete for port 2f043dd3-890c-4806-a950-c7fa59a4fbfd triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:44:41.887203 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-10d823de-a884-418f-9cdb-e69a026a8a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (2f043dd3-890c-4806-a950-c7fa59a4fbfd), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:41.888452 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-eb64a9c6-7560-4765-8ddf-bcc929433831 None None] Set router 9e69b0f7-c85c-47fa-b43b-5dfccd3de7af gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:44:41.944894 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-10d823de-a884-418f-9cdb-e69a026a8a47 None None] Port 2f043dd3-890c-4806-a950-c7fa59a4fbfd cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:44:41.950222 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port efe21fee-8d38-4917-86de-d68f8b73d925 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:44:41.951065 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (efe21fee-8d38-4917-86de-d68f8b73d925), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:42.026597 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b042e-a696-42f8-a070-e958a9559fb8 None None] Pushing event updated for resources: {'Port': ['ID=08c296e5-8b4f-4d53-af7b-63257ea342bf,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:44:42.051038 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7014005a-06bb-43a0-ab0f-924ccb9da437 admin admin] Publish callbacks [] for port (2f043dd3-890c-4806-a950-c7fa59a4fbfd), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:42.061903 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7014005a-06bb-43a0-ab0f-924ccb9da437 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (2f043dd3-890c-4806-a950-c7fa59a4fbfd), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:42.076033 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port efe21fee-8d38-4917-86de-d68f8b73d925 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:44:42.119152 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7014005a-06bb-43a0-ab0f-924ccb9da437 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16318999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16606560'] for router_interface (9e69b0f7-c85c-47fa-b43b-5dfccd3de7af), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:42.159278 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-eb64a9c6-7560-4765-8ddf-bcc929433831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e69b0f7-c85c-47fa-b43b-5dfccd3de7af', 'name': 'tempest-TestServerMultinode-890706964-router', 'tenant_id': 'b77933173ac3480dba85b6ea0ea5b81b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': '08c296e5-8b4f-4d53-af7b-63257ea342bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:44:36Z', 'updated_at': '2022-01-28T07:44:41Z', 'revision_number': 4, 'project_id': 'b77933173ac3480dba85b6ea0ea5b81b', 'gw_port': {'id': '08c296e5-8b4f-4d53-af7b-63257ea342bf', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:c6:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e69b0f7-c85c-47fa-b43b-5dfccd3de7af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:44:37Z', 'updated_at': '2022-01-28T07:44:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '2f043dd3-890c-4806-a950-c7fa59a4fbfd', 'name': '', 'network_id': '4d422226-2b10-42eb-b43a-bb04866a738d', 'tenant_id': 'b77933173ac3480dba85b6ea0ea5b81b', 'mac_address': 'fa:16:3e:28:a5:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e69b0f7-c85c-47fa-b43b-5dfccd3de7af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': '59f03e50-2e7e-4380-8068-748a5e15db49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:44:40Z', 'updated_at': '2022-01-28T07:44:41Z', 'revision_number': 1, 'project_id': 'b77933173ac3480dba85b6ea0ea5b81b', 'subnets': [{'id': '59f03e50-2e7e-4380-8068-748a5e15db49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:44:42.189231 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb64a9c6-7560-4765-8ddf-bcc929433831 None None] The sync data for ids ['9e69b0f7-c85c-47fa-b43b-5dfccd3de7af'] in n-d-712749-28 is: [{'id': '9e69b0f7-c85c-47fa-b43b-5dfccd3de7af', 'name': 'tempest-TestServerMultinode-890706964-router', 'tenant_id': 'b77933173ac3480dba85b6ea0ea5b81b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': '08c296e5-8b4f-4d53-af7b-63257ea342bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:44:36Z', 'updated_at': '2022-01-28T07:44:41Z', 'revision_number': 4, 'project_id': 'b77933173ac3480dba85b6ea0ea5b81b', 'gw_port': {'id': '08c296e5-8b4f-4d53-af7b-63257ea342bf', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:c6:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e69b0f7-c85c-47fa-b43b-5dfccd3de7af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:44:37Z', 'updated_at': '2022-01-28T07:44:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '2f043dd3-890c-4806-a950-c7fa59a4fbfd', 'name': '', 'network_id': '4d422226-2b10-42eb-b43a-bb04866a738d', 'tenant_id': 'b77933173ac3480dba85b6ea0ea5b81b', 'mac_address': 'fa:16:3e:28:a5:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e69b0f7-c85c-47fa-b43b-5dfccd3de7af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': '59f03e50-2e7e-4380-8068-748a5e15db49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:44:40Z', 'updated_at': '2022-01-28T07:44:41Z', 'revision_number': 1, 'project_id': 'b77933173ac3480dba85b6ea0ea5b81b', 'subnets': [{'id': '59f03e50-2e7e-4380-8068-748a5e15db49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:44:42.237077 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7014005a-06bb-43a0-ab0f-924ccb9da437 admin admin] Pushing event updated for resources: {'Port': ['ID=2f043dd3-890c-4806-a950-c7fa59a4fbfd,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:44:42.264993 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7014005a-06bb-43a0-ab0f-924ccb9da437 admin admin] Network 4d422226-2b10-42eb-b43a-bb04866a738d is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:44:42.266344 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-7014005a-06bb-43a0-ab0f-924ccb9da437 admin admin] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:44:42.446931 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7014005a-06bb-43a0-ab0f-924ccb9da437 admin admin] Router 9e69b0f7-c85c-47fa-b43b-5dfccd3de7af has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:44:42.690358 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7014005a-06bb-43a0-ab0f-924ccb9da437 admin admin] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:44:42.705528 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-7014005a-06bb-43a0-ab0f-924ccb9da437 admin admin] 10.222.0.41 "PUT /v2.0/routers/9e69b0f7-c85c-47fa-b43b-5dfccd3de7af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8481574 Jan 28 07:44:42.895241 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6c773468-d07b-4261-897b-b3e01a637dc7 None None] Provisioning complete for port 2f043dd3-890c-4806-a950-c7fa59a4fbfd triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:44:42.895792 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6c773468-d07b-4261-897b-b3e01a637dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (2f043dd3-890c-4806-a950-c7fa59a4fbfd), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:42.971719 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049ddd7c-8e0f-4439-91d7-684ed8660699 req-01ac2ceb-5678-46da-a444-b103e5e3b41e tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:44:42.974808 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-049ddd7c-8e0f-4439-91d7-684ed8660699 req-01ac2ceb-5678-46da-a444-b103e5e3b41e tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fb6bd0d-df7e-4c6e-89f1-db900bb17770 HTTP/1.1" status: 200 len: 945 time: 0.1430395 Jan 28 07:44:42.991110 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6c773468-d07b-4261-897b-b3e01a637dc7 None None] Port 2f043dd3-890c-4806-a950-c7fa59a4fbfd cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:44:43.054975 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-049ddd7c-8e0f-4439-91d7-684ed8660699 req-5c6a41ba-ad00-4acb-99a5-257600bb9fa3 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] 10.222.0.41 "GET /v2.0/security-groups?id=8fb92af4-723b-4e2e-9d4a-13e95ed434a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717146 Jan 28 07:44:43.354702 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8279234-bd3c-43d1-989b-69c88a84a812 req-0323966f-0513-4c61-ad3e-4b8ef142ba92 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:44:43.357142 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d8279234-bd3c-43d1-989b-69c88a84a812 req-0323966f-0513-4c61-ad3e-4b8ef142ba92 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fb6bd0d-df7e-4c6e-89f1-db900bb17770 HTTP/1.1" status: 200 len: 945 time: 0.0871313 Jan 28 07:44:43.468764 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d8279234-bd3c-43d1-989b-69c88a84a812 req-8c77619a-fdfa-4ba6-8c54-7a14d12ac85b tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] 10.222.0.41 "GET /v2.0/security-groups?id=8fb92af4-723b-4e2e-9d4a-13e95ed434a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001141 Jan 28 07:44:43.506301 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 58896) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:44:43.571532 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6449bb5b-b8c0-4701-bb71-266ee7b9cccb tempest-TestNetworkBasicOps-1367905772 tempest-TestNetworkBasicOps-1367905772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:44:43.577965 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 58902) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:44:43.579019 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-6449bb5b-b8c0-4701-bb71-266ee7b9cccb tempest-TestNetworkBasicOps-1367905772 tempest-TestNetworkBasicOps-1367905772-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=2fb6bd0d-df7e-4c6e-89f1-db900bb17770 HTTP/1.1" status: 200 len: 1092 time: 0.0687478 Jan 28 07:44:43.585847 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-497afdf3-fdce-45df-9a4b-b5ddd4a98114 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Request body: {'floatingip': {'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'port_id': '6dca1592-9e48-4546-ae97-f7d7ad907589', 'tenant_id': '5542ea76c30542aeb3cf0ca71420ede0', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:44:43.647116 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-497afdf3-fdce-45df-9a4b-b5ddd4a98114 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:43.693521 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c759c551-1a20-49c6-9d2d-98a9071f5402 req-f4ade3f0-5954-48e8-8587-ec14ae8aa40c tempest-TestServerMultinode-1005350713 tempest-TestServerMultinode-1005350713-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:44:43.695398 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c759c551-1a20-49c6-9d2d-98a9071f5402 req-f4ade3f0-5954-48e8-8587-ec14ae8aa40c tempest-TestServerMultinode-1005350713 tempest-TestServerMultinode-1005350713-project-admin] 10.222.0.41 "GET /v2.0/networks?id=091e73a4-4462-43c6-a062-3e42baf07e30 HTTP/1.1" status: 200 len: 910 time: 0.2268975 Jan 28 07:44:43.745848 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c759c551-1a20-49c6-9d2d-98a9071f5402 req-2e415f6a-2543-4318-a8e8-b18d2c2da899 tempest-TestServerMultinode-1005350713 tempest-TestServerMultinode-1005350713-project-admin] 10.222.0.41 "GET /v2.0/quotas/b77933173ac3480dba85b6ea0ea5b81b HTTP/1.1" status: 200 len: 375 time: 0.0228434 Jan 28 07:44:43.840086 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 08c296e5-8b4f-4d53-af7b-63257ea342bf up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:44:43.860783 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c759c551-1a20-49c6-9d2d-98a9071f5402 req-9abc67a7-114a-434c-85c2-cb76312d4ea3 tempest-TestServerMultinode-1005350713 tempest-TestServerMultinode-1005350713-project-admin] 10.222.0.41 "GET /v2.0/ports?tenant_id=b77933173ac3480dba85b6ea0ea5b81b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1150136 Jan 28 07:44:43.928498 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 08c296e5-8b4f-4d53-af7b-63257ea342bf triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:44:43.929245 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (08c296e5-8b4f-4d53-af7b-63257ea342bf), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:43.956923 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-497afdf3-fdce-45df-9a4b-b5ddd4a98114 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:44.039483 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c759c551-1a20-49c6-9d2d-98a9071f5402 req-f9c547de-3b0e-4452-87d7-084836838f4f service neutron] 10.222.0.41 "GET /v2.0/networks/091e73a4-4462-43c6-a062-3e42baf07e30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711648 Jan 28 07:44:44.057671 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 08c296e5-8b4f-4d53-af7b-63257ea342bf is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:44:44.060812 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (08c296e5-8b4f-4d53-af7b-63257ea342bf), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:44.103466 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] For port 08c296e5-8b4f-4d53-af7b-63257ea342bf, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=08c296e5-8b4f-4d53-af7b-63257ea342bf,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:44:44.109479 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (08c296e5-8b4f-4d53-af7b-63257ea342bf), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:44.184270 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Pushing event updated for resources: {'Port': ['ID=08c296e5-8b4f-4d53-af7b-63257ea342bf,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:44:44.567006 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-497afdf3-fdce-45df-9a4b-b5ddd4a98114 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Allocated IP 172.25.6.138 (7d5b3724-deef-4831-8d43-cb9b8176573c/b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc/a3fce624-2673-40f8-8dd1-2438dd8249f5) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:44:44.575352 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c759c551-1a20-49c6-9d2d-98a9071f5402 req-104b3e83-6586-4c6d-ae4c-9dc36cc08aca service neutron] 10.222.0.41 "GET /v2.0/networks/091e73a4-4462-43c6-a062-3e42baf07e30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5350206 Jan 28 07:44:44.694343 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-497afdf3-fdce-45df-9a4b-b5ddd4a98114 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks [] for port (a3fce624-2673-40f8-8dd1-2438dd8249f5), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:44.759614 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-497afdf3-fdce-45df-9a4b-b5ddd4a98114 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (a3fce624-2673-40f8-8dd1-2438dd8249f5), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:44.800990 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-af3800d2-ff7d-4b0f-9497-8fbedd15f78c req-ed09d9d4-56fb-4b9d-86c3-95e9f0644a70 tempest-TestServerMultinode-1005350713 tempest-TestServerMultinode-1005350713-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=9bf54ab6-a204-4626-bc8c-e87f98a70b9c HTTP/1.1" status: 200 len: 210 time: 0.0295448 Jan 28 07:44:44.832643 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-497afdf3-fdce-45df-9a4b-b5ddd4a98114 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Network 7d5b3724-deef-4831-8d43-cb9b8176573c is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:44:44.835945 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-497afdf3-fdce-45df-9a4b-b5ddd4a98114 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:44:44.841373 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497afdf3-fdce-45df-9a4b-b5ddd4a98114 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:44:44.875054 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497afdf3-fdce-45df-9a4b-b5ddd4a98114 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Pushing event updated for resources: {'Port': ['ID=a3fce624-2673-40f8-8dd1-2438dd8249f5,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:44:45.401768 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-497afdf3-fdce-45df-9a4b-b5ddd4a98114 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks [] for floatingip (e6ce22fe-533a-4ee5-9258-3332eb2e5762), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:45.540580 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-497afdf3-fdce-45df-9a4b-b5ddd4a98114 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (a3fce624-2673-40f8-8dd1-2438dd8249f5), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:45.571774 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49aa36f-5009-4fe0-8b3b-652729d4cbc7 None None] Sync routers for ids ['9e69b0f7-c85c-47fa-b43b-5dfccd3de7af'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:44:45.583605 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49aa36f-5009-4fe0-8b3b-652729d4cbc7 None None] Routers {'9e69b0f7-c85c-47fa-b43b-5dfccd3de7af'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:44:45.584350 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-c49aa36f-5009-4fe0-8b3b-652729d4cbc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:44:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['9e69b0f7-c85c-47fa-b43b-5dfccd3de7af'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:44:45.775286 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 08c296e5-8b4f-4d53-af7b-63257ea342bf up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:44:45.824457 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-c49aa36f-5009-4fe0-8b3b-652729d4cbc7 None None] Set router 9e69b0f7-c85c-47fa-b43b-5dfccd3de7af gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:44:45.872269 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-497afdf3-fdce-45df-9a4b-b5ddd4a98114 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks [] for port (a3fce624-2673-40f8-8dd1-2438dd8249f5), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:45.888998 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-497afdf3-fdce-45df-9a4b-b5ddd4a98114 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (a3fce624-2673-40f8-8dd1-2438dd8249f5), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:45.929308 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 08c296e5-8b4f-4d53-af7b-63257ea342bf triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:44:45.929884 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (08c296e5-8b4f-4d53-af7b-63257ea342bf), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:45.977502 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-497afdf3-fdce-45df-9a4b-b5ddd4a98114 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16609095'] for floatingip (e6ce22fe-533a-4ee5-9258-3332eb2e5762), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:46.000494 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0af86de1-829e-4507-9a9b-cf6e42b45cf7 req-a22a9ce2-a2bd-4e18-9839-4b756eacc962 tempest-TestServerMultinode-1005350713 tempest-TestServerMultinode-1005350713-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=9bf54ab6-a204-4626-bc8c-e87f98a70b9c HTTP/1.1" status: 200 len: 210 time: 0.0850873 Jan 28 07:44:46.036960 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497afdf3-fdce-45df-9a4b-b5ddd4a98114 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Pushing event updated for resources: {'Port': ['ID=a3fce624-2673-40f8-8dd1-2438dd8249f5,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:44:46.128319 n-d-712749-28 neutron-server[103283]: INFO neutron.db.l3_db [None req-497afdf3-fdce-45df-9a4b-b5ddd4a98114 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Floating IP e6ce22fe-533a-4ee5-9258-3332eb2e5762 associated. External IP: 172.25.6.138, port: 6dca1592-9e48-4546-ae97-f7d7ad907589. Jan 28 07:44:46.149735 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 08c296e5-8b4f-4d53-af7b-63257ea342bf is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:44:46.224779 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-c49aa36f-5009-4fe0-8b3b-652729d4cbc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e69b0f7-c85c-47fa-b43b-5dfccd3de7af', 'name': 'tempest-TestServerMultinode-890706964-router', 'tenant_id': 'b77933173ac3480dba85b6ea0ea5b81b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': '08c296e5-8b4f-4d53-af7b-63257ea342bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:44:36Z', 'updated_at': '2022-01-28T07:44:41Z', 'revision_number': 4, 'project_id': 'b77933173ac3480dba85b6ea0ea5b81b', 'gw_port': {'id': '08c296e5-8b4f-4d53-af7b-63257ea342bf', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:c6:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e69b0f7-c85c-47fa-b43b-5dfccd3de7af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:44:37Z', 'updated_at': '2022-01-28T07:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '2f043dd3-890c-4806-a950-c7fa59a4fbfd', 'name': '', 'network_id': '4d422226-2b10-42eb-b43a-bb04866a738d', 'tenant_id': 'b77933173ac3480dba85b6ea0ea5b81b', 'mac_address': 'fa:16:3e:28:a5:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e69b0f7-c85c-47fa-b43b-5dfccd3de7af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': '59f03e50-2e7e-4380-8068-748a5e15db49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:44:40Z', 'updated_at': '2022-01-28T07:44:41Z', 'revision_number': 2, 'project_id': 'b77933173ac3480dba85b6ea0ea5b81b', 'subnets': [{'id': '59f03e50-2e7e-4380-8068-748a5e15db49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:44:46.283756 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49aa36f-5009-4fe0-8b3b-652729d4cbc7 None None] Checking router: 9e69b0f7-c85c-47fa-b43b-5dfccd3de7af for host: n-d-712749-28 {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:44:46.284128 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49aa36f-5009-4fe0-8b3b-652729d4cbc7 None None] Updating router 9e69b0f7-c85c-47fa-b43b-5dfccd3de7af port 2f043dd3-890c-4806-a950-c7fa59a4fbfd binding host n-d-712749-28 {{(pid=103285) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 07:44:46.320991 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c49aa36f-5009-4fe0-8b3b-652729d4cbc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (2f043dd3-890c-4806-a950-c7fa59a4fbfd), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:46.469023 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c759c551-1a20-49c6-9d2d-98a9071f5402 req-f3c2ca70-f279-4ccf-83ea-6b9f0eb963d6 tempest-TestServerMultinode-1005350713 tempest-TestServerMultinode-1005350713-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:44:46.475583 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c759c551-1a20-49c6-9d2d-98a9071f5402 req-f3c2ca70-f279-4ccf-83ea-6b9f0eb963d6 tempest-TestServerMultinode-1005350713 tempest-TestServerMultinode-1005350713-project-admin] 10.222.0.44 "GET /v2.0/networks?id=091e73a4-4462-43c6-a062-3e42baf07e30 HTTP/1.1" status: 200 len: 910 time: 0.2193727 Jan 28 07:44:46.482555 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-c759c551-1a20-49c6-9d2d-98a9071f5402 req-d75401e3-53ec-43cb-aaa6-6503d549ebb9 tempest-TestServerMultinode-1005350713 tempest-TestServerMultinode-1005350713-project-admin] Request body: {'port': {'device_id': '9bf54ab6-a204-4626-bc8c-e87f98a70b9c', 'network_id': '091e73a4-4462-43c6-a062-3e42baf07e30', 'admin_state_up': True, 'tenant_id': 'b77933173ac3480dba85b6ea0ea5b81b'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:44:46.486498 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-497afdf3-fdce-45df-9a4b-b5ddd4a98114 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Router 38ee63d2-577c-4900-b982-dce133362bcc has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:44:46.524021 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c759c551-1a20-49c6-9d2d-98a9071f5402 req-d75401e3-53ec-43cb-aaa6-6503d549ebb9 tempest-TestServerMultinode-1005350713 tempest-TestServerMultinode-1005350713-project-admin] Made reservation on behalf of b77933173ac3480dba85b6ea0ea5b81b for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:44:46.529184 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c759c551-1a20-49c6-9d2d-98a9071f5402 req-d75401e3-53ec-43cb-aaa6-6503d549ebb9 tempest-TestServerMultinode-1005350713 tempest-TestServerMultinode-1005350713-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:46.608243 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-497afdf3-fdce-45df-9a4b-b5ddd4a98114 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:44:46.619134 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d809cfb-e4e5-4373-8ff1-55395a029b01 None None] Sync routers for ids ['38ee63d2-577c-4900-b982-dce133362bcc'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:44:46.634666 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-497afdf3-fdce-45df-9a4b-b5ddd4a98114 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for floatingip (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:46.639329 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d809cfb-e4e5-4373-8ff1-55395a029b01 None None] Routers {'38ee63d2-577c-4900-b982-dce133362bcc'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:44:46.639984 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-9d809cfb-e4e5-4373-8ff1-55395a029b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:44:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['38ee63d2-577c-4900-b982-dce133362bcc'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:44:46.684416 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-497afdf3-fdce-45df-9a4b-b5ddd4a98114 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0938647 Jan 28 07:44:46.685374 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 58980) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:44:46.685981 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fb6bd0d-df7e-4c6e-89f1-db900bb17770', 'tag': '6dca1592-9e48-4546-ae97-f7d7ad907589'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:44:46.689488 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14b470a9-e61c-4bea-b09d-7cf392abd423" -d '{"events": [{"name": "network-changed", "server_uuid": "2fb6bd0d-df7e-4c6e-89f1-db900bb17770", "tag": "6dca1592-9e48-4546-ae97-f7d7ad907589"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:44:46.811828 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26951e41-468c-4c65-b56e-8c67e5698779 x-openstack-request-id: req-26951e41-468c-4c65-b56e-8c67e5698779 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:44:46.812123 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fb6bd0d-df7e-4c6e-89f1-db900bb17770", "tag": "6dca1592-9e48-4546-ae97-f7d7ad907589", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:44:46.815303 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-26951e41-468c-4c65-b56e-8c67e5698779 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:44:46.815749 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fb6bd0d-df7e-4c6e-89f1-db900bb17770', 'tag': '6dca1592-9e48-4546-ae97-f7d7ad907589', 'status': 'completed', 'code': 200} Jan 28 07:44:46.832496 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-c47d1d30-79e9-42cf-ba1a-a0d816ec1a96 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] 10.222.0.41 "GET /v2.0/floatingips/e6ce22fe-533a-4ee5-9258-3332eb2e5762 HTTP/1.1" status: 200 len: 991 time: 0.1393905 Jan 28 07:44:46.833412 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-c759c551-1a20-49c6-9d2d-98a9071f5402 req-d75401e3-53ec-43cb-aaa6-6503d549ebb9 tempest-TestServerMultinode-1005350713 tempest-TestServerMultinode-1005350713-project-admin] Allocated IP 172.20.0.4 (091e73a4-4462-43c6-a062-3e42baf07e30/d75905ba-c814-47b4-b2aa-ca3b117a97fd/0d245e80-6f1e-4e2c-85c1-a85de221ab9e) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:44:46.874888 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-9d809cfb-e4e5-4373-8ff1-55395a029b01 None None] Set router 38ee63d2-577c-4900-b982-dce133362bcc gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:44:47.038554 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c759c551-1a20-49c6-9d2d-98a9071f5402 req-d75401e3-53ec-43cb-aaa6-6503d549ebb9 tempest-TestServerMultinode-1005350713 tempest-TestServerMultinode-1005350713-project-admin] Publish callbacks [] for port (0d245e80-6f1e-4e2c-85c1-a85de221ab9e), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:47.110448 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b470a9-e61c-4bea-b09d-7cf392abd423 req-46816e04-135b-475c-a5b9-bed3c768bdc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:44:47.111984 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-14b470a9-e61c-4bea-b09d-7cf392abd423 req-46816e04-135b-475c-a5b9-bed3c768bdc8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5542ea76c30542aeb3cf0ca71420ede0&device_id=2fb6bd0d-df7e-4c6e-89f1-db900bb17770 HTTP/1.1" status: 200 len: 1097 time: 0.0703022 Jan 28 07:44:47.139482 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c49aa36f-5009-4fe0-8b3b-652729d4cbc7 None None] Publish callbacks [] for port (2f043dd3-890c-4806-a950-c7fa59a4fbfd), precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:47.148397 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c49aa36f-5009-4fe0-8b3b-652729d4cbc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (2f043dd3-890c-4806-a950-c7fa59a4fbfd), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:47.181131 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a56663df-53c4-4eb6-86cd-b53caf646861 req-2beda05d-2111-4c5a-a7bc-388c98930cc2 tempest-TestServerMultinode-1005350713 tempest-TestServerMultinode-1005350713-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=9bf54ab6-a204-4626-bc8c-e87f98a70b9c HTTP/1.1" status: 200 len: 210 time: 0.0554483 Jan 28 07:44:47.235038 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146d7db5-b18e-4854-a6aa-8f1b37ee8b7f None None] Pushing event updated for resources: {'Port': ['ID=2f043dd3-890c-4806-a950-c7fa59a4fbfd,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:44:47.279403 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b470a9-e61c-4bea-b09d-7cf392abd423 req-219a37f1-7bc7-4be5-869c-5df217668067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:44:47.285794 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-14b470a9-e61c-4bea-b09d-7cf392abd423 req-219a37f1-7bc7-4be5-869c-5df217668067 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a30336a5-b3a0-4783-8e54-de537509e123 HTTP/1.1" status: 200 len: 898 time: 0.1663673 Jan 28 07:44:47.313861 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-c49aa36f-5009-4fe0-8b3b-652729d4cbc7 None None] Attempting to bind port 2f043dd3-890c-4806-a950-c7fa59a4fbfd on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:44:47.314332 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-c49aa36f-5009-4fe0-8b3b-652729d4cbc7 None None] Attempting to bind port 2f043dd3-890c-4806-a950-c7fa59a4fbfd by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': 'd66f5881-561b-4027-808a-8877b96dd073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4d422226-2b10-42eb-b43a-bb04866a738d'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:44:47.314781 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49aa36f-5009-4fe0-8b3b-652729d4cbc7 None None] Attempting to bind port 2f043dd3-890c-4806-a950-c7fa59a4fbfd on network 4d422226-2b10-42eb-b43a-bb04866a738d {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:44:47.323130 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49aa36f-5009-4fe0-8b3b-652729d4cbc7 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:44:47.325477 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49aa36f-5009-4fe0-8b3b-652729d4cbc7 None None] Checking segment: {'id': 'd66f5881-561b-4027-808a-8877b96dd073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4d422226-2b10-42eb-b43a-bb04866a738d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:44:47.325689 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c49aa36f-5009-4fe0-8b3b-652729d4cbc7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:47.326501 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49aa36f-5009-4fe0-8b3b-652729d4cbc7 None None] Bound using segment: {'id': 'd66f5881-561b-4027-808a-8877b96dd073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4d422226-2b10-42eb-b43a-bb04866a738d'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:44:47.327485 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-c49aa36f-5009-4fe0-8b3b-652729d4cbc7 None None] Bound port: 2f043dd3-890c-4806-a950-c7fa59a4fbfd, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd66f5881-561b-4027-808a-8877b96dd073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4d422226-2b10-42eb-b43a-bb04866a738d'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:44:47.327989 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c49aa36f-5009-4fe0-8b3b-652729d4cbc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (2f043dd3-890c-4806-a950-c7fa59a4fbfd), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:47.328312 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c759c551-1a20-49c6-9d2d-98a9071f5402 req-d75401e3-53ec-43cb-aaa6-6503d549ebb9 tempest-TestServerMultinode-1005350713 tempest-TestServerMultinode-1005350713-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (0d245e80-6f1e-4e2c-85c1-a85de221ab9e), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:47.361737 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-9d809cfb-e4e5-4373-8ff1-55395a029b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38ee63d2-577c-4900-b982-dce133362bcc', 'name': 'tempest-TestNetworkBasicOps-router-481148736', 'tenant_id': '5542ea76c30542aeb3cf0ca71420ede0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': 'ede4a57f-df4c-470d-ae6b-2406d45bab82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:44:10Z', 'updated_at': '2022-01-28T07:44:19Z', 'revision_number': 4, 'project_id': '5542ea76c30542aeb3cf0ca71420ede0', 'gw_port': {'id': 'ede4a57f-df4c-470d-ae6b-2406d45bab82', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:61:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ee63d2-577c-4900-b982-dce133362bcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:44:11Z', 'updated_at': '2022-01-28T07:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_floatingips': [{'id': 'e6ce22fe-533a-4ee5-9258-3332eb2e5762', 'tenant_id': '5542ea76c30542aeb3cf0ca71420ede0', 'floating_ip_address': '172.25.6.138', 'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'router_id': '38ee63d2-577c-4900-b982-dce133362bcc', 'port_id': '6dca1592-9e48-4546-ae97-f7d7ad907589', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3609, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a30336a5-b3a0-4783-8e54-de537509e123', 'mac_address': 'fa:16:3e:40:92:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb6bd0d-df7e-4c6e-89f1-db900bb17770', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:44:45Z', 'updated_at': '2022-01-28T07:44:45Z', 'revision_number': 0, 'project_id': '5542ea76c30542aeb3cf0ca71420ede0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '332db361-ea9f-4c82-a31e-b665293df277', 'name': '', 'network_id': 'a30336a5-b3a0-4783-8e54-de537509e123', 'tenant_id': '5542ea76c30542aeb3cf0ca71420ede0', 'mac_address': 'fa:16:3e:27:8c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ee63d2-577c-4900-b982-dce133362bcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '5479f019-202c-46d0-8eb2-e3988316e62a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:44:17Z', 'updated_at': '2022-01-28T07:44:24Z', 'revision_number': 5, 'project_id': '5542ea76c30542aeb3cf0ca71420ede0', 'subnets': [{'id': '5479f019-202c-46d0-8eb2-e3988316e62a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:44:47.455809 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d809cfb-e4e5-4373-8ff1-55395a029b01 None None] Checking router: 38ee63d2-577c-4900-b982-dce133362bcc for host: n-d-712749-28 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:44:47.474651 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d809cfb-e4e5-4373-8ff1-55395a029b01 None None] Routers {'38ee63d2-577c-4900-b982-dce133362bcc'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:44:47.475377 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-9d809cfb-e4e5-4373-8ff1-55395a029b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:44:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['38ee63d2-577c-4900-b982-dce133362bcc'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:44:47.477551 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-14b470a9-e61c-4bea-b09d-7cf392abd423 req-bbe1bf4d-e4b0-4bbd-ae79-17cc6deadfd0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6dca1592-9e48-4546-ae97-f7d7ad907589 HTTP/1.1" status: 200 len: 999 time: 0.1589816 Jan 28 07:44:47.505247 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c49aa36f-5009-4fe0-8b3b-652729d4cbc7 None None] For port 2f043dd3-890c-4806-a950-c7fa59a4fbfd, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:44:47.508956 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c49aa36f-5009-4fe0-8b3b-652729d4cbc7 None None] For port 2f043dd3-890c-4806-a950-c7fa59a4fbfd, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=2f043dd3-890c-4806-a950-c7fa59a4fbfd,segment=NetworkSegment(d66f5881-561b-4027-808a-8877b96dd073),segment_id=d66f5881-561b-4027-808a-8877b96dd073)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:44:47.515144 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c49aa36f-5009-4fe0-8b3b-652729d4cbc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (2f043dd3-890c-4806-a950-c7fa59a4fbfd), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:47.568358 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b470a9-e61c-4bea-b09d-7cf392abd423 req-3e37a5f9-e401-4ce0-8ae4-55281b77d840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:44:47.569914 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-14b470a9-e61c-4bea-b09d-7cf392abd423 req-3e37a5f9-e401-4ce0-8ae4-55281b77d840 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5479f019-202c-46d0-8eb2-e3988316e62a HTTP/1.1" status: 200 len: 835 time: 0.0646605 Jan 28 07:44:47.639592 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c759c551-1a20-49c6-9d2d-98a9071f5402 req-d75401e3-53ec-43cb-aaa6-6503d549ebb9 tempest-TestServerMultinode-1005350713 tempest-TestServerMultinode-1005350713-project-admin] Network 091e73a4-4462-43c6-a062-3e42baf07e30 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:44:47.650047 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-9d809cfb-e4e5-4373-8ff1-55395a029b01 None None] Set router 38ee63d2-577c-4900-b982-dce133362bcc gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:44:47.679607 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49aa36f-5009-4fe0-8b3b-652729d4cbc7 None None] Routers {'9e69b0f7-c85c-47fa-b43b-5dfccd3de7af'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:44:47.680377 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-c49aa36f-5009-4fe0-8b3b-652729d4cbc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:44:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['9e69b0f7-c85c-47fa-b43b-5dfccd3de7af'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:44:47.717756 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-c759c551-1a20-49c6-9d2d-98a9071f5402 req-d75401e3-53ec-43cb-aaa6-6503d549ebb9 tempest-TestServerMultinode-1005350713 tempest-TestServerMultinode-1005350713-project-admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:44:47.725759 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75401e3-53ec-43cb-aaa6-6503d549ebb9 tempest-TestServerMultinode-1005350713 tempest-TestServerMultinode-1005350713-project-admin] Pushing event updated for resources: {'Port': ['ID=0d245e80-6f1e-4e2c-85c1-a85de221ab9e,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:44:47.733621 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-c759c551-1a20-49c6-9d2d-98a9071f5402 req-d75401e3-53ec-43cb-aaa6-6503d549ebb9 tempest-TestServerMultinode-1005350713 tempest-TestServerMultinode-1005350713-project-admin] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:44:47.749591 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b470a9-e61c-4bea-b09d-7cf392abd423 req-c5084cc3-6c5b-42dd-806f-7d2975cfafe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:44:47.751185 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-14b470a9-e61c-4bea-b09d-7cf392abd423 req-c5084cc3-6c5b-42dd-806f-7d2975cfafe7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a30336a5-b3a0-4783-8e54-de537509e123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1742640 Jan 28 07:44:47.804677 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-e2a7772b-af58-4ab6-a0f4-8ed229b1a985 None None] Provisioning complete for port 2f043dd3-890c-4806-a950-c7fa59a4fbfd triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:44:47.808989 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e2a7772b-af58-4ab6-a0f4-8ed229b1a985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (2f043dd3-890c-4806-a950-c7fa59a4fbfd), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:47.820376 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [req-14b470a9-e61c-4bea-b09d-7cf392abd423 req-60ab5e5b-3dea-49e5-aedb-400581215ab1 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 07:44:47.821512 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-14b470a9-e61c-4bea-b09d-7cf392abd423 req-60ab5e5b-3dea-49e5-aedb-400581215ab1 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0211408 Jan 28 07:44:47.824304 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146d7db5-b18e-4854-a6aa-8f1b37ee8b7f None None] Pushing event updated for resources: {'Port': ['ID=2f043dd3-890c-4806-a950-c7fa59a4fbfd,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:44:47.836538 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 59000) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:44:48.003025 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-e2a7772b-af58-4ab6-a0f4-8ed229b1a985 None None] Current status of the port 2f043dd3-890c-4806-a950-c7fa59a4fbfd is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:44:48.003430 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e2a7772b-af58-4ab6-a0f4-8ed229b1a985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (2f043dd3-890c-4806-a950-c7fa59a4fbfd), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:48.024737 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-d7461567-38df-4a67-a67d-61848a0b942d tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] 10.222.0.41 "GET /v2.0/floatingips/e6ce22fe-533a-4ee5-9258-3332eb2e5762 HTTP/1.1" status: 200 len: 991 time: 0.1870091 Jan 28 07:44:48.031511 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-c49aa36f-5009-4fe0-8b3b-652729d4cbc7 None None] Set router 9e69b0f7-c85c-47fa-b43b-5dfccd3de7af gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:44:48.068378 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c759c551-1a20-49c6-9d2d-98a9071f5402 req-d75401e3-53ec-43cb-aaa6-6503d549ebb9 tempest-TestServerMultinode-1005350713 tempest-TestServerMultinode-1005350713-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:44:48.069081 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c759c551-1a20-49c6-9d2d-98a9071f5402 req-d75401e3-53ec-43cb-aaa6-6503d549ebb9 tempest-TestServerMultinode-1005350713 tempest-TestServerMultinode-1005350713-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:48.142550 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c759c551-1a20-49c6-9d2d-98a9071f5402 req-d75401e3-53ec-43cb-aaa6-6503d549ebb9 tempest-TestServerMultinode-1005350713 tempest-TestServerMultinode-1005350713-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.6631622 Jan 28 07:44:48.175618 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-c759c551-1a20-49c6-9d2d-98a9071f5402 req-e3a201ea-a71b-4431-a806-7d99c7ce54c6 service neutron] Request body: {'port': {'device_id': '9bf54ab6-a204-4626-bc8c-e87f98a70b9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712749-28'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:44:48.278433 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-9d809cfb-e4e5-4373-8ff1-55395a029b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38ee63d2-577c-4900-b982-dce133362bcc', 'name': 'tempest-TestNetworkBasicOps-router-481148736', 'tenant_id': '5542ea76c30542aeb3cf0ca71420ede0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': 'ede4a57f-df4c-470d-ae6b-2406d45bab82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:44:10Z', 'updated_at': '2022-01-28T07:44:19Z', 'revision_number': 4, 'project_id': '5542ea76c30542aeb3cf0ca71420ede0', 'gw_port': {'id': 'ede4a57f-df4c-470d-ae6b-2406d45bab82', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:61:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ee63d2-577c-4900-b982-dce133362bcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:44:11Z', 'updated_at': '2022-01-28T07:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_floatingips': [{'id': 'e6ce22fe-533a-4ee5-9258-3332eb2e5762', 'tenant_id': '5542ea76c30542aeb3cf0ca71420ede0', 'floating_ip_address': '172.25.6.138', 'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'router_id': '38ee63d2-577c-4900-b982-dce133362bcc', 'port_id': '6dca1592-9e48-4546-ae97-f7d7ad907589', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3609, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a30336a5-b3a0-4783-8e54-de537509e123', 'mac_address': 'fa:16:3e:40:92:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb6bd0d-df7e-4c6e-89f1-db900bb17770', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:44:45Z', 'updated_at': '2022-01-28T07:44:45Z', 'revision_number': 0, 'project_id': '5542ea76c30542aeb3cf0ca71420ede0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '332db361-ea9f-4c82-a31e-b665293df277', 'name': '', 'network_id': 'a30336a5-b3a0-4783-8e54-de537509e123', 'tenant_id': '5542ea76c30542aeb3cf0ca71420ede0', 'mac_address': 'fa:16:3e:27:8c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ee63d2-577c-4900-b982-dce133362bcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '5479f019-202c-46d0-8eb2-e3988316e62a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:44:17Z', 'updated_at': '2022-01-28T07:44:24Z', 'revision_number': 5, 'project_id': '5542ea76c30542aeb3cf0ca71420ede0', 'subnets': [{'id': '5479f019-202c-46d0-8eb2-e3988316e62a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:44:48.278718 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-e2a7772b-af58-4ab6-a0f4-8ed229b1a985 None None] For port 2f043dd3-890c-4806-a950-c7fa59a4fbfd, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=2f043dd3-890c-4806-a950-c7fa59a4fbfd,segment=NetworkSegment(d66f5881-561b-4027-808a-8877b96dd073),segment_id=d66f5881-561b-4027-808a-8877b96dd073)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:44:48.297202 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-14b470a9-e61c-4bea-b09d-7cf392abd423 req-f8071c4f-5f57-4365-9996-86b91c7f8183 service neutron] 10.222.0.10 "GET /v2.0/networks/a30336a5-b3a0-4783-8e54-de537509e123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4495330 Jan 28 07:44:48.318595 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d809cfb-e4e5-4373-8ff1-55395a029b01 None None] The sync data for ids ['38ee63d2-577c-4900-b982-dce133362bcc'] in n-d-712749-28 is: [{'id': '38ee63d2-577c-4900-b982-dce133362bcc', 'name': 'tempest-TestNetworkBasicOps-router-481148736', 'tenant_id': '5542ea76c30542aeb3cf0ca71420ede0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': 'ede4a57f-df4c-470d-ae6b-2406d45bab82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:44:10Z', 'updated_at': '2022-01-28T07:44:19Z', 'revision_number': 4, 'project_id': '5542ea76c30542aeb3cf0ca71420ede0', 'gw_port': {'id': 'ede4a57f-df4c-470d-ae6b-2406d45bab82', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:61:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ee63d2-577c-4900-b982-dce133362bcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:44:11Z', 'updated_at': '2022-01-28T07:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_floatingips': [{'id': 'e6ce22fe-533a-4ee5-9258-3332eb2e5762', 'tenant_id': '5542ea76c30542aeb3cf0ca71420ede0', 'floating_ip_address': '172.25.6.138', 'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'router_id': '38ee63d2-577c-4900-b982-dce133362bcc', 'port_id': '6dca1592-9e48-4546-ae97-f7d7ad907589', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3609, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a30336a5-b3a0-4783-8e54-de537509e123', 'mac_address': 'fa:16:3e:40:92:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb6bd0d-df7e-4c6e-89f1-db900bb17770', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:44:45Z', 'updated_at': '2022-01-28T07:44:45Z', 'revision_number': 0, 'project_id': '5542ea76c30542aeb3cf0ca71420ede0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '332db361-ea9f-4c82-a31e-b665293df277', 'name': '', 'network_id': 'a30336a5-b3a0-4783-8e54-de537509e123', 'tenant_id': '5542ea76c30542aeb3cf0ca71420ede0', 'mac_address': 'fa:16:3e:27:8c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ee63d2-577c-4900-b982-dce133362bcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '5479f019-202c-46d0-8eb2-e3988316e62a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:44:17Z', 'updated_at': '2022-01-28T07:44:24Z', 'revision_number': 5, 'project_id': '5542ea76c30542aeb3cf0ca71420ede0', 'subnets': [{'id': '5479f019-202c-46d0-8eb2-e3988316e62a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:44:48.379436 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c759c551-1a20-49c6-9d2d-98a9071f5402 req-e3a201ea-a71b-4431-a806-7d99c7ce54c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (0d245e80-6f1e-4e2c-85c1-a85de221ab9e), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:48.415946 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e2a7772b-af58-4ab6-a0f4-8ed229b1a985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (2f043dd3-890c-4806-a950-c7fa59a4fbfd), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:48.492285 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a7772b-af58-4ab6-a0f4-8ed229b1a985 None None] Pushing event updated for resources: {'Port': ['ID=2f043dd3-890c-4806-a950-c7fa59a4fbfd,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:44:48.512542 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-eb92021a-4b7a-4d74-8d48-f760028e85b5 req-a3caea33-4d4e-46fc-880d-7f46dbec6878 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2fb6bd0d-df7e-4c6e-89f1-db900bb17770&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0991700 Jan 28 07:44:48.570250 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c02595b-f67e-46f2-9b17-4e6bc1fccd46 req-d8a68175-d788-49bf-978f-85a591ca2fdb tempest-TestServerMultinode-1005350713 tempest-TestServerMultinode-1005350713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:44:48.572000 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0c02595b-f67e-46f2-9b17-4e6bc1fccd46 req-d8a68175-d788-49bf-978f-85a591ca2fdb tempest-TestServerMultinode-1005350713 tempest-TestServerMultinode-1005350713-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=9bf54ab6-a204-4626-bc8c-e87f98a70b9c HTTP/1.1" status: 200 len: 1027 time: 0.2715490 Jan 28 07:44:48.580188 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-87f28fa9-882a-4208-a26b-303ed1b1f51c None None] Provisioning complete for port 0d245e80-6f1e-4e2c-85c1-a85de221ab9e triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:44:48.580851 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-87f28fa9-882a-4208-a26b-303ed1b1f51c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (0d245e80-6f1e-4e2c-85c1-a85de221ab9e), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:48.617712 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-14b470a9-e61c-4bea-b09d-7cf392abd423 req-3c13c9d9-84af-411a-a52c-d2d97202e030 service neutron] 10.222.0.10 "GET /v2.0/networks/a30336a5-b3a0-4783-8e54-de537509e123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3118634 Jan 28 07:44:48.631100 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-87f28fa9-882a-4208-a26b-303ed1b1f51c None None] Port 0d245e80-6f1e-4e2c-85c1-a85de221ab9e cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:44:48.707201 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-87f28fa9-882a-4208-a26b-303ed1b1f51c None None] Provisioning complete for port 2f043dd3-890c-4806-a950-c7fa59a4fbfd triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:44:48.708397 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-87f28fa9-882a-4208-a26b-303ed1b1f51c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (2f043dd3-890c-4806-a950-c7fa59a4fbfd), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:48.779740 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-c49aa36f-5009-4fe0-8b3b-652729d4cbc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e69b0f7-c85c-47fa-b43b-5dfccd3de7af', 'name': 'tempest-TestServerMultinode-890706964-router', 'tenant_id': 'b77933173ac3480dba85b6ea0ea5b81b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': '08c296e5-8b4f-4d53-af7b-63257ea342bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:44:36Z', 'updated_at': '2022-01-28T07:44:41Z', 'revision_number': 4, 'project_id': 'b77933173ac3480dba85b6ea0ea5b81b', 'gw_port': {'id': '08c296e5-8b4f-4d53-af7b-63257ea342bf', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:c6:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e69b0f7-c85c-47fa-b43b-5dfccd3de7af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:44:37Z', 'updated_at': '2022-01-28T07:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '2f043dd3-890c-4806-a950-c7fa59a4fbfd', 'name': '', 'network_id': '4d422226-2b10-42eb-b43a-bb04866a738d', 'tenant_id': 'b77933173ac3480dba85b6ea0ea5b81b', 'mac_address': 'fa:16:3e:28:a5:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e69b0f7-c85c-47fa-b43b-5dfccd3de7af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': '59f03e50-2e7e-4380-8068-748a5e15db49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:44:40Z', 'updated_at': '2022-01-28T07:44:47Z', 'revision_number': 4, 'project_id': 'b77933173ac3480dba85b6ea0ea5b81b', 'subnets': [{'id': '59f03e50-2e7e-4380-8068-748a5e15db49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:44:48.783788 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0c02595b-f67e-46f2-9b17-4e6bc1fccd46 req-f2ecd222-1db3-4abc-a7f8-7a679f92ae1d tempest-TestServerMultinode-1005350713 tempest-TestServerMultinode-1005350713-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=a895eec8-7a4c-4d2c-98d9-e13292e98e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012737 Jan 28 07:44:48.833905 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49aa36f-5009-4fe0-8b3b-652729d4cbc7 None None] The sync data for ids ['9e69b0f7-c85c-47fa-b43b-5dfccd3de7af'] in n-d-712749-28 is: [{'id': '9e69b0f7-c85c-47fa-b43b-5dfccd3de7af', 'name': 'tempest-TestServerMultinode-890706964-router', 'tenant_id': 'b77933173ac3480dba85b6ea0ea5b81b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': '08c296e5-8b4f-4d53-af7b-63257ea342bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:44:36Z', 'updated_at': '2022-01-28T07:44:41Z', 'revision_number': 4, 'project_id': 'b77933173ac3480dba85b6ea0ea5b81b', 'gw_port': {'id': '08c296e5-8b4f-4d53-af7b-63257ea342bf', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:c6:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e69b0f7-c85c-47fa-b43b-5dfccd3de7af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:44:37Z', 'updated_at': '2022-01-28T07:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '2f043dd3-890c-4806-a950-c7fa59a4fbfd', 'name': '', 'network_id': '4d422226-2b10-42eb-b43a-bb04866a738d', 'tenant_id': 'b77933173ac3480dba85b6ea0ea5b81b', 'mac_address': 'fa:16:3e:28:a5:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e69b0f7-c85c-47fa-b43b-5dfccd3de7af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': '59f03e50-2e7e-4380-8068-748a5e15db49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:44:40Z', 'updated_at': '2022-01-28T07:44:47Z', 'revision_number': 4, 'project_id': 'b77933173ac3480dba85b6ea0ea5b81b', 'subnets': [{'id': '59f03e50-2e7e-4380-8068-748a5e15db49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:44:48.862516 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9b40e9-aecc-412f-ae39-6df536087214 None None] New status for floating IP e6ce22fe-533a-4ee5-9258-3332eb2e5762: ACTIVE {{(pid=103285) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 07:44:48.949836 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb92021a-4b7a-4d74-8d48-f760028e85b5 req-0f2f9f65-81f0-4a81-9ae4-db45f614f34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:44:48.952245 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-eb92021a-4b7a-4d74-8d48-f760028e85b5 req-0f2f9f65-81f0-4a81-9ae4-db45f614f34a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5542ea76c30542aeb3cf0ca71420ede0&device_id=2fb6bd0d-df7e-4c6e-89f1-db900bb17770 HTTP/1.1" status: 200 len: 1097 time: 0.2092006 Jan 28 07:44:49.029372 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 59024) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:44:49.109449 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-87f28fa9-882a-4208-a26b-303ed1b1f51c None None] Current status of the port 2f043dd3-890c-4806-a950-c7fa59a4fbfd is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:44:49.173038 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-349ea90c-033b-40c1-a62e-e1ada34ed99c tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] 10.222.0.41 "GET /v2.0/floatingips/e6ce22fe-533a-4ee5-9258-3332eb2e5762 HTTP/1.1" status: 200 len: 991 time: 0.1421781 Jan 28 07:44:49.231501 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb92021a-4b7a-4d74-8d48-f760028e85b5 req-6a95829e-163e-42c9-8a0d-b8203564c205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:44:49.233057 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-eb92021a-4b7a-4d74-8d48-f760028e85b5 req-6a95829e-163e-42c9-8a0d-b8203564c205 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a30336a5-b3a0-4783-8e54-de537509e123 HTTP/1.1" status: 200 len: 898 time: 0.2557256 Jan 28 07:44:49.239612 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-c759c551-1a20-49c6-9d2d-98a9071f5402 req-e3a201ea-a71b-4431-a806-7d99c7ce54c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d245e80-6f1e-4e2c-85c1-a85de221ab9e {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:44:49.296543 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c759c551-1a20-49c6-9d2d-98a9071f5402 req-e3a201ea-a71b-4431-a806-7d99c7ce54c6 service neutron] Publish callbacks [] for port (0d245e80-6f1e-4e2c-85c1-a85de221ab9e), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:49.324610 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-c759c551-1a20-49c6-9d2d-98a9071f5402 req-e3a201ea-a71b-4431-a806-7d99c7ce54c6 service neutron] Transition to ACTIVE for port object 0d245e80-6f1e-4e2c-85c1-a85de221ab9e will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:44:49.336835 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c759c551-1a20-49c6-9d2d-98a9071f5402 req-e3a201ea-a71b-4431-a806-7d99c7ce54c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (0d245e80-6f1e-4e2c-85c1-a85de221ab9e), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:49.345511 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-eb92021a-4b7a-4d74-8d48-f760028e85b5 req-9051c39c-cc51-46c2-9445-652c023d509f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6dca1592-9e48-4546-ae97-f7d7ad907589 HTTP/1.1" status: 200 len: 1001 time: 0.1003947 Jan 28 07:44:49.478508 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a201ea-a71b-4431-a806-7d99c7ce54c6 service neutron] Pushing event updated for resources: {'Port': ['ID=0d245e80-6f1e-4e2c-85c1-a85de221ab9e,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:44:49.496958 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb92021a-4b7a-4d74-8d48-f760028e85b5 req-f0062e4d-ff5e-4809-b9be-4708c9fa0eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:44:49.499180 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-eb92021a-4b7a-4d74-8d48-f760028e85b5 req-f0062e4d-ff5e-4809-b9be-4708c9fa0eff service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5479f019-202c-46d0-8eb2-e3988316e62a HTTP/1.1" status: 200 len: 835 time: 0.1474767 Jan 28 07:44:49.624590 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb92021a-4b7a-4d74-8d48-f760028e85b5 req-b60e6ae7-1775-468c-9fab-5f9c565aa15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:44:49.626182 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-eb92021a-4b7a-4d74-8d48-f760028e85b5 req-b60e6ae7-1775-468c-9fab-5f9c565aa15f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a30336a5-b3a0-4783-8e54-de537509e123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1062617 Jan 28 07:44:49.631320 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-c759c551-1a20-49c6-9d2d-98a9071f5402 req-e3a201ea-a71b-4431-a806-7d99c7ce54c6 service neutron] Attempting to bind port 0d245e80-6f1e-4e2c-85c1-a85de221ab9e on host n-h2-712749-28 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:44:49.632604 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-c759c551-1a20-49c6-9d2d-98a9071f5402 req-e3a201ea-a71b-4431-a806-7d99c7ce54c6 service neutron] Attempting to bind port 0d245e80-6f1e-4e2c-85c1-a85de221ab9e by drivers openvswitch,hyperv on host n-h2-712749-28 at level 0 using segments [{'id': 'bc701e67-b647-47db-bf6d-411081859a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '091e73a4-4462-43c6-a062-3e42baf07e30'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:44:49.633168 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c759c551-1a20-49c6-9d2d-98a9071f5402 req-e3a201ea-a71b-4431-a806-7d99c7ce54c6 service neutron] Attempting to bind port 0d245e80-6f1e-4e2c-85c1-a85de221ab9e on network 091e73a4-4462-43c6-a062-3e42baf07e30 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:44:49.668122 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c759c551-1a20-49c6-9d2d-98a9071f5402 req-e3a201ea-a71b-4431-a806-7d99c7ce54c6 service neutron] Port 0d245e80-6f1e-4e2c-85c1-a85de221ab9e on network 091e73a4-4462-43c6-a062-3e42baf07e30 not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-28 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:44:49.668500 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c759c551-1a20-49c6-9d2d-98a9071f5402 req-e3a201ea-a71b-4431-a806-7d99c7ce54c6 service neutron] Attempting to bind port 0d245e80-6f1e-4e2c-85c1-a85de221ab9e on network 091e73a4-4462-43c6-a062-3e42baf07e30 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:44:49.710180 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c759c551-1a20-49c6-9d2d-98a9071f5402 req-e3a201ea-a71b-4431-a806-7d99c7ce54c6 service neutron] Checking agent: {'id': 'c9906e63-062c-432e-bb53-63fdb8115e18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 44, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:44:49.710459 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c759c551-1a20-49c6-9d2d-98a9071f5402 req-e3a201ea-a71b-4431-a806-7d99c7ce54c6 service neutron] Checking segment: {'id': 'bc701e67-b647-47db-bf6d-411081859a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '091e73a4-4462-43c6-a062-3e42baf07e30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:44:49.711133 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c759c551-1a20-49c6-9d2d-98a9071f5402 req-e3a201ea-a71b-4431-a806-7d99c7ce54c6 service neutron] Bound using segment: {'id': 'bc701e67-b647-47db-bf6d-411081859a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '091e73a4-4462-43c6-a062-3e42baf07e30'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:44:49.711757 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-c759c551-1a20-49c6-9d2d-98a9071f5402 req-e3a201ea-a71b-4431-a806-7d99c7ce54c6 service neutron] Bound port: 0d245e80-6f1e-4e2c-85c1-a85de221ab9e, host: n-h2-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc701e67-b647-47db-bf6d-411081859a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '091e73a4-4462-43c6-a062-3e42baf07e30'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:44:49.712120 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c759c551-1a20-49c6-9d2d-98a9071f5402 req-e3a201ea-a71b-4431-a806-7d99c7ce54c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (0d245e80-6f1e-4e2c-85c1-a85de221ab9e), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:49.890046 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-eb92021a-4b7a-4d74-8d48-f760028e85b5 req-30315341-bed2-4afc-9d2f-054e54a417c3 service neutron] 10.222.0.10 "GET /v2.0/networks/a30336a5-b3a0-4783-8e54-de537509e123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2516718 Jan 28 07:44:49.895648 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 2f043dd3-890c-4806-a950-c7fa59a4fbfd up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:44:49.943421 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-c759c551-1a20-49c6-9d2d-98a9071f5402 req-e3a201ea-a71b-4431-a806-7d99c7ce54c6 service neutron] For port 0d245e80-6f1e-4e2c-85c1-a85de221ab9e, host n-h2-712749-28, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:44:49.954388 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-c759c551-1a20-49c6-9d2d-98a9071f5402 req-e3a201ea-a71b-4431-a806-7d99c7ce54c6 service neutron] For port 0d245e80-6f1e-4e2c-85c1-a85de221ab9e, host n-h2-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=0d245e80-6f1e-4e2c-85c1-a85de221ab9e,segment=NetworkSegment(bc701e67-b647-47db-bf6d-411081859a89),segment_id=bc701e67-b647-47db-bf6d-411081859a89)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:44:50.008125 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c646a3-b313-4dc8-856d-b1a0bbfa215d req-1a4a3e0e-d122-43c6-b161-68de0b78df1c tempest-TestServerMultinode-1005350713 tempest-TestServerMultinode-1005350713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:44:50.018085 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d1c646a3-b313-4dc8-856d-b1a0bbfa215d req-1a4a3e0e-d122-43c6-b161-68de0b78df1c tempest-TestServerMultinode-1005350713 tempest-TestServerMultinode-1005350713-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=9bf54ab6-a204-4626-bc8c-e87f98a70b9c HTTP/1.1" status: 200 len: 1095 time: 0.0680995 Jan 28 07:44:50.046842 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c759c551-1a20-49c6-9d2d-98a9071f5402 req-e3a201ea-a71b-4431-a806-7d99c7ce54c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (0d245e80-6f1e-4e2c-85c1-a85de221ab9e), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:50.119418 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a201ea-a71b-4431-a806-7d99c7ce54c6 service neutron] Pushing event updated for resources: {'Port': ['ID=0d245e80-6f1e-4e2c-85c1-a85de221ab9e,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:44:50.121209 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 2f043dd3-890c-4806-a950-c7fa59a4fbfd triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:44:50.121658 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (2f043dd3-890c-4806-a950-c7fa59a4fbfd), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:50.136747 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c759c551-1a20-49c6-9d2d-98a9071f5402 req-e3a201ea-a71b-4431-a806-7d99c7ce54c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:44:50.138029 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c759c551-1a20-49c6-9d2d-98a9071f5402 req-e3a201ea-a71b-4431-a806-7d99c7ce54c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:50.139912 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c759c551-1a20-49c6-9d2d-98a9071f5402 req-e3a201ea-a71b-4431-a806-7d99c7ce54c6 service neutron] 10.222.0.44 "PUT /v2.0/ports/0d245e80-6f1e-4e2c-85c1-a85de221ab9e HTTP/1.1" status: 200 len: 1092 time: 1.9733286 Jan 28 07:44:50.142478 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bf54ab6-a204-4626-bc8c-e87f98a70b9c', 'tag': '0d245e80-6f1e-4e2c-85c1-a85de221ab9e'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:44:50.144706 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdbb6448-e11a-4688-bc29-219c7d230328" -d '{"events": [{"name": "network-changed", "server_uuid": "9bf54ab6-a204-4626-bc8c-e87f98a70b9c", "tag": "0d245e80-6f1e-4e2c-85c1-a85de221ab9e"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:44:50.155184 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d1c646a3-b313-4dc8-856d-b1a0bbfa215d req-f5bbd732-a3dd-49e5-a378-b7f98a9ca4bd tempest-TestServerMultinode-1005350713 tempest-TestServerMultinode-1005350713-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=a895eec8-7a4c-4d2c-98d9-e13292e98e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358414 Jan 28 07:44:50.176309 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 59050) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:44:50.259144 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-eb92021a-4b7a-4d74-8d48-f760028e85b5 req-2ecbbd68-c877-4843-9137-a07ca891b98a service neutron] 10.222.0.10 "GET /v2.0/networks/a30336a5-b3a0-4783-8e54-de537509e123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3526168 Jan 28 07:44:50.282258 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fb7b65f-acf8-4486-bc54-6fb82b0acfd1 x-openstack-request-id: req-2fb7b65f-acf8-4486-bc54-6fb82b0acfd1 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:44:50.283482 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bf54ab6-a204-4626-bc8c-e87f98a70b9c", "tag": "0d245e80-6f1e-4e2c-85c1-a85de221ab9e", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:44:50.283774 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2fb7b65f-acf8-4486-bc54-6fb82b0acfd1 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:44:50.286512 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bf54ab6-a204-4626-bc8c-e87f98a70b9c', 'tag': '0d245e80-6f1e-4e2c-85c1-a85de221ab9e', 'status': 'completed', 'code': 200} Jan 28 07:44:50.295961 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c759c551-1a20-49c6-9d2d-98a9071f5402 req-24a2b8da-e510-40b0-a05f-06dd9d03440f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:44:50.298858 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c759c551-1a20-49c6-9d2d-98a9071f5402 req-24a2b8da-e510-40b0-a05f-06dd9d03440f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b77933173ac3480dba85b6ea0ea5b81b&device_id=9bf54ab6-a204-4626-bc8c-e87f98a70b9c HTTP/1.1" status: 200 len: 1095 time: 0.0966272 Jan 28 07:44:50.340139 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-cec2833b-034a-41b9-82c8-e09354de835d tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] 10.222.0.41 "GET /v2.0/floatingips/e6ce22fe-533a-4ee5-9258-3332eb2e5762 HTTP/1.1" status: 200 len: 993 time: 0.1621451 Jan 28 07:44:50.381299 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 2f043dd3-890c-4806-a950-c7fa59a4fbfd is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:44:50.472343 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c759c551-1a20-49c6-9d2d-98a9071f5402 req-4ab1e201-6704-479e-875a-0cf48fcc7530 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0d245e80-6f1e-4e2c-85c1-a85de221ab9e HTTP/1.1" status: 200 len: 217 time: 0.1606042 Jan 28 07:44:50.541237 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c759c551-1a20-49c6-9d2d-98a9071f5402 req-e9ce6b71-c958-4df0-a9dc-66926f648de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:44:50.545350 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c759c551-1a20-49c6-9d2d-98a9071f5402 req-e9ce6b71-c958-4df0-a9dc-66926f648de9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d75905ba-c814-47b4-b2aa-ca3b117a97fd HTTP/1.1" status: 200 len: 848 time: 0.0657990 Jan 28 07:44:50.649257 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c759c551-1a20-49c6-9d2d-98a9071f5402 req-1864e9b3-d058-4208-a30b-9cb27709b793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:44:50.651208 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c759c551-1a20-49c6-9d2d-98a9071f5402 req-1864e9b3-d058-4208-a30b-9cb27709b793 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=091e73a4-4462-43c6-a062-3e42baf07e30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0987568 Jan 28 07:44:50.833764 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c759c551-1a20-49c6-9d2d-98a9071f5402 req-d0cf7c77-28e1-4c3c-9814-e1a5f772c9cb service neutron] 10.222.0.44 "GET /v2.0/networks/091e73a4-4462-43c6-a062-3e42baf07e30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757166 Jan 28 07:44:50.951813 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c759c551-1a20-49c6-9d2d-98a9071f5402 req-5c693aca-2b4a-4db5-a72b-7863dc0383f4 service neutron] 10.222.0.44 "GET /v2.0/networks/091e73a4-4462-43c6-a062-3e42baf07e30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108482 Jan 28 07:44:51.158548 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbb6448-e11a-4688-bc29-219c7d230328 req-85df5ae0-e8cb-4ceb-b81b-7f937b0ac75a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:44:51.160560 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-fdbb6448-e11a-4688-bc29-219c7d230328 req-85df5ae0-e8cb-4ceb-b81b-7f937b0ac75a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b77933173ac3480dba85b6ea0ea5b81b&device_id=9bf54ab6-a204-4626-bc8c-e87f98a70b9c HTTP/1.1" status: 200 len: 1095 time: 0.0826869 Jan 28 07:44:51.310852 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbb6448-e11a-4688-bc29-219c7d230328 req-e920a27d-f87a-4caf-a6ee-3ae369d1624f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:44:51.312787 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-fdbb6448-e11a-4688-bc29-219c7d230328 req-e920a27d-f87a-4caf-a6ee-3ae369d1624f service neutron] 10.222.0.44 "GET /v2.0/networks?id=091e73a4-4462-43c6-a062-3e42baf07e30 HTTP/1.1" status: 200 len: 910 time: 0.1463690 Jan 28 07:44:51.352773 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0ac06e-55d7-437f-b5d3-98cd07e84c9f req-dc56f948-0641-4e11-88fc-dd1f4e5553ec tempest-TestServerMultinode-1005350713 tempest-TestServerMultinode-1005350713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:44:51.355300 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9f0ac06e-55d7-437f-b5d3-98cd07e84c9f req-dc56f948-0641-4e11-88fc-dd1f4e5553ec tempest-TestServerMultinode-1005350713 tempest-TestServerMultinode-1005350713-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=9bf54ab6-a204-4626-bc8c-e87f98a70b9c HTTP/1.1" status: 200 len: 1095 time: 0.0856884 Jan 28 07:44:51.360094 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-fdbb6448-e11a-4688-bc29-219c7d230328 req-897ed7ca-8943-45d8-9447-eb8190ec5f98 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0d245e80-6f1e-4e2c-85c1-a85de221ab9e HTTP/1.1" status: 200 len: 217 time: 0.0402493 Jan 28 07:44:51.420852 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9f0ac06e-55d7-437f-b5d3-98cd07e84c9f req-649637ae-3351-4902-8421-6a6e64b3bcff tempest-TestServerMultinode-1005350713 tempest-TestServerMultinode-1005350713-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=a895eec8-7a4c-4d2c-98d9-e13292e98e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592196 Jan 28 07:44:51.426776 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbb6448-e11a-4688-bc29-219c7d230328 req-81bf79e0-37c7-43d3-a596-a6e66885ebd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:44:51.429059 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-fdbb6448-e11a-4688-bc29-219c7d230328 req-81bf79e0-37c7-43d3-a596-a6e66885ebd0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d75905ba-c814-47b4-b2aa-ca3b117a97fd HTTP/1.1" status: 200 len: 848 time: 0.0624161 Jan 28 07:44:51.484374 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbb6448-e11a-4688-bc29-219c7d230328 req-d4548230-72d1-456a-86e2-8f4419af4f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:44:51.486297 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-fdbb6448-e11a-4688-bc29-219c7d230328 req-d4548230-72d1-456a-86e2-8f4419af4f92 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=091e73a4-4462-43c6-a062-3e42baf07e30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0511675 Jan 28 07:44:51.607081 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-fdbb6448-e11a-4688-bc29-219c7d230328 req-a9eec6c2-9fcb-46d8-a44b-3ea7e2e3fde3 service neutron] 10.222.0.44 "GET /v2.0/networks/091e73a4-4462-43c6-a062-3e42baf07e30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133218 Jan 28 07:44:51.708629 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-fdbb6448-e11a-4688-bc29-219c7d230328 req-a507ca3e-8c57-42b6-ae25-1b07c5e13b81 service neutron] 10.222.0.44 "GET /v2.0/networks/091e73a4-4462-43c6-a062-3e42baf07e30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945249 Jan 28 07:44:52.550266 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af9802f-f310-4988-9112-101e2e5e27de req-55e1fa83-72a2-4f07-9596-8c278c696709 tempest-TestServerMultinode-1005350713 tempest-TestServerMultinode-1005350713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:44:52.551814 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4af9802f-f310-4988-9112-101e2e5e27de req-55e1fa83-72a2-4f07-9596-8c278c696709 tempest-TestServerMultinode-1005350713 tempest-TestServerMultinode-1005350713-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=9bf54ab6-a204-4626-bc8c-e87f98a70b9c HTTP/1.1" status: 200 len: 1095 time: 0.0442984 Jan 28 07:44:52.617702 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4af9802f-f310-4988-9112-101e2e5e27de req-596dd8a2-27b8-4c69-9dc8-4d3b5e62fe22 tempest-TestServerMultinode-1005350713 tempest-TestServerMultinode-1005350713-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=a895eec8-7a4c-4d2c-98d9-e13292e98e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534694 Jan 28 07:44:53.367515 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 0d245e80-6f1e-4e2c-85c1-a85de221ab9e details requested by agent hyperv_n-h2-712749-28 with host n-h2-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:44:53.473980 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 0d245e80-6f1e-4e2c-85c1-a85de221ab9e, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=0d245e80-6f1e-4e2c-85c1-a85de221ab9e,segment=NetworkSegment(bc701e67-b647-47db-bf6d-411081859a89),segment_id=bc701e67-b647-47db-bf6d-411081859a89)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:44:53.488638 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Returning: {'device': '0d245e80-6f1e-4e2c-85c1-a85de221ab9e', 'network_id': '091e73a4-4462-43c6-a062-3e42baf07e30', 'port_id': '0d245e80-6f1e-4e2c-85c1-a85de221ab9e', 'mac_address': 'fa:16:3e:4e:3b:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd75905ba-c814-47b4-b2aa-ca3b117a97fd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:44:53.535261 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port 0d245e80-6f1e-4e2c-85c1-a85de221ab9e is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:44:53.535654 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (0d245e80-6f1e-4e2c-85c1-a85de221ab9e), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:53.551910 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d245e80-6f1e-4e2c-85c1-a85de221ab9e {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:44:53.572921 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 0d245e80-6f1e-4e2c-85c1-a85de221ab9e, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=0d245e80-6f1e-4e2c-85c1-a85de221ab9e,segment=NetworkSegment(bc701e67-b647-47db-bf6d-411081859a89),segment_id=bc701e67-b647-47db-bf6d-411081859a89)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:44:53.577778 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (0d245e80-6f1e-4e2c-85c1-a85de221ab9e), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:53.637423 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=0d245e80-6f1e-4e2c-85c1-a85de221ab9e,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:44:53.736100 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e61beb5-8568-478b-a9cf-f6011348c18f req-8fc4ffb8-ba46-47f7-bc8b-346d15125a72 tempest-TestServerMultinode-1005350713 tempest-TestServerMultinode-1005350713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:44:53.738044 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5e61beb5-8568-478b-a9cf-f6011348c18f req-8fc4ffb8-ba46-47f7-bc8b-346d15125a72 tempest-TestServerMultinode-1005350713 tempest-TestServerMultinode-1005350713-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=9bf54ab6-a204-4626-bc8c-e87f98a70b9c HTTP/1.1" status: 200 len: 1096 time: 0.0494568 Jan 28 07:44:53.787816 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5e61beb5-8568-478b-a9cf-f6011348c18f req-07a5bfc8-23b5-4a2b-ad28-54d649b74778 tempest-TestServerMultinode-1005350713 tempest-TestServerMultinode-1005350713-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=a895eec8-7a4c-4d2c-98d9-e13292e98e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427666 Jan 28 07:44:53.858648 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['0d245e80-6f1e-4e2c-85c1-a85de221ab9e'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:44:54.926181 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aec57e-2d6c-478c-879d-fbd491420887 req-caa650fd-0940-45cc-9e0a-aa8112c67d56 tempest-TestServerMultinode-1005350713 tempest-TestServerMultinode-1005350713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:44:54.940525 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e7aec57e-2d6c-478c-879d-fbd491420887 req-caa650fd-0940-45cc-9e0a-aa8112c67d56 tempest-TestServerMultinode-1005350713 tempest-TestServerMultinode-1005350713-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=9bf54ab6-a204-4626-bc8c-e87f98a70b9c HTTP/1.1" status: 200 len: 1096 time: 0.0780301 Jan 28 07:44:55.008168 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e7aec57e-2d6c-478c-879d-fbd491420887 req-c85dd66d-9aba-43eb-b6a1-fb1cfc925198 tempest-TestServerMultinode-1005350713 tempest-TestServerMultinode-1005350713-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=a895eec8-7a4c-4d2c-98d9-e13292e98e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665739 Jan 28 07:44:55.371324 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 0d245e80-6f1e-4e2c-85c1-a85de221ab9e up at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:44:55.449307 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning for port 0d245e80-6f1e-4e2c-85c1-a85de221ab9e completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:44:55.455743 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning complete for port 0d245e80-6f1e-4e2c-85c1-a85de221ab9e triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:44:55.456300 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (0d245e80-6f1e-4e2c-85c1-a85de221ab9e), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:55.547255 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port 0d245e80-6f1e-4e2c-85c1-a85de221ab9e is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:44:55.547787 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (0d245e80-6f1e-4e2c-85c1-a85de221ab9e), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:55.570406 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bf54ab6-a204-4626-bc8c-e87f98a70b9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d245e80-6f1e-4e2c-85c1-a85de221ab9e'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:44:55.572733 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e40c6e7f-9057-4a51-b7f7-06f79f4782a7" -d '{"events": [{"server_uuid": "9bf54ab6-a204-4626-bc8c-e87f98a70b9c", "name": "network-vif-plugged", "status": "completed", "tag": "0d245e80-6f1e-4e2c-85c1-a85de221ab9e"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:44:55.607978 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 0d245e80-6f1e-4e2c-85c1-a85de221ab9e, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=0d245e80-6f1e-4e2c-85c1-a85de221ab9e,segment=NetworkSegment(bc701e67-b647-47db-bf6d-411081859a89),segment_id=bc701e67-b647-47db-bf6d-411081859a89)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:44:55.614484 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (0d245e80-6f1e-4e2c-85c1-a85de221ab9e), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:55.708983 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c835bab-71cc-4c1a-b274-4270cb592324 x-openstack-request-id: req-1c835bab-71cc-4c1a-b274-4270cb592324 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:44:55.709281 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bf54ab6-a204-4626-bc8c-e87f98a70b9c", "name": "network-vif-plugged", "status": "completed", "tag": "0d245e80-6f1e-4e2c-85c1-a85de221ab9e", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:44:55.709539 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1c835bab-71cc-4c1a-b274-4270cb592324 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:44:55.709937 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bf54ab6-a204-4626-bc8c-e87f98a70b9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d245e80-6f1e-4e2c-85c1-a85de221ab9e', 'code': 200} Jan 28 07:44:55.710490 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=0d245e80-6f1e-4e2c-85c1-a85de221ab9e,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:44:55.775888 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801adac3-96fd-4040-8c7b-0a1707f1f154 req-c34779dd-838b-41c3-87ab-29d66b51a5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:44:55.778997 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-801adac3-96fd-4040-8c7b-0a1707f1f154 req-c34779dd-838b-41c3-87ab-29d66b51a5cb service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9bf54ab6-a204-4626-bc8c-e87f98a70b9c HTTP/1.1" status: 200 len: 1097 time: 0.0580471 Jan 28 07:44:55.838052 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-801adac3-96fd-4040-8c7b-0a1707f1f154 req-6fde6881-ebff-421c-9539-9d6d57fa7a58 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=a895eec8-7a4c-4d2c-98d9-e13292e98e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527792 Jan 28 07:44:56.129356 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3359051-fb0e-42fc-ac1b-7c05955d530d req-6e1d1598-bd65-46b3-b04c-f023c726400d tempest-TestServerMultinode-1005350713 tempest-TestServerMultinode-1005350713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:44:56.138703 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d3359051-fb0e-42fc-ac1b-7c05955d530d req-6e1d1598-bd65-46b3-b04c-f023c726400d tempest-TestServerMultinode-1005350713 tempest-TestServerMultinode-1005350713-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=9bf54ab6-a204-4626-bc8c-e87f98a70b9c HTTP/1.1" status: 200 len: 1097 time: 0.0541213 Jan 28 07:44:56.215771 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d3359051-fb0e-42fc-ac1b-7c05955d530d req-79962227-e5a8-494d-8ca9-3625bc0accee tempest-TestServerMultinode-1005350713 tempest-TestServerMultinode-1005350713-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=a895eec8-7a4c-4d2c-98d9-e13292e98e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758829 Jan 28 07:44:57.333857 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374f758d-aed0-472e-a5b3-c030cfb65837 req-32271b85-7f7d-4ecc-b5fb-ec2cfe00cd20 tempest-TestServerMultinode-1005350713 tempest-TestServerMultinode-1005350713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:44:57.336879 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-374f758d-aed0-472e-a5b3-c030cfb65837 req-32271b85-7f7d-4ecc-b5fb-ec2cfe00cd20 tempest-TestServerMultinode-1005350713 tempest-TestServerMultinode-1005350713-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=9bf54ab6-a204-4626-bc8c-e87f98a70b9c HTTP/1.1" status: 200 len: 1097 time: 0.0486281 Jan 28 07:44:57.389070 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-374f758d-aed0-472e-a5b3-c030cfb65837 req-2c229302-2219-4d2f-b409-65c0204a3173 tempest-TestServerMultinode-1005350713 tempest-TestServerMultinode-1005350713-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=a895eec8-7a4c-4d2c-98d9-e13292e98e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464766 Jan 28 07:44:57.508756 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69d5bc6-c030-4b5a-a1bd-79a3791a041e req-84cf5011-f1a0-4a2a-86e8-e539137f9335 tempest-TestServerMultinode-1005350713 tempest-TestServerMultinode-1005350713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:44:57.510443 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f69d5bc6-c030-4b5a-a1bd-79a3791a041e req-84cf5011-f1a0-4a2a-86e8-e539137f9335 tempest-TestServerMultinode-1005350713 tempest-TestServerMultinode-1005350713-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=9bf54ab6-a204-4626-bc8c-e87f98a70b9c HTTP/1.1" status: 200 len: 1097 time: 0.0448689 Jan 28 07:44:57.559298 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f69d5bc6-c030-4b5a-a1bd-79a3791a041e req-1f83d658-7bf4-4ed0-a6c1-d8d21e7c0fc7 tempest-TestServerMultinode-1005350713 tempest-TestServerMultinode-1005350713-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=a895eec8-7a4c-4d2c-98d9-e13292e98e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426641 Jan 28 07:44:57.675731 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727d4a56-61d2-4c1d-a77a-6487128719d1 req-6328c6d3-e635-4da9-8d96-e201a860e2b9 tempest-TestServerMultinode-1005350713 tempest-TestServerMultinode-1005350713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:44:57.677367 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-727d4a56-61d2-4c1d-a77a-6487128719d1 req-6328c6d3-e635-4da9-8d96-e201a860e2b9 tempest-TestServerMultinode-1005350713 tempest-TestServerMultinode-1005350713-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=9bf54ab6-a204-4626-bc8c-e87f98a70b9c HTTP/1.1" status: 200 len: 1097 time: 0.0472960 Jan 28 07:44:57.730110 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-727d4a56-61d2-4c1d-a77a-6487128719d1 req-bcf83d71-2866-41a8-80cf-9acc9f7b2a0c tempest-TestServerMultinode-1005350713 tempest-TestServerMultinode-1005350713-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=a895eec8-7a4c-4d2c-98d9-e13292e98e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438783 Jan 28 07:44:57.966486 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20140369-f5ed-494d-8ecf-fd43719b57f9 req-906679c9-2375-490d-9b33-2da12f2ee2d0 tempest-TestServerMultinode-1005350713 tempest-TestServerMultinode-1005350713-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:44:57.968643 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-20140369-f5ed-494d-8ecf-fd43719b57f9 req-906679c9-2375-490d-9b33-2da12f2ee2d0 tempest-TestServerMultinode-1005350713 tempest-TestServerMultinode-1005350713-project-admin] 10.222.0.41 "GET /v2.0/networks?id=091e73a4-4462-43c6-a062-3e42baf07e30 HTTP/1.1" status: 200 len: 910 time: 0.0963902 Jan 28 07:44:57.983325 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-20140369-f5ed-494d-8ecf-fd43719b57f9 req-caf71f04-9c6f-439e-8547-b33ca6122a0e tempest-TestServerMultinode-1005350713 tempest-TestServerMultinode-1005350713-project-admin] 10.222.0.41 "GET /v2.0/quotas/b77933173ac3480dba85b6ea0ea5b81b HTTP/1.1" status: 200 len: 375 time: 0.0098326 Jan 28 07:44:58.073574 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-20140369-f5ed-494d-8ecf-fd43719b57f9 req-d97ba8bc-be95-4da2-803a-5d91626bc0f9 tempest-TestServerMultinode-1005350713 tempest-TestServerMultinode-1005350713-project-admin] 10.222.0.41 "GET /v2.0/ports?tenant_id=b77933173ac3480dba85b6ea0ea5b81b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0842078 Jan 28 07:44:58.281228 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-20140369-f5ed-494d-8ecf-fd43719b57f9 req-cc19a1f5-9b98-4d0d-987e-84ac868b744c service neutron] 10.222.0.41 "GET /v2.0/networks/091e73a4-4462-43c6-a062-3e42baf07e30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005839 Jan 28 07:44:58.375561 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-20140369-f5ed-494d-8ecf-fd43719b57f9 req-78ffdea7-948c-43cb-bd4d-28364c205a18 service neutron] 10.222.0.41 "GET /v2.0/networks/091e73a4-4462-43c6-a062-3e42baf07e30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882132 Jan 28 07:44:58.569464 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-3fda7e86-2fc7-4486-9271-47e2071911e2 req-0beda348-7492-4cbb-92b9-b9cb1d4122d8 tempest-TestServerMultinode-1005350713 tempest-TestServerMultinode-1005350713-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=f43f5983-3af6-43a0-8f35-db4a0b3601fb HTTP/1.1" status: 200 len: 210 time: 0.0443521 Jan 28 07:44:59.003122 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 59254) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:44:59.168799 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-59d617c9-2168-4edc-8689-9842a41b1df0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:59.269294 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-59d617c9-2168-4edc-8689-9842a41b1df0 admin admin] Publish callbacks [] for security_group (d6679a59-0364-43bc-8879-12e0c5a96008), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:59.273470 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-59d617c9-2168-4edc-8689-9842a41b1df0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (d6679a59-0364-43bc-8879-12e0c5a96008), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:59.315425 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-59d617c9-2168-4edc-8689-9842a41b1df0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ff440c76040d43c3bac09bf57415b48d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3111303 Jan 28 07:44:59.318171 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 59264) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:44:59.328890 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d617c9-2168-4edc-8689-9842a41b1df0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6679a59-0364-43bc-8879-12e0c5a96008,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:44:59.376240 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 7 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 07:44:59.392450 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-21be2bcf-019d-4b53-ae0c-8b75e93ea2c8 admin admin] Publish callbacks [] for security_group (d6679a59-0364-43bc-8879-12e0c5a96008), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:59.415349 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-21be2bcf-019d-4b53-ae0c-8b75e93ea2c8 admin admin] Publish callbacks [] for security_group (d6679a59-0364-43bc-8879-12e0c5a96008), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:44:59.856362 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a01f1713-bdd8-400c-ae3a-e1fcebbd93f0 req-07c2e926-890f-417a-8a7f-3f74e18291e4 tempest-TestServerMultinode-1005350713 tempest-TestServerMultinode-1005350713-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=f43f5983-3af6-43a0-8f35-db4a0b3601fb HTTP/1.1" status: 200 len: 210 time: 0.0299273 Jan 28 07:44:59.976623 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20140369-f5ed-494d-8ecf-fd43719b57f9 req-b92e76d6-3ec9-4d9b-a9f0-cbd890f31109 tempest-TestServerMultinode-1005350713 tempest-TestServerMultinode-1005350713-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:44:59.980744 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-20140369-f5ed-494d-8ecf-fd43719b57f9 req-b92e76d6-3ec9-4d9b-a9f0-cbd890f31109 tempest-TestServerMultinode-1005350713 tempest-TestServerMultinode-1005350713-project-admin] 10.222.0.10 "GET /v2.0/networks?id=091e73a4-4462-43c6-a062-3e42baf07e30 HTTP/1.1" status: 200 len: 910 time: 0.1216502 Jan 28 07:44:59.992544 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-20140369-f5ed-494d-8ecf-fd43719b57f9 req-b8ffba90-2ac5-4388-90d2-17fe8b33321b tempest-TestServerMultinode-1005350713 tempest-TestServerMultinode-1005350713-project-admin] Request body: {'port': {'device_id': 'f43f5983-3af6-43a0-8f35-db4a0b3601fb', 'network_id': '091e73a4-4462-43c6-a062-3e42baf07e30', 'admin_state_up': True, 'tenant_id': 'b77933173ac3480dba85b6ea0ea5b81b'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:44:59.998582 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-21be2bcf-019d-4b53-ae0c-8b75e93ea2c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (d6679a59-0364-43bc-8879-12e0c5a96008), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:00.001617 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-21be2bcf-019d-4b53-ae0c-8b75e93ea2c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:00.005186 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-21be2bcf-019d-4b53-ae0c-8b75e93ea2c8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d6679a59-0364-43bc-8879-12e0c5a96008 HTTP/1.1" status: 204 len: 168 time: 0.6836586 Jan 28 07:45:00.034117 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21be2bcf-019d-4b53-ae0c-8b75e93ea2c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6679a59-0364-43bc-8879-12e0c5a96008,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:45:00.041285 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20140369-f5ed-494d-8ecf-fd43719b57f9 req-b8ffba90-2ac5-4388-90d2-17fe8b33321b tempest-TestServerMultinode-1005350713 tempest-TestServerMultinode-1005350713-project-admin] Made reservation on behalf of b77933173ac3480dba85b6ea0ea5b81b for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:45:00.045873 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-20140369-f5ed-494d-8ecf-fd43719b57f9 req-b8ffba90-2ac5-4388-90d2-17fe8b33321b tempest-TestServerMultinode-1005350713 tempest-TestServerMultinode-1005350713-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:00.214056 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-20140369-f5ed-494d-8ecf-fd43719b57f9 req-b8ffba90-2ac5-4388-90d2-17fe8b33321b tempest-TestServerMultinode-1005350713 tempest-TestServerMultinode-1005350713-project-admin] Allocated IP 172.20.0.13 (091e73a4-4462-43c6-a062-3e42baf07e30/d75905ba-c814-47b4-b2aa-ca3b117a97fd/c38aea6e-3940-44db-aac2-9d4a689b9d0d) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:45:00.394723 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-20140369-f5ed-494d-8ecf-fd43719b57f9 req-b8ffba90-2ac5-4388-90d2-17fe8b33321b tempest-TestServerMultinode-1005350713 tempest-TestServerMultinode-1005350713-project-admin] Publish callbacks [] for port (c38aea6e-3940-44db-aac2-9d4a689b9d0d), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:00.440326 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-20140369-f5ed-494d-8ecf-fd43719b57f9 req-b8ffba90-2ac5-4388-90d2-17fe8b33321b tempest-TestServerMultinode-1005350713 tempest-TestServerMultinode-1005350713-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (c38aea6e-3940-44db-aac2-9d4a689b9d0d), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:00.474417 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['0d245e80-6f1e-4e2c-85c1-a85de221ab9e'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:45:00.485361 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20140369-f5ed-494d-8ecf-fd43719b57f9 req-b8ffba90-2ac5-4388-90d2-17fe8b33321b tempest-TestServerMultinode-1005350713 tempest-TestServerMultinode-1005350713-project-admin] Network 091e73a4-4462-43c6-a062-3e42baf07e30 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:45:00.488112 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-20140369-f5ed-494d-8ecf-fd43719b57f9 req-b8ffba90-2ac5-4388-90d2-17fe8b33321b tempest-TestServerMultinode-1005350713 tempest-TestServerMultinode-1005350713-project-admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:45:00.494724 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-20140369-f5ed-494d-8ecf-fd43719b57f9 req-b8ffba90-2ac5-4388-90d2-17fe8b33321b tempest-TestServerMultinode-1005350713 tempest-TestServerMultinode-1005350713-project-admin] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:45:00.534656 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20140369-f5ed-494d-8ecf-fd43719b57f9 req-b8ffba90-2ac5-4388-90d2-17fe8b33321b tempest-TestServerMultinode-1005350713 tempest-TestServerMultinode-1005350713-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:45:00.535320 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-20140369-f5ed-494d-8ecf-fd43719b57f9 req-b8ffba90-2ac5-4388-90d2-17fe8b33321b tempest-TestServerMultinode-1005350713 tempest-TestServerMultinode-1005350713-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:00.542505 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ffba90-2ac5-4388-90d2-17fe8b33321b tempest-TestServerMultinode-1005350713 tempest-TestServerMultinode-1005350713-project-admin] Pushing event updated for resources: {'Port': ['ID=c38aea6e-3940-44db-aac2-9d4a689b9d0d,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:45:00.568451 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-20140369-f5ed-494d-8ecf-fd43719b57f9 req-b8ffba90-2ac5-4388-90d2-17fe8b33321b tempest-TestServerMultinode-1005350713 tempest-TestServerMultinode-1005350713-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.5801530 Jan 28 07:45:00.587491 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-20140369-f5ed-494d-8ecf-fd43719b57f9 req-bad2333c-53ba-40ae-b768-338c72e7cae3 service neutron] Request body: {'port': {'device_id': 'f43f5983-3af6-43a0-8f35-db4a0b3601fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-28'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:45:00.661091 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-20140369-f5ed-494d-8ecf-fd43719b57f9 req-bad2333c-53ba-40ae-b768-338c72e7cae3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (c38aea6e-3940-44db-aac2-9d4a689b9d0d), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:00.833392 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-55f3a594-872c-4b8e-8a10-0a1d8c03d1f8 None None] Provisioning complete for port c38aea6e-3940-44db-aac2-9d4a689b9d0d triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:45:00.833823 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-55f3a594-872c-4b8e-8a10-0a1d8c03d1f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (c38aea6e-3940-44db-aac2-9d4a689b9d0d), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:00.887208 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-55f3a594-872c-4b8e-8a10-0a1d8c03d1f8 None None] Port c38aea6e-3940-44db-aac2-9d4a689b9d0d cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:45:01.031713 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-20140369-f5ed-494d-8ecf-fd43719b57f9 req-bad2333c-53ba-40ae-b768-338c72e7cae3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c38aea6e-3940-44db-aac2-9d4a689b9d0d {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:45:01.039891 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-20140369-f5ed-494d-8ecf-fd43719b57f9 req-bad2333c-53ba-40ae-b768-338c72e7cae3 service neutron] Publish callbacks [] for port (c38aea6e-3940-44db-aac2-9d4a689b9d0d), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:01.045423 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6c60cd-d015-4451-8d28-5ac45005517a req-3c341d32-2865-4191-a8e0-588062e275f3 tempest-TestServerMultinode-1005350713 tempest-TestServerMultinode-1005350713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:45:01.047014 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-cf6c60cd-d015-4451-8d28-5ac45005517a req-3c341d32-2865-4191-a8e0-588062e275f3 tempest-TestServerMultinode-1005350713 tempest-TestServerMultinode-1005350713-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=f43f5983-3af6-43a0-8f35-db4a0b3601fb HTTP/1.1" status: 200 len: 1028 time: 0.0722680 Jan 28 07:45:01.064351 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-20140369-f5ed-494d-8ecf-fd43719b57f9 req-bad2333c-53ba-40ae-b768-338c72e7cae3 service neutron] Transition to ACTIVE for port object c38aea6e-3940-44db-aac2-9d4a689b9d0d will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:45:01.069595 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-20140369-f5ed-494d-8ecf-fd43719b57f9 req-bad2333c-53ba-40ae-b768-338c72e7cae3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (c38aea6e-3940-44db-aac2-9d4a689b9d0d), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:01.123127 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-cf6c60cd-d015-4451-8d28-5ac45005517a req-fc18dd3f-3e35-464b-9891-be0022dee012 tempest-TestServerMultinode-1005350713 tempest-TestServerMultinode-1005350713-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=a895eec8-7a4c-4d2c-98d9-e13292e98e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641308 Jan 28 07:45:01.177957 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad2333c-53ba-40ae-b768-338c72e7cae3 service neutron] Pushing event updated for resources: {'Port': ['ID=c38aea6e-3940-44db-aac2-9d4a689b9d0d,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:45:01.242233 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-20140369-f5ed-494d-8ecf-fd43719b57f9 req-bad2333c-53ba-40ae-b768-338c72e7cae3 service neutron] Attempting to bind port c38aea6e-3940-44db-aac2-9d4a689b9d0d on host n-h1-712749-28 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:45:01.242719 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-20140369-f5ed-494d-8ecf-fd43719b57f9 req-bad2333c-53ba-40ae-b768-338c72e7cae3 service neutron] Attempting to bind port c38aea6e-3940-44db-aac2-9d4a689b9d0d by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': 'bc701e67-b647-47db-bf6d-411081859a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '091e73a4-4462-43c6-a062-3e42baf07e30'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:45:01.243158 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20140369-f5ed-494d-8ecf-fd43719b57f9 req-bad2333c-53ba-40ae-b768-338c72e7cae3 service neutron] Attempting to bind port c38aea6e-3940-44db-aac2-9d4a689b9d0d on network 091e73a4-4462-43c6-a062-3e42baf07e30 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:45:01.249921 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20140369-f5ed-494d-8ecf-fd43719b57f9 req-bad2333c-53ba-40ae-b768-338c72e7cae3 service neutron] Port c38aea6e-3940-44db-aac2-9d4a689b9d0d on network 091e73a4-4462-43c6-a062-3e42baf07e30 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:45:01.250368 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20140369-f5ed-494d-8ecf-fd43719b57f9 req-bad2333c-53ba-40ae-b768-338c72e7cae3 service neutron] Attempting to bind port c38aea6e-3940-44db-aac2-9d4a689b9d0d on network 091e73a4-4462-43c6-a062-3e42baf07e30 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:45:01.256329 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20140369-f5ed-494d-8ecf-fd43719b57f9 req-bad2333c-53ba-40ae-b768-338c72e7cae3 service neutron] Checking agent: {'id': '2fca46b1-237f-4857-9290-2429d810e472', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 44, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:45:01.256691 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20140369-f5ed-494d-8ecf-fd43719b57f9 req-bad2333c-53ba-40ae-b768-338c72e7cae3 service neutron] Checking segment: {'id': 'bc701e67-b647-47db-bf6d-411081859a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '091e73a4-4462-43c6-a062-3e42baf07e30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:45:01.257071 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20140369-f5ed-494d-8ecf-fd43719b57f9 req-bad2333c-53ba-40ae-b768-338c72e7cae3 service neutron] Bound using segment: {'id': 'bc701e67-b647-47db-bf6d-411081859a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '091e73a4-4462-43c6-a062-3e42baf07e30'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:45:01.257514 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-20140369-f5ed-494d-8ecf-fd43719b57f9 req-bad2333c-53ba-40ae-b768-338c72e7cae3 service neutron] Bound port: c38aea6e-3940-44db-aac2-9d4a689b9d0d, host: n-h1-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc701e67-b647-47db-bf6d-411081859a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '091e73a4-4462-43c6-a062-3e42baf07e30'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:45:01.257877 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-20140369-f5ed-494d-8ecf-fd43719b57f9 req-bad2333c-53ba-40ae-b768-338c72e7cae3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (c38aea6e-3940-44db-aac2-9d4a689b9d0d), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:01.336319 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-20140369-f5ed-494d-8ecf-fd43719b57f9 req-bad2333c-53ba-40ae-b768-338c72e7cae3 service neutron] For port c38aea6e-3940-44db-aac2-9d4a689b9d0d, host n-h1-712749-28, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:45:01.341883 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-20140369-f5ed-494d-8ecf-fd43719b57f9 req-bad2333c-53ba-40ae-b768-338c72e7cae3 service neutron] For port c38aea6e-3940-44db-aac2-9d4a689b9d0d, host n-h1-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=c38aea6e-3940-44db-aac2-9d4a689b9d0d,segment=NetworkSegment(bc701e67-b647-47db-bf6d-411081859a89),segment_id=bc701e67-b647-47db-bf6d-411081859a89)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:45:01.350843 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-20140369-f5ed-494d-8ecf-fd43719b57f9 req-bad2333c-53ba-40ae-b768-338c72e7cae3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (c38aea6e-3940-44db-aac2-9d4a689b9d0d), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:01.392502 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20140369-f5ed-494d-8ecf-fd43719b57f9 req-bad2333c-53ba-40ae-b768-338c72e7cae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:45:01.393375 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-20140369-f5ed-494d-8ecf-fd43719b57f9 req-bad2333c-53ba-40ae-b768-338c72e7cae3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:01.394919 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-20140369-f5ed-494d-8ecf-fd43719b57f9 req-bad2333c-53ba-40ae-b768-338c72e7cae3 service neutron] 10.222.0.10 "PUT /v2.0/ports/c38aea6e-3940-44db-aac2-9d4a689b9d0d HTTP/1.1" status: 200 len: 1093 time: 0.8120031 Jan 28 07:45:01.395493 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f43f5983-3af6-43a0-8f35-db4a0b3601fb', 'tag': 'c38aea6e-3940-44db-aac2-9d4a689b9d0d'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:45:01.398110 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56d90f95-950d-423e-a208-ae7546a7221a" -d '{"events": [{"name": "network-changed", "server_uuid": "f43f5983-3af6-43a0-8f35-db4a0b3601fb", "tag": "c38aea6e-3940-44db-aac2-9d4a689b9d0d"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:45:01.437730 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad2333c-53ba-40ae-b768-338c72e7cae3 service neutron] Pushing event updated for resources: {'Port': ['ID=c38aea6e-3940-44db-aac2-9d4a689b9d0d,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:45:01.504275 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85a661ad-531d-442b-a9ef-85bc04b53a28 x-openstack-request-id: req-85a661ad-531d-442b-a9ef-85bc04b53a28 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:45:01.504670 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f43f5983-3af6-43a0-8f35-db4a0b3601fb", "tag": "c38aea6e-3940-44db-aac2-9d4a689b9d0d", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:45:01.504996 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-85a661ad-531d-442b-a9ef-85bc04b53a28 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:45:01.505473 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f43f5983-3af6-43a0-8f35-db4a0b3601fb', 'tag': 'c38aea6e-3940-44db-aac2-9d4a689b9d0d', 'status': 'completed', 'code': 200} Jan 28 07:45:01.526431 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20140369-f5ed-494d-8ecf-fd43719b57f9 req-589f4258-2ce2-4b75-bc8d-5d1eb4fbdbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:45:01.529344 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-20140369-f5ed-494d-8ecf-fd43719b57f9 req-589f4258-2ce2-4b75-bc8d-5d1eb4fbdbf1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b77933173ac3480dba85b6ea0ea5b81b&device_id=f43f5983-3af6-43a0-8f35-db4a0b3601fb HTTP/1.1" status: 200 len: 1096 time: 0.0727856 Jan 28 07:45:01.590924 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-20140369-f5ed-494d-8ecf-fd43719b57f9 req-3eb49d5e-8415-4c60-bfc7-d37d0f944a34 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c38aea6e-3940-44db-aac2-9d4a689b9d0d HTTP/1.1" status: 200 len: 217 time: 0.0478897 Jan 28 07:45:01.642483 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20140369-f5ed-494d-8ecf-fd43719b57f9 req-3c943292-d779-489e-8fab-c280e57fdab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:45:01.644044 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-20140369-f5ed-494d-8ecf-fd43719b57f9 req-3c943292-d779-489e-8fab-c280e57fdab8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d75905ba-c814-47b4-b2aa-ca3b117a97fd HTTP/1.1" status: 200 len: 848 time: 0.0475974 Jan 28 07:45:01.703365 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20140369-f5ed-494d-8ecf-fd43719b57f9 req-e35fa832-d21b-492a-bb82-6e343b21ddeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:45:01.705380 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-20140369-f5ed-494d-8ecf-fd43719b57f9 req-e35fa832-d21b-492a-bb82-6e343b21ddeb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=091e73a4-4462-43c6-a062-3e42baf07e30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0540559 Jan 28 07:45:01.807039 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-20140369-f5ed-494d-8ecf-fd43719b57f9 req-5c9c5d8a-3dfb-4e5b-89cc-84308fab461d service neutron] 10.222.0.10 "GET /v2.0/networks/091e73a4-4462-43c6-a062-3e42baf07e30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954981 Jan 28 07:45:01.901959 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-20140369-f5ed-494d-8ecf-fd43719b57f9 req-9e6e2bbd-021d-423c-8dd5-5d48e066e4d7 service neutron] 10.222.0.10 "GET /v2.0/networks/091e73a4-4462-43c6-a062-3e42baf07e30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875943 Jan 28 07:45:02.046979 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d90f95-950d-423e-a208-ae7546a7221a req-e652b495-4863-44db-9c92-e8636efbadfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:45:02.048799 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-56d90f95-950d-423e-a208-ae7546a7221a req-e652b495-4863-44db-9c92-e8636efbadfc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b77933173ac3480dba85b6ea0ea5b81b&device_id=f43f5983-3af6-43a0-8f35-db4a0b3601fb HTTP/1.1" status: 200 len: 1096 time: 0.0479043 Jan 28 07:45:02.162684 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d90f95-950d-423e-a208-ae7546a7221a req-c7ce02a1-fcc1-4dbd-8aeb-4ebd6426552a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:45:02.164702 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-56d90f95-950d-423e-a208-ae7546a7221a req-c7ce02a1-fcc1-4dbd-8aeb-4ebd6426552a service neutron] 10.222.0.10 "GET /v2.0/networks?id=091e73a4-4462-43c6-a062-3e42baf07e30 HTTP/1.1" status: 200 len: 910 time: 0.1094675 Jan 28 07:45:02.228250 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-56d90f95-950d-423e-a208-ae7546a7221a req-2bfcaa28-9c28-4346-8311-64b451e9258e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c38aea6e-3940-44db-aac2-9d4a689b9d0d HTTP/1.1" status: 200 len: 217 time: 0.0547466 Jan 28 07:45:02.273787 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caa80e3-0a56-42c5-8eeb-c6db35066c3a req-512f8968-b8d5-4628-9a08-82d68bbaca59 tempest-TestServerMultinode-1005350713 tempest-TestServerMultinode-1005350713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:45:02.277482 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9caa80e3-0a56-42c5-8eeb-c6db35066c3a req-512f8968-b8d5-4628-9a08-82d68bbaca59 tempest-TestServerMultinode-1005350713 tempest-TestServerMultinode-1005350713-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=f43f5983-3af6-43a0-8f35-db4a0b3601fb HTTP/1.1" status: 200 len: 1096 time: 0.0553913 Jan 28 07:45:02.293234 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d90f95-950d-423e-a208-ae7546a7221a req-e79e4377-eef7-4f7f-9140-46c4802751c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:45:02.295139 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-56d90f95-950d-423e-a208-ae7546a7221a req-e79e4377-eef7-4f7f-9140-46c4802751c3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d75905ba-c814-47b4-b2aa-ca3b117a97fd HTTP/1.1" status: 200 len: 848 time: 0.0590234 Jan 28 07:45:02.342567 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d90f95-950d-423e-a208-ae7546a7221a req-1885a2d6-8df3-47fb-985d-abac6cf4a8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:45:02.345313 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-56d90f95-950d-423e-a208-ae7546a7221a req-1885a2d6-8df3-47fb-985d-abac6cf4a8d0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=091e73a4-4462-43c6-a062-3e42baf07e30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435779 Jan 28 07:45:02.350645 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9caa80e3-0a56-42c5-8eeb-c6db35066c3a req-68f77494-5a67-48e1-99ec-0626b4a0fd2b tempest-TestServerMultinode-1005350713 tempest-TestServerMultinode-1005350713-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=a895eec8-7a4c-4d2c-98d9-e13292e98e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679588 Jan 28 07:45:02.452414 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-56d90f95-950d-423e-a208-ae7546a7221a req-af53b475-fa54-447c-bcd8-216e2deb2a74 service neutron] 10.222.0.10 "GET /v2.0/networks/091e73a4-4462-43c6-a062-3e42baf07e30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006610 Jan 28 07:45:02.552531 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-56d90f95-950d-423e-a208-ae7546a7221a req-8854fee8-b3ea-43e6-97a0-d3830bc39436 service neutron] 10.222.0.10 "GET /v2.0/networks/091e73a4-4462-43c6-a062-3e42baf07e30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935071 Jan 28 07:45:02.826984 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 59378) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:45:02.950588 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2e9e6e96-121a-4672-851b-07bd19daefcc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:03.034927 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2e9e6e96-121a-4672-851b-07bd19daefcc admin admin] Publish callbacks [] for security_group (98c5fc4a-d011-4096-8587-aec931b26caf), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:03.040134 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2e9e6e96-121a-4672-851b-07bd19daefcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (98c5fc4a-d011-4096-8587-aec931b26caf), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:03.078589 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9e6e96-121a-4672-851b-07bd19daefcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98c5fc4a-d011-4096-8587-aec931b26caf,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:45:03.086399 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-2e9e6e96-121a-4672-851b-07bd19daefcc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=676bc4c2996b4df0a16dc8de8cefe263&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2558372 Jan 28 07:45:03.087159 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 59386) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:45:03.140037 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-10c8b572-9714-44e4-87d2-2ca81342db6a admin admin] Publish callbacks [] for security_group (98c5fc4a-d011-4096-8587-aec931b26caf), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:03.160531 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-10c8b572-9714-44e4-87d2-2ca81342db6a admin admin] Publish callbacks [] for security_group (98c5fc4a-d011-4096-8587-aec931b26caf), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:03.214280 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-10c8b572-9714-44e4-87d2-2ca81342db6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (98c5fc4a-d011-4096-8587-aec931b26caf), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:03.217052 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-10c8b572-9714-44e4-87d2-2ca81342db6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:03.218218 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-10c8b572-9714-44e4-87d2-2ca81342db6a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/98c5fc4a-d011-4096-8587-aec931b26caf HTTP/1.1" status: 204 len: 168 time: 0.1302769 Jan 28 07:45:03.223314 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:03.226283 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c8b572-9714-44e4-87d2-2ca81342db6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98c5fc4a-d011-4096-8587-aec931b26caf,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:45:03.273188 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6f5e4488-9bd7-490a-a8fd-b6ddbea43bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:03.476613 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ed4d89-90f0-4707-b3db-75cfd9f7a8d9 req-cbc12752-c3e2-43db-b813-cc589bbdb519 tempest-TestServerMultinode-1005350713 tempest-TestServerMultinode-1005350713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:45:03.478276 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-68ed4d89-90f0-4707-b3db-75cfd9f7a8d9 req-cbc12752-c3e2-43db-b813-cc589bbdb519 tempest-TestServerMultinode-1005350713 tempest-TestServerMultinode-1005350713-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=f43f5983-3af6-43a0-8f35-db4a0b3601fb HTTP/1.1" status: 200 len: 1096 time: 0.0488143 Jan 28 07:45:03.528069 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-68ed4d89-90f0-4707-b3db-75cfd9f7a8d9 req-619cb964-b59f-499b-99c2-6febd74fc2d5 tempest-TestServerMultinode-1005350713 tempest-TestServerMultinode-1005350713-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=a895eec8-7a4c-4d2c-98d9-e13292e98e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431707 Jan 28 07:45:03.550270 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 59404) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:45:03.565971 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-95604812-cc9f-438a-8d89-884ea3547155 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:03.649318 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-95604812-cc9f-438a-8d89-884ea3547155 admin admin] Publish callbacks [] for security_group (6d007cf8-8e0c-48c8-8b6f-5b82f39cfed4), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:03.653607 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-95604812-cc9f-438a-8d89-884ea3547155 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (6d007cf8-8e0c-48c8-8b6f-5b82f39cfed4), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:03.692111 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-95604812-cc9f-438a-8d89-884ea3547155 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=556028ec7b124267a6e053c6a9fb0f0b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1404746 Jan 28 07:45:03.694138 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95604812-cc9f-438a-8d89-884ea3547155 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d007cf8-8e0c-48c8-8b6f-5b82f39cfed4,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:45:03.694788 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 59406) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:45:03.756107 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e198bbc6-b815-4236-827e-7dffe0a6324e admin admin] Publish callbacks [] for security_group (6d007cf8-8e0c-48c8-8b6f-5b82f39cfed4), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:03.777532 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e198bbc6-b815-4236-827e-7dffe0a6324e admin admin] Publish callbacks [] for security_group (6d007cf8-8e0c-48c8-8b6f-5b82f39cfed4), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:03.837913 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e198bbc6-b815-4236-827e-7dffe0a6324e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (6d007cf8-8e0c-48c8-8b6f-5b82f39cfed4), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:03.841246 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e198bbc6-b815-4236-827e-7dffe0a6324e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:03.844806 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-e198bbc6-b815-4236-827e-7dffe0a6324e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6d007cf8-8e0c-48c8-8b6f-5b82f39cfed4 HTTP/1.1" status: 204 len: 168 time: 0.1466651 Jan 28 07:45:03.851375 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e198bbc6-b815-4236-827e-7dffe0a6324e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d007cf8-8e0c-48c8-8b6f-5b82f39cfed4,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:45:04.145882 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:04.636530 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75ace53-026b-4434-a3ab-7e4f6ad9c054 req-39e404ab-f6c0-4a3e-8b2b-fbbb4513f7c4 tempest-TestServerMultinode-1005350713 tempest-TestServerMultinode-1005350713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:45:04.638421 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b75ace53-026b-4434-a3ab-7e4f6ad9c054 req-39e404ab-f6c0-4a3e-8b2b-fbbb4513f7c4 tempest-TestServerMultinode-1005350713 tempest-TestServerMultinode-1005350713-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=f43f5983-3af6-43a0-8f35-db4a0b3601fb HTTP/1.1" status: 200 len: 1096 time: 0.0412686 Jan 28 07:45:04.690909 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b75ace53-026b-4434-a3ab-7e4f6ad9c054 req-2208d89d-4257-4aa4-adf3-6565229de919 tempest-TestServerMultinode-1005350713 tempest-TestServerMultinode-1005350713-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=a895eec8-7a4c-4d2c-98d9-e13292e98e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468953 Jan 28 07:45:05.628516 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-586e430d-4610-4d62-a9be-e0d9b24ab76f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:05.815680 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db485606-a4d9-401c-907e-4cc3fc513f5c req-d04bf8ae-3c82-47a8-a78c-82a92f204335 tempest-TestServerMultinode-1005350713 tempest-TestServerMultinode-1005350713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:45:05.817470 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-db485606-a4d9-401c-907e-4cc3fc513f5c req-d04bf8ae-3c82-47a8-a78c-82a92f204335 tempest-TestServerMultinode-1005350713 tempest-TestServerMultinode-1005350713-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=f43f5983-3af6-43a0-8f35-db4a0b3601fb HTTP/1.1" status: 200 len: 1096 time: 0.0494609 Jan 28 07:45:05.864699 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-db485606-a4d9-401c-907e-4cc3fc513f5c req-477e0282-85e8-47b7-b3a9-b13577703f98 tempest-TestServerMultinode-1005350713 tempest-TestServerMultinode-1005350713-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=a895eec8-7a4c-4d2c-98d9-e13292e98e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404625 Jan 28 07:45:06.305434 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device c38aea6e-3940-44db-aac2-9d4a689b9d0d details requested by agent hyperv_n-h1-712749-28 with host n-h1-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:45:06.411996 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port c38aea6e-3940-44db-aac2-9d4a689b9d0d, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=c38aea6e-3940-44db-aac2-9d4a689b9d0d,segment=NetworkSegment(bc701e67-b647-47db-bf6d-411081859a89),segment_id=bc701e67-b647-47db-bf6d-411081859a89)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:45:06.427241 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Returning: {'device': 'c38aea6e-3940-44db-aac2-9d4a689b9d0d', 'network_id': '091e73a4-4462-43c6-a062-3e42baf07e30', 'port_id': 'c38aea6e-3940-44db-aac2-9d4a689b9d0d', 'mac_address': 'fa:16:3e:0a:a1:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd75905ba-c814-47b4-b2aa-ca3b117a97fd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:45:06.467542 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port c38aea6e-3940-44db-aac2-9d4a689b9d0d is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:45:06.467984 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (c38aea6e-3940-44db-aac2-9d4a689b9d0d), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:06.484423 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c38aea6e-3940-44db-aac2-9d4a689b9d0d {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:45:06.516570 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port c38aea6e-3940-44db-aac2-9d4a689b9d0d, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=c38aea6e-3940-44db-aac2-9d4a689b9d0d,segment=NetworkSegment(bc701e67-b647-47db-bf6d-411081859a89),segment_id=bc701e67-b647-47db-bf6d-411081859a89)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:45:06.521472 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (c38aea6e-3940-44db-aac2-9d4a689b9d0d), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:06.583151 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=c38aea6e-3940-44db-aac2-9d4a689b9d0d,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:45:06.836714 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['c38aea6e-3940-44db-aac2-9d4a689b9d0d'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:45:07.009644 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c69868-c8f2-450d-8fbe-3bb33316f71d req-1df79c1b-a5fc-4d40-88de-e69978abe766 tempest-TestServerMultinode-1005350713 tempest-TestServerMultinode-1005350713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:45:07.018384 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-61c69868-c8f2-450d-8fbe-3bb33316f71d req-1df79c1b-a5fc-4d40-88de-e69978abe766 tempest-TestServerMultinode-1005350713 tempest-TestServerMultinode-1005350713-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=f43f5983-3af6-43a0-8f35-db4a0b3601fb HTTP/1.1" status: 200 len: 1097 time: 0.0595274 Jan 28 07:45:07.057906 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:07.066357 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-61c69868-c8f2-450d-8fbe-3bb33316f71d req-7491c035-6065-4f95-b22b-c8c631b97ad1 tempest-TestServerMultinode-1005350713 tempest-TestServerMultinode-1005350713-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=a895eec8-7a4c-4d2c-98d9-e13292e98e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466359 Jan 28 07:45:07.177395 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 59546) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:45:07.302302 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-998d9690-ae19-4448-b1a3-ce53ff6c22e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:07.383819 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-998d9690-ae19-4448-b1a3-ce53ff6c22e0 admin admin] Publish callbacks [] for security_group (b0cb437d-7db4-47a0-8f68-91820a7c080d), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:07.389678 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-998d9690-ae19-4448-b1a3-ce53ff6c22e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (b0cb437d-7db4-47a0-8f68-91820a7c080d), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:07.430126 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-998d9690-ae19-4448-b1a3-ce53ff6c22e0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1abe384ec51a4d5693381c9d8072be80&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2516305 Jan 28 07:45:07.431009 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998d9690-ae19-4448-b1a3-ce53ff6c22e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0cb437d-7db4-47a0-8f68-91820a7c080d,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:45:07.433140 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 59552) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:45:07.485810 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6a619570-e20f-49b1-9ecf-ef58d0360faf admin admin] Publish callbacks [] for security_group (b0cb437d-7db4-47a0-8f68-91820a7c080d), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:07.508845 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6a619570-e20f-49b1-9ecf-ef58d0360faf admin admin] Publish callbacks [] for security_group (b0cb437d-7db4-47a0-8f68-91820a7c080d), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:07.557036 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6a619570-e20f-49b1-9ecf-ef58d0360faf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (b0cb437d-7db4-47a0-8f68-91820a7c080d), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:07.560773 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6a619570-e20f-49b1-9ecf-ef58d0360faf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:07.561957 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-6a619570-e20f-49b1-9ecf-ef58d0360faf admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b0cb437d-7db4-47a0-8f68-91820a7c080d HTTP/1.1" status: 204 len: 168 time: 0.1261883 Jan 28 07:45:07.574483 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a619570-e20f-49b1-9ecf-ef58d0360faf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0cb437d-7db4-47a0-8f68-91820a7c080d,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:45:07.582097 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a619570-e20f-49b1-9ecf-ef58d0360faf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:45:07.582448 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a619570-e20f-49b1-9ecf-ef58d0360faf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:45:07.582795 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a619570-e20f-49b1-9ecf-ef58d0360faf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:45:07.583137 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a619570-e20f-49b1-9ecf-ef58d0360faf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:45:07.583470 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a619570-e20f-49b1-9ecf-ef58d0360faf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:45:07.583803 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a619570-e20f-49b1-9ecf-ef58d0360faf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:45:07.584131 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a619570-e20f-49b1-9ecf-ef58d0360faf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:45:07.584963 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a619570-e20f-49b1-9ecf-ef58d0360faf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:45:07.585296 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a619570-e20f-49b1-9ecf-ef58d0360faf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:45:07.585625 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a619570-e20f-49b1-9ecf-ef58d0360faf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:45:07.586019 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a619570-e20f-49b1-9ecf-ef58d0360faf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:45:07.586265 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a619570-e20f-49b1-9ecf-ef58d0360faf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:45:07.586590 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a619570-e20f-49b1-9ecf-ef58d0360faf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:45:07.834091 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 59558) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:45:07.847802 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c132c8a4-7830-46fa-ac8c-78eb28d916ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:07.924851 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c132c8a4-7830-46fa-ac8c-78eb28d916ea admin admin] Publish callbacks [] for security_group (1a843d9b-04ec-4e52-806b-ba67c17908a3), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:07.928610 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c132c8a4-7830-46fa-ac8c-78eb28d916ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (1a843d9b-04ec-4e52-806b-ba67c17908a3), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:07.967244 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-c132c8a4-7830-46fa-ac8c-78eb28d916ea admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a2eb6191cf4d40e1af7f65b6b7731473&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1320596 Jan 28 07:45:07.968230 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c132c8a4-7830-46fa-ac8c-78eb28d916ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a843d9b-04ec-4e52-806b-ba67c17908a3,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:45:07.971012 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 59560) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:45:08.020627 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-31bad158-6650-474a-b91a-4e852972feac admin admin] Publish callbacks [] for security_group (1a843d9b-04ec-4e52-806b-ba67c17908a3), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:08.042765 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-31bad158-6650-474a-b91a-4e852972feac admin admin] Publish callbacks [] for security_group (1a843d9b-04ec-4e52-806b-ba67c17908a3), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:08.093239 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-31bad158-6650-474a-b91a-4e852972feac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (1a843d9b-04ec-4e52-806b-ba67c17908a3), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:08.095811 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-31bad158-6650-474a-b91a-4e852972feac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:08.097238 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-31bad158-6650-474a-b91a-4e852972feac admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1a843d9b-04ec-4e52-806b-ba67c17908a3 HTTP/1.1" status: 204 len: 168 time: 0.1246133 Jan 28 07:45:08.106573 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bad158-6650-474a-b91a-4e852972feac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a843d9b-04ec-4e52-806b-ba67c17908a3,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:45:08.209473 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0106306f-e757-43cc-aaae-ddb740862357 req-4029dee1-8283-49ef-9f3f-b9a5e4064973 tempest-TestServerMultinode-1005350713 tempest-TestServerMultinode-1005350713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:45:08.212760 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0106306f-e757-43cc-aaae-ddb740862357 req-4029dee1-8283-49ef-9f3f-b9a5e4064973 tempest-TestServerMultinode-1005350713 tempest-TestServerMultinode-1005350713-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=f43f5983-3af6-43a0-8f35-db4a0b3601fb HTTP/1.1" status: 200 len: 1097 time: 0.0507617 Jan 28 07:45:08.261038 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0106306f-e757-43cc-aaae-ddb740862357 req-5711d9c6-4dc0-4190-87a9-eacacf342af4 tempest-TestServerMultinode-1005350713 tempest-TestServerMultinode-1005350713-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=a895eec8-7a4c-4d2c-98d9-e13292e98e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432148 Jan 28 07:45:08.318471 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device c38aea6e-3940-44db-aac2-9d4a689b9d0d up at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:45:08.378341 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning for port c38aea6e-3940-44db-aac2-9d4a689b9d0d completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:45:08.382549 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning complete for port c38aea6e-3940-44db-aac2-9d4a689b9d0d triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:45:08.382934 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (c38aea6e-3940-44db-aac2-9d4a689b9d0d), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:08.484915 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port c38aea6e-3940-44db-aac2-9d4a689b9d0d is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:45:08.485626 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (c38aea6e-3940-44db-aac2-9d4a689b9d0d), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:08.509075 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f43f5983-3af6-43a0-8f35-db4a0b3601fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c38aea6e-3940-44db-aac2-9d4a689b9d0d'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:45:08.512018 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04a142e8-b9d7-4ecd-9541-38322dd46944" -d '{"events": [{"server_uuid": "f43f5983-3af6-43a0-8f35-db4a0b3601fb", "name": "network-vif-plugged", "status": "completed", "tag": "c38aea6e-3940-44db-aac2-9d4a689b9d0d"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:45:08.526940 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port c38aea6e-3940-44db-aac2-9d4a689b9d0d, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=c38aea6e-3940-44db-aac2-9d4a689b9d0d,segment=NetworkSegment(bc701e67-b647-47db-bf6d-411081859a89),segment_id=bc701e67-b647-47db-bf6d-411081859a89)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:45:08.532486 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (c38aea6e-3940-44db-aac2-9d4a689b9d0d), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:08.580885 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:45:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9715b1c9-a2d1-4229-a750-929155a477c7 x-openstack-request-id: req-9715b1c9-a2d1-4229-a750-929155a477c7 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:45:08.581177 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f43f5983-3af6-43a0-8f35-db4a0b3601fb", "name": "network-vif-plugged", "status": "completed", "tag": "c38aea6e-3940-44db-aac2-9d4a689b9d0d", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:45:08.581618 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9715b1c9-a2d1-4229-a750-929155a477c7 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:45:08.582022 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f43f5983-3af6-43a0-8f35-db4a0b3601fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c38aea6e-3940-44db-aac2-9d4a689b9d0d', 'code': 200} Jan 28 07:45:08.607621 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=c38aea6e-3940-44db-aac2-9d4a689b9d0d,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:45:08.717870 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de03851-dace-4404-b718-566db60fd9bf req-7c061861-d1dd-4136-ad0f-bf3b278a97f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:45:08.719761 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5de03851-dace-4404-b718-566db60fd9bf req-7c061861-d1dd-4136-ad0f-bf3b278a97f9 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f43f5983-3af6-43a0-8f35-db4a0b3601fb HTTP/1.1" status: 200 len: 1098 time: 0.0487015 Jan 28 07:45:08.756908 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:08.777915 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5de03851-dace-4404-b718-566db60fd9bf req-22168f4e-d8ac-403d-b672-a5170079cf73 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=a895eec8-7a4c-4d2c-98d9-e13292e98e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519831 Jan 28 07:45:09.396665 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd143fb-7fbd-43b8-8def-19a8289bad86 req-04b60ce0-2545-4d18-b502-72084c12dca0 tempest-TestServerMultinode-1005350713 tempest-TestServerMultinode-1005350713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:45:09.398222 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2bd143fb-7fbd-43b8-8def-19a8289bad86 req-04b60ce0-2545-4d18-b502-72084c12dca0 tempest-TestServerMultinode-1005350713 tempest-TestServerMultinode-1005350713-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=f43f5983-3af6-43a0-8f35-db4a0b3601fb HTTP/1.1" status: 200 len: 1098 time: 0.0648165 Jan 28 07:45:09.451560 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2bd143fb-7fbd-43b8-8def-19a8289bad86 req-060c8549-02eb-47ed-9668-5f20f9c46480 tempest-TestServerMultinode-1005350713 tempest-TestServerMultinode-1005350713-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=a895eec8-7a4c-4d2c-98d9-e13292e98e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467217 Jan 28 07:45:09.719490 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:10.501266 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 59634) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:45:10.583198 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c80614-2a56-4bb2-a53b-20780fd2b192 req-1b83e5e0-b3bb-4410-bf2e-41ae63ed967c tempest-TestServerMultinode-1005350713 tempest-TestServerMultinode-1005350713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:45:10.584771 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-66c80614-2a56-4bb2-a53b-20780fd2b192 req-1b83e5e0-b3bb-4410-bf2e-41ae63ed967c tempest-TestServerMultinode-1005350713 tempest-TestServerMultinode-1005350713-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=f43f5983-3af6-43a0-8f35-db4a0b3601fb HTTP/1.1" status: 200 len: 1098 time: 0.0469766 Jan 28 07:45:10.624379 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54694c3f-d465-4e4b-8092-f0083cfea90c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:10.632931 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-66c80614-2a56-4bb2-a53b-20780fd2b192 req-e832ce69-9a57-4327-917b-3e587b318c3a tempest-TestServerMultinode-1005350713 tempest-TestServerMultinode-1005350713-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=a895eec8-7a4c-4d2c-98d9-e13292e98e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416684 Jan 28 07:45:10.711380 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54694c3f-d465-4e4b-8092-f0083cfea90c admin admin] Publish callbacks [] for security_group (c3624c43-9465-4f6f-87af-143aaa53fd97), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:10.721772 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54694c3f-d465-4e4b-8092-f0083cfea90c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (c3624c43-9465-4f6f-87af-143aaa53fd97), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:10.794505 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-54694c3f-d465-4e4b-8092-f0083cfea90c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=06d9a01981f5450888b8b1158c1332a9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2884328 Jan 28 07:45:10.794505 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54694c3f-d465-4e4b-8092-f0083cfea90c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3624c43-9465-4f6f-87af-143aaa53fd97,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:45:10.794898 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 59640) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:45:10.800108 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf60c99a-7dbf-47dc-b056-61299172c4af req-01eadfec-a9f3-42e8-8011-d9652671a3a1 tempest-TestServerMultinode-1005350713 tempest-TestServerMultinode-1005350713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:45:10.801659 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-cf60c99a-7dbf-47dc-b056-61299172c4af req-01eadfec-a9f3-42e8-8011-d9652671a3a1 tempest-TestServerMultinode-1005350713 tempest-TestServerMultinode-1005350713-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=f43f5983-3af6-43a0-8f35-db4a0b3601fb HTTP/1.1" status: 200 len: 1098 time: 0.0925508 Jan 28 07:45:10.852338 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ef93303b-84a1-4c28-a0c0-79a42b2f433a admin admin] Publish callbacks [] for security_group (c3624c43-9465-4f6f-87af-143aaa53fd97), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:10.861342 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-cf60c99a-7dbf-47dc-b056-61299172c4af req-fd3be80e-ed6f-4511-ac3c-0b066212c328 tempest-TestServerMultinode-1005350713 tempest-TestServerMultinode-1005350713-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=a895eec8-7a4c-4d2c-98d9-e13292e98e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465257 Jan 28 07:45:10.878292 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ef93303b-84a1-4c28-a0c0-79a42b2f433a admin admin] Publish callbacks [] for security_group (c3624c43-9465-4f6f-87af-143aaa53fd97), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:10.930144 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ef93303b-84a1-4c28-a0c0-79a42b2f433a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (c3624c43-9465-4f6f-87af-143aaa53fd97), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:10.934061 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ef93303b-84a1-4c28-a0c0-79a42b2f433a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:10.935362 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-ef93303b-84a1-4c28-a0c0-79a42b2f433a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c3624c43-9465-4f6f-87af-143aaa53fd97 HTTP/1.1" status: 204 len: 168 time: 0.1392446 Jan 28 07:45:10.967730 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef93303b-84a1-4c28-a0c0-79a42b2f433a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3624c43-9465-4f6f-87af-143aaa53fd97,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:45:10.999108 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a794f941-0a8b-45e4-828c-c89beeefeb50 req-718e5159-b904-4e8e-9d82-48addab2a504 tempest-TestServerMultinode-1005350713 tempest-TestServerMultinode-1005350713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:45:11.000708 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a794f941-0a8b-45e4-828c-c89beeefeb50 req-718e5159-b904-4e8e-9d82-48addab2a504 tempest-TestServerMultinode-1005350713 tempest-TestServerMultinode-1005350713-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=f43f5983-3af6-43a0-8f35-db4a0b3601fb HTTP/1.1" status: 200 len: 1098 time: 0.0643570 Jan 28 07:45:11.068208 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a794f941-0a8b-45e4-828c-c89beeefeb50 req-72f4a8df-681d-4b58-b830-52ee9dd3e608 tempest-TestServerMultinode-1005350713 tempest-TestServerMultinode-1005350713-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=a895eec8-7a4c-4d2c-98d9-e13292e98e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570185 Jan 28 07:45:11.277586 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 59654) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:45:11.290470 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-98f1219c-c14b-44bd-beed-2bd3d779ee30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:11.307006 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69a4d0c-0e36-4670-a9bc-9b787b412301 req-2a87a2a2-f250-4a44-a23c-42ab271ac159 tempest-TestServerMultinode-1005350713 tempest-TestServerMultinode-1005350713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:45:11.309741 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d69a4d0c-0e36-4670-a9bc-9b787b412301 req-2a87a2a2-f250-4a44-a23c-42ab271ac159 tempest-TestServerMultinode-1005350713 tempest-TestServerMultinode-1005350713-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=f43f5983-3af6-43a0-8f35-db4a0b3601fb HTTP/1.1" status: 200 len: 1098 time: 0.0470414 Jan 28 07:45:11.359840 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d69a4d0c-0e36-4670-a9bc-9b787b412301 req-ee42f4fd-604f-477a-bf1a-a35b93546db7 tempest-TestServerMultinode-1005350713 tempest-TestServerMultinode-1005350713-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=a895eec8-7a4c-4d2c-98d9-e13292e98e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435822 Jan 28 07:45:11.375180 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-98f1219c-c14b-44bd-beed-2bd3d779ee30 admin admin] Publish callbacks [] for security_group (93a797be-5b26-474e-bd31-93b14d1c6335), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:11.388314 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-98f1219c-c14b-44bd-beed-2bd3d779ee30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (93a797be-5b26-474e-bd31-93b14d1c6335), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:11.430243 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f1219c-c14b-44bd-beed-2bd3d779ee30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93a797be-5b26-474e-bd31-93b14d1c6335,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:45:11.436720 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-98f1219c-c14b-44bd-beed-2bd3d779ee30 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=05b300a0b11c48639b680d75dde60853&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1580517 Jan 28 07:45:11.438219 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 59658) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:45:11.488310 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c01d7a1e-db69-4aa5-ad4d-7327522316f9 admin admin] Publish callbacks [] for security_group (93a797be-5b26-474e-bd31-93b14d1c6335), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:11.510199 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c01d7a1e-db69-4aa5-ad4d-7327522316f9 admin admin] Publish callbacks [] for security_group (93a797be-5b26-474e-bd31-93b14d1c6335), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:11.557507 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c01d7a1e-db69-4aa5-ad4d-7327522316f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (93a797be-5b26-474e-bd31-93b14d1c6335), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:11.560177 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c01d7a1e-db69-4aa5-ad4d-7327522316f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:11.561378 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-c01d7a1e-db69-4aa5-ad4d-7327522316f9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/93a797be-5b26-474e-bd31-93b14d1c6335 HTTP/1.1" status: 204 len: 168 time: 0.1221478 Jan 28 07:45:11.571275 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01d7a1e-db69-4aa5-ad4d-7327522316f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93a797be-5b26-474e-bd31-93b14d1c6335,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:45:12.507453 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8ca9f6-cbba-4504-ae3b-8488c1374f9b req-c68fa07b-b805-4515-982c-1b19e226b9f6 tempest-TestServerMultinode-1005350713 tempest-TestServerMultinode-1005350713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:45:12.509082 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-bf8ca9f6-cbba-4504-ae3b-8488c1374f9b req-c68fa07b-b805-4515-982c-1b19e226b9f6 tempest-TestServerMultinode-1005350713 tempest-TestServerMultinode-1005350713-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=f43f5983-3af6-43a0-8f35-db4a0b3601fb HTTP/1.1" status: 200 len: 1098 time: 0.0630913 Jan 28 07:45:12.561974 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-bf8ca9f6-cbba-4504-ae3b-8488c1374f9b req-bc5d6d76-5f55-4d1f-8828-3efeb0a44ead tempest-TestServerMultinode-1005350713 tempest-TestServerMultinode-1005350713-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=a895eec8-7a4c-4d2c-98d9-e13292e98e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457802 Jan 28 07:45:12.762320 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 59730) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:45:12.811618 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d004821a-7dab-48c5-aa82-ccc9d9eacb9a req-9744817a-db63-41e3-9eaf-e5747f913e01 tempest-TestServerMultinode-1005350713 tempest-TestServerMultinode-1005350713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:45:12.813280 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d004821a-7dab-48c5-aa82-ccc9d9eacb9a req-9744817a-db63-41e3-9eaf-e5747f913e01 tempest-TestServerMultinode-1005350713 tempest-TestServerMultinode-1005350713-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=f43f5983-3af6-43a0-8f35-db4a0b3601fb HTTP/1.1" status: 200 len: 1098 time: 0.0558312 Jan 28 07:45:12.882858 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4d9d6f26-d040-48d2-bd61-3f8351f822e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:12.910340 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-d004821a-7dab-48c5-aa82-ccc9d9eacb9a req-4b188bad-cfe5-42a4-9425-08ff1d5cd273 tempest-TestServerMultinode-1005350713 tempest-TestServerMultinode-1005350713-project-admin] Deleting port c38aea6e-3940-44db-aac2-9d4a689b9d0d {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:45:12.910790 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d004821a-7dab-48c5-aa82-ccc9d9eacb9a req-4b188bad-cfe5-42a4-9425-08ff1d5cd273 tempest-TestServerMultinode-1005350713 tempest-TestServerMultinode-1005350713-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (c38aea6e-3940-44db-aac2-9d4a689b9d0d), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:12.982062 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4d9d6f26-d040-48d2-bd61-3f8351f822e2 admin admin] Publish callbacks [] for security_group (695fd00d-8ff5-4f87-938f-872a4854db38), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:12.986631 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4d9d6f26-d040-48d2-bd61-3f8351f822e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (695fd00d-8ff5-4f87-938f-872a4854db38), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:13.014211 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-d004821a-7dab-48c5-aa82-ccc9d9eacb9a req-4b188bad-cfe5-42a4-9425-08ff1d5cd273 tempest-TestServerMultinode-1005350713 tempest-TestServerMultinode-1005350713-project-admin] For port c38aea6e-3940-44db-aac2-9d4a689b9d0d, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=c38aea6e-3940-44db-aac2-9d4a689b9d0d,segment=NetworkSegment(bc701e67-b647-47db-bf6d-411081859a89),segment_id=bc701e67-b647-47db-bf6d-411081859a89)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:45:13.014620 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d004821a-7dab-48c5-aa82-ccc9d9eacb9a req-4b188bad-cfe5-42a4-9425-08ff1d5cd273 tempest-TestServerMultinode-1005350713 tempest-TestServerMultinode-1005350713-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (c38aea6e-3940-44db-aac2-9d4a689b9d0d), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:13.029445 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-d004821a-7dab-48c5-aa82-ccc9d9eacb9a req-4b188bad-cfe5-42a4-9425-08ff1d5cd273 tempest-TestServerMultinode-1005350713 tempest-TestServerMultinode-1005350713-project-admin] Calling delete_port for c38aea6e-3940-44db-aac2-9d4a689b9d0d owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:45:13.041771 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-4d9d6f26-d040-48d2-bd61-3f8351f822e2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2db995c5fd8f439e9d15a7e4cd576eba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2777784 Jan 28 07:45:13.042906 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 59734) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:45:13.077298 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9d6f26-d040-48d2-bd61-3f8351f822e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=695fd00d-8ff5-4f87-938f-872a4854db38,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:45:13.130872 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-bcd92f9e-09d3-4460-9e6d-0b998268a54e admin admin] Publish callbacks [] for security_group (695fd00d-8ff5-4f87-938f-872a4854db38), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:13.161868 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-bcd92f9e-09d3-4460-9e6d-0b998268a54e admin admin] Publish callbacks [] for security_group (695fd00d-8ff5-4f87-938f-872a4854db38), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:13.181249 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d004821a-7dab-48c5-aa82-ccc9d9eacb9a req-4b188bad-cfe5-42a4-9425-08ff1d5cd273 tempest-TestServerMultinode-1005350713 tempest-TestServerMultinode-1005350713-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (c38aea6e-3940-44db-aac2-9d4a689b9d0d), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:13.217907 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['0d245e80-6f1e-4e2c-85c1-a85de221ab9e'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:45:13.223535 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['c38aea6e-3940-44db-aac2-9d4a689b9d0d'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:45:13.258723 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-bcd92f9e-09d3-4460-9e6d-0b998268a54e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (695fd00d-8ff5-4f87-938f-872a4854db38), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:13.262543 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-bcd92f9e-09d3-4460-9e6d-0b998268a54e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:13.264410 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-bcd92f9e-09d3-4460-9e6d-0b998268a54e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/695fd00d-8ff5-4f87-938f-872a4854db38 HTTP/1.1" status: 204 len: 168 time: 0.2194860 Jan 28 07:45:13.270080 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b188bad-cfe5-42a4-9425-08ff1d5cd273 tempest-TestServerMultinode-1005350713 tempest-TestServerMultinode-1005350713-project-admin] Pushing event deleted for resources: {'Port': ['ID=c38aea6e-3940-44db-aac2-9d4a689b9d0d,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:45:13.291578 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd92f9e-09d3-4460-9e6d-0b998268a54e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=695fd00d-8ff5-4f87-938f-872a4854db38,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:45:13.378551 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-d004821a-7dab-48c5-aa82-ccc9d9eacb9a req-4b188bad-cfe5-42a4-9425-08ff1d5cd273 tempest-TestServerMultinode-1005350713 tempest-TestServerMultinode-1005350713-project-admin] No DVR routers for this DVR port c38aea6e-3940-44db-aac2-9d4a689b9d0d on host n-h1-712749-28 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:45:13.386287 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d004821a-7dab-48c5-aa82-ccc9d9eacb9a req-4b188bad-cfe5-42a4-9425-08ff1d5cd273 tempest-TestServerMultinode-1005350713 tempest-TestServerMultinode-1005350713-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:13.390029 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d004821a-7dab-48c5-aa82-ccc9d9eacb9a req-4b188bad-cfe5-42a4-9425-08ff1d5cd273 tempest-TestServerMultinode-1005350713 tempest-TestServerMultinode-1005350713-project-admin] 10.222.0.10 "DELETE /v2.0/ports/c38aea6e-3940-44db-aac2-9d4a689b9d0d HTTP/1.1" status: 204 len: 173 time: 0.5708320 Jan 28 07:45:13.394950 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f43f5983-3af6-43a0-8f35-db4a0b3601fb', 'name': 'network-vif-deleted', 'tag': 'c38aea6e-3940-44db-aac2-9d4a689b9d0d'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:45:13.399706 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e8711be-5631-4ac8-b2b3-f9eb45e62585" -d '{"events": [{"server_uuid": "f43f5983-3af6-43a0-8f35-db4a0b3601fb", "name": "network-vif-deleted", "tag": "c38aea6e-3940-44db-aac2-9d4a689b9d0d"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:45:13.477649 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4aea778-4ceb-4017-96a0-0555b81dccb6 x-openstack-request-id: req-b4aea778-4ceb-4017-96a0-0555b81dccb6 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:45:13.478361 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f43f5983-3af6-43a0-8f35-db4a0b3601fb", "name": "network-vif-deleted", "tag": "c38aea6e-3940-44db-aac2-9d4a689b9d0d", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:45:13.478994 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b4aea778-4ceb-4017-96a0-0555b81dccb6 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:45:13.479798 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f43f5983-3af6-43a0-8f35-db4a0b3601fb', 'name': 'network-vif-deleted', 'tag': 'c38aea6e-3940-44db-aac2-9d4a689b9d0d', 'status': 'completed', 'code': 200} Jan 28 07:45:13.723419 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-aad41d9a-602e-4e11-ab00-67b88b7f9c07 req-989f58c1-9e5e-4af1-a774-703803f5cb92 tempest-TestServerMultinode-1005350713 tempest-TestServerMultinode-1005350713-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=f43f5983-3af6-43a0-8f35-db4a0b3601fb HTTP/1.1" status: 200 len: 210 time: 0.0293002 Jan 28 07:45:14.832660 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 59784) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:45:14.951834 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-779230bd-ce26-4d8a-8492-16b7baac4c1b tempest-ExternalNetworksAdminNegativeTestJSON-648156265 tempest-ExternalNetworksAdminNegativeTestJSON-648156265-project-admin] Request body: {'floatingip': {'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:45:14.977714 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-779230bd-ce26-4d8a-8492-16b7baac4c1b tempest-ExternalNetworksAdminNegativeTestJSON-648156265 tempest-ExternalNetworksAdminNegativeTestJSON-648156265-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:15.011600 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb232923-2e27-4e77-864d-580ac044244a req-2cb668ba-6d97-4a84-b863-4937301f0418 tempest-TestServerMultinode-1005350713 tempest-TestServerMultinode-1005350713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:45:15.013203 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-cb232923-2e27-4e77-864d-580ac044244a req-2cb668ba-6d97-4a84-b863-4937301f0418 tempest-TestServerMultinode-1005350713 tempest-TestServerMultinode-1005350713-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=9bf54ab6-a204-4626-bc8c-e87f98a70b9c HTTP/1.1" status: 200 len: 1097 time: 0.0414295 Jan 28 07:45:15.062505 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-cb232923-2e27-4e77-864d-580ac044244a req-ff9e11bd-1775-45d8-b40f-28f4043cf3db tempest-TestServerMultinode-1005350713 tempest-TestServerMultinode-1005350713-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=a895eec8-7a4c-4d2c-98d9-e13292e98e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431907 Jan 28 07:45:15.073291 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-779230bd-ce26-4d8a-8492-16b7baac4c1b tempest-ExternalNetworksAdminNegativeTestJSON-648156265 tempest-ExternalNetworksAdminNegativeTestJSON-648156265-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:15.185234 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-779230bd-ce26-4d8a-8492-16b7baac4c1b tempest-ExternalNetworksAdminNegativeTestJSON-648156265 tempest-ExternalNetworksAdminNegativeTestJSON-648156265-project-admin] Allocated IP 172.25.6.248 (7d5b3724-deef-4831-8d43-cb9b8176573c/b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc/1b2ad102-64c4-4f01-ade9-543871496867) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:45:15.286522 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-779230bd-ce26-4d8a-8492-16b7baac4c1b tempest-ExternalNetworksAdminNegativeTestJSON-648156265 tempest-ExternalNetworksAdminNegativeTestJSON-648156265-project-admin] Publish callbacks [] for port (1b2ad102-64c4-4f01-ade9-543871496867), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:15.319426 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-779230bd-ce26-4d8a-8492-16b7baac4c1b tempest-ExternalNetworksAdminNegativeTestJSON-648156265 tempest-ExternalNetworksAdminNegativeTestJSON-648156265-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (1b2ad102-64c4-4f01-ade9-543871496867), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:15.355847 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-779230bd-ce26-4d8a-8492-16b7baac4c1b tempest-ExternalNetworksAdminNegativeTestJSON-648156265 tempest-ExternalNetworksAdminNegativeTestJSON-648156265-project-admin] Network 7d5b3724-deef-4831-8d43-cb9b8176573c is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:45:15.358613 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-779230bd-ce26-4d8a-8492-16b7baac4c1b tempest-ExternalNetworksAdminNegativeTestJSON-648156265 tempest-ExternalNetworksAdminNegativeTestJSON-648156265-project-admin] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:45:15.361978 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779230bd-ce26-4d8a-8492-16b7baac4c1b tempest-ExternalNetworksAdminNegativeTestJSON-648156265 tempest-ExternalNetworksAdminNegativeTestJSON-648156265-project-admin] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:45:15.389840 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779230bd-ce26-4d8a-8492-16b7baac4c1b tempest-ExternalNetworksAdminNegativeTestJSON-648156265 tempest-ExternalNetworksAdminNegativeTestJSON-648156265-project-admin] Pushing event updated for resources: {'Port': ['ID=1b2ad102-64c4-4f01-ade9-543871496867,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:45:15.454000 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-779230bd-ce26-4d8a-8492-16b7baac4c1b tempest-ExternalNetworksAdminNegativeTestJSON-648156265 tempest-ExternalNetworksAdminNegativeTestJSON-648156265-project-admin] Publish callbacks [] for floatingip (12619dc1-2d2e-44bd-a524-3a2f51e927a0), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:15.490752 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-779230bd-ce26-4d8a-8492-16b7baac4c1b tempest-ExternalNetworksAdminNegativeTestJSON-648156265 tempest-ExternalNetworksAdminNegativeTestJSON-648156265-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (1b2ad102-64c4-4f01-ade9-543871496867), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:15.644727 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-779230bd-ce26-4d8a-8492-16b7baac4c1b tempest-ExternalNetworksAdminNegativeTestJSON-648156265 tempest-ExternalNetworksAdminNegativeTestJSON-648156265-project-admin] Publish callbacks [] for port (1b2ad102-64c4-4f01-ade9-543871496867), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:15.649278 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-779230bd-ce26-4d8a-8492-16b7baac4c1b tempest-ExternalNetworksAdminNegativeTestJSON-648156265 tempest-ExternalNetworksAdminNegativeTestJSON-648156265-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (1b2ad102-64c4-4f01-ade9-543871496867), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:15.717889 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779230bd-ce26-4d8a-8492-16b7baac4c1b tempest-ExternalNetworksAdminNegativeTestJSON-648156265 tempest-ExternalNetworksAdminNegativeTestJSON-648156265-project-admin] Pushing event updated for resources: {'Port': ['ID=1b2ad102-64c4-4f01-ade9-543871496867,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:45:15.731724 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-779230bd-ce26-4d8a-8492-16b7baac4c1b tempest-ExternalNetworksAdminNegativeTestJSON-648156265 tempest-ExternalNetworksAdminNegativeTestJSON-648156265-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16609095'] for floatingip (12619dc1-2d2e-44bd-a524-3a2f51e927a0), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:15.748709 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-779230bd-ce26-4d8a-8492-16b7baac4c1b tempest-ExternalNetworksAdminNegativeTestJSON-648156265 tempest-ExternalNetworksAdminNegativeTestJSON-648156265-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for floatingip (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:15.750183 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-779230bd-ce26-4d8a-8492-16b7baac4c1b tempest-ExternalNetworksAdminNegativeTestJSON-648156265 tempest-ExternalNetworksAdminNegativeTestJSON-648156265-project-admin] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9163651 Jan 28 07:45:15.753356 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 59800) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:45:15.758134 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-d2f8b35d-4add-4878-9f6d-d3b26e1a6e1a tempest-ExternalNetworksAdminNegativeTestJSON-648156265 tempest-ExternalNetworksAdminNegativeTestJSON-648156265-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-6348941', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'fixed_ips': [{'ip_address': '172.25.6.248'}]}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:45:15.778629 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2f8b35d-4add-4878-9f6d-d3b26e1a6e1a tempest-ExternalNetworksAdminNegativeTestJSON-648156265 tempest-ExternalNetworksAdminNegativeTestJSON-648156265-project-admin] Made reservation on behalf of 0f357cae0ecc4bb0ab6b632def1d03a9 for: {'port': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:45:15.781147 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d2f8b35d-4add-4878-9f6d-d3b26e1a6e1a tempest-ExternalNetworksAdminNegativeTestJSON-648156265 tempest-ExternalNetworksAdminNegativeTestJSON-648156265-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:15.789995 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d2f8b35d-4add-4878-9f6d-d3b26e1a6e1a tempest-ExternalNetworksAdminNegativeTestJSON-648156265 tempest-ExternalNetworksAdminNegativeTestJSON-648156265-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:15.867672 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d2f8b35d-4add-4878-9f6d-d3b26e1a6e1a tempest-ExternalNetworksAdminNegativeTestJSON-648156265 tempest-ExternalNetworksAdminNegativeTestJSON-648156265-project-admin] Publish callbacks [] for security_group (4cc0d016-41d2-4eb5-8d77-fa45fe6fc9a9), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:15.871543 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d2f8b35d-4add-4878-9f6d-d3b26e1a6e1a tempest-ExternalNetworksAdminNegativeTestJSON-648156265 tempest-ExternalNetworksAdminNegativeTestJSON-648156265-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (4cc0d016-41d2-4eb5-8d77-fa45fe6fc9a9), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:15.881297 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-d2f8b35d-4add-4878-9f6d-d3b26e1a6e1a tempest-ExternalNetworksAdminNegativeTestJSON-648156265 tempest-ExternalNetworksAdminNegativeTestJSON-648156265-project-admin] device_id is not set on port 31b19234-8e4d-4aa7-8d69-9bd6c64fff46 yet. {{(pid=103283) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 07:45:15.950108 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f8b35d-4add-4878-9f6d-d3b26e1a6e1a tempest-ExternalNetworksAdminNegativeTestJSON-648156265 tempest-ExternalNetworksAdminNegativeTestJSON-648156265-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cc0d016-41d2-4eb5-8d77-fa45fe6fc9a9,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:45:16.070766 n-d-712749-28 neutron-server[103283]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2f8b35d-4add-4878-9f6d-d3b26e1a6e1a tempest-ExternalNetworksAdminNegativeTestJSON-648156265 tempest-ExternalNetworksAdminNegativeTestJSON-648156265-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jan 28 07:45:16.071276 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2f8b35d-4add-4878-9f6d-d3b26e1a6e1a tempest-ExternalNetworksAdminNegativeTestJSON-648156265 tempest-ExternalNetworksAdminNegativeTestJSON-648156265-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103283) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:45:16.089998 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-d2f8b35d-4add-4878-9f6d-d3b26e1a6e1a tempest-ExternalNetworksAdminNegativeTestJSON-648156265 tempest-ExternalNetworksAdminNegativeTestJSON-648156265-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.3324406 Jan 28 07:45:16.090298 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 59808) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:45:16.273274 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623d49f5-0540-4078-9282-0b44b0bad68c req-7fd01fae-bacf-4973-95ef-a6a2ca15c579 tempest-TestServerMultinode-1005350713 tempest-TestServerMultinode-1005350713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:45:16.275171 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-623d49f5-0540-4078-9282-0b44b0bad68c req-7fd01fae-bacf-4973-95ef-a6a2ca15c579 tempest-TestServerMultinode-1005350713 tempest-TestServerMultinode-1005350713-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=9bf54ab6-a204-4626-bc8c-e87f98a70b9c HTTP/1.1" status: 200 len: 1097 time: 0.1153238 Jan 28 07:45:16.316463 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-16faa9e7-2470-4d90-b6ad-67781837fbf8 tempest-ExternalNetworksAdminNegativeTestJSON-648156265 tempest-ExternalNetworksAdminNegativeTestJSON-648156265-project-admin] Deleting port 1b2ad102-64c4-4f01-ade9-543871496867 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:45:16.316808 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-16faa9e7-2470-4d90-b6ad-67781837fbf8 tempest-ExternalNetworksAdminNegativeTestJSON-648156265 tempest-ExternalNetworksAdminNegativeTestJSON-648156265-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (1b2ad102-64c4-4f01-ade9-543871496867), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:16.350523 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device c38aea6e-3940-44db-aac2-9d4a689b9d0d no longer exists at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:45:16.372908 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] No Port match for: c38aea6e-3940-44db-aac2-9d4a689b9d0d {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:45:16.373180 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device c38aea6e-3940-44db-aac2-9d4a689b9d0d not bound to the agent host n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:45:16.490501 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdf72a1-fa54-4d50-bd0a-6da97cae1be7 req-50e1cc3d-7d3b-455d-9967-8354f11d1b2d tempest-TestServerMultinode-1005350713 tempest-TestServerMultinode-1005350713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:45:16.492217 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-bcdf72a1-fa54-4d50-bd0a-6da97cae1be7 req-50e1cc3d-7d3b-455d-9967-8354f11d1b2d tempest-TestServerMultinode-1005350713 tempest-TestServerMultinode-1005350713-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=9bf54ab6-a204-4626-bc8c-e87f98a70b9c HTTP/1.1" status: 200 len: 1097 time: 0.0484335 Jan 28 07:45:16.579694 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-bcdf72a1-fa54-4d50-bd0a-6da97cae1be7 req-eb8911f7-6b3f-4cfe-857b-49d4f4feab2a tempest-TestServerMultinode-1005350713 tempest-TestServerMultinode-1005350713-project-admin] Deleting port 0d245e80-6f1e-4e2c-85c1-a85de221ab9e {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:45:16.580222 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-bcdf72a1-fa54-4d50-bd0a-6da97cae1be7 req-eb8911f7-6b3f-4cfe-857b-49d4f4feab2a tempest-TestServerMultinode-1005350713 tempest-TestServerMultinode-1005350713-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (0d245e80-6f1e-4e2c-85c1-a85de221ab9e), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:16.668495 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-bcdf72a1-fa54-4d50-bd0a-6da97cae1be7 req-eb8911f7-6b3f-4cfe-857b-49d4f4feab2a tempest-TestServerMultinode-1005350713 tempest-TestServerMultinode-1005350713-project-admin] For port 0d245e80-6f1e-4e2c-85c1-a85de221ab9e, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=0d245e80-6f1e-4e2c-85c1-a85de221ab9e,segment=NetworkSegment(bc701e67-b647-47db-bf6d-411081859a89),segment_id=bc701e67-b647-47db-bf6d-411081859a89)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:45:16.668866 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-bcdf72a1-fa54-4d50-bd0a-6da97cae1be7 req-eb8911f7-6b3f-4cfe-857b-49d4f4feab2a tempest-TestServerMultinode-1005350713 tempest-TestServerMultinode-1005350713-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (0d245e80-6f1e-4e2c-85c1-a85de221ab9e), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:16.671703 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-623d49f5-0540-4078-9282-0b44b0bad68c req-db492d02-f960-4707-850b-a33cdb31ab57 tempest-TestServerMultinode-1005350713 tempest-TestServerMultinode-1005350713-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=a895eec8-7a4c-4d2c-98d9-e13292e98e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3890574 Jan 28 07:45:16.681864 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-bcdf72a1-fa54-4d50-bd0a-6da97cae1be7 req-eb8911f7-6b3f-4cfe-857b-49d4f4feab2a tempest-TestServerMultinode-1005350713 tempest-TestServerMultinode-1005350713-project-admin] Calling delete_port for 0d245e80-6f1e-4e2c-85c1-a85de221ab9e owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:45:16.716494 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-16faa9e7-2470-4d90-b6ad-67781837fbf8 tempest-ExternalNetworksAdminNegativeTestJSON-648156265 tempest-ExternalNetworksAdminNegativeTestJSON-648156265-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (1b2ad102-64c4-4f01-ade9-543871496867), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:16.716975 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-16faa9e7-2470-4d90-b6ad-67781837fbf8 tempest-ExternalNetworksAdminNegativeTestJSON-648156265 tempest-ExternalNetworksAdminNegativeTestJSON-648156265-project-admin] Publish callbacks [] for floatingip (1b2ad102-64c4-4f01-ade9-543871496867), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:16.732098 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-16faa9e7-2470-4d90-b6ad-67781837fbf8 tempest-ExternalNetworksAdminNegativeTestJSON-648156265 tempest-ExternalNetworksAdminNegativeTestJSON-648156265-project-admin] Calling delete_port for 1b2ad102-64c4-4f01-ade9-543871496867 owned by network:floatingip {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:45:16.819001 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-bcdf72a1-fa54-4d50-bd0a-6da97cae1be7 req-eb8911f7-6b3f-4cfe-857b-49d4f4feab2a tempest-TestServerMultinode-1005350713 tempest-TestServerMultinode-1005350713-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (0d245e80-6f1e-4e2c-85c1-a85de221ab9e), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:16.851683 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['0d245e80-6f1e-4e2c-85c1-a85de221ab9e'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:45:16.856797 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8911f7-6b3f-4cfe-857b-49d4f4feab2a tempest-TestServerMultinode-1005350713 tempest-TestServerMultinode-1005350713-project-admin] Pushing event deleted for resources: {'Port': ['ID=0d245e80-6f1e-4e2c-85c1-a85de221ab9e,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:45:16.892892 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-16faa9e7-2470-4d90-b6ad-67781837fbf8 tempest-ExternalNetworksAdminNegativeTestJSON-648156265 tempest-ExternalNetworksAdminNegativeTestJSON-648156265-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (1b2ad102-64c4-4f01-ade9-543871496867), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:16.904801 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcdf72a1-fa54-4d50-bd0a-6da97cae1be7 req-eb8911f7-6b3f-4cfe-857b-49d4f4feab2a tempest-TestServerMultinode-1005350713 tempest-TestServerMultinode-1005350713-project-admin] No DVR routers for this DVR port 0d245e80-6f1e-4e2c-85c1-a85de221ab9e on host n-h2-712749-28 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:45:16.907978 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-bcdf72a1-fa54-4d50-bd0a-6da97cae1be7 req-eb8911f7-6b3f-4cfe-857b-49d4f4feab2a tempest-TestServerMultinode-1005350713 tempest-TestServerMultinode-1005350713-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:16.922327 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-bcdf72a1-fa54-4d50-bd0a-6da97cae1be7 req-eb8911f7-6b3f-4cfe-857b-49d4f4feab2a tempest-TestServerMultinode-1005350713 tempest-TestServerMultinode-1005350713-project-admin] 10.222.0.44 "DELETE /v2.0/ports/0d245e80-6f1e-4e2c-85c1-a85de221ab9e HTTP/1.1" status: 204 len: 173 time: 0.4245448 Jan 28 07:45:16.925374 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bf54ab6-a204-4626-bc8c-e87f98a70b9c', 'name': 'network-vif-deleted', 'tag': '0d245e80-6f1e-4e2c-85c1-a85de221ab9e'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:45:16.931344 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b04b0fc-d0bf-438c-a46a-443422cd14ab" -d '{"events": [{"server_uuid": "9bf54ab6-a204-4626-bc8c-e87f98a70b9c", "name": "network-vif-deleted", "tag": "0d245e80-6f1e-4e2c-85c1-a85de221ab9e"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:45:16.947430 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16faa9e7-2470-4d90-b6ad-67781837fbf8 tempest-ExternalNetworksAdminNegativeTestJSON-648156265 tempest-ExternalNetworksAdminNegativeTestJSON-648156265-project-admin] Pushing event deleted for resources: {'Port': ['ID=1b2ad102-64c4-4f01-ade9-543871496867,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:45:16.988615 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ce7081a-a764-4d00-ad9f-569d2668c1a5 x-openstack-request-id: req-2ce7081a-a764-4d00-ad9f-569d2668c1a5 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:45:16.988913 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bf54ab6-a204-4626-bc8c-e87f98a70b9c", "name": "network-vif-deleted", "tag": "0d245e80-6f1e-4e2c-85c1-a85de221ab9e", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:45:16.989172 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2ce7081a-a764-4d00-ad9f-569d2668c1a5 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:45:16.989575 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bf54ab6-a204-4626-bc8c-e87f98a70b9c', 'name': 'network-vif-deleted', 'tag': '0d245e80-6f1e-4e2c-85c1-a85de221ab9e', 'status': 'completed', 'code': 200} Jan 28 07:45:17.066621 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-16faa9e7-2470-4d90-b6ad-67781837fbf8 tempest-ExternalNetworksAdminNegativeTestJSON-648156265 tempest-ExternalNetworksAdminNegativeTestJSON-648156265-project-admin] Publish callbacks [] for floatingip (12619dc1-2d2e-44bd-a524-3a2f51e927a0), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:17.070241 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-16faa9e7-2470-4d90-b6ad-67781837fbf8 tempest-ExternalNetworksAdminNegativeTestJSON-648156265 tempest-ExternalNetworksAdminNegativeTestJSON-648156265-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for floatingip (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:17.075795 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-16faa9e7-2470-4d90-b6ad-67781837fbf8 tempest-ExternalNetworksAdminNegativeTestJSON-648156265 tempest-ExternalNetworksAdminNegativeTestJSON-648156265-project-admin] 10.222.0.41 "DELETE /v2.0/floatingips/12619dc1-2d2e-44bd-a524-3a2f51e927a0 HTTP/1.1" status: 204 len: 168 time: 0.9808409 Jan 28 07:45:17.367589 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 59816) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:45:17.485853 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0bec6b63-3825-4270-a434-694a24d8b4f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:17.562891 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0bec6b63-3825-4270-a434-694a24d8b4f9 admin admin] Publish callbacks [] for security_group (34e17c18-4af4-4764-95b9-302496f8cf2c), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:17.566485 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0bec6b63-3825-4270-a434-694a24d8b4f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (34e17c18-4af4-4764-95b9-302496f8cf2c), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:17.604910 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-0bec6b63-3825-4270-a434-694a24d8b4f9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b76dc437f20446339aa25181f44b0c10&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2362146 Jan 28 07:45:17.605811 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bec6b63-3825-4270-a434-694a24d8b4f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34e17c18-4af4-4764-95b9-302496f8cf2c,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:45:17.607540 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 59820) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:45:17.660116 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ea9c0b7f-6903-460a-908f-4ca0879f6bb7 admin admin] Publish callbacks [] for security_group (34e17c18-4af4-4764-95b9-302496f8cf2c), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:17.681797 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ea9c0b7f-6903-460a-908f-4ca0879f6bb7 admin admin] Publish callbacks [] for security_group (34e17c18-4af4-4764-95b9-302496f8cf2c), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:17.730155 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ea9c0b7f-6903-460a-908f-4ca0879f6bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (34e17c18-4af4-4764-95b9-302496f8cf2c), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:17.732994 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ea9c0b7f-6903-460a-908f-4ca0879f6bb7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:17.734183 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-ea9c0b7f-6903-460a-908f-4ca0879f6bb7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/34e17c18-4af4-4764-95b9-302496f8cf2c HTTP/1.1" status: 204 len: 168 time: 0.1256032 Jan 28 07:45:17.742968 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9c0b7f-6903-460a-908f-4ca0879f6bb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34e17c18-4af4-4764-95b9-302496f8cf2c,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:45:17.752146 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 59826) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:45:18.025263 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 59832) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:45:18.068707 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-2f75fd22-a652-440b-baba-b140672e7cec admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0f357cae0ecc4bb0ab6b632def1d03a9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0422993 Jan 28 07:45:18.071135 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 59834) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:45:18.128411 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f3cb892b-850d-4690-b621-263fdc8cf4c6 admin admin] Publish callbacks [] for security_group (4cc0d016-41d2-4eb5-8d77-fa45fe6fc9a9), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:18.133455 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7793e87a-2d32-4e25-8429-8030b837e45d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16606535'] for router_interface (e88b82da-3b42-4c31-9646-1e49fb83b972), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:18.152565 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f3cb892b-850d-4690-b621-263fdc8cf4c6 admin admin] Publish callbacks [] for security_group (4cc0d016-41d2-4eb5-8d77-fa45fe6fc9a9), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:18.211702 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f3cb892b-850d-4690-b621-263fdc8cf4c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (4cc0d016-41d2-4eb5-8d77-fa45fe6fc9a9), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:18.215881 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f3cb892b-850d-4690-b621-263fdc8cf4c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:18.219454 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-f3cb892b-850d-4690-b621-263fdc8cf4c6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4cc0d016-41d2-4eb5-8d77-fa45fe6fc9a9 HTTP/1.1" status: 204 len: 168 time: 0.1450758 Jan 28 07:45:18.225661 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cb892b-850d-4690-b621-263fdc8cf4c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cc0d016-41d2-4eb5-8d77-fa45fe6fc9a9,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:45:18.414493 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-7793e87a-2d32-4e25-8429-8030b837e45d admin admin] Deleting port 870c35ee-a713-4d0a-bfca-2578afbadaf0 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:45:18.415231 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7793e87a-2d32-4e25-8429-8030b837e45d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (870c35ee-a713-4d0a-bfca-2578afbadaf0), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:18.502416 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-7793e87a-2d32-4e25-8429-8030b837e45d admin admin] For port 870c35ee-a713-4d0a-bfca-2578afbadaf0, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=870c35ee-a713-4d0a-bfca-2578afbadaf0,segment=NetworkSegment(bc701e67-b647-47db-bf6d-411081859a89),segment_id=bc701e67-b647-47db-bf6d-411081859a89)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:45:18.502767 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7793e87a-2d32-4e25-8429-8030b837e45d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (870c35ee-a713-4d0a-bfca-2578afbadaf0), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:18.527188 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-7793e87a-2d32-4e25-8429-8030b837e45d admin admin] Calling delete_port for 870c35ee-a713-4d0a-bfca-2578afbadaf0 owned by network:router_interface {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:45:18.724763 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7793e87a-2d32-4e25-8429-8030b837e45d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (870c35ee-a713-4d0a-bfca-2578afbadaf0), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:18.777559 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7793e87a-2d32-4e25-8429-8030b837e45d admin admin] Pushing event deleted for resources: {'Port': ['ID=870c35ee-a713-4d0a-bfca-2578afbadaf0,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:45:18.959932 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7793e87a-2d32-4e25-8429-8030b837e45d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16319006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16606699'] for router_interface (e88b82da-3b42-4c31-9646-1e49fb83b972), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:19.206877 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7793e87a-2d32-4e25-8429-8030b837e45d admin admin] Router e88b82da-3b42-4c31-9646-1e49fb83b972 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:45:19.333641 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7793e87a-2d32-4e25-8429-8030b837e45d admin admin] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:45:19.342350 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-7793e87a-2d32-4e25-8429-8030b837e45d admin admin] 10.222.0.41 "PUT /v2.0/routers/e88b82da-3b42-4c31-9646-1e49fb83b972/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5860448 Jan 28 07:45:19.342468 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 59866) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:45:19.345456 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81bbf319-4972-4330-9c85-d3b3641d8e29 None None] Sync routers for ids ['e88b82da-3b42-4c31-9646-1e49fb83b972'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:45:19.355897 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81bbf319-4972-4330-9c85-d3b3641d8e29 None None] Routers {'e88b82da-3b42-4c31-9646-1e49fb83b972'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:45:19.356607 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-81bbf319-4972-4330-9c85-d3b3641d8e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:45:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['e88b82da-3b42-4c31-9646-1e49fb83b972'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:45:19.440248 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 0d245e80-6f1e-4e2c-85c1-a85de221ab9e no longer exists at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:45:19.469685 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-29265560-aa45-48a6-9385-88aa389cebc5 admin admin] Publish callbacks [] for router (e88b82da-3b42-4c31-9646-1e49fb83b972), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:19.475754 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] No Port match for: 0d245e80-6f1e-4e2c-85c1-a85de221ab9e {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:45:19.476358 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 0d245e80-6f1e-4e2c-85c1-a85de221ab9e not bound to the agent host n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:45:19.512125 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-81bbf319-4972-4330-9c85-d3b3641d8e29 None None] Set router e88b82da-3b42-4c31-9646-1e49fb83b972 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:45:19.584461 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-29265560-aa45-48a6-9385-88aa389cebc5 admin admin] Publish callbacks [] for router_gateway (e88b82da-3b42-4c31-9646-1e49fb83b972), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:19.616466 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 59876) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:45:19.721311 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-29265560-aa45-48a6-9385-88aa389cebc5 admin admin] Deleting port 08ede308-9e6f-4cc0-87a3-c71271bcad33 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:45:19.723515 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-29265560-aa45-48a6-9385-88aa389cebc5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (08ede308-9e6f-4cc0-87a3-c71271bcad33), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:19.757848 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-81bbf319-4972-4330-9c85-d3b3641d8e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e88b82da-3b42-4c31-9646-1e49fb83b972', 'name': 'tempest-TestServerMultinode-163083755-router', 'tenant_id': 'b380a9dca2f14d0baaf4a07544746b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': '08ede308-9e6f-4cc0-87a3-c71271bcad33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:44:24Z', 'updated_at': '2022-01-28T07:45:18Z', 'revision_number': 5, 'project_id': 'b380a9dca2f14d0baaf4a07544746b5d', 'gw_port': {'id': '08ede308-9e6f-4cc0-87a3-c71271bcad33', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:19:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e88b82da-3b42-4c31-9646-1e49fb83b972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:44:25Z', 'updated_at': '2022-01-28T07:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:45:19.794779 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81bbf319-4972-4330-9c85-d3b3641d8e29 None None] Checking router: e88b82da-3b42-4c31-9646-1e49fb83b972 for host: n-d-712749-28 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:45:19.804763 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81bbf319-4972-4330-9c85-d3b3641d8e29 None None] Routers {'e88b82da-3b42-4c31-9646-1e49fb83b972'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:45:19.805587 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-81bbf319-4972-4330-9c85-d3b3641d8e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:45:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['e88b82da-3b42-4c31-9646-1e49fb83b972'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:45:19.823289 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d550b45e-333c-4cfd-b719-c24cde3744a6 tempest-TestNetworkBasicOps-1367905772 tempest-TestNetworkBasicOps-1367905772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:45:19.828966 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d550b45e-333c-4cfd-b719-c24cde3744a6 tempest-TestNetworkBasicOps-1367905772 tempest-TestNetworkBasicOps-1367905772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:45:19.831524 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d550b45e-333c-4cfd-b719-c24cde3744a6 tempest-TestNetworkBasicOps-1367905772 tempest-TestNetworkBasicOps-1367905772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:45:19.833408 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-d550b45e-333c-4cfd-b719-c24cde3744a6 tempest-TestNetworkBasicOps-1367905772 tempest-TestNetworkBasicOps-1367905772-project-admin] 10.222.0.41 "GET /v2.0/ports?project_id=5542ea76c30542aeb3cf0ca71420ede0&network_id=a30336a5-b3a0-4783-8e54-de537509e123 HTTP/1.1" status: 200 len: 2972 time: 0.2156780 Jan 28 07:45:19.870350 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-29265560-aa45-48a6-9385-88aa389cebc5 admin admin] For port 08ede308-9e6f-4cc0-87a3-c71271bcad33, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=08ede308-9e6f-4cc0-87a3-c71271bcad33,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:45:19.871147 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-29265560-aa45-48a6-9385-88aa389cebc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (08ede308-9e6f-4cc0-87a3-c71271bcad33), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:19.886047 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-29265560-aa45-48a6-9385-88aa389cebc5 admin admin] Calling delete_port for 08ede308-9e6f-4cc0-87a3-c71271bcad33 owned by network:router_gateway {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:45:19.918801 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-81bbf319-4972-4330-9c85-d3b3641d8e29 None None] Set router e88b82da-3b42-4c31-9646-1e49fb83b972 gateway port host: None {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:45:19.991411 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-81bbf319-4972-4330-9c85-d3b3641d8e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e88b82da-3b42-4c31-9646-1e49fb83b972', 'name': 'tempest-TestServerMultinode-163083755-router', 'tenant_id': 'b380a9dca2f14d0baaf4a07544746b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:44:24Z', 'updated_at': '2022-01-28T07:45:19Z', 'revision_number': 6, 'project_id': 'b380a9dca2f14d0baaf4a07544746b5d', 'gw_port_host': None}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:45:20.026895 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81bbf319-4972-4330-9c85-d3b3641d8e29 None None] The sync data for ids ['e88b82da-3b42-4c31-9646-1e49fb83b972'] in n-d-712749-28 is: [{'id': 'e88b82da-3b42-4c31-9646-1e49fb83b972', 'name': 'tempest-TestServerMultinode-163083755-router', 'tenant_id': 'b380a9dca2f14d0baaf4a07544746b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:44:24Z', 'updated_at': '2022-01-28T07:45:19Z', 'revision_number': 6, 'project_id': 'b380a9dca2f14d0baaf4a07544746b5d', 'gw_port_host': None}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:45:20.086374 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-29265560-aa45-48a6-9385-88aa389cebc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (08ede308-9e6f-4cc0-87a3-c71271bcad33), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:20.115383 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29265560-aa45-48a6-9385-88aa389cebc5 admin admin] Pushing event deleted for resources: {'Port': ['ID=08ede308-9e6f-4cc0-87a3-c71271bcad33,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:45:20.184562 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-29265560-aa45-48a6-9385-88aa389cebc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16607873'] for router_gateway (e88b82da-3b42-4c31-9646-1e49fb83b972), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:20.281127 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-29265560-aa45-48a6-9385-88aa389cebc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16605684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127449'] for router (e88b82da-3b42-4c31-9646-1e49fb83b972), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:20.283295 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-29265560-aa45-48a6-9385-88aa389cebc5 admin admin] Publish callbacks [] for router_controller (e88b82da-3b42-4c31-9646-1e49fb83b972), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:20.309645 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 59896) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:45:20.331792 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-29265560-aa45-48a6-9385-88aa389cebc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16605693'] for router (e88b82da-3b42-4c31-9646-1e49fb83b972), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:20.332298 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29265560-aa45-48a6-9385-88aa389cebc5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e88b82da-3b42-4c31-9646-1e49fb83b972 {{(pid=103284) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 07:45:20.337082 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-29265560-aa45-48a6-9385-88aa389cebc5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:20.340856 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 59900) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:45:20.344628 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-29265560-aa45-48a6-9385-88aa389cebc5 admin admin] 10.222.0.41 "DELETE /v2.0/routers/e88b82da-3b42-4c31-9646-1e49fb83b972 HTTP/1.1" status: 204 len: 168 time: 0.9972463 Jan 28 07:45:20.413090 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_v2 [None req-91766a1c-d7cc-4c90-8ec0-b753e5877618 admin admin] Deleting subnet d75905ba-c814-47b4-b2aa-ca3b117a97fd {{(pid=103283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:45:20.417735 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-91766a1c-d7cc-4c90-8ec0-b753e5877618 admin admin] Publish callbacks [] for subnet (d75905ba-c814-47b4-b2aa-ca3b117a97fd), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:20.456898 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-91766a1c-d7cc-4c90-8ec0-b753e5877618 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13506696'] for subnet (d75905ba-c814-47b4-b2aa-ca3b117a97fd), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:20.509055 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-36abde0d-b0b3-4b8b-944e-4c91f52ed1d5 tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Request body: {'floatingip': {'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:45:20.562658 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-91766a1c-d7cc-4c90-8ec0-b753e5877618 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (d75905ba-c814-47b4-b2aa-ca3b117a97fd), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:20.565344 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-36abde0d-b0b3-4b8b-944e-4c91f52ed1d5 tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:20.663214 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-91766a1c-d7cc-4c90-8ec0-b753e5877618 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13546665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13556132'] for subnet (d75905ba-c814-47b4-b2aa-ca3b117a97fd), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:20.694483 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91766a1c-d7cc-4c90-8ec0-b753e5877618 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d75905ba-c814-47b4-b2aa-ca3b117a97fd,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:45:20.697149 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-91766a1c-d7cc-4c90-8ec0-b753e5877618 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:20.700550 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-91766a1c-d7cc-4c90-8ec0-b753e5877618 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/d75905ba-c814-47b4-b2aa-ca3b117a97fd HTTP/1.1" status: 204 len: 168 time: 0.3585374 Jan 28 07:45:20.701661 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b01530-d337-4c10-973b-48a683f19aed None None] Network 091e73a4-4462-43c6-a062-3e42baf07e30 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:45:20.702968 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 59904) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:45:20.788672 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2b82c871-b2e6-40f7-bd50-dfff87a8c91c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (091e73a4-4462-43c6-a062-3e42baf07e30), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:20.804791 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-36abde0d-b0b3-4b8b-944e-4c91f52ed1d5 tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:20.879681 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbbf7eda-04f0-4757-a496-b346c56110d8 None None] DHCP port deletion for 091e73a4-4462-43c6-a062-3e42baf07e30 request from n-d-712749-28 {{(pid=103285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 07:45:20.941243 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-bbbf7eda-04f0-4757-a496-b346c56110d8 None None] Deleting port 490be662-7af0-441e-b4fb-eb91d7c59be6 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:45:20.942347 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bbbf7eda-04f0-4757-a496-b346c56110d8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (490be662-7af0-441e-b4fb-eb91d7c59be6), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:20.943131 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-2b82c871-b2e6-40f7-bd50-dfff87a8c91c admin admin] Deleting port 490be662-7af0-441e-b4fb-eb91d7c59be6 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:45:20.943473 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2b82c871-b2e6-40f7-bd50-dfff87a8c91c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (490be662-7af0-441e-b4fb-eb91d7c59be6), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:20.997354 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-36abde0d-b0b3-4b8b-944e-4c91f52ed1d5 tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Allocated IP 172.25.6.50 (7d5b3724-deef-4831-8d43-cb9b8176573c/b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc/2d248070-3c07-41b5-8490-90b59562dee0) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:45:21.053978 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-bbbf7eda-04f0-4757-a496-b346c56110d8 None None] For port 490be662-7af0-441e-b4fb-eb91d7c59be6, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=490be662-7af0-441e-b4fb-eb91d7c59be6,segment=NetworkSegment(bc701e67-b647-47db-bf6d-411081859a89),segment_id=bc701e67-b647-47db-bf6d-411081859a89)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:45:21.054842 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bbbf7eda-04f0-4757-a496-b346c56110d8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (490be662-7af0-441e-b4fb-eb91d7c59be6), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:21.058680 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-2b82c871-b2e6-40f7-bd50-dfff87a8c91c admin admin] For port 490be662-7af0-441e-b4fb-eb91d7c59be6, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=490be662-7af0-441e-b4fb-eb91d7c59be6,segment=NetworkSegment(bc701e67-b647-47db-bf6d-411081859a89),segment_id=bc701e67-b647-47db-bf6d-411081859a89)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:45:21.059058 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2b82c871-b2e6-40f7-bd50-dfff87a8c91c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (490be662-7af0-441e-b4fb-eb91d7c59be6), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:21.074530 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-bbbf7eda-04f0-4757-a496-b346c56110d8 None None] Calling delete_port for 490be662-7af0-441e-b4fb-eb91d7c59be6 owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:45:21.132023 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-2b82c871-b2e6-40f7-bd50-dfff87a8c91c admin admin] Calling delete_port for 490be662-7af0-441e-b4fb-eb91d7c59be6 owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:45:21.184471 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bbbf7eda-04f0-4757-a496-b346c56110d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298'] for port (490be662-7af0-441e-b4fb-eb91d7c59be6), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:21.211973 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-36abde0d-b0b3-4b8b-944e-4c91f52ed1d5 tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Publish callbacks [] for port (2d248070-3c07-41b5-8490-90b59562dee0), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:21.215991 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbf7eda-04f0-4757-a496-b346c56110d8 None None] Pushing event deleted for resources: {'Port': ['ID=490be662-7af0-441e-b4fb-eb91d7c59be6,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:45:21.220714 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbf7eda-04f0-4757-a496-b346c56110d8 None None] No DVR routers for this DVR port 490be662-7af0-441e-b4fb-eb91d7c59be6 on host n-d-712749-28 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:45:21.286384 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2b82c871-b2e6-40f7-bd50-dfff87a8c91c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (490be662-7af0-441e-b4fb-eb91d7c59be6), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:21.310383 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-36abde0d-b0b3-4b8b-944e-4c91f52ed1d5 tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (2d248070-3c07-41b5-8490-90b59562dee0), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:21.324021 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b82c871-b2e6-40f7-bd50-dfff87a8c91c admin admin] Pushing event deleted for resources: {'Port': ['ID=490be662-7af0-441e-b4fb-eb91d7c59be6,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:45:21.333838 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36abde0d-b0b3-4b8b-944e-4c91f52ed1d5 tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Network 7d5b3724-deef-4831-8d43-cb9b8176573c is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:45:21.353041 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-36abde0d-b0b3-4b8b-944e-4c91f52ed1d5 tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:45:21.355171 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b82c871-b2e6-40f7-bd50-dfff87a8c91c admin admin] No DVR routers for this DVR port 490be662-7af0-441e-b4fb-eb91d7c59be6 on host n-d-712749-28 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:45:21.356613 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36abde0d-b0b3-4b8b-944e-4c91f52ed1d5 tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:45:21.460660 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36abde0d-b0b3-4b8b-944e-4c91f52ed1d5 tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Pushing event updated for resources: {'Port': ['ID=2d248070-3c07-41b5-8490-90b59562dee0,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:45:21.474300 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2b82c871-b2e6-40f7-bd50-dfff87a8c91c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (091e73a4-4462-43c6-a062-3e42baf07e30), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:21.502860 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-2b82c871-b2e6-40f7-bd50-dfff87a8c91c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['091e73a4-4462-43c6-a062-3e42baf07e30']}} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:45:21.531954 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-2b82c871-b2e6-40f7-bd50-dfff87a8c91c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc701e67-b647-47db-bf6d-411081859a89') {'for_net_delete': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:45:21.532304 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-2b82c871-b2e6-40f7-bd50-dfff87a8c91c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc701e67-b647-47db-bf6d-411081859a89') {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:45:21.534281 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 59910) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:45:21.546117 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2b82c871-b2e6-40f7-bd50-dfff87a8c91c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13506801'] for segment (bc701e67-b647-47db-bf6d-411081859a89), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:21.567378 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-36abde0d-b0b3-4b8b-944e-4c91f52ed1d5 tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Publish callbacks [] for floatingip (de9a24ec-8941-41cd-b1b1-220d7980381f), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:21.568956 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2b82c871-b2e6-40f7-bd50-dfff87a8c91c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (bc701e67-b647-47db-bf6d-411081859a89), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:21.579036 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b82c871-b2e6-40f7-bd50-dfff87a8c91c admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=103283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:45:21.579469 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2b82c871-b2e6-40f7-bd50-dfff87a8c91c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13546563'] for segment (bc701e67-b647-47db-bf6d-411081859a89), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:21.581167 n-d-712749-28 neutron-server[103283]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:45:21.581167 n-d-712749-28 neutron-server[103283]: self.session.flush() Jan 28 07:45:21.581167 n-d-712749-28 neutron-server[103283]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:45:21.581167 n-d-712749-28 neutron-server[103283]: self.session.flush() Jan 28 07:45:21.581167 n-d-712749-28 neutron-server[103283]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:45:21.581167 n-d-712749-28 neutron-server[103283]: self.session.flush() Jan 28 07:45:21.581167 n-d-712749-28 neutron-server[103283]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:45:21.581167 n-d-712749-28 neutron-server[103283]: self.session.flush() Jan 28 07:45:21.581167 n-d-712749-28 neutron-server[103283]: Traceback (most recent call last): Jan 28 07:45:21.581167 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:45:21.581167 n-d-712749-28 neutron-server[103283]: timer() Jan 28 07:45:21.581167 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:45:21.581167 n-d-712749-28 neutron-server[103283]: cb(*args, **kw) Jan 28 07:45:21.581167 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:45:21.581167 n-d-712749-28 neutron-server[103283]: return func(*args, **kwargs) Jan 28 07:45:21.581167 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:45:21.581167 n-d-712749-28 neutron-server[103283]: self._notify() Jan 28 07:45:21.581167 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:45:21.581167 n-d-712749-28 neutron-server[103283]: self.callback(batched_events) Jan 28 07:45:21.581167 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:45:21.581167 n-d-712749-28 neutron-server[103283]: event.method(event) Jan 28 07:45:21.581167 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:45:21.581167 n-d-712749-28 neutron-server[103283]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:45:21.581167 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:45:21.581167 n-d-712749-28 neutron-server[103283]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:45:21.581167 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:45:21.581167 n-d-712749-28 neutron-server[103283]: return f(self, *a, **k) Jan 28 07:45:21.581167 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:45:21.581167 n-d-712749-28 neutron-server[103283]: return self._get(url).json() Jan 28 07:45:21.581167 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:45:21.581167 n-d-712749-28 neutron-server[103283]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:45:21.581167 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:45:21.581167 n-d-712749-28 neutron-server[103283]: return self.request(url, 'GET', **kwargs) Jan 28 07:45:21.581167 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:45:21.581167 n-d-712749-28 neutron-server[103283]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:45:21.581167 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:45:21.581167 n-d-712749-28 neutron-server[103283]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:45:21.581167 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:45:21.581167 n-d-712749-28 neutron-server[103283]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:45:21.581167 n-d-712749-28 neutron-server[103283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:45:21.592858 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dab4275-2384-478c-9fe1-faf2738f3984 tempest-TestNetworkBasicOps-1367905772 tempest-TestNetworkBasicOps-1367905772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:45:21.608971 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-8dab4275-2384-478c-9fe1-faf2738f3984 tempest-TestNetworkBasicOps-1367905772 tempest-TestNetworkBasicOps-1367905772-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=7d5b3724-deef-4831-8d43-cb9b8176573c HTTP/1.1" status: 200 len: 814 time: 0.0727468 Jan 28 07:45:21.656761 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-36abde0d-b0b3-4b8b-944e-4c91f52ed1d5 tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (2d248070-3c07-41b5-8490-90b59562dee0), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:21.680184 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2b82c871-b2e6-40f7-bd50-dfff87a8c91c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (091e73a4-4462-43c6-a062-3e42baf07e30), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:21.687016 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2b82c871-b2e6-40f7-bd50-dfff87a8c91c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:21.691877 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-2b82c871-b2e6-40f7-bd50-dfff87a8c91c admin admin] 10.222.0.41 "DELETE /v2.0/networks/091e73a4-4462-43c6-a062-3e42baf07e30 HTTP/1.1" status: 204 len: 168 time: 0.9879441 Jan 28 07:45:21.693523 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 59914) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:45:21.719536 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b82c871-b2e6-40f7-bd50-dfff87a8c91c admin admin] Pushing event deleted for resources: {'Network': ['ID=091e73a4-4462-43c6-a062-3e42baf07e30,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:45:21.746495 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 870c35ee-a713-4d0a-bfca-2578afbadaf0 no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:45:21.773316 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: 870c35ee-a713-4d0a-bfca-2578afbadaf0 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:45:21.774022 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 870c35ee-a713-4d0a-bfca-2578afbadaf0 not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:45:21.774731 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 08ede308-9e6f-4cc0-87a3-c71271bcad33 no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:45:21.799388 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: 08ede308-9e6f-4cc0-87a3-c71271bcad33 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:45:21.800103 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 08ede308-9e6f-4cc0-87a3-c71271bcad33 not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:45:21.801357 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 490be662-7af0-441e-b4fb-eb91d7c59be6 no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:45:21.826816 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: 490be662-7af0-441e-b4fb-eb91d7c59be6 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:45:21.827563 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 490be662-7af0-441e-b4fb-eb91d7c59be6 not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:45:21.873491 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-36abde0d-b0b3-4b8b-944e-4c91f52ed1d5 tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Publish callbacks [] for port (2d248070-3c07-41b5-8490-90b59562dee0), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:21.879690 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-36abde0d-b0b3-4b8b-944e-4c91f52ed1d5 tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (2d248070-3c07-41b5-8490-90b59562dee0), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:21.946044 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36abde0d-b0b3-4b8b-944e-4c91f52ed1d5 tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Pushing event updated for resources: {'Port': ['ID=2d248070-3c07-41b5-8490-90b59562dee0,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:45:21.961091 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-36abde0d-b0b3-4b8b-944e-4c91f52ed1d5 tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16609095'] for floatingip (de9a24ec-8941-41cd-b1b1-220d7980381f), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:21.979129 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-36abde0d-b0b3-4b8b-944e-4c91f52ed1d5 tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for floatingip (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:21.980380 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-36abde0d-b0b3-4b8b-944e-4c91f52ed1d5 tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6695902 Jan 28 07:45:21.983019 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 59918) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:45:21.988672 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-d7db7da6-043f-40a7-93e3-0b732f848f8a tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-489372717'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:45:22.007136 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7db7da6-043f-40a7-93e3-0b732f848f8a tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Made reservation on behalf of c8062d90baf74640a8c55283682e26ed for: {'network': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:45:22.011174 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7db7da6-043f-40a7-93e3-0b732f848f8a tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:22.020971 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7db7da6-043f-40a7-93e3-0b732f848f8a tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:22.096657 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-68355a10-ceb0-47b0-9d88-5f0c22511900 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16606535'] for router_interface (9e69b0f7-c85c-47fa-b43b-5dfccd3de7af), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:22.110473 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7db7da6-043f-40a7-93e3-0b732f848f8a tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Publish callbacks [] for security_group (fb05a4f6-4ba4-44e9-9830-c0002fd64adf), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:22.121984 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7db7da6-043f-40a7-93e3-0b732f848f8a tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (fb05a4f6-4ba4-44e9-9830-c0002fd64adf), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:22.151313 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7db7da6-043f-40a7-93e3-0b732f848f8a tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=103283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:45:22.170187 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7db7da6-043f-40a7-93e3-0b732f848f8a tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb05a4f6-4ba4-44e9-9830-c0002fd64adf,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:45:22.173271 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7db7da6-043f-40a7-93e3-0b732f848f8a tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (a5292198-92c4-4a4e-af4c-bf9a70d4f32a), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:22.173611 n-d-712749-28 neutron-server[103283]: INFO neutron.db.segments_db [None req-d7db7da6-043f-40a7-93e3-0b732f848f8a tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Added segment a5292198-92c4-4a4e-af4c-bf9a70d4f32a of type vlan for network 07b9ba45-f05b-4d27-8e2c-2917708e9eae Jan 28 07:45:22.222196 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7db7da6-043f-40a7-93e3-0b732f848f8a tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (07b9ba45-f05b-4d27-8e2c-2917708e9eae), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:22.247264 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 59922) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:45:22.254397 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-cde2d6d2-2390-40d6-9f2f-5f89d854bf2b tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Request body: {'network': {'name': 'tempest-network-smoke--1646841277', 'project_id': '5542ea76c30542aeb3cf0ca71420ede0', 'port_security_enabled': True}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:45:22.268427 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7db7da6-043f-40a7-93e3-0b732f848f8a tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (07b9ba45-f05b-4d27-8e2c-2917708e9eae), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:22.273519 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7db7da6-043f-40a7-93e3-0b732f848f8a tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:45:22.274283 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7db7da6-043f-40a7-93e3-0b732f848f8a tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Publish callbacks [] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:22.346108 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cde2d6d2-2390-40d6-9f2f-5f89d854bf2b tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Made reservation on behalf of 5542ea76c30542aeb3cf0ca71420ede0 for: {'network': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:45:22.349576 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cde2d6d2-2390-40d6-9f2f-5f89d854bf2b tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:22.372228 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-68355a10-ceb0-47b0-9d88-5f0c22511900 admin admin] Deleting port 2f043dd3-890c-4806-a950-c7fa59a4fbfd {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:45:22.372817 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-68355a10-ceb0-47b0-9d88-5f0c22511900 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (2f043dd3-890c-4806-a950-c7fa59a4fbfd), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:22.373003 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-d7db7da6-043f-40a7-93e3-0b732f848f8a tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3888257 Jan 28 07:45:22.375922 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 59926) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:45:22.382334 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-a277ef58-c197-42c6-a588-d521f80b752e tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Request body: {'subnet': {'network_id': '07b9ba45-f05b-4d27-8e2c-2917708e9eae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:45:22.391574 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7db7da6-043f-40a7-93e3-0b732f848f8a tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Pushing event updated for resources: {'Network': ['ID=07b9ba45-f05b-4d27-8e2c-2917708e9eae,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:45:22.397084 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cde2d6d2-2390-40d6-9f2f-5f89d854bf2b tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=103283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:45:22.407042 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network 07b9ba45-f05b-4d27-8e2c-2917708e9eae details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:45:22.407402 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cde2d6d2-2390-40d6-9f2f-5f89d854bf2b tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (30c87c09-5cdc-455e-b2db-558d2e1fa69e), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:22.407846 n-d-712749-28 neutron-server[103283]: INFO neutron.db.segments_db [None req-cde2d6d2-2390-40d6-9f2f-5f89d854bf2b tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Added segment 30c87c09-5cdc-455e-b2db-558d2e1fa69e of type vlan for network cbff942a-17b2-465b-b35e-dd5fe53d869f Jan 28 07:45:22.458141 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cde2d6d2-2390-40d6-9f2f-5f89d854bf2b tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (cbff942a-17b2-465b-b35e-dd5fe53d869f), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:22.488224 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cde2d6d2-2390-40d6-9f2f-5f89d854bf2b tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (cbff942a-17b2-465b-b35e-dd5fe53d869f), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:22.494923 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde2d6d2-2390-40d6-9f2f-5f89d854bf2b tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:45:22.495651 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cde2d6d2-2390-40d6-9f2f-5f89d854bf2b tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks [] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:22.563900 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-cde2d6d2-2390-40d6-9f2f-5f89d854bf2b tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3121924 Jan 28 07:45:22.563900 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 59928) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:45:22.613320 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde2d6d2-2390-40d6-9f2f-5f89d854bf2b tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Pushing event updated for resources: {'Network': ['ID=cbff942a-17b2-465b-b35e-dd5fe53d869f,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:45:22.630673 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network cbff942a-17b2-465b-b35e-dd5fe53d869f details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:45:22.648069 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d60643-cb32-4be6-992c-9c1addb28d08 tempest-TestNetworkBasicOps-1367905772 tempest-TestNetworkBasicOps-1367905772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:45:22.653193 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-a4d60643-cb32-4be6-992c-9c1addb28d08 tempest-TestNetworkBasicOps-1367905772 tempest-TestNetworkBasicOps-1367905772-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=5542ea76c30542aeb3cf0ca71420ede0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0847707 Jan 28 07:45:22.653476 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 59930) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:45:22.744108 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b68cafd-7541-4345-a2c7-3a2371229843 tempest-TestNetworkBasicOps-1367905772 tempest-TestNetworkBasicOps-1367905772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:45:22.747012 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-0b68cafd-7541-4345-a2c7-3a2371229843 tempest-TestNetworkBasicOps-1367905772 tempest-TestNetworkBasicOps-1367905772-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0915480 Jan 28 07:45:22.749366 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 59932) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:45:22.784054 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-048aede8-007f-4b24-a07d-502f6cfa59f7 tempest-TestNetworkBasicOps-1367905772 tempest-TestNetworkBasicOps-1367905772-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=7d5b3724-deef-4831-8d43-cb9b8176573c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0307956 Jan 28 07:45:22.784595 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 59934) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:45:22.821257 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-1dab2fd9-9440-463a-9894-0cd78f6b6036 tempest-TestNetworkBasicOps-1367905772 tempest-TestNetworkBasicOps-1367905772-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=5542ea76c30542aeb3cf0ca71420ede0&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0329950 Jan 28 07:45:22.821628 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 59936) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:45:22.881292 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-68355a10-ceb0-47b0-9d88-5f0c22511900 admin admin] For port 2f043dd3-890c-4806-a950-c7fa59a4fbfd, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=2f043dd3-890c-4806-a950-c7fa59a4fbfd,segment=NetworkSegment(d66f5881-561b-4027-808a-8877b96dd073),segment_id=d66f5881-561b-4027-808a-8877b96dd073)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:45:22.882265 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-68355a10-ceb0-47b0-9d88-5f0c22511900 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (2f043dd3-890c-4806-a950-c7fa59a4fbfd), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:22.901229 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-68355a10-ceb0-47b0-9d88-5f0c22511900 admin admin] Calling delete_port for 2f043dd3-890c-4806-a950-c7fa59a4fbfd owned by network:router_interface {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:45:22.903518 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a277ef58-c197-42c6-a588-d521f80b752e tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Made reservation on behalf of c8062d90baf74640a8c55283682e26ed for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:45:22.908243 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a277ef58-c197-42c6-a588-d521f80b752e tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24979592'] for subnet (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:22.915030 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d245cf74-28e4-4711-bfff-9cc34c727c7f tempest-TestNetworkBasicOps-1367905772 tempest-TestNetworkBasicOps-1367905772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:45:22.918894 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-d245cf74-28e4-4711-bfff-9cc34c727c7f tempest-TestNetworkBasicOps-1367905772 tempest-TestNetworkBasicOps-1367905772-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0933864 Jan 28 07:45:22.919116 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 59938) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:45:22.948881 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-7847b848-8ba2-45ae-90de-41043ca5a0a3 tempest-TestNetworkBasicOps-1367905772 tempest-TestNetworkBasicOps-1367905772-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=7d5b3724-deef-4831-8d43-cb9b8176573c&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0286150 Jan 28 07:45:22.951580 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 59940) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:45:22.956957 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-a48246cb-6c6e-4b22-86f1-155e0278af5f tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1723754529', 'network_id': 'cbff942a-17b2-465b-b35e-dd5fe53d869f', 'project_id': '5542ea76c30542aeb3cf0ca71420ede0', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:45:23.059713 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a48246cb-6c6e-4b22-86f1-155e0278af5f tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Made reservation on behalf of 5542ea76c30542aeb3cf0ca71420ede0 for: {'subnet': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:45:23.063348 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a48246cb-6c6e-4b22-86f1-155e0278af5f tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13555781'] for subnet (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:23.227844 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a277ef58-c197-42c6-a588-d521f80b752e tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24757504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24979610'] for subnet (977d93c4-66ee-4075-b5cd-658e14e04a68), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:23.277460 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a48246cb-6c6e-4b22-86f1-155e0278af5f tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13546728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13555799'] for subnet (e5f071ba-2b6d-4de5-82b2-9e3b28d5b905), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:23.307633 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-68355a10-ceb0-47b0-9d88-5f0c22511900 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (2f043dd3-890c-4806-a950-c7fa59a4fbfd), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:23.313220 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a277ef58-c197-42c6-a588-d521f80b752e tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Pushing event updated for resources: {'Subnet': ['ID=977d93c4-66ee-4075-b5cd-658e14e04a68,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:45:23.349711 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68355a10-ceb0-47b0-9d88-5f0c22511900 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f043dd3-890c-4806-a950-c7fa59a4fbfd,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:45:23.360078 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a277ef58-c197-42c6-a588-d521f80b752e tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Checking segment: {'id': 'a5292198-92c4-4a4e-af4c-bf9a70d4f32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '07b9ba45-f05b-4d27-8e2c-2917708e9eae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:45:23.360078 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a277ef58-c197-42c6-a588-d521f80b752e tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Network hostable DHCP agents. Network: 07b9ba45-f05b-4d27-8e2c-2917708e9eae, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:45:23.425236 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a277ef58-c197-42c6-a588-d521f80b752e tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Network 07b9ba45-f05b-4d27-8e2c-2917708e9eae is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:45:23.475119 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-a277ef58-c197-42c6-a588-d521f80b752e tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, 07b9ba45-f05b-4d27-8e2c-2917708e9eae) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:45:23.482968 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a277ef58-c197-42c6-a588-d521f80b752e tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:45:23.483676 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a277ef58-c197-42c6-a588-d521f80b752e tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:23.490695 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb3f6236-aef5-4d4e-b2e1-f4c20039780c None None] Network 07b9ba45-f05b-4d27-8e2c-2917708e9eae requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:45:23.539912 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-a277ef58-c197-42c6-a588-d521f80b752e tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1625769 Jan 28 07:45:23.542595 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 59944) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:45:23.549027 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-52df25d1-d04d-4e71-ab65-46488542bc78 tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-843995888', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}, 'admin_state_up': False}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:45:23.572825 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-68355a10-ceb0-47b0-9d88-5f0c22511900 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16319006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16606699'] for router_interface (9e69b0f7-c85c-47fa-b43b-5dfccd3de7af), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:23.685376 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-52df25d1-d04d-4e71-ab65-46488542bc78 tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16606890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127275'] for router (e9f3c1fe-089e-4d99-a6ce-17b2e5b4fec0), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:23.691661 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-52df25d1-d04d-4e71-ab65-46488542bc78 tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16605498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16607952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16355422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127266'] for router (e9f3c1fe-089e-4d99-a6ce-17b2e5b4fec0), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:23.694068 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8845737-cd1f-49ed-89de-92211b2f2ab4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3dd72b9-6805-5f61-b6f3-a591f99a173d-07b9ba45-f05b-4d27-8e2c-2917708e9eae', 'network_id': '07b9ba45-f05b-4d27-8e2c-2917708e9eae', 'project_id': 'c8062d90baf74640a8c55283682e26ed', 'fixed_ips': [{'subnet_id': '977d93c4-66ee-4075-b5cd-658e14e04a68'}]}} from n-d-712749-28. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 07:45:23.694998 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a8845737-cd1f-49ed-89de-92211b2f2ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:23.777763 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48246cb-6c6e-4b22-86f1-155e0278af5f tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Pushing event updated for resources: {'Subnet': ['ID=e5f071ba-2b6d-4de5-82b2-9e3b28d5b905,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:45:23.809517 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48246cb-6c6e-4b22-86f1-155e0278af5f tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Checking segment: {'id': '30c87c09-5cdc-455e-b2db-558d2e1fa69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'cbff942a-17b2-465b-b35e-dd5fe53d869f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:45:23.810004 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a48246cb-6c6e-4b22-86f1-155e0278af5f tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Network hostable DHCP agents. Network: cbff942a-17b2-465b-b35e-dd5fe53d869f, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:45:23.827062 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-52df25d1-d04d-4e71-ab65-46488542bc78 tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Publish callbacks [] for router_controller (e9f3c1fe-089e-4d99-a6ce-17b2e5b4fec0), precommit_add_association {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:23.846187 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a48246cb-6c6e-4b22-86f1-155e0278af5f tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Network cbff942a-17b2-465b-b35e-dd5fe53d869f is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:45:23.868339 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-a48246cb-6c6e-4b22-86f1-155e0278af5f tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, cbff942a-17b2-465b-b35e-dd5fe53d869f) {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:45:23.873339 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48246cb-6c6e-4b22-86f1-155e0278af5f tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:45:23.873935 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a48246cb-6c6e-4b22-86f1-155e0278af5f tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks [] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:23.889413 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b574990-b10c-4546-ac82-207a49c4e18d None None] Network cbff942a-17b2-465b-b35e-dd5fe53d869f requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:45:23.913487 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-a48246cb-6c6e-4b22-86f1-155e0278af5f tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.9599731 Jan 28 07:45:23.958554 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-a8845737-cd1f-49ed-89de-92211b2f2ab4 None None] Allocated IP 172.20.0.2 (07b9ba45-f05b-4d27-8e2c-2917708e9eae/977d93c4-66ee-4075-b5cd-658e14e04a68/bf267309-fcc1-4b70-8561-853809002bef) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:45:24.039148 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e683072e-1f22-4574-afac-1d457f53333a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3dd72b9-6805-5f61-b6f3-a591f99a173d-cbff942a-17b2-465b-b35e-dd5fe53d869f', 'network_id': 'cbff942a-17b2-465b-b35e-dd5fe53d869f', 'project_id': '5542ea76c30542aeb3cf0ca71420ede0', 'fixed_ips': [{'subnet_id': 'e5f071ba-2b6d-4de5-82b2-9e3b28d5b905'}]}} from n-d-712749-28. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 07:45:24.040317 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e683072e-1f22-4574-afac-1d457f53333a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:24.105804 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-52df25d1-d04d-4e71-ab65-46488542bc78 tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Publish callbacks [] for router_gateway (e9f3c1fe-089e-4d99-a6ce-17b2e5b4fec0), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:24.142179 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68355a10-ceb0-47b0-9d88-5f0c22511900 admin admin] Router 9e69b0f7-c85c-47fa-b43b-5dfccd3de7af has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:45:24.180028 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 59950) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:45:24.190609 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-50923f16-0014-4019-9f7e-235a60bcf78f tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1879221406', 'description': 'tempest-secgroup-smoke-1879221406 description', 'project_id': '5542ea76c30542aeb3cf0ca71420ede0'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:45:24.207563 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a8845737-cd1f-49ed-89de-92211b2f2ab4 None None] Publish callbacks [] for port (bf267309-fcc1-4b70-8561-853809002bef), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:24.217649 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-50923f16-0014-4019-9f7e-235a60bcf78f tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:24.225848 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a8845737-cd1f-49ed-89de-92211b2f2ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (bf267309-fcc1-4b70-8561-853809002bef), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:24.295316 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8845737-cd1f-49ed-89de-92211b2f2ab4 None None] Network 07b9ba45-f05b-4d27-8e2c-2917708e9eae is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:45:24.300851 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-a8845737-cd1f-49ed-89de-92211b2f2ab4 None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:45:24.310630 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8845737-cd1f-49ed-89de-92211b2f2ab4 None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:45:24.314983 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-50923f16-0014-4019-9f7e-235a60bcf78f tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks [] for security_group (33f5a14e-1dcf-44ef-8cb1-e26810d71e0a), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:24.324333 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-50923f16-0014-4019-9f7e-235a60bcf78f tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (33f5a14e-1dcf-44ef-8cb1-e26810d71e0a), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:24.349446 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-50923f16-0014-4019-9f7e-235a60bcf78f tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:24.352420 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-50923f16-0014-4019-9f7e-235a60bcf78f tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1712761 Jan 28 07:45:24.355141 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 59952) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:45:24.357158 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68355a10-ceb0-47b0-9d88-5f0c22511900 admin admin] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:45:24.371633 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-68355a10-ceb0-47b0-9d88-5f0c22511900 admin admin] 10.222.0.41 "PUT /v2.0/routers/9e69b0f7-c85c-47fa-b43b-5dfccd3de7af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6765468 Jan 28 07:45:24.373701 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 59954) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:45:24.379967 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-eadfdf45-9715-46b5-bbac-7a2e2180f8d4 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Request body: {'security_group_rule': {'security_group_id': '33f5a14e-1dcf-44ef-8cb1-e26810d71e0a', 'project_id': '5542ea76c30542aeb3cf0ca71420ede0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:45:24.382471 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbc1f7f-0618-44e3-b120-f0dd9cdbada2 None None] Sync routers for ids ['9e69b0f7-c85c-47fa-b43b-5dfccd3de7af'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:45:24.425786 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-eadfdf45-9715-46b5-bbac-7a2e2180f8d4 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks [] for security_group_rule (9a481933-9a2e-4f94-8d7c-edc5aebc0bca), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:24.427621 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8845737-cd1f-49ed-89de-92211b2f2ab4 None None] Pushing event updated for resources: {'Port': ['ID=bf267309-fcc1-4b70-8561-853809002bef,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:45:24.430834 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50923f16-0014-4019-9f7e-235a60bcf78f tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33f5a14e-1dcf-44ef-8cb1-e26810d71e0a,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:45:24.482566 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cbc1f7f-0618-44e3-b120-f0dd9cdbada2 None None] Routers {'9e69b0f7-c85c-47fa-b43b-5dfccd3de7af'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:45:24.483613 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-8cbc1f7f-0618-44e3-b120-f0dd9cdbada2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:45:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['9e69b0f7-c85c-47fa-b43b-5dfccd3de7af'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:45:24.507837 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-eadfdf45-9715-46b5-bbac-7a2e2180f8d4 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks [] for security_group_rule (9a481933-9a2e-4f94-8d7c-edc5aebc0bca), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:24.512439 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-eadfdf45-9715-46b5-bbac-7a2e2180f8d4 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (9a481933-9a2e-4f94-8d7c-edc5aebc0bca), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:24.531047 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadfdf45-9715-46b5-bbac-7a2e2180f8d4 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a481933-9a2e-4f94-8d7c-edc5aebc0bca,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:45:24.551682 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-eadfdf45-9715-46b5-bbac-7a2e2180f8d4 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:24.553149 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-eadfdf45-9715-46b5-bbac-7a2e2180f8d4 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1966012 Jan 28 07:45:24.558141 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 59956) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:45:24.560730 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-a8845737-cd1f-49ed-89de-92211b2f2ab4 None None] Attempting to bind port bf267309-fcc1-4b70-8561-853809002bef on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:45:24.561620 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-a8845737-cd1f-49ed-89de-92211b2f2ab4 None None] Attempting to bind port bf267309-fcc1-4b70-8561-853809002bef by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': 'a5292198-92c4-4a4e-af4c-bf9a70d4f32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '07b9ba45-f05b-4d27-8e2c-2917708e9eae'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:45:24.562157 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8845737-cd1f-49ed-89de-92211b2f2ab4 None None] Attempting to bind port bf267309-fcc1-4b70-8561-853809002bef on network 07b9ba45-f05b-4d27-8e2c-2917708e9eae {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:45:24.563400 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-6a0b4e3a-392c-4107-be2e-7ecf3d408542 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Request body: {'security_group_rule': {'security_group_id': '33f5a14e-1dcf-44ef-8cb1-e26810d71e0a', 'project_id': '5542ea76c30542aeb3cf0ca71420ede0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:45:24.591866 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8845737-cd1f-49ed-89de-92211b2f2ab4 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 45, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:45:24.592685 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8845737-cd1f-49ed-89de-92211b2f2ab4 None None] Checking segment: {'id': 'a5292198-92c4-4a4e-af4c-bf9a70d4f32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '07b9ba45-f05b-4d27-8e2c-2917708e9eae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:45:24.593605 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a8845737-cd1f-49ed-89de-92211b2f2ab4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:24.593957 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8845737-cd1f-49ed-89de-92211b2f2ab4 None None] Bound using segment: {'id': 'a5292198-92c4-4a4e-af4c-bf9a70d4f32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '07b9ba45-f05b-4d27-8e2c-2917708e9eae'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:45:24.594734 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-a8845737-cd1f-49ed-89de-92211b2f2ab4 None None] Bound port: bf267309-fcc1-4b70-8561-853809002bef, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5292198-92c4-4a4e-af4c-bf9a70d4f32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '07b9ba45-f05b-4d27-8e2c-2917708e9eae'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:45:24.595291 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a8845737-cd1f-49ed-89de-92211b2f2ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (bf267309-fcc1-4b70-8561-853809002bef), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:24.598279 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6a0b4e3a-392c-4107-be2e-7ecf3d408542 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks [] for security_group_rule (d31ca438-042d-4115-b6f9-bf4dfe7f4843), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:24.605265 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-52df25d1-d04d-4e71-ab65-46488542bc78 tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Publish callbacks [] for router_gateway (e9f3c1fe-089e-4d99-a6ce-17b2e5b4fec0), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:24.628379 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-52df25d1-d04d-4e71-ab65-46488542bc78 tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:24.649318 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2429ad85-63b2-4815-bb21-1cbea230e3fe admin admin] Publish callbacks [] for router (9e69b0f7-c85c-47fa-b43b-5dfccd3de7af), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:24.680465 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6a0b4e3a-392c-4107-be2e-7ecf3d408542 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks [] for security_group_rule (d31ca438-042d-4115-b6f9-bf4dfe7f4843), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:24.685796 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6a0b4e3a-392c-4107-be2e-7ecf3d408542 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (d31ca438-042d-4115-b6f9-bf4dfe7f4843), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:24.702180 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-a8845737-cd1f-49ed-89de-92211b2f2ab4 None None] For port bf267309-fcc1-4b70-8561-853809002bef, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:45:24.705921 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-a8845737-cd1f-49ed-89de-92211b2f2ab4 None None] For port bf267309-fcc1-4b70-8561-853809002bef, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=bf267309-fcc1-4b70-8561-853809002bef,segment=NetworkSegment(a5292198-92c4-4a4e-af4c-bf9a70d4f32a),segment_id=a5292198-92c4-4a4e-af4c-bf9a70d4f32a)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:45:24.710799 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0b4e3a-392c-4107-be2e-7ecf3d408542 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d31ca438-042d-4115-b6f9-bf4dfe7f4843,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:45:24.728227 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6a0b4e3a-392c-4107-be2e-7ecf3d408542 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:24.729735 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-6a0b4e3a-392c-4107-be2e-7ecf3d408542 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1705124 Jan 28 07:45:24.732319 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 59958) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:45:24.735569 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a8845737-cd1f-49ed-89de-92211b2f2ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (bf267309-fcc1-4b70-8561-853809002bef), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:24.738189 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-b7c93d4c-3551-4a95-8c82-519675fcc898 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Request body: {'security_group_rule': {'security_group_id': '33f5a14e-1dcf-44ef-8cb1-e26810d71e0a', 'project_id': '5542ea76c30542aeb3cf0ca71420ede0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:45:24.782592 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b7c93d4c-3551-4a95-8c82-519675fcc898 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks [] for security_group_rule (4179bde4-c316-4db2-82d7-1e1d9020a279), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:24.867858 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b7c93d4c-3551-4a95-8c82-519675fcc898 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks [] for security_group_rule (4179bde4-c316-4db2-82d7-1e1d9020a279), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:24.873342 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b7c93d4c-3551-4a95-8c82-519675fcc898 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (4179bde4-c316-4db2-82d7-1e1d9020a279), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:24.887620 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-52df25d1-d04d-4e71-ab65-46488542bc78 tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Allocated IP 172.25.6.131 (7d5b3724-deef-4831-8d43-cb9b8176573c/b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc/4dfb8386-a0e8-4f86-9294-9ffb47ca20a5) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:45:24.891688 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2429ad85-63b2-4815-bb21-1cbea230e3fe admin admin] Publish callbacks [] for router_gateway (9e69b0f7-c85c-47fa-b43b-5dfccd3de7af), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:24.906067 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c93d4c-3551-4a95-8c82-519675fcc898 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4179bde4-c316-4db2-82d7-1e1d9020a279,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:45:24.906650 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-e683072e-1f22-4574-afac-1d457f53333a None None] Allocated IP 172.20.0.18 (cbff942a-17b2-465b-b35e-dd5fe53d869f/e5f071ba-2b6d-4de5-82b2-9e3b28d5b905/18af4095-534e-48b0-a658-7bae10beae34) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:45:24.925429 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b7c93d4c-3551-4a95-8c82-519675fcc898 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:24.926851 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-b7c93d4c-3551-4a95-8c82-519675fcc898 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1934683 Jan 28 07:45:24.929773 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 59960) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:45:24.938510 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-d6007060-90be-4c77-b23b-30da86404593 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Request body: {'security_group_rule': {'security_group_id': '33f5a14e-1dcf-44ef-8cb1-e26810d71e0a', 'project_id': '5542ea76c30542aeb3cf0ca71420ede0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:45:24.985367 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d6007060-90be-4c77-b23b-30da86404593 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks [] for security_group_rule (bdda5c74-d664-4396-9307-89c79932846f), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:25.038913 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8845737-cd1f-49ed-89de-92211b2f2ab4 None None] Pushing event updated for resources: {'Port': ['ID=bf267309-fcc1-4b70-8561-853809002bef,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:45:25.049487 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-8cbc1f7f-0618-44e3-b120-f0dd9cdbada2 None None] Set router 9e69b0f7-c85c-47fa-b43b-5dfccd3de7af gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:45:25.076327 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d6007060-90be-4c77-b23b-30da86404593 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks [] for security_group_rule (bdda5c74-d664-4396-9307-89c79932846f), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:25.083563 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d6007060-90be-4c77-b23b-30da86404593 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (bdda5c74-d664-4396-9307-89c79932846f), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:25.107085 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6007060-90be-4c77-b23b-30da86404593 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdda5c74-d664-4396-9307-89c79932846f,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:45:25.117225 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-52df25d1-d04d-4e71-ab65-46488542bc78 tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Publish callbacks [] for port (4dfb8386-a0e8-4f86-9294-9ffb47ca20a5), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:25.132147 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d6007060-90be-4c77-b23b-30da86404593 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:25.158302 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-d6007060-90be-4c77-b23b-30da86404593 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2234042 Jan 28 07:45:25.158979 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 59962) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:45:25.172114 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-c348b1bd-dffd-42d4-b536-7623ec980ba7 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Request body: {'security_group_rule': {'security_group_id': '33f5a14e-1dcf-44ef-8cb1-e26810d71e0a', 'project_id': '5542ea76c30542aeb3cf0ca71420ede0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:45:25.207353 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-52df25d1-d04d-4e71-ab65-46488542bc78 tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (4dfb8386-a0e8-4f86-9294-9ffb47ca20a5), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:25.230120 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-2429ad85-63b2-4815-bb21-1cbea230e3fe admin admin] Deleting port 08c296e5-8b4f-4d53-af7b-63257ea342bf {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:45:25.230511 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2429ad85-63b2-4815-bb21-1cbea230e3fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (08c296e5-8b4f-4d53-af7b-63257ea342bf), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:25.232775 n-d-712749-28 neutron-server[103283]: INFO neutron.db.securitygroups_db [None req-c348b1bd-dffd-42d4-b536-7623ec980ba7 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Project 5542ea76c30542aeb3cf0ca71420ede0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 07:45:25.249684 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c348b1bd-dffd-42d4-b536-7623ec980ba7 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks [] for security_group_rule (79cab709-e20a-4703-8001-251999e7c1c5), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:25.297433 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52df25d1-d04d-4e71-ab65-46488542bc78 tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Network 7d5b3724-deef-4831-8d43-cb9b8176573c is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:45:25.347573 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c348b1bd-dffd-42d4-b536-7623ec980ba7 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks [] for security_group_rule (79cab709-e20a-4703-8001-251999e7c1c5), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:25.353189 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c348b1bd-dffd-42d4-b536-7623ec980ba7 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (79cab709-e20a-4703-8001-251999e7c1c5), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:25.360467 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-52df25d1-d04d-4e71-ab65-46488542bc78 tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:45:25.376569 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52df25d1-d04d-4e71-ab65-46488542bc78 tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:45:25.392060 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52df25d1-d04d-4e71-ab65-46488542bc78 tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Pushing event updated for resources: {'Port': ['ID=4dfb8386-a0e8-4f86-9294-9ffb47ca20a5,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:45:25.397316 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c348b1bd-dffd-42d4-b536-7623ec980ba7 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79cab709-e20a-4703-8001-251999e7c1c5,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:45:25.406778 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c348b1bd-dffd-42d4-b536-7623ec980ba7 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:25.410930 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-c348b1bd-dffd-42d4-b536-7623ec980ba7 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2439368 Jan 28 07:45:25.411209 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 59966) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:45:25.422480 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-31055679-7f5b-49cd-be24-7b3b7d0c5453 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Request body: {'security_group_rule': {'security_group_id': '33f5a14e-1dcf-44ef-8cb1-e26810d71e0a', 'project_id': '5542ea76c30542aeb3cf0ca71420ede0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:45:25.462570 n-d-712749-28 neutron-server[103283]: INFO neutron.db.securitygroups_db [None req-31055679-7f5b-49cd-be24-7b3b7d0c5453 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Project 5542ea76c30542aeb3cf0ca71420ede0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 07:45:25.475487 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-31055679-7f5b-49cd-be24-7b3b7d0c5453 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks [] for security_group_rule (591036f2-5e03-4026-8760-26ea8611b7b9), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:25.520780 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e683072e-1f22-4574-afac-1d457f53333a None None] Publish callbacks [] for port (18af4095-534e-48b0-a658-7bae10beae34), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:25.539823 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e683072e-1f22-4574-afac-1d457f53333a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (18af4095-534e-48b0-a658-7bae10beae34), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:25.548078 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-2429ad85-63b2-4815-bb21-1cbea230e3fe admin admin] For port 08c296e5-8b4f-4d53-af7b-63257ea342bf, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=08c296e5-8b4f-4d53-af7b-63257ea342bf,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:45:25.548794 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2429ad85-63b2-4815-bb21-1cbea230e3fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (08c296e5-8b4f-4d53-af7b-63257ea342bf), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:25.550816 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-31055679-7f5b-49cd-be24-7b3b7d0c5453 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks [] for security_group_rule (591036f2-5e03-4026-8760-26ea8611b7b9), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:25.559016 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-31055679-7f5b-49cd-be24-7b3b7d0c5453 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (591036f2-5e03-4026-8760-26ea8611b7b9), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:25.581669 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31055679-7f5b-49cd-be24-7b3b7d0c5453 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=591036f2-5e03-4026-8760-26ea8611b7b9,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:45:25.585658 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-2429ad85-63b2-4815-bb21-1cbea230e3fe admin admin] Calling delete_port for 08c296e5-8b4f-4d53-af7b-63257ea342bf owned by network:router_gateway {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:45:25.597103 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-31055679-7f5b-49cd-be24-7b3b7d0c5453 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:25.600246 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-31055679-7f5b-49cd-be24-7b3b7d0c5453 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1865644 Jan 28 07:45:25.600786 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e683072e-1f22-4574-afac-1d457f53333a None None] Network cbff942a-17b2-465b-b35e-dd5fe53d869f is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:45:25.626574 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-e683072e-1f22-4574-afac-1d457f53333a None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:45:25.633224 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e683072e-1f22-4574-afac-1d457f53333a None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:45:25.747301 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e683072e-1f22-4574-afac-1d457f53333a None None] Pushing event updated for resources: {'Port': ['ID=18af4095-534e-48b0-a658-7bae10beae34,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:45:25.774137 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-e683072e-1f22-4574-afac-1d457f53333a None None] Attempting to bind port 18af4095-534e-48b0-a658-7bae10beae34 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:45:25.774708 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-e683072e-1f22-4574-afac-1d457f53333a None None] Attempting to bind port 18af4095-534e-48b0-a658-7bae10beae34 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '30c87c09-5cdc-455e-b2db-558d2e1fa69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'cbff942a-17b2-465b-b35e-dd5fe53d869f'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:45:25.775973 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e683072e-1f22-4574-afac-1d457f53333a None None] Attempting to bind port 18af4095-534e-48b0-a658-7bae10beae34 on network cbff942a-17b2-465b-b35e-dd5fe53d869f {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:45:25.787932 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-52df25d1-d04d-4e71-ab65-46488542bc78 tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Publish callbacks [] for router_gateway (e9f3c1fe-089e-4d99-a6ce-17b2e5b4fec0), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:25.820261 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e683072e-1f22-4574-afac-1d457f53333a None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 45, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:45:25.820651 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e683072e-1f22-4574-afac-1d457f53333a None None] Checking segment: {'id': '30c87c09-5cdc-455e-b2db-558d2e1fa69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'cbff942a-17b2-465b-b35e-dd5fe53d869f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:45:25.821054 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e683072e-1f22-4574-afac-1d457f53333a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:25.821447 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e683072e-1f22-4574-afac-1d457f53333a None None] Bound using segment: {'id': '30c87c09-5cdc-455e-b2db-558d2e1fa69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'cbff942a-17b2-465b-b35e-dd5fe53d869f'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:45:25.821928 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-e683072e-1f22-4574-afac-1d457f53333a None None] Bound port: 18af4095-534e-48b0-a658-7bae10beae34, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30c87c09-5cdc-455e-b2db-558d2e1fa69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'cbff942a-17b2-465b-b35e-dd5fe53d869f'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:45:25.822475 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e683072e-1f22-4574-afac-1d457f53333a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (18af4095-534e-48b0-a658-7bae10beae34), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:25.889695 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device bf267309-fcc1-4b70-8561-853809002bef up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:45:25.956821 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-3f13c581-fba9-413d-8f57-4a1de294a3d0 req-ed932180-f7bc-4e4e-9942-d4ef5df8b551 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1879221406&fields=id&tenant_id=5542ea76c30542aeb3cf0ca71420ede0 HTTP/1.1" status: 200 len: 267 time: 0.0619631 Jan 28 07:45:25.987182 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-e683072e-1f22-4574-afac-1d457f53333a None None] For port 18af4095-534e-48b0-a658-7bae10beae34, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:45:25.990048 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-8cbc1f7f-0618-44e3-b120-f0dd9cdbada2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e69b0f7-c85c-47fa-b43b-5dfccd3de7af', 'name': 'tempest-TestServerMultinode-890706964-router', 'tenant_id': 'b77933173ac3480dba85b6ea0ea5b81b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': '08c296e5-8b4f-4d53-af7b-63257ea342bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:44:36Z', 'updated_at': '2022-01-28T07:45:23Z', 'revision_number': 5, 'project_id': 'b77933173ac3480dba85b6ea0ea5b81b', 'gw_port': {'id': '08c296e5-8b4f-4d53-af7b-63257ea342bf', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:c6:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e69b0f7-c85c-47fa-b43b-5dfccd3de7af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:44:37Z', 'updated_at': '2022-01-28T07:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:45:25.993060 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-e683072e-1f22-4574-afac-1d457f53333a None None] For port 18af4095-534e-48b0-a658-7bae10beae34, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=18af4095-534e-48b0-a658-7bae10beae34,segment=NetworkSegment(30c87c09-5cdc-455e-b2db-558d2e1fa69e),segment_id=30c87c09-5cdc-455e-b2db-558d2e1fa69e)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:45:26.042821 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e683072e-1f22-4574-afac-1d457f53333a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (18af4095-534e-48b0-a658-7bae10beae34), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:26.045361 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbc1f7f-0618-44e3-b120-f0dd9cdbada2 None None] Checking router: 9e69b0f7-c85c-47fa-b43b-5dfccd3de7af for host: n-d-712749-28 {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:45:26.062855 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port bf267309-fcc1-4b70-8561-853809002bef triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:45:26.063235 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (bf267309-fcc1-4b70-8561-853809002bef), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:26.153098 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f13c581-fba9-413d-8f57-4a1de294a3d0 req-35ef5874-e694-46a6-b433-7dc2b226b7a7 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:45:26.155349 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e683072e-1f22-4574-afac-1d457f53333a None None] Pushing event updated for resources: {'Port': ['ID=18af4095-534e-48b0-a658-7bae10beae34,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:45:26.170420 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-3f13c581-fba9-413d-8f57-4a1de294a3d0 req-35ef5874-e694-46a6-b433-7dc2b226b7a7 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] 10.222.0.41 "GET /v2.0/networks?id=cbff942a-17b2-465b-b35e-dd5fe53d869f HTTP/1.1" status: 200 len: 797 time: 0.2058270 Jan 28 07:45:26.187033 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-3f13c581-fba9-413d-8f57-4a1de294a3d0 req-785cefea-bd38-441f-8c39-d0fb5064e836 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] 10.222.0.41 "GET /v2.0/quotas/5542ea76c30542aeb3cf0ca71420ede0 HTTP/1.1" status: 200 len: 375 time: 0.0152102 Jan 28 07:45:26.202224 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cbc1f7f-0618-44e3-b120-f0dd9cdbada2 None None] Routers {'9e69b0f7-c85c-47fa-b43b-5dfccd3de7af'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:45:26.203278 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-8cbc1f7f-0618-44e3-b120-f0dd9cdbada2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:45:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['9e69b0f7-c85c-47fa-b43b-5dfccd3de7af'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:45:26.290806 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-3f13c581-fba9-413d-8f57-4a1de294a3d0 req-6d571747-1bca-44ea-adae-d74b8bbaeaea tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=5542ea76c30542aeb3cf0ca71420ede0&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0951090 Jan 28 07:45:26.418175 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port bf267309-fcc1-4b70-8561-853809002bef is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:45:26.418992 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (bf267309-fcc1-4b70-8561-853809002bef), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:26.447851 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-3f13c581-fba9-413d-8f57-4a1de294a3d0 req-5bcd0dfe-5f6c-4fd9-adb0-a4074c027229 service neutron] 10.222.0.41 "GET /v2.0/networks/cbff942a-17b2-465b-b35e-dd5fe53d869f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550198 Jan 28 07:45:26.456731 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-8cbc1f7f-0618-44e3-b120-f0dd9cdbada2 None None] Set router 9e69b0f7-c85c-47fa-b43b-5dfccd3de7af gateway port host: None {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:45:26.533767 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-8cbc1f7f-0618-44e3-b120-f0dd9cdbada2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e69b0f7-c85c-47fa-b43b-5dfccd3de7af', 'name': 'tempest-TestServerMultinode-890706964-router', 'tenant_id': 'b77933173ac3480dba85b6ea0ea5b81b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:44:36Z', 'updated_at': '2022-01-28T07:45:24Z', 'revision_number': 6, 'project_id': 'b77933173ac3480dba85b6ea0ea5b81b', 'gw_port_host': None}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:45:26.592292 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f578449-4258-418b-90a6-4ffecf66b530 None None] Network 07b9ba45-f05b-4d27-8e2c-2917708e9eae requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:45:26.622197 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-3f13c581-fba9-413d-8f57-4a1de294a3d0 req-06e614e5-a949-47e8-baff-b7fbae0c4291 service neutron] 10.222.0.41 "GET /v2.0/networks/cbff942a-17b2-465b-b35e-dd5fe53d869f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677487 Jan 28 07:45:26.697383 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbc1f7f-0618-44e3-b120-f0dd9cdbada2 None None] The sync data for ids ['9e69b0f7-c85c-47fa-b43b-5dfccd3de7af'] in n-d-712749-28 is: [{'id': '9e69b0f7-c85c-47fa-b43b-5dfccd3de7af', 'name': 'tempest-TestServerMultinode-890706964-router', 'tenant_id': 'b77933173ac3480dba85b6ea0ea5b81b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:44:36Z', 'updated_at': '2022-01-28T07:45:24Z', 'revision_number': 6, 'project_id': 'b77933173ac3480dba85b6ea0ea5b81b', 'gw_port_host': None}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:45:26.752529 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] For port bf267309-fcc1-4b70-8561-853809002bef, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=bf267309-fcc1-4b70-8561-853809002bef,segment=NetworkSegment(a5292198-92c4-4a4e-af4c-bf9a70d4f32a),segment_id=a5292198-92c4-4a4e-af4c-bf9a70d4f32a)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:45:26.826410 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (bf267309-fcc1-4b70-8561-853809002bef), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:26.833570 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-5a4375dd-692d-4cb1-8247-cb75767a851b None None] Provisioning complete for port bf267309-fcc1-4b70-8561-853809002bef triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:45:26.834161 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5a4375dd-692d-4cb1-8247-cb75767a851b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (bf267309-fcc1-4b70-8561-853809002bef), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:26.853904 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-52df25d1-d04d-4e71-ab65-46488542bc78 tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16605475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16607909'] for router (e9f3c1fe-089e-4d99-a6ce-17b2e5b4fec0), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:26.983141 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Pushing event updated for resources: {'Port': ['ID=bf267309-fcc1-4b70-8561-853809002bef,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:45:26.999445 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-5a4375dd-692d-4cb1-8247-cb75767a851b None None] Current status of the port bf267309-fcc1-4b70-8561-853809002bef is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:45:27.002793 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d448cd2a-3956-4d05-8444-510618ff5e38 req-7cdf7545-98a4-421d-8959-1451e40c0f47 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] 10.222.0.41 "GET /v2.0/ports?device_id=441f83ab-4c0e-41df-ae74-422a8e112572 HTTP/1.1" status: 200 len: 210 time: 0.1277800 Jan 28 07:45:27.035188 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2429ad85-63b2-4815-bb21-1cbea230e3fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (08c296e5-8b4f-4d53-af7b-63257ea342bf), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:27.103240 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2429ad85-63b2-4815-bb21-1cbea230e3fe admin admin] Pushing event deleted for resources: {'Port': ['ID=08c296e5-8b4f-4d53-af7b-63257ea342bf,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:45:27.185545 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2429ad85-63b2-4815-bb21-1cbea230e3fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16607873'] for router_gateway (9e69b0f7-c85c-47fa-b43b-5dfccd3de7af), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:27.321863 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2429ad85-63b2-4815-bb21-1cbea230e3fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16605684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127449'] for router (9e69b0f7-c85c-47fa-b43b-5dfccd3de7af), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:27.327396 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2429ad85-63b2-4815-bb21-1cbea230e3fe admin admin] Publish callbacks [] for router_controller (9e69b0f7-c85c-47fa-b43b-5dfccd3de7af), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:27.329079 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-1f64a4bb-bd7c-4ee9-be04-0947ac561859 None None] Provisioning complete for port bf267309-fcc1-4b70-8561-853809002bef triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:45:27.329475 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1f64a4bb-bd7c-4ee9-be04-0947ac561859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (bf267309-fcc1-4b70-8561-853809002bef), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:27.329787 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52df25d1-d04d-4e71-ab65-46488542bc78 tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Router e9f3c1fe-089e-4d99-a6ce-17b2e5b4fec0 is scheduled to L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 with binding_index 1 {{(pid=103284) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 07:45:27.498600 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2429ad85-63b2-4815-bb21-1cbea230e3fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16605693'] for router (9e69b0f7-c85c-47fa-b43b-5dfccd3de7af), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:27.499251 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2429ad85-63b2-4815-bb21-1cbea230e3fe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9e69b0f7-c85c-47fa-b43b-5dfccd3de7af {{(pid=103284) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 07:45:27.507681 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2429ad85-63b2-4815-bb21-1cbea230e3fe admin admin] Publish callbacks [] for router (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:27.510632 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-2429ad85-63b2-4815-bb21-1cbea230e3fe admin admin] 10.222.0.41 "DELETE /v2.0/routers/9e69b0f7-c85c-47fa-b43b-5dfccd3de7af HTTP/1.1" status: 204 len: 168 time: 3.1348426 Jan 28 07:45:27.513581 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 59994) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:45:27.523648 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-1f64a4bb-bd7c-4ee9-be04-0947ac561859 None None] Current status of the port bf267309-fcc1-4b70-8561-853809002bef is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:45:27.626691 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c49c602-6aae-466b-b3db-f39c263621e3 admin admin] Deleting subnet 59f03e50-2e7e-4380-8068-748a5e15db49 {{(pid=103283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:45:27.634476 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8c49c602-6aae-466b-b3db-f39c263621e3 admin admin] Publish callbacks [] for subnet (59f03e50-2e7e-4380-8068-748a5e15db49), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:27.647232 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52df25d1-d04d-4e71-ab65-46488542bc78 tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:45:27.676534 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e3a6f9-985d-4fc2-9b7e-9881b75cfe39 None None] Sync routers for ids ['e9f3c1fe-089e-4d99-a6ce-17b2e5b4fec0'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:45:27.688371 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e3a6f9-985d-4fc2-9b7e-9881b75cfe39 None None] Routers {'e9f3c1fe-089e-4d99-a6ce-17b2e5b4fec0'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:45:27.689015 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-d1e3a6f9-985d-4fc2-9b7e-9881b75cfe39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:45:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['e9f3c1fe-089e-4d99-a6ce-17b2e5b4fec0'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:45:27.727999 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8c49c602-6aae-466b-b3db-f39c263621e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13506696'] for subnet (59f03e50-2e7e-4380-8068-748a5e15db49), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:27.733360 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-52df25d1-d04d-4e71-ab65-46488542bc78 tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Publish callbacks [] for router (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:27.739418 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-52df25d1-d04d-4e71-ab65-46488542bc78 tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 4.1957223 Jan 28 07:45:27.740125 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 59996) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:45:27.785421 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-d1e3a6f9-985d-4fc2-9b7e-9881b75cfe39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:45:27.809548 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e3a6f9-985d-4fc2-9b7e-9881b75cfe39 None None] Routers {'e9f3c1fe-089e-4d99-a6ce-17b2e5b4fec0'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:45:27.812526 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-d1e3a6f9-985d-4fc2-9b7e-9881b75cfe39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:45:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['e9f3c1fe-089e-4d99-a6ce-17b2e5b4fec0'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:45:27.867259 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8c49c602-6aae-466b-b3db-f39c263621e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (59f03e50-2e7e-4380-8068-748a5e15db49), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:27.936403 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-d1e3a6f9-985d-4fc2-9b7e-9881b75cfe39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:45:27.937061 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e3a6f9-985d-4fc2-9b7e-9881b75cfe39 None None] The sync data for ids ['e9f3c1fe-089e-4d99-a6ce-17b2e5b4fec0'] in n-d-712749-28 is: [] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:45:27.938092 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8c49c602-6aae-466b-b3db-f39c263621e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13546665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13556132'] for subnet (59f03e50-2e7e-4380-8068-748a5e15db49), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:27.959254 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d38635fd-4154-42ae-a18b-84f6b03c6ae3 None None] Network cbff942a-17b2-465b-b35e-dd5fe53d869f requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:45:27.973861 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c49c602-6aae-466b-b3db-f39c263621e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59f03e50-2e7e-4380-8068-748a5e15db49,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:45:27.976422 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8c49c602-6aae-466b-b3db-f39c263621e3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:27.983121 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-8c49c602-6aae-466b-b3db-f39c263621e3 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/59f03e50-2e7e-4380-8068-748a5e15db49 HTTP/1.1" status: 204 len: 168 time: 0.4679449 Jan 28 07:45:27.983578 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 59998) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:45:28.008546 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53becab3-e518-42db-bbfd-62df090c0015 None None] Network 4d422226-2b10-42eb-b43a-bb04866a738d requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:45:28.142993 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2731e2cf-5a3a-4d46-94d9-ed8baeec906a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (4d422226-2b10-42eb-b43a-bb04866a738d), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:28.155899 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 18af4095-534e-48b0-a658-7bae10beae34 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:45:28.169647 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-958fc83a-09da-4119-84d3-962b7c4195a5 req-8a074500-d6ef-4f43-b6b3-f9c01b5da893 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] 10.222.0.41 "GET /v2.0/ports?device_id=441f83ab-4c0e-41df-ae74-422a8e112572 HTTP/1.1" status: 200 len: 210 time: 0.0445828 Jan 28 07:45:28.200712 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-830536f9-2988-421c-a14e-edd2cb9dce65 None None] Provisioning complete for port 18af4095-534e-48b0-a658-7bae10beae34 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:45:28.201095 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-830536f9-2988-421c-a14e-edd2cb9dce65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (18af4095-534e-48b0-a658-7bae10beae34), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:28.366327 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-2731e2cf-5a3a-4d46-94d9-ed8baeec906a admin admin] Deleting port efe21fee-8d38-4917-86de-d68f8b73d925 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:45:28.366963 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2731e2cf-5a3a-4d46-94d9-ed8baeec906a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (efe21fee-8d38-4917-86de-d68f8b73d925), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:28.367348 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 18af4095-534e-48b0-a658-7bae10beae34 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:45:28.367730 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (18af4095-534e-48b0-a658-7bae10beae34), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:28.424509 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-830536f9-2988-421c-a14e-edd2cb9dce65 None None] Current status of the port 18af4095-534e-48b0-a658-7bae10beae34 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:45:28.425094 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-830536f9-2988-421c-a14e-edd2cb9dce65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (18af4095-534e-48b0-a658-7bae10beae34), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:28.453525 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f956687e-143a-411d-8913-5e80cd2e0edd None None] DHCP port deletion for 4d422226-2b10-42eb-b43a-bb04866a738d request from n-d-712749-28 {{(pid=103285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 07:45:28.508697 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-830536f9-2988-421c-a14e-edd2cb9dce65 None None] For port 18af4095-534e-48b0-a658-7bae10beae34, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=18af4095-534e-48b0-a658-7bae10beae34,segment=NetworkSegment(30c87c09-5cdc-455e-b2db-558d2e1fa69e),segment_id=30c87c09-5cdc-455e-b2db-558d2e1fa69e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:45:28.527270 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-2731e2cf-5a3a-4d46-94d9-ed8baeec906a admin admin] For port efe21fee-8d38-4917-86de-d68f8b73d925, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=efe21fee-8d38-4917-86de-d68f8b73d925,segment=NetworkSegment(d66f5881-561b-4027-808a-8877b96dd073),segment_id=d66f5881-561b-4027-808a-8877b96dd073)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:45:28.527651 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2731e2cf-5a3a-4d46-94d9-ed8baeec906a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (efe21fee-8d38-4917-86de-d68f8b73d925), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:28.554089 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-830536f9-2988-421c-a14e-edd2cb9dce65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (18af4095-534e-48b0-a658-7bae10beae34), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:28.628586 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 18af4095-534e-48b0-a658-7bae10beae34 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:45:28.629953 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device bf267309-fcc1-4b70-8561-853809002bef up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:45:28.667753 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-f956687e-143a-411d-8913-5e80cd2e0edd None None] Deleting port efe21fee-8d38-4917-86de-d68f8b73d925 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:45:28.668571 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f956687e-143a-411d-8913-5e80cd2e0edd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (efe21fee-8d38-4917-86de-d68f8b73d925), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:28.764570 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f13c581-fba9-413d-8f57-4a1de294a3d0 req-412000db-9ea1-437e-bc0c-d31f8b62670e tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:45:28.765110 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-f956687e-143a-411d-8913-5e80cd2e0edd None None] For port efe21fee-8d38-4917-86de-d68f8b73d925, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=efe21fee-8d38-4917-86de-d68f8b73d925,segment=NetworkSegment(d66f5881-561b-4027-808a-8877b96dd073),segment_id=d66f5881-561b-4027-808a-8877b96dd073)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:45:28.765579 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f956687e-143a-411d-8913-5e80cd2e0edd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (efe21fee-8d38-4917-86de-d68f8b73d925), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:28.766213 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3f13c581-fba9-413d-8f57-4a1de294a3d0 req-412000db-9ea1-437e-bc0c-d31f8b62670e tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] 10.222.0.10 "GET /v2.0/networks?id=cbff942a-17b2-465b-b35e-dd5fe53d869f HTTP/1.1" status: 200 len: 797 time: 0.2841249 Jan 28 07:45:28.768507 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-2731e2cf-5a3a-4d46-94d9-ed8baeec906a admin admin] Calling delete_port for efe21fee-8d38-4917-86de-d68f8b73d925 owned by network:dhcp {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:45:28.779516 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830536f9-2988-421c-a14e-edd2cb9dce65 None None] Pushing event updated for resources: {'Port': ['ID=18af4095-534e-48b0-a658-7bae10beae34,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:45:28.796163 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-f956687e-143a-411d-8913-5e80cd2e0edd None None] Calling delete_port for efe21fee-8d38-4917-86de-d68f8b73d925 owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:45:28.824865 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-aa0aea1a-9617-4f05-b40b-672cb8680aaf None None] Provisioning complete for port 18af4095-534e-48b0-a658-7bae10beae34 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:45:28.825218 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aa0aea1a-9617-4f05-b40b-672cb8680aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (18af4095-534e-48b0-a658-7bae10beae34), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:28.920708 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port bf267309-fcc1-4b70-8561-853809002bef triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:45:28.921440 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (bf267309-fcc1-4b70-8561-853809002bef), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:29.014588 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a16158a3-8b73-411c-8900-94ff0dbb281b tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:29.018468 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f956687e-143a-411d-8913-5e80cd2e0edd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298'] for port (efe21fee-8d38-4917-86de-d68f8b73d925), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:29.022756 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3f13c581-fba9-413d-8f57-4a1de294a3d0 req-242ab8cb-fe37-4c3f-bcdb-b51bb03737d1 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5542ea76c30542aeb3cf0ca71420ede0 HTTP/1.1" status: 200 len: 472 time: 0.2251422 Jan 28 07:45:29.038908 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-3f13c581-fba9-413d-8f57-4a1de294a3d0 req-615e42a5-117f-43c8-8c78-b9af951a4114 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Request body: {'port': {'device_id': '441f83ab-4c0e-41df-ae74-422a8e112572', 'network_id': 'cbff942a-17b2-465b-b35e-dd5fe53d869f', 'admin_state_up': True, 'tenant_id': '5542ea76c30542aeb3cf0ca71420ede0', 'security_groups': ['33f5a14e-1dcf-44ef-8cb1-e26810d71e0a']}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:45:29.057073 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2731e2cf-5a3a-4d46-94d9-ed8baeec906a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (efe21fee-8d38-4917-86de-d68f8b73d925), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:29.066532 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f956687e-143a-411d-8913-5e80cd2e0edd None None] Pushing event deleted for resources: {'Port': ['ID=efe21fee-8d38-4917-86de-d68f8b73d925,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:45:29.071599 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2731e2cf-5a3a-4d46-94d9-ed8baeec906a admin admin] No DVR routers for this DVR port efe21fee-8d38-4917-86de-d68f8b73d925 on host n-d-712749-28 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:45:29.097018 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f956687e-143a-411d-8913-5e80cd2e0edd None None] No DVR routers for this DVR port efe21fee-8d38-4917-86de-d68f8b73d925 on host n-d-712749-28 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:45:29.110528 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-aa0aea1a-9617-4f05-b40b-672cb8680aaf None None] Current status of the port 18af4095-534e-48b0-a658-7bae10beae34 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:45:29.124899 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port bf267309-fcc1-4b70-8561-853809002bef is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:45:29.184513 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2731e2cf-5a3a-4d46-94d9-ed8baeec906a admin admin] Pushing event deleted for resources: {'Port': ['ID=efe21fee-8d38-4917-86de-d68f8b73d925,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:45:29.189632 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 08c296e5-8b4f-4d53-af7b-63257ea342bf no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:45:29.224923 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: 08c296e5-8b4f-4d53-af7b-63257ea342bf {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:45:29.227109 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 08c296e5-8b4f-4d53-af7b-63257ea342bf not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:45:29.227665 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 2f043dd3-890c-4806-a950-c7fa59a4fbfd no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:45:29.252993 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: 2f043dd3-890c-4806-a950-c7fa59a4fbfd {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:45:29.253610 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 2f043dd3-890c-4806-a950-c7fa59a4fbfd not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:45:29.329429 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2731e2cf-5a3a-4d46-94d9-ed8baeec906a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (4d422226-2b10-42eb-b43a-bb04866a738d), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:29.360387 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8d4a9e15-0ffa-4217-b7c9-25223d3c4d1b req-17149d33-86ee-438a-bef8-8c62b428c8f0 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] 10.222.0.41 "GET /v2.0/ports?device_id=441f83ab-4c0e-41df-ae74-422a8e112572 HTTP/1.1" status: 200 len: 210 time: 0.0854127 Jan 28 07:45:29.386070 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-2731e2cf-5a3a-4d46-94d9-ed8baeec906a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d422226-2b10-42eb-b43a-bb04866a738d']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:45:29.408886 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-2731e2cf-5a3a-4d46-94d9-ed8baeec906a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd66f5881-561b-4027-808a-8877b96dd073') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:45:29.409189 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-2731e2cf-5a3a-4d46-94d9-ed8baeec906a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd66f5881-561b-4027-808a-8877b96dd073') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:45:29.459951 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2731e2cf-5a3a-4d46-94d9-ed8baeec906a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24759294'] for segment (d66f5881-561b-4027-808a-8877b96dd073), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:29.474010 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f13c581-fba9-413d-8f57-4a1de294a3d0 req-615e42a5-117f-43c8-8c78-b9af951a4114 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Made reservation on behalf of 5542ea76c30542aeb3cf0ca71420ede0 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:45:29.477335 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-3f13c581-fba9-413d-8f57-4a1de294a3d0 req-615e42a5-117f-43c8-8c78-b9af951a4114 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:29.496327 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2731e2cf-5a3a-4d46-94d9-ed8baeec906a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (d66f5881-561b-4027-808a-8877b96dd073), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:29.508573 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2731e2cf-5a3a-4d46-94d9-ed8baeec906a admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:45:29.509044 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2731e2cf-5a3a-4d46-94d9-ed8baeec906a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24757675'] for segment (d66f5881-561b-4027-808a-8877b96dd073), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:29.513376 n-d-712749-28 neutron-server[103284]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:45:29.513376 n-d-712749-28 neutron-server[103284]: self.session.flush() Jan 28 07:45:29.513376 n-d-712749-28 neutron-server[103284]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:45:29.513376 n-d-712749-28 neutron-server[103284]: self.session.flush() Jan 28 07:45:29.513376 n-d-712749-28 neutron-server[103284]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:45:29.513376 n-d-712749-28 neutron-server[103284]: self.session.flush() Jan 28 07:45:29.513376 n-d-712749-28 neutron-server[103284]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:45:29.513376 n-d-712749-28 neutron-server[103284]: self.session.flush() Jan 28 07:45:29.513376 n-d-712749-28 neutron-server[103284]: Traceback (most recent call last): Jan 28 07:45:29.513376 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:45:29.513376 n-d-712749-28 neutron-server[103284]: timer() Jan 28 07:45:29.513376 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:45:29.513376 n-d-712749-28 neutron-server[103284]: cb(*args, **kw) Jan 28 07:45:29.513376 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:45:29.513376 n-d-712749-28 neutron-server[103284]: return func(*args, **kwargs) Jan 28 07:45:29.513376 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:45:29.513376 n-d-712749-28 neutron-server[103284]: self._notify() Jan 28 07:45:29.513376 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:45:29.513376 n-d-712749-28 neutron-server[103284]: self.callback(batched_events) Jan 28 07:45:29.513376 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:45:29.513376 n-d-712749-28 neutron-server[103284]: event.method(event) Jan 28 07:45:29.513376 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:45:29.513376 n-d-712749-28 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:45:29.513376 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:45:29.513376 n-d-712749-28 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:45:29.513376 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:45:29.513376 n-d-712749-28 neutron-server[103284]: return f(self, *a, **k) Jan 28 07:45:29.513376 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:45:29.513376 n-d-712749-28 neutron-server[103284]: return self._get(url).json() Jan 28 07:45:29.513376 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:45:29.513376 n-d-712749-28 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:45:29.513376 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:45:29.513376 n-d-712749-28 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Jan 28 07:45:29.513376 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:45:29.513376 n-d-712749-28 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:45:29.513376 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:45:29.513376 n-d-712749-28 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:45:29.513376 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:45:29.513376 n-d-712749-28 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:45:29.513376 n-d-712749-28 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:45:29.652416 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2731e2cf-5a3a-4d46-94d9-ed8baeec906a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (4d422226-2b10-42eb-b43a-bb04866a738d), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:29.657484 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2731e2cf-5a3a-4d46-94d9-ed8baeec906a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:29.663242 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-2731e2cf-5a3a-4d46-94d9-ed8baeec906a admin admin] 10.222.0.41 "DELETE /v2.0/networks/4d422226-2b10-42eb-b43a-bb04866a738d HTTP/1.1" status: 204 len: 168 time: 1.6707506 Jan 28 07:45:29.716732 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2731e2cf-5a3a-4d46-94d9-ed8baeec906a admin admin] Pushing event deleted for resources: {'Network': ['ID=4d422226-2b10-42eb-b43a-bb04866a738d,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:45:29.757203 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 18af4095-534e-48b0-a658-7bae10beae34 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:45:29.769448 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-a16158a3-8b73-411c-8900-94ff0dbb281b tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Allocated IP 172.20.0.1 (07b9ba45-f05b-4d27-8e2c-2917708e9eae/977d93c4-66ee-4075-b5cd-658e14e04a68/a75682ff-ed2c-4c37-aac4-999064deaff8) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:45:29.791495 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-3f13c581-fba9-413d-8f57-4a1de294a3d0 req-615e42a5-117f-43c8-8c78-b9af951a4114 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Allocated IP 172.20.0.22 (cbff942a-17b2-465b-b35e-dd5fe53d869f/e5f071ba-2b6d-4de5-82b2-9e3b28d5b905/0c63d57e-7ce2-49e3-a1b1-0941f4262b40) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:45:29.831765 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 18af4095-534e-48b0-a658-7bae10beae34 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:45:29.832518 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (18af4095-534e-48b0-a658-7bae10beae34), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:29.945242 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 18af4095-534e-48b0-a658-7bae10beae34 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:45:29.987905 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a16158a3-8b73-411c-8900-94ff0dbb281b tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Publish callbacks [] for port (a75682ff-ed2c-4c37-aac4-999064deaff8), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:29.995118 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 60012) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:45:30.024896 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device efe21fee-8d38-4917-86de-d68f8b73d925 no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:45:30.054354 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: efe21fee-8d38-4917-86de-d68f8b73d925 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:45:30.054717 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device efe21fee-8d38-4917-86de-d68f8b73d925 not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:45:30.054857 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-3f13c581-fba9-413d-8f57-4a1de294a3d0 req-615e42a5-117f-43c8-8c78-b9af951a4114 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks [] for port (0c63d57e-7ce2-49e3-a1b1-0941f4262b40), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:30.069173 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 60014) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:45:30.069528 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-3d0426f8-dbb6-45a1-aaba-122968205510 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b380a9dca2f14d0baaf4a07544746b5d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0723259 Jan 28 07:45:30.091293 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a16158a3-8b73-411c-8900-94ff0dbb281b tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (a75682ff-ed2c-4c37-aac4-999064deaff8), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:30.171541 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a16158a3-8b73-411c-8900-94ff0dbb281b tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Network 07b9ba45-f05b-4d27-8e2c-2917708e9eae is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:45:30.178004 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-a16158a3-8b73-411c-8900-94ff0dbb281b tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:45:30.180497 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-3f13c581-fba9-413d-8f57-4a1de294a3d0 req-615e42a5-117f-43c8-8c78-b9af951a4114 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (0c63d57e-7ce2-49e3-a1b1-0941f4262b40), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:30.183414 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16158a3-8b73-411c-8900-94ff0dbb281b tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:45:30.231496 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16158a3-8b73-411c-8900-94ff0dbb281b tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Pushing event updated for resources: {'Port': ['ID=a75682ff-ed2c-4c37-aac4-999064deaff8,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:45:30.274918 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f13c581-fba9-413d-8f57-4a1de294a3d0 req-615e42a5-117f-43c8-8c78-b9af951a4114 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Network cbff942a-17b2-465b-b35e-dd5fe53d869f is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:45:30.278738 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b3391db3-3025-4e21-bdb1-f6e9cf8f6b2b admin admin] Publish callbacks [] for security_group (c94cc8eb-6cba-42d6-811a-65388d18c913), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:30.281079 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16158a3-8b73-411c-8900-94ff0dbb281b tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:45:30.281435 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16158a3-8b73-411c-8900-94ff0dbb281b tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:45:30.281779 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16158a3-8b73-411c-8900-94ff0dbb281b tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:45:30.282118 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16158a3-8b73-411c-8900-94ff0dbb281b tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:45:30.282598 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16158a3-8b73-411c-8900-94ff0dbb281b tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:45:30.282934 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16158a3-8b73-411c-8900-94ff0dbb281b tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:45:30.283270 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16158a3-8b73-411c-8900-94ff0dbb281b tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:45:30.283595 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16158a3-8b73-411c-8900-94ff0dbb281b tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:45:30.283917 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16158a3-8b73-411c-8900-94ff0dbb281b tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:45:30.284265 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16158a3-8b73-411c-8900-94ff0dbb281b tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:45:30.284595 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16158a3-8b73-411c-8900-94ff0dbb281b tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:45:30.284919 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16158a3-8b73-411c-8900-94ff0dbb281b tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:45:30.285240 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16158a3-8b73-411c-8900-94ff0dbb281b tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:45:30.298033 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-3f13c581-fba9-413d-8f57-4a1de294a3d0 req-615e42a5-117f-43c8-8c78-b9af951a4114 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:45:30.300753 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f13c581-fba9-413d-8f57-4a1de294a3d0 req-615e42a5-117f-43c8-8c78-b9af951a4114 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:45:30.327213 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a16158a3-8b73-411c-8900-94ff0dbb281b tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16609232'] for router_interface (e9f3c1fe-089e-4d99-a6ce-17b2e5b4fec0), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:30.458057 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615e42a5-117f-43c8-8c78-b9af951a4114 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Pushing event updated for resources: {'Port': ['ID=0c63d57e-7ce2-49e3-a1b1-0941f4262b40,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:45:30.467723 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b3391db3-3025-4e21-bdb1-f6e9cf8f6b2b admin admin] Publish callbacks [] for security_group (c94cc8eb-6cba-42d6-811a-65388d18c913), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:30.493671 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f13c581-fba9-413d-8f57-4a1de294a3d0 req-615e42a5-117f-43c8-8c78-b9af951a4114 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:45:30.494988 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-3f13c581-fba9-413d-8f57-4a1de294a3d0 req-615e42a5-117f-43c8-8c78-b9af951a4114 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:30.531243 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3f13c581-fba9-413d-8f57-4a1de294a3d0 req-615e42a5-117f-43c8-8c78-b9af951a4114 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4968731 Jan 28 07:45:30.547515 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6905fc0-b647-4a8a-bd85-bc9018c234a0 req-a52c9eaa-3eb1-4cb1-829c-6601a8240d86 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:45:30.556451 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d6905fc0-b647-4a8a-bd85-bc9018c234a0 req-a52c9eaa-3eb1-4cb1-829c-6601a8240d86 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] 10.222.0.41 "GET /v2.0/ports?device_id=441f83ab-4c0e-41df-ae74-422a8e112572 HTTP/1.1" status: 200 len: 932 time: 0.0786366 Jan 28 07:45:30.565099 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-cdde8e30-0679-4ada-8576-2d8f2a6c5778 None None] Provisioning complete for port a75682ff-ed2c-4c37-aac4-999064deaff8 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:45:30.565482 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cdde8e30-0679-4ada-8576-2d8f2a6c5778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (a75682ff-ed2c-4c37-aac4-999064deaff8), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:30.586698 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-3f13c581-fba9-413d-8f57-4a1de294a3d0 req-3657f682-1ef4-499f-bc12-fb60a42659ee service neutron] Request body: {'port': {'device_id': '441f83ab-4c0e-41df-ae74-422a8e112572', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-28'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:45:30.632586 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d6905fc0-b647-4a8a-bd85-bc9018c234a0 req-fe3d5ec9-6955-46ea-8cf3-280152a35dcb tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] 10.222.0.41 "GET /v2.0/security-groups?id=33f5a14e-1dcf-44ef-8cb1-e26810d71e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724657 Jan 28 07:45:30.654965 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-cdde8e30-0679-4ada-8576-2d8f2a6c5778 None None] Port a75682ff-ed2c-4c37-aac4-999064deaff8 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:45:30.778469 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-58836673-67d6-4093-941b-7c982cd4d58b None None] Provisioning complete for port 0c63d57e-7ce2-49e3-a1b1-0941f4262b40 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:45:30.778848 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-58836673-67d6-4093-941b-7c982cd4d58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (0c63d57e-7ce2-49e3-a1b1-0941f4262b40), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:30.818623 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-58836673-67d6-4093-941b-7c982cd4d58b None None] Port 0c63d57e-7ce2-49e3-a1b1-0941f4262b40 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:45:31.059914 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-3f13c581-fba9-413d-8f57-4a1de294a3d0 req-3657f682-1ef4-499f-bc12-fb60a42659ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (0c63d57e-7ce2-49e3-a1b1-0941f4262b40), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:31.076606 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b3391db3-3025-4e21-bdb1-f6e9cf8f6b2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (c94cc8eb-6cba-42d6-811a-65388d18c913), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:31.079112 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b3391db3-3025-4e21-bdb1-f6e9cf8f6b2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:31.080298 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-b3391db3-3025-4e21-bdb1-f6e9cf8f6b2b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c94cc8eb-6cba-42d6-811a-65388d18c913 HTTP/1.1" status: 204 len: 168 time: 1.0089962 Jan 28 07:45:31.105239 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a16158a3-8b73-411c-8900-94ff0dbb281b tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (a75682ff-ed2c-4c37-aac4-999064deaff8), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:31.108229 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3391db3-3025-4e21-bdb1-f6e9cf8f6b2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c94cc8eb-6cba-42d6-811a-65388d18c913,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:45:31.482533 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 60028) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:45:31.529250 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-cbe659fb-29c0-4209-80fe-385061028a73 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b77933173ac3480dba85b6ea0ea5b81b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0430660 Jan 28 07:45:31.529665 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 60030) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:45:31.579699 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1ab9fe84-1624-47be-b11b-b009c5c9d9ea admin admin] Publish callbacks [] for security_group (a895eec8-7a4c-4d2c-98d9-e13292e98e4e), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:31.594970 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-3f13c581-fba9-413d-8f57-4a1de294a3d0 req-3657f682-1ef4-499f-bc12-fb60a42659ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c63d57e-7ce2-49e3-a1b1-0941f4262b40 {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:45:31.601270 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1ab9fe84-1624-47be-b11b-b009c5c9d9ea admin admin] Publish callbacks [] for security_group (a895eec8-7a4c-4d2c-98d9-e13292e98e4e), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:31.604970 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-3f13c581-fba9-413d-8f57-4a1de294a3d0 req-3657f682-1ef4-499f-bc12-fb60a42659ee service neutron] Publish callbacks [] for port (0c63d57e-7ce2-49e3-a1b1-0941f4262b40), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:31.630506 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-3f13c581-fba9-413d-8f57-4a1de294a3d0 req-3657f682-1ef4-499f-bc12-fb60a42659ee service neutron] Transition to ACTIVE for port object 0c63d57e-7ce2-49e3-a1b1-0941f4262b40 will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:45:31.635205 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a16158a3-8b73-411c-8900-94ff0dbb281b tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Publish callbacks [] for port (a75682ff-ed2c-4c37-aac4-999064deaff8), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:31.637524 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-3f13c581-fba9-413d-8f57-4a1de294a3d0 req-3657f682-1ef4-499f-bc12-fb60a42659ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (0c63d57e-7ce2-49e3-a1b1-0941f4262b40), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:31.647233 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a16158a3-8b73-411c-8900-94ff0dbb281b tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (a75682ff-ed2c-4c37-aac4-999064deaff8), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:31.672246 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1ab9fe84-1624-47be-b11b-b009c5c9d9ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (a895eec8-7a4c-4d2c-98d9-e13292e98e4e), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:31.676267 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1ab9fe84-1624-47be-b11b-b009c5c9d9ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:31.677570 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-1ab9fe84-1624-47be-b11b-b009c5c9d9ea admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a895eec8-7a4c-4d2c-98d9-e13292e98e4e HTTP/1.1" status: 204 len: 168 time: 0.1468980 Jan 28 07:45:31.687085 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab9fe84-1624-47be-b11b-b009c5c9d9ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a895eec8-7a4c-4d2c-98d9-e13292e98e4e,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:45:31.795351 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657f682-1ef4-499f-bc12-fb60a42659ee service neutron] Pushing event updated for resources: {'Port': ['ID=0c63d57e-7ce2-49e3-a1b1-0941f4262b40,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:45:31.806025 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a16158a3-8b73-411c-8900-94ff0dbb281b tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16318999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16606560'] for router_interface (e9f3c1fe-089e-4d99-a6ce-17b2e5b4fec0), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:31.915080 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f695fd7-1220-4196-babf-7ac32624384f req-ab3925c0-f888-469a-9375-326a5eaa20c1 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:45:31.916891 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7f695fd7-1220-4196-babf-7ac32624384f req-ab3925c0-f888-469a-9375-326a5eaa20c1 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] 10.222.0.41 "GET /v2.0/ports?device_id=441f83ab-4c0e-41df-ae74-422a8e112572 HTTP/1.1" status: 200 len: 944 time: 0.1909573 Jan 28 07:45:31.977486 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16158a3-8b73-411c-8900-94ff0dbb281b tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Pushing event updated for resources: {'Port': ['ID=a75682ff-ed2c-4c37-aac4-999064deaff8,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:45:32.015775 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-3f13c581-fba9-413d-8f57-4a1de294a3d0 req-3657f682-1ef4-499f-bc12-fb60a42659ee service neutron] Attempting to bind port 0c63d57e-7ce2-49e3-a1b1-0941f4262b40 on host n-h1-712749-28 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:45:32.016014 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-3f13c581-fba9-413d-8f57-4a1de294a3d0 req-3657f682-1ef4-499f-bc12-fb60a42659ee service neutron] Attempting to bind port 0c63d57e-7ce2-49e3-a1b1-0941f4262b40 by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': '30c87c09-5cdc-455e-b2db-558d2e1fa69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'cbff942a-17b2-465b-b35e-dd5fe53d869f'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:45:32.016667 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f13c581-fba9-413d-8f57-4a1de294a3d0 req-3657f682-1ef4-499f-bc12-fb60a42659ee service neutron] Attempting to bind port 0c63d57e-7ce2-49e3-a1b1-0941f4262b40 on network cbff942a-17b2-465b-b35e-dd5fe53d869f {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:45:32.047114 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f13c581-fba9-413d-8f57-4a1de294a3d0 req-3657f682-1ef4-499f-bc12-fb60a42659ee service neutron] Port 0c63d57e-7ce2-49e3-a1b1-0941f4262b40 on network cbff942a-17b2-465b-b35e-dd5fe53d869f not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:45:32.047498 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f13c581-fba9-413d-8f57-4a1de294a3d0 req-3657f682-1ef4-499f-bc12-fb60a42659ee service neutron] Attempting to bind port 0c63d57e-7ce2-49e3-a1b1-0941f4262b40 on network cbff942a-17b2-465b-b35e-dd5fe53d869f {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:45:32.071962 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f13c581-fba9-413d-8f57-4a1de294a3d0 req-3657f682-1ef4-499f-bc12-fb60a42659ee service neutron] Checking agent: {'id': '2fca46b1-237f-4857-9290-2429d810e472', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 45, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:45:32.073225 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f13c581-fba9-413d-8f57-4a1de294a3d0 req-3657f682-1ef4-499f-bc12-fb60a42659ee service neutron] Checking segment: {'id': '30c87c09-5cdc-455e-b2db-558d2e1fa69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'cbff942a-17b2-465b-b35e-dd5fe53d869f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:45:32.073327 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f13c581-fba9-413d-8f57-4a1de294a3d0 req-3657f682-1ef4-499f-bc12-fb60a42659ee service neutron] Bound using segment: {'id': '30c87c09-5cdc-455e-b2db-558d2e1fa69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'cbff942a-17b2-465b-b35e-dd5fe53d869f'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:45:32.073803 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-3f13c581-fba9-413d-8f57-4a1de294a3d0 req-3657f682-1ef4-499f-bc12-fb60a42659ee service neutron] Bound port: 0c63d57e-7ce2-49e3-a1b1-0941f4262b40, host: n-h1-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30c87c09-5cdc-455e-b2db-558d2e1fa69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'cbff942a-17b2-465b-b35e-dd5fe53d869f'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:45:32.074177 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-3f13c581-fba9-413d-8f57-4a1de294a3d0 req-3657f682-1ef4-499f-bc12-fb60a42659ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (0c63d57e-7ce2-49e3-a1b1-0941f4262b40), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:32.079524 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7f695fd7-1220-4196-babf-7ac32624384f req-534045f5-1673-4764-aea7-f97a70630132 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] 10.222.0.41 "GET /v2.0/security-groups?id=33f5a14e-1dcf-44ef-8cb1-e26810d71e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1257727 Jan 28 07:45:32.102792 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a16158a3-8b73-411c-8900-94ff0dbb281b tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Network 07b9ba45-f05b-4d27-8e2c-2917708e9eae is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:45:32.102792 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-a16158a3-8b73-411c-8900-94ff0dbb281b tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:45:32.218744 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-3f13c581-fba9-413d-8f57-4a1de294a3d0 req-3657f682-1ef4-499f-bc12-fb60a42659ee service neutron] For port 0c63d57e-7ce2-49e3-a1b1-0941f4262b40, host n-h1-712749-28, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:45:32.262288 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-3f13c581-fba9-413d-8f57-4a1de294a3d0 req-3657f682-1ef4-499f-bc12-fb60a42659ee service neutron] For port 0c63d57e-7ce2-49e3-a1b1-0941f4262b40, host n-h1-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=0c63d57e-7ce2-49e3-a1b1-0941f4262b40,segment=NetworkSegment(30c87c09-5cdc-455e-b2db-558d2e1fa69e),segment_id=30c87c09-5cdc-455e-b2db-558d2e1fa69e)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:45:32.280841 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-3f13c581-fba9-413d-8f57-4a1de294a3d0 req-3657f682-1ef4-499f-bc12-fb60a42659ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (0c63d57e-7ce2-49e3-a1b1-0941f4262b40), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:32.369047 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a16158a3-8b73-411c-8900-94ff0dbb281b tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Router e9f3c1fe-089e-4d99-a6ce-17b2e5b4fec0 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:45:32.375093 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657f682-1ef4-499f-bc12-fb60a42659ee service neutron] Pushing event updated for resources: {'Port': ['ID=0c63d57e-7ce2-49e3-a1b1-0941f4262b40,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:45:32.393458 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f13c581-fba9-413d-8f57-4a1de294a3d0 req-3657f682-1ef4-499f-bc12-fb60a42659ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:45:32.394190 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-3f13c581-fba9-413d-8f57-4a1de294a3d0 req-3657f682-1ef4-499f-bc12-fb60a42659ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:32.397429 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3f13c581-fba9-413d-8f57-4a1de294a3d0 req-3657f682-1ef4-499f-bc12-fb60a42659ee service neutron] 10.222.0.10 "PUT /v2.0/ports/0c63d57e-7ce2-49e3-a1b1-0941f4262b40 HTTP/1.1" status: 200 len: 1093 time: 1.8372395 Jan 28 07:45:32.397429 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '441f83ab-4c0e-41df-ae74-422a8e112572', 'tag': '0c63d57e-7ce2-49e3-a1b1-0941f4262b40'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:45:32.401259 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ea48beb-07a9-422c-82b6-c954c04b9e94" -d '{"events": [{"name": "network-changed", "server_uuid": "441f83ab-4c0e-41df-ae74-422a8e112572", "tag": "0c63d57e-7ce2-49e3-a1b1-0941f4262b40"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:45:32.510391 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-0302f977-5af2-4725-9bf8-15ffa26c1582 None None] Provisioning complete for port a75682ff-ed2c-4c37-aac4-999064deaff8 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:45:32.510984 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0302f977-5af2-4725-9bf8-15ffa26c1582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (a75682ff-ed2c-4c37-aac4-999064deaff8), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:32.533404 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3052ad79-e5e3-4083-8f08-5ce320a8b01c x-openstack-request-id: req-3052ad79-e5e3-4083-8f08-5ce320a8b01c {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:45:32.533730 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "441f83ab-4c0e-41df-ae74-422a8e112572", "tag": "0c63d57e-7ce2-49e3-a1b1-0941f4262b40", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:45:32.533958 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3052ad79-e5e3-4083-8f08-5ce320a8b01c {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:45:32.534368 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '441f83ab-4c0e-41df-ae74-422a8e112572', 'tag': '0c63d57e-7ce2-49e3-a1b1-0941f4262b40', 'status': 'completed', 'code': 200} Jan 28 07:45:32.555688 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-0302f977-5af2-4725-9bf8-15ffa26c1582 None None] Port a75682ff-ed2c-4c37-aac4-999064deaff8 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:45:32.772020 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a16158a3-8b73-411c-8900-94ff0dbb281b tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:45:32.777877 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 60054) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:45:32.778672 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba371173-8ca9-4b0f-93aa-47b6f0b1bdff None None] Sync routers for ids ['e9f3c1fe-089e-4d99-a6ce-17b2e5b4fec0'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:45:32.778937 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-adb17bf0-919c-48c2-92f5-bd3de1620bfd tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Request body: {'port': {'network_id': '07b9ba45-f05b-4d27-8e2c-2917708e9eae', 'name': 'tempest-FloatingIPAdminTestJSON-909702156'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:45:32.779206 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-a16158a3-8b73-411c-8900-94ff0dbb281b tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] 10.222.0.41 "PUT /v2.0/routers/e9f3c1fe-089e-4d99-a6ce-17b2e5b4fec0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9055879 Jan 28 07:45:32.779206 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f13c581-fba9-413d-8f57-4a1de294a3d0 req-88c27a20-54bd-4b0c-899a-23251781d3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:45:32.779621 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba371173-8ca9-4b0f-93aa-47b6f0b1bdff None None] Routers {'e9f3c1fe-089e-4d99-a6ce-17b2e5b4fec0'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:45:32.779621 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-ba371173-8ca9-4b0f-93aa-47b6f0b1bdff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:45:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['e9f3c1fe-089e-4d99-a6ce-17b2e5b4fec0'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:45:32.780038 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3f13c581-fba9-413d-8f57-4a1de294a3d0 req-88c27a20-54bd-4b0c-899a-23251781d3cc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5542ea76c30542aeb3cf0ca71420ede0&device_id=441f83ab-4c0e-41df-ae74-422a8e112572 HTTP/1.1" status: 200 len: 1096 time: 0.1360066 Jan 28 07:45:32.780330 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-ba371173-8ca9-4b0f-93aa-47b6f0b1bdff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:45:32.780330 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba371173-8ca9-4b0f-93aa-47b6f0b1bdff None None] Routers {'e9f3c1fe-089e-4d99-a6ce-17b2e5b4fec0'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:45:32.780330 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-ba371173-8ca9-4b0f-93aa-47b6f0b1bdff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:45:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['e9f3c1fe-089e-4d99-a6ce-17b2e5b4fec0'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:45:32.780828 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3f13c581-fba9-413d-8f57-4a1de294a3d0 req-37720015-ddd8-47d4-bfd6-3eab01db0e8c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=0c63d57e-7ce2-49e3-a1b1-0941f4262b40 HTTP/1.1" status: 200 len: 217 time: 0.0804029 Jan 28 07:45:32.798806 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-ba371173-8ca9-4b0f-93aa-47b6f0b1bdff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:45:32.799674 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba371173-8ca9-4b0f-93aa-47b6f0b1bdff None None] The sync data for ids ['e9f3c1fe-089e-4d99-a6ce-17b2e5b4fec0'] in n-d-712749-28 is: [] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:45:32.838706 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adb17bf0-919c-48c2-92f5-bd3de1620bfd tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Made reservation on behalf of c8062d90baf74640a8c55283682e26ed for: {'port': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:45:32.842857 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-adb17bf0-919c-48c2-92f5-bd3de1620bfd tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:32.849094 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f13c581-fba9-413d-8f57-4a1de294a3d0 req-e5af7bb7-0dbf-48bf-b44f-54eb4b278302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:45:32.850588 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3f13c581-fba9-413d-8f57-4a1de294a3d0 req-e5af7bb7-0dbf-48bf-b44f-54eb4b278302 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e5f071ba-2b6d-4de5-82b2-9e3b28d5b905 HTTP/1.1" status: 200 len: 838 time: 0.0726757 Jan 28 07:45:32.862742 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-adb17bf0-919c-48c2-92f5-bd3de1620bfd tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] device_id is not set on port 00548593-02ee-444a-94af-7ee9c80b4525 yet. {{(pid=103283) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 07:45:32.902574 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f13c581-fba9-413d-8f57-4a1de294a3d0 req-572cabb3-0081-4b8c-b548-88f2b6566205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:45:32.904691 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3f13c581-fba9-413d-8f57-4a1de294a3d0 req-572cabb3-0081-4b8c-b548-88f2b6566205 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cbff942a-17b2-465b-b35e-dd5fe53d869f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0474370 Jan 28 07:45:32.991235 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-adb17bf0-919c-48c2-92f5-bd3de1620bfd tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Allocated IP 172.20.0.7 (07b9ba45-f05b-4d27-8e2c-2917708e9eae/977d93c4-66ee-4075-b5cd-658e14e04a68/00548593-02ee-444a-94af-7ee9c80b4525) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:45:33.024887 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3f13c581-fba9-413d-8f57-4a1de294a3d0 req-6ce3d715-c744-433a-aa9f-cd74f86edb37 service neutron] 10.222.0.10 "GET /v2.0/networks/cbff942a-17b2-465b-b35e-dd5fe53d869f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118846 Jan 28 07:45:33.132402 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3f13c581-fba9-413d-8f57-4a1de294a3d0 req-e4d6f742-e773-4a71-8ba0-53957ee08db0 service neutron] 10.222.0.10 "GET /v2.0/networks/cbff942a-17b2-465b-b35e-dd5fe53d869f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980244 Jan 28 07:45:33.172885 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-adb17bf0-919c-48c2-92f5-bd3de1620bfd tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Publish callbacks [] for port (00548593-02ee-444a-94af-7ee9c80b4525), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:33.218396 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-adb17bf0-919c-48c2-92f5-bd3de1620bfd tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (00548593-02ee-444a-94af-7ee9c80b4525), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:33.220509 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:33.234828 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068ad875-72aa-4021-a7ec-d5a37a621307 req-f663492f-498b-41bf-be9d-96e6ca5b9f3e tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:45:33.236528 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-068ad875-72aa-4021-a7ec-d5a37a621307 req-f663492f-498b-41bf-be9d-96e6ca5b9f3e tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] 10.222.0.41 "GET /v2.0/ports?device_id=441f83ab-4c0e-41df-ae74-422a8e112572 HTTP/1.1" status: 200 len: 944 time: 0.0582895 Jan 28 07:45:33.265281 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adb17bf0-919c-48c2-92f5-bd3de1620bfd tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Network 07b9ba45-f05b-4d27-8e2c-2917708e9eae is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:45:33.270139 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-adb17bf0-919c-48c2-92f5-bd3de1620bfd tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:45:33.276741 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb17bf0-919c-48c2-92f5-bd3de1620bfd tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:45:33.288634 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-68b0e023-cf84-4afa-8663-6119d315cf24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:33.309013 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb17bf0-919c-48c2-92f5-bd3de1620bfd tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Pushing event updated for resources: {'Port': ['ID=00548593-02ee-444a-94af-7ee9c80b4525,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:45:33.348023 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-068ad875-72aa-4021-a7ec-d5a37a621307 req-2bec3e48-0148-4dcd-abe8-9aee4e8cfdcd tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] 10.222.0.41 "GET /v2.0/security-groups?id=33f5a14e-1dcf-44ef-8cb1-e26810d71e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052866 Jan 28 07:45:33.351227 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea48beb-07a9-422c-82b6-c954c04b9e94 req-1e900d33-af08-4fc2-84c3-2c922cede867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:45:33.352508 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9ea48beb-07a9-422c-82b6-c954c04b9e94 req-1e900d33-af08-4fc2-84c3-2c922cede867 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5542ea76c30542aeb3cf0ca71420ede0&device_id=441f83ab-4c0e-41df-ae74-422a8e112572 HTTP/1.1" status: 200 len: 1096 time: 0.1079161 Jan 28 07:45:33.372924 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb17bf0-919c-48c2-92f5-bd3de1620bfd tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:45:33.374218 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-adb17bf0-919c-48c2-92f5-bd3de1620bfd tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:33.412017 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-adb17bf0-919c-48c2-92f5-bd3de1620bfd tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7803075 Jan 28 07:45:33.412568 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 60072) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:45:33.492694 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea48beb-07a9-422c-82b6-c954c04b9e94 req-4cc32aed-c31f-40c4-85c9-868d7aceecc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:45:33.495252 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9ea48beb-07a9-422c-82b6-c954c04b9e94 req-4cc32aed-c31f-40c4-85c9-868d7aceecc4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=cbff942a-17b2-465b-b35e-dd5fe53d869f HTTP/1.1" status: 200 len: 898 time: 0.1349397 Jan 28 07:45:33.565008 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9ea48beb-07a9-422c-82b6-c954c04b9e94 req-27a379d3-9cad-4c4b-9ef3-eb2f6af9910f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=0c63d57e-7ce2-49e3-a1b1-0941f4262b40 HTTP/1.1" status: 200 len: 217 time: 0.0627155 Jan 28 07:45:33.637853 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea48beb-07a9-422c-82b6-c954c04b9e94 req-f8563e43-62a0-4020-b7ab-2b55ebbacd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:45:33.641606 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9ea48beb-07a9-422c-82b6-c954c04b9e94 req-f8563e43-62a0-4020-b7ab-2b55ebbacd02 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e5f071ba-2b6d-4de5-82b2-9e3b28d5b905 HTTP/1.1" status: 200 len: 838 time: 0.0679717 Jan 28 07:45:33.706420 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-a9bc0af5-49e9-466a-8d31-7578c572935c tempest-FloatingIPAdminTestJSON-1123867888 tempest-FloatingIPAdminTestJSON-1123867888-project-admin] Request body: {'floatingip': {'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'project_id': 'c8062d90baf74640a8c55283682e26ed', 'port_id': '00548593-02ee-444a-94af-7ee9c80b4525'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:45:33.719105 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea48beb-07a9-422c-82b6-c954c04b9e94 req-617fb6cd-add0-428f-a86b-bcf09ce230da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:45:33.720829 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9ea48beb-07a9-422c-82b6-c954c04b9e94 req-617fb6cd-add0-428f-a86b-bcf09ce230da service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cbff942a-17b2-465b-b35e-dd5fe53d869f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0723159 Jan 28 07:45:33.729115 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a9bc0af5-49e9-466a-8d31-7578c572935c tempest-FloatingIPAdminTestJSON-1123867888 tempest-FloatingIPAdminTestJSON-1123867888-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:33.749733 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-e650a176-14bf-4f05-98a6-46dd7ed3c8b2 None None] Provisioning complete for port 00548593-02ee-444a-94af-7ee9c80b4525 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:45:33.750293 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e650a176-14bf-4f05-98a6-46dd7ed3c8b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (00548593-02ee-444a-94af-7ee9c80b4525), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:33.792032 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-e650a176-14bf-4f05-98a6-46dd7ed3c8b2 None None] Port 00548593-02ee-444a-94af-7ee9c80b4525 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:45:33.839126 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a9bc0af5-49e9-466a-8d31-7578c572935c tempest-FloatingIPAdminTestJSON-1123867888 tempest-FloatingIPAdminTestJSON-1123867888-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:33.866983 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9ea48beb-07a9-422c-82b6-c954c04b9e94 req-47536b1a-639e-4169-b2d3-73b8dc06d855 service neutron] 10.222.0.10 "GET /v2.0/networks/cbff942a-17b2-465b-b35e-dd5fe53d869f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290293 Jan 28 07:45:33.955798 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-a9bc0af5-49e9-466a-8d31-7578c572935c tempest-FloatingIPAdminTestJSON-1123867888 tempest-FloatingIPAdminTestJSON-1123867888-project-admin] Allocated IP 172.25.6.217 (7d5b3724-deef-4831-8d43-cb9b8176573c/b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc/f1f4f8cf-6eb1-4b44-aee4-d69617b7901d) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:45:33.977687 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9ea48beb-07a9-422c-82b6-c954c04b9e94 req-9d8bb4f7-1793-4181-8885-82fb84aef819 service neutron] 10.222.0.10 "GET /v2.0/networks/cbff942a-17b2-465b-b35e-dd5fe53d869f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045783 Jan 28 07:45:34.071567 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a9bc0af5-49e9-466a-8d31-7578c572935c tempest-FloatingIPAdminTestJSON-1123867888 tempest-FloatingIPAdminTestJSON-1123867888-project-admin] Publish callbacks [] for port (f1f4f8cf-6eb1-4b44-aee4-d69617b7901d), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:34.110333 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a9bc0af5-49e9-466a-8d31-7578c572935c tempest-FloatingIPAdminTestJSON-1123867888 tempest-FloatingIPAdminTestJSON-1123867888-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (f1f4f8cf-6eb1-4b44-aee4-d69617b7901d), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:34.154152 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:34.166263 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9bc0af5-49e9-466a-8d31-7578c572935c tempest-FloatingIPAdminTestJSON-1123867888 tempest-FloatingIPAdminTestJSON-1123867888-project-admin] Network 7d5b3724-deef-4831-8d43-cb9b8176573c is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:45:34.169169 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-a9bc0af5-49e9-466a-8d31-7578c572935c tempest-FloatingIPAdminTestJSON-1123867888 tempest-FloatingIPAdminTestJSON-1123867888-project-admin] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:45:34.174800 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9bc0af5-49e9-466a-8d31-7578c572935c tempest-FloatingIPAdminTestJSON-1123867888 tempest-FloatingIPAdminTestJSON-1123867888-project-admin] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:45:34.198192 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bc0af5-49e9-466a-8d31-7578c572935c tempest-FloatingIPAdminTestJSON-1123867888 tempest-FloatingIPAdminTestJSON-1123867888-project-admin] Pushing event updated for resources: {'Port': ['ID=f1f4f8cf-6eb1-4b44-aee4-d69617b7901d,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:45:34.552582 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc52e60-81d2-43e3-8732-9aacdb93d17a req-3e77997d-b190-4ad3-b952-fc54659a1943 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:45:34.554813 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0dc52e60-81d2-43e3-8732-9aacdb93d17a req-3e77997d-b190-4ad3-b952-fc54659a1943 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] 10.222.0.41 "GET /v2.0/ports?device_id=441f83ab-4c0e-41df-ae74-422a8e112572 HTTP/1.1" status: 200 len: 944 time: 0.1025162 Jan 28 07:45:34.631531 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a9bc0af5-49e9-466a-8d31-7578c572935c tempest-FloatingIPAdminTestJSON-1123867888 tempest-FloatingIPAdminTestJSON-1123867888-project-admin] Publish callbacks [] for floatingip (b4fddb1d-bf8f-4508-a468-d4fb931d5a41), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:34.644309 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0dc52e60-81d2-43e3-8732-9aacdb93d17a req-c3a956ac-a070-44fe-bc93-7eed970062b3 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] 10.222.0.41 "GET /v2.0/security-groups?id=33f5a14e-1dcf-44ef-8cb1-e26810d71e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803525 Jan 28 07:45:34.714619 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a9bc0af5-49e9-466a-8d31-7578c572935c tempest-FloatingIPAdminTestJSON-1123867888 tempest-FloatingIPAdminTestJSON-1123867888-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (f1f4f8cf-6eb1-4b44-aee4-d69617b7901d), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:34.888919 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a9bc0af5-49e9-466a-8d31-7578c572935c tempest-FloatingIPAdminTestJSON-1123867888 tempest-FloatingIPAdminTestJSON-1123867888-project-admin] Publish callbacks [] for port (f1f4f8cf-6eb1-4b44-aee4-d69617b7901d), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:34.893416 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a9bc0af5-49e9-466a-8d31-7578c572935c tempest-FloatingIPAdminTestJSON-1123867888 tempest-FloatingIPAdminTestJSON-1123867888-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (f1f4f8cf-6eb1-4b44-aee4-d69617b7901d), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:34.966683 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bc0af5-49e9-466a-8d31-7578c572935c tempest-FloatingIPAdminTestJSON-1123867888 tempest-FloatingIPAdminTestJSON-1123867888-project-admin] Pushing event updated for resources: {'Port': ['ID=f1f4f8cf-6eb1-4b44-aee4-d69617b7901d,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:45:34.978814 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a9bc0af5-49e9-466a-8d31-7578c572935c tempest-FloatingIPAdminTestJSON-1123867888 tempest-FloatingIPAdminTestJSON-1123867888-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16609095'] for floatingip (b4fddb1d-bf8f-4508-a468-d4fb931d5a41), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:35.099864 n-d-712749-28 neutron-server[103283]: INFO neutron.db.l3_db [None req-a9bc0af5-49e9-466a-8d31-7578c572935c tempest-FloatingIPAdminTestJSON-1123867888 tempest-FloatingIPAdminTestJSON-1123867888-project-admin] Floating IP b4fddb1d-bf8f-4508-a468-d4fb931d5a41 associated. External IP: 172.25.6.217, port: 00548593-02ee-444a-94af-7ee9c80b4525. Jan 28 07:45:35.327549 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9bc0af5-49e9-466a-8d31-7578c572935c tempest-FloatingIPAdminTestJSON-1123867888 tempest-FloatingIPAdminTestJSON-1123867888-project-admin] Router e9f3c1fe-089e-4d99-a6ce-17b2e5b4fec0 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:45:35.446042 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9bc0af5-49e9-466a-8d31-7578c572935c tempest-FloatingIPAdminTestJSON-1123867888 tempest-FloatingIPAdminTestJSON-1123867888-project-admin] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:45:35.456230 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96b4a72-a888-4466-9b4d-204eac039259 None None] Sync routers for ids ['e9f3c1fe-089e-4d99-a6ce-17b2e5b4fec0'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:45:35.472317 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a9bc0af5-49e9-466a-8d31-7578c572935c tempest-FloatingIPAdminTestJSON-1123867888 tempest-FloatingIPAdminTestJSON-1123867888-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for floatingip (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:35.480391 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96b4a72-a888-4466-9b4d-204eac039259 None None] Routers {'e9f3c1fe-089e-4d99-a6ce-17b2e5b4fec0'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:45:35.481024 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-d96b4a72-a888-4466-9b4d-204eac039259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:45:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['e9f3c1fe-089e-4d99-a6ce-17b2e5b4fec0'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:45:35.502164 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-a9bc0af5-49e9-466a-8d31-7578c572935c tempest-FloatingIPAdminTestJSON-1123867888 tempest-FloatingIPAdminTestJSON-1123867888-project-admin] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 2.0887046 Jan 28 07:45:35.505274 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 60124) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:45:35.520777 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-d96b4a72-a888-4466-9b4d-204eac039259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:45:35.530895 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96b4a72-a888-4466-9b4d-204eac039259 None None] Routers {'e9f3c1fe-089e-4d99-a6ce-17b2e5b4fec0'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:45:35.531799 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-d96b4a72-a888-4466-9b4d-204eac039259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:45:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['e9f3c1fe-089e-4d99-a6ce-17b2e5b4fec0'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:45:35.573122 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-d96b4a72-a888-4466-9b4d-204eac039259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:45:35.574601 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96b4a72-a888-4466-9b4d-204eac039259 None None] The sync data for ids ['e9f3c1fe-089e-4d99-a6ce-17b2e5b4fec0'] in n-d-712749-28 is: [] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:45:35.630714 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8d0e5363-e1e6-4611-9afa-33b3a7b527c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:35.634704 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-f4f8cb25-5be3-440d-b1b2-6cfc4e654db9 tempest-FloatingIPAdminTestJSON-1123867888 tempest-FloatingIPAdminTestJSON-1123867888-project-admin] 10.222.0.41 "GET /v2.0/floatingips/b4fddb1d-bf8f-4508-a468-d4fb931d5a41 HTTP/1.1" status: 200 len: 982 time: 0.1282063 Jan 28 07:45:35.637384 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 60130) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:45:35.784221 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-fc64a933-9c3c-427d-89aa-30fc73cb21a7 tempest-FloatingIPAdminTestJSON-1123867888 tempest-FloatingIPAdminTestJSON-1123867888-project-admin] 10.222.0.41 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3034 time: 0.1456726 Jan 28 07:45:35.787186 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 60136) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:45:35.857764 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d97921-0e73-478b-a771-dd2b370ab2a1 req-e4c75962-c4b4-4f90-bab9-aa9530b79aa4 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:45:35.859349 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-84d97921-0e73-478b-a771-dd2b370ab2a1 req-e4c75962-c4b4-4f90-bab9-aa9530b79aa4 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] 10.222.0.41 "GET /v2.0/ports?device_id=441f83ab-4c0e-41df-ae74-422a8e112572 HTTP/1.1" status: 200 len: 944 time: 0.1198692 Jan 28 07:45:35.973653 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-84d97921-0e73-478b-a771-dd2b370ab2a1 req-f3fc728e-d661-48d1-8f05-43812750d4e4 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] 10.222.0.41 "GET /v2.0/security-groups?id=33f5a14e-1dcf-44ef-8cb1-e26810d71e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047070 Jan 28 07:45:36.006228 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-d5387c1d-af1b-4bda-8cd4-0bcd9e6aa1dd tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Deleting port f1f4f8cf-6eb1-4b44-aee4-d69617b7901d {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:45:36.006575 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d5387c1d-af1b-4bda-8cd4-0bcd9e6aa1dd tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (f1f4f8cf-6eb1-4b44-aee4-d69617b7901d), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:36.092125 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d5387c1d-af1b-4bda-8cd4-0bcd9e6aa1dd tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (f1f4f8cf-6eb1-4b44-aee4-d69617b7901d), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:36.092482 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d5387c1d-af1b-4bda-8cd4-0bcd9e6aa1dd tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Publish callbacks [] for floatingip (f1f4f8cf-6eb1-4b44-aee4-d69617b7901d), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:36.105649 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-d5387c1d-af1b-4bda-8cd4-0bcd9e6aa1dd tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Calling delete_port for f1f4f8cf-6eb1-4b44-aee4-d69617b7901d owned by network:floatingip {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:45:36.259020 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d5387c1d-af1b-4bda-8cd4-0bcd9e6aa1dd tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (f1f4f8cf-6eb1-4b44-aee4-d69617b7901d), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:36.294447 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5387c1d-af1b-4bda-8cd4-0bcd9e6aa1dd tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Pushing event deleted for resources: {'Port': ['ID=f1f4f8cf-6eb1-4b44-aee4-d69617b7901d,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:45:36.351909 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d5387c1d-af1b-4bda-8cd4-0bcd9e6aa1dd tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Publish callbacks [] for floatingip (b4fddb1d-bf8f-4508-a468-d4fb931d5a41), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:36.352314 n-d-712749-28 neutron-server[103284]: INFO neutron.db.l3_db [None req-d5387c1d-af1b-4bda-8cd4-0bcd9e6aa1dd tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Floating IP b4fddb1d-bf8f-4508-a468-d4fb931d5a41 disassociated (deleted). External IP: 172.25.6.217, port: 00548593-02ee-444a-94af-7ee9c80b4525. Jan 28 07:45:36.375839 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 7 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 07:45:36.394649 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 0c63d57e-7ce2-49e3-a1b1-0941f4262b40 details requested by agent hyperv_n-h1-712749-28 with host n-h1-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:45:36.516907 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 0c63d57e-7ce2-49e3-a1b1-0941f4262b40, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=0c63d57e-7ce2-49e3-a1b1-0941f4262b40,segment=NetworkSegment(30c87c09-5cdc-455e-b2db-558d2e1fa69e),segment_id=30c87c09-5cdc-455e-b2db-558d2e1fa69e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:45:36.536713 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Returning: {'device': '0c63d57e-7ce2-49e3-a1b1-0941f4262b40', 'network_id': 'cbff942a-17b2-465b-b35e-dd5fe53d869f', 'port_id': '0c63d57e-7ce2-49e3-a1b1-0941f4262b40', 'mac_address': 'fa:16:3e:9e:d4:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5f071ba-2b6d-4de5-82b2-9e3b28d5b905', 'ip_address': '172.20.0.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:45:36.579922 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 0c63d57e-7ce2-49e3-a1b1-0941f4262b40 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:45:36.580364 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (0c63d57e-7ce2-49e3-a1b1-0941f4262b40), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:36.596979 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c63d57e-7ce2-49e3-a1b1-0941f4262b40 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:45:36.623328 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 0c63d57e-7ce2-49e3-a1b1-0941f4262b40, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=0c63d57e-7ce2-49e3-a1b1-0941f4262b40,segment=NetworkSegment(30c87c09-5cdc-455e-b2db-558d2e1fa69e),segment_id=30c87c09-5cdc-455e-b2db-558d2e1fa69e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:45:36.633151 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (0c63d57e-7ce2-49e3-a1b1-0941f4262b40), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:36.682364 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=0c63d57e-7ce2-49e3-a1b1-0941f4262b40,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:45:36.690381 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:45:36.690733 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:45:36.691094 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:45:36.691424 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:45:36.691760 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:45:36.692094 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:45:36.692471 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:45:36.692819 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:45:36.693139 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:45:36.693469 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:45:36.693799 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:45:36.694119 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:45:36.694451 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:45:36.929752 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5387c1d-af1b-4bda-8cd4-0bcd9e6aa1dd tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Router e9f3c1fe-089e-4d99-a6ce-17b2e5b4fec0 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:45:36.968612 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['0c63d57e-7ce2-49e3-a1b1-0941f4262b40'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:45:37.077279 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5387c1d-af1b-4bda-8cd4-0bcd9e6aa1dd tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:45:37.081437 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d5387c1d-af1b-4bda-8cd4-0bcd9e6aa1dd tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for floatingip (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:37.090515 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:37.099792 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38abf424-70c0-4adb-891c-f286eec9cf17 req-7e3d0d0c-16b7-46a2-8ffc-44f355fea54f tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:45:37.102545 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-38abf424-70c0-4adb-891c-f286eec9cf17 req-7e3d0d0c-16b7-46a2-8ffc-44f355fea54f tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] 10.222.0.41 "GET /v2.0/ports?device_id=441f83ab-4c0e-41df-ae74-422a8e112572 HTTP/1.1" status: 200 len: 945 time: 0.0558131 Jan 28 07:45:37.122901 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-d5387c1d-af1b-4bda-8cd4-0bcd9e6aa1dd tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] 10.222.0.41 "DELETE /v2.0/floatingips/b4fddb1d-bf8f-4508-a468-d4fb931d5a41 HTTP/1.1" status: 204 len: 168 time: 1.3349326 Jan 28 07:45:37.123333 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c71419-c5b7-4a6a-b98c-b7ef97d2da37 None None] Sync routers for ids ['e9f3c1fe-089e-4d99-a6ce-17b2e5b4fec0'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:45:37.132920 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 60168) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:45:37.141158 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-2a18f39b-d473-4265-af31-964699c02ccf tempest-FloatingIPAdminTestJSON-1123867888 tempest-FloatingIPAdminTestJSON-1123867888-project-admin] Request body: {'floatingip': {'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:45:37.147483 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c71419-c5b7-4a6a-b98c-b7ef97d2da37 None None] Routers {'e9f3c1fe-089e-4d99-a6ce-17b2e5b4fec0'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:45:37.148127 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-83c71419-c5b7-4a6a-b98c-b7ef97d2da37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:45:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['e9f3c1fe-089e-4d99-a6ce-17b2e5b4fec0'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:45:37.164025 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2a18f39b-d473-4265-af31-964699c02ccf tempest-FloatingIPAdminTestJSON-1123867888 tempest-FloatingIPAdminTestJSON-1123867888-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:37.179163 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-38abf424-70c0-4adb-891c-f286eec9cf17 req-122f8565-c339-42dc-b5d8-a5e39c72261a tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] 10.222.0.41 "GET /v2.0/security-groups?id=33f5a14e-1dcf-44ef-8cb1-e26810d71e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699458 Jan 28 07:45:37.200007 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-83c71419-c5b7-4a6a-b98c-b7ef97d2da37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:45:37.221155 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c71419-c5b7-4a6a-b98c-b7ef97d2da37 None None] Routers {'e9f3c1fe-089e-4d99-a6ce-17b2e5b4fec0'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:45:37.222078 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-83c71419-c5b7-4a6a-b98c-b7ef97d2da37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:45:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['e9f3c1fe-089e-4d99-a6ce-17b2e5b4fec0'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:45:37.269404 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-83c71419-c5b7-4a6a-b98c-b7ef97d2da37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:45:37.270037 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c71419-c5b7-4a6a-b98c-b7ef97d2da37 None None] The sync data for ids ['e9f3c1fe-089e-4d99-a6ce-17b2e5b4fec0'] in n-d-712749-28 is: [] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:45:37.280466 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2a18f39b-d473-4265-af31-964699c02ccf tempest-FloatingIPAdminTestJSON-1123867888 tempest-FloatingIPAdminTestJSON-1123867888-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:37.406154 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-2a18f39b-d473-4265-af31-964699c02ccf tempest-FloatingIPAdminTestJSON-1123867888 tempest-FloatingIPAdminTestJSON-1123867888-project-admin] Allocated IP 172.25.6.139 (7d5b3724-deef-4831-8d43-cb9b8176573c/b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc/e42db511-c711-4d7b-b900-33bce835cc25) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:45:37.534621 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2a18f39b-d473-4265-af31-964699c02ccf tempest-FloatingIPAdminTestJSON-1123867888 tempest-FloatingIPAdminTestJSON-1123867888-project-admin] Publish callbacks [] for port (e42db511-c711-4d7b-b900-33bce835cc25), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:37.571012 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2a18f39b-d473-4265-af31-964699c02ccf tempest-FloatingIPAdminTestJSON-1123867888 tempest-FloatingIPAdminTestJSON-1123867888-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (e42db511-c711-4d7b-b900-33bce835cc25), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:37.607927 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a18f39b-d473-4265-af31-964699c02ccf tempest-FloatingIPAdminTestJSON-1123867888 tempest-FloatingIPAdminTestJSON-1123867888-project-admin] Network 7d5b3724-deef-4831-8d43-cb9b8176573c is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:45:37.610849 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-2a18f39b-d473-4265-af31-964699c02ccf tempest-FloatingIPAdminTestJSON-1123867888 tempest-FloatingIPAdminTestJSON-1123867888-project-admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:45:37.614379 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a18f39b-d473-4265-af31-964699c02ccf tempest-FloatingIPAdminTestJSON-1123867888 tempest-FloatingIPAdminTestJSON-1123867888-project-admin] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:45:37.647794 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a18f39b-d473-4265-af31-964699c02ccf tempest-FloatingIPAdminTestJSON-1123867888 tempest-FloatingIPAdminTestJSON-1123867888-project-admin] Pushing event updated for resources: {'Port': ['ID=e42db511-c711-4d7b-b900-33bce835cc25,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:45:37.719469 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2a18f39b-d473-4265-af31-964699c02ccf tempest-FloatingIPAdminTestJSON-1123867888 tempest-FloatingIPAdminTestJSON-1123867888-project-admin] Publish callbacks [] for floatingip (1209d2f9-d973-4f71-8d94-39f5d57b67f6), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:37.758215 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2a18f39b-d473-4265-af31-964699c02ccf tempest-FloatingIPAdminTestJSON-1123867888 tempest-FloatingIPAdminTestJSON-1123867888-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (e42db511-c711-4d7b-b900-33bce835cc25), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:37.926162 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2a18f39b-d473-4265-af31-964699c02ccf tempest-FloatingIPAdminTestJSON-1123867888 tempest-FloatingIPAdminTestJSON-1123867888-project-admin] Publish callbacks [] for port (e42db511-c711-4d7b-b900-33bce835cc25), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:37.930946 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2a18f39b-d473-4265-af31-964699c02ccf tempest-FloatingIPAdminTestJSON-1123867888 tempest-FloatingIPAdminTestJSON-1123867888-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (e42db511-c711-4d7b-b900-33bce835cc25), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:38.005098 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a18f39b-d473-4265-af31-964699c02ccf tempest-FloatingIPAdminTestJSON-1123867888 tempest-FloatingIPAdminTestJSON-1123867888-project-admin] Pushing event updated for resources: {'Port': ['ID=e42db511-c711-4d7b-b900-33bce835cc25,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:45:38.019234 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2a18f39b-d473-4265-af31-964699c02ccf tempest-FloatingIPAdminTestJSON-1123867888 tempest-FloatingIPAdminTestJSON-1123867888-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16609095'] for floatingip (1209d2f9-d973-4f71-8d94-39f5d57b67f6), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:38.035233 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2a18f39b-d473-4265-af31-964699c02ccf tempest-FloatingIPAdminTestJSON-1123867888 tempest-FloatingIPAdminTestJSON-1123867888-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for floatingip (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:38.036583 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-2a18f39b-d473-4265-af31-964699c02ccf tempest-FloatingIPAdminTestJSON-1123867888 tempest-FloatingIPAdminTestJSON-1123867888-project-admin] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9015918 Jan 28 07:45:38.039377 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 60190) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:45:38.166900 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-ff16752a-19c2-40cb-99b2-f31f70536bf3 tempest-FloatingIPAdminTestJSON-679819118 tempest-FloatingIPAdminTestJSON-679819118-project] Request body: {'floatingip': {'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:45:38.193511 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ff16752a-19c2-40cb-99b2-f31f70536bf3 tempest-FloatingIPAdminTestJSON-679819118 tempest-FloatingIPAdminTestJSON-679819118-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:38.314772 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd5012a-c3e2-4992-8179-c5e2eea78b88 req-7fb4db54-de68-4ca3-a2ab-20c90677ef0d tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:45:38.316372 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-efd5012a-c3e2-4992-8179-c5e2eea78b88 req-7fb4db54-de68-4ca3-a2ab-20c90677ef0d tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] 10.222.0.41 "GET /v2.0/ports?device_id=441f83ab-4c0e-41df-ae74-422a8e112572 HTTP/1.1" status: 200 len: 945 time: 0.0630045 Jan 28 07:45:38.375953 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ff16752a-19c2-40cb-99b2-f31f70536bf3 tempest-FloatingIPAdminTestJSON-679819118 tempest-FloatingIPAdminTestJSON-679819118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:38.391678 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-efd5012a-c3e2-4992-8179-c5e2eea78b88 req-e4024b7e-9b89-47e1-8cd7-5ad9f82cc118 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] 10.222.0.41 "GET /v2.0/security-groups?id=33f5a14e-1dcf-44ef-8cb1-e26810d71e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652668 Jan 28 07:45:38.399473 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 0c63d57e-7ce2-49e3-a1b1-0941f4262b40 up at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:45:38.475085 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning for port 0c63d57e-7ce2-49e3-a1b1-0941f4262b40 completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:45:38.479741 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning complete for port 0c63d57e-7ce2-49e3-a1b1-0941f4262b40 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:45:38.480277 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (0c63d57e-7ce2-49e3-a1b1-0941f4262b40), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:38.523914 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-ff16752a-19c2-40cb-99b2-f31f70536bf3 tempest-FloatingIPAdminTestJSON-679819118 tempest-FloatingIPAdminTestJSON-679819118-project] Allocated IP 172.25.6.161 (7d5b3724-deef-4831-8d43-cb9b8176573c/b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc/61ff5408-f2c7-4189-bc5b-42bc2b3c5f45) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:45:38.574812 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 0c63d57e-7ce2-49e3-a1b1-0941f4262b40 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:45:38.575172 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (0c63d57e-7ce2-49e3-a1b1-0941f4262b40), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:38.599266 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '441f83ab-4c0e-41df-ae74-422a8e112572', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c63d57e-7ce2-49e3-a1b1-0941f4262b40'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:45:38.601563 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b908c27e-fd90-40e3-8339-cfdb4ccb3321" -d '{"events": [{"server_uuid": "441f83ab-4c0e-41df-ae74-422a8e112572", "name": "network-vif-plugged", "status": "completed", "tag": "0c63d57e-7ce2-49e3-a1b1-0941f4262b40"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:45:38.615271 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 0c63d57e-7ce2-49e3-a1b1-0941f4262b40, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=0c63d57e-7ce2-49e3-a1b1-0941f4262b40,segment=NetworkSegment(30c87c09-5cdc-455e-b2db-558d2e1fa69e),segment_id=30c87c09-5cdc-455e-b2db-558d2e1fa69e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:45:38.622213 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (0c63d57e-7ce2-49e3-a1b1-0941f4262b40), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:38.658539 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b52b4d2e-5c76-4be3-ae72-a5097dec1490 x-openstack-request-id: req-b52b4d2e-5c76-4be3-ae72-a5097dec1490 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:45:38.658780 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "441f83ab-4c0e-41df-ae74-422a8e112572", "name": "network-vif-plugged", "status": "completed", "tag": "0c63d57e-7ce2-49e3-a1b1-0941f4262b40", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:45:38.658972 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b52b4d2e-5c76-4be3-ae72-a5097dec1490 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:45:38.659371 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '441f83ab-4c0e-41df-ae74-422a8e112572', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c63d57e-7ce2-49e3-a1b1-0941f4262b40', 'code': 200} Jan 28 07:45:38.668549 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ff16752a-19c2-40cb-99b2-f31f70536bf3 tempest-FloatingIPAdminTestJSON-679819118 tempest-FloatingIPAdminTestJSON-679819118-project] Publish callbacks [] for port (61ff5408-f2c7-4189-bc5b-42bc2b3c5f45), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:38.693914 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=0c63d57e-7ce2-49e3-a1b1-0941f4262b40,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:45:38.715745 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ff16752a-19c2-40cb-99b2-f31f70536bf3 tempest-FloatingIPAdminTestJSON-679819118 tempest-FloatingIPAdminTestJSON-679819118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (61ff5408-f2c7-4189-bc5b-42bc2b3c5f45), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:38.763706 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff16752a-19c2-40cb-99b2-f31f70536bf3 tempest-FloatingIPAdminTestJSON-679819118 tempest-FloatingIPAdminTestJSON-679819118-project] Network 7d5b3724-deef-4831-8d43-cb9b8176573c is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:45:38.767965 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:38.768493 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-ff16752a-19c2-40cb-99b2-f31f70536bf3 tempest-FloatingIPAdminTestJSON-679819118 tempest-FloatingIPAdminTestJSON-679819118-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:45:38.771798 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff16752a-19c2-40cb-99b2-f31f70536bf3 tempest-FloatingIPAdminTestJSON-679819118 tempest-FloatingIPAdminTestJSON-679819118-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:45:38.812234 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff16752a-19c2-40cb-99b2-f31f70536bf3 tempest-FloatingIPAdminTestJSON-679819118 tempest-FloatingIPAdminTestJSON-679819118-project] Pushing event updated for resources: {'Port': ['ID=61ff5408-f2c7-4189-bc5b-42bc2b3c5f45,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:45:38.863084 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2767cc-d8ff-4540-a8ec-00e7973ce6a3 req-5cc026c9-8383-409b-b653-b7f69be0aabb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:45:38.864774 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4e2767cc-d8ff-4540-a8ec-00e7973ce6a3 req-5cc026c9-8383-409b-b653-b7f69be0aabb service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=441f83ab-4c0e-41df-ae74-422a8e112572 HTTP/1.1" status: 200 len: 1098 time: 0.0847895 Jan 28 07:45:38.936470 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ff16752a-19c2-40cb-99b2-f31f70536bf3 tempest-FloatingIPAdminTestJSON-679819118 tempest-FloatingIPAdminTestJSON-679819118-project] Publish callbacks [] for floatingip (f596c74e-8cd8-4d22-ad48-f963f8b4c738), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:38.955187 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4e2767cc-d8ff-4540-a8ec-00e7973ce6a3 req-5f699210-b0f9-4375-b9c2-92a1e07381c3 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=33f5a14e-1dcf-44ef-8cb1-e26810d71e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676000 Jan 28 07:45:38.988125 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ff16752a-19c2-40cb-99b2-f31f70536bf3 tempest-FloatingIPAdminTestJSON-679819118 tempest-FloatingIPAdminTestJSON-679819118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (61ff5408-f2c7-4189-bc5b-42bc2b3c5f45), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:39.150847 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ff16752a-19c2-40cb-99b2-f31f70536bf3 tempest-FloatingIPAdminTestJSON-679819118 tempest-FloatingIPAdminTestJSON-679819118-project] Publish callbacks [] for port (61ff5408-f2c7-4189-bc5b-42bc2b3c5f45), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:39.154599 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ff16752a-19c2-40cb-99b2-f31f70536bf3 tempest-FloatingIPAdminTestJSON-679819118 tempest-FloatingIPAdminTestJSON-679819118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (61ff5408-f2c7-4189-bc5b-42bc2b3c5f45), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:39.235007 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff16752a-19c2-40cb-99b2-f31f70536bf3 tempest-FloatingIPAdminTestJSON-679819118 tempest-FloatingIPAdminTestJSON-679819118-project] Pushing event updated for resources: {'Port': ['ID=61ff5408-f2c7-4189-bc5b-42bc2b3c5f45,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:45:39.246803 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ff16752a-19c2-40cb-99b2-f31f70536bf3 tempest-FloatingIPAdminTestJSON-679819118 tempest-FloatingIPAdminTestJSON-679819118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16609095'] for floatingip (f596c74e-8cd8-4d22-ad48-f963f8b4c738), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:39.266087 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ff16752a-19c2-40cb-99b2-f31f70536bf3 tempest-FloatingIPAdminTestJSON-679819118 tempest-FloatingIPAdminTestJSON-679819118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for floatingip (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:39.267367 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-ff16752a-19c2-40cb-99b2-f31f70536bf3 tempest-FloatingIPAdminTestJSON-679819118 tempest-FloatingIPAdminTestJSON-679819118-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2269521 Jan 28 07:45:39.269919 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 60226) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:45:39.342107 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-fdd8345a-2a13-4f13-9386-79b72fd8d6a5 tempest-FloatingIPAdminTestJSON-1123867888 tempest-FloatingIPAdminTestJSON-1123867888-project-admin] 10.222.0.41 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3220 time: 0.0710049 Jan 28 07:45:39.344445 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 60228) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:45:39.419241 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-cb5eca55-fef1-4b57-9781-4b68eef5ec3c tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] 10.222.0.41 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.0736163 Jan 28 07:45:39.422317 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 60234) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:45:39.552138 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a833e57-5f92-43c7-b24d-52d6bd630640 req-5ea140d7-9e76-4707-a3b6-42ac270352ef tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:45:39.552138 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0a833e57-5f92-43c7-b24d-52d6bd630640 req-5ea140d7-9e76-4707-a3b6-42ac270352ef tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] 10.222.0.41 "GET /v2.0/ports?device_id=441f83ab-4c0e-41df-ae74-422a8e112572 HTTP/1.1" status: 200 len: 946 time: 0.0621905 Jan 28 07:45:39.585507 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-3fc7fda0-01d1-4907-a633-8176ef91f857 tempest-FloatingIPAdminTestJSON-679819118 tempest-FloatingIPAdminTestJSON-679819118-project] Deleting port 61ff5408-f2c7-4189-bc5b-42bc2b3c5f45 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:45:39.586238 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3fc7fda0-01d1-4907-a633-8176ef91f857 tempest-FloatingIPAdminTestJSON-679819118 tempest-FloatingIPAdminTestJSON-679819118-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (61ff5408-f2c7-4189-bc5b-42bc2b3c5f45), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:39.606436 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0a833e57-5f92-43c7-b24d-52d6bd630640 req-9de9fb51-d01c-46bb-a969-de3aad7a8cde tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] 10.222.0.41 "GET /v2.0/security-groups?id=33f5a14e-1dcf-44ef-8cb1-e26810d71e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476048 Jan 28 07:45:39.673760 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3fc7fda0-01d1-4907-a633-8176ef91f857 tempest-FloatingIPAdminTestJSON-679819118 tempest-FloatingIPAdminTestJSON-679819118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (61ff5408-f2c7-4189-bc5b-42bc2b3c5f45), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:39.674097 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3fc7fda0-01d1-4907-a633-8176ef91f857 tempest-FloatingIPAdminTestJSON-679819118 tempest-FloatingIPAdminTestJSON-679819118-project] Publish callbacks [] for floatingip (61ff5408-f2c7-4189-bc5b-42bc2b3c5f45), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:39.687713 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-3fc7fda0-01d1-4907-a633-8176ef91f857 tempest-FloatingIPAdminTestJSON-679819118 tempest-FloatingIPAdminTestJSON-679819118-project] Calling delete_port for 61ff5408-f2c7-4189-bc5b-42bc2b3c5f45 owned by network:floatingip {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:45:39.714522 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:39.847755 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3fc7fda0-01d1-4907-a633-8176ef91f857 tempest-FloatingIPAdminTestJSON-679819118 tempest-FloatingIPAdminTestJSON-679819118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (61ff5408-f2c7-4189-bc5b-42bc2b3c5f45), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:39.876397 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc7fda0-01d1-4907-a633-8176ef91f857 tempest-FloatingIPAdminTestJSON-679819118 tempest-FloatingIPAdminTestJSON-679819118-project] Pushing event deleted for resources: {'Port': ['ID=61ff5408-f2c7-4189-bc5b-42bc2b3c5f45,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:45:39.944077 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3fc7fda0-01d1-4907-a633-8176ef91f857 tempest-FloatingIPAdminTestJSON-679819118 tempest-FloatingIPAdminTestJSON-679819118-project] Publish callbacks [] for floatingip (f596c74e-8cd8-4d22-ad48-f963f8b4c738), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:39.946856 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3fc7fda0-01d1-4907-a633-8176ef91f857 tempest-FloatingIPAdminTestJSON-679819118 tempest-FloatingIPAdminTestJSON-679819118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for floatingip (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:39.948475 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-3fc7fda0-01d1-4907-a633-8176ef91f857 tempest-FloatingIPAdminTestJSON-679819118 tempest-FloatingIPAdminTestJSON-679819118-project] 10.222.0.41 "DELETE /v2.0/floatingips/f596c74e-8cd8-4d22-ad48-f963f8b4c738 HTTP/1.1" status: 204 len: 168 time: 0.5255551 Jan 28 07:45:39.950986 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 60248) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:45:40.084483 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-78898f3d-8f25-4638-baba-7b83ce6f7e18 tempest-FloatingIPAdminTestJSON-1123867888 tempest-FloatingIPAdminTestJSON-1123867888-project-admin] Deleting port e42db511-c711-4d7b-b900-33bce835cc25 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:45:40.084830 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-78898f3d-8f25-4638-baba-7b83ce6f7e18 tempest-FloatingIPAdminTestJSON-1123867888 tempest-FloatingIPAdminTestJSON-1123867888-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (e42db511-c711-4d7b-b900-33bce835cc25), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:40.168406 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-78898f3d-8f25-4638-baba-7b83ce6f7e18 tempest-FloatingIPAdminTestJSON-1123867888 tempest-FloatingIPAdminTestJSON-1123867888-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (e42db511-c711-4d7b-b900-33bce835cc25), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:40.168744 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-78898f3d-8f25-4638-baba-7b83ce6f7e18 tempest-FloatingIPAdminTestJSON-1123867888 tempest-FloatingIPAdminTestJSON-1123867888-project-admin] Publish callbacks [] for floatingip (e42db511-c711-4d7b-b900-33bce835cc25), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:40.184539 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-78898f3d-8f25-4638-baba-7b83ce6f7e18 tempest-FloatingIPAdminTestJSON-1123867888 tempest-FloatingIPAdminTestJSON-1123867888-project-admin] Calling delete_port for e42db511-c711-4d7b-b900-33bce835cc25 owned by network:floatingip {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:45:40.344325 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-10af3f2f-987a-4c1e-b07f-84d72be78f92 req-a9a4e03b-b738-4ef6-8d86-0b9648d567a9 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e438921b-221d-4d9b-8372-1d30dc58dd9f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0464668 Jan 28 07:45:40.467061 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10af3f2f-987a-4c1e-b07f-84d72be78f92 req-191b2ff9-daee-4907-9140-7198e26e8e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:45:40.468873 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-10af3f2f-987a-4c1e-b07f-84d72be78f92 req-191b2ff9-daee-4907-9140-7198e26e8e2a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6e11006faf4241738db69f23221595e2&device_id=e438921b-221d-4d9b-8372-1d30dc58dd9f HTTP/1.1" status: 200 len: 1097 time: 0.0562534 Jan 28 07:45:40.598175 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10af3f2f-987a-4c1e-b07f-84d72be78f92 req-727e9fc8-6e31-49e7-8941-a8991f10e7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:45:40.599947 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-10af3f2f-987a-4c1e-b07f-84d72be78f92 req-727e9fc8-6e31-49e7-8941-a8991f10e7f5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e89cba95-7c88-42ca-a2a1-7604d77c150d HTTP/1.1" status: 200 len: 913 time: 0.1102588 Jan 28 07:45:40.694270 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-10af3f2f-987a-4c1e-b07f-84d72be78f92 req-97c780ca-1a01-4c07-8ef0-cc092421a79b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=18705699-32a7-4962-8693-6989ef5feed6 HTTP/1.1" status: 200 len: 1000 time: 0.0874908 Jan 28 07:45:40.722124 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-78898f3d-8f25-4638-baba-7b83ce6f7e18 tempest-FloatingIPAdminTestJSON-1123867888 tempest-FloatingIPAdminTestJSON-1123867888-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (e42db511-c711-4d7b-b900-33bce835cc25), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:40.763757 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10af3f2f-987a-4c1e-b07f-84d72be78f92 req-b9a80825-5a96-4786-81dc-2d7e198ea34d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:45:40.765323 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-10af3f2f-987a-4c1e-b07f-84d72be78f92 req-b9a80825-5a96-4786-81dc-2d7e198ea34d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=be92a7e6-1604-4603-bacc-7f09a5c98a28 HTTP/1.1" status: 200 len: 851 time: 0.0659890 Jan 28 07:45:40.780227 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78898f3d-8f25-4638-baba-7b83ce6f7e18 tempest-FloatingIPAdminTestJSON-1123867888 tempest-FloatingIPAdminTestJSON-1123867888-project-admin] Pushing event deleted for resources: {'Port': ['ID=e42db511-c711-4d7b-b900-33bce835cc25,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:45:40.831202 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10af3f2f-987a-4c1e-b07f-84d72be78f92 req-acb6ef4c-3395-47c1-b70b-831de561862b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:45:40.832954 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-10af3f2f-987a-4c1e-b07f-84d72be78f92 req-acb6ef4c-3395-47c1-b70b-831de561862b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e89cba95-7c88-42ca-a2a1-7604d77c150d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0547738 Jan 28 07:45:40.834969 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b911819-1010-49e5-bf37-b3bc33118531 req-2285c08e-976e-4f31-afdc-a4d9a1d59257 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:45:40.836522 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6b911819-1010-49e5-bf37-b3bc33118531 req-2285c08e-976e-4f31-afdc-a4d9a1d59257 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] 10.222.0.41 "GET /v2.0/ports?device_id=441f83ab-4c0e-41df-ae74-422a8e112572 HTTP/1.1" status: 200 len: 946 time: 0.1432834 Jan 28 07:45:40.843230 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [req-10af3f2f-987a-4c1e-b07f-84d72be78f92 req-049ce6df-8915-430c-bad4-ed0fe1900b80 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 07:45:40.844329 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-10af3f2f-987a-4c1e-b07f-84d72be78f92 req-049ce6df-8915-430c-bad4-ed0fe1900b80 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056119 Jan 28 07:45:40.876329 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-78898f3d-8f25-4638-baba-7b83ce6f7e18 tempest-FloatingIPAdminTestJSON-1123867888 tempest-FloatingIPAdminTestJSON-1123867888-project-admin] Publish callbacks [] for floatingip (1209d2f9-d973-4f71-8d94-39f5d57b67f6), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:40.879594 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-78898f3d-8f25-4638-baba-7b83ce6f7e18 tempest-FloatingIPAdminTestJSON-1123867888 tempest-FloatingIPAdminTestJSON-1123867888-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for floatingip (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:40.880813 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-78898f3d-8f25-4638-baba-7b83ce6f7e18 tempest-FloatingIPAdminTestJSON-1123867888 tempest-FloatingIPAdminTestJSON-1123867888-project-admin] 10.222.0.41 "DELETE /v2.0/floatingips/1209d2f9-d973-4f71-8d94-39f5d57b67f6 HTTP/1.1" status: 204 len: 168 time: 0.9289064 Jan 28 07:45:40.885501 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 60272) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:45:40.939396 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6b911819-1010-49e5-bf37-b3bc33118531 req-92c6ca63-8d94-40a1-ac5d-36fcf1de4db5 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] 10.222.0.41 "GET /v2.0/security-groups?id=33f5a14e-1dcf-44ef-8cb1-e26810d71e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922172 Jan 28 07:45:40.969074 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-10af3f2f-987a-4c1e-b07f-84d72be78f92 req-e2ad7007-7eca-46e5-ad2d-be5b5154b61c service neutron] 10.222.0.44 "GET /v2.0/networks/e89cba95-7c88-42ca-a2a1-7604d77c150d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114707 Jan 28 07:45:41.016514 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-66282749-8008-422c-8bbb-639c6f89b0ba tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Deleting port 00548593-02ee-444a-94af-7ee9c80b4525 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:45:41.017007 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-66282749-8008-422c-8bbb-639c6f89b0ba tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (00548593-02ee-444a-94af-7ee9c80b4525), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:41.123340 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-66282749-8008-422c-8bbb-639c6f89b0ba tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (00548593-02ee-444a-94af-7ee9c80b4525), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:41.128895 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813e88bd-d330-401e-85df-a8ab553851f1 req-4266ffc4-ff4f-41ef-9077-1eccac3609bc tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:45:41.130408 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-813e88bd-d330-401e-85df-a8ab553851f1 req-4266ffc4-ff4f-41ef-9077-1eccac3609bc tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] 10.222.0.41 "GET /v2.0/ports?device_id=441f83ab-4c0e-41df-ae74-422a8e112572 HTTP/1.1" status: 200 len: 946 time: 0.0808392 Jan 28 07:45:41.137009 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-66282749-8008-422c-8bbb-639c6f89b0ba tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Calling delete_port for 00548593-02ee-444a-94af-7ee9c80b4525 owned by {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:45:41.153604 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-10af3f2f-987a-4c1e-b07f-84d72be78f92 req-84d66908-7839-43d2-9b75-beb0484dbc12 service neutron] 10.222.0.44 "GET /v2.0/networks/e89cba95-7c88-42ca-a2a1-7604d77c150d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852186 Jan 28 07:45:41.196464 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-813e88bd-d330-401e-85df-a8ab553851f1 req-5e44c8ab-12ed-4ab5-a236-f63839fb909d tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] 10.222.0.41 "GET /v2.0/security-groups?id=33f5a14e-1dcf-44ef-8cb1-e26810d71e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556834 Jan 28 07:45:41.314828 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-66282749-8008-422c-8bbb-639c6f89b0ba tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (00548593-02ee-444a-94af-7ee9c80b4525), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:41.342316 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66282749-8008-422c-8bbb-639c6f89b0ba tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Pushing event deleted for resources: {'Port': ['ID=00548593-02ee-444a-94af-7ee9c80b4525,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:45:41.435433 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-66282749-8008-422c-8bbb-639c6f89b0ba tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:41.435433 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-66282749-8008-422c-8bbb-639c6f89b0ba tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] 10.222.0.41 "DELETE /v2.0/ports/00548593-02ee-444a-94af-7ee9c80b4525 HTTP/1.1" status: 204 len: 168 time: 0.5475376 Jan 28 07:45:41.436343 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 60292) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:45:41.488386 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47854638-c144-4e31-83dd-b1d6a9cdc817 tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:45:41.490035 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-47854638-c144-4e31-83dd-b1d6a9cdc817 tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] 10.222.0.41 "GET /v2.0/ports?device_id=e9f3c1fe-089e-4d99-a6ce-17b2e5b4fec0 HTTP/1.1" status: 200 len: 913 time: 0.0529912 Jan 28 07:45:41.492850 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 60294) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:45:41.886398 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b8c01740-2fcd-481f-9f2a-6d79441b7a30 tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16606535'] for router_interface (e9f3c1fe-089e-4d99-a6ce-17b2e5b4fec0), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:42.155053 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-b8c01740-2fcd-481f-9f2a-6d79441b7a30 tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Deleting port a75682ff-ed2c-4c37-aac4-999064deaff8 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:45:42.155398 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b8c01740-2fcd-481f-9f2a-6d79441b7a30 tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (a75682ff-ed2c-4c37-aac4-999064deaff8), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:42.247454 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b8c01740-2fcd-481f-9f2a-6d79441b7a30 tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (a75682ff-ed2c-4c37-aac4-999064deaff8), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:42.260518 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-b8c01740-2fcd-481f-9f2a-6d79441b7a30 tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Calling delete_port for a75682ff-ed2c-4c37-aac4-999064deaff8 owned by network:router_interface {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:45:42.460135 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b8c01740-2fcd-481f-9f2a-6d79441b7a30 tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (a75682ff-ed2c-4c37-aac4-999064deaff8), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:42.488591 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c01740-2fcd-481f-9f2a-6d79441b7a30 tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Pushing event deleted for resources: {'Port': ['ID=a75682ff-ed2c-4c37-aac4-999064deaff8,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:45:42.697440 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b8c01740-2fcd-481f-9f2a-6d79441b7a30 tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16319006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16606699'] for router_interface (e9f3c1fe-089e-4d99-a6ce-17b2e5b4fec0), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:42.703412 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 60322) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:45:43.137556 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8c01740-2fcd-481f-9f2a-6d79441b7a30 tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Router e9f3c1fe-089e-4d99-a6ce-17b2e5b4fec0 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:45:43.332584 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8c01740-2fcd-481f-9f2a-6d79441b7a30 tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:45:43.339074 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-b8c01740-2fcd-481f-9f2a-6d79441b7a30 tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] 10.222.0.41 "PUT /v2.0/routers/e9f3c1fe-089e-4d99-a6ce-17b2e5b4fec0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8452220 Jan 28 07:45:43.341603 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 60338) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:45:43.349740 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70bc5fdf-75fe-4c55-8018-1421e6cbcb4c None None] Sync routers for ids ['e9f3c1fe-089e-4d99-a6ce-17b2e5b4fec0'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:45:43.372735 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70bc5fdf-75fe-4c55-8018-1421e6cbcb4c None None] Routers {'e9f3c1fe-089e-4d99-a6ce-17b2e5b4fec0'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:45:43.381461 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-70bc5fdf-75fe-4c55-8018-1421e6cbcb4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:45:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['e9f3c1fe-089e-4d99-a6ce-17b2e5b4fec0'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:45:43.426245 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-70bc5fdf-75fe-4c55-8018-1421e6cbcb4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:45:43.437838 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70bc5fdf-75fe-4c55-8018-1421e6cbcb4c None None] Routers {'e9f3c1fe-089e-4d99-a6ce-17b2e5b4fec0'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:45:43.438784 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-70bc5fdf-75fe-4c55-8018-1421e6cbcb4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:45:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['e9f3c1fe-089e-4d99-a6ce-17b2e5b4fec0'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:45:43.439634 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9dffb266-7051-4edd-8f60-a684b9bec1b6 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:43.476591 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-70bc5fdf-75fe-4c55-8018-1421e6cbcb4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:45:43.477504 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70bc5fdf-75fe-4c55-8018-1421e6cbcb4c None None] The sync data for ids ['e9f3c1fe-089e-4d99-a6ce-17b2e5b4fec0'] in n-d-712749-28 is: [] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:45:43.555418 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-64c15755-86ad-4d56-b4c1-d359de657e51 tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Publish callbacks [] for router (e9f3c1fe-089e-4d99-a6ce-17b2e5b4fec0), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:43.666796 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-64c15755-86ad-4d56-b4c1-d359de657e51 tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Publish callbacks [] for router_gateway (e9f3c1fe-089e-4d99-a6ce-17b2e5b4fec0), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:43.728468 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-64c15755-86ad-4d56-b4c1-d359de657e51 tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Deleting port 4dfb8386-a0e8-4f86-9294-9ffb47ca20a5 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:45:43.728823 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-64c15755-86ad-4d56-b4c1-d359de657e51 tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (4dfb8386-a0e8-4f86-9294-9ffb47ca20a5), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:43.752791 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-9dffb266-7051-4edd-8f60-a684b9bec1b6 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Allocated IP 172.20.0.17 (cbff942a-17b2-465b-b35e-dd5fe53d869f/e5f071ba-2b6d-4de5-82b2-9e3b28d5b905/2ae12c5e-410e-4098-b0ca-d566d144b809) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:45:43.812160 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-64c15755-86ad-4d56-b4c1-d359de657e51 tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (4dfb8386-a0e8-4f86-9294-9ffb47ca20a5), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:43.832920 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-64c15755-86ad-4d56-b4c1-d359de657e51 tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Calling delete_port for 4dfb8386-a0e8-4f86-9294-9ffb47ca20a5 owned by network:router_gateway {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:45:43.877692 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9dffb266-7051-4edd-8f60-a684b9bec1b6 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks [] for port (2ae12c5e-410e-4098-b0ca-d566d144b809), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:43.913905 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9dffb266-7051-4edd-8f60-a684b9bec1b6 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (2ae12c5e-410e-4098-b0ca-d566d144b809), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:43.958049 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dffb266-7051-4edd-8f60-a684b9bec1b6 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Network cbff942a-17b2-465b-b35e-dd5fe53d869f is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:45:43.960924 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-9dffb266-7051-4edd-8f60-a684b9bec1b6 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:45:43.965218 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dffb266-7051-4edd-8f60-a684b9bec1b6 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:45:43.994913 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dffb266-7051-4edd-8f60-a684b9bec1b6 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Pushing event updated for resources: {'Port': ['ID=2ae12c5e-410e-4098-b0ca-d566d144b809,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:45:44.020489 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9dffb266-7051-4edd-8f60-a684b9bec1b6 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16609232'] for router_interface (38ee63d2-577c-4900-b982-dce133362bcc), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:44.038142 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-64c15755-86ad-4d56-b4c1-d359de657e51 tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (4dfb8386-a0e8-4f86-9294-9ffb47ca20a5), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:44.067219 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c15755-86ad-4d56-b4c1-d359de657e51 tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Pushing event deleted for resources: {'Port': ['ID=4dfb8386-a0e8-4f86-9294-9ffb47ca20a5,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:45:44.148466 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-64c15755-86ad-4d56-b4c1-d359de657e51 tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16607873'] for router_gateway (e9f3c1fe-089e-4d99-a6ce-17b2e5b4fec0), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:44.207734 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9dffb266-7051-4edd-8f60-a684b9bec1b6 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (2ae12c5e-410e-4098-b0ca-d566d144b809), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:44.248124 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-64c15755-86ad-4d56-b4c1-d359de657e51 tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16605684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127449'] for router (e9f3c1fe-089e-4d99-a6ce-17b2e5b4fec0), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:44.250574 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-64c15755-86ad-4d56-b4c1-d359de657e51 tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Publish callbacks [] for router_controller (e9f3c1fe-089e-4d99-a6ce-17b2e5b4fec0), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:44.299887 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-64c15755-86ad-4d56-b4c1-d359de657e51 tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16605693'] for router (e9f3c1fe-089e-4d99-a6ce-17b2e5b4fec0), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:44.302020 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64c15755-86ad-4d56-b4c1-d359de657e51 tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Fanout notify agent at l3_agent the message router_deleted on router e9f3c1fe-089e-4d99-a6ce-17b2e5b4fec0 {{(pid=103284) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 07:45:44.314023 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-64c15755-86ad-4d56-b4c1-d359de657e51 tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Publish callbacks [] for router (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:44.315941 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-64c15755-86ad-4d56-b4c1-d359de657e51 tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] 10.222.0.41 "DELETE /v2.0/routers/e9f3c1fe-089e-4d99-a6ce-17b2e5b4fec0 HTTP/1.1" status: 204 len: 168 time: 0.9720047 Jan 28 07:45:44.316367 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-70fe6096-dd85-4d42-85e9-fdff445f46b2 None None] Provisioning complete for port 2ae12c5e-410e-4098-b0ca-d566d144b809 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:45:44.317280 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-70fe6096-dd85-4d42-85e9-fdff445f46b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (2ae12c5e-410e-4098-b0ca-d566d144b809), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:44.318231 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 60342) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:45:44.355516 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-70fe6096-dd85-4d42-85e9-fdff445f46b2 None None] Port 2ae12c5e-410e-4098-b0ca-d566d144b809 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:45:44.372121 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d86475a-d52c-4dd7-8c46-5db409e5f129 tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Deleting subnet 977d93c4-66ee-4075-b5cd-658e14e04a68 {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:45:44.375814 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9d86475a-d52c-4dd7-8c46-5db409e5f129 tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Publish callbacks [] for subnet (977d93c4-66ee-4075-b5cd-658e14e04a68), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:44.418223 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9d86475a-d52c-4dd7-8c46-5db409e5f129 tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24759175'] for subnet (977d93c4-66ee-4075-b5cd-658e14e04a68), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:44.520453 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9d86475a-d52c-4dd7-8c46-5db409e5f129 tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (977d93c4-66ee-4075-b5cd-658e14e04a68), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:44.534126 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9dffb266-7051-4edd-8f60-a684b9bec1b6 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks [] for port (2ae12c5e-410e-4098-b0ca-d566d144b809), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:44.540111 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9dffb266-7051-4edd-8f60-a684b9bec1b6 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (2ae12c5e-410e-4098-b0ca-d566d144b809), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:44.592799 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9d86475a-d52c-4dd7-8c46-5db409e5f129 tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24757569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24979817'] for subnet (977d93c4-66ee-4075-b5cd-658e14e04a68), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:44.622008 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dffb266-7051-4edd-8f60-a684b9bec1b6 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Pushing event updated for resources: {'Port': ['ID=2ae12c5e-410e-4098-b0ca-d566d144b809,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:45:44.622841 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d86475a-d52c-4dd7-8c46-5db409e5f129 tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Pushing event deleted for resources: {'Subnet': ['ID=977d93c4-66ee-4075-b5cd-658e14e04a68,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:45:44.624540 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9dffb266-7051-4edd-8f60-a684b9bec1b6 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16318999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16606560'] for router_interface (38ee63d2-577c-4900-b982-dce133362bcc), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:44.632452 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9d86475a-d52c-4dd7-8c46-5db409e5f129 tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:44.637354 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5497448-c5bd-48c2-8bc3-70036e0b4ff6 None None] Network 07b9ba45-f05b-4d27-8e2c-2917708e9eae requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:45:44.642748 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 60344) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:45:44.644627 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-9d86475a-d52c-4dd7-8c46-5db409e5f129 tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] 10.222.0.41 "DELETE /v2.0/subnets/977d93c4-66ee-4075-b5cd-658e14e04a68 HTTP/1.1" status: 204 len: 168 time: 0.3195670 Jan 28 07:45:44.782134 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-988eae9c-1d87-4715-b13d-c0d9f1d72c6e tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (07b9ba45-f05b-4d27-8e2c-2917708e9eae), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:44.816412 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dffb266-7051-4edd-8f60-a684b9bec1b6 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Network cbff942a-17b2-465b-b35e-dd5fe53d869f is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:45:44.818979 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-9dffb266-7051-4edd-8f60-a684b9bec1b6 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:45:44.832574 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0b8c8be-b496-4765-8949-ad541bc4f3a8 None None] DHCP port deletion for 07b9ba45-f05b-4d27-8e2c-2917708e9eae request from n-d-712749-28 {{(pid=103285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 07:45:44.901310 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-a0b8c8be-b496-4765-8949-ad541bc4f3a8 None None] Deleting port bf267309-fcc1-4b70-8561-853809002bef {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:45:44.901704 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a0b8c8be-b496-4765-8949-ad541bc4f3a8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (bf267309-fcc1-4b70-8561-853809002bef), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:44.984037 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-a0b8c8be-b496-4765-8949-ad541bc4f3a8 None None] For port bf267309-fcc1-4b70-8561-853809002bef, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=bf267309-fcc1-4b70-8561-853809002bef,segment=NetworkSegment(a5292198-92c4-4a4e-af4c-bf9a70d4f32a),segment_id=a5292198-92c4-4a4e-af4c-bf9a70d4f32a)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:45:44.984614 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a0b8c8be-b496-4765-8949-ad541bc4f3a8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (bf267309-fcc1-4b70-8561-853809002bef), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:45.001522 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-a0b8c8be-b496-4765-8949-ad541bc4f3a8 None None] Calling delete_port for bf267309-fcc1-4b70-8561-853809002bef owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:45:45.095299 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-e00f6b2a-5f72-4c1e-9fd3-79c54ee3eec0 None None] Provisioning complete for port 2ae12c5e-410e-4098-b0ca-d566d144b809 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:45:45.095773 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e00f6b2a-5f72-4c1e-9fd3-79c54ee3eec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (2ae12c5e-410e-4098-b0ca-d566d144b809), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:45.137728 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a0b8c8be-b496-4765-8949-ad541bc4f3a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298'] for port (bf267309-fcc1-4b70-8561-853809002bef), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:45.162503 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-e00f6b2a-5f72-4c1e-9fd3-79c54ee3eec0 None None] Port 2ae12c5e-410e-4098-b0ca-d566d144b809 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:45:45.166849 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b8c8be-b496-4765-8949-ad541bc4f3a8 None None] Pushing event deleted for resources: {'Port': ['ID=bf267309-fcc1-4b70-8561-853809002bef,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:45:45.171341 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b8c8be-b496-4765-8949-ad541bc4f3a8 None None] No DVR routers for this DVR port bf267309-fcc1-4b70-8561-853809002bef on host n-d-712749-28 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:45:45.286046 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-988eae9c-1d87-4715-b13d-c0d9f1d72c6e tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Deleting port bf267309-fcc1-4b70-8561-853809002bef {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:45:45.286650 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-988eae9c-1d87-4715-b13d-c0d9f1d72c6e tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (bf267309-fcc1-4b70-8561-853809002bef), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:45.351625 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dffb266-7051-4edd-8f60-a684b9bec1b6 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Router 38ee63d2-577c-4900-b982-dce133362bcc has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:45:45.373874 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-988eae9c-1d87-4715-b13d-c0d9f1d72c6e tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] For port bf267309-fcc1-4b70-8561-853809002bef, host n-d-712749-28, got binding levels [] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:45:45.374236 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-988eae9c-1d87-4715-b13d-c0d9f1d72c6e tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (bf267309-fcc1-4b70-8561-853809002bef), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:45.419225 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-988eae9c-1d87-4715-b13d-c0d9f1d72c6e tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Calling delete_port for bf267309-fcc1-4b70-8561-853809002bef owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:45:45.423171 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.ipam_backend_mixin [None req-988eae9c-1d87-4715-b13d-c0d9f1d72c6e tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Port bf267309-fcc1-4b70-8561-853809002bef was not found and therefore no delete operation was performed {{(pid=103283) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 07:45:45.425804 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-988eae9c-1d87-4715-b13d-c0d9f1d72c6e tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (bf267309-fcc1-4b70-8561-853809002bef), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:45.460328 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988eae9c-1d87-4715-b13d-c0d9f1d72c6e tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] No DVR routers for this DVR port bf267309-fcc1-4b70-8561-853809002bef on host n-d-712749-28 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:45:45.468303 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988eae9c-1d87-4715-b13d-c0d9f1d72c6e tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Pushing event deleted for resources: {'Port': ['ID=bf267309-fcc1-4b70-8561-853809002bef,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:45:45.583002 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-988eae9c-1d87-4715-b13d-c0d9f1d72c6e tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (07b9ba45-f05b-4d27-8e2c-2917708e9eae), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:45.595136 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dffb266-7051-4edd-8f60-a684b9bec1b6 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:45:45.608936 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-9dffb266-7051-4edd-8f60-a684b9bec1b6 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] 10.222.0.41 "PUT /v2.0/routers/38ee63d2-577c-4900-b982-dce133362bcc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8959856 Jan 28 07:45:45.611230 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe84042-e56a-4385-b854-e1ff2febba17 None None] Sync routers for ids ['38ee63d2-577c-4900-b982-dce133362bcc'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:45:45.622502 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-988eae9c-1d87-4715-b13d-c0d9f1d72c6e tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07b9ba45-f05b-4d27-8e2c-2917708e9eae']}} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:45:45.623256 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe84042-e56a-4385-b854-e1ff2febba17 None None] Routers {'38ee63d2-577c-4900-b982-dce133362bcc'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:45:45.623907 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-afe84042-e56a-4385-b854-e1ff2febba17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:45:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['38ee63d2-577c-4900-b982-dce133362bcc'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:45:45.640938 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-988eae9c-1d87-4715-b13d-c0d9f1d72c6e tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5292198-92c4-4a4e-af4c-bf9a70d4f32a') {'for_net_delete': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:45:45.641318 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-988eae9c-1d87-4715-b13d-c0d9f1d72c6e tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5292198-92c4-4a4e-af4c-bf9a70d4f32a') {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:45:45.650520 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-988eae9c-1d87-4715-b13d-c0d9f1d72c6e tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13506801'] for segment (a5292198-92c4-4a4e-af4c-bf9a70d4f32a), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:45.665903 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-988eae9c-1d87-4715-b13d-c0d9f1d72c6e tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (a5292198-92c4-4a4e-af4c-bf9a70d4f32a), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:45.674106 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-988eae9c-1d87-4715-b13d-c0d9f1d72c6e tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=103283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:45:45.674623 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-988eae9c-1d87-4715-b13d-c0d9f1d72c6e tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13546563'] for segment (a5292198-92c4-4a4e-af4c-bf9a70d4f32a), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:45.677804 n-d-712749-28 neutron-server[103283]: Traceback (most recent call last): Jan 28 07:45:45.677804 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:45:45.677804 n-d-712749-28 neutron-server[103283]: timer() Jan 28 07:45:45.677804 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:45:45.677804 n-d-712749-28 neutron-server[103283]: cb(*args, **kw) Jan 28 07:45:45.677804 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:45:45.677804 n-d-712749-28 neutron-server[103283]: return func(*args, **kwargs) Jan 28 07:45:45.677804 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:45:45.677804 n-d-712749-28 neutron-server[103283]: self._notify() Jan 28 07:45:45.677804 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:45:45.677804 n-d-712749-28 neutron-server[103283]: self.callback(batched_events) Jan 28 07:45:45.677804 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:45:45.677804 n-d-712749-28 neutron-server[103283]: event.method(event) Jan 28 07:45:45.677804 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:45:45.677804 n-d-712749-28 neutron-server[103283]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:45:45.677804 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:45:45.677804 n-d-712749-28 neutron-server[103283]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:45:45.677804 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:45:45.677804 n-d-712749-28 neutron-server[103283]: return f(self, *a, **k) Jan 28 07:45:45.677804 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:45:45.677804 n-d-712749-28 neutron-server[103283]: return self._get(url).json() Jan 28 07:45:45.677804 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:45:45.677804 n-d-712749-28 neutron-server[103283]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:45:45.677804 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:45:45.677804 n-d-712749-28 neutron-server[103283]: return self.request(url, 'GET', **kwargs) Jan 28 07:45:45.677804 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:45:45.677804 n-d-712749-28 neutron-server[103283]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:45:45.677804 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:45:45.677804 n-d-712749-28 neutron-server[103283]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:45:45.677804 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:45:45.677804 n-d-712749-28 neutron-server[103283]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:45:45.677804 n-d-712749-28 neutron-server[103283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:45:45.750550 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-988eae9c-1d87-4715-b13d-c0d9f1d72c6e tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (07b9ba45-f05b-4d27-8e2c-2917708e9eae), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:45.769595 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-afe84042-e56a-4385-b854-e1ff2febba17 None None] Set router 38ee63d2-577c-4900-b982-dce133362bcc gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:45:45.773393 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-988eae9c-1d87-4715-b13d-c0d9f1d72c6e tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Publish callbacks [] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:45.779464 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 60352) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:45:45.779989 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-988eae9c-1d87-4715-b13d-c0d9f1d72c6e tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] 10.222.0.41 "DELETE /v2.0/networks/07b9ba45-f05b-4d27-8e2c-2917708e9eae HTTP/1.1" status: 204 len: 168 time: 1.1357346 Jan 28 07:45:45.780569 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988eae9c-1d87-4715-b13d-c0d9f1d72c6e tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Pushing event deleted for resources: {'Network': ['ID=07b9ba45-f05b-4d27-8e2c-2917708e9eae,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:45:45.802485 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device bf267309-fcc1-4b70-8561-853809002bef no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:45:45.829650 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: bf267309-fcc1-4b70-8561-853809002bef {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:45:45.829996 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device bf267309-fcc1-4b70-8561-853809002bef not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:45:45.936985 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-a27ec824-b38d-4ad3-b72a-bc9342e69e22 tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Deleting port 2d248070-3c07-41b5-8490-90b59562dee0 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:45:45.937248 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a27ec824-b38d-4ad3-b72a-bc9342e69e22 tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (2d248070-3c07-41b5-8490-90b59562dee0), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:46.018578 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a27ec824-b38d-4ad3-b72a-bc9342e69e22 tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (2d248070-3c07-41b5-8490-90b59562dee0), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:46.018908 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a27ec824-b38d-4ad3-b72a-bc9342e69e22 tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Publish callbacks [] for floatingip (2d248070-3c07-41b5-8490-90b59562dee0), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:46.033876 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-a27ec824-b38d-4ad3-b72a-bc9342e69e22 tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Calling delete_port for 2d248070-3c07-41b5-8490-90b59562dee0 owned by network:floatingip {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:45:46.049543 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-afe84042-e56a-4385-b854-e1ff2febba17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38ee63d2-577c-4900-b982-dce133362bcc', 'name': 'tempest-TestNetworkBasicOps-router-481148736', 'tenant_id': '5542ea76c30542aeb3cf0ca71420ede0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': 'ede4a57f-df4c-470d-ae6b-2406d45bab82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:44:10Z', 'updated_at': '2022-01-28T07:45:44Z', 'revision_number': 5, 'project_id': '5542ea76c30542aeb3cf0ca71420ede0', 'gw_port': {'id': 'ede4a57f-df4c-470d-ae6b-2406d45bab82', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:61:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ee63d2-577c-4900-b982-dce133362bcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:44:11Z', 'updated_at': '2022-01-28T07:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_floatingips': [{'id': 'e6ce22fe-533a-4ee5-9258-3332eb2e5762', 'tenant_id': '5542ea76c30542aeb3cf0ca71420ede0', 'floating_ip_address': '172.25.6.138', 'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'router_id': '38ee63d2-577c-4900-b982-dce133362bcc', 'port_id': '6dca1592-9e48-4546-ae97-f7d7ad907589', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3609, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a30336a5-b3a0-4783-8e54-de537509e123', 'mac_address': 'fa:16:3e:40:92:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb6bd0d-df7e-4c6e-89f1-db900bb17770', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:44:45Z', 'updated_at': '2022-01-28T07:44:49Z', 'revision_number': 1, 'project_id': '5542ea76c30542aeb3cf0ca71420ede0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ae12c5e-410e-4098-b0ca-d566d144b809', 'name': '', 'network_id': 'cbff942a-17b2-465b-b35e-dd5fe53d869f', 'tenant_id': '5542ea76c30542aeb3cf0ca71420ede0', 'mac_address': 'fa:16:3e:08:a7:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38ee63d2-577c-4900-b982-dce133362bcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': 'e5f071ba-2b6d-4de5-82b2-9e3b28d5b905', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:45:43Z', 'updated_at': '2022-01-28T07:45:44Z', 'revision_number': 2, 'project_id': '5542ea76c30542aeb3cf0ca71420ede0', 'subnets': [{'id': 'e5f071ba-2b6d-4de5-82b2-9e3b28d5b905', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '332db361-ea9f-4c82-a31e-b665293df277', 'name': '', 'network_id': 'a30336a5-b3a0-4783-8e54-de537509e123', 'tenant_id': '5542ea76c30542aeb3cf0ca71420ede0', 'mac_address': 'fa:16:3e:27:8c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ee63d2-577c-4900-b982-dce133362bcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '5479f019-202c-46d0-8eb2-e3988316e62a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:44:17Z', 'updated_at': '2022-01-28T07:44:24Z', 'revision_number': 5, 'project_id': '5542ea76c30542aeb3cf0ca71420ede0', 'subnets': [{'id': '5479f019-202c-46d0-8eb2-e3988316e62a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:45:46.076468 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe84042-e56a-4385-b854-e1ff2febba17 None None] Checking router: 38ee63d2-577c-4900-b982-dce133362bcc for host: n-d-712749-28 {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:45:46.076834 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe84042-e56a-4385-b854-e1ff2febba17 None None] Updating router 38ee63d2-577c-4900-b982-dce133362bcc port 2ae12c5e-410e-4098-b0ca-d566d144b809 binding host n-d-712749-28 {{(pid=103285) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 07:45:46.101999 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-afe84042-e56a-4385-b854-e1ff2febba17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (2ae12c5e-410e-4098-b0ca-d566d144b809), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:46.171213 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a27ec824-b38d-4ad3-b72a-bc9342e69e22 tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (2d248070-3c07-41b5-8490-90b59562dee0), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:46.198650 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27ec824-b38d-4ad3-b72a-bc9342e69e22 tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Pushing event deleted for resources: {'Port': ['ID=2d248070-3c07-41b5-8490-90b59562dee0,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:45:46.269459 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a27ec824-b38d-4ad3-b72a-bc9342e69e22 tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Publish callbacks [] for floatingip (de9a24ec-8941-41cd-b1b1-220d7980381f), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:46.274749 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a27ec824-b38d-4ad3-b72a-bc9342e69e22 tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for floatingip (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:46.278407 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-a27ec824-b38d-4ad3-b72a-bc9342e69e22 tempest-FloatingIPAdminTestJSON-1732276434 tempest-FloatingIPAdminTestJSON-1732276434-project] 10.222.0.41 "DELETE /v2.0/floatingips/de9a24ec-8941-41cd-b1b1-220d7980381f HTTP/1.1" status: 204 len: 168 time: 0.4969497 Jan 28 07:45:46.381118 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-afe84042-e56a-4385-b854-e1ff2febba17 None None] Publish callbacks [] for port (2ae12c5e-410e-4098-b0ca-d566d144b809), precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:46.391274 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-afe84042-e56a-4385-b854-e1ff2febba17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (2ae12c5e-410e-4098-b0ca-d566d144b809), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:46.449639 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c75ce1-5dc5-40f2-960a-c87bdbf0f1db None None] Pushing event updated for resources: {'Port': ['ID=2ae12c5e-410e-4098-b0ca-d566d144b809,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:45:46.513110 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-afe84042-e56a-4385-b854-e1ff2febba17 None None] Attempting to bind port 2ae12c5e-410e-4098-b0ca-d566d144b809 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:45:46.513496 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-afe84042-e56a-4385-b854-e1ff2febba17 None None] Attempting to bind port 2ae12c5e-410e-4098-b0ca-d566d144b809 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '30c87c09-5cdc-455e-b2db-558d2e1fa69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'cbff942a-17b2-465b-b35e-dd5fe53d869f'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:45:46.513867 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe84042-e56a-4385-b854-e1ff2febba17 None None] Attempting to bind port 2ae12c5e-410e-4098-b0ca-d566d144b809 on network cbff942a-17b2-465b-b35e-dd5fe53d869f {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:45:46.520947 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe84042-e56a-4385-b854-e1ff2febba17 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 45, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:45:46.521330 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe84042-e56a-4385-b854-e1ff2febba17 None None] Checking segment: {'id': '30c87c09-5cdc-455e-b2db-558d2e1fa69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'cbff942a-17b2-465b-b35e-dd5fe53d869f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:45:46.522022 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-afe84042-e56a-4385-b854-e1ff2febba17 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:46.522513 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe84042-e56a-4385-b854-e1ff2febba17 None None] Bound using segment: {'id': '30c87c09-5cdc-455e-b2db-558d2e1fa69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'cbff942a-17b2-465b-b35e-dd5fe53d869f'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:45:46.523027 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-afe84042-e56a-4385-b854-e1ff2febba17 None None] Bound port: 2ae12c5e-410e-4098-b0ca-d566d144b809, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30c87c09-5cdc-455e-b2db-558d2e1fa69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'cbff942a-17b2-465b-b35e-dd5fe53d869f'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:45:46.523417 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-afe84042-e56a-4385-b854-e1ff2febba17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (2ae12c5e-410e-4098-b0ca-d566d144b809), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:46.616790 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 60360) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:45:46.626597 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-afe84042-e56a-4385-b854-e1ff2febba17 None None] For port 2ae12c5e-410e-4098-b0ca-d566d144b809, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:45:46.631269 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-afe84042-e56a-4385-b854-e1ff2febba17 None None] For port 2ae12c5e-410e-4098-b0ca-d566d144b809, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=2ae12c5e-410e-4098-b0ca-d566d144b809,segment=NetworkSegment(30c87c09-5cdc-455e-b2db-558d2e1fa69e),segment_id=30c87c09-5cdc-455e-b2db-558d2e1fa69e)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:45:46.637524 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-afe84042-e56a-4385-b854-e1ff2febba17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (2ae12c5e-410e-4098-b0ca-d566d144b809), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:46.707312 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe84042-e56a-4385-b854-e1ff2febba17 None None] Routers {'38ee63d2-577c-4900-b982-dce133362bcc'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:45:46.708041 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-afe84042-e56a-4385-b854-e1ff2febba17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:45:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['38ee63d2-577c-4900-b982-dce133362bcc'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:45:46.717669 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c75ce1-5dc5-40f2-960a-c87bdbf0f1db None None] Pushing event updated for resources: {'Port': ['ID=2ae12c5e-410e-4098-b0ca-d566d144b809,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:45:46.769855 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-a6f99d41-b4be-45fe-b6d4-83df430c48be None None] Provisioning complete for port 2ae12c5e-410e-4098-b0ca-d566d144b809 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:45:46.770732 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a6f99d41-b4be-45fe-b6d4-83df430c48be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (2ae12c5e-410e-4098-b0ca-d566d144b809), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:46.788724 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-722505a3-2013-4cd4-bbd4-aae3705e23be admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c8062d90baf74640a8c55283682e26ed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1706035 Jan 28 07:45:46.791499 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 60364) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:45:46.866587 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-adb9a356-3c21-4f62-b4ea-2a17d6174c32 admin admin] Publish callbacks [] for security_group (fb05a4f6-4ba4-44e9-9830-c0002fd64adf), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:46.893846 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-adb9a356-3c21-4f62-b4ea-2a17d6174c32 admin admin] Publish callbacks [] for security_group (fb05a4f6-4ba4-44e9-9830-c0002fd64adf), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:46.957819 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-adb9a356-3c21-4f62-b4ea-2a17d6174c32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (fb05a4f6-4ba4-44e9-9830-c0002fd64adf), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:46.960605 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-adb9a356-3c21-4f62-b4ea-2a17d6174c32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:46.964854 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-adb9a356-3c21-4f62-b4ea-2a17d6174c32 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fb05a4f6-4ba4-44e9-9830-c0002fd64adf HTTP/1.1" status: 204 len: 168 time: 0.1688027 Jan 28 07:45:46.971359 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb9a356-3c21-4f62-b4ea-2a17d6174c32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb05a4f6-4ba4-44e9-9830-c0002fd64adf,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:45:47.063827 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-afe84042-e56a-4385-b854-e1ff2febba17 None None] Set router 38ee63d2-577c-4900-b982-dce133362bcc gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:45:47.133717 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-a6f99d41-b4be-45fe-b6d4-83df430c48be None None] Current status of the port 2ae12c5e-410e-4098-b0ca-d566d144b809 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:45:47.134735 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a6f99d41-b4be-45fe-b6d4-83df430c48be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (2ae12c5e-410e-4098-b0ca-d566d144b809), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:47.218736 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-a6f99d41-b4be-45fe-b6d4-83df430c48be None None] For port 2ae12c5e-410e-4098-b0ca-d566d144b809, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=2ae12c5e-410e-4098-b0ca-d566d144b809,segment=NetworkSegment(30c87c09-5cdc-455e-b2db-558d2e1fa69e),segment_id=30c87c09-5cdc-455e-b2db-558d2e1fa69e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:45:47.223106 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a6f99d41-b4be-45fe-b6d4-83df430c48be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (2ae12c5e-410e-4098-b0ca-d566d144b809), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:47.283376 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 60372) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:45:47.298746 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e4e46e57-db0b-43b3-a1f7-2a39a1c83ce5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:47.325546 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f99d41-b4be-45fe-b6d4-83df430c48be None None] Pushing event updated for resources: {'Port': ['ID=2ae12c5e-410e-4098-b0ca-d566d144b809,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:45:47.384789 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e4e46e57-db0b-43b3-a1f7-2a39a1c83ce5 admin admin] Publish callbacks [] for security_group (c9875db3-9192-4875-90f3-9fe9d5fbf8e4), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:47.390296 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e4e46e57-db0b-43b3-a1f7-2a39a1c83ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (c9875db3-9192-4875-90f3-9fe9d5fbf8e4), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:47.390397 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-2ea062d4-2012-44c4-b6c8-fb6b05147e20 None None] Provisioning complete for port 2ae12c5e-410e-4098-b0ca-d566d144b809 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:45:47.390709 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2ea062d4-2012-44c4-b6c8-fb6b05147e20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (2ae12c5e-410e-4098-b0ca-d566d144b809), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:47.434408 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e46e57-db0b-43b3-a1f7-2a39a1c83ce5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9875db3-9192-4875-90f3-9fe9d5fbf8e4,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:45:47.440330 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-e4e46e57-db0b-43b3-a1f7-2a39a1c83ce5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=644edf19a0b246248c8563361f0af4b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1530120 Jan 28 07:45:47.440509 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 60374) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:45:47.455290 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-afe84042-e56a-4385-b854-e1ff2febba17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38ee63d2-577c-4900-b982-dce133362bcc', 'name': 'tempest-TestNetworkBasicOps-router-481148736', 'tenant_id': '5542ea76c30542aeb3cf0ca71420ede0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': 'ede4a57f-df4c-470d-ae6b-2406d45bab82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:44:10Z', 'updated_at': '2022-01-28T07:45:44Z', 'revision_number': 5, 'project_id': '5542ea76c30542aeb3cf0ca71420ede0', 'gw_port': {'id': 'ede4a57f-df4c-470d-ae6b-2406d45bab82', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:61:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ee63d2-577c-4900-b982-dce133362bcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:44:11Z', 'updated_at': '2022-01-28T07:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_floatingips': [{'id': 'e6ce22fe-533a-4ee5-9258-3332eb2e5762', 'tenant_id': '5542ea76c30542aeb3cf0ca71420ede0', 'floating_ip_address': '172.25.6.138', 'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'router_id': '38ee63d2-577c-4900-b982-dce133362bcc', 'port_id': '6dca1592-9e48-4546-ae97-f7d7ad907589', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3609, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a30336a5-b3a0-4783-8e54-de537509e123', 'mac_address': 'fa:16:3e:40:92:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb6bd0d-df7e-4c6e-89f1-db900bb17770', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:44:45Z', 'updated_at': '2022-01-28T07:44:49Z', 'revision_number': 1, 'project_id': '5542ea76c30542aeb3cf0ca71420ede0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ae12c5e-410e-4098-b0ca-d566d144b809', 'name': '', 'network_id': 'cbff942a-17b2-465b-b35e-dd5fe53d869f', 'tenant_id': '5542ea76c30542aeb3cf0ca71420ede0', 'mac_address': 'fa:16:3e:08:a7:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38ee63d2-577c-4900-b982-dce133362bcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': 'e5f071ba-2b6d-4de5-82b2-9e3b28d5b905', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:45:43Z', 'updated_at': '2022-01-28T07:45:46Z', 'revision_number': 4, 'project_id': '5542ea76c30542aeb3cf0ca71420ede0', 'subnets': [{'id': 'e5f071ba-2b6d-4de5-82b2-9e3b28d5b905', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '332db361-ea9f-4c82-a31e-b665293df277', 'name': '', 'network_id': 'a30336a5-b3a0-4783-8e54-de537509e123', 'tenant_id': '5542ea76c30542aeb3cf0ca71420ede0', 'mac_address': 'fa:16:3e:27:8c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ee63d2-577c-4900-b982-dce133362bcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '5479f019-202c-46d0-8eb2-e3988316e62a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:44:17Z', 'updated_at': '2022-01-28T07:44:24Z', 'revision_number': 5, 'project_id': '5542ea76c30542aeb3cf0ca71420ede0', 'subnets': [{'id': '5479f019-202c-46d0-8eb2-e3988316e62a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:45:47.484462 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe84042-e56a-4385-b854-e1ff2febba17 None None] The sync data for ids ['38ee63d2-577c-4900-b982-dce133362bcc'] in n-d-712749-28 is: [{'id': '38ee63d2-577c-4900-b982-dce133362bcc', 'name': 'tempest-TestNetworkBasicOps-router-481148736', 'tenant_id': '5542ea76c30542aeb3cf0ca71420ede0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': 'ede4a57f-df4c-470d-ae6b-2406d45bab82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:44:10Z', 'updated_at': '2022-01-28T07:45:44Z', 'revision_number': 5, 'project_id': '5542ea76c30542aeb3cf0ca71420ede0', 'gw_port': {'id': 'ede4a57f-df4c-470d-ae6b-2406d45bab82', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:61:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ee63d2-577c-4900-b982-dce133362bcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:44:11Z', 'updated_at': '2022-01-28T07:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_floatingips': [{'id': 'e6ce22fe-533a-4ee5-9258-3332eb2e5762', 'tenant_id': '5542ea76c30542aeb3cf0ca71420ede0', 'floating_ip_address': '172.25.6.138', 'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'router_id': '38ee63d2-577c-4900-b982-dce133362bcc', 'port_id': '6dca1592-9e48-4546-ae97-f7d7ad907589', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3609, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a30336a5-b3a0-4783-8e54-de537509e123', 'mac_address': 'fa:16:3e:40:92:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb6bd0d-df7e-4c6e-89f1-db900bb17770', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:44:45Z', 'updated_at': '2022-01-28T07:44:49Z', 'revision_number': 1, 'project_id': '5542ea76c30542aeb3cf0ca71420ede0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ae12c5e-410e-4098-b0ca-d566d144b809', 'name': '', 'network_id': 'cbff942a-17b2-465b-b35e-dd5fe53d869f', 'tenant_id': '5542ea76c30542aeb3cf0ca71420ede0', 'mac_address': 'fa:16:3e:08:a7:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38ee63d2-577c-4900-b982-dce133362bcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': 'e5f071ba-2b6d-4de5-82b2-9e3b28d5b905', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:45:43Z', 'updated_at': '2022-01-28T07:45:46Z', 'revision_number': 4, 'project_id': '5542ea76c30542aeb3cf0ca71420ede0', 'subnets': [{'id': 'e5f071ba-2b6d-4de5-82b2-9e3b28d5b905', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '332db361-ea9f-4c82-a31e-b665293df277', 'name': '', 'network_id': 'a30336a5-b3a0-4783-8e54-de537509e123', 'tenant_id': '5542ea76c30542aeb3cf0ca71420ede0', 'mac_address': 'fa:16:3e:27:8c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ee63d2-577c-4900-b982-dce133362bcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '5479f019-202c-46d0-8eb2-e3988316e62a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:44:17Z', 'updated_at': '2022-01-28T07:44:24Z', 'revision_number': 5, 'project_id': '5542ea76c30542aeb3cf0ca71420ede0', 'subnets': [{'id': '5479f019-202c-46d0-8eb2-e3988316e62a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:45:47.491068 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5b84b30d-1d54-438c-a3cb-d30dd88eadb7 admin admin] Publish callbacks [] for security_group (c9875db3-9192-4875-90f3-9fe9d5fbf8e4), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:47.527130 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5b84b30d-1d54-438c-a3cb-d30dd88eadb7 admin admin] Publish callbacks [] for security_group (c9875db3-9192-4875-90f3-9fe9d5fbf8e4), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:47.528811 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-2ea062d4-2012-44c4-b6c8-fb6b05147e20 None None] Current status of the port 2ae12c5e-410e-4098-b0ca-d566d144b809 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:45:47.592770 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5b84b30d-1d54-438c-a3cb-d30dd88eadb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (c9875db3-9192-4875-90f3-9fe9d5fbf8e4), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:47.595612 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5b84b30d-1d54-438c-a3cb-d30dd88eadb7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:47.596840 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-5b84b30d-1d54-438c-a3cb-d30dd88eadb7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c9875db3-9192-4875-90f3-9fe9d5fbf8e4 HTTP/1.1" status: 204 len: 168 time: 0.1554060 Jan 28 07:45:47.609862 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b84b30d-1d54-438c-a3cb-d30dd88eadb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9875db3-9192-4875-90f3-9fe9d5fbf8e4,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:45:47.827296 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 2ae12c5e-410e-4098-b0ca-d566d144b809 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:45:47.881586 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 2ae12c5e-410e-4098-b0ca-d566d144b809 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:45:47.882376 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (2ae12c5e-410e-4098-b0ca-d566d144b809), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:47.986730 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 2ae12c5e-410e-4098-b0ca-d566d144b809 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:45:48.046349 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 60382) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:45:48.060798 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ef67b863-f16f-406e-b164-a7919dc6a8f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:48.146982 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ef67b863-f16f-406e-b164-a7919dc6a8f1 admin admin] Publish callbacks [] for security_group (ed4502a9-72e6-415a-acdc-1c46e5aa0fc0), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:48.153348 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ef67b863-f16f-406e-b164-a7919dc6a8f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (ed4502a9-72e6-415a-acdc-1c46e5aa0fc0), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:48.197935 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 60386) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:45:48.200267 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-ef67b863-f16f-406e-b164-a7919dc6a8f1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b6d174bd5c464472a7196745b8ada4c8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1491635 Jan 28 07:45:48.201549 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef67b863-f16f-406e-b164-a7919dc6a8f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed4502a9-72e6-415a-acdc-1c46e5aa0fc0,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:45:48.259795 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-551b27f2-d4d0-4fcc-8dd1-09177e1f30e4 admin admin] Publish callbacks [] for security_group (ed4502a9-72e6-415a-acdc-1c46e5aa0fc0), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:48.284017 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-551b27f2-d4d0-4fcc-8dd1-09177e1f30e4 admin admin] Publish callbacks [] for security_group (ed4502a9-72e6-415a-acdc-1c46e5aa0fc0), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:48.346852 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-551b27f2-d4d0-4fcc-8dd1-09177e1f30e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (ed4502a9-72e6-415a-acdc-1c46e5aa0fc0), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:48.350436 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-551b27f2-d4d0-4fcc-8dd1-09177e1f30e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:48.351777 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-551b27f2-d4d0-4fcc-8dd1-09177e1f30e4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ed4502a9-72e6-415a-acdc-1c46e5aa0fc0 HTTP/1.1" status: 204 len: 168 time: 0.1528111 Jan 28 07:45:48.362910 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551b27f2-d4d0-4fcc-8dd1-09177e1f30e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed4502a9-72e6-415a-acdc-1c46e5aa0fc0,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:45:49.437240 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-af8f8878-855d-4ea3-9e59-386db3b63db7 req-fa938bc7-197a-44ee-8893-ef80ff6abf8a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2fb6bd0d-df7e-4c6e-89f1-db900bb17770&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0495543 Jan 28 07:45:49.544007 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8f8878-855d-4ea3-9e59-386db3b63db7 req-ecedcd78-4150-491d-b044-e44c9ec25be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:45:49.545702 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-af8f8878-855d-4ea3-9e59-386db3b63db7 req-ecedcd78-4150-491d-b044-e44c9ec25be9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5542ea76c30542aeb3cf0ca71420ede0&device_id=2fb6bd0d-df7e-4c6e-89f1-db900bb17770 HTTP/1.1" status: 200 len: 1097 time: 0.0458939 Jan 28 07:45:49.626695 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 60424) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:45:49.657342 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8f8878-855d-4ea3-9e59-386db3b63db7 req-f52e07e2-6f68-40ae-b2b3-52f3c38f7a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:45:49.658843 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-af8f8878-855d-4ea3-9e59-386db3b63db7 req-f52e07e2-6f68-40ae-b2b3-52f3c38f7a92 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a30336a5-b3a0-4783-8e54-de537509e123 HTTP/1.1" status: 200 len: 898 time: 0.0893338 Jan 28 07:45:49.736638 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-af8f8878-855d-4ea3-9e59-386db3b63db7 req-fa7d2ede-68ed-4011-8bb5-c3172db6927c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6dca1592-9e48-4546-ae97-f7d7ad907589 HTTP/1.1" status: 200 len: 1001 time: 0.0716064 Jan 28 07:45:49.738273 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-c7676614-a19c-40dd-bb27-4a48c9a347ab tempest-MeteringIpV6TestJSON-138657639 tempest-MeteringIpV6TestJSON-138657639-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1439923106'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:45:49.738721 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-c7676614-a19c-40dd-bb27-4a48c9a347ab tempest-MeteringIpV6TestJSON-138657639 tempest-MeteringIpV6TestJSON-138657639-project-admin] Unknown quota resources ['metering_label']. {{(pid=103283) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 07:45:49.787906 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8f8878-855d-4ea3-9e59-386db3b63db7 req-b3b644d5-2eb9-466a-839e-1d73fc9e6c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:45:49.789701 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-af8f8878-855d-4ea3-9e59-386db3b63db7 req-b3b644d5-2eb9-466a-839e-1d73fc9e6c99 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5479f019-202c-46d0-8eb2-e3988316e62a HTTP/1.1" status: 200 len: 835 time: 0.0466604 Jan 28 07:45:49.837413 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8f8878-855d-4ea3-9e59-386db3b63db7 req-d12fc01f-1c25-4b68-81e0-9c52f21c024a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:45:49.839222 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-af8f8878-855d-4ea3-9e59-386db3b63db7 req-d12fc01f-1c25-4b68-81e0-9c52f21c024a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a30336a5-b3a0-4783-8e54-de537509e123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436652 Jan 28 07:45:49.932686 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c7676614-a19c-40dd-bb27-4a48c9a347ab tempest-MeteringIpV6TestJSON-138657639 tempest-MeteringIpV6TestJSON-138657639-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:49.936377 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-c7676614-a19c-40dd-bb27-4a48c9a347ab tempest-MeteringIpV6TestJSON-138657639 tempest-MeteringIpV6TestJSON-138657639-project-admin] 10.222.0.41 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.3055937 Jan 28 07:45:49.936537 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-af8f8878-855d-4ea3-9e59-386db3b63db7 req-5bfa3240-5efd-4d5d-a32d-7bae01860883 service neutron] 10.222.0.10 "GET /v2.0/networks/a30336a5-b3a0-4783-8e54-de537509e123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880170 Jan 28 07:45:49.936651 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 60428) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:45:49.940729 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-22339e67-9a5a-441e-82c4-e12135b682b3 tempest-MeteringIpV6TestJSON-138657639 tempest-MeteringIpV6TestJSON-138657639-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'f4cc0f9f-bdd7-43d7-a4d6-a56b336c6981'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:45:49.941253 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-22339e67-9a5a-441e-82c4-e12135b682b3 tempest-MeteringIpV6TestJSON-138657639 tempest-MeteringIpV6TestJSON-138657639-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103283) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 07:45:50.029498 n-d-712749-28 neutron-server[103283]: WARNING neutron.services.metering.metering_plugin [None req-22339e67-9a5a-441e-82c4-e12135b682b3 tempest-MeteringIpV6TestJSON-138657639 tempest-MeteringIpV6TestJSON-138657639-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jan 28 07:45:50.032319 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-af8f8878-855d-4ea3-9e59-386db3b63db7 req-3c471a5c-a6e0-4ce7-8b2e-21d7ea913de6 service neutron] 10.222.0.10 "GET /v2.0/networks/a30336a5-b3a0-4783-8e54-de537509e123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909777 Jan 28 07:45:50.138390 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-22339e67-9a5a-441e-82c4-e12135b682b3 tempest-MeteringIpV6TestJSON-138657639 tempest-MeteringIpV6TestJSON-138657639-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:50.139623 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-22339e67-9a5a-441e-82c4-e12135b682b3 tempest-MeteringIpV6TestJSON-138657639 tempest-MeteringIpV6TestJSON-138657639-project-admin] 10.222.0.41 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2021601 Jan 28 07:45:50.142529 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 60432) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:45:50.146750 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-1b11ce3c-7861-4b9f-8531-736f144d15fc tempest-MeteringIpV6TestJSON-138657639 tempest-MeteringIpV6TestJSON-138657639-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'f4cc0f9f-bdd7-43d7-a4d6-a56b336c6981'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:45:50.147241 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-1b11ce3c-7861-4b9f-8531-736f144d15fc tempest-MeteringIpV6TestJSON-138657639 tempest-MeteringIpV6TestJSON-138657639-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103283) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 07:45:50.198965 n-d-712749-28 neutron-server[103283]: WARNING neutron.services.metering.metering_plugin [None req-1b11ce3c-7861-4b9f-8531-736f144d15fc tempest-MeteringIpV6TestJSON-138657639 tempest-MeteringIpV6TestJSON-138657639-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jan 28 07:45:50.279293 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1b11ce3c-7861-4b9f-8531-736f144d15fc tempest-MeteringIpV6TestJSON-138657639 tempest-MeteringIpV6TestJSON-138657639-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:50.280511 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-1b11ce3c-7861-4b9f-8531-736f144d15fc tempest-MeteringIpV6TestJSON-138657639 tempest-MeteringIpV6TestJSON-138657639-project-admin] 10.222.0.41 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.1370416 Jan 28 07:45:50.283221 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 60434) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:45:50.293856 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-d2255928-a926-4b69-ad62-e336d7b62b39 tempest-MeteringIpV6TestJSON-138657639 tempest-MeteringIpV6TestJSON-138657639-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-label-rules?id=338153f7-470a-4812-9279-67f2e7b9e64e HTTP/1.1" status: 200 len: 462 time: 0.0096078 Jan 28 07:45:50.296254 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 60436) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:45:50.399084 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-59bb15fe-65fa-449c-8993-ba5a6df9a1c1 tempest-MeteringIpV6TestJSON-138657639 tempest-MeteringIpV6TestJSON-138657639-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:50.400874 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-59bb15fe-65fa-449c-8993-ba5a6df9a1c1 tempest-MeteringIpV6TestJSON-138657639 tempest-MeteringIpV6TestJSON-138657639-project-admin] 10.222.0.41 "DELETE /v2.0/metering/metering-label-rules/338153f7-470a-4812-9279-67f2e7b9e64e HTTP/1.1" status: 204 len: 168 time: 0.1037560 Jan 28 07:45:50.403499 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 60438) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:45:50.411967 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-aaf95d73-43bf-4342-a2dd-7004ad86c336 tempest-MeteringIpV6TestJSON-138657639 tempest-MeteringIpV6TestJSON-138657639-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-label-rules?id=338153f7-470a-4812-9279-67f2e7b9e64e HTTP/1.1" status: 200 len: 221 time: 0.0074847 Jan 28 07:45:50.414984 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 60440) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:45:50.420051 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-907e3440-962d-482c-813e-9344379db3a3 tempest-MeteringIpV6TestJSON-138657639 tempest-MeteringIpV6TestJSON-138657639-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1546331668', 'description': 'label created by tempest'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:45:50.420521 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-907e3440-962d-482c-813e-9344379db3a3 tempest-MeteringIpV6TestJSON-138657639 tempest-MeteringIpV6TestJSON-138657639-project-admin] Unknown quota resources ['metering_label']. {{(pid=103283) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 07:45:50.580155 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-907e3440-962d-482c-813e-9344379db3a3 tempest-MeteringIpV6TestJSON-138657639 tempest-MeteringIpV6TestJSON-138657639-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:50.583915 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-907e3440-962d-482c-813e-9344379db3a3 tempest-MeteringIpV6TestJSON-138657639 tempest-MeteringIpV6TestJSON-138657639-project-admin] 10.222.0.41 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.1643214 Jan 28 07:45:50.584083 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 60444) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:45:50.659489 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-99a8ecca-88cf-4a80-95da-6bbeee4625ea tempest-MeteringIpV6TestJSON-138657639 tempest-MeteringIpV6TestJSON-138657639-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-labels?id=cfb2fb48-33c9-427a-aefd-4a0ec00349af HTTP/1.1" status: 200 len: 468 time: 0.0742261 Jan 28 07:45:50.661956 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 60446) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:45:50.840596 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-817cc6a7-9452-443a-9f58-9af3eb7852e0 tempest-MeteringIpV6TestJSON-138657639 tempest-MeteringIpV6TestJSON-138657639-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:50.841769 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-817cc6a7-9452-443a-9f58-9af3eb7852e0 tempest-MeteringIpV6TestJSON-138657639 tempest-MeteringIpV6TestJSON-138657639-project-admin] 10.222.0.41 "DELETE /v2.0/metering/metering-labels/cfb2fb48-33c9-427a-aefd-4a0ec00349af HTTP/1.1" status: 204 len: 168 time: 0.1789198 Jan 28 07:45:50.844487 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 60448) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:45:50.855909 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-e87b7688-5bfb-4ff1-b653-08a02496af72 tempest-MeteringIpV6TestJSON-138657639 tempest-MeteringIpV6TestJSON-138657639-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-labels?id=cfb2fb48-33c9-427a-aefd-4a0ec00349af HTTP/1.1" status: 200 len: 216 time: 0.0104334 Jan 28 07:45:50.859139 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 60450) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:45:50.867812 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-8b1db204-19d3-45ee-aeb4-0174f2c02cd2 tempest-MeteringIpV6TestJSON-138657639 tempest-MeteringIpV6TestJSON-138657639-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0075936 Jan 28 07:45:50.871021 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 60452) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:45:50.885174 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-01694c37-3658-4c3e-ad70-ebe7ab3f76b2 tempest-MeteringIpV6TestJSON-138657639 tempest-MeteringIpV6TestJSON-138657639-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0102282 Jan 28 07:45:50.885466 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 60454) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:45:50.938435 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-7577b327-daec-4222-a574-bf53dbd44613 tempest-MeteringIpV6TestJSON-138657639 tempest-MeteringIpV6TestJSON-138657639-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-labels/f4cc0f9f-bdd7-43d7-a4d6-a56b336c6981 HTTP/1.1" status: 200 len: 473 time: 0.0518479 Jan 28 07:45:50.941820 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 60456) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:45:50.951376 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-ad784df9-daea-43c2-89e1-7ec9979afc04 tempest-MeteringIpV6TestJSON-138657639 tempest-MeteringIpV6TestJSON-138657639-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-label-rules/f3a6a687-87b8-4338-9bc0-f83b2c3c7d14 HTTP/1.1" status: 200 len: 459 time: 0.0085690 Jan 28 07:45:50.954567 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 60458) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:45:51.054998 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cd8ec108-2ede-4aaf-b676-7fdb2c584afd tempest-MeteringIpV6TestJSON-138657639 tempest-MeteringIpV6TestJSON-138657639-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:51.056238 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-cd8ec108-2ede-4aaf-b676-7fdb2c584afd tempest-MeteringIpV6TestJSON-138657639 tempest-MeteringIpV6TestJSON-138657639-project-admin] 10.222.0.41 "DELETE /v2.0/metering/metering-label-rules/f3a6a687-87b8-4338-9bc0-f83b2c3c7d14 HTTP/1.1" status: 204 len: 168 time: 0.1008017 Jan 28 07:45:51.058738 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 60462) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:45:51.237113 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c7a9340f-6f58-43f6-ae46-864ef0a02241 tempest-MeteringIpV6TestJSON-138657639 tempest-MeteringIpV6TestJSON-138657639-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:51.240554 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-c7a9340f-6f58-43f6-ae46-864ef0a02241 tempest-MeteringIpV6TestJSON-138657639 tempest-MeteringIpV6TestJSON-138657639-project-admin] 10.222.0.41 "DELETE /v2.0/metering/metering-labels/f4cc0f9f-bdd7-43d7-a4d6-a56b336c6981 HTTP/1.1" status: 204 len: 168 time: 0.1785226 Jan 28 07:45:51.482015 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 60468) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:45:51.596967 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2a97d465-f4b1-4d81-9c61-a966596c95a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:51.676663 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2a97d465-f4b1-4d81-9c61-a966596c95a3 admin admin] Publish callbacks [] for security_group (342e95cc-532d-40af-8393-bfc3f3033685), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:51.682757 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2a97d465-f4b1-4d81-9c61-a966596c95a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (342e95cc-532d-40af-8393-bfc3f3033685), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:51.725550 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a97d465-f4b1-4d81-9c61-a966596c95a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=342e95cc-532d-40af-8393-bfc3f3033685,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:45:51.731469 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-2a97d465-f4b1-4d81-9c61-a966596c95a3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7782ba684a5349ae9975acd0e728cab2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2483008 Jan 28 07:45:51.734310 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 60472) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:45:51.796601 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e3efe0b9-1f36-43bd-b9d3-b4a758af0021 admin admin] Publish callbacks [] for security_group (342e95cc-532d-40af-8393-bfc3f3033685), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:51.831336 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e3efe0b9-1f36-43bd-b9d3-b4a758af0021 admin admin] Publish callbacks [] for security_group (342e95cc-532d-40af-8393-bfc3f3033685), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:51.885657 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e3efe0b9-1f36-43bd-b9d3-b4a758af0021 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (342e95cc-532d-40af-8393-bfc3f3033685), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:51.888591 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e3efe0b9-1f36-43bd-b9d3-b4a758af0021 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:51.890557 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-e3efe0b9-1f36-43bd-b9d3-b4a758af0021 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/342e95cc-532d-40af-8393-bfc3f3033685 HTTP/1.1" status: 204 len: 168 time: 0.1552110 Jan 28 07:45:51.899974 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3efe0b9-1f36-43bd-b9d3-b4a758af0021 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=342e95cc-532d-40af-8393-bfc3f3033685,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:45:52.170973 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 60480) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:45:52.184765 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9110ec70-e2f4-4f62-8869-ebc5f396bf0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:52.260990 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9110ec70-e2f4-4f62-8869-ebc5f396bf0e admin admin] Publish callbacks [] for security_group (46ff1a84-d4e0-470f-b2ca-058b4935ceea), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:52.264846 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9110ec70-e2f4-4f62-8869-ebc5f396bf0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (46ff1a84-d4e0-470f-b2ca-058b4935ceea), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:52.301964 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-9110ec70-e2f4-4f62-8869-ebc5f396bf0e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4b9fb2334bdb44d9bdfcde3bddb7736a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1298256 Jan 28 07:45:52.302926 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9110ec70-e2f4-4f62-8869-ebc5f396bf0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46ff1a84-d4e0-470f-b2ca-058b4935ceea,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:45:52.304931 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 60482) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:45:52.357544 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4fdc77a7-c5b5-44a3-8146-559067e2e1ce admin admin] Publish callbacks [] for security_group (46ff1a84-d4e0-470f-b2ca-058b4935ceea), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:52.379914 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4fdc77a7-c5b5-44a3-8146-559067e2e1ce admin admin] Publish callbacks [] for security_group (46ff1a84-d4e0-470f-b2ca-058b4935ceea), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:52.428014 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4fdc77a7-c5b5-44a3-8146-559067e2e1ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (46ff1a84-d4e0-470f-b2ca-058b4935ceea), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:52.431481 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4fdc77a7-c5b5-44a3-8146-559067e2e1ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:52.435748 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-4fdc77a7-c5b5-44a3-8146-559067e2e1ce admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/46ff1a84-d4e0-470f-b2ca-058b4935ceea HTTP/1.1" status: 204 len: 168 time: 0.1267900 Jan 28 07:45:52.441358 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdc77a7-c5b5-44a3-8146-559067e2e1ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46ff1a84-d4e0-470f-b2ca-058b4935ceea,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:45:53.744666 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 60522) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:45:53.845649 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-8815ffe3-f72e-4353-a6cc-48a30304555a tempest-RoutersAdminNegativeIpV6Test-1527774971 tempest-RoutersAdminNegativeIpV6Test-1527774971-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-896072029', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:45:53.872999 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8815ffe3-f72e-4353-a6cc-48a30304555a tempest-RoutersAdminNegativeIpV6Test-1527774971 tempest-RoutersAdminNegativeIpV6Test-1527774971-project-admin] Made reservation on behalf of 08ead65df78d49ffa377623d67fef0aa for: {'port': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:45:53.875252 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8815ffe3-f72e-4353-a6cc-48a30304555a tempest-RoutersAdminNegativeIpV6Test-1527774971 tempest-RoutersAdminNegativeIpV6Test-1527774971-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:53.884316 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8815ffe3-f72e-4353-a6cc-48a30304555a tempest-RoutersAdminNegativeIpV6Test-1527774971 tempest-RoutersAdminNegativeIpV6Test-1527774971-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:53.965133 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8815ffe3-f72e-4353-a6cc-48a30304555a tempest-RoutersAdminNegativeIpV6Test-1527774971 tempest-RoutersAdminNegativeIpV6Test-1527774971-project-admin] Publish callbacks [] for security_group (c52fc673-0269-4c4f-af60-67e67f77a4a5), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:53.969406 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8815ffe3-f72e-4353-a6cc-48a30304555a tempest-RoutersAdminNegativeIpV6Test-1527774971 tempest-RoutersAdminNegativeIpV6Test-1527774971-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (c52fc673-0269-4c4f-af60-67e67f77a4a5), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:53.974972 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-8815ffe3-f72e-4353-a6cc-48a30304555a tempest-RoutersAdminNegativeIpV6Test-1527774971 tempest-RoutersAdminNegativeIpV6Test-1527774971-project-admin] device_id is not set on port 14a3199b-73a5-4e45-86f2-c36b553c9241 yet. {{(pid=103283) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 07:45:54.034919 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8815ffe3-f72e-4353-a6cc-48a30304555a tempest-RoutersAdminNegativeIpV6Test-1527774971 tempest-RoutersAdminNegativeIpV6Test-1527774971-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c52fc673-0269-4c4f-af60-67e67f77a4a5,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:45:54.097137 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-8815ffe3-f72e-4353-a6cc-48a30304555a tempest-RoutersAdminNegativeIpV6Test-1527774971 tempest-RoutersAdminNegativeIpV6Test-1527774971-project-admin] Allocated IP 172.25.6.101 (7d5b3724-deef-4831-8d43-cb9b8176573c/b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc/14a3199b-73a5-4e45-86f2-c36b553c9241) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:45:54.241753 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8815ffe3-f72e-4353-a6cc-48a30304555a tempest-RoutersAdminNegativeIpV6Test-1527774971 tempest-RoutersAdminNegativeIpV6Test-1527774971-project-admin] Publish callbacks [] for port (14a3199b-73a5-4e45-86f2-c36b553c9241), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:54.279363 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8815ffe3-f72e-4353-a6cc-48a30304555a tempest-RoutersAdminNegativeIpV6Test-1527774971 tempest-RoutersAdminNegativeIpV6Test-1527774971-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (14a3199b-73a5-4e45-86f2-c36b553c9241), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:54.342594 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8815ffe3-f72e-4353-a6cc-48a30304555a tempest-RoutersAdminNegativeIpV6Test-1527774971 tempest-RoutersAdminNegativeIpV6Test-1527774971-project-admin] Network 7d5b3724-deef-4831-8d43-cb9b8176573c is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:45:54.349345 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-8815ffe3-f72e-4353-a6cc-48a30304555a tempest-RoutersAdminNegativeIpV6Test-1527774971 tempest-RoutersAdminNegativeIpV6Test-1527774971-project-admin] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:45:54.357071 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8815ffe3-f72e-4353-a6cc-48a30304555a tempest-RoutersAdminNegativeIpV6Test-1527774971 tempest-RoutersAdminNegativeIpV6Test-1527774971-project-admin] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:45:54.360186 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8815ffe3-f72e-4353-a6cc-48a30304555a tempest-RoutersAdminNegativeIpV6Test-1527774971 tempest-RoutersAdminNegativeIpV6Test-1527774971-project-admin] Pushing event updated for resources: {'Port': ['ID=14a3199b-73a5-4e45-86f2-c36b553c9241,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:45:54.417145 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8815ffe3-f72e-4353-a6cc-48a30304555a tempest-RoutersAdminNegativeIpV6Test-1527774971 tempest-RoutersAdminNegativeIpV6Test-1527774971-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:45:54.417780 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8815ffe3-f72e-4353-a6cc-48a30304555a tempest-RoutersAdminNegativeIpV6Test-1527774971 tempest-RoutersAdminNegativeIpV6Test-1527774971-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:54.436694 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-8815ffe3-f72e-4353-a6cc-48a30304555a tempest-RoutersAdminNegativeIpV6Test-1527774971 tempest-RoutersAdminNegativeIpV6Test-1527774971-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 0.6908977 Jan 28 07:45:54.441043 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 60536) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:45:54.445719 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-a8278dd4-0e4b-4493-b620-80fafb58cc53 tempest-RoutersAdminNegativeIpV6Test-1527774971 tempest-RoutersAdminNegativeIpV6Test-1527774971-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.101'}]}}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:45:54.476248 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a8278dd4-0e4b-4493-b620-80fafb58cc53 tempest-RoutersAdminNegativeIpV6Test-1527774971 tempest-RoutersAdminNegativeIpV6Test-1527774971-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16606890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127275'] for router (70b75635-3c11-4457-9ebb-384f22bc5633), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:54.478238 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a8278dd4-0e4b-4493-b620-80fafb58cc53 tempest-RoutersAdminNegativeIpV6Test-1527774971 tempest-RoutersAdminNegativeIpV6Test-1527774971-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16605498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16607952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16355422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127266'] for router (70b75635-3c11-4457-9ebb-384f22bc5633), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:54.537486 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a8278dd4-0e4b-4493-b620-80fafb58cc53 tempest-RoutersAdminNegativeIpV6Test-1527774971 tempest-RoutersAdminNegativeIpV6Test-1527774971-project-admin] Publish callbacks [] for router_controller (70b75635-3c11-4457-9ebb-384f22bc5633), precommit_add_association {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:54.694764 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a8278dd4-0e4b-4493-b620-80fafb58cc53 tempest-RoutersAdminNegativeIpV6Test-1527774971 tempest-RoutersAdminNegativeIpV6Test-1527774971-project-admin] Publish callbacks [] for router_gateway (70b75635-3c11-4457-9ebb-384f22bc5633), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:54.950088 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a8278dd4-0e4b-4493-b620-80fafb58cc53 tempest-RoutersAdminNegativeIpV6Test-1527774971 tempest-RoutersAdminNegativeIpV6Test-1527774971-project-admin] Publish callbacks [] for router_gateway (70b75635-3c11-4457-9ebb-384f22bc5633), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:54.979051 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a8278dd4-0e4b-4493-b620-80fafb58cc53 tempest-RoutersAdminNegativeIpV6Test-1527774971 tempest-RoutersAdminNegativeIpV6Test-1527774971-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:55.132224 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a8278dd4-0e4b-4493-b620-80fafb58cc53 tempest-RoutersAdminNegativeIpV6Test-1527774971 tempest-RoutersAdminNegativeIpV6Test-1527774971-project-admin] Publish callbacks [] for router (70b75635-3c11-4457-9ebb-384f22bc5633), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:55.631374 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a8278dd4-0e4b-4493-b620-80fafb58cc53 tempest-RoutersAdminNegativeIpV6Test-1527774971 tempest-RoutersAdminNegativeIpV6Test-1527774971-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16605684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127449'] for router (70b75635-3c11-4457-9ebb-384f22bc5633), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:55.633465 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a8278dd4-0e4b-4493-b620-80fafb58cc53 tempest-RoutersAdminNegativeIpV6Test-1527774971 tempest-RoutersAdminNegativeIpV6Test-1527774971-project-admin] Publish callbacks [] for router_controller (70b75635-3c11-4457-9ebb-384f22bc5633), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:55.679187 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a8278dd4-0e4b-4493-b620-80fafb58cc53 tempest-RoutersAdminNegativeIpV6Test-1527774971 tempest-RoutersAdminNegativeIpV6Test-1527774971-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16605693'] for router (70b75635-3c11-4457-9ebb-384f22bc5633), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:55.679187 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8278dd4-0e4b-4493-b620-80fafb58cc53 tempest-RoutersAdminNegativeIpV6Test-1527774971 tempest-RoutersAdminNegativeIpV6Test-1527774971-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 70b75635-3c11-4457-9ebb-384f22bc5633 {{(pid=103284) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 07:45:55.696750 n-d-712749-28 neutron-server[103284]: INFO neutron.api.v2.resource [None req-a8278dd4-0e4b-4493-b620-80fafb58cc53 tempest-RoutersAdminNegativeIpV6Test-1527774971 tempest-RoutersAdminNegativeIpV6Test-1527774971-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jan 28 07:45:55.700564 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-a8278dd4-0e4b-4493-b620-80fafb58cc53 tempest-RoutersAdminNegativeIpV6Test-1527774971 tempest-RoutersAdminNegativeIpV6Test-1527774971-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.2559254 Jan 28 07:45:55.700772 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 60542) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:45:55.775804 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-1b5d6e96-ab6c-4d24-ab88-8ce818e0015f tempest-RoutersAdminNegativeIpV6Test-1527774971 tempest-RoutersAdminNegativeIpV6Test-1527774971-project-admin] Deleting port 14a3199b-73a5-4e45-86f2-c36b553c9241 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:45:55.776147 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1b5d6e96-ab6c-4d24-ab88-8ce818e0015f tempest-RoutersAdminNegativeIpV6Test-1527774971 tempest-RoutersAdminNegativeIpV6Test-1527774971-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (14a3199b-73a5-4e45-86f2-c36b553c9241), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:55.857879 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1b5d6e96-ab6c-4d24-ab88-8ce818e0015f tempest-RoutersAdminNegativeIpV6Test-1527774971 tempest-RoutersAdminNegativeIpV6Test-1527774971-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (14a3199b-73a5-4e45-86f2-c36b553c9241), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:55.869887 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-1b5d6e96-ab6c-4d24-ab88-8ce818e0015f tempest-RoutersAdminNegativeIpV6Test-1527774971 tempest-RoutersAdminNegativeIpV6Test-1527774971-project-admin] Calling delete_port for 14a3199b-73a5-4e45-86f2-c36b553c9241 owned by {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:45:55.991541 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1b5d6e96-ab6c-4d24-ab88-8ce818e0015f tempest-RoutersAdminNegativeIpV6Test-1527774971 tempest-RoutersAdminNegativeIpV6Test-1527774971-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (14a3199b-73a5-4e45-86f2-c36b553c9241), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:56.025798 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5d6e96-ab6c-4d24-ab88-8ce818e0015f tempest-RoutersAdminNegativeIpV6Test-1527774971 tempest-RoutersAdminNegativeIpV6Test-1527774971-project-admin] Pushing event deleted for resources: {'Port': ['ID=14a3199b-73a5-4e45-86f2-c36b553c9241,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:45:56.091395 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1b5d6e96-ab6c-4d24-ab88-8ce818e0015f tempest-RoutersAdminNegativeIpV6Test-1527774971 tempest-RoutersAdminNegativeIpV6Test-1527774971-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:56.094859 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-1b5d6e96-ab6c-4d24-ab88-8ce818e0015f tempest-RoutersAdminNegativeIpV6Test-1527774971 tempest-RoutersAdminNegativeIpV6Test-1527774971-project-admin] 10.222.0.41 "DELETE /v2.0/ports/14a3199b-73a5-4e45-86f2-c36b553c9241 HTTP/1.1" status: 204 len: 168 time: 0.3931847 Jan 28 07:45:56.350839 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 60548) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:45:56.469466 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5ec9a4fc-d329-423e-9d15-33291158ad0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:56.543253 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5ec9a4fc-d329-423e-9d15-33291158ad0f admin admin] Publish callbacks [] for security_group (dafa832b-3112-4640-a429-b3dce0610e0c), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:56.547682 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5ec9a4fc-d329-423e-9d15-33291158ad0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (dafa832b-3112-4640-a429-b3dce0610e0c), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:56.593105 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-5ec9a4fc-d329-423e-9d15-33291158ad0f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=dd3b68494e0b42929682790b36e144ed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2387636 Jan 28 07:45:56.593105 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec9a4fc-d329-423e-9d15-33291158ad0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dafa832b-3112-4640-a429-b3dce0610e0c,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:45:56.593626 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 60554) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:45:56.644471 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5b7451d6-6057-44fb-aeb6-f52b60e20897 admin admin] Publish callbacks [] for security_group (dafa832b-3112-4640-a429-b3dce0610e0c), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:56.666638 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5b7451d6-6057-44fb-aeb6-f52b60e20897 admin admin] Publish callbacks [] for security_group (dafa832b-3112-4640-a429-b3dce0610e0c), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:56.716042 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5b7451d6-6057-44fb-aeb6-f52b60e20897 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (dafa832b-3112-4640-a429-b3dce0610e0c), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:56.718660 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5b7451d6-6057-44fb-aeb6-f52b60e20897 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:56.722135 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-5b7451d6-6057-44fb-aeb6-f52b60e20897 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/dafa832b-3112-4640-a429-b3dce0610e0c HTTP/1.1" status: 204 len: 168 time: 0.1251175 Jan 28 07:45:56.727764 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7451d6-6057-44fb-aeb6-f52b60e20897 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dafa832b-3112-4640-a429-b3dce0610e0c,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:45:56.985543 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 60562) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:45:57.028719 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-18de79fb-6bea-4838-a57b-43da92643406 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=08ead65df78d49ffa377623d67fef0aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0419605 Jan 28 07:45:57.031132 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 60564) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:45:57.082793 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d69622f5-7db4-42be-9bac-99a1ea50c0a4 admin admin] Publish callbacks [] for security_group (c52fc673-0269-4c4f-af60-67e67f77a4a5), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:57.105941 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d69622f5-7db4-42be-9bac-99a1ea50c0a4 admin admin] Publish callbacks [] for security_group (c52fc673-0269-4c4f-af60-67e67f77a4a5), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:57.156875 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d69622f5-7db4-42be-9bac-99a1ea50c0a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (c52fc673-0269-4c4f-af60-67e67f77a4a5), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:57.159626 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d69622f5-7db4-42be-9bac-99a1ea50c0a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:57.163033 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-d69622f5-7db4-42be-9bac-99a1ea50c0a4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c52fc673-0269-4c4f-af60-67e67f77a4a5 HTTP/1.1" status: 204 len: 168 time: 0.1287825 Jan 28 07:45:57.169603 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69622f5-7db4-42be-9bac-99a1ea50c0a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c52fc673-0269-4c4f-af60-67e67f77a4a5,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:45:57.875258 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 60588) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:45:57.972397 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-683eb71a-66b6-4eec-928f-69f68c2aa5dc tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-349868503'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:45:57.991784 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-683eb71a-66b6-4eec-928f-69f68c2aa5dc tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181-project] Made reservation on behalf of e2bb3e34c4514b63b64f5b42449d3fcc for: {'network': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:45:57.995242 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-683eb71a-66b6-4eec-928f-69f68c2aa5dc tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:58.003900 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-683eb71a-66b6-4eec-928f-69f68c2aa5dc tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181-project] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:58.082300 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-683eb71a-66b6-4eec-928f-69f68c2aa5dc tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181-project] Publish callbacks [] for security_group (acd559d4-51d0-462b-9120-61f0876fb818), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:58.087024 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-683eb71a-66b6-4eec-928f-69f68c2aa5dc tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (acd559d4-51d0-462b-9120-61f0876fb818), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:58.119766 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-683eb71a-66b6-4eec-928f-69f68c2aa5dc tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181-project] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=103283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:45:58.127147 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683eb71a-66b6-4eec-928f-69f68c2aa5dc tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=acd559d4-51d0-462b-9120-61f0876fb818,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:45:58.137155 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-683eb71a-66b6-4eec-928f-69f68c2aa5dc tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (647d315d-e2bd-4fe4-9884-359322a5b446), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:58.137465 n-d-712749-28 neutron-server[103283]: INFO neutron.db.segments_db [None req-683eb71a-66b6-4eec-928f-69f68c2aa5dc tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181-project] Added segment 647d315d-e2bd-4fe4-9884-359322a5b446 of type vlan for network bde54f91-e47b-447e-a925-cac3f2dd79f8 Jan 28 07:45:58.178152 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-683eb71a-66b6-4eec-928f-69f68c2aa5dc tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (bde54f91-e47b-447e-a925-cac3f2dd79f8), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:58.204550 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-683eb71a-66b6-4eec-928f-69f68c2aa5dc tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (bde54f91-e47b-447e-a925-cac3f2dd79f8), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:58.209686 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-683eb71a-66b6-4eec-928f-69f68c2aa5dc tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:45:58.210455 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-683eb71a-66b6-4eec-928f-69f68c2aa5dc tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181-project] Publish callbacks [] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:58.272873 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-683eb71a-66b6-4eec-928f-69f68c2aa5dc tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.3958912 Jan 28 07:45:58.276362 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 60592) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:45:58.283267 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-ccc1282f-8ac5-4297-ab2a-d15d92f72df8 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181-project] Request body: {'subnet': {'network_id': 'bde54f91-e47b-447e-a925-cac3f2dd79f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:45:58.302234 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683eb71a-66b6-4eec-928f-69f68c2aa5dc tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181-project] Pushing event updated for resources: {'Network': ['ID=bde54f91-e47b-447e-a925-cac3f2dd79f8,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:45:58.313059 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network bde54f91-e47b-447e-a925-cac3f2dd79f8 details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:45:58.382285 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccc1282f-8ac5-4297-ab2a-d15d92f72df8 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181-project] Made reservation on behalf of e2bb3e34c4514b63b64f5b42449d3fcc for: {'subnet': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:45:58.385334 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ccc1282f-8ac5-4297-ab2a-d15d92f72df8 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13555781'] for subnet (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:58.576115 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ccc1282f-8ac5-4297-ab2a-d15d92f72df8 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13546728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13555799'] for subnet (f2b470c0-123b-4ade-bc88-868c54655915), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:58.639677 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc1282f-8ac5-4297-ab2a-d15d92f72df8 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181-project] Pushing event updated for resources: {'Subnet': ['ID=f2b470c0-123b-4ade-bc88-868c54655915,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:45:58.650323 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc1282f-8ac5-4297-ab2a-d15d92f72df8 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181-project] Checking segment: {'id': '647d315d-e2bd-4fe4-9884-359322a5b446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'bde54f91-e47b-447e-a925-cac3f2dd79f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:45:58.650672 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc1282f-8ac5-4297-ab2a-d15d92f72df8 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181-project] Network hostable DHCP agents. Network: bde54f91-e47b-447e-a925-cac3f2dd79f8, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:45:58.667394 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc1282f-8ac5-4297-ab2a-d15d92f72df8 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181-project] Network bde54f91-e47b-447e-a925-cac3f2dd79f8 is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:45:58.677539 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-ccc1282f-8ac5-4297-ab2a-d15d92f72df8 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, bde54f91-e47b-447e-a925-cac3f2dd79f8) {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:45:58.682939 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc1282f-8ac5-4297-ab2a-d15d92f72df8 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:45:58.683683 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ccc1282f-8ac5-4297-ab2a-d15d92f72df8 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181-project] Publish callbacks [] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:58.689811 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d9eaa5-1222-4157-8f0a-e318bd7c5fae None None] Network bde54f91-e47b-447e-a925-cac3f2dd79f8 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:45:58.703660 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-ccc1282f-8ac5-4297-ab2a-d15d92f72df8 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4238658 Jan 28 07:45:58.704128 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 60596) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:45:58.709451 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-a0e4668e-5595-4000-b141-761b552d46bc tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181-project] Request body: {'port': {'network_id': 'bde54f91-e47b-447e-a925-cac3f2dd79f8', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-2064581792'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:45:58.796846 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06df1389-513a-4200-9da4-02afce705d13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3dd72b9-6805-5f61-b6f3-a591f99a173d-bde54f91-e47b-447e-a925-cac3f2dd79f8', 'network_id': 'bde54f91-e47b-447e-a925-cac3f2dd79f8', 'project_id': 'e2bb3e34c4514b63b64f5b42449d3fcc', 'fixed_ips': [{'subnet_id': 'f2b470c0-123b-4ade-bc88-868c54655915'}]}} from n-d-712749-28. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 07:45:58.797979 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-06df1389-513a-4200-9da4-02afce705d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:58.823652 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0e4668e-5595-4000-b141-761b552d46bc tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181-project] Made reservation on behalf of e2bb3e34c4514b63b64f5b42449d3fcc for: {'port': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:45:58.827089 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a0e4668e-5595-4000-b141-761b552d46bc tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:58.846388 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-a0e4668e-5595-4000-b141-761b552d46bc tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181-project] device_id is not set on port 6312aa6a-eaa5-4ca4-a04e-302007e6e428 yet. {{(pid=103283) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 07:45:58.939069 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-06df1389-513a-4200-9da4-02afce705d13 None None] Allocated IP 2001:db8::2 (bde54f91-e47b-447e-a925-cac3f2dd79f8/f2b470c0-123b-4ade-bc88-868c54655915/719b81d2-c9b4-4617-9429-e4b5fec52e4e) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:45:59.085690 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-06df1389-513a-4200-9da4-02afce705d13 None None] Publish callbacks [] for port (719b81d2-c9b4-4617-9429-e4b5fec52e4e), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:59.091371 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-06df1389-513a-4200-9da4-02afce705d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (719b81d2-c9b4-4617-9429-e4b5fec52e4e), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:59.128356 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06df1389-513a-4200-9da4-02afce705d13 None None] Network bde54f91-e47b-447e-a925-cac3f2dd79f8 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:45:59.132952 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-06df1389-513a-4200-9da4-02afce705d13 None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:45:59.136700 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06df1389-513a-4200-9da4-02afce705d13 None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:45:59.151063 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06df1389-513a-4200-9da4-02afce705d13 None None] Pushing event updated for resources: {'Port': ['ID=719b81d2-c9b4-4617-9429-e4b5fec52e4e,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:45:59.158229 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-a0e4668e-5595-4000-b141-761b552d46bc tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181-project] Allocated IP 2001:db8::36f (bde54f91-e47b-447e-a925-cac3f2dd79f8/f2b470c0-123b-4ade-bc88-868c54655915/6312aa6a-eaa5-4ca4-a04e-302007e6e428) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:45:59.216150 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-06df1389-513a-4200-9da4-02afce705d13 None None] Attempting to bind port 719b81d2-c9b4-4617-9429-e4b5fec52e4e on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:45:59.216512 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-06df1389-513a-4200-9da4-02afce705d13 None None] Attempting to bind port 719b81d2-c9b4-4617-9429-e4b5fec52e4e by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '647d315d-e2bd-4fe4-9884-359322a5b446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'bde54f91-e47b-447e-a925-cac3f2dd79f8'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:45:59.216848 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06df1389-513a-4200-9da4-02afce705d13 None None] Attempting to bind port 719b81d2-c9b4-4617-9429-e4b5fec52e4e on network bde54f91-e47b-447e-a925-cac3f2dd79f8 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:45:59.222399 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06df1389-513a-4200-9da4-02afce705d13 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 45, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:45:59.222773 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06df1389-513a-4200-9da4-02afce705d13 None None] Checking segment: {'id': '647d315d-e2bd-4fe4-9884-359322a5b446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'bde54f91-e47b-447e-a925-cac3f2dd79f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:45:59.223391 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-06df1389-513a-4200-9da4-02afce705d13 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:59.223793 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06df1389-513a-4200-9da4-02afce705d13 None None] Bound using segment: {'id': '647d315d-e2bd-4fe4-9884-359322a5b446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'bde54f91-e47b-447e-a925-cac3f2dd79f8'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:45:59.224299 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-06df1389-513a-4200-9da4-02afce705d13 None None] Bound port: 719b81d2-c9b4-4617-9429-e4b5fec52e4e, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '647d315d-e2bd-4fe4-9884-359322a5b446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'bde54f91-e47b-447e-a925-cac3f2dd79f8'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:45:59.224687 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-06df1389-513a-4200-9da4-02afce705d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (719b81d2-c9b4-4617-9429-e4b5fec52e4e), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:59.293733 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-06df1389-513a-4200-9da4-02afce705d13 None None] For port 719b81d2-c9b4-4617-9429-e4b5fec52e4e, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:45:59.297494 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-06df1389-513a-4200-9da4-02afce705d13 None None] For port 719b81d2-c9b4-4617-9429-e4b5fec52e4e, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=719b81d2-c9b4-4617-9429-e4b5fec52e4e,segment=NetworkSegment(647d315d-e2bd-4fe4-9884-359322a5b446),segment_id=647d315d-e2bd-4fe4-9884-359322a5b446)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:45:59.303320 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-06df1389-513a-4200-9da4-02afce705d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (719b81d2-c9b4-4617-9429-e4b5fec52e4e), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:59.324450 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a0e4668e-5595-4000-b141-761b552d46bc tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181-project] Publish callbacks [] for port (6312aa6a-eaa5-4ca4-a04e-302007e6e428), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:59.362533 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a0e4668e-5595-4000-b141-761b552d46bc tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (6312aa6a-eaa5-4ca4-a04e-302007e6e428), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:59.369713 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06df1389-513a-4200-9da4-02afce705d13 None None] Pushing event updated for resources: {'Port': ['ID=719b81d2-c9b4-4617-9429-e4b5fec52e4e,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:45:59.412149 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e4668e-5595-4000-b141-761b552d46bc tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181-project] Network bde54f91-e47b-447e-a925-cac3f2dd79f8 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:45:59.418826 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-a0e4668e-5595-4000-b141-761b552d46bc tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:45:59.421304 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e4668e-5595-4000-b141-761b552d46bc tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:45:59.426610 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e4668e-5595-4000-b141-761b552d46bc tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:45:59.427223 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a0e4668e-5595-4000-b141-761b552d46bc tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:59.434518 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e4668e-5595-4000-b141-761b552d46bc tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181-project] Pushing event updated for resources: {'Port': ['ID=6312aa6a-eaa5-4ca4-a04e-302007e6e428,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:45:59.451757 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-a0e4668e-5595-4000-b141-761b552d46bc tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 0.7464910 Jan 28 07:45:59.454671 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 60600) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:45:59.460657 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-c7e9f68a-0e25-43b9-b3fa-84e0580d72b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181-project] Request body: {'port': {'network_id': 'bde54f91-e47b-447e-a925-cac3f2dd79f8', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-2093309300', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:45:59.461220 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.api.validators [None req-c7e9f68a-0e25-43b9-b3fa-84e0580d72b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181-project] bootfile-name is not in valid_values {{(pid=103283) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 28 07:45:59.461726 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.api.validators [None req-c7e9f68a-0e25-43b9-b3fa-84e0580d72b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181-project] tftp-server is not in valid_values {{(pid=103283) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 28 07:45:59.462129 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.api.validators [None req-c7e9f68a-0e25-43b9-b3fa-84e0580d72b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181-project] server-ip-address is not in valid_values {{(pid=103283) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 28 07:45:59.607868 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7e9f68a-0e25-43b9-b3fa-84e0580d72b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181-project] Made reservation on behalf of e2bb3e34c4514b63b64f5b42449d3fcc for: {'port': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:45:59.611134 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c7e9f68a-0e25-43b9-b3fa-84e0580d72b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:45:59.631882 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-c7e9f68a-0e25-43b9-b3fa-84e0580d72b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181-project] device_id is not set on port 941676d5-da65-468e-9712-b4dba89ded67 yet. {{(pid=103283) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 07:45:59.869525 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 719b81d2-c9b4-4617-9429-e4b5fec52e4e up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:45:59.870311 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-c7e9f68a-0e25-43b9-b3fa-84e0580d72b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181-project] Allocated IP 2001:db8::d9 (bde54f91-e47b-447e-a925-cac3f2dd79f8/f2b470c0-123b-4ade-bc88-868c54655915/941676d5-da65-468e-9712-b4dba89ded67) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:45:59.939662 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 719b81d2-c9b4-4617-9429-e4b5fec52e4e triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:45:59.940368 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (719b81d2-c9b4-4617-9429-e4b5fec52e4e), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:00.045618 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 719b81d2-c9b4-4617-9429-e4b5fec52e4e is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:46:00.046478 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (719b81d2-c9b4-4617-9429-e4b5fec52e4e), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:00.060917 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c7e9f68a-0e25-43b9-b3fa-84e0580d72b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181-project] Publish callbacks [] for port (941676d5-da65-468e-9712-b4dba89ded67), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:00.089972 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] For port 719b81d2-c9b4-4617-9429-e4b5fec52e4e, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=719b81d2-c9b4-4617-9429-e4b5fec52e4e,segment=NetworkSegment(647d315d-e2bd-4fe4-9884-359322a5b446),segment_id=647d315d-e2bd-4fe4-9884-359322a5b446)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:46:00.094978 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (719b81d2-c9b4-4617-9429-e4b5fec52e4e), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:00.099446 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c7e9f68a-0e25-43b9-b3fa-84e0580d72b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (941676d5-da65-468e-9712-b4dba89ded67), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:00.152908 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Pushing event updated for resources: {'Port': ['ID=719b81d2-c9b4-4617-9429-e4b5fec52e4e,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:00.155986 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e9f68a-0e25-43b9-b3fa-84e0580d72b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181-project] Network bde54f91-e47b-447e-a925-cac3f2dd79f8 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:46:00.159476 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-c7e9f68a-0e25-43b9-b3fa-84e0580d72b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:46:00.167519 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e9f68a-0e25-43b9-b3fa-84e0580d72b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:46:00.173946 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e9f68a-0e25-43b9-b3fa-84e0580d72b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:46:00.174736 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c7e9f68a-0e25-43b9-b3fa-84e0580d72b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:00.190264 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e9f68a-0e25-43b9-b3fa-84e0580d72b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181-project] Pushing event updated for resources: {'Port': ['ID=941676d5-da65-468e-9712-b4dba89ded67,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:00.210629 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-c7e9f68a-0e25-43b9-b3fa-84e0580d72b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 0.7547972 Jan 28 07:46:00.213872 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 60666) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:46:00.664137 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a5e36f-e639-4a2a-9cfc-6619291c12b5 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:46:00.669892 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a5e36f-e639-4a2a-9cfc-6619291c12b5 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:46:00.675712 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a5e36f-e639-4a2a-9cfc-6619291c12b5 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:46:00.677161 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-c2a5e36f-e639-4a2a-9cfc-6619291c12b5 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2623 time: 0.4621921 Jan 28 07:46:00.680163 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 60720) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:46:00.692644 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c9697aa-a9a6-4da3-bf41-3cb6213e8b9b None None] Network bde54f91-e47b-447e-a925-cac3f2dd79f8 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:46:00.785745 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-d248982e-82a4-4988-8be4-ff2d6e86a6ae None None] Provisioning complete for port 719b81d2-c9b4-4617-9429-e4b5fec52e4e triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:46:00.786146 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d248982e-82a4-4988-8be4-ff2d6e86a6ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (719b81d2-c9b4-4617-9429-e4b5fec52e4e), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:00.818134 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-0173ab87-a997-4091-b49e-4708f9c43d3e tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181-project] Deleting port 941676d5-da65-468e-9712-b4dba89ded67 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:46:00.818494 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0173ab87-a997-4091-b49e-4708f9c43d3e tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (941676d5-da65-468e-9712-b4dba89ded67), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:00.931135 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0173ab87-a997-4091-b49e-4708f9c43d3e tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (941676d5-da65-468e-9712-b4dba89ded67), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:00.942509 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-d248982e-82a4-4988-8be4-ff2d6e86a6ae None None] Current status of the port 719b81d2-c9b4-4617-9429-e4b5fec52e4e is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:46:00.950988 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-0173ab87-a997-4091-b49e-4708f9c43d3e tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181-project] Calling delete_port for 941676d5-da65-468e-9712-b4dba89ded67 owned by {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:46:01.109078 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0173ab87-a997-4091-b49e-4708f9c43d3e tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (941676d5-da65-468e-9712-b4dba89ded67), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:01.165332 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0173ab87-a997-4091-b49e-4708f9c43d3e tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181-project] Pushing event deleted for resources: {'Port': ['ID=941676d5-da65-468e-9712-b4dba89ded67,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:01.176409 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0173ab87-a997-4091-b49e-4708f9c43d3e tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:01.181269 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-0173ab87-a997-4091-b49e-4708f9c43d3e tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181-project] 10.222.0.41 "DELETE /v2.0/ports/941676d5-da65-468e-9712-b4dba89ded67 HTTP/1.1" status: 204 len: 168 time: 0.4999871 Jan 28 07:46:01.185196 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 60780) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:46:01.191891 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-ac7afaa8-456a-498a-acdb-f77a5cb7fa02 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181-project] Request body: {'port': {'name': 'tempest-new-port-name-544152554', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:46:01.192327 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.api.validators [None req-ac7afaa8-456a-498a-acdb-f77a5cb7fa02 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181-project] bootfile-name is not in valid_values {{(pid=103283) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 28 07:46:01.192679 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.api.validators [None req-ac7afaa8-456a-498a-acdb-f77a5cb7fa02 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181-project] tftp-server is not in valid_values {{(pid=103283) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 28 07:46:01.193079 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.api.validators [None req-ac7afaa8-456a-498a-acdb-f77a5cb7fa02 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181-project] server-ip-address is not in valid_values {{(pid=103283) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 28 07:46:01.285373 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ac7afaa8-456a-498a-acdb-f77a5cb7fa02 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (6312aa6a-eaa5-4ca4-a04e-302007e6e428), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:01.395482 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-7a3e969e-b6fb-46ae-951b-b13c16b63cba None None] Provisioning complete for port 6312aa6a-eaa5-4ca4-a04e-302007e6e428 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:46:01.395869 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7a3e969e-b6fb-46ae-951b-b13c16b63cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (6312aa6a-eaa5-4ca4-a04e-302007e6e428), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:01.443892 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-7a3e969e-b6fb-46ae-951b-b13c16b63cba None None] Port 6312aa6a-eaa5-4ca4-a04e-302007e6e428 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:46:01.449662 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-7a3e969e-b6fb-46ae-951b-b13c16b63cba None None] Could not find standard attr ID for object 941676d5-da65-468e-9712-b4dba89ded67. {{(pid=103285) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 07:46:01.467813 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-7a3e969e-b6fb-46ae-951b-b13c16b63cba None None] Provisioning complete for port 719b81d2-c9b4-4617-9429-e4b5fec52e4e triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:46:01.468428 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7a3e969e-b6fb-46ae-951b-b13c16b63cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (719b81d2-c9b4-4617-9429-e4b5fec52e4e), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:01.570608 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ac7afaa8-456a-498a-acdb-f77a5cb7fa02 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181-project] Publish callbacks [] for port (6312aa6a-eaa5-4ca4-a04e-302007e6e428), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:01.583170 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ac7afaa8-456a-498a-acdb-f77a5cb7fa02 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (6312aa6a-eaa5-4ca4-a04e-302007e6e428), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:01.590043 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-7a3e969e-b6fb-46ae-951b-b13c16b63cba None None] Current status of the port 719b81d2-c9b4-4617-9429-e4b5fec52e4e is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:46:01.609069 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-ac7afaa8-456a-498a-acdb-f77a5cb7fa02 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181-project] In _notify_port_updated(), no bound segment for port 6312aa6a-eaa5-4ca4-a04e-302007e6e428 on network bde54f91-e47b-447e-a925-cac3f2dd79f8 {{(pid=103283) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 07:46:01.614278 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac7afaa8-456a-498a-acdb-f77a5cb7fa02 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:46:01.614991 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ac7afaa8-456a-498a-acdb-f77a5cb7fa02 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:01.616546 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-ac7afaa8-456a-498a-acdb-f77a5cb7fa02 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181-project] 10.222.0.41 "PUT /v2.0/ports/6312aa6a-eaa5-4ca4-a04e-302007e6e428 HTTP/1.1" status: 200 len: 1129 time: 0.4301662 Jan 28 07:46:01.620063 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 60832) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:46:01.669548 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7afaa8-456a-498a-acdb-f77a5cb7fa02 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181-project] Pushing event updated for resources: {'Port': ['ID=6312aa6a-eaa5-4ca4-a04e-302007e6e428,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:01.706163 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dfb2028-68d7-4064-a1af-ed4ae0dbef7f tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:46:01.710937 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 60842) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:46:01.711088 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-9dfb2028-68d7-4064-a1af-ed4ae0dbef7f tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181-project] 10.222.0.41 "GET /v2.0/ports/6312aa6a-eaa5-4ca4-a04e-302007e6e428 HTTP/1.1" status: 200 len: 1129 time: 0.0897753 Jan 28 07:46:01.766289 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-d81bd18f-a0d9-4fff-bf0a-c5c594d597b4 None None] Provisioning complete for port 6312aa6a-eaa5-4ca4-a04e-302007e6e428 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:46:01.767054 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d81bd18f-a0d9-4fff-bf0a-c5c594d597b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (6312aa6a-eaa5-4ca4-a04e-302007e6e428), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:01.822743 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 719b81d2-c9b4-4617-9429-e4b5fec52e4e up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:46:01.877673 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-f6ce9a2f-a6fc-458a-a290-e4e6b0fb811d tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181-project] Deleting port 6312aa6a-eaa5-4ca4-a04e-302007e6e428 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:46:01.878097 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f6ce9a2f-a6fc-458a-a290-e4e6b0fb811d tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (6312aa6a-eaa5-4ca4-a04e-302007e6e428), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:01.884240 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-d81bd18f-a0d9-4fff-bf0a-c5c594d597b4 None None] Port 6312aa6a-eaa5-4ca4-a04e-302007e6e428 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:46:01.906855 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 719b81d2-c9b4-4617-9429-e4b5fec52e4e triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:46:01.907992 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (719b81d2-c9b4-4617-9429-e4b5fec52e4e), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:02.025030 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f6ce9a2f-a6fc-458a-a290-e4e6b0fb811d tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (6312aa6a-eaa5-4ca4-a04e-302007e6e428), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:02.042191 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-f6ce9a2f-a6fc-458a-a290-e4e6b0fb811d tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181-project] Calling delete_port for 6312aa6a-eaa5-4ca4-a04e-302007e6e428 owned by {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:46:02.071372 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 719b81d2-c9b4-4617-9429-e4b5fec52e4e is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:46:02.102400 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-72888551-a1f4-421e-b23e-a2976007bf92 None None] Could not find standard attr ID for object 941676d5-da65-468e-9712-b4dba89ded67. {{(pid=103285) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 07:46:02.204614 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f6ce9a2f-a6fc-458a-a290-e4e6b0fb811d tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (6312aa6a-eaa5-4ca4-a04e-302007e6e428), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:02.240603 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ce9a2f-a6fc-458a-a290-e4e6b0fb811d tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181-project] Pushing event deleted for resources: {'Port': ['ID=6312aa6a-eaa5-4ca4-a04e-302007e6e428,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:02.267994 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f6ce9a2f-a6fc-458a-a290-e4e6b0fb811d tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:02.271567 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-f6ce9a2f-a6fc-458a-a290-e4e6b0fb811d tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181-project] 10.222.0.41 "DELETE /v2.0/ports/6312aa6a-eaa5-4ca4-a04e-302007e6e428 HTTP/1.1" status: 204 len: 168 time: 0.5586460 Jan 28 07:46:02.274186 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 60908) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:46:02.334859 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_v2 [None req-332b14f1-6e52-4e02-b1ce-7d5d48f663c7 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181-project] Deleting subnet f2b470c0-123b-4ade-bc88-868c54655915 {{(pid=103283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:46:02.338515 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-332b14f1-6e52-4e02-b1ce-7d5d48f663c7 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181-project] Publish callbacks [] for subnet (f2b470c0-123b-4ade-bc88-868c54655915), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:02.391389 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-332b14f1-6e52-4e02-b1ce-7d5d48f663c7 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13506696'] for subnet (f2b470c0-123b-4ade-bc88-868c54655915), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:02.491204 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-332b14f1-6e52-4e02-b1ce-7d5d48f663c7 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (f2b470c0-123b-4ade-bc88-868c54655915), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:02.566871 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-332b14f1-6e52-4e02-b1ce-7d5d48f663c7 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13546665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13556132'] for subnet (f2b470c0-123b-4ade-bc88-868c54655915), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:02.598231 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332b14f1-6e52-4e02-b1ce-7d5d48f663c7 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181-project] Pushing event deleted for resources: {'Subnet': ['ID=f2b470c0-123b-4ade-bc88-868c54655915,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:02.600292 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-332b14f1-6e52-4e02-b1ce-7d5d48f663c7 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181-project] Publish callbacks [] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:02.606227 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 60956) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:46:02.606434 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-332b14f1-6e52-4e02-b1ce-7d5d48f663c7 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181-project] 10.222.0.41 "DELETE /v2.0/subnets/f2b470c0-123b-4ade-bc88-868c54655915 HTTP/1.1" status: 204 len: 168 time: 0.3304503 Jan 28 07:46:02.631154 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-33013c12-ac98-4378-bd23-9f9c358263b6 None None] Could not find standard attr ID for object 6312aa6a-eaa5-4ca4-a04e-302007e6e428. {{(pid=103285) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 07:46:02.695386 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-25230da0-d26a-4956-8037-538e21914721 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (bde54f91-e47b-447e-a925-cac3f2dd79f8), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:02.769969 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-25230da0-d26a-4956-8037-538e21914721 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181-project] Deleting port 719b81d2-c9b4-4617-9429-e4b5fec52e4e {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:46:02.770547 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-25230da0-d26a-4956-8037-538e21914721 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (719b81d2-c9b4-4617-9429-e4b5fec52e4e), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:02.805047 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b534387f-624f-4854-ae72-9f88290a98d9 None None] Network bde54f91-e47b-447e-a925-cac3f2dd79f8 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:46:02.841401 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-25230da0-d26a-4956-8037-538e21914721 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181-project] For port 719b81d2-c9b4-4617-9429-e4b5fec52e4e, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=719b81d2-c9b4-4617-9429-e4b5fec52e4e,segment=NetworkSegment(647d315d-e2bd-4fe4-9884-359322a5b446),segment_id=647d315d-e2bd-4fe4-9884-359322a5b446)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:46:02.841615 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-25230da0-d26a-4956-8037-538e21914721 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (719b81d2-c9b4-4617-9429-e4b5fec52e4e), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:02.857216 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-25230da0-d26a-4956-8037-538e21914721 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181-project] Calling delete_port for 719b81d2-c9b4-4617-9429-e4b5fec52e4e owned by network:dhcp {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:46:02.955529 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da284e5-a157-406b-ae6c-777b2afcb8e9 None None] DHCP port deletion for bde54f91-e47b-447e-a925-cac3f2dd79f8 request from n-d-712749-28 {{(pid=103285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 07:46:02.962188 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-25230da0-d26a-4956-8037-538e21914721 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (719b81d2-c9b4-4617-9429-e4b5fec52e4e), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:02.983074 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-1da284e5-a157-406b-ae6c-777b2afcb8e9 None None] The port '719b81d2-c9b4-4617-9429-e4b5fec52e4e' was deleted {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1993}} Jan 28 07:46:02.993672 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25230da0-d26a-4956-8037-538e21914721 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181-project] No DVR routers for this DVR port 719b81d2-c9b4-4617-9429-e4b5fec52e4e on host n-d-712749-28 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:46:03.000005 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25230da0-d26a-4956-8037-538e21914721 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181-project] Pushing event deleted for resources: {'Port': ['ID=719b81d2-c9b4-4617-9429-e4b5fec52e4e,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:03.085813 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-25230da0-d26a-4956-8037-538e21914721 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (bde54f91-e47b-447e-a925-cac3f2dd79f8), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:03.108153 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-25230da0-d26a-4956-8037-538e21914721 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bde54f91-e47b-447e-a925-cac3f2dd79f8']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:46:03.118616 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-25230da0-d26a-4956-8037-538e21914721 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '647d315d-e2bd-4fe4-9884-359322a5b446') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:46:03.119210 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-25230da0-d26a-4956-8037-538e21914721 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '647d315d-e2bd-4fe4-9884-359322a5b446') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:46:03.129784 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-25230da0-d26a-4956-8037-538e21914721 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24759294'] for segment (647d315d-e2bd-4fe4-9884-359322a5b446), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:03.143896 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-25230da0-d26a-4956-8037-538e21914721 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (647d315d-e2bd-4fe4-9884-359322a5b446), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:03.151602 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25230da0-d26a-4956-8037-538e21914721 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:46:03.152061 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-25230da0-d26a-4956-8037-538e21914721 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24757675'] for segment (647d315d-e2bd-4fe4-9884-359322a5b446), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:03.155576 n-d-712749-28 neutron-server[103284]: Traceback (most recent call last): Jan 28 07:46:03.155576 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:46:03.155576 n-d-712749-28 neutron-server[103284]: timer() Jan 28 07:46:03.155576 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:46:03.155576 n-d-712749-28 neutron-server[103284]: cb(*args, **kw) Jan 28 07:46:03.155576 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:46:03.155576 n-d-712749-28 neutron-server[103284]: return func(*args, **kwargs) Jan 28 07:46:03.155576 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:46:03.155576 n-d-712749-28 neutron-server[103284]: self._notify() Jan 28 07:46:03.155576 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:46:03.155576 n-d-712749-28 neutron-server[103284]: self.callback(batched_events) Jan 28 07:46:03.155576 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:46:03.155576 n-d-712749-28 neutron-server[103284]: event.method(event) Jan 28 07:46:03.155576 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:46:03.155576 n-d-712749-28 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:46:03.155576 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:46:03.155576 n-d-712749-28 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:46:03.155576 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:46:03.155576 n-d-712749-28 neutron-server[103284]: return f(self, *a, **k) Jan 28 07:46:03.155576 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:46:03.155576 n-d-712749-28 neutron-server[103284]: return self._get(url).json() Jan 28 07:46:03.155576 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:46:03.155576 n-d-712749-28 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:46:03.155576 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:46:03.155576 n-d-712749-28 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Jan 28 07:46:03.155576 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:46:03.155576 n-d-712749-28 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:46:03.155576 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:46:03.155576 n-d-712749-28 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:46:03.155576 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:46:03.155576 n-d-712749-28 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:46:03.155576 n-d-712749-28 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:46:03.221577 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-25230da0-d26a-4956-8037-538e21914721 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (bde54f91-e47b-447e-a925-cac3f2dd79f8), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:03.223706 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:03.231158 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-25230da0-d26a-4956-8037-538e21914721 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181-project] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:03.237310 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-25230da0-d26a-4956-8037-538e21914721 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181-project] 10.222.0.41 "DELETE /v2.0/networks/bde54f91-e47b-447e-a925-cac3f2dd79f8 HTTP/1.1" status: 204 len: 168 time: 0.6299751 Jan 28 07:46:03.250135 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25230da0-d26a-4956-8037-538e21914721 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181 tempest-ExtraDHCPOptionsIpV6TestJSON-1438600181-project] Pushing event deleted for resources: {'Network': ['ID=bde54f91-e47b-447e-a925-cac3f2dd79f8,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:03.279705 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3099197f-62fa-4e79-9955-b97700a3794b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:03.508242 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 32830) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:46:03.643336 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-0ea37fa0-0426-4d5a-9016-e4dfccceb0d4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e2bb3e34c4514b63b64f5b42449d3fcc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1332881 Jan 28 07:46:03.645808 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 32834) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:46:03.698726 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-97d905c4-c2ec-48f4-8f35-8f85e23f0618 admin admin] Publish callbacks [] for security_group (acd559d4-51d0-462b-9120-61f0876fb818), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:03.721476 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-97d905c4-c2ec-48f4-8f35-8f85e23f0618 admin admin] Publish callbacks [] for security_group (acd559d4-51d0-462b-9120-61f0876fb818), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:03.747472 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 719b81d2-c9b4-4617-9429-e4b5fec52e4e no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:46:03.769186 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: 719b81d2-c9b4-4617-9429-e4b5fec52e4e {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:46:03.769620 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 719b81d2-c9b4-4617-9429-e4b5fec52e4e not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:46:03.774149 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-97d905c4-c2ec-48f4-8f35-8f85e23f0618 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (acd559d4-51d0-462b-9120-61f0876fb818), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:03.777840 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-97d905c4-c2ec-48f4-8f35-8f85e23f0618 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:03.779221 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-97d905c4-c2ec-48f4-8f35-8f85e23f0618 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/acd559d4-51d0-462b-9120-61f0876fb818 HTTP/1.1" status: 204 len: 168 time: 0.1325231 Jan 28 07:46:03.788091 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d905c4-c2ec-48f4-8f35-8f85e23f0618 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acd559d4-51d0-462b-9120-61f0876fb818,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:04.163492 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:04.453417 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 32864) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:46:04.552711 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-45fd271e-17a0-4d60-a78a-ae6d75e6a9ed tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1928069885'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:46:04.573699 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45fd271e-17a0-4d60-a78a-ae6d75e6a9ed tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Made reservation on behalf of 97acdd3eea534b359338474e0e874201 for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:46:04.577383 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-45fd271e-17a0-4d60-a78a-ae6d75e6a9ed tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:04.586006 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-45fd271e-17a0-4d60-a78a-ae6d75e6a9ed tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:04.665573 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-45fd271e-17a0-4d60-a78a-ae6d75e6a9ed tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Publish callbacks [] for security_group (eacc3305-b404-411d-a3d9-638279a9fcf7), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:04.669275 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-45fd271e-17a0-4d60-a78a-ae6d75e6a9ed tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (eacc3305-b404-411d-a3d9-638279a9fcf7), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:04.701112 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45fd271e-17a0-4d60-a78a-ae6d75e6a9ed tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:46:04.707780 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fd271e-17a0-4d60-a78a-ae6d75e6a9ed tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eacc3305-b404-411d-a3d9-638279a9fcf7,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:04.716511 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-45fd271e-17a0-4d60-a78a-ae6d75e6a9ed tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (be9b0340-1b45-430e-ad9e-1f932d1cabe4), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:04.716511 n-d-712749-28 neutron-server[103284]: INFO neutron.db.segments_db [None req-45fd271e-17a0-4d60-a78a-ae6d75e6a9ed tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Added segment be9b0340-1b45-430e-ad9e-1f932d1cabe4 of type vlan for network c0230583-0ef6-4021-87b7-557c13a90508 Jan 28 07:46:04.761520 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-45fd271e-17a0-4d60-a78a-ae6d75e6a9ed tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (c0230583-0ef6-4021-87b7-557c13a90508), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:04.792753 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-45fd271e-17a0-4d60-a78a-ae6d75e6a9ed tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (c0230583-0ef6-4021-87b7-557c13a90508), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:04.797727 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45fd271e-17a0-4d60-a78a-ae6d75e6a9ed tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:46:04.798316 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-45fd271e-17a0-4d60-a78a-ae6d75e6a9ed tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:04.863477 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-45fd271e-17a0-4d60-a78a-ae6d75e6a9ed tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4089205 Jan 28 07:46:04.880553 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fd271e-17a0-4d60-a78a-ae6d75e6a9ed tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Pushing event updated for resources: {'Network': ['ID=c0230583-0ef6-4021-87b7-557c13a90508,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:04.901885 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network c0230583-0ef6-4021-87b7-557c13a90508 details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:46:05.635258 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e934b387-61c5-4ea6-b4d7-22567756dcde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:06.101641 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 32874) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:46:06.484339 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5a55b8bb-b368-4c19-b8fd-3d105297d608 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16606535'] for router_interface (38ee63d2-577c-4900-b982-dce133362bcc), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:06.814794 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-5a55b8bb-b368-4c19-b8fd-3d105297d608 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Deleting port 2ae12c5e-410e-4098-b0ca-d566d144b809 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:46:06.815207 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5a55b8bb-b368-4c19-b8fd-3d105297d608 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (2ae12c5e-410e-4098-b0ca-d566d144b809), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:06.908133 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-5a55b8bb-b368-4c19-b8fd-3d105297d608 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] For port 2ae12c5e-410e-4098-b0ca-d566d144b809, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=2ae12c5e-410e-4098-b0ca-d566d144b809,segment=NetworkSegment(30c87c09-5cdc-455e-b2db-558d2e1fa69e),segment_id=30c87c09-5cdc-455e-b2db-558d2e1fa69e)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:46:06.908485 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5a55b8bb-b368-4c19-b8fd-3d105297d608 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (2ae12c5e-410e-4098-b0ca-d566d144b809), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:06.921222 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-5a55b8bb-b368-4c19-b8fd-3d105297d608 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Calling delete_port for 2ae12c5e-410e-4098-b0ca-d566d144b809 owned by network:router_interface {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:46:07.079189 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:07.115974 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5a55b8bb-b368-4c19-b8fd-3d105297d608 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (2ae12c5e-410e-4098-b0ca-d566d144b809), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:07.143663 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a55b8bb-b368-4c19-b8fd-3d105297d608 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Pushing event deleted for resources: {'Port': ['ID=2ae12c5e-410e-4098-b0ca-d566d144b809,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:07.339391 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5a55b8bb-b368-4c19-b8fd-3d105297d608 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16319006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16606699'] for router_interface (38ee63d2-577c-4900-b982-dce133362bcc), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:07.587811 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a55b8bb-b368-4c19-b8fd-3d105297d608 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Router 38ee63d2-577c-4900-b982-dce133362bcc has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:46:07.706625 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a55b8bb-b368-4c19-b8fd-3d105297d608 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:46:07.715284 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-5a55b8bb-b368-4c19-b8fd-3d105297d608 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] 10.222.0.41 "PUT /v2.0/routers/38ee63d2-577c-4900-b982-dce133362bcc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6120183 Jan 28 07:46:07.717091 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35acbc87-ce9f-4f8d-af2d-8d59626c69ab None None] Sync routers for ids ['38ee63d2-577c-4900-b982-dce133362bcc'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:46:07.726972 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35acbc87-ce9f-4f8d-af2d-8d59626c69ab None None] Routers {'38ee63d2-577c-4900-b982-dce133362bcc'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:46:07.728354 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-35acbc87-ce9f-4f8d-af2d-8d59626c69ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:46:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['38ee63d2-577c-4900-b982-dce133362bcc'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:46:07.984959 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc9a2d5-44ae-4541-88c8-652b43223129 req-e22c6a43-57b3-471b-afba-25e789d1ef55 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:46:07.992341 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6bc9a2d5-44ae-4541-88c8-652b43223129 req-e22c6a43-57b3-471b-afba-25e789d1ef55 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] 10.222.0.41 "GET /v2.0/ports?device_id=441f83ab-4c0e-41df-ae74-422a8e112572 HTTP/1.1" status: 200 len: 946 time: 0.0602260 Jan 28 07:46:08.018929 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-35acbc87-ce9f-4f8d-af2d-8d59626c69ab None None] Set router 38ee63d2-577c-4900-b982-dce133362bcc gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:46:08.033023 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 32882) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:46:08.038948 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-245c51d5-eadf-471d-9af7-9b41f4fe070a tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Request body: {'subnet': {'network_id': 'c0230583-0ef6-4021-87b7-557c13a90508', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:46:08.048969 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6bc9a2d5-44ae-4541-88c8-652b43223129 req-2cd2876c-6b52-4432-b1a6-458ff19118ea tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] 10.222.0.41 "GET /v2.0/security-groups?id=33f5a14e-1dcf-44ef-8cb1-e26810d71e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544884 Jan 28 07:46:08.145662 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-245c51d5-eadf-471d-9af7-9b41f4fe070a tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Made reservation on behalf of 97acdd3eea534b359338474e0e874201 for: {'subnet': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:46:08.150553 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-245c51d5-eadf-471d-9af7-9b41f4fe070a tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13555781'] for subnet (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:08.271858 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-35acbc87-ce9f-4f8d-af2d-8d59626c69ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38ee63d2-577c-4900-b982-dce133362bcc', 'name': 'tempest-TestNetworkBasicOps-router-481148736', 'tenant_id': '5542ea76c30542aeb3cf0ca71420ede0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': 'ede4a57f-df4c-470d-ae6b-2406d45bab82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:44:10Z', 'updated_at': '2022-01-28T07:46:07Z', 'revision_number': 6, 'project_id': '5542ea76c30542aeb3cf0ca71420ede0', 'gw_port': {'id': 'ede4a57f-df4c-470d-ae6b-2406d45bab82', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:61:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ee63d2-577c-4900-b982-dce133362bcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:44:11Z', 'updated_at': '2022-01-28T07:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_floatingips': [{'id': 'e6ce22fe-533a-4ee5-9258-3332eb2e5762', 'tenant_id': '5542ea76c30542aeb3cf0ca71420ede0', 'floating_ip_address': '172.25.6.138', 'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'router_id': '38ee63d2-577c-4900-b982-dce133362bcc', 'port_id': '6dca1592-9e48-4546-ae97-f7d7ad907589', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3609, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a30336a5-b3a0-4783-8e54-de537509e123', 'mac_address': 'fa:16:3e:40:92:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb6bd0d-df7e-4c6e-89f1-db900bb17770', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:44:45Z', 'updated_at': '2022-01-28T07:44:49Z', 'revision_number': 1, 'project_id': '5542ea76c30542aeb3cf0ca71420ede0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '332db361-ea9f-4c82-a31e-b665293df277', 'name': '', 'network_id': 'a30336a5-b3a0-4783-8e54-de537509e123', 'tenant_id': '5542ea76c30542aeb3cf0ca71420ede0', 'mac_address': 'fa:16:3e:27:8c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ee63d2-577c-4900-b982-dce133362bcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '5479f019-202c-46d0-8eb2-e3988316e62a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:44:17Z', 'updated_at': '2022-01-28T07:44:24Z', 'revision_number': 5, 'project_id': '5542ea76c30542aeb3cf0ca71420ede0', 'subnets': [{'id': '5479f019-202c-46d0-8eb2-e3988316e62a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:46:08.301964 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35acbc87-ce9f-4f8d-af2d-8d59626c69ab None None] Checking router: 38ee63d2-577c-4900-b982-dce133362bcc for host: n-d-712749-28 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:46:08.312437 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35acbc87-ce9f-4f8d-af2d-8d59626c69ab None None] Routers {'38ee63d2-577c-4900-b982-dce133362bcc'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:46:08.313058 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-35acbc87-ce9f-4f8d-af2d-8d59626c69ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:46:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['38ee63d2-577c-4900-b982-dce133362bcc'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:46:08.356611 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-245c51d5-eadf-471d-9af7-9b41f4fe070a tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13546728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13555799'] for subnet (e5fde72c-c7ab-409f-ada2-b4fca241182a), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:08.421195 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245c51d5-eadf-471d-9af7-9b41f4fe070a tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Pushing event updated for resources: {'Subnet': ['ID=e5fde72c-c7ab-409f-ada2-b4fca241182a,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:08.429213 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245c51d5-eadf-471d-9af7-9b41f4fe070a tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:46:08.429561 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245c51d5-eadf-471d-9af7-9b41f4fe070a tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:46:08.429905 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245c51d5-eadf-471d-9af7-9b41f4fe070a tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:46:08.431011 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245c51d5-eadf-471d-9af7-9b41f4fe070a tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:46:08.431354 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245c51d5-eadf-471d-9af7-9b41f4fe070a tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:46:08.431686 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245c51d5-eadf-471d-9af7-9b41f4fe070a tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:46:08.432017 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245c51d5-eadf-471d-9af7-9b41f4fe070a tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:46:08.432375 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245c51d5-eadf-471d-9af7-9b41f4fe070a tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:46:08.432704 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245c51d5-eadf-471d-9af7-9b41f4fe070a tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:46:08.433030 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245c51d5-eadf-471d-9af7-9b41f4fe070a tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:46:08.433354 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245c51d5-eadf-471d-9af7-9b41f4fe070a tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:46:08.433650 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-35acbc87-ce9f-4f8d-af2d-8d59626c69ab None None] Set router 38ee63d2-577c-4900-b982-dce133362bcc gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:46:08.433769 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245c51d5-eadf-471d-9af7-9b41f4fe070a tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:46:08.433985 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245c51d5-eadf-471d-9af7-9b41f4fe070a tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:46:08.444365 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245c51d5-eadf-471d-9af7-9b41f4fe070a tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Checking segment: {'id': 'be9b0340-1b45-430e-ad9e-1f932d1cabe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'c0230583-0ef6-4021-87b7-557c13a90508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:46:08.444365 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-245c51d5-eadf-471d-9af7-9b41f4fe070a tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Network hostable DHCP agents. Network: c0230583-0ef6-4021-87b7-557c13a90508, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:46:08.462138 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-245c51d5-eadf-471d-9af7-9b41f4fe070a tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Network c0230583-0ef6-4021-87b7-557c13a90508 is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:46:08.472028 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-245c51d5-eadf-471d-9af7-9b41f4fe070a tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, c0230583-0ef6-4021-87b7-557c13a90508) {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:46:08.481983 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06bc384e-8fd5-4d2c-893b-32a981e142c9 None None] Network c0230583-0ef6-4021-87b7-557c13a90508 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:46:08.482953 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-245c51d5-eadf-471d-9af7-9b41f4fe070a tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:46:08.483615 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-245c51d5-eadf-471d-9af7-9b41f4fe070a tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Publish callbacks [] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:08.504462 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-245c51d5-eadf-471d-9af7-9b41f4fe070a tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4701364 Jan 28 07:46:08.507997 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 32886) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:46:08.514035 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-531cbbc5-ae76-46f7-8dc9-3d8a25d2b630 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2001950894'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:46:08.547506 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-531cbbc5-ae76-46f7-8dc9-3d8a25d2b630 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Made reservation on behalf of 97acdd3eea534b359338474e0e874201 for: {'network': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:46:08.551239 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-531cbbc5-ae76-46f7-8dc9-3d8a25d2b630 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:08.578709 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-531cbbc5-ae76-46f7-8dc9-3d8a25d2b630 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=103283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:46:08.590221 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-531cbbc5-ae76-46f7-8dc9-3d8a25d2b630 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (a5bf453a-39a7-4ea7-9df3-66ceb5f26448), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:08.590574 n-d-712749-28 neutron-server[103283]: INFO neutron.db.segments_db [None req-531cbbc5-ae76-46f7-8dc9-3d8a25d2b630 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Added segment a5bf453a-39a7-4ea7-9df3-66ceb5f26448 of type vlan for network 03b8e7fa-9e56-439c-a23f-e71e86c11c2f Jan 28 07:46:08.642081 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-531cbbc5-ae76-46f7-8dc9-3d8a25d2b630 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (03b8e7fa-9e56-439c-a23f-e71e86c11c2f), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:08.664922 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e180450-5651-4fd2-9c7b-f6630dc157bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3dd72b9-6805-5f61-b6f3-a591f99a173d-c0230583-0ef6-4021-87b7-557c13a90508', 'network_id': 'c0230583-0ef6-4021-87b7-557c13a90508', 'project_id': '97acdd3eea534b359338474e0e874201', 'fixed_ips': [{'subnet_id': 'e5fde72c-c7ab-409f-ada2-b4fca241182a'}]}} from n-d-712749-28. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 07:46:08.666384 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7e180450-5651-4fd2-9c7b-f6630dc157bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:08.680866 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-531cbbc5-ae76-46f7-8dc9-3d8a25d2b630 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (03b8e7fa-9e56-439c-a23f-e71e86c11c2f), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:08.688259 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-531cbbc5-ae76-46f7-8dc9-3d8a25d2b630 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:46:08.688462 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-531cbbc5-ae76-46f7-8dc9-3d8a25d2b630 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Publish callbacks [] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:08.754777 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-531cbbc5-ae76-46f7-8dc9-3d8a25d2b630 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2418690 Jan 28 07:46:08.757562 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 32888) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:46:08.761017 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-35acbc87-ce9f-4f8d-af2d-8d59626c69ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38ee63d2-577c-4900-b982-dce133362bcc', 'name': 'tempest-TestNetworkBasicOps-router-481148736', 'tenant_id': '5542ea76c30542aeb3cf0ca71420ede0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': 'ede4a57f-df4c-470d-ae6b-2406d45bab82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:44:10Z', 'updated_at': '2022-01-28T07:46:07Z', 'revision_number': 6, 'project_id': '5542ea76c30542aeb3cf0ca71420ede0', 'gw_port': {'id': 'ede4a57f-df4c-470d-ae6b-2406d45bab82', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:61:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ee63d2-577c-4900-b982-dce133362bcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:44:11Z', 'updated_at': '2022-01-28T07:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_floatingips': [{'id': 'e6ce22fe-533a-4ee5-9258-3332eb2e5762', 'tenant_id': '5542ea76c30542aeb3cf0ca71420ede0', 'floating_ip_address': '172.25.6.138', 'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'router_id': '38ee63d2-577c-4900-b982-dce133362bcc', 'port_id': '6dca1592-9e48-4546-ae97-f7d7ad907589', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3609, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a30336a5-b3a0-4783-8e54-de537509e123', 'mac_address': 'fa:16:3e:40:92:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb6bd0d-df7e-4c6e-89f1-db900bb17770', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:44:45Z', 'updated_at': '2022-01-28T07:44:49Z', 'revision_number': 1, 'project_id': '5542ea76c30542aeb3cf0ca71420ede0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '332db361-ea9f-4c82-a31e-b665293df277', 'name': '', 'network_id': 'a30336a5-b3a0-4783-8e54-de537509e123', 'tenant_id': '5542ea76c30542aeb3cf0ca71420ede0', 'mac_address': 'fa:16:3e:27:8c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ee63d2-577c-4900-b982-dce133362bcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '5479f019-202c-46d0-8eb2-e3988316e62a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:44:17Z', 'updated_at': '2022-01-28T07:44:24Z', 'revision_number': 5, 'project_id': '5542ea76c30542aeb3cf0ca71420ede0', 'subnets': [{'id': '5479f019-202c-46d0-8eb2-e3988316e62a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:46:08.775489 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531cbbc5-ae76-46f7-8dc9-3d8a25d2b630 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Pushing event updated for resources: {'Network': ['ID=03b8e7fa-9e56-439c-a23f-e71e86c11c2f,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:08.776026 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-b67bc2fc-cc74-461e-b311-759aad0cbcc7 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Request body: {'subnet': {'network_id': '03b8e7fa-9e56-439c-a23f-e71e86c11c2f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:46:08.791249 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network 03b8e7fa-9e56-439c-a23f-e71e86c11c2f details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:46:08.812867 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35acbc87-ce9f-4f8d-af2d-8d59626c69ab None None] The sync data for ids ['38ee63d2-577c-4900-b982-dce133362bcc'] in n-d-712749-28 is: [{'id': '38ee63d2-577c-4900-b982-dce133362bcc', 'name': 'tempest-TestNetworkBasicOps-router-481148736', 'tenant_id': '5542ea76c30542aeb3cf0ca71420ede0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': 'ede4a57f-df4c-470d-ae6b-2406d45bab82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:44:10Z', 'updated_at': '2022-01-28T07:46:07Z', 'revision_number': 6, 'project_id': '5542ea76c30542aeb3cf0ca71420ede0', 'gw_port': {'id': 'ede4a57f-df4c-470d-ae6b-2406d45bab82', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:61:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ee63d2-577c-4900-b982-dce133362bcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:44:11Z', 'updated_at': '2022-01-28T07:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_floatingips': [{'id': 'e6ce22fe-533a-4ee5-9258-3332eb2e5762', 'tenant_id': '5542ea76c30542aeb3cf0ca71420ede0', 'floating_ip_address': '172.25.6.138', 'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'router_id': '38ee63d2-577c-4900-b982-dce133362bcc', 'port_id': '6dca1592-9e48-4546-ae97-f7d7ad907589', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3609, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a30336a5-b3a0-4783-8e54-de537509e123', 'mac_address': 'fa:16:3e:40:92:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb6bd0d-df7e-4c6e-89f1-db900bb17770', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:44:45Z', 'updated_at': '2022-01-28T07:44:49Z', 'revision_number': 1, 'project_id': '5542ea76c30542aeb3cf0ca71420ede0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '332db361-ea9f-4c82-a31e-b665293df277', 'name': '', 'network_id': 'a30336a5-b3a0-4783-8e54-de537509e123', 'tenant_id': '5542ea76c30542aeb3cf0ca71420ede0', 'mac_address': 'fa:16:3e:27:8c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ee63d2-577c-4900-b982-dce133362bcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '5479f019-202c-46d0-8eb2-e3988316e62a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:44:17Z', 'updated_at': '2022-01-28T07:44:24Z', 'revision_number': 5, 'project_id': '5542ea76c30542aeb3cf0ca71420ede0', 'subnets': [{'id': '5479f019-202c-46d0-8eb2-e3988316e62a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:46:08.814923 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:08.898697 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b67bc2fc-cc74-461e-b311-759aad0cbcc7 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Made reservation on behalf of 97acdd3eea534b359338474e0e874201 for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:46:08.903047 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b67bc2fc-cc74-461e-b311-759aad0cbcc7 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24979592'] for subnet (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:08.968038 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-7e180450-5651-4fd2-9c7b-f6630dc157bb None None] Allocated IP 2001:db8:0:ffff::2 (c0230583-0ef6-4021-87b7-557c13a90508/e5fde72c-c7ab-409f-ada2-b4fca241182a/f28ff5bc-5409-4317-83ad-c2ef63635745) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:46:09.216205 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e232238-6fc7-4428-b5da-797f0025731d req-c2efac63-f037-4e8e-8396-68b001fd442d tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:46:09.217824 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0e232238-6fc7-4428-b5da-797f0025731d req-c2efac63-f037-4e8e-8396-68b001fd442d tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] 10.222.0.41 "GET /v2.0/ports?device_id=441f83ab-4c0e-41df-ae74-422a8e112572 HTTP/1.1" status: 200 len: 946 time: 0.0896266 Jan 28 07:46:09.313877 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0e232238-6fc7-4428-b5da-797f0025731d req-0674f2ef-2193-4f54-a8be-3e0c0ab11f69 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] 10.222.0.41 "GET /v2.0/security-groups?id=33f5a14e-1dcf-44ef-8cb1-e26810d71e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808959 Jan 28 07:46:09.324997 n-d-712749-28 neutron-server[103284]: DEBUG neutron.objects.ports [None req-b67bc2fc-cc74-461e-b311-759aad0cbcc7 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103284) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 07:46:09.326875 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b67bc2fc-cc74-461e-b311-759aad0cbcc7 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24757504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24979610'] for subnet (600d0b0f-8b51-4e2a-9a00-0ce9bf26cb71), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:09.405574 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67bc2fc-cc74-461e-b311-759aad0cbcc7 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Pushing event updated for resources: {'Subnet': ['ID=600d0b0f-8b51-4e2a-9a00-0ce9bf26cb71,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:09.415114 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67bc2fc-cc74-461e-b311-759aad0cbcc7 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Checking segment: {'id': 'a5bf453a-39a7-4ea7-9df3-66ceb5f26448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '03b8e7fa-9e56-439c-a23f-e71e86c11c2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:46:09.415602 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b67bc2fc-cc74-461e-b311-759aad0cbcc7 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Network hostable DHCP agents. Network: 03b8e7fa-9e56-439c-a23f-e71e86c11c2f, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:46:09.435357 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b67bc2fc-cc74-461e-b311-759aad0cbcc7 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Network 03b8e7fa-9e56-439c-a23f-e71e86c11c2f is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:46:09.448932 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-b67bc2fc-cc74-461e-b311-759aad0cbcc7 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, 03b8e7fa-9e56-439c-a23f-e71e86c11c2f) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:46:09.455860 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b67bc2fc-cc74-461e-b311-759aad0cbcc7 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:46:09.456692 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b67bc2fc-cc74-461e-b311-759aad0cbcc7 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:09.473721 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7e180450-5651-4fd2-9c7b-f6630dc157bb None None] Publish callbacks [] for port (f28ff5bc-5409-4317-83ad-c2ef63635745), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:09.485245 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 32900) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:46:09.485485 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-b67bc2fc-cc74-461e-b311-759aad0cbcc7 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7218187 Jan 28 07:46:09.492069 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-978f6504-967d-4adf-bde9-ce1311d47696 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Request body: {'port': {'network_id': '03b8e7fa-9e56-439c-a23f-e71e86c11c2f', 'name': 'tempest-NetworksIpV6TestAttrs-221847208'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:46:09.500587 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f74610-ffbc-4c80-9244-ea654427e742 None None] Network 03b8e7fa-9e56-439c-a23f-e71e86c11c2f requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:46:09.535080 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7e180450-5651-4fd2-9c7b-f6630dc157bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (f28ff5bc-5409-4317-83ad-c2ef63635745), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:09.635081 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e180450-5651-4fd2-9c7b-f6630dc157bb None None] Network c0230583-0ef6-4021-87b7-557c13a90508 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:46:09.649276 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-7e180450-5651-4fd2-9c7b-f6630dc157bb None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:46:09.652576 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418748fc-4bb3-41ab-9a06-93e4e2d6cc17 req-bd4cdb4c-2535-486c-a7c1-373f4b1f222a tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:46:09.654442 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-418748fc-4bb3-41ab-9a06-93e4e2d6cc17 req-bd4cdb4c-2535-486c-a7c1-373f4b1f222a tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] 10.222.0.10 "GET /v2.0/ports?device_id=441f83ab-4c0e-41df-ae74-422a8e112572 HTTP/1.1" status: 200 len: 946 time: 0.1112714 Jan 28 07:46:09.667195 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e180450-5651-4fd2-9c7b-f6630dc157bb None None] Pushing event updated for resources: {'Port': ['ID=f28ff5bc-5409-4317-83ad-c2ef63635745,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:09.673843 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e180450-5651-4fd2-9c7b-f6630dc157bb None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:46:09.697915 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-978f6504-967d-4adf-bde9-ce1311d47696 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Made reservation on behalf of 97acdd3eea534b359338474e0e874201 for: {'port': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:46:09.710740 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-978f6504-967d-4adf-bde9-ce1311d47696 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:09.720406 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc874617-d47f-4852-b95a-b183d58e969d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3dd72b9-6805-5f61-b6f3-a591f99a173d-03b8e7fa-9e56-439c-a23f-e71e86c11c2f', 'network_id': '03b8e7fa-9e56-439c-a23f-e71e86c11c2f', 'project_id': '97acdd3eea534b359338474e0e874201', 'fixed_ips': [{'subnet_id': '600d0b0f-8b51-4e2a-9a00-0ce9bf26cb71'}]}} from n-d-712749-28. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 07:46:09.721566 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bc874617-d47f-4852-b95a-b183d58e969d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:09.764590 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-978f6504-967d-4adf-bde9-ce1311d47696 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] device_id is not set on port f285cfcc-e9fd-4043-8106-5a5ec37051f9 yet. {{(pid=103283) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 07:46:09.781449 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 2ae12c5e-410e-4098-b0ca-d566d144b809 no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:46:09.783965 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:09.857675 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: 2ae12c5e-410e-4098-b0ca-d566d144b809 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:46:09.858312 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 2ae12c5e-410e-4098-b0ca-d566d144b809 not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:46:09.868797 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-7e180450-5651-4fd2-9c7b-f6630dc157bb None None] Attempting to bind port f28ff5bc-5409-4317-83ad-c2ef63635745 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:46:09.869399 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-7e180450-5651-4fd2-9c7b-f6630dc157bb None None] Attempting to bind port f28ff5bc-5409-4317-83ad-c2ef63635745 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': 'be9b0340-1b45-430e-ad9e-1f932d1cabe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'c0230583-0ef6-4021-87b7-557c13a90508'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:46:09.869941 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e180450-5651-4fd2-9c7b-f6630dc157bb None None] Attempting to bind port f28ff5bc-5409-4317-83ad-c2ef63635745 on network c0230583-0ef6-4021-87b7-557c13a90508 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:46:09.881514 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-418748fc-4bb3-41ab-9a06-93e4e2d6cc17 req-d066e675-52b5-4567-b3b4-5c50fa514d02 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Deleting port 0c63d57e-7ce2-49e3-a1b1-0941f4262b40 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:46:09.881514 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-418748fc-4bb3-41ab-9a06-93e4e2d6cc17 req-d066e675-52b5-4567-b3b4-5c50fa514d02 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (0c63d57e-7ce2-49e3-a1b1-0941f4262b40), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:09.973074 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e180450-5651-4fd2-9c7b-f6630dc157bb None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 46, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:46:09.973461 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e180450-5651-4fd2-9c7b-f6630dc157bb None None] Checking segment: {'id': 'be9b0340-1b45-430e-ad9e-1f932d1cabe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'c0230583-0ef6-4021-87b7-557c13a90508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:46:09.973866 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7e180450-5651-4fd2-9c7b-f6630dc157bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:09.974266 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e180450-5651-4fd2-9c7b-f6630dc157bb None None] Bound using segment: {'id': 'be9b0340-1b45-430e-ad9e-1f932d1cabe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'c0230583-0ef6-4021-87b7-557c13a90508'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:46:09.974743 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-7e180450-5651-4fd2-9c7b-f6630dc157bb None None] Bound port: f28ff5bc-5409-4317-83ad-c2ef63635745, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be9b0340-1b45-430e-ad9e-1f932d1cabe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'c0230583-0ef6-4021-87b7-557c13a90508'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:46:09.975123 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7e180450-5651-4fd2-9c7b-f6630dc157bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (f28ff5bc-5409-4317-83ad-c2ef63635745), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:10.043981 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-418748fc-4bb3-41ab-9a06-93e4e2d6cc17 req-d066e675-52b5-4567-b3b4-5c50fa514d02 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] For port 0c63d57e-7ce2-49e3-a1b1-0941f4262b40, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=0c63d57e-7ce2-49e3-a1b1-0941f4262b40,segment=NetworkSegment(30c87c09-5cdc-455e-b2db-558d2e1fa69e),segment_id=30c87c09-5cdc-455e-b2db-558d2e1fa69e)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:46:10.044691 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-418748fc-4bb3-41ab-9a06-93e4e2d6cc17 req-d066e675-52b5-4567-b3b4-5c50fa514d02 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (0c63d57e-7ce2-49e3-a1b1-0941f4262b40), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:10.052826 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-978f6504-967d-4adf-bde9-ce1311d47696 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Allocated IP 2001:db8::f816:3eff:fec3:84cd (03b8e7fa-9e56-439c-a23f-e71e86c11c2f/600d0b0f-8b51-4e2a-9a00-0ce9bf26cb71/f285cfcc-e9fd-4043-8106-5a5ec37051f9) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:46:10.063046 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-418748fc-4bb3-41ab-9a06-93e4e2d6cc17 req-d066e675-52b5-4567-b3b4-5c50fa514d02 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Calling delete_port for 0c63d57e-7ce2-49e3-a1b1-0941f4262b40 owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:46:10.088337 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-7e180450-5651-4fd2-9c7b-f6630dc157bb None None] For port f28ff5bc-5409-4317-83ad-c2ef63635745, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:46:10.092120 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-7e180450-5651-4fd2-9c7b-f6630dc157bb None None] For port f28ff5bc-5409-4317-83ad-c2ef63635745, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=f28ff5bc-5409-4317-83ad-c2ef63635745,segment=NetworkSegment(be9b0340-1b45-430e-ad9e-1f932d1cabe4),segment_id=be9b0340-1b45-430e-ad9e-1f932d1cabe4)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:46:10.097045 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7e180450-5651-4fd2-9c7b-f6630dc157bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (f28ff5bc-5409-4317-83ad-c2ef63635745), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:10.181217 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e180450-5651-4fd2-9c7b-f6630dc157bb None None] Pushing event updated for resources: {'Port': ['ID=f28ff5bc-5409-4317-83ad-c2ef63635745,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:10.201014 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0e29ef-ac2e-4710-a699-d09c6b6218d9 req-fa045e78-9d57-4d22-856e-bcfae5e42d19 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:46:10.202580 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9e0e29ef-ac2e-4710-a699-d09c6b6218d9 req-fa045e78-9d57-4d22-856e-bcfae5e42d19 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=e438921b-221d-4d9b-8372-1d30dc58dd9f HTTP/1.1" status: 200 len: 945 time: 0.1853323 Jan 28 07:46:10.265504 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-418748fc-4bb3-41ab-9a06-93e4e2d6cc17 req-d066e675-52b5-4567-b3b4-5c50fa514d02 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (0c63d57e-7ce2-49e3-a1b1-0941f4262b40), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:10.317886 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d066e675-52b5-4567-b3b4-5c50fa514d02 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Pushing event deleted for resources: {'Port': ['ID=0c63d57e-7ce2-49e3-a1b1-0941f4262b40,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:10.335518 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9e0e29ef-ac2e-4710-a699-d09c6b6218d9 req-0d5053e5-0508-4db3-a1c6-057040378c8b tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec6d871e-ef1d-448d-95b7-68ce22e3161e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244950 Jan 28 07:46:10.391133 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-978f6504-967d-4adf-bde9-ce1311d47696 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Publish callbacks [] for port (f285cfcc-e9fd-4043-8106-5a5ec37051f9), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:10.424640 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-418748fc-4bb3-41ab-9a06-93e4e2d6cc17 req-d066e675-52b5-4567-b3b4-5c50fa514d02 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] No DVR routers for this DVR port 0c63d57e-7ce2-49e3-a1b1-0941f4262b40 on host n-h1-712749-28 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:46:10.428821 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-418748fc-4bb3-41ab-9a06-93e4e2d6cc17 req-d066e675-52b5-4567-b3b4-5c50fa514d02 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:10.437012 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-418748fc-4bb3-41ab-9a06-93e4e2d6cc17 req-d066e675-52b5-4567-b3b4-5c50fa514d02 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] 10.222.0.10 "DELETE /v2.0/ports/0c63d57e-7ce2-49e3-a1b1-0941f4262b40 HTTP/1.1" status: 204 len: 173 time: 0.7746530 Jan 28 07:46:10.440427 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '441f83ab-4c0e-41df-ae74-422a8e112572', 'name': 'network-vif-deleted', 'tag': '0c63d57e-7ce2-49e3-a1b1-0941f4262b40'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:46:10.456296 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24bb4fa7-98d8-4d85-aed6-5e3dc94cd387" -d '{"events": [{"server_uuid": "441f83ab-4c0e-41df-ae74-422a8e112572", "name": "network-vif-deleted", "tag": "0c63d57e-7ce2-49e3-a1b1-0941f4262b40"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:46:10.464218 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-978f6504-967d-4adf-bde9-ce1311d47696 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (f285cfcc-e9fd-4043-8106-5a5ec37051f9), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:10.554367 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-978f6504-967d-4adf-bde9-ce1311d47696 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Network 03b8e7fa-9e56-439c-a23f-e71e86c11c2f is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:46:10.558806 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-978f6504-967d-4adf-bde9-ce1311d47696 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:46:10.568317 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978f6504-967d-4adf-bde9-ce1311d47696 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:46:10.568731 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-79a2fabc-954f-4b28-997c-326f9b9d4a0b req-2693685f-a746-471b-878a-4589840566ea tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] 10.222.0.41 "GET /v2.0/ports?device_id=441f83ab-4c0e-41df-ae74-422a8e112572 HTTP/1.1" status: 200 len: 210 time: 0.0897896 Jan 28 07:46:10.575477 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-978f6504-967d-4adf-bde9-ce1311d47696 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:46:10.577019 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-978f6504-967d-4adf-bde9-ce1311d47696 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:10.604242 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978f6504-967d-4adf-bde9-ce1311d47696 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Pushing event updated for resources: {'Port': ['ID=f285cfcc-e9fd-4043-8106-5a5ec37051f9,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:10.615333 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfc7f7b6-e1e3-4813-aa5a-d426a9af662e x-openstack-request-id: req-bfc7f7b6-e1e3-4813-aa5a-d426a9af662e {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:46:10.615744 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "441f83ab-4c0e-41df-ae74-422a8e112572", "name": "network-vif-deleted", "tag": "0c63d57e-7ce2-49e3-a1b1-0941f4262b40", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:46:10.616109 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bfc7f7b6-e1e3-4813-aa5a-d426a9af662e {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:46:10.616764 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '441f83ab-4c0e-41df-ae74-422a8e112572', 'name': 'network-vif-deleted', 'tag': '0c63d57e-7ce2-49e3-a1b1-0941f4262b40', 'status': 'completed', 'code': 200} Jan 28 07:46:10.623092 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-978f6504-967d-4adf-bde9-ce1311d47696 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.1349716 Jan 28 07:46:10.625821 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 32912) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:46:10.678719 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-bc874617-d47f-4852-b95a-b183d58e969d None None] Allocated IP 2001:db8::f816:3eff:fe26:d62a (03b8e7fa-9e56-439c-a23f-e71e86c11c2f/600d0b0f-8b51-4e2a-9a00-0ce9bf26cb71/39f1c318-7264-4b94-947e-cc993dbfd594) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:46:10.715754 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-58d06fe9-534d-4b12-8010-6cd3e235da65 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Deleting subnet 600d0b0f-8b51-4e2a-9a00-0ce9bf26cb71 {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:46:10.892441 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bc874617-d47f-4852-b95a-b183d58e969d None None] Publish callbacks [] for port (39f1c318-7264-4b94-947e-cc993dbfd594), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:10.901113 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-58d06fe9-534d-4b12-8010-6cd3e235da65 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Publish callbacks [] for subnet (600d0b0f-8b51-4e2a-9a00-0ce9bf26cb71), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:10.902575 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bc874617-d47f-4852-b95a-b183d58e969d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (39f1c318-7264-4b94-947e-cc993dbfd594), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:10.982282 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-58d06fe9-534d-4b12-8010-6cd3e235da65 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24759175'] for subnet (600d0b0f-8b51-4e2a-9a00-0ce9bf26cb71), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:10.990544 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc874617-d47f-4852-b95a-b183d58e969d None None] Network 03b8e7fa-9e56-439c-a23f-e71e86c11c2f is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:46:10.993697 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-bc874617-d47f-4852-b95a-b183d58e969d None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:46:10.999602 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc874617-d47f-4852-b95a-b183d58e969d None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:46:11.005789 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc874617-d47f-4852-b95a-b183d58e969d None None] Pushing event updated for resources: {'Port': ['ID=39f1c318-7264-4b94-947e-cc993dbfd594,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:11.117987 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-bc874617-d47f-4852-b95a-b183d58e969d None None] Attempting to bind port 39f1c318-7264-4b94-947e-cc993dbfd594 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:46:11.118575 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-bc874617-d47f-4852-b95a-b183d58e969d None None] Attempting to bind port 39f1c318-7264-4b94-947e-cc993dbfd594 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': 'a5bf453a-39a7-4ea7-9df3-66ceb5f26448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '03b8e7fa-9e56-439c-a23f-e71e86c11c2f'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:46:11.118955 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc874617-d47f-4852-b95a-b183d58e969d None None] Attempting to bind port 39f1c318-7264-4b94-947e-cc993dbfd594 on network 03b8e7fa-9e56-439c-a23f-e71e86c11c2f {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:46:11.132864 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc874617-d47f-4852-b95a-b183d58e969d None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 46, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:46:11.133521 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc874617-d47f-4852-b95a-b183d58e969d None None] Checking segment: {'id': 'a5bf453a-39a7-4ea7-9df3-66ceb5f26448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '03b8e7fa-9e56-439c-a23f-e71e86c11c2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:46:11.133887 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bc874617-d47f-4852-b95a-b183d58e969d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:11.134297 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc874617-d47f-4852-b95a-b183d58e969d None None] Bound using segment: {'id': 'a5bf453a-39a7-4ea7-9df3-66ceb5f26448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '03b8e7fa-9e56-439c-a23f-e71e86c11c2f'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:46:11.136009 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-bc874617-d47f-4852-b95a-b183d58e969d None None] Bound port: 39f1c318-7264-4b94-947e-cc993dbfd594, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5bf453a-39a7-4ea7-9df3-66ceb5f26448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '03b8e7fa-9e56-439c-a23f-e71e86c11c2f'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:46:11.136437 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bc874617-d47f-4852-b95a-b183d58e969d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (39f1c318-7264-4b94-947e-cc993dbfd594), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:11.200303 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-58d06fe9-534d-4b12-8010-6cd3e235da65 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (600d0b0f-8b51-4e2a-9a00-0ce9bf26cb71), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:11.264158 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-58d06fe9-534d-4b12-8010-6cd3e235da65 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24757569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24979817'] for subnet (600d0b0f-8b51-4e2a-9a00-0ce9bf26cb71), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:11.267908 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-bc874617-d47f-4852-b95a-b183d58e969d None None] For port 39f1c318-7264-4b94-947e-cc993dbfd594, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:46:11.272700 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-bc874617-d47f-4852-b95a-b183d58e969d None None] For port 39f1c318-7264-4b94-947e-cc993dbfd594, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=39f1c318-7264-4b94-947e-cc993dbfd594,segment=NetworkSegment(a5bf453a-39a7-4ea7-9df3-66ceb5f26448),segment_id=a5bf453a-39a7-4ea7-9df3-66ceb5f26448)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:46:11.281513 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bc874617-d47f-4852-b95a-b183d58e969d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (39f1c318-7264-4b94-947e-cc993dbfd594), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:11.300635 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d06fe9-534d-4b12-8010-6cd3e235da65 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Pushing event deleted for resources: {'Subnet': ['ID=600d0b0f-8b51-4e2a-9a00-0ce9bf26cb71,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:11.310586 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-58d06fe9-534d-4b12-8010-6cd3e235da65 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:11.313898 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-58d06fe9-534d-4b12-8010-6cd3e235da65 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] 10.222.0.41 "DELETE /v2.0/subnets/600d0b0f-8b51-4e2a-9a00-0ce9bf26cb71 HTTP/1.1" status: 204 len: 168 time: 0.6870103 Jan 28 07:46:11.316875 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 32914) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:46:11.403602 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc874617-d47f-4852-b95a-b183d58e969d None None] Pushing event updated for resources: {'Port': ['ID=39f1c318-7264-4b94-947e-cc993dbfd594,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:11.501745 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade24b0a-e7b9-4ec3-9bee-79b55ed72779 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:46:11.502367 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade24b0a-e7b9-4ec3-9bee-79b55ed72779 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:46:11.507929 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-ade24b0a-e7b9-4ec3-9bee-79b55ed72779 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1893160 Jan 28 07:46:11.508724 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 32918) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:46:11.610666 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adc1dc1-56c0-47a6-90d5-65965efb2baf req-4b7771e5-ab68-430c-b80e-9ba38abeb3e2 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:46:11.612749 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5adc1dc1-56c0-47a6-90d5-65965efb2baf req-4b7771e5-ab68-430c-b80e-9ba38abeb3e2 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=e438921b-221d-4d9b-8372-1d30dc58dd9f HTTP/1.1" status: 200 len: 945 time: 0.1310883 Jan 28 07:46:11.659703 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-15121581-d59e-403f-a9f6-b061b9f562ae tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (03b8e7fa-9e56-439c-a23f-e71e86c11c2f), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:11.674827 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 32924) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:46:11.802974 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05ac557-4cb2-4230-b104-9865b017b867 req-06d0b9f3-6d01-456d-a8fe-bc81c3af25d7 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:46:11.805713 n-d-712749-28 neutron-server[103283]: INFO neutron.pecan_wsgi.hooks.translation [None req-15121581-d59e-403f-a9f6-b061b9f562ae tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jan 28 07:46:11.806287 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15121581-d59e-403f-a9f6-b061b9f562ae tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103283) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:46:11.813029 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-15121581-d59e-403f-a9f6-b061b9f562ae tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] 10.222.0.41 "DELETE /v2.0/networks/03b8e7fa-9e56-439c-a23f-e71e86c11c2f HTTP/1.1" status: 409 len: 466 time: 0.2997606 Jan 28 07:46:11.814614 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 32926) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:46:11.817183 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c05ac557-4cb2-4230-b104-9865b017b867 req-06d0b9f3-6d01-456d-a8fe-bc81c3af25d7 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.44 "GET /v2.0/ports?device_id=e438921b-221d-4d9b-8372-1d30dc58dd9f HTTP/1.1" status: 200 len: 945 time: 0.1804917 Jan 28 07:46:11.833764 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-4ed3e628-8bea-4a62-8403-9a4fcc65fa46 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1545463421'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:46:11.905504 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ed3e628-8bea-4a62-8403-9a4fcc65fa46 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Made reservation on behalf of 97acdd3eea534b359338474e0e874201 for: {'network': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:46:11.913980 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5adc1dc1-56c0-47a6-90d5-65965efb2baf req-28aac8c9-0f0b-44e6-8363-0b72db7ff51d tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec6d871e-ef1d-448d-95b7-68ce22e3161e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2928741 Jan 28 07:46:11.920763 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4ed3e628-8bea-4a62-8403-9a4fcc65fa46 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:11.975574 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-53be82c7-e07f-46d6-8bed-15bd27f1cc1a tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks [] for security_group (33f5a14e-1dcf-44ef-8cb1-e26810d71e0a), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:11.994358 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device f28ff5bc-5409-4317-83ad-c2ef63635745 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:46:12.024817 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-c05ac557-4cb2-4230-b104-9865b017b867 req-5a92df67-7ba0-4b3e-8f59-6f288eff7972 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Deleting port 18705699-32a7-4962-8693-6989ef5feed6 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:46:12.025233 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c05ac557-4cb2-4230-b104-9865b017b867 req-5a92df67-7ba0-4b3e-8f59-6f288eff7972 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (18705699-32a7-4962-8693-6989ef5feed6), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:12.043645 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-53be82c7-e07f-46d6-8bed-15bd27f1cc1a tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks [] for security_group (33f5a14e-1dcf-44ef-8cb1-e26810d71e0a), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:12.068524 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ed3e628-8bea-4a62-8403-9a4fcc65fa46 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=103283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:46:12.073494 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ad4a95-0020-414f-b5ed-489e841037d5 None None] Network c0230583-0ef6-4021-87b7-557c13a90508 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:46:12.104034 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4ed3e628-8bea-4a62-8403-9a4fcc65fa46 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (53ffbb1c-5b02-467b-8822-a3c739581b27), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:12.104333 n-d-712749-28 neutron-server[103283]: INFO neutron.db.segments_db [None req-4ed3e628-8bea-4a62-8403-9a4fcc65fa46 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Added segment 53ffbb1c-5b02-467b-8822-a3c739581b27 of type vlan for network ef2aed9a-4d78-4872-b4c0-71a3b087468a Jan 28 07:46:12.154925 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-c05ac557-4cb2-4230-b104-9865b017b867 req-5a92df67-7ba0-4b3e-8f59-6f288eff7972 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] For port 18705699-32a7-4962-8693-6989ef5feed6, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=18705699-32a7-4962-8693-6989ef5feed6,segment=NetworkSegment(51b887d5-fd17-4f2d-9bed-8a0b60014438),segment_id=51b887d5-fd17-4f2d-9bed-8a0b60014438)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:46:12.155355 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c05ac557-4cb2-4230-b104-9865b017b867 req-5a92df67-7ba0-4b3e-8f59-6f288eff7972 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (18705699-32a7-4962-8693-6989ef5feed6), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:12.162060 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port f28ff5bc-5409-4317-83ad-c2ef63635745 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:46:12.162438 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (f28ff5bc-5409-4317-83ad-c2ef63635745), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:12.186463 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4ed3e628-8bea-4a62-8403-9a4fcc65fa46 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (ef2aed9a-4d78-4872-b4c0-71a3b087468a), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:12.225519 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-53be82c7-e07f-46d6-8bed-15bd27f1cc1a tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (33f5a14e-1dcf-44ef-8cb1-e26810d71e0a), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:12.229283 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-53be82c7-e07f-46d6-8bed-15bd27f1cc1a tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:12.233244 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-53be82c7-e07f-46d6-8bed-15bd27f1cc1a tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] 10.222.0.41 "DELETE /v2.0/security-groups/33f5a14e-1dcf-44ef-8cb1-e26810d71e0a HTTP/1.1" status: 204 len: 168 time: 0.5549212 Jan 28 07:46:12.233244 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4ed3e628-8bea-4a62-8403-9a4fcc65fa46 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (ef2aed9a-4d78-4872-b4c0-71a3b087468a), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:12.237486 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed3e628-8bea-4a62-8403-9a4fcc65fa46 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:46:12.238281 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4ed3e628-8bea-4a62-8403-9a4fcc65fa46 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Publish callbacks [] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:12.255335 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ed5f927-4ae8-4f9c-9079-72ea4a312fcd None None] Provisioning complete for port f28ff5bc-5409-4317-83ad-c2ef63635745 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:46:12.255716 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ed5f927-4ae8-4f9c-9079-72ea4a312fcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (f28ff5bc-5409-4317-83ad-c2ef63635745), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:12.322229 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 32930) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:46:12.323325 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed3e628-8bea-4a62-8403-9a4fcc65fa46 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Pushing event updated for resources: {'Network': ['ID=ef2aed9a-4d78-4872-b4c0-71a3b087468a,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:12.342673 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53be82c7-e07f-46d6-8bed-15bd27f1cc1a tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33f5a14e-1dcf-44ef-8cb1-e26810d71e0a,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:12.343299 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network ef2aed9a-4d78-4872-b4c0-71a3b087468a details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:46:12.374343 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-4ed3e628-8bea-4a62-8403-9a4fcc65fa46 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5584424 Jan 28 07:46:12.377438 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 32932) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:46:12.386897 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c05ac557-4cb2-4230-b104-9865b017b867 req-5a92df67-7ba0-4b3e-8f59-6f288eff7972 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:12.387276 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c05ac557-4cb2-4230-b104-9865b017b867 req-5a92df67-7ba0-4b3e-8f59-6f288eff7972 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16609095'] for floatingip (3761fe04-234f-4723-b16b-7485acb224e9), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:12.387510 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-b49bc2a9-86b1-4dd4-8169-09e3d968c6f5 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Request body: {'subnet': {'network_id': 'ef2aed9a-4d78-4872-b4c0-71a3b087468a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:46:12.387638 n-d-712749-28 neutron-server[103284]: INFO neutron.db.l3_db [req-c05ac557-4cb2-4230-b104-9865b017b867 req-5a92df67-7ba0-4b3e-8f59-6f288eff7972 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Floating IP 3761fe04-234f-4723-b16b-7485acb224e9 disassociated. External IP: 172.25.6.43, port: 18705699-32a7-4962-8693-6989ef5feed6. Jan 28 07:46:12.388101 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-c05ac557-4cb2-4230-b104-9865b017b867 req-5a92df67-7ba0-4b3e-8f59-6f288eff7972 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Calling delete_port for 18705699-32a7-4962-8693-6989ef5feed6 owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:46:12.419129 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_v2 [None req-686d9803-73a2-412e-ac42-3276c2ef9fe9 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Deleting subnet e5f071ba-2b6d-4de5-82b2-9e3b28d5b905 {{(pid=103283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:46:12.438304 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-686d9803-73a2-412e-ac42-3276c2ef9fe9 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks [] for subnet (e5f071ba-2b6d-4de5-82b2-9e3b28d5b905), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:12.541684 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-686d9803-73a2-412e-ac42-3276c2ef9fe9 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13506696'] for subnet (e5f071ba-2b6d-4de5-82b2-9e3b28d5b905), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:12.581496 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ed5f927-4ae8-4f9c-9079-72ea4a312fcd None None] Current status of the port f28ff5bc-5409-4317-83ad-c2ef63635745 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:46:12.581998 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ed5f927-4ae8-4f9c-9079-72ea4a312fcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (f28ff5bc-5409-4317-83ad-c2ef63635745), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:12.584657 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c05ac557-4cb2-4230-b104-9865b017b867 req-5a92df67-7ba0-4b3e-8f59-6f288eff7972 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (18705699-32a7-4962-8693-6989ef5feed6), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:12.626466 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port f28ff5bc-5409-4317-83ad-c2ef63635745 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:46:12.626854 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (f28ff5bc-5409-4317-83ad-c2ef63635745), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:12.646524 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b49bc2a9-86b1-4dd4-8169-09e3d968c6f5 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Made reservation on behalf of 97acdd3eea534b359338474e0e874201 for: {'subnet': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:46:12.652161 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b49bc2a9-86b1-4dd4-8169-09e3d968c6f5 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13555781'] for subnet (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:12.656552 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a92df67-7ba0-4b3e-8f59-6f288eff7972 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Pushing event deleted for resources: {'Port': ['ID=18705699-32a7-4962-8693-6989ef5feed6,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:12.682966 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ed5f927-4ae8-4f9c-9079-72ea4a312fcd None None] For port f28ff5bc-5409-4317-83ad-c2ef63635745, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=f28ff5bc-5409-4317-83ad-c2ef63635745,segment=NetworkSegment(be9b0340-1b45-430e-ad9e-1f932d1cabe4),segment_id=be9b0340-1b45-430e-ad9e-1f932d1cabe4)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:46:12.689735 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ed5f927-4ae8-4f9c-9079-72ea4a312fcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (f28ff5bc-5409-4317-83ad-c2ef63635745), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:12.876767 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed5f927-4ae8-4f9c-9079-72ea4a312fcd None None] Pushing event updated for resources: {'Port': ['ID=f28ff5bc-5409-4317-83ad-c2ef63635745,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:12.883847 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.db.api [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103285) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 07:46:12.884593 n-d-712749-28 neutron-server[103285]: DEBUG oslo_db.api [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 07:46:12.928873 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c05ac557-4cb2-4230-b104-9865b017b867 req-5a92df67-7ba0-4b3e-8f59-6f288eff7972 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Router 223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:46:13.137479 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-0d82dba7-eece-454e-8f2f-94f31e9f9876 None None] Provisioning complete for port f28ff5bc-5409-4317-83ad-c2ef63635745 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:46:13.138849 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0d82dba7-eece-454e-8f2f-94f31e9f9876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (f28ff5bc-5409-4317-83ad-c2ef63635745), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:13.163654 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-686d9803-73a2-412e-ac42-3276c2ef9fe9 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (e5f071ba-2b6d-4de5-82b2-9e3b28d5b905), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:13.227438 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c05ac557-4cb2-4230-b104-9865b017b867 req-5a92df67-7ba0-4b3e-8f59-6f288eff7972 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:46:13.240458 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06dc80e9-af34-4a66-a5f6-8292f3bf0bad None None] Network 03b8e7fa-9e56-439c-a23f-e71e86c11c2f requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:46:13.255631 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c08695-40ec-4688-9a9c-62f59426579e None None] Sync routers for ids ['223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:46:13.259175 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8909f489-f139-4a95-89b7-fcdb40ea7aa8 req-2abc2b71-9ec0-46a7-a85f-6e6e4ff118cb tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=e438921b-221d-4d9b-8372-1d30dc58dd9f HTTP/1.1" status: 200 len: 210 time: 0.1974695 Jan 28 07:46:13.322401 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-c05ac557-4cb2-4230-b104-9865b017b867 req-5a92df67-7ba0-4b3e-8f59-6f288eff7972 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] No DVR routers for this DVR port 18705699-32a7-4962-8693-6989ef5feed6 on host n-h2-712749-28 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:46:13.329925 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c05ac557-4cb2-4230-b104-9865b017b867 req-5a92df67-7ba0-4b3e-8f59-6f288eff7972 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:13.339738 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c05ac557-4cb2-4230-b104-9865b017b867 req-5a92df67-7ba0-4b3e-8f59-6f288eff7972 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.44 "DELETE /v2.0/ports/18705699-32a7-4962-8693-6989ef5feed6 HTTP/1.1" status: 204 len: 173 time: 1.5145774 Jan 28 07:46:13.341376 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e438921b-221d-4d9b-8372-1d30dc58dd9f', 'name': 'network-vif-deleted', 'tag': '18705699-32a7-4962-8693-6989ef5feed6'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:46:13.349887 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-686d9803-73a2-412e-ac42-3276c2ef9fe9 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13546665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13556132'] for subnet (e5f071ba-2b6d-4de5-82b2-9e3b28d5b905), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:13.358070 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f928859-83ac-4bd9-befd-9ca8b6c6e9a4" -d '{"events": [{"server_uuid": "e438921b-221d-4d9b-8372-1d30dc58dd9f", "name": "network-vif-deleted", "tag": "18705699-32a7-4962-8693-6989ef5feed6"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:46:13.392137 n-d-712749-28 neutron-server[103283]: DEBUG neutron.objects.ports [None req-b49bc2a9-86b1-4dd4-8169-09e3d968c6f5 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103283) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 07:46:13.402604 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 7 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 07:46:13.422257 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c08695-40ec-4688-9a9c-62f59426579e None None] Routers {'223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:46:13.423232 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-88c08695-40ec-4688-9a9c-62f59426579e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:46:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:46:13.453139 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-840b58b8-bed2-4f6b-bbff-541ff47630de x-openstack-request-id: req-840b58b8-bed2-4f6b-bbff-541ff47630de {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:46:13.453448 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e438921b-221d-4d9b-8372-1d30dc58dd9f", "name": "network-vif-deleted", "tag": "18705699-32a7-4962-8693-6989ef5feed6", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:46:13.453906 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-840b58b8-bed2-4f6b-bbff-541ff47630de {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:46:13.454326 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e438921b-221d-4d9b-8372-1d30dc58dd9f', 'name': 'network-vif-deleted', 'tag': '18705699-32a7-4962-8693-6989ef5feed6', 'status': 'completed', 'code': 200} Jan 28 07:46:13.473869 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b49bc2a9-86b1-4dd4-8169-09e3d968c6f5 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13546728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13555799'] for subnet (387008c0-457f-460d-becd-df61b3021ae6), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:13.488555 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686d9803-73a2-412e-ac42-3276c2ef9fe9 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Pushing event deleted for resources: {'Subnet': ['ID=e5f071ba-2b6d-4de5-82b2-9e3b28d5b905,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:13.497472 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-686d9803-73a2-412e-ac42-3276c2ef9fe9 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks [] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:13.504268 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf92f291-9bc7-4f0f-b3c8-42717da09be3 None None] Network cbff942a-17b2-465b-b35e-dd5fe53d869f requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:46:13.507981 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-686d9803-73a2-412e-ac42-3276c2ef9fe9 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] 10.222.0.41 "DELETE /v2.0/subnets/e5f071ba-2b6d-4de5-82b2-9e3b28d5b905 HTTP/1.1" status: 204 len: 168 time: 1.1800928 Jan 28 07:46:13.510253 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 32940) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:46:13.584853 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49bc2a9-86b1-4dd4-8169-09e3d968c6f5 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Pushing event updated for resources: {'Subnet': ['ID=387008c0-457f-460d-becd-df61b3021ae6,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:13.628178 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49bc2a9-86b1-4dd4-8169-09e3d968c6f5 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Checking segment: {'id': '53ffbb1c-5b02-467b-8822-a3c739581b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'ef2aed9a-4d78-4872-b4c0-71a3b087468a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:46:13.629253 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49bc2a9-86b1-4dd4-8169-09e3d968c6f5 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Network hostable DHCP agents. Network: ef2aed9a-4d78-4872-b4c0-71a3b087468a, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:46:13.631014 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port f28ff5bc-5409-4317-83ad-c2ef63635745 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:46:13.665235 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-0d82dba7-eece-454e-8f2f-94f31e9f9876 None None] Current status of the port f28ff5bc-5409-4317-83ad-c2ef63635745 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:46:13.667054 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49bc2a9-86b1-4dd4-8169-09e3d968c6f5 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Network ef2aed9a-4d78-4872-b4c0-71a3b087468a is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:46:13.678214 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-65728e62-0ee9-47fd-8b13-990641024a8e tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (cbff942a-17b2-465b-b35e-dd5fe53d869f), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:13.683517 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-b49bc2a9-86b1-4dd4-8169-09e3d968c6f5 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, ef2aed9a-4d78-4872-b4c0-71a3b087468a) {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:46:13.688991 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b49bc2a9-86b1-4dd4-8169-09e3d968c6f5 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:46:13.691752 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b49bc2a9-86b1-4dd4-8169-09e3d968c6f5 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Publish callbacks [] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:13.725008 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-b49bc2a9-86b1-4dd4-8169-09e3d968c6f5 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3466542 Jan 28 07:46:13.727655 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 32942) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:46:13.733050 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-67099aca-def4-446d-91b6-e5aebaf79a83 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Request body: {'port': {'network_id': 'ef2aed9a-4d78-4872-b4c0-71a3b087468a', 'name': 'tempest-NetworksIpV6TestAttrs-1473044545'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:46:13.779160 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 18705699-32a7-4962-8693-6989ef5feed6 no longer exists at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:46:13.788734 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d84c08dd-282f-48a6-b4a4-2f2a33526633 None None] Network ef2aed9a-4d78-4872-b4c0-71a3b087468a requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:46:13.790757 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-65728e62-0ee9-47fd-8b13-990641024a8e tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Deleting port 18af4095-534e-48b0-a658-7bae10beae34 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:46:13.791156 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-65728e62-0ee9-47fd-8b13-990641024a8e tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (18af4095-534e-48b0-a658-7bae10beae34), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:13.925703 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-65728e62-0ee9-47fd-8b13-990641024a8e tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] For port 18af4095-534e-48b0-a658-7bae10beae34, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=18af4095-534e-48b0-a658-7bae10beae34,segment=NetworkSegment(30c87c09-5cdc-455e-b2db-558d2e1fa69e),segment_id=30c87c09-5cdc-455e-b2db-558d2e1fa69e)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:46:13.926082 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-65728e62-0ee9-47fd-8b13-990641024a8e tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (18af4095-534e-48b0-a658-7bae10beae34), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:13.957768 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-65728e62-0ee9-47fd-8b13-990641024a8e tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Calling delete_port for 18af4095-534e-48b0-a658-7bae10beae34 owned by network:dhcp {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:46:13.995222 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67099aca-def4-446d-91b6-e5aebaf79a83 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Made reservation on behalf of 97acdd3eea534b359338474e0e874201 for: {'port': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:46:13.999862 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-67099aca-def4-446d-91b6-e5aebaf79a83 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:14.043213 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-67099aca-def4-446d-91b6-e5aebaf79a83 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] device_id is not set on port be38ece6-7a4f-45fb-baab-028dfeaf32d3 yet. {{(pid=103283) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 07:46:14.156920 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-65728e62-0ee9-47fd-8b13-990641024a8e tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (18af4095-534e-48b0-a658-7bae10beae34), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:14.188851 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] No Port match for: 18705699-32a7-4962-8693-6989ef5feed6 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:46:14.189445 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 18705699-32a7-4962-8693-6989ef5feed6 not bound to the agent host n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:46:14.206427 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 39f1c318-7264-4b94-947e-cc993dbfd594 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:46:14.226772 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65728e62-0ee9-47fd-8b13-990641024a8e tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Pushing event deleted for resources: {'Port': ['ID=18af4095-534e-48b0-a658-7bae10beae34,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:14.248324 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65728e62-0ee9-47fd-8b13-990641024a8e tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] No DVR routers for this DVR port 18af4095-534e-48b0-a658-7bae10beae34 on host n-d-712749-28 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:46:14.345426 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-67099aca-def4-446d-91b6-e5aebaf79a83 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Allocated IP 2001:db8::f816:3eff:fe04:dc4a (ef2aed9a-4d78-4872-b4c0-71a3b087468a/387008c0-457f-460d-becd-df61b3021ae6/be38ece6-7a4f-45fb-baab-028dfeaf32d3) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:46:14.459825 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-88c08695-40ec-4688-9a9c-62f59426579e None None] Set router 223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:46:14.529877 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2a795f66-7e52-412f-9b03-69f145f06ee1 req-298ae40b-1487-4788-a020-e5c8994a9934 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=e438921b-221d-4d9b-8372-1d30dc58dd9f HTTP/1.1" status: 200 len: 210 time: 0.0856571 Jan 28 07:46:14.532483 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-65728e62-0ee9-47fd-8b13-990641024a8e tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (cbff942a-17b2-465b-b35e-dd5fe53d869f), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:14.551490 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed18c24d-a15b-422b-aad8-a1c8b9acfa54 None None] DHCP port deletion for 03b8e7fa-9e56-439c-a23f-e71e86c11c2f request from n-d-712749-28 {{(pid=103285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 07:46:14.568689 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-67099aca-def4-446d-91b6-e5aebaf79a83 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Publish callbacks [] for port (be38ece6-7a4f-45fb-baab-028dfeaf32d3), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:14.617175 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-67099aca-def4-446d-91b6-e5aebaf79a83 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (be38ece6-7a4f-45fb-baab-028dfeaf32d3), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:14.675045 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67099aca-def4-446d-91b6-e5aebaf79a83 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Network ef2aed9a-4d78-4872-b4c0-71a3b087468a is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:46:14.682084 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-67099aca-def4-446d-91b6-e5aebaf79a83 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:46:14.684802 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67099aca-def4-446d-91b6-e5aebaf79a83 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:46:14.691202 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67099aca-def4-446d-91b6-e5aebaf79a83 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:46:14.691872 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-67099aca-def4-446d-91b6-e5aebaf79a83 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:14.698030 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6ac60d0-9324-45b0-99ac-84492699472c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3dd72b9-6805-5f61-b6f3-a591f99a173d-ef2aed9a-4d78-4872-b4c0-71a3b087468a', 'network_id': 'ef2aed9a-4d78-4872-b4c0-71a3b087468a', 'project_id': '97acdd3eea534b359338474e0e874201', 'fixed_ips': [{'subnet_id': '387008c0-457f-460d-becd-df61b3021ae6'}]}} from n-d-712749-28. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 07:46:14.698913 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a6ac60d0-9324-45b0-99ac-84492699472c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:14.701016 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 0c63d57e-7ce2-49e3-a1b1-0941f4262b40 no longer exists at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:46:14.720443 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-67099aca-def4-446d-91b6-e5aebaf79a83 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 0.9915385 Jan 28 07:46:14.721836 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67099aca-def4-446d-91b6-e5aebaf79a83 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Pushing event updated for resources: {'Port': ['ID=be38ece6-7a4f-45fb-baab-028dfeaf32d3,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:14.723958 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5785b9a8-88fe-403f-9aae-a6a9f0f47495 None None] DHCP port deletion for cbff942a-17b2-465b-b35e-dd5fe53d869f request from n-d-712749-28 {{(pid=103285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 07:46:14.726468 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 32948) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:46:14.748185 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] No Port match for: 0c63d57e-7ce2-49e3-a1b1-0941f4262b40 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:46:14.748559 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 0c63d57e-7ce2-49e3-a1b1-0941f4262b40 not bound to the agent host n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:46:14.751293 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6e111d0b-81fe-4e35-8fac-4a2fee8e5956 None None] Provisioning complete for port 39f1c318-7264-4b94-947e-cc993dbfd594 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:46:14.751671 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6e111d0b-81fe-4e35-8fac-4a2fee8e5956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (39f1c318-7264-4b94-947e-cc993dbfd594), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:14.816134 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_v2 [None req-689aec05-c419-42ed-9bcf-490e7413e4ef tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Deleting subnet 387008c0-457f-460d-becd-df61b3021ae6 {{(pid=103283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:46:14.824503 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-689aec05-c419-42ed-9bcf-490e7413e4ef tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Publish callbacks [] for subnet (387008c0-457f-460d-becd-df61b3021ae6), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:14.925743 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6e111d0b-81fe-4e35-8fac-4a2fee8e5956 None None] Current status of the port 39f1c318-7264-4b94-947e-cc993dbfd594 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:46:14.926064 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6e111d0b-81fe-4e35-8fac-4a2fee8e5956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (39f1c318-7264-4b94-947e-cc993dbfd594), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:14.939281 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-689aec05-c419-42ed-9bcf-490e7413e4ef tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13506696'] for subnet (387008c0-457f-460d-becd-df61b3021ae6), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:15.076245 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 39f1c318-7264-4b94-947e-cc993dbfd594 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:46:15.076675 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (39f1c318-7264-4b94-947e-cc993dbfd594), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:15.148450 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-689aec05-c419-42ed-9bcf-490e7413e4ef tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (387008c0-457f-460d-becd-df61b3021ae6), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:15.149133 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6e111d0b-81fe-4e35-8fac-4a2fee8e5956 None None] For port 39f1c318-7264-4b94-947e-cc993dbfd594, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=39f1c318-7264-4b94-947e-cc993dbfd594,segment=NetworkSegment(a5bf453a-39a7-4ea7-9df3-66ceb5f26448),segment_id=a5bf453a-39a7-4ea7-9df3-66ceb5f26448)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:46:15.170037 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6e111d0b-81fe-4e35-8fac-4a2fee8e5956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (39f1c318-7264-4b94-947e-cc993dbfd594), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:15.180215 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-88c08695-40ec-4688-9a9c-62f59426579e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138', 'name': 'tempest-TestVolumeBootPattern-1970769524-router', 'tenant_id': '6e11006faf4241738db69f23221595e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': '4d0ac443-e982-4b0e-90f2-7a705ce9d79c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:36:56Z', 'updated_at': '2022-01-28T07:36:59Z', 'revision_number': 4, 'project_id': '6e11006faf4241738db69f23221595e2', 'gw_port': {'id': '4d0ac443-e982-4b0e-90f2-7a705ce9d79c', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:af:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3391, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:36:57Z', 'updated_at': '2022-01-28T07:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '6bd0b371-0176-49d3-aace-d1119e35cf02', 'name': '', 'network_id': 'e89cba95-7c88-42ca-a2a1-7604d77c150d', 'tenant_id': '6e11006faf4241738db69f23221595e2', 'mac_address': 'fa:16:3e:08:d0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138', 'device_owner': 'network:router_interface', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': 'be92a7e6-1604-4603-bacc-7f09a5c98a28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:36:59Z', 'updated_at': '2022-01-28T07:37:09Z', 'revision_number': 5, 'project_id': '6e11006faf4241738db69f23221595e2', 'subnets': [{'id': 'be92a7e6-1604-4603-bacc-7f09a5c98a28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:46:15.244411 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-689aec05-c419-42ed-9bcf-490e7413e4ef tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13546665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13556132'] for subnet (387008c0-457f-460d-becd-df61b3021ae6), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:15.253430 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-65728e62-0ee9-47fd-8b13-990641024a8e tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbff942a-17b2-465b-b35e-dd5fe53d869f']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:46:15.264834 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c08695-40ec-4688-9a9c-62f59426579e None None] Checking router: 223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138 for host: n-d-712749-28 {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:46:15.274601 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-65728e62-0ee9-47fd-8b13-990641024a8e tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30c87c09-5cdc-455e-b2db-558d2e1fa69e') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:46:15.276164 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-65728e62-0ee9-47fd-8b13-990641024a8e tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30c87c09-5cdc-455e-b2db-558d2e1fa69e') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:46:15.296104 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-65728e62-0ee9-47fd-8b13-990641024a8e tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24759294'] for segment (30c87c09-5cdc-455e-b2db-558d2e1fa69e), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:15.307754 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689aec05-c419-42ed-9bcf-490e7413e4ef tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Pushing event deleted for resources: {'Subnet': ['ID=387008c0-457f-460d-becd-df61b3021ae6,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:15.324558 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-65728e62-0ee9-47fd-8b13-990641024a8e tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (30c87c09-5cdc-455e-b2db-558d2e1fa69e), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:15.333386 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-689aec05-c419-42ed-9bcf-490e7413e4ef tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Publish callbacks [] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:15.334233 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65728e62-0ee9-47fd-8b13-990641024a8e tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:46:15.334783 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-65728e62-0ee9-47fd-8b13-990641024a8e tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24757675'] for segment (30c87c09-5cdc-455e-b2db-558d2e1fa69e), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:15.338063 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-689aec05-c419-42ed-9bcf-490e7413e4ef tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] 10.222.0.41 "DELETE /v2.0/subnets/387008c0-457f-460d-becd-df61b3021ae6 HTTP/1.1" status: 204 len: 168 time: 0.6096780 Jan 28 07:46:15.338864 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-ed18c24d-a15b-422b-aad8-a1c8b9acfa54 None None] Deleting port 39f1c318-7264-4b94-947e-cc993dbfd594 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:46:15.339412 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ed18c24d-a15b-422b-aad8-a1c8b9acfa54 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (39f1c318-7264-4b94-947e-cc993dbfd594), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:15.341704 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 32952) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:46:15.343789 n-d-712749-28 neutron-server[103284]: Traceback (most recent call last): Jan 28 07:46:15.343789 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:46:15.343789 n-d-712749-28 neutron-server[103284]: timer() Jan 28 07:46:15.343789 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:46:15.343789 n-d-712749-28 neutron-server[103284]: cb(*args, **kw) Jan 28 07:46:15.343789 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:46:15.343789 n-d-712749-28 neutron-server[103284]: return func(*args, **kwargs) Jan 28 07:46:15.343789 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:46:15.343789 n-d-712749-28 neutron-server[103284]: self._notify() Jan 28 07:46:15.343789 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:46:15.343789 n-d-712749-28 neutron-server[103284]: self.callback(batched_events) Jan 28 07:46:15.343789 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:46:15.343789 n-d-712749-28 neutron-server[103284]: event.method(event) Jan 28 07:46:15.343789 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:46:15.343789 n-d-712749-28 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:46:15.343789 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:46:15.343789 n-d-712749-28 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:46:15.343789 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:46:15.343789 n-d-712749-28 neutron-server[103284]: return f(self, *a, **k) Jan 28 07:46:15.343789 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:46:15.343789 n-d-712749-28 neutron-server[103284]: return self._get(url).json() Jan 28 07:46:15.343789 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:46:15.343789 n-d-712749-28 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:46:15.343789 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:46:15.343789 n-d-712749-28 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Jan 28 07:46:15.343789 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:46:15.343789 n-d-712749-28 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:46:15.343789 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:46:15.343789 n-d-712749-28 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:46:15.343789 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:46:15.343789 n-d-712749-28 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:46:15.343789 n-d-712749-28 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:46:15.437881 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd73bf7-c6b7-4b94-aedd-ac51770b04c3 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:46:15.439583 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd73bf7-c6b7-4b94-aedd-ac51770b04c3 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:46:15.441294 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-9dd73bf7-c6b7-4b94-aedd-ac51770b04c3 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0938447 Jan 28 07:46:15.443955 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 32954) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:46:15.454877 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server [None req-a6ac60d0-9324-45b0-99ac-84492699472c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 387008c0-457f-460d-becd-df61b3021ae6: This subnet is being modified by another concurrent operation. Jan 28 07:46:15.454877 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 28 07:46:15.454877 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 28 07:46:15.454877 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 28 07:46:15.454877 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 28 07:46:15.454877 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 28 07:46:15.454877 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 28 07:46:15.454877 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 28 07:46:15.454877 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 28 07:46:15.454877 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 28 07:46:15.454877 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 07:46:15.454877 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 07:46:15.454877 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 07:46:15.454877 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 07:46:15.454877 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 07:46:15.454877 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 07:46:15.454877 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 07:46:15.454877 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 07:46:15.454877 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 07:46:15.454877 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 07:46:15.454877 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 07:46:15.454877 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 07:46:15.454877 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 07:46:15.454877 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 07:46:15.454877 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 07:46:15.454877 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 07:46:15.454877 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 07:46:15.454877 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 07:46:15.454877 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 07:46:15.454877 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 07:46:15.454877 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 07:46:15.454877 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 07:46:15.454877 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 07:46:15.454877 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 07:46:15.454877 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 28 07:46:15.454877 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 28 07:46:15.454877 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Jan 28 07:46:15.454877 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 28 07:46:15.454877 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Jan 28 07:46:15.454877 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 28 07:46:15.454877 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 28 07:46:15.454877 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 28 07:46:15.454877 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 28 07:46:15.454877 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 07:46:15.454877 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 07:46:15.454877 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 07:46:15.454877 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 07:46:15.454877 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 07:46:15.454877 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 07:46:15.454877 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 07:46:15.454877 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 07:46:15.454877 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 07:46:15.454877 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 07:46:15.454877 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 07:46:15.454877 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 07:46:15.454877 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 07:46:15.454877 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 07:46:15.454877 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 07:46:15.454877 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 07:46:15.454877 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 07:46:15.454877 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 07:46:15.454877 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 07:46:15.454877 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 07:46:15.454877 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 07:46:15.454877 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 07:46:15.454877 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 07:46:15.454877 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 07:46:15.454877 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 07:46:15.454877 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 07:46:15.454877 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 07:46:15.454877 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1497, in create_port Jan 28 07:46:15.454877 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 28 07:46:15.454877 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1462, in _create_port_db Jan 28 07:46:15.454877 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 28 07:46:15.454877 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Jan 28 07:46:15.454877 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 28 07:46:15.454877 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 28 07:46:15.454877 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 28 07:46:15.454877 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 07:46:15.454877 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 07:46:15.454877 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 28 07:46:15.454877 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 28 07:46:15.454877 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 28 07:46:15.454877 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 28 07:46:15.454877 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 28 07:46:15.454877 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 28 07:46:15.454877 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 28 07:46:15.454877 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 28 07:46:15.454877 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 28 07:46:15.454877 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server raise exception Jan 28 07:46:15.454877 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 387008c0-457f-460d-becd-df61b3021ae6: This subnet is being modified by another concurrent operation. Jan 28 07:46:15.454877 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server Jan 28 07:46:15.474464 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 39f1c318-7264-4b94-947e-cc993dbfd594 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:46:15.478514 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device f28ff5bc-5409-4317-83ad-c2ef63635745 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:46:15.482229 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-65728e62-0ee9-47fd-8b13-990641024a8e tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (cbff942a-17b2-465b-b35e-dd5fe53d869f), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:15.490218 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-65728e62-0ee9-47fd-8b13-990641024a8e tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:15.494133 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-65728e62-0ee9-47fd-8b13-990641024a8e tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] 10.222.0.41 "DELETE /v2.0/networks/cbff942a-17b2-465b-b35e-dd5fe53d869f HTTP/1.1" status: 204 len: 168 time: 1.9828482 Jan 28 07:46:15.499244 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 32956) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:46:15.545954 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65728e62-0ee9-47fd-8b13-990641024a8e tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Pushing event deleted for resources: {'Network': ['ID=cbff942a-17b2-465b-b35e-dd5fe53d869f,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:15.553748 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d76e85c2-a0e1-4d64-9225-9f81b6338653 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (ef2aed9a-4d78-4872-b4c0-71a3b087468a), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:15.566750 n-d-712749-28 neutron-server[103283]: INFO neutron.pecan_wsgi.hooks.translation [None req-d76e85c2-a0e1-4d64-9225-9f81b6338653 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jan 28 07:46:15.567610 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d76e85c2-a0e1-4d64-9225-9f81b6338653 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103283) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:46:15.571694 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-d76e85c2-a0e1-4d64-9225-9f81b6338653 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] 10.222.0.41 "DELETE /v2.0/networks/ef2aed9a-4d78-4872-b4c0-71a3b087468a HTTP/1.1" status: 409 len: 466 time: 0.1257122 Jan 28 07:46:15.575394 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 32960) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:46:15.580993 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-8082fe07-65c9-4cde-b03a-87b553f2566e tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-193014349'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:46:15.622775 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8082fe07-65c9-4cde-b03a-87b553f2566e tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Made reservation on behalf of 97acdd3eea534b359338474e0e874201 for: {'network': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:46:15.626156 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8082fe07-65c9-4cde-b03a-87b553f2566e tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:15.671398 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8082fe07-65c9-4cde-b03a-87b553f2566e tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=103283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:46:15.692883 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-278f80b1-290f-4050-aad0-20a12a324c6f None None] Network ef2aed9a-4d78-4872-b4c0-71a3b087468a requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:46:15.697720 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e111d0b-81fe-4e35-8fac-4a2fee8e5956 None None] Pushing event updated for resources: {'Port': ['ID=39f1c318-7264-4b94-947e-cc993dbfd594,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:15.717841 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-3d135d5f-9fc0-490e-8cce-1d9d239c3051 req-48d1cade-5937-4b29-8fee-614028044ce1 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=e438921b-221d-4d9b-8372-1d30dc58dd9f HTTP/1.1" status: 200 len: 210 time: 0.0437567 Jan 28 07:46:15.722732 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8082fe07-65c9-4cde-b03a-87b553f2566e tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (d3b5dbf3-b3b8-4c89-ad1a-9930d7f6b635), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:15.723160 n-d-712749-28 neutron-server[103283]: INFO neutron.db.segments_db [None req-8082fe07-65c9-4cde-b03a-87b553f2566e tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Added segment d3b5dbf3-b3b8-4c89-ad1a-9930d7f6b635 of type vlan for network 74ff874a-bbae-4347-bed6-46a538643e5c Jan 28 07:46:15.775245 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8082fe07-65c9-4cde-b03a-87b553f2566e tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (74ff874a-bbae-4347-bed6-46a538643e5c), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:15.786359 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c08695-40ec-4688-9a9c-62f59426579e None None] Routers {'223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:46:15.786995 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-88c08695-40ec-4688-9a9c-62f59426579e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:46:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:46:15.792297 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-464acb92-f940-4ad4-987e-d9df8d71db10 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Deleting port a3fce624-2673-40f8-8dd1-2438dd8249f5 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:46:15.795324 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-464acb92-f940-4ad4-987e-d9df8d71db10 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (a3fce624-2673-40f8-8dd1-2438dd8249f5), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:15.838701 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8082fe07-65c9-4cde-b03a-87b553f2566e tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (74ff874a-bbae-4347-bed6-46a538643e5c), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:15.844149 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8082fe07-65c9-4cde-b03a-87b553f2566e tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:46:15.844938 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8082fe07-65c9-4cde-b03a-87b553f2566e tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Publish callbacks [] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:15.884060 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-8082fe07-65c9-4cde-b03a-87b553f2566e tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3073218 Jan 28 07:46:15.884959 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 32962) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:46:15.911866 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-88c08695-40ec-4688-9a9c-62f59426579e None None] Set router 223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:46:15.923940 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-54e5376c-5ab7-4d5f-923b-2ecbcc15ff04 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Request body: {'subnet': {'network_id': '74ff874a-bbae-4347-bed6-46a538643e5c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:46:15.960742 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-464acb92-f940-4ad4-987e-d9df8d71db10 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (a3fce624-2673-40f8-8dd1-2438dd8249f5), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:15.964655 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-464acb92-f940-4ad4-987e-d9df8d71db10 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks [] for floatingip (a3fce624-2673-40f8-8dd1-2438dd8249f5), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:15.983154 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-464acb92-f940-4ad4-987e-d9df8d71db10 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Calling delete_port for a3fce624-2673-40f8-8dd1-2438dd8249f5 owned by network:floatingip {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:46:16.050428 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8082fe07-65c9-4cde-b03a-87b553f2566e tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Pushing event updated for resources: {'Network': ['ID=74ff874a-bbae-4347-bed6-46a538643e5c,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:16.114350 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network 74ff874a-bbae-4347-bed6-46a538643e5c details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:46:16.132582 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-ed18c24d-a15b-422b-aad8-a1c8b9acfa54 None None] For port 39f1c318-7264-4b94-947e-cc993dbfd594, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=39f1c318-7264-4b94-947e-cc993dbfd594,segment=NetworkSegment(a5bf453a-39a7-4ea7-9df3-66ceb5f26448),segment_id=a5bf453a-39a7-4ea7-9df3-66ceb5f26448)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:46:16.133220 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ed18c24d-a15b-422b-aad8-a1c8b9acfa54 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (39f1c318-7264-4b94-947e-cc993dbfd594), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:16.136982 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54e5376c-5ab7-4d5f-923b-2ecbcc15ff04 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Made reservation on behalf of 97acdd3eea534b359338474e0e874201 for: {'subnet': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:46:16.141012 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54e5376c-5ab7-4d5f-923b-2ecbcc15ff04 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13555781'] for subnet (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:16.244150 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-ed18c24d-a15b-422b-aad8-a1c8b9acfa54 None None] Calling delete_port for 39f1c318-7264-4b94-947e-cc993dbfd594 owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:46:16.249752 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-464acb92-f940-4ad4-987e-d9df8d71db10 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (a3fce624-2673-40f8-8dd1-2438dd8249f5), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:16.282313 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464acb92-f940-4ad4-987e-d9df8d71db10 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Pushing event deleted for resources: {'Port': ['ID=a3fce624-2673-40f8-8dd1-2438dd8249f5,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:16.431557 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-464acb92-f940-4ad4-987e-d9df8d71db10 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks [] for floatingip (e6ce22fe-533a-4ee5-9258-3332eb2e5762), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:16.432230 n-d-712749-28 neutron-server[103284]: INFO neutron.db.l3_db [None req-464acb92-f940-4ad4-987e-d9df8d71db10 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Floating IP e6ce22fe-533a-4ee5-9258-3332eb2e5762 disassociated (deleted). External IP: 172.25.6.138, port: 6dca1592-9e48-4546-ae97-f7d7ad907589. Jan 28 07:46:16.561235 n-d-712749-28 neutron-server[103283]: DEBUG neutron.objects.ports [None req-54e5376c-5ab7-4d5f-923b-2ecbcc15ff04 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103283) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 07:46:16.564426 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54e5376c-5ab7-4d5f-923b-2ecbcc15ff04 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13546728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13555799'] for subnet (b42e5bd4-c2e0-448c-8d1a-c271fe3a7b83), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:16.651759 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port f28ff5bc-5409-4317-83ad-c2ef63635745 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:46:16.674206 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (f28ff5bc-5409-4317-83ad-c2ef63635745), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:16.674503 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e5376c-5ab7-4d5f-923b-2ecbcc15ff04 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Checking segment: {'id': 'd3b5dbf3-b3b8-4c89-ad1a-9930d7f6b635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '74ff874a-bbae-4347-bed6-46a538643e5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:46:16.674503 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e5376c-5ab7-4d5f-923b-2ecbcc15ff04 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Network hostable DHCP agents. Network: 74ff874a-bbae-4347-bed6-46a538643e5c, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:46:16.682783 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e5376c-5ab7-4d5f-923b-2ecbcc15ff04 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Pushing event updated for resources: {'Subnet': ['ID=b42e5bd4-c2e0-448c-8d1a-c271fe3a7b83,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:16.735085 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e5376c-5ab7-4d5f-923b-2ecbcc15ff04 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Network 74ff874a-bbae-4347-bed6-46a538643e5c is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:46:16.762028 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ed18c24d-a15b-422b-aad8-a1c8b9acfa54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298'] for port (39f1c318-7264-4b94-947e-cc993dbfd594), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:16.771916 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-54e5376c-5ab7-4d5f-923b-2ecbcc15ff04 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, 74ff874a-bbae-4347-bed6-46a538643e5c) {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:46:16.790204 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e5376c-5ab7-4d5f-923b-2ecbcc15ff04 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:46:16.794292 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54e5376c-5ab7-4d5f-923b-2ecbcc15ff04 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Publish callbacks [] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:16.813891 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bed0d16-1f66-471b-a004-aaa9871d0cdb None None] Network 74ff874a-bbae-4347-bed6-46a538643e5c requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:46:16.834972 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed18c24d-a15b-422b-aad8-a1c8b9acfa54 None None] Pushing event deleted for resources: {'Port': ['ID=39f1c318-7264-4b94-947e-cc993dbfd594,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:16.865276 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-54e5376c-5ab7-4d5f-923b-2ecbcc15ff04 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.9649260 Jan 28 07:46:16.865521 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 32970) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:46:16.957809 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-677b4230-b74b-4d81-91b5-5e48571544ba req-7b654724-bfa0-489f-bb46-29b160219f0c tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=e438921b-221d-4d9b-8372-1d30dc58dd9f HTTP/1.1" status: 200 len: 210 time: 0.0805142 Jan 28 07:46:16.989541 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-464acb92-f940-4ad4-987e-d9df8d71db10 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Router 38ee63d2-577c-4900-b982-dce133362bcc has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:46:17.021104 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2ca9ee58-860d-4bec-8b23-8eb782e088ac tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (74ff874a-bbae-4347-bed6-46a538643e5c), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:17.122781 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-464acb92-f940-4ad4-987e-d9df8d71db10 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:46:17.140336 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426d987a-164f-438f-afe2-7cb3e36cbc70 None None] Sync routers for ids ['38ee63d2-577c-4900-b982-dce133362bcc'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:46:17.156259 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-464acb92-f940-4ad4-987e-d9df8d71db10 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for floatingip (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:17.156804 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426d987a-164f-438f-afe2-7cb3e36cbc70 None None] Routers {'38ee63d2-577c-4900-b982-dce133362bcc'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:46:17.157640 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-426d987a-164f-438f-afe2-7cb3e36cbc70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:46:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['38ee63d2-577c-4900-b982-dce133362bcc'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:46:17.168750 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed18c24d-a15b-422b-aad8-a1c8b9acfa54 None None] No DVR routers for this DVR port 39f1c318-7264-4b94-947e-cc993dbfd594 on host n-d-712749-28 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:46:17.230046 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2ca9ee58-860d-4bec-8b23-8eb782e088ac tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (b42e5bd4-c2e0-448c-8d1a-c271fe3a7b83), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:17.250135 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-464acb92-f940-4ad4-987e-d9df8d71db10 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] 10.222.0.41 "DELETE /v2.0/floatingips/e6ce22fe-533a-4ee5-9258-3332eb2e5762 HTTP/1.1" status: 204 len: 168 time: 1.7370274 Jan 28 07:46:17.253986 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fb6bd0d-df7e-4c6e-89f1-db900bb17770', 'tag': '6dca1592-9e48-4546-ae97-f7d7ad907589'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:46:17.258776 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7b81c9d-66cc-42c0-8fe6-e81a51c08739" -d '{"events": [{"name": "network-changed", "server_uuid": "2fb6bd0d-df7e-4c6e-89f1-db900bb17770", "tag": "6dca1592-9e48-4546-ae97-f7d7ad907589"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:46:17.341296 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-88c08695-40ec-4688-9a9c-62f59426579e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138', 'name': 'tempest-TestVolumeBootPattern-1970769524-router', 'tenant_id': '6e11006faf4241738db69f23221595e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': '4d0ac443-e982-4b0e-90f2-7a705ce9d79c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:36:56Z', 'updated_at': '2022-01-28T07:36:59Z', 'revision_number': 4, 'project_id': '6e11006faf4241738db69f23221595e2', 'gw_port': {'id': '4d0ac443-e982-4b0e-90f2-7a705ce9d79c', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:af:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3391, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:36:57Z', 'updated_at': '2022-01-28T07:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '6bd0b371-0176-49d3-aace-d1119e35cf02', 'name': '', 'network_id': 'e89cba95-7c88-42ca-a2a1-7604d77c150d', 'tenant_id': '6e11006faf4241738db69f23221595e2', 'mac_address': 'fa:16:3e:08:d0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138', 'device_owner': 'network:router_interface', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': 'be92a7e6-1604-4603-bacc-7f09a5c98a28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:36:59Z', 'updated_at': '2022-01-28T07:37:09Z', 'revision_number': 5, 'project_id': '6e11006faf4241738db69f23221595e2', 'subnets': [{'id': 'be92a7e6-1604-4603-bacc-7f09a5c98a28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:46:17.348368 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a2e0856-b967-4d5a-add3-17376ed42a05 x-openstack-request-id: req-4a2e0856-b967-4d5a-add3-17376ed42a05 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:46:17.349368 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fb6bd0d-df7e-4c6e-89f1-db900bb17770", "tag": "6dca1592-9e48-4546-ae97-f7d7ad907589", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:46:17.349968 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4a2e0856-b967-4d5a-add3-17376ed42a05 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:46:17.350837 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fb6bd0d-df7e-4c6e-89f1-db900bb17770', 'tag': '6dca1592-9e48-4546-ae97-f7d7ad907589', 'status': 'completed', 'code': 200} Jan 28 07:46:17.355585 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2ca9ee58-860d-4bec-8b23-8eb782e088ac tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13546665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13556132'] for subnet (b42e5bd4-c2e0-448c-8d1a-c271fe3a7b83), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:17.379517 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c08695-40ec-4688-9a9c-62f59426579e None None] The sync data for ids ['223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138'] in n-d-712749-28 is: [{'id': '223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138', 'name': 'tempest-TestVolumeBootPattern-1970769524-router', 'tenant_id': '6e11006faf4241738db69f23221595e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': '4d0ac443-e982-4b0e-90f2-7a705ce9d79c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:36:56Z', 'updated_at': '2022-01-28T07:36:59Z', 'revision_number': 4, 'project_id': '6e11006faf4241738db69f23221595e2', 'gw_port': {'id': '4d0ac443-e982-4b0e-90f2-7a705ce9d79c', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:af:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3391, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:36:57Z', 'updated_at': '2022-01-28T07:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '6bd0b371-0176-49d3-aace-d1119e35cf02', 'name': '', 'network_id': 'e89cba95-7c88-42ca-a2a1-7604d77c150d', 'tenant_id': '6e11006faf4241738db69f23221595e2', 'mac_address': 'fa:16:3e:08:d0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138', 'device_owner': 'network:router_interface', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': 'be92a7e6-1604-4603-bacc-7f09a5c98a28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:36:59Z', 'updated_at': '2022-01-28T07:37:09Z', 'revision_number': 5, 'project_id': '6e11006faf4241738db69f23221595e2', 'subnets': [{'id': 'be92a7e6-1604-4603-bacc-7f09a5c98a28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:46:17.381871 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port f28ff5bc-5409-4317-83ad-c2ef63635745 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:46:17.464090 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af188746-dea3-42d3-9bd9-52ba1797a688 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3dd72b9-6805-5f61-b6f3-a591f99a173d-74ff874a-bbae-4347-bed6-46a538643e5c', 'network_id': '74ff874a-bbae-4347-bed6-46a538643e5c', 'project_id': '97acdd3eea534b359338474e0e874201', 'fixed_ips': [{'subnet_id': 'b42e5bd4-c2e0-448c-8d1a-c271fe3a7b83'}]}} from n-d-712749-28. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 07:46:17.465000 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-af188746-dea3-42d3-9bd9-52ba1797a688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:17.476068 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-426d987a-164f-438f-afe2-7cb3e36cbc70 None None] Set router 38ee63d2-577c-4900-b982-dce133362bcc gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:46:17.517464 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca9ee58-860d-4bec-8b23-8eb782e088ac tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Pushing event deleted for resources: {'Subnet': ['ID=b42e5bd4-c2e0-448c-8d1a-c271fe3a7b83,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:17.591321 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b81c9d-66cc-42c0-8fe6-e81a51c08739 req-5eb31368-758d-481a-910d-2b356c942d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:46:17.595580 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c7b81c9d-66cc-42c0-8fe6-e81a51c08739 req-5eb31368-758d-481a-910d-2b356c942d05 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5542ea76c30542aeb3cf0ca71420ede0&device_id=2fb6bd0d-df7e-4c6e-89f1-db900bb17770 HTTP/1.1" status: 200 len: 1097 time: 0.1775939 Jan 28 07:46:17.671712 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2ca9ee58-860d-4bec-8b23-8eb782e088ac tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (74ff874a-bbae-4347-bed6-46a538643e5c), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:17.701325 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-2ca9ee58-860d-4bec-8b23-8eb782e088ac tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74ff874a-bbae-4347-bed6-46a538643e5c']}} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:46:17.716769 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-2ca9ee58-860d-4bec-8b23-8eb782e088ac tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3b5dbf3-b3b8-4c89-ad1a-9930d7f6b635') {'for_net_delete': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:46:17.717553 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-2ca9ee58-860d-4bec-8b23-8eb782e088ac tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3b5dbf3-b3b8-4c89-ad1a-9930d7f6b635') {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:46:17.719322 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 18af4095-534e-48b0-a658-7bae10beae34 no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:46:17.734103 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2ca9ee58-860d-4bec-8b23-8eb782e088ac tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13506801'] for segment (d3b5dbf3-b3b8-4c89-ad1a-9930d7f6b635), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:17.761768 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2ca9ee58-860d-4bec-8b23-8eb782e088ac tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (d3b5dbf3-b3b8-4c89-ad1a-9930d7f6b635), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:17.767866 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b81c9d-66cc-42c0-8fe6-e81a51c08739 req-5e2fc402-0dc2-4518-a9e7-9e9e92058e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:46:17.769747 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ca9ee58-860d-4bec-8b23-8eb782e088ac tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=103283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:46:17.770171 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c7b81c9d-66cc-42c0-8fe6-e81a51c08739 req-5e2fc402-0dc2-4518-a9e7-9e9e92058e7f service neutron] 10.222.0.10 "GET /v2.0/networks?id=a30336a5-b3a0-4783-8e54-de537509e123 HTTP/1.1" status: 200 len: 898 time: 0.1642191 Jan 28 07:46:17.770312 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2ca9ee58-860d-4bec-8b23-8eb782e088ac tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13546563'] for segment (d3b5dbf3-b3b8-4c89-ad1a-9930d7f6b635), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:17.775052 n-d-712749-28 neutron-server[103283]: Traceback (most recent call last): Jan 28 07:46:17.775052 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:46:17.775052 n-d-712749-28 neutron-server[103283]: timer() Jan 28 07:46:17.775052 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:46:17.775052 n-d-712749-28 neutron-server[103283]: cb(*args, **kw) Jan 28 07:46:17.775052 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:46:17.775052 n-d-712749-28 neutron-server[103283]: return func(*args, **kwargs) Jan 28 07:46:17.775052 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:46:17.775052 n-d-712749-28 neutron-server[103283]: self._notify() Jan 28 07:46:17.775052 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:46:17.775052 n-d-712749-28 neutron-server[103283]: self.callback(batched_events) Jan 28 07:46:17.775052 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:46:17.775052 n-d-712749-28 neutron-server[103283]: event.method(event) Jan 28 07:46:17.775052 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:46:17.775052 n-d-712749-28 neutron-server[103283]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:46:17.775052 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:46:17.775052 n-d-712749-28 neutron-server[103283]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:46:17.775052 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:46:17.775052 n-d-712749-28 neutron-server[103283]: return f(self, *a, **k) Jan 28 07:46:17.775052 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:46:17.775052 n-d-712749-28 neutron-server[103283]: return self._get(url).json() Jan 28 07:46:17.775052 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:46:17.775052 n-d-712749-28 neutron-server[103283]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:46:17.775052 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:46:17.775052 n-d-712749-28 neutron-server[103283]: return self.request(url, 'GET', **kwargs) Jan 28 07:46:17.775052 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:46:17.775052 n-d-712749-28 neutron-server[103283]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:46:17.775052 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:46:17.775052 n-d-712749-28 neutron-server[103283]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:46:17.775052 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:46:17.775052 n-d-712749-28 neutron-server[103283]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:46:17.775052 n-d-712749-28 neutron-server[103283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:46:17.817281 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: 18af4095-534e-48b0-a658-7bae10beae34 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:46:17.817929 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 18af4095-534e-48b0-a658-7bae10beae34 not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:46:17.818529 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 39f1c318-7264-4b94-947e-cc993dbfd594 no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:46:17.823471 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfbe0cbd-a8ed-4b85-a618-fd950c11455e None None] get_active_networks_info from n-d-712749-28 {{(pid=103285) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 07:46:17.872643 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c7b81c9d-66cc-42c0-8fe6-e81a51c08739 req-2416f309-ef42-45f8-81de-8beaa2e0a028 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6dca1592-9e48-4546-ae97-f7d7ad907589 HTTP/1.1" status: 200 len: 217 time: 0.0954087 Jan 28 07:46:17.912720 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2ca9ee58-860d-4bec-8b23-8eb782e088ac tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (74ff874a-bbae-4347-bed6-46a538643e5c), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:17.918271 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2ca9ee58-860d-4bec-8b23-8eb782e088ac tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Publish callbacks [] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:17.922864 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-2ca9ee58-860d-4bec-8b23-8eb782e088ac tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] 10.222.0.41 "DELETE /v2.0/networks/74ff874a-bbae-4347-bed6-46a538643e5c HTTP/1.1" status: 204 len: 168 time: 1.0563571 Jan 28 07:46:17.955896 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 32980) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:46:17.957991 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca9ee58-860d-4bec-8b23-8eb782e088ac tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Pushing event deleted for resources: {'Network': ['ID=74ff874a-bbae-4347-bed6-46a538643e5c,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:17.961549 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-426d987a-164f-438f-afe2-7cb3e36cbc70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38ee63d2-577c-4900-b982-dce133362bcc', 'name': 'tempest-TestNetworkBasicOps-router-481148736', 'tenant_id': '5542ea76c30542aeb3cf0ca71420ede0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': 'ede4a57f-df4c-470d-ae6b-2406d45bab82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:44:10Z', 'updated_at': '2022-01-28T07:46:07Z', 'revision_number': 6, 'project_id': '5542ea76c30542aeb3cf0ca71420ede0', 'gw_port': {'id': 'ede4a57f-df4c-470d-ae6b-2406d45bab82', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:61:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ee63d2-577c-4900-b982-dce133362bcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:44:11Z', 'updated_at': '2022-01-28T07:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '332db361-ea9f-4c82-a31e-b665293df277', 'name': '', 'network_id': 'a30336a5-b3a0-4783-8e54-de537509e123', 'tenant_id': '5542ea76c30542aeb3cf0ca71420ede0', 'mac_address': 'fa:16:3e:27:8c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ee63d2-577c-4900-b982-dce133362bcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '5479f019-202c-46d0-8eb2-e3988316e62a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:44:17Z', 'updated_at': '2022-01-28T07:44:24Z', 'revision_number': 5, 'project_id': '5542ea76c30542aeb3cf0ca71420ede0', 'subnets': [{'id': '5479f019-202c-46d0-8eb2-e3988316e62a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:46:17.981375 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-13aa0275-99e7-4050-9a4d-8f2f501153fa tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-399311965'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:46:17.995536 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfbe0cbd-a8ed-4b85-a618-fd950c11455e None None] Resources bound (agent type, host, resource id): {{(pid=103285) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 07:46:17.999097 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f94429f-ff07-4b21-9b88-e10da43ed886 None None] New status for floating IP 3761fe04-234f-4723-b16b-7485acb224e9: DOWN {{(pid=103285) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 07:46:18.019177 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426d987a-164f-438f-afe2-7cb3e36cbc70 None None] Checking router: 38ee63d2-577c-4900-b982-dce133362bcc for host: n-d-712749-28 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:46:18.040569 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426d987a-164f-438f-afe2-7cb3e36cbc70 None None] Routers {'38ee63d2-577c-4900-b982-dce133362bcc'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:46:18.044948 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-426d987a-164f-438f-afe2-7cb3e36cbc70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:46:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['38ee63d2-577c-4900-b982-dce133362bcc'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:46:18.057409 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: 39f1c318-7264-4b94-947e-cc993dbfd594 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:46:18.058107 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 39f1c318-7264-4b94-947e-cc993dbfd594 not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:46:18.063958 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b81c9d-66cc-42c0-8fe6-e81a51c08739 req-d3b4a202-c7a8-49c5-afdc-89a5a1cad8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:46:18.073661 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c7b81c9d-66cc-42c0-8fe6-e81a51c08739 req-d3b4a202-c7a8-49c5-afdc-89a5a1cad8d1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5479f019-202c-46d0-8eb2-e3988316e62a HTTP/1.1" status: 200 len: 835 time: 0.1843667 Jan 28 07:46:18.075257 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13aa0275-99e7-4050-9a4d-8f2f501153fa tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Made reservation on behalf of 97acdd3eea534b359338474e0e874201 for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:46:18.078830 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-13aa0275-99e7-4050-9a4d-8f2f501153fa tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:18.130948 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-40ec8213-1027-4db8-b565-443be82981ff req-ba172eb6-5191-43c8-ac5f-d03e24ca8fda tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=e438921b-221d-4d9b-8372-1d30dc58dd9f HTTP/1.1" status: 200 len: 210 time: 0.0446579 Jan 28 07:46:18.160545 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0135f9ce-610b-4523-ae88-5fcd489bedbb req-b90e4216-97b0-4212-9be5-011e7d9f68b2 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:46:18.171051 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0135f9ce-610b-4523-ae88-5fcd489bedbb req-b90e4216-97b0-4212-9be5-011e7d9f68b2 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fb6bd0d-df7e-4c6e-89f1-db900bb17770 HTTP/1.1" status: 200 len: 945 time: 0.2942231 Jan 28 07:46:18.187899 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13aa0275-99e7-4050-9a4d-8f2f501153fa tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:46:18.198485 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-13aa0275-99e7-4050-9a4d-8f2f501153fa tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (7e7d1109-aa90-4cef-bb31-060e6b0decec), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:18.198826 n-d-712749-28 neutron-server[103284]: INFO neutron.db.segments_db [None req-13aa0275-99e7-4050-9a4d-8f2f501153fa tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Added segment 7e7d1109-aa90-4cef-bb31-060e6b0decec of type vlan for network eddc2e79-d050-4b13-81ff-b215ea5b4b92 Jan 28 07:46:18.241745 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-13aa0275-99e7-4050-9a4d-8f2f501153fa tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (eddc2e79-d050-4b13-81ff-b215ea5b4b92), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:18.263876 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-426d987a-164f-438f-afe2-7cb3e36cbc70 None None] Set router 38ee63d2-577c-4900-b982-dce133362bcc gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:46:18.311927 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-13aa0275-99e7-4050-9a4d-8f2f501153fa tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (eddc2e79-d050-4b13-81ff-b215ea5b4b92), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:18.326606 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13aa0275-99e7-4050-9a4d-8f2f501153fa tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:46:18.327249 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-13aa0275-99e7-4050-9a4d-8f2f501153fa tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:18.505249 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b81c9d-66cc-42c0-8fe6-e81a51c08739 req-658bc7f6-d268-4323-8963-2227a4551001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:46:18.507124 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c7b81c9d-66cc-42c0-8fe6-e81a51c08739 req-658bc7f6-d268-4323-8963-2227a4551001 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a30336a5-b3a0-4783-8e54-de537509e123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4225836 Jan 28 07:46:18.519922 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ee3f3e-e171-4a06-9489-14824bd78c0b None None] Network 74ff874a-bbae-4347-bed6-46a538643e5c requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:46:18.529929 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0135f9ce-610b-4523-ae88-5fcd489bedbb req-9cb4ca68-c3ed-4cc7-95fc-75b6ab01568f tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] 10.222.0.41 "GET /v2.0/security-groups?id=8fb92af4-723b-4e2e-9d4a-13e95ed434a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2641728 Jan 28 07:46:18.533825 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ee3f3e-e171-4a06-9489-14824bd78c0b None None] Network 74ff874a-bbae-4347-bed6-46a538643e5c could not be found, it might have been deleted concurrently. {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 28 07:46:18.535541 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-13aa0275-99e7-4050-9a4d-8f2f501153fa tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5585501 Jan 28 07:46:18.538428 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 32986) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:46:18.556560 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-5adcf358-bc63-407d-8c07-7befd6cb2318 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Request body: {'subnet': {'network_id': 'eddc2e79-d050-4b13-81ff-b215ea5b4b92', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:46:18.608660 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13aa0275-99e7-4050-9a4d-8f2f501153fa tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Pushing event updated for resources: {'Network': ['ID=eddc2e79-d050-4b13-81ff-b215ea5b4b92,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:18.611857 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-426d987a-164f-438f-afe2-7cb3e36cbc70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38ee63d2-577c-4900-b982-dce133362bcc', 'name': 'tempest-TestNetworkBasicOps-router-481148736', 'tenant_id': '5542ea76c30542aeb3cf0ca71420ede0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': 'ede4a57f-df4c-470d-ae6b-2406d45bab82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:44:10Z', 'updated_at': '2022-01-28T07:46:07Z', 'revision_number': 6, 'project_id': '5542ea76c30542aeb3cf0ca71420ede0', 'gw_port': {'id': 'ede4a57f-df4c-470d-ae6b-2406d45bab82', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:61:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ee63d2-577c-4900-b982-dce133362bcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:44:11Z', 'updated_at': '2022-01-28T07:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '332db361-ea9f-4c82-a31e-b665293df277', 'name': '', 'network_id': 'a30336a5-b3a0-4783-8e54-de537509e123', 'tenant_id': '5542ea76c30542aeb3cf0ca71420ede0', 'mac_address': 'fa:16:3e:27:8c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ee63d2-577c-4900-b982-dce133362bcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '5479f019-202c-46d0-8eb2-e3988316e62a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:44:17Z', 'updated_at': '2022-01-28T07:44:24Z', 'revision_number': 5, 'project_id': '5542ea76c30542aeb3cf0ca71420ede0', 'subnets': [{'id': '5479f019-202c-46d0-8eb2-e3988316e62a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:46:18.620958 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network eddc2e79-d050-4b13-81ff-b215ea5b4b92 details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:46:18.647362 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426d987a-164f-438f-afe2-7cb3e36cbc70 None None] The sync data for ids ['38ee63d2-577c-4900-b982-dce133362bcc'] in n-d-712749-28 is: [{'id': '38ee63d2-577c-4900-b982-dce133362bcc', 'name': 'tempest-TestNetworkBasicOps-router-481148736', 'tenant_id': '5542ea76c30542aeb3cf0ca71420ede0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': 'ede4a57f-df4c-470d-ae6b-2406d45bab82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:44:10Z', 'updated_at': '2022-01-28T07:46:07Z', 'revision_number': 6, 'project_id': '5542ea76c30542aeb3cf0ca71420ede0', 'gw_port': {'id': 'ede4a57f-df4c-470d-ae6b-2406d45bab82', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:61:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ee63d2-577c-4900-b982-dce133362bcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:44:11Z', 'updated_at': '2022-01-28T07:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '332db361-ea9f-4c82-a31e-b665293df277', 'name': '', 'network_id': 'a30336a5-b3a0-4783-8e54-de537509e123', 'tenant_id': '5542ea76c30542aeb3cf0ca71420ede0', 'mac_address': 'fa:16:3e:27:8c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ee63d2-577c-4900-b982-dce133362bcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '5479f019-202c-46d0-8eb2-e3988316e62a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:44:17Z', 'updated_at': '2022-01-28T07:44:24Z', 'revision_number': 5, 'project_id': '5542ea76c30542aeb3cf0ca71420ede0', 'subnets': [{'id': '5479f019-202c-46d0-8eb2-e3988316e62a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:46:18.693279 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5adcf358-bc63-407d-8c07-7befd6cb2318 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Made reservation on behalf of 97acdd3eea534b359338474e0e874201 for: {'subnet': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:46:18.703967 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5adcf358-bc63-407d-8c07-7befd6cb2318 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13555781'] for subnet (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:18.732839 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c7b81c9d-66cc-42c0-8fe6-e81a51c08739 req-0987614a-439d-430b-b996-23f893b65e79 service neutron] 10.222.0.10 "GET /v2.0/networks/a30336a5-b3a0-4783-8e54-de537509e123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960595 Jan 28 07:46:18.899240 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c7b81c9d-66cc-42c0-8fe6-e81a51c08739 req-09c3cc95-dc6b-490e-ae5d-0fa5f8ffbc12 service neutron] 10.222.0.10 "GET /v2.0/networks/a30336a5-b3a0-4783-8e54-de537509e123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439655 Jan 28 07:46:18.978886 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5adcf358-bc63-407d-8c07-7befd6cb2318 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13546728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13555799'] for subnet (cdf42704-0661-472d-b49c-18dbc0498582), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:19.053849 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5adcf358-bc63-407d-8c07-7befd6cb2318 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Checking segment: {'id': '7e7d1109-aa90-4cef-bb31-060e6b0decec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'eddc2e79-d050-4b13-81ff-b215ea5b4b92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:46:19.054134 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5adcf358-bc63-407d-8c07-7befd6cb2318 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Network hostable DHCP agents. Network: eddc2e79-d050-4b13-81ff-b215ea5b4b92, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:46:19.057099 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adcf358-bc63-407d-8c07-7befd6cb2318 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Pushing event updated for resources: {'Subnet': ['ID=cdf42704-0661-472d-b49c-18dbc0498582,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:19.077837 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5adcf358-bc63-407d-8c07-7befd6cb2318 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Network eddc2e79-d050-4b13-81ff-b215ea5b4b92 is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:46:19.093848 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-5adcf358-bc63-407d-8c07-7befd6cb2318 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, eddc2e79-d050-4b13-81ff-b215ea5b4b92) {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:46:19.095742 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a96474b-c46c-405d-b775-b17755ff2b49 None None] New status for floating IP e6ce22fe-533a-4ee5-9258-3332eb2e5762: DOWN {{(pid=103286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 07:46:19.101556 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da0d19f-1ea8-4f2b-93f5-1c25b1e06bd1 None None] Network eddc2e79-d050-4b13-81ff-b215ea5b4b92 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:46:19.118642 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5adcf358-bc63-407d-8c07-7befd6cb2318 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:46:19.119235 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5adcf358-bc63-407d-8c07-7befd6cb2318 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Publish callbacks [] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:19.140879 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-5adcf358-bc63-407d-8c07-7befd6cb2318 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6006591 Jan 28 07:46:19.143749 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 32988) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:46:19.239176 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-836f374b-e5db-47cf-8a6b-afedbe9ac029 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3dd72b9-6805-5f61-b6f3-a591f99a173d-eddc2e79-d050-4b13-81ff-b215ea5b4b92', 'network_id': 'eddc2e79-d050-4b13-81ff-b215ea5b4b92', 'project_id': '97acdd3eea534b359338474e0e874201', 'fixed_ips': [{'subnet_id': 'cdf42704-0661-472d-b49c-18dbc0498582'}]}} from n-d-712749-28. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 07:46:19.241085 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-836f374b-e5db-47cf-8a6b-afedbe9ac029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:19.316979 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4bb63348-7368-4b5a-8bc3-2cff9c4de5ac req-55a456c7-3d69-47fc-b0d8-fdce3b669ee1 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=e438921b-221d-4d9b-8372-1d30dc58dd9f HTTP/1.1" status: 200 len: 210 time: 0.0535910 Jan 28 07:46:19.404611 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6564c4f6-4e4a-4e27-92c8-86e3922cd3f7 req-3d1fe755-a4e6-49be-93c2-5631cf7bd342 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:46:19.406236 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6564c4f6-4e4a-4e27-92c8-86e3922cd3f7 req-3d1fe755-a4e6-49be-93c2-5631cf7bd342 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] 10.222.0.10 "GET /v2.0/ports?device_id=2fb6bd0d-df7e-4c6e-89f1-db900bb17770 HTTP/1.1" status: 200 len: 945 time: 0.1395121 Jan 28 07:46:19.526726 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9a0947e9-1398-4573-8761-d3d7426bfee5 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (eddc2e79-d050-4b13-81ff-b215ea5b4b92), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:19.541178 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-836f374b-e5db-47cf-8a6b-afedbe9ac029 None None] Allocated IP 2001:db8::2 (eddc2e79-d050-4b13-81ff-b215ea5b4b92/cdf42704-0661-472d-b49c-18dbc0498582/cf2d2ae1-1bac-49f6-9151-6bf2fd5d9036) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:46:19.621542 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-6564c4f6-4e4a-4e27-92c8-86e3922cd3f7 req-f6ce1133-5284-49e1-a2da-b9c970b75303 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Deleting port 6dca1592-9e48-4546-ae97-f7d7ad907589 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:46:19.621950 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-6564c4f6-4e4a-4e27-92c8-86e3922cd3f7 req-f6ce1133-5284-49e1-a2da-b9c970b75303 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (6dca1592-9e48-4546-ae97-f7d7ad907589), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:19.628405 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9a0947e9-1398-4573-8761-d3d7426bfee5 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (cdf42704-0661-472d-b49c-18dbc0498582), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:19.811804 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-836f374b-e5db-47cf-8a6b-afedbe9ac029 None None] Publish callbacks [] for port (cf2d2ae1-1bac-49f6-9151-6bf2fd5d9036), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:19.823156 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-836f374b-e5db-47cf-8a6b-afedbe9ac029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (cf2d2ae1-1bac-49f6-9151-6bf2fd5d9036), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:19.830844 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7eb26c-a337-4586-821e-cd0671e217ee req-8cbd531e-66f2-40c2-8f09-17c910442d2e tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:46:19.832527 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9b7eb26c-a337-4586-821e-cd0671e217ee req-8cbd531e-66f2-40c2-8f09-17c910442d2e tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fb6bd0d-df7e-4c6e-89f1-db900bb17770 HTTP/1.1" status: 200 len: 945 time: 0.1400764 Jan 28 07:46:19.842811 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-6564c4f6-4e4a-4e27-92c8-86e3922cd3f7 req-f6ce1133-5284-49e1-a2da-b9c970b75303 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] For port 6dca1592-9e48-4546-ae97-f7d7ad907589, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=6dca1592-9e48-4546-ae97-f7d7ad907589,segment=NetworkSegment(79b7ada3-348a-4934-8d55-3503266e7b35),segment_id=79b7ada3-348a-4934-8d55-3503266e7b35)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:46:19.843179 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-6564c4f6-4e4a-4e27-92c8-86e3922cd3f7 req-f6ce1133-5284-49e1-a2da-b9c970b75303 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (6dca1592-9e48-4546-ae97-f7d7ad907589), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:19.869153 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-6564c4f6-4e4a-4e27-92c8-86e3922cd3f7 req-f6ce1133-5284-49e1-a2da-b9c970b75303 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Calling delete_port for 6dca1592-9e48-4546-ae97-f7d7ad907589 owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:46:19.903301 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 33002) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:46:19.941145 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-836f374b-e5db-47cf-8a6b-afedbe9ac029 None None] Network eddc2e79-d050-4b13-81ff-b215ea5b4b92 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:46:19.948509 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836f374b-e5db-47cf-8a6b-afedbe9ac029 None None] Pushing event updated for resources: {'Port': ['ID=cf2d2ae1-1bac-49f6-9151-6bf2fd5d9036,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:19.950289 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9a0947e9-1398-4573-8761-d3d7426bfee5 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24757569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24979817'] for subnet (cdf42704-0661-472d-b49c-18dbc0498582), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:19.958172 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-836f374b-e5db-47cf-8a6b-afedbe9ac029 None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:46:19.969423 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836f374b-e5db-47cf-8a6b-afedbe9ac029 None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:46:19.998950 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0947e9-1398-4573-8761-d3d7426bfee5 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Pushing event deleted for resources: {'Subnet': ['ID=cdf42704-0661-472d-b49c-18dbc0498582,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:20.014016 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9b7eb26c-a337-4586-821e-cd0671e217ee req-950e458e-fdea-4b8d-9003-4ff8c77afd43 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] 10.222.0.41 "GET /v2.0/security-groups?id=8fb92af4-723b-4e2e-9d4a-13e95ed434a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1734078 Jan 28 07:46:20.087712 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9a0947e9-1398-4573-8761-d3d7426bfee5 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (eddc2e79-d050-4b13-81ff-b215ea5b4b92), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:20.105312 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-836f374b-e5db-47cf-8a6b-afedbe9ac029 None None] Attempting to bind port cf2d2ae1-1bac-49f6-9151-6bf2fd5d9036 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:46:20.105905 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-836f374b-e5db-47cf-8a6b-afedbe9ac029 None None] Attempting to bind port cf2d2ae1-1bac-49f6-9151-6bf2fd5d9036 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '7e7d1109-aa90-4cef-bb31-060e6b0decec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'eddc2e79-d050-4b13-81ff-b215ea5b4b92'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:46:20.106129 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836f374b-e5db-47cf-8a6b-afedbe9ac029 None None] Attempting to bind port cf2d2ae1-1bac-49f6-9151-6bf2fd5d9036 on network eddc2e79-d050-4b13-81ff-b215ea5b4b92 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:46:20.119956 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-9a0947e9-1398-4573-8761-d3d7426bfee5 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eddc2e79-d050-4b13-81ff-b215ea5b4b92']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:46:20.121859 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836f374b-e5db-47cf-8a6b-afedbe9ac029 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 46, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:46:20.122273 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836f374b-e5db-47cf-8a6b-afedbe9ac029 None None] Checking segment: {'id': '7e7d1109-aa90-4cef-bb31-060e6b0decec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'eddc2e79-d050-4b13-81ff-b215ea5b4b92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:46:20.122686 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-836f374b-e5db-47cf-8a6b-afedbe9ac029 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:20.123109 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836f374b-e5db-47cf-8a6b-afedbe9ac029 None None] Bound using segment: {'id': '7e7d1109-aa90-4cef-bb31-060e6b0decec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'eddc2e79-d050-4b13-81ff-b215ea5b4b92'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:46:20.123576 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-836f374b-e5db-47cf-8a6b-afedbe9ac029 None None] Bound port: cf2d2ae1-1bac-49f6-9151-6bf2fd5d9036, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e7d1109-aa90-4cef-bb31-060e6b0decec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'eddc2e79-d050-4b13-81ff-b215ea5b4b92'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:46:20.124002 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-836f374b-e5db-47cf-8a6b-afedbe9ac029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (cf2d2ae1-1bac-49f6-9151-6bf2fd5d9036), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:20.160805 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-9a0947e9-1398-4573-8761-d3d7426bfee5 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e7d1109-aa90-4cef-bb31-060e6b0decec') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:46:20.161201 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-9a0947e9-1398-4573-8761-d3d7426bfee5 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e7d1109-aa90-4cef-bb31-060e6b0decec') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:46:20.192082 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9a0947e9-1398-4573-8761-d3d7426bfee5 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24759294'] for segment (7e7d1109-aa90-4cef-bb31-060e6b0decec), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:20.214657 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9a0947e9-1398-4573-8761-d3d7426bfee5 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (7e7d1109-aa90-4cef-bb31-060e6b0decec), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:20.224532 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a0947e9-1398-4573-8761-d3d7426bfee5 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:46:20.224988 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9a0947e9-1398-4573-8761-d3d7426bfee5 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24757675'] for segment (7e7d1109-aa90-4cef-bb31-060e6b0decec), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:20.234182 n-d-712749-28 neutron-server[103284]: Traceback (most recent call last): Jan 28 07:46:20.234182 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:46:20.234182 n-d-712749-28 neutron-server[103284]: timer() Jan 28 07:46:20.234182 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:46:20.234182 n-d-712749-28 neutron-server[103284]: cb(*args, **kw) Jan 28 07:46:20.234182 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:46:20.234182 n-d-712749-28 neutron-server[103284]: return func(*args, **kwargs) Jan 28 07:46:20.234182 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:46:20.234182 n-d-712749-28 neutron-server[103284]: self._notify() Jan 28 07:46:20.234182 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:46:20.234182 n-d-712749-28 neutron-server[103284]: self.callback(batched_events) Jan 28 07:46:20.234182 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:46:20.234182 n-d-712749-28 neutron-server[103284]: event.method(event) Jan 28 07:46:20.234182 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:46:20.234182 n-d-712749-28 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:46:20.234182 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:46:20.234182 n-d-712749-28 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:46:20.234182 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:46:20.234182 n-d-712749-28 neutron-server[103284]: return f(self, *a, **k) Jan 28 07:46:20.234182 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:46:20.234182 n-d-712749-28 neutron-server[103284]: return self._get(url).json() Jan 28 07:46:20.234182 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:46:20.234182 n-d-712749-28 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:46:20.234182 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:46:20.234182 n-d-712749-28 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Jan 28 07:46:20.234182 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:46:20.234182 n-d-712749-28 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:46:20.234182 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:46:20.234182 n-d-712749-28 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:46:20.234182 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:46:20.234182 n-d-712749-28 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:46:20.234182 n-d-712749-28 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:46:20.236575 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-294a905c-9928-4646-98c6-484899b802e4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=92e8c6d45d8d4ce8ab1b80ffa4d7d863&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3315694 Jan 28 07:46:20.239228 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 33006) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:46:20.249862 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-836f374b-e5db-47cf-8a6b-afedbe9ac029 None None] For port cf2d2ae1-1bac-49f6-9151-6bf2fd5d9036, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:46:20.302630 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a56f7c03-1709-4f97-b2ed-a3640242fae5 admin admin] Publish callbacks [] for security_group (50d8d022-38dd-4347-90f0-7ca355f489c6), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:20.313174 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-6564c4f6-4e4a-4e27-92c8-86e3922cd3f7 req-f6ce1133-5284-49e1-a2da-b9c970b75303 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (6dca1592-9e48-4546-ae97-f7d7ad907589), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:20.327747 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-836f374b-e5db-47cf-8a6b-afedbe9ac029 None None] For port cf2d2ae1-1bac-49f6-9151-6bf2fd5d9036, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=cf2d2ae1-1bac-49f6-9151-6bf2fd5d9036,segment=NetworkSegment(7e7d1109-aa90-4cef-bb31-060e6b0decec),segment_id=7e7d1109-aa90-4cef-bb31-060e6b0decec)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:46:20.329249 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a56f7c03-1709-4f97-b2ed-a3640242fae5 admin admin] Publish callbacks [] for security_group (50d8d022-38dd-4347-90f0-7ca355f489c6), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:20.338837 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-836f374b-e5db-47cf-8a6b-afedbe9ac029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (cf2d2ae1-1bac-49f6-9151-6bf2fd5d9036), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:20.360285 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.db.api [None req-9a0947e9-1398-4573-8761-d3d7426bfee5 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 07:46:20.360285 n-d-712749-28 neutron-server[103284]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 07:46:20.360285 n-d-712749-28 neutron-server[103284]: [parameters: {'id': 'eddc2e79-d050-4b13-81ff-b215ea5b4b92'}] Jan 28 07:46:20.360285 n-d-712749-28 neutron-server[103284]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103284) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 07:46:20.368552 n-d-712749-28 neutron-server[103284]: DEBUG oslo_db.api [None req-9a0947e9-1398-4573-8761-d3d7426bfee5 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 07:46:20.400163 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a56f7c03-1709-4f97-b2ed-a3640242fae5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (50d8d022-38dd-4347-90f0-7ca355f489c6), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:20.404603 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a56f7c03-1709-4f97-b2ed-a3640242fae5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:20.407425 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-a56f7c03-1709-4f97-b2ed-a3640242fae5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/50d8d022-38dd-4347-90f0-7ca355f489c6 HTTP/1.1" status: 204 len: 168 time: 0.1672697 Jan 28 07:46:20.422275 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ce1133-5284-49e1-a2da-b9c970b75303 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Pushing event deleted for resources: {'Port': ['ID=6dca1592-9e48-4546-ae97-f7d7ad907589,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:20.445287 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56f7c03-1709-4f97-b2ed-a3640242fae5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50d8d022-38dd-4347-90f0-7ca355f489c6,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:20.497105 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-6564c4f6-4e4a-4e27-92c8-86e3922cd3f7 req-f6ce1133-5284-49e1-a2da-b9c970b75303 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] No DVR routers for this DVR port 6dca1592-9e48-4546-ae97-f7d7ad907589 on host n-h1-712749-28 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:46:20.499948 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-6564c4f6-4e4a-4e27-92c8-86e3922cd3f7 req-f6ce1133-5284-49e1-a2da-b9c970b75303 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:20.505736 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6564c4f6-4e4a-4e27-92c8-86e3922cd3f7 req-f6ce1133-5284-49e1-a2da-b9c970b75303 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] 10.222.0.10 "DELETE /v2.0/ports/6dca1592-9e48-4546-ae97-f7d7ad907589 HTTP/1.1" status: 204 len: 173 time: 1.0892570 Jan 28 07:46:20.506236 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fb6bd0d-df7e-4c6e-89f1-db900bb17770', 'name': 'network-vif-deleted', 'tag': '6dca1592-9e48-4546-ae97-f7d7ad907589'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:46:20.509768 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89b1b108-4e66-429b-a0e2-c3b0eb625918" -d '{"events": [{"server_uuid": "2fb6bd0d-df7e-4c6e-89f1-db900bb17770", "name": "network-vif-deleted", "tag": "6dca1592-9e48-4546-ae97-f7d7ad907589"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:46:20.510747 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9673fb60-f9de-4822-a283-31bf2dbfd2ca req-d5372378-f64a-4969-9a26-3a86d42adc04 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=e438921b-221d-4d9b-8372-1d30dc58dd9f HTTP/1.1" status: 200 len: 210 time: 0.0791118 Jan 28 07:46:20.524389 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836f374b-e5db-47cf-8a6b-afedbe9ac029 None None] Pushing event updated for resources: {'Port': ['ID=cf2d2ae1-1bac-49f6-9151-6bf2fd5d9036,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:20.572290 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75093ade-9781-443b-bec9-173ddc9d37bb x-openstack-request-id: req-75093ade-9781-443b-bec9-173ddc9d37bb {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:46:20.572902 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fb6bd0d-df7e-4c6e-89f1-db900bb17770", "name": "network-vif-deleted", "tag": "6dca1592-9e48-4546-ae97-f7d7ad907589", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:46:20.572902 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-75093ade-9781-443b-bec9-173ddc9d37bb {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:46:20.573364 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fb6bd0d-df7e-4c6e-89f1-db900bb17770', 'name': 'network-vif-deleted', 'tag': '6dca1592-9e48-4546-ae97-f7d7ad907589', 'status': 'completed', 'code': 200} Jan 28 07:46:20.682038 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae5f43c3-847a-4e82-8feb-fabd7a04aeff None None] Network eddc2e79-d050-4b13-81ff-b215ea5b4b92 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:46:20.869694 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9a0947e9-1398-4573-8761-d3d7426bfee5 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (eddc2e79-d050-4b13-81ff-b215ea5b4b92), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:20.982616 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-9a0947e9-1398-4573-8761-d3d7426bfee5 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Deleting port cf2d2ae1-1bac-49f6-9151-6bf2fd5d9036 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:46:20.982968 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9a0947e9-1398-4573-8761-d3d7426bfee5 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (cf2d2ae1-1bac-49f6-9151-6bf2fd5d9036), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:21.019946 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c4d0ea-a418-4b09-a21f-bb1dc383827d None None] get_active_networks_info from n-d-712749-28 {{(pid=103285) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 07:46:21.132109 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-9a0947e9-1398-4573-8761-d3d7426bfee5 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] For port cf2d2ae1-1bac-49f6-9151-6bf2fd5d9036, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=cf2d2ae1-1bac-49f6-9151-6bf2fd5d9036,segment=NetworkSegment(7e7d1109-aa90-4cef-bb31-060e6b0decec),segment_id=7e7d1109-aa90-4cef-bb31-060e6b0decec)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:46:21.132492 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9a0947e9-1398-4573-8761-d3d7426bfee5 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (cf2d2ae1-1bac-49f6-9151-6bf2fd5d9036), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:21.165550 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-9a0947e9-1398-4573-8761-d3d7426bfee5 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Calling delete_port for cf2d2ae1-1bac-49f6-9151-6bf2fd5d9036 owned by network:dhcp {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:46:21.258868 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-945a0674-0602-4c62-ba5e-860c4d2a8b9b req-2a94bff7-b24a-481c-851c-0de6ef821391 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fb6bd0d-df7e-4c6e-89f1-db900bb17770 HTTP/1.1" status: 200 len: 210 time: 0.0464728 Jan 28 07:46:21.268303 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c4d0ea-a418-4b09-a21f-bb1dc383827d None None] Resources bound (agent type, host, resource id): {{(pid=103285) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 07:46:21.317788 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9a0947e9-1398-4573-8761-d3d7426bfee5 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (cf2d2ae1-1bac-49f6-9151-6bf2fd5d9036), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:21.350860 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0947e9-1398-4573-8761-d3d7426bfee5 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Pushing event deleted for resources: {'Port': ['ID=cf2d2ae1-1bac-49f6-9151-6bf2fd5d9036,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:21.361121 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0947e9-1398-4573-8761-d3d7426bfee5 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] No DVR routers for this DVR port cf2d2ae1-1bac-49f6-9151-6bf2fd5d9036 on host n-d-712749-28 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:46:21.532051 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9a0947e9-1398-4573-8761-d3d7426bfee5 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (eddc2e79-d050-4b13-81ff-b215ea5b4b92), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:21.560395 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-9a0947e9-1398-4573-8761-d3d7426bfee5 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eddc2e79-d050-4b13-81ff-b215ea5b4b92']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:46:21.572226 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-9a0947e9-1398-4573-8761-d3d7426bfee5 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e7d1109-aa90-4cef-bb31-060e6b0decec') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:46:21.572638 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-9a0947e9-1398-4573-8761-d3d7426bfee5 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e7d1109-aa90-4cef-bb31-060e6b0decec') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:46:21.584632 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9a0947e9-1398-4573-8761-d3d7426bfee5 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24759294'] for segment (7e7d1109-aa90-4cef-bb31-060e6b0decec), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:21.617134 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9a0947e9-1398-4573-8761-d3d7426bfee5 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (7e7d1109-aa90-4cef-bb31-060e6b0decec), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:21.625666 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a0947e9-1398-4573-8761-d3d7426bfee5 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:46:21.626316 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9a0947e9-1398-4573-8761-d3d7426bfee5 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24757675'] for segment (7e7d1109-aa90-4cef-bb31-060e6b0decec), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:21.688988 n-d-712749-28 neutron-server[103284]: Traceback (most recent call last): Jan 28 07:46:21.688988 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:46:21.688988 n-d-712749-28 neutron-server[103284]: timer() Jan 28 07:46:21.688988 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:46:21.688988 n-d-712749-28 neutron-server[103284]: cb(*args, **kw) Jan 28 07:46:21.688988 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:46:21.688988 n-d-712749-28 neutron-server[103284]: return func(*args, **kwargs) Jan 28 07:46:21.688988 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:46:21.688988 n-d-712749-28 neutron-server[103284]: self._notify() Jan 28 07:46:21.688988 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:46:21.688988 n-d-712749-28 neutron-server[103284]: self.callback(batched_events) Jan 28 07:46:21.688988 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:46:21.688988 n-d-712749-28 neutron-server[103284]: event.method(event) Jan 28 07:46:21.688988 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:46:21.688988 n-d-712749-28 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:46:21.688988 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:46:21.688988 n-d-712749-28 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:46:21.688988 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:46:21.688988 n-d-712749-28 neutron-server[103284]: return f(self, *a, **k) Jan 28 07:46:21.688988 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:46:21.688988 n-d-712749-28 neutron-server[103284]: return self._get(url).json() Jan 28 07:46:21.688988 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:46:21.688988 n-d-712749-28 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:46:21.688988 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:46:21.688988 n-d-712749-28 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Jan 28 07:46:21.688988 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:46:21.688988 n-d-712749-28 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:46:21.688988 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:46:21.688988 n-d-712749-28 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:46:21.688988 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:46:21.688988 n-d-712749-28 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:46:21.688988 n-d-712749-28 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:46:21.724730 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9a0947e9-1398-4573-8761-d3d7426bfee5 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (eddc2e79-d050-4b13-81ff-b215ea5b4b92), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:21.762606 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-df077351-4b6c-479e-bd5c-1b458c6a905c req-968060a8-c3a4-4856-b885-5caa15cb6e4c tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=e438921b-221d-4d9b-8372-1d30dc58dd9f HTTP/1.1" status: 200 len: 210 time: 0.0518861 Jan 28 07:46:21.776981 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9a0947e9-1398-4573-8761-d3d7426bfee5 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:21.781777 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-9a0947e9-1398-4573-8761-d3d7426bfee5 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] 10.222.0.41 "DELETE /v2.0/networks/eddc2e79-d050-4b13-81ff-b215ea5b4b92 HTTP/1.1" status: 204 len: 168 time: 2.6369104 Jan 28 07:46:21.785964 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 33042) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:46:21.793839 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-133fecea-a170-4042-a3d8-5dab265e1e46 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1591345844'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:46:21.822618 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0947e9-1398-4573-8761-d3d7426bfee5 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Pushing event deleted for resources: {'Network': ['ID=eddc2e79-d050-4b13-81ff-b215ea5b4b92,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:21.833360 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-133fecea-a170-4042-a3d8-5dab265e1e46 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Made reservation on behalf of 97acdd3eea534b359338474e0e874201 for: {'network': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:46:21.838339 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-133fecea-a170-4042-a3d8-5dab265e1e46 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:21.868795 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-133fecea-a170-4042-a3d8-5dab265e1e46 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=103283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:46:21.878797 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-133fecea-a170-4042-a3d8-5dab265e1e46 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (00974b0e-8fd0-41ae-9f73-f95999ef65ca), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:21.879536 n-d-712749-28 neutron-server[103283]: INFO neutron.db.segments_db [None req-133fecea-a170-4042-a3d8-5dab265e1e46 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Added segment 00974b0e-8fd0-41ae-9f73-f95999ef65ca of type vlan for network 81d070ca-6ea8-4ad9-949c-8f77abc13062 Jan 28 07:46:21.952704 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-133fecea-a170-4042-a3d8-5dab265e1e46 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (81d070ca-6ea8-4ad9-949c-8f77abc13062), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:21.985489 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-133fecea-a170-4042-a3d8-5dab265e1e46 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (81d070ca-6ea8-4ad9-949c-8f77abc13062), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:21.993075 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-133fecea-a170-4042-a3d8-5dab265e1e46 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:46:21.993651 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-133fecea-a170-4042-a3d8-5dab265e1e46 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Publish callbacks [] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:22.078726 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33078) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:46:22.080126 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-133fecea-a170-4042-a3d8-5dab265e1e46 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2914176 Jan 28 07:46:22.084386 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-ca5a2e68-bc1e-47da-bc6a-99e5e01b82a7 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Request body: {'subnet': {'network_id': '81d070ca-6ea8-4ad9-949c-8f77abc13062', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:46:22.085170 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133fecea-a170-4042-a3d8-5dab265e1e46 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Pushing event updated for resources: {'Network': ['ID=81d070ca-6ea8-4ad9-949c-8f77abc13062,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:22.097579 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network 81d070ca-6ea8-4ad9-949c-8f77abc13062 details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:46:22.209478 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca5a2e68-bc1e-47da-bc6a-99e5e01b82a7 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Made reservation on behalf of 97acdd3eea534b359338474e0e874201 for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:46:22.213432 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ca5a2e68-bc1e-47da-bc6a-99e5e01b82a7 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24979592'] for subnet (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:22.317958 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 33082) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:46:22.423464 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-96f5f4bb-d443-44e2-9430-f6925aa7cb85 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks [] for security_group (8fb92af4-723b-4e2e-9d4a-13e95ed434a0), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:22.464043 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-96f5f4bb-d443-44e2-9430-f6925aa7cb85 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks [] for security_group (8fb92af4-723b-4e2e-9d4a-13e95ed434a0), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:22.537831 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-96f5f4bb-d443-44e2-9430-f6925aa7cb85 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (8fb92af4-723b-4e2e-9d4a-13e95ed434a0), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:22.540919 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-96f5f4bb-d443-44e2-9430-f6925aa7cb85 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:22.544433 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-96f5f4bb-d443-44e2-9430-f6925aa7cb85 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] 10.222.0.41 "DELETE /v2.0/security-groups/8fb92af4-723b-4e2e-9d4a-13e95ed434a0 HTTP/1.1" status: 204 len: 168 time: 0.2226160 Jan 28 07:46:22.552141 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f5f4bb-d443-44e2-9430-f6925aa7cb85 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fb92af4-723b-4e2e-9d4a-13e95ed434a0,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:22.606317 n-d-712749-28 neutron-server[103284]: DEBUG neutron.objects.ports [None req-ca5a2e68-bc1e-47da-bc6a-99e5e01b82a7 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103284) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 07:46:22.608371 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ca5a2e68-bc1e-47da-bc6a-99e5e01b82a7 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24757504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24979610'] for subnet (5c917b86-80eb-4177-bfce-6df992d4b552), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:22.612217 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 33092) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:46:22.631258 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 6dca1592-9e48-4546-ae97-f7d7ad907589 no longer exists at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:46:22.666328 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] No Port match for: 6dca1592-9e48-4546-ae97-f7d7ad907589 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:46:22.668829 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 6dca1592-9e48-4546-ae97-f7d7ad907589 not bound to the agent host n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:46:22.673583 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5a2e68-bc1e-47da-bc6a-99e5e01b82a7 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Pushing event updated for resources: {'Subnet': ['ID=5c917b86-80eb-4177-bfce-6df992d4b552,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:22.684365 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5a2e68-bc1e-47da-bc6a-99e5e01b82a7 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Checking segment: {'id': '00974b0e-8fd0-41ae-9f73-f95999ef65ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '81d070ca-6ea8-4ad9-949c-8f77abc13062'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:46:22.684743 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca5a2e68-bc1e-47da-bc6a-99e5e01b82a7 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Network hostable DHCP agents. Network: 81d070ca-6ea8-4ad9-949c-8f77abc13062, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:46:22.705880 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca5a2e68-bc1e-47da-bc6a-99e5e01b82a7 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Network 81d070ca-6ea8-4ad9-949c-8f77abc13062 is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:46:22.721858 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-ca5a2e68-bc1e-47da-bc6a-99e5e01b82a7 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, 81d070ca-6ea8-4ad9-949c-8f77abc13062) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:46:22.728133 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca5a2e68-bc1e-47da-bc6a-99e5e01b82a7 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:46:22.730458 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ca5a2e68-bc1e-47da-bc6a-99e5e01b82a7 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:22.733913 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5315e9d-b069-4410-9015-8f3c90f0162b None None] Network 81d070ca-6ea8-4ad9-949c-8f77abc13062 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:46:22.753386 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-ca5a2e68-bc1e-47da-bc6a-99e5e01b82a7 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.6735163 Jan 28 07:46:22.756074 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33110) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:46:22.914597 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d19162-fa5e-4989-b4f9-54a459cefbbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3dd72b9-6805-5f61-b6f3-a591f99a173d-81d070ca-6ea8-4ad9-949c-8f77abc13062', 'network_id': '81d070ca-6ea8-4ad9-949c-8f77abc13062', 'project_id': '97acdd3eea534b359338474e0e874201', 'fixed_ips': [{'subnet_id': '5c917b86-80eb-4177-bfce-6df992d4b552'}]}} from n-d-712749-28. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 07:46:22.915980 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f1d19162-fa5e-4989-b4f9-54a459cefbbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:22.953713 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-53f0ad25-3757-4c26-9d30-0abf52f1c72f tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (81d070ca-6ea8-4ad9-949c-8f77abc13062), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:23.040247 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-53f0ad25-3757-4c26-9d30-0abf52f1c72f tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (5c917b86-80eb-4177-bfce-6df992d4b552), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:23.139043 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-f1d19162-fa5e-4989-b4f9-54a459cefbbc None None] Allocated IP 2001:db8::f816:3eff:fe1e:4c74 (81d070ca-6ea8-4ad9-949c-8f77abc13062/5c917b86-80eb-4177-bfce-6df992d4b552/c772496f-6ee0-4531-8a33-bd5c47d6ce2b) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:46:23.327226 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f1d19162-fa5e-4989-b4f9-54a459cefbbc None None] Publish callbacks [] for port (c772496f-6ee0-4531-8a33-bd5c47d6ce2b), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:23.343706 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f1d19162-fa5e-4989-b4f9-54a459cefbbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (c772496f-6ee0-4531-8a33-bd5c47d6ce2b), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:23.363976 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2eb7fe6c-e9c6-4280-b629-b9e91c5b905f req-49e7ba1e-cdc5-40f1-ab18-87acb1760360 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=e438921b-221d-4d9b-8372-1d30dc58dd9f HTTP/1.1" status: 200 len: 210 time: 0.0465894 Jan 28 07:46:23.366100 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-53f0ad25-3757-4c26-9d30-0abf52f1c72f tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24757569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24979817'] for subnet (5c917b86-80eb-4177-bfce-6df992d4b552), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:23.405870 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f0ad25-3757-4c26-9d30-0abf52f1c72f tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Pushing event deleted for resources: {'Subnet': ['ID=5c917b86-80eb-4177-bfce-6df992d4b552,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:23.425669 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d19162-fa5e-4989-b4f9-54a459cefbbc None None] Network 81d070ca-6ea8-4ad9-949c-8f77abc13062 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:46:23.446145 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-f1d19162-fa5e-4989-b4f9-54a459cefbbc None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:46:23.448328 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d19162-fa5e-4989-b4f9-54a459cefbbc None None] Pushing event updated for resources: {'Port': ['ID=c772496f-6ee0-4531-8a33-bd5c47d6ce2b,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:23.450558 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d19162-fa5e-4989-b4f9-54a459cefbbc None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:46:23.529490 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-f1d19162-fa5e-4989-b4f9-54a459cefbbc None None] Attempting to bind port c772496f-6ee0-4531-8a33-bd5c47d6ce2b on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:46:23.530005 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-f1d19162-fa5e-4989-b4f9-54a459cefbbc None None] Attempting to bind port c772496f-6ee0-4531-8a33-bd5c47d6ce2b by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '00974b0e-8fd0-41ae-9f73-f95999ef65ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '81d070ca-6ea8-4ad9-949c-8f77abc13062'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:46:23.530484 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d19162-fa5e-4989-b4f9-54a459cefbbc None None] Attempting to bind port c772496f-6ee0-4531-8a33-bd5c47d6ce2b on network 81d070ca-6ea8-4ad9-949c-8f77abc13062 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:46:23.537857 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d19162-fa5e-4989-b4f9-54a459cefbbc None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 46, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:46:23.537857 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d19162-fa5e-4989-b4f9-54a459cefbbc None None] Checking segment: {'id': '00974b0e-8fd0-41ae-9f73-f95999ef65ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '81d070ca-6ea8-4ad9-949c-8f77abc13062'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:46:23.538558 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f1d19162-fa5e-4989-b4f9-54a459cefbbc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:23.539289 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d19162-fa5e-4989-b4f9-54a459cefbbc None None] Bound using segment: {'id': '00974b0e-8fd0-41ae-9f73-f95999ef65ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '81d070ca-6ea8-4ad9-949c-8f77abc13062'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:46:23.540328 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-f1d19162-fa5e-4989-b4f9-54a459cefbbc None None] Bound port: c772496f-6ee0-4531-8a33-bd5c47d6ce2b, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00974b0e-8fd0-41ae-9f73-f95999ef65ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '81d070ca-6ea8-4ad9-949c-8f77abc13062'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:46:23.540832 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f1d19162-fa5e-4989-b4f9-54a459cefbbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (c772496f-6ee0-4531-8a33-bd5c47d6ce2b), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:23.542100 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-53f0ad25-3757-4c26-9d30-0abf52f1c72f tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (81d070ca-6ea8-4ad9-949c-8f77abc13062), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:23.607997 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-53f0ad25-3757-4c26-9d30-0abf52f1c72f tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81d070ca-6ea8-4ad9-949c-8f77abc13062']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:46:23.627671 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-53f0ad25-3757-4c26-9d30-0abf52f1c72f tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00974b0e-8fd0-41ae-9f73-f95999ef65ca') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:46:23.627974 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-53f0ad25-3757-4c26-9d30-0abf52f1c72f tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00974b0e-8fd0-41ae-9f73-f95999ef65ca') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:46:23.635486 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-f1d19162-fa5e-4989-b4f9-54a459cefbbc None None] For port c772496f-6ee0-4531-8a33-bd5c47d6ce2b, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:46:23.640568 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-f1d19162-fa5e-4989-b4f9-54a459cefbbc None None] For port c772496f-6ee0-4531-8a33-bd5c47d6ce2b, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=c772496f-6ee0-4531-8a33-bd5c47d6ce2b,segment=NetworkSegment(00974b0e-8fd0-41ae-9f73-f95999ef65ca),segment_id=00974b0e-8fd0-41ae-9f73-f95999ef65ca)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:46:23.645857 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-53f0ad25-3757-4c26-9d30-0abf52f1c72f tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24759294'] for segment (00974b0e-8fd0-41ae-9f73-f95999ef65ca), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:23.653529 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f1d19162-fa5e-4989-b4f9-54a459cefbbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (c772496f-6ee0-4531-8a33-bd5c47d6ce2b), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:23.666385 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-53f0ad25-3757-4c26-9d30-0abf52f1c72f tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (00974b0e-8fd0-41ae-9f73-f95999ef65ca), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:23.677902 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53f0ad25-3757-4c26-9d30-0abf52f1c72f tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:46:23.678899 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-53f0ad25-3757-4c26-9d30-0abf52f1c72f tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24757675'] for segment (00974b0e-8fd0-41ae-9f73-f95999ef65ca), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:23.689814 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0f7cd579-8d73-454b-9129-69bd74f75f57 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16606535'] for router_interface (38ee63d2-577c-4900-b982-dce133362bcc), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:23.747377 n-d-712749-28 neutron-server[103284]: Traceback (most recent call last): Jan 28 07:46:23.747377 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:46:23.747377 n-d-712749-28 neutron-server[103284]: timer() Jan 28 07:46:23.747377 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:46:23.747377 n-d-712749-28 neutron-server[103284]: cb(*args, **kw) Jan 28 07:46:23.747377 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:46:23.747377 n-d-712749-28 neutron-server[103284]: return func(*args, **kwargs) Jan 28 07:46:23.747377 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:46:23.747377 n-d-712749-28 neutron-server[103284]: self._notify() Jan 28 07:46:23.747377 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:46:23.747377 n-d-712749-28 neutron-server[103284]: self.callback(batched_events) Jan 28 07:46:23.747377 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:46:23.747377 n-d-712749-28 neutron-server[103284]: event.method(event) Jan 28 07:46:23.747377 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:46:23.747377 n-d-712749-28 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:46:23.747377 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:46:23.747377 n-d-712749-28 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:46:23.747377 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:46:23.747377 n-d-712749-28 neutron-server[103284]: return f(self, *a, **k) Jan 28 07:46:23.747377 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:46:23.747377 n-d-712749-28 neutron-server[103284]: return self._get(url).json() Jan 28 07:46:23.747377 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:46:23.747377 n-d-712749-28 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:46:23.747377 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:46:23.747377 n-d-712749-28 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Jan 28 07:46:23.747377 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:46:23.747377 n-d-712749-28 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:46:23.747377 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:46:23.747377 n-d-712749-28 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:46:23.747377 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:46:23.747377 n-d-712749-28 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:46:23.747377 n-d-712749-28 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:46:23.753694 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.db.api [None req-53f0ad25-3757-4c26-9d30-0abf52f1c72f tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 07:46:23.753694 n-d-712749-28 neutron-server[103284]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 07:46:23.753694 n-d-712749-28 neutron-server[103284]: [parameters: {'id': '81d070ca-6ea8-4ad9-949c-8f77abc13062'}] Jan 28 07:46:23.753694 n-d-712749-28 neutron-server[103284]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103284) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 07:46:23.754625 n-d-712749-28 neutron-server[103284]: DEBUG oslo_db.api [None req-53f0ad25-3757-4c26-9d30-0abf52f1c72f tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 07:46:23.759478 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d19162-fa5e-4989-b4f9-54a459cefbbc None None] Pushing event updated for resources: {'Port': ['ID=c772496f-6ee0-4531-8a33-bd5c47d6ce2b,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:23.776955 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f49fc154-5223-460c-a0fc-5d845b4a12ee None None] get_active_networks_info from n-d-712749-28 {{(pid=103285) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 07:46:23.881834 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f49fc154-5223-460c-a0fc-5d845b4a12ee None None] Resources bound (agent type, host, resource id): {{(pid=103285) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 07:46:24.078541 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-0f7cd579-8d73-454b-9129-69bd74f75f57 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Deleting port 332db361-ea9f-4c82-a31e-b665293df277 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:46:24.078760 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0f7cd579-8d73-454b-9129-69bd74f75f57 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (332db361-ea9f-4c82-a31e-b665293df277), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:24.109211 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e11ff0f0-97cf-486a-9a64-4f3de0b6ce88 None None] Network 81d070ca-6ea8-4ad9-949c-8f77abc13062 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:46:24.193857 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-0f7cd579-8d73-454b-9129-69bd74f75f57 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] For port 332db361-ea9f-4c82-a31e-b665293df277, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=332db361-ea9f-4c82-a31e-b665293df277,segment=NetworkSegment(79b7ada3-348a-4934-8d55-3503266e7b35),segment_id=79b7ada3-348a-4934-8d55-3503266e7b35)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:46:24.194146 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0f7cd579-8d73-454b-9129-69bd74f75f57 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (332db361-ea9f-4c82-a31e-b665293df277), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:24.210171 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-0f7cd579-8d73-454b-9129-69bd74f75f57 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Calling delete_port for 332db361-ea9f-4c82-a31e-b665293df277 owned by network:router_interface {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:46:24.255995 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-53f0ad25-3757-4c26-9d30-0abf52f1c72f tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (81d070ca-6ea8-4ad9-949c-8f77abc13062), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:24.331561 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-53f0ad25-3757-4c26-9d30-0abf52f1c72f tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Deleting port c772496f-6ee0-4531-8a33-bd5c47d6ce2b {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:46:24.332828 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-53f0ad25-3757-4c26-9d30-0abf52f1c72f tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (c772496f-6ee0-4531-8a33-bd5c47d6ce2b), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:24.446560 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-53f0ad25-3757-4c26-9d30-0abf52f1c72f tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] For port c772496f-6ee0-4531-8a33-bd5c47d6ce2b, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=c772496f-6ee0-4531-8a33-bd5c47d6ce2b,segment=NetworkSegment(00974b0e-8fd0-41ae-9f73-f95999ef65ca),segment_id=00974b0e-8fd0-41ae-9f73-f95999ef65ca)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:46:24.447003 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-53f0ad25-3757-4c26-9d30-0abf52f1c72f tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (c772496f-6ee0-4531-8a33-bd5c47d6ce2b), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:24.466086 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0f7cd579-8d73-454b-9129-69bd74f75f57 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (332db361-ea9f-4c82-a31e-b665293df277), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:24.489423 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-17e97066-a38f-45c9-b36a-086a976e3a29 req-7f3135e6-b449-4e96-9906-3ac8f4afa1e9 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=e438921b-221d-4d9b-8372-1d30dc58dd9f HTTP/1.1" status: 200 len: 210 time: 0.0454531 Jan 28 07:46:24.494080 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-53f0ad25-3757-4c26-9d30-0abf52f1c72f tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Calling delete_port for c772496f-6ee0-4531-8a33-bd5c47d6ce2b owned by network:dhcp {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:46:24.511628 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7cd579-8d73-454b-9129-69bd74f75f57 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Pushing event deleted for resources: {'Port': ['ID=332db361-ea9f-4c82-a31e-b665293df277,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:24.811547 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0f7cd579-8d73-454b-9129-69bd74f75f57 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16319006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16606699'] for router_interface (38ee63d2-577c-4900-b982-dce133362bcc), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:25.044424 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-53f0ad25-3757-4c26-9d30-0abf52f1c72f tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (c772496f-6ee0-4531-8a33-bd5c47d6ce2b), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:25.073402 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f0ad25-3757-4c26-9d30-0abf52f1c72f tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Pushing event deleted for resources: {'Port': ['ID=c772496f-6ee0-4531-8a33-bd5c47d6ce2b,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:25.085433 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f0ad25-3757-4c26-9d30-0abf52f1c72f tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] No DVR routers for this DVR port c772496f-6ee0-4531-8a33-bd5c47d6ce2b on host n-d-712749-28 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:46:25.092499 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f7cd579-8d73-454b-9129-69bd74f75f57 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Router 38ee63d2-577c-4900-b982-dce133362bcc has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:46:25.174436 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-53f0ad25-3757-4c26-9d30-0abf52f1c72f tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (81d070ca-6ea8-4ad9-949c-8f77abc13062), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:25.197621 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-53f0ad25-3757-4c26-9d30-0abf52f1c72f tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81d070ca-6ea8-4ad9-949c-8f77abc13062']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:46:25.207645 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-53f0ad25-3757-4c26-9d30-0abf52f1c72f tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00974b0e-8fd0-41ae-9f73-f95999ef65ca') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:46:25.207942 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-53f0ad25-3757-4c26-9d30-0abf52f1c72f tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00974b0e-8fd0-41ae-9f73-f95999ef65ca') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:46:25.211376 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f7cd579-8d73-454b-9129-69bd74f75f57 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:46:25.219863 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-0f7cd579-8d73-454b-9129-69bd74f75f57 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] 10.222.0.41 "PUT /v2.0/routers/38ee63d2-577c-4900-b982-dce133362bcc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6038640 Jan 28 07:46:25.219969 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-53f0ad25-3757-4c26-9d30-0abf52f1c72f tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24759294'] for segment (00974b0e-8fd0-41ae-9f73-f95999ef65ca), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:25.220093 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 33132) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:46:25.227948 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589b0eda-df7a-4478-9fc9-196042079460 None None] Sync routers for ids ['38ee63d2-577c-4900-b982-dce133362bcc'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:46:25.233851 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-53f0ad25-3757-4c26-9d30-0abf52f1c72f tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (00974b0e-8fd0-41ae-9f73-f95999ef65ca), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:25.246186 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53f0ad25-3757-4c26-9d30-0abf52f1c72f tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:46:25.246846 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-53f0ad25-3757-4c26-9d30-0abf52f1c72f tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24757675'] for segment (00974b0e-8fd0-41ae-9f73-f95999ef65ca), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:25.247475 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589b0eda-df7a-4478-9fc9-196042079460 None None] Routers {'38ee63d2-577c-4900-b982-dce133362bcc'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:46:25.248123 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-589b0eda-df7a-4478-9fc9-196042079460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:46:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['38ee63d2-577c-4900-b982-dce133362bcc'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:46:25.250765 n-d-712749-28 neutron-server[103284]: Traceback (most recent call last): Jan 28 07:46:25.250765 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:46:25.250765 n-d-712749-28 neutron-server[103284]: timer() Jan 28 07:46:25.250765 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:46:25.250765 n-d-712749-28 neutron-server[103284]: cb(*args, **kw) Jan 28 07:46:25.250765 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:46:25.250765 n-d-712749-28 neutron-server[103284]: return func(*args, **kwargs) Jan 28 07:46:25.250765 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:46:25.250765 n-d-712749-28 neutron-server[103284]: self._notify() Jan 28 07:46:25.250765 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:46:25.250765 n-d-712749-28 neutron-server[103284]: self.callback(batched_events) Jan 28 07:46:25.250765 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:46:25.250765 n-d-712749-28 neutron-server[103284]: event.method(event) Jan 28 07:46:25.250765 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:46:25.250765 n-d-712749-28 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:46:25.250765 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:46:25.250765 n-d-712749-28 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:46:25.250765 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:46:25.250765 n-d-712749-28 neutron-server[103284]: return f(self, *a, **k) Jan 28 07:46:25.250765 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:46:25.250765 n-d-712749-28 neutron-server[103284]: return self._get(url).json() Jan 28 07:46:25.250765 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:46:25.250765 n-d-712749-28 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:46:25.250765 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:46:25.250765 n-d-712749-28 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Jan 28 07:46:25.250765 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:46:25.250765 n-d-712749-28 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:46:25.250765 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:46:25.250765 n-d-712749-28 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:46:25.250765 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:46:25.250765 n-d-712749-28 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:46:25.250765 n-d-712749-28 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:46:25.293433 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_v2 [None req-257496e6-f27c-4082-8d39-06430d6a9975 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Deleting subnet 5479f019-202c-46d0-8eb2-e3988316e62a {{(pid=103283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:46:25.298838 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-257496e6-f27c-4082-8d39-06430d6a9975 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks [] for subnet (5479f019-202c-46d0-8eb2-e3988316e62a), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:25.323999 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-53f0ad25-3757-4c26-9d30-0abf52f1c72f tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (81d070ca-6ea8-4ad9-949c-8f77abc13062), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:25.329269 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-53f0ad25-3757-4c26-9d30-0abf52f1c72f tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:25.332806 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-53f0ad25-3757-4c26-9d30-0abf52f1c72f tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] 10.222.0.41 "DELETE /v2.0/networks/81d070ca-6ea8-4ad9-949c-8f77abc13062 HTTP/1.1" status: 204 len: 168 time: 2.5756147 Jan 28 07:46:25.336912 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 33134) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:46:25.353166 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f0ad25-3757-4c26-9d30-0abf52f1c72f tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Pushing event deleted for resources: {'Network': ['ID=81d070ca-6ea8-4ad9-949c-8f77abc13062,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:25.369862 n-d-712749-28 neutron-server[103283]: INFO neutron.pecan_wsgi.hooks.translation [None req-923b575e-0365-46e0-9e4a-bbd0164508c6 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] DELETE failed (client error): The resource could not be found. Jan 28 07:46:25.370433 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-923b575e-0365-46e0-9e4a-bbd0164508c6 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103283) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:46:25.374098 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-923b575e-0365-46e0-9e4a-bbd0164508c6 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] 10.222.0.41 "DELETE /v2.0/subnets/5c917b86-80eb-4177-bfce-6df992d4b552 HTTP/1.1" status: 404 len: 337 time: 0.0354784 Jan 28 07:46:25.376576 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33136) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:46:25.392777 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-257496e6-f27c-4082-8d39-06430d6a9975 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13506696'] for subnet (5479f019-202c-46d0-8eb2-e3988316e62a), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:25.421437 n-d-712749-28 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb2d9a84-b9ba-4453-aa8f-842c715717b4 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] DELETE failed (client error): The resource could not be found. Jan 28 07:46:25.424757 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb2d9a84-b9ba-4453-aa8f-842c715717b4 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:46:25.442617 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-fb2d9a84-b9ba-4453-aa8f-842c715717b4 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] 10.222.0.41 "DELETE /v2.0/networks/81d070ca-6ea8-4ad9-949c-8f77abc13062 HTTP/1.1" status: 404 len: 339 time: 0.0623083 Jan 28 07:46:25.443412 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33138) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:46:25.467565 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-589b0eda-df7a-4478-9fc9-196042079460 None None] Set router 38ee63d2-577c-4900-b982-dce133362bcc gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:46:25.490696 n-d-712749-28 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf5b70ae-ade7-4848-834a-ed6ca1882d4c tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] DELETE failed (client error): The resource could not be found. Jan 28 07:46:25.491308 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf5b70ae-ade7-4848-834a-ed6ca1882d4c tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:46:25.497309 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-bf5b70ae-ade7-4848-834a-ed6ca1882d4c tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] 10.222.0.41 "DELETE /v2.0/subnets/cdf42704-0661-472d-b49c-18dbc0498582 HTTP/1.1" status: 404 len: 337 time: 0.0508490 Jan 28 07:46:25.497846 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33140) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:46:25.529913 n-d-712749-28 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca07dca8-c3a8-4e91-beea-b78051ccbedd tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] DELETE failed (client error): The resource could not be found. Jan 28 07:46:25.530811 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca07dca8-c3a8-4e91-beea-b78051ccbedd tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:46:25.538467 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-ca07dca8-c3a8-4e91-beea-b78051ccbedd tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] 10.222.0.41 "DELETE /v2.0/networks/eddc2e79-d050-4b13-81ff-b215ea5b4b92 HTTP/1.1" status: 404 len: 339 time: 0.0359204 Jan 28 07:46:25.538717 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33144) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:46:25.575150 n-d-712749-28 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-8706583f-034e-4ab0-8d2c-2ffe940d5050 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] DELETE failed (client error): The resource could not be found. Jan 28 07:46:25.575150 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8706583f-034e-4ab0-8d2c-2ffe940d5050 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:46:25.578340 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-8706583f-034e-4ab0-8d2c-2ffe940d5050 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] 10.222.0.41 "DELETE /v2.0/subnets/b42e5bd4-c2e0-448c-8d1a-c271fe3a7b83 HTTP/1.1" status: 404 len: 337 time: 0.0375719 Jan 28 07:46:25.581165 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33146) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:46:25.613145 n-d-712749-28 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-92be3015-67e9-4d87-9297-67214920b8e9 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] DELETE failed (client error): The resource could not be found. Jan 28 07:46:25.613664 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92be3015-67e9-4d87-9297-67214920b8e9 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:46:25.617664 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-92be3015-67e9-4d87-9297-67214920b8e9 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] 10.222.0.41 "DELETE /v2.0/networks/74ff874a-bbae-4347-bed6-46a538643e5c HTTP/1.1" status: 404 len: 339 time: 0.0355475 Jan 28 07:46:25.620537 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33148) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:46:25.645890 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-916e289f-5b0e-4f67-af81-e6fbe23e3cb2 req-8e682cdc-1b79-44c1-9eb6-f335a315f454 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=e438921b-221d-4d9b-8372-1d30dc58dd9f HTTP/1.1" status: 200 len: 210 time: 0.0477571 Jan 28 07:46:25.655704 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-257496e6-f27c-4082-8d39-06430d6a9975 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (5479f019-202c-46d0-8eb2-e3988316e62a), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:25.745294 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-257496e6-f27c-4082-8d39-06430d6a9975 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13546665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13556132'] for subnet (5479f019-202c-46d0-8eb2-e3988316e62a), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:25.799542 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-589b0eda-df7a-4478-9fc9-196042079460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38ee63d2-577c-4900-b982-dce133362bcc', 'name': 'tempest-TestNetworkBasicOps-router-481148736', 'tenant_id': '5542ea76c30542aeb3cf0ca71420ede0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': 'ede4a57f-df4c-470d-ae6b-2406d45bab82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:44:10Z', 'updated_at': '2022-01-28T07:46:24Z', 'revision_number': 7, 'project_id': '5542ea76c30542aeb3cf0ca71420ede0', 'gw_port': {'id': 'ede4a57f-df4c-470d-ae6b-2406d45bab82', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:61:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ee63d2-577c-4900-b982-dce133362bcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:44:11Z', 'updated_at': '2022-01-28T07:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:46:25.814582 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257496e6-f27c-4082-8d39-06430d6a9975 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Pushing event deleted for resources: {'Subnet': ['ID=5479f019-202c-46d0-8eb2-e3988316e62a,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:25.817097 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-257496e6-f27c-4082-8d39-06430d6a9975 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks [] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:25.819749 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-9ed62833-f1c1-4cc2-80da-0d8294e97b06 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Deleting port be38ece6-7a4f-45fb-baab-028dfeaf32d3 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:46:25.821303 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9ed62833-f1c1-4cc2-80da-0d8294e97b06 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (be38ece6-7a4f-45fb-baab-028dfeaf32d3), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:25.823403 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-257496e6-f27c-4082-8d39-06430d6a9975 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] 10.222.0.41 "DELETE /v2.0/subnets/5479f019-202c-46d0-8eb2-e3988316e62a HTTP/1.1" status: 204 len: 168 time: 0.6022806 Jan 28 07:46:25.825954 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 33152) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:46:25.873059 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a08072d-5c63-45a4-8708-c47953359f90 None None] Network a30336a5-b3a0-4783-8e54-de537509e123 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:46:25.902306 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589b0eda-df7a-4478-9fc9-196042079460 None None] Checking router: 38ee63d2-577c-4900-b982-dce133362bcc for host: n-d-712749-28 {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:46:25.921716 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9ed62833-f1c1-4cc2-80da-0d8294e97b06 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (be38ece6-7a4f-45fb-baab-028dfeaf32d3), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:25.939177 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-9ed62833-f1c1-4cc2-80da-0d8294e97b06 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Calling delete_port for be38ece6-7a4f-45fb-baab-028dfeaf32d3 owned by {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:46:26.019354 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-08c1d6a1-3c76-4d87-a221-9cc412a62cac tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks [] for router (38ee63d2-577c-4900-b982-dce133362bcc), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:26.041458 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9ed62833-f1c1-4cc2-80da-0d8294e97b06 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (be38ece6-7a4f-45fb-baab-028dfeaf32d3), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:26.076414 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed62833-f1c1-4cc2-80da-0d8294e97b06 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Pushing event deleted for resources: {'Port': ['ID=be38ece6-7a4f-45fb-baab-028dfeaf32d3,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:26.097232 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9ed62833-f1c1-4cc2-80da-0d8294e97b06 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:26.103894 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-9ed62833-f1c1-4cc2-80da-0d8294e97b06 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] 10.222.0.41 "DELETE /v2.0/ports/be38ece6-7a4f-45fb-baab-028dfeaf32d3 HTTP/1.1" status: 204 len: 168 time: 0.4789898 Jan 28 07:46:26.104464 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 33154) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:46:26.134670 n-d-712749-28 neutron-server[103283]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf7957a2-50d0-4438-8f16-4a12aa5e4e39 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] DELETE failed (client error): The resource could not be found. Jan 28 07:46:26.135146 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf7957a2-50d0-4438-8f16-4a12aa5e4e39 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103283) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:46:26.141742 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-cf7957a2-50d0-4438-8f16-4a12aa5e4e39 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] 10.222.0.41 "DELETE /v2.0/subnets/387008c0-457f-460d-becd-df61b3021ae6 HTTP/1.1" status: 404 len: 337 time: 0.0337727 Jan 28 07:46:26.141742 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 33156) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:46:26.220917 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589b0eda-df7a-4478-9fc9-196042079460 None None] Routers {'38ee63d2-577c-4900-b982-dce133362bcc'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:46:26.221852 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-589b0eda-df7a-4478-9fc9-196042079460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:46:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['38ee63d2-577c-4900-b982-dce133362bcc'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:46:26.282516 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7050f80-3941-42f0-969b-6a48da6fc8e2 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (ef2aed9a-4d78-4872-b4c0-71a3b087468a), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:26.297040 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-08c1d6a1-3c76-4d87-a221-9cc412a62cac tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks [] for router_gateway (38ee63d2-577c-4900-b982-dce133362bcc), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:26.382572 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-589b0eda-df7a-4478-9fc9-196042079460 None None] Set router 38ee63d2-577c-4900-b982-dce133362bcc gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:46:26.433399 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7050f80-3941-42f0-969b-6a48da6fc8e2 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (ef2aed9a-4d78-4872-b4c0-71a3b087468a), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:26.452672 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e0f049-90c9-475e-b33e-2549c1ce246b None None] DHCP port deletion for a30336a5-b3a0-4783-8e54-de537509e123 request from n-d-712749-28 {{(pid=103285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 07:46:26.466533 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-d7050f80-3941-42f0-969b-6a48da6fc8e2 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef2aed9a-4d78-4872-b4c0-71a3b087468a']}} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:46:26.476744 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-08c1d6a1-3c76-4d87-a221-9cc412a62cac tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Deleting port ede4a57f-df4c-470d-ae6b-2406d45bab82 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:46:26.477088 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-08c1d6a1-3c76-4d87-a221-9cc412a62cac tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (ede4a57f-df4c-470d-ae6b-2406d45bab82), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:26.479916 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-d7050f80-3941-42f0-969b-6a48da6fc8e2 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53ffbb1c-5b02-467b-8822-a3c739581b27') {'for_net_delete': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:46:26.480244 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-d7050f80-3941-42f0-969b-6a48da6fc8e2 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53ffbb1c-5b02-467b-8822-a3c739581b27') {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:46:26.499956 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7050f80-3941-42f0-969b-6a48da6fc8e2 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13506801'] for segment (53ffbb1c-5b02-467b-8822-a3c739581b27), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:26.550796 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7050f80-3941-42f0-969b-6a48da6fc8e2 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (53ffbb1c-5b02-467b-8822-a3c739581b27), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:26.562778 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7050f80-3941-42f0-969b-6a48da6fc8e2 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=103283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:46:26.563228 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7050f80-3941-42f0-969b-6a48da6fc8e2 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13546563'] for segment (53ffbb1c-5b02-467b-8822-a3c739581b27), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:26.566778 n-d-712749-28 neutron-server[103283]: Traceback (most recent call last): Jan 28 07:46:26.566778 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:46:26.566778 n-d-712749-28 neutron-server[103283]: timer() Jan 28 07:46:26.566778 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:46:26.566778 n-d-712749-28 neutron-server[103283]: cb(*args, **kw) Jan 28 07:46:26.566778 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:46:26.566778 n-d-712749-28 neutron-server[103283]: return func(*args, **kwargs) Jan 28 07:46:26.566778 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:46:26.566778 n-d-712749-28 neutron-server[103283]: self._notify() Jan 28 07:46:26.566778 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:46:26.566778 n-d-712749-28 neutron-server[103283]: self.callback(batched_events) Jan 28 07:46:26.566778 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:46:26.566778 n-d-712749-28 neutron-server[103283]: event.method(event) Jan 28 07:46:26.566778 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:46:26.566778 n-d-712749-28 neutron-server[103283]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:46:26.566778 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:46:26.566778 n-d-712749-28 neutron-server[103283]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:46:26.566778 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:46:26.566778 n-d-712749-28 neutron-server[103283]: return f(self, *a, **k) Jan 28 07:46:26.566778 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:46:26.566778 n-d-712749-28 neutron-server[103283]: return self._get(url).json() Jan 28 07:46:26.566778 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:46:26.566778 n-d-712749-28 neutron-server[103283]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:46:26.566778 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:46:26.566778 n-d-712749-28 neutron-server[103283]: return self.request(url, 'GET', **kwargs) Jan 28 07:46:26.566778 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:46:26.566778 n-d-712749-28 neutron-server[103283]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:46:26.566778 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:46:26.566778 n-d-712749-28 neutron-server[103283]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:46:26.566778 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:46:26.566778 n-d-712749-28 neutron-server[103283]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:46:26.566778 n-d-712749-28 neutron-server[103283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:46:26.591889 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-68e0f049-90c9-475e-b33e-2549c1ce246b None None] Deleting port 651ea010-4c22-4a71-92ba-1c0eefaf4cb5 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:46:26.592314 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-68e0f049-90c9-475e-b33e-2549c1ce246b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (651ea010-4c22-4a71-92ba-1c0eefaf4cb5), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:26.684614 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7050f80-3941-42f0-969b-6a48da6fc8e2 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (ef2aed9a-4d78-4872-b4c0-71a3b087468a), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:26.685308 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-68e0f049-90c9-475e-b33e-2549c1ce246b None None] For port 651ea010-4c22-4a71-92ba-1c0eefaf4cb5, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=651ea010-4c22-4a71-92ba-1c0eefaf4cb5,segment=NetworkSegment(79b7ada3-348a-4934-8d55-3503266e7b35),segment_id=79b7ada3-348a-4934-8d55-3503266e7b35)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:46:26.685442 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-68e0f049-90c9-475e-b33e-2549c1ce246b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (651ea010-4c22-4a71-92ba-1c0eefaf4cb5), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:26.691618 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7050f80-3941-42f0-969b-6a48da6fc8e2 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Publish callbacks [] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:26.696086 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-d7050f80-3941-42f0-969b-6a48da6fc8e2 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] 10.222.0.41 "DELETE /v2.0/networks/ef2aed9a-4d78-4872-b4c0-71a3b087468a HTTP/1.1" status: 204 len: 168 time: 0.5534532 Jan 28 07:46:26.699930 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33160) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:46:26.705606 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-68e0f049-90c9-475e-b33e-2549c1ce246b None None] Calling delete_port for 651ea010-4c22-4a71-92ba-1c0eefaf4cb5 owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:46:26.726192 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7050f80-3941-42f0-969b-6a48da6fc8e2 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Pushing event deleted for resources: {'Network': ['ID=ef2aed9a-4d78-4872-b4c0-71a3b087468a,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:26.731245 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-08c1d6a1-3c76-4d87-a221-9cc412a62cac tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] For port ede4a57f-df4c-470d-ae6b-2406d45bab82, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=ede4a57f-df4c-470d-ae6b-2406d45bab82,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:46:26.731622 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-08c1d6a1-3c76-4d87-a221-9cc412a62cac tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (ede4a57f-df4c-470d-ae6b-2406d45bab82), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:26.748018 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-08c1d6a1-3c76-4d87-a221-9cc412a62cac tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Calling delete_port for ede4a57f-df4c-470d-ae6b-2406d45bab82 owned by network:router_gateway {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:46:26.767458 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-589b0eda-df7a-4478-9fc9-196042079460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38ee63d2-577c-4900-b982-dce133362bcc', 'name': 'tempest-TestNetworkBasicOps-router-481148736', 'tenant_id': '5542ea76c30542aeb3cf0ca71420ede0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': 'ede4a57f-df4c-470d-ae6b-2406d45bab82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:44:10Z', 'updated_at': '2022-01-28T07:46:24Z', 'revision_number': 7, 'project_id': '5542ea76c30542aeb3cf0ca71420ede0', 'gw_port': {'id': 'ede4a57f-df4c-470d-ae6b-2406d45bab82', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:61:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ee63d2-577c-4900-b982-dce133362bcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:44:11Z', 'updated_at': '2022-01-28T07:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:46:26.802400 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589b0eda-df7a-4478-9fc9-196042079460 None None] The sync data for ids ['38ee63d2-577c-4900-b982-dce133362bcc'] in n-d-712749-28 is: [{'id': '38ee63d2-577c-4900-b982-dce133362bcc', 'name': 'tempest-TestNetworkBasicOps-router-481148736', 'tenant_id': '5542ea76c30542aeb3cf0ca71420ede0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': 'ede4a57f-df4c-470d-ae6b-2406d45bab82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:44:10Z', 'updated_at': '2022-01-28T07:46:24Z', 'revision_number': 7, 'project_id': '5542ea76c30542aeb3cf0ca71420ede0', 'gw_port': {'id': 'ede4a57f-df4c-470d-ae6b-2406d45bab82', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:61:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ee63d2-577c-4900-b982-dce133362bcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:44:11Z', 'updated_at': '2022-01-28T07:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:46:26.872444 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-68e0f049-90c9-475e-b33e-2549c1ce246b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298'] for port (651ea010-4c22-4a71-92ba-1c0eefaf4cb5), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:26.899980 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e0f049-90c9-475e-b33e-2549c1ce246b None None] Pushing event deleted for resources: {'Port': ['ID=651ea010-4c22-4a71-92ba-1c0eefaf4cb5,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:26.901034 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-50054888-accd-454b-b6f1-6e08ed2cb504 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Deleting port f285cfcc-e9fd-4043-8106-5a5ec37051f9 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:46:26.908986 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e0f049-90c9-475e-b33e-2549c1ce246b None None] No DVR routers for this DVR port 651ea010-4c22-4a71-92ba-1c0eefaf4cb5 on host n-d-712749-28 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:46:26.920300 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-50054888-accd-454b-b6f1-6e08ed2cb504 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (f285cfcc-e9fd-4043-8106-5a5ec37051f9), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:27.002068 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-50054888-accd-454b-b6f1-6e08ed2cb504 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (f285cfcc-e9fd-4043-8106-5a5ec37051f9), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:27.025897 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-50054888-accd-454b-b6f1-6e08ed2cb504 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Calling delete_port for f285cfcc-e9fd-4043-8106-5a5ec37051f9 owned by {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:46:27.079447 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-08c1d6a1-3c76-4d87-a221-9cc412a62cac tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (ede4a57f-df4c-470d-ae6b-2406d45bab82), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:27.115602 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-50054888-accd-454b-b6f1-6e08ed2cb504 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (f285cfcc-e9fd-4043-8106-5a5ec37051f9), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:27.122197 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c1d6a1-3c76-4d87-a221-9cc412a62cac tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Pushing event deleted for resources: {'Port': ['ID=ede4a57f-df4c-470d-ae6b-2406d45bab82,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:27.155003 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-76621ee7-4594-4fd1-9029-9717919ecd1d req-23b1425f-adfa-49f6-b627-005e0211d2a1 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2018756064&fields=id&tenant_id=6e11006faf4241738db69f23221595e2 HTTP/1.1" status: 200 len: 267 time: 0.1210563 Jan 28 07:46:27.157629 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50054888-accd-454b-b6f1-6e08ed2cb504 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Pushing event deleted for resources: {'Port': ['ID=f285cfcc-e9fd-4043-8106-5a5ec37051f9,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:27.164506 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-50054888-accd-454b-b6f1-6e08ed2cb504 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:27.175028 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-50054888-accd-454b-b6f1-6e08ed2cb504 tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] 10.222.0.41 "DELETE /v2.0/ports/f285cfcc-e9fd-4043-8106-5a5ec37051f9 HTTP/1.1" status: 204 len: 168 time: 0.4674258 Jan 28 07:46:27.175028 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33170) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:46:27.205486 n-d-712749-28 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e2d2fc6-3301-4e00-a545-fa2a4cdf7f9a tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] DELETE failed (client error): The resource could not be found. Jan 28 07:46:27.206246 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e2d2fc6-3301-4e00-a545-fa2a4cdf7f9a tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:46:27.210445 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-5e2d2fc6-3301-4e00-a545-fa2a4cdf7f9a tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] 10.222.0.41 "DELETE /v2.0/subnets/600d0b0f-8b51-4e2a-9a00-0ce9bf26cb71 HTTP/1.1" status: 404 len: 337 time: 0.0349526 Jan 28 07:46:27.213271 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33172) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:46:27.271925 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-08c1d6a1-3c76-4d87-a221-9cc412a62cac tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16607873'] for router_gateway (38ee63d2-577c-4900-b982-dce133362bcc), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:27.312587 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5b09c098-e8c1-47de-921c-ec77ebcb48ba tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (03b8e7fa-9e56-439c-a23f-e71e86c11c2f), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:27.420313 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5b09c098-e8c1-47de-921c-ec77ebcb48ba tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (03b8e7fa-9e56-439c-a23f-e71e86c11c2f), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:27.432901 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-08c1d6a1-3c76-4d87-a221-9cc412a62cac tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16605684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127449'] for router (38ee63d2-577c-4900-b982-dce133362bcc), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:27.440929 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76621ee7-4594-4fd1-9029-9717919ecd1d req-c316b288-5676-433b-8547-ec8c7a2b4eb7 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:46:27.448275 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-76621ee7-4594-4fd1-9029-9717919ecd1d req-c316b288-5676-433b-8547-ec8c7a2b4eb7 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/networks?id=e89cba95-7c88-42ca-a2a1-7604d77c150d HTTP/1.1" status: 200 len: 812 time: 0.2656417 Jan 28 07:46:27.451886 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-08c1d6a1-3c76-4d87-a221-9cc412a62cac tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks [] for router_controller (38ee63d2-577c-4900-b982-dce133362bcc), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:27.457254 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-5b09c098-e8c1-47de-921c-ec77ebcb48ba tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03b8e7fa-9e56-439c-a23f-e71e86c11c2f']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:46:27.473446 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-76621ee7-4594-4fd1-9029-9717919ecd1d req-0a74df48-9de1-4b49-9515-eda0177e79bd tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/quotas/6e11006faf4241738db69f23221595e2 HTTP/1.1" status: 200 len: 375 time: 0.0239944 Jan 28 07:46:27.476326 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-5b09c098-e8c1-47de-921c-ec77ebcb48ba tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5bf453a-39a7-4ea7-9df3-66ceb5f26448') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:46:27.477801 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-5b09c098-e8c1-47de-921c-ec77ebcb48ba tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5bf453a-39a7-4ea7-9df3-66ceb5f26448') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:46:27.497900 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5b09c098-e8c1-47de-921c-ec77ebcb48ba tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24759294'] for segment (a5bf453a-39a7-4ea7-9df3-66ceb5f26448), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:27.517040 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5b09c098-e8c1-47de-921c-ec77ebcb48ba tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (a5bf453a-39a7-4ea7-9df3-66ceb5f26448), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:27.526109 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b09c098-e8c1-47de-921c-ec77ebcb48ba tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:46:27.527074 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5b09c098-e8c1-47de-921c-ec77ebcb48ba tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24757675'] for segment (a5bf453a-39a7-4ea7-9df3-66ceb5f26448), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:27.530879 n-d-712749-28 neutron-server[103284]: Traceback (most recent call last): Jan 28 07:46:27.530879 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:46:27.530879 n-d-712749-28 neutron-server[103284]: timer() Jan 28 07:46:27.530879 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:46:27.530879 n-d-712749-28 neutron-server[103284]: cb(*args, **kw) Jan 28 07:46:27.530879 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:46:27.530879 n-d-712749-28 neutron-server[103284]: return func(*args, **kwargs) Jan 28 07:46:27.530879 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:46:27.530879 n-d-712749-28 neutron-server[103284]: self._notify() Jan 28 07:46:27.530879 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:46:27.530879 n-d-712749-28 neutron-server[103284]: self.callback(batched_events) Jan 28 07:46:27.530879 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:46:27.530879 n-d-712749-28 neutron-server[103284]: event.method(event) Jan 28 07:46:27.530879 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:46:27.530879 n-d-712749-28 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:46:27.530879 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:46:27.530879 n-d-712749-28 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:46:27.530879 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:46:27.530879 n-d-712749-28 neutron-server[103284]: return f(self, *a, **k) Jan 28 07:46:27.530879 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:46:27.530879 n-d-712749-28 neutron-server[103284]: return self._get(url).json() Jan 28 07:46:27.530879 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:46:27.530879 n-d-712749-28 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:46:27.530879 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:46:27.530879 n-d-712749-28 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Jan 28 07:46:27.530879 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:46:27.530879 n-d-712749-28 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:46:27.530879 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:46:27.530879 n-d-712749-28 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:46:27.530879 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:46:27.530879 n-d-712749-28 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:46:27.530879 n-d-712749-28 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:46:27.548820 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-08c1d6a1-3c76-4d87-a221-9cc412a62cac tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16605693'] for router (38ee63d2-577c-4900-b982-dce133362bcc), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:27.549340 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08c1d6a1-3c76-4d87-a221-9cc412a62cac tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Fanout notify agent at l3_agent the message router_deleted on router 38ee63d2-577c-4900-b982-dce133362bcc {{(pid=103283) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 07:46:27.559293 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-08c1d6a1-3c76-4d87-a221-9cc412a62cac tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks [] for router (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:27.563156 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-08c1d6a1-3c76-4d87-a221-9cc412a62cac tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] 10.222.0.41 "DELETE /v2.0/routers/38ee63d2-577c-4900-b982-dce133362bcc HTTP/1.1" status: 204 len: 168 time: 1.7359588 Jan 28 07:46:27.564098 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 33174) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:46:27.578512 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 651ea010-4c22-4a71-92ba-1c0eefaf4cb5 no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:46:27.609898 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: 651ea010-4c22-4a71-92ba-1c0eefaf4cb5 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:46:27.610254 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 651ea010-4c22-4a71-92ba-1c0eefaf4cb5 not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:46:27.613443 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 332db361-ea9f-4c82-a31e-b665293df277 no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:46:27.636518 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5b09c098-e8c1-47de-921c-ec77ebcb48ba tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (03b8e7fa-9e56-439c-a23f-e71e86c11c2f), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:27.641800 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: 332db361-ea9f-4c82-a31e-b665293df277 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:46:27.642163 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 332db361-ea9f-4c82-a31e-b665293df277 not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:46:27.661925 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5b09c098-e8c1-47de-921c-ec77ebcb48ba tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:27.668576 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-5b09c098-e8c1-47de-921c-ec77ebcb48ba tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] 10.222.0.41 "DELETE /v2.0/networks/03b8e7fa-9e56-439c-a23f-e71e86c11c2f HTTP/1.1" status: 204 len: 168 time: 0.4540441 Jan 28 07:46:27.671357 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33176) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:46:27.695886 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b09c098-e8c1-47de-921c-ec77ebcb48ba tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Pushing event deleted for resources: {'Network': ['ID=03b8e7fa-9e56-439c-a23f-e71e86c11c2f,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:27.766165 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fd7c8df-8916-4e20-9307-895de79261dc tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Deleting subnet e5fde72c-c7ab-409f-ada2-b4fca241182a {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:46:27.769853 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0fd7c8df-8916-4e20-9307-895de79261dc tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Publish callbacks [] for subnet (e5fde72c-c7ab-409f-ada2-b4fca241182a), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:27.827038 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0fd7c8df-8916-4e20-9307-895de79261dc tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24759175'] for subnet (e5fde72c-c7ab-409f-ada2-b4fca241182a), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:27.927910 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0fd7c8df-8916-4e20-9307-895de79261dc tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (e5fde72c-c7ab-409f-ada2-b4fca241182a), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:27.999581 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0fd7c8df-8916-4e20-9307-895de79261dc tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24757569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24979817'] for subnet (e5fde72c-c7ab-409f-ada2-b4fca241182a), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:28.020130 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-76621ee7-4594-4fd1-9029-9717919ecd1d req-e5852726-8481-4a2b-bb1f-66c066a4b61d tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=6e11006faf4241738db69f23221595e2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5458343 Jan 28 07:46:28.025456 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b456bae6-a888-4d6d-93b5-9e126d29a292 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (a30336a5-b3a0-4783-8e54-de537509e123), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:28.038209 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd7c8df-8916-4e20-9307-895de79261dc tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Pushing event deleted for resources: {'Subnet': ['ID=e5fde72c-c7ab-409f-ada2-b4fca241182a,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:28.051528 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a373f3c-9150-473b-b992-6bdda4adf2b2 None None] Network c0230583-0ef6-4021-87b7-557c13a90508 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:46:28.059950 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0fd7c8df-8916-4e20-9307-895de79261dc tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:28.069134 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-0fd7c8df-8916-4e20-9307-895de79261dc tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] 10.222.0.41 "DELETE /v2.0/subnets/e5fde72c-c7ab-409f-ada2-b4fca241182a HTTP/1.1" status: 204 len: 168 time: 0.3943634 Jan 28 07:46:28.072232 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33180) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:46:28.179045 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b456bae6-a888-4d6d-93b5-9e126d29a292 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (a30336a5-b3a0-4783-8e54-de537509e123), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:28.189399 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1a8528d9-b61b-481c-b7c3-1d7b1304b04e tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (c0230583-0ef6-4021-87b7-557c13a90508), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:28.213660 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-b456bae6-a888-4d6d-93b5-9e126d29a292 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a30336a5-b3a0-4783-8e54-de537509e123']}} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:46:28.232174 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-b456bae6-a888-4d6d-93b5-9e126d29a292 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79b7ada3-348a-4934-8d55-3503266e7b35') {'for_net_delete': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:46:28.232500 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-b456bae6-a888-4d6d-93b5-9e126d29a292 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79b7ada3-348a-4934-8d55-3503266e7b35') {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:46:28.245995 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-76621ee7-4594-4fd1-9029-9717919ecd1d req-765a8fe0-a2a3-47f0-ba39-c2e256fb2cf5 service neutron] 10.222.0.41 "GET /v2.0/networks/e89cba95-7c88-42ca-a2a1-7604d77c150d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835787 Jan 28 07:46:28.247759 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b456bae6-a888-4d6d-93b5-9e126d29a292 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13506801'] for segment (79b7ada3-348a-4934-8d55-3503266e7b35), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:28.262874 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-1a8528d9-b61b-481c-b7c3-1d7b1304b04e tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Deleting port f28ff5bc-5409-4317-83ad-c2ef63635745 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:46:28.263314 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1a8528d9-b61b-481c-b7c3-1d7b1304b04e tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (f28ff5bc-5409-4317-83ad-c2ef63635745), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:28.275358 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3394c7de-2036-4bfd-980f-439635754477 None None] DHCP port deletion for c0230583-0ef6-4021-87b7-557c13a90508 request from n-d-712749-28 {{(pid=103285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 07:46:28.329717 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b456bae6-a888-4d6d-93b5-9e126d29a292 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (79b7ada3-348a-4934-8d55-3503266e7b35), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:28.337179 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-1a8528d9-b61b-481c-b7c3-1d7b1304b04e tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] For port f28ff5bc-5409-4317-83ad-c2ef63635745, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=f28ff5bc-5409-4317-83ad-c2ef63635745,segment=NetworkSegment(be9b0340-1b45-430e-ad9e-1f932d1cabe4),segment_id=be9b0340-1b45-430e-ad9e-1f932d1cabe4)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:46:28.338030 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1a8528d9-b61b-481c-b7c3-1d7b1304b04e tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (f28ff5bc-5409-4317-83ad-c2ef63635745), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:28.341454 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b456bae6-a888-4d6d-93b5-9e126d29a292 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=103283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:46:28.341995 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b456bae6-a888-4d6d-93b5-9e126d29a292 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13546563'] for segment (79b7ada3-348a-4934-8d55-3503266e7b35), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:28.345761 n-d-712749-28 neutron-server[103283]: Traceback (most recent call last): Jan 28 07:46:28.345761 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:46:28.345761 n-d-712749-28 neutron-server[103283]: timer() Jan 28 07:46:28.345761 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:46:28.345761 n-d-712749-28 neutron-server[103283]: cb(*args, **kw) Jan 28 07:46:28.345761 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:46:28.345761 n-d-712749-28 neutron-server[103283]: return func(*args, **kwargs) Jan 28 07:46:28.345761 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:46:28.345761 n-d-712749-28 neutron-server[103283]: self._notify() Jan 28 07:46:28.345761 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:46:28.345761 n-d-712749-28 neutron-server[103283]: self.callback(batched_events) Jan 28 07:46:28.345761 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:46:28.345761 n-d-712749-28 neutron-server[103283]: event.method(event) Jan 28 07:46:28.345761 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:46:28.345761 n-d-712749-28 neutron-server[103283]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:46:28.345761 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:46:28.345761 n-d-712749-28 neutron-server[103283]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:46:28.345761 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:46:28.345761 n-d-712749-28 neutron-server[103283]: return f(self, *a, **k) Jan 28 07:46:28.345761 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:46:28.345761 n-d-712749-28 neutron-server[103283]: return self._get(url).json() Jan 28 07:46:28.345761 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:46:28.345761 n-d-712749-28 neutron-server[103283]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:46:28.345761 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:46:28.345761 n-d-712749-28 neutron-server[103283]: return self.request(url, 'GET', **kwargs) Jan 28 07:46:28.345761 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:46:28.345761 n-d-712749-28 neutron-server[103283]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:46:28.345761 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:46:28.345761 n-d-712749-28 neutron-server[103283]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:46:28.345761 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:46:28.345761 n-d-712749-28 neutron-server[103283]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:46:28.345761 n-d-712749-28 neutron-server[103283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:46:28.350671 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-3394c7de-2036-4bfd-980f-439635754477 None None] Deleting port f28ff5bc-5409-4317-83ad-c2ef63635745 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:46:28.351514 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3394c7de-2036-4bfd-980f-439635754477 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (f28ff5bc-5409-4317-83ad-c2ef63635745), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:28.356426 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-1a8528d9-b61b-481c-b7c3-1d7b1304b04e tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Calling delete_port for f28ff5bc-5409-4317-83ad-c2ef63635745 owned by network:dhcp {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:46:28.425638 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-3394c7de-2036-4bfd-980f-439635754477 None None] For port f28ff5bc-5409-4317-83ad-c2ef63635745, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=f28ff5bc-5409-4317-83ad-c2ef63635745,segment=NetworkSegment(be9b0340-1b45-430e-ad9e-1f932d1cabe4),segment_id=be9b0340-1b45-430e-ad9e-1f932d1cabe4)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:46:28.426345 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3394c7de-2036-4bfd-980f-439635754477 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (f28ff5bc-5409-4317-83ad-c2ef63635745), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:28.437591 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-76621ee7-4594-4fd1-9029-9717919ecd1d req-6fd10806-4254-4354-a658-9607a70fe32a service neutron] 10.222.0.41 "GET /v2.0/networks/e89cba95-7c88-42ca-a2a1-7604d77c150d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830165 Jan 28 07:46:28.443597 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b456bae6-a888-4d6d-93b5-9e126d29a292 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (a30336a5-b3a0-4783-8e54-de537509e123), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:28.444669 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-3394c7de-2036-4bfd-980f-439635754477 None None] Calling delete_port for f28ff5bc-5409-4317-83ad-c2ef63635745 owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:46:28.451193 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b456bae6-a888-4d6d-93b5-9e126d29a292 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks [] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:28.451409 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1a8528d9-b61b-481c-b7c3-1d7b1304b04e tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (f28ff5bc-5409-4317-83ad-c2ef63635745), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:28.454504 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-b456bae6-a888-4d6d-93b5-9e126d29a292 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] 10.222.0.41 "DELETE /v2.0/networks/a30336a5-b3a0-4783-8e54-de537509e123 HTTP/1.1" status: 204 len: 168 time: 0.8882959 Jan 28 07:46:28.490218 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33182) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:46:28.495566 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b456bae6-a888-4d6d-93b5-9e126d29a292 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Pushing event deleted for resources: {'Network': ['ID=a30336a5-b3a0-4783-8e54-de537509e123,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:28.502144 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-9291655c-3bea-4907-b09a-9f5bed5c4ad4 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Request body: {'network': {'name': 'tempest-network-smoke--976769927', 'project_id': '5542ea76c30542aeb3cf0ca71420ede0', 'port_security_enabled': True}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:46:28.513314 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8528d9-b61b-481c-b7c3-1d7b1304b04e tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Pushing event deleted for resources: {'Port': ['ID=f28ff5bc-5409-4317-83ad-c2ef63635745,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:28.516085 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8528d9-b61b-481c-b7c3-1d7b1304b04e tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] No DVR routers for this DVR port f28ff5bc-5409-4317-83ad-c2ef63635745 on host n-d-712749-28 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:46:28.556968 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3394c7de-2036-4bfd-980f-439635754477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298'] for port (f28ff5bc-5409-4317-83ad-c2ef63635745), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:28.590114 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3394c7de-2036-4bfd-980f-439635754477 None None] Pushing event deleted for resources: {'Port': ['ID=f28ff5bc-5409-4317-83ad-c2ef63635745,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:28.600159 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3394c7de-2036-4bfd-980f-439635754477 None None] No DVR routers for this DVR port f28ff5bc-5409-4317-83ad-c2ef63635745 on host n-d-712749-28 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:46:28.639949 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9291655c-3bea-4907-b09a-9f5bed5c4ad4 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Made reservation on behalf of 5542ea76c30542aeb3cf0ca71420ede0 for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:46:28.644785 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9291655c-3bea-4907-b09a-9f5bed5c4ad4 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:28.664802 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1a8528d9-b61b-481c-b7c3-1d7b1304b04e tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (c0230583-0ef6-4021-87b7-557c13a90508), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:28.697347 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-1a8528d9-b61b-481c-b7c3-1d7b1304b04e tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0230583-0ef6-4021-87b7-557c13a90508']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:46:28.699933 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9291655c-3bea-4907-b09a-9f5bed5c4ad4 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:46:28.713322 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-1a8528d9-b61b-481c-b7c3-1d7b1304b04e tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be9b0340-1b45-430e-ad9e-1f932d1cabe4') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:46:28.713622 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-1a8528d9-b61b-481c-b7c3-1d7b1304b04e tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be9b0340-1b45-430e-ad9e-1f932d1cabe4') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:46:28.724885 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9291655c-3bea-4907-b09a-9f5bed5c4ad4 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (d717bbb0-6df6-42bd-b8bb-f148cd2d1524), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:28.725236 n-d-712749-28 neutron-server[103284]: INFO neutron.db.segments_db [None req-9291655c-3bea-4907-b09a-9f5bed5c4ad4 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Added segment d717bbb0-6df6-42bd-b8bb-f148cd2d1524 of type vlan for network 28d557af-3c12-4abc-8f52-b6d071521254 Jan 28 07:46:28.727972 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1a8528d9-b61b-481c-b7c3-1d7b1304b04e tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24759294'] for segment (be9b0340-1b45-430e-ad9e-1f932d1cabe4), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:28.786568 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1a8528d9-b61b-481c-b7c3-1d7b1304b04e tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (be9b0340-1b45-430e-ad9e-1f932d1cabe4), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:28.811929 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9291655c-3bea-4907-b09a-9f5bed5c4ad4 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (28d557af-3c12-4abc-8f52-b6d071521254), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:28.816626 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a8528d9-b61b-481c-b7c3-1d7b1304b04e tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:46:28.817062 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1a8528d9-b61b-481c-b7c3-1d7b1304b04e tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24757675'] for segment (be9b0340-1b45-430e-ad9e-1f932d1cabe4), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:28.820043 n-d-712749-28 neutron-server[103284]: Traceback (most recent call last): Jan 28 07:46:28.820043 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:46:28.820043 n-d-712749-28 neutron-server[103284]: timer() Jan 28 07:46:28.820043 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:46:28.820043 n-d-712749-28 neutron-server[103284]: cb(*args, **kw) Jan 28 07:46:28.820043 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:46:28.820043 n-d-712749-28 neutron-server[103284]: return func(*args, **kwargs) Jan 28 07:46:28.820043 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:46:28.820043 n-d-712749-28 neutron-server[103284]: self._notify() Jan 28 07:46:28.820043 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:46:28.820043 n-d-712749-28 neutron-server[103284]: self.callback(batched_events) Jan 28 07:46:28.820043 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:46:28.820043 n-d-712749-28 neutron-server[103284]: event.method(event) Jan 28 07:46:28.820043 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:46:28.820043 n-d-712749-28 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:46:28.820043 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:46:28.820043 n-d-712749-28 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:46:28.820043 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:46:28.820043 n-d-712749-28 neutron-server[103284]: return f(self, *a, **k) Jan 28 07:46:28.820043 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:46:28.820043 n-d-712749-28 neutron-server[103284]: return self._get(url).json() Jan 28 07:46:28.820043 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:46:28.820043 n-d-712749-28 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:46:28.820043 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:46:28.820043 n-d-712749-28 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Jan 28 07:46:28.820043 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:46:28.820043 n-d-712749-28 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:46:28.820043 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:46:28.820043 n-d-712749-28 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:46:28.820043 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:46:28.820043 n-d-712749-28 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:46:28.820043 n-d-712749-28 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:46:28.894815 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c3b05d9a-6f67-4998-a33c-68f7e13ba4b9 req-18f70f64-bb9b-4221-814d-4755abca5666 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e4102b0-3049-4b70-b5d1-ae8300e300f6 HTTP/1.1" status: 200 len: 210 time: 0.0718389 Jan 28 07:46:28.919910 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1a8528d9-b61b-481c-b7c3-1d7b1304b04e tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (c0230583-0ef6-4021-87b7-557c13a90508), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:28.930715 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1a8528d9-b61b-481c-b7c3-1d7b1304b04e tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:28.934672 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-1a8528d9-b61b-481c-b7c3-1d7b1304b04e tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] 10.222.0.41 "DELETE /v2.0/networks/c0230583-0ef6-4021-87b7-557c13a90508 HTTP/1.1" status: 204 len: 168 time: 0.8626263 Jan 28 07:46:28.935534 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9291655c-3bea-4907-b09a-9f5bed5c4ad4 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (28d557af-3c12-4abc-8f52-b6d071521254), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:28.941698 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9291655c-3bea-4907-b09a-9f5bed5c4ad4 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:46:28.942297 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9291655c-3bea-4907-b09a-9f5bed5c4ad4 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:28.967872 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8528d9-b61b-481c-b7c3-1d7b1304b04e tempest-NetworksIpV6TestAttrs-1725506288 tempest-NetworksIpV6TestAttrs-1725506288-project] Pushing event deleted for resources: {'Network': ['ID=c0230583-0ef6-4021-87b7-557c13a90508,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:28.985614 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-9291655c-3bea-4907-b09a-9f5bed5c4ad4 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4866352 Jan 28 07:46:28.985915 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 33202) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:46:28.990975 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-661bd4b3-df10-4de1-82fa-d6bc77eb8fa4 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1683959424', 'admin_state_up': True, 'project_id': '5542ea76c30542aeb3cf0ca71420ede0', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:46:29.040330 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-661bd4b3-df10-4de1-82fa-d6bc77eb8fa4 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16606890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127275'] for router (00114493-53d4-4791-96c7-46d0430ca457), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:29.043197 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-661bd4b3-df10-4de1-82fa-d6bc77eb8fa4 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16605498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16607952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16355422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127266'] for router (00114493-53d4-4791-96c7-46d0430ca457), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:29.089624 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9291655c-3bea-4907-b09a-9f5bed5c4ad4 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Pushing event updated for resources: {'Network': ['ID=28d557af-3c12-4abc-8f52-b6d071521254,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:29.101937 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network 28d557af-3c12-4abc-8f52-b6d071521254 details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:46:29.151585 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-661bd4b3-df10-4de1-82fa-d6bc77eb8fa4 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks [] for router_controller (00114493-53d4-4791-96c7-46d0430ca457), precommit_add_association {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:29.332702 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-661bd4b3-df10-4de1-82fa-d6bc77eb8fa4 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks [] for router_gateway (00114493-53d4-4791-96c7-46d0430ca457), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:29.335037 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33210) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:46:29.501243 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device ede4a57f-df4c-470d-ae6b-2406d45bab82 no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:46:29.530246 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-42d0e13f-2e30-43a2-9f20-4c13dd5f581f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=97acdd3eea534b359338474e0e874201&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1937900 Jan 28 07:46:29.532836 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33216) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:46:29.548264 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: ede4a57f-df4c-470d-ae6b-2406d45bab82 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:46:29.548891 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device ede4a57f-df4c-470d-ae6b-2406d45bab82 not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:46:29.549519 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device f28ff5bc-5409-4317-83ad-c2ef63635745 no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:46:29.572596 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: f28ff5bc-5409-4317-83ad-c2ef63635745 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:46:29.573227 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device f28ff5bc-5409-4317-83ad-c2ef63635745 not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:46:29.600011 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f7a5465c-d5cd-4a3e-90fc-60d9bae10591 admin admin] Publish callbacks [] for security_group (eacc3305-b404-411d-a3d9-638279a9fcf7), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:29.625172 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-661bd4b3-df10-4de1-82fa-d6bc77eb8fa4 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks [] for router_gateway (00114493-53d4-4791-96c7-46d0430ca457), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:29.631225 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f7a5465c-d5cd-4a3e-90fc-60d9bae10591 admin admin] Publish callbacks [] for security_group (eacc3305-b404-411d-a3d9-638279a9fcf7), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:29.646279 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-661bd4b3-df10-4de1-82fa-d6bc77eb8fa4 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:29.689917 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f7a5465c-d5cd-4a3e-90fc-60d9bae10591 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (eacc3305-b404-411d-a3d9-638279a9fcf7), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:29.692552 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f7a5465c-d5cd-4a3e-90fc-60d9bae10591 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:29.696704 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-f7a5465c-d5cd-4a3e-90fc-60d9bae10591 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/eacc3305-b404-411d-a3d9-638279a9fcf7 HTTP/1.1" status: 204 len: 168 time: 0.1619937 Jan 28 07:46:29.713727 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a5465c-d5cd-4a3e-90fc-60d9bae10591 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eacc3305-b404-411d-a3d9-638279a9fcf7,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:29.780433 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-661bd4b3-df10-4de1-82fa-d6bc77eb8fa4 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Allocated IP 172.25.6.23 (7d5b3724-deef-4831-8d43-cb9b8176573c/b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc/3127b7e1-5791-4c35-acf2-bc78c30901a1) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:46:29.909884 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-661bd4b3-df10-4de1-82fa-d6bc77eb8fa4 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks [] for port (3127b7e1-5791-4c35-acf2-bc78c30901a1), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:29.955091 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-661bd4b3-df10-4de1-82fa-d6bc77eb8fa4 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (3127b7e1-5791-4c35-acf2-bc78c30901a1), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:30.028504 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c1f26f28-0320-40be-a890-81b5c5db5f8a req-92d52f0b-e022-4a7f-a7eb-b349e02e8f38 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e4102b0-3049-4b70-b5d1-ae8300e300f6 HTTP/1.1" status: 200 len: 210 time: 0.0388432 Jan 28 07:46:30.031896 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-661bd4b3-df10-4de1-82fa-d6bc77eb8fa4 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Network 7d5b3724-deef-4831-8d43-cb9b8176573c is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:46:30.037310 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-661bd4b3-df10-4de1-82fa-d6bc77eb8fa4 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:46:30.042891 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661bd4b3-df10-4de1-82fa-d6bc77eb8fa4 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:46:30.046384 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661bd4b3-df10-4de1-82fa-d6bc77eb8fa4 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Pushing event updated for resources: {'Port': ['ID=3127b7e1-5791-4c35-acf2-bc78c30901a1,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:30.355948 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-661bd4b3-df10-4de1-82fa-d6bc77eb8fa4 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks [] for router_gateway (00114493-53d4-4791-96c7-46d0430ca457), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:30.463523 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76621ee7-4594-4fd1-9029-9717919ecd1d req-4c5cef49-4a6f-48b5-8ab0-e4e567c35d09 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:46:30.470255 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-76621ee7-4594-4fd1-9029-9717919ecd1d req-4c5cef49-4a6f-48b5-8ab0-e4e567c35d09 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.10 "GET /v2.0/networks?id=e89cba95-7c88-42ca-a2a1-7604d77c150d HTTP/1.1" status: 200 len: 812 time: 0.2029507 Jan 28 07:46:30.570762 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-76621ee7-4594-4fd1-9029-9717919ecd1d req-0fd3a602-3191-4c55-bc08-09bbcf066e07 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6e11006faf4241738db69f23221595e2 HTTP/1.1" status: 200 len: 380 time: 0.0791075 Jan 28 07:46:30.583186 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-76621ee7-4594-4fd1-9029-9717919ecd1d req-7028b409-df6e-4a4e-8dd6-1a8908ee29b2 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Request body: {'port': {'device_id': '2e4102b0-3049-4b70-b5d1-ae8300e300f6', 'network_id': 'e89cba95-7c88-42ca-a2a1-7604d77c150d', 'admin_state_up': True, 'tenant_id': '6e11006faf4241738db69f23221595e2', 'security_groups': ['ec6d871e-ef1d-448d-95b7-68ce22e3161e']}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:46:30.608488 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-661bd4b3-df10-4de1-82fa-d6bc77eb8fa4 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16605475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16607909'] for router (00114493-53d4-4791-96c7-46d0430ca457), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:30.645118 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33242) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:46:30.744846 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76621ee7-4594-4fd1-9029-9717919ecd1d req-7028b409-df6e-4a4e-8dd6-1a8908ee29b2 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Made reservation on behalf of 6e11006faf4241738db69f23221595e2 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:46:30.749152 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-76621ee7-4594-4fd1-9029-9717919ecd1d req-7028b409-df6e-4a4e-8dd6-1a8908ee29b2 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:30.796531 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-661bd4b3-df10-4de1-82fa-d6bc77eb8fa4 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Router 00114493-53d4-4791-96c7-46d0430ca457 is scheduled to L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 with binding_index 1 {{(pid=103283) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 07:46:30.885029 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-d7d86cb8-6861-4296-a41d-f81dad46d319 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1107861440'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:46:30.919739 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7d86cb8-6861-4296-a41d-f81dad46d319 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Made reservation on behalf of 98c059871bfd44fc86db6ef0328be4a5 for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:46:30.925063 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d7d86cb8-6861-4296-a41d-f81dad46d319 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:30.946103 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-661bd4b3-df10-4de1-82fa-d6bc77eb8fa4 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:46:30.958930 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38fdc9f-b11c-4a0e-95a3-f419a82b13dc None None] Sync routers for ids ['00114493-53d4-4791-96c7-46d0430ca457'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:46:30.967874 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d7d86cb8-6861-4296-a41d-f81dad46d319 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:30.979952 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38fdc9f-b11c-4a0e-95a3-f419a82b13dc None None] Routers {'00114493-53d4-4791-96c7-46d0430ca457'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:46:30.980618 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-b38fdc9f-b11c-4a0e-95a3-f419a82b13dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:46:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['00114493-53d4-4791-96c7-46d0430ca457'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:46:30.985725 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-661bd4b3-df10-4de1-82fa-d6bc77eb8fa4 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks [] for router (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:30.987260 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-661bd4b3-df10-4de1-82fa-d6bc77eb8fa4 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.0001223 Jan 28 07:46:30.990296 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33246) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:46:31.053091 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-eb1965cf-c2f7-4661-9a7d-a3915b967a6d tempest-TestNetworkBasicOps-1367905772 tempest-TestNetworkBasicOps-1367905772-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=5542ea76c30542aeb3cf0ca71420ede0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0613663 Jan 28 07:46:31.056889 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 33248) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:46:31.062602 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-76621ee7-4594-4fd1-9029-9717919ecd1d req-7028b409-df6e-4a4e-8dd6-1a8908ee29b2 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Allocated IP 172.20.0.13 (e89cba95-7c88-42ca-a2a1-7604d77c150d/be92a7e6-1604-4603-bacc-7f09a5c98a28/44b6c68f-2a00-4110-99b6-ff002afe82bc) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:46:31.225314 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-b38fdc9f-b11c-4a0e-95a3-f419a82b13dc None None] Set router 00114493-53d4-4791-96c7-46d0430ca457 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:46:31.248297 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3a173f73-699e-4d70-8f30-d79cb2247115 req-edf2c309-fe4b-4f56-bd5d-db41726c36b0 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e4102b0-3049-4b70-b5d1-ae8300e300f6 HTTP/1.1" status: 200 len: 210 time: 0.0420196 Jan 28 07:46:31.306830 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd4fd71d-70a6-47b9-8e3c-43b38adc7f51 tempest-TestNetworkBasicOps-1367905772 tempest-TestNetworkBasicOps-1367905772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:46:31.313119 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-cd4fd71d-70a6-47b9-8e3c-43b38adc7f51 tempest-TestNetworkBasicOps-1367905772 tempest-TestNetworkBasicOps-1367905772-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2544417 Jan 28 07:46:31.315918 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 33254) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:46:31.368934 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d7d86cb8-6861-4296-a41d-f81dad46d319 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks [] for security_group (72f1b228-903f-40c7-85f5-cae56d7037c6), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:31.375769 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-943ecd50-4b22-4b31-8968-d25f8b6f59d9 tempest-TestNetworkBasicOps-1367905772 tempest-TestNetworkBasicOps-1367905772-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=7d5b3724-deef-4831-8d43-cb9b8176573c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0570257 Jan 28 07:46:31.378879 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 33256) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:46:31.386979 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d7d86cb8-6861-4296-a41d-f81dad46d319 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (72f1b228-903f-40c7-85f5-cae56d7037c6), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:31.395501 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-c5a1498f-7325-4a8d-9056-9df5d18fcb54 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1529599553', 'network_id': '28d557af-3c12-4abc-8f52-b6d071521254', 'project_id': '5542ea76c30542aeb3cf0ca71420ede0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:46:31.445511 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7d86cb8-6861-4296-a41d-f81dad46d319 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:46:31.493395 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d86cb8-6861-4296-a41d-f81dad46d319 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72f1b228-903f-40c7-85f5-cae56d7037c6,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:31.504516 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d7d86cb8-6861-4296-a41d-f81dad46d319 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (8ae5866d-df0b-4d9d-a483-bf3c09e24a98), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:31.505020 n-d-712749-28 neutron-server[103284]: INFO neutron.db.segments_db [None req-d7d86cb8-6861-4296-a41d-f81dad46d319 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Added segment 8ae5866d-df0b-4d9d-a483-bf3c09e24a98 of type vlan for network a2c9662c-dd05-41f3-9571-30d0f72a2dc8 Jan 28 07:46:31.531055 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d86cb8-6861-4296-a41d-f81dad46d319 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:46:31.531557 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d86cb8-6861-4296-a41d-f81dad46d319 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:46:31.532099 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d86cb8-6861-4296-a41d-f81dad46d319 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:46:31.532604 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d86cb8-6861-4296-a41d-f81dad46d319 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:46:31.533429 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d86cb8-6861-4296-a41d-f81dad46d319 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:46:31.533872 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d86cb8-6861-4296-a41d-f81dad46d319 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:46:31.536376 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d86cb8-6861-4296-a41d-f81dad46d319 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:46:31.536376 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d86cb8-6861-4296-a41d-f81dad46d319 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:46:31.536376 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d86cb8-6861-4296-a41d-f81dad46d319 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:46:31.536376 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d86cb8-6861-4296-a41d-f81dad46d319 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:46:31.536376 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d86cb8-6861-4296-a41d-f81dad46d319 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:46:31.536927 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d86cb8-6861-4296-a41d-f81dad46d319 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:46:31.537294 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d86cb8-6861-4296-a41d-f81dad46d319 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:46:31.578913 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-76621ee7-4594-4fd1-9029-9717919ecd1d req-7028b409-df6e-4a4e-8dd6-1a8908ee29b2 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Publish callbacks [] for port (44b6c68f-2a00-4110-99b6-ff002afe82bc), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:31.597256 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d7d86cb8-6861-4296-a41d-f81dad46d319 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (a2c9662c-dd05-41f3-9571-30d0f72a2dc8), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:31.597742 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5a1498f-7325-4a8d-9056-9df5d18fcb54 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Made reservation on behalf of 5542ea76c30542aeb3cf0ca71420ede0 for: {'subnet': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:46:31.605377 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c5a1498f-7325-4a8d-9056-9df5d18fcb54 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13555781'] for subnet (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:31.644746 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-b38fdc9f-b11c-4a0e-95a3-f419a82b13dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00114493-53d4-4791-96c7-46d0430ca457', 'name': 'tempest-TestNetworkBasicOps-router-1683959424', 'tenant_id': '5542ea76c30542aeb3cf0ca71420ede0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': '3127b7e1-5791-4c35-acf2-bc78c30901a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:46:29Z', 'updated_at': '2022-01-28T07:46:30Z', 'revision_number': 3, 'project_id': '5542ea76c30542aeb3cf0ca71420ede0', 'gw_port': {'id': '3127b7e1-5791-4c35-acf2-bc78c30901a1', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:9e:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00114493-53d4-4791-96c7-46d0430ca457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:46:29Z', 'updated_at': '2022-01-28T07:46:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:46:31.647736 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d7d86cb8-6861-4296-a41d-f81dad46d319 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (a2c9662c-dd05-41f3-9571-30d0f72a2dc8), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:31.655439 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d86cb8-6861-4296-a41d-f81dad46d319 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:46:31.656227 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d7d86cb8-6861-4296-a41d-f81dad46d319 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:31.668367 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-76621ee7-4594-4fd1-9029-9717919ecd1d req-7028b409-df6e-4a4e-8dd6-1a8908ee29b2 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (44b6c68f-2a00-4110-99b6-ff002afe82bc), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:31.706591 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38fdc9f-b11c-4a0e-95a3-f419a82b13dc None None] Checking router: 00114493-53d4-4791-96c7-46d0430ca457 for host: n-d-712749-28 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:46:31.706955 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38fdc9f-b11c-4a0e-95a3-f419a82b13dc None None] Updating router 00114493-53d4-4791-96c7-46d0430ca457 port 3127b7e1-5791-4c35-acf2-bc78c30901a1 binding host n-d-712749-28 {{(pid=103286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 07:46:31.744474 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b38fdc9f-b11c-4a0e-95a3-f419a82b13dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (3127b7e1-5791-4c35-acf2-bc78c30901a1), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:31.810652 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-d7d86cb8-6861-4296-a41d-f81dad46d319 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.1641104 Jan 28 07:46:31.811953 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33258) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:46:31.819573 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-7ad663db-de23-4a9d-a134-f9efdf91fd7f tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Request body: {'port': {'network_id': 'a2c9662c-dd05-41f3-9571-30d0f72a2dc8', 'name': 'tempest-PortsIpV6TestJSON-1053735267'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:46:31.829637 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d86cb8-6861-4296-a41d-f81dad46d319 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Pushing event updated for resources: {'Network': ['ID=a2c9662c-dd05-41f3-9571-30d0f72a2dc8,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:31.833995 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76621ee7-4594-4fd1-9029-9717919ecd1d req-7028b409-df6e-4a4e-8dd6-1a8908ee29b2 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Network e89cba95-7c88-42ca-a2a1-7604d77c150d is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:46:31.843353 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network a2c9662c-dd05-41f3-9571-30d0f72a2dc8 details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:46:31.855497 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-76621ee7-4594-4fd1-9029-9717919ecd1d req-7028b409-df6e-4a4e-8dd6-1a8908ee29b2 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:46:31.917966 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-76621ee7-4594-4fd1-9029-9717919ecd1d req-7028b409-df6e-4a4e-8dd6-1a8908ee29b2 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:46:31.943040 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7028b409-df6e-4a4e-8dd6-1a8908ee29b2 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Pushing event updated for resources: {'Port': ['ID=44b6c68f-2a00-4110-99b6-ff002afe82bc,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:31.994517 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c5a1498f-7325-4a8d-9056-9df5d18fcb54 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13546728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13555799'] for subnet (9ac67502-94d9-4a8d-92e4-b5c3a2cb9784), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:32.084541 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a1498f-7325-4a8d-9056-9df5d18fcb54 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Pushing event updated for resources: {'Subnet': ['ID=9ac67502-94d9-4a8d-92e4-b5c3a2cb9784,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:32.089481 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76621ee7-4594-4fd1-9029-9717919ecd1d req-7028b409-df6e-4a4e-8dd6-1a8908ee29b2 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:46:32.090212 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-76621ee7-4594-4fd1-9029-9717919ecd1d req-7028b409-df6e-4a4e-8dd6-1a8908ee29b2 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:32.095789 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a1498f-7325-4a8d-9056-9df5d18fcb54 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Checking segment: {'id': 'd717bbb0-6df6-42bd-b8bb-f148cd2d1524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '28d557af-3c12-4abc-8f52-b6d071521254'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:46:32.096176 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a1498f-7325-4a8d-9056-9df5d18fcb54 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Network hostable DHCP agents. Network: 28d557af-3c12-4abc-8f52-b6d071521254, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:46:32.123369 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a1498f-7325-4a8d-9056-9df5d18fcb54 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Network 28d557af-3c12-4abc-8f52-b6d071521254 is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:46:32.126195 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ad663db-de23-4a9d-a134-f9efdf91fd7f tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Made reservation on behalf of 98c059871bfd44fc86db6ef0328be4a5 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:46:32.130635 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7ad663db-de23-4a9d-a134-f9efdf91fd7f tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:32.146633 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-c5a1498f-7325-4a8d-9056-9df5d18fcb54 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, 28d557af-3c12-4abc-8f52-b6d071521254) {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:46:32.157592 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-76621ee7-4594-4fd1-9029-9717919ecd1d req-7028b409-df6e-4a4e-8dd6-1a8908ee29b2 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5785098 Jan 28 07:46:32.160044 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b681ba0-a5e5-4fcc-aace-5cbad4c6b3b2 None None] Network 28d557af-3c12-4abc-8f52-b6d071521254 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:46:32.160852 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5a1498f-7325-4a8d-9056-9df5d18fcb54 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:46:32.161808 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c5a1498f-7325-4a8d-9056-9df5d18fcb54 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks [] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:32.185017 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-76621ee7-4594-4fd1-9029-9717919ecd1d req-d3c9a3fc-8272-4e01-9dfd-0415ef3c67a8 service neutron] Request body: {'port': {'device_id': '2e4102b0-3049-4b70-b5d1-ae8300e300f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-28'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:46:32.218784 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-c5a1498f-7325-4a8d-9056-9df5d18fcb54 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8385708 Jan 28 07:46:32.221744 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 33262) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:46:32.253800 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [None req-7ad663db-de23-4a9d-a134-f9efdf91fd7f tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] device_id is not set on port ba2b89ca-d5f2-47bf-9722-47dd2ae9e603 yet. {{(pid=103284) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 07:46:32.302469 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b38fdc9f-b11c-4a0e-95a3-f419a82b13dc None None] Publish callbacks [] for port (3127b7e1-5791-4c35-acf2-bc78c30901a1), precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:32.319303 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b38fdc9f-b11c-4a0e-95a3-f419a82b13dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (3127b7e1-5791-4c35-acf2-bc78c30901a1), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:32.388546 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b524d81e-870d-4e56-a249-299608e4c660 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3dd72b9-6805-5f61-b6f3-a591f99a173d-28d557af-3c12-4abc-8f52-b6d071521254', 'network_id': '28d557af-3c12-4abc-8f52-b6d071521254', 'project_id': '5542ea76c30542aeb3cf0ca71420ede0', 'fixed_ips': [{'subnet_id': '9ac67502-94d9-4a8d-92e4-b5c3a2cb9784'}]}} from n-d-712749-28. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 07:46:32.389883 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b524d81e-870d-4e56-a249-299608e4c660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:32.415255 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-f357de10-7177-4014-8def-1fd221b17978 None None] Provisioning complete for port 44b6c68f-2a00-4110-99b6-ff002afe82bc triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:46:32.415255 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f357de10-7177-4014-8def-1fd221b17978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (44b6c68f-2a00-4110-99b6-ff002afe82bc), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:32.428163 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-76621ee7-4594-4fd1-9029-9717919ecd1d req-d3c9a3fc-8272-4e01-9dfd-0415ef3c67a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (44b6c68f-2a00-4110-99b6-ff002afe82bc), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:32.457395 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84247990-a1eb-4cb8-9157-89b04454c95e None None] Pushing event updated for resources: {'Port': ['ID=3127b7e1-5791-4c35-acf2-bc78c30901a1,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:32.467163 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-b38fdc9f-b11c-4a0e-95a3-f419a82b13dc None None] Attempting to bind port 3127b7e1-5791-4c35-acf2-bc78c30901a1 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:46:32.467532 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-b38fdc9f-b11c-4a0e-95a3-f419a82b13dc None None] Attempting to bind port 3127b7e1-5791-4c35-acf2-bc78c30901a1 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:46:32.467893 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38fdc9f-b11c-4a0e-95a3-f419a82b13dc None None] Attempting to bind port 3127b7e1-5791-4c35-acf2-bc78c30901a1 on network 7d5b3724-deef-4831-8d43-cb9b8176573c {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:46:32.481305 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84247990-a1eb-4cb8-9157-89b04454c95e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:46:32.481675 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84247990-a1eb-4cb8-9157-89b04454c95e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:46:32.482005 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84247990-a1eb-4cb8-9157-89b04454c95e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:46:32.482338 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84247990-a1eb-4cb8-9157-89b04454c95e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:46:32.483051 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84247990-a1eb-4cb8-9157-89b04454c95e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:46:32.483051 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84247990-a1eb-4cb8-9157-89b04454c95e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:46:32.483303 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84247990-a1eb-4cb8-9157-89b04454c95e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:46:32.483616 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84247990-a1eb-4cb8-9157-89b04454c95e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:46:32.483944 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84247990-a1eb-4cb8-9157-89b04454c95e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:46:32.488632 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84247990-a1eb-4cb8-9157-89b04454c95e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:46:32.488989 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84247990-a1eb-4cb8-9157-89b04454c95e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:46:32.489773 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84247990-a1eb-4cb8-9157-89b04454c95e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:46:32.489773 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84247990-a1eb-4cb8-9157-89b04454c95e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:46:32.503634 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38fdc9f-b11c-4a0e-95a3-f419a82b13dc None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 46, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:46:32.504017 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38fdc9f-b11c-4a0e-95a3-f419a82b13dc None None] Checking segment: {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:46:32.504455 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b38fdc9f-b11c-4a0e-95a3-f419a82b13dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:32.504843 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38fdc9f-b11c-4a0e-95a3-f419a82b13dc None None] Bound using segment: {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:46:32.505315 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-b38fdc9f-b11c-4a0e-95a3-f419a82b13dc None None] Bound port: 3127b7e1-5791-4c35-acf2-bc78c30901a1, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:46:32.505695 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b38fdc9f-b11c-4a0e-95a3-f419a82b13dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (3127b7e1-5791-4c35-acf2-bc78c30901a1), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:32.616158 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b38fdc9f-b11c-4a0e-95a3-f419a82b13dc None None] For port 3127b7e1-5791-4c35-acf2-bc78c30901a1, host n-d-712749-28, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:46:32.620439 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b38fdc9f-b11c-4a0e-95a3-f419a82b13dc None None] For port 3127b7e1-5791-4c35-acf2-bc78c30901a1, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=3127b7e1-5791-4c35-acf2-bc78c30901a1,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:46:32.630908 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b38fdc9f-b11c-4a0e-95a3-f419a82b13dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (3127b7e1-5791-4c35-acf2-bc78c30901a1), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:32.678375 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7ad663db-de23-4a9d-a134-f9efdf91fd7f tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks [] for port (ba2b89ca-d5f2-47bf-9722-47dd2ae9e603), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:32.767542 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38fdc9f-b11c-4a0e-95a3-f419a82b13dc None None] Routers {'00114493-53d4-4791-96c7-46d0430ca457'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:46:32.768219 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-b38fdc9f-b11c-4a0e-95a3-f419a82b13dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:46:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['00114493-53d4-4791-96c7-46d0430ca457'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:46:32.788108 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306a118a-849e-4ddb-8f08-11f10d12da51 req-ae03cd42-e5af-4d4f-aa9d-0dbcccff0224 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:46:32.790194 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-306a118a-849e-4ddb-8f08-11f10d12da51 req-ae03cd42-e5af-4d4f-aa9d-0dbcccff0224 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e4102b0-3049-4b70-b5d1-ae8300e300f6 HTTP/1.1" status: 200 len: 932 time: 0.3501928 Jan 28 07:46:32.818215 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-f357de10-7177-4014-8def-1fd221b17978 None None] Port 44b6c68f-2a00-4110-99b6-ff002afe82bc cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:46:32.838027 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7ad663db-de23-4a9d-a134-f9efdf91fd7f tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (ba2b89ca-d5f2-47bf-9722-47dd2ae9e603), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:32.844532 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-b524d81e-870d-4e56-a249-299608e4c660 None None] Allocated IP 172.20.0.2 (28d557af-3c12-4abc-8f52-b6d071521254/9ac67502-94d9-4a8d-92e4-b5c3a2cb9784/ed1216c9-1dcd-4a20-9469-11907f175cf7) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:46:32.860402 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84247990-a1eb-4cb8-9157-89b04454c95e None None] Pushing event updated for resources: {'Port': ['ID=3127b7e1-5791-4c35-acf2-bc78c30901a1,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:32.946788 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-306a118a-849e-4ddb-8f08-11f10d12da51 req-c920f8e9-0bd6-49e4-9e58-090ef487d604 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec6d871e-ef1d-448d-95b7-68ce22e3161e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1187820 Jan 28 07:46:33.019668 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-b38fdc9f-b11c-4a0e-95a3-f419a82b13dc None None] Set router 00114493-53d4-4791-96c7-46d0430ca457 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:46:33.038618 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad663db-de23-4a9d-a134-f9efdf91fd7f tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Pushing event updated for resources: {'Port': ['ID=ba2b89ca-d5f2-47bf-9722-47dd2ae9e603,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:33.050866 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-76621ee7-4594-4fd1-9029-9717919ecd1d req-d3c9a3fc-8272-4e01-9dfd-0415ef3c67a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44b6c68f-2a00-4110-99b6-ff002afe82bc {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:46:33.055804 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad663db-de23-4a9d-a134-f9efdf91fd7f tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Checking segment: {'id': '8ae5866d-df0b-4d9d-a483-bf3c09e24a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a2c9662c-dd05-41f3-9571-30d0f72a2dc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:46:33.056466 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad663db-de23-4a9d-a134-f9efdf91fd7f tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Network hostable DHCP agents. Network: a2c9662c-dd05-41f3-9571-30d0f72a2dc8, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:46:33.064781 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-76621ee7-4594-4fd1-9029-9717919ecd1d req-d3c9a3fc-8272-4e01-9dfd-0415ef3c67a8 service neutron] Publish callbacks [] for port (44b6c68f-2a00-4110-99b6-ff002afe82bc), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:33.077244 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b524d81e-870d-4e56-a249-299608e4c660 None None] Publish callbacks [] for port (ed1216c9-1dcd-4a20-9469-11907f175cf7), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:33.088512 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b524d81e-870d-4e56-a249-299608e4c660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (ed1216c9-1dcd-4a20-9469-11907f175cf7), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:33.092028 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-76621ee7-4594-4fd1-9029-9717919ecd1d req-d3c9a3fc-8272-4e01-9dfd-0415ef3c67a8 service neutron] Transition to ACTIVE for port object 44b6c68f-2a00-4110-99b6-ff002afe82bc will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:46:33.096021 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad663db-de23-4a9d-a134-f9efdf91fd7f tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Network a2c9662c-dd05-41f3-9571-30d0f72a2dc8 is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:46:33.109398 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-76621ee7-4594-4fd1-9029-9717919ecd1d req-d3c9a3fc-8272-4e01-9dfd-0415ef3c67a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (44b6c68f-2a00-4110-99b6-ff002afe82bc), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:33.142115 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b524d81e-870d-4e56-a249-299608e4c660 None None] Network 28d557af-3c12-4abc-8f52-b6d071521254 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:46:33.146383 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-b524d81e-870d-4e56-a249-299608e4c660 None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:46:33.151962 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b524d81e-870d-4e56-a249-299608e4c660 None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:46:33.188442 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-7ad663db-de23-4a9d-a134-f9efdf91fd7f tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, a2c9662c-dd05-41f3-9571-30d0f72a2dc8) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:46:33.204912 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6bc7178-979f-47dc-9ed2-b5ef763e3231 None None] Network a2c9662c-dd05-41f3-9571-30d0f72a2dc8 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:46:33.224585 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad663db-de23-4a9d-a134-f9efdf91fd7f tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:46:33.241128 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-df7c3041-3509-4165-b5a2-9223c4cc5479 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:33.251381 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad663db-de23-4a9d-a134-f9efdf91fd7f tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:46:33.251621 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b524d81e-870d-4e56-a249-299608e4c660 None None] Pushing event updated for resources: {'Port': ['ID=ed1216c9-1dcd-4a20-9469-11907f175cf7,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:33.265170 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7ad663db-de23-4a9d-a134-f9efdf91fd7f tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:33.277790 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-b524d81e-870d-4e56-a249-299608e4c660 None None] Attempting to bind port ed1216c9-1dcd-4a20-9469-11907f175cf7 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:46:33.278178 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-b524d81e-870d-4e56-a249-299608e4c660 None None] Attempting to bind port ed1216c9-1dcd-4a20-9469-11907f175cf7 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': 'd717bbb0-6df6-42bd-b8bb-f148cd2d1524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '28d557af-3c12-4abc-8f52-b6d071521254'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:46:33.278593 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b524d81e-870d-4e56-a249-299608e4c660 None None] Attempting to bind port ed1216c9-1dcd-4a20-9469-11907f175cf7 on network 28d557af-3c12-4abc-8f52-b6d071521254 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:46:33.305991 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-b38fdc9f-b11c-4a0e-95a3-f419a82b13dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00114493-53d4-4791-96c7-46d0430ca457', 'name': 'tempest-TestNetworkBasicOps-router-1683959424', 'tenant_id': '5542ea76c30542aeb3cf0ca71420ede0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': '3127b7e1-5791-4c35-acf2-bc78c30901a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:46:29Z', 'updated_at': '2022-01-28T07:46:30Z', 'revision_number': 3, 'project_id': '5542ea76c30542aeb3cf0ca71420ede0', 'gw_port': {'id': '3127b7e1-5791-4c35-acf2-bc78c30901a1', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:9e:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00114493-53d4-4791-96c7-46d0430ca457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:46:29Z', 'updated_at': '2022-01-28T07:46:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:46:33.326670 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c9a3fc-8272-4e01-9dfd-0415ef3c67a8 service neutron] Pushing event updated for resources: {'Port': ['ID=44b6c68f-2a00-4110-99b6-ff002afe82bc,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:33.327917 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b524d81e-870d-4e56-a249-299608e4c660 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 46, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:46:33.328340 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b524d81e-870d-4e56-a249-299608e4c660 None None] Checking segment: {'id': 'd717bbb0-6df6-42bd-b8bb-f148cd2d1524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '28d557af-3c12-4abc-8f52-b6d071521254'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:46:33.328747 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b524d81e-870d-4e56-a249-299608e4c660 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:33.329150 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b524d81e-870d-4e56-a249-299608e4c660 None None] Bound using segment: {'id': 'd717bbb0-6df6-42bd-b8bb-f148cd2d1524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '28d557af-3c12-4abc-8f52-b6d071521254'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:46:33.329646 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-b524d81e-870d-4e56-a249-299608e4c660 None None] Bound port: ed1216c9-1dcd-4a20-9469-11907f175cf7, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd717bbb0-6df6-42bd-b8bb-f148cd2d1524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '28d557af-3c12-4abc-8f52-b6d071521254'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:46:33.330031 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b524d81e-870d-4e56-a249-299608e4c660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (ed1216c9-1dcd-4a20-9469-11907f175cf7), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:33.383205 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-7ad663db-de23-4a9d-a134-f9efdf91fd7f tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.5675054 Jan 28 07:46:33.397673 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38fdc9f-b11c-4a0e-95a3-f419a82b13dc None None] The sync data for ids ['00114493-53d4-4791-96c7-46d0430ca457'] in n-d-712749-28 is: [{'id': '00114493-53d4-4791-96c7-46d0430ca457', 'name': 'tempest-TestNetworkBasicOps-router-1683959424', 'tenant_id': '5542ea76c30542aeb3cf0ca71420ede0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': '3127b7e1-5791-4c35-acf2-bc78c30901a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:46:29Z', 'updated_at': '2022-01-28T07:46:30Z', 'revision_number': 3, 'project_id': '5542ea76c30542aeb3cf0ca71420ede0', 'gw_port': {'id': '3127b7e1-5791-4c35-acf2-bc78c30901a1', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:9e:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00114493-53d4-4791-96c7-46d0430ca457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:46:29Z', 'updated_at': '2022-01-28T07:46:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:46:33.439904 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33268) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:46:33.459599 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-7af65ee9-0148-4108-9940-f78bf4c08dbc tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-549239704'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:46:33.495845 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:33.512452 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c500d4b3-6f48-4009-8ab7-396c51d139e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:33.596111 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-b524d81e-870d-4e56-a249-299608e4c660 None None] For port ed1216c9-1dcd-4a20-9469-11907f175cf7, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:46:33.599477 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-b524d81e-870d-4e56-a249-299608e4c660 None None] For port ed1216c9-1dcd-4a20-9469-11907f175cf7, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=ed1216c9-1dcd-4a20-9469-11907f175cf7,segment=NetworkSegment(d717bbb0-6df6-42bd-b8bb-f148cd2d1524),segment_id=d717bbb0-6df6-42bd-b8bb-f148cd2d1524)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:46:33.608267 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b524d81e-870d-4e56-a249-299608e4c660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (ed1216c9-1dcd-4a20-9469-11907f175cf7), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:33.623398 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7af65ee9-0148-4108-9940-f78bf4c08dbc tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Made reservation on behalf of 98c059871bfd44fc86db6ef0328be4a5 for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:46:33.637560 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7af65ee9-0148-4108-9940-f78bf4c08dbc tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:33.710518 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-76621ee7-4594-4fd1-9029-9717919ecd1d req-d3c9a3fc-8272-4e01-9dfd-0415ef3c67a8 service neutron] Attempting to bind port 44b6c68f-2a00-4110-99b6-ff002afe82bc on host n-h1-712749-28 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:46:33.711166 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-76621ee7-4594-4fd1-9029-9717919ecd1d req-d3c9a3fc-8272-4e01-9dfd-0415ef3c67a8 service neutron] Attempting to bind port 44b6c68f-2a00-4110-99b6-ff002afe82bc by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': '51b887d5-fd17-4f2d-9bed-8a0b60014438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e89cba95-7c88-42ca-a2a1-7604d77c150d'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:46:33.711395 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76621ee7-4594-4fd1-9029-9717919ecd1d req-d3c9a3fc-8272-4e01-9dfd-0415ef3c67a8 service neutron] Attempting to bind port 44b6c68f-2a00-4110-99b6-ff002afe82bc on network e89cba95-7c88-42ca-a2a1-7604d77c150d {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:46:33.717021 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b524d81e-870d-4e56-a249-299608e4c660 None None] Pushing event updated for resources: {'Port': ['ID=ed1216c9-1dcd-4a20-9469-11907f175cf7,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:33.720024 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7af65ee9-0148-4108-9940-f78bf4c08dbc tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:46:33.723242 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76621ee7-4594-4fd1-9029-9717919ecd1d req-d3c9a3fc-8272-4e01-9dfd-0415ef3c67a8 service neutron] Port 44b6c68f-2a00-4110-99b6-ff002afe82bc on network e89cba95-7c88-42ca-a2a1-7604d77c150d not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:46:33.723578 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76621ee7-4594-4fd1-9029-9717919ecd1d req-d3c9a3fc-8272-4e01-9dfd-0415ef3c67a8 service neutron] Attempting to bind port 44b6c68f-2a00-4110-99b6-ff002afe82bc on network e89cba95-7c88-42ca-a2a1-7604d77c150d {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:46:33.744920 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76621ee7-4594-4fd1-9029-9717919ecd1d req-d3c9a3fc-8272-4e01-9dfd-0415ef3c67a8 service neutron] Checking agent: {'id': '2fca46b1-237f-4857-9290-2429d810e472', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 46, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:46:33.745270 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76621ee7-4594-4fd1-9029-9717919ecd1d req-d3c9a3fc-8272-4e01-9dfd-0415ef3c67a8 service neutron] Checking segment: {'id': '51b887d5-fd17-4f2d-9bed-8a0b60014438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e89cba95-7c88-42ca-a2a1-7604d77c150d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:46:33.745666 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76621ee7-4594-4fd1-9029-9717919ecd1d req-d3c9a3fc-8272-4e01-9dfd-0415ef3c67a8 service neutron] Bound using segment: {'id': '51b887d5-fd17-4f2d-9bed-8a0b60014438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e89cba95-7c88-42ca-a2a1-7604d77c150d'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:46:33.746115 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-76621ee7-4594-4fd1-9029-9717919ecd1d req-d3c9a3fc-8272-4e01-9dfd-0415ef3c67a8 service neutron] Bound port: 44b6c68f-2a00-4110-99b6-ff002afe82bc, host: n-h1-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51b887d5-fd17-4f2d-9bed-8a0b60014438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e89cba95-7c88-42ca-a2a1-7604d77c150d'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:46:33.746479 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-76621ee7-4594-4fd1-9029-9717919ecd1d req-d3c9a3fc-8272-4e01-9dfd-0415ef3c67a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (44b6c68f-2a00-4110-99b6-ff002afe82bc), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:33.756690 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7af65ee9-0148-4108-9940-f78bf4c08dbc tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (c65085fb-d557-4c76-b41a-370ca5cc94af), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:33.757060 n-d-712749-28 neutron-server[103284]: INFO neutron.db.segments_db [None req-7af65ee9-0148-4108-9940-f78bf4c08dbc tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Added segment c65085fb-d557-4c76-b41a-370ca5cc94af of type vlan for network 37cdc4bc-8e9e-4d7c-8320-e6ae42a0de95 Jan 28 07:46:33.889575 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7af65ee9-0148-4108-9940-f78bf4c08dbc tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (37cdc4bc-8e9e-4d7c-8320-e6ae42a0de95), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:33.943087 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-76621ee7-4594-4fd1-9029-9717919ecd1d req-d3c9a3fc-8272-4e01-9dfd-0415ef3c67a8 service neutron] For port 44b6c68f-2a00-4110-99b6-ff002afe82bc, host n-h1-712749-28, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:46:33.953325 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-df7c3041-3509-4165-b5a2-9223c4cc5479 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Allocated IP 172.20.0.1 (28d557af-3c12-4abc-8f52-b6d071521254/9ac67502-94d9-4a8d-92e4-b5c3a2cb9784/2b035257-a8cf-49ac-a42b-8bed013c84f5) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:46:33.957633 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7af65ee9-0148-4108-9940-f78bf4c08dbc tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (37cdc4bc-8e9e-4d7c-8320-e6ae42a0de95), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:33.963758 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7af65ee9-0148-4108-9940-f78bf4c08dbc tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:46:33.964503 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7af65ee9-0148-4108-9940-f78bf4c08dbc tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:34.096420 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-76621ee7-4594-4fd1-9029-9717919ecd1d req-d3c9a3fc-8272-4e01-9dfd-0415ef3c67a8 service neutron] For port 44b6c68f-2a00-4110-99b6-ff002afe82bc, host n-h1-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=44b6c68f-2a00-4110-99b6-ff002afe82bc,segment=NetworkSegment(51b887d5-fd17-4f2d-9bed-8a0b60014438),segment_id=51b887d5-fd17-4f2d-9bed-8a0b60014438)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:46:34.121275 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af65ee9-0148-4108-9940-f78bf4c08dbc tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Pushing event updated for resources: {'Network': ['ID=37cdc4bc-8e9e-4d7c-8320-e6ae42a0de95,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:34.134968 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network 37cdc4bc-8e9e-4d7c-8320-e6ae42a0de95 details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:46:34.191890 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-76621ee7-4594-4fd1-9029-9717919ecd1d req-d3c9a3fc-8272-4e01-9dfd-0415ef3c67a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (44b6c68f-2a00-4110-99b6-ff002afe82bc), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:34.200980 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-7af65ee9-0148-4108-9940-f78bf4c08dbc tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7466173 Jan 28 07:46:34.203049 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 33272) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:46:34.208405 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-c06bdaf4-f1ac-47a7-812e-469e35c346ab tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Request body: {'ports': [{'network_id': 'a2c9662c-dd05-41f3-9571-30d0f72a2dc8'}, {'network_id': '37cdc4bc-8e9e-4d7c-8320-e6ae42a0de95'}]} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:46:34.208713 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-c06bdaf4-f1ac-47a7-812e-469e35c346ab tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Request body: {'port': {'network_id': 'a2c9662c-dd05-41f3-9571-30d0f72a2dc8'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:46:34.209208 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-c06bdaf4-f1ac-47a7-812e-469e35c346ab tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Request body: {'port': {'network_id': '37cdc4bc-8e9e-4d7c-8320-e6ae42a0de95'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:46:34.261604 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76621ee7-4594-4fd1-9029-9717919ecd1d req-d3c9a3fc-8272-4e01-9dfd-0415ef3c67a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:46:34.262236 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-76621ee7-4594-4fd1-9029-9717919ecd1d req-d3c9a3fc-8272-4e01-9dfd-0415ef3c67a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:34.263647 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-76621ee7-4594-4fd1-9029-9717919ecd1d req-d3c9a3fc-8272-4e01-9dfd-0415ef3c67a8 service neutron] 10.222.0.10 "PUT /v2.0/ports/44b6c68f-2a00-4110-99b6-ff002afe82bc HTTP/1.1" status: 200 len: 1093 time: 2.0863876 Jan 28 07:46:34.264470 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e4102b0-3049-4b70-b5d1-ae8300e300f6', 'tag': '44b6c68f-2a00-4110-99b6-ff002afe82bc'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:46:34.266455 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53e9b13b-490d-4d0f-a6f7-9ae5ec4181bd" -d '{"events": [{"name": "network-changed", "server_uuid": "2e4102b0-3049-4b70-b5d1-ae8300e300f6", "tag": "44b6c68f-2a00-4110-99b6-ff002afe82bc"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:46:34.372233 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:34.394150 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-df7c3041-3509-4165-b5a2-9223c4cc5479 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks [] for port (2b035257-a8cf-49ac-a42b-8bed013c84f5), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:34.449476 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be1f8a59-74ec-4ac5-b04d-69b798956313 x-openstack-request-id: req-be1f8a59-74ec-4ac5-b04d-69b798956313 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:46:34.449784 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e4102b0-3049-4b70-b5d1-ae8300e300f6", "tag": "44b6c68f-2a00-4110-99b6-ff002afe82bc", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:46:34.450040 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-be1f8a59-74ec-4ac5-b04d-69b798956313 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:46:34.450451 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e4102b0-3049-4b70-b5d1-ae8300e300f6', 'tag': '44b6c68f-2a00-4110-99b6-ff002afe82bc', 'status': 'completed', 'code': 200} Jan 28 07:46:34.534670 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1f1ffd-b734-4ee5-8202-c1f42f31a6ad req-b08f442b-af6f-4b46-827c-9f8726bc8cfe tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:46:34.542197 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ff1f1ffd-b734-4ee5-8202-c1f42f31a6ad req-b08f442b-af6f-4b46-827c-9f8726bc8cfe tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e4102b0-3049-4b70-b5d1-ae8300e300f6 HTTP/1.1" status: 200 len: 944 time: 0.4434075 Jan 28 07:46:34.577321 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c9a3fc-8272-4e01-9dfd-0415ef3c67a8 service neutron] Pushing event updated for resources: {'Port': ['ID=44b6c68f-2a00-4110-99b6-ff002afe82bc,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:34.613431 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-df7c3041-3509-4165-b5a2-9223c4cc5479 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (2b035257-a8cf-49ac-a42b-8bed013c84f5), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:34.624613 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76621ee7-4594-4fd1-9029-9717919ecd1d req-b814c175-ddcf-4517-81b4-dc5392559918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:46:34.626333 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-76621ee7-4594-4fd1-9029-9717919ecd1d req-b814c175-ddcf-4517-81b4-dc5392559918 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6e11006faf4241738db69f23221595e2&device_id=2e4102b0-3049-4b70-b5d1-ae8300e300f6 HTTP/1.1" status: 200 len: 1096 time: 0.2682199 Jan 28 07:46:34.674864 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c06bdaf4-f1ac-47a7-812e-469e35c346ab tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Made reservation on behalf of 98c059871bfd44fc86db6ef0328be4a5 for: {'port': 2} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:46:34.679298 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c06bdaf4-f1ac-47a7-812e-469e35c346ab tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:34.719219 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df7c3041-3509-4165-b5a2-9223c4cc5479 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Network 28d557af-3c12-4abc-8f52-b6d071521254 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:46:34.734561 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-df7c3041-3509-4165-b5a2-9223c4cc5479 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:46:34.744293 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7c3041-3509-4165-b5a2-9223c4cc5479 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:46:34.745947 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-76621ee7-4594-4fd1-9029-9717919ecd1d req-3be1609f-a78e-43ba-9c96-07bb0d31f778 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=44b6c68f-2a00-4110-99b6-ff002afe82bc HTTP/1.1" status: 200 len: 217 time: 0.0787623 Jan 28 07:46:34.747155 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7c3041-3509-4165-b5a2-9223c4cc5479 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Pushing event updated for resources: {'Port': ['ID=2b035257-a8cf-49ac-a42b-8bed013c84f5,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:34.749403 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c06bdaf4-f1ac-47a7-812e-469e35c346ab tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:34.764787 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ff1f1ffd-b734-4ee5-8202-c1f42f31a6ad req-69f2bf12-ca1e-45df-bf37-e257cda7451c tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec6d871e-ef1d-448d-95b7-68ce22e3161e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2020042 Jan 28 07:46:34.850334 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76621ee7-4594-4fd1-9029-9717919ecd1d req-ed8296d2-065b-40ea-ab75-175ef63314f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:46:34.852616 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-76621ee7-4594-4fd1-9029-9717919ecd1d req-ed8296d2-065b-40ea-ab75-175ef63314f1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=be92a7e6-1604-4603-bacc-7f09a5c98a28 HTTP/1.1" status: 200 len: 851 time: 0.0866163 Jan 28 07:46:34.936361 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76621ee7-4594-4fd1-9029-9717919ecd1d req-2874bd3c-99b7-4227-8444-7cccca3682c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:46:34.937979 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-76621ee7-4594-4fd1-9029-9717919ecd1d req-2874bd3c-99b7-4227-8444-7cccca3682c1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e89cba95-7c88-42ca-a2a1-7604d77c150d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0703142 Jan 28 07:46:34.945937 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-df7c3041-3509-4165-b5a2-9223c4cc5479 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16609232'] for router_interface (00114493-53d4-4791-96c7-46d0430ca457), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:35.103364 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-76621ee7-4594-4fd1-9029-9717919ecd1d req-11bf74d2-ff99-478a-b208-469dc5bde175 service neutron] 10.222.0.10 "GET /v2.0/networks/e89cba95-7c88-42ca-a2a1-7604d77c150d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563156 Jan 28 07:46:35.152370 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-c06bdaf4-f1ac-47a7-812e-469e35c346ab tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] device_id is not set on port c1cf2647-40e0-4ea6-80b0-09b640b79248 yet. {{(pid=103283) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 07:46:35.263809 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-76621ee7-4594-4fd1-9029-9717919ecd1d req-b9565791-d483-4dac-9a74-6b56fe3810be service neutron] 10.222.0.10 "GET /v2.0/networks/e89cba95-7c88-42ca-a2a1-7604d77c150d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508484 Jan 28 07:46:35.422642 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e9b13b-490d-4d0f-a6f7-9ae5ec4181bd req-9cc93c03-597f-4fb6-b8f9-3a2704fbcf4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:46:35.424925 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-53e9b13b-490d-4d0f-a6f7-9ae5ec4181bd req-9cc93c03-597f-4fb6-b8f9-3a2704fbcf4c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6e11006faf4241738db69f23221595e2&device_id=2e4102b0-3049-4b70-b5d1-ae8300e300f6 HTTP/1.1" status: 200 len: 1096 time: 0.0585151 Jan 28 07:46:35.477788 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-777205db-5e12-4bb8-8519-426aba1812bb None None] Network 28d557af-3c12-4abc-8f52-b6d071521254 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:46:35.640813 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e9b13b-490d-4d0f-a6f7-9ae5ec4181bd req-aed8b5e2-91bf-4630-ba8c-147b227870ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:46:35.642708 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-53e9b13b-490d-4d0f-a6f7-9ae5ec4181bd req-aed8b5e2-91bf-4630-ba8c-147b227870ce service neutron] 10.222.0.10 "GET /v2.0/networks?id=e89cba95-7c88-42ca-a2a1-7604d77c150d HTTP/1.1" status: 200 len: 913 time: 0.2065749 Jan 28 07:46:35.713359 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device ed1216c9-1dcd-4a20-9469-11907f175cf7 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:46:35.725523 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-da5cb9e0-8186-42e4-8269-f27482c8add2 None None] Provisioning complete for port ed1216c9-1dcd-4a20-9469-11907f175cf7 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:46:35.725912 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-da5cb9e0-8186-42e4-8269-f27482c8add2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (ed1216c9-1dcd-4a20-9469-11907f175cf7), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:35.748922 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-53e9b13b-490d-4d0f-a6f7-9ae5ec4181bd req-0951026c-99e1-4768-a9ab-ad160ca233cb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=44b6c68f-2a00-4110-99b6-ff002afe82bc HTTP/1.1" status: 200 len: 217 time: 0.0956059 Jan 28 07:46:35.796057 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bc02031c-e1e7-4bbe-b6c9-134a5021286e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:35.821434 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e9b13b-490d-4d0f-a6f7-9ae5ec4181bd req-35b64cca-5761-4e59-b487-60a273a72355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:46:35.823024 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-53e9b13b-490d-4d0f-a6f7-9ae5ec4181bd req-35b64cca-5761-4e59-b487-60a273a72355 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=be92a7e6-1604-4603-bacc-7f09a5c98a28 HTTP/1.1" status: 200 len: 851 time: 0.0657067 Jan 28 07:46:35.923666 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e9b13b-490d-4d0f-a6f7-9ae5ec4181bd req-c8295b98-f411-47fb-a6e6-fa0e399a33d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:46:35.925485 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-53e9b13b-490d-4d0f-a6f7-9ae5ec4181bd req-c8295b98-f411-47fb-a6e6-fa0e399a33d3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e89cba95-7c88-42ca-a2a1-7604d77c150d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0921535 Jan 28 07:46:35.949782 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port ed1216c9-1dcd-4a20-9469-11907f175cf7 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:46:35.950166 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (ed1216c9-1dcd-4a20-9469-11907f175cf7), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:35.971998 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c06bdaf4-f1ac-47a7-812e-469e35c346ab tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks [] for port (c1cf2647-40e0-4ea6-80b0-09b640b79248), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:36.038302 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-da5cb9e0-8186-42e4-8269-f27482c8add2 None None] Current status of the port ed1216c9-1dcd-4a20-9469-11907f175cf7 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:46:36.039726 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-da5cb9e0-8186-42e4-8269-f27482c8add2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (ed1216c9-1dcd-4a20-9469-11907f175cf7), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:36.105728 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-53e9b13b-490d-4d0f-a6f7-9ae5ec4181bd req-d3c69b9c-5a91-4dc0-b6c0-71b5aa035aae service neutron] 10.222.0.10 "GET /v2.0/networks/e89cba95-7c88-42ca-a2a1-7604d77c150d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709528 Jan 28 07:46:36.142283 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-c06bdaf4-f1ac-47a7-812e-469e35c346ab tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] device_id is not set on port 8d23bea9-3492-466a-8540-9f0527cf6425 yet. {{(pid=103283) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 07:46:36.166717 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-da5cb9e0-8186-42e4-8269-f27482c8add2 None None] For port ed1216c9-1dcd-4a20-9469-11907f175cf7, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=ed1216c9-1dcd-4a20-9469-11907f175cf7,segment=NetworkSegment(d717bbb0-6df6-42bd-b8bb-f148cd2d1524),segment_id=d717bbb0-6df6-42bd-b8bb-f148cd2d1524)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:46:36.181348 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-da5cb9e0-8186-42e4-8269-f27482c8add2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (ed1216c9-1dcd-4a20-9469-11907f175cf7), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:36.231041 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610561cf-74d9-43e4-9832-bf52a0c72357 req-486b485d-036c-413a-9dd7-e30f2913890e tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:46:36.232714 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-610561cf-74d9-43e4-9832-bf52a0c72357 req-486b485d-036c-413a-9dd7-e30f2913890e tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e4102b0-3049-4b70-b5d1-ae8300e300f6 HTTP/1.1" status: 200 len: 944 time: 0.1884539 Jan 28 07:46:36.248595 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port ed1216c9-1dcd-4a20-9469-11907f175cf7 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:46:36.249338 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (ed1216c9-1dcd-4a20-9469-11907f175cf7), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:36.314611 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-53e9b13b-490d-4d0f-a6f7-9ae5ec4181bd req-c5a49cfb-6d8f-44b5-95db-c84a5f68a9c6 service neutron] 10.222.0.10 "GET /v2.0/networks/e89cba95-7c88-42ca-a2a1-7604d77c150d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978261 Jan 28 07:46:36.428968 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-610561cf-74d9-43e4-9832-bf52a0c72357 req-149b7f1e-1758-457a-b8d9-78e6cb86b394 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec6d871e-ef1d-448d-95b7-68ce22e3161e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1869352 Jan 28 07:46:36.430785 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-df7c3041-3509-4165-b5a2-9223c4cc5479 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (2b035257-a8cf-49ac-a42b-8bed013c84f5), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:36.561816 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5cb9e0-8186-42e4-8269-f27482c8add2 None None] Pushing event updated for resources: {'Port': ['ID=ed1216c9-1dcd-4a20-9469-11907f175cf7,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:36.585111 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-e7eedd6f-81c5-499d-b7da-7121b4eb8359 None None] Provisioning complete for port 2b035257-a8cf-49ac-a42b-8bed013c84f5 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:46:36.586067 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e7eedd6f-81c5-499d-b7da-7121b4eb8359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (2b035257-a8cf-49ac-a42b-8bed013c84f5), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:36.652944 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.db.api [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103285) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 07:46:36.654893 n-d-712749-28 neutron-server[103285]: DEBUG oslo_db.api [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 07:46:36.680646 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-e7eedd6f-81c5-499d-b7da-7121b4eb8359 None None] Port 2b035257-a8cf-49ac-a42b-8bed013c84f5 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:46:36.687239 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c06bdaf4-f1ac-47a7-812e-469e35c346ab tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks [] for port (8d23bea9-3492-466a-8540-9f0527cf6425), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:36.702236 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-e7eedd6f-81c5-499d-b7da-7121b4eb8359 None None] Provisioning complete for port ed1216c9-1dcd-4a20-9469-11907f175cf7 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:46:36.702760 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e7eedd6f-81c5-499d-b7da-7121b4eb8359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (ed1216c9-1dcd-4a20-9469-11907f175cf7), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:36.797050 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c06bdaf4-f1ac-47a7-812e-469e35c346ab tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (c1cf2647-40e0-4ea6-80b0-09b640b79248), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:36.809777 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-e7eedd6f-81c5-499d-b7da-7121b4eb8359 None None] Current status of the port ed1216c9-1dcd-4a20-9469-11907f175cf7 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:46:36.867760 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c06bdaf4-f1ac-47a7-812e-469e35c346ab tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Network a2c9662c-dd05-41f3-9571-30d0f72a2dc8 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:46:36.881305 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-c06bdaf4-f1ac-47a7-812e-469e35c346ab tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:46:36.888827 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06bdaf4-f1ac-47a7-812e-469e35c346ab tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:46:36.889716 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c06bdaf4-f1ac-47a7-812e-469e35c346ab tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (8d23bea9-3492-466a-8540-9f0527cf6425), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:36.892989 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06bdaf4-f1ac-47a7-812e-469e35c346ab tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Pushing event updated for resources: {'Port': ['ID=c1cf2647-40e0-4ea6-80b0-09b640b79248,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:36.931725 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-a5ceb3e7-95a4-4fc4-b50d-16aee3d28120 None None] Provisioning complete for port 2b035257-a8cf-49ac-a42b-8bed013c84f5 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:46:36.932533 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a5ceb3e7-95a4-4fc4-b50d-16aee3d28120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (2b035257-a8cf-49ac-a42b-8bed013c84f5), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:36.979714 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-a5ceb3e7-95a4-4fc4-b50d-16aee3d28120 None None] Port 2b035257-a8cf-49ac-a42b-8bed013c84f5 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:46:36.985457 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06bdaf4-f1ac-47a7-812e-469e35c346ab tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Pushing event updated for resources: {'Port': ['ID=8d23bea9-3492-466a-8540-9f0527cf6425,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:36.989155 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-df7c3041-3509-4165-b5a2-9223c4cc5479 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks [] for port (2b035257-a8cf-49ac-a42b-8bed013c84f5), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:36.999041 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06bdaf4-f1ac-47a7-812e-469e35c346ab tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Checking segment: {'id': 'c65085fb-d557-4c76-b41a-370ca5cc94af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '37cdc4bc-8e9e-4d7c-8320-e6ae42a0de95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:46:36.999485 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c06bdaf4-f1ac-47a7-812e-469e35c346ab tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Network hostable DHCP agents. Network: 37cdc4bc-8e9e-4d7c-8320-e6ae42a0de95, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:46:37.002989 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-df7c3041-3509-4165-b5a2-9223c4cc5479 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (2b035257-a8cf-49ac-a42b-8bed013c84f5), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:37.076030 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:37.089736 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c06bdaf4-f1ac-47a7-812e-469e35c346ab tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Network 37cdc4bc-8e9e-4d7c-8320-e6ae42a0de95 is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:46:37.096475 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-df7c3041-3509-4165-b5a2-9223c4cc5479 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16318999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16606560'] for router_interface (00114493-53d4-4791-96c7-46d0430ca457), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:37.104626 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7c3041-3509-4165-b5a2-9223c4cc5479 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Pushing event updated for resources: {'Port': ['ID=2b035257-a8cf-49ac-a42b-8bed013c84f5,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:37.112929 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-c06bdaf4-f1ac-47a7-812e-469e35c346ab tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, 37cdc4bc-8e9e-4d7c-8320-e6ae42a0de95) {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:46:37.126838 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06bdaf4-f1ac-47a7-812e-469e35c346ab tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:46:37.132122 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c06bdaf4-f1ac-47a7-812e-469e35c346ab tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:46:37.133974 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-721d24a0-aab0-45dc-a927-4cdfd682771e None None] Network 37cdc4bc-8e9e-4d7c-8320-e6ae42a0de95 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:46:37.136633 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c06bdaf4-f1ac-47a7-812e-469e35c346ab tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:46:37.137329 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c06bdaf4-f1ac-47a7-812e-469e35c346ab tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:37.187695 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-c06bdaf4-f1ac-47a7-812e-469e35c346ab tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.9834888 Jan 28 07:46:37.190909 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33284) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:46:37.260064 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df7c3041-3509-4165-b5a2-9223c4cc5479 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Network 28d557af-3c12-4abc-8f52-b6d071521254 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:46:37.274682 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-df7c3041-3509-4165-b5a2-9223c4cc5479 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:46:37.287934 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port ed1216c9-1dcd-4a20-9469-11907f175cf7 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:46:37.289404 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 3127b7e1-5791-4c35-acf2-bc78c30901a1 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:46:37.348906 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-7801df45-6c02-4d76-bc0e-44eca93c101b tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Deleting port 8d23bea9-3492-466a-8540-9f0527cf6425 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:46:37.349257 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7801df45-6c02-4d76-bc0e-44eca93c101b tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (8d23bea9-3492-466a-8540-9f0527cf6425), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:37.486810 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7801df45-6c02-4d76-bc0e-44eca93c101b tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (8d23bea9-3492-466a-8540-9f0527cf6425), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:37.511053 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df7c3041-3509-4165-b5a2-9223c4cc5479 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Router 00114493-53d4-4791-96c7-46d0430ca457 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:46:37.522192 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-7801df45-6c02-4d76-bc0e-44eca93c101b tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Calling delete_port for 8d23bea9-3492-466a-8540-9f0527cf6425 owned by {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:46:37.547491 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 3127b7e1-5791-4c35-acf2-bc78c30901a1 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:46:37.547880 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (3127b7e1-5791-4c35-acf2-bc78c30901a1), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:37.724105 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df7c3041-3509-4165-b5a2-9223c4cc5479 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:46:37.732033 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-df7c3041-3509-4165-b5a2-9223c4cc5479 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] 10.222.0.41 "PUT /v2.0/routers/00114493-53d4-4791-96c7-46d0430ca457/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5061815 Jan 28 07:46:37.735128 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 33290) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:46:37.742240 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 3127b7e1-5791-4c35-acf2-bc78c30901a1 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:46:37.744040 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4ef4fd-d0c2-44f5-9007-5d757f915fee req-ed63725a-781f-4f98-b7aa-363c785e4c1a tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:46:37.745246 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (3127b7e1-5791-4c35-acf2-bc78c30901a1), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:37.756828 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6d4ef4fd-d0c2-44f5-9007-5d757f915fee req-ed63725a-781f-4f98-b7aa-363c785e4c1a tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e4102b0-3049-4b70-b5d1-ae8300e300f6 HTTP/1.1" status: 200 len: 944 time: 0.2016892 Jan 28 07:46:37.785608 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] For port 3127b7e1-5791-4c35-acf2-bc78c30901a1, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=3127b7e1-5791-4c35-acf2-bc78c30901a1,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:46:37.787967 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e3e4d2-3290-4a48-b2b4-ac6e8247dd9f None None] Sync routers for ids ['00114493-53d4-4791-96c7-46d0430ca457'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:46:37.816996 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-fb5697fa-814b-46a5-ab3e-f33ef140a937 None None] Provisioning complete for port 2b035257-a8cf-49ac-a42b-8bed013c84f5 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:46:37.817884 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fb5697fa-814b-46a5-ab3e-f33ef140a937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (2b035257-a8cf-49ac-a42b-8bed013c84f5), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:37.867398 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80393310-73a3-4610-886e-90b7ce99718c tempest-TestNetworkBasicOps-1367905772 tempest-TestNetworkBasicOps-1367905772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:46:37.867934 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80393310-73a3-4610-886e-90b7ce99718c tempest-TestNetworkBasicOps-1367905772 tempest-TestNetworkBasicOps-1367905772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:46:37.868540 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80393310-73a3-4610-886e-90b7ce99718c tempest-TestNetworkBasicOps-1367905772 tempest-TestNetworkBasicOps-1367905772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:46:37.869014 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80393310-73a3-4610-886e-90b7ce99718c tempest-TestNetworkBasicOps-1367905772 tempest-TestNetworkBasicOps-1367905772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:46:37.869476 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80393310-73a3-4610-886e-90b7ce99718c tempest-TestNetworkBasicOps-1367905772 tempest-TestNetworkBasicOps-1367905772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:46:37.869982 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80393310-73a3-4610-886e-90b7ce99718c tempest-TestNetworkBasicOps-1367905772 tempest-TestNetworkBasicOps-1367905772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:46:37.870447 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80393310-73a3-4610-886e-90b7ce99718c tempest-TestNetworkBasicOps-1367905772 tempest-TestNetworkBasicOps-1367905772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:46:37.870901 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80393310-73a3-4610-886e-90b7ce99718c tempest-TestNetworkBasicOps-1367905772 tempest-TestNetworkBasicOps-1367905772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:46:37.874610 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-80393310-73a3-4610-886e-90b7ce99718c tempest-TestNetworkBasicOps-1367905772 tempest-TestNetworkBasicOps-1367905772-project-admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5596 time: 0.1367576 Jan 28 07:46:37.875535 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 33292) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:46:37.881060 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (3127b7e1-5791-4c35-acf2-bc78c30901a1), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:37.897798 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6d4ef4fd-d0c2-44f5-9007-5d757f915fee req-93a07956-114a-4bc8-8c59-4613e337282c tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec6d871e-ef1d-448d-95b7-68ce22e3161e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1385996 Jan 28 07:46:37.902349 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e3e4d2-3290-4a48-b2b4-ac6e8247dd9f None None] Routers {'00114493-53d4-4791-96c7-46d0430ca457'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:46:37.903956 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-d7e3e4d2-3290-4a48-b2b4-ac6e8247dd9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:46:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['00114493-53d4-4791-96c7-46d0430ca457'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:46:37.911836 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7801df45-6c02-4d76-bc0e-44eca93c101b tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (8d23bea9-3492-466a-8540-9f0527cf6425), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:37.913407 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-fb5697fa-814b-46a5-ab3e-f33ef140a937 None None] Port 2b035257-a8cf-49ac-a42b-8bed013c84f5 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:46:37.960081 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7801df45-6c02-4d76-bc0e-44eca93c101b tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Pushing event deleted for resources: {'Port': ['ID=8d23bea9-3492-466a-8540-9f0527cf6425,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:37.966721 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7801df45-6c02-4d76-bc0e-44eca93c101b tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:37.970247 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-7801df45-6c02-4d76-bc0e-44eca93c101b tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] 10.222.0.41 "DELETE /v2.0/ports/8d23bea9-3492-466a-8540-9f0527cf6425 HTTP/1.1" status: 204 len: 168 time: 0.7776942 Jan 28 07:46:37.972691 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33294) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:46:38.049836 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Pushing event updated for resources: {'Port': ['ID=3127b7e1-5791-4c35-acf2-bc78c30901a1,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:38.052704 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device ed1216c9-1dcd-4a20-9469-11907f175cf7 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:46:38.053091 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8418afd6-e363-4bef-994b-94275c7c786b tempest-TestNetworkBasicOps-1367905772 tempest-TestNetworkBasicOps-1367905772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:46:38.053985 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8418afd6-e363-4bef-994b-94275c7c786b tempest-TestNetworkBasicOps-1367905772 tempest-TestNetworkBasicOps-1367905772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:46:38.055779 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8418afd6-e363-4bef-994b-94275c7c786b tempest-TestNetworkBasicOps-1367905772 tempest-TestNetworkBasicOps-1367905772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:46:38.056343 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8418afd6-e363-4bef-994b-94275c7c786b tempest-TestNetworkBasicOps-1367905772 tempest-TestNetworkBasicOps-1367905772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:46:38.056800 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8418afd6-e363-4bef-994b-94275c7c786b tempest-TestNetworkBasicOps-1367905772 tempest-TestNetworkBasicOps-1367905772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:46:38.057249 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8418afd6-e363-4bef-994b-94275c7c786b tempest-TestNetworkBasicOps-1367905772 tempest-TestNetworkBasicOps-1367905772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:46:38.059350 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-8418afd6-e363-4bef-994b-94275c7c786b tempest-TestNetworkBasicOps-1367905772 tempest-TestNetworkBasicOps-1367905772-project-admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.1828482 Jan 28 07:46:38.061978 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 33296) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:46:38.087603 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dd6aa88-ee66-4d2d-96df-afd615a3718a tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:46:38.094282 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dd6aa88-ee66-4d2d-96df-afd615a3718a tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:46:38.099112 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-1dd6aa88-ee66-4d2d-96df-afd615a3718a tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.1254494 Jan 28 07:46:38.100500 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33298) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:46:38.148712 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:46:38.149204 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:46:38.149660 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:46:38.150118 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:46:38.150573 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:46:38.151241 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:46:38.151701 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:46:38.152147 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:46:38.152867 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:46:38.153320 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:46:38.153767 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:46:38.154213 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:46:38.154654 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:46:38.225209 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port ed1216c9-1dcd-4a20-9469-11907f175cf7 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:46:38.225681 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (ed1216c9-1dcd-4a20-9469-11907f175cf7), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:38.281318 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-d7e3e4d2-3290-4a48-b2b4-ac6e8247dd9f None None] Set router 00114493-53d4-4791-96c7-46d0430ca457 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:46:38.383302 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-15928636-b2a9-4c3f-8c6f-a58265125061 tempest-TestNetworkBasicOps-1367905772 tempest-TestNetworkBasicOps-1367905772-project-admin] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.3194892 Jan 28 07:46:38.463185 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port ed1216c9-1dcd-4a20-9469-11907f175cf7 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:46:38.549856 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 33302) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:46:38.555569 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-fc62cc6e-ee07-4b6f-b384-f8eac6433bcf tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-760023864', 'description': 'tempest-secgroup-smoke-760023864 description', 'project_id': '5542ea76c30542aeb3cf0ca71420ede0'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:46:38.580484 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fc62cc6e-ee07-4b6f-b384-f8eac6433bcf tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:38.610089 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-d7e3e4d2-3290-4a48-b2b4-ac6e8247dd9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00114493-53d4-4791-96c7-46d0430ca457', 'name': 'tempest-TestNetworkBasicOps-router-1683959424', 'tenant_id': '5542ea76c30542aeb3cf0ca71420ede0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': '3127b7e1-5791-4c35-acf2-bc78c30901a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:46:29Z', 'updated_at': '2022-01-28T07:46:36Z', 'revision_number': 4, 'project_id': '5542ea76c30542aeb3cf0ca71420ede0', 'gw_port': {'id': '3127b7e1-5791-4c35-acf2-bc78c30901a1', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:9e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00114493-53d4-4791-96c7-46d0430ca457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:46:29Z', 'updated_at': '2022-01-28T07:46:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '2b035257-a8cf-49ac-a42b-8bed013c84f5', 'name': '', 'network_id': '28d557af-3c12-4abc-8f52-b6d071521254', 'tenant_id': '5542ea76c30542aeb3cf0ca71420ede0', 'mac_address': 'fa:16:3e:79:c6:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00114493-53d4-4791-96c7-46d0430ca457', 'device_owner': 'network:router_interface', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': '9ac67502-94d9-4a8d-92e4-b5c3a2cb9784', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:46:33Z', 'updated_at': '2022-01-28T07:46:36Z', 'revision_number': 2, 'project_id': '5542ea76c30542aeb3cf0ca71420ede0', 'subnets': [{'id': '9ac67502-94d9-4a8d-92e4-b5c3a2cb9784', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:46:38.652473 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e3e4d2-3290-4a48-b2b4-ac6e8247dd9f None None] Checking router: 00114493-53d4-4791-96c7-46d0430ca457 for host: n-d-712749-28 {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:46:38.652880 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e3e4d2-3290-4a48-b2b4-ac6e8247dd9f None None] Updating router 00114493-53d4-4791-96c7-46d0430ca457 port 2b035257-a8cf-49ac-a42b-8bed013c84f5 binding host n-d-712749-28 {{(pid=103285) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 07:46:38.677724 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fc62cc6e-ee07-4b6f-b384-f8eac6433bcf tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks [] for security_group (227709ba-5010-4fdb-b51b-da1956850163), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:38.686002 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fc62cc6e-ee07-4b6f-b384-f8eac6433bcf tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (227709ba-5010-4fdb-b51b-da1956850163), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:38.696029 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d7e3e4d2-3290-4a48-b2b4-ac6e8247dd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (2b035257-a8cf-49ac-a42b-8bed013c84f5), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:38.724156 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fc62cc6e-ee07-4b6f-b384-f8eac6433bcf tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:38.728095 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-fc62cc6e-ee07-4b6f-b384-f8eac6433bcf tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1743784 Jan 28 07:46:38.730106 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33304) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:46:38.739964 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-31e85524-d1b5-4f67-9f6f-af2af59c5444 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Request body: {'security_group_rule': {'security_group_id': '227709ba-5010-4fdb-b51b-da1956850163', 'project_id': '5542ea76c30542aeb3cf0ca71420ede0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:46:38.749826 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc62cc6e-ee07-4b6f-b384-f8eac6433bcf tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=227709ba-5010-4fdb-b51b-da1956850163,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:38.780518 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:38.783191 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-2abf1655-c060-452d-87ca-5bf541171acc tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Deleting port c1cf2647-40e0-4ea6-80b0-09b640b79248 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:46:38.785036 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2abf1655-c060-452d-87ca-5bf541171acc tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (c1cf2647-40e0-4ea6-80b0-09b640b79248), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:38.839428 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-31e85524-d1b5-4f67-9f6f-af2af59c5444 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks [] for security_group_rule (3c93096d-d4ef-4ebb-8a13-f926214809d8), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:38.956251 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-31e85524-d1b5-4f67-9f6f-af2af59c5444 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks [] for security_group_rule (3c93096d-d4ef-4ebb-8a13-f926214809d8), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:38.958032 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2abf1655-c060-452d-87ca-5bf541171acc tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (c1cf2647-40e0-4ea6-80b0-09b640b79248), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:38.967661 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-31e85524-d1b5-4f67-9f6f-af2af59c5444 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (3c93096d-d4ef-4ebb-8a13-f926214809d8), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:38.987155 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e85524-d1b5-4f67-9f6f-af2af59c5444 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c93096d-d4ef-4ebb-8a13-f926214809d8,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:38.990279 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-2abf1655-c060-452d-87ca-5bf541171acc tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Calling delete_port for c1cf2647-40e0-4ea6-80b0-09b640b79248 owned by {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:46:39.012133 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-31e85524-d1b5-4f67-9f6f-af2af59c5444 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:39.015811 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-31e85524-d1b5-4f67-9f6f-af2af59c5444 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2781160 Jan 28 07:46:39.017207 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33310) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:46:39.021019 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-f152dc17-49e9-4b22-acb9-7b46bab9f11e tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Request body: {'security_group_rule': {'security_group_id': '227709ba-5010-4fdb-b51b-da1956850163', 'project_id': '5542ea76c30542aeb3cf0ca71420ede0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:46:39.088834 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d7e3e4d2-3290-4a48-b2b4-ac6e8247dd9f None None] Publish callbacks [] for port (2b035257-a8cf-49ac-a42b-8bed013c84f5), precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:39.096471 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d7e3e4d2-3290-4a48-b2b4-ac6e8247dd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (2b035257-a8cf-49ac-a42b-8bed013c84f5), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:39.139143 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f152dc17-49e9-4b22-acb9-7b46bab9f11e tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks [] for security_group_rule (1de0bc96-683e-4a45-9b7e-7d48d0c9114a), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:39.162053 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc20a599-14c3-431a-95fb-06270bdd3f49 None None] Pushing event updated for resources: {'Port': ['ID=2b035257-a8cf-49ac-a42b-8bed013c84f5,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:39.175366 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75fe311-d4ce-4e80-b045-401fa065f542 req-8042d32f-f38d-4b99-8073-f5e4964d2702 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:46:39.176986 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d75fe311-d4ce-4e80-b045-401fa065f542 req-8042d32f-f38d-4b99-8073-f5e4964d2702 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e4102b0-3049-4b70-b5d1-ae8300e300f6 HTTP/1.1" status: 200 len: 944 time: 0.1165690 Jan 28 07:46:39.239412 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f152dc17-49e9-4b22-acb9-7b46bab9f11e tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks [] for security_group_rule (1de0bc96-683e-4a45-9b7e-7d48d0c9114a), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:39.249788 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f152dc17-49e9-4b22-acb9-7b46bab9f11e tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (1de0bc96-683e-4a45-9b7e-7d48d0c9114a), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:39.275151 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2abf1655-c060-452d-87ca-5bf541171acc tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (c1cf2647-40e0-4ea6-80b0-09b640b79248), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:39.311449 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-d7e3e4d2-3290-4a48-b2b4-ac6e8247dd9f None None] Attempting to bind port 2b035257-a8cf-49ac-a42b-8bed013c84f5 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:46:39.311837 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-d7e3e4d2-3290-4a48-b2b4-ac6e8247dd9f None None] Attempting to bind port 2b035257-a8cf-49ac-a42b-8bed013c84f5 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': 'd717bbb0-6df6-42bd-b8bb-f148cd2d1524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '28d557af-3c12-4abc-8f52-b6d071521254'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:46:39.312237 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e3e4d2-3290-4a48-b2b4-ac6e8247dd9f None None] Attempting to bind port 2b035257-a8cf-49ac-a42b-8bed013c84f5 on network 28d557af-3c12-4abc-8f52-b6d071521254 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:46:39.321633 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e3e4d2-3290-4a48-b2b4-ac6e8247dd9f None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 46, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:46:39.322020 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e3e4d2-3290-4a48-b2b4-ac6e8247dd9f None None] Checking segment: {'id': 'd717bbb0-6df6-42bd-b8bb-f148cd2d1524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '28d557af-3c12-4abc-8f52-b6d071521254'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:46:39.322438 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d7e3e4d2-3290-4a48-b2b4-ac6e8247dd9f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:39.322846 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e3e4d2-3290-4a48-b2b4-ac6e8247dd9f None None] Bound using segment: {'id': 'd717bbb0-6df6-42bd-b8bb-f148cd2d1524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '28d557af-3c12-4abc-8f52-b6d071521254'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:46:39.323331 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-d7e3e4d2-3290-4a48-b2b4-ac6e8247dd9f None None] Bound port: 2b035257-a8cf-49ac-a42b-8bed013c84f5, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd717bbb0-6df6-42bd-b8bb-f148cd2d1524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '28d557af-3c12-4abc-8f52-b6d071521254'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:46:39.323722 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d7e3e4d2-3290-4a48-b2b4-ac6e8247dd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (2b035257-a8cf-49ac-a42b-8bed013c84f5), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:39.345306 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abf1655-c060-452d-87ca-5bf541171acc tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Pushing event deleted for resources: {'Port': ['ID=c1cf2647-40e0-4ea6-80b0-09b640b79248,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:39.352095 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f152dc17-49e9-4b22-acb9-7b46bab9f11e tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1de0bc96-683e-4a45-9b7e-7d48d0c9114a,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:39.361045 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d75fe311-d4ce-4e80-b045-401fa065f542 req-e24edb15-3527-4c65-8932-f963896ba929 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec6d871e-ef1d-448d-95b7-68ce22e3161e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1760654 Jan 28 07:46:39.368948 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f152dc17-49e9-4b22-acb9-7b46bab9f11e tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:39.370188 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-f152dc17-49e9-4b22-acb9-7b46bab9f11e tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3530712 Jan 28 07:46:39.371489 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2abf1655-c060-452d-87ca-5bf541171acc tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:39.372938 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 33312) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:46:39.374783 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-2abf1655-c060-452d-87ca-5bf541171acc tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] 10.222.0.41 "DELETE /v2.0/ports/c1cf2647-40e0-4ea6-80b0-09b640b79248 HTTP/1.1" status: 204 len: 168 time: 1.2731979 Jan 28 07:46:39.377357 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33314) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:46:39.390057 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-c9a1b3de-c2f3-49d8-8393-7663046afaba tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Request body: {'security_group_rule': {'security_group_id': '227709ba-5010-4fdb-b51b-da1956850163', 'project_id': '5542ea76c30542aeb3cf0ca71420ede0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:46:39.446304 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05184402-259d-45e5-a821-5987015b34b5 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:46:39.447959 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-05184402-259d-45e5-a821-5987015b34b5 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0696509 Jan 28 07:46:39.452551 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33316) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:46:39.470417 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-d741708f-5049-478e-aa0b-cd8034be2943 None None] Provisioning complete for port 2b035257-a8cf-49ac-a42b-8bed013c84f5 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:46:39.470794 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d741708f-5049-478e-aa0b-cd8034be2943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (2b035257-a8cf-49ac-a42b-8bed013c84f5), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:39.474412 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c9a1b3de-c2f3-49d8-8393-7663046afaba tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks [] for security_group_rule (891c005b-f9e1-407f-963e-4bcbf20d9d1e), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:39.482977 n-d-712749-28 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-3127f2c2-c4e7-4933-a0ad-5ebdf9007a2a tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] GET failed (client error): The resource could not be found. Jan 28 07:46:39.484522 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-3127f2c2-c4e7-4933-a0ad-5ebdf9007a2a tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] 10.222.0.41 "GET /v2.0/ports/8d23bea9-3492-466a-8540-9f0527cf6425 HTTP/1.1" status: 404 len: 333 time: 0.0309043 Jan 28 07:46:39.487175 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33318) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:46:39.515221 n-d-712749-28 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d7d140e-fe97-48a5-a1c3-1771629418c7 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] GET failed (client error): The resource could not be found. Jan 28 07:46:39.518498 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-5d7d140e-fe97-48a5-a1c3-1771629418c7 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] 10.222.0.41 "GET /v2.0/ports/c1cf2647-40e0-4ea6-80b0-09b640b79248 HTTP/1.1" status: 404 len: 333 time: 0.0301793 Jan 28 07:46:39.521580 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-d7e3e4d2-3290-4a48-b2b4-ac6e8247dd9f None None] For port 2b035257-a8cf-49ac-a42b-8bed013c84f5, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:46:39.522369 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33320) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:46:39.531405 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-d7e3e4d2-3290-4a48-b2b4-ac6e8247dd9f None None] For port 2b035257-a8cf-49ac-a42b-8bed013c84f5, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=2b035257-a8cf-49ac-a42b-8bed013c84f5,segment=NetworkSegment(d717bbb0-6df6-42bd-b8bb-f148cd2d1524),segment_id=d717bbb0-6df6-42bd-b8bb-f148cd2d1524)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:46:39.542042 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d7e3e4d2-3290-4a48-b2b4-ac6e8247dd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (2b035257-a8cf-49ac-a42b-8bed013c84f5), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:39.551311 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-d741708f-5049-478e-aa0b-cd8034be2943 None None] Port 2b035257-a8cf-49ac-a42b-8bed013c84f5 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:46:39.577373 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c9a1b3de-c2f3-49d8-8393-7663046afaba tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks [] for security_group_rule (891c005b-f9e1-407f-963e-4bcbf20d9d1e), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:39.605238 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c9a1b3de-c2f3-49d8-8393-7663046afaba tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (891c005b-f9e1-407f-963e-4bcbf20d9d1e), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:39.613978 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e3e4d2-3290-4a48-b2b4-ac6e8247dd9f None None] Routers {'00114493-53d4-4791-96c7-46d0430ca457'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:46:39.614346 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-d7e3e4d2-3290-4a48-b2b4-ac6e8247dd9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:46:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['00114493-53d4-4791-96c7-46d0430ca457'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:46:39.647203 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a1b3de-c2f3-49d8-8393-7663046afaba tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=891c005b-f9e1-407f-963e-4bcbf20d9d1e,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:39.655519 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c9a1b3de-c2f3-49d8-8393-7663046afaba tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:39.657058 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-c9a1b3de-c2f3-49d8-8393-7663046afaba tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2830083 Jan 28 07:46:39.659780 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33322) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:46:39.667252 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-344b95cf-fe20-4539-8c12-f1c93563471e tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Request body: {'security_group_rule': {'security_group_id': '227709ba-5010-4fdb-b51b-da1956850163', 'project_id': '5542ea76c30542aeb3cf0ca71420ede0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:46:39.678259 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e1c34b05-ff69-4256-ae5e-97b9e1423fd6 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (37cdc4bc-8e9e-4d7c-8320-e6ae42a0de95), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:39.757838 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-d7e3e4d2-3290-4a48-b2b4-ac6e8247dd9f None None] Set router 00114493-53d4-4791-96c7-46d0430ca457 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:46:39.768009 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-344b95cf-fe20-4539-8c12-f1c93563471e tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks [] for security_group_rule (5c53df45-2c75-4c5b-95da-db04eace071e), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:39.851251 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e1c34b05-ff69-4256-ae5e-97b9e1423fd6 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (37cdc4bc-8e9e-4d7c-8320-e6ae42a0de95), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:39.871239 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc20a599-14c3-431a-95fb-06270bdd3f49 None None] Pushing event updated for resources: {'Port': ['ID=2b035257-a8cf-49ac-a42b-8bed013c84f5,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:39.893139 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-e1c34b05-ff69-4256-ae5e-97b9e1423fd6 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37cdc4bc-8e9e-4d7c-8320-e6ae42a0de95']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:46:39.907705 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-e1c34b05-ff69-4256-ae5e-97b9e1423fd6 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c65085fb-d557-4c76-b41a-370ca5cc94af') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:46:39.908024 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-e1c34b05-ff69-4256-ae5e-97b9e1423fd6 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c65085fb-d557-4c76-b41a-370ca5cc94af') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:46:39.923531 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e1c34b05-ff69-4256-ae5e-97b9e1423fd6 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24759294'] for segment (c65085fb-d557-4c76-b41a-370ca5cc94af), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:39.943929 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e1c34b05-ff69-4256-ae5e-97b9e1423fd6 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (c65085fb-d557-4c76-b41a-370ca5cc94af), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:39.951360 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1c34b05-ff69-4256-ae5e-97b9e1423fd6 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:46:39.951758 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e1c34b05-ff69-4256-ae5e-97b9e1423fd6 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24757675'] for segment (c65085fb-d557-4c76-b41a-370ca5cc94af), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:39.959617 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:40.001724 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-87a95943-6070-4109-bbd6-cc090fbcc712 None None] Provisioning complete for port 2b035257-a8cf-49ac-a42b-8bed013c84f5 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:46:40.002114 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-87a95943-6070-4109-bbd6-cc090fbcc712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (2b035257-a8cf-49ac-a42b-8bed013c84f5), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:40.017022 n-d-712749-28 neutron-server[103284]: Traceback (most recent call last): Jan 28 07:46:40.017022 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:46:40.017022 n-d-712749-28 neutron-server[103284]: timer() Jan 28 07:46:40.017022 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:46:40.017022 n-d-712749-28 neutron-server[103284]: cb(*args, **kw) Jan 28 07:46:40.017022 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:46:40.017022 n-d-712749-28 neutron-server[103284]: return func(*args, **kwargs) Jan 28 07:46:40.017022 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:46:40.017022 n-d-712749-28 neutron-server[103284]: self._notify() Jan 28 07:46:40.017022 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:46:40.017022 n-d-712749-28 neutron-server[103284]: self.callback(batched_events) Jan 28 07:46:40.017022 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:46:40.017022 n-d-712749-28 neutron-server[103284]: event.method(event) Jan 28 07:46:40.017022 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:46:40.017022 n-d-712749-28 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:46:40.017022 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:46:40.017022 n-d-712749-28 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:46:40.017022 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:46:40.017022 n-d-712749-28 neutron-server[103284]: return f(self, *a, **k) Jan 28 07:46:40.017022 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:46:40.017022 n-d-712749-28 neutron-server[103284]: return self._get(url).json() Jan 28 07:46:40.017022 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:46:40.017022 n-d-712749-28 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:46:40.017022 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:46:40.017022 n-d-712749-28 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Jan 28 07:46:40.017022 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:46:40.017022 n-d-712749-28 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:46:40.017022 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:46:40.017022 n-d-712749-28 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:46:40.017022 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:46:40.017022 n-d-712749-28 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:46:40.017022 n-d-712749-28 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:46:40.077305 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 3127b7e1-5791-4c35-acf2-bc78c30901a1 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:46:40.098538 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-344b95cf-fe20-4539-8c12-f1c93563471e tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks [] for security_group_rule (5c53df45-2c75-4c5b-95da-db04eace071e), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:40.106204 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-344b95cf-fe20-4539-8c12-f1c93563471e tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (5c53df45-2c75-4c5b-95da-db04eace071e), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:40.127861 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e1c34b05-ff69-4256-ae5e-97b9e1423fd6 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (37cdc4bc-8e9e-4d7c-8320-e6ae42a0de95), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:40.142935 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e1c34b05-ff69-4256-ae5e-97b9e1423fd6 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:40.152123 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-e1c34b05-ff69-4256-ae5e-97b9e1423fd6 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] 10.222.0.41 "DELETE /v2.0/networks/37cdc4bc-8e9e-4d7c-8320-e6ae42a0de95 HTTP/1.1" status: 204 len: 168 time: 0.6281202 Jan 28 07:46:40.152527 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 33334) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:46:40.157465 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344b95cf-fe20-4539-8c12-f1c93563471e tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c53df45-2c75-4c5b-95da-db04eace071e,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:40.158085 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-d6b7f7c8-b542-48b4-9f3c-e420e1a2d035 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2073806742'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:46:40.178271 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-344b95cf-fe20-4539-8c12-f1c93563471e tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:40.180947 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-344b95cf-fe20-4539-8c12-f1c93563471e tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5200248 Jan 28 07:46:40.182136 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c34b05-ff69-4256-ae5e-97b9e1423fd6 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Pushing event deleted for resources: {'Network': ['ID=37cdc4bc-8e9e-4d7c-8320-e6ae42a0de95,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:40.184997 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33336) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:46:40.191271 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-fdac772c-6a26-4842-b9e2-e12f8aa9b45a tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Request body: {'security_group_rule': {'security_group_id': '227709ba-5010-4fdb-b51b-da1956850163', 'project_id': '5542ea76c30542aeb3cf0ca71420ede0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:46:40.204635 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6b7f7c8-b542-48b4-9f3c-e420e1a2d035 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Made reservation on behalf of 98c059871bfd44fc86db6ef0328be4a5 for: {'network': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:46:40.208181 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d6b7f7c8-b542-48b4-9f3c-e420e1a2d035 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:40.231354 n-d-712749-28 neutron-server[103284]: INFO neutron.db.securitygroups_db [None req-fdac772c-6a26-4842-b9e2-e12f8aa9b45a tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Project 5542ea76c30542aeb3cf0ca71420ede0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 07:46:40.239927 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fdac772c-6a26-4842-b9e2-e12f8aa9b45a tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks [] for security_group_rule (242ce659-83d4-4185-8c2f-bc55f9ad3273), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:40.250630 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-87a95943-6070-4109-bbd6-cc090fbcc712 None None] Current status of the port 2b035257-a8cf-49ac-a42b-8bed013c84f5 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:46:40.251359 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-87a95943-6070-4109-bbd6-cc090fbcc712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (2b035257-a8cf-49ac-a42b-8bed013c84f5), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:40.253888 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6b7f7c8-b542-48b4-9f3c-e420e1a2d035 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=103283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:46:40.266791 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 3127b7e1-5791-4c35-acf2-bc78c30901a1 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:46:40.267488 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (3127b7e1-5791-4c35-acf2-bc78c30901a1), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:40.273446 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d6b7f7c8-b542-48b4-9f3c-e420e1a2d035 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (93d7b4a1-af11-4761-aef1-ed4c65b3b27b), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:40.273800 n-d-712749-28 neutron-server[103283]: INFO neutron.db.segments_db [None req-d6b7f7c8-b542-48b4-9f3c-e420e1a2d035 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Added segment 93d7b4a1-af11-4761-aef1-ed4c65b3b27b of type vlan for network fa3f999a-fa81-4eef-b368-1dfdde15a1e1 Jan 28 07:46:40.329609 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fdac772c-6a26-4842-b9e2-e12f8aa9b45a tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks [] for security_group_rule (242ce659-83d4-4185-8c2f-bc55f9ad3273), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:40.340121 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-87a95943-6070-4109-bbd6-cc090fbcc712 None None] For port 2b035257-a8cf-49ac-a42b-8bed013c84f5, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=2b035257-a8cf-49ac-a42b-8bed013c84f5,segment=NetworkSegment(d717bbb0-6df6-42bd-b8bb-f148cd2d1524),segment_id=d717bbb0-6df6-42bd-b8bb-f148cd2d1524)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:46:40.340450 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fdac772c-6a26-4842-b9e2-e12f8aa9b45a tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (242ce659-83d4-4185-8c2f-bc55f9ad3273), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:40.348258 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-d7e3e4d2-3290-4a48-b2b4-ac6e8247dd9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00114493-53d4-4791-96c7-46d0430ca457', 'name': 'tempest-TestNetworkBasicOps-router-1683959424', 'tenant_id': '5542ea76c30542aeb3cf0ca71420ede0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': '3127b7e1-5791-4c35-acf2-bc78c30901a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:46:29Z', 'updated_at': '2022-01-28T07:46:36Z', 'revision_number': 4, 'project_id': '5542ea76c30542aeb3cf0ca71420ede0', 'gw_port': {'id': '3127b7e1-5791-4c35-acf2-bc78c30901a1', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:9e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00114493-53d4-4791-96c7-46d0430ca457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:46:29Z', 'updated_at': '2022-01-28T07:46:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '2b035257-a8cf-49ac-a42b-8bed013c84f5', 'name': '', 'network_id': '28d557af-3c12-4abc-8f52-b6d071521254', 'tenant_id': '5542ea76c30542aeb3cf0ca71420ede0', 'mac_address': 'fa:16:3e:79:c6:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00114493-53d4-4791-96c7-46d0430ca457', 'device_owner': 'network:router_interface', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': '9ac67502-94d9-4a8d-92e4-b5c3a2cb9784', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:46:33Z', 'updated_at': '2022-01-28T07:46:39Z', 'revision_number': 4, 'project_id': '5542ea76c30542aeb3cf0ca71420ede0', 'subnets': [{'id': '9ac67502-94d9-4a8d-92e4-b5c3a2cb9784', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:46:40.377028 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d6b7f7c8-b542-48b4-9f3c-e420e1a2d035 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (fa3f999a-fa81-4eef-b368-1dfdde15a1e1), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:40.382026 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e3e4d2-3290-4a48-b2b4-ac6e8247dd9f None None] The sync data for ids ['00114493-53d4-4791-96c7-46d0430ca457'] in n-d-712749-28 is: [{'id': '00114493-53d4-4791-96c7-46d0430ca457', 'name': 'tempest-TestNetworkBasicOps-router-1683959424', 'tenant_id': '5542ea76c30542aeb3cf0ca71420ede0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': '3127b7e1-5791-4c35-acf2-bc78c30901a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:46:29Z', 'updated_at': '2022-01-28T07:46:36Z', 'revision_number': 4, 'project_id': '5542ea76c30542aeb3cf0ca71420ede0', 'gw_port': {'id': '3127b7e1-5791-4c35-acf2-bc78c30901a1', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:9e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00114493-53d4-4791-96c7-46d0430ca457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:46:29Z', 'updated_at': '2022-01-28T07:46:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '2b035257-a8cf-49ac-a42b-8bed013c84f5', 'name': '', 'network_id': '28d557af-3c12-4abc-8f52-b6d071521254', 'tenant_id': '5542ea76c30542aeb3cf0ca71420ede0', 'mac_address': 'fa:16:3e:79:c6:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00114493-53d4-4791-96c7-46d0430ca457', 'device_owner': 'network:router_interface', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': '9ac67502-94d9-4a8d-92e4-b5c3a2cb9784', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:46:33Z', 'updated_at': '2022-01-28T07:46:39Z', 'revision_number': 4, 'project_id': '5542ea76c30542aeb3cf0ca71420ede0', 'subnets': [{'id': '9ac67502-94d9-4a8d-92e4-b5c3a2cb9784', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:46:40.384554 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-87a95943-6070-4109-bbd6-cc090fbcc712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (2b035257-a8cf-49ac-a42b-8bed013c84f5), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:40.434261 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdac772c-6a26-4842-b9e2-e12f8aa9b45a tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=242ce659-83d4-4185-8c2f-bc55f9ad3273,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:40.444271 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fdac772c-6a26-4842-b9e2-e12f8aa9b45a tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:40.448881 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-fdac772c-6a26-4842-b9e2-e12f8aa9b45a tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2602148 Jan 28 07:46:40.449436 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33340) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:46:40.453487 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d6b7f7c8-b542-48b4-9f3c-e420e1a2d035 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (fa3f999a-fa81-4eef-b368-1dfdde15a1e1), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:40.465682 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-3f3a746e-585d-43f2-a1c0-71cf2373eb1f tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Request body: {'security_group_rule': {'security_group_id': '227709ba-5010-4fdb-b51b-da1956850163', 'project_id': '5542ea76c30542aeb3cf0ca71420ede0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:46:40.495370 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6b7f7c8-b542-48b4-9f3c-e420e1a2d035 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:46:40.497944 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d6b7f7c8-b542-48b4-9f3c-e420e1a2d035 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks [] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:40.530862 n-d-712749-28 neutron-server[103284]: INFO neutron.db.securitygroups_db [None req-3f3a746e-585d-43f2-a1c0-71cf2373eb1f tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Project 5542ea76c30542aeb3cf0ca71420ede0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 07:46:40.536553 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3f3a746e-585d-43f2-a1c0-71cf2373eb1f tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks [] for security_group_rule (18bf6131-ffeb-4e4e-b5dd-9c747d653ec5), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:40.567058 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a95943-6070-4109-bbd6-cc090fbcc712 None None] Pushing event updated for resources: {'Port': ['ID=2b035257-a8cf-49ac-a42b-8bed013c84f5,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:40.580700 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 3127b7e1-5791-4c35-acf2-bc78c30901a1 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:46:40.667209 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b7f7c8-b542-48b4-9f3c-e420e1a2d035 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Pushing event updated for resources: {'Network': ['ID=fa3f999a-fa81-4eef-b368-1dfdde15a1e1,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:40.678667 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network fa3f999a-fa81-4eef-b368-1dfdde15a1e1 details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:46:40.684160 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3f3a746e-585d-43f2-a1c0-71cf2373eb1f tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks [] for security_group_rule (18bf6131-ffeb-4e4e-b5dd-9c747d653ec5), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:40.685068 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33342) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:46:40.687406 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-d6b7f7c8-b542-48b4-9f3c-e420e1a2d035 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5333188 Jan 28 07:46:40.695554 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-8855c563-50d5-4472-a379-900e4176cb91 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Request body: {'subnet': {'network_id': 'fa3f999a-fa81-4eef-b368-1dfdde15a1e1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:46:40.702486 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3f3a746e-585d-43f2-a1c0-71cf2373eb1f tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (18bf6131-ffeb-4e4e-b5dd-9c747d653ec5), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:40.749119 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d59ea7-9790-480c-acfe-686c1a7cbcf7 req-3a68b04a-5563-419f-b1f3-58fc7a090690 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:46:40.751016 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b3d59ea7-9790-480c-acfe-686c1a7cbcf7 req-3a68b04a-5563-419f-b1f3-58fc7a090690 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e4102b0-3049-4b70-b5d1-ae8300e300f6 HTTP/1.1" status: 200 len: 944 time: 0.2143736 Jan 28 07:46:40.816154 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3a746e-585d-43f2-a1c0-71cf2373eb1f tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18bf6131-ffeb-4e4e-b5dd-9c747d653ec5,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:40.836801 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3f3a746e-585d-43f2-a1c0-71cf2373eb1f tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:40.838156 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-3f3a746e-585d-43f2-a1c0-71cf2373eb1f tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3849533 Jan 28 07:46:40.845566 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b3d59ea7-9790-480c-acfe-686c1a7cbcf7 req-007b9758-e7de-4dfb-9188-43715ca7c870 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec6d871e-ef1d-448d-95b7-68ce22e3161e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862348 Jan 28 07:46:40.879840 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8855c563-50d5-4472-a379-900e4176cb91 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Made reservation on behalf of 98c059871bfd44fc86db6ef0328be4a5 for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:46:40.883908 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8855c563-50d5-4472-a379-900e4176cb91 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24979592'] for subnet (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:40.974850 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.ipam_backend_mixin [None req-8855c563-50d5-4472-a379-900e4176cb91 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Performing IP validity checks on allocation pools {{(pid=103284) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 28 07:46:40.978364 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.ipam_backend_mixin [None req-8855c563-50d5-4472-a379-900e4176cb91 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103284) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 28 07:46:41.204488 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2fbd3577-a066-483b-ba1f-8cfb8207afe3 req-de896d1b-2e10-4173-9059-104530d3dee1 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-760023864&fields=id&tenant_id=5542ea76c30542aeb3cf0ca71420ede0 HTTP/1.1" status: 200 len: 267 time: 0.0933778 Jan 28 07:46:41.241915 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8855c563-50d5-4472-a379-900e4176cb91 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24757504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24979610'] for subnet (3c580676-bb80-4e78-b50f-86b878f8b12c), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:41.411150 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8855c563-50d5-4472-a379-900e4176cb91 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Pushing event updated for resources: {'Subnet': ['ID=3c580676-bb80-4e78-b50f-86b878f8b12c,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:41.452826 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbd3577-a066-483b-ba1f-8cfb8207afe3 req-5b693a37-ec82-4c21-ae10-4f32f953bd2e tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:46:41.454452 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2fbd3577-a066-483b-ba1f-8cfb8207afe3 req-5b693a37-ec82-4c21-ae10-4f32f953bd2e tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] 10.222.0.41 "GET /v2.0/networks?id=28d557af-3c12-4abc-8f52-b6d071521254 HTTP/1.1" status: 200 len: 796 time: 0.2425225 Jan 28 07:46:41.472288 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2fbd3577-a066-483b-ba1f-8cfb8207afe3 req-1761c784-e5ea-4415-8a7d-d5891e5198fd tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] 10.222.0.41 "GET /v2.0/quotas/5542ea76c30542aeb3cf0ca71420ede0 HTTP/1.1" status: 200 len: 375 time: 0.0109849 Jan 28 07:46:41.473044 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8855c563-50d5-4472-a379-900e4176cb91 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Checking segment: {'id': '93d7b4a1-af11-4761-aef1-ed4c65b3b27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'fa3f999a-fa81-4eef-b368-1dfdde15a1e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:46:41.473428 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8855c563-50d5-4472-a379-900e4176cb91 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Network hostable DHCP agents. Network: fa3f999a-fa81-4eef-b368-1dfdde15a1e1, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:46:41.522911 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8855c563-50d5-4472-a379-900e4176cb91 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Network fa3f999a-fa81-4eef-b368-1dfdde15a1e1 is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:46:41.543050 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-8855c563-50d5-4472-a379-900e4176cb91 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, fa3f999a-fa81-4eef-b368-1dfdde15a1e1) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:46:41.550558 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8855c563-50d5-4472-a379-900e4176cb91 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:46:41.551715 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8855c563-50d5-4472-a379-900e4176cb91 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:41.557756 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5421822c-2e22-47a1-8c61-ce5498a29143 None None] Network fa3f999a-fa81-4eef-b368-1dfdde15a1e1 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:46:41.587660 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2fbd3577-a066-483b-ba1f-8cfb8207afe3 req-eb001d3b-4b29-4863-839c-b03634e0f362 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=5542ea76c30542aeb3cf0ca71420ede0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1065080 Jan 28 07:46:41.596739 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-8855c563-50d5-4472-a379-900e4176cb91 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9107728 Jan 28 07:46:41.597511 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 33366) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:46:41.604611 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-58ee42e9-a4e3-4ad2-956e-68d58fe41acc tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Request body: {'port': {'network_id': 'fa3f999a-fa81-4eef-b368-1dfdde15a1e1', 'name': 'tempest-PortsIpV6TestJSON-1632843256'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:46:41.759412 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58ee42e9-a4e3-4ad2-956e-68d58fe41acc tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Made reservation on behalf of 98c059871bfd44fc86db6ef0328be4a5 for: {'port': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:46:41.768453 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-58ee42e9-a4e3-4ad2-956e-68d58fe41acc tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:41.807602 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-58ee42e9-a4e3-4ad2-956e-68d58fe41acc tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] device_id is not set on port aa7f03e5-d07f-49f2-9a8b-456172a67a8b yet. {{(pid=103283) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 07:46:41.815302 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2fbd3577-a066-483b-ba1f-8cfb8207afe3 req-dfd05cb5-c3ff-4489-a876-e5d0c5ce8241 service neutron] 10.222.0.41 "GET /v2.0/networks/28d557af-3c12-4abc-8f52-b6d071521254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056181 Jan 28 07:46:42.023701 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2fbd3577-a066-483b-ba1f-8cfb8207afe3 req-7c49166b-8f1d-469f-907e-ecb7cf5a6166 service neutron] 10.222.0.41 "GET /v2.0/networks/28d557af-3c12-4abc-8f52-b6d071521254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998343 Jan 28 07:46:42.140347 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ed79c0-d4b7-474c-aaee-5bc9e821c7a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3dd72b9-6805-5f61-b6f3-a591f99a173d-fa3f999a-fa81-4eef-b368-1dfdde15a1e1', 'network_id': 'fa3f999a-fa81-4eef-b368-1dfdde15a1e1', 'project_id': '98c059871bfd44fc86db6ef0328be4a5', 'fixed_ips': [{'subnet_id': '3c580676-bb80-4e78-b50f-86b878f8b12c'}]}} from n-d-712749-28. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 07:46:42.141231 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-60ed79c0-d4b7-474c-aaee-5bc9e821c7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:42.167514 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 2b035257-a8cf-49ac-a42b-8bed013c84f5 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:46:42.192671 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-58ee42e9-a4e3-4ad2-956e-68d58fe41acc tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Allocated IP 2001:db8::d0 (fa3f999a-fa81-4eef-b368-1dfdde15a1e1/3c580676-bb80-4e78-b50f-86b878f8b12c/aa7f03e5-d07f-49f2-9a8b-456172a67a8b) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:46:42.218853 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d28f3a4-aa4b-45da-90b3-c3a71efd0c0b req-e2bff0df-dc37-4ef6-a4fa-f9a91ef9e0b5 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:46:42.245507 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9d28f3a4-aa4b-45da-90b3-c3a71efd0c0b req-e2bff0df-dc37-4ef6-a4fa-f9a91ef9e0b5 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e4102b0-3049-4b70-b5d1-ae8300e300f6 HTTP/1.1" status: 200 len: 944 time: 0.1943872 Jan 28 07:46:42.336423 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-620ddf4f-cda4-4bbe-99ae-6923144c52e4 req-799e93c2-2181-4277-a461-2aad6fd44714 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6e1ff11-3761-4895-9074-bcd2c0cd30cc HTTP/1.1" status: 200 len: 210 time: 0.0851974 Jan 28 07:46:42.506584 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 2b035257-a8cf-49ac-a42b-8bed013c84f5 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:46:42.508671 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (2b035257-a8cf-49ac-a42b-8bed013c84f5), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:42.589768 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-58ee42e9-a4e3-4ad2-956e-68d58fe41acc tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks [] for port (aa7f03e5-d07f-49f2-9a8b-456172a67a8b), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:42.637007 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9d28f3a4-aa4b-45da-90b3-c3a71efd0c0b req-159bc4a0-2af7-4bd8-abf1-4651f4c4c966 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec6d871e-ef1d-448d-95b7-68ce22e3161e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3785415 Jan 28 07:46:42.643373 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-58ee42e9-a4e3-4ad2-956e-68d58fe41acc tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (aa7f03e5-d07f-49f2-9a8b-456172a67a8b), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:42.681988 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 2b035257-a8cf-49ac-a42b-8bed013c84f5 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:46:42.709050 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-60ed79c0-d4b7-474c-aaee-5bc9e821c7a1 None None] Allocated IP 2001:db8::2 (fa3f999a-fa81-4eef-b368-1dfdde15a1e1/3c580676-bb80-4e78-b50f-86b878f8b12c/c2c9f9a2-aa65-4bc1-8f86-c4b4a5f658a1) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:46:42.719653 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ee42e9-a4e3-4ad2-956e-68d58fe41acc tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Network fa3f999a-fa81-4eef-b368-1dfdde15a1e1 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:46:42.722769 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-58ee42e9-a4e3-4ad2-956e-68d58fe41acc tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:46:42.727431 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ee42e9-a4e3-4ad2-956e-68d58fe41acc tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:46:42.732690 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58ee42e9-a4e3-4ad2-956e-68d58fe41acc tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:46:42.733401 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-58ee42e9-a4e3-4ad2-956e-68d58fe41acc tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:42.749253 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ee42e9-a4e3-4ad2-956e-68d58fe41acc tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Pushing event updated for resources: {'Port': ['ID=aa7f03e5-d07f-49f2-9a8b-456172a67a8b,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:42.764852 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-58ee42e9-a4e3-4ad2-956e-68d58fe41acc tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1656971 Jan 28 07:46:42.767536 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 33382) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:46:42.893332 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-94875ada-5b2a-45f9-b988-8ba78d428bb4 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Deleting port aa7f03e5-d07f-49f2-9a8b-456172a67a8b {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:46:42.893689 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-94875ada-5b2a-45f9-b988-8ba78d428bb4 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (aa7f03e5-d07f-49f2-9a8b-456172a67a8b), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:42.914671 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-60ed79c0-d4b7-474c-aaee-5bc9e821c7a1 None None] Publish callbacks [] for port (c2c9f9a2-aa65-4bc1-8f86-c4b4a5f658a1), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:42.924740 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-60ed79c0-d4b7-474c-aaee-5bc9e821c7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (c2c9f9a2-aa65-4bc1-8f86-c4b4a5f658a1), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:42.976880 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ed79c0-d4b7-474c-aaee-5bc9e821c7a1 None None] Network fa3f999a-fa81-4eef-b368-1dfdde15a1e1 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:46:42.980043 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-60ed79c0-d4b7-474c-aaee-5bc9e821c7a1 None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:46:42.990865 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ed79c0-d4b7-474c-aaee-5bc9e821c7a1 None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:46:43.027827 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-94875ada-5b2a-45f9-b988-8ba78d428bb4 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (aa7f03e5-d07f-49f2-9a8b-456172a67a8b), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:43.043552 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-94875ada-5b2a-45f9-b988-8ba78d428bb4 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Calling delete_port for aa7f03e5-d07f-49f2-9a8b-456172a67a8b owned by {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:46:43.062062 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ed79c0-d4b7-474c-aaee-5bc9e821c7a1 None None] Pushing event updated for resources: {'Port': ['ID=c2c9f9a2-aa65-4bc1-8f86-c4b4a5f658a1,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:43.071705 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-60ed79c0-d4b7-474c-aaee-5bc9e821c7a1 None None] Attempting to bind port c2c9f9a2-aa65-4bc1-8f86-c4b4a5f658a1 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:46:43.072104 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-60ed79c0-d4b7-474c-aaee-5bc9e821c7a1 None None] Attempting to bind port c2c9f9a2-aa65-4bc1-8f86-c4b4a5f658a1 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '93d7b4a1-af11-4761-aef1-ed4c65b3b27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'fa3f999a-fa81-4eef-b368-1dfdde15a1e1'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:46:43.072498 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ed79c0-d4b7-474c-aaee-5bc9e821c7a1 None None] Attempting to bind port c2c9f9a2-aa65-4bc1-8f86-c4b4a5f658a1 on network fa3f999a-fa81-4eef-b368-1dfdde15a1e1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:46:43.089825 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ed79c0-d4b7-474c-aaee-5bc9e821c7a1 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:46:43.090207 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ed79c0-d4b7-474c-aaee-5bc9e821c7a1 None None] Checking segment: {'id': '93d7b4a1-af11-4761-aef1-ed4c65b3b27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'fa3f999a-fa81-4eef-b368-1dfdde15a1e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:46:43.090623 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-60ed79c0-d4b7-474c-aaee-5bc9e821c7a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:43.091030 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ed79c0-d4b7-474c-aaee-5bc9e821c7a1 None None] Bound using segment: {'id': '93d7b4a1-af11-4761-aef1-ed4c65b3b27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'fa3f999a-fa81-4eef-b368-1dfdde15a1e1'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:46:43.093228 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-60ed79c0-d4b7-474c-aaee-5bc9e821c7a1 None None] Bound port: c2c9f9a2-aa65-4bc1-8f86-c4b4a5f658a1, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93d7b4a1-af11-4761-aef1-ed4c65b3b27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'fa3f999a-fa81-4eef-b368-1dfdde15a1e1'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:46:43.095015 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-60ed79c0-d4b7-474c-aaee-5bc9e821c7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (c2c9f9a2-aa65-4bc1-8f86-c4b4a5f658a1), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:43.183822 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-60ed79c0-d4b7-474c-aaee-5bc9e821c7a1 None None] For port c2c9f9a2-aa65-4bc1-8f86-c4b4a5f658a1, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:46:43.261645 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-60ed79c0-d4b7-474c-aaee-5bc9e821c7a1 None None] For port c2c9f9a2-aa65-4bc1-8f86-c4b4a5f658a1, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=c2c9f9a2-aa65-4bc1-8f86-c4b4a5f658a1,segment=NetworkSegment(93d7b4a1-af11-4761-aef1-ed4c65b3b27b),segment_id=93d7b4a1-af11-4761-aef1-ed4c65b3b27b)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:46:43.262074 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-94875ada-5b2a-45f9-b988-8ba78d428bb4 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (aa7f03e5-d07f-49f2-9a8b-456172a67a8b), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:43.273285 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-60ed79c0-d4b7-474c-aaee-5bc9e821c7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (c2c9f9a2-aa65-4bc1-8f86-c4b4a5f658a1), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:43.308948 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94875ada-5b2a-45f9-b988-8ba78d428bb4 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Pushing event deleted for resources: {'Port': ['ID=aa7f03e5-d07f-49f2-9a8b-456172a67a8b,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:43.357364 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-94875ada-5b2a-45f9-b988-8ba78d428bb4 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:43.362382 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-94875ada-5b2a-45f9-b988-8ba78d428bb4 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] 10.222.0.41 "DELETE /v2.0/ports/aa7f03e5-d07f-49f2-9a8b-456172a67a8b HTTP/1.1" status: 204 len: 168 time: 0.5934620 Jan 28 07:46:43.364470 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 33388) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:46:43.366619 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ed79c0-d4b7-474c-aaee-5bc9e821c7a1 None None] Pushing event updated for resources: {'Port': ['ID=c2c9f9a2-aa65-4bc1-8f86-c4b4a5f658a1,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:43.423654 n-d-712749-28 neutron-server[103283]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6641d23-ea55-443e-9b95-f1a61875f4cf tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] DELETE failed (client error): The resource could not be found. Jan 28 07:46:43.427191 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6641d23-ea55-443e-9b95-f1a61875f4cf tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103283) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:46:43.440930 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33390) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:46:43.443996 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-f6641d23-ea55-443e-9b95-f1a61875f4cf tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] 10.222.0.41 "DELETE /v2.0/ports/aa7f03e5-d07f-49f2-9a8b-456172a67a8b HTTP/1.1" status: 404 len: 333 time: 0.0747843 Jan 28 07:46:43.474367 n-d-712749-28 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c16eea1-67dc-4bf1-87ff-019e05ff351c tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] GET failed (client error): The resource could not be found. Jan 28 07:46:43.479445 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 33392) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:46:43.492293 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-0c16eea1-67dc-4bf1-87ff-019e05ff351c tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] 10.222.0.41 "GET /v2.0/ports/aa7f03e5-d07f-49f2-9a8b-456172a67a8b HTTP/1.1" status: 404 len: 333 time: 0.0496364 Jan 28 07:46:43.534105 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6e711b18-59da-4cd2-b8cc-abe423c3861a req-e77f2a9f-a6cc-42f0-a0f7-e641d04f9d30 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6e1ff11-3761-4895-9074-bcd2c0cd30cc HTTP/1.1" status: 200 len: 210 time: 0.0617125 Jan 28 07:46:43.540032 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8de15bb-5319-4311-b182-4189f6209536 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Deleting subnet 3c580676-bb80-4e78-b50f-86b878f8b12c {{(pid=103283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:46:43.543463 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e8de15bb-5319-4311-b182-4189f6209536 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks [] for subnet (3c580676-bb80-4e78-b50f-86b878f8b12c), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:43.627843 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e8de15bb-5319-4311-b182-4189f6209536 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13506696'] for subnet (3c580676-bb80-4e78-b50f-86b878f8b12c), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:43.914016 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e8de15bb-5319-4311-b182-4189f6209536 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (3c580676-bb80-4e78-b50f-86b878f8b12c), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:43.963182 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbd3577-a066-483b-ba1f-8cfb8207afe3 req-b8af0179-93ab-409a-befe-0d499510dc7d tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:46:43.983486 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2fbd3577-a066-483b-ba1f-8cfb8207afe3 req-b8af0179-93ab-409a-befe-0d499510dc7d tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] 10.222.0.44 "GET /v2.0/networks?id=28d557af-3c12-4abc-8f52-b6d071521254 HTTP/1.1" status: 200 len: 796 time: 0.1780386 Jan 28 07:46:44.072494 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12edc177-b19a-4e77-81a7-a05413353f01 req-fb53757d-0c2a-4e43-ade5-103f1329e275 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:46:44.074411 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-12edc177-b19a-4e77-81a7-a05413353f01 req-fb53757d-0c2a-4e43-ade5-103f1329e275 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e4102b0-3049-4b70-b5d1-ae8300e300f6 HTTP/1.1" status: 200 len: 944 time: 0.2727280 Jan 28 07:46:44.100446 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e8de15bb-5319-4311-b182-4189f6209536 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13546665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13556132'] for subnet (3c580676-bb80-4e78-b50f-86b878f8b12c), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:44.101214 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2fbd3577-a066-483b-ba1f-8cfb8207afe3 req-1e71ec7e-37b4-4d0c-8a41-bff18bc9f68b tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5542ea76c30542aeb3cf0ca71420ede0 HTTP/1.1" status: 200 len: 379 time: 0.1033118 Jan 28 07:46:44.126112 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-2fbd3577-a066-483b-ba1f-8cfb8207afe3 req-0e0aeb44-ec72-4cec-b9dd-32d861b8ca76 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Request body: {'port': {'device_id': 'd6e1ff11-3761-4895-9074-bcd2c0cd30cc', 'network_id': '28d557af-3c12-4abc-8f52-b6d071521254', 'admin_state_up': True, 'tenant_id': '5542ea76c30542aeb3cf0ca71420ede0', 'security_groups': ['227709ba-5010-4fdb-b51b-da1956850163']}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:46:44.139368 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8de15bb-5319-4311-b182-4189f6209536 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Pushing event deleted for resources: {'Subnet': ['ID=3c580676-bb80-4e78-b50f-86b878f8b12c,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:44.157364 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e8de15bb-5319-4311-b182-4189f6209536 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks [] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:44.161030 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-e8de15bb-5319-4311-b182-4189f6209536 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] 10.222.0.41 "DELETE /v2.0/subnets/3c580676-bb80-4e78-b50f-86b878f8b12c HTTP/1.1" status: 204 len: 168 time: 0.6805103 Jan 28 07:46:44.168704 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device c2c9f9a2-aa65-4bc1-8f86-c4b4a5f658a1 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:46:44.170716 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33396) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:46:44.213434 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-12edc177-b19a-4e77-81a7-a05413353f01 req-73f7781d-2ac9-458e-b76a-11f4c2aa7fc6 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec6d871e-ef1d-448d-95b7-68ce22e3161e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275079 Jan 28 07:46:44.306030 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port c2c9f9a2-aa65-4bc1-8f86-c4b4a5f658a1 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:46:44.306666 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (c2c9f9a2-aa65-4bc1-8f86-c4b4a5f658a1), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:44.357199 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7295847c-ef40-4737-96ae-607ccaacf93c tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (fa3f999a-fa81-4eef-b368-1dfdde15a1e1), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:44.402056 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port c2c9f9a2-aa65-4bc1-8f86-c4b4a5f658a1 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:46:44.402747 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (c2c9f9a2-aa65-4bc1-8f86-c4b4a5f658a1), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:44.456318 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] For port c2c9f9a2-aa65-4bc1-8f86-c4b4a5f658a1, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=c2c9f9a2-aa65-4bc1-8f86-c4b4a5f658a1,segment=NetworkSegment(93d7b4a1-af11-4761-aef1-ed4c65b3b27b),segment_id=93d7b4a1-af11-4761-aef1-ed4c65b3b27b)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:46:44.462104 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (c2c9f9a2-aa65-4bc1-8f86-c4b4a5f658a1), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:44.482202 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-7295847c-ef40-4737-96ae-607ccaacf93c tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Deleting port c2c9f9a2-aa65-4bc1-8f86-c4b4a5f658a1 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:46:44.482815 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7295847c-ef40-4737-96ae-607ccaacf93c tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (c2c9f9a2-aa65-4bc1-8f86-c4b4a5f658a1), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:44.544995 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fbd3577-a066-483b-ba1f-8cfb8207afe3 req-0e0aeb44-ec72-4cec-b9dd-32d861b8ca76 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Made reservation on behalf of 5542ea76c30542aeb3cf0ca71420ede0 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:46:44.545494 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Pushing event updated for resources: {'Port': ['ID=c2c9f9a2-aa65-4bc1-8f86-c4b4a5f658a1,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:44.549007 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-2fbd3577-a066-483b-ba1f-8cfb8207afe3 req-0e0aeb44-ec72-4cec-b9dd-32d861b8ca76 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:44.598848 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-7295847c-ef40-4737-96ae-607ccaacf93c tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] For port c2c9f9a2-aa65-4bc1-8f86-c4b4a5f658a1, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=c2c9f9a2-aa65-4bc1-8f86-c4b4a5f658a1,segment=NetworkSegment(93d7b4a1-af11-4761-aef1-ed4c65b3b27b),segment_id=93d7b4a1-af11-4761-aef1-ed4c65b3b27b)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:46:44.599304 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7295847c-ef40-4737-96ae-607ccaacf93c tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (c2c9f9a2-aa65-4bc1-8f86-c4b4a5f658a1), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:44.630635 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-7295847c-ef40-4737-96ae-607ccaacf93c tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Calling delete_port for c2c9f9a2-aa65-4bc1-8f86-c4b4a5f658a1 owned by network:dhcp {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:46:44.707366 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0ec10a78-01de-49e5-a98b-f5b60f867435 req-4cd037fb-1077-4145-ae48-a1663cbaf321 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6e1ff11-3761-4895-9074-bcd2c0cd30cc HTTP/1.1" status: 200 len: 210 time: 0.0735748 Jan 28 07:46:44.853049 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7295847c-ef40-4737-96ae-607ccaacf93c tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (c2c9f9a2-aa65-4bc1-8f86-c4b4a5f658a1), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:44.887315 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7295847c-ef40-4737-96ae-607ccaacf93c tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Pushing event deleted for resources: {'Port': ['ID=c2c9f9a2-aa65-4bc1-8f86-c4b4a5f658a1,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:44.892924 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7295847c-ef40-4737-96ae-607ccaacf93c tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] No DVR routers for this DVR port c2c9f9a2-aa65-4bc1-8f86-c4b4a5f658a1 on host n-d-712749-28 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:46:44.928133 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-2fbd3577-a066-483b-ba1f-8cfb8207afe3 req-0e0aeb44-ec72-4cec-b9dd-32d861b8ca76 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Allocated IP 172.20.0.14 (28d557af-3c12-4abc-8f52-b6d071521254/9ac67502-94d9-4a8d-92e4-b5c3a2cb9784/4559e0cf-f26a-44fe-86af-d1bc5d07cee4) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:46:44.964817 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d98e59b-edd2-4b87-9127-fdb969c2f52e None None] Network fa3f999a-fa81-4eef-b368-1dfdde15a1e1 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:46:45.026489 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7295847c-ef40-4737-96ae-607ccaacf93c tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (fa3f999a-fa81-4eef-b368-1dfdde15a1e1), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:45.067882 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-25134e67-1a48-47ef-b135-cf4a728e812e None None] Could not find standard attr ID for object c2c9f9a2-aa65-4bc1-8f86-c4b4a5f658a1. {{(pid=103285) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 07:46:45.071749 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-7295847c-ef40-4737-96ae-607ccaacf93c tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa3f999a-fa81-4eef-b368-1dfdde15a1e1']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:46:45.118339 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-7295847c-ef40-4737-96ae-607ccaacf93c tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93d7b4a1-af11-4761-aef1-ed4c65b3b27b') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:46:45.118650 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-7295847c-ef40-4737-96ae-607ccaacf93c tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93d7b4a1-af11-4761-aef1-ed4c65b3b27b') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:46:45.132136 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7295847c-ef40-4737-96ae-607ccaacf93c tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24759294'] for segment (93d7b4a1-af11-4761-aef1-ed4c65b3b27b), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:45.156735 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4f857fa-e3eb-440a-9e2a-499a319880b3 None None] DHCP port deletion for fa3f999a-fa81-4eef-b368-1dfdde15a1e1 request from n-d-712749-28 {{(pid=103285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 07:46:45.179792 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7295847c-ef40-4737-96ae-607ccaacf93c tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (93d7b4a1-af11-4761-aef1-ed4c65b3b27b), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:45.191771 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7295847c-ef40-4737-96ae-607ccaacf93c tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:46:45.192229 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7295847c-ef40-4737-96ae-607ccaacf93c tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24757675'] for segment (93d7b4a1-af11-4761-aef1-ed4c65b3b27b), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:45.195956 n-d-712749-28 neutron-server[103284]: Traceback (most recent call last): Jan 28 07:46:45.195956 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:46:45.195956 n-d-712749-28 neutron-server[103284]: timer() Jan 28 07:46:45.195956 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:46:45.195956 n-d-712749-28 neutron-server[103284]: cb(*args, **kw) Jan 28 07:46:45.195956 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:46:45.195956 n-d-712749-28 neutron-server[103284]: return func(*args, **kwargs) Jan 28 07:46:45.195956 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:46:45.195956 n-d-712749-28 neutron-server[103284]: self._notify() Jan 28 07:46:45.195956 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:46:45.195956 n-d-712749-28 neutron-server[103284]: self.callback(batched_events) Jan 28 07:46:45.195956 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:46:45.195956 n-d-712749-28 neutron-server[103284]: event.method(event) Jan 28 07:46:45.195956 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:46:45.195956 n-d-712749-28 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:46:45.195956 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:46:45.195956 n-d-712749-28 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:46:45.195956 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:46:45.195956 n-d-712749-28 neutron-server[103284]: return f(self, *a, **k) Jan 28 07:46:45.195956 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:46:45.195956 n-d-712749-28 neutron-server[103284]: return self._get(url).json() Jan 28 07:46:45.195956 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:46:45.195956 n-d-712749-28 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:46:45.195956 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:46:45.195956 n-d-712749-28 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Jan 28 07:46:45.195956 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:46:45.195956 n-d-712749-28 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:46:45.195956 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:46:45.195956 n-d-712749-28 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:46:45.195956 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:46:45.195956 n-d-712749-28 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:46:45.195956 n-d-712749-28 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:46:45.220478 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-2fbd3577-a066-483b-ba1f-8cfb8207afe3 req-0e0aeb44-ec72-4cec-b9dd-32d861b8ca76 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks [] for port (4559e0cf-f26a-44fe-86af-d1bc5d07cee4), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:45.313346 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7295847c-ef40-4737-96ae-607ccaacf93c tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (fa3f999a-fa81-4eef-b368-1dfdde15a1e1), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:45.322900 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7295847c-ef40-4737-96ae-607ccaacf93c tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:45.326756 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-7295847c-ef40-4737-96ae-607ccaacf93c tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] 10.222.0.41 "DELETE /v2.0/networks/fa3f999a-fa81-4eef-b368-1dfdde15a1e1 HTTP/1.1" status: 204 len: 168 time: 1.1544349 Jan 28 07:46:45.330141 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33414) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:46:45.345507 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-f871c179-3552-40fb-a24e-2100ea1d0372 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-601693608'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:46:45.355067 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-2fbd3577-a066-483b-ba1f-8cfb8207afe3 req-0e0aeb44-ec72-4cec-b9dd-32d861b8ca76 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (4559e0cf-f26a-44fe-86af-d1bc5d07cee4), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:45.360432 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7295847c-ef40-4737-96ae-607ccaacf93c tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Pushing event deleted for resources: {'Network': ['ID=fa3f999a-fa81-4eef-b368-1dfdde15a1e1,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:45.387059 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fbd3577-a066-483b-ba1f-8cfb8207afe3 req-0e0aeb44-ec72-4cec-b9dd-32d861b8ca76 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Network 28d557af-3c12-4abc-8f52-b6d071521254 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:46:45.392236 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-2fbd3577-a066-483b-ba1f-8cfb8207afe3 req-0e0aeb44-ec72-4cec-b9dd-32d861b8ca76 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:46:45.413631 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b6c60e-2b94-41e4-880e-0d6b5e701698 req-574e03c6-52cb-4f27-9bab-9f6517c069b0 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:46:45.416463 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b8b6c60e-2b94-41e4-880e-0d6b5e701698 req-574e03c6-52cb-4f27-9bab-9f6517c069b0 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e4102b0-3049-4b70-b5d1-ae8300e300f6 HTTP/1.1" status: 200 len: 944 time: 0.1180789 Jan 28 07:46:45.431536 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fbd3577-a066-483b-ba1f-8cfb8207afe3 req-0e0aeb44-ec72-4cec-b9dd-32d861b8ca76 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:46:45.518718 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b8b6c60e-2b94-41e4-880e-0d6b5e701698 req-02d46b44-f030-40bf-9c5b-68164cddf8b0 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec6d871e-ef1d-448d-95b7-68ce22e3161e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960383 Jan 28 07:46:45.520108 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f871c179-3552-40fb-a24e-2100ea1d0372 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Made reservation on behalf of 98c059871bfd44fc86db6ef0328be4a5 for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:46:45.524414 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f871c179-3552-40fb-a24e-2100ea1d0372 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:45.529860 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0aeb44-ec72-4cec-b9dd-32d861b8ca76 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Pushing event updated for resources: {'Port': ['ID=4559e0cf-f26a-44fe-86af-d1bc5d07cee4,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:45.577450 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbd3577-a066-483b-ba1f-8cfb8207afe3 req-0e0aeb44-ec72-4cec-b9dd-32d861b8ca76 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:46:45.578094 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-2fbd3577-a066-483b-ba1f-8cfb8207afe3 req-0e0aeb44-ec72-4cec-b9dd-32d861b8ca76 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:45.592097 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f871c179-3552-40fb-a24e-2100ea1d0372 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:46:45.603510 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f871c179-3552-40fb-a24e-2100ea1d0372 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (a1461550-de1a-4f55-9939-9ba7d6d3ec58), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:45.603925 n-d-712749-28 neutron-server[103284]: INFO neutron.db.segments_db [None req-f871c179-3552-40fb-a24e-2100ea1d0372 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Added segment a1461550-de1a-4f55-9939-9ba7d6d3ec58 of type vlan for network cba29f9b-e4a4-48e9-bceb-91317624263c Jan 28 07:46:45.615685 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2fbd3577-a066-483b-ba1f-8cfb8207afe3 req-0e0aeb44-ec72-4cec-b9dd-32d861b8ca76 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5000565 Jan 28 07:46:45.642904 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-2fbd3577-a066-483b-ba1f-8cfb8207afe3 req-99c2b1ff-0d0f-4e6b-9a95-8188d90aed47 service neutron] Request body: {'port': {'device_id': 'd6e1ff11-3761-4895-9074-bcd2c0cd30cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712749-28'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:46:45.676015 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f871c179-3552-40fb-a24e-2100ea1d0372 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (cba29f9b-e4a4-48e9-bceb-91317624263c), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:45.699999 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-db4a482c-c301-48f8-aae1-51cbdef09e35 None None] Provisioning complete for port 4559e0cf-f26a-44fe-86af-d1bc5d07cee4 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:46:45.701132 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-db4a482c-c301-48f8-aae1-51cbdef09e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (4559e0cf-f26a-44fe-86af-d1bc5d07cee4), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:45.730112 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-2fbd3577-a066-483b-ba1f-8cfb8207afe3 req-99c2b1ff-0d0f-4e6b-9a95-8188d90aed47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (4559e0cf-f26a-44fe-86af-d1bc5d07cee4), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:45.740778 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f871c179-3552-40fb-a24e-2100ea1d0372 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (cba29f9b-e4a4-48e9-bceb-91317624263c), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:45.746492 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f871c179-3552-40fb-a24e-2100ea1d0372 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:46:45.747104 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f871c179-3552-40fb-a24e-2100ea1d0372 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:45.753803 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-db4a482c-c301-48f8-aae1-51cbdef09e35 None None] Port 4559e0cf-f26a-44fe-86af-d1bc5d07cee4 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:46:45.786400 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-f871c179-3552-40fb-a24e-2100ea1d0372 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4549336 Jan 28 07:46:45.789876 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 33418) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:46:45.795171 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-771343c5-852b-4f69-8f59-eca18cf039eb tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Request body: {'subnet': {'network_id': 'cba29f9b-e4a4-48e9-bceb-91317624263c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:46:45.888829 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-771343c5-852b-4f69-8f59-eca18cf039eb tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Made reservation on behalf of 98c059871bfd44fc86db6ef0328be4a5 for: {'subnet': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:46:45.892621 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-771343c5-852b-4f69-8f59-eca18cf039eb tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13555781'] for subnet (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:45.978055 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f871c179-3552-40fb-a24e-2100ea1d0372 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Pushing event updated for resources: {'Network': ['ID=cba29f9b-e4a4-48e9-bceb-91317624263c,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:45.998631 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network cba29f9b-e4a4-48e9-bceb-91317624263c details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:46:46.023497 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device c2c9f9a2-aa65-4bc1-8f86-c4b4a5f658a1 no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:46:46.086938 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: c2c9f9a2-aa65-4bc1-8f86-c4b4a5f658a1 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:46:46.087740 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device c2c9f9a2-aa65-4bc1-8f86-c4b4a5f658a1 not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:46:46.133889 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-771343c5-852b-4f69-8f59-eca18cf039eb tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13546728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13555799'] for subnet (1764f75d-5a52-4cb9-99f8-e1abdc530d4b), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:46.193438 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771343c5-852b-4f69-8f59-eca18cf039eb tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Pushing event updated for resources: {'Subnet': ['ID=1764f75d-5a52-4cb9-99f8-e1abdc530d4b,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:46.210050 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ed0568-eb41-4f83-bdcb-5ba3636e45d7 req-320c249f-012b-49a8-9db1-aa3af8b337b0 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:46:46.212748 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-37ed0568-eb41-4f83-bdcb-5ba3636e45d7 req-320c249f-012b-49a8-9db1-aa3af8b337b0 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6e1ff11-3761-4895-9074-bcd2c0cd30cc HTTP/1.1" status: 200 len: 932 time: 0.1980667 Jan 28 07:46:46.225202 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771343c5-852b-4f69-8f59-eca18cf039eb tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Checking segment: {'id': 'a1461550-de1a-4f55-9939-9ba7d6d3ec58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'cba29f9b-e4a4-48e9-bceb-91317624263c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:46:46.225575 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-771343c5-852b-4f69-8f59-eca18cf039eb tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Network hostable DHCP agents. Network: cba29f9b-e4a4-48e9-bceb-91317624263c, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:46:46.248092 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-771343c5-852b-4f69-8f59-eca18cf039eb tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Network cba29f9b-e4a4-48e9-bceb-91317624263c is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:46:46.271239 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-771343c5-852b-4f69-8f59-eca18cf039eb tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, cba29f9b-e4a4-48e9-bceb-91317624263c) {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:46:46.282959 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f35cd06c-cdb9-4c5c-a2db-91aa99079d4f None None] Network cba29f9b-e4a4-48e9-bceb-91317624263c requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:46:46.285097 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-771343c5-852b-4f69-8f59-eca18cf039eb tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:46:46.290823 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-771343c5-852b-4f69-8f59-eca18cf039eb tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks [] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:46.325362 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-771343c5-852b-4f69-8f59-eca18cf039eb tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5343413 Jan 28 07:46:46.328055 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 33420) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:46:46.338980 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-d44cc88e-5847-407d-9393-620faf0f7576 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Request body: {'port': {'network_id': 'cba29f9b-e4a4-48e9-bceb-91317624263c', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1002222024'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:46:46.345614 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-37ed0568-eb41-4f83-bdcb-5ba3636e45d7 req-6979c674-6444-431b-b4bf-fbb723e17e09 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] 10.222.0.41 "GET /v2.0/security-groups?id=227709ba-5010-4fdb-b51b-da1956850163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1198123 Jan 28 07:46:46.435844 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-275f0915-27d3-4fe8-bf74-1ea90e8d60d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3dd72b9-6805-5f61-b6f3-a591f99a173d-cba29f9b-e4a4-48e9-bceb-91317624263c', 'network_id': 'cba29f9b-e4a4-48e9-bceb-91317624263c', 'project_id': '98c059871bfd44fc86db6ef0328be4a5', 'fixed_ips': [{'subnet_id': '1764f75d-5a52-4cb9-99f8-e1abdc530d4b'}]}} from n-d-712749-28. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 07:46:46.437099 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-275f0915-27d3-4fe8-bf74-1ea90e8d60d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:46.494353 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-2fbd3577-a066-483b-ba1f-8cfb8207afe3 req-99c2b1ff-0d0f-4e6b-9a95-8188d90aed47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4559e0cf-f26a-44fe-86af-d1bc5d07cee4 {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:46:46.509127 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-2fbd3577-a066-483b-ba1f-8cfb8207afe3 req-99c2b1ff-0d0f-4e6b-9a95-8188d90aed47 service neutron] Publish callbacks [] for port (4559e0cf-f26a-44fe-86af-d1bc5d07cee4), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:46.528759 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-2fbd3577-a066-483b-ba1f-8cfb8207afe3 req-99c2b1ff-0d0f-4e6b-9a95-8188d90aed47 service neutron] Transition to ACTIVE for port object 4559e0cf-f26a-44fe-86af-d1bc5d07cee4 will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:46:46.535251 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-2fbd3577-a066-483b-ba1f-8cfb8207afe3 req-99c2b1ff-0d0f-4e6b-9a95-8188d90aed47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (4559e0cf-f26a-44fe-86af-d1bc5d07cee4), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:46.560539 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d44cc88e-5847-407d-9393-620faf0f7576 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Made reservation on behalf of 98c059871bfd44fc86db6ef0328be4a5 for: {'port': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:46:46.566490 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d44cc88e-5847-407d-9393-620faf0f7576 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:46.592078 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c2b1ff-0d0f-4e6b-9a95-8188d90aed47 service neutron] Pushing event updated for resources: {'Port': ['ID=4559e0cf-f26a-44fe-86af-d1bc5d07cee4,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:46.635944 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-d44cc88e-5847-407d-9393-620faf0f7576 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] device_id is not set on port b4363344-a27e-45c4-87a6-fa7e5aae90b5 yet. {{(pid=103283) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 07:46:46.686716 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-275f0915-27d3-4fe8-bf74-1ea90e8d60d4 None None] Allocated IP 2001:db8::2 (cba29f9b-e4a4-48e9-bceb-91317624263c/1764f75d-5a52-4cb9-99f8-e1abdc530d4b/60348dbe-73a8-48b1-abb7-b2ad2019db67) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:46:46.716694 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-2fbd3577-a066-483b-ba1f-8cfb8207afe3 req-99c2b1ff-0d0f-4e6b-9a95-8188d90aed47 service neutron] Attempting to bind port 4559e0cf-f26a-44fe-86af-d1bc5d07cee4 on host n-h2-712749-28 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:46:46.718486 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-2fbd3577-a066-483b-ba1f-8cfb8207afe3 req-99c2b1ff-0d0f-4e6b-9a95-8188d90aed47 service neutron] Attempting to bind port 4559e0cf-f26a-44fe-86af-d1bc5d07cee4 by drivers openvswitch,hyperv on host n-h2-712749-28 at level 0 using segments [{'id': 'd717bbb0-6df6-42bd-b8bb-f148cd2d1524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '28d557af-3c12-4abc-8f52-b6d071521254'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:46:46.719148 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fbd3577-a066-483b-ba1f-8cfb8207afe3 req-99c2b1ff-0d0f-4e6b-9a95-8188d90aed47 service neutron] Attempting to bind port 4559e0cf-f26a-44fe-86af-d1bc5d07cee4 on network 28d557af-3c12-4abc-8f52-b6d071521254 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:46:46.724926 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fbd3577-a066-483b-ba1f-8cfb8207afe3 req-99c2b1ff-0d0f-4e6b-9a95-8188d90aed47 service neutron] Port 4559e0cf-f26a-44fe-86af-d1bc5d07cee4 on network 28d557af-3c12-4abc-8f52-b6d071521254 not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-28 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:46:46.725589 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fbd3577-a066-483b-ba1f-8cfb8207afe3 req-99c2b1ff-0d0f-4e6b-9a95-8188d90aed47 service neutron] Attempting to bind port 4559e0cf-f26a-44fe-86af-d1bc5d07cee4 on network 28d557af-3c12-4abc-8f52-b6d071521254 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:46:46.736794 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fbd3577-a066-483b-ba1f-8cfb8207afe3 req-99c2b1ff-0d0f-4e6b-9a95-8188d90aed47 service neutron] Checking agent: {'id': 'c9906e63-062c-432e-bb53-63fdb8115e18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 46, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:46:46.737438 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fbd3577-a066-483b-ba1f-8cfb8207afe3 req-99c2b1ff-0d0f-4e6b-9a95-8188d90aed47 service neutron] Checking segment: {'id': 'd717bbb0-6df6-42bd-b8bb-f148cd2d1524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '28d557af-3c12-4abc-8f52-b6d071521254'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:46:46.738221 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fbd3577-a066-483b-ba1f-8cfb8207afe3 req-99c2b1ff-0d0f-4e6b-9a95-8188d90aed47 service neutron] Bound using segment: {'id': 'd717bbb0-6df6-42bd-b8bb-f148cd2d1524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '28d557af-3c12-4abc-8f52-b6d071521254'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:46:46.738900 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-2fbd3577-a066-483b-ba1f-8cfb8207afe3 req-99c2b1ff-0d0f-4e6b-9a95-8188d90aed47 service neutron] Bound port: 4559e0cf-f26a-44fe-86af-d1bc5d07cee4, host: n-h2-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd717bbb0-6df6-42bd-b8bb-f148cd2d1524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '28d557af-3c12-4abc-8f52-b6d071521254'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:46:46.739504 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-2fbd3577-a066-483b-ba1f-8cfb8207afe3 req-99c2b1ff-0d0f-4e6b-9a95-8188d90aed47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (4559e0cf-f26a-44fe-86af-d1bc5d07cee4), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:46.823866 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-2fbd3577-a066-483b-ba1f-8cfb8207afe3 req-99c2b1ff-0d0f-4e6b-9a95-8188d90aed47 service neutron] For port 4559e0cf-f26a-44fe-86af-d1bc5d07cee4, host n-h2-712749-28, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:46:46.828435 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-2fbd3577-a066-483b-ba1f-8cfb8207afe3 req-99c2b1ff-0d0f-4e6b-9a95-8188d90aed47 service neutron] For port 4559e0cf-f26a-44fe-86af-d1bc5d07cee4, host n-h2-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=4559e0cf-f26a-44fe-86af-d1bc5d07cee4,segment=NetworkSegment(d717bbb0-6df6-42bd-b8bb-f148cd2d1524),segment_id=d717bbb0-6df6-42bd-b8bb-f148cd2d1524)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:46:46.839352 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-2fbd3577-a066-483b-ba1f-8cfb8207afe3 req-99c2b1ff-0d0f-4e6b-9a95-8188d90aed47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (4559e0cf-f26a-44fe-86af-d1bc5d07cee4), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:46.885273 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-275f0915-27d3-4fe8-bf74-1ea90e8d60d4 None None] Publish callbacks [] for port (60348dbe-73a8-48b1-abb7-b2ad2019db67), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:46.892800 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-275f0915-27d3-4fe8-bf74-1ea90e8d60d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (60348dbe-73a8-48b1-abb7-b2ad2019db67), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:46.917862 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c2b1ff-0d0f-4e6b-9a95-8188d90aed47 service neutron] Pushing event updated for resources: {'Port': ['ID=4559e0cf-f26a-44fe-86af-d1bc5d07cee4,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:46.926021 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbd3577-a066-483b-ba1f-8cfb8207afe3 req-99c2b1ff-0d0f-4e6b-9a95-8188d90aed47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:46:46.926979 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-2fbd3577-a066-483b-ba1f-8cfb8207afe3 req-99c2b1ff-0d0f-4e6b-9a95-8188d90aed47 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:46.930141 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2fbd3577-a066-483b-ba1f-8cfb8207afe3 req-99c2b1ff-0d0f-4e6b-9a95-8188d90aed47 service neutron] 10.222.0.44 "PUT /v2.0/ports/4559e0cf-f26a-44fe-86af-d1bc5d07cee4 HTTP/1.1" status: 200 len: 1093 time: 1.2913902 Jan 28 07:46:46.930541 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6e1ff11-3761-4895-9074-bcd2c0cd30cc', 'tag': '4559e0cf-f26a-44fe-86af-d1bc5d07cee4'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:46:46.933320 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60686f0a-433f-491a-bfe5-5ae834ede6f3" -d '{"events": [{"name": "network-changed", "server_uuid": "d6e1ff11-3761-4895-9074-bcd2c0cd30cc", "tag": "4559e0cf-f26a-44fe-86af-d1bc5d07cee4"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:46:46.969191 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275f0915-27d3-4fe8-bf74-1ea90e8d60d4 None None] Pushing event updated for resources: {'Port': ['ID=60348dbe-73a8-48b1-abb7-b2ad2019db67,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:46.981921 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81c89fd4-a23d-4e9f-a85d-430de279bb45 x-openstack-request-id: req-81c89fd4-a23d-4e9f-a85d-430de279bb45 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:46:46.982496 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6e1ff11-3761-4895-9074-bcd2c0cd30cc", "tag": "4559e0cf-f26a-44fe-86af-d1bc5d07cee4", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:46:46.983064 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-81c89fd4-a23d-4e9f-a85d-430de279bb45 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:46:46.983717 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6e1ff11-3761-4895-9074-bcd2c0cd30cc', 'tag': '4559e0cf-f26a-44fe-86af-d1bc5d07cee4', 'status': 'completed', 'code': 200} Jan 28 07:46:46.989349 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-275f0915-27d3-4fe8-bf74-1ea90e8d60d4 None None] Network cba29f9b-e4a4-48e9-bceb-91317624263c is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:46:46.993880 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-275f0915-27d3-4fe8-bf74-1ea90e8d60d4 None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:46:46.996388 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275f0915-27d3-4fe8-bf74-1ea90e8d60d4 None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:46:47.059935 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-275f0915-27d3-4fe8-bf74-1ea90e8d60d4 None None] Attempting to bind port 60348dbe-73a8-48b1-abb7-b2ad2019db67 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:46:47.060499 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-275f0915-27d3-4fe8-bf74-1ea90e8d60d4 None None] Attempting to bind port 60348dbe-73a8-48b1-abb7-b2ad2019db67 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': 'a1461550-de1a-4f55-9939-9ba7d6d3ec58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'cba29f9b-e4a4-48e9-bceb-91317624263c'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:46:47.060980 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275f0915-27d3-4fe8-bf74-1ea90e8d60d4 None None] Attempting to bind port 60348dbe-73a8-48b1-abb7-b2ad2019db67 on network cba29f9b-e4a4-48e9-bceb-91317624263c {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:46:47.067250 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275f0915-27d3-4fe8-bf74-1ea90e8d60d4 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:46:47.067946 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275f0915-27d3-4fe8-bf74-1ea90e8d60d4 None None] Checking segment: {'id': 'a1461550-de1a-4f55-9939-9ba7d6d3ec58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'cba29f9b-e4a4-48e9-bceb-91317624263c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:46:47.068656 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-275f0915-27d3-4fe8-bf74-1ea90e8d60d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:47.070813 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbd3577-a066-483b-ba1f-8cfb8207afe3 req-e280d7b3-fb60-44c2-a107-a1412c1cb7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:46:47.071386 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275f0915-27d3-4fe8-bf74-1ea90e8d60d4 None None] Bound using segment: {'id': 'a1461550-de1a-4f55-9939-9ba7d6d3ec58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'cba29f9b-e4a4-48e9-bceb-91317624263c'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:46:47.072003 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-275f0915-27d3-4fe8-bf74-1ea90e8d60d4 None None] Bound port: 60348dbe-73a8-48b1-abb7-b2ad2019db67, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1461550-de1a-4f55-9939-9ba7d6d3ec58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'cba29f9b-e4a4-48e9-bceb-91317624263c'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:46:47.072649 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-275f0915-27d3-4fe8-bf74-1ea90e8d60d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (60348dbe-73a8-48b1-abb7-b2ad2019db67), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:47.072804 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2fbd3577-a066-483b-ba1f-8cfb8207afe3 req-e280d7b3-fb60-44c2-a107-a1412c1cb7ee service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5542ea76c30542aeb3cf0ca71420ede0&device_id=d6e1ff11-3761-4895-9074-bcd2c0cd30cc HTTP/1.1" status: 200 len: 1096 time: 0.0735574 Jan 28 07:46:47.135931 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2fbd3577-a066-483b-ba1f-8cfb8207afe3 req-0f662e93-269e-4ee3-a60c-5c8aeb962fb7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4559e0cf-f26a-44fe-86af-d1bc5d07cee4 HTTP/1.1" status: 200 len: 217 time: 0.0497847 Jan 28 07:46:47.212735 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-275f0915-27d3-4fe8-bf74-1ea90e8d60d4 None None] For port 60348dbe-73a8-48b1-abb7-b2ad2019db67, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:46:47.213322 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbd3577-a066-483b-ba1f-8cfb8207afe3 req-8bc2bfcc-b96c-44ec-a443-4c6461384f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:46:47.215570 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2fbd3577-a066-483b-ba1f-8cfb8207afe3 req-8bc2bfcc-b96c-44ec-a443-4c6461384f6c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9ac67502-94d9-4a8d-92e4-b5c3a2cb9784 HTTP/1.1" status: 200 len: 835 time: 0.0704226 Jan 28 07:46:47.217175 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-275f0915-27d3-4fe8-bf74-1ea90e8d60d4 None None] For port 60348dbe-73a8-48b1-abb7-b2ad2019db67, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=60348dbe-73a8-48b1-abb7-b2ad2019db67,segment=NetworkSegment(a1461550-de1a-4f55-9939-9ba7d6d3ec58),segment_id=a1461550-de1a-4f55-9939-9ba7d6d3ec58)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:46:47.225364 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-275f0915-27d3-4fe8-bf74-1ea90e8d60d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (60348dbe-73a8-48b1-abb7-b2ad2019db67), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:47.309955 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275f0915-27d3-4fe8-bf74-1ea90e8d60d4 None None] Pushing event updated for resources: {'Port': ['ID=60348dbe-73a8-48b1-abb7-b2ad2019db67,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:47.310734 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79e2cad-573d-4470-95d7-615dceff9205 req-03d098b7-ec87-4492-93a2-a061f99a2fb2 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:46:47.312320 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f79e2cad-573d-4470-95d7-615dceff9205 req-03d098b7-ec87-4492-93a2-a061f99a2fb2 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e4102b0-3049-4b70-b5d1-ae8300e300f6 HTTP/1.1" status: 200 len: 944 time: 0.5933523 Jan 28 07:46:47.346197 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbd3577-a066-483b-ba1f-8cfb8207afe3 req-4a1b6e13-083d-4c90-b930-47c766d66115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:46:47.347770 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2fbd3577-a066-483b-ba1f-8cfb8207afe3 req-4a1b6e13-083d-4c90-b930-47c766d66115 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=28d557af-3c12-4abc-8f52-b6d071521254&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1265905 Jan 28 07:46:47.397462 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-d44cc88e-5847-407d-9393-620faf0f7576 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Allocated IP 2001:db8::139 (cba29f9b-e4a4-48e9-bceb-91317624263c/1764f75d-5a52-4cb9-99f8-e1abdc530d4b/b4363344-a27e-45c4-87a6-fa7e5aae90b5) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:46:47.407411 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f79e2cad-573d-4470-95d7-615dceff9205 req-2ece3df0-c795-49c8-8c02-7d16d94e6293 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec6d871e-ef1d-448d-95b7-68ce22e3161e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785561 Jan 28 07:46:47.547170 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2fbd3577-a066-483b-ba1f-8cfb8207afe3 req-f9599e8d-b565-4ad3-908b-27447045c09b service neutron] 10.222.0.44 "GET /v2.0/networks/28d557af-3c12-4abc-8f52-b6d071521254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922390 Jan 28 07:46:47.559282 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d44cc88e-5847-407d-9393-620faf0f7576 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks [] for port (b4363344-a27e-45c4-87a6-fa7e5aae90b5), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:47.608157 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d44cc88e-5847-407d-9393-620faf0f7576 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (b4363344-a27e-45c4-87a6-fa7e5aae90b5), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:47.655882 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d44cc88e-5847-407d-9393-620faf0f7576 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Network cba29f9b-e4a4-48e9-bceb-91317624263c is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:46:47.659199 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-d44cc88e-5847-407d-9393-620faf0f7576 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:46:47.661886 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44cc88e-5847-407d-9393-620faf0f7576 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:46:47.662189 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03595cfe-7ac2-4df1-a5da-c48cc0cb38ad req-b2d19d7b-5e7f-460f-807f-faa49781d1ad tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:46:47.668012 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44cc88e-5847-407d-9393-620faf0f7576 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:46:47.668665 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d44cc88e-5847-407d-9393-620faf0f7576 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:47.670023 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-03595cfe-7ac2-4df1-a5da-c48cc0cb38ad req-b2d19d7b-5e7f-460f-807f-faa49781d1ad tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6e1ff11-3761-4895-9074-bcd2c0cd30cc HTTP/1.1" status: 200 len: 944 time: 0.1875660 Jan 28 07:46:47.690077 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44cc88e-5847-407d-9393-620faf0f7576 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Pushing event updated for resources: {'Port': ['ID=b4363344-a27e-45c4-87a6-fa7e5aae90b5,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:47.703933 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-d44cc88e-5847-407d-9393-620faf0f7576 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 1.3715298 Jan 28 07:46:47.704423 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 33432) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:46:47.771059 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-03595cfe-7ac2-4df1-a5da-c48cc0cb38ad req-ec540a2d-7917-40d3-a36d-a40452c909f4 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] 10.222.0.41 "GET /v2.0/security-groups?id=227709ba-5010-4fdb-b51b-da1956850163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000800 Jan 28 07:46:47.774250 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2fbd3577-a066-483b-ba1f-8cfb8207afe3 req-957a20e0-b0bb-4719-ad31-8fa2be1ef7a7 service neutron] 10.222.0.44 "GET /v2.0/networks/28d557af-3c12-4abc-8f52-b6d071521254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175562 Jan 28 07:46:47.825765 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-90e7bcd2-4e8b-4bc5-828c-a4a4e18fc70b tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Deleting port b4363344-a27e-45c4-87a6-fa7e5aae90b5 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:46:47.826149 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-90e7bcd2-4e8b-4bc5-828c-a4a4e18fc70b tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (b4363344-a27e-45c4-87a6-fa7e5aae90b5), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:47.927831 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60686f0a-433f-491a-bfe5-5ae834ede6f3 req-1acaf8ac-ce77-41a7-943c-b0b6441d5b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:46:47.930995 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-60686f0a-433f-491a-bfe5-5ae834ede6f3 req-1acaf8ac-ce77-41a7-943c-b0b6441d5b25 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5542ea76c30542aeb3cf0ca71420ede0&device_id=d6e1ff11-3761-4895-9074-bcd2c0cd30cc HTTP/1.1" status: 200 len: 1096 time: 0.0581729 Jan 28 07:46:47.931804 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-90e7bcd2-4e8b-4bc5-828c-a4a4e18fc70b tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (b4363344-a27e-45c4-87a6-fa7e5aae90b5), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:47.949966 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-90e7bcd2-4e8b-4bc5-828c-a4a4e18fc70b tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Calling delete_port for b4363344-a27e-45c4-87a6-fa7e5aae90b5 owned by {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:46:48.040078 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60686f0a-433f-491a-bfe5-5ae834ede6f3 req-5478c1f7-5d10-4304-adc1-e8a2ac3e6f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:46:48.043073 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-60686f0a-433f-491a-bfe5-5ae834ede6f3 req-5478c1f7-5d10-4304-adc1-e8a2ac3e6f13 service neutron] 10.222.0.44 "GET /v2.0/networks?id=28d557af-3c12-4abc-8f52-b6d071521254 HTTP/1.1" status: 200 len: 897 time: 0.1074212 Jan 28 07:46:48.077740 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 60348dbe-73a8-48b1-abb7-b2ad2019db67 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:46:48.099342 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-60686f0a-433f-491a-bfe5-5ae834ede6f3 req-7fcc7898-ab22-4c54-bb7b-f8b6023daf86 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4559e0cf-f26a-44fe-86af-d1bc5d07cee4 HTTP/1.1" status: 200 len: 217 time: 0.0490212 Jan 28 07:46:48.122989 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-90e7bcd2-4e8b-4bc5-828c-a4a4e18fc70b tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (b4363344-a27e-45c4-87a6-fa7e5aae90b5), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:48.130744 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 60348dbe-73a8-48b1-abb7-b2ad2019db67 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:46:48.131120 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (60348dbe-73a8-48b1-abb7-b2ad2019db67), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:48.170818 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60686f0a-433f-491a-bfe5-5ae834ede6f3 req-9b8f4dd7-37cf-4aba-9b4b-5c79d546824e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:46:48.172872 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-60686f0a-433f-491a-bfe5-5ae834ede6f3 req-9b8f4dd7-37cf-4aba-9b4b-5c79d546824e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9ac67502-94d9-4a8d-92e4-b5c3a2cb9784 HTTP/1.1" status: 200 len: 835 time: 0.0659962 Jan 28 07:46:48.192967 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-90e7bcd2-4e8b-4bc5-828c-a4a4e18fc70b tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:48.198416 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-90e7bcd2-4e8b-4bc5-828c-a4a4e18fc70b tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] 10.222.0.41 "DELETE /v2.0/ports/b4363344-a27e-45c4-87a6-fa7e5aae90b5 HTTP/1.1" status: 204 len: 168 time: 0.4927590 Jan 28 07:46:48.199668 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e7bcd2-4e8b-4bc5-828c-a4a4e18fc70b tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Pushing event deleted for resources: {'Port': ['ID=b4363344-a27e-45c4-87a6-fa7e5aae90b5,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:48.208895 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 33434) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:46:48.225160 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 60348dbe-73a8-48b1-abb7-b2ad2019db67 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:46:48.225935 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (60348dbe-73a8-48b1-abb7-b2ad2019db67), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:48.229235 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60686f0a-433f-491a-bfe5-5ae834ede6f3 req-3d2589e5-31b9-4132-8b4c-1b458ed1c49a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:46:48.230894 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-60686f0a-433f-491a-bfe5-5ae834ede6f3 req-3d2589e5-31b9-4132-8b4c-1b458ed1c49a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=28d557af-3c12-4abc-8f52-b6d071521254&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0516071 Jan 28 07:46:48.245946 n-d-712749-28 neutron-server[103283]: INFO neutron.pecan_wsgi.hooks.translation [None req-2139606b-673d-4895-8197-4e1c746e93eb tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] GET failed (client error): The resource could not be found. Jan 28 07:46:48.247918 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-2139606b-673d-4895-8197-4e1c746e93eb tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] 10.222.0.41 "GET /v2.0/ports/b4363344-a27e-45c4-87a6-fa7e5aae90b5 HTTP/1.1" status: 404 len: 333 time: 0.0361733 Jan 28 07:46:48.250522 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 33436) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:46:48.259976 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] For port 60348dbe-73a8-48b1-abb7-b2ad2019db67, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=60348dbe-73a8-48b1-abb7-b2ad2019db67,segment=NetworkSegment(a1461550-de1a-4f55-9939-9ba7d6d3ec58),segment_id=a1461550-de1a-4f55-9939-9ba7d6d3ec58)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:46:48.265451 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (60348dbe-73a8-48b1-abb7-b2ad2019db67), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:48.326139 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Pushing event updated for resources: {'Port': ['ID=60348dbe-73a8-48b1-abb7-b2ad2019db67,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:48.333521 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_v2 [None req-52571da3-b314-4de6-8e9f-bb2bb909d4ef tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Deleting subnet 1764f75d-5a52-4cb9-99f8-e1abdc530d4b {{(pid=103283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:46:48.342080 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-52571da3-b314-4de6-8e9f-bb2bb909d4ef tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks [] for subnet (1764f75d-5a52-4cb9-99f8-e1abdc530d4b), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:48.390247 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-60686f0a-433f-491a-bfe5-5ae834ede6f3 req-ee5fdc10-e90b-4d07-b791-fa3c22cabdff service neutron] 10.222.0.44 "GET /v2.0/networks/28d557af-3c12-4abc-8f52-b6d071521254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524777 Jan 28 07:46:48.393602 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-52571da3-b314-4de6-8e9f-bb2bb909d4ef tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13506696'] for subnet (1764f75d-5a52-4cb9-99f8-e1abdc530d4b), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:48.507186 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-52571da3-b314-4de6-8e9f-bb2bb909d4ef tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (1764f75d-5a52-4cb9-99f8-e1abdc530d4b), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:48.520261 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-60686f0a-433f-491a-bfe5-5ae834ede6f3 req-aeb9f144-6287-4f41-91e6-c624bfd71114 service neutron] 10.222.0.44 "GET /v2.0/networks/28d557af-3c12-4abc-8f52-b6d071521254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232781 Jan 28 07:46:48.606623 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47024a0f-3507-4240-8add-7fd9532ee7eb req-7fb9120c-b697-4128-909d-a17760a7abe1 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:46:48.608270 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-47024a0f-3507-4240-8add-7fd9532ee7eb req-7fb9120c-b697-4128-909d-a17760a7abe1 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e4102b0-3049-4b70-b5d1-ae8300e300f6 HTTP/1.1" status: 200 len: 944 time: 0.0973516 Jan 28 07:46:48.640165 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-52571da3-b314-4de6-8e9f-bb2bb909d4ef tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13546665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13556132'] for subnet (1764f75d-5a52-4cb9-99f8-e1abdc530d4b), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:48.676972 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52571da3-b314-4de6-8e9f-bb2bb909d4ef tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Pushing event deleted for resources: {'Subnet': ['ID=1764f75d-5a52-4cb9-99f8-e1abdc530d4b,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:48.684129 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-52571da3-b314-4de6-8e9f-bb2bb909d4ef tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks [] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:48.687376 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-52571da3-b314-4de6-8e9f-bb2bb909d4ef tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] 10.222.0.41 "DELETE /v2.0/subnets/1764f75d-5a52-4cb9-99f8-e1abdc530d4b HTTP/1.1" status: 204 len: 168 time: 0.4357190 Jan 28 07:46:48.690137 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33442) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:46:48.708885 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-47024a0f-3507-4240-8add-7fd9532ee7eb req-4a0d761c-16be-4f80-b835-4ecb54ed2e4f tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec6d871e-ef1d-448d-95b7-68ce22e3161e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911441 Jan 28 07:46:48.758081 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ecc680c-b666-4890-947d-dcc7128419f1 None None] Network cba29f9b-e4a4-48e9-bceb-91317624263c requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:46:48.781565 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-af2066f2-a4c9-4c53-af50-6eab75335dbf tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (cba29f9b-e4a4-48e9-bceb-91317624263c), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:48.843859 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-af2066f2-a4c9-4c53-af50-6eab75335dbf tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Deleting port 60348dbe-73a8-48b1-abb7-b2ad2019db67 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:46:48.844439 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-af2066f2-a4c9-4c53-af50-6eab75335dbf tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (60348dbe-73a8-48b1-abb7-b2ad2019db67), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:48.872384 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-e9393038-8aac-459a-835f-cb777213bfb4 None None] Provisioning complete for port 60348dbe-73a8-48b1-abb7-b2ad2019db67 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:46:48.872940 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e9393038-8aac-459a-835f-cb777213bfb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (60348dbe-73a8-48b1-abb7-b2ad2019db67), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:48.958056 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-af2066f2-a4c9-4c53-af50-6eab75335dbf tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] For port 60348dbe-73a8-48b1-abb7-b2ad2019db67, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=60348dbe-73a8-48b1-abb7-b2ad2019db67,segment=NetworkSegment(a1461550-de1a-4f55-9939-9ba7d6d3ec58),segment_id=a1461550-de1a-4f55-9939-9ba7d6d3ec58)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:46:48.958486 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-af2066f2-a4c9-4c53-af50-6eab75335dbf tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (60348dbe-73a8-48b1-abb7-b2ad2019db67), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:48.968742 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-764f7e41-8b3c-49c0-a464-362eed5120f2 None None] DHCP port deletion for cba29f9b-e4a4-48e9-bceb-91317624263c request from n-d-712749-28 {{(pid=103285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 07:46:48.979124 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-af2066f2-a4c9-4c53-af50-6eab75335dbf tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Calling delete_port for 60348dbe-73a8-48b1-abb7-b2ad2019db67 owned by network:dhcp {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:46:48.987255 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04659f69-3897-40af-86f3-364e24dc2192 req-9ba57dd3-d5e7-47ae-ab8a-e8ce45a6e27e tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:46:48.988874 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-04659f69-3897-40af-86f3-364e24dc2192 req-9ba57dd3-d5e7-47ae-ab8a-e8ce45a6e27e tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6e1ff11-3761-4895-9074-bcd2c0cd30cc HTTP/1.1" status: 200 len: 944 time: 0.1054854 Jan 28 07:46:49.013610 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-e9393038-8aac-459a-835f-cb777213bfb4 None None] Current status of the port 60348dbe-73a8-48b1-abb7-b2ad2019db67 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:46:49.039900 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-764f7e41-8b3c-49c0-a464-362eed5120f2 None None] Deleting port 60348dbe-73a8-48b1-abb7-b2ad2019db67 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:46:49.040306 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-764f7e41-8b3c-49c0-a464-362eed5120f2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (60348dbe-73a8-48b1-abb7-b2ad2019db67), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:49.092227 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-04659f69-3897-40af-86f3-364e24dc2192 req-00a2047a-a208-4ec8-b305-7e003bb48f4e tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] 10.222.0.41 "GET /v2.0/security-groups?id=227709ba-5010-4fdb-b51b-da1956850163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955653 Jan 28 07:46:49.104821 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-764f7e41-8b3c-49c0-a464-362eed5120f2 None None] For port 60348dbe-73a8-48b1-abb7-b2ad2019db67, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=60348dbe-73a8-48b1-abb7-b2ad2019db67,segment=NetworkSegment(a1461550-de1a-4f55-9939-9ba7d6d3ec58),segment_id=a1461550-de1a-4f55-9939-9ba7d6d3ec58)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:46:49.106232 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-764f7e41-8b3c-49c0-a464-362eed5120f2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (60348dbe-73a8-48b1-abb7-b2ad2019db67), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:49.117131 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-af2066f2-a4c9-4c53-af50-6eab75335dbf tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (60348dbe-73a8-48b1-abb7-b2ad2019db67), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:49.125444 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-764f7e41-8b3c-49c0-a464-362eed5120f2 None None] Calling delete_port for 60348dbe-73a8-48b1-abb7-b2ad2019db67 owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:46:49.146291 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2066f2-a4c9-4c53-af50-6eab75335dbf tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Pushing event deleted for resources: {'Port': ['ID=60348dbe-73a8-48b1-abb7-b2ad2019db67,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:49.155017 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2066f2-a4c9-4c53-af50-6eab75335dbf tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] No DVR routers for this DVR port 60348dbe-73a8-48b1-abb7-b2ad2019db67 on host n-d-712749-28 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:46:49.206888 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-764f7e41-8b3c-49c0-a464-362eed5120f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298'] for port (60348dbe-73a8-48b1-abb7-b2ad2019db67), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:49.232233 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764f7e41-8b3c-49c0-a464-362eed5120f2 None None] Pushing event deleted for resources: {'Port': ['ID=60348dbe-73a8-48b1-abb7-b2ad2019db67,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:49.239064 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764f7e41-8b3c-49c0-a464-362eed5120f2 None None] No DVR routers for this DVR port 60348dbe-73a8-48b1-abb7-b2ad2019db67 on host n-d-712749-28 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:46:49.265358 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-af2066f2-a4c9-4c53-af50-6eab75335dbf tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (cba29f9b-e4a4-48e9-bceb-91317624263c), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:49.286121 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-af2066f2-a4c9-4c53-af50-6eab75335dbf tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cba29f9b-e4a4-48e9-bceb-91317624263c']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:46:49.295376 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-af2066f2-a4c9-4c53-af50-6eab75335dbf tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1461550-de1a-4f55-9939-9ba7d6d3ec58') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:46:49.295673 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-af2066f2-a4c9-4c53-af50-6eab75335dbf tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1461550-de1a-4f55-9939-9ba7d6d3ec58') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:46:49.305538 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-af2066f2-a4c9-4c53-af50-6eab75335dbf tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24759294'] for segment (a1461550-de1a-4f55-9939-9ba7d6d3ec58), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:49.318069 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-af2066f2-a4c9-4c53-af50-6eab75335dbf tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (a1461550-de1a-4f55-9939-9ba7d6d3ec58), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:49.324848 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af2066f2-a4c9-4c53-af50-6eab75335dbf tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:46:49.325346 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-af2066f2-a4c9-4c53-af50-6eab75335dbf tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24757675'] for segment (a1461550-de1a-4f55-9939-9ba7d6d3ec58), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:49.328318 n-d-712749-28 neutron-server[103284]: Traceback (most recent call last): Jan 28 07:46:49.328318 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:46:49.328318 n-d-712749-28 neutron-server[103284]: timer() Jan 28 07:46:49.328318 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:46:49.328318 n-d-712749-28 neutron-server[103284]: cb(*args, **kw) Jan 28 07:46:49.328318 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:46:49.328318 n-d-712749-28 neutron-server[103284]: return func(*args, **kwargs) Jan 28 07:46:49.328318 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:46:49.328318 n-d-712749-28 neutron-server[103284]: self._notify() Jan 28 07:46:49.328318 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:46:49.328318 n-d-712749-28 neutron-server[103284]: self.callback(batched_events) Jan 28 07:46:49.328318 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:46:49.328318 n-d-712749-28 neutron-server[103284]: event.method(event) Jan 28 07:46:49.328318 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:46:49.328318 n-d-712749-28 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:46:49.328318 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:46:49.328318 n-d-712749-28 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:46:49.328318 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:46:49.328318 n-d-712749-28 neutron-server[103284]: return f(self, *a, **k) Jan 28 07:46:49.328318 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:46:49.328318 n-d-712749-28 neutron-server[103284]: return self._get(url).json() Jan 28 07:46:49.328318 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:46:49.328318 n-d-712749-28 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:46:49.328318 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:46:49.328318 n-d-712749-28 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Jan 28 07:46:49.328318 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:46:49.328318 n-d-712749-28 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:46:49.328318 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:46:49.328318 n-d-712749-28 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:46:49.328318 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:46:49.328318 n-d-712749-28 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:46:49.328318 n-d-712749-28 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:46:49.393004 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-af2066f2-a4c9-4c53-af50-6eab75335dbf tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (cba29f9b-e4a4-48e9-bceb-91317624263c), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:49.397659 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-af2066f2-a4c9-4c53-af50-6eab75335dbf tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:49.404637 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 33446) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:46:49.404887 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-af2066f2-a4c9-4c53-af50-6eab75335dbf tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] 10.222.0.41 "DELETE /v2.0/networks/cba29f9b-e4a4-48e9-bceb-91317624263c HTTP/1.1" status: 204 len: 168 time: 0.7134402 Jan 28 07:46:49.409657 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-0c69a1d2-5885-4581-9a12-8feb38d97642 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Request body: {'port': {'network_id': 'a2c9662c-dd05-41f3-9571-30d0f72a2dc8', 'name': 'tempest-PortsIpV6TestJSON-410611166'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:46:49.513317 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c69a1d2-5885-4581-9a12-8feb38d97642 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Made reservation on behalf of 98c059871bfd44fc86db6ef0328be4a5 for: {'port': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:46:49.517345 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0c69a1d2-5885-4581-9a12-8feb38d97642 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:49.540076 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-0c69a1d2-5885-4581-9a12-8feb38d97642 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] device_id is not set on port 88831262-458f-4a55-b05f-e2683d533a2c yet. {{(pid=103283) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 07:46:49.732478 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0c69a1d2-5885-4581-9a12-8feb38d97642 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks [] for port (88831262-458f-4a55-b05f-e2683d533a2c), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:49.774751 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0c69a1d2-5885-4581-9a12-8feb38d97642 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (88831262-458f-4a55-b05f-e2683d533a2c), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:49.808367 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2066f2-a4c9-4c53-af50-6eab75335dbf tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Pushing event deleted for resources: {'Network': ['ID=cba29f9b-e4a4-48e9-bceb-91317624263c,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:49.851751 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c69a1d2-5885-4581-9a12-8feb38d97642 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Network a2c9662c-dd05-41f3-9571-30d0f72a2dc8 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:46:49.855719 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-0c69a1d2-5885-4581-9a12-8feb38d97642 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:46:49.865735 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c69a1d2-5885-4581-9a12-8feb38d97642 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:46:49.869687 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 4559e0cf-f26a-44fe-86af-d1bc5d07cee4 details requested by agent hyperv_n-h2-712749-28 with host n-h2-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:46:49.877655 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c69a1d2-5885-4581-9a12-8feb38d97642 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:46:49.878438 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0c69a1d2-5885-4581-9a12-8feb38d97642 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:49.886860 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c69a1d2-5885-4581-9a12-8feb38d97642 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Pushing event updated for resources: {'Port': ['ID=88831262-458f-4a55-b05f-e2683d533a2c,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:49.914136 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33452) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:46:49.922022 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-0c69a1d2-5885-4581-9a12-8feb38d97642 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.5162332 Jan 28 07:46:49.943681 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887f6e3a-d8f4-45f7-9593-c065c9a6af7f req-734a5ca0-c90e-47dc-ae4a-928d6f875b3a tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:46:49.956088 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-887f6e3a-d8f4-45f7-9593-c065c9a6af7f req-734a5ca0-c90e-47dc-ae4a-928d6f875b3a tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e4102b0-3049-4b70-b5d1-ae8300e300f6 HTTP/1.1" status: 200 len: 944 time: 0.1412742 Jan 28 07:46:50.000563 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 4559e0cf-f26a-44fe-86af-d1bc5d07cee4, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=4559e0cf-f26a-44fe-86af-d1bc5d07cee4,segment=NetworkSegment(d717bbb0-6df6-42bd-b8bb-f148cd2d1524),segment_id=d717bbb0-6df6-42bd-b8bb-f148cd2d1524)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:46:50.019366 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 60348dbe-73a8-48b1-abb7-b2ad2019db67 no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:46:50.025487 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-887f6e3a-d8f4-45f7-9593-c065c9a6af7f req-139f7f86-1d0b-4aeb-9297-c7d4e534f82d tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec6d871e-ef1d-448d-95b7-68ce22e3161e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681655 Jan 28 07:46:50.059909 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-a7acfafb-3357-4d54-935f-3d16d3c8cfa9 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Deleting port 88831262-458f-4a55-b05f-e2683d533a2c {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:46:50.060285 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a7acfafb-3357-4d54-935f-3d16d3c8cfa9 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (88831262-458f-4a55-b05f-e2683d533a2c), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:50.063064 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: 60348dbe-73a8-48b1-abb7-b2ad2019db67 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:46:50.064238 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 60348dbe-73a8-48b1-abb7-b2ad2019db67 not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:46:50.066614 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Returning: {'device': '4559e0cf-f26a-44fe-86af-d1bc5d07cee4', 'network_id': '28d557af-3c12-4abc-8f52-b6d071521254', 'port_id': '4559e0cf-f26a-44fe-86af-d1bc5d07cee4', 'mac_address': 'fa:16:3e:20:31:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ac67502-94d9-4a8d-92e4-b5c3a2cb9784', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:46:50.121351 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port 4559e0cf-f26a-44fe-86af-d1bc5d07cee4 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:46:50.122691 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (4559e0cf-f26a-44fe-86af-d1bc5d07cee4), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:50.142735 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4559e0cf-f26a-44fe-86af-d1bc5d07cee4 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:46:50.158854 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a7acfafb-3357-4d54-935f-3d16d3c8cfa9 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (88831262-458f-4a55-b05f-e2683d533a2c), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:50.172045 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 4559e0cf-f26a-44fe-86af-d1bc5d07cee4, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=4559e0cf-f26a-44fe-86af-d1bc5d07cee4,segment=NetworkSegment(d717bbb0-6df6-42bd-b8bb-f148cd2d1524),segment_id=d717bbb0-6df6-42bd-b8bb-f148cd2d1524)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:46:50.177001 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-a7acfafb-3357-4d54-935f-3d16d3c8cfa9 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Calling delete_port for 88831262-458f-4a55-b05f-e2683d533a2c owned by {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:46:50.181184 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (4559e0cf-f26a-44fe-86af-d1bc5d07cee4), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:50.244724 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=4559e0cf-f26a-44fe-86af-d1bc5d07cee4,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:50.311852 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daceb803-9f7f-48a6-b32b-bda5ac4bb152 req-7ac16ac3-af25-4a1b-b758-aede8f6745e9 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:46:50.313745 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-daceb803-9f7f-48a6-b32b-bda5ac4bb152 req-7ac16ac3-af25-4a1b-b758-aede8f6745e9 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6e1ff11-3761-4895-9074-bcd2c0cd30cc HTTP/1.1" status: 200 len: 945 time: 0.1287715 Jan 28 07:46:50.364340 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a7acfafb-3357-4d54-935f-3d16d3c8cfa9 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (88831262-458f-4a55-b05f-e2683d533a2c), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:50.390230 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 7 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 07:46:50.412769 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7acfafb-3357-4d54-935f-3d16d3c8cfa9 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Pushing event deleted for resources: {'Port': ['ID=88831262-458f-4a55-b05f-e2683d533a2c,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:50.430859 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a7acfafb-3357-4d54-935f-3d16d3c8cfa9 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:50.434857 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-a7acfafb-3357-4d54-935f-3d16d3c8cfa9 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] 10.222.0.41 "DELETE /v2.0/ports/88831262-458f-4a55-b05f-e2683d533a2c HTTP/1.1" status: 204 len: 168 time: 0.5193441 Jan 28 07:46:50.437689 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 33456) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:46:50.439298 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-daceb803-9f7f-48a6-b32b-bda5ac4bb152 req-f00439c4-9609-4cc8-b806-2cad349cf829 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] 10.222.0.41 "GET /v2.0/security-groups?id=227709ba-5010-4fdb-b51b-da1956850163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1184764 Jan 28 07:46:50.443414 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-a2dd0c74-7bb5-4fe9-8a08-1cfe1f9a2ca2 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Request body: {'port': {'network_id': 'a2c9662c-dd05-41f3-9571-30d0f72a2dc8', 'mac_address': 'fa:16:3e:e0:dc:d7', 'name': 'tempest-PortsIpV6TestJSON-491996355'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:46:50.470337 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['4559e0cf-f26a-44fe-86af-d1bc5d07cee4'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:46:50.572575 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2dd0c74-7bb5-4fe9-8a08-1cfe1f9a2ca2 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Made reservation on behalf of 98c059871bfd44fc86db6ef0328be4a5 for: {'port': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:46:50.661839 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a2dd0c74-7bb5-4fe9-8a08-1cfe1f9a2ca2 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:50.686343 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-a2dd0c74-7bb5-4fe9-8a08-1cfe1f9a2ca2 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] device_id is not set on port 3f2e5e5e-6581-4be4-a4de-9f75dce35b4b yet. {{(pid=103283) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 07:46:50.861165 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a2dd0c74-7bb5-4fe9-8a08-1cfe1f9a2ca2 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks [] for port (3f2e5e5e-6581-4be4-a4de-9f75dce35b4b), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:50.894089 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a2dd0c74-7bb5-4fe9-8a08-1cfe1f9a2ca2 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (3f2e5e5e-6581-4be4-a4de-9f75dce35b4b), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:50.939667 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2dd0c74-7bb5-4fe9-8a08-1cfe1f9a2ca2 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Network a2c9662c-dd05-41f3-9571-30d0f72a2dc8 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:46:50.942822 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-a2dd0c74-7bb5-4fe9-8a08-1cfe1f9a2ca2 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:46:50.945777 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2dd0c74-7bb5-4fe9-8a08-1cfe1f9a2ca2 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:46:50.951584 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2dd0c74-7bb5-4fe9-8a08-1cfe1f9a2ca2 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:46:50.952206 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a2dd0c74-7bb5-4fe9-8a08-1cfe1f9a2ca2 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:50.970832 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dd0c74-7bb5-4fe9-8a08-1cfe1f9a2ca2 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Pushing event updated for resources: {'Port': ['ID=3f2e5e5e-6581-4be4-a4de-9f75dce35b4b,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:50.979243 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-a2dd0c74-7bb5-4fe9-8a08-1cfe1f9a2ca2 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.5379138 Jan 28 07:46:50.979710 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33460) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:46:51.021783 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b4db571-5425-4412-97a2-e264e3ad21d7 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:46:51.023190 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-3b4db571-5425-4412-97a2-e264e3ad21d7 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] 10.222.0.41 "GET /v2.0/ports/3f2e5e5e-6581-4be4-a4de-9f75dce35b4b HTTP/1.1" status: 200 len: 844 time: 0.0425696 Jan 28 07:46:51.026018 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33462) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:46:51.117430 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-caf40830-64fa-456f-8796-cfcb17b1a98c tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Deleting port 3f2e5e5e-6581-4be4-a4de-9f75dce35b4b {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:46:51.117819 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-caf40830-64fa-456f-8796-cfcb17b1a98c tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (3f2e5e5e-6581-4be4-a4de-9f75dce35b4b), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:51.168584 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10eec44-6f88-4158-ad41-6f8786a41499 req-ab414485-4653-44f8-8acc-43d325f6174c tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:46:51.170289 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d10eec44-6f88-4158-ad41-6f8786a41499 req-ab414485-4653-44f8-8acc-43d325f6174c tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e4102b0-3049-4b70-b5d1-ae8300e300f6 HTTP/1.1" status: 200 len: 944 time: 0.0701022 Jan 28 07:46:51.186991 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-caf40830-64fa-456f-8796-cfcb17b1a98c tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (3f2e5e5e-6581-4be4-a4de-9f75dce35b4b), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:51.201008 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-caf40830-64fa-456f-8796-cfcb17b1a98c tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Calling delete_port for 3f2e5e5e-6581-4be4-a4de-9f75dce35b4b owned by {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:46:51.222185 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d10eec44-6f88-4158-ad41-6f8786a41499 req-d9c4f6fe-39f3-4b6a-8d16-261a9ff71b6b tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec6d871e-ef1d-448d-95b7-68ce22e3161e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446422 Jan 28 07:46:51.282907 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-caf40830-64fa-456f-8796-cfcb17b1a98c tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (3f2e5e5e-6581-4be4-a4de-9f75dce35b4b), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:51.313067 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf40830-64fa-456f-8796-cfcb17b1a98c tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Pushing event deleted for resources: {'Port': ['ID=3f2e5e5e-6581-4be4-a4de-9f75dce35b4b,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:51.319978 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-caf40830-64fa-456f-8796-cfcb17b1a98c tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:51.324131 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-caf40830-64fa-456f-8796-cfcb17b1a98c tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] 10.222.0.41 "DELETE /v2.0/ports/3f2e5e5e-6581-4be4-a4de-9f75dce35b4b HTTP/1.1" status: 204 len: 168 time: 0.2972074 Jan 28 07:46:51.326793 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33466) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:46:51.352536 n-d-712749-28 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4fb51b5-0263-4640-8352-c0cefc670c7a tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] GET failed (client error): The resource could not be found. Jan 28 07:46:51.357216 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-c4fb51b5-0263-4640-8352-c0cefc670c7a tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] 10.222.0.41 "GET /v2.0/ports/3f2e5e5e-6581-4be4-a4de-9f75dce35b4b HTTP/1.1" status: 404 len: 333 time: 0.0262358 Jan 28 07:46:51.357458 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33468) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:46:51.362982 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-570c0630-34ea-40be-9dfe-8ac04de54d9b tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Request body: {'port': {'network_id': 'a2c9662c-dd05-41f3-9571-30d0f72a2dc8', 'name': 'tempest-PortsIpV6TestJSON-2082109876'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:46:51.451920 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-570c0630-34ea-40be-9dfe-8ac04de54d9b tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Made reservation on behalf of 98c059871bfd44fc86db6ef0328be4a5 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:46:51.455375 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-570c0630-34ea-40be-9dfe-8ac04de54d9b tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:51.474392 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [None req-570c0630-34ea-40be-9dfe-8ac04de54d9b tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] device_id is not set on port 933bc690-bcc7-4671-bbf4-316e6a53a0f1 yet. {{(pid=103284) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 07:46:51.635082 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4285bef-5a0f-4386-8d6f-542ef60ca5a4 req-64d09fe0-3a4c-4ea2-93b2-a70b0aedd2f4 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:46:51.636587 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c4285bef-5a0f-4386-8d6f-542ef60ca5a4 req-64d09fe0-3a4c-4ea2-93b2-a70b0aedd2f4 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6e1ff11-3761-4895-9074-bcd2c0cd30cc HTTP/1.1" status: 200 len: 945 time: 0.1156454 Jan 28 07:46:51.702637 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-570c0630-34ea-40be-9dfe-8ac04de54d9b tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks [] for port (933bc690-bcc7-4671-bbf4-316e6a53a0f1), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:51.721657 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c4285bef-5a0f-4386-8d6f-542ef60ca5a4 req-aa955daf-1715-4a33-9ee0-feb0c5c82be1 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] 10.222.0.41 "GET /v2.0/security-groups?id=227709ba-5010-4fdb-b51b-da1956850163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785189 Jan 28 07:46:51.753062 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-570c0630-34ea-40be-9dfe-8ac04de54d9b tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (933bc690-bcc7-4671-bbf4-316e6a53a0f1), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:51.800058 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-570c0630-34ea-40be-9dfe-8ac04de54d9b tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Network a2c9662c-dd05-41f3-9571-30d0f72a2dc8 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:46:51.803218 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-570c0630-34ea-40be-9dfe-8ac04de54d9b tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:46:51.809601 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570c0630-34ea-40be-9dfe-8ac04de54d9b tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:46:51.814757 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-570c0630-34ea-40be-9dfe-8ac04de54d9b tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:46:51.815372 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-570c0630-34ea-40be-9dfe-8ac04de54d9b tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:51.824358 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570c0630-34ea-40be-9dfe-8ac04de54d9b tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Pushing event updated for resources: {'Port': ['ID=933bc690-bcc7-4671-bbf4-316e6a53a0f1,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:51.840113 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 33474) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:46:51.840346 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-570c0630-34ea-40be-9dfe-8ac04de54d9b tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.4812286 Jan 28 07:46:51.845648 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-398dea85-f166-4dea-85e2-ea090f041538 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:46:51.870865 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 4559e0cf-f26a-44fe-86af-d1bc5d07cee4 up at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:46:51.921759 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-398dea85-f166-4dea-85e2-ea090f041538 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (933bc690-bcc7-4671-bbf4-316e6a53a0f1), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:51.927950 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning for port 4559e0cf-f26a-44fe-86af-d1bc5d07cee4 completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:46:51.933521 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning complete for port 4559e0cf-f26a-44fe-86af-d1bc5d07cee4 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:46:51.933909 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (4559e0cf-f26a-44fe-86af-d1bc5d07cee4), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:52.018750 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port 4559e0cf-f26a-44fe-86af-d1bc5d07cee4 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:46:52.019102 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (4559e0cf-f26a-44fe-86af-d1bc5d07cee4), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:52.045169 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6e1ff11-3761-4895-9074-bcd2c0cd30cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4559e0cf-f26a-44fe-86af-d1bc5d07cee4'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:46:52.047416 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f84574b7-d7c5-49b2-bcb2-ccef103af8e1" -d '{"events": [{"server_uuid": "d6e1ff11-3761-4895-9074-bcd2c0cd30cc", "name": "network-vif-plugged", "status": "completed", "tag": "4559e0cf-f26a-44fe-86af-d1bc5d07cee4"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:46:52.064500 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 4559e0cf-f26a-44fe-86af-d1bc5d07cee4, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=4559e0cf-f26a-44fe-86af-d1bc5d07cee4,segment=NetworkSegment(d717bbb0-6df6-42bd-b8bb-f148cd2d1524),segment_id=d717bbb0-6df6-42bd-b8bb-f148cd2d1524)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:46:52.070523 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (4559e0cf-f26a-44fe-86af-d1bc5d07cee4), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:52.091451 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-398dea85-f166-4dea-85e2-ea090f041538 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks [] for port (933bc690-bcc7-4671-bbf4-316e6a53a0f1), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:52.097018 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-398dea85-f166-4dea-85e2-ea090f041538 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (933bc690-bcc7-4671-bbf4-316e6a53a0f1), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:52.126013 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=4559e0cf-f26a-44fe-86af-d1bc5d07cee4,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:52.137149 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-398dea85-f166-4dea-85e2-ea090f041538 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] In _notify_port_updated(), no bound segment for port 933bc690-bcc7-4671-bbf4-316e6a53a0f1 on network a2c9662c-dd05-41f3-9571-30d0f72a2dc8 {{(pid=103283) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 07:46:52.142226 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-398dea85-f166-4dea-85e2-ea090f041538 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:46:52.142833 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-398dea85-f166-4dea-85e2-ea090f041538 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:52.144127 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-398dea85-f166-4dea-85e2-ea090f041538 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] 10.222.0.41 "PUT /v2.0/ports/933bc690-bcc7-4671-bbf4-316e6a53a0f1 HTTP/1.1" status: 200 len: 818 time: 0.3029196 Jan 28 07:46:52.146838 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 33480) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:46:52.184680 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398dea85-f166-4dea-85e2-ea090f041538 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Pushing event updated for resources: {'Port': ['ID=933bc690-bcc7-4671-bbf4-316e6a53a0f1,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:52.242388 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-32370222-fcb5-4cbb-a717-58d0cbee3335 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Deleting port 933bc690-bcc7-4671-bbf4-316e6a53a0f1 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:46:52.242727 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-32370222-fcb5-4cbb-a717-58d0cbee3335 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (933bc690-bcc7-4671-bbf4-316e6a53a0f1), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:52.267941 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcea8bcb-39f5-4beb-b421-9716717b3946 x-openstack-request-id: req-dcea8bcb-39f5-4beb-b421-9716717b3946 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:46:52.268549 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6e1ff11-3761-4895-9074-bcd2c0cd30cc", "name": "network-vif-plugged", "status": "completed", "tag": "4559e0cf-f26a-44fe-86af-d1bc5d07cee4", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:46:52.268822 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-dcea8bcb-39f5-4beb-b421-9716717b3946 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:46:52.269228 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6e1ff11-3761-4895-9074-bcd2c0cd30cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4559e0cf-f26a-44fe-86af-d1bc5d07cee4', 'code': 200} Jan 28 07:46:52.317588 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-32370222-fcb5-4cbb-a717-58d0cbee3335 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (933bc690-bcc7-4671-bbf4-316e6a53a0f1), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:52.331208 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-32370222-fcb5-4cbb-a717-58d0cbee3335 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Calling delete_port for 933bc690-bcc7-4671-bbf4-316e6a53a0f1 owned by {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:46:52.346091 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812e13f9-cfcc-46c0-ac3b-dfa932ae36cc req-e2f1d262-b9d3-4b5d-812d-7c563a327e87 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:46:52.347648 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-812e13f9-cfcc-46c0-ac3b-dfa932ae36cc req-e2f1d262-b9d3-4b5d-812d-7c563a327e87 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e4102b0-3049-4b70-b5d1-ae8300e300f6 HTTP/1.1" status: 200 len: 944 time: 0.0551741 Jan 28 07:46:52.422063 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-32370222-fcb5-4cbb-a717-58d0cbee3335 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (933bc690-bcc7-4671-bbf4-316e6a53a0f1), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:52.439499 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13113a30-831e-45aa-9b83-a676aa632e1a req-84efdb89-ead4-4b89-a476-c7fcdce831c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:46:52.441034 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-13113a30-831e-45aa-9b83-a676aa632e1a req-84efdb89-ead4-4b89-a476-c7fcdce831c5 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d6e1ff11-3761-4895-9074-bcd2c0cd30cc HTTP/1.1" status: 200 len: 1098 time: 0.0810316 Jan 28 07:46:52.445073 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-812e13f9-cfcc-46c0-ac3b-dfa932ae36cc req-101d68a4-0442-47b3-8679-252dc23b50fa tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec6d871e-ef1d-448d-95b7-68ce22e3161e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908997 Jan 28 07:46:52.452647 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32370222-fcb5-4cbb-a717-58d0cbee3335 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Pushing event deleted for resources: {'Port': ['ID=933bc690-bcc7-4671-bbf4-316e6a53a0f1,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:52.458007 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-32370222-fcb5-4cbb-a717-58d0cbee3335 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:52.464938 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-32370222-fcb5-4cbb-a717-58d0cbee3335 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] 10.222.0.41 "DELETE /v2.0/ports/933bc690-bcc7-4671-bbf4-316e6a53a0f1 HTTP/1.1" status: 204 len: 168 time: 0.3165956 Jan 28 07:46:52.465552 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 33484) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:46:52.494772 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-13113a30-831e-45aa-9b83-a676aa632e1a req-ef72759e-3037-4e84-8237-771ff3553fa2 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=227709ba-5010-4fdb-b51b-da1956850163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474980 Jan 28 07:46:52.518113 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b653f7-9207-4131-b300-01d76fb869ea tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:46:52.519567 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-14b653f7-9207-4131-b300-01d76fb869ea tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0530927 Jan 28 07:46:52.522229 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 33486) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:46:52.546738 n-d-712749-28 neutron-server[103283]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6ef0ea3-9c27-4712-a9fe-fae5e3818fc6 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] GET failed (client error): The resource could not be found. Jan 28 07:46:52.548076 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-c6ef0ea3-9c27-4712-a9fe-fae5e3818fc6 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] 10.222.0.41 "GET /v2.0/ports/933bc690-bcc7-4671-bbf4-316e6a53a0f1 HTTP/1.1" status: 404 len: 333 time: 0.0240006 Jan 28 07:46:52.551453 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 33488) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:46:52.556323 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-077b99cf-2ad6-4578-bd64-45dc2e04aa1b tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-922917581'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:46:52.575262 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-077b99cf-2ad6-4578-bd64-45dc2e04aa1b tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Made reservation on behalf of 98c059871bfd44fc86db6ef0328be4a5 for: {'network': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:46:52.578688 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-077b99cf-2ad6-4578-bd64-45dc2e04aa1b tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:52.602324 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-077b99cf-2ad6-4578-bd64-45dc2e04aa1b tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=103283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:46:52.611443 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-077b99cf-2ad6-4578-bd64-45dc2e04aa1b tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (89e28d76-7b3c-4fe1-a42d-9d4e47f70b06), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:52.611805 n-d-712749-28 neutron-server[103283]: INFO neutron.db.segments_db [None req-077b99cf-2ad6-4578-bd64-45dc2e04aa1b tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Added segment 89e28d76-7b3c-4fe1-a42d-9d4e47f70b06 of type vlan for network 231b73e3-f609-41b9-a424-21b79382c67f Jan 28 07:46:52.650929 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-077b99cf-2ad6-4578-bd64-45dc2e04aa1b tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (231b73e3-f609-41b9-a424-21b79382c67f), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:52.675504 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-077b99cf-2ad6-4578-bd64-45dc2e04aa1b tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (231b73e3-f609-41b9-a424-21b79382c67f), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:52.680746 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-077b99cf-2ad6-4578-bd64-45dc2e04aa1b tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:46:52.681437 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-077b99cf-2ad6-4578-bd64-45dc2e04aa1b tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks [] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:52.739161 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-077b99cf-2ad6-4578-bd64-45dc2e04aa1b tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.1867082 Jan 28 07:46:52.742693 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33490) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:46:52.749317 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-1ff58ec3-35dc-4c5b-97a9-ae62cf9eeaa1 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Request body: {'subnet': {'network_id': '231b73e3-f609-41b9-a424-21b79382c67f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:46:52.761919 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077b99cf-2ad6-4578-bd64-45dc2e04aa1b tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Pushing event updated for resources: {'Network': ['ID=231b73e3-f609-41b9-a424-21b79382c67f,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:52.776586 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network 231b73e3-f609-41b9-a424-21b79382c67f details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:46:52.862871 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ff58ec3-35dc-4c5b-97a9-ae62cf9eeaa1 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Made reservation on behalf of 98c059871bfd44fc86db6ef0328be4a5 for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:46:52.868097 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1ff58ec3-35dc-4c5b-97a9-ae62cf9eeaa1 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24979592'] for subnet (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:52.894422 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdafc20-bda3-4bfd-a0f2-b91331c19a55 req-d94726e7-52dd-49c5-9bc2-e921da6ea58c tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:46:52.901730 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6bdafc20-bda3-4bfd-a0f2-b91331c19a55 req-d94726e7-52dd-49c5-9bc2-e921da6ea58c tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6e1ff11-3761-4895-9074-bcd2c0cd30cc HTTP/1.1" status: 200 len: 946 time: 0.0919347 Jan 28 07:46:52.955674 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6bdafc20-bda3-4bfd-a0f2-b91331c19a55 req-01dfbb3a-3d3b-4343-80f8-83d4b37afb49 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] 10.222.0.41 "GET /v2.0/security-groups?id=227709ba-5010-4fdb-b51b-da1956850163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529013 Jan 28 07:46:53.082526 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1ff58ec3-35dc-4c5b-97a9-ae62cf9eeaa1 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24757504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24979610'] for subnet (88c7b0c4-ff4d-4aaf-87b1-a7eeda1703c5), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:53.144593 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff58ec3-35dc-4c5b-97a9-ae62cf9eeaa1 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Pushing event updated for resources: {'Subnet': ['ID=88c7b0c4-ff4d-4aaf-87b1-a7eeda1703c5,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:53.152526 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff58ec3-35dc-4c5b-97a9-ae62cf9eeaa1 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Checking segment: {'id': '89e28d76-7b3c-4fe1-a42d-9d4e47f70b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '231b73e3-f609-41b9-a424-21b79382c67f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:46:53.152898 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff58ec3-35dc-4c5b-97a9-ae62cf9eeaa1 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Network hostable DHCP agents. Network: 231b73e3-f609-41b9-a424-21b79382c67f, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:46:53.169634 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff58ec3-35dc-4c5b-97a9-ae62cf9eeaa1 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Network 231b73e3-f609-41b9-a424-21b79382c67f is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:46:53.178985 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-1ff58ec3-35dc-4c5b-97a9-ae62cf9eeaa1 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, 231b73e3-f609-41b9-a424-21b79382c67f) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:46:53.184279 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff58ec3-35dc-4c5b-97a9-ae62cf9eeaa1 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:46:53.184916 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1ff58ec3-35dc-4c5b-97a9-ae62cf9eeaa1 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:53.189473 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cfbf6e3-c8c5-4ac2-b688-cdba30bc6e2a None None] Network 231b73e3-f609-41b9-a424-21b79382c67f requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:46:53.206361 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-1ff58ec3-35dc-4c5b-97a9-ae62cf9eeaa1 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4624231 Jan 28 07:46:53.208962 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33500) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:46:53.215629 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-8e4ef500-1e50-4088-b203-74e30ce47d67 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Request body: {'subnet': {'network_id': '231b73e3-f609-41b9-a424-21b79382c67f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:46:53.302893 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a923f29a-23c2-4e12-bfbe-fa3d7d593560 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3dd72b9-6805-5f61-b6f3-a591f99a173d-231b73e3-f609-41b9-a424-21b79382c67f', 'network_id': '231b73e3-f609-41b9-a424-21b79382c67f', 'project_id': '98c059871bfd44fc86db6ef0328be4a5', 'fixed_ips': [{'subnet_id': '88c7b0c4-ff4d-4aaf-87b1-a7eeda1703c5'}]}} from n-d-712749-28. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 07:46:53.304076 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a923f29a-23c2-4e12-bfbe-fa3d7d593560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:53.329462 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e4ef500-1e50-4088-b203-74e30ce47d67 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Made reservation on behalf of 98c059871bfd44fc86db6ef0328be4a5 for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:46:53.333516 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8e4ef500-1e50-4088-b203-74e30ce47d67 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24979592'] for subnet (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:53.448115 n-d-712749-28 neutron-server[103284]: INFO neutron.db.ipam_backend_mixin [None req-8e4ef500-1e50-4088-b203-74e30ce47d67 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 88c7b0c4-ff4d-4aaf-87b1-a7eeda1703c5 (CIDR: 2001:db8::/64) Jan 28 07:46:53.453556 n-d-712749-28 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e4ef500-1e50-4088-b203-74e30ce47d67 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 07:46:53.454151 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e4ef500-1e50-4088-b203-74e30ce47d67 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:46:53.475230 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-8e4ef500-1e50-4088-b203-74e30ce47d67 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2650208 Jan 28 07:46:53.478802 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 33504) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:46:53.484530 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-c1067dad-00b6-43f7-8953-d3628206c220 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Request body: {'subnet': {'network_id': '231b73e3-f609-41b9-a424-21b79382c67f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:46:53.614490 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7277112-5a0c-4bfb-aa2e-c0aee84e97f5 req-cd5fccb0-7d92-48fb-a7e0-ad614e46073d tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:46:53.616237 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e7277112-5a0c-4bfb-aa2e-c0aee84e97f5 req-cd5fccb0-7d92-48fb-a7e0-ad614e46073d tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e4102b0-3049-4b70-b5d1-ae8300e300f6 HTTP/1.1" status: 200 len: 944 time: 0.0719771 Jan 28 07:46:53.670830 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-a923f29a-23c2-4e12-bfbe-fa3d7d593560 None None] Allocated IP 2001:db8::2 (231b73e3-f609-41b9-a424-21b79382c67f/88c7b0c4-ff4d-4aaf-87b1-a7eeda1703c5/8569a152-a95e-4de5-bc9b-e17f49a0cec6) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:46:53.679378 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e7277112-5a0c-4bfb-aa2e-c0aee84e97f5 req-7960f682-74d7-4684-b591-c331a0a1bc4b tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec6d871e-ef1d-448d-95b7-68ce22e3161e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552392 Jan 28 07:46:53.686287 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1067dad-00b6-43f7-8953-d3628206c220 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Made reservation on behalf of 98c059871bfd44fc86db6ef0328be4a5 for: {'subnet': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:46:53.690204 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c1067dad-00b6-43f7-8953-d3628206c220 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13555781'] for subnet (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:53.836828 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a923f29a-23c2-4e12-bfbe-fa3d7d593560 None None] Publish callbacks [] for port (8569a152-a95e-4de5-bc9b-e17f49a0cec6), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:53.843703 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a923f29a-23c2-4e12-bfbe-fa3d7d593560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (8569a152-a95e-4de5-bc9b-e17f49a0cec6), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:53.883387 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a923f29a-23c2-4e12-bfbe-fa3d7d593560 None None] Network 231b73e3-f609-41b9-a424-21b79382c67f is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:46:53.886508 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-a923f29a-23c2-4e12-bfbe-fa3d7d593560 None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:46:53.889959 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a923f29a-23c2-4e12-bfbe-fa3d7d593560 None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:46:53.906432 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a923f29a-23c2-4e12-bfbe-fa3d7d593560 None None] Pushing event updated for resources: {'Port': ['ID=8569a152-a95e-4de5-bc9b-e17f49a0cec6,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:53.964224 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-a923f29a-23c2-4e12-bfbe-fa3d7d593560 None None] Attempting to bind port 8569a152-a95e-4de5-bc9b-e17f49a0cec6 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:46:53.964607 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-a923f29a-23c2-4e12-bfbe-fa3d7d593560 None None] Attempting to bind port 8569a152-a95e-4de5-bc9b-e17f49a0cec6 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '89e28d76-7b3c-4fe1-a42d-9d4e47f70b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '231b73e3-f609-41b9-a424-21b79382c67f'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:46:53.965001 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a923f29a-23c2-4e12-bfbe-fa3d7d593560 None None] Attempting to bind port 8569a152-a95e-4de5-bc9b-e17f49a0cec6 on network 231b73e3-f609-41b9-a424-21b79382c67f {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:46:53.970697 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a923f29a-23c2-4e12-bfbe-fa3d7d593560 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:46:53.971092 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a923f29a-23c2-4e12-bfbe-fa3d7d593560 None None] Checking segment: {'id': '89e28d76-7b3c-4fe1-a42d-9d4e47f70b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '231b73e3-f609-41b9-a424-21b79382c67f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:46:53.971505 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a923f29a-23c2-4e12-bfbe-fa3d7d593560 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:53.971914 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a923f29a-23c2-4e12-bfbe-fa3d7d593560 None None] Bound using segment: {'id': '89e28d76-7b3c-4fe1-a42d-9d4e47f70b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '231b73e3-f609-41b9-a424-21b79382c67f'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:46:53.972455 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-a923f29a-23c2-4e12-bfbe-fa3d7d593560 None None] Bound port: 8569a152-a95e-4de5-bc9b-e17f49a0cec6, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89e28d76-7b3c-4fe1-a42d-9d4e47f70b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '231b73e3-f609-41b9-a424-21b79382c67f'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:46:53.972913 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a923f29a-23c2-4e12-bfbe-fa3d7d593560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (8569a152-a95e-4de5-bc9b-e17f49a0cec6), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:53.976943 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c1067dad-00b6-43f7-8953-d3628206c220 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13546728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13555799'] for subnet (0b8535f8-96d5-42dd-8e49-25e8778cac40), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:54.029742 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1067dad-00b6-43f7-8953-d3628206c220 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Network 231b73e3-f609-41b9-a424-21b79382c67f is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:46:54.046373 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-c1067dad-00b6-43f7-8953-d3628206c220 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:46:54.062780 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-a923f29a-23c2-4e12-bfbe-fa3d7d593560 None None] For port 8569a152-a95e-4de5-bc9b-e17f49a0cec6, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:46:54.065339 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1067dad-00b6-43f7-8953-d3628206c220 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:46:54.065954 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c1067dad-00b6-43f7-8953-d3628206c220 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks [] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:54.068601 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-a923f29a-23c2-4e12-bfbe-fa3d7d593560 None None] For port 8569a152-a95e-4de5-bc9b-e17f49a0cec6, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=8569a152-a95e-4de5-bc9b-e17f49a0cec6,segment=NetworkSegment(89e28d76-7b3c-4fe1-a42d-9d4e47f70b06),segment_id=89e28d76-7b3c-4fe1-a42d-9d4e47f70b06)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:46:54.077824 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1067dad-00b6-43f7-8953-d3628206c220 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Pushing event updated for resources: {'Subnet': ['ID=0b8535f8-96d5-42dd-8e49-25e8778cac40,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:54.078982 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a923f29a-23c2-4e12-bfbe-fa3d7d593560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (8569a152-a95e-4de5-bc9b-e17f49a0cec6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:54.098731 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-c1067dad-00b6-43f7-8953-d3628206c220 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6192489 Jan 28 07:46:54.102262 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33510) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:46:54.107789 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-17fcc26f-2d42-4129-8902-596396a7ddd5 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Request body: {'port': {'network_id': '231b73e3-f609-41b9-a424-21b79382c67f', 'fixed_ips': [{'subnet_id': '88c7b0c4-ff4d-4aaf-87b1-a7eeda1703c5'}, {'subnet_id': '0b8535f8-96d5-42dd-8e49-25e8778cac40'}], 'name': 'tempest-PortsIpV6TestJSON-760034631'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:46:54.118146 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70dd221-3177-40c5-8e9e-5cfd6daef627 req-b482de8f-2a4a-4cce-8831-ad6dd0753762 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:46:54.120429 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e70dd221-3177-40c5-8e9e-5cfd6daef627 req-b482de8f-2a4a-4cce-8831-ad6dd0753762 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6e1ff11-3761-4895-9074-bcd2c0cd30cc HTTP/1.1" status: 200 len: 946 time: 0.0895364 Jan 28 07:46:54.172731 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a923f29a-23c2-4e12-bfbe-fa3d7d593560 None None] Pushing event updated for resources: {'Port': ['ID=8569a152-a95e-4de5-bc9b-e17f49a0cec6,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:54.199207 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e70dd221-3177-40c5-8e9e-5cfd6daef627 req-b6bbbece-dfa7-422e-85e4-5e6d016708f2 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] 10.222.0.41 "GET /v2.0/security-groups?id=227709ba-5010-4fdb-b51b-da1956850163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725152 Jan 28 07:46:54.284936 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17fcc26f-2d42-4129-8902-596396a7ddd5 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Made reservation on behalf of 98c059871bfd44fc86db6ef0328be4a5 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:46:54.412880 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c84994-6341-4a81-a776-74dba741fbad req-2417525b-643f-4332-a014-8794e0f0f52c tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:46:54.415106 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-01c84994-6341-4a81-a776-74dba741fbad req-2417525b-643f-4332-a014-8794e0f0f52c tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6e1ff11-3761-4895-9074-bcd2c0cd30cc HTTP/1.1" status: 200 len: 946 time: 0.1120806 Jan 28 07:46:54.468339 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-17fcc26f-2d42-4129-8902-596396a7ddd5 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:54.501483 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-01c84994-6341-4a81-a776-74dba741fbad req-14d4c249-d9fe-466e-87ba-344553a22293 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] 10.222.0.41 "GET /v2.0/security-groups?id=227709ba-5010-4fdb-b51b-da1956850163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795429 Jan 28 07:46:54.504854 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [None req-17fcc26f-2d42-4129-8902-596396a7ddd5 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] device_id is not set on port 1b5d0679-ce19-460e-aa15-9422a75d7ff1 yet. {{(pid=103284) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 07:46:54.530541 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 33514) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:46:54.625035 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c11530-7f78-4e35-b0dc-5179f7ecb98e tempest-TestNetworkBasicOps-1367905772 tempest-TestNetworkBasicOps-1367905772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:46:54.628260 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-71c11530-7f78-4e35-b0dc-5179f7ecb98e tempest-TestNetworkBasicOps-1367905772 tempest-TestNetworkBasicOps-1367905772-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=d6e1ff11-3761-4895-9074-bcd2c0cd30cc HTTP/1.1" status: 200 len: 1093 time: 0.0950840 Jan 28 07:46:54.630270 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33516) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:46:54.658267 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-4ea29dee-0996-4bbd-b8a6-05549b56fbb8 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Request body: {'floatingip': {'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'port_id': '4559e0cf-f26a-44fe-86af-d1bc5d07cee4', 'tenant_id': '5542ea76c30542aeb3cf0ca71420ede0', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:46:54.701649 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4ea29dee-0996-4bbd-b8a6-05549b56fbb8 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:54.743959 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 44b6c68f-2a00-4110-99b6-ff002afe82bc details requested by agent hyperv_n-h1-712749-28 with host n-h1-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:46:54.872868 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c728e833-7acc-449f-ac6b-00b82ba95d5f req-0060abb5-6d40-4d28-bd81-318e1c3e7eaa tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:46:54.875472 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c728e833-7acc-449f-ac6b-00b82ba95d5f req-0060abb5-6d40-4d28-bd81-318e1c3e7eaa tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e4102b0-3049-4b70-b5d1-ae8300e300f6 HTTP/1.1" status: 200 len: 944 time: 0.1084721 Jan 28 07:46:54.876803 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 44b6c68f-2a00-4110-99b6-ff002afe82bc, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=44b6c68f-2a00-4110-99b6-ff002afe82bc,segment=NetworkSegment(51b887d5-fd17-4f2d-9bed-8a0b60014438),segment_id=51b887d5-fd17-4f2d-9bed-8a0b60014438)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:46:54.880896 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-17fcc26f-2d42-4129-8902-596396a7ddd5 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Allocated IP 2001:db8::3b9 (231b73e3-f609-41b9-a424-21b79382c67f/88c7b0c4-ff4d-4aaf-87b1-a7eeda1703c5/1b5d0679-ce19-460e-aa15-9422a75d7ff1) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:46:54.891543 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Returning: {'device': '44b6c68f-2a00-4110-99b6-ff002afe82bc', 'network_id': 'e89cba95-7c88-42ca-a2a1-7604d77c150d', 'port_id': '44b6c68f-2a00-4110-99b6-ff002afe82bc', 'mac_address': 'fa:16:3e:c9:75:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be92a7e6-1604-4603-bacc-7f09a5c98a28', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:46:54.899567 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-17fcc26f-2d42-4129-8902-596396a7ddd5 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Allocated IP 2001:db8:0:1::10d (231b73e3-f609-41b9-a424-21b79382c67f/0b8535f8-96d5-42dd-8e49-25e8778cac40/1b5d0679-ce19-460e-aa15-9422a75d7ff1) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:46:54.935738 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 44b6c68f-2a00-4110-99b6-ff002afe82bc is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:46:54.936594 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (44b6c68f-2a00-4110-99b6-ff002afe82bc), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:54.938955 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c728e833-7acc-449f-ac6b-00b82ba95d5f req-4f198ce5-5c2c-4822-b3e5-909dcdd4605e tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec6d871e-ef1d-448d-95b7-68ce22e3161e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574462 Jan 28 07:46:54.948945 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4ea29dee-0996-4bbd-b8a6-05549b56fbb8 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:54.952657 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44b6c68f-2a00-4110-99b6-ff002afe82bc {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:46:54.974233 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 44b6c68f-2a00-4110-99b6-ff002afe82bc, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=44b6c68f-2a00-4110-99b6-ff002afe82bc,segment=NetworkSegment(51b887d5-fd17-4f2d-9bed-8a0b60014438),segment_id=51b887d5-fd17-4f2d-9bed-8a0b60014438)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:46:54.979752 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (44b6c68f-2a00-4110-99b6-ff002afe82bc), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:55.039890 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=44b6c68f-2a00-4110-99b6-ff002afe82bc,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:55.157418 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-4ea29dee-0996-4bbd-b8a6-05549b56fbb8 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Allocated IP 172.25.6.85 (7d5b3724-deef-4831-8d43-cb9b8176573c/b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc/3dd5bfc1-4799-433a-9dac-8d0b61819dc0) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:46:55.205981 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-17fcc26f-2d42-4129-8902-596396a7ddd5 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks [] for port (1b5d0679-ce19-460e-aa15-9422a75d7ff1), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:55.308299 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-17fcc26f-2d42-4129-8902-596396a7ddd5 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (1b5d0679-ce19-460e-aa15-9422a75d7ff1), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:55.343480 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['44b6c68f-2a00-4110-99b6-ff002afe82bc'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:46:55.349423 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4ea29dee-0996-4bbd-b8a6-05549b56fbb8 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks [] for port (3dd5bfc1-4799-433a-9dac-8d0b61819dc0), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:55.376299 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17fcc26f-2d42-4129-8902-596396a7ddd5 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Network 231b73e3-f609-41b9-a424-21b79382c67f is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:46:55.385068 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-17fcc26f-2d42-4129-8902-596396a7ddd5 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:46:55.391940 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17fcc26f-2d42-4129-8902-596396a7ddd5 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:46:55.397935 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17fcc26f-2d42-4129-8902-596396a7ddd5 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:46:55.399007 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-17fcc26f-2d42-4129-8902-596396a7ddd5 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:55.406287 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fcc26f-2d42-4129-8902-596396a7ddd5 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Pushing event updated for resources: {'Port': ['ID=1b5d0679-ce19-460e-aa15-9422a75d7ff1,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:55.439241 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-17fcc26f-2d42-4129-8902-596396a7ddd5 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 1.3358188 Jan 28 07:46:55.442175 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33522) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:46:55.449813 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-c1fe1454-66ca-49e9-927d-3dbaefd252a4 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '88c7b0c4-ff4d-4aaf-87b1-a7eeda1703c5'}]}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:46:55.455648 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4ea29dee-0996-4bbd-b8a6-05549b56fbb8 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (3dd5bfc1-4799-433a-9dac-8d0b61819dc0), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:55.512402 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-599b8dbb-76e3-4210-936d-4c7cad23efb4 None None] Network 231b73e3-f609-41b9-a424-21b79382c67f requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:46:55.530198 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea29dee-0996-4bbd-b8a6-05549b56fbb8 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Network 7d5b3724-deef-4831-8d43-cb9b8176573c is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:46:55.540330 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-4ea29dee-0996-4bbd-b8a6-05549b56fbb8 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:46:55.562528 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea29dee-0996-4bbd-b8a6-05549b56fbb8 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:46:55.600319 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea29dee-0996-4bbd-b8a6-05549b56fbb8 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Pushing event updated for resources: {'Port': ['ID=3dd5bfc1-4799-433a-9dac-8d0b61819dc0,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:55.604724 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c1fe1454-66ca-49e9-927d-3dbaefd252a4 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (1b5d0679-ce19-460e-aa15-9422a75d7ff1), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:55.629096 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-5cb6c3ee-01e0-4a27-b500-fff92d29cc6d None None] Provisioning complete for port 8569a152-a95e-4de5-bc9b-e17f49a0cec6 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:46:55.629470 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5cb6c3ee-01e0-4a27-b500-fff92d29cc6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (8569a152-a95e-4de5-bc9b-e17f49a0cec6), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:55.893012 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-5cb6c3ee-01e0-4a27-b500-fff92d29cc6d None None] Current status of the port 8569a152-a95e-4de5-bc9b-e17f49a0cec6 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:46:55.894219 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5cb6c3ee-01e0-4a27-b500-fff92d29cc6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (8569a152-a95e-4de5-bc9b-e17f49a0cec6), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:55.915770 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e1b8a21-4924-4595-bd2c-521b826689a0 None None] Update dhcp port {'port': {'network_id': '231b73e3-f609-41b9-a424-21b79382c67f', 'fixed_ips': [{'subnet_id': '88c7b0c4-ff4d-4aaf-87b1-a7eeda1703c5', 'ip_address': '2001:db8::2'}, {'subnet_id': '0b8535f8-96d5-42dd-8e49-25e8778cac40'}], 'binding:host_id': 'n-d-712749-28'}, 'id': '8569a152-a95e-4de5-bc9b-e17f49a0cec6'} from n-d-712749-28. {{(pid=103285) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 07:46:56.013324 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9e1b8a21-4924-4595-bd2c-521b826689a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (8569a152-a95e-4de5-bc9b-e17f49a0cec6), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:56.035419 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-5cb6c3ee-01e0-4a27-b500-fff92d29cc6d None None] For port 8569a152-a95e-4de5-bc9b-e17f49a0cec6, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=8569a152-a95e-4de5-bc9b-e17f49a0cec6,segment=NetworkSegment(89e28d76-7b3c-4fe1-a42d-9d4e47f70b06),segment_id=89e28d76-7b3c-4fe1-a42d-9d4e47f70b06)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:46:56.063573 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5cb6c3ee-01e0-4a27-b500-fff92d29cc6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (8569a152-a95e-4de5-bc9b-e17f49a0cec6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:56.075877 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 8569a152-a95e-4de5-bc9b-e17f49a0cec6 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:46:56.112982 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-c1fe1454-66ca-49e9-927d-3dbaefd252a4 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Delete allocated IP 2001:db8:0:1::10d (231b73e3-f609-41b9-a424-21b79382c67f/0b8535f8-96d5-42dd-8e49-25e8778cac40) {{(pid=103284) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 28 07:46:56.221116 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb6c3ee-01e0-4a27-b500-fff92d29cc6d None None] Pushing event updated for resources: {'Port': ['ID=8569a152-a95e-4de5-bc9b-e17f49a0cec6,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:56.247152 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 8569a152-a95e-4de5-bc9b-e17f49a0cec6 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:46:56.247531 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (8569a152-a95e-4de5-bc9b-e17f49a0cec6), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:56.251113 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f976e2-66b9-4415-84b8-c41dbe43e4c2 req-7c5faa6f-a17f-4863-9b85-f69f2b89827f tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:46:56.252807 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-67f976e2-66b9-4415-84b8-c41dbe43e4c2 req-7c5faa6f-a17f-4863-9b85-f69f2b89827f tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e4102b0-3049-4b70-b5d1-ae8300e300f6 HTTP/1.1" status: 200 len: 945 time: 0.1950634 Jan 28 07:46:56.343815 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 8569a152-a95e-4de5-bc9b-e17f49a0cec6 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:46:56.399922 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-67f976e2-66b9-4415-84b8-c41dbe43e4c2 req-7dd451d8-85aa-407c-b449-8f61e3de76c7 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec6d871e-ef1d-448d-95b7-68ce22e3161e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1338587 Jan 28 07:46:56.421145 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4ea29dee-0996-4bbd-b8a6-05549b56fbb8 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks [] for floatingip (1b8d08a3-10d2-4e4c-8c02-ba7fcedda01c), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:56.479067 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c1fe1454-66ca-49e9-927d-3dbaefd252a4 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks [] for port (1b5d0679-ce19-460e-aa15-9422a75d7ff1), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:56.485408 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c1fe1454-66ca-49e9-927d-3dbaefd252a4 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (1b5d0679-ce19-460e-aa15-9422a75d7ff1), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:56.556297 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-9e1b8a21-4924-4595-bd2c-521b826689a0 None None] Allocated IP 2001:db8:0:1::2 (231b73e3-f609-41b9-a424-21b79382c67f/0b8535f8-96d5-42dd-8e49-25e8778cac40/8569a152-a95e-4de5-bc9b-e17f49a0cec6) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:46:56.581995 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-c1fe1454-66ca-49e9-927d-3dbaefd252a4 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] In _notify_port_updated(), no bound segment for port 1b5d0679-ce19-460e-aa15-9422a75d7ff1 on network 231b73e3-f609-41b9-a424-21b79382c67f {{(pid=103284) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 07:46:56.587681 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1fe1454-66ca-49e9-927d-3dbaefd252a4 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:46:56.588871 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c1fe1454-66ca-49e9-927d-3dbaefd252a4 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:56.589884 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-c1fe1454-66ca-49e9-927d-3dbaefd252a4 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] 10.222.0.41 "PUT /v2.0/ports/1b5d0679-ce19-460e-aa15-9422a75d7ff1 HTTP/1.1" status: 200 len: 925 time: 1.1467409 Jan 28 07:46:56.590658 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4ea29dee-0996-4bbd-b8a6-05549b56fbb8 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (3dd5bfc1-4799-433a-9dac-8d0b61819dc0), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:56.592602 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 33536) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:46:56.608402 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-41b37f8a-416f-4863-ab4f-14b4b38227a9 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '88c7b0c4-ff4d-4aaf-87b1-a7eeda1703c5'}, {'subnet_id': '0b8535f8-96d5-42dd-8e49-25e8778cac40'}]}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:46:56.618329 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fe1454-66ca-49e9-927d-3dbaefd252a4 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Pushing event updated for resources: {'Port': ['ID=1b5d0679-ce19-460e-aa15-9422a75d7ff1,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:56.714002 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9e1b8a21-4924-4595-bd2c-521b826689a0 None None] For port 8569a152-a95e-4de5-bc9b-e17f49a0cec6, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=8569a152-a95e-4de5-bc9b-e17f49a0cec6,segment=NetworkSegment(89e28d76-7b3c-4fe1-a42d-9d4e47f70b06),segment_id=89e28d76-7b3c-4fe1-a42d-9d4e47f70b06)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:46:56.765701 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9e1b8a21-4924-4595-bd2c-521b826689a0 None None] Publish callbacks [] for port (8569a152-a95e-4de5-bc9b-e17f49a0cec6), precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:56.771145 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 44b6c68f-2a00-4110-99b6-ff002afe82bc up at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:46:56.775881 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9e1b8a21-4924-4595-bd2c-521b826689a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (8569a152-a95e-4de5-bc9b-e17f49a0cec6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:56.792252 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4ea29dee-0996-4bbd-b8a6-05549b56fbb8 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks [] for port (3dd5bfc1-4799-433a-9dac-8d0b61819dc0), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:56.796704 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-41b37f8a-416f-4863-ab4f-14b4b38227a9 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (1b5d0679-ce19-460e-aa15-9422a75d7ff1), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:56.800688 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4ea29dee-0996-4bbd-b8a6-05549b56fbb8 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (3dd5bfc1-4799-433a-9dac-8d0b61819dc0), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:56.894937 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea29dee-0996-4bbd-b8a6-05549b56fbb8 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Pushing event updated for resources: {'Port': ['ID=3dd5bfc1-4799-433a-9dac-8d0b61819dc0,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:56.908854 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4ea29dee-0996-4bbd-b8a6-05549b56fbb8 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16609095'] for floatingip (1b8d08a3-10d2-4e4c-8c02-ba7fcedda01c), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:56.929346 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1b8a21-4924-4595-bd2c-521b826689a0 None None] Pushing event updated for resources: {'Port': ['ID=8569a152-a95e-4de5-bc9b-e17f49a0cec6,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:56.942885 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning for port 44b6c68f-2a00-4110-99b6-ff002afe82bc completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:46:56.947815 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning complete for port 44b6c68f-2a00-4110-99b6-ff002afe82bc triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:46:56.948223 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (44b6c68f-2a00-4110-99b6-ff002afe82bc), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:57.051995 n-d-712749-28 neutron-server[103284]: INFO neutron.db.l3_db [None req-4ea29dee-0996-4bbd-b8a6-05549b56fbb8 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Floating IP 1b8d08a3-10d2-4e4c-8c02-ba7fcedda01c associated. External IP: 172.25.6.85, port: 4559e0cf-f26a-44fe-86af-d1bc5d07cee4. Jan 28 07:46:57.064134 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 44b6c68f-2a00-4110-99b6-ff002afe82bc is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:46:57.064744 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (44b6c68f-2a00-4110-99b6-ff002afe82bc), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:57.111968 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e4102b0-3049-4b70-b5d1-ae8300e300f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44b6c68f-2a00-4110-99b6-ff002afe82bc'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:46:57.114333 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99165d44-8dbf-44c3-96f4-f9605e3ac9e2" -d '{"events": [{"server_uuid": "2e4102b0-3049-4b70-b5d1-ae8300e300f6", "name": "network-vif-plugged", "status": "completed", "tag": "44b6c68f-2a00-4110-99b6-ff002afe82bc"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:46:57.129188 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 44b6c68f-2a00-4110-99b6-ff002afe82bc, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=44b6c68f-2a00-4110-99b6-ff002afe82bc,segment=NetworkSegment(51b887d5-fd17-4f2d-9bed-8a0b60014438),segment_id=51b887d5-fd17-4f2d-9bed-8a0b60014438)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:46:57.134403 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (44b6c68f-2a00-4110-99b6-ff002afe82bc), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:57.177977 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-41b37f8a-416f-4863-ab4f-14b4b38227a9 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Allocated IP 2001:db8:0:1::32e (231b73e3-f609-41b9-a424-21b79382c67f/0b8535f8-96d5-42dd-8e49-25e8778cac40/1b5d0679-ce19-460e-aa15-9422a75d7ff1) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:46:57.193629 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75c728a0-5411-4812-bfd4-bb78bea33296 x-openstack-request-id: req-75c728a0-5411-4812-bfd4-bb78bea33296 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:46:57.193936 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e4102b0-3049-4b70-b5d1-ae8300e300f6", "name": "network-vif-plugged", "status": "completed", "tag": "44b6c68f-2a00-4110-99b6-ff002afe82bc", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:46:57.194284 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-75c728a0-5411-4812-bfd4-bb78bea33296 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:46:57.196874 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e4102b0-3049-4b70-b5d1-ae8300e300f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44b6c68f-2a00-4110-99b6-ff002afe82bc', 'code': 200} Jan 28 07:46:57.218136 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=44b6c68f-2a00-4110-99b6-ff002afe82bc,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:57.363168 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-41b37f8a-416f-4863-ab4f-14b4b38227a9 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks [] for port (1b5d0679-ce19-460e-aa15-9422a75d7ff1), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:57.371101 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-41b37f8a-416f-4863-ab4f-14b4b38227a9 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (1b5d0679-ce19-460e-aa15-9422a75d7ff1), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:57.485359 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-41b37f8a-416f-4863-ab4f-14b4b38227a9 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] In _notify_port_updated(), no bound segment for port 1b5d0679-ce19-460e-aa15-9422a75d7ff1 on network 231b73e3-f609-41b9-a424-21b79382c67f {{(pid=103283) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 07:46:57.491899 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b37f8a-416f-4863-ab4f-14b4b38227a9 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:46:57.492597 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-41b37f8a-416f-4863-ab4f-14b4b38227a9 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:57.496843 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-41b37f8a-416f-4863-ab4f-14b4b38227a9 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] 10.222.0.41 "PUT /v2.0/ports/1b5d0679-ce19-460e-aa15-9422a75d7ff1 HTTP/1.1" status: 200 len: 1011 time: 0.8951821 Jan 28 07:46:57.500874 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 33544) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:46:57.509591 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b37f8a-416f-4863-ab4f-14b4b38227a9 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Pushing event updated for resources: {'Port': ['ID=1b5d0679-ce19-460e-aa15-9422a75d7ff1,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:57.620698 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-99d50f52-2090-41ae-9587-1b22825080b3 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Deleting port 1b5d0679-ce19-460e-aa15-9422a75d7ff1 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:46:57.621422 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-99d50f52-2090-41ae-9587-1b22825080b3 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (1b5d0679-ce19-460e-aa15-9422a75d7ff1), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:57.740149 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-99d50f52-2090-41ae-9587-1b22825080b3 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (1b5d0679-ce19-460e-aa15-9422a75d7ff1), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:57.755600 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-99d50f52-2090-41ae-9587-1b22825080b3 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Calling delete_port for 1b5d0679-ce19-460e-aa15-9422a75d7ff1 owned by {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:46:57.758425 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c16bac-ddad-4dd8-9fce-98dd6319b5b4 req-cbcc2774-e5a6-4cf7-aaa3-2fd0aac83281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:46:57.760457 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-50c16bac-ddad-4dd8-9fce-98dd6319b5b4 req-cbcc2774-e5a6-4cf7-aaa3-2fd0aac83281 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2e4102b0-3049-4b70-b5d1-ae8300e300f6 HTTP/1.1" status: 200 len: 1098 time: 0.1021302 Jan 28 07:46:57.768028 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e3a348-d66a-40b3-b824-45e17cf86009 req-4d9783f0-5059-47bd-bce2-e342a10f030c tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:46:57.773462 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcff8a94-3e01-451e-baf5-da914b3ebe10 None None] Network 231b73e3-f609-41b9-a424-21b79382c67f requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:46:57.777299 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-57e3a348-d66a-40b3-b824-45e17cf86009 req-4d9783f0-5059-47bd-bce2-e342a10f030c tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e4102b0-3049-4b70-b5d1-ae8300e300f6 HTTP/1.1" status: 200 len: 946 time: 0.1203477 Jan 28 07:46:57.892447 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-50c16bac-ddad-4dd8-9fce-98dd6319b5b4 req-6216d194-e7a2-44fd-bfb9-e889c0b21e6e service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=ec6d871e-ef1d-448d-95b7-68ce22e3161e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108384 Jan 28 07:46:57.912292 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-a0d58fb0-2c40-4a29-840a-30b5b3bbb86e None None] Provisioning complete for port 8569a152-a95e-4de5-bc9b-e17f49a0cec6 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:46:57.913435 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a0d58fb0-2c40-4a29-840a-30b5b3bbb86e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (8569a152-a95e-4de5-bc9b-e17f49a0cec6), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:57.957488 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-57e3a348-d66a-40b3-b824-45e17cf86009 req-4cd8b3bc-b116-40b3-8620-530b3e17605b tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec6d871e-ef1d-448d-95b7-68ce22e3161e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1791532 Jan 28 07:46:58.052597 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-99d50f52-2090-41ae-9587-1b22825080b3 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (1b5d0679-ce19-460e-aa15-9422a75d7ff1), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:58.062200 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 8569a152-a95e-4de5-bc9b-e17f49a0cec6 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:46:58.090104 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d50f52-2090-41ae-9587-1b22825080b3 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Pushing event deleted for resources: {'Port': ['ID=1b5d0679-ce19-460e-aa15-9422a75d7ff1,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:58.098005 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ea29dee-0996-4bbd-b8a6-05549b56fbb8 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Router 00114493-53d4-4791-96c7-46d0430ca457 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:46:58.116828 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-a0d58fb0-2c40-4a29-840a-30b5b3bbb86e None None] Current status of the port 8569a152-a95e-4de5-bc9b-e17f49a0cec6 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:46:58.131180 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-a0d58fb0-2c40-4a29-840a-30b5b3bbb86e None None] Could not find standard attr ID for object 1b5d0679-ce19-460e-aa15-9422a75d7ff1. {{(pid=103285) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 07:46:58.162930 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 8569a152-a95e-4de5-bc9b-e17f49a0cec6 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:46:58.163562 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (8569a152-a95e-4de5-bc9b-e17f49a0cec6), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:58.188029 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-99d50f52-2090-41ae-9587-1b22825080b3 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:58.200286 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-99d50f52-2090-41ae-9587-1b22825080b3 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] 10.222.0.41 "DELETE /v2.0/ports/1b5d0679-ce19-460e-aa15-9422a75d7ff1 HTTP/1.1" status: 204 len: 168 time: 0.6940522 Jan 28 07:46:58.200286 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 33550) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:46:58.235765 n-d-712749-28 neutron-server[103283]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b9949c3-f126-43b6-8e4a-52eef6238d9c tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] GET failed (client error): The resource could not be found. Jan 28 07:46:58.242862 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-7b9949c3-f126-43b6-8e4a-52eef6238d9c tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] 10.222.0.41 "GET /v2.0/ports/1b5d0679-ce19-460e-aa15-9422a75d7ff1 HTTP/1.1" status: 404 len: 333 time: 0.0419667 Jan 28 07:46:58.243513 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 33552) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:46:58.251235 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ea29dee-0996-4bbd-b8a6-05549b56fbb8 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:46:58.267175 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d459cb9-1e88-40ff-b116-1defa5413a29 None None] Sync routers for ids ['00114493-53d4-4791-96c7-46d0430ca457'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:46:58.283295 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d459cb9-1e88-40ff-b116-1defa5413a29 None None] Routers {'00114493-53d4-4791-96c7-46d0430ca457'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:46:58.285935 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-3d459cb9-1e88-40ff-b116-1defa5413a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:46:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['00114493-53d4-4791-96c7-46d0430ca457'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:46:58.289959 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4ea29dee-0996-4bbd-b8a6-05549b56fbb8 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for floatingip (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:58.321741 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 8569a152-a95e-4de5-bc9b-e17f49a0cec6 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:46:58.324756 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c04536f-8158-4265-b123-ee24b0c94c3f tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Deleting subnet 0b8535f8-96d5-42dd-8e49-25e8778cac40 {{(pid=103283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:46:58.331430 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4c04536f-8158-4265-b123-ee24b0c94c3f tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks [] for subnet (0b8535f8-96d5-42dd-8e49-25e8778cac40), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:58.340744 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-4ea29dee-0996-4bbd-b8a6-05549b56fbb8 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.7068739 Jan 28 07:46:58.340744 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6e1ff11-3761-4895-9074-bcd2c0cd30cc', 'tag': '4559e0cf-f26a-44fe-86af-d1bc5d07cee4'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:46:58.341932 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8af1729-cf3d-4b93-8fac-f3e5e4f553bf" -d '{"events": [{"name": "network-changed", "server_uuid": "d6e1ff11-3761-4895-9074-bcd2c0cd30cc", "tag": "4559e0cf-f26a-44fe-86af-d1bc5d07cee4"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:46:58.344473 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33554) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:46:58.393183 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4c04536f-8158-4265-b123-ee24b0c94c3f tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13506696'] for subnet (0b8535f8-96d5-42dd-8e49-25e8778cac40), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:58.395020 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9e072f30-7ec1-4b9e-b456-fb527bfccca0 None None] Provisioning complete for port 8569a152-a95e-4de5-bc9b-e17f49a0cec6 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:46:58.395410 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9e072f30-7ec1-4b9e-b456-fb527bfccca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (8569a152-a95e-4de5-bc9b-e17f49a0cec6), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:58.438911 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cafced2e-32ea-49e7-b394-c4962ffc66de x-openstack-request-id: req-cafced2e-32ea-49e7-b394-c4962ffc66de {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:46:58.439171 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6e1ff11-3761-4895-9074-bcd2c0cd30cc", "tag": "4559e0cf-f26a-44fe-86af-d1bc5d07cee4", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:46:58.439439 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cafced2e-32ea-49e7-b394-c4962ffc66de {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:46:58.439930 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6e1ff11-3761-4895-9074-bcd2c0cd30cc', 'tag': '4559e0cf-f26a-44fe-86af-d1bc5d07cee4', 'status': 'completed', 'code': 200} Jan 28 07:46:58.515245 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9e072f30-7ec1-4b9e-b456-fb527bfccca0 None None] Current status of the port 8569a152-a95e-4de5-bc9b-e17f49a0cec6 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:46:58.519484 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9e072f30-7ec1-4b9e-b456-fb527bfccca0 None None] Could not find standard attr ID for object 1b5d0679-ce19-460e-aa15-9422a75d7ff1. {{(pid=103285) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 07:46:58.542773 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-3d459cb9-1e88-40ff-b116-1defa5413a29 None None] Set router 00114493-53d4-4791-96c7-46d0430ca457 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:46:58.554790 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-6c30f687-da81-4c0a-ae1d-579bb2239a3b tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] 10.222.0.41 "GET /v2.0/floatingips/1b8d08a3-10d2-4e4c-8c02-ba7fcedda01c HTTP/1.1" status: 200 len: 991 time: 0.2067208 Jan 28 07:46:58.563247 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4c04536f-8158-4265-b123-ee24b0c94c3f tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (0b8535f8-96d5-42dd-8e49-25e8778cac40), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:58.573318 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8af1729-cf3d-4b93-8fac-f3e5e4f553bf req-a08602fc-d709-4870-ac2a-83d7632eaf8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:46:58.575279 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d8af1729-cf3d-4b93-8fac-f3e5e4f553bf req-a08602fc-d709-4870-ac2a-83d7632eaf8a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5542ea76c30542aeb3cf0ca71420ede0&device_id=d6e1ff11-3761-4895-9074-bcd2c0cd30cc HTTP/1.1" status: 200 len: 1098 time: 0.0856023 Jan 28 07:46:58.636992 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4c04536f-8158-4265-b123-ee24b0c94c3f tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13546665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13556132'] for subnet (0b8535f8-96d5-42dd-8e49-25e8778cac40), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:58.674030 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c04536f-8158-4265-b123-ee24b0c94c3f tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Pushing event deleted for resources: {'Subnet': ['ID=0b8535f8-96d5-42dd-8e49-25e8778cac40,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:58.686314 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4c04536f-8158-4265-b123-ee24b0c94c3f tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks [] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:58.692715 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-4c04536f-8158-4265-b123-ee24b0c94c3f tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] 10.222.0.41 "DELETE /v2.0/subnets/0b8535f8-96d5-42dd-8e49-25e8778cac40 HTTP/1.1" status: 204 len: 168 time: 0.4481754 Jan 28 07:46:58.693399 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33558) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:46:58.736991 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-0e1da3ec-2fff-4c08-ac01-f408db0580ab None None] Could not find standard attr ID for object 1b5d0679-ce19-460e-aa15-9422a75d7ff1. {{(pid=103285) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 07:46:58.743637 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8af1729-cf3d-4b93-8fac-f3e5e4f553bf req-eef2db55-bb58-4162-b566-236d4239096d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:46:58.745424 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d8af1729-cf3d-4b93-8fac-f3e5e4f553bf req-eef2db55-bb58-4162-b566-236d4239096d service neutron] 10.222.0.44 "GET /v2.0/networks?id=28d557af-3c12-4abc-8f52-b6d071521254 HTTP/1.1" status: 200 len: 897 time: 0.1630957 Jan 28 07:46:58.770446 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd3277c3-4769-4bd4-b36a-36d787f2a205 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Deleting subnet 88c7b0c4-ff4d-4aaf-87b1-a7eeda1703c5 {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:46:58.775122 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fd3277c3-4769-4bd4-b36a-36d787f2a205 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks [] for subnet (88c7b0c4-ff4d-4aaf-87b1-a7eeda1703c5), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:58.821501 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fd3277c3-4769-4bd4-b36a-36d787f2a205 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24759175'] for subnet (88c7b0c4-ff4d-4aaf-87b1-a7eeda1703c5), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:58.914665 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-3d459cb9-1e88-40ff-b116-1defa5413a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00114493-53d4-4791-96c7-46d0430ca457', 'name': 'tempest-TestNetworkBasicOps-router-1683959424', 'tenant_id': '5542ea76c30542aeb3cf0ca71420ede0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': '3127b7e1-5791-4c35-acf2-bc78c30901a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:46:29Z', 'updated_at': '2022-01-28T07:46:36Z', 'revision_number': 4, 'project_id': '5542ea76c30542aeb3cf0ca71420ede0', 'gw_port': {'id': '3127b7e1-5791-4c35-acf2-bc78c30901a1', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:9e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00114493-53d4-4791-96c7-46d0430ca457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:46:29Z', 'updated_at': '2022-01-28T07:46:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_floatingips': [{'id': '1b8d08a3-10d2-4e4c-8c02-ba7fcedda01c', 'tenant_id': '5542ea76c30542aeb3cf0ca71420ede0', 'floating_ip_address': '172.25.6.85', 'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'router_id': '00114493-53d4-4791-96c7-46d0430ca457', 'port_id': '4559e0cf-f26a-44fe-86af-d1bc5d07cee4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3826, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '28d557af-3c12-4abc-8f52-b6d071521254', 'mac_address': 'fa:16:3e:20:31:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e1ff11-3761-4895-9074-bcd2c0cd30cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:46:55Z', 'updated_at': '2022-01-28T07:46:55Z', 'revision_number': 0, 'project_id': '5542ea76c30542aeb3cf0ca71420ede0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b035257-a8cf-49ac-a42b-8bed013c84f5', 'name': '', 'network_id': '28d557af-3c12-4abc-8f52-b6d071521254', 'tenant_id': '5542ea76c30542aeb3cf0ca71420ede0', 'mac_address': 'fa:16:3e:79:c6:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00114493-53d4-4791-96c7-46d0430ca457', 'device_owner': 'network:router_interface', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': '9ac67502-94d9-4a8d-92e4-b5c3a2cb9784', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:46:33Z', 'updated_at': '2022-01-28T07:46:40Z', 'revision_number': 5, 'project_id': '5542ea76c30542aeb3cf0ca71420ede0', 'subnets': [{'id': '9ac67502-94d9-4a8d-92e4-b5c3a2cb9784', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:46:58.945702 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eaa53da-5d8a-4a57-9350-4d2532c07d67 None None] Network 231b73e3-f609-41b9-a424-21b79382c67f requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:46:58.950616 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d459cb9-1e88-40ff-b116-1defa5413a29 None None] Checking router: 00114493-53d4-4791-96c7-46d0430ca457 for host: n-d-712749-28 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:46:58.961744 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d459cb9-1e88-40ff-b116-1defa5413a29 None None] Routers {'00114493-53d4-4791-96c7-46d0430ca457'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:46:58.962380 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-3d459cb9-1e88-40ff-b116-1defa5413a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:46:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['00114493-53d4-4791-96c7-46d0430ca457'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:46:59.019754 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-d1dc3400-3bcf-49fe-b23b-e2592ce96a09 None None] Could not find standard attr ID for object 1b5d0679-ce19-460e-aa15-9422a75d7ff1. {{(pid=103285) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 07:46:59.072646 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d8af1729-cf3d-4b93-8fac-f3e5e4f553bf req-d7b1cd4c-cf35-4570-9ce1-2b0b3cc6bb2f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4559e0cf-f26a-44fe-86af-d1bc5d07cee4 HTTP/1.1" status: 200 len: 999 time: 0.3177929 Jan 28 07:46:59.074107 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fd3277c3-4769-4bd4-b36a-36d787f2a205 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (88c7b0c4-ff4d-4aaf-87b1-a7eeda1703c5), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:59.139279 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-3d459cb9-1e88-40ff-b116-1defa5413a29 None None] Set router 00114493-53d4-4791-96c7-46d0430ca457 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:46:59.230904 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8af1729-cf3d-4b93-8fac-f3e5e4f553bf req-d674a6c7-dfac-402f-a62c-7c2fd0603e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:46:59.232464 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d8af1729-cf3d-4b93-8fac-f3e5e4f553bf req-d674a6c7-dfac-402f-a62c-7c2fd0603e59 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9ac67502-94d9-4a8d-92e4-b5c3a2cb9784 HTTP/1.1" status: 200 len: 835 time: 0.1513340 Jan 28 07:46:59.259707 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1963c00f-63af-427a-a0aa-095cbb3cc7a1 req-18e7b430-b644-43e2-9183-5d7ec7e0f788 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:46:59.261502 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1963c00f-63af-427a-a0aa-095cbb3cc7a1 req-18e7b430-b644-43e2-9183-5d7ec7e0f788 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e4102b0-3049-4b70-b5d1-ae8300e300f6 HTTP/1.1" status: 200 len: 946 time: 0.1587520 Jan 28 07:46:59.327545 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fd3277c3-4769-4bd4-b36a-36d787f2a205 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24757569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24979817'] for subnet (88c7b0c4-ff4d-4aaf-87b1-a7eeda1703c5), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:59.379640 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3277c3-4769-4bd4-b36a-36d787f2a205 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Pushing event deleted for resources: {'Subnet': ['ID=88c7b0c4-ff4d-4aaf-87b1-a7eeda1703c5,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:59.382011 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fd3277c3-4769-4bd4-b36a-36d787f2a205 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:59.388485 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-fd3277c3-4769-4bd4-b36a-36d787f2a205 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] 10.222.0.41 "DELETE /v2.0/subnets/88c7b0c4-ff4d-4aaf-87b1-a7eeda1703c5 HTTP/1.1" status: 204 len: 168 time: 0.6940491 Jan 28 07:46:59.391296 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 33570) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:46:59.393822 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1963c00f-63af-427a-a0aa-095cbb3cc7a1 req-5fe884e1-fc71-4b54-a59f-d9654e176d61 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec6d871e-ef1d-448d-95b7-68ce22e3161e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136599 Jan 28 07:46:59.406280 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8af1729-cf3d-4b93-8fac-f3e5e4f553bf req-fb0a1f25-da2d-49dd-a6dc-46b67c5159b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:46:59.408018 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d8af1729-cf3d-4b93-8fac-f3e5e4f553bf req-fb0a1f25-da2d-49dd-a6dc-46b67c5159b3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=28d557af-3c12-4abc-8f52-b6d071521254&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1679661 Jan 28 07:46:59.506629 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-3d459cb9-1e88-40ff-b116-1defa5413a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00114493-53d4-4791-96c7-46d0430ca457', 'name': 'tempest-TestNetworkBasicOps-router-1683959424', 'tenant_id': '5542ea76c30542aeb3cf0ca71420ede0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': '3127b7e1-5791-4c35-acf2-bc78c30901a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:46:29Z', 'updated_at': '2022-01-28T07:46:36Z', 'revision_number': 4, 'project_id': '5542ea76c30542aeb3cf0ca71420ede0', 'gw_port': {'id': '3127b7e1-5791-4c35-acf2-bc78c30901a1', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:9e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00114493-53d4-4791-96c7-46d0430ca457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:46:29Z', 'updated_at': '2022-01-28T07:46:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_floatingips': [{'id': '1b8d08a3-10d2-4e4c-8c02-ba7fcedda01c', 'tenant_id': '5542ea76c30542aeb3cf0ca71420ede0', 'floating_ip_address': '172.25.6.85', 'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'router_id': '00114493-53d4-4791-96c7-46d0430ca457', 'port_id': '4559e0cf-f26a-44fe-86af-d1bc5d07cee4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3826, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '28d557af-3c12-4abc-8f52-b6d071521254', 'mac_address': 'fa:16:3e:20:31:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e1ff11-3761-4895-9074-bcd2c0cd30cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:46:55Z', 'updated_at': '2022-01-28T07:46:55Z', 'revision_number': 0, 'project_id': '5542ea76c30542aeb3cf0ca71420ede0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b035257-a8cf-49ac-a42b-8bed013c84f5', 'name': '', 'network_id': '28d557af-3c12-4abc-8f52-b6d071521254', 'tenant_id': '5542ea76c30542aeb3cf0ca71420ede0', 'mac_address': 'fa:16:3e:79:c6:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00114493-53d4-4791-96c7-46d0430ca457', 'device_owner': 'network:router_interface', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': '9ac67502-94d9-4a8d-92e4-b5c3a2cb9784', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:46:33Z', 'updated_at': '2022-01-28T07:46:40Z', 'revision_number': 5, 'project_id': '5542ea76c30542aeb3cf0ca71420ede0', 'subnets': [{'id': '9ac67502-94d9-4a8d-92e4-b5c3a2cb9784', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:46:59.538113 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d8af1729-cf3d-4b93-8fac-f3e5e4f553bf req-cec98dbb-4176-4021-b96c-00bb9a0d26aa service neutron] 10.222.0.44 "GET /v2.0/networks/28d557af-3c12-4abc-8f52-b6d071521254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229651 Jan 28 07:46:59.551901 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1627f36c-1db1-4d19-af54-687c59ee8a00 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (231b73e3-f609-41b9-a424-21b79382c67f), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:59.552497 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d459cb9-1e88-40ff-b116-1defa5413a29 None None] The sync data for ids ['00114493-53d4-4791-96c7-46d0430ca457'] in n-d-712749-28 is: [{'id': '00114493-53d4-4791-96c7-46d0430ca457', 'name': 'tempest-TestNetworkBasicOps-router-1683959424', 'tenant_id': '5542ea76c30542aeb3cf0ca71420ede0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': '3127b7e1-5791-4c35-acf2-bc78c30901a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:46:29Z', 'updated_at': '2022-01-28T07:46:36Z', 'revision_number': 4, 'project_id': '5542ea76c30542aeb3cf0ca71420ede0', 'gw_port': {'id': '3127b7e1-5791-4c35-acf2-bc78c30901a1', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:9e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00114493-53d4-4791-96c7-46d0430ca457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:46:29Z', 'updated_at': '2022-01-28T07:46:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_floatingips': [{'id': '1b8d08a3-10d2-4e4c-8c02-ba7fcedda01c', 'tenant_id': '5542ea76c30542aeb3cf0ca71420ede0', 'floating_ip_address': '172.25.6.85', 'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'router_id': '00114493-53d4-4791-96c7-46d0430ca457', 'port_id': '4559e0cf-f26a-44fe-86af-d1bc5d07cee4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3826, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '28d557af-3c12-4abc-8f52-b6d071521254', 'mac_address': 'fa:16:3e:20:31:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e1ff11-3761-4895-9074-bcd2c0cd30cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:46:55Z', 'updated_at': '2022-01-28T07:46:55Z', 'revision_number': 0, 'project_id': '5542ea76c30542aeb3cf0ca71420ede0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b035257-a8cf-49ac-a42b-8bed013c84f5', 'name': '', 'network_id': '28d557af-3c12-4abc-8f52-b6d071521254', 'tenant_id': '5542ea76c30542aeb3cf0ca71420ede0', 'mac_address': 'fa:16:3e:79:c6:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00114493-53d4-4791-96c7-46d0430ca457', 'device_owner': 'network:router_interface', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': '9ac67502-94d9-4a8d-92e4-b5c3a2cb9784', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:46:33Z', 'updated_at': '2022-01-28T07:46:40Z', 'revision_number': 5, 'project_id': '5542ea76c30542aeb3cf0ca71420ede0', 'subnets': [{'id': '9ac67502-94d9-4a8d-92e4-b5c3a2cb9784', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:46:59.563502 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 33572) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:46:59.673921 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d8af1729-cf3d-4b93-8fac-f3e5e4f553bf req-7689f996-221e-4da4-ac8a-225cc5750267 service neutron] 10.222.0.44 "GET /v2.0/networks/28d557af-3c12-4abc-8f52-b6d071521254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299508 Jan 28 07:46:59.754377 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-2e2f1408-c54d-451f-9f15-0b453b5280cb tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] 10.222.0.41 "GET /v2.0/floatingips/1b8d08a3-10d2-4e4c-8c02-ba7fcedda01c HTTP/1.1" status: 200 len: 991 time: 0.1895697 Jan 28 07:46:59.774492 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-1627f36c-1db1-4d19-af54-687c59ee8a00 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Deleting port 8569a152-a95e-4de5-bc9b-e17f49a0cec6 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:46:59.774928 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1627f36c-1db1-4d19-af54-687c59ee8a00 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (8569a152-a95e-4de5-bc9b-e17f49a0cec6), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:59.859428 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-1627f36c-1db1-4d19-af54-687c59ee8a00 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] For port 8569a152-a95e-4de5-bc9b-e17f49a0cec6, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=8569a152-a95e-4de5-bc9b-e17f49a0cec6,segment=NetworkSegment(89e28d76-7b3c-4fe1-a42d-9d4e47f70b06),segment_id=89e28d76-7b3c-4fe1-a42d-9d4e47f70b06)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:46:59.859807 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1627f36c-1db1-4d19-af54-687c59ee8a00 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (8569a152-a95e-4de5-bc9b-e17f49a0cec6), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:46:59.874766 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e13e44-916f-48d0-bdbb-d31179de5931 None None] New status for floating IP 1b8d08a3-10d2-4e4c-8c02-ba7fcedda01c: ACTIVE {{(pid=103285) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 07:46:59.885948 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-1627f36c-1db1-4d19-af54-687c59ee8a00 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Calling delete_port for 8569a152-a95e-4de5-bc9b-e17f49a0cec6 owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:46:59.983971 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8da9816-bab3-4f66-b2f8-94a5af255f78 None None] Network 231b73e3-f609-41b9-a424-21b79382c67f requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:47:00.004052 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1627f36c-1db1-4d19-af54-687c59ee8a00 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (8569a152-a95e-4de5-bc9b-e17f49a0cec6), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:00.034026 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1627f36c-1db1-4d19-af54-687c59ee8a00 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] No DVR routers for this DVR port 8569a152-a95e-4de5-bc9b-e17f49a0cec6 on host n-d-712749-28 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:47:00.039375 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627f36c-1db1-4d19-af54-687c59ee8a00 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Pushing event deleted for resources: {'Port': ['ID=8569a152-a95e-4de5-bc9b-e17f49a0cec6,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:00.093252 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-fa561c24-2734-4cf4-9de7-66b64e3de301 None None] Could not find standard attr ID for object 8569a152-a95e-4de5-bc9b-e17f49a0cec6. {{(pid=103285) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 07:47:00.128370 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1627f36c-1db1-4d19-af54-687c59ee8a00 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (231b73e3-f609-41b9-a424-21b79382c67f), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:00.152585 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-1627f36c-1db1-4d19-af54-687c59ee8a00 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['231b73e3-f609-41b9-a424-21b79382c67f']}} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:47:00.162984 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-1627f36c-1db1-4d19-af54-687c59ee8a00 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89e28d76-7b3c-4fe1-a42d-9d4e47f70b06') {'for_net_delete': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:47:00.163264 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-1627f36c-1db1-4d19-af54-687c59ee8a00 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89e28d76-7b3c-4fe1-a42d-9d4e47f70b06') {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:47:00.179305 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1627f36c-1db1-4d19-af54-687c59ee8a00 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13506801'] for segment (89e28d76-7b3c-4fe1-a42d-9d4e47f70b06), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:00.194730 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1627f36c-1db1-4d19-af54-687c59ee8a00 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (89e28d76-7b3c-4fe1-a42d-9d4e47f70b06), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:00.203232 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1627f36c-1db1-4d19-af54-687c59ee8a00 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=103283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:47:00.203811 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1627f36c-1db1-4d19-af54-687c59ee8a00 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13546563'] for segment (89e28d76-7b3c-4fe1-a42d-9d4e47f70b06), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:00.207789 n-d-712749-28 neutron-server[103283]: Traceback (most recent call last): Jan 28 07:47:00.207789 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:47:00.207789 n-d-712749-28 neutron-server[103283]: timer() Jan 28 07:47:00.207789 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:47:00.207789 n-d-712749-28 neutron-server[103283]: cb(*args, **kw) Jan 28 07:47:00.207789 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:47:00.207789 n-d-712749-28 neutron-server[103283]: return func(*args, **kwargs) Jan 28 07:47:00.207789 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:47:00.207789 n-d-712749-28 neutron-server[103283]: self._notify() Jan 28 07:47:00.207789 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:47:00.207789 n-d-712749-28 neutron-server[103283]: self.callback(batched_events) Jan 28 07:47:00.207789 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:47:00.207789 n-d-712749-28 neutron-server[103283]: event.method(event) Jan 28 07:47:00.207789 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:47:00.207789 n-d-712749-28 neutron-server[103283]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:47:00.207789 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:47:00.207789 n-d-712749-28 neutron-server[103283]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:47:00.207789 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:47:00.207789 n-d-712749-28 neutron-server[103283]: return f(self, *a, **k) Jan 28 07:47:00.207789 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:47:00.207789 n-d-712749-28 neutron-server[103283]: return self._get(url).json() Jan 28 07:47:00.207789 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:47:00.207789 n-d-712749-28 neutron-server[103283]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:47:00.207789 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:47:00.207789 n-d-712749-28 neutron-server[103283]: return self.request(url, 'GET', **kwargs) Jan 28 07:47:00.207789 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:47:00.207789 n-d-712749-28 neutron-server[103283]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:47:00.207789 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:47:00.207789 n-d-712749-28 neutron-server[103283]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:47:00.207789 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:47:00.207789 n-d-712749-28 neutron-server[103283]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:47:00.207789 n-d-712749-28 neutron-server[103283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:47:00.274503 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1627f36c-1db1-4d19-af54-687c59ee8a00 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (231b73e3-f609-41b9-a424-21b79382c67f), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:00.286909 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1627f36c-1db1-4d19-af54-687c59ee8a00 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks [] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:00.290694 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-1627f36c-1db1-4d19-af54-687c59ee8a00 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] 10.222.0.41 "DELETE /v2.0/networks/231b73e3-f609-41b9-a424-21b79382c67f HTTP/1.1" status: 204 len: 168 time: 0.8980224 Jan 28 07:47:00.297103 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 33576) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:47:00.325058 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627f36c-1db1-4d19-af54-687c59ee8a00 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Pushing event deleted for resources: {'Network': ['ID=231b73e3-f609-41b9-a424-21b79382c67f,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:00.347474 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95041140-4c19-4b7e-b1b0-4a1c932fc5be None None] DHCP port deletion for 231b73e3-f609-41b9-a424-21b79382c67f request from n-d-712749-28 {{(pid=103285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 07:47:00.374911 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08120e52-7186-4533-b3b8-3ed89d9f74f3 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:47:00.376487 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-08120e52-7186-4533-b3b8-3ed89d9f74f3 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0783980 Jan 28 07:47:00.380405 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33578) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:47:00.426641 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-f8aec82f-4b8e-4dfb-a82d-a4a32e20d055 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] 10.222.0.41 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0449135 Jan 28 07:47:00.431292 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 33582) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:47:00.437036 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-c97d7482-791b-4958-a9e6-5dc4b68ac692 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2057540212'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:47:00.458501 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c97d7482-791b-4958-a9e6-5dc4b68ac692 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Made reservation on behalf of 98c059871bfd44fc86db6ef0328be4a5 for: {'network': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:47:00.462685 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c97d7482-791b-4958-a9e6-5dc4b68ac692 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:00.489500 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c97d7482-791b-4958-a9e6-5dc4b68ac692 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=103283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:47:00.525349 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c97d7482-791b-4958-a9e6-5dc4b68ac692 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (ea2a1825-f5ae-45fc-b000-10e9ca2f8588), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:00.525608 n-d-712749-28 neutron-server[103283]: INFO neutron.db.segments_db [None req-c97d7482-791b-4958-a9e6-5dc4b68ac692 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Added segment ea2a1825-f5ae-45fc-b000-10e9ca2f8588 of type vlan for network f364d23f-8dc6-4655-adab-c7cf3839b366 Jan 28 07:47:00.575456 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c97d7482-791b-4958-a9e6-5dc4b68ac692 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (f364d23f-8dc6-4655-adab-c7cf3839b366), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:00.584231 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee6f220-76b7-4bea-9d83-e9bf5dfd976c req-d492ce21-fbf0-4968-b858-810a996b6c32 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:47:00.586256 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-fee6f220-76b7-4bea-9d83-e9bf5dfd976c req-d492ce21-fbf0-4968-b858-810a996b6c32 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e4102b0-3049-4b70-b5d1-ae8300e300f6 HTTP/1.1" status: 200 len: 946 time: 0.0981863 Jan 28 07:47:00.632960 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c97d7482-791b-4958-a9e6-5dc4b68ac692 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (f364d23f-8dc6-4655-adab-c7cf3839b366), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:00.637807 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97d7482-791b-4958-a9e6-5dc4b68ac692 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:47:00.638378 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c97d7482-791b-4958-a9e6-5dc4b68ac692 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks [] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:00.678644 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-c97d7482-791b-4958-a9e6-5dc4b68ac692 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2459114 Jan 28 07:47:00.682516 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33584) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:47:00.687756 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-a03b9247-2f84-43c7-9588-1ccefd1abd53 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Request body: {'subnet': {'network_id': 'f364d23f-8dc6-4655-adab-c7cf3839b366', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:47:00.711143 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-fee6f220-76b7-4bea-9d83-e9bf5dfd976c req-7bc3fbd4-8f1b-45da-9bfb-b417a439ac4f tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec6d871e-ef1d-448d-95b7-68ce22e3161e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181204 Jan 28 07:47:00.737790 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97d7482-791b-4958-a9e6-5dc4b68ac692 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Pushing event updated for resources: {'Network': ['ID=f364d23f-8dc6-4655-adab-c7cf3839b366,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:00.741891 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network f364d23f-8dc6-4655-adab-c7cf3839b366 details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:47:00.759055 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 33588) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:47:00.838698 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-ae3e4317-500f-47a5-a09f-b07d5aa7f69f tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] 10.222.0.41 "GET /v2.0/floatingips/1b8d08a3-10d2-4e4c-8c02-ba7fcedda01c HTTP/1.1" status: 200 len: 993 time: 0.0753160 Jan 28 07:47:00.865202 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7a8d94-82de-4a8c-ac13-9ea2a6a87e66 req-e9c14af2-c784-4b34-a6e3-7eb2408bb90c tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:47:00.867335 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7c7a8d94-82de-4a8c-ac13-9ea2a6a87e66 req-e9c14af2-c784-4b34-a6e3-7eb2408bb90c tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e4102b0-3049-4b70-b5d1-ae8300e300f6 HTTP/1.1" status: 200 len: 946 time: 0.0729263 Jan 28 07:47:00.868510 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a03b9247-2f84-43c7-9588-1ccefd1abd53 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Made reservation on behalf of 98c059871bfd44fc86db6ef0328be4a5 for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:47:00.871732 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a03b9247-2f84-43c7-9588-1ccefd1abd53 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24979592'] for subnet (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:00.981877 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7c7a8d94-82de-4a8c-ac13-9ea2a6a87e66 req-4d691c88-e60a-4a80-85b0-76040bd468f4 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec6d871e-ef1d-448d-95b7-68ce22e3161e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065245 Jan 28 07:47:01.006866 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 33590) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:47:01.047874 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8efc8a13-0032-4061-b370-f5ff86c8557a tempest-TestVolumeBootPattern-1278027713 tempest-TestVolumeBootPattern-1278027713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:47:01.049829 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-8efc8a13-0032-4061-b370-f5ff86c8557a tempest-TestVolumeBootPattern-1278027713 tempest-TestVolumeBootPattern-1278027713-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=2e4102b0-3049-4b70-b5d1-ae8300e300f6 HTTP/1.1" status: 200 len: 1093 time: 0.0419343 Jan 28 07:47:01.052547 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 33592) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:47:01.057878 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-eed4a00d-0f43-461e-a5fd-440f29259b15 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Request body: {'floatingip': {'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'port_id': '44b6c68f-2a00-4110-99b6-ff002afe82bc', 'tenant_id': '6e11006faf4241738db69f23221595e2', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:47:01.082854 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-eed4a00d-0f43-461e-a5fd-440f29259b15 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:01.108019 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a03b9247-2f84-43c7-9588-1ccefd1abd53 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24757504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24979610'] for subnet (03879bb7-6e09-4498-88c4-78df1e8f47c5), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:01.188695 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03b9247-2f84-43c7-9588-1ccefd1abd53 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Pushing event updated for resources: {'Subnet': ['ID=03879bb7-6e09-4498-88c4-78df1e8f47c5,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:01.199003 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03b9247-2f84-43c7-9588-1ccefd1abd53 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Checking segment: {'id': 'ea2a1825-f5ae-45fc-b000-10e9ca2f8588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f364d23f-8dc6-4655-adab-c7cf3839b366'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:47:01.199376 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a03b9247-2f84-43c7-9588-1ccefd1abd53 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Network hostable DHCP agents. Network: f364d23f-8dc6-4655-adab-c7cf3839b366, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:47:01.207116 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-eed4a00d-0f43-461e-a5fd-440f29259b15 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:01.217529 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a03b9247-2f84-43c7-9588-1ccefd1abd53 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Network f364d23f-8dc6-4655-adab-c7cf3839b366 is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:47:01.228968 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-a03b9247-2f84-43c7-9588-1ccefd1abd53 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, f364d23f-8dc6-4655-adab-c7cf3839b366) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:47:01.237823 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a03b9247-2f84-43c7-9588-1ccefd1abd53 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:47:01.238741 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a03b9247-2f84-43c7-9588-1ccefd1abd53 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:01.241965 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd03f02-4994-4d83-9581-6d361a760c2a None None] Network f364d23f-8dc6-4655-adab-c7cf3839b366 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:47:01.259912 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-a03b9247-2f84-43c7-9588-1ccefd1abd53 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5761397 Jan 28 07:47:01.262520 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 33596) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:47:01.268277 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-d0c4e875-f2a6-4147-9d45-251836cb9a5a tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Request body: {'port': {'network_id': 'f364d23f-8dc6-4655-adab-c7cf3839b366', 'name': 'tempest-PortsIpV6TestJSON-769636671'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:47:01.363855 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-147b222c-f647-4a91-bdea-a190fd9581d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3dd72b9-6805-5f61-b6f3-a591f99a173d-f364d23f-8dc6-4655-adab-c7cf3839b366', 'network_id': 'f364d23f-8dc6-4655-adab-c7cf3839b366', 'project_id': '98c059871bfd44fc86db6ef0328be4a5', 'fixed_ips': [{'subnet_id': '03879bb7-6e09-4498-88c4-78df1e8f47c5'}]}} from n-d-712749-28. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 07:47:01.364875 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-147b222c-f647-4a91-bdea-a190fd9581d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:01.583176 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-147b222c-f647-4a91-bdea-a190fd9581d5 None None] Allocated IP 2001:db8::2 (f364d23f-8dc6-4655-adab-c7cf3839b366/03879bb7-6e09-4498-88c4-78df1e8f47c5/a71132ea-c570-4db8-9990-8bafbf9aeaf3) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:47:01.758449 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-147b222c-f647-4a91-bdea-a190fd9581d5 None None] Publish callbacks [] for port (a71132ea-c570-4db8-9990-8bafbf9aeaf3), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:01.765609 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-147b222c-f647-4a91-bdea-a190fd9581d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (a71132ea-c570-4db8-9990-8bafbf9aeaf3), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:01.803303 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-147b222c-f647-4a91-bdea-a190fd9581d5 None None] Network f364d23f-8dc6-4655-adab-c7cf3839b366 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:47:01.806919 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-147b222c-f647-4a91-bdea-a190fd9581d5 None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:47:01.812468 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147b222c-f647-4a91-bdea-a190fd9581d5 None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:47:01.819909 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147b222c-f647-4a91-bdea-a190fd9581d5 None None] Pushing event updated for resources: {'Port': ['ID=a71132ea-c570-4db8-9990-8bafbf9aeaf3,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:01.838411 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-eed4a00d-0f43-461e-a5fd-440f29259b15 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Allocated IP 172.25.6.87 (7d5b3724-deef-4831-8d43-cb9b8176573c/b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc/b5fb1b0d-103c-440d-ae52-87c85d6909ed) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:47:01.871303 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-147b222c-f647-4a91-bdea-a190fd9581d5 None None] Attempting to bind port a71132ea-c570-4db8-9990-8bafbf9aeaf3 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:47:01.871685 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-147b222c-f647-4a91-bdea-a190fd9581d5 None None] Attempting to bind port a71132ea-c570-4db8-9990-8bafbf9aeaf3 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': 'ea2a1825-f5ae-45fc-b000-10e9ca2f8588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f364d23f-8dc6-4655-adab-c7cf3839b366'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:47:01.872059 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147b222c-f647-4a91-bdea-a190fd9581d5 None None] Attempting to bind port a71132ea-c570-4db8-9990-8bafbf9aeaf3 on network f364d23f-8dc6-4655-adab-c7cf3839b366 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:47:01.877339 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147b222c-f647-4a91-bdea-a190fd9581d5 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:47:01.877786 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147b222c-f647-4a91-bdea-a190fd9581d5 None None] Checking segment: {'id': 'ea2a1825-f5ae-45fc-b000-10e9ca2f8588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f364d23f-8dc6-4655-adab-c7cf3839b366'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:47:01.878182 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-147b222c-f647-4a91-bdea-a190fd9581d5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:01.878645 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147b222c-f647-4a91-bdea-a190fd9581d5 None None] Bound using segment: {'id': 'ea2a1825-f5ae-45fc-b000-10e9ca2f8588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f364d23f-8dc6-4655-adab-c7cf3839b366'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:47:01.879110 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-147b222c-f647-4a91-bdea-a190fd9581d5 None None] Bound port: a71132ea-c570-4db8-9990-8bafbf9aeaf3, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea2a1825-f5ae-45fc-b000-10e9ca2f8588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f364d23f-8dc6-4655-adab-c7cf3839b366'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:47:01.879527 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-147b222c-f647-4a91-bdea-a190fd9581d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (a71132ea-c570-4db8-9990-8bafbf9aeaf3), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:01.916787 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0c4e875-f2a6-4147-9d45-251836cb9a5a tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Made reservation on behalf of 98c059871bfd44fc86db6ef0328be4a5 for: {'port': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:47:01.920127 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d0c4e875-f2a6-4147-9d45-251836cb9a5a tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:01.949440 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-147b222c-f647-4a91-bdea-a190fd9581d5 None None] For port a71132ea-c570-4db8-9990-8bafbf9aeaf3, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:47:01.953196 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-d0c4e875-f2a6-4147-9d45-251836cb9a5a tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] device_id is not set on port e2825efc-a62b-46b2-8b24-25b09e0242ef yet. {{(pid=103283) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 07:47:01.953358 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-147b222c-f647-4a91-bdea-a190fd9581d5 None None] For port a71132ea-c570-4db8-9990-8bafbf9aeaf3, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=a71132ea-c570-4db8-9990-8bafbf9aeaf3,segment=NetworkSegment(ea2a1825-f5ae-45fc-b000-10e9ca2f8588),segment_id=ea2a1825-f5ae-45fc-b000-10e9ca2f8588)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:47:01.957601 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-147b222c-f647-4a91-bdea-a190fd9581d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (a71132ea-c570-4db8-9990-8bafbf9aeaf3), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:02.000547 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 8569a152-a95e-4de5-bc9b-e17f49a0cec6 no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:47:02.028141 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: 8569a152-a95e-4de5-bc9b-e17f49a0cec6 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:47:02.028524 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 8569a152-a95e-4de5-bc9b-e17f49a0cec6 not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:47:02.037814 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-eed4a00d-0f43-461e-a5fd-440f29259b15 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Publish callbacks [] for port (b5fb1b0d-103c-440d-ae52-87c85d6909ed), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:02.045710 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147b222c-f647-4a91-bdea-a190fd9581d5 None None] Pushing event updated for resources: {'Port': ['ID=a71132ea-c570-4db8-9990-8bafbf9aeaf3,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:02.130962 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-d0c4e875-f2a6-4147-9d45-251836cb9a5a tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Allocated IP 2001:db8::6e (f364d23f-8dc6-4655-adab-c7cf3839b366/03879bb7-6e09-4498-88c4-78df1e8f47c5/e2825efc-a62b-46b2-8b24-25b09e0242ef) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:47:02.149804 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-eed4a00d-0f43-461e-a5fd-440f29259b15 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (b5fb1b0d-103c-440d-ae52-87c85d6909ed), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:02.233819 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed4a00d-0f43-461e-a5fd-440f29259b15 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Network 7d5b3724-deef-4831-8d43-cb9b8176573c is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:47:02.245333 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-eed4a00d-0f43-461e-a5fd-440f29259b15 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:47:02.252380 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed4a00d-0f43-461e-a5fd-440f29259b15 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:47:02.289811 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed4a00d-0f43-461e-a5fd-440f29259b15 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Pushing event updated for resources: {'Port': ['ID=b5fb1b0d-103c-440d-ae52-87c85d6909ed,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:02.496618 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d0c4e875-f2a6-4147-9d45-251836cb9a5a tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks [] for port (e2825efc-a62b-46b2-8b24-25b09e0242ef), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:02.609993 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d0c4e875-f2a6-4147-9d45-251836cb9a5a tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (e2825efc-a62b-46b2-8b24-25b09e0242ef), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:02.669880 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c4e875-f2a6-4147-9d45-251836cb9a5a tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Network f364d23f-8dc6-4655-adab-c7cf3839b366 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:47:02.723574 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-d0c4e875-f2a6-4147-9d45-251836cb9a5a tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:47:02.736782 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c4e875-f2a6-4147-9d45-251836cb9a5a tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:47:02.742016 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c4e875-f2a6-4147-9d45-251836cb9a5a tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:47:02.742621 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d0c4e875-f2a6-4147-9d45-251836cb9a5a tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:02.752652 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c4e875-f2a6-4147-9d45-251836cb9a5a tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Pushing event updated for resources: {'Port': ['ID=e2825efc-a62b-46b2-8b24-25b09e0242ef,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:02.781491 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33604) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:47:02.782051 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-d0c4e875-f2a6-4147-9d45-251836cb9a5a tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5181897 Jan 28 07:47:02.787608 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-429f1a0c-ec7f-481a-81e5-3ede85525de4 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Request body: {'port': {'network_id': 'f364d23f-8dc6-4655-adab-c7cf3839b366', 'name': 'tempest-PortsIpV6TestJSON-713257246'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:47:02.946036 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-429f1a0c-ec7f-481a-81e5-3ede85525de4 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Made reservation on behalf of 98c059871bfd44fc86db6ef0328be4a5 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:47:02.951479 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-429f1a0c-ec7f-481a-81e5-3ede85525de4 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:02.978721 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [None req-429f1a0c-ec7f-481a-81e5-3ede85525de4 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] device_id is not set on port dd65c66d-aa31-45a5-86c5-bc5ed6a38bec yet. {{(pid=103284) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 07:47:02.994063 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-eed4a00d-0f43-461e-a5fd-440f29259b15 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Publish callbacks [] for floatingip (7c97c275-b366-46c3-bdfd-57b82d2bc1ab), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:03.137748 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-eed4a00d-0f43-461e-a5fd-440f29259b15 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (b5fb1b0d-103c-440d-ae52-87c85d6909ed), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:03.152385 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-429f1a0c-ec7f-481a-81e5-3ede85525de4 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Allocated IP 2001:db8::1c5 (f364d23f-8dc6-4655-adab-c7cf3839b366/03879bb7-6e09-4498-88c4-78df1e8f47c5/dd65c66d-aa31-45a5-86c5-bc5ed6a38bec) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:47:03.224704 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:03.244755 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf886535-188d-4aaf-91e3-af79e3971de5 None None] Network f364d23f-8dc6-4655-adab-c7cf3839b366 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:47:03.325943 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-eed4a00d-0f43-461e-a5fd-440f29259b15 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Publish callbacks [] for port (b5fb1b0d-103c-440d-ae52-87c85d6909ed), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:03.329039 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-31c84950-99a7-4e52-b585-f9793bd63405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:03.330614 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-eed4a00d-0f43-461e-a5fd-440f29259b15 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (b5fb1b0d-103c-440d-ae52-87c85d6909ed), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:03.383673 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-82e26b43-d7a4-442d-9303-f274995e6f45 None None] Provisioning complete for port a71132ea-c570-4db8-9990-8bafbf9aeaf3 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:47:03.384247 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-429f1a0c-ec7f-481a-81e5-3ede85525de4 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks [] for port (dd65c66d-aa31-45a5-86c5-bc5ed6a38bec), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:03.384575 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-82e26b43-d7a4-442d-9303-f274995e6f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (a71132ea-c570-4db8-9990-8bafbf9aeaf3), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:03.420523 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed4a00d-0f43-461e-a5fd-440f29259b15 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Pushing event updated for resources: {'Port': ['ID=b5fb1b0d-103c-440d-ae52-87c85d6909ed,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:03.424160 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-eed4a00d-0f43-461e-a5fd-440f29259b15 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16609095'] for floatingip (7c97c275-b366-46c3-bdfd-57b82d2bc1ab), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:03.444252 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-429f1a0c-ec7f-481a-81e5-3ede85525de4 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (dd65c66d-aa31-45a5-86c5-bc5ed6a38bec), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:03.501668 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-82e26b43-d7a4-442d-9303-f274995e6f45 None None] Current status of the port a71132ea-c570-4db8-9990-8bafbf9aeaf3 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:47:03.502065 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-82e26b43-d7a4-442d-9303-f274995e6f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (a71132ea-c570-4db8-9990-8bafbf9aeaf3), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:03.533913 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-429f1a0c-ec7f-481a-81e5-3ede85525de4 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Network f364d23f-8dc6-4655-adab-c7cf3839b366 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:47:03.538431 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-429f1a0c-ec7f-481a-81e5-3ede85525de4 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:47:03.549334 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429f1a0c-ec7f-481a-81e5-3ede85525de4 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:47:03.557865 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-82e26b43-d7a4-442d-9303-f274995e6f45 None None] For port a71132ea-c570-4db8-9990-8bafbf9aeaf3, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=a71132ea-c570-4db8-9990-8bafbf9aeaf3,segment=NetworkSegment(ea2a1825-f5ae-45fc-b000-10e9ca2f8588),segment_id=ea2a1825-f5ae-45fc-b000-10e9ca2f8588)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:47:03.559310 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-429f1a0c-ec7f-481a-81e5-3ede85525de4 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:47:03.560322 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-429f1a0c-ec7f-481a-81e5-3ede85525de4 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:03.562736 n-d-712749-28 neutron-server[103283]: INFO neutron.db.l3_db [None req-eed4a00d-0f43-461e-a5fd-440f29259b15 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Floating IP 7c97c275-b366-46c3-bdfd-57b82d2bc1ab associated. External IP: 172.25.6.87, port: 44b6c68f-2a00-4110-99b6-ff002afe82bc. Jan 28 07:47:03.569142 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-82e26b43-d7a4-442d-9303-f274995e6f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (a71132ea-c570-4db8-9990-8bafbf9aeaf3), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:03.581065 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429f1a0c-ec7f-481a-81e5-3ede85525de4 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Pushing event updated for resources: {'Port': ['ID=dd65c66d-aa31-45a5-86c5-bc5ed6a38bec,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:03.600555 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-429f1a0c-ec7f-481a-81e5-3ede85525de4 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8170328 Jan 28 07:47:03.603228 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33608) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:47:03.658257 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e26b43-d7a4-442d-9303-f274995e6f45 None None] Pushing event updated for resources: {'Port': ['ID=a71132ea-c570-4db8-9990-8bafbf9aeaf3,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:03.752716 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea75e3f-9f04-4a4a-88c8-93fca9cfe1fe tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:47:03.754752 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-aea75e3f-9f04-4a4a-88c8-93fca9cfe1fe tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A6e HTTP/1.1" status: 200 len: 927 time: 0.1501446 Jan 28 07:47:03.758490 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33610) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:47:03.801776 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-3ee95486-8065-4b9d-a87f-fabe0c58d1b7 None None] Provisioning complete for port a71132ea-c570-4db8-9990-8bafbf9aeaf3 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:47:03.802456 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3ee95486-8065-4b9d-a87f-fabe0c58d1b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (a71132ea-c570-4db8-9990-8bafbf9aeaf3), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:03.883414 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-cffd4225-ada0-474a-be63-5cb63b4f6617 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Deleting port dd65c66d-aa31-45a5-86c5-bc5ed6a38bec {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:47:03.883947 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cffd4225-ada0-474a-be63-5cb63b4f6617 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (dd65c66d-aa31-45a5-86c5-bc5ed6a38bec), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:03.962194 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-3ee95486-8065-4b9d-a87f-fabe0c58d1b7 None None] Current status of the port a71132ea-c570-4db8-9990-8bafbf9aeaf3 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:47:03.996286 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-3ee95486-8065-4b9d-a87f-fabe0c58d1b7 None None] Provisioning complete for port e2825efc-a62b-46b2-8b24-25b09e0242ef triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:47:03.996630 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3ee95486-8065-4b9d-a87f-fabe0c58d1b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (e2825efc-a62b-46b2-8b24-25b09e0242ef), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:04.014157 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cffd4225-ada0-474a-be63-5cb63b4f6617 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (dd65c66d-aa31-45a5-86c5-bc5ed6a38bec), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:04.033419 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-cffd4225-ada0-474a-be63-5cb63b4f6617 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Calling delete_port for dd65c66d-aa31-45a5-86c5-bc5ed6a38bec owned by {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:47:04.071154 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-3ee95486-8065-4b9d-a87f-fabe0c58d1b7 None None] Port e2825efc-a62b-46b2-8b24-25b09e0242ef cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:47:04.097685 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device a71132ea-c570-4db8-9990-8bafbf9aeaf3 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:47:04.158648 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port a71132ea-c570-4db8-9990-8bafbf9aeaf3 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:47:04.159039 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (a71132ea-c570-4db8-9990-8bafbf9aeaf3), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:04.231821 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:04.239954 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-8013b9df-df6c-496c-a4f5-04d222129fd8 None None] Provisioning complete for port e2825efc-a62b-46b2-8b24-25b09e0242ef triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:47:04.240431 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8013b9df-df6c-496c-a4f5-04d222129fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (e2825efc-a62b-46b2-8b24-25b09e0242ef), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:04.248064 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eed4a00d-0f43-461e-a5fd-440f29259b15 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Router 223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:47:04.277361 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cffd4225-ada0-474a-be63-5cb63b4f6617 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (dd65c66d-aa31-45a5-86c5-bc5ed6a38bec), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:04.321663 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffd4225-ada0-474a-be63-5cb63b4f6617 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Pushing event deleted for resources: {'Port': ['ID=dd65c66d-aa31-45a5-86c5-bc5ed6a38bec,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:04.326381 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-8013b9df-df6c-496c-a4f5-04d222129fd8 None None] Port e2825efc-a62b-46b2-8b24-25b09e0242ef cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:47:04.330579 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port a71132ea-c570-4db8-9990-8bafbf9aeaf3 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:47:04.370821 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cffd4225-ada0-474a-be63-5cb63b4f6617 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:04.376516 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-cffd4225-ada0-474a-be63-5cb63b4f6617 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] 10.222.0.41 "DELETE /v2.0/ports/dd65c66d-aa31-45a5-86c5-bc5ed6a38bec HTTP/1.1" status: 204 len: 168 time: 0.6169739 Jan 28 07:47:04.379202 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33612) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:47:04.386749 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eed4a00d-0f43-461e-a5fd-440f29259b15 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:47:04.398934 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc68783-b786-4f0d-b1c1-73a230f737ac None None] Sync routers for ids ['223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:47:04.408057 n-d-712749-28 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-499eb6c1-b8a4-4479-8895-59f20df9a382 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] GET failed (client error): The resource could not be found. Jan 28 07:47:04.409656 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-499eb6c1-b8a4-4479-8895-59f20df9a382 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] 10.222.0.41 "GET /v2.0/ports/dd65c66d-aa31-45a5-86c5-bc5ed6a38bec HTTP/1.1" status: 404 len: 333 time: 0.0289085 Jan 28 07:47:04.412452 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33614) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:47:04.415245 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc68783-b786-4f0d-b1c1-73a230f737ac None None] Routers {'223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:47:04.419050 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-7fc68783-b786-4f0d-b1c1-73a230f737ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:46:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:47:04.427831 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-eed4a00d-0f43-461e-a5fd-440f29259b15 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for floatingip (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:04.488670 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-eed4a00d-0f43-461e-a5fd-440f29259b15 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.4349661 Jan 28 07:47:04.489374 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e4102b0-3049-4b70-b5d1-ae8300e300f6', 'tag': '44b6c68f-2a00-4110-99b6-ff002afe82bc'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:47:04.492801 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66e8ccee-59af-4ac9-bcb9-86f72b6a04a1" -d '{"events": [{"name": "network-changed", "server_uuid": "2e4102b0-3049-4b70-b5d1-ae8300e300f6", "tag": "44b6c68f-2a00-4110-99b6-ff002afe82bc"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:47:04.535679 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-7ac61431-3a52-4006-b530-2f22c24255af tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Deleting port e2825efc-a62b-46b2-8b24-25b09e0242ef {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:47:04.536117 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7ac61431-3a52-4006-b530-2f22c24255af tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (e2825efc-a62b-46b2-8b24-25b09e0242ef), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:04.552996 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-2ac25cea-f634-40d2-a4da-3286ebd68c00 None None] Could not find standard attr ID for object dd65c66d-aa31-45a5-86c5-bc5ed6a38bec. {{(pid=103285) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 07:47:04.616032 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-7fc68783-b786-4f0d-b1c1-73a230f737ac None None] Set router 223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:47:04.686550 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab3353b4-c013-4c66-913e-5af6c6ef8ca9 x-openstack-request-id: req-ab3353b4-c013-4c66-913e-5af6c6ef8ca9 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:47:04.687032 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e4102b0-3049-4b70-b5d1-ae8300e300f6", "tag": "44b6c68f-2a00-4110-99b6-ff002afe82bc", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:47:04.687384 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ab3353b4-c013-4c66-913e-5af6c6ef8ca9 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:47:04.687795 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e4102b0-3049-4b70-b5d1-ae8300e300f6', 'tag': '44b6c68f-2a00-4110-99b6-ff002afe82bc', 'status': 'completed', 'code': 200} Jan 28 07:47:04.688477 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7ac61431-3a52-4006-b530-2f22c24255af tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (e2825efc-a62b-46b2-8b24-25b09e0242ef), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:04.704018 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-7ac61431-3a52-4006-b530-2f22c24255af tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Calling delete_port for e2825efc-a62b-46b2-8b24-25b09e0242ef owned by {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:47:04.831303 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e8ccee-59af-4ac9-bcb9-86f72b6a04a1 req-71dda341-00d1-4539-a8be-910bc71df647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:47:04.833026 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-66e8ccee-59af-4ac9-bcb9-86f72b6a04a1 req-71dda341-00d1-4539-a8be-910bc71df647 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6e11006faf4241738db69f23221595e2&device_id=2e4102b0-3049-4b70-b5d1-ae8300e300f6 HTTP/1.1" status: 200 len: 1098 time: 0.1005723 Jan 28 07:47:04.874620 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-7fc68783-b786-4f0d-b1c1-73a230f737ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138', 'name': 'tempest-TestVolumeBootPattern-1970769524-router', 'tenant_id': '6e11006faf4241738db69f23221595e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': '4d0ac443-e982-4b0e-90f2-7a705ce9d79c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:36:56Z', 'updated_at': '2022-01-28T07:36:59Z', 'revision_number': 4, 'project_id': '6e11006faf4241738db69f23221595e2', 'gw_port': {'id': '4d0ac443-e982-4b0e-90f2-7a705ce9d79c', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:af:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3391, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:36:57Z', 'updated_at': '2022-01-28T07:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_floatingips': [{'id': '7c97c275-b366-46c3-bdfd-57b82d2bc1ab', 'tenant_id': '6e11006faf4241738db69f23221595e2', 'floating_ip_address': '172.25.6.87', 'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'router_id': '223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138', 'port_id': '44b6c68f-2a00-4110-99b6-ff002afe82bc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3833, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e89cba95-7c88-42ca-a2a1-7604d77c150d', 'mac_address': 'fa:16:3e:c9:75:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e4102b0-3049-4b70-b5d1-ae8300e300f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:47:02Z', 'updated_at': '2022-01-28T07:47:02Z', 'revision_number': 0, 'project_id': '6e11006faf4241738db69f23221595e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bd0b371-0176-49d3-aace-d1119e35cf02', 'name': '', 'network_id': 'e89cba95-7c88-42ca-a2a1-7604d77c150d', 'tenant_id': '6e11006faf4241738db69f23221595e2', 'mac_address': 'fa:16:3e:08:d0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138', 'device_owner': 'network:router_interface', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': 'be92a7e6-1604-4603-bacc-7f09a5c98a28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:36:59Z', 'updated_at': '2022-01-28T07:37:09Z', 'revision_number': 5, 'project_id': '6e11006faf4241738db69f23221595e2', 'subnets': [{'id': 'be92a7e6-1604-4603-bacc-7f09a5c98a28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:47:04.908750 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc68783-b786-4f0d-b1c1-73a230f737ac None None] Checking router: 223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138 for host: n-d-712749-28 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:47:04.920697 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc68783-b786-4f0d-b1c1-73a230f737ac None None] Routers {'223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:47:04.921418 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-7fc68783-b786-4f0d-b1c1-73a230f737ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:46:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:47:04.975982 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e8ccee-59af-4ac9-bcb9-86f72b6a04a1 req-5d2e6944-e87a-4eb6-ac9f-8f717a52fe2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:47:04.977536 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-66e8ccee-59af-4ac9-bcb9-86f72b6a04a1 req-5d2e6944-e87a-4eb6-ac9f-8f717a52fe2f service neutron] 10.222.0.10 "GET /v2.0/networks?id=e89cba95-7c88-42ca-a2a1-7604d77c150d HTTP/1.1" status: 200 len: 913 time: 0.1356478 Jan 28 07:47:04.991894 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7ac61431-3a52-4006-b530-2f22c24255af tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (e2825efc-a62b-46b2-8b24-25b09e0242ef), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:05.037713 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-7fc68783-b786-4f0d-b1c1-73a230f737ac None None] Set router 223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:47:05.060875 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac61431-3a52-4006-b530-2f22c24255af tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Pushing event deleted for resources: {'Port': ['ID=e2825efc-a62b-46b2-8b24-25b09e0242ef,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:05.098283 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7ac61431-3a52-4006-b530-2f22c24255af tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:05.105109 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 33624) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:47:05.105327 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-7ac61431-3a52-4006-b530-2f22c24255af tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] 10.222.0.41 "DELETE /v2.0/ports/e2825efc-a62b-46b2-8b24-25b09e0242ef HTTP/1.1" status: 204 len: 168 time: 0.6912074 Jan 28 07:47:05.108410 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-66e8ccee-59af-4ac9-bcb9-86f72b6a04a1 req-0a4441a9-5767-4840-a59b-2d7c676254dc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=44b6c68f-2a00-4110-99b6-ff002afe82bc HTTP/1.1" status: 200 len: 999 time: 0.1246073 Jan 28 07:47:05.151068 n-d-712749-28 neutron-server[103283]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb93fd5a-10c1-43ef-a624-edba1a39d767 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] GET failed (client error): The resource could not be found. Jan 28 07:47:05.153182 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-fb93fd5a-10c1-43ef-a624-edba1a39d767 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] 10.222.0.41 "GET /v2.0/ports/e2825efc-a62b-46b2-8b24-25b09e0242ef HTTP/1.1" status: 404 len: 333 time: 0.0470312 Jan 28 07:47:05.156334 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 33626) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:47:05.172310 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e8ccee-59af-4ac9-bcb9-86f72b6a04a1 req-8cbfc6b6-a0db-4211-8571-675564784b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:47:05.174470 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-66e8ccee-59af-4ac9-bcb9-86f72b6a04a1 req-8cbfc6b6-a0db-4211-8571-675564784b16 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=be92a7e6-1604-4603-bacc-7f09a5c98a28 HTTP/1.1" status: 200 len: 851 time: 0.0584865 Jan 28 07:47:05.244949 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_v2 [None req-f54d7c12-2a20-4839-9e0a-b68cf1e17ba1 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Deleting subnet 03879bb7-6e09-4498-88c4-78df1e8f47c5 {{(pid=103283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:47:05.256898 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e8ccee-59af-4ac9-bcb9-86f72b6a04a1 req-63f550ca-1112-422e-a83f-9584c0294c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:47:05.258431 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-66e8ccee-59af-4ac9-bcb9-86f72b6a04a1 req-63f550ca-1112-422e-a83f-9584c0294c1d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e89cba95-7c88-42ca-a2a1-7604d77c150d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0730581 Jan 28 07:47:05.259294 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f54d7c12-2a20-4839-9e0a-b68cf1e17ba1 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks [] for subnet (03879bb7-6e09-4498-88c4-78df1e8f47c5), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:05.325913 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f54d7c12-2a20-4839-9e0a-b68cf1e17ba1 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13506696'] for subnet (03879bb7-6e09-4498-88c4-78df1e8f47c5), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:05.349132 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-7fc68783-b786-4f0d-b1c1-73a230f737ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138', 'name': 'tempest-TestVolumeBootPattern-1970769524-router', 'tenant_id': '6e11006faf4241738db69f23221595e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': '4d0ac443-e982-4b0e-90f2-7a705ce9d79c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:36:56Z', 'updated_at': '2022-01-28T07:36:59Z', 'revision_number': 4, 'project_id': '6e11006faf4241738db69f23221595e2', 'gw_port': {'id': '4d0ac443-e982-4b0e-90f2-7a705ce9d79c', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:af:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3391, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:36:57Z', 'updated_at': '2022-01-28T07:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_floatingips': [{'id': '7c97c275-b366-46c3-bdfd-57b82d2bc1ab', 'tenant_id': '6e11006faf4241738db69f23221595e2', 'floating_ip_address': '172.25.6.87', 'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'router_id': '223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138', 'port_id': '44b6c68f-2a00-4110-99b6-ff002afe82bc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3833, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e89cba95-7c88-42ca-a2a1-7604d77c150d', 'mac_address': 'fa:16:3e:c9:75:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e4102b0-3049-4b70-b5d1-ae8300e300f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:47:02Z', 'updated_at': '2022-01-28T07:47:02Z', 'revision_number': 0, 'project_id': '6e11006faf4241738db69f23221595e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bd0b371-0176-49d3-aace-d1119e35cf02', 'name': '', 'network_id': 'e89cba95-7c88-42ca-a2a1-7604d77c150d', 'tenant_id': '6e11006faf4241738db69f23221595e2', 'mac_address': 'fa:16:3e:08:d0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138', 'device_owner': 'network:router_interface', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': 'be92a7e6-1604-4603-bacc-7f09a5c98a28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:36:59Z', 'updated_at': '2022-01-28T07:37:09Z', 'revision_number': 5, 'project_id': '6e11006faf4241738db69f23221595e2', 'subnets': [{'id': 'be92a7e6-1604-4603-bacc-7f09a5c98a28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:47:05.390110 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc68783-b786-4f0d-b1c1-73a230f737ac None None] The sync data for ids ['223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138'] in n-d-712749-28 is: [{'id': '223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138', 'name': 'tempest-TestVolumeBootPattern-1970769524-router', 'tenant_id': '6e11006faf4241738db69f23221595e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': '4d0ac443-e982-4b0e-90f2-7a705ce9d79c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:36:56Z', 'updated_at': '2022-01-28T07:36:59Z', 'revision_number': 4, 'project_id': '6e11006faf4241738db69f23221595e2', 'gw_port': {'id': '4d0ac443-e982-4b0e-90f2-7a705ce9d79c', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:af:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3391, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:36:57Z', 'updated_at': '2022-01-28T07:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_floatingips': [{'id': '7c97c275-b366-46c3-bdfd-57b82d2bc1ab', 'tenant_id': '6e11006faf4241738db69f23221595e2', 'floating_ip_address': '172.25.6.87', 'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'router_id': '223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138', 'port_id': '44b6c68f-2a00-4110-99b6-ff002afe82bc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3833, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e89cba95-7c88-42ca-a2a1-7604d77c150d', 'mac_address': 'fa:16:3e:c9:75:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e4102b0-3049-4b70-b5d1-ae8300e300f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:47:02Z', 'updated_at': '2022-01-28T07:47:02Z', 'revision_number': 0, 'project_id': '6e11006faf4241738db69f23221595e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bd0b371-0176-49d3-aace-d1119e35cf02', 'name': '', 'network_id': 'e89cba95-7c88-42ca-a2a1-7604d77c150d', 'tenant_id': '6e11006faf4241738db69f23221595e2', 'mac_address': 'fa:16:3e:08:d0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138', 'device_owner': 'network:router_interface', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': 'be92a7e6-1604-4603-bacc-7f09a5c98a28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:36:59Z', 'updated_at': '2022-01-28T07:37:09Z', 'revision_number': 5, 'project_id': '6e11006faf4241738db69f23221595e2', 'subnets': [{'id': 'be92a7e6-1604-4603-bacc-7f09a5c98a28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:47:05.402461 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-66e8ccee-59af-4ac9-bcb9-86f72b6a04a1 req-4ed5bac7-0369-455a-a037-6cf866dcb5ad service neutron] 10.222.0.10 "GET /v2.0/networks/e89cba95-7c88-42ca-a2a1-7604d77c150d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288471 Jan 28 07:47:05.443245 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f54d7c12-2a20-4839-9e0a-b68cf1e17ba1 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (03879bb7-6e09-4498-88c4-78df1e8f47c5), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:05.508317 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f54d7c12-2a20-4839-9e0a-b68cf1e17ba1 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13546665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13556132'] for subnet (03879bb7-6e09-4498-88c4-78df1e8f47c5), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:05.529229 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-66e8ccee-59af-4ac9-bcb9-86f72b6a04a1 req-cb14eddb-144e-44e8-9004-868a6ae7b4da service neutron] 10.222.0.10 "GET /v2.0/networks/e89cba95-7c88-42ca-a2a1-7604d77c150d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202338 Jan 28 07:47:05.544601 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54d7c12-2a20-4839-9e0a-b68cf1e17ba1 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Pushing event deleted for resources: {'Subnet': ['ID=03879bb7-6e09-4498-88c4-78df1e8f47c5,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:05.546637 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f54d7c12-2a20-4839-9e0a-b68cf1e17ba1 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks [] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:05.549956 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-f54d7c12-2a20-4839-9e0a-b68cf1e17ba1 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] 10.222.0.41 "DELETE /v2.0/subnets/03879bb7-6e09-4498-88c4-78df1e8f47c5 HTTP/1.1" status: 204 len: 168 time: 0.3925662 Jan 28 07:47:05.552585 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 33628) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:47:05.562369 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e05fd75a-f861-48b2-b26d-c135b2f3c838 None None] Network f364d23f-8dc6-4655-adab-c7cf3839b366 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:47:05.662074 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a125be0d-8070-4d95-88f8-1a7a8731d60d tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (f364d23f-8dc6-4655-adab-c7cf3839b366), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:05.707175 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3158e445-18de-44f0-ae77-8be6dab33602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:05.728114 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0309263-a06e-4ac6-9aec-36d3b047f633 None None] New status for floating IP 7c97c275-b366-46c3-bdfd-57b82d2bc1ab: ACTIVE {{(pid=103285) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 07:47:05.743052 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-a125be0d-8070-4d95-88f8-1a7a8731d60d tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Deleting port a71132ea-c570-4db8-9990-8bafbf9aeaf3 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:47:05.743406 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a125be0d-8070-4d95-88f8-1a7a8731d60d tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (a71132ea-c570-4db8-9990-8bafbf9aeaf3), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:05.806116 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-444ceee0-3751-4df6-b178-a11c7127ce9d None None] DHCP port deletion for f364d23f-8dc6-4655-adab-c7cf3839b366 request from n-d-712749-28 {{(pid=103285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 07:47:05.814085 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-a125be0d-8070-4d95-88f8-1a7a8731d60d tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] For port a71132ea-c570-4db8-9990-8bafbf9aeaf3, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=a71132ea-c570-4db8-9990-8bafbf9aeaf3,segment=NetworkSegment(ea2a1825-f5ae-45fc-b000-10e9ca2f8588),segment_id=ea2a1825-f5ae-45fc-b000-10e9ca2f8588)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:47:05.814457 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a125be0d-8070-4d95-88f8-1a7a8731d60d tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (a71132ea-c570-4db8-9990-8bafbf9aeaf3), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:05.829275 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-a125be0d-8070-4d95-88f8-1a7a8731d60d tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Calling delete_port for a71132ea-c570-4db8-9990-8bafbf9aeaf3 owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:47:05.921905 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a125be0d-8070-4d95-88f8-1a7a8731d60d tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (a71132ea-c570-4db8-9990-8bafbf9aeaf3), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:05.939542 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a125be0d-8070-4d95-88f8-1a7a8731d60d tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] No DVR routers for this DVR port a71132ea-c570-4db8-9990-8bafbf9aeaf3 on host n-d-712749-28 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:47:05.952664 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-444ceee0-3751-4df6-b178-a11c7127ce9d None None] Deleting port a71132ea-c570-4db8-9990-8bafbf9aeaf3 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:47:05.953045 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-444ceee0-3751-4df6-b178-a11c7127ce9d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (a71132ea-c570-4db8-9990-8bafbf9aeaf3), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:05.973908 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a125be0d-8070-4d95-88f8-1a7a8731d60d tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Pushing event deleted for resources: {'Port': ['ID=a71132ea-c570-4db8-9990-8bafbf9aeaf3,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:06.039100 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-444ceee0-3751-4df6-b178-a11c7127ce9d None None] For port a71132ea-c570-4db8-9990-8bafbf9aeaf3, host n-d-712749-28, got binding levels [] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:47:06.039506 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-444ceee0-3751-4df6-b178-a11c7127ce9d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (a71132ea-c570-4db8-9990-8bafbf9aeaf3), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:06.044038 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device a71132ea-c570-4db8-9990-8bafbf9aeaf3 no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:47:06.060570 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a125be0d-8070-4d95-88f8-1a7a8731d60d tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (f364d23f-8dc6-4655-adab-c7cf3839b366), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:06.073887 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: a71132ea-c570-4db8-9990-8bafbf9aeaf3 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:47:06.074238 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device a71132ea-c570-4db8-9990-8bafbf9aeaf3 not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:47:06.076951 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-444ceee0-3751-4df6-b178-a11c7127ce9d None None] Calling delete_port for a71132ea-c570-4db8-9990-8bafbf9aeaf3 owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:47:06.081488 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.ipam_backend_mixin [None req-444ceee0-3751-4df6-b178-a11c7127ce9d None None] Port a71132ea-c570-4db8-9990-8bafbf9aeaf3 was not found and therefore no delete operation was performed {{(pid=103285) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 07:47:06.082970 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-444ceee0-3751-4df6-b178-a11c7127ce9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298'] for port (a71132ea-c570-4db8-9990-8bafbf9aeaf3), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:06.090169 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-a125be0d-8070-4d95-88f8-1a7a8731d60d tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f364d23f-8dc6-4655-adab-c7cf3839b366']}} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:47:06.095794 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444ceee0-3751-4df6-b178-a11c7127ce9d None None] No DVR routers for this DVR port a71132ea-c570-4db8-9990-8bafbf9aeaf3 on host n-d-712749-28 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:47:06.101867 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-a125be0d-8070-4d95-88f8-1a7a8731d60d tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea2a1825-f5ae-45fc-b000-10e9ca2f8588') {'for_net_delete': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:47:06.102171 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-a125be0d-8070-4d95-88f8-1a7a8731d60d tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea2a1825-f5ae-45fc-b000-10e9ca2f8588') {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:47:06.118434 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a125be0d-8070-4d95-88f8-1a7a8731d60d tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13506801'] for segment (ea2a1825-f5ae-45fc-b000-10e9ca2f8588), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:06.124546 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444ceee0-3751-4df6-b178-a11c7127ce9d None None] Pushing event deleted for resources: {'Port': ['ID=a71132ea-c570-4db8-9990-8bafbf9aeaf3,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:06.133759 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a125be0d-8070-4d95-88f8-1a7a8731d60d tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (ea2a1825-f5ae-45fc-b000-10e9ca2f8588), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:06.140170 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a125be0d-8070-4d95-88f8-1a7a8731d60d tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=103283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:47:06.140709 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a125be0d-8070-4d95-88f8-1a7a8731d60d tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13546563'] for segment (ea2a1825-f5ae-45fc-b000-10e9ca2f8588), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:06.143848 n-d-712749-28 neutron-server[103283]: Traceback (most recent call last): Jan 28 07:47:06.143848 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:47:06.143848 n-d-712749-28 neutron-server[103283]: timer() Jan 28 07:47:06.143848 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:47:06.143848 n-d-712749-28 neutron-server[103283]: cb(*args, **kw) Jan 28 07:47:06.143848 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:47:06.143848 n-d-712749-28 neutron-server[103283]: return func(*args, **kwargs) Jan 28 07:47:06.143848 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:47:06.143848 n-d-712749-28 neutron-server[103283]: self._notify() Jan 28 07:47:06.143848 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:47:06.143848 n-d-712749-28 neutron-server[103283]: self.callback(batched_events) Jan 28 07:47:06.143848 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:47:06.143848 n-d-712749-28 neutron-server[103283]: event.method(event) Jan 28 07:47:06.143848 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:47:06.143848 n-d-712749-28 neutron-server[103283]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:47:06.143848 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:47:06.143848 n-d-712749-28 neutron-server[103283]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:47:06.143848 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:47:06.143848 n-d-712749-28 neutron-server[103283]: return f(self, *a, **k) Jan 28 07:47:06.143848 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:47:06.143848 n-d-712749-28 neutron-server[103283]: return self._get(url).json() Jan 28 07:47:06.143848 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:47:06.143848 n-d-712749-28 neutron-server[103283]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:47:06.143848 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:47:06.143848 n-d-712749-28 neutron-server[103283]: return self.request(url, 'GET', **kwargs) Jan 28 07:47:06.143848 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:47:06.143848 n-d-712749-28 neutron-server[103283]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:47:06.143848 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:47:06.143848 n-d-712749-28 neutron-server[103283]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:47:06.143848 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:47:06.143848 n-d-712749-28 neutron-server[103283]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:47:06.143848 n-d-712749-28 neutron-server[103283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:47:06.201494 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a125be0d-8070-4d95-88f8-1a7a8731d60d tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (f364d23f-8dc6-4655-adab-c7cf3839b366), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:06.208849 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a125be0d-8070-4d95-88f8-1a7a8731d60d tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks [] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:06.212527 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-a125be0d-8070-4d95-88f8-1a7a8731d60d tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] 10.222.0.41 "DELETE /v2.0/networks/f364d23f-8dc6-4655-adab-c7cf3839b366 HTTP/1.1" status: 204 len: 168 time: 0.6589491 Jan 28 07:47:06.216745 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33632) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:47:06.226462 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-345fae18-75f9-4012-81c6-c3a96fdf038b tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-957372832'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:47:06.235344 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a125be0d-8070-4d95-88f8-1a7a8731d60d tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Pushing event deleted for resources: {'Network': ['ID=f364d23f-8dc6-4655-adab-c7cf3839b366,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:06.247741 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-345fae18-75f9-4012-81c6-c3a96fdf038b tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Made reservation on behalf of 98c059871bfd44fc86db6ef0328be4a5 for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:47:06.251236 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-345fae18-75f9-4012-81c6-c3a96fdf038b tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:06.284890 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-345fae18-75f9-4012-81c6-c3a96fdf038b tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:47:06.295055 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-345fae18-75f9-4012-81c6-c3a96fdf038b tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (1f4388bb-f691-491d-a8dc-52d9c44d8619), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:06.295400 n-d-712749-28 neutron-server[103284]: INFO neutron.db.segments_db [None req-345fae18-75f9-4012-81c6-c3a96fdf038b tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Added segment 1f4388bb-f691-491d-a8dc-52d9c44d8619 of type vlan for network 48bfafae-88c4-4949-bab8-326ed1cbf592 Jan 28 07:47:06.336906 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-345fae18-75f9-4012-81c6-c3a96fdf038b tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (48bfafae-88c4-4949-bab8-326ed1cbf592), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:06.361596 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-345fae18-75f9-4012-81c6-c3a96fdf038b tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (48bfafae-88c4-4949-bab8-326ed1cbf592), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:06.366754 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-345fae18-75f9-4012-81c6-c3a96fdf038b tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:47:06.367341 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-345fae18-75f9-4012-81c6-c3a96fdf038b tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:06.434456 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-345fae18-75f9-4012-81c6-c3a96fdf038b tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2123680 Jan 28 07:47:06.437047 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33634) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:47:06.444159 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-ce6d4f12-fe8e-416d-92fd-6d52c087a461 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Request body: {'subnet': {'network_id': '48bfafae-88c4-4949-bab8-326ed1cbf592', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:47:06.448931 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345fae18-75f9-4012-81c6-c3a96fdf038b tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Pushing event updated for resources: {'Network': ['ID=48bfafae-88c4-4949-bab8-326ed1cbf592,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:06.460577 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network 48bfafae-88c4-4949-bab8-326ed1cbf592 details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:47:06.539161 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce6d4f12-fe8e-416d-92fd-6d52c087a461 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Made reservation on behalf of 98c059871bfd44fc86db6ef0328be4a5 for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:47:06.542793 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ce6d4f12-fe8e-416d-92fd-6d52c087a461 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24979592'] for subnet (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:06.730072 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ce6d4f12-fe8e-416d-92fd-6d52c087a461 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24757504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24979610'] for subnet (1c7465bc-e8c8-45f4-94f1-1f91c7132800), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:06.795255 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6d4f12-fe8e-416d-92fd-6d52c087a461 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Pushing event updated for resources: {'Subnet': ['ID=1c7465bc-e8c8-45f4-94f1-1f91c7132800,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:06.804251 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce6d4f12-fe8e-416d-92fd-6d52c087a461 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Checking segment: {'id': '1f4388bb-f691-491d-a8dc-52d9c44d8619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '48bfafae-88c4-4949-bab8-326ed1cbf592'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:47:06.804631 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce6d4f12-fe8e-416d-92fd-6d52c087a461 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Network hostable DHCP agents. Network: 48bfafae-88c4-4949-bab8-326ed1cbf592, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:47:06.821223 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce6d4f12-fe8e-416d-92fd-6d52c087a461 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Network 48bfafae-88c4-4949-bab8-326ed1cbf592 is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:47:06.830240 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-ce6d4f12-fe8e-416d-92fd-6d52c087a461 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, 48bfafae-88c4-4949-bab8-326ed1cbf592) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:47:06.834485 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce6d4f12-fe8e-416d-92fd-6d52c087a461 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:47:06.835368 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ce6d4f12-fe8e-416d-92fd-6d52c087a461 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:06.842215 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d88f66e2-a1d9-4306-aaed-64ab6c616578 None None] Network 48bfafae-88c4-4949-bab8-326ed1cbf592 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:47:06.854348 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-ce6d4f12-fe8e-416d-92fd-6d52c087a461 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4162126 Jan 28 07:47:06.857235 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33638) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:47:06.862537 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-eca4d6a2-4d6e-4973-b18b-b424be641773 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Request body: {'port': {'network_id': '48bfafae-88c4-4949-bab8-326ed1cbf592', 'name': 'tempest-PortsIpV6TestJSON-151670265', 'fixed_ips': [{'subnet_id': '1c7465bc-e8c8-45f4-94f1-1f91c7132800', 'ip_address': '2001:db8::10'}]}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:47:06.958070 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1052a8fa-6d7e-4016-9eb9-4bfcea7f90ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3dd72b9-6805-5f61-b6f3-a591f99a173d-48bfafae-88c4-4949-bab8-326ed1cbf592', 'network_id': '48bfafae-88c4-4949-bab8-326ed1cbf592', 'project_id': '98c059871bfd44fc86db6ef0328be4a5', 'fixed_ips': [{'subnet_id': '1c7465bc-e8c8-45f4-94f1-1f91c7132800'}]}} from n-d-712749-28. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 07:47:06.958945 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1052a8fa-6d7e-4016-9eb9-4bfcea7f90ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:06.981842 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eca4d6a2-4d6e-4973-b18b-b424be641773 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Made reservation on behalf of 98c059871bfd44fc86db6ef0328be4a5 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:47:07.070375 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-eca4d6a2-4d6e-4973-b18b-b424be641773 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:07.091257 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [None req-eca4d6a2-4d6e-4973-b18b-b424be641773 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] device_id is not set on port 902f1139-75a5-45fe-9a10-5e9a5c2c4ef9 yet. {{(pid=103284) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 07:47:07.096288 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:07.119952 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-1052a8fa-6d7e-4016-9eb9-4bfcea7f90ff None None] Allocated IP 2001:db8::2 (48bfafae-88c4-4949-bab8-326ed1cbf592/1c7465bc-e8c8-45f4-94f1-1f91c7132800/a558eb35-c5b7-447b-bf28-160492c0bfac) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:47:07.267564 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1052a8fa-6d7e-4016-9eb9-4bfcea7f90ff None None] Publish callbacks [] for port (a558eb35-c5b7-447b-bf28-160492c0bfac), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:07.273942 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1052a8fa-6d7e-4016-9eb9-4bfcea7f90ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (a558eb35-c5b7-447b-bf28-160492c0bfac), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:07.318730 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1052a8fa-6d7e-4016-9eb9-4bfcea7f90ff None None] Network 48bfafae-88c4-4949-bab8-326ed1cbf592 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:47:07.321977 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-1052a8fa-6d7e-4016-9eb9-4bfcea7f90ff None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:47:07.328694 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1052a8fa-6d7e-4016-9eb9-4bfcea7f90ff None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:47:07.337229 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-eca4d6a2-4d6e-4973-b18b-b424be641773 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Allocated IP 2001:db8::10 (48bfafae-88c4-4949-bab8-326ed1cbf592/1c7465bc-e8c8-45f4-94f1-1f91c7132800/902f1139-75a5-45fe-9a10-5e9a5c2c4ef9) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:47:07.337863 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1052a8fa-6d7e-4016-9eb9-4bfcea7f90ff None None] Pushing event updated for resources: {'Port': ['ID=a558eb35-c5b7-447b-bf28-160492c0bfac,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:07.400629 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-1052a8fa-6d7e-4016-9eb9-4bfcea7f90ff None None] Attempting to bind port a558eb35-c5b7-447b-bf28-160492c0bfac on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:47:07.401036 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-1052a8fa-6d7e-4016-9eb9-4bfcea7f90ff None None] Attempting to bind port a558eb35-c5b7-447b-bf28-160492c0bfac by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '1f4388bb-f691-491d-a8dc-52d9c44d8619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '48bfafae-88c4-4949-bab8-326ed1cbf592'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:47:07.401409 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1052a8fa-6d7e-4016-9eb9-4bfcea7f90ff None None] Attempting to bind port a558eb35-c5b7-447b-bf28-160492c0bfac on network 48bfafae-88c4-4949-bab8-326ed1cbf592 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:47:07.408638 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1052a8fa-6d7e-4016-9eb9-4bfcea7f90ff None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:47:07.409903 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1052a8fa-6d7e-4016-9eb9-4bfcea7f90ff None None] Checking segment: {'id': '1f4388bb-f691-491d-a8dc-52d9c44d8619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '48bfafae-88c4-4949-bab8-326ed1cbf592'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:47:07.409903 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1052a8fa-6d7e-4016-9eb9-4bfcea7f90ff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:07.409903 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1052a8fa-6d7e-4016-9eb9-4bfcea7f90ff None None] Bound using segment: {'id': '1f4388bb-f691-491d-a8dc-52d9c44d8619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '48bfafae-88c4-4949-bab8-326ed1cbf592'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:47:07.410296 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-1052a8fa-6d7e-4016-9eb9-4bfcea7f90ff None None] Bound port: a558eb35-c5b7-447b-bf28-160492c0bfac, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f4388bb-f691-491d-a8dc-52d9c44d8619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '48bfafae-88c4-4949-bab8-326ed1cbf592'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:47:07.410718 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1052a8fa-6d7e-4016-9eb9-4bfcea7f90ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (a558eb35-c5b7-447b-bf28-160492c0bfac), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:07.475631 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-1052a8fa-6d7e-4016-9eb9-4bfcea7f90ff None None] For port a558eb35-c5b7-447b-bf28-160492c0bfac, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:47:07.480137 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-1052a8fa-6d7e-4016-9eb9-4bfcea7f90ff None None] For port a558eb35-c5b7-447b-bf28-160492c0bfac, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=a558eb35-c5b7-447b-bf28-160492c0bfac,segment=NetworkSegment(1f4388bb-f691-491d-a8dc-52d9c44d8619),segment_id=1f4388bb-f691-491d-a8dc-52d9c44d8619)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:47:07.484670 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1052a8fa-6d7e-4016-9eb9-4bfcea7f90ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (a558eb35-c5b7-447b-bf28-160492c0bfac), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:07.506939 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-eca4d6a2-4d6e-4973-b18b-b424be641773 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks [] for port (902f1139-75a5-45fe-9a10-5e9a5c2c4ef9), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:07.542154 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-eca4d6a2-4d6e-4973-b18b-b424be641773 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (902f1139-75a5-45fe-9a10-5e9a5c2c4ef9), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:07.546088 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1052a8fa-6d7e-4016-9eb9-4bfcea7f90ff None None] Pushing event updated for resources: {'Port': ['ID=a558eb35-c5b7-447b-bf28-160492c0bfac,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:07.595974 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eca4d6a2-4d6e-4973-b18b-b424be641773 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Network 48bfafae-88c4-4949-bab8-326ed1cbf592 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:47:07.599404 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-eca4d6a2-4d6e-4973-b18b-b424be641773 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:47:07.603655 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca4d6a2-4d6e-4973-b18b-b424be641773 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:47:07.613222 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eca4d6a2-4d6e-4973-b18b-b424be641773 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:47:07.613903 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-eca4d6a2-4d6e-4973-b18b-b424be641773 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:07.633406 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca4d6a2-4d6e-4973-b18b-b424be641773 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Pushing event updated for resources: {'Port': ['ID=902f1139-75a5-45fe-9a10-5e9a5c2c4ef9,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:07.639614 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-eca4d6a2-4d6e-4973-b18b-b424be641773 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.7813849 Jan 28 07:47:07.642213 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33640) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:47:07.647402 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-a8d9d690-72c5-44ee-829e-d80ba1b06604 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Request body: {'port': {'network_id': '48bfafae-88c4-4949-bab8-326ed1cbf592', 'name': 'tempest-PortsIpV6TestJSON-1366428772', 'fixed_ips': [{'subnet_id': '1c7465bc-e8c8-45f4-94f1-1f91c7132800', 'ip_address': '2001:db8::f'}]}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:47:07.824182 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8d9d690-72c5-44ee-829e-d80ba1b06604 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Made reservation on behalf of 98c059871bfd44fc86db6ef0328be4a5 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:47:07.829235 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a8d9d690-72c5-44ee-829e-d80ba1b06604 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:07.854275 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [None req-a8d9d690-72c5-44ee-829e-d80ba1b06604 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] device_id is not set on port ff6eb292-0b5b-4e3c-923f-051169f652d6 yet. {{(pid=103284) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 07:47:08.039751 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-a8d9d690-72c5-44ee-829e-d80ba1b06604 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Allocated IP 2001:db8::f (48bfafae-88c4-4949-bab8-326ed1cbf592/1c7465bc-e8c8-45f4-94f1-1f91c7132800/ff6eb292-0b5b-4e3c-923f-051169f652d6) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:47:08.107363 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device a558eb35-c5b7-447b-bf28-160492c0bfac up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:47:08.169260 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port a558eb35-c5b7-447b-bf28-160492c0bfac triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:47:08.169643 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (a558eb35-c5b7-447b-bf28-160492c0bfac), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:08.210834 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a8d9d690-72c5-44ee-829e-d80ba1b06604 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks [] for port (ff6eb292-0b5b-4e3c-923f-051169f652d6), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:08.249160 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a8d9d690-72c5-44ee-829e-d80ba1b06604 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (ff6eb292-0b5b-4e3c-923f-051169f652d6), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:08.254351 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port a558eb35-c5b7-447b-bf28-160492c0bfac is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:47:08.255575 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (a558eb35-c5b7-447b-bf28-160492c0bfac), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:08.304858 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] For port a558eb35-c5b7-447b-bf28-160492c0bfac, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=a558eb35-c5b7-447b-bf28-160492c0bfac,segment=NetworkSegment(1f4388bb-f691-491d-a8dc-52d9c44d8619),segment_id=1f4388bb-f691-491d-a8dc-52d9c44d8619)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:47:08.321451 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (a558eb35-c5b7-447b-bf28-160492c0bfac), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:08.389941 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d9d690-72c5-44ee-829e-d80ba1b06604 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Network 48bfafae-88c4-4949-bab8-326ed1cbf592 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:47:08.406214 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-a8d9d690-72c5-44ee-829e-d80ba1b06604 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:47:08.414165 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d9d690-72c5-44ee-829e-d80ba1b06604 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:47:08.425143 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d9d690-72c5-44ee-829e-d80ba1b06604 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:47:08.426194 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a8d9d690-72c5-44ee-829e-d80ba1b06604 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:08.440467 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d9d690-72c5-44ee-829e-d80ba1b06604 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Pushing event updated for resources: {'Port': ['ID=ff6eb292-0b5b-4e3c-923f-051169f652d6,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:08.459410 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-a8d9d690-72c5-44ee-829e-d80ba1b06604 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8158488 Jan 28 07:47:08.462372 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 33644) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:47:08.566996 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d226734a-3149-4357-81a6-c1d01a19b5e0 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:47:08.572907 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-d226734a-3149-4357-81a6-c1d01a19b5e0 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.1085851 Jan 28 07:47:08.573116 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33646) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:47:08.607667 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Pushing event updated for resources: {'Port': ['ID=a558eb35-c5b7-447b-bf28-160492c0bfac,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:08.663926 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-936fb46c-e7f5-4f72-8388-cf7d0ef03219 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:47:08.669372 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-936fb46c-e7f5-4f72-8388-cf7d0ef03219 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:47:08.674789 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-936fb46c-e7f5-4f72-8388-cf7d0ef03219 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:47:08.676604 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-936fb46c-e7f5-4f72-8388-cf7d0ef03219 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.1025183 Jan 28 07:47:08.680152 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33648) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:47:08.750419 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:08.775145 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-49628296-65d0-403e-b7fa-703be17827a6 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Deleting port ff6eb292-0b5b-4e3c-923f-051169f652d6 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:47:08.775514 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-49628296-65d0-403e-b7fa-703be17827a6 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (ff6eb292-0b5b-4e3c-923f-051169f652d6), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:08.795137 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45fd8d57-2e7e-4d7a-85d2-345276ad8250 None None] Network 48bfafae-88c4-4949-bab8-326ed1cbf592 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:47:08.869431 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-48be8ddc-5b10-4b4d-b7ff-f64eda539840 None None] Provisioning complete for port a558eb35-c5b7-447b-bf28-160492c0bfac triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:47:08.869863 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-48be8ddc-5b10-4b4d-b7ff-f64eda539840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (a558eb35-c5b7-447b-bf28-160492c0bfac), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:08.882054 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-49628296-65d0-403e-b7fa-703be17827a6 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (ff6eb292-0b5b-4e3c-923f-051169f652d6), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:08.895171 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-49628296-65d0-403e-b7fa-703be17827a6 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Calling delete_port for ff6eb292-0b5b-4e3c-923f-051169f652d6 owned by {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:47:08.997760 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-48be8ddc-5b10-4b4d-b7ff-f64eda539840 None None] Current status of the port a558eb35-c5b7-447b-bf28-160492c0bfac is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:47:09.045382 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-49628296-65d0-403e-b7fa-703be17827a6 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (ff6eb292-0b5b-4e3c-923f-051169f652d6), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:09.077192 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49628296-65d0-403e-b7fa-703be17827a6 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Pushing event deleted for resources: {'Port': ['ID=ff6eb292-0b5b-4e3c-923f-051169f652d6,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:09.102627 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-49628296-65d0-403e-b7fa-703be17827a6 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:09.106138 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-49628296-65d0-403e-b7fa-703be17827a6 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] 10.222.0.41 "DELETE /v2.0/ports/ff6eb292-0b5b-4e3c-923f-051169f652d6 HTTP/1.1" status: 204 len: 168 time: 0.4249642 Jan 28 07:47:09.108596 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33658) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:47:09.134020 n-d-712749-28 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d1abe6b-3341-456e-87f9-eac34397700b tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] GET failed (client error): The resource could not be found. Jan 28 07:47:09.135559 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-0d1abe6b-3341-456e-87f9-eac34397700b tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] 10.222.0.41 "GET /v2.0/ports/ff6eb292-0b5b-4e3c-923f-051169f652d6 HTTP/1.1" status: 404 len: 333 time: 0.0260396 Jan 28 07:47:09.138233 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33660) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:47:09.234005 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-4219294a-465f-4fde-8ca3-21025d93f36d tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Deleting port 902f1139-75a5-45fe-9a10-5e9a5c2c4ef9 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:47:09.234353 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4219294a-465f-4fde-8ca3-21025d93f36d tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (902f1139-75a5-45fe-9a10-5e9a5c2c4ef9), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:09.322175 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-78c5e465-5451-42b3-ab45-324ca3a80f29 None None] Provisioning complete for port a558eb35-c5b7-447b-bf28-160492c0bfac triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:47:09.323208 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78c5e465-5451-42b3-ab45-324ca3a80f29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (a558eb35-c5b7-447b-bf28-160492c0bfac), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:09.327763 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4219294a-465f-4fde-8ca3-21025d93f36d tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (902f1139-75a5-45fe-9a10-5e9a5c2c4ef9), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:09.342278 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-4219294a-465f-4fde-8ca3-21025d93f36d tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Calling delete_port for 902f1139-75a5-45fe-9a10-5e9a5c2c4ef9 owned by {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:47:09.423581 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-78c5e465-5451-42b3-ab45-324ca3a80f29 None None] Current status of the port a558eb35-c5b7-447b-bf28-160492c0bfac is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:47:09.440913 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-78c5e465-5451-42b3-ab45-324ca3a80f29 None None] Provisioning complete for port 902f1139-75a5-45fe-9a10-5e9a5c2c4ef9 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:47:09.441299 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78c5e465-5451-42b3-ab45-324ca3a80f29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (902f1139-75a5-45fe-9a10-5e9a5c2c4ef9), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:09.483144 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-78c5e465-5451-42b3-ab45-324ca3a80f29 None None] Port 902f1139-75a5-45fe-9a10-5e9a5c2c4ef9 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:47:09.488279 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-78c5e465-5451-42b3-ab45-324ca3a80f29 None None] Could not find standard attr ID for object ff6eb292-0b5b-4e3c-923f-051169f652d6. {{(pid=103285) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 07:47:09.508054 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4219294a-465f-4fde-8ca3-21025d93f36d tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (902f1139-75a5-45fe-9a10-5e9a5c2c4ef9), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:09.537238 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4219294a-465f-4fde-8ca3-21025d93f36d tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Pushing event deleted for resources: {'Port': ['ID=902f1139-75a5-45fe-9a10-5e9a5c2c4ef9,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:09.571968 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4219294a-465f-4fde-8ca3-21025d93f36d tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:09.578113 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-4219294a-465f-4fde-8ca3-21025d93f36d tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] 10.222.0.41 "DELETE /v2.0/ports/902f1139-75a5-45fe-9a10-5e9a5c2c4ef9 HTTP/1.1" status: 204 len: 168 time: 0.4362445 Jan 28 07:47:09.578329 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33662) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:47:09.606164 n-d-712749-28 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-646938c3-ad0b-4fcc-981f-425e027b250e tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] GET failed (client error): The resource could not be found. Jan 28 07:47:09.607639 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-646938c3-ad0b-4fcc-981f-425e027b250e tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] 10.222.0.41 "GET /v2.0/ports/902f1139-75a5-45fe-9a10-5e9a5c2c4ef9 HTTP/1.1" status: 404 len: 333 time: 0.0282106 Jan 28 07:47:09.610492 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33664) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:47:09.624466 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-520b3934-8c3d-4c9c-bc4a-34daed200744 None None] Could not find standard attr ID for object 902f1139-75a5-45fe-9a10-5e9a5c2c4ef9. {{(pid=103285) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 07:47:09.674867 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-10ce0c61-8b0e-4496-9207-854d246b5a61 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Deleting subnet 1c7465bc-e8c8-45f4-94f1-1f91c7132800 {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:47:09.679076 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-10ce0c61-8b0e-4496-9207-854d246b5a61 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks [] for subnet (1c7465bc-e8c8-45f4-94f1-1f91c7132800), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:09.730305 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:09.731201 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-10ce0c61-8b0e-4496-9207-854d246b5a61 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24759175'] for subnet (1c7465bc-e8c8-45f4-94f1-1f91c7132800), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:09.836151 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-10ce0c61-8b0e-4496-9207-854d246b5a61 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (1c7465bc-e8c8-45f4-94f1-1f91c7132800), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:09.840128 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-d1d2c90f-987f-41f2-b240-c07c88a14eea None None] Could not find standard attr ID for object ff6eb292-0b5b-4e3c-923f-051169f652d6. {{(pid=103285) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 07:47:09.910747 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-10ce0c61-8b0e-4496-9207-854d246b5a61 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24757569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24979817'] for subnet (1c7465bc-e8c8-45f4-94f1-1f91c7132800), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:09.942086 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ce0c61-8b0e-4496-9207-854d246b5a61 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Pushing event deleted for resources: {'Subnet': ['ID=1c7465bc-e8c8-45f4-94f1-1f91c7132800,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:09.947005 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-10ce0c61-8b0e-4496-9207-854d246b5a61 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:09.966876 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-10ce0c61-8b0e-4496-9207-854d246b5a61 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] 10.222.0.41 "DELETE /v2.0/subnets/1c7465bc-e8c8-45f4-94f1-1f91c7132800 HTTP/1.1" status: 204 len: 168 time: 0.3551390 Jan 28 07:47:09.969693 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 33668) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:47:10.010276 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8231952d-92c8-46c4-8452-fb86d2c3d32e None None] Network 48bfafae-88c4-4949-bab8-326ed1cbf592 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:47:10.035665 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device a558eb35-c5b7-447b-bf28-160492c0bfac up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:47:10.084406 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3e00df79-9c16-4177-ae5f-db8eecde808b tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (48bfafae-88c4-4949-bab8-326ed1cbf592), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:10.149366 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port a558eb35-c5b7-447b-bf28-160492c0bfac triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:47:10.149849 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (a558eb35-c5b7-447b-bf28-160492c0bfac), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:10.152169 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-3e00df79-9c16-4177-ae5f-db8eecde808b tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Deleting port a558eb35-c5b7-447b-bf28-160492c0bfac {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:47:10.152169 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3e00df79-9c16-4177-ae5f-db8eecde808b tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (a558eb35-c5b7-447b-bf28-160492c0bfac), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:10.231271 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-3e00df79-9c16-4177-ae5f-db8eecde808b tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] For port a558eb35-c5b7-447b-bf28-160492c0bfac, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=a558eb35-c5b7-447b-bf28-160492c0bfac,segment=NetworkSegment(1f4388bb-f691-491d-a8dc-52d9c44d8619),segment_id=1f4388bb-f691-491d-a8dc-52d9c44d8619)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:47:10.231719 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3e00df79-9c16-4177-ae5f-db8eecde808b tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (a558eb35-c5b7-447b-bf28-160492c0bfac), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:10.242731 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c5fa356-d185-4706-bb67-81cb4b537dcd None None] DHCP port deletion for 48bfafae-88c4-4949-bab8-326ed1cbf592 request from n-d-712749-28 {{(pid=103285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 07:47:10.250945 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-3e00df79-9c16-4177-ae5f-db8eecde808b tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Calling delete_port for a558eb35-c5b7-447b-bf28-160492c0bfac owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:47:10.257521 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port a558eb35-c5b7-447b-bf28-160492c0bfac is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:47:10.301996 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9c5fa356-d185-4706-bb67-81cb4b537dcd None None] Deleting port a558eb35-c5b7-447b-bf28-160492c0bfac {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:47:10.302296 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9c5fa356-d185-4706-bb67-81cb4b537dcd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (a558eb35-c5b7-447b-bf28-160492c0bfac), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:10.342740 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3e00df79-9c16-4177-ae5f-db8eecde808b tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (a558eb35-c5b7-447b-bf28-160492c0bfac), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:10.371572 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9c5fa356-d185-4706-bb67-81cb4b537dcd None None] For port a558eb35-c5b7-447b-bf28-160492c0bfac, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=a558eb35-c5b7-447b-bf28-160492c0bfac,segment=NetworkSegment(1f4388bb-f691-491d-a8dc-52d9c44d8619),segment_id=1f4388bb-f691-491d-a8dc-52d9c44d8619)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:47:10.372335 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9c5fa356-d185-4706-bb67-81cb4b537dcd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (a558eb35-c5b7-447b-bf28-160492c0bfac), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:10.378777 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e00df79-9c16-4177-ae5f-db8eecde808b tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Pushing event deleted for resources: {'Port': ['ID=a558eb35-c5b7-447b-bf28-160492c0bfac,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:10.383460 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e00df79-9c16-4177-ae5f-db8eecde808b tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] No DVR routers for this DVR port a558eb35-c5b7-447b-bf28-160492c0bfac on host n-d-712749-28 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:47:10.388119 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9c5fa356-d185-4706-bb67-81cb4b537dcd None None] Calling delete_port for a558eb35-c5b7-447b-bf28-160492c0bfac owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:47:10.421808 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e00df79-9c16-4177-ae5f-db8eecde808b tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:47:10.422072 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e00df79-9c16-4177-ae5f-db8eecde808b tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:47:10.422494 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e00df79-9c16-4177-ae5f-db8eecde808b tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:47:10.422842 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e00df79-9c16-4177-ae5f-db8eecde808b tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:47:10.423198 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e00df79-9c16-4177-ae5f-db8eecde808b tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:47:10.423597 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e00df79-9c16-4177-ae5f-db8eecde808b tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:47:10.424034 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e00df79-9c16-4177-ae5f-db8eecde808b tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:47:10.424416 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e00df79-9c16-4177-ae5f-db8eecde808b tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:47:10.424836 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e00df79-9c16-4177-ae5f-db8eecde808b tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:47:10.425158 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e00df79-9c16-4177-ae5f-db8eecde808b tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:47:10.425494 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e00df79-9c16-4177-ae5f-db8eecde808b tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:47:10.425830 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e00df79-9c16-4177-ae5f-db8eecde808b tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:47:10.426209 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e00df79-9c16-4177-ae5f-db8eecde808b tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:47:10.477572 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9c5fa356-d185-4706-bb67-81cb4b537dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298'] for port (a558eb35-c5b7-447b-bf28-160492c0bfac), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:10.505614 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5fa356-d185-4706-bb67-81cb4b537dcd None None] Pushing event deleted for resources: {'Port': ['ID=a558eb35-c5b7-447b-bf28-160492c0bfac,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:10.510353 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3e00df79-9c16-4177-ae5f-db8eecde808b tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (48bfafae-88c4-4949-bab8-326ed1cbf592), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:10.512796 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5fa356-d185-4706-bb67-81cb4b537dcd None None] No DVR routers for this DVR port a558eb35-c5b7-447b-bf28-160492c0bfac on host n-d-712749-28 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:47:10.544321 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-3e00df79-9c16-4177-ae5f-db8eecde808b tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48bfafae-88c4-4949-bab8-326ed1cbf592']}} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:47:10.554967 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-3e00df79-9c16-4177-ae5f-db8eecde808b tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f4388bb-f691-491d-a8dc-52d9c44d8619') {'for_net_delete': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:47:10.555282 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-3e00df79-9c16-4177-ae5f-db8eecde808b tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f4388bb-f691-491d-a8dc-52d9c44d8619') {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:47:10.565449 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3e00df79-9c16-4177-ae5f-db8eecde808b tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13506801'] for segment (1f4388bb-f691-491d-a8dc-52d9c44d8619), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:10.579448 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3e00df79-9c16-4177-ae5f-db8eecde808b tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (1f4388bb-f691-491d-a8dc-52d9c44d8619), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:10.587769 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e00df79-9c16-4177-ae5f-db8eecde808b tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=103283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:47:10.588272 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3e00df79-9c16-4177-ae5f-db8eecde808b tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13546563'] for segment (1f4388bb-f691-491d-a8dc-52d9c44d8619), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:10.591586 n-d-712749-28 neutron-server[103283]: Traceback (most recent call last): Jan 28 07:47:10.591586 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:47:10.591586 n-d-712749-28 neutron-server[103283]: timer() Jan 28 07:47:10.591586 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:47:10.591586 n-d-712749-28 neutron-server[103283]: cb(*args, **kw) Jan 28 07:47:10.591586 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:47:10.591586 n-d-712749-28 neutron-server[103283]: return func(*args, **kwargs) Jan 28 07:47:10.591586 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:47:10.591586 n-d-712749-28 neutron-server[103283]: self._notify() Jan 28 07:47:10.591586 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:47:10.591586 n-d-712749-28 neutron-server[103283]: self.callback(batched_events) Jan 28 07:47:10.591586 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:47:10.591586 n-d-712749-28 neutron-server[103283]: event.method(event) Jan 28 07:47:10.591586 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:47:10.591586 n-d-712749-28 neutron-server[103283]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:47:10.591586 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:47:10.591586 n-d-712749-28 neutron-server[103283]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:47:10.591586 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:47:10.591586 n-d-712749-28 neutron-server[103283]: return f(self, *a, **k) Jan 28 07:47:10.591586 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:47:10.591586 n-d-712749-28 neutron-server[103283]: return self._get(url).json() Jan 28 07:47:10.591586 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:47:10.591586 n-d-712749-28 neutron-server[103283]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:47:10.591586 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:47:10.591586 n-d-712749-28 neutron-server[103283]: return self.request(url, 'GET', **kwargs) Jan 28 07:47:10.591586 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:47:10.591586 n-d-712749-28 neutron-server[103283]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:47:10.591586 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:47:10.591586 n-d-712749-28 neutron-server[103283]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:47:10.591586 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:47:10.591586 n-d-712749-28 neutron-server[103283]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:47:10.591586 n-d-712749-28 neutron-server[103283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:47:10.660028 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3e00df79-9c16-4177-ae5f-db8eecde808b tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (48bfafae-88c4-4949-bab8-326ed1cbf592), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:10.665919 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3e00df79-9c16-4177-ae5f-db8eecde808b tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks [] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:10.669446 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-3e00df79-9c16-4177-ae5f-db8eecde808b tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] 10.222.0.41 "DELETE /v2.0/networks/48bfafae-88c4-4949-bab8-326ed1cbf592 HTTP/1.1" status: 204 len: 168 time: 0.6970727 Jan 28 07:47:10.673873 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 33670) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:47:10.680986 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-2c8d424e-2638-455b-ada9-23719f64ae44 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1759393759'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:47:10.695342 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e00df79-9c16-4177-ae5f-db8eecde808b tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Pushing event deleted for resources: {'Network': ['ID=48bfafae-88c4-4949-bab8-326ed1cbf592,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:10.714136 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c8d424e-2638-455b-ada9-23719f64ae44 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Made reservation on behalf of 98c059871bfd44fc86db6ef0328be4a5 for: {'network': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:47:10.717677 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2c8d424e-2638-455b-ada9-23719f64ae44 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:10.744283 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c8d424e-2638-455b-ada9-23719f64ae44 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=103283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:47:10.753686 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2c8d424e-2638-455b-ada9-23719f64ae44 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (b239af1e-7bdc-402e-9306-33ab5434f15b), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:10.754068 n-d-712749-28 neutron-server[103283]: INFO neutron.db.segments_db [None req-2c8d424e-2638-455b-ada9-23719f64ae44 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Added segment b239af1e-7bdc-402e-9306-33ab5434f15b of type vlan for network 43df4d58-59f5-4d69-a35b-bbe6637272dd Jan 28 07:47:10.799755 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2c8d424e-2638-455b-ada9-23719f64ae44 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (43df4d58-59f5-4d69-a35b-bbe6637272dd), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:10.829741 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2c8d424e-2638-455b-ada9-23719f64ae44 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (43df4d58-59f5-4d69-a35b-bbe6637272dd), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:10.837817 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c8d424e-2638-455b-ada9-23719f64ae44 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:47:10.838517 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2c8d424e-2638-455b-ada9-23719f64ae44 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks [] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:10.908878 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-2c8d424e-2638-455b-ada9-23719f64ae44 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2340288 Jan 28 07:47:10.911992 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33672) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:47:10.917024 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8d424e-2638-455b-ada9-23719f64ae44 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Pushing event updated for resources: {'Network': ['ID=43df4d58-59f5-4d69-a35b-bbe6637272dd,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:10.917804 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-565951f1-4fb9-4456-a292-88b6357abd4b tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Request body: {'subnet': {'network_id': '43df4d58-59f5-4d69-a35b-bbe6637272dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:47:10.930190 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network 43df4d58-59f5-4d69-a35b-bbe6637272dd details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:47:11.011415 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-565951f1-4fb9-4456-a292-88b6357abd4b tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Made reservation on behalf of 98c059871bfd44fc86db6ef0328be4a5 for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:47:11.015894 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-565951f1-4fb9-4456-a292-88b6357abd4b tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24979592'] for subnet (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:11.235104 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-565951f1-4fb9-4456-a292-88b6357abd4b tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24757504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24979610'] for subnet (f16b247b-0e5b-47bb-a696-d6b6b8cfc627), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:11.304873 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565951f1-4fb9-4456-a292-88b6357abd4b tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Pushing event updated for resources: {'Subnet': ['ID=f16b247b-0e5b-47bb-a696-d6b6b8cfc627,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:11.312667 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565951f1-4fb9-4456-a292-88b6357abd4b tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Checking segment: {'id': 'b239af1e-7bdc-402e-9306-33ab5434f15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '43df4d58-59f5-4d69-a35b-bbe6637272dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:47:11.313064 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-565951f1-4fb9-4456-a292-88b6357abd4b tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Network hostable DHCP agents. Network: 43df4d58-59f5-4d69-a35b-bbe6637272dd, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:47:11.331697 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-565951f1-4fb9-4456-a292-88b6357abd4b tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Network 43df4d58-59f5-4d69-a35b-bbe6637272dd is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:47:11.343096 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-565951f1-4fb9-4456-a292-88b6357abd4b tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, 43df4d58-59f5-4d69-a35b-bbe6637272dd) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:47:11.348532 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-565951f1-4fb9-4456-a292-88b6357abd4b tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:47:11.351266 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-565951f1-4fb9-4456-a292-88b6357abd4b tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:11.351571 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aaeadbc-d00e-4f0f-98a8-a3ab9fe4119f None None] Network 43df4d58-59f5-4d69-a35b-bbe6637272dd requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:47:11.369959 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-565951f1-4fb9-4456-a292-88b6357abd4b tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4568095 Jan 28 07:47:11.372906 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 33678) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:47:11.378431 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-17e5bf33-5e84-4731-b442-59900e72dcd1 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-716156705', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:47:11.400816 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-17e5bf33-5e84-4731-b442-59900e72dcd1 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16606890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127275'] for router (961aade1-fac7-4d8c-8dec-180eeac5a9aa), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:11.401944 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-17e5bf33-5e84-4731-b442-59900e72dcd1 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16605498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16607952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16355422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127266'] for router (961aade1-fac7-4d8c-8dec-180eeac5a9aa), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:11.455383 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-17e5bf33-5e84-4731-b442-59900e72dcd1 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks [] for router_controller (961aade1-fac7-4d8c-8dec-180eeac5a9aa), precommit_add_association {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:11.460038 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-17e5bf33-5e84-4731-b442-59900e72dcd1 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16605475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16607909'] for router (961aade1-fac7-4d8c-8dec-180eeac5a9aa), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:11.479589 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34728a2a-c36c-4526-ace4-e1b161e3197e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3dd72b9-6805-5f61-b6f3-a591f99a173d-43df4d58-59f5-4d69-a35b-bbe6637272dd', 'network_id': '43df4d58-59f5-4d69-a35b-bbe6637272dd', 'project_id': '98c059871bfd44fc86db6ef0328be4a5', 'fixed_ips': [{'subnet_id': 'f16b247b-0e5b-47bb-a696-d6b6b8cfc627'}]}} from n-d-712749-28. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 07:47:11.480132 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-17e5bf33-5e84-4731-b442-59900e72dcd1 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks [] for router (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:11.480472 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-34728a2a-c36c-4526-ace4-e1b161e3197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:11.480829 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-17e5bf33-5e84-4731-b442-59900e72dcd1 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1068034 Jan 28 07:47:11.483575 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33680) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:47:11.488832 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-b0b4bd27-c9c8-4bd8-9b1e-db47a3d83853 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Request body: {'port': {'network_id': '43df4d58-59f5-4d69-a35b-bbe6637272dd', 'name': 'tempest-PortsIpV6TestJSON-1658018763'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:47:11.598281 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0b4bd27-c9c8-4bd8-9b1e-db47a3d83853 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Made reservation on behalf of 98c059871bfd44fc86db6ef0328be4a5 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:47:11.602667 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b0b4bd27-c9c8-4bd8-9b1e-db47a3d83853 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:11.620177 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [None req-b0b4bd27-c9c8-4bd8-9b1e-db47a3d83853 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] device_id is not set on port 24875724-94c3-4c90-9ea1-41321df8b939 yet. {{(pid=103284) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 07:47:11.621547 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-34728a2a-c36c-4526-ace4-e1b161e3197e None None] Allocated IP 2001:db8::2 (43df4d58-59f5-4d69-a35b-bbe6637272dd/f16b247b-0e5b-47bb-a696-d6b6b8cfc627/d99ec543-dd8e-456a-980e-c27ace9232cb) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:47:11.761065 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-34728a2a-c36c-4526-ace4-e1b161e3197e None None] Publish callbacks [] for port (d99ec543-dd8e-456a-980e-c27ace9232cb), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:11.766869 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-34728a2a-c36c-4526-ace4-e1b161e3197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (d99ec543-dd8e-456a-980e-c27ace9232cb), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:11.809608 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34728a2a-c36c-4526-ace4-e1b161e3197e None None] Network 43df4d58-59f5-4d69-a35b-bbe6637272dd is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:47:11.814306 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-34728a2a-c36c-4526-ace4-e1b161e3197e None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:47:11.818674 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34728a2a-c36c-4526-ace4-e1b161e3197e None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:47:11.822768 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34728a2a-c36c-4526-ace4-e1b161e3197e None None] Pushing event updated for resources: {'Port': ['ID=d99ec543-dd8e-456a-980e-c27ace9232cb,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:11.878779 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-34728a2a-c36c-4526-ace4-e1b161e3197e None None] Attempting to bind port d99ec543-dd8e-456a-980e-c27ace9232cb on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:47:11.879160 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-34728a2a-c36c-4526-ace4-e1b161e3197e None None] Attempting to bind port d99ec543-dd8e-456a-980e-c27ace9232cb by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': 'b239af1e-7bdc-402e-9306-33ab5434f15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '43df4d58-59f5-4d69-a35b-bbe6637272dd'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:47:11.879527 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34728a2a-c36c-4526-ace4-e1b161e3197e None None] Attempting to bind port d99ec543-dd8e-456a-980e-c27ace9232cb on network 43df4d58-59f5-4d69-a35b-bbe6637272dd {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:47:11.886240 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34728a2a-c36c-4526-ace4-e1b161e3197e None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 47, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:47:11.887075 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34728a2a-c36c-4526-ace4-e1b161e3197e None None] Checking segment: {'id': 'b239af1e-7bdc-402e-9306-33ab5434f15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '43df4d58-59f5-4d69-a35b-bbe6637272dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:47:11.887211 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-34728a2a-c36c-4526-ace4-e1b161e3197e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:11.887533 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34728a2a-c36c-4526-ace4-e1b161e3197e None None] Bound using segment: {'id': 'b239af1e-7bdc-402e-9306-33ab5434f15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '43df4d58-59f5-4d69-a35b-bbe6637272dd'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:47:11.888030 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-34728a2a-c36c-4526-ace4-e1b161e3197e None None] Bound port: d99ec543-dd8e-456a-980e-c27ace9232cb, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b239af1e-7bdc-402e-9306-33ab5434f15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '43df4d58-59f5-4d69-a35b-bbe6637272dd'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:47:11.888454 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-34728a2a-c36c-4526-ace4-e1b161e3197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (d99ec543-dd8e-456a-980e-c27ace9232cb), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:11.956679 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-34728a2a-c36c-4526-ace4-e1b161e3197e None None] For port d99ec543-dd8e-456a-980e-c27ace9232cb, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:47:11.960766 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-34728a2a-c36c-4526-ace4-e1b161e3197e None None] For port d99ec543-dd8e-456a-980e-c27ace9232cb, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=d99ec543-dd8e-456a-980e-c27ace9232cb,segment=NetworkSegment(b239af1e-7bdc-402e-9306-33ab5434f15b),segment_id=b239af1e-7bdc-402e-9306-33ab5434f15b)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:47:11.967917 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-34728a2a-c36c-4526-ace4-e1b161e3197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (d99ec543-dd8e-456a-980e-c27ace9232cb), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:12.001196 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device a558eb35-c5b7-447b-bf28-160492c0bfac no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:47:12.036367 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: a558eb35-c5b7-447b-bf28-160492c0bfac {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:47:12.036668 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device a558eb35-c5b7-447b-bf28-160492c0bfac not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:47:12.066874 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34728a2a-c36c-4526-ace4-e1b161e3197e None None] Pushing event updated for resources: {'Port': ['ID=d99ec543-dd8e-456a-980e-c27ace9232cb,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:12.227430 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-b0b4bd27-c9c8-4bd8-9b1e-db47a3d83853 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Allocated IP 2001:db8::235 (43df4d58-59f5-4d69-a35b-bbe6637272dd/f16b247b-0e5b-47bb-a696-d6b6b8cfc627/24875724-94c3-4c90-9ea1-41321df8b939) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:47:12.417311 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b0b4bd27-c9c8-4bd8-9b1e-db47a3d83853 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks [] for port (24875724-94c3-4c90-9ea1-41321df8b939), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:12.457928 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b0b4bd27-c9c8-4bd8-9b1e-db47a3d83853 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (24875724-94c3-4c90-9ea1-41321df8b939), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:12.507697 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b4bd27-c9c8-4bd8-9b1e-db47a3d83853 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Network 43df4d58-59f5-4d69-a35b-bbe6637272dd is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:47:12.512731 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-b0b4bd27-c9c8-4bd8-9b1e-db47a3d83853 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:47:12.515165 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b4bd27-c9c8-4bd8-9b1e-db47a3d83853 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:47:12.520646 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b4bd27-c9c8-4bd8-9b1e-db47a3d83853 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:47:12.521262 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b0b4bd27-c9c8-4bd8-9b1e-db47a3d83853 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:12.530404 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b4bd27-c9c8-4bd8-9b1e-db47a3d83853 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Pushing event updated for resources: {'Port': ['ID=24875724-94c3-4c90-9ea1-41321df8b939,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:12.546592 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-b0b4bd27-c9c8-4bd8-9b1e-db47a3d83853 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.0618312 Jan 28 07:47:12.549145 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33688) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:47:12.910289 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b7310dfe-1dd9-4dee-a7d2-8b410a0f98f1 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (24875724-94c3-4c90-9ea1-41321df8b939), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:13.158194 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c9659a7-f898-41b9-8274-35c815f62196 None None] Network 43df4d58-59f5-4d69-a35b-bbe6637272dd requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:47:13.193576 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b7310dfe-1dd9-4dee-a7d2-8b410a0f98f1 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks [] for port (24875724-94c3-4c90-9ea1-41321df8b939), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:13.199563 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b7310dfe-1dd9-4dee-a7d2-8b410a0f98f1 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (24875724-94c3-4c90-9ea1-41321df8b939), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:13.231963 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-20fbd433-604e-4588-bbf2-35de2b92ecf9 None None] Provisioning complete for port d99ec543-dd8e-456a-980e-c27ace9232cb triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:47:13.232643 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-20fbd433-604e-4588-bbf2-35de2b92ecf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (d99ec543-dd8e-456a-980e-c27ace9232cb), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:13.293855 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7310dfe-1dd9-4dee-a7d2-8b410a0f98f1 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Pushing event updated for resources: {'Port': ['ID=24875724-94c3-4c90-9ea1-41321df8b939,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:13.411519 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-20fbd433-604e-4588-bbf2-35de2b92ecf9 None None] Current status of the port d99ec543-dd8e-456a-980e-c27ace9232cb is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:47:13.412213 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-20fbd433-604e-4588-bbf2-35de2b92ecf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (d99ec543-dd8e-456a-980e-c27ace9232cb), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:13.456032 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-20fbd433-604e-4588-bbf2-35de2b92ecf9 None None] For port d99ec543-dd8e-456a-980e-c27ace9232cb, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=d99ec543-dd8e-456a-980e-c27ace9232cb,segment=NetworkSegment(b239af1e-7bdc-402e-9306-33ab5434f15b),segment_id=b239af1e-7bdc-402e-9306-33ab5434f15b)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:47:13.462054 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b7310dfe-1dd9-4dee-a7d2-8b410a0f98f1 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16609232'] for router_interface (961aade1-fac7-4d8c-8dec-180eeac5a9aa), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:13.463879 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-20fbd433-604e-4588-bbf2-35de2b92ecf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (d99ec543-dd8e-456a-980e-c27ace9232cb), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:13.559345 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fbd433-604e-4588-bbf2-35de2b92ecf9 None None] Pushing event updated for resources: {'Port': ['ID=d99ec543-dd8e-456a-980e-c27ace9232cb,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:13.711609 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b7310dfe-1dd9-4dee-a7d2-8b410a0f98f1 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (24875724-94c3-4c90-9ea1-41321df8b939), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:13.794672 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-8f8bd964-6e55-47c3-b5e5-2805e8f65984 None None] Provisioning complete for port d99ec543-dd8e-456a-980e-c27ace9232cb triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:47:13.795507 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8f8bd964-6e55-47c3-b5e5-2805e8f65984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (d99ec543-dd8e-456a-980e-c27ace9232cb), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:13.917098 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-8f8bd964-6e55-47c3-b5e5-2805e8f65984 None None] Current status of the port d99ec543-dd8e-456a-980e-c27ace9232cb is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:47:13.942440 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-8f8bd964-6e55-47c3-b5e5-2805e8f65984 None None] Provisioning complete for port 24875724-94c3-4c90-9ea1-41321df8b939 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:47:13.947840 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8f8bd964-6e55-47c3-b5e5-2805e8f65984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (24875724-94c3-4c90-9ea1-41321df8b939), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:13.999692 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-8f8bd964-6e55-47c3-b5e5-2805e8f65984 None None] Port 24875724-94c3-4c90-9ea1-41321df8b939 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:47:14.114797 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device d99ec543-dd8e-456a-980e-c27ace9232cb up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:47:14.131966 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b7310dfe-1dd9-4dee-a7d2-8b410a0f98f1 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks [] for port (24875724-94c3-4c90-9ea1-41321df8b939), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:14.138249 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b7310dfe-1dd9-4dee-a7d2-8b410a0f98f1 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (24875724-94c3-4c90-9ea1-41321df8b939), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:14.139252 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b7310dfe-1dd9-4dee-a7d2-8b410a0f98f1 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16318999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16606560'] for router_interface (961aade1-fac7-4d8c-8dec-180eeac5a9aa), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:14.196680 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-2ca3779f-25e4-4268-a9db-28e83eaf2bc0 None None] Provisioning complete for port 24875724-94c3-4c90-9ea1-41321df8b939 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:47:14.197650 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2ca3779f-25e4-4268-a9db-28e83eaf2bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (24875724-94c3-4c90-9ea1-41321df8b939), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:14.253348 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port d99ec543-dd8e-456a-980e-c27ace9232cb triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:47:14.274941 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (d99ec543-dd8e-456a-980e-c27ace9232cb), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:14.296812 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7310dfe-1dd9-4dee-a7d2-8b410a0f98f1 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Network 43df4d58-59f5-4d69-a35b-bbe6637272dd is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:47:14.302307 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-b7310dfe-1dd9-4dee-a7d2-8b410a0f98f1 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:47:14.312582 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7310dfe-1dd9-4dee-a7d2-8b410a0f98f1 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Pushing event updated for resources: {'Port': ['ID=24875724-94c3-4c90-9ea1-41321df8b939,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:14.346574 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-2ca3779f-25e4-4268-a9db-28e83eaf2bc0 None None] Port 24875724-94c3-4c90-9ea1-41321df8b939 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:47:14.432695 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port d99ec543-dd8e-456a-980e-c27ace9232cb is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:47:14.478282 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7310dfe-1dd9-4dee-a7d2-8b410a0f98f1 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Router 961aade1-fac7-4d8c-8dec-180eeac5a9aa is scheduled to L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 with binding_index 1 {{(pid=103284) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 07:47:14.582463 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-0427575c-1199-4326-8382-181f97c6da4e None None] Provisioning complete for port 24875724-94c3-4c90-9ea1-41321df8b939 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:47:14.582835 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0427575c-1199-4326-8382-181f97c6da4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (24875724-94c3-4c90-9ea1-41321df8b939), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:14.600411 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7310dfe-1dd9-4dee-a7d2-8b410a0f98f1 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:47:14.615040 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-573cb10a-d4bd-4139-8fa4-24ee04e50698 None None] Sync routers for ids ['961aade1-fac7-4d8c-8dec-180eeac5a9aa'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:47:14.622352 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 33694) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:47:14.623142 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-b7310dfe-1dd9-4dee-a7d2-8b410a0f98f1 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] 10.222.0.41 "PUT /v2.0/routers/961aade1-fac7-4d8c-8dec-180eeac5a9aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0722640 Jan 28 07:47:14.639933 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-573cb10a-d4bd-4139-8fa4-24ee04e50698 None None] Routers {'961aade1-fac7-4d8c-8dec-180eeac5a9aa'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:47:14.644161 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-573cb10a-d4bd-4139-8fa4-24ee04e50698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:47:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['961aade1-fac7-4d8c-8dec-180eeac5a9aa'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:47:14.652857 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-0427575c-1199-4326-8382-181f97c6da4e None None] Port 24875724-94c3-4c90-9ea1-41321df8b939 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:47:14.702325 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-573cb10a-d4bd-4139-8fa4-24ee04e50698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:47:14.713556 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-573cb10a-d4bd-4139-8fa4-24ee04e50698 None None] Routers {'961aade1-fac7-4d8c-8dec-180eeac5a9aa'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:47:14.714410 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-573cb10a-d4bd-4139-8fa4-24ee04e50698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:47:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['961aade1-fac7-4d8c-8dec-180eeac5a9aa'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:47:14.723898 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4800f39b-a2ab-4d1d-ab24-b8cddc11e5f8 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:47:14.726660 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-4800f39b-a2ab-4d1d-ab24-b8cddc11e5f8 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] 10.222.0.41 "GET /v2.0/ports?device_id=961aade1-fac7-4d8c-8dec-180eeac5a9aa HTTP/1.1" status: 200 len: 989 time: 0.1033154 Jan 28 07:47:14.729697 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33696) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:47:14.783410 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-573cb10a-d4bd-4139-8fa4-24ee04e50698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:47:14.784071 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-573cb10a-d4bd-4139-8fa4-24ee04e50698 None None] The sync data for ids ['961aade1-fac7-4d8c-8dec-180eeac5a9aa'] in n-d-712749-28 is: [] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:47:14.874257 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-b70c0705-9ab1-414c-b4c1-02f441299b72 None None] Provisioning complete for port 24875724-94c3-4c90-9ea1-41321df8b939 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:47:14.874815 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b70c0705-9ab1-414c-b4c1-02f441299b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (24875724-94c3-4c90-9ea1-41321df8b939), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:14.915409 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-b70c0705-9ab1-414c-b4c1-02f441299b72 None None] Port 24875724-94c3-4c90-9ea1-41321df8b939 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:47:15.417411 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-68c8f0aa-afd8-4dcf-8ff7-ac150317442b tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16606535'] for router_interface (961aade1-fac7-4d8c-8dec-180eeac5a9aa), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:15.688772 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-68c8f0aa-afd8-4dcf-8ff7-ac150317442b tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Deleting port 24875724-94c3-4c90-9ea1-41321df8b939 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:47:15.689239 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-68c8f0aa-afd8-4dcf-8ff7-ac150317442b tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (24875724-94c3-4c90-9ea1-41321df8b939), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:15.779403 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-68c8f0aa-afd8-4dcf-8ff7-ac150317442b tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (24875724-94c3-4c90-9ea1-41321df8b939), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:15.792541 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-68c8f0aa-afd8-4dcf-8ff7-ac150317442b tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Calling delete_port for 24875724-94c3-4c90-9ea1-41321df8b939 owned by network:router_interface {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:47:15.970102 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-68c8f0aa-afd8-4dcf-8ff7-ac150317442b tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (24875724-94c3-4c90-9ea1-41321df8b939), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:15.997446 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c8f0aa-afd8-4dcf-8ff7-ac150317442b tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Pushing event deleted for resources: {'Port': ['ID=24875724-94c3-4c90-9ea1-41321df8b939,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:16.099156 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-68c8f0aa-afd8-4dcf-8ff7-ac150317442b tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16319006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16606699'] for router_interface (961aade1-fac7-4d8c-8dec-180eeac5a9aa), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:16.263126 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68c8f0aa-afd8-4dcf-8ff7-ac150317442b tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Router 961aade1-fac7-4d8c-8dec-180eeac5a9aa has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:47:16.336987 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68c8f0aa-afd8-4dcf-8ff7-ac150317442b tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:47:16.344132 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-68c8f0aa-afd8-4dcf-8ff7-ac150317442b tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] 10.222.0.41 "PUT /v2.0/routers/961aade1-fac7-4d8c-8dec-180eeac5a9aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6107163 Jan 28 07:47:16.344639 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 33700) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:47:16.348315 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7100c558-cc19-4855-95ac-0b0252a8805c None None] Sync routers for ids ['961aade1-fac7-4d8c-8dec-180eeac5a9aa'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:47:16.359992 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7100c558-cc19-4855-95ac-0b0252a8805c None None] Routers {'961aade1-fac7-4d8c-8dec-180eeac5a9aa'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:47:16.360673 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-7100c558-cc19-4855-95ac-0b0252a8805c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:47:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['961aade1-fac7-4d8c-8dec-180eeac5a9aa'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:47:16.372538 n-d-712749-28 neutron-server[103283]: INFO neutron.pecan_wsgi.hooks.translation [None req-d16ca64b-15d8-49cb-8b76-3770357e6c53 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] GET failed (client error): The resource could not be found. Jan 28 07:47:16.373975 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-d16ca64b-15d8-49cb-8b76-3770357e6c53 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] 10.222.0.41 "GET /v2.0/ports/24875724-94c3-4c90-9ea1-41321df8b939 HTTP/1.1" status: 404 len: 333 time: 0.0285017 Jan 28 07:47:16.376849 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 33702) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:47:16.402862 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-7100c558-cc19-4855-95ac-0b0252a8805c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:47:16.411663 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7100c558-cc19-4855-95ac-0b0252a8805c None None] Routers {'961aade1-fac7-4d8c-8dec-180eeac5a9aa'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:47:16.412849 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-7100c558-cc19-4855-95ac-0b0252a8805c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:47:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['961aade1-fac7-4d8c-8dec-180eeac5a9aa'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:47:16.445848 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-7100c558-cc19-4855-95ac-0b0252a8805c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:47:16.446506 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7100c558-cc19-4855-95ac-0b0252a8805c None None] The sync data for ids ['961aade1-fac7-4d8c-8dec-180eeac5a9aa'] in n-d-712749-28 is: [] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:47:16.462796 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4c8fccc9-fbf6-4237-816f-4b7c3f6dd218 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks [] for router (961aade1-fac7-4d8c-8dec-180eeac5a9aa), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:16.645026 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4c8fccc9-fbf6-4237-816f-4b7c3f6dd218 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16605684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127449'] for router (961aade1-fac7-4d8c-8dec-180eeac5a9aa), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:16.648080 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4c8fccc9-fbf6-4237-816f-4b7c3f6dd218 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks [] for router_controller (961aade1-fac7-4d8c-8dec-180eeac5a9aa), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:16.694543 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4c8fccc9-fbf6-4237-816f-4b7c3f6dd218 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16605693'] for router (961aade1-fac7-4d8c-8dec-180eeac5a9aa), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:16.695302 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c8fccc9-fbf6-4237-816f-4b7c3f6dd218 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Fanout notify agent at l3_agent the message router_deleted on router 961aade1-fac7-4d8c-8dec-180eeac5a9aa {{(pid=103283) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 07:47:16.703580 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4c8fccc9-fbf6-4237-816f-4b7c3f6dd218 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks [] for router (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:16.707362 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-4c8fccc9-fbf6-4237-816f-4b7c3f6dd218 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] 10.222.0.41 "DELETE /v2.0/routers/961aade1-fac7-4d8c-8dec-180eeac5a9aa HTTP/1.1" status: 204 len: 168 time: 0.3268158 Jan 28 07:47:16.707779 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 33710) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:47:16.763111 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_v2 [None req-5be9f1d8-c404-4126-b906-43e646e0556e tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Deleting subnet f16b247b-0e5b-47bb-a696-d6b6b8cfc627 {{(pid=103283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:47:16.766324 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5be9f1d8-c404-4126-b906-43e646e0556e tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks [] for subnet (f16b247b-0e5b-47bb-a696-d6b6b8cfc627), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:16.811266 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5be9f1d8-c404-4126-b906-43e646e0556e tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13506696'] for subnet (f16b247b-0e5b-47bb-a696-d6b6b8cfc627), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:16.909052 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5be9f1d8-c404-4126-b906-43e646e0556e tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (f16b247b-0e5b-47bb-a696-d6b6b8cfc627), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:16.970929 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5be9f1d8-c404-4126-b906-43e646e0556e tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13546665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13556132'] for subnet (f16b247b-0e5b-47bb-a696-d6b6b8cfc627), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:16.998295 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be9f1d8-c404-4126-b906-43e646e0556e tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Pushing event deleted for resources: {'Subnet': ['ID=f16b247b-0e5b-47bb-a696-d6b6b8cfc627,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:17.002935 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5be9f1d8-c404-4126-b906-43e646e0556e tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks [] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:17.006747 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-5be9f1d8-c404-4126-b906-43e646e0556e tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] 10.222.0.41 "DELETE /v2.0/subnets/f16b247b-0e5b-47bb-a696-d6b6b8cfc627 HTTP/1.1" status: 204 len: 168 time: 0.2974696 Jan 28 07:47:17.008970 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 33712) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:47:17.019001 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57141bba-d9ea-44bf-b703-32091e3d0577 None None] Network 43df4d58-59f5-4d69-a35b-bbe6637272dd requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:47:17.096481 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-894d12ad-7314-4193-abf6-05f1b54396a6 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (43df4d58-59f5-4d69-a35b-bbe6637272dd), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:17.157806 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-894d12ad-7314-4193-abf6-05f1b54396a6 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Deleting port d99ec543-dd8e-456a-980e-c27ace9232cb {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:47:17.158051 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-894d12ad-7314-4193-abf6-05f1b54396a6 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (d99ec543-dd8e-456a-980e-c27ace9232cb), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:17.251336 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-894d12ad-7314-4193-abf6-05f1b54396a6 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] For port d99ec543-dd8e-456a-980e-c27ace9232cb, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=d99ec543-dd8e-456a-980e-c27ace9232cb,segment=NetworkSegment(b239af1e-7bdc-402e-9306-33ab5434f15b),segment_id=b239af1e-7bdc-402e-9306-33ab5434f15b)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:47:17.251720 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-894d12ad-7314-4193-abf6-05f1b54396a6 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (d99ec543-dd8e-456a-980e-c27ace9232cb), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:17.289819 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-894d12ad-7314-4193-abf6-05f1b54396a6 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Calling delete_port for d99ec543-dd8e-456a-980e-c27ace9232cb owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:47:17.451952 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22e3ea17-aace-46c1-9e64-a4c95484e4d4 None None] DHCP port deletion for 43df4d58-59f5-4d69-a35b-bbe6637272dd request from n-d-712749-28 {{(pid=103285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 07:47:17.470504 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-894d12ad-7314-4193-abf6-05f1b54396a6 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (d99ec543-dd8e-456a-980e-c27ace9232cb), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:17.487824 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-22e3ea17-aace-46c1-9e64-a4c95484e4d4 None None] The port 'd99ec543-dd8e-456a-980e-c27ace9232cb' was deleted {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1993}} Jan 28 07:47:17.507143 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894d12ad-7314-4193-abf6-05f1b54396a6 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Pushing event deleted for resources: {'Port': ['ID=d99ec543-dd8e-456a-980e-c27ace9232cb,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:17.509236 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894d12ad-7314-4193-abf6-05f1b54396a6 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] No DVR routers for this DVR port d99ec543-dd8e-456a-980e-c27ace9232cb on host n-d-712749-28 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:47:17.601067 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-894d12ad-7314-4193-abf6-05f1b54396a6 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (43df4d58-59f5-4d69-a35b-bbe6637272dd), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:17.629711 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-894d12ad-7314-4193-abf6-05f1b54396a6 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43df4d58-59f5-4d69-a35b-bbe6637272dd']}} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:47:17.642282 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-894d12ad-7314-4193-abf6-05f1b54396a6 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b239af1e-7bdc-402e-9306-33ab5434f15b') {'for_net_delete': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:47:17.642570 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-894d12ad-7314-4193-abf6-05f1b54396a6 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b239af1e-7bdc-402e-9306-33ab5434f15b') {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:47:17.654822 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-894d12ad-7314-4193-abf6-05f1b54396a6 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13506801'] for segment (b239af1e-7bdc-402e-9306-33ab5434f15b), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:17.670554 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-894d12ad-7314-4193-abf6-05f1b54396a6 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (b239af1e-7bdc-402e-9306-33ab5434f15b), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:17.677497 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-894d12ad-7314-4193-abf6-05f1b54396a6 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=103283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:47:17.678856 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-894d12ad-7314-4193-abf6-05f1b54396a6 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13546563'] for segment (b239af1e-7bdc-402e-9306-33ab5434f15b), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:17.682711 n-d-712749-28 neutron-server[103283]: Traceback (most recent call last): Jan 28 07:47:17.682711 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:47:17.682711 n-d-712749-28 neutron-server[103283]: timer() Jan 28 07:47:17.682711 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:47:17.682711 n-d-712749-28 neutron-server[103283]: cb(*args, **kw) Jan 28 07:47:17.682711 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:47:17.682711 n-d-712749-28 neutron-server[103283]: return func(*args, **kwargs) Jan 28 07:47:17.682711 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:47:17.682711 n-d-712749-28 neutron-server[103283]: self._notify() Jan 28 07:47:17.682711 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:47:17.682711 n-d-712749-28 neutron-server[103283]: self.callback(batched_events) Jan 28 07:47:17.682711 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:47:17.682711 n-d-712749-28 neutron-server[103283]: event.method(event) Jan 28 07:47:17.682711 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:47:17.682711 n-d-712749-28 neutron-server[103283]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:47:17.682711 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:47:17.682711 n-d-712749-28 neutron-server[103283]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:47:17.682711 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:47:17.682711 n-d-712749-28 neutron-server[103283]: return f(self, *a, **k) Jan 28 07:47:17.682711 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:47:17.682711 n-d-712749-28 neutron-server[103283]: return self._get(url).json() Jan 28 07:47:17.682711 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:47:17.682711 n-d-712749-28 neutron-server[103283]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:47:17.682711 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:47:17.682711 n-d-712749-28 neutron-server[103283]: return self.request(url, 'GET', **kwargs) Jan 28 07:47:17.682711 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:47:17.682711 n-d-712749-28 neutron-server[103283]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:47:17.682711 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:47:17.682711 n-d-712749-28 neutron-server[103283]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:47:17.682711 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:47:17.682711 n-d-712749-28 neutron-server[103283]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:47:17.682711 n-d-712749-28 neutron-server[103283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:47:17.754930 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-894d12ad-7314-4193-abf6-05f1b54396a6 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (43df4d58-59f5-4d69-a35b-bbe6637272dd), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:17.762957 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-894d12ad-7314-4193-abf6-05f1b54396a6 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks [] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:17.767375 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-894d12ad-7314-4193-abf6-05f1b54396a6 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] 10.222.0.41 "DELETE /v2.0/networks/43df4d58-59f5-4d69-a35b-bbe6637272dd HTTP/1.1" status: 204 len: 168 time: 0.7558157 Jan 28 07:47:17.771440 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33716) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:47:17.782664 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894d12ad-7314-4193-abf6-05f1b54396a6 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Pushing event deleted for resources: {'Network': ['ID=43df4d58-59f5-4d69-a35b-bbe6637272dd,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:17.826425 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf18f8f5-15fd-41ba-97b5-12799c679818 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:47:17.828791 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-bf18f8f5-15fd-41ba-97b5-12799c679818 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] 10.222.0.41 "GET /v2.0/ports/ba2b89ca-d5f2-47bf-9722-47dd2ae9e603 HTTP/1.1" status: 200 len: 845 time: 0.0555387 Jan 28 07:47:17.831654 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 33718) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:47:17.883107 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-e6b4d30e-d6be-4bf5-badd-00797eb703c8 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] 10.222.0.41 "GET /v2.0/ports/ba2b89ca-d5f2-47bf-9722-47dd2ae9e603?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0501213 Jan 28 07:47:17.887959 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33722) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:47:17.893350 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-286baf30-14dc-4a39-a5f3-6f3334279d38 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Request body: {'subnet': {'network_id': 'a2c9662c-dd05-41f3-9571-30d0f72a2dc8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:47:17.991379 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-286baf30-14dc-4a39-a5f3-6f3334279d38 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Made reservation on behalf of 98c059871bfd44fc86db6ef0328be4a5 for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:47:17.994817 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-286baf30-14dc-4a39-a5f3-6f3334279d38 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24979592'] for subnet (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:18.005462 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device d99ec543-dd8e-456a-980e-c27ace9232cb no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:47:18.029756 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: d99ec543-dd8e-456a-980e-c27ace9232cb {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:47:18.030143 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device d99ec543-dd8e-456a-980e-c27ace9232cb not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:47:18.208139 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-286baf30-14dc-4a39-a5f3-6f3334279d38 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24757504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24979610'] for subnet (88597875-a774-4bda-9897-87b9bb273469), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:18.246862 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-286baf30-14dc-4a39-a5f3-6f3334279d38 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Network a2c9662c-dd05-41f3-9571-30d0f72a2dc8 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:47:18.250070 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-286baf30-14dc-4a39-a5f3-6f3334279d38 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:47:18.254342 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-286baf30-14dc-4a39-a5f3-6f3334279d38 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:47:18.254969 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-286baf30-14dc-4a39-a5f3-6f3334279d38 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:18.260650 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fbd35ee-d55a-4423-afa6-66634a481e6f None None] Network a2c9662c-dd05-41f3-9571-30d0f72a2dc8 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:47:18.272533 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286baf30-14dc-4a39-a5f3-6f3334279d38 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Pushing event updated for resources: {'Subnet': ['ID=88597875-a774-4bda-9897-87b9bb273469,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:18.279357 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-286baf30-14dc-4a39-a5f3-6f3334279d38 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3900874 Jan 28 07:47:18.282100 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33724) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:47:18.286678 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-638e9bd6-1c17-434c-845c-4667e3d3b44b tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Request body: {'security_group': {'name': 'tempest-secgroup-1481603890'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:47:18.309769 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-638e9bd6-1c17-434c-845c-4667e3d3b44b tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:18.385558 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-638e9bd6-1c17-434c-845c-4667e3d3b44b tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks [] for security_group (b15b951c-0ba8-4fd1-8440-a36130d01777), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:18.390980 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-638e9bd6-1c17-434c-845c-4667e3d3b44b tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (b15b951c-0ba8-4fd1-8440-a36130d01777), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:18.398132 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-375fc266-2b39-4764-a080-539c6a172ebf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3dd72b9-6805-5f61-b6f3-a591f99a173d-a2c9662c-dd05-41f3-9571-30d0f72a2dc8', 'network_id': 'a2c9662c-dd05-41f3-9571-30d0f72a2dc8', 'project_id': '98c059871bfd44fc86db6ef0328be4a5', 'fixed_ips': [{'subnet_id': '88597875-a774-4bda-9897-87b9bb273469'}]}} from n-d-712749-28. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 07:47:18.399006 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-375fc266-2b39-4764-a080-539c6a172ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:18.427155 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-638e9bd6-1c17-434c-845c-4667e3d3b44b tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:18.433207 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-638e9bd6-1c17-434c-845c-4667e3d3b44b tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1500466 Jan 28 07:47:18.435899 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 33726) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:47:18.443408 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-5ad7a039-73c3-424d-b66d-0cad7147ff23 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Request body: {'security_group': {'name': 'tempest-secgroup-185746595'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:47:18.444487 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638e9bd6-1c17-434c-845c-4667e3d3b44b tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b15b951c-0ba8-4fd1-8440-a36130d01777,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:18.478305 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5ad7a039-73c3-424d-b66d-0cad7147ff23 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:18.570876 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5ad7a039-73c3-424d-b66d-0cad7147ff23 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks [] for security_group (9a4dffd4-1011-456e-b61f-75296919ea5e), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:18.573780 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-375fc266-2b39-4764-a080-539c6a172ebf None None] Allocated IP 2001:db8::2 (a2c9662c-dd05-41f3-9571-30d0f72a2dc8/88597875-a774-4bda-9897-87b9bb273469/d5747240-b0a4-4693-b5ba-78ae71a308b0) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:47:18.575477 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5ad7a039-73c3-424d-b66d-0cad7147ff23 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (9a4dffd4-1011-456e-b61f-75296919ea5e), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:18.610708 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5ad7a039-73c3-424d-b66d-0cad7147ff23 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:18.612109 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-5ad7a039-73c3-424d-b66d-0cad7147ff23 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1747019 Jan 28 07:47:18.615005 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33728) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:47:18.621872 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-b4f15447-f912-4ff2-979c-5978819ff190 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1781054754', 'security_groups': ['9a4dffd4-1011-456e-b61f-75296919ea5e'], 'network_id': 'a2c9662c-dd05-41f3-9571-30d0f72a2dc8', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '88597875-a774-4bda-9897-87b9bb273469'}]}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:47:18.627713 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad7a039-73c3-424d-b66d-0cad7147ff23 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a4dffd4-1011-456e-b61f-75296919ea5e,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:18.733897 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-375fc266-2b39-4764-a080-539c6a172ebf None None] Publish callbacks [] for port (d5747240-b0a4-4693-b5ba-78ae71a308b0), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:18.745069 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-375fc266-2b39-4764-a080-539c6a172ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (d5747240-b0a4-4693-b5ba-78ae71a308b0), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:18.765693 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4f15447-f912-4ff2-979c-5978819ff190 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Made reservation on behalf of 98c059871bfd44fc86db6ef0328be4a5 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:47:18.790749 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-375fc266-2b39-4764-a080-539c6a172ebf None None] Network a2c9662c-dd05-41f3-9571-30d0f72a2dc8 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:47:18.796111 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-375fc266-2b39-4764-a080-539c6a172ebf None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:47:18.799066 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375fc266-2b39-4764-a080-539c6a172ebf None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:47:18.816237 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375fc266-2b39-4764-a080-539c6a172ebf None None] Pushing event updated for resources: {'Port': ['ID=d5747240-b0a4-4693-b5ba-78ae71a308b0,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:18.863274 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b4f15447-f912-4ff2-979c-5978819ff190 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:18.881763 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-375fc266-2b39-4764-a080-539c6a172ebf None None] Attempting to bind port d5747240-b0a4-4693-b5ba-78ae71a308b0 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:47:18.882180 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-375fc266-2b39-4764-a080-539c6a172ebf None None] Attempting to bind port d5747240-b0a4-4693-b5ba-78ae71a308b0 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '8ae5866d-df0b-4d9d-a483-bf3c09e24a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a2c9662c-dd05-41f3-9571-30d0f72a2dc8'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:47:18.882555 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375fc266-2b39-4764-a080-539c6a172ebf None None] Attempting to bind port d5747240-b0a4-4693-b5ba-78ae71a308b0 on network a2c9662c-dd05-41f3-9571-30d0f72a2dc8 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:47:18.884428 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [None req-b4f15447-f912-4ff2-979c-5978819ff190 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] device_id is not set on port 11b8a590-b29f-44cc-bfde-b4923492e67f yet. {{(pid=103284) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 07:47:18.888888 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375fc266-2b39-4764-a080-539c6a172ebf None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 47, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:47:18.888888 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375fc266-2b39-4764-a080-539c6a172ebf None None] Checking segment: {'id': '8ae5866d-df0b-4d9d-a483-bf3c09e24a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a2c9662c-dd05-41f3-9571-30d0f72a2dc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:47:18.889303 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-375fc266-2b39-4764-a080-539c6a172ebf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:18.889704 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375fc266-2b39-4764-a080-539c6a172ebf None None] Bound using segment: {'id': '8ae5866d-df0b-4d9d-a483-bf3c09e24a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a2c9662c-dd05-41f3-9571-30d0f72a2dc8'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:47:18.890760 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-375fc266-2b39-4764-a080-539c6a172ebf None None] Bound port: d5747240-b0a4-4693-b5ba-78ae71a308b0, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ae5866d-df0b-4d9d-a483-bf3c09e24a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a2c9662c-dd05-41f3-9571-30d0f72a2dc8'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:47:18.891296 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-375fc266-2b39-4764-a080-539c6a172ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (d5747240-b0a4-4693-b5ba-78ae71a308b0), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:18.968857 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-375fc266-2b39-4764-a080-539c6a172ebf None None] For port d5747240-b0a4-4693-b5ba-78ae71a308b0, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:47:18.972100 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-375fc266-2b39-4764-a080-539c6a172ebf None None] For port d5747240-b0a4-4693-b5ba-78ae71a308b0, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=d5747240-b0a4-4693-b5ba-78ae71a308b0,segment=NetworkSegment(8ae5866d-df0b-4d9d-a483-bf3c09e24a98),segment_id=8ae5866d-df0b-4d9d-a483-bf3c09e24a98)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:47:18.977765 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-375fc266-2b39-4764-a080-539c6a172ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (d5747240-b0a4-4693-b5ba-78ae71a308b0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:19.056589 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375fc266-2b39-4764-a080-539c6a172ebf None None] Pushing event updated for resources: {'Port': ['ID=d5747240-b0a4-4693-b5ba-78ae71a308b0,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:19.121925 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-b4f15447-f912-4ff2-979c-5978819ff190 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Allocated IP 2001:db8::e3 (a2c9662c-dd05-41f3-9571-30d0f72a2dc8/88597875-a774-4bda-9897-87b9bb273469/11b8a590-b29f-44cc-bfde-b4923492e67f) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:47:19.292102 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b4f15447-f912-4ff2-979c-5978819ff190 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks [] for port (11b8a590-b29f-44cc-bfde-b4923492e67f), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:19.330943 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b4f15447-f912-4ff2-979c-5978819ff190 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (11b8a590-b29f-44cc-bfde-b4923492e67f), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:19.379434 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f15447-f912-4ff2-979c-5978819ff190 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Network a2c9662c-dd05-41f3-9571-30d0f72a2dc8 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:47:19.389877 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-b4f15447-f912-4ff2-979c-5978819ff190 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:47:19.392330 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f15447-f912-4ff2-979c-5978819ff190 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:47:19.398161 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f15447-f912-4ff2-979c-5978819ff190 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:47:19.398817 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b4f15447-f912-4ff2-979c-5978819ff190 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:19.402635 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f15447-f912-4ff2-979c-5978819ff190 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Pushing event updated for resources: {'Port': ['ID=11b8a590-b29f-44cc-bfde-b4923492e67f,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:19.419197 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-b4f15447-f912-4ff2-979c-5978819ff190 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8016717 Jan 28 07:47:19.421925 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33736) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:47:19.426785 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-a230abe0-1804-4cae-83b3-1d69465e7daf tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Request body: {'subnet': {'network_id': 'a2c9662c-dd05-41f3-9571-30d0f72a2dc8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:47:19.533531 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a230abe0-1804-4cae-83b3-1d69465e7daf tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Made reservation on behalf of 98c059871bfd44fc86db6ef0328be4a5 for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:47:19.536967 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a230abe0-1804-4cae-83b3-1d69465e7daf tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24979592'] for subnet (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:19.632123 n-d-712749-28 neutron-server[103284]: INFO neutron.db.ipam_backend_mixin [None req-a230abe0-1804-4cae-83b3-1d69465e7daf tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 88597875-a774-4bda-9897-87b9bb273469 (CIDR: 2001:db8::/64) Jan 28 07:47:19.647311 n-d-712749-28 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-a230abe0-1804-4cae-83b3-1d69465e7daf tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 07:47:19.648004 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a230abe0-1804-4cae-83b3-1d69465e7daf tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:47:19.671650 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-a230abe0-1804-4cae-83b3-1d69465e7daf tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2485118 Jan 28 07:47:19.674408 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33738) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:47:19.679908 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-b6dc493c-d9f3-47d2-8a21-63c65c2f76f4 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Request body: {'subnet': {'network_id': 'a2c9662c-dd05-41f3-9571-30d0f72a2dc8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:47:19.813974 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6dc493c-d9f3-47d2-8a21-63c65c2f76f4 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Made reservation on behalf of 98c059871bfd44fc86db6ef0328be4a5 for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:47:19.817675 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b6dc493c-d9f3-47d2-8a21-63c65c2f76f4 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24979592'] for subnet (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:20.095381 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device d5747240-b0a4-4693-b5ba-78ae71a308b0 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:47:20.116304 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b6dc493c-d9f3-47d2-8a21-63c65c2f76f4 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24757504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24979610'] for subnet (c2a0f5c2-c579-4b1f-9fde-b16c1bd5a7f3), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:20.160057 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port d5747240-b0a4-4693-b5ba-78ae71a308b0 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:47:20.160480 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (d5747240-b0a4-4693-b5ba-78ae71a308b0), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:20.260509 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port d5747240-b0a4-4693-b5ba-78ae71a308b0 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:47:20.260913 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (d5747240-b0a4-4693-b5ba-78ae71a308b0), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:20.309580 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] For port d5747240-b0a4-4693-b5ba-78ae71a308b0, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=d5747240-b0a4-4693-b5ba-78ae71a308b0,segment=NetworkSegment(8ae5866d-df0b-4d9d-a483-bf3c09e24a98),segment_id=8ae5866d-df0b-4d9d-a483-bf3c09e24a98)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:47:20.317733 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-083d9b19-f5fb-4e68-b633-2f93afce716f None None] Provisioning complete for port d5747240-b0a4-4693-b5ba-78ae71a308b0 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:47:20.319737 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-083d9b19-f5fb-4e68-b633-2f93afce716f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (d5747240-b0a4-4693-b5ba-78ae71a308b0), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:20.322923 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (d5747240-b0a4-4693-b5ba-78ae71a308b0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:20.417341 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Pushing event updated for resources: {'Port': ['ID=d5747240-b0a4-4693-b5ba-78ae71a308b0,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:20.471757 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6dc493c-d9f3-47d2-8a21-63c65c2f76f4 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Network a2c9662c-dd05-41f3-9571-30d0f72a2dc8 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:47:20.476319 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-b6dc493c-d9f3-47d2-8a21-63c65c2f76f4 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:47:20.481561 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6dc493c-d9f3-47d2-8a21-63c65c2f76f4 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:47:20.482177 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b6dc493c-d9f3-47d2-8a21-63c65c2f76f4 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:20.484813 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-083d9b19-f5fb-4e68-b633-2f93afce716f None None] Current status of the port d5747240-b0a4-4693-b5ba-78ae71a308b0 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:47:20.493679 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dc493c-d9f3-47d2-8a21-63c65c2f76f4 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Pushing event updated for resources: {'Subnet': ['ID=c2a0f5c2-c579-4b1f-9fde-b16c1bd5a7f3,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:20.494451 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2ece74f-950e-409a-b08a-ab6d248b0dfd None None] Network a2c9662c-dd05-41f3-9571-30d0f72a2dc8 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:47:20.510176 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-b6dc493c-d9f3-47d2-8a21-63c65c2f76f4 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8346937 Jan 28 07:47:20.512938 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 33742) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:47:20.518925 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-1c1d8bb8-557d-4792-a2d2-2cc3686eae06 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1019927032', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'c2a0f5c2-c579-4b1f-9fde-b16c1bd5a7f3'}], 'security_groups': ['b15b951c-0ba8-4fd1-8440-a36130d01777']}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:47:20.540762 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-083d9b19-f5fb-4e68-b633-2f93afce716f None None] Provisioning complete for port ba2b89ca-d5f2-47bf-9722-47dd2ae9e603 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:47:20.541154 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-083d9b19-f5fb-4e68-b633-2f93afce716f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (ba2b89ca-d5f2-47bf-9722-47dd2ae9e603), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:20.592552 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-083d9b19-f5fb-4e68-b633-2f93afce716f None None] Port ba2b89ca-d5f2-47bf-9722-47dd2ae9e603 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:47:20.681695 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1c1d8bb8-557d-4792-a2d2-2cc3686eae06 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (11b8a590-b29f-44cc-bfde-b4923492e67f), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:20.719598 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c29d6b-198e-4a9b-ac26-aca8ce3e6d53 None None] Update dhcp port {'port': {'network_id': 'a2c9662c-dd05-41f3-9571-30d0f72a2dc8', 'fixed_ips': [{'subnet_id': '88597875-a774-4bda-9897-87b9bb273469', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c2a0f5c2-c579-4b1f-9fde-b16c1bd5a7f3'}], 'binding:host_id': 'n-d-712749-28'}, 'id': 'd5747240-b0a4-4693-b5ba-78ae71a308b0'} from n-d-712749-28. {{(pid=103285) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 07:47:20.750643 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-20bc1723-e0e3-44bf-89b3-c978ccf352ea None None] Provisioning complete for port 11b8a590-b29f-44cc-bfde-b4923492e67f triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:47:20.750946 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-20bc1723-e0e3-44bf-89b3-c978ccf352ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (11b8a590-b29f-44cc-bfde-b4923492e67f), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:20.772822 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-24c29d6b-198e-4a9b-ac26-aca8ce3e6d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (d5747240-b0a4-4693-b5ba-78ae71a308b0), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:20.822353 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-20bc1723-e0e3-44bf-89b3-c978ccf352ea None None] Port 11b8a590-b29f-44cc-bfde-b4923492e67f cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:47:21.023896 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-1c1d8bb8-557d-4792-a2d2-2cc3686eae06 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Delete allocated IP 2001:db8::e3 (a2c9662c-dd05-41f3-9571-30d0f72a2dc8/88597875-a774-4bda-9897-87b9bb273469) {{(pid=103283) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 28 07:47:21.033400 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-1c1d8bb8-557d-4792-a2d2-2cc3686eae06 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Allocated IP 2001:db8:0:1::1f1 (a2c9662c-dd05-41f3-9571-30d0f72a2dc8/c2a0f5c2-c579-4b1f-9fde-b16c1bd5a7f3/11b8a590-b29f-44cc-bfde-b4923492e67f) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:47:21.149641 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33750) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:47:21.205047 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1c1d8bb8-557d-4792-a2d2-2cc3686eae06 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks [] for port (11b8a590-b29f-44cc-bfde-b4923492e67f), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:21.211951 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1c1d8bb8-557d-4792-a2d2-2cc3686eae06 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (11b8a590-b29f-44cc-bfde-b4923492e67f), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:21.272117 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-24c29d6b-198e-4a9b-ac26-aca8ce3e6d53 None None] Allocated IP 2001:db8:0:1::2 (a2c9662c-dd05-41f3-9571-30d0f72a2dc8/c2a0f5c2-c579-4b1f-9fde-b16c1bd5a7f3/d5747240-b0a4-4693-b5ba-78ae71a308b0) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:47:21.281460 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e13a8623-cc7c-4546-9056-3af3f49648d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:21.290859 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-1c1d8bb8-557d-4792-a2d2-2cc3686eae06 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] In _notify_port_updated(), no bound segment for port 11b8a590-b29f-44cc-bfde-b4923492e67f on network a2c9662c-dd05-41f3-9571-30d0f72a2dc8 {{(pid=103283) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 07:47:21.296002 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c1d8bb8-557d-4792-a2d2-2cc3686eae06 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:47:21.296606 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1c1d8bb8-557d-4792-a2d2-2cc3686eae06 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:21.297950 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-1c1d8bb8-557d-4792-a2d2-2cc3686eae06 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] 10.222.0.41 "PUT /v2.0/ports/11b8a590-b29f-44cc-bfde-b4923492e67f HTTP/1.1" status: 200 len: 931 time: 0.7838964 Jan 28 07:47:21.301451 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 33754) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:47:21.309768 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1d8bb8-557d-4792-a2d2-2cc3686eae06 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Pushing event updated for resources: {'Port': ['ID=11b8a590-b29f-44cc-bfde-b4923492e67f,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:21.370233 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e13a8623-cc7c-4546-9056-3af3f49648d6 admin admin] Publish callbacks [] for security_group (3e34f955-6126-49d4-901f-b751e8f24749), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:21.376366 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e13a8623-cc7c-4546-9056-3af3f49648d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (3e34f955-6126-49d4-901f-b751e8f24749), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:21.397183 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-24c29d6b-198e-4a9b-ac26-aca8ce3e6d53 None None] For port d5747240-b0a4-4693-b5ba-78ae71a308b0, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=d5747240-b0a4-4693-b5ba-78ae71a308b0,segment=NetworkSegment(8ae5866d-df0b-4d9d-a483-bf3c09e24a98),segment_id=8ae5866d-df0b-4d9d-a483-bf3c09e24a98)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:47:21.417221 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-f5f61911-f2da-4e36-bbe9-fef7c20068c9 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Deleting port 11b8a590-b29f-44cc-bfde-b4923492e67f {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:47:21.417844 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f5f61911-f2da-4e36-bbe9-fef7c20068c9 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (11b8a590-b29f-44cc-bfde-b4923492e67f), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:21.432742 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-e13a8623-cc7c-4546-9056-3af3f49648d6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=03c1b87b837146bfb919ba53f844411c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2816510 Jan 28 07:47:21.434560 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-24c29d6b-198e-4a9b-ac26-aca8ce3e6d53 None None] Publish callbacks [] for port (d5747240-b0a4-4693-b5ba-78ae71a308b0), precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:21.434713 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13a8623-cc7c-4546-9056-3af3f49648d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e34f955-6126-49d4-901f-b751e8f24749,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:21.437151 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 33756) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:47:21.450085 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-24c29d6b-198e-4a9b-ac26-aca8ce3e6d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (d5747240-b0a4-4693-b5ba-78ae71a308b0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:21.540432 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c29d6b-198e-4a9b-ac26-aca8ce3e6d53 None None] Pushing event updated for resources: {'Port': ['ID=d5747240-b0a4-4693-b5ba-78ae71a308b0,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:21.557122 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9b022ee1-2056-4605-88ba-6a30e38e52cc admin admin] Publish callbacks [] for security_group (3e34f955-6126-49d4-901f-b751e8f24749), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:21.580506 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f5f61911-f2da-4e36-bbe9-fef7c20068c9 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (11b8a590-b29f-44cc-bfde-b4923492e67f), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:21.605314 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9b022ee1-2056-4605-88ba-6a30e38e52cc admin admin] Publish callbacks [] for security_group (3e34f955-6126-49d4-901f-b751e8f24749), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:21.607142 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-f5f61911-f2da-4e36-bbe9-fef7c20068c9 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Calling delete_port for 11b8a590-b29f-44cc-bfde-b4923492e67f owned by {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:47:21.722533 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9b022ee1-2056-4605-88ba-6a30e38e52cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (3e34f955-6126-49d4-901f-b751e8f24749), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:21.726180 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9b022ee1-2056-4605-88ba-6a30e38e52cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:21.730636 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-9b022ee1-2056-4605-88ba-6a30e38e52cc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3e34f955-6126-49d4-901f-b751e8f24749 HTTP/1.1" status: 204 len: 168 time: 0.2909870 Jan 28 07:47:21.742892 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b022ee1-2056-4605-88ba-6a30e38e52cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e34f955-6126-49d4-901f-b751e8f24749,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:21.824541 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f5f61911-f2da-4e36-bbe9-fef7c20068c9 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (11b8a590-b29f-44cc-bfde-b4923492e67f), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:21.856936 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f61911-f2da-4e36-bbe9-fef7c20068c9 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Pushing event deleted for resources: {'Port': ['ID=11b8a590-b29f-44cc-bfde-b4923492e67f,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:21.892658 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f5f61911-f2da-4e36-bbe9-fef7c20068c9 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:21.896363 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-f5f61911-f2da-4e36-bbe9-fef7c20068c9 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] 10.222.0.41 "DELETE /v2.0/ports/11b8a590-b29f-44cc-bfde-b4923492e67f HTTP/1.1" status: 204 len: 168 time: 0.5936441 Jan 28 07:47:21.899496 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 33762) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:47:21.930752 n-d-712749-28 neutron-server[103283]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4dd4ded-da92-4975-b9f2-681f003975c2 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] GET failed (client error): The resource could not be found. Jan 28 07:47:21.935125 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33766) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:47:21.935279 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-b4dd4ded-da92-4975-b9f2-681f003975c2 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] 10.222.0.41 "GET /v2.0/ports/11b8a590-b29f-44cc-bfde-b4923492e67f HTTP/1.1" status: 404 len: 333 time: 0.0343664 Jan 28 07:47:22.036599 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0754777c-152f-4188-ae72-697e79bba161 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks [] for security_group (9a4dffd4-1011-456e-b61f-75296919ea5e), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:22.056836 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device d5747240-b0a4-4693-b5ba-78ae71a308b0 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:47:22.070938 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0754777c-152f-4188-ae72-697e79bba161 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks [] for security_group (9a4dffd4-1011-456e-b61f-75296919ea5e), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:22.123025 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port d5747240-b0a4-4693-b5ba-78ae71a308b0 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:47:22.124043 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (d5747240-b0a4-4693-b5ba-78ae71a308b0), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:22.130226 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0754777c-152f-4188-ae72-697e79bba161 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (9a4dffd4-1011-456e-b61f-75296919ea5e), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:22.141716 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0754777c-152f-4188-ae72-697e79bba161 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:22.143515 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-0754777c-152f-4188-ae72-697e79bba161 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] 10.222.0.41 "DELETE /v2.0/security-groups/9a4dffd4-1011-456e-b61f-75296919ea5e HTTP/1.1" status: 204 len: 168 time: 0.2071402 Jan 28 07:47:22.146153 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 33772) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:47:22.179563 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0754777c-152f-4188-ae72-697e79bba161 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a4dffd4-1011-456e-b61f-75296919ea5e,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:22.248014 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port d5747240-b0a4-4693-b5ba-78ae71a308b0 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:47:22.279033 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8fd7b283-8e5d-4e24-ac30-5b3cb900bd00 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks [] for security_group (b15b951c-0ba8-4fd1-8440-a36130d01777), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:22.310328 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8fd7b283-8e5d-4e24-ac30-5b3cb900bd00 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks [] for security_group (b15b951c-0ba8-4fd1-8440-a36130d01777), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:22.368932 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8fd7b283-8e5d-4e24-ac30-5b3cb900bd00 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (b15b951c-0ba8-4fd1-8440-a36130d01777), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:22.387163 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8fd7b283-8e5d-4e24-ac30-5b3cb900bd00 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:22.388430 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-8fd7b283-8e5d-4e24-ac30-5b3cb900bd00 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] 10.222.0.41 "DELETE /v2.0/security-groups/b15b951c-0ba8-4fd1-8440-a36130d01777 HTTP/1.1" status: 204 len: 168 time: 0.2404339 Jan 28 07:47:22.391881 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33778) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:47:22.399336 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd7b283-8e5d-4e24-ac30-5b3cb900bd00 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b15b951c-0ba8-4fd1-8440-a36130d01777,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:22.461155 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6157b56-08a7-4969-ac30-2b934f181602 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Deleting subnet 88597875-a774-4bda-9897-87b9bb273469 {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:47:22.464571 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b6157b56-08a7-4969-ac30-2b934f181602 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks [] for subnet (88597875-a774-4bda-9897-87b9bb273469), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:22.465003 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-0266f685-b49e-47eb-bede-f7b7f5514406 None None] Could not find standard attr ID for object 11b8a590-b29f-44cc-bfde-b4923492e67f. {{(pid=103285) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 07:47:22.486128 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-0266f685-b49e-47eb-bede-f7b7f5514406 None None] Provisioning complete for port d5747240-b0a4-4693-b5ba-78ae71a308b0 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:47:22.486676 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0266f685-b49e-47eb-bede-f7b7f5514406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (d5747240-b0a4-4693-b5ba-78ae71a308b0), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:22.522163 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b6157b56-08a7-4969-ac30-2b934f181602 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24759175'] for subnet (88597875-a774-4bda-9897-87b9bb273469), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:22.634994 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-0266f685-b49e-47eb-bede-f7b7f5514406 None None] Current status of the port d5747240-b0a4-4693-b5ba-78ae71a308b0 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:47:22.648851 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-0266f685-b49e-47eb-bede-f7b7f5514406 None None] Provisioning complete for port ba2b89ca-d5f2-47bf-9722-47dd2ae9e603 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:47:22.650074 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0266f685-b49e-47eb-bede-f7b7f5514406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (ba2b89ca-d5f2-47bf-9722-47dd2ae9e603), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:22.656316 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b6157b56-08a7-4969-ac30-2b934f181602 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (88597875-a774-4bda-9897-87b9bb273469), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:22.690466 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-0266f685-b49e-47eb-bede-f7b7f5514406 None None] Port ba2b89ca-d5f2-47bf-9722-47dd2ae9e603 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:47:22.733215 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b6157b56-08a7-4969-ac30-2b934f181602 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24757569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24979817'] for subnet (88597875-a774-4bda-9897-87b9bb273469), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:22.756514 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 33788) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:47:22.764848 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b6157b56-08a7-4969-ac30-2b934f181602 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:22.773630 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-b6157b56-08a7-4969-ac30-2b934f181602 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] 10.222.0.41 "DELETE /v2.0/subnets/88597875-a774-4bda-9897-87b9bb273469 HTTP/1.1" status: 204 len: 168 time: 0.3760340 Jan 28 07:47:22.773630 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6157b56-08a7-4969-ac30-2b934f181602 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Pushing event deleted for resources: {'Subnet': ['ID=88597875-a774-4bda-9897-87b9bb273469,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:22.774024 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33792) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:47:22.779277 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-0b7e9af4-bcc1-4713-af6f-188ae84da87f tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Request body: {'subnet': {'network_id': 'a2c9662c-dd05-41f3-9571-30d0f72a2dc8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:47:22.802629 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-adb096cd-1789-4040-bfb1-58a8b5a27ea9 None None] Could not find standard attr ID for object 11b8a590-b29f-44cc-bfde-b4923492e67f. {{(pid=103285) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 07:47:22.887931 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-c555a4a3-37ea-4f2b-a8da-adda4bcb1618 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-645958705-network', 'tenant_id': 'f7c76513a0a24534bd03d09a01ed7997'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:47:22.904365 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b7e9af4-bcc1-4713-af6f-188ae84da87f tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Made reservation on behalf of 98c059871bfd44fc86db6ef0328be4a5 for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:47:22.909231 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0b7e9af4-bcc1-4713-af6f-188ae84da87f tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24979592'] for subnet (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:22.910426 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c555a4a3-37ea-4f2b-a8da-adda4bcb1618 admin admin] Made reservation on behalf of f7c76513a0a24534bd03d09a01ed7997 for: {'network': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:47:22.913749 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c555a4a3-37ea-4f2b-a8da-adda4bcb1618 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:22.922580 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c555a4a3-37ea-4f2b-a8da-adda4bcb1618 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:22.966833 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f15e5b-729b-40fd-ac60-8d6c87637264 None None] Network a2c9662c-dd05-41f3-9571-30d0f72a2dc8 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:47:23.007502 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c555a4a3-37ea-4f2b-a8da-adda4bcb1618 admin admin] Publish callbacks [] for security_group (5a792d42-d5d1-4695-a510-75cb3e96b344), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:23.012353 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c555a4a3-37ea-4f2b-a8da-adda4bcb1618 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (5a792d42-d5d1-4695-a510-75cb3e96b344), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:23.034009 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c555a4a3-37ea-4f2b-a8da-adda4bcb1618 admin admin] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=103283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:47:23.049631 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c555a4a3-37ea-4f2b-a8da-adda4bcb1618 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a792d42-d5d1-4695-a510-75cb3e96b344,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:23.053485 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c555a4a3-37ea-4f2b-a8da-adda4bcb1618 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (aff97edd-7a78-460e-9490-69025b77b8f5), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:23.053880 n-d-712749-28 neutron-server[103283]: INFO neutron.db.segments_db [None req-c555a4a3-37ea-4f2b-a8da-adda4bcb1618 admin admin] Added segment aff97edd-7a78-460e-9490-69025b77b8f5 of type vlan for network 5e7df087-c942-4925-b0b1-2d59986e35f3 Jan 28 07:47:23.096666 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c555a4a3-37ea-4f2b-a8da-adda4bcb1618 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (5e7df087-c942-4925-b0b1-2d59986e35f3), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:23.128112 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c555a4a3-37ea-4f2b-a8da-adda4bcb1618 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (5e7df087-c942-4925-b0b1-2d59986e35f3), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:23.129487 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c555a4a3-37ea-4f2b-a8da-adda4bcb1618 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:47:23.130100 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c555a4a3-37ea-4f2b-a8da-adda4bcb1618 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:23.185302 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0b7e9af4-bcc1-4713-af6f-188ae84da87f tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24757504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24979610'] for subnet (7d673e1d-3066-4fb0-bd05-506fc8ffc43c), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:23.223640 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-c555a4a3-37ea-4f2b-a8da-adda4bcb1618 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4613481 Jan 28 07:47:23.223877 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33794) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:47:23.232612 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-dd33f48f-b26f-482b-a88a-b826021e3a61 admin admin] Request body: {'subnet': {'network_id': '5e7df087-c942-4925-b0b1-2d59986e35f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-645958705-subnet', 'tenant_id': 'f7c76513a0a24534bd03d09a01ed7997', 'ip_version': 4}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:47:23.233338 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c555a4a3-37ea-4f2b-a8da-adda4bcb1618 admin admin] Pushing event updated for resources: {'Network': ['ID=5e7df087-c942-4925-b0b1-2d59986e35f3,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:23.245206 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network 5e7df087-c942-4925-b0b1-2d59986e35f3 details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:47:23.261313 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b7e9af4-bcc1-4713-af6f-188ae84da87f tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Network a2c9662c-dd05-41f3-9571-30d0f72a2dc8 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:47:23.269944 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-0b7e9af4-bcc1-4713-af6f-188ae84da87f tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:47:23.274137 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b7e9af4-bcc1-4713-af6f-188ae84da87f tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:47:23.274886 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0b7e9af4-bcc1-4713-af6f-188ae84da87f tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:23.287836 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7e9af4-bcc1-4713-af6f-188ae84da87f tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Pushing event updated for resources: {'Subnet': ['ID=7d673e1d-3066-4fb0-bd05-506fc8ffc43c,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:23.293497 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd33f48f-b26f-482b-a88a-b826021e3a61 admin admin] Made reservation on behalf of f7c76513a0a24534bd03d09a01ed7997 for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:47:23.296332 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dd33f48f-b26f-482b-a88a-b826021e3a61 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24979592'] for subnet (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:23.315014 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-0b7e9af4-bcc1-4713-af6f-188ae84da87f tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5400622 Jan 28 07:47:23.317690 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33796) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:47:23.323559 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-a01dfa81-4c8b-4a0d-a5fe-8c7539997edf tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Request body: {'security_group': {'name': 'tempest-secgroup-145371702'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:47:23.396989 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a01dfa81-4c8b-4a0d-a5fe-8c7539997edf tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:23.556016 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a01dfa81-4c8b-4a0d-a5fe-8c7539997edf tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks [] for security_group (15be4658-3be2-4db9-951f-3a6d40bd2a55), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:23.563460 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a01dfa81-4c8b-4a0d-a5fe-8c7539997edf tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (15be4658-3be2-4db9-951f-3a6d40bd2a55), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:23.581417 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dd33f48f-b26f-482b-a88a-b826021e3a61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24757504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24979610'] for subnet (8fba11cc-3430-4211-a133-7e529a9c4c94), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:23.631673 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a01dfa81-4c8b-4a0d-a5fe-8c7539997edf tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:23.635503 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-a01dfa81-4c8b-4a0d-a5fe-8c7539997edf tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3137252 Jan 28 07:47:23.636413 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 33798) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:47:23.641522 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-1e78b140-3be3-4121-b1ad-9b4ff1d9658a tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Request body: {'security_group': {'name': 'tempest-secgroup-1656466261'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:47:23.646552 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01dfa81-4c8b-4a0d-a5fe-8c7539997edf tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15be4658-3be2-4db9-951f-3a6d40bd2a55,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:23.666058 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1e78b140-3be3-4121-b1ad-9b4ff1d9658a tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:23.679841 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93698864-39ef-4933-a8e7-dcab0508360b None None] Network a2c9662c-dd05-41f3-9571-30d0f72a2dc8 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:47:23.684696 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd33f48f-b26f-482b-a88a-b826021e3a61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8fba11cc-3430-4211-a133-7e529a9c4c94,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:23.689819 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd33f48f-b26f-482b-a88a-b826021e3a61 admin admin] Checking segment: {'id': 'aff97edd-7a78-460e-9490-69025b77b8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5e7df087-c942-4925-b0b1-2d59986e35f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:47:23.690180 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd33f48f-b26f-482b-a88a-b826021e3a61 admin admin] Network hostable DHCP agents. Network: 5e7df087-c942-4925-b0b1-2d59986e35f3, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:47:23.716405 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd33f48f-b26f-482b-a88a-b826021e3a61 admin admin] Network 5e7df087-c942-4925-b0b1-2d59986e35f3 is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:47:23.728413 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-dd33f48f-b26f-482b-a88a-b826021e3a61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, 5e7df087-c942-4925-b0b1-2d59986e35f3) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:47:23.733005 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd33f48f-b26f-482b-a88a-b826021e3a61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:47:23.733774 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dd33f48f-b26f-482b-a88a-b826021e3a61 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:23.744138 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f53d73-9027-4173-a71d-d0ee38326481 None None] Network 5e7df087-c942-4925-b0b1-2d59986e35f3 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:47:23.757920 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-dd33f48f-b26f-482b-a88a-b826021e3a61 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5342023 Jan 28 07:47:23.760923 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33800) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:47:23.771157 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-623f5df6-240f-4c10-bd5d-a7fdfea47ec9 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-645958705-router', 'tenant_id': 'f7c76513a0a24534bd03d09a01ed7997', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:47:23.778756 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1e78b140-3be3-4121-b1ad-9b4ff1d9658a tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks [] for security_group (2f64f625-e9bd-474c-8477-f9db2db3c732), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:23.783501 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1e78b140-3be3-4121-b1ad-9b4ff1d9658a tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (2f64f625-e9bd-474c-8477-f9db2db3c732), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:23.796703 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-623f5df6-240f-4c10-bd5d-a7fdfea47ec9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16606890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127275'] for router (ddfcd332-1caa-40de-b7d4-b375b6e84243), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:23.797861 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-623f5df6-240f-4c10-bd5d-a7fdfea47ec9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16605498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16607952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16355422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127266'] for router (ddfcd332-1caa-40de-b7d4-b375b6e84243), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:23.818185 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9c02fae6-e917-41c5-9de9-6cc01e3ff8fd None None] Provisioning complete for port d5747240-b0a4-4693-b5ba-78ae71a308b0 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:47:23.819210 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9c02fae6-e917-41c5-9de9-6cc01e3ff8fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (d5747240-b0a4-4693-b5ba-78ae71a308b0), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:23.824077 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1e78b140-3be3-4121-b1ad-9b4ff1d9658a tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:23.828620 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-1e78b140-3be3-4121-b1ad-9b4ff1d9658a tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1908889 Jan 28 07:47:23.829195 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 33802) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:47:23.835031 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-d0aa1ba4-7521-492f-960d-e09710c6845c tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Request body: {'security_group': {'name': 'tempest-secgroup-2008115021'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:47:23.840250 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e78b140-3be3-4121-b1ad-9b4ff1d9658a tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f64f625-e9bd-474c-8477-f9db2db3c732,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:23.871314 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d0aa1ba4-7521-492f-960d-e09710c6845c tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:23.908101 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-623f5df6-240f-4c10-bd5d-a7fdfea47ec9 admin admin] Publish callbacks [] for router_controller (ddfcd332-1caa-40de-b7d4-b375b6e84243), precommit_add_association {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:23.971931 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a3480e-bc6a-44c5-b245-4fdb864f0016 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3dd72b9-6805-5f61-b6f3-a591f99a173d-5e7df087-c942-4925-b0b1-2d59986e35f3', 'network_id': '5e7df087-c942-4925-b0b1-2d59986e35f3', 'project_id': 'f7c76513a0a24534bd03d09a01ed7997', 'fixed_ips': [{'subnet_id': '8fba11cc-3430-4211-a133-7e529a9c4c94'}]}} from n-d-712749-28. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 07:47:23.972958 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-53a3480e-bc6a-44c5-b245-4fdb864f0016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:24.022037 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9c02fae6-e917-41c5-9de9-6cc01e3ff8fd None None] Current status of the port d5747240-b0a4-4693-b5ba-78ae71a308b0 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:47:24.073267 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-623f5df6-240f-4c10-bd5d-a7fdfea47ec9 admin admin] Publish callbacks [] for router_gateway (ddfcd332-1caa-40de-b7d4-b375b6e84243), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:24.133352 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9c02fae6-e917-41c5-9de9-6cc01e3ff8fd None None] Provisioning complete for port ba2b89ca-d5f2-47bf-9722-47dd2ae9e603 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:47:24.133659 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9c02fae6-e917-41c5-9de9-6cc01e3ff8fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (ba2b89ca-d5f2-47bf-9722-47dd2ae9e603), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:24.205605 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c680c687-7f7e-4d78-8bcb-68c868472f31 None None] Update dhcp port {'port': {'network_id': 'a2c9662c-dd05-41f3-9571-30d0f72a2dc8', 'fixed_ips': [{'subnet_id': 'c2a0f5c2-c579-4b1f-9fde-b16c1bd5a7f3', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '7d673e1d-3066-4fb0-bd05-506fc8ffc43c'}], 'binding:host_id': 'n-d-712749-28'}, 'id': 'd5747240-b0a4-4693-b5ba-78ae71a308b0'} from n-d-712749-28. {{(pid=103285) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 07:47:24.210996 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9c02fae6-e917-41c5-9de9-6cc01e3ff8fd None None] Port ba2b89ca-d5f2-47bf-9722-47dd2ae9e603 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:47:24.244879 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d0aa1ba4-7521-492f-960d-e09710c6845c tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks [] for security_group (6e3ea09e-641b-47b7-8b28-c41879cc1a4e), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:24.246901 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-53a3480e-bc6a-44c5-b245-4fdb864f0016 None None] Allocated IP 172.20.0.2 (5e7df087-c942-4925-b0b1-2d59986e35f3/8fba11cc-3430-4211-a133-7e529a9c4c94/af386ec1-b626-493d-b17b-b91026748c76) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:47:24.249674 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c680c687-7f7e-4d78-8bcb-68c868472f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (d5747240-b0a4-4693-b5ba-78ae71a308b0), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:24.250495 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d0aa1ba4-7521-492f-960d-e09710c6845c tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (6e3ea09e-641b-47b7-8b28-c41879cc1a4e), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:24.287003 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d0aa1ba4-7521-492f-960d-e09710c6845c tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:24.290995 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-d0aa1ba4-7521-492f-960d-e09710c6845c tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4573579 Jan 28 07:47:24.290995 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0aa1ba4-7521-492f-960d-e09710c6845c tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e3ea09e-641b-47b7-8b28-c41879cc1a4e,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:24.292746 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 33804) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:47:24.297982 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-5a6a9f4a-5919-4ef9-8aed-ad2c9687a19f tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1688294307', 'security_groups': ['6e3ea09e-641b-47b7-8b28-c41879cc1a4e'], 'network_id': 'a2c9662c-dd05-41f3-9571-30d0f72a2dc8', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '7d673e1d-3066-4fb0-bd05-506fc8ffc43c'}]}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:47:24.350706 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-623f5df6-240f-4c10-bd5d-a7fdfea47ec9 admin admin] Publish callbacks [] for router_gateway (ddfcd332-1caa-40de-b7d4-b375b6e84243), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:24.373657 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-623f5df6-240f-4c10-bd5d-a7fdfea47ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:24.429365 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a6a9f4a-5919-4ef9-8aed-ad2c9687a19f tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Made reservation on behalf of 98c059871bfd44fc86db6ef0328be4a5 for: {'port': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:47:24.434461 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5a6a9f4a-5919-4ef9-8aed-ad2c9687a19f tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:24.459377 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-5a6a9f4a-5919-4ef9-8aed-ad2c9687a19f tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] device_id is not set on port 2d0ea135-2106-4045-8e85-22f689490713 yet. {{(pid=103283) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 07:47:24.501608 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-623f5df6-240f-4c10-bd5d-a7fdfea47ec9 admin admin] Allocated IP 172.25.6.241 (7d5b3724-deef-4831-8d43-cb9b8176573c/b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc/c5a09169-277c-49fc-9471-d5eef4915d47) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:47:24.625226 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-623f5df6-240f-4c10-bd5d-a7fdfea47ec9 admin admin] Publish callbacks [] for port (c5a09169-277c-49fc-9471-d5eef4915d47), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:24.647331 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-5a6a9f4a-5919-4ef9-8aed-ad2c9687a19f tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Allocated IP 2001:db8::290 (a2c9662c-dd05-41f3-9571-30d0f72a2dc8/7d673e1d-3066-4fb0-bd05-506fc8ffc43c/2d0ea135-2106-4045-8e85-22f689490713) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:47:24.666417 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-623f5df6-240f-4c10-bd5d-a7fdfea47ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (c5a09169-277c-49fc-9471-d5eef4915d47), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:24.680457 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-53a3480e-bc6a-44c5-b245-4fdb864f0016 None None] Publish callbacks [] for port (af386ec1-b626-493d-b17b-b91026748c76), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:24.687598 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-53a3480e-bc6a-44c5-b245-4fdb864f0016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (af386ec1-b626-493d-b17b-b91026748c76), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:24.709921 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-623f5df6-240f-4c10-bd5d-a7fdfea47ec9 admin admin] Network 7d5b3724-deef-4831-8d43-cb9b8176573c is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:47:24.716631 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-623f5df6-240f-4c10-bd5d-a7fdfea47ec9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:47:24.721264 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623f5df6-240f-4c10-bd5d-a7fdfea47ec9 admin admin] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:47:24.732816 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a3480e-bc6a-44c5-b245-4fdb864f0016 None None] Network 5e7df087-c942-4925-b0b1-2d59986e35f3 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:47:24.735755 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-53a3480e-bc6a-44c5-b245-4fdb864f0016 None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:47:24.740681 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a3480e-bc6a-44c5-b245-4fdb864f0016 None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:47:24.744034 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623f5df6-240f-4c10-bd5d-a7fdfea47ec9 admin admin] Pushing event updated for resources: {'Port': ['ID=c5a09169-277c-49fc-9471-d5eef4915d47,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:24.752611 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a3480e-bc6a-44c5-b245-4fdb864f0016 None None] Pushing event updated for resources: {'Port': ['ID=af386ec1-b626-493d-b17b-b91026748c76,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:24.813606 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-53a3480e-bc6a-44c5-b245-4fdb864f0016 None None] Attempting to bind port af386ec1-b626-493d-b17b-b91026748c76 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:47:24.813992 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-53a3480e-bc6a-44c5-b245-4fdb864f0016 None None] Attempting to bind port af386ec1-b626-493d-b17b-b91026748c76 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': 'aff97edd-7a78-460e-9490-69025b77b8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5e7df087-c942-4925-b0b1-2d59986e35f3'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:47:24.814363 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a3480e-bc6a-44c5-b245-4fdb864f0016 None None] Attempting to bind port af386ec1-b626-493d-b17b-b91026748c76 on network 5e7df087-c942-4925-b0b1-2d59986e35f3 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:47:24.821877 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a3480e-bc6a-44c5-b245-4fdb864f0016 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 47, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:47:24.822278 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a3480e-bc6a-44c5-b245-4fdb864f0016 None None] Checking segment: {'id': 'aff97edd-7a78-460e-9490-69025b77b8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5e7df087-c942-4925-b0b1-2d59986e35f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:47:24.822695 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-53a3480e-bc6a-44c5-b245-4fdb864f0016 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:24.823103 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a3480e-bc6a-44c5-b245-4fdb864f0016 None None] Bound using segment: {'id': 'aff97edd-7a78-460e-9490-69025b77b8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5e7df087-c942-4925-b0b1-2d59986e35f3'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:47:24.823702 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-53a3480e-bc6a-44c5-b245-4fdb864f0016 None None] Bound port: af386ec1-b626-493d-b17b-b91026748c76, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aff97edd-7a78-460e-9490-69025b77b8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5e7df087-c942-4925-b0b1-2d59986e35f3'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:47:24.824223 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-53a3480e-bc6a-44c5-b245-4fdb864f0016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (af386ec1-b626-493d-b17b-b91026748c76), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:24.852957 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5a6a9f4a-5919-4ef9-8aed-ad2c9687a19f tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks [] for port (2d0ea135-2106-4045-8e85-22f689490713), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:24.902201 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5a6a9f4a-5919-4ef9-8aed-ad2c9687a19f tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (2d0ea135-2106-4045-8e85-22f689490713), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:24.940619 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-53a3480e-bc6a-44c5-b245-4fdb864f0016 None None] For port af386ec1-b626-493d-b17b-b91026748c76, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:47:24.955023 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a6a9f4a-5919-4ef9-8aed-ad2c9687a19f tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Network a2c9662c-dd05-41f3-9571-30d0f72a2dc8 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:47:24.957623 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-53a3480e-bc6a-44c5-b245-4fdb864f0016 None None] For port af386ec1-b626-493d-b17b-b91026748c76, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=af386ec1-b626-493d-b17b-b91026748c76,segment=NetworkSegment(aff97edd-7a78-460e-9490-69025b77b8f5),segment_id=aff97edd-7a78-460e-9490-69025b77b8f5)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:47:24.961006 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-5a6a9f4a-5919-4ef9-8aed-ad2c9687a19f tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:47:24.964367 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6a9f4a-5919-4ef9-8aed-ad2c9687a19f tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:47:24.967875 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-53a3480e-bc6a-44c5-b245-4fdb864f0016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (af386ec1-b626-493d-b17b-b91026748c76), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:24.969980 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a6a9f4a-5919-4ef9-8aed-ad2c9687a19f tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:47:24.970749 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5a6a9f4a-5919-4ef9-8aed-ad2c9687a19f tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:24.979107 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-c680c687-7f7e-4d78-8bcb-68c868472f31 None None] Allocated IP 2001:db8::2 (a2c9662c-dd05-41f3-9571-30d0f72a2dc8/7d673e1d-3066-4fb0-bd05-506fc8ffc43c/d5747240-b0a4-4693-b5ba-78ae71a308b0) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:47:24.996182 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a9f4a-5919-4ef9-8aed-ad2c9687a19f tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Pushing event updated for resources: {'Port': ['ID=2d0ea135-2106-4045-8e85-22f689490713,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:25.008283 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-5a6a9f4a-5919-4ef9-8aed-ad2c9687a19f tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.7145252 Jan 28 07:47:25.008906 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 33806) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:47:25.014963 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-7dfbacfe-610f-489c-8204-2c2569344dae tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Request body: {'subnet': {'network_id': 'a2c9662c-dd05-41f3-9571-30d0f72a2dc8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:47:25.019678 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-623f5df6-240f-4c10-bd5d-a7fdfea47ec9 admin admin] Publish callbacks [] for router_gateway (ddfcd332-1caa-40de-b7d4-b375b6e84243), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:25.107085 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a3480e-bc6a-44c5-b245-4fdb864f0016 None None] Pushing event updated for resources: {'Port': ['ID=af386ec1-b626-493d-b17b-b91026748c76,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:25.155530 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c680c687-7f7e-4d78-8bcb-68c868472f31 None None] For port d5747240-b0a4-4693-b5ba-78ae71a308b0, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=d5747240-b0a4-4693-b5ba-78ae71a308b0,segment=NetworkSegment(8ae5866d-df0b-4d9d-a483-bf3c09e24a98),segment_id=8ae5866d-df0b-4d9d-a483-bf3c09e24a98)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:47:25.190375 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dfbacfe-610f-489c-8204-2c2569344dae tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Made reservation on behalf of 98c059871bfd44fc86db6ef0328be4a5 for: {'subnet': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:47:25.193600 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c680c687-7f7e-4d78-8bcb-68c868472f31 None None] Publish callbacks [] for port (d5747240-b0a4-4693-b5ba-78ae71a308b0), precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:25.197573 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7dfbacfe-610f-489c-8204-2c2569344dae tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13555781'] for subnet (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:25.203738 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c680c687-7f7e-4d78-8bcb-68c868472f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (d5747240-b0a4-4693-b5ba-78ae71a308b0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:25.289608 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-623f5df6-240f-4c10-bd5d-a7fdfea47ec9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16605475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16607909'] for router (ddfcd332-1caa-40de-b7d4-b375b6e84243), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:25.320396 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c680c687-7f7e-4d78-8bcb-68c868472f31 None None] Pushing event updated for resources: {'Port': ['ID=d5747240-b0a4-4693-b5ba-78ae71a308b0,revision_number=6']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:25.361833 n-d-712749-28 neutron-server[103283]: INFO neutron.db.ipam_backend_mixin [None req-7dfbacfe-610f-489c-8204-2c2569344dae tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7d673e1d-3066-4fb0-bd05-506fc8ffc43c (CIDR: 2001:db8::/64) Jan 28 07:47:25.367473 n-d-712749-28 neutron-server[103283]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dfbacfe-610f-489c-8204-2c2569344dae tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 07:47:25.368084 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7dfbacfe-610f-489c-8204-2c2569344dae tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103283) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:47:25.403382 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-7dfbacfe-610f-489c-8204-2c2569344dae tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3909657 Jan 28 07:47:25.404048 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 33810) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:47:25.415187 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-8897202a-dfba-4b8b-ab01-b4bfafbd47c6 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Request body: {'subnet': {'network_id': 'a2c9662c-dd05-41f3-9571-30d0f72a2dc8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:47:25.502971 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-623f5df6-240f-4c10-bd5d-a7fdfea47ec9 admin admin] Router ddfcd332-1caa-40de-b7d4-b375b6e84243 is scheduled to L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 with binding_index 1 {{(pid=103284) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 07:47:25.566854 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8897202a-dfba-4b8b-ab01-b4bfafbd47c6 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Made reservation on behalf of 98c059871bfd44fc86db6ef0328be4a5 for: {'subnet': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:47:25.571343 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8897202a-dfba-4b8b-ab01-b4bfafbd47c6 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13555781'] for subnet (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:25.632695 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-623f5df6-240f-4c10-bd5d-a7fdfea47ec9 admin admin] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:47:25.644406 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-390cbe5d-4874-4362-8ead-01f274911f8d None None] Sync routers for ids ['ddfcd332-1caa-40de-b7d4-b375b6e84243'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:47:25.654678 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390cbe5d-4874-4362-8ead-01f274911f8d None None] Routers {'ddfcd332-1caa-40de-b7d4-b375b6e84243'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:47:25.655369 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-390cbe5d-4874-4362-8ead-01f274911f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:47:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['ddfcd332-1caa-40de-b7d4-b375b6e84243'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:47:25.663879 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-623f5df6-240f-4c10-bd5d-a7fdfea47ec9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:25.668302 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-623f5df6-240f-4c10-bd5d-a7fdfea47ec9 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9002526 Jan 28 07:47:25.668908 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33814) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:47:25.687151 n-d-712749-28 neutron-server[103283]: INFO neutron.db.ipam_backend_mixin [None req-8897202a-dfba-4b8b-ab01-b4bfafbd47c6 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet c2a0f5c2-c579-4b1f-9fde-b16c1bd5a7f3 (CIDR: 2001:db8:0:1::/64) Jan 28 07:47:25.691589 n-d-712749-28 neutron-server[103283]: INFO neutron.pecan_wsgi.hooks.translation [None req-8897202a-dfba-4b8b-ab01-b4bfafbd47c6 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 07:47:25.692181 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8897202a-dfba-4b8b-ab01-b4bfafbd47c6 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103283) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:47:25.712861 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-8897202a-dfba-4b8b-ab01-b4bfafbd47c6 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.3029430 Jan 28 07:47:25.715435 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 33816) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:47:25.721250 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-3fc57cb3-ba76-485d-af13-d063b353ee49 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Request body: {'subnet': {'network_id': 'a2c9662c-dd05-41f3-9571-30d0f72a2dc8', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:47:25.884470 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fc57cb3-ba76-485d-af13-d063b353ee49 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Made reservation on behalf of 98c059871bfd44fc86db6ef0328be4a5 for: {'subnet': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:47:25.889301 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3fc57cb3-ba76-485d-af13-d063b353ee49 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13555781'] for subnet (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:25.903277 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-390cbe5d-4874-4362-8ead-01f274911f8d None None] Set router ddfcd332-1caa-40de-b7d4-b375b6e84243 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:47:26.219132 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device d5747240-b0a4-4693-b5ba-78ae71a308b0 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:47:26.234265 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-390cbe5d-4874-4362-8ead-01f274911f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddfcd332-1caa-40de-b7d4-b375b6e84243', 'name': 'tempest-TestServerBasicOps-645958705-router', 'tenant_id': 'f7c76513a0a24534bd03d09a01ed7997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': 'c5a09169-277c-49fc-9471-d5eef4915d47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:47:23Z', 'updated_at': '2022-01-28T07:47:24Z', 'revision_number': 3, 'project_id': 'f7c76513a0a24534bd03d09a01ed7997', 'gw_port': {'id': 'c5a09169-277c-49fc-9471-d5eef4915d47', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:9c:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddfcd332-1caa-40de-b7d4-b375b6e84243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:47:24Z', 'updated_at': '2022-01-28T07:47:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:47:26.294918 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-390cbe5d-4874-4362-8ead-01f274911f8d None None] Checking router: ddfcd332-1caa-40de-b7d4-b375b6e84243 for host: n-d-712749-28 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:47:26.295152 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3fc57cb3-ba76-485d-af13-d063b353ee49 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13546728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13555799'] for subnet (b3100e48-da0b-48bb-8d3e-553c461520d7), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:26.295311 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-390cbe5d-4874-4362-8ead-01f274911f8d None None] Updating router ddfcd332-1caa-40de-b7d4-b375b6e84243 port c5a09169-277c-49fc-9471-d5eef4915d47 binding host n-d-712749-28 {{(pid=103286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 07:47:26.336418 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-390cbe5d-4874-4362-8ead-01f274911f8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (c5a09169-277c-49fc-9471-d5eef4915d47), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:26.350504 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc57cb3-ba76-485d-af13-d063b353ee49 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Network a2c9662c-dd05-41f3-9571-30d0f72a2dc8 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:47:26.354966 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-3fc57cb3-ba76-485d-af13-d063b353ee49 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:47:26.356959 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-008bf81f-8e56-4659-876e-5c30e0202466 None None] Provisioning complete for port d5747240-b0a4-4693-b5ba-78ae71a308b0 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:47:26.357642 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-008bf81f-8e56-4659-876e-5c30e0202466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (d5747240-b0a4-4693-b5ba-78ae71a308b0), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:26.360318 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fc57cb3-ba76-485d-af13-d063b353ee49 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:47:26.360933 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3fc57cb3-ba76-485d-af13-d063b353ee49 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks [] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:26.407275 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-3fc57cb3-ba76-485d-af13-d063b353ee49 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6904244 Jan 28 07:47:26.414769 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc57cb3-ba76-485d-af13-d063b353ee49 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Pushing event updated for resources: {'Subnet': ['ID=b3100e48-da0b-48bb-8d3e-553c461520d7,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:26.417363 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 33818) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:47:26.432575 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-3819dc69-6cd2-44ee-9fc0-75b871173489 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1303672791', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'b3100e48-da0b-48bb-8d3e-553c461520d7'}], 'security_groups': ['15be4658-3be2-4db9-951f-3a6d40bd2a55', '2f64f625-e9bd-474c-8477-f9db2db3c732']}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:47:26.473222 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-766cebda-4b3c-4ab9-9d1f-d6ea073d6621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:26.473473 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port d5747240-b0a4-4693-b5ba-78ae71a308b0 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:47:26.473680 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (d5747240-b0a4-4693-b5ba-78ae71a308b0), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:26.569735 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-008bf81f-8e56-4659-876e-5c30e0202466 None None] Current status of the port d5747240-b0a4-4693-b5ba-78ae71a308b0 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:47:26.615941 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port d5747240-b0a4-4693-b5ba-78ae71a308b0 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:47:26.617586 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device af386ec1-b626-493d-b17b-b91026748c76 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:47:26.621293 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-008bf81f-8e56-4659-876e-5c30e0202466 None None] Provisioning complete for port ba2b89ca-d5f2-47bf-9722-47dd2ae9e603 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:47:26.621597 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-008bf81f-8e56-4659-876e-5c30e0202466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (ba2b89ca-d5f2-47bf-9722-47dd2ae9e603), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:26.685120 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-008bf81f-8e56-4659-876e-5c30e0202466 None None] Port ba2b89ca-d5f2-47bf-9722-47dd2ae9e603 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:47:26.687120 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b3973c2-adcc-49bf-b046-0b13781f6c1a None None] Network a2c9662c-dd05-41f3-9571-30d0f72a2dc8 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:47:26.699424 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-390cbe5d-4874-4362-8ead-01f274911f8d None None] Publish callbacks [] for port (c5a09169-277c-49fc-9471-d5eef4915d47), precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:26.706818 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-390cbe5d-4874-4362-8ead-01f274911f8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (c5a09169-277c-49fc-9471-d5eef4915d47), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:26.730898 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3819dc69-6cd2-44ee-9fc0-75b871173489 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (2d0ea135-2106-4045-8e85-22f689490713), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:26.764295 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-390cbe5d-4874-4362-8ead-01f274911f8d None None] Attempting to bind port c5a09169-277c-49fc-9471-d5eef4915d47 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:47:26.764688 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-390cbe5d-4874-4362-8ead-01f274911f8d None None] Attempting to bind port c5a09169-277c-49fc-9471-d5eef4915d47 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:47:26.765214 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390cbe5d-4874-4362-8ead-01f274911f8d None None] Attempting to bind port c5a09169-277c-49fc-9471-d5eef4915d47 on network 7d5b3724-deef-4831-8d43-cb9b8176573c {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:47:26.774970 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390cbe5d-4874-4362-8ead-01f274911f8d None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 47, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:47:26.775526 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390cbe5d-4874-4362-8ead-01f274911f8d None None] Checking segment: {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:47:26.776011 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-390cbe5d-4874-4362-8ead-01f274911f8d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:26.776451 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390cbe5d-4874-4362-8ead-01f274911f8d None None] Bound using segment: {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:47:26.777181 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-390cbe5d-4874-4362-8ead-01f274911f8d None None] Bound port: c5a09169-277c-49fc-9471-d5eef4915d47, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:47:26.777813 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-390cbe5d-4874-4362-8ead-01f274911f8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (c5a09169-277c-49fc-9471-d5eef4915d47), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:26.806132 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e53b2a3e-9f70-47e9-aa14-bddfbfadf47a None None] Network 5e7df087-c942-4925-b0b1-2d59986e35f3 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:47:26.844618 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-390cbe5d-4874-4362-8ead-01f274911f8d None None] For port c5a09169-277c-49fc-9471-d5eef4915d47, host n-d-712749-28, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:47:26.848611 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-390cbe5d-4874-4362-8ead-01f274911f8d None None] For port c5a09169-277c-49fc-9471-d5eef4915d47, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=c5a09169-277c-49fc-9471-d5eef4915d47,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:47:26.859359 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-390cbe5d-4874-4362-8ead-01f274911f8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (c5a09169-277c-49fc-9471-d5eef4915d47), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:26.870270 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36a933-ff10-41b8-89a3-d108e51fcc9d None None] Pushing event updated for resources: {'Port': ['ID=c5a09169-277c-49fc-9471-d5eef4915d47,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:26.922983 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-340a5c99-bb03-46b9-a216-7c6722cb47cd None None] Provisioning complete for port af386ec1-b626-493d-b17b-b91026748c76 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:47:26.923471 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-340a5c99-bb03-46b9-a216-7c6722cb47cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (af386ec1-b626-493d-b17b-b91026748c76), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:26.934691 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36a933-ff10-41b8-89a3-d108e51fcc9d None None] Pushing event updated for resources: {'Port': ['ID=c5a09169-277c-49fc-9471-d5eef4915d47,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:26.959764 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390cbe5d-4874-4362-8ead-01f274911f8d None None] Routers {'ddfcd332-1caa-40de-b7d4-b375b6e84243'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:47:26.963232 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-390cbe5d-4874-4362-8ead-01f274911f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:47:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['ddfcd332-1caa-40de-b7d4-b375b6e84243'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:47:26.985291 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port af386ec1-b626-493d-b17b-b91026748c76 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:47:26.985842 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (af386ec1-b626-493d-b17b-b91026748c76), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:27.111880 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c8fec6-9c85-43ec-8cdf-ac1c1323fc62 None None] Update dhcp port {'port': {'network_id': 'a2c9662c-dd05-41f3-9571-30d0f72a2dc8', 'fixed_ips': [{'subnet_id': 'c2a0f5c2-c579-4b1f-9fde-b16c1bd5a7f3', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '7d673e1d-3066-4fb0-bd05-506fc8ffc43c', 'ip_address': '2001:db8::2'}, {'subnet_id': 'b3100e48-da0b-48bb-8d3e-553c461520d7'}], 'binding:host_id': 'n-d-712749-28'}, 'id': 'd5747240-b0a4-4693-b5ba-78ae71a308b0'} from n-d-712749-28. {{(pid=103285) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 07:47:27.116142 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-390cbe5d-4874-4362-8ead-01f274911f8d None None] Set router ddfcd332-1caa-40de-b7d4-b375b6e84243 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:47:27.139842 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-766cebda-4b3c-4ab9-9d1f-d6ea073d6621 admin admin] Allocated IP 172.20.0.1 (5e7df087-c942-4925-b0b1-2d59986e35f3/8fba11cc-3430-4211-a133-7e529a9c4c94/e5c1567c-3c4a-4b96-b1c6-4e4450abcbbe) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:47:27.184006 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-86c8fec6-9c85-43ec-8cdf-ac1c1323fc62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (d5747240-b0a4-4693-b5ba-78ae71a308b0), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:27.209195 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-3819dc69-6cd2-44ee-9fc0-75b871173489 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Delete allocated IP 2001:db8::290 (a2c9662c-dd05-41f3-9571-30d0f72a2dc8/7d673e1d-3066-4fb0-bd05-506fc8ffc43c) {{(pid=103283) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 28 07:47:27.234174 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-3819dc69-6cd2-44ee-9fc0-75b871173489 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Allocated IP 2001:db8:0:2::219 (a2c9662c-dd05-41f3-9571-30d0f72a2dc8/b3100e48-da0b-48bb-8d3e-553c461520d7/2d0ea135-2106-4045-8e85-22f689490713) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:47:27.243662 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-340a5c99-bb03-46b9-a216-7c6722cb47cd None None] Current status of the port af386ec1-b626-493d-b17b-b91026748c76 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:47:27.244526 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-340a5c99-bb03-46b9-a216-7c6722cb47cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (af386ec1-b626-493d-b17b-b91026748c76), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:27.257651 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port af386ec1-b626-493d-b17b-b91026748c76 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:47:27.258046 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (af386ec1-b626-493d-b17b-b91026748c76), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:27.267815 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-766cebda-4b3c-4ab9-9d1f-d6ea073d6621 admin admin] Publish callbacks [] for port (e5c1567c-3c4a-4b96-b1c6-4e4450abcbbe), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:27.328481 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-340a5c99-bb03-46b9-a216-7c6722cb47cd None None] For port af386ec1-b626-493d-b17b-b91026748c76, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=af386ec1-b626-493d-b17b-b91026748c76,segment=NetworkSegment(aff97edd-7a78-460e-9490-69025b77b8f5),segment_id=aff97edd-7a78-460e-9490-69025b77b8f5)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:47:27.344647 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-340a5c99-bb03-46b9-a216-7c6722cb47cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (af386ec1-b626-493d-b17b-b91026748c76), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:27.345665 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-766cebda-4b3c-4ab9-9d1f-d6ea073d6621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (e5c1567c-3c4a-4b96-b1c6-4e4450abcbbe), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:27.390558 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 7 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 07:47:27.414088 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-390cbe5d-4874-4362-8ead-01f274911f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddfcd332-1caa-40de-b7d4-b375b6e84243', 'name': 'tempest-TestServerBasicOps-645958705-router', 'tenant_id': 'f7c76513a0a24534bd03d09a01ed7997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': 'c5a09169-277c-49fc-9471-d5eef4915d47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:47:23Z', 'updated_at': '2022-01-28T07:47:24Z', 'revision_number': 3, 'project_id': 'f7c76513a0a24534bd03d09a01ed7997', 'gw_port': {'id': 'c5a09169-277c-49fc-9471-d5eef4915d47', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:9c:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddfcd332-1caa-40de-b7d4-b375b6e84243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:47:24Z', 'updated_at': '2022-01-28T07:47:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:47:27.415749 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-766cebda-4b3c-4ab9-9d1f-d6ea073d6621 admin admin] Network 5e7df087-c942-4925-b0b1-2d59986e35f3 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:47:27.423681 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-766cebda-4b3c-4ab9-9d1f-d6ea073d6621 admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:47:27.428593 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766cebda-4b3c-4ab9-9d1f-d6ea073d6621 admin admin] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:47:27.482933 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766cebda-4b3c-4ab9-9d1f-d6ea073d6621 admin admin] Pushing event updated for resources: {'Port': ['ID=e5c1567c-3c4a-4b96-b1c6-4e4450abcbbe,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:27.487035 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-390cbe5d-4874-4362-8ead-01f274911f8d None None] The sync data for ids ['ddfcd332-1caa-40de-b7d4-b375b6e84243'] in n-d-712749-28 is: [{'id': 'ddfcd332-1caa-40de-b7d4-b375b6e84243', 'name': 'tempest-TestServerBasicOps-645958705-router', 'tenant_id': 'f7c76513a0a24534bd03d09a01ed7997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': 'c5a09169-277c-49fc-9471-d5eef4915d47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:47:23Z', 'updated_at': '2022-01-28T07:47:24Z', 'revision_number': 3, 'project_id': 'f7c76513a0a24534bd03d09a01ed7997', 'gw_port': {'id': 'c5a09169-277c-49fc-9471-d5eef4915d47', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:9c:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddfcd332-1caa-40de-b7d4-b375b6e84243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:47:24Z', 'updated_at': '2022-01-28T07:47:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:47:27.504893 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.db.api [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103285) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 07:47:27.505252 n-d-712749-28 neutron-server[103285]: DEBUG oslo_db.api [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 07:47:27.510333 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-766cebda-4b3c-4ab9-9d1f-d6ea073d6621 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16609232'] for router_interface (ddfcd332-1caa-40de-b7d4-b375b6e84243), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:27.514902 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-340a5c99-bb03-46b9-a216-7c6722cb47cd None None] Provisioning complete for port 2d0ea135-2106-4045-8e85-22f689490713 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:47:27.515290 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-340a5c99-bb03-46b9-a216-7c6722cb47cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (2d0ea135-2106-4045-8e85-22f689490713), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:27.539436 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340a5c99-bb03-46b9-a216-7c6722cb47cd None None] Pushing event updated for resources: {'Port': ['ID=af386ec1-b626-493d-b17b-b91026748c76,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:27.551032 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3819dc69-6cd2-44ee-9fc0-75b871173489 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks [] for port (2d0ea135-2106-4045-8e85-22f689490713), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:27.557880 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3819dc69-6cd2-44ee-9fc0-75b871173489 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (2d0ea135-2106-4045-8e85-22f689490713), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:27.570816 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-340a5c99-bb03-46b9-a216-7c6722cb47cd None None] Port 2d0ea135-2106-4045-8e85-22f689490713 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:47:27.633946 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-3819dc69-6cd2-44ee-9fc0-75b871173489 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] In _notify_port_updated(), no bound segment for port 2d0ea135-2106-4045-8e85-22f689490713 on network a2c9662c-dd05-41f3-9571-30d0f72a2dc8 {{(pid=103283) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 07:47:27.639504 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3819dc69-6cd2-44ee-9fc0-75b871173489 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:47:27.640513 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3819dc69-6cd2-44ee-9fc0-75b871173489 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:27.644269 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-3819dc69-6cd2-44ee-9fc0-75b871173489 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] 10.222.0.41 "PUT /v2.0/ports/2d0ea135-2106-4045-8e85-22f689490713 HTTP/1.1" status: 200 len: 970 time: 1.2166760 Jan 28 07:47:27.644503 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-86c8fec6-9c85-43ec-8cdf-ac1c1323fc62 None None] Allocated IP 2001:db8:0:2::2 (a2c9662c-dd05-41f3-9571-30d0f72a2dc8/b3100e48-da0b-48bb-8d3e-553c461520d7/d5747240-b0a4-4693-b5ba-78ae71a308b0) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:47:27.644632 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33820) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:47:27.657367 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3819dc69-6cd2-44ee-9fc0-75b871173489 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Pushing event updated for resources: {'Port': ['ID=2d0ea135-2106-4045-8e85-22f689490713,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:27.729499 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c9bc95c5-8142-4053-b634-29fd13f6308e None None] Provisioning complete for port af386ec1-b626-493d-b17b-b91026748c76 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:47:27.729887 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c9bc95c5-8142-4053-b634-29fd13f6308e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (af386ec1-b626-493d-b17b-b91026748c76), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:27.805252 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-86c8fec6-9c85-43ec-8cdf-ac1c1323fc62 None None] For port d5747240-b0a4-4693-b5ba-78ae71a308b0, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=d5747240-b0a4-4693-b5ba-78ae71a308b0,segment=NetworkSegment(8ae5866d-df0b-4d9d-a483-bf3c09e24a98),segment_id=8ae5866d-df0b-4d9d-a483-bf3c09e24a98)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:47:27.818492 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-766cebda-4b3c-4ab9-9d1f-d6ea073d6621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (e5c1567c-3c4a-4b96-b1c6-4e4450abcbbe), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:27.850724 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-7ba3f795-b1d0-4165-ad7e-a9b83ba1bb94 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Deleting port 2d0ea135-2106-4045-8e85-22f689490713 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:47:27.851118 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7ba3f795-b1d0-4165-ad7e-a9b83ba1bb94 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (2d0ea135-2106-4045-8e85-22f689490713), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:27.871367 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-86c8fec6-9c85-43ec-8cdf-ac1c1323fc62 None None] Publish callbacks [] for port (d5747240-b0a4-4693-b5ba-78ae71a308b0), precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:27.874651 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c9bc95c5-8142-4053-b634-29fd13f6308e None None] Current status of the port af386ec1-b626-493d-b17b-b91026748c76 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:47:27.881118 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-86c8fec6-9c85-43ec-8cdf-ac1c1323fc62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (d5747240-b0a4-4693-b5ba-78ae71a308b0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:28.041749 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c8fec6-9c85-43ec-8cdf-ac1c1323fc62 None None] Pushing event updated for resources: {'Port': ['ID=d5747240-b0a4-4693-b5ba-78ae71a308b0,revision_number=7']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:28.055144 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-e4cac0a2-928a-498f-8fa1-6dfcf88ab644 None None] Provisioning complete for port e5c1567c-3c4a-4b96-b1c6-4e4450abcbbe triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:47:28.055588 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e4cac0a2-928a-498f-8fa1-6dfcf88ab644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (e5c1567c-3c4a-4b96-b1c6-4e4450abcbbe), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:28.088875 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7ba3f795-b1d0-4165-ad7e-a9b83ba1bb94 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (2d0ea135-2106-4045-8e85-22f689490713), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:28.102179 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-e4cac0a2-928a-498f-8fa1-6dfcf88ab644 None None] Port e5c1567c-3c4a-4b96-b1c6-4e4450abcbbe cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:47:28.116220 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-7ba3f795-b1d0-4165-ad7e-a9b83ba1bb94 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Calling delete_port for 2d0ea135-2106-4045-8e85-22f689490713 owned by {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:47:28.118869 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port af386ec1-b626-493d-b17b-b91026748c76 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:47:28.232638 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-766cebda-4b3c-4ab9-9d1f-d6ea073d6621 admin admin] Publish callbacks [] for port (e5c1567c-3c4a-4b96-b1c6-4e4450abcbbe), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:28.242046 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-766cebda-4b3c-4ab9-9d1f-d6ea073d6621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (e5c1567c-3c4a-4b96-b1c6-4e4450abcbbe), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:28.330893 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-766cebda-4b3c-4ab9-9d1f-d6ea073d6621 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16318999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16606560'] for router_interface (ddfcd332-1caa-40de-b7d4-b375b6e84243), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:28.334889 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device c5a09169-277c-49fc-9471-d5eef4915d47 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:47:28.392108 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port c5a09169-277c-49fc-9471-d5eef4915d47 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:47:28.392523 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (c5a09169-277c-49fc-9471-d5eef4915d47), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:28.397882 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766cebda-4b3c-4ab9-9d1f-d6ea073d6621 admin admin] Pushing event updated for resources: {'Port': ['ID=e5c1567c-3c4a-4b96-b1c6-4e4450abcbbe,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:28.468828 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7ba3f795-b1d0-4165-ad7e-a9b83ba1bb94 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (2d0ea135-2106-4045-8e85-22f689490713), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:28.508805 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba3f795-b1d0-4165-ad7e-a9b83ba1bb94 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Pushing event deleted for resources: {'Port': ['ID=2d0ea135-2106-4045-8e85-22f689490713,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:28.526566 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port c5a09169-277c-49fc-9471-d5eef4915d47 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:47:28.527554 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (c5a09169-277c-49fc-9471-d5eef4915d47), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:28.564693 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] For port c5a09169-277c-49fc-9471-d5eef4915d47, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=c5a09169-277c-49fc-9471-d5eef4915d47,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:47:28.572109 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (c5a09169-277c-49fc-9471-d5eef4915d47), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:28.574185 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device d5747240-b0a4-4693-b5ba-78ae71a308b0 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:47:28.605782 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7ba3f795-b1d0-4165-ad7e-a9b83ba1bb94 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:28.611834 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 33822) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:47:28.612511 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-7ba3f795-b1d0-4165-ad7e-a9b83ba1bb94 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] 10.222.0.41 "DELETE /v2.0/ports/2d0ea135-2106-4045-8e85-22f689490713 HTTP/1.1" status: 204 len: 168 time: 0.9662149 Jan 28 07:47:28.619852 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-766cebda-4b3c-4ab9-9d1f-d6ea073d6621 admin admin] Network 5e7df087-c942-4925-b0b1-2d59986e35f3 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:47:28.621397 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-766cebda-4b3c-4ab9-9d1f-d6ea073d6621 admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:47:28.694038 n-d-712749-28 neutron-server[103283]: INFO neutron.pecan_wsgi.hooks.translation [None req-843f4779-c684-4aae-a1f7-f50cbcfa9cff tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] GET failed (client error): The resource could not be found. Jan 28 07:47:28.697296 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-843f4779-c684-4aae-a1f7-f50cbcfa9cff tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] 10.222.0.41 "GET /v2.0/ports/2d0ea135-2106-4045-8e85-22f689490713 HTTP/1.1" status: 404 len: 333 time: 0.0829983 Jan 28 07:47:28.700379 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 33824) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:47:28.791169 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Pushing event updated for resources: {'Port': ['ID=c5a09169-277c-49fc-9471-d5eef4915d47,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:28.831099 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e375c1a0-b9e4-446a-8b98-272c199b754b tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks [] for security_group (6e3ea09e-641b-47b7-8b28-c41879cc1a4e), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:28.834526 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port d5747240-b0a4-4693-b5ba-78ae71a308b0 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:47:28.835019 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (d5747240-b0a4-4693-b5ba-78ae71a308b0), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:28.897709 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e375c1a0-b9e4-446a-8b98-272c199b754b tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks [] for security_group (6e3ea09e-641b-47b7-8b28-c41879cc1a4e), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:28.900953 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-766cebda-4b3c-4ab9-9d1f-d6ea073d6621 admin admin] Router ddfcd332-1caa-40de-b7d4-b375b6e84243 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:47:28.991606 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e375c1a0-b9e4-446a-8b98-272c199b754b tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (6e3ea09e-641b-47b7-8b28-c41879cc1a4e), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:28.995131 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e375c1a0-b9e4-446a-8b98-272c199b754b tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:28.996845 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-e375c1a0-b9e4-446a-8b98-272c199b754b tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] 10.222.0.41 "DELETE /v2.0/security-groups/6e3ea09e-641b-47b7-8b28-c41879cc1a4e HTTP/1.1" status: 204 len: 168 time: 0.2954445 Jan 28 07:47:29.002507 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33826) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:47:29.009754 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e375c1a0-b9e4-446a-8b98-272c199b754b tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e3ea09e-641b-47b7-8b28-c41879cc1a4e,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:29.048466 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port d5747240-b0a4-4693-b5ba-78ae71a308b0 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:47:29.049871 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device af386ec1-b626-493d-b17b-b91026748c76 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:47:29.078490 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-1c58b727-f375-4ffb-bd33-ce0847728d39 None None] Provisioning complete for port ba2b89ca-d5f2-47bf-9722-47dd2ae9e603 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:47:29.078889 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1c58b727-f375-4ffb-bd33-ce0847728d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (ba2b89ca-d5f2-47bf-9722-47dd2ae9e603), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:29.133645 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-766cebda-4b3c-4ab9-9d1f-d6ea073d6621 admin admin] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:47:29.149478 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-766cebda-4b3c-4ab9-9d1f-d6ea073d6621 admin admin] 10.222.0.41 "PUT /v2.0/routers/ddfcd332-1caa-40de-b7d4-b375b6e84243/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4709337 Jan 28 07:47:29.149478 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5e2b6d88-ddb9-44ef-8c5c-ce79e567d709 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks [] for security_group (2f64f625-e9bd-474c-8477-f9db2db3c732), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:29.185153 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5e2b6d88-ddb9-44ef-8c5c-ce79e567d709 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks [] for security_group (2f64f625-e9bd-474c-8477-f9db2db3c732), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:29.261972 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5e2b6d88-ddb9-44ef-8c5c-ce79e567d709 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (2f64f625-e9bd-474c-8477-f9db2db3c732), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:29.267392 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5e2b6d88-ddb9-44ef-8c5c-ce79e567d709 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:29.271907 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 33830) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:47:29.272689 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-5e2b6d88-ddb9-44ef-8c5c-ce79e567d709 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] 10.222.0.41 "DELETE /v2.0/security-groups/2f64f625-e9bd-474c-8477-f9db2db3c732 HTTP/1.1" status: 204 len: 168 time: 0.2689478 Jan 28 07:47:29.292177 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2b6d88-ddb9-44ef-8c5c-ce79e567d709 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f64f625-e9bd-474c-8477-f9db2db3c732,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:29.341219 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-1c58b727-f375-4ffb-bd33-ce0847728d39 None None] Port ba2b89ca-d5f2-47bf-9722-47dd2ae9e603 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:47:29.360352 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-79914d6e-13a6-47f1-98f8-cff04b3fb0d3 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks [] for security_group (15be4658-3be2-4db9-951f-3a6d40bd2a55), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:29.367361 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port af386ec1-b626-493d-b17b-b91026748c76 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:47:29.367834 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (af386ec1-b626-493d-b17b-b91026748c76), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:29.371022 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-1c58b727-f375-4ffb-bd33-ce0847728d39 None None] Provisioning complete for port d5747240-b0a4-4693-b5ba-78ae71a308b0 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:47:29.371398 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1c58b727-f375-4ffb-bd33-ce0847728d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (d5747240-b0a4-4693-b5ba-78ae71a308b0), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:29.393286 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-79914d6e-13a6-47f1-98f8-cff04b3fb0d3 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks [] for security_group (15be4658-3be2-4db9-951f-3a6d40bd2a55), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:29.457206 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-79914d6e-13a6-47f1-98f8-cff04b3fb0d3 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (15be4658-3be2-4db9-951f-3a6d40bd2a55), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:29.461454 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-79914d6e-13a6-47f1-98f8-cff04b3fb0d3 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:29.462846 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-79914d6e-13a6-47f1-98f8-cff04b3fb0d3 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] 10.222.0.41 "DELETE /v2.0/security-groups/15be4658-3be2-4db9-951f-3a6d40bd2a55 HTTP/1.1" status: 204 len: 168 time: 0.1898663 Jan 28 07:47:29.465876 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33836) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:47:29.476672 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79914d6e-13a6-47f1-98f8-cff04b3fb0d3 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15be4658-3be2-4db9-951f-3a6d40bd2a55,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:29.534369 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-1c58b727-f375-4ffb-bd33-ce0847728d39 None None] Current status of the port d5747240-b0a4-4693-b5ba-78ae71a308b0 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:47:29.540152 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port af386ec1-b626-493d-b17b-b91026748c76 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:47:29.542506 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-1c58b727-f375-4ffb-bd33-ce0847728d39 None None] Could not find standard attr ID for object 2d0ea135-2106-4045-8e85-22f689490713. {{(pid=103285) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 07:47:29.565636 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-e384514d-169b-4be0-980b-9d3083261895 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Deleting subnet 7d673e1d-3066-4fb0-bd05-506fc8ffc43c {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:47:29.573463 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e384514d-169b-4be0-980b-9d3083261895 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks [] for subnet (7d673e1d-3066-4fb0-bd05-506fc8ffc43c), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:29.619830 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e384514d-169b-4be0-980b-9d3083261895 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24759175'] for subnet (7d673e1d-3066-4fb0-bd05-506fc8ffc43c), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:29.666192 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-d931819e-3fbd-474a-9c99-5a793f0f3df6 None None] Provisioning complete for port e5c1567c-3c4a-4b96-b1c6-4e4450abcbbe triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:47:29.666971 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d931819e-3fbd-474a-9c99-5a793f0f3df6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (e5c1567c-3c4a-4b96-b1c6-4e4450abcbbe), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:29.705412 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-d931819e-3fbd-474a-9c99-5a793f0f3df6 None None] Port e5c1567c-3c4a-4b96-b1c6-4e4450abcbbe cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:47:29.709462 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-d931819e-3fbd-474a-9c99-5a793f0f3df6 None None] Could not find standard attr ID for object 2d0ea135-2106-4045-8e85-22f689490713. {{(pid=103285) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 07:47:29.714183 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e384514d-169b-4be0-980b-9d3083261895 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (7d673e1d-3066-4fb0-bd05-506fc8ffc43c), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:29.783646 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e384514d-169b-4be0-980b-9d3083261895 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24757569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24979817'] for subnet (7d673e1d-3066-4fb0-bd05-506fc8ffc43c), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:29.791490 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 33846) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:47:29.796518 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-0aacdcd7-f489-420d-8453-32cf062cf469 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-774579809-network', 'tenant_id': 'b4bf9c942c77437385ea87dc492d96e2'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:47:29.817900 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aacdcd7-f489-420d-8453-32cf062cf469 admin admin] Made reservation on behalf of b4bf9c942c77437385ea87dc492d96e2 for: {'network': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:47:29.820167 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0aacdcd7-f489-420d-8453-32cf062cf469 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:29.823418 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e384514d-169b-4be0-980b-9d3083261895 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Pushing event deleted for resources: {'Subnet': ['ID=7d673e1d-3066-4fb0-bd05-506fc8ffc43c,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:29.825780 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e384514d-169b-4be0-980b-9d3083261895 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:29.826367 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22fbfa40-86dc-4524-b710-970fd637f973 None None] Network a2c9662c-dd05-41f3-9571-30d0f72a2dc8 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:47:29.830245 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0aacdcd7-f489-420d-8453-32cf062cf469 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:29.830481 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-e384514d-169b-4be0-980b-9d3083261895 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] 10.222.0.41 "DELETE /v2.0/subnets/7d673e1d-3066-4fb0-bd05-506fc8ffc43c HTTP/1.1" status: 204 len: 168 time: 0.3624153 Jan 28 07:47:29.834756 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33850) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:47:29.901689 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-10b16733-486b-4733-b787-79311ed727d1 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Deleting subnet b3100e48-da0b-48bb-8d3e-553c461520d7 {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:47:29.906371 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-10b16733-486b-4733-b787-79311ed727d1 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks [] for subnet (b3100e48-da0b-48bb-8d3e-553c461520d7), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:29.920994 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 33852) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:47:29.960791 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-10b16733-486b-4733-b787-79311ed727d1 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24759175'] for subnet (b3100e48-da0b-48bb-8d3e-553c461520d7), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:29.972033 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0aacdcd7-f489-420d-8453-32cf062cf469 admin admin] Publish callbacks [] for security_group (6e6179e6-deee-4a6c-a4cf-e83490c9b13d), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:29.982154 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0aacdcd7-f489-420d-8453-32cf062cf469 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (6e6179e6-deee-4a6c-a4cf-e83490c9b13d), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:29.985267 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2952c98b-e1bc-43db-be4e-da03518f4a50 None None] Sync routers for ids ['ddfcd332-1caa-40de-b7d4-b375b6e84243'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:47:29.999392 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2952c98b-e1bc-43db-be4e-da03518f4a50 None None] Routers {'ddfcd332-1caa-40de-b7d4-b375b6e84243'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:47:30.000129 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-2952c98b-e1bc-43db-be4e-da03518f4a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:47:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['ddfcd332-1caa-40de-b7d4-b375b6e84243'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:47:30.022269 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0aacdcd7-f489-420d-8453-32cf062cf469 admin admin] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=103283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:47:30.042773 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-84a01212-e497-4e1a-9d50-c6e2caf75f22 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] 10.222.0.41 "GET /v2.0/floatingips/1b8d08a3-10d2-4e4c-8c02-ba7fcedda01c HTTP/1.1" status: 200 len: 993 time: 0.1211345 Jan 28 07:47:30.045716 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aacdcd7-f489-420d-8453-32cf062cf469 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e6179e6-deee-4a6c-a4cf-e83490c9b13d,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:30.054504 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0aacdcd7-f489-420d-8453-32cf062cf469 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (b0a4bf30-7900-4a6a-8194-8f1e505ae01c), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:30.054850 n-d-712749-28 neutron-server[103283]: INFO neutron.db.segments_db [None req-0aacdcd7-f489-420d-8453-32cf062cf469 admin admin] Added segment b0a4bf30-7900-4a6a-8194-8f1e505ae01c of type vlan for network 16c2fd17-091f-4ce0-b81d-6bac0cadf0b6 Jan 28 07:47:30.085947 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-10b16733-486b-4733-b787-79311ed727d1 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (b3100e48-da0b-48bb-8d3e-553c461520d7), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:30.118490 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0aacdcd7-f489-420d-8453-32cf062cf469 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (16c2fd17-091f-4ce0-b81d-6bac0cadf0b6), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:30.155195 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0aacdcd7-f489-420d-8453-32cf062cf469 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (16c2fd17-091f-4ce0-b81d-6bac0cadf0b6), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:30.156346 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aacdcd7-f489-420d-8453-32cf062cf469 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:47:30.157870 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0aacdcd7-f489-420d-8453-32cf062cf469 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:30.197149 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-10b16733-486b-4733-b787-79311ed727d1 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24757569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24979817'] for subnet (b3100e48-da0b-48bb-8d3e-553c461520d7), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:30.201261 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-2952c98b-e1bc-43db-be4e-da03518f4a50 None None] Set router ddfcd332-1caa-40de-b7d4-b375b6e84243 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:47:30.237598 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-10b16733-486b-4733-b787-79311ed727d1 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:30.241104 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-10b16733-486b-4733-b787-79311ed727d1 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] 10.222.0.41 "DELETE /v2.0/subnets/b3100e48-da0b-48bb-8d3e-553c461520d7 HTTP/1.1" status: 204 len: 168 time: 0.4039845 Jan 28 07:47:30.243489 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33858) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:47:30.252026 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b16733-486b-4733-b787-79311ed727d1 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Pushing event deleted for resources: {'Subnet': ['ID=b3100e48-da0b-48bb-8d3e-553c461520d7,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:30.276137 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-0aacdcd7-f489-420d-8453-32cf062cf469 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4834478 Jan 28 07:47:30.278506 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aacdcd7-f489-420d-8453-32cf062cf469 admin admin] Pushing event updated for resources: {'Network': ['ID=16c2fd17-091f-4ce0-b81d-6bac0cadf0b6,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:30.279515 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device c5a09169-277c-49fc-9471-d5eef4915d47 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:47:30.280555 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 33860) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:47:30.281409 n-d-712749-28 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-189c83e8-400b-44cc-9a26-2693d8dc3a35 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] DELETE failed (client error): The resource could not be found. Jan 28 07:47:30.281891 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-189c83e8-400b-44cc-9a26-2693d8dc3a35 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:47:30.288247 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-189c83e8-400b-44cc-9a26-2693d8dc3a35 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] 10.222.0.41 "DELETE /v2.0/subnets/7d673e1d-3066-4fb0-bd05-506fc8ffc43c HTTP/1.1" status: 404 len: 337 time: 0.0421154 Jan 28 07:47:30.288478 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-eaf2410e-7906-4b28-ac93-eddf74568fa3 admin admin] Request body: {'subnet': {'network_id': '16c2fd17-091f-4ce0-b81d-6bac0cadf0b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-774579809-subnet', 'tenant_id': 'b4bf9c942c77437385ea87dc492d96e2', 'ip_version': 4}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:47:30.293876 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 33862) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:47:30.314168 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network 16c2fd17-091f-4ce0-b81d-6bac0cadf0b6 details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:47:30.348155 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33864) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:47:30.360598 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaf2410e-7906-4b28-ac93-eddf74568fa3 admin admin] Made reservation on behalf of b4bf9c942c77437385ea87dc492d96e2 for: {'subnet': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:47:30.363869 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-eaf2410e-7906-4b28-ac93-eddf74568fa3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13555781'] for subnet (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:30.425343 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_v2 [None req-2de07924-a57b-4986-905e-2a84bf997f76 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Deleting subnet c2a0f5c2-c579-4b1f-9fde-b16c1bd5a7f3 {{(pid=103283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:47:30.519899 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2de07924-a57b-4986-905e-2a84bf997f76 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks [] for subnet (c2a0f5c2-c579-4b1f-9fde-b16c1bd5a7f3), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:30.545136 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port c5a09169-277c-49fc-9471-d5eef4915d47 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:47:30.545721 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (c5a09169-277c-49fc-9471-d5eef4915d47), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:30.576779 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-6aac5d92-d81a-4a0a-8e3f-f4097b8f4d67 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Deleting port 3dd5bfc1-4799-433a-9dac-8d0b61819dc0 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:47:30.577142 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6aac5d92-d81a-4a0a-8e3f-f4097b8f4d67 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (3dd5bfc1-4799-433a-9dac-8d0b61819dc0), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:30.606404 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2de07924-a57b-4986-905e-2a84bf997f76 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13506696'] for subnet (c2a0f5c2-c579-4b1f-9fde-b16c1bd5a7f3), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:30.682518 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-eaf2410e-7906-4b28-ac93-eddf74568fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13546728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13555799'] for subnet (fe6aee20-7e4d-4c02-b470-6d06676bf27c), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:30.695584 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6aac5d92-d81a-4a0a-8e3f-f4097b8f4d67 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (3dd5bfc1-4799-433a-9dac-8d0b61819dc0), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:30.695920 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6aac5d92-d81a-4a0a-8e3f-f4097b8f4d67 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks [] for floatingip (3dd5bfc1-4799-433a-9dac-8d0b61819dc0), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:30.717640 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-2952c98b-e1bc-43db-be4e-da03518f4a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddfcd332-1caa-40de-b7d4-b375b6e84243', 'name': 'tempest-TestServerBasicOps-645958705-router', 'tenant_id': 'f7c76513a0a24534bd03d09a01ed7997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': 'c5a09169-277c-49fc-9471-d5eef4915d47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:47:23Z', 'updated_at': '2022-01-28T07:47:27Z', 'revision_number': 4, 'project_id': 'f7c76513a0a24534bd03d09a01ed7997', 'gw_port': {'id': 'c5a09169-277c-49fc-9471-d5eef4915d47', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:9c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddfcd332-1caa-40de-b7d4-b375b6e84243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:47:24Z', 'updated_at': '2022-01-28T07:47:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': 'e5c1567c-3c4a-4b96-b1c6-4e4450abcbbe', 'name': '', 'network_id': '5e7df087-c942-4925-b0b1-2d59986e35f3', 'tenant_id': 'f7c76513a0a24534bd03d09a01ed7997', 'mac_address': 'fa:16:3e:e7:87:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddfcd332-1caa-40de-b7d4-b375b6e84243', 'device_owner': 'network:router_interface', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '8fba11cc-3430-4211-a133-7e529a9c4c94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:47:26Z', 'updated_at': '2022-01-28T07:47:27Z', 'revision_number': 2, 'project_id': 'f7c76513a0a24534bd03d09a01ed7997', 'subnets': [{'id': '8fba11cc-3430-4211-a133-7e529a9c4c94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:47:30.720229 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-6aac5d92-d81a-4a0a-8e3f-f4097b8f4d67 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Calling delete_port for 3dd5bfc1-4799-433a-9dac-8d0b61819dc0 owned by network:floatingip {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:47:30.742447 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf2410e-7906-4b28-ac93-eddf74568fa3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe6aee20-7e4d-4c02-b470-6d06676bf27c,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:30.750222 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2952c98b-e1bc-43db-be4e-da03518f4a50 None None] Checking router: ddfcd332-1caa-40de-b7d4-b375b6e84243 for host: n-d-712749-28 {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:47:30.750590 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2952c98b-e1bc-43db-be4e-da03518f4a50 None None] Updating router ddfcd332-1caa-40de-b7d4-b375b6e84243 port e5c1567c-3c4a-4b96-b1c6-4e4450abcbbe binding host n-d-712749-28 {{(pid=103285) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 07:47:30.752679 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5621836-aa69-4459-828d-99d930afd479 None None] Network a2c9662c-dd05-41f3-9571-30d0f72a2dc8 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:47:30.767522 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port c5a09169-277c-49fc-9471-d5eef4915d47 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:47:30.803976 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2de07924-a57b-4986-905e-2a84bf997f76 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (c2a0f5c2-c579-4b1f-9fde-b16c1bd5a7f3), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:30.830964 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf2410e-7906-4b28-ac93-eddf74568fa3 admin admin] Checking segment: {'id': 'b0a4bf30-7900-4a6a-8194-8f1e505ae01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '16c2fd17-091f-4ce0-b81d-6bac0cadf0b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:47:30.831333 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf2410e-7906-4b28-ac93-eddf74568fa3 admin admin] Network hostable DHCP agents. Network: 16c2fd17-091f-4ce0-b81d-6bac0cadf0b6, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:47:30.840952 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2952c98b-e1bc-43db-be4e-da03518f4a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (e5c1567c-3c4a-4b96-b1c6-4e4450abcbbe), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:30.863448 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf2410e-7906-4b28-ac93-eddf74568fa3 admin admin] Network 16c2fd17-091f-4ce0-b81d-6bac0cadf0b6 is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:47:30.874381 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-ac1e1560-e544-4521-8810-a199a65219e0 None None] Provisioning complete for port d5747240-b0a4-4693-b5ba-78ae71a308b0 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:47:30.874865 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ac1e1560-e544-4521-8810-a199a65219e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (d5747240-b0a4-4693-b5ba-78ae71a308b0), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:30.879621 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-eaf2410e-7906-4b28-ac93-eddf74568fa3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, 16c2fd17-091f-4ce0-b81d-6bac0cadf0b6) {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:47:30.885809 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf2410e-7906-4b28-ac93-eddf74568fa3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:47:30.886523 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-eaf2410e-7906-4b28-ac93-eddf74568fa3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:30.898666 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2de07924-a57b-4986-905e-2a84bf997f76 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13546665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13556132'] for subnet (c2a0f5c2-c579-4b1f-9fde-b16c1bd5a7f3), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:30.915762 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6aac5d92-d81a-4a0a-8e3f-f4097b8f4d67 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (3dd5bfc1-4799-433a-9dac-8d0b61819dc0), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:30.933575 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-eaf2410e-7906-4b28-ac93-eddf74568fa3 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6496396 Jan 28 07:47:30.933800 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bef219b-2097-4d74-9fe1-127242ee3a4e None None] Network 16c2fd17-091f-4ce0-b81d-6bac0cadf0b6 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:47:30.934862 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 33866) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:47:30.935216 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2de07924-a57b-4986-905e-2a84bf997f76 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks [] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:30.941154 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-2de07924-a57b-4986-905e-2a84bf997f76 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] 10.222.0.41 "DELETE /v2.0/subnets/c2a0f5c2-c579-4b1f-9fde-b16c1bd5a7f3 HTTP/1.1" status: 204 len: 168 time: 0.6461027 Jan 28 07:47:30.944010 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33868) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:47:30.944977 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aac5d92-d81a-4a0a-8e3f-f4097b8f4d67 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Pushing event deleted for resources: {'Port': ['ID=3dd5bfc1-4799-433a-9dac-8d0b61819dc0,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:30.946843 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-6e63dec4-b17e-4073-944e-412a7b0cece6 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-774579809-router', 'tenant_id': 'b4bf9c942c77437385ea87dc492d96e2', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:47:30.964667 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de07924-a57b-4986-905e-2a84bf997f76 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Pushing event deleted for resources: {'Subnet': ['ID=c2a0f5c2-c579-4b1f-9fde-b16c1bd5a7f3,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:30.970404 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6e63dec4-b17e-4073-944e-412a7b0cece6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16606890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127275'] for router (6eb7e69d-af16-4b5b-a76c-fcebd7c23c07), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:30.971530 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6e63dec4-b17e-4073-944e-412a7b0cece6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16605498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16607952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16355422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127266'] for router (6eb7e69d-af16-4b5b-a76c-fcebd7c23c07), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:30.981013 n-d-712749-28 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-04af3edd-173d-4027-9192-6e1f49ff6f2b tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] DELETE failed (client error): The resource could not be found. Jan 28 07:47:30.981013 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04af3edd-173d-4027-9192-6e1f49ff6f2b tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:47:30.983748 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-04af3edd-173d-4027-9192-6e1f49ff6f2b tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] 10.222.0.41 "DELETE /v2.0/subnets/88597875-a774-4bda-9897-87b9bb273469 HTTP/1.1" status: 404 len: 337 time: 0.0364590 Jan 28 07:47:30.988688 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 33870) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:47:31.026522 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-35d09657-6044-4cc2-972f-235a76c56384 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] 10.222.0.41 "GET /v2.0/ports?device_id=961aade1-fac7-4d8c-8dec-180eeac5a9aa HTTP/1.1" status: 200 len: 205 time: 0.0344281 Jan 28 07:47:31.027252 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33872) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:47:31.058939 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6e63dec4-b17e-4073-944e-412a7b0cece6 admin admin] Publish callbacks [] for router_controller (6eb7e69d-af16-4b5b-a76c-fcebd7c23c07), precommit_add_association {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:31.075699 n-d-712749-28 neutron-server[103284]: INFO neutron.api.v2.resource [None req-9c43751f-9e5c-43d8-b341-ffe2bd5743a5 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] delete failed (client error): The resource could not be found. Jan 28 07:47:31.079138 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-9c43751f-9e5c-43d8-b341-ffe2bd5743a5 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] 10.222.0.41 "DELETE /v2.0/routers/961aade1-fac7-4d8c-8dec-180eeac5a9aa HTTP/1.1" status: 404 len: 336 time: 0.0486026 Jan 28 07:47:31.080353 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33874) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:47:31.091077 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6aac5d92-d81a-4a0a-8e3f-f4097b8f4d67 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks [] for floatingip (1b8d08a3-10d2-4e4c-8c02-ba7fcedda01c), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:31.091491 n-d-712749-28 neutron-server[103284]: INFO neutron.db.l3_db [None req-6aac5d92-d81a-4a0a-8e3f-f4097b8f4d67 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Floating IP 1b8d08a3-10d2-4e4c-8c02-ba7fcedda01c disassociated (deleted). External IP: 172.25.6.85, port: 4559e0cf-f26a-44fe-86af-d1bc5d07cee4. Jan 28 07:47:31.142953 n-d-712749-28 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-799a3f81-e8c2-4e78-9b9b-d15f1c814efe tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] DELETE failed (client error): The resource could not be found. Jan 28 07:47:31.143410 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-799a3f81-e8c2-4e78-9b9b-d15f1c814efe tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:47:31.147790 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-799a3f81-e8c2-4e78-9b9b-d15f1c814efe tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] 10.222.0.41 "DELETE /v2.0/subnets/f16b247b-0e5b-47bb-a696-d6b6b8cfc627 HTTP/1.1" status: 404 len: 337 time: 0.0672789 Jan 28 07:47:31.150577 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33876) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:47:31.190915 n-d-712749-28 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-d66b7a51-77cc-4a63-a9f1-6c0b83c244cc tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] DELETE failed (client error): The resource could not be found. Jan 28 07:47:31.191372 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d66b7a51-77cc-4a63-a9f1-6c0b83c244cc tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:47:31.197071 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-d66b7a51-77cc-4a63-a9f1-6c0b83c244cc tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] 10.222.0.41 "DELETE /v2.0/subnets/1c7465bc-e8c8-45f4-94f1-1f91c7132800 HTTP/1.1" status: 404 len: 337 time: 0.0430324 Jan 28 07:47:31.199194 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33878) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:47:31.207642 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6e63dec4-b17e-4073-944e-412a7b0cece6 admin admin] Publish callbacks [] for router_gateway (6eb7e69d-af16-4b5b-a76c-fcebd7c23c07), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:31.251950 n-d-712749-28 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b98e8da-2e11-4194-a95f-22720501529c tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] DELETE failed (client error): The resource could not be found. Jan 28 07:47:31.252434 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b98e8da-2e11-4194-a95f-22720501529c tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:47:31.257906 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-1b98e8da-2e11-4194-a95f-22720501529c tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] 10.222.0.41 "DELETE /v2.0/subnets/03879bb7-6e09-4498-88c4-78df1e8f47c5 HTTP/1.1" status: 404 len: 337 time: 0.0553298 Jan 28 07:47:31.258889 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33880) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:47:31.292043 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44273e7a-673e-4168-b3ff-76c54e0848f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3dd72b9-6805-5f61-b6f3-a591f99a173d-16c2fd17-091f-4ce0-b81d-6bac0cadf0b6', 'network_id': '16c2fd17-091f-4ce0-b81d-6bac0cadf0b6', 'project_id': 'b4bf9c942c77437385ea87dc492d96e2', 'fixed_ips': [{'subnet_id': 'fe6aee20-7e4d-4c02-b470-6d06676bf27c'}]}} from n-d-712749-28. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 07:47:31.293063 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-44273e7a-673e-4168-b3ff-76c54e0848f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:31.296154 n-d-712749-28 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b5b8706-a1b0-4baa-bfd5-9ebf8b657685 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] DELETE failed (client error): The resource could not be found. Jan 28 07:47:31.297340 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b5b8706-a1b0-4baa-bfd5-9ebf8b657685 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:47:31.302038 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-ac1e1560-e544-4521-8810-a199a65219e0 None None] Current status of the port d5747240-b0a4-4693-b5ba-78ae71a308b0 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:47:31.302746 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-2b5b8706-a1b0-4baa-bfd5-9ebf8b657685 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] 10.222.0.41 "DELETE /v2.0/ports/1b5d0679-ce19-460e-aa15-9422a75d7ff1 HTTP/1.1" status: 404 len: 333 time: 0.0400748 Jan 28 07:47:31.303939 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 33882) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:47:31.332617 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d32ea17-1486-44be-9a5b-c2bac513c33f None None] Update dhcp port {'port': {'network_id': 'a2c9662c-dd05-41f3-9571-30d0f72a2dc8', 'fixed_ips': [{'subnet_id': 'c2a0f5c2-c579-4b1f-9fde-b16c1bd5a7f3'}], 'binding:host_id': 'n-d-712749-28'}, 'id': 'd5747240-b0a4-4693-b5ba-78ae71a308b0'} from n-d-712749-28. {{(pid=103285) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 07:47:31.336531 n-d-712749-28 neutron-server[103283]: INFO neutron.pecan_wsgi.hooks.translation [None req-a26cafbb-3e7c-4f33-a950-283972743b71 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] DELETE failed (client error): The resource could not be found. Jan 28 07:47:31.337282 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a26cafbb-3e7c-4f33-a950-283972743b71 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103283) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:47:31.340525 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-a26cafbb-3e7c-4f33-a950-283972743b71 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] 10.222.0.41 "DELETE /v2.0/subnets/0b8535f8-96d5-42dd-8e49-25e8778cac40 HTTP/1.1" status: 404 len: 337 time: 0.0349817 Jan 28 07:47:31.343016 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 33884) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:47:31.409186 n-d-712749-28 neutron-server[103283]: INFO neutron.pecan_wsgi.hooks.translation [None req-9424638a-6a1b-48dc-b872-d7446ff9ed6f tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] DELETE failed (client error): The resource could not be found. Jan 28 07:47:31.409654 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9424638a-6a1b-48dc-b872-d7446ff9ed6f tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103283) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:47:31.413267 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-9424638a-6a1b-48dc-b872-d7446ff9ed6f tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] 10.222.0.41 "DELETE /v2.0/subnets/88c7b0c4-ff4d-4aaf-87b1-a7eeda1703c5 HTTP/1.1" status: 404 len: 337 time: 0.0691090 Jan 28 07:47:31.415821 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 33886) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:47:31.427204 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aac5d92-d81a-4a0a-8e3f-f4097b8f4d67 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Router 00114493-53d4-4791-96c7-46d0430ca457 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:47:31.434082 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-ac1e1560-e544-4521-8810-a199a65219e0 None None] Provisioning complete for port ba2b89ca-d5f2-47bf-9722-47dd2ae9e603 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:47:31.435243 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ac1e1560-e544-4521-8810-a199a65219e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (ba2b89ca-d5f2-47bf-9722-47dd2ae9e603), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:31.447990 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7d32ea17-1486-44be-9a5b-c2bac513c33f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (d5747240-b0a4-4693-b5ba-78ae71a308b0), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:31.466590 n-d-712749-28 neutron-server[103283]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea88eb49-cece-4c54-bc85-26a0cddaa210 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] DELETE failed (client error): The resource could not be found. Jan 28 07:47:31.467187 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea88eb49-cece-4c54-bc85-26a0cddaa210 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103283) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:47:31.470267 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-ea88eb49-cece-4c54-bc85-26a0cddaa210 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] 10.222.0.41 "DELETE /v2.0/ports/b4363344-a27e-45c4-87a6-fa7e5aae90b5 HTTP/1.1" status: 404 len: 333 time: 0.0532129 Jan 28 07:47:31.486464 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33888) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:47:31.526840 n-d-712749-28 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a1974e1-522a-43e8-b0f7-7c49542fa099 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] DELETE failed (client error): The resource could not be found. Jan 28 07:47:31.527978 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a1974e1-522a-43e8-b0f7-7c49542fa099 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:47:31.528672 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6e63dec4-b17e-4073-944e-412a7b0cece6 admin admin] Publish callbacks [] for router_gateway (6eb7e69d-af16-4b5b-a76c-fcebd7c23c07), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:31.532260 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-0a1974e1-522a-43e8-b0f7-7c49542fa099 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] 10.222.0.41 "DELETE /v2.0/subnets/1764f75d-5a52-4cb9-99f8-e1abdc530d4b HTTP/1.1" status: 404 len: 337 time: 0.0439799 Jan 28 07:47:31.535498 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33890) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:47:31.556122 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6e63dec4-b17e-4073-944e-412a7b0cece6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:31.574147 n-d-712749-28 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-e409f133-0667-4e37-bab3-61666506449d tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] DELETE failed (client error): The resource could not be found. Jan 28 07:47:31.575040 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e409f133-0667-4e37-bab3-61666506449d tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:47:31.578659 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-e409f133-0667-4e37-bab3-61666506449d tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] 10.222.0.41 "DELETE /v2.0/subnets/3c580676-bb80-4e78-b50f-86b878f8b12c HTTP/1.1" status: 404 len: 337 time: 0.0418301 Jan 28 07:47:31.583689 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33892) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:47:31.717977 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-6e63dec4-b17e-4073-944e-412a7b0cece6 admin admin] Allocated IP 172.25.6.248 (7d5b3724-deef-4831-8d43-cb9b8176573c/b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc/32aeb238-7f69-427a-b21c-b8b52475cd71) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:47:31.758705 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-ac1e1560-e544-4521-8810-a199a65219e0 None None] Port ba2b89ca-d5f2-47bf-9722-47dd2ae9e603 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:47:31.855662 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6e63dec4-b17e-4073-944e-412a7b0cece6 admin admin] Publish callbacks [] for port (32aeb238-7f69-427a-b21c-b8b52475cd71), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:31.857296 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2952c98b-e1bc-43db-be4e-da03518f4a50 None None] Publish callbacks [] for port (e5c1567c-3c4a-4b96-b1c6-4e4450abcbbe), precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:31.859511 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-44273e7a-673e-4168-b3ff-76c54e0848f1 None None] Allocated IP 172.20.0.2 (16c2fd17-091f-4ce0-b81d-6bac0cadf0b6/fe6aee20-7e4d-4c02-b470-6d06676bf27c/5e9d3637-94f4-4e61-9ed5-fc4e8c115960) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:47:31.876909 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2952c98b-e1bc-43db-be4e-da03518f4a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (e5c1567c-3c4a-4b96-b1c6-4e4450abcbbe), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:31.915424 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6e63dec4-b17e-4073-944e-412a7b0cece6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (32aeb238-7f69-427a-b21c-b8b52475cd71), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:31.978893 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e63dec4-b17e-4073-944e-412a7b0cece6 admin admin] Network 7d5b3724-deef-4831-8d43-cb9b8176573c is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:47:31.985435 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-6e63dec4-b17e-4073-944e-412a7b0cece6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:47:31.987921 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e63dec4-b17e-4073-944e-412a7b0cece6 admin admin] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:47:32.001690 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa422ec2-b313-4a24-b4c6-bff2125d128e None None] Network a2c9662c-dd05-41f3-9571-30d0f72a2dc8 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:47:32.006113 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aac5d92-d81a-4a0a-8e3f-f4097b8f4d67 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:47:32.010797 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6aac5d92-d81a-4a0a-8e3f-f4097b8f4d67 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for floatingip (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:32.013976 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e63dec4-b17e-4073-944e-412a7b0cece6 admin admin] Pushing event updated for resources: {'Port': ['ID=32aeb238-7f69-427a-b21c-b8b52475cd71,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:32.024134 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a20e11-833a-4bd4-8287-78da36f86bdb None None] Sync routers for ids ['00114493-53d4-4791-96c7-46d0430ca457'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:47:32.036377 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a20e11-833a-4bd4-8287-78da36f86bdb None None] Routers {'00114493-53d4-4791-96c7-46d0430ca457'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:47:32.038123 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-e6a20e11-833a-4bd4-8287-78da36f86bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:47:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['00114493-53d4-4791-96c7-46d0430ca457'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:47:32.062754 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-6aac5d92-d81a-4a0a-8e3f-f4097b8f4d67 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] 10.222.0.41 "DELETE /v2.0/floatingips/1b8d08a3-10d2-4e4c-8c02-ba7fcedda01c HTTP/1.1" status: 204 len: 168 time: 1.7000167 Jan 28 07:47:32.068983 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6e1ff11-3761-4895-9074-bcd2c0cd30cc', 'tag': '4559e0cf-f26a-44fe-86af-d1bc5d07cee4'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:47:32.072347 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-249a3a7b-73f1-4ef6-a8dc-f03e8d80f60f" -d '{"events": [{"name": "network-changed", "server_uuid": "d6e1ff11-3761-4895-9074-bcd2c0cd30cc", "tag": "4559e0cf-f26a-44fe-86af-d1bc5d07cee4"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:47:32.123125 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-08b9c56e-ba65-4d2c-b759-05c11b0a3a2e tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Deleting port ba2b89ca-d5f2-47bf-9722-47dd2ae9e603 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:47:32.123388 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-08b9c56e-ba65-4d2c-b759-05c11b0a3a2e tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (ba2b89ca-d5f2-47bf-9722-47dd2ae9e603), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:32.275787 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8e7591-a1cd-4184-a7d6-92ff7ea69506 None None] Pushing event updated for resources: {'Port': ['ID=e5c1567c-3c4a-4b96-b1c6-4e4450abcbbe,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:32.289248 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-e6a20e11-833a-4bd4-8287-78da36f86bdb None None] Set router 00114493-53d4-4791-96c7-46d0430ca457 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:47:32.315814 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-08b9c56e-ba65-4d2c-b759-05c11b0a3a2e tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (ba2b89ca-d5f2-47bf-9722-47dd2ae9e603), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:32.331554 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device d5747240-b0a4-4693-b5ba-78ae71a308b0 no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:47:32.352654 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-08b9c56e-ba65-4d2c-b759-05c11b0a3a2e tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Calling delete_port for ba2b89ca-d5f2-47bf-9722-47dd2ae9e603 owned by {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:47:32.473781 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-52899023-05ab-45f8-b945-9529fbdab289 None None] Provisioning complete for port d5747240-b0a4-4693-b5ba-78ae71a308b0 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:47:32.475560 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-52899023-05ab-45f8-b945-9529fbdab289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (d5747240-b0a4-4693-b5ba-78ae71a308b0), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:32.526674 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6e63dec4-b17e-4073-944e-412a7b0cece6 admin admin] Publish callbacks [] for router_gateway (6eb7e69d-af16-4b5b-a76c-fcebd7c23c07), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:32.548228 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-44273e7a-673e-4168-b3ff-76c54e0848f1 None None] Publish callbacks [] for port (5e9d3637-94f4-4e61-9ed5-fc4e8c115960), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:32.574987 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-2952c98b-e1bc-43db-be4e-da03518f4a50 None None] Attempting to bind port e5c1567c-3c4a-4b96-b1c6-4e4450abcbbe on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:47:32.575359 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-2952c98b-e1bc-43db-be4e-da03518f4a50 None None] Attempting to bind port e5c1567c-3c4a-4b96-b1c6-4e4450abcbbe by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': 'aff97edd-7a78-460e-9490-69025b77b8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5e7df087-c942-4925-b0b1-2d59986e35f3'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:47:32.575827 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2952c98b-e1bc-43db-be4e-da03518f4a50 None None] Attempting to bind port e5c1567c-3c4a-4b96-b1c6-4e4450abcbbe on network 5e7df087-c942-4925-b0b1-2d59986e35f3 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:47:32.592112 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-44273e7a-673e-4168-b3ff-76c54e0848f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (5e9d3637-94f4-4e61-9ed5-fc4e8c115960), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:32.601219 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623b51ac-951b-44a6-826d-f925a7ed522d req-e328b8aa-e1f0-46a0-b008-0e030b2db14e tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:47:32.602771 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2952c98b-e1bc-43db-be4e-da03518f4a50 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 47, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:47:32.603036 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-623b51ac-951b-44a6-826d-f925a7ed522d req-e328b8aa-e1f0-46a0-b008-0e030b2db14e tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6e1ff11-3761-4895-9074-bcd2c0cd30cc HTTP/1.1" status: 200 len: 946 time: 0.1234570 Jan 28 07:47:32.603186 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2952c98b-e1bc-43db-be4e-da03518f4a50 None None] Checking segment: {'id': 'aff97edd-7a78-460e-9490-69025b77b8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5e7df087-c942-4925-b0b1-2d59986e35f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:47:32.603186 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2952c98b-e1bc-43db-be4e-da03518f4a50 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:32.603885 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2952c98b-e1bc-43db-be4e-da03518f4a50 None None] Bound using segment: {'id': 'aff97edd-7a78-460e-9490-69025b77b8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5e7df087-c942-4925-b0b1-2d59986e35f3'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:47:32.604409 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-2952c98b-e1bc-43db-be4e-da03518f4a50 None None] Bound port: e5c1567c-3c4a-4b96-b1c6-4e4450abcbbe, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aff97edd-7a78-460e-9490-69025b77b8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5e7df087-c942-4925-b0b1-2d59986e35f3'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:47:32.604800 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2952c98b-e1bc-43db-be4e-da03518f4a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (e5c1567c-3c4a-4b96-b1c6-4e4450abcbbe), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:32.643849 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-08b9c56e-ba65-4d2c-b759-05c11b0a3a2e tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (ba2b89ca-d5f2-47bf-9722-47dd2ae9e603), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:32.656230 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b823ab5-3b8a-43ba-8c6d-d8951b0764c2 x-openstack-request-id: req-4b823ab5-3b8a-43ba-8c6d-d8951b0764c2 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:47:32.656648 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6e1ff11-3761-4895-9074-bcd2c0cd30cc", "tag": "4559e0cf-f26a-44fe-86af-d1bc5d07cee4", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:47:32.656999 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4b823ab5-3b8a-43ba-8c6d-d8951b0764c2 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:47:32.657152 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b774796-65d0-4fda-b2e0-7843990616b0 None None] DHCP port deletion for a2c9662c-dd05-41f3-9571-30d0f72a2dc8 request from n-d-712749-28 {{(pid=103285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 07:47:32.657577 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6e1ff11-3761-4895-9074-bcd2c0cd30cc', 'tag': '4559e0cf-f26a-44fe-86af-d1bc5d07cee4', 'status': 'completed', 'code': 200} Jan 28 07:47:32.695653 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b9c56e-ba65-4d2c-b759-05c11b0a3a2e tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Pushing event deleted for resources: {'Port': ['ID=ba2b89ca-d5f2-47bf-9722-47dd2ae9e603,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:32.701294 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-08b9c56e-ba65-4d2c-b759-05c11b0a3a2e tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:32.704630 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-08b9c56e-ba65-4d2c-b759-05c11b0a3a2e tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] 10.222.0.41 "DELETE /v2.0/ports/ba2b89ca-d5f2-47bf-9722-47dd2ae9e603 HTTP/1.1" status: 204 len: 168 time: 1.1194885 Jan 28 07:47:32.710251 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 33902) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:47:32.712055 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-e6a20e11-833a-4bd4-8287-78da36f86bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00114493-53d4-4791-96c7-46d0430ca457', 'name': 'tempest-TestNetworkBasicOps-router-1683959424', 'tenant_id': '5542ea76c30542aeb3cf0ca71420ede0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': '3127b7e1-5791-4c35-acf2-bc78c30901a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:46:29Z', 'updated_at': '2022-01-28T07:46:36Z', 'revision_number': 4, 'project_id': '5542ea76c30542aeb3cf0ca71420ede0', 'gw_port': {'id': '3127b7e1-5791-4c35-acf2-bc78c30901a1', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:9e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00114493-53d4-4791-96c7-46d0430ca457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:46:29Z', 'updated_at': '2022-01-28T07:46:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '2b035257-a8cf-49ac-a42b-8bed013c84f5', 'name': '', 'network_id': '28d557af-3c12-4abc-8f52-b6d071521254', 'tenant_id': '5542ea76c30542aeb3cf0ca71420ede0', 'mac_address': 'fa:16:3e:79:c6:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00114493-53d4-4791-96c7-46d0430ca457', 'device_owner': 'network:router_interface', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': '9ac67502-94d9-4a8d-92e4-b5c3a2cb9784', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:46:33Z', 'updated_at': '2022-01-28T07:46:40Z', 'revision_number': 5, 'project_id': '5542ea76c30542aeb3cf0ca71420ede0', 'subnets': [{'id': '9ac67502-94d9-4a8d-92e4-b5c3a2cb9784', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:47:32.734202 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44273e7a-673e-4168-b3ff-76c54e0848f1 None None] Network 16c2fd17-091f-4ce0-b81d-6bac0cadf0b6 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:47:32.749351 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b9c56e-ba65-4d2c-b759-05c11b0a3a2e tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:47:32.749961 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b9c56e-ba65-4d2c-b759-05c11b0a3a2e tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:47:32.750403 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b9c56e-ba65-4d2c-b759-05c11b0a3a2e tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:47:32.750837 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b9c56e-ba65-4d2c-b759-05c11b0a3a2e tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:47:32.751289 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b9c56e-ba65-4d2c-b759-05c11b0a3a2e tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:47:32.751717 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b9c56e-ba65-4d2c-b759-05c11b0a3a2e tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:47:32.752145 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b9c56e-ba65-4d2c-b759-05c11b0a3a2e tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:47:32.752590 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b9c56e-ba65-4d2c-b759-05c11b0a3a2e tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:47:32.753017 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b9c56e-ba65-4d2c-b759-05c11b0a3a2e tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:47:32.753440 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b9c56e-ba65-4d2c-b759-05c11b0a3a2e tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:47:32.753861 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b9c56e-ba65-4d2c-b759-05c11b0a3a2e tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:47:32.754294 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b9c56e-ba65-4d2c-b759-05c11b0a3a2e tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:47:32.754713 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b9c56e-ba65-4d2c-b759-05c11b0a3a2e tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:47:32.756612 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a20e11-833a-4bd4-8287-78da36f86bdb None None] Checking router: 00114493-53d4-4791-96c7-46d0430ca457 for host: n-d-712749-28 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:47:32.766760 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-623b51ac-951b-44a6-826d-f925a7ed522d req-cd4af691-0a79-48d8-bce5-7c3c50db9951 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] 10.222.0.41 "GET /v2.0/security-groups?id=227709ba-5010-4fdb-b51b-da1956850163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1543632 Jan 28 07:47:32.772934 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a20e11-833a-4bd4-8287-78da36f86bdb None None] Routers {'00114493-53d4-4791-96c7-46d0430ca457'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:47:32.773392 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-e6a20e11-833a-4bd4-8287-78da36f86bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:47:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['00114493-53d4-4791-96c7-46d0430ca457'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:47:32.783943 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249a3a7b-73f1-4ef6-a8dc-f03e8d80f60f req-4bebab28-33c9-441d-9c2f-198167e47598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:47:32.794969 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-249a3a7b-73f1-4ef6-a8dc-f03e8d80f60f req-4bebab28-33c9-441d-9c2f-198167e47598 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5542ea76c30542aeb3cf0ca71420ede0&device_id=d6e1ff11-3761-4895-9074-bcd2c0cd30cc HTTP/1.1" status: 200 len: 1098 time: 0.0791194 Jan 28 07:47:32.813044 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-44273e7a-673e-4168-b3ff-76c54e0848f1 None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:47:32.824383 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44273e7a-673e-4168-b3ff-76c54e0848f1 None None] Pushing event updated for resources: {'Port': ['ID=5e9d3637-94f4-4e61-9ed5-fc4e8c115960,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:32.843515 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44273e7a-673e-4168-b3ff-76c54e0848f1 None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:47:32.869141 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port d5747240-b0a4-4693-b5ba-78ae71a308b0 is: ACTIVE; New status is: DOWN {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:47:32.869533 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (d5747240-b0a4-4693-b5ba-78ae71a308b0), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:32.895398 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-90d810c0-ecbe-4290-a5c7-72d08567b864 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (a2c9662c-dd05-41f3-9571-30d0f72a2dc8), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:32.935311 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249a3a7b-73f1-4ef6-a8dc-f03e8d80f60f req-5476ad41-2838-491f-98bd-05bf7ef4530d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:47:32.938081 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-52899023-05ab-45f8-b945-9529fbdab289 None None] Current status of the port d5747240-b0a4-4693-b5ba-78ae71a308b0 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:47:32.939121 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-249a3a7b-73f1-4ef6-a8dc-f03e8d80f60f req-5476ad41-2838-491f-98bd-05bf7ef4530d service neutron] 10.222.0.44 "GET /v2.0/networks?id=28d557af-3c12-4abc-8f52-b6d071521254 HTTP/1.1" status: 200 len: 897 time: 0.1445682 Jan 28 07:47:32.964985 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-2952c98b-e1bc-43db-be4e-da03518f4a50 None None] For port e5c1567c-3c4a-4b96-b1c6-4e4450abcbbe, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:47:32.980530 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-52899023-05ab-45f8-b945-9529fbdab289 None None] Could not find standard attr ID for object ba2b89ca-d5f2-47bf-9722-47dd2ae9e603. {{(pid=103285) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 07:47:32.992401 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-249a3a7b-73f1-4ef6-a8dc-f03e8d80f60f req-617e6ad9-d198-4740-912f-ae0fafd573cb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4559e0cf-f26a-44fe-86af-d1bc5d07cee4 HTTP/1.1" status: 200 len: 217 time: 0.0456953 Jan 28 07:47:33.008126 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-2952c98b-e1bc-43db-be4e-da03518f4a50 None None] For port e5c1567c-3c4a-4b96-b1c6-4e4450abcbbe, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=e5c1567c-3c4a-4b96-b1c6-4e4450abcbbe,segment=NetworkSegment(aff97edd-7a78-460e-9490-69025b77b8f5),segment_id=aff97edd-7a78-460e-9490-69025b77b8f5)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:47:33.015218 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] For port d5747240-b0a4-4693-b5ba-78ae71a308b0, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=d5747240-b0a4-4693-b5ba-78ae71a308b0,segment=NetworkSegment(8ae5866d-df0b-4d9d-a483-bf3c09e24a98),segment_id=8ae5866d-df0b-4d9d-a483-bf3c09e24a98)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:47:33.022033 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-44273e7a-673e-4168-b3ff-76c54e0848f1 None None] Attempting to bind port 5e9d3637-94f4-4e61-9ed5-fc4e8c115960 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:47:33.022576 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-44273e7a-673e-4168-b3ff-76c54e0848f1 None None] Attempting to bind port 5e9d3637-94f4-4e61-9ed5-fc4e8c115960 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': 'b0a4bf30-7900-4a6a-8194-8f1e505ae01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '16c2fd17-091f-4ce0-b81d-6bac0cadf0b6'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:47:33.023045 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44273e7a-673e-4168-b3ff-76c54e0848f1 None None] Attempting to bind port 5e9d3637-94f4-4e61-9ed5-fc4e8c115960 on network 16c2fd17-091f-4ce0-b81d-6bac0cadf0b6 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:47:33.028521 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-90d810c0-ecbe-4290-a5c7-72d08567b864 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Deleting port d5747240-b0a4-4693-b5ba-78ae71a308b0 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:47:33.029510 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-90d810c0-ecbe-4290-a5c7-72d08567b864 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (d5747240-b0a4-4693-b5ba-78ae71a308b0), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:33.029711 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2952c98b-e1bc-43db-be4e-da03518f4a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (e5c1567c-3c4a-4b96-b1c6-4e4450abcbbe), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:33.031865 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-e6a20e11-833a-4bd4-8287-78da36f86bdb None None] Set router 00114493-53d4-4791-96c7-46d0430ca457 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:47:33.033273 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44273e7a-673e-4168-b3ff-76c54e0848f1 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 47, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:47:33.033572 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6e63dec4-b17e-4073-944e-412a7b0cece6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16605475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16607909'] for router (6eb7e69d-af16-4b5b-a76c-fcebd7c23c07), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:33.033953 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44273e7a-673e-4168-b3ff-76c54e0848f1 None None] Checking segment: {'id': 'b0a4bf30-7900-4a6a-8194-8f1e505ae01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '16c2fd17-091f-4ce0-b81d-6bac0cadf0b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:47:33.034450 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-44273e7a-673e-4168-b3ff-76c54e0848f1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:33.035198 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44273e7a-673e-4168-b3ff-76c54e0848f1 None None] Bound using segment: {'id': 'b0a4bf30-7900-4a6a-8194-8f1e505ae01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '16c2fd17-091f-4ce0-b81d-6bac0cadf0b6'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:47:33.035738 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-44273e7a-673e-4168-b3ff-76c54e0848f1 None None] Bound port: 5e9d3637-94f4-4e61-9ed5-fc4e8c115960, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0a4bf30-7900-4a6a-8194-8f1e505ae01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '16c2fd17-091f-4ce0-b81d-6bac0cadf0b6'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:47:33.037320 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-44273e7a-673e-4168-b3ff-76c54e0848f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (5e9d3637-94f4-4e61-9ed5-fc4e8c115960), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:33.041355 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-0b774796-65d0-4fda-b2e0-7843990616b0 None None] Deleting port d5747240-b0a4-4693-b5ba-78ae71a308b0 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:47:33.041832 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0b774796-65d0-4fda-b2e0-7843990616b0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (d5747240-b0a4-4693-b5ba-78ae71a308b0), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:33.048427 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (d5747240-b0a4-4693-b5ba-78ae71a308b0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:33.086253 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249a3a7b-73f1-4ef6-a8dc-f03e8d80f60f req-b33fa8b6-d132-4fa6-9e32-e2dba00bcbae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:47:33.089013 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-249a3a7b-73f1-4ef6-a8dc-f03e8d80f60f req-b33fa8b6-d132-4fa6-9e32-e2dba00bcbae service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9ac67502-94d9-4a8d-92e4-b5c3a2cb9784 HTTP/1.1" status: 200 len: 835 time: 0.0878584 Jan 28 07:47:33.155960 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-90d810c0-ecbe-4290-a5c7-72d08567b864 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] For port d5747240-b0a4-4693-b5ba-78ae71a308b0, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=d5747240-b0a4-4693-b5ba-78ae71a308b0,segment=NetworkSegment(8ae5866d-df0b-4d9d-a483-bf3c09e24a98),segment_id=8ae5866d-df0b-4d9d-a483-bf3c09e24a98)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:47:33.156911 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-90d810c0-ecbe-4290-a5c7-72d08567b864 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (d5747240-b0a4-4693-b5ba-78ae71a308b0), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:33.167544 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249a3a7b-73f1-4ef6-a8dc-f03e8d80f60f req-388c1243-230e-4a52-b7b9-b9bdbbe41594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:47:33.169235 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-249a3a7b-73f1-4ef6-a8dc-f03e8d80f60f req-388c1243-230e-4a52-b7b9-b9bdbbe41594 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=28d557af-3c12-4abc-8f52-b6d071521254&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0722427 Jan 28 07:47:33.205885 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8e7591-a1cd-4184-a7d6-92ff7ea69506 None None] Pushing event updated for resources: {'Port': ['ID=e5c1567c-3c4a-4b96-b1c6-4e4450abcbbe,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:33.322809 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-e6a20e11-833a-4bd4-8287-78da36f86bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00114493-53d4-4791-96c7-46d0430ca457', 'name': 'tempest-TestNetworkBasicOps-router-1683959424', 'tenant_id': '5542ea76c30542aeb3cf0ca71420ede0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': '3127b7e1-5791-4c35-acf2-bc78c30901a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:46:29Z', 'updated_at': '2022-01-28T07:46:36Z', 'revision_number': 4, 'project_id': '5542ea76c30542aeb3cf0ca71420ede0', 'gw_port': {'id': '3127b7e1-5791-4c35-acf2-bc78c30901a1', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:9e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00114493-53d4-4791-96c7-46d0430ca457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:46:29Z', 'updated_at': '2022-01-28T07:46:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '2b035257-a8cf-49ac-a42b-8bed013c84f5', 'name': '', 'network_id': '28d557af-3c12-4abc-8f52-b6d071521254', 'tenant_id': '5542ea76c30542aeb3cf0ca71420ede0', 'mac_address': 'fa:16:3e:79:c6:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00114493-53d4-4791-96c7-46d0430ca457', 'device_owner': 'network:router_interface', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': '9ac67502-94d9-4a8d-92e4-b5c3a2cb9784', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:46:33Z', 'updated_at': '2022-01-28T07:46:40Z', 'revision_number': 5, 'project_id': '5542ea76c30542aeb3cf0ca71420ede0', 'subnets': [{'id': '9ac67502-94d9-4a8d-92e4-b5c3a2cb9784', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:47:33.328760 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-249a3a7b-73f1-4ef6-a8dc-f03e8d80f60f req-5bc39d9f-67b2-4b3a-b854-68242d4fe9e3 service neutron] 10.222.0.44 "GET /v2.0/networks/28d557af-3c12-4abc-8f52-b6d071521254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512532 Jan 28 07:47:33.339897 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-44273e7a-673e-4168-b3ff-76c54e0848f1 None None] For port 5e9d3637-94f4-4e61-9ed5-fc4e8c115960, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:47:33.343842 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-44273e7a-673e-4168-b3ff-76c54e0848f1 None None] For port 5e9d3637-94f4-4e61-9ed5-fc4e8c115960, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=5e9d3637-94f4-4e61-9ed5-fc4e8c115960,segment=NetworkSegment(b0a4bf30-7900-4a6a-8194-8f1e505ae01c),segment_id=b0a4bf30-7900-4a6a-8194-8f1e505ae01c)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:47:33.366031 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a20e11-833a-4bd4-8287-78da36f86bdb None None] The sync data for ids ['00114493-53d4-4791-96c7-46d0430ca457'] in n-d-712749-28 is: [{'id': '00114493-53d4-4791-96c7-46d0430ca457', 'name': 'tempest-TestNetworkBasicOps-router-1683959424', 'tenant_id': '5542ea76c30542aeb3cf0ca71420ede0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': '3127b7e1-5791-4c35-acf2-bc78c30901a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:46:29Z', 'updated_at': '2022-01-28T07:46:36Z', 'revision_number': 4, 'project_id': '5542ea76c30542aeb3cf0ca71420ede0', 'gw_port': {'id': '3127b7e1-5791-4c35-acf2-bc78c30901a1', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:9e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00114493-53d4-4791-96c7-46d0430ca457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:46:29Z', 'updated_at': '2022-01-28T07:46:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '2b035257-a8cf-49ac-a42b-8bed013c84f5', 'name': '', 'network_id': '28d557af-3c12-4abc-8f52-b6d071521254', 'tenant_id': '5542ea76c30542aeb3cf0ca71420ede0', 'mac_address': 'fa:16:3e:79:c6:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00114493-53d4-4791-96c7-46d0430ca457', 'device_owner': 'network:router_interface', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': '9ac67502-94d9-4a8d-92e4-b5c3a2cb9784', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:46:33Z', 'updated_at': '2022-01-28T07:46:40Z', 'revision_number': 5, 'project_id': '5542ea76c30542aeb3cf0ca71420ede0', 'subnets': [{'id': '9ac67502-94d9-4a8d-92e4-b5c3a2cb9784', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:47:33.374000 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-44273e7a-673e-4168-b3ff-76c54e0848f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (5e9d3637-94f4-4e61-9ed5-fc4e8c115960), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:33.444994 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Pushing event updated for resources: {'Port': ['ID=d5747240-b0a4-4693-b5ba-78ae71a308b0,revision_number=11']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:33.451893 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-0b774796-65d0-4fda-b2e0-7843990616b0 None None] For port d5747240-b0a4-4693-b5ba-78ae71a308b0, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=d5747240-b0a4-4693-b5ba-78ae71a308b0,segment=NetworkSegment(8ae5866d-df0b-4d9d-a483-bf3c09e24a98),segment_id=8ae5866d-df0b-4d9d-a483-bf3c09e24a98)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:47:33.452397 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0b774796-65d0-4fda-b2e0-7843990616b0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (d5747240-b0a4-4693-b5ba-78ae71a308b0), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:33.457115 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:33.464981 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-850a66e0-48ae-47c9-9c7a-8623b99e4f64 None None] Provisioning complete for port e5c1567c-3c4a-4b96-b1c6-4e4450abcbbe triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:47:33.465482 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-850a66e0-48ae-47c9-9c7a-8623b99e4f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (e5c1567c-3c4a-4b96-b1c6-4e4450abcbbe), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:33.503985 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8cb8ba97-2608-4a20-b138-9312d567ad20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:33.527932 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-249a3a7b-73f1-4ef6-a8dc-f03e8d80f60f req-8f5bd4bc-bafa-4465-90bd-0b57d3c7dabb service neutron] 10.222.0.44 "GET /v2.0/networks/28d557af-3c12-4abc-8f52-b6d071521254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840816 Jan 28 07:47:33.535369 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2952c98b-e1bc-43db-be4e-da03518f4a50 None None] Routers {'ddfcd332-1caa-40de-b7d4-b375b6e84243'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:47:33.536023 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-2952c98b-e1bc-43db-be4e-da03518f4a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:47:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['ddfcd332-1caa-40de-b7d4-b375b6e84243'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:47:33.540015 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-0b774796-65d0-4fda-b2e0-7843990616b0 None None] Calling delete_port for d5747240-b0a4-4693-b5ba-78ae71a308b0 owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:47:33.597564 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-90d810c0-ecbe-4290-a5c7-72d08567b864 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Calling delete_port for d5747240-b0a4-4693-b5ba-78ae71a308b0 owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:47:33.694986 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44273e7a-673e-4168-b3ff-76c54e0848f1 None None] Pushing event updated for resources: {'Port': ['ID=5e9d3637-94f4-4e61-9ed5-fc4e8c115960,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:33.726410 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e63dec4-b17e-4073-944e-412a7b0cece6 admin admin] Router 6eb7e69d-af16-4b5b-a76c-fcebd7c23c07 is scheduled to L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 with binding_index 1 {{(pid=103283) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 07:47:33.740686 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-90d810c0-ecbe-4290-a5c7-72d08567b864 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (d5747240-b0a4-4693-b5ba-78ae71a308b0), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:33.827874 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208997bb-07e0-417a-bfc3-690dea4a2e5e None None] New status for floating IP 1b8d08a3-10d2-4e4c-8c02-ba7fcedda01c: DOWN {{(pid=103285) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 07:47:33.845048 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-2952c98b-e1bc-43db-be4e-da03518f4a50 None None] Set router ddfcd332-1caa-40de-b7d4-b375b6e84243 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:47:33.869014 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb97974-a916-48fe-a3d4-eebe028b2b20 req-c55f94db-71b4-4838-a9d1-8fb70ed2998a tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:47:33.870585 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-bdb97974-a916-48fe-a3d4-eebe028b2b20 req-c55f94db-71b4-4838-a9d1-8fb70ed2998a tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] 10.222.0.44 "GET /v2.0/ports?device_id=d6e1ff11-3761-4895-9074-bcd2c0cd30cc HTTP/1.1" status: 200 len: 946 time: 0.0932801 Jan 28 07:47:33.939060 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d810c0-ecbe-4290-a5c7-72d08567b864 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] No DVR routers for this DVR port d5747240-b0a4-4693-b5ba-78ae71a308b0 on host n-d-712749-28 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:47:33.947277 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d810c0-ecbe-4290-a5c7-72d08567b864 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Pushing event deleted for resources: {'Port': ['ID=d5747240-b0a4-4693-b5ba-78ae71a308b0,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:33.947503 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-850a66e0-48ae-47c9-9c7a-8623b99e4f64 None None] Current status of the port e5c1567c-3c4a-4b96-b1c6-4e4450abcbbe is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:47:33.947737 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-850a66e0-48ae-47c9-9c7a-8623b99e4f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (e5c1567c-3c4a-4b96-b1c6-4e4450abcbbe), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:33.953176 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0b774796-65d0-4fda-b2e0-7843990616b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298'] for port (d5747240-b0a4-4693-b5ba-78ae71a308b0), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:33.976344 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e63dec4-b17e-4073-944e-412a7b0cece6 admin admin] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:47:33.988830 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff779b0-b6b3-4fcb-aa64-e6b58459cf42 None None] Sync routers for ids ['6eb7e69d-af16-4b5b-a76c-fcebd7c23c07'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:47:34.001974 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff779b0-b6b3-4fcb-aa64-e6b58459cf42 None None] Routers {'6eb7e69d-af16-4b5b-a76c-fcebd7c23c07'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:47:34.010069 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-bdb97974-a916-48fe-a3d4-eebe028b2b20 req-7040b4fc-bff8-4e54-9ae2-e04a1fd5b435 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Deleting port 4559e0cf-f26a-44fe-86af-d1bc5d07cee4 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:47:34.011859 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-bdb97974-a916-48fe-a3d4-eebe028b2b20 req-7040b4fc-bff8-4e54-9ae2-e04a1fd5b435 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (4559e0cf-f26a-44fe-86af-d1bc5d07cee4), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:34.018021 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b774796-65d0-4fda-b2e0-7843990616b0 None None] No DVR routers for this DVR port d5747240-b0a4-4693-b5ba-78ae71a308b0 on host n-d-712749-28 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:47:34.023789 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b774796-65d0-4fda-b2e0-7843990616b0 None None] Pushing event deleted for resources: {'Port': ['ID=d5747240-b0a4-4693-b5ba-78ae71a308b0,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:34.033458 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-fff779b0-b6b3-4fcb-aa64-e6b58459cf42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:47:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['6eb7e69d-af16-4b5b-a76c-fcebd7c23c07'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:47:34.167824 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-90d810c0-ecbe-4290-a5c7-72d08567b864 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (a2c9662c-dd05-41f3-9571-30d0f72a2dc8), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:34.200082 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-90d810c0-ecbe-4290-a5c7-72d08567b864 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2c9662c-dd05-41f3-9571-30d0f72a2dc8']}} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:47:34.211000 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-bdb97974-a916-48fe-a3d4-eebe028b2b20 req-7040b4fc-bff8-4e54-9ae2-e04a1fd5b435 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] For port 4559e0cf-f26a-44fe-86af-d1bc5d07cee4, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=4559e0cf-f26a-44fe-86af-d1bc5d07cee4,segment=NetworkSegment(d717bbb0-6df6-42bd-b8bb-f148cd2d1524),segment_id=d717bbb0-6df6-42bd-b8bb-f148cd2d1524)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:47:34.211372 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-bdb97974-a916-48fe-a3d4-eebe028b2b20 req-7040b4fc-bff8-4e54-9ae2-e04a1fd5b435 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (4559e0cf-f26a-44fe-86af-d1bc5d07cee4), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:34.213034 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-90d810c0-ecbe-4290-a5c7-72d08567b864 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ae5866d-df0b-4d9d-a483-bf3c09e24a98') {'for_net_delete': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:47:34.213429 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-90d810c0-ecbe-4290-a5c7-72d08567b864 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ae5866d-df0b-4d9d-a483-bf3c09e24a98') {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:47:34.226030 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-90d810c0-ecbe-4290-a5c7-72d08567b864 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13506801'] for segment (8ae5866d-df0b-4d9d-a483-bf3c09e24a98), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:34.236178 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-bdb97974-a916-48fe-a3d4-eebe028b2b20 req-7040b4fc-bff8-4e54-9ae2-e04a1fd5b435 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Calling delete_port for 4559e0cf-f26a-44fe-86af-d1bc5d07cee4 owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:47:34.250286 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-90d810c0-ecbe-4290-a5c7-72d08567b864 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (8ae5866d-df0b-4d9d-a483-bf3c09e24a98), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:34.257751 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90d810c0-ecbe-4290-a5c7-72d08567b864 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=103283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:47:34.258275 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-90d810c0-ecbe-4290-a5c7-72d08567b864 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13546563'] for segment (8ae5866d-df0b-4d9d-a483-bf3c09e24a98), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:34.297380 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-fff779b0-b6b3-4fcb-aa64-e6b58459cf42 None None] Set router 6eb7e69d-af16-4b5b-a76c-fcebd7c23c07 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:47:34.365481 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-850a66e0-48ae-47c9-9c7a-8623b99e4f64 None None] For port e5c1567c-3c4a-4b96-b1c6-4e4450abcbbe, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=e5c1567c-3c4a-4b96-b1c6-4e4450abcbbe,segment=NetworkSegment(aff97edd-7a78-460e-9490-69025b77b8f5),segment_id=aff97edd-7a78-460e-9490-69025b77b8f5)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:47:34.383266 n-d-712749-28 neutron-server[103283]: Traceback (most recent call last): Jan 28 07:47:34.383266 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:47:34.383266 n-d-712749-28 neutron-server[103283]: timer() Jan 28 07:47:34.383266 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:47:34.383266 n-d-712749-28 neutron-server[103283]: cb(*args, **kw) Jan 28 07:47:34.383266 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:47:34.383266 n-d-712749-28 neutron-server[103283]: return func(*args, **kwargs) Jan 28 07:47:34.383266 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:47:34.383266 n-d-712749-28 neutron-server[103283]: self._notify() Jan 28 07:47:34.383266 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:47:34.383266 n-d-712749-28 neutron-server[103283]: self.callback(batched_events) Jan 28 07:47:34.383266 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:47:34.383266 n-d-712749-28 neutron-server[103283]: event.method(event) Jan 28 07:47:34.383266 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:47:34.383266 n-d-712749-28 neutron-server[103283]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:47:34.383266 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:47:34.383266 n-d-712749-28 neutron-server[103283]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:47:34.383266 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:47:34.383266 n-d-712749-28 neutron-server[103283]: return f(self, *a, **k) Jan 28 07:47:34.383266 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:47:34.383266 n-d-712749-28 neutron-server[103283]: return self._get(url).json() Jan 28 07:47:34.383266 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:47:34.383266 n-d-712749-28 neutron-server[103283]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:47:34.383266 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:47:34.383266 n-d-712749-28 neutron-server[103283]: return self.request(url, 'GET', **kwargs) Jan 28 07:47:34.383266 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:47:34.383266 n-d-712749-28 neutron-server[103283]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:47:34.383266 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:47:34.383266 n-d-712749-28 neutron-server[103283]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:47:34.383266 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:47:34.383266 n-d-712749-28 neutron-server[103283]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:47:34.383266 n-d-712749-28 neutron-server[103283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:47:34.397110 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-90d810c0-ecbe-4290-a5c7-72d08567b864 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (a2c9662c-dd05-41f3-9571-30d0f72a2dc8), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:34.408083 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-850a66e0-48ae-47c9-9c7a-8623b99e4f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (e5c1567c-3c4a-4b96-b1c6-4e4450abcbbe), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:34.409552 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130de99d-42ed-471d-b691-08f27bb0e96a req-4939970e-f381-4f9f-86b8-ecee4e12c112 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:47:34.412106 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:34.420360 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-130de99d-42ed-471d-b691-08f27bb0e96a req-4939970e-f381-4f9f-86b8-ecee4e12c112 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6e1ff11-3761-4895-9074-bcd2c0cd30cc HTTP/1.1" status: 200 len: 946 time: 0.5127547 Jan 28 07:47:34.434725 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-90d810c0-ecbe-4290-a5c7-72d08567b864 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Publish callbacks [] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:34.441675 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-90d810c0-ecbe-4290-a5c7-72d08567b864 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] 10.222.0.41 "DELETE /v2.0/networks/a2c9662c-dd05-41f3-9571-30d0f72a2dc8 HTTP/1.1" status: 204 len: 168 time: 1.7301102 Jan 28 07:47:34.446414 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6e63dec4-b17e-4073-944e-412a7b0cece6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:34.447904 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-6e63dec4-b17e-4073-944e-412a7b0cece6 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.5056064 Jan 28 07:47:34.453311 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33910) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:47:34.467241 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 5e9d3637-94f4-4e61-9ed5-fc4e8c115960 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:47:34.477692 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d810c0-ecbe-4290-a5c7-72d08567b864 tempest-PortsIpV6TestJSON-1969886873 tempest-PortsIpV6TestJSON-1969886873-project] Pushing event deleted for resources: {'Network': ['ID=a2c9662c-dd05-41f3-9571-30d0f72a2dc8,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:34.529605 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-130de99d-42ed-471d-b691-08f27bb0e96a req-85d228da-d7c8-4056-9174-f0ba925449d4 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] 10.222.0.41 "GET /v2.0/security-groups?id=227709ba-5010-4fdb-b51b-da1956850163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078322 Jan 28 07:47:34.580465 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-fff779b0-b6b3-4fcb-aa64-e6b58459cf42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eb7e69d-af16-4b5b-a76c-fcebd7c23c07', 'name': 'tempest-TestServerBasicOps-774579809-router', 'tenant_id': 'b4bf9c942c77437385ea87dc492d96e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': '32aeb238-7f69-427a-b21c-b8b52475cd71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:47:30Z', 'updated_at': '2022-01-28T07:47:32Z', 'revision_number': 3, 'project_id': 'b4bf9c942c77437385ea87dc492d96e2', 'gw_port': {'id': '32aeb238-7f69-427a-b21c-b8b52475cd71', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:7e:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eb7e69d-af16-4b5b-a76c-fcebd7c23c07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:47:31Z', 'updated_at': '2022-01-28T07:47:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:47:34.618047 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff779b0-b6b3-4fcb-aa64-e6b58459cf42 None None] Checking router: 6eb7e69d-af16-4b5b-a76c-fcebd7c23c07 for host: n-d-712749-28 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:47:34.618801 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff779b0-b6b3-4fcb-aa64-e6b58459cf42 None None] Updating router 6eb7e69d-af16-4b5b-a76c-fcebd7c23c07 port 32aeb238-7f69-427a-b21c-b8b52475cd71 binding host n-d-712749-28 {{(pid=103286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 07:47:34.654716 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fff779b0-b6b3-4fcb-aa64-e6b58459cf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (32aeb238-7f69-427a-b21c-b8b52475cd71), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:34.687802 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850a66e0-48ae-47c9-9c7a-8623b99e4f64 None None] Pushing event updated for resources: {'Port': ['ID=e5c1567c-3c4a-4b96-b1c6-4e4450abcbbe,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:34.710674 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-5b156870-63a9-4052-9f04-56326a37c035 None None] Provisioning complete for port e5c1567c-3c4a-4b96-b1c6-4e4450abcbbe triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:47:34.711411 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5b156870-63a9-4052-9f04-56326a37c035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (e5c1567c-3c4a-4b96-b1c6-4e4450abcbbe), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:34.728593 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-bdb97974-a916-48fe-a3d4-eebe028b2b20 req-7040b4fc-bff8-4e54-9ae2-e04a1fd5b435 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (4559e0cf-f26a-44fe-86af-d1bc5d07cee4), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:34.811445 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7040b4fc-bff8-4e54-9ae2-e04a1fd5b435 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Pushing event deleted for resources: {'Port': ['ID=4559e0cf-f26a-44fe-86af-d1bc5d07cee4,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:34.840481 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 5e9d3637-94f4-4e61-9ed5-fc4e8c115960 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:47:34.841117 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (5e9d3637-94f4-4e61-9ed5-fc4e8c115960), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:34.857230 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdb97974-a916-48fe-a3d4-eebe028b2b20 req-7040b4fc-bff8-4e54-9ae2-e04a1fd5b435 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] No DVR routers for this DVR port 4559e0cf-f26a-44fe-86af-d1bc5d07cee4 on host n-h2-712749-28 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:47:34.867389 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-bdb97974-a916-48fe-a3d4-eebe028b2b20 req-7040b4fc-bff8-4e54-9ae2-e04a1fd5b435 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:34.870847 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-bdb97974-a916-48fe-a3d4-eebe028b2b20 req-7040b4fc-bff8-4e54-9ae2-e04a1fd5b435 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] 10.222.0.44 "DELETE /v2.0/ports/4559e0cf-f26a-44fe-86af-d1bc5d07cee4 HTTP/1.1" status: 204 len: 173 time: 0.9944491 Jan 28 07:47:34.940672 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6e1ff11-3761-4895-9074-bcd2c0cd30cc', 'name': 'network-vif-deleted', 'tag': '4559e0cf-f26a-44fe-86af-d1bc5d07cee4'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:47:34.943574 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6681de14-dc55-4f36-accc-373853f1e0de" -d '{"events": [{"server_uuid": "d6e1ff11-3761-4895-9074-bcd2c0cd30cc", "name": "network-vif-deleted", "tag": "4559e0cf-f26a-44fe-86af-d1bc5d07cee4"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:47:34.951984 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 33916) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:47:34.975258 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-5b156870-63a9-4052-9f04-56326a37c035 None None] Current status of the port e5c1567c-3c4a-4b96-b1c6-4e4450abcbbe is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:47:35.003128 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-2952c98b-e1bc-43db-be4e-da03518f4a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddfcd332-1caa-40de-b7d4-b375b6e84243', 'name': 'tempest-TestServerBasicOps-645958705-router', 'tenant_id': 'f7c76513a0a24534bd03d09a01ed7997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': 'c5a09169-277c-49fc-9471-d5eef4915d47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:47:23Z', 'updated_at': '2022-01-28T07:47:27Z', 'revision_number': 4, 'project_id': 'f7c76513a0a24534bd03d09a01ed7997', 'gw_port': {'id': 'c5a09169-277c-49fc-9471-d5eef4915d47', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:9c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddfcd332-1caa-40de-b7d4-b375b6e84243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:47:24Z', 'updated_at': '2022-01-28T07:47:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': 'e5c1567c-3c4a-4b96-b1c6-4e4450abcbbe', 'name': '', 'network_id': '5e7df087-c942-4925-b0b1-2d59986e35f3', 'tenant_id': 'f7c76513a0a24534bd03d09a01ed7997', 'mac_address': 'fa:16:3e:e7:87:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddfcd332-1caa-40de-b7d4-b375b6e84243', 'device_owner': 'network:router_interface', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '8fba11cc-3430-4211-a133-7e529a9c4c94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:47:26Z', 'updated_at': '2022-01-28T07:47:32Z', 'revision_number': 4, 'project_id': 'f7c76513a0a24534bd03d09a01ed7997', 'subnets': [{'id': '8fba11cc-3430-4211-a133-7e529a9c4c94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:47:35.039815 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62ab7bd0-dd23-4657-9828-6348c1476f31 x-openstack-request-id: req-62ab7bd0-dd23-4657-9828-6348c1476f31 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:47:35.040279 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6e1ff11-3761-4895-9074-bcd2c0cd30cc", "name": "network-vif-deleted", "tag": "4559e0cf-f26a-44fe-86af-d1bc5d07cee4", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:47:35.040846 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-62ab7bd0-dd23-4657-9828-6348c1476f31 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:47:35.041392 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6e1ff11-3761-4895-9074-bcd2c0cd30cc', 'name': 'network-vif-deleted', 'tag': '4559e0cf-f26a-44fe-86af-d1bc5d07cee4', 'status': 'completed', 'code': 200} Jan 28 07:47:35.051751 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2952c98b-e1bc-43db-be4e-da03518f4a50 None None] The sync data for ids ['ddfcd332-1caa-40de-b7d4-b375b6e84243'] in n-d-712749-28 is: [{'id': 'ddfcd332-1caa-40de-b7d4-b375b6e84243', 'name': 'tempest-TestServerBasicOps-645958705-router', 'tenant_id': 'f7c76513a0a24534bd03d09a01ed7997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': 'c5a09169-277c-49fc-9471-d5eef4915d47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:47:23Z', 'updated_at': '2022-01-28T07:47:27Z', 'revision_number': 4, 'project_id': 'f7c76513a0a24534bd03d09a01ed7997', 'gw_port': {'id': 'c5a09169-277c-49fc-9471-d5eef4915d47', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:9c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddfcd332-1caa-40de-b7d4-b375b6e84243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:47:24Z', 'updated_at': '2022-01-28T07:47:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': 'e5c1567c-3c4a-4b96-b1c6-4e4450abcbbe', 'name': '', 'network_id': '5e7df087-c942-4925-b0b1-2d59986e35f3', 'tenant_id': 'f7c76513a0a24534bd03d09a01ed7997', 'mac_address': 'fa:16:3e:e7:87:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddfcd332-1caa-40de-b7d4-b375b6e84243', 'device_owner': 'network:router_interface', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '8fba11cc-3430-4211-a133-7e529a9c4c94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:47:26Z', 'updated_at': '2022-01-28T07:47:32Z', 'revision_number': 4, 'project_id': 'f7c76513a0a24534bd03d09a01ed7997', 'subnets': [{'id': '8fba11cc-3430-4211-a133-7e529a9c4c94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:47:35.175019 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-097e4fca-915c-478c-ae5e-1b2d75d38f69 None None] Network 16c2fd17-091f-4ce0-b81d-6bac0cadf0b6 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:47:35.191749 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fff779b0-b6b3-4fcb-aa64-e6b58459cf42 None None] Publish callbacks [] for port (32aeb238-7f69-427a-b21c-b8b52475cd71), precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:35.205630 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fff779b0-b6b3-4fcb-aa64-e6b58459cf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (32aeb238-7f69-427a-b21c-b8b52475cd71), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:35.276529 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 5e9d3637-94f4-4e61-9ed5-fc4e8c115960 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:47:35.276529 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (5e9d3637-94f4-4e61-9ed5-fc4e8c115960), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:35.281811 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-fff779b0-b6b3-4fcb-aa64-e6b58459cf42 None None] Attempting to bind port 32aeb238-7f69-427a-b21c-b8b52475cd71 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:47:35.282456 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-fff779b0-b6b3-4fcb-aa64-e6b58459cf42 None None] Attempting to bind port 32aeb238-7f69-427a-b21c-b8b52475cd71 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:47:35.283151 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff779b0-b6b3-4fcb-aa64-e6b58459cf42 None None] Attempting to bind port 32aeb238-7f69-427a-b21c-b8b52475cd71 on network 7d5b3724-deef-4831-8d43-cb9b8176573c {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:47:35.306507 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff779b0-b6b3-4fcb-aa64-e6b58459cf42 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 47, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:47:35.307361 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff779b0-b6b3-4fcb-aa64-e6b58459cf42 None None] Checking segment: {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:47:35.307939 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fff779b0-b6b3-4fcb-aa64-e6b58459cf42 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:35.308624 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff779b0-b6b3-4fcb-aa64-e6b58459cf42 None None] Bound using segment: {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:47:35.309318 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-fff779b0-b6b3-4fcb-aa64-e6b58459cf42 None None] Bound port: 32aeb238-7f69-427a-b21c-b8b52475cd71, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:47:35.309889 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fff779b0-b6b3-4fcb-aa64-e6b58459cf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (32aeb238-7f69-427a-b21c-b8b52475cd71), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:35.318609 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-3310469b-8da5-4315-af91-0076582fa85f None None] Provisioning complete for port 5e9d3637-94f4-4e61-9ed5-fc4e8c115960 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:47:35.319161 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3310469b-8da5-4315-af91-0076582fa85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (5e9d3637-94f4-4e61-9ed5-fc4e8c115960), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:35.328781 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33920) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:47:35.330110 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-8bfa1ca6-7d53-4fb7-93f7-5664b6f630b2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=98c059871bfd44fc86db6ef0328be4a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3769047 Jan 28 07:47:35.340097 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5a68af35-88bf-413d-97c3-4836dfdde13c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:35.359393 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] For port 5e9d3637-94f4-4e61-9ed5-fc4e8c115960, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=5e9d3637-94f4-4e61-9ed5-fc4e8c115960,segment=NetworkSegment(b0a4bf30-7900-4a6a-8194-8f1e505ae01c),segment_id=b0a4bf30-7900-4a6a-8194-8f1e505ae01c)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:47:35.374958 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (5e9d3637-94f4-4e61-9ed5-fc4e8c115960), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:35.414201 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-fff779b0-b6b3-4fcb-aa64-e6b58459cf42 None None] For port 32aeb238-7f69-427a-b21c-b8b52475cd71, host n-d-712749-28, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:47:35.417997 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-fff779b0-b6b3-4fcb-aa64-e6b58459cf42 None None] For port 32aeb238-7f69-427a-b21c-b8b52475cd71, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=32aeb238-7f69-427a-b21c-b8b52475cd71,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:47:35.426371 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c66f7a-1ac5-4f6d-9d3e-73599d50d28d None None] Pushing event updated for resources: {'Port': ['ID=32aeb238-7f69-427a-b21c-b8b52475cd71,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:35.439750 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fff779b0-b6b3-4fcb-aa64-e6b58459cf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (32aeb238-7f69-427a-b21c-b8b52475cd71), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:35.468702 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c66f7a-1ac5-4f6d-9d3e-73599d50d28d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:47:35.469054 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c66f7a-1ac5-4f6d-9d3e-73599d50d28d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:47:35.469842 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c66f7a-1ac5-4f6d-9d3e-73599d50d28d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:47:35.470205 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c66f7a-1ac5-4f6d-9d3e-73599d50d28d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:47:35.471181 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c66f7a-1ac5-4f6d-9d3e-73599d50d28d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:47:35.471688 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c66f7a-1ac5-4f6d-9d3e-73599d50d28d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:47:35.472296 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c66f7a-1ac5-4f6d-9d3e-73599d50d28d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:47:35.472882 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c66f7a-1ac5-4f6d-9d3e-73599d50d28d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:47:35.473383 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c66f7a-1ac5-4f6d-9d3e-73599d50d28d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:47:35.475140 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c66f7a-1ac5-4f6d-9d3e-73599d50d28d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:47:35.475660 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c66f7a-1ac5-4f6d-9d3e-73599d50d28d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:47:35.476421 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c66f7a-1ac5-4f6d-9d3e-73599d50d28d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:47:35.476940 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c66f7a-1ac5-4f6d-9d3e-73599d50d28d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:47:35.548298 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c66f7a-1ac5-4f6d-9d3e-73599d50d28d None None] Pushing event updated for resources: {'Port': ['ID=32aeb238-7f69-427a-b21c-b8b52475cd71,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:35.562847 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff779b0-b6b3-4fcb-aa64-e6b58459cf42 None None] Routers {'6eb7e69d-af16-4b5b-a76c-fcebd7c23c07'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:47:35.563790 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-fff779b0-b6b3-4fcb-aa64-e6b58459cf42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:47:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['6eb7e69d-af16-4b5b-a76c-fcebd7c23c07'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:47:35.586351 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c4a3e2f9-2567-44a5-b3a5-4aca8e71811a admin admin] Publish callbacks [] for security_group (72f1b228-903f-40c7-85f5-cae56d7037c6), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:35.629605 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c4a3e2f9-2567-44a5-b3a5-4aca8e71811a admin admin] Publish callbacks [] for security_group (72f1b228-903f-40c7-85f5-cae56d7037c6), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:35.631966 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Pushing event updated for resources: {'Port': ['ID=5e9d3637-94f4-4e61-9ed5-fc4e8c115960,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:35.703039 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-3310469b-8da5-4315-af91-0076582fa85f None None] Current status of the port 5e9d3637-94f4-4e61-9ed5-fc4e8c115960 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:47:35.706658 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6d9a5d7f-8de0-433b-aeba-d2fc7d32ffdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:35.740547 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-fff779b0-b6b3-4fcb-aa64-e6b58459cf42 None None] Set router 6eb7e69d-af16-4b5b-a76c-fcebd7c23c07 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:47:35.748339 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-24d9d77b-2c54-4fbf-aeb2-7414e3cfdf75 req-1d3ea12a-f5a0-4dd2-a1df-ea97fb35c1f3 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6e1ff11-3761-4895-9074-bcd2c0cd30cc HTTP/1.1" status: 200 len: 210 time: 0.0362458 Jan 28 07:47:35.815309 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-5a68af35-88bf-413d-97c3-4836dfdde13c admin admin] Allocated IP 172.20.0.1 (16c2fd17-091f-4ce0-b81d-6bac0cadf0b6/fe6aee20-7e4d-4c02-b470-6d06676bf27c/f5f51827-de04-4742-b15f-9245ed088de1) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:47:35.835099 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c4a3e2f9-2567-44a5-b3a5-4aca8e71811a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (72f1b228-903f-40c7-85f5-cae56d7037c6), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:35.838348 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c4a3e2f9-2567-44a5-b3a5-4aca8e71811a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:35.839873 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-c4a3e2f9-2567-44a5-b3a5-4aca8e71811a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/72f1b228-903f-40c7-85f5-cae56d7037c6 HTTP/1.1" status: 204 len: 168 time: 0.5100851 Jan 28 07:47:35.917117 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a3e2f9-2567-44a5-b3a5-4aca8e71811a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72f1b228-903f-40c7-85f5-cae56d7037c6,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:36.000243 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5a68af35-88bf-413d-97c3-4836dfdde13c admin admin] Publish callbacks [] for port (f5f51827-de04-4742-b15f-9245ed088de1), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:36.045515 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-eb291916-5c4e-43cf-b1ff-55c5effb804f None None] Provisioning complete for port 5e9d3637-94f4-4e61-9ed5-fc4e8c115960 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:47:36.047341 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-eb291916-5c4e-43cf-b1ff-55c5effb804f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (5e9d3637-94f4-4e61-9ed5-fc4e8c115960), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:36.077306 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-fff779b0-b6b3-4fcb-aa64-e6b58459cf42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eb7e69d-af16-4b5b-a76c-fcebd7c23c07', 'name': 'tempest-TestServerBasicOps-774579809-router', 'tenant_id': 'b4bf9c942c77437385ea87dc492d96e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': '32aeb238-7f69-427a-b21c-b8b52475cd71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:47:30Z', 'updated_at': '2022-01-28T07:47:32Z', 'revision_number': 3, 'project_id': 'b4bf9c942c77437385ea87dc492d96e2', 'gw_port': {'id': '32aeb238-7f69-427a-b21c-b8b52475cd71', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:7e:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eb7e69d-af16-4b5b-a76c-fcebd7c23c07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:47:31Z', 'updated_at': '2022-01-28T07:47:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:47:36.081819 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5a68af35-88bf-413d-97c3-4836dfdde13c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (f5f51827-de04-4742-b15f-9245ed088de1), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:36.128060 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff779b0-b6b3-4fcb-aa64-e6b58459cf42 None None] The sync data for ids ['6eb7e69d-af16-4b5b-a76c-fcebd7c23c07'] in n-d-712749-28 is: [{'id': '6eb7e69d-af16-4b5b-a76c-fcebd7c23c07', 'name': 'tempest-TestServerBasicOps-774579809-router', 'tenant_id': 'b4bf9c942c77437385ea87dc492d96e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': '32aeb238-7f69-427a-b21c-b8b52475cd71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:47:30Z', 'updated_at': '2022-01-28T07:47:32Z', 'revision_number': 3, 'project_id': 'b4bf9c942c77437385ea87dc492d96e2', 'gw_port': {'id': '32aeb238-7f69-427a-b21c-b8b52475cd71', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:7e:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eb7e69d-af16-4b5b-a76c-fcebd7c23c07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:47:31Z', 'updated_at': '2022-01-28T07:47:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:47:36.131935 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a68af35-88bf-413d-97c3-4836dfdde13c admin admin] Network 16c2fd17-091f-4ce0-b81d-6bac0cadf0b6 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:47:36.135158 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-5a68af35-88bf-413d-97c3-4836dfdde13c admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:47:36.139604 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a68af35-88bf-413d-97c3-4836dfdde13c admin admin] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:47:36.147848 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-eb291916-5c4e-43cf-b1ff-55c5effb804f None None] Current status of the port 5e9d3637-94f4-4e61-9ed5-fc4e8c115960 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:47:36.207344 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a68af35-88bf-413d-97c3-4836dfdde13c admin admin] Pushing event updated for resources: {'Port': ['ID=f5f51827-de04-4742-b15f-9245ed088de1,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:36.256281 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5a68af35-88bf-413d-97c3-4836dfdde13c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16609232'] for router_interface (6eb7e69d-af16-4b5b-a76c-fcebd7c23c07), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:36.507229 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5a68af35-88bf-413d-97c3-4836dfdde13c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (f5f51827-de04-4742-b15f-9245ed088de1), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:36.510474 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device e5c1567c-3c4a-4b96-b1c6-4e4450abcbbe up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:47:36.605289 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-2bfcb400-d13a-4bac-aef6-800abd7dc08c None None] Provisioning complete for port f5f51827-de04-4742-b15f-9245ed088de1 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:47:36.605289 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2bfcb400-d13a-4bac-aef6-800abd7dc08c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (f5f51827-de04-4742-b15f-9245ed088de1), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:36.607213 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port e5c1567c-3c4a-4b96-b1c6-4e4450abcbbe triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:47:36.607579 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (e5c1567c-3c4a-4b96-b1c6-4e4450abcbbe), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:36.673213 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-2bfcb400-d13a-4bac-aef6-800abd7dc08c None None] Port f5f51827-de04-4742-b15f-9245ed088de1 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:47:36.744918 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port e5c1567c-3c4a-4b96-b1c6-4e4450abcbbe is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:47:36.746541 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 5e9d3637-94f4-4e61-9ed5-fc4e8c115960 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:47:36.805044 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5a68af35-88bf-413d-97c3-4836dfdde13c admin admin] Publish callbacks [] for port (f5f51827-de04-4742-b15f-9245ed088de1), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:36.815765 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5a68af35-88bf-413d-97c3-4836dfdde13c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (f5f51827-de04-4742-b15f-9245ed088de1), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:36.850124 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 33944) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:47:36.867330 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 5e9d3637-94f4-4e61-9ed5-fc4e8c115960 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:47:36.867913 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (5e9d3637-94f4-4e61-9ed5-fc4e8c115960), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:36.958510 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cbfbb926-3bb7-4f1d-a47b-98d35c3ed835 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks [] for security_group (227709ba-5010-4fdb-b51b-da1956850163), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:36.968086 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 5e9d3637-94f4-4e61-9ed5-fc4e8c115960 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:47:36.976716 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5a68af35-88bf-413d-97c3-4836dfdde13c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16318999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16606560'] for router_interface (6eb7e69d-af16-4b5b-a76c-fcebd7c23c07), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:36.980012 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a68af35-88bf-413d-97c3-4836dfdde13c admin admin] Pushing event updated for resources: {'Port': ['ID=f5f51827-de04-4742-b15f-9245ed088de1,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:37.006528 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cbfbb926-3bb7-4f1d-a47b-98d35c3ed835 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks [] for security_group (227709ba-5010-4fdb-b51b-da1956850163), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:37.072499 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:37.099192 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cbfbb926-3bb7-4f1d-a47b-98d35c3ed835 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (227709ba-5010-4fdb-b51b-da1956850163), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:37.102826 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cbfbb926-3bb7-4f1d-a47b-98d35c3ed835 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:37.104736 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-cbfbb926-3bb7-4f1d-a47b-98d35c3ed835 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] 10.222.0.41 "DELETE /v2.0/security-groups/227709ba-5010-4fdb-b51b-da1956850163 HTTP/1.1" status: 204 len: 168 time: 0.2527277 Jan 28 07:47:37.115748 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfbb926-3bb7-4f1d-a47b-98d35c3ed835 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=227709ba-5010-4fdb-b51b-da1956850163,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:37.122969 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33950) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:47:37.144327 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a68af35-88bf-413d-97c3-4836dfdde13c admin admin] Network 16c2fd17-091f-4ce0-b81d-6bac0cadf0b6 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:47:37.147050 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-5a68af35-88bf-413d-97c3-4836dfdde13c admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:47:37.183247 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 33954) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:47:37.289163 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a68af35-88bf-413d-97c3-4836dfdde13c admin admin] Router 6eb7e69d-af16-4b5b-a76c-fcebd7c23c07 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:47:37.345285 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-cbf1d607-9c94-46f8-9b27-6d15d0080c89 tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-558184227', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:47:37.415141 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cbf1d607-9c94-46f8-9b27-6d15d0080c89 tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16606890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127275'] for router (a9b9e0e3-5c0a-4711-afdf-84172713e87d), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:37.416209 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cbf1d607-9c94-46f8-9b27-6d15d0080c89 tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16605498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16607952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16355422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127266'] for router (a9b9e0e3-5c0a-4711-afdf-84172713e87d), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:37.479445 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cbf1d607-9c94-46f8-9b27-6d15d0080c89 tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Publish callbacks [] for router_controller (a9b9e0e3-5c0a-4711-afdf-84172713e87d), precommit_add_association {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:37.487027 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cbf1d607-9c94-46f8-9b27-6d15d0080c89 tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16605475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16607909'] for router (a9b9e0e3-5c0a-4711-afdf-84172713e87d), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:37.495303 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a68af35-88bf-413d-97c3-4836dfdde13c admin admin] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:47:37.504790 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-18e88faa-0e59-4861-b88f-b86c8e43fb5d None None] Provisioning complete for port f5f51827-de04-4742-b15f-9245ed088de1 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:47:37.504977 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-5a68af35-88bf-413d-97c3-4836dfdde13c admin admin] 10.222.0.41 "PUT /v2.0/routers/6eb7e69d-af16-4b5b-a76c-fcebd7c23c07/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0497890 Jan 28 07:47:37.505787 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-18e88faa-0e59-4861-b88f-b86c8e43fb5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (f5f51827-de04-4742-b15f-9245ed088de1), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:37.520502 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cbf1d607-9c94-46f8-9b27-6d15d0080c89 tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Publish callbacks [] for router (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:37.525288 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 33958) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:47:37.525924 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-cbf1d607-9c94-46f8-9b27-6d15d0080c89 tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.4016719 Jan 28 07:47:37.533030 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-caf4bf9e-374f-4954-a7bd-b96ebc14c12f tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1291087991'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:47:37.588729 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-18e88faa-0e59-4861-b88f-b86c8e43fb5d None None] Port f5f51827-de04-4742-b15f-9245ed088de1 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:47:37.589192 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caf4bf9e-374f-4954-a7bd-b96ebc14c12f tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Made reservation on behalf of 426c56704c554049b5cb5215e6de51b7 for: {'network': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:47:37.592931 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-caf4bf9e-374f-4954-a7bd-b96ebc14c12f tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:37.607695 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-caf4bf9e-374f-4954-a7bd-b96ebc14c12f tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:37.736838 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-caf4bf9e-374f-4954-a7bd-b96ebc14c12f tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Publish callbacks [] for security_group (c1bcd040-4277-4e9a-953a-70c1291003d1), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:37.742021 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-caf4bf9e-374f-4954-a7bd-b96ebc14c12f tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (c1bcd040-4277-4e9a-953a-70c1291003d1), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:37.783876 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-caf4bf9e-374f-4954-a7bd-b96ebc14c12f tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=103283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:47:37.802780 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf4bf9e-374f-4954-a7bd-b96ebc14c12f tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1bcd040-4277-4e9a-953a-70c1291003d1,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:37.809983 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-caf4bf9e-374f-4954-a7bd-b96ebc14c12f tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (98d92081-de66-486b-9af6-d78de427431e), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:37.810328 n-d-712749-28 neutron-server[103283]: INFO neutron.db.segments_db [None req-caf4bf9e-374f-4954-a7bd-b96ebc14c12f tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Added segment 98d92081-de66-486b-9af6-d78de427431e of type vlan for network a8a6abd4-f8ac-4967-82f6-e24d74325f01 Jan 28 07:47:37.862795 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-caf4bf9e-374f-4954-a7bd-b96ebc14c12f tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (a8a6abd4-f8ac-4967-82f6-e24d74325f01), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:37.867764 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8878b678-fcda-4b9f-9b68-e19181f2f0e9 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16606535'] for router_interface (00114493-53d4-4791-96c7-46d0430ca457), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:37.933933 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-caf4bf9e-374f-4954-a7bd-b96ebc14c12f tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (a8a6abd4-f8ac-4967-82f6-e24d74325f01), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:37.938890 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf4bf9e-374f-4954-a7bd-b96ebc14c12f tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:47:37.939511 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-caf4bf9e-374f-4954-a7bd-b96ebc14c12f tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Publish callbacks [] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:38.040185 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-caf4bf9e-374f-4954-a7bd-b96ebc14c12f tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.5112453 Jan 28 07:47:38.040606 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33964) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:47:38.046460 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 4559e0cf-f26a-44fe-86af-d1bc5d07cee4 no longer exists at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:47:38.050647 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf4bf9e-374f-4954-a7bd-b96ebc14c12f tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Pushing event updated for resources: {'Network': ['ID=a8a6abd4-f8ac-4967-82f6-e24d74325f01,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:38.051692 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-53bd0bc1-7df5-4447-a86e-d638d67b207b tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Request body: {'subnet': {'network_id': 'a8a6abd4-f8ac-4967-82f6-e24d74325f01', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:47:38.092702 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network a8a6abd4-f8ac-4967-82f6-e24d74325f01 details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:47:38.095979 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] No Port match for: 4559e0cf-f26a-44fe-86af-d1bc5d07cee4 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:47:38.103294 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 4559e0cf-f26a-44fe-86af-d1bc5d07cee4 not bound to the agent host n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:47:38.112917 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 33966) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:47:38.119679 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-17326f0b-4c19-47f8-baa6-af986d10b2ef tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1234873358', 'description': 'tempest-secgroup-smoke-1234873358 description', 'project_id': 'f7c76513a0a24534bd03d09a01ed7997'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:47:38.171803 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-17326f0b-4c19-47f8-baa6-af986d10b2ef tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:38.202301 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53bd0bc1-7df5-4447-a86e-d638d67b207b tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Made reservation on behalf of 426c56704c554049b5cb5215e6de51b7 for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:47:38.206497 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-53bd0bc1-7df5-4447-a86e-d638d67b207b tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24979592'] for subnet (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:38.251936 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 32aeb238-7f69-427a-b21c-b8b52475cd71 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:47:38.312815 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 32aeb238-7f69-427a-b21c-b8b52475cd71 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:47:38.313254 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (32aeb238-7f69-427a-b21c-b8b52475cd71), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:38.332967 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-17326f0b-4c19-47f8-baa6-af986d10b2ef tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] Publish callbacks [] for security_group (b780afc9-5f35-4d03-a918-15374da8437f), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:38.340616 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-17326f0b-4c19-47f8-baa6-af986d10b2ef tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (b780afc9-5f35-4d03-a918-15374da8437f), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:38.369937 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-8878b678-fcda-4b9f-9b68-e19181f2f0e9 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Deleting port 2b035257-a8cf-49ac-a42b-8bed013c84f5 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:47:38.370359 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8878b678-fcda-4b9f-9b68-e19181f2f0e9 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (2b035257-a8cf-49ac-a42b-8bed013c84f5), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:38.401058 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-17326f0b-4c19-47f8-baa6-af986d10b2ef tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:38.404951 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-17326f0b-4c19-47f8-baa6-af986d10b2ef tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2873671 Jan 28 07:47:38.406116 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 33968) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:47:38.406782 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17326f0b-4c19-47f8-baa6-af986d10b2ef tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b780afc9-5f35-4d03-a918-15374da8437f,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:38.414632 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-e6dd19ba-7d2a-43b0-a907-8940dc3d5474 tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] Request body: {'security_group_rule': {'security_group_id': 'b780afc9-5f35-4d03-a918-15374da8437f', 'project_id': 'f7c76513a0a24534bd03d09a01ed7997', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:47:38.415750 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 32aeb238-7f69-427a-b21c-b8b52475cd71 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:47:38.416322 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (32aeb238-7f69-427a-b21c-b8b52475cd71), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:38.449327 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] For port 32aeb238-7f69-427a-b21c-b8b52475cd71, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=32aeb238-7f69-427a-b21c-b8b52475cd71,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:47:38.456399 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-53bd0bc1-7df5-4447-a86e-d638d67b207b tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24757504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24979610'] for subnet (e2366471-1367-475d-85e8-a6ac8ba6df13), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:38.459445 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (32aeb238-7f69-427a-b21c-b8b52475cd71), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:38.521705 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-8878b678-fcda-4b9f-9b68-e19181f2f0e9 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] For port 2b035257-a8cf-49ac-a42b-8bed013c84f5, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=2b035257-a8cf-49ac-a42b-8bed013c84f5,segment=NetworkSegment(d717bbb0-6df6-42bd-b8bb-f148cd2d1524),segment_id=d717bbb0-6df6-42bd-b8bb-f148cd2d1524)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:47:38.522076 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8878b678-fcda-4b9f-9b68-e19181f2f0e9 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (2b035257-a8cf-49ac-a42b-8bed013c84f5), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:38.526896 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Pushing event updated for resources: {'Port': ['ID=32aeb238-7f69-427a-b21c-b8b52475cd71,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:38.529994 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bd0bc1-7df5-4447-a86e-d638d67b207b tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Pushing event updated for resources: {'Subnet': ['ID=e2366471-1367-475d-85e8-a6ac8ba6df13,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:38.535474 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:47:38.535904 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:47:38.536430 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:47:38.537061 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:47:38.537718 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:47:38.538181 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:47:38.542249 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:47:38.542478 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:47:38.542615 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53bd0bc1-7df5-4447-a86e-d638d67b207b tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Checking segment: {'id': '98d92081-de66-486b-9af6-d78de427431e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a8a6abd4-f8ac-4967-82f6-e24d74325f01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:47:38.543079 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53bd0bc1-7df5-4447-a86e-d638d67b207b tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Network hostable DHCP agents. Network: a8a6abd4-f8ac-4967-82f6-e24d74325f01, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:47:38.543715 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:47:38.544935 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:47:38.545374 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:47:38.545784 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:47:38.546568 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:47:38.556766 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-8878b678-fcda-4b9f-9b68-e19181f2f0e9 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Calling delete_port for 2b035257-a8cf-49ac-a42b-8bed013c84f5 owned by network:router_interface {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:47:38.560121 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e6dd19ba-7d2a-43b0-a907-8940dc3d5474 tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] Publish callbacks [] for security_group_rule (1fa02650-047d-45c8-999a-dc6fbcbd07bd), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:38.562635 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53bd0bc1-7df5-4447-a86e-d638d67b207b tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Network a8a6abd4-f8ac-4967-82f6-e24d74325f01 is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:47:38.572005 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-53bd0bc1-7df5-4447-a86e-d638d67b207b tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, a8a6abd4-f8ac-4967-82f6-e24d74325f01) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:47:38.580958 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c3a0f2-de13-41fe-9d3e-71d2dbbe0692 None None] Network a8a6abd4-f8ac-4967-82f6-e24d74325f01 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:47:38.585060 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53bd0bc1-7df5-4447-a86e-d638d67b207b tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:47:38.585762 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-53bd0bc1-7df5-4447-a86e-d638d67b207b tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:38.611086 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-53bd0bc1-7df5-4447-a86e-d638d67b207b tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5660820 Jan 28 07:47:38.611086 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33970) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:47:38.618124 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-d8be9b39-0d9f-4095-aaee-f0579a249a62 tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Request body: {'network': {'name': 'tempest-router-network01--1516326034'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:47:38.641903 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8be9b39-0d9f-4095-aaee-f0579a249a62 tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Made reservation on behalf of 426c56704c554049b5cb5215e6de51b7 for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:47:38.646558 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d8be9b39-0d9f-4095-aaee-f0579a249a62 tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:38.670291 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e6dd19ba-7d2a-43b0-a907-8940dc3d5474 tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] Publish callbacks [] for security_group_rule (1fa02650-047d-45c8-999a-dc6fbcbd07bd), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:38.674683 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8be9b39-0d9f-4095-aaee-f0579a249a62 tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:47:38.679687 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e6dd19ba-7d2a-43b0-a907-8940dc3d5474 tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (1fa02650-047d-45c8-999a-dc6fbcbd07bd), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:38.692330 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def05ab5-31eb-49f5-86e3-d73b2862aa63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3dd72b9-6805-5f61-b6f3-a591f99a173d-a8a6abd4-f8ac-4967-82f6-e24d74325f01', 'network_id': 'a8a6abd4-f8ac-4967-82f6-e24d74325f01', 'project_id': '426c56704c554049b5cb5215e6de51b7', 'fixed_ips': [{'subnet_id': 'e2366471-1367-475d-85e8-a6ac8ba6df13'}]}} from n-d-712749-28. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 07:47:38.693720 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d8be9b39-0d9f-4095-aaee-f0579a249a62 tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (34acecca-15a5-4889-a03b-bb4ad67c4d29), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:38.693894 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-def05ab5-31eb-49f5-86e3-d73b2862aa63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:38.694321 n-d-712749-28 neutron-server[103284]: INFO neutron.db.segments_db [None req-d8be9b39-0d9f-4095-aaee-f0579a249a62 tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Added segment 34acecca-15a5-4889-a03b-bb4ad67c4d29 of type vlan for network 3d9e7ed8-0150-48ea-9d5e-9d2e7d290efc Jan 28 07:47:38.739327 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dd19ba-7d2a-43b0-a907-8940dc3d5474 tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fa02650-047d-45c8-999a-dc6fbcbd07bd,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:38.770422 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e6dd19ba-7d2a-43b0-a907-8940dc3d5474 tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:38.774713 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d8be9b39-0d9f-4095-aaee-f0579a249a62 tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (3d9e7ed8-0150-48ea-9d5e-9d2e7d290efc), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:38.774920 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-e6dd19ba-7d2a-43b0-a907-8940dc3d5474 tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3629568 Jan 28 07:47:38.775029 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33972) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:47:38.782933 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-2a641bde-879f-49d1-aa3c-7ce21463a908 tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] Request body: {'security_group_rule': {'security_group_id': 'b780afc9-5f35-4d03-a918-15374da8437f', 'project_id': 'f7c76513a0a24534bd03d09a01ed7997', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:47:38.834946 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d8be9b39-0d9f-4095-aaee-f0579a249a62 tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (3d9e7ed8-0150-48ea-9d5e-9d2e7d290efc), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:38.841066 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8be9b39-0d9f-4095-aaee-f0579a249a62 tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:47:38.841838 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d8be9b39-0d9f-4095-aaee-f0579a249a62 tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:38.853325 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2a641bde-879f-49d1-aa3c-7ce21463a908 tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] Publish callbacks [] for security_group_rule (9c2b734e-24ad-4fa0-bf64-1542ce172733), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:38.864247 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8878b678-fcda-4b9f-9b68-e19181f2f0e9 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (2b035257-a8cf-49ac-a42b-8bed013c84f5), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:38.868607 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:38.901135 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8878b678-fcda-4b9f-9b68-e19181f2f0e9 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Pushing event deleted for resources: {'Port': ['ID=2b035257-a8cf-49ac-a42b-8bed013c84f5,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:38.936639 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-def05ab5-31eb-49f5-86e3-d73b2862aa63 None None] Allocated IP 172.20.0.2 (a8a6abd4-f8ac-4967-82f6-e24d74325f01/e2366471-1367-475d-85e8-a6ac8ba6df13/44e7133a-4301-489c-bd82-0dfbe6ae4ff8) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:47:38.946421 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-d8be9b39-0d9f-4095-aaee-f0579a249a62 tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3335745 Jan 28 07:47:38.952377 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 33974) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:47:38.957961 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-b0208385-fc41-4477-a0e4-5e9ad8a846df tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Request body: {'network': {'name': 'tempest-router-network02--429604719'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:47:38.971914 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8be9b39-0d9f-4095-aaee-f0579a249a62 tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Pushing event updated for resources: {'Network': ['ID=3d9e7ed8-0150-48ea-9d5e-9d2e7d290efc,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:39.002794 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0208385-fc41-4477-a0e4-5e9ad8a846df tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Made reservation on behalf of 426c56704c554049b5cb5215e6de51b7 for: {'network': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:47:39.006584 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b0208385-fc41-4477-a0e4-5e9ad8a846df tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:39.007721 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2a641bde-879f-49d1-aa3c-7ce21463a908 tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] Publish callbacks [] for security_group_rule (9c2b734e-24ad-4fa0-bf64-1542ce172733), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:39.013714 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2a641bde-879f-49d1-aa3c-7ce21463a908 tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (9c2b734e-24ad-4fa0-bf64-1542ce172733), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:39.032815 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4484d540-f444-4c12-8929-0ce73791df36 None None] Sync routers for ids ['6eb7e69d-af16-4b5b-a76c-fcebd7c23c07'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:47:39.041576 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a641bde-879f-49d1-aa3c-7ce21463a908 tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c2b734e-24ad-4fa0-bf64-1542ce172733,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:39.051746 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2a641bde-879f-49d1-aa3c-7ce21463a908 tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:39.054064 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-2a641bde-879f-49d1-aa3c-7ce21463a908 tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2779922 Jan 28 07:47:39.056897 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33976) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:47:39.063096 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network 3d9e7ed8-0150-48ea-9d5e-9d2e7d290efc details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:47:39.064921 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-6cbbcc49-6e9f-4e59-81dd-98debcc99dfb tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] Request body: {'security_group_rule': {'security_group_id': 'b780afc9-5f35-4d03-a918-15374da8437f', 'project_id': 'f7c76513a0a24534bd03d09a01ed7997', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:47:39.086064 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0208385-fc41-4477-a0e4-5e9ad8a846df tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=103283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:47:39.093476 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6cbbcc49-6e9f-4e59-81dd-98debcc99dfb tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] Publish callbacks [] for security_group_rule (046a70e2-0088-491e-8e7d-9c8cbe0f4e7a), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:39.099350 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b0208385-fc41-4477-a0e4-5e9ad8a846df tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (175cf2f3-ac30-47b5-8a04-ca98e141056e), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:39.099902 n-d-712749-28 neutron-server[103283]: INFO neutron.db.segments_db [None req-b0208385-fc41-4477-a0e4-5e9ad8a846df tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Added segment 175cf2f3-ac30-47b5-8a04-ca98e141056e of type vlan for network 7f75e93e-2846-46ea-b681-13e8c3ce75ed Jan 28 07:47:39.142573 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4484d540-f444-4c12-8929-0ce73791df36 None None] Routers {'6eb7e69d-af16-4b5b-a76c-fcebd7c23c07'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:47:39.143201 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-4484d540-f444-4c12-8929-0ce73791df36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:47:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['6eb7e69d-af16-4b5b-a76c-fcebd7c23c07'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:47:39.149455 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b0208385-fc41-4477-a0e4-5e9ad8a846df tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (7f75e93e-2846-46ea-b681-13e8c3ce75ed), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:39.170529 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6cbbcc49-6e9f-4e59-81dd-98debcc99dfb tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] Publish callbacks [] for security_group_rule (046a70e2-0088-491e-8e7d-9c8cbe0f4e7a), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:39.175506 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6cbbcc49-6e9f-4e59-81dd-98debcc99dfb tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (046a70e2-0088-491e-8e7d-9c8cbe0f4e7a), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:39.199348 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b0208385-fc41-4477-a0e4-5e9ad8a846df tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (7f75e93e-2846-46ea-b681-13e8c3ce75ed), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:39.203066 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbbcc49-6e9f-4e59-81dd-98debcc99dfb tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=046a70e2-0088-491e-8e7d-9c8cbe0f4e7a,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:39.206586 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0208385-fc41-4477-a0e4-5e9ad8a846df tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:47:39.207219 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b0208385-fc41-4477-a0e4-5e9ad8a846df tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Publish callbacks [] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:39.209260 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6cbbcc49-6e9f-4e59-81dd-98debcc99dfb tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:39.213139 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-6cbbcc49-6e9f-4e59-81dd-98debcc99dfb tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1539557 Jan 28 07:47:39.214397 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33978) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:47:39.218119 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-8bd6b3da-841c-48a7-9b1f-8237bbaf9b08 tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] Request body: {'security_group_rule': {'security_group_id': 'b780afc9-5f35-4d03-a918-15374da8437f', 'project_id': 'f7c76513a0a24534bd03d09a01ed7997', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:47:39.271552 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8bd6b3da-841c-48a7-9b1f-8237bbaf9b08 tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] Publish callbacks [] for security_group_rule (efcc51d4-834f-4242-b982-cb59eed0d465), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:39.316739 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-b0208385-fc41-4477-a0e4-5e9ad8a846df tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3612640 Jan 28 07:47:39.319562 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33980) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:47:39.324018 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0208385-fc41-4477-a0e4-5e9ad8a846df tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Pushing event updated for resources: {'Network': ['ID=7f75e93e-2846-46ea-b681-13e8c3ce75ed,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:39.325469 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-26aa8ae7-9586-4aa7-b78a-0180edfa1ea6 tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Request body: {'subnet': {'network_id': '3d9e7ed8-0150-48ea-9d5e-9d2e7d290efc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:47:39.326689 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8878b678-fcda-4b9f-9b68-e19181f2f0e9 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16319006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16606699'] for router_interface (00114493-53d4-4791-96c7-46d0430ca457), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:39.344803 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network 7f75e93e-2846-46ea-b681-13e8c3ce75ed details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:47:39.399450 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8bd6b3da-841c-48a7-9b1f-8237bbaf9b08 tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] Publish callbacks [] for security_group_rule (efcc51d4-834f-4242-b982-cb59eed0d465), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:39.408841 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8bd6b3da-841c-48a7-9b1f-8237bbaf9b08 tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (efcc51d4-834f-4242-b982-cb59eed0d465), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:39.453519 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd6b3da-841c-48a7-9b1f-8237bbaf9b08 tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efcc51d4-834f-4242-b982-cb59eed0d465,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:39.463670 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8bd6b3da-841c-48a7-9b1f-8237bbaf9b08 tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:39.467993 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 33982) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:47:39.468242 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-8bd6b3da-841c-48a7-9b1f-8237bbaf9b08 tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2533383 Jan 28 07:47:39.474382 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-7ecb2df2-3378-4e2b-ae4d-ccd1cad7f729 tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] Request body: {'security_group_rule': {'security_group_id': 'b780afc9-5f35-4d03-a918-15374da8437f', 'project_id': 'f7c76513a0a24534bd03d09a01ed7997', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:47:39.482270 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26aa8ae7-9586-4aa7-b78a-0180edfa1ea6 tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Made reservation on behalf of 426c56704c554049b5cb5215e6de51b7 for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:47:39.485982 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-26aa8ae7-9586-4aa7-b78a-0180edfa1ea6 tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24979592'] for subnet (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:39.537990 n-d-712749-28 neutron-server[103283]: INFO neutron.db.securitygroups_db [None req-7ecb2df2-3378-4e2b-ae4d-ccd1cad7f729 tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] Project f7c76513a0a24534bd03d09a01ed7997 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 07:47:39.548127 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7ecb2df2-3378-4e2b-ae4d-ccd1cad7f729 tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] Publish callbacks [] for security_group_rule (5aa2e6fb-add5-4556-8300-228e715d4b2f), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:39.569487 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-4484d540-f444-4c12-8929-0ce73791df36 None None] Set router 6eb7e69d-af16-4b5b-a76c-fcebd7c23c07 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:47:39.645165 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-def05ab5-31eb-49f5-86e3-d73b2862aa63 None None] Publish callbacks [] for port (44e7133a-4301-489c-bd82-0dfbe6ae4ff8), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:39.659493 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7ecb2df2-3378-4e2b-ae4d-ccd1cad7f729 tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] Publish callbacks [] for security_group_rule (5aa2e6fb-add5-4556-8300-228e715d4b2f), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:39.661838 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8878b678-fcda-4b9f-9b68-e19181f2f0e9 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Router 00114493-53d4-4791-96c7-46d0430ca457 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:47:39.666998 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7ecb2df2-3378-4e2b-ae4d-ccd1cad7f729 tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (5aa2e6fb-add5-4556-8300-228e715d4b2f), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:39.682382 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-def05ab5-31eb-49f5-86e3-d73b2862aa63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (44e7133a-4301-489c-bd82-0dfbe6ae4ff8), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:39.685137 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-26aa8ae7-9586-4aa7-b78a-0180edfa1ea6 tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24757504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24979610'] for subnet (8b12eb57-600e-41b1-8cd8-74488d2f68c1), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:39.699242 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecb2df2-3378-4e2b-ae4d-ccd1cad7f729 tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5aa2e6fb-add5-4556-8300-228e715d4b2f,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:39.738729 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7ecb2df2-3378-4e2b-ae4d-ccd1cad7f729 tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:39.742968 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-7ecb2df2-3378-4e2b-ae4d-ccd1cad7f729 tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2738380 Jan 28 07:47:39.744653 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33984) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:47:39.749013 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-83dd88b7-8baa-46f1-aa45-a65790f4d165 tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] Request body: {'security_group_rule': {'security_group_id': 'b780afc9-5f35-4d03-a918-15374da8437f', 'project_id': 'f7c76513a0a24534bd03d09a01ed7997', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:47:39.769118 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aa8ae7-9586-4aa7-b78a-0180edfa1ea6 tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Pushing event updated for resources: {'Subnet': ['ID=8b12eb57-600e-41b1-8cd8-74488d2f68c1,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:39.790783 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26aa8ae7-9586-4aa7-b78a-0180edfa1ea6 tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Checking segment: {'id': '34acecca-15a5-4889-a03b-bb4ad67c4d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '3d9e7ed8-0150-48ea-9d5e-9d2e7d290efc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:47:39.791185 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26aa8ae7-9586-4aa7-b78a-0180edfa1ea6 tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Network hostable DHCP agents. Network: 3d9e7ed8-0150-48ea-9d5e-9d2e7d290efc, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:47:39.792873 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def05ab5-31eb-49f5-86e3-d73b2862aa63 None None] Network a8a6abd4-f8ac-4967-82f6-e24d74325f01 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:47:39.797877 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:39.798099 n-d-712749-28 neutron-server[103284]: INFO neutron.db.securitygroups_db [None req-83dd88b7-8baa-46f1-aa45-a65790f4d165 tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] Project f7c76513a0a24534bd03d09a01ed7997 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 07:47:39.801550 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def05ab5-31eb-49f5-86e3-d73b2862aa63 None None] Pushing event updated for resources: {'Port': ['ID=44e7133a-4301-489c-bd82-0dfbe6ae4ff8,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:39.805356 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-def05ab5-31eb-49f5-86e3-d73b2862aa63 None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:47:39.808737 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-83dd88b7-8baa-46f1-aa45-a65790f4d165 tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] Publish callbacks [] for security_group_rule (887700b7-12fa-4fef-af82-2dc5949439fa), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:39.814165 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def05ab5-31eb-49f5-86e3-d73b2862aa63 None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:47:39.838425 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26aa8ae7-9586-4aa7-b78a-0180edfa1ea6 tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Network 3d9e7ed8-0150-48ea-9d5e-9d2e7d290efc is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:47:39.865686 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-26aa8ae7-9586-4aa7-b78a-0180edfa1ea6 tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, 3d9e7ed8-0150-48ea-9d5e-9d2e7d290efc) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:47:39.874927 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26aa8ae7-9586-4aa7-b78a-0180edfa1ea6 tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:47:39.875535 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-26aa8ae7-9586-4aa7-b78a-0180edfa1ea6 tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:39.885617 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c77514c6-4845-4ce9-a6b6-68a274d3271f None None] Network 3d9e7ed8-0150-48ea-9d5e-9d2e7d290efc requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:47:39.905298 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-26aa8ae7-9586-4aa7-b78a-0180edfa1ea6 tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5816510 Jan 28 07:47:39.905298 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-83dd88b7-8baa-46f1-aa45-a65790f4d165 tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] Publish callbacks [] for security_group_rule (887700b7-12fa-4fef-af82-2dc5949439fa), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:39.905627 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 33986) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:47:39.910425 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-0dcfed2f-982c-4e2a-9a1a-fc7e604988f6 tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Request body: {'subnet': {'network_id': '7f75e93e-2846-46ea-b681-13e8c3ce75ed', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:47:39.916323 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-83dd88b7-8baa-46f1-aa45-a65790f4d165 tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (887700b7-12fa-4fef-af82-2dc5949439fa), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:39.970702 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-def05ab5-31eb-49f5-86e3-d73b2862aa63 None None] Attempting to bind port 44e7133a-4301-489c-bd82-0dfbe6ae4ff8 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:47:39.971090 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-def05ab5-31eb-49f5-86e3-d73b2862aa63 None None] Attempting to bind port 44e7133a-4301-489c-bd82-0dfbe6ae4ff8 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '98d92081-de66-486b-9af6-d78de427431e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a8a6abd4-f8ac-4967-82f6-e24d74325f01'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:47:39.971453 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def05ab5-31eb-49f5-86e3-d73b2862aa63 None None] Attempting to bind port 44e7133a-4301-489c-bd82-0dfbe6ae4ff8 on network a8a6abd4-f8ac-4967-82f6-e24d74325f01 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:47:39.985880 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def05ab5-31eb-49f5-86e3-d73b2862aa63 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 47, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:47:39.986277 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def05ab5-31eb-49f5-86e3-d73b2862aa63 None None] Checking segment: {'id': '98d92081-de66-486b-9af6-d78de427431e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a8a6abd4-f8ac-4967-82f6-e24d74325f01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:47:39.986682 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-def05ab5-31eb-49f5-86e3-d73b2862aa63 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:39.987448 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def05ab5-31eb-49f5-86e3-d73b2862aa63 None None] Bound using segment: {'id': '98d92081-de66-486b-9af6-d78de427431e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a8a6abd4-f8ac-4967-82f6-e24d74325f01'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:47:39.987609 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dd88b7-8baa-46f1-aa45-a65790f4d165 tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=887700b7-12fa-4fef-af82-2dc5949439fa,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:39.987748 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-def05ab5-31eb-49f5-86e3-d73b2862aa63 None None] Bound port: 44e7133a-4301-489c-bd82-0dfbe6ae4ff8, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98d92081-de66-486b-9af6-d78de427431e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a8a6abd4-f8ac-4967-82f6-e24d74325f01'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:47:39.988087 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-def05ab5-31eb-49f5-86e3-d73b2862aa63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (44e7133a-4301-489c-bd82-0dfbe6ae4ff8), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:40.002656 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-83dd88b7-8baa-46f1-aa45-a65790f4d165 tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:40.003957 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-83dd88b7-8baa-46f1-aa45-a65790f4d165 tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2584119 Jan 28 07:47:40.039785 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dcfed2f-982c-4e2a-9a1a-fc7e604988f6 tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Made reservation on behalf of 426c56704c554049b5cb5215e6de51b7 for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:47:40.043466 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0dcfed2f-982c-4e2a-9a1a-fc7e604988f6 tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24979592'] for subnet (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:40.139483 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-4484d540-f444-4c12-8929-0ce73791df36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eb7e69d-af16-4b5b-a76c-fcebd7c23c07', 'name': 'tempest-TestServerBasicOps-774579809-router', 'tenant_id': 'b4bf9c942c77437385ea87dc492d96e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': '32aeb238-7f69-427a-b21c-b8b52475cd71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:47:30Z', 'updated_at': '2022-01-28T07:47:36Z', 'revision_number': 4, 'project_id': 'b4bf9c942c77437385ea87dc492d96e2', 'gw_port': {'id': '32aeb238-7f69-427a-b21c-b8b52475cd71', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:7e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb7e69d-af16-4b5b-a76c-fcebd7c23c07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:47:31Z', 'updated_at': '2022-01-28T07:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': 'f5f51827-de04-4742-b15f-9245ed088de1', 'name': '', 'network_id': '16c2fd17-091f-4ce0-b81d-6bac0cadf0b6', 'tenant_id': 'b4bf9c942c77437385ea87dc492d96e2', 'mac_address': 'fa:16:3e:b5:b5:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eb7e69d-af16-4b5b-a76c-fcebd7c23c07', 'device_owner': 'network:router_interface', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': 'fe6aee20-7e4d-4c02-b470-6d06676bf27c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:47:35Z', 'updated_at': '2022-01-28T07:47:36Z', 'revision_number': 2, 'project_id': 'b4bf9c942c77437385ea87dc492d96e2', 'subnets': [{'id': 'fe6aee20-7e4d-4c02-b470-6d06676bf27c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:47:40.141247 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8878b678-fcda-4b9f-9b68-e19181f2f0e9 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:47:40.147439 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-8878b678-fcda-4b9f-9b68-e19181f2f0e9 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] 10.222.0.41 "PUT /v2.0/routers/00114493-53d4-4791-96c7-46d0430ca457/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9630578 Jan 28 07:47:40.153983 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59773389-8450-41f8-8cb1-f299169e6bc6 None None] Sync routers for ids ['00114493-53d4-4791-96c7-46d0430ca457'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:47:40.156279 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 33996) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:47:40.189901 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59773389-8450-41f8-8cb1-f299169e6bc6 None None] Routers {'00114493-53d4-4791-96c7-46d0430ca457'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:47:40.190797 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-59773389-8450-41f8-8cb1-f299169e6bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:47:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['00114493-53d4-4791-96c7-46d0430ca457'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:47:40.213650 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89697ab0-455d-41c8-89fd-316a603b0fa4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3dd72b9-6805-5f61-b6f3-a591f99a173d-3d9e7ed8-0150-48ea-9d5e-9d2e7d290efc', 'network_id': '3d9e7ed8-0150-48ea-9d5e-9d2e7d290efc', 'project_id': '426c56704c554049b5cb5215e6de51b7', 'fixed_ips': [{'subnet_id': '8b12eb57-600e-41b1-8cd8-74488d2f68c1'}]}} from n-d-712749-28. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 07:47:40.225569 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-89697ab0-455d-41c8-89fd-316a603b0fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:40.229096 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-def05ab5-31eb-49f5-86e3-d73b2862aa63 None None] For port 44e7133a-4301-489c-bd82-0dfbe6ae4ff8, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:47:40.231597 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4484d540-f444-4c12-8929-0ce73791df36 None None] Checking router: 6eb7e69d-af16-4b5b-a76c-fcebd7c23c07 for host: n-d-712749-28 {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:47:40.231961 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4484d540-f444-4c12-8929-0ce73791df36 None None] Updating router 6eb7e69d-af16-4b5b-a76c-fcebd7c23c07 port f5f51827-de04-4742-b15f-9245ed088de1 binding host n-d-712749-28 {{(pid=103285) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 07:47:40.244094 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b81e9f1-098e-49f2-92e4-6d58ce3e1bf5 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Deleting subnet 9ac67502-94d9-4a8d-92e4-b5c3a2cb9784 {{(pid=103283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:47:40.250801 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3b81e9f1-098e-49f2-92e4-6d58ce3e1bf5 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks [] for subnet (9ac67502-94d9-4a8d-92e4-b5c3a2cb9784), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:40.278007 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-def05ab5-31eb-49f5-86e3-d73b2862aa63 None None] For port 44e7133a-4301-489c-bd82-0dfbe6ae4ff8, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=44e7133a-4301-489c-bd82-0dfbe6ae4ff8,segment=NetworkSegment(98d92081-de66-486b-9af6-d78de427431e),segment_id=98d92081-de66-486b-9af6-d78de427431e)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:47:40.285892 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0dcfed2f-982c-4e2a-9a1a-fc7e604988f6 tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24757504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24979610'] for subnet (a3fbf0f0-69a0-4319-8a58-d948f0630fa9), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:40.293692 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-def05ab5-31eb-49f5-86e3-d73b2862aa63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (44e7133a-4301-489c-bd82-0dfbe6ae4ff8), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:40.298931 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4484d540-f444-4c12-8929-0ce73791df36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (f5f51827-de04-4742-b15f-9245ed088de1), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:40.332492 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3b81e9f1-098e-49f2-92e4-6d58ce3e1bf5 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13506696'] for subnet (9ac67502-94d9-4a8d-92e4-b5c3a2cb9784), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:40.351406 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcfed2f-982c-4e2a-9a1a-fc7e604988f6 tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Pushing event updated for resources: {'Subnet': ['ID=a3fbf0f0-69a0-4319-8a58-d948f0630fa9,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:40.374465 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dcfed2f-982c-4e2a-9a1a-fc7e604988f6 tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Checking segment: {'id': '175cf2f3-ac30-47b5-8a04-ca98e141056e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '7f75e93e-2846-46ea-b681-13e8c3ce75ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:47:40.374836 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dcfed2f-982c-4e2a-9a1a-fc7e604988f6 tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Network hostable DHCP agents. Network: 7f75e93e-2846-46ea-b681-13e8c3ce75ed, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:47:40.400346 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dcfed2f-982c-4e2a-9a1a-fc7e604988f6 tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Network 7f75e93e-2846-46ea-b681-13e8c3ce75ed is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:47:40.414301 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-0dcfed2f-982c-4e2a-9a1a-fc7e604988f6 tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, 7f75e93e-2846-46ea-b681-13e8c3ce75ed) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:47:40.420383 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dcfed2f-982c-4e2a-9a1a-fc7e604988f6 tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:47:40.421052 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0dcfed2f-982c-4e2a-9a1a-fc7e604988f6 tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:40.447354 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-0dcfed2f-982c-4e2a-9a1a-fc7e604988f6 tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5384693 Jan 28 07:47:40.447825 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 34002) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:47:40.460143 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3b81e9f1-098e-49f2-92e4-6d58ce3e1bf5 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (9ac67502-94d9-4a8d-92e4-b5c3a2cb9784), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:40.484686 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-59773389-8450-41f8-8cb1-f299169e6bc6 None None] Set router 00114493-53d4-4791-96c7-46d0430ca457 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:47:40.491342 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 32aeb238-7f69-427a-b21c-b8b52475cd71 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:47:40.527207 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-800dbf5e-8768-45ac-8914-0af0856216b2 None None] Network 7f75e93e-2846-46ea-b681-13e8c3ce75ed requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:47:40.535947 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3b81e9f1-098e-49f2-92e4-6d58ce3e1bf5 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13546665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13556132'] for subnet (9ac67502-94d9-4a8d-92e4-b5c3a2cb9784), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:40.541864 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def05ab5-31eb-49f5-86e3-d73b2862aa63 None None] Pushing event updated for resources: {'Port': ['ID=44e7133a-4301-489c-bd82-0dfbe6ae4ff8,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:40.589706 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b81e9f1-098e-49f2-92e4-6d58ce3e1bf5 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Pushing event deleted for resources: {'Subnet': ['ID=9ac67502-94d9-4a8d-92e4-b5c3a2cb9784,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:40.611758 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4debcc82-176f-455b-b26b-bef94d903b4a req-7e586b13-1864-4f2b-9232-5b7d9ca5697f tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1234873358&fields=id&tenant_id=f7c76513a0a24534bd03d09a01ed7997 HTTP/1.1" status: 200 len: 267 time: 0.3970642 Jan 28 07:47:40.632494 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3b81e9f1-098e-49f2-92e4-6d58ce3e1bf5 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks [] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:40.636500 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-3b81e9f1-098e-49f2-92e4-6d58ce3e1bf5 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] 10.222.0.41 "DELETE /v2.0/subnets/9ac67502-94d9-4a8d-92e4-b5c3a2cb9784 HTTP/1.1" status: 204 len: 168 time: 0.4791498 Jan 28 07:47:40.648132 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 34004) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:47:40.742447 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-59773389-8450-41f8-8cb1-f299169e6bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00114493-53d4-4791-96c7-46d0430ca457', 'name': 'tempest-TestNetworkBasicOps-router-1683959424', 'tenant_id': '5542ea76c30542aeb3cf0ca71420ede0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': '3127b7e1-5791-4c35-acf2-bc78c30901a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:46:29Z', 'updated_at': '2022-01-28T07:47:38Z', 'revision_number': 5, 'project_id': '5542ea76c30542aeb3cf0ca71420ede0', 'gw_port': {'id': '3127b7e1-5791-4c35-acf2-bc78c30901a1', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:9e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00114493-53d4-4791-96c7-46d0430ca457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:46:29Z', 'updated_at': '2022-01-28T07:46:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:47:40.767156 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3ad7e8a-6b90-452c-ae48-86c203ab467e None None] Network 28d557af-3c12-4abc-8f52-b6d071521254 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:47:40.785629 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59773389-8450-41f8-8cb1-f299169e6bc6 None None] Checking router: 00114493-53d4-4791-96c7-46d0430ca457 for host: n-d-712749-28 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:47:40.806766 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59773389-8450-41f8-8cb1-f299169e6bc6 None None] Routers {'00114493-53d4-4791-96c7-46d0430ca457'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:47:40.807422 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-59773389-8450-41f8-8cb1-f299169e6bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:47:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['00114493-53d4-4791-96c7-46d0430ca457'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:47:40.824432 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-065dfcf2-91a3-4666-a84b-6e5512b92636 tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:40.857565 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8bab07c0-b702-49d2-9c37-3c6728d5982b tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks [] for router (00114493-53d4-4791-96c7-46d0430ca457), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:40.902241 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f2cf51-2a9a-44da-b974-44716b19e4f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3dd72b9-6805-5f61-b6f3-a591f99a173d-7f75e93e-2846-46ea-b681-13e8c3ce75ed', 'network_id': '7f75e93e-2846-46ea-b681-13e8c3ce75ed', 'project_id': '426c56704c554049b5cb5215e6de51b7', 'fixed_ips': [{'subnet_id': 'a3fbf0f0-69a0-4319-8a58-d948f0630fa9'}]}} from n-d-712749-28. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 07:47:40.903130 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f3f2cf51-2a9a-44da-b974-44716b19e4f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:40.940157 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4debcc82-176f-455b-b26b-bef94d903b4a req-6926a12f-7096-4179-9ffb-eb63426c74f3 tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:47:40.942294 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4debcc82-176f-455b-b26b-bef94d903b4a req-6926a12f-7096-4179-9ffb-eb63426c74f3 tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] 10.222.0.41 "GET /v2.0/networks?id=5e7df087-c942-4925-b0b1-2d59986e35f3 HTTP/1.1" status: 200 len: 808 time: 0.3293390 Jan 28 07:47:40.969209 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4debcc82-176f-455b-b26b-bef94d903b4a req-cbdb9168-f6df-451d-bbb2-84ab6603fefb tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] 10.222.0.41 "GET /v2.0/quotas/f7c76513a0a24534bd03d09a01ed7997 HTTP/1.1" status: 200 len: 375 time: 0.0154614 Jan 28 07:47:41.033289 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 32aeb238-7f69-427a-b21c-b8b52475cd71 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:47:41.033628 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (32aeb238-7f69-427a-b21c-b8b52475cd71), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:41.038635 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-59773389-8450-41f8-8cb1-f299169e6bc6 None None] Set router 00114493-53d4-4791-96c7-46d0430ca457 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:47:41.083641 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8bab07c0-b702-49d2-9c37-3c6728d5982b tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks [] for router_gateway (00114493-53d4-4791-96c7-46d0430ca457), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:41.104421 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4debcc82-176f-455b-b26b-bef94d903b4a req-fb2242e2-2390-4143-91bd-09d5dbc52a69 tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=f7c76513a0a24534bd03d09a01ed7997&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0972645 Jan 28 07:47:41.186586 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [req-4debcc82-176f-455b-b26b-bef94d903b4a req-3fac2701-961f-471e-9b8f-ffbe3f434811 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103283) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 07:47:41.197444 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4debcc82-176f-455b-b26b-bef94d903b4a req-3fac2701-961f-471e-9b8f-ffbe3f434811 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0617735 Jan 28 07:47:41.205168 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-89697ab0-455d-41c8-89fd-316a603b0fa4 None None] Allocated IP 172.20.0.2 (3d9e7ed8-0150-48ea-9d5e-9d2e7d290efc/8b12eb57-600e-41b1-8cd8-74488d2f68c1/c669e25d-5c02-41ea-9e31-dd47011be6e2) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:47:41.328001 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-8bab07c0-b702-49d2-9c37-3c6728d5982b tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Deleting port 3127b7e1-5791-4c35-acf2-bc78c30901a1 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:47:41.328463 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8bab07c0-b702-49d2-9c37-3c6728d5982b tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (3127b7e1-5791-4c35-acf2-bc78c30901a1), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:41.341660 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4debcc82-176f-455b-b26b-bef94d903b4a req-484fec11-84c1-4e4b-aac6-227bdd578752 service neutron] 10.222.0.41 "GET /v2.0/networks/5e7df087-c942-4925-b0b1-2d59986e35f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431830 Jan 28 07:47:41.467718 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-59773389-8450-41f8-8cb1-f299169e6bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00114493-53d4-4791-96c7-46d0430ca457', 'name': 'tempest-TestNetworkBasicOps-router-1683959424', 'tenant_id': '5542ea76c30542aeb3cf0ca71420ede0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': '3127b7e1-5791-4c35-acf2-bc78c30901a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:46:29Z', 'updated_at': '2022-01-28T07:47:38Z', 'revision_number': 5, 'project_id': '5542ea76c30542aeb3cf0ca71420ede0', 'gw_port': {'id': '3127b7e1-5791-4c35-acf2-bc78c30901a1', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:9e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00114493-53d4-4791-96c7-46d0430ca457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:46:29Z', 'updated_at': '2022-01-28T07:46:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:47:41.468531 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4484d540-f444-4c12-8929-0ce73791df36 None None] Publish callbacks [] for port (f5f51827-de04-4742-b15f-9245ed088de1), precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:41.474795 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11bf1bc3-f9f2-4c0a-bf56-daa8c3f60782 None None] DHCP port deletion for 28d557af-3c12-4abc-8f52-b6d071521254 request from n-d-712749-28 {{(pid=103285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 07:47:41.501606 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59773389-8450-41f8-8cb1-f299169e6bc6 None None] The sync data for ids ['00114493-53d4-4791-96c7-46d0430ca457'] in n-d-712749-28 is: [{'id': '00114493-53d4-4791-96c7-46d0430ca457', 'name': 'tempest-TestNetworkBasicOps-router-1683959424', 'tenant_id': '5542ea76c30542aeb3cf0ca71420ede0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': '3127b7e1-5791-4c35-acf2-bc78c30901a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:46:29Z', 'updated_at': '2022-01-28T07:47:38Z', 'revision_number': 5, 'project_id': '5542ea76c30542aeb3cf0ca71420ede0', 'gw_port': {'id': '3127b7e1-5791-4c35-acf2-bc78c30901a1', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:9e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00114493-53d4-4791-96c7-46d0430ca457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:46:29Z', 'updated_at': '2022-01-28T07:46:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:47:41.520041 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4484d540-f444-4c12-8929-0ce73791df36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (f5f51827-de04-4742-b15f-9245ed088de1), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:41.522573 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-8bab07c0-b702-49d2-9c37-3c6728d5982b tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] For port 3127b7e1-5791-4c35-acf2-bc78c30901a1, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=3127b7e1-5791-4c35-acf2-bc78c30901a1,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:47:41.523017 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8bab07c0-b702-49d2-9c37-3c6728d5982b tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (3127b7e1-5791-4c35-acf2-bc78c30901a1), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:41.537063 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4debcc82-176f-455b-b26b-bef94d903b4a req-c355099e-1991-42c0-98a8-3e54ae757335 service neutron] 10.222.0.41 "GET /v2.0/networks/5e7df087-c942-4925-b0b1-2d59986e35f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920087 Jan 28 07:47:41.542168 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-8bab07c0-b702-49d2-9c37-3c6728d5982b tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Calling delete_port for 3127b7e1-5791-4c35-acf2-bc78c30901a1 owned by network:router_gateway {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:47:41.773174 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8bab07c0-b702-49d2-9c37-3c6728d5982b tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (3127b7e1-5791-4c35-acf2-bc78c30901a1), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:41.805808 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b5f087a0-5ecc-4113-9608-db56f49e0738 req-ca75bdc5-aac7-4512-9e3f-bc1435d29c21 tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] 10.222.0.41 "GET /v2.0/ports?device_id=3853886b-3fba-4f8d-b151-98d4a797032a HTTP/1.1" status: 200 len: 210 time: 0.0596361 Jan 28 07:47:41.828904 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bab07c0-b702-49d2-9c37-3c6728d5982b tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Pushing event deleted for resources: {'Port': ['ID=3127b7e1-5791-4c35-acf2-bc78c30901a1,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:41.882081 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-f3f2cf51-2a9a-44da-b974-44716b19e4f6 None None] Allocated IP 172.20.0.2 (7f75e93e-2846-46ea-b681-13e8c3ce75ed/a3fbf0f0-69a0-4319-8a58-d948f0630fa9/ce663a5b-e01c-40d8-ae2a-14c0eea7ac87) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:47:41.917520 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8bab07c0-b702-49d2-9c37-3c6728d5982b tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16607873'] for router_gateway (00114493-53d4-4791-96c7-46d0430ca457), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:41.924026 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 32aeb238-7f69-427a-b21c-b8b52475cd71 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:47:42.057450 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2251f5b-0ee8-416e-8409-41956f132a7e None None] Pushing event updated for resources: {'Port': ['ID=f5f51827-de04-4742-b15f-9245ed088de1,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:42.095683 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8bab07c0-b702-49d2-9c37-3c6728d5982b tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16605684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127449'] for router (00114493-53d4-4791-96c7-46d0430ca457), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:42.101672 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8bab07c0-b702-49d2-9c37-3c6728d5982b tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks [] for router_controller (00114493-53d4-4791-96c7-46d0430ca457), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:42.226766 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8bab07c0-b702-49d2-9c37-3c6728d5982b tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16605693'] for router (00114493-53d4-4791-96c7-46d0430ca457), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:42.228565 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bab07c0-b702-49d2-9c37-3c6728d5982b tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Fanout notify agent at l3_agent the message router_deleted on router 00114493-53d4-4791-96c7-46d0430ca457 {{(pid=103283) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 07:47:42.244003 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8bab07c0-b702-49d2-9c37-3c6728d5982b tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks [] for router (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:42.245626 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-8bab07c0-b702-49d2-9c37-3c6728d5982b tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] 10.222.0.41 "DELETE /v2.0/routers/00114493-53d4-4791-96c7-46d0430ca457 HTTP/1.1" status: 204 len: 168 time: 1.5963933 Jan 28 07:47:42.248465 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 34016) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:47:42.405432 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0bd8607f-8fb9-48ef-b2c9-bafb0063e574 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (28d557af-3c12-4abc-8f52-b6d071521254), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:42.420466 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-11bf1bc3-f9f2-4c0a-bf56-daa8c3f60782 None None] Deleting port ed1216c9-1dcd-4a20-9469-11907f175cf7 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:47:42.421013 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-11bf1bc3-f9f2-4c0a-bf56-daa8c3f60782 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (ed1216c9-1dcd-4a20-9469-11907f175cf7), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:42.454174 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-4484d540-f444-4c12-8929-0ce73791df36 None None] Attempting to bind port f5f51827-de04-4742-b15f-9245ed088de1 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:47:42.454855 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-4484d540-f444-4c12-8929-0ce73791df36 None None] Attempting to bind port f5f51827-de04-4742-b15f-9245ed088de1 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': 'b0a4bf30-7900-4a6a-8194-8f1e505ae01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '16c2fd17-091f-4ce0-b81d-6bac0cadf0b6'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:47:42.455432 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4484d540-f444-4c12-8929-0ce73791df36 None None] Attempting to bind port f5f51827-de04-4742-b15f-9245ed088de1 on network 16c2fd17-091f-4ce0-b81d-6bac0cadf0b6 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:47:42.510954 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-0bd8607f-8fb9-48ef-b2c9-bafb0063e574 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Deleting port ed1216c9-1dcd-4a20-9469-11907f175cf7 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:47:42.511312 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0bd8607f-8fb9-48ef-b2c9-bafb0063e574 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (ed1216c9-1dcd-4a20-9469-11907f175cf7), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:42.526186 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-89697ab0-455d-41c8-89fd-316a603b0fa4 None None] Publish callbacks [] for port (c669e25d-5c02-41ea-9e31-dd47011be6e2), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:42.561414 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 44e7133a-4301-489c-bd82-0dfbe6ae4ff8 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:47:42.563752 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f82504-4fb0-4dd7-8a5b-a5cc0ed16912 None None] Network a8a6abd4-f8ac-4967-82f6-e24d74325f01 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:47:42.579349 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-89697ab0-455d-41c8-89fd-316a603b0fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (c669e25d-5c02-41ea-9e31-dd47011be6e2), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:42.605763 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-0bd8607f-8fb9-48ef-b2c9-bafb0063e574 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] For port ed1216c9-1dcd-4a20-9469-11907f175cf7, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=ed1216c9-1dcd-4a20-9469-11907f175cf7,segment=NetworkSegment(d717bbb0-6df6-42bd-b8bb-f148cd2d1524),segment_id=d717bbb0-6df6-42bd-b8bb-f148cd2d1524)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:47:42.606440 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0bd8607f-8fb9-48ef-b2c9-bafb0063e574 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (ed1216c9-1dcd-4a20-9469-11907f175cf7), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:42.616168 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-065dfcf2-91a3-4666-a84b-6e5512b92636 tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Allocated IP 172.20.0.1 (3d9e7ed8-0150-48ea-9d5e-9d2e7d290efc/8b12eb57-600e-41b1-8cd8-74488d2f68c1/61a28995-942b-4b10-8073-d7d6e509f19c) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:47:42.624941 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-0bd8607f-8fb9-48ef-b2c9-bafb0063e574 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Calling delete_port for ed1216c9-1dcd-4a20-9469-11907f175cf7 owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:47:42.641277 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4484d540-f444-4c12-8929-0ce73791df36 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 47, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:47:42.641995 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4484d540-f444-4c12-8929-0ce73791df36 None None] Checking segment: {'id': 'b0a4bf30-7900-4a6a-8194-8f1e505ae01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '16c2fd17-091f-4ce0-b81d-6bac0cadf0b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:47:42.643015 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4484d540-f444-4c12-8929-0ce73791df36 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:42.643559 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4484d540-f444-4c12-8929-0ce73791df36 None None] Bound using segment: {'id': 'b0a4bf30-7900-4a6a-8194-8f1e505ae01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '16c2fd17-091f-4ce0-b81d-6bac0cadf0b6'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:47:42.644243 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-4484d540-f444-4c12-8929-0ce73791df36 None None] Bound port: f5f51827-de04-4742-b15f-9245ed088de1, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0a4bf30-7900-4a6a-8194-8f1e505ae01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '16c2fd17-091f-4ce0-b81d-6bac0cadf0b6'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:47:42.644853 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4484d540-f444-4c12-8929-0ce73791df36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (f5f51827-de04-4742-b15f-9245ed088de1), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:42.683399 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-d572f96f-85af-4b18-92df-2e243308f46b None None] Provisioning complete for port f5f51827-de04-4742-b15f-9245ed088de1 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:47:42.684086 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d572f96f-85af-4b18-92df-2e243308f46b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (f5f51827-de04-4742-b15f-9245ed088de1), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:42.762587 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0bd8607f-8fb9-48ef-b2c9-bafb0063e574 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (ed1216c9-1dcd-4a20-9469-11907f175cf7), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:42.808287 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd8607f-8fb9-48ef-b2c9-bafb0063e574 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Pushing event deleted for resources: {'Port': ['ID=ed1216c9-1dcd-4a20-9469-11907f175cf7,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:42.810963 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd8607f-8fb9-48ef-b2c9-bafb0063e574 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] No DVR routers for this DVR port ed1216c9-1dcd-4a20-9469-11907f175cf7 on host n-d-712749-28 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:47:42.818887 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-065dfcf2-91a3-4666-a84b-6e5512b92636 tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Publish callbacks [] for port (61a28995-942b-4b10-8073-d7d6e509f19c), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:42.920583 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89697ab0-455d-41c8-89fd-316a603b0fa4 None None] Network 3d9e7ed8-0150-48ea-9d5e-9d2e7d290efc is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:47:42.971299 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89697ab0-455d-41c8-89fd-316a603b0fa4 None None] Pushing event updated for resources: {'Port': ['ID=c669e25d-5c02-41ea-9e31-dd47011be6e2,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:42.974601 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-89697ab0-455d-41c8-89fd-316a603b0fa4 None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:47:42.980528 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0bd8607f-8fb9-48ef-b2c9-bafb0063e574 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (28d557af-3c12-4abc-8f52-b6d071521254), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:42.985654 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2db4df82-3a4b-4b53-bc00-bbbb2e024449 req-b98cab71-f28c-474c-b958-1b647276883c tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] 10.222.0.41 "GET /v2.0/ports?device_id=3853886b-3fba-4f8d-b151-98d4a797032a HTTP/1.1" status: 200 len: 210 time: 0.0545039 Jan 28 07:47:42.999131 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-11bf1bc3-f9f2-4c0a-bf56-daa8c3f60782 None None] For port ed1216c9-1dcd-4a20-9469-11907f175cf7, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=ed1216c9-1dcd-4a20-9469-11907f175cf7,segment=NetworkSegment(d717bbb0-6df6-42bd-b8bb-f148cd2d1524),segment_id=d717bbb0-6df6-42bd-b8bb-f148cd2d1524)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:47:42.999752 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-11bf1bc3-f9f2-4c0a-bf56-daa8c3f60782 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (ed1216c9-1dcd-4a20-9469-11907f175cf7), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:43.004701 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89697ab0-455d-41c8-89fd-316a603b0fa4 None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:47:43.009093 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-0bd8607f-8fb9-48ef-b2c9-bafb0063e574 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28d557af-3c12-4abc-8f52-b6d071521254']}} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:47:43.021879 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-0bd8607f-8fb9-48ef-b2c9-bafb0063e574 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd717bbb0-6df6-42bd-b8bb-f148cd2d1524') {'for_net_delete': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:47:43.022134 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-0bd8607f-8fb9-48ef-b2c9-bafb0063e574 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd717bbb0-6df6-42bd-b8bb-f148cd2d1524') {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:47:43.039640 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0bd8607f-8fb9-48ef-b2c9-bafb0063e574 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13506801'] for segment (d717bbb0-6df6-42bd-b8bb-f148cd2d1524), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:43.043938 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-4484d540-f444-4c12-8929-0ce73791df36 None None] For port f5f51827-de04-4742-b15f-9245ed088de1, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:47:43.101367 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0bd8607f-8fb9-48ef-b2c9-bafb0063e574 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (d717bbb0-6df6-42bd-b8bb-f148cd2d1524), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:43.101451 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-d572f96f-85af-4b18-92df-2e243308f46b None None] Port f5f51827-de04-4742-b15f-9245ed088de1 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:47:43.101532 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bd8607f-8fb9-48ef-b2c9-bafb0063e574 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=103283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:47:43.101532 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0bd8607f-8fb9-48ef-b2c9-bafb0063e574 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13546563'] for segment (d717bbb0-6df6-42bd-b8bb-f148cd2d1524), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:43.101532 n-d-712749-28 neutron-server[103283]: Traceback (most recent call last): Jan 28 07:47:43.101532 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:47:43.101532 n-d-712749-28 neutron-server[103283]: timer() Jan 28 07:47:43.101532 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:47:43.101532 n-d-712749-28 neutron-server[103283]: cb(*args, **kw) Jan 28 07:47:43.101532 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:47:43.101532 n-d-712749-28 neutron-server[103283]: return func(*args, **kwargs) Jan 28 07:47:43.101532 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:47:43.101532 n-d-712749-28 neutron-server[103283]: self._notify() Jan 28 07:47:43.101532 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:47:43.101532 n-d-712749-28 neutron-server[103283]: self.callback(batched_events) Jan 28 07:47:43.101532 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:47:43.101532 n-d-712749-28 neutron-server[103283]: event.method(event) Jan 28 07:47:43.101532 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:47:43.101532 n-d-712749-28 neutron-server[103283]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:47:43.101532 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:47:43.101532 n-d-712749-28 neutron-server[103283]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:47:43.101532 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:47:43.101532 n-d-712749-28 neutron-server[103283]: return f(self, *a, **k) Jan 28 07:47:43.101532 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:47:43.101532 n-d-712749-28 neutron-server[103283]: return self._get(url).json() Jan 28 07:47:43.101532 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:47:43.101532 n-d-712749-28 neutron-server[103283]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:47:43.101532 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:47:43.101532 n-d-712749-28 neutron-server[103283]: return self.request(url, 'GET', **kwargs) Jan 28 07:47:43.101532 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:47:43.101532 n-d-712749-28 neutron-server[103283]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:47:43.101532 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:47:43.101532 n-d-712749-28 neutron-server[103283]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:47:43.101532 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:47:43.101532 n-d-712749-28 neutron-server[103283]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:47:43.101532 n-d-712749-28 neutron-server[103283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:47:43.104179 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-11bf1bc3-f9f2-4c0a-bf56-daa8c3f60782 None None] Calling delete_port for ed1216c9-1dcd-4a20-9469-11907f175cf7 owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:47:43.170630 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-065dfcf2-91a3-4666-a84b-6e5512b92636 tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (61a28995-942b-4b10-8073-d7d6e509f19c), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:43.172678 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0bd8607f-8fb9-48ef-b2c9-bafb0063e574 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (28d557af-3c12-4abc-8f52-b6d071521254), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:43.179620 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0bd8607f-8fb9-48ef-b2c9-bafb0063e574 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Publish callbacks [] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:43.183798 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-0bd8607f-8fb9-48ef-b2c9-bafb0063e574 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] 10.222.0.41 "DELETE /v2.0/networks/28d557af-3c12-4abc-8f52-b6d071521254 HTTP/1.1" status: 204 len: 168 time: 0.9338384 Jan 28 07:47:43.215941 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd8607f-8fb9-48ef-b2c9-bafb0063e574 tempest-TestNetworkBasicOps-390103365 tempest-TestNetworkBasicOps-390103365-project] Pushing event deleted for resources: {'Network': ['ID=28d557af-3c12-4abc-8f52-b6d071521254,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:43.228814 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-4484d540-f444-4c12-8929-0ce73791df36 None None] For port f5f51827-de04-4742-b15f-9245ed088de1, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=f5f51827-de04-4742-b15f-9245ed088de1,segment=NetworkSegment(b0a4bf30-7900-4a6a-8194-8f1e505ae01c),segment_id=b0a4bf30-7900-4a6a-8194-8f1e505ae01c)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:47:43.235913 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f3f2cf51-2a9a-44da-b974-44716b19e4f6 None None] Publish callbacks [] for port (ce663a5b-e01c-40d8-ae2a-14c0eea7ac87), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:43.257100 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 44e7133a-4301-489c-bd82-0dfbe6ae4ff8 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:47:43.257679 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (44e7133a-4301-489c-bd82-0dfbe6ae4ff8), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:43.272249 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4484d540-f444-4c12-8929-0ce73791df36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (f5f51827-de04-4742-b15f-9245ed088de1), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:43.298411 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-065dfcf2-91a3-4666-a84b-6e5512b92636 tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Network 3d9e7ed8-0150-48ea-9d5e-9d2e7d290efc is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:47:43.300611 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f3f2cf51-2a9a-44da-b974-44716b19e4f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (ce663a5b-e01c-40d8-ae2a-14c0eea7ac87), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:43.305973 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-065dfcf2-91a3-4666-a84b-6e5512b92636 tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:47:43.313868 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065dfcf2-91a3-4666-a84b-6e5512b92636 tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:47:43.358694 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065dfcf2-91a3-4666-a84b-6e5512b92636 tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Pushing event updated for resources: {'Port': ['ID=61a28995-942b-4b10-8073-d7d6e509f19c,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:43.361718 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-89697ab0-455d-41c8-89fd-316a603b0fa4 None None] Attempting to bind port c669e25d-5c02-41ea-9e31-dd47011be6e2 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:47:43.362086 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-89697ab0-455d-41c8-89fd-316a603b0fa4 None None] Attempting to bind port c669e25d-5c02-41ea-9e31-dd47011be6e2 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '34acecca-15a5-4889-a03b-bb4ad67c4d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '3d9e7ed8-0150-48ea-9d5e-9d2e7d290efc'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:47:43.362596 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89697ab0-455d-41c8-89fd-316a603b0fa4 None None] Attempting to bind port c669e25d-5c02-41ea-9e31-dd47011be6e2 on network 3d9e7ed8-0150-48ea-9d5e-9d2e7d290efc {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:47:43.390453 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-065dfcf2-91a3-4666-a84b-6e5512b92636 tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16609232'] for router_interface (a9b9e0e3-5c0a-4711-afdf-84172713e87d), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:43.413641 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-dde906bb-050a-4dd8-ad60-b4c2de00c28e None None] Provisioning complete for port 44e7133a-4301-489c-bd82-0dfbe6ae4ff8 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:47:43.414328 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dde906bb-050a-4dd8-ad60-b4c2de00c28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (44e7133a-4301-489c-bd82-0dfbe6ae4ff8), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:43.427871 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89697ab0-455d-41c8-89fd-316a603b0fa4 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 47, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:47:43.429025 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89697ab0-455d-41c8-89fd-316a603b0fa4 None None] Checking segment: {'id': '34acecca-15a5-4889-a03b-bb4ad67c4d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '3d9e7ed8-0150-48ea-9d5e-9d2e7d290efc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:47:43.429449 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-89697ab0-455d-41c8-89fd-316a603b0fa4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:43.432955 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89697ab0-455d-41c8-89fd-316a603b0fa4 None None] Bound using segment: {'id': '34acecca-15a5-4889-a03b-bb4ad67c4d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '3d9e7ed8-0150-48ea-9d5e-9d2e7d290efc'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:47:43.435858 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-89697ab0-455d-41c8-89fd-316a603b0fa4 None None] Bound port: c669e25d-5c02-41ea-9e31-dd47011be6e2, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34acecca-15a5-4889-a03b-bb4ad67c4d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '3d9e7ed8-0150-48ea-9d5e-9d2e7d290efc'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:47:43.436780 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-89697ab0-455d-41c8-89fd-316a603b0fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (c669e25d-5c02-41ea-9e31-dd47011be6e2), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:43.452749 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3f2cf51-2a9a-44da-b974-44716b19e4f6 None None] Network 7f75e93e-2846-46ea-b681-13e8c3ce75ed is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:47:43.543698 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2251f5b-0ee8-416e-8409-41956f132a7e None None] Pushing event updated for resources: {'Port': ['ID=f5f51827-de04-4742-b15f-9245ed088de1,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:43.547285 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-f3f2cf51-2a9a-44da-b974-44716b19e4f6 None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:47:43.555833 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4debcc82-176f-455b-b26b-bef94d903b4a req-c61dafe8-c081-47b5-8c98-c52e225cde82 tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:47:43.556885 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f2cf51-2a9a-44da-b974-44716b19e4f6 None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:47:43.558825 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4debcc82-176f-455b-b26b-bef94d903b4a req-c61dafe8-c081-47b5-8c98-c52e225cde82 tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] 10.222.0.44 "GET /v2.0/networks?id=5e7df087-c942-4925-b0b1-2d59986e35f3 HTTP/1.1" status: 200 len: 808 time: 0.3627439 Jan 28 07:47:43.573340 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-065dfcf2-91a3-4666-a84b-6e5512b92636 tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (61a28995-942b-4b10-8073-d7d6e509f19c), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:43.644731 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4484d540-f444-4c12-8929-0ce73791df36 None None] Routers {'6eb7e69d-af16-4b5b-a76c-fcebd7c23c07'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:47:43.645380 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-4484d540-f444-4c12-8929-0ce73791df36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:47:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['6eb7e69d-af16-4b5b-a76c-fcebd7c23c07'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:47:43.772602 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-11bf1bc3-f9f2-4c0a-bf56-daa8c3f60782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298'] for port (ed1216c9-1dcd-4a20-9469-11907f175cf7), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:43.789838 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4debcc82-176f-455b-b26b-bef94d903b4a req-00f4ca83-f4ad-4342-8dfb-b2c078f810c7 tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f7c76513a0a24534bd03d09a01ed7997 HTTP/1.1" status: 200 len: 380 time: 0.1996531 Jan 28 07:47:43.828213 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-4debcc82-176f-455b-b26b-bef94d903b4a req-0ea45ede-1d12-4474-8ee8-907398f4f18c tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] Request body: {'port': {'device_id': '3853886b-3fba-4f8d-b151-98d4a797032a', 'network_id': '5e7df087-c942-4925-b0b1-2d59986e35f3', 'admin_state_up': True, 'tenant_id': 'f7c76513a0a24534bd03d09a01ed7997', 'security_groups': ['b780afc9-5f35-4d03-a918-15374da8437f']}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:47:43.844591 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-11bf1bc3-f9f2-4c0a-bf56-daa8c3f60782 None None] Network 28d557af-3c12-4abc-8f52-b6d071521254 is not hosted by any dhcp agent {{(pid=103285) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 28 07:47:43.845067 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11bf1bc3-f9f2-4c0a-bf56-daa8c3f60782 None None] No DVR routers for this DVR port ed1216c9-1dcd-4a20-9469-11907f175cf7 on host n-d-712749-28 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:47:43.865225 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f2cf51-2a9a-44da-b974-44716b19e4f6 None None] Pushing event updated for resources: {'Port': ['ID=ce663a5b-e01c-40d8-ae2a-14c0eea7ac87,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:43.909337 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 34026) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:47:43.988139 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bf1bc3-f9f2-4c0a-bf56-daa8c3f60782 None None] Pushing event deleted for resources: {'Port': ['ID=ed1216c9-1dcd-4a20-9469-11907f175cf7,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:43.993369 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-89697ab0-455d-41c8-89fd-316a603b0fa4 None None] For port c669e25d-5c02-41ea-9e31-dd47011be6e2, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:47:43.997856 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-f3f2cf51-2a9a-44da-b974-44716b19e4f6 None None] Attempting to bind port ce663a5b-e01c-40d8-ae2a-14c0eea7ac87 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:47:43.998230 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-f3f2cf51-2a9a-44da-b974-44716b19e4f6 None None] Attempting to bind port ce663a5b-e01c-40d8-ae2a-14c0eea7ac87 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '175cf2f3-ac30-47b5-8a04-ca98e141056e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '7f75e93e-2846-46ea-b681-13e8c3ce75ed'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:47:43.998599 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f2cf51-2a9a-44da-b974-44716b19e4f6 None None] Attempting to bind port ce663a5b-e01c-40d8-ae2a-14c0eea7ac87 on network 7f75e93e-2846-46ea-b681-13e8c3ce75ed {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:47:44.024120 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-89697ab0-455d-41c8-89fd-316a603b0fa4 None None] For port c669e25d-5c02-41ea-9e31-dd47011be6e2, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=c669e25d-5c02-41ea-9e31-dd47011be6e2,segment=NetworkSegment(34acecca-15a5-4889-a03b-bb4ad67c4d29),segment_id=34acecca-15a5-4889-a03b-bb4ad67c4d29)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:47:44.025963 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 44e7133a-4301-489c-bd82-0dfbe6ae4ff8 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:47:44.025963 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (44e7133a-4301-489c-bd82-0dfbe6ae4ff8), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:44.047569 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f2cf51-2a9a-44da-b974-44716b19e4f6 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 47, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:47:44.048436 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f2cf51-2a9a-44da-b974-44716b19e4f6 None None] Checking segment: {'id': '175cf2f3-ac30-47b5-8a04-ca98e141056e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '7f75e93e-2846-46ea-b681-13e8c3ce75ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:47:44.048436 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f3f2cf51-2a9a-44da-b974-44716b19e4f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:44.048766 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f2cf51-2a9a-44da-b974-44716b19e4f6 None None] Bound using segment: {'id': '175cf2f3-ac30-47b5-8a04-ca98e141056e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '7f75e93e-2846-46ea-b681-13e8c3ce75ed'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:47:44.049267 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-f3f2cf51-2a9a-44da-b974-44716b19e4f6 None None] Bound port: ce663a5b-e01c-40d8-ae2a-14c0eea7ac87, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '175cf2f3-ac30-47b5-8a04-ca98e141056e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '7f75e93e-2846-46ea-b681-13e8c3ce75ed'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:47:44.049669 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f3f2cf51-2a9a-44da-b974-44716b19e4f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (ce663a5b-e01c-40d8-ae2a-14c0eea7ac87), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:44.071386 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-89697ab0-455d-41c8-89fd-316a603b0fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (c669e25d-5c02-41ea-9e31-dd47011be6e2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:44.101133 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4debcc82-176f-455b-b26b-bef94d903b4a req-0ea45ede-1d12-4474-8ee8-907398f4f18c tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] Made reservation on behalf of f7c76513a0a24534bd03d09a01ed7997 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:47:44.107108 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-4debcc82-176f-455b-b26b-bef94d903b4a req-0ea45ede-1d12-4474-8ee8-907398f4f18c tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:44.110086 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-e79496c5-7300-400b-9960-8366c0bb437b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5542ea76c30542aeb3cf0ca71420ede0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1995833 Jan 28 07:47:44.113706 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 34032) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:47:44.135057 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-4484d540-f444-4c12-8929-0ce73791df36 None None] Set router 6eb7e69d-af16-4b5b-a76c-fcebd7c23c07 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:47:44.184758 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-23e18bf4-86c3-45ba-b971-95bc0dd57299 req-cff82ae0-442b-48dd-8825-7065705dc0d8 tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] 10.222.0.41 "GET /v2.0/ports?device_id=3853886b-3fba-4f8d-b151-98d4a797032a HTTP/1.1" status: 200 len: 210 time: 0.0590329 Jan 28 07:47:44.196170 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0225b09b-64e7-4e20-a675-ba22a9eb52d0 admin admin] Publish callbacks [] for security_group (5413254b-970e-41c3-be72-6e52ceea170e), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:44.201610 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-dde906bb-050a-4dd8-ad60-b4c2de00c28e None None] Current status of the port 44e7133a-4301-489c-bd82-0dfbe6ae4ff8 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:47:44.202007 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dde906bb-050a-4dd8-ad60-b4c2de00c28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (44e7133a-4301-489c-bd82-0dfbe6ae4ff8), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:44.233842 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0225b09b-64e7-4e20-a675-ba22a9eb52d0 admin admin] Publish callbacks [] for security_group (5413254b-970e-41c3-be72-6e52ceea170e), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:44.275454 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-065dfcf2-91a3-4666-a84b-6e5512b92636 tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Publish callbacks [] for port (61a28995-942b-4b10-8073-d7d6e509f19c), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:44.277282 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] For port 44e7133a-4301-489c-bd82-0dfbe6ae4ff8, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=44e7133a-4301-489c-bd82-0dfbe6ae4ff8,segment=NetworkSegment(98d92081-de66-486b-9af6-d78de427431e),segment_id=98d92081-de66-486b-9af6-d78de427431e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:47:44.285743 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-065dfcf2-91a3-4666-a84b-6e5512b92636 tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (61a28995-942b-4b10-8073-d7d6e509f19c), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:44.311234 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0225b09b-64e7-4e20-a675-ba22a9eb52d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (5413254b-970e-41c3-be72-6e52ceea170e), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:44.314629 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0225b09b-64e7-4e20-a675-ba22a9eb52d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:44.319211 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-0225b09b-64e7-4e20-a675-ba22a9eb52d0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5413254b-970e-41c3-be72-6e52ceea170e HTTP/1.1" status: 204 len: 168 time: 0.2004268 Jan 28 07:47:44.329172 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0225b09b-64e7-4e20-a675-ba22a9eb52d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5413254b-970e-41c3-be72-6e52ceea170e,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:44.340706 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (44e7133a-4301-489c-bd82-0dfbe6ae4ff8), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:44.394574 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-f3f2cf51-2a9a-44da-b974-44716b19e4f6 None None] For port ce663a5b-e01c-40d8-ae2a-14c0eea7ac87, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:47:44.399492 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-f3f2cf51-2a9a-44da-b974-44716b19e4f6 None None] For port ce663a5b-e01c-40d8-ae2a-14c0eea7ac87, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=ce663a5b-e01c-40d8-ae2a-14c0eea7ac87,segment=NetworkSegment(175cf2f3-ac30-47b5-8a04-ca98e141056e),segment_id=175cf2f3-ac30-47b5-8a04-ca98e141056e)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:47:44.401010 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89697ab0-455d-41c8-89fd-316a603b0fa4 None None] Pushing event updated for resources: {'Port': ['ID=c669e25d-5c02-41ea-9e31-dd47011be6e2,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:44.448028 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-065dfcf2-91a3-4666-a84b-6e5512b92636 tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16318999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16606560'] for router_interface (a9b9e0e3-5c0a-4711-afdf-84172713e87d), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:44.458829 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065dfcf2-91a3-4666-a84b-6e5512b92636 tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Pushing event updated for resources: {'Port': ['ID=61a28995-942b-4b10-8073-d7d6e509f19c,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:44.488548 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-4debcc82-176f-455b-b26b-bef94d903b4a req-0ea45ede-1d12-4474-8ee8-907398f4f18c tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] Allocated IP 172.20.0.10 (5e7df087-c942-4925-b0b1-2d59986e35f3/8fba11cc-3430-4211-a133-7e529a9c4c94/0f98c92f-dafd-429d-94f5-a6a2ef8bdbc2) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:47:44.660903 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-065dfcf2-91a3-4666-a84b-6e5512b92636 tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Network 3d9e7ed8-0150-48ea-9d5e-9d2e7d290efc is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:47:44.667116 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-065dfcf2-91a3-4666-a84b-6e5512b92636 tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:47:44.672476 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device ed1216c9-1dcd-4a20-9469-11907f175cf7 no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:47:44.677217 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f3f2cf51-2a9a-44da-b974-44716b19e4f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (ce663a5b-e01c-40d8-ae2a-14c0eea7ac87), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:44.787822 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: ed1216c9-1dcd-4a20-9469-11907f175cf7 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:47:44.788171 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device ed1216c9-1dcd-4a20-9469-11907f175cf7 not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:47:44.793848 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 2b035257-a8cf-49ac-a42b-8bed013c84f5 no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:47:44.825518 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 34038) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:47:44.840396 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-4debcc82-176f-455b-b26b-bef94d903b4a req-0ea45ede-1d12-4474-8ee8-907398f4f18c tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] Publish callbacks [] for port (0f98c92f-dafd-429d-94f5-a6a2ef8bdbc2), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:44.846883 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a41525d5-c892-49ff-9042-a1ade3ad99ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:44.863237 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: 2b035257-a8cf-49ac-a42b-8bed013c84f5 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:47:44.863588 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 2b035257-a8cf-49ac-a42b-8bed013c84f5 not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:47:44.903611 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.db.api [None req-dde906bb-050a-4dd8-ad60-b4c2de00c28e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103285) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 07:47:44.909349 n-d-712749-28 neutron-server[103285]: DEBUG oslo_db.api [None req-dde906bb-050a-4dd8-ad60-b4c2de00c28e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 07:47:44.913223 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Pushing event updated for resources: {'Port': ['ID=44e7133a-4301-489c-bd82-0dfbe6ae4ff8,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:44.919527 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-065dfcf2-91a3-4666-a84b-6e5512b92636 tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Router a9b9e0e3-5c0a-4711-afdf-84172713e87d is scheduled to L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 with binding_index 1 {{(pid=103284) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 07:47:44.928453 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-4debcc82-176f-455b-b26b-bef94d903b4a req-0ea45ede-1d12-4474-8ee8-907398f4f18c tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (0f98c92f-dafd-429d-94f5-a6a2ef8bdbc2), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:45.002342 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a41525d5-c892-49ff-9042-a1ade3ad99ba admin admin] Publish callbacks [] for security_group (8e34a849-88ee-403b-9728-b6e7839b7303), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:45.007934 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f2cf51-2a9a-44da-b974-44716b19e4f6 None None] Pushing event updated for resources: {'Port': ['ID=ce663a5b-e01c-40d8-ae2a-14c0eea7ac87,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:45.008502 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a41525d5-c892-49ff-9042-a1ade3ad99ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (8e34a849-88ee-403b-9728-b6e7839b7303), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:45.058465 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41525d5-c892-49ff-9042-a1ade3ad99ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e34a849-88ee-403b-9728-b6e7839b7303,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:45.067644 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-a41525d5-c892-49ff-9042-a1ade3ad99ba admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a2ff2a8aa2e34d9980462560de5ce7f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2397623 Jan 28 07:47:45.069657 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 34040) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:47:45.123117 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4debcc82-176f-455b-b26b-bef94d903b4a req-0ea45ede-1d12-4474-8ee8-907398f4f18c tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] Network 5e7df087-c942-4925-b0b1-2d59986e35f3 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:47:45.145236 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-4debcc82-176f-455b-b26b-bef94d903b4a req-0ea45ede-1d12-4474-8ee8-907398f4f18c tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:47:45.148399 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-4debcc82-176f-455b-b26b-bef94d903b4a req-0ea45ede-1d12-4474-8ee8-907398f4f18c tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:47:45.165252 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea45ede-1d12-4474-8ee8-907398f4f18c tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] Pushing event updated for resources: {'Port': ['ID=0f98c92f-dafd-429d-94f5-a6a2ef8bdbc2,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:45.166194 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-4484d540-f444-4c12-8929-0ce73791df36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eb7e69d-af16-4b5b-a76c-fcebd7c23c07', 'name': 'tempest-TestServerBasicOps-774579809-router', 'tenant_id': 'b4bf9c942c77437385ea87dc492d96e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': '32aeb238-7f69-427a-b21c-b8b52475cd71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:47:30Z', 'updated_at': '2022-01-28T07:47:36Z', 'revision_number': 4, 'project_id': 'b4bf9c942c77437385ea87dc492d96e2', 'gw_port': {'id': '32aeb238-7f69-427a-b21c-b8b52475cd71', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:7e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb7e69d-af16-4b5b-a76c-fcebd7c23c07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:47:31Z', 'updated_at': '2022-01-28T07:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': 'f5f51827-de04-4742-b15f-9245ed088de1', 'name': '', 'network_id': '16c2fd17-091f-4ce0-b81d-6bac0cadf0b6', 'tenant_id': 'b4bf9c942c77437385ea87dc492d96e2', 'mac_address': 'fa:16:3e:b5:b5:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eb7e69d-af16-4b5b-a76c-fcebd7c23c07', 'device_owner': 'network:router_interface', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': 'fe6aee20-7e4d-4c02-b470-6d06676bf27c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:47:35Z', 'updated_at': '2022-01-28T07:47:42Z', 'revision_number': 4, 'project_id': 'b4bf9c942c77437385ea87dc492d96e2', 'subnets': [{'id': 'fe6aee20-7e4d-4c02-b470-6d06676bf27c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:47:45.175052 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device c669e25d-5c02-41ea-9e31-dd47011be6e2 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:47:45.198236 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-065dfcf2-91a3-4666-a84b-6e5512b92636 tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:47:45.207645 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-065dfcf2-91a3-4666-a84b-6e5512b92636 tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] 10.222.0.41 "PUT /v2.0/routers/a9b9e0e3-5c0a-4711-afdf-84172713e87d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7547765 Jan 28 07:47:45.216728 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 34042) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:47:45.255831 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4debcc82-176f-455b-b26b-bef94d903b4a req-0ea45ede-1d12-4474-8ee8-907398f4f18c tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:47:45.257963 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b07b206-7ee8-4afe-a340-949b22ea4a7a None None] Sync routers for ids ['a9b9e0e3-5c0a-4711-afdf-84172713e87d'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:47:45.262641 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4484d540-f444-4c12-8929-0ce73791df36 None None] The sync data for ids ['6eb7e69d-af16-4b5b-a76c-fcebd7c23c07'] in n-d-712749-28 is: [{'id': '6eb7e69d-af16-4b5b-a76c-fcebd7c23c07', 'name': 'tempest-TestServerBasicOps-774579809-router', 'tenant_id': 'b4bf9c942c77437385ea87dc492d96e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': '32aeb238-7f69-427a-b21c-b8b52475cd71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:47:30Z', 'updated_at': '2022-01-28T07:47:36Z', 'revision_number': 4, 'project_id': 'b4bf9c942c77437385ea87dc492d96e2', 'gw_port': {'id': '32aeb238-7f69-427a-b21c-b8b52475cd71', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:7e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb7e69d-af16-4b5b-a76c-fcebd7c23c07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:47:31Z', 'updated_at': '2022-01-28T07:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': 'f5f51827-de04-4742-b15f-9245ed088de1', 'name': '', 'network_id': '16c2fd17-091f-4ce0-b81d-6bac0cadf0b6', 'tenant_id': 'b4bf9c942c77437385ea87dc492d96e2', 'mac_address': 'fa:16:3e:b5:b5:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eb7e69d-af16-4b5b-a76c-fcebd7c23c07', 'device_owner': 'network:router_interface', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': 'fe6aee20-7e4d-4c02-b470-6d06676bf27c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:47:35Z', 'updated_at': '2022-01-28T07:47:42Z', 'revision_number': 4, 'project_id': 'b4bf9c942c77437385ea87dc492d96e2', 'subnets': [{'id': 'fe6aee20-7e4d-4c02-b470-6d06676bf27c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:47:45.265650 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-4debcc82-176f-455b-b26b-bef94d903b4a req-0ea45ede-1d12-4474-8ee8-907398f4f18c tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:45.288492 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-669617d2-f388-4f46-81d3-8563bab2aea4 admin admin] Publish callbacks [] for security_group (8e34a849-88ee-403b-9728-b6e7839b7303), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:45.291369 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4debcc82-176f-455b-b26b-bef94d903b4a req-0ea45ede-1d12-4474-8ee8-907398f4f18c tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4676771 Jan 28 07:47:45.297597 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b07b206-7ee8-4afe-a340-949b22ea4a7a None None] Routers {'a9b9e0e3-5c0a-4711-afdf-84172713e87d'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:47:45.298247 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-5b07b206-7ee8-4afe-a340-949b22ea4a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:47:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['a9b9e0e3-5c0a-4711-afdf-84172713e87d'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:47:45.313587 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-4debcc82-176f-455b-b26b-bef94d903b4a req-b86c7e60-b3d0-4f44-aa2c-cd2c11b85a03 service neutron] Request body: {'port': {'device_id': '3853886b-3fba-4f8d-b151-98d4a797032a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712749-28'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:47:45.417073 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-5b07b206-7ee8-4afe-a340-949b22ea4a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:47:45.486633 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-4debcc82-176f-455b-b26b-bef94d903b4a req-b86c7e60-b3d0-4f44-aa2c-cd2c11b85a03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (0f98c92f-dafd-429d-94f5-a6a2ef8bdbc2), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:45.490609 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b07b206-7ee8-4afe-a340-949b22ea4a7a None None] Routers {'a9b9e0e3-5c0a-4711-afdf-84172713e87d'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:47:45.492260 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-5b07b206-7ee8-4afe-a340-949b22ea4a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:47:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['a9b9e0e3-5c0a-4711-afdf-84172713e87d'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:47:45.500269 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-669617d2-f388-4f46-81d3-8563bab2aea4 admin admin] Publish callbacks [] for security_group (8e34a849-88ee-403b-9728-b6e7839b7303), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:45.577833 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-5b07b206-7ee8-4afe-a340-949b22ea4a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:47:45.578243 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b07b206-7ee8-4afe-a340-949b22ea4a7a None None] The sync data for ids ['a9b9e0e3-5c0a-4711-afdf-84172713e87d'] in n-d-712749-28 is: [] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:47:45.596812 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port c669e25d-5c02-41ea-9e31-dd47011be6e2 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:47:45.597096 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (c669e25d-5c02-41ea-9e31-dd47011be6e2), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:45.644022 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-dde906bb-050a-4dd8-ad60-b4c2de00c28e None None] Current status of the port 44e7133a-4301-489c-bd82-0dfbe6ae4ff8 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:47:45.701558 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port c669e25d-5c02-41ea-9e31-dd47011be6e2 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:47:45.702177 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (c669e25d-5c02-41ea-9e31-dd47011be6e2), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:45.756423 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] For port c669e25d-5c02-41ea-9e31-dd47011be6e2, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=c669e25d-5c02-41ea-9e31-dd47011be6e2,segment=NetworkSegment(34acecca-15a5-4889-a03b-bb4ad67c4d29),segment_id=34acecca-15a5-4889-a03b-bb4ad67c4d29)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:47:45.773133 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (c669e25d-5c02-41ea-9e31-dd47011be6e2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:45.816930 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-4893b3ad-e8df-47d2-bffe-83293021a93c None None] Provisioning complete for port 0f98c92f-dafd-429d-94f5-a6a2ef8bdbc2 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:47:45.817411 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4893b3ad-e8df-47d2-bffe-83293021a93c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (0f98c92f-dafd-429d-94f5-a6a2ef8bdbc2), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:45.819518 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 3127b7e1-5791-4c35-acf2-bc78c30901a1 no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:47:45.865584 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: 3127b7e1-5791-4c35-acf2-bc78c30901a1 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:47:45.865936 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 3127b7e1-5791-4c35-acf2-bc78c30901a1 not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:47:45.878735 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2fbb3d-19ea-4f1a-bbed-b93192f31afb req-110dcbee-7875-412a-8257-5ab7a4028455 tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:47:45.886412 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-dd2fbb3d-19ea-4f1a-bbed-b93192f31afb req-110dcbee-7875-412a-8257-5ab7a4028455 tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] 10.222.0.41 "GET /v2.0/ports?device_id=3853886b-3fba-4f8d-b151-98d4a797032a HTTP/1.1" status: 200 len: 932 time: 0.4513755 Jan 28 07:47:45.916608 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-4893b3ad-e8df-47d2-bffe-83293021a93c None None] Port 0f98c92f-dafd-429d-94f5-a6a2ef8bdbc2 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:47:45.953774 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Pushing event updated for resources: {'Port': ['ID=c669e25d-5c02-41ea-9e31-dd47011be6e2,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:45.958465 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-4893b3ad-e8df-47d2-bffe-83293021a93c None None] Provisioning complete for port f5f51827-de04-4742-b15f-9245ed088de1 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:47:45.959204 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4893b3ad-e8df-47d2-bffe-83293021a93c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (f5f51827-de04-4742-b15f-9245ed088de1), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:46.009961 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-669617d2-f388-4f46-81d3-8563bab2aea4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (8e34a849-88ee-403b-9728-b6e7839b7303), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:46.013399 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-669617d2-f388-4f46-81d3-8563bab2aea4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:46.017608 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-669617d2-f388-4f46-81d3-8563bab2aea4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8e34a849-88ee-403b-9728-b6e7839b7303 HTTP/1.1" status: 204 len: 168 time: 0.9467444 Jan 28 07:47:46.051440 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669617d2-f388-4f46-81d3-8563bab2aea4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e34a849-88ee-403b-9728-b6e7839b7303,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:46.111294 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-4debcc82-176f-455b-b26b-bef94d903b4a req-b86c7e60-b3d0-4f44-aa2c-cd2c11b85a03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f98c92f-dafd-429d-94f5-a6a2ef8bdbc2 {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:47:46.132753 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-4debcc82-176f-455b-b26b-bef94d903b4a req-b86c7e60-b3d0-4f44-aa2c-cd2c11b85a03 service neutron] Publish callbacks [] for port (0f98c92f-dafd-429d-94f5-a6a2ef8bdbc2), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:46.154096 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-4debcc82-176f-455b-b26b-bef94d903b4a req-b86c7e60-b3d0-4f44-aa2c-cd2c11b85a03 service neutron] Transition to ACTIVE for port object 0f98c92f-dafd-429d-94f5-a6a2ef8bdbc2 will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:47:46.160013 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-dd2fbb3d-19ea-4f1a-bbed-b93192f31afb req-c54d2d8e-a98c-464e-a3fe-b1a5dfc0bc6b tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] 10.222.0.41 "GET /v2.0/security-groups?id=b780afc9-5f35-4d03-a918-15374da8437f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2718723 Jan 28 07:47:46.162836 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-4debcc82-176f-455b-b26b-bef94d903b4a req-b86c7e60-b3d0-4f44-aa2c-cd2c11b85a03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (0f98c92f-dafd-429d-94f5-a6a2ef8bdbc2), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:46.181936 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-4893b3ad-e8df-47d2-bffe-83293021a93c None None] Current status of the port f5f51827-de04-4742-b15f-9245ed088de1 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:47:46.182453 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4893b3ad-e8df-47d2-bffe-83293021a93c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (f5f51827-de04-4742-b15f-9245ed088de1), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:46.246813 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86c7e60-b3d0-4f44-aa2c-cd2c11b85a03 service neutron] Pushing event updated for resources: {'Port': ['ID=0f98c92f-dafd-429d-94f5-a6a2ef8bdbc2,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:46.271630 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-4893b3ad-e8df-47d2-bffe-83293021a93c None None] For port f5f51827-de04-4742-b15f-9245ed088de1, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=f5f51827-de04-4742-b15f-9245ed088de1,segment=NetworkSegment(b0a4bf30-7900-4a6a-8194-8f1e505ae01c),segment_id=b0a4bf30-7900-4a6a-8194-8f1e505ae01c)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:47:46.288104 n-d-712749-28 neutron-server[103283]: INFO neutron.api.v2.resource [None req-c21c89a8-e139-49c1-9328-a26e8251581a tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 07:47:46.291933 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-c21c89a8-e139-49c1-9328-a26e8251581a tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] 10.222.0.41 "PUT /v2.0/routers/a9b9e0e3-5c0a-4711-afdf-84172713e87d/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.0715780 Jan 28 07:47:46.292584 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 34048) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:47:46.306749 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7973f608-2c9e-49d3-bd5a-38ac5ecf6cb4 None None] Network 3d9e7ed8-0150-48ea-9d5e-9d2e7d290efc requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:47:46.316890 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4893b3ad-e8df-47d2-bffe-83293021a93c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (f5f51827-de04-4742-b15f-9245ed088de1), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:46.464356 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-4893b3ad-e8df-47d2-bffe-83293021a93c None None] Provisioning complete for port 44e7133a-4301-489c-bd82-0dfbe6ae4ff8 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:47:46.464781 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4893b3ad-e8df-47d2-bffe-83293021a93c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (44e7133a-4301-489c-bd82-0dfbe6ae4ff8), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:46.517008 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4893b3ad-e8df-47d2-bffe-83293021a93c None None] Pushing event updated for resources: {'Port': ['ID=f5f51827-de04-4742-b15f-9245ed088de1,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:46.651431 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-4debcc82-176f-455b-b26b-bef94d903b4a req-b86c7e60-b3d0-4f44-aa2c-cd2c11b85a03 service neutron] Attempting to bind port 0f98c92f-dafd-429d-94f5-a6a2ef8bdbc2 on host n-h2-712749-28 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:47:46.651690 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-4debcc82-176f-455b-b26b-bef94d903b4a req-b86c7e60-b3d0-4f44-aa2c-cd2c11b85a03 service neutron] Attempting to bind port 0f98c92f-dafd-429d-94f5-a6a2ef8bdbc2 by drivers openvswitch,hyperv on host n-h2-712749-28 at level 0 using segments [{'id': 'aff97edd-7a78-460e-9490-69025b77b8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5e7df087-c942-4925-b0b1-2d59986e35f3'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:47:46.652231 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4debcc82-176f-455b-b26b-bef94d903b4a req-b86c7e60-b3d0-4f44-aa2c-cd2c11b85a03 service neutron] Attempting to bind port 0f98c92f-dafd-429d-94f5-a6a2ef8bdbc2 on network 5e7df087-c942-4925-b0b1-2d59986e35f3 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:47:46.667564 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4debcc82-176f-455b-b26b-bef94d903b4a req-b86c7e60-b3d0-4f44-aa2c-cd2c11b85a03 service neutron] Port 0f98c92f-dafd-429d-94f5-a6a2ef8bdbc2 on network 5e7df087-c942-4925-b0b1-2d59986e35f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-28 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:47:46.667914 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4debcc82-176f-455b-b26b-bef94d903b4a req-b86c7e60-b3d0-4f44-aa2c-cd2c11b85a03 service neutron] Attempting to bind port 0f98c92f-dafd-429d-94f5-a6a2ef8bdbc2 on network 5e7df087-c942-4925-b0b1-2d59986e35f3 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:47:46.670173 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-4893b3ad-e8df-47d2-bffe-83293021a93c None None] Current status of the port 44e7133a-4301-489c-bd82-0dfbe6ae4ff8 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:47:46.686524 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4debcc82-176f-455b-b26b-bef94d903b4a req-b86c7e60-b3d0-4f44-aa2c-cd2c11b85a03 service neutron] Checking agent: {'id': 'c9906e63-062c-432e-bb53-63fdb8115e18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 47, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:47:46.686861 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4debcc82-176f-455b-b26b-bef94d903b4a req-b86c7e60-b3d0-4f44-aa2c-cd2c11b85a03 service neutron] Checking segment: {'id': 'aff97edd-7a78-460e-9490-69025b77b8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5e7df087-c942-4925-b0b1-2d59986e35f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:47:46.687250 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4debcc82-176f-455b-b26b-bef94d903b4a req-b86c7e60-b3d0-4f44-aa2c-cd2c11b85a03 service neutron] Bound using segment: {'id': 'aff97edd-7a78-460e-9490-69025b77b8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5e7df087-c942-4925-b0b1-2d59986e35f3'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:47:46.687686 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-4debcc82-176f-455b-b26b-bef94d903b4a req-b86c7e60-b3d0-4f44-aa2c-cd2c11b85a03 service neutron] Bound port: 0f98c92f-dafd-429d-94f5-a6a2ef8bdbc2, host: n-h2-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aff97edd-7a78-460e-9490-69025b77b8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5e7df087-c942-4925-b0b1-2d59986e35f3'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:47:46.688944 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-4debcc82-176f-455b-b26b-bef94d903b4a req-b86c7e60-b3d0-4f44-aa2c-cd2c11b85a03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (0f98c92f-dafd-429d-94f5-a6a2ef8bdbc2), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:46.846569 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-87a886d6-9211-4b38-8d49-23cceabd4de6 None None] Provisioning complete for port c669e25d-5c02-41ea-9e31-dd47011be6e2 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:47:46.848707 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-87a886d6-9211-4b38-8d49-23cceabd4de6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (c669e25d-5c02-41ea-9e31-dd47011be6e2), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:46.885813 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-4debcc82-176f-455b-b26b-bef94d903b4a req-b86c7e60-b3d0-4f44-aa2c-cd2c11b85a03 service neutron] For port 0f98c92f-dafd-429d-94f5-a6a2ef8bdbc2, host n-h2-712749-28, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:47:46.904861 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-4debcc82-176f-455b-b26b-bef94d903b4a req-b86c7e60-b3d0-4f44-aa2c-cd2c11b85a03 service neutron] For port 0f98c92f-dafd-429d-94f5-a6a2ef8bdbc2, host n-h2-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=0f98c92f-dafd-429d-94f5-a6a2ef8bdbc2,segment=NetworkSegment(aff97edd-7a78-460e-9490-69025b77b8f5),segment_id=aff97edd-7a78-460e-9490-69025b77b8f5)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:47:46.915669 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-4debcc82-176f-455b-b26b-bef94d903b4a req-b86c7e60-b3d0-4f44-aa2c-cd2c11b85a03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (0f98c92f-dafd-429d-94f5-a6a2ef8bdbc2), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:46.922203 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4991b2db-e9aa-4ad9-8589-60fdea6f3ac8 None None] Network 7f75e93e-2846-46ea-b681-13e8c3ce75ed requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:47:47.005793 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4debcc82-176f-455b-b26b-bef94d903b4a req-b86c7e60-b3d0-4f44-aa2c-cd2c11b85a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:47:47.006420 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-4debcc82-176f-455b-b26b-bef94d903b4a req-b86c7e60-b3d0-4f44-aa2c-cd2c11b85a03 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:47.007830 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4debcc82-176f-455b-b26b-bef94d903b4a req-b86c7e60-b3d0-4f44-aa2c-cd2c11b85a03 service neutron] 10.222.0.44 "PUT /v2.0/ports/0f98c92f-dafd-429d-94f5-a6a2ef8bdbc2 HTTP/1.1" status: 200 len: 1093 time: 1.6987941 Jan 28 07:47:47.014770 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3853886b-3fba-4f8d-b151-98d4a797032a', 'tag': '0f98c92f-dafd-429d-94f5-a6a2ef8bdbc2'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:47:47.017130 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f4cafd1-e0e1-44af-97a8-9860f3ce2159" -d '{"events": [{"name": "network-changed", "server_uuid": "3853886b-3fba-4f8d-b151-98d4a797032a", "tag": "0f98c92f-dafd-429d-94f5-a6a2ef8bdbc2"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:47:47.085097 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86c7e60-b3d0-4f44-aa2c-cd2c11b85a03 service neutron] Pushing event updated for resources: {'Port': ['ID=0f98c92f-dafd-429d-94f5-a6a2ef8bdbc2,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:47.154526 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:47:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1528b216-eed7-46fd-a134-611aec96ec99 x-openstack-request-id: req-1528b216-eed7-46fd-a134-611aec96ec99 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:47:47.155200 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3853886b-3fba-4f8d-b151-98d4a797032a", "tag": "0f98c92f-dafd-429d-94f5-a6a2ef8bdbc2", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:47:47.155200 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1528b216-eed7-46fd-a134-611aec96ec99 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:47:47.155480 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3853886b-3fba-4f8d-b151-98d4a797032a', 'tag': '0f98c92f-dafd-429d-94f5-a6a2ef8bdbc2', 'status': 'completed', 'code': 200} Jan 28 07:47:47.313529 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4debcc82-176f-455b-b26b-bef94d903b4a req-76b08236-e2c7-496a-aa2b-99bf63986ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:47:47.315523 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4debcc82-176f-455b-b26b-bef94d903b4a req-76b08236-e2c7-496a-aa2b-99bf63986ed2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f7c76513a0a24534bd03d09a01ed7997&device_id=3853886b-3fba-4f8d-b151-98d4a797032a HTTP/1.1" status: 200 len: 1096 time: 0.2274520 Jan 28 07:47:47.331842 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-87a886d6-9211-4b38-8d49-23cceabd4de6 None None] Current status of the port c669e25d-5c02-41ea-9e31-dd47011be6e2 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:47:47.366030 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e92924d9-0179-4cbd-991f-16ca8ec7a79d tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16606535'] for router_interface (a9b9e0e3-5c0a-4711-afdf-84172713e87d), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:47.460981 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4debcc82-176f-455b-b26b-bef94d903b4a req-cedb10f0-ef1b-46a5-b10d-884162047e6c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0f98c92f-dafd-429d-94f5-a6a2ef8bdbc2 HTTP/1.1" status: 200 len: 217 time: 0.1240489 Jan 28 07:47:47.464516 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c749fcf-35da-4dea-ad49-99eb8ef8544b req-fd8f45cc-6e12-45d8-a3ac-11055f4cfa6a tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:47:47.466235 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2c749fcf-35da-4dea-ad49-99eb8ef8544b req-fd8f45cc-6e12-45d8-a3ac-11055f4cfa6a tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] 10.222.0.41 "GET /v2.0/ports?device_id=3853886b-3fba-4f8d-b151-98d4a797032a HTTP/1.1" status: 200 len: 944 time: 0.1384249 Jan 28 07:47:47.467690 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-b845f652-9901-45ee-8448-2a88272a9212 None None] Provisioning complete for port c669e25d-5c02-41ea-9e31-dd47011be6e2 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:47:47.468369 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b845f652-9901-45ee-8448-2a88272a9212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (c669e25d-5c02-41ea-9e31-dd47011be6e2), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:47.534346 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device c669e25d-5c02-41ea-9e31-dd47011be6e2 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:47:47.587024 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2c749fcf-35da-4dea-ad49-99eb8ef8544b req-e5729c2b-ce8d-46a8-8a9d-a257cd59f68f tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] 10.222.0.41 "GET /v2.0/security-groups?id=b780afc9-5f35-4d03-a918-15374da8437f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141865 Jan 28 07:47:47.721623 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port c669e25d-5c02-41ea-9e31-dd47011be6e2 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:47:47.722001 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (c669e25d-5c02-41ea-9e31-dd47011be6e2), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:47.754726 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-b845f652-9901-45ee-8448-2a88272a9212 None None] Current status of the port c669e25d-5c02-41ea-9e31-dd47011be6e2 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:47:47.796236 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-b845f652-9901-45ee-8448-2a88272a9212 None None] Provisioning complete for port 61a28995-942b-4b10-8073-d7d6e509f19c triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:47:47.796624 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b845f652-9901-45ee-8448-2a88272a9212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (61a28995-942b-4b10-8073-d7d6e509f19c), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:47.861382 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-b845f652-9901-45ee-8448-2a88272a9212 None None] Port 61a28995-942b-4b10-8073-d7d6e509f19c cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:47:47.877409 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port c669e25d-5c02-41ea-9e31-dd47011be6e2 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:47:47.878531 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 44e7133a-4301-489c-bd82-0dfbe6ae4ff8 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:47:47.932613 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-b845f652-9901-45ee-8448-2a88272a9212 None None] Provisioning complete for port ce663a5b-e01c-40d8-ae2a-14c0eea7ac87 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:47:47.932999 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b845f652-9901-45ee-8448-2a88272a9212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (ce663a5b-e01c-40d8-ae2a-14c0eea7ac87), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:47.967053 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 44e7133a-4301-489c-bd82-0dfbe6ae4ff8 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:47:47.967457 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (44e7133a-4301-489c-bd82-0dfbe6ae4ff8), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:48.060557 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4debcc82-176f-455b-b26b-bef94d903b4a req-266b9b36-ac7c-4756-9b3d-b425f371600d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:47:48.062204 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4debcc82-176f-455b-b26b-bef94d903b4a req-266b9b36-ac7c-4756-9b3d-b425f371600d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8fba11cc-3430-4211-a133-7e529a9c4c94 HTTP/1.1" status: 200 len: 847 time: 0.4449012 Jan 28 07:47:48.083954 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-b845f652-9901-45ee-8448-2a88272a9212 None None] Current status of the port ce663a5b-e01c-40d8-ae2a-14c0eea7ac87 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:47:48.084501 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b845f652-9901-45ee-8448-2a88272a9212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (ce663a5b-e01c-40d8-ae2a-14c0eea7ac87), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:48.112596 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 44e7133a-4301-489c-bd82-0dfbe6ae4ff8 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:47:48.113514 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device ce663a5b-e01c-40d8-ae2a-14c0eea7ac87 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:47:48.148749 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-b845f652-9901-45ee-8448-2a88272a9212 None None] For port ce663a5b-e01c-40d8-ae2a-14c0eea7ac87, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=ce663a5b-e01c-40d8-ae2a-14c0eea7ac87,segment=NetworkSegment(175cf2f3-ac30-47b5-8a04-ca98e141056e),segment_id=175cf2f3-ac30-47b5-8a04-ca98e141056e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:47:48.151251 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4debcc82-176f-455b-b26b-bef94d903b4a req-3a8039f2-51b9-45b4-94f1-cb928d1c4f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:47:48.153151 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4debcc82-176f-455b-b26b-bef94d903b4a req-3a8039f2-51b9-45b4-94f1-cb928d1c4f2f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5e7df087-c942-4925-b0b1-2d59986e35f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0839746 Jan 28 07:47:48.158037 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b845f652-9901-45ee-8448-2a88272a9212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (ce663a5b-e01c-40d8-ae2a-14c0eea7ac87), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:48.205278 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port ce663a5b-e01c-40d8-ae2a-14c0eea7ac87 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:47:48.205652 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (ce663a5b-e01c-40d8-ae2a-14c0eea7ac87), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:48.261335 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b845f652-9901-45ee-8448-2a88272a9212 None None] Pushing event updated for resources: {'Port': ['ID=ce663a5b-e01c-40d8-ae2a-14c0eea7ac87,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:48.271143 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-e92924d9-0179-4cbd-991f-16ca8ec7a79d tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Deleting port 61a28995-942b-4b10-8073-d7d6e509f19c {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:47:48.271701 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e92924d9-0179-4cbd-991f-16ca8ec7a79d tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (61a28995-942b-4b10-8073-d7d6e509f19c), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:48.338637 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port ce663a5b-e01c-40d8-ae2a-14c0eea7ac87 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:47:48.339706 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device f5f51827-de04-4742-b15f-9245ed088de1 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:47:48.341457 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-4ee54e32-c808-4932-955a-ec3311015831 None None] Provisioning complete for port 61a28995-942b-4b10-8073-d7d6e509f19c triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:47:48.341573 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4debcc82-176f-455b-b26b-bef94d903b4a req-290cc722-8391-4665-9794-76813776e7fe service neutron] 10.222.0.44 "GET /v2.0/networks/5e7df087-c942-4925-b0b1-2d59986e35f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665707 Jan 28 07:47:48.341828 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4ee54e32-c808-4932-955a-ec3311015831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (61a28995-942b-4b10-8073-d7d6e509f19c), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:48.402098 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-4ee54e32-c808-4932-955a-ec3311015831 None None] Port 61a28995-942b-4b10-8073-d7d6e509f19c cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:47:48.416313 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-4ee54e32-c808-4932-955a-ec3311015831 None None] Provisioning complete for port ce663a5b-e01c-40d8-ae2a-14c0eea7ac87 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:47:48.416707 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4ee54e32-c808-4932-955a-ec3311015831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (ce663a5b-e01c-40d8-ae2a-14c0eea7ac87), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:48.435810 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e92924d9-0179-4cbd-991f-16ca8ec7a79d tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (61a28995-942b-4b10-8073-d7d6e509f19c), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:48.452301 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port f5f51827-de04-4742-b15f-9245ed088de1 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:47:48.452681 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (f5f51827-de04-4742-b15f-9245ed088de1), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:48.463332 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-e92924d9-0179-4cbd-991f-16ca8ec7a79d tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Calling delete_port for 61a28995-942b-4b10-8073-d7d6e509f19c owned by network:router_interface {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:47:48.485348 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4debcc82-176f-455b-b26b-bef94d903b4a req-34fc2264-8f46-4a72-aaa9-0490eaeb3ab4 service neutron] 10.222.0.44 "GET /v2.0/networks/5e7df087-c942-4925-b0b1-2d59986e35f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363492 Jan 28 07:47:48.575902 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-4ee54e32-c808-4932-955a-ec3311015831 None None] Current status of the port ce663a5b-e01c-40d8-ae2a-14c0eea7ac87 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:47:48.591714 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port f5f51827-de04-4742-b15f-9245ed088de1 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:47:48.648804 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4cafd1-e0e1-44af-97a8-9860f3ce2159 req-5752beb7-76e0-4ec9-9c87-064443846d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:47:48.650230 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6f4cafd1-e0e1-44af-97a8-9860f3ce2159 req-5752beb7-76e0-4ec9-9c87-064443846d67 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f7c76513a0a24534bd03d09a01ed7997&device_id=3853886b-3fba-4f8d-b151-98d4a797032a HTTP/1.1" status: 200 len: 1096 time: 0.0583155 Jan 28 07:47:48.788236 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e92924d9-0179-4cbd-991f-16ca8ec7a79d tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (61a28995-942b-4b10-8073-d7d6e509f19c), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:48.830946 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeebdeb1-b443-414c-97bc-d0ec18eaf76b req-3b0403b7-d25f-4457-b989-310d4e560398 tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:47:48.832632 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-eeebdeb1-b443-414c-97bc-d0ec18eaf76b req-3b0403b7-d25f-4457-b989-310d4e560398 tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] 10.222.0.41 "GET /v2.0/ports?device_id=3853886b-3fba-4f8d-b151-98d4a797032a HTTP/1.1" status: 200 len: 944 time: 0.1467807 Jan 28 07:47:48.838826 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92924d9-0179-4cbd-991f-16ca8ec7a79d tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Pushing event deleted for resources: {'Port': ['ID=61a28995-942b-4b10-8073-d7d6e509f19c,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:48.914788 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4cafd1-e0e1-44af-97a8-9860f3ce2159 req-6f8edf4f-d5b7-4f49-a1d2-b0f2667a1beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:47:48.916600 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6f4cafd1-e0e1-44af-97a8-9860f3ce2159 req-6f8edf4f-d5b7-4f49-a1d2-b0f2667a1beb service neutron] 10.222.0.44 "GET /v2.0/networks?id=5e7df087-c942-4925-b0b1-2d59986e35f3 HTTP/1.1" status: 200 len: 909 time: 0.2595437 Jan 28 07:47:48.986646 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device ce663a5b-e01c-40d8-ae2a-14c0eea7ac87 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:47:49.038164 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-eeebdeb1-b443-414c-97bc-d0ec18eaf76b req-cdb46bd1-4ede-4709-8a92-295371062a28 tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] 10.222.0.41 "GET /v2.0/security-groups?id=b780afc9-5f35-4d03-a918-15374da8437f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1966908 Jan 28 07:47:49.045070 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6f4cafd1-e0e1-44af-97a8-9860f3ce2159 req-1c87755f-bd70-4b05-ac0b-84571f25ab1f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0f98c92f-dafd-429d-94f5-a6a2ef8bdbc2 HTTP/1.1" status: 200 len: 217 time: 0.0881283 Jan 28 07:47:49.051986 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port ce663a5b-e01c-40d8-ae2a-14c0eea7ac87 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:47:49.052526 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (ce663a5b-e01c-40d8-ae2a-14c0eea7ac87), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:49.147003 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port ce663a5b-e01c-40d8-ae2a-14c0eea7ac87 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:47:49.172098 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4cafd1-e0e1-44af-97a8-9860f3ce2159 req-a0ad5762-8671-42b9-aff9-31c7b14e518d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:47:49.173614 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6f4cafd1-e0e1-44af-97a8-9860f3ce2159 req-a0ad5762-8671-42b9-aff9-31c7b14e518d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8fba11cc-3430-4211-a133-7e529a9c4c94 HTTP/1.1" status: 200 len: 847 time: 0.1219497 Jan 28 07:47:49.174383 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e92924d9-0179-4cbd-991f-16ca8ec7a79d tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16319006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16606699'] for router_interface (a9b9e0e3-5c0a-4711-afdf-84172713e87d), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:49.225470 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 34104) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:47:49.230663 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-5f0628ce-bc74-415d-bf54-5674440186d5 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Request body: {'network': {'name': 'tempest-network-smoke--1620166085', 'project_id': '57e720992042402eb23623e4b9d5c9df', 'port_security_enabled': True}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:47:49.257989 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f0628ce-bc74-415d-bf54-5674440186d5 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Made reservation on behalf of 57e720992042402eb23623e4b9d5c9df for: {'network': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:47:49.261428 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f0628ce-bc74-415d-bf54-5674440186d5 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:49.270735 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f0628ce-bc74-415d-bf54-5674440186d5 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:49.292671 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4cafd1-e0e1-44af-97a8-9860f3ce2159 req-940ac6eb-cced-417c-8b97-67a927d86b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:47:49.294387 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6f4cafd1-e0e1-44af-97a8-9860f3ce2159 req-940ac6eb-cced-417c-8b97-67a927d86b26 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5e7df087-c942-4925-b0b1-2d59986e35f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1114902 Jan 28 07:47:49.347996 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f0628ce-bc74-415d-bf54-5674440186d5 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Publish callbacks [] for security_group (e177e380-d6a1-4229-ab4d-de676fe76414), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:49.351888 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f0628ce-bc74-415d-bf54-5674440186d5 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (e177e380-d6a1-4229-ab4d-de676fe76414), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:49.375498 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f0628ce-bc74-415d-bf54-5674440186d5 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=103283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:47:49.392260 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0628ce-bc74-415d-bf54-5674440186d5 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e177e380-d6a1-4229-ab4d-de676fe76414,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:49.395100 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f0628ce-bc74-415d-bf54-5674440186d5 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (7a683d05-9e11-4297-9381-b194fed1ec62), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:49.395487 n-d-712749-28 neutron-server[103283]: INFO neutron.db.segments_db [None req-5f0628ce-bc74-415d-bf54-5674440186d5 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Added segment 7a683d05-9e11-4297-9381-b194fed1ec62 of type vlan for network 1d46a05b-6a28-4366-82fd-5536cfff39c0 Jan 28 07:47:49.415702 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e92924d9-0179-4cbd-991f-16ca8ec7a79d tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Router a9b9e0e3-5c0a-4711-afdf-84172713e87d has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:47:49.438533 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f0628ce-bc74-415d-bf54-5674440186d5 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (1d46a05b-6a28-4366-82fd-5536cfff39c0), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:49.464710 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f0628ce-bc74-415d-bf54-5674440186d5 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (1d46a05b-6a28-4366-82fd-5536cfff39c0), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:49.469907 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f0628ce-bc74-415d-bf54-5674440186d5 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:47:49.470498 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f0628ce-bc74-415d-bf54-5674440186d5 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Publish callbacks [] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:49.516208 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6f4cafd1-e0e1-44af-97a8-9860f3ce2159 req-0a172a3e-f5a8-4083-9be5-d3d1e5c711b4 service neutron] 10.222.0.44 "GET /v2.0/networks/5e7df087-c942-4925-b0b1-2d59986e35f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868811 Jan 28 07:47:49.518819 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e92924d9-0179-4cbd-991f-16ca8ec7a79d tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:47:49.528372 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-e92924d9-0179-4cbd-991f-16ca8ec7a79d tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] 10.222.0.41 "PUT /v2.0/routers/a9b9e0e3-5c0a-4711-afdf-84172713e87d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2291455 Jan 28 07:47:49.529316 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 34106) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:47:49.532439 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-5f0628ce-bc74-415d-bf54-5674440186d5 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3058672 Jan 28 07:47:49.532846 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36aa2775-1bcd-4e9c-9b57-2200ea1bac05 None None] Sync routers for ids ['a9b9e0e3-5c0a-4711-afdf-84172713e87d'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:47:49.535705 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 34108) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:47:49.541213 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-48f8dd13-2828-4dc3-b923-65daffe1514e tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-958278804', 'admin_state_up': True, 'project_id': '57e720992042402eb23623e4b9d5c9df', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:47:49.559418 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36aa2775-1bcd-4e9c-9b57-2200ea1bac05 None None] Routers {'a9b9e0e3-5c0a-4711-afdf-84172713e87d'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:47:49.560606 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-36aa2775-1bcd-4e9c-9b57-2200ea1bac05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:47:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['a9b9e0e3-5c0a-4711-afdf-84172713e87d'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:47:49.580505 n-d-712749-28 neutron-server[103283]: INFO neutron.api.v2.resource [None req-e51e35de-463d-48cf-b27f-e97b58712da8 tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] delete failed (client error): The resource could not be found. Jan 28 07:47:49.581594 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-e51e35de-463d-48cf-b27f-e97b58712da8 tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] 10.222.0.41 "DELETE /v2.0/routers/tempest-non_exist_router-141869259 HTTP/1.1" status: 404 len: 334 time: 0.0481157 Jan 28 07:47:49.582401 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0628ce-bc74-415d-bf54-5674440186d5 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Pushing event updated for resources: {'Network': ['ID=1d46a05b-6a28-4366-82fd-5536cfff39c0,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:49.586097 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 34110) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:47:49.590912 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-91617c80-dc97-4704-bf93-f18d780d9e9c tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a9b9e0e3-5c0a-4711-afdf-84172713e87d'}}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:47:49.597768 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-36aa2775-1bcd-4e9c-9b57-2200ea1bac05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:47:49.609604 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36aa2775-1bcd-4e9c-9b57-2200ea1bac05 None None] Routers {'a9b9e0e3-5c0a-4711-afdf-84172713e87d'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:47:49.610538 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-36aa2775-1bcd-4e9c-9b57-2200ea1bac05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:47:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['a9b9e0e3-5c0a-4711-afdf-84172713e87d'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:47:49.612279 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network 1d46a05b-6a28-4366-82fd-5536cfff39c0 details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:47:49.625402 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-48f8dd13-2828-4dc3-b923-65daffe1514e tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16606890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127275'] for router (6f08ab2d-fff7-4648-aed0-8a067e3305f4), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:49.626691 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-48f8dd13-2828-4dc3-b923-65daffe1514e tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16605498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16607952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16355422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127266'] for router (6f08ab2d-fff7-4648-aed0-8a067e3305f4), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:49.647581 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-36aa2775-1bcd-4e9c-9b57-2200ea1bac05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:47:49.648272 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36aa2775-1bcd-4e9c-9b57-2200ea1bac05 None None] The sync data for ids ['a9b9e0e3-5c0a-4711-afdf-84172713e87d'] in n-d-712749-28 is: [] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:47:49.659037 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6f4cafd1-e0e1-44af-97a8-9860f3ce2159 req-cb337d8b-10a3-4dc7-8746-e85cc0126fb7 service neutron] 10.222.0.44 "GET /v2.0/networks/5e7df087-c942-4925-b0b1-2d59986e35f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339455 Jan 28 07:47:49.715577 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-48f8dd13-2828-4dc3-b923-65daffe1514e tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Publish callbacks [] for router_controller (6f08ab2d-fff7-4648-aed0-8a067e3305f4), precommit_add_association {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:49.860399 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-48f8dd13-2828-4dc3-b923-65daffe1514e tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Publish callbacks [] for router_gateway (6f08ab2d-fff7-4648-aed0-8a067e3305f4), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:50.063176 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-48f8dd13-2828-4dc3-b923-65daffe1514e tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Publish callbacks [] for router_gateway (6f08ab2d-fff7-4648-aed0-8a067e3305f4), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:50.089049 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-48f8dd13-2828-4dc3-b923-65daffe1514e tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:50.091355 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 0f98c92f-dafd-429d-94f5-a6a2ef8bdbc2 details requested by agent hyperv_n-h2-712749-28 with host n-h2-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:47:50.132604 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-91617c80-dc97-4704-bf93-f18d780d9e9c tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Publish callbacks [] for router_gateway (a9b9e0e3-5c0a-4711-afdf-84172713e87d), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:50.153169 n-d-712749-28 neutron-server[103283]: INFO neutron.api.v2.resource [None req-91617c80-dc97-4704-bf93-f18d780d9e9c tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] update failed (client error): The resource could not be found. Jan 28 07:47:50.157618 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-91617c80-dc97-4704-bf93-f18d780d9e9c tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] 10.222.0.41 "PUT /v2.0/routers/a9b9e0e3-5c0a-4711-afdf-84172713e87d HTTP/1.1" status: 404 len: 339 time: 0.5672183 Jan 28 07:47:50.157833 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 34114) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:47:50.203399 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 0f98c92f-dafd-429d-94f5-a6a2ef8bdbc2, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=0f98c92f-dafd-429d-94f5-a6a2ef8bdbc2,segment=NetworkSegment(aff97edd-7a78-460e-9490-69025b77b8f5),segment_id=aff97edd-7a78-460e-9490-69025b77b8f5)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:47:50.218122 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Returning: {'device': '0f98c92f-dafd-429d-94f5-a6a2ef8bdbc2', 'network_id': '5e7df087-c942-4925-b0b1-2d59986e35f3', 'port_id': '0f98c92f-dafd-429d-94f5-a6a2ef8bdbc2', 'mac_address': 'fa:16:3e:e9:76:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fba11cc-3430-4211-a133-7e529a9c4c94', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:47:50.225428 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d3b3cd-72fa-4f08-a4d1-2a26fdc07dfd req-4aad80d3-6b23-4eff-9a3b-a946869b22e8 tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:47:50.227032 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-59d3b3cd-72fa-4f08-a4d1-2a26fdc07dfd req-4aad80d3-6b23-4eff-9a3b-a946869b22e8 tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] 10.222.0.41 "GET /v2.0/ports?device_id=3853886b-3fba-4f8d-b151-98d4a797032a HTTP/1.1" status: 200 len: 944 time: 0.0988271 Jan 28 07:47:50.248261 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-48f8dd13-2828-4dc3-b923-65daffe1514e tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Allocated IP 172.25.6.244 (7d5b3724-deef-4831-8d43-cb9b8176573c/b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc/e8ad334f-abfb-4fb7-9cc4-7f5e4214739a) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:47:50.260941 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port 0f98c92f-dafd-429d-94f5-a6a2ef8bdbc2 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:47:50.261371 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (0f98c92f-dafd-429d-94f5-a6a2ef8bdbc2), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:50.280157 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f98c92f-dafd-429d-94f5-a6a2ef8bdbc2 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:47:50.302538 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 0f98c92f-dafd-429d-94f5-a6a2ef8bdbc2, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=0f98c92f-dafd-429d-94f5-a6a2ef8bdbc2,segment=NetworkSegment(aff97edd-7a78-460e-9490-69025b77b8f5),segment_id=aff97edd-7a78-460e-9490-69025b77b8f5)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:47:50.307716 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (0f98c92f-dafd-429d-94f5-a6a2ef8bdbc2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:50.339754 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-59d3b3cd-72fa-4f08-a4d1-2a26fdc07dfd req-de31096f-a474-4861-ab6a-40445b97aa48 tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] 10.222.0.41 "GET /v2.0/security-groups?id=b780afc9-5f35-4d03-a918-15374da8437f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038682 Jan 28 07:47:50.404450 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-48f8dd13-2828-4dc3-b923-65daffe1514e tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Publish callbacks [] for port (e8ad334f-abfb-4fb7-9cc4-7f5e4214739a), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:50.449251 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-48f8dd13-2828-4dc3-b923-65daffe1514e tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (e8ad334f-abfb-4fb7-9cc4-7f5e4214739a), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:50.478181 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-feb085b4-e566-4bdb-bcdc-00a29c622f46 tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:50.493890 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f8dd13-2828-4dc3-b923-65daffe1514e tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Network 7d5b3724-deef-4831-8d43-cb9b8176573c is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:47:50.496989 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-48f8dd13-2828-4dc3-b923-65daffe1514e tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:47:50.499649 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f8dd13-2828-4dc3-b923-65daffe1514e tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:47:50.542094 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f8dd13-2828-4dc3-b923-65daffe1514e tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Pushing event updated for resources: {'Port': ['ID=e8ad334f-abfb-4fb7-9cc4-7f5e4214739a,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:50.550007 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=0f98c92f-dafd-429d-94f5-a6a2ef8bdbc2,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:50.611122 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['0f98c92f-dafd-429d-94f5-a6a2ef8bdbc2'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:47:50.748128 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-feb085b4-e566-4bdb-bcdc-00a29c622f46 tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Allocated IP 172.20.0.1 (a8a6abd4-f8ac-4967-82f6-e24d74325f01/e2366471-1367-475d-85e8-a6ac8ba6df13/de845db9-7c74-46cc-957d-4e890904da7d) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:47:50.810046 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-48f8dd13-2828-4dc3-b923-65daffe1514e tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Publish callbacks [] for router_gateway (6f08ab2d-fff7-4648-aed0-8a067e3305f4), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:50.878901 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-feb085b4-e566-4bdb-bcdc-00a29c622f46 tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Publish callbacks [] for port (de845db9-7c74-46cc-957d-4e890904da7d), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:50.915556 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-feb085b4-e566-4bdb-bcdc-00a29c622f46 tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (de845db9-7c74-46cc-957d-4e890904da7d), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:50.960430 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb085b4-e566-4bdb-bcdc-00a29c622f46 tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Network a8a6abd4-f8ac-4967-82f6-e24d74325f01 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:47:50.963590 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-feb085b4-e566-4bdb-bcdc-00a29c622f46 tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:47:50.967437 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb085b4-e566-4bdb-bcdc-00a29c622f46 tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:47:51.003821 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb085b4-e566-4bdb-bcdc-00a29c622f46 tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Pushing event updated for resources: {'Port': ['ID=de845db9-7c74-46cc-957d-4e890904da7d,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:51.023951 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-feb085b4-e566-4bdb-bcdc-00a29c622f46 tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16609232'] for router_interface (a9b9e0e3-5c0a-4711-afdf-84172713e87d), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:51.160482 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-feb085b4-e566-4bdb-bcdc-00a29c622f46 tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (de845db9-7c74-46cc-957d-4e890904da7d), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:51.217638 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9d67c681-853f-4b39-b9c4-8351f41866d8 None None] Provisioning complete for port de845db9-7c74-46cc-957d-4e890904da7d triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:47:51.218337 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9d67c681-853f-4b39-b9c4-8351f41866d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (de845db9-7c74-46cc-957d-4e890904da7d), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:51.253936 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9d67c681-853f-4b39-b9c4-8351f41866d8 None None] Port de845db9-7c74-46cc-957d-4e890904da7d cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:47:51.337984 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-48f8dd13-2828-4dc3-b923-65daffe1514e tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16605475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16607909'] for router (6f08ab2d-fff7-4648-aed0-8a067e3305f4), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:51.462231 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-feb085b4-e566-4bdb-bcdc-00a29c622f46 tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Publish callbacks [] for port (de845db9-7c74-46cc-957d-4e890904da7d), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:51.467628 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-feb085b4-e566-4bdb-bcdc-00a29c622f46 tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (de845db9-7c74-46cc-957d-4e890904da7d), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:51.496961 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d43d7d59-9636-4435-8529-559dcff677f2 req-e71423a4-7232-45b5-826a-7f2b34eb857b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2e4102b0-3049-4b70-b5d1-ae8300e300f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0690777 Jan 28 07:47:51.519277 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48f8dd13-2828-4dc3-b923-65daffe1514e tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Router 6f08ab2d-fff7-4648-aed0-8a067e3305f4 is scheduled to L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 with binding_index 1 {{(pid=103284) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 07:47:51.570752 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-feb085b4-e566-4bdb-bcdc-00a29c622f46 tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16318999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16606560'] for router_interface (a9b9e0e3-5c0a-4711-afdf-84172713e87d), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:51.573240 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb085b4-e566-4bdb-bcdc-00a29c622f46 tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Pushing event updated for resources: {'Port': ['ID=de845db9-7c74-46cc-957d-4e890904da7d,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:51.586486 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144af7b4-d1e6-46ff-b27e-8be73b706f43 req-1591769e-b806-44be-a008-0bcf93aa653c tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:47:51.588042 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-144af7b4-d1e6-46ff-b27e-8be73b706f43 req-1591769e-b806-44be-a008-0bcf93aa653c tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] 10.222.0.41 "GET /v2.0/ports?device_id=3853886b-3fba-4f8d-b151-98d4a797032a HTTP/1.1" status: 200 len: 945 time: 0.1384611 Jan 28 07:47:51.656649 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43d7d59-9636-4435-8529-559dcff677f2 req-1be37af9-80bf-4b64-aaf2-a2ad380525e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:47:51.658078 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d43d7d59-9636-4435-8529-559dcff677f2 req-1be37af9-80bf-4b64-aaf2-a2ad380525e8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6e11006faf4241738db69f23221595e2&device_id=2e4102b0-3049-4b70-b5d1-ae8300e300f6 HTTP/1.1" status: 200 len: 1098 time: 0.0885885 Jan 28 07:47:51.673876 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48f8dd13-2828-4dc3-b923-65daffe1514e tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:47:51.689214 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-144af7b4-d1e6-46ff-b27e-8be73b706f43 req-c59dbc8d-6cd9-44a6-9951-b5ab7487122a tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] 10.222.0.41 "GET /v2.0/security-groups?id=b780afc9-5f35-4d03-a918-15374da8437f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951335 Jan 28 07:47:51.689396 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ce4bdf-04a4-40bb-befa-036ae15a0791 None None] Sync routers for ids ['6f08ab2d-fff7-4648-aed0-8a067e3305f4'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:47:51.715577 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ce4bdf-04a4-40bb-befa-036ae15a0791 None None] Routers {'6f08ab2d-fff7-4648-aed0-8a067e3305f4'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:47:51.716486 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-01ce4bdf-04a4-40bb-befa-036ae15a0791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:47:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['6f08ab2d-fff7-4648-aed0-8a067e3305f4'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:47:51.734844 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb085b4-e566-4bdb-bcdc-00a29c622f46 tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Network a8a6abd4-f8ac-4967-82f6-e24d74325f01 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:47:51.736366 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-feb085b4-e566-4bdb-bcdc-00a29c622f46 tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:47:51.751425 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-48f8dd13-2828-4dc3-b923-65daffe1514e tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Publish callbacks [] for router (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:51.755602 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-48f8dd13-2828-4dc3-b923-65daffe1514e tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.2149377 Jan 28 07:47:51.758103 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 34122) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:47:51.820392 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43d7d59-9636-4435-8529-559dcff677f2 req-2bb8ce61-5337-46bb-9a95-9ae523ca7ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:47:51.822920 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d43d7d59-9636-4435-8529-559dcff677f2 req-2bb8ce61-5337-46bb-9a95-9ae523ca7ebd service neutron] 10.222.0.10 "GET /v2.0/networks?id=e89cba95-7c88-42ca-a2a1-7604d77c150d HTTP/1.1" status: 200 len: 913 time: 0.1413631 Jan 28 07:47:51.846222 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feb085b4-e566-4bdb-bcdc-00a29c622f46 tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Router a9b9e0e3-5c0a-4711-afdf-84172713e87d has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:47:51.891849 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-01ce4bdf-04a4-40bb-befa-036ae15a0791 None None] Set router 6f08ab2d-fff7-4648-aed0-8a067e3305f4 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:47:51.948602 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-17717932-d92e-4639-839a-adc63e5cdc46 tempest-TestSecurityGroupsBasicOps-1178305524 tempest-TestSecurityGroupsBasicOps-1178305524-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=57e720992042402eb23623e4b9d5c9df&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1874630 Jan 28 07:47:51.949589 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 34126) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:47:51.953154 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d43d7d59-9636-4435-8529-559dcff677f2 req-1c33bec7-0131-4984-adb3-04253043a42e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=44b6c68f-2a00-4110-99b6-ff002afe82bc HTTP/1.1" status: 200 len: 1001 time: 0.1238272 Jan 28 07:47:52.017675 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43d7d59-9636-4435-8529-559dcff677f2 req-ca7785fe-67c0-4918-80ae-28057a20a215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:47:52.019250 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d43d7d59-9636-4435-8529-559dcff677f2 req-ca7785fe-67c0-4918-80ae-28057a20a215 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=be92a7e6-1604-4603-bacc-7f09a5c98a28 HTTP/1.1" status: 200 len: 851 time: 0.0590143 Jan 28 07:47:52.038289 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feb085b4-e566-4bdb-bcdc-00a29c622f46 tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:47:52.050408 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-feb085b4-e566-4bdb-bcdc-00a29c622f46 tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] 10.222.0.41 "PUT /v2.0/routers/a9b9e0e3-5c0a-4711-afdf-84172713e87d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8913937 Jan 28 07:47:52.050849 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 34128) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:47:52.052842 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb331fc2-caea-47e6-b336-7c90090c6c9c None None] Sync routers for ids ['a9b9e0e3-5c0a-4711-afdf-84172713e87d'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:47:52.077328 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb331fc2-caea-47e6-b336-7c90090c6c9c None None] Routers {'a9b9e0e3-5c0a-4711-afdf-84172713e87d'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:47:52.077966 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-eb331fc2-caea-47e6-b336-7c90090c6c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:47:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['a9b9e0e3-5c0a-4711-afdf-84172713e87d'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:47:52.091886 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ed7b4f-aa1c-441b-b12d-89214c26fb0f tempest-TestSecurityGroupsBasicOps-1178305524 tempest-TestSecurityGroupsBasicOps-1178305524-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:47:52.096798 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-e8ed7b4f-aa1c-441b-b12d-89214c26fb0f tempest-TestSecurityGroupsBasicOps-1178305524 tempest-TestSecurityGroupsBasicOps-1178305524-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1460555 Jan 28 07:47:52.098765 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 34130) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:47:52.110193 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 0f98c92f-dafd-429d-94f5-a6a2ef8bdbc2 up at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:47:52.124060 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-eb331fc2-caea-47e6-b336-7c90090c6c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:47:52.136247 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb331fc2-caea-47e6-b336-7c90090c6c9c None None] Routers {'a9b9e0e3-5c0a-4711-afdf-84172713e87d'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:47:52.137328 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-eb331fc2-caea-47e6-b336-7c90090c6c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:47:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['a9b9e0e3-5c0a-4711-afdf-84172713e87d'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:47:52.140516 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-01ce4bdf-04a4-40bb-befa-036ae15a0791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f08ab2d-fff7-4648-aed0-8a067e3305f4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-958278804', 'tenant_id': '57e720992042402eb23623e4b9d5c9df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': 'e8ad334f-abfb-4fb7-9cc4-7f5e4214739a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:47:49Z', 'updated_at': '2022-01-28T07:47:50Z', 'revision_number': 3, 'project_id': '57e720992042402eb23623e4b9d5c9df', 'gw_port': {'id': 'e8ad334f-abfb-4fb7-9cc4-7f5e4214739a', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:bf:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f08ab2d-fff7-4648-aed0-8a067e3305f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:47:50Z', 'updated_at': '2022-01-28T07:47:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:47:52.146470 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-8bd265cd-c05d-4b72-b36e-5ead506bd532 tempest-TestSecurityGroupsBasicOps-1178305524 tempest-TestSecurityGroupsBasicOps-1178305524-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=7d5b3724-deef-4831-8d43-cb9b8176573c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0454621 Jan 28 07:47:52.149787 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 34132) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:47:52.155420 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-e0832f06-a372-466d-a394-fe4393376bfd tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1305206827', 'network_id': '1d46a05b-6a28-4366-82fd-5536cfff39c0', 'project_id': '57e720992042402eb23623e4b9d5c9df', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:47:52.182890 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-eb331fc2-caea-47e6-b336-7c90090c6c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:47:52.184275 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb331fc2-caea-47e6-b336-7c90090c6c9c None None] The sync data for ids ['a9b9e0e3-5c0a-4711-afdf-84172713e87d'] in n-d-712749-28 is: [] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:47:52.186970 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ce4bdf-04a4-40bb-befa-036ae15a0791 None None] Checking router: 6f08ab2d-fff7-4648-aed0-8a067e3305f4 for host: n-d-712749-28 {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:47:52.187437 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ce4bdf-04a4-40bb-befa-036ae15a0791 None None] Updating router 6f08ab2d-fff7-4648-aed0-8a067e3305f4 port e8ad334f-abfb-4fb7-9cc4-7f5e4214739a binding host n-d-712749-28 {{(pid=103285) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 07:47:52.187773 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43d7d59-9636-4435-8529-559dcff677f2 req-908549cc-d173-4ba1-8582-ac3c991259e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:47:52.189426 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d43d7d59-9636-4435-8529-559dcff677f2 req-908549cc-d173-4ba1-8582-ac3c991259e8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e89cba95-7c88-42ca-a2a1-7604d77c150d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1621752 Jan 28 07:47:52.225190 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5a67848f-bf7f-4a41-80dc-4051a614d5b3 tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Publish callbacks [] for router (a9b9e0e3-5c0a-4711-afdf-84172713e87d), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:52.226640 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-01ce4bdf-04a4-40bb-befa-036ae15a0791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (e8ad334f-abfb-4fb7-9cc4-7f5e4214739a), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:52.265088 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-1801b019-eb23-410a-9de4-5feaf4cf799c None None] Provisioning complete for port de845db9-7c74-46cc-957d-4e890904da7d triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:47:52.265461 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1801b019-eb23-410a-9de4-5feaf4cf799c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (de845db9-7c74-46cc-957d-4e890904da7d), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:52.266570 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0832f06-a372-466d-a394-fe4393376bfd tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Made reservation on behalf of 57e720992042402eb23623e4b9d5c9df for: {'subnet': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:47:52.272466 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e0832f06-a372-466d-a394-fe4393376bfd tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13555781'] for subnet (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:52.367296 n-d-712749-28 neutron-server[103284]: INFO neutron.api.v2.resource [None req-5a67848f-bf7f-4a41-80dc-4051a614d5b3 tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 28 07:47:52.372086 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-5a67848f-bf7f-4a41-80dc-4051a614d5b3 tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] 10.222.0.41 "DELETE /v2.0/routers/a9b9e0e3-5c0a-4711-afdf-84172713e87d HTTP/1.1" status: 409 len: 329 time: 0.2911832 Jan 28 07:47:52.372086 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 34134) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:47:52.376836 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning for port 0f98c92f-dafd-429d-94f5-a6a2ef8bdbc2 completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:47:52.391625 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning complete for port 0f98c92f-dafd-429d-94f5-a6a2ef8bdbc2 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:47:52.392030 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (0f98c92f-dafd-429d-94f5-a6a2ef8bdbc2), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:52.397768 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-1801b019-eb23-410a-9de4-5feaf4cf799c None None] Port de845db9-7c74-46cc-957d-4e890904da7d cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:47:52.422192 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d43d7d59-9636-4435-8529-559dcff677f2 req-f6f9f815-cf23-4911-a860-937b0fbf7460 service neutron] 10.222.0.10 "GET /v2.0/networks/e89cba95-7c88-42ca-a2a1-7604d77c150d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238064 Jan 28 07:47:52.476153 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e0832f06-a372-466d-a394-fe4393376bfd tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13546728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13555799'] for subnet (fb677fb5-7bb5-44f6-b66e-b1fa61b1de4b), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:52.540579 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0832f06-a372-466d-a394-fe4393376bfd tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Pushing event updated for resources: {'Subnet': ['ID=fb677fb5-7bb5-44f6-b66e-b1fa61b1de4b,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:52.546470 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port 0f98c92f-dafd-429d-94f5-a6a2ef8bdbc2 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:47:52.546862 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (0f98c92f-dafd-429d-94f5-a6a2ef8bdbc2), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:52.555586 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0832f06-a372-466d-a394-fe4393376bfd tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Checking segment: {'id': '7a683d05-9e11-4297-9381-b194fed1ec62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1d46a05b-6a28-4366-82fd-5536cfff39c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:47:52.556233 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0832f06-a372-466d-a394-fe4393376bfd tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Network hostable DHCP agents. Network: 1d46a05b-6a28-4366-82fd-5536cfff39c0, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:47:52.576289 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0832f06-a372-466d-a394-fe4393376bfd tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Network 1d46a05b-6a28-4366-82fd-5536cfff39c0 is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:47:52.586399 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-e0832f06-a372-466d-a394-fe4393376bfd tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, 1d46a05b-6a28-4366-82fd-5536cfff39c0) {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:47:52.586600 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3853886b-3fba-4f8d-b151-98d4a797032a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f98c92f-dafd-429d-94f5-a6a2ef8bdbc2'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:47:52.589214 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a5ad2d4-0372-4e5b-9242-2fb9628f3f11" -d '{"events": [{"server_uuid": "3853886b-3fba-4f8d-b151-98d4a797032a", "name": "network-vif-plugged", "status": "completed", "tag": "0f98c92f-dafd-429d-94f5-a6a2ef8bdbc2"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:47:52.591288 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0832f06-a372-466d-a394-fe4393376bfd tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:47:52.592088 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e0832f06-a372-466d-a394-fe4393376bfd tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Publish callbacks [] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:52.604777 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afdbbd28-8fde-411c-a355-8afe48da3734 None None] Network 1d46a05b-6a28-4366-82fd-5536cfff39c0 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:47:52.614898 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-e0832f06-a372-466d-a394-fe4393376bfd tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4623287 Jan 28 07:47:52.618884 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 34138) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:47:52.628301 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 0f98c92f-dafd-429d-94f5-a6a2ef8bdbc2, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=0f98c92f-dafd-429d-94f5-a6a2ef8bdbc2,segment=NetworkSegment(aff97edd-7a78-460e-9490-69025b77b8f5),segment_id=aff97edd-7a78-460e-9490-69025b77b8f5)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:47:52.654022 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:47:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6659051c-326e-4cff-9a8b-cdcc491644ba x-openstack-request-id: req-6659051c-326e-4cff-9a8b-cdcc491644ba {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:47:52.654022 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3853886b-3fba-4f8d-b151-98d4a797032a", "name": "network-vif-plugged", "status": "completed", "tag": "0f98c92f-dafd-429d-94f5-a6a2ef8bdbc2", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:47:52.654321 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6659051c-326e-4cff-9a8b-cdcc491644ba {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:47:52.654637 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3853886b-3fba-4f8d-b151-98d4a797032a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f98c92f-dafd-429d-94f5-a6a2ef8bdbc2', 'code': 200} Jan 28 07:47:52.668328 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d43d7d59-9636-4435-8529-559dcff677f2 req-740bf831-e61f-4ce2-800a-c46678850343 service neutron] 10.222.0.10 "GET /v2.0/networks/e89cba95-7c88-42ca-a2a1-7604d77c150d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038462 Jan 28 07:47:52.684645 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (0f98c92f-dafd-429d-94f5-a6a2ef8bdbc2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:52.798744 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-01ce4bdf-04a4-40bb-befa-036ae15a0791 None None] Publish callbacks [] for port (e8ad334f-abfb-4fb7-9cc4-7f5e4214739a), precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:52.816408 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa643ff-d8b0-41da-9060-0a85b09ad156 req-2ac43178-945b-4749-b164-cbf0333bd14a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:47:52.817980 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8aa643ff-d8b0-41da-9060-0a85b09ad156 req-2ac43178-945b-4749-b164-cbf0333bd14a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=3853886b-3fba-4f8d-b151-98d4a797032a HTTP/1.1" status: 200 len: 1098 time: 0.0626619 Jan 28 07:47:52.818118 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=0f98c92f-dafd-429d-94f5-a6a2ef8bdbc2,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:52.840459 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-01ce4bdf-04a4-40bb-befa-036ae15a0791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (e8ad334f-abfb-4fb7-9cc4-7f5e4214739a), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:52.902634 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8aa643ff-d8b0-41da-9060-0a85b09ad156 req-05dd8562-d7e7-4298-838a-79def335d9f6 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=b780afc9-5f35-4d03-a918-15374da8437f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791268 Jan 28 07:47:52.916533 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ab1c5d1e-525b-461a-be62-2b2ec4cc7d28 tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16606535'] for router_interface (a9b9e0e3-5c0a-4711-afdf-84172713e87d), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:52.929260 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d170eb-d2b6-461f-9d20-e93ab6ed9931 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3dd72b9-6805-5f61-b6f3-a591f99a173d-1d46a05b-6a28-4366-82fd-5536cfff39c0', 'network_id': '1d46a05b-6a28-4366-82fd-5536cfff39c0', 'project_id': '57e720992042402eb23623e4b9d5c9df', 'fixed_ips': [{'subnet_id': 'fb677fb5-7bb5-44f6-b66e-b1fa61b1de4b'}]}} from n-d-712749-28. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 07:47:52.930322 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-64d170eb-d2b6-461f-9d20-e93ab6ed9931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:52.942034 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e1b829-fd9b-4e50-ba5b-d6e3f835ac59 None None] Pushing event updated for resources: {'Port': ['ID=e8ad334f-abfb-4fb7-9cc4-7f5e4214739a,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:52.943725 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba3d3f9-12ed-49ce-b51f-1c7a930e20a6 req-65d5218e-1659-432c-9f16-3ea841e085bc tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:47:52.945268 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8ba3d3f9-12ed-49ce-b51f-1c7a930e20a6 req-65d5218e-1659-432c-9f16-3ea841e085bc tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] 10.222.0.41 "GET /v2.0/ports?device_id=3853886b-3fba-4f8d-b151-98d4a797032a HTTP/1.1" status: 200 len: 946 time: 0.1073308 Jan 28 07:47:52.947162 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-01ce4bdf-04a4-40bb-befa-036ae15a0791 None None] Attempting to bind port e8ad334f-abfb-4fb7-9cc4-7f5e4214739a on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:47:52.947615 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-01ce4bdf-04a4-40bb-befa-036ae15a0791 None None] Attempting to bind port e8ad334f-abfb-4fb7-9cc4-7f5e4214739a by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:47:52.948062 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ce4bdf-04a4-40bb-befa-036ae15a0791 None None] Attempting to bind port e8ad334f-abfb-4fb7-9cc4-7f5e4214739a on network 7d5b3724-deef-4831-8d43-cb9b8176573c {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:47:52.965146 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ce4bdf-04a4-40bb-befa-036ae15a0791 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 47, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:47:52.965610 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ce4bdf-04a4-40bb-befa-036ae15a0791 None None] Checking segment: {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:47:52.966089 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-01ce4bdf-04a4-40bb-befa-036ae15a0791 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:52.966563 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ce4bdf-04a4-40bb-befa-036ae15a0791 None None] Bound using segment: {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:47:52.967131 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-01ce4bdf-04a4-40bb-befa-036ae15a0791 None None] Bound port: e8ad334f-abfb-4fb7-9cc4-7f5e4214739a, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:47:52.967591 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-01ce4bdf-04a4-40bb-befa-036ae15a0791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (e8ad334f-abfb-4fb7-9cc4-7f5e4214739a), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:53.057675 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8ba3d3f9-12ed-49ce-b51f-1c7a930e20a6 req-45c45f09-3b7b-484b-9293-cea8f492a536 tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] 10.222.0.41 "GET /v2.0/security-groups?id=b780afc9-5f35-4d03-a918-15374da8437f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976293 Jan 28 07:47:53.115047 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-01ce4bdf-04a4-40bb-befa-036ae15a0791 None None] For port e8ad334f-abfb-4fb7-9cc4-7f5e4214739a, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:47:53.133889 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-01ce4bdf-04a4-40bb-befa-036ae15a0791 None None] For port e8ad334f-abfb-4fb7-9cc4-7f5e4214739a, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=e8ad334f-abfb-4fb7-9cc4-7f5e4214739a,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:47:53.143569 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-01ce4bdf-04a4-40bb-befa-036ae15a0791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (e8ad334f-abfb-4fb7-9cc4-7f5e4214739a), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:53.161946 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-64d170eb-d2b6-461f-9d20-e93ab6ed9931 None None] Allocated IP 172.20.0.2 (1d46a05b-6a28-4366-82fd-5536cfff39c0/fb677fb5-7bb5-44f6-b66e-b1fa61b1de4b/744066c5-30fa-4d4c-867b-e00de5d92aba) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:47:53.240899 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ce4bdf-04a4-40bb-befa-036ae15a0791 None None] Routers {'6f08ab2d-fff7-4648-aed0-8a067e3305f4'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:47:53.241560 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-01ce4bdf-04a4-40bb-befa-036ae15a0791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:47:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['6f08ab2d-fff7-4648-aed0-8a067e3305f4'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:47:53.258587 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-ab1c5d1e-525b-461a-be62-2b2ec4cc7d28 tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Deleting port de845db9-7c74-46cc-957d-4e890904da7d {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:47:53.258949 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ab1c5d1e-525b-461a-be62-2b2ec4cc7d28 tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (de845db9-7c74-46cc-957d-4e890904da7d), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:53.311592 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e1b829-fd9b-4e50-ba5b-d6e3f835ac59 None None] Pushing event updated for resources: {'Port': ['ID=e8ad334f-abfb-4fb7-9cc4-7f5e4214739a,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:53.358727 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ab1c5d1e-525b-461a-be62-2b2ec4cc7d28 tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (de845db9-7c74-46cc-957d-4e890904da7d), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:53.373559 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-ab1c5d1e-525b-461a-be62-2b2ec4cc7d28 tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Calling delete_port for de845db9-7c74-46cc-957d-4e890904da7d owned by network:router_interface {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:47:53.569235 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ab1c5d1e-525b-461a-be62-2b2ec4cc7d28 tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (de845db9-7c74-46cc-957d-4e890904da7d), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:53.577904 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-57744bc5-145e-4962-9371-a17ed053b004 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:53.600521 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1c5d1e-525b-461a-be62-2b2ec4cc7d28 tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Pushing event deleted for resources: {'Port': ['ID=de845db9-7c74-46cc-957d-4e890904da7d,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:53.650866 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-01ce4bdf-04a4-40bb-befa-036ae15a0791 None None] Set router 6f08ab2d-fff7-4648-aed0-8a067e3305f4 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:47:53.733956 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-64d170eb-d2b6-461f-9d20-e93ab6ed9931 None None] Publish callbacks [] for port (744066c5-30fa-4d4c-867b-e00de5d92aba), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:53.794664 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-64d170eb-d2b6-461f-9d20-e93ab6ed9931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (744066c5-30fa-4d4c-867b-e00de5d92aba), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:53.846753 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d170eb-d2b6-461f-9d20-e93ab6ed9931 None None] Pushing event updated for resources: {'Port': ['ID=744066c5-30fa-4d4c-867b-e00de5d92aba,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:53.884695 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d170eb-d2b6-461f-9d20-e93ab6ed9931 None None] Network 1d46a05b-6a28-4366-82fd-5536cfff39c0 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:47:53.899007 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-64d170eb-d2b6-461f-9d20-e93ab6ed9931 None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:47:53.916482 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d170eb-d2b6-461f-9d20-e93ab6ed9931 None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:47:53.975426 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-57744bc5-145e-4962-9371-a17ed053b004 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Allocated IP 172.20.0.1 (1d46a05b-6a28-4366-82fd-5536cfff39c0/fb677fb5-7bb5-44f6-b66e-b1fa61b1de4b/419e5095-11f7-4f41-a96b-1a51f93c34df) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:47:54.031531 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-64d170eb-d2b6-461f-9d20-e93ab6ed9931 None None] Attempting to bind port 744066c5-30fa-4d4c-867b-e00de5d92aba on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:47:54.032009 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-64d170eb-d2b6-461f-9d20-e93ab6ed9931 None None] Attempting to bind port 744066c5-30fa-4d4c-867b-e00de5d92aba by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '7a683d05-9e11-4297-9381-b194fed1ec62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1d46a05b-6a28-4366-82fd-5536cfff39c0'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:47:54.032709 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d170eb-d2b6-461f-9d20-e93ab6ed9931 None None] Attempting to bind port 744066c5-30fa-4d4c-867b-e00de5d92aba on network 1d46a05b-6a28-4366-82fd-5536cfff39c0 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:47:54.042495 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d170eb-d2b6-461f-9d20-e93ab6ed9931 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 47, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:47:54.042974 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d170eb-d2b6-461f-9d20-e93ab6ed9931 None None] Checking segment: {'id': '7a683d05-9e11-4297-9381-b194fed1ec62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1d46a05b-6a28-4366-82fd-5536cfff39c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:47:54.043500 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-64d170eb-d2b6-461f-9d20-e93ab6ed9931 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:54.043953 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d170eb-d2b6-461f-9d20-e93ab6ed9931 None None] Bound using segment: {'id': '7a683d05-9e11-4297-9381-b194fed1ec62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1d46a05b-6a28-4366-82fd-5536cfff39c0'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:47:54.044553 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-64d170eb-d2b6-461f-9d20-e93ab6ed9931 None None] Bound port: 744066c5-30fa-4d4c-867b-e00de5d92aba, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a683d05-9e11-4297-9381-b194fed1ec62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1d46a05b-6a28-4366-82fd-5536cfff39c0'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:47:54.045015 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-64d170eb-d2b6-461f-9d20-e93ab6ed9931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (744066c5-30fa-4d4c-867b-e00de5d92aba), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:54.091503 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-01ce4bdf-04a4-40bb-befa-036ae15a0791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f08ab2d-fff7-4648-aed0-8a067e3305f4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-958278804', 'tenant_id': '57e720992042402eb23623e4b9d5c9df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': 'e8ad334f-abfb-4fb7-9cc4-7f5e4214739a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:47:49Z', 'updated_at': '2022-01-28T07:47:50Z', 'revision_number': 3, 'project_id': '57e720992042402eb23623e4b9d5c9df', 'gw_port': {'id': 'e8ad334f-abfb-4fb7-9cc4-7f5e4214739a', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:bf:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f08ab2d-fff7-4648-aed0-8a067e3305f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:47:50Z', 'updated_at': '2022-01-28T07:47:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:47:54.132683 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ce4bdf-04a4-40bb-befa-036ae15a0791 None None] The sync data for ids ['6f08ab2d-fff7-4648-aed0-8a067e3305f4'] in n-d-712749-28 is: [{'id': '6f08ab2d-fff7-4648-aed0-8a067e3305f4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-958278804', 'tenant_id': '57e720992042402eb23623e4b9d5c9df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': 'e8ad334f-abfb-4fb7-9cc4-7f5e4214739a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:47:49Z', 'updated_at': '2022-01-28T07:47:50Z', 'revision_number': 3, 'project_id': '57e720992042402eb23623e4b9d5c9df', 'gw_port': {'id': 'e8ad334f-abfb-4fb7-9cc4-7f5e4214739a', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:bf:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f08ab2d-fff7-4648-aed0-8a067e3305f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:47:50Z', 'updated_at': '2022-01-28T07:47:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:47:54.138017 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-57744bc5-145e-4962-9371-a17ed053b004 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Publish callbacks [] for port (419e5095-11f7-4f41-a96b-1a51f93c34df), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:54.155431 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-64d170eb-d2b6-461f-9d20-e93ab6ed9931 None None] For port 744066c5-30fa-4d4c-867b-e00de5d92aba, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:47:54.165617 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-64d170eb-d2b6-461f-9d20-e93ab6ed9931 None None] For port 744066c5-30fa-4d4c-867b-e00de5d92aba, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=744066c5-30fa-4d4c-867b-e00de5d92aba,segment=NetworkSegment(7a683d05-9e11-4297-9381-b194fed1ec62),segment_id=7a683d05-9e11-4297-9381-b194fed1ec62)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:47:54.173406 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-64d170eb-d2b6-461f-9d20-e93ab6ed9931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (744066c5-30fa-4d4c-867b-e00de5d92aba), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:54.194562 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-57744bc5-145e-4962-9371-a17ed053b004 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (419e5095-11f7-4f41-a96b-1a51f93c34df), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:54.196739 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ab1c5d1e-525b-461a-be62-2b2ec4cc7d28 tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16319006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16606699'] for router_interface (a9b9e0e3-5c0a-4711-afdf-84172713e87d), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:54.268538 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d170eb-d2b6-461f-9d20-e93ab6ed9931 None None] Pushing event updated for resources: {'Port': ['ID=744066c5-30fa-4d4c-867b-e00de5d92aba,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:54.290856 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57744bc5-145e-4962-9371-a17ed053b004 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Network 1d46a05b-6a28-4366-82fd-5536cfff39c0 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:47:54.294241 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-57744bc5-145e-4962-9371-a17ed053b004 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:47:54.297636 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57744bc5-145e-4962-9371-a17ed053b004 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:47:54.366191 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-57744bc5-145e-4962-9371-a17ed053b004 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16609232'] for router_interface (6f08ab2d-fff7-4648-aed0-8a067e3305f4), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:54.368545 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57744bc5-145e-4962-9371-a17ed053b004 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Pushing event updated for resources: {'Port': ['ID=419e5095-11f7-4f41-a96b-1a51f93c34df,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:54.369028 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bba9c9e-fc6a-4346-a45b-7ab224f01492 req-5ef4a586-2e3a-4e45-8f72-d95eb5850545 tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:47:54.370711 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9bba9c9e-fc6a-4346-a45b-7ab224f01492 req-5ef4a586-2e3a-4e45-8f72-d95eb5850545 tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] 10.222.0.41 "GET /v2.0/ports?device_id=3853886b-3fba-4f8d-b151-98d4a797032a HTTP/1.1" status: 200 len: 946 time: 0.1837618 Jan 28 07:47:54.581127 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab1c5d1e-525b-461a-be62-2b2ec4cc7d28 tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Router a9b9e0e3-5c0a-4711-afdf-84172713e87d has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:47:54.586050 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9bba9c9e-fc6a-4346-a45b-7ab224f01492 req-422b0cdc-8357-40f3-a2e4-9101e3b80541 tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] 10.222.0.41 "GET /v2.0/security-groups?id=b780afc9-5f35-4d03-a918-15374da8437f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2062740 Jan 28 07:47:54.605322 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-57744bc5-145e-4962-9371-a17ed053b004 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (419e5095-11f7-4f41-a96b-1a51f93c34df), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:54.689246 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab1c5d1e-525b-461a-be62-2b2ec4cc7d28 tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:47:54.703944 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2a959f-9946-4768-98c2-44804e252c9e None None] Sync routers for ids ['a9b9e0e3-5c0a-4711-afdf-84172713e87d'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:47:54.707003 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 34146) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:47:54.711055 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-ab1c5d1e-525b-461a-be62-2b2ec4cc7d28 tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] 10.222.0.41 "PUT /v2.0/routers/a9b9e0e3-5c0a-4711-afdf-84172713e87d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3357303 Jan 28 07:47:54.720016 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2a959f-9946-4768-98c2-44804e252c9e None None] Routers {'a9b9e0e3-5c0a-4711-afdf-84172713e87d'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:47:54.720772 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-9f2a959f-9946-4768-98c2-44804e252c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:47:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['a9b9e0e3-5c0a-4711-afdf-84172713e87d'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:47:54.765056 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-9f2a959f-9946-4768-98c2-44804e252c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:47:54.777447 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2a959f-9946-4768-98c2-44804e252c9e None None] Routers {'a9b9e0e3-5c0a-4711-afdf-84172713e87d'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:47:54.778268 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-9f2a959f-9946-4768-98c2-44804e252c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:47:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['a9b9e0e3-5c0a-4711-afdf-84172713e87d'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:47:54.805338 n-d-712749-28 neutron-server[103283]: INFO neutron.api.v2.resource [None req-4fd84a0e-e6bc-45ae-8d56-b4c0b45cf205 tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] show failed (client error): The resource could not be found. Jan 28 07:47:54.806419 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-4fd84a0e-e6bc-45ae-8d56-b4c0b45cf205 tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] 10.222.0.41 "GET /v2.0/routers/tempest-non_exist_router-1802650619 HTTP/1.1" status: 404 len: 335 time: 0.0969675 Jan 28 07:47:54.812015 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 34148) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:47:54.818821 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-b5a4157e-1586-4b69-af30-b25d5375a397 tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:47:54.835932 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-9f2a959f-9946-4768-98c2-44804e252c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:47:54.837538 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2a959f-9946-4768-98c2-44804e252c9e None None] The sync data for ids ['a9b9e0e3-5c0a-4711-afdf-84172713e87d'] in n-d-712749-28 is: [] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:47:54.877080 n-d-712749-28 neutron-server[103284]: INFO neutron.api.v2.resource [None req-b5a4157e-1586-4b69-af30-b25d5375a397 tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] update failed (client error): The resource could not be found. Jan 28 07:47:54.878567 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-b5a4157e-1586-4b69-af30-b25d5375a397 tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] 10.222.0.41 "PUT /v2.0/routers/tempest-non_exist_router-1899259381 HTTP/1.1" status: 404 len: 335 time: 0.0650289 Jan 28 07:47:54.883844 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 34150) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:47:54.904616 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65654b40-6106-4afb-b878-6cfed18fb833 req-7d16b324-e82c-4943-9980-140b38160ced tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:47:54.906301 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-65654b40-6106-4afb-b878-6cfed18fb833 req-7d16b324-e82c-4943-9980-140b38160ced tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] 10.222.0.41 "GET /v2.0/ports?device_id=3853886b-3fba-4f8d-b151-98d4a797032a HTTP/1.1" status: 200 len: 946 time: 0.1151578 Jan 28 07:47:54.967220 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-95dcd721-42f6-4da5-a003-9287048922e8 tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Deleting subnet a3fbf0f0-69a0-4319-8a58-d948f0630fa9 {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:47:54.971891 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-95dcd721-42f6-4da5-a003-9287048922e8 tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Publish callbacks [] for subnet (a3fbf0f0-69a0-4319-8a58-d948f0630fa9), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:55.045890 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-95dcd721-42f6-4da5-a003-9287048922e8 tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24759175'] for subnet (a3fbf0f0-69a0-4319-8a58-d948f0630fa9), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:55.047682 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-65654b40-6106-4afb-b878-6cfed18fb833 req-987bc15c-f658-488b-b59b-12b4abc2d18f tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] 10.222.0.41 "GET /v2.0/security-groups?id=b780afc9-5f35-4d03-a918-15374da8437f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1333342 Jan 28 07:47:55.141049 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-57744bc5-145e-4962-9371-a17ed053b004 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Publish callbacks [] for port (419e5095-11f7-4f41-a96b-1a51f93c34df), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:55.148772 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-57744bc5-145e-4962-9371-a17ed053b004 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (419e5095-11f7-4f41-a96b-1a51f93c34df), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:55.175491 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 744066c5-30fa-4d4c-867b-e00de5d92aba up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:47:55.227662 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-95dcd721-42f6-4da5-a003-9287048922e8 tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (a3fbf0f0-69a0-4319-8a58-d948f0630fa9), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:55.259403 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 744066c5-30fa-4d4c-867b-e00de5d92aba triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:47:55.260362 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (744066c5-30fa-4d4c-867b-e00de5d92aba), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:55.265818 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57744bc5-145e-4962-9371-a17ed053b004 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Pushing event updated for resources: {'Port': ['ID=419e5095-11f7-4f41-a96b-1a51f93c34df,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:55.283793 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b149d11f-0232-431b-973c-91bd02af6452 req-dbf27072-a1c5-4a55-b08a-2f69d8887ecb tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:47:55.285715 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b149d11f-0232-431b-973c-91bd02af6452 req-dbf27072-a1c5-4a55-b08a-2f69d8887ecb tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] 10.222.0.41 "GET /v2.0/ports?device_id=3853886b-3fba-4f8d-b151-98d4a797032a HTTP/1.1" status: 200 len: 946 time: 0.1369622 Jan 28 07:47:55.299981 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-57744bc5-145e-4962-9371-a17ed053b004 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16318999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16606560'] for router_interface (6f08ab2d-fff7-4648-aed0-8a067e3305f4), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:55.380844 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-95dcd721-42f6-4da5-a003-9287048922e8 tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24757569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24979817'] for subnet (a3fbf0f0-69a0-4319-8a58-d948f0630fa9), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:55.391964 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b149d11f-0232-431b-973c-91bd02af6452 req-5622ff0f-4d96-49f2-a04d-7c187da21c05 tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] 10.222.0.41 "GET /v2.0/security-groups?id=b780afc9-5f35-4d03-a918-15374da8437f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987113 Jan 28 07:47:55.441467 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 744066c5-30fa-4d4c-867b-e00de5d92aba is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:47:55.442751 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (744066c5-30fa-4d4c-867b-e00de5d92aba), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:55.448619 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 34154) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:47:55.450996 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dcd721-42f6-4da5-a003-9287048922e8 tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Pushing event deleted for resources: {'Subnet': ['ID=a3fbf0f0-69a0-4319-8a58-d948f0630fa9,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:55.468938 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-95dcd721-42f6-4da5-a003-9287048922e8 tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:55.475081 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-95dcd721-42f6-4da5-a003-9287048922e8 tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] 10.222.0.41 "DELETE /v2.0/subnets/a3fbf0f0-69a0-4319-8a58-d948f0630fa9 HTTP/1.1" status: 204 len: 168 time: 0.5872731 Jan 28 07:47:55.479502 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 34158) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:47:55.497018 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] For port 744066c5-30fa-4d4c-867b-e00de5d92aba, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=744066c5-30fa-4d4c-867b-e00de5d92aba,segment=NetworkSegment(7a683d05-9e11-4297-9381-b194fed1ec62),segment_id=7a683d05-9e11-4297-9381-b194fed1ec62)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:47:55.506356 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eeb8473-1a1d-44ae-8ef2-b59d64268665 None None] Network 7f75e93e-2846-46ea-b681-13e8c3ce75ed requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:47:55.511695 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (744066c5-30fa-4d4c-867b-e00de5d92aba), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:55.512991 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device e8ad334f-abfb-4fb7-9cc4-7f5e4214739a up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:47:55.523568 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57744bc5-145e-4962-9371-a17ed053b004 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Network 1d46a05b-6a28-4366-82fd-5536cfff39c0 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:47:55.527459 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-57744bc5-145e-4962-9371-a17ed053b004 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:47:55.615436 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-afa23ee3-e3a5-4c74-b0cb-6abb29bd6b32 tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Deleting subnet 8b12eb57-600e-41b1-8cd8-74488d2f68c1 {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:47:55.621428 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-afa23ee3-e3a5-4c74-b0cb-6abb29bd6b32 tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Publish callbacks [] for subnet (8b12eb57-600e-41b1-8cd8-74488d2f68c1), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:55.712568 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-afa23ee3-e3a5-4c74-b0cb-6abb29bd6b32 tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24759175'] for subnet (8b12eb57-600e-41b1-8cd8-74488d2f68c1), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:55.738919 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57744bc5-145e-4962-9371-a17ed053b004 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Router 6f08ab2d-fff7-4648-aed0-8a067e3305f4 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:47:55.753395 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ed8318-eae6-4a8b-b0bb-3cf47ec3dc7e None None] Network 1d46a05b-6a28-4366-82fd-5536cfff39c0 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:47:55.753870 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ce306d-b3dd-4326-87a9-b45725ed7f63 tempest-TestServerBasicOps-1901438176 tempest-TestServerBasicOps-1901438176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:47:55.756146 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-10ce306d-b3dd-4326-87a9-b45725ed7f63 tempest-TestServerBasicOps-1901438176 tempest-TestServerBasicOps-1901438176-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=3853886b-3fba-4f8d-b151-98d4a797032a HTTP/1.1" status: 200 len: 1093 time: 0.2974317 Jan 28 07:47:55.758996 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 34160) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:47:55.763904 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-fb0f559b-0361-454c-be54-ffc48bf1ee14 tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] Request body: {'floatingip': {'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'port_id': '0f98c92f-dafd-429d-94f5-a6a2ef8bdbc2', 'tenant_id': 'f7c76513a0a24534bd03d09a01ed7997', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:47:55.818655 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Pushing event updated for resources: {'Port': ['ID=744066c5-30fa-4d4c-867b-e00de5d92aba,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:55.818903 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fb0f559b-0361-454c-be54-ffc48bf1ee14 tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:55.852849 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9c5d1f88-fd70-42a4-afc5-f28cbf00ab84 None None] Provisioning complete for port 744066c5-30fa-4d4c-867b-e00de5d92aba triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:47:55.853250 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9c5d1f88-fd70-42a4-afc5-f28cbf00ab84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (744066c5-30fa-4d4c-867b-e00de5d92aba), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:55.891986 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57744bc5-145e-4962-9371-a17ed053b004 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:47:55.897267 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-afa23ee3-e3a5-4c74-b0cb-6abb29bd6b32 tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (8b12eb57-600e-41b1-8cd8-74488d2f68c1), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:55.899024 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port e8ad334f-abfb-4fb7-9cc4-7f5e4214739a triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:47:55.899416 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (e8ad334f-abfb-4fb7-9cc4-7f5e4214739a), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:55.906964 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-57744bc5-145e-4962-9371-a17ed053b004 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] 10.222.0.41 "PUT /v2.0/routers/6f08ab2d-fff7-4648-aed0-8a067e3305f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2863374 Jan 28 07:47:55.910232 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 34162) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:47:55.917771 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-acc99eec-5629-4122-801d-03e3ddb8f50c tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1610680476', 'description': 'tempest-secgroup_access--1610680476 description', 'project_id': '57e720992042402eb23623e4b9d5c9df'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:47:55.950663 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-acc99eec-5629-4122-801d-03e3ddb8f50c tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:55.967384 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b593008-ac9a-4330-9bb2-163800b0f23d None None] DHCP port deletion for 7f75e93e-2846-46ea-b681-13e8c3ce75ed request from n-d-712749-28 {{(pid=103285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 07:47:55.999426 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-afa23ee3-e3a5-4c74-b0cb-6abb29bd6b32 tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24757569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24979817'] for subnet (8b12eb57-600e-41b1-8cd8-74488d2f68c1), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:56.034514 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-afa23ee3-e3a5-4c74-b0cb-6abb29bd6b32 tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:56.043934 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-afa23ee3-e3a5-4c74-b0cb-6abb29bd6b32 tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] 10.222.0.41 "DELETE /v2.0/subnets/8b12eb57-600e-41b1-8cd8-74488d2f68c1 HTTP/1.1" status: 204 len: 168 time: 0.5592318 Jan 28 07:47:56.043934 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa23ee3-e3a5-4c74-b0cb-6abb29bd6b32 tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Pushing event deleted for resources: {'Subnet': ['ID=8b12eb57-600e-41b1-8cd8-74488d2f68c1,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:56.044859 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 34164) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:47:56.047171 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fb0f559b-0361-454c-be54-ffc48bf1ee14 tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:56.050072 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f42a563-ccf1-46b8-8cb5-d4ffaa313e52 None None] Network 3d9e7ed8-0150-48ea-9d5e-9d2e7d290efc requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:47:56.081487 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-acc99eec-5629-4122-801d-03e3ddb8f50c tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Publish callbacks [] for security_group (061dd392-89c5-433a-92ad-77a8cad01fbe), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:56.116050 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-acc99eec-5629-4122-801d-03e3ddb8f50c tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (061dd392-89c5-433a-92ad-77a8cad01fbe), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:56.176473 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-acc99eec-5629-4122-801d-03e3ddb8f50c tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:56.177709 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-acc99eec-5629-4122-801d-03e3ddb8f50c tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.2657926 Jan 28 07:47:56.180894 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 34166) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:47:56.185760 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9c5d1f88-fd70-42a4-afc5-f28cbf00ab84 None None] Current status of the port 744066c5-30fa-4d4c-867b-e00de5d92aba is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:47:56.185963 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-62197d65-8117-46a9-8457-6b4aaf32161b tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--173498212', 'description': 'tempest-secgroup_general--173498212 description', 'project_id': '57e720992042402eb23623e4b9d5c9df'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:47:56.200684 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-fb0f559b-0361-454c-be54-ffc48bf1ee14 tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] Allocated IP 172.25.6.170 (7d5b3724-deef-4831-8d43-cb9b8176573c/b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc/70f73a83-abdc-4494-9625-ba1a413b9774) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:47:56.205373 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc99eec-5629-4122-801d-03e3ddb8f50c tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=061dd392-89c5-433a-92ad-77a8cad01fbe,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:56.207534 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port e8ad334f-abfb-4fb7-9cc4-7f5e4214739a is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:47:56.208042 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (e8ad334f-abfb-4fb7-9cc4-7f5e4214739a), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:56.231858 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-62197d65-8117-46a9-8457-6b4aaf32161b tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:56.240430 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-03930f4a-8893-4323-a6e1-64342f9fd948 tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (7f75e93e-2846-46ea-b681-13e8c3ce75ed), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:56.272679 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] For port e8ad334f-abfb-4fb7-9cc4-7f5e4214739a, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=e8ad334f-abfb-4fb7-9cc4-7f5e4214739a,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:47:56.276263 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-3b593008-ac9a-4330-9bb2-163800b0f23d None None] Deleting port ce663a5b-e01c-40d8-ae2a-14c0eea7ac87 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:47:56.276638 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3b593008-ac9a-4330-9bb2-163800b0f23d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (ce663a5b-e01c-40d8-ae2a-14c0eea7ac87), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:56.353490 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (e8ad334f-abfb-4fb7-9cc4-7f5e4214739a), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:56.397960 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-03930f4a-8893-4323-a6e1-64342f9fd948 tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Deleting port ce663a5b-e01c-40d8-ae2a-14c0eea7ac87 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:47:56.398366 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-03930f4a-8893-4323-a6e1-64342f9fd948 tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (ce663a5b-e01c-40d8-ae2a-14c0eea7ac87), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:56.467691 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-3b593008-ac9a-4330-9bb2-163800b0f23d None None] For port ce663a5b-e01c-40d8-ae2a-14c0eea7ac87, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=ce663a5b-e01c-40d8-ae2a-14c0eea7ac87,segment=NetworkSegment(175cf2f3-ac30-47b5-8a04-ca98e141056e),segment_id=175cf2f3-ac30-47b5-8a04-ca98e141056e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:47:56.468242 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3b593008-ac9a-4330-9bb2-163800b0f23d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (ce663a5b-e01c-40d8-ae2a-14c0eea7ac87), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:56.492317 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fb0f559b-0361-454c-be54-ffc48bf1ee14 tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] Publish callbacks [] for port (70f73a83-abdc-4494-9625-ba1a413b9774), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:56.512049 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f36a614-24bd-445b-b94b-b11565fc8e31 None None] DHCP port deletion for 3d9e7ed8-0150-48ea-9d5e-9d2e7d290efc request from n-d-712749-28 {{(pid=103285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 07:47:56.527041 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-3b593008-ac9a-4330-9bb2-163800b0f23d None None] Calling delete_port for ce663a5b-e01c-40d8-ae2a-14c0eea7ac87 owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:47:56.549016 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Pushing event updated for resources: {'Port': ['ID=e8ad334f-abfb-4fb7-9cc4-7f5e4214739a,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:56.555976 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fb0f559b-0361-454c-be54-ffc48bf1ee14 tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (70f73a83-abdc-4494-9625-ba1a413b9774), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:56.560712 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-62197d65-8117-46a9-8457-6b4aaf32161b tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Publish callbacks [] for security_group (5643a9ee-e899-48b1-a127-deedc90b23ce), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:56.571737 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-62197d65-8117-46a9-8457-6b4aaf32161b tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (5643a9ee-e899-48b1-a127-deedc90b23ce), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:56.587763 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-03930f4a-8893-4323-a6e1-64342f9fd948 tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] For port ce663a5b-e01c-40d8-ae2a-14c0eea7ac87, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=ce663a5b-e01c-40d8-ae2a-14c0eea7ac87,segment=NetworkSegment(175cf2f3-ac30-47b5-8a04-ca98e141056e),segment_id=175cf2f3-ac30-47b5-8a04-ca98e141056e)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:47:56.590108 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-03930f4a-8893-4323-a6e1-64342f9fd948 tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (ce663a5b-e01c-40d8-ae2a-14c0eea7ac87), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:56.637363 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb0f559b-0361-454c-be54-ffc48bf1ee14 tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] Network 7d5b3724-deef-4831-8d43-cb9b8176573c is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:47:56.640971 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-fb0f559b-0361-454c-be54-ffc48bf1ee14 tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:47:56.642790 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-03930f4a-8893-4323-a6e1-64342f9fd948 tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Calling delete_port for ce663a5b-e01c-40d8-ae2a-14c0eea7ac87 owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:47:56.647591 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0f559b-0361-454c-be54-ffc48bf1ee14 tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:47:56.689048 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-62197d65-8117-46a9-8457-6b4aaf32161b tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:56.691377 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-62197d65-8117-46a9-8457-6b4aaf32161b tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.5094342 Jan 28 07:47:56.695404 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62197d65-8117-46a9-8457-6b4aaf32161b tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5643a9ee-e899-48b1-a127-deedc90b23ce,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:56.697904 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 34168) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:47:56.699129 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0f559b-0361-454c-be54-ffc48bf1ee14 tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] Pushing event updated for resources: {'Port': ['ID=70f73a83-abdc-4494-9625-ba1a413b9774,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:56.731146 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-22ed5a94-91e1-4b1d-be83-2e8097f287fc None None] Provisioning complete for port 419e5095-11f7-4f41-a96b-1a51f93c34df triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:47:56.731786 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-22ed5a94-91e1-4b1d-be83-2e8097f287fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (419e5095-11f7-4f41-a96b-1a51f93c34df), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:56.768641 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-bce6dcaf-00e3-4e81-b8bc-f6872b2d6c32 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Request body: {'security_group_rule': {'security_group_id': '061dd392-89c5-433a-92ad-77a8cad01fbe', 'project_id': '57e720992042402eb23623e4b9d5c9df', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:47:56.804349 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b15415-eb3c-4fc2-a376-c795adced77f None None] Sync routers for ids ['6f08ab2d-fff7-4648-aed0-8a067e3305f4'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:47:56.820781 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b15415-eb3c-4fc2-a376-c795adced77f None None] Routers {'6f08ab2d-fff7-4648-aed0-8a067e3305f4'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:47:56.821823 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-8f36a614-24bd-445b-b94b-b11565fc8e31 None None] Deleting port c669e25d-5c02-41ea-9e31-dd47011be6e2 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:47:56.822409 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8f36a614-24bd-445b-b94b-b11565fc8e31 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (c669e25d-5c02-41ea-9e31-dd47011be6e2), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:56.822913 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-e9b15415-eb3c-4fc2-a376-c795adced77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:47:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['6f08ab2d-fff7-4648-aed0-8a067e3305f4'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:47:56.826035 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-22ed5a94-91e1-4b1d-be83-2e8097f287fc None None] Port 419e5095-11f7-4f41-a96b-1a51f93c34df cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:47:56.842667 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-bce6dcaf-00e3-4e81-b8bc-f6872b2d6c32 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Publish callbacks [] for security_group_rule (e4cff6ae-1b49-49e1-a077-486e3e6188fe), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:56.922776 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3b593008-ac9a-4330-9bb2-163800b0f23d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298'] for port (ce663a5b-e01c-40d8-ae2a-14c0eea7ac87), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:56.966387 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-03930f4a-8893-4323-a6e1-64342f9fd948 tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (ce663a5b-e01c-40d8-ae2a-14c0eea7ac87), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:56.966605 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-22ed5a94-91e1-4b1d-be83-2e8097f287fc None None] Provisioning complete for port 744066c5-30fa-4d4c-867b-e00de5d92aba triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:47:56.966989 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-22ed5a94-91e1-4b1d-be83-2e8097f287fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (744066c5-30fa-4d4c-867b-e00de5d92aba), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:56.999856 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-e9b15415-eb3c-4fc2-a376-c795adced77f None None] Set router 6f08ab2d-fff7-4648-aed0-8a067e3305f4 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:47:57.008799 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-8f36a614-24bd-445b-b94b-b11565fc8e31 None None] For port c669e25d-5c02-41ea-9e31-dd47011be6e2, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=c669e25d-5c02-41ea-9e31-dd47011be6e2,segment=NetworkSegment(34acecca-15a5-4889-a03b-bb4ad67c4d29),segment_id=34acecca-15a5-4889-a03b-bb4ad67c4d29)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:47:57.009211 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8f36a614-24bd-445b-b94b-b11565fc8e31 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (c669e25d-5c02-41ea-9e31-dd47011be6e2), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:57.012421 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-bce6dcaf-00e3-4e81-b8bc-f6872b2d6c32 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Publish callbacks [] for security_group_rule (e4cff6ae-1b49-49e1-a077-486e3e6188fe), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:57.013887 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03930f4a-8893-4323-a6e1-64342f9fd948 tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] No DVR routers for this DVR port ce663a5b-e01c-40d8-ae2a-14c0eea7ac87 on host n-d-712749-28 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:47:57.070516 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b593008-ac9a-4330-9bb2-163800b0f23d None None] Pushing event deleted for resources: {'Port': ['ID=ce663a5b-e01c-40d8-ae2a-14c0eea7ac87,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:57.078722 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-bce6dcaf-00e3-4e81-b8bc-f6872b2d6c32 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (e4cff6ae-1b49-49e1-a077-486e3e6188fe), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:57.087686 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03930f4a-8893-4323-a6e1-64342f9fd948 tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Pushing event deleted for resources: {'Port': ['ID=ce663a5b-e01c-40d8-ae2a-14c0eea7ac87,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:57.096118 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b593008-ac9a-4330-9bb2-163800b0f23d None None] No DVR routers for this DVR port ce663a5b-e01c-40d8-ae2a-14c0eea7ac87 on host n-d-712749-28 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:47:57.104779 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 744066c5-30fa-4d4c-867b-e00de5d92aba up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:47:57.151105 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-8f36a614-24bd-445b-b94b-b11565fc8e31 None None] Calling delete_port for c669e25d-5c02-41ea-9e31-dd47011be6e2 owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:47:57.173378 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce6dcaf-00e3-4e81-b8bc-f6872b2d6c32 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4cff6ae-1b49-49e1-a077-486e3e6188fe,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:57.185451 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-bce6dcaf-00e3-4e81-b8bc-f6872b2d6c32 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:57.200542 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-bce6dcaf-00e3-4e81-b8bc-f6872b2d6c32 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4251029 Jan 28 07:47:57.200542 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-03930f4a-8893-4323-a6e1-64342f9fd948 tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (7f75e93e-2846-46ea-b681-13e8c3ce75ed), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:57.270676 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-03930f4a-8893-4323-a6e1-64342f9fd948 tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f75e93e-2846-46ea-b681-13e8c3ce75ed']}} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:47:57.302442 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-03930f4a-8893-4323-a6e1-64342f9fd948 tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '175cf2f3-ac30-47b5-8a04-ca98e141056e') {'for_net_delete': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:47:57.306369 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-03930f4a-8893-4323-a6e1-64342f9fd948 tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '175cf2f3-ac30-47b5-8a04-ca98e141056e') {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:47:57.325320 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-03930f4a-8893-4323-a6e1-64342f9fd948 tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13506801'] for segment (175cf2f3-ac30-47b5-8a04-ca98e141056e), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:57.356754 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-03930f4a-8893-4323-a6e1-64342f9fd948 tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (175cf2f3-ac30-47b5-8a04-ca98e141056e), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:57.371985 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03930f4a-8893-4323-a6e1-64342f9fd948 tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=103283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:47:57.373057 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-03930f4a-8893-4323-a6e1-64342f9fd948 tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13546563'] for segment (175cf2f3-ac30-47b5-8a04-ca98e141056e), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:57.378293 n-d-712749-28 neutron-server[103283]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:47:57.378293 n-d-712749-28 neutron-server[103283]: self.session.flush() Jan 28 07:47:57.378293 n-d-712749-28 neutron-server[103283]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:47:57.378293 n-d-712749-28 neutron-server[103283]: self.session.flush() Jan 28 07:47:57.378293 n-d-712749-28 neutron-server[103283]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:47:57.378293 n-d-712749-28 neutron-server[103283]: self.session.flush() Jan 28 07:47:57.378293 n-d-712749-28 neutron-server[103283]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:47:57.378293 n-d-712749-28 neutron-server[103283]: self.session.flush() Jan 28 07:47:57.378293 n-d-712749-28 neutron-server[103283]: Traceback (most recent call last): Jan 28 07:47:57.378293 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:47:57.378293 n-d-712749-28 neutron-server[103283]: timer() Jan 28 07:47:57.378293 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:47:57.378293 n-d-712749-28 neutron-server[103283]: cb(*args, **kw) Jan 28 07:47:57.378293 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:47:57.378293 n-d-712749-28 neutron-server[103283]: return func(*args, **kwargs) Jan 28 07:47:57.378293 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:47:57.378293 n-d-712749-28 neutron-server[103283]: self._notify() Jan 28 07:47:57.378293 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:47:57.378293 n-d-712749-28 neutron-server[103283]: self.callback(batched_events) Jan 28 07:47:57.378293 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:47:57.378293 n-d-712749-28 neutron-server[103283]: event.method(event) Jan 28 07:47:57.378293 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:47:57.378293 n-d-712749-28 neutron-server[103283]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:47:57.378293 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:47:57.378293 n-d-712749-28 neutron-server[103283]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:47:57.378293 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:47:57.378293 n-d-712749-28 neutron-server[103283]: return f(self, *a, **k) Jan 28 07:47:57.378293 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:47:57.378293 n-d-712749-28 neutron-server[103283]: return self._get(url).json() Jan 28 07:47:57.378293 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:47:57.378293 n-d-712749-28 neutron-server[103283]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:47:57.378293 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:47:57.378293 n-d-712749-28 neutron-server[103283]: return self.request(url, 'GET', **kwargs) Jan 28 07:47:57.378293 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:47:57.378293 n-d-712749-28 neutron-server[103283]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:47:57.378293 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:47:57.378293 n-d-712749-28 neutron-server[103283]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:47:57.378293 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:47:57.378293 n-d-712749-28 neutron-server[103283]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:47:57.378293 n-d-712749-28 neutron-server[103283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:47:57.422276 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 744066c5-30fa-4d4c-867b-e00de5d92aba triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:47:57.422676 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (744066c5-30fa-4d4c-867b-e00de5d92aba), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:57.427001 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8f36a614-24bd-445b-b94b-b11565fc8e31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298'] for port (c669e25d-5c02-41ea-9e31-dd47011be6e2), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:57.443547 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-e9b15415-eb3c-4fc2-a376-c795adced77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f08ab2d-fff7-4648-aed0-8a067e3305f4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-958278804', 'tenant_id': '57e720992042402eb23623e4b9d5c9df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': 'e8ad334f-abfb-4fb7-9cc4-7f5e4214739a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:47:49Z', 'updated_at': '2022-01-28T07:47:54Z', 'revision_number': 4, 'project_id': '57e720992042402eb23623e4b9d5c9df', 'gw_port': {'id': 'e8ad334f-abfb-4fb7-9cc4-7f5e4214739a', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:bf:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f08ab2d-fff7-4648-aed0-8a067e3305f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:47:50Z', 'updated_at': '2022-01-28T07:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '419e5095-11f7-4f41-a96b-1a51f93c34df', 'name': '', 'network_id': '1d46a05b-6a28-4366-82fd-5536cfff39c0', 'tenant_id': '57e720992042402eb23623e4b9d5c9df', 'mac_address': 'fa:16:3e:79:07:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f08ab2d-fff7-4648-aed0-8a067e3305f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'fb677fb5-7bb5-44f6-b66e-b1fa61b1de4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:47:53Z', 'updated_at': '2022-01-28T07:47:54Z', 'revision_number': 2, 'project_id': '57e720992042402eb23623e4b9d5c9df', 'subnets': [{'id': 'fb677fb5-7bb5-44f6-b66e-b1fa61b1de4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:47:57.483966 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fb0f559b-0361-454c-be54-ffc48bf1ee14 tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] Publish callbacks [] for floatingip (7a337d01-5b84-4115-b5f3-d8895789cb59), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:57.488478 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b15415-eb3c-4fc2-a376-c795adced77f None None] Checking router: 6f08ab2d-fff7-4648-aed0-8a067e3305f4 for host: n-d-712749-28 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:47:57.488991 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b15415-eb3c-4fc2-a376-c795adced77f None None] Updating router 6f08ab2d-fff7-4648-aed0-8a067e3305f4 port 419e5095-11f7-4f41-a96b-1a51f93c34df binding host n-d-712749-28 {{(pid=103286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 07:47:57.498139 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-03930f4a-8893-4323-a6e1-64342f9fd948 tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (7f75e93e-2846-46ea-b681-13e8c3ce75ed), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:57.504746 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-22ed5a94-91e1-4b1d-be83-2e8097f287fc None None] Current status of the port 744066c5-30fa-4d4c-867b-e00de5d92aba is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:47:57.518855 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f36a614-24bd-445b-b94b-b11565fc8e31 None None] No DVR routers for this DVR port c669e25d-5c02-41ea-9e31-dd47011be6e2 on host n-d-712749-28 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:47:57.528669 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-03930f4a-8893-4323-a6e1-64342f9fd948 tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Publish callbacks [] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:57.532312 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e9b15415-eb3c-4fc2-a376-c795adced77f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (419e5095-11f7-4f41-a96b-1a51f93c34df), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:57.532445 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f36a614-24bd-445b-b94b-b11565fc8e31 None None] Pushing event deleted for resources: {'Port': ['ID=c669e25d-5c02-41ea-9e31-dd47011be6e2,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:57.532563 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-03930f4a-8893-4323-a6e1-64342f9fd948 tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] 10.222.0.41 "DELETE /v2.0/networks/7f75e93e-2846-46ea-b681-13e8c3ce75ed HTTP/1.1" status: 204 len: 168 time: 1.4859715 Jan 28 07:47:57.536682 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 34182) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:47:57.541573 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03930f4a-8893-4323-a6e1-64342f9fd948 tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Pushing event deleted for resources: {'Network': ['ID=7f75e93e-2846-46ea-b681-13e8c3ce75ed,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:57.590798 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-06021200-acad-4337-9eec-08429db1f4ee req-91560674-03b9-486c-a8e6-0b1db37ad24e tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup_general--173498212&fields=id&tenant_id=57e720992042402eb23623e4b9d5c9df HTTP/1.1" status: 200 len: 267 time: 0.1245868 Jan 28 07:47:57.623314 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 744066c5-30fa-4d4c-867b-e00de5d92aba is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:47:57.624405 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device e8ad334f-abfb-4fb7-9cc4-7f5e4214739a up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:47:57.654846 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-06021200-acad-4337-9eec-08429db1f4ee req-a9e4e555-7cf8-4f27-9a54-f43a70ade36b tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup_access--1610680476&fields=id&tenant_id=57e720992042402eb23623e4b9d5c9df HTTP/1.1" status: 200 len: 267 time: 0.0630622 Jan 28 07:47:57.657026 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-e8807aa2-33ae-4bf6-a48f-abbd0a77559d None None] Provisioning complete for port 419e5095-11f7-4f41-a96b-1a51f93c34df triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:47:57.657407 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e8807aa2-33ae-4bf6-a48f-abbd0a77559d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (419e5095-11f7-4f41-a96b-1a51f93c34df), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:57.693598 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f9273d6c-9a58-4603-8a38-a1cbd2463741 tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (3d9e7ed8-0150-48ea-9d5e-9d2e7d290efc), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:57.713177 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-e8807aa2-33ae-4bf6-a48f-abbd0a77559d None None] Port 419e5095-11f7-4f41-a96b-1a51f93c34df cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:47:57.720672 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port e8ad334f-abfb-4fb7-9cc4-7f5e4214739a triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:47:57.721101 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (e8ad334f-abfb-4fb7-9cc4-7f5e4214739a), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:57.737107 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fb0f559b-0361-454c-be54-ffc48bf1ee14 tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (70f73a83-abdc-4494-9625-ba1a413b9774), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:57.807107 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port e8ad334f-abfb-4fb7-9cc4-7f5e4214739a is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:47:57.813501 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06021200-acad-4337-9eec-08429db1f4ee req-d7aa7521-30cb-4ffd-9ef2-c2bde08a3f86 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:47:57.815200 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-06021200-acad-4337-9eec-08429db1f4ee req-d7aa7521-30cb-4ffd-9ef2-c2bde08a3f86 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] 10.222.0.41 "GET /v2.0/networks?id=1d46a05b-6a28-4366-82fd-5536cfff39c0 HTTP/1.1" status: 200 len: 797 time: 0.1594138 Jan 28 07:47:57.832178 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-06021200-acad-4337-9eec-08429db1f4ee req-491f5642-cda8-4f0e-b373-d900c7d47d45 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] 10.222.0.41 "GET /v2.0/quotas/57e720992042402eb23623e4b9d5c9df HTTP/1.1" status: 200 len: 375 time: 0.0103881 Jan 28 07:47:57.878330 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e9b15415-eb3c-4fc2-a376-c795adced77f None None] Publish callbacks [] for port (419e5095-11f7-4f41-a96b-1a51f93c34df), precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:57.878820 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device ce663a5b-e01c-40d8-ae2a-14c0eea7ac87 no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:47:57.885199 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e9b15415-eb3c-4fc2-a376-c795adced77f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (419e5095-11f7-4f41-a96b-1a51f93c34df), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:57.894272 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f9273d6c-9a58-4603-8a38-a1cbd2463741 tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (3d9e7ed8-0150-48ea-9d5e-9d2e7d290efc), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:57.894504 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-06021200-acad-4337-9eec-08429db1f4ee req-dc21d2e7-6689-402d-9ebc-b4933b371142 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=57e720992042402eb23623e4b9d5c9df&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0560167 Jan 28 07:47:57.908624 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: ce663a5b-e01c-40d8-ae2a-14c0eea7ac87 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:47:57.908973 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device ce663a5b-e01c-40d8-ae2a-14c0eea7ac87 not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:47:57.909395 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device c669e25d-5c02-41ea-9e31-dd47011be6e2 no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:47:57.931377 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-f9273d6c-9a58-4603-8a38-a1cbd2463741 tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d9e7ed8-0150-48ea-9d5e-9d2e7d290efc']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:47:57.942579 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: c669e25d-5c02-41ea-9e31-dd47011be6e2 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:47:57.943330 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device c669e25d-5c02-41ea-9e31-dd47011be6e2 not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:47:57.944129 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c5285c-1b83-4ebb-afc7-ba8758098902 None None] Pushing event updated for resources: {'Port': ['ID=419e5095-11f7-4f41-a96b-1a51f93c34df,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:57.975147 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-f9273d6c-9a58-4603-8a38-a1cbd2463741 tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34acecca-15a5-4889-a03b-bb4ad67c4d29') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:47:57.975455 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-f9273d6c-9a58-4603-8a38-a1cbd2463741 tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34acecca-15a5-4889-a03b-bb4ad67c4d29') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:47:57.986773 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f9273d6c-9a58-4603-8a38-a1cbd2463741 tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24759294'] for segment (34acecca-15a5-4889-a03b-bb4ad67c4d29), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:58.021713 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f9273d6c-9a58-4603-8a38-a1cbd2463741 tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (34acecca-15a5-4889-a03b-bb4ad67c4d29), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:58.033647 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-e9b15415-eb3c-4fc2-a376-c795adced77f None None] Attempting to bind port 419e5095-11f7-4f41-a96b-1a51f93c34df on host n-d-712749-28 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:47:58.034522 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-e9b15415-eb3c-4fc2-a376-c795adced77f None None] Attempting to bind port 419e5095-11f7-4f41-a96b-1a51f93c34df by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '7a683d05-9e11-4297-9381-b194fed1ec62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1d46a05b-6a28-4366-82fd-5536cfff39c0'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:47:58.035077 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b15415-eb3c-4fc2-a376-c795adced77f None None] Attempting to bind port 419e5095-11f7-4f41-a96b-1a51f93c34df on network 1d46a05b-6a28-4366-82fd-5536cfff39c0 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:47:58.036428 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9273d6c-9a58-4603-8a38-a1cbd2463741 tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:47:58.037001 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f9273d6c-9a58-4603-8a38-a1cbd2463741 tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24757675'] for segment (34acecca-15a5-4889-a03b-bb4ad67c4d29), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:58.040839 n-d-712749-28 neutron-server[103284]: Traceback (most recent call last): Jan 28 07:47:58.040839 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:47:58.040839 n-d-712749-28 neutron-server[103284]: timer() Jan 28 07:47:58.040839 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:47:58.040839 n-d-712749-28 neutron-server[103284]: cb(*args, **kw) Jan 28 07:47:58.040839 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:47:58.040839 n-d-712749-28 neutron-server[103284]: return func(*args, **kwargs) Jan 28 07:47:58.040839 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:47:58.040839 n-d-712749-28 neutron-server[103284]: self._notify() Jan 28 07:47:58.040839 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:47:58.040839 n-d-712749-28 neutron-server[103284]: self.callback(batched_events) Jan 28 07:47:58.040839 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:47:58.040839 n-d-712749-28 neutron-server[103284]: event.method(event) Jan 28 07:47:58.040839 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:47:58.040839 n-d-712749-28 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:47:58.040839 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:47:58.040839 n-d-712749-28 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:47:58.040839 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:47:58.040839 n-d-712749-28 neutron-server[103284]: return f(self, *a, **k) Jan 28 07:47:58.040839 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:47:58.040839 n-d-712749-28 neutron-server[103284]: return self._get(url).json() Jan 28 07:47:58.040839 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:47:58.040839 n-d-712749-28 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:47:58.040839 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:47:58.040839 n-d-712749-28 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Jan 28 07:47:58.040839 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:47:58.040839 n-d-712749-28 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:47:58.040839 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:47:58.040839 n-d-712749-28 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:47:58.040839 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:47:58.040839 n-d-712749-28 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:47:58.040839 n-d-712749-28 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:47:58.042571 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b15415-eb3c-4fc2-a376-c795adced77f None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 47, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:47:58.042571 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b15415-eb3c-4fc2-a376-c795adced77f None None] Checking segment: {'id': '7a683d05-9e11-4297-9381-b194fed1ec62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1d46a05b-6a28-4366-82fd-5536cfff39c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:47:58.042571 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e9b15415-eb3c-4fc2-a376-c795adced77f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:58.042812 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b15415-eb3c-4fc2-a376-c795adced77f None None] Bound using segment: {'id': '7a683d05-9e11-4297-9381-b194fed1ec62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1d46a05b-6a28-4366-82fd-5536cfff39c0'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:47:58.043147 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-e9b15415-eb3c-4fc2-a376-c795adced77f None None] Bound port: 419e5095-11f7-4f41-a96b-1a51f93c34df, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a683d05-9e11-4297-9381-b194fed1ec62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1d46a05b-6a28-4366-82fd-5536cfff39c0'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:47:58.043677 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e9b15415-eb3c-4fc2-a376-c795adced77f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (419e5095-11f7-4f41-a96b-1a51f93c34df), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:58.049864 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-06021200-acad-4337-9eec-08429db1f4ee req-59fa45f1-b9a9-4e28-8943-48d66c0bd6e0 service neutron] 10.222.0.41 "GET /v2.0/networks/1d46a05b-6a28-4366-82fd-5536cfff39c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350598 Jan 28 07:47:58.133650 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f9273d6c-9a58-4603-8a38-a1cbd2463741 tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (3d9e7ed8-0150-48ea-9d5e-9d2e7d290efc), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:58.151627 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f9273d6c-9a58-4603-8a38-a1cbd2463741 tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:58.154968 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-f9273d6c-9a58-4603-8a38-a1cbd2463741 tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] 10.222.0.41 "DELETE /v2.0/networks/3d9e7ed8-0150-48ea-9d5e-9d2e7d290efc HTTP/1.1" status: 204 len: 168 time: 0.6170950 Jan 28 07:47:58.157522 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fb0f559b-0361-454c-be54-ffc48bf1ee14 tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] Publish callbacks [] for port (70f73a83-abdc-4494-9625-ba1a413b9774), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:58.159116 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 34184) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:47:58.178716 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fb0f559b-0361-454c-be54-ffc48bf1ee14 tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (70f73a83-abdc-4494-9625-ba1a413b9774), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:58.182576 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9273d6c-9a58-4603-8a38-a1cbd2463741 tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Pushing event deleted for resources: {'Network': ['ID=3d9e7ed8-0150-48ea-9d5e-9d2e7d290efc,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:58.214679 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-e9b15415-eb3c-4fc2-a376-c795adced77f None None] For port 419e5095-11f7-4f41-a96b-1a51f93c34df, host n-d-712749-28, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:47:58.218445 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-e9b15415-eb3c-4fc2-a376-c795adced77f None None] For port 419e5095-11f7-4f41-a96b-1a51f93c34df, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=419e5095-11f7-4f41-a96b-1a51f93c34df,segment=NetworkSegment(7a683d05-9e11-4297-9381-b194fed1ec62),segment_id=7a683d05-9e11-4297-9381-b194fed1ec62)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:47:58.219361 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_v2 [None req-375561c4-d1fc-430c-9a60-0f12ce2bff4c tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Deleting subnet e2366471-1367-475d-85e8-a6ac8ba6df13 {{(pid=103283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:47:58.225206 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e9b15415-eb3c-4fc2-a376-c795adced77f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (419e5095-11f7-4f41-a96b-1a51f93c34df), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:58.233296 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-06021200-acad-4337-9eec-08429db1f4ee req-e0044510-9bce-4268-a6fe-dfdacf4e3d8d service neutron] 10.222.0.41 "GET /v2.0/networks/1d46a05b-6a28-4366-82fd-5536cfff39c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728542 Jan 28 07:47:58.236419 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-375561c4-d1fc-430c-9a60-0f12ce2bff4c tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Publish callbacks [] for subnet (e2366471-1367-475d-85e8-a6ac8ba6df13), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:58.258636 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0f559b-0361-454c-be54-ffc48bf1ee14 tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] Pushing event updated for resources: {'Port': ['ID=70f73a83-abdc-4494-9625-ba1a413b9774,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:58.284616 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fb0f559b-0361-454c-be54-ffc48bf1ee14 tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16609095'] for floatingip (7a337d01-5b84-4115-b5f3-d8895789cb59), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:58.297305 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b15415-eb3c-4fc2-a376-c795adced77f None None] Routers {'6f08ab2d-fff7-4648-aed0-8a067e3305f4'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:47:58.297944 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-e9b15415-eb3c-4fc2-a376-c795adced77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:47:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['6f08ab2d-fff7-4648-aed0-8a067e3305f4'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:47:58.302403 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c5285c-1b83-4ebb-afc7-ba8758098902 None None] Pushing event updated for resources: {'Port': ['ID=419e5095-11f7-4f41-a96b-1a51f93c34df,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:58.340842 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-375561c4-d1fc-430c-9a60-0f12ce2bff4c tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13506696'] for subnet (e2366471-1367-475d-85e8-a6ac8ba6df13), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:58.361677 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-84273936-5e64-46fd-9f04-fe2470a39e84 None None] Provisioning complete for port 419e5095-11f7-4f41-a96b-1a51f93c34df triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:47:58.362042 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-84273936-5e64-46fd-9f04-fe2470a39e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (419e5095-11f7-4f41-a96b-1a51f93c34df), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:58.405530 n-d-712749-28 neutron-server[103284]: INFO neutron.db.l3_db [None req-fb0f559b-0361-454c-be54-ffc48bf1ee14 tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] Floating IP 7a337d01-5b84-4115-b5f3-d8895789cb59 associated. External IP: 172.25.6.170, port: 0f98c92f-dafd-429d-94f5-a6a2ef8bdbc2. Jan 28 07:47:58.502102 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-375561c4-d1fc-430c-9a60-0f12ce2bff4c tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (e2366471-1367-475d-85e8-a6ac8ba6df13), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:58.544337 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-84273936-5e64-46fd-9f04-fe2470a39e84 None None] Current status of the port 419e5095-11f7-4f41-a96b-1a51f93c34df is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:47:58.544867 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-84273936-5e64-46fd-9f04-fe2470a39e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (419e5095-11f7-4f41-a96b-1a51f93c34df), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:58.547345 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-e9b15415-eb3c-4fc2-a376-c795adced77f None None] Set router 6f08ab2d-fff7-4648-aed0-8a067e3305f4 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:47:58.615807 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-84273936-5e64-46fd-9f04-fe2470a39e84 None None] For port 419e5095-11f7-4f41-a96b-1a51f93c34df, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=419e5095-11f7-4f41-a96b-1a51f93c34df,segment=NetworkSegment(7a683d05-9e11-4297-9381-b194fed1ec62),segment_id=7a683d05-9e11-4297-9381-b194fed1ec62)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:47:58.625781 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-84273936-5e64-46fd-9f04-fe2470a39e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (419e5095-11f7-4f41-a96b-1a51f93c34df), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:58.663252 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-375561c4-d1fc-430c-9a60-0f12ce2bff4c tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13546665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13556132'] for subnet (e2366471-1367-475d-85e8-a6ac8ba6df13), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:58.719595 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84273936-5e64-46fd-9f04-fe2470a39e84 None None] Pushing event updated for resources: {'Port': ['ID=419e5095-11f7-4f41-a96b-1a51f93c34df,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:58.725020 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-375561c4-d1fc-430c-9a60-0f12ce2bff4c tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Publish callbacks [] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:58.730609 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-375561c4-d1fc-430c-9a60-0f12ce2bff4c tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] 10.222.0.41 "DELETE /v2.0/subnets/e2366471-1367-475d-85e8-a6ac8ba6df13 HTTP/1.1" status: 204 len: 168 time: 0.5696976 Jan 28 07:47:58.731768 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375561c4-d1fc-430c-9a60-0f12ce2bff4c tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Pushing event deleted for resources: {'Subnet': ['ID=e2366471-1367-475d-85e8-a6ac8ba6df13,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:58.735576 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 34194) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:47:58.755104 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21979e35-a050-4e27-8ea4-7bca00a738ea None None] Network a8a6abd4-f8ac-4967-82f6-e24d74325f01 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:47:58.826422 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1489e9a-2066-4845-a683-3806b23226c7 None None] Provisioning complete for port 419e5095-11f7-4f41-a96b-1a51f93c34df triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:47:58.826814 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1489e9a-2066-4845-a683-3806b23226c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (419e5095-11f7-4f41-a96b-1a51f93c34df), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:58.887644 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-e9b15415-eb3c-4fc2-a376-c795adced77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f08ab2d-fff7-4648-aed0-8a067e3305f4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-958278804', 'tenant_id': '57e720992042402eb23623e4b9d5c9df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': 'e8ad334f-abfb-4fb7-9cc4-7f5e4214739a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:47:49Z', 'updated_at': '2022-01-28T07:47:54Z', 'revision_number': 4, 'project_id': '57e720992042402eb23623e4b9d5c9df', 'gw_port': {'id': 'e8ad334f-abfb-4fb7-9cc4-7f5e4214739a', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:bf:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f08ab2d-fff7-4648-aed0-8a067e3305f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:47:50Z', 'updated_at': '2022-01-28T07:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '419e5095-11f7-4f41-a96b-1a51f93c34df', 'name': '', 'network_id': '1d46a05b-6a28-4366-82fd-5536cfff39c0', 'tenant_id': '57e720992042402eb23623e4b9d5c9df', 'mac_address': 'fa:16:3e:79:07:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f08ab2d-fff7-4648-aed0-8a067e3305f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'fb677fb5-7bb5-44f6-b66e-b1fa61b1de4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:47:53Z', 'updated_at': '2022-01-28T07:47:58Z', 'revision_number': 4, 'project_id': '57e720992042402eb23623e4b9d5c9df', 'subnets': [{'id': 'fb677fb5-7bb5-44f6-b66e-b1fa61b1de4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:47:58.922140 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b15415-eb3c-4fc2-a376-c795adced77f None None] The sync data for ids ['6f08ab2d-fff7-4648-aed0-8a067e3305f4'] in n-d-712749-28 is: [{'id': '6f08ab2d-fff7-4648-aed0-8a067e3305f4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-958278804', 'tenant_id': '57e720992042402eb23623e4b9d5c9df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': 'e8ad334f-abfb-4fb7-9cc4-7f5e4214739a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:47:49Z', 'updated_at': '2022-01-28T07:47:54Z', 'revision_number': 4, 'project_id': '57e720992042402eb23623e4b9d5c9df', 'gw_port': {'id': 'e8ad334f-abfb-4fb7-9cc4-7f5e4214739a', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:bf:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f08ab2d-fff7-4648-aed0-8a067e3305f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:47:50Z', 'updated_at': '2022-01-28T07:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '419e5095-11f7-4f41-a96b-1a51f93c34df', 'name': '', 'network_id': '1d46a05b-6a28-4366-82fd-5536cfff39c0', 'tenant_id': '57e720992042402eb23623e4b9d5c9df', 'mac_address': 'fa:16:3e:79:07:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f08ab2d-fff7-4648-aed0-8a067e3305f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'fb677fb5-7bb5-44f6-b66e-b1fa61b1de4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:47:53Z', 'updated_at': '2022-01-28T07:47:58Z', 'revision_number': 4, 'project_id': '57e720992042402eb23623e4b9d5c9df', 'subnets': [{'id': 'fb677fb5-7bb5-44f6-b66e-b1fa61b1de4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:47:58.949511 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1c5c0d6d-5005-442b-87cd-beb4b1f466ab tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (a8a6abd4-f8ac-4967-82f6-e24d74325f01), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:59.030809 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1489e9a-2066-4845-a683-3806b23226c7 None None] Current status of the port 419e5095-11f7-4f41-a96b-1a51f93c34df is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:47:59.036394 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8e67576b-e9a7-4b15-a70a-3824820b753f req-897d8d8c-b822-4676-8115-7f99afa41f57 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e729fa1-2743-4361-8479-858333b776a8 HTTP/1.1" status: 200 len: 210 time: 0.0793123 Jan 28 07:47:59.061586 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b003fe-bb38-4cdf-8ce2-3e16c86b4854 None None] DHCP port deletion for a8a6abd4-f8ac-4967-82f6-e24d74325f01 request from n-d-712749-28 {{(pid=103285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 07:47:59.093911 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-1c5c0d6d-5005-442b-87cd-beb4b1f466ab tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Deleting port 44e7133a-4301-489c-bd82-0dfbe6ae4ff8 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:47:59.094303 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1c5c0d6d-5005-442b-87cd-beb4b1f466ab tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (44e7133a-4301-489c-bd82-0dfbe6ae4ff8), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:59.150848 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-a9b003fe-bb38-4cdf-8ce2-3e16c86b4854 None None] Deleting port 44e7133a-4301-489c-bd82-0dfbe6ae4ff8 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:47:59.151331 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a9b003fe-bb38-4cdf-8ce2-3e16c86b4854 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (44e7133a-4301-489c-bd82-0dfbe6ae4ff8), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:59.203955 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-1c5c0d6d-5005-442b-87cd-beb4b1f466ab tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] For port 44e7133a-4301-489c-bd82-0dfbe6ae4ff8, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=44e7133a-4301-489c-bd82-0dfbe6ae4ff8,segment=NetworkSegment(98d92081-de66-486b-9af6-d78de427431e),segment_id=98d92081-de66-486b-9af6-d78de427431e)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:47:59.204386 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1c5c0d6d-5005-442b-87cd-beb4b1f466ab tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (44e7133a-4301-489c-bd82-0dfbe6ae4ff8), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:59.228486 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-1c5c0d6d-5005-442b-87cd-beb4b1f466ab tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Calling delete_port for 44e7133a-4301-489c-bd82-0dfbe6ae4ff8 owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:47:59.230527 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-a9b003fe-bb38-4cdf-8ce2-3e16c86b4854 None None] For port 44e7133a-4301-489c-bd82-0dfbe6ae4ff8, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=44e7133a-4301-489c-bd82-0dfbe6ae4ff8,segment=NetworkSegment(98d92081-de66-486b-9af6-d78de427431e),segment_id=98d92081-de66-486b-9af6-d78de427431e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:47:59.231107 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a9b003fe-bb38-4cdf-8ce2-3e16c86b4854 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (44e7133a-4301-489c-bd82-0dfbe6ae4ff8), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:59.236656 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb0f559b-0361-454c-be54-ffc48bf1ee14 tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] Router ddfcd332-1caa-40de-b7d4-b375b6e84243 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:47:59.264036 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-a9b003fe-bb38-4cdf-8ce2-3e16c86b4854 None None] Calling delete_port for 44e7133a-4301-489c-bd82-0dfbe6ae4ff8 owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:47:59.374289 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1c5c0d6d-5005-442b-87cd-beb4b1f466ab tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (44e7133a-4301-489c-bd82-0dfbe6ae4ff8), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:59.413084 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5c0d6d-5005-442b-87cd-beb4b1f466ab tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Pushing event deleted for resources: {'Port': ['ID=44e7133a-4301-489c-bd82-0dfbe6ae4ff8,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:59.420557 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb0f559b-0361-454c-be54-ffc48bf1ee14 tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:47:59.422621 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5c0d6d-5005-442b-87cd-beb4b1f466ab tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] No DVR routers for this DVR port 44e7133a-4301-489c-bd82-0dfbe6ae4ff8 on host n-d-712749-28 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:47:59.452694 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fb0f559b-0361-454c-be54-ffc48bf1ee14 tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for floatingip (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:59.489814 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-fb0f559b-0361-454c-be54-ffc48bf1ee14 tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.7296851 Jan 28 07:47:59.490584 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3853886b-3fba-4f8d-b151-98d4a797032a', 'tag': '0f98c92f-dafd-429d-94f5-a6a2ef8bdbc2'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:47:59.494736 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6675ca12-78bc-4683-a5f6-9ab3cb6d4059" -d '{"events": [{"name": "network-changed", "server_uuid": "3853886b-3fba-4f8d-b151-98d4a797032a", "tag": "0f98c92f-dafd-429d-94f5-a6a2ef8bdbc2"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:47:59.547026 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23c5a269-e539-4c2b-a6fc-156317ef44b6 x-openstack-request-id: req-23c5a269-e539-4c2b-a6fc-156317ef44b6 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:47:59.547326 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3853886b-3fba-4f8d-b151-98d4a797032a", "tag": "0f98c92f-dafd-429d-94f5-a6a2ef8bdbc2", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:47:59.547586 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-23c5a269-e539-4c2b-a6fc-156317ef44b6 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:47:59.547995 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3853886b-3fba-4f8d-b151-98d4a797032a', 'tag': '0f98c92f-dafd-429d-94f5-a6a2ef8bdbc2', 'status': 'completed', 'code': 200} Jan 28 07:47:59.557507 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1c5c0d6d-5005-442b-87cd-beb4b1f466ab tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (a8a6abd4-f8ac-4967-82f6-e24d74325f01), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:59.565917 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51be1ab-ec16-4d37-80f4-c6c1dab31bc5 None None] Sync routers for ids ['ddfcd332-1caa-40de-b7d4-b375b6e84243'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:47:59.587289 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51be1ab-ec16-4d37-80f4-c6c1dab31bc5 None None] Routers {'ddfcd332-1caa-40de-b7d4-b375b6e84243'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:47:59.588367 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-b51be1ab-ec16-4d37-80f4-c6c1dab31bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:47:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['ddfcd332-1caa-40de-b7d4-b375b6e84243'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:47:59.619704 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-1c5c0d6d-5005-442b-87cd-beb4b1f466ab tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8a6abd4-f8ac-4967-82f6-e24d74325f01']}} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:47:59.633104 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-1c5c0d6d-5005-442b-87cd-beb4b1f466ab tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98d92081-de66-486b-9af6-d78de427431e') {'for_net_delete': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:47:59.633638 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-1c5c0d6d-5005-442b-87cd-beb4b1f466ab tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98d92081-de66-486b-9af6-d78de427431e') {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:47:59.643451 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6675ca12-78bc-4683-a5f6-9ab3cb6d4059 req-948a62fa-8161-4d36-a28c-4c2ac5dccf17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:47:59.644525 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1c5c0d6d-5005-442b-87cd-beb4b1f466ab tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13506801'] for segment (98d92081-de66-486b-9af6-d78de427431e), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:59.662410 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6675ca12-78bc-4683-a5f6-9ab3cb6d4059 req-948a62fa-8161-4d36-a28c-4c2ac5dccf17 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f7c76513a0a24534bd03d09a01ed7997&device_id=3853886b-3fba-4f8d-b151-98d4a797032a HTTP/1.1" status: 200 len: 1098 time: 0.0675306 Jan 28 07:47:59.663364 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1c5c0d6d-5005-442b-87cd-beb4b1f466ab tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (98d92081-de66-486b-9af6-d78de427431e), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:59.671999 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c5c0d6d-5005-442b-87cd-beb4b1f466ab tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=103283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:47:59.672430 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1c5c0d6d-5005-442b-87cd-beb4b1f466ab tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13546563'] for segment (98d92081-de66-486b-9af6-d78de427431e), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:59.676626 n-d-712749-28 neutron-server[103283]: Traceback (most recent call last): Jan 28 07:47:59.676626 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:47:59.676626 n-d-712749-28 neutron-server[103283]: timer() Jan 28 07:47:59.676626 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:47:59.676626 n-d-712749-28 neutron-server[103283]: cb(*args, **kw) Jan 28 07:47:59.676626 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:47:59.676626 n-d-712749-28 neutron-server[103283]: return func(*args, **kwargs) Jan 28 07:47:59.676626 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:47:59.676626 n-d-712749-28 neutron-server[103283]: self._notify() Jan 28 07:47:59.676626 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:47:59.676626 n-d-712749-28 neutron-server[103283]: self.callback(batched_events) Jan 28 07:47:59.676626 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:47:59.676626 n-d-712749-28 neutron-server[103283]: event.method(event) Jan 28 07:47:59.676626 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:47:59.676626 n-d-712749-28 neutron-server[103283]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:47:59.676626 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:47:59.676626 n-d-712749-28 neutron-server[103283]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:47:59.676626 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:47:59.676626 n-d-712749-28 neutron-server[103283]: return f(self, *a, **k) Jan 28 07:47:59.676626 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:47:59.676626 n-d-712749-28 neutron-server[103283]: return self._get(url).json() Jan 28 07:47:59.676626 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:47:59.676626 n-d-712749-28 neutron-server[103283]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:47:59.676626 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:47:59.676626 n-d-712749-28 neutron-server[103283]: return self.request(url, 'GET', **kwargs) Jan 28 07:47:59.676626 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:47:59.676626 n-d-712749-28 neutron-server[103283]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:47:59.676626 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:47:59.676626 n-d-712749-28 neutron-server[103283]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:47:59.676626 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:47:59.676626 n-d-712749-28 neutron-server[103283]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:47:59.676626 n-d-712749-28 neutron-server[103283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:47:59.749871 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-b51be1ab-ec16-4d37-80f4-c6c1dab31bc5 None None] Set router ddfcd332-1caa-40de-b7d4-b375b6e84243 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:47:59.750129 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1c5c0d6d-5005-442b-87cd-beb4b1f466ab tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (a8a6abd4-f8ac-4967-82f6-e24d74325f01), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:59.757071 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1c5c0d6d-5005-442b-87cd-beb4b1f466ab tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Publish callbacks [] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:59.761295 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-1c5c0d6d-5005-442b-87cd-beb4b1f466ab tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] 10.222.0.41 "DELETE /v2.0/networks/a8a6abd4-f8ac-4967-82f6-e24d74325f01 HTTP/1.1" status: 204 len: 168 time: 1.0238361 Jan 28 07:47:59.763910 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 34202) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:47:59.786847 n-d-712749-28 neutron-server[103285]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:47:59.786847 n-d-712749-28 neutron-server[103285]: self.session.flush() Jan 28 07:47:59.786847 n-d-712749-28 neutron-server[103285]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:47:59.786847 n-d-712749-28 neutron-server[103285]: self.session.flush() Jan 28 07:47:59.786847 n-d-712749-28 neutron-server[103285]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:47:59.786847 n-d-712749-28 neutron-server[103285]: self.session.flush() Jan 28 07:47:59.786847 n-d-712749-28 neutron-server[103285]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:47:59.786847 n-d-712749-28 neutron-server[103285]: self.session.flush() Jan 28 07:47:59.786847 n-d-712749-28 neutron-server[103285]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:47:59.786847 n-d-712749-28 neutron-server[103285]: self.session.flush() Jan 28 07:47:59.786847 n-d-712749-28 neutron-server[103285]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:47:59.786847 n-d-712749-28 neutron-server[103285]: self.session.flush() Jan 28 07:47:59.786847 n-d-712749-28 neutron-server[103285]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:47:59.786847 n-d-712749-28 neutron-server[103285]: self.session.flush() Jan 28 07:47:59.786847 n-d-712749-28 neutron-server[103285]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:47:59.786847 n-d-712749-28 neutron-server[103285]: self.session.flush() Jan 28 07:47:59.786847 n-d-712749-28 neutron-server[103285]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:47:59.786847 n-d-712749-28 neutron-server[103285]: self.session.flush() Jan 28 07:47:59.786847 n-d-712749-28 neutron-server[103285]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:47:59.786847 n-d-712749-28 neutron-server[103285]: self.session.flush() Jan 28 07:47:59.786847 n-d-712749-28 neutron-server[103285]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:47:59.786847 n-d-712749-28 neutron-server[103285]: self.session.flush() Jan 28 07:47:59.786847 n-d-712749-28 neutron-server[103285]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:47:59.786847 n-d-712749-28 neutron-server[103285]: self.session.flush() Jan 28 07:47:59.786847 n-d-712749-28 neutron-server[103285]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:47:59.786847 n-d-712749-28 neutron-server[103285]: self.session.flush() Jan 28 07:47:59.786847 n-d-712749-28 neutron-server[103285]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:47:59.786847 n-d-712749-28 neutron-server[103285]: self.session.flush() Jan 28 07:47:59.786847 n-d-712749-28 neutron-server[103285]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:47:59.786847 n-d-712749-28 neutron-server[103285]: self.session.flush() Jan 28 07:47:59.786847 n-d-712749-28 neutron-server[103285]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:47:59.786847 n-d-712749-28 neutron-server[103285]: self.session.flush() Jan 28 07:47:59.786847 n-d-712749-28 neutron-server[103285]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:47:59.786847 n-d-712749-28 neutron-server[103285]: self.session.flush() Jan 28 07:47:59.786847 n-d-712749-28 neutron-server[103285]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:47:59.786847 n-d-712749-28 neutron-server[103285]: self.session.flush() Jan 28 07:47:59.786847 n-d-712749-28 neutron-server[103285]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:47:59.786847 n-d-712749-28 neutron-server[103285]: self.session.flush() Jan 28 07:47:59.786847 n-d-712749-28 neutron-server[103285]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:47:59.786847 n-d-712749-28 neutron-server[103285]: self.session.flush() Jan 28 07:47:59.786847 n-d-712749-28 neutron-server[103285]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:47:59.786847 n-d-712749-28 neutron-server[103285]: self.session.flush() Jan 28 07:47:59.786847 n-d-712749-28 neutron-server[103285]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:47:59.786847 n-d-712749-28 neutron-server[103285]: self.session.flush() Jan 28 07:47:59.786847 n-d-712749-28 neutron-server[103285]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:47:59.786847 n-d-712749-28 neutron-server[103285]: self.session.flush() Jan 28 07:47:59.786847 n-d-712749-28 neutron-server[103285]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:47:59.786847 n-d-712749-28 neutron-server[103285]: self.session.flush() Jan 28 07:47:59.786847 n-d-712749-28 neutron-server[103285]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:47:59.786847 n-d-712749-28 neutron-server[103285]: self.session.flush() Jan 28 07:47:59.786847 n-d-712749-28 neutron-server[103285]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:47:59.786847 n-d-712749-28 neutron-server[103285]: self.session.flush() Jan 28 07:47:59.786847 n-d-712749-28 neutron-server[103285]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:47:59.786847 n-d-712749-28 neutron-server[103285]: self.session.flush() Jan 28 07:47:59.793269 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a9b003fe-bb38-4cdf-8ce2-3e16c86b4854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298'] for port (44e7133a-4301-489c-bd82-0dfbe6ae4ff8), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:59.794055 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5c0d6d-5005-442b-87cd-beb4b1f466ab tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Pushing event deleted for resources: {'Network': ['ID=a8a6abd4-f8ac-4967-82f6-e24d74325f01,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:59.809512 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-ca19752a-b2ca-4882-8f91-193418ba9174 tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9b9e0e3-5c0a-4711-afdf-84172713e87d HTTP/1.1" status: 200 len: 205 time: 0.0440478 Jan 28 07:47:59.813212 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 34204) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:47:59.841408 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6675ca12-78bc-4683-a5f6-9ab3cb6d4059 req-d1f6d676-e230-4179-9cea-428fae5efa48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:47:59.842861 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6675ca12-78bc-4683-a5f6-9ab3cb6d4059 req-d1f6d676-e230-4179-9cea-428fae5efa48 service neutron] 10.222.0.44 "GET /v2.0/networks?id=5e7df087-c942-4925-b0b1-2d59986e35f3 HTTP/1.1" status: 200 len: 909 time: 0.1720715 Jan 28 07:47:59.861882 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b003fe-bb38-4cdf-8ce2-3e16c86b4854 None None] Pushing event deleted for resources: {'Port': ['ID=44e7133a-4301-489c-bd82-0dfbe6ae4ff8,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:47:59.864456 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a9b003fe-bb38-4cdf-8ce2-3e16c86b4854 None None] Network a8a6abd4-f8ac-4967-82f6-e24d74325f01 is not hosted by any dhcp agent {{(pid=103285) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 28 07:47:59.865088 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b003fe-bb38-4cdf-8ce2-3e16c86b4854 None None] No DVR routers for this DVR port 44e7133a-4301-489c-bd82-0dfbe6ae4ff8 on host n-d-712749-28 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:47:59.914702 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-90dd3702-0510-4103-a823-5c21100bccfd tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Publish callbacks [] for router (a9b9e0e3-5c0a-4711-afdf-84172713e87d), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:47:59.934470 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6675ca12-78bc-4683-a5f6-9ab3cb6d4059 req-54eaab91-b693-452f-be78-c9eac3929e0c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0f98c92f-dafd-429d-94f5-a6a2ef8bdbc2 HTTP/1.1" status: 200 len: 1000 time: 0.0847807 Jan 28 07:47:59.998891 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6675ca12-78bc-4683-a5f6-9ab3cb6d4059 req-88422fc2-f98d-45d2-b035-e3d9c76b5edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:48:00.000556 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6675ca12-78bc-4683-a5f6-9ab3cb6d4059 req-88422fc2-f98d-45d2-b035-e3d9c76b5edd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8fba11cc-3430-4211-a133-7e529a9c4c94 HTTP/1.1" status: 200 len: 847 time: 0.0580378 Jan 28 07:48:00.059301 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6675ca12-78bc-4683-a5f6-9ab3cb6d4059 req-45146b10-e582-41f8-a7ad-4be61b40b980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:48:00.062956 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6675ca12-78bc-4683-a5f6-9ab3cb6d4059 req-45146b10-e582-41f8-a7ad-4be61b40b980 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5e7df087-c942-4925-b0b1-2d59986e35f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0538232 Jan 28 07:48:00.091455 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-b51be1ab-ec16-4d37-80f4-c6c1dab31bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddfcd332-1caa-40de-b7d4-b375b6e84243', 'name': 'tempest-TestServerBasicOps-645958705-router', 'tenant_id': 'f7c76513a0a24534bd03d09a01ed7997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': 'c5a09169-277c-49fc-9471-d5eef4915d47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:47:23Z', 'updated_at': '2022-01-28T07:47:27Z', 'revision_number': 4, 'project_id': 'f7c76513a0a24534bd03d09a01ed7997', 'gw_port': {'id': 'c5a09169-277c-49fc-9471-d5eef4915d47', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:9c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddfcd332-1caa-40de-b7d4-b375b6e84243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:47:24Z', 'updated_at': '2022-01-28T07:47:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_floatingips': [{'id': '7a337d01-5b84-4115-b5f3-d8895789cb59', 'tenant_id': 'f7c76513a0a24534bd03d09a01ed7997', 'floating_ip_address': '172.25.6.170', 'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'router_id': 'ddfcd332-1caa-40de-b7d4-b375b6e84243', 'port_id': '0f98c92f-dafd-429d-94f5-a6a2ef8bdbc2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3953, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e7df087-c942-4925-b0b1-2d59986e35f3', 'mac_address': 'fa:16:3e:e9:76:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3853886b-3fba-4f8d-b151-98d4a797032a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:47:57Z', 'updated_at': '2022-01-28T07:47:57Z', 'revision_number': 0, 'project_id': 'f7c76513a0a24534bd03d09a01ed7997', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5c1567c-3c4a-4b96-b1c6-4e4450abcbbe', 'name': '', 'network_id': '5e7df087-c942-4925-b0b1-2d59986e35f3', 'tenant_id': 'f7c76513a0a24534bd03d09a01ed7997', 'mac_address': 'fa:16:3e:e7:87:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddfcd332-1caa-40de-b7d4-b375b6e84243', 'device_owner': 'network:router_interface', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '8fba11cc-3430-4211-a133-7e529a9c4c94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:47:26Z', 'updated_at': '2022-01-28T07:47:34Z', 'revision_number': 5, 'project_id': 'f7c76513a0a24534bd03d09a01ed7997', 'subnets': [{'id': '8fba11cc-3430-4211-a133-7e529a9c4c94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:48:00.134865 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51be1ab-ec16-4d37-80f4-c6c1dab31bc5 None None] Checking router: ddfcd332-1caa-40de-b7d4-b375b6e84243 for host: n-d-712749-28 {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:48:00.148745 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51be1ab-ec16-4d37-80f4-c6c1dab31bc5 None None] Routers {'ddfcd332-1caa-40de-b7d4-b375b6e84243'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:48:00.149379 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-b51be1ab-ec16-4d37-80f4-c6c1dab31bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:47:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['ddfcd332-1caa-40de-b7d4-b375b6e84243'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:48:00.153712 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-90dd3702-0510-4103-a823-5c21100bccfd tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16605684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127449'] for router (a9b9e0e3-5c0a-4711-afdf-84172713e87d), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:00.156380 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-90dd3702-0510-4103-a823-5c21100bccfd tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Publish callbacks [] for router_controller (a9b9e0e3-5c0a-4711-afdf-84172713e87d), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:00.233196 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-90dd3702-0510-4103-a823-5c21100bccfd tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16605693'] for router (a9b9e0e3-5c0a-4711-afdf-84172713e87d), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:00.244390 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90dd3702-0510-4103-a823-5c21100bccfd tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Fanout notify agent at l3_agent the message router_deleted on router a9b9e0e3-5c0a-4711-afdf-84172713e87d {{(pid=103283) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 07:48:00.273515 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-955c9765-8e11-45d8-b1d5-2b8a51e07db3 req-867cb100-febe-470c-bc1e-0926d28e0ea4 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e729fa1-2743-4361-8479-858333b776a8 HTTP/1.1" status: 200 len: 210 time: 0.1163387 Jan 28 07:48:00.279814 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-90dd3702-0510-4103-a823-5c21100bccfd tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] Publish callbacks [] for router (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:00.286416 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-90dd3702-0510-4103-a823-5c21100bccfd tempest-RoutersNegativeTest-525702134 tempest-RoutersNegativeTest-525702134-project] 10.222.0.41 "DELETE /v2.0/routers/a9b9e0e3-5c0a-4711-afdf-84172713e87d HTTP/1.1" status: 204 len: 168 time: 0.4706635 Jan 28 07:48:00.314320 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-b51be1ab-ec16-4d37-80f4-c6c1dab31bc5 None None] Set router ddfcd332-1caa-40de-b7d4-b375b6e84243 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:48:00.353061 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6675ca12-78bc-4683-a5f6-9ab3cb6d4059 req-817a1f49-7878-4739-bcb5-f17a454f9b09 service neutron] 10.222.0.44 "GET /v2.0/networks/5e7df087-c942-4925-b0b1-2d59986e35f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2827024 Jan 28 07:48:00.399467 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06021200-acad-4337-9eec-08429db1f4ee req-a9cbaed7-a38e-4620-9798-6004822c5320 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:48:00.401266 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-06021200-acad-4337-9eec-08429db1f4ee req-a9cbaed7-a38e-4620-9798-6004822c5320 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] 10.222.0.10 "GET /v2.0/networks?id=1d46a05b-6a28-4366-82fd-5536cfff39c0 HTTP/1.1" status: 200 len: 797 time: 0.2455218 Jan 28 07:48:00.537948 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6675ca12-78bc-4683-a5f6-9ab3cb6d4059 req-e37545ad-064c-4016-834d-ec59436fe553 service neutron] 10.222.0.44 "GET /v2.0/networks/5e7df087-c942-4925-b0b1-2d59986e35f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786242 Jan 28 07:48:00.548309 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-06021200-acad-4337-9eec-08429db1f4ee req-d330a862-b091-458c-ab8f-224a2b7b4dd1 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=57e720992042402eb23623e4b9d5c9df HTTP/1.1" status: 200 len: 477 time: 0.1045842 Jan 28 07:48:00.571651 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-06021200-acad-4337-9eec-08429db1f4ee req-1f438c45-b8dc-4102-9036-b56f67c56772 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Request body: {'port': {'device_id': '6e729fa1-2743-4361-8479-858333b776a8', 'network_id': '1d46a05b-6a28-4366-82fd-5536cfff39c0', 'admin_state_up': True, 'tenant_id': '57e720992042402eb23623e4b9d5c9df', 'security_groups': ['5643a9ee-e899-48b1-a127-deedc90b23ce', '061dd392-89c5-433a-92ad-77a8cad01fbe']}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:48:00.649693 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-b51be1ab-ec16-4d37-80f4-c6c1dab31bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddfcd332-1caa-40de-b7d4-b375b6e84243', 'name': 'tempest-TestServerBasicOps-645958705-router', 'tenant_id': 'f7c76513a0a24534bd03d09a01ed7997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': 'c5a09169-277c-49fc-9471-d5eef4915d47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:47:23Z', 'updated_at': '2022-01-28T07:47:27Z', 'revision_number': 4, 'project_id': 'f7c76513a0a24534bd03d09a01ed7997', 'gw_port': {'id': 'c5a09169-277c-49fc-9471-d5eef4915d47', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:9c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddfcd332-1caa-40de-b7d4-b375b6e84243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:47:24Z', 'updated_at': '2022-01-28T07:47:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_floatingips': [{'id': '7a337d01-5b84-4115-b5f3-d8895789cb59', 'tenant_id': 'f7c76513a0a24534bd03d09a01ed7997', 'floating_ip_address': '172.25.6.170', 'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'router_id': 'ddfcd332-1caa-40de-b7d4-b375b6e84243', 'port_id': '0f98c92f-dafd-429d-94f5-a6a2ef8bdbc2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3953, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e7df087-c942-4925-b0b1-2d59986e35f3', 'mac_address': 'fa:16:3e:e9:76:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3853886b-3fba-4f8d-b151-98d4a797032a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:47:57Z', 'updated_at': '2022-01-28T07:47:57Z', 'revision_number': 0, 'project_id': 'f7c76513a0a24534bd03d09a01ed7997', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5c1567c-3c4a-4b96-b1c6-4e4450abcbbe', 'name': '', 'network_id': '5e7df087-c942-4925-b0b1-2d59986e35f3', 'tenant_id': 'f7c76513a0a24534bd03d09a01ed7997', 'mac_address': 'fa:16:3e:e7:87:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddfcd332-1caa-40de-b7d4-b375b6e84243', 'device_owner': 'network:router_interface', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '8fba11cc-3430-4211-a133-7e529a9c4c94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:47:26Z', 'updated_at': '2022-01-28T07:47:34Z', 'revision_number': 5, 'project_id': 'f7c76513a0a24534bd03d09a01ed7997', 'subnets': [{'id': '8fba11cc-3430-4211-a133-7e529a9c4c94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:48:00.676998 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 34214) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:48:00.683753 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51be1ab-ec16-4d37-80f4-c6c1dab31bc5 None None] The sync data for ids ['ddfcd332-1caa-40de-b7d4-b375b6e84243'] in n-d-712749-28 is: [{'id': 'ddfcd332-1caa-40de-b7d4-b375b6e84243', 'name': 'tempest-TestServerBasicOps-645958705-router', 'tenant_id': 'f7c76513a0a24534bd03d09a01ed7997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': 'c5a09169-277c-49fc-9471-d5eef4915d47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:47:23Z', 'updated_at': '2022-01-28T07:47:27Z', 'revision_number': 4, 'project_id': 'f7c76513a0a24534bd03d09a01ed7997', 'gw_port': {'id': 'c5a09169-277c-49fc-9471-d5eef4915d47', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:9c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddfcd332-1caa-40de-b7d4-b375b6e84243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:47:24Z', 'updated_at': '2022-01-28T07:47:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_floatingips': [{'id': '7a337d01-5b84-4115-b5f3-d8895789cb59', 'tenant_id': 'f7c76513a0a24534bd03d09a01ed7997', 'floating_ip_address': '172.25.6.170', 'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'router_id': 'ddfcd332-1caa-40de-b7d4-b375b6e84243', 'port_id': '0f98c92f-dafd-429d-94f5-a6a2ef8bdbc2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3953, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e7df087-c942-4925-b0b1-2d59986e35f3', 'mac_address': 'fa:16:3e:e9:76:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3853886b-3fba-4f8d-b151-98d4a797032a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:47:57Z', 'updated_at': '2022-01-28T07:47:57Z', 'revision_number': 0, 'project_id': 'f7c76513a0a24534bd03d09a01ed7997', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5c1567c-3c4a-4b96-b1c6-4e4450abcbbe', 'name': '', 'network_id': '5e7df087-c942-4925-b0b1-2d59986e35f3', 'tenant_id': 'f7c76513a0a24534bd03d09a01ed7997', 'mac_address': 'fa:16:3e:e7:87:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddfcd332-1caa-40de-b7d4-b375b6e84243', 'device_owner': 'network:router_interface', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '8fba11cc-3430-4211-a133-7e529a9c4c94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:47:26Z', 'updated_at': '2022-01-28T07:47:34Z', 'revision_number': 5, 'project_id': 'f7c76513a0a24534bd03d09a01ed7997', 'subnets': [{'id': '8fba11cc-3430-4211-a133-7e529a9c4c94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:48:00.710952 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06021200-acad-4337-9eec-08429db1f4ee req-1f438c45-b8dc-4102-9036-b56f67c56772 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Made reservation on behalf of 57e720992042402eb23623e4b9d5c9df for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:48:00.714697 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-06021200-acad-4337-9eec-08429db1f4ee req-1f438c45-b8dc-4102-9036-b56f67c56772 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:00.840142 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-4b0a4cfa-f9e1-4a94-8068-9fb493452e8e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=426c56704c554049b5cb5215e6de51b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1617782 Jan 28 07:48:00.841391 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 34218) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:48:00.863261 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-06021200-acad-4337-9eec-08429db1f4ee req-1f438c45-b8dc-4102-9036-b56f67c56772 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Allocated IP 172.20.0.7 (1d46a05b-6a28-4366-82fd-5536cfff39c0/fb677fb5-7bb5-44f6-b66e-b1fa61b1de4b/fcd03a5f-daf6-4d5a-a93e-2c2eb2c53052) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:48:00.895696 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-058a643c-d593-4f9d-9d1a-d84d71fb63e6 admin admin] Publish callbacks [] for security_group (c1bcd040-4277-4e9a-953a-70c1291003d1), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:00.921432 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-058a643c-d593-4f9d-9d1a-d84d71fb63e6 admin admin] Publish callbacks [] for security_group (c1bcd040-4277-4e9a-953a-70c1291003d1), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:00.989749 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-058a643c-d593-4f9d-9d1a-d84d71fb63e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (c1bcd040-4277-4e9a-953a-70c1291003d1), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:00.992406 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-058a643c-d593-4f9d-9d1a-d84d71fb63e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:00.993614 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-058a643c-d593-4f9d-9d1a-d84d71fb63e6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c1bcd040-4277-4e9a-953a-70c1291003d1 HTTP/1.1" status: 204 len: 168 time: 0.1512992 Jan 28 07:48:01.006132 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058a643c-d593-4f9d-9d1a-d84d71fb63e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1bcd040-4277-4e9a-953a-70c1291003d1,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:48:01.056487 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-06021200-acad-4337-9eec-08429db1f4ee req-1f438c45-b8dc-4102-9036-b56f67c56772 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Publish callbacks [] for port (fcd03a5f-daf6-4d5a-a93e-2c2eb2c53052), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:01.071079 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4ba36b-a696-4ce1-842a-a54ab3cb8acc None None] New status for floating IP 7a337d01-5b84-4115-b5f3-d8895789cb59: ACTIVE {{(pid=103286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 07:48:01.089498 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 419e5095-11f7-4f41-a96b-1a51f93c34df up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:48:01.100161 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-06021200-acad-4337-9eec-08429db1f4ee req-1f438c45-b8dc-4102-9036-b56f67c56772 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (fcd03a5f-daf6-4d5a-a93e-2c2eb2c53052), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:01.147979 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 419e5095-11f7-4f41-a96b-1a51f93c34df triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:48:01.148456 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (419e5095-11f7-4f41-a96b-1a51f93c34df), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:01.153536 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06021200-acad-4337-9eec-08429db1f4ee req-1f438c45-b8dc-4102-9036-b56f67c56772 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Network 1d46a05b-6a28-4366-82fd-5536cfff39c0 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:48:01.156881 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-06021200-acad-4337-9eec-08429db1f4ee req-1f438c45-b8dc-4102-9036-b56f67c56772 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:48:01.163538 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-06021200-acad-4337-9eec-08429db1f4ee req-1f438c45-b8dc-4102-9036-b56f67c56772 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:48:01.189436 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f438c45-b8dc-4102-9036-b56f67c56772 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Pushing event updated for resources: {'Port': ['ID=fcd03a5f-daf6-4d5a-a93e-2c2eb2c53052,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:48:01.240903 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06021200-acad-4337-9eec-08429db1f4ee req-1f438c45-b8dc-4102-9036-b56f67c56772 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:48:01.242607 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-06021200-acad-4337-9eec-08429db1f4ee req-1f438c45-b8dc-4102-9036-b56f67c56772 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:01.249533 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 419e5095-11f7-4f41-a96b-1a51f93c34df is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:48:01.278024 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-06021200-acad-4337-9eec-08429db1f4ee req-1f438c45-b8dc-4102-9036-b56f67c56772 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 0.7153411 Jan 28 07:48:01.303666 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-06021200-acad-4337-9eec-08429db1f4ee req-0c1cb0c4-dbcf-442c-9799-3aa6aacbf6d9 service neutron] Request body: {'port': {'device_id': '6e729fa1-2743-4361-8479-858333b776a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-28'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:48:01.333467 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 44e7133a-4301-489c-bd82-0dfbe6ae4ff8 no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:48:01.359644 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: 44e7133a-4301-489c-bd82-0dfbe6ae4ff8 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:48:01.359939 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 44e7133a-4301-489c-bd82-0dfbe6ae4ff8 not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:48:01.378878 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-06021200-acad-4337-9eec-08429db1f4ee req-0c1cb0c4-dbcf-442c-9799-3aa6aacbf6d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (fcd03a5f-daf6-4d5a-a93e-2c2eb2c53052), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:01.453650 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7334349-dd77-47c5-b6b4-cee2b56137b1 req-8277b651-d055-4d6f-b7b9-3ccfa24a287e tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:48:01.454575 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e7334349-dd77-47c5-b6b4-cee2b56137b1 req-8277b651-d055-4d6f-b7b9-3ccfa24a287e tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e729fa1-2743-4361-8479-858333b776a8 HTTP/1.1" status: 200 len: 970 time: 0.0792844 Jan 28 07:48:01.480517 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-a229dc6f-e431-4a1e-be38-55aed22884f6 None None] Provisioning complete for port fcd03a5f-daf6-4d5a-a93e-2c2eb2c53052 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:48:01.481152 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a229dc6f-e431-4a1e-be38-55aed22884f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (fcd03a5f-daf6-4d5a-a93e-2c2eb2c53052), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:01.531008 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-a229dc6f-e431-4a1e-be38-55aed22884f6 None None] Port fcd03a5f-daf6-4d5a-a93e-2c2eb2c53052 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:48:01.546253 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e7334349-dd77-47c5-b6b4-cee2b56137b1 req-03f8fb1c-49e8-4ad0-a314-803249587264 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] 10.222.0.41 "GET /v2.0/security-groups?id=061dd392-89c5-433a-92ad-77a8cad01fbe&id=5643a9ee-e899-48b1-a127-deedc90b23ce&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0855029 Jan 28 07:48:01.685259 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-06021200-acad-4337-9eec-08429db1f4ee req-0c1cb0c4-dbcf-442c-9799-3aa6aacbf6d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcd03a5f-daf6-4d5a-a93e-2c2eb2c53052 {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:48:01.693580 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-06021200-acad-4337-9eec-08429db1f4ee req-0c1cb0c4-dbcf-442c-9799-3aa6aacbf6d9 service neutron] Publish callbacks [] for port (fcd03a5f-daf6-4d5a-a93e-2c2eb2c53052), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:01.705915 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-06021200-acad-4337-9eec-08429db1f4ee req-0c1cb0c4-dbcf-442c-9799-3aa6aacbf6d9 service neutron] Transition to ACTIVE for port object fcd03a5f-daf6-4d5a-a93e-2c2eb2c53052 will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:48:01.709867 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-06021200-acad-4337-9eec-08429db1f4ee req-0c1cb0c4-dbcf-442c-9799-3aa6aacbf6d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (fcd03a5f-daf6-4d5a-a93e-2c2eb2c53052), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:01.762580 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1cb0c4-dbcf-442c-9799-3aa6aacbf6d9 service neutron] Pushing event updated for resources: {'Port': ['ID=fcd03a5f-daf6-4d5a-a93e-2c2eb2c53052,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:48:01.837526 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-06021200-acad-4337-9eec-08429db1f4ee req-0c1cb0c4-dbcf-442c-9799-3aa6aacbf6d9 service neutron] Attempting to bind port fcd03a5f-daf6-4d5a-a93e-2c2eb2c53052 on host n-h1-712749-28 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:48:01.837878 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-06021200-acad-4337-9eec-08429db1f4ee req-0c1cb0c4-dbcf-442c-9799-3aa6aacbf6d9 service neutron] Attempting to bind port fcd03a5f-daf6-4d5a-a93e-2c2eb2c53052 by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': '7a683d05-9e11-4297-9381-b194fed1ec62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1d46a05b-6a28-4366-82fd-5536cfff39c0'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:48:01.838217 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06021200-acad-4337-9eec-08429db1f4ee req-0c1cb0c4-dbcf-442c-9799-3aa6aacbf6d9 service neutron] Attempting to bind port fcd03a5f-daf6-4d5a-a93e-2c2eb2c53052 on network 1d46a05b-6a28-4366-82fd-5536cfff39c0 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:48:01.843080 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06021200-acad-4337-9eec-08429db1f4ee req-0c1cb0c4-dbcf-442c-9799-3aa6aacbf6d9 service neutron] Port fcd03a5f-daf6-4d5a-a93e-2c2eb2c53052 on network 1d46a05b-6a28-4366-82fd-5536cfff39c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:48:01.844822 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06021200-acad-4337-9eec-08429db1f4ee req-0c1cb0c4-dbcf-442c-9799-3aa6aacbf6d9 service neutron] Attempting to bind port fcd03a5f-daf6-4d5a-a93e-2c2eb2c53052 on network 1d46a05b-6a28-4366-82fd-5536cfff39c0 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:48:01.855235 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06021200-acad-4337-9eec-08429db1f4ee req-0c1cb0c4-dbcf-442c-9799-3aa6aacbf6d9 service neutron] Checking agent: {'id': '2fca46b1-237f-4857-9290-2429d810e472', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:48:01.855691 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06021200-acad-4337-9eec-08429db1f4ee req-0c1cb0c4-dbcf-442c-9799-3aa6aacbf6d9 service neutron] Checking segment: {'id': '7a683d05-9e11-4297-9381-b194fed1ec62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1d46a05b-6a28-4366-82fd-5536cfff39c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:48:01.856184 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06021200-acad-4337-9eec-08429db1f4ee req-0c1cb0c4-dbcf-442c-9799-3aa6aacbf6d9 service neutron] Bound using segment: {'id': '7a683d05-9e11-4297-9381-b194fed1ec62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1d46a05b-6a28-4366-82fd-5536cfff39c0'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:48:01.856975 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-06021200-acad-4337-9eec-08429db1f4ee req-0c1cb0c4-dbcf-442c-9799-3aa6aacbf6d9 service neutron] Bound port: fcd03a5f-daf6-4d5a-a93e-2c2eb2c53052, host: n-h1-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a683d05-9e11-4297-9381-b194fed1ec62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1d46a05b-6a28-4366-82fd-5536cfff39c0'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:48:01.857451 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-06021200-acad-4337-9eec-08429db1f4ee req-0c1cb0c4-dbcf-442c-9799-3aa6aacbf6d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (fcd03a5f-daf6-4d5a-a93e-2c2eb2c53052), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:01.938992 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-06021200-acad-4337-9eec-08429db1f4ee req-0c1cb0c4-dbcf-442c-9799-3aa6aacbf6d9 service neutron] For port fcd03a5f-daf6-4d5a-a93e-2c2eb2c53052, host n-h1-712749-28, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:48:01.942729 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-06021200-acad-4337-9eec-08429db1f4ee req-0c1cb0c4-dbcf-442c-9799-3aa6aacbf6d9 service neutron] For port fcd03a5f-daf6-4d5a-a93e-2c2eb2c53052, host n-h1-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=fcd03a5f-daf6-4d5a-a93e-2c2eb2c53052,segment=NetworkSegment(7a683d05-9e11-4297-9381-b194fed1ec62),segment_id=7a683d05-9e11-4297-9381-b194fed1ec62)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:48:01.947207 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-06021200-acad-4337-9eec-08429db1f4ee req-0c1cb0c4-dbcf-442c-9799-3aa6aacbf6d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (fcd03a5f-daf6-4d5a-a93e-2c2eb2c53052), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:01.984038 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06021200-acad-4337-9eec-08429db1f4ee req-0c1cb0c4-dbcf-442c-9799-3aa6aacbf6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:48:01.984730 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-06021200-acad-4337-9eec-08429db1f4ee req-0c1cb0c4-dbcf-442c-9799-3aa6aacbf6d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:01.986250 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-06021200-acad-4337-9eec-08429db1f4ee req-0c1cb0c4-dbcf-442c-9799-3aa6aacbf6d9 service neutron] 10.222.0.10 "PUT /v2.0/ports/fcd03a5f-daf6-4d5a-a93e-2c2eb2c53052 HTTP/1.1" status: 200 len: 1131 time: 0.6879554 Jan 28 07:48:01.986724 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e729fa1-2743-4361-8479-858333b776a8', 'tag': 'fcd03a5f-daf6-4d5a-a93e-2c2eb2c53052'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:48:01.989501 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fe6ef7f-8f53-473a-b208-30a991e4c11b" -d '{"events": [{"name": "network-changed", "server_uuid": "6e729fa1-2743-4361-8479-858333b776a8", "tag": "fcd03a5f-daf6-4d5a-a93e-2c2eb2c53052"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:48:02.017410 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1cb0c4-dbcf-442c-9799-3aa6aacbf6d9 service neutron] Pushing event updated for resources: {'Port': ['ID=fcd03a5f-daf6-4d5a-a93e-2c2eb2c53052,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:48:02.036429 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7add6ac4-c552-4b27-bb19-b645e8e94695 x-openstack-request-id: req-7add6ac4-c552-4b27-bb19-b645e8e94695 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:48:02.036783 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e729fa1-2743-4361-8479-858333b776a8", "tag": "fcd03a5f-daf6-4d5a-a93e-2c2eb2c53052", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:48:02.037051 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7add6ac4-c552-4b27-bb19-b645e8e94695 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:48:02.037466 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e729fa1-2743-4361-8479-858333b776a8', 'tag': 'fcd03a5f-daf6-4d5a-a93e-2c2eb2c53052', 'status': 'completed', 'code': 200} Jan 28 07:48:02.111427 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06021200-acad-4337-9eec-08429db1f4ee req-282c902d-0b4d-4e41-b242-449397832f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:48:02.113405 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-06021200-acad-4337-9eec-08429db1f4ee req-282c902d-0b4d-4e41-b242-449397832f43 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=57e720992042402eb23623e4b9d5c9df&device_id=6e729fa1-2743-4361-8479-858333b776a8 HTTP/1.1" status: 200 len: 1134 time: 0.0524049 Jan 28 07:48:02.181751 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-06021200-acad-4337-9eec-08429db1f4ee req-b79c3230-e791-4a63-ba63-e679c080cc0b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fcd03a5f-daf6-4d5a-a93e-2c2eb2c53052 HTTP/1.1" status: 200 len: 217 time: 0.0467939 Jan 28 07:48:02.239892 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06021200-acad-4337-9eec-08429db1f4ee req-005ddc5b-959c-41cb-9d5d-f86483dd6b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:48:02.241619 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-06021200-acad-4337-9eec-08429db1f4ee req-005ddc5b-959c-41cb-9d5d-f86483dd6b70 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fb677fb5-7bb5-44f6-b66e-b1fa61b1de4b HTTP/1.1" status: 200 len: 835 time: 0.0524478 Jan 28 07:48:02.295573 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06021200-acad-4337-9eec-08429db1f4ee req-7c3ae2e2-2e71-46d0-bcf9-08c09232e766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:48:02.297206 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-06021200-acad-4337-9eec-08429db1f4ee req-7c3ae2e2-2e71-46d0-bcf9-08c09232e766 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1d46a05b-6a28-4366-82fd-5536cfff39c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0499296 Jan 28 07:48:02.397487 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-06021200-acad-4337-9eec-08429db1f4ee req-c333c35b-5cbd-454c-baab-7cec193f7b35 service neutron] 10.222.0.10 "GET /v2.0/networks/1d46a05b-6a28-4366-82fd-5536cfff39c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908682 Jan 28 07:48:02.491017 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-06021200-acad-4337-9eec-08429db1f4ee req-a38edd1a-ba8c-42e0-837f-a4843ba6b607 service neutron] 10.222.0.10 "GET /v2.0/networks/1d46a05b-6a28-4366-82fd-5536cfff39c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849831 Jan 28 07:48:02.644031 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe6ef7f-8f53-473a-b208-30a991e4c11b req-f6341f37-2409-4c91-b7f6-44061c1b2775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:48:02.646557 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8fe6ef7f-8f53-473a-b208-30a991e4c11b req-f6341f37-2409-4c91-b7f6-44061c1b2775 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=57e720992042402eb23623e4b9d5c9df&device_id=6e729fa1-2743-4361-8479-858333b776a8 HTTP/1.1" status: 200 len: 1134 time: 0.0518827 Jan 28 07:48:02.677190 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a9bbd9-0a2a-4f99-9198-884fba09f5b5 req-1cc49185-a000-40c3-bf6e-01a6b5521081 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:48:02.679017 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-54a9bbd9-0a2a-4f99-9198-884fba09f5b5 req-1cc49185-a000-40c3-bf6e-01a6b5521081 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e729fa1-2743-4361-8479-858333b776a8 HTTP/1.1" status: 200 len: 982 time: 0.0562062 Jan 28 07:48:02.741342 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-54a9bbd9-0a2a-4f99-9198-884fba09f5b5 req-f860f02b-94bf-4024-88b6-352b6000be86 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] 10.222.0.41 "GET /v2.0/security-groups?id=061dd392-89c5-433a-92ad-77a8cad01fbe&id=5643a9ee-e899-48b1-a127-deedc90b23ce&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0563240 Jan 28 07:48:02.760568 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe6ef7f-8f53-473a-b208-30a991e4c11b req-44910bac-7f11-4dcd-b760-7a77c61e8664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:48:02.760568 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8fe6ef7f-8f53-473a-b208-30a991e4c11b req-44910bac-7f11-4dcd-b760-7a77c61e8664 service neutron] 10.222.0.10 "GET /v2.0/networks?id=1d46a05b-6a28-4366-82fd-5536cfff39c0 HTTP/1.1" status: 200 len: 898 time: 0.1027944 Jan 28 07:48:02.799917 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8fe6ef7f-8f53-473a-b208-30a991e4c11b req-6bde015c-9c4d-4c10-9dc1-88b14720cb51 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fcd03a5f-daf6-4d5a-a93e-2c2eb2c53052 HTTP/1.1" status: 200 len: 217 time: 0.0379789 Jan 28 07:48:02.857443 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe6ef7f-8f53-473a-b208-30a991e4c11b req-47256c61-ef51-40ae-9ce0-dc68d8cd490b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:48:02.858913 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8fe6ef7f-8f53-473a-b208-30a991e4c11b req-47256c61-ef51-40ae-9ce0-dc68d8cd490b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fb677fb5-7bb5-44f6-b66e-b1fa61b1de4b HTTP/1.1" status: 200 len: 835 time: 0.0518887 Jan 28 07:48:02.910092 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe6ef7f-8f53-473a-b208-30a991e4c11b req-e05220ff-17dc-4704-b824-ed99cf6a4be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:48:02.913644 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8fe6ef7f-8f53-473a-b208-30a991e4c11b req-e05220ff-17dc-4704-b824-ed99cf6a4be2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1d46a05b-6a28-4366-82fd-5536cfff39c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0467012 Jan 28 07:48:03.001047 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8fe6ef7f-8f53-473a-b208-30a991e4c11b req-285a9386-096d-4878-af1c-588da965611e service neutron] 10.222.0.10 "GET /v2.0/networks/1d46a05b-6a28-4366-82fd-5536cfff39c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817029 Jan 28 07:48:03.095693 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8fe6ef7f-8f53-473a-b208-30a991e4c11b req-28cd8687-63e5-4d66-baf2-f6481a707125 service neutron] 10.222.0.10 "GET /v2.0/networks/1d46a05b-6a28-4366-82fd-5536cfff39c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872145 Jan 28 07:48:03.241716 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:03.276786 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cb7cbf01-1325-477f-abca-2c0ce96ddefb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:03.861907 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a658b7d3-2801-4957-a6e8-7df3795daecb req-ec6b6fdd-5b7c-44d0-bde7-2d9bd31fa5b1 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:48:03.863624 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a658b7d3-2801-4957-a6e8-7df3795daecb req-ec6b6fdd-5b7c-44d0-bde7-2d9bd31fa5b1 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e729fa1-2743-4361-8479-858333b776a8 HTTP/1.1" status: 200 len: 982 time: 0.0504389 Jan 28 07:48:03.921481 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a658b7d3-2801-4957-a6e8-7df3795daecb req-07029923-3be2-492e-bf19-7e8db327a25a tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] 10.222.0.41 "GET /v2.0/security-groups?id=061dd392-89c5-433a-92ad-77a8cad01fbe&id=5643a9ee-e899-48b1-a127-deedc90b23ce&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0513625 Jan 28 07:48:04.274579 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:04.381140 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 7 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 07:48:04.959076 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device fcd03a5f-daf6-4d5a-a93e-2c2eb2c53052 details requested by agent hyperv_n-h1-712749-28 with host n-h1-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:48:05.044998 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e41ea82-687d-44f1-bafd-86c64fbcbc5f req-9466f418-7f0a-4c01-a2a8-6e305020384a tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:48:05.047150 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9e41ea82-687d-44f1-bafd-86c64fbcbc5f req-9466f418-7f0a-4c01-a2a8-6e305020384a tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e729fa1-2743-4361-8479-858333b776a8 HTTP/1.1" status: 200 len: 982 time: 0.0517735 Jan 28 07:48:05.061708 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port fcd03a5f-daf6-4d5a-a93e-2c2eb2c53052, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=fcd03a5f-daf6-4d5a-a93e-2c2eb2c53052,segment=NetworkSegment(7a683d05-9e11-4297-9381-b194fed1ec62),segment_id=7a683d05-9e11-4297-9381-b194fed1ec62)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:48:05.075243 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Returning: {'device': 'fcd03a5f-daf6-4d5a-a93e-2c2eb2c53052', 'network_id': '1d46a05b-6a28-4366-82fd-5536cfff39c0', 'port_id': 'fcd03a5f-daf6-4d5a-a93e-2c2eb2c53052', 'mac_address': 'fa:16:3e:a3:38:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb677fb5-7bb5-44f6-b66e-b1fa61b1de4b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:48:05.108817 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9e41ea82-687d-44f1-bafd-86c64fbcbc5f req-ac0e94bf-e567-4cb2-bbb7-6ff8b1e407ff tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] 10.222.0.41 "GET /v2.0/security-groups?id=061dd392-89c5-433a-92ad-77a8cad01fbe&id=5643a9ee-e899-48b1-a127-deedc90b23ce&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0546534 Jan 28 07:48:05.122043 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port fcd03a5f-daf6-4d5a-a93e-2c2eb2c53052 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:48:05.122043 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (fcd03a5f-daf6-4d5a-a93e-2c2eb2c53052), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:05.139175 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcd03a5f-daf6-4d5a-a93e-2c2eb2c53052 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:48:05.159795 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port fcd03a5f-daf6-4d5a-a93e-2c2eb2c53052, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=fcd03a5f-daf6-4d5a-a93e-2c2eb2c53052,segment=NetworkSegment(7a683d05-9e11-4297-9381-b194fed1ec62),segment_id=7a683d05-9e11-4297-9381-b194fed1ec62)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:48:05.164547 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (fcd03a5f-daf6-4d5a-a93e-2c2eb2c53052), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:05.214348 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=fcd03a5f-daf6-4d5a-a93e-2c2eb2c53052,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:48:05.508755 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['fcd03a5f-daf6-4d5a-a93e-2c2eb2c53052'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:48:05.654637 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0f9bc998-bc06-467b-be90-d9a96b18ce4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:06.222290 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f24994a-b5be-4cd2-881b-62f67829d1e0 req-fe27c62e-6a1c-48cc-a2b5-1cbce16317fb tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:48:06.224323 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1f24994a-b5be-4cd2-881b-62f67829d1e0 req-fe27c62e-6a1c-48cc-a2b5-1cbce16317fb tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e729fa1-2743-4361-8479-858333b776a8 HTTP/1.1" status: 200 len: 983 time: 0.0500484 Jan 28 07:48:06.289592 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1f24994a-b5be-4cd2-881b-62f67829d1e0 req-65894668-b489-4b22-ba05-07b6421cd98d tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] 10.222.0.41 "GET /v2.0/security-groups?id=061dd392-89c5-433a-92ad-77a8cad01fbe&id=5643a9ee-e899-48b1-a127-deedc90b23ce&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0595667 Jan 28 07:48:06.973960 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device fcd03a5f-daf6-4d5a-a93e-2c2eb2c53052 up at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:48:07.022820 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning for port fcd03a5f-daf6-4d5a-a93e-2c2eb2c53052 completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:48:07.026629 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning complete for port fcd03a5f-daf6-4d5a-a93e-2c2eb2c53052 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:48:07.027018 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (fcd03a5f-daf6-4d5a-a93e-2c2eb2c53052), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:07.079797 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:07.117719 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port fcd03a5f-daf6-4d5a-a93e-2c2eb2c53052 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:48:07.118103 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (fcd03a5f-daf6-4d5a-a93e-2c2eb2c53052), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:07.139960 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e729fa1-2743-4361-8479-858333b776a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcd03a5f-daf6-4d5a-a93e-2c2eb2c53052'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:48:07.142182 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3852b37b-b016-43ed-bd7c-90ce611532a7" -d '{"events": [{"server_uuid": "6e729fa1-2743-4361-8479-858333b776a8", "name": "network-vif-plugged", "status": "completed", "tag": "fcd03a5f-daf6-4d5a-a93e-2c2eb2c53052"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:48:07.154295 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port fcd03a5f-daf6-4d5a-a93e-2c2eb2c53052, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=fcd03a5f-daf6-4d5a-a93e-2c2eb2c53052,segment=NetworkSegment(7a683d05-9e11-4297-9381-b194fed1ec62),segment_id=7a683d05-9e11-4297-9381-b194fed1ec62)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:48:07.160061 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (fcd03a5f-daf6-4d5a-a93e-2c2eb2c53052), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:07.187768 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:48:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08451411-f739-47c6-a958-ba3449d61800 x-openstack-request-id: req-08451411-f739-47c6-a958-ba3449d61800 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:48:07.188069 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e729fa1-2743-4361-8479-858333b776a8", "name": "network-vif-plugged", "status": "completed", "tag": "fcd03a5f-daf6-4d5a-a93e-2c2eb2c53052", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:48:07.188405 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-08451411-f739-47c6-a958-ba3449d61800 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:48:07.188808 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e729fa1-2743-4361-8479-858333b776a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcd03a5f-daf6-4d5a-a93e-2c2eb2c53052', 'code': 200} Jan 28 07:48:07.215769 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=fcd03a5f-daf6-4d5a-a93e-2c2eb2c53052,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:48:07.331856 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d0d8fe-cca2-41fc-8ba6-4f817cb9fd34 req-3d9c9b30-0cfb-4e96-b4e5-391839acf1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:48:07.333413 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a9d0d8fe-cca2-41fc-8ba6-4f817cb9fd34 req-3d9c9b30-0cfb-4e96-b4e5-391839acf1ca service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6e729fa1-2743-4361-8479-858333b776a8 HTTP/1.1" status: 200 len: 1136 time: 0.0425589 Jan 28 07:48:07.420403 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a9d0d8fe-cca2-41fc-8ba6-4f817cb9fd34 req-63ce90a3-8e00-45f8-8b13-62f14a6d02e3 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=5643a9ee-e899-48b1-a127-deedc90b23ce&id=061dd392-89c5-433a-92ad-77a8cad01fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0767493 Jan 28 07:48:07.432124 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f818605d-e26b-4cab-8a03-df1acda046dd req-4ac03bf8-519d-424e-913b-ef8db4b8f9a9 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:48:07.433620 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f818605d-e26b-4cab-8a03-df1acda046dd req-4ac03bf8-519d-424e-913b-ef8db4b8f9a9 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e729fa1-2743-4361-8479-858333b776a8 HTTP/1.1" status: 200 len: 984 time: 0.0701873 Jan 28 07:48:07.491836 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f818605d-e26b-4cab-8a03-df1acda046dd req-071fe361-ed1b-48e0-a179-b00897091013 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] 10.222.0.41 "GET /v2.0/security-groups?id=061dd392-89c5-433a-92ad-77a8cad01fbe&id=5643a9ee-e899-48b1-a127-deedc90b23ce&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0501089 Jan 28 07:48:08.651216 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fd2b61-1cc5-4298-8eba-051264b35bea req-1adcd3de-9fee-42ac-b976-06b5315521cb tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:48:08.653553 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c2fd2b61-1cc5-4298-8eba-051264b35bea req-1adcd3de-9fee-42ac-b976-06b5315521cb tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e729fa1-2743-4361-8479-858333b776a8 HTTP/1.1" status: 200 len: 984 time: 0.0878782 Jan 28 07:48:08.726662 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c2fd2b61-1cc5-4298-8eba-051264b35bea req-ca9d99c7-9b55-4a85-b65f-0d2e0126bbe5 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] 10.222.0.41 "GET /v2.0/security-groups?id=061dd392-89c5-433a-92ad-77a8cad01fbe&id=5643a9ee-e899-48b1-a127-deedc90b23ce&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0668957 Jan 28 07:48:08.762560 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:09.715410 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:09.855120 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af35a47-e220-4498-bd72-06b751b1ba6f req-31a1c1c4-ea7b-4971-90d8-68acbed7355b tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:48:09.856638 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1af35a47-e220-4498-bd72-06b751b1ba6f req-31a1c1c4-ea7b-4971-90d8-68acbed7355b tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e729fa1-2743-4361-8479-858333b776a8 HTTP/1.1" status: 200 len: 984 time: 0.0530396 Jan 28 07:48:09.913030 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1af35a47-e220-4498-bd72-06b751b1ba6f req-59074f73-c9b9-43cb-9bdb-cc866e1a32f1 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] 10.222.0.41 "GET /v2.0/security-groups?id=061dd392-89c5-433a-92ad-77a8cad01fbe&id=5643a9ee-e899-48b1-a127-deedc90b23ce&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0506415 Jan 28 07:48:10.039121 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5bf264-4df1-4e07-ab7d-1d70fbdf2bd3 req-81a48a23-875b-4685-892e-56c45f5d5be4 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:48:10.040644 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2b5bf264-4df1-4e07-ab7d-1d70fbdf2bd3 req-81a48a23-875b-4685-892e-56c45f5d5be4 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e729fa1-2743-4361-8479-858333b776a8 HTTP/1.1" status: 200 len: 984 time: 0.0556366 Jan 28 07:48:10.102665 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2b5bf264-4df1-4e07-ab7d-1d70fbdf2bd3 req-ddc3bef2-773a-435b-a9b1-fd16bd08ea41 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] 10.222.0.41 "GET /v2.0/security-groups?id=061dd392-89c5-433a-92ad-77a8cad01fbe&id=5643a9ee-e899-48b1-a127-deedc90b23ce&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0563548 Jan 28 07:48:10.214144 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f64863-387b-4a27-9f05-c9feed504d0e req-aa33c653-2628-420a-a3ee-98847fcb2b66 tempest-TestSecurityGroupsBasicOps-1178305524 tempest-TestSecurityGroupsBasicOps-1178305524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:48:10.215677 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-73f64863-387b-4a27-9f05-c9feed504d0e req-aa33c653-2628-420a-a3ee-98847fcb2b66 tempest-TestSecurityGroupsBasicOps-1178305524 tempest-TestSecurityGroupsBasicOps-1178305524-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=6e729fa1-2743-4361-8479-858333b776a8 HTTP/1.1" status: 200 len: 1136 time: 0.0428848 Jan 28 07:48:10.233893 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-73f64863-387b-4a27-9f05-c9feed504d0e req-07a8962e-6d4c-40d1-84ce-dd4879a5bd51 tempest-TestSecurityGroupsBasicOps-1178305524 tempest-TestSecurityGroupsBasicOps-1178305524-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:10.313813 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-73f64863-387b-4a27-9f05-c9feed504d0e req-07a8962e-6d4c-40d1-84ce-dd4879a5bd51 tempest-TestSecurityGroupsBasicOps-1178305524 tempest-TestSecurityGroupsBasicOps-1178305524-project-admin] Publish callbacks [] for security_group (5bce8354-51a3-41c1-9d91-94b577e63066), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:10.317588 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-73f64863-387b-4a27-9f05-c9feed504d0e req-07a8962e-6d4c-40d1-84ce-dd4879a5bd51 tempest-TestSecurityGroupsBasicOps-1178305524 tempest-TestSecurityGroupsBasicOps-1178305524-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (5bce8354-51a3-41c1-9d91-94b577e63066), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:10.361954 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a8962e-6d4c-40d1-84ce-dd4879a5bd51 tempest-TestSecurityGroupsBasicOps-1178305524 tempest-TestSecurityGroupsBasicOps-1178305524-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bce8354-51a3-41c1-9d91-94b577e63066,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:48:10.377196 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-73f64863-387b-4a27-9f05-c9feed504d0e req-07a8962e-6d4c-40d1-84ce-dd4879a5bd51 tempest-TestSecurityGroupsBasicOps-1178305524 tempest-TestSecurityGroupsBasicOps-1178305524-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=061dd392-89c5-433a-92ad-77a8cad01fbe&id=5643a9ee-e899-48b1-a127-deedc90b23ce&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1542854 Jan 28 07:48:10.392468 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 34338) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:48:10.434219 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4cea968-9513-449a-82f7-2702de41f212 tempest-TestSecurityGroupsBasicOps-1178305524 tempest-TestSecurityGroupsBasicOps-1178305524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:48:10.435715 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-f4cea968-9513-449a-82f7-2702de41f212 tempest-TestSecurityGroupsBasicOps-1178305524 tempest-TestSecurityGroupsBasicOps-1178305524-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=6e729fa1-2743-4361-8479-858333b776a8 HTTP/1.1" status: 200 len: 1131 time: 0.0422347 Jan 28 07:48:10.438672 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 34340) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:48:10.442904 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-8d365aee-b330-4811-bede-9dbd8dbdf2bc tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Request body: {'floatingip': {'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'port_id': 'fcd03a5f-daf6-4d5a-a93e-2c2eb2c53052', 'tenant_id': '57e720992042402eb23623e4b9d5c9df', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:48:10.462282 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8d365aee-b330-4811-bede-9dbd8dbdf2bc tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:10.561499 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8d365aee-b330-4811-bede-9dbd8dbdf2bc tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:10.668924 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-8d365aee-b330-4811-bede-9dbd8dbdf2bc tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Allocated IP 172.25.6.26 (7d5b3724-deef-4831-8d43-cb9b8176573c/b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc/4d057b89-8031-4c5c-96fa-8792f5767cf4) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:48:10.773376 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8d365aee-b330-4811-bede-9dbd8dbdf2bc tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Publish callbacks [] for port (4d057b89-8031-4c5c-96fa-8792f5767cf4), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:10.807344 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8d365aee-b330-4811-bede-9dbd8dbdf2bc tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (4d057b89-8031-4c5c-96fa-8792f5767cf4), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:10.845081 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d365aee-b330-4811-bede-9dbd8dbdf2bc tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Network 7d5b3724-deef-4831-8d43-cb9b8176573c is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:48:10.847768 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-8d365aee-b330-4811-bede-9dbd8dbdf2bc tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:48:10.850293 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d365aee-b330-4811-bede-9dbd8dbdf2bc tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:48:10.879975 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d365aee-b330-4811-bede-9dbd8dbdf2bc tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Pushing event updated for resources: {'Port': ['ID=4d057b89-8031-4c5c-96fa-8792f5767cf4,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:48:10.893398 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d365aee-b330-4811-bede-9dbd8dbdf2bc tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:48:10.893750 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d365aee-b330-4811-bede-9dbd8dbdf2bc tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:48:10.894093 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d365aee-b330-4811-bede-9dbd8dbdf2bc tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:48:10.894432 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d365aee-b330-4811-bede-9dbd8dbdf2bc tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:48:10.894766 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d365aee-b330-4811-bede-9dbd8dbdf2bc tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:48:10.895095 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d365aee-b330-4811-bede-9dbd8dbdf2bc tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:48:10.895424 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d365aee-b330-4811-bede-9dbd8dbdf2bc tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:48:10.895753 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d365aee-b330-4811-bede-9dbd8dbdf2bc tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:48:10.896129 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d365aee-b330-4811-bede-9dbd8dbdf2bc tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:48:10.896489 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d365aee-b330-4811-bede-9dbd8dbdf2bc tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:48:10.896816 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d365aee-b330-4811-bede-9dbd8dbdf2bc tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:48:10.897142 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d365aee-b330-4811-bede-9dbd8dbdf2bc tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:48:10.897467 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d365aee-b330-4811-bede-9dbd8dbdf2bc tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:48:11.512343 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8d365aee-b330-4811-bede-9dbd8dbdf2bc tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Publish callbacks [] for floatingip (07ba6c65-f1db-4ee0-ab4e-67d9be912a02), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:11.582033 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8d365aee-b330-4811-bede-9dbd8dbdf2bc tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (4d057b89-8031-4c5c-96fa-8792f5767cf4), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:11.729415 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8d365aee-b330-4811-bede-9dbd8dbdf2bc tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Publish callbacks [] for port (4d057b89-8031-4c5c-96fa-8792f5767cf4), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:11.733864 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8d365aee-b330-4811-bede-9dbd8dbdf2bc tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (4d057b89-8031-4c5c-96fa-8792f5767cf4), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:11.808601 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d365aee-b330-4811-bede-9dbd8dbdf2bc tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Pushing event updated for resources: {'Port': ['ID=4d057b89-8031-4c5c-96fa-8792f5767cf4,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:48:11.821323 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8d365aee-b330-4811-bede-9dbd8dbdf2bc tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16609095'] for floatingip (07ba6c65-f1db-4ee0-ab4e-67d9be912a02), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:11.923252 n-d-712749-28 neutron-server[103283]: INFO neutron.db.l3_db [None req-8d365aee-b330-4811-bede-9dbd8dbdf2bc tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Floating IP 07ba6c65-f1db-4ee0-ab4e-67d9be912a02 associated. External IP: 172.25.6.26, port: fcd03a5f-daf6-4d5a-a93e-2c2eb2c53052. Jan 28 07:48:12.168638 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d365aee-b330-4811-bede-9dbd8dbdf2bc tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Router 6f08ab2d-fff7-4648-aed0-8a067e3305f4 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:48:12.285459 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d365aee-b330-4811-bede-9dbd8dbdf2bc tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:48:12.297563 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2777533b-619c-4e69-818b-0230dad82b6b None None] Sync routers for ids ['6f08ab2d-fff7-4648-aed0-8a067e3305f4'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:48:12.308626 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8d365aee-b330-4811-bede-9dbd8dbdf2bc tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for floatingip (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:12.309811 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2777533b-619c-4e69-818b-0230dad82b6b None None] Routers {'6f08ab2d-fff7-4648-aed0-8a067e3305f4'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:48:12.310447 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-2777533b-619c-4e69-818b-0230dad82b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:48:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['6f08ab2d-fff7-4648-aed0-8a067e3305f4'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:48:12.340362 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-8d365aee-b330-4811-bede-9dbd8dbdf2bc tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9006307 Jan 28 07:48:12.341342 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e729fa1-2743-4361-8479-858333b776a8', 'tag': 'fcd03a5f-daf6-4d5a-a93e-2c2eb2c53052'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:48:12.343413 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 34350) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:48:12.343929 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a82ab7e-373a-4928-a683-e938d1f4abf8" -d '{"events": [{"name": "network-changed", "server_uuid": "6e729fa1-2743-4361-8479-858333b776a8", "tag": "fcd03a5f-daf6-4d5a-a93e-2c2eb2c53052"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:48:12.392795 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86747583-f1ed-4c3e-861f-93804bc8eb04 x-openstack-request-id: req-86747583-f1ed-4c3e-861f-93804bc8eb04 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:48:12.392795 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e729fa1-2743-4361-8479-858333b776a8", "tag": "fcd03a5f-daf6-4d5a-a93e-2c2eb2c53052", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:48:12.392795 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-86747583-f1ed-4c3e-861f-93804bc8eb04 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:48:12.392795 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e729fa1-2743-4361-8479-858333b776a8', 'tag': 'fcd03a5f-daf6-4d5a-a93e-2c2eb2c53052', 'status': 'completed', 'code': 200} Jan 28 07:48:12.447445 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-2777533b-619c-4e69-818b-0230dad82b6b None None] Set router 6f08ab2d-fff7-4648-aed0-8a067e3305f4 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:48:12.545280 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a82ab7e-373a-4928-a683-e938d1f4abf8 req-f7ea83e2-8a31-4e38-b4c2-c4b53b029001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:48:12.547048 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0a82ab7e-373a-4928-a683-e938d1f4abf8 req-f7ea83e2-8a31-4e38-b4c2-c4b53b029001 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=57e720992042402eb23623e4b9d5c9df&device_id=6e729fa1-2743-4361-8479-858333b776a8 HTTP/1.1" status: 200 len: 1136 time: 0.1109779 Jan 28 07:48:12.592633 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f2263e-7bc8-44b7-a2e7-447e67a390c7 tempest-TestSecurityGroupsBasicOps-1178305524 tempest-TestSecurityGroupsBasicOps-1178305524-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:48:12.593271 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f2263e-7bc8-44b7-a2e7-447e67a390c7 tempest-TestSecurityGroupsBasicOps-1178305524 tempest-TestSecurityGroupsBasicOps-1178305524-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:48:12.593798 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f2263e-7bc8-44b7-a2e7-447e67a390c7 tempest-TestSecurityGroupsBasicOps-1178305524 tempest-TestSecurityGroupsBasicOps-1178305524-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:48:12.594465 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f2263e-7bc8-44b7-a2e7-447e67a390c7 tempest-TestSecurityGroupsBasicOps-1178305524 tempest-TestSecurityGroupsBasicOps-1178305524-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:48:12.594833 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f2263e-7bc8-44b7-a2e7-447e67a390c7 tempest-TestSecurityGroupsBasicOps-1178305524 tempest-TestSecurityGroupsBasicOps-1178305524-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:48:12.595407 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f2263e-7bc8-44b7-a2e7-447e67a390c7 tempest-TestSecurityGroupsBasicOps-1178305524 tempest-TestSecurityGroupsBasicOps-1178305524-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:48:12.595935 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f2263e-7bc8-44b7-a2e7-447e67a390c7 tempest-TestSecurityGroupsBasicOps-1178305524 tempest-TestSecurityGroupsBasicOps-1178305524-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:48:12.596472 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f2263e-7bc8-44b7-a2e7-447e67a390c7 tempest-TestSecurityGroupsBasicOps-1178305524 tempest-TestSecurityGroupsBasicOps-1178305524-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:48:12.598457 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-68f2263e-7bc8-44b7-a2e7-447e67a390c7 tempest-TestSecurityGroupsBasicOps-1178305524 tempest-TestSecurityGroupsBasicOps-1178305524-project-admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5677 time: 0.2533064 Jan 28 07:48:12.602195 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 34354) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:48:12.665758 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93184ec7-13e9-4d09-9661-f5809aba46b6 tempest-TestSecurityGroupsBasicOps-1178305524 tempest-TestSecurityGroupsBasicOps-1178305524-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:48:12.666146 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93184ec7-13e9-4d09-9661-f5809aba46b6 tempest-TestSecurityGroupsBasicOps-1178305524 tempest-TestSecurityGroupsBasicOps-1178305524-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:48:12.666608 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93184ec7-13e9-4d09-9661-f5809aba46b6 tempest-TestSecurityGroupsBasicOps-1178305524 tempest-TestSecurityGroupsBasicOps-1178305524-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:48:12.667439 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93184ec7-13e9-4d09-9661-f5809aba46b6 tempest-TestSecurityGroupsBasicOps-1178305524 tempest-TestSecurityGroupsBasicOps-1178305524-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:48:12.667549 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93184ec7-13e9-4d09-9661-f5809aba46b6 tempest-TestSecurityGroupsBasicOps-1178305524 tempest-TestSecurityGroupsBasicOps-1178305524-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:48:12.667936 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93184ec7-13e9-4d09-9661-f5809aba46b6 tempest-TestSecurityGroupsBasicOps-1178305524 tempest-TestSecurityGroupsBasicOps-1178305524-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:48:12.668408 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93184ec7-13e9-4d09-9661-f5809aba46b6 tempest-TestSecurityGroupsBasicOps-1178305524 tempest-TestSecurityGroupsBasicOps-1178305524-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:48:12.668853 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93184ec7-13e9-4d09-9661-f5809aba46b6 tempest-TestSecurityGroupsBasicOps-1178305524 tempest-TestSecurityGroupsBasicOps-1178305524-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:48:12.670926 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-93184ec7-13e9-4d09-9661-f5809aba46b6 tempest-TestSecurityGroupsBasicOps-1178305524 tempest-TestSecurityGroupsBasicOps-1178305524-project-admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5275 time: 0.0676279 Jan 28 07:48:12.674235 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 34356) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:48:12.705965 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a82ab7e-373a-4928-a683-e938d1f4abf8 req-13cdba4b-980f-4e65-be46-1cc36c9e7519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:48:12.706701 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-2777533b-619c-4e69-818b-0230dad82b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f08ab2d-fff7-4648-aed0-8a067e3305f4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-958278804', 'tenant_id': '57e720992042402eb23623e4b9d5c9df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': 'e8ad334f-abfb-4fb7-9cc4-7f5e4214739a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:47:49Z', 'updated_at': '2022-01-28T07:47:54Z', 'revision_number': 4, 'project_id': '57e720992042402eb23623e4b9d5c9df', 'gw_port': {'id': 'e8ad334f-abfb-4fb7-9cc4-7f5e4214739a', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:bf:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f08ab2d-fff7-4648-aed0-8a067e3305f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:47:50Z', 'updated_at': '2022-01-28T07:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_floatingips': [{'id': '07ba6c65-f1db-4ee0-ab4e-67d9be912a02', 'tenant_id': '57e720992042402eb23623e4b9d5c9df', 'floating_ip_address': '172.25.6.26', 'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'router_id': '6f08ab2d-fff7-4648-aed0-8a067e3305f4', 'port_id': 'fcd03a5f-daf6-4d5a-a93e-2c2eb2c53052', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3961, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d46a05b-6a28-4366-82fd-5536cfff39c0', 'mac_address': 'fa:16:3e:a3:38:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e729fa1-2743-4361-8479-858333b776a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:48:11Z', 'updated_at': '2022-01-28T07:48:11Z', 'revision_number': 0, 'project_id': '57e720992042402eb23623e4b9d5c9df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '419e5095-11f7-4f41-a96b-1a51f93c34df', 'name': '', 'network_id': '1d46a05b-6a28-4366-82fd-5536cfff39c0', 'tenant_id': '57e720992042402eb23623e4b9d5c9df', 'mac_address': 'fa:16:3e:79:07:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f08ab2d-fff7-4648-aed0-8a067e3305f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'fb677fb5-7bb5-44f6-b66e-b1fa61b1de4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:47:53Z', 'updated_at': '2022-01-28T07:47:58Z', 'revision_number': 5, 'project_id': '57e720992042402eb23623e4b9d5c9df', 'subnets': [{'id': 'fb677fb5-7bb5-44f6-b66e-b1fa61b1de4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:48:12.707488 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0a82ab7e-373a-4928-a683-e938d1f4abf8 req-13cdba4b-980f-4e65-be46-1cc36c9e7519 service neutron] 10.222.0.10 "GET /v2.0/networks?id=1d46a05b-6a28-4366-82fd-5536cfff39c0 HTTP/1.1" status: 200 len: 898 time: 0.1463158 Jan 28 07:48:12.738325 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2777533b-619c-4e69-818b-0230dad82b6b None None] Checking router: 6f08ab2d-fff7-4648-aed0-8a067e3305f4 for host: n-d-712749-28 {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:48:12.747920 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2777533b-619c-4e69-818b-0230dad82b6b None None] Routers {'6f08ab2d-fff7-4648-aed0-8a067e3305f4'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:48:12.748573 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-2777533b-619c-4e69-818b-0230dad82b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:48:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['6f08ab2d-fff7-4648-aed0-8a067e3305f4'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:48:12.830996 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0a82ab7e-373a-4928-a683-e938d1f4abf8 req-d37a9242-188c-4d8e-ad52-ecfbab5d4c4e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fcd03a5f-daf6-4d5a-a93e-2c2eb2c53052 HTTP/1.1" status: 200 len: 998 time: 0.0885701 Jan 28 07:48:12.871269 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-2777533b-619c-4e69-818b-0230dad82b6b None None] Set router 6f08ab2d-fff7-4648-aed0-8a067e3305f4 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:48:12.944429 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a82ab7e-373a-4928-a683-e938d1f4abf8 req-43401e6f-5a91-4aed-879a-84755d780e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:48:12.945937 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0a82ab7e-373a-4928-a683-e938d1f4abf8 req-43401e6f-5a91-4aed-879a-84755d780e2d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fb677fb5-7bb5-44f6-b66e-b1fa61b1de4b HTTP/1.1" status: 200 len: 835 time: 0.1076581 Jan 28 07:48:13.367845 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a82ab7e-373a-4928-a683-e938d1f4abf8 req-1701ebac-d68d-439d-8b9d-0ceb0d030e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:48:13.369752 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0a82ab7e-373a-4928-a683-e938d1f4abf8 req-1701ebac-d68d-439d-8b9d-0ceb0d030e42 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1d46a05b-6a28-4366-82fd-5536cfff39c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4162912 Jan 28 07:48:13.392476 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-2777533b-619c-4e69-818b-0230dad82b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f08ab2d-fff7-4648-aed0-8a067e3305f4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-958278804', 'tenant_id': '57e720992042402eb23623e4b9d5c9df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': 'e8ad334f-abfb-4fb7-9cc4-7f5e4214739a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:47:49Z', 'updated_at': '2022-01-28T07:47:54Z', 'revision_number': 4, 'project_id': '57e720992042402eb23623e4b9d5c9df', 'gw_port': {'id': 'e8ad334f-abfb-4fb7-9cc4-7f5e4214739a', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:bf:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f08ab2d-fff7-4648-aed0-8a067e3305f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:47:50Z', 'updated_at': '2022-01-28T07:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_floatingips': [{'id': '07ba6c65-f1db-4ee0-ab4e-67d9be912a02', 'tenant_id': '57e720992042402eb23623e4b9d5c9df', 'floating_ip_address': '172.25.6.26', 'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'router_id': '6f08ab2d-fff7-4648-aed0-8a067e3305f4', 'port_id': 'fcd03a5f-daf6-4d5a-a93e-2c2eb2c53052', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3961, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d46a05b-6a28-4366-82fd-5536cfff39c0', 'mac_address': 'fa:16:3e:a3:38:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e729fa1-2743-4361-8479-858333b776a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:48:11Z', 'updated_at': '2022-01-28T07:48:11Z', 'revision_number': 0, 'project_id': '57e720992042402eb23623e4b9d5c9df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '419e5095-11f7-4f41-a96b-1a51f93c34df', 'name': '', 'network_id': '1d46a05b-6a28-4366-82fd-5536cfff39c0', 'tenant_id': '57e720992042402eb23623e4b9d5c9df', 'mac_address': 'fa:16:3e:79:07:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f08ab2d-fff7-4648-aed0-8a067e3305f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'fb677fb5-7bb5-44f6-b66e-b1fa61b1de4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:47:53Z', 'updated_at': '2022-01-28T07:47:58Z', 'revision_number': 5, 'project_id': '57e720992042402eb23623e4b9d5c9df', 'subnets': [{'id': 'fb677fb5-7bb5-44f6-b66e-b1fa61b1de4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:48:13.425909 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2777533b-619c-4e69-818b-0230dad82b6b None None] The sync data for ids ['6f08ab2d-fff7-4648-aed0-8a067e3305f4'] in n-d-712749-28 is: [{'id': '6f08ab2d-fff7-4648-aed0-8a067e3305f4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-958278804', 'tenant_id': '57e720992042402eb23623e4b9d5c9df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': 'e8ad334f-abfb-4fb7-9cc4-7f5e4214739a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:47:49Z', 'updated_at': '2022-01-28T07:47:54Z', 'revision_number': 4, 'project_id': '57e720992042402eb23623e4b9d5c9df', 'gw_port': {'id': 'e8ad334f-abfb-4fb7-9cc4-7f5e4214739a', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:bf:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f08ab2d-fff7-4648-aed0-8a067e3305f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:47:50Z', 'updated_at': '2022-01-28T07:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_floatingips': [{'id': '07ba6c65-f1db-4ee0-ab4e-67d9be912a02', 'tenant_id': '57e720992042402eb23623e4b9d5c9df', 'floating_ip_address': '172.25.6.26', 'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'router_id': '6f08ab2d-fff7-4648-aed0-8a067e3305f4', 'port_id': 'fcd03a5f-daf6-4d5a-a93e-2c2eb2c53052', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3961, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d46a05b-6a28-4366-82fd-5536cfff39c0', 'mac_address': 'fa:16:3e:a3:38:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e729fa1-2743-4361-8479-858333b776a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:48:11Z', 'updated_at': '2022-01-28T07:48:11Z', 'revision_number': 0, 'project_id': '57e720992042402eb23623e4b9d5c9df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '419e5095-11f7-4f41-a96b-1a51f93c34df', 'name': '', 'network_id': '1d46a05b-6a28-4366-82fd-5536cfff39c0', 'tenant_id': '57e720992042402eb23623e4b9d5c9df', 'mac_address': 'fa:16:3e:79:07:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f08ab2d-fff7-4648-aed0-8a067e3305f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'fb677fb5-7bb5-44f6-b66e-b1fa61b1de4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:47:53Z', 'updated_at': '2022-01-28T07:47:58Z', 'revision_number': 5, 'project_id': '57e720992042402eb23623e4b9d5c9df', 'subnets': [{'id': 'fb677fb5-7bb5-44f6-b66e-b1fa61b1de4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:48:13.446896 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-c4d8db6b-fa1f-47b1-8d98-7f8d6c91ed2b tempest-TestSecurityGroupsBasicOps-1178305524 tempest-TestSecurityGroupsBasicOps-1178305524-project-admin] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4487 time: 0.7715409 Jan 28 07:48:13.449691 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 34364) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:48:13.523356 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d03ea3-3c71-4437-8453-73f64864f906 tempest-TestSecurityGroupsBasicOps-1178305524 tempest-TestSecurityGroupsBasicOps-1178305524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:48:13.523834 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d03ea3-3c71-4437-8453-73f64864f906 tempest-TestSecurityGroupsBasicOps-1178305524 tempest-TestSecurityGroupsBasicOps-1178305524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:48:13.525487 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-02d03ea3-3c71-4437-8453-73f64864f906 tempest-TestSecurityGroupsBasicOps-1178305524 tempest-TestSecurityGroupsBasicOps-1178305524-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=6f08ab2d-fff7-4648-aed0-8a067e3305f4 HTTP/1.1" status: 200 len: 1992 time: 0.0748248 Jan 28 07:48:13.531992 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0a82ab7e-373a-4928-a683-e938d1f4abf8 req-75554c0b-8c26-49f3-b9ea-8ea5ba18c1fe service neutron] 10.222.0.10 "GET /v2.0/networks/1d46a05b-6a28-4366-82fd-5536cfff39c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498466 Jan 28 07:48:13.641963 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0a82ab7e-373a-4928-a683-e938d1f4abf8 req-bca79862-77b8-45f5-9d44-a7146030385e service neutron] 10.222.0.10 "GET /v2.0/networks/1d46a05b-6a28-4366-82fd-5536cfff39c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000061 Jan 28 07:48:13.709956 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c020dc2-ac96-43dc-bb69-8d817e50e620 None None] New status for floating IP 07ba6c65-f1db-4ee0-ab4e-67d9be912a02: ACTIVE {{(pid=103286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 07:48:28.042984 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 34466) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:48:28.150640 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2adec3b4-d2d0-4fad-8744-b3bbaf7db1fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:28.232929 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2adec3b4-d2d0-4fad-8744-b3bbaf7db1fc admin admin] Publish callbacks [] for security_group (9e09cf2f-dec5-4735-adfb-37892f97457b), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:28.236629 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2adec3b4-d2d0-4fad-8744-b3bbaf7db1fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (9e09cf2f-dec5-4735-adfb-37892f97457b), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:28.275389 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adec3b4-d2d0-4fad-8744-b3bbaf7db1fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e09cf2f-dec5-4735-adfb-37892f97457b,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:48:28.282194 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-2adec3b4-d2d0-4fad-8744-b3bbaf7db1fc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=04949fb418cc464f965c9db5d07830af&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2356944 Jan 28 07:48:28.282430 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 34470) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:48:28.332385 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-789fafa1-44c1-4a96-b678-385e858bb709 admin admin] Publish callbacks [] for security_group (9e09cf2f-dec5-4735-adfb-37892f97457b), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:28.353986 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-789fafa1-44c1-4a96-b678-385e858bb709 admin admin] Publish callbacks [] for security_group (9e09cf2f-dec5-4735-adfb-37892f97457b), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:28.407208 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-789fafa1-44c1-4a96-b678-385e858bb709 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (9e09cf2f-dec5-4735-adfb-37892f97457b), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:28.410062 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-789fafa1-44c1-4a96-b678-385e858bb709 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:28.411758 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-789fafa1-44c1-4a96-b678-385e858bb709 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9e09cf2f-dec5-4735-adfb-37892f97457b HTTP/1.1" status: 204 len: 168 time: 0.1278987 Jan 28 07:48:28.421125 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789fafa1-44c1-4a96-b678-385e858bb709 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e09cf2f-dec5-4735-adfb-37892f97457b,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:48:28.703432 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 34476) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:48:28.717315 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-26423d1d-3b20-4837-a9ef-0e9fca1b7ab9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:28.798407 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-26423d1d-3b20-4837-a9ef-0e9fca1b7ab9 admin admin] Publish callbacks [] for security_group (10bc3d3d-1530-42d9-9a2e-cd3fafd230a2), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:28.802440 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-26423d1d-3b20-4837-a9ef-0e9fca1b7ab9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (10bc3d3d-1530-42d9-9a2e-cd3fafd230a2), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:28.845603 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-26423d1d-3b20-4837-a9ef-0e9fca1b7ab9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cab01801c30e4f28aadf029c323cecdb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1408768 Jan 28 07:48:28.846457 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26423d1d-3b20-4837-a9ef-0e9fca1b7ab9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10bc3d3d-1530-42d9-9a2e-cd3fafd230a2,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:48:28.848369 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 34478) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:48:28.901533 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7318b3c8-621f-4f47-881a-86835e6e5ccd admin admin] Publish callbacks [] for security_group (10bc3d3d-1530-42d9-9a2e-cd3fafd230a2), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:28.922954 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7318b3c8-621f-4f47-881a-86835e6e5ccd admin admin] Publish callbacks [] for security_group (10bc3d3d-1530-42d9-9a2e-cd3fafd230a2), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:28.977517 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7318b3c8-621f-4f47-881a-86835e6e5ccd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (10bc3d3d-1530-42d9-9a2e-cd3fafd230a2), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:28.980999 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7318b3c8-621f-4f47-881a-86835e6e5ccd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:28.984800 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-7318b3c8-621f-4f47-881a-86835e6e5ccd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/10bc3d3d-1530-42d9-9a2e-cd3fafd230a2 HTTP/1.1" status: 204 len: 168 time: 0.1335807 Jan 28 07:48:28.999518 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7318b3c8-621f-4f47-881a-86835e6e5ccd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10bc3d3d-1530-42d9-9a2e-cd3fafd230a2,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:48:29.112793 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 34486) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:48:29.306931 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1d1811-f8e2-420c-947c-092a72d124f5 req-4564c003-6a5e-409c-b2e8-304756439d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:48:29.308721 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7f1d1811-f8e2-420c-947c-092a72d124f5 req-4564c003-6a5e-409c-b2e8-304756439d09 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3853886b-3fba-4f8d-b151-98d4a797032a HTTP/1.1" status: 200 len: 1098 time: 0.1942925 Jan 28 07:48:29.365448 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7f1d1811-f8e2-420c-947c-092a72d124f5 req-6919fddc-b75d-48ee-95ff-3945e2b0143c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b780afc9-5f35-4d03-a918-15374da8437f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512359 Jan 28 07:48:33.257965 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:33.277719 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bc421b0c-ae69-4e38-8779-c736a487e9b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:34.290484 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:35.637262 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-109600c3-ce42-4efe-aa34-dd5bac683918 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:37.066935 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:38.761342 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:39.726368 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:41.386470 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 7 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 07:48:42.091355 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 34628) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:48:42.211422 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cde93b35-ce63-47a4-9bf4-7c71c4a88045 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:42.291404 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cde93b35-ce63-47a4-9bf4-7c71c4a88045 admin admin] Publish callbacks [] for security_group (9edbdd9a-c066-4062-a7e5-1e8a7e424cf8), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:42.295246 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cde93b35-ce63-47a4-9bf4-7c71c4a88045 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (9edbdd9a-c066-4062-a7e5-1e8a7e424cf8), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:42.330864 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde93b35-ce63-47a4-9bf4-7c71c4a88045 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9edbdd9a-c066-4062-a7e5-1e8a7e424cf8,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:48:42.356131 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 34634) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:48:42.365485 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-cde93b35-ce63-47a4-9bf4-7c71c4a88045 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cf8c232a5dfb47f0884e5000191eb074&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2727478 Jan 28 07:48:42.441213 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6617d4b2-1302-4042-bdf5-6ef8448ea074 admin admin] Publish callbacks [] for security_group (9edbdd9a-c066-4062-a7e5-1e8a7e424cf8), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:42.468024 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6617d4b2-1302-4042-bdf5-6ef8448ea074 admin admin] Publish callbacks [] for security_group (9edbdd9a-c066-4062-a7e5-1e8a7e424cf8), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:42.538055 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6617d4b2-1302-4042-bdf5-6ef8448ea074 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (9edbdd9a-c066-4062-a7e5-1e8a7e424cf8), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:42.540751 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6617d4b2-1302-4042-bdf5-6ef8448ea074 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:42.547190 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-6617d4b2-1302-4042-bdf5-6ef8448ea074 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9edbdd9a-c066-4062-a7e5-1e8a7e424cf8 HTTP/1.1" status: 204 len: 168 time: 0.1846309 Jan 28 07:48:42.552078 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6617d4b2-1302-4042-bdf5-6ef8448ea074 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9edbdd9a-c066-4062-a7e5-1e8a7e424cf8,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:48:42.561022 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6617d4b2-1302-4042-bdf5-6ef8448ea074 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:48:42.561022 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6617d4b2-1302-4042-bdf5-6ef8448ea074 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:48:42.561022 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6617d4b2-1302-4042-bdf5-6ef8448ea074 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:48:42.561022 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6617d4b2-1302-4042-bdf5-6ef8448ea074 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:48:42.561022 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6617d4b2-1302-4042-bdf5-6ef8448ea074 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:48:42.561387 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6617d4b2-1302-4042-bdf5-6ef8448ea074 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:48:42.561387 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6617d4b2-1302-4042-bdf5-6ef8448ea074 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:48:42.561722 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6617d4b2-1302-4042-bdf5-6ef8448ea074 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:48:42.562058 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6617d4b2-1302-4042-bdf5-6ef8448ea074 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:48:42.562388 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6617d4b2-1302-4042-bdf5-6ef8448ea074 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:48:42.562817 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6617d4b2-1302-4042-bdf5-6ef8448ea074 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:48:42.563150 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6617d4b2-1302-4042-bdf5-6ef8448ea074 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:48:42.563473 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6617d4b2-1302-4042-bdf5-6ef8448ea074 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:48:42.991944 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 34640) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:48:43.006501 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-70c1954e-24eb-43b7-9f3a-967ea31e6913 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:43.134057 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-70c1954e-24eb-43b7-9f3a-967ea31e6913 admin admin] Publish callbacks [] for security_group (dcafab77-b5d2-4bc3-89f3-e5499d00bedc), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:43.142323 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-70c1954e-24eb-43b7-9f3a-967ea31e6913 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (dcafab77-b5d2-4bc3-89f3-e5499d00bedc), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:43.200533 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-70c1954e-24eb-43b7-9f3a-967ea31e6913 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=edba4e743f574edd82db29098c8dc661&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2073522 Jan 28 07:48:43.201580 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c1954e-24eb-43b7-9f3a-967ea31e6913 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcafab77-b5d2-4bc3-89f3-e5499d00bedc,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:48:43.203051 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 34642) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:48:43.263547 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8db51600-409e-4b49-864b-68d117249990 admin admin] Publish callbacks [] for security_group (dcafab77-b5d2-4bc3-89f3-e5499d00bedc), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:43.287560 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8db51600-409e-4b49-864b-68d117249990 admin admin] Publish callbacks [] for security_group (dcafab77-b5d2-4bc3-89f3-e5499d00bedc), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:43.326878 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4258982c-7229-47f3-8234-3c2c5d40fbc5 req-7ce23814-cdcb-48cc-8aec-a20f0f47878f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=3853886b-3fba-4f8d-b151-98d4a797032a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0597117 Jan 28 07:48:43.358759 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8db51600-409e-4b49-864b-68d117249990 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (dcafab77-b5d2-4bc3-89f3-e5499d00bedc), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:43.361434 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8db51600-409e-4b49-864b-68d117249990 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:43.363048 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-8db51600-409e-4b49-864b-68d117249990 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/dcafab77-b5d2-4bc3-89f3-e5499d00bedc HTTP/1.1" status: 204 len: 168 time: 0.1589468 Jan 28 07:48:43.374077 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db51600-409e-4b49-864b-68d117249990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcafab77-b5d2-4bc3-89f3-e5499d00bedc,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:48:43.480148 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4258982c-7229-47f3-8234-3c2c5d40fbc5 req-d004aeb7-4054-4d7e-96d3-678dd6e7e4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:48:43.482850 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4258982c-7229-47f3-8234-3c2c5d40fbc5 req-d004aeb7-4054-4d7e-96d3-678dd6e7e4c3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f7c76513a0a24534bd03d09a01ed7997&device_id=3853886b-3fba-4f8d-b151-98d4a797032a HTTP/1.1" status: 200 len: 1098 time: 0.0841548 Jan 28 07:48:43.634292 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4258982c-7229-47f3-8234-3c2c5d40fbc5 req-7a108a05-680b-4cca-9bfe-2f537ba6c51f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:48:43.635849 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4258982c-7229-47f3-8234-3c2c5d40fbc5 req-7a108a05-680b-4cca-9bfe-2f537ba6c51f service neutron] 10.222.0.44 "GET /v2.0/networks?id=5e7df087-c942-4925-b0b1-2d59986e35f3 HTTP/1.1" status: 200 len: 909 time: 0.1269107 Jan 28 07:48:43.730190 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4258982c-7229-47f3-8234-3c2c5d40fbc5 req-3b5bc1ea-cfc8-4cd5-b485-03532ff2195a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0f98c92f-dafd-429d-94f5-a6a2ef8bdbc2 HTTP/1.1" status: 200 len: 1002 time: 0.0879653 Jan 28 07:48:43.801736 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4258982c-7229-47f3-8234-3c2c5d40fbc5 req-d0af4f5a-96a7-4212-81fe-c3a811acad75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:48:43.805686 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4258982c-7229-47f3-8234-3c2c5d40fbc5 req-d0af4f5a-96a7-4212-81fe-c3a811acad75 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8fba11cc-3430-4211-a133-7e529a9c4c94 HTTP/1.1" status: 200 len: 847 time: 0.0692508 Jan 28 07:48:43.877301 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4258982c-7229-47f3-8234-3c2c5d40fbc5 req-fc6e6136-018a-4300-8323-f33e52728d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:48:43.880744 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4258982c-7229-47f3-8234-3c2c5d40fbc5 req-fc6e6136-018a-4300-8323-f33e52728d73 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5e7df087-c942-4925-b0b1-2d59986e35f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0679839 Jan 28 07:48:44.006381 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4258982c-7229-47f3-8234-3c2c5d40fbc5 req-2d4772d5-36df-4887-b6ec-8700436ca434 service neutron] 10.222.0.44 "GET /v2.0/networks/5e7df087-c942-4925-b0b1-2d59986e35f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219172 Jan 28 07:48:44.131929 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4258982c-7229-47f3-8234-3c2c5d40fbc5 req-635b908c-7b73-49dd-9c0c-a7e23d9e4b84 service neutron] 10.222.0.44 "GET /v2.0/networks/5e7df087-c942-4925-b0b1-2d59986e35f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203532 Jan 28 07:48:45.749330 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 34702) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:48:45.866864 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c6dd2422-88b8-42a1-bfe3-fe779afaaf25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:45.953570 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c6dd2422-88b8-42a1-bfe3-fe779afaaf25 admin admin] Publish callbacks [] for security_group (db6bdeda-67ac-4efd-9332-7bf3657368b3), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:45.969711 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c6dd2422-88b8-42a1-bfe3-fe779afaaf25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (db6bdeda-67ac-4efd-9332-7bf3657368b3), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:46.021431 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-c6dd2422-88b8-42a1-bfe3-fe779afaaf25 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cf819ae2ffb141ae93d9e72a5f9247af&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2709808 Jan 28 07:48:46.022322 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dd2422-88b8-42a1-bfe3-fe779afaaf25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db6bdeda-67ac-4efd-9332-7bf3657368b3,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:48:46.024601 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 34706) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:48:46.097303 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-39c9983e-f4f1-41df-a19a-3a8eaaa43134 admin admin] Publish callbacks [] for security_group (db6bdeda-67ac-4efd-9332-7bf3657368b3), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:46.120466 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-39c9983e-f4f1-41df-a19a-3a8eaaa43134 admin admin] Publish callbacks [] for security_group (db6bdeda-67ac-4efd-9332-7bf3657368b3), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:46.170320 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-39c9983e-f4f1-41df-a19a-3a8eaaa43134 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (db6bdeda-67ac-4efd-9332-7bf3657368b3), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:46.173233 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-39c9983e-f4f1-41df-a19a-3a8eaaa43134 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:46.174699 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-39c9983e-f4f1-41df-a19a-3a8eaaa43134 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/db6bdeda-67ac-4efd-9332-7bf3657368b3 HTTP/1.1" status: 204 len: 168 time: 0.1490242 Jan 28 07:48:46.185335 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c9983e-f4f1-41df-a19a-3a8eaaa43134 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db6bdeda-67ac-4efd-9332-7bf3657368b3,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:48:46.479179 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 34714) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:48:46.498635 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a524a45e-34df-48d6-9475-ab30204a78f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:46.587717 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a524a45e-34df-48d6-9475-ab30204a78f2 admin admin] Publish callbacks [] for security_group (2fe1c7c5-b199-4385-8668-c064bc95233d), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:46.591525 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a524a45e-34df-48d6-9475-ab30204a78f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (2fe1c7c5-b199-4385-8668-c064bc95233d), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:46.631601 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-a524a45e-34df-48d6-9475-ab30204a78f2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4b61bdb8fe8d492d91af60135c82d255&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1511593 Jan 28 07:48:46.632214 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a524a45e-34df-48d6-9475-ab30204a78f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fe1c7c5-b199-4385-8668-c064bc95233d,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:48:46.634332 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 34718) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:48:46.694548 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c591434f-e9dd-4c2e-b445-ec9acaaabf28 admin admin] Publish callbacks [] for security_group (2fe1c7c5-b199-4385-8668-c064bc95233d), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:46.718284 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c591434f-e9dd-4c2e-b445-ec9acaaabf28 admin admin] Publish callbacks [] for security_group (2fe1c7c5-b199-4385-8668-c064bc95233d), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:46.771169 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c591434f-e9dd-4c2e-b445-ec9acaaabf28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (2fe1c7c5-b199-4385-8668-c064bc95233d), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:46.773823 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c591434f-e9dd-4c2e-b445-ec9acaaabf28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:46.777658 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-c591434f-e9dd-4c2e-b445-ec9acaaabf28 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2fe1c7c5-b199-4385-8668-c064bc95233d HTTP/1.1" status: 204 len: 168 time: 0.1423142 Jan 28 07:48:46.786968 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c591434f-e9dd-4c2e-b445-ec9acaaabf28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fe1c7c5-b199-4385-8668-c064bc95233d,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:48:47.447249 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 34742) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:48:47.547658 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-ae5207b5-7c21-4a86-8253-7c984aed63ad tempest-TestSecurityGroupsBasicOps-1178305524 tempest-TestSecurityGroupsBasicOps-1178305524-project-admin] 10.222.0.41 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3580 time: 0.0980766 Jan 28 07:48:47.550763 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 34748) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:48:47.556498 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-9dad73b2-7236-4ca7-9a5a-66995de812da tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Request body: {'network': {'name': 'tempest-network-smoke--532028359', 'project_id': '57e720992042402eb23623e4b9d5c9df', 'port_security_enabled': False}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:48:47.589283 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dad73b2-7236-4ca7-9a5a-66995de812da tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Made reservation on behalf of 57e720992042402eb23623e4b9d5c9df for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:48:47.594001 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9dad73b2-7236-4ca7-9a5a-66995de812da tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:47.621651 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dad73b2-7236-4ca7-9a5a-66995de812da tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:48:47.632788 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9dad73b2-7236-4ca7-9a5a-66995de812da tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (f6b730b5-912e-49e9-9da0-fca86de7b509), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:47.633510 n-d-712749-28 neutron-server[103284]: INFO neutron.db.segments_db [None req-9dad73b2-7236-4ca7-9a5a-66995de812da tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Added segment f6b730b5-912e-49e9-9da0-fca86de7b509 of type vlan for network 61351672-73c0-4a7b-b32a-26e31738f1fb Jan 28 07:48:47.693741 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9dad73b2-7236-4ca7-9a5a-66995de812da tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (61351672-73c0-4a7b-b32a-26e31738f1fb), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:47.720390 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9dad73b2-7236-4ca7-9a5a-66995de812da tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (61351672-73c0-4a7b-b32a-26e31738f1fb), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:47.725573 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dad73b2-7236-4ca7-9a5a-66995de812da tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:48:47.726362 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9dad73b2-7236-4ca7-9a5a-66995de812da tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:47.783144 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-9dad73b2-7236-4ca7-9a5a-66995de812da tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2312143 Jan 28 07:48:47.786866 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 34754) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:48:47.794622 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-4981bfa1-db0b-44ce-b911-bb035e18e609 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-2129091689', 'admin_state_up': True, 'project_id': '57e720992042402eb23623e4b9d5c9df', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:48:47.803663 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dad73b2-7236-4ca7-9a5a-66995de812da tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Pushing event updated for resources: {'Network': ['ID=61351672-73c0-4a7b-b32a-26e31738f1fb,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:48:47.816592 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network 61351672-73c0-4a7b-b32a-26e31738f1fb details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:48:47.840650 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4981bfa1-db0b-44ce-b911-bb035e18e609 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16606890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127275'] for router (3e0260c2-60cc-4373-8511-660573dad45e), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:47.842158 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4981bfa1-db0b-44ce-b911-bb035e18e609 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16605498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16607952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16355422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127266'] for router (3e0260c2-60cc-4373-8511-660573dad45e), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:47.904617 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4981bfa1-db0b-44ce-b911-bb035e18e609 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Publish callbacks [] for router_controller (3e0260c2-60cc-4373-8511-660573dad45e), precommit_add_association {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:47.963867 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 34758) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:48:48.045716 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4981bfa1-db0b-44ce-b911-bb035e18e609 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Publish callbacks [] for router_gateway (3e0260c2-60cc-4373-8511-660573dad45e), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:48.071652 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-58a07cab-5523-4787-8602-d2310265a73b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:48.146152 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-58a07cab-5523-4787-8602-d2310265a73b admin admin] Publish callbacks [] for security_group (40c4a4be-d832-4968-9f06-5f7102c742bb), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:48.150341 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-58a07cab-5523-4787-8602-d2310265a73b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (40c4a4be-d832-4968-9f06-5f7102c742bb), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:48.188839 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-58a07cab-5523-4787-8602-d2310265a73b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c60c1e1052054a5180df5fea7cc66e88&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2238376 Jan 28 07:48:48.190071 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a07cab-5523-4787-8602-d2310265a73b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40c4a4be-d832-4968-9f06-5f7102c742bb,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:48:48.192697 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 34762) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:48:48.266315 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4981bfa1-db0b-44ce-b911-bb035e18e609 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Publish callbacks [] for router_gateway (3e0260c2-60cc-4373-8511-660573dad45e), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:48.292685 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4981bfa1-db0b-44ce-b911-bb035e18e609 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:48.342893 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-dbdf3934-4dfc-4eac-a3fb-d241327ed677 admin admin] Publish callbacks [] for security_group (40c4a4be-d832-4968-9f06-5f7102c742bb), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:48.377626 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-dbdf3934-4dfc-4eac-a3fb-d241327ed677 admin admin] Publish callbacks [] for security_group (40c4a4be-d832-4968-9f06-5f7102c742bb), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:48.452532 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-4981bfa1-db0b-44ce-b911-bb035e18e609 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Allocated IP 172.25.6.8 (7d5b3724-deef-4831-8d43-cb9b8176573c/b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc/8d78e204-2540-4a62-b259-e0b890107f6b) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:48:48.480718 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-dbdf3934-4dfc-4eac-a3fb-d241327ed677 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (40c4a4be-d832-4968-9f06-5f7102c742bb), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:48.483234 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-dbdf3934-4dfc-4eac-a3fb-d241327ed677 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:48.484409 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-dbdf3934-4dfc-4eac-a3fb-d241327ed677 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/40c4a4be-d832-4968-9f06-5f7102c742bb HTTP/1.1" status: 204 len: 168 time: 0.2901752 Jan 28 07:48:48.530469 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdf3934-4dfc-4eac-a3fb-d241327ed677 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40c4a4be-d832-4968-9f06-5f7102c742bb,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:48:48.579445 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4981bfa1-db0b-44ce-b911-bb035e18e609 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Publish callbacks [] for port (8d78e204-2540-4a62-b259-e0b890107f6b), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:48.621793 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4981bfa1-db0b-44ce-b911-bb035e18e609 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (8d78e204-2540-4a62-b259-e0b890107f6b), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:48.660948 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4981bfa1-db0b-44ce-b911-bb035e18e609 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Network 7d5b3724-deef-4831-8d43-cb9b8176573c is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:48:48.663753 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-4981bfa1-db0b-44ce-b911-bb035e18e609 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:48:48.670710 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4981bfa1-db0b-44ce-b911-bb035e18e609 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:48:48.693742 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4981bfa1-db0b-44ce-b911-bb035e18e609 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Pushing event updated for resources: {'Port': ['ID=8d78e204-2540-4a62-b259-e0b890107f6b,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:48:48.948522 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4981bfa1-db0b-44ce-b911-bb035e18e609 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Publish callbacks [] for router_gateway (3e0260c2-60cc-4373-8511-660573dad45e), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:49.160511 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4b783b12-f5a8-451e-a4ce-36f7b20bfb23 req-824db1e0-fcfc-432d-a313-a57d4a0fe748 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2018756064&fields=id&tenant_id=6e11006faf4241738db69f23221595e2 HTTP/1.1" status: 200 len: 267 time: 0.0918481 Jan 28 07:48:49.547587 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4981bfa1-db0b-44ce-b911-bb035e18e609 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16605475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16607909'] for router (3e0260c2-60cc-4373-8511-660573dad45e), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:49.624162 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b783b12-f5a8-451e-a4ce-36f7b20bfb23 req-67bc69ba-de0b-4e35-a5d3-69dabf30ac09 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:48:49.625652 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4b783b12-f5a8-451e-a4ce-36f7b20bfb23 req-67bc69ba-de0b-4e35-a5d3-69dabf30ac09 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/networks?id=e89cba95-7c88-42ca-a2a1-7604d77c150d HTTP/1.1" status: 200 len: 812 time: 0.4345827 Jan 28 07:48:49.681510 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4b783b12-f5a8-451e-a4ce-36f7b20bfb23 req-125111e4-b927-48b9-9343-82a727439939 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/quotas/6e11006faf4241738db69f23221595e2 HTTP/1.1" status: 200 len: 375 time: 0.0467913 Jan 28 07:48:49.751636 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4b783b12-f5a8-451e-a4ce-36f7b20bfb23 req-d7875b70-582f-47e5-a07d-52df5b740088 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=6e11006faf4241738db69f23221595e2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0637650 Jan 28 07:48:49.764737 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4981bfa1-db0b-44ce-b911-bb035e18e609 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Router 3e0260c2-60cc-4373-8511-660573dad45e is scheduled to L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 with binding_index 1 {{(pid=103283) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 07:48:49.947132 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4981bfa1-db0b-44ce-b911-bb035e18e609 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:48:49.950223 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4b783b12-f5a8-451e-a4ce-36f7b20bfb23 req-379d4959-c45c-443b-8823-2c7e0fefad21 service neutron] 10.222.0.41 "GET /v2.0/networks/e89cba95-7c88-42ca-a2a1-7604d77c150d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734118 Jan 28 07:48:49.958670 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97159299-dba8-4cd4-b5ab-e7c99924bc23 None None] Sync routers for ids ['3e0260c2-60cc-4373-8511-660573dad45e'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:48:49.970054 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97159299-dba8-4cd4-b5ab-e7c99924bc23 None None] Routers {'3e0260c2-60cc-4373-8511-660573dad45e'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:48:49.971167 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-97159299-dba8-4cd4-b5ab-e7c99924bc23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:48:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['3e0260c2-60cc-4373-8511-660573dad45e'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:48:50.011964 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4981bfa1-db0b-44ce-b911-bb035e18e609 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Publish callbacks [] for router (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:50.015945 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-4981bfa1-db0b-44ce-b911-bb035e18e609 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 2.2249930 Jan 28 07:48:50.016661 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 34814) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:48:50.064851 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4b783b12-f5a8-451e-a4ce-36f7b20bfb23 req-3e3b3818-c035-4255-a37b-92a0d79ac329 service neutron] 10.222.0.41 "GET /v2.0/networks/e89cba95-7c88-42ca-a2a1-7604d77c150d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045225 Jan 28 07:48:50.091909 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-97159299-dba8-4cd4-b5ab-e7c99924bc23 None None] Set router 3e0260c2-60cc-4373-8511-660573dad45e gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:48:50.117149 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4008a93a-2fc4-44a7-a3c0-678ca35b32b0 tempest-TestSecurityGroupsBasicOps-1178305524 tempest-TestSecurityGroupsBasicOps-1178305524-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:48:50.118682 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-4008a93a-2fc4-44a7-a3c0-678ca35b32b0 tempest-TestSecurityGroupsBasicOps-1178305524 tempest-TestSecurityGroupsBasicOps-1178305524-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=57e720992042402eb23623e4b9d5c9df&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0994616 Jan 28 07:48:50.121724 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 34816) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:48:50.225741 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b5e93c-2895-43ac-b7cb-da9400dfc995 tempest-TestSecurityGroupsBasicOps-1178305524 tempest-TestSecurityGroupsBasicOps-1178305524-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:48:50.227491 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-e5b5e93c-2895-43ac-b7cb-da9400dfc995 tempest-TestSecurityGroupsBasicOps-1178305524 tempest-TestSecurityGroupsBasicOps-1178305524-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1045566 Jan 28 07:48:50.230738 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 34824) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:48:50.282312 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-3a891e77-06e8-430e-a0ea-0a3ab5fb0dba tempest-TestSecurityGroupsBasicOps-1178305524 tempest-TestSecurityGroupsBasicOps-1178305524-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=7d5b3724-deef-4831-8d43-cb9b8176573c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0482342 Jan 28 07:48:50.285085 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 34826) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:48:50.301472 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-97159299-dba8-4cd4-b5ab-e7c99924bc23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e0260c2-60cc-4373-8511-660573dad45e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2129091689', 'tenant_id': '57e720992042402eb23623e4b9d5c9df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': '8d78e204-2540-4a62-b259-e0b890107f6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:48:47Z', 'updated_at': '2022-01-28T07:48:48Z', 'revision_number': 3, 'project_id': '57e720992042402eb23623e4b9d5c9df', 'gw_port': {'id': '8d78e204-2540-4a62-b259-e0b890107f6b', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:98:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e0260c2-60cc-4373-8511-660573dad45e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:48:48Z', 'updated_at': '2022-01-28T07:48:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:48:50.320139 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-0ba3ac28-90b6-4568-af27-d82f9b75a24b tempest-TestSecurityGroupsBasicOps-1178305524 tempest-TestSecurityGroupsBasicOps-1178305524-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=57e720992042402eb23623e4b9d5c9df&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0319438 Jan 28 07:48:50.322458 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 34828) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:48:50.330795 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97159299-dba8-4cd4-b5ab-e7c99924bc23 None None] Checking router: 3e0260c2-60cc-4373-8511-660573dad45e for host: n-d-712749-28 {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:48:50.331163 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97159299-dba8-4cd4-b5ab-e7c99924bc23 None None] Updating router 3e0260c2-60cc-4373-8511-660573dad45e port 8d78e204-2540-4a62-b259-e0b890107f6b binding host n-d-712749-28 {{(pid=103285) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 07:48:50.411876 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-97159299-dba8-4cd4-b5ab-e7c99924bc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (8d78e204-2540-4a62-b259-e0b890107f6b), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:50.470659 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-afee8aa4-2f3c-4393-bdd6-30ede3b35138 req-623bbb21-8e78-4d40-9dd5-77557c3d4202 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cec6ef7-8653-4360-89b8-8d4f8b1369e5 HTTP/1.1" status: 200 len: 210 time: 0.0567758 Jan 28 07:48:50.522955 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ae4ef0-35d9-4aa2-bc52-a8f4c8586562 tempest-TestSecurityGroupsBasicOps-1178305524 tempest-TestSecurityGroupsBasicOps-1178305524-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:48:50.524504 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-13ae4ef0-35d9-4aa2-bc52-a8f4c8586562 tempest-TestSecurityGroupsBasicOps-1178305524 tempest-TestSecurityGroupsBasicOps-1178305524-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2009614 Jan 28 07:48:50.527355 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 34836) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:48:50.562858 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-6f3d0d68-ecab-4acb-af76-52a98703271f tempest-TestSecurityGroupsBasicOps-1178305524 tempest-TestSecurityGroupsBasicOps-1178305524-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=7d5b3724-deef-4831-8d43-cb9b8176573c&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0342891 Jan 28 07:48:50.565443 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 34840) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:48:50.571866 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-e7b12395-3d2e-401f-a121-f83358c85597 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1976475690', 'network_id': '61351672-73c0-4a7b-b32a-26e31738f1fb', 'project_id': '57e720992042402eb23623e4b9d5c9df', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:48:50.699689 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7b12395-3d2e-401f-a121-f83358c85597 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Made reservation on behalf of 57e720992042402eb23623e4b9d5c9df for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:48:50.704009 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e7b12395-3d2e-401f-a121-f83358c85597 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24979592'] for subnet (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:50.753815 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-97159299-dba8-4cd4-b5ab-e7c99924bc23 None None] Publish callbacks [] for port (8d78e204-2540-4a62-b259-e0b890107f6b), precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:50.769493 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-97159299-dba8-4cd4-b5ab-e7c99924bc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (8d78e204-2540-4a62-b259-e0b890107f6b), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:50.826499 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-97159299-dba8-4cd4-b5ab-e7c99924bc23 None None] Attempting to bind port 8d78e204-2540-4a62-b259-e0b890107f6b on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:48:50.826804 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-97159299-dba8-4cd4-b5ab-e7c99924bc23 None None] Attempting to bind port 8d78e204-2540-4a62-b259-e0b890107f6b by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:48:50.827212 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97159299-dba8-4cd4-b5ab-e7c99924bc23 None None] Attempting to bind port 8d78e204-2540-4a62-b259-e0b890107f6b on network 7d5b3724-deef-4831-8d43-cb9b8176573c {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:48:50.830591 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113078c7-f7e4-4a4e-8688-26b28500c156 None None] Pushing event updated for resources: {'Port': ['ID=8d78e204-2540-4a62-b259-e0b890107f6b,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:48:50.836224 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97159299-dba8-4cd4-b5ab-e7c99924bc23 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:48:50.836568 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97159299-dba8-4cd4-b5ab-e7c99924bc23 None None] Checking segment: {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:48:50.836982 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-97159299-dba8-4cd4-b5ab-e7c99924bc23 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:50.837373 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97159299-dba8-4cd4-b5ab-e7c99924bc23 None None] Bound using segment: {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:48:50.838166 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-97159299-dba8-4cd4-b5ab-e7c99924bc23 None None] Bound port: 8d78e204-2540-4a62-b259-e0b890107f6b, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:48:50.838846 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-97159299-dba8-4cd4-b5ab-e7c99924bc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (8d78e204-2540-4a62-b259-e0b890107f6b), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:50.869380 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113078c7-f7e4-4a4e-8688-26b28500c156 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:48:50.869738 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113078c7-f7e4-4a4e-8688-26b28500c156 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:48:50.870087 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113078c7-f7e4-4a4e-8688-26b28500c156 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:48:50.870442 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113078c7-f7e4-4a4e-8688-26b28500c156 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:48:50.870771 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113078c7-f7e4-4a4e-8688-26b28500c156 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:48:50.871113 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113078c7-f7e4-4a4e-8688-26b28500c156 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:48:50.871450 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113078c7-f7e4-4a4e-8688-26b28500c156 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:48:50.871782 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113078c7-f7e4-4a4e-8688-26b28500c156 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:48:50.872111 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113078c7-f7e4-4a4e-8688-26b28500c156 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:48:50.872653 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113078c7-f7e4-4a4e-8688-26b28500c156 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:48:50.873134 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113078c7-f7e4-4a4e-8688-26b28500c156 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:48:50.873474 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113078c7-f7e4-4a4e-8688-26b28500c156 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:48:50.873801 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113078c7-f7e4-4a4e-8688-26b28500c156 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:48:50.919046 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-97159299-dba8-4cd4-b5ab-e7c99924bc23 None None] For port 8d78e204-2540-4a62-b259-e0b890107f6b, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:48:50.923514 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-97159299-dba8-4cd4-b5ab-e7c99924bc23 None None] For port 8d78e204-2540-4a62-b259-e0b890107f6b, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=8d78e204-2540-4a62-b259-e0b890107f6b,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:48:50.929938 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-97159299-dba8-4cd4-b5ab-e7c99924bc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (8d78e204-2540-4a62-b259-e0b890107f6b), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:50.989827 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e7b12395-3d2e-401f-a121-f83358c85597 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24757504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24979610'] for subnet (219c0fe8-8604-4b87-b288-0e25e9d960f6), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:51.039530 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113078c7-f7e4-4a4e-8688-26b28500c156 None None] Pushing event updated for resources: {'Port': ['ID=8d78e204-2540-4a62-b259-e0b890107f6b,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:48:51.045196 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97159299-dba8-4cd4-b5ab-e7c99924bc23 None None] Routers {'3e0260c2-60cc-4373-8511-660573dad45e'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:48:51.045941 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-97159299-dba8-4cd4-b5ab-e7c99924bc23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:48:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['3e0260c2-60cc-4373-8511-660573dad45e'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:48:51.088725 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b12395-3d2e-401f-a121-f83358c85597 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Pushing event updated for resources: {'Subnet': ['ID=219c0fe8-8604-4b87-b288-0e25e9d960f6,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:48:51.137936 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b12395-3d2e-401f-a121-f83358c85597 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Checking segment: {'id': 'f6b730b5-912e-49e9-9da0-fca86de7b509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '61351672-73c0-4a7b-b32a-26e31738f1fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:48:51.138319 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b12395-3d2e-401f-a121-f83358c85597 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Network hostable DHCP agents. Network: 61351672-73c0-4a7b-b32a-26e31738f1fb, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:48:51.159299 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b12395-3d2e-401f-a121-f83358c85597 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Network 61351672-73c0-4a7b-b32a-26e31738f1fb is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:48:51.172461 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-e7b12395-3d2e-401f-a121-f83358c85597 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, 61351672-73c0-4a7b-b32a-26e31738f1fb) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:48:51.173572 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-97159299-dba8-4cd4-b5ab-e7c99924bc23 None None] Set router 3e0260c2-60cc-4373-8511-660573dad45e gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:48:51.177981 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7b12395-3d2e-401f-a121-f83358c85597 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:48:51.179085 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e7b12395-3d2e-401f-a121-f83358c85597 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:51.195251 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea0873c-a5cc-443b-a1e5-f4c392017a7d None None] Network 61351672-73c0-4a7b-b32a-26e31738f1fb requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:48:51.199715 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-e7b12395-3d2e-401f-a121-f83358c85597 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.6331627 Jan 28 07:48:51.202914 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 34848) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:48:51.411730 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b66793c3-569c-4d16-8d2a-0ed4c93a0af2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3dd72b9-6805-5f61-b6f3-a591f99a173d-61351672-73c0-4a7b-b32a-26e31738f1fb', 'network_id': '61351672-73c0-4a7b-b32a-26e31738f1fb', 'project_id': '57e720992042402eb23623e4b9d5c9df', 'fixed_ips': [{'subnet_id': '219c0fe8-8604-4b87-b288-0e25e9d960f6'}]}} from n-d-712749-28. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 07:48:51.412623 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b66793c3-569c-4d16-8d2a-0ed4c93a0af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:51.484095 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-cb2161b6-c645-4567-b11e-7d6bb5f6cc79 req-0d9fc646-c776-4380-a69f-44fc35c0d877 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2e4102b0-3049-4b70-b5d1-ae8300e300f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0614166 Jan 28 07:48:51.535981 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-97159299-dba8-4cd4-b5ab-e7c99924bc23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e0260c2-60cc-4373-8511-660573dad45e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2129091689', 'tenant_id': '57e720992042402eb23623e4b9d5c9df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': '8d78e204-2540-4a62-b259-e0b890107f6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:48:47Z', 'updated_at': '2022-01-28T07:48:48Z', 'revision_number': 3, 'project_id': '57e720992042402eb23623e4b9d5c9df', 'gw_port': {'id': '8d78e204-2540-4a62-b259-e0b890107f6b', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:98:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e0260c2-60cc-4373-8511-660573dad45e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:48:48Z', 'updated_at': '2022-01-28T07:48:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:48:51.570068 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97159299-dba8-4cd4-b5ab-e7c99924bc23 None None] The sync data for ids ['3e0260c2-60cc-4373-8511-660573dad45e'] in n-d-712749-28 is: [{'id': '3e0260c2-60cc-4373-8511-660573dad45e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2129091689', 'tenant_id': '57e720992042402eb23623e4b9d5c9df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': '8d78e204-2540-4a62-b259-e0b890107f6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:48:47Z', 'updated_at': '2022-01-28T07:48:48Z', 'revision_number': 3, 'project_id': '57e720992042402eb23623e4b9d5c9df', 'gw_port': {'id': '8d78e204-2540-4a62-b259-e0b890107f6b', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:98:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e0260c2-60cc-4373-8511-660573dad45e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:48:48Z', 'updated_at': '2022-01-28T07:48:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:48:51.606608 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-3429ed82-d35d-4d80-9542-c2b767559ba4 req-b2e37d51-b0a3-4d16-9884-b9c0a992bf22 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cec6ef7-8653-4360-89b8-8d4f8b1369e5 HTTP/1.1" status: 200 len: 210 time: 0.0584557 Jan 28 07:48:51.634149 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-b66793c3-569c-4d16-8d2a-0ed4c93a0af2 None None] Allocated IP 172.20.0.18 (61351672-73c0-4a7b-b32a-26e31738f1fb/219c0fe8-8604-4b87-b288-0e25e9d960f6/ee0e08b7-5827-4d44-96db-72141ed43360) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:48:51.660814 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2161b6-c645-4567-b11e-7d6bb5f6cc79 req-fd8fcc0a-5660-4233-9b37-d5c97fe91b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:48:51.662659 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-cb2161b6-c645-4567-b11e-7d6bb5f6cc79 req-fd8fcc0a-5660-4233-9b37-d5c97fe91b9e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6e11006faf4241738db69f23221595e2&device_id=2e4102b0-3049-4b70-b5d1-ae8300e300f6 HTTP/1.1" status: 200 len: 1098 time: 0.0787663 Jan 28 07:48:51.806637 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b66793c3-569c-4d16-8d2a-0ed4c93a0af2 None None] Publish callbacks [] for port (ee0e08b7-5827-4d44-96db-72141ed43360), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:51.820348 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b66793c3-569c-4d16-8d2a-0ed4c93a0af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (ee0e08b7-5827-4d44-96db-72141ed43360), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:51.842707 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-69b252ed-e0c8-45e8-bf8f-de0d695efc29 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:51.875171 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2161b6-c645-4567-b11e-7d6bb5f6cc79 req-db381894-4951-47f0-9232-5f21d1862b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:48:51.877055 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-cb2161b6-c645-4567-b11e-7d6bb5f6cc79 req-db381894-4951-47f0-9232-5f21d1862b15 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e89cba95-7c88-42ca-a2a1-7604d77c150d HTTP/1.1" status: 200 len: 913 time: 0.1731689 Jan 28 07:48:51.909489 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b66793c3-569c-4d16-8d2a-0ed4c93a0af2 None None] Network 61351672-73c0-4a7b-b32a-26e31738f1fb is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:48:51.917114 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-b66793c3-569c-4d16-8d2a-0ed4c93a0af2 None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:48:51.936542 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66793c3-569c-4d16-8d2a-0ed4c93a0af2 None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:48:51.950199 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66793c3-569c-4d16-8d2a-0ed4c93a0af2 None None] Pushing event updated for resources: {'Port': ['ID=ee0e08b7-5827-4d44-96db-72141ed43360,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:48:52.058649 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-b66793c3-569c-4d16-8d2a-0ed4c93a0af2 None None] Attempting to bind port ee0e08b7-5827-4d44-96db-72141ed43360 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:48:52.059337 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-b66793c3-569c-4d16-8d2a-0ed4c93a0af2 None None] Attempting to bind port ee0e08b7-5827-4d44-96db-72141ed43360 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': 'f6b730b5-912e-49e9-9da0-fca86de7b509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '61351672-73c0-4a7b-b32a-26e31738f1fb'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:48:52.059872 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66793c3-569c-4d16-8d2a-0ed4c93a0af2 None None] Attempting to bind port ee0e08b7-5827-4d44-96db-72141ed43360 on network 61351672-73c0-4a7b-b32a-26e31738f1fb {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:48:52.078391 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66793c3-569c-4d16-8d2a-0ed4c93a0af2 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:48:52.078788 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66793c3-569c-4d16-8d2a-0ed4c93a0af2 None None] Checking segment: {'id': 'f6b730b5-912e-49e9-9da0-fca86de7b509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '61351672-73c0-4a7b-b32a-26e31738f1fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:48:52.079201 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b66793c3-569c-4d16-8d2a-0ed4c93a0af2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:52.079609 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66793c3-569c-4d16-8d2a-0ed4c93a0af2 None None] Bound using segment: {'id': 'f6b730b5-912e-49e9-9da0-fca86de7b509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '61351672-73c0-4a7b-b32a-26e31738f1fb'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:48:52.080100 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-b66793c3-569c-4d16-8d2a-0ed4c93a0af2 None None] Bound port: ee0e08b7-5827-4d44-96db-72141ed43360, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6b730b5-912e-49e9-9da0-fca86de7b509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '61351672-73c0-4a7b-b32a-26e31738f1fb'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:48:52.080516 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b66793c3-569c-4d16-8d2a-0ed4c93a0af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (ee0e08b7-5827-4d44-96db-72141ed43360), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:52.138527 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-cb2161b6-c645-4567-b11e-7d6bb5f6cc79 req-33f89f94-d1f4-4cc1-b8f2-c1d9da6c4da3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=44b6c68f-2a00-4110-99b6-ff002afe82bc HTTP/1.1" status: 200 len: 1001 time: 0.2115781 Jan 28 07:48:52.252044 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-b66793c3-569c-4d16-8d2a-0ed4c93a0af2 None None] For port ee0e08b7-5827-4d44-96db-72141ed43360, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:48:52.256580 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-b66793c3-569c-4d16-8d2a-0ed4c93a0af2 None None] For port ee0e08b7-5827-4d44-96db-72141ed43360, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=ee0e08b7-5827-4d44-96db-72141ed43360,segment=NetworkSegment(f6b730b5-912e-49e9-9da0-fca86de7b509),segment_id=f6b730b5-912e-49e9-9da0-fca86de7b509)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:48:52.263309 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b66793c3-569c-4d16-8d2a-0ed4c93a0af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (ee0e08b7-5827-4d44-96db-72141ed43360), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:52.326610 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66793c3-569c-4d16-8d2a-0ed4c93a0af2 None None] Pushing event updated for resources: {'Port': ['ID=ee0e08b7-5827-4d44-96db-72141ed43360,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:48:52.329020 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b783b12-f5a8-451e-a4ce-36f7b20bfb23 req-c8df54bf-22f7-411c-9476-3a6f7af8f3df tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:48:52.330750 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4b783b12-f5a8-451e-a4ce-36f7b20bfb23 req-c8df54bf-22f7-411c-9476-3a6f7af8f3df tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.44 "GET /v2.0/networks?id=e89cba95-7c88-42ca-a2a1-7604d77c150d HTTP/1.1" status: 200 len: 812 time: 0.3917613 Jan 28 07:48:52.341829 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2161b6-c645-4567-b11e-7d6bb5f6cc79 req-e76b8c35-df3d-4eba-841e-6facd97fbaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:48:52.347338 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-cb2161b6-c645-4567-b11e-7d6bb5f6cc79 req-e76b8c35-df3d-4eba-841e-6facd97fbaf1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=be92a7e6-1604-4603-bacc-7f09a5c98a28 HTTP/1.1" status: 200 len: 851 time: 0.1835434 Jan 28 07:48:52.539944 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2161b6-c645-4567-b11e-7d6bb5f6cc79 req-f9e81ef0-4695-4704-b430-91a6cbfe54c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:48:52.542236 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-cb2161b6-c645-4567-b11e-7d6bb5f6cc79 req-f9e81ef0-4695-4704-b430-91a6cbfe54c2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e89cba95-7c88-42ca-a2a1-7604d77c150d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1396871 Jan 28 07:48:52.615062 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4b783b12-f5a8-451e-a4ce-36f7b20bfb23 req-ef6e670b-13cc-40dc-8033-d031aea00215 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6e11006faf4241738db69f23221595e2 HTTP/1.1" status: 200 len: 380 time: 0.2292323 Jan 28 07:48:52.685755 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-4b783b12-f5a8-451e-a4ce-36f7b20bfb23 req-727df61a-72a8-4443-be7f-33764de56819 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Request body: {'port': {'device_id': '5cec6ef7-8653-4360-89b8-8d4f8b1369e5', 'network_id': 'e89cba95-7c88-42ca-a2a1-7604d77c150d', 'admin_state_up': True, 'tenant_id': '6e11006faf4241738db69f23221595e2', 'security_groups': ['ec6d871e-ef1d-448d-95b7-68ce22e3161e']}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:48:53.179011 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-69b252ed-e0c8-45e8-bf8f-de0d695efc29 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Allocated IP 172.20.0.17 (61351672-73c0-4a7b-b32a-26e31738f1fb/219c0fe8-8604-4b87-b288-0e25e9d960f6/69706bb6-62d6-47c0-a543-f4f45bf146e4) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:48:53.214825 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device ee0e08b7-5827-4d44-96db-72141ed43360 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:48:53.280542 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port ee0e08b7-5827-4d44-96db-72141ed43360 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:48:53.281323 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (ee0e08b7-5827-4d44-96db-72141ed43360), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:53.283072 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-60b07f9a-e255-4b9d-8aad-4ffe34ef6c8f req-f31436ae-3edb-442b-858b-0f4f55d9c961 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cec6ef7-8653-4360-89b8-8d4f8b1369e5 HTTP/1.1" status: 200 len: 210 time: 0.1012375 Jan 28 07:48:53.378012 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port ee0e08b7-5827-4d44-96db-72141ed43360 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:48:53.378555 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (ee0e08b7-5827-4d44-96db-72141ed43360), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:53.418611 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-cb2161b6-c645-4567-b11e-7d6bb5f6cc79 req-52c6c02b-359e-4209-b7c1-872e8ae582a0 service neutron] 10.222.0.10 "GET /v2.0/networks/e89cba95-7c88-42ca-a2a1-7604d77c150d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8607972 Jan 28 07:48:53.427182 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] For port ee0e08b7-5827-4d44-96db-72141ed43360, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=ee0e08b7-5827-4d44-96db-72141ed43360,segment=NetworkSegment(f6b730b5-912e-49e9-9da0-fca86de7b509),segment_id=f6b730b5-912e-49e9-9da0-fca86de7b509)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:48:53.432308 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (ee0e08b7-5827-4d44-96db-72141ed43360), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:53.433382 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 8d78e204-2540-4a62-b259-e0b890107f6b up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:48:53.495722 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Pushing event updated for resources: {'Port': ['ID=ee0e08b7-5827-4d44-96db-72141ed43360,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:48:53.581499 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b783b12-f5a8-451e-a4ce-36f7b20bfb23 req-727df61a-72a8-4443-be7f-33764de56819 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Made reservation on behalf of 6e11006faf4241738db69f23221595e2 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:48:53.586050 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-4b783b12-f5a8-451e-a4ce-36f7b20bfb23 req-727df61a-72a8-4443-be7f-33764de56819 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:53.604795 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-69b252ed-e0c8-45e8-bf8f-de0d695efc29 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Publish callbacks [] for port (69706bb6-62d6-47c0-a543-f4f45bf146e4), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:53.651535 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-cb2161b6-c645-4567-b11e-7d6bb5f6cc79 req-cad026d9-672b-4e44-b543-9d67892b12a3 service neutron] 10.222.0.10 "GET /v2.0/networks/e89cba95-7c88-42ca-a2a1-7604d77c150d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183554 Jan 28 07:48:53.733514 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 8d78e204-2540-4a62-b259-e0b890107f6b triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:48:53.733909 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (8d78e204-2540-4a62-b259-e0b890107f6b), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:53.791268 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-69b252ed-e0c8-45e8-bf8f-de0d695efc29 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (69706bb6-62d6-47c0-a543-f4f45bf146e4), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:53.868254 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b252ed-e0c8-45e8-bf8f-de0d695efc29 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Network 61351672-73c0-4a7b-b32a-26e31738f1fb is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:48:53.869744 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 8d78e204-2540-4a62-b259-e0b890107f6b is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:48:53.870298 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (8d78e204-2540-4a62-b259-e0b890107f6b), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:53.880363 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-69b252ed-e0c8-45e8-bf8f-de0d695efc29 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:48:53.892038 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b252ed-e0c8-45e8-bf8f-de0d695efc29 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:48:53.928854 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] For port 8d78e204-2540-4a62-b259-e0b890107f6b, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=8d78e204-2540-4a62-b259-e0b890107f6b,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:48:53.939902 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (8d78e204-2540-4a62-b259-e0b890107f6b), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:53.983255 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-69b252ed-e0c8-45e8-bf8f-de0d695efc29 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16609232'] for router_interface (3e0260c2-60cc-4373-8511-660573dad45e), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:53.994551 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-4b783b12-f5a8-451e-a4ce-36f7b20bfb23 req-727df61a-72a8-4443-be7f-33764de56819 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Allocated IP 172.20.0.10 (e89cba95-7c88-42ca-a2a1-7604d77c150d/be92a7e6-1604-4603-bacc-7f09a5c98a28/6b8617a8-d8e5-4737-a2ea-a0b759e0b399) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:48:54.013120 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b252ed-e0c8-45e8-bf8f-de0d695efc29 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Pushing event updated for resources: {'Port': ['ID=69706bb6-62d6-47c0-a543-f4f45bf146e4,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:48:54.065038 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42ac740e-8e2d-4b81-bc39-706c4788e162 None None] Network 61351672-73c0-4a7b-b32a-26e31738f1fb requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:48:54.071022 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Pushing event updated for resources: {'Port': ['ID=8d78e204-2540-4a62-b259-e0b890107f6b,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:48:54.186980 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-60c9cb79-45a4-417f-bc01-b7d947be0368 None None] Provisioning complete for port ee0e08b7-5827-4d44-96db-72141ed43360 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:48:54.187747 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-60c9cb79-45a4-417f-bc01-b7d947be0368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (ee0e08b7-5827-4d44-96db-72141ed43360), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:54.343308 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-69b252ed-e0c8-45e8-bf8f-de0d695efc29 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (69706bb6-62d6-47c0-a543-f4f45bf146e4), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:54.401252 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-4b783b12-f5a8-451e-a4ce-36f7b20bfb23 req-727df61a-72a8-4443-be7f-33764de56819 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Publish callbacks [] for port (6b8617a8-d8e5-4737-a2ea-a0b759e0b399), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:54.441883 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-60c9cb79-45a4-417f-bc01-b7d947be0368 None None] Current status of the port ee0e08b7-5827-4d44-96db-72141ed43360 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:48:54.485784 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-00cbc763-2d92-467d-9f32-b298be76f4fd req-a1a7f043-7aa3-4e78-beaf-bbfeae29c4d0 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cec6ef7-8653-4360-89b8-8d4f8b1369e5 HTTP/1.1" status: 200 len: 210 time: 0.0844421 Jan 28 07:48:54.669188 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-4b783b12-f5a8-451e-a4ce-36f7b20bfb23 req-727df61a-72a8-4443-be7f-33764de56819 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (6b8617a8-d8e5-4737-a2ea-a0b759e0b399), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:54.737382 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727df61a-72a8-4443-be7f-33764de56819 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Pushing event updated for resources: {'Port': ['ID=6b8617a8-d8e5-4737-a2ea-a0b759e0b399,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:48:54.750765 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b783b12-f5a8-451e-a4ce-36f7b20bfb23 req-727df61a-72a8-4443-be7f-33764de56819 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Network e89cba95-7c88-42ca-a2a1-7604d77c150d is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:48:54.754730 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-4b783b12-f5a8-451e-a4ce-36f7b20bfb23 req-727df61a-72a8-4443-be7f-33764de56819 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:48:54.757408 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b783b12-f5a8-451e-a4ce-36f7b20bfb23 req-727df61a-72a8-4443-be7f-33764de56819 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:48:54.782369 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-1e14d3dd-b678-4ede-a456-019f9090062b None None] Provisioning complete for port 69706bb6-62d6-47c0-a543-f4f45bf146e4 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:48:54.783017 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1e14d3dd-b678-4ede-a456-019f9090062b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (69706bb6-62d6-47c0-a543-f4f45bf146e4), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:54.826650 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b783b12-f5a8-451e-a4ce-36f7b20bfb23 req-727df61a-72a8-4443-be7f-33764de56819 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:48:54.827436 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-4b783b12-f5a8-451e-a4ce-36f7b20bfb23 req-727df61a-72a8-4443-be7f-33764de56819 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:54.877620 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-1e14d3dd-b678-4ede-a456-019f9090062b None None] Port 69706bb6-62d6-47c0-a543-f4f45bf146e4 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:48:54.908157 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-1e14d3dd-b678-4ede-a456-019f9090062b None None] Provisioning complete for port ee0e08b7-5827-4d44-96db-72141ed43360 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:48:54.911360 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1e14d3dd-b678-4ede-a456-019f9090062b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (ee0e08b7-5827-4d44-96db-72141ed43360), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:54.930896 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4b783b12-f5a8-451e-a4ce-36f7b20bfb23 req-727df61a-72a8-4443-be7f-33764de56819 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2497044 Jan 28 07:48:54.948179 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-4b783b12-f5a8-451e-a4ce-36f7b20bfb23 req-34b152e2-a428-45b9-a6a1-de7c216e3789 service neutron] Request body: {'port': {'device_id': '5cec6ef7-8653-4360-89b8-8d4f8b1369e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712749-28'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:48:55.088457 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device ee0e08b7-5827-4d44-96db-72141ed43360 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:48:55.107462 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-4b783b12-f5a8-451e-a4ce-36f7b20bfb23 req-34b152e2-a428-45b9-a6a1-de7c216e3789 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (6b8617a8-d8e5-4737-a2ea-a0b759e0b399), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:55.125733 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-69b252ed-e0c8-45e8-bf8f-de0d695efc29 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Publish callbacks [] for port (69706bb6-62d6-47c0-a543-f4f45bf146e4), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:55.147662 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-1e14d3dd-b678-4ede-a456-019f9090062b None None] Current status of the port ee0e08b7-5827-4d44-96db-72141ed43360 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:48:55.167182 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-69b252ed-e0c8-45e8-bf8f-de0d695efc29 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (69706bb6-62d6-47c0-a543-f4f45bf146e4), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:55.176941 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port ee0e08b7-5827-4d44-96db-72141ed43360 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:48:55.178075 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (ee0e08b7-5827-4d44-96db-72141ed43360), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:55.273634 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b252ed-e0c8-45e8-bf8f-de0d695efc29 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Pushing event updated for resources: {'Port': ['ID=69706bb6-62d6-47c0-a543-f4f45bf146e4,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:48:55.279432 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port ee0e08b7-5827-4d44-96db-72141ed43360 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:48:55.280975 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 8d78e204-2540-4a62-b259-e0b890107f6b up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:48:55.307859 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-96c54710-6170-4863-93b7-fbcfaf6395de None None] Provisioning complete for port 6b8617a8-d8e5-4737-a2ea-a0b759e0b399 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:48:55.308415 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-96c54710-6170-4863-93b7-fbcfaf6395de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (6b8617a8-d8e5-4737-a2ea-a0b759e0b399), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:55.331076 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-69b252ed-e0c8-45e8-bf8f-de0d695efc29 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16318999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16606560'] for router_interface (3e0260c2-60cc-4373-8511-660573dad45e), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:55.356160 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-96c54710-6170-4863-93b7-fbcfaf6395de None None] Port 6b8617a8-d8e5-4737-a2ea-a0b759e0b399 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:48:55.390044 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-96c54710-6170-4863-93b7-fbcfaf6395de None None] Provisioning complete for port 69706bb6-62d6-47c0-a543-f4f45bf146e4 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:48:55.390577 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-96c54710-6170-4863-93b7-fbcfaf6395de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (69706bb6-62d6-47c0-a543-f4f45bf146e4), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:55.482471 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-96c54710-6170-4863-93b7-fbcfaf6395de None None] Port 69706bb6-62d6-47c0-a543-f4f45bf146e4 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:48:55.518600 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 8d78e204-2540-4a62-b259-e0b890107f6b triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:48:55.520339 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (8d78e204-2540-4a62-b259-e0b890107f6b), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:55.547058 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b252ed-e0c8-45e8-bf8f-de0d695efc29 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Network 61351672-73c0-4a7b-b32a-26e31738f1fb is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:48:55.553538 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-69b252ed-e0c8-45e8-bf8f-de0d695efc29 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:48:55.674834 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 8d78e204-2540-4a62-b259-e0b890107f6b is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:48:55.791324 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-4b783b12-f5a8-451e-a4ce-36f7b20bfb23 req-34b152e2-a428-45b9-a6a1-de7c216e3789 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b8617a8-d8e5-4737-a2ea-a0b759e0b399 {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:48:55.807411 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef681dc3-bc2b-4a57-90c8-9347c677663a req-296174cd-1c57-4d71-981e-65f8846f971c tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:48:55.815622 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ef681dc3-bc2b-4a57-90c8-9347c677663a req-296174cd-1c57-4d71-981e-65f8846f971c tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cec6ef7-8653-4360-89b8-8d4f8b1369e5 HTTP/1.1" status: 200 len: 932 time: 0.1901827 Jan 28 07:48:55.824802 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-4b783b12-f5a8-451e-a4ce-36f7b20bfb23 req-34b152e2-a428-45b9-a6a1-de7c216e3789 service neutron] Publish callbacks [] for port (6b8617a8-d8e5-4737-a2ea-a0b759e0b399), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:55.858023 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69b252ed-e0c8-45e8-bf8f-de0d695efc29 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Router 3e0260c2-60cc-4373-8511-660573dad45e has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:48:55.862982 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-4b783b12-f5a8-451e-a4ce-36f7b20bfb23 req-34b152e2-a428-45b9-a6a1-de7c216e3789 service neutron] Transition to ACTIVE for port object 6b8617a8-d8e5-4737-a2ea-a0b759e0b399 will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:48:55.875155 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-4b783b12-f5a8-451e-a4ce-36f7b20bfb23 req-34b152e2-a428-45b9-a6a1-de7c216e3789 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (6b8617a8-d8e5-4737-a2ea-a0b759e0b399), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:55.909278 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-efed552c-6231-4fa3-818f-07ffd7cf630d None None] Provisioning complete for port 69706bb6-62d6-47c0-a543-f4f45bf146e4 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:48:55.909668 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-efed552c-6231-4fa3-818f-07ffd7cf630d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (69706bb6-62d6-47c0-a543-f4f45bf146e4), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:55.947225 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-efed552c-6231-4fa3-818f-07ffd7cf630d None None] Port 69706bb6-62d6-47c0-a543-f4f45bf146e4 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:48:55.989162 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ef681dc3-bc2b-4a57-90c8-9347c677663a req-357602ab-e754-4914-a282-3922d0af678b tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec6d871e-ef1d-448d-95b7-68ce22e3161e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1712596 Jan 28 07:48:56.001005 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b152e2-a428-45b9-a6a1-de7c216e3789 service neutron] Pushing event updated for resources: {'Port': ['ID=6b8617a8-d8e5-4737-a2ea-a0b759e0b399,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:48:56.118789 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69b252ed-e0c8-45e8-bf8f-de0d695efc29 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:48:56.125907 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-69b252ed-e0c8-45e8-bf8f-de0d695efc29 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] 10.222.0.41 "PUT /v2.0/routers/3e0260c2-60cc-4373-8511-660573dad45e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9218590 Jan 28 07:48:56.139214 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca42a17-76a7-4a44-b97d-889309c94d48 None None] Sync routers for ids ['3e0260c2-60cc-4373-8511-660573dad45e'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:48:56.143692 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-4b783b12-f5a8-451e-a4ce-36f7b20bfb23 req-34b152e2-a428-45b9-a6a1-de7c216e3789 service neutron] Attempting to bind port 6b8617a8-d8e5-4737-a2ea-a0b759e0b399 on host n-h2-712749-28 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:48:56.145186 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-4b783b12-f5a8-451e-a4ce-36f7b20bfb23 req-34b152e2-a428-45b9-a6a1-de7c216e3789 service neutron] Attempting to bind port 6b8617a8-d8e5-4737-a2ea-a0b759e0b399 by drivers openvswitch,hyperv on host n-h2-712749-28 at level 0 using segments [{'id': '51b887d5-fd17-4f2d-9bed-8a0b60014438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e89cba95-7c88-42ca-a2a1-7604d77c150d'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:48:56.145794 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b783b12-f5a8-451e-a4ce-36f7b20bfb23 req-34b152e2-a428-45b9-a6a1-de7c216e3789 service neutron] Attempting to bind port 6b8617a8-d8e5-4737-a2ea-a0b759e0b399 on network e89cba95-7c88-42ca-a2a1-7604d77c150d {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:48:56.150809 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b783b12-f5a8-451e-a4ce-36f7b20bfb23 req-34b152e2-a428-45b9-a6a1-de7c216e3789 service neutron] Port 6b8617a8-d8e5-4737-a2ea-a0b759e0b399 on network e89cba95-7c88-42ca-a2a1-7604d77c150d not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-28 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:48:56.151262 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b783b12-f5a8-451e-a4ce-36f7b20bfb23 req-34b152e2-a428-45b9-a6a1-de7c216e3789 service neutron] Attempting to bind port 6b8617a8-d8e5-4737-a2ea-a0b759e0b399 on network e89cba95-7c88-42ca-a2a1-7604d77c150d {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:48:56.155986 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca42a17-76a7-4a44-b97d-889309c94d48 None None] Routers {'3e0260c2-60cc-4373-8511-660573dad45e'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:48:56.156928 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-2ca42a17-76a7-4a44-b97d-889309c94d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:48:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['3e0260c2-60cc-4373-8511-660573dad45e'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:48:56.165538 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b783b12-f5a8-451e-a4ce-36f7b20bfb23 req-34b152e2-a428-45b9-a6a1-de7c216e3789 service neutron] Checking agent: {'id': 'c9906e63-062c-432e-bb53-63fdb8115e18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:48:56.165949 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b783b12-f5a8-451e-a4ce-36f7b20bfb23 req-34b152e2-a428-45b9-a6a1-de7c216e3789 service neutron] Checking segment: {'id': '51b887d5-fd17-4f2d-9bed-8a0b60014438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e89cba95-7c88-42ca-a2a1-7604d77c150d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:48:56.166375 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b783b12-f5a8-451e-a4ce-36f7b20bfb23 req-34b152e2-a428-45b9-a6a1-de7c216e3789 service neutron] Bound using segment: {'id': '51b887d5-fd17-4f2d-9bed-8a0b60014438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e89cba95-7c88-42ca-a2a1-7604d77c150d'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:48:56.166896 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-4b783b12-f5a8-451e-a4ce-36f7b20bfb23 req-34b152e2-a428-45b9-a6a1-de7c216e3789 service neutron] Bound port: 6b8617a8-d8e5-4737-a2ea-a0b759e0b399, host: n-h2-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51b887d5-fd17-4f2d-9bed-8a0b60014438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e89cba95-7c88-42ca-a2a1-7604d77c150d'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:48:56.167259 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-4b783b12-f5a8-451e-a4ce-36f7b20bfb23 req-34b152e2-a428-45b9-a6a1-de7c216e3789 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (6b8617a8-d8e5-4737-a2ea-a0b759e0b399), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:56.250025 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-4b783b12-f5a8-451e-a4ce-36f7b20bfb23 req-34b152e2-a428-45b9-a6a1-de7c216e3789 service neutron] For port 6b8617a8-d8e5-4737-a2ea-a0b759e0b399, host n-h2-712749-28, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:48:56.256082 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-4b783b12-f5a8-451e-a4ce-36f7b20bfb23 req-34b152e2-a428-45b9-a6a1-de7c216e3789 service neutron] For port 6b8617a8-d8e5-4737-a2ea-a0b759e0b399, host n-h2-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=6b8617a8-d8e5-4737-a2ea-a0b759e0b399,segment=NetworkSegment(51b887d5-fd17-4f2d-9bed-8a0b60014438),segment_id=51b887d5-fd17-4f2d-9bed-8a0b60014438)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:48:56.263933 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-4b783b12-f5a8-451e-a4ce-36f7b20bfb23 req-34b152e2-a428-45b9-a6a1-de7c216e3789 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (6b8617a8-d8e5-4737-a2ea-a0b759e0b399), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:56.305525 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-2ca42a17-76a7-4a44-b97d-889309c94d48 None None] Set router 3e0260c2-60cc-4373-8511-660573dad45e gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:48:56.334015 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b783b12-f5a8-451e-a4ce-36f7b20bfb23 req-34b152e2-a428-45b9-a6a1-de7c216e3789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:48:56.334939 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-4b783b12-f5a8-451e-a4ce-36f7b20bfb23 req-34b152e2-a428-45b9-a6a1-de7c216e3789 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:56.336718 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4b783b12-f5a8-451e-a4ce-36f7b20bfb23 req-34b152e2-a428-45b9-a6a1-de7c216e3789 service neutron] 10.222.0.44 "PUT /v2.0/ports/6b8617a8-d8e5-4737-a2ea-a0b759e0b399 HTTP/1.1" status: 200 len: 1093 time: 1.3968573 Jan 28 07:48:56.337687 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cec6ef7-8653-4360-89b8-8d4f8b1369e5', 'tag': '6b8617a8-d8e5-4737-a2ea-a0b759e0b399'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:48:56.340426 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f78359ca-a48a-447e-b6a4-4fe7a4debe13" -d '{"events": [{"name": "network-changed", "server_uuid": "5cec6ef7-8653-4360-89b8-8d4f8b1369e5", "tag": "6b8617a8-d8e5-4737-a2ea-a0b759e0b399"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:48:56.392694 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b152e2-a428-45b9-a6a1-de7c216e3789 service neutron] Pushing event updated for resources: {'Port': ['ID=6b8617a8-d8e5-4737-a2ea-a0b759e0b399,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:48:56.456186 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-101744a9-2883-4770-ace4-cb4588915a55 x-openstack-request-id: req-101744a9-2883-4770-ace4-cb4588915a55 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:48:56.458518 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cec6ef7-8653-4360-89b8-8d4f8b1369e5", "tag": "6b8617a8-d8e5-4737-a2ea-a0b759e0b399", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:48:56.458811 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-101744a9-2883-4770-ace4-cb4588915a55 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:48:56.460555 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cec6ef7-8653-4360-89b8-8d4f8b1369e5', 'tag': '6b8617a8-d8e5-4737-a2ea-a0b759e0b399', 'status': 'completed', 'code': 200} Jan 28 07:48:56.565890 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b783b12-f5a8-451e-a4ce-36f7b20bfb23 req-3304d504-51f6-42a0-bd54-94647498f4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:48:56.568774 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4b783b12-f5a8-451e-a4ce-36f7b20bfb23 req-3304d504-51f6-42a0-bd54-94647498f4f2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6e11006faf4241738db69f23221595e2&device_id=5cec6ef7-8653-4360-89b8-8d4f8b1369e5 HTTP/1.1" status: 200 len: 1096 time: 0.1567082 Jan 28 07:48:56.640355 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4b783b12-f5a8-451e-a4ce-36f7b20bfb23 req-5fbb26fb-38f8-419f-8500-965700b4a7ad service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6b8617a8-d8e5-4737-a2ea-a0b759e0b399 HTTP/1.1" status: 200 len: 217 time: 0.0587659 Jan 28 07:48:56.741806 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b783b12-f5a8-451e-a4ce-36f7b20bfb23 req-618e3c44-69b4-4637-b756-5956f5c17354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:48:56.745337 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4b783b12-f5a8-451e-a4ce-36f7b20bfb23 req-618e3c44-69b4-4637-b756-5956f5c17354 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=be92a7e6-1604-4603-bacc-7f09a5c98a28 HTTP/1.1" status: 200 len: 851 time: 0.0918100 Jan 28 07:48:56.761149 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-2ca42a17-76a7-4a44-b97d-889309c94d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e0260c2-60cc-4373-8511-660573dad45e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2129091689', 'tenant_id': '57e720992042402eb23623e4b9d5c9df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': '8d78e204-2540-4a62-b259-e0b890107f6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:48:47Z', 'updated_at': '2022-01-28T07:48:54Z', 'revision_number': 4, 'project_id': '57e720992042402eb23623e4b9d5c9df', 'gw_port': {'id': '8d78e204-2540-4a62-b259-e0b890107f6b', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:98:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0260c2-60cc-4373-8511-660573dad45e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:48:48Z', 'updated_at': '2022-01-28T07:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '69706bb6-62d6-47c0-a543-f4f45bf146e4', 'name': '', 'network_id': '61351672-73c0-4a7b-b32a-26e31738f1fb', 'tenant_id': '57e720992042402eb23623e4b9d5c9df', 'mac_address': 'fa:16:3e:70:83:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e0260c2-60cc-4373-8511-660573dad45e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '219c0fe8-8604-4b87-b288-0e25e9d960f6', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:48:52Z', 'updated_at': '2022-01-28T07:48:54Z', 'revision_number': 2, 'project_id': '57e720992042402eb23623e4b9d5c9df', 'subnets': [{'id': '219c0fe8-8604-4b87-b288-0e25e9d960f6', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:48:56.792670 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14a5548-c5b5-4b27-aeac-91e8e7781e3f req-107e7216-4533-4cae-84b5-da4d5978a4ae tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:48:56.801295 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca42a17-76a7-4a44-b97d-889309c94d48 None None] Checking router: 3e0260c2-60cc-4373-8511-660573dad45e for host: n-d-712749-28 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:48:56.802178 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca42a17-76a7-4a44-b97d-889309c94d48 None None] Updating router 3e0260c2-60cc-4373-8511-660573dad45e port 69706bb6-62d6-47c0-a543-f4f45bf146e4 binding host n-d-712749-28 {{(pid=103286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 07:48:56.814352 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d14a5548-c5b5-4b27-aeac-91e8e7781e3f req-107e7216-4533-4cae-84b5-da4d5978a4ae tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] 10.222.0.41 "GET /v2.0/networks?id=61351672-73c0-4a7b-b32a-26e31738f1fb HTTP/1.1" status: 200 len: 797 time: 0.2850568 Jan 28 07:48:56.846331 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d14a5548-c5b5-4b27-aeac-91e8e7781e3f req-93f5805a-f331-4723-9f7c-3ef7b7acf5e2 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] 10.222.0.41 "GET /v2.0/quotas/57e720992042402eb23623e4b9d5c9df HTTP/1.1" status: 200 len: 375 time: 0.0308325 Jan 28 07:48:56.848665 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b783b12-f5a8-451e-a4ce-36f7b20bfb23 req-c195fea1-2ddb-4515-b6fe-4b3b08184ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:48:56.856145 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4b783b12-f5a8-451e-a4ce-36f7b20bfb23 req-c195fea1-2ddb-4515-b6fe-4b3b08184ee3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e89cba95-7c88-42ca-a2a1-7604d77c150d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0967085 Jan 28 07:48:56.859885 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2ca42a17-76a7-4a44-b97d-889309c94d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (69706bb6-62d6-47c0-a543-f4f45bf146e4), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:57.000280 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d14a5548-c5b5-4b27-aeac-91e8e7781e3f req-c82721d9-17eb-4cc3-b747-89a794a94faa tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=57e720992042402eb23623e4b9d5c9df&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1376116 Jan 28 07:48:57.026710 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4b783b12-f5a8-451e-a4ce-36f7b20bfb23 req-efeaf3fe-7a4d-4711-a1fe-52ed2ec0e984 service neutron] 10.222.0.44 "GET /v2.0/networks/e89cba95-7c88-42ca-a2a1-7604d77c150d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626143 Jan 28 07:48:57.209854 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d14a5548-c5b5-4b27-aeac-91e8e7781e3f req-21020671-5ee6-40d9-8d5b-6b798dcacee4 service neutron] 10.222.0.41 "GET /v2.0/networks/61351672-73c0-4a7b-b32a-26e31738f1fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087479 Jan 28 07:48:57.276598 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20c05fa-8ef2-4d28-951d-fbe7ed8f1683 req-9c4b088b-0c4f-43a2-8b93-8d2c77248a28 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:48:57.278296 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d20c05fa-8ef2-4d28-951d-fbe7ed8f1683 req-9c4b088b-0c4f-43a2-8b93-8d2c77248a28 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cec6ef7-8653-4360-89b8-8d4f8b1369e5 HTTP/1.1" status: 200 len: 944 time: 0.1324267 Jan 28 07:48:57.279200 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2ca42a17-76a7-4a44-b97d-889309c94d48 None None] Publish callbacks [] for port (69706bb6-62d6-47c0-a543-f4f45bf146e4), precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:57.285625 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4b783b12-f5a8-451e-a4ce-36f7b20bfb23 req-4d522883-35b0-47e1-a175-a70120e46d70 service neutron] 10.222.0.44 "GET /v2.0/networks/e89cba95-7c88-42ca-a2a1-7604d77c150d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2536511 Jan 28 07:48:57.286757 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2ca42a17-76a7-4a44-b97d-889309c94d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (69706bb6-62d6-47c0-a543-f4f45bf146e4), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:57.404140 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-2ca42a17-76a7-4a44-b97d-889309c94d48 None None] Attempting to bind port 69706bb6-62d6-47c0-a543-f4f45bf146e4 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:48:57.404882 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-2ca42a17-76a7-4a44-b97d-889309c94d48 None None] Attempting to bind port 69706bb6-62d6-47c0-a543-f4f45bf146e4 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': 'f6b730b5-912e-49e9-9da0-fca86de7b509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '61351672-73c0-4a7b-b32a-26e31738f1fb'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:48:57.405329 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca42a17-76a7-4a44-b97d-889309c94d48 None None] Attempting to bind port 69706bb6-62d6-47c0-a543-f4f45bf146e4 on network 61351672-73c0-4a7b-b32a-26e31738f1fb {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:48:57.408138 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0f211a-6417-403f-8dbf-e621096a2f6d None None] Pushing event updated for resources: {'Port': ['ID=69706bb6-62d6-47c0-a543-f4f45bf146e4,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:48:57.411180 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d20c05fa-8ef2-4d28-951d-fbe7ed8f1683 req-5a586d69-7409-48dc-bbf0-58de80063ada tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec6d871e-ef1d-448d-95b7-68ce22e3161e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241274 Jan 28 07:48:57.423007 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0f211a-6417-403f-8dbf-e621096a2f6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:48:57.427201 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0f211a-6417-403f-8dbf-e621096a2f6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:48:57.436039 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0f211a-6417-403f-8dbf-e621096a2f6d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:48:57.436039 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0f211a-6417-403f-8dbf-e621096a2f6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:48:57.436039 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0f211a-6417-403f-8dbf-e621096a2f6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:48:57.436039 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0f211a-6417-403f-8dbf-e621096a2f6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:48:57.436039 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0f211a-6417-403f-8dbf-e621096a2f6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:48:57.436039 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0f211a-6417-403f-8dbf-e621096a2f6d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:48:57.436039 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0f211a-6417-403f-8dbf-e621096a2f6d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:48:57.436039 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0f211a-6417-403f-8dbf-e621096a2f6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:48:57.436039 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0f211a-6417-403f-8dbf-e621096a2f6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:48:57.436039 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0f211a-6417-403f-8dbf-e621096a2f6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:48:57.436039 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0f211a-6417-403f-8dbf-e621096a2f6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:48:57.445150 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca42a17-76a7-4a44-b97d-889309c94d48 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:48:57.445862 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca42a17-76a7-4a44-b97d-889309c94d48 None None] Checking segment: {'id': 'f6b730b5-912e-49e9-9da0-fca86de7b509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '61351672-73c0-4a7b-b32a-26e31738f1fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:48:57.446348 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2ca42a17-76a7-4a44-b97d-889309c94d48 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:57.446852 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca42a17-76a7-4a44-b97d-889309c94d48 None None] Bound using segment: {'id': 'f6b730b5-912e-49e9-9da0-fca86de7b509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '61351672-73c0-4a7b-b32a-26e31738f1fb'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:48:57.447555 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-2ca42a17-76a7-4a44-b97d-889309c94d48 None None] Bound port: 69706bb6-62d6-47c0-a543-f4f45bf146e4, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6b730b5-912e-49e9-9da0-fca86de7b509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '61351672-73c0-4a7b-b32a-26e31738f1fb'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:48:57.448015 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2ca42a17-76a7-4a44-b97d-889309c94d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (69706bb6-62d6-47c0-a543-f4f45bf146e4), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:57.470222 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d14a5548-c5b5-4b27-aeac-91e8e7781e3f req-43a0fcde-923c-407e-83ad-a4901da73d4e service neutron] 10.222.0.41 "GET /v2.0/networks/61351672-73c0-4a7b-b32a-26e31738f1fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2546406 Jan 28 07:48:57.492059 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78359ca-a48a-447e-b6a4-4fe7a4debe13 req-f1008968-9cf1-4875-b34f-d43f6f13a602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:48:57.493644 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f78359ca-a48a-447e-b6a4-4fe7a4debe13 req-f1008968-9cf1-4875-b34f-d43f6f13a602 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6e11006faf4241738db69f23221595e2&device_id=5cec6ef7-8653-4360-89b8-8d4f8b1369e5 HTTP/1.1" status: 200 len: 1096 time: 0.0965173 Jan 28 07:48:57.596431 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-2ca42a17-76a7-4a44-b97d-889309c94d48 None None] For port 69706bb6-62d6-47c0-a543-f4f45bf146e4, host n-d-712749-28, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:48:57.604448 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-2ca42a17-76a7-4a44-b97d-889309c94d48 None None] For port 69706bb6-62d6-47c0-a543-f4f45bf146e4, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=69706bb6-62d6-47c0-a543-f4f45bf146e4,segment=NetworkSegment(f6b730b5-912e-49e9-9da0-fca86de7b509),segment_id=f6b730b5-912e-49e9-9da0-fca86de7b509)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:48:57.620553 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2ca42a17-76a7-4a44-b97d-889309c94d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (69706bb6-62d6-47c0-a543-f4f45bf146e4), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:57.648360 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78359ca-a48a-447e-b6a4-4fe7a4debe13 req-062f08c9-8abe-4836-97e3-3e2f218605b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:48:57.660898 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f78359ca-a48a-447e-b6a4-4fe7a4debe13 req-062f08c9-8abe-4836-97e3-3e2f218605b1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e89cba95-7c88-42ca-a2a1-7604d77c150d HTTP/1.1" status: 200 len: 913 time: 0.1596534 Jan 28 07:48:57.726558 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca42a17-76a7-4a44-b97d-889309c94d48 None None] Routers {'3e0260c2-60cc-4373-8511-660573dad45e'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:48:57.727207 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-2ca42a17-76a7-4a44-b97d-889309c94d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:48:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['3e0260c2-60cc-4373-8511-660573dad45e'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:48:57.734792 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0f211a-6417-403f-8dbf-e621096a2f6d None None] Pushing event updated for resources: {'Port': ['ID=69706bb6-62d6-47c0-a543-f4f45bf146e4,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:48:57.773982 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-b4ff9966-b27f-47a1-a7b9-99b5eb8a5b77 None None] Provisioning complete for port 69706bb6-62d6-47c0-a543-f4f45bf146e4 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:48:57.775087 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b4ff9966-b27f-47a1-a7b9-99b5eb8a5b77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (69706bb6-62d6-47c0-a543-f4f45bf146e4), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:57.851413 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f78359ca-a48a-447e-b6a4-4fe7a4debe13 req-6abe9f77-33cc-4553-9961-45a17b7b8dc2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6b8617a8-d8e5-4737-a2ea-a0b759e0b399 HTTP/1.1" status: 200 len: 217 time: 0.1846123 Jan 28 07:48:57.906590 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a1bd1801-b1e4-46be-ac2b-5ef717d3424e req-42c07392-5e9e-44ad-8e30-69b8b91c6b14 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] 10.222.0.41 "GET /v2.0/ports?device_id=1757776d-67b2-4659-9504-22830ac22fac HTTP/1.1" status: 200 len: 210 time: 0.0869067 Jan 28 07:48:57.973963 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-b4ff9966-b27f-47a1-a7b9-99b5eb8a5b77 None None] Current status of the port 69706bb6-62d6-47c0-a543-f4f45bf146e4 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:48:57.974519 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b4ff9966-b27f-47a1-a7b9-99b5eb8a5b77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (69706bb6-62d6-47c0-a543-f4f45bf146e4), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:57.985019 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78359ca-a48a-447e-b6a4-4fe7a4debe13 req-a2f58f5a-cf7b-4f2e-bdf5-972ae3d4b6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:48:57.987360 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f78359ca-a48a-447e-b6a4-4fe7a4debe13 req-a2f58f5a-cf7b-4f2e-bdf5-972ae3d4b6b7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=be92a7e6-1604-4603-bacc-7f09a5c98a28 HTTP/1.1" status: 200 len: 851 time: 0.0838559 Jan 28 07:48:58.049406 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-b4ff9966-b27f-47a1-a7b9-99b5eb8a5b77 None None] For port 69706bb6-62d6-47c0-a543-f4f45bf146e4, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=69706bb6-62d6-47c0-a543-f4f45bf146e4,segment=NetworkSegment(f6b730b5-912e-49e9-9da0-fca86de7b509),segment_id=f6b730b5-912e-49e9-9da0-fca86de7b509)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:48:58.057211 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b4ff9966-b27f-47a1-a7b9-99b5eb8a5b77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (69706bb6-62d6-47c0-a543-f4f45bf146e4), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:58.105224 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78359ca-a48a-447e-b6a4-4fe7a4debe13 req-bfccf494-5e65-43f4-b110-ffdd9fcf7945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:48:58.106876 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f78359ca-a48a-447e-b6a4-4fe7a4debe13 req-bfccf494-5e65-43f4-b110-ffdd9fcf7945 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e89cba95-7c88-42ca-a2a1-7604d77c150d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1116281 Jan 28 07:48:58.181542 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ff9966-b27f-47a1-a7b9-99b5eb8a5b77 None None] Pushing event updated for resources: {'Port': ['ID=69706bb6-62d6-47c0-a543-f4f45bf146e4,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:48:58.190702 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-8cdd4cd3-a80d-42eb-9143-dbf18b0e2eab None None] Provisioning complete for port 69706bb6-62d6-47c0-a543-f4f45bf146e4 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:48:58.191517 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8cdd4cd3-a80d-42eb-9143-dbf18b0e2eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (69706bb6-62d6-47c0-a543-f4f45bf146e4), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:58.218469 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-2ca42a17-76a7-4a44-b97d-889309c94d48 None None] Set router 3e0260c2-60cc-4373-8511-660573dad45e gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:48:58.294261 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-8cdd4cd3-a80d-42eb-9143-dbf18b0e2eab None None] Current status of the port 69706bb6-62d6-47c0-a543-f4f45bf146e4 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:48:58.311599 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f78359ca-a48a-447e-b6a4-4fe7a4debe13 req-5b141717-367b-43d4-8712-fc3de1d76c6e service neutron] 10.222.0.44 "GET /v2.0/networks/e89cba95-7c88-42ca-a2a1-7604d77c150d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968834 Jan 28 07:48:58.494675 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f78359ca-a48a-447e-b6a4-4fe7a4debe13 req-b2b92534-3595-4d39-966c-4c6f5fea440d service neutron] 10.222.0.44 "GET /v2.0/networks/e89cba95-7c88-42ca-a2a1-7604d77c150d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770592 Jan 28 07:48:58.576281 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-2ca42a17-76a7-4a44-b97d-889309c94d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e0260c2-60cc-4373-8511-660573dad45e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2129091689', 'tenant_id': '57e720992042402eb23623e4b9d5c9df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': '8d78e204-2540-4a62-b259-e0b890107f6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:48:47Z', 'updated_at': '2022-01-28T07:48:54Z', 'revision_number': 4, 'project_id': '57e720992042402eb23623e4b9d5c9df', 'gw_port': {'id': '8d78e204-2540-4a62-b259-e0b890107f6b', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:98:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0260c2-60cc-4373-8511-660573dad45e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:48:48Z', 'updated_at': '2022-01-28T07:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '69706bb6-62d6-47c0-a543-f4f45bf146e4', 'name': '', 'network_id': '61351672-73c0-4a7b-b32a-26e31738f1fb', 'tenant_id': '57e720992042402eb23623e4b9d5c9df', 'mac_address': 'fa:16:3e:70:83:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e0260c2-60cc-4373-8511-660573dad45e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '219c0fe8-8604-4b87-b288-0e25e9d960f6', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:48:52Z', 'updated_at': '2022-01-28T07:48:57Z', 'revision_number': 4, 'project_id': '57e720992042402eb23623e4b9d5c9df', 'subnets': [{'id': '219c0fe8-8604-4b87-b288-0e25e9d960f6', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:48:58.601497 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f566400-094a-4fcd-871a-85470a3b0854 req-da8aeb9b-bd73-4241-b9fa-207158a7decb tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:48:58.603845 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9f566400-094a-4fcd-871a-85470a3b0854 req-da8aeb9b-bd73-4241-b9fa-207158a7decb tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cec6ef7-8653-4360-89b8-8d4f8b1369e5 HTTP/1.1" status: 200 len: 944 time: 0.0893548 Jan 28 07:48:58.615576 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca42a17-76a7-4a44-b97d-889309c94d48 None None] The sync data for ids ['3e0260c2-60cc-4373-8511-660573dad45e'] in n-d-712749-28 is: [{'id': '3e0260c2-60cc-4373-8511-660573dad45e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2129091689', 'tenant_id': '57e720992042402eb23623e4b9d5c9df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': '8d78e204-2540-4a62-b259-e0b890107f6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:48:47Z', 'updated_at': '2022-01-28T07:48:54Z', 'revision_number': 4, 'project_id': '57e720992042402eb23623e4b9d5c9df', 'gw_port': {'id': '8d78e204-2540-4a62-b259-e0b890107f6b', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:98:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0260c2-60cc-4373-8511-660573dad45e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:48:48Z', 'updated_at': '2022-01-28T07:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '69706bb6-62d6-47c0-a543-f4f45bf146e4', 'name': '', 'network_id': '61351672-73c0-4a7b-b32a-26e31738f1fb', 'tenant_id': '57e720992042402eb23623e4b9d5c9df', 'mac_address': 'fa:16:3e:70:83:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e0260c2-60cc-4373-8511-660573dad45e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '219c0fe8-8604-4b87-b288-0e25e9d960f6', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:48:52Z', 'updated_at': '2022-01-28T07:48:57Z', 'revision_number': 4, 'project_id': '57e720992042402eb23623e4b9d5c9df', 'subnets': [{'id': '219c0fe8-8604-4b87-b288-0e25e9d960f6', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:48:58.694123 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9f566400-094a-4fcd-871a-85470a3b0854 req-5106477c-31dd-4738-8807-b656ba554dcd tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec6d871e-ef1d-448d-95b7-68ce22e3161e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832622 Jan 28 07:48:59.089555 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1bcfbf44-9c8a-4c35-ae8d-cc93ea40c153 req-5b5ba741-600b-4969-afb9-78d1c3551689 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] 10.222.0.41 "GET /v2.0/ports?device_id=1757776d-67b2-4659-9504-22830ac22fac HTTP/1.1" status: 200 len: 210 time: 0.0651782 Jan 28 07:48:59.122937 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 69706bb6-62d6-47c0-a543-f4f45bf146e4 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:48:59.198727 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 69706bb6-62d6-47c0-a543-f4f45bf146e4 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:48:59.199440 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (69706bb6-62d6-47c0-a543-f4f45bf146e4), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:59.354221 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 69706bb6-62d6-47c0-a543-f4f45bf146e4 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:48:59.482570 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14a5548-c5b5-4b27-aeac-91e8e7781e3f req-e3881416-7561-4757-a825-33a8e57aa007 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:48:59.484188 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d14a5548-c5b5-4b27-aeac-91e8e7781e3f req-e3881416-7561-4757-a825-33a8e57aa007 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] 10.222.0.44 "GET /v2.0/networks?id=61351672-73c0-4a7b-b32a-26e31738f1fb HTTP/1.1" status: 200 len: 797 time: 0.2757175 Jan 28 07:48:59.505986 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-d14a5548-c5b5-4b27-aeac-91e8e7781e3f req-bd02c235-d6f2-4131-bf52-03e0555820e5 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Request body: {'port': {'device_id': '1757776d-67b2-4659-9504-22830ac22fac', 'network_id': '61351672-73c0-4a7b-b32a-26e31738f1fb', 'admin_state_up': True, 'tenant_id': '57e720992042402eb23623e4b9d5c9df'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:48:59.641782 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d14a5548-c5b5-4b27-aeac-91e8e7781e3f req-bd02c235-d6f2-4131-bf52-03e0555820e5 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Made reservation on behalf of 57e720992042402eb23623e4b9d5c9df for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:48:59.646445 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d14a5548-c5b5-4b27-aeac-91e8e7781e3f req-bd02c235-d6f2-4131-bf52-03e0555820e5 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:48:59.815685 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-d14a5548-c5b5-4b27-aeac-91e8e7781e3f req-bd02c235-d6f2-4131-bf52-03e0555820e5 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Allocated IP 172.20.0.30 (61351672-73c0-4a7b-b32a-26e31738f1fb/219c0fe8-8604-4b87-b288-0e25e9d960f6/d63df87f-cb75-4ed9-a2be-e29dc5fcf003) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:48:59.833276 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1f7f0a-1b7f-4fe0-87a3-1e7554713101 req-fc845628-17c2-4bf4-848d-6299c6e7152e tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:48:59.842744 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ec1f7f0a-1b7f-4fe0-87a3-1e7554713101 req-fc845628-17c2-4bf4-848d-6299c6e7152e tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cec6ef7-8653-4360-89b8-8d4f8b1369e5 HTTP/1.1" status: 200 len: 944 time: 0.0711734 Jan 28 07:48:59.918814 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ec1f7f0a-1b7f-4fe0-87a3-1e7554713101 req-4d11db22-b9a2-48f6-b0d4-2daa8f78782f tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec6d871e-ef1d-448d-95b7-68ce22e3161e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750062 Jan 28 07:49:00.058885 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d14a5548-c5b5-4b27-aeac-91e8e7781e3f req-bd02c235-d6f2-4131-bf52-03e0555820e5 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Publish callbacks [] for port (d63df87f-cb75-4ed9-a2be-e29dc5fcf003), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:49:00.108527 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d14a5548-c5b5-4b27-aeac-91e8e7781e3f req-bd02c235-d6f2-4131-bf52-03e0555820e5 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (d63df87f-cb75-4ed9-a2be-e29dc5fcf003), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:49:00.161219 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d14a5548-c5b5-4b27-aeac-91e8e7781e3f req-bd02c235-d6f2-4131-bf52-03e0555820e5 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Network 61351672-73c0-4a7b-b32a-26e31738f1fb is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:49:00.165038 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-d14a5548-c5b5-4b27-aeac-91e8e7781e3f req-bd02c235-d6f2-4131-bf52-03e0555820e5 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:49:00.169335 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-d14a5548-c5b5-4b27-aeac-91e8e7781e3f req-bd02c235-d6f2-4131-bf52-03e0555820e5 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:49:00.250682 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14a5548-c5b5-4b27-aeac-91e8e7781e3f req-bd02c235-d6f2-4131-bf52-03e0555820e5 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:49:00.251356 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d14a5548-c5b5-4b27-aeac-91e8e7781e3f req-bd02c235-d6f2-4131-bf52-03e0555820e5 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:49:00.301733 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd02c235-d6f2-4131-bf52-03e0555820e5 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Pushing event updated for resources: {'Port': ['ID=d63df87f-cb75-4ed9-a2be-e29dc5fcf003,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:49:00.324766 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d14a5548-c5b5-4b27-aeac-91e8e7781e3f req-bd02c235-d6f2-4131-bf52-03e0555820e5 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.8241465 Jan 28 07:49:00.347209 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce7e921-f5ec-4e05-8f3a-60290bb948cf req-108b7c16-7024-4e99-83d0-4ff6b78ddd2c tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:49:00.349499 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0ce7e921-f5ec-4e05-8f3a-60290bb948cf req-108b7c16-7024-4e99-83d0-4ff6b78ddd2c tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] 10.222.0.41 "GET /v2.0/ports?device_id=1757776d-67b2-4659-9504-22830ac22fac HTTP/1.1" status: 200 len: 895 time: 0.1288049 Jan 28 07:49:00.354960 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-d14a5548-c5b5-4b27-aeac-91e8e7781e3f req-782bb725-3a68-4cbc-a644-f9e3b6d75175 service neutron] Request body: {'port': {'device_id': '1757776d-67b2-4659-9504-22830ac22fac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712749-28'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:49:00.444092 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d14a5548-c5b5-4b27-aeac-91e8e7781e3f req-782bb725-3a68-4cbc-a644-f9e3b6d75175 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (d63df87f-cb75-4ed9-a2be-e29dc5fcf003), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:49:00.564939 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c36a8de4-569f-4d43-9a5e-3a1386e5d15c None None] Provisioning complete for port d63df87f-cb75-4ed9-a2be-e29dc5fcf003 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:49:00.565475 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c36a8de4-569f-4d43-9a5e-3a1386e5d15c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (d63df87f-cb75-4ed9-a2be-e29dc5fcf003), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:49:00.607619 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c36a8de4-569f-4d43-9a5e-3a1386e5d15c None None] Port d63df87f-cb75-4ed9-a2be-e29dc5fcf003 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:49:00.782673 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-d14a5548-c5b5-4b27-aeac-91e8e7781e3f req-782bb725-3a68-4cbc-a644-f9e3b6d75175 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d63df87f-cb75-4ed9-a2be-e29dc5fcf003 {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:49:00.790420 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d14a5548-c5b5-4b27-aeac-91e8e7781e3f req-782bb725-3a68-4cbc-a644-f9e3b6d75175 service neutron] Publish callbacks [] for port (d63df87f-cb75-4ed9-a2be-e29dc5fcf003), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:49:00.803276 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-d14a5548-c5b5-4b27-aeac-91e8e7781e3f req-782bb725-3a68-4cbc-a644-f9e3b6d75175 service neutron] Transition to ACTIVE for port object d63df87f-cb75-4ed9-a2be-e29dc5fcf003 will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:49:00.807055 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d14a5548-c5b5-4b27-aeac-91e8e7781e3f req-782bb725-3a68-4cbc-a644-f9e3b6d75175 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (d63df87f-cb75-4ed9-a2be-e29dc5fcf003), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:49:00.856616 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782bb725-3a68-4cbc-a644-f9e3b6d75175 service neutron] Pushing event updated for resources: {'Port': ['ID=d63df87f-cb75-4ed9-a2be-e29dc5fcf003,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:49:00.939016 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-d14a5548-c5b5-4b27-aeac-91e8e7781e3f req-782bb725-3a68-4cbc-a644-f9e3b6d75175 service neutron] Attempting to bind port d63df87f-cb75-4ed9-a2be-e29dc5fcf003 on host n-h2-712749-28 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:49:00.939465 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-d14a5548-c5b5-4b27-aeac-91e8e7781e3f req-782bb725-3a68-4cbc-a644-f9e3b6d75175 service neutron] Attempting to bind port d63df87f-cb75-4ed9-a2be-e29dc5fcf003 by drivers openvswitch,hyperv on host n-h2-712749-28 at level 0 using segments [{'id': 'f6b730b5-912e-49e9-9da0-fca86de7b509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '61351672-73c0-4a7b-b32a-26e31738f1fb'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:49:00.939898 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d14a5548-c5b5-4b27-aeac-91e8e7781e3f req-782bb725-3a68-4cbc-a644-f9e3b6d75175 service neutron] Attempting to bind port d63df87f-cb75-4ed9-a2be-e29dc5fcf003 on network 61351672-73c0-4a7b-b32a-26e31738f1fb {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:49:00.946828 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d14a5548-c5b5-4b27-aeac-91e8e7781e3f req-782bb725-3a68-4cbc-a644-f9e3b6d75175 service neutron] Port d63df87f-cb75-4ed9-a2be-e29dc5fcf003 on network 61351672-73c0-4a7b-b32a-26e31738f1fb not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-28 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:49:00.947249 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d14a5548-c5b5-4b27-aeac-91e8e7781e3f req-782bb725-3a68-4cbc-a644-f9e3b6d75175 service neutron] Attempting to bind port d63df87f-cb75-4ed9-a2be-e29dc5fcf003 on network 61351672-73c0-4a7b-b32a-26e31738f1fb {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:49:00.954071 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d14a5548-c5b5-4b27-aeac-91e8e7781e3f req-782bb725-3a68-4cbc-a644-f9e3b6d75175 service neutron] Checking agent: {'id': 'c9906e63-062c-432e-bb53-63fdb8115e18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:49:00.954489 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d14a5548-c5b5-4b27-aeac-91e8e7781e3f req-782bb725-3a68-4cbc-a644-f9e3b6d75175 service neutron] Checking segment: {'id': 'f6b730b5-912e-49e9-9da0-fca86de7b509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '61351672-73c0-4a7b-b32a-26e31738f1fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:49:00.954952 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d14a5548-c5b5-4b27-aeac-91e8e7781e3f req-782bb725-3a68-4cbc-a644-f9e3b6d75175 service neutron] Bound using segment: {'id': 'f6b730b5-912e-49e9-9da0-fca86de7b509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '61351672-73c0-4a7b-b32a-26e31738f1fb'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:49:00.955504 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-d14a5548-c5b5-4b27-aeac-91e8e7781e3f req-782bb725-3a68-4cbc-a644-f9e3b6d75175 service neutron] Bound port: d63df87f-cb75-4ed9-a2be-e29dc5fcf003, host: n-h2-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6b730b5-912e-49e9-9da0-fca86de7b509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '61351672-73c0-4a7b-b32a-26e31738f1fb'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:49:00.955929 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d14a5548-c5b5-4b27-aeac-91e8e7781e3f req-782bb725-3a68-4cbc-a644-f9e3b6d75175 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (d63df87f-cb75-4ed9-a2be-e29dc5fcf003), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:49:01.062649 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-d14a5548-c5b5-4b27-aeac-91e8e7781e3f req-782bb725-3a68-4cbc-a644-f9e3b6d75175 service neutron] For port d63df87f-cb75-4ed9-a2be-e29dc5fcf003, host n-h2-712749-28, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:49:01.068166 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-d14a5548-c5b5-4b27-aeac-91e8e7781e3f req-782bb725-3a68-4cbc-a644-f9e3b6d75175 service neutron] For port d63df87f-cb75-4ed9-a2be-e29dc5fcf003, host n-h2-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=d63df87f-cb75-4ed9-a2be-e29dc5fcf003,segment=NetworkSegment(f6b730b5-912e-49e9-9da0-fca86de7b509),segment_id=f6b730b5-912e-49e9-9da0-fca86de7b509)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:49:01.076538 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d14a5548-c5b5-4b27-aeac-91e8e7781e3f req-782bb725-3a68-4cbc-a644-f9e3b6d75175 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (d63df87f-cb75-4ed9-a2be-e29dc5fcf003), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:49:01.111068 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a18701-d6bc-476a-a1d5-0a3c5fb37a3b req-2ae4dcc5-da92-4f6a-833c-7230382b7a32 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:49:01.127366 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14a5548-c5b5-4b27-aeac-91e8e7781e3f req-782bb725-3a68-4cbc-a644-f9e3b6d75175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:49:01.127985 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d14a5548-c5b5-4b27-aeac-91e8e7781e3f req-782bb725-3a68-4cbc-a644-f9e3b6d75175 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:49:01.128649 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-83a18701-d6bc-476a-a1d5-0a3c5fb37a3b req-2ae4dcc5-da92-4f6a-833c-7230382b7a32 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cec6ef7-8653-4360-89b8-8d4f8b1369e5 HTTP/1.1" status: 200 len: 944 time: 0.1272943 Jan 28 07:49:01.130503 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d14a5548-c5b5-4b27-aeac-91e8e7781e3f req-782bb725-3a68-4cbc-a644-f9e3b6d75175 service neutron] 10.222.0.44 "PUT /v2.0/ports/d63df87f-cb75-4ed9-a2be-e29dc5fcf003 HTTP/1.1" status: 200 len: 1056 time: 0.7796931 Jan 28 07:49:01.131049 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1757776d-67b2-4659-9504-22830ac22fac', 'tag': 'd63df87f-cb75-4ed9-a2be-e29dc5fcf003'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:49:01.133561 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5f565bf-3823-4218-ba37-ea4d68155e6f" -d '{"events": [{"name": "network-changed", "server_uuid": "1757776d-67b2-4659-9504-22830ac22fac", "tag": "d63df87f-cb75-4ed9-a2be-e29dc5fcf003"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:49:01.182117 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782bb725-3a68-4cbc-a644-f9e3b6d75175 service neutron] Pushing event updated for resources: {'Port': ['ID=d63df87f-cb75-4ed9-a2be-e29dc5fcf003,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:49:01.258458 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd76eba4-bde9-4e72-be32-4490c3b9694f x-openstack-request-id: req-fd76eba4-bde9-4e72-be32-4490c3b9694f {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:49:01.258871 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1757776d-67b2-4659-9504-22830ac22fac", "tag": "d63df87f-cb75-4ed9-a2be-e29dc5fcf003", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:49:01.259154 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fd76eba4-bde9-4e72-be32-4490c3b9694f {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:49:01.259620 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1757776d-67b2-4659-9504-22830ac22fac', 'tag': 'd63df87f-cb75-4ed9-a2be-e29dc5fcf003', 'status': 'completed', 'code': 200} Jan 28 07:49:01.268829 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-83a18701-d6bc-476a-a1d5-0a3c5fb37a3b req-335daaa6-9a1b-4d28-aec5-784dc379142b tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec6d871e-ef1d-448d-95b7-68ce22e3161e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1383052 Jan 28 07:49:01.280770 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14a5548-c5b5-4b27-aeac-91e8e7781e3f req-f0107ad3-8baf-49ff-87e2-e8909fa33821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:49:01.282418 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d14a5548-c5b5-4b27-aeac-91e8e7781e3f req-f0107ad3-8baf-49ff-87e2-e8909fa33821 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=57e720992042402eb23623e4b9d5c9df&device_id=1757776d-67b2-4659-9504-22830ac22fac HTTP/1.1" status: 200 len: 1059 time: 0.0805972 Jan 28 07:49:01.339119 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d14a5548-c5b5-4b27-aeac-91e8e7781e3f req-ef9e1100-d9cc-44de-8ae0-e883104b76d1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=d63df87f-cb75-4ed9-a2be-e29dc5fcf003 HTTP/1.1" status: 200 len: 217 time: 0.0426044 Jan 28 07:49:01.400480 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14a5548-c5b5-4b27-aeac-91e8e7781e3f req-526e64e8-9d88-4b66-a888-50d8362e807c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:49:01.402276 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d14a5548-c5b5-4b27-aeac-91e8e7781e3f req-526e64e8-9d88-4b66-a888-50d8362e807c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=219c0fe8-8604-4b87-b288-0e25e9d960f6 HTTP/1.1" status: 200 len: 838 time: 0.0531156 Jan 28 07:49:01.485217 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14a5548-c5b5-4b27-aeac-91e8e7781e3f req-cc4d136a-22cd-45b0-ab76-ce261cedfc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:49:01.486937 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d14a5548-c5b5-4b27-aeac-91e8e7781e3f req-cc4d136a-22cd-45b0-ab76-ce261cedfc3a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=61351672-73c0-4a7b-b32a-26e31738f1fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0761807 Jan 28 07:49:01.964484 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc93bbd-1f08-45b5-bcf9-aa8a55c4bc79 req-bd820a56-58b5-4305-8829-69283cc6f3ac tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:49:01.966187 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7dc93bbd-1f08-45b5-bcf9-aa8a55c4bc79 req-bd820a56-58b5-4305-8829-69283cc6f3ac tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] 10.222.0.41 "GET /v2.0/ports?device_id=1757776d-67b2-4659-9504-22830ac22fac HTTP/1.1" status: 200 len: 907 time: 0.4919965 Jan 28 07:49:01.996248 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d14a5548-c5b5-4b27-aeac-91e8e7781e3f req-49a843f5-a564-437c-a54f-f2918687d382 service neutron] 10.222.0.44 "GET /v2.0/networks/61351672-73c0-4a7b-b32a-26e31738f1fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184728 Jan 28 07:49:02.100746 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d14a5548-c5b5-4b27-aeac-91e8e7781e3f req-e035401b-47d7-4a7f-9ddc-f53311929168 service neutron] 10.222.0.44 "GET /v2.0/networks/61351672-73c0-4a7b-b32a-26e31738f1fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974495 Jan 28 07:49:02.241705 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f565bf-3823-4218-ba37-ea4d68155e6f req-c00f79a8-f064-4079-a57c-e47078eac0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:49:02.243121 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e5f565bf-3823-4218-ba37-ea4d68155e6f req-c00f79a8-f064-4079-a57c-e47078eac0df service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=57e720992042402eb23623e4b9d5c9df&device_id=1757776d-67b2-4659-9504-22830ac22fac HTTP/1.1" status: 200 len: 1059 time: 0.0434844 Jan 28 07:49:02.346942 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f565bf-3823-4218-ba37-ea4d68155e6f req-f3929107-81f8-48f4-ae0b-ea9000c3ac10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:49:02.349987 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e5f565bf-3823-4218-ba37-ea4d68155e6f req-f3929107-81f8-48f4-ae0b-ea9000c3ac10 service neutron] 10.222.0.44 "GET /v2.0/networks?id=61351672-73c0-4a7b-b32a-26e31738f1fb HTTP/1.1" status: 200 len: 898 time: 0.1002777 Jan 28 07:49:02.407980 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e5f565bf-3823-4218-ba37-ea4d68155e6f req-ca8f322a-122b-4ff1-baaa-48be279e2383 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=d63df87f-cb75-4ed9-a2be-e29dc5fcf003 HTTP/1.1" status: 200 len: 217 time: 0.0487630 Jan 28 07:49:02.418463 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3bcf53-5064-442e-a3bc-251b1be99399 req-5e7b5a57-02da-4e10-8de4-360468726d62 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:49:02.421196 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6f3bcf53-5064-442e-a3bc-251b1be99399 req-5e7b5a57-02da-4e10-8de4-360468726d62 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cec6ef7-8653-4360-89b8-8d4f8b1369e5 HTTP/1.1" status: 200 len: 944 time: 0.0741212 Jan 28 07:49:02.470013 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f565bf-3823-4218-ba37-ea4d68155e6f req-bee3f639-3aef-415e-ba77-11b29e15dc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:49:02.472165 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e5f565bf-3823-4218-ba37-ea4d68155e6f req-bee3f639-3aef-415e-ba77-11b29e15dc8e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=219c0fe8-8604-4b87-b288-0e25e9d960f6 HTTP/1.1" status: 200 len: 838 time: 0.0579584 Jan 28 07:49:02.494040 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6f3bcf53-5064-442e-a3bc-251b1be99399 req-595e4ec2-9040-456e-8171-e6302ed7156a tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec6d871e-ef1d-448d-95b7-68ce22e3161e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656898 Jan 28 07:49:02.533143 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f565bf-3823-4218-ba37-ea4d68155e6f req-e86acee2-8c08-4815-b5f5-585ec324a4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:49:02.534845 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e5f565bf-3823-4218-ba37-ea4d68155e6f req-e86acee2-8c08-4815-b5f5-585ec324a4a5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=61351672-73c0-4a7b-b32a-26e31738f1fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0559387 Jan 28 07:49:02.625858 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e5f565bf-3823-4218-ba37-ea4d68155e6f req-461200cf-0bc0-45f2-9a51-7b2b8628c66b service neutron] 10.222.0.44 "GET /v2.0/networks/61351672-73c0-4a7b-b32a-26e31738f1fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844424 Jan 28 07:49:02.723166 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e5f565bf-3823-4218-ba37-ea4d68155e6f req-3da786ae-9fbd-4115-b378-cf6963fb4be3 service neutron] 10.222.0.44 "GET /v2.0/networks/61351672-73c0-4a7b-b32a-26e31738f1fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906038 Jan 28 07:49:03.095014 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d841dc67-7d13-46a2-8753-51db8a4051db req-31f2c707-3ebe-46e3-9295-2922a0275305 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:49:03.096688 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d841dc67-7d13-46a2-8753-51db8a4051db req-31f2c707-3ebe-46e3-9295-2922a0275305 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] 10.222.0.41 "GET /v2.0/ports?device_id=1757776d-67b2-4659-9504-22830ac22fac HTTP/1.1" status: 200 len: 907 time: 0.0502400 Jan 28 07:49:03.285920 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:49:03.287947 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1a7941b1-f800-4dd8-9111-150e2461fa63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:49:03.622216 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fa3311-9d7a-4e76-b340-bbfc7bf28d75 req-d63b2585-7cf7-403e-8b8e-980db3587551 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:49:03.623850 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f1fa3311-9d7a-4e76-b340-bbfc7bf28d75 req-d63b2585-7cf7-403e-8b8e-980db3587551 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cec6ef7-8653-4360-89b8-8d4f8b1369e5 HTTP/1.1" status: 200 len: 944 time: 0.0555062 Jan 28 07:49:03.675941 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f1fa3311-9d7a-4e76-b340-bbfc7bf28d75 req-45969d4e-c70b-4773-9b34-007276162b3f tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec6d871e-ef1d-448d-95b7-68ce22e3161e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456576 Jan 28 07:49:04.215285 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a627c42-e64b-47f3-8937-5bfaa62c0a50 req-23aba5cf-83d1-4c7d-87f2-d45702d1f085 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:49:04.216852 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2a627c42-e64b-47f3-8937-5bfaa62c0a50 req-23aba5cf-83d1-4c7d-87f2-d45702d1f085 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] 10.222.0.41 "GET /v2.0/ports?device_id=1757776d-67b2-4659-9504-22830ac22fac HTTP/1.1" status: 200 len: 907 time: 0.0511460 Jan 28 07:49:04.256947 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:49:04.798140 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c9f750-d4b9-4658-a6b9-24bf74e5da9e req-43882d9a-aebb-4a5c-bb28-8f2685cb6fab tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:49:04.799827 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-21c9f750-d4b9-4658-a6b9-24bf74e5da9e req-43882d9a-aebb-4a5c-bb28-8f2685cb6fab tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cec6ef7-8653-4360-89b8-8d4f8b1369e5 HTTP/1.1" status: 200 len: 944 time: 0.0545247 Jan 28 07:49:04.850556 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-21c9f750-d4b9-4658-a6b9-24bf74e5da9e req-b2ef1c08-31b6-4b44-b849-3557e690a76e tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec6d871e-ef1d-448d-95b7-68ce22e3161e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438545 Jan 28 07:49:05.354616 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec9bb5a-0189-491a-8bc3-e74e4ad064eb req-9546d09b-4539-4d3f-b559-95c274dfa46c tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:49:05.356324 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7ec9bb5a-0189-491a-8bc3-e74e4ad064eb req-9546d09b-4539-4d3f-b559-95c274dfa46c tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] 10.222.0.41 "GET /v2.0/ports?device_id=1757776d-67b2-4659-9504-22830ac22fac HTTP/1.1" status: 200 len: 907 time: 0.0578685 Jan 28 07:49:05.584601 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 34962) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:49:05.646277 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-832d60ac-04aa-4585-90e9-d91cd394afff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:49:05.703869 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-85c58fca-6034-42aa-af88-4a7e9b2f67c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:49:05.785435 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-85c58fca-6034-42aa-af88-4a7e9b2f67c4 admin admin] Publish callbacks [] for security_group (0fcf8c2b-dc0f-4332-b842-c65393d723cc), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:49:05.789372 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-85c58fca-6034-42aa-af88-4a7e9b2f67c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (0fcf8c2b-dc0f-4332-b842-c65393d723cc), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:49:05.825497 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c58fca-6034-42aa-af88-4a7e9b2f67c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fcf8c2b-dc0f-4332-b842-c65393d723cc,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:49:05.829926 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-85c58fca-6034-42aa-af88-4a7e9b2f67c4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2ce9c25f76254203a5216d934f9ed215&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2442341 Jan 28 07:49:05.834053 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 34966) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:49:05.881996 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bed91587-cc06-4356-8ef8-54f733d84395 admin admin] Publish callbacks [] for security_group (0fcf8c2b-dc0f-4332-b842-c65393d723cc), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:49:05.906843 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bed91587-cc06-4356-8ef8-54f733d84395 admin admin] Publish callbacks [] for security_group (0fcf8c2b-dc0f-4332-b842-c65393d723cc), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:49:05.958983 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bed91587-cc06-4356-8ef8-54f733d84395 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (0fcf8c2b-dc0f-4332-b842-c65393d723cc), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:49:05.962724 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bed91587-cc06-4356-8ef8-54f733d84395 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:49:05.967318 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-bed91587-cc06-4356-8ef8-54f733d84395 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0fcf8c2b-dc0f-4332-b842-c65393d723cc HTTP/1.1" status: 204 len: 168 time: 0.1319749 Jan 28 07:49:05.977934 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed91587-cc06-4356-8ef8-54f733d84395 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fcf8c2b-dc0f-4332-b842-c65393d723cc,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:49:06.156855 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e93083-e52f-4e09-928f-bc15276c2a0c req-3994ef71-d526-4321-a06d-d1302ad0e7e0 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:49:06.158559 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-35e93083-e52f-4e09-928f-bc15276c2a0c req-3994ef71-d526-4321-a06d-d1302ad0e7e0 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cec6ef7-8653-4360-89b8-8d4f8b1369e5 HTTP/1.1" status: 200 len: 944 time: 0.2245030 Jan 28 07:49:06.217677 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-35e93083-e52f-4e09-928f-bc15276c2a0c req-ccd65bec-bd09-4fcc-bb09-234ad8228966 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec6d871e-ef1d-448d-95b7-68ce22e3161e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513775 Jan 28 07:49:06.370331 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device d63df87f-cb75-4ed9-a2be-e29dc5fcf003 details requested by agent hyperv_n-h2-712749-28 with host n-h2-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:49:06.519789 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9b5063-03ea-41e5-bd07-d648336f196e req-52689be4-a4b2-434a-a2fc-9528ac2b94a6 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:49:06.523023 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1b9b5063-03ea-41e5-bd07-d648336f196e req-52689be4-a4b2-434a-a2fc-9528ac2b94a6 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] 10.222.0.41 "GET /v2.0/ports?device_id=1757776d-67b2-4659-9504-22830ac22fac HTTP/1.1" status: 200 len: 907 time: 0.0586977 Jan 28 07:49:06.524834 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port d63df87f-cb75-4ed9-a2be-e29dc5fcf003, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=d63df87f-cb75-4ed9-a2be-e29dc5fcf003,segment=NetworkSegment(f6b730b5-912e-49e9-9da0-fca86de7b509),segment_id=f6b730b5-912e-49e9-9da0-fca86de7b509)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:49:06.537448 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Returning: {'device': 'd63df87f-cb75-4ed9-a2be-e29dc5fcf003', 'network_id': '61351672-73c0-4a7b-b32a-26e31738f1fb', 'port_id': 'd63df87f-cb75-4ed9-a2be-e29dc5fcf003', 'mac_address': 'fa:16:3e:6c:44:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '219c0fe8-8604-4b87-b288-0e25e9d960f6', 'ip_address': '172.20.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:49:06.577235 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port d63df87f-cb75-4ed9-a2be-e29dc5fcf003 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:49:06.577630 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (d63df87f-cb75-4ed9-a2be-e29dc5fcf003), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:49:06.592088 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d63df87f-cb75-4ed9-a2be-e29dc5fcf003 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:49:06.613913 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port d63df87f-cb75-4ed9-a2be-e29dc5fcf003, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=d63df87f-cb75-4ed9-a2be-e29dc5fcf003,segment=NetworkSegment(f6b730b5-912e-49e9-9da0-fca86de7b509),segment_id=f6b730b5-912e-49e9-9da0-fca86de7b509)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:49:06.618024 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (d63df87f-cb75-4ed9-a2be-e29dc5fcf003), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:49:06.668649 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=d63df87f-cb75-4ed9-a2be-e29dc5fcf003,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:49:06.901945 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['d63df87f-cb75-4ed9-a2be-e29dc5fcf003'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:49:07.070640 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:49:07.335370 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c57fde-d46f-413c-b7ff-5275592fcba9 req-2133b8a9-0801-44cf-95cc-fe08bcdba0ae tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:49:07.336927 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e4c57fde-d46f-413c-b7ff-5275592fcba9 req-2133b8a9-0801-44cf-95cc-fe08bcdba0ae tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cec6ef7-8653-4360-89b8-8d4f8b1369e5 HTTP/1.1" status: 200 len: 944 time: 0.0493696 Jan 28 07:49:07.384949 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e4c57fde-d46f-413c-b7ff-5275592fcba9 req-bc76400b-0be7-4488-a486-413940d36168 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec6d871e-ef1d-448d-95b7-68ce22e3161e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424659 Jan 28 07:49:07.802844 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f708e4fd-a27b-4f28-b343-a4061f97822e req-db37e66e-9e2f-438e-bf6d-885799e6384b tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:49:07.804471 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f708e4fd-a27b-4f28-b343-a4061f97822e req-db37e66e-9e2f-438e-bf6d-885799e6384b tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] 10.222.0.41 "GET /v2.0/ports?device_id=1757776d-67b2-4659-9504-22830ac22fac HTTP/1.1" status: 200 len: 908 time: 0.2111940 Jan 28 07:49:08.384166 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device d63df87f-cb75-4ed9-a2be-e29dc5fcf003 up at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:49:08.434410 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning for port d63df87f-cb75-4ed9-a2be-e29dc5fcf003 completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:49:08.439066 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning complete for port d63df87f-cb75-4ed9-a2be-e29dc5fcf003 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:49:08.439438 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (d63df87f-cb75-4ed9-a2be-e29dc5fcf003), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:49:08.504046 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297ef4d1-3945-4dba-9892-d9f000840b83 req-b589868b-34ba-4f1a-81a5-a183fdf6892e tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:49:08.505695 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-297ef4d1-3945-4dba-9892-d9f000840b83 req-b589868b-34ba-4f1a-81a5-a183fdf6892e tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cec6ef7-8653-4360-89b8-8d4f8b1369e5 HTTP/1.1" status: 200 len: 944 time: 0.0526876 Jan 28 07:49:08.520571 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port d63df87f-cb75-4ed9-a2be-e29dc5fcf003 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:49:08.520962 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (d63df87f-cb75-4ed9-a2be-e29dc5fcf003), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:49:08.543027 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1757776d-67b2-4659-9504-22830ac22fac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd63df87f-cb75-4ed9-a2be-e29dc5fcf003'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:49:08.545275 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1321869e-ff20-4010-bd4e-3b71f66322c7" -d '{"events": [{"server_uuid": "1757776d-67b2-4659-9504-22830ac22fac", "name": "network-vif-plugged", "status": "completed", "tag": "d63df87f-cb75-4ed9-a2be-e29dc5fcf003"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:49:08.558787 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port d63df87f-cb75-4ed9-a2be-e29dc5fcf003, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=d63df87f-cb75-4ed9-a2be-e29dc5fcf003,segment=NetworkSegment(f6b730b5-912e-49e9-9da0-fca86de7b509),segment_id=f6b730b5-912e-49e9-9da0-fca86de7b509)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:49:08.561456 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-297ef4d1-3945-4dba-9892-d9f000840b83 req-5f9cad28-a982-4531-b4d3-c4e6eb82f47f tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec6d871e-ef1d-448d-95b7-68ce22e3161e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490518 Jan 28 07:49:08.563759 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (d63df87f-cb75-4ed9-a2be-e29dc5fcf003), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:49:08.589705 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02052fe5-8582-4608-8994-598566013114 x-openstack-request-id: req-02052fe5-8582-4608-8994-598566013114 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:49:08.589999 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1757776d-67b2-4659-9504-22830ac22fac", "name": "network-vif-plugged", "status": "completed", "tag": "d63df87f-cb75-4ed9-a2be-e29dc5fcf003", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:49:08.590256 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-02052fe5-8582-4608-8994-598566013114 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:49:08.590650 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1757776d-67b2-4659-9504-22830ac22fac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd63df87f-cb75-4ed9-a2be-e29dc5fcf003', 'code': 200} Jan 28 07:49:08.615397 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=d63df87f-cb75-4ed9-a2be-e29dc5fcf003,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:49:08.715067 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51c322d-b3a1-4f73-ae59-868fd5cf4617 req-27b8be19-3b1f-4413-8493-2c16b0df4770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:49:08.716629 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b51c322d-b3a1-4f73-ae59-868fd5cf4617 req-27b8be19-3b1f-4413-8493-2c16b0df4770 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1757776d-67b2-4659-9504-22830ac22fac HTTP/1.1" status: 200 len: 1061 time: 0.0418246 Jan 28 07:49:08.763335 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:49:08.920509 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a046dc3-83de-45a8-80b0-bb4d0f26187e req-c520491e-a998-4dfd-a3c1-48000aa828fc tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:49:08.921999 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9a046dc3-83de-45a8-80b0-bb4d0f26187e req-c520491e-a998-4dfd-a3c1-48000aa828fc tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] 10.222.0.41 "GET /v2.0/ports?device_id=1757776d-67b2-4659-9504-22830ac22fac HTTP/1.1" status: 200 len: 909 time: 0.0485933 Jan 28 07:49:09.678492 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43295f29-6898-498e-9e3a-0ebbfc2b7f71 req-3c554268-da4a-4096-9378-df7270e62cba tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:49:09.679888 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-43295f29-6898-498e-9e3a-0ebbfc2b7f71 req-3c554268-da4a-4096-9378-df7270e62cba tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cec6ef7-8653-4360-89b8-8d4f8b1369e5 HTTP/1.1" status: 200 len: 944 time: 0.0478909 Jan 28 07:49:09.721679 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:49:09.731702 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-43295f29-6898-498e-9e3a-0ebbfc2b7f71 req-14128290-9675-44cb-a600-79b934c664bf tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec6d871e-ef1d-448d-95b7-68ce22e3161e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462277 Jan 28 07:49:10.038891 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6a11b0-cb70-40c7-bf5c-019a11cda609 req-03f2005c-9ad9-47cb-a8f6-211f7363448b tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:49:10.040416 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6e6a11b0-cb70-40c7-bf5c-019a11cda609 req-03f2005c-9ad9-47cb-a8f6-211f7363448b tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] 10.222.0.41 "GET /v2.0/ports?device_id=1757776d-67b2-4659-9504-22830ac22fac HTTP/1.1" status: 200 len: 909 time: 0.0496690 Jan 28 07:49:10.155567 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bb7ab8-1fd9-420a-9633-f4445b61e268 req-6268ffed-c906-42dd-91b0-a2347ea90c92 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:49:10.157079 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b0bb7ab8-1fd9-420a-9633-f4445b61e268 req-6268ffed-c906-42dd-91b0-a2347ea90c92 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] 10.222.0.41 "GET /v2.0/ports?device_id=1757776d-67b2-4659-9504-22830ac22fac HTTP/1.1" status: 200 len: 909 time: 0.0521109 Jan 28 07:49:10.262011 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830ab446-8ce9-46e7-891f-afd315ffe9e5 req-a9649654-7e04-4626-aa5d-a224ee1d700f tempest-TestSecurityGroupsBasicOps-1178305524 tempest-TestSecurityGroupsBasicOps-1178305524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:49:10.263560 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-830ab446-8ce9-46e7-891f-afd315ffe9e5 req-a9649654-7e04-4626-aa5d-a224ee1d700f tempest-TestSecurityGroupsBasicOps-1178305524 tempest-TestSecurityGroupsBasicOps-1178305524-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=1757776d-67b2-4659-9504-22830ac22fac HTTP/1.1" status: 200 len: 1061 time: 0.0405123 Jan 28 07:49:10.367480 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217a1f6d-030a-43db-bbdc-be2ee6e0dda6 req-c35db22d-16d3-4837-8c05-7dcde5e66d51 tempest-TestSecurityGroupsBasicOps-1178305524 tempest-TestSecurityGroupsBasicOps-1178305524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:49:10.369089 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-217a1f6d-030a-43db-bbdc-be2ee6e0dda6 req-c35db22d-16d3-4837-8c05-7dcde5e66d51 tempest-TestSecurityGroupsBasicOps-1178305524 tempest-TestSecurityGroupsBasicOps-1178305524-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=6e729fa1-2743-4361-8479-858333b776a8 HTTP/1.1" status: 200 len: 1136 time: 0.0408959 Jan 28 07:49:10.420301 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-217a1f6d-030a-43db-bbdc-be2ee6e0dda6 req-51d2e9c6-210d-4f5f-af55-e51d253308f1 tempest-TestSecurityGroupsBasicOps-1178305524 tempest-TestSecurityGroupsBasicOps-1178305524-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=061dd392-89c5-433a-92ad-77a8cad01fbe&id=5643a9ee-e899-48b1-a127-deedc90b23ce&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0456417 Jan 28 07:49:10.442570 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 34998) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:49:10.482005 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d545d2-bdef-4796-adf1-80d596004165 tempest-TestSecurityGroupsBasicOps-1178305524 tempest-TestSecurityGroupsBasicOps-1178305524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:49:10.483502 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-c8d545d2-bdef-4796-adf1-80d596004165 tempest-TestSecurityGroupsBasicOps-1178305524 tempest-TestSecurityGroupsBasicOps-1178305524-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=1757776d-67b2-4659-9504-22830ac22fac HTTP/1.1" status: 200 len: 1056 time: 0.0399435 Jan 28 07:49:10.699422 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded592f1-7d6b-4b8f-8945-fe968790322f req-fc042cf5-3b89-4405-8c49-5314f57ae9ac tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:49:10.700949 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ded592f1-7d6b-4b8f-8945-fe968790322f req-fc042cf5-3b89-4405-8c49-5314f57ae9ac tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] 10.222.0.41 "GET /v2.0/ports?device_id=1757776d-67b2-4659-9504-22830ac22fac HTTP/1.1" status: 200 len: 909 time: 0.0514550 Jan 28 07:49:10.850810 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a6fdbc-1e5a-4198-9d2e-698211f4b77d req-f13438fc-fb5d-4d8f-bdde-317bf904341c tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:49:10.852220 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e2a6fdbc-1e5a-4198-9d2e-698211f4b77d req-f13438fc-fb5d-4d8f-bdde-317bf904341c tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cec6ef7-8653-4360-89b8-8d4f8b1369e5 HTTP/1.1" status: 200 len: 944 time: 0.0527279 Jan 28 07:49:10.902643 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e2a6fdbc-1e5a-4198-9d2e-698211f4b77d req-d9d657ee-d8a8-4d66-b2fb-6959ba7bf1c4 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec6d871e-ef1d-448d-95b7-68ce22e3161e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448453 Jan 28 07:49:11.815363 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eb3602-df71-42bf-8418-23fcd1c57b52 req-be338376-979d-40c1-aaf5-c91e66a5d2d0 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:49:11.816916 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e8eb3602-df71-42bf-8418-23fcd1c57b52 req-be338376-979d-40c1-aaf5-c91e66a5d2d0 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] 10.222.0.41 "GET /v2.0/ports?device_id=1757776d-67b2-4659-9504-22830ac22fac HTTP/1.1" status: 200 len: 909 time: 0.0492141 Jan 28 07:49:12.021037 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f1df0a-ac72-44c3-8bf9-7966c2cc17a3 req-f957d2d4-bb9b-4f56-b282-e3906dd60c95 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:49:12.022590 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-25f1df0a-ac72-44c3-8bf9-7966c2cc17a3 req-f957d2d4-bb9b-4f56-b282-e3906dd60c95 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cec6ef7-8653-4360-89b8-8d4f8b1369e5 HTTP/1.1" status: 200 len: 944 time: 0.0509088 Jan 28 07:49:12.071222 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-25f1df0a-ac72-44c3-8bf9-7966c2cc17a3 req-44a52a92-df1d-4ca4-b241-64a8e56031b4 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec6d871e-ef1d-448d-95b7-68ce22e3161e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431728 Jan 28 07:49:12.210744 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158a7d0c-a93c-40ff-98a9-2b6f5189cd7f req-d54891de-5213-4d62-a509-f30b8b88a86c tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:49:12.212404 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-158a7d0c-a93c-40ff-98a9-2b6f5189cd7f req-d54891de-5213-4d62-a509-f30b8b88a86c tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] 10.222.0.44 "GET /v2.0/ports?device_id=1757776d-67b2-4659-9504-22830ac22fac HTTP/1.1" status: 200 len: 909 time: 0.0485435 Jan 28 07:49:12.303418 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-158a7d0c-a93c-40ff-98a9-2b6f5189cd7f req-39289909-09e6-4be9-b45f-fc2afe94a3be tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Deleting port d63df87f-cb75-4ed9-a2be-e29dc5fcf003 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:49:12.303683 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-158a7d0c-a93c-40ff-98a9-2b6f5189cd7f req-39289909-09e6-4be9-b45f-fc2afe94a3be tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (d63df87f-cb75-4ed9-a2be-e29dc5fcf003), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:49:12.389114 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-158a7d0c-a93c-40ff-98a9-2b6f5189cd7f req-39289909-09e6-4be9-b45f-fc2afe94a3be tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] For port d63df87f-cb75-4ed9-a2be-e29dc5fcf003, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=d63df87f-cb75-4ed9-a2be-e29dc5fcf003,segment=NetworkSegment(f6b730b5-912e-49e9-9da0-fca86de7b509),segment_id=f6b730b5-912e-49e9-9da0-fca86de7b509)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:49:12.389479 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-158a7d0c-a93c-40ff-98a9-2b6f5189cd7f req-39289909-09e6-4be9-b45f-fc2afe94a3be tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (d63df87f-cb75-4ed9-a2be-e29dc5fcf003), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:49:12.402674 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-158a7d0c-a93c-40ff-98a9-2b6f5189cd7f req-39289909-09e6-4be9-b45f-fc2afe94a3be tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Calling delete_port for d63df87f-cb75-4ed9-a2be-e29dc5fcf003 owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:49:12.531396 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-158a7d0c-a93c-40ff-98a9-2b6f5189cd7f req-39289909-09e6-4be9-b45f-fc2afe94a3be tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (d63df87f-cb75-4ed9-a2be-e29dc5fcf003), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:49:12.558949 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39289909-09e6-4be9-b45f-fc2afe94a3be tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Pushing event deleted for resources: {'Port': ['ID=d63df87f-cb75-4ed9-a2be-e29dc5fcf003,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:49:12.602760 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-158a7d0c-a93c-40ff-98a9-2b6f5189cd7f req-39289909-09e6-4be9-b45f-fc2afe94a3be tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] No DVR routers for this DVR port d63df87f-cb75-4ed9-a2be-e29dc5fcf003 on host n-h2-712749-28 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:49:12.605490 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-158a7d0c-a93c-40ff-98a9-2b6f5189cd7f req-39289909-09e6-4be9-b45f-fc2afe94a3be tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:49:12.608956 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-158a7d0c-a93c-40ff-98a9-2b6f5189cd7f req-39289909-09e6-4be9-b45f-fc2afe94a3be tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] 10.222.0.44 "DELETE /v2.0/ports/d63df87f-cb75-4ed9-a2be-e29dc5fcf003 HTTP/1.1" status: 204 len: 173 time: 0.3916099 Jan 28 07:49:12.609415 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1757776d-67b2-4659-9504-22830ac22fac', 'name': 'network-vif-deleted', 'tag': 'd63df87f-cb75-4ed9-a2be-e29dc5fcf003'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:49:12.611829 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf0c9118-f2a5-4a70-852f-15e8b01b5452" -d '{"events": [{"server_uuid": "1757776d-67b2-4659-9504-22830ac22fac", "name": "network-vif-deleted", "tag": "d63df87f-cb75-4ed9-a2be-e29dc5fcf003"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:49:12.654791 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f19811fd-7ca9-4d0d-87e4-1af713b79bc3 x-openstack-request-id: req-f19811fd-7ca9-4d0d-87e4-1af713b79bc3 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:49:12.655344 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1757776d-67b2-4659-9504-22830ac22fac", "name": "network-vif-deleted", "tag": "d63df87f-cb75-4ed9-a2be-e29dc5fcf003", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:49:12.655713 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f19811fd-7ca9-4d0d-87e4-1af713b79bc3 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:49:12.656221 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1757776d-67b2-4659-9504-22830ac22fac', 'name': 'network-vif-deleted', 'tag': 'd63df87f-cb75-4ed9-a2be-e29dc5fcf003', 'status': 'completed', 'code': 200} Jan 28 07:49:12.922281 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4ad5bb2a-9233-4c97-a4c6-c5b21e1cddbd req-28e49dd6-1d29-4cb0-b6cc-07fe0a393849 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] 10.222.0.41 "GET /v2.0/ports?device_id=1757776d-67b2-4659-9504-22830ac22fac HTTP/1.1" status: 200 len: 210 time: 0.0263929 Jan 28 07:49:13.203218 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0069c9ee-df87-43bd-a6cd-df28cd82250d req-0932e17d-9522-4e07-8bf4-74a00fe71184 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:49:13.205243 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0069c9ee-df87-43bd-a6cd-df28cd82250d req-0932e17d-9522-4e07-8bf4-74a00fe71184 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cec6ef7-8653-4360-89b8-8d4f8b1369e5 HTTP/1.1" status: 200 len: 944 time: 0.0573821 Jan 28 07:49:13.255211 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0069c9ee-df87-43bd-a6cd-df28cd82250d req-f248e0da-1eb5-43a0-9166-0f1bb9b46fb5 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec6d871e-ef1d-448d-95b7-68ce22e3161e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439517 Jan 28 07:49:13.979309 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 35020) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:49:14.344752 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-576c0a18-1c13-49ba-b212-1a02268bb1ab tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16606535'] for router_interface (3e0260c2-60cc-4373-8511-660573dad45e), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:49:14.375256 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e98d051-a9ca-4404-8f42-bcbe174d5c96 req-c6b5ecaf-34dd-437a-b662-4be1d7cd6f50 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:49:14.379882 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7e98d051-a9ca-4404-8f42-bcbe174d5c96 req-c6b5ecaf-34dd-437a-b662-4be1d7cd6f50 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cec6ef7-8653-4360-89b8-8d4f8b1369e5 HTTP/1.1" status: 200 len: 944 time: 0.0518384 Jan 28 07:49:14.434753 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7e98d051-a9ca-4404-8f42-bcbe174d5c96 req-7671ccb0-7ca1-4287-8cd4-40d6e6c7e463 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec6d871e-ef1d-448d-95b7-68ce22e3161e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512815 Jan 28 07:49:14.447472 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 6b8617a8-d8e5-4737-a2ea-a0b759e0b399 details requested by agent hyperv_n-h2-712749-28 with host n-h2-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:49:14.553920 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 6b8617a8-d8e5-4737-a2ea-a0b759e0b399, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=6b8617a8-d8e5-4737-a2ea-a0b759e0b399,segment=NetworkSegment(51b887d5-fd17-4f2d-9bed-8a0b60014438),segment_id=51b887d5-fd17-4f2d-9bed-8a0b60014438)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:49:14.567068 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Returning: {'device': '6b8617a8-d8e5-4737-a2ea-a0b759e0b399', 'network_id': 'e89cba95-7c88-42ca-a2a1-7604d77c150d', 'port_id': '6b8617a8-d8e5-4737-a2ea-a0b759e0b399', 'mac_address': 'fa:16:3e:2c:da:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be92a7e6-1604-4603-bacc-7f09a5c98a28', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:49:14.607024 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port 6b8617a8-d8e5-4737-a2ea-a0b759e0b399 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:49:14.608111 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (6b8617a8-d8e5-4737-a2ea-a0b759e0b399), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:49:14.622375 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b8617a8-d8e5-4737-a2ea-a0b759e0b399 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:49:14.630239 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-576c0a18-1c13-49ba-b212-1a02268bb1ab tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Deleting port 69706bb6-62d6-47c0-a543-f4f45bf146e4 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:49:14.630591 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-576c0a18-1c13-49ba-b212-1a02268bb1ab tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (69706bb6-62d6-47c0-a543-f4f45bf146e4), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:49:14.641663 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 6b8617a8-d8e5-4737-a2ea-a0b759e0b399, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=6b8617a8-d8e5-4737-a2ea-a0b759e0b399,segment=NetworkSegment(51b887d5-fd17-4f2d-9bed-8a0b60014438),segment_id=51b887d5-fd17-4f2d-9bed-8a0b60014438)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:49:14.646522 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (6b8617a8-d8e5-4737-a2ea-a0b759e0b399), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:49:14.701403 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=6b8617a8-d8e5-4737-a2ea-a0b759e0b399,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:49:14.725654 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-576c0a18-1c13-49ba-b212-1a02268bb1ab tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] For port 69706bb6-62d6-47c0-a543-f4f45bf146e4, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=69706bb6-62d6-47c0-a543-f4f45bf146e4,segment=NetworkSegment(f6b730b5-912e-49e9-9da0-fca86de7b509),segment_id=f6b730b5-912e-49e9-9da0-fca86de7b509)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:49:14.726016 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-576c0a18-1c13-49ba-b212-1a02268bb1ab tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (69706bb6-62d6-47c0-a543-f4f45bf146e4), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:49:14.740645 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-576c0a18-1c13-49ba-b212-1a02268bb1ab tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Calling delete_port for 69706bb6-62d6-47c0-a543-f4f45bf146e4 owned by network:router_interface {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:49:14.932788 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['6b8617a8-d8e5-4737-a2ea-a0b759e0b399'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:49:14.938063 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-576c0a18-1c13-49ba-b212-1a02268bb1ab tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (69706bb6-62d6-47c0-a543-f4f45bf146e4), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:49:14.965432 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576c0a18-1c13-49ba-b212-1a02268bb1ab tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Pushing event deleted for resources: {'Port': ['ID=69706bb6-62d6-47c0-a543-f4f45bf146e4,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:49:14.983679 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576c0a18-1c13-49ba-b212-1a02268bb1ab tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:49:14.984306 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576c0a18-1c13-49ba-b212-1a02268bb1ab tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:49:14.984398 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576c0a18-1c13-49ba-b212-1a02268bb1ab tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:49:14.984874 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576c0a18-1c13-49ba-b212-1a02268bb1ab tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:49:14.985113 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576c0a18-1c13-49ba-b212-1a02268bb1ab tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:49:14.985478 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576c0a18-1c13-49ba-b212-1a02268bb1ab tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:49:14.985833 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576c0a18-1c13-49ba-b212-1a02268bb1ab tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:49:14.986164 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576c0a18-1c13-49ba-b212-1a02268bb1ab tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:49:14.986488 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576c0a18-1c13-49ba-b212-1a02268bb1ab tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:49:14.986833 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576c0a18-1c13-49ba-b212-1a02268bb1ab tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:49:14.987145 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576c0a18-1c13-49ba-b212-1a02268bb1ab tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:49:14.988061 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576c0a18-1c13-49ba-b212-1a02268bb1ab tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:49:14.988422 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576c0a18-1c13-49ba-b212-1a02268bb1ab tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:49:15.162754 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-576c0a18-1c13-49ba-b212-1a02268bb1ab tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16319006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16606699'] for router_interface (3e0260c2-60cc-4373-8511-660573dad45e), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:49:15.380767 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-576c0a18-1c13-49ba-b212-1a02268bb1ab tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Router 3e0260c2-60cc-4373-8511-660573dad45e has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:49:15.487839 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-576c0a18-1c13-49ba-b212-1a02268bb1ab tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:49:15.493229 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-576c0a18-1c13-49ba-b212-1a02268bb1ab tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] 10.222.0.41 "PUT /v2.0/routers/3e0260c2-60cc-4373-8511-660573dad45e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5128682 Jan 28 07:49:15.495891 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 35026) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:49:15.497849 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75fd1f9-22e9-40ac-8faa-bef280e141e2 None None] Sync routers for ids ['3e0260c2-60cc-4373-8511-660573dad45e'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:49:15.509031 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75fd1f9-22e9-40ac-8faa-bef280e141e2 None None] Routers {'3e0260c2-60cc-4373-8511-660573dad45e'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:49:15.509661 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-a75fd1f9-22e9-40ac-8faa-bef280e141e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:49:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['3e0260c2-60cc-4373-8511-660573dad45e'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:49:15.552645 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-032b1f1a-dcba-4ff4-9ae7-4c7ddb03e94f tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Deleting subnet 219c0fe8-8604-4b87-b288-0e25e9d960f6 {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:49:15.556597 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-032b1f1a-dcba-4ff4-9ae7-4c7ddb03e94f tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Publish callbacks [] for subnet (219c0fe8-8604-4b87-b288-0e25e9d960f6), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:49:15.566854 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1dbfd5-9703-436e-9820-70ef8f53727e req-b13630ce-7540-4005-ac5c-be8d77307464 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:49:15.568553 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8a1dbfd5-9703-436e-9820-70ef8f53727e req-b13630ce-7540-4005-ac5c-be8d77307464 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cec6ef7-8653-4360-89b8-8d4f8b1369e5 HTTP/1.1" status: 200 len: 945 time: 0.0571017 Jan 28 07:49:15.601915 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-032b1f1a-dcba-4ff4-9ae7-4c7ddb03e94f tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24759175'] for subnet (219c0fe8-8604-4b87-b288-0e25e9d960f6), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:49:15.620119 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8a1dbfd5-9703-436e-9820-70ef8f53727e req-5ff561a3-1507-472f-8320-c7de9f929280 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec6d871e-ef1d-448d-95b7-68ce22e3161e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455296 Jan 28 07:49:15.620587 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-a75fd1f9-22e9-40ac-8faa-bef280e141e2 None None] Set router 3e0260c2-60cc-4373-8511-660573dad45e gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:49:15.685713 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-032b1f1a-dcba-4ff4-9ae7-4c7ddb03e94f tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (219c0fe8-8604-4b87-b288-0e25e9d960f6), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:49:15.748810 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-032b1f1a-dcba-4ff4-9ae7-4c7ddb03e94f tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24757569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24979817'] for subnet (219c0fe8-8604-4b87-b288-0e25e9d960f6), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:49:15.776951 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032b1f1a-dcba-4ff4-9ae7-4c7ddb03e94f tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Pushing event deleted for resources: {'Subnet': ['ID=219c0fe8-8604-4b87-b288-0e25e9d960f6,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:49:15.782298 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-032b1f1a-dcba-4ff4-9ae7-4c7ddb03e94f tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:49:15.786421 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-032b1f1a-dcba-4ff4-9ae7-4c7ddb03e94f tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] 10.222.0.41 "DELETE /v2.0/subnets/219c0fe8-8604-4b87-b288-0e25e9d960f6 HTTP/1.1" status: 204 len: 168 time: 0.2893941 Jan 28 07:49:15.789061 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 35028) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:49:15.795176 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf625c0-4631-4c88-9108-8ebdf4b254bd None None] Network 61351672-73c0-4a7b-b32a-26e31738f1fb requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:49:15.848332 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-a75fd1f9-22e9-40ac-8faa-bef280e141e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e0260c2-60cc-4373-8511-660573dad45e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2129091689', 'tenant_id': '57e720992042402eb23623e4b9d5c9df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': '8d78e204-2540-4a62-b259-e0b890107f6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:48:47Z', 'updated_at': '2022-01-28T07:49:14Z', 'revision_number': 5, 'project_id': '57e720992042402eb23623e4b9d5c9df', 'gw_port': {'id': '8d78e204-2540-4a62-b259-e0b890107f6b', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:98:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0260c2-60cc-4373-8511-660573dad45e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:48:48Z', 'updated_at': '2022-01-28T07:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:49:15.879714 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75fd1f9-22e9-40ac-8faa-bef280e141e2 None None] Checking router: 3e0260c2-60cc-4373-8511-660573dad45e for host: n-d-712749-28 {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:49:15.899860 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-02eec3ef-6769-401b-996a-5f2bae83868d tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Publish callbacks [] for router (3e0260c2-60cc-4373-8511-660573dad45e), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:49:15.903803 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75fd1f9-22e9-40ac-8faa-bef280e141e2 None None] Routers {'3e0260c2-60cc-4373-8511-660573dad45e'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:49:15.904677 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-a75fd1f9-22e9-40ac-8faa-bef280e141e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:49:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['3e0260c2-60cc-4373-8511-660573dad45e'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:49:16.014556 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-02eec3ef-6769-401b-996a-5f2bae83868d tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Publish callbacks [] for router_gateway (3e0260c2-60cc-4373-8511-660573dad45e), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:49:16.027100 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-a75fd1f9-22e9-40ac-8faa-bef280e141e2 None None] Set router 3e0260c2-60cc-4373-8511-660573dad45e gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:49:16.057581 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71097229-d5de-49be-bcff-e6bec7f3f9e9 None None] DHCP port deletion for 61351672-73c0-4a7b-b32a-26e31738f1fb request from n-d-712749-28 {{(pid=103285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 07:49:16.069329 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-02eec3ef-6769-401b-996a-5f2bae83868d tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Deleting port 8d78e204-2540-4a62-b259-e0b890107f6b {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:49:16.069667 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-02eec3ef-6769-401b-996a-5f2bae83868d tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (8d78e204-2540-4a62-b259-e0b890107f6b), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:49:16.147066 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-02eec3ef-6769-401b-996a-5f2bae83868d tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] For port 8d78e204-2540-4a62-b259-e0b890107f6b, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=8d78e204-2540-4a62-b259-e0b890107f6b,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:49:16.147753 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-02eec3ef-6769-401b-996a-5f2bae83868d tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (8d78e204-2540-4a62-b259-e0b890107f6b), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:49:16.160650 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-02eec3ef-6769-401b-996a-5f2bae83868d tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Calling delete_port for 8d78e204-2540-4a62-b259-e0b890107f6b owned by network:router_gateway {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:49:16.333734 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-02eec3ef-6769-401b-996a-5f2bae83868d tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (8d78e204-2540-4a62-b259-e0b890107f6b), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:49:16.364208 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02eec3ef-6769-401b-996a-5f2bae83868d tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Pushing event deleted for resources: {'Port': ['ID=8d78e204-2540-4a62-b259-e0b890107f6b,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:49:16.367026 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-71097229-d5de-49be-bcff-e6bec7f3f9e9 None None] Deleting port ee0e08b7-5827-4d44-96db-72141ed43360 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:49:16.367407 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-71097229-d5de-49be-bcff-e6bec7f3f9e9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (ee0e08b7-5827-4d44-96db-72141ed43360), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:49:16.424687 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-02eec3ef-6769-401b-996a-5f2bae83868d tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16607873'] for router_gateway (3e0260c2-60cc-4373-8511-660573dad45e), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:49:16.453888 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 6b8617a8-d8e5-4737-a2ea-a0b759e0b399 up at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:49:16.496087 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-71097229-d5de-49be-bcff-e6bec7f3f9e9 None None] For port ee0e08b7-5827-4d44-96db-72141ed43360, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=ee0e08b7-5827-4d44-96db-72141ed43360,segment=NetworkSegment(f6b730b5-912e-49e9-9da0-fca86de7b509),segment_id=f6b730b5-912e-49e9-9da0-fca86de7b509)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:49:16.496527 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-71097229-d5de-49be-bcff-e6bec7f3f9e9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (ee0e08b7-5827-4d44-96db-72141ed43360), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:49:16.522386 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-71097229-d5de-49be-bcff-e6bec7f3f9e9 None None] Calling delete_port for ee0e08b7-5827-4d44-96db-72141ed43360 owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:49:16.535200 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-02eec3ef-6769-401b-996a-5f2bae83868d tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16605684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127449'] for router (3e0260c2-60cc-4373-8511-660573dad45e), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:49:16.537582 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-02eec3ef-6769-401b-996a-5f2bae83868d tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Publish callbacks [] for router_controller (3e0260c2-60cc-4373-8511-660573dad45e), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:49:16.548247 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-a75fd1f9-22e9-40ac-8faa-bef280e141e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e0260c2-60cc-4373-8511-660573dad45e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2129091689', 'tenant_id': '57e720992042402eb23623e4b9d5c9df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': '8d78e204-2540-4a62-b259-e0b890107f6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:48:47Z', 'updated_at': '2022-01-28T07:49:14Z', 'revision_number': 5, 'project_id': '57e720992042402eb23623e4b9d5c9df', 'gw_port': {'id': '8d78e204-2540-4a62-b259-e0b890107f6b', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:98:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0260c2-60cc-4373-8511-660573dad45e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:48:48Z', 'updated_at': '2022-01-28T07:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:49:16.604552 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-02eec3ef-6769-401b-996a-5f2bae83868d tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16605693'] for router (3e0260c2-60cc-4373-8511-660573dad45e), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:49:16.605036 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02eec3ef-6769-401b-996a-5f2bae83868d tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Fanout notify agent at l3_agent the message router_deleted on router 3e0260c2-60cc-4373-8511-660573dad45e {{(pid=103284) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 07:49:16.611767 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-02eec3ef-6769-401b-996a-5f2bae83868d tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Publish callbacks [] for router (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:49:16.613166 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-02eec3ef-6769-401b-996a-5f2bae83868d tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] 10.222.0.41 "DELETE /v2.0/routers/3e0260c2-60cc-4373-8511-660573dad45e HTTP/1.1" status: 204 len: 168 time: 0.8231292 Jan 28 07:49:16.615807 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 35030) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:49:16.618329 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75fd1f9-22e9-40ac-8faa-bef280e141e2 None None] The sync data for ids ['3e0260c2-60cc-4373-8511-660573dad45e'] in n-d-712749-28 is: [{'id': '3e0260c2-60cc-4373-8511-660573dad45e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2129091689', 'tenant_id': '57e720992042402eb23623e4b9d5c9df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': '8d78e204-2540-4a62-b259-e0b890107f6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:48:47Z', 'updated_at': '2022-01-28T07:49:14Z', 'revision_number': 5, 'project_id': '57e720992042402eb23623e4b9d5c9df', 'gw_port': {'id': '8d78e204-2540-4a62-b259-e0b890107f6b', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:98:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0260c2-60cc-4373-8511-660573dad45e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:48:48Z', 'updated_at': '2022-01-28T07:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:49:16.631374 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning for port 6b8617a8-d8e5-4737-a2ea-a0b759e0b399 completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:49:16.641423 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning complete for port 6b8617a8-d8e5-4737-a2ea-a0b759e0b399 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:49:16.641805 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (6b8617a8-d8e5-4737-a2ea-a0b759e0b399), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:49:16.695308 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-71097229-d5de-49be-bcff-e6bec7f3f9e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298'] for port (ee0e08b7-5827-4d44-96db-72141ed43360), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:49:16.695573 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e2ebe87b-d1db-4501-99dd-43bc1b77fd18 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (61351672-73c0-4a7b-b32a-26e31738f1fb), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:49:16.729247 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71097229-d5de-49be-bcff-e6bec7f3f9e9 None None] Pushing event deleted for resources: {'Port': ['ID=ee0e08b7-5827-4d44-96db-72141ed43360,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:49:16.731357 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71097229-d5de-49be-bcff-e6bec7f3f9e9 None None] No DVR routers for this DVR port ee0e08b7-5827-4d44-96db-72141ed43360 on host n-d-712749-28 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:49:16.772381 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port 6b8617a8-d8e5-4737-a2ea-a0b759e0b399 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:49:16.772820 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (6b8617a8-d8e5-4737-a2ea-a0b759e0b399), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:49:16.795845 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cec6ef7-8653-4360-89b8-8d4f8b1369e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b8617a8-d8e5-4737-a2ea-a0b759e0b399'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:49:16.798137 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6a5f763-2318-4aa4-af20-c279af0e1b63" -d '{"events": [{"server_uuid": "5cec6ef7-8653-4360-89b8-8d4f8b1369e5", "name": "network-vif-plugged", "status": "completed", "tag": "6b8617a8-d8e5-4737-a2ea-a0b759e0b399"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:49:16.811769 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 6b8617a8-d8e5-4737-a2ea-a0b759e0b399, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=6b8617a8-d8e5-4737-a2ea-a0b759e0b399,segment=NetworkSegment(51b887d5-fd17-4f2d-9bed-8a0b60014438),segment_id=51b887d5-fd17-4f2d-9bed-8a0b60014438)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:49:16.817923 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (6b8617a8-d8e5-4737-a2ea-a0b759e0b399), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:49:16.818987 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device d63df87f-cb75-4ed9-a2be-e29dc5fcf003 no longer exists at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:49:16.831381 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e2ebe87b-d1db-4501-99dd-43bc1b77fd18 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (61351672-73c0-4a7b-b32a-26e31738f1fb), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:49:16.857271 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:49:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79c56284-443f-43c8-a326-d34d3d96b79c x-openstack-request-id: req-79c56284-443f-43c8-a326-d34d3d96b79c {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:49:16.857508 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cec6ef7-8653-4360-89b8-8d4f8b1369e5", "name": "network-vif-plugged", "status": "completed", "tag": "6b8617a8-d8e5-4737-a2ea-a0b759e0b399", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:49:16.857774 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-79c56284-443f-43c8-a326-d34d3d96b79c {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:49:16.858164 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cec6ef7-8653-4360-89b8-8d4f8b1369e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b8617a8-d8e5-4737-a2ea-a0b759e0b399', 'code': 200} Jan 28 07:49:16.860724 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] No Port match for: d63df87f-cb75-4ed9-a2be-e29dc5fcf003 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:49:16.861088 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device d63df87f-cb75-4ed9-a2be-e29dc5fcf003 not bound to the agent host n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:49:16.867277 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48721af3-9aa8-4ba5-bc4b-58611ddebda3 req-935adfb2-f336-4f78-819f-eb12938972ba tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:49:16.869606 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-48721af3-9aa8-4ba5-bc4b-58611ddebda3 req-935adfb2-f336-4f78-819f-eb12938972ba tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cec6ef7-8653-4360-89b8-8d4f8b1369e5 HTTP/1.1" status: 200 len: 945 time: 0.1392686 Jan 28 07:49:16.874920 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-e2ebe87b-d1db-4501-99dd-43bc1b77fd18 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61351672-73c0-4a7b-b32a-26e31738f1fb']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:49:16.889498 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-e2ebe87b-d1db-4501-99dd-43bc1b77fd18 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6b730b5-912e-49e9-9da0-fca86de7b509') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:49:16.889803 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-e2ebe87b-d1db-4501-99dd-43bc1b77fd18 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6b730b5-912e-49e9-9da0-fca86de7b509') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:49:16.890154 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=6b8617a8-d8e5-4737-a2ea-a0b759e0b399,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:49:16.915032 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e2ebe87b-d1db-4501-99dd-43bc1b77fd18 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24759294'] for segment (f6b730b5-912e-49e9-9da0-fca86de7b509), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:49:16.935927 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e2ebe87b-d1db-4501-99dd-43bc1b77fd18 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (f6b730b5-912e-49e9-9da0-fca86de7b509), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:49:16.967305 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2ebe87b-d1db-4501-99dd-43bc1b77fd18 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:49:16.967721 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e2ebe87b-d1db-4501-99dd-43bc1b77fd18 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24757675'] for segment (f6b730b5-912e-49e9-9da0-fca86de7b509), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:49:16.971058 n-d-712749-28 neutron-server[103284]: Traceback (most recent call last): Jan 28 07:49:16.971058 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:49:16.971058 n-d-712749-28 neutron-server[103284]: timer() Jan 28 07:49:16.971058 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:49:16.971058 n-d-712749-28 neutron-server[103284]: cb(*args, **kw) Jan 28 07:49:16.971058 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:49:16.971058 n-d-712749-28 neutron-server[103284]: return func(*args, **kwargs) Jan 28 07:49:16.971058 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:49:16.971058 n-d-712749-28 neutron-server[103284]: self._notify() Jan 28 07:49:16.971058 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:49:16.971058 n-d-712749-28 neutron-server[103284]: self.callback(batched_events) Jan 28 07:49:16.971058 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:49:16.971058 n-d-712749-28 neutron-server[103284]: event.method(event) Jan 28 07:49:16.971058 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:49:16.971058 n-d-712749-28 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:49:16.971058 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:49:16.971058 n-d-712749-28 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:49:16.971058 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:49:16.971058 n-d-712749-28 neutron-server[103284]: return f(self, *a, **k) Jan 28 07:49:16.971058 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:49:16.971058 n-d-712749-28 neutron-server[103284]: return self._get(url).json() Jan 28 07:49:16.971058 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:49:16.971058 n-d-712749-28 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:49:16.971058 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:49:16.971058 n-d-712749-28 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Jan 28 07:49:16.971058 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:49:16.971058 n-d-712749-28 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:49:16.971058 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:49:16.971058 n-d-712749-28 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:49:16.971058 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:49:16.971058 n-d-712749-28 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:49:16.971058 n-d-712749-28 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:49:17.031077 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-48721af3-9aa8-4ba5-bc4b-58611ddebda3 req-ee6aa715-d6bf-4ddf-8865-b9ae5fda28d9 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec6d871e-ef1d-448d-95b7-68ce22e3161e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1442840 Jan 28 07:49:17.057741 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb5e1d5-a2be-4310-9169-d4a996f6c618 req-a973a367-6f40-4904-bd9c-5de8bece1762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:49:17.059279 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5bb5e1d5-a2be-4310-9169-d4a996f6c618 req-a973a367-6f40-4904-bd9c-5de8bece1762 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=5cec6ef7-8653-4360-89b8-8d4f8b1369e5 HTTP/1.1" status: 200 len: 1098 time: 0.1213078 Jan 28 07:49:17.060669 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e2ebe87b-d1db-4501-99dd-43bc1b77fd18 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (61351672-73c0-4a7b-b32a-26e31738f1fb), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:49:17.067909 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e2ebe87b-d1db-4501-99dd-43bc1b77fd18 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:49:17.071130 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-e2ebe87b-d1db-4501-99dd-43bc1b77fd18 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] 10.222.0.41 "DELETE /v2.0/networks/61351672-73c0-4a7b-b32a-26e31738f1fb HTTP/1.1" status: 204 len: 168 time: 0.4543486 Jan 28 07:49:17.074153 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 35036) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:49:17.100040 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ebe87b-d1db-4501-99dd-43bc1b77fd18 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Pushing event deleted for resources: {'Network': ['ID=61351672-73c0-4a7b-b32a-26e31738f1fb,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:49:17.127611 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device ee0e08b7-5827-4d44-96db-72141ed43360 no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:49:17.133405 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5bb5e1d5-a2be-4310-9169-d4a996f6c618 req-e95143fe-66c4-4b5c-b869-7d2b7dbbe50c service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=ec6d871e-ef1d-448d-95b7-68ce22e3161e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606594 Jan 28 07:49:17.153940 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: ee0e08b7-5827-4d44-96db-72141ed43360 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:49:17.154616 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device ee0e08b7-5827-4d44-96db-72141ed43360 not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:49:17.155208 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 69706bb6-62d6-47c0-a543-f4f45bf146e4 no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:49:17.176797 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: 69706bb6-62d6-47c0-a543-f4f45bf146e4 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:49:17.177231 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 69706bb6-62d6-47c0-a543-f4f45bf146e4 not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:49:17.271579 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-af875191-4af2-458a-87e3-50cfc09f08c2 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Deleting port 4d057b89-8031-4c5c-96fa-8792f5767cf4 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:49:17.271915 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-af875191-4af2-458a-87e3-50cfc09f08c2 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (4d057b89-8031-4c5c-96fa-8792f5767cf4), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:49:17.355015 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-af875191-4af2-458a-87e3-50cfc09f08c2 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (4d057b89-8031-4c5c-96fa-8792f5767cf4), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:49:17.355337 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-af875191-4af2-458a-87e3-50cfc09f08c2 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Publish callbacks [] for floatingip (4d057b89-8031-4c5c-96fa-8792f5767cf4), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:49:17.367687 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-af875191-4af2-458a-87e3-50cfc09f08c2 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Calling delete_port for 4d057b89-8031-4c5c-96fa-8792f5767cf4 owned by network:floatingip {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:49:17.842164 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-af875191-4af2-458a-87e3-50cfc09f08c2 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (4d057b89-8031-4c5c-96fa-8792f5767cf4), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:49:17.868507 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af875191-4af2-458a-87e3-50cfc09f08c2 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Pushing event deleted for resources: {'Port': ['ID=4d057b89-8031-4c5c-96fa-8792f5767cf4,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:49:17.931236 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-af875191-4af2-458a-87e3-50cfc09f08c2 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Publish callbacks [] for floatingip (07ba6c65-f1db-4ee0-ab4e-67d9be912a02), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:49:17.931547 n-d-712749-28 neutron-server[103283]: INFO neutron.db.l3_db [None req-af875191-4af2-458a-87e3-50cfc09f08c2 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Floating IP 07ba6c65-f1db-4ee0-ab4e-67d9be912a02 disassociated (deleted). External IP: 172.25.6.26, port: fcd03a5f-daf6-4d5a-a93e-2c2eb2c53052. Jan 28 07:49:18.172674 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af875191-4af2-458a-87e3-50cfc09f08c2 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Router 6f08ab2d-fff7-4648-aed0-8a067e3305f4 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:49:18.187242 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e24ce0-5caa-4834-b44f-bd9242bbe0d8 req-6f9f460e-1711-4188-baf9-2ae652729f8a tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:49:18.188740 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-02e24ce0-5caa-4834-b44f-bd9242bbe0d8 req-6f9f460e-1711-4188-baf9-2ae652729f8a tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cec6ef7-8653-4360-89b8-8d4f8b1369e5 HTTP/1.1" status: 200 len: 946 time: 0.0705867 Jan 28 07:49:18.310258 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-02e24ce0-5caa-4834-b44f-bd9242bbe0d8 req-928fb6df-b1ac-4c23-b167-0066512564fa tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec6d871e-ef1d-448d-95b7-68ce22e3161e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130803 Jan 28 07:49:18.330214 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af875191-4af2-458a-87e3-50cfc09f08c2 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:49:18.335278 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-af875191-4af2-458a-87e3-50cfc09f08c2 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for floatingip (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:49:18.340463 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d7d4c8-794b-41f1-b240-86f006629898 None None] Sync routers for ids ['6f08ab2d-fff7-4648-aed0-8a067e3305f4'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:49:18.349794 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d7d4c8-794b-41f1-b240-86f006629898 None None] Routers {'6f08ab2d-fff7-4648-aed0-8a067e3305f4'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:49:18.350400 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-57d7d4c8-794b-41f1-b240-86f006629898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:49:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['6f08ab2d-fff7-4648-aed0-8a067e3305f4'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:49:18.365507 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-af875191-4af2-458a-87e3-50cfc09f08c2 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] 10.222.0.41 "DELETE /v2.0/floatingips/07ba6c65-f1db-4ee0-ab4e-67d9be912a02 HTTP/1.1" status: 204 len: 168 time: 1.2871003 Jan 28 07:49:18.365507 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e729fa1-2743-4361-8479-858333b776a8', 'tag': 'fcd03a5f-daf6-4d5a-a93e-2c2eb2c53052'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:49:18.365771 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d59ee8b-a420-4478-8de7-d3b64138e1d1" -d '{"events": [{"name": "network-changed", "server_uuid": "6e729fa1-2743-4361-8479-858333b776a8", "tag": "fcd03a5f-daf6-4d5a-a93e-2c2eb2c53052"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:49:18.403442 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 7 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 07:49:18.406761 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb118c3e-6ec8-41a5-adb1-62c20d3859cd x-openstack-request-id: req-fb118c3e-6ec8-41a5-adb1-62c20d3859cd {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:49:18.407057 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e729fa1-2743-4361-8479-858333b776a8", "tag": "fcd03a5f-daf6-4d5a-a93e-2c2eb2c53052", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:49:18.407317 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fb118c3e-6ec8-41a5-adb1-62c20d3859cd {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:49:18.407731 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e729fa1-2743-4361-8479-858333b776a8', 'tag': 'fcd03a5f-daf6-4d5a-a93e-2c2eb2c53052', 'status': 'completed', 'code': 200} Jan 28 07:49:18.470640 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-57d7d4c8-794b-41f1-b240-86f006629898 None None] Set router 6f08ab2d-fff7-4648-aed0-8a067e3305f4 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:49:18.519926 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d59ee8b-a420-4478-8de7-d3b64138e1d1 req-083b75a8-63d9-4bb2-a798-402bc94c97f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:49:18.521714 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6d59ee8b-a420-4478-8de7-d3b64138e1d1 req-083b75a8-63d9-4bb2-a798-402bc94c97f0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=57e720992042402eb23623e4b9d5c9df&device_id=6e729fa1-2743-4361-8479-858333b776a8 HTTP/1.1" status: 200 len: 1136 time: 0.0487573 Jan 28 07:49:18.606756 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32fdb97-9f9e-44d3-9738-803c5a429c03 req-4432248c-8016-44f5-8ecb-453376994ecb tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:49:18.614788 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c32fdb97-9f9e-44d3-9738-803c5a429c03 req-4432248c-8016-44f5-8ecb-453376994ecb tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e729fa1-2743-4361-8479-858333b776a8 HTTP/1.1" status: 200 len: 984 time: 0.0583446 Jan 28 07:49:18.658726 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d59ee8b-a420-4478-8de7-d3b64138e1d1 req-47d39622-4576-4be1-a0f5-b463629659be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:49:18.660983 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6d59ee8b-a420-4478-8de7-d3b64138e1d1 req-47d39622-4576-4be1-a0f5-b463629659be service neutron] 10.222.0.10 "GET /v2.0/networks?id=1d46a05b-6a28-4366-82fd-5536cfff39c0 HTTP/1.1" status: 200 len: 898 time: 0.0870304 Jan 28 07:49:18.668755 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c32fdb97-9f9e-44d3-9738-803c5a429c03 req-3ce0b0be-a3b2-49f8-b918-89847f4f3a02 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] 10.222.0.41 "GET /v2.0/security-groups?id=061dd392-89c5-433a-92ad-77a8cad01fbe&id=5643a9ee-e899-48b1-a127-deedc90b23ce&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0535665 Jan 28 07:49:18.701810 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-57d7d4c8-794b-41f1-b240-86f006629898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f08ab2d-fff7-4648-aed0-8a067e3305f4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-958278804', 'tenant_id': '57e720992042402eb23623e4b9d5c9df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': 'e8ad334f-abfb-4fb7-9cc4-7f5e4214739a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:47:49Z', 'updated_at': '2022-01-28T07:47:54Z', 'revision_number': 4, 'project_id': '57e720992042402eb23623e4b9d5c9df', 'gw_port': {'id': 'e8ad334f-abfb-4fb7-9cc4-7f5e4214739a', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:bf:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f08ab2d-fff7-4648-aed0-8a067e3305f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:47:50Z', 'updated_at': '2022-01-28T07:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '419e5095-11f7-4f41-a96b-1a51f93c34df', 'name': '', 'network_id': '1d46a05b-6a28-4366-82fd-5536cfff39c0', 'tenant_id': '57e720992042402eb23623e4b9d5c9df', 'mac_address': 'fa:16:3e:79:07:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f08ab2d-fff7-4648-aed0-8a067e3305f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'fb677fb5-7bb5-44f6-b66e-b1fa61b1de4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:47:53Z', 'updated_at': '2022-01-28T07:47:58Z', 'revision_number': 5, 'project_id': '57e720992042402eb23623e4b9d5c9df', 'subnets': [{'id': 'fb677fb5-7bb5-44f6-b66e-b1fa61b1de4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:49:18.713212 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6d59ee8b-a420-4478-8de7-d3b64138e1d1 req-6a8c51ff-055f-4ebd-addf-d5ac64ab2312 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fcd03a5f-daf6-4d5a-a93e-2c2eb2c53052 HTTP/1.1" status: 200 len: 217 time: 0.0454490 Jan 28 07:49:18.728159 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d7d4c8-794b-41f1-b240-86f006629898 None None] Checking router: 6f08ab2d-fff7-4648-aed0-8a067e3305f4 for host: n-d-712749-28 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:49:18.736084 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d7d4c8-794b-41f1-b240-86f006629898 None None] Routers {'6f08ab2d-fff7-4648-aed0-8a067e3305f4'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:49:18.736724 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-57d7d4c8-794b-41f1-b240-86f006629898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:49:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['6f08ab2d-fff7-4648-aed0-8a067e3305f4'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:49:18.761553 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d59ee8b-a420-4478-8de7-d3b64138e1d1 req-9d5bbf7d-ba4d-4e0a-b15e-543f8fdc626e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:49:18.763030 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6d59ee8b-a420-4478-8de7-d3b64138e1d1 req-9d5bbf7d-ba4d-4e0a-b15e-543f8fdc626e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fb677fb5-7bb5-44f6-b66e-b1fa61b1de4b HTTP/1.1" status: 200 len: 835 time: 0.0435572 Jan 28 07:49:18.809311 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d59ee8b-a420-4478-8de7-d3b64138e1d1 req-8867ce59-d613-4013-8ae2-d1cf5ac3f40c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:49:18.810836 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6d59ee8b-a420-4478-8de7-d3b64138e1d1 req-8867ce59-d613-4013-8ae2-d1cf5ac3f40c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1d46a05b-6a28-4366-82fd-5536cfff39c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406382 Jan 28 07:49:18.842873 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-57d7d4c8-794b-41f1-b240-86f006629898 None None] Set router 6f08ab2d-fff7-4648-aed0-8a067e3305f4 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:49:18.902708 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6d59ee8b-a420-4478-8de7-d3b64138e1d1 req-cb61559b-ee56-4c66-8f32-55a67ba13745 service neutron] 10.222.0.10 "GET /v2.0/networks/1d46a05b-6a28-4366-82fd-5536cfff39c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845399 Jan 28 07:49:18.979346 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 8d78e204-2540-4a62-b259-e0b890107f6b no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:49:18.993695 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6d59ee8b-a420-4478-8de7-d3b64138e1d1 req-f703bcdb-2e17-49c0-8426-9451fe9e1646 service neutron] 10.222.0.10 "GET /v2.0/networks/1d46a05b-6a28-4366-82fd-5536cfff39c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847867 Jan 28 07:49:19.003771 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: 8d78e204-2540-4a62-b259-e0b890107f6b {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:49:19.004134 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 8d78e204-2540-4a62-b259-e0b890107f6b not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:49:19.041322 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-57d7d4c8-794b-41f1-b240-86f006629898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f08ab2d-fff7-4648-aed0-8a067e3305f4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-958278804', 'tenant_id': '57e720992042402eb23623e4b9d5c9df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': 'e8ad334f-abfb-4fb7-9cc4-7f5e4214739a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:47:49Z', 'updated_at': '2022-01-28T07:47:54Z', 'revision_number': 4, 'project_id': '57e720992042402eb23623e4b9d5c9df', 'gw_port': {'id': 'e8ad334f-abfb-4fb7-9cc4-7f5e4214739a', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:bf:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f08ab2d-fff7-4648-aed0-8a067e3305f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:47:50Z', 'updated_at': '2022-01-28T07:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '419e5095-11f7-4f41-a96b-1a51f93c34df', 'name': '', 'network_id': '1d46a05b-6a28-4366-82fd-5536cfff39c0', 'tenant_id': '57e720992042402eb23623e4b9d5c9df', 'mac_address': 'fa:16:3e:79:07:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f08ab2d-fff7-4648-aed0-8a067e3305f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'fb677fb5-7bb5-44f6-b66e-b1fa61b1de4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:47:53Z', 'updated_at': '2022-01-28T07:47:58Z', 'revision_number': 5, 'project_id': '57e720992042402eb23623e4b9d5c9df', 'subnets': [{'id': 'fb677fb5-7bb5-44f6-b66e-b1fa61b1de4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:49:19.071052 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d7d4c8-794b-41f1-b240-86f006629898 None None] The sync data for ids ['6f08ab2d-fff7-4648-aed0-8a067e3305f4'] in n-d-712749-28 is: [{'id': '6f08ab2d-fff7-4648-aed0-8a067e3305f4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-958278804', 'tenant_id': '57e720992042402eb23623e4b9d5c9df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': 'e8ad334f-abfb-4fb7-9cc4-7f5e4214739a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:47:49Z', 'updated_at': '2022-01-28T07:47:54Z', 'revision_number': 4, 'project_id': '57e720992042402eb23623e4b9d5c9df', 'gw_port': {'id': 'e8ad334f-abfb-4fb7-9cc4-7f5e4214739a', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:bf:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f08ab2d-fff7-4648-aed0-8a067e3305f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:47:50Z', 'updated_at': '2022-01-28T07:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '419e5095-11f7-4f41-a96b-1a51f93c34df', 'name': '', 'network_id': '1d46a05b-6a28-4366-82fd-5536cfff39c0', 'tenant_id': '57e720992042402eb23623e4b9d5c9df', 'mac_address': 'fa:16:3e:79:07:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f08ab2d-fff7-4648-aed0-8a067e3305f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'fb677fb5-7bb5-44f6-b66e-b1fa61b1de4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:47:53Z', 'updated_at': '2022-01-28T07:47:58Z', 'revision_number': 5, 'project_id': '57e720992042402eb23623e4b9d5c9df', 'subnets': [{'id': 'fb677fb5-7bb5-44f6-b66e-b1fa61b1de4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:49:19.289654 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d10fecc-9bcd-48e4-a343-f1566f280d24 None None] New status for floating IP 07ba6c65-f1db-4ee0-ab4e-67d9be912a02: DOWN {{(pid=103285) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 07:49:19.428179 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b0f0e0-eec9-4dfc-a542-48ee87edab1e req-86a88820-d2cd-4b08-93fe-0adc7e6169c6 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:49:19.429697 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d4b0f0e0-eec9-4dfc-a542-48ee87edab1e req-86a88820-d2cd-4b08-93fe-0adc7e6169c6 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cec6ef7-8653-4360-89b8-8d4f8b1369e5 HTTP/1.1" status: 200 len: 946 time: 0.0499907 Jan 28 07:49:19.482475 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d4b0f0e0-eec9-4dfc-a542-48ee87edab1e req-7fdbbc16-8036-4d54-8715-07d3f7642918 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec6d871e-ef1d-448d-95b7-68ce22e3161e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470884 Jan 28 07:49:19.599204 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a44e52-4a6d-4534-b1d4-455aa4ac5032 req-b1318fdd-3da7-4015-885d-4d36315ff1b5 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:49:19.600738 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a4a44e52-4a6d-4534-b1d4-455aa4ac5032 req-b1318fdd-3da7-4015-885d-4d36315ff1b5 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cec6ef7-8653-4360-89b8-8d4f8b1369e5 HTTP/1.1" status: 200 len: 946 time: 0.0525589 Jan 28 07:49:19.648698 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a4a44e52-4a6d-4534-b1d4-455aa4ac5032 req-32ba3cb7-e040-40d0-aacc-aac117c2429f tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec6d871e-ef1d-448d-95b7-68ce22e3161e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423303 Jan 28 07:49:19.670109 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 35050) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:49:19.784031 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a8a560-080c-4713-b59c-af036a3cff03 req-805d0079-4692-401a-aff2-29470c4a318a tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:49:19.785584 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c9a8a560-080c-4713-b59c-af036a3cff03 req-805d0079-4692-401a-aff2-29470c4a318a tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e729fa1-2743-4361-8479-858333b776a8 HTTP/1.1" status: 200 len: 984 time: 0.0498471 Jan 28 07:49:19.842734 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64bfddf8-751b-4865-ac88-3eac1d3774ed tempest-TestVolumeBootPattern-1278027713 tempest-TestVolumeBootPattern-1278027713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:49:19.843249 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c9a8a560-080c-4713-b59c-af036a3cff03 req-91ec34e4-59f6-4d74-a8ef-9e4844fab97a tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] 10.222.0.41 "GET /v2.0/security-groups?id=061dd392-89c5-433a-92ad-77a8cad01fbe&id=5643a9ee-e899-48b1-a127-deedc90b23ce&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0517938 Jan 28 07:49:19.844308 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-64bfddf8-751b-4865-ac88-3eac1d3774ed tempest-TestVolumeBootPattern-1278027713 tempest-TestVolumeBootPattern-1278027713-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=5cec6ef7-8653-4360-89b8-8d4f8b1369e5 HTTP/1.1" status: 200 len: 1093 time: 0.1732025 Jan 28 07:49:19.847657 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 35056) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:49:19.852156 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-c7e03f63-6452-48db-81f3-96c252ff9af0 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Request body: {'floatingip': {'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'port_id': '6b8617a8-d8e5-4737-a2ea-a0b759e0b399', 'tenant_id': '6e11006faf4241738db69f23221595e2', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:49:19.872543 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c7e03f63-6452-48db-81f3-96c252ff9af0 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:49:19.973250 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c7e03f63-6452-48db-81f3-96c252ff9af0 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:49:20.073839 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-c7e03f63-6452-48db-81f3-96c252ff9af0 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Allocated IP 172.25.6.4 (7d5b3724-deef-4831-8d43-cb9b8176573c/b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc/1266afd9-48f0-4dec-9f36-91ec142c4368) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:49:20.176124 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c7e03f63-6452-48db-81f3-96c252ff9af0 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Publish callbacks [] for port (1266afd9-48f0-4dec-9f36-91ec142c4368), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:49:20.211706 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c7e03f63-6452-48db-81f3-96c252ff9af0 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (1266afd9-48f0-4dec-9f36-91ec142c4368), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:49:20.247181 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e03f63-6452-48db-81f3-96c252ff9af0 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Network 7d5b3724-deef-4831-8d43-cb9b8176573c is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:49:20.250029 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff235dc-8ff2-4a4b-946d-c81c61f1baa4 req-700cacb7-82c1-4fce-8c52-dd879eefaa1e tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:49:20.251391 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-c7e03f63-6452-48db-81f3-96c252ff9af0 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:49:20.251512 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1ff235dc-8ff2-4a4b-946d-c81c61f1baa4 req-700cacb7-82c1-4fce-8c52-dd879eefaa1e tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] 10.222.0.10 "GET /v2.0/ports?device_id=6e729fa1-2743-4361-8479-858333b776a8 HTTP/1.1" status: 200 len: 984 time: 0.0488968 Jan 28 07:49:20.257651 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e03f63-6452-48db-81f3-96c252ff9af0 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:49:20.279974 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e03f63-6452-48db-81f3-96c252ff9af0 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Pushing event updated for resources: {'Port': ['ID=1266afd9-48f0-4dec-9f36-91ec142c4368,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:49:20.353569 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-1ff235dc-8ff2-4a4b-946d-c81c61f1baa4 req-b46891a0-0b44-4f22-a897-455f3b6f3451 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Deleting port fcd03a5f-daf6-4d5a-a93e-2c2eb2c53052 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:49:20.353834 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-1ff235dc-8ff2-4a4b-946d-c81c61f1baa4 req-b46891a0-0b44-4f22-a897-455f3b6f3451 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (fcd03a5f-daf6-4d5a-a93e-2c2eb2c53052), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:49:20.442573 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-1ff235dc-8ff2-4a4b-946d-c81c61f1baa4 req-b46891a0-0b44-4f22-a897-455f3b6f3451 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] For port fcd03a5f-daf6-4d5a-a93e-2c2eb2c53052, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=fcd03a5f-daf6-4d5a-a93e-2c2eb2c53052,segment=NetworkSegment(7a683d05-9e11-4297-9381-b194fed1ec62),segment_id=7a683d05-9e11-4297-9381-b194fed1ec62)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:49:20.442935 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-1ff235dc-8ff2-4a4b-946d-c81c61f1baa4 req-b46891a0-0b44-4f22-a897-455f3b6f3451 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (fcd03a5f-daf6-4d5a-a93e-2c2eb2c53052), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:49:20.457036 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-1ff235dc-8ff2-4a4b-946d-c81c61f1baa4 req-b46891a0-0b44-4f22-a897-455f3b6f3451 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Calling delete_port for fcd03a5f-daf6-4d5a-a93e-2c2eb2c53052 owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:49:20.587968 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-1ff235dc-8ff2-4a4b-946d-c81c61f1baa4 req-b46891a0-0b44-4f22-a897-455f3b6f3451 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (fcd03a5f-daf6-4d5a-a93e-2c2eb2c53052), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:49:20.614519 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46891a0-0b44-4f22-a897-455f3b6f3451 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Pushing event deleted for resources: {'Port': ['ID=fcd03a5f-daf6-4d5a-a93e-2c2eb2c53052,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:49:20.627362 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c7e03f63-6452-48db-81f3-96c252ff9af0 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Publish callbacks [] for floatingip (5b83e53f-02b3-4590-8e90-8ff3fc36218e), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:49:20.663234 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ff235dc-8ff2-4a4b-946d-c81c61f1baa4 req-b46891a0-0b44-4f22-a897-455f3b6f3451 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] No DVR routers for this DVR port fcd03a5f-daf6-4d5a-a93e-2c2eb2c53052 on host n-h1-712749-28 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:49:20.665757 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-1ff235dc-8ff2-4a4b-946d-c81c61f1baa4 req-b46891a0-0b44-4f22-a897-455f3b6f3451 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:49:20.669842 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1ff235dc-8ff2-4a4b-946d-c81c61f1baa4 req-b46891a0-0b44-4f22-a897-455f3b6f3451 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] 10.222.0.10 "DELETE /v2.0/ports/fcd03a5f-daf6-4d5a-a93e-2c2eb2c53052 HTTP/1.1" status: 204 len: 173 time: 0.4094126 Jan 28 07:49:20.670295 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e729fa1-2743-4361-8479-858333b776a8', 'name': 'network-vif-deleted', 'tag': 'fcd03a5f-daf6-4d5a-a93e-2c2eb2c53052'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:49:20.672720 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93fb6e04-d45c-4d52-8d21-6c28d7ebc2bb" -d '{"events": [{"server_uuid": "6e729fa1-2743-4361-8479-858333b776a8", "name": "network-vif-deleted", "tag": "fcd03a5f-daf6-4d5a-a93e-2c2eb2c53052"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:49:20.703649 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c7e03f63-6452-48db-81f3-96c252ff9af0 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (1266afd9-48f0-4dec-9f36-91ec142c4368), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:49:20.715512 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0769f727-2698-443a-9769-a3282b524635 x-openstack-request-id: req-0769f727-2698-443a-9769-a3282b524635 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:49:20.715815 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e729fa1-2743-4361-8479-858333b776a8", "name": "network-vif-deleted", "tag": "fcd03a5f-daf6-4d5a-a93e-2c2eb2c53052", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:49:20.716077 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0769f727-2698-443a-9769-a3282b524635 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:49:20.716514 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e729fa1-2743-4361-8479-858333b776a8', 'name': 'network-vif-deleted', 'tag': 'fcd03a5f-daf6-4d5a-a93e-2c2eb2c53052', 'status': 'completed', 'code': 200} Jan 28 07:49:20.867576 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c7e03f63-6452-48db-81f3-96c252ff9af0 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Publish callbacks [] for port (1266afd9-48f0-4dec-9f36-91ec142c4368), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:49:20.872100 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c7e03f63-6452-48db-81f3-96c252ff9af0 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (1266afd9-48f0-4dec-9f36-91ec142c4368), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:49:20.943861 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e03f63-6452-48db-81f3-96c252ff9af0 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Pushing event updated for resources: {'Port': ['ID=1266afd9-48f0-4dec-9f36-91ec142c4368,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:49:20.953551 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c7e03f63-6452-48db-81f3-96c252ff9af0 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16609095'] for floatingip (5b83e53f-02b3-4590-8e90-8ff3fc36218e), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:49:20.954420 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-47d6cd42-cc54-458d-b483-abae2479c52b req-5a81781f-6d19-4ca0-b133-f08f0a313e4c tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e729fa1-2743-4361-8479-858333b776a8 HTTP/1.1" status: 200 len: 210 time: 0.0262592 Jan 28 07:49:21.062809 n-d-712749-28 neutron-server[103283]: INFO neutron.db.l3_db [None req-c7e03f63-6452-48db-81f3-96c252ff9af0 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Floating IP 5b83e53f-02b3-4590-8e90-8ff3fc36218e associated. External IP: 172.25.6.4, port: 6b8617a8-d8e5-4737-a2ea-a0b759e0b399. Jan 28 07:49:21.287616 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7e03f63-6452-48db-81f3-96c252ff9af0 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Router 223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:49:21.396236 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7e03f63-6452-48db-81f3-96c252ff9af0 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:49:21.406488 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6dd684-ee17-4d72-9718-0f399434f579 None None] Sync routers for ids ['223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:49:21.413421 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c7e03f63-6452-48db-81f3-96c252ff9af0 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for floatingip (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:49:21.418058 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6dd684-ee17-4d72-9718-0f399434f579 None None] Routers {'223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:49:21.418745 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-7c6dd684-ee17-4d72-9718-0f399434f579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:49:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:49:21.442615 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-c7e03f63-6452-48db-81f3-96c252ff9af0 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5938125 Jan 28 07:49:21.443218 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cec6ef7-8653-4360-89b8-8d4f8b1369e5', 'tag': '6b8617a8-d8e5-4737-a2ea-a0b759e0b399'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:49:21.445534 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f454c594-2685-4941-9065-ed811c7920a9" -d '{"events": [{"name": "network-changed", "server_uuid": "5cec6ef7-8653-4360-89b8-8d4f8b1369e5", "tag": "6b8617a8-d8e5-4737-a2ea-a0b759e0b399"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:49:21.481640 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bbe84f6-a61c-4d8d-ab34-4f4c1de9265c x-openstack-request-id: req-2bbe84f6-a61c-4d8d-ab34-4f4c1de9265c {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:49:21.481942 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cec6ef7-8653-4360-89b8-8d4f8b1369e5", "tag": "6b8617a8-d8e5-4737-a2ea-a0b759e0b399", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:49:21.482207 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2bbe84f6-a61c-4d8d-ab34-4f4c1de9265c {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:49:21.482629 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cec6ef7-8653-4360-89b8-8d4f8b1369e5', 'tag': '6b8617a8-d8e5-4737-a2ea-a0b759e0b399', 'status': 'completed', 'code': 200} Jan 28 07:49:21.529936 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-7c6dd684-ee17-4d72-9718-0f399434f579 None None] Set router 223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:49:21.564578 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f454c594-2685-4941-9065-ed811c7920a9 req-56a47635-e795-46d2-996a-f0950f62f01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:49:21.566097 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f454c594-2685-4941-9065-ed811c7920a9 req-56a47635-e795-46d2-996a-f0950f62f01c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6e11006faf4241738db69f23221595e2&device_id=5cec6ef7-8653-4360-89b8-8d4f8b1369e5 HTTP/1.1" status: 200 len: 1098 time: 0.0418363 Jan 28 07:49:21.654738 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f454c594-2685-4941-9065-ed811c7920a9 req-2579cd0e-398a-4061-8fda-a7918d77cd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:49:21.656134 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f454c594-2685-4941-9065-ed811c7920a9 req-2579cd0e-398a-4061-8fda-a7918d77cd67 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e89cba95-7c88-42ca-a2a1-7604d77c150d HTTP/1.1" status: 200 len: 913 time: 0.0845256 Jan 28 07:49:21.725429 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f454c594-2685-4941-9065-ed811c7920a9 req-af926b1d-ff67-4c00-b473-3d24ab200bee service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6b8617a8-d8e5-4737-a2ea-a0b759e0b399 HTTP/1.1" status: 200 len: 998 time: 0.0626764 Jan 28 07:49:21.752007 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-7c6dd684-ee17-4d72-9718-0f399434f579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138', 'name': 'tempest-TestVolumeBootPattern-1970769524-router', 'tenant_id': '6e11006faf4241738db69f23221595e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': '4d0ac443-e982-4b0e-90f2-7a705ce9d79c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:36:56Z', 'updated_at': '2022-01-28T07:36:59Z', 'revision_number': 4, 'project_id': '6e11006faf4241738db69f23221595e2', 'gw_port': {'id': '4d0ac443-e982-4b0e-90f2-7a705ce9d79c', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:af:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3391, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:36:57Z', 'updated_at': '2022-01-28T07:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_floatingips': [{'id': '5b83e53f-02b3-4590-8e90-8ff3fc36218e', 'tenant_id': '6e11006faf4241738db69f23221595e2', 'floating_ip_address': '172.25.6.4', 'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'router_id': '223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138', 'port_id': '6b8617a8-d8e5-4737-a2ea-a0b759e0b399', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4012, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e89cba95-7c88-42ca-a2a1-7604d77c150d', 'mac_address': 'fa:16:3e:2c:da:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cec6ef7-8653-4360-89b8-8d4f8b1369e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:49:20Z', 'updated_at': '2022-01-28T07:49:20Z', 'revision_number': 0, 'project_id': '6e11006faf4241738db69f23221595e2', 'fixed_ip_address_scope': None}, {'id': '7c97c275-b366-46c3-bdfd-57b82d2bc1ab', 'tenant_id': '6e11006faf4241738db69f23221595e2', 'floating_ip_address': '172.25.6.87', 'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'router_id': '223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138', 'port_id': '44b6c68f-2a00-4110-99b6-ff002afe82bc', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3833, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e89cba95-7c88-42ca-a2a1-7604d77c150d', 'mac_address': 'fa:16:3e:c9:75:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e4102b0-3049-4b70-b5d1-ae8300e300f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:47:02Z', 'updated_at': '2022-01-28T07:47:05Z', 'revision_number': 1, 'project_id': '6e11006faf4241738db69f23221595e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bd0b371-0176-49d3-aace-d1119e35cf02', 'name': '', 'network_id': 'e89cba95-7c88-42ca-a2a1-7604d77c150d', 'tenant_id': '6e11006faf4241738db69f23221595e2', 'mac_address': 'fa:16:3e:08:d0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138', 'device_owner': 'network:router_interface', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': 'be92a7e6-1604-4603-bacc-7f09a5c98a28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:36:59Z', 'updated_at': '2022-01-28T07:37:09Z', 'revision_number': 5, 'project_id': '6e11006faf4241738db69f23221595e2', 'subnets': [{'id': 'be92a7e6-1604-4603-bacc-7f09a5c98a28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:49:21.773086 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f454c594-2685-4941-9065-ed811c7920a9 req-810d1442-8570-46bd-9368-d96d8fc0e31b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:49:21.774566 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f454c594-2685-4941-9065-ed811c7920a9 req-810d1442-8570-46bd-9368-d96d8fc0e31b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=be92a7e6-1604-4603-bacc-7f09a5c98a28 HTTP/1.1" status: 200 len: 851 time: 0.0437429 Jan 28 07:49:21.822820 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f454c594-2685-4941-9065-ed811c7920a9 req-4f8fc2f6-f567-44e9-ac7f-28fdb7754377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:49:21.824396 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f454c594-2685-4941-9065-ed811c7920a9 req-4f8fc2f6-f567-44e9-ac7f-28fdb7754377 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e89cba95-7c88-42ca-a2a1-7604d77c150d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442278 Jan 28 07:49:21.875426 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6dd684-ee17-4d72-9718-0f399434f579 None None] Checking router: 223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138 for host: n-d-712749-28 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:49:21.884503 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6dd684-ee17-4d72-9718-0f399434f579 None None] Routers {'223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:49:21.885119 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-7c6dd684-ee17-4d72-9718-0f399434f579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:49:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:49:21.920411 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f454c594-2685-4941-9065-ed811c7920a9 req-6a426576-84ca-41b3-bfe0-742126f8ef84 service neutron] 10.222.0.44 "GET /v2.0/networks/e89cba95-7c88-42ca-a2a1-7604d77c150d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887911 Jan 28 07:49:21.988244 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-7c6dd684-ee17-4d72-9718-0f399434f579 None None] Set router 223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:49:22.012581 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f454c594-2685-4941-9065-ed811c7920a9 req-351c14e2-fd6f-4066-9f4c-f3bba4cdaa47 service neutron] 10.222.0.44 "GET /v2.0/networks/e89cba95-7c88-42ca-a2a1-7604d77c150d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860438 Jan 28 07:49:22.016556 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 35068) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:49:22.074808 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5ec0aa19-1ed5-4ba4-bc73-55c7567e3b66 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Publish callbacks [] for security_group (5643a9ee-e899-48b1-a127-deedc90b23ce), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:49:22.098010 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5ec0aa19-1ed5-4ba4-bc73-55c7567e3b66 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Publish callbacks [] for security_group (5643a9ee-e899-48b1-a127-deedc90b23ce), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:49:22.142310 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5ec0aa19-1ed5-4ba4-bc73-55c7567e3b66 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (5643a9ee-e899-48b1-a127-deedc90b23ce), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:49:22.145642 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5ec0aa19-1ed5-4ba4-bc73-55c7567e3b66 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:49:22.146820 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-5ec0aa19-1ed5-4ba4-bc73-55c7567e3b66 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] 10.222.0.41 "DELETE /v2.0/security-groups/5643a9ee-e899-48b1-a127-deedc90b23ce HTTP/1.1" status: 204 len: 168 time: 0.1293333 Jan 28 07:49:22.150168 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 35070) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:49:22.156004 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec0aa19-1ed5-4ba4-bc73-55c7567e3b66 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5643a9ee-e899-48b1-a127-deedc90b23ce,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:49:22.209191 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-38025dcb-4525-46e0-8cad-2d6cf0554619 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Publish callbacks [] for security_group (061dd392-89c5-433a-92ad-77a8cad01fbe), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:49:22.225698 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-7c6dd684-ee17-4d72-9718-0f399434f579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138', 'name': 'tempest-TestVolumeBootPattern-1970769524-router', 'tenant_id': '6e11006faf4241738db69f23221595e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': '4d0ac443-e982-4b0e-90f2-7a705ce9d79c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:36:56Z', 'updated_at': '2022-01-28T07:36:59Z', 'revision_number': 4, 'project_id': '6e11006faf4241738db69f23221595e2', 'gw_port': {'id': '4d0ac443-e982-4b0e-90f2-7a705ce9d79c', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:af:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3391, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:36:57Z', 'updated_at': '2022-01-28T07:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_floatingips': [{'id': '5b83e53f-02b3-4590-8e90-8ff3fc36218e', 'tenant_id': '6e11006faf4241738db69f23221595e2', 'floating_ip_address': '172.25.6.4', 'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'router_id': '223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138', 'port_id': '6b8617a8-d8e5-4737-a2ea-a0b759e0b399', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4012, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e89cba95-7c88-42ca-a2a1-7604d77c150d', 'mac_address': 'fa:16:3e:2c:da:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cec6ef7-8653-4360-89b8-8d4f8b1369e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:49:20Z', 'updated_at': '2022-01-28T07:49:20Z', 'revision_number': 0, 'project_id': '6e11006faf4241738db69f23221595e2', 'fixed_ip_address_scope': None}, {'id': '7c97c275-b366-46c3-bdfd-57b82d2bc1ab', 'tenant_id': '6e11006faf4241738db69f23221595e2', 'floating_ip_address': '172.25.6.87', 'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'router_id': '223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138', 'port_id': '44b6c68f-2a00-4110-99b6-ff002afe82bc', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3833, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e89cba95-7c88-42ca-a2a1-7604d77c150d', 'mac_address': 'fa:16:3e:c9:75:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e4102b0-3049-4b70-b5d1-ae8300e300f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:47:02Z', 'updated_at': '2022-01-28T07:47:05Z', 'revision_number': 1, 'project_id': '6e11006faf4241738db69f23221595e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bd0b371-0176-49d3-aace-d1119e35cf02', 'name': '', 'network_id': 'e89cba95-7c88-42ca-a2a1-7604d77c150d', 'tenant_id': '6e11006faf4241738db69f23221595e2', 'mac_address': 'fa:16:3e:08:d0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138', 'device_owner': 'network:router_interface', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': 'be92a7e6-1604-4603-bacc-7f09a5c98a28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:36:59Z', 'updated_at': '2022-01-28T07:37:09Z', 'revision_number': 5, 'project_id': '6e11006faf4241738db69f23221595e2', 'subnets': [{'id': 'be92a7e6-1604-4603-bacc-7f09a5c98a28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:49:22.231820 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-38025dcb-4525-46e0-8cad-2d6cf0554619 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Publish callbacks [] for security_group (061dd392-89c5-433a-92ad-77a8cad01fbe), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:49:22.255897 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6dd684-ee17-4d72-9718-0f399434f579 None None] The sync data for ids ['223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138'] in n-d-712749-28 is: [{'id': '223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138', 'name': 'tempest-TestVolumeBootPattern-1970769524-router', 'tenant_id': '6e11006faf4241738db69f23221595e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': '4d0ac443-e982-4b0e-90f2-7a705ce9d79c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:36:56Z', 'updated_at': '2022-01-28T07:36:59Z', 'revision_number': 4, 'project_id': '6e11006faf4241738db69f23221595e2', 'gw_port': {'id': '4d0ac443-e982-4b0e-90f2-7a705ce9d79c', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:af:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3391, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:36:57Z', 'updated_at': '2022-01-28T07:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_floatingips': [{'id': '5b83e53f-02b3-4590-8e90-8ff3fc36218e', 'tenant_id': '6e11006faf4241738db69f23221595e2', 'floating_ip_address': '172.25.6.4', 'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'router_id': '223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138', 'port_id': '6b8617a8-d8e5-4737-a2ea-a0b759e0b399', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4012, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e89cba95-7c88-42ca-a2a1-7604d77c150d', 'mac_address': 'fa:16:3e:2c:da:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cec6ef7-8653-4360-89b8-8d4f8b1369e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:49:20Z', 'updated_at': '2022-01-28T07:49:20Z', 'revision_number': 0, 'project_id': '6e11006faf4241738db69f23221595e2', 'fixed_ip_address_scope': None}, {'id': '7c97c275-b366-46c3-bdfd-57b82d2bc1ab', 'tenant_id': '6e11006faf4241738db69f23221595e2', 'floating_ip_address': '172.25.6.87', 'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'router_id': '223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138', 'port_id': '44b6c68f-2a00-4110-99b6-ff002afe82bc', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3833, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e89cba95-7c88-42ca-a2a1-7604d77c150d', 'mac_address': 'fa:16:3e:c9:75:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e4102b0-3049-4b70-b5d1-ae8300e300f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:47:02Z', 'updated_at': '2022-01-28T07:47:05Z', 'revision_number': 1, 'project_id': '6e11006faf4241738db69f23221595e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bd0b371-0176-49d3-aace-d1119e35cf02', 'name': '', 'network_id': 'e89cba95-7c88-42ca-a2a1-7604d77c150d', 'tenant_id': '6e11006faf4241738db69f23221595e2', 'mac_address': 'fa:16:3e:08:d0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138', 'device_owner': 'network:router_interface', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': 'be92a7e6-1604-4603-bacc-7f09a5c98a28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:36:59Z', 'updated_at': '2022-01-28T07:37:09Z', 'revision_number': 5, 'project_id': '6e11006faf4241738db69f23221595e2', 'subnets': [{'id': 'be92a7e6-1604-4603-bacc-7f09a5c98a28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:49:22.282519 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-38025dcb-4525-46e0-8cad-2d6cf0554619 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (061dd392-89c5-433a-92ad-77a8cad01fbe), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:49:22.285657 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-38025dcb-4525-46e0-8cad-2d6cf0554619 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:49:22.287001 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-38025dcb-4525-46e0-8cad-2d6cf0554619 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] 10.222.0.41 "DELETE /v2.0/security-groups/061dd392-89c5-433a-92ad-77a8cad01fbe HTTP/1.1" status: 204 len: 168 time: 0.1357825 Jan 28 07:49:22.290917 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 35072) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:49:22.297288 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38025dcb-4525-46e0-8cad-2d6cf0554619 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=061dd392-89c5-433a-92ad-77a8cad01fbe,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:49:22.475764 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901335ab-e436-4beb-a67c-0d925d581826 None None] New status for floating IP 5b83e53f-02b3-4590-8e90-8ff3fc36218e: ACTIVE {{(pid=103285) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 07:49:22.663456 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ecf7e948-0bdb-463d-9f11-5934fbc2215c tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16606535'] for router_interface (6f08ab2d-fff7-4648-aed0-8a067e3305f4), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:49:22.921619 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-ecf7e948-0bdb-463d-9f11-5934fbc2215c tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Deleting port 419e5095-11f7-4f41-a96b-1a51f93c34df {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:49:22.921967 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ecf7e948-0bdb-463d-9f11-5934fbc2215c tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (419e5095-11f7-4f41-a96b-1a51f93c34df), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:49:23.012690 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-ecf7e948-0bdb-463d-9f11-5934fbc2215c tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] For port 419e5095-11f7-4f41-a96b-1a51f93c34df, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=419e5095-11f7-4f41-a96b-1a51f93c34df,segment=NetworkSegment(7a683d05-9e11-4297-9381-b194fed1ec62),segment_id=7a683d05-9e11-4297-9381-b194fed1ec62)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:49:23.013336 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ecf7e948-0bdb-463d-9f11-5934fbc2215c tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (419e5095-11f7-4f41-a96b-1a51f93c34df), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:49:23.024935 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-ecf7e948-0bdb-463d-9f11-5934fbc2215c tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Calling delete_port for 419e5095-11f7-4f41-a96b-1a51f93c34df owned by network:router_interface {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:49:23.332525 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device fcd03a5f-daf6-4d5a-a93e-2c2eb2c53052 no longer exists at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:49:23.353574 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] No Port match for: fcd03a5f-daf6-4d5a-a93e-2c2eb2c53052 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:49:23.353931 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device fcd03a5f-daf6-4d5a-a93e-2c2eb2c53052 not bound to the agent host n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:49:23.517938 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ecf7e948-0bdb-463d-9f11-5934fbc2215c tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (419e5095-11f7-4f41-a96b-1a51f93c34df), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:49:23.544938 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf7e948-0bdb-463d-9f11-5934fbc2215c tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Pushing event deleted for resources: {'Port': ['ID=419e5095-11f7-4f41-a96b-1a51f93c34df,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:49:23.722727 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ecf7e948-0bdb-463d-9f11-5934fbc2215c tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16319006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16606699'] for router_interface (6f08ab2d-fff7-4648-aed0-8a067e3305f4), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:49:23.936696 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecf7e948-0bdb-463d-9f11-5934fbc2215c tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Router 6f08ab2d-fff7-4648-aed0-8a067e3305f4 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:49:24.040149 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecf7e948-0bdb-463d-9f11-5934fbc2215c tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:49:24.045204 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-ecf7e948-0bdb-463d-9f11-5934fbc2215c tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] 10.222.0.41 "PUT /v2.0/routers/6f08ab2d-fff7-4648-aed0-8a067e3305f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7531548 Jan 28 07:49:24.048251 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 35074) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:49:24.049632 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ab2500-742c-4735-b1a3-0815bbd522dd None None] Sync routers for ids ['6f08ab2d-fff7-4648-aed0-8a067e3305f4'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:49:24.060258 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ab2500-742c-4735-b1a3-0815bbd522dd None None] Routers {'6f08ab2d-fff7-4648-aed0-8a067e3305f4'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:49:24.060862 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-79ab2500-742c-4735-b1a3-0815bbd522dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:49:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['6f08ab2d-fff7-4648-aed0-8a067e3305f4'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:49:24.098614 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_v2 [None req-9562657d-2ca7-4ad8-a598-d3ef602595dd tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Deleting subnet fb677fb5-7bb5-44f6-b66e-b1fa61b1de4b {{(pid=103283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:49:24.101702 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9562657d-2ca7-4ad8-a598-d3ef602595dd tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Publish callbacks [] for subnet (fb677fb5-7bb5-44f6-b66e-b1fa61b1de4b), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:49:24.141190 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9562657d-2ca7-4ad8-a598-d3ef602595dd tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13506696'] for subnet (fb677fb5-7bb5-44f6-b66e-b1fa61b1de4b), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:49:24.164940 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-79ab2500-742c-4735-b1a3-0815bbd522dd None None] Set router 6f08ab2d-fff7-4648-aed0-8a067e3305f4 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:49:24.228036 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9562657d-2ca7-4ad8-a598-d3ef602595dd tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (fb677fb5-7bb5-44f6-b66e-b1fa61b1de4b), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:49:24.290182 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9562657d-2ca7-4ad8-a598-d3ef602595dd tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13546665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13556132'] for subnet (fb677fb5-7bb5-44f6-b66e-b1fa61b1de4b), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:49:24.319502 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9562657d-2ca7-4ad8-a598-d3ef602595dd tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Pushing event deleted for resources: {'Subnet': ['ID=fb677fb5-7bb5-44f6-b66e-b1fa61b1de4b,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:49:24.323813 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9562657d-2ca7-4ad8-a598-d3ef602595dd tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Publish callbacks [] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:49:24.327796 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-9562657d-2ca7-4ad8-a598-d3ef602595dd tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] 10.222.0.41 "DELETE /v2.0/subnets/fb677fb5-7bb5-44f6-b66e-b1fa61b1de4b HTTP/1.1" status: 204 len: 168 time: 0.2781529 Jan 28 07:49:24.329979 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 35076) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:49:24.331704 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ef4332-ba4c-4626-ab84-e040604b543e None None] Network 1d46a05b-6a28-4366-82fd-5536cfff39c0 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:49:24.352485 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-79ab2500-742c-4735-b1a3-0815bbd522dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f08ab2d-fff7-4648-aed0-8a067e3305f4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-958278804', 'tenant_id': '57e720992042402eb23623e4b9d5c9df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': 'e8ad334f-abfb-4fb7-9cc4-7f5e4214739a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:47:49Z', 'updated_at': '2022-01-28T07:49:23Z', 'revision_number': 5, 'project_id': '57e720992042402eb23623e4b9d5c9df', 'gw_port': {'id': 'e8ad334f-abfb-4fb7-9cc4-7f5e4214739a', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:bf:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f08ab2d-fff7-4648-aed0-8a067e3305f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:47:50Z', 'updated_at': '2022-01-28T07:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:49:24.378744 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ab2500-742c-4735-b1a3-0815bbd522dd None None] Checking router: 6f08ab2d-fff7-4648-aed0-8a067e3305f4 for host: n-d-712749-28 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:49:24.392077 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ab2500-742c-4735-b1a3-0815bbd522dd None None] Routers {'6f08ab2d-fff7-4648-aed0-8a067e3305f4'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:49:24.392730 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-79ab2500-742c-4735-b1a3-0815bbd522dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:49:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['6f08ab2d-fff7-4648-aed0-8a067e3305f4'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:49:24.449606 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a4ccc163-2afe-4464-adf1-43c3d3c0cc59 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Publish callbacks [] for router (6f08ab2d-fff7-4648-aed0-8a067e3305f4), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:49:24.509566 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa3e269-1538-4706-9c54-f328df480fdc None None] DHCP port deletion for 1d46a05b-6a28-4366-82fd-5536cfff39c0 request from n-d-712749-28 {{(pid=103285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 07:49:24.510205 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-79ab2500-742c-4735-b1a3-0815bbd522dd None None] Set router 6f08ab2d-fff7-4648-aed0-8a067e3305f4 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:49:24.559595 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a4ccc163-2afe-4464-adf1-43c3d3c0cc59 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Publish callbacks [] for router_gateway (6f08ab2d-fff7-4648-aed0-8a067e3305f4), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:49:24.559788 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-2fa3e269-1538-4706-9c54-f328df480fdc None None] Deleting port 744066c5-30fa-4d4c-867b-e00de5d92aba {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:49:24.560132 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2fa3e269-1538-4706-9c54-f328df480fdc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (744066c5-30fa-4d4c-867b-e00de5d92aba), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:49:24.615691 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-a4ccc163-2afe-4464-adf1-43c3d3c0cc59 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Deleting port e8ad334f-abfb-4fb7-9cc4-7f5e4214739a {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:49:24.616386 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a4ccc163-2afe-4464-adf1-43c3d3c0cc59 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (e8ad334f-abfb-4fb7-9cc4-7f5e4214739a), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:49:24.632565 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-2fa3e269-1538-4706-9c54-f328df480fdc None None] For port 744066c5-30fa-4d4c-867b-e00de5d92aba, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=744066c5-30fa-4d4c-867b-e00de5d92aba,segment=NetworkSegment(7a683d05-9e11-4297-9381-b194fed1ec62),segment_id=7a683d05-9e11-4297-9381-b194fed1ec62)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:49:24.632969 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2fa3e269-1538-4706-9c54-f328df480fdc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (744066c5-30fa-4d4c-867b-e00de5d92aba), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:49:24.645898 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-2fa3e269-1538-4706-9c54-f328df480fdc None None] Calling delete_port for 744066c5-30fa-4d4c-867b-e00de5d92aba owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:49:24.697453 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-a4ccc163-2afe-4464-adf1-43c3d3c0cc59 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] For port e8ad334f-abfb-4fb7-9cc4-7f5e4214739a, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=e8ad334f-abfb-4fb7-9cc4-7f5e4214739a,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:49:24.697970 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a4ccc163-2afe-4464-adf1-43c3d3c0cc59 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (e8ad334f-abfb-4fb7-9cc4-7f5e4214739a), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:49:24.701723 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-79ab2500-742c-4735-b1a3-0815bbd522dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f08ab2d-fff7-4648-aed0-8a067e3305f4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-958278804', 'tenant_id': '57e720992042402eb23623e4b9d5c9df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': 'e8ad334f-abfb-4fb7-9cc4-7f5e4214739a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:47:49Z', 'updated_at': '2022-01-28T07:49:23Z', 'revision_number': 5, 'project_id': '57e720992042402eb23623e4b9d5c9df', 'gw_port': {'id': 'e8ad334f-abfb-4fb7-9cc4-7f5e4214739a', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:bf:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f08ab2d-fff7-4648-aed0-8a067e3305f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:47:50Z', 'updated_at': '2022-01-28T07:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:49:24.711336 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-a4ccc163-2afe-4464-adf1-43c3d3c0cc59 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Calling delete_port for e8ad334f-abfb-4fb7-9cc4-7f5e4214739a owned by network:router_gateway {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:49:24.732531 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2fa3e269-1538-4706-9c54-f328df480fdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298'] for port (744066c5-30fa-4d4c-867b-e00de5d92aba), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:49:24.732742 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ab2500-742c-4735-b1a3-0815bbd522dd None None] The sync data for ids ['6f08ab2d-fff7-4648-aed0-8a067e3305f4'] in n-d-712749-28 is: [{'id': '6f08ab2d-fff7-4648-aed0-8a067e3305f4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-958278804', 'tenant_id': '57e720992042402eb23623e4b9d5c9df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': 'e8ad334f-abfb-4fb7-9cc4-7f5e4214739a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:47:49Z', 'updated_at': '2022-01-28T07:49:23Z', 'revision_number': 5, 'project_id': '57e720992042402eb23623e4b9d5c9df', 'gw_port': {'id': 'e8ad334f-abfb-4fb7-9cc4-7f5e4214739a', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:bf:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f08ab2d-fff7-4648-aed0-8a067e3305f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:47:50Z', 'updated_at': '2022-01-28T07:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:49:24.761869 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa3e269-1538-4706-9c54-f328df480fdc None None] Pushing event deleted for resources: {'Port': ['ID=744066c5-30fa-4d4c-867b-e00de5d92aba,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:49:24.767527 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa3e269-1538-4706-9c54-f328df480fdc None None] No DVR routers for this DVR port 744066c5-30fa-4d4c-867b-e00de5d92aba on host n-d-712749-28 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:49:24.885701 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a4ccc163-2afe-4464-adf1-43c3d3c0cc59 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (e8ad334f-abfb-4fb7-9cc4-7f5e4214739a), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:49:25.133449 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 419e5095-11f7-4f41-a96b-1a51f93c34df no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:49:25.155301 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: 419e5095-11f7-4f41-a96b-1a51f93c34df {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:49:25.155650 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 419e5095-11f7-4f41-a96b-1a51f93c34df not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:49:25.156066 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 744066c5-30fa-4d4c-867b-e00de5d92aba no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:49:25.180369 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: 744066c5-30fa-4d4c-867b-e00de5d92aba {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:49:25.180723 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 744066c5-30fa-4d4c-867b-e00de5d92aba not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:49:25.200315 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ccc163-2afe-4464-adf1-43c3d3c0cc59 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Pushing event deleted for resources: {'Port': ['ID=e8ad334f-abfb-4fb7-9cc4-7f5e4214739a,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:49:25.261276 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a4ccc163-2afe-4464-adf1-43c3d3c0cc59 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16607873'] for router_gateway (6f08ab2d-fff7-4648-aed0-8a067e3305f4), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:49:25.354101 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a4ccc163-2afe-4464-adf1-43c3d3c0cc59 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16605684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127449'] for router (6f08ab2d-fff7-4648-aed0-8a067e3305f4), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:49:25.356115 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a4ccc163-2afe-4464-adf1-43c3d3c0cc59 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Publish callbacks [] for router_controller (6f08ab2d-fff7-4648-aed0-8a067e3305f4), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:49:25.401647 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a4ccc163-2afe-4464-adf1-43c3d3c0cc59 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16605693'] for router (6f08ab2d-fff7-4648-aed0-8a067e3305f4), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:49:25.402161 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4ccc163-2afe-4464-adf1-43c3d3c0cc59 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Fanout notify agent at l3_agent the message router_deleted on router 6f08ab2d-fff7-4648-aed0-8a067e3305f4 {{(pid=103283) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 07:49:25.409680 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a4ccc163-2afe-4464-adf1-43c3d3c0cc59 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Publish callbacks [] for router (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:49:25.410811 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-a4ccc163-2afe-4464-adf1-43c3d3c0cc59 tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] 10.222.0.41 "DELETE /v2.0/routers/6f08ab2d-fff7-4648-aed0-8a067e3305f4 HTTP/1.1" status: 204 len: 168 time: 1.0797901 Jan 28 07:49:25.413479 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 35078) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:49:25.496279 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1a96241c-7354-4be9-a4ee-dc704116e97e tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (1d46a05b-6a28-4366-82fd-5536cfff39c0), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:49:25.585001 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1a96241c-7354-4be9-a4ee-dc704116e97e tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (1d46a05b-6a28-4366-82fd-5536cfff39c0), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:49:25.605335 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-1a96241c-7354-4be9-a4ee-dc704116e97e tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d46a05b-6a28-4366-82fd-5536cfff39c0']}} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:49:25.614931 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-1a96241c-7354-4be9-a4ee-dc704116e97e tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a683d05-9e11-4297-9381-b194fed1ec62') {'for_net_delete': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:49:25.615237 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-1a96241c-7354-4be9-a4ee-dc704116e97e tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a683d05-9e11-4297-9381-b194fed1ec62') {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:49:25.624384 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1a96241c-7354-4be9-a4ee-dc704116e97e tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13506801'] for segment (7a683d05-9e11-4297-9381-b194fed1ec62), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:49:25.638219 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1a96241c-7354-4be9-a4ee-dc704116e97e tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (7a683d05-9e11-4297-9381-b194fed1ec62), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:49:25.644740 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a96241c-7354-4be9-a4ee-dc704116e97e tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=103283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:49:25.645112 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1a96241c-7354-4be9-a4ee-dc704116e97e tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13546563'] for segment (7a683d05-9e11-4297-9381-b194fed1ec62), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:49:25.648122 n-d-712749-28 neutron-server[103283]: Traceback (most recent call last): Jan 28 07:49:25.648122 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:49:25.648122 n-d-712749-28 neutron-server[103283]: timer() Jan 28 07:49:25.648122 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:49:25.648122 n-d-712749-28 neutron-server[103283]: cb(*args, **kw) Jan 28 07:49:25.648122 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:49:25.648122 n-d-712749-28 neutron-server[103283]: return func(*args, **kwargs) Jan 28 07:49:25.648122 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:49:25.648122 n-d-712749-28 neutron-server[103283]: self._notify() Jan 28 07:49:25.648122 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:49:25.648122 n-d-712749-28 neutron-server[103283]: self.callback(batched_events) Jan 28 07:49:25.648122 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:49:25.648122 n-d-712749-28 neutron-server[103283]: event.method(event) Jan 28 07:49:25.648122 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:49:25.648122 n-d-712749-28 neutron-server[103283]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:49:25.648122 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:49:25.648122 n-d-712749-28 neutron-server[103283]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:49:25.648122 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:49:25.648122 n-d-712749-28 neutron-server[103283]: return f(self, *a, **k) Jan 28 07:49:25.648122 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:49:25.648122 n-d-712749-28 neutron-server[103283]: return self._get(url).json() Jan 28 07:49:25.648122 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:49:25.648122 n-d-712749-28 neutron-server[103283]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:49:25.648122 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:49:25.648122 n-d-712749-28 neutron-server[103283]: return self.request(url, 'GET', **kwargs) Jan 28 07:49:25.648122 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:49:25.648122 n-d-712749-28 neutron-server[103283]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:49:25.648122 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:49:25.648122 n-d-712749-28 neutron-server[103283]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:49:25.648122 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:49:25.648122 n-d-712749-28 neutron-server[103283]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:49:25.648122 n-d-712749-28 neutron-server[103283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:49:25.702954 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1a96241c-7354-4be9-a4ee-dc704116e97e tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (1d46a05b-6a28-4366-82fd-5536cfff39c0), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:49:25.711157 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1a96241c-7354-4be9-a4ee-dc704116e97e tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Publish callbacks [] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:49:25.714206 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-1a96241c-7354-4be9-a4ee-dc704116e97e tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] 10.222.0.41 "DELETE /v2.0/networks/1d46a05b-6a28-4366-82fd-5536cfff39c0 HTTP/1.1" status: 204 len: 168 time: 0.2997642 Jan 28 07:49:25.726366 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a96241c-7354-4be9-a4ee-dc704116e97e tempest-TestSecurityGroupsBasicOps-1213290658 tempest-TestSecurityGroupsBasicOps-1213290658-project] Pushing event deleted for resources: {'Network': ['ID=1d46a05b-6a28-4366-82fd-5536cfff39c0,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:49:26.006764 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 35086) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:49:26.136981 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-e6cb7014-ab3f-4dad-9d65-c7da93823997 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=57e720992042402eb23623e4b9d5c9df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1289656 Jan 28 07:49:26.139403 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 35090) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:49:26.190901 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-97a9f3cd-4741-454e-8167-f88619836bbc admin admin] Publish callbacks [] for security_group (e177e380-d6a1-4229-ab4d-de676fe76414), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:49:26.211460 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-97a9f3cd-4741-454e-8167-f88619836bbc admin admin] Publish callbacks [] for security_group (e177e380-d6a1-4229-ab4d-de676fe76414), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:49:26.257985 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-97a9f3cd-4741-454e-8167-f88619836bbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (e177e380-d6a1-4229-ab4d-de676fe76414), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:49:26.260653 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-97a9f3cd-4741-454e-8167-f88619836bbc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:49:26.261810 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-97a9f3cd-4741-454e-8167-f88619836bbc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e177e380-d6a1-4229-ab4d-de676fe76414 HTTP/1.1" status: 204 len: 168 time: 0.1214836 Jan 28 07:49:26.270033 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9f3cd-4741-454e-8167-f88619836bbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e177e380-d6a1-4229-ab4d-de676fe76414,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:49:26.523086 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 35096) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:49:26.536434 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-488107f1-bb79-4929-9238-72b04727c4e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:49:26.617309 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-488107f1-bb79-4929-9238-72b04727c4e4 admin admin] Publish callbacks [] for security_group (55fea1d7-4d30-46bf-a2a9-0de4f7d3a88d), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:49:26.620877 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-488107f1-bb79-4929-9238-72b04727c4e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (55fea1d7-4d30-46bf-a2a9-0de4f7d3a88d), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:49:26.660121 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-488107f1-bb79-4929-9238-72b04727c4e4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8bbfc34177ba45d9b1d4c91e7d3c8aea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1357331 Jan 28 07:49:26.661047 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488107f1-bb79-4929-9238-72b04727c4e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55fea1d7-4d30-46bf-a2a9-0de4f7d3a88d,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:49:26.662659 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 35098) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:49:26.710293 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2735117b-112a-4b91-80da-a58e364a977c admin admin] Publish callbacks [] for security_group (55fea1d7-4d30-46bf-a2a9-0de4f7d3a88d), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:49:26.731186 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2735117b-112a-4b91-80da-a58e364a977c admin admin] Publish callbacks [] for security_group (55fea1d7-4d30-46bf-a2a9-0de4f7d3a88d), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:49:26.777215 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2735117b-112a-4b91-80da-a58e364a977c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (55fea1d7-4d30-46bf-a2a9-0de4f7d3a88d), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:49:26.780033 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2735117b-112a-4b91-80da-a58e364a977c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:49:26.781194 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-2735117b-112a-4b91-80da-a58e364a977c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/55fea1d7-4d30-46bf-a2a9-0de4f7d3a88d HTTP/1.1" status: 204 len: 168 time: 0.1175311 Jan 28 07:49:26.790306 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2735117b-112a-4b91-80da-a58e364a977c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55fea1d7-4d30-46bf-a2a9-0de4f7d3a88d,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:49:27.026863 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device e8ad334f-abfb-4fb7-9cc4-7f5e4214739a no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:49:27.047910 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: e8ad334f-abfb-4fb7-9cc4-7f5e4214739a {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:49:27.048286 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device e8ad334f-abfb-4fb7-9cc4-7f5e4214739a not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:49:27.102918 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 35104) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:49:27.141907 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-c1119076-12a1-44f5-81f6-83b91cc977f2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d86e21766f9e404db0b18b7722b819b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0378034 Jan 28 07:49:27.144787 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 35106) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:49:27.195739 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a776de9d-51d5-4bce-8f46-6aab3add45f8 admin admin] Publish callbacks [] for security_group (5bce8354-51a3-41c1-9d91-94b577e63066), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:49:27.216846 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a776de9d-51d5-4bce-8f46-6aab3add45f8 admin admin] Publish callbacks [] for security_group (5bce8354-51a3-41c1-9d91-94b577e63066), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:49:27.263891 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a776de9d-51d5-4bce-8f46-6aab3add45f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (5bce8354-51a3-41c1-9d91-94b577e63066), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:49:27.266446 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a776de9d-51d5-4bce-8f46-6aab3add45f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:49:27.267578 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-a776de9d-51d5-4bce-8f46-6aab3add45f8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5bce8354-51a3-41c1-9d91-94b577e63066 HTTP/1.1" status: 204 len: 168 time: 0.1218572 Jan 28 07:49:27.275754 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a776de9d-51d5-4bce-8f46-6aab3add45f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bce8354-51a3-41c1-9d91-94b577e63066,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:49:33.281716 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:49:33.285990 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2cc7878e-8676-4804-ad56-187d0ff0c0d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:49:34.268301 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:49:35.639264 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-21ca17c3-d45a-4a6f-b4f4-bd18d8db6ddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:49:37.071804 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:49:38.765608 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:49:39.724983 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:49:43.344498 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ab1f0cab-6de0-4956-af2e-5aadf48cc874 req-628cd03c-169b-4977-82e7-8545199176b9 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=3853886b-3fba-4f8d-b151-98d4a797032a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0441513 Jan 28 07:49:43.447766 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1f0cab-6de0-4956-af2e-5aadf48cc874 req-d98d767d-f17f-4ca6-9f7f-31f525751d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:49:43.449290 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ab1f0cab-6de0-4956-af2e-5aadf48cc874 req-d98d767d-f17f-4ca6-9f7f-31f525751d20 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f7c76513a0a24534bd03d09a01ed7997&device_id=3853886b-3fba-4f8d-b151-98d4a797032a HTTP/1.1" status: 200 len: 1098 time: 0.0424771 Jan 28 07:49:43.554982 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1f0cab-6de0-4956-af2e-5aadf48cc874 req-25aa5c78-31a2-4da9-9f21-ad58b8bdf3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:49:43.556474 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ab1f0cab-6de0-4956-af2e-5aadf48cc874 req-25aa5c78-31a2-4da9-9f21-ad58b8bdf3f9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=5e7df087-c942-4925-b0b1-2d59986e35f3 HTTP/1.1" status: 200 len: 909 time: 0.0864949 Jan 28 07:49:43.623179 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ab1f0cab-6de0-4956-af2e-5aadf48cc874 req-6a52c97e-a6a9-41e1-99bb-01202e421728 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0f98c92f-dafd-429d-94f5-a6a2ef8bdbc2 HTTP/1.1" status: 200 len: 1002 time: 0.0595007 Jan 28 07:49:43.677768 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1f0cab-6de0-4956-af2e-5aadf48cc874 req-281ee0ed-599e-4242-aff2-67cf8ca65870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:49:43.680159 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ab1f0cab-6de0-4956-af2e-5aadf48cc874 req-281ee0ed-599e-4242-aff2-67cf8ca65870 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8fba11cc-3430-4211-a133-7e529a9c4c94 HTTP/1.1" status: 200 len: 847 time: 0.0508823 Jan 28 07:49:43.728020 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1f0cab-6de0-4956-af2e-5aadf48cc874 req-f6378377-90e5-4de2-9db8-783e8a02f438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:49:43.729600 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ab1f0cab-6de0-4956-af2e-5aadf48cc874 req-f6378377-90e5-4de2-9db8-783e8a02f438 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5e7df087-c942-4925-b0b1-2d59986e35f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413642 Jan 28 07:49:43.824286 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ab1f0cab-6de0-4956-af2e-5aadf48cc874 req-8d4c03aa-58e3-496a-a033-b79bf90eda15 service neutron] 10.222.0.44 "GET /v2.0/networks/5e7df087-c942-4925-b0b1-2d59986e35f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869100 Jan 28 07:49:43.917576 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ab1f0cab-6de0-4956-af2e-5aadf48cc874 req-9c0cd11c-d54a-42c7-948a-ba62b3df2c51 service neutron] 10.222.0.44 "GET /v2.0/networks/5e7df087-c942-4925-b0b1-2d59986e35f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867884 Jan 28 07:49:55.402698 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 7 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 07:50:03.284533 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dfbfdbf8-6380-4f79-a4e8-0bd2738c7ee1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:50:03.289858 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:50:04.270195 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:50:05.639292 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1335e329-5e29-4d9e-a4c4-11fcb155c30d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:50:07.075904 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:50:08.768533 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:50:09.727070 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:50:32.401533 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 7 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 07:50:33.285382 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8e129f3b-ffb0-4b56-a489-5ad6285fa62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:50:33.289546 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:50:34.268990 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:50:35.639443 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-993ca0ef-55ff-4605-8e42-ec083a2b6605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:50:37.078962 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:50:38.771276 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:50:39.729507 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:50:43.299121 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-749b7098-6929-4654-bc2b-2c2a6f0e1632 req-677be374-5cd6-4810-8060-ad8bf1108043 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=5cec6ef7-8653-4360-89b8-8d4f8b1369e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0404499 Jan 28 07:50:43.370375 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749b7098-6929-4654-bc2b-2c2a6f0e1632 req-7fdf71de-9a85-4339-8819-fbe508dd10bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:50:43.371853 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-749b7098-6929-4654-bc2b-2c2a6f0e1632 req-7fdf71de-9a85-4339-8819-fbe508dd10bd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6e11006faf4241738db69f23221595e2&device_id=5cec6ef7-8653-4360-89b8-8d4f8b1369e5 HTTP/1.1" status: 200 len: 1098 time: 0.0398598 Jan 28 07:50:43.478716 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749b7098-6929-4654-bc2b-2c2a6f0e1632 req-7cc92a4f-8ce3-4278-87a7-d6d812b7772d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:50:43.480219 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-749b7098-6929-4654-bc2b-2c2a6f0e1632 req-7cc92a4f-8ce3-4278-87a7-d6d812b7772d service neutron] 10.222.0.44 "GET /v2.0/networks?id=e89cba95-7c88-42ca-a2a1-7604d77c150d HTTP/1.1" status: 200 len: 913 time: 0.0891151 Jan 28 07:50:43.543633 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-749b7098-6929-4654-bc2b-2c2a6f0e1632 req-c672a2ee-af47-408e-adce-9b005ed3ad86 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6b8617a8-d8e5-4737-a2ea-a0b759e0b399 HTTP/1.1" status: 200 len: 1000 time: 0.0575461 Jan 28 07:50:43.594566 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749b7098-6929-4654-bc2b-2c2a6f0e1632 req-d9e3fb61-8645-4938-9472-e0f5a3fd34b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:50:43.595910 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-749b7098-6929-4654-bc2b-2c2a6f0e1632 req-d9e3fb61-8645-4938-9472-e0f5a3fd34b6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=be92a7e6-1604-4603-bacc-7f09a5c98a28 HTTP/1.1" status: 200 len: 851 time: 0.0470009 Jan 28 07:50:43.642756 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749b7098-6929-4654-bc2b-2c2a6f0e1632 req-3bfc7993-a682-406b-8dd3-c187c57eb995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:50:43.644243 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-749b7098-6929-4654-bc2b-2c2a6f0e1632 req-3bfc7993-a682-406b-8dd3-c187c57eb995 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e89cba95-7c88-42ca-a2a1-7604d77c150d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424528 Jan 28 07:50:43.732474 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-749b7098-6929-4654-bc2b-2c2a6f0e1632 req-008d941a-af26-4a6c-8be4-e8aceb24d1c4 service neutron] 10.222.0.44 "GET /v2.0/networks/e89cba95-7c88-42ca-a2a1-7604d77c150d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823059 Jan 28 07:50:43.825728 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-749b7098-6929-4654-bc2b-2c2a6f0e1632 req-af0443d2-1e9c-4217-a92f-5482bf2e9828 service neutron] 10.222.0.44 "GET /v2.0/networks/e89cba95-7c88-42ca-a2a1-7604d77c150d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879767 Jan 28 07:50:50.089708 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 35136) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:50:50.245979 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-bed5e402-2d76-459c-9c29-2668d8fb0729 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Deleting port 1266afd9-48f0-4dec-9f36-91ec142c4368 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:50:50.246349 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bed5e402-2d76-459c-9c29-2668d8fb0729 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (1266afd9-48f0-4dec-9f36-91ec142c4368), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:50:50.326594 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bed5e402-2d76-459c-9c29-2668d8fb0729 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (1266afd9-48f0-4dec-9f36-91ec142c4368), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:50:50.326921 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bed5e402-2d76-459c-9c29-2668d8fb0729 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Publish callbacks [] for floatingip (1266afd9-48f0-4dec-9f36-91ec142c4368), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:50:50.339139 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-bed5e402-2d76-459c-9c29-2668d8fb0729 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Calling delete_port for 1266afd9-48f0-4dec-9f36-91ec142c4368 owned by network:floatingip {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:50:50.485765 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bed5e402-2d76-459c-9c29-2668d8fb0729 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (1266afd9-48f0-4dec-9f36-91ec142c4368), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:50:50.514959 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed5e402-2d76-459c-9c29-2668d8fb0729 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Pushing event deleted for resources: {'Port': ['ID=1266afd9-48f0-4dec-9f36-91ec142c4368,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:50:50.540529 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed5e402-2d76-459c-9c29-2668d8fb0729 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:50:50.540882 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed5e402-2d76-459c-9c29-2668d8fb0729 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:50:50.541230 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed5e402-2d76-459c-9c29-2668d8fb0729 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:50:50.541571 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed5e402-2d76-459c-9c29-2668d8fb0729 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:50:50.541909 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed5e402-2d76-459c-9c29-2668d8fb0729 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:50:50.542242 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed5e402-2d76-459c-9c29-2668d8fb0729 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:50:50.542572 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed5e402-2d76-459c-9c29-2668d8fb0729 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:50:50.542900 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed5e402-2d76-459c-9c29-2668d8fb0729 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:50:50.543225 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed5e402-2d76-459c-9c29-2668d8fb0729 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:50:50.543550 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed5e402-2d76-459c-9c29-2668d8fb0729 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:50:50.543879 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed5e402-2d76-459c-9c29-2668d8fb0729 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:50:50.544817 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed5e402-2d76-459c-9c29-2668d8fb0729 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:50:50.545206 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed5e402-2d76-459c-9c29-2668d8fb0729 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:50:50.582785 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bed5e402-2d76-459c-9c29-2668d8fb0729 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Publish callbacks [] for floatingip (5b83e53f-02b3-4590-8e90-8ff3fc36218e), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:50:50.583155 n-d-712749-28 neutron-server[103284]: INFO neutron.db.l3_db [None req-bed5e402-2d76-459c-9c29-2668d8fb0729 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Floating IP 5b83e53f-02b3-4590-8e90-8ff3fc36218e disassociated (deleted). External IP: 172.25.6.4, port: 6b8617a8-d8e5-4737-a2ea-a0b759e0b399. Jan 28 07:50:50.791580 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bed5e402-2d76-459c-9c29-2668d8fb0729 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Router 223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:50:50.897528 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bed5e402-2d76-459c-9c29-2668d8fb0729 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:50:50.901947 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bed5e402-2d76-459c-9c29-2668d8fb0729 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for floatingip (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:50:50.908501 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c7ce6b-e075-4bba-beb3-a729a54b54a1 None None] Sync routers for ids ['223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:50:50.921929 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c7ce6b-e075-4bba-beb3-a729a54b54a1 None None] Routers {'223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:50:50.922553 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-43c7ce6b-e075-4bba-beb3-a729a54b54a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:50:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:50:50.931714 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-bed5e402-2d76-459c-9c29-2668d8fb0729 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "DELETE /v2.0/floatingips/5b83e53f-02b3-4590-8e90-8ff3fc36218e HTTP/1.1" status: 204 len: 168 time: 0.8409135 Jan 28 07:50:50.932348 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cec6ef7-8653-4360-89b8-8d4f8b1369e5', 'tag': '6b8617a8-d8e5-4737-a2ea-a0b759e0b399'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:50:50.934611 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f6a91df-152d-4e7b-89c9-893c888dec7c" -d '{"events": [{"name": "network-changed", "server_uuid": "5cec6ef7-8653-4360-89b8-8d4f8b1369e5", "tag": "6b8617a8-d8e5-4737-a2ea-a0b759e0b399"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:50:50.980693 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:50:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33ba4a2f-6399-4099-85a2-f207c39c55e3 x-openstack-request-id: req-33ba4a2f-6399-4099-85a2-f207c39c55e3 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:50:50.980995 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cec6ef7-8653-4360-89b8-8d4f8b1369e5", "tag": "6b8617a8-d8e5-4737-a2ea-a0b759e0b399", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:50:50.981260 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-33ba4a2f-6399-4099-85a2-f207c39c55e3 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:50:50.982152 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cec6ef7-8653-4360-89b8-8d4f8b1369e5', 'tag': '6b8617a8-d8e5-4737-a2ea-a0b759e0b399', 'status': 'completed', 'code': 200} Jan 28 07:50:51.032844 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-43c7ce6b-e075-4bba-beb3-a729a54b54a1 None None] Set router 223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:50:51.074215 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6a91df-152d-4e7b-89c9-893c888dec7c req-77a15a9d-3976-4df8-a5c5-b75bede4928d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:50:51.074215 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7f6a91df-152d-4e7b-89c9-893c888dec7c req-77a15a9d-3976-4df8-a5c5-b75bede4928d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6e11006faf4241738db69f23221595e2&device_id=5cec6ef7-8653-4360-89b8-8d4f8b1369e5 HTTP/1.1" status: 200 len: 1098 time: 0.0474422 Jan 28 07:50:51.171363 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62a3224-8af4-484f-b3dd-87bd9b41cab1 req-db9da567-b37d-4b39-a90f-c60495e76b48 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:50:51.172932 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e62a3224-8af4-484f-b3dd-87bd9b41cab1 req-db9da567-b37d-4b39-a90f-c60495e76b48 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cec6ef7-8653-4360-89b8-8d4f8b1369e5 HTTP/1.1" status: 200 len: 946 time: 0.0527020 Jan 28 07:50:51.217654 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6a91df-152d-4e7b-89c9-893c888dec7c req-2c1224f0-2532-4bd2-b082-b725a9addd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:50:51.219252 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7f6a91df-152d-4e7b-89c9-893c888dec7c req-2c1224f0-2532-4bd2-b082-b725a9addd1d service neutron] 10.222.0.44 "GET /v2.0/networks?id=e89cba95-7c88-42ca-a2a1-7604d77c150d HTTP/1.1" status: 200 len: 913 time: 0.0947759 Jan 28 07:50:51.223884 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e62a3224-8af4-484f-b3dd-87bd9b41cab1 req-ce758ff6-a5d7-49d0-a21a-a60db96e5d4f tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec6d871e-ef1d-448d-95b7-68ce22e3161e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451326 Jan 28 07:50:51.266321 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7f6a91df-152d-4e7b-89c9-893c888dec7c req-3c83c2bc-f5b8-4365-a2f9-cf640bd1b262 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6b8617a8-d8e5-4737-a2ea-a0b759e0b399 HTTP/1.1" status: 200 len: 217 time: 0.0393493 Jan 28 07:50:51.272266 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-43c7ce6b-e075-4bba-beb3-a729a54b54a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138', 'name': 'tempest-TestVolumeBootPattern-1970769524-router', 'tenant_id': '6e11006faf4241738db69f23221595e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': '4d0ac443-e982-4b0e-90f2-7a705ce9d79c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:36:56Z', 'updated_at': '2022-01-28T07:36:59Z', 'revision_number': 4, 'project_id': '6e11006faf4241738db69f23221595e2', 'gw_port': {'id': '4d0ac443-e982-4b0e-90f2-7a705ce9d79c', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:af:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3391, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:36:57Z', 'updated_at': '2022-01-28T07:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_floatingips': [{'id': '7c97c275-b366-46c3-bdfd-57b82d2bc1ab', 'tenant_id': '6e11006faf4241738db69f23221595e2', 'floating_ip_address': '172.25.6.87', 'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'router_id': '223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138', 'port_id': '44b6c68f-2a00-4110-99b6-ff002afe82bc', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3833, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e89cba95-7c88-42ca-a2a1-7604d77c150d', 'mac_address': 'fa:16:3e:c9:75:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e4102b0-3049-4b70-b5d1-ae8300e300f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:47:02Z', 'updated_at': '2022-01-28T07:47:05Z', 'revision_number': 1, 'project_id': '6e11006faf4241738db69f23221595e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bd0b371-0176-49d3-aace-d1119e35cf02', 'name': '', 'network_id': 'e89cba95-7c88-42ca-a2a1-7604d77c150d', 'tenant_id': '6e11006faf4241738db69f23221595e2', 'mac_address': 'fa:16:3e:08:d0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138', 'device_owner': 'network:router_interface', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': 'be92a7e6-1604-4603-bacc-7f09a5c98a28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:36:59Z', 'updated_at': '2022-01-28T07:37:09Z', 'revision_number': 5, 'project_id': '6e11006faf4241738db69f23221595e2', 'subnets': [{'id': 'be92a7e6-1604-4603-bacc-7f09a5c98a28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:50:51.298533 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c7ce6b-e075-4bba-beb3-a729a54b54a1 None None] Checking router: 223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138 for host: n-d-712749-28 {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:50:51.306908 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c7ce6b-e075-4bba-beb3-a729a54b54a1 None None] Routers {'223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:50:51.307522 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-43c7ce6b-e075-4bba-beb3-a729a54b54a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:50:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:50:51.314307 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6a91df-152d-4e7b-89c9-893c888dec7c req-307e8967-8fe4-46b8-b4d0-118e3667dd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:50:51.315763 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7f6a91df-152d-4e7b-89c9-893c888dec7c req-307e8967-8fe4-46b8-b4d0-118e3667dd8f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=be92a7e6-1604-4603-bacc-7f09a5c98a28 HTTP/1.1" status: 200 len: 851 time: 0.0434496 Jan 28 07:50:51.360403 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6a91df-152d-4e7b-89c9-893c888dec7c req-2833b801-841d-4df9-b962-a97bb0396eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:50:51.361821 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7f6a91df-152d-4e7b-89c9-893c888dec7c req-2833b801-841d-4df9-b962-a97bb0396eac service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e89cba95-7c88-42ca-a2a1-7604d77c150d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399520 Jan 28 07:50:51.418211 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-43c7ce6b-e075-4bba-beb3-a729a54b54a1 None None] Set router 223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:50:51.478316 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7f6a91df-152d-4e7b-89c9-893c888dec7c req-24934de5-a3ef-46c2-a7f2-199e47ef236b service neutron] 10.222.0.44 "GET /v2.0/networks/e89cba95-7c88-42ca-a2a1-7604d77c150d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087577 Jan 28 07:50:51.577741 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7f6a91df-152d-4e7b-89c9-893c888dec7c req-e4646f1e-fda8-4094-8356-afc53607ae89 service neutron] 10.222.0.44 "GET /v2.0/networks/e89cba95-7c88-42ca-a2a1-7604d77c150d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931797 Jan 28 07:50:51.633863 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c8d271d7-e6fd-4d54-9ba2-7a9e444895bf req-10acea50-9c7c-44b1-8a9e-05f4a31338da service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2e4102b0-3049-4b70-b5d1-ae8300e300f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2116823 Jan 28 07:50:51.740471 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d271d7-e6fd-4d54-9ba2-7a9e444895bf req-21fdcb41-18e9-449b-934b-b2f80ed166ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:50:51.741981 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c8d271d7-e6fd-4d54-9ba2-7a9e444895bf req-21fdcb41-18e9-449b-934b-b2f80ed166ad service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6e11006faf4241738db69f23221595e2&device_id=2e4102b0-3049-4b70-b5d1-ae8300e300f6 HTTP/1.1" status: 200 len: 1098 time: 0.0418622 Jan 28 07:50:51.811079 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-43c7ce6b-e075-4bba-beb3-a729a54b54a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138', 'name': 'tempest-TestVolumeBootPattern-1970769524-router', 'tenant_id': '6e11006faf4241738db69f23221595e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': '4d0ac443-e982-4b0e-90f2-7a705ce9d79c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:36:56Z', 'updated_at': '2022-01-28T07:36:59Z', 'revision_number': 4, 'project_id': '6e11006faf4241738db69f23221595e2', 'gw_port': {'id': '4d0ac443-e982-4b0e-90f2-7a705ce9d79c', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:af:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3391, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:36:57Z', 'updated_at': '2022-01-28T07:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_floatingips': [{'id': '7c97c275-b366-46c3-bdfd-57b82d2bc1ab', 'tenant_id': '6e11006faf4241738db69f23221595e2', 'floating_ip_address': '172.25.6.87', 'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'router_id': '223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138', 'port_id': '44b6c68f-2a00-4110-99b6-ff002afe82bc', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3833, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e89cba95-7c88-42ca-a2a1-7604d77c150d', 'mac_address': 'fa:16:3e:c9:75:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e4102b0-3049-4b70-b5d1-ae8300e300f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:47:02Z', 'updated_at': '2022-01-28T07:47:05Z', 'revision_number': 1, 'project_id': '6e11006faf4241738db69f23221595e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bd0b371-0176-49d3-aace-d1119e35cf02', 'name': '', 'network_id': 'e89cba95-7c88-42ca-a2a1-7604d77c150d', 'tenant_id': '6e11006faf4241738db69f23221595e2', 'mac_address': 'fa:16:3e:08:d0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138', 'device_owner': 'network:router_interface', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': 'be92a7e6-1604-4603-bacc-7f09a5c98a28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:36:59Z', 'updated_at': '2022-01-28T07:37:09Z', 'revision_number': 5, 'project_id': '6e11006faf4241738db69f23221595e2', 'subnets': [{'id': 'be92a7e6-1604-4603-bacc-7f09a5c98a28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:50:51.837796 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c7ce6b-e075-4bba-beb3-a729a54b54a1 None None] The sync data for ids ['223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138'] in n-d-712749-28 is: [{'id': '223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138', 'name': 'tempest-TestVolumeBootPattern-1970769524-router', 'tenant_id': '6e11006faf4241738db69f23221595e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': '4d0ac443-e982-4b0e-90f2-7a705ce9d79c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:36:56Z', 'updated_at': '2022-01-28T07:36:59Z', 'revision_number': 4, 'project_id': '6e11006faf4241738db69f23221595e2', 'gw_port': {'id': '4d0ac443-e982-4b0e-90f2-7a705ce9d79c', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:af:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3391, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:36:57Z', 'updated_at': '2022-01-28T07:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_floatingips': [{'id': '7c97c275-b366-46c3-bdfd-57b82d2bc1ab', 'tenant_id': '6e11006faf4241738db69f23221595e2', 'floating_ip_address': '172.25.6.87', 'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'router_id': '223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138', 'port_id': '44b6c68f-2a00-4110-99b6-ff002afe82bc', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3833, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e89cba95-7c88-42ca-a2a1-7604d77c150d', 'mac_address': 'fa:16:3e:c9:75:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e4102b0-3049-4b70-b5d1-ae8300e300f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:47:02Z', 'updated_at': '2022-01-28T07:47:05Z', 'revision_number': 1, 'project_id': '6e11006faf4241738db69f23221595e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bd0b371-0176-49d3-aace-d1119e35cf02', 'name': '', 'network_id': 'e89cba95-7c88-42ca-a2a1-7604d77c150d', 'tenant_id': '6e11006faf4241738db69f23221595e2', 'mac_address': 'fa:16:3e:08:d0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138', 'device_owner': 'network:router_interface', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': 'be92a7e6-1604-4603-bacc-7f09a5c98a28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:36:59Z', 'updated_at': '2022-01-28T07:37:09Z', 'revision_number': 5, 'project_id': '6e11006faf4241738db69f23221595e2', 'subnets': [{'id': 'be92a7e6-1604-4603-bacc-7f09a5c98a28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:50:51.852385 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d271d7-e6fd-4d54-9ba2-7a9e444895bf req-c77797be-bb01-4ba2-af95-429a28a659ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:50:51.853968 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c8d271d7-e6fd-4d54-9ba2-7a9e444895bf req-c77797be-bb01-4ba2-af95-429a28a659ce service neutron] 10.222.0.10 "GET /v2.0/networks?id=e89cba95-7c88-42ca-a2a1-7604d77c150d HTTP/1.1" status: 200 len: 913 time: 0.0887899 Jan 28 07:50:51.930419 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c8d271d7-e6fd-4d54-9ba2-7a9e444895bf req-5a37c680-21a2-4376-adf0-1af19e458696 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=44b6c68f-2a00-4110-99b6-ff002afe82bc HTTP/1.1" status: 200 len: 1001 time: 0.0674934 Jan 28 07:50:51.983798 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d271d7-e6fd-4d54-9ba2-7a9e444895bf req-d2bb556b-359d-4e5f-b6ca-e9dc5bfa7c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:50:51.985311 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c8d271d7-e6fd-4d54-9ba2-7a9e444895bf req-d2bb556b-359d-4e5f-b6ca-e9dc5bfa7c4a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=be92a7e6-1604-4603-bacc-7f09a5c98a28 HTTP/1.1" status: 200 len: 851 time: 0.0462856 Jan 28 07:50:52.036061 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d271d7-e6fd-4d54-9ba2-7a9e444895bf req-9bfc0b7e-23f6-4144-a66b-aa16a7d66b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:50:52.037612 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c8d271d7-e6fd-4d54-9ba2-7a9e444895bf req-9bfc0b7e-23f6-4144-a66b-aa16a7d66b73 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e89cba95-7c88-42ca-a2a1-7604d77c150d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433593 Jan 28 07:50:52.074392 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9384622a-cb69-40ae-a031-145f1ee513d5 None None] New status for floating IP 5b83e53f-02b3-4590-8e90-8ff3fc36218e: DOWN {{(pid=103286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 07:50:52.138830 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c8d271d7-e6fd-4d54-9ba2-7a9e444895bf req-f483ae02-6e5e-4b29-839a-188ca9f2a6e7 service neutron] 10.222.0.10 "GET /v2.0/networks/e89cba95-7c88-42ca-a2a1-7604d77c150d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913932 Jan 28 07:50:52.232122 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c8d271d7-e6fd-4d54-9ba2-7a9e444895bf req-e8a23fda-caed-4bfc-8e7e-a64faf8744e3 service neutron] 10.222.0.10 "GET /v2.0/networks/e89cba95-7c88-42ca-a2a1-7604d77c150d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839283 Jan 28 07:50:52.349994 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c83154-0637-4832-bfe6-3ae12ce8218c req-3b95f325-59d0-41d0-9ba1-86aec4d3bbcf tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:50:52.351448 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-02c83154-0637-4832-bfe6-3ae12ce8218c req-3b95f325-59d0-41d0-9ba1-86aec4d3bbcf tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cec6ef7-8653-4360-89b8-8d4f8b1369e5 HTTP/1.1" status: 200 len: 946 time: 0.0522945 Jan 28 07:50:52.400074 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-02c83154-0637-4832-bfe6-3ae12ce8218c req-a4a72dcf-8e7a-47cd-86a4-bc6efca16c52 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec6d871e-ef1d-448d-95b7-68ce22e3161e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429688 Jan 28 07:50:52.837200 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487b67e7-9e7a-470d-a83b-068379c30e8b req-9de67e27-dfd5-4a30-af20-79c2704dde2d tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:50:52.838636 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-487b67e7-9e7a-470d-a83b-068379c30e8b req-9de67e27-dfd5-4a30-af20-79c2704dde2d tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cec6ef7-8653-4360-89b8-8d4f8b1369e5 HTTP/1.1" status: 200 len: 946 time: 0.0479295 Jan 28 07:50:52.927476 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-487b67e7-9e7a-470d-a83b-068379c30e8b req-5c461889-23b5-4ecf-8759-71bf7c91ef3c tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Deleting port 6b8617a8-d8e5-4737-a2ea-a0b759e0b399 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:50:52.927817 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-487b67e7-9e7a-470d-a83b-068379c30e8b req-5c461889-23b5-4ecf-8759-71bf7c91ef3c tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (6b8617a8-d8e5-4737-a2ea-a0b759e0b399), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:50:53.012286 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-487b67e7-9e7a-470d-a83b-068379c30e8b req-5c461889-23b5-4ecf-8759-71bf7c91ef3c tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] For port 6b8617a8-d8e5-4737-a2ea-a0b759e0b399, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=6b8617a8-d8e5-4737-a2ea-a0b759e0b399,segment=NetworkSegment(51b887d5-fd17-4f2d-9bed-8a0b60014438),segment_id=51b887d5-fd17-4f2d-9bed-8a0b60014438)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:50:53.012650 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-487b67e7-9e7a-470d-a83b-068379c30e8b req-5c461889-23b5-4ecf-8759-71bf7c91ef3c tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (6b8617a8-d8e5-4737-a2ea-a0b759e0b399), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:50:53.025070 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-487b67e7-9e7a-470d-a83b-068379c30e8b req-5c461889-23b5-4ecf-8759-71bf7c91ef3c tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Calling delete_port for 6b8617a8-d8e5-4737-a2ea-a0b759e0b399 owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:50:53.153234 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-487b67e7-9e7a-470d-a83b-068379c30e8b req-5c461889-23b5-4ecf-8759-71bf7c91ef3c tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (6b8617a8-d8e5-4737-a2ea-a0b759e0b399), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:50:53.181962 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c461889-23b5-4ecf-8759-71bf7c91ef3c tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Pushing event deleted for resources: {'Port': ['ID=6b8617a8-d8e5-4737-a2ea-a0b759e0b399,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:50:53.222240 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-487b67e7-9e7a-470d-a83b-068379c30e8b req-5c461889-23b5-4ecf-8759-71bf7c91ef3c tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] No DVR routers for this DVR port 6b8617a8-d8e5-4737-a2ea-a0b759e0b399 on host n-h2-712749-28 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:50:53.224870 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-487b67e7-9e7a-470d-a83b-068379c30e8b req-5c461889-23b5-4ecf-8759-71bf7c91ef3c tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:50:53.228253 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-487b67e7-9e7a-470d-a83b-068379c30e8b req-5c461889-23b5-4ecf-8759-71bf7c91ef3c tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.44 "DELETE /v2.0/ports/6b8617a8-d8e5-4737-a2ea-a0b759e0b399 HTTP/1.1" status: 204 len: 173 time: 0.3846390 Jan 28 07:50:53.228703 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cec6ef7-8653-4360-89b8-8d4f8b1369e5', 'name': 'network-vif-deleted', 'tag': '6b8617a8-d8e5-4737-a2ea-a0b759e0b399'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:50:53.231082 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16a637ef-fdef-4588-8c90-03b18d2e3b7a" -d '{"events": [{"server_uuid": "5cec6ef7-8653-4360-89b8-8d4f8b1369e5", "name": "network-vif-deleted", "tag": "6b8617a8-d8e5-4737-a2ea-a0b759e0b399"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:50:53.271315 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60b47d68-7c5f-4297-ab6f-7b6d539c3f8b x-openstack-request-id: req-60b47d68-7c5f-4297-ab6f-7b6d539c3f8b {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:50:53.271895 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cec6ef7-8653-4360-89b8-8d4f8b1369e5", "name": "network-vif-deleted", "tag": "6b8617a8-d8e5-4737-a2ea-a0b759e0b399", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:50:53.271895 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-60b47d68-7c5f-4297-ab6f-7b6d539c3f8b {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:50:53.272283 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cec6ef7-8653-4360-89b8-8d4f8b1369e5', 'name': 'network-vif-deleted', 'tag': '6b8617a8-d8e5-4737-a2ea-a0b759e0b399', 'status': 'completed', 'code': 200} Jan 28 07:50:53.499895 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9dab0812-b0fb-49df-b032-50b24cd3bc27 req-f40a3524-25c3-4a45-a5b0-171c78472a8b tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cec6ef7-8653-4360-89b8-8d4f8b1369e5 HTTP/1.1" status: 200 len: 210 time: 0.0294838 Jan 28 07:50:54.601023 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-71f48f31-7ce9-409d-982d-30c08128504c req-0f206816-ad89-4cee-9dde-6063350ec45f tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cec6ef7-8653-4360-89b8-8d4f8b1369e5 HTTP/1.1" status: 200 len: 210 time: 0.0298393 Jan 28 07:50:55.695673 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b0d59161-8147-425e-b052-29b0cd23fef0 req-81d660cd-31c0-45a9-9dd5-1f99e1680509 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cec6ef7-8653-4360-89b8-8d4f8b1369e5 HTTP/1.1" status: 200 len: 210 time: 0.0279562 Jan 28 07:50:56.790060 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-86b7e25d-e77a-4955-8592-b2e9c5bff6fa req-34356eda-f871-48d3-9712-c97eca8945c8 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cec6ef7-8653-4360-89b8-8d4f8b1369e5 HTTP/1.1" status: 200 len: 210 time: 0.0273211 Jan 28 07:50:56.880138 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 6b8617a8-d8e5-4737-a2ea-a0b759e0b399 no longer exists at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:50:56.904502 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] No Port match for: 6b8617a8-d8e5-4737-a2ea-a0b759e0b399 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:50:56.904846 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 6b8617a8-d8e5-4737-a2ea-a0b759e0b399 not bound to the agent host n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:50:57.886470 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d0c2a4fc-5a4d-43dd-a89c-3e270c48a800 req-3207f46a-a259-4034-b7e0-50e5b962ee6b tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cec6ef7-8653-4360-89b8-8d4f8b1369e5 HTTP/1.1" status: 200 len: 210 time: 0.0255749 Jan 28 07:50:58.984754 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-60ffcf86-9c41-42ec-9484-97c48a37bef0 req-9d8596a2-32de-4ccf-9541-164840331a18 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cec6ef7-8653-4360-89b8-8d4f8b1369e5 HTTP/1.1" status: 200 len: 210 time: 0.0262585 Jan 28 07:51:00.078512 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b5a0ddb3-8a56-43eb-bf6b-d5c0999a7e4e req-952d32a9-2b4c-457c-9d1c-6faa0c328643 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cec6ef7-8653-4360-89b8-8d4f8b1369e5 HTTP/1.1" status: 200 len: 210 time: 0.0266018 Jan 28 07:51:01.171733 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-74056ea0-0d5c-4285-8325-63a01b532102 req-6c61328e-effd-4f64-962c-3a6b1ed7e485 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cec6ef7-8653-4360-89b8-8d4f8b1369e5 HTTP/1.1" status: 200 len: 210 time: 0.0268755 Jan 28 07:51:03.288688 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4e722469-f40d-4ec1-91e9-cb24bb3d13f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:51:03.293705 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:51:04.271301 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:51:05.644278 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4a79625b-d803-47c2-9ac3-4eb934fe3893 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:51:07.081189 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:51:08.773696 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:51:09.400172 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 7 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 07:51:09.733553 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:51:10.688972 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 35206) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:51:10.843705 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-0c2e838e-a539-4349-bd47-6ab4ccccb0af tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Deleting port b5fb1b0d-103c-440d-ae52-87c85d6909ed {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:51:10.844053 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0c2e838e-a539-4349-bd47-6ab4ccccb0af tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (b5fb1b0d-103c-440d-ae52-87c85d6909ed), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:51:10.921445 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0c2e838e-a539-4349-bd47-6ab4ccccb0af tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (b5fb1b0d-103c-440d-ae52-87c85d6909ed), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:51:10.921766 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0c2e838e-a539-4349-bd47-6ab4ccccb0af tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Publish callbacks [] for floatingip (b5fb1b0d-103c-440d-ae52-87c85d6909ed), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:51:10.933505 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-0c2e838e-a539-4349-bd47-6ab4ccccb0af tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Calling delete_port for b5fb1b0d-103c-440d-ae52-87c85d6909ed owned by network:floatingip {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:51:11.078196 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0c2e838e-a539-4349-bd47-6ab4ccccb0af tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (b5fb1b0d-103c-440d-ae52-87c85d6909ed), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:51:11.107496 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2e838e-a539-4349-bd47-6ab4ccccb0af tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Pushing event deleted for resources: {'Port': ['ID=b5fb1b0d-103c-440d-ae52-87c85d6909ed,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:51:11.162214 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0c2e838e-a539-4349-bd47-6ab4ccccb0af tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Publish callbacks [] for floatingip (7c97c275-b366-46c3-bdfd-57b82d2bc1ab), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:51:11.162545 n-d-712749-28 neutron-server[103284]: INFO neutron.db.l3_db [None req-0c2e838e-a539-4349-bd47-6ab4ccccb0af tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Floating IP 7c97c275-b366-46c3-bdfd-57b82d2bc1ab disassociated (deleted). External IP: 172.25.6.87, port: 44b6c68f-2a00-4110-99b6-ff002afe82bc. Jan 28 07:51:11.681281 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c2e838e-a539-4349-bd47-6ab4ccccb0af tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Router 223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:51:11.787085 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c2e838e-a539-4349-bd47-6ab4ccccb0af tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:51:11.791769 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0c2e838e-a539-4349-bd47-6ab4ccccb0af tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for floatingip (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:51:11.797898 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede4fc83-c04e-4c3d-9396-48a1dd8d54fb None None] Sync routers for ids ['223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:51:11.807398 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede4fc83-c04e-4c3d-9396-48a1dd8d54fb None None] Routers {'223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:51:11.808016 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-ede4fc83-c04e-4c3d-9396-48a1dd8d54fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:51:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:51:11.819472 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-0c2e838e-a539-4349-bd47-6ab4ccccb0af tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "DELETE /v2.0/floatingips/7c97c275-b366-46c3-bdfd-57b82d2bc1ab HTTP/1.1" status: 204 len: 168 time: 1.1294217 Jan 28 07:51:11.820074 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e4102b0-3049-4b70-b5d1-ae8300e300f6', 'tag': '44b6c68f-2a00-4110-99b6-ff002afe82bc'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:51:11.822326 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98f612f6-bb6a-4a86-b565-327e39cafe5f" -d '{"events": [{"name": "network-changed", "server_uuid": "2e4102b0-3049-4b70-b5d1-ae8300e300f6", "tag": "44b6c68f-2a00-4110-99b6-ff002afe82bc"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:51:11.863419 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2041775-d4ce-40e7-bd8f-2a3d72ad86ad x-openstack-request-id: req-f2041775-d4ce-40e7-bd8f-2a3d72ad86ad {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:51:11.863719 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e4102b0-3049-4b70-b5d1-ae8300e300f6", "tag": "44b6c68f-2a00-4110-99b6-ff002afe82bc", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:51:11.863985 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f2041775-d4ce-40e7-bd8f-2a3d72ad86ad {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:51:11.864434 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e4102b0-3049-4b70-b5d1-ae8300e300f6', 'tag': '44b6c68f-2a00-4110-99b6-ff002afe82bc', 'status': 'completed', 'code': 200} Jan 28 07:51:11.922131 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-ede4fc83-c04e-4c3d-9396-48a1dd8d54fb None None] Set router 223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:51:11.965697 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f612f6-bb6a-4a86-b565-327e39cafe5f req-d6ac5a32-62aa-41be-9c29-49bc23de39ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:51:11.967327 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-98f612f6-bb6a-4a86-b565-327e39cafe5f req-d6ac5a32-62aa-41be-9c29-49bc23de39ec service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6e11006faf4241738db69f23221595e2&device_id=2e4102b0-3049-4b70-b5d1-ae8300e300f6 HTTP/1.1" status: 200 len: 1098 time: 0.0472479 Jan 28 07:51:12.102383 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63093f78-6b9b-47c0-a56d-55e9cb73fc26 req-f8af4832-8ee9-4121-a92b-108deceb4330 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:51:12.103880 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-63093f78-6b9b-47c0-a56d-55e9cb73fc26 req-f8af4832-8ee9-4121-a92b-108deceb4330 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e4102b0-3049-4b70-b5d1-ae8300e300f6 HTTP/1.1" status: 200 len: 946 time: 0.1005931 Jan 28 07:51:12.130486 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-ede4fc83-c04e-4c3d-9396-48a1dd8d54fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138', 'name': 'tempest-TestVolumeBootPattern-1970769524-router', 'tenant_id': '6e11006faf4241738db69f23221595e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': '4d0ac443-e982-4b0e-90f2-7a705ce9d79c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:36:56Z', 'updated_at': '2022-01-28T07:36:59Z', 'revision_number': 4, 'project_id': '6e11006faf4241738db69f23221595e2', 'gw_port': {'id': '4d0ac443-e982-4b0e-90f2-7a705ce9d79c', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:af:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3391, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:36:57Z', 'updated_at': '2022-01-28T07:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '6bd0b371-0176-49d3-aace-d1119e35cf02', 'name': '', 'network_id': 'e89cba95-7c88-42ca-a2a1-7604d77c150d', 'tenant_id': '6e11006faf4241738db69f23221595e2', 'mac_address': 'fa:16:3e:08:d0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138', 'device_owner': 'network:router_interface', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': 'be92a7e6-1604-4603-bacc-7f09a5c98a28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:36:59Z', 'updated_at': '2022-01-28T07:37:09Z', 'revision_number': 5, 'project_id': '6e11006faf4241738db69f23221595e2', 'subnets': [{'id': 'be92a7e6-1604-4603-bacc-7f09a5c98a28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:51:12.155431 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f612f6-bb6a-4a86-b565-327e39cafe5f req-fd1ef154-4832-4b21-a782-6205a6d5f857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:51:12.156933 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-98f612f6-bb6a-4a86-b565-327e39cafe5f req-fd1ef154-4832-4b21-a782-6205a6d5f857 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e89cba95-7c88-42ca-a2a1-7604d77c150d HTTP/1.1" status: 200 len: 913 time: 0.1447179 Jan 28 07:51:12.162932 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede4fc83-c04e-4c3d-9396-48a1dd8d54fb None None] Checking router: 223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138 for host: n-d-712749-28 {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:51:12.172254 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede4fc83-c04e-4c3d-9396-48a1dd8d54fb None None] Routers {'223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:51:12.172848 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-ede4fc83-c04e-4c3d-9396-48a1dd8d54fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:51:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:51:12.185097 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-63093f78-6b9b-47c0-a56d-55e9cb73fc26 req-297157f3-0219-49a6-8e26-457e77bf781c tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec6d871e-ef1d-448d-95b7-68ce22e3161e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739923 Jan 28 07:51:12.217638 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-98f612f6-bb6a-4a86-b565-327e39cafe5f req-4a7665c6-161c-464c-acbf-5e1a5b119995 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=44b6c68f-2a00-4110-99b6-ff002afe82bc HTTP/1.1" status: 200 len: 217 time: 0.0499249 Jan 28 07:51:12.265700 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f612f6-bb6a-4a86-b565-327e39cafe5f req-498287dd-1092-4bbe-bfe5-4ec4a0f6e596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:51:12.267197 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-98f612f6-bb6a-4a86-b565-327e39cafe5f req-498287dd-1092-4bbe-bfe5-4ec4a0f6e596 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=be92a7e6-1604-4603-bacc-7f09a5c98a28 HTTP/1.1" status: 200 len: 851 time: 0.0434966 Jan 28 07:51:12.280244 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-ede4fc83-c04e-4c3d-9396-48a1dd8d54fb None None] Set router 223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:51:12.313243 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f612f6-bb6a-4a86-b565-327e39cafe5f req-7976448b-de4d-4840-8589-1af54a6be910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:51:12.314757 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-98f612f6-bb6a-4a86-b565-327e39cafe5f req-7976448b-de4d-4840-8589-1af54a6be910 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e89cba95-7c88-42ca-a2a1-7604d77c150d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413606 Jan 28 07:51:12.408015 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-98f612f6-bb6a-4a86-b565-327e39cafe5f req-408ef081-368a-48f7-8589-b600ec814696 service neutron] 10.222.0.10 "GET /v2.0/networks/e89cba95-7c88-42ca-a2a1-7604d77c150d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865290 Jan 28 07:51:12.478561 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-ede4fc83-c04e-4c3d-9396-48a1dd8d54fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138', 'name': 'tempest-TestVolumeBootPattern-1970769524-router', 'tenant_id': '6e11006faf4241738db69f23221595e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': '4d0ac443-e982-4b0e-90f2-7a705ce9d79c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:36:56Z', 'updated_at': '2022-01-28T07:36:59Z', 'revision_number': 4, 'project_id': '6e11006faf4241738db69f23221595e2', 'gw_port': {'id': '4d0ac443-e982-4b0e-90f2-7a705ce9d79c', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:af:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3391, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:36:57Z', 'updated_at': '2022-01-28T07:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '6bd0b371-0176-49d3-aace-d1119e35cf02', 'name': '', 'network_id': 'e89cba95-7c88-42ca-a2a1-7604d77c150d', 'tenant_id': '6e11006faf4241738db69f23221595e2', 'mac_address': 'fa:16:3e:08:d0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138', 'device_owner': 'network:router_interface', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': 'be92a7e6-1604-4603-bacc-7f09a5c98a28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:36:59Z', 'updated_at': '2022-01-28T07:37:09Z', 'revision_number': 5, 'project_id': '6e11006faf4241738db69f23221595e2', 'subnets': [{'id': 'be92a7e6-1604-4603-bacc-7f09a5c98a28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:51:12.501917 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-98f612f6-bb6a-4a86-b565-327e39cafe5f req-211a14d9-3bab-401f-9a65-8521e0b8e3af service neutron] 10.222.0.10 "GET /v2.0/networks/e89cba95-7c88-42ca-a2a1-7604d77c150d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858767 Jan 28 07:51:12.504727 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede4fc83-c04e-4c3d-9396-48a1dd8d54fb None None] The sync data for ids ['223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138'] in n-d-712749-28 is: [{'id': '223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138', 'name': 'tempest-TestVolumeBootPattern-1970769524-router', 'tenant_id': '6e11006faf4241738db69f23221595e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': '4d0ac443-e982-4b0e-90f2-7a705ce9d79c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:36:56Z', 'updated_at': '2022-01-28T07:36:59Z', 'revision_number': 4, 'project_id': '6e11006faf4241738db69f23221595e2', 'gw_port': {'id': '4d0ac443-e982-4b0e-90f2-7a705ce9d79c', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:af:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3391, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:36:57Z', 'updated_at': '2022-01-28T07:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '6bd0b371-0176-49d3-aace-d1119e35cf02', 'name': '', 'network_id': 'e89cba95-7c88-42ca-a2a1-7604d77c150d', 'tenant_id': '6e11006faf4241738db69f23221595e2', 'mac_address': 'fa:16:3e:08:d0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138', 'device_owner': 'network:router_interface', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': 'be92a7e6-1604-4603-bacc-7f09a5c98a28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:36:59Z', 'updated_at': '2022-01-28T07:37:09Z', 'revision_number': 5, 'project_id': '6e11006faf4241738db69f23221595e2', 'subnets': [{'id': 'be92a7e6-1604-4603-bacc-7f09a5c98a28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:51:12.727714 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ffb0324-f6f5-4c07-baee-23f9d37f403a None None] New status for floating IP 7c97c275-b366-46c3-bdfd-57b82d2bc1ab: DOWN {{(pid=103286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 07:51:13.304676 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b7c7bd-0ede-47af-8b17-85aa2189fbf6 req-d563bd86-a6b5-4ce6-86d0-79b0ead01f0b tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:51:13.306085 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-50b7c7bd-0ede-47af-8b17-85aa2189fbf6 req-d563bd86-a6b5-4ce6-86d0-79b0ead01f0b tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e4102b0-3049-4b70-b5d1-ae8300e300f6 HTTP/1.1" status: 200 len: 946 time: 0.0501032 Jan 28 07:51:13.355675 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-50b7c7bd-0ede-47af-8b17-85aa2189fbf6 req-f0dc4ab0-7e47-40f1-85f5-2f1674f6446a tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec6d871e-ef1d-448d-95b7-68ce22e3161e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435398 Jan 28 07:51:14.084713 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8581fa01-8ac3-4df7-83c1-bd917cf9e394 req-27553c58-9dce-4598-8dcb-a616179fc481 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:51:14.086203 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8581fa01-8ac3-4df7-83c1-bd917cf9e394 req-27553c58-9dce-4598-8dcb-a616179fc481 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e4102b0-3049-4b70-b5d1-ae8300e300f6 HTTP/1.1" status: 200 len: 946 time: 0.0548286 Jan 28 07:51:14.176902 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-8581fa01-8ac3-4df7-83c1-bd917cf9e394 req-5c9b0b0d-434f-4bb5-bd14-65be3aa99903 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Deleting port 44b6c68f-2a00-4110-99b6-ff002afe82bc {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:51:14.177246 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-8581fa01-8ac3-4df7-83c1-bd917cf9e394 req-5c9b0b0d-434f-4bb5-bd14-65be3aa99903 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (44b6c68f-2a00-4110-99b6-ff002afe82bc), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:51:14.268523 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-8581fa01-8ac3-4df7-83c1-bd917cf9e394 req-5c9b0b0d-434f-4bb5-bd14-65be3aa99903 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] For port 44b6c68f-2a00-4110-99b6-ff002afe82bc, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=44b6c68f-2a00-4110-99b6-ff002afe82bc,segment=NetworkSegment(51b887d5-fd17-4f2d-9bed-8a0b60014438),segment_id=51b887d5-fd17-4f2d-9bed-8a0b60014438)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:51:14.268894 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-8581fa01-8ac3-4df7-83c1-bd917cf9e394 req-5c9b0b0d-434f-4bb5-bd14-65be3aa99903 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (44b6c68f-2a00-4110-99b6-ff002afe82bc), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:51:14.281047 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-8581fa01-8ac3-4df7-83c1-bd917cf9e394 req-5c9b0b0d-434f-4bb5-bd14-65be3aa99903 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Calling delete_port for 44b6c68f-2a00-4110-99b6-ff002afe82bc owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:51:14.443071 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-8581fa01-8ac3-4df7-83c1-bd917cf9e394 req-5c9b0b0d-434f-4bb5-bd14-65be3aa99903 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (44b6c68f-2a00-4110-99b6-ff002afe82bc), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:51:14.472336 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0fb7fc5a-3720-467b-9f8d-5234b8cad439 req-f7ecabb3-84d9-4e35-9d8a-8723cae82b87 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e4102b0-3049-4b70-b5d1-ae8300e300f6 HTTP/1.1" status: 200 len: 210 time: 0.0389528 Jan 28 07:51:14.492502 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9b0b0d-434f-4bb5-bd14-65be3aa99903 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Pushing event deleted for resources: {'Port': ['ID=44b6c68f-2a00-4110-99b6-ff002afe82bc,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:51:14.538220 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-8581fa01-8ac3-4df7-83c1-bd917cf9e394 req-5c9b0b0d-434f-4bb5-bd14-65be3aa99903 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] No DVR routers for this DVR port 44b6c68f-2a00-4110-99b6-ff002afe82bc on host n-h1-712749-28 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:51:14.540900 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-8581fa01-8ac3-4df7-83c1-bd917cf9e394 req-5c9b0b0d-434f-4bb5-bd14-65be3aa99903 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:51:14.544348 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8581fa01-8ac3-4df7-83c1-bd917cf9e394 req-5c9b0b0d-434f-4bb5-bd14-65be3aa99903 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.10 "DELETE /v2.0/ports/44b6c68f-2a00-4110-99b6-ff002afe82bc HTTP/1.1" status: 204 len: 173 time: 0.4508870 Jan 28 07:51:14.544859 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e4102b0-3049-4b70-b5d1-ae8300e300f6', 'name': 'network-vif-deleted', 'tag': '44b6c68f-2a00-4110-99b6-ff002afe82bc'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:51:14.547100 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe6bfa8f-a4dd-4c41-ab40-56e58844404d" -d '{"events": [{"server_uuid": "2e4102b0-3049-4b70-b5d1-ae8300e300f6", "name": "network-vif-deleted", "tag": "44b6c68f-2a00-4110-99b6-ff002afe82bc"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:51:14.588975 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f3e9c31-08d3-4ec1-b583-7893f018ef71 x-openstack-request-id: req-1f3e9c31-08d3-4ec1-b583-7893f018ef71 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:51:14.589213 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e4102b0-3049-4b70-b5d1-ae8300e300f6", "name": "network-vif-deleted", "tag": "44b6c68f-2a00-4110-99b6-ff002afe82bc", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:51:14.589511 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1f3e9c31-08d3-4ec1-b583-7893f018ef71 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:51:14.590595 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e4102b0-3049-4b70-b5d1-ae8300e300f6', 'name': 'network-vif-deleted', 'tag': '44b6c68f-2a00-4110-99b6-ff002afe82bc', 'status': 'completed', 'code': 200} Jan 28 07:51:15.568148 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4192ffd1-070d-4cc4-8889-4957ac13147d req-26d189bd-c391-4dfa-bdb7-b9cfd414e1a5 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e4102b0-3049-4b70-b5d1-ae8300e300f6 HTTP/1.1" status: 200 len: 210 time: 0.0269880 Jan 28 07:51:15.833702 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 44b6c68f-2a00-4110-99b6-ff002afe82bc no longer exists at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:51:15.853600 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] No Port match for: 44b6c68f-2a00-4110-99b6-ff002afe82bc {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:51:15.853947 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 44b6c68f-2a00-4110-99b6-ff002afe82bc not bound to the agent host n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:51:16.664681 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e9d0519a-c636-488b-a172-3a7f0d75f817 req-587ad1f5-3585-41bc-b343-85a91df000af tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e4102b0-3049-4b70-b5d1-ae8300e300f6 HTTP/1.1" status: 200 len: 210 time: 0.0288992 Jan 28 07:51:17.767279 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-fa09342d-6f09-49eb-9f7d-c8e9bce13609 req-f747acd3-944a-4496-a8be-e4583602392e tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e4102b0-3049-4b70-b5d1-ae8300e300f6 HTTP/1.1" status: 200 len: 210 time: 0.0270689 Jan 28 07:51:18.862470 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c201e55a-b68c-4970-bbc1-2077a14df3df req-2e0ffcf1-3056-4951-a124-029f122f913c tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e4102b0-3049-4b70-b5d1-ae8300e300f6 HTTP/1.1" status: 200 len: 210 time: 0.0266647 Jan 28 07:51:19.973113 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-71263f38-a47f-4792-9b9e-8ce3a07a00c2 req-a1ee2d98-6de4-45a1-841d-252a5d84c809 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e4102b0-3049-4b70-b5d1-ae8300e300f6 HTTP/1.1" status: 200 len: 210 time: 0.0365725 Jan 28 07:51:21.067963 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2edd7dff-94e9-42ca-986b-3f6b1a940f7d req-4dff5266-3b2f-462f-875d-dc6ea8389b08 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e4102b0-3049-4b70-b5d1-ae8300e300f6 HTTP/1.1" status: 200 len: 210 time: 0.0276270 Jan 28 07:51:22.164813 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d4977cf3-2640-4348-8637-b38ec7e3b76a req-5bd315cd-6ba6-4cdd-a059-a32ee49faf42 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e4102b0-3049-4b70-b5d1-ae8300e300f6 HTTP/1.1" status: 200 len: 210 time: 0.0276606 Jan 28 07:51:23.273627 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1e10554f-8505-463c-b259-0e7e95f2101f req-d9ab1571-7384-40dd-8ff4-0517052574f0 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e4102b0-3049-4b70-b5d1-ae8300e300f6 HTTP/1.1" status: 200 len: 210 time: 0.0261004 Jan 28 07:51:24.330582 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 35240) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:51:24.459901 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-57250fae-d408-4773-85e0-2f5b1a8b1f10 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Deleting port 34e7de8d-e4ec-47b9-9a69-d7e1f5678cd3 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:51:24.460280 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-57250fae-d408-4773-85e0-2f5b1a8b1f10 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (34e7de8d-e4ec-47b9-9a69-d7e1f5678cd3), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:51:24.536573 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-57250fae-d408-4773-85e0-2f5b1a8b1f10 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (34e7de8d-e4ec-47b9-9a69-d7e1f5678cd3), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:51:24.536905 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-57250fae-d408-4773-85e0-2f5b1a8b1f10 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Publish callbacks [] for floatingip (34e7de8d-e4ec-47b9-9a69-d7e1f5678cd3), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:51:24.549197 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-57250fae-d408-4773-85e0-2f5b1a8b1f10 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Calling delete_port for 34e7de8d-e4ec-47b9-9a69-d7e1f5678cd3 owned by network:floatingip {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:51:24.680628 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-57250fae-d408-4773-85e0-2f5b1a8b1f10 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (34e7de8d-e4ec-47b9-9a69-d7e1f5678cd3), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:51:24.707724 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57250fae-d408-4773-85e0-2f5b1a8b1f10 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Pushing event deleted for resources: {'Port': ['ID=34e7de8d-e4ec-47b9-9a69-d7e1f5678cd3,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:51:24.731521 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57250fae-d408-4773-85e0-2f5b1a8b1f10 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:51:24.731867 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57250fae-d408-4773-85e0-2f5b1a8b1f10 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:51:24.732218 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57250fae-d408-4773-85e0-2f5b1a8b1f10 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:51:24.732563 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57250fae-d408-4773-85e0-2f5b1a8b1f10 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:51:24.732896 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57250fae-d408-4773-85e0-2f5b1a8b1f10 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:51:24.733225 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57250fae-d408-4773-85e0-2f5b1a8b1f10 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:51:24.733548 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57250fae-d408-4773-85e0-2f5b1a8b1f10 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:51:24.733887 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57250fae-d408-4773-85e0-2f5b1a8b1f10 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:51:24.734199 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57250fae-d408-4773-85e0-2f5b1a8b1f10 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:51:24.734516 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57250fae-d408-4773-85e0-2f5b1a8b1f10 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:51:24.734836 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57250fae-d408-4773-85e0-2f5b1a8b1f10 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:51:24.735157 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57250fae-d408-4773-85e0-2f5b1a8b1f10 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:51:24.735478 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57250fae-d408-4773-85e0-2f5b1a8b1f10 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:51:24.776393 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-57250fae-d408-4773-85e0-2f5b1a8b1f10 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Publish callbacks [] for floatingip (3761fe04-234f-4723-b16b-7485acb224e9), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:51:24.779396 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-57250fae-d408-4773-85e0-2f5b1a8b1f10 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for floatingip (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:51:24.780876 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-57250fae-d408-4773-85e0-2f5b1a8b1f10 tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "DELETE /v2.0/floatingips/3761fe04-234f-4723-b16b-7485acb224e9 HTTP/1.1" status: 204 len: 168 time: 0.4492462 Jan 28 07:51:30.160862 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 35260) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:51:30.217674 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7074c0f6-66ac-4211-b224-76cdeb9fed8e tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Publish callbacks [] for security_group (ec6d871e-ef1d-448d-95b7-68ce22e3161e), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:51:30.242119 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7074c0f6-66ac-4211-b224-76cdeb9fed8e tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Publish callbacks [] for security_group (ec6d871e-ef1d-448d-95b7-68ce22e3161e), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:51:30.301628 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7074c0f6-66ac-4211-b224-76cdeb9fed8e tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (ec6d871e-ef1d-448d-95b7-68ce22e3161e), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:51:30.304415 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7074c0f6-66ac-4211-b224-76cdeb9fed8e tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:51:30.308160 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-7074c0f6-66ac-4211-b224-76cdeb9fed8e tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] 10.222.0.41 "DELETE /v2.0/security-groups/ec6d871e-ef1d-448d-95b7-68ce22e3161e HTTP/1.1" status: 204 len: 168 time: 0.1437399 Jan 28 07:51:30.316086 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7074c0f6-66ac-4211-b224-76cdeb9fed8e tempest-TestVolumeBootPattern-229783622 tempest-TestVolumeBootPattern-229783622-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec6d871e-ef1d-448d-95b7-68ce22e3161e,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:51:30.392708 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 35264) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:51:30.858808 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c8d78371-da3a-4a0d-85b1-7c6afb2334a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16606535'] for router_interface (223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:51:31.103803 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-c8d78371-da3a-4a0d-85b1-7c6afb2334a1 admin admin] Deleting port 6bd0b371-0176-49d3-aace-d1119e35cf02 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:51:31.104139 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c8d78371-da3a-4a0d-85b1-7c6afb2334a1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (6bd0b371-0176-49d3-aace-d1119e35cf02), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:51:31.178660 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-c8d78371-da3a-4a0d-85b1-7c6afb2334a1 admin admin] For port 6bd0b371-0176-49d3-aace-d1119e35cf02, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=6bd0b371-0176-49d3-aace-d1119e35cf02,segment=NetworkSegment(51b887d5-fd17-4f2d-9bed-8a0b60014438),segment_id=51b887d5-fd17-4f2d-9bed-8a0b60014438)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:51:31.179309 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c8d78371-da3a-4a0d-85b1-7c6afb2334a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (6bd0b371-0176-49d3-aace-d1119e35cf02), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:51:31.191818 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-c8d78371-da3a-4a0d-85b1-7c6afb2334a1 admin admin] Calling delete_port for 6bd0b371-0176-49d3-aace-d1119e35cf02 owned by network:router_interface {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:51:31.370609 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c8d78371-da3a-4a0d-85b1-7c6afb2334a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (6bd0b371-0176-49d3-aace-d1119e35cf02), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:51:31.401176 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d78371-da3a-4a0d-85b1-7c6afb2334a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=6bd0b371-0176-49d3-aace-d1119e35cf02,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:51:31.576211 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c8d78371-da3a-4a0d-85b1-7c6afb2334a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16319006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16606699'] for router_interface (223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:51:31.794546 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8d78371-da3a-4a0d-85b1-7c6afb2334a1 admin admin] Router 223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:51:31.902244 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8d78371-da3a-4a0d-85b1-7c6afb2334a1 admin admin] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:51:31.907867 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-c8d78371-da3a-4a0d-85b1-7c6afb2334a1 admin admin] 10.222.0.41 "PUT /v2.0/routers/223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5140452 Jan 28 07:51:31.910534 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 35268) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:51:31.914193 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5ead6e-df27-4e2e-b59b-7a046b9c9e29 None None] Sync routers for ids ['223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:51:31.924761 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5ead6e-df27-4e2e-b59b-7a046b9c9e29 None None] Routers {'223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:51:31.925370 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-9a5ead6e-df27-4e2e-b59b-7a046b9c9e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:51:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:51:32.013645 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2ab87a0d-cf8b-4baf-b849-b0e704621d43 admin admin] Publish callbacks [] for router (223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:51:32.027861 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-9a5ead6e-df27-4e2e-b59b-7a046b9c9e29 None None] Set router 223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:51:32.112780 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2ab87a0d-cf8b-4baf-b849-b0e704621d43 admin admin] Publish callbacks [] for router_gateway (223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:51:32.170629 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-2ab87a0d-cf8b-4baf-b849-b0e704621d43 admin admin] Deleting port 4d0ac443-e982-4b0e-90f2-7a705ce9d79c {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:51:32.170974 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2ab87a0d-cf8b-4baf-b849-b0e704621d43 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (4d0ac443-e982-4b0e-90f2-7a705ce9d79c), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:51:32.206606 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-9a5ead6e-df27-4e2e-b59b-7a046b9c9e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138', 'name': 'tempest-TestVolumeBootPattern-1970769524-router', 'tenant_id': '6e11006faf4241738db69f23221595e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': '4d0ac443-e982-4b0e-90f2-7a705ce9d79c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:36:56Z', 'updated_at': '2022-01-28T07:51:31Z', 'revision_number': 5, 'project_id': '6e11006faf4241738db69f23221595e2', 'gw_port': {'id': '4d0ac443-e982-4b0e-90f2-7a705ce9d79c', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:af:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3391, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:36:57Z', 'updated_at': '2022-01-28T07:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:51:32.235304 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5ead6e-df27-4e2e-b59b-7a046b9c9e29 None None] Checking router: 223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138 for host: n-d-712749-28 {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:51:32.243492 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5ead6e-df27-4e2e-b59b-7a046b9c9e29 None None] Routers {'223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:51:32.244088 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-9a5ead6e-df27-4e2e-b59b-7a046b9c9e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:51:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:51:32.250413 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-2ab87a0d-cf8b-4baf-b849-b0e704621d43 admin admin] For port 4d0ac443-e982-4b0e-90f2-7a705ce9d79c, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=4d0ac443-e982-4b0e-90f2-7a705ce9d79c,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:51:32.250898 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2ab87a0d-cf8b-4baf-b849-b0e704621d43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (4d0ac443-e982-4b0e-90f2-7a705ce9d79c), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:51:32.262512 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-2ab87a0d-cf8b-4baf-b849-b0e704621d43 admin admin] Calling delete_port for 4d0ac443-e982-4b0e-90f2-7a705ce9d79c owned by network:router_gateway {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:51:32.328397 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-9a5ead6e-df27-4e2e-b59b-7a046b9c9e29 None None] Set router 223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138 gateway port host: None {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:51:32.384401 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-9a5ead6e-df27-4e2e-b59b-7a046b9c9e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138', 'name': 'tempest-TestVolumeBootPattern-1970769524-router', 'tenant_id': '6e11006faf4241738db69f23221595e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:36:56Z', 'updated_at': '2022-01-28T07:51:32Z', 'revision_number': 6, 'project_id': '6e11006faf4241738db69f23221595e2', 'gw_port_host': None}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:51:32.410366 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5ead6e-df27-4e2e-b59b-7a046b9c9e29 None None] The sync data for ids ['223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138'] in n-d-712749-28 is: [{'id': '223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138', 'name': 'tempest-TestVolumeBootPattern-1970769524-router', 'tenant_id': '6e11006faf4241738db69f23221595e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:36:56Z', 'updated_at': '2022-01-28T07:51:32Z', 'revision_number': 6, 'project_id': '6e11006faf4241738db69f23221595e2', 'gw_port_host': None}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:51:32.428841 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2ab87a0d-cf8b-4baf-b849-b0e704621d43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (4d0ac443-e982-4b0e-90f2-7a705ce9d79c), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:51:32.456531 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab87a0d-cf8b-4baf-b849-b0e704621d43 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d0ac443-e982-4b0e-90f2-7a705ce9d79c,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:51:32.520575 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2ab87a0d-cf8b-4baf-b849-b0e704621d43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16607873'] for router_gateway (223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:51:32.608100 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2ab87a0d-cf8b-4baf-b849-b0e704621d43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16605684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127449'] for router (223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:51:32.610228 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2ab87a0d-cf8b-4baf-b849-b0e704621d43 admin admin] Publish callbacks [] for router_controller (223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:51:32.652273 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2ab87a0d-cf8b-4baf-b849-b0e704621d43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16605693'] for router (223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:51:32.652763 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ab87a0d-cf8b-4baf-b849-b0e704621d43 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138 {{(pid=103284) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 07:51:32.657342 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2ab87a0d-cf8b-4baf-b849-b0e704621d43 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:51:32.658568 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-2ab87a0d-cf8b-4baf-b849-b0e704621d43 admin admin] 10.222.0.41 "DELETE /v2.0/routers/223e5ca5-5d5b-4c7b-9cdd-1a21df4cc138 HTTP/1.1" status: 204 len: 168 time: 0.7471089 Jan 28 07:51:32.661126 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 35270) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:51:32.711583 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-075cab2a-f0c6-4be9-aeed-77ddbac3ea44 admin admin] Deleting subnet be92a7e6-1604-4603-bacc-7f09a5c98a28 {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:51:32.714682 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-075cab2a-f0c6-4be9-aeed-77ddbac3ea44 admin admin] Publish callbacks [] for subnet (be92a7e6-1604-4603-bacc-7f09a5c98a28), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:51:32.753460 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-075cab2a-f0c6-4be9-aeed-77ddbac3ea44 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24759175'] for subnet (be92a7e6-1604-4603-bacc-7f09a5c98a28), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:51:32.838232 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-075cab2a-f0c6-4be9-aeed-77ddbac3ea44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (be92a7e6-1604-4603-bacc-7f09a5c98a28), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:51:32.901172 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-075cab2a-f0c6-4be9-aeed-77ddbac3ea44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24757569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24979817'] for subnet (be92a7e6-1604-4603-bacc-7f09a5c98a28), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:51:32.936920 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075cab2a-f0c6-4be9-aeed-77ddbac3ea44 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be92a7e6-1604-4603-bacc-7f09a5c98a28,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:51:32.939533 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-075cab2a-f0c6-4be9-aeed-77ddbac3ea44 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:51:32.944932 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-075cab2a-f0c6-4be9-aeed-77ddbac3ea44 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/be92a7e6-1604-4603-bacc-7f09a5c98a28 HTTP/1.1" status: 204 len: 168 time: 0.2828505 Jan 28 07:51:32.945707 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a2ca8fe-765a-4c59-8ffd-26ffe0fcc7f5 None None] Network e89cba95-7c88-42ca-a2a1-7604d77c150d requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:51:32.947436 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 35272) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:51:33.197996 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d30d016e-5589-490b-9439-71bf27e3e9bf None None] DHCP port deletion for e89cba95-7c88-42ca-a2a1-7604d77c150d request from n-d-712749-28 {{(pid=103285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 07:51:33.257982 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 6bd0b371-0176-49d3-aace-d1119e35cf02 no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:51:33.262972 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-d30d016e-5589-490b-9439-71bf27e3e9bf None None] Deleting port c78f4a61-45a5-4473-9034-bef4ec834f07 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:51:33.263356 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d30d016e-5589-490b-9439-71bf27e3e9bf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (c78f4a61-45a5-4473-9034-bef4ec834f07), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:51:33.307993 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: 6bd0b371-0176-49d3-aace-d1119e35cf02 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:51:33.308380 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 6bd0b371-0176-49d3-aace-d1119e35cf02 not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:51:33.308817 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 4d0ac443-e982-4b0e-90f2-7a705ce9d79c no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:51:33.354834 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-634c65c3-8cb0-432c-bf67-3d66f22e8f09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (e89cba95-7c88-42ca-a2a1-7604d77c150d), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:51:33.372325 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: 4d0ac443-e982-4b0e-90f2-7a705ce9d79c {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:51:33.372743 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 4d0ac443-e982-4b0e-90f2-7a705ce9d79c not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:51:33.373348 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device c78f4a61-45a5-4473-9034-bef4ec834f07 no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:51:33.381740 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:51:33.408372 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bf31502a-b7eb-44dc-8435-ad054d01fafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:51:33.412539 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-634c65c3-8cb0-432c-bf67-3d66f22e8f09 admin admin] Deleting port c78f4a61-45a5-4473-9034-bef4ec834f07 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:51:33.412820 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-634c65c3-8cb0-432c-bf67-3d66f22e8f09 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (c78f4a61-45a5-4473-9034-bef4ec834f07), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:51:33.421279 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-d30d016e-5589-490b-9439-71bf27e3e9bf None None] For port c78f4a61-45a5-4473-9034-bef4ec834f07, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=c78f4a61-45a5-4473-9034-bef4ec834f07,segment=NetworkSegment(51b887d5-fd17-4f2d-9bed-8a0b60014438),segment_id=51b887d5-fd17-4f2d-9bed-8a0b60014438)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:51:33.421690 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d30d016e-5589-490b-9439-71bf27e3e9bf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (c78f4a61-45a5-4473-9034-bef4ec834f07), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:51:33.446900 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-d30d016e-5589-490b-9439-71bf27e3e9bf None None] Calling delete_port for c78f4a61-45a5-4473-9034-bef4ec834f07 owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:51:33.487749 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-634c65c3-8cb0-432c-bf67-3d66f22e8f09 admin admin] For port c78f4a61-45a5-4473-9034-bef4ec834f07, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=c78f4a61-45a5-4473-9034-bef4ec834f07,segment=NetworkSegment(51b887d5-fd17-4f2d-9bed-8a0b60014438),segment_id=51b887d5-fd17-4f2d-9bed-8a0b60014438)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:51:33.488155 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-634c65c3-8cb0-432c-bf67-3d66f22e8f09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (c78f4a61-45a5-4473-9034-bef4ec834f07), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:51:33.502996 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-634c65c3-8cb0-432c-bf67-3d66f22e8f09 admin admin] Calling delete_port for c78f4a61-45a5-4473-9034-bef4ec834f07 owned by network:dhcp {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:51:33.542154 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port c78f4a61-45a5-4473-9034-bef4ec834f07 is: ACTIVE; New status is: DOWN {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:51:33.542554 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (c78f4a61-45a5-4473-9034-bef4ec834f07), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:51:33.585813 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] For port c78f4a61-45a5-4473-9034-bef4ec834f07, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=c78f4a61-45a5-4473-9034-bef4ec834f07,segment=NetworkSegment(51b887d5-fd17-4f2d-9bed-8a0b60014438),segment_id=51b887d5-fd17-4f2d-9bed-8a0b60014438)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:51:33.590997 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (c78f4a61-45a5-4473-9034-bef4ec834f07), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:51:33.605819 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-634c65c3-8cb0-432c-bf67-3d66f22e8f09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (c78f4a61-45a5-4473-9034-bef4ec834f07), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:51:33.624768 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d30d016e-5589-490b-9439-71bf27e3e9bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298'] for port (c78f4a61-45a5-4473-9034-bef4ec834f07), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:51:33.630247 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634c65c3-8cb0-432c-bf67-3d66f22e8f09 admin admin] Pushing event deleted for resources: {'Port': ['ID=c78f4a61-45a5-4473-9034-bef4ec834f07,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:51:33.636575 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634c65c3-8cb0-432c-bf67-3d66f22e8f09 admin admin] No DVR routers for this DVR port c78f4a61-45a5-4473-9034-bef4ec834f07 on host n-d-712749-28 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:51:33.715356 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-634c65c3-8cb0-432c-bf67-3d66f22e8f09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (e89cba95-7c88-42ca-a2a1-7604d77c150d), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:51:33.739586 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-634c65c3-8cb0-432c-bf67-3d66f22e8f09 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e89cba95-7c88-42ca-a2a1-7604d77c150d']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:51:33.751072 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-634c65c3-8cb0-432c-bf67-3d66f22e8f09 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51b887d5-fd17-4f2d-9bed-8a0b60014438') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:51:33.751418 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-634c65c3-8cb0-432c-bf67-3d66f22e8f09 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51b887d5-fd17-4f2d-9bed-8a0b60014438') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:51:33.762542 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-634c65c3-8cb0-432c-bf67-3d66f22e8f09 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24759294'] for segment (51b887d5-fd17-4f2d-9bed-8a0b60014438), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:51:33.777269 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-634c65c3-8cb0-432c-bf67-3d66f22e8f09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (51b887d5-fd17-4f2d-9bed-8a0b60014438), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:51:33.784222 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-634c65c3-8cb0-432c-bf67-3d66f22e8f09 admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:51:33.784642 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-634c65c3-8cb0-432c-bf67-3d66f22e8f09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24757675'] for segment (51b887d5-fd17-4f2d-9bed-8a0b60014438), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:51:33.786624 n-d-712749-28 neutron-server[103284]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:51:33.786624 n-d-712749-28 neutron-server[103284]: self.session.flush() Jan 28 07:51:33.786624 n-d-712749-28 neutron-server[103284]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:51:33.786624 n-d-712749-28 neutron-server[103284]: self.session.flush() Jan 28 07:51:33.786624 n-d-712749-28 neutron-server[103284]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:51:33.786624 n-d-712749-28 neutron-server[103284]: self.session.flush() Jan 28 07:51:33.786624 n-d-712749-28 neutron-server[103284]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:51:33.786624 n-d-712749-28 neutron-server[103284]: self.session.flush() Jan 28 07:51:33.786624 n-d-712749-28 neutron-server[103284]: Traceback (most recent call last): Jan 28 07:51:33.786624 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:51:33.786624 n-d-712749-28 neutron-server[103284]: timer() Jan 28 07:51:33.786624 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:51:33.786624 n-d-712749-28 neutron-server[103284]: cb(*args, **kw) Jan 28 07:51:33.786624 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:51:33.786624 n-d-712749-28 neutron-server[103284]: return func(*args, **kwargs) Jan 28 07:51:33.786624 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:51:33.786624 n-d-712749-28 neutron-server[103284]: self._notify() Jan 28 07:51:33.786624 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:51:33.786624 n-d-712749-28 neutron-server[103284]: self.callback(batched_events) Jan 28 07:51:33.786624 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:51:33.786624 n-d-712749-28 neutron-server[103284]: event.method(event) Jan 28 07:51:33.786624 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:51:33.786624 n-d-712749-28 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:51:33.786624 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:51:33.786624 n-d-712749-28 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:51:33.786624 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:51:33.786624 n-d-712749-28 neutron-server[103284]: return f(self, *a, **k) Jan 28 07:51:33.786624 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:51:33.786624 n-d-712749-28 neutron-server[103284]: return self._get(url).json() Jan 28 07:51:33.786624 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:51:33.786624 n-d-712749-28 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:51:33.786624 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:51:33.786624 n-d-712749-28 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Jan 28 07:51:33.786624 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:51:33.786624 n-d-712749-28 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:51:33.786624 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:51:33.786624 n-d-712749-28 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:51:33.786624 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:51:33.786624 n-d-712749-28 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:51:33.786624 n-d-712749-28 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:51:33.808273 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30d016e-5589-490b-9439-71bf27e3e9bf None None] No DVR routers for this DVR port c78f4a61-45a5-4473-9034-bef4ec834f07 on host n-d-712749-28 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:51:33.823734 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Pushing event updated for resources: {'Port': ['ID=c78f4a61-45a5-4473-9034-bef4ec834f07,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:51:33.832628 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:51:33.832987 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:51:33.833334 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:51:33.833673 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:51:33.834009 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:51:33.834345 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:51:33.834675 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:51:33.835004 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:51:33.835330 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:51:33.835653 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:51:33.835975 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:51:33.836328 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:51:33.836665 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:51:33.849296 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-634c65c3-8cb0-432c-bf67-3d66f22e8f09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (e89cba95-7c88-42ca-a2a1-7604d77c150d), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:51:33.863384 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-634c65c3-8cb0-432c-bf67-3d66f22e8f09 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:51:33.866308 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30d016e-5589-490b-9439-71bf27e3e9bf None None] Pushing event deleted for resources: {'Port': ['ID=c78f4a61-45a5-4473-9034-bef4ec834f07,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:51:33.868159 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-634c65c3-8cb0-432c-bf67-3d66f22e8f09 admin admin] 10.222.0.41 "DELETE /v2.0/networks/e89cba95-7c88-42ca-a2a1-7604d77c150d HTTP/1.1" status: 204 len: 168 time: 0.9184585 Jan 28 07:51:33.869922 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 35274) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:51:33.878188 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634c65c3-8cb0-432c-bf67-3d66f22e8f09 admin admin] Pushing event deleted for resources: {'Network': ['ID=e89cba95-7c88-42ca-a2a1-7604d77c150d,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:51:34.213217 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c3a6068d-6505-4655-b75c-dd96c1f2befb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16606535'] for router_interface (f2404f02-2469-4b59-b6e6-295d17ea5988), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:51:34.275667 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:51:34.460863 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-c3a6068d-6505-4655-b75c-dd96c1f2befb admin admin] Deleting port 6f4402e3-6ce9-469c-bca5-da8c33a1536e {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:51:34.461210 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c3a6068d-6505-4655-b75c-dd96c1f2befb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (6f4402e3-6ce9-469c-bca5-da8c33a1536e), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:51:34.537767 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-c3a6068d-6505-4655-b75c-dd96c1f2befb admin admin] For port 6f4402e3-6ce9-469c-bca5-da8c33a1536e, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=6f4402e3-6ce9-469c-bca5-da8c33a1536e,segment=NetworkSegment(325955be-6e85-4201-8fd7-9cc30ecf0ab1),segment_id=325955be-6e85-4201-8fd7-9cc30ecf0ab1)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:51:34.538135 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c3a6068d-6505-4655-b75c-dd96c1f2befb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (6f4402e3-6ce9-469c-bca5-da8c33a1536e), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:51:34.550777 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-c3a6068d-6505-4655-b75c-dd96c1f2befb admin admin] Calling delete_port for 6f4402e3-6ce9-469c-bca5-da8c33a1536e owned by network:router_interface {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:51:34.727916 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c3a6068d-6505-4655-b75c-dd96c1f2befb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (6f4402e3-6ce9-469c-bca5-da8c33a1536e), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:51:34.756943 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a6068d-6505-4655-b75c-dd96c1f2befb admin admin] Pushing event deleted for resources: {'Port': ['ID=6f4402e3-6ce9-469c-bca5-da8c33a1536e,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:51:34.932563 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c3a6068d-6505-4655-b75c-dd96c1f2befb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16319006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16606699'] for router_interface (f2404f02-2469-4b59-b6e6-295d17ea5988), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:51:35.148214 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3a6068d-6505-4655-b75c-dd96c1f2befb admin admin] Router f2404f02-2469-4b59-b6e6-295d17ea5988 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:51:35.254634 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3a6068d-6505-4655-b75c-dd96c1f2befb admin admin] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:51:35.259586 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-c3a6068d-6505-4655-b75c-dd96c1f2befb admin admin] 10.222.0.41 "PUT /v2.0/routers/f2404f02-2469-4b59-b6e6-295d17ea5988/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3875062 Jan 28 07:51:35.262354 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 35276) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:51:35.263041 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b131fb5e-f2e7-4fd1-8d98-1cc479be5d52 None None] Sync routers for ids ['f2404f02-2469-4b59-b6e6-295d17ea5988'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:51:35.273359 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b131fb5e-f2e7-4fd1-8d98-1cc479be5d52 None None] Routers {'f2404f02-2469-4b59-b6e6-295d17ea5988'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:51:35.274008 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-b131fb5e-f2e7-4fd1-8d98-1cc479be5d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:51:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['f2404f02-2469-4b59-b6e6-295d17ea5988'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:51:35.370273 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9949b811-9251-4753-b358-afc7b7a2461b admin admin] Publish callbacks [] for router (f2404f02-2469-4b59-b6e6-295d17ea5988), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:51:35.377600 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-b131fb5e-f2e7-4fd1-8d98-1cc479be5d52 None None] Set router f2404f02-2469-4b59-b6e6-295d17ea5988 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:51:35.560478 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-b131fb5e-f2e7-4fd1-8d98-1cc479be5d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2404f02-2469-4b59-b6e6-295d17ea5988', 'name': 'tempest-TestVolumeBootPattern-903602563-router', 'tenant_id': 'c5067e54b94743f2ae5ca79079d848aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': 'df27a88d-171f-4ea5-a702-1f5223a9c272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:37:02Z', 'updated_at': '2022-01-28T07:51:34Z', 'revision_number': 5, 'project_id': 'c5067e54b94743f2ae5ca79079d848aa', 'gw_port': {'id': 'df27a88d-171f-4ea5-a702-1f5223a9c272', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:36:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2404f02-2469-4b59-b6e6-295d17ea5988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:37:03Z', 'updated_at': '2022-01-28T07:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:51:35.587401 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b131fb5e-f2e7-4fd1-8d98-1cc479be5d52 None None] Checking router: f2404f02-2469-4b59-b6e6-295d17ea5988 for host: n-d-712749-28 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:51:35.596795 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b131fb5e-f2e7-4fd1-8d98-1cc479be5d52 None None] Routers {'f2404f02-2469-4b59-b6e6-295d17ea5988'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:51:35.597412 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-b131fb5e-f2e7-4fd1-8d98-1cc479be5d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:51:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['f2404f02-2469-4b59-b6e6-295d17ea5988'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:51:35.647625 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c2d27a65-b41d-49cf-a7d8-df74f802612d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:51:35.703286 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-b131fb5e-f2e7-4fd1-8d98-1cc479be5d52 None None] Set router f2404f02-2469-4b59-b6e6-295d17ea5988 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:51:35.757720 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9949b811-9251-4753-b358-afc7b7a2461b admin admin] Publish callbacks [] for router_gateway (f2404f02-2469-4b59-b6e6-295d17ea5988), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:51:35.813116 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-9949b811-9251-4753-b358-afc7b7a2461b admin admin] Deleting port df27a88d-171f-4ea5-a702-1f5223a9c272 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:51:35.813489 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9949b811-9251-4753-b358-afc7b7a2461b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (df27a88d-171f-4ea5-a702-1f5223a9c272), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:51:35.882482 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-b131fb5e-f2e7-4fd1-8d98-1cc479be5d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2404f02-2469-4b59-b6e6-295d17ea5988', 'name': 'tempest-TestVolumeBootPattern-903602563-router', 'tenant_id': 'c5067e54b94743f2ae5ca79079d848aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': 'df27a88d-171f-4ea5-a702-1f5223a9c272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:37:02Z', 'updated_at': '2022-01-28T07:51:34Z', 'revision_number': 5, 'project_id': 'c5067e54b94743f2ae5ca79079d848aa', 'gw_port': {'id': 'df27a88d-171f-4ea5-a702-1f5223a9c272', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:36:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2404f02-2469-4b59-b6e6-295d17ea5988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:37:03Z', 'updated_at': '2022-01-28T07:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:51:35.892973 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-9949b811-9251-4753-b358-afc7b7a2461b admin admin] For port df27a88d-171f-4ea5-a702-1f5223a9c272, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=df27a88d-171f-4ea5-a702-1f5223a9c272,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:51:35.893546 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9949b811-9251-4753-b358-afc7b7a2461b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (df27a88d-171f-4ea5-a702-1f5223a9c272), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:51:35.909407 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-9949b811-9251-4753-b358-afc7b7a2461b admin admin] Calling delete_port for df27a88d-171f-4ea5-a702-1f5223a9c272 owned by network:router_gateway {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:51:35.910007 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b131fb5e-f2e7-4fd1-8d98-1cc479be5d52 None None] The sync data for ids ['f2404f02-2469-4b59-b6e6-295d17ea5988'] in n-d-712749-28 is: [{'id': 'f2404f02-2469-4b59-b6e6-295d17ea5988', 'name': 'tempest-TestVolumeBootPattern-903602563-router', 'tenant_id': 'c5067e54b94743f2ae5ca79079d848aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': 'df27a88d-171f-4ea5-a702-1f5223a9c272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:37:02Z', 'updated_at': '2022-01-28T07:51:34Z', 'revision_number': 5, 'project_id': 'c5067e54b94743f2ae5ca79079d848aa', 'gw_port': {'id': 'df27a88d-171f-4ea5-a702-1f5223a9c272', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:36:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2404f02-2469-4b59-b6e6-295d17ea5988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:37:03Z', 'updated_at': '2022-01-28T07:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:51:36.071907 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9949b811-9251-4753-b358-afc7b7a2461b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (df27a88d-171f-4ea5-a702-1f5223a9c272), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:51:36.103952 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9949b811-9251-4753-b358-afc7b7a2461b admin admin] Pushing event deleted for resources: {'Port': ['ID=df27a88d-171f-4ea5-a702-1f5223a9c272,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:51:36.163628 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9949b811-9251-4753-b358-afc7b7a2461b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16607873'] for router_gateway (f2404f02-2469-4b59-b6e6-295d17ea5988), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:51:36.257042 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9949b811-9251-4753-b358-afc7b7a2461b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16605684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127449'] for router (f2404f02-2469-4b59-b6e6-295d17ea5988), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:51:36.259075 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9949b811-9251-4753-b358-afc7b7a2461b admin admin] Publish callbacks [] for router_controller (f2404f02-2469-4b59-b6e6-295d17ea5988), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:51:36.307008 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9949b811-9251-4753-b358-afc7b7a2461b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16605693'] for router (f2404f02-2469-4b59-b6e6-295d17ea5988), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:51:36.307595 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9949b811-9251-4753-b358-afc7b7a2461b admin admin] Fanout notify agent at l3_agent the message router_deleted on router f2404f02-2469-4b59-b6e6-295d17ea5988 {{(pid=103283) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 07:51:36.313695 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9949b811-9251-4753-b358-afc7b7a2461b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:51:36.315214 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-9949b811-9251-4753-b358-afc7b7a2461b admin admin] 10.222.0.41 "DELETE /v2.0/routers/f2404f02-2469-4b59-b6e6-295d17ea5988 HTTP/1.1" status: 204 len: 168 time: 1.0517116 Jan 28 07:51:36.317573 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 35278) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:51:36.366579 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0543080-293e-4e7c-83d0-2852c25832ab admin admin] Deleting subnet ed52efa1-fdd4-4be4-b2f0-180f8182b9a6 {{(pid=103283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:51:36.370043 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f0543080-293e-4e7c-83d0-2852c25832ab admin admin] Publish callbacks [] for subnet (ed52efa1-fdd4-4be4-b2f0-180f8182b9a6), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:51:36.406249 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f0543080-293e-4e7c-83d0-2852c25832ab admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13506696'] for subnet (ed52efa1-fdd4-4be4-b2f0-180f8182b9a6), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:51:36.485072 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f0543080-293e-4e7c-83d0-2852c25832ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (ed52efa1-fdd4-4be4-b2f0-180f8182b9a6), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:51:36.546694 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f0543080-293e-4e7c-83d0-2852c25832ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13546665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13556132'] for subnet (ed52efa1-fdd4-4be4-b2f0-180f8182b9a6), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:51:36.575182 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0543080-293e-4e7c-83d0-2852c25832ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed52efa1-fdd4-4be4-b2f0-180f8182b9a6,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:51:36.580940 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f0543080-293e-4e7c-83d0-2852c25832ab admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:51:36.586931 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 35280) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:51:36.587383 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-f0543080-293e-4e7c-83d0-2852c25832ab admin admin] 10.222.0.41 "DELETE /v2.0/subnets/ed52efa1-fdd4-4be4-b2f0-180f8182b9a6 HTTP/1.1" status: 204 len: 168 time: 0.2684078 Jan 28 07:51:36.587468 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-334eaae2-23dc-4e70-854f-9f7f30899272 None None] Network 3404aff8-9094-444a-b26c-bffc725e4f12 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:51:36.657477 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-46c83707-0541-40ce-89fd-0469f7e4d767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (3404aff8-9094-444a-b26c-bffc725e4f12), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:51:36.713208 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-46c83707-0541-40ce-89fd-0469f7e4d767 admin admin] Deleting port dd8e7e7e-c1ec-4b54-a55a-7641357efda4 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:51:36.713552 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-46c83707-0541-40ce-89fd-0469f7e4d767 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (dd8e7e7e-c1ec-4b54-a55a-7641357efda4), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:51:36.778441 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-46c83707-0541-40ce-89fd-0469f7e4d767 admin admin] For port dd8e7e7e-c1ec-4b54-a55a-7641357efda4, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=dd8e7e7e-c1ec-4b54-a55a-7641357efda4,segment=NetworkSegment(325955be-6e85-4201-8fd7-9cc30ecf0ab1),segment_id=325955be-6e85-4201-8fd7-9cc30ecf0ab1)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:51:36.778784 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-46c83707-0541-40ce-89fd-0469f7e4d767 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (dd8e7e7e-c1ec-4b54-a55a-7641357efda4), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:51:36.792119 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-46c83707-0541-40ce-89fd-0469f7e4d767 admin admin] Calling delete_port for dd8e7e7e-c1ec-4b54-a55a-7641357efda4 owned by network:dhcp {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:51:36.870158 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-46c83707-0541-40ce-89fd-0469f7e4d767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (dd8e7e7e-c1ec-4b54-a55a-7641357efda4), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:51:36.898935 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c83707-0541-40ce-89fd-0469f7e4d767 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd8e7e7e-c1ec-4b54-a55a-7641357efda4,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:51:36.902461 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c83707-0541-40ce-89fd-0469f7e4d767 admin admin] No DVR routers for this DVR port dd8e7e7e-c1ec-4b54-a55a-7641357efda4 on host n-d-712749-28 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:51:36.962215 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f2ead8-7d74-4c7f-a0e5-01d241c7d35d None None] DHCP port deletion for 3404aff8-9094-444a-b26c-bffc725e4f12 request from n-d-712749-28 {{(pid=103285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 07:51:36.977765 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-46c83707-0541-40ce-89fd-0469f7e4d767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (3404aff8-9094-444a-b26c-bffc725e4f12), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:51:36.999757 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-46c83707-0541-40ce-89fd-0469f7e4d767 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3404aff8-9094-444a-b26c-bffc725e4f12']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:51:37.008967 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-46c83707-0541-40ce-89fd-0469f7e4d767 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '325955be-6e85-4201-8fd7-9cc30ecf0ab1') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:51:37.009266 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-46c83707-0541-40ce-89fd-0469f7e4d767 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '325955be-6e85-4201-8fd7-9cc30ecf0ab1') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:51:37.018907 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-46c83707-0541-40ce-89fd-0469f7e4d767 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24759294'] for segment (325955be-6e85-4201-8fd7-9cc30ecf0ab1), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:51:37.032744 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-46c83707-0541-40ce-89fd-0469f7e4d767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (325955be-6e85-4201-8fd7-9cc30ecf0ab1), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:51:37.038914 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46c83707-0541-40ce-89fd-0469f7e4d767 admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:51:37.039293 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-46c83707-0541-40ce-89fd-0469f7e4d767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24757675'] for segment (325955be-6e85-4201-8fd7-9cc30ecf0ab1), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:51:37.041023 n-d-712749-28 neutron-server[103284]: Traceback (most recent call last): Jan 28 07:51:37.041023 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:51:37.041023 n-d-712749-28 neutron-server[103284]: timer() Jan 28 07:51:37.041023 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:51:37.041023 n-d-712749-28 neutron-server[103284]: cb(*args, **kw) Jan 28 07:51:37.041023 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:51:37.041023 n-d-712749-28 neutron-server[103284]: return func(*args, **kwargs) Jan 28 07:51:37.041023 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:51:37.041023 n-d-712749-28 neutron-server[103284]: self._notify() Jan 28 07:51:37.041023 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:51:37.041023 n-d-712749-28 neutron-server[103284]: self.callback(batched_events) Jan 28 07:51:37.041023 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:51:37.041023 n-d-712749-28 neutron-server[103284]: event.method(event) Jan 28 07:51:37.041023 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:51:37.041023 n-d-712749-28 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:51:37.041023 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:51:37.041023 n-d-712749-28 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:51:37.041023 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:51:37.041023 n-d-712749-28 neutron-server[103284]: return f(self, *a, **k) Jan 28 07:51:37.041023 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:51:37.041023 n-d-712749-28 neutron-server[103284]: return self._get(url).json() Jan 28 07:51:37.041023 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:51:37.041023 n-d-712749-28 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:51:37.041023 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:51:37.041023 n-d-712749-28 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Jan 28 07:51:37.041023 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:51:37.041023 n-d-712749-28 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:51:37.041023 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:51:37.041023 n-d-712749-28 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:51:37.041023 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:51:37.041023 n-d-712749-28 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:51:37.041023 n-d-712749-28 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:51:37.084605 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:51:37.095830 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device dd8e7e7e-c1ec-4b54-a55a-7641357efda4 no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:51:37.100730 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-46c83707-0541-40ce-89fd-0469f7e4d767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (3404aff8-9094-444a-b26c-bffc725e4f12), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:51:37.106200 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-46c83707-0541-40ce-89fd-0469f7e4d767 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:51:37.109623 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-46c83707-0541-40ce-89fd-0469f7e4d767 admin admin] 10.222.0.41 "DELETE /v2.0/networks/3404aff8-9094-444a-b26c-bffc725e4f12 HTTP/1.1" status: 204 len: 168 time: 0.5209174 Jan 28 07:51:37.120856 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c83707-0541-40ce-89fd-0469f7e4d767 admin admin] Pushing event deleted for resources: {'Network': ['ID=3404aff8-9094-444a-b26c-bffc725e4f12,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:51:37.121030 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: dd8e7e7e-c1ec-4b54-a55a-7641357efda4 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:51:37.121402 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device dd8e7e7e-c1ec-4b54-a55a-7641357efda4 not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:51:37.121921 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device df27a88d-171f-4ea5-a702-1f5223a9c272 no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:51:37.143039 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: df27a88d-171f-4ea5-a702-1f5223a9c272 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:51:37.143404 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device df27a88d-171f-4ea5-a702-1f5223a9c272 not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:51:37.143838 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 6f4402e3-6ce9-469c-bca5-da8c33a1536e no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:51:37.167132 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: 6f4402e3-6ce9-469c-bca5-da8c33a1536e {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:51:37.167631 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 6f4402e3-6ce9-469c-bca5-da8c33a1536e not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:51:37.226770 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 35284) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:51:37.267592 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-b35507f2-ee74-4fa0-9a99-1f0c02dc2272 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6e11006faf4241738db69f23221595e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0396569 Jan 28 07:51:37.270004 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 35286) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:51:37.316097 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f5c8a4a2-db9b-4fa9-8f18-4b4510c799e3 admin admin] Publish callbacks [] for security_group (e7a11e82-5704-491d-abd6-aba50865dcd8), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:51:37.337186 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f5c8a4a2-db9b-4fa9-8f18-4b4510c799e3 admin admin] Publish callbacks [] for security_group (e7a11e82-5704-491d-abd6-aba50865dcd8), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:51:37.389421 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f5c8a4a2-db9b-4fa9-8f18-4b4510c799e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (e7a11e82-5704-491d-abd6-aba50865dcd8), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:51:37.392106 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f5c8a4a2-db9b-4fa9-8f18-4b4510c799e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:51:37.393284 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-f5c8a4a2-db9b-4fa9-8f18-4b4510c799e3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e7a11e82-5704-491d-abd6-aba50865dcd8 HTTP/1.1" status: 204 len: 168 time: 0.1223962 Jan 28 07:51:37.401321 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c8a4a2-db9b-4fa9-8f18-4b4510c799e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7a11e82-5704-491d-abd6-aba50865dcd8,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:51:37.699184 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 35292) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:51:37.739144 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-4b76feac-d058-49f3-8257-7e4ce09d34ed admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c5067e54b94743f2ae5ca79079d848aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0387225 Jan 28 07:51:37.741464 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 35294) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:51:37.787938 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-de8af5e9-bfe0-4d13-a87a-8cbd463eddb1 admin admin] Publish callbacks [] for security_group (042d8184-fe73-4f57-bd12-c6287665c31b), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:51:37.809137 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-de8af5e9-bfe0-4d13-a87a-8cbd463eddb1 admin admin] Publish callbacks [] for security_group (042d8184-fe73-4f57-bd12-c6287665c31b), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:51:37.855686 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-de8af5e9-bfe0-4d13-a87a-8cbd463eddb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (042d8184-fe73-4f57-bd12-c6287665c31b), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:51:37.859651 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-de8af5e9-bfe0-4d13-a87a-8cbd463eddb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:51:37.860851 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-de8af5e9-bfe0-4d13-a87a-8cbd463eddb1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/042d8184-fe73-4f57-bd12-c6287665c31b HTTP/1.1" status: 204 len: 168 time: 0.1185062 Jan 28 07:51:37.868357 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8af5e9-bfe0-4d13-a87a-8cbd463eddb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=042d8184-fe73-4f57-bd12-c6287665c31b,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:51:38.775911 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:51:39.735896 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:51:43.305197 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a020d1c1-0dc7-4c44-a934-c6ed409c7704 req-fd140dbd-de65-42f6-be6f-3cc6452217c3 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=3853886b-3fba-4f8d-b151-98d4a797032a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0386884 Jan 28 07:51:43.408205 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a020d1c1-0dc7-4c44-a934-c6ed409c7704 req-e00d03dd-dcc2-45bb-8f22-36432476f129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:51:43.409720 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a020d1c1-0dc7-4c44-a934-c6ed409c7704 req-e00d03dd-dcc2-45bb-8f22-36432476f129 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f7c76513a0a24534bd03d09a01ed7997&device_id=3853886b-3fba-4f8d-b151-98d4a797032a HTTP/1.1" status: 200 len: 1098 time: 0.0445304 Jan 28 07:51:43.510680 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a020d1c1-0dc7-4c44-a934-c6ed409c7704 req-b4890910-dcb8-4783-ae95-a8964357855d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:51:43.512146 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a020d1c1-0dc7-4c44-a934-c6ed409c7704 req-b4890910-dcb8-4783-ae95-a8964357855d service neutron] 10.222.0.44 "GET /v2.0/networks?id=5e7df087-c942-4925-b0b1-2d59986e35f3 HTTP/1.1" status: 200 len: 909 time: 0.0848355 Jan 28 07:51:43.580268 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a020d1c1-0dc7-4c44-a934-c6ed409c7704 req-399e3447-9481-4f13-82e1-98f693ef7e2e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0f98c92f-dafd-429d-94f5-a6a2ef8bdbc2 HTTP/1.1" status: 200 len: 1002 time: 0.0624435 Jan 28 07:51:43.627366 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a020d1c1-0dc7-4c44-a934-c6ed409c7704 req-a1586204-93c5-4d68-a6da-1d02b333f270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:51:43.628831 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a020d1c1-0dc7-4c44-a934-c6ed409c7704 req-a1586204-93c5-4d68-a6da-1d02b333f270 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8fba11cc-3430-4211-a133-7e529a9c4c94 HTTP/1.1" status: 200 len: 847 time: 0.0431960 Jan 28 07:51:43.673061 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a020d1c1-0dc7-4c44-a934-c6ed409c7704 req-6634216d-adc2-481b-acf3-0cc0a4c338f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:51:43.674523 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a020d1c1-0dc7-4c44-a934-c6ed409c7704 req-6634216d-adc2-481b-acf3-0cc0a4c338f6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5e7df087-c942-4925-b0b1-2d59986e35f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404184 Jan 28 07:51:43.767421 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a020d1c1-0dc7-4c44-a934-c6ed409c7704 req-3d0daa3e-0148-46c4-a530-17506358cfde service neutron] 10.222.0.44 "GET /v2.0/networks/5e7df087-c942-4925-b0b1-2d59986e35f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871034 Jan 28 07:51:43.854784 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a020d1c1-0dc7-4c44-a934-c6ed409c7704 req-428b2865-79fb-4004-a861-355ebe67f71e service neutron] 10.222.0.44 "GET /v2.0/networks/5e7df087-c942-4925-b0b1-2d59986e35f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817499 Jan 28 07:51:46.398755 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 7 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 07:52:03.281728 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6fba36e9-4763-4103-b36a-aec478679f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:03.298531 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:04.285904 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:05.650211 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0a87291c-794f-4881-a340-67ff0ccd8381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:07.089035 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:08.777322 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:09.737700 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:23.397429 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 7 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 07:52:23.576036 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [req-337718c9-9813-45d6-bd2a-5e3ced870a5f req-11141abe-3efa-4b64-92d5-15825e5b88e7 service neutron] (103283) timed out ('10.222.0.41', 50518) {{(pid=103283) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 07:52:33.283968 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bbe36d93-125f-41bb-84d8-7b23b05f054c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:33.313685 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:34.305078 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:34.617517 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731f2477-1cf7-46c6-9db3-251d65df8028 req-0d5717b1-d24d-4ec7-955b-3fe6bbe0525d tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:52:34.618905 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-731f2477-1cf7-46c6-9db3-251d65df8028 req-0d5717b1-d24d-4ec7-955b-3fe6bbe0525d tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] 10.222.0.41 "GET /v2.0/ports?device_id=3853886b-3fba-4f8d-b151-98d4a797032a HTTP/1.1" status: 200 len: 946 time: 0.0482876 Jan 28 07:52:34.667148 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-731f2477-1cf7-46c6-9db3-251d65df8028 req-0d84ce51-c1b3-450f-81ba-404eae112296 tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] 10.222.0.41 "GET /v2.0/security-groups?id=b780afc9-5f35-4d03-a918-15374da8437f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420837 Jan 28 07:52:35.651701 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6b75e14c-853d-4d6d-9445-ee0bf6bd927c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:35.786452 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc4161a-2ac8-4e1b-83c1-9d12e3965212 req-be3cd695-4a7a-4797-a23d-5b5ec9134a3d tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:52:35.788026 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0bc4161a-2ac8-4e1b-83c1-9d12e3965212 req-be3cd695-4a7a-4797-a23d-5b5ec9134a3d tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] 10.222.0.41 "GET /v2.0/ports?device_id=3853886b-3fba-4f8d-b151-98d4a797032a HTTP/1.1" status: 200 len: 946 time: 0.0480449 Jan 28 07:52:35.842248 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0bc4161a-2ac8-4e1b-83c1-9d12e3965212 req-28ba804e-9b3c-40d2-9dcf-73a89630a398 tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] 10.222.0.41 "GET /v2.0/security-groups?id=b780afc9-5f35-4d03-a918-15374da8437f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470252 Jan 28 07:52:36.057541 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5814aa3-4f81-44c6-8845-d0683be2c427 req-0af9ed9a-ce4c-475e-a86e-fd0b9264b93f tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:52:36.058975 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d5814aa3-4f81-44c6-8845-d0683be2c427 req-0af9ed9a-ce4c-475e-a86e-fd0b9264b93f tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] 10.222.0.44 "GET /v2.0/ports?device_id=3853886b-3fba-4f8d-b151-98d4a797032a HTTP/1.1" status: 200 len: 946 time: 0.0471680 Jan 28 07:52:36.156436 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-d5814aa3-4f81-44c6-8845-d0683be2c427 req-fe21c79c-8cb4-4232-935b-ab4c60066536 tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] Deleting port 0f98c92f-dafd-429d-94f5-a6a2ef8bdbc2 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:52:36.156784 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d5814aa3-4f81-44c6-8845-d0683be2c427 req-fe21c79c-8cb4-4232-935b-ab4c60066536 tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (0f98c92f-dafd-429d-94f5-a6a2ef8bdbc2), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:36.257069 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-d5814aa3-4f81-44c6-8845-d0683be2c427 req-fe21c79c-8cb4-4232-935b-ab4c60066536 tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] For port 0f98c92f-dafd-429d-94f5-a6a2ef8bdbc2, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=0f98c92f-dafd-429d-94f5-a6a2ef8bdbc2,segment=NetworkSegment(aff97edd-7a78-460e-9490-69025b77b8f5),segment_id=aff97edd-7a78-460e-9490-69025b77b8f5)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:52:36.257431 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d5814aa3-4f81-44c6-8845-d0683be2c427 req-fe21c79c-8cb4-4232-935b-ab4c60066536 tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (0f98c92f-dafd-429d-94f5-a6a2ef8bdbc2), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:36.426606 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d5814aa3-4f81-44c6-8845-d0683be2c427 req-fe21c79c-8cb4-4232-935b-ab4c60066536 tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:36.426978 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d5814aa3-4f81-44c6-8845-d0683be2c427 req-fe21c79c-8cb4-4232-935b-ab4c60066536 tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16609095'] for floatingip (7a337d01-5b84-4115-b5f3-d8895789cb59), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:36.427297 n-d-712749-28 neutron-server[103284]: INFO neutron.db.l3_db [req-d5814aa3-4f81-44c6-8845-d0683be2c427 req-fe21c79c-8cb4-4232-935b-ab4c60066536 tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] Floating IP 7a337d01-5b84-4115-b5f3-d8895789cb59 disassociated. External IP: 172.25.6.170, port: 0f98c92f-dafd-429d-94f5-a6a2ef8bdbc2. Jan 28 07:52:36.427644 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-d5814aa3-4f81-44c6-8845-d0683be2c427 req-fe21c79c-8cb4-4232-935b-ab4c60066536 tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] Calling delete_port for 0f98c92f-dafd-429d-94f5-a6a2ef8bdbc2 owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:52:36.562848 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d5814aa3-4f81-44c6-8845-d0683be2c427 req-fe21c79c-8cb4-4232-935b-ab4c60066536 tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (0f98c92f-dafd-429d-94f5-a6a2ef8bdbc2), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:36.591924 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe21c79c-8cb4-4232-935b-ab4c60066536 tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] Pushing event deleted for resources: {'Port': ['ID=0f98c92f-dafd-429d-94f5-a6a2ef8bdbc2,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:52:36.603307 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe21c79c-8cb4-4232-935b-ab4c60066536 tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:52:36.603657 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe21c79c-8cb4-4232-935b-ab4c60066536 tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:52:36.604008 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe21c79c-8cb4-4232-935b-ab4c60066536 tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:52:36.604398 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe21c79c-8cb4-4232-935b-ab4c60066536 tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:52:36.604739 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe21c79c-8cb4-4232-935b-ab4c60066536 tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:52:36.605072 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe21c79c-8cb4-4232-935b-ab4c60066536 tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:52:36.605399 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe21c79c-8cb4-4232-935b-ab4c60066536 tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:52:36.605723 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe21c79c-8cb4-4232-935b-ab4c60066536 tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:52:36.606700 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe21c79c-8cb4-4232-935b-ab4c60066536 tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:52:36.607647 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe21c79c-8cb4-4232-935b-ab4c60066536 tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:52:36.607647 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe21c79c-8cb4-4232-935b-ab4c60066536 tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:52:36.607647 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe21c79c-8cb4-4232-935b-ab4c60066536 tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:52:36.607939 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe21c79c-8cb4-4232-935b-ab4c60066536 tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:52:36.715349 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d5814aa3-4f81-44c6-8845-d0683be2c427 req-fe21c79c-8cb4-4232-935b-ab4c60066536 tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] Router ddfcd332-1caa-40de-b7d4-b375b6e84243 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:52:36.820867 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d5814aa3-4f81-44c6-8845-d0683be2c427 req-fe21c79c-8cb4-4232-935b-ab4c60066536 tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:52:36.831653 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb8656e-ffa7-46e6-8738-ebba3e808955 None None] Sync routers for ids ['ddfcd332-1caa-40de-b7d4-b375b6e84243'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:52:36.841451 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb8656e-ffa7-46e6-8738-ebba3e808955 None None] Routers {'ddfcd332-1caa-40de-b7d4-b375b6e84243'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:52:36.842064 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-ffb8656e-ffa7-46e6-8738-ebba3e808955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:52:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['ddfcd332-1caa-40de-b7d4-b375b6e84243'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:52:36.860793 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5814aa3-4f81-44c6-8845-d0683be2c427 req-fe21c79c-8cb4-4232-935b-ab4c60066536 tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] No DVR routers for this DVR port 0f98c92f-dafd-429d-94f5-a6a2ef8bdbc2 on host n-h2-712749-28 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:52:36.863447 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d5814aa3-4f81-44c6-8845-d0683be2c427 req-fe21c79c-8cb4-4232-935b-ab4c60066536 tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:36.866858 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d5814aa3-4f81-44c6-8845-d0683be2c427 req-fe21c79c-8cb4-4232-935b-ab4c60066536 tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] 10.222.0.44 "DELETE /v2.0/ports/0f98c92f-dafd-429d-94f5-a6a2ef8bdbc2 HTTP/1.1" status: 204 len: 173 time: 0.8017991 Jan 28 07:52:36.867357 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3853886b-3fba-4f8d-b151-98d4a797032a', 'name': 'network-vif-deleted', 'tag': '0f98c92f-dafd-429d-94f5-a6a2ef8bdbc2'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:52:36.869707 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f983c00a-4244-449f-83b2-dd5dec790a70" -d '{"events": [{"server_uuid": "3853886b-3fba-4f8d-b151-98d4a797032a", "name": "network-vif-deleted", "tag": "0f98c92f-dafd-429d-94f5-a6a2ef8bdbc2"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:52:36.947875 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-81cfa464-7db8-48b4-bf9b-8127fbdf7911 req-b2bf3e67-c627-499f-b11f-0c6fcfa7a028 tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] 10.222.0.41 "GET /v2.0/ports?device_id=3853886b-3fba-4f8d-b151-98d4a797032a HTTP/1.1" status: 200 len: 210 time: 0.0277565 Jan 28 07:52:36.962553 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-ffb8656e-ffa7-46e6-8738-ebba3e808955 None None] Set router ddfcd332-1caa-40de-b7d4-b375b6e84243 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:52:37.134243 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:37.145976 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:52:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aa48873-c8db-4719-90e7-79c5b0e12362 x-openstack-request-id: req-6aa48873-c8db-4719-90e7-79c5b0e12362 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:52:37.146487 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3853886b-3fba-4f8d-b151-98d4a797032a", "name": "network-vif-deleted", "tag": "0f98c92f-dafd-429d-94f5-a6a2ef8bdbc2", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:52:37.146899 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6aa48873-c8db-4719-90e7-79c5b0e12362 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:52:37.147462 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3853886b-3fba-4f8d-b151-98d4a797032a', 'name': 'network-vif-deleted', 'tag': '0f98c92f-dafd-429d-94f5-a6a2ef8bdbc2', 'status': 'completed', 'code': 200} Jan 28 07:52:37.210367 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-ffb8656e-ffa7-46e6-8738-ebba3e808955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddfcd332-1caa-40de-b7d4-b375b6e84243', 'name': 'tempest-TestServerBasicOps-645958705-router', 'tenant_id': 'f7c76513a0a24534bd03d09a01ed7997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': 'c5a09169-277c-49fc-9471-d5eef4915d47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:47:23Z', 'updated_at': '2022-01-28T07:47:27Z', 'revision_number': 4, 'project_id': 'f7c76513a0a24534bd03d09a01ed7997', 'gw_port': {'id': 'c5a09169-277c-49fc-9471-d5eef4915d47', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:9c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddfcd332-1caa-40de-b7d4-b375b6e84243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:47:24Z', 'updated_at': '2022-01-28T07:47:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': 'e5c1567c-3c4a-4b96-b1c6-4e4450abcbbe', 'name': '', 'network_id': '5e7df087-c942-4925-b0b1-2d59986e35f3', 'tenant_id': 'f7c76513a0a24534bd03d09a01ed7997', 'mac_address': 'fa:16:3e:e7:87:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddfcd332-1caa-40de-b7d4-b375b6e84243', 'device_owner': 'network:router_interface', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '8fba11cc-3430-4211-a133-7e529a9c4c94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:47:26Z', 'updated_at': '2022-01-28T07:47:34Z', 'revision_number': 5, 'project_id': 'f7c76513a0a24534bd03d09a01ed7997', 'subnets': [{'id': '8fba11cc-3430-4211-a133-7e529a9c4c94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:52:37.237523 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb8656e-ffa7-46e6-8738-ebba3e808955 None None] Checking router: ddfcd332-1caa-40de-b7d4-b375b6e84243 for host: n-d-712749-28 {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:52:37.245374 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb8656e-ffa7-46e6-8738-ebba3e808955 None None] Routers {'ddfcd332-1caa-40de-b7d4-b375b6e84243'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:52:37.245972 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-ffb8656e-ffa7-46e6-8738-ebba3e808955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:52:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['ddfcd332-1caa-40de-b7d4-b375b6e84243'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:52:37.351579 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-ffb8656e-ffa7-46e6-8738-ebba3e808955 None None] Set router ddfcd332-1caa-40de-b7d4-b375b6e84243 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:52:37.561076 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-ffb8656e-ffa7-46e6-8738-ebba3e808955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddfcd332-1caa-40de-b7d4-b375b6e84243', 'name': 'tempest-TestServerBasicOps-645958705-router', 'tenant_id': 'f7c76513a0a24534bd03d09a01ed7997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': 'c5a09169-277c-49fc-9471-d5eef4915d47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:47:23Z', 'updated_at': '2022-01-28T07:47:27Z', 'revision_number': 4, 'project_id': 'f7c76513a0a24534bd03d09a01ed7997', 'gw_port': {'id': 'c5a09169-277c-49fc-9471-d5eef4915d47', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:9c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddfcd332-1caa-40de-b7d4-b375b6e84243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:47:24Z', 'updated_at': '2022-01-28T07:47:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': 'e5c1567c-3c4a-4b96-b1c6-4e4450abcbbe', 'name': '', 'network_id': '5e7df087-c942-4925-b0b1-2d59986e35f3', 'tenant_id': 'f7c76513a0a24534bd03d09a01ed7997', 'mac_address': 'fa:16:3e:e7:87:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddfcd332-1caa-40de-b7d4-b375b6e84243', 'device_owner': 'network:router_interface', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '8fba11cc-3430-4211-a133-7e529a9c4c94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:47:26Z', 'updated_at': '2022-01-28T07:47:34Z', 'revision_number': 5, 'project_id': 'f7c76513a0a24534bd03d09a01ed7997', 'subnets': [{'id': '8fba11cc-3430-4211-a133-7e529a9c4c94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:52:37.591404 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb8656e-ffa7-46e6-8738-ebba3e808955 None None] The sync data for ids ['ddfcd332-1caa-40de-b7d4-b375b6e84243'] in n-d-712749-28 is: [{'id': 'ddfcd332-1caa-40de-b7d4-b375b6e84243', 'name': 'tempest-TestServerBasicOps-645958705-router', 'tenant_id': 'f7c76513a0a24534bd03d09a01ed7997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': 'c5a09169-277c-49fc-9471-d5eef4915d47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:47:23Z', 'updated_at': '2022-01-28T07:47:27Z', 'revision_number': 4, 'project_id': 'f7c76513a0a24534bd03d09a01ed7997', 'gw_port': {'id': 'c5a09169-277c-49fc-9471-d5eef4915d47', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:9c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddfcd332-1caa-40de-b7d4-b375b6e84243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:47:24Z', 'updated_at': '2022-01-28T07:47:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': 'e5c1567c-3c4a-4b96-b1c6-4e4450abcbbe', 'name': '', 'network_id': '5e7df087-c942-4925-b0b1-2d59986e35f3', 'tenant_id': 'f7c76513a0a24534bd03d09a01ed7997', 'mac_address': 'fa:16:3e:e7:87:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddfcd332-1caa-40de-b7d4-b375b6e84243', 'device_owner': 'network:router_interface', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '8fba11cc-3430-4211-a133-7e529a9c4c94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:47:26Z', 'updated_at': '2022-01-28T07:47:34Z', 'revision_number': 5, 'project_id': 'f7c76513a0a24534bd03d09a01ed7997', 'subnets': [{'id': '8fba11cc-3430-4211-a133-7e529a9c4c94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:52:37.817117 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37a65ec-9a89-413f-87ed-e421bc746aae None None] New status for floating IP 7a337d01-5b84-4115-b5f3-d8895789cb59: DOWN {{(pid=103286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 07:52:38.015633 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 35320) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:52:38.136977 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-9624fd63-5064-49a6-a6f9-2861c1ba2bf9 tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] Deleting port 70f73a83-abdc-4494-9625-ba1a413b9774 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:52:38.137272 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9624fd63-5064-49a6-a6f9-2861c1ba2bf9 tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (70f73a83-abdc-4494-9625-ba1a413b9774), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:38.213701 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9624fd63-5064-49a6-a6f9-2861c1ba2bf9 tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (70f73a83-abdc-4494-9625-ba1a413b9774), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:38.214026 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9624fd63-5064-49a6-a6f9-2861c1ba2bf9 tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] Publish callbacks [] for floatingip (70f73a83-abdc-4494-9625-ba1a413b9774), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:38.226042 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-9624fd63-5064-49a6-a6f9-2861c1ba2bf9 tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] Calling delete_port for 70f73a83-abdc-4494-9625-ba1a413b9774 owned by network:floatingip {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:52:38.352402 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9624fd63-5064-49a6-a6f9-2861c1ba2bf9 tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (70f73a83-abdc-4494-9625-ba1a413b9774), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:38.378412 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9624fd63-5064-49a6-a6f9-2861c1ba2bf9 tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] Pushing event deleted for resources: {'Port': ['ID=70f73a83-abdc-4494-9625-ba1a413b9774,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:52:38.441893 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9624fd63-5064-49a6-a6f9-2861c1ba2bf9 tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] Publish callbacks [] for floatingip (7a337d01-5b84-4115-b5f3-d8895789cb59), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:38.444502 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9624fd63-5064-49a6-a6f9-2861c1ba2bf9 tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for floatingip (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:38.445751 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-9624fd63-5064-49a6-a6f9-2861c1ba2bf9 tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] 10.222.0.41 "DELETE /v2.0/floatingips/7a337d01-5b84-4115-b5f3-d8895789cb59 HTTP/1.1" status: 204 len: 168 time: 0.4291015 Jan 28 07:52:38.618627 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 35328) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:52:38.674713 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2b7b3beb-2a93-4c41-8f71-971fc70b78d7 tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] Publish callbacks [] for security_group (b780afc9-5f35-4d03-a918-15374da8437f), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:38.704520 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2b7b3beb-2a93-4c41-8f71-971fc70b78d7 tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] Publish callbacks [] for security_group (b780afc9-5f35-4d03-a918-15374da8437f), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:38.763745 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2b7b3beb-2a93-4c41-8f71-971fc70b78d7 tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (b780afc9-5f35-4d03-a918-15374da8437f), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:38.766879 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2b7b3beb-2a93-4c41-8f71-971fc70b78d7 tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:38.768040 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-2b7b3beb-2a93-4c41-8f71-971fc70b78d7 tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] 10.222.0.41 "DELETE /v2.0/security-groups/b780afc9-5f35-4d03-a918-15374da8437f HTTP/1.1" status: 204 len: 168 time: 0.1483932 Jan 28 07:52:38.778850 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7b3beb-2a93-4c41-8f71-971fc70b78d7 tempest-TestServerBasicOps-1672026983 tempest-TestServerBasicOps-1672026983-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b780afc9-5f35-4d03-a918-15374da8437f,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:52:38.795957 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:38.812757 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 35332) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:52:39.345141 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1fff6cde-7a5a-437b-83a5-6b823c90460b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16606535'] for router_interface (ddfcd332-1caa-40de-b7d4-b375b6e84243), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:39.474630 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 0f98c92f-dafd-429d-94f5-a6a2ef8bdbc2 no longer exists at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:52:39.494739 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] No Port match for: 0f98c92f-dafd-429d-94f5-a6a2ef8bdbc2 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:52:39.495092 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 0f98c92f-dafd-429d-94f5-a6a2ef8bdbc2 not bound to the agent host n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:52:39.583609 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-1fff6cde-7a5a-437b-83a5-6b823c90460b admin admin] Deleting port e5c1567c-3c4a-4b96-b1c6-4e4450abcbbe {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:52:39.583941 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1fff6cde-7a5a-437b-83a5-6b823c90460b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (e5c1567c-3c4a-4b96-b1c6-4e4450abcbbe), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:39.661034 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-1fff6cde-7a5a-437b-83a5-6b823c90460b admin admin] For port e5c1567c-3c4a-4b96-b1c6-4e4450abcbbe, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=e5c1567c-3c4a-4b96-b1c6-4e4450abcbbe,segment=NetworkSegment(aff97edd-7a78-460e-9490-69025b77b8f5),segment_id=aff97edd-7a78-460e-9490-69025b77b8f5)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:52:39.661306 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1fff6cde-7a5a-437b-83a5-6b823c90460b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (e5c1567c-3c4a-4b96-b1c6-4e4450abcbbe), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:39.673065 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-1fff6cde-7a5a-437b-83a5-6b823c90460b admin admin] Calling delete_port for e5c1567c-3c4a-4b96-b1c6-4e4450abcbbe owned by network:router_interface {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:52:39.740144 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:39.849301 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1fff6cde-7a5a-437b-83a5-6b823c90460b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (e5c1567c-3c4a-4b96-b1c6-4e4450abcbbe), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:39.872283 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fff6cde-7a5a-437b-83a5-6b823c90460b admin admin] Pushing event deleted for resources: {'Port': ['ID=e5c1567c-3c4a-4b96-b1c6-4e4450abcbbe,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:52:40.036330 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1fff6cde-7a5a-437b-83a5-6b823c90460b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16319006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16606699'] for router_interface (ddfcd332-1caa-40de-b7d4-b375b6e84243), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:40.248612 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fff6cde-7a5a-437b-83a5-6b823c90460b admin admin] Router ddfcd332-1caa-40de-b7d4-b375b6e84243 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:52:40.350550 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fff6cde-7a5a-437b-83a5-6b823c90460b admin admin] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:52:40.355603 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-1fff6cde-7a5a-437b-83a5-6b823c90460b admin admin] 10.222.0.41 "PUT /v2.0/routers/ddfcd332-1caa-40de-b7d4-b375b6e84243/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5418751 Jan 28 07:52:40.358715 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 35338) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:52:40.361584 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28892b9-504e-429f-b77b-825585fcc753 None None] Sync routers for ids ['ddfcd332-1caa-40de-b7d4-b375b6e84243'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:52:40.370914 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28892b9-504e-429f-b77b-825585fcc753 None None] Routers {'ddfcd332-1caa-40de-b7d4-b375b6e84243'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:52:40.372124 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-b28892b9-504e-429f-b77b-825585fcc753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:52:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['ddfcd332-1caa-40de-b7d4-b375b6e84243'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:52:40.480720 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-b28892b9-504e-429f-b77b-825585fcc753 None None] Set router ddfcd332-1caa-40de-b7d4-b375b6e84243 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:52:40.670848 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-b28892b9-504e-429f-b77b-825585fcc753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddfcd332-1caa-40de-b7d4-b375b6e84243', 'name': 'tempest-TestServerBasicOps-645958705-router', 'tenant_id': 'f7c76513a0a24534bd03d09a01ed7997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': 'c5a09169-277c-49fc-9471-d5eef4915d47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:47:23Z', 'updated_at': '2022-01-28T07:52:39Z', 'revision_number': 5, 'project_id': 'f7c76513a0a24534bd03d09a01ed7997', 'gw_port': {'id': 'c5a09169-277c-49fc-9471-d5eef4915d47', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:9c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddfcd332-1caa-40de-b7d4-b375b6e84243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:47:24Z', 'updated_at': '2022-01-28T07:47:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:52:40.697182 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28892b9-504e-429f-b77b-825585fcc753 None None] Checking router: ddfcd332-1caa-40de-b7d4-b375b6e84243 for host: n-d-712749-28 {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:52:40.706107 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28892b9-504e-429f-b77b-825585fcc753 None None] Routers {'ddfcd332-1caa-40de-b7d4-b375b6e84243'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:52:40.706713 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-b28892b9-504e-429f-b77b-825585fcc753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:52:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['ddfcd332-1caa-40de-b7d4-b375b6e84243'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:52:40.781392 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2401d0fd-18b7-4425-bf1c-cb0dbe6c5f16 admin admin] Publish callbacks [] for router (ddfcd332-1caa-40de-b7d4-b375b6e84243), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:40.813652 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-b28892b9-504e-429f-b77b-825585fcc753 None None] Set router ddfcd332-1caa-40de-b7d4-b375b6e84243 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:52:40.881466 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2401d0fd-18b7-4425-bf1c-cb0dbe6c5f16 admin admin] Publish callbacks [] for router_gateway (ddfcd332-1caa-40de-b7d4-b375b6e84243), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:40.935088 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-2401d0fd-18b7-4425-bf1c-cb0dbe6c5f16 admin admin] Deleting port c5a09169-277c-49fc-9471-d5eef4915d47 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:52:40.935439 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2401d0fd-18b7-4425-bf1c-cb0dbe6c5f16 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (c5a09169-277c-49fc-9471-d5eef4915d47), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:40.994109 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-b28892b9-504e-429f-b77b-825585fcc753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddfcd332-1caa-40de-b7d4-b375b6e84243', 'name': 'tempest-TestServerBasicOps-645958705-router', 'tenant_id': 'f7c76513a0a24534bd03d09a01ed7997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': 'c5a09169-277c-49fc-9471-d5eef4915d47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:47:23Z', 'updated_at': '2022-01-28T07:52:39Z', 'revision_number': 5, 'project_id': 'f7c76513a0a24534bd03d09a01ed7997', 'gw_port': {'id': 'c5a09169-277c-49fc-9471-d5eef4915d47', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:9c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddfcd332-1caa-40de-b7d4-b375b6e84243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:47:24Z', 'updated_at': '2022-01-28T07:47:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:52:41.017594 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-2401d0fd-18b7-4425-bf1c-cb0dbe6c5f16 admin admin] For port c5a09169-277c-49fc-9471-d5eef4915d47, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=c5a09169-277c-49fc-9471-d5eef4915d47,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:52:41.017963 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2401d0fd-18b7-4425-bf1c-cb0dbe6c5f16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (c5a09169-277c-49fc-9471-d5eef4915d47), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:41.020478 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28892b9-504e-429f-b77b-825585fcc753 None None] The sync data for ids ['ddfcd332-1caa-40de-b7d4-b375b6e84243'] in n-d-712749-28 is: [{'id': 'ddfcd332-1caa-40de-b7d4-b375b6e84243', 'name': 'tempest-TestServerBasicOps-645958705-router', 'tenant_id': 'f7c76513a0a24534bd03d09a01ed7997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': 'c5a09169-277c-49fc-9471-d5eef4915d47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:47:23Z', 'updated_at': '2022-01-28T07:52:39Z', 'revision_number': 5, 'project_id': 'f7c76513a0a24534bd03d09a01ed7997', 'gw_port': {'id': 'c5a09169-277c-49fc-9471-d5eef4915d47', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:9c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddfcd332-1caa-40de-b7d4-b375b6e84243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:47:24Z', 'updated_at': '2022-01-28T07:47:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:52:41.030469 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-2401d0fd-18b7-4425-bf1c-cb0dbe6c5f16 admin admin] Calling delete_port for c5a09169-277c-49fc-9471-d5eef4915d47 owned by network:router_gateway {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:52:41.192968 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2401d0fd-18b7-4425-bf1c-cb0dbe6c5f16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (c5a09169-277c-49fc-9471-d5eef4915d47), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:41.218783 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2401d0fd-18b7-4425-bf1c-cb0dbe6c5f16 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5a09169-277c-49fc-9471-d5eef4915d47,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:52:41.279539 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2401d0fd-18b7-4425-bf1c-cb0dbe6c5f16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16607873'] for router_gateway (ddfcd332-1caa-40de-b7d4-b375b6e84243), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:41.367846 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2401d0fd-18b7-4425-bf1c-cb0dbe6c5f16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16605684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127449'] for router (ddfcd332-1caa-40de-b7d4-b375b6e84243), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:41.370156 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2401d0fd-18b7-4425-bf1c-cb0dbe6c5f16 admin admin] Publish callbacks [] for router_controller (ddfcd332-1caa-40de-b7d4-b375b6e84243), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:41.422765 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2401d0fd-18b7-4425-bf1c-cb0dbe6c5f16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16605693'] for router (ddfcd332-1caa-40de-b7d4-b375b6e84243), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:41.423410 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2401d0fd-18b7-4425-bf1c-cb0dbe6c5f16 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ddfcd332-1caa-40de-b7d4-b375b6e84243 {{(pid=103284) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 07:52:41.428296 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2401d0fd-18b7-4425-bf1c-cb0dbe6c5f16 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:41.432084 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 35340) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:52:41.432569 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-2401d0fd-18b7-4425-bf1c-cb0dbe6c5f16 admin admin] 10.222.0.41 "DELETE /v2.0/routers/ddfcd332-1caa-40de-b7d4-b375b6e84243 HTTP/1.1" status: 204 len: 168 time: 1.0696700 Jan 28 07:52:41.491057 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d01a83c-173d-4025-9692-aedf0a404732 admin admin] Deleting subnet 8fba11cc-3430-4211-a133-7e529a9c4c94 {{(pid=103283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:52:41.494094 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device e5c1567c-3c4a-4b96-b1c6-4e4450abcbbe no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:52:41.494562 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4d01a83c-173d-4025-9692-aedf0a404732 admin admin] Publish callbacks [] for subnet (8fba11cc-3430-4211-a133-7e529a9c4c94), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:41.516299 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: e5c1567c-3c4a-4b96-b1c6-4e4450abcbbe {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:52:41.516754 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device e5c1567c-3c4a-4b96-b1c6-4e4450abcbbe not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:52:41.530302 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4d01a83c-173d-4025-9692-aedf0a404732 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13506696'] for subnet (8fba11cc-3430-4211-a133-7e529a9c4c94), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:41.609187 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4d01a83c-173d-4025-9692-aedf0a404732 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (8fba11cc-3430-4211-a133-7e529a9c4c94), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:41.663723 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4d01a83c-173d-4025-9692-aedf0a404732 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13546665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13556132'] for subnet (8fba11cc-3430-4211-a133-7e529a9c4c94), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:41.696439 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d01a83c-173d-4025-9692-aedf0a404732 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8fba11cc-3430-4211-a133-7e529a9c4c94,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:52:41.706522 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4d01a83c-173d-4025-9692-aedf0a404732 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:41.712534 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 35342) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:52:41.713096 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-4d01a83c-173d-4025-9692-aedf0a404732 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/8fba11cc-3430-4211-a133-7e529a9c4c94 HTTP/1.1" status: 204 len: 168 time: 0.2792211 Jan 28 07:52:41.715212 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d01a83c-173d-4025-9692-aedf0a404732 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:52:41.715691 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d01a83c-173d-4025-9692-aedf0a404732 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:52:41.716334 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d01a83c-173d-4025-9692-aedf0a404732 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:52:41.716456 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c526bd-4c8c-4242-b0b1-c9ed53650e51 None None] Network 5e7df087-c942-4925-b0b1-2d59986e35f3 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:52:41.716693 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d01a83c-173d-4025-9692-aedf0a404732 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:52:41.717034 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d01a83c-173d-4025-9692-aedf0a404732 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:52:41.717377 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d01a83c-173d-4025-9692-aedf0a404732 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:52:41.717717 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d01a83c-173d-4025-9692-aedf0a404732 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:52:41.718053 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d01a83c-173d-4025-9692-aedf0a404732 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:52:41.718385 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d01a83c-173d-4025-9692-aedf0a404732 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:52:41.718714 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d01a83c-173d-4025-9692-aedf0a404732 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:52:41.719112 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d01a83c-173d-4025-9692-aedf0a404732 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:52:41.719503 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d01a83c-173d-4025-9692-aedf0a404732 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:52:41.719673 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d01a83c-173d-4025-9692-aedf0a404732 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:52:41.784480 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-60dcd4f1-8c0f-4dea-a758-b74b729b9cf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (5e7df087-c942-4925-b0b1-2d59986e35f3), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:41.842073 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-60dcd4f1-8c0f-4dea-a758-b74b729b9cf3 admin admin] Deleting port af386ec1-b626-493d-b17b-b91026748c76 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:52:41.842418 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-60dcd4f1-8c0f-4dea-a758-b74b729b9cf3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (af386ec1-b626-493d-b17b-b91026748c76), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:41.911393 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-60dcd4f1-8c0f-4dea-a758-b74b729b9cf3 admin admin] For port af386ec1-b626-493d-b17b-b91026748c76, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=af386ec1-b626-493d-b17b-b91026748c76,segment=NetworkSegment(aff97edd-7a78-460e-9490-69025b77b8f5),segment_id=aff97edd-7a78-460e-9490-69025b77b8f5)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:52:41.911761 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-60dcd4f1-8c0f-4dea-a758-b74b729b9cf3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (af386ec1-b626-493d-b17b-b91026748c76), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:41.925423 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-60dcd4f1-8c0f-4dea-a758-b74b729b9cf3 admin admin] Calling delete_port for af386ec1-b626-493d-b17b-b91026748c76 owned by network:dhcp {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:52:42.005091 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-60dcd4f1-8c0f-4dea-a758-b74b729b9cf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (af386ec1-b626-493d-b17b-b91026748c76), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:42.036376 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dcd4f1-8c0f-4dea-a758-b74b729b9cf3 admin admin] Pushing event deleted for resources: {'Port': ['ID=af386ec1-b626-493d-b17b-b91026748c76,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:52:42.040889 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60dcd4f1-8c0f-4dea-a758-b74b729b9cf3 admin admin] No DVR routers for this DVR port af386ec1-b626-493d-b17b-b91026748c76 on host n-d-712749-28 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:52:42.052800 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20fe262c-50fa-4b7c-8425-034f6480cbda None None] DHCP port deletion for 5e7df087-c942-4925-b0b1-2d59986e35f3 request from n-d-712749-28 {{(pid=103285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 07:52:42.117664 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-60dcd4f1-8c0f-4dea-a758-b74b729b9cf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (5e7df087-c942-4925-b0b1-2d59986e35f3), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:42.137932 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-60dcd4f1-8c0f-4dea-a758-b74b729b9cf3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e7df087-c942-4925-b0b1-2d59986e35f3']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:52:42.147663 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-60dcd4f1-8c0f-4dea-a758-b74b729b9cf3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aff97edd-7a78-460e-9490-69025b77b8f5') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:52:42.147997 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-60dcd4f1-8c0f-4dea-a758-b74b729b9cf3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aff97edd-7a78-460e-9490-69025b77b8f5') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:52:42.161523 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-60dcd4f1-8c0f-4dea-a758-b74b729b9cf3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24759294'] for segment (aff97edd-7a78-460e-9490-69025b77b8f5), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:42.178179 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-60dcd4f1-8c0f-4dea-a758-b74b729b9cf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (aff97edd-7a78-460e-9490-69025b77b8f5), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:42.184466 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60dcd4f1-8c0f-4dea-a758-b74b729b9cf3 admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:52:42.184786 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-60dcd4f1-8c0f-4dea-a758-b74b729b9cf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24757675'] for segment (aff97edd-7a78-460e-9490-69025b77b8f5), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:42.186454 n-d-712749-28 neutron-server[103284]: Traceback (most recent call last): Jan 28 07:52:42.186454 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:52:42.186454 n-d-712749-28 neutron-server[103284]: timer() Jan 28 07:52:42.186454 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:52:42.186454 n-d-712749-28 neutron-server[103284]: cb(*args, **kw) Jan 28 07:52:42.186454 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:52:42.186454 n-d-712749-28 neutron-server[103284]: return func(*args, **kwargs) Jan 28 07:52:42.186454 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:52:42.186454 n-d-712749-28 neutron-server[103284]: self._notify() Jan 28 07:52:42.186454 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:52:42.186454 n-d-712749-28 neutron-server[103284]: self.callback(batched_events) Jan 28 07:52:42.186454 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:52:42.186454 n-d-712749-28 neutron-server[103284]: event.method(event) Jan 28 07:52:42.186454 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:52:42.186454 n-d-712749-28 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:52:42.186454 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:52:42.186454 n-d-712749-28 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:52:42.186454 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:52:42.186454 n-d-712749-28 neutron-server[103284]: return f(self, *a, **k) Jan 28 07:52:42.186454 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:52:42.186454 n-d-712749-28 neutron-server[103284]: return self._get(url).json() Jan 28 07:52:42.186454 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:52:42.186454 n-d-712749-28 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:52:42.186454 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:52:42.186454 n-d-712749-28 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Jan 28 07:52:42.186454 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:52:42.186454 n-d-712749-28 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:52:42.186454 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:52:42.186454 n-d-712749-28 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:52:42.186454 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:52:42.186454 n-d-712749-28 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:52:42.186454 n-d-712749-28 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:52:42.243822 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-60dcd4f1-8c0f-4dea-a758-b74b729b9cf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (5e7df087-c942-4925-b0b1-2d59986e35f3), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:42.250294 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-60dcd4f1-8c0f-4dea-a758-b74b729b9cf3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:42.253534 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-60dcd4f1-8c0f-4dea-a758-b74b729b9cf3 admin admin] 10.222.0.41 "DELETE /v2.0/networks/5e7df087-c942-4925-b0b1-2d59986e35f3 HTTP/1.1" status: 204 len: 168 time: 0.5399325 Jan 28 07:52:42.256622 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 35344) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:52:42.266333 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dcd4f1-8c0f-4dea-a758-b74b729b9cf3 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e7df087-c942-4925-b0b1-2d59986e35f3,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:52:42.601291 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-38da2b26-c26f-4b78-a4bd-eb4777ad9a78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16606535'] for router_interface (6eb7e69d-af16-4b5b-a76c-fcebd7c23c07), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:42.843013 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-38da2b26-c26f-4b78-a4bd-eb4777ad9a78 admin admin] Deleting port f5f51827-de04-4742-b15f-9245ed088de1 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:52:42.843352 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-38da2b26-c26f-4b78-a4bd-eb4777ad9a78 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (f5f51827-de04-4742-b15f-9245ed088de1), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:42.920102 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-38da2b26-c26f-4b78-a4bd-eb4777ad9a78 admin admin] For port f5f51827-de04-4742-b15f-9245ed088de1, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=f5f51827-de04-4742-b15f-9245ed088de1,segment=NetworkSegment(b0a4bf30-7900-4a6a-8194-8f1e505ae01c),segment_id=b0a4bf30-7900-4a6a-8194-8f1e505ae01c)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:52:42.920419 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-38da2b26-c26f-4b78-a4bd-eb4777ad9a78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (f5f51827-de04-4742-b15f-9245ed088de1), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:42.937437 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-38da2b26-c26f-4b78-a4bd-eb4777ad9a78 admin admin] Calling delete_port for f5f51827-de04-4742-b15f-9245ed088de1 owned by network:router_interface {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:52:43.113931 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-38da2b26-c26f-4b78-a4bd-eb4777ad9a78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (f5f51827-de04-4742-b15f-9245ed088de1), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:43.130780 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device c5a09169-277c-49fc-9471-d5eef4915d47 no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:52:43.139428 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38da2b26-c26f-4b78-a4bd-eb4777ad9a78 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5f51827-de04-4742-b15f-9245ed088de1,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:52:43.153801 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: c5a09169-277c-49fc-9471-d5eef4915d47 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:52:43.154154 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device c5a09169-277c-49fc-9471-d5eef4915d47 not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:52:43.154572 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device af386ec1-b626-493d-b17b-b91026748c76 no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:52:43.177992 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: af386ec1-b626-493d-b17b-b91026748c76 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:52:43.178352 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device af386ec1-b626-493d-b17b-b91026748c76 not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:52:43.303946 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-38da2b26-c26f-4b78-a4bd-eb4777ad9a78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16319006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16606699'] for router_interface (6eb7e69d-af16-4b5b-a76c-fcebd7c23c07), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:43.515867 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38da2b26-c26f-4b78-a4bd-eb4777ad9a78 admin admin] Router 6eb7e69d-af16-4b5b-a76c-fcebd7c23c07 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:52:43.620405 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38da2b26-c26f-4b78-a4bd-eb4777ad9a78 admin admin] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:52:43.626904 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-38da2b26-c26f-4b78-a4bd-eb4777ad9a78 admin admin] 10.222.0.41 "PUT /v2.0/routers/6eb7e69d-af16-4b5b-a76c-fcebd7c23c07/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3691850 Jan 28 07:52:43.627865 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 35346) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:52:43.629441 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e5817d-6c10-48fe-8b40-a5e89e30ac44 None None] Sync routers for ids ['6eb7e69d-af16-4b5b-a76c-fcebd7c23c07'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:52:43.640546 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e5817d-6c10-48fe-8b40-a5e89e30ac44 None None] Routers {'6eb7e69d-af16-4b5b-a76c-fcebd7c23c07'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:52:43.641159 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-b7e5817d-6c10-48fe-8b40-a5e89e30ac44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:52:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['6eb7e69d-af16-4b5b-a76c-fcebd7c23c07'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:52:43.736640 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e3915bcd-5319-45c7-9311-ec22b8c1d147 admin admin] Publish callbacks [] for router (6eb7e69d-af16-4b5b-a76c-fcebd7c23c07), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:43.838977 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-b7e5817d-6c10-48fe-8b40-a5e89e30ac44 None None] Set router 6eb7e69d-af16-4b5b-a76c-fcebd7c23c07 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:52:43.841387 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e3915bcd-5319-45c7-9311-ec22b8c1d147 admin admin] Publish callbacks [] for router_gateway (6eb7e69d-af16-4b5b-a76c-fcebd7c23c07), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:43.893922 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-e3915bcd-5319-45c7-9311-ec22b8c1d147 admin admin] Deleting port 32aeb238-7f69-427a-b21c-b8b52475cd71 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:52:43.894276 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e3915bcd-5319-45c7-9311-ec22b8c1d147 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (32aeb238-7f69-427a-b21c-b8b52475cd71), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:43.970764 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-e3915bcd-5319-45c7-9311-ec22b8c1d147 admin admin] For port 32aeb238-7f69-427a-b21c-b8b52475cd71, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=32aeb238-7f69-427a-b21c-b8b52475cd71,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:52:43.971135 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e3915bcd-5319-45c7-9311-ec22b8c1d147 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (32aeb238-7f69-427a-b21c-b8b52475cd71), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:43.983017 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-e3915bcd-5319-45c7-9311-ec22b8c1d147 admin admin] Calling delete_port for 32aeb238-7f69-427a-b21c-b8b52475cd71 owned by network:router_gateway {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:52:44.010295 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-b7e5817d-6c10-48fe-8b40-a5e89e30ac44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eb7e69d-af16-4b5b-a76c-fcebd7c23c07', 'name': 'tempest-TestServerBasicOps-774579809-router', 'tenant_id': 'b4bf9c942c77437385ea87dc492d96e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': '32aeb238-7f69-427a-b21c-b8b52475cd71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:47:30Z', 'updated_at': '2022-01-28T07:52:43Z', 'revision_number': 5, 'project_id': 'b4bf9c942c77437385ea87dc492d96e2', 'gw_port': {'id': '32aeb238-7f69-427a-b21c-b8b52475cd71', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:7e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb7e69d-af16-4b5b-a76c-fcebd7c23c07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:47:31Z', 'updated_at': '2022-01-28T07:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:52:44.035782 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e5817d-6c10-48fe-8b40-a5e89e30ac44 None None] Checking router: 6eb7e69d-af16-4b5b-a76c-fcebd7c23c07 for host: n-d-712749-28 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:52:44.043913 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e5817d-6c10-48fe-8b40-a5e89e30ac44 None None] Routers {'6eb7e69d-af16-4b5b-a76c-fcebd7c23c07'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:52:44.044716 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-b7e5817d-6c10-48fe-8b40-a5e89e30ac44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:52:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['6eb7e69d-af16-4b5b-a76c-fcebd7c23c07'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:52:44.130475 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-b7e5817d-6c10-48fe-8b40-a5e89e30ac44 None None] Set router 6eb7e69d-af16-4b5b-a76c-fcebd7c23c07 gateway port host: None {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:52:44.150069 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e3915bcd-5319-45c7-9311-ec22b8c1d147 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (32aeb238-7f69-427a-b21c-b8b52475cd71), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:44.182072 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3915bcd-5319-45c7-9311-ec22b8c1d147 admin admin] Pushing event deleted for resources: {'Port': ['ID=32aeb238-7f69-427a-b21c-b8b52475cd71,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:52:44.186328 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-b7e5817d-6c10-48fe-8b40-a5e89e30ac44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eb7e69d-af16-4b5b-a76c-fcebd7c23c07', 'name': 'tempest-TestServerBasicOps-774579809-router', 'tenant_id': 'b4bf9c942c77437385ea87dc492d96e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:47:30Z', 'updated_at': '2022-01-28T07:52:43Z', 'revision_number': 6, 'project_id': 'b4bf9c942c77437385ea87dc492d96e2', 'gw_port_host': None}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:52:44.212777 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e5817d-6c10-48fe-8b40-a5e89e30ac44 None None] The sync data for ids ['6eb7e69d-af16-4b5b-a76c-fcebd7c23c07'] in n-d-712749-28 is: [{'id': '6eb7e69d-af16-4b5b-a76c-fcebd7c23c07', 'name': 'tempest-TestServerBasicOps-774579809-router', 'tenant_id': 'b4bf9c942c77437385ea87dc492d96e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:47:30Z', 'updated_at': '2022-01-28T07:52:43Z', 'revision_number': 6, 'project_id': 'b4bf9c942c77437385ea87dc492d96e2', 'gw_port_host': None}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:52:44.249426 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e3915bcd-5319-45c7-9311-ec22b8c1d147 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16607873'] for router_gateway (6eb7e69d-af16-4b5b-a76c-fcebd7c23c07), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:44.339272 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e3915bcd-5319-45c7-9311-ec22b8c1d147 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16605684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127449'] for router (6eb7e69d-af16-4b5b-a76c-fcebd7c23c07), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:44.341814 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e3915bcd-5319-45c7-9311-ec22b8c1d147 admin admin] Publish callbacks [] for router_controller (6eb7e69d-af16-4b5b-a76c-fcebd7c23c07), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:44.384123 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e3915bcd-5319-45c7-9311-ec22b8c1d147 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16605693'] for router (6eb7e69d-af16-4b5b-a76c-fcebd7c23c07), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:44.384690 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3915bcd-5319-45c7-9311-ec22b8c1d147 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6eb7e69d-af16-4b5b-a76c-fcebd7c23c07 {{(pid=103283) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 07:52:44.389841 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e3915bcd-5319-45c7-9311-ec22b8c1d147 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:44.391030 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-e3915bcd-5319-45c7-9311-ec22b8c1d147 admin admin] 10.222.0.41 "DELETE /v2.0/routers/6eb7e69d-af16-4b5b-a76c-fcebd7c23c07 HTTP/1.1" status: 204 len: 168 time: 0.7618947 Jan 28 07:52:44.393447 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 35348) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:52:44.442383 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_v2 [None req-766a0ef4-ebe1-4b6a-8371-4e0bdb8301fd admin admin] Deleting subnet fe6aee20-7e4d-4c02-b470-6d06676bf27c {{(pid=103283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:52:44.445518 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-766a0ef4-ebe1-4b6a-8371-4e0bdb8301fd admin admin] Publish callbacks [] for subnet (fe6aee20-7e4d-4c02-b470-6d06676bf27c), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:44.480697 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-766a0ef4-ebe1-4b6a-8371-4e0bdb8301fd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13506696'] for subnet (fe6aee20-7e4d-4c02-b470-6d06676bf27c), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:44.556703 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-766a0ef4-ebe1-4b6a-8371-4e0bdb8301fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (fe6aee20-7e4d-4c02-b470-6d06676bf27c), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:44.615284 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-766a0ef4-ebe1-4b6a-8371-4e0bdb8301fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13546665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13556132'] for subnet (fe6aee20-7e4d-4c02-b470-6d06676bf27c), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:44.645006 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766a0ef4-ebe1-4b6a-8371-4e0bdb8301fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe6aee20-7e4d-4c02-b470-6d06676bf27c,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:52:44.646894 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-766a0ef4-ebe1-4b6a-8371-4e0bdb8301fd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:44.652667 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-766a0ef4-ebe1-4b6a-8371-4e0bdb8301fd admin admin] 10.222.0.41 "DELETE /v2.0/subnets/fe6aee20-7e4d-4c02-b470-6d06676bf27c HTTP/1.1" status: 204 len: 168 time: 0.2557542 Jan 28 07:52:44.653031 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 35350) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:52:44.654649 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5f00016-03f9-43eb-be81-e5de0ba16fc9 None None] Network 16c2fd17-091f-4ce0-b81d-6bac0cadf0b6 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:52:44.721198 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f62d73b-ab91-4569-9c7c-4bc6bb02b5eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (16c2fd17-091f-4ce0-b81d-6bac0cadf0b6), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:44.776122 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-5f62d73b-ab91-4569-9c7c-4bc6bb02b5eb admin admin] Deleting port 5e9d3637-94f4-4e61-9ed5-fc4e8c115960 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:52:44.776681 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f62d73b-ab91-4569-9c7c-4bc6bb02b5eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (5e9d3637-94f4-4e61-9ed5-fc4e8c115960), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:44.989140 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b5fe19b-8bf2-4309-a4f5-3f01736e4845 None None] DHCP port deletion for 16c2fd17-091f-4ce0-b81d-6bac0cadf0b6 request from n-d-712749-28 {{(pid=103285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 07:52:45.039765 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-2b5fe19b-8bf2-4309-a4f5-3f01736e4845 None None] Deleting port 5e9d3637-94f4-4e61-9ed5-fc4e8c115960 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:52:45.040143 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2b5fe19b-8bf2-4309-a4f5-3f01736e4845 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (5e9d3637-94f4-4e61-9ed5-fc4e8c115960), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:45.110840 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-2b5fe19b-8bf2-4309-a4f5-3f01736e4845 None None] For port 5e9d3637-94f4-4e61-9ed5-fc4e8c115960, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=5e9d3637-94f4-4e61-9ed5-fc4e8c115960,segment=NetworkSegment(b0a4bf30-7900-4a6a-8194-8f1e505ae01c),segment_id=b0a4bf30-7900-4a6a-8194-8f1e505ae01c)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:52:45.111302 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2b5fe19b-8bf2-4309-a4f5-3f01736e4845 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (5e9d3637-94f4-4e61-9ed5-fc4e8c115960), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:45.126130 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-2b5fe19b-8bf2-4309-a4f5-3f01736e4845 None None] Calling delete_port for 5e9d3637-94f4-4e61-9ed5-fc4e8c115960 owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:52:45.128018 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f62d73b-ab91-4569-9c7c-4bc6bb02b5eb admin admin] For port 5e9d3637-94f4-4e61-9ed5-fc4e8c115960, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=5e9d3637-94f4-4e61-9ed5-fc4e8c115960,segment=NetworkSegment(b0a4bf30-7900-4a6a-8194-8f1e505ae01c),segment_id=b0a4bf30-7900-4a6a-8194-8f1e505ae01c)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:52:45.128510 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f62d73b-ab91-4569-9c7c-4bc6bb02b5eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (5e9d3637-94f4-4e61-9ed5-fc4e8c115960), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:45.139880 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 32aeb238-7f69-427a-b21c-b8b52475cd71 no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:52:45.143204 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-5f62d73b-ab91-4569-9c7c-4bc6bb02b5eb admin admin] Calling delete_port for 5e9d3637-94f4-4e61-9ed5-fc4e8c115960 owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:52:45.161559 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: 32aeb238-7f69-427a-b21c-b8b52475cd71 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:52:45.161909 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 32aeb238-7f69-427a-b21c-b8b52475cd71 not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:52:45.162328 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device f5f51827-de04-4742-b15f-9245ed088de1 no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:52:45.211449 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: f5f51827-de04-4742-b15f-9245ed088de1 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:52:45.211795 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device f5f51827-de04-4742-b15f-9245ed088de1 not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:52:45.212226 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 5e9d3637-94f4-4e61-9ed5-fc4e8c115960 no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:52:45.229189 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f62d73b-ab91-4569-9c7c-4bc6bb02b5eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (5e9d3637-94f4-4e61-9ed5-fc4e8c115960), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:45.262558 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f62d73b-ab91-4569-9c7c-4bc6bb02b5eb admin admin] Pushing event deleted for resources: {'Port': ['ID=5e9d3637-94f4-4e61-9ed5-fc4e8c115960,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:52:45.266099 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f62d73b-ab91-4569-9c7c-4bc6bb02b5eb admin admin] No DVR routers for this DVR port 5e9d3637-94f4-4e61-9ed5-fc4e8c115960 on host n-d-712749-28 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:52:45.285285 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No active binding found for port 5e9d3637-94f4-4e61-9ed5-fc4e8c115960 {{(pid=103285) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 28 07:52:45.285660 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] The host n-d-712749-28 is not matching for port 5e9d3637-94f4-4e61-9ed5-fc4e8c115960 host None! {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 07:52:45.286048 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 5e9d3637-94f4-4e61-9ed5-fc4e8c115960 not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:52:45.302426 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2b5fe19b-8bf2-4309-a4f5-3f01736e4845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298'] for port (5e9d3637-94f4-4e61-9ed5-fc4e8c115960), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:45.331527 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5fe19b-8bf2-4309-a4f5-3f01736e4845 None None] Pushing event deleted for resources: {'Port': ['ID=5e9d3637-94f4-4e61-9ed5-fc4e8c115960,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:52:45.336251 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5fe19b-8bf2-4309-a4f5-3f01736e4845 None None] No DVR routers for this DVR port 5e9d3637-94f4-4e61-9ed5-fc4e8c115960 on host n-d-712749-28 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:52:45.345999 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5fe19b-8bf2-4309-a4f5-3f01736e4845 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:52:45.346304 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5fe19b-8bf2-4309-a4f5-3f01736e4845 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:52:45.346623 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5fe19b-8bf2-4309-a4f5-3f01736e4845 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:52:45.346878 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f62d73b-ab91-4569-9c7c-4bc6bb02b5eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (16c2fd17-091f-4ce0-b81d-6bac0cadf0b6), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:45.346987 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5fe19b-8bf2-4309-a4f5-3f01736e4845 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:52:45.347258 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5fe19b-8bf2-4309-a4f5-3f01736e4845 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:52:45.347592 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5fe19b-8bf2-4309-a4f5-3f01736e4845 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:52:45.347917 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5fe19b-8bf2-4309-a4f5-3f01736e4845 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:52:45.348367 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5fe19b-8bf2-4309-a4f5-3f01736e4845 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:52:45.348705 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5fe19b-8bf2-4309-a4f5-3f01736e4845 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:52:45.349035 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5fe19b-8bf2-4309-a4f5-3f01736e4845 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:52:45.349389 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5fe19b-8bf2-4309-a4f5-3f01736e4845 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:52:45.350010 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5fe19b-8bf2-4309-a4f5-3f01736e4845 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:52:45.350487 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5fe19b-8bf2-4309-a4f5-3f01736e4845 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:52:45.371720 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-5f62d73b-ab91-4569-9c7c-4bc6bb02b5eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16c2fd17-091f-4ce0-b81d-6bac0cadf0b6']}} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:52:45.381156 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-5f62d73b-ab91-4569-9c7c-4bc6bb02b5eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0a4bf30-7900-4a6a-8194-8f1e505ae01c') {'for_net_delete': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:52:45.381454 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-5f62d73b-ab91-4569-9c7c-4bc6bb02b5eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0a4bf30-7900-4a6a-8194-8f1e505ae01c') {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:52:45.391203 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f62d73b-ab91-4569-9c7c-4bc6bb02b5eb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13506801'] for segment (b0a4bf30-7900-4a6a-8194-8f1e505ae01c), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:45.405081 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f62d73b-ab91-4569-9c7c-4bc6bb02b5eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (b0a4bf30-7900-4a6a-8194-8f1e505ae01c), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:45.411341 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f62d73b-ab91-4569-9c7c-4bc6bb02b5eb admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=103283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:52:45.411746 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f62d73b-ab91-4569-9c7c-4bc6bb02b5eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13546563'] for segment (b0a4bf30-7900-4a6a-8194-8f1e505ae01c), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:45.413592 n-d-712749-28 neutron-server[103283]: Traceback (most recent call last): Jan 28 07:52:45.413592 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:52:45.413592 n-d-712749-28 neutron-server[103283]: timer() Jan 28 07:52:45.413592 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:52:45.413592 n-d-712749-28 neutron-server[103283]: cb(*args, **kw) Jan 28 07:52:45.413592 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:52:45.413592 n-d-712749-28 neutron-server[103283]: return func(*args, **kwargs) Jan 28 07:52:45.413592 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:52:45.413592 n-d-712749-28 neutron-server[103283]: self._notify() Jan 28 07:52:45.413592 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:52:45.413592 n-d-712749-28 neutron-server[103283]: self.callback(batched_events) Jan 28 07:52:45.413592 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:52:45.413592 n-d-712749-28 neutron-server[103283]: event.method(event) Jan 28 07:52:45.413592 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:52:45.413592 n-d-712749-28 neutron-server[103283]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:52:45.413592 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:52:45.413592 n-d-712749-28 neutron-server[103283]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:52:45.413592 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:52:45.413592 n-d-712749-28 neutron-server[103283]: return f(self, *a, **k) Jan 28 07:52:45.413592 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:52:45.413592 n-d-712749-28 neutron-server[103283]: return self._get(url).json() Jan 28 07:52:45.413592 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:52:45.413592 n-d-712749-28 neutron-server[103283]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:52:45.413592 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:52:45.413592 n-d-712749-28 neutron-server[103283]: return self.request(url, 'GET', **kwargs) Jan 28 07:52:45.413592 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:52:45.413592 n-d-712749-28 neutron-server[103283]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:52:45.413592 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:52:45.413592 n-d-712749-28 neutron-server[103283]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:52:45.413592 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:52:45.413592 n-d-712749-28 neutron-server[103283]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:52:45.413592 n-d-712749-28 neutron-server[103283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:52:45.470786 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f62d73b-ab91-4569-9c7c-4bc6bb02b5eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (16c2fd17-091f-4ce0-b81d-6bac0cadf0b6), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:45.476067 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f62d73b-ab91-4569-9c7c-4bc6bb02b5eb admin admin] Publish callbacks [] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:45.481651 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-5f62d73b-ab91-4569-9c7c-4bc6bb02b5eb admin admin] 10.222.0.41 "DELETE /v2.0/networks/16c2fd17-091f-4ce0-b81d-6bac0cadf0b6 HTTP/1.1" status: 204 len: 168 time: 0.8253114 Jan 28 07:52:45.493127 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f62d73b-ab91-4569-9c7c-4bc6bb02b5eb admin admin] Pushing event deleted for resources: {'Network': ['ID=16c2fd17-091f-4ce0-b81d-6bac0cadf0b6,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:52:45.592057 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 35354) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:52:45.632025 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-28af88e4-a970-463d-989f-eb66b7c5e3ac admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f7c76513a0a24534bd03d09a01ed7997&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0385532 Jan 28 07:52:45.634111 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 35356) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:52:45.680808 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7503403d-6346-4d03-8cfd-36755c49699c admin admin] Publish callbacks [] for security_group (5a792d42-d5d1-4695-a510-75cb3e96b344), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:45.702177 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7503403d-6346-4d03-8cfd-36755c49699c admin admin] Publish callbacks [] for security_group (5a792d42-d5d1-4695-a510-75cb3e96b344), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:45.748759 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7503403d-6346-4d03-8cfd-36755c49699c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (5a792d42-d5d1-4695-a510-75cb3e96b344), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:45.751241 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7503403d-6346-4d03-8cfd-36755c49699c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:45.752423 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-7503403d-6346-4d03-8cfd-36755c49699c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5a792d42-d5d1-4695-a510-75cb3e96b344 HTTP/1.1" status: 204 len: 168 time: 0.1173534 Jan 28 07:52:45.759950 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7503403d-6346-4d03-8cfd-36755c49699c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a792d42-d5d1-4695-a510-75cb3e96b344,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:52:46.054321 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 35362) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:52:46.097033 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-1a694000-1f58-4623-b217-5fb5fe1818af admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b4bf9c942c77437385ea87dc492d96e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0415678 Jan 28 07:52:46.099374 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 35364) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:52:46.144443 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3d043e1c-c3c0-444f-96f1-362e2fc98c60 admin admin] Publish callbacks [] for security_group (6e6179e6-deee-4a6c-a4cf-e83490c9b13d), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:46.165176 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3d043e1c-c3c0-444f-96f1-362e2fc98c60 admin admin] Publish callbacks [] for security_group (6e6179e6-deee-4a6c-a4cf-e83490c9b13d), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:46.213006 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3d043e1c-c3c0-444f-96f1-362e2fc98c60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (6e6179e6-deee-4a6c-a4cf-e83490c9b13d), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:46.216518 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3d043e1c-c3c0-444f-96f1-362e2fc98c60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:46.217655 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-3d043e1c-c3c0-444f-96f1-362e2fc98c60 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6e6179e6-deee-4a6c-a4cf-e83490c9b13d HTTP/1.1" status: 204 len: 168 time: 0.1174064 Jan 28 07:52:46.225217 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d043e1c-c3c0-444f-96f1-362e2fc98c60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e6179e6-deee-4a6c-a4cf-e83490c9b13d,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:52:46.869168 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 35386) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:52:46.964658 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-78bdc9b8-620e-47ca-af61-2028b0f811ce admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-124678828-network', 'tenant_id': '4527e65b0c40470c993f8384279d6c57'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:52:46.984612 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78bdc9b8-620e-47ca-af61-2028b0f811ce admin admin] Made reservation on behalf of 4527e65b0c40470c993f8384279d6c57 for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:52:46.986880 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-78bdc9b8-620e-47ca-af61-2028b0f811ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:46.995004 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-78bdc9b8-620e-47ca-af61-2028b0f811ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:47.071857 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-78bdc9b8-620e-47ca-af61-2028b0f811ce admin admin] Publish callbacks [] for security_group (69d13845-3c8c-4316-84de-36888c35cf45), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:47.076052 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-78bdc9b8-620e-47ca-af61-2028b0f811ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (69d13845-3c8c-4316-84de-36888c35cf45), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:47.100169 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78bdc9b8-620e-47ca-af61-2028b0f811ce admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:52:47.110268 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bdc9b8-620e-47ca-af61-2028b0f811ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69d13845-3c8c-4316-84de-36888c35cf45,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:52:47.115115 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-78bdc9b8-620e-47ca-af61-2028b0f811ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (1887d521-b847-46d7-8938-abeb651b0c0f), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:47.115453 n-d-712749-28 neutron-server[103284]: INFO neutron.db.segments_db [None req-78bdc9b8-620e-47ca-af61-2028b0f811ce admin admin] Added segment 1887d521-b847-46d7-8938-abeb651b0c0f of type vlan for network c1771755-314b-4628-903b-540469c2582b Jan 28 07:52:47.156722 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-78bdc9b8-620e-47ca-af61-2028b0f811ce admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (c1771755-314b-4628-903b-540469c2582b), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:47.181274 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-78bdc9b8-620e-47ca-af61-2028b0f811ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (c1771755-314b-4628-903b-540469c2582b), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:47.182230 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78bdc9b8-620e-47ca-af61-2028b0f811ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:52:47.182816 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-78bdc9b8-620e-47ca-af61-2028b0f811ce admin admin] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:47.252915 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-78bdc9b8-620e-47ca-af61-2028b0f811ce admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3826261 Jan 28 07:52:47.255841 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 35390) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:52:47.260941 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-c586187f-4ec6-4126-a233-bc574024c93c admin admin] Request body: {'subnet': {'network_id': 'c1771755-314b-4628-903b-540469c2582b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-124678828-subnet', 'tenant_id': '4527e65b0c40470c993f8384279d6c57', 'ip_version': 4}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:52:47.270187 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bdc9b8-620e-47ca-af61-2028b0f811ce admin admin] Pushing event updated for resources: {'Network': ['ID=c1771755-314b-4628-903b-540469c2582b,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:52:47.280228 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network c1771755-314b-4628-903b-540469c2582b details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:52:47.282757 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c586187f-4ec6-4126-a233-bc574024c93c admin admin] Made reservation on behalf of 4527e65b0c40470c993f8384279d6c57 for: {'subnet': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:52:47.285629 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c586187f-4ec6-4126-a233-bc574024c93c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13555781'] for subnet (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:47.454221 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c586187f-4ec6-4126-a233-bc574024c93c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13546728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13555799'] for subnet (4ec89fd2-b8b6-4d4c-b93b-916edb0d7467), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:47.507333 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c586187f-4ec6-4126-a233-bc574024c93c admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ec89fd2-b8b6-4d4c-b93b-916edb0d7467,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:52:47.518005 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c586187f-4ec6-4126-a233-bc574024c93c admin admin] Checking segment: {'id': '1887d521-b847-46d7-8938-abeb651b0c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c1771755-314b-4628-903b-540469c2582b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:52:47.518368 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c586187f-4ec6-4126-a233-bc574024c93c admin admin] Network hostable DHCP agents. Network: c1771755-314b-4628-903b-540469c2582b, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:52:47.534899 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c586187f-4ec6-4126-a233-bc574024c93c admin admin] Network c1771755-314b-4628-903b-540469c2582b is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:52:47.543579 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-c586187f-4ec6-4126-a233-bc574024c93c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, c1771755-314b-4628-903b-540469c2582b) {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:52:47.547740 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c586187f-4ec6-4126-a233-bc574024c93c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:52:47.548379 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c586187f-4ec6-4126-a233-bc574024c93c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:47.553299 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3028df0d-cf18-4084-9df9-d00a374330f1 None None] Network c1771755-314b-4628-903b-540469c2582b requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:52:47.564753 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-c586187f-4ec6-4126-a233-bc574024c93c admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3077421 Jan 28 07:52:47.567389 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 35392) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:52:47.571816 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-98061dc5-adcb-4e4f-82d3-0b2475e74035 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-124678828-router', 'tenant_id': '4527e65b0c40470c993f8384279d6c57', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:52:47.591400 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-98061dc5-adcb-4e4f-82d3-0b2475e74035 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16606890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127275'] for router (5950f937-cfb9-496a-86b8-77a62889a203), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:47.592493 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-98061dc5-adcb-4e4f-82d3-0b2475e74035 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16605498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16607952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16355422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127266'] for router (5950f937-cfb9-496a-86b8-77a62889a203), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:47.646620 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-98061dc5-adcb-4e4f-82d3-0b2475e74035 admin admin] Publish callbacks [] for router_controller (5950f937-cfb9-496a-86b8-77a62889a203), precommit_add_association {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:47.657481 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff15cc06-d939-4ecb-aa8a-ac8f9bc461db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3dd72b9-6805-5f61-b6f3-a591f99a173d-c1771755-314b-4628-903b-540469c2582b', 'network_id': 'c1771755-314b-4628-903b-540469c2582b', 'project_id': '4527e65b0c40470c993f8384279d6c57', 'fixed_ips': [{'subnet_id': '4ec89fd2-b8b6-4d4c-b93b-916edb0d7467'}]}} from n-d-712749-28. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 07:52:47.658353 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ff15cc06-d939-4ecb-aa8a-ac8f9bc461db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:47.783926 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-98061dc5-adcb-4e4f-82d3-0b2475e74035 admin admin] Publish callbacks [] for router_gateway (5950f937-cfb9-496a-86b8-77a62889a203), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:47.794592 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-ff15cc06-d939-4ecb-aa8a-ac8f9bc461db None None] Allocated IP 172.20.0.2 (c1771755-314b-4628-903b-540469c2582b/4ec89fd2-b8b6-4d4c-b93b-916edb0d7467/8a4e90f8-15c9-44eb-8be0-6f8c08e45c5b) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:52:47.933090 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ff15cc06-d939-4ecb-aa8a-ac8f9bc461db None None] Publish callbacks [] for port (8a4e90f8-15c9-44eb-8be0-6f8c08e45c5b), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:47.939775 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ff15cc06-d939-4ecb-aa8a-ac8f9bc461db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (8a4e90f8-15c9-44eb-8be0-6f8c08e45c5b), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:47.983973 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff15cc06-d939-4ecb-aa8a-ac8f9bc461db None None] Network c1771755-314b-4628-903b-540469c2582b is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:52:47.988828 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-98061dc5-adcb-4e4f-82d3-0b2475e74035 admin admin] Publish callbacks [] for router_gateway (5950f937-cfb9-496a-86b8-77a62889a203), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:47.991069 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-ff15cc06-d939-4ecb-aa8a-ac8f9bc461db None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:52:47.993237 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff15cc06-d939-4ecb-aa8a-ac8f9bc461db None None] Pushing event updated for resources: {'Port': ['ID=8a4e90f8-15c9-44eb-8be0-6f8c08e45c5b,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:52:47.995365 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff15cc06-d939-4ecb-aa8a-ac8f9bc461db None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:52:48.009834 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-98061dc5-adcb-4e4f-82d3-0b2475e74035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:48.049129 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-ff15cc06-d939-4ecb-aa8a-ac8f9bc461db None None] Attempting to bind port 8a4e90f8-15c9-44eb-8be0-6f8c08e45c5b on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:52:48.049513 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-ff15cc06-d939-4ecb-aa8a-ac8f9bc461db None None] Attempting to bind port 8a4e90f8-15c9-44eb-8be0-6f8c08e45c5b by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '1887d521-b847-46d7-8938-abeb651b0c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c1771755-314b-4628-903b-540469c2582b'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:52:48.049883 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff15cc06-d939-4ecb-aa8a-ac8f9bc461db None None] Attempting to bind port 8a4e90f8-15c9-44eb-8be0-6f8c08e45c5b on network c1771755-314b-4628-903b-540469c2582b {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:52:48.054982 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff15cc06-d939-4ecb-aa8a-ac8f9bc461db None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 52, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:52:48.055473 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff15cc06-d939-4ecb-aa8a-ac8f9bc461db None None] Checking segment: {'id': '1887d521-b847-46d7-8938-abeb651b0c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c1771755-314b-4628-903b-540469c2582b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:52:48.055887 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ff15cc06-d939-4ecb-aa8a-ac8f9bc461db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:48.056318 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff15cc06-d939-4ecb-aa8a-ac8f9bc461db None None] Bound using segment: {'id': '1887d521-b847-46d7-8938-abeb651b0c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c1771755-314b-4628-903b-540469c2582b'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:52:48.056793 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-ff15cc06-d939-4ecb-aa8a-ac8f9bc461db None None] Bound port: 8a4e90f8-15c9-44eb-8be0-6f8c08e45c5b, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1887d521-b847-46d7-8938-abeb651b0c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c1771755-314b-4628-903b-540469c2582b'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:52:48.057176 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ff15cc06-d939-4ecb-aa8a-ac8f9bc461db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (8a4e90f8-15c9-44eb-8be0-6f8c08e45c5b), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:48.115024 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-98061dc5-adcb-4e4f-82d3-0b2475e74035 admin admin] Allocated IP 172.25.6.40 (7d5b3724-deef-4831-8d43-cb9b8176573c/b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc/a5b4f494-70d0-40c0-a821-f05123117f75) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:52:48.119277 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-ff15cc06-d939-4ecb-aa8a-ac8f9bc461db None None] For port 8a4e90f8-15c9-44eb-8be0-6f8c08e45c5b, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:52:48.123253 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-ff15cc06-d939-4ecb-aa8a-ac8f9bc461db None None] For port 8a4e90f8-15c9-44eb-8be0-6f8c08e45c5b, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=8a4e90f8-15c9-44eb-8be0-6f8c08e45c5b,segment=NetworkSegment(1887d521-b847-46d7-8938-abeb651b0c0f),segment_id=1887d521-b847-46d7-8938-abeb651b0c0f)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:52:48.127780 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ff15cc06-d939-4ecb-aa8a-ac8f9bc461db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (8a4e90f8-15c9-44eb-8be0-6f8c08e45c5b), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:48.197686 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff15cc06-d939-4ecb-aa8a-ac8f9bc461db None None] Pushing event updated for resources: {'Port': ['ID=8a4e90f8-15c9-44eb-8be0-6f8c08e45c5b,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:52:48.225802 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-98061dc5-adcb-4e4f-82d3-0b2475e74035 admin admin] Publish callbacks [] for port (a5b4f494-70d0-40c0-a821-f05123117f75), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:48.261588 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-98061dc5-adcb-4e4f-82d3-0b2475e74035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (a5b4f494-70d0-40c0-a821-f05123117f75), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:48.299841 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98061dc5-adcb-4e4f-82d3-0b2475e74035 admin admin] Network 7d5b3724-deef-4831-8d43-cb9b8176573c is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:52:48.303022 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-98061dc5-adcb-4e4f-82d3-0b2475e74035 admin admin] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:52:48.306625 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98061dc5-adcb-4e4f-82d3-0b2475e74035 admin admin] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:52:48.350514 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98061dc5-adcb-4e4f-82d3-0b2475e74035 admin admin] Pushing event updated for resources: {'Port': ['ID=a5b4f494-70d0-40c0-a821-f05123117f75,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:52:48.587801 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-98061dc5-adcb-4e4f-82d3-0b2475e74035 admin admin] Publish callbacks [] for router_gateway (5950f937-cfb9-496a-86b8-77a62889a203), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:48.778694 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-98061dc5-adcb-4e4f-82d3-0b2475e74035 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16605475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16607909'] for router (5950f937-cfb9-496a-86b8-77a62889a203), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:48.912961 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98061dc5-adcb-4e4f-82d3-0b2475e74035 admin admin] Router 5950f937-cfb9-496a-86b8-77a62889a203 is scheduled to L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 with binding_index 1 {{(pid=103283) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 07:52:49.025559 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98061dc5-adcb-4e4f-82d3-0b2475e74035 admin admin] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:52:49.038338 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5025628a-8e2b-4768-9a60-4770a7e0b3b6 None None] Sync routers for ids ['5950f937-cfb9-496a-86b8-77a62889a203'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:52:49.046449 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-98061dc5-adcb-4e4f-82d3-0b2475e74035 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:49.047845 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-98061dc5-adcb-4e4f-82d3-0b2475e74035 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.4794931 Jan 28 07:52:49.050541 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 35394) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:52:49.052515 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5025628a-8e2b-4768-9a60-4770a7e0b3b6 None None] Routers {'5950f937-cfb9-496a-86b8-77a62889a203'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:52:49.052915 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-5025628a-8e2b-4768-9a60-4770a7e0b3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:52:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['5950f937-cfb9-496a-86b8-77a62889a203'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:52:49.142587 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-067754c9-c139-4869-b476-ad7a6ea8639f None None] Network c1771755-314b-4628-903b-540469c2582b requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:52:49.219386 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 8a4e90f8-15c9-44eb-8be0-6f8c08e45c5b up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:52:49.223316 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-5025628a-8e2b-4768-9a60-4770a7e0b3b6 None None] Set router 5950f937-cfb9-496a-86b8-77a62889a203 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:52:49.317548 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-a0270396-d6f7-4b13-869c-aced4036cf9a None None] Provisioning complete for port 8a4e90f8-15c9-44eb-8be0-6f8c08e45c5b triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:52:49.317847 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a0270396-d6f7-4b13-869c-aced4036cf9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (8a4e90f8-15c9-44eb-8be0-6f8c08e45c5b), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:49.491626 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-421e5211-fd29-4637-a3c1-abc58e5cfb50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:49.498964 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 8a4e90f8-15c9-44eb-8be0-6f8c08e45c5b triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:52:49.499341 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (8a4e90f8-15c9-44eb-8be0-6f8c08e45c5b), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:49.603576 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-a0270396-d6f7-4b13-869c-aced4036cf9a None None] Current status of the port 8a4e90f8-15c9-44eb-8be0-6f8c08e45c5b is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:52:49.603966 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a0270396-d6f7-4b13-869c-aced4036cf9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (8a4e90f8-15c9-44eb-8be0-6f8c08e45c5b), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:49.670587 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-a0270396-d6f7-4b13-869c-aced4036cf9a None None] For port 8a4e90f8-15c9-44eb-8be0-6f8c08e45c5b, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=8a4e90f8-15c9-44eb-8be0-6f8c08e45c5b,segment=NetworkSegment(1887d521-b847-46d7-8938-abeb651b0c0f),segment_id=1887d521-b847-46d7-8938-abeb651b0c0f)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:52:49.678524 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a0270396-d6f7-4b13-869c-aced4036cf9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (8a4e90f8-15c9-44eb-8be0-6f8c08e45c5b), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:49.707865 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-421e5211-fd29-4637-a3c1-abc58e5cfb50 admin admin] Allocated IP 172.20.0.1 (c1771755-314b-4628-903b-540469c2582b/4ec89fd2-b8b6-4d4c-b93b-916edb0d7467/657b7064-6aef-4930-af9a-6a76dfaa6db4) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:52:49.712903 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-5025628a-8e2b-4768-9a60-4770a7e0b3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5950f937-cfb9-496a-86b8-77a62889a203', 'name': 'tempest-TestVolumeBackupRestore-124678828-router', 'tenant_id': '4527e65b0c40470c993f8384279d6c57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': 'a5b4f494-70d0-40c0-a821-f05123117f75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:52:47Z', 'updated_at': '2022-01-28T07:52:48Z', 'revision_number': 3, 'project_id': '4527e65b0c40470c993f8384279d6c57', 'gw_port': {'id': 'a5b4f494-70d0-40c0-a821-f05123117f75', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:fb:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5950f937-cfb9-496a-86b8-77a62889a203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:52:48Z', 'updated_at': '2022-01-28T07:52:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:52:49.721633 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 8a4e90f8-15c9-44eb-8be0-6f8c08e45c5b is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:52:49.722077 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (8a4e90f8-15c9-44eb-8be0-6f8c08e45c5b), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:49.761024 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5025628a-8e2b-4768-9a60-4770a7e0b3b6 None None] Checking router: 5950f937-cfb9-496a-86b8-77a62889a203 for host: n-d-712749-28 {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:52:49.761533 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5025628a-8e2b-4768-9a60-4770a7e0b3b6 None None] Updating router 5950f937-cfb9-496a-86b8-77a62889a203 port a5b4f494-70d0-40c0-a821-f05123117f75 binding host n-d-712749-28 {{(pid=103285) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 07:52:49.812837 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-421e5211-fd29-4637-a3c1-abc58e5cfb50 admin admin] Publish callbacks [] for port (657b7064-6aef-4930-af9a-6a76dfaa6db4), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:49.830337 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0270396-d6f7-4b13-869c-aced4036cf9a None None] Pushing event updated for resources: {'Port': ['ID=8a4e90f8-15c9-44eb-8be0-6f8c08e45c5b,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:52:49.838248 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5025628a-8e2b-4768-9a60-4770a7e0b3b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (a5b4f494-70d0-40c0-a821-f05123117f75), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:49.848441 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-421e5211-fd29-4637-a3c1-abc58e5cfb50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (657b7064-6aef-4930-af9a-6a76dfaa6db4), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:49.891314 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-421e5211-fd29-4637-a3c1-abc58e5cfb50 admin admin] Network c1771755-314b-4628-903b-540469c2582b is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:52:49.894206 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-421e5211-fd29-4637-a3c1-abc58e5cfb50 admin admin] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:52:49.898670 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-2f2895c9-9c39-4c41-b350-7e682ff8b665 None None] Provisioning complete for port 8a4e90f8-15c9-44eb-8be0-6f8c08e45c5b triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:52:49.899057 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2f2895c9-9c39-4c41-b350-7e682ff8b665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (8a4e90f8-15c9-44eb-8be0-6f8c08e45c5b), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:49.900925 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421e5211-fd29-4637-a3c1-abc58e5cfb50 admin admin] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:52:49.926916 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421e5211-fd29-4637-a3c1-abc58e5cfb50 admin admin] Pushing event updated for resources: {'Port': ['ID=657b7064-6aef-4930-af9a-6a76dfaa6db4,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:52:49.943803 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-421e5211-fd29-4637-a3c1-abc58e5cfb50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16609232'] for router_interface (5950f937-cfb9-496a-86b8-77a62889a203), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:50.084436 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-421e5211-fd29-4637-a3c1-abc58e5cfb50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (657b7064-6aef-4930-af9a-6a76dfaa6db4), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:50.165156 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.db.api [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103285) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 07:52:50.165750 n-d-712749-28 neutron-server[103285]: DEBUG oslo_db.api [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 07:52:50.255692 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-421e5211-fd29-4637-a3c1-abc58e5cfb50 admin admin] Publish callbacks [] for port (657b7064-6aef-4930-af9a-6a76dfaa6db4), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:50.260731 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-421e5211-fd29-4637-a3c1-abc58e5cfb50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (657b7064-6aef-4930-af9a-6a76dfaa6db4), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:50.283644 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-2f2895c9-9c39-4c41-b350-7e682ff8b665 None None] Current status of the port 8a4e90f8-15c9-44eb-8be0-6f8c08e45c5b is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:52:50.328097 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-421e5211-fd29-4637-a3c1-abc58e5cfb50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16318999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16606560'] for router_interface (5950f937-cfb9-496a-86b8-77a62889a203), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:50.329954 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421e5211-fd29-4637-a3c1-abc58e5cfb50 admin admin] Pushing event updated for resources: {'Port': ['ID=657b7064-6aef-4930-af9a-6a76dfaa6db4,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:52:50.379581 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5025628a-8e2b-4768-9a60-4770a7e0b3b6 None None] Publish callbacks [] for port (a5b4f494-70d0-40c0-a821-f05123117f75), precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:50.388312 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5025628a-8e2b-4768-9a60-4770a7e0b3b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (a5b4f494-70d0-40c0-a821-f05123117f75), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:50.428081 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-421e5211-fd29-4637-a3c1-abc58e5cfb50 admin admin] Network c1771755-314b-4628-903b-540469c2582b is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:52:50.429538 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-421e5211-fd29-4637-a3c1-abc58e5cfb50 admin admin] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:52:50.442845 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-00fc9be7-2b67-48d1-8164-ecd62bcba079 None None] Provisioning complete for port 657b7064-6aef-4930-af9a-6a76dfaa6db4 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:52:50.443229 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-00fc9be7-2b67-48d1-8164-ecd62bcba079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (657b7064-6aef-4930-af9a-6a76dfaa6db4), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:50.478086 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-5025628a-8e2b-4768-9a60-4770a7e0b3b6 None None] Attempting to bind port a5b4f494-70d0-40c0-a821-f05123117f75 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:52:50.478462 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-5025628a-8e2b-4768-9a60-4770a7e0b3b6 None None] Attempting to bind port a5b4f494-70d0-40c0-a821-f05123117f75 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:52:50.478835 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5025628a-8e2b-4768-9a60-4770a7e0b3b6 None None] Attempting to bind port a5b4f494-70d0-40c0-a821-f05123117f75 on network 7d5b3724-deef-4831-8d43-cb9b8176573c {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:52:50.480828 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e17952-4e98-4648-853c-ab77310909be None None] Pushing event updated for resources: {'Port': ['ID=a5b4f494-70d0-40c0-a821-f05123117f75,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:52:50.491495 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5025628a-8e2b-4768-9a60-4770a7e0b3b6 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 52, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:52:50.491894 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5025628a-8e2b-4768-9a60-4770a7e0b3b6 None None] Checking segment: {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:52:50.492305 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5025628a-8e2b-4768-9a60-4770a7e0b3b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:50.492708 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5025628a-8e2b-4768-9a60-4770a7e0b3b6 None None] Bound using segment: {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:52:50.493187 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-5025628a-8e2b-4768-9a60-4770a7e0b3b6 None None] Bound port: a5b4f494-70d0-40c0-a821-f05123117f75, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:52:50.493567 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5025628a-8e2b-4768-9a60-4770a7e0b3b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (a5b4f494-70d0-40c0-a821-f05123117f75), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:50.523126 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-00fc9be7-2b67-48d1-8164-ecd62bcba079 None None] Port 657b7064-6aef-4930-af9a-6a76dfaa6db4 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:52:50.555485 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-5025628a-8e2b-4768-9a60-4770a7e0b3b6 None None] For port a5b4f494-70d0-40c0-a821-f05123117f75, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:52:50.559642 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-5025628a-8e2b-4768-9a60-4770a7e0b3b6 None None] For port a5b4f494-70d0-40c0-a821-f05123117f75, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=a5b4f494-70d0-40c0-a821-f05123117f75,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:52:50.565967 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5025628a-8e2b-4768-9a60-4770a7e0b3b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (a5b4f494-70d0-40c0-a821-f05123117f75), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:50.616393 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5025628a-8e2b-4768-9a60-4770a7e0b3b6 None None] Routers {'5950f937-cfb9-496a-86b8-77a62889a203'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:52:50.617034 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-5025628a-8e2b-4768-9a60-4770a7e0b3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:52:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['5950f937-cfb9-496a-86b8-77a62889a203'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:52:50.710728 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e17952-4e98-4648-853c-ab77310909be None None] Pushing event updated for resources: {'Port': ['ID=a5b4f494-70d0-40c0-a821-f05123117f75,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:52:50.764254 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 8a4e90f8-15c9-44eb-8be0-6f8c08e45c5b is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:52:50.791499 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-5025628a-8e2b-4768-9a60-4770a7e0b3b6 None None] Set router 5950f937-cfb9-496a-86b8-77a62889a203 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:52:50.794277 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-f1441a7e-2062-4f75-8294-04f2f1a80afa None None] Provisioning complete for port 657b7064-6aef-4930-af9a-6a76dfaa6db4 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:52:50.794689 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f1441a7e-2062-4f75-8294-04f2f1a80afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (657b7064-6aef-4930-af9a-6a76dfaa6db4), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:50.846400 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-421e5211-fd29-4637-a3c1-abc58e5cfb50 admin admin] Router 5950f937-cfb9-496a-86b8-77a62889a203 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:52:50.893772 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-f1441a7e-2062-4f75-8294-04f2f1a80afa None None] Port 657b7064-6aef-4930-af9a-6a76dfaa6db4 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:52:50.955882 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-421e5211-fd29-4637-a3c1-abc58e5cfb50 admin admin] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:52:50.961062 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-421e5211-fd29-4637-a3c1-abc58e5cfb50 admin admin] 10.222.0.41 "PUT /v2.0/routers/5950f937-cfb9-496a-86b8-77a62889a203/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9089277 Jan 28 07:52:51.025865 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-5025628a-8e2b-4768-9a60-4770a7e0b3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5950f937-cfb9-496a-86b8-77a62889a203', 'name': 'tempest-TestVolumeBackupRestore-124678828-router', 'tenant_id': '4527e65b0c40470c993f8384279d6c57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': 'a5b4f494-70d0-40c0-a821-f05123117f75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:52:47Z', 'updated_at': '2022-01-28T07:52:50Z', 'revision_number': 4, 'project_id': '4527e65b0c40470c993f8384279d6c57', 'gw_port': {'id': 'a5b4f494-70d0-40c0-a821-f05123117f75', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:fb:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5950f937-cfb9-496a-86b8-77a62889a203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:52:48Z', 'updated_at': '2022-01-28T07:52:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '657b7064-6aef-4930-af9a-6a76dfaa6db4', 'name': '', 'network_id': 'c1771755-314b-4628-903b-540469c2582b', 'tenant_id': '4527e65b0c40470c993f8384279d6c57', 'mac_address': 'fa:16:3e:fd:41:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5950f937-cfb9-496a-86b8-77a62889a203', 'device_owner': 'network:router_interface', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '4ec89fd2-b8b6-4d4c-b93b-916edb0d7467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:52:49Z', 'updated_at': '2022-01-28T07:52:50Z', 'revision_number': 2, 'project_id': '4527e65b0c40470c993f8384279d6c57', 'subnets': [{'id': '4ec89fd2-b8b6-4d4c-b93b-916edb0d7467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:52:51.058248 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5025628a-8e2b-4768-9a60-4770a7e0b3b6 None None] The sync data for ids ['5950f937-cfb9-496a-86b8-77a62889a203'] in n-d-712749-28 is: [{'id': '5950f937-cfb9-496a-86b8-77a62889a203', 'name': 'tempest-TestVolumeBackupRestore-124678828-router', 'tenant_id': '4527e65b0c40470c993f8384279d6c57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': 'a5b4f494-70d0-40c0-a821-f05123117f75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:52:47Z', 'updated_at': '2022-01-28T07:52:50Z', 'revision_number': 4, 'project_id': '4527e65b0c40470c993f8384279d6c57', 'gw_port': {'id': 'a5b4f494-70d0-40c0-a821-f05123117f75', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:fb:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5950f937-cfb9-496a-86b8-77a62889a203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:52:48Z', 'updated_at': '2022-01-28T07:52:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '657b7064-6aef-4930-af9a-6a76dfaa6db4', 'name': '', 'network_id': 'c1771755-314b-4628-903b-540469c2582b', 'tenant_id': '4527e65b0c40470c993f8384279d6c57', 'mac_address': 'fa:16:3e:fd:41:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5950f937-cfb9-496a-86b8-77a62889a203', 'device_owner': 'network:router_interface', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '4ec89fd2-b8b6-4d4c-b93b-916edb0d7467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:52:49Z', 'updated_at': '2022-01-28T07:52:50Z', 'revision_number': 2, 'project_id': '4527e65b0c40470c993f8384279d6c57', 'subnets': [{'id': '4ec89fd2-b8b6-4d4c-b93b-916edb0d7467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:52:51.148407 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 8a4e90f8-15c9-44eb-8be0-6f8c08e45c5b up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:52:51.205996 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 8a4e90f8-15c9-44eb-8be0-6f8c08e45c5b triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:52:51.206526 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (8a4e90f8-15c9-44eb-8be0-6f8c08e45c5b), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:51.318566 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 8a4e90f8-15c9-44eb-8be0-6f8c08e45c5b is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:52:51.483897 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 35410) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:52:51.488982 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-112ff37d-add6-474e-9486-4b0ee7bf065d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-2109574305-network', 'tenant_id': '32be60a8ac184d56ad31da6bc53c0a3a'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:52:51.508460 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-112ff37d-add6-474e-9486-4b0ee7bf065d admin admin] Made reservation on behalf of 32be60a8ac184d56ad31da6bc53c0a3a for: {'network': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:52:51.510779 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-112ff37d-add6-474e-9486-4b0ee7bf065d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:51.519787 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-112ff37d-add6-474e-9486-4b0ee7bf065d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:51.602719 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-112ff37d-add6-474e-9486-4b0ee7bf065d admin admin] Publish callbacks [] for security_group (34df73c1-40f6-4625-b269-0e16bc8dceaa), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:51.607591 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-112ff37d-add6-474e-9486-4b0ee7bf065d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (34df73c1-40f6-4625-b269-0e16bc8dceaa), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:51.628956 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-112ff37d-add6-474e-9486-4b0ee7bf065d admin admin] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=103283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:52:51.643233 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112ff37d-add6-474e-9486-4b0ee7bf065d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34df73c1-40f6-4625-b269-0e16bc8dceaa,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:52:51.649407 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-112ff37d-add6-474e-9486-4b0ee7bf065d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (60d9fa17-a195-420e-8679-00f76617f7df), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:51.649744 n-d-712749-28 neutron-server[103283]: INFO neutron.db.segments_db [None req-112ff37d-add6-474e-9486-4b0ee7bf065d admin admin] Added segment 60d9fa17-a195-420e-8679-00f76617f7df of type vlan for network 86b91dd5-b772-416d-8cd9-e213fff85467 Jan 28 07:52:51.692124 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-112ff37d-add6-474e-9486-4b0ee7bf065d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (86b91dd5-b772-416d-8cd9-e213fff85467), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:51.717718 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-112ff37d-add6-474e-9486-4b0ee7bf065d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (86b91dd5-b772-416d-8cd9-e213fff85467), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:51.718748 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-112ff37d-add6-474e-9486-4b0ee7bf065d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:52:51.719333 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-112ff37d-add6-474e-9486-4b0ee7bf065d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:51.786005 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-112ff37d-add6-474e-9486-4b0ee7bf065d admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.2983134 Jan 28 07:52:51.786005 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 35412) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:52:51.792968 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-bfea3fc9-cbae-4fe1-be53-2734a2ba87c8 admin admin] Request body: {'subnet': {'network_id': '86b91dd5-b772-416d-8cd9-e213fff85467', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-2109574305-subnet', 'tenant_id': '32be60a8ac184d56ad31da6bc53c0a3a', 'ip_version': 4}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:52:51.801332 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112ff37d-add6-474e-9486-4b0ee7bf065d admin admin] Pushing event updated for resources: {'Network': ['ID=86b91dd5-b772-416d-8cd9-e213fff85467,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:52:51.811413 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network 86b91dd5-b772-416d-8cd9-e213fff85467 details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:52:51.822762 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfea3fc9-cbae-4fe1-be53-2734a2ba87c8 admin admin] Made reservation on behalf of 32be60a8ac184d56ad31da6bc53c0a3a for: {'subnet': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:52:51.827076 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-bfea3fc9-cbae-4fe1-be53-2734a2ba87c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13555781'] for subnet (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:52.019789 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-bfea3fc9-cbae-4fe1-be53-2734a2ba87c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13546728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13555799'] for subnet (6a9014e6-2231-4208-8dbf-8e044cb1a502), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:52.075478 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfea3fc9-cbae-4fe1-be53-2734a2ba87c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a9014e6-2231-4208-8dbf-8e044cb1a502,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:52:52.092875 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfea3fc9-cbae-4fe1-be53-2734a2ba87c8 admin admin] Checking segment: {'id': '60d9fa17-a195-420e-8679-00f76617f7df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '86b91dd5-b772-416d-8cd9-e213fff85467'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:52:52.093236 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfea3fc9-cbae-4fe1-be53-2734a2ba87c8 admin admin] Network hostable DHCP agents. Network: 86b91dd5-b772-416d-8cd9-e213fff85467, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:52:52.110394 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfea3fc9-cbae-4fe1-be53-2734a2ba87c8 admin admin] Network 86b91dd5-b772-416d-8cd9-e213fff85467 is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:52:52.119287 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-bfea3fc9-cbae-4fe1-be53-2734a2ba87c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, 86b91dd5-b772-416d-8cd9-e213fff85467) {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:52:52.123953 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfea3fc9-cbae-4fe1-be53-2734a2ba87c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:52:52.124583 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-bfea3fc9-cbae-4fe1-be53-2734a2ba87c8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:52.131870 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c709f85a-27d7-4bf4-a23a-c0d17197a0b9 None None] Network 86b91dd5-b772-416d-8cd9-e213fff85467 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:52:52.142582 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-bfea3fc9-cbae-4fe1-be53-2734a2ba87c8 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3555429 Jan 28 07:52:52.145380 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 35414) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:52:52.151651 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-37922078-c4d3-4d4e-a260-8a5b326710d2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-2109574305-router', 'tenant_id': '32be60a8ac184d56ad31da6bc53c0a3a', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:52:52.173910 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-37922078-c4d3-4d4e-a260-8a5b326710d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16606890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127275'] for router (b4084bef-133b-4d0f-8ec5-e6524839fb67), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:52.175157 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-37922078-c4d3-4d4e-a260-8a5b326710d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16605498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16607952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16355422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127266'] for router (b4084bef-133b-4d0f-8ec5-e6524839fb67), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:52.236370 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-37922078-c4d3-4d4e-a260-8a5b326710d2 admin admin] Publish callbacks [] for router_controller (b4084bef-133b-4d0f-8ec5-e6524839fb67), precommit_add_association {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:52.261500 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-783370de-44fa-41fd-bc92-1e60b777ce29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3dd72b9-6805-5f61-b6f3-a591f99a173d-86b91dd5-b772-416d-8cd9-e213fff85467', 'network_id': '86b91dd5-b772-416d-8cd9-e213fff85467', 'project_id': '32be60a8ac184d56ad31da6bc53c0a3a', 'fixed_ips': [{'subnet_id': '6a9014e6-2231-4208-8dbf-8e044cb1a502'}]}} from n-d-712749-28. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 07:52:52.263295 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-783370de-44fa-41fd-bc92-1e60b777ce29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:52.384578 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-37922078-c4d3-4d4e-a260-8a5b326710d2 admin admin] Publish callbacks [] for router_gateway (b4084bef-133b-4d0f-8ec5-e6524839fb67), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:52.412184 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-783370de-44fa-41fd-bc92-1e60b777ce29 None None] Allocated IP 172.20.0.2 (86b91dd5-b772-416d-8cd9-e213fff85467/6a9014e6-2231-4208-8dbf-8e044cb1a502/0d385f86-3804-4197-bdab-d25abf7bbfe9) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:52:52.571075 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-783370de-44fa-41fd-bc92-1e60b777ce29 None None] Publish callbacks [] for port (0d385f86-3804-4197-bdab-d25abf7bbfe9), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:52.578129 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-783370de-44fa-41fd-bc92-1e60b777ce29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (0d385f86-3804-4197-bdab-d25abf7bbfe9), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:52.602203 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-37922078-c4d3-4d4e-a260-8a5b326710d2 admin admin] Publish callbacks [] for router_gateway (b4084bef-133b-4d0f-8ec5-e6524839fb67), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:52.614762 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-783370de-44fa-41fd-bc92-1e60b777ce29 None None] Network 86b91dd5-b772-416d-8cd9-e213fff85467 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:52:52.617439 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-783370de-44fa-41fd-bc92-1e60b777ce29 None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:52:52.620769 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-37922078-c4d3-4d4e-a260-8a5b326710d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:52.622947 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783370de-44fa-41fd-bc92-1e60b777ce29 None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:52:52.629731 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783370de-44fa-41fd-bc92-1e60b777ce29 None None] Pushing event updated for resources: {'Port': ['ID=0d385f86-3804-4197-bdab-d25abf7bbfe9,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:52:52.686857 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-783370de-44fa-41fd-bc92-1e60b777ce29 None None] Attempting to bind port 0d385f86-3804-4197-bdab-d25abf7bbfe9 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:52:52.687230 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-783370de-44fa-41fd-bc92-1e60b777ce29 None None] Attempting to bind port 0d385f86-3804-4197-bdab-d25abf7bbfe9 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '60d9fa17-a195-420e-8679-00f76617f7df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '86b91dd5-b772-416d-8cd9-e213fff85467'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:52:52.687595 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783370de-44fa-41fd-bc92-1e60b777ce29 None None] Attempting to bind port 0d385f86-3804-4197-bdab-d25abf7bbfe9 on network 86b91dd5-b772-416d-8cd9-e213fff85467 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:52:52.692576 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783370de-44fa-41fd-bc92-1e60b777ce29 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 52, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:52:52.692954 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783370de-44fa-41fd-bc92-1e60b777ce29 None None] Checking segment: {'id': '60d9fa17-a195-420e-8679-00f76617f7df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '86b91dd5-b772-416d-8cd9-e213fff85467'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:52:52.693355 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-783370de-44fa-41fd-bc92-1e60b777ce29 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:52.693753 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783370de-44fa-41fd-bc92-1e60b777ce29 None None] Bound using segment: {'id': '60d9fa17-a195-420e-8679-00f76617f7df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '86b91dd5-b772-416d-8cd9-e213fff85467'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:52:52.694215 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-783370de-44fa-41fd-bc92-1e60b777ce29 None None] Bound port: 0d385f86-3804-4197-bdab-d25abf7bbfe9, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60d9fa17-a195-420e-8679-00f76617f7df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '86b91dd5-b772-416d-8cd9-e213fff85467'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:52:52.694594 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-783370de-44fa-41fd-bc92-1e60b777ce29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (0d385f86-3804-4197-bdab-d25abf7bbfe9), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:52.727133 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-37922078-c4d3-4d4e-a260-8a5b326710d2 admin admin] Allocated IP 172.25.6.30 (7d5b3724-deef-4831-8d43-cb9b8176573c/b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc/fb9b71ac-782c-405a-8656-a7ced31d72d6) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:52:52.759406 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-783370de-44fa-41fd-bc92-1e60b777ce29 None None] For port 0d385f86-3804-4197-bdab-d25abf7bbfe9, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:52:52.763186 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-783370de-44fa-41fd-bc92-1e60b777ce29 None None] For port 0d385f86-3804-4197-bdab-d25abf7bbfe9, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=0d385f86-3804-4197-bdab-d25abf7bbfe9,segment=NetworkSegment(60d9fa17-a195-420e-8679-00f76617f7df),segment_id=60d9fa17-a195-420e-8679-00f76617f7df)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:52:52.766865 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-783370de-44fa-41fd-bc92-1e60b777ce29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (0d385f86-3804-4197-bdab-d25abf7bbfe9), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:52.830430 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783370de-44fa-41fd-bc92-1e60b777ce29 None None] Pushing event updated for resources: {'Port': ['ID=0d385f86-3804-4197-bdab-d25abf7bbfe9,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:52:52.841559 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-37922078-c4d3-4d4e-a260-8a5b326710d2 admin admin] Publish callbacks [] for port (fb9b71ac-782c-405a-8656-a7ced31d72d6), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:52.878130 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-37922078-c4d3-4d4e-a260-8a5b326710d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (fb9b71ac-782c-405a-8656-a7ced31d72d6), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:52.929573 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37922078-c4d3-4d4e-a260-8a5b326710d2 admin admin] Network 7d5b3724-deef-4831-8d43-cb9b8176573c is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:52:52.933621 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-37922078-c4d3-4d4e-a260-8a5b326710d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:52:52.935573 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37922078-c4d3-4d4e-a260-8a5b326710d2 admin admin] Pushing event updated for resources: {'Port': ['ID=fb9b71ac-782c-405a-8656-a7ced31d72d6,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:52:52.937668 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37922078-c4d3-4d4e-a260-8a5b326710d2 admin admin] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:52:53.234539 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-37922078-c4d3-4d4e-a260-8a5b326710d2 admin admin] Publish callbacks [] for router_gateway (b4084bef-133b-4d0f-8ec5-e6524839fb67), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:53.244421 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 0d385f86-3804-4197-bdab-d25abf7bbfe9 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:52:53.275260 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2d66a5-80a2-4660-a303-22dcd43325ec None None] Sync routers for ids ['5950f937-cfb9-496a-86b8-77a62889a203'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:52:53.285938 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2d66a5-80a2-4660-a303-22dcd43325ec None None] Routers {'5950f937-cfb9-496a-86b8-77a62889a203'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:52:53.286613 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-0d2d66a5-80a2-4660-a303-22dcd43325ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:52:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['5950f937-cfb9-496a-86b8-77a62889a203'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:52:53.296277 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 0d385f86-3804-4197-bdab-d25abf7bbfe9 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:52:53.296826 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (0d385f86-3804-4197-bdab-d25abf7bbfe9), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:53.389461 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 0d385f86-3804-4197-bdab-d25abf7bbfe9 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:52:53.389997 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (0d385f86-3804-4197-bdab-d25abf7bbfe9), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:53.395091 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-0d2d66a5-80a2-4660-a303-22dcd43325ec None None] Set router 5950f937-cfb9-496a-86b8-77a62889a203 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:52:53.426085 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] For port 0d385f86-3804-4197-bdab-d25abf7bbfe9, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=0d385f86-3804-4197-bdab-d25abf7bbfe9,segment=NetworkSegment(60d9fa17-a195-420e-8679-00f76617f7df),segment_id=60d9fa17-a195-420e-8679-00f76617f7df)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:52:53.430932 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (0d385f86-3804-4197-bdab-d25abf7bbfe9), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:53.432089 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device a5b4f494-70d0-40c0-a821-f05123117f75 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:52:53.454866 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-37922078-c4d3-4d4e-a260-8a5b326710d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16605475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16607909'] for router (b4084bef-133b-4d0f-8ec5-e6524839fb67), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:53.513154 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Pushing event updated for resources: {'Port': ['ID=0d385f86-3804-4197-bdab-d25abf7bbfe9,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:52:53.525512 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port a5b4f494-70d0-40c0-a821-f05123117f75 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:52:53.525886 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (a5b4f494-70d0-40c0-a821-f05123117f75), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:53.606295 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37922078-c4d3-4d4e-a260-8a5b326710d2 admin admin] Router b4084bef-133b-4d0f-8ec5-e6524839fb67 is scheduled to L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 with binding_index 1 {{(pid=103284) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 07:52:53.619056 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port a5b4f494-70d0-40c0-a821-f05123117f75 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:52:53.619688 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (a5b4f494-70d0-40c0-a821-f05123117f75), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:53.640235 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-0d2d66a5-80a2-4660-a303-22dcd43325ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5950f937-cfb9-496a-86b8-77a62889a203', 'name': 'tempest-TestVolumeBackupRestore-124678828-router', 'tenant_id': '4527e65b0c40470c993f8384279d6c57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': 'a5b4f494-70d0-40c0-a821-f05123117f75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:52:47Z', 'updated_at': '2022-01-28T07:52:50Z', 'revision_number': 4, 'project_id': '4527e65b0c40470c993f8384279d6c57', 'gw_port': {'id': 'a5b4f494-70d0-40c0-a821-f05123117f75', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:fb:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5950f937-cfb9-496a-86b8-77a62889a203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:52:48Z', 'updated_at': '2022-01-28T07:52:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '657b7064-6aef-4930-af9a-6a76dfaa6db4', 'name': '', 'network_id': 'c1771755-314b-4628-903b-540469c2582b', 'tenant_id': '4527e65b0c40470c993f8384279d6c57', 'mac_address': 'fa:16:3e:fd:41:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5950f937-cfb9-496a-86b8-77a62889a203', 'device_owner': 'network:router_interface', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '4ec89fd2-b8b6-4d4c-b93b-916edb0d7467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:52:49Z', 'updated_at': '2022-01-28T07:52:50Z', 'revision_number': 2, 'project_id': '4527e65b0c40470c993f8384279d6c57', 'subnets': [{'id': '4ec89fd2-b8b6-4d4c-b93b-916edb0d7467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:52:53.641248 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] For port a5b4f494-70d0-40c0-a821-f05123117f75, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=a5b4f494-70d0-40c0-a821-f05123117f75,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:52:53.646637 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (a5b4f494-70d0-40c0-a821-f05123117f75), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:53.671971 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2d66a5-80a2-4660-a303-22dcd43325ec None None] Checking router: 5950f937-cfb9-496a-86b8-77a62889a203 for host: n-d-712749-28 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:52:53.672349 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2d66a5-80a2-4660-a303-22dcd43325ec None None] Updating router 5950f937-cfb9-496a-86b8-77a62889a203 port 657b7064-6aef-4930-af9a-6a76dfaa6db4 binding host n-d-712749-28 {{(pid=103286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 07:52:53.697413 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Pushing event updated for resources: {'Port': ['ID=a5b4f494-70d0-40c0-a821-f05123117f75,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:52:53.698923 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0d2d66a5-80a2-4660-a303-22dcd43325ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (657b7064-6aef-4930-af9a-6a76dfaa6db4), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:53.725897 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37922078-c4d3-4d4e-a260-8a5b326710d2 admin admin] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:52:53.739051 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc15f08e-f9b5-4577-a77d-a08b97c2e09e None None] Sync routers for ids ['b4084bef-133b-4d0f-8ec5-e6524839fb67'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:52:53.751642 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-37922078-c4d3-4d4e-a260-8a5b326710d2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:53.755473 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-37922078-c4d3-4d4e-a260-8a5b326710d2 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.6061401 Jan 28 07:52:53.755617 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc15f08e-f9b5-4577-a77d-a08b97c2e09e None None] Routers {'b4084bef-133b-4d0f-8ec5-e6524839fb67'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:52:53.755617 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-bc15f08e-f9b5-4577-a77d-a08b97c2e09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:52:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['b4084bef-133b-4d0f-8ec5-e6524839fb67'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:52:53.755882 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 35416) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:52:53.894971 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-bc15f08e-f9b5-4577-a77d-a08b97c2e09e None None] Set router b4084bef-133b-4d0f-8ec5-e6524839fb67 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:52:54.020394 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0d2d66a5-80a2-4660-a303-22dcd43325ec None None] Publish callbacks [] for port (657b7064-6aef-4930-af9a-6a76dfaa6db4), precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:54.030183 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0d2d66a5-80a2-4660-a303-22dcd43325ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (657b7064-6aef-4930-af9a-6a76dfaa6db4), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:54.101569 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d790d1-8ee0-41f7-b312-b0492b9f666b None None] Pushing event updated for resources: {'Port': ['ID=657b7064-6aef-4930-af9a-6a76dfaa6db4,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:52:54.118745 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-bc15f08e-f9b5-4577-a77d-a08b97c2e09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4084bef-133b-4d0f-8ec5-e6524839fb67', 'name': 'tempest-TestVolumeBackupRestore-2109574305-router', 'tenant_id': '32be60a8ac184d56ad31da6bc53c0a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': 'fb9b71ac-782c-405a-8656-a7ced31d72d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:52:52Z', 'updated_at': '2022-01-28T07:52:53Z', 'revision_number': 3, 'project_id': '32be60a8ac184d56ad31da6bc53c0a3a', 'gw_port': {'id': 'fb9b71ac-782c-405a-8656-a7ced31d72d6', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:19:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4084bef-133b-4d0f-8ec5-e6524839fb67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:52:52Z', 'updated_at': '2022-01-28T07:52:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:52:54.138931 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d790d1-8ee0-41f7-b312-b0492b9f666b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:52:54.139291 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d790d1-8ee0-41f7-b312-b0492b9f666b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:52:54.139636 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d790d1-8ee0-41f7-b312-b0492b9f666b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:52:54.139981 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d790d1-8ee0-41f7-b312-b0492b9f666b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:52:54.140346 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d790d1-8ee0-41f7-b312-b0492b9f666b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:52:54.141013 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d790d1-8ee0-41f7-b312-b0492b9f666b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:52:54.141013 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d790d1-8ee0-41f7-b312-b0492b9f666b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:52:54.141328 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d790d1-8ee0-41f7-b312-b0492b9f666b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:52:54.141656 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d790d1-8ee0-41f7-b312-b0492b9f666b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:52:54.141985 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d790d1-8ee0-41f7-b312-b0492b9f666b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:52:54.142313 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d790d1-8ee0-41f7-b312-b0492b9f666b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:52:54.142648 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d790d1-8ee0-41f7-b312-b0492b9f666b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:52:54.143348 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d790d1-8ee0-41f7-b312-b0492b9f666b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:52:54.146390 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-0d2d66a5-80a2-4660-a303-22dcd43325ec None None] Attempting to bind port 657b7064-6aef-4930-af9a-6a76dfaa6db4 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:52:54.146706 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-0d2d66a5-80a2-4660-a303-22dcd43325ec None None] Attempting to bind port 657b7064-6aef-4930-af9a-6a76dfaa6db4 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '1887d521-b847-46d7-8938-abeb651b0c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c1771755-314b-4628-903b-540469c2582b'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:52:54.147072 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2d66a5-80a2-4660-a303-22dcd43325ec None None] Attempting to bind port 657b7064-6aef-4930-af9a-6a76dfaa6db4 on network c1771755-314b-4628-903b-540469c2582b {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:52:54.153188 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2d66a5-80a2-4660-a303-22dcd43325ec None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 52, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:52:54.153570 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2d66a5-80a2-4660-a303-22dcd43325ec None None] Checking segment: {'id': '1887d521-b847-46d7-8938-abeb651b0c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c1771755-314b-4628-903b-540469c2582b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:52:54.153984 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0d2d66a5-80a2-4660-a303-22dcd43325ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:54.154380 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2d66a5-80a2-4660-a303-22dcd43325ec None None] Bound using segment: {'id': '1887d521-b847-46d7-8938-abeb651b0c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c1771755-314b-4628-903b-540469c2582b'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:52:54.154947 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-0d2d66a5-80a2-4660-a303-22dcd43325ec None None] Bound port: 657b7064-6aef-4930-af9a-6a76dfaa6db4, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1887d521-b847-46d7-8938-abeb651b0c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c1771755-314b-4628-903b-540469c2582b'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:52:54.155336 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0d2d66a5-80a2-4660-a303-22dcd43325ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (657b7064-6aef-4930-af9a-6a76dfaa6db4), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:54.171630 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc15f08e-f9b5-4577-a77d-a08b97c2e09e None None] Checking router: b4084bef-133b-4d0f-8ec5-e6524839fb67 for host: n-d-712749-28 {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:52:54.172266 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc15f08e-f9b5-4577-a77d-a08b97c2e09e None None] Updating router b4084bef-133b-4d0f-8ec5-e6524839fb67 port fb9b71ac-782c-405a-8656-a7ced31d72d6 binding host n-d-712749-28 {{(pid=103285) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 07:52:54.217381 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bc15f08e-f9b5-4577-a77d-a08b97c2e09e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (fb9b71ac-782c-405a-8656-a7ced31d72d6), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:54.246904 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-0d2d66a5-80a2-4660-a303-22dcd43325ec None None] For port 657b7064-6aef-4930-af9a-6a76dfaa6db4, host n-d-712749-28, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:52:54.250412 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-0d2d66a5-80a2-4660-a303-22dcd43325ec None None] For port 657b7064-6aef-4930-af9a-6a76dfaa6db4, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=657b7064-6aef-4930-af9a-6a76dfaa6db4,segment=NetworkSegment(1887d521-b847-46d7-8938-abeb651b0c0f),segment_id=1887d521-b847-46d7-8938-abeb651b0c0f)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:52:54.256259 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0d2d66a5-80a2-4660-a303-22dcd43325ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (657b7064-6aef-4930-af9a-6a76dfaa6db4), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:54.314035 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2d66a5-80a2-4660-a303-22dcd43325ec None None] Routers {'5950f937-cfb9-496a-86b8-77a62889a203'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:52:54.315385 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-0d2d66a5-80a2-4660-a303-22dcd43325ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:52:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['5950f937-cfb9-496a-86b8-77a62889a203'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:52:54.331292 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-571ba5a9-e074-4fa4-a454-7c3dde6b9679 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:54.390403 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d790d1-8ee0-41f7-b312-b0492b9f666b None None] Pushing event updated for resources: {'Port': ['ID=657b7064-6aef-4930-af9a-6a76dfaa6db4,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:52:54.552139 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-571ba5a9-e074-4fa4-a454-7c3dde6b9679 admin admin] Allocated IP 172.20.0.1 (86b91dd5-b772-416d-8cd9-e213fff85467/6a9014e6-2231-4208-8dbf-8e044cb1a502/8383fdcd-7374-49bb-811c-6a3c39e31a59) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:52:54.582300 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c77e142d-0951-4bdd-9e51-15881a97ba62 None None] Network 86b91dd5-b772-416d-8cd9-e213fff85467 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:52:54.597574 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-0d2d66a5-80a2-4660-a303-22dcd43325ec None None] Set router 5950f937-cfb9-496a-86b8-77a62889a203 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:52:54.689102 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-571ba5a9-e074-4fa4-a454-7c3dde6b9679 admin admin] Publish callbacks [] for port (8383fdcd-7374-49bb-811c-6a3c39e31a59), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:54.730884 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-571ba5a9-e074-4fa4-a454-7c3dde6b9679 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (8383fdcd-7374-49bb-811c-6a3c39e31a59), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:54.733105 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-a53f1e13-d5ad-4f8d-a222-5ffa446fec20 None None] Provisioning complete for port 0d385f86-3804-4197-bdab-d25abf7bbfe9 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:52:54.733592 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a53f1e13-d5ad-4f8d-a222-5ffa446fec20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (0d385f86-3804-4197-bdab-d25abf7bbfe9), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:54.775378 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-571ba5a9-e074-4fa4-a454-7c3dde6b9679 admin admin] Network 86b91dd5-b772-416d-8cd9-e213fff85467 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:52:54.784878 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-571ba5a9-e074-4fa4-a454-7c3dde6b9679 admin admin] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:52:54.790593 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571ba5a9-e074-4fa4-a454-7c3dde6b9679 admin admin] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:52:54.794286 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571ba5a9-e074-4fa4-a454-7c3dde6b9679 admin admin] Pushing event updated for resources: {'Port': ['ID=8383fdcd-7374-49bb-811c-6a3c39e31a59,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:52:54.833259 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-0d2d66a5-80a2-4660-a303-22dcd43325ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5950f937-cfb9-496a-86b8-77a62889a203', 'name': 'tempest-TestVolumeBackupRestore-124678828-router', 'tenant_id': '4527e65b0c40470c993f8384279d6c57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': 'a5b4f494-70d0-40c0-a821-f05123117f75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:52:47Z', 'updated_at': '2022-01-28T07:52:50Z', 'revision_number': 4, 'project_id': '4527e65b0c40470c993f8384279d6c57', 'gw_port': {'id': 'a5b4f494-70d0-40c0-a821-f05123117f75', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:fb:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5950f937-cfb9-496a-86b8-77a62889a203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:52:48Z', 'updated_at': '2022-01-28T07:52:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '657b7064-6aef-4930-af9a-6a76dfaa6db4', 'name': '', 'network_id': 'c1771755-314b-4628-903b-540469c2582b', 'tenant_id': '4527e65b0c40470c993f8384279d6c57', 'mac_address': 'fa:16:3e:fd:41:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5950f937-cfb9-496a-86b8-77a62889a203', 'device_owner': 'network:router_interface', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '4ec89fd2-b8b6-4d4c-b93b-916edb0d7467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:52:49Z', 'updated_at': '2022-01-28T07:52:54Z', 'revision_number': 4, 'project_id': '4527e65b0c40470c993f8384279d6c57', 'subnets': [{'id': '4ec89fd2-b8b6-4d4c-b93b-916edb0d7467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:52:54.840714 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-571ba5a9-e074-4fa4-a454-7c3dde6b9679 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16609232'] for router_interface (b4084bef-133b-4d0f-8ec5-e6524839fb67), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:54.869132 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2d66a5-80a2-4660-a303-22dcd43325ec None None] The sync data for ids ['5950f937-cfb9-496a-86b8-77a62889a203'] in n-d-712749-28 is: [{'id': '5950f937-cfb9-496a-86b8-77a62889a203', 'name': 'tempest-TestVolumeBackupRestore-124678828-router', 'tenant_id': '4527e65b0c40470c993f8384279d6c57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': 'a5b4f494-70d0-40c0-a821-f05123117f75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:52:47Z', 'updated_at': '2022-01-28T07:52:50Z', 'revision_number': 4, 'project_id': '4527e65b0c40470c993f8384279d6c57', 'gw_port': {'id': 'a5b4f494-70d0-40c0-a821-f05123117f75', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:fb:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5950f937-cfb9-496a-86b8-77a62889a203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:52:48Z', 'updated_at': '2022-01-28T07:52:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '657b7064-6aef-4930-af9a-6a76dfaa6db4', 'name': '', 'network_id': 'c1771755-314b-4628-903b-540469c2582b', 'tenant_id': '4527e65b0c40470c993f8384279d6c57', 'mac_address': 'fa:16:3e:fd:41:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5950f937-cfb9-496a-86b8-77a62889a203', 'device_owner': 'network:router_interface', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '4ec89fd2-b8b6-4d4c-b93b-916edb0d7467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:52:49Z', 'updated_at': '2022-01-28T07:52:54Z', 'revision_number': 4, 'project_id': '4527e65b0c40470c993f8384279d6c57', 'subnets': [{'id': '4ec89fd2-b8b6-4d4c-b93b-916edb0d7467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:52:54.940402 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bc15f08e-f9b5-4577-a77d-a08b97c2e09e None None] Publish callbacks [] for port (fb9b71ac-782c-405a-8656-a7ced31d72d6), precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:54.943539 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-a53f1e13-d5ad-4f8d-a222-5ffa446fec20 None None] Current status of the port 0d385f86-3804-4197-bdab-d25abf7bbfe9 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:52:54.954284 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bc15f08e-f9b5-4577-a77d-a08b97c2e09e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (fb9b71ac-782c-405a-8656-a7ced31d72d6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:55.022469 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3441f537-baf9-4ce1-8763-70e2b2110693 None None] Pushing event updated for resources: {'Port': ['ID=fb9b71ac-782c-405a-8656-a7ced31d72d6,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:52:55.025270 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-571ba5a9-e074-4fa4-a454-7c3dde6b9679 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (8383fdcd-7374-49bb-811c-6a3c39e31a59), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:55.028168 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-bc15f08e-f9b5-4577-a77d-a08b97c2e09e None None] Attempting to bind port fb9b71ac-782c-405a-8656-a7ced31d72d6 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:52:55.028168 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-bc15f08e-f9b5-4577-a77d-a08b97c2e09e None None] Attempting to bind port fb9b71ac-782c-405a-8656-a7ced31d72d6 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:52:55.028448 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc15f08e-f9b5-4577-a77d-a08b97c2e09e None None] Attempting to bind port fb9b71ac-782c-405a-8656-a7ced31d72d6 on network 7d5b3724-deef-4831-8d43-cb9b8176573c {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:52:55.033987 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc15f08e-f9b5-4577-a77d-a08b97c2e09e None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 52, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:52:55.034375 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc15f08e-f9b5-4577-a77d-a08b97c2e09e None None] Checking segment: {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:52:55.034783 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bc15f08e-f9b5-4577-a77d-a08b97c2e09e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:55.035577 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc15f08e-f9b5-4577-a77d-a08b97c2e09e None None] Bound using segment: {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:52:55.036067 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-bc15f08e-f9b5-4577-a77d-a08b97c2e09e None None] Bound port: fb9b71ac-782c-405a-8656-a7ced31d72d6, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:52:55.036509 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bc15f08e-f9b5-4577-a77d-a08b97c2e09e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (fb9b71ac-782c-405a-8656-a7ced31d72d6), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:55.105846 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9adc9509-0abc-4f2e-a525-61e89093af8f None None] Provisioning complete for port 657b7064-6aef-4930-af9a-6a76dfaa6db4 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:52:55.106408 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9adc9509-0abc-4f2e-a525-61e89093af8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (657b7064-6aef-4930-af9a-6a76dfaa6db4), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:55.156642 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-bc15f08e-f9b5-4577-a77d-a08b97c2e09e None None] For port fb9b71ac-782c-405a-8656-a7ced31d72d6, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:52:55.171079 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-bc15f08e-f9b5-4577-a77d-a08b97c2e09e None None] For port fb9b71ac-782c-405a-8656-a7ced31d72d6, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=fb9b71ac-782c-405a-8656-a7ced31d72d6,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:52:55.182009 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bc15f08e-f9b5-4577-a77d-a08b97c2e09e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (fb9b71ac-782c-405a-8656-a7ced31d72d6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:55.292766 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9adc9509-0abc-4f2e-a525-61e89093af8f None None] Current status of the port 657b7064-6aef-4930-af9a-6a76dfaa6db4 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:52:55.293820 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9adc9509-0abc-4f2e-a525-61e89093af8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (657b7064-6aef-4930-af9a-6a76dfaa6db4), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:55.317072 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 657b7064-6aef-4930-af9a-6a76dfaa6db4 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:52:55.323650 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-571ba5a9-e074-4fa4-a454-7c3dde6b9679 admin admin] Publish callbacks [] for port (8383fdcd-7374-49bb-811c-6a3c39e31a59), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:55.331231 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-571ba5a9-e074-4fa4-a454-7c3dde6b9679 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (8383fdcd-7374-49bb-811c-6a3c39e31a59), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:55.347499 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc15f08e-f9b5-4577-a77d-a08b97c2e09e None None] Routers {'b4084bef-133b-4d0f-8ec5-e6524839fb67'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:52:55.348478 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-bc15f08e-f9b5-4577-a77d-a08b97c2e09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:52:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['b4084bef-133b-4d0f-8ec5-e6524839fb67'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:52:55.408095 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3441f537-baf9-4ce1-8763-70e2b2110693 None None] Pushing event updated for resources: {'Port': ['ID=fb9b71ac-782c-405a-8656-a7ced31d72d6,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:52:55.408374 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-571ba5a9-e074-4fa4-a454-7c3dde6b9679 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16318999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16606560'] for router_interface (b4084bef-133b-4d0f-8ec5-e6524839fb67), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:55.411413 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571ba5a9-e074-4fa4-a454-7c3dde6b9679 admin admin] Pushing event updated for resources: {'Port': ['ID=8383fdcd-7374-49bb-811c-6a3c39e31a59,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:52:55.451787 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9adc9509-0abc-4f2e-a525-61e89093af8f None None] For port 657b7064-6aef-4930-af9a-6a76dfaa6db4, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=657b7064-6aef-4930-af9a-6a76dfaa6db4,segment=NetworkSegment(1887d521-b847-46d7-8938-abeb651b0c0f),segment_id=1887d521-b847-46d7-8938-abeb651b0c0f)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:52:55.461553 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9adc9509-0abc-4f2e-a525-61e89093af8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (657b7064-6aef-4930-af9a-6a76dfaa6db4), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:55.518093 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-571ba5a9-e074-4fa4-a454-7c3dde6b9679 admin admin] Network 86b91dd5-b772-416d-8cd9-e213fff85467 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:52:55.519618 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-571ba5a9-e074-4fa4-a454-7c3dde6b9679 admin admin] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:52:55.582431 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adc9509-0abc-4f2e-a525-61e89093af8f None None] Pushing event updated for resources: {'Port': ['ID=657b7064-6aef-4930-af9a-6a76dfaa6db4,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:52:55.593088 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 657b7064-6aef-4930-af9a-6a76dfaa6db4 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:52:55.593473 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (657b7064-6aef-4930-af9a-6a76dfaa6db4), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:55.600674 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-bc15f08e-f9b5-4577-a77d-a08b97c2e09e None None] Set router b4084bef-133b-4d0f-8ec5-e6524839fb67 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:52:55.659477 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-571ba5a9-e074-4fa4-a454-7c3dde6b9679 admin admin] Router b4084bef-133b-4d0f-8ec5-e6524839fb67 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:52:55.663362 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c562283b-ff7d-4af8-9cfe-9dca000b591d None None] Provisioning complete for port 0d385f86-3804-4197-bdab-d25abf7bbfe9 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:52:55.663755 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c562283b-ff7d-4af8-9cfe-9dca000b591d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (0d385f86-3804-4197-bdab-d25abf7bbfe9), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:55.809522 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-571ba5a9-e074-4fa4-a454-7c3dde6b9679 admin admin] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:52:55.814626 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-571ba5a9-e074-4fa4-a454-7c3dde6b9679 admin admin] 10.222.0.41 "PUT /v2.0/routers/b4084bef-133b-4d0f-8ec5-e6524839fb67/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0568781 Jan 28 07:52:55.897881 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 657b7064-6aef-4930-af9a-6a76dfaa6db4 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:52:55.899216 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 0d385f86-3804-4197-bdab-d25abf7bbfe9 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:52:55.957738 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c562283b-ff7d-4af8-9cfe-9dca000b591d None None] Current status of the port 0d385f86-3804-4197-bdab-d25abf7bbfe9 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:52:55.983847 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c562283b-ff7d-4af8-9cfe-9dca000b591d None None] Provisioning complete for port 8383fdcd-7374-49bb-811c-6a3c39e31a59 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:52:55.984254 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c562283b-ff7d-4af8-9cfe-9dca000b591d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (8383fdcd-7374-49bb-811c-6a3c39e31a59), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:56.036401 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-bc15f08e-f9b5-4577-a77d-a08b97c2e09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4084bef-133b-4d0f-8ec5-e6524839fb67', 'name': 'tempest-TestVolumeBackupRestore-2109574305-router', 'tenant_id': '32be60a8ac184d56ad31da6bc53c0a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': 'fb9b71ac-782c-405a-8656-a7ced31d72d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:52:52Z', 'updated_at': '2022-01-28T07:52:54Z', 'revision_number': 4, 'project_id': '32be60a8ac184d56ad31da6bc53c0a3a', 'gw_port': {'id': 'fb9b71ac-782c-405a-8656-a7ced31d72d6', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:19:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4084bef-133b-4d0f-8ec5-e6524839fb67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:52:52Z', 'updated_at': '2022-01-28T07:52:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '8383fdcd-7374-49bb-811c-6a3c39e31a59', 'name': '', 'network_id': '86b91dd5-b772-416d-8cd9-e213fff85467', 'tenant_id': '32be60a8ac184d56ad31da6bc53c0a3a', 'mac_address': 'fa:16:3e:7d:5c:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4084bef-133b-4d0f-8ec5-e6524839fb67', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '6a9014e6-2231-4208-8dbf-8e044cb1a502', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:52:54Z', 'updated_at': '2022-01-28T07:52:55Z', 'revision_number': 2, 'project_id': '32be60a8ac184d56ad31da6bc53c0a3a', 'subnets': [{'id': '6a9014e6-2231-4208-8dbf-8e044cb1a502', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:52:56.039150 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c562283b-ff7d-4af8-9cfe-9dca000b591d None None] Port 8383fdcd-7374-49bb-811c-6a3c39e31a59 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:52:56.040574 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 0d385f86-3804-4197-bdab-d25abf7bbfe9 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:52:56.041179 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (0d385f86-3804-4197-bdab-d25abf7bbfe9), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:56.083019 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc15f08e-f9b5-4577-a77d-a08b97c2e09e None None] The sync data for ids ['b4084bef-133b-4d0f-8ec5-e6524839fb67'] in n-d-712749-28 is: [{'id': 'b4084bef-133b-4d0f-8ec5-e6524839fb67', 'name': 'tempest-TestVolumeBackupRestore-2109574305-router', 'tenant_id': '32be60a8ac184d56ad31da6bc53c0a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': 'fb9b71ac-782c-405a-8656-a7ced31d72d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:52:52Z', 'updated_at': '2022-01-28T07:52:54Z', 'revision_number': 4, 'project_id': '32be60a8ac184d56ad31da6bc53c0a3a', 'gw_port': {'id': 'fb9b71ac-782c-405a-8656-a7ced31d72d6', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:19:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4084bef-133b-4d0f-8ec5-e6524839fb67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:52:52Z', 'updated_at': '2022-01-28T07:52:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '8383fdcd-7374-49bb-811c-6a3c39e31a59', 'name': '', 'network_id': '86b91dd5-b772-416d-8cd9-e213fff85467', 'tenant_id': '32be60a8ac184d56ad31da6bc53c0a3a', 'mac_address': 'fa:16:3e:7d:5c:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4084bef-133b-4d0f-8ec5-e6524839fb67', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '6a9014e6-2231-4208-8dbf-8e044cb1a502', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:52:54Z', 'updated_at': '2022-01-28T07:52:55Z', 'revision_number': 2, 'project_id': '32be60a8ac184d56ad31da6bc53c0a3a', 'subnets': [{'id': '6a9014e6-2231-4208-8dbf-8e044cb1a502', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:52:56.152058 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 0d385f86-3804-4197-bdab-d25abf7bbfe9 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:52:56.153638 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device a5b4f494-70d0-40c0-a821-f05123117f75 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:52:56.199962 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-fac93ef6-1bf9-4767-8607-84c2198fc277 None None] Provisioning complete for port 8383fdcd-7374-49bb-811c-6a3c39e31a59 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:52:56.200466 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fac93ef6-1bf9-4767-8607-84c2198fc277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (8383fdcd-7374-49bb-811c-6a3c39e31a59), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:56.241803 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-fac93ef6-1bf9-4767-8607-84c2198fc277 None None] Port 8383fdcd-7374-49bb-811c-6a3c39e31a59 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:52:56.248292 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port a5b4f494-70d0-40c0-a821-f05123117f75 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:52:56.248760 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (a5b4f494-70d0-40c0-a821-f05123117f75), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:56.340162 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port a5b4f494-70d0-40c0-a821-f05123117f75 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:52:57.135499 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 657b7064-6aef-4930-af9a-6a76dfaa6db4 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:52:57.189653 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 657b7064-6aef-4930-af9a-6a76dfaa6db4 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:52:57.190038 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (657b7064-6aef-4930-af9a-6a76dfaa6db4), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:57.271810 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 657b7064-6aef-4930-af9a-6a76dfaa6db4 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:52:59.058773 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c71733d-27a7-4241-b0fb-42513b243986 None None] Sync routers for ids ['b4084bef-133b-4d0f-8ec5-e6524839fb67'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:52:59.068446 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c71733d-27a7-4241-b0fb-42513b243986 None None] Routers {'b4084bef-133b-4d0f-8ec5-e6524839fb67'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:52:59.069076 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-1c71733d-27a7-4241-b0fb-42513b243986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:52:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['b4084bef-133b-4d0f-8ec5-e6524839fb67'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:52:59.172818 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device fb9b71ac-782c-405a-8656-a7ced31d72d6 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:52:59.195282 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-1c71733d-27a7-4241-b0fb-42513b243986 None None] Set router b4084bef-133b-4d0f-8ec5-e6524839fb67 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:52:59.227971 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port fb9b71ac-782c-405a-8656-a7ced31d72d6 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:52:59.228693 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (fb9b71ac-782c-405a-8656-a7ced31d72d6), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:59.314487 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port fb9b71ac-782c-405a-8656-a7ced31d72d6 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:52:59.314780 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (fb9b71ac-782c-405a-8656-a7ced31d72d6), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:59.336555 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] For port fb9b71ac-782c-405a-8656-a7ced31d72d6, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=fb9b71ac-782c-405a-8656-a7ced31d72d6,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:52:59.343005 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (fb9b71ac-782c-405a-8656-a7ced31d72d6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:59.406165 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Pushing event updated for resources: {'Port': ['ID=fb9b71ac-782c-405a-8656-a7ced31d72d6,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:52:59.429048 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-1c71733d-27a7-4241-b0fb-42513b243986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4084bef-133b-4d0f-8ec5-e6524839fb67', 'name': 'tempest-TestVolumeBackupRestore-2109574305-router', 'tenant_id': '32be60a8ac184d56ad31da6bc53c0a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': 'fb9b71ac-782c-405a-8656-a7ced31d72d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:52:52Z', 'updated_at': '2022-01-28T07:52:54Z', 'revision_number': 4, 'project_id': '32be60a8ac184d56ad31da6bc53c0a3a', 'gw_port': {'id': 'fb9b71ac-782c-405a-8656-a7ced31d72d6', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:19:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4084bef-133b-4d0f-8ec5-e6524839fb67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:52:52Z', 'updated_at': '2022-01-28T07:52:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '8383fdcd-7374-49bb-811c-6a3c39e31a59', 'name': '', 'network_id': '86b91dd5-b772-416d-8cd9-e213fff85467', 'tenant_id': '32be60a8ac184d56ad31da6bc53c0a3a', 'mac_address': 'fa:16:3e:7d:5c:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4084bef-133b-4d0f-8ec5-e6524839fb67', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '6a9014e6-2231-4208-8dbf-8e044cb1a502', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:52:54Z', 'updated_at': '2022-01-28T07:52:55Z', 'revision_number': 2, 'project_id': '32be60a8ac184d56ad31da6bc53c0a3a', 'subnets': [{'id': '6a9014e6-2231-4208-8dbf-8e044cb1a502', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:52:59.459724 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c71733d-27a7-4241-b0fb-42513b243986 None None] Checking router: b4084bef-133b-4d0f-8ec5-e6524839fb67 for host: n-d-712749-28 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:52:59.460086 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c71733d-27a7-4241-b0fb-42513b243986 None None] Updating router b4084bef-133b-4d0f-8ec5-e6524839fb67 port 8383fdcd-7374-49bb-811c-6a3c39e31a59 binding host n-d-712749-28 {{(pid=103286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 07:52:59.486113 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1c71733d-27a7-4241-b0fb-42513b243986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (8383fdcd-7374-49bb-811c-6a3c39e31a59), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:59.750684 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1c71733d-27a7-4241-b0fb-42513b243986 None None] Publish callbacks [] for port (8383fdcd-7374-49bb-811c-6a3c39e31a59), precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:59.756304 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1c71733d-27a7-4241-b0fb-42513b243986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (8383fdcd-7374-49bb-811c-6a3c39e31a59), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:59.808582 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efac8be5-782e-4ce8-bb39-6a6b012232e2 None None] Pushing event updated for resources: {'Port': ['ID=8383fdcd-7374-49bb-811c-6a3c39e31a59,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:52:59.863932 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-1c71733d-27a7-4241-b0fb-42513b243986 None None] Attempting to bind port 8383fdcd-7374-49bb-811c-6a3c39e31a59 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:52:59.864413 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-1c71733d-27a7-4241-b0fb-42513b243986 None None] Attempting to bind port 8383fdcd-7374-49bb-811c-6a3c39e31a59 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '60d9fa17-a195-420e-8679-00f76617f7df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '86b91dd5-b772-416d-8cd9-e213fff85467'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:52:59.864847 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c71733d-27a7-4241-b0fb-42513b243986 None None] Attempting to bind port 8383fdcd-7374-49bb-811c-6a3c39e31a59 on network 86b91dd5-b772-416d-8cd9-e213fff85467 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:52:59.870248 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c71733d-27a7-4241-b0fb-42513b243986 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 52, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:52:59.870659 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c71733d-27a7-4241-b0fb-42513b243986 None None] Checking segment: {'id': '60d9fa17-a195-420e-8679-00f76617f7df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '86b91dd5-b772-416d-8cd9-e213fff85467'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:52:59.871061 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1c71733d-27a7-4241-b0fb-42513b243986 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:59.871456 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c71733d-27a7-4241-b0fb-42513b243986 None None] Bound using segment: {'id': '60d9fa17-a195-420e-8679-00f76617f7df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '86b91dd5-b772-416d-8cd9-e213fff85467'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:52:59.872090 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-1c71733d-27a7-4241-b0fb-42513b243986 None None] Bound port: 8383fdcd-7374-49bb-811c-6a3c39e31a59, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60d9fa17-a195-420e-8679-00f76617f7df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '86b91dd5-b772-416d-8cd9-e213fff85467'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:52:59.872507 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1c71733d-27a7-4241-b0fb-42513b243986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (8383fdcd-7374-49bb-811c-6a3c39e31a59), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:52:59.942909 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-1c71733d-27a7-4241-b0fb-42513b243986 None None] For port 8383fdcd-7374-49bb-811c-6a3c39e31a59, host n-d-712749-28, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:52:59.946511 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-1c71733d-27a7-4241-b0fb-42513b243986 None None] For port 8383fdcd-7374-49bb-811c-6a3c39e31a59, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=8383fdcd-7374-49bb-811c-6a3c39e31a59,segment=NetworkSegment(60d9fa17-a195-420e-8679-00f76617f7df),segment_id=60d9fa17-a195-420e-8679-00f76617f7df)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:52:59.952635 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1c71733d-27a7-4241-b0fb-42513b243986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (8383fdcd-7374-49bb-811c-6a3c39e31a59), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:53:00.019202 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c71733d-27a7-4241-b0fb-42513b243986 None None] Routers {'b4084bef-133b-4d0f-8ec5-e6524839fb67'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:53:00.019967 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-1c71733d-27a7-4241-b0fb-42513b243986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:52:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['b4084bef-133b-4d0f-8ec5-e6524839fb67'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:53:00.061110 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efac8be5-782e-4ce8-bb39-6a6b012232e2 None None] Pushing event updated for resources: {'Port': ['ID=8383fdcd-7374-49bb-811c-6a3c39e31a59,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:53:00.099267 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-549dce8e-d4ec-462d-acb3-d4a8402beef8 None None] Provisioning complete for port 8383fdcd-7374-49bb-811c-6a3c39e31a59 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:53:00.100148 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-549dce8e-d4ec-462d-acb3-d4a8402beef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (8383fdcd-7374-49bb-811c-6a3c39e31a59), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:53:00.160127 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-1c71733d-27a7-4241-b0fb-42513b243986 None None] Set router b4084bef-133b-4d0f-8ec5-e6524839fb67 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:53:00.197592 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-549dce8e-d4ec-462d-acb3-d4a8402beef8 None None] Current status of the port 8383fdcd-7374-49bb-811c-6a3c39e31a59 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:53:00.198051 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-549dce8e-d4ec-462d-acb3-d4a8402beef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (8383fdcd-7374-49bb-811c-6a3c39e31a59), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:53:00.236451 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-549dce8e-d4ec-462d-acb3-d4a8402beef8 None None] For port 8383fdcd-7374-49bb-811c-6a3c39e31a59, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=8383fdcd-7374-49bb-811c-6a3c39e31a59,segment=NetworkSegment(60d9fa17-a195-420e-8679-00f76617f7df),segment_id=60d9fa17-a195-420e-8679-00f76617f7df)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:53:00.242883 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-549dce8e-d4ec-462d-acb3-d4a8402beef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (8383fdcd-7374-49bb-811c-6a3c39e31a59), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:53:00.296968 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549dce8e-d4ec-462d-acb3-d4a8402beef8 None None] Pushing event updated for resources: {'Port': ['ID=8383fdcd-7374-49bb-811c-6a3c39e31a59,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:53:00.369802 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-8416e189-1c47-477d-9997-6aa89ac41854 None None] Provisioning complete for port 8383fdcd-7374-49bb-811c-6a3c39e31a59 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:53:00.370193 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8416e189-1c47-477d-9997-6aa89ac41854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (8383fdcd-7374-49bb-811c-6a3c39e31a59), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:53:00.380849 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-1c71733d-27a7-4241-b0fb-42513b243986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4084bef-133b-4d0f-8ec5-e6524839fb67', 'name': 'tempest-TestVolumeBackupRestore-2109574305-router', 'tenant_id': '32be60a8ac184d56ad31da6bc53c0a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': 'fb9b71ac-782c-405a-8656-a7ced31d72d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:52:52Z', 'updated_at': '2022-01-28T07:52:54Z', 'revision_number': 4, 'project_id': '32be60a8ac184d56ad31da6bc53c0a3a', 'gw_port': {'id': 'fb9b71ac-782c-405a-8656-a7ced31d72d6', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:19:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4084bef-133b-4d0f-8ec5-e6524839fb67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:52:52Z', 'updated_at': '2022-01-28T07:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '8383fdcd-7374-49bb-811c-6a3c39e31a59', 'name': '', 'network_id': '86b91dd5-b772-416d-8cd9-e213fff85467', 'tenant_id': '32be60a8ac184d56ad31da6bc53c0a3a', 'mac_address': 'fa:16:3e:7d:5c:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4084bef-133b-4d0f-8ec5-e6524839fb67', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '6a9014e6-2231-4208-8dbf-8e044cb1a502', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:52:54Z', 'updated_at': '2022-01-28T07:52:59Z', 'revision_number': 4, 'project_id': '32be60a8ac184d56ad31da6bc53c0a3a', 'subnets': [{'id': '6a9014e6-2231-4208-8dbf-8e044cb1a502', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:53:00.410757 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c71733d-27a7-4241-b0fb-42513b243986 None None] The sync data for ids ['b4084bef-133b-4d0f-8ec5-e6524839fb67'] in n-d-712749-28 is: [{'id': 'b4084bef-133b-4d0f-8ec5-e6524839fb67', 'name': 'tempest-TestVolumeBackupRestore-2109574305-router', 'tenant_id': '32be60a8ac184d56ad31da6bc53c0a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': 'fb9b71ac-782c-405a-8656-a7ced31d72d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:52:52Z', 'updated_at': '2022-01-28T07:52:54Z', 'revision_number': 4, 'project_id': '32be60a8ac184d56ad31da6bc53c0a3a', 'gw_port': {'id': 'fb9b71ac-782c-405a-8656-a7ced31d72d6', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:19:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4084bef-133b-4d0f-8ec5-e6524839fb67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:52:52Z', 'updated_at': '2022-01-28T07:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '8383fdcd-7374-49bb-811c-6a3c39e31a59', 'name': '', 'network_id': '86b91dd5-b772-416d-8cd9-e213fff85467', 'tenant_id': '32be60a8ac184d56ad31da6bc53c0a3a', 'mac_address': 'fa:16:3e:7d:5c:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4084bef-133b-4d0f-8ec5-e6524839fb67', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '6a9014e6-2231-4208-8dbf-8e044cb1a502', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:52:54Z', 'updated_at': '2022-01-28T07:52:59Z', 'revision_number': 4, 'project_id': '32be60a8ac184d56ad31da6bc53c0a3a', 'subnets': [{'id': '6a9014e6-2231-4208-8dbf-8e044cb1a502', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:53:00.416849 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 7 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 07:53:00.472500 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-8416e189-1c47-477d-9997-6aa89ac41854 None None] Current status of the port 8383fdcd-7374-49bb-811c-6a3c39e31a59 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:53:01.176289 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 8383fdcd-7374-49bb-811c-6a3c39e31a59 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:53:01.226484 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 8383fdcd-7374-49bb-811c-6a3c39e31a59 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:53:01.227147 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (8383fdcd-7374-49bb-811c-6a3c39e31a59), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:53:01.317677 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 8383fdcd-7374-49bb-811c-6a3c39e31a59 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:53:01.318794 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device fb9b71ac-782c-405a-8656-a7ced31d72d6 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:53:01.374036 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port fb9b71ac-782c-405a-8656-a7ced31d72d6 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:53:01.374426 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (fb9b71ac-782c-405a-8656-a7ced31d72d6), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:53:01.630199 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port fb9b71ac-782c-405a-8656-a7ced31d72d6 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:53:03.287347 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b8189e82-8767-4ae2-b001-02fa6bae6ad0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:53:03.313338 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:53:04.306071 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:53:05.655030 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5f137fd7-4ad2-4e20-abc0-6d908895f455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:53:07.096636 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:53:08.784158 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:53:09.742664 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:53:33.302405 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e3f8746a-066f-4580-a053-6cbb11932c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:53:33.320616 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:53:34.303189 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:53:35.657590 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fbbb7f94-63df-4741-bf70-c5ee9008a6d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:53:37.098405 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:53:37.416447 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 7 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 07:53:38.785066 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:53:39.748608 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:54:03.295703 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ac482e26-e0c6-422b-83eb-c0d3a482c5aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:54:03.313092 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:54:04.314761 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:54:05.660506 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1b828e28-874b-4a9c-9edd-a228ff310d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:54:07.100835 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:54:08.785480 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:54:09.741954 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:54:14.415920 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 7 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 07:54:33.298176 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fb0dcbe4-9831-468c-82c2-78b43846b14d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:54:33.325329 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:54:34.315715 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:54:35.661247 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fe8fd9e9-899c-4a5c-9f8d-5e10e3699f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:54:37.099168 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:54:38.787311 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:54:39.745298 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:54:51.415855 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 7 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 07:55:03.303767 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-276b9500-e1bf-45de-8b4c-21ddad69073e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:55:03.330956 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:55:04.329043 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:55:05.662568 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4cef11c7-c305-4787-9ccb-aabb41a2c8e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:55:07.105457 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:55:08.091986 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 36522) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:55:08.098279 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-527be24e-f8e7-439b-b391-31f7f53e6397 tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-382063323', 'description': 'tempest-secgroup-smoke-382063323 description', 'project_id': '4527e65b0c40470c993f8384279d6c57'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:55:08.119805 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-527be24e-f8e7-439b-b391-31f7f53e6397 tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:55:08.186153 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-527be24e-f8e7-439b-b391-31f7f53e6397 tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Publish callbacks [] for security_group (cec20ee8-11e0-43da-9b37-b3f1fbd9f5cd), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:55:08.189939 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-527be24e-f8e7-439b-b391-31f7f53e6397 tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (cec20ee8-11e0-43da-9b37-b3f1fbd9f5cd), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:55:08.206900 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-527be24e-f8e7-439b-b391-31f7f53e6397 tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:55:08.208116 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-527be24e-f8e7-439b-b391-31f7f53e6397 tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1140640 Jan 28 07:55:08.211145 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 36530) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:55:08.217469 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-4d1ef6cc-0510-492b-b301-dbe59199dc8a tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Request body: {'security_group_rule': {'security_group_id': 'cec20ee8-11e0-43da-9b37-b3f1fbd9f5cd', 'project_id': '4527e65b0c40470c993f8384279d6c57', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:55:08.227550 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527be24e-f8e7-439b-b391-31f7f53e6397 tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cec20ee8-11e0-43da-9b37-b3f1fbd9f5cd,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:55:08.235325 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527be24e-f8e7-439b-b391-31f7f53e6397 tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:55:08.235692 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527be24e-f8e7-439b-b391-31f7f53e6397 tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:55:08.236046 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527be24e-f8e7-439b-b391-31f7f53e6397 tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:55:08.236427 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527be24e-f8e7-439b-b391-31f7f53e6397 tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:55:08.236775 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527be24e-f8e7-439b-b391-31f7f53e6397 tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:55:08.237108 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527be24e-f8e7-439b-b391-31f7f53e6397 tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:55:08.237455 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527be24e-f8e7-439b-b391-31f7f53e6397 tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:55:08.237852 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527be24e-f8e7-439b-b391-31f7f53e6397 tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:55:08.238191 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527be24e-f8e7-439b-b391-31f7f53e6397 tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:55:08.238532 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527be24e-f8e7-439b-b391-31f7f53e6397 tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:55:08.238914 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527be24e-f8e7-439b-b391-31f7f53e6397 tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:55:08.239265 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527be24e-f8e7-439b-b391-31f7f53e6397 tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:55:08.239643 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527be24e-f8e7-439b-b391-31f7f53e6397 tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:55:08.246777 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4d1ef6cc-0510-492b-b301-dbe59199dc8a tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Publish callbacks [] for security_group_rule (81b10540-8c3d-4564-b163-7b1e1ef63e07), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:55:08.310179 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4d1ef6cc-0510-492b-b301-dbe59199dc8a tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Publish callbacks [] for security_group_rule (81b10540-8c3d-4564-b163-7b1e1ef63e07), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:55:08.313923 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4d1ef6cc-0510-492b-b301-dbe59199dc8a tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (81b10540-8c3d-4564-b163-7b1e1ef63e07), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:55:08.336503 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1ef6cc-0510-492b-b301-dbe59199dc8a tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81b10540-8c3d-4564-b163-7b1e1ef63e07,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:55:08.341864 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4d1ef6cc-0510-492b-b301-dbe59199dc8a tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:55:08.343070 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-4d1ef6cc-0510-492b-b301-dbe59199dc8a tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1307685 Jan 28 07:55:08.345928 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 36538) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:55:08.348394 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1ef6cc-0510-492b-b301-dbe59199dc8a tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:55:08.348753 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1ef6cc-0510-492b-b301-dbe59199dc8a tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:55:08.349104 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1ef6cc-0510-492b-b301-dbe59199dc8a tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:55:08.349449 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1ef6cc-0510-492b-b301-dbe59199dc8a tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:55:08.349787 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1ef6cc-0510-492b-b301-dbe59199dc8a tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:55:08.350135 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1ef6cc-0510-492b-b301-dbe59199dc8a tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:55:08.350468 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1ef6cc-0510-492b-b301-dbe59199dc8a tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:55:08.350740 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-35a22c5a-d72f-4663-b68f-d07fd04f23de tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Request body: {'security_group_rule': {'security_group_id': 'cec20ee8-11e0-43da-9b37-b3f1fbd9f5cd', 'project_id': '4527e65b0c40470c993f8384279d6c57', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:55:08.350890 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1ef6cc-0510-492b-b301-dbe59199dc8a tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:55:08.351121 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1ef6cc-0510-492b-b301-dbe59199dc8a tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:55:08.351454 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1ef6cc-0510-492b-b301-dbe59199dc8a tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:55:08.352348 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1ef6cc-0510-492b-b301-dbe59199dc8a tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:55:08.352677 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1ef6cc-0510-492b-b301-dbe59199dc8a tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:55:08.353001 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1ef6cc-0510-492b-b301-dbe59199dc8a tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:55:08.376445 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-35a22c5a-d72f-4663-b68f-d07fd04f23de tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Publish callbacks [] for security_group_rule (9da4d6e8-cb0a-48d0-9e10-96939ce47fd1), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:55:08.435536 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-35a22c5a-d72f-4663-b68f-d07fd04f23de tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Publish callbacks [] for security_group_rule (9da4d6e8-cb0a-48d0-9e10-96939ce47fd1), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:55:08.440049 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-35a22c5a-d72f-4663-b68f-d07fd04f23de tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (9da4d6e8-cb0a-48d0-9e10-96939ce47fd1), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:55:08.460777 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a22c5a-d72f-4663-b68f-d07fd04f23de tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9da4d6e8-cb0a-48d0-9e10-96939ce47fd1,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:55:08.466720 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-35a22c5a-d72f-4663-b68f-d07fd04f23de tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:55:08.467758 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-35a22c5a-d72f-4663-b68f-d07fd04f23de tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1207910 Jan 28 07:55:08.470465 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 36540) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:55:08.474681 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-6612854a-32c1-4c24-874a-99669f9d08e7 tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Request body: {'security_group_rule': {'security_group_id': 'cec20ee8-11e0-43da-9b37-b3f1fbd9f5cd', 'project_id': '4527e65b0c40470c993f8384279d6c57', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:55:08.498735 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6612854a-32c1-4c24-874a-99669f9d08e7 tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Publish callbacks [] for security_group_rule (84d98364-0700-4343-ab30-a5d2dd02bcdc), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:55:08.554551 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6612854a-32c1-4c24-874a-99669f9d08e7 tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Publish callbacks [] for security_group_rule (84d98364-0700-4343-ab30-a5d2dd02bcdc), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:55:08.558563 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6612854a-32c1-4c24-874a-99669f9d08e7 tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (84d98364-0700-4343-ab30-a5d2dd02bcdc), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:55:08.578324 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6612854a-32c1-4c24-874a-99669f9d08e7 tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84d98364-0700-4343-ab30-a5d2dd02bcdc,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:55:08.583815 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6612854a-32c1-4c24-874a-99669f9d08e7 tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:55:08.587799 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-6612854a-32c1-4c24-874a-99669f9d08e7 tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1164269 Jan 28 07:55:08.590686 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 36542) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:55:08.595045 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-c82952a9-2788-4651-807b-0f548619ec5f tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Request body: {'security_group_rule': {'security_group_id': 'cec20ee8-11e0-43da-9b37-b3f1fbd9f5cd', 'project_id': '4527e65b0c40470c993f8384279d6c57', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:55:08.619843 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c82952a9-2788-4651-807b-0f548619ec5f tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Publish callbacks [] for security_group_rule (12464d9d-e1a8-40d8-afaf-1612ee53c798), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:55:08.676280 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c82952a9-2788-4651-807b-0f548619ec5f tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Publish callbacks [] for security_group_rule (12464d9d-e1a8-40d8-afaf-1612ee53c798), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:55:08.679649 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c82952a9-2788-4651-807b-0f548619ec5f tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (12464d9d-e1a8-40d8-afaf-1612ee53c798), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:55:08.697783 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82952a9-2788-4651-807b-0f548619ec5f tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12464d9d-e1a8-40d8-afaf-1612ee53c798,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:55:08.706077 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c82952a9-2788-4651-807b-0f548619ec5f tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:55:08.707289 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-c82952a9-2788-4651-807b-0f548619ec5f tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1156766 Jan 28 07:55:08.710063 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 36544) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:55:08.714375 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-ee068aab-c607-48fb-a179-b2da5626f210 tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Request body: {'security_group_rule': {'security_group_id': 'cec20ee8-11e0-43da-9b37-b3f1fbd9f5cd', 'project_id': '4527e65b0c40470c993f8384279d6c57', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:55:08.733831 n-d-712749-28 neutron-server[103283]: INFO neutron.db.securitygroups_db [None req-ee068aab-c607-48fb-a179-b2da5626f210 tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Project 4527e65b0c40470c993f8384279d6c57 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 07:55:08.738728 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ee068aab-c607-48fb-a179-b2da5626f210 tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Publish callbacks [] for security_group_rule (61803e15-81b0-4b1a-99ca-114ecea76c95), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:55:08.790413 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:55:08.801033 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ee068aab-c607-48fb-a179-b2da5626f210 tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Publish callbacks [] for security_group_rule (61803e15-81b0-4b1a-99ca-114ecea76c95), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:55:08.804496 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ee068aab-c607-48fb-a179-b2da5626f210 tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (61803e15-81b0-4b1a-99ca-114ecea76c95), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:55:08.822202 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee068aab-c607-48fb-a179-b2da5626f210 tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61803e15-81b0-4b1a-99ca-114ecea76c95,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:55:08.830108 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ee068aab-c607-48fb-a179-b2da5626f210 tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:55:08.831406 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-ee068aab-c607-48fb-a179-b2da5626f210 tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1204367 Jan 28 07:55:08.834073 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 36546) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:55:08.838400 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-13cd9527-5c3c-42a7-bade-c1912a105084 tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Request body: {'security_group_rule': {'security_group_id': 'cec20ee8-11e0-43da-9b37-b3f1fbd9f5cd', 'project_id': '4527e65b0c40470c993f8384279d6c57', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:55:08.857628 n-d-712749-28 neutron-server[103283]: INFO neutron.db.securitygroups_db [None req-13cd9527-5c3c-42a7-bade-c1912a105084 tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Project 4527e65b0c40470c993f8384279d6c57 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 07:55:08.862407 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-13cd9527-5c3c-42a7-bade-c1912a105084 tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Publish callbacks [] for security_group_rule (c3556fcf-6b54-4f30-ac75-e30715f34400), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:55:08.921738 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-13cd9527-5c3c-42a7-bade-c1912a105084 tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Publish callbacks [] for security_group_rule (c3556fcf-6b54-4f30-ac75-e30715f34400), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:55:08.925530 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-13cd9527-5c3c-42a7-bade-c1912a105084 tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (c3556fcf-6b54-4f30-ac75-e30715f34400), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:55:08.943214 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cd9527-5c3c-42a7-bade-c1912a105084 tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3556fcf-6b54-4f30-ac75-e30715f34400,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:55:08.951908 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-13cd9527-5c3c-42a7-bade-c1912a105084 tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:55:08.953142 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-13cd9527-5c3c-42a7-bade-c1912a105084 tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1181540 Jan 28 07:55:09.368132 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c57494c6-10fd-43ac-940c-b930de8fa1c8 req-c144a33a-4040-4a74-85ac-81205c3fdf1d tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-382063323&fields=id&tenant_id=4527e65b0c40470c993f8384279d6c57 HTTP/1.1" status: 200 len: 267 time: 0.0437186 Jan 28 07:55:09.475060 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57494c6-10fd-43ac-940c-b930de8fa1c8 req-164c633e-711e-40c1-9bfa-d1a29cc67ff4 tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:55:09.476557 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c57494c6-10fd-43ac-940c-b930de8fa1c8 req-164c633e-711e-40c1-9bfa-d1a29cc67ff4 tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] 10.222.0.41 "GET /v2.0/networks?id=c1771755-314b-4628-903b-540469c2582b HTTP/1.1" status: 200 len: 813 time: 0.1021299 Jan 28 07:55:09.491321 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c57494c6-10fd-43ac-940c-b930de8fa1c8 req-2f15356d-c29e-4106-87ca-71bbf38fa42a tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] 10.222.0.41 "GET /v2.0/quotas/4527e65b0c40470c993f8384279d6c57 HTTP/1.1" status: 200 len: 375 time: 0.0087190 Jan 28 07:55:09.540948 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c57494c6-10fd-43ac-940c-b930de8fa1c8 req-505ed927-acab-4cfa-a372-31852b55c93e tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=4527e65b0c40470c993f8384279d6c57&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0447595 Jan 28 07:55:09.655547 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [req-c57494c6-10fd-43ac-940c-b930de8fa1c8 req-3cf6e00c-1f3f-46ab-8648-7e3fb2d8b051 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 07:55:09.656613 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c57494c6-10fd-43ac-940c-b930de8fa1c8 req-3cf6e00c-1f3f-46ab-8648-7e3fb2d8b051 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1050925 Jan 28 07:55:09.747183 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:55:09.751002 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c57494c6-10fd-43ac-940c-b930de8fa1c8 req-ced22768-c110-4b70-aaca-36d494c9b761 service neutron] 10.222.0.41 "GET /v2.0/networks/c1771755-314b-4628-903b-540469c2582b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884881 Jan 28 07:55:09.840060 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c57494c6-10fd-43ac-940c-b930de8fa1c8 req-b8807ba2-e64d-4acc-9d72-320ecc154208 service neutron] 10.222.0.41 "GET /v2.0/networks/c1771755-314b-4628-903b-540469c2582b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831716 Jan 28 07:55:10.214032 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-3c5058dc-6ac8-43a1-9710-6dec628d1fb1 req-d5492017-cb1a-4172-8aac-854c810bf52b tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bedb841-1adb-4b94-a788-dd9225f05983 HTTP/1.1" status: 200 len: 210 time: 0.1141841 Jan 28 07:55:11.649395 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-675e7a88-4153-441f-9b03-56ab0a70cc71 req-fedf3080-994e-4bfb-9bca-e2dad28fac56 tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bedb841-1adb-4b94-a788-dd9225f05983 HTTP/1.1" status: 200 len: 210 time: 0.3651266 Jan 28 07:55:11.675133 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57494c6-10fd-43ac-940c-b930de8fa1c8 req-ccc2d28d-b5c8-4875-8dc7-c81e054b42fb tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:55:11.676565 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c57494c6-10fd-43ac-940c-b930de8fa1c8 req-ccc2d28d-b5c8-4875-8dc7-c81e054b42fb tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] 10.222.0.10 "GET /v2.0/networks?id=c1771755-314b-4628-903b-540469c2582b HTTP/1.1" status: 200 len: 813 time: 0.4612658 Jan 28 07:55:11.754874 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c57494c6-10fd-43ac-940c-b930de8fa1c8 req-e9a523b2-0a74-4105-9b30-de5a8cd89fb3 tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4527e65b0c40470c993f8384279d6c57 HTTP/1.1" status: 200 len: 379 time: 0.0553534 Jan 28 07:55:11.767091 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-c57494c6-10fd-43ac-940c-b930de8fa1c8 req-130fdba7-78e3-4044-9f4e-2e3d04d7ee7a tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Request body: {'port': {'device_id': '6bedb841-1adb-4b94-a788-dd9225f05983', 'network_id': 'c1771755-314b-4628-903b-540469c2582b', 'admin_state_up': True, 'tenant_id': '4527e65b0c40470c993f8384279d6c57', 'security_groups': ['cec20ee8-11e0-43da-9b37-b3f1fbd9f5cd']}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:55:11.875233 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c57494c6-10fd-43ac-940c-b930de8fa1c8 req-130fdba7-78e3-4044-9f4e-2e3d04d7ee7a tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Made reservation on behalf of 4527e65b0c40470c993f8384279d6c57 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:55:11.878539 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c57494c6-10fd-43ac-940c-b930de8fa1c8 req-130fdba7-78e3-4044-9f4e-2e3d04d7ee7a tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:55:12.008136 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-c57494c6-10fd-43ac-940c-b930de8fa1c8 req-130fdba7-78e3-4044-9f4e-2e3d04d7ee7a tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Allocated IP 172.20.0.3 (c1771755-314b-4628-903b-540469c2582b/4ec89fd2-b8b6-4d4c-b93b-916edb0d7467/af3a0864-1c1d-4fc8-befc-bca2faecf6f0) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:55:12.147510 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c57494c6-10fd-43ac-940c-b930de8fa1c8 req-130fdba7-78e3-4044-9f4e-2e3d04d7ee7a tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Publish callbacks [] for port (af3a0864-1c1d-4fc8-befc-bca2faecf6f0), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:55:12.188669 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c57494c6-10fd-43ac-940c-b930de8fa1c8 req-130fdba7-78e3-4044-9f4e-2e3d04d7ee7a tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (af3a0864-1c1d-4fc8-befc-bca2faecf6f0), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:55:12.233245 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c57494c6-10fd-43ac-940c-b930de8fa1c8 req-130fdba7-78e3-4044-9f4e-2e3d04d7ee7a tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Network c1771755-314b-4628-903b-540469c2582b is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:55:12.236475 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-c57494c6-10fd-43ac-940c-b930de8fa1c8 req-130fdba7-78e3-4044-9f4e-2e3d04d7ee7a tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:55:12.242875 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-c57494c6-10fd-43ac-940c-b930de8fa1c8 req-130fdba7-78e3-4044-9f4e-2e3d04d7ee7a tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:55:12.266795 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130fdba7-78e3-4044-9f4e-2e3d04d7ee7a tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Pushing event updated for resources: {'Port': ['ID=af3a0864-1c1d-4fc8-befc-bca2faecf6f0,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:55:12.299118 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57494c6-10fd-43ac-940c-b930de8fa1c8 req-130fdba7-78e3-4044-9f4e-2e3d04d7ee7a tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:55:12.300173 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c57494c6-10fd-43ac-940c-b930de8fa1c8 req-130fdba7-78e3-4044-9f4e-2e3d04d7ee7a tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:55:12.317363 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c57494c6-10fd-43ac-940c-b930de8fa1c8 req-130fdba7-78e3-4044-9f4e-2e3d04d7ee7a tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5539598 Jan 28 07:55:12.329503 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [req-c57494c6-10fd-43ac-940c-b930de8fa1c8 req-6997b445-9c96-48f2-9492-472b4422733f tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 07:55:12.330640 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c57494c6-10fd-43ac-940c-b930de8fa1c8 req-6997b445-9c96-48f2-9492-472b4422733f tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057535 Jan 28 07:55:12.353345 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-c57494c6-10fd-43ac-940c-b930de8fa1c8 req-db369a24-c396-4129-a125-13edaac3707f service neutron] Request body: {'port': {'device_id': '6bedb841-1adb-4b94-a788-dd9225f05983', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-28'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:55:12.416678 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c57494c6-10fd-43ac-940c-b930de8fa1c8 req-db369a24-c396-4129-a125-13edaac3707f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (af3a0864-1c1d-4fc8-befc-bca2faecf6f0), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:55:12.488660 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-bfd3a8c0-b664-4cf0-8e72-e27865442357 None None] Provisioning complete for port af3a0864-1c1d-4fc8-befc-bca2faecf6f0 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:55:12.489795 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bfd3a8c0-b664-4cf0-8e72-e27865442357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (af3a0864-1c1d-4fc8-befc-bca2faecf6f0), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:55:12.527048 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-bfd3a8c0-b664-4cf0-8e72-e27865442357 None None] Port af3a0864-1c1d-4fc8-befc-bca2faecf6f0 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:55:12.691975 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-c57494c6-10fd-43ac-940c-b930de8fa1c8 req-db369a24-c396-4129-a125-13edaac3707f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af3a0864-1c1d-4fc8-befc-bca2faecf6f0 {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:55:12.700150 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c57494c6-10fd-43ac-940c-b930de8fa1c8 req-db369a24-c396-4129-a125-13edaac3707f service neutron] Publish callbacks [] for port (af3a0864-1c1d-4fc8-befc-bca2faecf6f0), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:55:12.713773 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-c57494c6-10fd-43ac-940c-b930de8fa1c8 req-db369a24-c396-4129-a125-13edaac3707f service neutron] Transition to ACTIVE for port object af3a0864-1c1d-4fc8-befc-bca2faecf6f0 will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:55:12.718169 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c57494c6-10fd-43ac-940c-b930de8fa1c8 req-db369a24-c396-4129-a125-13edaac3707f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (af3a0864-1c1d-4fc8-befc-bca2faecf6f0), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:55:12.774213 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db369a24-c396-4129-a125-13edaac3707f service neutron] Pushing event updated for resources: {'Port': ['ID=af3a0864-1c1d-4fc8-befc-bca2faecf6f0,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:55:12.789025 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb7e4dd-cb91-491e-82c7-63476bff73ba req-7c632add-aca3-47eb-96dc-00aee548176d tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:55:12.790420 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5fb7e4dd-cb91-491e-82c7-63476bff73ba req-7c632add-aca3-47eb-96dc-00aee548176d tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bedb841-1adb-4b94-a788-dd9225f05983 HTTP/1.1" status: 200 len: 943 time: 0.0690241 Jan 28 07:55:12.882788 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-c57494c6-10fd-43ac-940c-b930de8fa1c8 req-db369a24-c396-4129-a125-13edaac3707f service neutron] Attempting to bind port af3a0864-1c1d-4fc8-befc-bca2faecf6f0 on host n-h1-712749-28 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:55:12.883128 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-c57494c6-10fd-43ac-940c-b930de8fa1c8 req-db369a24-c396-4129-a125-13edaac3707f service neutron] Attempting to bind port af3a0864-1c1d-4fc8-befc-bca2faecf6f0 by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': '1887d521-b847-46d7-8938-abeb651b0c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c1771755-314b-4628-903b-540469c2582b'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:55:12.883455 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c57494c6-10fd-43ac-940c-b930de8fa1c8 req-db369a24-c396-4129-a125-13edaac3707f service neutron] Attempting to bind port af3a0864-1c1d-4fc8-befc-bca2faecf6f0 on network c1771755-314b-4628-903b-540469c2582b {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:55:12.889600 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5fb7e4dd-cb91-491e-82c7-63476bff73ba req-67d31ef8-ec99-4bb7-9c4e-8093fc11b8fb tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] 10.222.0.41 "GET /v2.0/security-groups?id=cec20ee8-11e0-43da-9b37-b3f1fbd9f5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859926 Jan 28 07:55:12.894634 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c57494c6-10fd-43ac-940c-b930de8fa1c8 req-db369a24-c396-4129-a125-13edaac3707f service neutron] Port af3a0864-1c1d-4fc8-befc-bca2faecf6f0 on network c1771755-314b-4628-903b-540469c2582b not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:55:12.895209 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c57494c6-10fd-43ac-940c-b930de8fa1c8 req-db369a24-c396-4129-a125-13edaac3707f service neutron] Attempting to bind port af3a0864-1c1d-4fc8-befc-bca2faecf6f0 on network c1771755-314b-4628-903b-540469c2582b {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:55:12.901020 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c57494c6-10fd-43ac-940c-b930de8fa1c8 req-db369a24-c396-4129-a125-13edaac3707f service neutron] Checking agent: {'id': '2fca46b1-237f-4857-9290-2429d810e472', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 55, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:55:12.901443 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c57494c6-10fd-43ac-940c-b930de8fa1c8 req-db369a24-c396-4129-a125-13edaac3707f service neutron] Checking segment: {'id': '1887d521-b847-46d7-8938-abeb651b0c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c1771755-314b-4628-903b-540469c2582b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:55:12.902477 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c57494c6-10fd-43ac-940c-b930de8fa1c8 req-db369a24-c396-4129-a125-13edaac3707f service neutron] Bound using segment: {'id': '1887d521-b847-46d7-8938-abeb651b0c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c1771755-314b-4628-903b-540469c2582b'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:55:12.903075 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-c57494c6-10fd-43ac-940c-b930de8fa1c8 req-db369a24-c396-4129-a125-13edaac3707f service neutron] Bound port: af3a0864-1c1d-4fc8-befc-bca2faecf6f0, host: n-h1-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1887d521-b847-46d7-8938-abeb651b0c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c1771755-314b-4628-903b-540469c2582b'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:55:12.903464 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c57494c6-10fd-43ac-940c-b930de8fa1c8 req-db369a24-c396-4129-a125-13edaac3707f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (af3a0864-1c1d-4fc8-befc-bca2faecf6f0), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:55:12.985639 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-c57494c6-10fd-43ac-940c-b930de8fa1c8 req-db369a24-c396-4129-a125-13edaac3707f service neutron] For port af3a0864-1c1d-4fc8-befc-bca2faecf6f0, host n-h1-712749-28, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:55:12.989768 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-c57494c6-10fd-43ac-940c-b930de8fa1c8 req-db369a24-c396-4129-a125-13edaac3707f service neutron] For port af3a0864-1c1d-4fc8-befc-bca2faecf6f0, host n-h1-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=af3a0864-1c1d-4fc8-befc-bca2faecf6f0,segment=NetworkSegment(1887d521-b847-46d7-8938-abeb651b0c0f),segment_id=1887d521-b847-46d7-8938-abeb651b0c0f)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:55:12.996678 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c57494c6-10fd-43ac-940c-b930de8fa1c8 req-db369a24-c396-4129-a125-13edaac3707f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (af3a0864-1c1d-4fc8-befc-bca2faecf6f0), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:55:13.038648 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57494c6-10fd-43ac-940c-b930de8fa1c8 req-db369a24-c396-4129-a125-13edaac3707f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:55:13.039364 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c57494c6-10fd-43ac-940c-b930de8fa1c8 req-db369a24-c396-4129-a125-13edaac3707f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:55:13.041447 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c57494c6-10fd-43ac-940c-b930de8fa1c8 req-db369a24-c396-4129-a125-13edaac3707f service neutron] 10.222.0.10 "PUT /v2.0/ports/af3a0864-1c1d-4fc8-befc-bca2faecf6f0 HTTP/1.1" status: 200 len: 1092 time: 0.6934237 Jan 28 07:55:13.044809 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bedb841-1adb-4b94-a788-dd9225f05983', 'tag': 'af3a0864-1c1d-4fc8-befc-bca2faecf6f0'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:55:13.048078 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56b2253b-1080-4488-9f37-48fcb17d7713" -d '{"events": [{"name": "network-changed", "server_uuid": "6bedb841-1adb-4b94-a788-dd9225f05983", "tag": "af3a0864-1c1d-4fc8-befc-bca2faecf6f0"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:55:13.108150 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db369a24-c396-4129-a125-13edaac3707f service neutron] Pushing event updated for resources: {'Port': ['ID=af3a0864-1c1d-4fc8-befc-bca2faecf6f0,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:55:13.161273 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f0bdafb-9a8e-4c58-9203-27d2c7397a42 x-openstack-request-id: req-6f0bdafb-9a8e-4c58-9203-27d2c7397a42 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:55:13.161745 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bedb841-1adb-4b94-a788-dd9225f05983", "tag": "af3a0864-1c1d-4fc8-befc-bca2faecf6f0", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:55:13.162106 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6f0bdafb-9a8e-4c58-9203-27d2c7397a42 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:55:13.162614 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bedb841-1adb-4b94-a788-dd9225f05983', 'tag': 'af3a0864-1c1d-4fc8-befc-bca2faecf6f0', 'status': 'completed', 'code': 200} Jan 28 07:55:13.179713 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57494c6-10fd-43ac-940c-b930de8fa1c8 req-e7ad754f-4944-4535-9e08-fcaf28a1ae6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:55:13.181849 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c57494c6-10fd-43ac-940c-b930de8fa1c8 req-e7ad754f-4944-4535-9e08-fcaf28a1ae6e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4527e65b0c40470c993f8384279d6c57&device_id=6bedb841-1adb-4b94-a788-dd9225f05983 HTTP/1.1" status: 200 len: 1095 time: 0.0599885 Jan 28 07:55:13.246977 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c57494c6-10fd-43ac-940c-b930de8fa1c8 req-57a2e277-cd5f-4e81-b827-d67180e8a2d1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=af3a0864-1c1d-4fc8-befc-bca2faecf6f0 HTTP/1.1" status: 200 len: 217 time: 0.0435934 Jan 28 07:55:13.316811 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57494c6-10fd-43ac-940c-b930de8fa1c8 req-7354f016-a84b-42d3-b5d4-f570f065389c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:55:13.318568 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c57494c6-10fd-43ac-940c-b930de8fa1c8 req-7354f016-a84b-42d3-b5d4-f570f065389c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4ec89fd2-b8b6-4d4c-b93b-916edb0d7467 HTTP/1.1" status: 200 len: 852 time: 0.0624690 Jan 28 07:55:13.369393 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57494c6-10fd-43ac-940c-b930de8fa1c8 req-0338ae01-c1c4-4e83-aed5-b5172773a8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:55:13.370825 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c57494c6-10fd-43ac-940c-b930de8fa1c8 req-0338ae01-c1c4-4e83-aed5-b5172773a8d6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c1771755-314b-4628-903b-540469c2582b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428591 Jan 28 07:55:13.479346 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c57494c6-10fd-43ac-940c-b930de8fa1c8 req-bbe150c2-73db-4095-ad75-37e454b1047c service neutron] 10.222.0.10 "GET /v2.0/networks/c1771755-314b-4628-903b-540469c2582b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980422 Jan 28 07:55:13.578420 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c57494c6-10fd-43ac-940c-b930de8fa1c8 req-de51166d-3969-4deb-90d3-459cc1060140 service neutron] 10.222.0.10 "GET /v2.0/networks/c1771755-314b-4628-903b-540469c2582b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896621 Jan 28 07:55:13.702781 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b2253b-1080-4488-9f37-48fcb17d7713 req-6d8edb7b-4e21-4277-a6a5-32bab499aac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:55:13.704394 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-56b2253b-1080-4488-9f37-48fcb17d7713 req-6d8edb7b-4e21-4277-a6a5-32bab499aac8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4527e65b0c40470c993f8384279d6c57&device_id=6bedb841-1adb-4b94-a788-dd9225f05983 HTTP/1.1" status: 200 len: 1095 time: 0.0436842 Jan 28 07:55:13.811933 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b2253b-1080-4488-9f37-48fcb17d7713 req-6231ad94-5828-4f10-a41e-9556a51816d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:55:13.813779 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-56b2253b-1080-4488-9f37-48fcb17d7713 req-6231ad94-5828-4f10-a41e-9556a51816d7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c1771755-314b-4628-903b-540469c2582b HTTP/1.1" status: 200 len: 914 time: 0.1006360 Jan 28 07:55:13.861784 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-56b2253b-1080-4488-9f37-48fcb17d7713 req-28d3ae4a-316e-4cbe-8f00-3e3f84799f8f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=af3a0864-1c1d-4fc8-befc-bca2faecf6f0 HTTP/1.1" status: 200 len: 217 time: 0.0379796 Jan 28 07:55:13.913619 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b2253b-1080-4488-9f37-48fcb17d7713 req-7efd7a21-82ff-4053-baea-bef0a8b87c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:55:13.915101 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-56b2253b-1080-4488-9f37-48fcb17d7713 req-7efd7a21-82ff-4053-baea-bef0a8b87c06 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4ec89fd2-b8b6-4d4c-b93b-916edb0d7467 HTTP/1.1" status: 200 len: 852 time: 0.0449169 Jan 28 07:55:13.977748 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b2253b-1080-4488-9f37-48fcb17d7713 req-47c5f80d-a988-4ffd-8030-7d451f2a5ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:55:13.979973 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-56b2253b-1080-4488-9f37-48fcb17d7713 req-47c5f80d-a988-4ffd-8030-7d451f2a5ba6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c1771755-314b-4628-903b-540469c2582b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0544379 Jan 28 07:55:14.027012 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6d1c8b-3c47-4731-9ca7-5b393b183dd1 req-ac0ec038-034d-401c-b734-0bb2334db533 tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:55:14.033687 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8a6d1c8b-3c47-4731-9ca7-5b393b183dd1 req-ac0ec038-034d-401c-b734-0bb2334db533 tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bedb841-1adb-4b94-a788-dd9225f05983 HTTP/1.1" status: 200 len: 943 time: 0.0569074 Jan 28 07:55:14.092168 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-56b2253b-1080-4488-9f37-48fcb17d7713 req-43cc0378-7cef-4869-9db3-c6d4f840fa97 service neutron] 10.222.0.10 "GET /v2.0/networks/c1771755-314b-4628-903b-540469c2582b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004589 Jan 28 07:55:14.092980 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8a6d1c8b-3c47-4731-9ca7-5b393b183dd1 req-abc64d1f-e2af-450e-ba75-186d979a5aab tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] 10.222.0.41 "GET /v2.0/security-groups?id=cec20ee8-11e0-43da-9b37-b3f1fbd9f5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529683 Jan 28 07:55:14.226970 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-56b2253b-1080-4488-9f37-48fcb17d7713 req-b548b38c-285f-44be-a164-3c52e6ff42a9 service neutron] 10.222.0.10 "GET /v2.0/networks/c1771755-314b-4628-903b-540469c2582b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253624 Jan 28 07:55:15.205935 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62592cd7-55da-4c4e-b2de-18e3cd191aed req-4089037c-dbda-4a5a-82b6-ac5ebeed61aa tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:55:15.207325 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-62592cd7-55da-4c4e-b2de-18e3cd191aed req-4089037c-dbda-4a5a-82b6-ac5ebeed61aa tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bedb841-1adb-4b94-a788-dd9225f05983 HTTP/1.1" status: 200 len: 943 time: 0.0487137 Jan 28 07:55:15.256969 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-62592cd7-55da-4c4e-b2de-18e3cd191aed req-a37c81b0-9390-4e13-87a7-5ce77fa22d43 tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] 10.222.0.41 "GET /v2.0/security-groups?id=cec20ee8-11e0-43da-9b37-b3f1fbd9f5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432990 Jan 28 07:55:16.377084 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69856480-2922-4a59-ac94-5ead0539fb78 req-ed290feb-f61a-4d82-8fd0-88f7a453c707 tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:55:16.378561 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-69856480-2922-4a59-ac94-5ead0539fb78 req-ed290feb-f61a-4d82-8fd0-88f7a453c707 tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bedb841-1adb-4b94-a788-dd9225f05983 HTTP/1.1" status: 200 len: 943 time: 0.0483818 Jan 28 07:55:16.429885 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-69856480-2922-4a59-ac94-5ead0539fb78 req-10cc6f20-f3a0-4962-bfea-5658fb870114 tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] 10.222.0.41 "GET /v2.0/security-groups?id=cec20ee8-11e0-43da-9b37-b3f1fbd9f5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455108 Jan 28 07:55:17.551974 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aac302-7e08-4cfe-a97b-ba74c987629e req-efe12d5d-36da-4403-b7cc-42badc2d72a3 tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:55:17.553556 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d5aac302-7e08-4cfe-a97b-ba74c987629e req-efe12d5d-36da-4403-b7cc-42badc2d72a3 tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bedb841-1adb-4b94-a788-dd9225f05983 HTTP/1.1" status: 200 len: 943 time: 0.0519779 Jan 28 07:55:17.604720 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d5aac302-7e08-4cfe-a97b-ba74c987629e req-5c22555f-3d30-4cb2-8104-03132b4f8393 tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] 10.222.0.41 "GET /v2.0/security-groups?id=cec20ee8-11e0-43da-9b37-b3f1fbd9f5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454206 Jan 28 07:55:18.722700 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81e6369-b0f3-453e-af2e-59bf51679523 req-e773d8e0-7cb3-4ee1-9b72-707d9b614210 tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:55:18.724175 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a81e6369-b0f3-453e-af2e-59bf51679523 req-e773d8e0-7cb3-4ee1-9b72-707d9b614210 tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bedb841-1adb-4b94-a788-dd9225f05983 HTTP/1.1" status: 200 len: 943 time: 0.0517490 Jan 28 07:55:18.772163 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a81e6369-b0f3-453e-af2e-59bf51679523 req-de6e322d-348a-4b6e-8602-8fbf07207db5 tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] 10.222.0.41 "GET /v2.0/security-groups?id=cec20ee8-11e0-43da-9b37-b3f1fbd9f5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419071 Jan 28 07:55:19.894799 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1d5fa5-6b07-444c-a3db-200975527a8a req-32193cad-ad29-4c68-939c-f5805259e1de tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:55:19.896305 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-fb1d5fa5-6b07-444c-a3db-200975527a8a req-32193cad-ad29-4c68-939c-f5805259e1de tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bedb841-1adb-4b94-a788-dd9225f05983 HTTP/1.1" status: 200 len: 943 time: 0.0523083 Jan 28 07:55:19.944631 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-fb1d5fa5-6b07-444c-a3db-200975527a8a req-e097dbd3-c059-43b6-8467-2d6b0e7050d1 tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] 10.222.0.41 "GET /v2.0/security-groups?id=cec20ee8-11e0-43da-9b37-b3f1fbd9f5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420504 Jan 28 07:55:21.061636 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8557fa29-e4da-4918-aaf4-f02a01e619f6 req-a883978d-b07c-4bf2-8225-4c10c7d5f4ba tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:55:21.063013 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8557fa29-e4da-4918-aaf4-f02a01e619f6 req-a883978d-b07c-4bf2-8225-4c10c7d5f4ba tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bedb841-1adb-4b94-a788-dd9225f05983 HTTP/1.1" status: 200 len: 943 time: 0.0501783 Jan 28 07:55:21.110622 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8557fa29-e4da-4918-aaf4-f02a01e619f6 req-f42aa7d2-a05a-4f5f-a433-a47756b80442 tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] 10.222.0.41 "GET /v2.0/security-groups?id=cec20ee8-11e0-43da-9b37-b3f1fbd9f5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419407 Jan 28 07:55:22.225168 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5857374-0578-4441-8369-5b0c40a73e3e req-6629dd6f-c6bc-46c9-a56d-ab9265906f8b tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:55:22.226653 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e5857374-0578-4441-8369-5b0c40a73e3e req-6629dd6f-c6bc-46c9-a56d-ab9265906f8b tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bedb841-1adb-4b94-a788-dd9225f05983 HTTP/1.1" status: 200 len: 943 time: 0.0482631 Jan 28 07:55:22.275002 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e5857374-0578-4441-8369-5b0c40a73e3e req-6ee9b7c5-1107-4b5e-a2b3-d6a61f658b0d tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] 10.222.0.41 "GET /v2.0/security-groups?id=cec20ee8-11e0-43da-9b37-b3f1fbd9f5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427446 Jan 28 07:55:23.388542 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579af7e6-4500-48e8-9dd0-78417bb45f15 req-382e608b-709b-42ff-a646-ff5816c63395 tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:55:23.390101 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-579af7e6-4500-48e8-9dd0-78417bb45f15 req-382e608b-709b-42ff-a646-ff5816c63395 tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bedb841-1adb-4b94-a788-dd9225f05983 HTTP/1.1" status: 200 len: 943 time: 0.0481620 Jan 28 07:55:23.444379 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-579af7e6-4500-48e8-9dd0-78417bb45f15 req-c8e46783-7cd4-4b7f-b02e-55d4b032b6e4 tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] 10.222.0.41 "GET /v2.0/security-groups?id=cec20ee8-11e0-43da-9b37-b3f1fbd9f5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487692 Jan 28 07:55:24.558370 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a443195-af9c-404d-8e2d-3c86383667ad req-559a54cd-41e9-45a7-9c33-dceb0c90094d tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:55:24.559827 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6a443195-af9c-404d-8e2d-3c86383667ad req-559a54cd-41e9-45a7-9c33-dceb0c90094d tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bedb841-1adb-4b94-a788-dd9225f05983 HTTP/1.1" status: 200 len: 943 time: 0.0471306 Jan 28 07:55:24.611866 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6a443195-af9c-404d-8e2d-3c86383667ad req-66f12111-8d14-4e36-abb8-7268519984b1 tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] 10.222.0.41 "GET /v2.0/security-groups?id=cec20ee8-11e0-43da-9b37-b3f1fbd9f5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464666 Jan 28 07:55:25.725198 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9966e2eb-5f06-468b-8665-baf5060f0951 req-90ba739e-773c-4c46-be3b-8a5a731e1f40 tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:55:25.726685 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9966e2eb-5f06-468b-8665-baf5060f0951 req-90ba739e-773c-4c46-be3b-8a5a731e1f40 tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bedb841-1adb-4b94-a788-dd9225f05983 HTTP/1.1" status: 200 len: 943 time: 0.0483041 Jan 28 07:55:25.775387 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9966e2eb-5f06-468b-8665-baf5060f0951 req-7194da68-feb3-4dc8-996f-7880c6c84e36 tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] 10.222.0.41 "GET /v2.0/security-groups?id=cec20ee8-11e0-43da-9b37-b3f1fbd9f5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429714 Jan 28 07:55:26.889763 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4375aeb-36ba-4095-a765-1ed14d30e2f9 req-5abe75ee-92d9-4371-b008-2fb3ca6cb280 tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:55:26.891255 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d4375aeb-36ba-4095-a765-1ed14d30e2f9 req-5abe75ee-92d9-4371-b008-2fb3ca6cb280 tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bedb841-1adb-4b94-a788-dd9225f05983 HTTP/1.1" status: 200 len: 943 time: 0.0494900 Jan 28 07:55:26.940966 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d4375aeb-36ba-4095-a765-1ed14d30e2f9 req-9c9eb946-26a0-4b4f-87c9-9a7806c891c5 tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] 10.222.0.41 "GET /v2.0/security-groups?id=cec20ee8-11e0-43da-9b37-b3f1fbd9f5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436504 Jan 28 07:55:28.052480 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecff884-ef4a-424f-a3ef-e6c11bdc2aa8 req-774f1a12-8ed7-472a-91f0-bde0aff1644d tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:55:28.053939 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8ecff884-ef4a-424f-a3ef-e6c11bdc2aa8 req-774f1a12-8ed7-472a-91f0-bde0aff1644d tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bedb841-1adb-4b94-a788-dd9225f05983 HTTP/1.1" status: 200 len: 943 time: 0.0470538 Jan 28 07:55:28.103506 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8ecff884-ef4a-424f-a3ef-e6c11bdc2aa8 req-b1ab655a-7990-4c4c-9ba3-02e7339f8728 tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] 10.222.0.41 "GET /v2.0/security-groups?id=cec20ee8-11e0-43da-9b37-b3f1fbd9f5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434659 Jan 28 07:55:28.414667 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 7 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 07:55:29.217226 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8f6076-6107-49f7-a5f6-071fd5594d87 req-31344c3b-aca9-4827-972a-22169c862582 tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:55:29.218692 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0f8f6076-6107-49f7-a5f6-071fd5594d87 req-31344c3b-aca9-4827-972a-22169c862582 tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bedb841-1adb-4b94-a788-dd9225f05983 HTTP/1.1" status: 200 len: 943 time: 0.0473943 Jan 28 07:55:29.266566 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0f8f6076-6107-49f7-a5f6-071fd5594d87 req-32092c5c-3e47-4324-93af-b4c492920126 tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] 10.222.0.41 "GET /v2.0/security-groups?id=cec20ee8-11e0-43da-9b37-b3f1fbd9f5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423694 Jan 28 07:55:30.387235 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e942095-0cb1-44e9-8163-f3360384a64b req-4d48ed7d-4dae-438b-9f9e-f3957ebcdfbb tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:55:30.388767 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5e942095-0cb1-44e9-8163-f3360384a64b req-4d48ed7d-4dae-438b-9f9e-f3957ebcdfbb tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bedb841-1adb-4b94-a788-dd9225f05983 HTTP/1.1" status: 200 len: 943 time: 0.0528622 Jan 28 07:55:30.436488 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5e942095-0cb1-44e9-8163-f3360384a64b req-4bc0572f-16cb-413e-9db7-354d6b183ac0 tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] 10.222.0.41 "GET /v2.0/security-groups?id=cec20ee8-11e0-43da-9b37-b3f1fbd9f5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421810 Jan 28 07:55:30.726790 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device af3a0864-1c1d-4fc8-befc-bca2faecf6f0 details requested by agent hyperv_n-h1-712749-28 with host n-h1-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:55:30.822628 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port af3a0864-1c1d-4fc8-befc-bca2faecf6f0, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=af3a0864-1c1d-4fc8-befc-bca2faecf6f0,segment=NetworkSegment(1887d521-b847-46d7-8938-abeb651b0c0f),segment_id=1887d521-b847-46d7-8938-abeb651b0c0f)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:55:30.833776 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Returning: {'device': 'af3a0864-1c1d-4fc8-befc-bca2faecf6f0', 'network_id': 'c1771755-314b-4628-903b-540469c2582b', 'port_id': 'af3a0864-1c1d-4fc8-befc-bca2faecf6f0', 'mac_address': 'fa:16:3e:8c:7a:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ec89fd2-b8b6-4d4c-b93b-916edb0d7467', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:55:30.869125 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port af3a0864-1c1d-4fc8-befc-bca2faecf6f0 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:55:30.869508 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (af3a0864-1c1d-4fc8-befc-bca2faecf6f0), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:55:30.881834 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af3a0864-1c1d-4fc8-befc-bca2faecf6f0 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:55:30.900380 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port af3a0864-1c1d-4fc8-befc-bca2faecf6f0, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=af3a0864-1c1d-4fc8-befc-bca2faecf6f0,segment=NetworkSegment(1887d521-b847-46d7-8938-abeb651b0c0f),segment_id=1887d521-b847-46d7-8938-abeb651b0c0f)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:55:30.904324 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (af3a0864-1c1d-4fc8-befc-bca2faecf6f0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:55:30.949846 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=af3a0864-1c1d-4fc8-befc-bca2faecf6f0,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:55:30.956954 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:55:30.957303 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:55:30.957670 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:55:30.958007 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:55:30.958340 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:55:30.958669 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:55:30.958996 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:55:30.959328 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:55:30.959650 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:55:30.959977 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:55:30.960338 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:55:30.960660 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:55:30.960983 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:55:31.264677 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['af3a0864-1c1d-4fc8-befc-bca2faecf6f0'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:55:31.559074 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c672a9-69f7-4026-98cb-873c08d9ea61 req-c533cad0-990d-4b6c-a0c7-6043ad571137 tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:55:31.560567 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b6c672a9-69f7-4026-98cb-873c08d9ea61 req-c533cad0-990d-4b6c-a0c7-6043ad571137 tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bedb841-1adb-4b94-a788-dd9225f05983 HTTP/1.1" status: 200 len: 944 time: 0.0554018 Jan 28 07:55:31.608769 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b6c672a9-69f7-4026-98cb-873c08d9ea61 req-cb7b1083-f879-4a13-9daa-c415d83cad1b tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] 10.222.0.41 "GET /v2.0/security-groups?id=cec20ee8-11e0-43da-9b37-b3f1fbd9f5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426970 Jan 28 07:55:32.723314 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d23bc8c-832b-4b78-b6ce-0fb539978129 req-77131697-b49a-4cee-b3ba-9a87b870153e tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:55:32.724832 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8d23bc8c-832b-4b78-b6ce-0fb539978129 req-77131697-b49a-4cee-b3ba-9a87b870153e tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bedb841-1adb-4b94-a788-dd9225f05983 HTTP/1.1" status: 200 len: 944 time: 0.0486879 Jan 28 07:55:32.744142 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device af3a0864-1c1d-4fc8-befc-bca2faecf6f0 up at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:55:32.776059 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8d23bc8c-832b-4b78-b6ce-0fb539978129 req-1e11606a-bb67-4b79-b03b-0d3f84875063 tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] 10.222.0.41 "GET /v2.0/security-groups?id=cec20ee8-11e0-43da-9b37-b3f1fbd9f5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449030 Jan 28 07:55:32.796832 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning for port af3a0864-1c1d-4fc8-befc-bca2faecf6f0 completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:55:32.801031 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning complete for port af3a0864-1c1d-4fc8-befc-bca2faecf6f0 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:55:32.801404 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (af3a0864-1c1d-4fc8-befc-bca2faecf6f0), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:55:32.875488 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port af3a0864-1c1d-4fc8-befc-bca2faecf6f0 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:55:32.875869 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (af3a0864-1c1d-4fc8-befc-bca2faecf6f0), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:55:32.896869 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bedb841-1adb-4b94-a788-dd9225f05983', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af3a0864-1c1d-4fc8-befc-bca2faecf6f0'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:55:32.899015 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cb686b2-09a7-4b60-88ca-4c4d92ac73c5" -d '{"events": [{"server_uuid": "6bedb841-1adb-4b94-a788-dd9225f05983", "name": "network-vif-plugged", "status": "completed", "tag": "af3a0864-1c1d-4fc8-befc-bca2faecf6f0"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:55:32.912123 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port af3a0864-1c1d-4fc8-befc-bca2faecf6f0, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=af3a0864-1c1d-4fc8-befc-bca2faecf6f0,segment=NetworkSegment(1887d521-b847-46d7-8938-abeb651b0c0f),segment_id=1887d521-b847-46d7-8938-abeb651b0c0f)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:55:32.917093 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (af3a0864-1c1d-4fc8-befc-bca2faecf6f0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:55:32.967811 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=af3a0864-1c1d-4fc8-befc-bca2faecf6f0,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:55:33.001612 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dbab8eb-b5df-4c08-8194-48457c21eb22 x-openstack-request-id: req-1dbab8eb-b5df-4c08-8194-48457c21eb22 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:55:33.001906 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bedb841-1adb-4b94-a788-dd9225f05983", "name": "network-vif-plugged", "status": "completed", "tag": "af3a0864-1c1d-4fc8-befc-bca2faecf6f0", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:55:33.002169 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1dbab8eb-b5df-4c08-8194-48457c21eb22 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:55:33.002566 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bedb841-1adb-4b94-a788-dd9225f05983', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af3a0864-1c1d-4fc8-befc-bca2faecf6f0', 'code': 200} Jan 28 07:55:33.147246 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf699c19-0e50-43d7-b2d6-ac2fcc02205c req-10106cfe-44e3-4765-ba6a-f2fbcf28f5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:55:33.148815 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-bf699c19-0e50-43d7-b2d6-ac2fcc02205c req-10106cfe-44e3-4765-ba6a-f2fbcf28f5ff service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6bedb841-1adb-4b94-a788-dd9225f05983 HTTP/1.1" status: 200 len: 1097 time: 0.0398033 Jan 28 07:55:33.198128 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-bf699c19-0e50-43d7-b2d6-ac2fcc02205c req-b78b3c38-67ec-4aa9-9180-00d7fc3af42a service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=cec20ee8-11e0-43da-9b37-b3f1fbd9f5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398855 Jan 28 07:55:33.297083 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f22118be-566e-4620-b07a-057f081e16ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:55:33.321894 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:55:33.900639 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b882a14c-7676-47c0-9070-8f6ec705075a req-aad4fe44-6673-43bc-907d-9bf15e6d488e tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:55:33.903818 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b882a14c-7676-47c0-9070-8f6ec705075a req-aad4fe44-6673-43bc-907d-9bf15e6d488e tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bedb841-1adb-4b94-a788-dd9225f05983 HTTP/1.1" status: 200 len: 945 time: 0.0558164 Jan 28 07:55:33.952646 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b882a14c-7676-47c0-9070-8f6ec705075a req-daf0a894-e358-4fc0-a347-9cbe1c161fd8 tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] 10.222.0.41 "GET /v2.0/security-groups?id=cec20ee8-11e0-43da-9b37-b3f1fbd9f5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435774 Jan 28 07:55:34.329766 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:55:35.074822 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d1a50a-7984-4c93-bf41-df5602f245e8 req-bddbf500-567b-4aac-b4b9-78d61da02e3b tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:55:35.076330 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-93d1a50a-7984-4c93-bf41-df5602f245e8 req-bddbf500-567b-4aac-b4b9-78d61da02e3b tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bedb841-1adb-4b94-a788-dd9225f05983 HTTP/1.1" status: 200 len: 945 time: 0.0520709 Jan 28 07:55:35.124151 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-93d1a50a-7984-4c93-bf41-df5602f245e8 req-b9141083-0925-428d-8f44-cbceb5c8e80d tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] 10.222.0.41 "GET /v2.0/security-groups?id=cec20ee8-11e0-43da-9b37-b3f1fbd9f5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423279 Jan 28 07:55:35.237638 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45072714-df39-4ce1-b7d0-cbd1f4a0a8d6 req-4e9ee600-247e-4d7b-a0e1-d310430b96a9 tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:55:35.239036 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-45072714-df39-4ce1-b7d0-cbd1f4a0a8d6 req-4e9ee600-247e-4d7b-a0e1-d310430b96a9 tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bedb841-1adb-4b94-a788-dd9225f05983 HTTP/1.1" status: 200 len: 945 time: 0.0484552 Jan 28 07:55:35.287365 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-45072714-df39-4ce1-b7d0-cbd1f4a0a8d6 req-fffca098-f580-4ed5-98f6-d5c366c7debd tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] 10.222.0.41 "GET /v2.0/security-groups?id=cec20ee8-11e0-43da-9b37-b3f1fbd9f5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422351 Jan 28 07:55:35.309718 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 36646) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:55:35.390670 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba3bdea8-2904-48a0-9b03-93cc96728a34 tempest-TestVolumeBackupRestore-2127701954 tempest-TestVolumeBackupRestore-2127701954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:55:35.392251 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-ba3bdea8-2904-48a0-9b03-93cc96728a34 tempest-TestVolumeBackupRestore-2127701954 tempest-TestVolumeBackupRestore-2127701954-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=6bedb841-1adb-4b94-a788-dd9225f05983 HTTP/1.1" status: 200 len: 1092 time: 0.0815675 Jan 28 07:55:35.395050 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 36650) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:55:35.399402 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-845b93d9-3da7-4272-87ef-3428d47ee809 tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Request body: {'floatingip': {'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'port_id': 'af3a0864-1c1d-4fc8-befc-bca2faecf6f0', 'tenant_id': '4527e65b0c40470c993f8384279d6c57', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:55:35.419176 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-845b93d9-3da7-4272-87ef-3428d47ee809 tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:55:35.516638 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-845b93d9-3da7-4272-87ef-3428d47ee809 tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:55:35.620209 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-845b93d9-3da7-4272-87ef-3428d47ee809 tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Allocated IP 172.25.6.113 (7d5b3724-deef-4831-8d43-cb9b8176573c/b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc/f760d4fc-afc7-44fc-9ccc-b0a0b49807fc) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:55:35.665094 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6f051a2f-75b8-4acf-8d41-cd7cf054561c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:55:35.722179 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-845b93d9-3da7-4272-87ef-3428d47ee809 tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Publish callbacks [] for port (f760d4fc-afc7-44fc-9ccc-b0a0b49807fc), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:55:35.755330 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-845b93d9-3da7-4272-87ef-3428d47ee809 tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (f760d4fc-afc7-44fc-9ccc-b0a0b49807fc), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:55:35.790266 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-845b93d9-3da7-4272-87ef-3428d47ee809 tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Network 7d5b3724-deef-4831-8d43-cb9b8176573c is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:55:35.794815 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-845b93d9-3da7-4272-87ef-3428d47ee809 tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:55:35.802671 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845b93d9-3da7-4272-87ef-3428d47ee809 tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:55:35.836053 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845b93d9-3da7-4272-87ef-3428d47ee809 tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Pushing event updated for resources: {'Port': ['ID=f760d4fc-afc7-44fc-9ccc-b0a0b49807fc,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:55:36.453961 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-845b93d9-3da7-4272-87ef-3428d47ee809 tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Publish callbacks [] for floatingip (1d716136-1779-43a6-bfc3-5c1035ac06cc), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:55:36.520443 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-845b93d9-3da7-4272-87ef-3428d47ee809 tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (f760d4fc-afc7-44fc-9ccc-b0a0b49807fc), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:55:36.666030 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-845b93d9-3da7-4272-87ef-3428d47ee809 tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Publish callbacks [] for port (f760d4fc-afc7-44fc-9ccc-b0a0b49807fc), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:55:36.670142 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-845b93d9-3da7-4272-87ef-3428d47ee809 tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (f760d4fc-afc7-44fc-9ccc-b0a0b49807fc), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:55:36.738196 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845b93d9-3da7-4272-87ef-3428d47ee809 tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Pushing event updated for resources: {'Port': ['ID=f760d4fc-afc7-44fc-9ccc-b0a0b49807fc,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:55:36.749208 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-845b93d9-3da7-4272-87ef-3428d47ee809 tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16609095'] for floatingip (1d716136-1779-43a6-bfc3-5c1035ac06cc), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:55:36.848800 n-d-712749-28 neutron-server[103283]: INFO neutron.db.l3_db [None req-845b93d9-3da7-4272-87ef-3428d47ee809 tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Floating IP 1d716136-1779-43a6-bfc3-5c1035ac06cc associated. External IP: 172.25.6.113, port: af3a0864-1c1d-4fc8-befc-bca2faecf6f0. Jan 28 07:55:37.059562 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-845b93d9-3da7-4272-87ef-3428d47ee809 tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Router 5950f937-cfb9-496a-86b8-77a62889a203 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:55:37.104906 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:55:37.170333 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-845b93d9-3da7-4272-87ef-3428d47ee809 tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:55:37.180247 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef30605-cfb9-49f8-b289-2dee993ad62b None None] Sync routers for ids ['5950f937-cfb9-496a-86b8-77a62889a203'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:55:37.188939 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-845b93d9-3da7-4272-87ef-3428d47ee809 tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for floatingip (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:55:37.191178 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef30605-cfb9-49f8-b289-2dee993ad62b None None] Routers {'5950f937-cfb9-496a-86b8-77a62889a203'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:55:37.191875 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-6ef30605-cfb9-49f8-b289-2dee993ad62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:55:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['5950f937-cfb9-496a-86b8-77a62889a203'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:55:37.216988 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-845b93d9-3da7-4272-87ef-3428d47ee809 tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8208852 Jan 28 07:55:37.217750 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bedb841-1adb-4b94-a788-dd9225f05983', 'tag': 'af3a0864-1c1d-4fc8-befc-bca2faecf6f0'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:55:37.220009 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 36652) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:55:37.220537 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa3c1df5-54ec-4fd4-b627-995c828c9ffe" -d '{"events": [{"name": "network-changed", "server_uuid": "6bedb841-1adb-4b94-a788-dd9225f05983", "tag": "af3a0864-1c1d-4fc8-befc-bca2faecf6f0"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:55:37.263755 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d9c4841-3855-47d4-8bfc-66e9f647a326 tempest-TestVolumeBackupRestore-2127701954 tempest-TestVolumeBackupRestore-2127701954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:55:37.265338 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-0d9c4841-3855-47d4-8bfc-66e9f647a326 tempest-TestVolumeBackupRestore-2127701954 tempest-TestVolumeBackupRestore-2127701954-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=6bedb841-1adb-4b94-a788-dd9225f05983 HTTP/1.1" status: 200 len: 1092 time: 0.0442493 Jan 28 07:55:37.268042 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 36658) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:55:37.272600 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-5d34e20e-ec97-4a61-8741-825184a2d89f tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Request body: {'floatingip': {'port_id': 'af3a0864-1c1d-4fc8-befc-bca2faecf6f0'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:55:37.300727 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-6ef30605-cfb9-49f8-b289-2dee993ad62b None None] Set router 5950f937-cfb9-496a-86b8-77a62889a203 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:55:37.330731 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5d34e20e-ec97-4a61-8741-825184a2d89f tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Publish callbacks [] for floatingip (1d716136-1779-43a6-bfc3-5c1035ac06cc), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:55:37.330919 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8a6b106-c8d3-4fb2-bd6d-b5c980a299f1 x-openstack-request-id: req-b8a6b106-c8d3-4fb2-bd6d-b5c980a299f1 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:55:37.331219 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bedb841-1adb-4b94-a788-dd9225f05983", "tag": "af3a0864-1c1d-4fc8-befc-bca2faecf6f0", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:55:37.331475 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b8a6b106-c8d3-4fb2-bd6d-b5c980a299f1 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:55:37.331880 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bedb841-1adb-4b94-a788-dd9225f05983', 'tag': 'af3a0864-1c1d-4fc8-befc-bca2faecf6f0', 'status': 'completed', 'code': 200} Jan 28 07:55:37.469684 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3c1df5-54ec-4fd4-b627-995c828c9ffe req-9530c6f9-dcae-4a10-b5d6-3c3392c6330b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:55:37.471199 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-fa3c1df5-54ec-4fd4-b627-995c828c9ffe req-9530c6f9-dcae-4a10-b5d6-3c3392c6330b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4527e65b0c40470c993f8384279d6c57&device_id=6bedb841-1adb-4b94-a788-dd9225f05983 HTTP/1.1" status: 200 len: 1097 time: 0.0954509 Jan 28 07:55:37.535384 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-6ef30605-cfb9-49f8-b289-2dee993ad62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5950f937-cfb9-496a-86b8-77a62889a203', 'name': 'tempest-TestVolumeBackupRestore-124678828-router', 'tenant_id': '4527e65b0c40470c993f8384279d6c57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': 'a5b4f494-70d0-40c0-a821-f05123117f75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:52:47Z', 'updated_at': '2022-01-28T07:52:50Z', 'revision_number': 4, 'project_id': '4527e65b0c40470c993f8384279d6c57', 'gw_port': {'id': 'a5b4f494-70d0-40c0-a821-f05123117f75', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:fb:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5950f937-cfb9-496a-86b8-77a62889a203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:52:48Z', 'updated_at': '2022-01-28T07:52:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_floatingips': [{'id': '1d716136-1779-43a6-bfc3-5c1035ac06cc', 'tenant_id': '4527e65b0c40470c993f8384279d6c57', 'floating_ip_address': '172.25.6.113', 'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'router_id': '5950f937-cfb9-496a-86b8-77a62889a203', 'port_id': 'af3a0864-1c1d-4fc8-befc-bca2faecf6f0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1771755-314b-4628-903b-540469c2582b', 'mac_address': 'fa:16:3e:8c:7a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bedb841-1adb-4b94-a788-dd9225f05983', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:55:36Z', 'updated_at': '2022-01-28T07:55:36Z', 'revision_number': 0, 'project_id': '4527e65b0c40470c993f8384279d6c57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '657b7064-6aef-4930-af9a-6a76dfaa6db4', 'name': '', 'network_id': 'c1771755-314b-4628-903b-540469c2582b', 'tenant_id': '4527e65b0c40470c993f8384279d6c57', 'mac_address': 'fa:16:3e:fd:41:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5950f937-cfb9-496a-86b8-77a62889a203', 'device_owner': 'network:router_interface', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '4ec89fd2-b8b6-4d4c-b93b-916edb0d7467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:52:49Z', 'updated_at': '2022-01-28T07:52:55Z', 'revision_number': 5, 'project_id': '4527e65b0c40470c993f8384279d6c57', 'subnets': [{'id': '4ec89fd2-b8b6-4d4c-b93b-916edb0d7467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:55:37.562408 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef30605-cfb9-49f8-b289-2dee993ad62b None None] Checking router: 5950f937-cfb9-496a-86b8-77a62889a203 for host: n-d-712749-28 {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:55:37.570511 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef30605-cfb9-49f8-b289-2dee993ad62b None None] Routers {'5950f937-cfb9-496a-86b8-77a62889a203'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:55:37.571987 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-6ef30605-cfb9-49f8-b289-2dee993ad62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:55:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['5950f937-cfb9-496a-86b8-77a62889a203'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:55:37.646484 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3c1df5-54ec-4fd4-b627-995c828c9ffe req-f744a65b-c9d6-4876-a15f-829388585e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:55:37.647998 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-fa3c1df5-54ec-4fd4-b627-995c828c9ffe req-f744a65b-c9d6-4876-a15f-829388585e23 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c1771755-314b-4628-903b-540469c2582b HTTP/1.1" status: 200 len: 914 time: 0.1702271 Jan 28 07:55:37.674377 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-6ef30605-cfb9-49f8-b289-2dee993ad62b None None] Set router 5950f937-cfb9-496a-86b8-77a62889a203 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:55:37.764453 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-fa3c1df5-54ec-4fd4-b627-995c828c9ffe req-756f2750-2bab-4ffc-86d0-03651dd273e2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=af3a0864-1c1d-4fc8-befc-bca2faecf6f0 HTTP/1.1" status: 200 len: 999 time: 0.1080120 Jan 28 07:55:37.880335 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3c1df5-54ec-4fd4-b627-995c828c9ffe req-fbfcaac0-53a8-4b82-8538-85cf74102333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:55:37.881729 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-fa3c1df5-54ec-4fd4-b627-995c828c9ffe req-fbfcaac0-53a8-4b82-8538-85cf74102333 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4ec89fd2-b8b6-4d4c-b93b-916edb0d7467 HTTP/1.1" status: 200 len: 852 time: 0.0872359 Jan 28 07:55:37.905802 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-6ef30605-cfb9-49f8-b289-2dee993ad62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5950f937-cfb9-496a-86b8-77a62889a203', 'name': 'tempest-TestVolumeBackupRestore-124678828-router', 'tenant_id': '4527e65b0c40470c993f8384279d6c57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': 'a5b4f494-70d0-40c0-a821-f05123117f75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:52:47Z', 'updated_at': '2022-01-28T07:52:50Z', 'revision_number': 4, 'project_id': '4527e65b0c40470c993f8384279d6c57', 'gw_port': {'id': 'a5b4f494-70d0-40c0-a821-f05123117f75', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:fb:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5950f937-cfb9-496a-86b8-77a62889a203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:52:48Z', 'updated_at': '2022-01-28T07:52:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_floatingips': [{'id': '1d716136-1779-43a6-bfc3-5c1035ac06cc', 'tenant_id': '4527e65b0c40470c993f8384279d6c57', 'floating_ip_address': '172.25.6.113', 'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'router_id': '5950f937-cfb9-496a-86b8-77a62889a203', 'port_id': 'af3a0864-1c1d-4fc8-befc-bca2faecf6f0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1771755-314b-4628-903b-540469c2582b', 'mac_address': 'fa:16:3e:8c:7a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bedb841-1adb-4b94-a788-dd9225f05983', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:55:36Z', 'updated_at': '2022-01-28T07:55:36Z', 'revision_number': 0, 'project_id': '4527e65b0c40470c993f8384279d6c57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '657b7064-6aef-4930-af9a-6a76dfaa6db4', 'name': '', 'network_id': 'c1771755-314b-4628-903b-540469c2582b', 'tenant_id': '4527e65b0c40470c993f8384279d6c57', 'mac_address': 'fa:16:3e:fd:41:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5950f937-cfb9-496a-86b8-77a62889a203', 'device_owner': 'network:router_interface', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '4ec89fd2-b8b6-4d4c-b93b-916edb0d7467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:52:49Z', 'updated_at': '2022-01-28T07:52:55Z', 'revision_number': 5, 'project_id': '4527e65b0c40470c993f8384279d6c57', 'subnets': [{'id': '4ec89fd2-b8b6-4d4c-b93b-916edb0d7467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:55:37.934696 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef30605-cfb9-49f8-b289-2dee993ad62b None None] The sync data for ids ['5950f937-cfb9-496a-86b8-77a62889a203'] in n-d-712749-28 is: [{'id': '5950f937-cfb9-496a-86b8-77a62889a203', 'name': 'tempest-TestVolumeBackupRestore-124678828-router', 'tenant_id': '4527e65b0c40470c993f8384279d6c57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': 'a5b4f494-70d0-40c0-a821-f05123117f75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:52:47Z', 'updated_at': '2022-01-28T07:52:50Z', 'revision_number': 4, 'project_id': '4527e65b0c40470c993f8384279d6c57', 'gw_port': {'id': 'a5b4f494-70d0-40c0-a821-f05123117f75', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:fb:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5950f937-cfb9-496a-86b8-77a62889a203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:52:48Z', 'updated_at': '2022-01-28T07:52:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_floatingips': [{'id': '1d716136-1779-43a6-bfc3-5c1035ac06cc', 'tenant_id': '4527e65b0c40470c993f8384279d6c57', 'floating_ip_address': '172.25.6.113', 'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'router_id': '5950f937-cfb9-496a-86b8-77a62889a203', 'port_id': 'af3a0864-1c1d-4fc8-befc-bca2faecf6f0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1771755-314b-4628-903b-540469c2582b', 'mac_address': 'fa:16:3e:8c:7a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bedb841-1adb-4b94-a788-dd9225f05983', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:55:36Z', 'updated_at': '2022-01-28T07:55:36Z', 'revision_number': 0, 'project_id': '4527e65b0c40470c993f8384279d6c57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '657b7064-6aef-4930-af9a-6a76dfaa6db4', 'name': '', 'network_id': 'c1771755-314b-4628-903b-540469c2582b', 'tenant_id': '4527e65b0c40470c993f8384279d6c57', 'mac_address': 'fa:16:3e:fd:41:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5950f937-cfb9-496a-86b8-77a62889a203', 'device_owner': 'network:router_interface', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '4ec89fd2-b8b6-4d4c-b93b-916edb0d7467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:52:49Z', 'updated_at': '2022-01-28T07:52:55Z', 'revision_number': 5, 'project_id': '4527e65b0c40470c993f8384279d6c57', 'subnets': [{'id': '4ec89fd2-b8b6-4d4c-b93b-916edb0d7467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:55:37.966999 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3c1df5-54ec-4fd4-b627-995c828c9ffe req-bd30531a-d705-4791-8712-09749f52721a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:55:37.968582 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-fa3c1df5-54ec-4fd4-b627-995c828c9ffe req-bd30531a-d705-4791-8712-09749f52721a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c1771755-314b-4628-903b-540469c2582b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0802610 Jan 28 07:55:38.079118 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5d34e20e-ec97-4a61-8741-825184a2d89f tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:55:38.084035 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5d34e20e-ec97-4a61-8741-825184a2d89f tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16609095'] for floatingip (1d716136-1779-43a6-bfc3-5c1035ac06cc), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:55:38.154587 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-fa3c1df5-54ec-4fd4-b627-995c828c9ffe req-0243655e-5019-4f2e-9239-05653a7cba21 service neutron] 10.222.0.10 "GET /v2.0/networks/c1771755-314b-4628-903b-540469c2582b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793559 Jan 28 07:55:38.238775 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ba004c-feaa-4586-b891-907deb838706 None None] New status for floating IP 1d716136-1779-43a6-bfc3-5c1035ac06cc: ACTIVE {{(pid=103286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 07:55:38.332163 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-fa3c1df5-54ec-4fd4-b627-995c828c9ffe req-dc79359c-b93f-4e04-b5d2-debc35b7a992 service neutron] 10.222.0.10 "GET /v2.0/networks/c1771755-314b-4628-903b-540469c2582b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438611 Jan 28 07:55:38.393549 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d34e20e-ec97-4a61-8741-825184a2d89f tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Router 5950f937-cfb9-496a-86b8-77a62889a203 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:55:38.504399 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d34e20e-ec97-4a61-8741-825184a2d89f tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:55:38.509006 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5d34e20e-ec97-4a61-8741-825184a2d89f tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for floatingip (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:55:38.515244 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616ca546-e6a5-4d1b-a730-63d67f1af3c9 None None] Sync routers for ids ['5950f937-cfb9-496a-86b8-77a62889a203'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:55:38.525897 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616ca546-e6a5-4d1b-a730-63d67f1af3c9 None None] Routers {'5950f937-cfb9-496a-86b8-77a62889a203'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:55:38.526786 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-616ca546-e6a5-4d1b-a730-63d67f1af3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:55:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['5950f937-cfb9-496a-86b8-77a62889a203'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:55:38.536449 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bedb841-1adb-4b94-a788-dd9225f05983', 'tag': 'af3a0864-1c1d-4fc8-befc-bca2faecf6f0'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:55:38.538712 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19827a37-0aed-42a0-a8ef-71afc37c882f" -d '{"events": [{"name": "network-changed", "server_uuid": "6bedb841-1adb-4b94-a788-dd9225f05983", "tag": "af3a0864-1c1d-4fc8-befc-bca2faecf6f0"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:55:38.569036 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-5d34e20e-ec97-4a61-8741-825184a2d89f tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] 10.222.0.41 "PUT /v2.0/floatingips/1d716136-1779-43a6-bfc3-5c1035ac06cc HTTP/1.1" status: 200 len: 991 time: 1.2997041 Jan 28 07:55:38.587511 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:55:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98697370-03a2-4de3-ad66-d561eebd78bf x-openstack-request-id: req-98697370-03a2-4de3-ad66-d561eebd78bf {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:55:38.587816 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bedb841-1adb-4b94-a788-dd9225f05983", "tag": "af3a0864-1c1d-4fc8-befc-bca2faecf6f0", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:55:38.588757 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-98697370-03a2-4de3-ad66-d561eebd78bf {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:55:38.588757 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bedb841-1adb-4b94-a788-dd9225f05983', 'tag': 'af3a0864-1c1d-4fc8-befc-bca2faecf6f0', 'status': 'completed', 'code': 200} Jan 28 07:55:38.646880 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-616ca546-e6a5-4d1b-a730-63d67f1af3c9 None None] Set router 5950f937-cfb9-496a-86b8-77a62889a203 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:55:38.678737 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19827a37-0aed-42a0-a8ef-71afc37c882f req-b9f14600-1cd9-4b75-83a0-acfead1a9fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:55:38.680962 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-19827a37-0aed-42a0-a8ef-71afc37c882f req-b9f14600-1cd9-4b75-83a0-acfead1a9fb7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4527e65b0c40470c993f8384279d6c57&device_id=6bedb841-1adb-4b94-a788-dd9225f05983 HTTP/1.1" status: 200 len: 1097 time: 0.0445869 Jan 28 07:55:38.767612 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19827a37-0aed-42a0-a8ef-71afc37c882f req-30865d26-0bc1-4fa2-ba5e-c24fc06e961c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:55:38.769131 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-19827a37-0aed-42a0-a8ef-71afc37c882f req-30865d26-0bc1-4fa2-ba5e-c24fc06e961c service neutron] 10.222.0.10 "GET /v2.0/networks?id=c1771755-314b-4628-903b-540469c2582b HTTP/1.1" status: 200 len: 914 time: 0.0832310 Jan 28 07:55:38.803624 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:55:38.839629 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-19827a37-0aed-42a0-a8ef-71afc37c882f req-b0e48b87-b2cc-40ef-b627-3e3fff28b08a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=af3a0864-1c1d-4fc8-befc-bca2faecf6f0 HTTP/1.1" status: 200 len: 1001 time: 0.0637248 Jan 28 07:55:38.885774 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-616ca546-e6a5-4d1b-a730-63d67f1af3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5950f937-cfb9-496a-86b8-77a62889a203', 'name': 'tempest-TestVolumeBackupRestore-124678828-router', 'tenant_id': '4527e65b0c40470c993f8384279d6c57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': 'a5b4f494-70d0-40c0-a821-f05123117f75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:52:47Z', 'updated_at': '2022-01-28T07:52:50Z', 'revision_number': 4, 'project_id': '4527e65b0c40470c993f8384279d6c57', 'gw_port': {'id': 'a5b4f494-70d0-40c0-a821-f05123117f75', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:fb:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5950f937-cfb9-496a-86b8-77a62889a203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:52:48Z', 'updated_at': '2022-01-28T07:52:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_floatingips': [{'id': '1d716136-1779-43a6-bfc3-5c1035ac06cc', 'tenant_id': '4527e65b0c40470c993f8384279d6c57', 'floating_ip_address': '172.25.6.113', 'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'router_id': '5950f937-cfb9-496a-86b8-77a62889a203', 'port_id': 'af3a0864-1c1d-4fc8-befc-bca2faecf6f0', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1771755-314b-4628-903b-540469c2582b', 'mac_address': 'fa:16:3e:8c:7a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bedb841-1adb-4b94-a788-dd9225f05983', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:55:36Z', 'updated_at': '2022-01-28T07:55:38Z', 'revision_number': 2, 'project_id': '4527e65b0c40470c993f8384279d6c57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '657b7064-6aef-4930-af9a-6a76dfaa6db4', 'name': '', 'network_id': 'c1771755-314b-4628-903b-540469c2582b', 'tenant_id': '4527e65b0c40470c993f8384279d6c57', 'mac_address': 'fa:16:3e:fd:41:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5950f937-cfb9-496a-86b8-77a62889a203', 'device_owner': 'network:router_interface', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '4ec89fd2-b8b6-4d4c-b93b-916edb0d7467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:52:49Z', 'updated_at': '2022-01-28T07:52:55Z', 'revision_number': 5, 'project_id': '4527e65b0c40470c993f8384279d6c57', 'subnets': [{'id': '4ec89fd2-b8b6-4d4c-b93b-916edb0d7467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:55:38.913859 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616ca546-e6a5-4d1b-a730-63d67f1af3c9 None None] Checking router: 5950f937-cfb9-496a-86b8-77a62889a203 for host: n-d-712749-28 {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:55:38.927850 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616ca546-e6a5-4d1b-a730-63d67f1af3c9 None None] Routers {'5950f937-cfb9-496a-86b8-77a62889a203'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:55:38.928507 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-616ca546-e6a5-4d1b-a730-63d67f1af3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:55:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['5950f937-cfb9-496a-86b8-77a62889a203'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:55:39.038273 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-616ca546-e6a5-4d1b-a730-63d67f1af3c9 None None] Set router 5950f937-cfb9-496a-86b8-77a62889a203 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:55:39.246628 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19827a37-0aed-42a0-a8ef-71afc37c882f req-75724698-d033-46ca-a47e-8d56235be2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:55:39.248112 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-19827a37-0aed-42a0-a8ef-71afc37c882f req-75724698-d033-46ca-a47e-8d56235be2e6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4ec89fd2-b8b6-4d4c-b93b-916edb0d7467 HTTP/1.1" status: 200 len: 852 time: 0.4028499 Jan 28 07:55:39.295883 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19827a37-0aed-42a0-a8ef-71afc37c882f req-67248edc-a288-480e-a75f-97c860ab92b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:55:39.297510 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-19827a37-0aed-42a0-a8ef-71afc37c882f req-67248edc-a288-480e-a75f-97c860ab92b8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c1771755-314b-4628-903b-540469c2582b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425425 Jan 28 07:55:39.389024 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-19827a37-0aed-42a0-a8ef-71afc37c882f req-f19bbd21-41f8-496f-8d36-6fd6d3e1a374 service neutron] 10.222.0.10 "GET /v2.0/networks/c1771755-314b-4628-903b-540469c2582b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857205 Jan 28 07:55:39.442056 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-616ca546-e6a5-4d1b-a730-63d67f1af3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5950f937-cfb9-496a-86b8-77a62889a203', 'name': 'tempest-TestVolumeBackupRestore-124678828-router', 'tenant_id': '4527e65b0c40470c993f8384279d6c57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': 'a5b4f494-70d0-40c0-a821-f05123117f75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:52:47Z', 'updated_at': '2022-01-28T07:52:50Z', 'revision_number': 4, 'project_id': '4527e65b0c40470c993f8384279d6c57', 'gw_port': {'id': 'a5b4f494-70d0-40c0-a821-f05123117f75', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:fb:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5950f937-cfb9-496a-86b8-77a62889a203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:52:48Z', 'updated_at': '2022-01-28T07:52:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_floatingips': [{'id': '1d716136-1779-43a6-bfc3-5c1035ac06cc', 'tenant_id': '4527e65b0c40470c993f8384279d6c57', 'floating_ip_address': '172.25.6.113', 'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'router_id': '5950f937-cfb9-496a-86b8-77a62889a203', 'port_id': 'af3a0864-1c1d-4fc8-befc-bca2faecf6f0', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1771755-314b-4628-903b-540469c2582b', 'mac_address': 'fa:16:3e:8c:7a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bedb841-1adb-4b94-a788-dd9225f05983', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:55:36Z', 'updated_at': '2022-01-28T07:55:38Z', 'revision_number': 2, 'project_id': '4527e65b0c40470c993f8384279d6c57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '657b7064-6aef-4930-af9a-6a76dfaa6db4', 'name': '', 'network_id': 'c1771755-314b-4628-903b-540469c2582b', 'tenant_id': '4527e65b0c40470c993f8384279d6c57', 'mac_address': 'fa:16:3e:fd:41:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5950f937-cfb9-496a-86b8-77a62889a203', 'device_owner': 'network:router_interface', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '4ec89fd2-b8b6-4d4c-b93b-916edb0d7467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:52:49Z', 'updated_at': '2022-01-28T07:52:55Z', 'revision_number': 5, 'project_id': '4527e65b0c40470c993f8384279d6c57', 'subnets': [{'id': '4ec89fd2-b8b6-4d4c-b93b-916edb0d7467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:55:39.471543 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616ca546-e6a5-4d1b-a730-63d67f1af3c9 None None] The sync data for ids ['5950f937-cfb9-496a-86b8-77a62889a203'] in n-d-712749-28 is: [{'id': '5950f937-cfb9-496a-86b8-77a62889a203', 'name': 'tempest-TestVolumeBackupRestore-124678828-router', 'tenant_id': '4527e65b0c40470c993f8384279d6c57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': 'a5b4f494-70d0-40c0-a821-f05123117f75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:52:47Z', 'updated_at': '2022-01-28T07:52:50Z', 'revision_number': 4, 'project_id': '4527e65b0c40470c993f8384279d6c57', 'gw_port': {'id': 'a5b4f494-70d0-40c0-a821-f05123117f75', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:fb:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5950f937-cfb9-496a-86b8-77a62889a203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:52:48Z', 'updated_at': '2022-01-28T07:52:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_floatingips': [{'id': '1d716136-1779-43a6-bfc3-5c1035ac06cc', 'tenant_id': '4527e65b0c40470c993f8384279d6c57', 'floating_ip_address': '172.25.6.113', 'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'router_id': '5950f937-cfb9-496a-86b8-77a62889a203', 'port_id': 'af3a0864-1c1d-4fc8-befc-bca2faecf6f0', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1771755-314b-4628-903b-540469c2582b', 'mac_address': 'fa:16:3e:8c:7a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bedb841-1adb-4b94-a788-dd9225f05983', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:55:36Z', 'updated_at': '2022-01-28T07:55:38Z', 'revision_number': 2, 'project_id': '4527e65b0c40470c993f8384279d6c57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '657b7064-6aef-4930-af9a-6a76dfaa6db4', 'name': '', 'network_id': 'c1771755-314b-4628-903b-540469c2582b', 'tenant_id': '4527e65b0c40470c993f8384279d6c57', 'mac_address': 'fa:16:3e:fd:41:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5950f937-cfb9-496a-86b8-77a62889a203', 'device_owner': 'network:router_interface', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '4ec89fd2-b8b6-4d4c-b93b-916edb0d7467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:52:49Z', 'updated_at': '2022-01-28T07:52:55Z', 'revision_number': 5, 'project_id': '4527e65b0c40470c993f8384279d6c57', 'subnets': [{'id': '4ec89fd2-b8b6-4d4c-b93b-916edb0d7467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:55:39.482538 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-19827a37-0aed-42a0-a8ef-71afc37c882f req-67b7db39-a13c-4f15-8cda-9eb78827aa8f service neutron] 10.222.0.10 "GET /v2.0/networks/c1771755-314b-4628-903b-540469c2582b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881679 Jan 28 07:55:39.749171 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:55:40.589355 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bedb841-1adb-4b94-a788-dd9225f05983', 'tag': 'af3a0864-1c1d-4fc8-befc-bca2faecf6f0'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:55:40.591653 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-362cff16-39a5-4053-a7fa-21a0cc5d5306" -d '{"events": [{"name": "network-changed", "server_uuid": "6bedb841-1adb-4b94-a788-dd9225f05983", "tag": "af3a0864-1c1d-4fc8-befc-bca2faecf6f0"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:55:40.628703 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43ac7b2f-c8b4-4382-86b1-1f207f2b1d65 x-openstack-request-id: req-43ac7b2f-c8b4-4382-86b1-1f207f2b1d65 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:55:40.629000 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bedb841-1adb-4b94-a788-dd9225f05983", "tag": "af3a0864-1c1d-4fc8-befc-bca2faecf6f0", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:55:40.629285 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-43ac7b2f-c8b4-4382-86b1-1f207f2b1d65 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:55:40.629686 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bedb841-1adb-4b94-a788-dd9225f05983', 'tag': 'af3a0864-1c1d-4fc8-befc-bca2faecf6f0', 'status': 'completed', 'code': 200} Jan 28 07:55:40.713669 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362cff16-39a5-4053-a7fa-21a0cc5d5306 req-8fc23b26-6010-40a0-9f61-6dd1a814b89e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:55:40.715170 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-362cff16-39a5-4053-a7fa-21a0cc5d5306 req-8fc23b26-6010-40a0-9f61-6dd1a814b89e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4527e65b0c40470c993f8384279d6c57&device_id=6bedb841-1adb-4b94-a788-dd9225f05983 HTTP/1.1" status: 200 len: 1097 time: 0.0417008 Jan 28 07:55:40.805008 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362cff16-39a5-4053-a7fa-21a0cc5d5306 req-1ff7a5df-1b95-4a04-a85a-c1374be4132f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:55:40.806768 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-362cff16-39a5-4053-a7fa-21a0cc5d5306 req-1ff7a5df-1b95-4a04-a85a-c1374be4132f service neutron] 10.222.0.10 "GET /v2.0/networks?id=c1771755-314b-4628-903b-540469c2582b HTTP/1.1" status: 200 len: 914 time: 0.0862415 Jan 28 07:55:40.869560 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-362cff16-39a5-4053-a7fa-21a0cc5d5306 req-ce1ea157-a71b-4987-8b80-f5ed60eedd16 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=af3a0864-1c1d-4fc8-befc-bca2faecf6f0 HTTP/1.1" status: 200 len: 1001 time: 0.0568047 Jan 28 07:55:40.921181 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362cff16-39a5-4053-a7fa-21a0cc5d5306 req-8adbaa19-948c-4a24-97f8-d8df2b0ecf38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:55:40.922635 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-362cff16-39a5-4053-a7fa-21a0cc5d5306 req-8adbaa19-948c-4a24-97f8-d8df2b0ecf38 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4ec89fd2-b8b6-4d4c-b93b-916edb0d7467 HTTP/1.1" status: 200 len: 852 time: 0.0467596 Jan 28 07:55:40.967707 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362cff16-39a5-4053-a7fa-21a0cc5d5306 req-526d9c47-a9a5-4559-98b0-f7184234a65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:55:40.969231 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-362cff16-39a5-4053-a7fa-21a0cc5d5306 req-526d9c47-a9a5-4559-98b0-f7184234a65e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c1771755-314b-4628-903b-540469c2582b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410812 Jan 28 07:55:41.054228 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-362cff16-39a5-4053-a7fa-21a0cc5d5306 req-dfd53d65-96ee-4edf-93f6-f2d0b7dbb48f service neutron] 10.222.0.10 "GET /v2.0/networks/c1771755-314b-4628-903b-540469c2582b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788133 Jan 28 07:55:41.143414 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-362cff16-39a5-4053-a7fa-21a0cc5d5306 req-0f0ec7c8-8b01-4a99-a614-4918675b601a service neutron] 10.222.0.10 "GET /v2.0/networks/c1771755-314b-4628-903b-540469c2582b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832031 Jan 28 07:56:00.182960 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1e5c7e79-f740-4d28-ae7d-73c61938fde0 req-2222dd0f-3b4b-42bd-bb36-1daa4e829ef5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6bedb841-1adb-4b94-a788-dd9225f05983&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0858228 Jan 28 07:56:00.279028 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5c7e79-f740-4d28-ae7d-73c61938fde0 req-c9b44b10-28fd-4df7-9301-a2cae88cd975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:56:00.280516 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1e5c7e79-f740-4d28-ae7d-73c61938fde0 req-c9b44b10-28fd-4df7-9301-a2cae88cd975 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4527e65b0c40470c993f8384279d6c57&device_id=6bedb841-1adb-4b94-a788-dd9225f05983 HTTP/1.1" status: 200 len: 1097 time: 0.0395181 Jan 28 07:56:00.387964 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5c7e79-f740-4d28-ae7d-73c61938fde0 req-ee574a11-146f-424d-80d7-b1fc13da19b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:56:00.389492 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1e5c7e79-f740-4d28-ae7d-73c61938fde0 req-ee574a11-146f-424d-80d7-b1fc13da19b7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c1771755-314b-4628-903b-540469c2582b HTTP/1.1" status: 200 len: 914 time: 0.0906446 Jan 28 07:56:00.457403 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1e5c7e79-f740-4d28-ae7d-73c61938fde0 req-e5b147ff-549b-4436-8083-7ea3078ab9ea service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=af3a0864-1c1d-4fc8-befc-bca2faecf6f0 HTTP/1.1" status: 200 len: 1001 time: 0.0616593 Jan 28 07:56:00.511640 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5c7e79-f740-4d28-ae7d-73c61938fde0 req-ec1f029a-9b2f-4769-9560-26a1cb5c2173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:56:00.513121 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1e5c7e79-f740-4d28-ae7d-73c61938fde0 req-ec1f029a-9b2f-4769-9560-26a1cb5c2173 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4ec89fd2-b8b6-4d4c-b93b-916edb0d7467 HTTP/1.1" status: 200 len: 852 time: 0.0480165 Jan 28 07:56:00.557485 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5c7e79-f740-4d28-ae7d-73c61938fde0 req-08d5bd21-1051-4ae2-a4d9-865f61f8bb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:56:00.558944 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1e5c7e79-f740-4d28-ae7d-73c61938fde0 req-08d5bd21-1051-4ae2-a4d9-865f61f8bb48 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c1771755-314b-4628-903b-540469c2582b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399036 Jan 28 07:56:00.645535 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1e5c7e79-f740-4d28-ae7d-73c61938fde0 req-9f8cba32-9164-4689-9a61-a1286a765b34 service neutron] 10.222.0.10 "GET /v2.0/networks/c1771755-314b-4628-903b-540469c2582b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797782 Jan 28 07:56:00.740517 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1e5c7e79-f740-4d28-ae7d-73c61938fde0 req-9ce898ce-b73f-4e45-a242-04bab78bfea1 service neutron] 10.222.0.10 "GET /v2.0/networks/c1771755-314b-4628-903b-540469c2582b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876887 Jan 28 07:56:03.298492 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-70b30f6b-3752-4051-94f5-56f731b7f887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:56:03.322218 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:56:04.358613 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:56:05.416176 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 7 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 07:56:05.667121 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-32f2f0f3-5e5d-496d-9cba-8c0dc06ff01e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:56:07.106897 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:56:08.795380 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:56:09.751497 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:56:11.674078 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 36676) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:56:11.830070 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-85dbefa7-8d3e-49fd-b040-9af3e7f67be9 tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Deleting port f760d4fc-afc7-44fc-9ccc-b0a0b49807fc {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:56:11.830399 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-85dbefa7-8d3e-49fd-b040-9af3e7f67be9 tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (f760d4fc-afc7-44fc-9ccc-b0a0b49807fc), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:56:11.911449 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-85dbefa7-8d3e-49fd-b040-9af3e7f67be9 tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (f760d4fc-afc7-44fc-9ccc-b0a0b49807fc), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:56:11.911805 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-85dbefa7-8d3e-49fd-b040-9af3e7f67be9 tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Publish callbacks [] for floatingip (f760d4fc-afc7-44fc-9ccc-b0a0b49807fc), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:56:11.923411 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-85dbefa7-8d3e-49fd-b040-9af3e7f67be9 tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Calling delete_port for f760d4fc-afc7-44fc-9ccc-b0a0b49807fc owned by network:floatingip {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:56:12.069039 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-85dbefa7-8d3e-49fd-b040-9af3e7f67be9 tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (f760d4fc-afc7-44fc-9ccc-b0a0b49807fc), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:56:12.100005 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dbefa7-8d3e-49fd-b040-9af3e7f67be9 tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Pushing event deleted for resources: {'Port': ['ID=f760d4fc-afc7-44fc-9ccc-b0a0b49807fc,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:56:12.124872 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dbefa7-8d3e-49fd-b040-9af3e7f67be9 tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:56:12.125225 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dbefa7-8d3e-49fd-b040-9af3e7f67be9 tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:56:12.125572 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dbefa7-8d3e-49fd-b040-9af3e7f67be9 tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:56:12.125919 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dbefa7-8d3e-49fd-b040-9af3e7f67be9 tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:56:12.126256 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dbefa7-8d3e-49fd-b040-9af3e7f67be9 tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:56:12.126591 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dbefa7-8d3e-49fd-b040-9af3e7f67be9 tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:56:12.126924 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dbefa7-8d3e-49fd-b040-9af3e7f67be9 tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:56:12.127255 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dbefa7-8d3e-49fd-b040-9af3e7f67be9 tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:56:12.127645 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dbefa7-8d3e-49fd-b040-9af3e7f67be9 tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:56:12.127994 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dbefa7-8d3e-49fd-b040-9af3e7f67be9 tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:56:12.128428 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dbefa7-8d3e-49fd-b040-9af3e7f67be9 tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:56:12.128791 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dbefa7-8d3e-49fd-b040-9af3e7f67be9 tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:56:12.129286 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dbefa7-8d3e-49fd-b040-9af3e7f67be9 tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:56:12.176127 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-85dbefa7-8d3e-49fd-b040-9af3e7f67be9 tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Publish callbacks [] for floatingip (1d716136-1779-43a6-bfc3-5c1035ac06cc), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:56:12.176669 n-d-712749-28 neutron-server[103283]: INFO neutron.db.l3_db [None req-85dbefa7-8d3e-49fd-b040-9af3e7f67be9 tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Floating IP 1d716136-1779-43a6-bfc3-5c1035ac06cc disassociated (deleted). External IP: 172.25.6.113, port: af3a0864-1c1d-4fc8-befc-bca2faecf6f0. Jan 28 07:56:12.395603 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85dbefa7-8d3e-49fd-b040-9af3e7f67be9 tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Router 5950f937-cfb9-496a-86b8-77a62889a203 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:56:12.511018 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85dbefa7-8d3e-49fd-b040-9af3e7f67be9 tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:56:12.515919 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-85dbefa7-8d3e-49fd-b040-9af3e7f67be9 tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for floatingip (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:56:12.521249 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4610807-f2de-4564-8f81-e6ee0a0923d6 None None] Sync routers for ids ['5950f937-cfb9-496a-86b8-77a62889a203'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:56:12.534510 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4610807-f2de-4564-8f81-e6ee0a0923d6 None None] Routers {'5950f937-cfb9-496a-86b8-77a62889a203'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:56:12.535705 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-f4610807-f2de-4564-8f81-e6ee0a0923d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:56:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['5950f937-cfb9-496a-86b8-77a62889a203'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:56:12.547630 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-85dbefa7-8d3e-49fd-b040-9af3e7f67be9 tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] 10.222.0.41 "DELETE /v2.0/floatingips/1d716136-1779-43a6-bfc3-5c1035ac06cc HTTP/1.1" status: 204 len: 168 time: 0.8721280 Jan 28 07:56:12.548247 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bedb841-1adb-4b94-a788-dd9225f05983', 'tag': 'af3a0864-1c1d-4fc8-befc-bca2faecf6f0'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:56:12.550926 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f3f2f43-e264-4833-9bbb-c6b9ad29f3aa" -d '{"events": [{"name": "network-changed", "server_uuid": "6bedb841-1adb-4b94-a788-dd9225f05983", "tag": "af3a0864-1c1d-4fc8-befc-bca2faecf6f0"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:56:12.593975 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1310ea2-830c-4968-bf71-d4ecb2de1dc6 x-openstack-request-id: req-c1310ea2-830c-4968-bf71-d4ecb2de1dc6 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:56:12.594276 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bedb841-1adb-4b94-a788-dd9225f05983", "tag": "af3a0864-1c1d-4fc8-befc-bca2faecf6f0", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:56:12.594539 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c1310ea2-830c-4968-bf71-d4ecb2de1dc6 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:56:12.594980 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bedb841-1adb-4b94-a788-dd9225f05983', 'tag': 'af3a0864-1c1d-4fc8-befc-bca2faecf6f0', 'status': 'completed', 'code': 200} Jan 28 07:56:12.658710 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-f4610807-f2de-4564-8f81-e6ee0a0923d6 None None] Set router 5950f937-cfb9-496a-86b8-77a62889a203 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:56:12.688841 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3f2f43-e264-4833-9bbb-c6b9ad29f3aa req-b4b831e5-f40a-4183-a947-1c04a181b507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:56:12.691887 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5f3f2f43-e264-4833-9bbb-c6b9ad29f3aa req-b4b831e5-f40a-4183-a947-1c04a181b507 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4527e65b0c40470c993f8384279d6c57&device_id=6bedb841-1adb-4b94-a788-dd9225f05983 HTTP/1.1" status: 200 len: 1097 time: 0.0479608 Jan 28 07:56:12.831086 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdba8b5e-7d94-4482-a25f-6799b68acff4 req-9dc75366-52e8-4128-a7c1-5a2aefc589ad tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:56:12.833031 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-cdba8b5e-7d94-4482-a25f-6799b68acff4 req-9dc75366-52e8-4128-a7c1-5a2aefc589ad tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bedb841-1adb-4b94-a788-dd9225f05983 HTTP/1.1" status: 200 len: 945 time: 0.0824804 Jan 28 07:56:12.839071 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3f2f43-e264-4833-9bbb-c6b9ad29f3aa req-38ac4474-7531-4ff7-83bb-3cf04eb912c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:56:12.840587 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5f3f2f43-e264-4833-9bbb-c6b9ad29f3aa req-38ac4474-7531-4ff7-83bb-3cf04eb912c8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c1771755-314b-4628-903b-540469c2582b HTTP/1.1" status: 200 len: 914 time: 0.1410995 Jan 28 07:56:12.887955 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-f4610807-f2de-4564-8f81-e6ee0a0923d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5950f937-cfb9-496a-86b8-77a62889a203', 'name': 'tempest-TestVolumeBackupRestore-124678828-router', 'tenant_id': '4527e65b0c40470c993f8384279d6c57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': 'a5b4f494-70d0-40c0-a821-f05123117f75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:52:47Z', 'updated_at': '2022-01-28T07:52:50Z', 'revision_number': 4, 'project_id': '4527e65b0c40470c993f8384279d6c57', 'gw_port': {'id': 'a5b4f494-70d0-40c0-a821-f05123117f75', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:fb:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5950f937-cfb9-496a-86b8-77a62889a203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:52:48Z', 'updated_at': '2022-01-28T07:52:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '657b7064-6aef-4930-af9a-6a76dfaa6db4', 'name': '', 'network_id': 'c1771755-314b-4628-903b-540469c2582b', 'tenant_id': '4527e65b0c40470c993f8384279d6c57', 'mac_address': 'fa:16:3e:fd:41:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5950f937-cfb9-496a-86b8-77a62889a203', 'device_owner': 'network:router_interface', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '4ec89fd2-b8b6-4d4c-b93b-916edb0d7467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:52:49Z', 'updated_at': '2022-01-28T07:52:55Z', 'revision_number': 5, 'project_id': '4527e65b0c40470c993f8384279d6c57', 'subnets': [{'id': '4ec89fd2-b8b6-4d4c-b93b-916edb0d7467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:56:12.894840 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5f3f2f43-e264-4833-9bbb-c6b9ad29f3aa req-f4ff2550-52af-4adf-b933-0cdad89920f3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=af3a0864-1c1d-4fc8-befc-bca2faecf6f0 HTTP/1.1" status: 200 len: 217 time: 0.0469429 Jan 28 07:56:12.917561 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4610807-f2de-4564-8f81-e6ee0a0923d6 None None] Checking router: 5950f937-cfb9-496a-86b8-77a62889a203 for host: n-d-712749-28 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:56:12.928396 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4610807-f2de-4564-8f81-e6ee0a0923d6 None None] Routers {'5950f937-cfb9-496a-86b8-77a62889a203'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:56:12.929183 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-f4610807-f2de-4564-8f81-e6ee0a0923d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:56:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['5950f937-cfb9-496a-86b8-77a62889a203'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:56:12.957059 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-cdba8b5e-7d94-4482-a25f-6799b68acff4 req-e51f4d3a-04dd-4390-8b4a-eedb88ab221d tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] 10.222.0.41 "GET /v2.0/security-groups?id=cec20ee8-11e0-43da-9b37-b3f1fbd9f5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1154490 Jan 28 07:56:12.966709 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3f2f43-e264-4833-9bbb-c6b9ad29f3aa req-fcecddb1-e73a-4586-81a9-78868ebce451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:56:12.968255 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5f3f2f43-e264-4833-9bbb-c6b9ad29f3aa req-fcecddb1-e73a-4586-81a9-78868ebce451 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4ec89fd2-b8b6-4d4c-b93b-916edb0d7467 HTTP/1.1" status: 200 len: 852 time: 0.0670259 Jan 28 07:56:13.020889 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3f2f43-e264-4833-9bbb-c6b9ad29f3aa req-68d66e53-18c3-43cb-a3ef-c7ecfdef21ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:56:13.022852 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5f3f2f43-e264-4833-9bbb-c6b9ad29f3aa req-68d66e53-18c3-43cb-a3ef-c7ecfdef21ec service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c1771755-314b-4628-903b-540469c2582b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0471966 Jan 28 07:56:13.047792 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-f4610807-f2de-4564-8f81-e6ee0a0923d6 None None] Set router 5950f937-cfb9-496a-86b8-77a62889a203 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:56:13.123998 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5f3f2f43-e264-4833-9bbb-c6b9ad29f3aa req-8a731107-9740-49d4-98bb-4df7214afcae service neutron] 10.222.0.10 "GET /v2.0/networks/c1771755-314b-4628-903b-540469c2582b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941284 Jan 28 07:56:13.225888 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5f3f2f43-e264-4833-9bbb-c6b9ad29f3aa req-160bf42d-44f2-48d7-9cbe-9f2f885f94bf service neutron] 10.222.0.10 "GET /v2.0/networks/c1771755-314b-4628-903b-540469c2582b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955970 Jan 28 07:56:13.274012 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-f4610807-f2de-4564-8f81-e6ee0a0923d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5950f937-cfb9-496a-86b8-77a62889a203', 'name': 'tempest-TestVolumeBackupRestore-124678828-router', 'tenant_id': '4527e65b0c40470c993f8384279d6c57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': 'a5b4f494-70d0-40c0-a821-f05123117f75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:52:47Z', 'updated_at': '2022-01-28T07:52:50Z', 'revision_number': 4, 'project_id': '4527e65b0c40470c993f8384279d6c57', 'gw_port': {'id': 'a5b4f494-70d0-40c0-a821-f05123117f75', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:fb:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5950f937-cfb9-496a-86b8-77a62889a203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:52:48Z', 'updated_at': '2022-01-28T07:52:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '657b7064-6aef-4930-af9a-6a76dfaa6db4', 'name': '', 'network_id': 'c1771755-314b-4628-903b-540469c2582b', 'tenant_id': '4527e65b0c40470c993f8384279d6c57', 'mac_address': 'fa:16:3e:fd:41:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5950f937-cfb9-496a-86b8-77a62889a203', 'device_owner': 'network:router_interface', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '4ec89fd2-b8b6-4d4c-b93b-916edb0d7467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:52:49Z', 'updated_at': '2022-01-28T07:52:55Z', 'revision_number': 5, 'project_id': '4527e65b0c40470c993f8384279d6c57', 'subnets': [{'id': '4ec89fd2-b8b6-4d4c-b93b-916edb0d7467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:56:13.395889 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4610807-f2de-4564-8f81-e6ee0a0923d6 None None] The sync data for ids ['5950f937-cfb9-496a-86b8-77a62889a203'] in n-d-712749-28 is: [{'id': '5950f937-cfb9-496a-86b8-77a62889a203', 'name': 'tempest-TestVolumeBackupRestore-124678828-router', 'tenant_id': '4527e65b0c40470c993f8384279d6c57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': 'a5b4f494-70d0-40c0-a821-f05123117f75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:52:47Z', 'updated_at': '2022-01-28T07:52:50Z', 'revision_number': 4, 'project_id': '4527e65b0c40470c993f8384279d6c57', 'gw_port': {'id': 'a5b4f494-70d0-40c0-a821-f05123117f75', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:fb:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5950f937-cfb9-496a-86b8-77a62889a203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:52:48Z', 'updated_at': '2022-01-28T07:52:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '657b7064-6aef-4930-af9a-6a76dfaa6db4', 'name': '', 'network_id': 'c1771755-314b-4628-903b-540469c2582b', 'tenant_id': '4527e65b0c40470c993f8384279d6c57', 'mac_address': 'fa:16:3e:fd:41:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5950f937-cfb9-496a-86b8-77a62889a203', 'device_owner': 'network:router_interface', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '4ec89fd2-b8b6-4d4c-b93b-916edb0d7467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:52:49Z', 'updated_at': '2022-01-28T07:52:55Z', 'revision_number': 5, 'project_id': '4527e65b0c40470c993f8384279d6c57', 'subnets': [{'id': '4ec89fd2-b8b6-4d4c-b93b-916edb0d7467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:56:13.632828 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca89ef94-578e-4f2f-ad66-a6c92dd41cf2 None None] New status for floating IP 1d716136-1779-43a6-bfc3-5c1035ac06cc: DOWN {{(pid=103285) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 07:56:14.083488 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f8ecde-484b-4910-aa3f-3b7d418af640 req-6447482d-7caf-4eaa-b0ff-4d4ca8ff6f70 tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:56:14.084998 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a9f8ecde-484b-4910-aa3f-3b7d418af640 req-6447482d-7caf-4eaa-b0ff-4d4ca8ff6f70 tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bedb841-1adb-4b94-a788-dd9225f05983 HTTP/1.1" status: 200 len: 945 time: 0.0502553 Jan 28 07:56:14.133858 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a9f8ecde-484b-4910-aa3f-3b7d418af640 req-9b3c0934-85ae-4c11-aea8-1fc3d44e8e71 tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] 10.222.0.41 "GET /v2.0/security-groups?id=cec20ee8-11e0-43da-9b37-b3f1fbd9f5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429900 Jan 28 07:56:14.709365 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31349fe3-31e4-4342-b0bf-b59cd9f912d0 req-4317a954-3c19-4f54-9296-55926bd52039 tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:56:14.710745 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-31349fe3-31e4-4342-b0bf-b59cd9f912d0 req-4317a954-3c19-4f54-9296-55926bd52039 tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] 10.222.0.10 "GET /v2.0/ports?device_id=6bedb841-1adb-4b94-a788-dd9225f05983 HTTP/1.1" status: 200 len: 945 time: 0.0487497 Jan 28 07:56:14.814909 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-31349fe3-31e4-4342-b0bf-b59cd9f912d0 req-77f4e444-715c-4cc8-8125-a78cb41ce131 tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Deleting port af3a0864-1c1d-4fc8-befc-bca2faecf6f0 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:56:14.815321 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-31349fe3-31e4-4342-b0bf-b59cd9f912d0 req-77f4e444-715c-4cc8-8125-a78cb41ce131 tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (af3a0864-1c1d-4fc8-befc-bca2faecf6f0), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:56:14.901903 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-31349fe3-31e4-4342-b0bf-b59cd9f912d0 req-77f4e444-715c-4cc8-8125-a78cb41ce131 tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] For port af3a0864-1c1d-4fc8-befc-bca2faecf6f0, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=af3a0864-1c1d-4fc8-befc-bca2faecf6f0,segment=NetworkSegment(1887d521-b847-46d7-8938-abeb651b0c0f),segment_id=1887d521-b847-46d7-8938-abeb651b0c0f)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:56:14.902265 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-31349fe3-31e4-4342-b0bf-b59cd9f912d0 req-77f4e444-715c-4cc8-8125-a78cb41ce131 tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (af3a0864-1c1d-4fc8-befc-bca2faecf6f0), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:56:14.919713 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-31349fe3-31e4-4342-b0bf-b59cd9f912d0 req-77f4e444-715c-4cc8-8125-a78cb41ce131 tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Calling delete_port for af3a0864-1c1d-4fc8-befc-bca2faecf6f0 owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:56:15.042094 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-31349fe3-31e4-4342-b0bf-b59cd9f912d0 req-77f4e444-715c-4cc8-8125-a78cb41ce131 tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (af3a0864-1c1d-4fc8-befc-bca2faecf6f0), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:56:15.068168 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f4e444-715c-4cc8-8125-a78cb41ce131 tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Pushing event deleted for resources: {'Port': ['ID=af3a0864-1c1d-4fc8-befc-bca2faecf6f0,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:56:15.078274 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f4e444-715c-4cc8-8125-a78cb41ce131 tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:56:15.078274 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f4e444-715c-4cc8-8125-a78cb41ce131 tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:56:15.078556 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f4e444-715c-4cc8-8125-a78cb41ce131 tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:56:15.078895 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f4e444-715c-4cc8-8125-a78cb41ce131 tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:56:15.079228 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f4e444-715c-4cc8-8125-a78cb41ce131 tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:56:15.079557 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f4e444-715c-4cc8-8125-a78cb41ce131 tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:56:15.079883 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f4e444-715c-4cc8-8125-a78cb41ce131 tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:56:15.080247 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f4e444-715c-4cc8-8125-a78cb41ce131 tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:56:15.080664 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f4e444-715c-4cc8-8125-a78cb41ce131 tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:56:15.080900 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f4e444-715c-4cc8-8125-a78cb41ce131 tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:56:15.082315 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f4e444-715c-4cc8-8125-a78cb41ce131 tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:56:15.082971 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f4e444-715c-4cc8-8125-a78cb41ce131 tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:56:15.082971 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f4e444-715c-4cc8-8125-a78cb41ce131 tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:56:15.126663 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-31349fe3-31e4-4342-b0bf-b59cd9f912d0 req-77f4e444-715c-4cc8-8125-a78cb41ce131 tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] No DVR routers for this DVR port af3a0864-1c1d-4fc8-befc-bca2faecf6f0 on host n-h1-712749-28 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:56:15.129673 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-31349fe3-31e4-4342-b0bf-b59cd9f912d0 req-77f4e444-715c-4cc8-8125-a78cb41ce131 tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:56:15.133160 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-31349fe3-31e4-4342-b0bf-b59cd9f912d0 req-77f4e444-715c-4cc8-8125-a78cb41ce131 tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] 10.222.0.10 "DELETE /v2.0/ports/af3a0864-1c1d-4fc8-befc-bca2faecf6f0 HTTP/1.1" status: 204 len: 173 time: 0.4144957 Jan 28 07:56:15.133666 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bedb841-1adb-4b94-a788-dd9225f05983', 'name': 'network-vif-deleted', 'tag': 'af3a0864-1c1d-4fc8-befc-bca2faecf6f0'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:56:15.135945 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61c149fe-278c-4566-97e1-dcb279c02579" -d '{"events": [{"server_uuid": "6bedb841-1adb-4b94-a788-dd9225f05983", "name": "network-vif-deleted", "tag": "af3a0864-1c1d-4fc8-befc-bca2faecf6f0"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:56:15.175004 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d37aed0f-d87d-43e6-a32f-e9f267d7cac6 x-openstack-request-id: req-d37aed0f-d87d-43e6-a32f-e9f267d7cac6 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:56:15.175242 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bedb841-1adb-4b94-a788-dd9225f05983", "name": "network-vif-deleted", "tag": "af3a0864-1c1d-4fc8-befc-bca2faecf6f0", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:56:15.175501 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d37aed0f-d87d-43e6-a32f-e9f267d7cac6 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:56:15.176014 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bedb841-1adb-4b94-a788-dd9225f05983', 'name': 'network-vif-deleted', 'tag': 'af3a0864-1c1d-4fc8-befc-bca2faecf6f0', 'status': 'completed', 'code': 200} Jan 28 07:56:15.238423 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7710460e-c2af-457b-94ad-8955cf4acd09 req-11b79c5c-1f47-462e-8ad4-f3cecd327e38 tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bedb841-1adb-4b94-a788-dd9225f05983 HTTP/1.1" status: 200 len: 210 time: 0.0281327 Jan 28 07:56:16.337020 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0c3e7398-c01f-4e5e-ad99-33201b66f398 req-c75e10be-def7-4b4c-b85f-6c0edec9269e tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bedb841-1adb-4b94-a788-dd9225f05983 HTTP/1.1" status: 200 len: 210 time: 0.0296633 Jan 28 07:56:17.436309 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0c785b3c-6f7a-4ec3-ad16-df70e4bbf782 req-e931f7ce-2cd3-4a27-bbe4-140dd829f2ac tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bedb841-1adb-4b94-a788-dd9225f05983 HTTP/1.1" status: 200 len: 210 time: 0.0310068 Jan 28 07:56:18.534385 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d95a2392-de11-4bbb-99ea-2e136575bc29 req-6427a3ca-da77-498a-9874-221eb46c93b2 tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bedb841-1adb-4b94-a788-dd9225f05983 HTTP/1.1" status: 200 len: 210 time: 0.0266778 Jan 28 07:56:18.851155 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device af3a0864-1c1d-4fc8-befc-bca2faecf6f0 no longer exists at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:56:18.872049 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] No Port match for: af3a0864-1c1d-4fc8-befc-bca2faecf6f0 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:56:18.872444 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device af3a0864-1c1d-4fc8-befc-bca2faecf6f0 not bound to the agent host n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:56:19.628203 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f06d908c-22f1-4159-9040-75a234e627f1 req-a9964630-f64a-46a0-824b-db5361e58cc4 tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bedb841-1adb-4b94-a788-dd9225f05983 HTTP/1.1" status: 200 len: 210 time: 0.0264575 Jan 28 07:56:20.727919 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6420a31a-6ec0-483a-89de-c214174abeda req-e5bac43d-1bd9-414e-b1bf-230f99c601e2 tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bedb841-1adb-4b94-a788-dd9225f05983 HTTP/1.1" status: 200 len: 210 time: 0.0270760 Jan 28 07:56:21.824316 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f6c0ab21-aea3-4729-8c23-40c43279c901 req-bc317165-6dd3-4c1f-abcf-e6d7b74554d0 tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bedb841-1adb-4b94-a788-dd9225f05983 HTTP/1.1" status: 200 len: 210 time: 0.0277026 Jan 28 07:56:22.917028 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7fb18329-53d6-405a-a627-158d71d29a9c req-c15cc4be-9877-4db5-9578-9017e9a39b6e tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bedb841-1adb-4b94-a788-dd9225f05983 HTTP/1.1" status: 200 len: 210 time: 0.0262718 Jan 28 07:56:23.975413 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 36710) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:56:24.032836 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-bb705e40-9ff3-4def-833b-ea0b47222648 tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Publish callbacks [] for security_group (cec20ee8-11e0-43da-9b37-b3f1fbd9f5cd), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:56:24.058505 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-bb705e40-9ff3-4def-833b-ea0b47222648 tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Publish callbacks [] for security_group (cec20ee8-11e0-43da-9b37-b3f1fbd9f5cd), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:56:24.117363 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-bb705e40-9ff3-4def-833b-ea0b47222648 tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (cec20ee8-11e0-43da-9b37-b3f1fbd9f5cd), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:56:24.119841 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-bb705e40-9ff3-4def-833b-ea0b47222648 tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:56:24.121084 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-bb705e40-9ff3-4def-833b-ea0b47222648 tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] 10.222.0.41 "DELETE /v2.0/security-groups/cec20ee8-11e0-43da-9b37-b3f1fbd9f5cd HTTP/1.1" status: 204 len: 168 time: 0.1446443 Jan 28 07:56:24.130814 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb705e40-9ff3-4def-833b-ea0b47222648 tempest-TestVolumeBackupRestore-2033381969 tempest-TestVolumeBackupRestore-2033381969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cec20ee8-11e0-43da-9b37-b3f1fbd9f5cd,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:56:31.756949 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 37174) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:56:32.108211 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cd661799-f067-4238-b6b3-39efc565d715 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16606535'] for router_interface (5950f937-cfb9-496a-86b8-77a62889a203), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:56:32.352164 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-cd661799-f067-4238-b6b3-39efc565d715 admin admin] Deleting port 657b7064-6aef-4930-af9a-6a76dfaa6db4 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:56:32.352543 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cd661799-f067-4238-b6b3-39efc565d715 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (657b7064-6aef-4930-af9a-6a76dfaa6db4), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:56:32.430847 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-cd661799-f067-4238-b6b3-39efc565d715 admin admin] For port 657b7064-6aef-4930-af9a-6a76dfaa6db4, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=657b7064-6aef-4930-af9a-6a76dfaa6db4,segment=NetworkSegment(1887d521-b847-46d7-8938-abeb651b0c0f),segment_id=1887d521-b847-46d7-8938-abeb651b0c0f)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:56:32.431237 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cd661799-f067-4238-b6b3-39efc565d715 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (657b7064-6aef-4930-af9a-6a76dfaa6db4), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:56:32.450038 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-cd661799-f067-4238-b6b3-39efc565d715 admin admin] Calling delete_port for 657b7064-6aef-4930-af9a-6a76dfaa6db4 owned by network:router_interface {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:56:32.633266 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cd661799-f067-4238-b6b3-39efc565d715 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (657b7064-6aef-4930-af9a-6a76dfaa6db4), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:56:32.656550 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd661799-f067-4238-b6b3-39efc565d715 admin admin] Pushing event deleted for resources: {'Port': ['ID=657b7064-6aef-4930-af9a-6a76dfaa6db4,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:56:32.830217 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cd661799-f067-4238-b6b3-39efc565d715 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16319006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16606699'] for router_interface (5950f937-cfb9-496a-86b8-77a62889a203), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:56:33.051099 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd661799-f067-4238-b6b3-39efc565d715 admin admin] Router 5950f937-cfb9-496a-86b8-77a62889a203 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:56:33.155131 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd661799-f067-4238-b6b3-39efc565d715 admin admin] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:56:33.160761 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-cd661799-f067-4238-b6b3-39efc565d715 admin admin] 10.222.0.41 "PUT /v2.0/routers/5950f937-cfb9-496a-86b8-77a62889a203/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4028032 Jan 28 07:56:33.163218 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 37176) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:56:33.166980 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4a0bad-4902-4669-8e52-cd441b964266 None None] Sync routers for ids ['5950f937-cfb9-496a-86b8-77a62889a203'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:56:33.176528 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4a0bad-4902-4669-8e52-cd441b964266 None None] Routers {'5950f937-cfb9-496a-86b8-77a62889a203'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:56:33.177141 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-9f4a0bad-4902-4669-8e52-cd441b964266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:56:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['5950f937-cfb9-496a-86b8-77a62889a203'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:56:33.267241 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bf201985-9b8c-4257-a80a-7795bc8ed081 admin admin] Publish callbacks [] for router (5950f937-cfb9-496a-86b8-77a62889a203), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:56:33.286693 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-9f4a0bad-4902-4669-8e52-cd441b964266 None None] Set router 5950f937-cfb9-496a-86b8-77a62889a203 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:56:33.302825 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ccd7c558-3691-41cc-910d-4d238232219d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:56:33.337958 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:56:33.368575 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bf201985-9b8c-4257-a80a-7795bc8ed081 admin admin] Publish callbacks [] for router_gateway (5950f937-cfb9-496a-86b8-77a62889a203), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:56:33.419710 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-bf201985-9b8c-4257-a80a-7795bc8ed081 admin admin] Deleting port a5b4f494-70d0-40c0-a821-f05123117f75 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:56:33.420041 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bf201985-9b8c-4257-a80a-7795bc8ed081 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (a5b4f494-70d0-40c0-a821-f05123117f75), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:56:33.472166 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-9f4a0bad-4902-4669-8e52-cd441b964266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5950f937-cfb9-496a-86b8-77a62889a203', 'name': 'tempest-TestVolumeBackupRestore-124678828-router', 'tenant_id': '4527e65b0c40470c993f8384279d6c57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': 'a5b4f494-70d0-40c0-a821-f05123117f75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:52:47Z', 'updated_at': '2022-01-28T07:56:32Z', 'revision_number': 5, 'project_id': '4527e65b0c40470c993f8384279d6c57', 'gw_port': {'id': 'a5b4f494-70d0-40c0-a821-f05123117f75', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:fb:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5950f937-cfb9-496a-86b8-77a62889a203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:52:48Z', 'updated_at': '2022-01-28T07:52:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:56:33.497442 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-bf201985-9b8c-4257-a80a-7795bc8ed081 admin admin] For port a5b4f494-70d0-40c0-a821-f05123117f75, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=a5b4f494-70d0-40c0-a821-f05123117f75,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:56:33.497726 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bf201985-9b8c-4257-a80a-7795bc8ed081 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (a5b4f494-70d0-40c0-a821-f05123117f75), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:56:33.497851 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4a0bad-4902-4669-8e52-cd441b964266 None None] Checking router: 5950f937-cfb9-496a-86b8-77a62889a203 for host: n-d-712749-28 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:56:33.507552 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4a0bad-4902-4669-8e52-cd441b964266 None None] Routers {'5950f937-cfb9-496a-86b8-77a62889a203'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:56:33.508164 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-9f4a0bad-4902-4669-8e52-cd441b964266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:56:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['5950f937-cfb9-496a-86b8-77a62889a203'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:56:33.510021 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-bf201985-9b8c-4257-a80a-7795bc8ed081 admin admin] Calling delete_port for a5b4f494-70d0-40c0-a821-f05123117f75 owned by network:router_gateway {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:56:33.592543 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-9f4a0bad-4902-4669-8e52-cd441b964266 None None] Set router 5950f937-cfb9-496a-86b8-77a62889a203 gateway port host: None {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:56:33.643175 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-9f4a0bad-4902-4669-8e52-cd441b964266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5950f937-cfb9-496a-86b8-77a62889a203', 'name': 'tempest-TestVolumeBackupRestore-124678828-router', 'tenant_id': '4527e65b0c40470c993f8384279d6c57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:52:47Z', 'updated_at': '2022-01-28T07:56:33Z', 'revision_number': 6, 'project_id': '4527e65b0c40470c993f8384279d6c57', 'gw_port_host': None}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:56:33.671509 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4a0bad-4902-4669-8e52-cd441b964266 None None] The sync data for ids ['5950f937-cfb9-496a-86b8-77a62889a203'] in n-d-712749-28 is: [{'id': '5950f937-cfb9-496a-86b8-77a62889a203', 'name': 'tempest-TestVolumeBackupRestore-124678828-router', 'tenant_id': '4527e65b0c40470c993f8384279d6c57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:52:47Z', 'updated_at': '2022-01-28T07:56:33Z', 'revision_number': 6, 'project_id': '4527e65b0c40470c993f8384279d6c57', 'gw_port_host': None}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:56:33.672685 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bf201985-9b8c-4257-a80a-7795bc8ed081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (a5b4f494-70d0-40c0-a821-f05123117f75), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:56:33.702819 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf201985-9b8c-4257-a80a-7795bc8ed081 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5b4f494-70d0-40c0-a821-f05123117f75,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:56:33.761449 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bf201985-9b8c-4257-a80a-7795bc8ed081 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16607873'] for router_gateway (5950f937-cfb9-496a-86b8-77a62889a203), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:56:33.854640 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bf201985-9b8c-4257-a80a-7795bc8ed081 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16605684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127449'] for router (5950f937-cfb9-496a-86b8-77a62889a203), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:56:33.856830 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bf201985-9b8c-4257-a80a-7795bc8ed081 admin admin] Publish callbacks [] for router_controller (5950f937-cfb9-496a-86b8-77a62889a203), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:56:33.901929 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bf201985-9b8c-4257-a80a-7795bc8ed081 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16605693'] for router (5950f937-cfb9-496a-86b8-77a62889a203), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:56:33.902635 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf201985-9b8c-4257-a80a-7795bc8ed081 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5950f937-cfb9-496a-86b8-77a62889a203 {{(pid=103284) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 07:56:33.907125 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bf201985-9b8c-4257-a80a-7795bc8ed081 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:56:33.908334 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-bf201985-9b8c-4257-a80a-7795bc8ed081 admin admin] 10.222.0.41 "DELETE /v2.0/routers/5950f937-cfb9-496a-86b8-77a62889a203 HTTP/1.1" status: 204 len: 168 time: 0.7441874 Jan 28 07:56:33.911119 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 37178) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:56:34.281241 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c8ac068-3b09-4297-b25e-a83c0afea1a0 admin admin] Deleting subnet 4ec89fd2-b8b6-4d4c-b93b-916edb0d7467 {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:56:34.284586 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7c8ac068-3b09-4297-b25e-a83c0afea1a0 admin admin] Publish callbacks [] for subnet (4ec89fd2-b8b6-4d4c-b93b-916edb0d7467), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:56:34.319763 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7c8ac068-3b09-4297-b25e-a83c0afea1a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24759175'] for subnet (4ec89fd2-b8b6-4d4c-b93b-916edb0d7467), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:56:34.372866 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:56:34.399409 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7c8ac068-3b09-4297-b25e-a83c0afea1a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (4ec89fd2-b8b6-4d4c-b93b-916edb0d7467), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:56:34.450423 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7c8ac068-3b09-4297-b25e-a83c0afea1a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24757569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24979817'] for subnet (4ec89fd2-b8b6-4d4c-b93b-916edb0d7467), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:56:34.474916 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8ac068-3b09-4297-b25e-a83c0afea1a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ec89fd2-b8b6-4d4c-b93b-916edb0d7467,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:56:34.478593 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7c8ac068-3b09-4297-b25e-a83c0afea1a0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:56:34.481831 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-7c8ac068-3b09-4297-b25e-a83c0afea1a0 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/4ec89fd2-b8b6-4d4c-b93b-916edb0d7467 HTTP/1.1" status: 204 len: 168 time: 0.5697858 Jan 28 07:56:34.485075 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 37180) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:56:34.486137 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b98a859-a437-4aff-b12d-ec356c51f960 None None] Network c1771755-314b-4628-903b-540469c2582b requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:56:34.565500 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b01e3b89-d7f9-4d91-8137-059265bc6dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (c1771755-314b-4628-903b-540469c2582b), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:56:34.625471 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-b01e3b89-d7f9-4d91-8137-059265bc6dd8 admin admin] Deleting port 8a4e90f8-15c9-44eb-8be0-6f8c08e45c5b {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:56:34.625471 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b01e3b89-d7f9-4d91-8137-059265bc6dd8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (8a4e90f8-15c9-44eb-8be0-6f8c08e45c5b), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:56:34.661093 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f8fa1a7-cf7f-4d78-a2f9-6349fcc5ea4b None None] DHCP port deletion for c1771755-314b-4628-903b-540469c2582b request from n-d-712749-28 {{(pid=103285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 07:56:34.696016 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-b01e3b89-d7f9-4d91-8137-059265bc6dd8 admin admin] For port 8a4e90f8-15c9-44eb-8be0-6f8c08e45c5b, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=8a4e90f8-15c9-44eb-8be0-6f8c08e45c5b,segment=NetworkSegment(1887d521-b847-46d7-8938-abeb651b0c0f),segment_id=1887d521-b847-46d7-8938-abeb651b0c0f)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:56:34.696422 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b01e3b89-d7f9-4d91-8137-059265bc6dd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (8a4e90f8-15c9-44eb-8be0-6f8c08e45c5b), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:56:34.711689 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-b01e3b89-d7f9-4d91-8137-059265bc6dd8 admin admin] Calling delete_port for 8a4e90f8-15c9-44eb-8be0-6f8c08e45c5b owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:56:34.714737 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-5f8fa1a7-cf7f-4d78-a2f9-6349fcc5ea4b None None] Deleting port 8a4e90f8-15c9-44eb-8be0-6f8c08e45c5b {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:56:34.715123 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5f8fa1a7-cf7f-4d78-a2f9-6349fcc5ea4b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (8a4e90f8-15c9-44eb-8be0-6f8c08e45c5b), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:56:34.783501 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-5f8fa1a7-cf7f-4d78-a2f9-6349fcc5ea4b None None] For port 8a4e90f8-15c9-44eb-8be0-6f8c08e45c5b, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=8a4e90f8-15c9-44eb-8be0-6f8c08e45c5b,segment=NetworkSegment(1887d521-b847-46d7-8938-abeb651b0c0f),segment_id=1887d521-b847-46d7-8938-abeb651b0c0f)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:56:34.784058 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5f8fa1a7-cf7f-4d78-a2f9-6349fcc5ea4b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (8a4e90f8-15c9-44eb-8be0-6f8c08e45c5b), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:56:34.794947 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b01e3b89-d7f9-4d91-8137-059265bc6dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (8a4e90f8-15c9-44eb-8be0-6f8c08e45c5b), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:56:34.798853 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-5f8fa1a7-cf7f-4d78-a2f9-6349fcc5ea4b None None] Calling delete_port for 8a4e90f8-15c9-44eb-8be0-6f8c08e45c5b owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:56:34.824833 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01e3b89-d7f9-4d91-8137-059265bc6dd8 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a4e90f8-15c9-44eb-8be0-6f8c08e45c5b,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:56:34.826700 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01e3b89-d7f9-4d91-8137-059265bc6dd8 admin admin] No DVR routers for this DVR port 8a4e90f8-15c9-44eb-8be0-6f8c08e45c5b on host n-d-712749-28 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:56:34.879452 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5f8fa1a7-cf7f-4d78-a2f9-6349fcc5ea4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298'] for port (8a4e90f8-15c9-44eb-8be0-6f8c08e45c5b), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:56:34.901199 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b01e3b89-d7f9-4d91-8137-059265bc6dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (c1771755-314b-4628-903b-540469c2582b), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:56:34.903246 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8fa1a7-cf7f-4d78-a2f9-6349fcc5ea4b None None] Pushing event deleted for resources: {'Port': ['ID=8a4e90f8-15c9-44eb-8be0-6f8c08e45c5b,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:56:34.907504 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8fa1a7-cf7f-4d78-a2f9-6349fcc5ea4b None None] No DVR routers for this DVR port 8a4e90f8-15c9-44eb-8be0-6f8c08e45c5b on host n-d-712749-28 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:56:34.917544 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8fa1a7-cf7f-4d78-a2f9-6349fcc5ea4b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:56:34.917544 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8fa1a7-cf7f-4d78-a2f9-6349fcc5ea4b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:56:34.917544 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8fa1a7-cf7f-4d78-a2f9-6349fcc5ea4b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:56:34.917544 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8fa1a7-cf7f-4d78-a2f9-6349fcc5ea4b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:56:34.917544 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8fa1a7-cf7f-4d78-a2f9-6349fcc5ea4b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:56:34.917544 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8fa1a7-cf7f-4d78-a2f9-6349fcc5ea4b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:56:34.917544 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8fa1a7-cf7f-4d78-a2f9-6349fcc5ea4b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:56:34.918304 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8fa1a7-cf7f-4d78-a2f9-6349fcc5ea4b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:56:34.918304 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8fa1a7-cf7f-4d78-a2f9-6349fcc5ea4b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:56:34.918304 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8fa1a7-cf7f-4d78-a2f9-6349fcc5ea4b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:56:34.918679 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8fa1a7-cf7f-4d78-a2f9-6349fcc5ea4b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:56:34.918910 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8fa1a7-cf7f-4d78-a2f9-6349fcc5ea4b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:56:34.919232 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8fa1a7-cf7f-4d78-a2f9-6349fcc5ea4b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:56:34.929815 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-b01e3b89-d7f9-4d91-8137-059265bc6dd8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1771755-314b-4628-903b-540469c2582b']}} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:56:34.939169 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-b01e3b89-d7f9-4d91-8137-059265bc6dd8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1887d521-b847-46d7-8938-abeb651b0c0f') {'for_net_delete': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:56:34.939469 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-b01e3b89-d7f9-4d91-8137-059265bc6dd8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1887d521-b847-46d7-8938-abeb651b0c0f') {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:56:34.949695 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b01e3b89-d7f9-4d91-8137-059265bc6dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13506801'] for segment (1887d521-b847-46d7-8938-abeb651b0c0f), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:56:34.963661 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b01e3b89-d7f9-4d91-8137-059265bc6dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (1887d521-b847-46d7-8938-abeb651b0c0f), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:56:34.969879 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b01e3b89-d7f9-4d91-8137-059265bc6dd8 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=103283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:56:34.970331 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b01e3b89-d7f9-4d91-8137-059265bc6dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13546563'] for segment (1887d521-b847-46d7-8938-abeb651b0c0f), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:56:34.972271 n-d-712749-28 neutron-server[103283]: Traceback (most recent call last): Jan 28 07:56:34.972271 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:56:34.972271 n-d-712749-28 neutron-server[103283]: timer() Jan 28 07:56:34.972271 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:56:34.972271 n-d-712749-28 neutron-server[103283]: cb(*args, **kw) Jan 28 07:56:34.972271 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:56:34.972271 n-d-712749-28 neutron-server[103283]: return func(*args, **kwargs) Jan 28 07:56:34.972271 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:56:34.972271 n-d-712749-28 neutron-server[103283]: self._notify() Jan 28 07:56:34.972271 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:56:34.972271 n-d-712749-28 neutron-server[103283]: self.callback(batched_events) Jan 28 07:56:34.972271 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:56:34.972271 n-d-712749-28 neutron-server[103283]: event.method(event) Jan 28 07:56:34.972271 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:56:34.972271 n-d-712749-28 neutron-server[103283]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:56:34.972271 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:56:34.972271 n-d-712749-28 neutron-server[103283]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:56:34.972271 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:56:34.972271 n-d-712749-28 neutron-server[103283]: return f(self, *a, **k) Jan 28 07:56:34.972271 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:56:34.972271 n-d-712749-28 neutron-server[103283]: return self._get(url).json() Jan 28 07:56:34.972271 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:56:34.972271 n-d-712749-28 neutron-server[103283]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:56:34.972271 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:56:34.972271 n-d-712749-28 neutron-server[103283]: return self.request(url, 'GET', **kwargs) Jan 28 07:56:34.972271 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:56:34.972271 n-d-712749-28 neutron-server[103283]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:56:34.972271 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:56:34.972271 n-d-712749-28 neutron-server[103283]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:56:34.972271 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:56:34.972271 n-d-712749-28 neutron-server[103283]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:56:34.972271 n-d-712749-28 neutron-server[103283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:56:35.025424 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b01e3b89-d7f9-4d91-8137-059265bc6dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (c1771755-314b-4628-903b-540469c2582b), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:56:35.030396 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b01e3b89-d7f9-4d91-8137-059265bc6dd8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:56:35.033989 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-b01e3b89-d7f9-4d91-8137-059265bc6dd8 admin admin] 10.222.0.41 "DELETE /v2.0/networks/c1771755-314b-4628-903b-540469c2582b HTTP/1.1" status: 204 len: 168 time: 0.5477996 Jan 28 07:56:35.037043 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 37182) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:56:35.051968 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01e3b89-d7f9-4d91-8137-059265bc6dd8 admin admin] Pushing event deleted for resources: {'Network': ['ID=c1771755-314b-4628-903b-540469c2582b,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:56:35.236695 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 657b7064-6aef-4930-af9a-6a76dfaa6db4 no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:56:35.261077 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: 657b7064-6aef-4930-af9a-6a76dfaa6db4 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:56:35.261427 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 657b7064-6aef-4930-af9a-6a76dfaa6db4 not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:56:35.261840 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 8a4e90f8-15c9-44eb-8be0-6f8c08e45c5b no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:56:35.280400 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: 8a4e90f8-15c9-44eb-8be0-6f8c08e45c5b {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:56:35.280748 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 8a4e90f8-15c9-44eb-8be0-6f8c08e45c5b not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:56:35.281157 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device a5b4f494-70d0-40c0-a821-f05123117f75 no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:56:35.300567 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: a5b4f494-70d0-40c0-a821-f05123117f75 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:56:35.301084 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device a5b4f494-70d0-40c0-a821-f05123117f75 not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:56:35.386981 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2d5f0916-9c23-4e25-a253-e5ca0c77c16b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16606535'] for router_interface (b4084bef-133b-4d0f-8ec5-e6524839fb67), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:56:35.629493 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-2d5f0916-9c23-4e25-a253-e5ca0c77c16b admin admin] Deleting port 8383fdcd-7374-49bb-811c-6a3c39e31a59 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:56:35.629847 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2d5f0916-9c23-4e25-a253-e5ca0c77c16b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (8383fdcd-7374-49bb-811c-6a3c39e31a59), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:56:35.669016 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ed934f09-5d08-4459-99df-55cde772ed85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:56:35.705443 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-2d5f0916-9c23-4e25-a253-e5ca0c77c16b admin admin] For port 8383fdcd-7374-49bb-811c-6a3c39e31a59, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=8383fdcd-7374-49bb-811c-6a3c39e31a59,segment=NetworkSegment(60d9fa17-a195-420e-8679-00f76617f7df),segment_id=60d9fa17-a195-420e-8679-00f76617f7df)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:56:35.705807 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2d5f0916-9c23-4e25-a253-e5ca0c77c16b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (8383fdcd-7374-49bb-811c-6a3c39e31a59), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:56:35.718134 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-2d5f0916-9c23-4e25-a253-e5ca0c77c16b admin admin] Calling delete_port for 8383fdcd-7374-49bb-811c-6a3c39e31a59 owned by network:router_interface {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:56:35.892610 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2d5f0916-9c23-4e25-a253-e5ca0c77c16b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (8383fdcd-7374-49bb-811c-6a3c39e31a59), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:56:35.919110 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5f0916-9c23-4e25-a253-e5ca0c77c16b admin admin] Pushing event deleted for resources: {'Port': ['ID=8383fdcd-7374-49bb-811c-6a3c39e31a59,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:56:36.085515 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2d5f0916-9c23-4e25-a253-e5ca0c77c16b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16319006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16606699'] for router_interface (b4084bef-133b-4d0f-8ec5-e6524839fb67), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:56:36.297371 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d5f0916-9c23-4e25-a253-e5ca0c77c16b admin admin] Router b4084bef-133b-4d0f-8ec5-e6524839fb67 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:56:36.399936 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d5f0916-9c23-4e25-a253-e5ca0c77c16b admin admin] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:56:36.407844 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-2d5f0916-9c23-4e25-a253-e5ca0c77c16b admin admin] 10.222.0.41 "PUT /v2.0/routers/b4084bef-133b-4d0f-8ec5-e6524839fb67/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3697093 Jan 28 07:56:36.408231 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 37184) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:56:36.408986 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168f5f1f-7dc3-4fcf-8809-1f0d0f8220b7 None None] Sync routers for ids ['b4084bef-133b-4d0f-8ec5-e6524839fb67'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:56:36.419530 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168f5f1f-7dc3-4fcf-8809-1f0d0f8220b7 None None] Routers {'b4084bef-133b-4d0f-8ec5-e6524839fb67'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:56:36.420174 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-168f5f1f-7dc3-4fcf-8809-1f0d0f8220b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:56:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['b4084bef-133b-4d0f-8ec5-e6524839fb67'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:56:36.517013 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3adc7ce0-e138-49b1-952e-cd4432c8382f admin admin] Publish callbacks [] for router (b4084bef-133b-4d0f-8ec5-e6524839fb67), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:56:36.526598 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-168f5f1f-7dc3-4fcf-8809-1f0d0f8220b7 None None] Set router b4084bef-133b-4d0f-8ec5-e6524839fb67 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:56:36.617916 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3adc7ce0-e138-49b1-952e-cd4432c8382f admin admin] Publish callbacks [] for router_gateway (b4084bef-133b-4d0f-8ec5-e6524839fb67), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:56:36.672327 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-3adc7ce0-e138-49b1-952e-cd4432c8382f admin admin] Deleting port fb9b71ac-782c-405a-8656-a7ced31d72d6 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:56:36.672670 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3adc7ce0-e138-49b1-952e-cd4432c8382f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (fb9b71ac-782c-405a-8656-a7ced31d72d6), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:56:36.707402 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-168f5f1f-7dc3-4fcf-8809-1f0d0f8220b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4084bef-133b-4d0f-8ec5-e6524839fb67', 'name': 'tempest-TestVolumeBackupRestore-2109574305-router', 'tenant_id': '32be60a8ac184d56ad31da6bc53c0a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': 'fb9b71ac-782c-405a-8656-a7ced31d72d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:52:52Z', 'updated_at': '2022-01-28T07:56:35Z', 'revision_number': 5, 'project_id': '32be60a8ac184d56ad31da6bc53c0a3a', 'gw_port': {'id': 'fb9b71ac-782c-405a-8656-a7ced31d72d6', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:19:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4084bef-133b-4d0f-8ec5-e6524839fb67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:52:52Z', 'updated_at': '2022-01-28T07:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:56:36.734008 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168f5f1f-7dc3-4fcf-8809-1f0d0f8220b7 None None] Checking router: b4084bef-133b-4d0f-8ec5-e6524839fb67 for host: n-d-712749-28 {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:56:36.742276 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168f5f1f-7dc3-4fcf-8809-1f0d0f8220b7 None None] Routers {'b4084bef-133b-4d0f-8ec5-e6524839fb67'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:56:36.742881 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-168f5f1f-7dc3-4fcf-8809-1f0d0f8220b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:56:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['b4084bef-133b-4d0f-8ec5-e6524839fb67'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:56:36.752176 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-3adc7ce0-e138-49b1-952e-cd4432c8382f admin admin] For port fb9b71ac-782c-405a-8656-a7ced31d72d6, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=fb9b71ac-782c-405a-8656-a7ced31d72d6,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:56:36.752580 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3adc7ce0-e138-49b1-952e-cd4432c8382f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (fb9b71ac-782c-405a-8656-a7ced31d72d6), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:56:36.764489 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-3adc7ce0-e138-49b1-952e-cd4432c8382f admin admin] Calling delete_port for fb9b71ac-782c-405a-8656-a7ced31d72d6 owned by network:router_gateway {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:56:36.827688 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-168f5f1f-7dc3-4fcf-8809-1f0d0f8220b7 None None] Set router b4084bef-133b-4d0f-8ec5-e6524839fb67 gateway port host: None {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:56:36.879438 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-168f5f1f-7dc3-4fcf-8809-1f0d0f8220b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4084bef-133b-4d0f-8ec5-e6524839fb67', 'name': 'tempest-TestVolumeBackupRestore-2109574305-router', 'tenant_id': '32be60a8ac184d56ad31da6bc53c0a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:52:52Z', 'updated_at': '2022-01-28T07:56:36Z', 'revision_number': 6, 'project_id': '32be60a8ac184d56ad31da6bc53c0a3a', 'gw_port_host': None}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:56:36.909815 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168f5f1f-7dc3-4fcf-8809-1f0d0f8220b7 None None] The sync data for ids ['b4084bef-133b-4d0f-8ec5-e6524839fb67'] in n-d-712749-28 is: [{'id': 'b4084bef-133b-4d0f-8ec5-e6524839fb67', 'name': 'tempest-TestVolumeBackupRestore-2109574305-router', 'tenant_id': '32be60a8ac184d56ad31da6bc53c0a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:52:52Z', 'updated_at': '2022-01-28T07:56:36Z', 'revision_number': 6, 'project_id': '32be60a8ac184d56ad31da6bc53c0a3a', 'gw_port_host': None}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:56:36.936557 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3adc7ce0-e138-49b1-952e-cd4432c8382f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (fb9b71ac-782c-405a-8656-a7ced31d72d6), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:56:36.967430 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adc7ce0-e138-49b1-952e-cd4432c8382f admin admin] Pushing event deleted for resources: {'Port': ['ID=fb9b71ac-782c-405a-8656-a7ced31d72d6,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:56:37.111183 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:56:37.314836 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3adc7ce0-e138-49b1-952e-cd4432c8382f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16607873'] for router_gateway (b4084bef-133b-4d0f-8ec5-e6524839fb67), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:56:37.408234 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3adc7ce0-e138-49b1-952e-cd4432c8382f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16605684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127449'] for router (b4084bef-133b-4d0f-8ec5-e6524839fb67), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:56:37.410452 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3adc7ce0-e138-49b1-952e-cd4432c8382f admin admin] Publish callbacks [] for router_controller (b4084bef-133b-4d0f-8ec5-e6524839fb67), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:56:37.454202 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3adc7ce0-e138-49b1-952e-cd4432c8382f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16605693'] for router (b4084bef-133b-4d0f-8ec5-e6524839fb67), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:56:37.454670 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3adc7ce0-e138-49b1-952e-cd4432c8382f admin admin] Fanout notify agent at l3_agent the message router_deleted on router b4084bef-133b-4d0f-8ec5-e6524839fb67 {{(pid=103283) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 07:56:37.459523 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3adc7ce0-e138-49b1-952e-cd4432c8382f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:56:37.460182 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-3adc7ce0-e138-49b1-952e-cd4432c8382f admin admin] 10.222.0.41 "DELETE /v2.0/routers/b4084bef-133b-4d0f-8ec5-e6524839fb67 HTTP/1.1" status: 204 len: 168 time: 1.0508471 Jan 28 07:56:37.462834 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 37186) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:56:37.510575 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac8234e0-1385-4fb3-8d30-ade9c7307650 admin admin] Deleting subnet 6a9014e6-2231-4208-8dbf-8e044cb1a502 {{(pid=103283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:56:37.513689 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ac8234e0-1385-4fb3-8d30-ade9c7307650 admin admin] Publish callbacks [] for subnet (6a9014e6-2231-4208-8dbf-8e044cb1a502), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:56:37.546595 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ac8234e0-1385-4fb3-8d30-ade9c7307650 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13506696'] for subnet (6a9014e6-2231-4208-8dbf-8e044cb1a502), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:56:37.620572 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ac8234e0-1385-4fb3-8d30-ade9c7307650 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (6a9014e6-2231-4208-8dbf-8e044cb1a502), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:56:37.680036 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ac8234e0-1385-4fb3-8d30-ade9c7307650 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13546665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13556132'] for subnet (6a9014e6-2231-4208-8dbf-8e044cb1a502), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:56:37.688029 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 8383fdcd-7374-49bb-811c-6a3c39e31a59 no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:56:37.710318 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: 8383fdcd-7374-49bb-811c-6a3c39e31a59 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:56:37.711771 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 8383fdcd-7374-49bb-811c-6a3c39e31a59 not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:56:37.714771 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8234e0-1385-4fb3-8d30-ade9c7307650 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a9014e6-2231-4208-8dbf-8e044cb1a502,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:56:37.716739 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ac8234e0-1385-4fb3-8d30-ade9c7307650 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:56:37.720062 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-ac8234e0-1385-4fb3-8d30-ade9c7307650 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/6a9014e6-2231-4208-8dbf-8e044cb1a502 HTTP/1.1" status: 204 len: 168 time: 0.2563038 Jan 28 07:56:37.722656 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 37188) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:56:37.726147 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad1433b4-f0df-4e32-b1ad-e01cf86beb31 None None] Network 86b91dd5-b772-416d-8cd9-e213fff85467 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:56:37.790929 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-bc8ca8eb-24ae-460d-a2c3-167ede05a315 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (86b91dd5-b772-416d-8cd9-e213fff85467), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:56:37.852771 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-bc8ca8eb-24ae-460d-a2c3-167ede05a315 admin admin] Deleting port 0d385f86-3804-4197-bdab-d25abf7bbfe9 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:56:37.853122 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-bc8ca8eb-24ae-460d-a2c3-167ede05a315 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (0d385f86-3804-4197-bdab-d25abf7bbfe9), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:56:37.876029 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1333b22-95a1-4e06-8839-d3dfa71281c4 None None] DHCP port deletion for 86b91dd5-b772-416d-8cd9-e213fff85467 request from n-d-712749-28 {{(pid=103285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 07:56:37.921794 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-bc8ca8eb-24ae-460d-a2c3-167ede05a315 admin admin] For port 0d385f86-3804-4197-bdab-d25abf7bbfe9, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=0d385f86-3804-4197-bdab-d25abf7bbfe9,segment=NetworkSegment(60d9fa17-a195-420e-8679-00f76617f7df),segment_id=60d9fa17-a195-420e-8679-00f76617f7df)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:56:37.922584 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-bc8ca8eb-24ae-460d-a2c3-167ede05a315 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (0d385f86-3804-4197-bdab-d25abf7bbfe9), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:56:37.926104 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-e1333b22-95a1-4e06-8839-d3dfa71281c4 None None] Deleting port 0d385f86-3804-4197-bdab-d25abf7bbfe9 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:56:37.926488 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e1333b22-95a1-4e06-8839-d3dfa71281c4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (0d385f86-3804-4197-bdab-d25abf7bbfe9), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:56:37.937084 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-bc8ca8eb-24ae-460d-a2c3-167ede05a315 admin admin] Calling delete_port for 0d385f86-3804-4197-bdab-d25abf7bbfe9 owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:56:37.994929 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-e1333b22-95a1-4e06-8839-d3dfa71281c4 None None] For port 0d385f86-3804-4197-bdab-d25abf7bbfe9, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=0d385f86-3804-4197-bdab-d25abf7bbfe9,segment=NetworkSegment(60d9fa17-a195-420e-8679-00f76617f7df),segment_id=60d9fa17-a195-420e-8679-00f76617f7df)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:56:37.995383 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e1333b22-95a1-4e06-8839-d3dfa71281c4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (0d385f86-3804-4197-bdab-d25abf7bbfe9), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:56:38.008746 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-e1333b22-95a1-4e06-8839-d3dfa71281c4 None None] Calling delete_port for 0d385f86-3804-4197-bdab-d25abf7bbfe9 owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:56:38.024620 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-bc8ca8eb-24ae-460d-a2c3-167ede05a315 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (0d385f86-3804-4197-bdab-d25abf7bbfe9), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:56:38.058342 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8ca8eb-24ae-460d-a2c3-167ede05a315 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d385f86-3804-4197-bdab-d25abf7bbfe9,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:56:38.061939 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8ca8eb-24ae-460d-a2c3-167ede05a315 admin admin] No DVR routers for this DVR port 0d385f86-3804-4197-bdab-d25abf7bbfe9 on host n-d-712749-28 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:56:38.101815 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e1333b22-95a1-4e06-8839-d3dfa71281c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298'] for port (0d385f86-3804-4197-bdab-d25abf7bbfe9), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:56:38.124839 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1333b22-95a1-4e06-8839-d3dfa71281c4 None None] Pushing event deleted for resources: {'Port': ['ID=0d385f86-3804-4197-bdab-d25abf7bbfe9,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:56:38.131977 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1333b22-95a1-4e06-8839-d3dfa71281c4 None None] No DVR routers for this DVR port 0d385f86-3804-4197-bdab-d25abf7bbfe9 on host n-d-712749-28 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:56:38.137204 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-bc8ca8eb-24ae-460d-a2c3-167ede05a315 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (86b91dd5-b772-416d-8cd9-e213fff85467), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:56:38.163239 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-bc8ca8eb-24ae-460d-a2c3-167ede05a315 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86b91dd5-b772-416d-8cd9-e213fff85467']}} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:56:38.172298 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-bc8ca8eb-24ae-460d-a2c3-167ede05a315 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60d9fa17-a195-420e-8679-00f76617f7df') {'for_net_delete': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:56:38.172597 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-bc8ca8eb-24ae-460d-a2c3-167ede05a315 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60d9fa17-a195-420e-8679-00f76617f7df') {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:56:38.181908 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-bc8ca8eb-24ae-460d-a2c3-167ede05a315 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13506801'] for segment (60d9fa17-a195-420e-8679-00f76617f7df), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:56:38.195305 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-bc8ca8eb-24ae-460d-a2c3-167ede05a315 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (60d9fa17-a195-420e-8679-00f76617f7df), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:56:38.201232 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc8ca8eb-24ae-460d-a2c3-167ede05a315 admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=103283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:56:38.201671 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-bc8ca8eb-24ae-460d-a2c3-167ede05a315 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13546563'] for segment (60d9fa17-a195-420e-8679-00f76617f7df), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:56:38.203304 n-d-712749-28 neutron-server[103283]: Traceback (most recent call last): Jan 28 07:56:38.203304 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:56:38.203304 n-d-712749-28 neutron-server[103283]: timer() Jan 28 07:56:38.203304 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:56:38.203304 n-d-712749-28 neutron-server[103283]: cb(*args, **kw) Jan 28 07:56:38.203304 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:56:38.203304 n-d-712749-28 neutron-server[103283]: return func(*args, **kwargs) Jan 28 07:56:38.203304 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:56:38.203304 n-d-712749-28 neutron-server[103283]: self._notify() Jan 28 07:56:38.203304 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:56:38.203304 n-d-712749-28 neutron-server[103283]: self.callback(batched_events) Jan 28 07:56:38.203304 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:56:38.203304 n-d-712749-28 neutron-server[103283]: event.method(event) Jan 28 07:56:38.203304 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:56:38.203304 n-d-712749-28 neutron-server[103283]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:56:38.203304 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:56:38.203304 n-d-712749-28 neutron-server[103283]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:56:38.203304 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:56:38.203304 n-d-712749-28 neutron-server[103283]: return f(self, *a, **k) Jan 28 07:56:38.203304 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:56:38.203304 n-d-712749-28 neutron-server[103283]: return self._get(url).json() Jan 28 07:56:38.203304 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:56:38.203304 n-d-712749-28 neutron-server[103283]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:56:38.203304 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:56:38.203304 n-d-712749-28 neutron-server[103283]: return self.request(url, 'GET', **kwargs) Jan 28 07:56:38.203304 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:56:38.203304 n-d-712749-28 neutron-server[103283]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:56:38.203304 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:56:38.203304 n-d-712749-28 neutron-server[103283]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:56:38.203304 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:56:38.203304 n-d-712749-28 neutron-server[103283]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:56:38.203304 n-d-712749-28 neutron-server[103283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:56:38.259870 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-bc8ca8eb-24ae-460d-a2c3-167ede05a315 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (86b91dd5-b772-416d-8cd9-e213fff85467), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:56:38.264240 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-bc8ca8eb-24ae-460d-a2c3-167ede05a315 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:56:38.267940 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-bc8ca8eb-24ae-460d-a2c3-167ede05a315 admin admin] 10.222.0.41 "DELETE /v2.0/networks/86b91dd5-b772-416d-8cd9-e213fff85467 HTTP/1.1" status: 204 len: 168 time: 0.5443718 Jan 28 07:56:38.281499 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8ca8eb-24ae-460d-a2c3-167ede05a315 admin admin] Pushing event deleted for resources: {'Network': ['ID=86b91dd5-b772-416d-8cd9-e213fff85467,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:56:38.442115 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 37192) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:56:38.481537 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-632360f2-e9bf-4866-9933-94efc98a827a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4527e65b0c40470c993f8384279d6c57&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0382767 Jan 28 07:56:38.483966 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 37194) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:56:38.531166 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2e5ef3de-aba5-491b-b6ee-2380f5c96af3 admin admin] Publish callbacks [] for security_group (69d13845-3c8c-4316-84de-36888c35cf45), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:56:38.552634 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2e5ef3de-aba5-491b-b6ee-2380f5c96af3 admin admin] Publish callbacks [] for security_group (69d13845-3c8c-4316-84de-36888c35cf45), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:56:38.598235 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2e5ef3de-aba5-491b-b6ee-2380f5c96af3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (69d13845-3c8c-4316-84de-36888c35cf45), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:56:38.600915 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2e5ef3de-aba5-491b-b6ee-2380f5c96af3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:56:38.602084 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-2e5ef3de-aba5-491b-b6ee-2380f5c96af3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/69d13845-3c8c-4316-84de-36888c35cf45 HTTP/1.1" status: 204 len: 168 time: 0.1171780 Jan 28 07:56:38.610053 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5ef3de-aba5-491b-b6ee-2380f5c96af3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69d13845-3c8c-4316-84de-36888c35cf45,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:56:38.799179 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:56:38.926917 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 37200) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:56:38.968909 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-460bc916-ea5d-472f-bd54-917b545a6996 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=32be60a8ac184d56ad31da6bc53c0a3a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0408638 Jan 28 07:56:38.972460 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 37202) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:56:39.017618 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f1965232-76f9-4970-b95b-396fb7584bf4 admin admin] Publish callbacks [] for security_group (34df73c1-40f6-4625-b269-0e16bc8dceaa), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:56:39.040110 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f1965232-76f9-4970-b95b-396fb7584bf4 admin admin] Publish callbacks [] for security_group (34df73c1-40f6-4625-b269-0e16bc8dceaa), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:56:39.086029 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f1965232-76f9-4970-b95b-396fb7584bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (34df73c1-40f6-4625-b269-0e16bc8dceaa), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:56:39.088671 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f1965232-76f9-4970-b95b-396fb7584bf4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:56:39.089940 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-f1965232-76f9-4970-b95b-396fb7584bf4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/34df73c1-40f6-4625-b269-0e16bc8dceaa HTTP/1.1" status: 204 len: 168 time: 0.1165605 Jan 28 07:56:39.098627 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1965232-76f9-4970-b95b-396fb7584bf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34df73c1-40f6-4625-b269-0e16bc8dceaa,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:56:39.236286 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device fb9b71ac-782c-405a-8656-a7ced31d72d6 no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:56:39.259638 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: fb9b71ac-782c-405a-8656-a7ced31d72d6 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:56:39.259997 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device fb9b71ac-782c-405a-8656-a7ced31d72d6 not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:56:39.260457 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 0d385f86-3804-4197-bdab-d25abf7bbfe9 no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:56:39.280904 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: 0d385f86-3804-4197-bdab-d25abf7bbfe9 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:56:39.281273 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 0d385f86-3804-4197-bdab-d25abf7bbfe9 not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:56:39.761339 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:56:42.415500 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 7 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 07:56:49.358672 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-68fab1b6-316e-47e2-bf55-7e2d56f89680 req-e97d7562-a740-4403-ab36-948fafa416bf tempest-ServersAdminNegativeTestJSON-1525127225 tempest-ServersAdminNegativeTestJSON-1525127225-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=58b6accae1a64f1388309ee24df0cfdd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0330520 Jan 28 07:56:49.539349 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fab1b6-316e-47e2-bf55-7e2d56f89680 req-e44cb6f7-50a9-42cd-9da0-333fb3653a8d tempest-ServersAdminNegativeTestJSON-1525127225 tempest-ServersAdminNegativeTestJSON-1525127225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:56:49.540861 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-68fab1b6-316e-47e2-bf55-7e2d56f89680 req-e44cb6f7-50a9-42cd-9da0-333fb3653a8d tempest-ServersAdminNegativeTestJSON-1525127225 tempest-ServersAdminNegativeTestJSON-1525127225-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1766512 Jan 28 07:56:49.555395 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-68fab1b6-316e-47e2-bf55-7e2d56f89680 req-01e42f09-141e-4778-add3-e3fd20d9f87f tempest-ServersAdminNegativeTestJSON-1525127225 tempest-ServersAdminNegativeTestJSON-1525127225-project] 10.222.0.41 "GET /v2.0/quotas/58b6accae1a64f1388309ee24df0cfdd HTTP/1.1" status: 200 len: 375 time: 0.0092647 Jan 28 07:56:49.585551 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-68fab1b6-316e-47e2-bf55-7e2d56f89680 req-5777cd6a-6b90-4b9a-9657-a7be306897fe tempest-ServersAdminNegativeTestJSON-1525127225 tempest-ServersAdminNegativeTestJSON-1525127225-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=58b6accae1a64f1388309ee24df0cfdd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0254800 Jan 28 07:56:49.744282 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5461d267-934b-4287-90b2-7542e5cba956 req-d132cb3b-8334-4a69-9c23-da9137dbb3e6 tempest-ServersAdminNegativeTestJSON-1525127225 tempest-ServersAdminNegativeTestJSON-1525127225-project] 10.222.0.41 "GET /v2.0/ports?device_id=2bc62451-e0ad-454f-8663-3316b2c7bad0 HTTP/1.1" status: 200 len: 210 time: 0.0277560 Jan 28 07:56:50.053588 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [req-b35a8c94-9a82-41b9-8b28-5e110d327a21 req-86cd01ae-8f7d-4253-b7c0-9236c14b098c service neutron] (103284) timed out ('10.222.0.41', 58660) {{(pid=103284) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 07:56:50.841489 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-69d707f6-db93-4ea2-8bae-c460995f6be1 req-15c21e4a-2cf5-4beb-9fa4-6436c7cf70fc tempest-ServersAdminNegativeTestJSON-1525127225 tempest-ServersAdminNegativeTestJSON-1525127225-project] 10.222.0.41 "GET /v2.0/ports?device_id=2bc62451-e0ad-454f-8663-3316b2c7bad0 HTTP/1.1" status: 200 len: 210 time: 0.0268676 Jan 28 07:56:50.897541 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-68fab1b6-316e-47e2-bf55-7e2d56f89680 req-15aae29d-115d-49f7-ad5c-30be01fb01f2 tempest-ServersAdminNegativeTestJSON-1525127225 tempest-ServersAdminNegativeTestJSON-1525127225-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=58b6accae1a64f1388309ee24df0cfdd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0282066 Jan 28 07:56:51.078872 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fab1b6-316e-47e2-bf55-7e2d56f89680 req-88d01ec4-816d-45cc-b996-bf35ebbbc0f9 tempest-ServersAdminNegativeTestJSON-1525127225 tempest-ServersAdminNegativeTestJSON-1525127225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:56:51.080251 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-68fab1b6-316e-47e2-bf55-7e2d56f89680 req-88d01ec4-816d-45cc-b996-bf35ebbbc0f9 tempest-ServersAdminNegativeTestJSON-1525127225 tempest-ServersAdminNegativeTestJSON-1525127225-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1775434 Jan 28 07:56:51.109618 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-68fab1b6-316e-47e2-bf55-7e2d56f89680 req-b2cc07ea-d8e9-443b-9d15-4a25b11a1aa5 tempest-ServersAdminNegativeTestJSON-1525127225 tempest-ServersAdminNegativeTestJSON-1525127225-project] Request body: {'port': {'device_id': '2bc62451-e0ad-454f-8663-3316b2c7bad0', 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb', 'admin_state_up': True, 'tenant_id': '58b6accae1a64f1388309ee24df0cfdd'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:56:51.211546 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68fab1b6-316e-47e2-bf55-7e2d56f89680 req-b2cc07ea-d8e9-443b-9d15-4a25b11a1aa5 tempest-ServersAdminNegativeTestJSON-1525127225 tempest-ServersAdminNegativeTestJSON-1525127225-project] Made reservation on behalf of 58b6accae1a64f1388309ee24df0cfdd for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:56:51.214950 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-68fab1b6-316e-47e2-bf55-7e2d56f89680 req-b2cc07ea-d8e9-443b-9d15-4a25b11a1aa5 tempest-ServersAdminNegativeTestJSON-1525127225 tempest-ServersAdminNegativeTestJSON-1525127225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:56:51.224326 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-68fab1b6-316e-47e2-bf55-7e2d56f89680 req-b2cc07ea-d8e9-443b-9d15-4a25b11a1aa5 tempest-ServersAdminNegativeTestJSON-1525127225 tempest-ServersAdminNegativeTestJSON-1525127225-project] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:56:51.300962 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-68fab1b6-316e-47e2-bf55-7e2d56f89680 req-b2cc07ea-d8e9-443b-9d15-4a25b11a1aa5 tempest-ServersAdminNegativeTestJSON-1525127225 tempest-ServersAdminNegativeTestJSON-1525127225-project] Publish callbacks [] for security_group (90a684d2-963d-4727-9df0-f689c90a2270), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:56:51.304780 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-68fab1b6-316e-47e2-bf55-7e2d56f89680 req-b2cc07ea-d8e9-443b-9d15-4a25b11a1aa5 tempest-ServersAdminNegativeTestJSON-1525127225 tempest-ServersAdminNegativeTestJSON-1525127225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (90a684d2-963d-4727-9df0-f689c90a2270), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:56:51.369169 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cc07ea-d8e9-443b-9d15-4a25b11a1aa5 tempest-ServersAdminNegativeTestJSON-1525127225 tempest-ServersAdminNegativeTestJSON-1525127225-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90a684d2-963d-4727-9df0-f689c90a2270,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:56:51.438460 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-68fab1b6-316e-47e2-bf55-7e2d56f89680 req-b2cc07ea-d8e9-443b-9d15-4a25b11a1aa5 tempest-ServersAdminNegativeTestJSON-1525127225 tempest-ServersAdminNegativeTestJSON-1525127225-project] Allocated IP 192.168.233.80 (d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb/5785b43d-448b-4d12-9eb5-4e4caf2e7eaf/d3235a60-7ec6-4f7b-89b2-65d4283afcdb) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:56:51.582207 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-68fab1b6-316e-47e2-bf55-7e2d56f89680 req-b2cc07ea-d8e9-443b-9d15-4a25b11a1aa5 tempest-ServersAdminNegativeTestJSON-1525127225 tempest-ServersAdminNegativeTestJSON-1525127225-project] Publish callbacks [] for port (d3235a60-7ec6-4f7b-89b2-65d4283afcdb), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:56:51.614631 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-68fab1b6-316e-47e2-bf55-7e2d56f89680 req-b2cc07ea-d8e9-443b-9d15-4a25b11a1aa5 tempest-ServersAdminNegativeTestJSON-1525127225 tempest-ServersAdminNegativeTestJSON-1525127225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (d3235a60-7ec6-4f7b-89b2-65d4283afcdb), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:56:51.652031 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68fab1b6-316e-47e2-bf55-7e2d56f89680 req-b2cc07ea-d8e9-443b-9d15-4a25b11a1aa5 tempest-ServersAdminNegativeTestJSON-1525127225 tempest-ServersAdminNegativeTestJSON-1525127225-project] Network d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:56:51.655141 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-68fab1b6-316e-47e2-bf55-7e2d56f89680 req-b2cc07ea-d8e9-443b-9d15-4a25b11a1aa5 tempest-ServersAdminNegativeTestJSON-1525127225 tempest-ServersAdminNegativeTestJSON-1525127225-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:56:51.658574 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-68fab1b6-316e-47e2-bf55-7e2d56f89680 req-b2cc07ea-d8e9-443b-9d15-4a25b11a1aa5 tempest-ServersAdminNegativeTestJSON-1525127225 tempest-ServersAdminNegativeTestJSON-1525127225-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:56:51.699122 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cc07ea-d8e9-443b-9d15-4a25b11a1aa5 tempest-ServersAdminNegativeTestJSON-1525127225 tempest-ServersAdminNegativeTestJSON-1525127225-project] Pushing event updated for resources: {'Port': ['ID=d3235a60-7ec6-4f7b-89b2-65d4283afcdb,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:56:51.718389 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fab1b6-316e-47e2-bf55-7e2d56f89680 req-b2cc07ea-d8e9-443b-9d15-4a25b11a1aa5 tempest-ServersAdminNegativeTestJSON-1525127225 tempest-ServersAdminNegativeTestJSON-1525127225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:56:51.719055 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-68fab1b6-316e-47e2-bf55-7e2d56f89680 req-b2cc07ea-d8e9-443b-9d15-4a25b11a1aa5 tempest-ServersAdminNegativeTestJSON-1525127225 tempest-ServersAdminNegativeTestJSON-1525127225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:56:51.735683 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-68fab1b6-316e-47e2-bf55-7e2d56f89680 req-b2cc07ea-d8e9-443b-9d15-4a25b11a1aa5 tempest-ServersAdminNegativeTestJSON-1525127225 tempest-ServersAdminNegativeTestJSON-1525127225-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6296453 Jan 28 07:56:51.759614 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-68fab1b6-316e-47e2-bf55-7e2d56f89680 req-b101cc66-1376-427f-80ea-b8626f83d617 service neutron] Request body: {'port': {'device_id': '2bc62451-e0ad-454f-8663-3316b2c7bad0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-28'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:56:51.815551 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-68fab1b6-316e-47e2-bf55-7e2d56f89680 req-b101cc66-1376-427f-80ea-b8626f83d617 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (d3235a60-7ec6-4f7b-89b2-65d4283afcdb), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:56:51.933503 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-2439a62e-c749-46f6-8271-9d58cf630086 None None] Provisioning complete for port d3235a60-7ec6-4f7b-89b2-65d4283afcdb triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:56:51.934083 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2439a62e-c749-46f6-8271-9d58cf630086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (d3235a60-7ec6-4f7b-89b2-65d4283afcdb), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:56:51.970549 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-2439a62e-c749-46f6-8271-9d58cf630086 None None] Port d3235a60-7ec6-4f7b-89b2-65d4283afcdb cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:56:52.020954 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2d9da3-cf45-4555-99de-1d02b25e7848 req-cc4bd33f-61c7-469d-a2e5-1e34be7029fc tempest-ServersAdminNegativeTestJSON-1525127225 tempest-ServersAdminNegativeTestJSON-1525127225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:56:52.022451 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4b2d9da3-cf45-4555-99de-1d02b25e7848 req-cc4bd33f-61c7-469d-a2e5-1e34be7029fc tempest-ServersAdminNegativeTestJSON-1525127225 tempest-ServersAdminNegativeTestJSON-1525127225-project] 10.222.0.41 "GET /v2.0/ports?device_id=2bc62451-e0ad-454f-8663-3316b2c7bad0 HTTP/1.1" status: 200 len: 935 time: 0.1068873 Jan 28 07:56:52.099708 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4b2d9da3-cf45-4555-99de-1d02b25e7848 req-c5f8e089-d63c-4fc6-9352-9619cfb05a67 tempest-ServersAdminNegativeTestJSON-1525127225 tempest-ServersAdminNegativeTestJSON-1525127225-project] 10.222.0.41 "GET /v2.0/security-groups?id=90a684d2-963d-4727-9df0-f689c90a2270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716460 Jan 28 07:56:52.145772 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-68fab1b6-316e-47e2-bf55-7e2d56f89680 req-b101cc66-1376-427f-80ea-b8626f83d617 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3235a60-7ec6-4f7b-89b2-65d4283afcdb {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:56:52.153249 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-68fab1b6-316e-47e2-bf55-7e2d56f89680 req-b101cc66-1376-427f-80ea-b8626f83d617 service neutron] Publish callbacks [] for port (d3235a60-7ec6-4f7b-89b2-65d4283afcdb), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:56:52.165039 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-68fab1b6-316e-47e2-bf55-7e2d56f89680 req-b101cc66-1376-427f-80ea-b8626f83d617 service neutron] Transition to ACTIVE for port object d3235a60-7ec6-4f7b-89b2-65d4283afcdb will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:56:52.169156 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-68fab1b6-316e-47e2-bf55-7e2d56f89680 req-b101cc66-1376-427f-80ea-b8626f83d617 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (d3235a60-7ec6-4f7b-89b2-65d4283afcdb), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:56:52.243381 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b101cc66-1376-427f-80ea-b8626f83d617 service neutron] Pushing event updated for resources: {'Port': ['ID=d3235a60-7ec6-4f7b-89b2-65d4283afcdb,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:56:52.299593 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-68fab1b6-316e-47e2-bf55-7e2d56f89680 req-b101cc66-1376-427f-80ea-b8626f83d617 service neutron] Attempting to bind port d3235a60-7ec6-4f7b-89b2-65d4283afcdb on host n-h1-712749-28 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:56:52.299962 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-68fab1b6-316e-47e2-bf55-7e2d56f89680 req-b101cc66-1376-427f-80ea-b8626f83d617 service neutron] Attempting to bind port d3235a60-7ec6-4f7b-89b2-65d4283afcdb by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': '9d52209e-a416-4cfe-8f8a-19567a90fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:56:52.300335 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68fab1b6-316e-47e2-bf55-7e2d56f89680 req-b101cc66-1376-427f-80ea-b8626f83d617 service neutron] Attempting to bind port d3235a60-7ec6-4f7b-89b2-65d4283afcdb on network d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:56:52.305287 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68fab1b6-316e-47e2-bf55-7e2d56f89680 req-b101cc66-1376-427f-80ea-b8626f83d617 service neutron] Port d3235a60-7ec6-4f7b-89b2-65d4283afcdb on network d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:56:52.305607 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68fab1b6-316e-47e2-bf55-7e2d56f89680 req-b101cc66-1376-427f-80ea-b8626f83d617 service neutron] Attempting to bind port d3235a60-7ec6-4f7b-89b2-65d4283afcdb on network d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:56:52.310677 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68fab1b6-316e-47e2-bf55-7e2d56f89680 req-b101cc66-1376-427f-80ea-b8626f83d617 service neutron] Checking agent: {'id': '2fca46b1-237f-4857-9290-2429d810e472', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 56, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:56:52.311015 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68fab1b6-316e-47e2-bf55-7e2d56f89680 req-b101cc66-1376-427f-80ea-b8626f83d617 service neutron] Checking segment: {'id': '9d52209e-a416-4cfe-8f8a-19567a90fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:56:52.311400 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68fab1b6-316e-47e2-bf55-7e2d56f89680 req-b101cc66-1376-427f-80ea-b8626f83d617 service neutron] Bound using segment: {'id': '9d52209e-a416-4cfe-8f8a-19567a90fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:56:52.311823 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-68fab1b6-316e-47e2-bf55-7e2d56f89680 req-b101cc66-1376-427f-80ea-b8626f83d617 service neutron] Bound port: d3235a60-7ec6-4f7b-89b2-65d4283afcdb, host: n-h1-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d52209e-a416-4cfe-8f8a-19567a90fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:56:52.312175 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-68fab1b6-316e-47e2-bf55-7e2d56f89680 req-b101cc66-1376-427f-80ea-b8626f83d617 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (d3235a60-7ec6-4f7b-89b2-65d4283afcdb), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:56:52.383568 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-68fab1b6-316e-47e2-bf55-7e2d56f89680 req-b101cc66-1376-427f-80ea-b8626f83d617 service neutron] For port d3235a60-7ec6-4f7b-89b2-65d4283afcdb, host n-h1-712749-28, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:56:52.387129 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-68fab1b6-316e-47e2-bf55-7e2d56f89680 req-b101cc66-1376-427f-80ea-b8626f83d617 service neutron] For port d3235a60-7ec6-4f7b-89b2-65d4283afcdb, host n-h1-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=d3235a60-7ec6-4f7b-89b2-65d4283afcdb,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:56:52.391908 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-68fab1b6-316e-47e2-bf55-7e2d56f89680 req-b101cc66-1376-427f-80ea-b8626f83d617 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (d3235a60-7ec6-4f7b-89b2-65d4283afcdb), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:56:52.424706 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fab1b6-316e-47e2-bf55-7e2d56f89680 req-b101cc66-1376-427f-80ea-b8626f83d617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:56:52.425961 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-68fab1b6-316e-47e2-bf55-7e2d56f89680 req-b101cc66-1376-427f-80ea-b8626f83d617 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:56:52.427882 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-68fab1b6-316e-47e2-bf55-7e2d56f89680 req-b101cc66-1376-427f-80ea-b8626f83d617 service neutron] 10.222.0.10 "PUT /v2.0/ports/d3235a60-7ec6-4f7b-89b2-65d4283afcdb HTTP/1.1" status: 200 len: 1096 time: 0.6725550 Jan 28 07:56:52.428365 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bc62451-e0ad-454f-8663-3316b2c7bad0', 'tag': 'd3235a60-7ec6-4f7b-89b2-65d4283afcdb'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:56:52.430653 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0072370-fb60-41aa-bffc-c7b0fa0fc7c2" -d '{"events": [{"name": "network-changed", "server_uuid": "2bc62451-e0ad-454f-8663-3316b2c7bad0", "tag": "d3235a60-7ec6-4f7b-89b2-65d4283afcdb"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:56:52.461361 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b101cc66-1376-427f-80ea-b8626f83d617 service neutron] Pushing event updated for resources: {'Port': ['ID=d3235a60-7ec6-4f7b-89b2-65d4283afcdb,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:56:52.475500 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43fc6420-246f-42f9-ba48-0175361f3212 x-openstack-request-id: req-43fc6420-246f-42f9-ba48-0175361f3212 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:56:52.475869 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bc62451-e0ad-454f-8663-3316b2c7bad0", "tag": "d3235a60-7ec6-4f7b-89b2-65d4283afcdb", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:56:52.476218 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-43fc6420-246f-42f9-ba48-0175361f3212 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:56:52.476814 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bc62451-e0ad-454f-8663-3316b2c7bad0', 'tag': 'd3235a60-7ec6-4f7b-89b2-65d4283afcdb', 'status': 'completed', 'code': 200} Jan 28 07:56:52.555435 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fab1b6-316e-47e2-bf55-7e2d56f89680 req-b262555d-b8de-4ba0-abca-f6fe658d6cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:56:52.557009 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-68fab1b6-316e-47e2-bf55-7e2d56f89680 req-b262555d-b8de-4ba0-abca-f6fe658d6cef service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=58b6accae1a64f1388309ee24df0cfdd&device_id=2bc62451-e0ad-454f-8663-3316b2c7bad0 HTTP/1.1" status: 200 len: 1099 time: 0.0482306 Jan 28 07:56:52.611384 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-68fab1b6-316e-47e2-bf55-7e2d56f89680 req-2cb102de-250a-4320-980e-9febbc881e38 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=d3235a60-7ec6-4f7b-89b2-65d4283afcdb HTTP/1.1" status: 200 len: 217 time: 0.0353203 Jan 28 07:56:52.663006 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fab1b6-316e-47e2-bf55-7e2d56f89680 req-f70afed4-3b78-4e16-8039-e011eea05f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:56:52.664494 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-68fab1b6-316e-47e2-bf55-7e2d56f89680 req-f70afed4-3b78-4e16-8039-e011eea05f58 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5785b43d-448b-4d12-9eb5-4e4caf2e7eaf HTTP/1.1" status: 200 len: 843 time: 0.0443139 Jan 28 07:56:52.719827 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fab1b6-316e-47e2-bf55-7e2d56f89680 req-12071f29-028c-4b79-8380-4800cddcbe8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:56:52.721463 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-68fab1b6-316e-47e2-bf55-7e2d56f89680 req-12071f29-028c-4b79-8380-4800cddcbe8c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0469077 Jan 28 07:56:52.825566 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-68fab1b6-316e-47e2-bf55-7e2d56f89680 req-d20b6df7-2aa4-43a8-bd73-7cd7113fa56b service neutron] 10.222.0.10 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935733 Jan 28 07:56:52.918015 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-68fab1b6-316e-47e2-bf55-7e2d56f89680 req-84913efe-39e3-464a-8550-3ca4335d4502 service neutron] 10.222.0.10 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840571 Jan 28 07:56:53.398453 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0072370-fb60-41aa-bffc-c7b0fa0fc7c2 req-ea3f3e37-b936-4586-b0a8-576bd640a331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:56:53.399945 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b0072370-fb60-41aa-bffc-c7b0fa0fc7c2 req-ea3f3e37-b936-4586-b0a8-576bd640a331 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=58b6accae1a64f1388309ee24df0cfdd&device_id=2bc62451-e0ad-454f-8663-3316b2c7bad0 HTTP/1.1" status: 200 len: 1099 time: 0.3871245 Jan 28 07:56:53.421910 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5972002-2620-4d59-84df-70b8059f7a00 req-478f8fee-0d69-43f1-8dcb-88a0a5209a21 tempest-ServersAdminNegativeTestJSON-1525127225 tempest-ServersAdminNegativeTestJSON-1525127225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:56:53.423331 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d5972002-2620-4d59-84df-70b8059f7a00 req-478f8fee-0d69-43f1-8dcb-88a0a5209a21 tempest-ServersAdminNegativeTestJSON-1525127225 tempest-ServersAdminNegativeTestJSON-1525127225-project] 10.222.0.41 "GET /v2.0/ports?device_id=2bc62451-e0ad-454f-8663-3316b2c7bad0 HTTP/1.1" status: 200 len: 947 time: 0.0653682 Jan 28 07:56:53.517307 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d5972002-2620-4d59-84df-70b8059f7a00 req-2cfe1e24-f14d-405d-9ca9-5e3d42a58650 tempest-ServersAdminNegativeTestJSON-1525127225 tempest-ServersAdminNegativeTestJSON-1525127225-project] 10.222.0.41 "GET /v2.0/security-groups?id=90a684d2-963d-4727-9df0-f689c90a2270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839679 Jan 28 07:56:53.532680 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0072370-fb60-41aa-bffc-c7b0fa0fc7c2 req-1aac1aa2-c7c3-4721-a03b-ad346793f952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:56:53.534126 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b0072370-fb60-41aa-bffc-c7b0fa0fc7c2 req-1aac1aa2-c7c3-4721-a03b-ad346793f952 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb HTTP/1.1" status: 200 len: 870 time: 0.1273181 Jan 28 07:56:53.574731 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b0072370-fb60-41aa-bffc-c7b0fa0fc7c2 req-2f254433-c299-4943-a547-d6b33fa02b7f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=d3235a60-7ec6-4f7b-89b2-65d4283afcdb HTTP/1.1" status: 200 len: 217 time: 0.0337474 Jan 28 07:56:53.625487 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0072370-fb60-41aa-bffc-c7b0fa0fc7c2 req-0ce43209-cb4e-4732-8749-cc6c910c0da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:56:53.626918 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b0072370-fb60-41aa-bffc-c7b0fa0fc7c2 req-0ce43209-cb4e-4732-8749-cc6c910c0da1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5785b43d-448b-4d12-9eb5-4e4caf2e7eaf HTTP/1.1" status: 200 len: 843 time: 0.0460343 Jan 28 07:56:53.671714 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0072370-fb60-41aa-bffc-c7b0fa0fc7c2 req-71d4a30e-3047-400f-b1be-696d7f53176f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:56:53.673141 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b0072370-fb60-41aa-bffc-c7b0fa0fc7c2 req-71d4a30e-3047-400f-b1be-696d7f53176f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0386937 Jan 28 07:56:53.759471 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b0072370-fb60-41aa-bffc-c7b0fa0fc7c2 req-04292ca4-0761-4862-888b-976988063dd9 service neutron] 10.222.0.10 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791826 Jan 28 07:56:53.851491 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b0072370-fb60-41aa-bffc-c7b0fa0fc7c2 req-4632dd9c-6af8-4c08-b0ed-965ac90d5a7f service neutron] 10.222.0.10 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851271 Jan 28 07:56:54.637708 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0a44ba-5a4f-4067-b7ad-8ae233657afd req-c3f04fee-454d-462b-8ab7-a2110090afb3 tempest-ServersAdminNegativeTestJSON-1525127225 tempest-ServersAdminNegativeTestJSON-1525127225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:56:54.639084 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6a0a44ba-5a4f-4067-b7ad-8ae233657afd req-c3f04fee-454d-462b-8ab7-a2110090afb3 tempest-ServersAdminNegativeTestJSON-1525127225 tempest-ServersAdminNegativeTestJSON-1525127225-project] 10.222.0.41 "GET /v2.0/ports?device_id=2bc62451-e0ad-454f-8663-3316b2c7bad0 HTTP/1.1" status: 200 len: 947 time: 0.0514641 Jan 28 07:56:54.690176 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6a0a44ba-5a4f-4067-b7ad-8ae233657afd req-6c014829-80b6-43cc-a406-fd8f49140143 tempest-ServersAdminNegativeTestJSON-1525127225 tempest-ServersAdminNegativeTestJSON-1525127225-project] 10.222.0.41 "GET /v2.0/security-groups?id=90a684d2-963d-4727-9df0-f689c90a2270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446355 Jan 28 07:56:55.812629 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1517ed-46fa-4403-a65e-cb46791612fb req-40e02e6d-6f84-4d37-8e50-23e0d1970f9f tempest-ServersAdminNegativeTestJSON-1525127225 tempest-ServersAdminNegativeTestJSON-1525127225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:56:55.814158 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ec1517ed-46fa-4403-a65e-cb46791612fb req-40e02e6d-6f84-4d37-8e50-23e0d1970f9f tempest-ServersAdminNegativeTestJSON-1525127225 tempest-ServersAdminNegativeTestJSON-1525127225-project] 10.222.0.41 "GET /v2.0/ports?device_id=2bc62451-e0ad-454f-8663-3316b2c7bad0 HTTP/1.1" status: 200 len: 947 time: 0.0538921 Jan 28 07:56:55.860751 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ec1517ed-46fa-4403-a65e-cb46791612fb req-74d967e0-066a-43a0-b793-daaa3b9a41e7 tempest-ServersAdminNegativeTestJSON-1525127225 tempest-ServersAdminNegativeTestJSON-1525127225-project] 10.222.0.41 "GET /v2.0/security-groups?id=90a684d2-963d-4727-9df0-f689c90a2270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406582 Jan 28 07:56:56.975339 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2027e463-e68e-43ec-bfda-093d6fed1b54 req-0650e485-d445-4c21-bcba-01deae19e882 tempest-ServersAdminNegativeTestJSON-1525127225 tempest-ServersAdminNegativeTestJSON-1525127225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:56:56.976835 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2027e463-e68e-43ec-bfda-093d6fed1b54 req-0650e485-d445-4c21-bcba-01deae19e882 tempest-ServersAdminNegativeTestJSON-1525127225 tempest-ServersAdminNegativeTestJSON-1525127225-project] 10.222.0.41 "GET /v2.0/ports?device_id=2bc62451-e0ad-454f-8663-3316b2c7bad0 HTTP/1.1" status: 200 len: 947 time: 0.0480356 Jan 28 07:56:56.993488 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device d3235a60-7ec6-4f7b-89b2-65d4283afcdb details requested by agent hyperv_n-h1-712749-28 with host n-h1-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:56:57.023424 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2027e463-e68e-43ec-bfda-093d6fed1b54 req-6f12fdf5-bd78-4f1f-8d81-2c879ef4956c tempest-ServersAdminNegativeTestJSON-1525127225 tempest-ServersAdminNegativeTestJSON-1525127225-project] 10.222.0.41 "GET /v2.0/security-groups?id=90a684d2-963d-4727-9df0-f689c90a2270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409746 Jan 28 07:56:57.095745 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port d3235a60-7ec6-4f7b-89b2-65d4283afcdb, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=d3235a60-7ec6-4f7b-89b2-65d4283afcdb,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:56:57.265311 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Returning: {'device': 'd3235a60-7ec6-4f7b-89b2-65d4283afcdb', 'network_id': 'd6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb', 'port_id': 'd3235a60-7ec6-4f7b-89b2-65d4283afcdb', 'mac_address': 'fa:16:3e:78:1a:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5785b43d-448b-4d12-9eb5-4e4caf2e7eaf', 'ip_address': '192.168.233.80'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:56:57.301436 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port d3235a60-7ec6-4f7b-89b2-65d4283afcdb is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:56:57.301826 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (d3235a60-7ec6-4f7b-89b2-65d4283afcdb), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:56:57.313742 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3235a60-7ec6-4f7b-89b2-65d4283afcdb {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:56:57.333205 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port d3235a60-7ec6-4f7b-89b2-65d4283afcdb, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=d3235a60-7ec6-4f7b-89b2-65d4283afcdb,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:56:57.337023 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (d3235a60-7ec6-4f7b-89b2-65d4283afcdb), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:56:57.382306 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=d3235a60-7ec6-4f7b-89b2-65d4283afcdb,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:56:57.669894 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['d3235a60-7ec6-4f7b-89b2-65d4283afcdb'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:56:58.144843 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2020e78-d3ca-4c66-bf05-afa6d85b0b3c req-ef61e328-15d7-41ec-a267-b05819cc5df3 tempest-ServersAdminNegativeTestJSON-1525127225 tempest-ServersAdminNegativeTestJSON-1525127225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:56:58.146699 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b2020e78-d3ca-4c66-bf05-afa6d85b0b3c req-ef61e328-15d7-41ec-a267-b05819cc5df3 tempest-ServersAdminNegativeTestJSON-1525127225 tempest-ServersAdminNegativeTestJSON-1525127225-project] 10.222.0.41 "GET /v2.0/ports?device_id=2bc62451-e0ad-454f-8663-3316b2c7bad0 HTTP/1.1" status: 200 len: 948 time: 0.0557108 Jan 28 07:56:58.193047 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b2020e78-d3ca-4c66-bf05-afa6d85b0b3c req-a276f546-9208-48d8-b855-c36118dfeadd tempest-ServersAdminNegativeTestJSON-1525127225 tempest-ServersAdminNegativeTestJSON-1525127225-project] 10.222.0.41 "GET /v2.0/security-groups?id=90a684d2-963d-4727-9df0-f689c90a2270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408964 Jan 28 07:56:59.008584 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device d3235a60-7ec6-4f7b-89b2-65d4283afcdb up at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:56:59.057935 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning for port d3235a60-7ec6-4f7b-89b2-65d4283afcdb completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:56:59.062148 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning complete for port d3235a60-7ec6-4f7b-89b2-65d4283afcdb triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:56:59.062520 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (d3235a60-7ec6-4f7b-89b2-65d4283afcdb), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:56:59.140322 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port d3235a60-7ec6-4f7b-89b2-65d4283afcdb is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:56:59.140713 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (d3235a60-7ec6-4f7b-89b2-65d4283afcdb), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:56:59.162281 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bc62451-e0ad-454f-8663-3316b2c7bad0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3235a60-7ec6-4f7b-89b2-65d4283afcdb'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:56:59.164553 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e36d918-a727-42b2-9d91-d196ee6efbd6" -d '{"events": [{"server_uuid": "2bc62451-e0ad-454f-8663-3316b2c7bad0", "name": "network-vif-plugged", "status": "completed", "tag": "d3235a60-7ec6-4f7b-89b2-65d4283afcdb"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:56:59.177178 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port d3235a60-7ec6-4f7b-89b2-65d4283afcdb, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=d3235a60-7ec6-4f7b-89b2-65d4283afcdb,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:56:59.182562 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (d3235a60-7ec6-4f7b-89b2-65d4283afcdb), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:56:59.206261 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59d7a33e-7bbc-44b4-b6d8-5505f0ffd47a x-openstack-request-id: req-59d7a33e-7bbc-44b4-b6d8-5505f0ffd47a {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:56:59.206717 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bc62451-e0ad-454f-8663-3316b2c7bad0", "name": "network-vif-plugged", "status": "completed", "tag": "d3235a60-7ec6-4f7b-89b2-65d4283afcdb", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:56:59.207019 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-59d7a33e-7bbc-44b4-b6d8-5505f0ffd47a {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:56:59.207425 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bc62451-e0ad-454f-8663-3316b2c7bad0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3235a60-7ec6-4f7b-89b2-65d4283afcdb', 'code': 200} Jan 28 07:56:59.238406 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=d3235a60-7ec6-4f7b-89b2-65d4283afcdb,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:56:59.337152 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254c033f-11d4-4188-9520-be110472fb16 req-497cbb6b-1591-47f8-93dd-db0b11243fb6 tempest-ServersAdminNegativeTestJSON-1525127225 tempest-ServersAdminNegativeTestJSON-1525127225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:56:59.338540 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-254c033f-11d4-4188-9520-be110472fb16 req-497cbb6b-1591-47f8-93dd-db0b11243fb6 tempest-ServersAdminNegativeTestJSON-1525127225 tempest-ServersAdminNegativeTestJSON-1525127225-project] 10.222.0.41 "GET /v2.0/ports?device_id=2bc62451-e0ad-454f-8663-3316b2c7bad0 HTTP/1.1" status: 200 len: 949 time: 0.0754273 Jan 28 07:56:59.361391 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb53b44-0819-48ff-8aef-3ad07cf87ab6 req-b177116d-8e7f-4373-a6c5-095c6b8ab4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:56:59.363601 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-efb53b44-0819-48ff-8aef-3ad07cf87ab6 req-b177116d-8e7f-4373-a6c5-095c6b8ab4e5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2bc62451-e0ad-454f-8663-3316b2c7bad0 HTTP/1.1" status: 200 len: 1101 time: 0.0640802 Jan 28 07:56:59.408795 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-254c033f-11d4-4188-9520-be110472fb16 req-fd0964d5-fa9f-455f-a43d-279caeba8b39 tempest-ServersAdminNegativeTestJSON-1525127225 tempest-ServersAdminNegativeTestJSON-1525127225-project] 10.222.0.41 "GET /v2.0/security-groups?id=90a684d2-963d-4727-9df0-f689c90a2270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636809 Jan 28 07:56:59.431389 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-efb53b44-0819-48ff-8aef-3ad07cf87ab6 req-809159b5-7d92-45b0-a28e-a7673e4c8d33 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=90a684d2-963d-4727-9df0-f689c90a2270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561945 Jan 28 07:57:00.524387 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ec98ce-36ac-425b-a189-b44ee4bd6123 req-e69a16e9-4373-4a6a-b6d5-0962c681fdb4 tempest-ServersAdminNegativeTestJSON-1525127225 tempest-ServersAdminNegativeTestJSON-1525127225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:57:00.525904 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-60ec98ce-36ac-425b-a189-b44ee4bd6123 req-e69a16e9-4373-4a6a-b6d5-0962c681fdb4 tempest-ServersAdminNegativeTestJSON-1525127225 tempest-ServersAdminNegativeTestJSON-1525127225-project] 10.222.0.41 "GET /v2.0/ports?device_id=2bc62451-e0ad-454f-8663-3316b2c7bad0 HTTP/1.1" status: 200 len: 949 time: 0.0476415 Jan 28 07:57:00.576442 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-60ec98ce-36ac-425b-a189-b44ee4bd6123 req-5e55f3d8-b34a-4b46-9e6c-cc145cafe96c tempest-ServersAdminNegativeTestJSON-1525127225 tempest-ServersAdminNegativeTestJSON-1525127225-project] 10.222.0.41 "GET /v2.0/security-groups?id=90a684d2-963d-4727-9df0-f689c90a2270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450540 Jan 28 07:57:01.123276 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-57d0e9b3-350c-421e-a831-8b01a4da0b58 req-a4a4062f-59c0-4df4-ae8d-4a234bc639f4 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2bc62451-e0ad-454f-8663-3316b2c7bad0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0396373 Jan 28 07:57:01.224400 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d0e9b3-350c-421e-a831-8b01a4da0b58 req-7eb958cf-d3f5-449f-9c50-d799aab5e90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:57:01.225890 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-57d0e9b3-350c-421e-a831-8b01a4da0b58 req-7eb958cf-d3f5-449f-9c50-d799aab5e90b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=58b6accae1a64f1388309ee24df0cfdd&device_id=2bc62451-e0ad-454f-8663-3316b2c7bad0 HTTP/1.1" status: 200 len: 1101 time: 0.0411353 Jan 28 07:57:01.328424 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d0e9b3-350c-421e-a831-8b01a4da0b58 req-2b10ac8d-19ce-4206-826b-b2dbf7f0cd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:57:01.329887 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-57d0e9b3-350c-421e-a831-8b01a4da0b58 req-2b10ac8d-19ce-4206-826b-b2dbf7f0cd05 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb HTTP/1.1" status: 200 len: 870 time: 0.0859916 Jan 28 07:57:01.371868 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-57d0e9b3-350c-421e-a831-8b01a4da0b58 req-e0ec0bae-1072-4a96-8754-3cd7efd29fe6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=d3235a60-7ec6-4f7b-89b2-65d4283afcdb HTTP/1.1" status: 200 len: 217 time: 0.0360396 Jan 28 07:57:01.419440 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d0e9b3-350c-421e-a831-8b01a4da0b58 req-d5c700bc-fe83-440a-8d27-3e311ae06b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:57:01.420948 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-57d0e9b3-350c-421e-a831-8b01a4da0b58 req-d5c700bc-fe83-440a-8d27-3e311ae06b4e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5785b43d-448b-4d12-9eb5-4e4caf2e7eaf HTTP/1.1" status: 200 len: 843 time: 0.0439322 Jan 28 07:57:01.465444 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d0e9b3-350c-421e-a831-8b01a4da0b58 req-13d33739-3204-4972-9ef8-38b40de28d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:57:01.466943 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-57d0e9b3-350c-421e-a831-8b01a4da0b58 req-13d33739-3204-4972-9ef8-38b40de28d19 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0400839 Jan 28 07:57:01.557741 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-57d0e9b3-350c-421e-a831-8b01a4da0b58 req-27104e82-d802-42e5-ad8b-5f295c9e54c8 service neutron] 10.222.0.10 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848122 Jan 28 07:57:01.648765 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-57d0e9b3-350c-421e-a831-8b01a4da0b58 req-c8819470-ce7c-43d4-93f7-2d1a2eab538b service neutron] 10.222.0.10 "GET /v2.0/networks/d6e31ef3-5ca9-44ce-8765-5f1ffbf6f7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843952 Jan 28 07:57:01.700340 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd407a9e-a20e-4d69-b51f-c2070ba547c8 req-167eed4b-9c82-4750-bb3c-2aea45ea404c tempest-ServersAdminNegativeTestJSON-1525127225 tempest-ServersAdminNegativeTestJSON-1525127225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:57:01.701842 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-dd407a9e-a20e-4d69-b51f-c2070ba547c8 req-167eed4b-9c82-4750-bb3c-2aea45ea404c tempest-ServersAdminNegativeTestJSON-1525127225 tempest-ServersAdminNegativeTestJSON-1525127225-project] 10.222.0.41 "GET /v2.0/ports?device_id=2bc62451-e0ad-454f-8663-3316b2c7bad0 HTTP/1.1" status: 200 len: 949 time: 0.0572779 Jan 28 07:57:01.749281 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-dd407a9e-a20e-4d69-b51f-c2070ba547c8 req-779ec460-29fb-41a3-a18b-2b3c852b8589 tempest-ServersAdminNegativeTestJSON-1525127225 tempest-ServersAdminNegativeTestJSON-1525127225-project] 10.222.0.41 "GET /v2.0/security-groups?id=90a684d2-963d-4727-9df0-f689c90a2270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419037 Jan 28 07:57:02.162130 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [req-672d46cc-8ea0-4275-b3b2-9ea7745f422e req-d036b431-d5da-4b8f-9da5-7537b9c8ae34 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103283) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 07:57:02.162977 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-672d46cc-8ea0-4275-b3b2-9ea7745f422e req-d036b431-d5da-4b8f-9da5-7537b9c8ae34 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1162415 Jan 28 07:57:02.506409 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [req-8c6243c0-16b2-4a4d-888f-a7a56a4b2a1c req-a3b31ee9-4c70-4d77-93ce-8dd91f83b9f7 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 07:57:02.507449 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8c6243c0-16b2-4a4d-888f-a7a56a4b2a1c req-a3b31ee9-4c70-4d77-93ce-8dd91f83b9f7 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061042 Jan 28 07:57:02.831927 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880a8ffc-f356-43fc-a4e3-04319eaeaafc req-706483c7-6815-4028-afde-ce27d726e1a7 tempest-ServersAdminNegativeTestJSON-1525127225 tempest-ServersAdminNegativeTestJSON-1525127225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:57:02.833479 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-880a8ffc-f356-43fc-a4e3-04319eaeaafc req-706483c7-6815-4028-afde-ce27d726e1a7 tempest-ServersAdminNegativeTestJSON-1525127225 tempest-ServersAdminNegativeTestJSON-1525127225-project] 10.222.0.41 "GET /v2.0/ports?device_id=2bc62451-e0ad-454f-8663-3316b2c7bad0 HTTP/1.1" status: 200 len: 949 time: 0.0502772 Jan 28 07:57:02.879119 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-880a8ffc-f356-43fc-a4e3-04319eaeaafc req-423e9008-33d5-4169-9cb8-dfb69d191b8b tempest-ServersAdminNegativeTestJSON-1525127225 tempest-ServersAdminNegativeTestJSON-1525127225-project] 10.222.0.41 "GET /v2.0/security-groups?id=90a684d2-963d-4727-9df0-f689c90a2270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399432 Jan 28 07:57:03.305176 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7963cf30-0c32-4376-89b8-4bffae68875f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:57:03.352349 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:57:03.995234 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349412b2-b8c3-4d00-b67d-1b5e7ebc9b65 req-aa27716b-c26e-4de6-bebb-df274cc68373 tempest-ServersAdminNegativeTestJSON-1525127225 tempest-ServersAdminNegativeTestJSON-1525127225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:57:03.996740 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-349412b2-b8c3-4d00-b67d-1b5e7ebc9b65 req-aa27716b-c26e-4de6-bebb-df274cc68373 tempest-ServersAdminNegativeTestJSON-1525127225 tempest-ServersAdminNegativeTestJSON-1525127225-project] 10.222.0.41 "GET /v2.0/ports?device_id=2bc62451-e0ad-454f-8663-3316b2c7bad0 HTTP/1.1" status: 200 len: 949 time: 0.0475986 Jan 28 07:57:04.043439 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-349412b2-b8c3-4d00-b67d-1b5e7ebc9b65 req-f5bc8ae3-5d1d-451f-8f94-bd667eaf5924 tempest-ServersAdminNegativeTestJSON-1525127225 tempest-ServersAdminNegativeTestJSON-1525127225-project] 10.222.0.41 "GET /v2.0/security-groups?id=90a684d2-963d-4727-9df0-f689c90a2270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410757 Jan 28 07:57:04.322280 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb525dd-aecc-42ec-90d2-c096ea3a0089 req-4ac0f39c-c4f5-40c5-bf97-09ed26c59aab tempest-ServersAdminNegativeTestJSON-1525127225 tempest-ServersAdminNegativeTestJSON-1525127225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:57:04.323751 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-aeb525dd-aecc-42ec-90d2-c096ea3a0089 req-4ac0f39c-c4f5-40c5-bf97-09ed26c59aab tempest-ServersAdminNegativeTestJSON-1525127225 tempest-ServersAdminNegativeTestJSON-1525127225-project] 10.222.0.10 "GET /v2.0/ports?device_id=2bc62451-e0ad-454f-8663-3316b2c7bad0 HTTP/1.1" status: 200 len: 949 time: 0.0519216 Jan 28 07:57:04.403354 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:57:04.413291 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-aeb525dd-aecc-42ec-90d2-c096ea3a0089 req-bcd47fa8-e1cd-42f6-b02d-7d59af26a9ac tempest-ServersAdminNegativeTestJSON-1525127225 tempest-ServersAdminNegativeTestJSON-1525127225-project] Deleting port d3235a60-7ec6-4f7b-89b2-65d4283afcdb {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:57:04.413637 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-aeb525dd-aecc-42ec-90d2-c096ea3a0089 req-bcd47fa8-e1cd-42f6-b02d-7d59af26a9ac tempest-ServersAdminNegativeTestJSON-1525127225 tempest-ServersAdminNegativeTestJSON-1525127225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (d3235a60-7ec6-4f7b-89b2-65d4283afcdb), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:57:04.505133 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-aeb525dd-aecc-42ec-90d2-c096ea3a0089 req-bcd47fa8-e1cd-42f6-b02d-7d59af26a9ac tempest-ServersAdminNegativeTestJSON-1525127225 tempest-ServersAdminNegativeTestJSON-1525127225-project] For port d3235a60-7ec6-4f7b-89b2-65d4283afcdb, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=d3235a60-7ec6-4f7b-89b2-65d4283afcdb,segment=NetworkSegment(9d52209e-a416-4cfe-8f8a-19567a90fa3e),segment_id=9d52209e-a416-4cfe-8f8a-19567a90fa3e)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:57:04.505506 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-aeb525dd-aecc-42ec-90d2-c096ea3a0089 req-bcd47fa8-e1cd-42f6-b02d-7d59af26a9ac tempest-ServersAdminNegativeTestJSON-1525127225 tempest-ServersAdminNegativeTestJSON-1525127225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (d3235a60-7ec6-4f7b-89b2-65d4283afcdb), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:57:04.517650 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-aeb525dd-aecc-42ec-90d2-c096ea3a0089 req-bcd47fa8-e1cd-42f6-b02d-7d59af26a9ac tempest-ServersAdminNegativeTestJSON-1525127225 tempest-ServersAdminNegativeTestJSON-1525127225-project] Calling delete_port for d3235a60-7ec6-4f7b-89b2-65d4283afcdb owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:57:04.643416 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-aeb525dd-aecc-42ec-90d2-c096ea3a0089 req-bcd47fa8-e1cd-42f6-b02d-7d59af26a9ac tempest-ServersAdminNegativeTestJSON-1525127225 tempest-ServersAdminNegativeTestJSON-1525127225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (d3235a60-7ec6-4f7b-89b2-65d4283afcdb), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:57:04.673862 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd47fa8-e1cd-42f6-b02d-7d59af26a9ac tempest-ServersAdminNegativeTestJSON-1525127225 tempest-ServersAdminNegativeTestJSON-1525127225-project] Pushing event deleted for resources: {'Port': ['ID=d3235a60-7ec6-4f7b-89b2-65d4283afcdb,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:57:04.698136 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['d3235a60-7ec6-4f7b-89b2-65d4283afcdb'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:57:04.716892 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeb525dd-aecc-42ec-90d2-c096ea3a0089 req-bcd47fa8-e1cd-42f6-b02d-7d59af26a9ac tempest-ServersAdminNegativeTestJSON-1525127225 tempest-ServersAdminNegativeTestJSON-1525127225-project] No DVR routers for this DVR port d3235a60-7ec6-4f7b-89b2-65d4283afcdb on host n-h1-712749-28 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:57:04.719465 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-aeb525dd-aecc-42ec-90d2-c096ea3a0089 req-bcd47fa8-e1cd-42f6-b02d-7d59af26a9ac tempest-ServersAdminNegativeTestJSON-1525127225 tempest-ServersAdminNegativeTestJSON-1525127225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:57:04.722872 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-aeb525dd-aecc-42ec-90d2-c096ea3a0089 req-bcd47fa8-e1cd-42f6-b02d-7d59af26a9ac tempest-ServersAdminNegativeTestJSON-1525127225 tempest-ServersAdminNegativeTestJSON-1525127225-project] 10.222.0.10 "DELETE /v2.0/ports/d3235a60-7ec6-4f7b-89b2-65d4283afcdb HTTP/1.1" status: 204 len: 173 time: 0.3929267 Jan 28 07:57:04.723872 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bc62451-e0ad-454f-8663-3316b2c7bad0', 'name': 'network-vif-deleted', 'tag': 'd3235a60-7ec6-4f7b-89b2-65d4283afcdb'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:57:04.726198 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16a187c2-eca6-4c01-9f21-41b04f343ca3" -d '{"events": [{"server_uuid": "2bc62451-e0ad-454f-8663-3316b2c7bad0", "name": "network-vif-deleted", "tag": "d3235a60-7ec6-4f7b-89b2-65d4283afcdb"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:57:04.771596 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aab47774-998b-440e-9ff7-841371ad6797 x-openstack-request-id: req-aab47774-998b-440e-9ff7-841371ad6797 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:57:04.771964 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bc62451-e0ad-454f-8663-3316b2c7bad0", "name": "network-vif-deleted", "tag": "d3235a60-7ec6-4f7b-89b2-65d4283afcdb", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:57:04.772339 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-aab47774-998b-440e-9ff7-841371ad6797 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:57:04.772820 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bc62451-e0ad-454f-8663-3316b2c7bad0', 'name': 'network-vif-deleted', 'tag': 'd3235a60-7ec6-4f7b-89b2-65d4283afcdb', 'status': 'completed', 'code': 200} Jan 28 07:57:05.148151 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a1636dcf-b169-4fb6-ad26-d67375051e0b req-4cf738e4-bfd0-4e2e-be6a-5af5bb3fbd23 tempest-ServersAdminNegativeTestJSON-1525127225 tempest-ServersAdminNegativeTestJSON-1525127225-project] 10.222.0.41 "GET /v2.0/ports?device_id=2bc62451-e0ad-454f-8663-3316b2c7bad0 HTTP/1.1" status: 200 len: 210 time: 0.0265064 Jan 28 07:57:05.669510 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-483fb7c4-6585-4593-a7e1-287cbfc4f4cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:57:06.443078 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 37344) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:57:06.571858 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-12e7d679-f4e8-4ff0-871f-7b768de785ae admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=58b6accae1a64f1388309ee24df0cfdd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1275756 Jan 28 07:57:06.574365 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 37348) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:57:06.619989 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ba41006e-a359-4469-be9d-b08f44a43c5c admin admin] Publish callbacks [] for security_group (90a684d2-963d-4727-9df0-f689c90a2270), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:57:06.637073 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [req-48212671-cab5-4b79-904b-02a544a9f3d9 req-81fafaae-f39a-4eab-ae84-aaa4d3bc64f3 service neutron] (103283) timed out ('10.222.0.44', 65167) {{(pid=103283) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 07:57:06.640147 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ba41006e-a359-4469-be9d-b08f44a43c5c admin admin] Publish callbacks [] for security_group (90a684d2-963d-4727-9df0-f689c90a2270), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:57:06.685213 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ba41006e-a359-4469-be9d-b08f44a43c5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (90a684d2-963d-4727-9df0-f689c90a2270), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:57:06.687900 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ba41006e-a359-4469-be9d-b08f44a43c5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:57:06.689076 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-ba41006e-a359-4469-be9d-b08f44a43c5c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/90a684d2-963d-4727-9df0-f689c90a2270 HTTP/1.1" status: 204 len: 168 time: 0.1138234 Jan 28 07:57:06.697598 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba41006e-a359-4469-be9d-b08f44a43c5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90a684d2-963d-4727-9df0-f689c90a2270,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:57:06.947333 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 37354) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:57:06.964012 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f5de5fda-3eb5-4213-b75c-89b4133c6629 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:57:07.038653 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f5de5fda-3eb5-4213-b75c-89b4133c6629 admin admin] Publish callbacks [] for security_group (b6fc292b-8b1f-49d0-8fcb-9a773e8f548d), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:57:07.042473 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f5de5fda-3eb5-4213-b75c-89b4133c6629 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (b6fc292b-8b1f-49d0-8fcb-9a773e8f548d), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:57:07.080288 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-f5de5fda-3eb5-4213-b75c-89b4133c6629 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1c03115c75bf4a6489ee461494ed9357&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1318810 Jan 28 07:57:07.081505 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5de5fda-3eb5-4213-b75c-89b4133c6629 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6fc292b-8b1f-49d0-8fcb-9a773e8f548d,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:57:07.082980 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 37356) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:57:07.114343 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:57:07.134285 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c5da5684-64ed-4348-b19f-da9a0cee7858 admin admin] Publish callbacks [] for security_group (b6fc292b-8b1f-49d0-8fcb-9a773e8f548d), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:57:07.154440 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c5da5684-64ed-4348-b19f-da9a0cee7858 admin admin] Publish callbacks [] for security_group (b6fc292b-8b1f-49d0-8fcb-9a773e8f548d), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:57:07.209380 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c5da5684-64ed-4348-b19f-da9a0cee7858 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (b6fc292b-8b1f-49d0-8fcb-9a773e8f548d), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:57:07.212458 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c5da5684-64ed-4348-b19f-da9a0cee7858 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:57:07.213597 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-c5da5684-64ed-4348-b19f-da9a0cee7858 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b6fc292b-8b1f-49d0-8fcb-9a773e8f548d HTTP/1.1" status: 204 len: 168 time: 0.1287005 Jan 28 07:57:07.222286 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5da5684-64ed-4348-b19f-da9a0cee7858 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6fc292b-8b1f-49d0-8fcb-9a773e8f548d,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:57:07.954241 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 37378) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:57:08.056797 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-be3fcfae-bd04-4d7d-85af-3f2f818d6959 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-561460466-network', 'tenant_id': 'a7881d1804914d31ad397f1fb0afab9c'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:57:08.076331 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be3fcfae-bd04-4d7d-85af-3f2f818d6959 admin admin] Made reservation on behalf of a7881d1804914d31ad397f1fb0afab9c for: {'network': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:57:08.078576 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-be3fcfae-bd04-4d7d-85af-3f2f818d6959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:57:08.086702 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-be3fcfae-bd04-4d7d-85af-3f2f818d6959 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:57:08.163012 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-be3fcfae-bd04-4d7d-85af-3f2f818d6959 admin admin] Publish callbacks [] for security_group (937d47b3-5381-4d7e-a14a-157ae2791c14), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:57:08.167119 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-be3fcfae-bd04-4d7d-85af-3f2f818d6959 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (937d47b3-5381-4d7e-a14a-157ae2791c14), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:57:08.192225 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be3fcfae-bd04-4d7d-85af-3f2f818d6959 admin admin] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=103283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:57:08.202987 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3fcfae-bd04-4d7d-85af-3f2f818d6959 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=937d47b3-5381-4d7e-a14a-157ae2791c14,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:57:08.207861 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-be3fcfae-bd04-4d7d-85af-3f2f818d6959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (6cdc1e8d-0af6-44ee-a149-44c986e226da), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:57:08.208232 n-d-712749-28 neutron-server[103283]: INFO neutron.db.segments_db [None req-be3fcfae-bd04-4d7d-85af-3f2f818d6959 admin admin] Added segment 6cdc1e8d-0af6-44ee-a149-44c986e226da of type vlan for network 942527cb-8bb7-4512-9c4e-89394e096ef6 Jan 28 07:57:08.247761 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-be3fcfae-bd04-4d7d-85af-3f2f818d6959 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (942527cb-8bb7-4512-9c4e-89394e096ef6), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:57:08.272274 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-be3fcfae-bd04-4d7d-85af-3f2f818d6959 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (942527cb-8bb7-4512-9c4e-89394e096ef6), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:57:08.273198 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be3fcfae-bd04-4d7d-85af-3f2f818d6959 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:57:08.273770 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-be3fcfae-bd04-4d7d-85af-3f2f818d6959 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:57:08.329588 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-be3fcfae-bd04-4d7d-85af-3f2f818d6959 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3741426 Jan 28 07:57:08.332615 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 37382) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:57:08.337749 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-56e54e2d-4a65-4809-86b2-3b163859389a admin admin] Request body: {'subnet': {'network_id': '942527cb-8bb7-4512-9c4e-89394e096ef6', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-561460466-subnet', 'tenant_id': 'a7881d1804914d31ad397f1fb0afab9c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:57:08.345065 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3fcfae-bd04-4d7d-85af-3f2f818d6959 admin admin] Pushing event updated for resources: {'Network': ['ID=942527cb-8bb7-4512-9c4e-89394e096ef6,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:57:08.356600 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network 942527cb-8bb7-4512-9c4e-89394e096ef6 details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:57:08.357218 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56e54e2d-4a65-4809-86b2-3b163859389a admin admin] Made reservation on behalf of a7881d1804914d31ad397f1fb0afab9c for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:57:08.359852 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-56e54e2d-4a65-4809-86b2-3b163859389a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24979592'] for subnet (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:57:08.527936 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-56e54e2d-4a65-4809-86b2-3b163859389a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24757504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24979610'] for subnet (7b7f7170-165f-4081-8a24-8fff5c4b8943), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:57:08.583210 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e54e2d-4a65-4809-86b2-3b163859389a admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b7f7170-165f-4081-8a24-8fff5c4b8943,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:57:08.591808 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e54e2d-4a65-4809-86b2-3b163859389a admin admin] Checking segment: {'id': '6cdc1e8d-0af6-44ee-a149-44c986e226da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '942527cb-8bb7-4512-9c4e-89394e096ef6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:57:08.592285 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e54e2d-4a65-4809-86b2-3b163859389a admin admin] Network hostable DHCP agents. Network: 942527cb-8bb7-4512-9c4e-89394e096ef6, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:57:08.609390 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e54e2d-4a65-4809-86b2-3b163859389a admin admin] Network 942527cb-8bb7-4512-9c4e-89394e096ef6 is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:57:08.618353 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-56e54e2d-4a65-4809-86b2-3b163859389a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, 942527cb-8bb7-4512-9c4e-89394e096ef6) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:57:08.622784 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e54e2d-4a65-4809-86b2-3b163859389a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:57:08.623382 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-56e54e2d-4a65-4809-86b2-3b163859389a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:57:08.627439 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-092eb901-6d44-493e-a418-c5281ba64fed None None] Network 942527cb-8bb7-4512-9c4e-89394e096ef6 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:57:08.638586 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-56e54e2d-4a65-4809-86b2-3b163859389a admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3048925 Jan 28 07:57:08.725492 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c4d254-63f5-4a54-8872-26d1fdcb847c None None] Network 942527cb-8bb7-4512-9c4e-89394e096ef6 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:57:08.830785 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:57:09.060610 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f5c45b-0b9a-4aa7-b33d-237b7caf2c38 req-604154ed-01e2-474c-816f-6c06b3569bb9 tempest-DeleteServersTestJSON-685445768 tempest-DeleteServersTestJSON-685445768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:57:09.062081 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-40f5c45b-0b9a-4aa7-b33d-237b7caf2c38 req-604154ed-01e2-474c-816f-6c06b3569bb9 tempest-DeleteServersTestJSON-685445768 tempest-DeleteServersTestJSON-685445768-project] 10.222.0.41 "GET /v2.0/networks?id=942527cb-8bb7-4512-9c4e-89394e096ef6 HTTP/1.1" status: 200 len: 811 time: 0.1000473 Jan 28 07:57:09.077046 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-40f5c45b-0b9a-4aa7-b33d-237b7caf2c38 req-7f01ea8b-f64a-4110-85c0-da23f2b9e74a tempest-DeleteServersTestJSON-685445768 tempest-DeleteServersTestJSON-685445768-project] 10.222.0.41 "GET /v2.0/quotas/a7881d1804914d31ad397f1fb0afab9c HTTP/1.1" status: 200 len: 375 time: 0.0097435 Jan 28 07:57:09.084008 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device d3235a60-7ec6-4f7b-89b2-65d4283afcdb no longer exists at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:57:09.104725 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] No Port match for: d3235a60-7ec6-4f7b-89b2-65d4283afcdb {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:57:09.105172 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device d3235a60-7ec6-4f7b-89b2-65d4283afcdb not bound to the agent host n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:57:09.112327 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-40f5c45b-0b9a-4aa7-b33d-237b7caf2c38 req-bb8117b6-2385-482b-826c-dc06317344ea tempest-DeleteServersTestJSON-685445768 tempest-DeleteServersTestJSON-685445768-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=a7881d1804914d31ad397f1fb0afab9c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0305521 Jan 28 07:57:09.202397 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-40f5c45b-0b9a-4aa7-b33d-237b7caf2c38 req-9b4b833c-0969-4399-af32-43cf3da0d830 service neutron] 10.222.0.41 "GET /v2.0/networks/942527cb-8bb7-4512-9c4e-89394e096ef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827136 Jan 28 07:57:09.294933 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-40f5c45b-0b9a-4aa7-b33d-237b7caf2c38 req-856d4a80-5933-46da-9d41-d72db00c7914 service neutron] 10.222.0.41 "GET /v2.0/networks/942527cb-8bb7-4512-9c4e-89394e096ef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869422 Jan 28 07:57:09.454251 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-380dd591-5195-444e-9d06-7fe28a442c30 req-13f24702-ea85-48b7-b2a5-8c99f2c6a4e8 tempest-DeleteServersTestJSON-685445768 tempest-DeleteServersTestJSON-685445768-project] 10.222.0.41 "GET /v2.0/ports?device_id=f248d1ea-71f3-4fca-be02-341640309a15 HTTP/1.1" status: 200 len: 210 time: 0.0276492 Jan 28 07:57:09.755061 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:57:10.554422 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8ad01290-5a80-4e15-8e45-5bb796280b0f req-694d558b-d62d-4a6c-8d0a-8ecbf6739c1b tempest-DeleteServersTestJSON-685445768 tempest-DeleteServersTestJSON-685445768-project] 10.222.0.41 "GET /v2.0/ports?device_id=f248d1ea-71f3-4fca-be02-341640309a15 HTTP/1.1" status: 200 len: 210 time: 0.0282593 Jan 28 07:57:10.602470 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f5c45b-0b9a-4aa7-b33d-237b7caf2c38 req-fff8a64d-ff27-4dd5-a6a5-0eb71f1e3980 tempest-DeleteServersTestJSON-685445768 tempest-DeleteServersTestJSON-685445768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:57:10.603992 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-40f5c45b-0b9a-4aa7-b33d-237b7caf2c38 req-fff8a64d-ff27-4dd5-a6a5-0eb71f1e3980 tempest-DeleteServersTestJSON-685445768 tempest-DeleteServersTestJSON-685445768-project] 10.222.0.10 "GET /v2.0/networks?id=942527cb-8bb7-4512-9c4e-89394e096ef6 HTTP/1.1" status: 200 len: 811 time: 0.1270897 Jan 28 07:57:10.635369 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-40f5c45b-0b9a-4aa7-b33d-237b7caf2c38 req-e9ad49f8-e23c-4883-b516-15c5d48611ad tempest-DeleteServersTestJSON-685445768 tempest-DeleteServersTestJSON-685445768-project] Request body: {'port': {'device_id': 'f248d1ea-71f3-4fca-be02-341640309a15', 'network_id': '942527cb-8bb7-4512-9c4e-89394e096ef6', 'admin_state_up': True, 'tenant_id': 'a7881d1804914d31ad397f1fb0afab9c'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:57:10.741625 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40f5c45b-0b9a-4aa7-b33d-237b7caf2c38 req-e9ad49f8-e23c-4883-b516-15c5d48611ad tempest-DeleteServersTestJSON-685445768 tempest-DeleteServersTestJSON-685445768-project] Made reservation on behalf of a7881d1804914d31ad397f1fb0afab9c for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:57:10.744988 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-40f5c45b-0b9a-4aa7-b33d-237b7caf2c38 req-e9ad49f8-e23c-4883-b516-15c5d48611ad tempest-DeleteServersTestJSON-685445768 tempest-DeleteServersTestJSON-685445768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:57:10.872996 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-40f5c45b-0b9a-4aa7-b33d-237b7caf2c38 req-e9ad49f8-e23c-4883-b516-15c5d48611ad tempest-DeleteServersTestJSON-685445768 tempest-DeleteServersTestJSON-685445768-project] Allocated IP 172.20.0.5 (942527cb-8bb7-4512-9c4e-89394e096ef6/7b7f7170-165f-4081-8a24-8fff5c4b8943/2b8ef712-4c75-4602-a22f-5353e4d185eb) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:57:11.020295 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-40f5c45b-0b9a-4aa7-b33d-237b7caf2c38 req-e9ad49f8-e23c-4883-b516-15c5d48611ad tempest-DeleteServersTestJSON-685445768 tempest-DeleteServersTestJSON-685445768-project] Publish callbacks [] for port (2b8ef712-4c75-4602-a22f-5353e4d185eb), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:57:11.054897 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-40f5c45b-0b9a-4aa7-b33d-237b7caf2c38 req-e9ad49f8-e23c-4883-b516-15c5d48611ad tempest-DeleteServersTestJSON-685445768 tempest-DeleteServersTestJSON-685445768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (2b8ef712-4c75-4602-a22f-5353e4d185eb), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:57:11.096115 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40f5c45b-0b9a-4aa7-b33d-237b7caf2c38 req-e9ad49f8-e23c-4883-b516-15c5d48611ad tempest-DeleteServersTestJSON-685445768 tempest-DeleteServersTestJSON-685445768-project] Network 942527cb-8bb7-4512-9c4e-89394e096ef6 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:57:11.099014 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-40f5c45b-0b9a-4aa7-b33d-237b7caf2c38 req-e9ad49f8-e23c-4883-b516-15c5d48611ad tempest-DeleteServersTestJSON-685445768 tempest-DeleteServersTestJSON-685445768-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:57:11.102962 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-40f5c45b-0b9a-4aa7-b33d-237b7caf2c38 req-e9ad49f8-e23c-4883-b516-15c5d48611ad tempest-DeleteServersTestJSON-685445768 tempest-DeleteServersTestJSON-685445768-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:57:11.134052 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ad49f8-e23c-4883-b516-15c5d48611ad tempest-DeleteServersTestJSON-685445768 tempest-DeleteServersTestJSON-685445768-project] Pushing event updated for resources: {'Port': ['ID=2b8ef712-4c75-4602-a22f-5353e4d185eb,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:57:11.156640 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f5c45b-0b9a-4aa7-b33d-237b7caf2c38 req-e9ad49f8-e23c-4883-b516-15c5d48611ad tempest-DeleteServersTestJSON-685445768 tempest-DeleteServersTestJSON-685445768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:57:11.157256 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-40f5c45b-0b9a-4aa7-b33d-237b7caf2c38 req-e9ad49f8-e23c-4883-b516-15c5d48611ad tempest-DeleteServersTestJSON-685445768 tempest-DeleteServersTestJSON-685445768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:57:11.172492 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-40f5c45b-0b9a-4aa7-b33d-237b7caf2c38 req-e9ad49f8-e23c-4883-b516-15c5d48611ad tempest-DeleteServersTestJSON-685445768 tempest-DeleteServersTestJSON-685445768-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5416715 Jan 28 07:57:11.196648 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-40f5c45b-0b9a-4aa7-b33d-237b7caf2c38 req-f02a2ff8-90b8-46de-8847-8e4110376698 service neutron] Request body: {'port': {'device_id': 'f248d1ea-71f3-4fca-be02-341640309a15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-28'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:57:11.253402 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-40f5c45b-0b9a-4aa7-b33d-237b7caf2c38 req-f02a2ff8-90b8-46de-8847-8e4110376698 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (2b8ef712-4c75-4602-a22f-5353e4d185eb), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:57:11.510731 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-40f5c45b-0b9a-4aa7-b33d-237b7caf2c38 req-f02a2ff8-90b8-46de-8847-8e4110376698 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b8ef712-4c75-4602-a22f-5353e4d185eb {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:57:11.518080 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-40f5c45b-0b9a-4aa7-b33d-237b7caf2c38 req-f02a2ff8-90b8-46de-8847-8e4110376698 service neutron] Publish callbacks [] for port (2b8ef712-4c75-4602-a22f-5353e4d185eb), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:57:11.530470 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-40f5c45b-0b9a-4aa7-b33d-237b7caf2c38 req-f02a2ff8-90b8-46de-8847-8e4110376698 service neutron] Transition to ACTIVE for port object 2b8ef712-4c75-4602-a22f-5353e4d185eb will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:57:11.534077 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-40f5c45b-0b9a-4aa7-b33d-237b7caf2c38 req-f02a2ff8-90b8-46de-8847-8e4110376698 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (2b8ef712-4c75-4602-a22f-5353e4d185eb), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:57:11.604988 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02a2ff8-90b8-46de-8847-8e4110376698 service neutron] Pushing event updated for resources: {'Port': ['ID=2b8ef712-4c75-4602-a22f-5353e4d185eb,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:57:11.693533 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eb785b-df64-4419-bb51-15b8ba5adc5a req-a93808b5-48ea-44ab-bbd6-0b055a677d8b tempest-DeleteServersTestJSON-685445768 tempest-DeleteServersTestJSON-685445768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:57:11.694913 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-11eb785b-df64-4419-bb51-15b8ba5adc5a req-a93808b5-48ea-44ab-bbd6-0b055a677d8b tempest-DeleteServersTestJSON-685445768 tempest-DeleteServersTestJSON-685445768-project] 10.222.0.41 "GET /v2.0/ports?device_id=f248d1ea-71f3-4fca-be02-341640309a15 HTTP/1.1" status: 200 len: 943 time: 0.0646923 Jan 28 07:57:11.695540 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-40f5c45b-0b9a-4aa7-b33d-237b7caf2c38 req-f02a2ff8-90b8-46de-8847-8e4110376698 service neutron] Attempting to bind port 2b8ef712-4c75-4602-a22f-5353e4d185eb on host n-h1-712749-28 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:57:11.695871 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-40f5c45b-0b9a-4aa7-b33d-237b7caf2c38 req-f02a2ff8-90b8-46de-8847-8e4110376698 service neutron] Attempting to bind port 2b8ef712-4c75-4602-a22f-5353e4d185eb by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': '6cdc1e8d-0af6-44ee-a149-44c986e226da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '942527cb-8bb7-4512-9c4e-89394e096ef6'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:57:11.696218 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f5c45b-0b9a-4aa7-b33d-237b7caf2c38 req-f02a2ff8-90b8-46de-8847-8e4110376698 service neutron] Attempting to bind port 2b8ef712-4c75-4602-a22f-5353e4d185eb on network 942527cb-8bb7-4512-9c4e-89394e096ef6 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:57:11.702252 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f5c45b-0b9a-4aa7-b33d-237b7caf2c38 req-f02a2ff8-90b8-46de-8847-8e4110376698 service neutron] Port 2b8ef712-4c75-4602-a22f-5353e4d185eb on network 942527cb-8bb7-4512-9c4e-89394e096ef6 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:57:11.702567 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f5c45b-0b9a-4aa7-b33d-237b7caf2c38 req-f02a2ff8-90b8-46de-8847-8e4110376698 service neutron] Attempting to bind port 2b8ef712-4c75-4602-a22f-5353e4d185eb on network 942527cb-8bb7-4512-9c4e-89394e096ef6 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:57:11.711842 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f5c45b-0b9a-4aa7-b33d-237b7caf2c38 req-f02a2ff8-90b8-46de-8847-8e4110376698 service neutron] Checking agent: {'id': '2fca46b1-237f-4857-9290-2429d810e472', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 57, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:57:11.712174 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f5c45b-0b9a-4aa7-b33d-237b7caf2c38 req-f02a2ff8-90b8-46de-8847-8e4110376698 service neutron] Checking segment: {'id': '6cdc1e8d-0af6-44ee-a149-44c986e226da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '942527cb-8bb7-4512-9c4e-89394e096ef6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:57:11.712567 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f5c45b-0b9a-4aa7-b33d-237b7caf2c38 req-f02a2ff8-90b8-46de-8847-8e4110376698 service neutron] Bound using segment: {'id': '6cdc1e8d-0af6-44ee-a149-44c986e226da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '942527cb-8bb7-4512-9c4e-89394e096ef6'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:57:11.712992 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-40f5c45b-0b9a-4aa7-b33d-237b7caf2c38 req-f02a2ff8-90b8-46de-8847-8e4110376698 service neutron] Bound port: 2b8ef712-4c75-4602-a22f-5353e4d185eb, host: n-h1-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cdc1e8d-0af6-44ee-a149-44c986e226da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '942527cb-8bb7-4512-9c4e-89394e096ef6'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:57:11.713344 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-40f5c45b-0b9a-4aa7-b33d-237b7caf2c38 req-f02a2ff8-90b8-46de-8847-8e4110376698 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (2b8ef712-4c75-4602-a22f-5353e4d185eb), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:57:11.781053 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-11eb785b-df64-4419-bb51-15b8ba5adc5a req-cad0282c-d943-4edb-a544-f8fa49513371 tempest-DeleteServersTestJSON-685445768 tempest-DeleteServersTestJSON-685445768-project] 10.222.0.41 "GET /v2.0/security-groups?id=937d47b3-5381-4d7e-a14a-157ae2791c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805295 Jan 28 07:57:11.807213 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-40f5c45b-0b9a-4aa7-b33d-237b7caf2c38 req-f02a2ff8-90b8-46de-8847-8e4110376698 service neutron] For port 2b8ef712-4c75-4602-a22f-5353e4d185eb, host n-h1-712749-28, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:57:11.810714 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-40f5c45b-0b9a-4aa7-b33d-237b7caf2c38 req-f02a2ff8-90b8-46de-8847-8e4110376698 service neutron] For port 2b8ef712-4c75-4602-a22f-5353e4d185eb, host n-h1-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=2b8ef712-4c75-4602-a22f-5353e4d185eb,segment=NetworkSegment(6cdc1e8d-0af6-44ee-a149-44c986e226da),segment_id=6cdc1e8d-0af6-44ee-a149-44c986e226da)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:57:11.814847 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-40f5c45b-0b9a-4aa7-b33d-237b7caf2c38 req-f02a2ff8-90b8-46de-8847-8e4110376698 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (2b8ef712-4c75-4602-a22f-5353e4d185eb), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:57:11.848825 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f5c45b-0b9a-4aa7-b33d-237b7caf2c38 req-f02a2ff8-90b8-46de-8847-8e4110376698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:57:11.850174 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-40f5c45b-0b9a-4aa7-b33d-237b7caf2c38 req-f02a2ff8-90b8-46de-8847-8e4110376698 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:57:11.851678 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-40f5c45b-0b9a-4aa7-b33d-237b7caf2c38 req-f02a2ff8-90b8-46de-8847-8e4110376698 service neutron] 10.222.0.10 "PUT /v2.0/ports/2b8ef712-4c75-4602-a22f-5353e4d185eb HTTP/1.1" status: 200 len: 1092 time: 0.6601493 Jan 28 07:57:11.852120 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f248d1ea-71f3-4fca-be02-341640309a15', 'tag': '2b8ef712-4c75-4602-a22f-5353e4d185eb'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:57:11.854380 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a71dd853-13e4-4fb2-8880-35a27054e3f8" -d '{"events": [{"name": "network-changed", "server_uuid": "f248d1ea-71f3-4fca-be02-341640309a15", "tag": "2b8ef712-4c75-4602-a22f-5353e4d185eb"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:57:11.878562 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02a2ff8-90b8-46de-8847-8e4110376698 service neutron] Pushing event updated for resources: {'Port': ['ID=2b8ef712-4c75-4602-a22f-5353e4d185eb,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:57:11.893766 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bf6cf70-ee4b-4f5c-a0a0-c076d2501d29 x-openstack-request-id: req-0bf6cf70-ee4b-4f5c-a0a0-c076d2501d29 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:57:11.894064 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f248d1ea-71f3-4fca-be02-341640309a15", "tag": "2b8ef712-4c75-4602-a22f-5353e4d185eb", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:57:11.894321 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0bf6cf70-ee4b-4f5c-a0a0-c076d2501d29 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:57:11.894722 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f248d1ea-71f3-4fca-be02-341640309a15', 'tag': '2b8ef712-4c75-4602-a22f-5353e4d185eb', 'status': 'completed', 'code': 200} Jan 28 07:57:11.953749 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f5c45b-0b9a-4aa7-b33d-237b7caf2c38 req-6cd17c6a-93d7-42a8-a4ed-9904ad7d8d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:57:11.955179 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-40f5c45b-0b9a-4aa7-b33d-237b7caf2c38 req-6cd17c6a-93d7-42a8-a4ed-9904ad7d8d76 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a7881d1804914d31ad397f1fb0afab9c&device_id=f248d1ea-71f3-4fca-be02-341640309a15 HTTP/1.1" status: 200 len: 1095 time: 0.0427172 Jan 28 07:57:12.001865 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-40f5c45b-0b9a-4aa7-b33d-237b7caf2c38 req-c7a9e605-a79e-435c-abb5-989151497779 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2b8ef712-4c75-4602-a22f-5353e4d185eb HTTP/1.1" status: 200 len: 217 time: 0.0342526 Jan 28 07:57:12.056251 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f5c45b-0b9a-4aa7-b33d-237b7caf2c38 req-e52641cd-a3ea-4da3-9a84-921d39d2cbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:57:12.057685 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-40f5c45b-0b9a-4aa7-b33d-237b7caf2c38 req-e52641cd-a3ea-4da3-9a84-921d39d2cbd0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7b7f7170-165f-4081-8a24-8fff5c4b8943 HTTP/1.1" status: 200 len: 851 time: 0.0476031 Jan 28 07:57:12.090965 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-40f5c45b-0b9a-4aa7-b33d-237b7caf2c38 req-21e0f7af-6a64-4205-8d4c-a1953e4f0cde service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=942527cb-8bb7-4512-9c4e-89394e096ef6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244567 Jan 28 07:57:12.183004 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-40f5c45b-0b9a-4aa7-b33d-237b7caf2c38 req-78dd0e7d-100b-4076-8deb-c10fcc7b7a2d service neutron] 10.222.0.10 "GET /v2.0/networks/942527cb-8bb7-4512-9c4e-89394e096ef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822122 Jan 28 07:57:12.276752 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-40f5c45b-0b9a-4aa7-b33d-237b7caf2c38 req-8b5b6f26-0264-4f2b-968f-058fa0dc9e20 service neutron] 10.222.0.10 "GET /v2.0/networks/942527cb-8bb7-4512-9c4e-89394e096ef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852325 Jan 28 07:57:12.425694 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71dd853-13e4-4fb2-8880-35a27054e3f8 req-7d680223-6182-4620-9281-150915cc5bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:57:12.427207 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a71dd853-13e4-4fb2-8880-35a27054e3f8 req-7d680223-6182-4620-9281-150915cc5bdc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a7881d1804914d31ad397f1fb0afab9c&device_id=f248d1ea-71f3-4fca-be02-341640309a15 HTTP/1.1" status: 200 len: 1095 time: 0.0413609 Jan 28 07:57:12.518898 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71dd853-13e4-4fb2-8880-35a27054e3f8 req-3f6fcbcf-7811-4556-97e4-11695f943ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:57:12.520407 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a71dd853-13e4-4fb2-8880-35a27054e3f8 req-3f6fcbcf-7811-4556-97e4-11695f943ba1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=942527cb-8bb7-4512-9c4e-89394e096ef6 HTTP/1.1" status: 200 len: 912 time: 0.0871632 Jan 28 07:57:12.561329 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a71dd853-13e4-4fb2-8880-35a27054e3f8 req-9b5ffa45-bda0-4690-8d32-0c6f89686e8b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2b8ef712-4c75-4602-a22f-5353e4d185eb HTTP/1.1" status: 200 len: 217 time: 0.0350752 Jan 28 07:57:12.608693 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71dd853-13e4-4fb2-8880-35a27054e3f8 req-a5b1dda6-1248-4d1a-8039-dff88d87ba76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:57:12.610068 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a71dd853-13e4-4fb2-8880-35a27054e3f8 req-a5b1dda6-1248-4d1a-8039-dff88d87ba76 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7b7f7170-165f-4081-8a24-8fff5c4b8943 HTTP/1.1" status: 200 len: 851 time: 0.0422213 Jan 28 07:57:12.641694 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a71dd853-13e4-4fb2-8880-35a27054e3f8 req-74d2f892-80d5-4308-9c32-980de4456112 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=942527cb-8bb7-4512-9c4e-89394e096ef6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238171 Jan 28 07:57:12.741815 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a71dd853-13e4-4fb2-8880-35a27054e3f8 req-7b2de094-5707-4f2a-8eca-9e7825b0d91d service neutron] 10.222.0.10 "GET /v2.0/networks/942527cb-8bb7-4512-9c4e-89394e096ef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936124 Jan 28 07:57:12.834343 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a71dd853-13e4-4fb2-8880-35a27054e3f8 req-6ba0b21c-c3d7-4275-a070-453e6fd69d04 service neutron] 10.222.0.10 "GET /v2.0/networks/942527cb-8bb7-4512-9c4e-89394e096ef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858145 Jan 28 07:57:12.903833 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3f59b8-a8de-46b0-886a-b927710fc299 req-9ae66290-bd2d-41b6-802d-5d6d6e6d0ff3 tempest-DeleteServersTestJSON-685445768 tempest-DeleteServersTestJSON-685445768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:57:12.905363 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ef3f59b8-a8de-46b0-886a-b927710fc299 req-9ae66290-bd2d-41b6-802d-5d6d6e6d0ff3 tempest-DeleteServersTestJSON-685445768 tempest-DeleteServersTestJSON-685445768-project] 10.222.0.41 "GET /v2.0/ports?device_id=f248d1ea-71f3-4fca-be02-341640309a15 HTTP/1.1" status: 200 len: 943 time: 0.0544543 Jan 28 07:57:12.952590 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ef3f59b8-a8de-46b0-886a-b927710fc299 req-57a5936c-ce33-454d-a8ca-fc02336a74f0 tempest-DeleteServersTestJSON-685445768 tempest-DeleteServersTestJSON-685445768-project] 10.222.0.41 "GET /v2.0/security-groups?id=937d47b3-5381-4d7e-a14a-157ae2791c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414391 Jan 28 07:57:14.075956 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4547890-a99d-49f0-aeaa-53890eb86548 req-3a5a0cfa-a9bc-4f3c-91c1-f796e19464ff tempest-DeleteServersTestJSON-685445768 tempest-DeleteServersTestJSON-685445768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:57:14.077375 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e4547890-a99d-49f0-aeaa-53890eb86548 req-3a5a0cfa-a9bc-4f3c-91c1-f796e19464ff tempest-DeleteServersTestJSON-685445768 tempest-DeleteServersTestJSON-685445768-project] 10.222.0.41 "GET /v2.0/ports?device_id=f248d1ea-71f3-4fca-be02-341640309a15 HTTP/1.1" status: 200 len: 943 time: 0.0486562 Jan 28 07:57:14.124443 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e4547890-a99d-49f0-aeaa-53890eb86548 req-f765c7b8-7af4-4e0e-a63b-0b755ad82df0 tempest-DeleteServersTestJSON-685445768 tempest-DeleteServersTestJSON-685445768-project] 10.222.0.41 "GET /v2.0/security-groups?id=937d47b3-5381-4d7e-a14a-157ae2791c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410349 Jan 28 07:57:15.116410 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 2b8ef712-4c75-4602-a22f-5353e4d185eb details requested by agent hyperv_n-h1-712749-28 with host n-h1-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:57:15.214145 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 2b8ef712-4c75-4602-a22f-5353e4d185eb, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=2b8ef712-4c75-4602-a22f-5353e4d185eb,segment=NetworkSegment(6cdc1e8d-0af6-44ee-a149-44c986e226da),segment_id=6cdc1e8d-0af6-44ee-a149-44c986e226da)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:57:15.226601 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Returning: {'device': '2b8ef712-4c75-4602-a22f-5353e4d185eb', 'network_id': '942527cb-8bb7-4512-9c4e-89394e096ef6', 'port_id': '2b8ef712-4c75-4602-a22f-5353e4d185eb', 'mac_address': 'fa:16:3e:16:80:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b7f7170-165f-4081-8a24-8fff5c4b8943', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:57:15.240658 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e12069e-3e2a-4f76-9778-c0e975e6b2ab req-d6253626-4469-4419-8fd7-4d6bdced8449 tempest-DeleteServersTestJSON-685445768 tempest-DeleteServersTestJSON-685445768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:57:15.242177 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4e12069e-3e2a-4f76-9778-c0e975e6b2ab req-d6253626-4469-4419-8fd7-4d6bdced8449 tempest-DeleteServersTestJSON-685445768 tempest-DeleteServersTestJSON-685445768-project] 10.222.0.41 "GET /v2.0/ports?device_id=f248d1ea-71f3-4fca-be02-341640309a15 HTTP/1.1" status: 200 len: 943 time: 0.0489695 Jan 28 07:57:15.263819 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 2b8ef712-4c75-4602-a22f-5353e4d185eb is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:57:15.264248 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (2b8ef712-4c75-4602-a22f-5353e4d185eb), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:57:15.277124 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b8ef712-4c75-4602-a22f-5353e4d185eb {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:57:15.295723 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4e12069e-3e2a-4f76-9778-c0e975e6b2ab req-ec627aa2-c12a-4a05-9b85-6de25be0409b tempest-DeleteServersTestJSON-685445768 tempest-DeleteServersTestJSON-685445768-project] 10.222.0.41 "GET /v2.0/security-groups?id=937d47b3-5381-4d7e-a14a-157ae2791c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477057 Jan 28 07:57:15.297123 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 2b8ef712-4c75-4602-a22f-5353e4d185eb, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=2b8ef712-4c75-4602-a22f-5353e4d185eb,segment=NetworkSegment(6cdc1e8d-0af6-44ee-a149-44c986e226da),segment_id=6cdc1e8d-0af6-44ee-a149-44c986e226da)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:57:15.301970 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (2b8ef712-4c75-4602-a22f-5353e4d185eb), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:57:15.353212 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=2b8ef712-4c75-4602-a22f-5353e4d185eb,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:57:15.776419 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['2b8ef712-4c75-4602-a22f-5353e4d185eb'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:57:16.412915 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe275d3-6347-49ff-8dc5-e677042de655 req-b6b21475-b8f1-4bb9-bec1-52e3ae8e9ad4 tempest-DeleteServersTestJSON-685445768 tempest-DeleteServersTestJSON-685445768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:57:16.414391 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8fe275d3-6347-49ff-8dc5-e677042de655 req-b6b21475-b8f1-4bb9-bec1-52e3ae8e9ad4 tempest-DeleteServersTestJSON-685445768 tempest-DeleteServersTestJSON-685445768-project] 10.222.0.41 "GET /v2.0/ports?device_id=f248d1ea-71f3-4fca-be02-341640309a15 HTTP/1.1" status: 200 len: 944 time: 0.0478904 Jan 28 07:57:16.463494 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8fe275d3-6347-49ff-8dc5-e677042de655 req-b2489e78-f6fa-40ca-b471-e9b10688ca50 tempest-DeleteServersTestJSON-685445768 tempest-DeleteServersTestJSON-685445768-project] 10.222.0.41 "GET /v2.0/security-groups?id=937d47b3-5381-4d7e-a14a-157ae2791c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435667 Jan 28 07:57:17.131520 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 2b8ef712-4c75-4602-a22f-5353e4d185eb up at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:57:17.181841 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning for port 2b8ef712-4c75-4602-a22f-5353e4d185eb completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:57:17.185720 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning complete for port 2b8ef712-4c75-4602-a22f-5353e4d185eb triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:57:17.186098 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (2b8ef712-4c75-4602-a22f-5353e4d185eb), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:57:17.259927 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 2b8ef712-4c75-4602-a22f-5353e4d185eb is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:57:17.260348 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (2b8ef712-4c75-4602-a22f-5353e4d185eb), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:57:17.282568 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f248d1ea-71f3-4fca-be02-341640309a15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b8ef712-4c75-4602-a22f-5353e4d185eb'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:57:17.284813 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cd44095-408e-4efa-949a-65da6c20ecd1" -d '{"events": [{"server_uuid": "f248d1ea-71f3-4fca-be02-341640309a15", "name": "network-vif-plugged", "status": "completed", "tag": "2b8ef712-4c75-4602-a22f-5353e4d185eb"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:57:17.297624 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 2b8ef712-4c75-4602-a22f-5353e4d185eb, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=2b8ef712-4c75-4602-a22f-5353e4d185eb,segment=NetworkSegment(6cdc1e8d-0af6-44ee-a149-44c986e226da),segment_id=6cdc1e8d-0af6-44ee-a149-44c986e226da)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:57:17.302271 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (2b8ef712-4c75-4602-a22f-5353e4d185eb), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:57:17.325140 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aeb390f-9c36-491b-ae6b-8f2872c298a3 x-openstack-request-id: req-2aeb390f-9c36-491b-ae6b-8f2872c298a3 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:57:17.325439 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f248d1ea-71f3-4fca-be02-341640309a15", "name": "network-vif-plugged", "status": "completed", "tag": "2b8ef712-4c75-4602-a22f-5353e4d185eb", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:57:17.325701 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2aeb390f-9c36-491b-ae6b-8f2872c298a3 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:57:17.326101 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f248d1ea-71f3-4fca-be02-341640309a15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b8ef712-4c75-4602-a22f-5353e4d185eb', 'code': 200} Jan 28 07:57:17.354798 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=2b8ef712-4c75-4602-a22f-5353e4d185eb,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:57:17.482641 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ac1354-1d7f-4f01-a4e7-9d42f7bbb04d req-f120385a-b704-48e0-b4f0-95f9d68c54b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:57:17.484256 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-42ac1354-1d7f-4f01-a4e7-9d42f7bbb04d req-f120385a-b704-48e0-b4f0-95f9d68c54b4 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f248d1ea-71f3-4fca-be02-341640309a15 HTTP/1.1" status: 200 len: 1097 time: 0.0448861 Jan 28 07:57:17.532506 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-42ac1354-1d7f-4f01-a4e7-9d42f7bbb04d req-148f25f7-89de-4a9c-8f3b-ed8656e514e4 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=937d47b3-5381-4d7e-a14a-157ae2791c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379870 Jan 28 07:57:17.577254 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689d2714-68a4-41ef-99d5-2d9ab2d228ad req-60c07a39-6475-4b61-9625-75b417364af5 tempest-DeleteServersTestJSON-685445768 tempest-DeleteServersTestJSON-685445768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:57:17.578725 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-689d2714-68a4-41ef-99d5-2d9ab2d228ad req-60c07a39-6475-4b61-9625-75b417364af5 tempest-DeleteServersTestJSON-685445768 tempest-DeleteServersTestJSON-685445768-project] 10.222.0.41 "GET /v2.0/ports?device_id=f248d1ea-71f3-4fca-be02-341640309a15 HTTP/1.1" status: 200 len: 945 time: 0.0473294 Jan 28 07:57:17.628747 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-689d2714-68a4-41ef-99d5-2d9ab2d228ad req-55196d2e-b830-4c2c-a3f1-7a3657799d5d tempest-DeleteServersTestJSON-685445768 tempest-DeleteServersTestJSON-685445768-project] 10.222.0.41 "GET /v2.0/security-groups?id=937d47b3-5381-4d7e-a14a-157ae2791c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444424 Jan 28 07:57:18.751158 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8315a592-78c4-429a-9e34-ce15228bdd82 req-5200d424-1f73-4a66-97ea-b12551864192 tempest-DeleteServersTestJSON-685445768 tempest-DeleteServersTestJSON-685445768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:57:18.752801 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8315a592-78c4-429a-9e34-ce15228bdd82 req-5200d424-1f73-4a66-97ea-b12551864192 tempest-DeleteServersTestJSON-685445768 tempest-DeleteServersTestJSON-685445768-project] 10.222.0.41 "GET /v2.0/ports?device_id=f248d1ea-71f3-4fca-be02-341640309a15 HTTP/1.1" status: 200 len: 945 time: 0.0524158 Jan 28 07:57:18.800921 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8315a592-78c4-429a-9e34-ce15228bdd82 req-8dc32a7c-5f20-478f-985e-9770bd70ca4b tempest-DeleteServersTestJSON-685445768 tempest-DeleteServersTestJSON-685445768-project] 10.222.0.41 "GET /v2.0/security-groups?id=937d47b3-5381-4d7e-a14a-157ae2791c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418828 Jan 28 07:57:19.417723 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 7 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 07:57:19.916768 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b48fa1-efe7-4988-a14f-b75a27047971 req-b2527bd5-fd7f-4f59-b6df-a9f426286411 tempest-DeleteServersTestJSON-685445768 tempest-DeleteServersTestJSON-685445768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:57:19.918260 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e3b48fa1-efe7-4988-a14f-b75a27047971 req-b2527bd5-fd7f-4f59-b6df-a9f426286411 tempest-DeleteServersTestJSON-685445768 tempest-DeleteServersTestJSON-685445768-project] 10.222.0.41 "GET /v2.0/ports?device_id=f248d1ea-71f3-4fca-be02-341640309a15 HTTP/1.1" status: 200 len: 945 time: 0.0475001 Jan 28 07:57:19.964179 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e3b48fa1-efe7-4988-a14f-b75a27047971 req-f1dd6648-6945-4ef4-9eae-455536c88ae1 tempest-DeleteServersTestJSON-685445768 tempest-DeleteServersTestJSON-685445768-project] 10.222.0.41 "GET /v2.0/security-groups?id=937d47b3-5381-4d7e-a14a-157ae2791c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404549 Jan 28 07:57:20.144375 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 37436) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:57:20.231254 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3596caf1-ca91-4919-ad7f-928f9a4ef527 req-5c67fecd-cf4d-4e54-bdda-700b6550e768 tempest-DeleteServersTestJSON-685445768 tempest-DeleteServersTestJSON-685445768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:57:20.232776 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-3596caf1-ca91-4919-ad7f-928f9a4ef527 req-5c67fecd-cf4d-4e54-bdda-700b6550e768 tempest-DeleteServersTestJSON-685445768 tempest-DeleteServersTestJSON-685445768-project] 10.222.0.41 "GET /v2.0/ports?device_id=f248d1ea-71f3-4fca-be02-341640309a15 HTTP/1.1" status: 200 len: 945 time: 0.0755730 Jan 28 07:57:20.259031 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8487651e-3f95-46dd-8997-2cfd6a1e720c req-88d5a9e7-49cf-408a-9682-c3f0d8963ff3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f248d1ea-71f3-4fca-be02-341640309a15&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1134868 Jan 28 07:57:20.268661 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [req-8487651e-3f95-46dd-8997-2cfd6a1e720c req-1c6ce423-03e8-4d8f-9889-b0b90d1425e7 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103283) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 07:57:20.269639 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8487651e-3f95-46dd-8997-2cfd6a1e720c req-1c6ce423-03e8-4d8f-9889-b0b90d1425e7 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060527 Jan 28 07:57:20.292539 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-3596caf1-ca91-4919-ad7f-928f9a4ef527 req-c14ff83e-1608-4771-8a50-5cb738f7316f tempest-DeleteServersTestJSON-685445768 tempest-DeleteServersTestJSON-685445768-project] 10.222.0.41 "GET /v2.0/security-groups?id=937d47b3-5381-4d7e-a14a-157ae2791c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525208 Jan 28 07:57:21.413937 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6a48df-8afc-4f6f-bbd6-0b3c980da576 req-089f99dd-5c9e-474f-ab5c-4828c472958a tempest-DeleteServersTestJSON-685445768 tempest-DeleteServersTestJSON-685445768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:57:21.415434 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5e6a48df-8afc-4f6f-bbd6-0b3c980da576 req-089f99dd-5c9e-474f-ab5c-4828c472958a tempest-DeleteServersTestJSON-685445768 tempest-DeleteServersTestJSON-685445768-project] 10.222.0.41 "GET /v2.0/ports?device_id=f248d1ea-71f3-4fca-be02-341640309a15 HTTP/1.1" status: 200 len: 945 time: 0.0538230 Jan 28 07:57:21.493965 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5e6a48df-8afc-4f6f-bbd6-0b3c980da576 req-152eac76-8209-4ea0-a4bf-264c543e4745 tempest-DeleteServersTestJSON-685445768 tempest-DeleteServersTestJSON-685445768-project] 10.222.0.41 "GET /v2.0/security-groups?id=937d47b3-5381-4d7e-a14a-157ae2791c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727749 Jan 28 07:57:21.502948 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8487651e-3f95-46dd-8997-2cfd6a1e720c req-3c05e5b0-5c50-4dea-be5d-380701ec7ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:57:21.504410 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8487651e-3f95-46dd-8997-2cfd6a1e720c req-3c05e5b0-5c50-4dea-be5d-380701ec7ac4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a7881d1804914d31ad397f1fb0afab9c&device_id=f248d1ea-71f3-4fca-be02-341640309a15 HTTP/1.1" status: 200 len: 1097 time: 0.0630248 Jan 28 07:57:21.592462 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8487651e-3f95-46dd-8997-2cfd6a1e720c req-80d0607a-bdc0-4d04-9a8d-c8d3947eda7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:57:21.593913 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8487651e-3f95-46dd-8997-2cfd6a1e720c req-80d0607a-bdc0-4d04-9a8d-c8d3947eda7a service neutron] 10.222.0.10 "GET /v2.0/networks?id=942527cb-8bb7-4512-9c4e-89394e096ef6 HTTP/1.1" status: 200 len: 912 time: 0.0837457 Jan 28 07:57:21.637867 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8487651e-3f95-46dd-8997-2cfd6a1e720c req-2a58fa81-61cc-449a-ab49-d9b42daa2430 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2b8ef712-4c75-4602-a22f-5353e4d185eb HTTP/1.1" status: 200 len: 217 time: 0.0377684 Jan 28 07:57:21.684584 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8487651e-3f95-46dd-8997-2cfd6a1e720c req-4d8164da-13f1-45fb-9666-90454b93d770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:57:21.686011 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8487651e-3f95-46dd-8997-2cfd6a1e720c req-4d8164da-13f1-45fb-9666-90454b93d770 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7b7f7170-165f-4081-8a24-8fff5c4b8943 HTTP/1.1" status: 200 len: 851 time: 0.0424430 Jan 28 07:57:21.716135 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8487651e-3f95-46dd-8997-2cfd6a1e720c req-fccbabd2-6779-465d-9431-67e4fc18c461 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=942527cb-8bb7-4512-9c4e-89394e096ef6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235980 Jan 28 07:57:21.804170 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8487651e-3f95-46dd-8997-2cfd6a1e720c req-d580e0d5-13d7-44f3-add5-e73d2e4f1a4a service neutron] 10.222.0.10 "GET /v2.0/networks/942527cb-8bb7-4512-9c4e-89394e096ef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824580 Jan 28 07:57:21.891585 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8487651e-3f95-46dd-8997-2cfd6a1e720c req-8c85a252-2267-4bb4-b567-3a082706db60 service neutron] 10.222.0.10 "GET /v2.0/networks/942527cb-8bb7-4512-9c4e-89394e096ef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821035 Jan 28 07:57:22.608650 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685d2622-5939-4a69-9517-66d97b763a68 req-6bd981e9-5080-4d8f-9025-f339e38a70c3 tempest-DeleteServersTestJSON-685445768 tempest-DeleteServersTestJSON-685445768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:57:22.610122 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-685d2622-5939-4a69-9517-66d97b763a68 req-6bd981e9-5080-4d8f-9025-f339e38a70c3 tempest-DeleteServersTestJSON-685445768 tempest-DeleteServersTestJSON-685445768-project] 10.222.0.41 "GET /v2.0/ports?device_id=f248d1ea-71f3-4fca-be02-341640309a15 HTTP/1.1" status: 200 len: 945 time: 0.0486372 Jan 28 07:57:22.656898 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-685d2622-5939-4a69-9517-66d97b763a68 req-323acecc-2404-467d-a3b7-6ec4ac9e3d3a tempest-DeleteServersTestJSON-685445768 tempest-DeleteServersTestJSON-685445768-project] 10.222.0.41 "GET /v2.0/security-groups?id=937d47b3-5381-4d7e-a14a-157ae2791c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411992 Jan 28 07:57:23.770584 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78234ad0-95c5-4d57-bb13-2df091605b02 req-afab4ebf-0cb0-4e02-9e66-79d20c9c5b76 tempest-DeleteServersTestJSON-685445768 tempest-DeleteServersTestJSON-685445768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:57:23.772636 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-78234ad0-95c5-4d57-bb13-2df091605b02 req-afab4ebf-0cb0-4e02-9e66-79d20c9c5b76 tempest-DeleteServersTestJSON-685445768 tempest-DeleteServersTestJSON-685445768-project] 10.222.0.41 "GET /v2.0/ports?device_id=f248d1ea-71f3-4fca-be02-341640309a15 HTTP/1.1" status: 200 len: 945 time: 0.0482700 Jan 28 07:57:23.821409 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-78234ad0-95c5-4d57-bb13-2df091605b02 req-69abd541-60b6-443d-b33c-956505f4acb5 tempest-DeleteServersTestJSON-685445768 tempest-DeleteServersTestJSON-685445768-project] 10.222.0.41 "GET /v2.0/security-groups?id=937d47b3-5381-4d7e-a14a-157ae2791c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428755 Jan 28 07:57:24.938723 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740268ed-37cd-4d4a-abd0-4322b08b71a5 req-14f2dff3-f36d-42da-b82b-6b17abab5eca tempest-DeleteServersTestJSON-685445768 tempest-DeleteServersTestJSON-685445768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:57:24.940279 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-740268ed-37cd-4d4a-abd0-4322b08b71a5 req-14f2dff3-f36d-42da-b82b-6b17abab5eca tempest-DeleteServersTestJSON-685445768 tempest-DeleteServersTestJSON-685445768-project] 10.222.0.41 "GET /v2.0/ports?device_id=f248d1ea-71f3-4fca-be02-341640309a15 HTTP/1.1" status: 200 len: 945 time: 0.0511045 Jan 28 07:57:24.986140 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-740268ed-37cd-4d4a-abd0-4322b08b71a5 req-726a4a34-e4e0-45b4-9691-b8259ccb8963 tempest-DeleteServersTestJSON-685445768 tempest-DeleteServersTestJSON-685445768-project] 10.222.0.41 "GET /v2.0/security-groups?id=937d47b3-5381-4d7e-a14a-157ae2791c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395195 Jan 28 07:57:26.102780 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9616455d-0d2f-42d3-937b-6c033b9e1ae6 req-8da6f94f-8ac1-4adc-9cee-d5404d3949d9 tempest-DeleteServersTestJSON-685445768 tempest-DeleteServersTestJSON-685445768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:57:26.104254 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9616455d-0d2f-42d3-937b-6c033b9e1ae6 req-8da6f94f-8ac1-4adc-9cee-d5404d3949d9 tempest-DeleteServersTestJSON-685445768 tempest-DeleteServersTestJSON-685445768-project] 10.222.0.41 "GET /v2.0/ports?device_id=f248d1ea-71f3-4fca-be02-341640309a15 HTTP/1.1" status: 200 len: 945 time: 0.0511732 Jan 28 07:57:26.150327 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9616455d-0d2f-42d3-937b-6c033b9e1ae6 req-d1c50304-c2de-4e46-98c5-d05fb8a92d16 tempest-DeleteServersTestJSON-685445768 tempest-DeleteServersTestJSON-685445768-project] 10.222.0.41 "GET /v2.0/security-groups?id=937d47b3-5381-4d7e-a14a-157ae2791c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405972 Jan 28 07:57:27.263429 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b5db85-09ee-4954-aea2-b1c0d896de57 req-815accc7-bb56-446d-b7f1-9898d53ef7be tempest-DeleteServersTestJSON-685445768 tempest-DeleteServersTestJSON-685445768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:57:27.264964 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-05b5db85-09ee-4954-aea2-b1c0d896de57 req-815accc7-bb56-446d-b7f1-9898d53ef7be tempest-DeleteServersTestJSON-685445768 tempest-DeleteServersTestJSON-685445768-project] 10.222.0.41 "GET /v2.0/ports?device_id=f248d1ea-71f3-4fca-be02-341640309a15 HTTP/1.1" status: 200 len: 945 time: 0.0477347 Jan 28 07:57:27.313679 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-05b5db85-09ee-4954-aea2-b1c0d896de57 req-5cc57b81-d0c4-417d-959a-dc55fd992225 tempest-DeleteServersTestJSON-685445768 tempest-DeleteServersTestJSON-685445768-project] 10.222.0.41 "GET /v2.0/security-groups?id=937d47b3-5381-4d7e-a14a-157ae2791c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430996 Jan 28 07:57:28.427481 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883da4e1-c8e3-4201-bc2a-74ea681de10a req-b51b738f-0612-4e47-a304-b259491933b5 tempest-DeleteServersTestJSON-685445768 tempest-DeleteServersTestJSON-685445768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:57:28.429568 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-883da4e1-c8e3-4201-bc2a-74ea681de10a req-b51b738f-0612-4e47-a304-b259491933b5 tempest-DeleteServersTestJSON-685445768 tempest-DeleteServersTestJSON-685445768-project] 10.222.0.41 "GET /v2.0/ports?device_id=f248d1ea-71f3-4fca-be02-341640309a15 HTTP/1.1" status: 200 len: 945 time: 0.0485814 Jan 28 07:57:28.475960 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-883da4e1-c8e3-4201-bc2a-74ea681de10a req-65c8ba19-bfc7-4e6d-b6cc-c39745e9695d tempest-DeleteServersTestJSON-685445768 tempest-DeleteServersTestJSON-685445768-project] 10.222.0.41 "GET /v2.0/security-groups?id=937d47b3-5381-4d7e-a14a-157ae2791c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408630 Jan 28 07:57:29.594370 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58dc92d-6634-4df6-9330-df73f3ca6d98 req-9cfc5c85-ffbb-4312-a003-80be15598634 tempest-DeleteServersTestJSON-685445768 tempest-DeleteServersTestJSON-685445768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:57:29.595850 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b58dc92d-6634-4df6-9330-df73f3ca6d98 req-9cfc5c85-ffbb-4312-a003-80be15598634 tempest-DeleteServersTestJSON-685445768 tempest-DeleteServersTestJSON-685445768-project] 10.222.0.41 "GET /v2.0/ports?device_id=f248d1ea-71f3-4fca-be02-341640309a15 HTTP/1.1" status: 200 len: 945 time: 0.0515740 Jan 28 07:57:29.654724 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b58dc92d-6634-4df6-9330-df73f3ca6d98 req-8d32a1e3-8241-4fcc-b3ca-59db493542a5 tempest-DeleteServersTestJSON-685445768 tempest-DeleteServersTestJSON-685445768-project] 10.222.0.41 "GET /v2.0/security-groups?id=937d47b3-5381-4d7e-a14a-157ae2791c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530777 Jan 28 07:57:30.771400 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d950b7b-d78b-402b-b3a2-1adf94f48ddc req-eb27b7c8-a28b-484e-b0ce-c9667bfeee7d tempest-DeleteServersTestJSON-685445768 tempest-DeleteServersTestJSON-685445768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:57:30.773069 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1d950b7b-d78b-402b-b3a2-1adf94f48ddc req-eb27b7c8-a28b-484e-b0ce-c9667bfeee7d tempest-DeleteServersTestJSON-685445768 tempest-DeleteServersTestJSON-685445768-project] 10.222.0.41 "GET /v2.0/ports?device_id=f248d1ea-71f3-4fca-be02-341640309a15 HTTP/1.1" status: 200 len: 945 time: 0.0518849 Jan 28 07:57:30.819713 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1d950b7b-d78b-402b-b3a2-1adf94f48ddc req-f10e4630-98fb-4e8a-9d8b-f4bf702bcbb3 tempest-DeleteServersTestJSON-685445768 tempest-DeleteServersTestJSON-685445768-project] 10.222.0.41 "GET /v2.0/security-groups?id=937d47b3-5381-4d7e-a14a-157ae2791c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404284 Jan 28 07:57:31.938332 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94ac029-e087-477c-a71f-c459c2c4ee3f req-fb944819-2526-4f1d-8708-ba472aace1b4 tempest-DeleteServersTestJSON-685445768 tempest-DeleteServersTestJSON-685445768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:57:31.939838 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e94ac029-e087-477c-a71f-c459c2c4ee3f req-fb944819-2526-4f1d-8708-ba472aace1b4 tempest-DeleteServersTestJSON-685445768 tempest-DeleteServersTestJSON-685445768-project] 10.222.0.41 "GET /v2.0/ports?device_id=f248d1ea-71f3-4fca-be02-341640309a15 HTTP/1.1" status: 200 len: 945 time: 0.0485616 Jan 28 07:57:31.987269 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e94ac029-e087-477c-a71f-c459c2c4ee3f req-5dfe797b-977f-4ed4-b0fc-1174051d3413 tempest-DeleteServersTestJSON-685445768 tempest-DeleteServersTestJSON-685445768-project] 10.222.0.41 "GET /v2.0/security-groups?id=937d47b3-5381-4d7e-a14a-157ae2791c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412817 Jan 28 07:57:33.103748 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c0ed9c-aaff-4110-8c2e-1ad7fc2c62fc req-81728c14-8cae-498e-a87a-8341e3cadb89 tempest-DeleteServersTestJSON-685445768 tempest-DeleteServersTestJSON-685445768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:57:33.105261 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-00c0ed9c-aaff-4110-8c2e-1ad7fc2c62fc req-81728c14-8cae-498e-a87a-8341e3cadb89 tempest-DeleteServersTestJSON-685445768 tempest-DeleteServersTestJSON-685445768-project] 10.222.0.41 "GET /v2.0/ports?device_id=f248d1ea-71f3-4fca-be02-341640309a15 HTTP/1.1" status: 200 len: 945 time: 0.0491438 Jan 28 07:57:33.150844 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-00c0ed9c-aaff-4110-8c2e-1ad7fc2c62fc req-87804b0f-7d0f-4a51-bd37-02b2c9857ad6 tempest-DeleteServersTestJSON-685445768 tempest-DeleteServersTestJSON-685445768-project] 10.222.0.41 "GET /v2.0/security-groups?id=937d47b3-5381-4d7e-a14a-157ae2791c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401738 Jan 28 07:57:33.306600 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b990a47b-9492-44bf-9387-e6b469e8d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:57:33.349916 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:57:34.268030 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c381164-6fb0-46e4-a6a2-334d242b0148 req-ee555aee-9dd4-47c2-86a3-017565bb5416 tempest-DeleteServersTestJSON-685445768 tempest-DeleteServersTestJSON-685445768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:57:34.269511 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7c381164-6fb0-46e4-a6a2-334d242b0148 req-ee555aee-9dd4-47c2-86a3-017565bb5416 tempest-DeleteServersTestJSON-685445768 tempest-DeleteServersTestJSON-685445768-project] 10.222.0.41 "GET /v2.0/ports?device_id=f248d1ea-71f3-4fca-be02-341640309a15 HTTP/1.1" status: 200 len: 945 time: 0.0472610 Jan 28 07:57:34.319406 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7c381164-6fb0-46e4-a6a2-334d242b0148 req-8303a56a-85a7-400c-b57f-01b398272f1f tempest-DeleteServersTestJSON-685445768 tempest-DeleteServersTestJSON-685445768-project] 10.222.0.41 "GET /v2.0/security-groups?id=937d47b3-5381-4d7e-a14a-157ae2791c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442212 Jan 28 07:57:34.405867 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:57:35.437174 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6292ec2c-3d20-4ffa-81a1-7a11f1ee1908 req-18522c20-fdb3-46ab-a41d-9f873d0ae78c tempest-DeleteServersTestJSON-685445768 tempest-DeleteServersTestJSON-685445768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:57:35.438660 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6292ec2c-3d20-4ffa-81a1-7a11f1ee1908 req-18522c20-fdb3-46ab-a41d-9f873d0ae78c tempest-DeleteServersTestJSON-685445768 tempest-DeleteServersTestJSON-685445768-project] 10.222.0.41 "GET /v2.0/ports?device_id=f248d1ea-71f3-4fca-be02-341640309a15 HTTP/1.1" status: 200 len: 945 time: 0.0488939 Jan 28 07:57:35.488282 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6292ec2c-3d20-4ffa-81a1-7a11f1ee1908 req-5b140d44-4250-4388-960d-7b76bbe6b1f9 tempest-DeleteServersTestJSON-685445768 tempest-DeleteServersTestJSON-685445768-project] 10.222.0.41 "GET /v2.0/security-groups?id=937d47b3-5381-4d7e-a14a-157ae2791c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440938 Jan 28 07:57:35.670979 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ff28dbfc-e4e4-4b5a-8e0e-75bebfed6f77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:57:36.604610 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c88e2c6-99ff-4243-9757-4a79da749a37 req-cd828cdf-debf-49f0-8960-95d0bcb62085 tempest-DeleteServersTestJSON-685445768 tempest-DeleteServersTestJSON-685445768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:57:36.606087 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4c88e2c6-99ff-4243-9757-4a79da749a37 req-cd828cdf-debf-49f0-8960-95d0bcb62085 tempest-DeleteServersTestJSON-685445768 tempest-DeleteServersTestJSON-685445768-project] 10.222.0.41 "GET /v2.0/ports?device_id=f248d1ea-71f3-4fca-be02-341640309a15 HTTP/1.1" status: 200 len: 945 time: 0.0488386 Jan 28 07:57:36.652133 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4c88e2c6-99ff-4243-9757-4a79da749a37 req-c10596d3-7568-4bd8-b402-0c5c34241119 tempest-DeleteServersTestJSON-685445768 tempest-DeleteServersTestJSON-685445768-project] 10.222.0.41 "GET /v2.0/security-groups?id=937d47b3-5381-4d7e-a14a-157ae2791c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403421 Jan 28 07:57:37.116130 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:57:37.764465 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53df5e1f-9010-462e-a741-e925f9bc0aa4 req-ffbeeef5-41d2-4708-827f-ea51ca8f94cf tempest-DeleteServersTestJSON-685445768 tempest-DeleteServersTestJSON-685445768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:57:37.765976 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-53df5e1f-9010-462e-a741-e925f9bc0aa4 req-ffbeeef5-41d2-4708-827f-ea51ca8f94cf tempest-DeleteServersTestJSON-685445768 tempest-DeleteServersTestJSON-685445768-project] 10.222.0.41 "GET /v2.0/ports?device_id=f248d1ea-71f3-4fca-be02-341640309a15 HTTP/1.1" status: 200 len: 945 time: 0.0469513 Jan 28 07:57:37.813563 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-53df5e1f-9010-462e-a741-e925f9bc0aa4 req-02e6097d-40ab-49e4-ac10-d2d38b6d4939 tempest-DeleteServersTestJSON-685445768 tempest-DeleteServersTestJSON-685445768-project] 10.222.0.41 "GET /v2.0/security-groups?id=937d47b3-5381-4d7e-a14a-157ae2791c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421064 Jan 28 07:57:38.802606 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:57:38.927358 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a50d182-9866-439f-9905-ccd967e62227 req-7366d4cf-274e-45bf-967b-5452b536c878 tempest-DeleteServersTestJSON-685445768 tempest-DeleteServersTestJSON-685445768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:57:38.928879 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5a50d182-9866-439f-9905-ccd967e62227 req-7366d4cf-274e-45bf-967b-5452b536c878 tempest-DeleteServersTestJSON-685445768 tempest-DeleteServersTestJSON-685445768-project] 10.222.0.41 "GET /v2.0/ports?device_id=f248d1ea-71f3-4fca-be02-341640309a15 HTTP/1.1" status: 200 len: 945 time: 0.0483038 Jan 28 07:57:38.975837 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5a50d182-9866-439f-9905-ccd967e62227 req-0cec51df-ef27-4f02-8e11-fc48a691f8c3 tempest-DeleteServersTestJSON-685445768 tempest-DeleteServersTestJSON-685445768-project] 10.222.0.41 "GET /v2.0/security-groups?id=937d47b3-5381-4d7e-a14a-157ae2791c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406594 Jan 28 07:57:39.758799 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:57:40.087654 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6087316-8d20-46b3-ac2d-5365f7ae1624 req-55d26c77-1b80-4110-924b-82ffc40ccd29 tempest-DeleteServersTestJSON-685445768 tempest-DeleteServersTestJSON-685445768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:57:40.089158 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b6087316-8d20-46b3-ac2d-5365f7ae1624 req-55d26c77-1b80-4110-924b-82ffc40ccd29 tempest-DeleteServersTestJSON-685445768 tempest-DeleteServersTestJSON-685445768-project] 10.222.0.41 "GET /v2.0/ports?device_id=f248d1ea-71f3-4fca-be02-341640309a15 HTTP/1.1" status: 200 len: 945 time: 0.0472178 Jan 28 07:57:40.134297 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b6087316-8d20-46b3-ac2d-5365f7ae1624 req-da0b5bfc-9112-4cb8-b813-c270dacbcde8 tempest-DeleteServersTestJSON-685445768 tempest-DeleteServersTestJSON-685445768-project] 10.222.0.41 "GET /v2.0/security-groups?id=937d47b3-5381-4d7e-a14a-157ae2791c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396500 Jan 28 07:57:41.255168 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d501d2d-d208-419a-8120-85b2620db5af req-053617ac-cd4e-4176-a82f-60499ed665a9 tempest-DeleteServersTestJSON-685445768 tempest-DeleteServersTestJSON-685445768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:57:41.256795 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8d501d2d-d208-419a-8120-85b2620db5af req-053617ac-cd4e-4176-a82f-60499ed665a9 tempest-DeleteServersTestJSON-685445768 tempest-DeleteServersTestJSON-685445768-project] 10.222.0.41 "GET /v2.0/ports?device_id=f248d1ea-71f3-4fca-be02-341640309a15 HTTP/1.1" status: 200 len: 945 time: 0.0557013 Jan 28 07:57:41.305390 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8d501d2d-d208-419a-8120-85b2620db5af req-27f35a5d-3719-47f9-b2a1-a6e9a9ac4184 tempest-DeleteServersTestJSON-685445768 tempest-DeleteServersTestJSON-685445768-project] 10.222.0.41 "GET /v2.0/security-groups?id=937d47b3-5381-4d7e-a14a-157ae2791c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413892 Jan 28 07:57:42.423981 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddb6f50-319f-4d4a-bc0f-ee19fa1fb5f2 req-0e46af16-461c-4368-8c0a-785820d2a4e5 tempest-DeleteServersTestJSON-685445768 tempest-DeleteServersTestJSON-685445768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:57:42.425761 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5ddb6f50-319f-4d4a-bc0f-ee19fa1fb5f2 req-0e46af16-461c-4368-8c0a-785820d2a4e5 tempest-DeleteServersTestJSON-685445768 tempest-DeleteServersTestJSON-685445768-project] 10.222.0.41 "GET /v2.0/ports?device_id=f248d1ea-71f3-4fca-be02-341640309a15 HTTP/1.1" status: 200 len: 945 time: 0.0515838 Jan 28 07:57:42.472305 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5ddb6f50-319f-4d4a-bc0f-ee19fa1fb5f2 req-3ddc319a-0c39-4d62-a365-de6a25b80796 tempest-DeleteServersTestJSON-685445768 tempest-DeleteServersTestJSON-685445768-project] 10.222.0.41 "GET /v2.0/security-groups?id=937d47b3-5381-4d7e-a14a-157ae2791c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397561 Jan 28 07:57:43.586740 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add961a2-9b3b-4415-aa05-9fc7484f39c2 req-1417a984-411e-4256-a90e-cecfd95cf876 tempest-DeleteServersTestJSON-685445768 tempest-DeleteServersTestJSON-685445768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:57:43.588219 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-add961a2-9b3b-4415-aa05-9fc7484f39c2 req-1417a984-411e-4256-a90e-cecfd95cf876 tempest-DeleteServersTestJSON-685445768 tempest-DeleteServersTestJSON-685445768-project] 10.222.0.41 "GET /v2.0/ports?device_id=f248d1ea-71f3-4fca-be02-341640309a15 HTTP/1.1" status: 200 len: 945 time: 0.0482442 Jan 28 07:57:43.634125 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-add961a2-9b3b-4415-aa05-9fc7484f39c2 req-60e5475b-1a93-4491-a706-966159429036 tempest-DeleteServersTestJSON-685445768 tempest-DeleteServersTestJSON-685445768-project] 10.222.0.41 "GET /v2.0/security-groups?id=937d47b3-5381-4d7e-a14a-157ae2791c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403345 Jan 28 07:57:44.749207 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4370e73b-3505-44a0-b9e7-bb1b773a0b58 req-8c6ab8bd-3c0a-4cbc-9eda-95e6251f56ac tempest-DeleteServersTestJSON-685445768 tempest-DeleteServersTestJSON-685445768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:57:44.750694 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4370e73b-3505-44a0-b9e7-bb1b773a0b58 req-8c6ab8bd-3c0a-4cbc-9eda-95e6251f56ac tempest-DeleteServersTestJSON-685445768 tempest-DeleteServersTestJSON-685445768-project] 10.222.0.41 "GET /v2.0/ports?device_id=f248d1ea-71f3-4fca-be02-341640309a15 HTTP/1.1" status: 200 len: 945 time: 0.0481498 Jan 28 07:57:44.797221 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4370e73b-3505-44a0-b9e7-bb1b773a0b58 req-4e1b7702-807f-4065-9b87-14be0130e576 tempest-DeleteServersTestJSON-685445768 tempest-DeleteServersTestJSON-685445768-project] 10.222.0.41 "GET /v2.0/security-groups?id=937d47b3-5381-4d7e-a14a-157ae2791c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408702 Jan 28 07:57:45.911477 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a711c17-85c2-4116-b7b5-ed5b46d0cf31 req-ce75b9ba-79a3-4247-832c-a5d37d4f73c0 tempest-DeleteServersTestJSON-685445768 tempest-DeleteServersTestJSON-685445768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:57:45.913004 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2a711c17-85c2-4116-b7b5-ed5b46d0cf31 req-ce75b9ba-79a3-4247-832c-a5d37d4f73c0 tempest-DeleteServersTestJSON-685445768 tempest-DeleteServersTestJSON-685445768-project] 10.222.0.41 "GET /v2.0/ports?device_id=f248d1ea-71f3-4fca-be02-341640309a15 HTTP/1.1" status: 200 len: 945 time: 0.0487435 Jan 28 07:57:45.963298 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2a711c17-85c2-4116-b7b5-ed5b46d0cf31 req-431a207a-43e6-4adc-8c6f-d1f20da42038 tempest-DeleteServersTestJSON-685445768 tempest-DeleteServersTestJSON-685445768-project] 10.222.0.41 "GET /v2.0/security-groups?id=937d47b3-5381-4d7e-a14a-157ae2791c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447416 Jan 28 07:57:47.077804 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5563ac-28e6-4584-ad90-15eb6e074306 req-877cc790-fd5f-4897-be70-223afc0e43f0 tempest-DeleteServersTestJSON-685445768 tempest-DeleteServersTestJSON-685445768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:57:47.079272 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-eb5563ac-28e6-4584-ad90-15eb6e074306 req-877cc790-fd5f-4897-be70-223afc0e43f0 tempest-DeleteServersTestJSON-685445768 tempest-DeleteServersTestJSON-685445768-project] 10.222.0.41 "GET /v2.0/ports?device_id=f248d1ea-71f3-4fca-be02-341640309a15 HTTP/1.1" status: 200 len: 945 time: 0.0472381 Jan 28 07:57:47.129013 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-eb5563ac-28e6-4584-ad90-15eb6e074306 req-510dd6ae-300e-4973-ac2c-fa33253d5212 tempest-DeleteServersTestJSON-685445768 tempest-DeleteServersTestJSON-685445768-project] 10.222.0.41 "GET /v2.0/security-groups?id=937d47b3-5381-4d7e-a14a-157ae2791c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441303 Jan 28 07:57:48.246388 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaa7a28-f87c-4902-879a-ce61a6cde128 req-e242ef96-c789-4f67-80fd-ca9ff9431ba6 tempest-DeleteServersTestJSON-685445768 tempest-DeleteServersTestJSON-685445768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:57:48.247870 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-afaa7a28-f87c-4902-879a-ce61a6cde128 req-e242ef96-c789-4f67-80fd-ca9ff9431ba6 tempest-DeleteServersTestJSON-685445768 tempest-DeleteServersTestJSON-685445768-project] 10.222.0.41 "GET /v2.0/ports?device_id=f248d1ea-71f3-4fca-be02-341640309a15 HTTP/1.1" status: 200 len: 945 time: 0.0487063 Jan 28 07:57:48.293666 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-afaa7a28-f87c-4902-879a-ce61a6cde128 req-abec0bdf-59f7-4d1d-854f-0a1d706fc934 tempest-DeleteServersTestJSON-685445768 tempest-DeleteServersTestJSON-685445768-project] 10.222.0.41 "GET /v2.0/security-groups?id=937d47b3-5381-4d7e-a14a-157ae2791c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402741 Jan 28 07:57:49.213333 n-d-712749-28 neutron-server[103284]: INFO neutron.api.v2.resource [req-8487651e-3f95-46dd-8997-2cfd6a1e720c req-a6e6da76-9f0f-441d-b16e-adc7757c52a5 service neutron] show failed (client error): The resource could not be found. Jan 28 07:57:49.214367 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8487651e-3f95-46dd-8997-2cfd6a1e720c req-a6e6da76-9f0f-441d-b16e-adc7757c52a5 service neutron] 10.222.0.10 "GET /v2.0/ports/2b8ef712-4c75-4602-a22f-5353e4d185eb/bindings/n-h2-712749-28 HTTP/1.1" status: 404 len: 381 time: 0.0550969 Jan 28 07:57:49.416718 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fcff94-a282-4c4e-8d3e-c22ebb541da7 req-e5b4104c-d9b3-4058-89cd-c31004b12a6c tempest-DeleteServersTestJSON-685445768 tempest-DeleteServersTestJSON-685445768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:57:49.418211 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-00fcff94-a282-4c4e-8d3e-c22ebb541da7 req-e5b4104c-d9b3-4058-89cd-c31004b12a6c tempest-DeleteServersTestJSON-685445768 tempest-DeleteServersTestJSON-685445768-project] 10.222.0.41 "GET /v2.0/ports?device_id=f248d1ea-71f3-4fca-be02-341640309a15 HTTP/1.1" status: 200 len: 945 time: 0.0561810 Jan 28 07:57:49.515861 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-00fcff94-a282-4c4e-8d3e-c22ebb541da7 req-e30c7d78-3294-40e3-9be5-0f8a0d3eb94c tempest-DeleteServersTestJSON-685445768 tempest-DeleteServersTestJSON-685445768-project] 10.222.0.41 "GET /v2.0/security-groups?id=937d47b3-5381-4d7e-a14a-157ae2791c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920248 Jan 28 07:57:49.536571 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8487651e-3f95-46dd-8997-2cfd6a1e720c req-42ed55cd-9fe4-4d4b-872a-85a8257c2515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:57:49.538069 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8487651e-3f95-46dd-8997-2cfd6a1e720c req-42ed55cd-9fe4-4d4b-872a-85a8257c2515 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f248d1ea-71f3-4fca-be02-341640309a15&tenant_id=a7881d1804914d31ad397f1fb0afab9c HTTP/1.1" status: 200 len: 1097 time: 0.1421871 Jan 28 07:57:49.548889 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [req-8487651e-3f95-46dd-8997-2cfd6a1e720c req-2c2ac015-6d76-4f48-bc14-0cd5d4b67c02 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 07:57:49.550095 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8487651e-3f95-46dd-8997-2cfd6a1e720c req-2c2ac015-6d76-4f48-bc14-0cd5d4b67c02 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051742 Jan 28 07:57:49.566426 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-8487651e-3f95-46dd-8997-2cfd6a1e720c req-e160dedb-792b-4a7e-b3ce-610368977c61 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712749-28', 'device_owner': 'compute:nova'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:57:49.616991 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-8487651e-3f95-46dd-8997-2cfd6a1e720c req-e160dedb-792b-4a7e-b3ce-610368977c61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (2b8ef712-4c75-4602-a22f-5353e4d185eb), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:57:49.811872 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-8487651e-3f95-46dd-8997-2cfd6a1e720c req-e160dedb-792b-4a7e-b3ce-610368977c61 service neutron] For port 2b8ef712-4c75-4602-a22f-5353e4d185eb, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=2b8ef712-4c75-4602-a22f-5353e4d185eb,segment=NetworkSegment(6cdc1e8d-0af6-44ee-a149-44c986e226da),segment_id=6cdc1e8d-0af6-44ee-a149-44c986e226da)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:57:49.847340 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-8487651e-3f95-46dd-8997-2cfd6a1e720c req-e160dedb-792b-4a7e-b3ce-610368977c61 service neutron] For port 2b8ef712-4c75-4602-a22f-5353e4d185eb, host n-h1-712749-28, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:57:49.885643 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f248d1ea-71f3-4fca-be02-341640309a15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b8ef712-4c75-4602-a22f-5353e4d185eb'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:57:49.887893 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adc4b910-c760-449c-afe1-5b2fe4619988" -d '{"events": [{"server_uuid": "f248d1ea-71f3-4fca-be02-341640309a15", "name": "network-vif-unplugged", "status": "completed", "tag": "2b8ef712-4c75-4602-a22f-5353e4d185eb"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:57:49.891685 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-8487651e-3f95-46dd-8997-2cfd6a1e720c req-e160dedb-792b-4a7e-b3ce-610368977c61 service neutron] Publish callbacks [] for port (2b8ef712-4c75-4602-a22f-5353e4d185eb), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:57:49.904359 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-8487651e-3f95-46dd-8997-2cfd6a1e720c req-e160dedb-792b-4a7e-b3ce-610368977c61 service neutron] Transition to ACTIVE for port object 2b8ef712-4c75-4602-a22f-5353e4d185eb will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:57:49.908244 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-8487651e-3f95-46dd-8997-2cfd6a1e720c req-e160dedb-792b-4a7e-b3ce-610368977c61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (2b8ef712-4c75-4602-a22f-5353e4d185eb), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:57:49.970233 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-8487651e-3f95-46dd-8997-2cfd6a1e720c req-e160dedb-792b-4a7e-b3ce-610368977c61 service neutron] No DVR routers for this DVR port 2b8ef712-4c75-4602-a22f-5353e4d185eb on host n-h1-712749-28 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:57:49.973122 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e160dedb-792b-4a7e-b3ce-610368977c61 service neutron] Pushing event updated for resources: {'Port': ['ID=2b8ef712-4c75-4602-a22f-5353e4d185eb,revision_number=6']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:57:49.985198 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e160dedb-792b-4a7e-b3ce-610368977c61 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:57:49.985558 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e160dedb-792b-4a7e-b3ce-610368977c61 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:57:49.985914 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e160dedb-792b-4a7e-b3ce-610368977c61 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:57:49.986510 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e160dedb-792b-4a7e-b3ce-610368977c61 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:57:49.986631 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e160dedb-792b-4a7e-b3ce-610368977c61 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:57:49.986915 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e160dedb-792b-4a7e-b3ce-610368977c61 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:57:49.987248 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e160dedb-792b-4a7e-b3ce-610368977c61 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:57:49.987581 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e160dedb-792b-4a7e-b3ce-610368977c61 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:57:49.987909 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e160dedb-792b-4a7e-b3ce-610368977c61 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:57:49.988264 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e160dedb-792b-4a7e-b3ce-610368977c61 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:57:49.988608 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e160dedb-792b-4a7e-b3ce-610368977c61 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:57:49.988929 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e160dedb-792b-4a7e-b3ce-610368977c61 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:57:49.989253 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e160dedb-792b-4a7e-b3ce-610368977c61 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:57:50.006230 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 07:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73dd0b36-5a43-4371-b55f-3f89d5c49ce7 x-openstack-request-id: req-73dd0b36-5a43-4371-b55f-3f89d5c49ce7 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:57:50.006531 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f248d1ea-71f3-4fca-be02-341640309a15", "name": "network-vif-unplugged", "status": "completed", "tag": "2b8ef712-4c75-4602-a22f-5353e4d185eb", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:57:50.006794 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-73dd0b36-5a43-4371-b55f-3f89d5c49ce7 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:57:50.007192 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f248d1ea-71f3-4fca-be02-341640309a15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b8ef712-4c75-4602-a22f-5353e4d185eb', 'code': 200} Jan 28 07:57:50.020692 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-8487651e-3f95-46dd-8997-2cfd6a1e720c req-e160dedb-792b-4a7e-b3ce-610368977c61 service neutron] Attempting to bind port 2b8ef712-4c75-4602-a22f-5353e4d185eb on host n-h2-712749-28 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:57:50.021031 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-8487651e-3f95-46dd-8997-2cfd6a1e720c req-e160dedb-792b-4a7e-b3ce-610368977c61 service neutron] Attempting to bind port 2b8ef712-4c75-4602-a22f-5353e4d185eb by drivers openvswitch,hyperv on host n-h2-712749-28 at level 0 using segments [{'id': '6cdc1e8d-0af6-44ee-a149-44c986e226da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '942527cb-8bb7-4512-9c4e-89394e096ef6'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:57:50.021361 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8487651e-3f95-46dd-8997-2cfd6a1e720c req-e160dedb-792b-4a7e-b3ce-610368977c61 service neutron] Attempting to bind port 2b8ef712-4c75-4602-a22f-5353e4d185eb on network 942527cb-8bb7-4512-9c4e-89394e096ef6 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:57:50.026080 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8487651e-3f95-46dd-8997-2cfd6a1e720c req-e160dedb-792b-4a7e-b3ce-610368977c61 service neutron] Port 2b8ef712-4c75-4602-a22f-5353e4d185eb on network 942527cb-8bb7-4512-9c4e-89394e096ef6 not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-28 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:57:50.026401 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8487651e-3f95-46dd-8997-2cfd6a1e720c req-e160dedb-792b-4a7e-b3ce-610368977c61 service neutron] Attempting to bind port 2b8ef712-4c75-4602-a22f-5353e4d185eb on network 942527cb-8bb7-4512-9c4e-89394e096ef6 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:57:50.031201 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8487651e-3f95-46dd-8997-2cfd6a1e720c req-e160dedb-792b-4a7e-b3ce-610368977c61 service neutron] Checking agent: {'id': 'c9906e63-062c-432e-bb53-63fdb8115e18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 57, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:57:50.031545 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8487651e-3f95-46dd-8997-2cfd6a1e720c req-e160dedb-792b-4a7e-b3ce-610368977c61 service neutron] Checking segment: {'id': '6cdc1e8d-0af6-44ee-a149-44c986e226da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '942527cb-8bb7-4512-9c4e-89394e096ef6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:57:50.031935 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8487651e-3f95-46dd-8997-2cfd6a1e720c req-e160dedb-792b-4a7e-b3ce-610368977c61 service neutron] Bound using segment: {'id': '6cdc1e8d-0af6-44ee-a149-44c986e226da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '942527cb-8bb7-4512-9c4e-89394e096ef6'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:57:50.032404 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-8487651e-3f95-46dd-8997-2cfd6a1e720c req-e160dedb-792b-4a7e-b3ce-610368977c61 service neutron] Bound port: 2b8ef712-4c75-4602-a22f-5353e4d185eb, host: n-h2-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cdc1e8d-0af6-44ee-a149-44c986e226da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '942527cb-8bb7-4512-9c4e-89394e096ef6'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:57:50.032759 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-8487651e-3f95-46dd-8997-2cfd6a1e720c req-e160dedb-792b-4a7e-b3ce-610368977c61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (2b8ef712-4c75-4602-a22f-5353e4d185eb), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:57:50.096996 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-8487651e-3f95-46dd-8997-2cfd6a1e720c req-e160dedb-792b-4a7e-b3ce-610368977c61 service neutron] For port 2b8ef712-4c75-4602-a22f-5353e4d185eb, host n-h2-712749-28, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:57:50.099873 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-8487651e-3f95-46dd-8997-2cfd6a1e720c req-e160dedb-792b-4a7e-b3ce-610368977c61 service neutron] For port 2b8ef712-4c75-4602-a22f-5353e4d185eb, host n-h2-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=2b8ef712-4c75-4602-a22f-5353e4d185eb,segment=NetworkSegment(6cdc1e8d-0af6-44ee-a149-44c986e226da),segment_id=6cdc1e8d-0af6-44ee-a149-44c986e226da)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:57:50.105471 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-8487651e-3f95-46dd-8997-2cfd6a1e720c req-e160dedb-792b-4a7e-b3ce-610368977c61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (2b8ef712-4c75-4602-a22f-5353e4d185eb), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:57:50.136253 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8487651e-3f95-46dd-8997-2cfd6a1e720c req-e160dedb-792b-4a7e-b3ce-610368977c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:57:50.136866 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-8487651e-3f95-46dd-8997-2cfd6a1e720c req-e160dedb-792b-4a7e-b3ce-610368977c61 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:57:50.138286 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8487651e-3f95-46dd-8997-2cfd6a1e720c req-e160dedb-792b-4a7e-b3ce-610368977c61 service neutron] 10.222.0.44 "PUT /v2.0/ports/2b8ef712-4c75-4602-a22f-5353e4d185eb HTTP/1.1" status: 200 len: 1092 time: 0.5754313 Jan 28 07:57:50.161436 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e160dedb-792b-4a7e-b3ce-610368977c61 service neutron] Pushing event updated for resources: {'Port': ['ID=2b8ef712-4c75-4602-a22f-5353e4d185eb,revision_number=7']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:57:50.210550 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8487651e-3f95-46dd-8997-2cfd6a1e720c req-a680b363-a82b-44af-bc74-0d4e696226fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:57:50.212674 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8487651e-3f95-46dd-8997-2cfd6a1e720c req-a680b363-a82b-44af-bc74-0d4e696226fb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a7881d1804914d31ad397f1fb0afab9c&device_id=f248d1ea-71f3-4fca-be02-341640309a15 HTTP/1.1" status: 200 len: 1095 time: 0.0423257 Jan 28 07:57:50.303891 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8487651e-3f95-46dd-8997-2cfd6a1e720c req-96462ed9-46ce-4f6b-9b3c-607dae44b236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:57:50.305686 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8487651e-3f95-46dd-8997-2cfd6a1e720c req-96462ed9-46ce-4f6b-9b3c-607dae44b236 service neutron] 10.222.0.44 "GET /v2.0/networks?id=942527cb-8bb7-4512-9c4e-89394e096ef6 HTTP/1.1" status: 200 len: 912 time: 0.0860531 Jan 28 07:57:50.346269 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8487651e-3f95-46dd-8997-2cfd6a1e720c req-30bcd0ed-6ca9-44d4-9690-c253821f173f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2b8ef712-4c75-4602-a22f-5353e4d185eb HTTP/1.1" status: 200 len: 217 time: 0.0343764 Jan 28 07:57:50.391953 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8487651e-3f95-46dd-8997-2cfd6a1e720c req-30fa05ed-ca58-4011-9ccc-b0f48ada7803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:57:50.393421 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8487651e-3f95-46dd-8997-2cfd6a1e720c req-30fa05ed-ca58-4011-9ccc-b0f48ada7803 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7b7f7170-165f-4081-8a24-8fff5c4b8943 HTTP/1.1" status: 200 len: 851 time: 0.0417819 Jan 28 07:57:50.427432 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8487651e-3f95-46dd-8997-2cfd6a1e720c req-34cf2b78-5348-4f35-b2de-034216014f37 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=942527cb-8bb7-4512-9c4e-89394e096ef6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273528 Jan 28 07:57:50.513971 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8487651e-3f95-46dd-8997-2cfd6a1e720c req-9d63cccd-2205-4a58-9486-93556feaed11 service neutron] 10.222.0.44 "GET /v2.0/networks/942527cb-8bb7-4512-9c4e-89394e096ef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806973 Jan 28 07:57:50.630888 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8487651e-3f95-46dd-8997-2cfd6a1e720c req-4775c0db-6568-43ca-9a64-f32dada42fe7 service neutron] 10.222.0.44 "GET /v2.0/networks/942527cb-8bb7-4512-9c4e-89394e096ef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111107 Jan 28 07:57:50.645984 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45435593-cbeb-4b13-99c6-5bb1238858a0 req-74e6e2a9-55a0-4e6d-bc93-e39b4247d549 tempest-DeleteServersTestJSON-685445768 tempest-DeleteServersTestJSON-685445768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:57:50.647339 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-45435593-cbeb-4b13-99c6-5bb1238858a0 req-74e6e2a9-55a0-4e6d-bc93-e39b4247d549 tempest-DeleteServersTestJSON-685445768 tempest-DeleteServersTestJSON-685445768-project] 10.222.0.41 "GET /v2.0/ports?device_id=f248d1ea-71f3-4fca-be02-341640309a15 HTTP/1.1" status: 200 len: 943 time: 0.0599437 Jan 28 07:57:50.700536 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-45435593-cbeb-4b13-99c6-5bb1238858a0 req-4bf5927d-8ebb-4bca-94f2-89188265ff4e tempest-DeleteServersTestJSON-685445768 tempest-DeleteServersTestJSON-685445768-project] 10.222.0.41 "GET /v2.0/security-groups?id=937d47b3-5381-4d7e-a14a-157ae2791c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470014 Jan 28 07:57:50.781589 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334e9f8a-27da-47e1-8ee1-01df7c99b40b req-7609e25d-fd5c-4397-8cac-cac24373e426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:57:50.783117 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-334e9f8a-27da-47e1-8ee1-01df7c99b40b req-7609e25d-fd5c-4397-8cac-cac24373e426 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a7881d1804914d31ad397f1fb0afab9c&device_id=f248d1ea-71f3-4fca-be02-341640309a15 HTTP/1.1" status: 200 len: 1095 time: 0.0413604 Jan 28 07:57:50.898264 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334e9f8a-27da-47e1-8ee1-01df7c99b40b req-f18dd0f9-4038-49c7-b575-e9624a0ffdf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:57:50.899669 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-334e9f8a-27da-47e1-8ee1-01df7c99b40b req-f18dd0f9-4038-49c7-b575-e9624a0ffdf4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=942527cb-8bb7-4512-9c4e-89394e096ef6 HTTP/1.1" status: 200 len: 912 time: 0.0857916 Jan 28 07:57:50.940182 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-334e9f8a-27da-47e1-8ee1-01df7c99b40b req-8c4a454c-3ca6-48bb-a62e-bfa2ff836017 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2b8ef712-4c75-4602-a22f-5353e4d185eb HTTP/1.1" status: 200 len: 217 time: 0.0340025 Jan 28 07:57:50.990139 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334e9f8a-27da-47e1-8ee1-01df7c99b40b req-2e298118-0618-4040-b7c2-f206ea264fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:57:50.993001 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-334e9f8a-27da-47e1-8ee1-01df7c99b40b req-2e298118-0618-4040-b7c2-f206ea264fbc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7b7f7170-165f-4081-8a24-8fff5c4b8943 HTTP/1.1" status: 200 len: 851 time: 0.0467715 Jan 28 07:57:51.347035 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-334e9f8a-27da-47e1-8ee1-01df7c99b40b req-f9383df8-687f-41f1-9421-631b484aea8c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=942527cb-8bb7-4512-9c4e-89394e096ef6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3489370 Jan 28 07:57:51.436176 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-334e9f8a-27da-47e1-8ee1-01df7c99b40b req-9239aee2-40c3-4dd0-95a1-db02b58ac958 service neutron] 10.222.0.44 "GET /v2.0/networks/942527cb-8bb7-4512-9c4e-89394e096ef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821726 Jan 28 07:57:51.525924 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-334e9f8a-27da-47e1-8ee1-01df7c99b40b req-31941177-90d9-4583-bf86-f84745e04770 service neutron] 10.222.0.44 "GET /v2.0/networks/942527cb-8bb7-4512-9c4e-89394e096ef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828106 Jan 28 07:57:51.820809 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b69ddd6-7cc5-441b-b63a-744046370416 req-77c263ac-45e4-46a1-8d76-bae02baca394 tempest-DeleteServersTestJSON-685445768 tempest-DeleteServersTestJSON-685445768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:57:51.822216 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7b69ddd6-7cc5-441b-b63a-744046370416 req-77c263ac-45e4-46a1-8d76-bae02baca394 tempest-DeleteServersTestJSON-685445768 tempest-DeleteServersTestJSON-685445768-project] 10.222.0.41 "GET /v2.0/ports?device_id=f248d1ea-71f3-4fca-be02-341640309a15 HTTP/1.1" status: 200 len: 943 time: 0.0495677 Jan 28 07:57:51.869220 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7b69ddd6-7cc5-441b-b63a-744046370416 req-6c4a1b5c-0f78-44e6-8c10-b06df980faaa tempest-DeleteServersTestJSON-685445768 tempest-DeleteServersTestJSON-685445768-project] 10.222.0.41 "GET /v2.0/security-groups?id=937d47b3-5381-4d7e-a14a-157ae2791c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414214 Jan 28 07:57:52.008680 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f248d1ea-71f3-4fca-be02-341640309a15', 'tag': '2b8ef712-4c75-4602-a22f-5353e4d185eb'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:57:52.011050 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9491342-f5b1-40eb-b616-7f7b76be5649" -d '{"events": [{"name": "network-changed", "server_uuid": "f248d1ea-71f3-4fca-be02-341640309a15", "tag": "2b8ef712-4c75-4602-a22f-5353e4d185eb"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:57:52.060104 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1edfb6f7-8c5a-47c1-9411-b2e676c1a31a x-openstack-request-id: req-1edfb6f7-8c5a-47c1-9411-b2e676c1a31a {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:57:52.060645 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f248d1ea-71f3-4fca-be02-341640309a15", "tag": "2b8ef712-4c75-4602-a22f-5353e4d185eb", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:57:52.061040 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1edfb6f7-8c5a-47c1-9411-b2e676c1a31a {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:57:52.061687 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f248d1ea-71f3-4fca-be02-341640309a15', 'tag': '2b8ef712-4c75-4602-a22f-5353e4d185eb', 'status': 'completed', 'code': 200} Jan 28 07:57:52.168498 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9491342-f5b1-40eb-b616-7f7b76be5649 req-9e3de312-69d2-4477-a0d3-ff3166de221a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:57:52.169906 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d9491342-f5b1-40eb-b616-7f7b76be5649 req-9e3de312-69d2-4477-a0d3-ff3166de221a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a7881d1804914d31ad397f1fb0afab9c&device_id=f248d1ea-71f3-4fca-be02-341640309a15 HTTP/1.1" status: 200 len: 1095 time: 0.0686815 Jan 28 07:57:52.171574 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9491342-f5b1-40eb-b616-7f7b76be5649 req-4842a3d8-3c7e-430c-9d41-04f526189bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:57:52.172940 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d9491342-f5b1-40eb-b616-7f7b76be5649 req-4842a3d8-3c7e-430c-9d41-04f526189bba service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a7881d1804914d31ad397f1fb0afab9c&device_id=f248d1ea-71f3-4fca-be02-341640309a15 HTTP/1.1" status: 200 len: 1095 time: 0.0730047 Jan 28 07:57:52.342390 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9491342-f5b1-40eb-b616-7f7b76be5649 req-da5f87ee-3a4d-46e2-b6c2-ed322f293f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:57:52.343857 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d9491342-f5b1-40eb-b616-7f7b76be5649 req-da5f87ee-3a4d-46e2-b6c2-ed322f293f3f service neutron] 10.222.0.10 "GET /v2.0/networks?id=942527cb-8bb7-4512-9c4e-89394e096ef6 HTTP/1.1" status: 200 len: 912 time: 0.1604221 Jan 28 07:57:52.345193 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9491342-f5b1-40eb-b616-7f7b76be5649 req-c90f6391-ae3e-41ad-b03e-72f1f12bcc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:57:52.346467 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d9491342-f5b1-40eb-b616-7f7b76be5649 req-c90f6391-ae3e-41ad-b03e-72f1f12bcc74 service neutron] 10.222.0.44 "GET /v2.0/networks?id=942527cb-8bb7-4512-9c4e-89394e096ef6 HTTP/1.1" status: 200 len: 912 time: 0.1546099 Jan 28 07:57:52.417038 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d9491342-f5b1-40eb-b616-7f7b76be5649 req-a3bbe6e4-cb07-474b-a1b2-447ef9a3bc43 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2b8ef712-4c75-4602-a22f-5353e4d185eb HTTP/1.1" status: 200 len: 217 time: 0.0638449 Jan 28 07:57:52.418382 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d9491342-f5b1-40eb-b616-7f7b76be5649 req-5ecaf953-b62e-4175-9db8-886a090f2dcb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2b8ef712-4c75-4602-a22f-5353e4d185eb HTTP/1.1" status: 200 len: 217 time: 0.0597017 Jan 28 07:57:52.502612 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9491342-f5b1-40eb-b616-7f7b76be5649 req-ef676ebc-8178-47e7-af51-ef9759a5d0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:57:52.504007 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d9491342-f5b1-40eb-b616-7f7b76be5649 req-ef676ebc-8178-47e7-af51-ef9759a5d0c6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7b7f7170-165f-4081-8a24-8fff5c4b8943 HTTP/1.1" status: 200 len: 851 time: 0.0811377 Jan 28 07:57:52.507351 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9491342-f5b1-40eb-b616-7f7b76be5649 req-ee067ada-7e3c-453f-b8a8-62f0c38ba7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:57:52.509248 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d9491342-f5b1-40eb-b616-7f7b76be5649 req-ee067ada-7e3c-453f-b8a8-62f0c38ba7f2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7b7f7170-165f-4081-8a24-8fff5c4b8943 HTTP/1.1" status: 200 len: 851 time: 0.0772953 Jan 28 07:57:52.554157 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d9491342-f5b1-40eb-b616-7f7b76be5649 req-5e8b3097-c286-4299-9dae-3daf1449f2b0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=942527cb-8bb7-4512-9c4e-89394e096ef6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439918 Jan 28 07:57:52.556581 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d9491342-f5b1-40eb-b616-7f7b76be5649 req-9c4651a0-827d-4334-b8bf-e4f458f83eea service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=942527cb-8bb7-4512-9c4e-89394e096ef6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385649 Jan 28 07:57:52.716008 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d9491342-f5b1-40eb-b616-7f7b76be5649 req-3a058dc8-a09f-43b9-a5bf-7c1756b3648c service neutron] 10.222.0.44 "GET /v2.0/networks/942527cb-8bb7-4512-9c4e-89394e096ef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565802 Jan 28 07:57:52.717891 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d9491342-f5b1-40eb-b616-7f7b76be5649 req-46b5d939-fc59-4e6f-8154-6655d0bb08b0 service neutron] 10.222.0.10 "GET /v2.0/networks/942527cb-8bb7-4512-9c4e-89394e096ef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517994 Jan 28 07:57:52.876801 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d9491342-f5b1-40eb-b616-7f7b76be5649 req-114895ef-6db0-4b6a-a706-8c290527af32 service neutron] 10.222.0.44 "GET /v2.0/networks/942527cb-8bb7-4512-9c4e-89394e096ef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552670 Jan 28 07:57:52.878661 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d9491342-f5b1-40eb-b616-7f7b76be5649 req-d1a1068b-8e84-4ad3-8ed6-adca0323a61f service neutron] 10.222.0.10 "GET /v2.0/networks/942527cb-8bb7-4512-9c4e-89394e096ef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493692 Jan 28 07:57:52.895431 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 2b8ef712-4c75-4602-a22f-5353e4d185eb details requested by agent hyperv_n-h2-712749-28 with host n-h2-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:57:52.992609 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 2b8ef712-4c75-4602-a22f-5353e4d185eb, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=2b8ef712-4c75-4602-a22f-5353e4d185eb,segment=NetworkSegment(6cdc1e8d-0af6-44ee-a149-44c986e226da),segment_id=6cdc1e8d-0af6-44ee-a149-44c986e226da)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:57:52.993669 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea85f58-25d0-4970-92f2-d85263ffc61a req-d23bc347-887d-4bc6-897f-96ce6af16584 tempest-DeleteServersTestJSON-685445768 tempest-DeleteServersTestJSON-685445768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:57:52.995198 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-3ea85f58-25d0-4970-92f2-d85263ffc61a req-d23bc347-887d-4bc6-897f-96ce6af16584 tempest-DeleteServersTestJSON-685445768 tempest-DeleteServersTestJSON-685445768-project] 10.222.0.41 "GET /v2.0/ports?device_id=f248d1ea-71f3-4fca-be02-341640309a15 HTTP/1.1" status: 200 len: 943 time: 0.0524919 Jan 28 07:57:53.004171 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Returning: {'device': '2b8ef712-4c75-4602-a22f-5353e4d185eb', 'network_id': '942527cb-8bb7-4512-9c4e-89394e096ef6', 'port_id': '2b8ef712-4c75-4602-a22f-5353e4d185eb', 'mac_address': 'fa:16:3e:16:80:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b7f7170-165f-4081-8a24-8fff5c4b8943', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:57:53.042256 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-3ea85f58-25d0-4970-92f2-d85263ffc61a req-06da7932-be0a-4487-9a0e-1509099243e8 tempest-DeleteServersTestJSON-685445768 tempest-DeleteServersTestJSON-685445768-project] 10.222.0.41 "GET /v2.0/security-groups?id=937d47b3-5381-4d7e-a14a-157ae2791c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414090 Jan 28 07:57:53.044731 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port 2b8ef712-4c75-4602-a22f-5353e4d185eb is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:57:53.045181 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (2b8ef712-4c75-4602-a22f-5353e4d185eb), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:57:53.061299 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b8ef712-4c75-4602-a22f-5353e4d185eb {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:57:53.080384 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 2b8ef712-4c75-4602-a22f-5353e4d185eb, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=2b8ef712-4c75-4602-a22f-5353e4d185eb,segment=NetworkSegment(6cdc1e8d-0af6-44ee-a149-44c986e226da),segment_id=6cdc1e8d-0af6-44ee-a149-44c986e226da)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:57:53.084764 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (2b8ef712-4c75-4602-a22f-5353e4d185eb), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:57:53.132396 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=2b8ef712-4c75-4602-a22f-5353e4d185eb,revision_number=8']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:57:53.140001 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:57:53.140394 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:57:53.140799 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:57:53.141095 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:57:53.141536 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:57:53.141935 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:57:53.142337 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:57:53.142738 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:57:53.143175 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:57:53.143519 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:57:53.143952 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:57:53.144370 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:57:53.144707 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:57:53.315250 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 2b8ef712-4c75-4602-a22f-5353e4d185eb no longer exists at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:57:53.336970 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0369d18b-e99f-4e46-b231-fe835b3d7bca req-7124eb60-c918-4c73-a2f6-e77ba1b50b2c tempest-DeleteServersTestJSON-685445768 tempest-DeleteServersTestJSON-685445768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:57:53.338494 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0369d18b-e99f-4e46-b231-fe835b3d7bca req-7124eb60-c918-4c73-a2f6-e77ba1b50b2c tempest-DeleteServersTestJSON-685445768 tempest-DeleteServersTestJSON-685445768-project] 10.222.0.10 "GET /v2.0/ports?device_id=f248d1ea-71f3-4fca-be02-341640309a15&tenant_id=a7881d1804914d31ad397f1fb0afab9c&binding%3Ahost_id=n-h2-712749-28 HTTP/1.1" status: 200 len: 944 time: 0.0879173 Jan 28 07:57:53.356524 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] The host n-h1-712749-28 is not matching for port 2b8ef712-4c75-4602-a22f-5353e4d185eb host n-h2-712749-28! {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 07:57:53.356918 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 2b8ef712-4c75-4602-a22f-5353e4d185eb not bound to the agent host n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:57:53.396884 n-d-712749-28 neutron-server[103284]: INFO neutron.api.v2.resource [req-0369d18b-e99f-4e46-b231-fe835b3d7bca req-98ac0228-1901-4bb4-878a-2ca339e753c9 service neutron] delete failed (client error): The resource could not be found. Jan 28 07:57:53.397897 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0369d18b-e99f-4e46-b231-fe835b3d7bca req-98ac0228-1901-4bb4-878a-2ca339e753c9 service neutron] 10.222.0.10 "DELETE /v2.0/ports/2b8ef712-4c75-4602-a22f-5353e4d185eb/bindings/n-h1-712749-28 HTTP/1.1" status: 404 len: 381 time: 0.0523348 Jan 28 07:57:53.432035 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['2b8ef712-4c75-4602-a22f-5353e4d185eb'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:57:53.503392 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0369d18b-e99f-4e46-b231-fe835b3d7bca req-8e3790ab-961b-45f8-b2e8-3f17a1ef7cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:57:53.504970 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0369d18b-e99f-4e46-b231-fe835b3d7bca req-8e3790ab-961b-45f8-b2e8-3f17a1ef7cd1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a7881d1804914d31ad397f1fb0afab9c&device_id=f248d1ea-71f3-4fca-be02-341640309a15 HTTP/1.1" status: 200 len: 1096 time: 0.0407615 Jan 28 07:57:53.602323 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0369d18b-e99f-4e46-b231-fe835b3d7bca req-0e28293b-71a4-4f3f-9a80-c897befd258f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:57:53.603994 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0369d18b-e99f-4e46-b231-fe835b3d7bca req-0e28293b-71a4-4f3f-9a80-c897befd258f service neutron] 10.222.0.10 "GET /v2.0/networks?id=942527cb-8bb7-4512-9c4e-89394e096ef6 HTTP/1.1" status: 200 len: 912 time: 0.0896885 Jan 28 07:57:53.648656 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0369d18b-e99f-4e46-b231-fe835b3d7bca req-2ef5288c-9d81-4547-b6ec-9d6c91677d27 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2b8ef712-4c75-4602-a22f-5353e4d185eb HTTP/1.1" status: 200 len: 217 time: 0.0353281 Jan 28 07:57:53.698267 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0369d18b-e99f-4e46-b231-fe835b3d7bca req-4dd1ed80-f128-4728-9296-3f72fe20fea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:57:53.699700 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0369d18b-e99f-4e46-b231-fe835b3d7bca req-4dd1ed80-f128-4728-9296-3f72fe20fea9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7b7f7170-165f-4081-8a24-8fff5c4b8943 HTTP/1.1" status: 200 len: 851 time: 0.0429175 Jan 28 07:57:53.733918 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0369d18b-e99f-4e46-b231-fe835b3d7bca req-651c5b99-6ece-4afc-9ead-17d8a069d7c1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=942527cb-8bb7-4512-9c4e-89394e096ef6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251369 Jan 28 07:57:53.831128 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0369d18b-e99f-4e46-b231-fe835b3d7bca req-e3540313-6ea3-439d-b361-b6612167c0a9 service neutron] 10.222.0.10 "GET /v2.0/networks/942527cb-8bb7-4512-9c4e-89394e096ef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872548 Jan 28 07:57:53.923520 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0369d18b-e99f-4e46-b231-fe835b3d7bca req-b93ec2b4-d2bd-4944-b6db-b1c3fe0efcd1 service neutron] 10.222.0.10 "GET /v2.0/networks/942527cb-8bb7-4512-9c4e-89394e096ef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830252 Jan 28 07:57:54.734738 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06509b97-4462-4f69-9658-75ada1df2f62 req-21f4f922-bc46-4e40-929d-363a7843b890 tempest-DeleteServersTestJSON-685445768 tempest-DeleteServersTestJSON-685445768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:57:54.736240 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-06509b97-4462-4f69-9658-75ada1df2f62 req-21f4f922-bc46-4e40-929d-363a7843b890 tempest-DeleteServersTestJSON-685445768 tempest-DeleteServersTestJSON-685445768-project] 10.222.0.41 "GET /v2.0/ports?device_id=f248d1ea-71f3-4fca-be02-341640309a15 HTTP/1.1" status: 200 len: 944 time: 0.0483868 Jan 28 07:57:54.782863 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-06509b97-4462-4f69-9658-75ada1df2f62 req-7aeb5ad0-7ffb-4b0f-afe3-adc44b16e7a4 tempest-DeleteServersTestJSON-685445768 tempest-DeleteServersTestJSON-685445768-project] 10.222.0.41 "GET /v2.0/security-groups?id=937d47b3-5381-4d7e-a14a-157ae2791c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411613 Jan 28 07:57:54.923528 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 2b8ef712-4c75-4602-a22f-5353e4d185eb up at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:57:54.971757 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning for port 2b8ef712-4c75-4602-a22f-5353e4d185eb completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:57:54.975498 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning complete for port 2b8ef712-4c75-4602-a22f-5353e4d185eb triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:57:54.975875 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (2b8ef712-4c75-4602-a22f-5353e4d185eb), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:57:55.054162 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port 2b8ef712-4c75-4602-a22f-5353e4d185eb is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:57:55.054549 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (2b8ef712-4c75-4602-a22f-5353e4d185eb), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:57:55.077256 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f248d1ea-71f3-4fca-be02-341640309a15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b8ef712-4c75-4602-a22f-5353e4d185eb'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:57:55.079580 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72364201-af20-4d08-94b5-7506bc8c74ba" -d '{"events": [{"server_uuid": "f248d1ea-71f3-4fca-be02-341640309a15", "name": "network-vif-plugged", "status": "completed", "tag": "2b8ef712-4c75-4602-a22f-5353e4d185eb"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:57:55.093130 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 2b8ef712-4c75-4602-a22f-5353e4d185eb, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=2b8ef712-4c75-4602-a22f-5353e4d185eb,segment=NetworkSegment(6cdc1e8d-0af6-44ee-a149-44c986e226da),segment_id=6cdc1e8d-0af6-44ee-a149-44c986e226da)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:57:55.097056 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (2b8ef712-4c75-4602-a22f-5353e4d185eb), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:57:55.121626 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1418c98-0a63-4c77-88a8-c577265e9155 x-openstack-request-id: req-c1418c98-0a63-4c77-88a8-c577265e9155 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:57:55.121916 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f248d1ea-71f3-4fca-be02-341640309a15", "name": "network-vif-plugged", "status": "completed", "tag": "2b8ef712-4c75-4602-a22f-5353e4d185eb", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:57:55.122168 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c1418c98-0a63-4c77-88a8-c577265e9155 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:57:55.122554 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f248d1ea-71f3-4fca-be02-341640309a15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b8ef712-4c75-4602-a22f-5353e4d185eb', 'code': 200} Jan 28 07:57:55.147280 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=2b8ef712-4c75-4602-a22f-5353e4d185eb,revision_number=9']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:57:55.902753 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df2d449-bbe2-4ca0-9278-486b6c8e935f req-26e836e5-2505-49f0-89aa-af2cd62f7b5f tempest-DeleteServersTestJSON-685445768 tempest-DeleteServersTestJSON-685445768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:57:55.904250 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2df2d449-bbe2-4ca0-9278-486b6c8e935f req-26e836e5-2505-49f0-89aa-af2cd62f7b5f tempest-DeleteServersTestJSON-685445768 tempest-DeleteServersTestJSON-685445768-project] 10.222.0.41 "GET /v2.0/ports?device_id=f248d1ea-71f3-4fca-be02-341640309a15 HTTP/1.1" status: 200 len: 945 time: 0.0514436 Jan 28 07:57:55.950922 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2df2d449-bbe2-4ca0-9278-486b6c8e935f req-b9ef6653-c405-4c30-97f6-1b9544cea605 tempest-DeleteServersTestJSON-685445768 tempest-DeleteServersTestJSON-685445768-project] 10.222.0.41 "GET /v2.0/security-groups?id=937d47b3-5381-4d7e-a14a-157ae2791c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411468 Jan 28 07:57:56.143832 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0369d18b-e99f-4e46-b231-fe835b3d7bca req-9b465bd1-0196-4c04-886e-b4552db3cfe2 tempest-DeleteServersTestJSON-685445768 tempest-DeleteServersTestJSON-685445768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:57:56.145195 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0369d18b-e99f-4e46-b231-fe835b3d7bca req-9b465bd1-0196-4c04-886e-b4552db3cfe2 tempest-DeleteServersTestJSON-685445768 tempest-DeleteServersTestJSON-685445768-project] 10.222.0.44 "GET /v2.0/ports?device_id=f248d1ea-71f3-4fca-be02-341640309a15 HTTP/1.1" status: 200 len: 945 time: 0.0519075 Jan 28 07:57:56.235375 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-0369d18b-e99f-4e46-b231-fe835b3d7bca req-56b396c6-aaf9-41fd-a305-cb80642825e3 tempest-DeleteServersTestJSON-685445768 tempest-DeleteServersTestJSON-685445768-project] Deleting port 2b8ef712-4c75-4602-a22f-5353e4d185eb {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:57:56.235720 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-0369d18b-e99f-4e46-b231-fe835b3d7bca req-56b396c6-aaf9-41fd-a305-cb80642825e3 tempest-DeleteServersTestJSON-685445768 tempest-DeleteServersTestJSON-685445768-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (2b8ef712-4c75-4602-a22f-5353e4d185eb), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:57:56.325978 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-0369d18b-e99f-4e46-b231-fe835b3d7bca req-56b396c6-aaf9-41fd-a305-cb80642825e3 tempest-DeleteServersTestJSON-685445768 tempest-DeleteServersTestJSON-685445768-project] For port 2b8ef712-4c75-4602-a22f-5353e4d185eb, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=2b8ef712-4c75-4602-a22f-5353e4d185eb,segment=NetworkSegment(6cdc1e8d-0af6-44ee-a149-44c986e226da),segment_id=6cdc1e8d-0af6-44ee-a149-44c986e226da)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:57:56.326503 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-0369d18b-e99f-4e46-b231-fe835b3d7bca req-56b396c6-aaf9-41fd-a305-cb80642825e3 tempest-DeleteServersTestJSON-685445768 tempest-DeleteServersTestJSON-685445768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (2b8ef712-4c75-4602-a22f-5353e4d185eb), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:57:56.339603 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-0369d18b-e99f-4e46-b231-fe835b3d7bca req-56b396c6-aaf9-41fd-a305-cb80642825e3 tempest-DeleteServersTestJSON-685445768 tempest-DeleteServersTestJSON-685445768-project] Calling delete_port for 2b8ef712-4c75-4602-a22f-5353e4d185eb owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:57:56.418467 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 7 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 07:57:56.465017 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-0369d18b-e99f-4e46-b231-fe835b3d7bca req-56b396c6-aaf9-41fd-a305-cb80642825e3 tempest-DeleteServersTestJSON-685445768 tempest-DeleteServersTestJSON-685445768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (2b8ef712-4c75-4602-a22f-5353e4d185eb), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:57:56.495156 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b396c6-aaf9-41fd-a305-cb80642825e3 tempest-DeleteServersTestJSON-685445768 tempest-DeleteServersTestJSON-685445768-project] Pushing event deleted for resources: {'Port': ['ID=2b8ef712-4c75-4602-a22f-5353e4d185eb,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:57:56.499457 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['2b8ef712-4c75-4602-a22f-5353e4d185eb'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:57:56.541124 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-0369d18b-e99f-4e46-b231-fe835b3d7bca req-56b396c6-aaf9-41fd-a305-cb80642825e3 tempest-DeleteServersTestJSON-685445768 tempest-DeleteServersTestJSON-685445768-project] No DVR routers for this DVR port 2b8ef712-4c75-4602-a22f-5353e4d185eb on host n-h2-712749-28 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:57:56.543509 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-0369d18b-e99f-4e46-b231-fe835b3d7bca req-56b396c6-aaf9-41fd-a305-cb80642825e3 tempest-DeleteServersTestJSON-685445768 tempest-DeleteServersTestJSON-685445768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:57:56.546836 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0369d18b-e99f-4e46-b231-fe835b3d7bca req-56b396c6-aaf9-41fd-a305-cb80642825e3 tempest-DeleteServersTestJSON-685445768 tempest-DeleteServersTestJSON-685445768-project] 10.222.0.44 "DELETE /v2.0/ports/2b8ef712-4c75-4602-a22f-5353e4d185eb HTTP/1.1" status: 204 len: 173 time: 0.3952672 Jan 28 07:57:56.547301 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f248d1ea-71f3-4fca-be02-341640309a15', 'name': 'network-vif-deleted', 'tag': '2b8ef712-4c75-4602-a22f-5353e4d185eb'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:57:56.549824 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f39c50be-b2c6-4a49-981c-f076c0f03fc7" -d '{"events": [{"server_uuid": "f248d1ea-71f3-4fca-be02-341640309a15", "name": "network-vif-deleted", "tag": "2b8ef712-4c75-4602-a22f-5353e4d185eb"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:57:56.590198 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71a66fc4-8547-4b59-a2c8-87ed4af73e8a x-openstack-request-id: req-71a66fc4-8547-4b59-a2c8-87ed4af73e8a {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:57:56.590498 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f248d1ea-71f3-4fca-be02-341640309a15", "name": "network-vif-deleted", "tag": "2b8ef712-4c75-4602-a22f-5353e4d185eb", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:57:56.590758 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-71a66fc4-8547-4b59-a2c8-87ed4af73e8a {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:57:56.591163 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f248d1ea-71f3-4fca-be02-341640309a15', 'name': 'network-vif-deleted', 'tag': '2b8ef712-4c75-4602-a22f-5353e4d185eb', 'status': 'completed', 'code': 200} Jan 28 07:57:57.078203 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 37544) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:57:57.121997 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-955e8f17-fd97-4164-8a8a-f5da11b68503 admin admin] Deleting subnet 7b7f7170-165f-4081-8a24-8fff5c4b8943 {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:57:57.125001 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-955e8f17-fd97-4164-8a8a-f5da11b68503 admin admin] Publish callbacks [] for subnet (7b7f7170-165f-4081-8a24-8fff5c4b8943), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:57:57.158508 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-955e8f17-fd97-4164-8a8a-f5da11b68503 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24759175'] for subnet (7b7f7170-165f-4081-8a24-8fff5c4b8943), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:57:57.200364 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-955e8f17-fd97-4164-8a8a-f5da11b68503 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (7b7f7170-165f-4081-8a24-8fff5c4b8943), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:57:57.251863 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-955e8f17-fd97-4164-8a8a-f5da11b68503 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24757569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24979817'] for subnet (7b7f7170-165f-4081-8a24-8fff5c4b8943), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:57:57.276397 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955e8f17-fd97-4164-8a8a-f5da11b68503 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b7f7170-165f-4081-8a24-8fff5c4b8943,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:57:57.282027 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-955e8f17-fd97-4164-8a8a-f5da11b68503 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:57:57.285298 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-955e8f17-fd97-4164-8a8a-f5da11b68503 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/7b7f7170-165f-4081-8a24-8fff5c4b8943 HTTP/1.1" status: 204 len: 168 time: 0.2060387 Jan 28 07:57:57.287978 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 37546) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:57:57.354468 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bb300a3a-ec56-4861-826d-bb13933c5d49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (942527cb-8bb7-4512-9c4e-89394e096ef6), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:57:57.436048 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bb300a3a-ec56-4861-826d-bb13933c5d49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (942527cb-8bb7-4512-9c4e-89394e096ef6), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:57:57.455649 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-bb300a3a-ec56-4861-826d-bb13933c5d49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['942527cb-8bb7-4512-9c4e-89394e096ef6']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:57:57.465287 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-bb300a3a-ec56-4861-826d-bb13933c5d49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cdc1e8d-0af6-44ee-a149-44c986e226da') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:57:57.465583 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-bb300a3a-ec56-4861-826d-bb13933c5d49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cdc1e8d-0af6-44ee-a149-44c986e226da') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:57:57.474666 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bb300a3a-ec56-4861-826d-bb13933c5d49 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24759294'] for segment (6cdc1e8d-0af6-44ee-a149-44c986e226da), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:57:57.488477 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bb300a3a-ec56-4861-826d-bb13933c5d49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (6cdc1e8d-0af6-44ee-a149-44c986e226da), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:57:57.494325 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb300a3a-ec56-4861-826d-bb13933c5d49 admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:57:57.494708 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bb300a3a-ec56-4861-826d-bb13933c5d49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24757675'] for segment (6cdc1e8d-0af6-44ee-a149-44c986e226da), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:57:57.496382 n-d-712749-28 neutron-server[103284]: Traceback (most recent call last): Jan 28 07:57:57.496382 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:57:57.496382 n-d-712749-28 neutron-server[103284]: timer() Jan 28 07:57:57.496382 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:57:57.496382 n-d-712749-28 neutron-server[103284]: cb(*args, **kw) Jan 28 07:57:57.496382 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:57:57.496382 n-d-712749-28 neutron-server[103284]: return func(*args, **kwargs) Jan 28 07:57:57.496382 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:57:57.496382 n-d-712749-28 neutron-server[103284]: self._notify() Jan 28 07:57:57.496382 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:57:57.496382 n-d-712749-28 neutron-server[103284]: self.callback(batched_events) Jan 28 07:57:57.496382 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:57:57.496382 n-d-712749-28 neutron-server[103284]: event.method(event) Jan 28 07:57:57.496382 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:57:57.496382 n-d-712749-28 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:57:57.496382 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:57:57.496382 n-d-712749-28 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:57:57.496382 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:57:57.496382 n-d-712749-28 neutron-server[103284]: return f(self, *a, **k) Jan 28 07:57:57.496382 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:57:57.496382 n-d-712749-28 neutron-server[103284]: return self._get(url).json() Jan 28 07:57:57.496382 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:57:57.496382 n-d-712749-28 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:57:57.496382 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:57:57.496382 n-d-712749-28 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Jan 28 07:57:57.496382 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:57:57.496382 n-d-712749-28 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:57:57.496382 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:57:57.496382 n-d-712749-28 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:57:57.496382 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:57:57.496382 n-d-712749-28 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:57:57.496382 n-d-712749-28 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:57:57.552614 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bb300a3a-ec56-4861-826d-bb13933c5d49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (942527cb-8bb7-4512-9c4e-89394e096ef6), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:57:57.558288 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bb300a3a-ec56-4861-826d-bb13933c5d49 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:57:57.561545 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-bb300a3a-ec56-4861-826d-bb13933c5d49 admin admin] 10.222.0.41 "DELETE /v2.0/networks/942527cb-8bb7-4512-9c4e-89394e096ef6 HTTP/1.1" status: 204 len: 168 time: 0.2726176 Jan 28 07:57:57.574254 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb300a3a-ec56-4861-826d-bb13933c5d49 admin admin] Pushing event deleted for resources: {'Network': ['ID=942527cb-8bb7-4512-9c4e-89394e096ef6,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:57:57.668967 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 37550) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:57:57.707677 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-9ddc3d32-6074-45d5-ba1e-ff5c7406d295 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a7881d1804914d31ad397f1fb0afab9c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0375621 Jan 28 07:57:57.710201 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 37552) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:57:57.755907 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-53f38815-1100-435b-88f5-4e018ea92743 admin admin] Publish callbacks [] for security_group (937d47b3-5381-4d7e-a14a-157ae2791c14), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:57:57.776558 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-53f38815-1100-435b-88f5-4e018ea92743 admin admin] Publish callbacks [] for security_group (937d47b3-5381-4d7e-a14a-157ae2791c14), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:57:57.821085 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-53f38815-1100-435b-88f5-4e018ea92743 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (937d47b3-5381-4d7e-a14a-157ae2791c14), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:57:57.824311 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-53f38815-1100-435b-88f5-4e018ea92743 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:57:57.825493 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-53f38815-1100-435b-88f5-4e018ea92743 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/937d47b3-5381-4d7e-a14a-157ae2791c14 HTTP/1.1" status: 204 len: 168 time: 0.1144176 Jan 28 07:57:57.833238 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f38815-1100-435b-88f5-4e018ea92743 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=937d47b3-5381-4d7e-a14a-157ae2791c14,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:57:58.485440 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 37574) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:57:58.585031 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-0932ba13-85fa-4913-824f-814ede18b87c admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-681319095-network', 'tenant_id': '9e951b81b93342f797dfe91ba9264592'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:57:58.605155 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0932ba13-85fa-4913-824f-814ede18b87c admin admin] Made reservation on behalf of 9e951b81b93342f797dfe91ba9264592 for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:57:58.607357 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0932ba13-85fa-4913-824f-814ede18b87c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:57:58.615655 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0932ba13-85fa-4913-824f-814ede18b87c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:57:58.698161 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0932ba13-85fa-4913-824f-814ede18b87c admin admin] Publish callbacks [] for security_group (3cd236a9-0249-4080-ac66-a804b99f18d5), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:57:58.701917 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0932ba13-85fa-4913-824f-814ede18b87c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (3cd236a9-0249-4080-ac66-a804b99f18d5), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:57:58.723344 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0932ba13-85fa-4913-824f-814ede18b87c admin admin] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:57:58.739104 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0932ba13-85fa-4913-824f-814ede18b87c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cd236a9-0249-4080-ac66-a804b99f18d5,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:57:58.742294 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0932ba13-85fa-4913-824f-814ede18b87c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (5fe1bd71-b512-4314-9cc2-c3e3c4cefc5f), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:57:58.742636 n-d-712749-28 neutron-server[103284]: INFO neutron.db.segments_db [None req-0932ba13-85fa-4913-824f-814ede18b87c admin admin] Added segment 5fe1bd71-b512-4314-9cc2-c3e3c4cefc5f of type vlan for network 297b58a5-04fe-4e7f-b10a-bf20ca7c3ffb Jan 28 07:57:58.784961 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0932ba13-85fa-4913-824f-814ede18b87c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (297b58a5-04fe-4e7f-b10a-bf20ca7c3ffb), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:57:58.810430 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0932ba13-85fa-4913-824f-814ede18b87c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (297b58a5-04fe-4e7f-b10a-bf20ca7c3ffb), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:57:58.811647 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0932ba13-85fa-4913-824f-814ede18b87c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:57:58.812510 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0932ba13-85fa-4913-824f-814ede18b87c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:57:58.867485 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-0932ba13-85fa-4913-824f-814ede18b87c admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3808331 Jan 28 07:57:58.870407 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 37578) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:57:58.875250 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0932ba13-85fa-4913-824f-814ede18b87c admin admin] Pushing event updated for resources: {'Network': ['ID=297b58a5-04fe-4e7f-b10a-bf20ca7c3ffb,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:57:58.875487 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-09e66483-117b-4890-b6dd-39a84c8d8538 admin admin] Request body: {'subnet': {'network_id': '297b58a5-04fe-4e7f-b10a-bf20ca7c3ffb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-681319095-subnet', 'tenant_id': '9e951b81b93342f797dfe91ba9264592', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:57:58.885906 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network 297b58a5-04fe-4e7f-b10a-bf20ca7c3ffb details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:57:58.897395 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09e66483-117b-4890-b6dd-39a84c8d8538 admin admin] Made reservation on behalf of 9e951b81b93342f797dfe91ba9264592 for: {'subnet': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:57:58.900376 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-09e66483-117b-4890-b6dd-39a84c8d8538 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13555781'] for subnet (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:57:58.941343 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 2b8ef712-4c75-4602-a22f-5353e4d185eb no longer exists at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:57:58.971373 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] No Port match for: 2b8ef712-4c75-4602-a22f-5353e4d185eb {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:57:58.971717 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 2b8ef712-4c75-4602-a22f-5353e4d185eb not bound to the agent host n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:57:59.070909 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-09e66483-117b-4890-b6dd-39a84c8d8538 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13546728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13555799'] for subnet (12a452db-c795-4685-baea-0e4794b2709f), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:57:59.127590 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e66483-117b-4890-b6dd-39a84c8d8538 admin admin] Pushing event updated for resources: {'Subnet': ['ID=12a452db-c795-4685-baea-0e4794b2709f,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:57:59.139338 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e66483-117b-4890-b6dd-39a84c8d8538 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:57:59.139689 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e66483-117b-4890-b6dd-39a84c8d8538 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:57:59.140036 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e66483-117b-4890-b6dd-39a84c8d8538 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:57:59.140411 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e66483-117b-4890-b6dd-39a84c8d8538 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:57:59.140751 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e66483-117b-4890-b6dd-39a84c8d8538 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:57:59.141086 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e66483-117b-4890-b6dd-39a84c8d8538 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:57:59.141419 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e66483-117b-4890-b6dd-39a84c8d8538 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:57:59.141746 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e66483-117b-4890-b6dd-39a84c8d8538 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:57:59.142075 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e66483-117b-4890-b6dd-39a84c8d8538 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:57:59.142398 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e66483-117b-4890-b6dd-39a84c8d8538 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:57:59.142742 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e66483-117b-4890-b6dd-39a84c8d8538 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:57:59.143052 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e66483-117b-4890-b6dd-39a84c8d8538 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:57:59.143372 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e66483-117b-4890-b6dd-39a84c8d8538 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:57:59.146328 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e66483-117b-4890-b6dd-39a84c8d8538 admin admin] Checking segment: {'id': '5fe1bd71-b512-4314-9cc2-c3e3c4cefc5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '297b58a5-04fe-4e7f-b10a-bf20ca7c3ffb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:57:59.146685 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e66483-117b-4890-b6dd-39a84c8d8538 admin admin] Network hostable DHCP agents. Network: 297b58a5-04fe-4e7f-b10a-bf20ca7c3ffb, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:57:59.163280 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e66483-117b-4890-b6dd-39a84c8d8538 admin admin] Network 297b58a5-04fe-4e7f-b10a-bf20ca7c3ffb is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:57:59.171785 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-09e66483-117b-4890-b6dd-39a84c8d8538 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, 297b58a5-04fe-4e7f-b10a-bf20ca7c3ffb) {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:57:59.176020 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09e66483-117b-4890-b6dd-39a84c8d8538 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:57:59.176640 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-09e66483-117b-4890-b6dd-39a84c8d8538 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:57:59.181384 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec18062e-c8c3-489d-a71a-a27ffc2d7fb6 None None] Network 297b58a5-04fe-4e7f-b10a-bf20ca7c3ffb requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:57:59.193187 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-09e66483-117b-4890-b6dd-39a84c8d8538 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3216350 Jan 28 07:57:59.279955 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b6847c-53bd-43d9-be7f-ca415f30daab None None] Network 297b58a5-04fe-4e7f-b10a-bf20ca7c3ffb requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:57:59.624843 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc3e0e7-e655-4fb6-8c95-9d1df0eada0c req-49c09ad2-02b2-420b-9b21-ff02b164b8f6 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:57:59.626333 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9fc3e0e7-e655-4fb6-8c95-9d1df0eada0c req-49c09ad2-02b2-420b-9b21-ff02b164b8f6 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/networks?id=297b58a5-04fe-4e7f-b10a-bf20ca7c3ffb HTTP/1.1" status: 200 len: 814 time: 0.1044185 Jan 28 07:57:59.640508 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9fc3e0e7-e655-4fb6-8c95-9d1df0eada0c req-f15143dd-2d79-4c6c-9258-24181b8aa7db tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/quotas/9e951b81b93342f797dfe91ba9264592 HTTP/1.1" status: 200 len: 375 time: 0.0089090 Jan 28 07:57:59.671958 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9fc3e0e7-e655-4fb6-8c95-9d1df0eada0c req-874eebb2-b077-47b1-b5c2-3a6fbed0ba12 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=9e951b81b93342f797dfe91ba9264592&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268419 Jan 28 07:57:59.762081 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9fc3e0e7-e655-4fb6-8c95-9d1df0eada0c req-13094a19-2fef-4ae6-9d2d-404e3fa44735 service neutron] 10.222.0.41 "GET /v2.0/networks/297b58a5-04fe-4e7f-b10a-bf20ca7c3ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834787 Jan 28 07:57:59.849160 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9fc3e0e7-e655-4fb6-8c95-9d1df0eada0c req-13f05e48-5b0b-4761-b830-7df1942ca606 service neutron] 10.222.0.41 "GET /v2.0/networks/297b58a5-04fe-4e7f-b10a-bf20ca7c3ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813911 Jan 28 07:58:00.008575 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1d49a215-d13f-4611-8ce8-7e32557ff63f req-1fd58126-ffc5-42ad-80fc-ed318429506b tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/ports?device_id=a78ba243-1563-412a-ad0e-0ae9c467f1d9 HTTP/1.1" status: 200 len: 210 time: 0.0261583 Jan 28 07:58:01.118520 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c8958989-4f8e-4c46-9397-aaa5a21261c0 req-6054cfc7-35e1-4530-ab82-1164090c1bcf tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/ports?device_id=a78ba243-1563-412a-ad0e-0ae9c467f1d9 HTTP/1.1" status: 200 len: 210 time: 0.0320106 Jan 28 07:58:01.125950 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc3e0e7-e655-4fb6-8c95-9d1df0eada0c req-139015c4-631e-44d4-a55f-ca09181cf996 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:58:01.127297 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9fc3e0e7-e655-4fb6-8c95-9d1df0eada0c req-139015c4-631e-44d4-a55f-ca09181cf996 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.10 "GET /v2.0/networks?id=297b58a5-04fe-4e7f-b10a-bf20ca7c3ffb HTTP/1.1" status: 200 len: 814 time: 0.1430058 Jan 28 07:58:01.153053 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-9fc3e0e7-e655-4fb6-8c95-9d1df0eada0c req-f15483ca-c6a5-4cf9-a357-06f6c1fe50ca tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] Request body: {'port': {'device_id': 'a78ba243-1563-412a-ad0e-0ae9c467f1d9', 'network_id': '297b58a5-04fe-4e7f-b10a-bf20ca7c3ffb', 'admin_state_up': True, 'tenant_id': '9e951b81b93342f797dfe91ba9264592'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:58:01.260883 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fc3e0e7-e655-4fb6-8c95-9d1df0eada0c req-f15483ca-c6a5-4cf9-a357-06f6c1fe50ca tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] Made reservation on behalf of 9e951b81b93342f797dfe91ba9264592 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:58:01.264205 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-9fc3e0e7-e655-4fb6-8c95-9d1df0eada0c req-f15483ca-c6a5-4cf9-a357-06f6c1fe50ca tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:58:01.388587 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-9fc3e0e7-e655-4fb6-8c95-9d1df0eada0c req-f15483ca-c6a5-4cf9-a357-06f6c1fe50ca tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] Allocated IP 172.20.0.7 (297b58a5-04fe-4e7f-b10a-bf20ca7c3ffb/12a452db-c795-4685-baea-0e4794b2709f/6a71da42-8600-440a-a2d0-57e2f429e71a) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:58:01.533977 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-9fc3e0e7-e655-4fb6-8c95-9d1df0eada0c req-f15483ca-c6a5-4cf9-a357-06f6c1fe50ca tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] Publish callbacks [] for port (6a71da42-8600-440a-a2d0-57e2f429e71a), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:58:01.569039 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-9fc3e0e7-e655-4fb6-8c95-9d1df0eada0c req-f15483ca-c6a5-4cf9-a357-06f6c1fe50ca tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (6a71da42-8600-440a-a2d0-57e2f429e71a), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:58:01.611613 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fc3e0e7-e655-4fb6-8c95-9d1df0eada0c req-f15483ca-c6a5-4cf9-a357-06f6c1fe50ca tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] Network 297b58a5-04fe-4e7f-b10a-bf20ca7c3ffb is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:58:01.614622 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-9fc3e0e7-e655-4fb6-8c95-9d1df0eada0c req-f15483ca-c6a5-4cf9-a357-06f6c1fe50ca tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:58:01.620792 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fc3e0e7-e655-4fb6-8c95-9d1df0eada0c req-f15483ca-c6a5-4cf9-a357-06f6c1fe50ca tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:58:01.643315 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15483ca-c6a5-4cf9-a357-06f6c1fe50ca tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] Pushing event updated for resources: {'Port': ['ID=6a71da42-8600-440a-a2d0-57e2f429e71a,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:58:01.669548 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc3e0e7-e655-4fb6-8c95-9d1df0eada0c req-f15483ca-c6a5-4cf9-a357-06f6c1fe50ca tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:58:01.670168 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-9fc3e0e7-e655-4fb6-8c95-9d1df0eada0c req-f15483ca-c6a5-4cf9-a357-06f6c1fe50ca tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:58:01.685952 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9fc3e0e7-e655-4fb6-8c95-9d1df0eada0c req-f15483ca-c6a5-4cf9-a357-06f6c1fe50ca tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5373480 Jan 28 07:58:01.710565 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-9fc3e0e7-e655-4fb6-8c95-9d1df0eada0c req-ff518cb9-5e77-4256-88dc-b63d635d6adb service neutron] Request body: {'port': {'device_id': 'a78ba243-1563-412a-ad0e-0ae9c467f1d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-28'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:58:01.767228 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-9fc3e0e7-e655-4fb6-8c95-9d1df0eada0c req-ff518cb9-5e77-4256-88dc-b63d635d6adb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (6a71da42-8600-440a-a2d0-57e2f429e71a), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:58:02.025198 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-9fc3e0e7-e655-4fb6-8c95-9d1df0eada0c req-ff518cb9-5e77-4256-88dc-b63d635d6adb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a71da42-8600-440a-a2d0-57e2f429e71a {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:58:02.033854 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-9fc3e0e7-e655-4fb6-8c95-9d1df0eada0c req-ff518cb9-5e77-4256-88dc-b63d635d6adb service neutron] Publish callbacks [] for port (6a71da42-8600-440a-a2d0-57e2f429e71a), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:58:02.046209 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-9fc3e0e7-e655-4fb6-8c95-9d1df0eada0c req-ff518cb9-5e77-4256-88dc-b63d635d6adb service neutron] Transition to ACTIVE for port object 6a71da42-8600-440a-a2d0-57e2f429e71a will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:58:02.050523 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-9fc3e0e7-e655-4fb6-8c95-9d1df0eada0c req-ff518cb9-5e77-4256-88dc-b63d635d6adb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (6a71da42-8600-440a-a2d0-57e2f429e71a), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:58:02.102462 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff518cb9-5e77-4256-88dc-b63d635d6adb service neutron] Pushing event updated for resources: {'Port': ['ID=6a71da42-8600-440a-a2d0-57e2f429e71a,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:58:02.171512 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-9fc3e0e7-e655-4fb6-8c95-9d1df0eada0c req-ff518cb9-5e77-4256-88dc-b63d635d6adb service neutron] Attempting to bind port 6a71da42-8600-440a-a2d0-57e2f429e71a on host n-h1-712749-28 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:58:02.172169 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-9fc3e0e7-e655-4fb6-8c95-9d1df0eada0c req-ff518cb9-5e77-4256-88dc-b63d635d6adb service neutron] Attempting to bind port 6a71da42-8600-440a-a2d0-57e2f429e71a by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': '5fe1bd71-b512-4314-9cc2-c3e3c4cefc5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '297b58a5-04fe-4e7f-b10a-bf20ca7c3ffb'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:58:02.172169 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fc3e0e7-e655-4fb6-8c95-9d1df0eada0c req-ff518cb9-5e77-4256-88dc-b63d635d6adb service neutron] Attempting to bind port 6a71da42-8600-440a-a2d0-57e2f429e71a on network 297b58a5-04fe-4e7f-b10a-bf20ca7c3ffb {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:58:02.176894 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fc3e0e7-e655-4fb6-8c95-9d1df0eada0c req-ff518cb9-5e77-4256-88dc-b63d635d6adb service neutron] Port 6a71da42-8600-440a-a2d0-57e2f429e71a on network 297b58a5-04fe-4e7f-b10a-bf20ca7c3ffb not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:58:02.177228 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fc3e0e7-e655-4fb6-8c95-9d1df0eada0c req-ff518cb9-5e77-4256-88dc-b63d635d6adb service neutron] Attempting to bind port 6a71da42-8600-440a-a2d0-57e2f429e71a on network 297b58a5-04fe-4e7f-b10a-bf20ca7c3ffb {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:58:02.186073 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fc3e0e7-e655-4fb6-8c95-9d1df0eada0c req-ff518cb9-5e77-4256-88dc-b63d635d6adb service neutron] Checking agent: {'id': '2fca46b1-237f-4857-9290-2429d810e472', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 57, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:58:02.186432 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fc3e0e7-e655-4fb6-8c95-9d1df0eada0c req-ff518cb9-5e77-4256-88dc-b63d635d6adb service neutron] Checking segment: {'id': '5fe1bd71-b512-4314-9cc2-c3e3c4cefc5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '297b58a5-04fe-4e7f-b10a-bf20ca7c3ffb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:58:02.186984 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fc3e0e7-e655-4fb6-8c95-9d1df0eada0c req-ff518cb9-5e77-4256-88dc-b63d635d6adb service neutron] Bound using segment: {'id': '5fe1bd71-b512-4314-9cc2-c3e3c4cefc5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '297b58a5-04fe-4e7f-b10a-bf20ca7c3ffb'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:58:02.187600 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-9fc3e0e7-e655-4fb6-8c95-9d1df0eada0c req-ff518cb9-5e77-4256-88dc-b63d635d6adb service neutron] Bound port: 6a71da42-8600-440a-a2d0-57e2f429e71a, host: n-h1-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fe1bd71-b512-4314-9cc2-c3e3c4cefc5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '297b58a5-04fe-4e7f-b10a-bf20ca7c3ffb'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:58:02.188116 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-9fc3e0e7-e655-4fb6-8c95-9d1df0eada0c req-ff518cb9-5e77-4256-88dc-b63d635d6adb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (6a71da42-8600-440a-a2d0-57e2f429e71a), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:58:02.239526 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ac2151-9906-49d1-a7ea-7bdc8237f38b req-7c3b42e3-d3f1-49b2-984e-5f242f911806 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:58:02.241077 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e5ac2151-9906-49d1-a7ea-7bdc8237f38b req-7c3b42e3-d3f1-49b2-984e-5f242f911806 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/ports?device_id=a78ba243-1563-412a-ad0e-0ae9c467f1d9 HTTP/1.1" status: 200 len: 943 time: 0.0515182 Jan 28 07:58:02.252138 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-9fc3e0e7-e655-4fb6-8c95-9d1df0eada0c req-ff518cb9-5e77-4256-88dc-b63d635d6adb service neutron] For port 6a71da42-8600-440a-a2d0-57e2f429e71a, host n-h1-712749-28, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:58:02.256268 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-9fc3e0e7-e655-4fb6-8c95-9d1df0eada0c req-ff518cb9-5e77-4256-88dc-b63d635d6adb service neutron] For port 6a71da42-8600-440a-a2d0-57e2f429e71a, host n-h1-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=6a71da42-8600-440a-a2d0-57e2f429e71a,segment=NetworkSegment(5fe1bd71-b512-4314-9cc2-c3e3c4cefc5f),segment_id=5fe1bd71-b512-4314-9cc2-c3e3c4cefc5f)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:58:02.261224 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-9fc3e0e7-e655-4fb6-8c95-9d1df0eada0c req-ff518cb9-5e77-4256-88dc-b63d635d6adb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (6a71da42-8600-440a-a2d0-57e2f429e71a), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:58:02.295700 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc3e0e7-e655-4fb6-8c95-9d1df0eada0c req-ff518cb9-5e77-4256-88dc-b63d635d6adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:58:02.296361 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-9fc3e0e7-e655-4fb6-8c95-9d1df0eada0c req-ff518cb9-5e77-4256-88dc-b63d635d6adb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:58:02.297787 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9fc3e0e7-e655-4fb6-8c95-9d1df0eada0c req-ff518cb9-5e77-4256-88dc-b63d635d6adb service neutron] 10.222.0.10 "PUT /v2.0/ports/6a71da42-8600-440a-a2d0-57e2f429e71a HTTP/1.1" status: 200 len: 1092 time: 0.5912621 Jan 28 07:58:02.298235 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a78ba243-1563-412a-ad0e-0ae9c467f1d9', 'tag': '6a71da42-8600-440a-a2d0-57e2f429e71a'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:58:02.300786 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3d78cd8-6a60-4a50-9980-f00b385798a9" -d '{"events": [{"name": "network-changed", "server_uuid": "a78ba243-1563-412a-ad0e-0ae9c467f1d9", "tag": "6a71da42-8600-440a-a2d0-57e2f429e71a"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:58:02.305374 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e5ac2151-9906-49d1-a7ea-7bdc8237f38b req-57f79b7a-6445-4f0f-aaf4-f96d2fae7436 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cd236a9-0249-4080-ac66-a804b99f18d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505636 Jan 28 07:58:02.336388 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff518cb9-5e77-4256-88dc-b63d635d6adb service neutron] Pushing event updated for resources: {'Port': ['ID=6a71da42-8600-440a-a2d0-57e2f429e71a,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:58:02.345531 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0271ba5-694b-4d51-88d8-b906728d98ed x-openstack-request-id: req-c0271ba5-694b-4d51-88d8-b906728d98ed {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:58:02.345822 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a78ba243-1563-412a-ad0e-0ae9c467f1d9", "tag": "6a71da42-8600-440a-a2d0-57e2f429e71a", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:58:02.346085 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c0271ba5-694b-4d51-88d8-b906728d98ed {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:58:02.346490 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a78ba243-1563-412a-ad0e-0ae9c467f1d9', 'tag': '6a71da42-8600-440a-a2d0-57e2f429e71a', 'status': 'completed', 'code': 200} Jan 28 07:58:02.424851 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc3e0e7-e655-4fb6-8c95-9d1df0eada0c req-dc61f09b-5fbe-49b2-842b-74688883f197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:58:02.426391 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9fc3e0e7-e655-4fb6-8c95-9d1df0eada0c req-dc61f09b-5fbe-49b2-842b-74688883f197 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9e951b81b93342f797dfe91ba9264592&device_id=a78ba243-1563-412a-ad0e-0ae9c467f1d9 HTTP/1.1" status: 200 len: 1095 time: 0.0417831 Jan 28 07:58:02.484133 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9fc3e0e7-e655-4fb6-8c95-9d1df0eada0c req-7c701a6f-375a-4fca-b391-a0576dcc1af9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6a71da42-8600-440a-a2d0-57e2f429e71a HTTP/1.1" status: 200 len: 217 time: 0.0379598 Jan 28 07:58:02.536583 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc3e0e7-e655-4fb6-8c95-9d1df0eada0c req-3798aff2-1cb1-4296-877c-494720a5569b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:58:02.538049 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9fc3e0e7-e655-4fb6-8c95-9d1df0eada0c req-3798aff2-1cb1-4296-877c-494720a5569b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=12a452db-c795-4685-baea-0e4794b2709f HTTP/1.1" status: 200 len: 854 time: 0.0437622 Jan 28 07:58:02.570993 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9fc3e0e7-e655-4fb6-8c95-9d1df0eada0c req-b2f82b5a-f835-40e7-a3e5-36382c16f469 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=297b58a5-04fe-4e7f-b10a-bf20ca7c3ffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242817 Jan 28 07:58:02.666879 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9fc3e0e7-e655-4fb6-8c95-9d1df0eada0c req-49174959-ff55-4e96-ac3d-b2992dcf7b6e service neutron] 10.222.0.10 "GET /v2.0/networks/297b58a5-04fe-4e7f-b10a-bf20ca7c3ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870650 Jan 28 07:58:02.755697 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9fc3e0e7-e655-4fb6-8c95-9d1df0eada0c req-9623d9d5-d252-4517-b90a-c93b1baaaa17 service neutron] 10.222.0.10 "GET /v2.0/networks/297b58a5-04fe-4e7f-b10a-bf20ca7c3ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802050 Jan 28 07:58:02.896944 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d78cd8-6a60-4a50-9980-f00b385798a9 req-282fa9dd-21c1-48f6-979e-4ce02b82328b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:58:02.898349 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d3d78cd8-6a60-4a50-9980-f00b385798a9 req-282fa9dd-21c1-48f6-979e-4ce02b82328b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9e951b81b93342f797dfe91ba9264592&device_id=a78ba243-1563-412a-ad0e-0ae9c467f1d9 HTTP/1.1" status: 200 len: 1095 time: 0.0443821 Jan 28 07:58:02.986159 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d78cd8-6a60-4a50-9980-f00b385798a9 req-3fe48042-206e-43ca-83eb-479c90cfc5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:58:02.987600 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d3d78cd8-6a60-4a50-9980-f00b385798a9 req-3fe48042-206e-43ca-83eb-479c90cfc5b3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=297b58a5-04fe-4e7f-b10a-bf20ca7c3ffb HTTP/1.1" status: 200 len: 915 time: 0.0825677 Jan 28 07:58:03.027529 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d3d78cd8-6a60-4a50-9980-f00b385798a9 req-774a5366-0b24-46b9-a1e8-c6a65bf9db8d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6a71da42-8600-440a-a2d0-57e2f429e71a HTTP/1.1" status: 200 len: 217 time: 0.0337386 Jan 28 07:58:03.078095 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d78cd8-6a60-4a50-9980-f00b385798a9 req-d263a07c-8ee0-4005-af28-64a7af4a49fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:58:03.079497 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d3d78cd8-6a60-4a50-9980-f00b385798a9 req-d263a07c-8ee0-4005-af28-64a7af4a49fe service neutron] 10.222.0.10 "GET /v2.0/subnets?id=12a452db-c795-4685-baea-0e4794b2709f HTTP/1.1" status: 200 len: 854 time: 0.0458426 Jan 28 07:58:03.110437 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d3d78cd8-6a60-4a50-9980-f00b385798a9 req-084b51da-4e28-44df-bd46-89f949b98f1a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=297b58a5-04fe-4e7f-b10a-bf20ca7c3ffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240216 Jan 28 07:58:03.195574 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d3d78cd8-6a60-4a50-9980-f00b385798a9 req-0a35a85c-9b79-458e-ad45-9a547ee85b79 service neutron] 10.222.0.10 "GET /v2.0/networks/297b58a5-04fe-4e7f-b10a-bf20ca7c3ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0781941 Jan 28 07:58:03.285262 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d3d78cd8-6a60-4a50-9980-f00b385798a9 req-f59d1a07-8de9-45aa-87c5-875d666c1868 service neutron] 10.222.0.10 "GET /v2.0/networks/297b58a5-04fe-4e7f-b10a-bf20ca7c3ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835793 Jan 28 07:58:03.308976 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-73badda6-ec06-4fd7-aa54-7a6a70f11693 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:58:03.366510 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:58:03.421443 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6102b044-4b53-450f-86b5-27641e480a22 req-86127068-9416-4b41-a779-75898204dac9 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:58:03.422921 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6102b044-4b53-450f-86b5-27641e480a22 req-86127068-9416-4b41-a779-75898204dac9 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/ports?device_id=a78ba243-1563-412a-ad0e-0ae9c467f1d9 HTTP/1.1" status: 200 len: 943 time: 0.0482416 Jan 28 07:58:03.469285 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6102b044-4b53-450f-86b5-27641e480a22 req-03a8fc8c-306a-4e6a-8f2b-1a2be7db1f27 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cd236a9-0249-4080-ac66-a804b99f18d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402291 Jan 28 07:58:04.400924 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:58:04.584641 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca638720-d73b-44db-a595-5aab531a0f29 req-559e3498-cefe-4660-b0fb-3011a1a65a40 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:58:04.586182 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ca638720-d73b-44db-a595-5aab531a0f29 req-559e3498-cefe-4660-b0fb-3011a1a65a40 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/ports?device_id=a78ba243-1563-412a-ad0e-0ae9c467f1d9 HTTP/1.1" status: 200 len: 943 time: 0.0500939 Jan 28 07:58:04.631975 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ca638720-d73b-44db-a595-5aab531a0f29 req-4e730555-f66c-4225-9a02-39e33d6565ca tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cd236a9-0249-4080-ac66-a804b99f18d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389991 Jan 28 07:58:05.378618 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 6a71da42-8600-440a-a2d0-57e2f429e71a details requested by agent hyperv_n-h1-712749-28 with host n-h1-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:58:05.472049 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 6a71da42-8600-440a-a2d0-57e2f429e71a, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=6a71da42-8600-440a-a2d0-57e2f429e71a,segment=NetworkSegment(5fe1bd71-b512-4314-9cc2-c3e3c4cefc5f),segment_id=5fe1bd71-b512-4314-9cc2-c3e3c4cefc5f)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:58:05.483521 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Returning: {'device': '6a71da42-8600-440a-a2d0-57e2f429e71a', 'network_id': '297b58a5-04fe-4e7f-b10a-bf20ca7c3ffb', 'port_id': '6a71da42-8600-440a-a2d0-57e2f429e71a', 'mac_address': 'fa:16:3e:77:6b:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12a452db-c795-4685-baea-0e4794b2709f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:58:05.518808 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 6a71da42-8600-440a-a2d0-57e2f429e71a is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:58:05.519196 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (6a71da42-8600-440a-a2d0-57e2f429e71a), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:58:05.534574 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a71da42-8600-440a-a2d0-57e2f429e71a {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:58:05.553781 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 6a71da42-8600-440a-a2d0-57e2f429e71a, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=6a71da42-8600-440a-a2d0-57e2f429e71a,segment=NetworkSegment(5fe1bd71-b512-4314-9cc2-c3e3c4cefc5f),segment_id=5fe1bd71-b512-4314-9cc2-c3e3c4cefc5f)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:58:05.557840 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (6a71da42-8600-440a-a2d0-57e2f429e71a), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:58:05.604069 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=6a71da42-8600-440a-a2d0-57e2f429e71a,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:58:05.673709 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-79abd7a1-312d-4251-b37d-4ff65507c7be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:58:05.748084 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9802c33e-daa3-4490-8f1f-bfbc0b9644b4 req-1152f782-db15-457f-856c-db0e0b98f722 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:58:05.749518 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9802c33e-daa3-4490-8f1f-bfbc0b9644b4 req-1152f782-db15-457f-856c-db0e0b98f722 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/ports?device_id=a78ba243-1563-412a-ad0e-0ae9c467f1d9 HTTP/1.1" status: 200 len: 944 time: 0.0480022 Jan 28 07:58:05.795480 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9802c33e-daa3-4490-8f1f-bfbc0b9644b4 req-dfd438aa-896f-4526-94c0-eb6bfcb9f6b6 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cd236a9-0249-4080-ac66-a804b99f18d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404394 Jan 28 07:58:05.899887 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['6a71da42-8600-440a-a2d0-57e2f429e71a'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:58:06.913453 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbf8f67-44c6-44d7-94bd-6ff26cc7cc69 req-6a826ccf-ca55-459e-9a48-54d7db2153a4 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:58:06.915611 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-fbbf8f67-44c6-44d7-94bd-6ff26cc7cc69 req-6a826ccf-ca55-459e-9a48-54d7db2153a4 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/ports?device_id=a78ba243-1563-412a-ad0e-0ae9c467f1d9 HTTP/1.1" status: 200 len: 944 time: 0.0532303 Jan 28 07:58:06.961286 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-fbbf8f67-44c6-44d7-94bd-6ff26cc7cc69 req-be81ca44-a233-4339-97ac-f252a2c9f8ca tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cd236a9-0249-4080-ac66-a804b99f18d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407763 Jan 28 07:58:07.118559 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:58:07.381602 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 6a71da42-8600-440a-a2d0-57e2f429e71a up at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:58:07.433002 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning for port 6a71da42-8600-440a-a2d0-57e2f429e71a completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:58:07.441246 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning complete for port 6a71da42-8600-440a-a2d0-57e2f429e71a triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:58:07.441621 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (6a71da42-8600-440a-a2d0-57e2f429e71a), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:58:07.518929 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 6a71da42-8600-440a-a2d0-57e2f429e71a is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:58:07.519334 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (6a71da42-8600-440a-a2d0-57e2f429e71a), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:58:07.541447 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a78ba243-1563-412a-ad0e-0ae9c467f1d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a71da42-8600-440a-a2d0-57e2f429e71a'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:58:07.543639 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dc4e08d-2793-464b-b84d-fded88743727" -d '{"events": [{"server_uuid": "a78ba243-1563-412a-ad0e-0ae9c467f1d9", "name": "network-vif-plugged", "status": "completed", "tag": "6a71da42-8600-440a-a2d0-57e2f429e71a"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:58:07.555952 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 6a71da42-8600-440a-a2d0-57e2f429e71a, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=6a71da42-8600-440a-a2d0-57e2f429e71a,segment=NetworkSegment(5fe1bd71-b512-4314-9cc2-c3e3c4cefc5f),segment_id=5fe1bd71-b512-4314-9cc2-c3e3c4cefc5f)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:58:07.560446 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (6a71da42-8600-440a-a2d0-57e2f429e71a), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:58:07.584392 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49bf28b7-b1af-475c-8b7e-2a6fc9dbd027 x-openstack-request-id: req-49bf28b7-b1af-475c-8b7e-2a6fc9dbd027 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:58:07.584692 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a78ba243-1563-412a-ad0e-0ae9c467f1d9", "name": "network-vif-plugged", "status": "completed", "tag": "6a71da42-8600-440a-a2d0-57e2f429e71a", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:58:07.584949 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-49bf28b7-b1af-475c-8b7e-2a6fc9dbd027 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:58:07.585345 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a78ba243-1563-412a-ad0e-0ae9c467f1d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a71da42-8600-440a-a2d0-57e2f429e71a', 'code': 200} Jan 28 07:58:07.610915 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=6a71da42-8600-440a-a2d0-57e2f429e71a,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:58:07.722940 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00546e2-7f21-4e82-9e53-1d9823ff587d req-eb7dc55c-96b9-43c9-8ee4-bdc410da0b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:58:07.724425 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f00546e2-7f21-4e82-9e53-1d9823ff587d req-eb7dc55c-96b9-43c9-8ee4-bdc410da0b64 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a78ba243-1563-412a-ad0e-0ae9c467f1d9 HTTP/1.1" status: 200 len: 1097 time: 0.0414941 Jan 28 07:58:07.767172 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f00546e2-7f21-4e82-9e53-1d9823ff587d req-a2dee754-3cc6-4e5d-93d2-30e91150aa21 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=3cd236a9-0249-4080-ac66-a804b99f18d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368216 Jan 28 07:58:08.074247 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4588f2bf-afef-40d7-b265-018c4b5cc5fe req-0f179bbe-cc0c-46a5-812b-71fb24d886d1 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:58:08.075688 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4588f2bf-afef-40d7-b265-018c4b5cc5fe req-0f179bbe-cc0c-46a5-812b-71fb24d886d1 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/ports?device_id=a78ba243-1563-412a-ad0e-0ae9c467f1d9 HTTP/1.1" status: 200 len: 945 time: 0.0472419 Jan 28 07:58:08.123379 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4588f2bf-afef-40d7-b265-018c4b5cc5fe req-49379e2b-65de-4238-b186-eb82594aafd5 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cd236a9-0249-4080-ac66-a804b99f18d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422132 Jan 28 07:58:08.847942 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:58:09.269424 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4bdeb8-4ecd-4801-9da0-1b1a919e1b18 req-6d4066c8-1efd-44e4-af8b-7febdecd8dbc tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:58:09.270943 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-be4bdeb8-4ecd-4801-9da0-1b1a919e1b18 req-6d4066c8-1efd-44e4-af8b-7febdecd8dbc tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/ports?device_id=a78ba243-1563-412a-ad0e-0ae9c467f1d9 HTTP/1.1" status: 200 len: 945 time: 0.0622582 Jan 28 07:58:09.320075 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-be4bdeb8-4ecd-4801-9da0-1b1a919e1b18 req-146f0c5f-fe3e-4724-a90e-552cb6912d2b tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cd236a9-0249-4080-ac66-a804b99f18d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431840 Jan 28 07:58:09.436336 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747ad5e0-771e-4afa-829e-deec46ab1108 req-6ccaa216-78d7-4d74-95f3-eb8ef43cbc34 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:58:09.437766 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-747ad5e0-771e-4afa-829e-deec46ab1108 req-6ccaa216-78d7-4d74-95f3-eb8ef43cbc34 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/ports?device_id=a78ba243-1563-412a-ad0e-0ae9c467f1d9 HTTP/1.1" status: 200 len: 945 time: 0.0484960 Jan 28 07:58:09.484512 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-747ad5e0-771e-4afa-829e-deec46ab1108 req-20594a86-4249-4190-9d07-06bb74dacdd1 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cd236a9-0249-4080-ac66-a804b99f18d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411184 Jan 28 07:58:09.682953 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f41df21-5fc3-444c-a508-f88dde00c8d9 req-fb48c4b0-8973-4855-ba05-87e348c5bff8 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:58:09.684464 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7f41df21-5fc3-444c-a508-f88dde00c8d9 req-fb48c4b0-8973-4855-ba05-87e348c5bff8 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/ports?device_id=a78ba243-1563-412a-ad0e-0ae9c467f1d9 HTTP/1.1" status: 200 len: 945 time: 0.0488775 Jan 28 07:58:09.731533 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7f41df21-5fc3-444c-a508-f88dde00c8d9 req-5ae45ff5-f8de-4e6e-86ff-2a1acb86b4c6 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cd236a9-0249-4080-ac66-a804b99f18d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414667 Jan 28 07:58:09.762348 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:58:09.846028 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea873159-b1f5-4636-be94-1077988ca087 req-d6e7e558-e0b2-454a-8c76-117bc2b3a460 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:58:09.847535 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ea873159-b1f5-4636-be94-1077988ca087 req-d6e7e558-e0b2-454a-8c76-117bc2b3a460 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/ports?device_id=a78ba243-1563-412a-ad0e-0ae9c467f1d9 HTTP/1.1" status: 200 len: 945 time: 0.0494137 Jan 28 07:58:09.894573 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ea873159-b1f5-4636-be94-1077988ca087 req-d5f35a32-e34d-4133-9da3-7ebbea4f36de tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cd236a9-0249-4080-ac66-a804b99f18d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408273 Jan 28 07:58:10.143720 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-875c80db-d7ca-4ba7-a833-cb9dd106f399 req-98401ab3-1f62-4593-95ac-e74ce39f012c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a78ba243-1563-412a-ad0e-0ae9c467f1d9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0720122 Jan 28 07:58:10.151815 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610e25f1-0a39-4a9b-8113-41ed62f0a410 req-404dcbfd-5cc8-4dd6-bf06-db3b8289ee57 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:58:10.153256 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-610e25f1-0a39-4a9b-8113-41ed62f0a410 req-404dcbfd-5cc8-4dd6-bf06-db3b8289ee57 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/ports?device_id=a78ba243-1563-412a-ad0e-0ae9c467f1d9 HTTP/1.1" status: 200 len: 945 time: 0.0733025 Jan 28 07:58:10.201632 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-610e25f1-0a39-4a9b-8113-41ed62f0a410 req-a914471e-cb16-430f-8933-2fea13482a03 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cd236a9-0249-4080-ac66-a804b99f18d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425346 Jan 28 07:58:11.350623 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91827da-8613-41ce-8c44-70fdaa128dc9 req-99cce08c-3a01-4918-9431-d160ca1fc4ca tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:58:11.352663 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d91827da-8613-41ce-8c44-70fdaa128dc9 req-99cce08c-3a01-4918-9431-d160ca1fc4ca tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/ports?device_id=a78ba243-1563-412a-ad0e-0ae9c467f1d9 HTTP/1.1" status: 200 len: 945 time: 0.0785842 Jan 28 07:58:11.367618 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875c80db-d7ca-4ba7-a833-cb9dd106f399 req-975969f6-df48-45ef-a78e-f39892138bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:58:11.369615 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-875c80db-d7ca-4ba7-a833-cb9dd106f399 req-975969f6-df48-45ef-a78e-f39892138bc0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9e951b81b93342f797dfe91ba9264592&device_id=a78ba243-1563-412a-ad0e-0ae9c467f1d9 HTTP/1.1" status: 200 len: 1097 time: 0.0580788 Jan 28 07:58:11.455909 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d91827da-8613-41ce-8c44-70fdaa128dc9 req-949bb3f7-94ec-4c07-98c9-b9b7425335ca tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cd236a9-0249-4080-ac66-a804b99f18d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964680 Jan 28 07:58:11.486356 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875c80db-d7ca-4ba7-a833-cb9dd106f399 req-ca6c1081-659f-4a40-9e8d-feda590ca7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:58:11.487770 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-875c80db-d7ca-4ba7-a833-cb9dd106f399 req-ca6c1081-659f-4a40-9e8d-feda590ca7c5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=297b58a5-04fe-4e7f-b10a-bf20ca7c3ffb HTTP/1.1" status: 200 len: 915 time: 0.1110661 Jan 28 07:58:11.861676 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-875c80db-d7ca-4ba7-a833-cb9dd106f399 req-6249d6a7-fca8-48bc-9d48-126c08d9b66b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6a71da42-8600-440a-a2d0-57e2f429e71a HTTP/1.1" status: 200 len: 217 time: 0.3674333 Jan 28 07:58:11.909665 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875c80db-d7ca-4ba7-a833-cb9dd106f399 req-566acc62-678b-4342-ab4c-f85cfb5314a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:58:11.911064 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-875c80db-d7ca-4ba7-a833-cb9dd106f399 req-566acc62-678b-4342-ab4c-f85cfb5314a9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=12a452db-c795-4685-baea-0e4794b2709f HTTP/1.1" status: 200 len: 854 time: 0.0419433 Jan 28 07:58:11.942161 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-875c80db-d7ca-4ba7-a833-cb9dd106f399 req-ad8abff8-cee5-4032-905a-b62199702c35 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=297b58a5-04fe-4e7f-b10a-bf20ca7c3ffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238910 Jan 28 07:58:12.030602 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-875c80db-d7ca-4ba7-a833-cb9dd106f399 req-f6f2e9e3-5274-4db2-941f-5a6a07d68b38 service neutron] 10.222.0.10 "GET /v2.0/networks/297b58a5-04fe-4e7f-b10a-bf20ca7c3ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820103 Jan 28 07:58:12.117401 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-875c80db-d7ca-4ba7-a833-cb9dd106f399 req-53b27eab-c2ab-4ff4-a7aa-741a1477d35f service neutron] 10.222.0.10 "GET /v2.0/networks/297b58a5-04fe-4e7f-b10a-bf20ca7c3ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807633 Jan 28 07:58:12.570099 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b060cad-2ad4-4e29-b966-36932cbd27d1 req-2573ac26-30d9-4a8c-b8ae-61e9cfa5a4f9 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:58:12.572114 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1b060cad-2ad4-4e29-b966-36932cbd27d1 req-2573ac26-30d9-4a8c-b8ae-61e9cfa5a4f9 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/ports?device_id=a78ba243-1563-412a-ad0e-0ae9c467f1d9 HTTP/1.1" status: 200 len: 945 time: 0.0483663 Jan 28 07:58:12.618051 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1b060cad-2ad4-4e29-b966-36932cbd27d1 req-95cfc2b1-5043-4020-8c6b-37973226a610 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cd236a9-0249-4080-ac66-a804b99f18d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394807 Jan 28 07:58:13.737645 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d473cded-e9c6-4821-ae80-a6332032ad34 req-08fb9514-9e17-4e5a-b507-c3783441c2c2 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:58:13.739298 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d473cded-e9c6-4821-ae80-a6332032ad34 req-08fb9514-9e17-4e5a-b507-c3783441c2c2 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/ports?device_id=a78ba243-1563-412a-ad0e-0ae9c467f1d9 HTTP/1.1" status: 200 len: 945 time: 0.0521088 Jan 28 07:58:13.791777 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d473cded-e9c6-4821-ae80-a6332032ad34 req-15bb2724-d8d9-4f4b-9ab6-324922dee620 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cd236a9-0249-4080-ac66-a804b99f18d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458715 Jan 28 07:58:14.912062 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3ff985-fae9-4a14-b82a-6bb7b950fdf5 req-8202483b-30f0-439f-b11b-bcf6ae5a4c73 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:58:14.913567 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ca3ff985-fae9-4a14-b82a-6bb7b950fdf5 req-8202483b-30f0-439f-b11b-bcf6ae5a4c73 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/ports?device_id=a78ba243-1563-412a-ad0e-0ae9c467f1d9 HTTP/1.1" status: 200 len: 945 time: 0.0513918 Jan 28 07:58:14.960419 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ca3ff985-fae9-4a14-b82a-6bb7b950fdf5 req-15ec2668-c159-4c83-91d6-db5e4bf8670c tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cd236a9-0249-4080-ac66-a804b99f18d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410900 Jan 28 07:58:16.073921 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf5d84b-f6d9-49d9-8793-36f0928c2434 req-6a567060-4c23-47a6-a0cd-5243b6df4489 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:58:16.075400 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-caf5d84b-f6d9-49d9-8793-36f0928c2434 req-6a567060-4c23-47a6-a0cd-5243b6df4489 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/ports?device_id=a78ba243-1563-412a-ad0e-0ae9c467f1d9 HTTP/1.1" status: 200 len: 945 time: 0.0473042 Jan 28 07:58:16.121054 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-caf5d84b-f6d9-49d9-8793-36f0928c2434 req-7b3f0522-19d6-47d3-bb67-ec30147ddcac tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cd236a9-0249-4080-ac66-a804b99f18d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400465 Jan 28 07:58:17.235663 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efd2f2f-6506-4ce3-85c2-6b8fa2481f9c req-ccb93657-02b9-45f8-8362-10607e2463e9 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:58:17.237201 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7efd2f2f-6506-4ce3-85c2-6b8fa2481f9c req-ccb93657-02b9-45f8-8362-10607e2463e9 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/ports?device_id=a78ba243-1563-412a-ad0e-0ae9c467f1d9 HTTP/1.1" status: 200 len: 945 time: 0.0479593 Jan 28 07:58:17.282120 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7efd2f2f-6506-4ce3-85c2-6b8fa2481f9c req-6aeaa3d7-0fb0-46cf-8510-f58a201d9e22 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cd236a9-0249-4080-ac66-a804b99f18d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393698 Jan 28 07:58:18.401444 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfc098b-206f-45d8-bbac-5441831693cd req-49879f5d-8cdc-4760-8d05-67f666e419a7 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:58:18.402922 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1dfc098b-206f-45d8-bbac-5441831693cd req-49879f5d-8cdc-4760-8d05-67f666e419a7 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/ports?device_id=a78ba243-1563-412a-ad0e-0ae9c467f1d9 HTTP/1.1" status: 200 len: 945 time: 0.0510638 Jan 28 07:58:18.450047 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1dfc098b-206f-45d8-bbac-5441831693cd req-5a271cd5-c6e4-4356-9b32-815367d30eb3 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cd236a9-0249-4080-ac66-a804b99f18d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415530 Jan 28 07:58:19.566795 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09269a2-259e-476d-afb3-04ad3901a18c req-7740ff42-1572-469c-aba0-3f7ed29afeb2 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:58:19.568295 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a09269a2-259e-476d-afb3-04ad3901a18c req-7740ff42-1572-469c-aba0-3f7ed29afeb2 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/ports?device_id=a78ba243-1563-412a-ad0e-0ae9c467f1d9 HTTP/1.1" status: 200 len: 945 time: 0.0516915 Jan 28 07:58:19.614242 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a09269a2-259e-476d-afb3-04ad3901a18c req-3803abe7-9390-4814-8fef-4138be4b2164 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cd236a9-0249-4080-ac66-a804b99f18d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399044 Jan 28 07:58:20.731306 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037a80d4-118e-4616-af86-7a55a108f900 req-8559b9ae-beed-49db-b297-1c62efd45e6d tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:58:20.732861 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-037a80d4-118e-4616-af86-7a55a108f900 req-8559b9ae-beed-49db-b297-1c62efd45e6d tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/ports?device_id=a78ba243-1563-412a-ad0e-0ae9c467f1d9 HTTP/1.1" status: 200 len: 945 time: 0.0479457 Jan 28 07:58:20.778367 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-037a80d4-118e-4616-af86-7a55a108f900 req-9baae3e3-4d1c-4c48-9787-fe83127d1e29 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cd236a9-0249-4080-ac66-a804b99f18d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398600 Jan 28 07:58:21.894833 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b855190f-84b1-4ce3-8de0-5e0b37f1ca52 req-ce06b4fe-9e69-47e3-a865-1d10b0eca2f5 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:58:21.896633 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b855190f-84b1-4ce3-8de0-5e0b37f1ca52 req-ce06b4fe-9e69-47e3-a865-1d10b0eca2f5 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/ports?device_id=a78ba243-1563-412a-ad0e-0ae9c467f1d9 HTTP/1.1" status: 200 len: 945 time: 0.0483787 Jan 28 07:58:21.943096 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b855190f-84b1-4ce3-8de0-5e0b37f1ca52 req-0fe4b6e2-fe62-408a-a09f-6df97b838e84 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cd236a9-0249-4080-ac66-a804b99f18d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403249 Jan 28 07:58:23.056883 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd61dfa-686e-4595-9cdf-519f889e64b2 req-04d93e25-e757-4d4c-9a3d-5f295a65471d tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:58:23.058360 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ecd61dfa-686e-4595-9cdf-519f889e64b2 req-04d93e25-e757-4d4c-9a3d-5f295a65471d tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/ports?device_id=a78ba243-1563-412a-ad0e-0ae9c467f1d9 HTTP/1.1" status: 200 len: 945 time: 0.0476584 Jan 28 07:58:23.107145 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ecd61dfa-686e-4595-9cdf-519f889e64b2 req-1df62957-a0e4-41b7-9f34-3b70892a4466 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cd236a9-0249-4080-ac66-a804b99f18d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433090 Jan 28 07:58:24.220533 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d457ecdc-6af5-46b9-92e9-b9346598b41e req-cd8c5bad-7cff-403d-9ad9-4535a04b7e84 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:58:24.221984 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d457ecdc-6af5-46b9-92e9-b9346598b41e req-cd8c5bad-7cff-403d-9ad9-4535a04b7e84 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/ports?device_id=a78ba243-1563-412a-ad0e-0ae9c467f1d9 HTTP/1.1" status: 200 len: 945 time: 0.0464938 Jan 28 07:58:24.272288 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d457ecdc-6af5-46b9-92e9-b9346598b41e req-d32fa19f-47dc-4b7e-aa5e-434e69c49ff9 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cd236a9-0249-4080-ac66-a804b99f18d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436699 Jan 28 07:58:25.386690 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caca6511-8697-426f-b4a4-cc8978e3049c req-959794c8-aecc-4f82-9ed2-0fd02875a910 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:58:25.388219 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-caca6511-8697-426f-b4a4-cc8978e3049c req-959794c8-aecc-4f82-9ed2-0fd02875a910 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/ports?device_id=a78ba243-1563-412a-ad0e-0ae9c467f1d9 HTTP/1.1" status: 200 len: 945 time: 0.0480072 Jan 28 07:58:25.434682 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-caca6511-8697-426f-b4a4-cc8978e3049c req-f0fa840b-63e2-41ad-817e-fa899c26494c tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cd236a9-0249-4080-ac66-a804b99f18d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409219 Jan 28 07:58:26.549856 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e7b000-ccb3-49bb-8af4-1236984c151e req-308fd047-85af-494a-8619-50a79753912c tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:58:26.551332 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-57e7b000-ccb3-49bb-8af4-1236984c151e req-308fd047-85af-494a-8619-50a79753912c tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/ports?device_id=a78ba243-1563-412a-ad0e-0ae9c467f1d9 HTTP/1.1" status: 200 len: 945 time: 0.0478446 Jan 28 07:58:26.596333 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-57e7b000-ccb3-49bb-8af4-1236984c151e req-1c50b6bf-5aa8-47fd-b5dc-18f87efe097e tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cd236a9-0249-4080-ac66-a804b99f18d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388193 Jan 28 07:58:27.709711 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07d5059-7957-4672-a74b-a2f639fa4389 req-542a2818-e228-4d38-8b87-8da7dffb4af7 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:58:27.711167 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f07d5059-7957-4672-a74b-a2f639fa4389 req-542a2818-e228-4d38-8b87-8da7dffb4af7 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/ports?device_id=a78ba243-1563-412a-ad0e-0ae9c467f1d9 HTTP/1.1" status: 200 len: 945 time: 0.0476680 Jan 28 07:58:27.755994 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f07d5059-7957-4672-a74b-a2f639fa4389 req-abe20223-d6ac-4bf7-8efe-38dc89b5342a tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cd236a9-0249-4080-ac66-a804b99f18d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394051 Jan 28 07:58:28.872434 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86c65a1-5cba-4023-85fc-cae2a5ffffac req-fe279b63-9637-48f3-b37f-2e53fa00cd2a tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:58:28.873919 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d86c65a1-5cba-4023-85fc-cae2a5ffffac req-fe279b63-9637-48f3-b37f-2e53fa00cd2a tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/ports?device_id=a78ba243-1563-412a-ad0e-0ae9c467f1d9 HTTP/1.1" status: 200 len: 945 time: 0.0480289 Jan 28 07:58:28.920340 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d86c65a1-5cba-4023-85fc-cae2a5ffffac req-7a533bfd-a071-4f2b-894b-b6c402693bc4 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cd236a9-0249-4080-ac66-a804b99f18d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408247 Jan 28 07:58:30.036647 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3956a641-8542-44d8-bd3b-6c4f0c29d4ac req-936db714-0e7a-46a1-9181-1f6321c85dbd tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:58:30.038112 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3956a641-8542-44d8-bd3b-6c4f0c29d4ac req-936db714-0e7a-46a1-9181-1f6321c85dbd tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/ports?device_id=a78ba243-1563-412a-ad0e-0ae9c467f1d9 HTTP/1.1" status: 200 len: 945 time: 0.0513608 Jan 28 07:58:30.083417 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3956a641-8542-44d8-bd3b-6c4f0c29d4ac req-139404aa-eac4-4697-9a04-406eaa6ad0dc tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cd236a9-0249-4080-ac66-a804b99f18d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392344 Jan 28 07:58:31.201319 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3984dea-b094-4c78-aae2-9e08f47d3a2f req-c3bb57d5-ed1c-42e8-bed2-7cfda387c7cb tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:58:31.202793 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f3984dea-b094-4c78-aae2-9e08f47d3a2f req-c3bb57d5-ed1c-42e8-bed2-7cfda387c7cb tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/ports?device_id=a78ba243-1563-412a-ad0e-0ae9c467f1d9 HTTP/1.1" status: 200 len: 945 time: 0.0521197 Jan 28 07:58:31.248046 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f3984dea-b094-4c78-aae2-9e08f47d3a2f req-45265943-42f1-4bf3-9c4d-cb2c90fff625 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cd236a9-0249-4080-ac66-a804b99f18d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397174 Jan 28 07:58:32.367604 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578742c2-7e4d-4aea-8047-33fb432ae38e req-0527e862-2c37-497e-964d-cd53736e7c08 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:58:32.369196 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-578742c2-7e4d-4aea-8047-33fb432ae38e req-0527e862-2c37-497e-964d-cd53736e7c08 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/ports?device_id=a78ba243-1563-412a-ad0e-0ae9c467f1d9 HTTP/1.1" status: 200 len: 945 time: 0.0524840 Jan 28 07:58:32.415708 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-578742c2-7e4d-4aea-8047-33fb432ae38e req-4108270a-449f-4b02-958c-ab60790c5cb4 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cd236a9-0249-4080-ac66-a804b99f18d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409839 Jan 28 07:58:33.310936 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2f2ff331-e88b-4504-931e-f3dfd5053896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:58:33.384319 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:58:33.417171 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 7 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 07:58:33.530016 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862e4478-60f0-4b0e-8b7a-393e385ea988 req-639232cd-2046-44c1-bd1f-aaa704ee424b tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:58:33.531503 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-862e4478-60f0-4b0e-8b7a-393e385ea988 req-639232cd-2046-44c1-bd1f-aaa704ee424b tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/ports?device_id=a78ba243-1563-412a-ad0e-0ae9c467f1d9 HTTP/1.1" status: 200 len: 945 time: 0.0486588 Jan 28 07:58:33.579550 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-862e4478-60f0-4b0e-8b7a-393e385ea988 req-ecca4a10-a0a1-425f-9662-1d5c6ee1290e tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cd236a9-0249-4080-ac66-a804b99f18d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424101 Jan 28 07:58:34.399879 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:58:34.698003 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dabb54c-ae87-4e0b-9a5c-c56adfa26007 req-f21b1760-e394-406b-8fd3-a0d2500f18f3 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:58:34.699539 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3dabb54c-ae87-4e0b-9a5c-c56adfa26007 req-f21b1760-e394-406b-8fd3-a0d2500f18f3 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/ports?device_id=a78ba243-1563-412a-ad0e-0ae9c467f1d9 HTTP/1.1" status: 200 len: 945 time: 0.0500081 Jan 28 07:58:34.753268 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3dabb54c-ae87-4e0b-9a5c-c56adfa26007 req-66f4d556-3fc4-4334-a087-2409631f2dc6 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cd236a9-0249-4080-ac66-a804b99f18d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478413 Jan 28 07:58:35.675725 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0efb4b1a-4d79-4e1a-b2a9-05e0425326e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:58:35.870987 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76e0817-a80c-4391-8296-8193792dea79 req-f3ba2b0b-a368-4ab7-847b-60e1e440bf0b tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:58:35.872508 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b76e0817-a80c-4391-8296-8193792dea79 req-f3ba2b0b-a368-4ab7-847b-60e1e440bf0b tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/ports?device_id=a78ba243-1563-412a-ad0e-0ae9c467f1d9 HTTP/1.1" status: 200 len: 945 time: 0.0481992 Jan 28 07:58:35.923150 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b76e0817-a80c-4391-8296-8193792dea79 req-9a633f26-2a5e-4b46-a5d1-b6440589d27d tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cd236a9-0249-4080-ac66-a804b99f18d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451725 Jan 28 07:58:37.037430 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c904f0fe-0f1f-4211-ade4-7669dcb2404d req-9ad42fd5-5090-46a4-82da-2acb470818df tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:58:37.038951 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c904f0fe-0f1f-4211-ade4-7669dcb2404d req-9ad42fd5-5090-46a4-82da-2acb470818df tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/ports?device_id=a78ba243-1563-412a-ad0e-0ae9c467f1d9 HTTP/1.1" status: 200 len: 945 time: 0.0477967 Jan 28 07:58:37.084758 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c904f0fe-0f1f-4211-ade4-7669dcb2404d req-a2739658-c248-4507-a7e2-9ec4105c04eb tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cd236a9-0249-4080-ac66-a804b99f18d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397422 Jan 28 07:58:37.121131 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:58:38.199295 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1501e7d9-afac-4fb9-b3ed-6d55c4225214 req-03a18e58-0c08-4f91-805f-650c6d19f4de tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:58:38.200782 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1501e7d9-afac-4fb9-b3ed-6d55c4225214 req-03a18e58-0c08-4f91-805f-650c6d19f4de tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/ports?device_id=a78ba243-1563-412a-ad0e-0ae9c467f1d9 HTTP/1.1" status: 200 len: 945 time: 0.0479245 Jan 28 07:58:38.246238 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1501e7d9-afac-4fb9-b3ed-6d55c4225214 req-1f9b5b72-1a07-448f-a115-091791bc038a tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cd236a9-0249-4080-ac66-a804b99f18d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399184 Jan 28 07:58:38.809361 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:58:39.377718 n-d-712749-28 neutron-server[103284]: INFO neutron.api.v2.resource [req-875c80db-d7ca-4ba7-a833-cb9dd106f399 req-d0574c2d-ba36-4c89-80f6-3ec64cf30114 service neutron] show failed (client error): The resource could not be found. Jan 28 07:58:39.378734 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-875c80db-d7ca-4ba7-a833-cb9dd106f399 req-d0574c2d-ba36-4c89-80f6-3ec64cf30114 service neutron] 10.222.0.10 "GET /v2.0/ports/6a71da42-8600-440a-a2d0-57e2f429e71a/bindings/n-h2-712749-28 HTTP/1.1" status: 404 len: 381 time: 0.0875897 Jan 28 07:58:39.387455 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cd68cb-5438-4c8d-b010-a57bd4a3ab0a req-51361783-a67f-40fd-b5e2-0e6f47740cc3 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:58:39.388751 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-24cd68cb-5438-4c8d-b010-a57bd4a3ab0a req-51361783-a67f-40fd-b5e2-0e6f47740cc3 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/ports?device_id=a78ba243-1563-412a-ad0e-0ae9c467f1d9 HTTP/1.1" status: 200 len: 945 time: 0.0733063 Jan 28 07:58:39.441135 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-24cd68cb-5438-4c8d-b010-a57bd4a3ab0a req-368d0ea0-cac7-427d-8a45-9b42bbf4d648 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cd236a9-0249-4080-ac66-a804b99f18d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468242 Jan 28 07:58:39.594259 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875c80db-d7ca-4ba7-a833-cb9dd106f399 req-d00fe214-47e9-4dcd-9ff7-180dadef3a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:58:39.595785 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-875c80db-d7ca-4ba7-a833-cb9dd106f399 req-d00fe214-47e9-4dcd-9ff7-180dadef3a10 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a78ba243-1563-412a-ad0e-0ae9c467f1d9&tenant_id=9e951b81b93342f797dfe91ba9264592 HTTP/1.1" status: 200 len: 1097 time: 0.0418489 Jan 28 07:58:39.612305 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-875c80db-d7ca-4ba7-a833-cb9dd106f399 req-737aa507-c9d9-4353-845b-2a4f34bbe4d3 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712749-28', 'device_owner': 'compute:nova'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:58:39.667765 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-875c80db-d7ca-4ba7-a833-cb9dd106f399 req-737aa507-c9d9-4353-845b-2a4f34bbe4d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (6a71da42-8600-440a-a2d0-57e2f429e71a), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:58:39.765029 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:58:39.873909 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-875c80db-d7ca-4ba7-a833-cb9dd106f399 req-737aa507-c9d9-4353-845b-2a4f34bbe4d3 service neutron] For port 6a71da42-8600-440a-a2d0-57e2f429e71a, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=6a71da42-8600-440a-a2d0-57e2f429e71a,segment=NetworkSegment(5fe1bd71-b512-4314-9cc2-c3e3c4cefc5f),segment_id=5fe1bd71-b512-4314-9cc2-c3e3c4cefc5f)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:58:39.905577 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-875c80db-d7ca-4ba7-a833-cb9dd106f399 req-737aa507-c9d9-4353-845b-2a4f34bbe4d3 service neutron] For port 6a71da42-8600-440a-a2d0-57e2f429e71a, host n-h1-712749-28, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:58:39.945267 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a78ba243-1563-412a-ad0e-0ae9c467f1d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a71da42-8600-440a-a2d0-57e2f429e71a'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:58:39.948028 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad28cd51-85af-489d-9c4b-b96b7538915f" -d '{"events": [{"server_uuid": "a78ba243-1563-412a-ad0e-0ae9c467f1d9", "name": "network-vif-unplugged", "status": "completed", "tag": "6a71da42-8600-440a-a2d0-57e2f429e71a"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:58:39.952338 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-875c80db-d7ca-4ba7-a833-cb9dd106f399 req-737aa507-c9d9-4353-845b-2a4f34bbe4d3 service neutron] Publish callbacks [] for port (6a71da42-8600-440a-a2d0-57e2f429e71a), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:58:39.965481 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-875c80db-d7ca-4ba7-a833-cb9dd106f399 req-737aa507-c9d9-4353-845b-2a4f34bbe4d3 service neutron] Transition to ACTIVE for port object 6a71da42-8600-440a-a2d0-57e2f429e71a will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:58:39.969113 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-875c80db-d7ca-4ba7-a833-cb9dd106f399 req-737aa507-c9d9-4353-845b-2a4f34bbe4d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (6a71da42-8600-440a-a2d0-57e2f429e71a), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:58:39.998761 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 07:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-746f96c0-f9ca-4fcc-86e4-0deabf09679c x-openstack-request-id: req-746f96c0-f9ca-4fcc-86e4-0deabf09679c {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:58:39.999055 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a78ba243-1563-412a-ad0e-0ae9c467f1d9", "name": "network-vif-unplugged", "status": "completed", "tag": "6a71da42-8600-440a-a2d0-57e2f429e71a", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:58:39.999307 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-746f96c0-f9ca-4fcc-86e4-0deabf09679c {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:58:39.999700 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a78ba243-1563-412a-ad0e-0ae9c467f1d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a71da42-8600-440a-a2d0-57e2f429e71a', 'code': 200} Jan 28 07:58:40.033358 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-875c80db-d7ca-4ba7-a833-cb9dd106f399 req-737aa507-c9d9-4353-845b-2a4f34bbe4d3 service neutron] No DVR routers for this DVR port 6a71da42-8600-440a-a2d0-57e2f429e71a on host n-h1-712749-28 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:58:40.040730 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737aa507-c9d9-4353-845b-2a4f34bbe4d3 service neutron] Pushing event updated for resources: {'Port': ['ID=6a71da42-8600-440a-a2d0-57e2f429e71a,revision_number=6']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:58:40.077401 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-875c80db-d7ca-4ba7-a833-cb9dd106f399 req-737aa507-c9d9-4353-845b-2a4f34bbe4d3 service neutron] Attempting to bind port 6a71da42-8600-440a-a2d0-57e2f429e71a on host n-h2-712749-28 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:58:40.077730 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-875c80db-d7ca-4ba7-a833-cb9dd106f399 req-737aa507-c9d9-4353-845b-2a4f34bbe4d3 service neutron] Attempting to bind port 6a71da42-8600-440a-a2d0-57e2f429e71a by drivers openvswitch,hyperv on host n-h2-712749-28 at level 0 using segments [{'id': '5fe1bd71-b512-4314-9cc2-c3e3c4cefc5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '297b58a5-04fe-4e7f-b10a-bf20ca7c3ffb'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:58:40.078054 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-875c80db-d7ca-4ba7-a833-cb9dd106f399 req-737aa507-c9d9-4353-845b-2a4f34bbe4d3 service neutron] Attempting to bind port 6a71da42-8600-440a-a2d0-57e2f429e71a on network 297b58a5-04fe-4e7f-b10a-bf20ca7c3ffb {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:58:40.082265 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-875c80db-d7ca-4ba7-a833-cb9dd106f399 req-737aa507-c9d9-4353-845b-2a4f34bbe4d3 service neutron] Port 6a71da42-8600-440a-a2d0-57e2f429e71a on network 297b58a5-04fe-4e7f-b10a-bf20ca7c3ffb not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-28 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:58:40.082579 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-875c80db-d7ca-4ba7-a833-cb9dd106f399 req-737aa507-c9d9-4353-845b-2a4f34bbe4d3 service neutron] Attempting to bind port 6a71da42-8600-440a-a2d0-57e2f429e71a on network 297b58a5-04fe-4e7f-b10a-bf20ca7c3ffb {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:58:40.087308 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-875c80db-d7ca-4ba7-a833-cb9dd106f399 req-737aa507-c9d9-4353-845b-2a4f34bbe4d3 service neutron] Checking agent: {'id': 'c9906e63-062c-432e-bb53-63fdb8115e18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:58:40.087640 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-875c80db-d7ca-4ba7-a833-cb9dd106f399 req-737aa507-c9d9-4353-845b-2a4f34bbe4d3 service neutron] Checking segment: {'id': '5fe1bd71-b512-4314-9cc2-c3e3c4cefc5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '297b58a5-04fe-4e7f-b10a-bf20ca7c3ffb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:58:40.088018 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-875c80db-d7ca-4ba7-a833-cb9dd106f399 req-737aa507-c9d9-4353-845b-2a4f34bbe4d3 service neutron] Bound using segment: {'id': '5fe1bd71-b512-4314-9cc2-c3e3c4cefc5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '297b58a5-04fe-4e7f-b10a-bf20ca7c3ffb'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:58:40.088483 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-875c80db-d7ca-4ba7-a833-cb9dd106f399 req-737aa507-c9d9-4353-845b-2a4f34bbe4d3 service neutron] Bound port: 6a71da42-8600-440a-a2d0-57e2f429e71a, host: n-h2-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fe1bd71-b512-4314-9cc2-c3e3c4cefc5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '297b58a5-04fe-4e7f-b10a-bf20ca7c3ffb'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:58:40.088825 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-875c80db-d7ca-4ba7-a833-cb9dd106f399 req-737aa507-c9d9-4353-845b-2a4f34bbe4d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (6a71da42-8600-440a-a2d0-57e2f429e71a), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:58:40.149621 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-875c80db-d7ca-4ba7-a833-cb9dd106f399 req-737aa507-c9d9-4353-845b-2a4f34bbe4d3 service neutron] For port 6a71da42-8600-440a-a2d0-57e2f429e71a, host n-h2-712749-28, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:58:40.152843 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-875c80db-d7ca-4ba7-a833-cb9dd106f399 req-737aa507-c9d9-4353-845b-2a4f34bbe4d3 service neutron] For port 6a71da42-8600-440a-a2d0-57e2f429e71a, host n-h2-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=6a71da42-8600-440a-a2d0-57e2f429e71a,segment=NetworkSegment(5fe1bd71-b512-4314-9cc2-c3e3c4cefc5f),segment_id=5fe1bd71-b512-4314-9cc2-c3e3c4cefc5f)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:58:40.157582 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-875c80db-d7ca-4ba7-a833-cb9dd106f399 req-737aa507-c9d9-4353-845b-2a4f34bbe4d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (6a71da42-8600-440a-a2d0-57e2f429e71a), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:58:40.189704 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875c80db-d7ca-4ba7-a833-cb9dd106f399 req-737aa507-c9d9-4353-845b-2a4f34bbe4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:58:40.190365 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-875c80db-d7ca-4ba7-a833-cb9dd106f399 req-737aa507-c9d9-4353-845b-2a4f34bbe4d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:58:40.192118 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-875c80db-d7ca-4ba7-a833-cb9dd106f399 req-737aa507-c9d9-4353-845b-2a4f34bbe4d3 service neutron] 10.222.0.44 "PUT /v2.0/ports/6a71da42-8600-440a-a2d0-57e2f429e71a HTTP/1.1" status: 200 len: 1092 time: 0.5837526 Jan 28 07:58:40.217560 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737aa507-c9d9-4353-845b-2a4f34bbe4d3 service neutron] Pushing event updated for resources: {'Port': ['ID=6a71da42-8600-440a-a2d0-57e2f429e71a,revision_number=7']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:58:40.265005 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875c80db-d7ca-4ba7-a833-cb9dd106f399 req-0cef066d-8a49-42d1-9b8f-0ee5b5d12758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:58:40.266501 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-875c80db-d7ca-4ba7-a833-cb9dd106f399 req-0cef066d-8a49-42d1-9b8f-0ee5b5d12758 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9e951b81b93342f797dfe91ba9264592&device_id=a78ba243-1563-412a-ad0e-0ae9c467f1d9 HTTP/1.1" status: 200 len: 1095 time: 0.0411639 Jan 28 07:58:40.358526 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875c80db-d7ca-4ba7-a833-cb9dd106f399 req-af5cb6b3-220c-4121-920e-f950046c2f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:58:40.360008 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-875c80db-d7ca-4ba7-a833-cb9dd106f399 req-af5cb6b3-220c-4121-920e-f950046c2f71 service neutron] 10.222.0.44 "GET /v2.0/networks?id=297b58a5-04fe-4e7f-b10a-bf20ca7c3ffb HTTP/1.1" status: 200 len: 915 time: 0.0878036 Jan 28 07:58:40.401510 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-875c80db-d7ca-4ba7-a833-cb9dd106f399 req-ca3417de-e2c5-45b3-be15-b5225a0f526c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6a71da42-8600-440a-a2d0-57e2f429e71a HTTP/1.1" status: 200 len: 217 time: 0.0354705 Jan 28 07:58:40.453269 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875c80db-d7ca-4ba7-a833-cb9dd106f399 req-7de3b725-bb18-4d3f-b4cf-e669e3d2b0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:58:40.454789 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-875c80db-d7ca-4ba7-a833-cb9dd106f399 req-7de3b725-bb18-4d3f-b4cf-e669e3d2b0f8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=12a452db-c795-4685-baea-0e4794b2709f HTTP/1.1" status: 200 len: 854 time: 0.0480747 Jan 28 07:58:40.485654 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-875c80db-d7ca-4ba7-a833-cb9dd106f399 req-36744fa1-fae3-4684-8f41-90a006064164 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=297b58a5-04fe-4e7f-b10a-bf20ca7c3ffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255566 Jan 28 07:58:40.611885 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9963f44-6376-4c1f-a0c0-8d058adfbe33 req-8ccd8b26-9caf-467c-85a7-862a8844a407 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:58:40.613397 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d9963f44-6376-4c1f-a0c0-8d058adfbe33 req-8ccd8b26-9caf-467c-85a7-862a8844a407 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/ports?device_id=a78ba243-1563-412a-ad0e-0ae9c467f1d9 HTTP/1.1" status: 200 len: 943 time: 0.0790079 Jan 28 07:58:40.616955 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-875c80db-d7ca-4ba7-a833-cb9dd106f399 req-023dcc21-2381-4f70-9aae-fd16497b1ea1 service neutron] 10.222.0.44 "GET /v2.0/networks/297b58a5-04fe-4e7f-b10a-bf20ca7c3ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255205 Jan 28 07:58:40.708533 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d9963f44-6376-4c1f-a0c0-8d058adfbe33 req-4f1f66f9-2d10-45dc-b115-91e730b26303 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cd236a9-0249-4080-ac66-a804b99f18d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891962 Jan 28 07:58:40.735894 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-875c80db-d7ca-4ba7-a833-cb9dd106f399 req-674db9be-4466-438b-b45f-4fc1475b6c4f service neutron] 10.222.0.44 "GET /v2.0/networks/297b58a5-04fe-4e7f-b10a-bf20ca7c3ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102076 Jan 28 07:58:41.826590 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bb8cfd-08fc-4466-8076-102fd474fc86 req-c00fc7cb-d945-48b8-9920-788e2420e41a tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:58:41.828079 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-71bb8cfd-08fc-4466-8076-102fd474fc86 req-c00fc7cb-d945-48b8-9920-788e2420e41a tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/ports?device_id=a78ba243-1563-412a-ad0e-0ae9c467f1d9 HTTP/1.1" status: 200 len: 943 time: 0.0487320 Jan 28 07:58:41.874146 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-71bb8cfd-08fc-4466-8076-102fd474fc86 req-63c9010b-d948-4b3e-8b95-aeec49e6c7e5 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cd236a9-0249-4080-ac66-a804b99f18d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404546 Jan 28 07:58:42.001059 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a78ba243-1563-412a-ad0e-0ae9c467f1d9', 'tag': '6a71da42-8600-440a-a2d0-57e2f429e71a'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:58:42.003395 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74ae016d-9651-4fb7-a789-3b5e7e2d40db" -d '{"events": [{"name": "network-changed", "server_uuid": "a78ba243-1563-412a-ad0e-0ae9c467f1d9", "tag": "6a71da42-8600-440a-a2d0-57e2f429e71a"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:58:42.052287 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b335e915-3013-4d02-a81e-d9bae9130775 x-openstack-request-id: req-b335e915-3013-4d02-a81e-d9bae9130775 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:58:42.052613 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a78ba243-1563-412a-ad0e-0ae9c467f1d9", "tag": "6a71da42-8600-440a-a2d0-57e2f429e71a", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:58:42.052873 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b335e915-3013-4d02-a81e-d9bae9130775 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:58:42.053313 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a78ba243-1563-412a-ad0e-0ae9c467f1d9', 'tag': '6a71da42-8600-440a-a2d0-57e2f429e71a', 'status': 'completed', 'code': 200} Jan 28 07:58:42.170708 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ae016d-9651-4fb7-a789-3b5e7e2d40db req-7c51d8ca-e34e-44c7-9e4e-6815ea811011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:58:42.172227 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-74ae016d-9651-4fb7-a789-3b5e7e2d40db req-7c51d8ca-e34e-44c7-9e4e-6815ea811011 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9e951b81b93342f797dfe91ba9264592&device_id=a78ba243-1563-412a-ad0e-0ae9c467f1d9 HTTP/1.1" status: 200 len: 1095 time: 0.0713742 Jan 28 07:58:42.181851 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ae016d-9651-4fb7-a789-3b5e7e2d40db req-68a68396-c9a9-4cc5-8c30-965e0b0d69b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:58:42.183284 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-74ae016d-9651-4fb7-a789-3b5e7e2d40db req-68a68396-c9a9-4cc5-8c30-965e0b0d69b1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9e951b81b93342f797dfe91ba9264592&device_id=a78ba243-1563-412a-ad0e-0ae9c467f1d9 HTTP/1.1" status: 200 len: 1095 time: 0.0527091 Jan 28 07:58:42.338871 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ae016d-9651-4fb7-a789-3b5e7e2d40db req-0c8bdf0f-7133-410e-9cbe-0205882188f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:58:42.340407 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-74ae016d-9651-4fb7-a789-3b5e7e2d40db req-0c8bdf0f-7133-410e-9cbe-0205882188f8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=297b58a5-04fe-4e7f-b10a-bf20ca7c3ffb HTTP/1.1" status: 200 len: 915 time: 0.1527586 Jan 28 07:58:42.343005 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ae016d-9651-4fb7-a789-3b5e7e2d40db req-9a2d836a-5956-4016-9a49-6147cd867061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:58:42.344376 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-74ae016d-9651-4fb7-a789-3b5e7e2d40db req-9a2d836a-5956-4016-9a49-6147cd867061 service neutron] 10.222.0.10 "GET /v2.0/networks?id=297b58a5-04fe-4e7f-b10a-bf20ca7c3ffb HTTP/1.1" status: 200 len: 915 time: 0.1496027 Jan 28 07:58:42.388463 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-74ae016d-9651-4fb7-a789-3b5e7e2d40db req-de96063c-56fb-4883-839f-162fe65b764e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6a71da42-8600-440a-a2d0-57e2f429e71a HTTP/1.1" status: 200 len: 217 time: 0.0413768 Jan 28 07:58:42.430433 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-74ae016d-9651-4fb7-a789-3b5e7e2d40db req-33307e3b-efa6-45a3-a5f2-a19fc5512f84 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6a71da42-8600-440a-a2d0-57e2f429e71a HTTP/1.1" status: 200 len: 217 time: 0.0769968 Jan 28 07:58:42.497463 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ae016d-9651-4fb7-a789-3b5e7e2d40db req-5be82ace-4eb0-458c-9a2d-c3ef6c5321e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:58:42.498893 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-74ae016d-9651-4fb7-a789-3b5e7e2d40db req-5be82ace-4eb0-458c-9a2d-c3ef6c5321e0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=12a452db-c795-4685-baea-0e4794b2709f HTTP/1.1" status: 200 len: 854 time: 0.0767331 Jan 28 07:58:42.503869 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ae016d-9651-4fb7-a789-3b5e7e2d40db req-34b37e11-cb69-458f-b9ef-fdcc08b99b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:58:42.505212 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-74ae016d-9651-4fb7-a789-3b5e7e2d40db req-34b37e11-cb69-458f-b9ef-fdcc08b99b84 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=12a452db-c795-4685-baea-0e4794b2709f HTTP/1.1" status: 200 len: 854 time: 0.0563409 Jan 28 07:58:42.554621 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-74ae016d-9651-4fb7-a789-3b5e7e2d40db req-5bd5b6a1-940e-497a-bc52-69458f0d78bd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=297b58a5-04fe-4e7f-b10a-bf20ca7c3ffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484920 Jan 28 07:58:42.556869 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-74ae016d-9651-4fb7-a789-3b5e7e2d40db req-f258c0f3-aa33-4f11-8284-ef968c61b52d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=297b58a5-04fe-4e7f-b10a-bf20ca7c3ffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424578 Jan 28 07:58:42.712186 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-74ae016d-9651-4fb7-a789-3b5e7e2d40db req-b4357950-1e70-4f67-be08-45d8b01c4872 service neutron] 10.222.0.44 "GET /v2.0/networks/297b58a5-04fe-4e7f-b10a-bf20ca7c3ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504292 Jan 28 07:58:42.714004 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-74ae016d-9651-4fb7-a789-3b5e7e2d40db req-ffd63618-91cb-4986-a6c7-4f3e1358862f service neutron] 10.222.0.10 "GET /v2.0/networks/297b58a5-04fe-4e7f-b10a-bf20ca7c3ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460497 Jan 28 07:58:42.870627 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-74ae016d-9651-4fb7-a789-3b5e7e2d40db req-c898443a-b8ce-4043-84a9-162c4a8a8fab service neutron] 10.222.0.44 "GET /v2.0/networks/297b58a5-04fe-4e7f-b10a-bf20ca7c3ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530132 Jan 28 07:58:42.872569 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-74ae016d-9651-4fb7-a789-3b5e7e2d40db req-2e4302ff-014e-4b11-9be1-8e67c44faad4 service neutron] 10.222.0.10 "GET /v2.0/networks/297b58a5-04fe-4e7f-b10a-bf20ca7c3ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480849 Jan 28 07:58:42.993885 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af9ef35-deeb-4913-9fa4-e8cb1c4ec9f5 req-59d28f7f-bc29-43fa-9582-45a4c813c8ba tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:58:42.995267 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0af9ef35-deeb-4913-9fa4-e8cb1c4ec9f5 req-59d28f7f-bc29-43fa-9582-45a4c813c8ba tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/ports?device_id=a78ba243-1563-412a-ad0e-0ae9c467f1d9 HTTP/1.1" status: 200 len: 943 time: 0.0522046 Jan 28 07:58:43.041338 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0af9ef35-deeb-4913-9fa4-e8cb1c4ec9f5 req-3fa4ee67-7ac1-4b75-970e-aaf797890bbf tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cd236a9-0249-4080-ac66-a804b99f18d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404778 Jan 28 07:58:43.132030 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 6a71da42-8600-440a-a2d0-57e2f429e71a details requested by agent hyperv_n-h2-712749-28 with host n-h2-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:58:43.237826 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 6a71da42-8600-440a-a2d0-57e2f429e71a, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=6a71da42-8600-440a-a2d0-57e2f429e71a,segment=NetworkSegment(5fe1bd71-b512-4314-9cc2-c3e3c4cefc5f),segment_id=5fe1bd71-b512-4314-9cc2-c3e3c4cefc5f)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:58:43.238419 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17680b1c-65b1-4261-a801-deeeb890cae5 req-e4f01369-1436-427a-8d62-0e250ac3017b tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:58:43.240439 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-17680b1c-65b1-4261-a801-deeeb890cae5 req-e4f01369-1436-427a-8d62-0e250ac3017b tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/ports?device_id=a78ba243-1563-412a-ad0e-0ae9c467f1d9 HTTP/1.1" status: 200 len: 943 time: 0.0521178 Jan 28 07:58:43.250589 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Returning: {'device': '6a71da42-8600-440a-a2d0-57e2f429e71a', 'network_id': '297b58a5-04fe-4e7f-b10a-bf20ca7c3ffb', 'port_id': '6a71da42-8600-440a-a2d0-57e2f429e71a', 'mac_address': 'fa:16:3e:77:6b:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12a452db-c795-4685-baea-0e4794b2709f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:58:43.292178 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-17680b1c-65b1-4261-a801-deeeb890cae5 req-2c6429f2-9f68-4b12-987f-97c510d1ce2f tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cd236a9-0249-4080-ac66-a804b99f18d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437663 Jan 28 07:58:43.293265 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port 6a71da42-8600-440a-a2d0-57e2f429e71a is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:58:43.293731 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (6a71da42-8600-440a-a2d0-57e2f429e71a), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:58:43.309304 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a71da42-8600-440a-a2d0-57e2f429e71a {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:58:43.331942 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 6a71da42-8600-440a-a2d0-57e2f429e71a, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=6a71da42-8600-440a-a2d0-57e2f429e71a,segment=NetworkSegment(5fe1bd71-b512-4314-9cc2-c3e3c4cefc5f),segment_id=5fe1bd71-b512-4314-9cc2-c3e3c4cefc5f)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:58:43.335948 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (6a71da42-8600-440a-a2d0-57e2f429e71a), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:58:43.348633 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0fb310-778a-4444-afa5-1f89f2762397 req-83eb25c2-88b7-4ec2-a4d9-1efe31976441 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:58:43.350152 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4d0fb310-778a-4444-afa5-1f89f2762397 req-83eb25c2-88b7-4ec2-a4d9-1efe31976441 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.10 "GET /v2.0/ports?device_id=a78ba243-1563-412a-ad0e-0ae9c467f1d9&tenant_id=9e951b81b93342f797dfe91ba9264592&binding%3Ahost_id=n-h2-712749-28 HTTP/1.1" status: 200 len: 943 time: 0.0709977 Jan 28 07:58:43.383928 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=6a71da42-8600-440a-a2d0-57e2f429e71a,revision_number=8']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:58:43.412303 n-d-712749-28 neutron-server[103284]: INFO neutron.api.v2.resource [req-4d0fb310-778a-4444-afa5-1f89f2762397 req-82c0e4d2-c929-4199-98db-c70e79a27adc service neutron] delete failed (client error): The resource could not be found. Jan 28 07:58:43.413351 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4d0fb310-778a-4444-afa5-1f89f2762397 req-82c0e4d2-c929-4199-98db-c70e79a27adc service neutron] 10.222.0.10 "DELETE /v2.0/ports/6a71da42-8600-440a-a2d0-57e2f429e71a/bindings/n-h1-712749-28 HTTP/1.1" status: 404 len: 381 time: 0.0558090 Jan 28 07:58:43.482819 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 6a71da42-8600-440a-a2d0-57e2f429e71a no longer exists at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:58:43.529346 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] The host n-h1-712749-28 is not matching for port 6a71da42-8600-440a-a2d0-57e2f429e71a host n-h2-712749-28! {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 07:58:43.529751 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 6a71da42-8600-440a-a2d0-57e2f429e71a not bound to the agent host n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:58:43.537165 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0fb310-778a-4444-afa5-1f89f2762397 req-4f75406a-b465-41a4-984e-7228380084d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:58:43.538693 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4d0fb310-778a-4444-afa5-1f89f2762397 req-4f75406a-b465-41a4-984e-7228380084d1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9e951b81b93342f797dfe91ba9264592&device_id=a78ba243-1563-412a-ad0e-0ae9c467f1d9 HTTP/1.1" status: 200 len: 1096 time: 0.0424488 Jan 28 07:58:43.615418 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['6a71da42-8600-440a-a2d0-57e2f429e71a'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:58:43.633336 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0fb310-778a-4444-afa5-1f89f2762397 req-ec57b35a-56da-41c2-902f-1da433e98c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:58:43.634994 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4d0fb310-778a-4444-afa5-1f89f2762397 req-ec57b35a-56da-41c2-902f-1da433e98c3b service neutron] 10.222.0.10 "GET /v2.0/networks?id=297b58a5-04fe-4e7f-b10a-bf20ca7c3ffb HTTP/1.1" status: 200 len: 915 time: 0.0883934 Jan 28 07:58:43.679266 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4d0fb310-778a-4444-afa5-1f89f2762397 req-059bf63f-ea0f-4c7f-b0d1-257ff6e385cb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6a71da42-8600-440a-a2d0-57e2f429e71a HTTP/1.1" status: 200 len: 217 time: 0.0354295 Jan 28 07:58:43.730521 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0fb310-778a-4444-afa5-1f89f2762397 req-3773a30d-433f-4aa8-847a-809904c29545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:58:43.732104 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4d0fb310-778a-4444-afa5-1f89f2762397 req-3773a30d-433f-4aa8-847a-809904c29545 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=12a452db-c795-4685-baea-0e4794b2709f HTTP/1.1" status: 200 len: 854 time: 0.0442941 Jan 28 07:58:43.766204 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4d0fb310-778a-4444-afa5-1f89f2762397 req-2004375b-5b6c-43f7-b256-4e59ca9f7f28 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=297b58a5-04fe-4e7f-b10a-bf20ca7c3ffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254071 Jan 28 07:58:43.863807 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4d0fb310-778a-4444-afa5-1f89f2762397 req-bed31ebf-c6e4-43ab-ad24-133766dd699f service neutron] 10.222.0.10 "GET /v2.0/networks/297b58a5-04fe-4e7f-b10a-bf20ca7c3ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869031 Jan 28 07:58:43.953474 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4d0fb310-778a-4444-afa5-1f89f2762397 req-5b4796b9-6731-409f-bc23-632635aa8a02 service neutron] 10.222.0.10 "GET /v2.0/networks/297b58a5-04fe-4e7f-b10a-bf20ca7c3ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812085 Jan 28 07:58:44.417789 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25db32c1-934b-484c-9d23-bc6e184289e8 req-6398bef8-4d68-4608-8b4c-9cd2c22c5934 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:58:44.419282 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-25db32c1-934b-484c-9d23-bc6e184289e8 req-6398bef8-4d68-4608-8b4c-9cd2c22c5934 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/ports?device_id=a78ba243-1563-412a-ad0e-0ae9c467f1d9 HTTP/1.1" status: 200 len: 944 time: 0.0545204 Jan 28 07:58:44.466864 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-25db32c1-934b-484c-9d23-bc6e184289e8 req-0e12473a-03aa-4b21-adbf-31156920c06b tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cd236a9-0249-4080-ac66-a804b99f18d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416441 Jan 28 07:58:45.142909 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 6a71da42-8600-440a-a2d0-57e2f429e71a up at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:58:45.190473 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning for port 6a71da42-8600-440a-a2d0-57e2f429e71a completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:58:45.194081 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning complete for port 6a71da42-8600-440a-a2d0-57e2f429e71a triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:58:45.194453 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (6a71da42-8600-440a-a2d0-57e2f429e71a), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:58:45.268906 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port 6a71da42-8600-440a-a2d0-57e2f429e71a is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:58:45.269308 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (6a71da42-8600-440a-a2d0-57e2f429e71a), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:58:45.291400 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a78ba243-1563-412a-ad0e-0ae9c467f1d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a71da42-8600-440a-a2d0-57e2f429e71a'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:58:45.293653 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-490d224e-5f1a-4aa1-9efe-9aff17a07160" -d '{"events": [{"server_uuid": "a78ba243-1563-412a-ad0e-0ae9c467f1d9", "name": "network-vif-plugged", "status": "completed", "tag": "6a71da42-8600-440a-a2d0-57e2f429e71a"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:58:45.306702 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 6a71da42-8600-440a-a2d0-57e2f429e71a, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=6a71da42-8600-440a-a2d0-57e2f429e71a,segment=NetworkSegment(5fe1bd71-b512-4314-9cc2-c3e3c4cefc5f),segment_id=5fe1bd71-b512-4314-9cc2-c3e3c4cefc5f)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:58:45.310710 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (6a71da42-8600-440a-a2d0-57e2f429e71a), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:58:45.335810 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5fa07dd-9b82-4f63-bf23-bc015a79dfc8 x-openstack-request-id: req-a5fa07dd-9b82-4f63-bf23-bc015a79dfc8 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:58:45.336100 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a78ba243-1563-412a-ad0e-0ae9c467f1d9", "name": "network-vif-plugged", "status": "completed", "tag": "6a71da42-8600-440a-a2d0-57e2f429e71a", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:58:45.336438 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a5fa07dd-9b82-4f63-bf23-bc015a79dfc8 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:58:45.336827 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a78ba243-1563-412a-ad0e-0ae9c467f1d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a71da42-8600-440a-a2d0-57e2f429e71a', 'code': 200} Jan 28 07:58:45.361948 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=6a71da42-8600-440a-a2d0-57e2f429e71a,revision_number=9']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:58:45.579767 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c63b05a-784c-4d16-bb4d-be22343adb3a req-918f775a-c9e7-4d76-914a-cdd0c3369d57 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:58:45.581257 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0c63b05a-784c-4d16-bb4d-be22343adb3a req-918f775a-c9e7-4d76-914a-cdd0c3369d57 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/ports?device_id=a78ba243-1563-412a-ad0e-0ae9c467f1d9 HTTP/1.1" status: 200 len: 945 time: 0.0475914 Jan 28 07:58:45.626275 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0c63b05a-784c-4d16-bb4d-be22343adb3a req-0a8ee1be-5110-40a2-990d-91c63584ce4d tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cd236a9-0249-4080-ac66-a804b99f18d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387566 Jan 28 07:58:45.743998 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53049f34-f147-4785-b7c7-20634d4f8d3d req-2c966834-c9e1-4777-bb02-c3a7bd5593a2 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:58:45.745553 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-53049f34-f147-4785-b7c7-20634d4f8d3d req-2c966834-c9e1-4777-bb02-c3a7bd5593a2 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/ports?device_id=a78ba243-1563-412a-ad0e-0ae9c467f1d9 HTTP/1.1" status: 200 len: 945 time: 0.0525253 Jan 28 07:58:45.791156 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-53049f34-f147-4785-b7c7-20634d4f8d3d req-ed9f87f5-30ec-49cc-83d2-8d83177f18e9 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cd236a9-0249-4080-ac66-a804b99f18d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402160 Jan 28 07:58:45.902990 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb5323c-d032-44ce-ae79-df7c3f8ba855 req-7bb78f87-18fb-4eed-bdbb-46809e7c0032 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:58:45.904490 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-cbb5323c-d032-44ce-ae79-df7c3f8ba855 req-7bb78f87-18fb-4eed-bdbb-46809e7c0032 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/ports?device_id=a78ba243-1563-412a-ad0e-0ae9c467f1d9 HTTP/1.1" status: 200 len: 945 time: 0.0473809 Jan 28 07:58:45.954150 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-cbb5323c-d032-44ce-ae79-df7c3f8ba855 req-9b3aa450-7555-49e4-8175-a2bbd2e9a8a9 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cd236a9-0249-4080-ac66-a804b99f18d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441906 Jan 28 07:58:46.290342 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a39ce1c-32df-45b2-ad61-3775db25c3d9 req-bd5d5b60-6aa4-4388-96bd-d3c31a464522 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:58:46.291723 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8a39ce1c-32df-45b2-ad61-3775db25c3d9 req-bd5d5b60-6aa4-4388-96bd-d3c31a464522 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/networks?id=297b58a5-04fe-4e7f-b10a-bf20ca7c3ffb HTTP/1.1" status: 200 len: 814 time: 0.0977247 Jan 28 07:58:46.306422 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8a39ce1c-32df-45b2-ad61-3775db25c3d9 req-e3f2fc0d-9ffa-4d7b-b934-2aa12e00d281 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/quotas/9e951b81b93342f797dfe91ba9264592 HTTP/1.1" status: 200 len: 375 time: 0.0094941 Jan 28 07:58:46.354888 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8a39ce1c-32df-45b2-ad61-3775db25c3d9 req-6fc049c8-1db9-4a74-a97d-85decfcf139c tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=9e951b81b93342f797dfe91ba9264592&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0436835 Jan 28 07:58:46.449068 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8a39ce1c-32df-45b2-ad61-3775db25c3d9 req-7856b705-1fba-4544-8650-1a1f5b445b0d service neutron] 10.222.0.41 "GET /v2.0/networks/297b58a5-04fe-4e7f-b10a-bf20ca7c3ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874443 Jan 28 07:58:46.535318 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8a39ce1c-32df-45b2-ad61-3775db25c3d9 req-a4342afd-6fff-4b38-8bc7-6ca2255955af service neutron] 10.222.0.41 "GET /v2.0/networks/297b58a5-04fe-4e7f-b10a-bf20ca7c3ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806632 Jan 28 07:58:46.695510 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5f4a781e-4dbc-4848-9c3e-245c1dfae844 req-8132c30d-a97e-41c7-ae6a-10a6363c94fc tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/ports?device_id=21ed164e-8ffc-4009-9106-b045b759ecc1 HTTP/1.1" status: 200 len: 210 time: 0.0263498 Jan 28 07:58:47.650077 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa8c971-73ce-4bea-8783-0b0e87b9420e req-33c933ff-bdcf-4fc4-9226-c996076857b4 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:58:47.651913 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-cfa8c971-73ce-4bea-8783-0b0e87b9420e req-33c933ff-bdcf-4fc4-9226-c996076857b4 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.44 "GET /v2.0/ports?device_id=a78ba243-1563-412a-ad0e-0ae9c467f1d9 HTTP/1.1" status: 200 len: 945 time: 0.0561972 Jan 28 07:58:47.690806 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.44', 49347) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:58:47.805774 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a39ce1c-32df-45b2-ad61-3775db25c3d9 req-3e1dfe13-8536-44cb-8b51-88e10b18bc50 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:58:47.808628 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8a39ce1c-32df-45b2-ad61-3775db25c3d9 req-3e1dfe13-8536-44cb-8b51-88e10b18bc50 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.44 "GET /v2.0/networks?id=297b58a5-04fe-4e7f-b10a-bf20ca7c3ffb HTTP/1.1" status: 200 len: 814 time: 0.1165018 Jan 28 07:58:47.810536 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-52fbd5ca-0566-4701-b91c-7015181e5c0d req-fbdef0d8-9469-44ee-87d1-0feb840edf4d tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/ports?device_id=21ed164e-8ffc-4009-9106-b045b759ecc1 HTTP/1.1" status: 200 len: 210 time: 0.0355587 Jan 28 07:58:47.823143 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-cfa8c971-73ce-4bea-8783-0b0e87b9420e req-7da55334-57ce-41be-8fbd-0d094a083a1c tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] Deleting port 6a71da42-8600-440a-a2d0-57e2f429e71a {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:58:47.823443 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-cfa8c971-73ce-4bea-8783-0b0e87b9420e req-7da55334-57ce-41be-8fbd-0d094a083a1c tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (6a71da42-8600-440a-a2d0-57e2f429e71a), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:58:47.827506 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-8a39ce1c-32df-45b2-ad61-3775db25c3d9 req-bf02a422-4ad8-40c0-b100-a37a8468cb4b tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] Request body: {'port': {'device_id': '21ed164e-8ffc-4009-9106-b045b759ecc1', 'network_id': '297b58a5-04fe-4e7f-b10a-bf20ca7c3ffb', 'admin_state_up': True, 'tenant_id': '9e951b81b93342f797dfe91ba9264592'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:58:47.923033 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-cfa8c971-73ce-4bea-8783-0b0e87b9420e req-7da55334-57ce-41be-8fbd-0d094a083a1c tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] For port 6a71da42-8600-440a-a2d0-57e2f429e71a, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=6a71da42-8600-440a-a2d0-57e2f429e71a,segment=NetworkSegment(5fe1bd71-b512-4314-9cc2-c3e3c4cefc5f),segment_id=5fe1bd71-b512-4314-9cc2-c3e3c4cefc5f)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:58:47.923315 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-cfa8c971-73ce-4bea-8783-0b0e87b9420e req-7da55334-57ce-41be-8fbd-0d094a083a1c tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (6a71da42-8600-440a-a2d0-57e2f429e71a), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:58:47.937962 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-cfa8c971-73ce-4bea-8783-0b0e87b9420e req-7da55334-57ce-41be-8fbd-0d094a083a1c tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] Calling delete_port for 6a71da42-8600-440a-a2d0-57e2f429e71a owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:58:47.938645 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a39ce1c-32df-45b2-ad61-3775db25c3d9 req-bf02a422-4ad8-40c0-b100-a37a8468cb4b tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] Made reservation on behalf of 9e951b81b93342f797dfe91ba9264592 for: {'port': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:58:47.942079 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-8a39ce1c-32df-45b2-ad61-3775db25c3d9 req-bf02a422-4ad8-40c0-b100-a37a8468cb4b tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:58:48.073155 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-cfa8c971-73ce-4bea-8783-0b0e87b9420e req-7da55334-57ce-41be-8fbd-0d094a083a1c tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (6a71da42-8600-440a-a2d0-57e2f429e71a), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:58:48.076502 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [req-8a39ce1c-32df-45b2-ad61-3775db25c3d9 req-bf02a422-4ad8-40c0-b100-a37a8468cb4b tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] Allocated IP 172.20.0.4 (297b58a5-04fe-4e7f-b10a-bf20ca7c3ffb/12a452db-c795-4685-baea-0e4794b2709f/4fad68b1-7d6c-4c89-a46b-81bbbae71ade) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:58:48.101070 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da55334-57ce-41be-8fbd-0d094a083a1c tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] Pushing event deleted for resources: {'Port': ['ID=6a71da42-8600-440a-a2d0-57e2f429e71a,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:58:48.108638 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['6a71da42-8600-440a-a2d0-57e2f429e71a'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:58:48.143093 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfa8c971-73ce-4bea-8783-0b0e87b9420e req-7da55334-57ce-41be-8fbd-0d094a083a1c tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] No DVR routers for this DVR port 6a71da42-8600-440a-a2d0-57e2f429e71a on host n-h2-712749-28 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:58:48.145647 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-cfa8c971-73ce-4bea-8783-0b0e87b9420e req-7da55334-57ce-41be-8fbd-0d094a083a1c tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:58:48.148968 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-cfa8c971-73ce-4bea-8783-0b0e87b9420e req-7da55334-57ce-41be-8fbd-0d094a083a1c tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.44 "DELETE /v2.0/ports/6a71da42-8600-440a-a2d0-57e2f429e71a HTTP/1.1" status: 204 len: 173 time: 0.4578300 Jan 28 07:58:48.149476 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a78ba243-1563-412a-ad0e-0ae9c467f1d9', 'name': 'network-vif-deleted', 'tag': '6a71da42-8600-440a-a2d0-57e2f429e71a'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:58:48.152522 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52dcdd74-dddf-46c1-8cab-7e4515a890b0" -d '{"events": [{"server_uuid": "a78ba243-1563-412a-ad0e-0ae9c467f1d9", "name": "network-vif-deleted", "tag": "6a71da42-8600-440a-a2d0-57e2f429e71a"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:58:48.197607 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd7d3e9d-09fe-49ce-acfe-8ff74ef38775 x-openstack-request-id: req-fd7d3e9d-09fe-49ce-acfe-8ff74ef38775 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:58:48.197901 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a78ba243-1563-412a-ad0e-0ae9c467f1d9", "name": "network-vif-deleted", "tag": "6a71da42-8600-440a-a2d0-57e2f429e71a", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:58:48.198161 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fd7d3e9d-09fe-49ce-acfe-8ff74ef38775 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:58:48.198569 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a78ba243-1563-412a-ad0e-0ae9c467f1d9', 'name': 'network-vif-deleted', 'tag': '6a71da42-8600-440a-a2d0-57e2f429e71a', 'status': 'completed', 'code': 200} Jan 28 07:58:48.241858 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-8a39ce1c-32df-45b2-ad61-3775db25c3d9 req-bf02a422-4ad8-40c0-b100-a37a8468cb4b tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] Publish callbacks [] for port (4fad68b1-7d6c-4c89-a46b-81bbbae71ade), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:58:48.281776 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-8a39ce1c-32df-45b2-ad61-3775db25c3d9 req-bf02a422-4ad8-40c0-b100-a37a8468cb4b tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (4fad68b1-7d6c-4c89-a46b-81bbbae71ade), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:58:48.316344 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['6a71da42-8600-440a-a2d0-57e2f429e71a'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:58:48.335216 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a39ce1c-32df-45b2-ad61-3775db25c3d9 req-bf02a422-4ad8-40c0-b100-a37a8468cb4b tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] Network 297b58a5-04fe-4e7f-b10a-bf20ca7c3ffb is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:58:48.345490 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [req-8a39ce1c-32df-45b2-ad61-3775db25c3d9 req-bf02a422-4ad8-40c0-b100-a37a8468cb4b tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:58:48.348000 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a39ce1c-32df-45b2-ad61-3775db25c3d9 req-bf02a422-4ad8-40c0-b100-a37a8468cb4b tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:58:48.354990 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf02a422-4ad8-40c0-b100-a37a8468cb4b tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] Pushing event updated for resources: {'Port': ['ID=4fad68b1-7d6c-4c89-a46b-81bbbae71ade,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:58:48.690360 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a39ce1c-32df-45b2-ad61-3775db25c3d9 req-bf02a422-4ad8-40c0-b100-a37a8468cb4b tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:58:48.690958 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-8a39ce1c-32df-45b2-ad61-3775db25c3d9 req-bf02a422-4ad8-40c0-b100-a37a8468cb4b tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:58:48.706381 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8a39ce1c-32df-45b2-ad61-3775db25c3d9 req-bf02a422-4ad8-40c0-b100-a37a8468cb4b tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8831394 Jan 28 07:58:48.723447 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-8a39ce1c-32df-45b2-ad61-3775db25c3d9 req-4bf15ccd-1180-40a0-973a-16d746149c99 service neutron] Request body: {'port': {'device_id': '21ed164e-8ffc-4009-9106-b045b759ecc1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712749-28'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:58:48.774239 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-8a39ce1c-32df-45b2-ad61-3775db25c3d9 req-4bf15ccd-1180-40a0-973a-16d746149c99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (4fad68b1-7d6c-4c89-a46b-81bbbae71ade), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:58:48.927194 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbb89f2-3a80-4ba8-b43e-d0a53a7deccb req-4c90a215-95d2-401c-9d02-b1e5860f9abc tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:58:48.929397 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6cbb89f2-3a80-4ba8-b43e-d0a53a7deccb req-4c90a215-95d2-401c-9d02-b1e5860f9abc tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/ports?device_id=21ed164e-8ffc-4009-9106-b045b759ecc1 HTTP/1.1" status: 200 len: 931 time: 0.0500283 Jan 28 07:58:48.980119 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6cbb89f2-3a80-4ba8-b43e-d0a53a7deccb req-a31f9b29-11ce-41e1-ad5c-5d90cfe9f40d tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cd236a9-0249-4080-ac66-a804b99f18d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444105 Jan 28 07:58:49.076164 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [req-8a39ce1c-32df-45b2-ad61-3775db25c3d9 req-4bf15ccd-1180-40a0-973a-16d746149c99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fad68b1-7d6c-4c89-a46b-81bbbae71ade {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:58:49.083466 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-8a39ce1c-32df-45b2-ad61-3775db25c3d9 req-4bf15ccd-1180-40a0-973a-16d746149c99 service neutron] Publish callbacks [] for port (4fad68b1-7d6c-4c89-a46b-81bbbae71ade), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:58:49.099950 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [req-8a39ce1c-32df-45b2-ad61-3775db25c3d9 req-4bf15ccd-1180-40a0-973a-16d746149c99 service neutron] Transition to ACTIVE for port object 4fad68b1-7d6c-4c89-a46b-81bbbae71ade will not be triggered until provisioned by entity L2. {{(pid=103283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:58:49.103952 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-8a39ce1c-32df-45b2-ad61-3775db25c3d9 req-4bf15ccd-1180-40a0-973a-16d746149c99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (4fad68b1-7d6c-4c89-a46b-81bbbae71ade), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:58:49.159266 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf15ccd-1180-40a0-973a-16d746149c99 service neutron] Pushing event updated for resources: {'Port': ['ID=4fad68b1-7d6c-4c89-a46b-81bbbae71ade,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:58:49.222049 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-8a39ce1c-32df-45b2-ad61-3775db25c3d9 req-4bf15ccd-1180-40a0-973a-16d746149c99 service neutron] Attempting to bind port 4fad68b1-7d6c-4c89-a46b-81bbbae71ade on host n-h2-712749-28 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:58:49.222384 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-8a39ce1c-32df-45b2-ad61-3775db25c3d9 req-4bf15ccd-1180-40a0-973a-16d746149c99 service neutron] Attempting to bind port 4fad68b1-7d6c-4c89-a46b-81bbbae71ade by drivers openvswitch,hyperv on host n-h2-712749-28 at level 0 using segments [{'id': '5fe1bd71-b512-4314-9cc2-c3e3c4cefc5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '297b58a5-04fe-4e7f-b10a-bf20ca7c3ffb'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:58:49.222709 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a39ce1c-32df-45b2-ad61-3775db25c3d9 req-4bf15ccd-1180-40a0-973a-16d746149c99 service neutron] Attempting to bind port 4fad68b1-7d6c-4c89-a46b-81bbbae71ade on network 297b58a5-04fe-4e7f-b10a-bf20ca7c3ffb {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:58:49.226899 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a39ce1c-32df-45b2-ad61-3775db25c3d9 req-4bf15ccd-1180-40a0-973a-16d746149c99 service neutron] Port 4fad68b1-7d6c-4c89-a46b-81bbbae71ade on network 297b58a5-04fe-4e7f-b10a-bf20ca7c3ffb not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-28 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:58:49.227218 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a39ce1c-32df-45b2-ad61-3775db25c3d9 req-4bf15ccd-1180-40a0-973a-16d746149c99 service neutron] Attempting to bind port 4fad68b1-7d6c-4c89-a46b-81bbbae71ade on network 297b58a5-04fe-4e7f-b10a-bf20ca7c3ffb {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:58:49.232966 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a39ce1c-32df-45b2-ad61-3775db25c3d9 req-4bf15ccd-1180-40a0-973a-16d746149c99 service neutron] Checking agent: {'id': 'c9906e63-062c-432e-bb53-63fdb8115e18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:58:49.233245 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a39ce1c-32df-45b2-ad61-3775db25c3d9 req-4bf15ccd-1180-40a0-973a-16d746149c99 service neutron] Checking segment: {'id': '5fe1bd71-b512-4314-9cc2-c3e3c4cefc5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '297b58a5-04fe-4e7f-b10a-bf20ca7c3ffb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:58:49.233631 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a39ce1c-32df-45b2-ad61-3775db25c3d9 req-4bf15ccd-1180-40a0-973a-16d746149c99 service neutron] Bound using segment: {'id': '5fe1bd71-b512-4314-9cc2-c3e3c4cefc5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '297b58a5-04fe-4e7f-b10a-bf20ca7c3ffb'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:58:49.234056 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-8a39ce1c-32df-45b2-ad61-3775db25c3d9 req-4bf15ccd-1180-40a0-973a-16d746149c99 service neutron] Bound port: 4fad68b1-7d6c-4c89-a46b-81bbbae71ade, host: n-h2-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fe1bd71-b512-4314-9cc2-c3e3c4cefc5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '297b58a5-04fe-4e7f-b10a-bf20ca7c3ffb'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:58:49.234404 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-8a39ce1c-32df-45b2-ad61-3775db25c3d9 req-4bf15ccd-1180-40a0-973a-16d746149c99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (4fad68b1-7d6c-4c89-a46b-81bbbae71ade), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:58:49.296188 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-8a39ce1c-32df-45b2-ad61-3775db25c3d9 req-4bf15ccd-1180-40a0-973a-16d746149c99 service neutron] For port 4fad68b1-7d6c-4c89-a46b-81bbbae71ade, host n-h2-712749-28, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:58:49.300289 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-8a39ce1c-32df-45b2-ad61-3775db25c3d9 req-4bf15ccd-1180-40a0-973a-16d746149c99 service neutron] For port 4fad68b1-7d6c-4c89-a46b-81bbbae71ade, host n-h2-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=4fad68b1-7d6c-4c89-a46b-81bbbae71ade,segment=NetworkSegment(5fe1bd71-b512-4314-9cc2-c3e3c4cefc5f),segment_id=5fe1bd71-b512-4314-9cc2-c3e3c4cefc5f)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:58:49.304863 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-8a39ce1c-32df-45b2-ad61-3775db25c3d9 req-4bf15ccd-1180-40a0-973a-16d746149c99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (4fad68b1-7d6c-4c89-a46b-81bbbae71ade), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:58:49.337255 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a39ce1c-32df-45b2-ad61-3775db25c3d9 req-4bf15ccd-1180-40a0-973a-16d746149c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:58:49.338617 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-8a39ce1c-32df-45b2-ad61-3775db25c3d9 req-4bf15ccd-1180-40a0-973a-16d746149c99 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:58:49.340773 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8a39ce1c-32df-45b2-ad61-3775db25c3d9 req-4bf15ccd-1180-40a0-973a-16d746149c99 service neutron] 10.222.0.44 "PUT /v2.0/ports/4fad68b1-7d6c-4c89-a46b-81bbbae71ade HTTP/1.1" status: 200 len: 1092 time: 0.6212251 Jan 28 07:58:49.342982 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21ed164e-8ffc-4009-9106-b045b759ecc1', 'tag': '4fad68b1-7d6c-4c89-a46b-81bbbae71ade'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:58:49.345265 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-692079ea-810d-46ca-a23d-de44203fc0c9" -d '{"events": [{"name": "network-changed", "server_uuid": "21ed164e-8ffc-4009-9106-b045b759ecc1", "tag": "4fad68b1-7d6c-4c89-a46b-81bbbae71ade"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:58:49.371786 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf15ccd-1180-40a0-973a-16d746149c99 service neutron] Pushing event updated for resources: {'Port': ['ID=4fad68b1-7d6c-4c89-a46b-81bbbae71ade,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:58:49.393466 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fce300b-1a1e-457a-b356-d1da66620e69 x-openstack-request-id: req-4fce300b-1a1e-457a-b356-d1da66620e69 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:58:49.393790 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21ed164e-8ffc-4009-9106-b045b759ecc1", "tag": "4fad68b1-7d6c-4c89-a46b-81bbbae71ade", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:58:49.394074 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4fce300b-1a1e-457a-b356-d1da66620e69 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:58:49.394485 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21ed164e-8ffc-4009-9106-b045b759ecc1', 'tag': '4fad68b1-7d6c-4c89-a46b-81bbbae71ade', 'status': 'completed', 'code': 200} Jan 28 07:58:49.479139 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a39ce1c-32df-45b2-ad61-3775db25c3d9 req-eecc6169-67b9-4fb1-afaa-5fe54d11fdda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:58:49.480656 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8a39ce1c-32df-45b2-ad61-3775db25c3d9 req-eecc6169-67b9-4fb1-afaa-5fe54d11fdda service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9e951b81b93342f797dfe91ba9264592&device_id=21ed164e-8ffc-4009-9106-b045b759ecc1 HTTP/1.1" status: 200 len: 1095 time: 0.0708871 Jan 28 07:58:49.547263 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8a39ce1c-32df-45b2-ad61-3775db25c3d9 req-5ed1559a-258c-46a2-9736-c358b3480a85 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4fad68b1-7d6c-4c89-a46b-81bbbae71ade HTTP/1.1" status: 200 len: 217 time: 0.0547554 Jan 28 07:58:49.598419 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a39ce1c-32df-45b2-ad61-3775db25c3d9 req-d28a7369-bfd4-45b0-93e3-212d565f43b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:58:49.599819 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8a39ce1c-32df-45b2-ad61-3775db25c3d9 req-d28a7369-bfd4-45b0-93e3-212d565f43b2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=12a452db-c795-4685-baea-0e4794b2709f HTTP/1.1" status: 200 len: 854 time: 0.0475886 Jan 28 07:58:49.649322 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8a39ce1c-32df-45b2-ad61-3775db25c3d9 req-e7825b34-a2c1-4b3d-bc28-cb02b22ea5d3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=297b58a5-04fe-4e7f-b10a-bf20ca7c3ffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430319 Jan 28 07:58:49.742104 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8a39ce1c-32df-45b2-ad61-3775db25c3d9 req-45bcab89-b2af-492a-81bb-76a21940684f service neutron] 10.222.0.44 "GET /v2.0/networks/297b58a5-04fe-4e7f-b10a-bf20ca7c3ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867968 Jan 28 07:58:49.834862 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8a39ce1c-32df-45b2-ad61-3775db25c3d9 req-954febd3-1eb2-4203-aae7-3a600acb031a service neutron] 10.222.0.44 "GET /v2.0/networks/297b58a5-04fe-4e7f-b10a-bf20ca7c3ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857623 Jan 28 07:58:49.965877 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692079ea-810d-46ca-a23d-de44203fc0c9 req-d797235f-020e-44b5-b293-ae0cc7b7c22f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:58:49.967368 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-692079ea-810d-46ca-a23d-de44203fc0c9 req-d797235f-020e-44b5-b293-ae0cc7b7c22f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9e951b81b93342f797dfe91ba9264592&device_id=21ed164e-8ffc-4009-9106-b045b759ecc1 HTTP/1.1" status: 200 len: 1095 time: 0.0417905 Jan 28 07:58:50.093498 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f82b37-50fc-4dd8-ad25-604d1ef50109 req-feb8bb4c-1e92-48e6-8116-fd4a35548a52 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:58:50.094916 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b1f82b37-50fc-4dd8-ad25-604d1ef50109 req-feb8bb4c-1e92-48e6-8116-fd4a35548a52 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/ports?device_id=21ed164e-8ffc-4009-9106-b045b759ecc1 HTTP/1.1" status: 200 len: 943 time: 0.0484183 Jan 28 07:58:50.116998 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692079ea-810d-46ca-a23d-de44203fc0c9 req-e601ed11-5569-4d33-a10f-ebc4d53a5147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:58:50.118499 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-692079ea-810d-46ca-a23d-de44203fc0c9 req-e601ed11-5569-4d33-a10f-ebc4d53a5147 service neutron] 10.222.0.44 "GET /v2.0/networks?id=297b58a5-04fe-4e7f-b10a-bf20ca7c3ffb HTTP/1.1" status: 200 len: 915 time: 0.1452515 Jan 28 07:58:50.142058 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b1f82b37-50fc-4dd8-ad25-604d1ef50109 req-fbdf14e1-1839-4de1-9edf-001c4c32a5c8 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cd236a9-0249-4080-ac66-a804b99f18d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415165 Jan 28 07:58:50.160786 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-692079ea-810d-46ca-a23d-de44203fc0c9 req-d0440911-eb84-4809-9ee0-e3f9301c20ec service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4fad68b1-7d6c-4c89-a46b-81bbbae71ade HTTP/1.1" status: 200 len: 217 time: 0.0358083 Jan 28 07:58:50.213243 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692079ea-810d-46ca-a23d-de44203fc0c9 req-46ec5db1-89aa-4f90-ad45-ae347b1a6423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:58:50.214685 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-692079ea-810d-46ca-a23d-de44203fc0c9 req-46ec5db1-89aa-4f90-ad45-ae347b1a6423 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=12a452db-c795-4685-baea-0e4794b2709f HTTP/1.1" status: 200 len: 854 time: 0.0480568 Jan 28 07:58:50.245569 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-692079ea-810d-46ca-a23d-de44203fc0c9 req-a9074ff0-6875-43e8-98a7-1e20c40266f4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=297b58a5-04fe-4e7f-b10a-bf20ca7c3ffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244136 Jan 28 07:58:50.332468 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-692079ea-810d-46ca-a23d-de44203fc0c9 req-d040e771-701c-4038-b585-6ccd59e87a40 service neutron] 10.222.0.44 "GET /v2.0/networks/297b58a5-04fe-4e7f-b10a-bf20ca7c3ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797882 Jan 28 07:58:50.424354 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-692079ea-810d-46ca-a23d-de44203fc0c9 req-f8dcc988-5d6d-48d4-877e-6425116cd17a service neutron] 10.222.0.44 "GET /v2.0/networks/297b58a5-04fe-4e7f-b10a-bf20ca7c3ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846148 Jan 28 07:58:51.160223 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 6a71da42-8600-440a-a2d0-57e2f429e71a no longer exists at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:58:51.183830 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] No Port match for: 6a71da42-8600-440a-a2d0-57e2f429e71a {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:58:51.184187 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 6a71da42-8600-440a-a2d0-57e2f429e71a not bound to the agent host n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:58:51.261108 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ce3d07-6fa4-4a34-b5e4-d85628bbc730 req-cd70cc96-3f10-4882-876f-18e1c0a14785 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:58:51.262631 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d2ce3d07-6fa4-4a34-b5e4-d85628bbc730 req-cd70cc96-3f10-4882-876f-18e1c0a14785 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/ports?device_id=21ed164e-8ffc-4009-9106-b045b759ecc1 HTTP/1.1" status: 200 len: 943 time: 0.0489466 Jan 28 07:58:51.309527 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d2ce3d07-6fa4-4a34-b5e4-d85628bbc730 req-3e857ef1-557a-4bb8-a0a8-79388e107158 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cd236a9-0249-4080-ac66-a804b99f18d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413649 Jan 28 07:58:52.425851 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a566a1-4a65-4315-9cd0-a974f8cdc385 req-f1eb86fe-d340-45ae-94c7-44cb58c277cc tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:58:52.427355 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d9a566a1-4a65-4315-9cd0-a974f8cdc385 req-f1eb86fe-d340-45ae-94c7-44cb58c277cc tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/ports?device_id=21ed164e-8ffc-4009-9106-b045b759ecc1 HTTP/1.1" status: 200 len: 943 time: 0.0490510 Jan 28 07:58:52.472630 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d9a566a1-4a65-4315-9cd0-a974f8cdc385 req-db9d12c5-9e97-4f96-b6aa-8dbaa3519aa0 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cd236a9-0249-4080-ac66-a804b99f18d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395756 Jan 28 07:58:53.173430 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 4fad68b1-7d6c-4c89-a46b-81bbbae71ade details requested by agent hyperv_n-h2-712749-28 with host n-h2-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:58:53.266981 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 4fad68b1-7d6c-4c89-a46b-81bbbae71ade, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=4fad68b1-7d6c-4c89-a46b-81bbbae71ade,segment=NetworkSegment(5fe1bd71-b512-4314-9cc2-c3e3c4cefc5f),segment_id=5fe1bd71-b512-4314-9cc2-c3e3c4cefc5f)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:58:53.278212 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Returning: {'device': '4fad68b1-7d6c-4c89-a46b-81bbbae71ade', 'network_id': '297b58a5-04fe-4e7f-b10a-bf20ca7c3ffb', 'port_id': '4fad68b1-7d6c-4c89-a46b-81bbbae71ade', 'mac_address': 'fa:16:3e:06:63:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12a452db-c795-4685-baea-0e4794b2709f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:58:53.318424 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port 4fad68b1-7d6c-4c89-a46b-81bbbae71ade is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:58:53.318877 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (4fad68b1-7d6c-4c89-a46b-81bbbae71ade), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:58:53.331398 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fad68b1-7d6c-4c89-a46b-81bbbae71ade {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:58:53.349919 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 4fad68b1-7d6c-4c89-a46b-81bbbae71ade, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=4fad68b1-7d6c-4c89-a46b-81bbbae71ade,segment=NetworkSegment(5fe1bd71-b512-4314-9cc2-c3e3c4cefc5f),segment_id=5fe1bd71-b512-4314-9cc2-c3e3c4cefc5f)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:58:53.354065 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (4fad68b1-7d6c-4c89-a46b-81bbbae71ade), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:58:53.400709 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=4fad68b1-7d6c-4c89-a46b-81bbbae71ade,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:58:53.407905 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:58:53.408308 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:58:53.408666 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:58:53.409015 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:58:53.409358 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:58:53.409697 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:58:53.410034 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:58:53.410368 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:58:53.410701 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:58:53.411032 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:58:53.411363 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:58:53.411693 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:58:53.412023 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:58:53.590367 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad67597-24dc-4851-9072-f1d2122a5afe req-991edf7c-ac93-422a-9c2d-270df4bb034a tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:58:53.591847 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8ad67597-24dc-4851-9072-f1d2122a5afe req-991edf7c-ac93-422a-9c2d-270df4bb034a tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/ports?device_id=21ed164e-8ffc-4009-9106-b045b759ecc1 HTTP/1.1" status: 200 len: 944 time: 0.0535135 Jan 28 07:58:53.628366 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['4fad68b1-7d6c-4c89-a46b-81bbbae71ade'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:58:53.638145 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8ad67597-24dc-4851-9072-f1d2122a5afe req-e9bc0400-0491-4eb4-8e87-2400edbe5aa9 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cd236a9-0249-4080-ac66-a804b99f18d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407586 Jan 28 07:58:54.756490 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40991d7a-cb3b-40ea-8476-e1ecb1d4785c req-50775c32-c8ee-4604-96ef-117c1a0802a5 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:58:54.757971 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-40991d7a-cb3b-40ea-8476-e1ecb1d4785c req-50775c32-c8ee-4604-96ef-117c1a0802a5 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/ports?device_id=21ed164e-8ffc-4009-9106-b045b759ecc1 HTTP/1.1" status: 200 len: 944 time: 0.0518067 Jan 28 07:58:54.803980 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-40991d7a-cb3b-40ea-8476-e1ecb1d4785c req-7333a655-0e05-41ce-b593-b03e209cfdd9 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cd236a9-0249-4080-ac66-a804b99f18d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402405 Jan 28 07:58:55.176636 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 4fad68b1-7d6c-4c89-a46b-81bbbae71ade up at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:58:55.225779 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning for port 4fad68b1-7d6c-4c89-a46b-81bbbae71ade completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:58:55.229970 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning complete for port 4fad68b1-7d6c-4c89-a46b-81bbbae71ade triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:58:55.230348 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (4fad68b1-7d6c-4c89-a46b-81bbbae71ade), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:58:55.309755 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port 4fad68b1-7d6c-4c89-a46b-81bbbae71ade is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:58:55.310148 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (4fad68b1-7d6c-4c89-a46b-81bbbae71ade), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:58:55.333378 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21ed164e-8ffc-4009-9106-b045b759ecc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fad68b1-7d6c-4c89-a46b-81bbbae71ade'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:58:55.335650 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a5cec9d-f0e7-418a-9719-ca8400faabe4" -d '{"events": [{"server_uuid": "21ed164e-8ffc-4009-9106-b045b759ecc1", "name": "network-vif-plugged", "status": "completed", "tag": "4fad68b1-7d6c-4c89-a46b-81bbbae71ade"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:58:55.347931 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 4fad68b1-7d6c-4c89-a46b-81bbbae71ade, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=4fad68b1-7d6c-4c89-a46b-81bbbae71ade,segment=NetworkSegment(5fe1bd71-b512-4314-9cc2-c3e3c4cefc5f),segment_id=5fe1bd71-b512-4314-9cc2-c3e3c4cefc5f)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:58:55.351830 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (4fad68b1-7d6c-4c89-a46b-81bbbae71ade), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:58:55.375235 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-841b3cc8-c62c-4a23-943e-acd0f8b43ed5 x-openstack-request-id: req-841b3cc8-c62c-4a23-943e-acd0f8b43ed5 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:58:55.375483 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21ed164e-8ffc-4009-9106-b045b759ecc1", "name": "network-vif-plugged", "status": "completed", "tag": "4fad68b1-7d6c-4c89-a46b-81bbbae71ade", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:58:55.375739 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-841b3cc8-c62c-4a23-943e-acd0f8b43ed5 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:58:55.376126 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21ed164e-8ffc-4009-9106-b045b759ecc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fad68b1-7d6c-4c89-a46b-81bbbae71ade', 'code': 200} Jan 28 07:58:55.401404 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=4fad68b1-7d6c-4c89-a46b-81bbbae71ade,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:58:55.503939 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a198c4c-ef76-4905-bd3c-3b98cd2d65c6 req-308563a2-baee-4b65-901e-2ac01081cd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:58:55.505361 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8a198c4c-ef76-4905-bd3c-3b98cd2d65c6 req-308563a2-baee-4b65-901e-2ac01081cd35 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=21ed164e-8ffc-4009-9106-b045b759ecc1 HTTP/1.1" status: 200 len: 1097 time: 0.0398772 Jan 28 07:58:55.548266 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8a198c4c-ef76-4905-bd3c-3b98cd2d65c6 req-c8afe6da-a1a2-4385-a90b-1804d0da81e9 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=3cd236a9-0249-4080-ac66-a804b99f18d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359087 Jan 28 07:58:55.916106 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d7d00f-c975-47ca-bf18-8c8cf30e8ce0 req-c6168e74-bd88-4730-bb03-a9768b4ed112 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:58:55.917604 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-58d7d00f-c975-47ca-bf18-8c8cf30e8ce0 req-c6168e74-bd88-4730-bb03-a9768b4ed112 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/ports?device_id=21ed164e-8ffc-4009-9106-b045b759ecc1 HTTP/1.1" status: 200 len: 945 time: 0.0474331 Jan 28 07:58:55.963334 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-58d7d00f-c975-47ca-bf18-8c8cf30e8ce0 req-5d736cd1-72fa-4c04-9366-cfcf8958b954 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cd236a9-0249-4080-ac66-a804b99f18d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402443 Jan 28 07:58:57.076771 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02641347-9aae-4e07-bcd2-bb45b3fef224 req-994c8c89-6045-4fbb-8149-17d1bb5581e8 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:58:57.078231 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-02641347-9aae-4e07-bcd2-bb45b3fef224 req-994c8c89-6045-4fbb-8149-17d1bb5581e8 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/ports?device_id=21ed164e-8ffc-4009-9106-b045b759ecc1 HTTP/1.1" status: 200 len: 945 time: 0.0468767 Jan 28 07:58:57.127110 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-02641347-9aae-4e07-bcd2-bb45b3fef224 req-b075a66c-b4d1-405e-aba2-0ad2d752e4dc tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cd236a9-0249-4080-ac66-a804b99f18d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434227 Jan 28 07:58:57.242354 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72b99ab-711e-475e-9896-e1d6ca5ea031 req-7cdbad27-f0a4-470b-a0b6-4f43ae807967 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:58:57.243877 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c72b99ab-711e-475e-9896-e1d6ca5ea031 req-7cdbad27-f0a4-470b-a0b6-4f43ae807967 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/ports?device_id=21ed164e-8ffc-4009-9106-b045b759ecc1 HTTP/1.1" status: 200 len: 945 time: 0.0515635 Jan 28 07:58:57.295057 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c72b99ab-711e-475e-9896-e1d6ca5ea031 req-dfabaa12-17c6-4397-ae6e-6a97df20e16f tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cd236a9-0249-4080-ac66-a804b99f18d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455375 Jan 28 07:58:57.518573 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4595f852-c54a-4e11-bda2-b20a494eaf7d req-289d1c62-913b-4668-a1a7-66912bb0f8f9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=21ed164e-8ffc-4009-9106-b045b759ecc1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0395820 Jan 28 07:58:57.533445 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d2a5a3-7a93-4d6f-a211-f7394d65ee44 req-e9255c12-756e-46a9-810f-43c581798778 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:58:57.535683 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-74d2a5a3-7a93-4d6f-a211-f7394d65ee44 req-e9255c12-756e-46a9-810f-43c581798778 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/ports?device_id=21ed164e-8ffc-4009-9106-b045b759ecc1 HTTP/1.1" status: 200 len: 945 time: 0.0490577 Jan 28 07:58:57.585231 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-74d2a5a3-7a93-4d6f-a211-f7394d65ee44 req-b3b7971f-4708-493c-ba90-502a0e59501f tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cd236a9-0249-4080-ac66-a804b99f18d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431213 Jan 28 07:58:58.702001 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f169503-cb32-44a1-866d-49d9a69f23c2 req-15c70925-b7dc-4a7a-bce2-d4a5b5a3b5a0 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:58:58.703405 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6f169503-cb32-44a1-866d-49d9a69f23c2 req-15c70925-b7dc-4a7a-bce2-d4a5b5a3b5a0 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/ports?device_id=21ed164e-8ffc-4009-9106-b045b759ecc1 HTTP/1.1" status: 200 len: 945 time: 0.0491982 Jan 28 07:58:58.749662 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6f169503-cb32-44a1-866d-49d9a69f23c2 req-f9f656b5-bfb3-4729-9cc7-271d2dfb464e tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cd236a9-0249-4080-ac66-a804b99f18d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406182 Jan 28 07:58:59.004079 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4595f852-c54a-4e11-bda2-b20a494eaf7d req-35ee7bd2-33a1-45ce-9a23-37dfbee39251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:58:59.005515 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4595f852-c54a-4e11-bda2-b20a494eaf7d req-35ee7bd2-33a1-45ce-9a23-37dfbee39251 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9e951b81b93342f797dfe91ba9264592&device_id=21ed164e-8ffc-4009-9106-b045b759ecc1 HTTP/1.1" status: 200 len: 1097 time: 0.0436237 Jan 28 07:58:59.091723 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4595f852-c54a-4e11-bda2-b20a494eaf7d req-a09e55c8-b262-4fae-ae97-0662b0631856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:58:59.093199 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4595f852-c54a-4e11-bda2-b20a494eaf7d req-a09e55c8-b262-4fae-ae97-0662b0631856 service neutron] 10.222.0.44 "GET /v2.0/networks?id=297b58a5-04fe-4e7f-b10a-bf20ca7c3ffb HTTP/1.1" status: 200 len: 915 time: 0.0815709 Jan 28 07:58:59.134008 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4595f852-c54a-4e11-bda2-b20a494eaf7d req-d9fbe1a5-633a-40b2-ab16-43254f679928 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4fad68b1-7d6c-4c89-a46b-81bbbae71ade HTTP/1.1" status: 200 len: 217 time: 0.0348103 Jan 28 07:58:59.183005 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4595f852-c54a-4e11-bda2-b20a494eaf7d req-56ecea6c-2954-4949-a1d2-b03c6b1e1f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:58:59.184420 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4595f852-c54a-4e11-bda2-b20a494eaf7d req-56ecea6c-2954-4949-a1d2-b03c6b1e1f65 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=12a452db-c795-4685-baea-0e4794b2709f HTTP/1.1" status: 200 len: 854 time: 0.0451417 Jan 28 07:58:59.213454 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4595f852-c54a-4e11-bda2-b20a494eaf7d req-6f0e54ba-d9c7-43e4-8f1a-3cbdae612cba service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=297b58a5-04fe-4e7f-b10a-bf20ca7c3ffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235696 Jan 28 07:58:59.300305 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4595f852-c54a-4e11-bda2-b20a494eaf7d req-09afcf60-1d6b-42c8-8509-70bf14ec2f25 service neutron] 10.222.0.44 "GET /v2.0/networks/297b58a5-04fe-4e7f-b10a-bf20ca7c3ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806818 Jan 28 07:58:59.392895 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4595f852-c54a-4e11-bda2-b20a494eaf7d req-fcd3ba8c-1edd-4fc1-8122-de20044d34c9 service neutron] 10.222.0.44 "GET /v2.0/networks/297b58a5-04fe-4e7f-b10a-bf20ca7c3ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872672 Jan 28 07:58:59.863788 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb796594-060e-4e6f-8470-bb5a1614e96a req-b4a17cfa-0757-493f-b1e4-643153fcf9d8 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:58:59.865316 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-fb796594-060e-4e6f-8470-bb5a1614e96a req-b4a17cfa-0757-493f-b1e4-643153fcf9d8 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/ports?device_id=21ed164e-8ffc-4009-9106-b045b759ecc1 HTTP/1.1" status: 200 len: 945 time: 0.0481703 Jan 28 07:58:59.912974 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-fb796594-060e-4e6f-8470-bb5a1614e96a req-585344f5-5e2a-400b-b9d6-24f39cd0d514 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cd236a9-0249-4080-ac66-a804b99f18d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416172 Jan 28 07:59:01.030432 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbee83b-affa-4273-858b-d1b6769ea9a4 req-694aeb1a-a510-447d-9547-a5b2a0edf8fc tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:59:01.031901 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0cbee83b-affa-4273-858b-d1b6769ea9a4 req-694aeb1a-a510-447d-9547-a5b2a0edf8fc tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/ports?device_id=21ed164e-8ffc-4009-9106-b045b759ecc1 HTTP/1.1" status: 200 len: 945 time: 0.0483866 Jan 28 07:59:01.077897 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0cbee83b-affa-4273-858b-d1b6769ea9a4 req-9c1f602a-7c5b-4405-a357-f37450a7f8e7 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cd236a9-0249-4080-ac66-a804b99f18d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404286 Jan 28 07:59:02.196670 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b35b6a-e739-4326-9bb5-5e1f9690f28d req-f9cd7dc7-f1b0-49bd-b5c0-603210bbf93a tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:59:02.198749 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-11b35b6a-e739-4326-9bb5-5e1f9690f28d req-f9cd7dc7-f1b0-49bd-b5c0-603210bbf93a tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/ports?device_id=21ed164e-8ffc-4009-9106-b045b759ecc1 HTTP/1.1" status: 200 len: 945 time: 0.0522180 Jan 28 07:59:02.245444 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-11b35b6a-e739-4326-9bb5-5e1f9690f28d req-3835f031-ead0-4470-94c8-73e7be0d75aa tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cd236a9-0249-4080-ac66-a804b99f18d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411229 Jan 28 07:59:03.316044 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1bb195f9-c268-4069-b45c-a13a84c8bd38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:59:03.366785 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdaa6da-19df-4e31-b92c-c8c9cd322ed6 req-df7b6ae4-5ac8-4e71-912c-484d9f4108eb tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:59:03.368293 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0bdaa6da-19df-4e31-b92c-c8c9cd322ed6 req-df7b6ae4-5ac8-4e71-912c-484d9f4108eb tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/ports?device_id=21ed164e-8ffc-4009-9106-b045b759ecc1 HTTP/1.1" status: 200 len: 945 time: 0.0530839 Jan 28 07:59:03.400863 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:59:03.417613 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0bdaa6da-19df-4e31-b92c-c8c9cd322ed6 req-cb6cdbdc-3d83-4cb4-bb33-589108fcefe0 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cd236a9-0249-4080-ac66-a804b99f18d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431068 Jan 28 07:59:04.408274 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:59:04.533836 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880db4c3-76b7-4d64-b3ea-f871b8332f35 req-62748ed4-d63d-414a-892e-846da9c93cf5 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:59:04.535310 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-880db4c3-76b7-4d64-b3ea-f871b8332f35 req-62748ed4-d63d-414a-892e-846da9c93cf5 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/ports?device_id=21ed164e-8ffc-4009-9106-b045b759ecc1 HTTP/1.1" status: 200 len: 945 time: 0.0486877 Jan 28 07:59:04.582291 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-880db4c3-76b7-4d64-b3ea-f871b8332f35 req-f8f3fbc7-150e-40b1-ba48-dcf8062e8029 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cd236a9-0249-4080-ac66-a804b99f18d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413971 Jan 28 07:59:05.678185 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-730ddd55-c47f-4249-81b1-621230a75822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:59:05.697218 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fdf80d-784f-4ebe-8854-16a78e30f622 req-7d0f7e7d-3841-4e73-b63f-f552c159784a tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:59:05.698865 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-55fdf80d-784f-4ebe-8854-16a78e30f622 req-7d0f7e7d-3841-4e73-b63f-f552c159784a tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/ports?device_id=21ed164e-8ffc-4009-9106-b045b759ecc1 HTTP/1.1" status: 200 len: 945 time: 0.0499706 Jan 28 07:59:05.745213 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-55fdf80d-784f-4ebe-8854-16a78e30f622 req-23bd4164-5d4f-4276-9b01-6f862c65fbf3 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cd236a9-0249-4080-ac66-a804b99f18d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409098 Jan 28 07:59:06.863124 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b34cf2-a1d6-4b03-ad77-cd5bf94f2146 req-ae754839-7e33-4ed7-b6ee-ef9b5a2019d4 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:59:06.864629 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e8b34cf2-a1d6-4b03-ad77-cd5bf94f2146 req-ae754839-7e33-4ed7-b6ee-ef9b5a2019d4 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/ports?device_id=21ed164e-8ffc-4009-9106-b045b759ecc1 HTTP/1.1" status: 200 len: 945 time: 0.0515833 Jan 28 07:59:06.910289 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e8b34cf2-a1d6-4b03-ad77-cd5bf94f2146 req-5c48cef3-b130-40dc-8913-dd7a96ec28f9 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cd236a9-0249-4080-ac66-a804b99f18d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402293 Jan 28 07:59:07.124629 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:59:08.023119 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c60e601-a9f3-4a10-ba4c-9f10df0df1d2 req-7ce5dfc6-f425-4746-b9f3-bebed5cbad5d tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:59:08.024611 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5c60e601-a9f3-4a10-ba4c-9f10df0df1d2 req-7ce5dfc6-f425-4746-b9f3-bebed5cbad5d tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/ports?device_id=21ed164e-8ffc-4009-9106-b045b759ecc1 HTTP/1.1" status: 200 len: 945 time: 0.0468071 Jan 28 07:59:08.074309 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5c60e601-a9f3-4a10-ba4c-9f10df0df1d2 req-021bfb9b-eab1-4de1-a298-1bc17baa12b6 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cd236a9-0249-4080-ac66-a804b99f18d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432763 Jan 28 07:59:08.816637 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:59:09.188939 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029306d1-35d4-4b7e-a08e-e9923764c2c8 req-1bc596ec-70cd-41fe-a0f0-1a4b9d683ea5 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:59:09.190421 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-029306d1-35d4-4b7e-a08e-e9923764c2c8 req-1bc596ec-70cd-41fe-a0f0-1a4b9d683ea5 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/ports?device_id=21ed164e-8ffc-4009-9106-b045b759ecc1 HTTP/1.1" status: 200 len: 945 time: 0.0485685 Jan 28 07:59:09.236462 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-029306d1-35d4-4b7e-a08e-e9923764c2c8 req-78b21e4b-9288-4aff-8df6-622b1e3fd36f tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cd236a9-0249-4080-ac66-a804b99f18d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405228 Jan 28 07:59:09.768705 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:59:10.353285 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8c607d-901b-45db-88b7-e174a740953f req-c8e5a1ea-c9b1-4992-85bc-a1e8ad54dd87 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:59:10.354763 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0d8c607d-901b-45db-88b7-e174a740953f req-c8e5a1ea-c9b1-4992-85bc-a1e8ad54dd87 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/ports?device_id=21ed164e-8ffc-4009-9106-b045b759ecc1 HTTP/1.1" status: 200 len: 945 time: 0.0472624 Jan 28 07:59:10.401322 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0d8c607d-901b-45db-88b7-e174a740953f req-ea0a59e5-fc5f-4e6f-a111-5e394c8a288e tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cd236a9-0249-4080-ac66-a804b99f18d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410006 Jan 28 07:59:10.415815 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 7 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 07:59:11.515434 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7e54df-b17c-478e-9209-28ccd0b658cd req-20bf256a-d2c3-4e4d-b930-75d7e0628392 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:59:11.516930 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-eb7e54df-b17c-478e-9209-28ccd0b658cd req-20bf256a-d2c3-4e4d-b930-75d7e0628392 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/ports?device_id=21ed164e-8ffc-4009-9106-b045b759ecc1 HTTP/1.1" status: 200 len: 945 time: 0.0472763 Jan 28 07:59:11.567097 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-eb7e54df-b17c-478e-9209-28ccd0b658cd req-52395972-135c-4a0c-b85b-1a06465c6080 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cd236a9-0249-4080-ac66-a804b99f18d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446689 Jan 28 07:59:12.679945 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc87b868-ce30-42e2-8bc3-d3ebc265107f req-831611e3-de84-4695-8c86-7b5a652a24ea tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:59:12.681371 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-dc87b868-ce30-42e2-8bc3-d3ebc265107f req-831611e3-de84-4695-8c86-7b5a652a24ea tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/ports?device_id=21ed164e-8ffc-4009-9106-b045b759ecc1 HTTP/1.1" status: 200 len: 945 time: 0.0478027 Jan 28 07:59:12.728076 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-dc87b868-ce30-42e2-8bc3-d3ebc265107f req-3fb7ee1f-5454-4a19-832b-9930eee3ca23 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cd236a9-0249-4080-ac66-a804b99f18d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399146 Jan 28 07:59:13.845794 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6cfe4b-2f8d-47a9-8035-1faa4ee6eb94 req-9e701a76-f9d1-4696-887a-ab5036beb8a0 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:59:13.847288 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9b6cfe4b-2f8d-47a9-8035-1faa4ee6eb94 req-9e701a76-f9d1-4696-887a-ab5036beb8a0 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/ports?device_id=21ed164e-8ffc-4009-9106-b045b759ecc1 HTTP/1.1" status: 200 len: 945 time: 0.0486982 Jan 28 07:59:13.903461 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9b6cfe4b-2f8d-47a9-8035-1faa4ee6eb94 req-0a4bccde-8f9e-4988-a6c6-8b8d7e15210b tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cd236a9-0249-4080-ac66-a804b99f18d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505719 Jan 28 07:59:15.022401 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1893e21-927d-4e03-b326-6fe200c5ce5a req-02bac1f3-efa3-4955-9bf0-4e7946181702 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:59:15.023854 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b1893e21-927d-4e03-b326-6fe200c5ce5a req-02bac1f3-efa3-4955-9bf0-4e7946181702 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/ports?device_id=21ed164e-8ffc-4009-9106-b045b759ecc1 HTTP/1.1" status: 200 len: 945 time: 0.0510137 Jan 28 07:59:15.069610 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b1893e21-927d-4e03-b326-6fe200c5ce5a req-99b81be1-fba3-477b-bdce-c6dba63ab4b6 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cd236a9-0249-4080-ac66-a804b99f18d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400894 Jan 28 07:59:16.181256 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6c0424-5f3b-4d2f-bc37-1e5ff328d1db req-876f1035-b23a-4efb-a378-a12068d3bf7c tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:59:16.183355 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8c6c0424-5f3b-4d2f-bc37-1e5ff328d1db req-876f1035-b23a-4efb-a378-a12068d3bf7c tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/ports?device_id=21ed164e-8ffc-4009-9106-b045b759ecc1 HTTP/1.1" status: 200 len: 945 time: 0.0473981 Jan 28 07:59:16.228093 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8c6c0424-5f3b-4d2f-bc37-1e5ff328d1db req-6ab33a35-3356-49ba-b714-a9553d62a065 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cd236a9-0249-4080-ac66-a804b99f18d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393498 Jan 28 07:59:17.350114 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f002fc-860f-49f2-9664-4dbd68cbac45 req-efe04441-f887-4b30-af55-2f9b20b20147 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:59:17.351573 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-00f002fc-860f-49f2-9664-4dbd68cbac45 req-efe04441-f887-4b30-af55-2f9b20b20147 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/ports?device_id=21ed164e-8ffc-4009-9106-b045b759ecc1 HTTP/1.1" status: 200 len: 945 time: 0.0494432 Jan 28 07:59:17.397980 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-00f002fc-860f-49f2-9664-4dbd68cbac45 req-990924cc-1848-41d4-b593-e6051de61913 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cd236a9-0249-4080-ac66-a804b99f18d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407662 Jan 28 07:59:18.520433 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c325dc-21fc-4067-88e8-4885a9292214 req-7a301286-4eca-45ff-84b8-123024eaf283 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:59:18.522087 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-04c325dc-21fc-4067-88e8-4885a9292214 req-7a301286-4eca-45ff-84b8-123024eaf283 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/ports?device_id=21ed164e-8ffc-4009-9106-b045b759ecc1 HTTP/1.1" status: 200 len: 945 time: 0.0523314 Jan 28 07:59:18.569276 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-04c325dc-21fc-4067-88e8-4885a9292214 req-073e8d67-7d1a-45f4-b778-53b6abfccbc7 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cd236a9-0249-4080-ac66-a804b99f18d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408609 Jan 28 07:59:19.681610 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d169d3-d7b9-4ac4-a123-406ef3607b89 req-c51ce417-8129-4796-95a8-9a9f1bac8702 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:59:19.683190 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-80d169d3-d7b9-4ac4-a123-406ef3607b89 req-c51ce417-8129-4796-95a8-9a9f1bac8702 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/ports?device_id=21ed164e-8ffc-4009-9106-b045b759ecc1 HTTP/1.1" status: 200 len: 945 time: 0.0474265 Jan 28 07:59:19.732707 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-80d169d3-d7b9-4ac4-a123-406ef3607b89 req-6ecbf04f-368e-4897-9e5a-ee49b4e3157f tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cd236a9-0249-4080-ac66-a804b99f18d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438645 Jan 28 07:59:20.845876 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aa299f-dcf5-4c46-8e09-58b6cb8ee8ab req-cccb4f6f-acd9-4a08-815c-a6def21bf4d9 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:59:20.847367 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a7aa299f-dcf5-4c46-8e09-58b6cb8ee8ab req-cccb4f6f-acd9-4a08-815c-a6def21bf4d9 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/ports?device_id=21ed164e-8ffc-4009-9106-b045b759ecc1 HTTP/1.1" status: 200 len: 945 time: 0.0478559 Jan 28 07:59:20.893182 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a7aa299f-dcf5-4c46-8e09-58b6cb8ee8ab req-73e4d65d-816c-463d-a7dd-064833581912 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cd236a9-0249-4080-ac66-a804b99f18d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403111 Jan 28 07:59:22.008725 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8340c7c0-89f3-48e4-a8ca-81c126f056c7 req-6f3aa386-46e8-48a7-b687-590b79fa5ede tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:59:22.010194 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8340c7c0-89f3-48e4-a8ca-81c126f056c7 req-6f3aa386-46e8-48a7-b687-590b79fa5ede tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/ports?device_id=21ed164e-8ffc-4009-9106-b045b759ecc1 HTTP/1.1" status: 200 len: 945 time: 0.0473831 Jan 28 07:59:22.057141 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8340c7c0-89f3-48e4-a8ca-81c126f056c7 req-7099d534-0979-4301-b104-9cad2a88da7f tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cd236a9-0249-4080-ac66-a804b99f18d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408776 Jan 28 07:59:23.169773 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf38d8e-2b0a-4bda-9346-d45e91f6ec52 req-2cfea638-bf74-4c21-b2ce-8c9cdd4e13ef tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:59:23.171304 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3cf38d8e-2b0a-4bda-9346-d45e91f6ec52 req-2cfea638-bf74-4c21-b2ce-8c9cdd4e13ef tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/ports?device_id=21ed164e-8ffc-4009-9106-b045b759ecc1 HTTP/1.1" status: 200 len: 945 time: 0.0471082 Jan 28 07:59:23.221365 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3cf38d8e-2b0a-4bda-9346-d45e91f6ec52 req-d523d42a-4701-4642-80c2-e11c9668c827 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cd236a9-0249-4080-ac66-a804b99f18d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440187 Jan 28 07:59:24.337758 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20281bda-ebc1-43e4-97f7-e4fab2688b3b req-a2f22b7b-c2ef-4129-99fd-f15cc6db5b35 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:59:24.339897 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-20281bda-ebc1-43e4-97f7-e4fab2688b3b req-a2f22b7b-c2ef-4129-99fd-f15cc6db5b35 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/ports?device_id=21ed164e-8ffc-4009-9106-b045b759ecc1 HTTP/1.1" status: 200 len: 945 time: 0.0496504 Jan 28 07:59:24.386489 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-20281bda-ebc1-43e4-97f7-e4fab2688b3b req-8e372700-be5f-42ee-af49-1d08889ce9e2 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cd236a9-0249-4080-ac66-a804b99f18d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411243 Jan 28 07:59:25.501331 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b113799d-f7d1-4ba1-b0be-5799152504da req-d6634795-22db-4706-8370-21ca92ad4fe6 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:59:25.502794 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b113799d-f7d1-4ba1-b0be-5799152504da req-d6634795-22db-4706-8370-21ca92ad4fe6 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/ports?device_id=21ed164e-8ffc-4009-9106-b045b759ecc1 HTTP/1.1" status: 200 len: 945 time: 0.0477455 Jan 28 07:59:25.548232 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b113799d-f7d1-4ba1-b0be-5799152504da req-dc71ea80-fce2-47e3-861b-bccccfa6353a tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cd236a9-0249-4080-ac66-a804b99f18d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398104 Jan 28 07:59:26.454248 n-d-712749-28 neutron-server[103283]: INFO neutron.api.v2.resource [req-4595f852-c54a-4e11-bda2-b20a494eaf7d req-bb3031c8-06f6-4972-b2f5-bb0a59e5e7eb service neutron] show failed (client error): The resource could not be found. Jan 28 07:59:26.455262 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4595f852-c54a-4e11-bda2-b20a494eaf7d req-bb3031c8-06f6-4972-b2f5-bb0a59e5e7eb service neutron] 10.222.0.44 "GET /v2.0/ports/4fad68b1-7d6c-4c89-a46b-81bbbae71ade/bindings/n-h1-712749-28 HTTP/1.1" status: 404 len: 381 time: 0.0605180 Jan 28 07:59:26.663289 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4595f852-c54a-4e11-bda2-b20a494eaf7d req-b9a27c33-6812-4581-911c-d541c5bacdc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:59:26.664789 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4595f852-c54a-4e11-bda2-b20a494eaf7d req-b9a27c33-6812-4581-911c-d541c5bacdc3 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=21ed164e-8ffc-4009-9106-b045b759ecc1&tenant_id=9e951b81b93342f797dfe91ba9264592 HTTP/1.1" status: 200 len: 1097 time: 0.0411913 Jan 28 07:59:26.668653 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5537ab45-f8eb-4482-949c-7c9b4b8a7155 req-c9f4cfaa-4fcf-471a-80e1-4d0cfa2ff9e2 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:59:26.670146 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5537ab45-f8eb-4482-949c-7c9b4b8a7155 req-c9f4cfaa-4fcf-471a-80e1-4d0cfa2ff9e2 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/ports?device_id=21ed164e-8ffc-4009-9106-b045b759ecc1 HTTP/1.1" status: 200 len: 945 time: 0.0483189 Jan 28 07:59:26.686866 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-4595f852-c54a-4e11-bda2-b20a494eaf7d req-3500b683-6549-4e5c-96ef-763d45d45eca service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712749-28', 'device_owner': 'compute:nova'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:59:26.719509 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5537ab45-f8eb-4482-949c-7c9b4b8a7155 req-d54d4311-86c4-490e-bfb4-282c418a9ba2 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cd236a9-0249-4080-ac66-a804b99f18d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435603 Jan 28 07:59:26.743904 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-4595f852-c54a-4e11-bda2-b20a494eaf7d req-3500b683-6549-4e5c-96ef-763d45d45eca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (4fad68b1-7d6c-4c89-a46b-81bbbae71ade), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:59:26.940893 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-4595f852-c54a-4e11-bda2-b20a494eaf7d req-3500b683-6549-4e5c-96ef-763d45d45eca service neutron] For port 4fad68b1-7d6c-4c89-a46b-81bbbae71ade, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=4fad68b1-7d6c-4c89-a46b-81bbbae71ade,segment=NetworkSegment(5fe1bd71-b512-4314-9cc2-c3e3c4cefc5f),segment_id=5fe1bd71-b512-4314-9cc2-c3e3c4cefc5f)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:59:26.973415 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-4595f852-c54a-4e11-bda2-b20a494eaf7d req-3500b683-6549-4e5c-96ef-763d45d45eca service neutron] For port 4fad68b1-7d6c-4c89-a46b-81bbbae71ade, host n-h2-712749-28, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:59:27.011672 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21ed164e-8ffc-4009-9106-b045b759ecc1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4fad68b1-7d6c-4c89-a46b-81bbbae71ade'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:59:27.013955 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27d85bca-b59e-4f7a-9219-c7b2dc200dfc" -d '{"events": [{"server_uuid": "21ed164e-8ffc-4009-9106-b045b759ecc1", "name": "network-vif-unplugged", "status": "completed", "tag": "4fad68b1-7d6c-4c89-a46b-81bbbae71ade"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:59:27.017804 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-4595f852-c54a-4e11-bda2-b20a494eaf7d req-3500b683-6549-4e5c-96ef-763d45d45eca service neutron] Publish callbacks [] for port (4fad68b1-7d6c-4c89-a46b-81bbbae71ade), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:59:27.030529 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-4595f852-c54a-4e11-bda2-b20a494eaf7d req-3500b683-6549-4e5c-96ef-763d45d45eca service neutron] Transition to ACTIVE for port object 4fad68b1-7d6c-4c89-a46b-81bbbae71ade will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:59:27.034495 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-4595f852-c54a-4e11-bda2-b20a494eaf7d req-3500b683-6549-4e5c-96ef-763d45d45eca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (4fad68b1-7d6c-4c89-a46b-81bbbae71ade), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:59:27.065418 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 07:59:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-099bddd7-3258-40fa-9e40-4b19fa500010 x-openstack-request-id: req-099bddd7-3258-40fa-9e40-4b19fa500010 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:59:27.065418 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21ed164e-8ffc-4009-9106-b045b759ecc1", "name": "network-vif-unplugged", "status": "completed", "tag": "4fad68b1-7d6c-4c89-a46b-81bbbae71ade", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:59:27.065630 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-099bddd7-3258-40fa-9e40-4b19fa500010 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:59:27.066020 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21ed164e-8ffc-4009-9106-b045b759ecc1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4fad68b1-7d6c-4c89-a46b-81bbbae71ade', 'code': 200} Jan 28 07:59:27.099310 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-4595f852-c54a-4e11-bda2-b20a494eaf7d req-3500b683-6549-4e5c-96ef-763d45d45eca service neutron] No DVR routers for this DVR port 4fad68b1-7d6c-4c89-a46b-81bbbae71ade on host n-h2-712749-28 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:59:27.104775 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3500b683-6549-4e5c-96ef-763d45d45eca service neutron] Pushing event updated for resources: {'Port': ['ID=4fad68b1-7d6c-4c89-a46b-81bbbae71ade,revision_number=6']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:59:27.115755 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3500b683-6549-4e5c-96ef-763d45d45eca service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:59:27.116104 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3500b683-6549-4e5c-96ef-763d45d45eca service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:59:27.116471 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3500b683-6549-4e5c-96ef-763d45d45eca service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:59:27.116809 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3500b683-6549-4e5c-96ef-763d45d45eca service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:59:27.117141 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3500b683-6549-4e5c-96ef-763d45d45eca service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:59:27.117469 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3500b683-6549-4e5c-96ef-763d45d45eca service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:59:27.117793 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3500b683-6549-4e5c-96ef-763d45d45eca service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:59:27.118118 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3500b683-6549-4e5c-96ef-763d45d45eca service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:59:27.118439 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3500b683-6549-4e5c-96ef-763d45d45eca service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:59:27.118759 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3500b683-6549-4e5c-96ef-763d45d45eca service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:59:27.119082 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3500b683-6549-4e5c-96ef-763d45d45eca service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:59:27.119400 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3500b683-6549-4e5c-96ef-763d45d45eca service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:59:27.119760 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3500b683-6549-4e5c-96ef-763d45d45eca service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:59:27.147479 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-4595f852-c54a-4e11-bda2-b20a494eaf7d req-3500b683-6549-4e5c-96ef-763d45d45eca service neutron] Attempting to bind port 4fad68b1-7d6c-4c89-a46b-81bbbae71ade on host n-h1-712749-28 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:59:27.147813 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-4595f852-c54a-4e11-bda2-b20a494eaf7d req-3500b683-6549-4e5c-96ef-763d45d45eca service neutron] Attempting to bind port 4fad68b1-7d6c-4c89-a46b-81bbbae71ade by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': '5fe1bd71-b512-4314-9cc2-c3e3c4cefc5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '297b58a5-04fe-4e7f-b10a-bf20ca7c3ffb'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:59:27.148134 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4595f852-c54a-4e11-bda2-b20a494eaf7d req-3500b683-6549-4e5c-96ef-763d45d45eca service neutron] Attempting to bind port 4fad68b1-7d6c-4c89-a46b-81bbbae71ade on network 297b58a5-04fe-4e7f-b10a-bf20ca7c3ffb {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:59:27.153096 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4595f852-c54a-4e11-bda2-b20a494eaf7d req-3500b683-6549-4e5c-96ef-763d45d45eca service neutron] Port 4fad68b1-7d6c-4c89-a46b-81bbbae71ade on network 297b58a5-04fe-4e7f-b10a-bf20ca7c3ffb not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:59:27.153409 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4595f852-c54a-4e11-bda2-b20a494eaf7d req-3500b683-6549-4e5c-96ef-763d45d45eca service neutron] Attempting to bind port 4fad68b1-7d6c-4c89-a46b-81bbbae71ade on network 297b58a5-04fe-4e7f-b10a-bf20ca7c3ffb {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:59:27.158084 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4595f852-c54a-4e11-bda2-b20a494eaf7d req-3500b683-6549-4e5c-96ef-763d45d45eca service neutron] Checking agent: {'id': '2fca46b1-237f-4857-9290-2429d810e472', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 59, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:59:27.158416 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4595f852-c54a-4e11-bda2-b20a494eaf7d req-3500b683-6549-4e5c-96ef-763d45d45eca service neutron] Checking segment: {'id': '5fe1bd71-b512-4314-9cc2-c3e3c4cefc5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '297b58a5-04fe-4e7f-b10a-bf20ca7c3ffb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:59:27.158809 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4595f852-c54a-4e11-bda2-b20a494eaf7d req-3500b683-6549-4e5c-96ef-763d45d45eca service neutron] Bound using segment: {'id': '5fe1bd71-b512-4314-9cc2-c3e3c4cefc5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '297b58a5-04fe-4e7f-b10a-bf20ca7c3ffb'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:59:27.159209 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-4595f852-c54a-4e11-bda2-b20a494eaf7d req-3500b683-6549-4e5c-96ef-763d45d45eca service neutron] Bound port: 4fad68b1-7d6c-4c89-a46b-81bbbae71ade, host: n-h1-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fe1bd71-b512-4314-9cc2-c3e3c4cefc5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '297b58a5-04fe-4e7f-b10a-bf20ca7c3ffb'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:59:27.159553 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-4595f852-c54a-4e11-bda2-b20a494eaf7d req-3500b683-6549-4e5c-96ef-763d45d45eca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (4fad68b1-7d6c-4c89-a46b-81bbbae71ade), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:59:27.219223 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-4595f852-c54a-4e11-bda2-b20a494eaf7d req-3500b683-6549-4e5c-96ef-763d45d45eca service neutron] For port 4fad68b1-7d6c-4c89-a46b-81bbbae71ade, host n-h1-712749-28, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:59:27.222045 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-4595f852-c54a-4e11-bda2-b20a494eaf7d req-3500b683-6549-4e5c-96ef-763d45d45eca service neutron] For port 4fad68b1-7d6c-4c89-a46b-81bbbae71ade, host n-h1-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=4fad68b1-7d6c-4c89-a46b-81bbbae71ade,segment=NetworkSegment(5fe1bd71-b512-4314-9cc2-c3e3c4cefc5f),segment_id=5fe1bd71-b512-4314-9cc2-c3e3c4cefc5f)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:59:27.226199 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-4595f852-c54a-4e11-bda2-b20a494eaf7d req-3500b683-6549-4e5c-96ef-763d45d45eca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (4fad68b1-7d6c-4c89-a46b-81bbbae71ade), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:59:27.257422 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4595f852-c54a-4e11-bda2-b20a494eaf7d req-3500b683-6549-4e5c-96ef-763d45d45eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:59:27.258096 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-4595f852-c54a-4e11-bda2-b20a494eaf7d req-3500b683-6549-4e5c-96ef-763d45d45eca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:59:27.259798 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4595f852-c54a-4e11-bda2-b20a494eaf7d req-3500b683-6549-4e5c-96ef-763d45d45eca service neutron] 10.222.0.10 "PUT /v2.0/ports/4fad68b1-7d6c-4c89-a46b-81bbbae71ade HTTP/1.1" status: 200 len: 1092 time: 0.5782576 Jan 28 07:59:27.282386 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3500b683-6549-4e5c-96ef-763d45d45eca service neutron] Pushing event updated for resources: {'Port': ['ID=4fad68b1-7d6c-4c89-a46b-81bbbae71ade,revision_number=7']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:59:27.346167 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4595f852-c54a-4e11-bda2-b20a494eaf7d req-f01a8f97-ed5f-48c4-b7af-d995c42dc407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:59:27.347670 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4595f852-c54a-4e11-bda2-b20a494eaf7d req-f01a8f97-ed5f-48c4-b7af-d995c42dc407 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9e951b81b93342f797dfe91ba9264592&device_id=21ed164e-8ffc-4009-9106-b045b759ecc1 HTTP/1.1" status: 200 len: 1095 time: 0.0447550 Jan 28 07:59:27.438422 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4595f852-c54a-4e11-bda2-b20a494eaf7d req-a86e0470-8f94-48db-94ee-ef7fb06e33d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:59:27.439924 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4595f852-c54a-4e11-bda2-b20a494eaf7d req-a86e0470-8f94-48db-94ee-ef7fb06e33d6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=297b58a5-04fe-4e7f-b10a-bf20ca7c3ffb HTTP/1.1" status: 200 len: 915 time: 0.0833044 Jan 28 07:59:27.487395 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4595f852-c54a-4e11-bda2-b20a494eaf7d req-19d886a4-d200-44a8-82c2-73cc4ef563cd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4fad68b1-7d6c-4c89-a46b-81bbbae71ade HTTP/1.1" status: 200 len: 217 time: 0.0382435 Jan 28 07:59:27.537710 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4595f852-c54a-4e11-bda2-b20a494eaf7d req-48baac41-85fe-42c2-bd87-371e51c88ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:59:27.539187 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4595f852-c54a-4e11-bda2-b20a494eaf7d req-48baac41-85fe-42c2-bd87-371e51c88ba8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=12a452db-c795-4685-baea-0e4794b2709f HTTP/1.1" status: 200 len: 854 time: 0.0427973 Jan 28 07:59:27.572170 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4595f852-c54a-4e11-bda2-b20a494eaf7d req-98103998-16b9-48d0-b593-830e29b2af90 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=297b58a5-04fe-4e7f-b10a-bf20ca7c3ffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238526 Jan 28 07:59:27.660676 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4595f852-c54a-4e11-bda2-b20a494eaf7d req-18c950b3-2586-4aa1-83c6-a64f9cd0d1fc service neutron] 10.222.0.10 "GET /v2.0/networks/297b58a5-04fe-4e7f-b10a-bf20ca7c3ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791361 Jan 28 07:59:27.753002 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4595f852-c54a-4e11-bda2-b20a494eaf7d req-9e70bd44-0388-4ae9-8d09-0ab124a92010 service neutron] 10.222.0.10 "GET /v2.0/networks/297b58a5-04fe-4e7f-b10a-bf20ca7c3ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834556 Jan 28 07:59:27.841936 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ec6df1-eee5-44ed-84b3-a9e7e4a82803 req-8b59a6e7-aeb3-4584-8393-58e93e4ac389 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:59:27.843449 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c6ec6df1-eee5-44ed-84b3-a9e7e4a82803 req-8b59a6e7-aeb3-4584-8393-58e93e4ac389 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/ports?device_id=21ed164e-8ffc-4009-9106-b045b759ecc1 HTTP/1.1" status: 200 len: 943 time: 0.0542314 Jan 28 07:59:27.896261 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c6ec6df1-eee5-44ed-84b3-a9e7e4a82803 req-13d744f1-c504-400a-859a-feb854cae620 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cd236a9-0249-4080-ac66-a804b99f18d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472462 Jan 28 07:59:29.012739 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7efac8-020f-49ef-baf3-b39adcacce8b req-0b65de71-edc8-43cb-8e34-165e9ed4c39b tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:59:29.014176 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-bf7efac8-020f-49ef-baf3-b39adcacce8b req-0b65de71-edc8-43cb-8e34-165e9ed4c39b tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/ports?device_id=21ed164e-8ffc-4009-9106-b045b759ecc1 HTTP/1.1" status: 200 len: 943 time: 0.0476279 Jan 28 07:59:29.059917 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-bf7efac8-020f-49ef-baf3-b39adcacce8b req-3d8f6e37-d049-4acb-9f5d-73086d64a24e tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cd236a9-0249-4080-ac66-a804b99f18d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403097 Jan 28 07:59:29.067480 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21ed164e-8ffc-4009-9106-b045b759ecc1', 'tag': '4fad68b1-7d6c-4c89-a46b-81bbbae71ade'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:59:29.069743 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeeea611-2aed-4f1d-8795-ffb68f7491d4" -d '{"events": [{"name": "network-changed", "server_uuid": "21ed164e-8ffc-4009-9106-b045b759ecc1", "tag": "4fad68b1-7d6c-4c89-a46b-81bbbae71ade"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:59:29.116228 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:59:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-062d790d-016d-409e-b53e-1be7f2094e01 x-openstack-request-id: req-062d790d-016d-409e-b53e-1be7f2094e01 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:59:29.116532 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21ed164e-8ffc-4009-9106-b045b759ecc1", "tag": "4fad68b1-7d6c-4c89-a46b-81bbbae71ade", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:59:29.116799 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-062d790d-016d-409e-b53e-1be7f2094e01 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:59:29.117208 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21ed164e-8ffc-4009-9106-b045b759ecc1', 'tag': '4fad68b1-7d6c-4c89-a46b-81bbbae71ade', 'status': 'completed', 'code': 200} Jan 28 07:59:29.200049 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeea611-2aed-4f1d-8795-ffb68f7491d4 req-82addde5-f091-4bdf-9c0c-e90e1f9804c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:59:29.201548 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-aeeea611-2aed-4f1d-8795-ffb68f7491d4 req-82addde5-f091-4bdf-9c0c-e90e1f9804c6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9e951b81b93342f797dfe91ba9264592&device_id=21ed164e-8ffc-4009-9106-b045b759ecc1 HTTP/1.1" status: 200 len: 1095 time: 0.0443702 Jan 28 07:59:29.296790 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeea611-2aed-4f1d-8795-ffb68f7491d4 req-602ffaf8-fac1-4963-a4fb-758db03f9927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:59:29.298301 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-aeeea611-2aed-4f1d-8795-ffb68f7491d4 req-602ffaf8-fac1-4963-a4fb-758db03f9927 service neutron] 10.222.0.44 "GET /v2.0/networks?id=297b58a5-04fe-4e7f-b10a-bf20ca7c3ffb HTTP/1.1" status: 200 len: 915 time: 0.0911298 Jan 28 07:59:29.344588 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 4fad68b1-7d6c-4c89-a46b-81bbbae71ade no longer exists at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:59:29.346460 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-aeeea611-2aed-4f1d-8795-ffb68f7491d4 req-d9697485-58fb-40f2-9704-3ef69c82f270 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4fad68b1-7d6c-4c89-a46b-81bbbae71ade HTTP/1.1" status: 200 len: 217 time: 0.0421815 Jan 28 07:59:29.386439 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] The host n-h2-712749-28 is not matching for port 4fad68b1-7d6c-4c89-a46b-81bbbae71ade host n-h1-712749-28! {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 07:59:29.387362 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 4fad68b1-7d6c-4c89-a46b-81bbbae71ade not bound to the agent host n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:59:29.401018 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeea611-2aed-4f1d-8795-ffb68f7491d4 req-75915a14-a9da-427a-a7bc-14d053b8d214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:59:29.403203 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-aeeea611-2aed-4f1d-8795-ffb68f7491d4 req-75915a14-a9da-427a-a7bc-14d053b8d214 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=12a452db-c795-4685-baea-0e4794b2709f HTTP/1.1" status: 200 len: 854 time: 0.0509896 Jan 28 07:59:29.437272 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-aeeea611-2aed-4f1d-8795-ffb68f7491d4 req-5377fa64-c996-4f0c-988d-45d73f9bf5cb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=297b58a5-04fe-4e7f-b10a-bf20ca7c3ffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280108 Jan 28 07:59:29.535916 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-aeeea611-2aed-4f1d-8795-ffb68f7491d4 req-2b20a806-6f1d-4cac-a6ae-024037100bf4 service neutron] 10.222.0.44 "GET /v2.0/networks/297b58a5-04fe-4e7f-b10a-bf20ca7c3ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926950 Jan 28 07:59:29.554877 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeea611-2aed-4f1d-8795-ffb68f7491d4 req-86571159-e8f6-4e06-a278-8d88c2ec453d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:59:29.556428 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-aeeea611-2aed-4f1d-8795-ffb68f7491d4 req-86571159-e8f6-4e06-a278-8d88c2ec453d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9e951b81b93342f797dfe91ba9264592&device_id=21ed164e-8ffc-4009-9106-b045b759ecc1 HTTP/1.1" status: 200 len: 1095 time: 0.3913879 Jan 28 07:59:29.631218 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-aeeea611-2aed-4f1d-8795-ffb68f7491d4 req-acccc5d9-30a7-4d9b-89d0-4b2effc8fc37 service neutron] 10.222.0.44 "GET /v2.0/networks/297b58a5-04fe-4e7f-b10a-bf20ca7c3ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887768 Jan 28 07:59:29.678837 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeea611-2aed-4f1d-8795-ffb68f7491d4 req-79e66908-9981-42a1-99e5-a71affc61660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:59:29.680342 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-aeeea611-2aed-4f1d-8795-ffb68f7491d4 req-79e66908-9981-42a1-99e5-a71affc61660 service neutron] 10.222.0.10 "GET /v2.0/networks?id=297b58a5-04fe-4e7f-b10a-bf20ca7c3ffb HTTP/1.1" status: 200 len: 915 time: 0.0935793 Jan 28 07:59:29.724670 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-aeeea611-2aed-4f1d-8795-ffb68f7491d4 req-721ecfbc-1f07-4ce3-b998-9aa7e870d617 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4fad68b1-7d6c-4c89-a46b-81bbbae71ade HTTP/1.1" status: 200 len: 217 time: 0.0381050 Jan 28 07:59:29.771686 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeea611-2aed-4f1d-8795-ffb68f7491d4 req-7f84de5a-e146-4b94-a5dd-e056a2ebe1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:59:29.773151 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-aeeea611-2aed-4f1d-8795-ffb68f7491d4 req-7f84de5a-e146-4b94-a5dd-e056a2ebe1a9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=12a452db-c795-4685-baea-0e4794b2709f HTTP/1.1" status: 200 len: 854 time: 0.0420837 Jan 28 07:59:29.804005 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-aeeea611-2aed-4f1d-8795-ffb68f7491d4 req-8e0c6e21-bbfc-4df3-8821-6c83d584da9f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=297b58a5-04fe-4e7f-b10a-bf20ca7c3ffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241740 Jan 28 07:59:29.892389 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-aeeea611-2aed-4f1d-8795-ffb68f7491d4 req-046e3d0d-7396-40c5-af94-ffbd057b9d40 service neutron] 10.222.0.10 "GET /v2.0/networks/297b58a5-04fe-4e7f-b10a-bf20ca7c3ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826185 Jan 28 07:59:29.978642 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-aeeea611-2aed-4f1d-8795-ffb68f7491d4 req-f9acd1f0-5d8d-4004-8109-9e39fcf254dd service neutron] 10.222.0.10 "GET /v2.0/networks/297b58a5-04fe-4e7f-b10a-bf20ca7c3ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805011 Jan 28 07:59:30.176274 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd62120-b3d2-466d-8a82-8e85d0c5eb9c req-a6fc4e9f-e67d-4e66-87fd-c1271880f41a tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:59:30.177703 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-edd62120-b3d2-466d-8a82-8e85d0c5eb9c req-a6fc4e9f-e67d-4e66-87fd-c1271880f41a tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/ports?device_id=21ed164e-8ffc-4009-9106-b045b759ecc1 HTTP/1.1" status: 200 len: 943 time: 0.0487781 Jan 28 07:59:30.224031 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-edd62120-b3d2-466d-8a82-8e85d0c5eb9c req-f191f8ae-968c-4661-b314-6c8773bd25d9 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cd236a9-0249-4080-ac66-a804b99f18d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408034 Jan 28 07:59:30.420123 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74445035-1de7-4f8a-bb8a-ac2cca5a1d12 req-3f706aa4-bb79-4152-8b98-8e0c2f608804 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:59:30.421702 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-74445035-1de7-4f8a-bb8a-ac2cca5a1d12 req-3f706aa4-bb79-4152-8b98-8e0c2f608804 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/ports?device_id=21ed164e-8ffc-4009-9106-b045b759ecc1 HTTP/1.1" status: 200 len: 943 time: 0.0561221 Jan 28 07:59:30.470180 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-74445035-1de7-4f8a-bb8a-ac2cca5a1d12 req-a67fb591-7c4e-4e58-a94d-bdf6d213a84f tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cd236a9-0249-4080-ac66-a804b99f18d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426719 Jan 28 07:59:30.476943 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ada54d-6f3e-42e2-9214-314e0f788f01 req-5655480c-d259-4c7f-8440-7a7bee8d3dd7 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:59:30.478415 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f5ada54d-6f3e-42e2-9214-314e0f788f01 req-5655480c-d259-4c7f-8440-7a7bee8d3dd7 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.44 "GET /v2.0/ports?device_id=21ed164e-8ffc-4009-9106-b045b759ecc1&tenant_id=9e951b81b93342f797dfe91ba9264592&binding%3Ahost_id=n-h1-712749-28 HTTP/1.1" status: 200 len: 943 time: 0.0877621 Jan 28 07:59:30.535585 n-d-712749-28 neutron-server[103283]: INFO neutron.api.v2.resource [req-f5ada54d-6f3e-42e2-9214-314e0f788f01 req-fb59543d-a9b6-4ec7-a210-694685db3125 service neutron] delete failed (client error): The resource could not be found. Jan 28 07:59:30.536613 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f5ada54d-6f3e-42e2-9214-314e0f788f01 req-fb59543d-a9b6-4ec7-a210-694685db3125 service neutron] 10.222.0.44 "DELETE /v2.0/ports/4fad68b1-7d6c-4c89-a46b-81bbbae71ade/bindings/n-h2-712749-28 HTTP/1.1" status: 404 len: 381 time: 0.0525515 Jan 28 07:59:30.641276 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ada54d-6f3e-42e2-9214-314e0f788f01 req-02f99fbf-f0ea-4dda-ae27-4f395d974910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:59:30.642666 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f5ada54d-6f3e-42e2-9214-314e0f788f01 req-02f99fbf-f0ea-4dda-ae27-4f395d974910 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9e951b81b93342f797dfe91ba9264592&device_id=21ed164e-8ffc-4009-9106-b045b759ecc1 HTTP/1.1" status: 200 len: 1095 time: 0.0409193 Jan 28 07:59:30.733870 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ada54d-6f3e-42e2-9214-314e0f788f01 req-9a589f7c-c265-43e4-bc15-f7c62bea424b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:59:30.735345 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f5ada54d-6f3e-42e2-9214-314e0f788f01 req-9a589f7c-c265-43e4-bc15-f7c62bea424b service neutron] 10.222.0.44 "GET /v2.0/networks?id=297b58a5-04fe-4e7f-b10a-bf20ca7c3ffb HTTP/1.1" status: 200 len: 915 time: 0.0870135 Jan 28 07:59:30.775808 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f5ada54d-6f3e-42e2-9214-314e0f788f01 req-c8fe6157-f7a7-493f-b18b-f9e8dfc1c4cb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4fad68b1-7d6c-4c89-a46b-81bbbae71ade HTTP/1.1" status: 200 len: 217 time: 0.0348094 Jan 28 07:59:30.823242 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ada54d-6f3e-42e2-9214-314e0f788f01 req-28144d59-f023-4f55-a47f-1f8d55bb0b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:59:30.824721 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f5ada54d-6f3e-42e2-9214-314e0f788f01 req-28144d59-f023-4f55-a47f-1f8d55bb0b21 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=12a452db-c795-4685-baea-0e4794b2709f HTTP/1.1" status: 200 len: 854 time: 0.0435123 Jan 28 07:59:30.853816 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f5ada54d-6f3e-42e2-9214-314e0f788f01 req-5b5c0f02-e7f7-4a0f-96d9-974e96c2b8b9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=297b58a5-04fe-4e7f-b10a-bf20ca7c3ffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234926 Jan 28 07:59:30.945103 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f5ada54d-6f3e-42e2-9214-314e0f788f01 req-ad729b0d-f299-4356-8460-34d7f0297869 service neutron] 10.222.0.44 "GET /v2.0/networks/297b58a5-04fe-4e7f-b10a-bf20ca7c3ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857146 Jan 28 07:59:31.031989 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f5ada54d-6f3e-42e2-9214-314e0f788f01 req-799a792d-90c3-4d58-a34d-8881e25b83b5 service neutron] 10.222.0.44 "GET /v2.0/networks/297b58a5-04fe-4e7f-b10a-bf20ca7c3ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810916 Jan 28 07:59:31.595718 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdb2513-d630-442e-81c1-b10c5f122b0f req-657abc62-653e-4000-81fa-211d9b2942ee tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:59:31.597243 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9bdb2513-d630-442e-81c1-b10c5f122b0f req-657abc62-653e-4000-81fa-211d9b2942ee tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/ports?device_id=21ed164e-8ffc-4009-9106-b045b759ecc1 HTTP/1.1" status: 200 len: 943 time: 0.0539806 Jan 28 07:59:31.646715 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9bdb2513-d630-442e-81c1-b10c5f122b0f req-95202b64-8dca-457c-88e4-826bc0fe27bd tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cd236a9-0249-4080-ac66-a804b99f18d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433369 Jan 28 07:59:31.760111 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c27651-b6b3-459f-a58d-c40534a1b04b req-f739a6a0-2271-4eba-b5ae-04a1919cd7ad tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:59:31.762228 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-18c27651-b6b3-459f-a58d-c40534a1b04b req-f739a6a0-2271-4eba-b5ae-04a1919cd7ad tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/ports?device_id=21ed164e-8ffc-4009-9106-b045b759ecc1 HTTP/1.1" status: 200 len: 943 time: 0.0482211 Jan 28 07:59:31.767831 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 4fad68b1-7d6c-4c89-a46b-81bbbae71ade details requested by agent hyperv_n-h1-712749-28 with host n-h1-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:59:31.810965 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-18c27651-b6b3-459f-a58d-c40534a1b04b req-1cb3a2e6-59da-499d-bc06-d9af9a8e9dc5 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cd236a9-0249-4080-ac66-a804b99f18d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419803 Jan 28 07:59:31.865392 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 4fad68b1-7d6c-4c89-a46b-81bbbae71ade, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=4fad68b1-7d6c-4c89-a46b-81bbbae71ade,segment=NetworkSegment(5fe1bd71-b512-4314-9cc2-c3e3c4cefc5f),segment_id=5fe1bd71-b512-4314-9cc2-c3e3c4cefc5f)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:59:31.877387 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Returning: {'device': '4fad68b1-7d6c-4c89-a46b-81bbbae71ade', 'network_id': '297b58a5-04fe-4e7f-b10a-bf20ca7c3ffb', 'port_id': '4fad68b1-7d6c-4c89-a46b-81bbbae71ade', 'mac_address': 'fa:16:3e:06:63:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12a452db-c795-4685-baea-0e4794b2709f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:59:31.915094 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 4fad68b1-7d6c-4c89-a46b-81bbbae71ade is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:59:31.915490 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (4fad68b1-7d6c-4c89-a46b-81bbbae71ade), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:59:31.924945 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06069753-867f-4a3e-9e70-f9d551d0a556 req-dc751afb-06ad-43ae-a2c3-d1f18d14e3ab tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:59:31.926426 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-06069753-867f-4a3e-9e70-f9d551d0a556 req-dc751afb-06ad-43ae-a2c3-d1f18d14e3ab tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/ports?device_id=21ed164e-8ffc-4009-9106-b045b759ecc1 HTTP/1.1" status: 200 len: 943 time: 0.0475616 Jan 28 07:59:31.928754 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fad68b1-7d6c-4c89-a46b-81bbbae71ade {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:59:31.954512 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 4fad68b1-7d6c-4c89-a46b-81bbbae71ade, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=4fad68b1-7d6c-4c89-a46b-81bbbae71ade,segment=NetworkSegment(5fe1bd71-b512-4314-9cc2-c3e3c4cefc5f),segment_id=5fe1bd71-b512-4314-9cc2-c3e3c4cefc5f)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:59:31.958461 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (4fad68b1-7d6c-4c89-a46b-81bbbae71ade), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:59:31.974569 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-06069753-867f-4a3e-9e70-f9d551d0a556 req-72c39d98-2be0-46b2-a538-727f90433060 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cd236a9-0249-4080-ac66-a804b99f18d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425785 Jan 28 07:59:32.005128 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=4fad68b1-7d6c-4c89-a46b-81bbbae71ade,revision_number=8']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:59:32.263623 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['4fad68b1-7d6c-4c89-a46b-81bbbae71ade'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:59:32.310467 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cfd7ba-4a95-4618-9ffb-e3dca5ec6036 req-4fb11435-5c93-4d8e-a2bc-06c7ee7501f8 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:59:32.311967 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a1cfd7ba-4a95-4618-9ffb-e3dca5ec6036 req-4fb11435-5c93-4d8e-a2bc-06c7ee7501f8 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/ports?device_id=21ed164e-8ffc-4009-9106-b045b759ecc1 HTTP/1.1" status: 200 len: 944 time: 0.0520060 Jan 28 07:59:32.358932 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a1cfd7ba-4a95-4618-9ffb-e3dca5ec6036 req-bcf9d848-0499-49ca-bd3c-c1bb7a95e9f3 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cd236a9-0249-4080-ac66-a804b99f18d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411325 Jan 28 07:59:33.313254 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-097ab500-5747-4308-87df-3e8adcc0e48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:59:33.410109 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:59:33.478827 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6fadd8-2c45-4d00-bb90-f108afa9b311 req-22d4fadb-d735-4683-817c-83b642ce8d8b tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:59:33.480611 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-3a6fadd8-2c45-4d00-bb90-f108afa9b311 req-22d4fadb-d735-4683-817c-83b642ce8d8b tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/ports?device_id=21ed164e-8ffc-4009-9106-b045b759ecc1 HTTP/1.1" status: 200 len: 944 time: 0.0528600 Jan 28 07:59:33.527040 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-3a6fadd8-2c45-4d00-bb90-f108afa9b311 req-8d912d3f-9f60-4a4b-b4d8-1cc7861628cd tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cd236a9-0249-4080-ac66-a804b99f18d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407495 Jan 28 07:59:33.678991 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48f8ddf-8732-45d7-bca0-4bd763da449c req-004ce82b-afea-4937-b1bb-0f8aec8d0a61 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:59:33.680486 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f48f8ddf-8732-45d7-bca0-4bd763da449c req-004ce82b-afea-4937-b1bb-0f8aec8d0a61 tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.10 "GET /v2.0/ports?device_id=21ed164e-8ffc-4009-9106-b045b759ecc1 HTTP/1.1" status: 200 len: 944 time: 0.0473640 Jan 28 07:59:33.771327 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-f48f8ddf-8732-45d7-bca0-4bd763da449c req-7da99dbe-465f-4984-b697-50c9a8c775ab tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] Deleting port 4fad68b1-7d6c-4c89-a46b-81bbbae71ade {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:59:33.771670 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-f48f8ddf-8732-45d7-bca0-4bd763da449c req-7da99dbe-465f-4984-b697-50c9a8c775ab tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (4fad68b1-7d6c-4c89-a46b-81bbbae71ade), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:59:33.782422 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 4fad68b1-7d6c-4c89-a46b-81bbbae71ade up at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:59:33.833532 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning for port 4fad68b1-7d6c-4c89-a46b-81bbbae71ade completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:59:33.837610 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning complete for port 4fad68b1-7d6c-4c89-a46b-81bbbae71ade triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:59:33.837986 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (4fad68b1-7d6c-4c89-a46b-81bbbae71ade), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:59:33.865490 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-f48f8ddf-8732-45d7-bca0-4bd763da449c req-7da99dbe-465f-4984-b697-50c9a8c775ab tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] For port 4fad68b1-7d6c-4c89-a46b-81bbbae71ade, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=4fad68b1-7d6c-4c89-a46b-81bbbae71ade,segment=NetworkSegment(5fe1bd71-b512-4314-9cc2-c3e3c4cefc5f),segment_id=5fe1bd71-b512-4314-9cc2-c3e3c4cefc5f)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:59:33.865855 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-f48f8ddf-8732-45d7-bca0-4bd763da449c req-7da99dbe-465f-4984-b697-50c9a8c775ab tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (4fad68b1-7d6c-4c89-a46b-81bbbae71ade), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:59:33.877836 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-f48f8ddf-8732-45d7-bca0-4bd763da449c req-7da99dbe-465f-4984-b697-50c9a8c775ab tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] Calling delete_port for 4fad68b1-7d6c-4c89-a46b-81bbbae71ade owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:59:33.919184 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 4fad68b1-7d6c-4c89-a46b-81bbbae71ade is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:59:33.919581 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (4fad68b1-7d6c-4c89-a46b-81bbbae71ade), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:59:33.942915 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21ed164e-8ffc-4009-9106-b045b759ecc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fad68b1-7d6c-4c89-a46b-81bbbae71ade'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:59:33.945350 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e27243bc-91ab-4a48-8c87-652b1a18ccdf" -d '{"events": [{"server_uuid": "21ed164e-8ffc-4009-9106-b045b759ecc1", "name": "network-vif-plugged", "status": "completed", "tag": "4fad68b1-7d6c-4c89-a46b-81bbbae71ade"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:59:33.958746 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 4fad68b1-7d6c-4c89-a46b-81bbbae71ade, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=4fad68b1-7d6c-4c89-a46b-81bbbae71ade,segment=NetworkSegment(5fe1bd71-b512-4314-9cc2-c3e3c4cefc5f),segment_id=5fe1bd71-b512-4314-9cc2-c3e3c4cefc5f)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:59:33.964855 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (4fad68b1-7d6c-4c89-a46b-81bbbae71ade), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:59:33.990827 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be6f7ec1-ae80-470e-aa68-a1e21f96a2af x-openstack-request-id: req-be6f7ec1-ae80-470e-aa68-a1e21f96a2af {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:59:33.991127 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21ed164e-8ffc-4009-9106-b045b759ecc1", "name": "network-vif-plugged", "status": "completed", "tag": "4fad68b1-7d6c-4c89-a46b-81bbbae71ade", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:59:33.991390 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-be6f7ec1-ae80-470e-aa68-a1e21f96a2af {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:59:33.991787 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21ed164e-8ffc-4009-9106-b045b759ecc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fad68b1-7d6c-4c89-a46b-81bbbae71ade', 'code': 200} Jan 28 07:59:34.017611 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=4fad68b1-7d6c-4c89-a46b-81bbbae71ade,revision_number=9']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:59:34.022058 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-f48f8ddf-8732-45d7-bca0-4bd763da449c req-7da99dbe-465f-4984-b697-50c9a8c775ab tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (4fad68b1-7d6c-4c89-a46b-81bbbae71ade), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:59:34.051765 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da99dbe-465f-4984-b697-50c9a8c775ab tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] Pushing event deleted for resources: {'Port': ['ID=4fad68b1-7d6c-4c89-a46b-81bbbae71ade,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:59:34.059241 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['4fad68b1-7d6c-4c89-a46b-81bbbae71ade'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:59:34.090259 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-f48f8ddf-8732-45d7-bca0-4bd763da449c req-7da99dbe-465f-4984-b697-50c9a8c775ab tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] No DVR routers for this DVR port 4fad68b1-7d6c-4c89-a46b-81bbbae71ade on host n-h1-712749-28 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:59:34.094368 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-f48f8ddf-8732-45d7-bca0-4bd763da449c req-7da99dbe-465f-4984-b697-50c9a8c775ab tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:59:34.099583 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f48f8ddf-8732-45d7-bca0-4bd763da449c req-7da99dbe-465f-4984-b697-50c9a8c775ab tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] 10.222.0.10 "DELETE /v2.0/ports/4fad68b1-7d6c-4c89-a46b-81bbbae71ade HTTP/1.1" status: 204 len: 173 time: 0.4112391 Jan 28 07:59:34.100043 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21ed164e-8ffc-4009-9106-b045b759ecc1', 'name': 'network-vif-deleted', 'tag': '4fad68b1-7d6c-4c89-a46b-81bbbae71ade'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:59:34.102324 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47e8c119-54e1-4b88-9dc5-e48a1c9e655d" -d '{"events": [{"server_uuid": "21ed164e-8ffc-4009-9106-b045b759ecc1", "name": "network-vif-deleted", "tag": "4fad68b1-7d6c-4c89-a46b-81bbbae71ade"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:59:34.139782 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-431b3905-76c1-437d-9ec4-ebc949edf517 x-openstack-request-id: req-431b3905-76c1-437d-9ec4-ebc949edf517 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:59:34.140089 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21ed164e-8ffc-4009-9106-b045b759ecc1", "name": "network-vif-deleted", "tag": "4fad68b1-7d6c-4c89-a46b-81bbbae71ade", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:59:34.140392 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-431b3905-76c1-437d-9ec4-ebc949edf517 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:59:34.140841 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21ed164e-8ffc-4009-9106-b045b759ecc1', 'name': 'network-vif-deleted', 'tag': '4fad68b1-7d6c-4c89-a46b-81bbbae71ade', 'status': 'completed', 'code': 200} Jan 28 07:59:34.401476 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:59:34.647569 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 37904) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:59:34.692687 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_v2 [None req-f719ac12-7de0-4259-815b-edb03da9f1d8 admin admin] Deleting subnet 12a452db-c795-4685-baea-0e4794b2709f {{(pid=103283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:59:34.695741 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f719ac12-7de0-4259-815b-edb03da9f1d8 admin admin] Publish callbacks [] for subnet (12a452db-c795-4685-baea-0e4794b2709f), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:59:34.728616 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f719ac12-7de0-4259-815b-edb03da9f1d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13506696'] for subnet (12a452db-c795-4685-baea-0e4794b2709f), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:59:34.769131 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f719ac12-7de0-4259-815b-edb03da9f1d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (12a452db-c795-4685-baea-0e4794b2709f), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:59:34.829123 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f719ac12-7de0-4259-815b-edb03da9f1d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13546665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13556132'] for subnet (12a452db-c795-4685-baea-0e4794b2709f), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:59:34.852766 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f719ac12-7de0-4259-815b-edb03da9f1d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12a452db-c795-4685-baea-0e4794b2709f,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:59:34.862467 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f719ac12-7de0-4259-815b-edb03da9f1d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:59:34.862822 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f719ac12-7de0-4259-815b-edb03da9f1d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:59:34.863162 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f719ac12-7de0-4259-815b-edb03da9f1d8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:59:34.863494 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f719ac12-7de0-4259-815b-edb03da9f1d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:59:34.863841 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f719ac12-7de0-4259-815b-edb03da9f1d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:59:34.864151 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f719ac12-7de0-4259-815b-edb03da9f1d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:59:34.864503 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f719ac12-7de0-4259-815b-edb03da9f1d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:59:34.864828 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f719ac12-7de0-4259-815b-edb03da9f1d8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:59:34.865148 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f719ac12-7de0-4259-815b-edb03da9f1d8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:59:34.865470 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f719ac12-7de0-4259-815b-edb03da9f1d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:59:34.865792 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f719ac12-7de0-4259-815b-edb03da9f1d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:59:34.866130 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f719ac12-7de0-4259-815b-edb03da9f1d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:59:34.866436 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f719ac12-7de0-4259-815b-edb03da9f1d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:59:34.874597 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f719ac12-7de0-4259-815b-edb03da9f1d8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:59:34.877783 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-f719ac12-7de0-4259-815b-edb03da9f1d8 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/12a452db-c795-4685-baea-0e4794b2709f HTTP/1.1" status: 204 len: 168 time: 0.2291830 Jan 28 07:59:34.880379 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 37906) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:59:34.949003 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-86e5ea9e-812e-40cc-ab32-c0ec2773d976 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (297b58a5-04fe-4e7f-b10a-bf20ca7c3ffb), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:59:35.317996 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-86e5ea9e-812e-40cc-ab32-c0ec2773d976 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (297b58a5-04fe-4e7f-b10a-bf20ca7c3ffb), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:59:35.337802 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-86e5ea9e-812e-40cc-ab32-c0ec2773d976 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['297b58a5-04fe-4e7f-b10a-bf20ca7c3ffb']}} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:59:35.347317 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-86e5ea9e-812e-40cc-ab32-c0ec2773d976 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fe1bd71-b512-4314-9cc2-c3e3c4cefc5f') {'for_net_delete': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:59:35.347601 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-86e5ea9e-812e-40cc-ab32-c0ec2773d976 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fe1bd71-b512-4314-9cc2-c3e3c4cefc5f') {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:59:35.356553 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-86e5ea9e-812e-40cc-ab32-c0ec2773d976 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13506801'] for segment (5fe1bd71-b512-4314-9cc2-c3e3c4cefc5f), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:59:35.369019 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-86e5ea9e-812e-40cc-ab32-c0ec2773d976 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (5fe1bd71-b512-4314-9cc2-c3e3c4cefc5f), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:59:35.374788 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86e5ea9e-812e-40cc-ab32-c0ec2773d976 admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=103283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:59:35.375165 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-86e5ea9e-812e-40cc-ab32-c0ec2773d976 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13546563'] for segment (5fe1bd71-b512-4314-9cc2-c3e3c4cefc5f), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:59:35.376781 n-d-712749-28 neutron-server[103283]: Traceback (most recent call last): Jan 28 07:59:35.376781 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:59:35.376781 n-d-712749-28 neutron-server[103283]: timer() Jan 28 07:59:35.376781 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:59:35.376781 n-d-712749-28 neutron-server[103283]: cb(*args, **kw) Jan 28 07:59:35.376781 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:59:35.376781 n-d-712749-28 neutron-server[103283]: return func(*args, **kwargs) Jan 28 07:59:35.376781 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:59:35.376781 n-d-712749-28 neutron-server[103283]: self._notify() Jan 28 07:59:35.376781 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:59:35.376781 n-d-712749-28 neutron-server[103283]: self.callback(batched_events) Jan 28 07:59:35.376781 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:59:35.376781 n-d-712749-28 neutron-server[103283]: event.method(event) Jan 28 07:59:35.376781 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:59:35.376781 n-d-712749-28 neutron-server[103283]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:59:35.376781 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:59:35.376781 n-d-712749-28 neutron-server[103283]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:59:35.376781 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:59:35.376781 n-d-712749-28 neutron-server[103283]: return f(self, *a, **k) Jan 28 07:59:35.376781 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:59:35.376781 n-d-712749-28 neutron-server[103283]: return self._get(url).json() Jan 28 07:59:35.376781 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:59:35.376781 n-d-712749-28 neutron-server[103283]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:59:35.376781 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:59:35.376781 n-d-712749-28 neutron-server[103283]: return self.request(url, 'GET', **kwargs) Jan 28 07:59:35.376781 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:59:35.376781 n-d-712749-28 neutron-server[103283]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:59:35.376781 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:59:35.376781 n-d-712749-28 neutron-server[103283]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:59:35.376781 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:59:35.376781 n-d-712749-28 neutron-server[103283]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:59:35.376781 n-d-712749-28 neutron-server[103283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:59:35.429412 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-86e5ea9e-812e-40cc-ab32-c0ec2773d976 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (297b58a5-04fe-4e7f-b10a-bf20ca7c3ffb), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:59:35.435311 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-86e5ea9e-812e-40cc-ab32-c0ec2773d976 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:59:35.438469 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-86e5ea9e-812e-40cc-ab32-c0ec2773d976 admin admin] 10.222.0.41 "DELETE /v2.0/networks/297b58a5-04fe-4e7f-b10a-bf20ca7c3ffb HTTP/1.1" status: 204 len: 168 time: 0.5570662 Jan 28 07:59:35.450269 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5ea9e-812e-40cc-ab32-c0ec2773d976 admin admin] Pushing event deleted for resources: {'Network': ['ID=297b58a5-04fe-4e7f-b10a-bf20ca7c3ffb,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:59:35.542777 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 37910) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:59:35.582251 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-530b2fad-bf7a-461f-a01a-68e275740d98 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9e951b81b93342f797dfe91ba9264592&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0383217 Jan 28 07:59:35.584768 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 37912) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:59:35.634863 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-16291ce6-e440-459d-86f5-88acd31d04d0 admin admin] Publish callbacks [] for security_group (3cd236a9-0249-4080-ac66-a804b99f18d5), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:59:35.655519 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-16291ce6-e440-459d-86f5-88acd31d04d0 admin admin] Publish callbacks [] for security_group (3cd236a9-0249-4080-ac66-a804b99f18d5), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:59:35.679719 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0ece179b-f645-4257-9c34-0130684df728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:59:35.704780 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-16291ce6-e440-459d-86f5-88acd31d04d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (3cd236a9-0249-4080-ac66-a804b99f18d5), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:59:35.707684 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-16291ce6-e440-459d-86f5-88acd31d04d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:59:35.708876 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-16291ce6-e440-459d-86f5-88acd31d04d0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3cd236a9-0249-4080-ac66-a804b99f18d5 HTTP/1.1" status: 204 len: 168 time: 0.1224985 Jan 28 07:59:35.716698 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16291ce6-e440-459d-86f5-88acd31d04d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cd236a9-0249-4080-ac66-a804b99f18d5,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:59:36.506456 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 37936) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:59:36.599641 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-fe73e7a8-9dba-49a3-a89e-e0b87c1d668f admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1457173536-network', 'tenant_id': 'ea75831938ac4b18946665e46df721d1'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:59:36.620892 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe73e7a8-9dba-49a3-a89e-e0b87c1d668f admin admin] Made reservation on behalf of ea75831938ac4b18946665e46df721d1 for: {'network': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:59:36.623370 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fe73e7a8-9dba-49a3-a89e-e0b87c1d668f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:59:36.635090 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fe73e7a8-9dba-49a3-a89e-e0b87c1d668f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:59:36.710132 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fe73e7a8-9dba-49a3-a89e-e0b87c1d668f admin admin] Publish callbacks [] for security_group (b1b1cd4e-adea-4d15-8568-e7faaa2238aa), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:59:36.714034 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fe73e7a8-9dba-49a3-a89e-e0b87c1d668f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (b1b1cd4e-adea-4d15-8568-e7faaa2238aa), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:59:36.734939 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe73e7a8-9dba-49a3-a89e-e0b87c1d668f admin admin] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=103283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:59:36.748752 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe73e7a8-9dba-49a3-a89e-e0b87c1d668f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1b1cd4e-adea-4d15-8568-e7faaa2238aa,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:59:36.754937 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fe73e7a8-9dba-49a3-a89e-e0b87c1d668f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (9f29e49e-1298-4018-ac36-fa9bfe8943e3), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:59:36.755282 n-d-712749-28 neutron-server[103283]: INFO neutron.db.segments_db [None req-fe73e7a8-9dba-49a3-a89e-e0b87c1d668f admin admin] Added segment 9f29e49e-1298-4018-ac36-fa9bfe8943e3 of type vlan for network 1afc2731-e451-45ef-9fe0-067811f3cbbd Jan 28 07:59:36.795297 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fe73e7a8-9dba-49a3-a89e-e0b87c1d668f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (1afc2731-e451-45ef-9fe0-067811f3cbbd), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:59:36.819484 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fe73e7a8-9dba-49a3-a89e-e0b87c1d668f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (1afc2731-e451-45ef-9fe0-067811f3cbbd), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:59:36.820491 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe73e7a8-9dba-49a3-a89e-e0b87c1d668f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:59:36.821009 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fe73e7a8-9dba-49a3-a89e-e0b87c1d668f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:59:36.872599 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-fe73e7a8-9dba-49a3-a89e-e0b87c1d668f admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3650069 Jan 28 07:59:36.875632 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 37940) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:59:36.880860 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-03266e0a-4290-47b8-ad6e-e32e0caabea1 admin admin] Request body: {'subnet': {'network_id': '1afc2731-e451-45ef-9fe0-067811f3cbbd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1457173536-subnet', 'tenant_id': 'ea75831938ac4b18946665e46df721d1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:59:36.881365 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe73e7a8-9dba-49a3-a89e-e0b87c1d668f admin admin] Pushing event updated for resources: {'Network': ['ID=1afc2731-e451-45ef-9fe0-067811f3cbbd,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:59:36.891685 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network 1afc2731-e451-45ef-9fe0-067811f3cbbd details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:59:36.907237 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03266e0a-4290-47b8-ad6e-e32e0caabea1 admin admin] Made reservation on behalf of ea75831938ac4b18946665e46df721d1 for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:59:36.910127 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-03266e0a-4290-47b8-ad6e-e32e0caabea1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24979592'] for subnet (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:59:37.074868 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-03266e0a-4290-47b8-ad6e-e32e0caabea1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24757504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24979610'] for subnet (de3bc95a-2ca1-4fb0-a56a-6e6091dfb4c8), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:59:37.128141 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03266e0a-4290-47b8-ad6e-e32e0caabea1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de3bc95a-2ca1-4fb0-a56a-6e6091dfb4c8,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:59:37.128375 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:59:37.138550 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03266e0a-4290-47b8-ad6e-e32e0caabea1 admin admin] Checking segment: {'id': '9f29e49e-1298-4018-ac36-fa9bfe8943e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1afc2731-e451-45ef-9fe0-067811f3cbbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:59:37.138909 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03266e0a-4290-47b8-ad6e-e32e0caabea1 admin admin] Network hostable DHCP agents. Network: 1afc2731-e451-45ef-9fe0-067811f3cbbd, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:59:37.155805 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03266e0a-4290-47b8-ad6e-e32e0caabea1 admin admin] Network 1afc2731-e451-45ef-9fe0-067811f3cbbd is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:59:37.164466 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-03266e0a-4290-47b8-ad6e-e32e0caabea1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, 1afc2731-e451-45ef-9fe0-067811f3cbbd) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:59:37.169734 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03266e0a-4290-47b8-ad6e-e32e0caabea1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:59:37.170621 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-03266e0a-4290-47b8-ad6e-e32e0caabea1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:59:37.173967 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8afa454-0325-476a-b712-90733e9ad611 None None] Network 1afc2731-e451-45ef-9fe0-067811f3cbbd requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:59:37.187005 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-03266e0a-4290-47b8-ad6e-e32e0caabea1 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3100851 Jan 28 07:59:37.189784 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 37942) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:59:37.194045 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-6fd8e9e6-b3bf-4d8c-a2f0-f1f830abb096 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1457173536-router', 'tenant_id': 'ea75831938ac4b18946665e46df721d1', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:59:37.212587 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6fd8e9e6-b3bf-4d8c-a2f0-f1f830abb096 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16606890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127275'] for router (471ae43a-1a31-406c-ae5e-acc2efe0a256), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:59:37.213586 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6fd8e9e6-b3bf-4d8c-a2f0-f1f830abb096 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16605498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16607952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16355422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127266'] for router (471ae43a-1a31-406c-ae5e-acc2efe0a256), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:59:37.269016 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6fd8e9e6-b3bf-4d8c-a2f0-f1f830abb096 admin admin] Publish callbacks [] for router_controller (471ae43a-1a31-406c-ae5e-acc2efe0a256), precommit_add_association {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:59:37.279641 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb65958-0e09-426b-bb62-acc9cb4da135 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3dd72b9-6805-5f61-b6f3-a591f99a173d-1afc2731-e451-45ef-9fe0-067811f3cbbd', 'network_id': '1afc2731-e451-45ef-9fe0-067811f3cbbd', 'project_id': 'ea75831938ac4b18946665e46df721d1', 'fixed_ips': [{'subnet_id': 'de3bc95a-2ca1-4fb0-a56a-6e6091dfb4c8'}]}} from n-d-712749-28. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 07:59:37.280564 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9fb65958-0e09-426b-bb62-acc9cb4da135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:59:37.405027 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6fd8e9e6-b3bf-4d8c-a2f0-f1f830abb096 admin admin] Publish callbacks [] for router_gateway (471ae43a-1a31-406c-ae5e-acc2efe0a256), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:59:37.416354 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-9fb65958-0e09-426b-bb62-acc9cb4da135 None None] Allocated IP 172.20.0.2 (1afc2731-e451-45ef-9fe0-067811f3cbbd/de3bc95a-2ca1-4fb0-a56a-6e6091dfb4c8/6a420a83-dfa9-4b1c-9e0a-3fa86145334d) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:59:37.559567 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9fb65958-0e09-426b-bb62-acc9cb4da135 None None] Publish callbacks [] for port (6a420a83-dfa9-4b1c-9e0a-3fa86145334d), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:59:37.565538 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9fb65958-0e09-426b-bb62-acc9cb4da135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (6a420a83-dfa9-4b1c-9e0a-3fa86145334d), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:59:37.604238 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6fd8e9e6-b3bf-4d8c-a2f0-f1f830abb096 admin admin] Publish callbacks [] for router_gateway (471ae43a-1a31-406c-ae5e-acc2efe0a256), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:59:37.608413 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb65958-0e09-426b-bb62-acc9cb4da135 None None] Network 1afc2731-e451-45ef-9fe0-067811f3cbbd is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:59:37.613083 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-9fb65958-0e09-426b-bb62-acc9cb4da135 None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:59:37.615617 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb65958-0e09-426b-bb62-acc9cb4da135 None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:59:37.624941 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6fd8e9e6-b3bf-4d8c-a2f0-f1f830abb096 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:59:37.626018 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb65958-0e09-426b-bb62-acc9cb4da135 None None] Pushing event updated for resources: {'Port': ['ID=6a420a83-dfa9-4b1c-9e0a-3fa86145334d,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:59:37.676004 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-9fb65958-0e09-426b-bb62-acc9cb4da135 None None] Attempting to bind port 6a420a83-dfa9-4b1c-9e0a-3fa86145334d on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:59:37.676450 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-9fb65958-0e09-426b-bb62-acc9cb4da135 None None] Attempting to bind port 6a420a83-dfa9-4b1c-9e0a-3fa86145334d by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '9f29e49e-1298-4018-ac36-fa9bfe8943e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1afc2731-e451-45ef-9fe0-067811f3cbbd'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:59:37.676818 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb65958-0e09-426b-bb62-acc9cb4da135 None None] Attempting to bind port 6a420a83-dfa9-4b1c-9e0a-3fa86145334d on network 1afc2731-e451-45ef-9fe0-067811f3cbbd {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:59:37.682220 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb65958-0e09-426b-bb62-acc9cb4da135 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:59:37.683292 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb65958-0e09-426b-bb62-acc9cb4da135 None None] Checking segment: {'id': '9f29e49e-1298-4018-ac36-fa9bfe8943e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1afc2731-e451-45ef-9fe0-067811f3cbbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:59:37.683711 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9fb65958-0e09-426b-bb62-acc9cb4da135 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:59:37.684116 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb65958-0e09-426b-bb62-acc9cb4da135 None None] Bound using segment: {'id': '9f29e49e-1298-4018-ac36-fa9bfe8943e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1afc2731-e451-45ef-9fe0-067811f3cbbd'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:59:37.684624 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-9fb65958-0e09-426b-bb62-acc9cb4da135 None None] Bound port: 6a420a83-dfa9-4b1c-9e0a-3fa86145334d, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f29e49e-1298-4018-ac36-fa9bfe8943e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1afc2731-e451-45ef-9fe0-067811f3cbbd'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:59:37.685012 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9fb65958-0e09-426b-bb62-acc9cb4da135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (6a420a83-dfa9-4b1c-9e0a-3fa86145334d), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:59:37.745712 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-6fd8e9e6-b3bf-4d8c-a2f0-f1f830abb096 admin admin] Allocated IP 172.25.6.183 (7d5b3724-deef-4831-8d43-cb9b8176573c/b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc/ed8b465d-05c2-49a6-8fd3-45f91f421823) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:59:37.752489 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9fb65958-0e09-426b-bb62-acc9cb4da135 None None] For port 6a420a83-dfa9-4b1c-9e0a-3fa86145334d, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:59:37.755797 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9fb65958-0e09-426b-bb62-acc9cb4da135 None None] For port 6a420a83-dfa9-4b1c-9e0a-3fa86145334d, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=6a420a83-dfa9-4b1c-9e0a-3fa86145334d,segment=NetworkSegment(9f29e49e-1298-4018-ac36-fa9bfe8943e3),segment_id=9f29e49e-1298-4018-ac36-fa9bfe8943e3)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:59:37.761237 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9fb65958-0e09-426b-bb62-acc9cb4da135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (6a420a83-dfa9-4b1c-9e0a-3fa86145334d), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:59:37.795804 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 4fad68b1-7d6c-4c89-a46b-81bbbae71ade no longer exists at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:59:37.828781 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] No Port match for: 4fad68b1-7d6c-4c89-a46b-81bbbae71ade {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:59:37.829128 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 4fad68b1-7d6c-4c89-a46b-81bbbae71ade not bound to the agent host n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:59:37.849856 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb65958-0e09-426b-bb62-acc9cb4da135 None None] Pushing event updated for resources: {'Port': ['ID=6a420a83-dfa9-4b1c-9e0a-3fa86145334d,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:59:37.867936 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6fd8e9e6-b3bf-4d8c-a2f0-f1f830abb096 admin admin] Publish callbacks [] for port (ed8b465d-05c2-49a6-8fd3-45f91f421823), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:59:37.905255 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6fd8e9e6-b3bf-4d8c-a2f0-f1f830abb096 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (ed8b465d-05c2-49a6-8fd3-45f91f421823), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:59:37.942906 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd8e9e6-b3bf-4d8c-a2f0-f1f830abb096 admin admin] Network 7d5b3724-deef-4831-8d43-cb9b8176573c is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:59:37.945948 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-6fd8e9e6-b3bf-4d8c-a2f0-f1f830abb096 admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:59:37.948493 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd8e9e6-b3bf-4d8c-a2f0-f1f830abb096 admin admin] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:59:37.990307 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd8e9e6-b3bf-4d8c-a2f0-f1f830abb096 admin admin] Pushing event updated for resources: {'Port': ['ID=ed8b465d-05c2-49a6-8fd3-45f91f421823,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:59:38.221828 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6fd8e9e6-b3bf-4d8c-a2f0-f1f830abb096 admin admin] Publish callbacks [] for router_gateway (471ae43a-1a31-406c-ae5e-acc2efe0a256), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:59:38.411840 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6fd8e9e6-b3bf-4d8c-a2f0-f1f830abb096 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16605475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16607909'] for router (471ae43a-1a31-406c-ae5e-acc2efe0a256), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:59:38.542486 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fd8e9e6-b3bf-4d8c-a2f0-f1f830abb096 admin admin] Router 471ae43a-1a31-406c-ae5e-acc2efe0a256 is scheduled to L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 with binding_index 1 {{(pid=103284) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 07:59:38.657494 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fd8e9e6-b3bf-4d8c-a2f0-f1f830abb096 admin admin] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:59:38.668968 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a139c0-6b70-4d0c-aa6d-c321bec23c18 None None] Sync routers for ids ['471ae43a-1a31-406c-ae5e-acc2efe0a256'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:59:38.677118 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6fd8e9e6-b3bf-4d8c-a2f0-f1f830abb096 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:59:38.680655 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-6fd8e9e6-b3bf-4d8c-a2f0-f1f830abb096 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.4898977 Jan 28 07:59:38.681296 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a139c0-6b70-4d0c-aa6d-c321bec23c18 None None] Routers {'471ae43a-1a31-406c-ae5e-acc2efe0a256'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:59:38.681591 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 37944) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:59:38.682073 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-f7a139c0-6b70-4d0c-aa6d-c321bec23c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:59:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['471ae43a-1a31-406c-ae5e-acc2efe0a256'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:59:38.806514 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f9ce48-7132-4f23-bf6f-a5f5355eeb17 None None] Network 1afc2731-e451-45ef-9fe0-067811f3cbbd requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:59:38.858276 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:59:38.889749 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-f7a139c0-6b70-4d0c-aa6d-c321bec23c18 None None] Set router 471ae43a-1a31-406c-ae5e-acc2efe0a256 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:59:38.933040 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-f09b6a45-cac5-4d2f-972a-00190e2b499d None None] Provisioning complete for port 6a420a83-dfa9-4b1c-9e0a-3fa86145334d triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:59:38.933681 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f09b6a45-cac5-4d2f-972a-00190e2b499d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (6a420a83-dfa9-4b1c-9e0a-3fa86145334d), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:59:39.024335 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-f09b6a45-cac5-4d2f-972a-00190e2b499d None None] Current status of the port 6a420a83-dfa9-4b1c-9e0a-3fa86145334d is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:59:39.025007 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f09b6a45-cac5-4d2f-972a-00190e2b499d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (6a420a83-dfa9-4b1c-9e0a-3fa86145334d), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:59:39.062995 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-f09b6a45-cac5-4d2f-972a-00190e2b499d None None] For port 6a420a83-dfa9-4b1c-9e0a-3fa86145334d, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=6a420a83-dfa9-4b1c-9e0a-3fa86145334d,segment=NetworkSegment(9f29e49e-1298-4018-ac36-fa9bfe8943e3),segment_id=9f29e49e-1298-4018-ac36-fa9bfe8943e3)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:59:39.069363 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f09b6a45-cac5-4d2f-972a-00190e2b499d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (6a420a83-dfa9-4b1c-9e0a-3fa86145334d), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:59:39.094610 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-f7a139c0-6b70-4d0c-aa6d-c321bec23c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '471ae43a-1a31-406c-ae5e-acc2efe0a256', 'name': 'tempest-ServerActionsTestJSON-1457173536-router', 'tenant_id': 'ea75831938ac4b18946665e46df721d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': 'ed8b465d-05c2-49a6-8fd3-45f91f421823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:59:37Z', 'updated_at': '2022-01-28T07:59:38Z', 'revision_number': 3, 'project_id': 'ea75831938ac4b18946665e46df721d1', 'gw_port': {'id': 'ed8b465d-05c2-49a6-8fd3-45f91f421823', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:2b:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '471ae43a-1a31-406c-ae5e-acc2efe0a256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:59:37Z', 'updated_at': '2022-01-28T07:59:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:59:39.129856 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a139c0-6b70-4d0c-aa6d-c321bec23c18 None None] Checking router: 471ae43a-1a31-406c-ae5e-acc2efe0a256 for host: n-d-712749-28 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:59:39.130456 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a139c0-6b70-4d0c-aa6d-c321bec23c18 None None] Updating router 471ae43a-1a31-406c-ae5e-acc2efe0a256 port ed8b465d-05c2-49a6-8fd3-45f91f421823 binding host n-d-712749-28 {{(pid=103286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 07:59:39.134087 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09b6a45-cac5-4d2f-972a-00190e2b499d None None] Pushing event updated for resources: {'Port': ['ID=6a420a83-dfa9-4b1c-9e0a-3fa86145334d,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:59:39.157978 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f7a139c0-6b70-4d0c-aa6d-c321bec23c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (ed8b465d-05c2-49a6-8fd3-45f91f421823), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:59:39.178092 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-83dad5e9-bc65-4a00-bb08-2a8565ce55c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:59:39.296942 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-35a53182-de04-4779-8742-b8a56f218f4d None None] Provisioning complete for port 6a420a83-dfa9-4b1c-9e0a-3fa86145334d triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:59:39.297575 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-35a53182-de04-4779-8742-b8a56f218f4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (6a420a83-dfa9-4b1c-9e0a-3fa86145334d), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:59:39.353839 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-83dad5e9-bc65-4a00-bb08-2a8565ce55c4 admin admin] Allocated IP 172.20.0.1 (1afc2731-e451-45ef-9fe0-067811f3cbbd/de3bc95a-2ca1-4fb0-a56a-6e6091dfb4c8/8d7d521e-d346-4914-82ee-3ebe2f4e18db) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:59:39.389936 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-35a53182-de04-4779-8742-b8a56f218f4d None None] Current status of the port 6a420a83-dfa9-4b1c-9e0a-3fa86145334d is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:59:39.426045 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 6a420a83-dfa9-4b1c-9e0a-3fa86145334d up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:59:39.441357 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f7a139c0-6b70-4d0c-aa6d-c321bec23c18 None None] Publish callbacks [] for port (ed8b465d-05c2-49a6-8fd3-45f91f421823), precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:59:39.449082 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f7a139c0-6b70-4d0c-aa6d-c321bec23c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (ed8b465d-05c2-49a6-8fd3-45f91f421823), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:59:39.478443 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 6a420a83-dfa9-4b1c-9e0a-3fa86145334d triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:59:39.479855 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (6a420a83-dfa9-4b1c-9e0a-3fa86145334d), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:59:39.500774 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-f7a139c0-6b70-4d0c-aa6d-c321bec23c18 None None] Attempting to bind port ed8b465d-05c2-49a6-8fd3-45f91f421823 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:59:39.501142 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-f7a139c0-6b70-4d0c-aa6d-c321bec23c18 None None] Attempting to bind port ed8b465d-05c2-49a6-8fd3-45f91f421823 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:59:39.501271 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-83dad5e9-bc65-4a00-bb08-2a8565ce55c4 admin admin] Publish callbacks [] for port (8d7d521e-d346-4914-82ee-3ebe2f4e18db), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:59:39.501501 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a139c0-6b70-4d0c-aa6d-c321bec23c18 None None] Attempting to bind port ed8b465d-05c2-49a6-8fd3-45f91f421823 on network 7d5b3724-deef-4831-8d43-cb9b8176573c {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:59:39.506897 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b271eeaf-5fb3-4c29-82b5-2dbf760e0bbb None None] Pushing event updated for resources: {'Port': ['ID=ed8b465d-05c2-49a6-8fd3-45f91f421823,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:59:39.515421 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a139c0-6b70-4d0c-aa6d-c321bec23c18 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:59:39.515805 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a139c0-6b70-4d0c-aa6d-c321bec23c18 None None] Checking segment: {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:59:39.516248 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f7a139c0-6b70-4d0c-aa6d-c321bec23c18 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:59:39.516641 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a139c0-6b70-4d0c-aa6d-c321bec23c18 None None] Bound using segment: {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:59:39.517106 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-f7a139c0-6b70-4d0c-aa6d-c321bec23c18 None None] Bound port: ed8b465d-05c2-49a6-8fd3-45f91f421823, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:59:39.517490 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f7a139c0-6b70-4d0c-aa6d-c321bec23c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (ed8b465d-05c2-49a6-8fd3-45f91f421823), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:59:39.520706 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b271eeaf-5fb3-4c29-82b5-2dbf760e0bbb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:59:39.521053 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b271eeaf-5fb3-4c29-82b5-2dbf760e0bbb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:59:39.521390 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b271eeaf-5fb3-4c29-82b5-2dbf760e0bbb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:59:39.521721 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b271eeaf-5fb3-4c29-82b5-2dbf760e0bbb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:59:39.522049 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b271eeaf-5fb3-4c29-82b5-2dbf760e0bbb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:59:39.522376 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b271eeaf-5fb3-4c29-82b5-2dbf760e0bbb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:59:39.522701 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b271eeaf-5fb3-4c29-82b5-2dbf760e0bbb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:59:39.523024 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b271eeaf-5fb3-4c29-82b5-2dbf760e0bbb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:59:39.523349 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b271eeaf-5fb3-4c29-82b5-2dbf760e0bbb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:59:39.523671 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b271eeaf-5fb3-4c29-82b5-2dbf760e0bbb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:59:39.523999 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b271eeaf-5fb3-4c29-82b5-2dbf760e0bbb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:59:39.524343 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b271eeaf-5fb3-4c29-82b5-2dbf760e0bbb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:59:39.524718 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b271eeaf-5fb3-4c29-82b5-2dbf760e0bbb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:59:39.542577 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-83dad5e9-bc65-4a00-bb08-2a8565ce55c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (8d7d521e-d346-4914-82ee-3ebe2f4e18db), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:59:39.580398 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-f7a139c0-6b70-4d0c-aa6d-c321bec23c18 None None] For port ed8b465d-05c2-49a6-8fd3-45f91f421823, host n-d-712749-28, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:59:39.581196 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83dad5e9-bc65-4a00-bb08-2a8565ce55c4 admin admin] Network 1afc2731-e451-45ef-9fe0-067811f3cbbd is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:59:39.581630 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 6a420a83-dfa9-4b1c-9e0a-3fa86145334d is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:59:39.584782 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-83dad5e9-bc65-4a00-bb08-2a8565ce55c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:59:39.588667 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83dad5e9-bc65-4a00-bb08-2a8565ce55c4 admin admin] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:59:39.590335 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-f7a139c0-6b70-4d0c-aa6d-c321bec23c18 None None] For port ed8b465d-05c2-49a6-8fd3-45f91f421823, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=ed8b465d-05c2-49a6-8fd3-45f91f421823,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:59:39.595349 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f7a139c0-6b70-4d0c-aa6d-c321bec23c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (ed8b465d-05c2-49a6-8fd3-45f91f421823), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:59:39.626876 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dad5e9-bc65-4a00-bb08-2a8565ce55c4 admin admin] Pushing event updated for resources: {'Port': ['ID=8d7d521e-d346-4914-82ee-3ebe2f4e18db,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:59:39.650605 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-83dad5e9-bc65-4a00-bb08-2a8565ce55c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16609232'] for router_interface (471ae43a-1a31-406c-ae5e-acc2efe0a256), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:59:39.658326 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a139c0-6b70-4d0c-aa6d-c321bec23c18 None None] Routers {'471ae43a-1a31-406c-ae5e-acc2efe0a256'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:59:39.658959 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-f7a139c0-6b70-4d0c-aa6d-c321bec23c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:59:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['471ae43a-1a31-406c-ae5e-acc2efe0a256'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:59:39.660744 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b271eeaf-5fb3-4c29-82b5-2dbf760e0bbb None None] Pushing event updated for resources: {'Port': ['ID=ed8b465d-05c2-49a6-8fd3-45f91f421823,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:59:39.771547 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:59:39.793901 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-f7a139c0-6b70-4d0c-aa6d-c321bec23c18 None None] Set router 471ae43a-1a31-406c-ae5e-acc2efe0a256 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:59:39.801847 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-83dad5e9-bc65-4a00-bb08-2a8565ce55c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (8d7d521e-d346-4914-82ee-3ebe2f4e18db), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:59:39.915876 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-3ecbf59c-e5c4-4a18-a8ff-7e13dfee1f56 None None] Provisioning complete for port 8d7d521e-d346-4914-82ee-3ebe2f4e18db triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:59:39.916456 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3ecbf59c-e5c4-4a18-a8ff-7e13dfee1f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (8d7d521e-d346-4914-82ee-3ebe2f4e18db), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:59:39.950823 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-3ecbf59c-e5c4-4a18-a8ff-7e13dfee1f56 None None] Port 8d7d521e-d346-4914-82ee-3ebe2f4e18db cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:59:39.976066 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-83dad5e9-bc65-4a00-bb08-2a8565ce55c4 admin admin] Publish callbacks [] for port (8d7d521e-d346-4914-82ee-3ebe2f4e18db), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:59:39.978397 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-f7a139c0-6b70-4d0c-aa6d-c321bec23c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '471ae43a-1a31-406c-ae5e-acc2efe0a256', 'name': 'tempest-ServerActionsTestJSON-1457173536-router', 'tenant_id': 'ea75831938ac4b18946665e46df721d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': 'ed8b465d-05c2-49a6-8fd3-45f91f421823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:59:37Z', 'updated_at': '2022-01-28T07:59:38Z', 'revision_number': 3, 'project_id': 'ea75831938ac4b18946665e46df721d1', 'gw_port': {'id': 'ed8b465d-05c2-49a6-8fd3-45f91f421823', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:2b:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '471ae43a-1a31-406c-ae5e-acc2efe0a256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:59:37Z', 'updated_at': '2022-01-28T07:59:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:59:39.981100 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-83dad5e9-bc65-4a00-bb08-2a8565ce55c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (8d7d521e-d346-4914-82ee-3ebe2f4e18db), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:59:40.009306 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a139c0-6b70-4d0c-aa6d-c321bec23c18 None None] The sync data for ids ['471ae43a-1a31-406c-ae5e-acc2efe0a256'] in n-d-712749-28 is: [{'id': '471ae43a-1a31-406c-ae5e-acc2efe0a256', 'name': 'tempest-ServerActionsTestJSON-1457173536-router', 'tenant_id': 'ea75831938ac4b18946665e46df721d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': 'ed8b465d-05c2-49a6-8fd3-45f91f421823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:59:37Z', 'updated_at': '2022-01-28T07:59:38Z', 'revision_number': 3, 'project_id': 'ea75831938ac4b18946665e46df721d1', 'gw_port': {'id': 'ed8b465d-05c2-49a6-8fd3-45f91f421823', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:2b:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '471ae43a-1a31-406c-ae5e-acc2efe0a256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:59:37Z', 'updated_at': '2022-01-28T07:59:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:59:40.051812 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-83dad5e9-bc65-4a00-bb08-2a8565ce55c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16318999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16606560'] for router_interface (471ae43a-1a31-406c-ae5e-acc2efe0a256), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:59:40.060710 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dad5e9-bc65-4a00-bb08-2a8565ce55c4 admin admin] Pushing event updated for resources: {'Port': ['ID=8d7d521e-d346-4914-82ee-3ebe2f4e18db,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:59:40.150504 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83dad5e9-bc65-4a00-bb08-2a8565ce55c4 admin admin] Network 1afc2731-e451-45ef-9fe0-067811f3cbbd is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:59:40.152355 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-83dad5e9-bc65-4a00-bb08-2a8565ce55c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:59:40.289937 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83dad5e9-bc65-4a00-bb08-2a8565ce55c4 admin admin] Router 471ae43a-1a31-406c-ae5e-acc2efe0a256 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:59:40.416044 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83dad5e9-bc65-4a00-bb08-2a8565ce55c4 admin admin] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:59:40.421972 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-83dad5e9-bc65-4a00-bb08-2a8565ce55c4 admin admin] 10.222.0.41 "PUT /v2.0/routers/471ae43a-1a31-406c-ae5e-acc2efe0a256/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7393069 Jan 28 07:59:40.476860 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-15801ae7-c8a1-4bc9-8d30-49beec7d0ad9 None None] Provisioning complete for port 8d7d521e-d346-4914-82ee-3ebe2f4e18db triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:59:40.477238 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-15801ae7-c8a1-4bc9-8d30-49beec7d0ad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (8d7d521e-d346-4914-82ee-3ebe2f4e18db), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:59:40.519411 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-15801ae7-c8a1-4bc9-8d30-49beec7d0ad9 None None] Port 8d7d521e-d346-4914-82ee-3ebe2f4e18db cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:59:40.932835 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 37952) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:59:40.937687 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-8684224c-a18a-4373-95d3-95ace11de04a tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Request body: {'security_group': {'name': 'tempest-securitygroup--536424639', 'description': 'tempest-description--1757543753'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:59:40.958159 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8684224c-a18a-4373-95d3-95ace11de04a tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:59:41.023640 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8684224c-a18a-4373-95d3-95ace11de04a tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Publish callbacks [] for security_group (9f68e1a8-1f1c-44e6-90af-b65f29c69463), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:59:41.027301 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8684224c-a18a-4373-95d3-95ace11de04a tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (9f68e1a8-1f1c-44e6-90af-b65f29c69463), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:59:41.058836 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8684224c-a18a-4373-95d3-95ace11de04a tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:59:41.061486 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-8684224c-a18a-4373-95d3-95ace11de04a tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1273229 Jan 28 07:59:41.062708 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8684224c-a18a-4373-95d3-95ace11de04a tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f68e1a8-1f1c-44e6-90af-b65f29c69463,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:59:41.063230 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 37954) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:59:41.067994 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-37ac6544-8c2d-4b52-b6f5-037fbd743ac5 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Request body: {'security_group_rule': {'security_group_id': '9f68e1a8-1f1c-44e6-90af-b65f29c69463', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:59:41.093619 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-37ac6544-8c2d-4b52-b6f5-037fbd743ac5 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Publish callbacks [] for security_group_rule (7c9b37a8-d6c4-414c-a147-03be825392aa), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:59:41.151939 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-37ac6544-8c2d-4b52-b6f5-037fbd743ac5 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Publish callbacks [] for security_group_rule (7c9b37a8-d6c4-414c-a147-03be825392aa), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:59:41.155553 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-37ac6544-8c2d-4b52-b6f5-037fbd743ac5 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (7c9b37a8-d6c4-414c-a147-03be825392aa), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:59:41.173811 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ac6544-8c2d-4b52-b6f5-037fbd743ac5 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c9b37a8-d6c4-414c-a147-03be825392aa,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:59:41.181109 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-37ac6544-8c2d-4b52-b6f5-037fbd743ac5 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:59:41.182307 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-37ac6544-8c2d-4b52-b6f5-037fbd743ac5 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1179409 Jan 28 07:59:41.185821 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 37956) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:59:41.190102 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-081d88a3-5678-4d1a-b068-d99eed3e0d56 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Request body: {'security_group_rule': {'security_group_id': '9f68e1a8-1f1c-44e6-90af-b65f29c69463', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:59:41.213857 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-081d88a3-5678-4d1a-b068-d99eed3e0d56 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Publish callbacks [] for security_group_rule (9e8c4934-67cd-46c9-af7f-9eb0d7e324c9), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:59:41.269948 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-081d88a3-5678-4d1a-b068-d99eed3e0d56 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Publish callbacks [] for security_group_rule (9e8c4934-67cd-46c9-af7f-9eb0d7e324c9), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:59:41.275035 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-081d88a3-5678-4d1a-b068-d99eed3e0d56 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (9e8c4934-67cd-46c9-af7f-9eb0d7e324c9), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:59:41.301127 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081d88a3-5678-4d1a-b068-d99eed3e0d56 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e8c4934-67cd-46c9-af7f-9eb0d7e324c9,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:59:41.309084 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-081d88a3-5678-4d1a-b068-d99eed3e0d56 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:59:41.313333 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-081d88a3-5678-4d1a-b068-d99eed3e0d56 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1235371 Jan 28 07:59:41.313919 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 37958) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:59:41.318018 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-3fa7c9fa-fda9-4d02-bc1d-5c6110a7e715 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Request body: {'floatingip': {'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:59:41.340563 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3fa7c9fa-fda9-4d02-bc1d-5c6110a7e715 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:59:41.385000 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device ed8b465d-05c2-49a6-8fd3-45f91f421823 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:59:41.440894 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port ed8b465d-05c2-49a6-8fd3-45f91f421823 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:59:41.441524 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (ed8b465d-05c2-49a6-8fd3-45f91f421823), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:59:41.450147 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3fa7c9fa-fda9-4d02-bc1d-5c6110a7e715 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:59:41.519889 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port ed8b465d-05c2-49a6-8fd3-45f91f421823 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:59:41.520320 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (ed8b465d-05c2-49a6-8fd3-45f91f421823), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:59:41.545243 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] For port ed8b465d-05c2-49a6-8fd3-45f91f421823, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=ed8b465d-05c2-49a6-8fd3-45f91f421823,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:59:41.550022 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (ed8b465d-05c2-49a6-8fd3-45f91f421823), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:59:41.562611 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-3fa7c9fa-fda9-4d02-bc1d-5c6110a7e715 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Allocated IP 172.25.6.173 (7d5b3724-deef-4831-8d43-cb9b8176573c/b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc/1d5b59b6-1c44-43ca-b268-43c35e5a2b3e) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:59:41.597417 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Pushing event updated for resources: {'Port': ['ID=ed8b465d-05c2-49a6-8fd3-45f91f421823,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:59:41.653985 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07d777e-6ffc-4a21-86f3-be4eb2d33a42 None None] Sync routers for ids ['471ae43a-1a31-406c-ae5e-acc2efe0a256'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:59:41.663981 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07d777e-6ffc-4a21-86f3-be4eb2d33a42 None None] Routers {'471ae43a-1a31-406c-ae5e-acc2efe0a256'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:59:41.664645 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-c07d777e-6ffc-4a21-86f3-be4eb2d33a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:59:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['471ae43a-1a31-406c-ae5e-acc2efe0a256'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:59:41.672132 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3fa7c9fa-fda9-4d02-bc1d-5c6110a7e715 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Publish callbacks [] for port (1d5b59b6-1c44-43ca-b268-43c35e5a2b3e), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:59:41.707350 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3fa7c9fa-fda9-4d02-bc1d-5c6110a7e715 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (1d5b59b6-1c44-43ca-b268-43c35e5a2b3e), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:59:41.744945 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fa7c9fa-fda9-4d02-bc1d-5c6110a7e715 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Network 7d5b3724-deef-4831-8d43-cb9b8176573c is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:59:41.748887 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-3fa7c9fa-fda9-4d02-bc1d-5c6110a7e715 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:59:41.752400 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa7c9fa-fda9-4d02-bc1d-5c6110a7e715 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:59:41.783903 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa7c9fa-fda9-4d02-bc1d-5c6110a7e715 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Pushing event updated for resources: {'Port': ['ID=1d5b59b6-1c44-43ca-b268-43c35e5a2b3e,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:59:41.853837 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3fa7c9fa-fda9-4d02-bc1d-5c6110a7e715 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Publish callbacks [] for floatingip (99fdf00c-0722-4494-aadb-492179653fc1), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:59:41.890233 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3fa7c9fa-fda9-4d02-bc1d-5c6110a7e715 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (1d5b59b6-1c44-43ca-b268-43c35e5a2b3e), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:59:41.939287 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-c07d777e-6ffc-4a21-86f3-be4eb2d33a42 None None] Set router 471ae43a-1a31-406c-ae5e-acc2efe0a256 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:59:42.044604 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3fa7c9fa-fda9-4d02-bc1d-5c6110a7e715 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Publish callbacks [] for port (1d5b59b6-1c44-43ca-b268-43c35e5a2b3e), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:59:42.049696 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3fa7c9fa-fda9-4d02-bc1d-5c6110a7e715 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (1d5b59b6-1c44-43ca-b268-43c35e5a2b3e), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:59:42.124529 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa7c9fa-fda9-4d02-bc1d-5c6110a7e715 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Pushing event updated for resources: {'Port': ['ID=1d5b59b6-1c44-43ca-b268-43c35e5a2b3e,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:59:42.128078 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3fa7c9fa-fda9-4d02-bc1d-5c6110a7e715 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16609095'] for floatingip (99fdf00c-0722-4494-aadb-492179653fc1), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:59:42.140658 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-c07d777e-6ffc-4a21-86f3-be4eb2d33a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '471ae43a-1a31-406c-ae5e-acc2efe0a256', 'name': 'tempest-ServerActionsTestJSON-1457173536-router', 'tenant_id': 'ea75831938ac4b18946665e46df721d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': 'ed8b465d-05c2-49a6-8fd3-45f91f421823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:59:37Z', 'updated_at': '2022-01-28T07:59:39Z', 'revision_number': 4, 'project_id': 'ea75831938ac4b18946665e46df721d1', 'gw_port': {'id': 'ed8b465d-05c2-49a6-8fd3-45f91f421823', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:2b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471ae43a-1a31-406c-ae5e-acc2efe0a256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:59:37Z', 'updated_at': '2022-01-28T07:59:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '8d7d521e-d346-4914-82ee-3ebe2f4e18db', 'name': '', 'network_id': '1afc2731-e451-45ef-9fe0-067811f3cbbd', 'tenant_id': 'ea75831938ac4b18946665e46df721d1', 'mac_address': 'fa:16:3e:42:66:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '471ae43a-1a31-406c-ae5e-acc2efe0a256', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'de3bc95a-2ca1-4fb0-a56a-6e6091dfb4c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:59:39Z', 'updated_at': '2022-01-28T07:59:39Z', 'revision_number': 2, 'project_id': 'ea75831938ac4b18946665e46df721d1', 'subnets': [{'id': 'de3bc95a-2ca1-4fb0-a56a-6e6091dfb4c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:59:42.143772 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3fa7c9fa-fda9-4d02-bc1d-5c6110a7e715 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for floatingip (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:59:42.145092 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-3fa7c9fa-fda9-4d02-bc1d-5c6110a7e715 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8305891 Jan 28 07:59:42.171598 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07d777e-6ffc-4a21-86f3-be4eb2d33a42 None None] Checking router: 471ae43a-1a31-406c-ae5e-acc2efe0a256 for host: n-d-712749-28 {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:59:42.171967 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07d777e-6ffc-4a21-86f3-be4eb2d33a42 None None] Updating router 471ae43a-1a31-406c-ae5e-acc2efe0a256 port 8d7d521e-d346-4914-82ee-3ebe2f4e18db binding host n-d-712749-28 {{(pid=103285) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 07:59:42.199020 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c07d777e-6ffc-4a21-86f3-be4eb2d33a42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (8d7d521e-d346-4914-82ee-3ebe2f4e18db), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:59:42.303893 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d10cd66b-cd5e-44c0-9b27-ae5b551aed41 req-b8f0af92-082e-42e2-8e8d-26891eeb725d tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--536424639&fields=id&tenant_id=ea75831938ac4b18946665e46df721d1 HTTP/1.1" status: 200 len: 267 time: 0.0489607 Jan 28 07:59:42.408717 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10cd66b-cd5e-44c0-9b27-ae5b551aed41 req-825b4bee-b76f-4bfc-b0dd-fee8aee47c01 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:59:42.410360 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d10cd66b-cd5e-44c0-9b27-ae5b551aed41 req-825b4bee-b76f-4bfc-b0dd-fee8aee47c01 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/networks?id=1afc2731-e451-45ef-9fe0-067811f3cbbd HTTP/1.1" status: 200 len: 812 time: 0.0995665 Jan 28 07:59:42.425860 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d10cd66b-cd5e-44c0-9b27-ae5b551aed41 req-9f6430d3-b413-4e09-9fc1-7f043c8d9e59 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/quotas/ea75831938ac4b18946665e46df721d1 HTTP/1.1" status: 200 len: 375 time: 0.0101886 Jan 28 07:59:42.464028 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c07d777e-6ffc-4a21-86f3-be4eb2d33a42 None None] Publish callbacks [] for port (8d7d521e-d346-4914-82ee-3ebe2f4e18db), precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:59:42.469642 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c07d777e-6ffc-4a21-86f3-be4eb2d33a42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (8d7d521e-d346-4914-82ee-3ebe2f4e18db), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:59:42.477289 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d10cd66b-cd5e-44c0-9b27-ae5b551aed41 req-b9ee165e-84f7-4d43-a866-b26153a9265f tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=ea75831938ac4b18946665e46df721d1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0462041 Jan 28 07:59:42.525312 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530bd0ce-64da-47eb-b88e-602370d1adc6 None None] Pushing event updated for resources: {'Port': ['ID=8d7d521e-d346-4914-82ee-3ebe2f4e18db,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:59:42.575498 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-c07d777e-6ffc-4a21-86f3-be4eb2d33a42 None None] Attempting to bind port 8d7d521e-d346-4914-82ee-3ebe2f4e18db on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:59:42.575882 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-c07d777e-6ffc-4a21-86f3-be4eb2d33a42 None None] Attempting to bind port 8d7d521e-d346-4914-82ee-3ebe2f4e18db by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '9f29e49e-1298-4018-ac36-fa9bfe8943e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1afc2731-e451-45ef-9fe0-067811f3cbbd'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:59:42.576277 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07d777e-6ffc-4a21-86f3-be4eb2d33a42 None None] Attempting to bind port 8d7d521e-d346-4914-82ee-3ebe2f4e18db on network 1afc2731-e451-45ef-9fe0-067811f3cbbd {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:59:42.581625 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07d777e-6ffc-4a21-86f3-be4eb2d33a42 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:59:42.582017 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07d777e-6ffc-4a21-86f3-be4eb2d33a42 None None] Checking segment: {'id': '9f29e49e-1298-4018-ac36-fa9bfe8943e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1afc2731-e451-45ef-9fe0-067811f3cbbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:59:42.582420 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c07d777e-6ffc-4a21-86f3-be4eb2d33a42 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:59:42.582824 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07d777e-6ffc-4a21-86f3-be4eb2d33a42 None None] Bound using segment: {'id': '9f29e49e-1298-4018-ac36-fa9bfe8943e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1afc2731-e451-45ef-9fe0-067811f3cbbd'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:59:42.583295 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-c07d777e-6ffc-4a21-86f3-be4eb2d33a42 None None] Bound port: 8d7d521e-d346-4914-82ee-3ebe2f4e18db, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f29e49e-1298-4018-ac36-fa9bfe8943e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1afc2731-e451-45ef-9fe0-067811f3cbbd'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:59:42.583675 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c07d777e-6ffc-4a21-86f3-be4eb2d33a42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (8d7d521e-d346-4914-82ee-3ebe2f4e18db), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:59:42.588410 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d10cd66b-cd5e-44c0-9b27-ae5b551aed41 req-6390d692-abb7-4fe5-8c3b-3ab8b1bc77ab service neutron] 10.222.0.41 "GET /v2.0/networks/1afc2731-e451-45ef-9fe0-067811f3cbbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999391 Jan 28 07:59:42.652849 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c07d777e-6ffc-4a21-86f3-be4eb2d33a42 None None] For port 8d7d521e-d346-4914-82ee-3ebe2f4e18db, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:59:42.656662 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c07d777e-6ffc-4a21-86f3-be4eb2d33a42 None None] For port 8d7d521e-d346-4914-82ee-3ebe2f4e18db, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=8d7d521e-d346-4914-82ee-3ebe2f4e18db,segment=NetworkSegment(9f29e49e-1298-4018-ac36-fa9bfe8943e3),segment_id=9f29e49e-1298-4018-ac36-fa9bfe8943e3)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:59:42.662294 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c07d777e-6ffc-4a21-86f3-be4eb2d33a42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (8d7d521e-d346-4914-82ee-3ebe2f4e18db), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:59:42.685957 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d10cd66b-cd5e-44c0-9b27-ae5b551aed41 req-4e63823c-b568-4c8a-baf9-120a623d7d1e service neutron] 10.222.0.41 "GET /v2.0/networks/1afc2731-e451-45ef-9fe0-067811f3cbbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911024 Jan 28 07:59:42.727587 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07d777e-6ffc-4a21-86f3-be4eb2d33a42 None None] Routers {'471ae43a-1a31-406c-ae5e-acc2efe0a256'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:59:42.728259 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-c07d777e-6ffc-4a21-86f3-be4eb2d33a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:59:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['471ae43a-1a31-406c-ae5e-acc2efe0a256'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:59:42.780387 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530bd0ce-64da-47eb-b88e-602370d1adc6 None None] Pushing event updated for resources: {'Port': ['ID=8d7d521e-d346-4914-82ee-3ebe2f4e18db,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:59:42.820313 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-99e67bde-f056-4aa1-9caf-f301c90a630b None None] Provisioning complete for port 8d7d521e-d346-4914-82ee-3ebe2f4e18db triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:59:42.820703 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-99e67bde-f056-4aa1-9caf-f301c90a630b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (8d7d521e-d346-4914-82ee-3ebe2f4e18db), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:59:42.876220 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a5abd57f-275d-4598-8b0e-15e9e622966d req-782a44c0-b175-4a60-8bb1-67f9dd1ba652 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec9c2de6-d305-49f4-b42a-d00005bddfb3 HTTP/1.1" status: 200 len: 210 time: 0.0415249 Jan 28 07:59:42.914016 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-c07d777e-6ffc-4a21-86f3-be4eb2d33a42 None None] Set router 471ae43a-1a31-406c-ae5e-acc2efe0a256 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:59:43.062630 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-99e67bde-f056-4aa1-9caf-f301c90a630b None None] Current status of the port 8d7d521e-d346-4914-82ee-3ebe2f4e18db is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:59:43.063023 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-99e67bde-f056-4aa1-9caf-f301c90a630b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (8d7d521e-d346-4914-82ee-3ebe2f4e18db), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:59:43.115662 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-99e67bde-f056-4aa1-9caf-f301c90a630b None None] For port 8d7d521e-d346-4914-82ee-3ebe2f4e18db, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=8d7d521e-d346-4914-82ee-3ebe2f4e18db,segment=NetworkSegment(9f29e49e-1298-4018-ac36-fa9bfe8943e3),segment_id=9f29e49e-1298-4018-ac36-fa9bfe8943e3)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:59:43.123999 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-99e67bde-f056-4aa1-9caf-f301c90a630b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (8d7d521e-d346-4914-82ee-3ebe2f4e18db), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:59:43.203779 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e67bde-f056-4aa1-9caf-f301c90a630b None None] Pushing event updated for resources: {'Port': ['ID=8d7d521e-d346-4914-82ee-3ebe2f4e18db,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:59:43.222108 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-c07d777e-6ffc-4a21-86f3-be4eb2d33a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '471ae43a-1a31-406c-ae5e-acc2efe0a256', 'name': 'tempest-ServerActionsTestJSON-1457173536-router', 'tenant_id': 'ea75831938ac4b18946665e46df721d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': 'ed8b465d-05c2-49a6-8fd3-45f91f421823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:59:37Z', 'updated_at': '2022-01-28T07:59:39Z', 'revision_number': 4, 'project_id': 'ea75831938ac4b18946665e46df721d1', 'gw_port': {'id': 'ed8b465d-05c2-49a6-8fd3-45f91f421823', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:2b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471ae43a-1a31-406c-ae5e-acc2efe0a256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:59:37Z', 'updated_at': '2022-01-28T07:59:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '8d7d521e-d346-4914-82ee-3ebe2f4e18db', 'name': '', 'network_id': '1afc2731-e451-45ef-9fe0-067811f3cbbd', 'tenant_id': 'ea75831938ac4b18946665e46df721d1', 'mac_address': 'fa:16:3e:42:66:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '471ae43a-1a31-406c-ae5e-acc2efe0a256', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'de3bc95a-2ca1-4fb0-a56a-6e6091dfb4c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:59:39Z', 'updated_at': '2022-01-28T07:59:42Z', 'revision_number': 4, 'project_id': 'ea75831938ac4b18946665e46df721d1', 'subnets': [{'id': 'de3bc95a-2ca1-4fb0-a56a-6e6091dfb4c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:59:43.252306 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07d777e-6ffc-4a21-86f3-be4eb2d33a42 None None] The sync data for ids ['471ae43a-1a31-406c-ae5e-acc2efe0a256'] in n-d-712749-28 is: [{'id': '471ae43a-1a31-406c-ae5e-acc2efe0a256', 'name': 'tempest-ServerActionsTestJSON-1457173536-router', 'tenant_id': 'ea75831938ac4b18946665e46df721d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': 'ed8b465d-05c2-49a6-8fd3-45f91f421823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:59:37Z', 'updated_at': '2022-01-28T07:59:39Z', 'revision_number': 4, 'project_id': 'ea75831938ac4b18946665e46df721d1', 'gw_port': {'id': 'ed8b465d-05c2-49a6-8fd3-45f91f421823', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:2b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471ae43a-1a31-406c-ae5e-acc2efe0a256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:59:37Z', 'updated_at': '2022-01-28T07:59:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '8d7d521e-d346-4914-82ee-3ebe2f4e18db', 'name': '', 'network_id': '1afc2731-e451-45ef-9fe0-067811f3cbbd', 'tenant_id': 'ea75831938ac4b18946665e46df721d1', 'mac_address': 'fa:16:3e:42:66:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '471ae43a-1a31-406c-ae5e-acc2efe0a256', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'de3bc95a-2ca1-4fb0-a56a-6e6091dfb4c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:59:39Z', 'updated_at': '2022-01-28T07:59:42Z', 'revision_number': 4, 'project_id': 'ea75831938ac4b18946665e46df721d1', 'subnets': [{'id': 'de3bc95a-2ca1-4fb0-a56a-6e6091dfb4c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:59:43.263160 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6607e3e7-58b8-4c8f-9088-27e1af358fb6 None None] Provisioning complete for port 8d7d521e-d346-4914-82ee-3ebe2f4e18db triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:59:43.263546 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6607e3e7-58b8-4c8f-9088-27e1af358fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (8d7d521e-d346-4914-82ee-3ebe2f4e18db), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:59:43.375681 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device ed8b465d-05c2-49a6-8fd3-45f91f421823 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:59:43.386414 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6607e3e7-58b8-4c8f-9088-27e1af358fb6 None None] Current status of the port 8d7d521e-d346-4914-82ee-3ebe2f4e18db is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:59:43.441219 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port ed8b465d-05c2-49a6-8fd3-45f91f421823 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:59:43.441689 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (ed8b465d-05c2-49a6-8fd3-45f91f421823), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:59:43.529223 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port ed8b465d-05c2-49a6-8fd3-45f91f421823 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:59:43.987634 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a476196f-1760-4e87-8426-a6a75e8a234d req-3d3eb272-2b06-430d-bf8b-b5786ff17cdd tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec9c2de6-d305-49f4-b42a-d00005bddfb3 HTTP/1.1" status: 200 len: 210 time: 0.0339465 Jan 28 07:59:44.109428 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10cd66b-cd5e-44c0-9b27-ae5b551aed41 req-0f22771b-03d2-4c42-a709-96b62b10ce1e tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:59:44.110917 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d10cd66b-cd5e-44c0-9b27-ae5b551aed41 req-0f22771b-03d2-4c42-a709-96b62b10ce1e tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.10 "GET /v2.0/networks?id=1afc2731-e451-45ef-9fe0-067811f3cbbd HTTP/1.1" status: 200 len: 812 time: 0.1068337 Jan 28 07:59:44.191489 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d10cd66b-cd5e-44c0-9b27-ae5b551aed41 req-48044650-823a-456c-a7bf-cf554b6abdef tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ea75831938ac4b18946665e46df721d1 HTTP/1.1" status: 200 len: 379 time: 0.0572805 Jan 28 07:59:44.230537 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-d10cd66b-cd5e-44c0-9b27-ae5b551aed41 req-53406eb8-eb05-4c94-8515-e4770ef18148 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Request body: {'port': {'device_id': 'ec9c2de6-d305-49f4-b42a-d00005bddfb3', 'network_id': '1afc2731-e451-45ef-9fe0-067811f3cbbd', 'admin_state_up': True, 'tenant_id': 'ea75831938ac4b18946665e46df721d1', 'security_groups': ['9f68e1a8-1f1c-44e6-90af-b65f29c69463']}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:59:44.344003 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d10cd66b-cd5e-44c0-9b27-ae5b551aed41 req-53406eb8-eb05-4c94-8515-e4770ef18148 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Made reservation on behalf of ea75831938ac4b18946665e46df721d1 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:59:44.347477 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d10cd66b-cd5e-44c0-9b27-ae5b551aed41 req-53406eb8-eb05-4c94-8515-e4770ef18148 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:59:44.469651 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-d10cd66b-cd5e-44c0-9b27-ae5b551aed41 req-53406eb8-eb05-4c94-8515-e4770ef18148 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Allocated IP 172.20.0.14 (1afc2731-e451-45ef-9fe0-067811f3cbbd/de3bc95a-2ca1-4fb0-a56a-6e6091dfb4c8/35233912-389d-4aa6-83c1-6c0a990af538) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:59:44.611771 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d10cd66b-cd5e-44c0-9b27-ae5b551aed41 req-53406eb8-eb05-4c94-8515-e4770ef18148 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Publish callbacks [] for port (35233912-389d-4aa6-83c1-6c0a990af538), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:59:44.650163 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d10cd66b-cd5e-44c0-9b27-ae5b551aed41 req-53406eb8-eb05-4c94-8515-e4770ef18148 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (35233912-389d-4aa6-83c1-6c0a990af538), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:59:44.693169 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d10cd66b-cd5e-44c0-9b27-ae5b551aed41 req-53406eb8-eb05-4c94-8515-e4770ef18148 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Network 1afc2731-e451-45ef-9fe0-067811f3cbbd is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:59:44.696010 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-d10cd66b-cd5e-44c0-9b27-ae5b551aed41 req-53406eb8-eb05-4c94-8515-e4770ef18148 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:59:44.703250 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-d10cd66b-cd5e-44c0-9b27-ae5b551aed41 req-53406eb8-eb05-4c94-8515-e4770ef18148 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:59:44.708823 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53406eb8-eb05-4c94-8515-e4770ef18148 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Pushing event updated for resources: {'Port': ['ID=35233912-389d-4aa6-83c1-6c0a990af538,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:59:44.763123 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10cd66b-cd5e-44c0-9b27-ae5b551aed41 req-53406eb8-eb05-4c94-8515-e4770ef18148 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:59:44.763806 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d10cd66b-cd5e-44c0-9b27-ae5b551aed41 req-53406eb8-eb05-4c94-8515-e4770ef18148 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:59:44.782071 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d10cd66b-cd5e-44c0-9b27-ae5b551aed41 req-53406eb8-eb05-4c94-8515-e4770ef18148 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5556712 Jan 28 07:59:44.807560 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-d10cd66b-cd5e-44c0-9b27-ae5b551aed41 req-499df50a-24ca-474c-8b5e-0d9332f1e577 service neutron] Request body: {'port': {'device_id': 'ec9c2de6-d305-49f4-b42a-d00005bddfb3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-28'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:59:44.866301 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d10cd66b-cd5e-44c0-9b27-ae5b551aed41 req-499df50a-24ca-474c-8b5e-0d9332f1e577 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (35233912-389d-4aa6-83c1-6c0a990af538), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:59:44.917400 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-1494c0af-da58-4c0f-83c9-a99fb9432ff7 None None] Provisioning complete for port 35233912-389d-4aa6-83c1-6c0a990af538 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:59:44.918011 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1494c0af-da58-4c0f-83c9-a99fb9432ff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (35233912-389d-4aa6-83c1-6c0a990af538), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:59:44.953862 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-1494c0af-da58-4c0f-83c9-a99fb9432ff7 None None] Port 35233912-389d-4aa6-83c1-6c0a990af538 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:59:45.115442 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfef3e8-3cea-4ebb-addc-06c462fb4dfc req-b0a0ae6b-b046-4296-b8cf-ddf0fbc4a298 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:59:45.117066 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-cdfef3e8-3cea-4ebb-addc-06c462fb4dfc req-b0a0ae6b-b046-4296-b8cf-ddf0fbc4a298 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec9c2de6-d305-49f4-b42a-d00005bddfb3 HTTP/1.1" status: 200 len: 932 time: 0.0566988 Jan 28 07:59:45.168578 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-cdfef3e8-3cea-4ebb-addc-06c462fb4dfc req-e7d3ec7b-5952-4cff-96cb-0f137a9fb4fc tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454345 Jan 28 07:59:45.369888 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 8d7d521e-d346-4914-82ee-3ebe2f4e18db up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:59:45.421370 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 8d7d521e-d346-4914-82ee-3ebe2f4e18db triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:59:45.421751 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (8d7d521e-d346-4914-82ee-3ebe2f4e18db), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:59:45.469593 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-d10cd66b-cd5e-44c0-9b27-ae5b551aed41 req-499df50a-24ca-474c-8b5e-0d9332f1e577 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35233912-389d-4aa6-83c1-6c0a990af538 {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:59:45.477122 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d10cd66b-cd5e-44c0-9b27-ae5b551aed41 req-499df50a-24ca-474c-8b5e-0d9332f1e577 service neutron] Publish callbacks [] for port (35233912-389d-4aa6-83c1-6c0a990af538), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:59:45.490326 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-d10cd66b-cd5e-44c0-9b27-ae5b551aed41 req-499df50a-24ca-474c-8b5e-0d9332f1e577 service neutron] Transition to ACTIVE for port object 35233912-389d-4aa6-83c1-6c0a990af538 will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:59:45.495293 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d10cd66b-cd5e-44c0-9b27-ae5b551aed41 req-499df50a-24ca-474c-8b5e-0d9332f1e577 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (35233912-389d-4aa6-83c1-6c0a990af538), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:59:45.504587 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 8d7d521e-d346-4914-82ee-3ebe2f4e18db is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:59:45.551015 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499df50a-24ca-474c-8b5e-0d9332f1e577 service neutron] Pushing event updated for resources: {'Port': ['ID=35233912-389d-4aa6-83c1-6c0a990af538,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:59:45.615703 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-d10cd66b-cd5e-44c0-9b27-ae5b551aed41 req-499df50a-24ca-474c-8b5e-0d9332f1e577 service neutron] Attempting to bind port 35233912-389d-4aa6-83c1-6c0a990af538 on host n-h1-712749-28 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:59:45.616046 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-d10cd66b-cd5e-44c0-9b27-ae5b551aed41 req-499df50a-24ca-474c-8b5e-0d9332f1e577 service neutron] Attempting to bind port 35233912-389d-4aa6-83c1-6c0a990af538 by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': '9f29e49e-1298-4018-ac36-fa9bfe8943e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1afc2731-e451-45ef-9fe0-067811f3cbbd'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:59:45.616411 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d10cd66b-cd5e-44c0-9b27-ae5b551aed41 req-499df50a-24ca-474c-8b5e-0d9332f1e577 service neutron] Attempting to bind port 35233912-389d-4aa6-83c1-6c0a990af538 on network 1afc2731-e451-45ef-9fe0-067811f3cbbd {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:59:45.621352 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d10cd66b-cd5e-44c0-9b27-ae5b551aed41 req-499df50a-24ca-474c-8b5e-0d9332f1e577 service neutron] Port 35233912-389d-4aa6-83c1-6c0a990af538 on network 1afc2731-e451-45ef-9fe0-067811f3cbbd not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:59:45.621675 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d10cd66b-cd5e-44c0-9b27-ae5b551aed41 req-499df50a-24ca-474c-8b5e-0d9332f1e577 service neutron] Attempting to bind port 35233912-389d-4aa6-83c1-6c0a990af538 on network 1afc2731-e451-45ef-9fe0-067811f3cbbd {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:59:45.627361 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d10cd66b-cd5e-44c0-9b27-ae5b551aed41 req-499df50a-24ca-474c-8b5e-0d9332f1e577 service neutron] Checking agent: {'id': '2fca46b1-237f-4857-9290-2429d810e472', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 59, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:59:45.627727 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d10cd66b-cd5e-44c0-9b27-ae5b551aed41 req-499df50a-24ca-474c-8b5e-0d9332f1e577 service neutron] Checking segment: {'id': '9f29e49e-1298-4018-ac36-fa9bfe8943e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1afc2731-e451-45ef-9fe0-067811f3cbbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:59:45.628107 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d10cd66b-cd5e-44c0-9b27-ae5b551aed41 req-499df50a-24ca-474c-8b5e-0d9332f1e577 service neutron] Bound using segment: {'id': '9f29e49e-1298-4018-ac36-fa9bfe8943e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1afc2731-e451-45ef-9fe0-067811f3cbbd'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:59:45.628660 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-d10cd66b-cd5e-44c0-9b27-ae5b551aed41 req-499df50a-24ca-474c-8b5e-0d9332f1e577 service neutron] Bound port: 35233912-389d-4aa6-83c1-6c0a990af538, host: n-h1-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f29e49e-1298-4018-ac36-fa9bfe8943e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1afc2731-e451-45ef-9fe0-067811f3cbbd'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:59:45.629125 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d10cd66b-cd5e-44c0-9b27-ae5b551aed41 req-499df50a-24ca-474c-8b5e-0d9332f1e577 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (35233912-389d-4aa6-83c1-6c0a990af538), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:59:45.694439 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-d10cd66b-cd5e-44c0-9b27-ae5b551aed41 req-499df50a-24ca-474c-8b5e-0d9332f1e577 service neutron] For port 35233912-389d-4aa6-83c1-6c0a990af538, host n-h1-712749-28, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:59:45.697537 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-d10cd66b-cd5e-44c0-9b27-ae5b551aed41 req-499df50a-24ca-474c-8b5e-0d9332f1e577 service neutron] For port 35233912-389d-4aa6-83c1-6c0a990af538, host n-h1-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=35233912-389d-4aa6-83c1-6c0a990af538,segment=NetworkSegment(9f29e49e-1298-4018-ac36-fa9bfe8943e3),segment_id=9f29e49e-1298-4018-ac36-fa9bfe8943e3)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:59:45.703156 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d10cd66b-cd5e-44c0-9b27-ae5b551aed41 req-499df50a-24ca-474c-8b5e-0d9332f1e577 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (35233912-389d-4aa6-83c1-6c0a990af538), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:59:45.741772 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10cd66b-cd5e-44c0-9b27-ae5b551aed41 req-499df50a-24ca-474c-8b5e-0d9332f1e577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:59:45.742403 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d10cd66b-cd5e-44c0-9b27-ae5b551aed41 req-499df50a-24ca-474c-8b5e-0d9332f1e577 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:59:45.743811 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d10cd66b-cd5e-44c0-9b27-ae5b551aed41 req-499df50a-24ca-474c-8b5e-0d9332f1e577 service neutron] 10.222.0.10 "PUT /v2.0/ports/35233912-389d-4aa6-83c1-6c0a990af538 HTTP/1.1" status: 200 len: 1093 time: 0.9424036 Jan 28 07:59:45.744288 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec9c2de6-d305-49f4-b42a-d00005bddfb3', 'tag': '35233912-389d-4aa6-83c1-6c0a990af538'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:59:45.747128 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a954e06-c787-422e-a5bf-6a1bec4e1a32" -d '{"events": [{"name": "network-changed", "server_uuid": "ec9c2de6-d305-49f4-b42a-d00005bddfb3", "tag": "35233912-389d-4aa6-83c1-6c0a990af538"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:59:45.781501 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499df50a-24ca-474c-8b5e-0d9332f1e577 service neutron] Pushing event updated for resources: {'Port': ['ID=35233912-389d-4aa6-83c1-6c0a990af538,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:59:45.790434 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa7e50dc-f5ce-44ef-b2b3-54e49bc41a53 x-openstack-request-id: req-aa7e50dc-f5ce-44ef-b2b3-54e49bc41a53 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:59:45.791146 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec9c2de6-d305-49f4-b42a-d00005bddfb3", "tag": "35233912-389d-4aa6-83c1-6c0a990af538", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:59:45.791146 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-aa7e50dc-f5ce-44ef-b2b3-54e49bc41a53 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:59:45.791516 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec9c2de6-d305-49f4-b42a-d00005bddfb3', 'tag': '35233912-389d-4aa6-83c1-6c0a990af538', 'status': 'completed', 'code': 200} Jan 28 07:59:45.856138 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10cd66b-cd5e-44c0-9b27-ae5b551aed41 req-3027d000-d738-407e-8510-21f4d4ee5219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:59:45.857680 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d10cd66b-cd5e-44c0-9b27-ae5b551aed41 req-3027d000-d738-407e-8510-21f4d4ee5219 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ea75831938ac4b18946665e46df721d1&device_id=ec9c2de6-d305-49f4-b42a-d00005bddfb3 HTTP/1.1" status: 200 len: 1096 time: 0.0433471 Jan 28 07:59:45.909919 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d10cd66b-cd5e-44c0-9b27-ae5b551aed41 req-f5c360ee-b31b-42d5-a059-019bfd5f87f2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=35233912-389d-4aa6-83c1-6c0a990af538 HTTP/1.1" status: 200 len: 217 time: 0.0351737 Jan 28 07:59:45.963032 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10cd66b-cd5e-44c0-9b27-ae5b551aed41 req-4bcc8a21-7064-4951-a618-37b622ca5590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:59:45.964535 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d10cd66b-cd5e-44c0-9b27-ae5b551aed41 req-4bcc8a21-7064-4951-a618-37b622ca5590 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=de3bc95a-2ca1-4fb0-a56a-6e6091dfb4c8 HTTP/1.1" status: 200 len: 851 time: 0.0491018 Jan 28 07:59:46.013739 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10cd66b-cd5e-44c0-9b27-ae5b551aed41 req-3cc2354f-f6da-4318-bc31-252276a7ce54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:59:46.015276 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d10cd66b-cd5e-44c0-9b27-ae5b551aed41 req-3cc2354f-f6da-4318-bc31-252276a7ce54 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1afc2731-e451-45ef-9fe0-067811f3cbbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430739 Jan 28 07:59:46.102928 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d10cd66b-cd5e-44c0-9b27-ae5b551aed41 req-c4543779-20ec-43ee-a410-98c845e0fc1a service neutron] 10.222.0.10 "GET /v2.0/networks/1afc2731-e451-45ef-9fe0-067811f3cbbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803151 Jan 28 07:59:46.197065 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d10cd66b-cd5e-44c0-9b27-ae5b551aed41 req-0b074a5e-fa62-4aa4-9a95-3f722874d1ab service neutron] 10.222.0.10 "GET /v2.0/networks/1afc2731-e451-45ef-9fe0-067811f3cbbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843761 Jan 28 07:59:46.291167 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b357232-256b-4557-8711-4522f8d79e66 req-d475347d-f7f8-41e8-8a05-ca30b45c0a6e tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:59:46.293714 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2b357232-256b-4557-8711-4522f8d79e66 req-d475347d-f7f8-41e8-8a05-ca30b45c0a6e tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec9c2de6-d305-49f4-b42a-d00005bddfb3 HTTP/1.1" status: 200 len: 944 time: 0.0528359 Jan 28 07:59:46.337490 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a954e06-c787-422e-a5bf-6a1bec4e1a32 req-a7d19d8a-0f4b-4dfa-b999-f264d7f57683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:59:46.339675 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6a954e06-c787-422e-a5bf-6a1bec4e1a32 req-a7d19d8a-0f4b-4dfa-b999-f264d7f57683 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ea75831938ac4b18946665e46df721d1&device_id=ec9c2de6-d305-49f4-b42a-d00005bddfb3 HTTP/1.1" status: 200 len: 1096 time: 0.0470951 Jan 28 07:59:46.346586 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2b357232-256b-4557-8711-4522f8d79e66 req-4d601681-c741-4ea9-bd17-34de7fc4d0b6 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469563 Jan 28 07:59:46.433915 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a954e06-c787-422e-a5bf-6a1bec4e1a32 req-a7e9461e-5e1f-4ae7-b305-35219f08222f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:59:46.435443 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6a954e06-c787-422e-a5bf-6a1bec4e1a32 req-a7e9461e-5e1f-4ae7-b305-35219f08222f service neutron] 10.222.0.10 "GET /v2.0/networks?id=1afc2731-e451-45ef-9fe0-067811f3cbbd HTTP/1.1" status: 200 len: 913 time: 0.0902867 Jan 28 07:59:46.477430 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6a954e06-c787-422e-a5bf-6a1bec4e1a32 req-fa7dd0bc-7aee-41b2-a756-d32e32bca71c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=35233912-389d-4aa6-83c1-6c0a990af538 HTTP/1.1" status: 200 len: 217 time: 0.0355163 Jan 28 07:59:46.529464 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a954e06-c787-422e-a5bf-6a1bec4e1a32 req-e3effd8c-40b0-4a6e-a0b2-4ee3e926c20f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:59:46.530954 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6a954e06-c787-422e-a5bf-6a1bec4e1a32 req-e3effd8c-40b0-4a6e-a0b2-4ee3e926c20f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=de3bc95a-2ca1-4fb0-a56a-6e6091dfb4c8 HTTP/1.1" status: 200 len: 851 time: 0.0434232 Jan 28 07:59:46.585033 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a954e06-c787-422e-a5bf-6a1bec4e1a32 req-4039fec4-ff43-434b-89b1-d77900c9fd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:59:46.586527 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6a954e06-c787-422e-a5bf-6a1bec4e1a32 req-4039fec4-ff43-434b-89b1-d77900c9fd7e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1afc2731-e451-45ef-9fe0-067811f3cbbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0460234 Jan 28 07:59:46.678529 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6a954e06-c787-422e-a5bf-6a1bec4e1a32 req-5c9e311c-6aa3-4628-bc98-31054560f88b service neutron] 10.222.0.10 "GET /v2.0/networks/1afc2731-e451-45ef-9fe0-067811f3cbbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841727 Jan 28 07:59:46.774022 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6a954e06-c787-422e-a5bf-6a1bec4e1a32 req-974ac235-8cd9-466d-b390-c23364d31119 service neutron] 10.222.0.10 "GET /v2.0/networks/1afc2731-e451-45ef-9fe0-067811f3cbbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881279 Jan 28 07:59:47.414909 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 7 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 07:59:47.461733 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f361fe8b-430d-49cd-a32e-368f7247a275 req-29308338-fcd6-4021-8650-51ecdcedd78f tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:59:47.463209 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f361fe8b-430d-49cd-a32e-368f7247a275 req-29308338-fcd6-4021-8650-51ecdcedd78f tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec9c2de6-d305-49f4-b42a-d00005bddfb3 HTTP/1.1" status: 200 len: 944 time: 0.0485640 Jan 28 07:59:47.509054 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f361fe8b-430d-49cd-a32e-368f7247a275 req-130f9150-3466-4f92-aeb0-ba1f05286218 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401211 Jan 28 07:59:48.514637 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [req-eb92021a-4b7a-4d74-8d48-f760028e85b5 req-a3caea33-4d4e-46fc-880d-7f46dbec6878 service neutron] (103283) timed out ('10.222.0.10', 51617) {{(pid=103283) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 07:59:48.623717 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadffe08-5e32-40ad-8f41-2f1a5b164da0 req-1422660f-dfc6-468e-bdc4-bd0203c1a101 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:59:48.625218 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-aadffe08-5e32-40ad-8f41-2f1a5b164da0 req-1422660f-dfc6-468e-bdc4-bd0203c1a101 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec9c2de6-d305-49f4-b42a-d00005bddfb3 HTTP/1.1" status: 200 len: 944 time: 0.0472772 Jan 28 07:59:48.676076 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-aadffe08-5e32-40ad-8f41-2f1a5b164da0 req-123237fc-57ac-4c98-8899-5e293309a2c9 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451529 Jan 28 07:59:49.788366 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de33e9f-b961-4f15-9b57-8161a82f5c92 req-6a92498b-5d8e-4cbf-82af-4cead59c3001 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:59:49.789877 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0de33e9f-b961-4f15-9b57-8161a82f5c92 req-6a92498b-5d8e-4cbf-82af-4cead59c3001 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec9c2de6-d305-49f4-b42a-d00005bddfb3 HTTP/1.1" status: 200 len: 944 time: 0.0484505 Jan 28 07:59:49.799205 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 35233912-389d-4aa6-83c1-6c0a990af538 details requested by agent hyperv_n-h1-712749-28 with host n-h1-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:59:49.837141 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0de33e9f-b961-4f15-9b57-8161a82f5c92 req-c73c1ec5-1444-43aa-80f1-9000bd606907 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410903 Jan 28 07:59:49.896119 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 35233912-389d-4aa6-83c1-6c0a990af538, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=35233912-389d-4aa6-83c1-6c0a990af538,segment=NetworkSegment(9f29e49e-1298-4018-ac36-fa9bfe8943e3),segment_id=9f29e49e-1298-4018-ac36-fa9bfe8943e3)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:59:49.907909 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Returning: {'device': '35233912-389d-4aa6-83c1-6c0a990af538', 'network_id': '1afc2731-e451-45ef-9fe0-067811f3cbbd', 'port_id': '35233912-389d-4aa6-83c1-6c0a990af538', 'mac_address': 'fa:16:3e:73:7e:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de3bc95a-2ca1-4fb0-a56a-6e6091dfb4c8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:59:49.944705 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 35233912-389d-4aa6-83c1-6c0a990af538 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:59:49.945103 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (35233912-389d-4aa6-83c1-6c0a990af538), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:59:49.957807 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35233912-389d-4aa6-83c1-6c0a990af538 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:59:49.976640 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 35233912-389d-4aa6-83c1-6c0a990af538, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=35233912-389d-4aa6-83c1-6c0a990af538,segment=NetworkSegment(9f29e49e-1298-4018-ac36-fa9bfe8943e3),segment_id=9f29e49e-1298-4018-ac36-fa9bfe8943e3)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:59:49.980990 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (35233912-389d-4aa6-83c1-6c0a990af538), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:59:50.025972 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=35233912-389d-4aa6-83c1-6c0a990af538,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:59:50.299868 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['35233912-389d-4aa6-83c1-6c0a990af538'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:59:50.955098 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70071aac-0ac9-464d-8d77-6e8c923374b5 req-ae9d6e7c-9738-48d3-851c-7237a56f7f16 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:59:50.956627 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-70071aac-0ac9-464d-8d77-6e8c923374b5 req-ae9d6e7c-9738-48d3-851c-7237a56f7f16 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec9c2de6-d305-49f4-b42a-d00005bddfb3 HTTP/1.1" status: 200 len: 945 time: 0.0484767 Jan 28 07:59:51.002795 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-70071aac-0ac9-464d-8d77-6e8c923374b5 req-0a000b65-0784-4d48-9b62-b4839bb104e2 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406594 Jan 28 07:59:51.814978 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 35233912-389d-4aa6-83c1-6c0a990af538 up at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:59:51.865111 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning for port 35233912-389d-4aa6-83c1-6c0a990af538 completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:59:51.869013 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning complete for port 35233912-389d-4aa6-83c1-6c0a990af538 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:59:51.869396 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (35233912-389d-4aa6-83c1-6c0a990af538), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:59:51.950227 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 35233912-389d-4aa6-83c1-6c0a990af538 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:59:51.950614 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (35233912-389d-4aa6-83c1-6c0a990af538), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:59:51.972576 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec9c2de6-d305-49f4-b42a-d00005bddfb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35233912-389d-4aa6-83c1-6c0a990af538'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:59:51.974874 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-281e92b0-7b00-4e49-9611-0e324ff322b5" -d '{"events": [{"server_uuid": "ec9c2de6-d305-49f4-b42a-d00005bddfb3", "name": "network-vif-plugged", "status": "completed", "tag": "35233912-389d-4aa6-83c1-6c0a990af538"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:59:51.986972 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 35233912-389d-4aa6-83c1-6c0a990af538, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=35233912-389d-4aa6-83c1-6c0a990af538,segment=NetworkSegment(9f29e49e-1298-4018-ac36-fa9bfe8943e3),segment_id=9f29e49e-1298-4018-ac36-fa9bfe8943e3)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:59:51.990833 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (35233912-389d-4aa6-83c1-6c0a990af538), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:59:52.016715 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-894097a1-96f0-4688-ac39-eeccce0e8854 x-openstack-request-id: req-894097a1-96f0-4688-ac39-eeccce0e8854 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:59:52.016988 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec9c2de6-d305-49f4-b42a-d00005bddfb3", "name": "network-vif-plugged", "status": "completed", "tag": "35233912-389d-4aa6-83c1-6c0a990af538", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:59:52.017242 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-894097a1-96f0-4688-ac39-eeccce0e8854 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:59:52.017630 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec9c2de6-d305-49f4-b42a-d00005bddfb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35233912-389d-4aa6-83c1-6c0a990af538', 'code': 200} Jan 28 07:59:52.043153 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=35233912-389d-4aa6-83c1-6c0a990af538,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:59:52.128293 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72fa60e-44a2-435f-b96c-0f99d783e748 req-558435b8-54b9-4de8-b283-6e20a817c024 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:59:52.129826 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d72fa60e-44a2-435f-b96c-0f99d783e748 req-558435b8-54b9-4de8-b283-6e20a817c024 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec9c2de6-d305-49f4-b42a-d00005bddfb3 HTTP/1.1" status: 200 len: 946 time: 0.0491273 Jan 28 07:59:52.159109 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8a2fbc-f2ae-425b-b49a-70ca47f316e3 req-e4aa0a5b-e991-4599-8381-b11237316ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:59:52.160690 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-dd8a2fbc-f2ae-425b-b49a-70ca47f316e3 req-e4aa0a5b-e991-4599-8381-b11237316ad3 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ec9c2de6-d305-49f4-b42a-d00005bddfb3 HTTP/1.1" status: 200 len: 1098 time: 0.0453763 Jan 28 07:59:52.178152 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d72fa60e-44a2-435f-b96c-0f99d783e748 req-1aa64d67-10f8-42c7-8ece-513010fda330 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427179 Jan 28 07:59:52.209217 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-dd8a2fbc-f2ae-425b-b49a-70ca47f316e3 req-0ce7d4e6-5cd2-473a-8def-749e06f7b164 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410142 Jan 28 07:59:53.297139 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6c5d1b-d60a-43ef-808d-6054dc478d9b req-8f8f5f94-da82-4069-8f9b-963e2eb181e1 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:59:53.298907 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6e6c5d1b-d60a-43ef-808d-6054dc478d9b req-8f8f5f94-da82-4069-8f9b-963e2eb181e1 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec9c2de6-d305-49f4-b42a-d00005bddfb3 HTTP/1.1" status: 200 len: 946 time: 0.0492764 Jan 28 07:59:53.345716 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6e6c5d1b-d60a-43ef-808d-6054dc478d9b req-0e837fa4-ff72-4fd4-b0f0-43ff07189b02 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412600 Jan 28 07:59:54.464610 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c5c5b2-40b4-40d0-88d3-323d725c2304 req-42d9af83-5df1-4518-aa79-1e635bfe3d48 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:59:54.466124 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c9c5c5b2-40b4-40d0-88d3-323d725c2304 req-42d9af83-5df1-4518-aa79-1e635bfe3d48 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec9c2de6-d305-49f4-b42a-d00005bddfb3 HTTP/1.1" status: 200 len: 946 time: 0.0534933 Jan 28 07:59:54.513037 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c9c5c5b2-40b4-40d0-88d3-323d725c2304 req-2b525268-cf67-41e3-b4f8-86ca24e8e604 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413978 Jan 28 07:59:54.623458 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2220c6-4b6d-4a00-bde0-70c7d12b27f8 req-da1f4a56-25ec-4b16-a139-c6e9573ef70e tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:59:54.624878 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-bd2220c6-4b6d-4a00-bde0-70c7d12b27f8 req-da1f4a56-25ec-4b16-a139-c6e9573ef70e tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec9c2de6-d305-49f4-b42a-d00005bddfb3 HTTP/1.1" status: 200 len: 946 time: 0.0484748 Jan 28 07:59:54.633853 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 38010) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:59:54.638846 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-6d56ab35-a498-4de5-95db-28c7b135d064 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Request body: {'floatingip': {'port_id': '35233912-389d-4aa6-83c1-6c0a990af538'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:59:54.681154 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6d56ab35-a498-4de5-95db-28c7b135d064 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Publish callbacks [] for floatingip (99fdf00c-0722-4494-aadb-492179653fc1), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:59:55.103650 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6d56ab35-a498-4de5-95db-28c7b135d064 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:59:55.108030 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6d56ab35-a498-4de5-95db-28c7b135d064 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16609095'] for floatingip (99fdf00c-0722-4494-aadb-492179653fc1), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:59:55.204969 n-d-712749-28 neutron-server[103284]: INFO neutron.db.l3_db [None req-6d56ab35-a498-4de5-95db-28c7b135d064 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Floating IP 99fdf00c-0722-4494-aadb-492179653fc1 associated. External IP: 172.25.6.173, port: 35233912-389d-4aa6-83c1-6c0a990af538. Jan 28 07:59:55.404487 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d56ab35-a498-4de5-95db-28c7b135d064 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Router 471ae43a-1a31-406c-ae5e-acc2efe0a256 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:59:55.511394 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d56ab35-a498-4de5-95db-28c7b135d064 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:59:55.516553 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6d56ab35-a498-4de5-95db-28c7b135d064 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for floatingip (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:59:55.521069 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d549bf48-31ba-4c22-9fe2-3f2d232a8029 None None] Sync routers for ids ['471ae43a-1a31-406c-ae5e-acc2efe0a256'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:59:55.530656 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d549bf48-31ba-4c22-9fe2-3f2d232a8029 None None] Routers {'471ae43a-1a31-406c-ae5e-acc2efe0a256'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:59:55.531272 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-d549bf48-31ba-4c22-9fe2-3f2d232a8029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:59:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['471ae43a-1a31-406c-ae5e-acc2efe0a256'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:59:55.543935 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-6d56ab35-a498-4de5-95db-28c7b135d064 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "PUT /v2.0/floatingips/99fdf00c-0722-4494-aadb-492179653fc1 HTTP/1.1" status: 200 len: 992 time: 0.9090295 Jan 28 07:59:55.544638 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec9c2de6-d305-49f4-b42a-d00005bddfb3', 'tag': '35233912-389d-4aa6-83c1-6c0a990af538'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:59:55.547125 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb36c4ba-9db7-43a8-807c-32e973e54057" -d '{"events": [{"name": "network-changed", "server_uuid": "ec9c2de6-d305-49f4-b42a-d00005bddfb3", "tag": "35233912-389d-4aa6-83c1-6c0a990af538"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:59:55.586166 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43e3d6d1-301d-47a8-8879-cbe6242b82c7 x-openstack-request-id: req-43e3d6d1-301d-47a8-8879-cbe6242b82c7 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:59:55.586531 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec9c2de6-d305-49f4-b42a-d00005bddfb3", "tag": "35233912-389d-4aa6-83c1-6c0a990af538", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:59:55.586879 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-43e3d6d1-301d-47a8-8879-cbe6242b82c7 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:59:55.587350 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec9c2de6-d305-49f4-b42a-d00005bddfb3', 'tag': '35233912-389d-4aa6-83c1-6c0a990af538', 'status': 'completed', 'code': 200} Jan 28 07:59:55.638805 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-d549bf48-31ba-4c22-9fe2-3f2d232a8029 None None] Set router 471ae43a-1a31-406c-ae5e-acc2efe0a256 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:59:55.685309 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb36c4ba-9db7-43a8-807c-32e973e54057 req-df2faa31-f4df-49af-81fe-a49604350102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:59:55.686962 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-bb36c4ba-9db7-43a8-807c-32e973e54057 req-df2faa31-f4df-49af-81fe-a49604350102 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ea75831938ac4b18946665e46df721d1&device_id=ec9c2de6-d305-49f4-b42a-d00005bddfb3 HTTP/1.1" status: 200 len: 1098 time: 0.0460992 Jan 28 07:59:55.774875 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb36c4ba-9db7-43a8-807c-32e973e54057 req-f4ae4721-03d7-4dcc-884a-3e07b83befc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:59:55.776957 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-bb36c4ba-9db7-43a8-807c-32e973e54057 req-f4ae4721-03d7-4dcc-884a-3e07b83befc5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=1afc2731-e451-45ef-9fe0-067811f3cbbd HTTP/1.1" status: 200 len: 913 time: 0.0829127 Jan 28 07:59:55.845058 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-bb36c4ba-9db7-43a8-807c-32e973e54057 req-b8f91074-9160-4e70-a45f-4d0d15fb09c8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=35233912-389d-4aa6-83c1-6c0a990af538 HTTP/1.1" status: 200 len: 1000 time: 0.0629375 Jan 28 07:59:55.859952 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-d549bf48-31ba-4c22-9fe2-3f2d232a8029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '471ae43a-1a31-406c-ae5e-acc2efe0a256', 'name': 'tempest-ServerActionsTestJSON-1457173536-router', 'tenant_id': 'ea75831938ac4b18946665e46df721d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': 'ed8b465d-05c2-49a6-8fd3-45f91f421823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:59:37Z', 'updated_at': '2022-01-28T07:59:39Z', 'revision_number': 4, 'project_id': 'ea75831938ac4b18946665e46df721d1', 'gw_port': {'id': 'ed8b465d-05c2-49a6-8fd3-45f91f421823', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:2b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471ae43a-1a31-406c-ae5e-acc2efe0a256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:59:37Z', 'updated_at': '2022-01-28T07:59:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_floatingips': [{'id': '99fdf00c-0722-4494-aadb-492179653fc1', 'tenant_id': 'ea75831938ac4b18946665e46df721d1', 'floating_ip_address': '172.25.6.173', 'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'router_id': '471ae43a-1a31-406c-ae5e-acc2efe0a256', 'port_id': '35233912-389d-4aa6-83c1-6c0a990af538', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1afc2731-e451-45ef-9fe0-067811f3cbbd', 'mac_address': 'fa:16:3e:73:7e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec9c2de6-d305-49f4-b42a-d00005bddfb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:59:41Z', 'updated_at': '2022-01-28T07:59:55Z', 'revision_number': 1, 'project_id': 'ea75831938ac4b18946665e46df721d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d7d521e-d346-4914-82ee-3ebe2f4e18db', 'name': '', 'network_id': '1afc2731-e451-45ef-9fe0-067811f3cbbd', 'tenant_id': 'ea75831938ac4b18946665e46df721d1', 'mac_address': 'fa:16:3e:42:66:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471ae43a-1a31-406c-ae5e-acc2efe0a256', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'de3bc95a-2ca1-4fb0-a56a-6e6091dfb4c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:59:39Z', 'updated_at': '2022-01-28T07:59:43Z', 'revision_number': 5, 'project_id': 'ea75831938ac4b18946665e46df721d1', 'subnets': [{'id': 'de3bc95a-2ca1-4fb0-a56a-6e6091dfb4c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:59:55.889478 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d549bf48-31ba-4c22-9fe2-3f2d232a8029 None None] Checking router: 471ae43a-1a31-406c-ae5e-acc2efe0a256 for host: n-d-712749-28 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:59:55.892948 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb36c4ba-9db7-43a8-807c-32e973e54057 req-2a7c8ca4-c506-4382-801c-a7ac7e818d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:59:55.894452 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-bb36c4ba-9db7-43a8-807c-32e973e54057 req-2a7c8ca4-c506-4382-801c-a7ac7e818d6e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=de3bc95a-2ca1-4fb0-a56a-6e6091dfb4c8 HTTP/1.1" status: 200 len: 851 time: 0.0429409 Jan 28 07:59:55.897618 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d549bf48-31ba-4c22-9fe2-3f2d232a8029 None None] Routers {'471ae43a-1a31-406c-ae5e-acc2efe0a256'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:59:55.898221 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-d549bf48-31ba-4c22-9fe2-3f2d232a8029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T07:59:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['471ae43a-1a31-406c-ae5e-acc2efe0a256'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:59:55.939285 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb36c4ba-9db7-43a8-807c-32e973e54057 req-387bd86a-c2e8-4b64-a64a-907349236cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:59:55.940910 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-bb36c4ba-9db7-43a8-807c-32e973e54057 req-387bd86a-c2e8-4b64-a64a-907349236cc7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1afc2731-e451-45ef-9fe0-067811f3cbbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407543 Jan 28 07:59:56.003229 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-d549bf48-31ba-4c22-9fe2-3f2d232a8029 None None] Set router 471ae43a-1a31-406c-ae5e-acc2efe0a256 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:59:56.035518 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-bb36c4ba-9db7-43a8-807c-32e973e54057 req-9dfcf1f1-ef96-47e9-8021-c595ee1f8df9 service neutron] 10.222.0.10 "GET /v2.0/networks/1afc2731-e451-45ef-9fe0-067811f3cbbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883996 Jan 28 07:59:56.126999 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-bb36c4ba-9db7-43a8-807c-32e973e54057 req-9fb4644e-a11d-43b6-8c24-f19e45189e3b service neutron] 10.222.0.10 "GET /v2.0/networks/1afc2731-e451-45ef-9fe0-067811f3cbbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856841 Jan 28 07:59:56.312111 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-d549bf48-31ba-4c22-9fe2-3f2d232a8029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '471ae43a-1a31-406c-ae5e-acc2efe0a256', 'name': 'tempest-ServerActionsTestJSON-1457173536-router', 'tenant_id': 'ea75831938ac4b18946665e46df721d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': 'ed8b465d-05c2-49a6-8fd3-45f91f421823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:59:37Z', 'updated_at': '2022-01-28T07:59:39Z', 'revision_number': 4, 'project_id': 'ea75831938ac4b18946665e46df721d1', 'gw_port': {'id': 'ed8b465d-05c2-49a6-8fd3-45f91f421823', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:2b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471ae43a-1a31-406c-ae5e-acc2efe0a256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:59:37Z', 'updated_at': '2022-01-28T07:59:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_floatingips': [{'id': '99fdf00c-0722-4494-aadb-492179653fc1', 'tenant_id': 'ea75831938ac4b18946665e46df721d1', 'floating_ip_address': '172.25.6.173', 'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'router_id': '471ae43a-1a31-406c-ae5e-acc2efe0a256', 'port_id': '35233912-389d-4aa6-83c1-6c0a990af538', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1afc2731-e451-45ef-9fe0-067811f3cbbd', 'mac_address': 'fa:16:3e:73:7e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec9c2de6-d305-49f4-b42a-d00005bddfb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:59:41Z', 'updated_at': '2022-01-28T07:59:55Z', 'revision_number': 1, 'project_id': 'ea75831938ac4b18946665e46df721d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d7d521e-d346-4914-82ee-3ebe2f4e18db', 'name': '', 'network_id': '1afc2731-e451-45ef-9fe0-067811f3cbbd', 'tenant_id': 'ea75831938ac4b18946665e46df721d1', 'mac_address': 'fa:16:3e:42:66:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471ae43a-1a31-406c-ae5e-acc2efe0a256', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'de3bc95a-2ca1-4fb0-a56a-6e6091dfb4c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:59:39Z', 'updated_at': '2022-01-28T07:59:43Z', 'revision_number': 5, 'project_id': 'ea75831938ac4b18946665e46df721d1', 'subnets': [{'id': 'de3bc95a-2ca1-4fb0-a56a-6e6091dfb4c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:59:56.339278 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d549bf48-31ba-4c22-9fe2-3f2d232a8029 None None] The sync data for ids ['471ae43a-1a31-406c-ae5e-acc2efe0a256'] in n-d-712749-28 is: [{'id': '471ae43a-1a31-406c-ae5e-acc2efe0a256', 'name': 'tempest-ServerActionsTestJSON-1457173536-router', 'tenant_id': 'ea75831938ac4b18946665e46df721d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': 'ed8b465d-05c2-49a6-8fd3-45f91f421823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:59:37Z', 'updated_at': '2022-01-28T07:59:39Z', 'revision_number': 4, 'project_id': 'ea75831938ac4b18946665e46df721d1', 'gw_port': {'id': 'ed8b465d-05c2-49a6-8fd3-45f91f421823', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:2b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471ae43a-1a31-406c-ae5e-acc2efe0a256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:59:37Z', 'updated_at': '2022-01-28T07:59:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_floatingips': [{'id': '99fdf00c-0722-4494-aadb-492179653fc1', 'tenant_id': 'ea75831938ac4b18946665e46df721d1', 'floating_ip_address': '172.25.6.173', 'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'router_id': '471ae43a-1a31-406c-ae5e-acc2efe0a256', 'port_id': '35233912-389d-4aa6-83c1-6c0a990af538', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1afc2731-e451-45ef-9fe0-067811f3cbbd', 'mac_address': 'fa:16:3e:73:7e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec9c2de6-d305-49f4-b42a-d00005bddfb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:59:41Z', 'updated_at': '2022-01-28T07:59:55Z', 'revision_number': 1, 'project_id': 'ea75831938ac4b18946665e46df721d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d7d521e-d346-4914-82ee-3ebe2f4e18db', 'name': '', 'network_id': '1afc2731-e451-45ef-9fe0-067811f3cbbd', 'tenant_id': 'ea75831938ac4b18946665e46df721d1', 'mac_address': 'fa:16:3e:42:66:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471ae43a-1a31-406c-ae5e-acc2efe0a256', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'de3bc95a-2ca1-4fb0-a56a-6e6091dfb4c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:59:39Z', 'updated_at': '2022-01-28T07:59:43Z', 'revision_number': 5, 'project_id': 'ea75831938ac4b18946665e46df721d1', 'subnets': [{'id': 'de3bc95a-2ca1-4fb0-a56a-6e6091dfb4c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:59:56.525731 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5abca553-f4c9-42ba-b1db-a65938c4cfac None None] New status for floating IP 99fdf00c-0722-4494-aadb-492179653fc1: ACTIVE {{(pid=103285) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 08:00:03.315229 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1e7a8852-d763-431b-9890-413f9feca22b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:00:03.425139 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:00:04.402432 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:00:05.681807 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0058b7b6-b597-4bec-9d6a-804865295335 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:00:06.399161 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-511e0652-d31e-462d-bb4f-71b5483662d5 req-1a10eb5c-fe5b-4aef-90b9-7cb32cda55f7 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ec9c2de6-d305-49f4-b42a-d00005bddfb3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0418220 Jan 28 08:00:06.523457 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511e0652-d31e-462d-bb4f-71b5483662d5 req-398db358-94ab-4e54-8f87-b93f6d6c0ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:00:06.524984 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-511e0652-d31e-462d-bb4f-71b5483662d5 req-398db358-94ab-4e54-8f87-b93f6d6c0ef4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ea75831938ac4b18946665e46df721d1&device_id=ec9c2de6-d305-49f4-b42a-d00005bddfb3 HTTP/1.1" status: 200 len: 1098 time: 0.0441458 Jan 28 08:00:06.625424 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511e0652-d31e-462d-bb4f-71b5483662d5 req-27318017-edc5-4432-9a52-9f15fb730c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:00:06.626807 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-511e0652-d31e-462d-bb4f-71b5483662d5 req-27318017-edc5-4432-9a52-9f15fb730c4b service neutron] 10.222.0.10 "GET /v2.0/networks?id=1afc2731-e451-45ef-9fe0-067811f3cbbd HTTP/1.1" status: 200 len: 913 time: 0.0833073 Jan 28 08:00:06.696496 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-511e0652-d31e-462d-bb4f-71b5483662d5 req-5bc3bd64-1826-4e22-bb36-cbc12b10dee6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=35233912-389d-4aa6-83c1-6c0a990af538 HTTP/1.1" status: 200 len: 1002 time: 0.0626805 Jan 28 08:00:06.744670 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511e0652-d31e-462d-bb4f-71b5483662d5 req-40bd84da-0041-4742-82de-8634d4f69629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:00:06.746801 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-511e0652-d31e-462d-bb4f-71b5483662d5 req-40bd84da-0041-4742-82de-8634d4f69629 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=de3bc95a-2ca1-4fb0-a56a-6e6091dfb4c8 HTTP/1.1" status: 200 len: 851 time: 0.0446315 Jan 28 08:00:06.789882 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511e0652-d31e-462d-bb4f-71b5483662d5 req-d4ebf685-d56b-4750-93d0-aeea6d257f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:00:06.791348 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-511e0652-d31e-462d-bb4f-71b5483662d5 req-d4ebf685-d56b-4750-93d0-aeea6d257f53 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1afc2731-e451-45ef-9fe0-067811f3cbbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388234 Jan 28 08:00:06.880001 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-511e0652-d31e-462d-bb4f-71b5483662d5 req-f383216a-713b-436b-98e9-df6c4cf93c52 service neutron] 10.222.0.10 "GET /v2.0/networks/1afc2731-e451-45ef-9fe0-067811f3cbbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827098 Jan 28 08:00:06.967275 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-511e0652-d31e-462d-bb4f-71b5483662d5 req-9af2081f-8541-469b-a830-f5914005701e service neutron] 10.222.0.10 "GET /v2.0/networks/1afc2731-e451-45ef-9fe0-067811f3cbbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813704 Jan 28 08:00:07.133483 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:00:08.874087 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:00:09.775413 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:00:24.414486 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 7 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 08:00:33.316729 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f74de6ba-2ae0-4c99-a228-15f79651b8b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:00:33.426064 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:00:34.400730 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:00:35.685303 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ba9b5231-c721-4e4a-ab49-cc439728790b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:00:37.133190 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:00:38.822235 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:00:39.781369 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:01:01.414058 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 7 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 08:01:03.319231 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b633a735-b7d8-4922-a2d1-d8392cf910ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:01:03.424245 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:01:04.410287 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:01:05.686809 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-eefc5a71-afcb-45ae-8271-81d39a947714 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:01:07.135392 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:01:08.475588 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3b93dc30-bf64-4edd-8879-af8bac749d94 req-2cf338ff-fb39-41b6-8b48-a08130d3f323 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ec9c2de6-d305-49f4-b42a-d00005bddfb3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0902674 Jan 28 08:01:08.585993 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b93dc30-bf64-4edd-8879-af8bac749d94 req-9d164b86-35a1-4b9b-9f4a-259ff03eb860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:01:08.587377 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3b93dc30-bf64-4edd-8879-af8bac749d94 req-9d164b86-35a1-4b9b-9f4a-259ff03eb860 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ea75831938ac4b18946665e46df721d1&device_id=ec9c2de6-d305-49f4-b42a-d00005bddfb3 HTTP/1.1" status: 200 len: 1098 time: 0.0444293 Jan 28 08:01:08.691162 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b93dc30-bf64-4edd-8879-af8bac749d94 req-404caf7e-455c-441b-8618-ce32e17e9ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:01:08.692669 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3b93dc30-bf64-4edd-8879-af8bac749d94 req-404caf7e-455c-441b-8618-ce32e17e9ad6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=1afc2731-e451-45ef-9fe0-067811f3cbbd HTTP/1.1" status: 200 len: 913 time: 0.0835133 Jan 28 08:01:08.764952 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3b93dc30-bf64-4edd-8879-af8bac749d94 req-df9f5371-56fe-42cc-a10a-a014a3d77c97 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=35233912-389d-4aa6-83c1-6c0a990af538 HTTP/1.1" status: 200 len: 1002 time: 0.0624971 Jan 28 08:01:08.816458 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b93dc30-bf64-4edd-8879-af8bac749d94 req-ac1c6c9b-66b0-4da4-9537-d00d4709845b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:01:08.817949 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3b93dc30-bf64-4edd-8879-af8bac749d94 req-ac1c6c9b-66b0-4da4-9537-d00d4709845b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=de3bc95a-2ca1-4fb0-a56a-6e6091dfb4c8 HTTP/1.1" status: 200 len: 851 time: 0.0440676 Jan 28 08:01:08.824631 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:01:08.866235 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b93dc30-bf64-4edd-8879-af8bac749d94 req-8a23ea4b-38d5-4476-b23c-0d362dbce2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:01:08.867639 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3b93dc30-bf64-4edd-8879-af8bac749d94 req-8a23ea4b-38d5-4476-b23c-0d362dbce2a3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1afc2731-e451-45ef-9fe0-067811f3cbbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406046 Jan 28 08:01:08.961091 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3b93dc30-bf64-4edd-8879-af8bac749d94 req-7976f162-467f-4188-ab4f-f4a9cda794a4 service neutron] 10.222.0.10 "GET /v2.0/networks/1afc2731-e451-45ef-9fe0-067811f3cbbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837929 Jan 28 08:01:09.050177 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3b93dc30-bf64-4edd-8879-af8bac749d94 req-22c6daec-3197-4529-876f-59c81f7a6696 service neutron] 10.222.0.10 "GET /v2.0/networks/1afc2731-e451-45ef-9fe0-067811f3cbbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792224 Jan 28 08:01:09.773329 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:01:33.320644 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5f1772dc-1e6d-47f6-a4d0-945cb3836f69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:01:33.423363 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:01:33.631237 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edd1bdd-6a6a-4b6b-b842-3887f5562efc req-7d47a0fa-c6e8-4fc8-9870-558626dc0c75 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:01:33.632720 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2edd1bdd-6a6a-4b6b-b842-3887f5562efc req-7d47a0fa-c6e8-4fc8-9870-558626dc0c75 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec9c2de6-d305-49f4-b42a-d00005bddfb3 HTTP/1.1" status: 200 len: 946 time: 0.1035092 Jan 28 08:01:33.682262 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2edd1bdd-6a6a-4b6b-b842-3887f5562efc req-95384433-c282-40c9-b6ab-972842f3b6ac tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437908 Jan 28 08:01:33.917036 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1a65ccdb-9296-4ae8-b2c8-16ed7986b14e req-f63e031f-574d-488a-aaea-a046df463017 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ec9c2de6-d305-49f4-b42a-d00005bddfb3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0415320 Jan 28 08:01:33.931589 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f8eca4-71a0-4e3a-81d4-22bb8ac6f5c3 req-7460880e-93fd-4723-8d2c-f9cf6670ef06 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:01:33.933134 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f6f8eca4-71a0-4e3a-81d4-22bb8ac6f5c3 req-7460880e-93fd-4723-8d2c-f9cf6670ef06 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec9c2de6-d305-49f4-b42a-d00005bddfb3 HTTP/1.1" status: 200 len: 946 time: 0.0491762 Jan 28 08:01:33.983045 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f6f8eca4-71a0-4e3a-81d4-22bb8ac6f5c3 req-f4f30f81-9d5f-4145-af73-13e144c4d887 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432985 Jan 28 08:01:34.430730 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:01:35.085564 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a65ccdb-9296-4ae8-b2c8-16ed7986b14e req-3e18ab0f-df7d-47b4-a903-3d96e89bc147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:01:35.087083 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1a65ccdb-9296-4ae8-b2c8-16ed7986b14e req-3e18ab0f-df7d-47b4-a903-3d96e89bc147 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ea75831938ac4b18946665e46df721d1&device_id=ec9c2de6-d305-49f4-b42a-d00005bddfb3 HTTP/1.1" status: 200 len: 1098 time: 0.0427747 Jan 28 08:01:35.157128 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17006e49-63c4-49ee-b6a9-35a58a58a466 req-bf14404a-4a32-4dd9-ae1a-89a4f02345ba tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:01:35.158640 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-17006e49-63c4-49ee-b6a9-35a58a58a466 req-bf14404a-4a32-4dd9-ae1a-89a4f02345ba tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec9c2de6-d305-49f4-b42a-d00005bddfb3 HTTP/1.1" status: 200 len: 946 time: 0.1039867 Jan 28 08:01:35.182393 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a65ccdb-9296-4ae8-b2c8-16ed7986b14e req-ea7b6c05-f1ab-4435-8fc9-cfc4ade72924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:01:35.184520 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1a65ccdb-9296-4ae8-b2c8-16ed7986b14e req-ea7b6c05-f1ab-4435-8fc9-cfc4ade72924 service neutron] 10.222.0.10 "GET /v2.0/networks?id=1afc2731-e451-45ef-9fe0-067811f3cbbd HTTP/1.1" status: 200 len: 913 time: 0.0874143 Jan 28 08:01:35.210685 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-17006e49-63c4-49ee-b6a9-35a58a58a466 req-f83a4f15-2f4b-48d8-95cd-6b73ab95675b tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452135 Jan 28 08:01:35.251510 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1a65ccdb-9296-4ae8-b2c8-16ed7986b14e req-6202644c-512f-4d64-a5bb-405f3fc9f8f0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=35233912-389d-4aa6-83c1-6c0a990af538 HTTP/1.1" status: 200 len: 1002 time: 0.0576971 Jan 28 08:01:35.302744 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a65ccdb-9296-4ae8-b2c8-16ed7986b14e req-8d585b9f-0454-49a9-9de7-ccd90e3f7073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:01:35.304131 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1a65ccdb-9296-4ae8-b2c8-16ed7986b14e req-8d585b9f-0454-49a9-9de7-ccd90e3f7073 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=de3bc95a-2ca1-4fb0-a56a-6e6091dfb4c8 HTTP/1.1" status: 200 len: 851 time: 0.0436590 Jan 28 08:01:35.357072 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a65ccdb-9296-4ae8-b2c8-16ed7986b14e req-70baf71b-97b8-47a6-afda-98f1c65d3b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:01:35.358611 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1a65ccdb-9296-4ae8-b2c8-16ed7986b14e req-70baf71b-97b8-47a6-afda-98f1c65d3b5f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1afc2731-e451-45ef-9fe0-067811f3cbbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454204 Jan 28 08:01:35.452594 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1a65ccdb-9296-4ae8-b2c8-16ed7986b14e req-a0670456-7e48-4765-b0b0-c195203be781 service neutron] 10.222.0.10 "GET /v2.0/networks/1afc2731-e451-45ef-9fe0-067811f3cbbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843244 Jan 28 08:01:35.548759 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1a65ccdb-9296-4ae8-b2c8-16ed7986b14e req-a61ad645-5113-4012-8b88-7dc92622f4d6 service neutron] 10.222.0.10 "GET /v2.0/networks/1afc2731-e451-45ef-9fe0-067811f3cbbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877409 Jan 28 08:01:35.688771 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a06cd16e-7e01-483a-bba6-970cd25ec01c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:01:36.327096 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb6c598-0528-4983-b4d7-9e5bdd66f62e req-9f459359-8585-4ec4-a611-5c5253ba7681 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:01:36.328704 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ceb6c598-0528-4983-b4d7-9e5bdd66f62e req-9f459359-8585-4ec4-a611-5c5253ba7681 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec9c2de6-d305-49f4-b42a-d00005bddfb3 HTTP/1.1" status: 200 len: 946 time: 0.0484357 Jan 28 08:01:36.374410 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ceb6c598-0528-4983-b4d7-9e5bdd66f62e req-cb864916-2e55-4102-a39a-1aecc57aa8dd tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397348 Jan 28 08:01:37.138373 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:01:37.490395 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd4cdf8-fc4b-493e-982b-6d6787e35962 req-77f5dc41-d14a-4e4b-9ce6-1991ce3190ea tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:01:37.491882 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1bd4cdf8-fc4b-493e-982b-6d6787e35962 req-77f5dc41-d14a-4e4b-9ce6-1991ce3190ea tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec9c2de6-d305-49f4-b42a-d00005bddfb3 HTTP/1.1" status: 200 len: 946 time: 0.0489271 Jan 28 08:01:37.538240 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1bd4cdf8-fc4b-493e-982b-6d6787e35962 req-510824d0-dbe1-4787-aa0d-40fed89df3d3 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406225 Jan 28 08:01:38.412983 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 7 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 08:01:38.655373 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc221dc-cc6a-4521-9eae-c2cfef1561b6 req-e737ac0e-3667-4739-ac36-5b836be041a2 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:01:38.656819 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-edc221dc-cc6a-4521-9eae-c2cfef1561b6 req-e737ac0e-3667-4739-ac36-5b836be041a2 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec9c2de6-d305-49f4-b42a-d00005bddfb3 HTTP/1.1" status: 200 len: 946 time: 0.0463843 Jan 28 08:01:38.705001 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-edc221dc-cc6a-4521-9eae-c2cfef1561b6 req-e05b89a1-b917-4e8d-9d42-8c5856806324 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427756 Jan 28 08:01:38.827273 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:01:39.776910 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:01:39.818753 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6183692-c9e0-4ee9-bd9d-529ee246fc3d req-d10cb3e8-b8ad-4632-8ced-41edcc838315 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:01:39.820277 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e6183692-c9e0-4ee9-bd9d-529ee246fc3d req-d10cb3e8-b8ad-4632-8ced-41edcc838315 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec9c2de6-d305-49f4-b42a-d00005bddfb3 HTTP/1.1" status: 200 len: 946 time: 0.0490406 Jan 28 08:01:39.867690 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e6183692-c9e0-4ee9-bd9d-529ee246fc3d req-ba7e2f26-2139-4631-8152-3ea50d27cafb tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407917 Jan 28 08:01:40.978387 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133d39f4-3520-4bb6-a201-49469f984bea req-358af90a-0985-44c3-848e-0b928e6a0f18 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:01:40.979833 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-133d39f4-3520-4bb6-a201-49469f984bea req-358af90a-0985-44c3-848e-0b928e6a0f18 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec9c2de6-d305-49f4-b42a-d00005bddfb3 HTTP/1.1" status: 200 len: 946 time: 0.0470722 Jan 28 08:01:41.025738 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-133d39f4-3520-4bb6-a201-49469f984bea req-cacb71ea-fb2b-4791-9590-7ca70b038073 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401947 Jan 28 08:01:42.144559 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f1bad4-9923-48c4-9a31-167a7f2f0a27 req-1bd742a8-a57a-4d47-95c8-a2125fdefb51 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:01:42.146054 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d8f1bad4-9923-48c4-9a31-167a7f2f0a27 req-1bd742a8-a57a-4d47-95c8-a2125fdefb51 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec9c2de6-d305-49f4-b42a-d00005bddfb3 HTTP/1.1" status: 200 len: 946 time: 0.0530152 Jan 28 08:01:42.193223 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d8f1bad4-9923-48c4-9a31-167a7f2f0a27 req-0d433151-4590-4216-9bf0-577bdb7f6e79 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416827 Jan 28 08:01:43.306609 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db42f4c-4cd5-454b-b9f4-55e08d634823 req-d1c8b422-a7e9-45d5-8244-9632395ba9b1 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:01:43.308059 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0db42f4c-4cd5-454b-b9f4-55e08d634823 req-d1c8b422-a7e9-45d5-8244-9632395ba9b1 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec9c2de6-d305-49f4-b42a-d00005bddfb3 HTTP/1.1" status: 200 len: 946 time: 0.0477216 Jan 28 08:01:43.352812 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0db42f4c-4cd5-454b-b9f4-55e08d634823 req-ef16d3b9-fb84-41e0-8176-011349074a2a tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386553 Jan 28 08:01:44.469549 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1cd9ab-5c3c-4443-a087-640fdaa94b8c req-950ae0ec-10a8-4a46-b256-254892322649 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:01:44.471058 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5a1cd9ab-5c3c-4443-a087-640fdaa94b8c req-950ae0ec-10a8-4a46-b256-254892322649 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec9c2de6-d305-49f4-b42a-d00005bddfb3 HTTP/1.1" status: 200 len: 946 time: 0.0487483 Jan 28 08:01:44.517302 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5a1cd9ab-5c3c-4443-a087-640fdaa94b8c req-b3efec45-8024-44cf-99cd-426247e91c18 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407336 Jan 28 08:01:45.634047 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d26a7a-4cac-47c8-bf13-d23bcbf104a8 req-3df8b52f-6f50-496f-955a-801bf830c68d tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:01:45.635441 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c6d26a7a-4cac-47c8-bf13-d23bcbf104a8 req-3df8b52f-6f50-496f-955a-801bf830c68d tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec9c2de6-d305-49f4-b42a-d00005bddfb3 HTTP/1.1" status: 200 len: 946 time: 0.0510657 Jan 28 08:01:45.680985 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c6d26a7a-4cac-47c8-bf13-d23bcbf104a8 req-e5fd45c8-8429-4cb5-a394-5174b177aac5 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393596 Jan 28 08:01:46.800269 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc937846-e0df-4d16-89db-4b31136fd5f0 req-69da5cc1-6bd3-4eee-8f6e-88963adbd8e1 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:01:46.801775 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-bc937846-e0df-4d16-89db-4b31136fd5f0 req-69da5cc1-6bd3-4eee-8f6e-88963adbd8e1 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec9c2de6-d305-49f4-b42a-d00005bddfb3 HTTP/1.1" status: 200 len: 946 time: 0.0530479 Jan 28 08:01:46.850103 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-bc937846-e0df-4d16-89db-4b31136fd5f0 req-700511ec-b128-4c7e-abea-c2d56aed4903 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427871 Jan 28 08:01:47.749101 n-d-712749-28 neutron-server[103284]: INFO neutron.api.v2.resource [req-1a65ccdb-9296-4ae8-b2c8-16ed7986b14e req-9d0a407c-eb62-496e-bfdf-fa3b3bf81188 service neutron] show failed (client error): The resource could not be found. Jan 28 08:01:47.750044 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1a65ccdb-9296-4ae8-b2c8-16ed7986b14e req-9d0a407c-eb62-496e-bfdf-fa3b3bf81188 service neutron] 10.222.0.10 "GET /v2.0/ports/35233912-389d-4aa6-83c1-6c0a990af538/bindings/n-h2-712749-28 HTTP/1.1" status: 404 len: 381 time: 0.0543797 Jan 28 08:01:47.971332 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a31ce2-b783-4dd4-81b0-ea38942fab95 req-0351f139-4157-43df-bcb6-54ff04e1bdb7 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:01:47.972877 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-15a31ce2-b783-4dd4-81b0-ea38942fab95 req-0351f139-4157-43df-bcb6-54ff04e1bdb7 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec9c2de6-d305-49f4-b42a-d00005bddfb3 HTTP/1.1" status: 200 len: 946 time: 0.0492907 Jan 28 08:01:47.991904 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a65ccdb-9296-4ae8-b2c8-16ed7986b14e req-0adb01d6-22b7-44d7-a05a-8edd23002191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:01:47.993463 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1a65ccdb-9296-4ae8-b2c8-16ed7986b14e req-0adb01d6-22b7-44d7-a05a-8edd23002191 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ec9c2de6-d305-49f4-b42a-d00005bddfb3&tenant_id=ea75831938ac4b18946665e46df721d1 HTTP/1.1" status: 200 len: 1098 time: 0.0715070 Jan 28 08:01:48.009946 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-1a65ccdb-9296-4ae8-b2c8-16ed7986b14e req-0bc5135a-de48-49e5-b38e-84f20f45201c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712749-28', 'device_owner': 'compute:nova'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:01:48.020019 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-15a31ce2-b783-4dd4-81b0-ea38942fab95 req-3d489538-0ac1-41d9-9c4e-0295e80cf495 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414727 Jan 28 08:01:48.066637 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-1a65ccdb-9296-4ae8-b2c8-16ed7986b14e req-0bc5135a-de48-49e5-b38e-84f20f45201c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (35233912-389d-4aa6-83c1-6c0a990af538), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:01:48.265759 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-1a65ccdb-9296-4ae8-b2c8-16ed7986b14e req-0bc5135a-de48-49e5-b38e-84f20f45201c service neutron] For port 35233912-389d-4aa6-83c1-6c0a990af538, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=35233912-389d-4aa6-83c1-6c0a990af538,segment=NetworkSegment(9f29e49e-1298-4018-ac36-fa9bfe8943e3),segment_id=9f29e49e-1298-4018-ac36-fa9bfe8943e3)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:01:48.299251 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-1a65ccdb-9296-4ae8-b2c8-16ed7986b14e req-0bc5135a-de48-49e5-b38e-84f20f45201c service neutron] For port 35233912-389d-4aa6-83c1-6c0a990af538, host n-h1-712749-28, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 08:01:48.337808 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec9c2de6-d305-49f4-b42a-d00005bddfb3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35233912-389d-4aa6-83c1-6c0a990af538'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 08:01:48.340093 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-090aff1c-ffe8-41cb-b439-f0f87abb5425" -d '{"events": [{"server_uuid": "ec9c2de6-d305-49f4-b42a-d00005bddfb3", "name": "network-vif-unplugged", "status": "completed", "tag": "35233912-389d-4aa6-83c1-6c0a990af538"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 08:01:48.343580 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-1a65ccdb-9296-4ae8-b2c8-16ed7986b14e req-0bc5135a-de48-49e5-b38e-84f20f45201c service neutron] Publish callbacks [] for port (35233912-389d-4aa6-83c1-6c0a990af538), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:01:48.355695 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [req-1a65ccdb-9296-4ae8-b2c8-16ed7986b14e req-0bc5135a-de48-49e5-b38e-84f20f45201c service neutron] Transition to ACTIVE for port object 35233912-389d-4aa6-83c1-6c0a990af538 will not be triggered until provisioned by entity L2. {{(pid=103283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 08:01:48.359582 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-1a65ccdb-9296-4ae8-b2c8-16ed7986b14e req-0bc5135a-de48-49e5-b38e-84f20f45201c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (35233912-389d-4aa6-83c1-6c0a990af538), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:01:48.469264 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 08:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a31da03-fd15-4f36-a375-ddefb16dc0ae x-openstack-request-id: req-3a31da03-fd15-4f36-a375-ddefb16dc0ae {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 08:01:48.469565 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec9c2de6-d305-49f4-b42a-d00005bddfb3", "name": "network-vif-unplugged", "status": "completed", "tag": "35233912-389d-4aa6-83c1-6c0a990af538", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 08:01:48.469825 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3a31da03-fd15-4f36-a375-ddefb16dc0ae {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 08:01:48.470226 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec9c2de6-d305-49f4-b42a-d00005bddfb3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35233912-389d-4aa6-83c1-6c0a990af538', 'code': 200} Jan 28 08:01:48.507873 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc5135a-de48-49e5-b38e-84f20f45201c service neutron] Pushing event updated for resources: {'Port': ['ID=35233912-389d-4aa6-83c1-6c0a990af538,revision_number=6']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:01:48.525296 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc5135a-de48-49e5-b38e-84f20f45201c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:01:48.525594 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc5135a-de48-49e5-b38e-84f20f45201c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:01:48.525920 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc5135a-de48-49e5-b38e-84f20f45201c service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:01:48.526262 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc5135a-de48-49e5-b38e-84f20f45201c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:01:48.526598 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc5135a-de48-49e5-b38e-84f20f45201c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:01:48.526938 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc5135a-de48-49e5-b38e-84f20f45201c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:01:48.527341 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc5135a-de48-49e5-b38e-84f20f45201c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:01:48.527674 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc5135a-de48-49e5-b38e-84f20f45201c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:01:48.528005 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc5135a-de48-49e5-b38e-84f20f45201c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:01:48.528362 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc5135a-de48-49e5-b38e-84f20f45201c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:01:48.528690 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc5135a-de48-49e5-b38e-84f20f45201c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:01:48.529018 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc5135a-de48-49e5-b38e-84f20f45201c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:01:48.529345 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc5135a-de48-49e5-b38e-84f20f45201c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:01:48.552975 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a65ccdb-9296-4ae8-b2c8-16ed7986b14e req-0bc5135a-de48-49e5-b38e-84f20f45201c service neutron] No DVR routers for this DVR port 35233912-389d-4aa6-83c1-6c0a990af538 on host n-h1-712749-28 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 08:01:48.685775 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-1a65ccdb-9296-4ae8-b2c8-16ed7986b14e req-0bc5135a-de48-49e5-b38e-84f20f45201c service neutron] Attempting to bind port 35233912-389d-4aa6-83c1-6c0a990af538 on host n-h2-712749-28 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 08:01:48.686116 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-1a65ccdb-9296-4ae8-b2c8-16ed7986b14e req-0bc5135a-de48-49e5-b38e-84f20f45201c service neutron] Attempting to bind port 35233912-389d-4aa6-83c1-6c0a990af538 by drivers openvswitch,hyperv on host n-h2-712749-28 at level 0 using segments [{'id': '9f29e49e-1298-4018-ac36-fa9bfe8943e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1afc2731-e451-45ef-9fe0-067811f3cbbd'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 08:01:48.686451 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a65ccdb-9296-4ae8-b2c8-16ed7986b14e req-0bc5135a-de48-49e5-b38e-84f20f45201c service neutron] Attempting to bind port 35233912-389d-4aa6-83c1-6c0a990af538 on network 1afc2731-e451-45ef-9fe0-067811f3cbbd {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 08:01:48.690909 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a65ccdb-9296-4ae8-b2c8-16ed7986b14e req-0bc5135a-de48-49e5-b38e-84f20f45201c service neutron] Port 35233912-389d-4aa6-83c1-6c0a990af538 on network 1afc2731-e451-45ef-9fe0-067811f3cbbd not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-28 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 08:01:48.691231 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a65ccdb-9296-4ae8-b2c8-16ed7986b14e req-0bc5135a-de48-49e5-b38e-84f20f45201c service neutron] Attempting to bind port 35233912-389d-4aa6-83c1-6c0a990af538 on network 1afc2731-e451-45ef-9fe0-067811f3cbbd {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 08:01:48.696032 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a65ccdb-9296-4ae8-b2c8-16ed7986b14e req-0bc5135a-de48-49e5-b38e-84f20f45201c service neutron] Checking agent: {'id': 'c9906e63-062c-432e-bb53-63fdb8115e18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 8, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 08:01:48.696405 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a65ccdb-9296-4ae8-b2c8-16ed7986b14e req-0bc5135a-de48-49e5-b38e-84f20f45201c service neutron] Checking segment: {'id': '9f29e49e-1298-4018-ac36-fa9bfe8943e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1afc2731-e451-45ef-9fe0-067811f3cbbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 08:01:48.696785 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a65ccdb-9296-4ae8-b2c8-16ed7986b14e req-0bc5135a-de48-49e5-b38e-84f20f45201c service neutron] Bound using segment: {'id': '9f29e49e-1298-4018-ac36-fa9bfe8943e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1afc2731-e451-45ef-9fe0-067811f3cbbd'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 08:01:48.697204 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-1a65ccdb-9296-4ae8-b2c8-16ed7986b14e req-0bc5135a-de48-49e5-b38e-84f20f45201c service neutron] Bound port: 35233912-389d-4aa6-83c1-6c0a990af538, host: n-h2-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f29e49e-1298-4018-ac36-fa9bfe8943e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1afc2731-e451-45ef-9fe0-067811f3cbbd'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 08:01:48.697574 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-1a65ccdb-9296-4ae8-b2c8-16ed7986b14e req-0bc5135a-de48-49e5-b38e-84f20f45201c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (35233912-389d-4aa6-83c1-6c0a990af538), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:01:48.758073 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-1a65ccdb-9296-4ae8-b2c8-16ed7986b14e req-0bc5135a-de48-49e5-b38e-84f20f45201c service neutron] For port 35233912-389d-4aa6-83c1-6c0a990af538, host n-h2-712749-28, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 08:01:48.761041 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-1a65ccdb-9296-4ae8-b2c8-16ed7986b14e req-0bc5135a-de48-49e5-b38e-84f20f45201c service neutron] For port 35233912-389d-4aa6-83c1-6c0a990af538, host n-h2-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=35233912-389d-4aa6-83c1-6c0a990af538,segment=NetworkSegment(9f29e49e-1298-4018-ac36-fa9bfe8943e3),segment_id=9f29e49e-1298-4018-ac36-fa9bfe8943e3)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 08:01:48.765959 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-1a65ccdb-9296-4ae8-b2c8-16ed7986b14e req-0bc5135a-de48-49e5-b38e-84f20f45201c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (35233912-389d-4aa6-83c1-6c0a990af538), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:01:48.799961 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a65ccdb-9296-4ae8-b2c8-16ed7986b14e req-0bc5135a-de48-49e5-b38e-84f20f45201c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:01:48.800602 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-1a65ccdb-9296-4ae8-b2c8-16ed7986b14e req-0bc5135a-de48-49e5-b38e-84f20f45201c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:01:48.801980 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1a65ccdb-9296-4ae8-b2c8-16ed7986b14e req-0bc5135a-de48-49e5-b38e-84f20f45201c service neutron] 10.222.0.44 "PUT /v2.0/ports/35233912-389d-4aa6-83c1-6c0a990af538 HTTP/1.1" status: 200 len: 1093 time: 0.7960584 Jan 28 08:01:48.824770 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc5135a-de48-49e5-b38e-84f20f45201c service neutron] Pushing event updated for resources: {'Port': ['ID=35233912-389d-4aa6-83c1-6c0a990af538,revision_number=7']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:01:48.880967 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a65ccdb-9296-4ae8-b2c8-16ed7986b14e req-3f98ccfb-b875-4097-be87-a1118d8efe46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:01:48.882495 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1a65ccdb-9296-4ae8-b2c8-16ed7986b14e req-3f98ccfb-b875-4097-be87-a1118d8efe46 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ea75831938ac4b18946665e46df721d1&device_id=ec9c2de6-d305-49f4-b42a-d00005bddfb3 HTTP/1.1" status: 200 len: 1096 time: 0.0488653 Jan 28 08:01:48.975590 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a65ccdb-9296-4ae8-b2c8-16ed7986b14e req-3971ccda-5e9a-4126-bc28-51e8b8ddac5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:01:48.977135 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1a65ccdb-9296-4ae8-b2c8-16ed7986b14e req-3971ccda-5e9a-4126-bc28-51e8b8ddac5c service neutron] 10.222.0.44 "GET /v2.0/networks?id=1afc2731-e451-45ef-9fe0-067811f3cbbd HTTP/1.1" status: 200 len: 913 time: 0.0880444 Jan 28 08:01:49.076402 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1a65ccdb-9296-4ae8-b2c8-16ed7986b14e req-c5d59c32-db2f-48af-a326-85b15935aa83 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=35233912-389d-4aa6-83c1-6c0a990af538 HTTP/1.1" status: 200 len: 1000 time: 0.0934505 Jan 28 08:01:49.127548 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a65ccdb-9296-4ae8-b2c8-16ed7986b14e req-3e0109b6-7e5e-46ee-8855-e87d121cd0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:01:49.129076 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1a65ccdb-9296-4ae8-b2c8-16ed7986b14e req-3e0109b6-7e5e-46ee-8855-e87d121cd0b6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=de3bc95a-2ca1-4fb0-a56a-6e6091dfb4c8 HTTP/1.1" status: 200 len: 851 time: 0.0473697 Jan 28 08:01:49.143641 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c91087d-f56f-407b-b123-8ca1ea3e3f48 req-adf961bd-20a9-4339-8360-cb71ec37ce2d tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:01:49.145179 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8c91087d-f56f-407b-b123-8ca1ea3e3f48 req-adf961bd-20a9-4339-8360-cb71ec37ce2d tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec9c2de6-d305-49f4-b42a-d00005bddfb3 HTTP/1.1" status: 200 len: 944 time: 0.0548348 Jan 28 08:01:49.187364 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a65ccdb-9296-4ae8-b2c8-16ed7986b14e req-41beebb9-d848-479f-84e5-4aed0bf683ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:01:49.188884 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1a65ccdb-9296-4ae8-b2c8-16ed7986b14e req-41beebb9-d848-479f-84e5-4aed0bf683ec service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1afc2731-e451-45ef-9fe0-067811f3cbbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0541263 Jan 28 08:01:49.192265 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8c91087d-f56f-407b-b123-8ca1ea3e3f48 req-abacbc56-dc15-4c78-b3f1-a2136509943d tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415547 Jan 28 08:01:49.275126 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1a65ccdb-9296-4ae8-b2c8-16ed7986b14e req-6eb81bcf-6a69-4eb6-953a-3d1c57f4f346 service neutron] 10.222.0.44 "GET /v2.0/networks/1afc2731-e451-45ef-9fe0-067811f3cbbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803921 Jan 28 08:01:49.364576 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1a65ccdb-9296-4ae8-b2c8-16ed7986b14e req-b3a2ec83-434e-46a5-aba2-d7e882280ee3 service neutron] 10.222.0.44 "GET /v2.0/networks/1afc2731-e451-45ef-9fe0-067811f3cbbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838356 Jan 28 08:01:50.310831 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2666e5af-5ebd-4797-993a-a805e9d8bfd2 req-b72f44dc-4b7f-403b-9b45-ede5bbea2762 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:01:50.312340 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2666e5af-5ebd-4797-993a-a805e9d8bfd2 req-b72f44dc-4b7f-403b-9b45-ede5bbea2762 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec9c2de6-d305-49f4-b42a-d00005bddfb3 HTTP/1.1" status: 200 len: 944 time: 0.0500040 Jan 28 08:01:50.357524 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2666e5af-5ebd-4797-993a-a805e9d8bfd2 req-f1179013-bc36-443f-9deb-34a82c33cbd3 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396259 Jan 28 08:01:50.437113 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 35233912-389d-4aa6-83c1-6c0a990af538 no longer exists at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 08:01:50.471555 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec9c2de6-d305-49f4-b42a-d00005bddfb3', 'tag': '35233912-389d-4aa6-83c1-6c0a990af538'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 08:01:50.473879 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e237c1e-501d-46cb-a786-a2e69968185d" -d '{"events": [{"name": "network-changed", "server_uuid": "ec9c2de6-d305-49f4-b42a-d00005bddfb3", "tag": "35233912-389d-4aa6-83c1-6c0a990af538"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 08:01:50.475750 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] The host n-h1-712749-28 is not matching for port 35233912-389d-4aa6-83c1-6c0a990af538 host n-h2-712749-28! {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 08:01:50.476166 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 35233912-389d-4aa6-83c1-6c0a990af538 not bound to the agent host n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 08:01:50.520271 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 08:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2e43046-2432-4521-a614-7101c146bc36 x-openstack-request-id: req-b2e43046-2432-4521-a614-7101c146bc36 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 08:01:50.520564 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec9c2de6-d305-49f4-b42a-d00005bddfb3", "tag": "35233912-389d-4aa6-83c1-6c0a990af538", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 08:01:50.520817 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b2e43046-2432-4521-a614-7101c146bc36 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 08:01:50.521217 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec9c2de6-d305-49f4-b42a-d00005bddfb3', 'tag': '35233912-389d-4aa6-83c1-6c0a990af538', 'status': 'completed', 'code': 200} Jan 28 08:01:50.603930 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e237c1e-501d-46cb-a786-a2e69968185d req-a752ad01-30ff-4322-9cb5-623ab2f41107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:01:50.606032 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e237c1e-501d-46cb-a786-a2e69968185d req-1ab68bd1-4aae-4b88-abe8-e9f9114a4c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:01:50.606263 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4e237c1e-501d-46cb-a786-a2e69968185d req-a752ad01-30ff-4322-9cb5-623ab2f41107 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ea75831938ac4b18946665e46df721d1&device_id=ec9c2de6-d305-49f4-b42a-d00005bddfb3 HTTP/1.1" status: 200 len: 1096 time: 0.0420084 Jan 28 08:01:50.607566 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4e237c1e-501d-46cb-a786-a2e69968185d req-1ab68bd1-4aae-4b88-abe8-e9f9114a4c56 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ea75831938ac4b18946665e46df721d1&device_id=ec9c2de6-d305-49f4-b42a-d00005bddfb3 HTTP/1.1" status: 200 len: 1096 time: 0.0403867 Jan 28 08:01:50.702574 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e237c1e-501d-46cb-a786-a2e69968185d req-b68867ee-5cf7-4a54-8df8-c5faccf0949d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:01:50.702901 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e237c1e-501d-46cb-a786-a2e69968185d req-b2016d5a-a46d-4bd6-8df1-83673d36865e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:01:50.704046 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4e237c1e-501d-46cb-a786-a2e69968185d req-b68867ee-5cf7-4a54-8df8-c5faccf0949d service neutron] 10.222.0.44 "GET /v2.0/networks?id=1afc2731-e451-45ef-9fe0-067811f3cbbd HTTP/1.1" status: 200 len: 913 time: 0.0902982 Jan 28 08:01:50.704697 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4e237c1e-501d-46cb-a786-a2e69968185d req-b2016d5a-a46d-4bd6-8df1-83673d36865e service neutron] 10.222.0.10 "GET /v2.0/networks?id=1afc2731-e451-45ef-9fe0-067811f3cbbd HTTP/1.1" status: 200 len: 913 time: 0.0875740 Jan 28 08:01:50.769580 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4e237c1e-501d-46cb-a786-a2e69968185d req-e4167045-4d8e-440f-bb13-3ad87b303f0f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=35233912-389d-4aa6-83c1-6c0a990af538 HTTP/1.1" status: 200 len: 1000 time: 0.0578966 Jan 28 08:01:50.771254 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4e237c1e-501d-46cb-a786-a2e69968185d req-47fe9ba3-3251-49c6-8b02-ada88e39989b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=35233912-389d-4aa6-83c1-6c0a990af538 HTTP/1.1" status: 200 len: 1000 time: 0.0583436 Jan 28 08:01:50.822389 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e237c1e-501d-46cb-a786-a2e69968185d req-b45854bb-f4cf-431b-8156-d6c85e272f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:01:50.822645 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e237c1e-501d-46cb-a786-a2e69968185d req-58bf5d98-656e-4c76-875a-1434cd2cfc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:01:50.824383 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4e237c1e-501d-46cb-a786-a2e69968185d req-b45854bb-f4cf-431b-8156-d6c85e272f06 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=de3bc95a-2ca1-4fb0-a56a-6e6091dfb4c8 HTTP/1.1" status: 200 len: 851 time: 0.0475154 Jan 28 08:01:50.824658 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4e237c1e-501d-46cb-a786-a2e69968185d req-58bf5d98-656e-4c76-875a-1434cd2cfc0a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=de3bc95a-2ca1-4fb0-a56a-6e6091dfb4c8 HTTP/1.1" status: 200 len: 851 time: 0.0443397 Jan 28 08:01:50.869407 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e237c1e-501d-46cb-a786-a2e69968185d req-0bbcf865-cbab-40c2-9ca6-d768c683b36c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:01:50.871070 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4e237c1e-501d-46cb-a786-a2e69968185d req-0bbcf865-cbab-40c2-9ca6-d768c683b36c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1afc2731-e451-45ef-9fe0-067811f3cbbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407503 Jan 28 08:01:50.969600 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4e237c1e-501d-46cb-a786-a2e69968185d req-29e1ae59-edd5-47a7-8897-fdb7087244ca service neutron] 10.222.0.44 "GET /v2.0/networks/1afc2731-e451-45ef-9fe0-067811f3cbbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875592 Jan 28 08:01:51.076169 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4e237c1e-501d-46cb-a786-a2e69968185d req-899e4b00-9280-498e-91d8-2f66b013259c service neutron] 10.222.0.44 "GET /v2.0/networks/1afc2731-e451-45ef-9fe0-067811f3cbbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992804 Jan 28 08:01:51.219779 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e237c1e-501d-46cb-a786-a2e69968185d req-a4d013a3-72f9-4c8a-bc48-9207de100229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:01:51.221271 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4e237c1e-501d-46cb-a786-a2e69968185d req-a4d013a3-72f9-4c8a-bc48-9207de100229 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1afc2731-e451-45ef-9fe0-067811f3cbbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3879995 Jan 28 08:01:51.311154 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4e237c1e-501d-46cb-a786-a2e69968185d req-2d2115f9-d298-453b-864b-0678a0e4b297 service neutron] 10.222.0.10 "GET /v2.0/networks/1afc2731-e451-45ef-9fe0-067811f3cbbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797532 Jan 28 08:01:51.405837 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4e237c1e-501d-46cb-a786-a2e69968185d req-921db979-a1bc-4beb-b771-297fe172532f service neutron] 10.222.0.10 "GET /v2.0/networks/1afc2731-e451-45ef-9fe0-067811f3cbbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853181 Jan 28 08:01:51.475558 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dc9c49-2c8f-4b9a-81e1-39f711d4e2ff req-c41870c2-3774-49cf-9a15-125c51ee58ea tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:01:51.477112 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c8dc9c49-2c8f-4b9a-81e1-39f711d4e2ff req-c41870c2-3774-49cf-9a15-125c51ee58ea tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec9c2de6-d305-49f4-b42a-d00005bddfb3 HTTP/1.1" status: 200 len: 944 time: 0.0499897 Jan 28 08:01:51.524313 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c8dc9c49-2c8f-4b9a-81e1-39f711d4e2ff req-a219a2a2-9f7d-4090-a72b-c7f6e444cd01 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408928 Jan 28 08:01:51.718464 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97104bf-c0d1-49df-9519-2bbb70dff6f7 req-d5afe51a-3a15-41f7-b4db-20f5b3ad814e tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:01:51.720367 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a97104bf-c0d1-49df-9519-2bbb70dff6f7 req-d5afe51a-3a15-41f7-b4db-20f5b3ad814e tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec9c2de6-d305-49f4-b42a-d00005bddfb3 HTTP/1.1" status: 200 len: 944 time: 0.0487132 Jan 28 08:01:51.758936 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c382f235-1d10-4230-ba6c-b03270950650 req-3aef21c3-30e0-483e-9fbc-b06cab1b953b tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:01:51.760600 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c382f235-1d10-4230-ba6c-b03270950650 req-3aef21c3-30e0-483e-9fbc-b06cab1b953b tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.10 "GET /v2.0/ports?device_id=ec9c2de6-d305-49f4-b42a-d00005bddfb3&tenant_id=ea75831938ac4b18946665e46df721d1&binding%3Ahost_id=n-h2-712749-28 HTTP/1.1" status: 200 len: 944 time: 0.0521908 Jan 28 08:01:51.771441 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a97104bf-c0d1-49df-9519-2bbb70dff6f7 req-ea4c104a-1c5f-429a-8f3a-7eba1b994a36 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452423 Jan 28 08:01:51.823795 n-d-712749-28 neutron-server[103284]: INFO neutron.api.v2.resource [req-c382f235-1d10-4230-ba6c-b03270950650 req-a651bc7e-a36b-4f6e-b0d6-dab0c6704296 service neutron] delete failed (client error): The resource could not be found. Jan 28 08:01:51.825372 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c382f235-1d10-4230-ba6c-b03270950650 req-a651bc7e-a36b-4f6e-b0d6-dab0c6704296 service neutron] 10.222.0.10 "DELETE /v2.0/ports/35233912-389d-4aa6-83c1-6c0a990af538/bindings/n-h1-712749-28 HTTP/1.1" status: 404 len: 381 time: 0.0536425 Jan 28 08:01:51.941812 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c382f235-1d10-4230-ba6c-b03270950650 req-e0677915-bbd8-4160-98d4-3372158d5570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:01:51.943260 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c382f235-1d10-4230-ba6c-b03270950650 req-e0677915-bbd8-4160-98d4-3372158d5570 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ea75831938ac4b18946665e46df721d1&device_id=ec9c2de6-d305-49f4-b42a-d00005bddfb3 HTTP/1.1" status: 200 len: 1096 time: 0.0427446 Jan 28 08:01:52.036227 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c382f235-1d10-4230-ba6c-b03270950650 req-282b50c4-e02d-4a34-938f-d768f905a278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:01:52.037785 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c382f235-1d10-4230-ba6c-b03270950650 req-282b50c4-e02d-4a34-938f-d768f905a278 service neutron] 10.222.0.10 "GET /v2.0/networks?id=1afc2731-e451-45ef-9fe0-067811f3cbbd HTTP/1.1" status: 200 len: 913 time: 0.0860875 Jan 28 08:01:52.079068 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 35233912-389d-4aa6-83c1-6c0a990af538 details requested by agent hyperv_n-h2-712749-28 with host n-h2-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 08:01:52.105571 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c382f235-1d10-4230-ba6c-b03270950650 req-4f0778b7-e596-4db7-88fb-b0f9dca98253 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=35233912-389d-4aa6-83c1-6c0a990af538 HTTP/1.1" status: 200 len: 1000 time: 0.0589733 Jan 28 08:01:52.160726 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c382f235-1d10-4230-ba6c-b03270950650 req-c7832bac-90e0-4658-af66-897833a8bb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:01:52.162195 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c382f235-1d10-4230-ba6c-b03270950650 req-c7832bac-90e0-4658-af66-897833a8bb34 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=de3bc95a-2ca1-4fb0-a56a-6e6091dfb4c8 HTTP/1.1" status: 200 len: 851 time: 0.0472412 Jan 28 08:01:52.175702 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 35233912-389d-4aa6-83c1-6c0a990af538, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=35233912-389d-4aa6-83c1-6c0a990af538,segment=NetworkSegment(9f29e49e-1298-4018-ac36-fa9bfe8943e3),segment_id=9f29e49e-1298-4018-ac36-fa9bfe8943e3)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:01:52.190324 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Returning: {'device': '35233912-389d-4aa6-83c1-6c0a990af538', 'network_id': '1afc2731-e451-45ef-9fe0-067811f3cbbd', 'port_id': '35233912-389d-4aa6-83c1-6c0a990af538', 'mac_address': 'fa:16:3e:73:7e:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de3bc95a-2ca1-4fb0-a56a-6e6091dfb4c8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 08:01:52.221122 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c382f235-1d10-4230-ba6c-b03270950650 req-ed1f78ee-e43a-44fc-a0ab-acfeb06821f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:01:52.223965 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c382f235-1d10-4230-ba6c-b03270950650 req-ed1f78ee-e43a-44fc-a0ab-acfeb06821f5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1afc2731-e451-45ef-9fe0-067811f3cbbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0515223 Jan 28 08:01:52.233208 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port 35233912-389d-4aa6-83c1-6c0a990af538 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:01:52.233601 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (35233912-389d-4aa6-83c1-6c0a990af538), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:01:52.258252 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35233912-389d-4aa6-83c1-6c0a990af538 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 08:01:52.280326 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 35233912-389d-4aa6-83c1-6c0a990af538, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=35233912-389d-4aa6-83c1-6c0a990af538,segment=NetworkSegment(9f29e49e-1298-4018-ac36-fa9bfe8943e3),segment_id=9f29e49e-1298-4018-ac36-fa9bfe8943e3)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:01:52.284892 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (35233912-389d-4aa6-83c1-6c0a990af538), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:01:52.317475 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c382f235-1d10-4230-ba6c-b03270950650 req-0dbf9c91-38fe-4632-86a2-2169203511b3 service neutron] 10.222.0.10 "GET /v2.0/networks/1afc2731-e451-45ef-9fe0-067811f3cbbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846252 Jan 28 08:01:52.331791 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=35233912-389d-4aa6-83c1-6c0a990af538,revision_number=8']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:01:52.339064 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:01:52.339441 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:01:52.339797 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:01:52.340139 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:01:52.340501 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:01:52.340839 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:01:52.341175 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:01:52.341509 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:01:52.341841 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:01:52.342167 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:01:52.342496 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:01:52.342826 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:01:52.343153 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:01:52.413243 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c382f235-1d10-4230-ba6c-b03270950650 req-5431b4fe-c282-4053-9b31-8b7cc2a68854 service neutron] 10.222.0.10 "GET /v2.0/networks/1afc2731-e451-45ef-9fe0-067811f3cbbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871272 Jan 28 08:01:52.620244 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['35233912-389d-4aa6-83c1-6c0a990af538'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 08:01:52.893848 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eba795-f6cc-4fba-b2ef-9743aab9e932 req-b3497d59-ef6d-4ea0-ba31-8c1fa18be3b4 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:01:52.895234 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c8eba795-f6cc-4fba-b2ef-9743aab9e932 req-b3497d59-ef6d-4ea0-ba31-8c1fa18be3b4 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec9c2de6-d305-49f4-b42a-d00005bddfb3 HTTP/1.1" status: 200 len: 945 time: 0.0498278 Jan 28 08:01:52.943529 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c8eba795-f6cc-4fba-b2ef-9743aab9e932 req-76fb7c10-8778-4f32-9f58-5b7bc7cc14d9 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423625 Jan 28 08:01:54.060339 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dc2857-2618-43f0-a06b-c72ce26b014b req-661b5675-be5e-4264-9251-edc3fecec137 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:01:54.061825 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-98dc2857-2618-43f0-a06b-c72ce26b014b req-661b5675-be5e-4264-9251-edc3fecec137 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec9c2de6-d305-49f4-b42a-d00005bddfb3 HTTP/1.1" status: 200 len: 945 time: 0.0497406 Jan 28 08:01:54.080894 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 35233912-389d-4aa6-83c1-6c0a990af538 up at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 08:01:54.109219 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-98dc2857-2618-43f0-a06b-c72ce26b014b req-69a151b9-d635-4748-9c49-1df362e9620b tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417824 Jan 28 08:01:54.129989 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning for port 35233912-389d-4aa6-83c1-6c0a990af538 completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 08:01:54.134642 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning complete for port 35233912-389d-4aa6-83c1-6c0a990af538 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:01:54.135024 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (35233912-389d-4aa6-83c1-6c0a990af538), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:01:54.216954 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port 35233912-389d-4aa6-83c1-6c0a990af538 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:01:54.217353 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (35233912-389d-4aa6-83c1-6c0a990af538), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:01:54.229946 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c88a25d-a67e-4b5c-91f1-670763102702 req-444955dc-00cb-4137-b905-dd860fd9de9e tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:01:54.232625 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7c88a25d-a67e-4b5c-91f1-670763102702 req-444955dc-00cb-4137-b905-dd860fd9de9e tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec9c2de6-d305-49f4-b42a-d00005bddfb3 HTTP/1.1" status: 200 len: 945 time: 0.0548010 Jan 28 08:01:54.240695 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec9c2de6-d305-49f4-b42a-d00005bddfb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35233912-389d-4aa6-83c1-6c0a990af538'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 08:01:54.242926 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db3338c7-aafe-4126-84a5-4fd72531a2f1" -d '{"events": [{"server_uuid": "ec9c2de6-d305-49f4-b42a-d00005bddfb3", "name": "network-vif-plugged", "status": "completed", "tag": "35233912-389d-4aa6-83c1-6c0a990af538"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 08:01:54.255682 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 35233912-389d-4aa6-83c1-6c0a990af538, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=35233912-389d-4aa6-83c1-6c0a990af538,segment=NetworkSegment(9f29e49e-1298-4018-ac36-fa9bfe8943e3),segment_id=9f29e49e-1298-4018-ac36-fa9bfe8943e3)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:01:54.260671 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (35233912-389d-4aa6-83c1-6c0a990af538), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:01:54.284891 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7c88a25d-a67e-4b5c-91f1-670763102702 req-37ff3224-b322-45cb-b52f-2f6c0546a362 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464411 Jan 28 08:01:54.311970 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=35233912-389d-4aa6-83c1-6c0a990af538,revision_number=9']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:01:54.350729 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 08:01:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-806b457f-23e9-41ae-ad5e-cbec9a034900 x-openstack-request-id: req-806b457f-23e9-41ae-ad5e-cbec9a034900 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 08:01:54.351024 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec9c2de6-d305-49f4-b42a-d00005bddfb3", "name": "network-vif-plugged", "status": "completed", "tag": "35233912-389d-4aa6-83c1-6c0a990af538", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 08:01:54.351282 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-806b457f-23e9-41ae-ad5e-cbec9a034900 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 08:01:54.351685 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec9c2de6-d305-49f4-b42a-d00005bddfb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35233912-389d-4aa6-83c1-6c0a990af538', 'code': 200} Jan 28 08:01:54.399925 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499f9fad-81df-4d08-803d-dc01fec09197 req-564b42e4-cb95-44b3-89bb-feb79652b066 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:01:54.401433 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-499f9fad-81df-4d08-803d-dc01fec09197 req-564b42e4-cb95-44b3-89bb-feb79652b066 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec9c2de6-d305-49f4-b42a-d00005bddfb3 HTTP/1.1" status: 200 len: 946 time: 0.0487137 Jan 28 08:01:54.448440 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-499f9fad-81df-4d08-803d-dc01fec09197 req-092d5a5b-c164-4a70-a00f-a8308c1c3e39 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410635 Jan 28 08:01:54.675015 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7141f0a1-2cb9-4582-a6aa-3d94a360ab4f req-c75d7b81-c2d4-4c4e-8e98-682aa22b110f tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:01:54.676530 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7141f0a1-2cb9-4582-a6aa-3d94a360ab4f req-c75d7b81-c2d4-4c4e-8e98-682aa22b110f tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec9c2de6-d305-49f4-b42a-d00005bddfb3 HTTP/1.1" status: 200 len: 946 time: 0.0469508 Jan 28 08:01:54.726273 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7141f0a1-2cb9-4582-a6aa-3d94a360ab4f req-dac5dd02-5d9d-4309-9fcc-5705290a125d tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442240 Jan 28 08:01:55.844324 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d57c978-7ea5-44b4-a3df-5182e35b4a50 req-ef99a60c-7f16-45b2-8d0c-67fc3772f319 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:01:55.846270 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0d57c978-7ea5-44b4-a3df-5182e35b4a50 req-ef99a60c-7f16-45b2-8d0c-67fc3772f319 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec9c2de6-d305-49f4-b42a-d00005bddfb3 HTTP/1.1" status: 200 len: 946 time: 0.0493970 Jan 28 08:01:55.891953 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0d57c978-7ea5-44b4-a3df-5182e35b4a50 req-07e86078-5ea1-4bed-92c0-2eec6908469d tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400236 Jan 28 08:01:56.077341 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901a6e34-a032-4459-aacc-25f86a740a26 req-8f90267b-123a-4e15-997c-1dd7f4b6478b tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:01:56.078797 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-901a6e34-a032-4459-aacc-25f86a740a26 req-8f90267b-123a-4e15-997c-1dd7f4b6478b tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec9c2de6-d305-49f4-b42a-d00005bddfb3 HTTP/1.1" status: 200 len: 946 time: 0.0519190 Jan 28 08:01:56.163231 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-901a6e34-a032-4459-aacc-25f86a740a26 req-90c3c8d7-b1fe-40ad-be84-d7d9d9d119a0 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Deleting port 35233912-389d-4aa6-83c1-6c0a990af538 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 08:01:56.163572 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-901a6e34-a032-4459-aacc-25f86a740a26 req-90c3c8d7-b1fe-40ad-be84-d7d9d9d119a0 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (35233912-389d-4aa6-83c1-6c0a990af538), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:01:56.253806 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-901a6e34-a032-4459-aacc-25f86a740a26 req-90c3c8d7-b1fe-40ad-be84-d7d9d9d119a0 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] For port 35233912-389d-4aa6-83c1-6c0a990af538, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=35233912-389d-4aa6-83c1-6c0a990af538,segment=NetworkSegment(9f29e49e-1298-4018-ac36-fa9bfe8943e3),segment_id=9f29e49e-1298-4018-ac36-fa9bfe8943e3)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:01:56.254173 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-901a6e34-a032-4459-aacc-25f86a740a26 req-90c3c8d7-b1fe-40ad-be84-d7d9d9d119a0 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (35233912-389d-4aa6-83c1-6c0a990af538), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:01:56.473390 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-901a6e34-a032-4459-aacc-25f86a740a26 req-90c3c8d7-b1fe-40ad-be84-d7d9d9d119a0 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:01:56.473675 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-901a6e34-a032-4459-aacc-25f86a740a26 req-90c3c8d7-b1fe-40ad-be84-d7d9d9d119a0 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16609095'] for floatingip (99fdf00c-0722-4494-aadb-492179653fc1), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:01:56.474091 n-d-712749-28 neutron-server[103283]: INFO neutron.db.l3_db [req-901a6e34-a032-4459-aacc-25f86a740a26 req-90c3c8d7-b1fe-40ad-be84-d7d9d9d119a0 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Floating IP 99fdf00c-0722-4494-aadb-492179653fc1 disassociated. External IP: 172.25.6.173, port: 35233912-389d-4aa6-83c1-6c0a990af538. Jan 28 08:01:56.474549 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-901a6e34-a032-4459-aacc-25f86a740a26 req-90c3c8d7-b1fe-40ad-be84-d7d9d9d119a0 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Calling delete_port for 35233912-389d-4aa6-83c1-6c0a990af538 owned by compute:nova {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 08:01:56.597887 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-901a6e34-a032-4459-aacc-25f86a740a26 req-90c3c8d7-b1fe-40ad-be84-d7d9d9d119a0 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (35233912-389d-4aa6-83c1-6c0a990af538), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:01:56.632975 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c3c8d7-b1fe-40ad-be84-d7d9d9d119a0 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Pushing event deleted for resources: {'Port': ['ID=35233912-389d-4aa6-83c1-6c0a990af538,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:01:56.744119 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [req-901a6e34-a032-4459-aacc-25f86a740a26 req-90c3c8d7-b1fe-40ad-be84-d7d9d9d119a0 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Router 471ae43a-1a31-406c-ae5e-acc2efe0a256 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 08:01:56.988396 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6268bf20-44b0-46bb-a6bc-81a21359a5ba req-19261e10-aa40-41f5-8e1f-ecc00f3e4aac tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec9c2de6-d305-49f4-b42a-d00005bddfb3 HTTP/1.1" status: 200 len: 210 time: 0.0268724 Jan 28 08:01:57.175603 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-901a6e34-a032-4459-aacc-25f86a740a26 req-90c3c8d7-b1fe-40ad-be84-d7d9d9d119a0 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 08:01:57.185748 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11f2900-09ab-4618-abf6-0aeefdda7121 None None] Sync routers for ids ['471ae43a-1a31-406c-ae5e-acc2efe0a256'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 08:01:57.195748 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11f2900-09ab-4618-abf6-0aeefdda7121 None None] Routers {'471ae43a-1a31-406c-ae5e-acc2efe0a256'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 08:01:57.196395 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-a11f2900-09ab-4618-abf6-0aeefdda7121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T08:01:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['471ae43a-1a31-406c-ae5e-acc2efe0a256'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:01:57.215361 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-901a6e34-a032-4459-aacc-25f86a740a26 req-90c3c8d7-b1fe-40ad-be84-d7d9d9d119a0 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] No DVR routers for this DVR port 35233912-389d-4aa6-83c1-6c0a990af538 on host n-h2-712749-28 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 08:01:57.218248 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-901a6e34-a032-4459-aacc-25f86a740a26 req-90c3c8d7-b1fe-40ad-be84-d7d9d9d119a0 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:01:57.221630 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-901a6e34-a032-4459-aacc-25f86a740a26 req-90c3c8d7-b1fe-40ad-be84-d7d9d9d119a0 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.44 "DELETE /v2.0/ports/35233912-389d-4aa6-83c1-6c0a990af538 HTTP/1.1" status: 204 len: 173 time: 1.1379604 Jan 28 08:01:57.222093 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec9c2de6-d305-49f4-b42a-d00005bddfb3', 'name': 'network-vif-deleted', 'tag': '35233912-389d-4aa6-83c1-6c0a990af538'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 08:01:57.224424 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb3a63105771fabed3c2e67703ef4921e2be261b2104cefde80718261049f0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a61e92bf-37ed-44de-85c3-75413fad1604" -d '{"events": [{"server_uuid": "ec9c2de6-d305-49f4-b42a-d00005bddfb3", "name": "network-vif-deleted", "tag": "35233912-389d-4aa6-83c1-6c0a990af538"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 08:01:57.263888 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 08:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1301e976-2b95-4e68-9364-64782ef83583 x-openstack-request-id: req-1301e976-2b95-4e68-9364-64782ef83583 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 08:01:57.264208 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec9c2de6-d305-49f4-b42a-d00005bddfb3", "name": "network-vif-deleted", "tag": "35233912-389d-4aa6-83c1-6c0a990af538", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 08:01:57.264520 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1301e976-2b95-4e68-9364-64782ef83583 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 08:01:57.265008 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec9c2de6-d305-49f4-b42a-d00005bddfb3', 'name': 'network-vif-deleted', 'tag': '35233912-389d-4aa6-83c1-6c0a990af538', 'status': 'completed', 'code': 200} Jan 28 08:01:57.305910 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-a11f2900-09ab-4618-abf6-0aeefdda7121 None None] Set router 471ae43a-1a31-406c-ae5e-acc2efe0a256 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 08:01:57.510279 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-a11f2900-09ab-4618-abf6-0aeefdda7121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '471ae43a-1a31-406c-ae5e-acc2efe0a256', 'name': 'tempest-ServerActionsTestJSON-1457173536-router', 'tenant_id': 'ea75831938ac4b18946665e46df721d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': 'ed8b465d-05c2-49a6-8fd3-45f91f421823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:59:37Z', 'updated_at': '2022-01-28T07:59:39Z', 'revision_number': 4, 'project_id': 'ea75831938ac4b18946665e46df721d1', 'gw_port': {'id': 'ed8b465d-05c2-49a6-8fd3-45f91f421823', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:2b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471ae43a-1a31-406c-ae5e-acc2efe0a256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:59:37Z', 'updated_at': '2022-01-28T07:59:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '8d7d521e-d346-4914-82ee-3ebe2f4e18db', 'name': '', 'network_id': '1afc2731-e451-45ef-9fe0-067811f3cbbd', 'tenant_id': 'ea75831938ac4b18946665e46df721d1', 'mac_address': 'fa:16:3e:42:66:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471ae43a-1a31-406c-ae5e-acc2efe0a256', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'de3bc95a-2ca1-4fb0-a56a-6e6091dfb4c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:59:39Z', 'updated_at': '2022-01-28T07:59:43Z', 'revision_number': 5, 'project_id': 'ea75831938ac4b18946665e46df721d1', 'subnets': [{'id': 'de3bc95a-2ca1-4fb0-a56a-6e6091dfb4c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:01:57.536281 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11f2900-09ab-4618-abf6-0aeefdda7121 None None] Checking router: 471ae43a-1a31-406c-ae5e-acc2efe0a256 for host: n-d-712749-28 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 08:01:57.544881 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11f2900-09ab-4618-abf6-0aeefdda7121 None None] Routers {'471ae43a-1a31-406c-ae5e-acc2efe0a256'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 08:01:57.545501 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-a11f2900-09ab-4618-abf6-0aeefdda7121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T08:01:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['471ae43a-1a31-406c-ae5e-acc2efe0a256'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:01:57.647863 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-a11f2900-09ab-4618-abf6-0aeefdda7121 None None] Set router 471ae43a-1a31-406c-ae5e-acc2efe0a256 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 08:01:57.842300 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-a11f2900-09ab-4618-abf6-0aeefdda7121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '471ae43a-1a31-406c-ae5e-acc2efe0a256', 'name': 'tempest-ServerActionsTestJSON-1457173536-router', 'tenant_id': 'ea75831938ac4b18946665e46df721d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': 'ed8b465d-05c2-49a6-8fd3-45f91f421823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:59:37Z', 'updated_at': '2022-01-28T07:59:39Z', 'revision_number': 4, 'project_id': 'ea75831938ac4b18946665e46df721d1', 'gw_port': {'id': 'ed8b465d-05c2-49a6-8fd3-45f91f421823', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:2b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471ae43a-1a31-406c-ae5e-acc2efe0a256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:59:37Z', 'updated_at': '2022-01-28T07:59:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '8d7d521e-d346-4914-82ee-3ebe2f4e18db', 'name': '', 'network_id': '1afc2731-e451-45ef-9fe0-067811f3cbbd', 'tenant_id': 'ea75831938ac4b18946665e46df721d1', 'mac_address': 'fa:16:3e:42:66:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471ae43a-1a31-406c-ae5e-acc2efe0a256', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'de3bc95a-2ca1-4fb0-a56a-6e6091dfb4c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:59:39Z', 'updated_at': '2022-01-28T07:59:43Z', 'revision_number': 5, 'project_id': 'ea75831938ac4b18946665e46df721d1', 'subnets': [{'id': 'de3bc95a-2ca1-4fb0-a56a-6e6091dfb4c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:01:57.867855 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11f2900-09ab-4618-abf6-0aeefdda7121 None None] The sync data for ids ['471ae43a-1a31-406c-ae5e-acc2efe0a256'] in n-d-712749-28 is: [{'id': '471ae43a-1a31-406c-ae5e-acc2efe0a256', 'name': 'tempest-ServerActionsTestJSON-1457173536-router', 'tenant_id': 'ea75831938ac4b18946665e46df721d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': 'ed8b465d-05c2-49a6-8fd3-45f91f421823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:59:37Z', 'updated_at': '2022-01-28T07:59:39Z', 'revision_number': 4, 'project_id': 'ea75831938ac4b18946665e46df721d1', 'gw_port': {'id': 'ed8b465d-05c2-49a6-8fd3-45f91f421823', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:2b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471ae43a-1a31-406c-ae5e-acc2efe0a256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:59:37Z', 'updated_at': '2022-01-28T07:59:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '8d7d521e-d346-4914-82ee-3ebe2f4e18db', 'name': '', 'network_id': '1afc2731-e451-45ef-9fe0-067811f3cbbd', 'tenant_id': 'ea75831938ac4b18946665e46df721d1', 'mac_address': 'fa:16:3e:42:66:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471ae43a-1a31-406c-ae5e-acc2efe0a256', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'de3bc95a-2ca1-4fb0-a56a-6e6091dfb4c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:59:39Z', 'updated_at': '2022-01-28T07:59:43Z', 'revision_number': 5, 'project_id': 'ea75831938ac4b18946665e46df721d1', 'subnets': [{'id': 'de3bc95a-2ca1-4fb0-a56a-6e6091dfb4c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 08:01:58.081882 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd8d9da-6537-4893-83d2-0e8bd42cf3b8 None None] New status for floating IP 99fdf00c-0722-4494-aadb-492179653fc1: DOWN {{(pid=103285) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 08:01:58.291837 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-63b40d80-8f94-41e2-9519-5c4f7b5fee5b req-2cde4437-8ce9-4b50-a504-56b8fb38a139 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--536424639&fields=id&tenant_id=ea75831938ac4b18946665e46df721d1 HTTP/1.1" status: 200 len: 267 time: 0.0413008 Jan 28 08:01:58.398769 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b40d80-8f94-41e2-9519-5c4f7b5fee5b req-e7ada682-952e-4aa9-9b16-f6926dcf8119 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:01:58.400288 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-63b40d80-8f94-41e2-9519-5c4f7b5fee5b req-e7ada682-952e-4aa9-9b16-f6926dcf8119 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/networks?id=1afc2731-e451-45ef-9fe0-067811f3cbbd HTTP/1.1" status: 200 len: 812 time: 0.1013048 Jan 28 08:01:58.414531 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-63b40d80-8f94-41e2-9519-5c4f7b5fee5b req-dadefee0-5740-4189-ba25-d3fc53fc5da7 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/quotas/ea75831938ac4b18946665e46df721d1 HTTP/1.1" status: 200 len: 375 time: 0.0087979 Jan 28 08:01:58.465027 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-63b40d80-8f94-41e2-9519-5c4f7b5fee5b req-94ec6158-38c7-4b91-8409-cf2882daf9df tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=ea75831938ac4b18946665e46df721d1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0450456 Jan 28 08:01:58.605599 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-63b40d80-8f94-41e2-9519-5c4f7b5fee5b req-dd249f37-30c7-4d61-adce-b2469872bdb3 service neutron] 10.222.0.41 "GET /v2.0/networks/1afc2731-e451-45ef-9fe0-067811f3cbbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290166 Jan 28 08:01:58.696156 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-63b40d80-8f94-41e2-9519-5c4f7b5fee5b req-7051b3eb-0f00-428f-9235-661980eb8639 service neutron] 10.222.0.41 "GET /v2.0/networks/1afc2731-e451-45ef-9fe0-067811f3cbbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847816 Jan 28 08:01:58.856817 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-89230dfd-dea0-42bd-b783-7acdc4e65391 req-157a97fa-142c-4ea0-a9da-d6017448a13e tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3fa3032-6066-4c1b-a81d-90f0ccc76655 HTTP/1.1" status: 200 len: 210 time: 0.0285711 Jan 28 08:01:59.977539 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-08ede6b7-99e4-48d9-876e-e7005813d762 req-d4eb4705-50d9-46da-9256-c303c3f2c0ec tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3fa3032-6066-4c1b-a81d-90f0ccc76655 HTTP/1.1" status: 200 len: 210 time: 0.0370967 Jan 28 08:02:00.024381 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b40d80-8f94-41e2-9519-5c4f7b5fee5b req-dd29a41e-143f-4355-b624-f610aadbebb9 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:02:00.025829 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-63b40d80-8f94-41e2-9519-5c4f7b5fee5b req-dd29a41e-143f-4355-b624-f610aadbebb9 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.10 "GET /v2.0/networks?id=1afc2731-e451-45ef-9fe0-067811f3cbbd HTTP/1.1" status: 200 len: 812 time: 0.1353834 Jan 28 08:02:00.103347 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-63b40d80-8f94-41e2-9519-5c4f7b5fee5b req-2c9b3e93-5846-43ab-a310-04e81f88ba6f tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ea75831938ac4b18946665e46df721d1 HTTP/1.1" status: 200 len: 379 time: 0.0513852 Jan 28 08:02:00.109842 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 35233912-389d-4aa6-83c1-6c0a990af538 no longer exists at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 08:02:00.112927 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-63b40d80-8f94-41e2-9519-5c4f7b5fee5b req-79485702-c201-4693-99b3-1af9f232bdfe tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Request body: {'port': {'device_id': 'e3fa3032-6066-4c1b-a81d-90f0ccc76655', 'network_id': '1afc2731-e451-45ef-9fe0-067811f3cbbd', 'admin_state_up': True, 'tenant_id': 'ea75831938ac4b18946665e46df721d1', 'security_groups': ['9f68e1a8-1f1c-44e6-90af-b65f29c69463']}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:02:00.130078 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] No Port match for: 35233912-389d-4aa6-83c1-6c0a990af538 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 08:02:00.130427 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 35233912-389d-4aa6-83c1-6c0a990af538 not bound to the agent host n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 08:02:00.216830 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63b40d80-8f94-41e2-9519-5c4f7b5fee5b req-79485702-c201-4693-99b3-1af9f232bdfe tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Made reservation on behalf of ea75831938ac4b18946665e46df721d1 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 08:02:00.220051 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-63b40d80-8f94-41e2-9519-5c4f7b5fee5b req-79485702-c201-4693-99b3-1af9f232bdfe tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:02:00.345860 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-63b40d80-8f94-41e2-9519-5c4f7b5fee5b req-79485702-c201-4693-99b3-1af9f232bdfe tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Allocated IP 172.20.0.13 (1afc2731-e451-45ef-9fe0-067811f3cbbd/de3bc95a-2ca1-4fb0-a56a-6e6091dfb4c8/ac31722d-9634-46f0-b7ca-d5ab2cf11760) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 08:02:00.485493 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-63b40d80-8f94-41e2-9519-5c4f7b5fee5b req-79485702-c201-4693-99b3-1af9f232bdfe tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Publish callbacks [] for port (ac31722d-9634-46f0-b7ca-d5ab2cf11760), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:02:00.518772 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-63b40d80-8f94-41e2-9519-5c4f7b5fee5b req-79485702-c201-4693-99b3-1af9f232bdfe tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (ac31722d-9634-46f0-b7ca-d5ab2cf11760), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:02:00.563352 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63b40d80-8f94-41e2-9519-5c4f7b5fee5b req-79485702-c201-4693-99b3-1af9f232bdfe tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Network 1afc2731-e451-45ef-9fe0-067811f3cbbd is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 08:02:00.566312 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-63b40d80-8f94-41e2-9519-5c4f7b5fee5b req-79485702-c201-4693-99b3-1af9f232bdfe tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 08:02:00.572552 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-63b40d80-8f94-41e2-9519-5c4f7b5fee5b req-79485702-c201-4693-99b3-1af9f232bdfe tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 08:02:00.597986 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79485702-c201-4693-99b3-1af9f232bdfe tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Pushing event updated for resources: {'Port': ['ID=ac31722d-9634-46f0-b7ca-d5ab2cf11760,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:02:00.614074 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79485702-c201-4693-99b3-1af9f232bdfe tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:02:00.614428 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79485702-c201-4693-99b3-1af9f232bdfe tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:02:00.614769 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79485702-c201-4693-99b3-1af9f232bdfe tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:02:00.615109 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79485702-c201-4693-99b3-1af9f232bdfe tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:02:00.615448 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79485702-c201-4693-99b3-1af9f232bdfe tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:02:00.615780 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79485702-c201-4693-99b3-1af9f232bdfe tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:02:00.616110 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79485702-c201-4693-99b3-1af9f232bdfe tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:02:00.616467 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79485702-c201-4693-99b3-1af9f232bdfe tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:02:00.616794 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79485702-c201-4693-99b3-1af9f232bdfe tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:02:00.617123 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79485702-c201-4693-99b3-1af9f232bdfe tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:02:00.617463 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79485702-c201-4693-99b3-1af9f232bdfe tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:02:00.617774 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79485702-c201-4693-99b3-1af9f232bdfe tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:02:00.618098 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79485702-c201-4693-99b3-1af9f232bdfe tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:02:00.640044 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b40d80-8f94-41e2-9519-5c4f7b5fee5b req-79485702-c201-4693-99b3-1af9f232bdfe tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:02:00.640809 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-63b40d80-8f94-41e2-9519-5c4f7b5fee5b req-79485702-c201-4693-99b3-1af9f232bdfe tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:02:00.657743 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-63b40d80-8f94-41e2-9519-5c4f7b5fee5b req-79485702-c201-4693-99b3-1af9f232bdfe tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5485075 Jan 28 08:02:00.682878 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-63b40d80-8f94-41e2-9519-5c4f7b5fee5b req-e66f54e1-9bc9-4f8d-8adf-174553fcdf97 service neutron] Request body: {'port': {'device_id': 'e3fa3032-6066-4c1b-a81d-90f0ccc76655', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-28'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:02:00.744871 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-63b40d80-8f94-41e2-9519-5c4f7b5fee5b req-e66f54e1-9bc9-4f8d-8adf-174553fcdf97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (ac31722d-9634-46f0-b7ca-d5ab2cf11760), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:02:00.786891 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ef07e44-5ab4-4aeb-b465-cc35c0eef952 None None] Provisioning complete for port ac31722d-9634-46f0-b7ca-d5ab2cf11760 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:02:00.787363 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ef07e44-5ab4-4aeb-b465-cc35c0eef952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (ac31722d-9634-46f0-b7ca-d5ab2cf11760), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:02:00.821850 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ef07e44-5ab4-4aeb-b465-cc35c0eef952 None None] Port ac31722d-9634-46f0-b7ca-d5ab2cf11760 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 08:02:01.005277 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-63b40d80-8f94-41e2-9519-5c4f7b5fee5b req-e66f54e1-9bc9-4f8d-8adf-174553fcdf97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac31722d-9634-46f0-b7ca-d5ab2cf11760 {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 08:02:01.013150 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-63b40d80-8f94-41e2-9519-5c4f7b5fee5b req-e66f54e1-9bc9-4f8d-8adf-174553fcdf97 service neutron] Publish callbacks [] for port (ac31722d-9634-46f0-b7ca-d5ab2cf11760), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:02:01.025950 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-63b40d80-8f94-41e2-9519-5c4f7b5fee5b req-e66f54e1-9bc9-4f8d-8adf-174553fcdf97 service neutron] Transition to ACTIVE for port object ac31722d-9634-46f0-b7ca-d5ab2cf11760 will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 08:02:01.029909 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-63b40d80-8f94-41e2-9519-5c4f7b5fee5b req-e66f54e1-9bc9-4f8d-8adf-174553fcdf97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (ac31722d-9634-46f0-b7ca-d5ab2cf11760), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:02:01.106329 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66f54e1-9bc9-4f8d-8adf-174553fcdf97 service neutron] Pushing event updated for resources: {'Port': ['ID=ac31722d-9634-46f0-b7ca-d5ab2cf11760,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:02:01.144917 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e796d9-464e-434e-b264-abc0ea0b8f7e req-0ca055cd-4b64-4aba-8321-662e02ef5613 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:02:01.147258 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-41e796d9-464e-434e-b264-abc0ea0b8f7e req-0ca055cd-4b64-4aba-8321-662e02ef5613 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3fa3032-6066-4c1b-a81d-90f0ccc76655 HTTP/1.1" status: 200 len: 944 time: 0.0600209 Jan 28 08:02:01.159134 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-63b40d80-8f94-41e2-9519-5c4f7b5fee5b req-e66f54e1-9bc9-4f8d-8adf-174553fcdf97 service neutron] Attempting to bind port ac31722d-9634-46f0-b7ca-d5ab2cf11760 on host n-h1-712749-28 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 08:02:01.159491 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-63b40d80-8f94-41e2-9519-5c4f7b5fee5b req-e66f54e1-9bc9-4f8d-8adf-174553fcdf97 service neutron] Attempting to bind port ac31722d-9634-46f0-b7ca-d5ab2cf11760 by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': '9f29e49e-1298-4018-ac36-fa9bfe8943e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1afc2731-e451-45ef-9fe0-067811f3cbbd'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 08:02:01.159796 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b40d80-8f94-41e2-9519-5c4f7b5fee5b req-e66f54e1-9bc9-4f8d-8adf-174553fcdf97 service neutron] Attempting to bind port ac31722d-9634-46f0-b7ca-d5ab2cf11760 on network 1afc2731-e451-45ef-9fe0-067811f3cbbd {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 08:02:01.164830 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b40d80-8f94-41e2-9519-5c4f7b5fee5b req-e66f54e1-9bc9-4f8d-8adf-174553fcdf97 service neutron] Port ac31722d-9634-46f0-b7ca-d5ab2cf11760 on network 1afc2731-e451-45ef-9fe0-067811f3cbbd not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 08:02:01.165154 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b40d80-8f94-41e2-9519-5c4f7b5fee5b req-e66f54e1-9bc9-4f8d-8adf-174553fcdf97 service neutron] Attempting to bind port ac31722d-9634-46f0-b7ca-d5ab2cf11760 on network 1afc2731-e451-45ef-9fe0-067811f3cbbd {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 08:02:01.170829 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b40d80-8f94-41e2-9519-5c4f7b5fee5b req-e66f54e1-9bc9-4f8d-8adf-174553fcdf97 service neutron] Checking agent: {'id': '2fca46b1-237f-4857-9290-2429d810e472', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 8, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 08:02:01.171173 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b40d80-8f94-41e2-9519-5c4f7b5fee5b req-e66f54e1-9bc9-4f8d-8adf-174553fcdf97 service neutron] Checking segment: {'id': '9f29e49e-1298-4018-ac36-fa9bfe8943e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1afc2731-e451-45ef-9fe0-067811f3cbbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 08:02:01.171646 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b40d80-8f94-41e2-9519-5c4f7b5fee5b req-e66f54e1-9bc9-4f8d-8adf-174553fcdf97 service neutron] Bound using segment: {'id': '9f29e49e-1298-4018-ac36-fa9bfe8943e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1afc2731-e451-45ef-9fe0-067811f3cbbd'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 08:02:01.171984 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-63b40d80-8f94-41e2-9519-5c4f7b5fee5b req-e66f54e1-9bc9-4f8d-8adf-174553fcdf97 service neutron] Bound port: ac31722d-9634-46f0-b7ca-d5ab2cf11760, host: n-h1-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f29e49e-1298-4018-ac36-fa9bfe8943e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1afc2731-e451-45ef-9fe0-067811f3cbbd'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 08:02:01.172372 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-63b40d80-8f94-41e2-9519-5c4f7b5fee5b req-e66f54e1-9bc9-4f8d-8adf-174553fcdf97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (ac31722d-9634-46f0-b7ca-d5ab2cf11760), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:02:01.203885 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-41e796d9-464e-434e-b264-abc0ea0b8f7e req-34c608a6-324c-4d6e-a04e-f89514462461 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508137 Jan 28 08:02:01.243106 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-63b40d80-8f94-41e2-9519-5c4f7b5fee5b req-e66f54e1-9bc9-4f8d-8adf-174553fcdf97 service neutron] For port ac31722d-9634-46f0-b7ca-d5ab2cf11760, host n-h1-712749-28, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 08:02:01.246849 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-63b40d80-8f94-41e2-9519-5c4f7b5fee5b req-e66f54e1-9bc9-4f8d-8adf-174553fcdf97 service neutron] For port ac31722d-9634-46f0-b7ca-d5ab2cf11760, host n-h1-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=ac31722d-9634-46f0-b7ca-d5ab2cf11760,segment=NetworkSegment(9f29e49e-1298-4018-ac36-fa9bfe8943e3),segment_id=9f29e49e-1298-4018-ac36-fa9bfe8943e3)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 08:02:01.251352 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-63b40d80-8f94-41e2-9519-5c4f7b5fee5b req-e66f54e1-9bc9-4f8d-8adf-174553fcdf97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (ac31722d-9634-46f0-b7ca-d5ab2cf11760), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:02:01.286991 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b40d80-8f94-41e2-9519-5c4f7b5fee5b req-e66f54e1-9bc9-4f8d-8adf-174553fcdf97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:02:01.287619 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-63b40d80-8f94-41e2-9519-5c4f7b5fee5b req-e66f54e1-9bc9-4f8d-8adf-174553fcdf97 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:02:01.289050 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-63b40d80-8f94-41e2-9519-5c4f7b5fee5b req-e66f54e1-9bc9-4f8d-8adf-174553fcdf97 service neutron] 10.222.0.10 "PUT /v2.0/ports/ac31722d-9634-46f0-b7ca-d5ab2cf11760 HTTP/1.1" status: 200 len: 1093 time: 0.6115952 Jan 28 08:02:01.289497 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3fa3032-6066-4c1b-a81d-90f0ccc76655', 'tag': 'ac31722d-9634-46f0-b7ca-d5ab2cf11760'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 08:02:01.291754 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c861ba0-b0f8-45f0-90de-fe988bfcd796" -d '{"events": [{"name": "network-changed", "server_uuid": "e3fa3032-6066-4c1b-a81d-90f0ccc76655", "tag": "ac31722d-9634-46f0-b7ca-d5ab2cf11760"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 08:02:01.317699 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66f54e1-9bc9-4f8d-8adf-174553fcdf97 service neutron] Pushing event updated for resources: {'Port': ['ID=ac31722d-9634-46f0-b7ca-d5ab2cf11760,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:02:01.352283 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 08:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7e39d88-7125-4b2f-855b-5f69374542db x-openstack-request-id: req-b7e39d88-7125-4b2f-855b-5f69374542db {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 08:02:01.352791 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3fa3032-6066-4c1b-a81d-90f0ccc76655", "tag": "ac31722d-9634-46f0-b7ca-d5ab2cf11760", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 08:02:01.353318 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b7e39d88-7125-4b2f-855b-5f69374542db {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 08:02:01.353803 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3fa3032-6066-4c1b-a81d-90f0ccc76655', 'tag': 'ac31722d-9634-46f0-b7ca-d5ab2cf11760', 'status': 'completed', 'code': 200} Jan 28 08:02:01.425482 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b40d80-8f94-41e2-9519-5c4f7b5fee5b req-54f296f2-9927-4cee-807b-e1ffb660712c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:02:01.427027 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-63b40d80-8f94-41e2-9519-5c4f7b5fee5b req-54f296f2-9927-4cee-807b-e1ffb660712c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ea75831938ac4b18946665e46df721d1&device_id=e3fa3032-6066-4c1b-a81d-90f0ccc76655 HTTP/1.1" status: 200 len: 1096 time: 0.0497041 Jan 28 08:02:01.479535 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-63b40d80-8f94-41e2-9519-5c4f7b5fee5b req-f8b14e4a-ad7e-45b5-b973-b368579d67d3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ac31722d-9634-46f0-b7ca-d5ab2cf11760 HTTP/1.1" status: 200 len: 217 time: 0.0372374 Jan 28 08:02:01.527334 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b40d80-8f94-41e2-9519-5c4f7b5fee5b req-f0e8c114-4cae-4d90-81ad-7c62791b2461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:02:01.529437 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-63b40d80-8f94-41e2-9519-5c4f7b5fee5b req-f0e8c114-4cae-4d90-81ad-7c62791b2461 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=de3bc95a-2ca1-4fb0-a56a-6e6091dfb4c8 HTTP/1.1" status: 200 len: 851 time: 0.0443447 Jan 28 08:02:01.584359 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b40d80-8f94-41e2-9519-5c4f7b5fee5b req-9ae6316b-d140-430d-95bb-5f766047bb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:02:01.585895 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-63b40d80-8f94-41e2-9519-5c4f7b5fee5b req-9ae6316b-d140-430d-95bb-5f766047bb46 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1afc2731-e451-45ef-9fe0-067811f3cbbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0457566 Jan 28 08:02:01.677504 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-63b40d80-8f94-41e2-9519-5c4f7b5fee5b req-9dfc8753-e5ac-427e-b58f-302d45d13ec5 service neutron] 10.222.0.10 "GET /v2.0/networks/1afc2731-e451-45ef-9fe0-067811f3cbbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816627 Jan 28 08:02:01.771659 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-63b40d80-8f94-41e2-9519-5c4f7b5fee5b req-81b8f8dc-ecd6-4d87-948c-31cd3ffecd5d service neutron] 10.222.0.10 "GET /v2.0/networks/1afc2731-e451-45ef-9fe0-067811f3cbbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856056 Jan 28 08:02:01.901499 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c861ba0-b0f8-45f0-90de-fe988bfcd796 req-3ae621dd-2a4b-47b2-b3ae-630c13447c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:02:01.902926 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3c861ba0-b0f8-45f0-90de-fe988bfcd796 req-3ae621dd-2a4b-47b2-b3ae-630c13447c83 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ea75831938ac4b18946665e46df721d1&device_id=e3fa3032-6066-4c1b-a81d-90f0ccc76655 HTTP/1.1" status: 200 len: 1096 time: 0.0425406 Jan 28 08:02:01.990917 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c861ba0-b0f8-45f0-90de-fe988bfcd796 req-25c3110c-d0ab-4bd0-a8dc-2781f00d5361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:02:01.992422 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3c861ba0-b0f8-45f0-90de-fe988bfcd796 req-25c3110c-d0ab-4bd0-a8dc-2781f00d5361 service neutron] 10.222.0.10 "GET /v2.0/networks?id=1afc2731-e451-45ef-9fe0-067811f3cbbd HTTP/1.1" status: 200 len: 913 time: 0.0825362 Jan 28 08:02:02.035313 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3c861ba0-b0f8-45f0-90de-fe988bfcd796 req-00fdaba5-f14d-4520-87b4-b1be2a7f9b6f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ac31722d-9634-46f0-b7ca-d5ab2cf11760 HTTP/1.1" status: 200 len: 217 time: 0.0369153 Jan 28 08:02:02.086572 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c861ba0-b0f8-45f0-90de-fe988bfcd796 req-300231c5-3604-4724-904b-d614d36d5a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:02:02.087978 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3c861ba0-b0f8-45f0-90de-fe988bfcd796 req-300231c5-3604-4724-904b-d614d36d5a5b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=de3bc95a-2ca1-4fb0-a56a-6e6091dfb4c8 HTTP/1.1" status: 200 len: 851 time: 0.0426879 Jan 28 08:02:02.133397 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c861ba0-b0f8-45f0-90de-fe988bfcd796 req-4eb15f04-877d-4d21-972d-e0c28d841ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:02:02.134849 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3c861ba0-b0f8-45f0-90de-fe988bfcd796 req-4eb15f04-877d-4d21-972d-e0c28d841ee3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1afc2731-e451-45ef-9fe0-067811f3cbbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393603 Jan 28 08:02:02.229259 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3c861ba0-b0f8-45f0-90de-fe988bfcd796 req-14a5e0d0-a05e-41a2-bee9-fb41ec6a1d4b service neutron] 10.222.0.10 "GET /v2.0/networks/1afc2731-e451-45ef-9fe0-067811f3cbbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877171 Jan 28 08:02:02.322894 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3c861ba0-b0f8-45f0-90de-fe988bfcd796 req-37edc91e-df5d-4184-a852-c26fd3031dba service neutron] 10.222.0.10 "GET /v2.0/networks/1afc2731-e451-45ef-9fe0-067811f3cbbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865130 Jan 28 08:02:02.329344 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacfa037-3053-4da7-b910-891147974014 req-7df7ffd1-9579-444d-ab73-982d0c371107 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:02:02.330937 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-eacfa037-3053-4da7-b910-891147974014 req-7df7ffd1-9579-444d-ab73-982d0c371107 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3fa3032-6066-4c1b-a81d-90f0ccc76655 HTTP/1.1" status: 200 len: 944 time: 0.0569069 Jan 28 08:02:02.380574 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-eacfa037-3053-4da7-b910-891147974014 req-56483aff-cfaf-4e58-9868-182466d40142 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440257 Jan 28 08:02:03.322208 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-689fbcee-28b3-485f-b581-19f5c918af30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:02:03.425417 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:02:03.581143 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a8ca9e-9f1b-48d6-9eb9-6c614586eb82 req-5a5ac036-1105-419f-b4f1-8052fce90ea2 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:02:03.582634 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c5a8ca9e-9f1b-48d6-9eb9-6c614586eb82 req-5a5ac036-1105-419f-b4f1-8052fce90ea2 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3fa3032-6066-4c1b-a81d-90f0ccc76655 HTTP/1.1" status: 200 len: 944 time: 0.0941341 Jan 28 08:02:03.634820 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c5a8ca9e-9f1b-48d6-9eb9-6c614586eb82 req-983fa971-9550-4bb3-8523-da948fb9aa68 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467083 Jan 28 08:02:04.440145 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:02:04.483517 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device ac31722d-9634-46f0-b7ca-d5ab2cf11760 details requested by agent hyperv_n-h1-712749-28 with host n-h1-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 08:02:04.579660 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port ac31722d-9634-46f0-b7ca-d5ab2cf11760, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=ac31722d-9634-46f0-b7ca-d5ab2cf11760,segment=NetworkSegment(9f29e49e-1298-4018-ac36-fa9bfe8943e3),segment_id=9f29e49e-1298-4018-ac36-fa9bfe8943e3)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:02:04.595257 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Returning: {'device': 'ac31722d-9634-46f0-b7ca-d5ab2cf11760', 'network_id': '1afc2731-e451-45ef-9fe0-067811f3cbbd', 'port_id': 'ac31722d-9634-46f0-b7ca-d5ab2cf11760', 'mac_address': 'fa:16:3e:21:74:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de3bc95a-2ca1-4fb0-a56a-6e6091dfb4c8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 08:02:04.631881 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port ac31722d-9634-46f0-b7ca-d5ab2cf11760 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:02:04.632308 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (ac31722d-9634-46f0-b7ca-d5ab2cf11760), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:02:04.645810 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac31722d-9634-46f0-b7ca-d5ab2cf11760 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 08:02:04.664682 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port ac31722d-9634-46f0-b7ca-d5ab2cf11760, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=ac31722d-9634-46f0-b7ca-d5ab2cf11760,segment=NetworkSegment(9f29e49e-1298-4018-ac36-fa9bfe8943e3),segment_id=9f29e49e-1298-4018-ac36-fa9bfe8943e3)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:02:04.668801 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (ac31722d-9634-46f0-b7ca-d5ab2cf11760), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:02:04.719521 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=ac31722d-9634-46f0-b7ca-d5ab2cf11760,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:02:04.830778 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e410d31-c0c6-4e2f-a654-6e63e9208570 req-077a469a-a2ba-4f92-bce9-79cb84a3ad95 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:02:04.832275 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5e410d31-c0c6-4e2f-a654-6e63e9208570 req-077a469a-a2ba-4f92-bce9-79cb84a3ad95 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3fa3032-6066-4c1b-a81d-90f0ccc76655 HTTP/1.1" status: 200 len: 945 time: 0.0930653 Jan 28 08:02:04.879580 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5e410d31-c0c6-4e2f-a654-6e63e9208570 req-59fc1cc6-b1af-4920-99f0-6decdd6bf59b tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417531 Jan 28 08:02:05.011182 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['ac31722d-9634-46f0-b7ca-d5ab2cf11760'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 08:02:05.691080 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d0785278-4f51-4159-8104-eaff9b495f4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:02:05.993268 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c6a15a-0b50-426d-a4d5-d1324c33e41e req-81d1a699-67b9-4ebf-87c0-d01207ed2040 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:02:05.994643 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a0c6a15a-0b50-426d-a4d5-d1324c33e41e req-81d1a699-67b9-4ebf-87c0-d01207ed2040 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3fa3032-6066-4c1b-a81d-90f0ccc76655 HTTP/1.1" status: 200 len: 945 time: 0.0474324 Jan 28 08:02:06.042002 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a0c6a15a-0b50-426d-a4d5-d1324c33e41e req-6a077ab8-e4e3-4b06-9ee1-6c5f70fcaca6 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412819 Jan 28 08:02:06.484296 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device ac31722d-9634-46f0-b7ca-d5ab2cf11760 up at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 08:02:06.532688 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning for port ac31722d-9634-46f0-b7ca-d5ab2cf11760 completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 08:02:06.536514 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning complete for port ac31722d-9634-46f0-b7ca-d5ab2cf11760 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:02:06.536893 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (ac31722d-9634-46f0-b7ca-d5ab2cf11760), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:02:06.614708 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port ac31722d-9634-46f0-b7ca-d5ab2cf11760 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:02:06.615187 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (ac31722d-9634-46f0-b7ca-d5ab2cf11760), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:02:06.636962 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3fa3032-6066-4c1b-a81d-90f0ccc76655', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac31722d-9634-46f0-b7ca-d5ab2cf11760'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 08:02:06.639847 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede8c9c0dfc8504691a958e582f901b4b269c5ec1038a6fb211b35f04a0afa5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-361f655e-0cb4-4fa1-b30e-7e0187032fec" -d '{"events": [{"server_uuid": "e3fa3032-6066-4c1b-a81d-90f0ccc76655", "name": "network-vif-plugged", "status": "completed", "tag": "ac31722d-9634-46f0-b7ca-d5ab2cf11760"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 08:02:06.652425 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port ac31722d-9634-46f0-b7ca-d5ab2cf11760, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=ac31722d-9634-46f0-b7ca-d5ab2cf11760,segment=NetworkSegment(9f29e49e-1298-4018-ac36-fa9bfe8943e3),segment_id=9f29e49e-1298-4018-ac36-fa9bfe8943e3)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:02:06.656987 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (ac31722d-9634-46f0-b7ca-d5ab2cf11760), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:02:06.680655 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 08:02:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a481937d-42a4-4f97-9a47-c8de753566a8 x-openstack-request-id: req-a481937d-42a4-4f97-9a47-c8de753566a8 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 08:02:06.680957 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3fa3032-6066-4c1b-a81d-90f0ccc76655", "name": "network-vif-plugged", "status": "completed", "tag": "ac31722d-9634-46f0-b7ca-d5ab2cf11760", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 08:02:06.681222 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a481937d-42a4-4f97-9a47-c8de753566a8 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 08:02:06.681621 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3fa3032-6066-4c1b-a81d-90f0ccc76655', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac31722d-9634-46f0-b7ca-d5ab2cf11760', 'code': 200} Jan 28 08:02:06.706877 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=ac31722d-9634-46f0-b7ca-d5ab2cf11760,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:02:06.807425 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff5256a-6b43-4cf0-9660-a95b2e2a6542 req-12607a0d-cdd9-49d9-aae0-2e286703d102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:02:06.808992 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7ff5256a-6b43-4cf0-9660-a95b2e2a6542 req-12607a0d-cdd9-49d9-aae0-2e286703d102 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e3fa3032-6066-4c1b-a81d-90f0ccc76655 HTTP/1.1" status: 200 len: 1098 time: 0.0399265 Jan 28 08:02:06.857144 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7ff5256a-6b43-4cf0-9660-a95b2e2a6542 req-02c2ef29-2d2f-413c-828b-b5bcedad1aef service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379674 Jan 28 08:02:07.141757 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:02:07.165494 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7941ba8-73f4-4476-ac21-6010fba5e19e req-d1a20b81-4ed6-4532-87a0-7ebfda6719d9 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:02:07.167075 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a7941ba8-73f4-4476-ac21-6010fba5e19e req-d1a20b81-4ed6-4532-87a0-7ebfda6719d9 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3fa3032-6066-4c1b-a81d-90f0ccc76655 HTTP/1.1" status: 200 len: 946 time: 0.0536001 Jan 28 08:02:07.215565 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a7941ba8-73f4-4476-ac21-6010fba5e19e req-bde8663e-352c-4a73-aaa4-2a10d59fd1be tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421853 Jan 28 08:02:08.334658 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a26977-8422-4923-964d-fa4231deb070 req-ee39ae87-b7da-45ec-a32b-de86dacfdad1 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:02:08.336158 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-89a26977-8422-4923-964d-fa4231deb070 req-ee39ae87-b7da-45ec-a32b-de86dacfdad1 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3fa3032-6066-4c1b-a81d-90f0ccc76655 HTTP/1.1" status: 200 len: 946 time: 0.0519497 Jan 28 08:02:08.386100 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-89a26977-8422-4923-964d-fa4231deb070 req-6083823a-b9dc-4279-8ea8-4e9025c26fa3 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436521 Jan 28 08:02:08.496376 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba03c47-3ee1-4eae-bd7e-f1bb3dc67fa3 req-97cca186-5602-4245-8348-49b7866acd62 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:02:08.498326 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1ba03c47-3ee1-4eae-bd7e-f1bb3dc67fa3 req-97cca186-5602-4245-8348-49b7866acd62 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3fa3032-6066-4c1b-a81d-90f0ccc76655 HTTP/1.1" status: 200 len: 946 time: 0.0486956 Jan 28 08:02:08.506814 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 38374) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:02:08.511135 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-2dc2aca3-af97-494a-9667-e8c7910c3743 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Request body: {'floatingip': {'port_id': 'ac31722d-9634-46f0-b7ca-d5ab2cf11760'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:02:08.554637 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2dc2aca3-af97-494a-9667-e8c7910c3743 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Publish callbacks [] for floatingip (99fdf00c-0722-4494-aadb-492179653fc1), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:02:08.830718 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:02:08.979132 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2dc2aca3-af97-494a-9667-e8c7910c3743 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:02:08.982954 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2dc2aca3-af97-494a-9667-e8c7910c3743 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16609095'] for floatingip (99fdf00c-0722-4494-aadb-492179653fc1), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:02:09.080578 n-d-712749-28 neutron-server[103284]: INFO neutron.db.l3_db [None req-2dc2aca3-af97-494a-9667-e8c7910c3743 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Floating IP 99fdf00c-0722-4494-aadb-492179653fc1 associated. External IP: 172.25.6.173, port: ac31722d-9634-46f0-b7ca-d5ab2cf11760. Jan 28 08:02:09.283970 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dc2aca3-af97-494a-9667-e8c7910c3743 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Router 471ae43a-1a31-406c-ae5e-acc2efe0a256 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 08:02:09.391417 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dc2aca3-af97-494a-9667-e8c7910c3743 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 08:02:09.396158 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2dc2aca3-af97-494a-9667-e8c7910c3743 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for floatingip (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:02:09.401003 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bded4fa-dc9b-447e-a405-16f72a37fba9 None None] Sync routers for ids ['471ae43a-1a31-406c-ae5e-acc2efe0a256'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 08:02:09.415239 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bded4fa-dc9b-447e-a405-16f72a37fba9 None None] Routers {'471ae43a-1a31-406c-ae5e-acc2efe0a256'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 08:02:09.415850 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-1bded4fa-dc9b-447e-a405-16f72a37fba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T08:02:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['471ae43a-1a31-406c-ae5e-acc2efe0a256'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:02:09.424929 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-2dc2aca3-af97-494a-9667-e8c7910c3743 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "PUT /v2.0/floatingips/99fdf00c-0722-4494-aadb-492179653fc1 HTTP/1.1" status: 200 len: 992 time: 0.9170730 Jan 28 08:02:09.425519 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3fa3032-6066-4c1b-a81d-90f0ccc76655', 'tag': 'ac31722d-9634-46f0-b7ca-d5ab2cf11760'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 08:02:09.427759 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b7b46cbec09ba756318bd93fe7c9ced4a145bac5a92e7c0365e28488c5fb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0134a6e0-88a4-40e8-863c-19376e06c42a" -d '{"events": [{"name": "network-changed", "server_uuid": "e3fa3032-6066-4c1b-a81d-90f0ccc76655", "tag": "ac31722d-9634-46f0-b7ca-d5ab2cf11760"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 08:02:09.468151 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 08:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-278ec2d8-0813-430e-bb11-351d11fcb60f x-openstack-request-id: req-278ec2d8-0813-430e-bb11-351d11fcb60f {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 08:02:09.468479 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3fa3032-6066-4c1b-a81d-90f0ccc76655", "tag": "ac31722d-9634-46f0-b7ca-d5ab2cf11760", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 08:02:09.468740 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-278ec2d8-0813-430e-bb11-351d11fcb60f {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 08:02:09.469151 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3fa3032-6066-4c1b-a81d-90f0ccc76655', 'tag': 'ac31722d-9634-46f0-b7ca-d5ab2cf11760', 'status': 'completed', 'code': 200} Jan 28 08:02:09.527905 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-1bded4fa-dc9b-447e-a405-16f72a37fba9 None None] Set router 471ae43a-1a31-406c-ae5e-acc2efe0a256 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 08:02:09.669864 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0134a6e0-88a4-40e8-863c-19376e06c42a req-2fac93da-b9c2-4246-bf12-a7fa88da07e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:02:09.671398 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0134a6e0-88a4-40e8-863c-19376e06c42a req-2fac93da-b9c2-4246-bf12-a7fa88da07e9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ea75831938ac4b18946665e46df721d1&device_id=e3fa3032-6066-4c1b-a81d-90f0ccc76655 HTTP/1.1" status: 200 len: 1098 time: 0.0830474 Jan 28 08:02:09.763391 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0134a6e0-88a4-40e8-863c-19376e06c42a req-511d8ada-f547-4755-baf7-6489d3cffee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:02:09.764918 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0134a6e0-88a4-40e8-863c-19376e06c42a req-511d8ada-f547-4755-baf7-6489d3cffee2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=1afc2731-e451-45ef-9fe0-067811f3cbbd HTTP/1.1" status: 200 len: 913 time: 0.0878952 Jan 28 08:02:09.781586 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:02:09.830804 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0134a6e0-88a4-40e8-863c-19376e06c42a req-33515e71-295a-44c8-b6c6-34caab24f4a7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ac31722d-9634-46f0-b7ca-d5ab2cf11760 HTTP/1.1" status: 200 len: 1000 time: 0.0596983 Jan 28 08:02:09.849617 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-1bded4fa-dc9b-447e-a405-16f72a37fba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '471ae43a-1a31-406c-ae5e-acc2efe0a256', 'name': 'tempest-ServerActionsTestJSON-1457173536-router', 'tenant_id': 'ea75831938ac4b18946665e46df721d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': 'ed8b465d-05c2-49a6-8fd3-45f91f421823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:59:37Z', 'updated_at': '2022-01-28T07:59:39Z', 'revision_number': 4, 'project_id': 'ea75831938ac4b18946665e46df721d1', 'gw_port': {'id': 'ed8b465d-05c2-49a6-8fd3-45f91f421823', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:2b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471ae43a-1a31-406c-ae5e-acc2efe0a256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:59:37Z', 'updated_at': '2022-01-28T07:59:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_floatingips': [{'id': '99fdf00c-0722-4494-aadb-492179653fc1', 'tenant_id': 'ea75831938ac4b18946665e46df721d1', 'floating_ip_address': '172.25.6.173', 'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'router_id': '471ae43a-1a31-406c-ae5e-acc2efe0a256', 'port_id': 'ac31722d-9634-46f0-b7ca-d5ab2cf11760', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1afc2731-e451-45ef-9fe0-067811f3cbbd', 'mac_address': 'fa:16:3e:21:74:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3fa3032-6066-4c1b-a81d-90f0ccc76655', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:59:41Z', 'updated_at': '2022-01-28T08:02:08Z', 'revision_number': 5, 'project_id': 'ea75831938ac4b18946665e46df721d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d7d521e-d346-4914-82ee-3ebe2f4e18db', 'name': '', 'network_id': '1afc2731-e451-45ef-9fe0-067811f3cbbd', 'tenant_id': 'ea75831938ac4b18946665e46df721d1', 'mac_address': 'fa:16:3e:42:66:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471ae43a-1a31-406c-ae5e-acc2efe0a256', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'de3bc95a-2ca1-4fb0-a56a-6e6091dfb4c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:59:39Z', 'updated_at': '2022-01-28T07:59:43Z', 'revision_number': 5, 'project_id': 'ea75831938ac4b18946665e46df721d1', 'subnets': [{'id': 'de3bc95a-2ca1-4fb0-a56a-6e6091dfb4c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:02:09.876106 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bded4fa-dc9b-447e-a405-16f72a37fba9 None None] Checking router: 471ae43a-1a31-406c-ae5e-acc2efe0a256 for host: n-d-712749-28 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 08:02:09.882182 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0134a6e0-88a4-40e8-863c-19376e06c42a req-1353e136-1029-4c86-80b6-360e6d4a57c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:02:09.883661 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0134a6e0-88a4-40e8-863c-19376e06c42a req-1353e136-1029-4c86-80b6-360e6d4a57c6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=de3bc95a-2ca1-4fb0-a56a-6e6091dfb4c8 HTTP/1.1" status: 200 len: 851 time: 0.0474818 Jan 28 08:02:09.884481 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bded4fa-dc9b-447e-a405-16f72a37fba9 None None] Routers {'471ae43a-1a31-406c-ae5e-acc2efe0a256'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 08:02:09.885098 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-1bded4fa-dc9b-447e-a405-16f72a37fba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T08:02:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['471ae43a-1a31-406c-ae5e-acc2efe0a256'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:02:09.928962 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0134a6e0-88a4-40e8-863c-19376e06c42a req-a428bde4-af59-47f1-b444-5ee425e7cb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:02:09.930444 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0134a6e0-88a4-40e8-863c-19376e06c42a req-a428bde4-af59-47f1-b444-5ee425e7cb77 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1afc2731-e451-45ef-9fe0-067811f3cbbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414355 Jan 28 08:02:09.988498 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-1bded4fa-dc9b-447e-a405-16f72a37fba9 None None] Set router 471ae43a-1a31-406c-ae5e-acc2efe0a256 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 08:02:10.017900 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0134a6e0-88a4-40e8-863c-19376e06c42a req-5789249e-53f8-4f1d-94bc-184ac507039b service neutron] 10.222.0.10 "GET /v2.0/networks/1afc2731-e451-45ef-9fe0-067811f3cbbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803869 Jan 28 08:02:10.107962 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0134a6e0-88a4-40e8-863c-19376e06c42a req-697f0dfa-c716-4832-b23f-0f3f8309f777 service neutron] 10.222.0.10 "GET /v2.0/networks/1afc2731-e451-45ef-9fe0-067811f3cbbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842409 Jan 28 08:02:10.209026 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-1bded4fa-dc9b-447e-a405-16f72a37fba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '471ae43a-1a31-406c-ae5e-acc2efe0a256', 'name': 'tempest-ServerActionsTestJSON-1457173536-router', 'tenant_id': 'ea75831938ac4b18946665e46df721d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': 'ed8b465d-05c2-49a6-8fd3-45f91f421823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:59:37Z', 'updated_at': '2022-01-28T07:59:39Z', 'revision_number': 4, 'project_id': 'ea75831938ac4b18946665e46df721d1', 'gw_port': {'id': 'ed8b465d-05c2-49a6-8fd3-45f91f421823', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:2b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471ae43a-1a31-406c-ae5e-acc2efe0a256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:59:37Z', 'updated_at': '2022-01-28T07:59:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_floatingips': [{'id': '99fdf00c-0722-4494-aadb-492179653fc1', 'tenant_id': 'ea75831938ac4b18946665e46df721d1', 'floating_ip_address': '172.25.6.173', 'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'router_id': '471ae43a-1a31-406c-ae5e-acc2efe0a256', 'port_id': 'ac31722d-9634-46f0-b7ca-d5ab2cf11760', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1afc2731-e451-45ef-9fe0-067811f3cbbd', 'mac_address': 'fa:16:3e:21:74:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3fa3032-6066-4c1b-a81d-90f0ccc76655', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:59:41Z', 'updated_at': '2022-01-28T08:02:08Z', 'revision_number': 5, 'project_id': 'ea75831938ac4b18946665e46df721d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d7d521e-d346-4914-82ee-3ebe2f4e18db', 'name': '', 'network_id': '1afc2731-e451-45ef-9fe0-067811f3cbbd', 'tenant_id': 'ea75831938ac4b18946665e46df721d1', 'mac_address': 'fa:16:3e:42:66:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471ae43a-1a31-406c-ae5e-acc2efe0a256', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'de3bc95a-2ca1-4fb0-a56a-6e6091dfb4c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:59:39Z', 'updated_at': '2022-01-28T07:59:43Z', 'revision_number': 5, 'project_id': 'ea75831938ac4b18946665e46df721d1', 'subnets': [{'id': 'de3bc95a-2ca1-4fb0-a56a-6e6091dfb4c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:02:10.238160 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bded4fa-dc9b-447e-a405-16f72a37fba9 None None] The sync data for ids ['471ae43a-1a31-406c-ae5e-acc2efe0a256'] in n-d-712749-28 is: [{'id': '471ae43a-1a31-406c-ae5e-acc2efe0a256', 'name': 'tempest-ServerActionsTestJSON-1457173536-router', 'tenant_id': 'ea75831938ac4b18946665e46df721d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': 'ed8b465d-05c2-49a6-8fd3-45f91f421823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:59:37Z', 'updated_at': '2022-01-28T07:59:39Z', 'revision_number': 4, 'project_id': 'ea75831938ac4b18946665e46df721d1', 'gw_port': {'id': 'ed8b465d-05c2-49a6-8fd3-45f91f421823', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:2b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471ae43a-1a31-406c-ae5e-acc2efe0a256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:59:37Z', 'updated_at': '2022-01-28T07:59:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_floatingips': [{'id': '99fdf00c-0722-4494-aadb-492179653fc1', 'tenant_id': 'ea75831938ac4b18946665e46df721d1', 'floating_ip_address': '172.25.6.173', 'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'router_id': '471ae43a-1a31-406c-ae5e-acc2efe0a256', 'port_id': 'ac31722d-9634-46f0-b7ca-d5ab2cf11760', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1afc2731-e451-45ef-9fe0-067811f3cbbd', 'mac_address': 'fa:16:3e:21:74:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3fa3032-6066-4c1b-a81d-90f0ccc76655', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:59:41Z', 'updated_at': '2022-01-28T08:02:08Z', 'revision_number': 5, 'project_id': 'ea75831938ac4b18946665e46df721d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d7d521e-d346-4914-82ee-3ebe2f4e18db', 'name': '', 'network_id': '1afc2731-e451-45ef-9fe0-067811f3cbbd', 'tenant_id': 'ea75831938ac4b18946665e46df721d1', 'mac_address': 'fa:16:3e:42:66:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471ae43a-1a31-406c-ae5e-acc2efe0a256', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'de3bc95a-2ca1-4fb0-a56a-6e6091dfb4c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:59:39Z', 'updated_at': '2022-01-28T07:59:43Z', 'revision_number': 5, 'project_id': 'ea75831938ac4b18946665e46df721d1', 'subnets': [{'id': 'de3bc95a-2ca1-4fb0-a56a-6e6091dfb4c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 08:02:10.419004 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6c808a3c-04a1-4dd3-8330-ea1ed503168f req-bf848ae2-c378-4ab3-8ad1-f5b6b6779e31 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e3fa3032-6066-4c1b-a81d-90f0ccc76655&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0418241 Jan 28 08:02:10.427102 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e04d22-f16d-4ba5-93c0-1f1808c6cceb None None] New status for floating IP 99fdf00c-0722-4494-aadb-492179653fc1: ACTIVE {{(pid=103285) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 08:02:10.515520 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c808a3c-04a1-4dd3-8330-ea1ed503168f req-8cb650c8-91e3-4ee6-b074-b5553199caa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:02:10.517048 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6c808a3c-04a1-4dd3-8330-ea1ed503168f req-8cb650c8-91e3-4ee6-b074-b5553199caa7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ea75831938ac4b18946665e46df721d1&device_id=e3fa3032-6066-4c1b-a81d-90f0ccc76655 HTTP/1.1" status: 200 len: 1098 time: 0.0404413 Jan 28 08:02:10.627219 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c808a3c-04a1-4dd3-8330-ea1ed503168f req-6a3c68d6-eda4-4e7c-a9b8-d0569e48b9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:02:10.628684 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6c808a3c-04a1-4dd3-8330-ea1ed503168f req-6a3c68d6-eda4-4e7c-a9b8-d0569e48b9b4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=1afc2731-e451-45ef-9fe0-067811f3cbbd HTTP/1.1" status: 200 len: 913 time: 0.0924315 Jan 28 08:02:10.692605 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6c808a3c-04a1-4dd3-8330-ea1ed503168f req-1563181d-4c95-429a-bb2c-ca59ae74d118 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ac31722d-9634-46f0-b7ca-d5ab2cf11760 HTTP/1.1" status: 200 len: 1002 time: 0.0573583 Jan 28 08:02:10.742689 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c808a3c-04a1-4dd3-8330-ea1ed503168f req-caac7016-ca30-47c3-bdde-fed939c15837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:02:10.744124 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6c808a3c-04a1-4dd3-8330-ea1ed503168f req-caac7016-ca30-47c3-bdde-fed939c15837 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=de3bc95a-2ca1-4fb0-a56a-6e6091dfb4c8 HTTP/1.1" status: 200 len: 851 time: 0.0458086 Jan 28 08:02:10.788203 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c808a3c-04a1-4dd3-8330-ea1ed503168f req-635464c5-8df5-4a94-bb04-b32c941ed510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:02:10.789679 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6c808a3c-04a1-4dd3-8330-ea1ed503168f req-635464c5-8df5-4a94-bb04-b32c941ed510 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1afc2731-e451-45ef-9fe0-067811f3cbbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393386 Jan 28 08:02:10.877125 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6c808a3c-04a1-4dd3-8330-ea1ed503168f req-4a05f4d1-cbb4-4c70-96b9-8be665957aae service neutron] 10.222.0.10 "GET /v2.0/networks/1afc2731-e451-45ef-9fe0-067811f3cbbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812917 Jan 28 08:02:10.968222 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6c808a3c-04a1-4dd3-8330-ea1ed503168f req-1a1f89a1-7de1-4fb0-8d24-018fdd9f71a7 service neutron] 10.222.0.10 "GET /v2.0/networks/1afc2731-e451-45ef-9fe0-067811f3cbbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847058 Jan 28 08:02:15.411823 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 7 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 08:02:33.324898 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-82671326-f4d0-4762-a31a-70ca83056be9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:02:33.421778 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:02:34.471372 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:02:35.693565 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d873b852-0aff-4fec-afcc-1604b41aec86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:02:37.142621 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:02:38.831859 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:02:39.784281 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:02:52.411985 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 7 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 08:03:03.326107 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bbb09eb4-92f1-4935-8fdd-57bf59f6785b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:03:03.421395 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:03:04.488757 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:03:05.694508 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5dff5aa5-7bc6-454a-b1b1-c390319ff873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:03:07.146531 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:03:08.834349 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:03:09.788827 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:03:10.406635 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f0bcd808-fb55-4a88-a475-1df3cfdc90cb req-891af02a-555b-4bc1-ad90-a1b6a6258c51 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e3fa3032-6066-4c1b-a81d-90f0ccc76655&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0402987 Jan 28 08:03:10.515206 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bcd808-fb55-4a88-a475-1df3cfdc90cb req-0445475d-b3a7-4365-8357-7eb99c05e890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:03:10.516762 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f0bcd808-fb55-4a88-a475-1df3cfdc90cb req-0445475d-b3a7-4365-8357-7eb99c05e890 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ea75831938ac4b18946665e46df721d1&device_id=e3fa3032-6066-4c1b-a81d-90f0ccc76655 HTTP/1.1" status: 200 len: 1098 time: 0.0417314 Jan 28 08:03:10.626755 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bcd808-fb55-4a88-a475-1df3cfdc90cb req-1ff18678-9367-4b67-b375-5675ae586e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:03:10.628267 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f0bcd808-fb55-4a88-a475-1df3cfdc90cb req-1ff18678-9367-4b67-b375-5675ae586e8a service neutron] 10.222.0.10 "GET /v2.0/networks?id=1afc2731-e451-45ef-9fe0-067811f3cbbd HTTP/1.1" status: 200 len: 913 time: 0.0891204 Jan 28 08:03:10.694102 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f0bcd808-fb55-4a88-a475-1df3cfdc90cb req-514a872d-c53b-462d-a507-d538cd46793e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ac31722d-9634-46f0-b7ca-d5ab2cf11760 HTTP/1.1" status: 200 len: 1002 time: 0.0592792 Jan 28 08:03:10.746539 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bcd808-fb55-4a88-a475-1df3cfdc90cb req-802dffde-e4bb-440b-99c5-1fb4def0b917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:03:10.748088 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f0bcd808-fb55-4a88-a475-1df3cfdc90cb req-802dffde-e4bb-440b-99c5-1fb4def0b917 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=de3bc95a-2ca1-4fb0-a56a-6e6091dfb4c8 HTTP/1.1" status: 200 len: 851 time: 0.0463603 Jan 28 08:03:10.797796 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bcd808-fb55-4a88-a475-1df3cfdc90cb req-fc7bebe1-46f5-4528-a76b-fb8125e6defd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:03:10.799300 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f0bcd808-fb55-4a88-a475-1df3cfdc90cb req-fc7bebe1-46f5-4528-a76b-fb8125e6defd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1afc2731-e451-45ef-9fe0-067811f3cbbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438440 Jan 28 08:03:10.889246 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f0bcd808-fb55-4a88-a475-1df3cfdc90cb req-caa4601e-e4f0-49cc-ad70-e55abb421dc2 service neutron] 10.222.0.10 "GET /v2.0/networks/1afc2731-e451-45ef-9fe0-067811f3cbbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803356 Jan 28 08:03:10.982691 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f0bcd808-fb55-4a88-a475-1df3cfdc90cb req-7268bf49-4ecc-4e7c-bba9-ef6f53139c4c service neutron] 10.222.0.10 "GET /v2.0/networks/1afc2731-e451-45ef-9fe0-067811f3cbbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846469 Jan 28 08:03:29.366722 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [req-7f1d1811-f8e2-420c-947c-092a72d124f5 req-6919fddc-b75d-48ee-95ff-3945e2b0143c service neutron] (103283) timed out ('10.222.0.41', 34486) {{(pid=103283) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 08:03:29.411964 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 7 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 08:03:33.327500 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9fc2984c-10aa-499c-a3fa-474df18256dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:03:33.453193 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:03:34.490079 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:03:35.694682 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5b7065a1-d898-4272-b953-37549885f349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:03:37.148821 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:03:38.837264 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:03:39.792135 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:03:48.991559 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4695bd6-5c83-4ef7-b197-0f47784fbf9f req-765fd220-98bf-4965-a602-1bb685c94807 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:03:48.993009 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c4695bd6-5c83-4ef7-b197-0f47784fbf9f req-765fd220-98bf-4965-a602-1bb685c94807 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3fa3032-6066-4c1b-a81d-90f0ccc76655 HTTP/1.1" status: 200 len: 946 time: 0.0488315 Jan 28 08:03:49.040289 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c4695bd6-5c83-4ef7-b197-0f47784fbf9f req-a812a5ee-86b5-4424-9b35-77cccf231cd6 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417025 Jan 28 08:03:50.166511 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168e167a-b780-429c-826d-ae2a4dbc06b4 req-d6f01465-52c3-47a8-8eb7-0eff6ed85ea6 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:03:50.168010 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-168e167a-b780-429c-826d-ae2a4dbc06b4 req-d6f01465-52c3-47a8-8eb7-0eff6ed85ea6 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3fa3032-6066-4c1b-a81d-90f0ccc76655 HTTP/1.1" status: 200 len: 946 time: 0.0485637 Jan 28 08:03:50.214821 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-168e167a-b780-429c-826d-ae2a4dbc06b4 req-7d064720-72bf-4a71-80c9-e41b830bfa82 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402102 Jan 28 08:03:51.337735 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b655d95b-8721-4f9d-a88d-11b55edf4be0 req-5855839e-0278-46b3-b775-abc2cf1b6b9e tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:03:51.339419 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b655d95b-8721-4f9d-a88d-11b55edf4be0 req-5855839e-0278-46b3-b775-abc2cf1b6b9e tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3fa3032-6066-4c1b-a81d-90f0ccc76655 HTTP/1.1" status: 200 len: 946 time: 0.0552299 Jan 28 08:03:51.385095 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b655d95b-8721-4f9d-a88d-11b55edf4be0 req-8dd0f53b-7424-47f2-a91f-e8c52b4820b8 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394552 Jan 28 08:03:52.503640 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c7d2e5-c79f-44da-9d21-b4497236ea0c req-6e6fcf12-ef3e-4324-b302-55bc22cd9a02 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:03:52.505152 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b0c7d2e5-c79f-44da-9d21-b4497236ea0c req-6e6fcf12-ef3e-4324-b302-55bc22cd9a02 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3fa3032-6066-4c1b-a81d-90f0ccc76655 HTTP/1.1" status: 200 len: 946 time: 0.0512168 Jan 28 08:03:52.551352 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b0c7d2e5-c79f-44da-9d21-b4497236ea0c req-0879b425-315f-4e32-a5e0-c933e6b2913a tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406842 Jan 28 08:03:53.665669 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9c01e8-e90c-4636-95b9-fa27fdf0bce0 req-b5616572-d8c8-4ed4-b126-c7fa1f60ac2f tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:03:53.667060 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5b9c01e8-e90c-4636-95b9-fa27fdf0bce0 req-b5616572-d8c8-4ed4-b126-c7fa1f60ac2f tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3fa3032-6066-4c1b-a81d-90f0ccc76655 HTTP/1.1" status: 200 len: 946 time: 0.0478916 Jan 28 08:03:53.713996 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5b9c01e8-e90c-4636-95b9-fa27fdf0bce0 req-bbc5391b-bf8d-41e2-b697-7ad5a44a1734 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405052 Jan 28 08:03:54.826894 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca1590e-aaa8-4b64-a193-cd9ec0fa839e req-e6712177-060d-4af3-b770-a7da611aaa09 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:03:54.829063 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1ca1590e-aaa8-4b64-a193-cd9ec0fa839e req-e6712177-060d-4af3-b770-a7da611aaa09 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3fa3032-6066-4c1b-a81d-90f0ccc76655 HTTP/1.1" status: 200 len: 946 time: 0.0485964 Jan 28 08:03:54.875281 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1ca1590e-aaa8-4b64-a193-cd9ec0fa839e req-273d0685-e399-43ac-a9ce-da662d432d68 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400021 Jan 28 08:03:55.991330 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3866e4b4-866d-4573-83a0-c532689e351a req-95722668-749a-4193-a31e-871038c77d8a tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:03:55.992818 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3866e4b4-866d-4573-83a0-c532689e351a req-95722668-749a-4193-a31e-871038c77d8a tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3fa3032-6066-4c1b-a81d-90f0ccc76655 HTTP/1.1" status: 200 len: 946 time: 0.0464759 Jan 28 08:03:56.050374 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3866e4b4-866d-4573-83a0-c532689e351a req-7dbeb301-5553-463c-bc34-ad73e9386341 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520072 Jan 28 08:03:57.164210 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fc09c4-3814-4e1a-910e-3d647dbeb73e req-858bcfce-d91d-4482-99b4-4c34a2a28eae tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:03:57.165783 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-22fc09c4-3814-4e1a-910e-3d647dbeb73e req-858bcfce-d91d-4482-99b4-4c34a2a28eae tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3fa3032-6066-4c1b-a81d-90f0ccc76655 HTTP/1.1" status: 200 len: 946 time: 0.0478427 Jan 28 08:03:57.215566 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-22fc09c4-3814-4e1a-910e-3d647dbeb73e req-ef3350ae-37a8-4ca6-b41b-10c44ec65565 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443547 Jan 28 08:03:58.329209 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c45c276-334d-4e30-90b5-d66a87c745fd req-df6896cb-da2d-4797-be07-79240d5efddd tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:03:58.330688 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6c45c276-334d-4e30-90b5-d66a87c745fd req-df6896cb-da2d-4797-be07-79240d5efddd tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3fa3032-6066-4c1b-a81d-90f0ccc76655 HTTP/1.1" status: 200 len: 946 time: 0.0473700 Jan 28 08:03:58.376290 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6c45c276-334d-4e30-90b5-d66a87c745fd req-0d46d346-a0eb-45e5-859e-0715c10590ba tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400252 Jan 28 08:03:59.490103 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7ac87a-1882-4fea-8346-a9bf3827eaf0 req-4bd50115-e13e-420b-859c-52f1e50bec45 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:03:59.491678 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ad7ac87a-1882-4fea-8346-a9bf3827eaf0 req-4bd50115-e13e-420b-859c-52f1e50bec45 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3fa3032-6066-4c1b-a81d-90f0ccc76655 HTTP/1.1" status: 200 len: 946 time: 0.0486937 Jan 28 08:03:59.538695 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ad7ac87a-1882-4fea-8346-a9bf3827eaf0 req-769ed6bd-4476-4d8b-a8b4-7cd778ed017c tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415170 Jan 28 08:03:59.783985 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733cc08d-357f-44bf-9e3b-d7b5f96d4421 req-4039207f-88b7-4718-ba85-33aaf5e207d0 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:03:59.785570 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-733cc08d-357f-44bf-9e3b-d7b5f96d4421 req-4039207f-88b7-4718-ba85-33aaf5e207d0 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3fa3032-6066-4c1b-a81d-90f0ccc76655 HTTP/1.1" status: 200 len: 946 time: 0.0499091 Jan 28 08:03:59.843954 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-733cc08d-357f-44bf-9e3b-d7b5f96d4421 req-f4beea7b-78ec-489d-91a2-c811f7b26304 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510302 Jan 28 08:03:59.877554 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ba4be415-b848-499a-af1a-8b8294638684 req-5004319b-36f9-47af-9e63-84ac51ed3796 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e3fa3032-6066-4c1b-a81d-90f0ccc76655&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0894022 Jan 28 08:04:00.959223 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48a9c71-3630-491f-a2c3-78e1b033c22f req-d8b81528-01bf-490d-8426-7645394c17b5 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:04:00.960798 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e48a9c71-3630-491f-a2c3-78e1b033c22f req-d8b81528-01bf-490d-8426-7645394c17b5 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3fa3032-6066-4c1b-a81d-90f0ccc76655 HTTP/1.1" status: 200 len: 946 time: 0.0478959 Jan 28 08:04:01.012720 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e48a9c71-3630-491f-a2c3-78e1b033c22f req-9eaa3341-d4e6-4c79-ba14-ec8cd68ec950 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462072 Jan 28 08:04:01.083142 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4be415-b848-499a-af1a-8b8294638684 req-b56c3054-5097-4237-a35f-fa18601066d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:04:01.084653 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ba4be415-b848-499a-af1a-8b8294638684 req-b56c3054-5097-4237-a35f-fa18601066d4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ea75831938ac4b18946665e46df721d1&device_id=e3fa3032-6066-4c1b-a81d-90f0ccc76655 HTTP/1.1" status: 200 len: 1098 time: 0.0439026 Jan 28 08:04:01.173992 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4be415-b848-499a-af1a-8b8294638684 req-8eb90bdf-01f8-40f6-a9c4-e0381e2ea0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:04:01.175361 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ba4be415-b848-499a-af1a-8b8294638684 req-8eb90bdf-01f8-40f6-a9c4-e0381e2ea0f2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=1afc2731-e451-45ef-9fe0-067811f3cbbd HTTP/1.1" status: 200 len: 913 time: 0.0816345 Jan 28 08:04:01.245387 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ba4be415-b848-499a-af1a-8b8294638684 req-eca82624-cdad-4294-946f-42679bc289e1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ac31722d-9634-46f0-b7ca-d5ab2cf11760 HTTP/1.1" status: 200 len: 1002 time: 0.0602684 Jan 28 08:04:01.295438 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4be415-b848-499a-af1a-8b8294638684 req-22f08fed-8109-4f6c-9ca7-64771b8e2059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:04:01.297052 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ba4be415-b848-499a-af1a-8b8294638684 req-22f08fed-8109-4f6c-9ca7-64771b8e2059 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=de3bc95a-2ca1-4fb0-a56a-6e6091dfb4c8 HTTP/1.1" status: 200 len: 851 time: 0.0426226 Jan 28 08:04:01.342286 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4be415-b848-499a-af1a-8b8294638684 req-20496048-9c35-43dc-a3b9-88b71a76eed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:04:01.344413 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ba4be415-b848-499a-af1a-8b8294638684 req-20496048-9c35-43dc-a3b9-88b71a76eed2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1afc2731-e451-45ef-9fe0-067811f3cbbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389273 Jan 28 08:04:01.772120 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ba4be415-b848-499a-af1a-8b8294638684 req-ea80fc5e-6288-46b7-bd90-83966797d221 service neutron] 10.222.0.10 "GET /v2.0/networks/1afc2731-e451-45ef-9fe0-067811f3cbbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4184091 Jan 28 08:04:01.862618 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ba4be415-b848-499a-af1a-8b8294638684 req-a63e3406-0433-41be-9776-58e1f7467599 service neutron] 10.222.0.10 "GET /v2.0/networks/1afc2731-e451-45ef-9fe0-067811f3cbbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803223 Jan 28 08:04:02.131104 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72675fe3-232b-4eb1-8be7-5e35d59843d5 req-1269c65f-c3a5-4def-81c4-01dae771fa12 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:04:02.132610 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-72675fe3-232b-4eb1-8be7-5e35d59843d5 req-1269c65f-c3a5-4def-81c4-01dae771fa12 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3fa3032-6066-4c1b-a81d-90f0ccc76655 HTTP/1.1" status: 200 len: 946 time: 0.0486021 Jan 28 08:04:02.179877 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-72675fe3-232b-4eb1-8be7-5e35d59843d5 req-7a4c238a-12e7-4515-86d2-60cb9ab4d8fb tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418274 Jan 28 08:04:03.300966 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8efb3b-1727-43b7-8e1c-fbc2804ebfe7 req-ce9a6cad-c639-4a22-8daa-91d34bde4260 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:04:03.302470 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-be8efb3b-1727-43b7-8e1c-fbc2804ebfe7 req-ce9a6cad-c639-4a22-8daa-91d34bde4260 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3fa3032-6066-4c1b-a81d-90f0ccc76655 HTTP/1.1" status: 200 len: 946 time: 0.0482650 Jan 28 08:04:03.331150 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-33e8db91-cb68-4da7-b9d4-817ac0310f8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:04:03.355087 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-be8efb3b-1727-43b7-8e1c-fbc2804ebfe7 req-5c181c9d-564f-4edf-9b83-ae4ff140a810 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470357 Jan 28 08:04:03.457932 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:04:04.044093 n-d-712749-28 neutron-server[103284]: INFO neutron.api.v2.resource [req-ba4be415-b848-499a-af1a-8b8294638684 req-4a74c055-2898-4294-a24b-2bbc79e08ba8 service neutron] show failed (client error): The resource could not be found. Jan 28 08:04:04.045112 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ba4be415-b848-499a-af1a-8b8294638684 req-4a74c055-2898-4294-a24b-2bbc79e08ba8 service neutron] 10.222.0.10 "GET /v2.0/ports/ac31722d-9634-46f0-b7ca-d5ab2cf11760/bindings/n-h2-712749-28 HTTP/1.1" status: 404 len: 381 time: 0.0527222 Jan 28 08:04:04.329008 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4be415-b848-499a-af1a-8b8294638684 req-56303607-ac62-4662-999c-c7ea0954e4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:04:04.330431 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ba4be415-b848-499a-af1a-8b8294638684 req-56303607-ac62-4662-999c-c7ea0954e4aa service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e3fa3032-6066-4c1b-a81d-90f0ccc76655&tenant_id=ea75831938ac4b18946665e46df721d1 HTTP/1.1" status: 200 len: 1098 time: 0.0786974 Jan 28 08:04:04.347558 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-ba4be415-b848-499a-af1a-8b8294638684 req-9104f7c7-06f1-4ac2-b126-a0a0a317a7f5 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712749-28', 'device_owner': 'compute:nova'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:04:04.405251 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-ba4be415-b848-499a-af1a-8b8294638684 req-9104f7c7-06f1-4ac2-b126-a0a0a317a7f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (ac31722d-9634-46f0-b7ca-d5ab2cf11760), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:04:04.492597 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:04:04.563770 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6313495f-cc6a-481b-8d8f-d38f54a35342 req-a42a26ff-9d2b-4319-8eb4-c20211ddb8b2 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:04:04.565298 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6313495f-cc6a-481b-8d8f-d38f54a35342 req-a42a26ff-9d2b-4319-8eb4-c20211ddb8b2 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3fa3032-6066-4c1b-a81d-90f0ccc76655 HTTP/1.1" status: 200 len: 946 time: 0.1262038 Jan 28 08:04:04.665394 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6313495f-cc6a-481b-8d8f-d38f54a35342 req-14b68f51-c1c4-4c92-9cda-6c7df12b9bec tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942962 Jan 28 08:04:04.685956 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-ba4be415-b848-499a-af1a-8b8294638684 req-9104f7c7-06f1-4ac2-b126-a0a0a317a7f5 service neutron] For port ac31722d-9634-46f0-b7ca-d5ab2cf11760, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=ac31722d-9634-46f0-b7ca-d5ab2cf11760,segment=NetworkSegment(9f29e49e-1298-4018-ac36-fa9bfe8943e3),segment_id=9f29e49e-1298-4018-ac36-fa9bfe8943e3)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:04:04.719529 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-ba4be415-b848-499a-af1a-8b8294638684 req-9104f7c7-06f1-4ac2-b126-a0a0a317a7f5 service neutron] For port ac31722d-9634-46f0-b7ca-d5ab2cf11760, host n-h1-712749-28, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 08:04:04.763328 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3fa3032-6066-4c1b-a81d-90f0ccc76655', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac31722d-9634-46f0-b7ca-d5ab2cf11760'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 08:04:04.769803 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-ba4be415-b848-499a-af1a-8b8294638684 req-9104f7c7-06f1-4ac2-b126-a0a0a317a7f5 service neutron] Publish callbacks [] for port (ac31722d-9634-46f0-b7ca-d5ab2cf11760), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:04:04.784264 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [req-ba4be415-b848-499a-af1a-8b8294638684 req-9104f7c7-06f1-4ac2-b126-a0a0a317a7f5 service neutron] Transition to ACTIVE for port object ac31722d-9634-46f0-b7ca-d5ab2cf11760 will not be triggered until provisioned by entity L2. {{(pid=103283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 08:04:04.788427 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-ba4be415-b848-499a-af1a-8b8294638684 req-9104f7c7-06f1-4ac2-b126-a0a0a317a7f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (ac31722d-9634-46f0-b7ca-d5ab2cf11760), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:04:04.818523 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6b024039d6c3a8048940e324a8d5ead2390d66f8802a9866b6a24361082aa9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c6297a4-0fcb-4be1-b585-bcbe4c8de45c" -d '{"events": [{"server_uuid": "e3fa3032-6066-4c1b-a81d-90f0ccc76655", "name": "network-vif-unplugged", "status": "completed", "tag": "ac31722d-9634-46f0-b7ca-d5ab2cf11760"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 08:04:04.886183 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9104f7c7-06f1-4ac2-b126-a0a0a317a7f5 service neutron] Pushing event updated for resources: {'Port': ['ID=ac31722d-9634-46f0-b7ca-d5ab2cf11760,revision_number=6']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:04:04.898975 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9104f7c7-06f1-4ac2-b126-a0a0a317a7f5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:04:04.899223 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9104f7c7-06f1-4ac2-b126-a0a0a317a7f5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:04:04.899575 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9104f7c7-06f1-4ac2-b126-a0a0a317a7f5 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:04:04.899925 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9104f7c7-06f1-4ac2-b126-a0a0a317a7f5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:04:04.900295 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9104f7c7-06f1-4ac2-b126-a0a0a317a7f5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:04:04.900637 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9104f7c7-06f1-4ac2-b126-a0a0a317a7f5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:04:04.900974 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9104f7c7-06f1-4ac2-b126-a0a0a317a7f5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:04:04.901308 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9104f7c7-06f1-4ac2-b126-a0a0a317a7f5 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:04:04.901640 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9104f7c7-06f1-4ac2-b126-a0a0a317a7f5 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:04:04.901973 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9104f7c7-06f1-4ac2-b126-a0a0a317a7f5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:04:04.902307 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9104f7c7-06f1-4ac2-b126-a0a0a317a7f5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:04:04.902637 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9104f7c7-06f1-4ac2-b126-a0a0a317a7f5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:04:04.902964 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9104f7c7-06f1-4ac2-b126-a0a0a317a7f5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:04:04.936777 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba4be415-b848-499a-af1a-8b8294638684 req-9104f7c7-06f1-4ac2-b126-a0a0a317a7f5 service neutron] No DVR routers for this DVR port ac31722d-9634-46f0-b7ca-d5ab2cf11760 on host n-h1-712749-28 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 08:04:04.940089 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 08:04:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf2ba63e-b0ab-4077-966e-298fe1b99205 x-openstack-request-id: req-bf2ba63e-b0ab-4077-966e-298fe1b99205 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 08:04:04.940437 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3fa3032-6066-4c1b-a81d-90f0ccc76655", "name": "network-vif-unplugged", "status": "completed", "tag": "ac31722d-9634-46f0-b7ca-d5ab2cf11760", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 08:04:04.940699 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bf2ba63e-b0ab-4077-966e-298fe1b99205 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 08:04:04.941099 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3fa3032-6066-4c1b-a81d-90f0ccc76655', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac31722d-9634-46f0-b7ca-d5ab2cf11760', 'code': 200} Jan 28 08:04:05.079622 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-ba4be415-b848-499a-af1a-8b8294638684 req-9104f7c7-06f1-4ac2-b126-a0a0a317a7f5 service neutron] Attempting to bind port ac31722d-9634-46f0-b7ca-d5ab2cf11760 on host n-h2-712749-28 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 08:04:05.079954 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-ba4be415-b848-499a-af1a-8b8294638684 req-9104f7c7-06f1-4ac2-b126-a0a0a317a7f5 service neutron] Attempting to bind port ac31722d-9634-46f0-b7ca-d5ab2cf11760 by drivers openvswitch,hyperv on host n-h2-712749-28 at level 0 using segments [{'id': '9f29e49e-1298-4018-ac36-fa9bfe8943e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1afc2731-e451-45ef-9fe0-067811f3cbbd'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 08:04:05.080430 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba4be415-b848-499a-af1a-8b8294638684 req-9104f7c7-06f1-4ac2-b126-a0a0a317a7f5 service neutron] Attempting to bind port ac31722d-9634-46f0-b7ca-d5ab2cf11760 on network 1afc2731-e451-45ef-9fe0-067811f3cbbd {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 08:04:05.084673 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba4be415-b848-499a-af1a-8b8294638684 req-9104f7c7-06f1-4ac2-b126-a0a0a317a7f5 service neutron] Port ac31722d-9634-46f0-b7ca-d5ab2cf11760 on network 1afc2731-e451-45ef-9fe0-067811f3cbbd not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-28 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 08:04:05.085000 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba4be415-b848-499a-af1a-8b8294638684 req-9104f7c7-06f1-4ac2-b126-a0a0a317a7f5 service neutron] Attempting to bind port ac31722d-9634-46f0-b7ca-d5ab2cf11760 on network 1afc2731-e451-45ef-9fe0-067811f3cbbd {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 08:04:05.089699 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba4be415-b848-499a-af1a-8b8294638684 req-9104f7c7-06f1-4ac2-b126-a0a0a317a7f5 service neutron] Checking agent: {'id': 'c9906e63-062c-432e-bb53-63fdb8115e18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 8, 4, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 08:04:05.090033 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba4be415-b848-499a-af1a-8b8294638684 req-9104f7c7-06f1-4ac2-b126-a0a0a317a7f5 service neutron] Checking segment: {'id': '9f29e49e-1298-4018-ac36-fa9bfe8943e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1afc2731-e451-45ef-9fe0-067811f3cbbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 08:04:05.090409 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba4be415-b848-499a-af1a-8b8294638684 req-9104f7c7-06f1-4ac2-b126-a0a0a317a7f5 service neutron] Bound using segment: {'id': '9f29e49e-1298-4018-ac36-fa9bfe8943e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1afc2731-e451-45ef-9fe0-067811f3cbbd'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 08:04:05.090868 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-ba4be415-b848-499a-af1a-8b8294638684 req-9104f7c7-06f1-4ac2-b126-a0a0a317a7f5 service neutron] Bound port: ac31722d-9634-46f0-b7ca-d5ab2cf11760, host: n-h2-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f29e49e-1298-4018-ac36-fa9bfe8943e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1afc2731-e451-45ef-9fe0-067811f3cbbd'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 08:04:05.091172 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-ba4be415-b848-499a-af1a-8b8294638684 req-9104f7c7-06f1-4ac2-b126-a0a0a317a7f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (ac31722d-9634-46f0-b7ca-d5ab2cf11760), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:04:05.153403 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-ba4be415-b848-499a-af1a-8b8294638684 req-9104f7c7-06f1-4ac2-b126-a0a0a317a7f5 service neutron] For port ac31722d-9634-46f0-b7ca-d5ab2cf11760, host n-h2-712749-28, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 08:04:05.156761 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-ba4be415-b848-499a-af1a-8b8294638684 req-9104f7c7-06f1-4ac2-b126-a0a0a317a7f5 service neutron] For port ac31722d-9634-46f0-b7ca-d5ab2cf11760, host n-h2-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=ac31722d-9634-46f0-b7ca-d5ab2cf11760,segment=NetworkSegment(9f29e49e-1298-4018-ac36-fa9bfe8943e3),segment_id=9f29e49e-1298-4018-ac36-fa9bfe8943e3)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 08:04:05.161135 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-ba4be415-b848-499a-af1a-8b8294638684 req-9104f7c7-06f1-4ac2-b126-a0a0a317a7f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (ac31722d-9634-46f0-b7ca-d5ab2cf11760), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:04:05.193253 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4be415-b848-499a-af1a-8b8294638684 req-9104f7c7-06f1-4ac2-b126-a0a0a317a7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:04:05.193949 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-ba4be415-b848-499a-af1a-8b8294638684 req-9104f7c7-06f1-4ac2-b126-a0a0a317a7f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:04:05.195522 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ba4be415-b848-499a-af1a-8b8294638684 req-9104f7c7-06f1-4ac2-b126-a0a0a317a7f5 service neutron] 10.222.0.44 "PUT /v2.0/ports/ac31722d-9634-46f0-b7ca-d5ab2cf11760 HTTP/1.1" status: 200 len: 1093 time: 0.8518953 Jan 28 08:04:05.222211 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9104f7c7-06f1-4ac2-b126-a0a0a317a7f5 service neutron] Pushing event updated for resources: {'Port': ['ID=ac31722d-9634-46f0-b7ca-d5ab2cf11760,revision_number=7']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:04:05.272913 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4be415-b848-499a-af1a-8b8294638684 req-276e1f18-313e-49be-ba9c-750c4a4d9d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:04:05.274500 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ba4be415-b848-499a-af1a-8b8294638684 req-276e1f18-313e-49be-ba9c-750c4a4d9d88 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ea75831938ac4b18946665e46df721d1&device_id=e3fa3032-6066-4c1b-a81d-90f0ccc76655 HTTP/1.1" status: 200 len: 1096 time: 0.0476553 Jan 28 08:04:05.369181 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4be415-b848-499a-af1a-8b8294638684 req-de6c2ae8-a223-49c5-9d3f-bf25e96162f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:04:05.370691 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ba4be415-b848-499a-af1a-8b8294638684 req-de6c2ae8-a223-49c5-9d3f-bf25e96162f8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=1afc2731-e451-45ef-9fe0-067811f3cbbd HTTP/1.1" status: 200 len: 913 time: 0.0907345 Jan 28 08:04:05.445952 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ba4be415-b848-499a-af1a-8b8294638684 req-e617d3e3-cc2f-4039-a21f-944439c6d51d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ac31722d-9634-46f0-b7ca-d5ab2cf11760 HTTP/1.1" status: 200 len: 1000 time: 0.0691285 Jan 28 08:04:05.494707 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4be415-b848-499a-af1a-8b8294638684 req-fc291ccd-bb76-48c4-843d-4e0732f41885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:04:05.496091 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ba4be415-b848-499a-af1a-8b8294638684 req-fc291ccd-bb76-48c4-843d-4e0732f41885 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=de3bc95a-2ca1-4fb0-a56a-6e6091dfb4c8 HTTP/1.1" status: 200 len: 851 time: 0.0446746 Jan 28 08:04:05.539496 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4be415-b848-499a-af1a-8b8294638684 req-bdccf05c-16b2-40d8-abb4-e345c33321e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:04:05.540977 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ba4be415-b848-499a-af1a-8b8294638684 req-bdccf05c-16b2-40d8-abb4-e345c33321e8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1afc2731-e451-45ef-9fe0-067811f3cbbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392320 Jan 28 08:04:05.636451 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ba4be415-b848-499a-af1a-8b8294638684 req-4680d9c8-4590-48f0-ac59-a87babd97ec9 service neutron] 10.222.0.44 "GET /v2.0/networks/1afc2731-e451-45ef-9fe0-067811f3cbbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888498 Jan 28 08:04:05.703320 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7dd746d9-1901-4f51-b781-e292f99f262b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:04:05.729841 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ba4be415-b848-499a-af1a-8b8294638684 req-37f93d08-46e1-4a68-945e-2f801d44e20f service neutron] 10.222.0.44 "GET /v2.0/networks/1afc2731-e451-45ef-9fe0-067811f3cbbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878601 Jan 28 08:04:05.801543 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d94b4c7-5366-4b1f-b578-223bab6952ad req-6ace117e-649d-4857-aeeb-aee2b644c0fb tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:04:05.803063 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8d94b4c7-5366-4b1f-b578-223bab6952ad req-6ace117e-649d-4857-aeeb-aee2b644c0fb tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3fa3032-6066-4c1b-a81d-90f0ccc76655 HTTP/1.1" status: 200 len: 944 time: 0.0543222 Jan 28 08:04:05.852234 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8d94b4c7-5366-4b1f-b578-223bab6952ad req-2aeadce5-3a61-4fa5-a24a-783b98659f43 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433486 Jan 28 08:04:06.410989 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 7 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 08:04:06.943447 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3fa3032-6066-4c1b-a81d-90f0ccc76655', 'tag': 'ac31722d-9634-46f0-b7ca-d5ab2cf11760'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 08:04:06.946160 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6b024039d6c3a8048940e324a8d5ead2390d66f8802a9866b6a24361082aa9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5df4b06-42ff-4930-847e-f973a948884f" -d '{"events": [{"name": "network-changed", "server_uuid": "e3fa3032-6066-4c1b-a81d-90f0ccc76655", "tag": "ac31722d-9634-46f0-b7ca-d5ab2cf11760"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 08:04:06.984428 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4fa1ff-5b55-4559-9e36-517ef9333651 req-db4e3a14-57d1-475e-b1fc-c04a0fab871f tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:04:06.986399 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1d4fa1ff-5b55-4559-9e36-517ef9333651 req-db4e3a14-57d1-475e-b1fc-c04a0fab871f tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3fa3032-6066-4c1b-a81d-90f0ccc76655 HTTP/1.1" status: 200 len: 944 time: 0.0559001 Jan 28 08:04:07.000612 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 08:04:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a85dd2bc-086d-47b4-99f7-597674aed0e3 x-openstack-request-id: req-a85dd2bc-086d-47b4-99f7-597674aed0e3 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 08:04:07.001004 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3fa3032-6066-4c1b-a81d-90f0ccc76655", "tag": "ac31722d-9634-46f0-b7ca-d5ab2cf11760", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 08:04:07.001177 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a85dd2bc-086d-47b4-99f7-597674aed0e3 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 08:04:07.001577 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3fa3032-6066-4c1b-a81d-90f0ccc76655', 'tag': 'ac31722d-9634-46f0-b7ca-d5ab2cf11760', 'status': 'completed', 'code': 200} Jan 28 08:04:07.038674 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1d4fa1ff-5b55-4559-9e36-517ef9333651 req-d4137edf-a878-4029-9518-9d8b5597c002 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454373 Jan 28 08:04:07.094417 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5df4b06-42ff-4930-847e-f973a948884f req-e6b6c529-7621-435f-9c3a-3059d091545e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:04:07.095971 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e5df4b06-42ff-4930-847e-f973a948884f req-e6b6c529-7621-435f-9c3a-3059d091545e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ea75831938ac4b18946665e46df721d1&device_id=e3fa3032-6066-4c1b-a81d-90f0ccc76655 HTTP/1.1" status: 200 len: 1096 time: 0.0474856 Jan 28 08:04:07.103264 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5df4b06-42ff-4930-847e-f973a948884f req-0c14d9de-5c51-490a-834f-604c7af16077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:04:07.104813 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e5df4b06-42ff-4930-847e-f973a948884f req-0c14d9de-5c51-490a-834f-604c7af16077 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ea75831938ac4b18946665e46df721d1&device_id=e3fa3032-6066-4c1b-a81d-90f0ccc76655 HTTP/1.1" status: 200 len: 1096 time: 0.0565803 Jan 28 08:04:07.152795 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:04:07.188698 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5df4b06-42ff-4930-847e-f973a948884f req-1001d469-2279-4eef-a733-d2f9f83b3e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:04:07.190219 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e5df4b06-42ff-4930-847e-f973a948884f req-1001d469-2279-4eef-a733-d2f9f83b3e2a service neutron] 10.222.0.10 "GET /v2.0/networks?id=1afc2731-e451-45ef-9fe0-067811f3cbbd HTTP/1.1" status: 200 len: 913 time: 0.0874839 Jan 28 08:04:07.194450 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5df4b06-42ff-4930-847e-f973a948884f req-4d45dba7-2fc1-4f73-a3c7-cfc71091d79e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:04:07.195927 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e5df4b06-42ff-4930-847e-f973a948884f req-4d45dba7-2fc1-4f73-a3c7-cfc71091d79e service neutron] 10.222.0.44 "GET /v2.0/networks?id=1afc2731-e451-45ef-9fe0-067811f3cbbd HTTP/1.1" status: 200 len: 913 time: 0.0856800 Jan 28 08:04:07.262621 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e5df4b06-42ff-4930-847e-f973a948884f req-50b02f76-a2a7-4b1b-be41-26edb0451a60 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ac31722d-9634-46f0-b7ca-d5ab2cf11760 HTTP/1.1" status: 200 len: 1000 time: 0.0630844 Jan 28 08:04:07.273055 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e5df4b06-42ff-4930-847e-f973a948884f req-934b887e-9677-461f-bf4e-404e51351343 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ac31722d-9634-46f0-b7ca-d5ab2cf11760 HTTP/1.1" status: 200 len: 1000 time: 0.0644794 Jan 28 08:04:07.320213 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5df4b06-42ff-4930-847e-f973a948884f req-246afe59-1a22-4984-8ea2-cf7ef9a81ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:04:07.321733 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e5df4b06-42ff-4930-847e-f973a948884f req-246afe59-1a22-4984-8ea2-cf7ef9a81ac8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=de3bc95a-2ca1-4fb0-a56a-6e6091dfb4c8 HTTP/1.1" status: 200 len: 851 time: 0.0506067 Jan 28 08:04:07.324589 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5df4b06-42ff-4930-847e-f973a948884f req-1f674af8-ffb3-437c-9783-7fb269d7eaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:04:07.326043 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e5df4b06-42ff-4930-847e-f973a948884f req-1f674af8-ffb3-437c-9783-7fb269d7eaa5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=de3bc95a-2ca1-4fb0-a56a-6e6091dfb4c8 HTTP/1.1" status: 200 len: 851 time: 0.0468166 Jan 28 08:04:07.370515 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5df4b06-42ff-4930-847e-f973a948884f req-4fac7188-8af1-402a-8a8e-72785b361a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:04:07.370743 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5df4b06-42ff-4930-847e-f973a948884f req-dd6cddb4-9ebf-41a5-942e-3766f01b8424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:04:07.372030 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e5df4b06-42ff-4930-847e-f973a948884f req-4fac7188-8af1-402a-8a8e-72785b361a3b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1afc2731-e451-45ef-9fe0-067811f3cbbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405023 Jan 28 08:04:07.372177 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e5df4b06-42ff-4930-847e-f973a948884f req-dd6cddb4-9ebf-41a5-942e-3766f01b8424 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1afc2731-e451-45ef-9fe0-067811f3cbbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404949 Jan 28 08:04:07.471105 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e5df4b06-42ff-4930-847e-f973a948884f req-1d9fecb0-bbc5-47a6-884c-72e3d13f2d33 service neutron] 10.222.0.44 "GET /v2.0/networks/1afc2731-e451-45ef-9fe0-067811f3cbbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934021 Jan 28 08:04:07.484342 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e5df4b06-42ff-4930-847e-f973a948884f req-32942a6e-7932-45ab-8b86-e21e9da34a2d service neutron] 10.222.0.10 "GET /v2.0/networks/1afc2731-e451-45ef-9fe0-067811f3cbbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021807 Jan 28 08:04:07.560549 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e5df4b06-42ff-4930-847e-f973a948884f req-df8678dc-d8a4-4451-b9c5-aecdd7b53c1e service neutron] 10.222.0.44 "GET /v2.0/networks/1afc2731-e451-45ef-9fe0-067811f3cbbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836508 Jan 28 08:04:07.576553 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e5df4b06-42ff-4930-847e-f973a948884f req-65946a98-8d5f-47d7-ba8a-77a11cdc8fed service neutron] 10.222.0.10 "GET /v2.0/networks/1afc2731-e451-45ef-9fe0-067811f3cbbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835881 Jan 28 08:04:08.162238 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559b2381-4381-44d9-96f9-0e2ef64d2d3e req-311848c8-d42a-4d5f-a89f-8569cdb9788b tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:04:08.163653 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-559b2381-4381-44d9-96f9-0e2ef64d2d3e req-311848c8-d42a-4d5f-a89f-8569cdb9788b tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3fa3032-6066-4c1b-a81d-90f0ccc76655 HTTP/1.1" status: 200 len: 944 time: 0.0502677 Jan 28 08:04:08.216687 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-559b2381-4381-44d9-96f9-0e2ef64d2d3e req-d4529a9c-a0fa-4d62-9dd4-4880c7df2638 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473218 Jan 28 08:04:08.409442 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d95b851-da13-4363-9bb1-f4c8e6d58a3b req-6f362ab4-80de-4924-a203-738fdf4ba139 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:04:08.410956 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-3d95b851-da13-4363-9bb1-f4c8e6d58a3b req-6f362ab4-80de-4924-a203-738fdf4ba139 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3fa3032-6066-4c1b-a81d-90f0ccc76655 HTTP/1.1" status: 200 len: 944 time: 0.0490720 Jan 28 08:04:08.455396 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66d69f6-41b3-4c6c-a888-04457723150a req-f87f2004-3095-4906-9900-b83bdb02b6b8 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:04:08.456849 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d66d69f6-41b3-4c6c-a888-04457723150a req-f87f2004-3095-4906-9900-b83bdb02b6b8 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.10 "GET /v2.0/ports?device_id=e3fa3032-6066-4c1b-a81d-90f0ccc76655&tenant_id=ea75831938ac4b18946665e46df721d1&binding%3Ahost_id=n-h2-712749-28 HTTP/1.1" status: 200 len: 944 time: 0.0526969 Jan 28 08:04:08.460170 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-3d95b851-da13-4363-9bb1-f4c8e6d58a3b req-2bb55a1a-d331-4b80-b68f-6dfc174345d4 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433726 Jan 28 08:04:08.529794 n-d-712749-28 neutron-server[103284]: INFO neutron.api.v2.resource [req-d66d69f6-41b3-4c6c-a888-04457723150a req-4b244d84-eb0d-4c88-827b-aa1cdf660511 service neutron] delete failed (client error): The resource could not be found. Jan 28 08:04:08.531390 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d66d69f6-41b3-4c6c-a888-04457723150a req-4b244d84-eb0d-4c88-827b-aa1cdf660511 service neutron] 10.222.0.10 "DELETE /v2.0/ports/ac31722d-9634-46f0-b7ca-d5ab2cf11760/bindings/n-h1-712749-28 HTTP/1.1" status: 404 len: 381 time: 0.0635560 Jan 28 08:04:08.651805 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66d69f6-41b3-4c6c-a888-04457723150a req-4e373f49-f889-48d9-bd6d-46971871324e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:04:08.653511 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d66d69f6-41b3-4c6c-a888-04457723150a req-4e373f49-f889-48d9-bd6d-46971871324e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ea75831938ac4b18946665e46df721d1&device_id=e3fa3032-6066-4c1b-a81d-90f0ccc76655 HTTP/1.1" status: 200 len: 1096 time: 0.0427115 Jan 28 08:04:08.745745 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66d69f6-41b3-4c6c-a888-04457723150a req-69e4d861-c529-49f7-ac32-621c161073f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:04:08.747241 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d66d69f6-41b3-4c6c-a888-04457723150a req-69e4d861-c529-49f7-ac32-621c161073f8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=1afc2731-e451-45ef-9fe0-067811f3cbbd HTTP/1.1" status: 200 len: 913 time: 0.0853448 Jan 28 08:04:08.795618 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device ac31722d-9634-46f0-b7ca-d5ab2cf11760 details requested by agent hyperv_n-h2-712749-28 with host n-h2-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 08:04:08.819577 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d66d69f6-41b3-4c6c-a888-04457723150a req-70333c33-d986-4359-a7ea-617750d83344 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ac31722d-9634-46f0-b7ca-d5ab2cf11760 HTTP/1.1" status: 200 len: 1000 time: 0.0648732 Jan 28 08:04:08.871488 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66d69f6-41b3-4c6c-a888-04457723150a req-991ba85c-054a-4ce6-a9b7-9323c9e4113b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:04:08.873004 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d66d69f6-41b3-4c6c-a888-04457723150a req-991ba85c-054a-4ce6-a9b7-9323c9e4113b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=de3bc95a-2ca1-4fb0-a56a-6e6091dfb4c8 HTTP/1.1" status: 200 len: 851 time: 0.0460594 Jan 28 08:04:08.876693 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:04:08.903633 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port ac31722d-9634-46f0-b7ca-d5ab2cf11760, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=ac31722d-9634-46f0-b7ca-d5ab2cf11760,segment=NetworkSegment(9f29e49e-1298-4018-ac36-fa9bfe8943e3),segment_id=9f29e49e-1298-4018-ac36-fa9bfe8943e3)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:04:08.915953 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Returning: {'device': 'ac31722d-9634-46f0-b7ca-d5ab2cf11760', 'network_id': '1afc2731-e451-45ef-9fe0-067811f3cbbd', 'port_id': 'ac31722d-9634-46f0-b7ca-d5ab2cf11760', 'mac_address': 'fa:16:3e:21:74:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de3bc95a-2ca1-4fb0-a56a-6e6091dfb4c8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 08:04:08.920585 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66d69f6-41b3-4c6c-a888-04457723150a req-9fec2892-6e67-42bd-82b4-2336338c65ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:04:08.923634 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d66d69f6-41b3-4c6c-a888-04457723150a req-9fec2892-6e67-42bd-82b4-2336338c65ad service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1afc2731-e451-45ef-9fe0-067811f3cbbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417643 Jan 28 08:04:08.955147 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port ac31722d-9634-46f0-b7ca-d5ab2cf11760 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:04:08.955550 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (ac31722d-9634-46f0-b7ca-d5ab2cf11760), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:04:08.969172 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac31722d-9634-46f0-b7ca-d5ab2cf11760 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 08:04:08.989385 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port ac31722d-9634-46f0-b7ca-d5ab2cf11760, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=ac31722d-9634-46f0-b7ca-d5ab2cf11760,segment=NetworkSegment(9f29e49e-1298-4018-ac36-fa9bfe8943e3),segment_id=9f29e49e-1298-4018-ac36-fa9bfe8943e3)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:04:08.993467 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (ac31722d-9634-46f0-b7ca-d5ab2cf11760), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:04:09.022001 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d66d69f6-41b3-4c6c-a888-04457723150a req-969c896a-4ee2-4612-b338-dab83544963e service neutron] 10.222.0.10 "GET /v2.0/networks/1afc2731-e451-45ef-9fe0-067811f3cbbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892649 Jan 28 08:04:09.052067 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device ac31722d-9634-46f0-b7ca-d5ab2cf11760 no longer exists at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 08:04:09.080719 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=ac31722d-9634-46f0-b7ca-d5ab2cf11760,revision_number=8']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:04:09.095211 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:04:09.095567 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:04:09.095918 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:04:09.096291 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:04:09.096638 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:04:09.096978 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:04:09.097311 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:04:09.097645 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:04:09.097975 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:04:09.098322 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:04:09.098632 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:04:09.098959 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:04:09.099303 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:04:09.112481 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] The host n-h1-712749-28 is not matching for port ac31722d-9634-46f0-b7ca-d5ab2cf11760 host n-h2-712749-28! {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 08:04:09.112888 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device ac31722d-9634-46f0-b7ca-d5ab2cf11760 not bound to the agent host n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 08:04:09.118145 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d66d69f6-41b3-4c6c-a888-04457723150a req-a9633967-dfde-4e1b-8ffd-635b6dcacbdd service neutron] 10.222.0.10 "GET /v2.0/networks/1afc2731-e451-45ef-9fe0-067811f3cbbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862455 Jan 28 08:04:09.301253 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['ac31722d-9634-46f0-b7ca-d5ab2cf11760'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 08:04:09.580543 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9a61df-a6fd-4178-93ff-f27abb66bd3a req-29f4cfdd-7991-4375-b108-901e0f18c174 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:04:09.581962 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ee9a61df-a6fd-4178-93ff-f27abb66bd3a req-29f4cfdd-7991-4375-b108-901e0f18c174 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3fa3032-6066-4c1b-a81d-90f0ccc76655 HTTP/1.1" status: 200 len: 945 time: 0.0496609 Jan 28 08:04:09.634110 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ee9a61df-a6fd-4178-93ff-f27abb66bd3a req-1ad613e6-4603-48e7-a482-e9689b580247 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462823 Jan 28 08:04:09.798018 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:04:10.755862 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d5652f-73d5-422a-b156-51019bcab32b req-a6f52937-bb5d-4baf-86dd-f91622eff5e1 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:04:10.757395 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f1d5652f-73d5-422a-b156-51019bcab32b req-a6f52937-bb5d-4baf-86dd-f91622eff5e1 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3fa3032-6066-4c1b-a81d-90f0ccc76655 HTTP/1.1" status: 200 len: 945 time: 0.0510466 Jan 28 08:04:10.804451 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f1d5652f-73d5-422a-b156-51019bcab32b req-7a8b44ad-489f-4b39-975b-98fcd6e4010d tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411663 Jan 28 08:04:10.829088 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device ac31722d-9634-46f0-b7ca-d5ab2cf11760 up at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 08:04:10.877815 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning for port ac31722d-9634-46f0-b7ca-d5ab2cf11760 completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 08:04:10.881699 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning complete for port ac31722d-9634-46f0-b7ca-d5ab2cf11760 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:04:10.882073 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (ac31722d-9634-46f0-b7ca-d5ab2cf11760), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:04:10.921487 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7d38c1-0796-40d2-b540-356bbb94eda6 req-6d92fb24-7f2e-4f3a-ade5-4d95e83f3f6f tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:04:10.923553 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1c7d38c1-0796-40d2-b540-356bbb94eda6 req-6d92fb24-7f2e-4f3a-ade5-4d95e83f3f6f tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3fa3032-6066-4c1b-a81d-90f0ccc76655 HTTP/1.1" status: 200 len: 945 time: 0.0510929 Jan 28 08:04:10.959767 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port ac31722d-9634-46f0-b7ca-d5ab2cf11760 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:04:10.960160 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (ac31722d-9634-46f0-b7ca-d5ab2cf11760), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:04:10.971717 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1c7d38c1-0796-40d2-b540-356bbb94eda6 req-f60a941b-7d4c-4410-94b2-3ec7a17055e5 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422575 Jan 28 08:04:10.983221 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3fa3032-6066-4c1b-a81d-90f0ccc76655', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac31722d-9634-46f0-b7ca-d5ab2cf11760'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 08:04:11.009856 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port ac31722d-9634-46f0-b7ca-d5ab2cf11760, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=ac31722d-9634-46f0-b7ca-d5ab2cf11760,segment=NetworkSegment(9f29e49e-1298-4018-ac36-fa9bfe8943e3),segment_id=9f29e49e-1298-4018-ac36-fa9bfe8943e3)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:04:11.015576 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (ac31722d-9634-46f0-b7ca-d5ab2cf11760), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:04:11.042840 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ad7fe887ec8da9bd29e477e6463a73d1e99860c0dff062a8c1350cb6684650b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5df861bd-0787-4262-aa25-3513d2457ddd" -d '{"events": [{"server_uuid": "e3fa3032-6066-4c1b-a81d-90f0ccc76655", "name": "network-vif-plugged", "status": "completed", "tag": "ac31722d-9634-46f0-b7ca-d5ab2cf11760"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 08:04:11.072069 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=ac31722d-9634-46f0-b7ca-d5ab2cf11760,revision_number=9']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:04:11.143642 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 08:04:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4d09ceb-ad61-4867-8cdc-2ce4d8d5ce35 x-openstack-request-id: req-e4d09ceb-ad61-4867-8cdc-2ce4d8d5ce35 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 08:04:11.143942 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3fa3032-6066-4c1b-a81d-90f0ccc76655", "name": "network-vif-plugged", "status": "completed", "tag": "ac31722d-9634-46f0-b7ca-d5ab2cf11760", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 08:04:11.144251 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e4d09ceb-ad61-4867-8cdc-2ce4d8d5ce35 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 08:04:11.144636 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3fa3032-6066-4c1b-a81d-90f0ccc76655', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac31722d-9634-46f0-b7ca-d5ab2cf11760', 'code': 200} Jan 28 08:04:11.186530 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cad231a-7d4a-413e-a867-249e820d02ea req-3d8d1fc2-f080-4053-9722-a8039587ef7a tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:04:11.188525 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2cad231a-7d4a-413e-a867-249e820d02ea req-3d8d1fc2-f080-4053-9722-a8039587ef7a tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3fa3032-6066-4c1b-a81d-90f0ccc76655 HTTP/1.1" status: 200 len: 946 time: 0.0540524 Jan 28 08:04:11.268714 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2cad231a-7d4a-413e-a867-249e820d02ea req-5db0a46b-6c11-4042-8bdf-303e2f6f7c30 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745635 Jan 28 08:04:11.273911 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ff099e-408d-4413-a826-7737c3d5ecf6 req-c4fc4c62-7227-4d2b-95d6-c7b2fd25c34e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:04:11.275363 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b4ff099e-408d-4413-a826-7737c3d5ecf6 req-c4fc4c62-7227-4d2b-95d6-c7b2fd25c34e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ea75831938ac4b18946665e46df721d1&device_id=e3fa3032-6066-4c1b-a81d-90f0ccc76655 HTTP/1.1" status: 200 len: 1098 time: 0.0653195 Jan 28 08:04:11.369110 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ff099e-408d-4413-a826-7737c3d5ecf6 req-59ce01da-c7ad-4b3b-8521-c3dda50b2b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:04:11.370576 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b4ff099e-408d-4413-a826-7737c3d5ecf6 req-59ce01da-c7ad-4b3b-8521-c3dda50b2b01 service neutron] 10.222.0.44 "GET /v2.0/networks?id=1afc2731-e451-45ef-9fe0-067811f3cbbd HTTP/1.1" status: 200 len: 913 time: 0.0891197 Jan 28 08:04:11.435792 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b4ff099e-408d-4413-a826-7737c3d5ecf6 req-e2f87cec-2afa-434b-92f8-37f08d891a2a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ac31722d-9634-46f0-b7ca-d5ab2cf11760 HTTP/1.1" status: 200 len: 1002 time: 0.0591490 Jan 28 08:04:11.483787 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ff099e-408d-4413-a826-7737c3d5ecf6 req-0ca8ce78-dc7d-4db7-b28e-5d18da55743c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:04:11.485536 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b4ff099e-408d-4413-a826-7737c3d5ecf6 req-0ca8ce78-dc7d-4db7-b28e-5d18da55743c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=de3bc95a-2ca1-4fb0-a56a-6e6091dfb4c8 HTTP/1.1" status: 200 len: 851 time: 0.0436761 Jan 28 08:04:11.533966 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ff099e-408d-4413-a826-7737c3d5ecf6 req-add6cab3-8e60-46d8-9cb4-e7728ffb2787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:04:11.535435 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b4ff099e-408d-4413-a826-7737c3d5ecf6 req-add6cab3-8e60-46d8-9cb4-e7728ffb2787 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1afc2731-e451-45ef-9fe0-067811f3cbbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440269 Jan 28 08:04:11.625929 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b4ff099e-408d-4413-a826-7737c3d5ecf6 req-864a2880-e53b-4f5f-bad0-ae1567b218df service neutron] 10.222.0.44 "GET /v2.0/networks/1afc2731-e451-45ef-9fe0-067811f3cbbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843351 Jan 28 08:04:11.716437 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b4ff099e-408d-4413-a826-7737c3d5ecf6 req-e413fd1a-b8a1-4a91-836b-975d76bf65a9 service neutron] 10.222.0.44 "GET /v2.0/networks/1afc2731-e451-45ef-9fe0-067811f3cbbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852616 Jan 28 08:04:12.386963 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667dd44e-497b-485f-999f-7ebd3c885ccc req-af5e6a97-ccb1-496e-bdfb-b970c9814214 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:04:12.388023 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-667dd44e-497b-485f-999f-7ebd3c885ccc req-af5e6a97-ccb1-496e-bdfb-b970c9814214 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3fa3032-6066-4c1b-a81d-90f0ccc76655 HTTP/1.1" status: 200 len: 946 time: 0.0508547 Jan 28 08:04:12.435661 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-667dd44e-497b-485f-999f-7ebd3c885ccc req-0fb65638-8419-42af-b218-c03e813af7a2 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411518 Jan 28 08:04:12.672112 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b196ee-6c67-4400-b169-6f3eb5b1600d req-fdc6731d-612e-4afc-ad22-7f5f123cbe51 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:04:12.673863 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b5b196ee-6c67-4400-b169-6f3eb5b1600d req-fdc6731d-612e-4afc-ad22-7f5f123cbe51 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3fa3032-6066-4c1b-a81d-90f0ccc76655 HTTP/1.1" status: 200 len: 946 time: 0.0522707 Jan 28 08:04:12.720336 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b5b196ee-6c67-4400-b169-6f3eb5b1600d req-3a21d35f-062b-448e-938f-452383383a6e tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408835 Jan 28 08:04:13.849263 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d171be-07fb-47ef-98b9-2666948cd2ea req-a022821d-a41e-402d-b6ff-8ba1008c27a9 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:04:13.852599 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-28d171be-07fb-47ef-98b9-2666948cd2ea req-a022821d-a41e-402d-b6ff-8ba1008c27a9 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3fa3032-6066-4c1b-a81d-90f0ccc76655 HTTP/1.1" status: 200 len: 946 time: 0.0592461 Jan 28 08:04:13.906011 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-28d171be-07fb-47ef-98b9-2666948cd2ea req-b160c293-f6e7-4b23-8f98-eaeb0dcb55c6 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475712 Jan 28 08:04:14.038058 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158b6674-f65f-4d40-b401-2e703010f155 req-89610052-340b-4dfb-a113-62cc4ee1e16b tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:04:14.039556 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-158b6674-f65f-4d40-b401-2e703010f155 req-89610052-340b-4dfb-a113-62cc4ee1e16b tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.44 "GET /v2.0/ports?device_id=e3fa3032-6066-4c1b-a81d-90f0ccc76655 HTTP/1.1" status: 200 len: 946 time: 0.0485060 Jan 28 08:04:14.132900 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-158b6674-f65f-4d40-b401-2e703010f155 req-d576bc7e-8a53-43df-951a-dd442218352c tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Deleting port ac31722d-9634-46f0-b7ca-d5ab2cf11760 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 08:04:14.133199 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-158b6674-f65f-4d40-b401-2e703010f155 req-d576bc7e-8a53-43df-951a-dd442218352c tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (ac31722d-9634-46f0-b7ca-d5ab2cf11760), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:04:14.220809 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-158b6674-f65f-4d40-b401-2e703010f155 req-d576bc7e-8a53-43df-951a-dd442218352c tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] For port ac31722d-9634-46f0-b7ca-d5ab2cf11760, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=ac31722d-9634-46f0-b7ca-d5ab2cf11760,segment=NetworkSegment(9f29e49e-1298-4018-ac36-fa9bfe8943e3),segment_id=9f29e49e-1298-4018-ac36-fa9bfe8943e3)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:04:14.221183 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-158b6674-f65f-4d40-b401-2e703010f155 req-d576bc7e-8a53-43df-951a-dd442218352c tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (ac31722d-9634-46f0-b7ca-d5ab2cf11760), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:04:14.396683 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-158b6674-f65f-4d40-b401-2e703010f155 req-d576bc7e-8a53-43df-951a-dd442218352c tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:04:14.397052 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-158b6674-f65f-4d40-b401-2e703010f155 req-d576bc7e-8a53-43df-951a-dd442218352c tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16609095'] for floatingip (99fdf00c-0722-4494-aadb-492179653fc1), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:04:14.397371 n-d-712749-28 neutron-server[103283]: INFO neutron.db.l3_db [req-158b6674-f65f-4d40-b401-2e703010f155 req-d576bc7e-8a53-43df-951a-dd442218352c tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Floating IP 99fdf00c-0722-4494-aadb-492179653fc1 disassociated. External IP: 172.25.6.173, port: ac31722d-9634-46f0-b7ca-d5ab2cf11760. Jan 28 08:04:14.397707 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-158b6674-f65f-4d40-b401-2e703010f155 req-d576bc7e-8a53-43df-951a-dd442218352c tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Calling delete_port for ac31722d-9634-46f0-b7ca-d5ab2cf11760 owned by compute:nova {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 08:04:14.527388 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-158b6674-f65f-4d40-b401-2e703010f155 req-d576bc7e-8a53-43df-951a-dd442218352c tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (ac31722d-9634-46f0-b7ca-d5ab2cf11760), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:04:14.563788 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d576bc7e-8a53-43df-951a-dd442218352c tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Pushing event deleted for resources: {'Port': ['ID=ac31722d-9634-46f0-b7ca-d5ab2cf11760,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:04:14.676934 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [req-158b6674-f65f-4d40-b401-2e703010f155 req-d576bc7e-8a53-43df-951a-dd442218352c tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Router 471ae43a-1a31-406c-ae5e-acc2efe0a256 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 08:04:14.785734 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-158b6674-f65f-4d40-b401-2e703010f155 req-d576bc7e-8a53-43df-951a-dd442218352c tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 08:04:14.796315 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e8889b-4644-44d7-bccd-d9eb1d0ad646 None None] Sync routers for ids ['471ae43a-1a31-406c-ae5e-acc2efe0a256'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 08:04:14.807062 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e8889b-4644-44d7-bccd-d9eb1d0ad646 None None] Routers {'471ae43a-1a31-406c-ae5e-acc2efe0a256'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 08:04:14.807921 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-63e8889b-4644-44d7-bccd-d9eb1d0ad646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T08:04:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['471ae43a-1a31-406c-ae5e-acc2efe0a256'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:04:14.828934 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-158b6674-f65f-4d40-b401-2e703010f155 req-d576bc7e-8a53-43df-951a-dd442218352c tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] No DVR routers for this DVR port ac31722d-9634-46f0-b7ca-d5ab2cf11760 on host n-h2-712749-28 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 08:04:14.831805 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-158b6674-f65f-4d40-b401-2e703010f155 req-d576bc7e-8a53-43df-951a-dd442218352c tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:04:14.835511 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-158b6674-f65f-4d40-b401-2e703010f155 req-d576bc7e-8a53-43df-951a-dd442218352c tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.44 "DELETE /v2.0/ports/ac31722d-9634-46f0-b7ca-d5ab2cf11760 HTTP/1.1" status: 204 len: 173 time: 0.7901907 Jan 28 08:04:14.835938 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3fa3032-6066-4c1b-a81d-90f0ccc76655', 'name': 'network-vif-deleted', 'tag': 'ac31722d-9634-46f0-b7ca-d5ab2cf11760'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 08:04:14.838531 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6b024039d6c3a8048940e324a8d5ead2390d66f8802a9866b6a24361082aa9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b0b593a-b346-469f-a18c-035866ba26c9" -d '{"events": [{"server_uuid": "e3fa3032-6066-4c1b-a81d-90f0ccc76655", "name": "network-vif-deleted", "tag": "ac31722d-9634-46f0-b7ca-d5ab2cf11760"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 08:04:14.909396 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 08:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c74b20d-501f-4ce0-b973-14c8fd80e4c1 x-openstack-request-id: req-8c74b20d-501f-4ce0-b973-14c8fd80e4c1 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 08:04:14.910002 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3fa3032-6066-4c1b-a81d-90f0ccc76655", "name": "network-vif-deleted", "tag": "ac31722d-9634-46f0-b7ca-d5ab2cf11760", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 08:04:14.910002 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8c74b20d-501f-4ce0-b973-14c8fd80e4c1 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 08:04:14.910344 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3fa3032-6066-4c1b-a81d-90f0ccc76655', 'name': 'network-vif-deleted', 'tag': 'ac31722d-9634-46f0-b7ca-d5ab2cf11760', 'status': 'completed', 'code': 200} Jan 28 08:04:14.931628 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-63e8889b-4644-44d7-bccd-d9eb1d0ad646 None None] Set router 471ae43a-1a31-406c-ae5e-acc2efe0a256 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 08:04:15.020633 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-331035f7-14f2-4a96-a7fe-661e664f4246 req-66e33b4f-33da-4c51-87f1-7a764abfc461 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3fa3032-6066-4c1b-a81d-90f0ccc76655 HTTP/1.1" status: 200 len: 210 time: 0.0281868 Jan 28 08:04:15.127445 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-63e8889b-4644-44d7-bccd-d9eb1d0ad646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '471ae43a-1a31-406c-ae5e-acc2efe0a256', 'name': 'tempest-ServerActionsTestJSON-1457173536-router', 'tenant_id': 'ea75831938ac4b18946665e46df721d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': 'ed8b465d-05c2-49a6-8fd3-45f91f421823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:59:37Z', 'updated_at': '2022-01-28T07:59:39Z', 'revision_number': 4, 'project_id': 'ea75831938ac4b18946665e46df721d1', 'gw_port': {'id': 'ed8b465d-05c2-49a6-8fd3-45f91f421823', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:2b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471ae43a-1a31-406c-ae5e-acc2efe0a256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:59:37Z', 'updated_at': '2022-01-28T07:59:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '8d7d521e-d346-4914-82ee-3ebe2f4e18db', 'name': '', 'network_id': '1afc2731-e451-45ef-9fe0-067811f3cbbd', 'tenant_id': 'ea75831938ac4b18946665e46df721d1', 'mac_address': 'fa:16:3e:42:66:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471ae43a-1a31-406c-ae5e-acc2efe0a256', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'de3bc95a-2ca1-4fb0-a56a-6e6091dfb4c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:59:39Z', 'updated_at': '2022-01-28T07:59:43Z', 'revision_number': 5, 'project_id': 'ea75831938ac4b18946665e46df721d1', 'subnets': [{'id': 'de3bc95a-2ca1-4fb0-a56a-6e6091dfb4c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:04:15.155677 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e8889b-4644-44d7-bccd-d9eb1d0ad646 None None] Checking router: 471ae43a-1a31-406c-ae5e-acc2efe0a256 for host: n-d-712749-28 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 08:04:15.163562 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e8889b-4644-44d7-bccd-d9eb1d0ad646 None None] Routers {'471ae43a-1a31-406c-ae5e-acc2efe0a256'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 08:04:15.164151 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-63e8889b-4644-44d7-bccd-d9eb1d0ad646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T08:04:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['471ae43a-1a31-406c-ae5e-acc2efe0a256'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:04:15.266524 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-63e8889b-4644-44d7-bccd-d9eb1d0ad646 None None] Set router 471ae43a-1a31-406c-ae5e-acc2efe0a256 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 08:04:15.554542 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-63e8889b-4644-44d7-bccd-d9eb1d0ad646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '471ae43a-1a31-406c-ae5e-acc2efe0a256', 'name': 'tempest-ServerActionsTestJSON-1457173536-router', 'tenant_id': 'ea75831938ac4b18946665e46df721d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': 'ed8b465d-05c2-49a6-8fd3-45f91f421823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:59:37Z', 'updated_at': '2022-01-28T07:59:39Z', 'revision_number': 4, 'project_id': 'ea75831938ac4b18946665e46df721d1', 'gw_port': {'id': 'ed8b465d-05c2-49a6-8fd3-45f91f421823', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:2b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471ae43a-1a31-406c-ae5e-acc2efe0a256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:59:37Z', 'updated_at': '2022-01-28T07:59:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '8d7d521e-d346-4914-82ee-3ebe2f4e18db', 'name': '', 'network_id': '1afc2731-e451-45ef-9fe0-067811f3cbbd', 'tenant_id': 'ea75831938ac4b18946665e46df721d1', 'mac_address': 'fa:16:3e:42:66:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471ae43a-1a31-406c-ae5e-acc2efe0a256', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'de3bc95a-2ca1-4fb0-a56a-6e6091dfb4c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:59:39Z', 'updated_at': '2022-01-28T07:59:43Z', 'revision_number': 5, 'project_id': 'ea75831938ac4b18946665e46df721d1', 'subnets': [{'id': 'de3bc95a-2ca1-4fb0-a56a-6e6091dfb4c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:04:15.580467 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e8889b-4644-44d7-bccd-d9eb1d0ad646 None None] The sync data for ids ['471ae43a-1a31-406c-ae5e-acc2efe0a256'] in n-d-712749-28 is: [{'id': '471ae43a-1a31-406c-ae5e-acc2efe0a256', 'name': 'tempest-ServerActionsTestJSON-1457173536-router', 'tenant_id': 'ea75831938ac4b18946665e46df721d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': 'ed8b465d-05c2-49a6-8fd3-45f91f421823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:59:37Z', 'updated_at': '2022-01-28T07:59:39Z', 'revision_number': 4, 'project_id': 'ea75831938ac4b18946665e46df721d1', 'gw_port': {'id': 'ed8b465d-05c2-49a6-8fd3-45f91f421823', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:2b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471ae43a-1a31-406c-ae5e-acc2efe0a256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:59:37Z', 'updated_at': '2022-01-28T07:59:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '8d7d521e-d346-4914-82ee-3ebe2f4e18db', 'name': '', 'network_id': '1afc2731-e451-45ef-9fe0-067811f3cbbd', 'tenant_id': 'ea75831938ac4b18946665e46df721d1', 'mac_address': 'fa:16:3e:42:66:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471ae43a-1a31-406c-ae5e-acc2efe0a256', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'de3bc95a-2ca1-4fb0-a56a-6e6091dfb4c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:59:39Z', 'updated_at': '2022-01-28T07:59:43Z', 'revision_number': 5, 'project_id': 'ea75831938ac4b18946665e46df721d1', 'subnets': [{'id': 'de3bc95a-2ca1-4fb0-a56a-6e6091dfb4c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 08:04:15.798229 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ccb29e-de31-43e9-b947-d92839e5abe4 None None] New status for floating IP 99fdf00c-0722-4494-aadb-492179653fc1: DOWN {{(pid=103285) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 08:04:16.309066 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c9ef912a-feba-4217-b5e0-adc80c312083 req-70e775eb-cf31-4ffc-81e9-466a02979e44 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--536424639&fields=id&tenant_id=ea75831938ac4b18946665e46df721d1 HTTP/1.1" status: 200 len: 267 time: 0.0553610 Jan 28 08:04:16.421310 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ef912a-feba-4217-b5e0-adc80c312083 req-9b50d377-6ce6-4b60-bbb9-4c85f02b9429 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:04:16.422977 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c9ef912a-feba-4217-b5e0-adc80c312083 req-9b50d377-6ce6-4b60-bbb9-4c85f02b9429 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/networks?id=1afc2731-e451-45ef-9fe0-067811f3cbbd HTTP/1.1" status: 200 len: 812 time: 0.1072884 Jan 28 08:04:16.437451 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c9ef912a-feba-4217-b5e0-adc80c312083 req-63060568-d5d6-4a90-b1fb-34eb40d17bf9 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/quotas/ea75831938ac4b18946665e46df721d1 HTTP/1.1" status: 200 len: 375 time: 0.0090928 Jan 28 08:04:16.488314 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c9ef912a-feba-4217-b5e0-adc80c312083 req-fc87d372-4901-49b9-b6c0-bda6be44e8be tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=ea75831938ac4b18946665e46df721d1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0449986 Jan 28 08:04:16.652242 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c9ef912a-feba-4217-b5e0-adc80c312083 req-da32f2c9-a094-41c5-b58c-f74cfcaef0ae service neutron] 10.222.0.41 "GET /v2.0/networks/1afc2731-e451-45ef-9fe0-067811f3cbbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191821 Jan 28 08:04:16.742654 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c9ef912a-feba-4217-b5e0-adc80c312083 req-3910a1c1-31cb-4360-a8eb-849708b466ee service neutron] 10.222.0.41 "GET /v2.0/networks/1afc2731-e451-45ef-9fe0-067811f3cbbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843353 Jan 28 08:04:16.842404 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device ac31722d-9634-46f0-b7ca-d5ab2cf11760 no longer exists at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 08:04:16.879465 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] No Port match for: ac31722d-9634-46f0-b7ca-d5ab2cf11760 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 08:04:16.879824 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device ac31722d-9634-46f0-b7ca-d5ab2cf11760 not bound to the agent host n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 08:04:16.912692 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f0a8197a-0327-43ad-a572-bf522ed1223b req-81c65563-1065-4493-a218-37bb326b5cec tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=75e267f3-1f61-4f20-b42d-8db1d8e74ba5 HTTP/1.1" status: 200 len: 210 time: 0.0263510 Jan 28 08:04:17.908021 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ef912a-feba-4217-b5e0-adc80c312083 req-f6d19012-57dd-4f94-9486-3eb93a3f6ee7 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:04:17.909513 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c9ef912a-feba-4217-b5e0-adc80c312083 req-f6d19012-57dd-4f94-9486-3eb93a3f6ee7 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.44 "GET /v2.0/networks?id=1afc2731-e451-45ef-9fe0-067811f3cbbd HTTP/1.1" status: 200 len: 812 time: 0.1050978 Jan 28 08:04:17.987273 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c9ef912a-feba-4217-b5e0-adc80c312083 req-2f9f65aa-7c5a-4e5f-827e-982a7a431ac0 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ea75831938ac4b18946665e46df721d1 HTTP/1.1" status: 200 len: 379 time: 0.0633357 Jan 28 08:04:18.008432 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-c9ef912a-feba-4217-b5e0-adc80c312083 req-861251f8-1927-4d98-8d36-ced8eb9eab71 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Request body: {'port': {'device_id': '75e267f3-1f61-4f20-b42d-8db1d8e74ba5', 'network_id': '1afc2731-e451-45ef-9fe0-067811f3cbbd', 'admin_state_up': True, 'tenant_id': 'ea75831938ac4b18946665e46df721d1', 'security_groups': ['9f68e1a8-1f1c-44e6-90af-b65f29c69463']}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:04:18.012255 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1c3191e6-6e30-41cc-b1d1-bcade80c0c54 req-0ff322b9-ccb2-4e56-bcf8-d5260cbb672e tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=75e267f3-1f61-4f20-b42d-8db1d8e74ba5 HTTP/1.1" status: 200 len: 210 time: 0.0264902 Jan 28 08:04:18.110939 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9ef912a-feba-4217-b5e0-adc80c312083 req-861251f8-1927-4d98-8d36-ced8eb9eab71 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Made reservation on behalf of ea75831938ac4b18946665e46df721d1 for: {'port': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 08:04:18.114290 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-c9ef912a-feba-4217-b5e0-adc80c312083 req-861251f8-1927-4d98-8d36-ced8eb9eab71 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:04:18.240906 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [req-c9ef912a-feba-4217-b5e0-adc80c312083 req-861251f8-1927-4d98-8d36-ced8eb9eab71 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Allocated IP 172.20.0.10 (1afc2731-e451-45ef-9fe0-067811f3cbbd/de3bc95a-2ca1-4fb0-a56a-6e6091dfb4c8/de4d4d5a-c530-40bb-ae6e-bf3d6154f280) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 08:04:18.706181 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-c9ef912a-feba-4217-b5e0-adc80c312083 req-861251f8-1927-4d98-8d36-ced8eb9eab71 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Publish callbacks [] for port (de4d4d5a-c530-40bb-ae6e-bf3d6154f280), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:04:18.736898 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-c9ef912a-feba-4217-b5e0-adc80c312083 req-861251f8-1927-4d98-8d36-ced8eb9eab71 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (de4d4d5a-c530-40bb-ae6e-bf3d6154f280), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:04:18.778845 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9ef912a-feba-4217-b5e0-adc80c312083 req-861251f8-1927-4d98-8d36-ced8eb9eab71 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Network 1afc2731-e451-45ef-9fe0-067811f3cbbd is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 08:04:18.782022 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [req-c9ef912a-feba-4217-b5e0-adc80c312083 req-861251f8-1927-4d98-8d36-ced8eb9eab71 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 08:04:18.788131 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9ef912a-feba-4217-b5e0-adc80c312083 req-861251f8-1927-4d98-8d36-ced8eb9eab71 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 08:04:18.815228 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861251f8-1927-4d98-8d36-ced8eb9eab71 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Pushing event updated for resources: {'Port': ['ID=de4d4d5a-c530-40bb-ae6e-bf3d6154f280,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:04:18.839123 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ef912a-feba-4217-b5e0-adc80c312083 req-861251f8-1927-4d98-8d36-ced8eb9eab71 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:04:18.839741 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-c9ef912a-feba-4217-b5e0-adc80c312083 req-861251f8-1927-4d98-8d36-ced8eb9eab71 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:04:18.856545 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c9ef912a-feba-4217-b5e0-adc80c312083 req-861251f8-1927-4d98-8d36-ced8eb9eab71 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8520169 Jan 28 08:04:18.873080 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-c9ef912a-feba-4217-b5e0-adc80c312083 req-4d1ee9e0-5ba0-45ad-92a3-1896a0b96788 service neutron] Request body: {'port': {'device_id': '75e267f3-1f61-4f20-b42d-8db1d8e74ba5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712749-28'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:04:18.932582 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-c9ef912a-feba-4217-b5e0-adc80c312083 req-4d1ee9e0-5ba0-45ad-92a3-1896a0b96788 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (de4d4d5a-c530-40bb-ae6e-bf3d6154f280), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:04:19.048979 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9007128c-322f-4edf-83de-ef83cfc60ecf None None] Provisioning complete for port de4d4d5a-c530-40bb-ae6e-bf3d6154f280 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:04:19.049927 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9007128c-322f-4edf-83de-ef83cfc60ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (de4d4d5a-c530-40bb-ae6e-bf3d6154f280), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:04:19.088516 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9007128c-322f-4edf-83de-ef83cfc60ecf None None] Port de4d4d5a-c530-40bb-ae6e-bf3d6154f280 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 08:04:19.178952 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e2e31a-2fb9-4a94-9339-997e7a7c0267 req-e15ce25c-d5a1-449f-8c30-b148f54aee2f tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:04:19.180430 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d3e2e31a-2fb9-4a94-9339-997e7a7c0267 req-e15ce25c-d5a1-449f-8c30-b148f54aee2f tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=75e267f3-1f61-4f20-b42d-8db1d8e74ba5 HTTP/1.1" status: 200 len: 932 time: 0.0751057 Jan 28 08:04:19.266409 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d3e2e31a-2fb9-4a94-9339-997e7a7c0267 req-46b1b81e-1e08-4dd7-8d1b-b034f2be3f5e tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794692 Jan 28 08:04:19.273496 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [req-c9ef912a-feba-4217-b5e0-adc80c312083 req-4d1ee9e0-5ba0-45ad-92a3-1896a0b96788 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de4d4d5a-c530-40bb-ae6e-bf3d6154f280 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 08:04:19.281100 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-c9ef912a-feba-4217-b5e0-adc80c312083 req-4d1ee9e0-5ba0-45ad-92a3-1896a0b96788 service neutron] Publish callbacks [] for port (de4d4d5a-c530-40bb-ae6e-bf3d6154f280), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:04:19.293836 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [req-c9ef912a-feba-4217-b5e0-adc80c312083 req-4d1ee9e0-5ba0-45ad-92a3-1896a0b96788 service neutron] Transition to ACTIVE for port object de4d4d5a-c530-40bb-ae6e-bf3d6154f280 will not be triggered until provisioned by entity L2. {{(pid=103283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 08:04:19.297091 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-c9ef912a-feba-4217-b5e0-adc80c312083 req-4d1ee9e0-5ba0-45ad-92a3-1896a0b96788 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (de4d4d5a-c530-40bb-ae6e-bf3d6154f280), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:04:19.348036 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1ee9e0-5ba0-45ad-92a3-1896a0b96788 service neutron] Pushing event updated for resources: {'Port': ['ID=de4d4d5a-c530-40bb-ae6e-bf3d6154f280,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:04:19.418291 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-c9ef912a-feba-4217-b5e0-adc80c312083 req-4d1ee9e0-5ba0-45ad-92a3-1896a0b96788 service neutron] Attempting to bind port de4d4d5a-c530-40bb-ae6e-bf3d6154f280 on host n-h2-712749-28 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 08:04:19.418667 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-c9ef912a-feba-4217-b5e0-adc80c312083 req-4d1ee9e0-5ba0-45ad-92a3-1896a0b96788 service neutron] Attempting to bind port de4d4d5a-c530-40bb-ae6e-bf3d6154f280 by drivers openvswitch,hyperv on host n-h2-712749-28 at level 0 using segments [{'id': '9f29e49e-1298-4018-ac36-fa9bfe8943e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1afc2731-e451-45ef-9fe0-067811f3cbbd'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 08:04:19.419001 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ef912a-feba-4217-b5e0-adc80c312083 req-4d1ee9e0-5ba0-45ad-92a3-1896a0b96788 service neutron] Attempting to bind port de4d4d5a-c530-40bb-ae6e-bf3d6154f280 on network 1afc2731-e451-45ef-9fe0-067811f3cbbd {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 08:04:19.424162 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ef912a-feba-4217-b5e0-adc80c312083 req-4d1ee9e0-5ba0-45ad-92a3-1896a0b96788 service neutron] Port de4d4d5a-c530-40bb-ae6e-bf3d6154f280 on network 1afc2731-e451-45ef-9fe0-067811f3cbbd not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-28 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 08:04:19.424515 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ef912a-feba-4217-b5e0-adc80c312083 req-4d1ee9e0-5ba0-45ad-92a3-1896a0b96788 service neutron] Attempting to bind port de4d4d5a-c530-40bb-ae6e-bf3d6154f280 on network 1afc2731-e451-45ef-9fe0-067811f3cbbd {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 08:04:19.429744 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ef912a-feba-4217-b5e0-adc80c312083 req-4d1ee9e0-5ba0-45ad-92a3-1896a0b96788 service neutron] Checking agent: {'id': 'c9906e63-062c-432e-bb53-63fdb8115e18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 8, 4, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 08:04:19.430091 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ef912a-feba-4217-b5e0-adc80c312083 req-4d1ee9e0-5ba0-45ad-92a3-1896a0b96788 service neutron] Checking segment: {'id': '9f29e49e-1298-4018-ac36-fa9bfe8943e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1afc2731-e451-45ef-9fe0-067811f3cbbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 08:04:19.430482 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ef912a-feba-4217-b5e0-adc80c312083 req-4d1ee9e0-5ba0-45ad-92a3-1896a0b96788 service neutron] Bound using segment: {'id': '9f29e49e-1298-4018-ac36-fa9bfe8943e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1afc2731-e451-45ef-9fe0-067811f3cbbd'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 08:04:19.430920 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-c9ef912a-feba-4217-b5e0-adc80c312083 req-4d1ee9e0-5ba0-45ad-92a3-1896a0b96788 service neutron] Bound port: de4d4d5a-c530-40bb-ae6e-bf3d6154f280, host: n-h2-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f29e49e-1298-4018-ac36-fa9bfe8943e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1afc2731-e451-45ef-9fe0-067811f3cbbd'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 08:04:19.431288 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-c9ef912a-feba-4217-b5e0-adc80c312083 req-4d1ee9e0-5ba0-45ad-92a3-1896a0b96788 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (de4d4d5a-c530-40bb-ae6e-bf3d6154f280), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:04:19.502801 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-c9ef912a-feba-4217-b5e0-adc80c312083 req-4d1ee9e0-5ba0-45ad-92a3-1896a0b96788 service neutron] For port de4d4d5a-c530-40bb-ae6e-bf3d6154f280, host n-h2-712749-28, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 08:04:19.506179 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-c9ef912a-feba-4217-b5e0-adc80c312083 req-4d1ee9e0-5ba0-45ad-92a3-1896a0b96788 service neutron] For port de4d4d5a-c530-40bb-ae6e-bf3d6154f280, host n-h2-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=de4d4d5a-c530-40bb-ae6e-bf3d6154f280,segment=NetworkSegment(9f29e49e-1298-4018-ac36-fa9bfe8943e3),segment_id=9f29e49e-1298-4018-ac36-fa9bfe8943e3)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 08:04:19.511310 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-c9ef912a-feba-4217-b5e0-adc80c312083 req-4d1ee9e0-5ba0-45ad-92a3-1896a0b96788 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (de4d4d5a-c530-40bb-ae6e-bf3d6154f280), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:04:19.546065 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ef912a-feba-4217-b5e0-adc80c312083 req-4d1ee9e0-5ba0-45ad-92a3-1896a0b96788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:04:19.546704 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-c9ef912a-feba-4217-b5e0-adc80c312083 req-4d1ee9e0-5ba0-45ad-92a3-1896a0b96788 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:04:19.548940 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c9ef912a-feba-4217-b5e0-adc80c312083 req-4d1ee9e0-5ba0-45ad-92a3-1896a0b96788 service neutron] 10.222.0.44 "PUT /v2.0/ports/de4d4d5a-c530-40bb-ae6e-bf3d6154f280 HTTP/1.1" status: 200 len: 1093 time: 0.6801581 Jan 28 08:04:19.551418 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75e267f3-1f61-4f20-b42d-8db1d8e74ba5', 'tag': 'de4d4d5a-c530-40bb-ae6e-bf3d6154f280'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 08:04:19.553835 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6b024039d6c3a8048940e324a8d5ead2390d66f8802a9866b6a24361082aa9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7248d04-dfde-4116-a6a2-5879107cdf31" -d '{"events": [{"name": "network-changed", "server_uuid": "75e267f3-1f61-4f20-b42d-8db1d8e74ba5", "tag": "de4d4d5a-c530-40bb-ae6e-bf3d6154f280"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 08:04:19.596709 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1ee9e0-5ba0-45ad-92a3-1896a0b96788 service neutron] Pushing event updated for resources: {'Port': ['ID=de4d4d5a-c530-40bb-ae6e-bf3d6154f280,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:04:19.641847 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 08:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-201f083b-6f3f-4875-9a5e-0da073af6c29 x-openstack-request-id: req-201f083b-6f3f-4875-9a5e-0da073af6c29 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 08:04:19.642128 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75e267f3-1f61-4f20-b42d-8db1d8e74ba5", "tag": "de4d4d5a-c530-40bb-ae6e-bf3d6154f280", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 08:04:19.642381 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-201f083b-6f3f-4875-9a5e-0da073af6c29 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 08:04:19.642790 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75e267f3-1f61-4f20-b42d-8db1d8e74ba5', 'tag': 'de4d4d5a-c530-40bb-ae6e-bf3d6154f280', 'status': 'completed', 'code': 200} Jan 28 08:04:19.661485 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ef912a-feba-4217-b5e0-adc80c312083 req-f988037e-3825-4e1c-a16e-f3ed74b72fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:04:19.663388 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c9ef912a-feba-4217-b5e0-adc80c312083 req-f988037e-3825-4e1c-a16e-f3ed74b72fea service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ea75831938ac4b18946665e46df721d1&device_id=75e267f3-1f61-4f20-b42d-8db1d8e74ba5 HTTP/1.1" status: 200 len: 1096 time: 0.0538321 Jan 28 08:04:19.716617 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c9ef912a-feba-4217-b5e0-adc80c312083 req-c7ac6f78-5ee3-4e38-b691-c6eee7a22093 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=de4d4d5a-c530-40bb-ae6e-bf3d6154f280 HTTP/1.1" status: 200 len: 217 time: 0.0387270 Jan 28 08:04:19.765226 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ef912a-feba-4217-b5e0-adc80c312083 req-3ff79942-2eef-413b-a39d-f95cb3d667b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:04:19.767255 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c9ef912a-feba-4217-b5e0-adc80c312083 req-3ff79942-2eef-413b-a39d-f95cb3d667b7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=de3bc95a-2ca1-4fb0-a56a-6e6091dfb4c8 HTTP/1.1" status: 200 len: 851 time: 0.0449367 Jan 28 08:04:19.811547 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ef912a-feba-4217-b5e0-adc80c312083 req-d5d55a74-303f-4f68-86e2-1d56ba5a4620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:04:19.813242 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c9ef912a-feba-4217-b5e0-adc80c312083 req-d5d55a74-303f-4f68-86e2-1d56ba5a4620 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1afc2731-e451-45ef-9fe0-067811f3cbbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406034 Jan 28 08:04:19.906050 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c9ef912a-feba-4217-b5e0-adc80c312083 req-e1e2d117-2376-447e-9fab-69ff4b1ce24f service neutron] 10.222.0.44 "GET /v2.0/networks/1afc2731-e451-45ef-9fe0-067811f3cbbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865786 Jan 28 08:04:19.993637 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c9ef912a-feba-4217-b5e0-adc80c312083 req-0018da1c-0ccb-43fc-ab9b-ec5d7e33026a service neutron] 10.222.0.44 "GET /v2.0/networks/1afc2731-e451-45ef-9fe0-067811f3cbbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811458 Jan 28 08:04:20.126503 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7248d04-dfde-4116-a6a2-5879107cdf31 req-71098d15-444f-4c09-aded-97b6822e854c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:04:20.127905 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c7248d04-dfde-4116-a6a2-5879107cdf31 req-71098d15-444f-4c09-aded-97b6822e854c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ea75831938ac4b18946665e46df721d1&device_id=75e267f3-1f61-4f20-b42d-8db1d8e74ba5 HTTP/1.1" status: 200 len: 1096 time: 0.0422549 Jan 28 08:04:20.221838 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7248d04-dfde-4116-a6a2-5879107cdf31 req-15269176-af8f-4535-b003-763eb2359472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:04:20.223307 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c7248d04-dfde-4116-a6a2-5879107cdf31 req-15269176-af8f-4535-b003-763eb2359472 service neutron] 10.222.0.44 "GET /v2.0/networks?id=1afc2731-e451-45ef-9fe0-067811f3cbbd HTTP/1.1" status: 200 len: 913 time: 0.0889487 Jan 28 08:04:20.265198 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c7248d04-dfde-4116-a6a2-5879107cdf31 req-e2bb6f7f-e162-46c1-ad09-73d82910be65 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=de4d4d5a-c530-40bb-ae6e-bf3d6154f280 HTTP/1.1" status: 200 len: 217 time: 0.0353560 Jan 28 08:04:20.319829 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7248d04-dfde-4116-a6a2-5879107cdf31 req-0f40c08f-23b9-40cf-bb71-89839224565f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:04:20.322167 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c7248d04-dfde-4116-a6a2-5879107cdf31 req-0f40c08f-23b9-40cf-bb71-89839224565f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=de3bc95a-2ca1-4fb0-a56a-6e6091dfb4c8 HTTP/1.1" status: 200 len: 851 time: 0.0492289 Jan 28 08:04:20.402595 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807f3f9f-e429-4b4b-aff2-3ee8f5b3995a req-eba4341a-206a-4767-91b0-2950573a65ea tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:04:20.404077 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-807f3f9f-e429-4b4b-aff2-3ee8f5b3995a req-eba4341a-206a-4767-91b0-2950573a65ea tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=75e267f3-1f61-4f20-b42d-8db1d8e74ba5 HTTP/1.1" status: 200 len: 944 time: 0.0684690 Jan 28 08:04:20.405828 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7248d04-dfde-4116-a6a2-5879107cdf31 req-2bc9fb93-ba27-4492-9665-eb24cc7c9cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:04:20.408231 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c7248d04-dfde-4116-a6a2-5879107cdf31 req-2bc9fb93-ba27-4492-9665-eb24cc7c9cae service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1afc2731-e451-45ef-9fe0-067811f3cbbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0809371 Jan 28 08:04:20.505698 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-807f3f9f-e429-4b4b-aff2-3ee8f5b3995a req-2a320cf0-0c76-4701-bd13-9a9cce16f703 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953782 Jan 28 08:04:20.530985 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c7248d04-dfde-4116-a6a2-5879107cdf31 req-aaf47c53-1bed-4d48-b7a5-16da61e1a852 service neutron] 10.222.0.44 "GET /v2.0/networks/1afc2731-e451-45ef-9fe0-067811f3cbbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150291 Jan 28 08:04:20.620812 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c7248d04-dfde-4116-a6a2-5879107cdf31 req-46378108-62f8-44d4-a438-3049bed6aa6c service neutron] 10.222.0.44 "GET /v2.0/networks/1afc2731-e451-45ef-9fe0-067811f3cbbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831268 Jan 28 08:04:21.627500 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c50d51-f698-40a9-b82f-4d041c224e91 req-5647053d-b56e-4351-a663-aa96c04d9b1c tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:04:21.629046 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d9c50d51-f698-40a9-b82f-4d041c224e91 req-5647053d-b56e-4351-a663-aa96c04d9b1c tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=75e267f3-1f61-4f20-b42d-8db1d8e74ba5 HTTP/1.1" status: 200 len: 944 time: 0.0492375 Jan 28 08:04:21.676784 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d9c50d51-f698-40a9-b82f-4d041c224e91 req-3f7a9490-813a-4175-b597-892d751508a6 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416789 Jan 28 08:04:22.795477 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd819c2a-0548-43a7-a631-230ce542b29d req-833a3f1d-0fad-40ff-b2a5-cbbae0b01b35 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:04:22.797761 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-bd819c2a-0548-43a7-a631-230ce542b29d req-833a3f1d-0fad-40ff-b2a5-cbbae0b01b35 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=75e267f3-1f61-4f20-b42d-8db1d8e74ba5 HTTP/1.1" status: 200 len: 944 time: 0.0532777 Jan 28 08:04:22.843401 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-bd819c2a-0548-43a7-a631-230ce542b29d req-f67ec068-0885-497f-ad57-2898bb599801 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399692 Jan 28 08:04:22.860279 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device de4d4d5a-c530-40bb-ae6e-bf3d6154f280 details requested by agent hyperv_n-h2-712749-28 with host n-h2-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 08:04:22.955872 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port de4d4d5a-c530-40bb-ae6e-bf3d6154f280, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=de4d4d5a-c530-40bb-ae6e-bf3d6154f280,segment=NetworkSegment(9f29e49e-1298-4018-ac36-fa9bfe8943e3),segment_id=9f29e49e-1298-4018-ac36-fa9bfe8943e3)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:04:22.966779 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Returning: {'device': 'de4d4d5a-c530-40bb-ae6e-bf3d6154f280', 'network_id': '1afc2731-e451-45ef-9fe0-067811f3cbbd', 'port_id': 'de4d4d5a-c530-40bb-ae6e-bf3d6154f280', 'mac_address': 'fa:16:3e:47:6f:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de3bc95a-2ca1-4fb0-a56a-6e6091dfb4c8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 08:04:23.004036 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port de4d4d5a-c530-40bb-ae6e-bf3d6154f280 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:04:23.004460 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (de4d4d5a-c530-40bb-ae6e-bf3d6154f280), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:04:23.017052 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de4d4d5a-c530-40bb-ae6e-bf3d6154f280 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 08:04:23.035975 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port de4d4d5a-c530-40bb-ae6e-bf3d6154f280, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=de4d4d5a-c530-40bb-ae6e-bf3d6154f280,segment=NetworkSegment(9f29e49e-1298-4018-ac36-fa9bfe8943e3),segment_id=9f29e49e-1298-4018-ac36-fa9bfe8943e3)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:04:23.039928 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (de4d4d5a-c530-40bb-ae6e-bf3d6154f280), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:04:23.086108 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=de4d4d5a-c530-40bb-ae6e-bf3d6154f280,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:04:23.305297 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['de4d4d5a-c530-40bb-ae6e-bf3d6154f280'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 08:04:23.963901 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c068c4f5-35be-4f27-9de0-d574f8ddad53 req-daa5b4b9-2941-4439-9319-77b9f5b52215 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:04:23.965415 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c068c4f5-35be-4f27-9de0-d574f8ddad53 req-daa5b4b9-2941-4439-9319-77b9f5b52215 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=75e267f3-1f61-4f20-b42d-8db1d8e74ba5 HTTP/1.1" status: 200 len: 945 time: 0.0536783 Jan 28 08:04:24.012030 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c068c4f5-35be-4f27-9de0-d574f8ddad53 req-8fe8c863-9b05-49c5-8438-ee6c95717b32 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408857 Jan 28 08:04:24.880788 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device de4d4d5a-c530-40bb-ae6e-bf3d6154f280 up at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 08:04:24.930001 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning for port de4d4d5a-c530-40bb-ae6e-bf3d6154f280 completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 08:04:24.933982 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning complete for port de4d4d5a-c530-40bb-ae6e-bf3d6154f280 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:04:24.934366 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (de4d4d5a-c530-40bb-ae6e-bf3d6154f280), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:04:25.019912 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port de4d4d5a-c530-40bb-ae6e-bf3d6154f280 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:04:25.020340 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (de4d4d5a-c530-40bb-ae6e-bf3d6154f280), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:04:25.042856 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75e267f3-1f61-4f20-b42d-8db1d8e74ba5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de4d4d5a-c530-40bb-ae6e-bf3d6154f280'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 08:04:25.045083 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ad7fe887ec8da9bd29e477e6463a73d1e99860c0dff062a8c1350cb6684650b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc441d3d-07dd-4ea9-9517-b65e5fdc1976" -d '{"events": [{"server_uuid": "75e267f3-1f61-4f20-b42d-8db1d8e74ba5", "name": "network-vif-plugged", "status": "completed", "tag": "de4d4d5a-c530-40bb-ae6e-bf3d6154f280"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 08:04:25.057979 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port de4d4d5a-c530-40bb-ae6e-bf3d6154f280, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=de4d4d5a-c530-40bb-ae6e-bf3d6154f280,segment=NetworkSegment(9f29e49e-1298-4018-ac36-fa9bfe8943e3),segment_id=9f29e49e-1298-4018-ac36-fa9bfe8943e3)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:04:25.063486 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (de4d4d5a-c530-40bb-ae6e-bf3d6154f280), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:04:25.087514 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 08:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2e40127-5ff2-452d-b296-fd1067c3aad9 x-openstack-request-id: req-a2e40127-5ff2-452d-b296-fd1067c3aad9 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 08:04:25.087811 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75e267f3-1f61-4f20-b42d-8db1d8e74ba5", "name": "network-vif-plugged", "status": "completed", "tag": "de4d4d5a-c530-40bb-ae6e-bf3d6154f280", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 08:04:25.088069 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a2e40127-5ff2-452d-b296-fd1067c3aad9 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 08:04:25.088486 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75e267f3-1f61-4f20-b42d-8db1d8e74ba5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de4d4d5a-c530-40bb-ae6e-bf3d6154f280', 'code': 200} Jan 28 08:04:25.113917 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=de4d4d5a-c530-40bb-ae6e-bf3d6154f280,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:04:25.133217 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69fcde3-17d3-472b-befe-9653cf7b4aa5 req-1780f10d-43c9-4b64-88db-a1bd80ab44cc tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:04:25.134831 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c69fcde3-17d3-472b-befe-9653cf7b4aa5 req-1780f10d-43c9-4b64-88db-a1bd80ab44cc tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=75e267f3-1f61-4f20-b42d-8db1d8e74ba5 HTTP/1.1" status: 200 len: 946 time: 0.0516484 Jan 28 08:04:25.190769 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c69fcde3-17d3-472b-befe-9653cf7b4aa5 req-a9c522b2-e5f4-4ab5-b21c-366e0d0c38ac tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502954 Jan 28 08:04:25.219205 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31f64f6-4f18-4d07-a01c-336985556b25 req-543c2314-b691-43eb-bf41-9125b3dbe5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:04:25.220637 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f31f64f6-4f18-4d07-a01c-336985556b25 req-543c2314-b691-43eb-bf41-9125b3dbe5f6 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=75e267f3-1f61-4f20-b42d-8db1d8e74ba5 HTTP/1.1" status: 200 len: 1098 time: 0.0440366 Jan 28 08:04:25.267699 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f31f64f6-4f18-4d07-a01c-336985556b25 req-0233737c-cda5-439b-b267-9622c4b2619a service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397248 Jan 28 08:04:26.312560 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf96c75-e79c-482e-8766-213627d93291 req-41ebc499-91d0-4678-acae-47c00110a458 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:04:26.314199 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3cf96c75-e79c-482e-8766-213627d93291 req-41ebc499-91d0-4678-acae-47c00110a458 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=75e267f3-1f61-4f20-b42d-8db1d8e74ba5 HTTP/1.1" status: 200 len: 946 time: 0.0511787 Jan 28 08:04:26.368722 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3cf96c75-e79c-482e-8766-213627d93291 req-391987ae-8c77-42d7-8779-d83e9c5da9f4 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487444 Jan 28 08:04:27.484214 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535a1452-dbc3-49cd-b729-1f7d5ca9eff3 req-b77666b8-ed56-47cf-989e-401e3c07dfdf tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:04:27.485693 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-535a1452-dbc3-49cd-b729-1f7d5ca9eff3 req-b77666b8-ed56-47cf-989e-401e3c07dfdf tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=75e267f3-1f61-4f20-b42d-8db1d8e74ba5 HTTP/1.1" status: 200 len: 946 time: 0.0477340 Jan 28 08:04:27.531842 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-535a1452-dbc3-49cd-b729-1f7d5ca9eff3 req-0703c951-c487-4bfe-bc50-587570c44b17 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400214 Jan 28 08:04:27.652019 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7ef065-3518-43ac-8b8e-b72178c7bdf1 req-8ce8fa52-fa4f-48c2-8491-a422331d380e tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:04:27.653433 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7c7ef065-3518-43ac-8b8e-b72178c7bdf1 req-8ce8fa52-fa4f-48c2-8491-a422331d380e tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=75e267f3-1f61-4f20-b42d-8db1d8e74ba5 HTTP/1.1" status: 200 len: 946 time: 0.0559869 Jan 28 08:04:27.662790 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 38790) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:04:27.667261 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-b93d7cb9-abf8-4665-808c-39aed27d9b70 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Request body: {'floatingip': {'port_id': 'de4d4d5a-c530-40bb-ae6e-bf3d6154f280'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:04:27.707170 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b93d7cb9-abf8-4665-808c-39aed27d9b70 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Publish callbacks [] for floatingip (99fdf00c-0722-4494-aadb-492179653fc1), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:04:28.137390 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b93d7cb9-abf8-4665-808c-39aed27d9b70 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:04:28.141104 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b93d7cb9-abf8-4665-808c-39aed27d9b70 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16609095'] for floatingip (99fdf00c-0722-4494-aadb-492179653fc1), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:04:28.246153 n-d-712749-28 neutron-server[103284]: INFO neutron.db.l3_db [None req-b93d7cb9-abf8-4665-808c-39aed27d9b70 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Floating IP 99fdf00c-0722-4494-aadb-492179653fc1 associated. External IP: 172.25.6.173, port: de4d4d5a-c530-40bb-ae6e-bf3d6154f280. Jan 28 08:04:28.450077 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b93d7cb9-abf8-4665-808c-39aed27d9b70 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Router 471ae43a-1a31-406c-ae5e-acc2efe0a256 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 08:04:28.553409 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b93d7cb9-abf8-4665-808c-39aed27d9b70 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 08:04:28.558177 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b93d7cb9-abf8-4665-808c-39aed27d9b70 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for floatingip (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:04:28.562894 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80bc1f6-a8dc-4c13-9705-ecefe029c39d None None] Sync routers for ids ['471ae43a-1a31-406c-ae5e-acc2efe0a256'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 08:04:28.573376 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80bc1f6-a8dc-4c13-9705-ecefe029c39d None None] Routers {'471ae43a-1a31-406c-ae5e-acc2efe0a256'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 08:04:28.573995 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-c80bc1f6-a8dc-4c13-9705-ecefe029c39d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T08:04:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['471ae43a-1a31-406c-ae5e-acc2efe0a256'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:04:28.589078 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-b93d7cb9-abf8-4665-808c-39aed27d9b70 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "PUT /v2.0/floatingips/99fdf00c-0722-4494-aadb-492179653fc1 HTTP/1.1" status: 200 len: 992 time: 0.9252064 Jan 28 08:04:28.589657 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75e267f3-1f61-4f20-b42d-8db1d8e74ba5', 'tag': 'de4d4d5a-c530-40bb-ae6e-bf3d6154f280'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 08:04:28.631780 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea2b103cb7827510f28784975546feb0b63800b94dfac5f98f271904baace09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69f9dfa3-9aa6-4662-8f29-45519dfd539c" -d '{"events": [{"name": "network-changed", "server_uuid": "75e267f3-1f61-4f20-b42d-8db1d8e74ba5", "tag": "de4d4d5a-c530-40bb-ae6e-bf3d6154f280"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 08:04:28.686445 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-c80bc1f6-a8dc-4c13-9705-ecefe029c39d None None] Set router 471ae43a-1a31-406c-ae5e-acc2efe0a256 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 08:04:28.717912 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 08:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f805f4a-b4e6-4a02-b7ed-1a18d56f7224 x-openstack-request-id: req-4f805f4a-b4e6-4a02-b7ed-1a18d56f7224 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 08:04:28.718392 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75e267f3-1f61-4f20-b42d-8db1d8e74ba5", "tag": "de4d4d5a-c530-40bb-ae6e-bf3d6154f280", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 08:04:28.718496 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4f805f4a-b4e6-4a02-b7ed-1a18d56f7224 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 08:04:28.718859 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75e267f3-1f61-4f20-b42d-8db1d8e74ba5', 'tag': 'de4d4d5a-c530-40bb-ae6e-bf3d6154f280', 'status': 'completed', 'code': 200} Jan 28 08:04:28.795301 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f9dfa3-9aa6-4662-8f29-45519dfd539c req-079bfbfd-5f4d-4adb-bf94-f3bf24fdae68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:04:28.796849 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-69f9dfa3-9aa6-4662-8f29-45519dfd539c req-079bfbfd-5f4d-4adb-bf94-f3bf24fdae68 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ea75831938ac4b18946665e46df721d1&device_id=75e267f3-1f61-4f20-b42d-8db1d8e74ba5 HTTP/1.1" status: 200 len: 1098 time: 0.0394416 Jan 28 08:04:28.889229 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f9dfa3-9aa6-4662-8f29-45519dfd539c req-3de5d6dc-4c7b-4449-bbfb-1ec9ca8da86b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:04:28.890726 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-69f9dfa3-9aa6-4662-8f29-45519dfd539c req-3de5d6dc-4c7b-4449-bbfb-1ec9ca8da86b service neutron] 10.222.0.44 "GET /v2.0/networks?id=1afc2731-e451-45ef-9fe0-067811f3cbbd HTTP/1.1" status: 200 len: 913 time: 0.0887749 Jan 28 08:04:28.907589 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-c80bc1f6-a8dc-4c13-9705-ecefe029c39d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '471ae43a-1a31-406c-ae5e-acc2efe0a256', 'name': 'tempest-ServerActionsTestJSON-1457173536-router', 'tenant_id': 'ea75831938ac4b18946665e46df721d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': 'ed8b465d-05c2-49a6-8fd3-45f91f421823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:59:37Z', 'updated_at': '2022-01-28T07:59:39Z', 'revision_number': 4, 'project_id': 'ea75831938ac4b18946665e46df721d1', 'gw_port': {'id': 'ed8b465d-05c2-49a6-8fd3-45f91f421823', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:2b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471ae43a-1a31-406c-ae5e-acc2efe0a256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:59:37Z', 'updated_at': '2022-01-28T07:59:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_floatingips': [{'id': '99fdf00c-0722-4494-aadb-492179653fc1', 'tenant_id': 'ea75831938ac4b18946665e46df721d1', 'floating_ip_address': '172.25.6.173', 'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'router_id': '471ae43a-1a31-406c-ae5e-acc2efe0a256', 'port_id': 'de4d4d5a-c530-40bb-ae6e-bf3d6154f280', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1afc2731-e451-45ef-9fe0-067811f3cbbd', 'mac_address': 'fa:16:3e:47:6f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e267f3-1f61-4f20-b42d-8db1d8e74ba5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:59:41Z', 'updated_at': '2022-01-28T08:04:28Z', 'revision_number': 9, 'project_id': 'ea75831938ac4b18946665e46df721d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d7d521e-d346-4914-82ee-3ebe2f4e18db', 'name': '', 'network_id': '1afc2731-e451-45ef-9fe0-067811f3cbbd', 'tenant_id': 'ea75831938ac4b18946665e46df721d1', 'mac_address': 'fa:16:3e:42:66:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471ae43a-1a31-406c-ae5e-acc2efe0a256', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'de3bc95a-2ca1-4fb0-a56a-6e6091dfb4c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:59:39Z', 'updated_at': '2022-01-28T07:59:43Z', 'revision_number': 5, 'project_id': 'ea75831938ac4b18946665e46df721d1', 'subnets': [{'id': 'de3bc95a-2ca1-4fb0-a56a-6e6091dfb4c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:04:28.938378 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80bc1f6-a8dc-4c13-9705-ecefe029c39d None None] Checking router: 471ae43a-1a31-406c-ae5e-acc2efe0a256 for host: n-d-712749-28 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 08:04:28.948149 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80bc1f6-a8dc-4c13-9705-ecefe029c39d None None] Routers {'471ae43a-1a31-406c-ae5e-acc2efe0a256'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 08:04:28.948791 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-c80bc1f6-a8dc-4c13-9705-ecefe029c39d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T08:04:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['471ae43a-1a31-406c-ae5e-acc2efe0a256'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:04:28.956927 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-69f9dfa3-9aa6-4662-8f29-45519dfd539c req-9cf3b768-0a70-47ee-9542-352a6e300e1d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=de4d4d5a-c530-40bb-ae6e-bf3d6154f280 HTTP/1.1" status: 200 len: 1000 time: 0.0599692 Jan 28 08:04:29.006294 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f9dfa3-9aa6-4662-8f29-45519dfd539c req-32490f59-74b1-4bd6-8f76-acaff7ecbfcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:04:29.007711 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-69f9dfa3-9aa6-4662-8f29-45519dfd539c req-32490f59-74b1-4bd6-8f76-acaff7ecbfcf service neutron] 10.222.0.44 "GET /v2.0/subnets?id=de3bc95a-2ca1-4fb0-a56a-6e6091dfb4c8 HTTP/1.1" status: 200 len: 851 time: 0.0446610 Jan 28 08:04:29.054176 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-c80bc1f6-a8dc-4c13-9705-ecefe029c39d None None] Set router 471ae43a-1a31-406c-ae5e-acc2efe0a256 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 08:04:29.056108 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f9dfa3-9aa6-4662-8f29-45519dfd539c req-28bb80af-be04-48ba-aee4-3864b28b3b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:04:29.057668 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-69f9dfa3-9aa6-4662-8f29-45519dfd539c req-28bb80af-be04-48ba-aee4-3864b28b3b01 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1afc2731-e451-45ef-9fe0-067811f3cbbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445547 Jan 28 08:04:29.145369 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-69f9dfa3-9aa6-4662-8f29-45519dfd539c req-61cc9bdd-fd66-425c-9cfe-14f96522288b service neutron] 10.222.0.44 "GET /v2.0/networks/1afc2731-e451-45ef-9fe0-067811f3cbbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818017 Jan 28 08:04:29.238376 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-69f9dfa3-9aa6-4662-8f29-45519dfd539c req-0571f101-153b-49db-b96b-bfe86ca5bbe5 service neutron] 10.222.0.44 "GET /v2.0/networks/1afc2731-e451-45ef-9fe0-067811f3cbbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875289 Jan 28 08:04:29.273201 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-c80bc1f6-a8dc-4c13-9705-ecefe029c39d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '471ae43a-1a31-406c-ae5e-acc2efe0a256', 'name': 'tempest-ServerActionsTestJSON-1457173536-router', 'tenant_id': 'ea75831938ac4b18946665e46df721d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': 'ed8b465d-05c2-49a6-8fd3-45f91f421823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:59:37Z', 'updated_at': '2022-01-28T07:59:39Z', 'revision_number': 4, 'project_id': 'ea75831938ac4b18946665e46df721d1', 'gw_port': {'id': 'ed8b465d-05c2-49a6-8fd3-45f91f421823', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:2b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471ae43a-1a31-406c-ae5e-acc2efe0a256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:59:37Z', 'updated_at': '2022-01-28T07:59:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_floatingips': [{'id': '99fdf00c-0722-4494-aadb-492179653fc1', 'tenant_id': 'ea75831938ac4b18946665e46df721d1', 'floating_ip_address': '172.25.6.173', 'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'router_id': '471ae43a-1a31-406c-ae5e-acc2efe0a256', 'port_id': 'de4d4d5a-c530-40bb-ae6e-bf3d6154f280', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1afc2731-e451-45ef-9fe0-067811f3cbbd', 'mac_address': 'fa:16:3e:47:6f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e267f3-1f61-4f20-b42d-8db1d8e74ba5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:59:41Z', 'updated_at': '2022-01-28T08:04:28Z', 'revision_number': 9, 'project_id': 'ea75831938ac4b18946665e46df721d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d7d521e-d346-4914-82ee-3ebe2f4e18db', 'name': '', 'network_id': '1afc2731-e451-45ef-9fe0-067811f3cbbd', 'tenant_id': 'ea75831938ac4b18946665e46df721d1', 'mac_address': 'fa:16:3e:42:66:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471ae43a-1a31-406c-ae5e-acc2efe0a256', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'de3bc95a-2ca1-4fb0-a56a-6e6091dfb4c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:59:39Z', 'updated_at': '2022-01-28T07:59:43Z', 'revision_number': 5, 'project_id': 'ea75831938ac4b18946665e46df721d1', 'subnets': [{'id': 'de3bc95a-2ca1-4fb0-a56a-6e6091dfb4c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:04:29.299555 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80bc1f6-a8dc-4c13-9705-ecefe029c39d None None] The sync data for ids ['471ae43a-1a31-406c-ae5e-acc2efe0a256'] in n-d-712749-28 is: [{'id': '471ae43a-1a31-406c-ae5e-acc2efe0a256', 'name': 'tempest-ServerActionsTestJSON-1457173536-router', 'tenant_id': 'ea75831938ac4b18946665e46df721d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': 'ed8b465d-05c2-49a6-8fd3-45f91f421823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:59:37Z', 'updated_at': '2022-01-28T07:59:39Z', 'revision_number': 4, 'project_id': 'ea75831938ac4b18946665e46df721d1', 'gw_port': {'id': 'ed8b465d-05c2-49a6-8fd3-45f91f421823', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:2b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471ae43a-1a31-406c-ae5e-acc2efe0a256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:59:37Z', 'updated_at': '2022-01-28T07:59:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_floatingips': [{'id': '99fdf00c-0722-4494-aadb-492179653fc1', 'tenant_id': 'ea75831938ac4b18946665e46df721d1', 'floating_ip_address': '172.25.6.173', 'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'router_id': '471ae43a-1a31-406c-ae5e-acc2efe0a256', 'port_id': 'de4d4d5a-c530-40bb-ae6e-bf3d6154f280', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1afc2731-e451-45ef-9fe0-067811f3cbbd', 'mac_address': 'fa:16:3e:47:6f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e267f3-1f61-4f20-b42d-8db1d8e74ba5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:59:41Z', 'updated_at': '2022-01-28T08:04:28Z', 'revision_number': 9, 'project_id': 'ea75831938ac4b18946665e46df721d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d7d521e-d346-4914-82ee-3ebe2f4e18db', 'name': '', 'network_id': '1afc2731-e451-45ef-9fe0-067811f3cbbd', 'tenant_id': 'ea75831938ac4b18946665e46df721d1', 'mac_address': 'fa:16:3e:42:66:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471ae43a-1a31-406c-ae5e-acc2efe0a256', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'de3bc95a-2ca1-4fb0-a56a-6e6091dfb4c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:59:39Z', 'updated_at': '2022-01-28T07:59:43Z', 'revision_number': 5, 'project_id': 'ea75831938ac4b18946665e46df721d1', 'subnets': [{'id': 'de3bc95a-2ca1-4fb0-a56a-6e6091dfb4c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 08:04:29.491524 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7822b9dd-e9aa-4157-be3d-fcfedc4c1059 None None] New status for floating IP 99fdf00c-0722-4494-aadb-492179653fc1: ACTIVE {{(pid=103285) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 08:04:33.332496 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-364027fa-fce3-415b-99b2-8c7907a7f44b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:04:33.467198 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:04:34.497268 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:04:35.694336 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0843a260-1e7b-4c4e-8ae3-4d6300ae977b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:04:37.157831 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:04:38.842267 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:04:39.789816 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:04:43.410359 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 7 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 08:05:00.267751 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-89f89b71-0abf-42f4-94b7-a3a187683359 req-849da316-2092-4e25-a54b-25cedbdd4db9 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=75e267f3-1f61-4f20-b42d-8db1d8e74ba5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0437572 Jan 28 08:05:00.365968 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f89b71-0abf-42f4-94b7-a3a187683359 req-2b3c2f8b-1aa3-4e11-acf6-ce9b846bc1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:05:00.367465 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-89f89b71-0abf-42f4-94b7-a3a187683359 req-2b3c2f8b-1aa3-4e11-acf6-ce9b846bc1a2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ea75831938ac4b18946665e46df721d1&device_id=75e267f3-1f61-4f20-b42d-8db1d8e74ba5 HTTP/1.1" status: 200 len: 1098 time: 0.0434299 Jan 28 08:05:00.472714 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f89b71-0abf-42f4-94b7-a3a187683359 req-52a4c9c6-5a0e-4d42-9fda-18eb66c38d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:05:00.474193 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-89f89b71-0abf-42f4-94b7-a3a187683359 req-52a4c9c6-5a0e-4d42-9fda-18eb66c38d7c service neutron] 10.222.0.44 "GET /v2.0/networks?id=1afc2731-e451-45ef-9fe0-067811f3cbbd HTTP/1.1" status: 200 len: 913 time: 0.0886636 Jan 28 08:05:00.540334 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-89f89b71-0abf-42f4-94b7-a3a187683359 req-2a17010e-7543-4cd4-9fbc-afeb3e759f98 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=de4d4d5a-c530-40bb-ae6e-bf3d6154f280 HTTP/1.1" status: 200 len: 1003 time: 0.0600193 Jan 28 08:05:00.587629 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f89b71-0abf-42f4-94b7-a3a187683359 req-17aa1d59-9cea-4f02-a386-ff6e62a4760a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:05:00.589087 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-89f89b71-0abf-42f4-94b7-a3a187683359 req-17aa1d59-9cea-4f02-a386-ff6e62a4760a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=de3bc95a-2ca1-4fb0-a56a-6e6091dfb4c8 HTTP/1.1" status: 200 len: 851 time: 0.0434604 Jan 28 08:05:00.638306 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f89b71-0abf-42f4-94b7-a3a187683359 req-83b988db-7a30-4344-b0ef-ddd1547a2e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:05:00.639794 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-89f89b71-0abf-42f4-94b7-a3a187683359 req-83b988db-7a30-4344-b0ef-ddd1547a2e91 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1afc2731-e451-45ef-9fe0-067811f3cbbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446117 Jan 28 08:05:00.728449 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-89f89b71-0abf-42f4-94b7-a3a187683359 req-5d4145a9-f199-453e-8040-cb80a611af8a service neutron] 10.222.0.44 "GET /v2.0/networks/1afc2731-e451-45ef-9fe0-067811f3cbbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823293 Jan 28 08:05:00.819772 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-89f89b71-0abf-42f4-94b7-a3a187683359 req-a57bed5e-1889-4b3a-880a-2c6956c4ef14 service neutron] 10.222.0.44 "GET /v2.0/networks/1afc2731-e451-45ef-9fe0-067811f3cbbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852742 Jan 28 08:05:03.333766 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7e16c567-ae3c-4e05-be60-2f2d8e7d5a5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:05:03.468364 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:05:04.511085 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:05:05.695174 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bea972e4-c7ca-47f3-a10a-0bc59b4ab35f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:05:07.159325 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:05:08.846020 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:05:09.792237 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:05:20.410090 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 7 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 08:05:33.335421 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-97485988-0cdd-4898-b8e7-6b7dec94f6c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:05:33.496374 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:05:34.528310 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:05:35.697169 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b4be0dea-9e8f-4c64-b748-a6c6dde9b2cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:05:37.160815 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:05:38.858820 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:05:39.798074 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:05:57.409520 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 7 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 08:06:00.258669 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-dd853193-a038-485c-be65-08d99fdf78e1 req-0ceb9be8-ba58-4c94-9061-045bbf206b57 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=75e267f3-1f61-4f20-b42d-8db1d8e74ba5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0402195 Jan 28 08:06:00.356029 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd853193-a038-485c-be65-08d99fdf78e1 req-72f72fab-e0ac-4e48-a0c0-fdb80906a549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:06:00.357636 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-dd853193-a038-485c-be65-08d99fdf78e1 req-72f72fab-e0ac-4e48-a0c0-fdb80906a549 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ea75831938ac4b18946665e46df721d1&device_id=75e267f3-1f61-4f20-b42d-8db1d8e74ba5 HTTP/1.1" status: 200 len: 1098 time: 0.0428119 Jan 28 08:06:00.466952 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd853193-a038-485c-be65-08d99fdf78e1 req-35beca27-3fd0-439f-9dce-91177f4edfeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:06:00.468665 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-dd853193-a038-485c-be65-08d99fdf78e1 req-35beca27-3fd0-439f-9dce-91177f4edfeb service neutron] 10.222.0.44 "GET /v2.0/networks?id=1afc2731-e451-45ef-9fe0-067811f3cbbd HTTP/1.1" status: 200 len: 913 time: 0.0936143 Jan 28 08:06:00.556013 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-dd853193-a038-485c-be65-08d99fdf78e1 req-e65b4b75-2f56-4c53-ba1f-8034bfbe4af6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=de4d4d5a-c530-40bb-ae6e-bf3d6154f280 HTTP/1.1" status: 200 len: 1003 time: 0.0600705 Jan 28 08:06:00.603337 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd853193-a038-485c-be65-08d99fdf78e1 req-ebe4cfec-7d21-4cba-aa77-543280f9bec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:06:00.604797 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-dd853193-a038-485c-be65-08d99fdf78e1 req-ebe4cfec-7d21-4cba-aa77-543280f9bec2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=de3bc95a-2ca1-4fb0-a56a-6e6091dfb4c8 HTTP/1.1" status: 200 len: 851 time: 0.0427229 Jan 28 08:06:00.655507 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd853193-a038-485c-be65-08d99fdf78e1 req-c433c318-ee82-4b78-9e3c-cf4ef399fa31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:06:00.657035 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-dd853193-a038-485c-be65-08d99fdf78e1 req-c433c318-ee82-4b78-9e3c-cf4ef399fa31 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1afc2731-e451-45ef-9fe0-067811f3cbbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0468132 Jan 28 08:06:00.745141 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-dd853193-a038-485c-be65-08d99fdf78e1 req-1d1e73a9-00fe-4d1d-9f79-314ea46dfb8c service neutron] 10.222.0.44 "GET /v2.0/networks/1afc2731-e451-45ef-9fe0-067811f3cbbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819666 Jan 28 08:06:00.836363 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-dd853193-a038-485c-be65-08d99fdf78e1 req-39793a89-246e-49c6-830c-3c3eec8cbfa6 service neutron] 10.222.0.44 "GET /v2.0/networks/1afc2731-e451-45ef-9fe0-067811f3cbbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854371 Jan 28 08:06:03.336018 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6bb4af9a-591e-488b-8167-e58ad639c69d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:06:03.510966 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:06:04.534986 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:06:05.699069 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4cb07146-0ebb-475c-8b8d-8096a510fc25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:06:07.125257 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-25bf0435-3aa1-4cd4-80f6-221df4af5448 req-5f933414-ad07-4526-8b6c-f96baab09aa8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=75e267f3-1f61-4f20-b42d-8db1d8e74ba5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0418670 Jan 28 08:06:07.143342 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a198f6-501d-4223-a3dc-df200fcbde2d req-909d3d59-3f66-4bcd-8f0f-4b1141a08a9f tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:06:07.145587 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-37a198f6-501d-4223-a3dc-df200fcbde2d req-909d3d59-3f66-4bcd-8f0f-4b1141a08a9f tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=75e267f3-1f61-4f20-b42d-8db1d8e74ba5 HTTP/1.1" status: 200 len: 946 time: 0.0571396 Jan 28 08:06:07.166765 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:06:07.197873 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-37a198f6-501d-4223-a3dc-df200fcbde2d req-429a6c65-68e2-46b3-8090-cc98a0e55d04 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447428 Jan 28 08:06:08.314109 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2985068-4e8b-436b-8003-bb63bfd546dd req-837f95c2-0a05-4883-a99a-d2e3c468bafd tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:06:08.316508 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f2985068-4e8b-436b-8003-bb63bfd546dd req-837f95c2-0a05-4883-a99a-d2e3c468bafd tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=75e267f3-1f61-4f20-b42d-8db1d8e74ba5 HTTP/1.1" status: 200 len: 946 time: 0.0493491 Jan 28 08:06:08.363470 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f2985068-4e8b-436b-8003-bb63bfd546dd req-c019a269-96d7-4769-b5e9-e820960306bb tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410771 Jan 28 08:06:08.464670 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bf0435-3aa1-4cd4-80f6-221df4af5448 req-0b2d7ecc-6e0c-4cdb-83b4-a7c0eaac46e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:06:08.466174 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-25bf0435-3aa1-4cd4-80f6-221df4af5448 req-0b2d7ecc-6e0c-4cdb-83b4-a7c0eaac46e4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ea75831938ac4b18946665e46df721d1&device_id=75e267f3-1f61-4f20-b42d-8db1d8e74ba5 HTTP/1.1" status: 200 len: 1098 time: 0.0469794 Jan 28 08:06:08.556847 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bf0435-3aa1-4cd4-80f6-221df4af5448 req-f6f13c9a-734e-402c-99f9-872f23d8b37d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:06:08.558331 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-25bf0435-3aa1-4cd4-80f6-221df4af5448 req-f6f13c9a-734e-402c-99f9-872f23d8b37d service neutron] 10.222.0.44 "GET /v2.0/networks?id=1afc2731-e451-45ef-9fe0-067811f3cbbd HTTP/1.1" status: 200 len: 913 time: 0.0855637 Jan 28 08:06:08.627154 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-25bf0435-3aa1-4cd4-80f6-221df4af5448 req-a06b696a-26e8-4f33-9450-f87bbe14bd64 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=de4d4d5a-c530-40bb-ae6e-bf3d6154f280 HTTP/1.1" status: 200 len: 1003 time: 0.0634000 Jan 28 08:06:08.675657 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bf0435-3aa1-4cd4-80f6-221df4af5448 req-10233a9e-dba5-437e-9190-28594543eab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:06:08.677156 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-25bf0435-3aa1-4cd4-80f6-221df4af5448 req-10233a9e-dba5-437e-9190-28594543eab9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=de3bc95a-2ca1-4fb0-a56a-6e6091dfb4c8 HTTP/1.1" status: 200 len: 851 time: 0.0441952 Jan 28 08:06:08.723336 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bf0435-3aa1-4cd4-80f6-221df4af5448 req-0639a72a-e7b4-4870-8377-ebedae5313d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:06:08.724874 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-25bf0435-3aa1-4cd4-80f6-221df4af5448 req-0639a72a-e7b4-4870-8377-ebedae5313d0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1afc2731-e451-45ef-9fe0-067811f3cbbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416613 Jan 28 08:06:08.816073 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-25bf0435-3aa1-4cd4-80f6-221df4af5448 req-a9b109fc-042d-43c6-8dd2-4dcefa7335ad service neutron] 10.222.0.44 "GET /v2.0/networks/1afc2731-e451-45ef-9fe0-067811f3cbbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845118 Jan 28 08:06:08.852178 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:06:08.904764 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-25bf0435-3aa1-4cd4-80f6-221df4af5448 req-ad4ebf0e-0d8f-4326-9714-03442292af97 service neutron] 10.222.0.44 "GET /v2.0/networks/1afc2731-e451-45ef-9fe0-067811f3cbbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831451 Jan 28 08:06:09.480116 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac84ab8-333d-4235-9457-e67278421d0f req-cdacd745-8332-4824-8f36-77146f67cf27 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:06:09.481621 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9ac84ab8-333d-4235-9457-e67278421d0f req-cdacd745-8332-4824-8f36-77146f67cf27 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=75e267f3-1f61-4f20-b42d-8db1d8e74ba5 HTTP/1.1" status: 200 len: 946 time: 0.0482666 Jan 28 08:06:09.530893 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9ac84ab8-333d-4235-9457-e67278421d0f req-ec43730f-ee91-46ff-a191-5c4276ca28b6 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437460 Jan 28 08:06:09.801973 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:06:10.650724 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4446c074-4955-4324-842d-f68b2af5ab0b req-27874c0a-05dc-4736-993a-9f6fc358c96d tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:06:10.652119 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4446c074-4955-4324-842d-f68b2af5ab0b req-27874c0a-05dc-4736-993a-9f6fc358c96d tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=75e267f3-1f61-4f20-b42d-8db1d8e74ba5 HTTP/1.1" status: 200 len: 946 time: 0.0482011 Jan 28 08:06:10.723891 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4446c074-4955-4324-842d-f68b2af5ab0b req-84059da4-0216-44a9-b04d-478bde3aca21 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654604 Jan 28 08:06:11.841878 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25deb3e-1d37-4ffb-b49c-15ef48ca2112 req-e5aeab61-0700-49ba-8e72-6afda9fc2ac5 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:06:11.843352 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e25deb3e-1d37-4ffb-b49c-15ef48ca2112 req-e5aeab61-0700-49ba-8e72-6afda9fc2ac5 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=75e267f3-1f61-4f20-b42d-8db1d8e74ba5 HTTP/1.1" status: 200 len: 946 time: 0.0484369 Jan 28 08:06:11.890293 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e25deb3e-1d37-4ffb-b49c-15ef48ca2112 req-684b1ccf-3025-4220-857c-b3bf58bcc841 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410547 Jan 28 08:06:13.006389 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62985829-e99d-4552-9dc1-80cd2dda0992 req-a4473680-d8d0-47b9-9fb0-3eeefb659ad6 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:06:13.007879 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-62985829-e99d-4552-9dc1-80cd2dda0992 req-a4473680-d8d0-47b9-9fb0-3eeefb659ad6 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=75e267f3-1f61-4f20-b42d-8db1d8e74ba5 HTTP/1.1" status: 200 len: 946 time: 0.0481663 Jan 28 08:06:13.053341 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-62985829-e99d-4552-9dc1-80cd2dda0992 req-be6874e1-2ba8-4510-95a4-1f4bc9c1c0e7 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398896 Jan 28 08:06:14.174144 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd18c301-9f35-4a31-b4fd-9fe87834e2f6 req-df78e4ef-e029-4004-b5ff-86adcb875f7b tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:06:14.175630 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-bd18c301-9f35-4a31-b4fd-9fe87834e2f6 req-df78e4ef-e029-4004-b5ff-86adcb875f7b tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=75e267f3-1f61-4f20-b42d-8db1d8e74ba5 HTTP/1.1" status: 200 len: 946 time: 0.0500858 Jan 28 08:06:14.221497 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-bd18c301-9f35-4a31-b4fd-9fe87834e2f6 req-9216e9fb-a8d9-4558-ae1b-3d61b199fed9 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394087 Jan 28 08:06:15.349347 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd09d063-48f9-4d6a-8b4c-568231ca6816 req-c17258fd-5a42-4ad0-afa1-7d4b640cdafa tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:06:15.351561 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-dd09d063-48f9-4d6a-8b4c-568231ca6816 req-c17258fd-5a42-4ad0-afa1-7d4b640cdafa tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=75e267f3-1f61-4f20-b42d-8db1d8e74ba5 HTTP/1.1" status: 200 len: 946 time: 0.0611389 Jan 28 08:06:15.406944 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-dd09d063-48f9-4d6a-8b4c-568231ca6816 req-35ccc58d-3ced-494d-bba8-736927960faa tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499463 Jan 28 08:06:16.529009 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302af7b2-6672-4a00-8840-83b7dcd69801 req-704110d6-b7f5-42ff-a9dd-8e5b8f5ed864 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:06:16.530391 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-302af7b2-6672-4a00-8840-83b7dcd69801 req-704110d6-b7f5-42ff-a9dd-8e5b8f5ed864 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=75e267f3-1f61-4f20-b42d-8db1d8e74ba5 HTTP/1.1" status: 200 len: 946 time: 0.0533297 Jan 28 08:06:16.577010 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-302af7b2-6672-4a00-8840-83b7dcd69801 req-d668f218-5c22-41a6-abe3-e53b075e5cc0 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406814 Jan 28 08:06:17.693979 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b0f6c3-7e82-418b-839b-019887adbc95 req-a8146f3c-697b-4f53-985b-4de06acb513f tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:06:17.695360 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e3b0f6c3-7e82-418b-839b-019887adbc95 req-a8146f3c-697b-4f53-985b-4de06acb513f tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=75e267f3-1f61-4f20-b42d-8db1d8e74ba5 HTTP/1.1" status: 200 len: 946 time: 0.0519025 Jan 28 08:06:17.741172 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e3b0f6c3-7e82-418b-839b-019887adbc95 req-61376ce0-f346-463e-8e87-3a3fb7bdb506 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402746 Jan 28 08:06:18.857821 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0a71df-3576-43fc-8618-16da1376014a req-1e4bf744-d874-4713-8b6b-5c6a01abcf68 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:06:18.859845 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1a0a71df-3576-43fc-8618-16da1376014a req-1e4bf744-d874-4713-8b6b-5c6a01abcf68 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=75e267f3-1f61-4f20-b42d-8db1d8e74ba5 HTTP/1.1" status: 200 len: 946 time: 0.0496197 Jan 28 08:06:18.908241 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1a0a71df-3576-43fc-8618-16da1376014a req-7c087d03-9941-4c98-a93f-4df3909d0035 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421808 Jan 28 08:06:20.022665 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0763e4a-a66e-43a8-97fa-23bdf41d7334 req-7108efca-e431-4f2a-9819-b52afcff22e2 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:06:20.024136 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a0763e4a-a66e-43a8-97fa-23bdf41d7334 req-7108efca-e431-4f2a-9819-b52afcff22e2 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=75e267f3-1f61-4f20-b42d-8db1d8e74ba5 HTTP/1.1" status: 200 len: 946 time: 0.0479124 Jan 28 08:06:20.069910 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a0763e4a-a66e-43a8-97fa-23bdf41d7334 req-9f1c147a-ebfc-44ba-8c18-6cfa53e7ba27 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402288 Jan 28 08:06:21.184515 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc092fe-1662-48cd-821f-5327c1dc3085 req-1c1d8a10-c6e8-47e0-8386-7629243786c3 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:06:21.185964 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ecc092fe-1662-48cd-821f-5327c1dc3085 req-1c1d8a10-c6e8-47e0-8386-7629243786c3 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=75e267f3-1f61-4f20-b42d-8db1d8e74ba5 HTTP/1.1" status: 200 len: 946 time: 0.0474684 Jan 28 08:06:21.235136 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ecc092fe-1662-48cd-821f-5327c1dc3085 req-6ed4bc69-d369-467e-934f-48e595124a98 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436010 Jan 28 08:06:21.280459 n-d-712749-28 neutron-server[103283]: INFO neutron.api.v2.resource [req-25bf0435-3aa1-4cd4-80f6-221df4af5448 req-353e3571-3bd0-40e0-81f8-5b921a23336e service neutron] show failed (client error): The resource could not be found. Jan 28 08:06:21.281669 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-25bf0435-3aa1-4cd4-80f6-221df4af5448 req-353e3571-3bd0-40e0-81f8-5b921a23336e service neutron] 10.222.0.44 "GET /v2.0/ports/de4d4d5a-c530-40bb-ae6e-bf3d6154f280/bindings/n-h1-712749-28 HTTP/1.1" status: 404 len: 381 time: 0.0581632 Jan 28 08:06:21.488884 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bf0435-3aa1-4cd4-80f6-221df4af5448 req-3729bfce-dfa3-4233-bf9f-d37d349dadbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:06:21.490437 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-25bf0435-3aa1-4cd4-80f6-221df4af5448 req-3729bfce-dfa3-4233-bf9f-d37d349dadbc service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=75e267f3-1f61-4f20-b42d-8db1d8e74ba5&tenant_id=ea75831938ac4b18946665e46df721d1 HTTP/1.1" status: 200 len: 1098 time: 0.0414789 Jan 28 08:06:21.505595 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [req-25bf0435-3aa1-4cd4-80f6-221df4af5448 req-4630b985-ec48-402b-8ccf-d35e2dda5a51 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 08:06:21.506537 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-25bf0435-3aa1-4cd4-80f6-221df4af5448 req-4630b985-ec48-402b-8ccf-d35e2dda5a51 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049808 Jan 28 08:06:21.530859 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-25bf0435-3aa1-4cd4-80f6-221df4af5448 req-edc93314-36b1-43c9-a44a-6a1c5e8cdf12 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712749-28', 'device_owner': 'compute:nova'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:06:21.583398 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-25bf0435-3aa1-4cd4-80f6-221df4af5448 req-edc93314-36b1-43c9-a44a-6a1c5e8cdf12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (de4d4d5a-c530-40bb-ae6e-bf3d6154f280), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:06:21.779046 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-25bf0435-3aa1-4cd4-80f6-221df4af5448 req-edc93314-36b1-43c9-a44a-6a1c5e8cdf12 service neutron] For port de4d4d5a-c530-40bb-ae6e-bf3d6154f280, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=de4d4d5a-c530-40bb-ae6e-bf3d6154f280,segment=NetworkSegment(9f29e49e-1298-4018-ac36-fa9bfe8943e3),segment_id=9f29e49e-1298-4018-ac36-fa9bfe8943e3)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:06:21.815510 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-25bf0435-3aa1-4cd4-80f6-221df4af5448 req-edc93314-36b1-43c9-a44a-6a1c5e8cdf12 service neutron] For port de4d4d5a-c530-40bb-ae6e-bf3d6154f280, host n-h2-712749-28, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 08:06:21.855214 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75e267f3-1f61-4f20-b42d-8db1d8e74ba5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de4d4d5a-c530-40bb-ae6e-bf3d6154f280'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 08:06:21.857564 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea2b103cb7827510f28784975546feb0b63800b94dfac5f98f271904baace09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-531edc80-ef0c-4438-85ee-3280fb9524b1" -d '{"events": [{"server_uuid": "75e267f3-1f61-4f20-b42d-8db1d8e74ba5", "name": "network-vif-unplugged", "status": "completed", "tag": "de4d4d5a-c530-40bb-ae6e-bf3d6154f280"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 08:06:21.861290 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-25bf0435-3aa1-4cd4-80f6-221df4af5448 req-edc93314-36b1-43c9-a44a-6a1c5e8cdf12 service neutron] Publish callbacks [] for port (de4d4d5a-c530-40bb-ae6e-bf3d6154f280), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:06:21.874384 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-25bf0435-3aa1-4cd4-80f6-221df4af5448 req-edc93314-36b1-43c9-a44a-6a1c5e8cdf12 service neutron] Transition to ACTIVE for port object de4d4d5a-c530-40bb-ae6e-bf3d6154f280 will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 08:06:21.879764 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-25bf0435-3aa1-4cd4-80f6-221df4af5448 req-edc93314-36b1-43c9-a44a-6a1c5e8cdf12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (de4d4d5a-c530-40bb-ae6e-bf3d6154f280), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:06:21.915333 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 08:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf3b7b3b-b96d-4ac3-8bfc-e34e6dcf754a x-openstack-request-id: req-cf3b7b3b-b96d-4ac3-8bfc-e34e6dcf754a {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 08:06:21.915642 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75e267f3-1f61-4f20-b42d-8db1d8e74ba5", "name": "network-vif-unplugged", "status": "completed", "tag": "de4d4d5a-c530-40bb-ae6e-bf3d6154f280", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 08:06:21.915882 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cf3b7b3b-b96d-4ac3-8bfc-e34e6dcf754a {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 08:06:21.916291 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75e267f3-1f61-4f20-b42d-8db1d8e74ba5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de4d4d5a-c530-40bb-ae6e-bf3d6154f280', 'code': 200} Jan 28 08:06:21.948295 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc93314-36b1-43c9-a44a-6a1c5e8cdf12 service neutron] Pushing event updated for resources: {'Port': ['ID=de4d4d5a-c530-40bb-ae6e-bf3d6154f280,revision_number=6']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:06:22.003648 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93314-36b1-43c9-a44a-6a1c5e8cdf12 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:06:22.004059 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93314-36b1-43c9-a44a-6a1c5e8cdf12 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:06:22.004826 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93314-36b1-43c9-a44a-6a1c5e8cdf12 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:06:22.005177 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93314-36b1-43c9-a44a-6a1c5e8cdf12 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:06:22.005539 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93314-36b1-43c9-a44a-6a1c5e8cdf12 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:06:22.005859 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93314-36b1-43c9-a44a-6a1c5e8cdf12 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:06:22.006191 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93314-36b1-43c9-a44a-6a1c5e8cdf12 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:06:22.006523 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93314-36b1-43c9-a44a-6a1c5e8cdf12 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:06:22.006852 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93314-36b1-43c9-a44a-6a1c5e8cdf12 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:06:22.007180 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93314-36b1-43c9-a44a-6a1c5e8cdf12 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:06:22.007507 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93314-36b1-43c9-a44a-6a1c5e8cdf12 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:06:22.007840 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93314-36b1-43c9-a44a-6a1c5e8cdf12 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:06:22.008157 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93314-36b1-43c9-a44a-6a1c5e8cdf12 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:06:22.070056 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-25bf0435-3aa1-4cd4-80f6-221df4af5448 req-edc93314-36b1-43c9-a44a-6a1c5e8cdf12 service neutron] No DVR routers for this DVR port de4d4d5a-c530-40bb-ae6e-bf3d6154f280 on host n-h2-712749-28 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 08:06:22.202113 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-25bf0435-3aa1-4cd4-80f6-221df4af5448 req-edc93314-36b1-43c9-a44a-6a1c5e8cdf12 service neutron] Attempting to bind port de4d4d5a-c530-40bb-ae6e-bf3d6154f280 on host n-h1-712749-28 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 08:06:22.202918 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-25bf0435-3aa1-4cd4-80f6-221df4af5448 req-edc93314-36b1-43c9-a44a-6a1c5e8cdf12 service neutron] Attempting to bind port de4d4d5a-c530-40bb-ae6e-bf3d6154f280 by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': '9f29e49e-1298-4018-ac36-fa9bfe8943e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1afc2731-e451-45ef-9fe0-067811f3cbbd'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 08:06:22.202918 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25bf0435-3aa1-4cd4-80f6-221df4af5448 req-edc93314-36b1-43c9-a44a-6a1c5e8cdf12 service neutron] Attempting to bind port de4d4d5a-c530-40bb-ae6e-bf3d6154f280 on network 1afc2731-e451-45ef-9fe0-067811f3cbbd {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 08:06:22.207313 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25bf0435-3aa1-4cd4-80f6-221df4af5448 req-edc93314-36b1-43c9-a44a-6a1c5e8cdf12 service neutron] Port de4d4d5a-c530-40bb-ae6e-bf3d6154f280 on network 1afc2731-e451-45ef-9fe0-067811f3cbbd not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 08:06:22.207636 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25bf0435-3aa1-4cd4-80f6-221df4af5448 req-edc93314-36b1-43c9-a44a-6a1c5e8cdf12 service neutron] Attempting to bind port de4d4d5a-c530-40bb-ae6e-bf3d6154f280 on network 1afc2731-e451-45ef-9fe0-067811f3cbbd {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 08:06:22.212533 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25bf0435-3aa1-4cd4-80f6-221df4af5448 req-edc93314-36b1-43c9-a44a-6a1c5e8cdf12 service neutron] Checking agent: {'id': '2fca46b1-237f-4857-9290-2429d810e472', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 8, 6, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 08:06:22.212879 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25bf0435-3aa1-4cd4-80f6-221df4af5448 req-edc93314-36b1-43c9-a44a-6a1c5e8cdf12 service neutron] Checking segment: {'id': '9f29e49e-1298-4018-ac36-fa9bfe8943e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1afc2731-e451-45ef-9fe0-067811f3cbbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 08:06:22.213269 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25bf0435-3aa1-4cd4-80f6-221df4af5448 req-edc93314-36b1-43c9-a44a-6a1c5e8cdf12 service neutron] Bound using segment: {'id': '9f29e49e-1298-4018-ac36-fa9bfe8943e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1afc2731-e451-45ef-9fe0-067811f3cbbd'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 08:06:22.213697 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-25bf0435-3aa1-4cd4-80f6-221df4af5448 req-edc93314-36b1-43c9-a44a-6a1c5e8cdf12 service neutron] Bound port: de4d4d5a-c530-40bb-ae6e-bf3d6154f280, host: n-h1-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f29e49e-1298-4018-ac36-fa9bfe8943e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1afc2731-e451-45ef-9fe0-067811f3cbbd'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 08:06:22.214053 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-25bf0435-3aa1-4cd4-80f6-221df4af5448 req-edc93314-36b1-43c9-a44a-6a1c5e8cdf12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (de4d4d5a-c530-40bb-ae6e-bf3d6154f280), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:06:22.278285 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-25bf0435-3aa1-4cd4-80f6-221df4af5448 req-edc93314-36b1-43c9-a44a-6a1c5e8cdf12 service neutron] For port de4d4d5a-c530-40bb-ae6e-bf3d6154f280, host n-h1-712749-28, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 08:06:22.281491 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-25bf0435-3aa1-4cd4-80f6-221df4af5448 req-edc93314-36b1-43c9-a44a-6a1c5e8cdf12 service neutron] For port de4d4d5a-c530-40bb-ae6e-bf3d6154f280, host n-h1-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=de4d4d5a-c530-40bb-ae6e-bf3d6154f280,segment=NetworkSegment(9f29e49e-1298-4018-ac36-fa9bfe8943e3),segment_id=9f29e49e-1298-4018-ac36-fa9bfe8943e3)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 08:06:22.287308 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-25bf0435-3aa1-4cd4-80f6-221df4af5448 req-edc93314-36b1-43c9-a44a-6a1c5e8cdf12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (de4d4d5a-c530-40bb-ae6e-bf3d6154f280), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:06:22.335555 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bf0435-3aa1-4cd4-80f6-221df4af5448 req-edc93314-36b1-43c9-a44a-6a1c5e8cdf12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:06:22.336178 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-25bf0435-3aa1-4cd4-80f6-221df4af5448 req-edc93314-36b1-43c9-a44a-6a1c5e8cdf12 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:06:22.337600 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-25bf0435-3aa1-4cd4-80f6-221df4af5448 req-edc93314-36b1-43c9-a44a-6a1c5e8cdf12 service neutron] 10.222.0.10 "PUT /v2.0/ports/de4d4d5a-c530-40bb-ae6e-bf3d6154f280 HTTP/1.1" status: 200 len: 1093 time: 0.8103478 Jan 28 08:06:22.376514 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc93314-36b1-43c9-a44a-6a1c5e8cdf12 service neutron] Pushing event updated for resources: {'Port': ['ID=de4d4d5a-c530-40bb-ae6e-bf3d6154f280,revision_number=7']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:06:22.400546 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a9fe3e-0d3b-44f4-a6e9-7e818bc25c8b req-cb0c6b70-b1ed-4a78-83ce-4472153c7e6a tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:06:22.402083 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e8a9fe3e-0d3b-44f4-a6e9-7e818bc25c8b req-cb0c6b70-b1ed-4a78-83ce-4472153c7e6a tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=75e267f3-1f61-4f20-b42d-8db1d8e74ba5 HTTP/1.1" status: 200 len: 944 time: 0.0885816 Jan 28 08:06:22.464811 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bf0435-3aa1-4cd4-80f6-221df4af5448 req-f48bbb75-bddc-4fec-b696-2b4497c5c0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:06:22.466343 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-25bf0435-3aa1-4cd4-80f6-221df4af5448 req-f48bbb75-bddc-4fec-b696-2b4497c5c0de service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ea75831938ac4b18946665e46df721d1&device_id=75e267f3-1f61-4f20-b42d-8db1d8e74ba5 HTTP/1.1" status: 200 len: 1096 time: 0.0846233 Jan 28 08:06:22.474418 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e8a9fe3e-0d3b-44f4-a6e9-7e818bc25c8b req-2099e745-9689-45df-9dcd-398e7c56a7e8 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583651 Jan 28 08:06:22.891592 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bf0435-3aa1-4cd4-80f6-221df4af5448 req-7346d313-4bfe-46fc-a2b4-b64844eea154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:06:22.893016 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-25bf0435-3aa1-4cd4-80f6-221df4af5448 req-7346d313-4bfe-46fc-a2b4-b64844eea154 service neutron] 10.222.0.10 "GET /v2.0/networks?id=1afc2731-e451-45ef-9fe0-067811f3cbbd HTTP/1.1" status: 200 len: 913 time: 0.4176168 Jan 28 08:06:22.964354 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-25bf0435-3aa1-4cd4-80f6-221df4af5448 req-947eb70f-d1aa-469e-be76-6e253a1f4c7a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=de4d4d5a-c530-40bb-ae6e-bf3d6154f280 HTTP/1.1" status: 200 len: 1001 time: 0.0606265 Jan 28 08:06:23.013373 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bf0435-3aa1-4cd4-80f6-221df4af5448 req-663d1e17-bddd-44b2-b493-a14f1993cb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:06:23.014894 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-25bf0435-3aa1-4cd4-80f6-221df4af5448 req-663d1e17-bddd-44b2-b493-a14f1993cb8a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=de3bc95a-2ca1-4fb0-a56a-6e6091dfb4c8 HTTP/1.1" status: 200 len: 851 time: 0.0413039 Jan 28 08:06:23.061631 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bf0435-3aa1-4cd4-80f6-221df4af5448 req-b1e53859-2b85-4f83-a335-68da565dca00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:06:23.063077 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-25bf0435-3aa1-4cd4-80f6-221df4af5448 req-b1e53859-2b85-4f83-a335-68da565dca00 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1afc2731-e451-45ef-9fe0-067811f3cbbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396369 Jan 28 08:06:23.157703 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-25bf0435-3aa1-4cd4-80f6-221df4af5448 req-4e49e0d3-4bc5-42a4-a446-9277d0e1701e service neutron] 10.222.0.10 "GET /v2.0/networks/1afc2731-e451-45ef-9fe0-067811f3cbbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847230 Jan 28 08:06:23.248179 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-25bf0435-3aa1-4cd4-80f6-221df4af5448 req-dea27428-dfa3-4f9a-b6f2-53d4e83a27d7 service neutron] 10.222.0.10 "GET /v2.0/networks/1afc2731-e451-45ef-9fe0-067811f3cbbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816836 Jan 28 08:06:23.595332 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8796456-eee3-4a44-bfca-0c1158cf2aaf req-eb80d15f-4b5a-45df-9e4c-fbd1f77dc49d tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:06:23.596827 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b8796456-eee3-4a44-bfca-0c1158cf2aaf req-eb80d15f-4b5a-45df-9e4c-fbd1f77dc49d tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=75e267f3-1f61-4f20-b42d-8db1d8e74ba5 HTTP/1.1" status: 200 len: 944 time: 0.0478148 Jan 28 08:06:23.641998 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b8796456-eee3-4a44-bfca-0c1158cf2aaf req-9e4a462f-422e-477d-9a18-0d7760701e89 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390084 Jan 28 08:06:23.917083 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75e267f3-1f61-4f20-b42d-8db1d8e74ba5', 'tag': 'de4d4d5a-c530-40bb-ae6e-bf3d6154f280'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 08:06:23.919467 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea2b103cb7827510f28784975546feb0b63800b94dfac5f98f271904baace09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aca53e5-0347-4a91-a2aa-388d4bd397e8" -d '{"events": [{"name": "network-changed", "server_uuid": "75e267f3-1f61-4f20-b42d-8db1d8e74ba5", "tag": "de4d4d5a-c530-40bb-ae6e-bf3d6154f280"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 08:06:23.968584 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 08:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e5f9200-c8c0-47d0-949f-d29c95442ae3 x-openstack-request-id: req-4e5f9200-c8c0-47d0-949f-d29c95442ae3 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 08:06:23.968886 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75e267f3-1f61-4f20-b42d-8db1d8e74ba5", "tag": "de4d4d5a-c530-40bb-ae6e-bf3d6154f280", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 08:06:23.969144 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4e5f9200-c8c0-47d0-949f-d29c95442ae3 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 08:06:23.969550 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75e267f3-1f61-4f20-b42d-8db1d8e74ba5', 'tag': 'de4d4d5a-c530-40bb-ae6e-bf3d6154f280', 'status': 'completed', 'code': 200} Jan 28 08:06:24.052141 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aca53e5-0347-4a91-a2aa-388d4bd397e8 req-ef4f8d12-2fb7-47ed-a481-684dc172e0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:06:24.053976 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1aca53e5-0347-4a91-a2aa-388d4bd397e8 req-ef4f8d12-2fb7-47ed-a481-684dc172e0e7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ea75831938ac4b18946665e46df721d1&device_id=75e267f3-1f61-4f20-b42d-8db1d8e74ba5 HTTP/1.1" status: 200 len: 1096 time: 0.0434000 Jan 28 08:06:24.056162 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aca53e5-0347-4a91-a2aa-388d4bd397e8 req-9c6ad925-6e95-4ce4-911c-45c79b1f19b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:06:24.057711 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1aca53e5-0347-4a91-a2aa-388d4bd397e8 req-9c6ad925-6e95-4ce4-911c-45c79b1f19b3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ea75831938ac4b18946665e46df721d1&device_id=75e267f3-1f61-4f20-b42d-8db1d8e74ba5 HTTP/1.1" status: 200 len: 1096 time: 0.0415351 Jan 28 08:06:24.148418 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aca53e5-0347-4a91-a2aa-388d4bd397e8 req-b5fadd82-a155-4557-bcdf-5f6b54053f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:06:24.149899 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1aca53e5-0347-4a91-a2aa-388d4bd397e8 req-b5fadd82-a155-4557-bcdf-5f6b54053f3e service neutron] 10.222.0.44 "GET /v2.0/networks?id=1afc2731-e451-45ef-9fe0-067811f3cbbd HTTP/1.1" status: 200 len: 913 time: 0.0905316 Jan 28 08:06:24.152288 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aca53e5-0347-4a91-a2aa-388d4bd397e8 req-a6b0523a-c5bc-4355-b766-ba1851496958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:06:24.153796 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1aca53e5-0347-4a91-a2aa-388d4bd397e8 req-a6b0523a-c5bc-4355-b766-ba1851496958 service neutron] 10.222.0.10 "GET /v2.0/networks?id=1afc2731-e451-45ef-9fe0-067811f3cbbd HTTP/1.1" status: 200 len: 913 time: 0.0896351 Jan 28 08:06:24.216395 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1aca53e5-0347-4a91-a2aa-388d4bd397e8 req-6f19b51e-be03-42f3-bc18-bddfe1e60af5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=de4d4d5a-c530-40bb-ae6e-bf3d6154f280 HTTP/1.1" status: 200 len: 1001 time: 0.0604420 Jan 28 08:06:24.219963 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1aca53e5-0347-4a91-a2aa-388d4bd397e8 req-01469812-ff5d-4c4d-ae75-e5191843bd12 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=de4d4d5a-c530-40bb-ae6e-bf3d6154f280 HTTP/1.1" status: 200 len: 1001 time: 0.0593214 Jan 28 08:06:24.294582 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aca53e5-0347-4a91-a2aa-388d4bd397e8 req-475745cd-26b8-4b1a-8db3-687b7d98aa29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:06:24.295725 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aca53e5-0347-4a91-a2aa-388d4bd397e8 req-a8a90ba3-230a-4a06-850b-43e97fa329b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:06:24.297220 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1aca53e5-0347-4a91-a2aa-388d4bd397e8 req-475745cd-26b8-4b1a-8db3-687b7d98aa29 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=de3bc95a-2ca1-4fb0-a56a-6e6091dfb4c8 HTTP/1.1" status: 200 len: 851 time: 0.0755060 Jan 28 08:06:24.298034 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1aca53e5-0347-4a91-a2aa-388d4bd397e8 req-a8a90ba3-230a-4a06-850b-43e97fa329b8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=de3bc95a-2ca1-4fb0-a56a-6e6091dfb4c8 HTTP/1.1" status: 200 len: 851 time: 0.0705750 Jan 28 08:06:24.343203 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aca53e5-0347-4a91-a2aa-388d4bd397e8 req-09ca8370-ca02-48d2-8750-c68ae5db8cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:06:24.344762 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1aca53e5-0347-4a91-a2aa-388d4bd397e8 req-09ca8370-ca02-48d2-8750-c68ae5db8cf5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1afc2731-e451-45ef-9fe0-067811f3cbbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400550 Jan 28 08:06:24.345435 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aca53e5-0347-4a91-a2aa-388d4bd397e8 req-8541a56f-466e-4280-872e-dcdb5a8ecaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:06:24.346918 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1aca53e5-0347-4a91-a2aa-388d4bd397e8 req-8541a56f-466e-4280-872e-dcdb5a8ecaf1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1afc2731-e451-45ef-9fe0-067811f3cbbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440733 Jan 28 08:06:24.435724 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1aca53e5-0347-4a91-a2aa-388d4bd397e8 req-495b895a-a7d8-407b-8c69-d306a7bf9c19 service neutron] 10.222.0.44 "GET /v2.0/networks/1afc2731-e451-45ef-9fe0-067811f3cbbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821633 Jan 28 08:06:24.438496 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1aca53e5-0347-4a91-a2aa-388d4bd397e8 req-09ac44cb-3ecd-44f1-b606-ed881ea39513 service neutron] 10.222.0.10 "GET /v2.0/networks/1afc2731-e451-45ef-9fe0-067811f3cbbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862947 Jan 28 08:06:24.528441 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1aca53e5-0347-4a91-a2aa-388d4bd397e8 req-d8b61433-e46f-4352-b6ad-08d1418e6a19 service neutron] 10.222.0.44 "GET /v2.0/networks/1afc2731-e451-45ef-9fe0-067811f3cbbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866911 Jan 28 08:06:24.533107 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1aca53e5-0347-4a91-a2aa-388d4bd397e8 req-7378f051-e7b5-4a36-ab3d-9db9f793cecb service neutron] 10.222.0.10 "GET /v2.0/networks/1afc2731-e451-45ef-9fe0-067811f3cbbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858161 Jan 28 08:06:24.757559 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2122dc9c-8d67-46db-8cfb-ad9acfb2f1b3 req-b8a5b028-375b-42ce-9a6b-9070581fe31d tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:06:24.759038 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2122dc9c-8d67-46db-8cfb-ad9acfb2f1b3 req-b8a5b028-375b-42ce-9a6b-9070581fe31d tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=75e267f3-1f61-4f20-b42d-8db1d8e74ba5 HTTP/1.1" status: 200 len: 944 time: 0.0487990 Jan 28 08:06:24.805269 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2122dc9c-8d67-46db-8cfb-ad9acfb2f1b3 req-e541a408-9382-408f-baf2-5f56244cd8e3 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405073 Jan 28 08:06:25.548966 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device de4d4d5a-c530-40bb-ae6e-bf3d6154f280 no longer exists at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 08:06:25.588392 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] The host n-h2-712749-28 is not matching for port de4d4d5a-c530-40bb-ae6e-bf3d6154f280 host n-h1-712749-28! {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 08:06:25.588784 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device de4d4d5a-c530-40bb-ae6e-bf3d6154f280 not bound to the agent host n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 08:06:25.926235 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3585dfad-6298-4552-9856-c6c351241685 req-858efde4-ea4e-4e70-ae2a-931317ec3e00 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:06:25.927729 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3585dfad-6298-4552-9856-c6c351241685 req-858efde4-ea4e-4e70-ae2a-931317ec3e00 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=75e267f3-1f61-4f20-b42d-8db1d8e74ba5 HTTP/1.1" status: 200 len: 944 time: 0.0502093 Jan 28 08:06:25.974512 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3585dfad-6298-4552-9856-c6c351241685 req-9e4bb34c-fe15-4556-a547-10aff864ed18 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411792 Jan 28 08:06:26.293081 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cc7657-3a0e-4b43-8849-6ce7efbe4c62 req-94800544-ef82-4613-8861-a0536debc8ff tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:06:26.294549 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-86cc7657-3a0e-4b43-8849-6ce7efbe4c62 req-94800544-ef82-4613-8861-a0536debc8ff tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.10 "GET /v2.0/ports?device_id=75e267f3-1f61-4f20-b42d-8db1d8e74ba5&tenant_id=ea75831938ac4b18946665e46df721d1&binding%3Ahost_id=n-h1-712749-28 HTTP/1.1" status: 200 len: 944 time: 0.0855165 Jan 28 08:06:26.306138 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4215981-4874-4e83-9409-ce8347e81f6f req-198de237-73e8-4ecf-b87f-a017c6dadd7d tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:06:26.307533 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e4215981-4874-4e83-9409-ce8347e81f6f req-198de237-73e8-4ecf-b87f-a017c6dadd7d tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=75e267f3-1f61-4f20-b42d-8db1d8e74ba5 HTTP/1.1" status: 200 len: 944 time: 0.0723417 Jan 28 08:06:26.397511 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e4215981-4874-4e83-9409-ce8347e81f6f req-c2e7453e-552f-42c1-bbf0-68c0d36c1abf tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840163 Jan 28 08:06:26.399060 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-86cc7657-3a0e-4b43-8849-6ce7efbe4c62 req-e4670049-d81b-4523-805f-9a74b7480d97 service neutron] 10.222.0.10 "GET /v2.0/ports/de4d4d5a-c530-40bb-ae6e-bf3d6154f280/bindings/n-h1-712749-28 HTTP/1.1" status: 200 len: 383 time: 0.0907004 Jan 28 08:06:26.484312 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cc7657-3a0e-4b43-8849-6ce7efbe4c62 req-cb07ca2b-4d79-4717-bff9-d52776d45c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:06:26.485736 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-86cc7657-3a0e-4b43-8849-6ce7efbe4c62 req-cb07ca2b-4d79-4717-bff9-d52776d45c46 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ea75831938ac4b18946665e46df721d1&device_id=75e267f3-1f61-4f20-b42d-8db1d8e74ba5 HTTP/1.1" status: 200 len: 1096 time: 0.0454726 Jan 28 08:06:26.571877 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cc7657-3a0e-4b43-8849-6ce7efbe4c62 req-d218b48b-09e2-497d-9db4-6b7611a8bbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:06:26.573398 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-86cc7657-3a0e-4b43-8849-6ce7efbe4c62 req-d218b48b-09e2-497d-9db4-6b7611a8bbfb service neutron] 10.222.0.10 "GET /v2.0/networks?id=1afc2731-e451-45ef-9fe0-067811f3cbbd HTTP/1.1" status: 200 len: 913 time: 0.0820274 Jan 28 08:06:26.640473 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-86cc7657-3a0e-4b43-8849-6ce7efbe4c62 req-42b45bfb-d543-4eaf-a8d4-6c38c1a47fe3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=de4d4d5a-c530-40bb-ae6e-bf3d6154f280 HTTP/1.1" status: 200 len: 1001 time: 0.0612805 Jan 28 08:06:26.687489 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cc7657-3a0e-4b43-8849-6ce7efbe4c62 req-b098cf60-dc7e-4c0d-8496-d11ea9e35c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:06:26.688981 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-86cc7657-3a0e-4b43-8849-6ce7efbe4c62 req-b098cf60-dc7e-4c0d-8496-d11ea9e35c71 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=de3bc95a-2ca1-4fb0-a56a-6e6091dfb4c8 HTTP/1.1" status: 200 len: 851 time: 0.0421791 Jan 28 08:06:26.732493 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cc7657-3a0e-4b43-8849-6ce7efbe4c62 req-e06c825c-2662-484d-a8bb-4808ac834c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:06:26.733956 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-86cc7657-3a0e-4b43-8849-6ce7efbe4c62 req-e06c825c-2662-484d-a8bb-4808ac834c4f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1afc2731-e451-45ef-9fe0-067811f3cbbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391939 Jan 28 08:06:26.824990 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-86cc7657-3a0e-4b43-8849-6ce7efbe4c62 req-ab24a02a-e1d2-4948-a06f-66cf18968d9c service neutron] 10.222.0.10 "GET /v2.0/networks/1afc2731-e451-45ef-9fe0-067811f3cbbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848572 Jan 28 08:06:26.914549 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-86cc7657-3a0e-4b43-8849-6ce7efbe4c62 req-2bf90dfd-67d5-472a-9dce-c83270f62869 service neutron] 10.222.0.10 "GET /v2.0/networks/1afc2731-e451-45ef-9fe0-067811f3cbbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829132 Jan 28 08:06:27.515408 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c573e7-8d97-4339-a499-bd3238b6e653 req-4bba4c22-8e17-4f51-a37a-163c31cad24c tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:06:27.516949 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a8c573e7-8d97-4339-a499-bd3238b6e653 req-4bba4c22-8e17-4f51-a37a-163c31cad24c tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=75e267f3-1f61-4f20-b42d-8db1d8e74ba5 HTTP/1.1" status: 200 len: 944 time: 0.0490196 Jan 28 08:06:27.567357 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a8c573e7-8d97-4339-a499-bd3238b6e653 req-d86a2923-0a66-45d1-bf0a-8cc556bcf7f8 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447431 Jan 28 08:06:27.727368 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device de4d4d5a-c530-40bb-ae6e-bf3d6154f280 details requested by agent hyperv_n-h1-712749-28 with host n-h1-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 08:06:27.818926 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port de4d4d5a-c530-40bb-ae6e-bf3d6154f280, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=de4d4d5a-c530-40bb-ae6e-bf3d6154f280,segment=NetworkSegment(9f29e49e-1298-4018-ac36-fa9bfe8943e3),segment_id=9f29e49e-1298-4018-ac36-fa9bfe8943e3)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:06:27.830094 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Returning: {'device': 'de4d4d5a-c530-40bb-ae6e-bf3d6154f280', 'network_id': '1afc2731-e451-45ef-9fe0-067811f3cbbd', 'port_id': 'de4d4d5a-c530-40bb-ae6e-bf3d6154f280', 'mac_address': 'fa:16:3e:47:6f:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de3bc95a-2ca1-4fb0-a56a-6e6091dfb4c8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 08:06:27.867467 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port de4d4d5a-c530-40bb-ae6e-bf3d6154f280 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:06:27.867862 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (de4d4d5a-c530-40bb-ae6e-bf3d6154f280), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:06:27.883951 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de4d4d5a-c530-40bb-ae6e-bf3d6154f280 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 08:06:27.903131 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port de4d4d5a-c530-40bb-ae6e-bf3d6154f280, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=de4d4d5a-c530-40bb-ae6e-bf3d6154f280,segment=NetworkSegment(9f29e49e-1298-4018-ac36-fa9bfe8943e3),segment_id=9f29e49e-1298-4018-ac36-fa9bfe8943e3)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:06:27.906654 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (de4d4d5a-c530-40bb-ae6e-bf3d6154f280), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:06:27.952734 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=de4d4d5a-c530-40bb-ae6e-bf3d6154f280,revision_number=8']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:06:27.960837 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:06:27.961191 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:06:27.961541 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:06:27.961885 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:06:27.962231 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:06:27.962573 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:06:27.962902 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:06:27.963233 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:06:27.963563 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:06:27.963891 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:06:27.964242 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:06:27.964573 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:06:27.964901 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:06:28.690669 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c9b89d-fa11-4b70-9c9d-f8cd59092f74 req-df0b33e3-7901-428d-8fe3-465424e6b155 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:06:28.692277 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b2c9b89d-fa11-4b70-9c9d-f8cd59092f74 req-df0b33e3-7901-428d-8fe3-465424e6b155 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=75e267f3-1f61-4f20-b42d-8db1d8e74ba5 HTTP/1.1" status: 200 len: 945 time: 0.0498817 Jan 28 08:06:28.747720 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b2c9b89d-fa11-4b70-9c9d-f8cd59092f74 req-5fd15b81-990c-4987-bec7-e155f109d053 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491080 Jan 28 08:06:29.093023 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cc7657-3a0e-4b43-8849-6ce7efbe4c62 req-59d4f0a7-89ff-490c-84d5-83d9502b9803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:06:29.094506 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-86cc7657-3a0e-4b43-8849-6ce7efbe4c62 req-59d4f0a7-89ff-490c-84d5-83d9502b9803 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=75e267f3-1f61-4f20-b42d-8db1d8e74ba5&tenant_id=ea75831938ac4b18946665e46df721d1 HTTP/1.1" status: 200 len: 1097 time: 0.0418916 Jan 28 08:06:29.111384 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-86cc7657-3a0e-4b43-8849-6ce7efbe4c62 req-374f9fdd-fc55-4a35-8d46-3931f655f488 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712749-28', 'device_owner': 'compute:nova'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:06:29.163909 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-86cc7657-3a0e-4b43-8849-6ce7efbe4c62 req-374f9fdd-fc55-4a35-8d46-3931f655f488 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (de4d4d5a-c530-40bb-ae6e-bf3d6154f280), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:06:29.363517 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-86cc7657-3a0e-4b43-8849-6ce7efbe4c62 req-374f9fdd-fc55-4a35-8d46-3931f655f488 service neutron] For port de4d4d5a-c530-40bb-ae6e-bf3d6154f280, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=de4d4d5a-c530-40bb-ae6e-bf3d6154f280,segment=NetworkSegment(9f29e49e-1298-4018-ac36-fa9bfe8943e3),segment_id=9f29e49e-1298-4018-ac36-fa9bfe8943e3)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:06:29.401042 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-86cc7657-3a0e-4b43-8849-6ce7efbe4c62 req-374f9fdd-fc55-4a35-8d46-3931f655f488 service neutron] For port de4d4d5a-c530-40bb-ae6e-bf3d6154f280, host n-h1-712749-28, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 08:06:29.433438 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [req-86cc7657-3a0e-4b43-8849-6ce7efbe4c62 req-374f9fdd-fc55-4a35-8d46-3931f655f488 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id de4d4d5a-c530-40bb-ae6e-bf3d6154f280 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 08:06:29.442629 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-86cc7657-3a0e-4b43-8849-6ce7efbe4c62 req-374f9fdd-fc55-4a35-8d46-3931f655f488 service neutron] Publish callbacks [] for port (de4d4d5a-c530-40bb-ae6e-bf3d6154f280), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:06:29.453247 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [req-86cc7657-3a0e-4b43-8849-6ce7efbe4c62 req-374f9fdd-fc55-4a35-8d46-3931f655f488 service neutron] Ignored duplicate provisioning block setup for port de4d4d5a-c530-40bb-ae6e-bf3d6154f280 by entity L2. {{(pid=103283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jan 28 08:06:29.456633 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-86cc7657-3a0e-4b43-8849-6ce7efbe4c62 req-374f9fdd-fc55-4a35-8d46-3931f655f488 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (de4d4d5a-c530-40bb-ae6e-bf3d6154f280), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:06:29.538256 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374f9fdd-fc55-4a35-8d46-3931f655f488 service neutron] Pushing event updated for resources: {'Port': ['ID=de4d4d5a-c530-40bb-ae6e-bf3d6154f280,revision_number=9']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:06:29.551126 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374f9fdd-fc55-4a35-8d46-3931f655f488 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:06:29.551490 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374f9fdd-fc55-4a35-8d46-3931f655f488 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:06:29.551830 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374f9fdd-fc55-4a35-8d46-3931f655f488 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:06:29.552171 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374f9fdd-fc55-4a35-8d46-3931f655f488 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:06:29.552530 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374f9fdd-fc55-4a35-8d46-3931f655f488 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:06:29.552869 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374f9fdd-fc55-4a35-8d46-3931f655f488 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:06:29.553201 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374f9fdd-fc55-4a35-8d46-3931f655f488 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:06:29.553553 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374f9fdd-fc55-4a35-8d46-3931f655f488 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:06:29.553890 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374f9fdd-fc55-4a35-8d46-3931f655f488 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:06:29.554221 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374f9fdd-fc55-4a35-8d46-3931f655f488 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:06:29.554549 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374f9fdd-fc55-4a35-8d46-3931f655f488 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:06:29.554875 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374f9fdd-fc55-4a35-8d46-3931f655f488 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:06:29.555199 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374f9fdd-fc55-4a35-8d46-3931f655f488 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:06:29.591459 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-86cc7657-3a0e-4b43-8849-6ce7efbe4c62 req-374f9fdd-fc55-4a35-8d46-3931f655f488 service neutron] No DVR routers for this DVR port de4d4d5a-c530-40bb-ae6e-bf3d6154f280 on host n-h1-712749-28 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 08:06:29.728426 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-86cc7657-3a0e-4b43-8849-6ce7efbe4c62 req-374f9fdd-fc55-4a35-8d46-3931f655f488 service neutron] Attempting to bind port de4d4d5a-c530-40bb-ae6e-bf3d6154f280 on host n-h2-712749-28 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 08:06:29.728764 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-86cc7657-3a0e-4b43-8849-6ce7efbe4c62 req-374f9fdd-fc55-4a35-8d46-3931f655f488 service neutron] Attempting to bind port de4d4d5a-c530-40bb-ae6e-bf3d6154f280 by drivers openvswitch,hyperv on host n-h2-712749-28 at level 0 using segments [{'id': '9f29e49e-1298-4018-ac36-fa9bfe8943e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1afc2731-e451-45ef-9fe0-067811f3cbbd'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 08:06:29.729090 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86cc7657-3a0e-4b43-8849-6ce7efbe4c62 req-374f9fdd-fc55-4a35-8d46-3931f655f488 service neutron] Attempting to bind port de4d4d5a-c530-40bb-ae6e-bf3d6154f280 on network 1afc2731-e451-45ef-9fe0-067811f3cbbd {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 08:06:29.733304 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86cc7657-3a0e-4b43-8849-6ce7efbe4c62 req-374f9fdd-fc55-4a35-8d46-3931f655f488 service neutron] Port de4d4d5a-c530-40bb-ae6e-bf3d6154f280 on network 1afc2731-e451-45ef-9fe0-067811f3cbbd not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-28 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 08:06:29.733628 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86cc7657-3a0e-4b43-8849-6ce7efbe4c62 req-374f9fdd-fc55-4a35-8d46-3931f655f488 service neutron] Attempting to bind port de4d4d5a-c530-40bb-ae6e-bf3d6154f280 on network 1afc2731-e451-45ef-9fe0-067811f3cbbd {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 08:06:29.739135 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86cc7657-3a0e-4b43-8849-6ce7efbe4c62 req-374f9fdd-fc55-4a35-8d46-3931f655f488 service neutron] Checking agent: {'id': 'c9906e63-062c-432e-bb53-63fdb8115e18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 8, 6, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 08:06:29.739518 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86cc7657-3a0e-4b43-8849-6ce7efbe4c62 req-374f9fdd-fc55-4a35-8d46-3931f655f488 service neutron] Checking segment: {'id': '9f29e49e-1298-4018-ac36-fa9bfe8943e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1afc2731-e451-45ef-9fe0-067811f3cbbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 08:06:29.739903 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86cc7657-3a0e-4b43-8849-6ce7efbe4c62 req-374f9fdd-fc55-4a35-8d46-3931f655f488 service neutron] Bound using segment: {'id': '9f29e49e-1298-4018-ac36-fa9bfe8943e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1afc2731-e451-45ef-9fe0-067811f3cbbd'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 08:06:29.740361 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-86cc7657-3a0e-4b43-8849-6ce7efbe4c62 req-374f9fdd-fc55-4a35-8d46-3931f655f488 service neutron] Bound port: de4d4d5a-c530-40bb-ae6e-bf3d6154f280, host: n-h2-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f29e49e-1298-4018-ac36-fa9bfe8943e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1afc2731-e451-45ef-9fe0-067811f3cbbd'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 08:06:29.740714 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-86cc7657-3a0e-4b43-8849-6ce7efbe4c62 req-374f9fdd-fc55-4a35-8d46-3931f655f488 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (de4d4d5a-c530-40bb-ae6e-bf3d6154f280), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:06:29.751575 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device de4d4d5a-c530-40bb-ae6e-bf3d6154f280 details requested by agent hyperv_n-h1-712749-28 with host n-h1-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 08:06:29.806139 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-86cc7657-3a0e-4b43-8849-6ce7efbe4c62 req-374f9fdd-fc55-4a35-8d46-3931f655f488 service neutron] For port de4d4d5a-c530-40bb-ae6e-bf3d6154f280, host n-h2-712749-28, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 08:06:29.810147 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-86cc7657-3a0e-4b43-8849-6ce7efbe4c62 req-374f9fdd-fc55-4a35-8d46-3931f655f488 service neutron] For port de4d4d5a-c530-40bb-ae6e-bf3d6154f280, host n-h2-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=de4d4d5a-c530-40bb-ae6e-bf3d6154f280,segment=NetworkSegment(9f29e49e-1298-4018-ac36-fa9bfe8943e3),segment_id=9f29e49e-1298-4018-ac36-fa9bfe8943e3)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 08:06:29.815336 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-86cc7657-3a0e-4b43-8849-6ce7efbe4c62 req-374f9fdd-fc55-4a35-8d46-3931f655f488 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (de4d4d5a-c530-40bb-ae6e-bf3d6154f280), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:06:29.851604 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port de4d4d5a-c530-40bb-ae6e-bf3d6154f280, host n-h2-712749-28, got binding levels [] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:06:29.873038 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Attempting to bind port de4d4d5a-c530-40bb-ae6e-bf3d6154f280 on host n-h2-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 08:06:29.873412 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Attempting to bind port de4d4d5a-c530-40bb-ae6e-bf3d6154f280 by drivers openvswitch,hyperv on host n-h2-712749-28 at level 0 using segments [{'id': '9f29e49e-1298-4018-ac36-fa9bfe8943e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1afc2731-e451-45ef-9fe0-067811f3cbbd'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 08:06:29.873782 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Attempting to bind port de4d4d5a-c530-40bb-ae6e-bf3d6154f280 on network 1afc2731-e451-45ef-9fe0-067811f3cbbd {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 08:06:29.877527 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cc7657-3a0e-4b43-8849-6ce7efbe4c62 req-374f9fdd-fc55-4a35-8d46-3931f655f488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:06:29.878151 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Port de4d4d5a-c530-40bb-ae6e-bf3d6154f280 on network 1afc2731-e451-45ef-9fe0-067811f3cbbd not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-28 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 08:06:29.878276 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-86cc7657-3a0e-4b43-8849-6ce7efbe4c62 req-374f9fdd-fc55-4a35-8d46-3931f655f488 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:06:29.879062 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Attempting to bind port de4d4d5a-c530-40bb-ae6e-bf3d6154f280 on network 1afc2731-e451-45ef-9fe0-067811f3cbbd {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 08:06:29.880245 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-86cc7657-3a0e-4b43-8849-6ce7efbe4c62 req-374f9fdd-fc55-4a35-8d46-3931f655f488 service neutron] 10.222.0.44 "PUT /v2.0/ports/de4d4d5a-c530-40bb-ae6e-bf3d6154f280 HTTP/1.1" status: 200 len: 1093 time: 0.7727101 Jan 28 08:06:29.884221 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75e267f3-1f61-4f20-b42d-8db1d8e74ba5', 'tag': 'de4d4d5a-c530-40bb-ae6e-bf3d6154f280'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 08:06:29.885653 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Checking agent: {'id': 'c9906e63-062c-432e-bb53-63fdb8115e18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 8, 6, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 08:06:29.886044 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Checking segment: {'id': '9f29e49e-1298-4018-ac36-fa9bfe8943e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1afc2731-e451-45ef-9fe0-067811f3cbbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 08:06:29.886304 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6b024039d6c3a8048940e324a8d5ead2390d66f8802a9866b6a24361082aa9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d013a1dc-88df-4d4d-95cd-ed7a49a558a5" -d '{"events": [{"name": "network-changed", "server_uuid": "75e267f3-1f61-4f20-b42d-8db1d8e74ba5", "tag": "de4d4d5a-c530-40bb-ae6e-bf3d6154f280"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 08:06:29.886459 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Bound using segment: {'id': '9f29e49e-1298-4018-ac36-fa9bfe8943e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1afc2731-e451-45ef-9fe0-067811f3cbbd'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 08:06:29.886930 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Bound port: de4d4d5a-c530-40bb-ae6e-bf3d6154f280, host: n-h2-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f29e49e-1298-4018-ac36-fa9bfe8943e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1afc2731-e451-45ef-9fe0-067811f3cbbd'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 08:06:29.887331 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (de4d4d5a-c530-40bb-ae6e-bf3d6154f280), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:06:29.913714 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374f9fdd-fc55-4a35-8d46-3931f655f488 service neutron] Pushing event updated for resources: {'Port': ['ID=de4d4d5a-c530-40bb-ae6e-bf3d6154f280,revision_number=10']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:06:29.960268 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdfdaad-256b-42a3-9377-8a7e103857fd req-391627ee-1fc7-41f9-a86f-c5a78b544e75 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:06:29.961846 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-fcdfdaad-256b-42a3-9377-8a7e103857fd req-391627ee-1fc7-41f9-a86f-c5a78b544e75 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=75e267f3-1f61-4f20-b42d-8db1d8e74ba5 HTTP/1.1" status: 200 len: 945 time: 0.1427472 Jan 28 08:06:29.963481 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 08:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93bfaa71-13e9-47a9-bd0e-aa2cc61c8f48 x-openstack-request-id: req-93bfaa71-13e9-47a9-bd0e-aa2cc61c8f48 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 08:06:29.963771 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75e267f3-1f61-4f20-b42d-8db1d8e74ba5", "tag": "de4d4d5a-c530-40bb-ae6e-bf3d6154f280", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 08:06:29.964030 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-93bfaa71-13e9-47a9-bd0e-aa2cc61c8f48 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 08:06:29.964446 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75e267f3-1f61-4f20-b42d-8db1d8e74ba5', 'tag': 'de4d4d5a-c530-40bb-ae6e-bf3d6154f280', 'status': 'completed', 'code': 200} Jan 28 08:06:29.970128 n-d-712749-28 neutron-server[103285]: WARNING neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Concurrent port binding operations failed on port de4d4d5a-c530-40bb-ae6e-bf3d6154f280 Jan 28 08:06:29.974992 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port de4d4d5a-c530-40bb-ae6e-bf3d6154f280, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=de4d4d5a-c530-40bb-ae6e-bf3d6154f280,segment=NetworkSegment(9f29e49e-1298-4018-ac36-fa9bfe8943e3),segment_id=9f29e49e-1298-4018-ac36-fa9bfe8943e3)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:06:29.976659 n-d-712749-28 neutron-server[103285]: INFO neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Attempt 2 to bind port de4d4d5a-c530-40bb-ae6e-bf3d6154f280 Jan 28 08:06:29.977283 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device de4d4d5a-c530-40bb-ae6e-bf3d6154f280 has no active binding in host n-h1-712749-28 {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 28 08:06:30.009763 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cc7657-3a0e-4b43-8849-6ce7efbe4c62 req-9e8b1268-d8e1-4cc5-8743-5fd3e39efb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:06:30.011270 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-86cc7657-3a0e-4b43-8849-6ce7efbe4c62 req-9e8b1268-d8e1-4cc5-8743-5fd3e39efb67 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ea75831938ac4b18946665e46df721d1&device_id=75e267f3-1f61-4f20-b42d-8db1d8e74ba5 HTTP/1.1" status: 200 len: 1097 time: 0.0905850 Jan 28 08:06:30.032647 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-fcdfdaad-256b-42a3-9377-8a7e103857fd req-03cea3dd-818c-49aa-b5e2-6b911de4df1a tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619845 Jan 28 08:06:30.060833 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d013a1dc-88df-4d4d-95cd-ed7a49a558a5 req-432aecb4-f95d-4e8c-aacf-cdc19d7c61ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:06:30.062618 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d013a1dc-88df-4d4d-95cd-ed7a49a558a5 req-432aecb4-f95d-4e8c-aacf-cdc19d7c61ab service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ea75831938ac4b18946665e46df721d1&device_id=75e267f3-1f61-4f20-b42d-8db1d8e74ba5 HTTP/1.1" status: 200 len: 1097 time: 0.0486808 Jan 28 08:06:30.125396 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cc7657-3a0e-4b43-8849-6ce7efbe4c62 req-a54372e5-9db3-4a69-a331-3e07b911cc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:06:30.126893 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-86cc7657-3a0e-4b43-8849-6ce7efbe4c62 req-a54372e5-9db3-4a69-a331-3e07b911cc6d service neutron] 10.222.0.44 "GET /v2.0/networks?id=1afc2731-e451-45ef-9fe0-067811f3cbbd HTTP/1.1" status: 200 len: 913 time: 0.1070697 Jan 28 08:06:30.158150 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d013a1dc-88df-4d4d-95cd-ed7a49a558a5 req-d049fc87-bf02-4e43-bcdf-53c50cbdea08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:06:30.159520 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d013a1dc-88df-4d4d-95cd-ed7a49a558a5 req-d049fc87-bf02-4e43-bcdf-53c50cbdea08 service neutron] 10.222.0.10 "GET /v2.0/networks?id=1afc2731-e451-45ef-9fe0-067811f3cbbd HTTP/1.1" status: 200 len: 913 time: 0.0882721 Jan 28 08:06:30.196621 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-86cc7657-3a0e-4b43-8849-6ce7efbe4c62 req-88b6f95a-9f4b-41a3-9cc0-20fc52258ff5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=de4d4d5a-c530-40bb-ae6e-bf3d6154f280 HTTP/1.1" status: 200 len: 1001 time: 0.0636382 Jan 28 08:06:30.236018 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d013a1dc-88df-4d4d-95cd-ed7a49a558a5 req-a48761f6-2880-42c7-8a3b-7483ea739507 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=de4d4d5a-c530-40bb-ae6e-bf3d6154f280 HTTP/1.1" status: 200 len: 1001 time: 0.0662496 Jan 28 08:06:30.244940 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cc7657-3a0e-4b43-8849-6ce7efbe4c62 req-2ceb6119-8a96-4bd3-ac45-d7994ae46bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:06:30.246405 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-86cc7657-3a0e-4b43-8849-6ce7efbe4c62 req-2ceb6119-8a96-4bd3-ac45-d7994ae46bd6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=de3bc95a-2ca1-4fb0-a56a-6e6091dfb4c8 HTTP/1.1" status: 200 len: 851 time: 0.0446525 Jan 28 08:06:30.289592 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d013a1dc-88df-4d4d-95cd-ed7a49a558a5 req-32895b2e-e575-4f0b-99bc-741ef4a11ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:06:30.291173 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d013a1dc-88df-4d4d-95cd-ed7a49a558a5 req-32895b2e-e575-4f0b-99bc-741ef4a11ce5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=de3bc95a-2ca1-4fb0-a56a-6e6091dfb4c8 HTTP/1.1" status: 200 len: 851 time: 0.0464289 Jan 28 08:06:30.295475 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cc7657-3a0e-4b43-8849-6ce7efbe4c62 req-e9f62623-edd4-49c6-bbc2-d3e2eb9ac594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:06:30.297320 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-86cc7657-3a0e-4b43-8849-6ce7efbe4c62 req-e9f62623-edd4-49c6-bbc2-d3e2eb9ac594 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1afc2731-e451-45ef-9fe0-067811f3cbbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450292 Jan 28 08:06:30.337496 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d013a1dc-88df-4d4d-95cd-ed7a49a558a5 req-5fab7bc2-9512-469f-844f-0951731ddd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:06:30.339016 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d013a1dc-88df-4d4d-95cd-ed7a49a558a5 req-5fab7bc2-9512-469f-844f-0951731ddd1f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1afc2731-e451-45ef-9fe0-067811f3cbbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417054 Jan 28 08:06:30.385272 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-86cc7657-3a0e-4b43-8849-6ce7efbe4c62 req-df9b466c-989e-466d-90f5-3a4b6ce189e3 service neutron] 10.222.0.44 "GET /v2.0/networks/1afc2731-e451-45ef-9fe0-067811f3cbbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823739 Jan 28 08:06:30.437463 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d013a1dc-88df-4d4d-95cd-ed7a49a558a5 req-3f01ec29-b769-4862-ad78-94c7d49f90f5 service neutron] 10.222.0.10 "GET /v2.0/networks/1afc2731-e451-45ef-9fe0-067811f3cbbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866368 Jan 28 08:06:30.477822 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-86cc7657-3a0e-4b43-8849-6ce7efbe4c62 req-8798cd73-c795-45f7-b97f-1e68b5e0ec29 service neutron] 10.222.0.44 "GET /v2.0/networks/1afc2731-e451-45ef-9fe0-067811f3cbbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871532 Jan 28 08:06:30.533830 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d013a1dc-88df-4d4d-95cd-ed7a49a558a5 req-e9dbc695-58aa-4ca7-8403-fbe17257abb3 service neutron] 10.222.0.10 "GET /v2.0/networks/1afc2731-e451-45ef-9fe0-067811f3cbbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825331 Jan 28 08:06:30.608414 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d013a1dc-88df-4d4d-95cd-ed7a49a558a5 req-5e3dcb43-601c-4205-a893-7805f72ca64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:06:30.609894 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d013a1dc-88df-4d4d-95cd-ed7a49a558a5 req-5e3dcb43-601c-4205-a893-7805f72ca64a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ea75831938ac4b18946665e46df721d1&device_id=75e267f3-1f61-4f20-b42d-8db1d8e74ba5 HTTP/1.1" status: 200 len: 1097 time: 0.0423293 Jan 28 08:06:30.699716 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d013a1dc-88df-4d4d-95cd-ed7a49a558a5 req-8519c758-797e-4bce-ac18-4ef3ecadc32a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:06:30.701141 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d013a1dc-88df-4d4d-95cd-ed7a49a558a5 req-8519c758-797e-4bce-ac18-4ef3ecadc32a service neutron] 10.222.0.44 "GET /v2.0/networks?id=1afc2731-e451-45ef-9fe0-067811f3cbbd HTTP/1.1" status: 200 len: 913 time: 0.0856690 Jan 28 08:06:31.099417 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d013a1dc-88df-4d4d-95cd-ed7a49a558a5 req-6a2b9485-6eed-4967-b82b-5eecc37ab6a1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=de4d4d5a-c530-40bb-ae6e-bf3d6154f280 HTTP/1.1" status: 200 len: 1001 time: 0.3911197 Jan 28 08:06:31.149635 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d013a1dc-88df-4d4d-95cd-ed7a49a558a5 req-4fea79bf-6dfe-4528-9dde-f376cc06b42c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:06:31.151135 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d013a1dc-88df-4d4d-95cd-ed7a49a558a5 req-4fea79bf-6dfe-4528-9dde-f376cc06b42c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=de3bc95a-2ca1-4fb0-a56a-6e6091dfb4c8 HTTP/1.1" status: 200 len: 851 time: 0.0444591 Jan 28 08:06:31.153764 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02baafd1-bbb3-4dd4-84cf-41b3037719c6 req-f15de845-543e-4650-a5a8-ae39ba5830e5 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:06:31.155237 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-02baafd1-bbb3-4dd4-84cf-41b3037719c6 req-f15de845-543e-4650-a5a8-ae39ba5830e5 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=75e267f3-1f61-4f20-b42d-8db1d8e74ba5 HTTP/1.1" status: 200 len: 945 time: 0.0488069 Jan 28 08:06:31.198493 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d013a1dc-88df-4d4d-95cd-ed7a49a558a5 req-c68a97bd-5ba2-4e85-875d-f401d8c01b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:06:31.199991 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d013a1dc-88df-4d4d-95cd-ed7a49a558a5 req-c68a97bd-5ba2-4e85-875d-f401d8c01b1c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1afc2731-e451-45ef-9fe0-067811f3cbbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425205 Jan 28 08:06:31.209894 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-02baafd1-bbb3-4dd4-84cf-41b3037719c6 req-7c14b62c-8728-4c40-b7e9-e7b384878a84 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488231 Jan 28 08:06:31.291680 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d013a1dc-88df-4d4d-95cd-ed7a49a558a5 req-2ce0a5ce-0fc8-4933-9074-7db5dac60ffe service neutron] 10.222.0.44 "GET /v2.0/networks/1afc2731-e451-45ef-9fe0-067811f3cbbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842078 Jan 28 08:06:31.379491 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d013a1dc-88df-4d4d-95cd-ed7a49a558a5 req-1b938caa-19b3-4a2d-823d-2a5f6085d76b service neutron] 10.222.0.44 "GET /v2.0/networks/1afc2731-e451-45ef-9fe0-067811f3cbbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810385 Jan 28 08:06:32.327868 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7534d70e-816e-4617-b1f8-8ddab3c79574 req-230c5aeb-f18f-420c-b251-665d29dfc149 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:06:32.329383 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7534d70e-816e-4617-b1f8-8ddab3c79574 req-230c5aeb-f18f-420c-b251-665d29dfc149 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=75e267f3-1f61-4f20-b42d-8db1d8e74ba5 HTTP/1.1" status: 200 len: 945 time: 0.0529480 Jan 28 08:06:32.375168 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7534d70e-816e-4617-b1f8-8ddab3c79574 req-4abd8342-eaca-4440-8e5e-bbd11eba7c98 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395567 Jan 28 08:06:32.488929 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52142d69-9d5c-4c76-989b-ae825ccce7a7 req-c7f14b04-3b31-407f-9a00-685f8e60dc5b tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:06:32.490321 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-52142d69-9d5c-4c76-989b-ae825ccce7a7 req-c7f14b04-3b31-407f-9a00-685f8e60dc5b tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=75e267f3-1f61-4f20-b42d-8db1d8e74ba5 HTTP/1.1" status: 200 len: 945 time: 0.0479224 Jan 28 08:06:32.536261 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-52142d69-9d5c-4c76-989b-ae825ccce7a7 req-132bde5d-d088-402e-917e-2ee73217d46a tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403454 Jan 28 08:06:32.650512 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c209ecb3-e721-48fd-bf69-9323be109d7e req-4804b96b-b18c-445d-a2cc-7fad8a641d20 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:06:32.651992 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c209ecb3-e721-48fd-bf69-9323be109d7e req-4804b96b-b18c-445d-a2cc-7fad8a641d20 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=75e267f3-1f61-4f20-b42d-8db1d8e74ba5 HTTP/1.1" status: 200 len: 945 time: 0.0483618 Jan 28 08:06:32.698824 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c209ecb3-e721-48fd-bf69-9323be109d7e req-ffff5362-1f73-49b4-9f85-4cf5ac934680 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413740 Jan 28 08:06:32.931100 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d118868a-9f07-4021-855c-812419652ffe req-e2123025-f9fc-4970-b320-eda51d4c9027 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:06:32.932617 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d118868a-9f07-4021-855c-812419652ffe req-e2123025-f9fc-4970-b320-eda51d4c9027 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=75e267f3-1f61-4f20-b42d-8db1d8e74ba5 HTTP/1.1" status: 200 len: 945 time: 0.0507157 Jan 28 08:06:32.978945 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d118868a-9f07-4021-855c-812419652ffe req-ee92c58f-f09a-454f-ad7a-597202aec58b tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408075 Jan 28 08:06:33.337732 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8195d6fb-d056-44fb-9a00-fc6310ce6fe8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:06:33.510297 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:06:33.579608 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device de4d4d5a-c530-40bb-ae6e-bf3d6154f280 details requested by agent hyperv_n-h2-712749-28 with host n-h2-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 08:06:33.675644 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port de4d4d5a-c530-40bb-ae6e-bf3d6154f280, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=de4d4d5a-c530-40bb-ae6e-bf3d6154f280,segment=NetworkSegment(9f29e49e-1298-4018-ac36-fa9bfe8943e3),segment_id=9f29e49e-1298-4018-ac36-fa9bfe8943e3)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:06:33.686914 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Returning: {'device': 'de4d4d5a-c530-40bb-ae6e-bf3d6154f280', 'network_id': '1afc2731-e451-45ef-9fe0-067811f3cbbd', 'port_id': 'de4d4d5a-c530-40bb-ae6e-bf3d6154f280', 'mac_address': 'fa:16:3e:47:6f:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de3bc95a-2ca1-4fb0-a56a-6e6091dfb4c8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 08:06:33.723641 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port de4d4d5a-c530-40bb-ae6e-bf3d6154f280 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:06:33.724030 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (de4d4d5a-c530-40bb-ae6e-bf3d6154f280), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:06:33.736425 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de4d4d5a-c530-40bb-ae6e-bf3d6154f280 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 08:06:33.756350 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port de4d4d5a-c530-40bb-ae6e-bf3d6154f280, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=de4d4d5a-c530-40bb-ae6e-bf3d6154f280,segment=NetworkSegment(9f29e49e-1298-4018-ac36-fa9bfe8943e3),segment_id=9f29e49e-1298-4018-ac36-fa9bfe8943e3)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:06:33.758755 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device de4d4d5a-c530-40bb-ae6e-bf3d6154f280 no longer exists at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 08:06:33.762070 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (de4d4d5a-c530-40bb-ae6e-bf3d6154f280), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:06:33.840239 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] The host n-h1-712749-28 is not matching for port de4d4d5a-c530-40bb-ae6e-bf3d6154f280 host n-h2-712749-28! {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 08:06:33.840638 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device de4d4d5a-c530-40bb-ae6e-bf3d6154f280 not bound to the agent host n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 08:06:33.842485 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=de4d4d5a-c530-40bb-ae6e-bf3d6154f280,revision_number=11']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:06:34.097565 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7019847-f049-49e8-8ffc-8ac8ee392ef6 req-9e161d07-42ae-4825-b23f-49bdcf045984 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:06:34.099047 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d7019847-f049-49e8-8ffc-8ac8ee392ef6 req-9e161d07-42ae-4825-b23f-49bdcf045984 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=75e267f3-1f61-4f20-b42d-8db1d8e74ba5 HTTP/1.1" status: 200 len: 946 time: 0.0472250 Jan 28 08:06:34.145260 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d7019847-f049-49e8-8ffc-8ac8ee392ef6 req-2a8714ec-0bda-4bca-8972-62dc3a35755d tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405970 Jan 28 08:06:34.245541 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb12eb0-7dad-49f6-8d28-e15dafbaf9d2 req-5a0eb2ea-8e1e-46a3-8121-6d85b4d26b8e tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:06:34.247001 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ffb12eb0-7dad-49f6-8d28-e15dafbaf9d2 req-5a0eb2ea-8e1e-46a3-8121-6d85b4d26b8e tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.44 "GET /v2.0/ports?device_id=75e267f3-1f61-4f20-b42d-8db1d8e74ba5 HTTP/1.1" status: 200 len: 946 time: 0.0480654 Jan 28 08:06:34.332506 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-ffb12eb0-7dad-49f6-8d28-e15dafbaf9d2 req-351177ed-dd65-4a12-a0a8-1a0540870ac3 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Deleting port de4d4d5a-c530-40bb-ae6e-bf3d6154f280 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 08:06:34.332773 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-ffb12eb0-7dad-49f6-8d28-e15dafbaf9d2 req-351177ed-dd65-4a12-a0a8-1a0540870ac3 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (de4d4d5a-c530-40bb-ae6e-bf3d6154f280), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:06:34.408304 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 7 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 08:06:34.423562 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-ffb12eb0-7dad-49f6-8d28-e15dafbaf9d2 req-351177ed-dd65-4a12-a0a8-1a0540870ac3 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] For port de4d4d5a-c530-40bb-ae6e-bf3d6154f280, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=de4d4d5a-c530-40bb-ae6e-bf3d6154f280,segment=NetworkSegment(9f29e49e-1298-4018-ac36-fa9bfe8943e3),segment_id=9f29e49e-1298-4018-ac36-fa9bfe8943e3)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:06:34.423927 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-ffb12eb0-7dad-49f6-8d28-e15dafbaf9d2 req-351177ed-dd65-4a12-a0a8-1a0540870ac3 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (de4d4d5a-c530-40bb-ae6e-bf3d6154f280), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:06:34.525147 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:06:34.594734 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-ffb12eb0-7dad-49f6-8d28-e15dafbaf9d2 req-351177ed-dd65-4a12-a0a8-1a0540870ac3 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:06:34.595025 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-ffb12eb0-7dad-49f6-8d28-e15dafbaf9d2 req-351177ed-dd65-4a12-a0a8-1a0540870ac3 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16609095'] for floatingip (99fdf00c-0722-4494-aadb-492179653fc1), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:06:34.595342 n-d-712749-28 neutron-server[103283]: INFO neutron.db.l3_db [req-ffb12eb0-7dad-49f6-8d28-e15dafbaf9d2 req-351177ed-dd65-4a12-a0a8-1a0540870ac3 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Floating IP 99fdf00c-0722-4494-aadb-492179653fc1 disassociated. External IP: 172.25.6.173, port: de4d4d5a-c530-40bb-ae6e-bf3d6154f280. Jan 28 08:06:34.595680 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-ffb12eb0-7dad-49f6-8d28-e15dafbaf9d2 req-351177ed-dd65-4a12-a0a8-1a0540870ac3 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Calling delete_port for de4d4d5a-c530-40bb-ae6e-bf3d6154f280 owned by compute:nova {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 08:06:34.725652 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-ffb12eb0-7dad-49f6-8d28-e15dafbaf9d2 req-351177ed-dd65-4a12-a0a8-1a0540870ac3 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (de4d4d5a-c530-40bb-ae6e-bf3d6154f280), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:06:34.757510 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351177ed-dd65-4a12-a0a8-1a0540870ac3 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Pushing event deleted for resources: {'Port': ['ID=de4d4d5a-c530-40bb-ae6e-bf3d6154f280,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:06:34.877011 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ffb12eb0-7dad-49f6-8d28-e15dafbaf9d2 req-351177ed-dd65-4a12-a0a8-1a0540870ac3 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Router 471ae43a-1a31-406c-ae5e-acc2efe0a256 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 08:06:34.991011 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ffb12eb0-7dad-49f6-8d28-e15dafbaf9d2 req-351177ed-dd65-4a12-a0a8-1a0540870ac3 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 08:06:35.001389 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd796c42-8750-4842-949f-801d43aa7568 None None] Sync routers for ids ['471ae43a-1a31-406c-ae5e-acc2efe0a256'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 08:06:35.011802 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd796c42-8750-4842-949f-801d43aa7568 None None] Routers {'471ae43a-1a31-406c-ae5e-acc2efe0a256'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 08:06:35.012446 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-cd796c42-8750-4842-949f-801d43aa7568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T08:06:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['471ae43a-1a31-406c-ae5e-acc2efe0a256'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:06:35.031782 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffb12eb0-7dad-49f6-8d28-e15dafbaf9d2 req-351177ed-dd65-4a12-a0a8-1a0540870ac3 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] No DVR routers for this DVR port de4d4d5a-c530-40bb-ae6e-bf3d6154f280 on host n-h2-712749-28 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 08:06:35.034284 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-ffb12eb0-7dad-49f6-8d28-e15dafbaf9d2 req-351177ed-dd65-4a12-a0a8-1a0540870ac3 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:06:35.038378 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ffb12eb0-7dad-49f6-8d28-e15dafbaf9d2 req-351177ed-dd65-4a12-a0a8-1a0540870ac3 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.44 "DELETE /v2.0/ports/de4d4d5a-c530-40bb-ae6e-bf3d6154f280 HTTP/1.1" status: 204 len: 173 time: 0.7863514 Jan 28 08:06:35.038851 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75e267f3-1f61-4f20-b42d-8db1d8e74ba5', 'name': 'network-vif-deleted', 'tag': 'de4d4d5a-c530-40bb-ae6e-bf3d6154f280'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 08:06:35.041239 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6b024039d6c3a8048940e324a8d5ead2390d66f8802a9866b6a24361082aa9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-554a9ad0-a7f2-432d-8492-f81feed8b905" -d '{"events": [{"server_uuid": "75e267f3-1f61-4f20-b42d-8db1d8e74ba5", "name": "network-vif-deleted", "tag": "de4d4d5a-c530-40bb-ae6e-bf3d6154f280"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 08:06:35.088950 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 08:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66fb2088-847c-48cf-b427-fd7f3a2a2724 x-openstack-request-id: req-66fb2088-847c-48cf-b427-fd7f3a2a2724 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 08:06:35.089248 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75e267f3-1f61-4f20-b42d-8db1d8e74ba5", "name": "network-vif-deleted", "tag": "de4d4d5a-c530-40bb-ae6e-bf3d6154f280", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 08:06:35.089511 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-66fb2088-847c-48cf-b427-fd7f3a2a2724 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 08:06:35.089918 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75e267f3-1f61-4f20-b42d-8db1d8e74ba5', 'name': 'network-vif-deleted', 'tag': 'de4d4d5a-c530-40bb-ae6e-bf3d6154f280', 'status': 'completed', 'code': 200} Jan 28 08:06:35.209409 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-cd796c42-8750-4842-949f-801d43aa7568 None None] Set router 471ae43a-1a31-406c-ae5e-acc2efe0a256 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 08:06:35.261624 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-25fc2610-b797-469a-be8a-7603eff21160 req-856f1f90-8022-485e-9034-73aecefc18a8 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=75e267f3-1f61-4f20-b42d-8db1d8e74ba5 HTTP/1.1" status: 200 len: 210 time: 0.0298872 Jan 28 08:06:35.402704 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-cd796c42-8750-4842-949f-801d43aa7568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '471ae43a-1a31-406c-ae5e-acc2efe0a256', 'name': 'tempest-ServerActionsTestJSON-1457173536-router', 'tenant_id': 'ea75831938ac4b18946665e46df721d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': 'ed8b465d-05c2-49a6-8fd3-45f91f421823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:59:37Z', 'updated_at': '2022-01-28T07:59:39Z', 'revision_number': 4, 'project_id': 'ea75831938ac4b18946665e46df721d1', 'gw_port': {'id': 'ed8b465d-05c2-49a6-8fd3-45f91f421823', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:2b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471ae43a-1a31-406c-ae5e-acc2efe0a256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:59:37Z', 'updated_at': '2022-01-28T07:59:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '8d7d521e-d346-4914-82ee-3ebe2f4e18db', 'name': '', 'network_id': '1afc2731-e451-45ef-9fe0-067811f3cbbd', 'tenant_id': 'ea75831938ac4b18946665e46df721d1', 'mac_address': 'fa:16:3e:42:66:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471ae43a-1a31-406c-ae5e-acc2efe0a256', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'de3bc95a-2ca1-4fb0-a56a-6e6091dfb4c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:59:39Z', 'updated_at': '2022-01-28T07:59:43Z', 'revision_number': 5, 'project_id': 'ea75831938ac4b18946665e46df721d1', 'subnets': [{'id': 'de3bc95a-2ca1-4fb0-a56a-6e6091dfb4c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:06:35.429837 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd796c42-8750-4842-949f-801d43aa7568 None None] Checking router: 471ae43a-1a31-406c-ae5e-acc2efe0a256 for host: n-d-712749-28 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 08:06:35.438518 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd796c42-8750-4842-949f-801d43aa7568 None None] Routers {'471ae43a-1a31-406c-ae5e-acc2efe0a256'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 08:06:35.439117 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-cd796c42-8750-4842-949f-801d43aa7568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T08:06:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['471ae43a-1a31-406c-ae5e-acc2efe0a256'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:06:35.551713 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-cd796c42-8750-4842-949f-801d43aa7568 None None] Set router 471ae43a-1a31-406c-ae5e-acc2efe0a256 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 08:06:35.600500 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device de4d4d5a-c530-40bb-ae6e-bf3d6154f280 details requested by agent hyperv_n-h2-712749-28 with host n-h2-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 08:06:35.605145 n-d-712749-28 neutron-server[103285]: INFO neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] No ports have port_id starting with de4d4d5a-c530-40bb-ae6e-bf3d6154f280 Jan 28 08:06:35.606646 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device de4d4d5a-c530-40bb-ae6e-bf3d6154f280 requested by agent hyperv_n-h2-712749-28 not found in database {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Jan 28 08:06:35.701070 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-da314892-cc49-4ffc-ab27-c436f7e6e589 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:06:35.747418 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-cd796c42-8750-4842-949f-801d43aa7568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '471ae43a-1a31-406c-ae5e-acc2efe0a256', 'name': 'tempest-ServerActionsTestJSON-1457173536-router', 'tenant_id': 'ea75831938ac4b18946665e46df721d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': 'ed8b465d-05c2-49a6-8fd3-45f91f421823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:59:37Z', 'updated_at': '2022-01-28T07:59:39Z', 'revision_number': 4, 'project_id': 'ea75831938ac4b18946665e46df721d1', 'gw_port': {'id': 'ed8b465d-05c2-49a6-8fd3-45f91f421823', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:2b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471ae43a-1a31-406c-ae5e-acc2efe0a256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:59:37Z', 'updated_at': '2022-01-28T07:59:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '8d7d521e-d346-4914-82ee-3ebe2f4e18db', 'name': '', 'network_id': '1afc2731-e451-45ef-9fe0-067811f3cbbd', 'tenant_id': 'ea75831938ac4b18946665e46df721d1', 'mac_address': 'fa:16:3e:42:66:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471ae43a-1a31-406c-ae5e-acc2efe0a256', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'de3bc95a-2ca1-4fb0-a56a-6e6091dfb4c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:59:39Z', 'updated_at': '2022-01-28T07:59:43Z', 'revision_number': 5, 'project_id': 'ea75831938ac4b18946665e46df721d1', 'subnets': [{'id': 'de3bc95a-2ca1-4fb0-a56a-6e6091dfb4c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:06:35.773347 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd796c42-8750-4842-949f-801d43aa7568 None None] The sync data for ids ['471ae43a-1a31-406c-ae5e-acc2efe0a256'] in n-d-712749-28 is: [{'id': '471ae43a-1a31-406c-ae5e-acc2efe0a256', 'name': 'tempest-ServerActionsTestJSON-1457173536-router', 'tenant_id': 'ea75831938ac4b18946665e46df721d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': 'ed8b465d-05c2-49a6-8fd3-45f91f421823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:59:37Z', 'updated_at': '2022-01-28T07:59:39Z', 'revision_number': 4, 'project_id': 'ea75831938ac4b18946665e46df721d1', 'gw_port': {'id': 'ed8b465d-05c2-49a6-8fd3-45f91f421823', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:2b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471ae43a-1a31-406c-ae5e-acc2efe0a256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:59:37Z', 'updated_at': '2022-01-28T07:59:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '8d7d521e-d346-4914-82ee-3ebe2f4e18db', 'name': '', 'network_id': '1afc2731-e451-45ef-9fe0-067811f3cbbd', 'tenant_id': 'ea75831938ac4b18946665e46df721d1', 'mac_address': 'fa:16:3e:42:66:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471ae43a-1a31-406c-ae5e-acc2efe0a256', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'de3bc95a-2ca1-4fb0-a56a-6e6091dfb4c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:59:39Z', 'updated_at': '2022-01-28T07:59:43Z', 'revision_number': 5, 'project_id': 'ea75831938ac4b18946665e46df721d1', 'subnets': [{'id': 'de3bc95a-2ca1-4fb0-a56a-6e6091dfb4c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 08:06:35.993893 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c8ffd9-0d31-4b72-a1fd-01757ad31c6d None None] New status for floating IP 99fdf00c-0722-4494-aadb-492179653fc1: DOWN {{(pid=103285) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 08:06:36.542472 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c6e9178f-a941-4c1a-9f82-69ed29746ebc req-3a2bf42e-5c31-45fc-85ce-5fced712aef1 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--536424639&fields=id&tenant_id=ea75831938ac4b18946665e46df721d1 HTTP/1.1" status: 200 len: 267 time: 0.0468988 Jan 28 08:06:36.656090 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e9178f-a941-4c1a-9f82-69ed29746ebc req-0ef2caa8-843b-4492-a75f-46b953f3ba37 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:06:36.657855 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c6e9178f-a941-4c1a-9f82-69ed29746ebc req-0ef2caa8-843b-4492-a75f-46b953f3ba37 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/networks?id=1afc2731-e451-45ef-9fe0-067811f3cbbd HTTP/1.1" status: 200 len: 812 time: 0.1084566 Jan 28 08:06:36.673258 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c6e9178f-a941-4c1a-9f82-69ed29746ebc req-249bd5e0-03c1-4b07-b66f-49e8b09d91a9 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/quotas/ea75831938ac4b18946665e46df721d1 HTTP/1.1" status: 200 len: 375 time: 0.0098016 Jan 28 08:06:36.725162 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c6e9178f-a941-4c1a-9f82-69ed29746ebc req-a0699dda-ebed-4a8f-87ba-e425e9e8fe9f tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=ea75831938ac4b18946665e46df721d1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0468018 Jan 28 08:06:36.821863 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [req-c6e9178f-a941-4c1a-9f82-69ed29746ebc req-6d73a48d-5efd-4ff7-b41c-b133ed100897 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103283) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 08:06:36.822890 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c6e9178f-a941-4c1a-9f82-69ed29746ebc req-6d73a48d-5efd-4ff7-b41c-b133ed100897 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0436718 Jan 28 08:06:36.916236 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c6e9178f-a941-4c1a-9f82-69ed29746ebc req-b6739ff8-0713-4d2c-b4f6-49756eff23a7 service neutron] 10.222.0.41 "GET /v2.0/networks/1afc2731-e451-45ef-9fe0-067811f3cbbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874422 Jan 28 08:06:37.005172 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c6e9178f-a941-4c1a-9f82-69ed29746ebc req-a9d2e612-2e37-42f8-94f4-063bc08cd45f service neutron] 10.222.0.41 "GET /v2.0/networks/1afc2731-e451-45ef-9fe0-067811f3cbbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832648 Jan 28 08:06:37.164266 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8dff0bce-2e11-4c8e-b764-fa34877e1d81 req-e47a315f-891b-4f05-bfd7-98f9dc9be96c tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a5c710f-e4fd-43fb-8c8c-c70f11eef3c4 HTTP/1.1" status: 200 len: 210 time: 0.0264492 Jan 28 08:06:37.173519 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:06:37.594833 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device de4d4d5a-c530-40bb-ae6e-bf3d6154f280 no longer exists at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 08:06:37.615906 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] No Port match for: de4d4d5a-c530-40bb-ae6e-bf3d6154f280 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 08:06:37.616443 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device de4d4d5a-c530-40bb-ae6e-bf3d6154f280 not bound to the agent host n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 08:06:38.274504 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e9178f-a941-4c1a-9f82-69ed29746ebc req-db30eedb-938e-4427-8805-e1815a53c22c tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:06:38.275109 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c74c72d7-aa23-40d5-965b-0d2cf3910beb req-2ba3f068-7928-499c-940e-6783da8fbcd8 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a5c710f-e4fd-43fb-8c8c-c70f11eef3c4 HTTP/1.1" status: 200 len: 210 time: 0.0323958 Jan 28 08:06:38.275986 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c6e9178f-a941-4c1a-9f82-69ed29746ebc req-db30eedb-938e-4427-8805-e1815a53c22c tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.10 "GET /v2.0/networks?id=1afc2731-e451-45ef-9fe0-067811f3cbbd HTTP/1.1" status: 200 len: 812 time: 0.1091771 Jan 28 08:06:38.350624 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c6e9178f-a941-4c1a-9f82-69ed29746ebc req-0177360a-357a-40bc-bf37-bc07bde1c748 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ea75831938ac4b18946665e46df721d1 HTTP/1.1" status: 200 len: 379 time: 0.0518715 Jan 28 08:06:38.392217 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-c6e9178f-a941-4c1a-9f82-69ed29746ebc req-72ceaa81-004f-4e53-9e52-5c760d1d3bed tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Request body: {'port': {'device_id': '3a5c710f-e4fd-43fb-8c8c-c70f11eef3c4', 'network_id': '1afc2731-e451-45ef-9fe0-067811f3cbbd', 'admin_state_up': True, 'tenant_id': 'ea75831938ac4b18946665e46df721d1', 'security_groups': ['9f68e1a8-1f1c-44e6-90af-b65f29c69463']}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:06:38.501085 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6e9178f-a941-4c1a-9f82-69ed29746ebc req-72ceaa81-004f-4e53-9e52-5c760d1d3bed tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Made reservation on behalf of ea75831938ac4b18946665e46df721d1 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 08:06:38.504688 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c6e9178f-a941-4c1a-9f82-69ed29746ebc req-72ceaa81-004f-4e53-9e52-5c760d1d3bed tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:06:38.630309 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-c6e9178f-a941-4c1a-9f82-69ed29746ebc req-72ceaa81-004f-4e53-9e52-5c760d1d3bed tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Allocated IP 172.20.0.11 (1afc2731-e451-45ef-9fe0-067811f3cbbd/de3bc95a-2ca1-4fb0-a56a-6e6091dfb4c8/623fd453-688d-4343-84a1-14db40455409) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 08:06:38.762896 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c6e9178f-a941-4c1a-9f82-69ed29746ebc req-72ceaa81-004f-4e53-9e52-5c760d1d3bed tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Publish callbacks [] for port (623fd453-688d-4343-84a1-14db40455409), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:06:38.797260 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c6e9178f-a941-4c1a-9f82-69ed29746ebc req-72ceaa81-004f-4e53-9e52-5c760d1d3bed tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (623fd453-688d-4343-84a1-14db40455409), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:06:38.843185 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6e9178f-a941-4c1a-9f82-69ed29746ebc req-72ceaa81-004f-4e53-9e52-5c760d1d3bed tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Network 1afc2731-e451-45ef-9fe0-067811f3cbbd is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 08:06:38.846284 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-c6e9178f-a941-4c1a-9f82-69ed29746ebc req-72ceaa81-004f-4e53-9e52-5c760d1d3bed tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 08:06:38.852823 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6e9178f-a941-4c1a-9f82-69ed29746ebc req-72ceaa81-004f-4e53-9e52-5c760d1d3bed tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 08:06:38.856308 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:06:38.859660 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ceaa81-004f-4e53-9e52-5c760d1d3bed tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Pushing event updated for resources: {'Port': ['ID=623fd453-688d-4343-84a1-14db40455409,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:06:38.905964 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e9178f-a941-4c1a-9f82-69ed29746ebc req-72ceaa81-004f-4e53-9e52-5c760d1d3bed tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:06:38.906591 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c6e9178f-a941-4c1a-9f82-69ed29746ebc req-72ceaa81-004f-4e53-9e52-5c760d1d3bed tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:06:38.924415 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c6e9178f-a941-4c1a-9f82-69ed29746ebc req-72ceaa81-004f-4e53-9e52-5c760d1d3bed tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5361664 Jan 28 08:06:38.952438 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-c6e9178f-a941-4c1a-9f82-69ed29746ebc req-6c1dc0f1-1bda-4d28-9f1b-f1b8b0f2b5de service neutron] Request body: {'port': {'device_id': '3a5c710f-e4fd-43fb-8c8c-c70f11eef3c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-28'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:06:39.009941 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c6e9178f-a941-4c1a-9f82-69ed29746ebc req-6c1dc0f1-1bda-4d28-9f1b-f1b8b0f2b5de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (623fd453-688d-4343-84a1-14db40455409), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:06:39.085535 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-cdf5e65a-6ae6-455b-8124-27291c699594 None None] Provisioning complete for port 623fd453-688d-4343-84a1-14db40455409 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:06:39.085940 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cdf5e65a-6ae6-455b-8124-27291c699594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (623fd453-688d-4343-84a1-14db40455409), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:06:39.120665 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-cdf5e65a-6ae6-455b-8124-27291c699594 None None] Port 623fd453-688d-4343-84a1-14db40455409 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 08:06:39.285474 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-c6e9178f-a941-4c1a-9f82-69ed29746ebc req-6c1dc0f1-1bda-4d28-9f1b-f1b8b0f2b5de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 623fd453-688d-4343-84a1-14db40455409 {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 08:06:39.293114 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c6e9178f-a941-4c1a-9f82-69ed29746ebc req-6c1dc0f1-1bda-4d28-9f1b-f1b8b0f2b5de service neutron] Publish callbacks [] for port (623fd453-688d-4343-84a1-14db40455409), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:06:39.305702 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-c6e9178f-a941-4c1a-9f82-69ed29746ebc req-6c1dc0f1-1bda-4d28-9f1b-f1b8b0f2b5de service neutron] Transition to ACTIVE for port object 623fd453-688d-4343-84a1-14db40455409 will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 08:06:39.309779 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c6e9178f-a941-4c1a-9f82-69ed29746ebc req-6c1dc0f1-1bda-4d28-9f1b-f1b8b0f2b5de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (623fd453-688d-4343-84a1-14db40455409), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:06:39.375210 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1dc0f1-1bda-4d28-9f1b-f1b8b0f2b5de service neutron] Pushing event updated for resources: {'Port': ['ID=623fd453-688d-4343-84a1-14db40455409,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:06:39.456424 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b8350c-b1e4-49e3-9742-1c52d87aaecc req-55baef81-7e06-4bde-9ac7-85ee095b039f tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:06:39.458047 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f4b8350c-b1e4-49e3-9742-1c52d87aaecc req-55baef81-7e06-4bde-9ac7-85ee095b039f tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a5c710f-e4fd-43fb-8c8c-c70f11eef3c4 HTTP/1.1" status: 200 len: 944 time: 0.1070256 Jan 28 08:06:39.490661 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-c6e9178f-a941-4c1a-9f82-69ed29746ebc req-6c1dc0f1-1bda-4d28-9f1b-f1b8b0f2b5de service neutron] Attempting to bind port 623fd453-688d-4343-84a1-14db40455409 on host n-h1-712749-28 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 08:06:39.491007 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-c6e9178f-a941-4c1a-9f82-69ed29746ebc req-6c1dc0f1-1bda-4d28-9f1b-f1b8b0f2b5de service neutron] Attempting to bind port 623fd453-688d-4343-84a1-14db40455409 by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': '9f29e49e-1298-4018-ac36-fa9bfe8943e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1afc2731-e451-45ef-9fe0-067811f3cbbd'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 08:06:39.491338 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6e9178f-a941-4c1a-9f82-69ed29746ebc req-6c1dc0f1-1bda-4d28-9f1b-f1b8b0f2b5de service neutron] Attempting to bind port 623fd453-688d-4343-84a1-14db40455409 on network 1afc2731-e451-45ef-9fe0-067811f3cbbd {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 08:06:39.501694 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6e9178f-a941-4c1a-9f82-69ed29746ebc req-6c1dc0f1-1bda-4d28-9f1b-f1b8b0f2b5de service neutron] Port 623fd453-688d-4343-84a1-14db40455409 on network 1afc2731-e451-45ef-9fe0-067811f3cbbd not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 08:06:39.502019 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6e9178f-a941-4c1a-9f82-69ed29746ebc req-6c1dc0f1-1bda-4d28-9f1b-f1b8b0f2b5de service neutron] Attempting to bind port 623fd453-688d-4343-84a1-14db40455409 on network 1afc2731-e451-45ef-9fe0-067811f3cbbd {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 08:06:39.514737 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6e9178f-a941-4c1a-9f82-69ed29746ebc req-6c1dc0f1-1bda-4d28-9f1b-f1b8b0f2b5de service neutron] Checking agent: {'id': '2fca46b1-237f-4857-9290-2429d810e472', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 8, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 08:06:39.515081 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6e9178f-a941-4c1a-9f82-69ed29746ebc req-6c1dc0f1-1bda-4d28-9f1b-f1b8b0f2b5de service neutron] Checking segment: {'id': '9f29e49e-1298-4018-ac36-fa9bfe8943e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1afc2731-e451-45ef-9fe0-067811f3cbbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 08:06:39.515478 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6e9178f-a941-4c1a-9f82-69ed29746ebc req-6c1dc0f1-1bda-4d28-9f1b-f1b8b0f2b5de service neutron] Bound using segment: {'id': '9f29e49e-1298-4018-ac36-fa9bfe8943e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1afc2731-e451-45ef-9fe0-067811f3cbbd'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 08:06:39.515928 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-c6e9178f-a941-4c1a-9f82-69ed29746ebc req-6c1dc0f1-1bda-4d28-9f1b-f1b8b0f2b5de service neutron] Bound port: 623fd453-688d-4343-84a1-14db40455409, host: n-h1-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f29e49e-1298-4018-ac36-fa9bfe8943e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1afc2731-e451-45ef-9fe0-067811f3cbbd'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 08:06:39.516320 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c6e9178f-a941-4c1a-9f82-69ed29746ebc req-6c1dc0f1-1bda-4d28-9f1b-f1b8b0f2b5de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (623fd453-688d-4343-84a1-14db40455409), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:06:39.543001 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f4b8350c-b1e4-49e3-9742-1c52d87aaecc req-d52b6de6-c122-430f-88d0-c3fdd9f92351 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776916 Jan 28 08:06:39.592401 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-c6e9178f-a941-4c1a-9f82-69ed29746ebc req-6c1dc0f1-1bda-4d28-9f1b-f1b8b0f2b5de service neutron] For port 623fd453-688d-4343-84a1-14db40455409, host n-h1-712749-28, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 08:06:39.595298 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-c6e9178f-a941-4c1a-9f82-69ed29746ebc req-6c1dc0f1-1bda-4d28-9f1b-f1b8b0f2b5de service neutron] For port 623fd453-688d-4343-84a1-14db40455409, host n-h1-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=623fd453-688d-4343-84a1-14db40455409,segment=NetworkSegment(9f29e49e-1298-4018-ac36-fa9bfe8943e3),segment_id=9f29e49e-1298-4018-ac36-fa9bfe8943e3)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 08:06:39.600263 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c6e9178f-a941-4c1a-9f82-69ed29746ebc req-6c1dc0f1-1bda-4d28-9f1b-f1b8b0f2b5de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (623fd453-688d-4343-84a1-14db40455409), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:06:39.632004 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e9178f-a941-4c1a-9f82-69ed29746ebc req-6c1dc0f1-1bda-4d28-9f1b-f1b8b0f2b5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:06:39.632748 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c6e9178f-a941-4c1a-9f82-69ed29746ebc req-6c1dc0f1-1bda-4d28-9f1b-f1b8b0f2b5de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:06:39.634164 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c6e9178f-a941-4c1a-9f82-69ed29746ebc req-6c1dc0f1-1bda-4d28-9f1b-f1b8b0f2b5de service neutron] 10.222.0.10 "PUT /v2.0/ports/623fd453-688d-4343-84a1-14db40455409 HTTP/1.1" status: 200 len: 1093 time: 0.6861544 Jan 28 08:06:39.634503 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a5c710f-e4fd-43fb-8c8c-c70f11eef3c4', 'tag': '623fd453-688d-4343-84a1-14db40455409'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 08:06:39.636902 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea2b103cb7827510f28784975546feb0b63800b94dfac5f98f271904baace09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-672b4876-1423-43a1-b6b5-9e904b6932e9" -d '{"events": [{"name": "network-changed", "server_uuid": "3a5c710f-e4fd-43fb-8c8c-c70f11eef3c4", "tag": "623fd453-688d-4343-84a1-14db40455409"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 08:06:39.664122 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1dc0f1-1bda-4d28-9f1b-f1b8b0f2b5de service neutron] Pushing event updated for resources: {'Port': ['ID=623fd453-688d-4343-84a1-14db40455409,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:06:39.679596 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 08:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f250be2d-57d0-4bf9-bf05-ad8c441c04e6 x-openstack-request-id: req-f250be2d-57d0-4bf9-bf05-ad8c441c04e6 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 08:06:39.679961 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a5c710f-e4fd-43fb-8c8c-c70f11eef3c4", "tag": "623fd453-688d-4343-84a1-14db40455409", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 08:06:39.680347 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f250be2d-57d0-4bf9-bf05-ad8c441c04e6 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 08:06:39.680767 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a5c710f-e4fd-43fb-8c8c-c70f11eef3c4', 'tag': '623fd453-688d-4343-84a1-14db40455409', 'status': 'completed', 'code': 200} Jan 28 08:06:39.743476 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e9178f-a941-4c1a-9f82-69ed29746ebc req-db0aeaad-6fd4-4f60-bb7f-a5d866581e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:06:39.745006 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c6e9178f-a941-4c1a-9f82-69ed29746ebc req-db0aeaad-6fd4-4f60-bb7f-a5d866581e9c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ea75831938ac4b18946665e46df721d1&device_id=3a5c710f-e4fd-43fb-8c8c-c70f11eef3c4 HTTP/1.1" status: 200 len: 1096 time: 0.0431628 Jan 28 08:06:39.803966 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c6e9178f-a941-4c1a-9f82-69ed29746ebc req-aa401b09-60fd-4b1e-b3b7-9d6008821bc7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=623fd453-688d-4343-84a1-14db40455409 HTTP/1.1" status: 200 len: 217 time: 0.0406206 Jan 28 08:06:39.805998 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:06:39.855894 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e9178f-a941-4c1a-9f82-69ed29746ebc req-1e3bbe27-7ce1-4d64-b7e5-4b0234df6904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:06:39.857394 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c6e9178f-a941-4c1a-9f82-69ed29746ebc req-1e3bbe27-7ce1-4d64-b7e5-4b0234df6904 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=de3bc95a-2ca1-4fb0-a56a-6e6091dfb4c8 HTTP/1.1" status: 200 len: 851 time: 0.0447981 Jan 28 08:06:39.904735 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e9178f-a941-4c1a-9f82-69ed29746ebc req-ffe79e02-9ea1-4736-98c3-3bd467813b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:06:39.906220 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c6e9178f-a941-4c1a-9f82-69ed29746ebc req-ffe79e02-9ea1-4736-98c3-3bd467813b97 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1afc2731-e451-45ef-9fe0-067811f3cbbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402951 Jan 28 08:06:39.996543 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c6e9178f-a941-4c1a-9f82-69ed29746ebc req-5a1f6bf4-1848-4b4d-ac15-1add4a7e6d19 service neutron] 10.222.0.10 "GET /v2.0/networks/1afc2731-e451-45ef-9fe0-067811f3cbbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838838 Jan 28 08:06:40.086647 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c6e9178f-a941-4c1a-9f82-69ed29746ebc req-24471e94-6db3-42a1-be0c-ee3ab212e444 service neutron] 10.222.0.10 "GET /v2.0/networks/1afc2731-e451-45ef-9fe0-067811f3cbbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793650 Jan 28 08:06:40.250323 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672b4876-1423-43a1-b6b5-9e904b6932e9 req-0f3658d1-758b-478a-931e-62c252d48232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:06:40.251834 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-672b4876-1423-43a1-b6b5-9e904b6932e9 req-0f3658d1-758b-478a-931e-62c252d48232 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ea75831938ac4b18946665e46df721d1&device_id=3a5c710f-e4fd-43fb-8c8c-c70f11eef3c4 HTTP/1.1" status: 200 len: 1096 time: 0.0514948 Jan 28 08:06:40.340838 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672b4876-1423-43a1-b6b5-9e904b6932e9 req-4f4c2a1c-3805-4706-974f-d90afff0d52a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:06:40.342257 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-672b4876-1423-43a1-b6b5-9e904b6932e9 req-4f4c2a1c-3805-4706-974f-d90afff0d52a service neutron] 10.222.0.10 "GET /v2.0/networks?id=1afc2731-e451-45ef-9fe0-067811f3cbbd HTTP/1.1" status: 200 len: 913 time: 0.0835447 Jan 28 08:06:40.387989 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-672b4876-1423-43a1-b6b5-9e904b6932e9 req-7b928d7e-8c16-46fd-b4de-cdc7bb5ba0d3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=623fd453-688d-4343-84a1-14db40455409 HTTP/1.1" status: 200 len: 217 time: 0.0380321 Jan 28 08:06:40.441930 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672b4876-1423-43a1-b6b5-9e904b6932e9 req-8ac7f281-689c-4d6b-b4b7-c59a682d7d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:06:40.443671 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-672b4876-1423-43a1-b6b5-9e904b6932e9 req-8ac7f281-689c-4d6b-b4b7-c59a682d7d5c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=de3bc95a-2ca1-4fb0-a56a-6e6091dfb4c8 HTTP/1.1" status: 200 len: 851 time: 0.0439975 Jan 28 08:06:40.488710 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672b4876-1423-43a1-b6b5-9e904b6932e9 req-ed7dd8e9-9e7c-4176-b242-e1a73979acee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:06:40.490563 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-672b4876-1423-43a1-b6b5-9e904b6932e9 req-ed7dd8e9-9e7c-4176-b242-e1a73979acee service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1afc2731-e451-45ef-9fe0-067811f3cbbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404177 Jan 28 08:06:40.582480 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-672b4876-1423-43a1-b6b5-9e904b6932e9 req-ff0c2241-7c27-4058-b897-212b0785e593 service neutron] 10.222.0.10 "GET /v2.0/networks/1afc2731-e451-45ef-9fe0-067811f3cbbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846419 Jan 28 08:06:40.707878 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ad486d-8253-4fa9-972b-c105b6b392f4 req-4801a204-20c5-4e22-9a3c-ae9727b225ad tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:06:40.710082 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e1ad486d-8253-4fa9-972b-c105b6b392f4 req-4801a204-20c5-4e22-9a3c-ae9727b225ad tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a5c710f-e4fd-43fb-8c8c-c70f11eef3c4 HTTP/1.1" status: 200 len: 944 time: 0.0760028 Jan 28 08:06:40.713706 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-672b4876-1423-43a1-b6b5-9e904b6932e9 req-94ea0860-7c2d-4b74-8a39-04632ff13964 service neutron] 10.222.0.10 "GET /v2.0/networks/1afc2731-e451-45ef-9fe0-067811f3cbbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239984 Jan 28 08:06:40.760832 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e1ad486d-8253-4fa9-972b-c105b6b392f4 req-21623d2f-6650-4549-a5a9-6616389b6ccb tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450737 Jan 28 08:06:41.879098 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbc0531-0b1a-44c9-b1b3-492ea4504b98 req-09f8d6bd-01fa-4cda-875e-8b60fced52a2 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:06:41.881472 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8fbc0531-0b1a-44c9-b1b3-492ea4504b98 req-09f8d6bd-01fa-4cda-875e-8b60fced52a2 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a5c710f-e4fd-43fb-8c8c-c70f11eef3c4 HTTP/1.1" status: 200 len: 944 time: 0.0504270 Jan 28 08:06:41.928322 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8fbc0531-0b1a-44c9-b1b3-492ea4504b98 req-70c9e1a6-6d1d-4698-93cb-1152a9c3c5b1 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412941 Jan 28 08:06:43.041531 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e254155-962d-4a7a-ba0c-dfa50b2fa211 req-a1833ad4-1faf-4dc9-9ac3-b400c2b7154a tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:06:43.043016 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7e254155-962d-4a7a-ba0c-dfa50b2fa211 req-a1833ad4-1faf-4dc9-9ac3-b400c2b7154a tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a5c710f-e4fd-43fb-8c8c-c70f11eef3c4 HTTP/1.1" status: 200 len: 944 time: 0.0472586 Jan 28 08:06:43.088803 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7e254155-962d-4a7a-ba0c-dfa50b2fa211 req-9cddbab8-352d-4890-9456-90a83dc21a9d tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399721 Jan 28 08:06:43.835112 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 623fd453-688d-4343-84a1-14db40455409 details requested by agent hyperv_n-h1-712749-28 with host n-h1-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 08:06:43.930412 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 623fd453-688d-4343-84a1-14db40455409, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=623fd453-688d-4343-84a1-14db40455409,segment=NetworkSegment(9f29e49e-1298-4018-ac36-fa9bfe8943e3),segment_id=9f29e49e-1298-4018-ac36-fa9bfe8943e3)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:06:43.941626 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Returning: {'device': '623fd453-688d-4343-84a1-14db40455409', 'network_id': '1afc2731-e451-45ef-9fe0-067811f3cbbd', 'port_id': '623fd453-688d-4343-84a1-14db40455409', 'mac_address': 'fa:16:3e:ba:b8:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de3bc95a-2ca1-4fb0-a56a-6e6091dfb4c8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 08:06:43.981829 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 623fd453-688d-4343-84a1-14db40455409 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:06:43.982215 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (623fd453-688d-4343-84a1-14db40455409), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:06:43.994845 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 623fd453-688d-4343-84a1-14db40455409 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 08:06:44.014703 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 623fd453-688d-4343-84a1-14db40455409, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=623fd453-688d-4343-84a1-14db40455409,segment=NetworkSegment(9f29e49e-1298-4018-ac36-fa9bfe8943e3),segment_id=9f29e49e-1298-4018-ac36-fa9bfe8943e3)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:06:44.018405 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (623fd453-688d-4343-84a1-14db40455409), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:06:44.065369 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=623fd453-688d-4343-84a1-14db40455409,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:06:44.207264 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e268097b-ee8b-48c9-be01-a9d4530e6d1c req-eea2a7f8-6e2b-4ebc-be43-035e17a3b4df tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:06:44.209657 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e268097b-ee8b-48c9-be01-a9d4530e6d1c req-eea2a7f8-6e2b-4ebc-be43-035e17a3b4df tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a5c710f-e4fd-43fb-8c8c-c70f11eef3c4 HTTP/1.1" status: 200 len: 945 time: 0.0537553 Jan 28 08:06:44.260559 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e268097b-ee8b-48c9-be01-a9d4530e6d1c req-af0aefa6-d826-4998-9a9b-d6d71165cf5c tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453541 Jan 28 08:06:44.357646 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['623fd453-688d-4343-84a1-14db40455409'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 08:06:45.373470 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37648ef2-b058-4b67-8bdd-99ac3d378a44 req-c1f63c6e-beaf-4003-af77-50186b9b9a07 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:06:45.374924 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-37648ef2-b058-4b67-8bdd-99ac3d378a44 req-c1f63c6e-beaf-4003-af77-50186b9b9a07 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a5c710f-e4fd-43fb-8c8c-c70f11eef3c4 HTTP/1.1" status: 200 len: 945 time: 0.0468376 Jan 28 08:06:45.422179 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-37648ef2-b058-4b67-8bdd-99ac3d378a44 req-bd7fa44c-8d64-4a6f-8776-870f87dc4797 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405495 Jan 28 08:06:45.851766 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 623fd453-688d-4343-84a1-14db40455409 up at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 08:06:45.901080 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning for port 623fd453-688d-4343-84a1-14db40455409 completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 08:06:45.905172 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning complete for port 623fd453-688d-4343-84a1-14db40455409 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:06:45.905546 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (623fd453-688d-4343-84a1-14db40455409), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:06:45.981645 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 623fd453-688d-4343-84a1-14db40455409 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:06:45.982037 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (623fd453-688d-4343-84a1-14db40455409), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:06:46.003056 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a5c710f-e4fd-43fb-8c8c-c70f11eef3c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '623fd453-688d-4343-84a1-14db40455409'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 08:06:46.005941 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ad7fe887ec8da9bd29e477e6463a73d1e99860c0dff062a8c1350cb6684650b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fb728bd-7d5e-421f-bf7f-bef708fc4d9b" -d '{"events": [{"server_uuid": "3a5c710f-e4fd-43fb-8c8c-c70f11eef3c4", "name": "network-vif-plugged", "status": "completed", "tag": "623fd453-688d-4343-84a1-14db40455409"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 08:06:46.018089 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 623fd453-688d-4343-84a1-14db40455409, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=623fd453-688d-4343-84a1-14db40455409,segment=NetworkSegment(9f29e49e-1298-4018-ac36-fa9bfe8943e3),segment_id=9f29e49e-1298-4018-ac36-fa9bfe8943e3)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:06:46.023249 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (623fd453-688d-4343-84a1-14db40455409), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:06:46.047660 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 08:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad39b063-2033-42ef-9922-385a5333bd42 x-openstack-request-id: req-ad39b063-2033-42ef-9922-385a5333bd42 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 08:06:46.047955 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a5c710f-e4fd-43fb-8c8c-c70f11eef3c4", "name": "network-vif-plugged", "status": "completed", "tag": "623fd453-688d-4343-84a1-14db40455409", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 08:06:46.048231 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ad39b063-2033-42ef-9922-385a5333bd42 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 08:06:46.048626 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a5c710f-e4fd-43fb-8c8c-c70f11eef3c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '623fd453-688d-4343-84a1-14db40455409', 'code': 200} Jan 28 08:06:46.073697 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=623fd453-688d-4343-84a1-14db40455409,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:06:46.195542 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417b0245-eb5e-438a-bc61-e722d5886a78 req-9b6c92dc-baf1-4ed2-a625-bd0d7a0c5a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:06:46.196969 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-417b0245-eb5e-438a-bc61-e722d5886a78 req-9b6c92dc-baf1-4ed2-a625-bd0d7a0c5a2d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3a5c710f-e4fd-43fb-8c8c-c70f11eef3c4 HTTP/1.1" status: 200 len: 1098 time: 0.0431352 Jan 28 08:06:46.242375 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-417b0245-eb5e-438a-bc61-e722d5886a78 req-5511d6ef-c905-40f0-a5fe-078b88ddd178 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362725 Jan 28 08:06:46.538045 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0c4678-dcbf-4af1-83a3-56bc8c89d3d0 req-7ece6117-7c8d-4b05-836d-d556f62013a6 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:06:46.539530 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4c0c4678-dcbf-4af1-83a3-56bc8c89d3d0 req-7ece6117-7c8d-4b05-836d-d556f62013a6 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a5c710f-e4fd-43fb-8c8c-c70f11eef3c4 HTTP/1.1" status: 200 len: 946 time: 0.0483079 Jan 28 08:06:46.586528 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4c0c4678-dcbf-4af1-83a3-56bc8c89d3d0 req-d6792e67-af3e-42fb-a277-5f3584fbdc2a tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413382 Jan 28 08:06:47.706089 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef2e5d4-d6e7-4480-b345-86fa310f28a0 req-76329c1f-7cd3-4399-bb62-effa082355bd tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:06:47.707470 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9ef2e5d4-d6e7-4480-b345-86fa310f28a0 req-76329c1f-7cd3-4399-bb62-effa082355bd tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a5c710f-e4fd-43fb-8c8c-c70f11eef3c4 HTTP/1.1" status: 200 len: 946 time: 0.0515769 Jan 28 08:06:47.753996 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9ef2e5d4-d6e7-4480-b345-86fa310f28a0 req-61b19cf1-5427-4ff6-be43-e646d22e74cb tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398135 Jan 28 08:06:47.868281 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb2fb90-08ea-4490-8b1e-cfa1ed7d2cf3 req-3b613a7b-6251-4d82-b485-f4d26ab8391b tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:06:47.869775 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-cbb2fb90-08ea-4490-8b1e-cfa1ed7d2cf3 req-3b613a7b-6251-4d82-b485-f4d26ab8391b tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a5c710f-e4fd-43fb-8c8c-c70f11eef3c4 HTTP/1.1" status: 200 len: 946 time: 0.0514889 Jan 28 08:06:47.878286 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 39184) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:06:47.883442 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-7516b7da-490a-470e-8d31-3427c01e1332 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Request body: {'floatingip': {'port_id': '623fd453-688d-4343-84a1-14db40455409'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:06:47.921801 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7516b7da-490a-470e-8d31-3427c01e1332 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Publish callbacks [] for floatingip (99fdf00c-0722-4494-aadb-492179653fc1), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:06:48.341621 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7516b7da-490a-470e-8d31-3427c01e1332 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:06:48.345232 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7516b7da-490a-470e-8d31-3427c01e1332 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16609095'] for floatingip (99fdf00c-0722-4494-aadb-492179653fc1), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:06:48.443979 n-d-712749-28 neutron-server[103284]: INFO neutron.db.l3_db [None req-7516b7da-490a-470e-8d31-3427c01e1332 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Floating IP 99fdf00c-0722-4494-aadb-492179653fc1 associated. External IP: 172.25.6.173, port: 623fd453-688d-4343-84a1-14db40455409. Jan 28 08:06:48.646878 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7516b7da-490a-470e-8d31-3427c01e1332 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Router 471ae43a-1a31-406c-ae5e-acc2efe0a256 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 08:06:49.089638 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7516b7da-490a-470e-8d31-3427c01e1332 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 08:06:49.094368 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7516b7da-490a-470e-8d31-3427c01e1332 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for floatingip (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:06:49.099650 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8136d142-6ba8-4bb5-b8bf-637773cfaa00 None None] Sync routers for ids ['471ae43a-1a31-406c-ae5e-acc2efe0a256'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 08:06:49.109100 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8136d142-6ba8-4bb5-b8bf-637773cfaa00 None None] Routers {'471ae43a-1a31-406c-ae5e-acc2efe0a256'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 08:06:49.109709 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-8136d142-6ba8-4bb5-b8bf-637773cfaa00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T08:06:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['471ae43a-1a31-406c-ae5e-acc2efe0a256'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:06:49.123571 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-7516b7da-490a-470e-8d31-3427c01e1332 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "PUT /v2.0/floatingips/99fdf00c-0722-4494-aadb-492179653fc1 HTTP/1.1" status: 200 len: 993 time: 1.2442420 Jan 28 08:06:49.124156 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a5c710f-e4fd-43fb-8c8c-c70f11eef3c4', 'tag': '623fd453-688d-4343-84a1-14db40455409'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 08:06:49.126444 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea2b103cb7827510f28784975546feb0b63800b94dfac5f98f271904baace09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-995b9533-a074-424b-93b2-5b7a21b22023" -d '{"events": [{"name": "network-changed", "server_uuid": "3a5c710f-e4fd-43fb-8c8c-c70f11eef3c4", "tag": "623fd453-688d-4343-84a1-14db40455409"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 08:06:49.172321 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 08:06:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d933e348-c5df-4080-bb07-fc155a72460c x-openstack-request-id: req-d933e348-c5df-4080-bb07-fc155a72460c {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 08:06:49.172620 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a5c710f-e4fd-43fb-8c8c-c70f11eef3c4", "tag": "623fd453-688d-4343-84a1-14db40455409", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 08:06:49.173034 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d933e348-c5df-4080-bb07-fc155a72460c {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 08:06:49.173443 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a5c710f-e4fd-43fb-8c8c-c70f11eef3c4', 'tag': '623fd453-688d-4343-84a1-14db40455409', 'status': 'completed', 'code': 200} Jan 28 08:06:49.216560 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-8136d142-6ba8-4bb5-b8bf-637773cfaa00 None None] Set router 471ae43a-1a31-406c-ae5e-acc2efe0a256 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 08:06:49.265907 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995b9533-a074-424b-93b2-5b7a21b22023 req-80ed57bd-8a09-4f3c-bb00-ea380a7e5fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:06:49.267397 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-995b9533-a074-424b-93b2-5b7a21b22023 req-80ed57bd-8a09-4f3c-bb00-ea380a7e5fcf service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ea75831938ac4b18946665e46df721d1&device_id=3a5c710f-e4fd-43fb-8c8c-c70f11eef3c4 HTTP/1.1" status: 200 len: 1098 time: 0.0400012 Jan 28 08:06:49.358832 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995b9533-a074-424b-93b2-5b7a21b22023 req-beda047d-eee2-47d3-82ec-fa604e703380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:06:49.360243 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-995b9533-a074-424b-93b2-5b7a21b22023 req-beda047d-eee2-47d3-82ec-fa604e703380 service neutron] 10.222.0.10 "GET /v2.0/networks?id=1afc2731-e451-45ef-9fe0-067811f3cbbd HTTP/1.1" status: 200 len: 913 time: 0.0863435 Jan 28 08:06:49.423961 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-995b9533-a074-424b-93b2-5b7a21b22023 req-6c4b072a-54e1-4a65-8d93-dd95b06ad353 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=623fd453-688d-4343-84a1-14db40455409 HTTP/1.1" status: 200 len: 1001 time: 0.0580878 Jan 28 08:06:49.437870 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-8136d142-6ba8-4bb5-b8bf-637773cfaa00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '471ae43a-1a31-406c-ae5e-acc2efe0a256', 'name': 'tempest-ServerActionsTestJSON-1457173536-router', 'tenant_id': 'ea75831938ac4b18946665e46df721d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': 'ed8b465d-05c2-49a6-8fd3-45f91f421823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:59:37Z', 'updated_at': '2022-01-28T07:59:39Z', 'revision_number': 4, 'project_id': 'ea75831938ac4b18946665e46df721d1', 'gw_port': {'id': 'ed8b465d-05c2-49a6-8fd3-45f91f421823', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:2b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471ae43a-1a31-406c-ae5e-acc2efe0a256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:59:37Z', 'updated_at': '2022-01-28T07:59:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_floatingips': [{'id': '99fdf00c-0722-4494-aadb-492179653fc1', 'tenant_id': 'ea75831938ac4b18946665e46df721d1', 'floating_ip_address': '172.25.6.173', 'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'router_id': '471ae43a-1a31-406c-ae5e-acc2efe0a256', 'port_id': '623fd453-688d-4343-84a1-14db40455409', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1afc2731-e451-45ef-9fe0-067811f3cbbd', 'mac_address': 'fa:16:3e:ba:b8:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5c710f-e4fd-43fb-8c8c-c70f11eef3c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:59:41Z', 'updated_at': '2022-01-28T08:06:48Z', 'revision_number': 13, 'project_id': 'ea75831938ac4b18946665e46df721d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d7d521e-d346-4914-82ee-3ebe2f4e18db', 'name': '', 'network_id': '1afc2731-e451-45ef-9fe0-067811f3cbbd', 'tenant_id': 'ea75831938ac4b18946665e46df721d1', 'mac_address': 'fa:16:3e:42:66:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471ae43a-1a31-406c-ae5e-acc2efe0a256', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'de3bc95a-2ca1-4fb0-a56a-6e6091dfb4c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:59:39Z', 'updated_at': '2022-01-28T07:59:43Z', 'revision_number': 5, 'project_id': 'ea75831938ac4b18946665e46df721d1', 'subnets': [{'id': 'de3bc95a-2ca1-4fb0-a56a-6e6091dfb4c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:06:49.464676 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8136d142-6ba8-4bb5-b8bf-637773cfaa00 None None] Checking router: 471ae43a-1a31-406c-ae5e-acc2efe0a256 for host: n-d-712749-28 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 08:06:49.470882 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995b9533-a074-424b-93b2-5b7a21b22023 req-725b936a-74c5-47cd-8e63-3a2710400e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:06:49.472394 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-995b9533-a074-424b-93b2-5b7a21b22023 req-725b936a-74c5-47cd-8e63-3a2710400e88 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=de3bc95a-2ca1-4fb0-a56a-6e6091dfb4c8 HTTP/1.1" status: 200 len: 851 time: 0.0428236 Jan 28 08:06:49.472930 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8136d142-6ba8-4bb5-b8bf-637773cfaa00 None None] Routers {'471ae43a-1a31-406c-ae5e-acc2efe0a256'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 08:06:49.474155 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-8136d142-6ba8-4bb5-b8bf-637773cfaa00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T08:06:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['471ae43a-1a31-406c-ae5e-acc2efe0a256'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:06:49.520606 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995b9533-a074-424b-93b2-5b7a21b22023 req-3417db9a-4818-481c-ab76-1d08fcf68ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:06:49.522192 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-995b9533-a074-424b-93b2-5b7a21b22023 req-3417db9a-4818-481c-ab76-1d08fcf68ac6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1afc2731-e451-45ef-9fe0-067811f3cbbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439713 Jan 28 08:06:49.578169 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-8136d142-6ba8-4bb5-b8bf-637773cfaa00 None None] Set router 471ae43a-1a31-406c-ae5e-acc2efe0a256 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 08:06:49.610257 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-995b9533-a074-424b-93b2-5b7a21b22023 req-c8eea161-c551-4b1e-8fb1-5606ff1cd293 service neutron] 10.222.0.10 "GET /v2.0/networks/1afc2731-e451-45ef-9fe0-067811f3cbbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817652 Jan 28 08:06:49.701422 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-995b9533-a074-424b-93b2-5b7a21b22023 req-54df169f-d5ca-46ea-9f8a-2a2ed48585e8 service neutron] 10.222.0.10 "GET /v2.0/networks/1afc2731-e451-45ef-9fe0-067811f3cbbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854449 Jan 28 08:06:49.795963 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-8136d142-6ba8-4bb5-b8bf-637773cfaa00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '471ae43a-1a31-406c-ae5e-acc2efe0a256', 'name': 'tempest-ServerActionsTestJSON-1457173536-router', 'tenant_id': 'ea75831938ac4b18946665e46df721d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': 'ed8b465d-05c2-49a6-8fd3-45f91f421823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:59:37Z', 'updated_at': '2022-01-28T07:59:39Z', 'revision_number': 4, 'project_id': 'ea75831938ac4b18946665e46df721d1', 'gw_port': {'id': 'ed8b465d-05c2-49a6-8fd3-45f91f421823', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:2b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471ae43a-1a31-406c-ae5e-acc2efe0a256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:59:37Z', 'updated_at': '2022-01-28T07:59:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_floatingips': [{'id': '99fdf00c-0722-4494-aadb-492179653fc1', 'tenant_id': 'ea75831938ac4b18946665e46df721d1', 'floating_ip_address': '172.25.6.173', 'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'router_id': '471ae43a-1a31-406c-ae5e-acc2efe0a256', 'port_id': '623fd453-688d-4343-84a1-14db40455409', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1afc2731-e451-45ef-9fe0-067811f3cbbd', 'mac_address': 'fa:16:3e:ba:b8:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5c710f-e4fd-43fb-8c8c-c70f11eef3c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:59:41Z', 'updated_at': '2022-01-28T08:06:48Z', 'revision_number': 13, 'project_id': 'ea75831938ac4b18946665e46df721d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d7d521e-d346-4914-82ee-3ebe2f4e18db', 'name': '', 'network_id': '1afc2731-e451-45ef-9fe0-067811f3cbbd', 'tenant_id': 'ea75831938ac4b18946665e46df721d1', 'mac_address': 'fa:16:3e:42:66:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471ae43a-1a31-406c-ae5e-acc2efe0a256', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'de3bc95a-2ca1-4fb0-a56a-6e6091dfb4c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:59:39Z', 'updated_at': '2022-01-28T07:59:43Z', 'revision_number': 5, 'project_id': 'ea75831938ac4b18946665e46df721d1', 'subnets': [{'id': 'de3bc95a-2ca1-4fb0-a56a-6e6091dfb4c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:06:49.908955 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8136d142-6ba8-4bb5-b8bf-637773cfaa00 None None] The sync data for ids ['471ae43a-1a31-406c-ae5e-acc2efe0a256'] in n-d-712749-28 is: [{'id': '471ae43a-1a31-406c-ae5e-acc2efe0a256', 'name': 'tempest-ServerActionsTestJSON-1457173536-router', 'tenant_id': 'ea75831938ac4b18946665e46df721d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': 'ed8b465d-05c2-49a6-8fd3-45f91f421823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:59:37Z', 'updated_at': '2022-01-28T07:59:39Z', 'revision_number': 4, 'project_id': 'ea75831938ac4b18946665e46df721d1', 'gw_port': {'id': 'ed8b465d-05c2-49a6-8fd3-45f91f421823', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:2b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471ae43a-1a31-406c-ae5e-acc2efe0a256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:59:37Z', 'updated_at': '2022-01-28T07:59:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_floatingips': [{'id': '99fdf00c-0722-4494-aadb-492179653fc1', 'tenant_id': 'ea75831938ac4b18946665e46df721d1', 'floating_ip_address': '172.25.6.173', 'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'router_id': '471ae43a-1a31-406c-ae5e-acc2efe0a256', 'port_id': '623fd453-688d-4343-84a1-14db40455409', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1afc2731-e451-45ef-9fe0-067811f3cbbd', 'mac_address': 'fa:16:3e:ba:b8:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5c710f-e4fd-43fb-8c8c-c70f11eef3c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:59:41Z', 'updated_at': '2022-01-28T08:06:48Z', 'revision_number': 13, 'project_id': 'ea75831938ac4b18946665e46df721d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d7d521e-d346-4914-82ee-3ebe2f4e18db', 'name': '', 'network_id': '1afc2731-e451-45ef-9fe0-067811f3cbbd', 'tenant_id': 'ea75831938ac4b18946665e46df721d1', 'mac_address': 'fa:16:3e:42:66:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471ae43a-1a31-406c-ae5e-acc2efe0a256', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'de3bc95a-2ca1-4fb0-a56a-6e6091dfb4c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:59:39Z', 'updated_at': '2022-01-28T07:59:43Z', 'revision_number': 5, 'project_id': 'ea75831938ac4b18946665e46df721d1', 'subnets': [{'id': 'de3bc95a-2ca1-4fb0-a56a-6e6091dfb4c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 08:06:50.094985 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17226ce4-2ea2-41c0-829d-95d4ba425534 None None] New status for floating IP 99fdf00c-0722-4494-aadb-492179653fc1: ACTIVE {{(pid=103285) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 08:07:03.338890 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e66c9287-bf66-45e0-93de-36d42c573957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:07:03.511592 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:07:04.537299 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:07:05.703051 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78321158-6a85-4a98-b221-6c9357267e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:07:07.170715 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:07:08.857676 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:07:09.809353 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:07:11.407282 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 7 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 08:07:12.436637 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-515b22d1-3793-435b-8174-ca179daa965d req-e86e6261-3e4b-45c9-82fb-34240f54601d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3a5c710f-e4fd-43fb-8c8c-c70f11eef3c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0788310 Jan 28 08:07:12.541091 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515b22d1-3793-435b-8174-ca179daa965d req-09d95b08-f079-4752-912c-951f519315c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:07:12.542594 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-515b22d1-3793-435b-8174-ca179daa965d req-09d95b08-f079-4752-912c-951f519315c0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ea75831938ac4b18946665e46df721d1&device_id=3a5c710f-e4fd-43fb-8c8c-c70f11eef3c4 HTTP/1.1" status: 200 len: 1098 time: 0.0417237 Jan 28 08:07:12.650121 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515b22d1-3793-435b-8174-ca179daa965d req-4c724bcb-65c5-4ee1-a903-7ec6cf373a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:07:12.651494 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-515b22d1-3793-435b-8174-ca179daa965d req-4c724bcb-65c5-4ee1-a903-7ec6cf373a9b service neutron] 10.222.0.10 "GET /v2.0/networks?id=1afc2731-e451-45ef-9fe0-067811f3cbbd HTTP/1.1" status: 200 len: 913 time: 0.0881650 Jan 28 08:07:12.716592 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-515b22d1-3793-435b-8174-ca179daa965d req-0e9f47de-2937-4588-954e-aff5fafd53c5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=623fd453-688d-4343-84a1-14db40455409 HTTP/1.1" status: 200 len: 1003 time: 0.0586860 Jan 28 08:07:12.765761 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515b22d1-3793-435b-8174-ca179daa965d req-b4f6ce9b-3e72-44e2-aedd-d362452c9db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:07:12.767749 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-515b22d1-3793-435b-8174-ca179daa965d req-b4f6ce9b-3e72-44e2-aedd-d362452c9db2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=de3bc95a-2ca1-4fb0-a56a-6e6091dfb4c8 HTTP/1.1" status: 200 len: 851 time: 0.0431056 Jan 28 08:07:12.818244 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515b22d1-3793-435b-8174-ca179daa965d req-0dfde61b-dfd7-4324-b313-6d13bc6da7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:07:12.819758 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-515b22d1-3793-435b-8174-ca179daa965d req-0dfde61b-dfd7-4324-b313-6d13bc6da7ea service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1afc2731-e451-45ef-9fe0-067811f3cbbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0456970 Jan 28 08:07:12.908751 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-515b22d1-3793-435b-8174-ca179daa965d req-4ab471b4-bf5c-4f6b-b92f-e90874ff9f3e service neutron] 10.222.0.10 "GET /v2.0/networks/1afc2731-e451-45ef-9fe0-067811f3cbbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823493 Jan 28 08:07:13.005263 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-515b22d1-3793-435b-8174-ca179daa965d req-51b6b500-672f-4527-b71c-a9aa27c7338a service neutron] 10.222.0.10 "GET /v2.0/networks/1afc2731-e451-45ef-9fe0-067811f3cbbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903549 Jan 28 08:07:33.341548 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7cd7fdd3-df77-4058-80fe-ed1489060792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:07:33.509078 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:07:34.551805 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:07:35.704603 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ab49ce73-87c0-40b7-9997-cde2427c7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:07:37.174126 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:07:38.862645 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:07:39.971874 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:07:48.405616 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 7 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 08:08:03.343252 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-01800dba-8759-4cbe-b1d6-288a4a7cdb94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:08:03.525691 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:08:04.550853 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:08:05.706228 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d1937a8f-8785-42db-b7ca-a952fc309f1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:08:07.175821 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:08:08.861884 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:08:09.815929 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:08:14.427550 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-094be3d5-deab-48bb-bf84-cba62fe57582 req-15717a5d-15d8-4c21-b4d1-654b8e007c8c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3a5c710f-e4fd-43fb-8c8c-c70f11eef3c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0416980 Jan 28 08:08:14.540017 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094be3d5-deab-48bb-bf84-cba62fe57582 req-3d4570a2-8e6b-4720-8521-1f9b03db686e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:08:14.541578 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-094be3d5-deab-48bb-bf84-cba62fe57582 req-3d4570a2-8e6b-4720-8521-1f9b03db686e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ea75831938ac4b18946665e46df721d1&device_id=3a5c710f-e4fd-43fb-8c8c-c70f11eef3c4 HTTP/1.1" status: 200 len: 1098 time: 0.0463009 Jan 28 08:08:14.650888 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094be3d5-deab-48bb-bf84-cba62fe57582 req-263d81ed-e9ce-444d-860a-5796e6b8389a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:08:14.652417 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-094be3d5-deab-48bb-bf84-cba62fe57582 req-263d81ed-e9ce-444d-860a-5796e6b8389a service neutron] 10.222.0.10 "GET /v2.0/networks?id=1afc2731-e451-45ef-9fe0-067811f3cbbd HTTP/1.1" status: 200 len: 913 time: 0.0877221 Jan 28 08:08:14.721118 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-094be3d5-deab-48bb-bf84-cba62fe57582 req-c177e267-9d8e-4dea-ab7a-f5abc899a9bb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=623fd453-688d-4343-84a1-14db40455409 HTTP/1.1" status: 200 len: 1003 time: 0.0600305 Jan 28 08:08:14.777134 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094be3d5-deab-48bb-bf84-cba62fe57582 req-34512dbb-16d0-4d92-bc53-1cfbc78da063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:08:14.778655 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-094be3d5-deab-48bb-bf84-cba62fe57582 req-34512dbb-16d0-4d92-bc53-1cfbc78da063 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=de3bc95a-2ca1-4fb0-a56a-6e6091dfb4c8 HTTP/1.1" status: 200 len: 851 time: 0.0476370 Jan 28 08:08:14.834622 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094be3d5-deab-48bb-bf84-cba62fe57582 req-b9cf1f54-8fd0-437f-aa3e-20f21e2507b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:08:14.836362 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-094be3d5-deab-48bb-bf84-cba62fe57582 req-b9cf1f54-8fd0-437f-aa3e-20f21e2507b2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1afc2731-e451-45ef-9fe0-067811f3cbbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0477719 Jan 28 08:08:14.927397 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-094be3d5-deab-48bb-bf84-cba62fe57582 req-b0bc2790-54e9-4184-958d-358b860cc9d7 service neutron] 10.222.0.10 "GET /v2.0/networks/1afc2731-e451-45ef-9fe0-067811f3cbbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819089 Jan 28 08:08:15.022298 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-094be3d5-deab-48bb-bf84-cba62fe57582 req-42b56218-7d7d-45a5-af02-ab75b43e7c04 service neutron] 10.222.0.10 "GET /v2.0/networks/1afc2731-e451-45ef-9fe0-067811f3cbbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850263 Jan 28 08:08:25.404948 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 7 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 08:08:29.836465 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0199ad0-aec9-4378-8231-02457fb16501 req-61755b66-33fb-48e7-a9f8-94dd13edd2af tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:08:29.837959 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f0199ad0-aec9-4378-8231-02457fb16501 req-61755b66-33fb-48e7-a9f8-94dd13edd2af tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a5c710f-e4fd-43fb-8c8c-c70f11eef3c4 HTTP/1.1" status: 200 len: 946 time: 0.1077597 Jan 28 08:08:29.885532 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f0199ad0-aec9-4378-8231-02457fb16501 req-f493c51a-8797-4145-bf97-ed1ef795adf6 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421145 Jan 28 08:08:33.346202 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5a13d287-d0a2-4b9f-8cca-b3d212198bc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:08:33.538549 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:08:34.568363 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:08:35.709113 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6e725a98-2c88-464a-b378-a08993a69783 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:08:37.181132 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:08:38.865485 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:08:39.819836 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:08:46.183722 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [req-7d3a7db3-f26b-48b8-9b5e-b42d1d9a4e6f req-c341f354-d732-42a6-9634-4a7d762064a0 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 08:08:46.184747 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7d3a7db3-f26b-48b8-9b5e-b42d1d9a4e6f req-c341f354-d732-42a6-9634-4a7d762064a0 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054405 Jan 28 08:08:46.376658 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-47d984c9-e4d3-4c7c-a10f-1a30c01649b1 req-8102158f-249f-4802-b76c-2e867a7bf277 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3a5c710f-e4fd-43fb-8c8c-c70f11eef3c4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0696139 Jan 28 08:08:46.387653 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de23daf8-f628-478e-917e-916c73591394 req-263851e9-03db-4c6a-b4b9-fb7c55c28a74 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:08:46.388988 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-de23daf8-f628-478e-917e-916c73591394 req-263851e9-03db-4c6a-b4b9-fb7c55c28a74 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a5c710f-e4fd-43fb-8c8c-c70f11eef3c4 HTTP/1.1" status: 200 len: 946 time: 0.0707760 Jan 28 08:08:46.393784 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [req-47d984c9-e4d3-4c7c-a10f-1a30c01649b1 req-88550089-9fa4-45f0-b9d0-02cdf84d58d8 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103283) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 08:08:46.394730 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-47d984c9-e4d3-4c7c-a10f-1a30c01649b1 req-88550089-9fa4-45f0-b9d0-02cdf84d58d8 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049052 Jan 28 08:08:46.441889 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-de23daf8-f628-478e-917e-916c73591394 req-a7e749f1-53f6-4fa6-8bbb-3ac83a6e2a0a tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462604 Jan 28 08:08:47.594694 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4089e76b-0964-4678-8361-dc2de80de0b2 req-89b75829-bccf-4c7a-9378-fd9b9b69d01d tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:08:47.596156 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4089e76b-0964-4678-8361-dc2de80de0b2 req-89b75829-bccf-4c7a-9378-fd9b9b69d01d tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a5c710f-e4fd-43fb-8c8c-c70f11eef3c4 HTTP/1.1" status: 200 len: 946 time: 0.0821207 Jan 28 08:08:47.602376 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d984c9-e4d3-4c7c-a10f-1a30c01649b1 req-2f282063-00e7-4897-aca7-e5d215ba254a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:08:47.603753 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-47d984c9-e4d3-4c7c-a10f-1a30c01649b1 req-2f282063-00e7-4897-aca7-e5d215ba254a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ea75831938ac4b18946665e46df721d1&device_id=3a5c710f-e4fd-43fb-8c8c-c70f11eef3c4 HTTP/1.1" status: 200 len: 1098 time: 0.0588055 Jan 28 08:08:47.693232 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4089e76b-0964-4678-8361-dc2de80de0b2 req-e88366af-2bb0-4564-a11e-89e774c8cab9 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884130 Jan 28 08:08:47.726542 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d984c9-e4d3-4c7c-a10f-1a30c01649b1 req-06d96c7b-94b8-48b3-9420-8bd6b3d07963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:08:47.728040 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-47d984c9-e4d3-4c7c-a10f-1a30c01649b1 req-06d96c7b-94b8-48b3-9420-8bd6b3d07963 service neutron] 10.222.0.10 "GET /v2.0/networks?id=1afc2731-e451-45ef-9fe0-067811f3cbbd HTTP/1.1" status: 200 len: 913 time: 0.1100705 Jan 28 08:08:47.800336 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-47d984c9-e4d3-4c7c-a10f-1a30c01649b1 req-8d38c51f-3a8f-4740-95a7-e12bce79c95d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=623fd453-688d-4343-84a1-14db40455409 HTTP/1.1" status: 200 len: 1003 time: 0.0632865 Jan 28 08:08:47.850321 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d984c9-e4d3-4c7c-a10f-1a30c01649b1 req-de46bf93-91c3-45a0-b433-ccfa90f92c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:08:47.852583 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-47d984c9-e4d3-4c7c-a10f-1a30c01649b1 req-de46bf93-91c3-45a0-b433-ccfa90f92c20 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=de3bc95a-2ca1-4fb0-a56a-6e6091dfb4c8 HTTP/1.1" status: 200 len: 851 time: 0.0436423 Jan 28 08:08:47.899301 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d984c9-e4d3-4c7c-a10f-1a30c01649b1 req-83b700cd-d102-4550-87f8-4a410418b8df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:08:47.900794 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-47d984c9-e4d3-4c7c-a10f-1a30c01649b1 req-83b700cd-d102-4550-87f8-4a410418b8df service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1afc2731-e451-45ef-9fe0-067811f3cbbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397382 Jan 28 08:08:47.994540 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-47d984c9-e4d3-4c7c-a10f-1a30c01649b1 req-aebb9adc-1f58-49b1-bacf-24835d064276 service neutron] 10.222.0.10 "GET /v2.0/networks/1afc2731-e451-45ef-9fe0-067811f3cbbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844655 Jan 28 08:08:48.085602 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-47d984c9-e4d3-4c7c-a10f-1a30c01649b1 req-01e85493-d10a-4175-a03b-46a0eac1afd7 service neutron] 10.222.0.10 "GET /v2.0/networks/1afc2731-e451-45ef-9fe0-067811f3cbbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814886 Jan 28 08:08:48.809545 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734f9ebd-ef3f-4358-ba18-5d0ae74e6a38 req-c7b1c24d-f842-46fa-b4e2-2f823e67187c tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:08:48.811044 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-734f9ebd-ef3f-4358-ba18-5d0ae74e6a38 req-c7b1c24d-f842-46fa-b4e2-2f823e67187c tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a5c710f-e4fd-43fb-8c8c-c70f11eef3c4 HTTP/1.1" status: 200 len: 946 time: 0.0486364 Jan 28 08:08:48.856678 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-734f9ebd-ef3f-4358-ba18-5d0ae74e6a38 req-66aa4c67-d137-4e10-97e8-31d6c23ba12d tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401809 Jan 28 08:08:49.973442 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6939f64-41e2-4b39-b583-ca5804117c11 req-7d5fdb04-2112-4862-bb54-12bbaa6ac49e tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:08:49.974922 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b6939f64-41e2-4b39-b583-ca5804117c11 req-7d5fdb04-2112-4862-bb54-12bbaa6ac49e tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a5c710f-e4fd-43fb-8c8c-c70f11eef3c4 HTTP/1.1" status: 200 len: 946 time: 0.0477185 Jan 28 08:08:50.026159 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b6939f64-41e2-4b39-b583-ca5804117c11 req-bd0ab94b-1b22-4cbc-841b-f2e4c1c98ae9 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447657 Jan 28 08:08:51.140315 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45493a1a-f35d-4112-8e8f-734b898c09b6 req-3332caaa-2507-475d-a251-1710ab79d955 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:08:51.141799 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-45493a1a-f35d-4112-8e8f-734b898c09b6 req-3332caaa-2507-475d-a251-1710ab79d955 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a5c710f-e4fd-43fb-8c8c-c70f11eef3c4 HTTP/1.1" status: 200 len: 946 time: 0.0480847 Jan 28 08:08:51.188738 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-45493a1a-f35d-4112-8e8f-734b898c09b6 req-7f39436a-97e0-44bb-b567-6c8d877032d5 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413961 Jan 28 08:08:52.302178 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4f669f-fa36-4a96-81b8-b7b565d34e9d req-f1c44687-4947-4b33-a954-aead3af749bb tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:08:52.303668 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9d4f669f-fa36-4a96-81b8-b7b565d34e9d req-f1c44687-4947-4b33-a954-aead3af749bb tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a5c710f-e4fd-43fb-8c8c-c70f11eef3c4 HTTP/1.1" status: 200 len: 946 time: 0.0481415 Jan 28 08:08:52.349560 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9d4f669f-fa36-4a96-81b8-b7b565d34e9d req-169e02fd-8331-43f8-a28e-a39cde3c43f6 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399101 Jan 28 08:08:53.469468 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0a0929-b1cc-4a57-9ce5-e853fde67887 req-12340e01-f236-46fc-8fc7-571303324ec1 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:08:53.470930 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-eb0a0929-b1cc-4a57-9ce5-e853fde67887 req-12340e01-f236-46fc-8fc7-571303324ec1 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a5c710f-e4fd-43fb-8c8c-c70f11eef3c4 HTTP/1.1" status: 200 len: 946 time: 0.0518668 Jan 28 08:08:53.517153 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-eb0a0929-b1cc-4a57-9ce5-e853fde67887 req-3c530100-93f6-4cc3-a031-d7f61bfa9c11 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406640 Jan 28 08:08:54.631832 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faba33c-19ab-419c-b547-852859b6f319 req-035c002c-ed45-48a1-9c02-5d7f3acedc0e tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:08:54.633978 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0faba33c-19ab-419c-b547-852859b6f319 req-035c002c-ed45-48a1-9c02-5d7f3acedc0e tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a5c710f-e4fd-43fb-8c8c-c70f11eef3c4 HTTP/1.1" status: 200 len: 946 time: 0.0484817 Jan 28 08:08:54.678865 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0faba33c-19ab-419c-b547-852859b6f319 req-4c91bd16-4829-4cf8-87fc-a4bfdda6de72 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392957 Jan 28 08:08:55.794400 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e91494-f808-4f8b-9369-7d77b6afbdfc req-55f06dee-627f-4f4d-91dc-26c796925111 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:08:55.795885 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b5e91494-f808-4f8b-9369-7d77b6afbdfc req-55f06dee-627f-4f4d-91dc-26c796925111 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a5c710f-e4fd-43fb-8c8c-c70f11eef3c4 HTTP/1.1" status: 200 len: 946 time: 0.0475461 Jan 28 08:08:55.842163 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b5e91494-f808-4f8b-9369-7d77b6afbdfc req-baadc03f-eeb5-44cd-80e4-18a593a331c4 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403299 Jan 28 08:08:56.962758 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64528fb-abe0-4bce-a1de-03a2ec55330c req-306cf5d9-a3b7-4d98-b1bc-6fc8c77c4a55 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:08:56.964247 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c64528fb-abe0-4bce-a1de-03a2ec55330c req-306cf5d9-a3b7-4d98-b1bc-6fc8c77c4a55 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a5c710f-e4fd-43fb-8c8c-c70f11eef3c4 HTTP/1.1" status: 200 len: 946 time: 0.0525730 Jan 28 08:08:57.009550 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c64528fb-abe0-4bce-a1de-03a2ec55330c req-6b15fb8b-c965-456e-b8cb-1c48b9fadb8a tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397816 Jan 28 08:08:58.129209 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea5f6ff-55da-4f8c-8174-6e2ed334af83 req-f36efbc3-4e8c-45c6-8be9-6af99be4bcda tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:08:58.130715 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5ea5f6ff-55da-4f8c-8174-6e2ed334af83 req-f36efbc3-4e8c-45c6-8be9-6af99be4bcda tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a5c710f-e4fd-43fb-8c8c-c70f11eef3c4 HTTP/1.1" status: 200 len: 946 time: 0.0527210 Jan 28 08:08:58.176476 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5ea5f6ff-55da-4f8c-8174-6e2ed334af83 req-02655164-c9d8-44ad-afb3-0a080681b08c tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400641 Jan 28 08:08:59.293746 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02c8145-a62b-4efe-9356-30180f33f127 req-f254cd84-dba0-444f-a45b-8e1688f3f459 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:08:59.295219 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f02c8145-a62b-4efe-9356-30180f33f127 req-f254cd84-dba0-444f-a45b-8e1688f3f459 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a5c710f-e4fd-43fb-8c8c-c70f11eef3c4 HTTP/1.1" status: 200 len: 946 time: 0.0486934 Jan 28 08:08:59.342544 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f02c8145-a62b-4efe-9356-30180f33f127 req-24c35922-069c-482b-ba6e-c00b811f001f tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414672 Jan 28 08:09:00.461967 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45bfec2-026c-4ded-8c48-f316f3a58862 req-56e185ba-415a-4831-9f5e-3bf2d83f67ab tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:09:00.463450 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d45bfec2-026c-4ded-8c48-f316f3a58862 req-56e185ba-415a-4831-9f5e-3bf2d83f67ab tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a5c710f-e4fd-43fb-8c8c-c70f11eef3c4 HTTP/1.1" status: 200 len: 946 time: 0.0483012 Jan 28 08:09:00.509323 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d45bfec2-026c-4ded-8c48-f316f3a58862 req-998b11df-179d-4298-b0e8-f3db749b03ff tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402884 Jan 28 08:09:01.630186 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f04bc3-f6d3-4095-8742-44f8edeac553 req-3767745c-ef6a-4e0f-b164-594feb1eab02 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:09:01.631677 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b9f04bc3-f6d3-4095-8742-44f8edeac553 req-3767745c-ef6a-4e0f-b164-594feb1eab02 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a5c710f-e4fd-43fb-8c8c-c70f11eef3c4 HTTP/1.1" status: 200 len: 946 time: 0.0528507 Jan 28 08:09:01.678970 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b9f04bc3-f6d3-4095-8742-44f8edeac553 req-ac27acc8-44b5-476d-913f-9cec890bb823 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414445 Jan 28 08:09:02.404300 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 7 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 08:09:02.800491 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54939637-bd84-4bf4-a309-6322c5e54c37 req-1f835f10-cb4c-49ef-bf73-acf231e58f72 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:09:02.801990 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-54939637-bd84-4bf4-a309-6322c5e54c37 req-1f835f10-cb4c-49ef-bf73-acf231e58f72 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a5c710f-e4fd-43fb-8c8c-c70f11eef3c4 HTTP/1.1" status: 200 len: 946 time: 0.0506582 Jan 28 08:09:02.856502 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-54939637-bd84-4bf4-a309-6322c5e54c37 req-290bab3f-e7ce-495e-ba1f-da23e560de6d tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487504 Jan 28 08:09:03.350845 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3e4425db-e75f-4ebc-b17a-fd7877e09d9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:09:03.536967 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:09:03.973162 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c0127c-3072-40e2-a850-8921aa909944 req-8b0e4f57-fa70-466f-855c-c053e8d02c7b tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:09:03.974652 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-31c0127c-3072-40e2-a850-8921aa909944 req-8b0e4f57-fa70-466f-855c-c053e8d02c7b tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a5c710f-e4fd-43fb-8c8c-c70f11eef3c4 HTTP/1.1" status: 200 len: 946 time: 0.0478175 Jan 28 08:09:04.021605 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-31c0127c-3072-40e2-a850-8921aa909944 req-a19d30cc-2c0d-4014-8927-f1fa50733007 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405216 Jan 28 08:09:04.475392 n-d-712749-28 neutron-server[103284]: INFO neutron.api.v2.resource [req-47d984c9-e4d3-4c7c-a10f-1a30c01649b1 req-7caed06f-6654-4b5c-b242-5ef17f57af51 service neutron] show failed (client error): The resource could not be found. Jan 28 08:09:04.476510 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-47d984c9-e4d3-4c7c-a10f-1a30c01649b1 req-7caed06f-6654-4b5c-b242-5ef17f57af51 service neutron] 10.222.0.10 "GET /v2.0/ports/623fd453-688d-4343-84a1-14db40455409/bindings/n-h2-712749-28 HTTP/1.1" status: 404 len: 381 time: 0.0540595 Jan 28 08:09:04.533180 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 623fd453-688d-4343-84a1-14db40455409 no longer exists at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 08:09:04.585492 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:09:04.624539 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 623fd453-688d-4343-84a1-14db40455409 is: ACTIVE; New status is: DOWN {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:09:04.624822 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (623fd453-688d-4343-84a1-14db40455409), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:09:04.650314 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a5c710f-e4fd-43fb-8c8c-c70f11eef3c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '623fd453-688d-4343-84a1-14db40455409'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 08:09:04.652605 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ad7fe887ec8da9bd29e477e6463a73d1e99860c0dff062a8c1350cb6684650b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23ab3324-4dca-4dd5-95c7-46e2b44a6d65" -d '{"events": [{"server_uuid": "3a5c710f-e4fd-43fb-8c8c-c70f11eef3c4", "name": "network-vif-unplugged", "status": "completed", "tag": "623fd453-688d-4343-84a1-14db40455409"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 08:09:04.665747 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 623fd453-688d-4343-84a1-14db40455409, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=623fd453-688d-4343-84a1-14db40455409,segment=NetworkSegment(9f29e49e-1298-4018-ac36-fa9bfe8943e3),segment_id=9f29e49e-1298-4018-ac36-fa9bfe8943e3)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:09:04.670778 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (623fd453-688d-4343-84a1-14db40455409), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:09:04.718666 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 08:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34f11152-321c-4d75-a9b6-69bbfa001c51 x-openstack-request-id: req-34f11152-321c-4d75-a9b6-69bbfa001c51 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 08:09:04.719303 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a5c710f-e4fd-43fb-8c8c-c70f11eef3c4", "name": "network-vif-unplugged", "status": "completed", "tag": "623fd453-688d-4343-84a1-14db40455409", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 08:09:04.719493 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-34f11152-321c-4d75-a9b6-69bbfa001c51 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 08:09:04.719876 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a5c710f-e4fd-43fb-8c8c-c70f11eef3c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '623fd453-688d-4343-84a1-14db40455409', 'code': 200} Jan 28 08:09:04.729179 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=623fd453-688d-4343-84a1-14db40455409,revision_number=6']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:09:04.737193 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d984c9-e4d3-4c7c-a10f-1a30c01649b1 req-e9340788-6125-418e-8cbc-3c77085a883b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:09:04.738712 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-47d984c9-e4d3-4c7c-a10f-1a30c01649b1 req-e9340788-6125-418e-8cbc-3c77085a883b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=3a5c710f-e4fd-43fb-8c8c-c70f11eef3c4&tenant_id=ea75831938ac4b18946665e46df721d1 HTTP/1.1" status: 200 len: 1096 time: 0.0856712 Jan 28 08:09:04.741031 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:09:04.741387 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:09:04.741732 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:09:04.742124 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:09:04.742568 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:09:04.742912 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:09:04.743255 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:09:04.743589 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:09:04.743974 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:09:04.744337 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:09:04.744672 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:09:04.745001 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:09:04.745329 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:09:04.755675 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [req-47d984c9-e4d3-4c7c-a10f-1a30c01649b1 req-241a47cb-5d02-4fb0-96d4-eee57a54b1cc service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103283) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 08:09:04.756767 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-47d984c9-e4d3-4c7c-a10f-1a30c01649b1 req-241a47cb-5d02-4fb0-96d4-eee57a54b1cc service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0098069 Jan 28 08:09:04.772643 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-47d984c9-e4d3-4c7c-a10f-1a30c01649b1 req-7d9f9ea3-742e-4544-b8d1-c79039431f44 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712749-28', 'device_owner': 'compute:nova'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:09:04.831383 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-47d984c9-e4d3-4c7c-a10f-1a30c01649b1 req-7d9f9ea3-742e-4544-b8d1-c79039431f44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (623fd453-688d-4343-84a1-14db40455409), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:09:05.035184 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-47d984c9-e4d3-4c7c-a10f-1a30c01649b1 req-7d9f9ea3-742e-4544-b8d1-c79039431f44 service neutron] For port 623fd453-688d-4343-84a1-14db40455409, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=623fd453-688d-4343-84a1-14db40455409,segment=NetworkSegment(9f29e49e-1298-4018-ac36-fa9bfe8943e3),segment_id=9f29e49e-1298-4018-ac36-fa9bfe8943e3)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:09:05.069231 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-47d984c9-e4d3-4c7c-a10f-1a30c01649b1 req-7d9f9ea3-742e-4544-b8d1-c79039431f44 service neutron] For port 623fd453-688d-4343-84a1-14db40455409, host n-h1-712749-28, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 08:09:05.107878 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [req-47d984c9-e4d3-4c7c-a10f-1a30c01649b1 req-7d9f9ea3-742e-4544-b8d1-c79039431f44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 623fd453-688d-4343-84a1-14db40455409 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 08:09:05.115738 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-47d984c9-e4d3-4c7c-a10f-1a30c01649b1 req-7d9f9ea3-742e-4544-b8d1-c79039431f44 service neutron] Publish callbacks [] for port (623fd453-688d-4343-84a1-14db40455409), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:09:05.129299 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [req-47d984c9-e4d3-4c7c-a10f-1a30c01649b1 req-7d9f9ea3-742e-4544-b8d1-c79039431f44 service neutron] Transition to ACTIVE for port object 623fd453-688d-4343-84a1-14db40455409 will not be triggered until provisioned by entity L2. {{(pid=103283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 08:09:05.139922 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-47d984c9-e4d3-4c7c-a10f-1a30c01649b1 req-7d9f9ea3-742e-4544-b8d1-c79039431f44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (623fd453-688d-4343-84a1-14db40455409), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:09:05.145955 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b53a42a-2c48-4b42-b10d-5174745c85b4 req-27b588fb-30ad-4755-8e33-a943c014c674 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:09:05.147518 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4b53a42a-2c48-4b42-b10d-5174745c85b4 req-27b588fb-30ad-4755-8e33-a943c014c674 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a5c710f-e4fd-43fb-8c8c-c70f11eef3c4 HTTP/1.1" status: 200 len: 944 time: 0.0549853 Jan 28 08:09:05.199216 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4b53a42a-2c48-4b42-b10d-5174745c85b4 req-17a0c6de-b917-4cf4-836f-f0bee846846d tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458264 Jan 28 08:09:05.234189 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9f9ea3-742e-4544-b8d1-c79039431f44 service neutron] Pushing event updated for resources: {'Port': ['ID=623fd453-688d-4343-84a1-14db40455409,revision_number=7']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:09:05.247675 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9f9ea3-742e-4544-b8d1-c79039431f44 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:09:05.248028 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9f9ea3-742e-4544-b8d1-c79039431f44 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:09:05.248409 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9f9ea3-742e-4544-b8d1-c79039431f44 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:09:05.248748 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9f9ea3-742e-4544-b8d1-c79039431f44 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:09:05.249086 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9f9ea3-742e-4544-b8d1-c79039431f44 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:09:05.249420 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9f9ea3-742e-4544-b8d1-c79039431f44 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:09:05.249752 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9f9ea3-742e-4544-b8d1-c79039431f44 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:09:05.250083 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9f9ea3-742e-4544-b8d1-c79039431f44 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:09:05.250410 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9f9ea3-742e-4544-b8d1-c79039431f44 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:09:05.250736 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9f9ea3-742e-4544-b8d1-c79039431f44 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:09:05.251073 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9f9ea3-742e-4544-b8d1-c79039431f44 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:09:05.251398 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9f9ea3-742e-4544-b8d1-c79039431f44 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:09:05.251722 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9f9ea3-742e-4544-b8d1-c79039431f44 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:09:05.290669 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-47d984c9-e4d3-4c7c-a10f-1a30c01649b1 req-7d9f9ea3-742e-4544-b8d1-c79039431f44 service neutron] No DVR routers for this DVR port 623fd453-688d-4343-84a1-14db40455409 on host n-h1-712749-28 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 08:09:05.431997 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-47d984c9-e4d3-4c7c-a10f-1a30c01649b1 req-7d9f9ea3-742e-4544-b8d1-c79039431f44 service neutron] Attempting to bind port 623fd453-688d-4343-84a1-14db40455409 on host n-h2-712749-28 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 08:09:05.432364 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-47d984c9-e4d3-4c7c-a10f-1a30c01649b1 req-7d9f9ea3-742e-4544-b8d1-c79039431f44 service neutron] Attempting to bind port 623fd453-688d-4343-84a1-14db40455409 by drivers openvswitch,hyperv on host n-h2-712749-28 at level 0 using segments [{'id': '9f29e49e-1298-4018-ac36-fa9bfe8943e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1afc2731-e451-45ef-9fe0-067811f3cbbd'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 08:09:05.432690 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47d984c9-e4d3-4c7c-a10f-1a30c01649b1 req-7d9f9ea3-742e-4544-b8d1-c79039431f44 service neutron] Attempting to bind port 623fd453-688d-4343-84a1-14db40455409 on network 1afc2731-e451-45ef-9fe0-067811f3cbbd {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 08:09:05.437143 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47d984c9-e4d3-4c7c-a10f-1a30c01649b1 req-7d9f9ea3-742e-4544-b8d1-c79039431f44 service neutron] Port 623fd453-688d-4343-84a1-14db40455409 on network 1afc2731-e451-45ef-9fe0-067811f3cbbd not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-28 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 08:09:05.437461 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47d984c9-e4d3-4c7c-a10f-1a30c01649b1 req-7d9f9ea3-742e-4544-b8d1-c79039431f44 service neutron] Attempting to bind port 623fd453-688d-4343-84a1-14db40455409 on network 1afc2731-e451-45ef-9fe0-067811f3cbbd {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 08:09:05.442258 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47d984c9-e4d3-4c7c-a10f-1a30c01649b1 req-7d9f9ea3-742e-4544-b8d1-c79039431f44 service neutron] Checking agent: {'id': 'c9906e63-062c-432e-bb53-63fdb8115e18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 8, 9, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 08:09:05.442589 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47d984c9-e4d3-4c7c-a10f-1a30c01649b1 req-7d9f9ea3-742e-4544-b8d1-c79039431f44 service neutron] Checking segment: {'id': '9f29e49e-1298-4018-ac36-fa9bfe8943e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1afc2731-e451-45ef-9fe0-067811f3cbbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 08:09:05.442970 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47d984c9-e4d3-4c7c-a10f-1a30c01649b1 req-7d9f9ea3-742e-4544-b8d1-c79039431f44 service neutron] Bound using segment: {'id': '9f29e49e-1298-4018-ac36-fa9bfe8943e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1afc2731-e451-45ef-9fe0-067811f3cbbd'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 08:09:05.443385 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-47d984c9-e4d3-4c7c-a10f-1a30c01649b1 req-7d9f9ea3-742e-4544-b8d1-c79039431f44 service neutron] Bound port: 623fd453-688d-4343-84a1-14db40455409, host: n-h2-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f29e49e-1298-4018-ac36-fa9bfe8943e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1afc2731-e451-45ef-9fe0-067811f3cbbd'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 08:09:05.443737 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-47d984c9-e4d3-4c7c-a10f-1a30c01649b1 req-7d9f9ea3-742e-4544-b8d1-c79039431f44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (623fd453-688d-4343-84a1-14db40455409), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:09:05.508475 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-47d984c9-e4d3-4c7c-a10f-1a30c01649b1 req-7d9f9ea3-742e-4544-b8d1-c79039431f44 service neutron] For port 623fd453-688d-4343-84a1-14db40455409, host n-h2-712749-28, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 08:09:05.511489 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-47d984c9-e4d3-4c7c-a10f-1a30c01649b1 req-7d9f9ea3-742e-4544-b8d1-c79039431f44 service neutron] For port 623fd453-688d-4343-84a1-14db40455409, host n-h2-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=623fd453-688d-4343-84a1-14db40455409,segment=NetworkSegment(9f29e49e-1298-4018-ac36-fa9bfe8943e3),segment_id=9f29e49e-1298-4018-ac36-fa9bfe8943e3)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 08:09:05.516088 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-47d984c9-e4d3-4c7c-a10f-1a30c01649b1 req-7d9f9ea3-742e-4544-b8d1-c79039431f44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (623fd453-688d-4343-84a1-14db40455409), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:09:05.550225 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d984c9-e4d3-4c7c-a10f-1a30c01649b1 req-7d9f9ea3-742e-4544-b8d1-c79039431f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:09:05.550868 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-47d984c9-e4d3-4c7c-a10f-1a30c01649b1 req-7d9f9ea3-742e-4544-b8d1-c79039431f44 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:09:05.552298 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-47d984c9-e4d3-4c7c-a10f-1a30c01649b1 req-7d9f9ea3-742e-4544-b8d1-c79039431f44 service neutron] 10.222.0.44 "PUT /v2.0/ports/623fd453-688d-4343-84a1-14db40455409 HTTP/1.1" status: 200 len: 1093 time: 0.7835090 Jan 28 08:09:05.552786 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a5c710f-e4fd-43fb-8c8c-c70f11eef3c4', 'tag': '623fd453-688d-4343-84a1-14db40455409'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 08:09:05.555240 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6b024039d6c3a8048940e324a8d5ead2390d66f8802a9866b6a24361082aa9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edc96d2f-45cd-49f7-b2ad-c89ec8560338" -d '{"events": [{"name": "network-changed", "server_uuid": "3a5c710f-e4fd-43fb-8c8c-c70f11eef3c4", "tag": "623fd453-688d-4343-84a1-14db40455409"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 08:09:05.581445 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9f9ea3-742e-4544-b8d1-c79039431f44 service neutron] Pushing event updated for resources: {'Port': ['ID=623fd453-688d-4343-84a1-14db40455409,revision_number=8']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:09:05.632342 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d984c9-e4d3-4c7c-a10f-1a30c01649b1 req-4491df1c-05f9-42fb-9f6c-3ee5e815e236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:09:05.634127 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-47d984c9-e4d3-4c7c-a10f-1a30c01649b1 req-4491df1c-05f9-42fb-9f6c-3ee5e815e236 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ea75831938ac4b18946665e46df721d1&device_id=3a5c710f-e4fd-43fb-8c8c-c70f11eef3c4 HTTP/1.1" status: 200 len: 1096 time: 0.0434551 Jan 28 08:09:05.692157 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 08:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77d74e17-2940-4877-ab32-be4a61314732 x-openstack-request-id: req-77d74e17-2940-4877-ab32-be4a61314732 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 08:09:05.692562 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a5c710f-e4fd-43fb-8c8c-c70f11eef3c4", "tag": "623fd453-688d-4343-84a1-14db40455409", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 08:09:05.692889 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-77d74e17-2940-4877-ab32-be4a61314732 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 08:09:05.693359 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a5c710f-e4fd-43fb-8c8c-c70f11eef3c4', 'tag': '623fd453-688d-4343-84a1-14db40455409', 'status': 'completed', 'code': 200} Jan 28 08:09:05.730175 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-502366ed-4890-4370-9f67-57727cc31a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:09:05.757189 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d984c9-e4d3-4c7c-a10f-1a30c01649b1 req-7d1c03cf-5090-41eb-b153-73b9f33f5099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:09:05.759991 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-47d984c9-e4d3-4c7c-a10f-1a30c01649b1 req-7d1c03cf-5090-41eb-b153-73b9f33f5099 service neutron] 10.222.0.44 "GET /v2.0/networks?id=1afc2731-e451-45ef-9fe0-067811f3cbbd HTTP/1.1" status: 200 len: 913 time: 0.1201766 Jan 28 08:09:05.772063 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc96d2f-45cd-49f7-b2ad-c89ec8560338 req-91ddb323-3d09-4a6c-ab28-5d5ab9776a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:09:05.774154 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-edc96d2f-45cd-49f7-b2ad-c89ec8560338 req-91ddb323-3d09-4a6c-ab28-5d5ab9776a31 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ea75831938ac4b18946665e46df721d1&device_id=3a5c710f-e4fd-43fb-8c8c-c70f11eef3c4 HTTP/1.1" status: 200 len: 1096 time: 0.0501003 Jan 28 08:09:05.830476 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-47d984c9-e4d3-4c7c-a10f-1a30c01649b1 req-35d6fdb9-9e08-4de1-9835-5f44635a095b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=623fd453-688d-4343-84a1-14db40455409 HTTP/1.1" status: 200 len: 1001 time: 0.0645635 Jan 28 08:09:05.884832 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc96d2f-45cd-49f7-b2ad-c89ec8560338 req-f809567b-549d-4dca-a00c-17933bf3df13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:09:05.886367 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d984c9-e4d3-4c7c-a10f-1a30c01649b1 req-c4e42f3e-a73b-4933-ab48-954101147349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:09:05.887382 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-edc96d2f-45cd-49f7-b2ad-c89ec8560338 req-f809567b-549d-4dca-a00c-17933bf3df13 service neutron] 10.222.0.10 "GET /v2.0/networks?id=1afc2731-e451-45ef-9fe0-067811f3cbbd HTTP/1.1" status: 200 len: 913 time: 0.0963755 Jan 28 08:09:05.887965 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-47d984c9-e4d3-4c7c-a10f-1a30c01649b1 req-c4e42f3e-a73b-4933-ab48-954101147349 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=de3bc95a-2ca1-4fb0-a56a-6e6091dfb4c8 HTTP/1.1" status: 200 len: 851 time: 0.0510805 Jan 28 08:09:05.941119 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d984c9-e4d3-4c7c-a10f-1a30c01649b1 req-73e06ec7-f7a8-4dba-8234-3dcbccf2bc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:09:05.942814 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-47d984c9-e4d3-4c7c-a10f-1a30c01649b1 req-73e06ec7-f7a8-4dba-8234-3dcbccf2bc08 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1afc2731-e451-45ef-9fe0-067811f3cbbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0495002 Jan 28 08:09:05.959866 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-edc96d2f-45cd-49f7-b2ad-c89ec8560338 req-964bd207-9450-4435-b6e4-45a4373e0a15 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=623fd453-688d-4343-84a1-14db40455409 HTTP/1.1" status: 200 len: 1001 time: 0.0635717 Jan 28 08:09:06.011656 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc96d2f-45cd-49f7-b2ad-c89ec8560338 req-6e7c8759-46c7-480c-b1a7-730e0d959a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:09:06.013250 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-edc96d2f-45cd-49f7-b2ad-c89ec8560338 req-6e7c8759-46c7-480c-b1a7-730e0d959a7a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=de3bc95a-2ca1-4fb0-a56a-6e6091dfb4c8 HTTP/1.1" status: 200 len: 851 time: 0.0450938 Jan 28 08:09:06.034683 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-47d984c9-e4d3-4c7c-a10f-1a30c01649b1 req-ae3de5b1-3ae7-4a7f-b6de-0c40b9ef1563 service neutron] 10.222.0.44 "GET /v2.0/networks/1afc2731-e451-45ef-9fe0-067811f3cbbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856724 Jan 28 08:09:06.066933 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc96d2f-45cd-49f7-b2ad-c89ec8560338 req-363d498c-b88e-497d-a80b-1e5b8d118b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:09:06.068405 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-edc96d2f-45cd-49f7-b2ad-c89ec8560338 req-363d498c-b88e-497d-a80b-1e5b8d118b30 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1afc2731-e451-45ef-9fe0-067811f3cbbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0483589 Jan 28 08:09:06.128679 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-47d984c9-e4d3-4c7c-a10f-1a30c01649b1 req-f099818e-9334-4ed6-ae44-c8f1b5a9fd31 service neutron] 10.222.0.44 "GET /v2.0/networks/1afc2731-e451-45ef-9fe0-067811f3cbbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884702 Jan 28 08:09:06.157224 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-edc96d2f-45cd-49f7-b2ad-c89ec8560338 req-b29311fe-080c-47fb-bf81-8172a0b7fd51 service neutron] 10.222.0.10 "GET /v2.0/networks/1afc2731-e451-45ef-9fe0-067811f3cbbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821910 Jan 28 08:09:06.246157 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc96d2f-45cd-49f7-b2ad-c89ec8560338 req-69a1db61-00ef-48fd-96b7-0ce4d7de69a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:09:06.247804 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-edc96d2f-45cd-49f7-b2ad-c89ec8560338 req-69a1db61-00ef-48fd-96b7-0ce4d7de69a9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ea75831938ac4b18946665e46df721d1&device_id=3a5c710f-e4fd-43fb-8c8c-c70f11eef3c4 HTTP/1.1" status: 200 len: 1096 time: 0.0478165 Jan 28 08:09:06.257884 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-edc96d2f-45cd-49f7-b2ad-c89ec8560338 req-9ff9fe77-da0b-432e-8734-da31f3b22dd6 service neutron] 10.222.0.10 "GET /v2.0/networks/1afc2731-e451-45ef-9fe0-067811f3cbbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942707 Jan 28 08:09:06.338864 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff165f6-5111-4fcb-a4bb-3209ad5e5c28 req-3a37a51e-70d3-4db6-82dc-79633efb7802 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:09:06.344735 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6ff165f6-5111-4fcb-a4bb-3209ad5e5c28 req-3a37a51e-70d3-4db6-82dc-79633efb7802 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a5c710f-e4fd-43fb-8c8c-c70f11eef3c4 HTTP/1.1" status: 200 len: 944 time: 0.0628405 Jan 28 08:09:06.353373 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc96d2f-45cd-49f7-b2ad-c89ec8560338 req-34ab353e-1254-4fba-83a5-dc610a9029c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:09:06.355750 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-edc96d2f-45cd-49f7-b2ad-c89ec8560338 req-34ab353e-1254-4fba-83a5-dc610a9029c8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=1afc2731-e451-45ef-9fe0-067811f3cbbd HTTP/1.1" status: 200 len: 913 time: 0.0984495 Jan 28 08:09:06.393380 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6ff165f6-5111-4fcb-a4bb-3209ad5e5c28 req-574fbc7b-3cb8-4b46-acfe-1d2334029397 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466905 Jan 28 08:09:06.432766 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-edc96d2f-45cd-49f7-b2ad-c89ec8560338 req-802d159e-01b3-461a-a7d8-2d23ed5bac8e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=623fd453-688d-4343-84a1-14db40455409 HTTP/1.1" status: 200 len: 1001 time: 0.0704217 Jan 28 08:09:06.480464 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc96d2f-45cd-49f7-b2ad-c89ec8560338 req-679159cf-2779-4aee-a252-7702b071fdd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:09:06.481927 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-edc96d2f-45cd-49f7-b2ad-c89ec8560338 req-679159cf-2779-4aee-a252-7702b071fdd4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=de3bc95a-2ca1-4fb0-a56a-6e6091dfb4c8 HTTP/1.1" status: 200 len: 851 time: 0.0439281 Jan 28 08:09:06.530261 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc96d2f-45cd-49f7-b2ad-c89ec8560338 req-6a8fca44-0cc7-473f-9bf4-ac0da37b7d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:09:06.531749 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-edc96d2f-45cd-49f7-b2ad-c89ec8560338 req-6a8fca44-0cc7-473f-9bf4-ac0da37b7d3b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1afc2731-e451-45ef-9fe0-067811f3cbbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439794 Jan 28 08:09:06.622312 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-edc96d2f-45cd-49f7-b2ad-c89ec8560338 req-f9d560d9-0178-46a2-b973-29ad8da8a055 service neutron] 10.222.0.44 "GET /v2.0/networks/1afc2731-e451-45ef-9fe0-067811f3cbbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834165 Jan 28 08:09:06.714217 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-edc96d2f-45cd-49f7-b2ad-c89ec8560338 req-98250a67-9c65-4c91-a38d-3de4abc71888 service neutron] 10.222.0.44 "GET /v2.0/networks/1afc2731-e451-45ef-9fe0-067811f3cbbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865061 Jan 28 08:09:07.182152 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:09:07.515189 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde45f37-d09a-434a-93aa-1b6d4798b3d9 req-0a9a0db8-2850-44da-b859-71817c85a3e6 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:09:07.516848 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-bde45f37-d09a-434a-93aa-1b6d4798b3d9 req-0a9a0db8-2850-44da-b859-71817c85a3e6 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a5c710f-e4fd-43fb-8c8c-c70f11eef3c4 HTTP/1.1" status: 200 len: 944 time: 0.0490220 Jan 28 08:09:07.564418 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-bde45f37-d09a-434a-93aa-1b6d4798b3d9 req-5774e738-cc25-4eb9-b256-6ea9ade2c9dd tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416296 Jan 28 08:09:08.683982 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1664a2-0d64-4c0f-a5ed-0a0fa9017283 req-d90fa17e-66fe-41f8-a108-29d5574b5e7d tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:09:08.685349 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6c1664a2-0d64-4c0f-a5ed-0a0fa9017283 req-d90fa17e-66fe-41f8-a108-29d5574b5e7d tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a5c710f-e4fd-43fb-8c8c-c70f11eef3c4 HTTP/1.1" status: 200 len: 944 time: 0.0475974 Jan 28 08:09:08.731769 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6c1664a2-0d64-4c0f-a5ed-0a0fa9017283 req-8849de60-1d7c-4981-8ec9-f8d16d94ef2d tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405006 Jan 28 08:09:08.867931 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:09:09.823468 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:09:09.854465 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5786410a-4da5-42f2-8963-8e5b77e0b451 req-046b67b9-808e-42bd-a526-2b997391d28d tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:09:09.855973 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5786410a-4da5-42f2-8963-8e5b77e0b451 req-046b67b9-808e-42bd-a526-2b997391d28d tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a5c710f-e4fd-43fb-8c8c-c70f11eef3c4 HTTP/1.1" status: 200 len: 944 time: 0.0517313 Jan 28 08:09:09.907368 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5786410a-4da5-42f2-8963-8e5b77e0b451 req-83db0a8c-244a-43b9-9b1c-26f386c3356a tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457945 Jan 28 08:09:11.027576 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8e0336-06d3-405a-82c1-f8832789a060 req-3990e392-3d15-4131-a841-8db228124423 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:09:11.029085 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6c8e0336-06d3-405a-82c1-f8832789a060 req-3990e392-3d15-4131-a841-8db228124423 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a5c710f-e4fd-43fb-8c8c-c70f11eef3c4 HTTP/1.1" status: 200 len: 944 time: 0.0521934 Jan 28 08:09:11.075879 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6c8e0336-06d3-405a-82c1-f8832789a060 req-c1bb0888-d7af-4b61-a5aa-a56e97729776 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411704 Jan 28 08:09:12.194563 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c57dfa-b5d9-4d67-b328-3e12170f3349 req-729001dc-be70-4d3e-8159-5c54f882e828 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:09:12.196220 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b2c57dfa-b5d9-4d67-b328-3e12170f3349 req-729001dc-be70-4d3e-8159-5c54f882e828 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a5c710f-e4fd-43fb-8c8c-c70f11eef3c4 HTTP/1.1" status: 200 len: 944 time: 0.0504773 Jan 28 08:09:12.250409 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b2c57dfa-b5d9-4d67-b328-3e12170f3349 req-24051d63-be0b-40c9-908e-2d57ddfb33ca tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420661 Jan 28 08:09:13.376046 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f102d605-2106-4926-86d5-a30015e0f887 req-058f77bc-2f04-43e7-bfaa-40d6d1a2dbf9 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:09:13.377592 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f102d605-2106-4926-86d5-a30015e0f887 req-058f77bc-2f04-43e7-bfaa-40d6d1a2dbf9 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a5c710f-e4fd-43fb-8c8c-c70f11eef3c4 HTTP/1.1" status: 200 len: 944 time: 0.0514269 Jan 28 08:09:13.428448 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f102d605-2106-4926-86d5-a30015e0f887 req-9be9a753-e641-4ffd-ad93-b13e53494ea6 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424268 Jan 28 08:09:14.569551 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffb51cf-2f73-4591-8bca-a54387779343 req-d475b649-ee43-488e-bd48-1f9c32bc5e3e tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:09:14.572334 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-3ffb51cf-2f73-4591-8bca-a54387779343 req-d475b649-ee43-488e-bd48-1f9c32bc5e3e tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a5c710f-e4fd-43fb-8c8c-c70f11eef3c4 HTTP/1.1" status: 200 len: 944 time: 0.0599701 Jan 28 08:09:14.635917 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-3ffb51cf-2f73-4591-8bca-a54387779343 req-079ec402-f10e-4d71-af14-6f8947941cb5 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544634 Jan 28 08:09:15.750552 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d36e9b-8e55-4602-af59-88fdeca611d5 req-88ccab52-9d60-4b21-9c42-1dddeb9a066c tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:09:15.751926 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a6d36e9b-8e55-4602-af59-88fdeca611d5 req-88ccab52-9d60-4b21-9c42-1dddeb9a066c tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a5c710f-e4fd-43fb-8c8c-c70f11eef3c4 HTTP/1.1" status: 200 len: 944 time: 0.0468147 Jan 28 08:09:15.800574 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a6d36e9b-8e55-4602-af59-88fdeca611d5 req-da8ac551-2d05-4a09-abad-a26228833c76 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429766 Jan 28 08:09:16.920712 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c098d28-752d-41a3-a148-d92e794e9f02 req-5f02c2bf-9113-489d-8d8b-4c41a86aa2e1 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:09:16.922699 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9c098d28-752d-41a3-a148-d92e794e9f02 req-5f02c2bf-9113-489d-8d8b-4c41a86aa2e1 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a5c710f-e4fd-43fb-8c8c-c70f11eef3c4 HTTP/1.1" status: 200 len: 944 time: 0.0523057 Jan 28 08:09:16.969687 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9c098d28-752d-41a3-a148-d92e794e9f02 req-014b6c74-a0d9-42fd-a777-5e6bcbef4a0b tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413506 Jan 28 08:09:18.083415 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20949ce1-679c-446b-a0b6-650dac1c5fab req-91984bd0-c671-4dd1-9763-f9f44e726b59 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:09:18.084914 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-20949ce1-679c-446b-a0b6-650dac1c5fab req-91984bd0-c671-4dd1-9763-f9f44e726b59 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a5c710f-e4fd-43fb-8c8c-c70f11eef3c4 HTTP/1.1" status: 200 len: 944 time: 0.0479159 Jan 28 08:09:18.136151 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-20949ce1-679c-446b-a0b6-650dac1c5fab req-a21be083-ac75-4a0b-9637-c5c0ede7d1b9 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456936 Jan 28 08:09:19.256959 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc4850c-f465-45f1-80a7-e1db8d56770c req-d038ce77-b5c4-4c8d-a2df-731b4a1aecaf tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:09:19.258952 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8cc4850c-f465-45f1-80a7-e1db8d56770c req-d038ce77-b5c4-4c8d-a2df-731b4a1aecaf tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a5c710f-e4fd-43fb-8c8c-c70f11eef3c4 HTTP/1.1" status: 200 len: 944 time: 0.0487971 Jan 28 08:09:19.306076 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8cc4850c-f465-45f1-80a7-e1db8d56770c req-39e62922-9e00-40a9-b6bf-482b0f7c27a6 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415606 Jan 28 08:09:20.420111 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066bb211-fd49-432c-ab09-0f6062e27e5f req-c18f8265-8b6c-4309-b0bf-71da4199ff12 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:09:20.421945 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-066bb211-fd49-432c-ab09-0f6062e27e5f req-c18f8265-8b6c-4309-b0bf-71da4199ff12 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a5c710f-e4fd-43fb-8c8c-c70f11eef3c4 HTTP/1.1" status: 200 len: 944 time: 0.0483065 Jan 28 08:09:20.470151 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-066bb211-fd49-432c-ab09-0f6062e27e5f req-70edacb2-8bf9-4abb-ad20-acb4068e6d78 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427039 Jan 28 08:09:21.583963 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e51bacc-fae2-4bf1-b071-bd80f682b242 req-b8cf85f1-a5a6-47e9-8d2f-8f613773cde7 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:09:21.585999 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7e51bacc-fae2-4bf1-b071-bd80f682b242 req-b8cf85f1-a5a6-47e9-8d2f-8f613773cde7 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a5c710f-e4fd-43fb-8c8c-c70f11eef3c4 HTTP/1.1" status: 200 len: 944 time: 0.0477524 Jan 28 08:09:21.634919 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7e51bacc-fae2-4bf1-b071-bd80f682b242 req-c6cc2832-e788-4fc8-be22-c9c95d89a7ec tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432849 Jan 28 08:09:22.753281 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec73be7-a258-4493-bb0c-16398c33f253 req-1b69e1fd-e4d6-4035-99aa-4d5f24f59e61 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:09:22.754751 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-eec73be7-a258-4493-bb0c-16398c33f253 req-1b69e1fd-e4d6-4035-99aa-4d5f24f59e61 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a5c710f-e4fd-43fb-8c8c-c70f11eef3c4 HTTP/1.1" status: 200 len: 944 time: 0.0515654 Jan 28 08:09:22.802009 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-eec73be7-a258-4493-bb0c-16398c33f253 req-d948c512-4047-4c26-b869-1871fbc1fe1a tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402012 Jan 28 08:09:23.917592 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9217354c-2b3a-498e-a76b-0f348b4e0e90 req-022befd0-444a-40c8-a7bb-1ced344776e1 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:09:23.919103 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9217354c-2b3a-498e-a76b-0f348b4e0e90 req-022befd0-444a-40c8-a7bb-1ced344776e1 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a5c710f-e4fd-43fb-8c8c-c70f11eef3c4 HTTP/1.1" status: 200 len: 944 time: 0.0482376 Jan 28 08:09:23.965279 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9217354c-2b3a-498e-a76b-0f348b4e0e90 req-b0c9e9ff-b1e5-4806-a1c0-7df6f10e8d28 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403860 Jan 28 08:09:24.276522 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ffc06d-d5ea-4f35-8457-691fb5dce0d7 req-8bb1419d-147c-409d-95f0-99875035a9d9 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:09:24.277949 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-07ffc06d-d5ea-4f35-8457-691fb5dce0d7 req-8bb1419d-147c-409d-95f0-99875035a9d9 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a5c710f-e4fd-43fb-8c8c-c70f11eef3c4&tenant_id=ea75831938ac4b18946665e46df721d1&binding%3Ahost_id=n-h2-712749-28 HTTP/1.1" status: 200 len: 944 time: 0.0820687 Jan 28 08:09:24.288531 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5de4a7d-870a-4e2e-9717-62b53d128e23 req-d449ee3b-13f8-471d-8cf9-f3ed81f3e304 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:09:24.289876 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d5de4a7d-870a-4e2e-9717-62b53d128e23 req-d449ee3b-13f8-471d-8cf9-f3ed81f3e304 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a5c710f-e4fd-43fb-8c8c-c70f11eef3c4 HTTP/1.1" status: 200 len: 944 time: 0.0680134 Jan 28 08:09:24.373213 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d5de4a7d-870a-4e2e-9717-62b53d128e23 req-aaa3dbae-febd-45f9-bfbb-848b330e6ae8 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763795 Jan 28 08:09:24.376147 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-07ffc06d-d5ea-4f35-8457-691fb5dce0d7 req-cdb3c3bd-4859-4021-8d7a-f4ba91efa4cd service neutron] 10.222.0.44 "GET /v2.0/ports/623fd453-688d-4343-84a1-14db40455409/bindings/n-h2-712749-28 HTTP/1.1" status: 200 len: 383 time: 0.0853138 Jan 28 08:09:24.453098 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ffc06d-d5ea-4f35-8457-691fb5dce0d7 req-2129f665-e0b0-4396-8241-78646dd2cb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:09:24.454505 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-07ffc06d-d5ea-4f35-8457-691fb5dce0d7 req-2129f665-e0b0-4396-8241-78646dd2cb9a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ea75831938ac4b18946665e46df721d1&device_id=3a5c710f-e4fd-43fb-8c8c-c70f11eef3c4 HTTP/1.1" status: 200 len: 1096 time: 0.0407290 Jan 28 08:09:24.543798 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ffc06d-d5ea-4f35-8457-691fb5dce0d7 req-7a3e1447-0129-42e6-8c5b-e592c0d59b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:09:24.545343 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-07ffc06d-d5ea-4f35-8457-691fb5dce0d7 req-7a3e1447-0129-42e6-8c5b-e592c0d59b30 service neutron] 10.222.0.44 "GET /v2.0/networks?id=1afc2731-e451-45ef-9fe0-067811f3cbbd HTTP/1.1" status: 200 len: 913 time: 0.0842233 Jan 28 08:09:24.594588 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 623fd453-688d-4343-84a1-14db40455409 details requested by agent hyperv_n-h2-712749-28 with host n-h2-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 08:09:24.608520 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-07ffc06d-d5ea-4f35-8457-691fb5dce0d7 req-dc6590e0-c025-47b9-aa09-128eda1f28eb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=623fd453-688d-4343-84a1-14db40455409 HTTP/1.1" status: 200 len: 1001 time: 0.0574839 Jan 28 08:09:24.660324 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ffc06d-d5ea-4f35-8457-691fb5dce0d7 req-ff7ce6bb-1f26-4060-8e3d-32487db619fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:09:24.661810 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-07ffc06d-d5ea-4f35-8457-691fb5dce0d7 req-ff7ce6bb-1f26-4060-8e3d-32487db619fd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=de3bc95a-2ca1-4fb0-a56a-6e6091dfb4c8 HTTP/1.1" status: 200 len: 851 time: 0.0480657 Jan 28 08:09:24.691767 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 623fd453-688d-4343-84a1-14db40455409, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=623fd453-688d-4343-84a1-14db40455409,segment=NetworkSegment(9f29e49e-1298-4018-ac36-fa9bfe8943e3),segment_id=9f29e49e-1298-4018-ac36-fa9bfe8943e3)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:09:24.704088 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Returning: {'device': '623fd453-688d-4343-84a1-14db40455409', 'network_id': '1afc2731-e451-45ef-9fe0-067811f3cbbd', 'port_id': '623fd453-688d-4343-84a1-14db40455409', 'mac_address': 'fa:16:3e:ba:b8:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de3bc95a-2ca1-4fb0-a56a-6e6091dfb4c8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 08:09:24.706642 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ffc06d-d5ea-4f35-8457-691fb5dce0d7 req-29ef86b5-c798-42a9-a766-def9e488ac54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:09:24.708325 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-07ffc06d-d5ea-4f35-8457-691fb5dce0d7 req-29ef86b5-c798-42a9-a766-def9e488ac54 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1afc2731-e451-45ef-9fe0-067811f3cbbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410364 Jan 28 08:09:24.740805 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port 623fd453-688d-4343-84a1-14db40455409 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:09:24.743219 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (623fd453-688d-4343-84a1-14db40455409), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:09:24.754733 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 623fd453-688d-4343-84a1-14db40455409 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 08:09:24.774148 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 623fd453-688d-4343-84a1-14db40455409, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=623fd453-688d-4343-84a1-14db40455409,segment=NetworkSegment(9f29e49e-1298-4018-ac36-fa9bfe8943e3),segment_id=9f29e49e-1298-4018-ac36-fa9bfe8943e3)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:09:24.778099 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (623fd453-688d-4343-84a1-14db40455409), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:09:24.798032 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-07ffc06d-d5ea-4f35-8457-691fb5dce0d7 req-41db4648-3eba-4ab0-8002-c4924b3ebe71 service neutron] 10.222.0.44 "GET /v2.0/networks/1afc2731-e451-45ef-9fe0-067811f3cbbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841861 Jan 28 08:09:24.829110 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=623fd453-688d-4343-84a1-14db40455409,revision_number=9']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:09:24.894036 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-07ffc06d-d5ea-4f35-8457-691fb5dce0d7 req-92875136-69af-4e1e-ba9d-24d09fab8f48 service neutron] 10.222.0.44 "GET /v2.0/networks/1afc2731-e451-45ef-9fe0-067811f3cbbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888069 Jan 28 08:09:25.101640 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['623fd453-688d-4343-84a1-14db40455409'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 08:09:25.491006 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fa0cbb-9e8d-4f85-9c5d-3194e8cb8b75 req-906f73b6-7e7a-4736-8edf-63a62c2c285f tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:09:25.493170 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b6fa0cbb-9e8d-4f85-9c5d-3194e8cb8b75 req-906f73b6-7e7a-4736-8edf-63a62c2c285f tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a5c710f-e4fd-43fb-8c8c-c70f11eef3c4 HTTP/1.1" status: 200 len: 945 time: 0.0472119 Jan 28 08:09:25.537623 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b6fa0cbb-9e8d-4f85-9c5d-3194e8cb8b75 req-e9e82705-6596-48cd-a823-3c524d45eaca tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389261 Jan 28 08:09:26.619709 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 623fd453-688d-4343-84a1-14db40455409 up at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 08:09:26.656411 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f926b36d-1c09-4965-ae1e-8f8935345a34 req-f529636b-2c13-4d00-b224-932478c94a0c tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:09:26.657820 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f926b36d-1c09-4965-ae1e-8f8935345a34 req-f529636b-2c13-4d00-b224-932478c94a0c tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a5c710f-e4fd-43fb-8c8c-c70f11eef3c4 HTTP/1.1" status: 200 len: 945 time: 0.0500262 Jan 28 08:09:26.670347 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning for port 623fd453-688d-4343-84a1-14db40455409 completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 08:09:26.674775 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning complete for port 623fd453-688d-4343-84a1-14db40455409 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:09:26.675162 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (623fd453-688d-4343-84a1-14db40455409), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:09:26.707384 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f926b36d-1c09-4965-ae1e-8f8935345a34 req-cbaf929d-50ee-4a25-86cb-e518862db617 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437627 Jan 28 08:09:26.766768 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port 623fd453-688d-4343-84a1-14db40455409 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:09:26.767164 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (623fd453-688d-4343-84a1-14db40455409), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:09:26.790966 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a5c710f-e4fd-43fb-8c8c-c70f11eef3c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '623fd453-688d-4343-84a1-14db40455409'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 08:09:26.793241 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ad7fe887ec8da9bd29e477e6463a73d1e99860c0dff062a8c1350cb6684650b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d19df174-2a48-4323-8484-6e3fac06b36e" -d '{"events": [{"server_uuid": "3a5c710f-e4fd-43fb-8c8c-c70f11eef3c4", "name": "network-vif-plugged", "status": "completed", "tag": "623fd453-688d-4343-84a1-14db40455409"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 08:09:26.807459 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 623fd453-688d-4343-84a1-14db40455409, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=623fd453-688d-4343-84a1-14db40455409,segment=NetworkSegment(9f29e49e-1298-4018-ac36-fa9bfe8943e3),segment_id=9f29e49e-1298-4018-ac36-fa9bfe8943e3)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:09:26.812710 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (623fd453-688d-4343-84a1-14db40455409), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:09:26.863159 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=623fd453-688d-4343-84a1-14db40455409,revision_number=10']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:09:26.916649 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 08:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69b1c26a-c79d-4e58-bf25-c00d30a7d736 x-openstack-request-id: req-69b1c26a-c79d-4e58-bf25-c00d30a7d736 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 08:09:26.916902 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a5c710f-e4fd-43fb-8c8c-c70f11eef3c4", "name": "network-vif-plugged", "status": "completed", "tag": "623fd453-688d-4343-84a1-14db40455409", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 08:09:26.917163 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-69b1c26a-c79d-4e58-bf25-c00d30a7d736 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 08:09:26.917568 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a5c710f-e4fd-43fb-8c8c-c70f11eef3c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '623fd453-688d-4343-84a1-14db40455409', 'code': 200} Jan 28 08:09:27.832049 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10fded4-5a11-445f-be2f-9f28d3e676d0 req-62164223-c918-4f31-b40b-031b5f4fbe13 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:09:27.833580 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b10fded4-5a11-445f-be2f-9f28d3e676d0 req-62164223-c918-4f31-b40b-031b5f4fbe13 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a5c710f-e4fd-43fb-8c8c-c70f11eef3c4 HTTP/1.1" status: 200 len: 947 time: 0.0521176 Jan 28 08:09:27.879848 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b10fded4-5a11-445f-be2f-9f28d3e676d0 req-d7051115-d2a1-46b1-8c81-8868782a90bf tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399668 Jan 28 08:09:29.001983 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6b896b-de4c-42d7-ac96-d06266ff3c72 req-97fec133-7a9b-4690-a269-cab7a6f4d04f tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:09:29.003478 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5c6b896b-de4c-42d7-ac96-d06266ff3c72 req-97fec133-7a9b-4690-a269-cab7a6f4d04f tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a5c710f-e4fd-43fb-8c8c-c70f11eef3c4 HTTP/1.1" status: 200 len: 947 time: 0.0526707 Jan 28 08:09:29.050846 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5c6b896b-de4c-42d7-ac96-d06266ff3c72 req-30d91489-c4f2-40f2-80cc-d0c69f86e4aa tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415585 Jan 28 08:09:30.169203 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94c1835-1caf-4e9a-99b7-e490b6aa7121 req-75341123-76d3-4fee-a8c8-bd94c56986dc tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:09:30.171137 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a94c1835-1caf-4e9a-99b7-e490b6aa7121 req-75341123-76d3-4fee-a8c8-bd94c56986dc tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a5c710f-e4fd-43fb-8c8c-c70f11eef3c4 HTTP/1.1" status: 200 len: 947 time: 0.0493417 Jan 28 08:09:30.218761 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a94c1835-1caf-4e9a-99b7-e490b6aa7121 req-9d48c5b7-01c6-4ee6-8dea-a0e221d49644 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416396 Jan 28 08:09:30.650919 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 623fd453-688d-4343-84a1-14db40455409 no longer exists at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 08:09:30.730899 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port 623fd453-688d-4343-84a1-14db40455409 is: ACTIVE; New status is: DOWN {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:09:30.731299 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (623fd453-688d-4343-84a1-14db40455409), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:09:30.753141 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a5c710f-e4fd-43fb-8c8c-c70f11eef3c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '623fd453-688d-4343-84a1-14db40455409'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 08:09:30.755293 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ad7fe887ec8da9bd29e477e6463a73d1e99860c0dff062a8c1350cb6684650b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26255063-ce87-47b3-8c47-aeb23af918c9" -d '{"events": [{"server_uuid": "3a5c710f-e4fd-43fb-8c8c-c70f11eef3c4", "name": "network-vif-unplugged", "status": "completed", "tag": "623fd453-688d-4343-84a1-14db40455409"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 08:09:30.768827 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 623fd453-688d-4343-84a1-14db40455409, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=623fd453-688d-4343-84a1-14db40455409,segment=NetworkSegment(9f29e49e-1298-4018-ac36-fa9bfe8943e3),segment_id=9f29e49e-1298-4018-ac36-fa9bfe8943e3)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:09:30.774079 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (623fd453-688d-4343-84a1-14db40455409), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:09:30.812959 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 08:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a3a01d2-2a7c-4fc3-8cca-5749c3c2b022 x-openstack-request-id: req-7a3a01d2-2a7c-4fc3-8cca-5749c3c2b022 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 08:09:30.813264 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a5c710f-e4fd-43fb-8c8c-c70f11eef3c4", "name": "network-vif-unplugged", "status": "completed", "tag": "623fd453-688d-4343-84a1-14db40455409", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 08:09:30.813524 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7a3a01d2-2a7c-4fc3-8cca-5749c3c2b022 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 08:09:30.813917 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a5c710f-e4fd-43fb-8c8c-c70f11eef3c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '623fd453-688d-4343-84a1-14db40455409', 'code': 200} Jan 28 08:09:30.826311 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=623fd453-688d-4343-84a1-14db40455409,revision_number=11']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:09:30.937818 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ffc06d-d5ea-4f35-8457-691fb5dce0d7 req-1acf74e0-2dc8-4745-8c2c-e5db5eb919e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:09:30.939215 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-07ffc06d-d5ea-4f35-8457-691fb5dce0d7 req-1acf74e0-2dc8-4745-8c2c-e5db5eb919e3 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3a5c710f-e4fd-43fb-8c8c-c70f11eef3c4&tenant_id=ea75831938ac4b18946665e46df721d1 HTTP/1.1" status: 200 len: 1097 time: 0.0419717 Jan 28 08:09:30.962125 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-07ffc06d-d5ea-4f35-8457-691fb5dce0d7 req-f03bdea4-0ed2-4409-ad1e-c25580948931 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712749-28', 'device_owner': 'compute:nova'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:09:31.014362 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-07ffc06d-d5ea-4f35-8457-691fb5dce0d7 req-f03bdea4-0ed2-4409-ad1e-c25580948931 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (623fd453-688d-4343-84a1-14db40455409), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:09:31.213486 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-07ffc06d-d5ea-4f35-8457-691fb5dce0d7 req-f03bdea4-0ed2-4409-ad1e-c25580948931 service neutron] For port 623fd453-688d-4343-84a1-14db40455409, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=623fd453-688d-4343-84a1-14db40455409,segment=NetworkSegment(9f29e49e-1298-4018-ac36-fa9bfe8943e3),segment_id=9f29e49e-1298-4018-ac36-fa9bfe8943e3)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:09:31.247551 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-07ffc06d-d5ea-4f35-8457-691fb5dce0d7 req-f03bdea4-0ed2-4409-ad1e-c25580948931 service neutron] For port 623fd453-688d-4343-84a1-14db40455409, host n-h2-712749-28, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 08:09:31.280115 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-07ffc06d-d5ea-4f35-8457-691fb5dce0d7 req-f03bdea4-0ed2-4409-ad1e-c25580948931 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 623fd453-688d-4343-84a1-14db40455409 {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 08:09:31.287506 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-07ffc06d-d5ea-4f35-8457-691fb5dce0d7 req-f03bdea4-0ed2-4409-ad1e-c25580948931 service neutron] Publish callbacks [] for port (623fd453-688d-4343-84a1-14db40455409), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:09:31.301389 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-07ffc06d-d5ea-4f35-8457-691fb5dce0d7 req-f03bdea4-0ed2-4409-ad1e-c25580948931 service neutron] Transition to ACTIVE for port object 623fd453-688d-4343-84a1-14db40455409 will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 08:09:31.304640 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-07ffc06d-d5ea-4f35-8457-691fb5dce0d7 req-f03bdea4-0ed2-4409-ad1e-c25580948931 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (623fd453-688d-4343-84a1-14db40455409), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:09:31.338095 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a50c184-4853-4d66-b057-c52e493ac85f req-9b41715f-d729-4d87-9a56-f26ccc4c88f0 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:09:31.339688 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1a50c184-4853-4d66-b057-c52e493ac85f req-9b41715f-d729-4d87-9a56-f26ccc4c88f0 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a5c710f-e4fd-43fb-8c8c-c70f11eef3c4 HTTP/1.1" status: 200 len: 945 time: 0.0493307 Jan 28 08:09:31.392274 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03bdea4-0ed2-4409-ad1e-c25580948931 service neutron] Pushing event updated for resources: {'Port': ['ID=623fd453-688d-4343-84a1-14db40455409,revision_number=12']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:09:31.398591 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1a50c184-4853-4d66-b057-c52e493ac85f req-1be33f27-f7d5-49b4-8be2-6bfe974ce965 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522556 Jan 28 08:09:31.401909 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03bdea4-0ed2-4409-ad1e-c25580948931 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:09:31.402107 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03bdea4-0ed2-4409-ad1e-c25580948931 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:09:31.402457 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03bdea4-0ed2-4409-ad1e-c25580948931 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:09:31.402795 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03bdea4-0ed2-4409-ad1e-c25580948931 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:09:31.403128 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03bdea4-0ed2-4409-ad1e-c25580948931 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:09:31.403460 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03bdea4-0ed2-4409-ad1e-c25580948931 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:09:31.403786 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03bdea4-0ed2-4409-ad1e-c25580948931 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:09:31.404314 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03bdea4-0ed2-4409-ad1e-c25580948931 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:09:31.404646 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03bdea4-0ed2-4409-ad1e-c25580948931 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:09:31.404973 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03bdea4-0ed2-4409-ad1e-c25580948931 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:09:31.405298 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03bdea4-0ed2-4409-ad1e-c25580948931 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:09:31.405620 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03bdea4-0ed2-4409-ad1e-c25580948931 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:09:31.405941 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03bdea4-0ed2-4409-ad1e-c25580948931 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:09:31.440045 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-07ffc06d-d5ea-4f35-8457-691fb5dce0d7 req-f03bdea4-0ed2-4409-ad1e-c25580948931 service neutron] No DVR routers for this DVR port 623fd453-688d-4343-84a1-14db40455409 on host n-h2-712749-28 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 08:09:31.575947 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-07ffc06d-d5ea-4f35-8457-691fb5dce0d7 req-f03bdea4-0ed2-4409-ad1e-c25580948931 service neutron] Attempting to bind port 623fd453-688d-4343-84a1-14db40455409 on host n-h1-712749-28 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 08:09:31.576248 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-07ffc06d-d5ea-4f35-8457-691fb5dce0d7 req-f03bdea4-0ed2-4409-ad1e-c25580948931 service neutron] Attempting to bind port 623fd453-688d-4343-84a1-14db40455409 by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': '9f29e49e-1298-4018-ac36-fa9bfe8943e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1afc2731-e451-45ef-9fe0-067811f3cbbd'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 08:09:31.576572 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ffc06d-d5ea-4f35-8457-691fb5dce0d7 req-f03bdea4-0ed2-4409-ad1e-c25580948931 service neutron] Attempting to bind port 623fd453-688d-4343-84a1-14db40455409 on network 1afc2731-e451-45ef-9fe0-067811f3cbbd {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 08:09:31.582062 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ffc06d-d5ea-4f35-8457-691fb5dce0d7 req-f03bdea4-0ed2-4409-ad1e-c25580948931 service neutron] Port 623fd453-688d-4343-84a1-14db40455409 on network 1afc2731-e451-45ef-9fe0-067811f3cbbd not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 08:09:31.582381 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ffc06d-d5ea-4f35-8457-691fb5dce0d7 req-f03bdea4-0ed2-4409-ad1e-c25580948931 service neutron] Attempting to bind port 623fd453-688d-4343-84a1-14db40455409 on network 1afc2731-e451-45ef-9fe0-067811f3cbbd {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 08:09:31.587378 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ffc06d-d5ea-4f35-8457-691fb5dce0d7 req-f03bdea4-0ed2-4409-ad1e-c25580948931 service neutron] Checking agent: {'id': '2fca46b1-237f-4857-9290-2429d810e472', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 8, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 08:09:31.587711 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ffc06d-d5ea-4f35-8457-691fb5dce0d7 req-f03bdea4-0ed2-4409-ad1e-c25580948931 service neutron] Checking segment: {'id': '9f29e49e-1298-4018-ac36-fa9bfe8943e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1afc2731-e451-45ef-9fe0-067811f3cbbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 08:09:31.588083 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ffc06d-d5ea-4f35-8457-691fb5dce0d7 req-f03bdea4-0ed2-4409-ad1e-c25580948931 service neutron] Bound using segment: {'id': '9f29e49e-1298-4018-ac36-fa9bfe8943e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1afc2731-e451-45ef-9fe0-067811f3cbbd'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 08:09:31.588527 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-07ffc06d-d5ea-4f35-8457-691fb5dce0d7 req-f03bdea4-0ed2-4409-ad1e-c25580948931 service neutron] Bound port: 623fd453-688d-4343-84a1-14db40455409, host: n-h1-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f29e49e-1298-4018-ac36-fa9bfe8943e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1afc2731-e451-45ef-9fe0-067811f3cbbd'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 08:09:31.588881 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-07ffc06d-d5ea-4f35-8457-691fb5dce0d7 req-f03bdea4-0ed2-4409-ad1e-c25580948931 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (623fd453-688d-4343-84a1-14db40455409), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:09:31.649732 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-07ffc06d-d5ea-4f35-8457-691fb5dce0d7 req-f03bdea4-0ed2-4409-ad1e-c25580948931 service neutron] For port 623fd453-688d-4343-84a1-14db40455409, host n-h1-712749-28, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 08:09:31.652965 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-07ffc06d-d5ea-4f35-8457-691fb5dce0d7 req-f03bdea4-0ed2-4409-ad1e-c25580948931 service neutron] For port 623fd453-688d-4343-84a1-14db40455409, host n-h1-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=623fd453-688d-4343-84a1-14db40455409,segment=NetworkSegment(9f29e49e-1298-4018-ac36-fa9bfe8943e3),segment_id=9f29e49e-1298-4018-ac36-fa9bfe8943e3)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 08:09:31.657272 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-07ffc06d-d5ea-4f35-8457-691fb5dce0d7 req-f03bdea4-0ed2-4409-ad1e-c25580948931 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (623fd453-688d-4343-84a1-14db40455409), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:09:31.694090 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ffc06d-d5ea-4f35-8457-691fb5dce0d7 req-f03bdea4-0ed2-4409-ad1e-c25580948931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:09:31.695238 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-07ffc06d-d5ea-4f35-8457-691fb5dce0d7 req-f03bdea4-0ed2-4409-ad1e-c25580948931 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:09:31.696715 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-07ffc06d-d5ea-4f35-8457-691fb5dce0d7 req-f03bdea4-0ed2-4409-ad1e-c25580948931 service neutron] 10.222.0.10 "PUT /v2.0/ports/623fd453-688d-4343-84a1-14db40455409 HTTP/1.1" status: 200 len: 1094 time: 0.7385709 Jan 28 08:09:31.697183 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a5c710f-e4fd-43fb-8c8c-c70f11eef3c4', 'tag': '623fd453-688d-4343-84a1-14db40455409'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 08:09:31.699471 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea2b103cb7827510f28784975546feb0b63800b94dfac5f98f271904baace09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4d19b50-5101-4e81-8425-8eb80bf07bb7" -d '{"events": [{"name": "network-changed", "server_uuid": "3a5c710f-e4fd-43fb-8c8c-c70f11eef3c4", "tag": "623fd453-688d-4343-84a1-14db40455409"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 08:09:31.727523 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03bdea4-0ed2-4409-ad1e-c25580948931 service neutron] Pushing event updated for resources: {'Port': ['ID=623fd453-688d-4343-84a1-14db40455409,revision_number=13']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:09:31.795000 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ffc06d-d5ea-4f35-8457-691fb5dce0d7 req-e99cfaed-ae28-4e22-bb82-f1935f3bd472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:09:31.796810 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-07ffc06d-d5ea-4f35-8457-691fb5dce0d7 req-e99cfaed-ae28-4e22-bb82-f1935f3bd472 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ea75831938ac4b18946665e46df721d1&device_id=3a5c710f-e4fd-43fb-8c8c-c70f11eef3c4 HTTP/1.1" status: 200 len: 1097 time: 0.0458274 Jan 28 08:09:31.828131 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 08:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-840a2a1a-2486-44d6-950f-f955ed065df5 x-openstack-request-id: req-840a2a1a-2486-44d6-950f-f955ed065df5 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 08:09:31.828465 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a5c710f-e4fd-43fb-8c8c-c70f11eef3c4", "tag": "623fd453-688d-4343-84a1-14db40455409", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 08:09:31.828730 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-840a2a1a-2486-44d6-950f-f955ed065df5 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 08:09:31.829144 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a5c710f-e4fd-43fb-8c8c-c70f11eef3c4', 'tag': '623fd453-688d-4343-84a1-14db40455409', 'status': 'completed', 'code': 200} Jan 28 08:09:31.900000 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ffc06d-d5ea-4f35-8457-691fb5dce0d7 req-4c935007-9197-4ca1-8f82-affa1d96bda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:09:31.901596 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-07ffc06d-d5ea-4f35-8457-691fb5dce0d7 req-4c935007-9197-4ca1-8f82-affa1d96bda8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=1afc2731-e451-45ef-9fe0-067811f3cbbd HTTP/1.1" status: 200 len: 913 time: 0.0944908 Jan 28 08:09:31.910164 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d19b50-5101-4e81-8425-8eb80bf07bb7 req-d0a54883-a8c6-4ee9-964e-e7c1baab9d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:09:31.911662 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a4d19b50-5101-4e81-8425-8eb80bf07bb7 req-d0a54883-a8c6-4ee9-964e-e7c1baab9d35 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ea75831938ac4b18946665e46df721d1&device_id=3a5c710f-e4fd-43fb-8c8c-c70f11eef3c4 HTTP/1.1" status: 200 len: 1097 time: 0.0472386 Jan 28 08:09:32.002116 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d19b50-5101-4e81-8425-8eb80bf07bb7 req-7f6b869e-a6f9-4c18-b89d-281cda41b7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:09:32.003666 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a4d19b50-5101-4e81-8425-8eb80bf07bb7 req-7f6b869e-a6f9-4c18-b89d-281cda41b7e5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=1afc2731-e451-45ef-9fe0-067811f3cbbd HTTP/1.1" status: 200 len: 913 time: 0.0864866 Jan 28 08:09:32.075495 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a4d19b50-5101-4e81-8425-8eb80bf07bb7 req-7a40d93f-b5cb-4275-b134-eaefc3f52957 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=623fd453-688d-4343-84a1-14db40455409 HTTP/1.1" status: 200 len: 1001 time: 0.0661790 Jan 28 08:09:32.125792 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d19b50-5101-4e81-8425-8eb80bf07bb7 req-78cb277f-be4d-4b93-b23f-aec2c132b357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:09:32.127270 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a4d19b50-5101-4e81-8425-8eb80bf07bb7 req-78cb277f-be4d-4b93-b23f-aec2c132b357 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=de3bc95a-2ca1-4fb0-a56a-6e6091dfb4c8 HTTP/1.1" status: 200 len: 851 time: 0.0460401 Jan 28 08:09:32.175551 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d19b50-5101-4e81-8425-8eb80bf07bb7 req-af8074d6-bee8-4782-8152-f0ec52e7c308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:09:32.177107 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a4d19b50-5101-4e81-8425-8eb80bf07bb7 req-af8074d6-bee8-4782-8152-f0ec52e7c308 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1afc2731-e451-45ef-9fe0-067811f3cbbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432687 Jan 28 08:09:32.277455 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a4d19b50-5101-4e81-8425-8eb80bf07bb7 req-33a1512e-4417-45fa-83cd-4a1a4a7d221b service neutron] 10.222.0.44 "GET /v2.0/networks/1afc2731-e451-45ef-9fe0-067811f3cbbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942426 Jan 28 08:09:32.324015 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-07ffc06d-d5ea-4f35-8457-691fb5dce0d7 req-3a9e03ff-ce0e-43a6-b52a-7e6e1dbd9e67 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=623fd453-688d-4343-84a1-14db40455409 HTTP/1.1" status: 200 len: 1001 time: 0.4126821 Jan 28 08:09:32.366394 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a4d19b50-5101-4e81-8425-8eb80bf07bb7 req-b14bea5d-4c7e-4093-80b7-67b7f62dfd2b service neutron] 10.222.0.44 "GET /v2.0/networks/1afc2731-e451-45ef-9fe0-067811f3cbbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828459 Jan 28 08:09:32.375768 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ffc06d-d5ea-4f35-8457-691fb5dce0d7 req-e95ea9b8-314f-4792-858b-1180325a19dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:09:32.377232 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-07ffc06d-d5ea-4f35-8457-691fb5dce0d7 req-e95ea9b8-314f-4792-858b-1180325a19dc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=de3bc95a-2ca1-4fb0-a56a-6e6091dfb4c8 HTTP/1.1" status: 200 len: 851 time: 0.0434170 Jan 28 08:09:32.427080 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ffc06d-d5ea-4f35-8457-691fb5dce0d7 req-c44b6bfd-914e-4d38-b084-566ddf18b2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:09:32.428624 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-07ffc06d-d5ea-4f35-8457-691fb5dce0d7 req-c44b6bfd-914e-4d38-b084-566ddf18b2ef service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1afc2731-e451-45ef-9fe0-067811f3cbbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415747 Jan 28 08:09:32.518248 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37a9e9d-761d-47fe-84e5-5795a3da6302 req-306ddaea-cbde-47fe-9d60-bdad0b6d96b9 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:09:32.519738 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f37a9e9d-761d-47fe-84e5-5795a3da6302 req-306ddaea-cbde-47fe-9d60-bdad0b6d96b9 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a5c710f-e4fd-43fb-8c8c-c70f11eef3c4 HTTP/1.1" status: 200 len: 945 time: 0.0483084 Jan 28 08:09:32.523991 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-07ffc06d-d5ea-4f35-8457-691fb5dce0d7 req-a557732f-ad12-4c79-b36a-ace5a25e38f7 service neutron] 10.222.0.10 "GET /v2.0/networks/1afc2731-e451-45ef-9fe0-067811f3cbbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857375 Jan 28 08:09:32.572622 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f37a9e9d-761d-47fe-84e5-5795a3da6302 req-942d5f09-de96-4c42-a9f2-d1a02cd10c55 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463953 Jan 28 08:09:32.614832 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-07ffc06d-d5ea-4f35-8457-691fb5dce0d7 req-bfb90be3-db88-4792-972e-d3ee5fbc0680 service neutron] 10.222.0.10 "GET /v2.0/networks/1afc2731-e451-45ef-9fe0-067811f3cbbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821648 Jan 28 08:09:32.740001 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d19b50-5101-4e81-8425-8eb80bf07bb7 req-d8abab6d-e6c8-45b4-b1f4-70e7f92e9204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:09:32.742334 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a4d19b50-5101-4e81-8425-8eb80bf07bb7 req-d8abab6d-e6c8-45b4-b1f4-70e7f92e9204 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ea75831938ac4b18946665e46df721d1&device_id=3a5c710f-e4fd-43fb-8c8c-c70f11eef3c4 HTTP/1.1" status: 200 len: 1097 time: 0.0449200 Jan 28 08:09:32.836382 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d19b50-5101-4e81-8425-8eb80bf07bb7 req-a54a59d9-226d-47eb-8c8c-6eb367c52cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:09:32.837688 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a4d19b50-5101-4e81-8425-8eb80bf07bb7 req-a54a59d9-226d-47eb-8c8c-6eb367c52cec service neutron] 10.222.0.10 "GET /v2.0/networks?id=1afc2731-e451-45ef-9fe0-067811f3cbbd HTTP/1.1" status: 200 len: 913 time: 0.0869079 Jan 28 08:09:32.910374 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a4d19b50-5101-4e81-8425-8eb80bf07bb7 req-ce26bbcb-fabb-4c9a-ab96-365873a7c1d9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=623fd453-688d-4343-84a1-14db40455409 HTTP/1.1" status: 200 len: 1001 time: 0.0639775 Jan 28 08:09:32.961700 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d19b50-5101-4e81-8425-8eb80bf07bb7 req-edde2dc6-7933-423b-89f8-ec93473546e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:09:32.963181 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a4d19b50-5101-4e81-8425-8eb80bf07bb7 req-edde2dc6-7933-423b-89f8-ec93473546e8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=de3bc95a-2ca1-4fb0-a56a-6e6091dfb4c8 HTTP/1.1" status: 200 len: 851 time: 0.0442386 Jan 28 08:09:33.012057 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d19b50-5101-4e81-8425-8eb80bf07bb7 req-05cf3bd5-002f-464c-9449-6933ce5f2e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:09:33.013593 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a4d19b50-5101-4e81-8425-8eb80bf07bb7 req-05cf3bd5-002f-464c-9449-6933ce5f2e1e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1afc2731-e451-45ef-9fe0-067811f3cbbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413671 Jan 28 08:09:33.109436 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a4d19b50-5101-4e81-8425-8eb80bf07bb7 req-c29a58c8-27c7-47a0-bd95-d9df62d9f2ac service neutron] 10.222.0.10 "GET /v2.0/networks/1afc2731-e451-45ef-9fe0-067811f3cbbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859418 Jan 28 08:09:33.202014 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a4d19b50-5101-4e81-8425-8eb80bf07bb7 req-0b620507-9c27-4760-946b-a69f7a20b3ef service neutron] 10.222.0.10 "GET /v2.0/networks/1afc2731-e451-45ef-9fe0-067811f3cbbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830591 Jan 28 08:09:33.345575 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7a6ee85f-477a-449e-95aa-a62caedbc178 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:09:33.553066 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:09:33.692563 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3e53ca-68b7-475d-9467-072b68a36d41 req-3a989da5-3970-4e19-bdbb-0f143278474d tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:09:33.693956 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7e3e53ca-68b7-475d-9467-072b68a36d41 req-3a989da5-3970-4e19-bdbb-0f143278474d tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a5c710f-e4fd-43fb-8c8c-c70f11eef3c4 HTTP/1.1" status: 200 len: 945 time: 0.0502207 Jan 28 08:09:33.750334 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7e3e53ca-68b7-475d-9467-072b68a36d41 req-1efe8e09-8fcf-43d5-b385-58f8fce849f2 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497506 Jan 28 08:09:34.579305 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:09:34.870518 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83360343-7644-4a6b-9257-59fb5fdce4f5 req-e48ec4f0-8dd1-4eba-93b5-20b1154c1ad6 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:09:34.872004 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-83360343-7644-4a6b-9257-59fb5fdce4f5 req-e48ec4f0-8dd1-4eba-93b5-20b1154c1ad6 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a5c710f-e4fd-43fb-8c8c-c70f11eef3c4 HTTP/1.1" status: 200 len: 945 time: 0.0499976 Jan 28 08:09:34.919501 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-83360343-7644-4a6b-9257-59fb5fdce4f5 req-df4c7fbb-5b71-488a-9201-b2ecf3bc2d1f tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411077 Jan 28 08:09:35.713610 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d3f44595-4f21-46f5-a75b-840137637927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:09:36.041264 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9766b4c0-10c8-4539-ac03-f6ff28dd65a7 req-6457b2f5-df92-403c-81d5-abfc587c8cd8 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:09:36.042807 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9766b4c0-10c8-4539-ac03-f6ff28dd65a7 req-6457b2f5-df92-403c-81d5-abfc587c8cd8 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a5c710f-e4fd-43fb-8c8c-c70f11eef3c4 HTTP/1.1" status: 200 len: 945 time: 0.0483644 Jan 28 08:09:36.090189 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9766b4c0-10c8-4539-ac03-f6ff28dd65a7 req-fc1550cd-14c5-468e-803a-c41f5abebff5 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412183 Jan 28 08:09:37.184854 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:09:37.209313 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e188e299-c78e-4c00-bcb4-487b791884af req-933ec9bb-1556-423b-8c4b-89937b028645 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:09:37.211444 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e188e299-c78e-4c00-bcb4-487b791884af req-933ec9bb-1556-423b-8c4b-89937b028645 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a5c710f-e4fd-43fb-8c8c-c70f11eef3c4 HTTP/1.1" status: 200 len: 945 time: 0.0515387 Jan 28 08:09:37.260970 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e188e299-c78e-4c00-bcb4-487b791884af req-fbe90196-1a54-4752-b212-c804f1d0a35f tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432401 Jan 28 08:09:38.379780 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247f0cd2-0016-4901-965d-597f3d3fb5d2 req-df3b1f4a-db86-4e78-bb22-5dd64c20d498 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:09:38.381305 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-247f0cd2-0016-4901-965d-597f3d3fb5d2 req-df3b1f4a-db86-4e78-bb22-5dd64c20d498 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a5c710f-e4fd-43fb-8c8c-c70f11eef3c4 HTTP/1.1" status: 200 len: 945 time: 0.0489633 Jan 28 08:09:38.429779 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-247f0cd2-0016-4901-965d-597f3d3fb5d2 req-03d51af6-ea1d-4bd4-a418-4f4cf76d6cf8 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414484 Jan 28 08:09:38.870835 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:09:39.404324 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 7 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 08:09:39.554100 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee602583-f1f0-485d-aabf-50fb62dae12a req-5e7e99b8-4b26-40c4-a833-b4b0bb7653fd tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:09:39.555608 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ee602583-f1f0-485d-aabf-50fb62dae12a req-5e7e99b8-4b26-40c4-a833-b4b0bb7653fd tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a5c710f-e4fd-43fb-8c8c-c70f11eef3c4 HTTP/1.1" status: 200 len: 945 time: 0.0529108 Jan 28 08:09:39.602275 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ee602583-f1f0-485d-aabf-50fb62dae12a req-87c062ed-f33d-433e-80b2-8535196e88e6 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410099 Jan 28 08:09:39.825475 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:09:40.912605 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184aa318-e07b-4c06-aa74-ab82454854d3 req-b94664e7-599b-4431-9b99-cd9ac1a0011f tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:09:40.914197 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-184aa318-e07b-4c06-aa74-ab82454854d3 req-b94664e7-599b-4431-9b99-cd9ac1a0011f tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a5c710f-e4fd-43fb-8c8c-c70f11eef3c4 HTTP/1.1" status: 200 len: 945 time: 0.0535641 Jan 28 08:09:40.961122 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-184aa318-e07b-4c06-aa74-ab82454854d3 req-f6dcc3c7-72bc-4b64-a6c2-246dba590845 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413291 Jan 28 08:09:42.075134 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa5cc44-5977-49d4-81f1-bfeecd5f60fe req-abe21de2-b24d-4625-81d7-63f39e077415 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:09:42.076540 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0fa5cc44-5977-49d4-81f1-bfeecd5f60fe req-abe21de2-b24d-4625-81d7-63f39e077415 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a5c710f-e4fd-43fb-8c8c-c70f11eef3c4 HTTP/1.1" status: 200 len: 945 time: 0.0479453 Jan 28 08:09:42.122169 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0fa5cc44-5977-49d4-81f1-bfeecd5f60fe req-6ba2dbb6-c051-4101-b304-dfeda1ba6535 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399392 Jan 28 08:09:43.235577 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764d3479-ef32-4364-8996-8d3f7305273a req-78d3943f-4b50-470e-be3b-80c8189f0f63 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:09:43.237070 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-764d3479-ef32-4364-8996-8d3f7305273a req-78d3943f-4b50-470e-be3b-80c8189f0f63 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a5c710f-e4fd-43fb-8c8c-c70f11eef3c4 HTTP/1.1" status: 200 len: 945 time: 0.0470314 Jan 28 08:09:43.282845 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-764d3479-ef32-4364-8996-8d3f7305273a req-6ea04555-32ba-47bb-b70a-440c31466f67 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397058 Jan 28 08:09:44.404826 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef17954-ac64-47aa-b05f-e0c06d3842a3 req-d9a08e21-4b2b-47d0-ac93-e3e0b575dca9 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:09:44.406329 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8ef17954-ac64-47aa-b05f-e0c06d3842a3 req-d9a08e21-4b2b-47d0-ac93-e3e0b575dca9 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a5c710f-e4fd-43fb-8c8c-c70f11eef3c4 HTTP/1.1" status: 200 len: 945 time: 0.0528738 Jan 28 08:09:44.453969 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8ef17954-ac64-47aa-b05f-e0c06d3842a3 req-77e594ad-1561-4fc2-8222-709fa9506ba6 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419879 Jan 28 08:09:45.569832 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f889e7-551b-4658-abd3-300a005f62e1 req-0f9877eb-1d70-472e-a911-aae24183e2f1 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:09:45.571476 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-11f889e7-551b-4658-abd3-300a005f62e1 req-0f9877eb-1d70-472e-a911-aae24183e2f1 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a5c710f-e4fd-43fb-8c8c-c70f11eef3c4 HTTP/1.1" status: 200 len: 945 time: 0.0493729 Jan 28 08:09:45.621706 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-11f889e7-551b-4658-abd3-300a005f62e1 req-c5fa631e-26f8-4b3c-9ba1-663f0c13e203 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445611 Jan 28 08:09:46.736692 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b481d7f8-e58a-4241-8b75-f37f439a7f46 req-ed6f7f99-5839-421c-9f41-ae8a24831cd0 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:09:46.738189 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b481d7f8-e58a-4241-8b75-f37f439a7f46 req-ed6f7f99-5839-421c-9f41-ae8a24831cd0 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a5c710f-e4fd-43fb-8c8c-c70f11eef3c4 HTTP/1.1" status: 200 len: 945 time: 0.0484140 Jan 28 08:09:46.784943 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b481d7f8-e58a-4241-8b75-f37f439a7f46 req-06b5529b-1735-4cb0-b2e2-525d8aeccd70 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411017 Jan 28 08:09:47.900640 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39736cbc-c951-4e9f-a170-b793bc062d3d req-5667d825-a7b3-4cf5-9da2-d1f88d5dd871 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:09:47.902127 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-39736cbc-c951-4e9f-a170-b793bc062d3d req-5667d825-a7b3-4cf5-9da2-d1f88d5dd871 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a5c710f-e4fd-43fb-8c8c-c70f11eef3c4 HTTP/1.1" status: 200 len: 945 time: 0.0483015 Jan 28 08:09:47.949717 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-39736cbc-c951-4e9f-a170-b793bc062d3d req-877a9b46-12e4-4735-ae17-9951534c8a76 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418265 Jan 28 08:09:49.067331 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb49a89d-16d2-419d-b18e-3639afa8c539 req-9a302581-79cc-475c-9c8a-e74e9a23d1ec tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:09:49.068842 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-eb49a89d-16d2-419d-b18e-3639afa8c539 req-9a302581-79cc-475c-9c8a-e74e9a23d1ec tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a5c710f-e4fd-43fb-8c8c-c70f11eef3c4 HTTP/1.1" status: 200 len: 945 time: 0.0494754 Jan 28 08:09:49.119308 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-eb49a89d-16d2-419d-b18e-3639afa8c539 req-874094e9-caec-41a2-b8ed-7180fd1241d8 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447612 Jan 28 08:09:50.249812 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7b6d71-7575-4341-8953-32cb66874fa5 req-5003ea2a-b203-4cdb-b6a3-073c44fbcece tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:09:50.251303 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9f7b6d71-7575-4341-8953-32cb66874fa5 req-5003ea2a-b203-4cdb-b6a3-073c44fbcece tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a5c710f-e4fd-43fb-8c8c-c70f11eef3c4 HTTP/1.1" status: 200 len: 945 time: 0.0477626 Jan 28 08:09:50.298031 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9f7b6d71-7575-4341-8953-32cb66874fa5 req-6a336e33-3a24-4a2d-8c13-80a6aaa7ba41 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411406 Jan 28 08:09:50.410720 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9cb657-fdd0-40db-966c-8b4baa1117f4 req-669bcaed-0ff9-49b6-b7bb-d2b1fcb13126 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:09:50.412101 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-dd9cb657-fdd0-40db-966c-8b4baa1117f4 req-669bcaed-0ff9-49b6-b7bb-d2b1fcb13126 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a5c710f-e4fd-43fb-8c8c-c70f11eef3c4 HTTP/1.1" status: 200 len: 945 time: 0.0476885 Jan 28 08:09:50.458029 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-dd9cb657-fdd0-40db-966c-8b4baa1117f4 req-fa8f1ed6-f942-4d83-ac6b-25e6047fc4a8 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400310 Jan 28 08:09:50.576251 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11959966-b98f-401d-bc5a-c072321fa15e req-a7d9d36e-2ee4-4a17-9cbb-02d4a1cff3df tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:09:50.577736 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-11959966-b98f-401d-bc5a-c072321fa15e req-a7d9d36e-2ee4-4a17-9cbb-02d4a1cff3df tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a5c710f-e4fd-43fb-8c8c-c70f11eef3c4 HTTP/1.1" status: 200 len: 945 time: 0.0528545 Jan 28 08:09:50.624347 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-11959966-b98f-401d-bc5a-c072321fa15e req-361e5d53-6145-4792-ac68-42dcd9db3801 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410612 Jan 28 08:09:50.811439 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 623fd453-688d-4343-84a1-14db40455409 details requested by agent hyperv_n-h1-712749-28 with host n-h1-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 08:09:50.857190 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d9abbb-6525-48f4-9a80-b39236de63e5 req-ae0bbec1-9978-4e43-a9ff-9b64e55eed8a tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:09:50.858673 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-67d9abbb-6525-48f4-9a80-b39236de63e5 req-ae0bbec1-9978-4e43-a9ff-9b64e55eed8a tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a5c710f-e4fd-43fb-8c8c-c70f11eef3c4 HTTP/1.1" status: 200 len: 945 time: 0.0483282 Jan 28 08:09:50.906350 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-67d9abbb-6525-48f4-9a80-b39236de63e5 req-2f5476b1-80af-443a-9581-fa249b586ebd tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419130 Jan 28 08:09:50.910662 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 623fd453-688d-4343-84a1-14db40455409, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=623fd453-688d-4343-84a1-14db40455409,segment=NetworkSegment(9f29e49e-1298-4018-ac36-fa9bfe8943e3),segment_id=9f29e49e-1298-4018-ac36-fa9bfe8943e3)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:09:50.927174 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Returning: {'device': '623fd453-688d-4343-84a1-14db40455409', 'network_id': '1afc2731-e451-45ef-9fe0-067811f3cbbd', 'port_id': '623fd453-688d-4343-84a1-14db40455409', 'mac_address': 'fa:16:3e:ba:b8:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de3bc95a-2ca1-4fb0-a56a-6e6091dfb4c8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 08:09:50.964916 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 623fd453-688d-4343-84a1-14db40455409 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:09:50.965229 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (623fd453-688d-4343-84a1-14db40455409), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:09:50.977802 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 623fd453-688d-4343-84a1-14db40455409 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 08:09:50.996265 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 623fd453-688d-4343-84a1-14db40455409, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=623fd453-688d-4343-84a1-14db40455409,segment=NetworkSegment(9f29e49e-1298-4018-ac36-fa9bfe8943e3),segment_id=9f29e49e-1298-4018-ac36-fa9bfe8943e3)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:09:50.999921 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (623fd453-688d-4343-84a1-14db40455409), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:09:51.046527 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=623fd453-688d-4343-84a1-14db40455409,revision_number=14']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:09:51.347153 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['623fd453-688d-4343-84a1-14db40455409'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 08:09:52.022062 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f15f831-30ea-4329-8922-34c858c5e7e4 req-1849f614-93c4-440f-980f-b8a69255c440 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:09:52.023733 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2f15f831-30ea-4329-8922-34c858c5e7e4 req-1849f614-93c4-440f-980f-b8a69255c440 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a5c710f-e4fd-43fb-8c8c-c70f11eef3c4 HTTP/1.1" status: 200 len: 946 time: 0.0471294 Jan 28 08:09:52.069052 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2f15f831-30ea-4329-8922-34c858c5e7e4 req-4fd92217-184d-4590-804a-fa8c5f8b317a tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397243 Jan 28 08:09:52.751270 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc65b140-1e25-4a3c-93d0-8b3a99a76dd9 req-ca28acb2-08b0-4a00-8e05-387c8ff96839 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:09:52.752651 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-fc65b140-1e25-4a3c-93d0-8b3a99a76dd9 req-ca28acb2-08b0-4a00-8e05-387c8ff96839 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a5c710f-e4fd-43fb-8c8c-c70f11eef3c4 HTTP/1.1" status: 200 len: 946 time: 0.0507174 Jan 28 08:09:52.830478 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 623fd453-688d-4343-84a1-14db40455409 up at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 08:09:52.842158 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-fc65b140-1e25-4a3c-93d0-8b3a99a76dd9 req-6e028f0e-040e-4961-a136-94db5cd8f6fc tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Deleting port 623fd453-688d-4343-84a1-14db40455409 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 08:09:52.842500 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-fc65b140-1e25-4a3c-93d0-8b3a99a76dd9 req-6e028f0e-040e-4961-a136-94db5cd8f6fc tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (623fd453-688d-4343-84a1-14db40455409), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:09:52.879456 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning for port 623fd453-688d-4343-84a1-14db40455409 completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 08:09:52.884074 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning complete for port 623fd453-688d-4343-84a1-14db40455409 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:09:52.884503 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (623fd453-688d-4343-84a1-14db40455409), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:09:52.938235 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-fc65b140-1e25-4a3c-93d0-8b3a99a76dd9 req-6e028f0e-040e-4961-a136-94db5cd8f6fc tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] For port 623fd453-688d-4343-84a1-14db40455409, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=623fd453-688d-4343-84a1-14db40455409,segment=NetworkSegment(9f29e49e-1298-4018-ac36-fa9bfe8943e3),segment_id=9f29e49e-1298-4018-ac36-fa9bfe8943e3)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:09:52.938602 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-fc65b140-1e25-4a3c-93d0-8b3a99a76dd9 req-6e028f0e-040e-4961-a136-94db5cd8f6fc tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (623fd453-688d-4343-84a1-14db40455409), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:09:52.968933 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 623fd453-688d-4343-84a1-14db40455409 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:09:52.969331 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (623fd453-688d-4343-84a1-14db40455409), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:09:52.993438 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a5c710f-e4fd-43fb-8c8c-c70f11eef3c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '623fd453-688d-4343-84a1-14db40455409'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 08:09:52.995681 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ad7fe887ec8da9bd29e477e6463a73d1e99860c0dff062a8c1350cb6684650b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3da6d6d3-766f-457c-861d-b60448eb9ce5" -d '{"events": [{"server_uuid": "3a5c710f-e4fd-43fb-8c8c-c70f11eef3c4", "name": "network-vif-plugged", "status": "completed", "tag": "623fd453-688d-4343-84a1-14db40455409"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 08:09:53.007836 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 623fd453-688d-4343-84a1-14db40455409, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=623fd453-688d-4343-84a1-14db40455409,segment=NetworkSegment(9f29e49e-1298-4018-ac36-fa9bfe8943e3),segment_id=9f29e49e-1298-4018-ac36-fa9bfe8943e3)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:09:53.012963 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (623fd453-688d-4343-84a1-14db40455409), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:09:53.040025 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 08:09:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fc7ff54-003c-4ac8-8a2f-025cb3c85433 x-openstack-request-id: req-2fc7ff54-003c-4ac8-8a2f-025cb3c85433 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 08:09:53.040365 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a5c710f-e4fd-43fb-8c8c-c70f11eef3c4", "name": "network-vif-plugged", "status": "completed", "tag": "623fd453-688d-4343-84a1-14db40455409", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 08:09:53.040634 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2fc7ff54-003c-4ac8-8a2f-025cb3c85433 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 08:09:53.041032 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a5c710f-e4fd-43fb-8c8c-c70f11eef3c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '623fd453-688d-4343-84a1-14db40455409', 'code': 200} Jan 28 08:09:53.066697 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=623fd453-688d-4343-84a1-14db40455409,revision_number=15']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:09:53.118359 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-fc65b140-1e25-4a3c-93d0-8b3a99a76dd9 req-6e028f0e-040e-4961-a136-94db5cd8f6fc tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:09:53.118734 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-fc65b140-1e25-4a3c-93d0-8b3a99a76dd9 req-6e028f0e-040e-4961-a136-94db5cd8f6fc tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16609095'] for floatingip (99fdf00c-0722-4494-aadb-492179653fc1), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:09:53.119053 n-d-712749-28 neutron-server[103284]: INFO neutron.db.l3_db [req-fc65b140-1e25-4a3c-93d0-8b3a99a76dd9 req-6e028f0e-040e-4961-a136-94db5cd8f6fc tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Floating IP 99fdf00c-0722-4494-aadb-492179653fc1 disassociated. External IP: 172.25.6.173, port: 623fd453-688d-4343-84a1-14db40455409. Jan 28 08:09:53.119392 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-fc65b140-1e25-4a3c-93d0-8b3a99a76dd9 req-6e028f0e-040e-4961-a136-94db5cd8f6fc tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Calling delete_port for 623fd453-688d-4343-84a1-14db40455409 owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 08:09:53.189380 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28a91cc-3021-475e-95e0-aa08632a0eef req-340f21b2-3c57-482a-a40b-eb14413034c1 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:09:53.190937 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a28a91cc-3021-475e-95e0-aa08632a0eef req-340f21b2-3c57-482a-a40b-eb14413034c1 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a5c710f-e4fd-43fb-8c8c-c70f11eef3c4 HTTP/1.1" status: 200 len: 947 time: 0.0530918 Jan 28 08:09:53.239426 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a28a91cc-3021-475e-95e0-aa08632a0eef req-a7adeac6-fa97-4ae7-a85b-eec87d17f240 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f68e1a8-1f1c-44e6-90af-b65f29c69463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411565 Jan 28 08:09:53.252152 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-fc65b140-1e25-4a3c-93d0-8b3a99a76dd9 req-6e028f0e-040e-4961-a136-94db5cd8f6fc tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (623fd453-688d-4343-84a1-14db40455409), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:09:53.283003 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e028f0e-040e-4961-a136-94db5cd8f6fc tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Pushing event deleted for resources: {'Port': ['ID=623fd453-688d-4343-84a1-14db40455409,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:09:53.400552 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fc65b140-1e25-4a3c-93d0-8b3a99a76dd9 req-6e028f0e-040e-4961-a136-94db5cd8f6fc tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Router 471ae43a-1a31-406c-ae5e-acc2efe0a256 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 08:09:53.513538 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fc65b140-1e25-4a3c-93d0-8b3a99a76dd9 req-6e028f0e-040e-4961-a136-94db5cd8f6fc tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 08:09:53.524337 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21c8e04-1960-4dbc-a25f-03ac067f89bf None None] Sync routers for ids ['471ae43a-1a31-406c-ae5e-acc2efe0a256'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 08:09:53.533961 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21c8e04-1960-4dbc-a25f-03ac067f89bf None None] Routers {'471ae43a-1a31-406c-ae5e-acc2efe0a256'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 08:09:53.534506 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-f21c8e04-1960-4dbc-a25f-03ac067f89bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T08:09:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['471ae43a-1a31-406c-ae5e-acc2efe0a256'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:09:53.553243 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc65b140-1e25-4a3c-93d0-8b3a99a76dd9 req-6e028f0e-040e-4961-a136-94db5cd8f6fc tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] No DVR routers for this DVR port 623fd453-688d-4343-84a1-14db40455409 on host n-h1-712749-28 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 08:09:53.556515 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-fc65b140-1e25-4a3c-93d0-8b3a99a76dd9 req-6e028f0e-040e-4961-a136-94db5cd8f6fc tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:09:53.560073 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-fc65b140-1e25-4a3c-93d0-8b3a99a76dd9 req-6e028f0e-040e-4961-a136-94db5cd8f6fc tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.10 "DELETE /v2.0/ports/623fd453-688d-4343-84a1-14db40455409 HTTP/1.1" status: 204 len: 173 time: 0.7993002 Jan 28 08:09:53.560597 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a5c710f-e4fd-43fb-8c8c-c70f11eef3c4', 'name': 'network-vif-deleted', 'tag': '623fd453-688d-4343-84a1-14db40455409'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 08:09:53.562900 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea2b103cb7827510f28784975546feb0b63800b94dfac5f98f271904baace09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23c586c2-b7b4-471e-a2e4-3bdde83775f3" -d '{"events": [{"server_uuid": "3a5c710f-e4fd-43fb-8c8c-c70f11eef3c4", "name": "network-vif-deleted", "tag": "623fd453-688d-4343-84a1-14db40455409"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 08:09:53.605519 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 08:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-978e1fd5-2d78-4a65-9f89-4a51510ed918 x-openstack-request-id: req-978e1fd5-2d78-4a65-9f89-4a51510ed918 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 08:09:53.606003 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a5c710f-e4fd-43fb-8c8c-c70f11eef3c4", "name": "network-vif-deleted", "tag": "623fd453-688d-4343-84a1-14db40455409", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 08:09:53.606338 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-978e1fd5-2d78-4a65-9f89-4a51510ed918 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 08:09:53.606871 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a5c710f-e4fd-43fb-8c8c-c70f11eef3c4', 'name': 'network-vif-deleted', 'tag': '623fd453-688d-4343-84a1-14db40455409', 'status': 'completed', 'code': 200} Jan 28 08:09:53.650450 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-f21c8e04-1960-4dbc-a25f-03ac067f89bf None None] Set router 471ae43a-1a31-406c-ae5e-acc2efe0a256 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 08:09:53.845993 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-f21c8e04-1960-4dbc-a25f-03ac067f89bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '471ae43a-1a31-406c-ae5e-acc2efe0a256', 'name': 'tempest-ServerActionsTestJSON-1457173536-router', 'tenant_id': 'ea75831938ac4b18946665e46df721d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': 'ed8b465d-05c2-49a6-8fd3-45f91f421823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:59:37Z', 'updated_at': '2022-01-28T07:59:39Z', 'revision_number': 4, 'project_id': 'ea75831938ac4b18946665e46df721d1', 'gw_port': {'id': 'ed8b465d-05c2-49a6-8fd3-45f91f421823', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:2b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471ae43a-1a31-406c-ae5e-acc2efe0a256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:59:37Z', 'updated_at': '2022-01-28T07:59:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '8d7d521e-d346-4914-82ee-3ebe2f4e18db', 'name': '', 'network_id': '1afc2731-e451-45ef-9fe0-067811f3cbbd', 'tenant_id': 'ea75831938ac4b18946665e46df721d1', 'mac_address': 'fa:16:3e:42:66:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471ae43a-1a31-406c-ae5e-acc2efe0a256', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'de3bc95a-2ca1-4fb0-a56a-6e6091dfb4c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:59:39Z', 'updated_at': '2022-01-28T07:59:43Z', 'revision_number': 5, 'project_id': 'ea75831938ac4b18946665e46df721d1', 'subnets': [{'id': 'de3bc95a-2ca1-4fb0-a56a-6e6091dfb4c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:09:53.871804 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21c8e04-1960-4dbc-a25f-03ac067f89bf None None] Checking router: 471ae43a-1a31-406c-ae5e-acc2efe0a256 for host: n-d-712749-28 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 08:09:53.880648 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21c8e04-1960-4dbc-a25f-03ac067f89bf None None] Routers {'471ae43a-1a31-406c-ae5e-acc2efe0a256'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 08:09:53.881254 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-f21c8e04-1960-4dbc-a25f-03ac067f89bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T08:09:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['471ae43a-1a31-406c-ae5e-acc2efe0a256'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:09:53.985937 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-f21c8e04-1960-4dbc-a25f-03ac067f89bf None None] Set router 471ae43a-1a31-406c-ae5e-acc2efe0a256 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 08:09:54.183374 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-f21c8e04-1960-4dbc-a25f-03ac067f89bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '471ae43a-1a31-406c-ae5e-acc2efe0a256', 'name': 'tempest-ServerActionsTestJSON-1457173536-router', 'tenant_id': 'ea75831938ac4b18946665e46df721d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': 'ed8b465d-05c2-49a6-8fd3-45f91f421823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:59:37Z', 'updated_at': '2022-01-28T07:59:39Z', 'revision_number': 4, 'project_id': 'ea75831938ac4b18946665e46df721d1', 'gw_port': {'id': 'ed8b465d-05c2-49a6-8fd3-45f91f421823', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:2b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471ae43a-1a31-406c-ae5e-acc2efe0a256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:59:37Z', 'updated_at': '2022-01-28T07:59:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '8d7d521e-d346-4914-82ee-3ebe2f4e18db', 'name': '', 'network_id': '1afc2731-e451-45ef-9fe0-067811f3cbbd', 'tenant_id': 'ea75831938ac4b18946665e46df721d1', 'mac_address': 'fa:16:3e:42:66:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471ae43a-1a31-406c-ae5e-acc2efe0a256', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'de3bc95a-2ca1-4fb0-a56a-6e6091dfb4c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:59:39Z', 'updated_at': '2022-01-28T07:59:43Z', 'revision_number': 5, 'project_id': 'ea75831938ac4b18946665e46df721d1', 'subnets': [{'id': 'de3bc95a-2ca1-4fb0-a56a-6e6091dfb4c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:09:54.210772 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21c8e04-1960-4dbc-a25f-03ac067f89bf None None] The sync data for ids ['471ae43a-1a31-406c-ae5e-acc2efe0a256'] in n-d-712749-28 is: [{'id': '471ae43a-1a31-406c-ae5e-acc2efe0a256', 'name': 'tempest-ServerActionsTestJSON-1457173536-router', 'tenant_id': 'ea75831938ac4b18946665e46df721d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': 'ed8b465d-05c2-49a6-8fd3-45f91f421823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:59:37Z', 'updated_at': '2022-01-28T07:59:39Z', 'revision_number': 4, 'project_id': 'ea75831938ac4b18946665e46df721d1', 'gw_port': {'id': 'ed8b465d-05c2-49a6-8fd3-45f91f421823', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:2b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471ae43a-1a31-406c-ae5e-acc2efe0a256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:59:37Z', 'updated_at': '2022-01-28T07:59:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '8d7d521e-d346-4914-82ee-3ebe2f4e18db', 'name': '', 'network_id': '1afc2731-e451-45ef-9fe0-067811f3cbbd', 'tenant_id': 'ea75831938ac4b18946665e46df721d1', 'mac_address': 'fa:16:3e:42:66:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471ae43a-1a31-406c-ae5e-acc2efe0a256', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'de3bc95a-2ca1-4fb0-a56a-6e6091dfb4c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:59:39Z', 'updated_at': '2022-01-28T07:59:43Z', 'revision_number': 5, 'project_id': 'ea75831938ac4b18946665e46df721d1', 'subnets': [{'id': 'de3bc95a-2ca1-4fb0-a56a-6e6091dfb4c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 08:09:54.339831 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a48609da-5619-4d50-87ec-d273713ed9c6 req-f3492254-49c6-45e8-8cf3-0a8c4ab5d55d tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a5c710f-e4fd-43fb-8c8c-c70f11eef3c4 HTTP/1.1" status: 200 len: 210 time: 0.0271301 Jan 28 08:09:54.453369 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56aa9ed-9519-41a4-ae96-793230110fdd None None] New status for floating IP 99fdf00c-0722-4494-aadb-492179653fc1: DOWN {{(pid=103285) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 08:09:55.439983 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0e62637d-be58-4ef9-ba65-068239aa3574 req-2ef9dc15-0d20-4cc2-a909-64578ae68e32 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a5c710f-e4fd-43fb-8c8c-c70f11eef3c4 HTTP/1.1" status: 200 len: 210 time: 0.0285223 Jan 28 08:09:56.534058 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-3be96a6d-d118-41dc-859d-b4089b7a5944 req-18df5d64-1d8a-484d-9b59-4e3b977f277a tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a5c710f-e4fd-43fb-8c8c-c70f11eef3c4 HTTP/1.1" status: 200 len: 210 time: 0.0258012 Jan 28 08:09:56.831079 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 623fd453-688d-4343-84a1-14db40455409 no longer exists at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 08:09:56.856035 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] No Port match for: 623fd453-688d-4343-84a1-14db40455409 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 08:09:56.856407 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 623fd453-688d-4343-84a1-14db40455409 not bound to the agent host n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 08:09:57.630031 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d4930098-9c55-4949-865b-d8ad6613ec56 req-058dc8e6-e89e-4d23-bd5e-724a0681462b tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a5c710f-e4fd-43fb-8c8c-c70f11eef3c4 HTTP/1.1" status: 200 len: 210 time: 0.0261922 Jan 28 08:09:58.724878 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b8a040ef-1456-4083-90af-16f9437cf3ac req-4ba0fb43-443e-483b-a947-03c8e6e11c37 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a5c710f-e4fd-43fb-8c8c-c70f11eef3c4 HTTP/1.1" status: 200 len: 210 time: 0.0257866 Jan 28 08:09:59.823978 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4c5f017a-0963-43d3-89ac-abeffc1da841 req-4a740fe8-002d-483e-9f5c-0136d0e76531 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a5c710f-e4fd-43fb-8c8c-c70f11eef3c4 HTTP/1.1" status: 200 len: 210 time: 0.0310349 Jan 28 08:10:00.923225 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5f78d71a-e157-4d80-a24a-c58d8bd30f87 req-9b86f877-c500-4d4b-b4ff-cf7e349e0233 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a5c710f-e4fd-43fb-8c8c-c70f11eef3c4 HTTP/1.1" status: 200 len: 210 time: 0.0271881 Jan 28 08:10:02.035203 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c3f2880c-18e0-4fc8-a537-64f1fde34b0a req-bf0e037c-b12e-4e97-bbb9-e78d4bb8b8c0 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a5c710f-e4fd-43fb-8c8c-c70f11eef3c4 HTTP/1.1" status: 200 len: 210 time: 0.0284765 Jan 28 08:10:03.354743 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d7f48500-f67b-452f-8354-adea84372055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:03.567602 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:04.578593 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:05.716775 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f26a6580-ba83-4828-8c89-3e45093b767f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:07.189887 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:08.874789 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:08.894826 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 39696) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:10:08.953076 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-15982916-526a-4147-9314-02546eac5a3a tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Publish callbacks [] for security_group (9f68e1a8-1f1c-44e6-90af-b65f29c69463), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:08.977037 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-15982916-526a-4147-9314-02546eac5a3a tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Publish callbacks [] for security_group (9f68e1a8-1f1c-44e6-90af-b65f29c69463), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:09.030378 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-15982916-526a-4147-9314-02546eac5a3a tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (9f68e1a8-1f1c-44e6-90af-b65f29c69463), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:09.033050 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-15982916-526a-4147-9314-02546eac5a3a tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:09.034195 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-15982916-526a-4147-9314-02546eac5a3a tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "DELETE /v2.0/security-groups/9f68e1a8-1f1c-44e6-90af-b65f29c69463 HTTP/1.1" status: 204 len: 168 time: 0.1382992 Jan 28 08:10:09.036950 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 39698) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:10:09.043234 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15982916-526a-4147-9314-02546eac5a3a tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f68e1a8-1f1c-44e6-90af-b65f29c69463,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:10:09.051070 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15982916-526a-4147-9314-02546eac5a3a tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:10:09.051411 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15982916-526a-4147-9314-02546eac5a3a tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:10:09.051757 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15982916-526a-4147-9314-02546eac5a3a tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:10:09.051908 n-d-712749-28 neutron-server[103284]: INFO neutron.api.v2.resource [None req-16f82300-44bb-4b5e-bdd4-ee1bb96f2b06 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] show failed (client error): The resource could not be found. Jan 28 08:10:09.052100 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15982916-526a-4147-9314-02546eac5a3a tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:10:09.052485 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15982916-526a-4147-9314-02546eac5a3a tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:10:09.052825 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15982916-526a-4147-9314-02546eac5a3a tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:10:09.053055 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-16f82300-44bb-4b5e-bdd4-ee1bb96f2b06 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "GET /v2.0/security-groups/9f68e1a8-1f1c-44e6-90af-b65f29c69463 HTTP/1.1" status: 404 len: 347 time: 0.0149429 Jan 28 08:10:09.053301 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15982916-526a-4147-9314-02546eac5a3a tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:10:09.054249 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15982916-526a-4147-9314-02546eac5a3a tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:10:09.054588 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15982916-526a-4147-9314-02546eac5a3a tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:10:09.054923 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15982916-526a-4147-9314-02546eac5a3a tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:10:09.055285 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15982916-526a-4147-9314-02546eac5a3a tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:10:09.055679 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15982916-526a-4147-9314-02546eac5a3a tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:10:09.055921 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 39700) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:10:09.056028 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15982916-526a-4147-9314-02546eac5a3a tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:10:09.192327 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-b2d0f030-27ca-45f2-8221-6c62356e84b3 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Deleting port 1d5b59b6-1c44-43ca-b268-43c35e5a2b3e {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 08:10:09.192685 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b2d0f030-27ca-45f2-8221-6c62356e84b3 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (1d5b59b6-1c44-43ca-b268-43c35e5a2b3e), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:09.271577 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b2d0f030-27ca-45f2-8221-6c62356e84b3 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (1d5b59b6-1c44-43ca-b268-43c35e5a2b3e), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:09.271967 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b2d0f030-27ca-45f2-8221-6c62356e84b3 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Publish callbacks [] for floatingip (1d5b59b6-1c44-43ca-b268-43c35e5a2b3e), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:09.283429 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-b2d0f030-27ca-45f2-8221-6c62356e84b3 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Calling delete_port for 1d5b59b6-1c44-43ca-b268-43c35e5a2b3e owned by network:floatingip {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 08:10:09.421464 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b2d0f030-27ca-45f2-8221-6c62356e84b3 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (1d5b59b6-1c44-43ca-b268-43c35e5a2b3e), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:09.449578 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d0f030-27ca-45f2-8221-6c62356e84b3 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Pushing event deleted for resources: {'Port': ['ID=1d5b59b6-1c44-43ca-b268-43c35e5a2b3e,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:10:09.511150 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b2d0f030-27ca-45f2-8221-6c62356e84b3 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Publish callbacks [] for floatingip (99fdf00c-0722-4494-aadb-492179653fc1), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:09.513970 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b2d0f030-27ca-45f2-8221-6c62356e84b3 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for floatingip (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:09.515290 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-b2d0f030-27ca-45f2-8221-6c62356e84b3 tempest-ServerActionsTestJSON-211289380 tempest-ServerActionsTestJSON-211289380-project] 10.222.0.41 "DELETE /v2.0/floatingips/99fdf00c-0722-4494-aadb-492179653fc1 HTTP/1.1" status: 204 len: 168 time: 0.4583399 Jan 28 08:10:09.518210 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 39702) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:10:09.827583 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:10.035657 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-58b8c8b2-c65e-46ca-aea1-fc0f9cb67ca1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16606535'] for router_interface (471ae43a-1a31-406c-ae5e-acc2efe0a256), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:10.282510 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-58b8c8b2-c65e-46ca-aea1-fc0f9cb67ca1 admin admin] Deleting port 8d7d521e-d346-4914-82ee-3ebe2f4e18db {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 08:10:10.283143 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-58b8c8b2-c65e-46ca-aea1-fc0f9cb67ca1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (8d7d521e-d346-4914-82ee-3ebe2f4e18db), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:10.363980 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-58b8c8b2-c65e-46ca-aea1-fc0f9cb67ca1 admin admin] For port 8d7d521e-d346-4914-82ee-3ebe2f4e18db, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=8d7d521e-d346-4914-82ee-3ebe2f4e18db,segment=NetworkSegment(9f29e49e-1298-4018-ac36-fa9bfe8943e3),segment_id=9f29e49e-1298-4018-ac36-fa9bfe8943e3)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:10:10.364375 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-58b8c8b2-c65e-46ca-aea1-fc0f9cb67ca1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (8d7d521e-d346-4914-82ee-3ebe2f4e18db), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:10.375916 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-58b8c8b2-c65e-46ca-aea1-fc0f9cb67ca1 admin admin] Calling delete_port for 8d7d521e-d346-4914-82ee-3ebe2f4e18db owned by network:router_interface {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 08:10:10.554454 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-58b8c8b2-c65e-46ca-aea1-fc0f9cb67ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (8d7d521e-d346-4914-82ee-3ebe2f4e18db), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:10.577231 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b8c8b2-c65e-46ca-aea1-fc0f9cb67ca1 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d7d521e-d346-4914-82ee-3ebe2f4e18db,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:10:10.743994 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-58b8c8b2-c65e-46ca-aea1-fc0f9cb67ca1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16319006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16606699'] for router_interface (471ae43a-1a31-406c-ae5e-acc2efe0a256), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:10.965250 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58b8c8b2-c65e-46ca-aea1-fc0f9cb67ca1 admin admin] Router 471ae43a-1a31-406c-ae5e-acc2efe0a256 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 08:10:11.069181 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58b8c8b2-c65e-46ca-aea1-fc0f9cb67ca1 admin admin] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 08:10:11.074320 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-58b8c8b2-c65e-46ca-aea1-fc0f9cb67ca1 admin admin] 10.222.0.41 "PUT /v2.0/routers/471ae43a-1a31-406c-ae5e-acc2efe0a256/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5551529 Jan 28 08:10:11.076914 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 39706) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:10:11.077988 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba79553-1301-4c33-8897-d58fcc396884 None None] Sync routers for ids ['471ae43a-1a31-406c-ae5e-acc2efe0a256'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 08:10:11.088950 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba79553-1301-4c33-8897-d58fcc396884 None None] Routers {'471ae43a-1a31-406c-ae5e-acc2efe0a256'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 08:10:11.089557 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-cba79553-1301-4c33-8897-d58fcc396884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T08:10:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['471ae43a-1a31-406c-ae5e-acc2efe0a256'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:10:11.181846 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2047892a-0dfa-4395-a038-791c6f1795e0 admin admin] Publish callbacks [] for router (471ae43a-1a31-406c-ae5e-acc2efe0a256), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:11.195767 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-cba79553-1301-4c33-8897-d58fcc396884 None None] Set router 471ae43a-1a31-406c-ae5e-acc2efe0a256 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 08:10:11.284650 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2047892a-0dfa-4395-a038-791c6f1795e0 admin admin] Publish callbacks [] for router_gateway (471ae43a-1a31-406c-ae5e-acc2efe0a256), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:11.337927 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-2047892a-0dfa-4395-a038-791c6f1795e0 admin admin] Deleting port ed8b465d-05c2-49a6-8fd3-45f91f421823 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 08:10:11.338263 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2047892a-0dfa-4395-a038-791c6f1795e0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (ed8b465d-05c2-49a6-8fd3-45f91f421823), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:11.372280 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-cba79553-1301-4c33-8897-d58fcc396884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '471ae43a-1a31-406c-ae5e-acc2efe0a256', 'name': 'tempest-ServerActionsTestJSON-1457173536-router', 'tenant_id': 'ea75831938ac4b18946665e46df721d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': 'ed8b465d-05c2-49a6-8fd3-45f91f421823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:59:37Z', 'updated_at': '2022-01-28T08:10:10Z', 'revision_number': 5, 'project_id': 'ea75831938ac4b18946665e46df721d1', 'gw_port': {'id': 'ed8b465d-05c2-49a6-8fd3-45f91f421823', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:2b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471ae43a-1a31-406c-ae5e-acc2efe0a256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:59:37Z', 'updated_at': '2022-01-28T07:59:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:10:11.399140 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba79553-1301-4c33-8897-d58fcc396884 None None] Checking router: 471ae43a-1a31-406c-ae5e-acc2efe0a256 for host: n-d-712749-28 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 08:10:11.407188 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba79553-1301-4c33-8897-d58fcc396884 None None] Routers {'471ae43a-1a31-406c-ae5e-acc2efe0a256'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 08:10:11.407788 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-cba79553-1301-4c33-8897-d58fcc396884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T08:10:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['471ae43a-1a31-406c-ae5e-acc2efe0a256'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:10:11.419228 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-2047892a-0dfa-4395-a038-791c6f1795e0 admin admin] For port ed8b465d-05c2-49a6-8fd3-45f91f421823, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=ed8b465d-05c2-49a6-8fd3-45f91f421823,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:10:11.419593 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2047892a-0dfa-4395-a038-791c6f1795e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (ed8b465d-05c2-49a6-8fd3-45f91f421823), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:11.433519 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-2047892a-0dfa-4395-a038-791c6f1795e0 admin admin] Calling delete_port for ed8b465d-05c2-49a6-8fd3-45f91f421823 owned by network:router_gateway {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 08:10:11.584878 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-cba79553-1301-4c33-8897-d58fcc396884 None None] Set router 471ae43a-1a31-406c-ae5e-acc2efe0a256 gateway port host: None {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 08:10:11.601937 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2047892a-0dfa-4395-a038-791c6f1795e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (ed8b465d-05c2-49a6-8fd3-45f91f421823), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:11.627871 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2047892a-0dfa-4395-a038-791c6f1795e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed8b465d-05c2-49a6-8fd3-45f91f421823,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:10:11.635652 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-cba79553-1301-4c33-8897-d58fcc396884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '471ae43a-1a31-406c-ae5e-acc2efe0a256', 'name': 'tempest-ServerActionsTestJSON-1457173536-router', 'tenant_id': 'ea75831938ac4b18946665e46df721d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:59:37Z', 'updated_at': '2022-01-28T08:10:11Z', 'revision_number': 6, 'project_id': 'ea75831938ac4b18946665e46df721d1', 'gw_port_host': None}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:10:11.666366 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba79553-1301-4c33-8897-d58fcc396884 None None] The sync data for ids ['471ae43a-1a31-406c-ae5e-acc2efe0a256'] in n-d-712749-28 is: [{'id': '471ae43a-1a31-406c-ae5e-acc2efe0a256', 'name': 'tempest-ServerActionsTestJSON-1457173536-router', 'tenant_id': 'ea75831938ac4b18946665e46df721d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:59:37Z', 'updated_at': '2022-01-28T08:10:11Z', 'revision_number': 6, 'project_id': 'ea75831938ac4b18946665e46df721d1', 'gw_port_host': None}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 08:10:11.688831 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2047892a-0dfa-4395-a038-791c6f1795e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16607873'] for router_gateway (471ae43a-1a31-406c-ae5e-acc2efe0a256), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:11.778722 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2047892a-0dfa-4395-a038-791c6f1795e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16605684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127449'] for router (471ae43a-1a31-406c-ae5e-acc2efe0a256), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:11.780890 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2047892a-0dfa-4395-a038-791c6f1795e0 admin admin] Publish callbacks [] for router_controller (471ae43a-1a31-406c-ae5e-acc2efe0a256), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:11.825926 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2047892a-0dfa-4395-a038-791c6f1795e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16605693'] for router (471ae43a-1a31-406c-ae5e-acc2efe0a256), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:11.826504 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2047892a-0dfa-4395-a038-791c6f1795e0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 471ae43a-1a31-406c-ae5e-acc2efe0a256 {{(pid=103284) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 08:10:11.830675 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2047892a-0dfa-4395-a038-791c6f1795e0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:11.831969 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-2047892a-0dfa-4395-a038-791c6f1795e0 admin admin] 10.222.0.41 "DELETE /v2.0/routers/471ae43a-1a31-406c-ae5e-acc2efe0a256 HTTP/1.1" status: 204 len: 168 time: 0.7540545 Jan 28 08:10:11.835045 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 39708) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:10:11.878069 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-36b06cea-5360-44a2-814c-e65207189f07 admin admin] Deleting subnet de3bc95a-2ca1-4fb0-a56a-6e6091dfb4c8 {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 08:10:11.881297 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-36b06cea-5360-44a2-814c-e65207189f07 admin admin] Publish callbacks [] for subnet (de3bc95a-2ca1-4fb0-a56a-6e6091dfb4c8), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:11.914793 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-36b06cea-5360-44a2-814c-e65207189f07 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24759175'] for subnet (de3bc95a-2ca1-4fb0-a56a-6e6091dfb4c8), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:11.990986 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-36b06cea-5360-44a2-814c-e65207189f07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (de3bc95a-2ca1-4fb0-a56a-6e6091dfb4c8), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:12.046435 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-36b06cea-5360-44a2-814c-e65207189f07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24757569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24979817'] for subnet (de3bc95a-2ca1-4fb0-a56a-6e6091dfb4c8), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:12.077820 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b06cea-5360-44a2-814c-e65207189f07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de3bc95a-2ca1-4fb0-a56a-6e6091dfb4c8,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:10:12.079793 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-36b06cea-5360-44a2-814c-e65207189f07 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:12.085975 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-36b06cea-5360-44a2-814c-e65207189f07 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/de3bc95a-2ca1-4fb0-a56a-6e6091dfb4c8 HTTP/1.1" status: 204 len: 168 time: 0.2497666 Jan 28 08:10:12.086642 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 39710) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:10:12.090714 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a52895-e9dd-4838-82ae-83aa35309191 None None] Network 1afc2731-e451-45ef-9fe0-067811f3cbbd requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 08:10:12.154511 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c5edeab2-dbf0-4e20-b8af-41c091e1a8a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (1afc2731-e451-45ef-9fe0-067811f3cbbd), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:12.210960 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-c5edeab2-dbf0-4e20-b8af-41c091e1a8a4 admin admin] Deleting port 6a420a83-dfa9-4b1c-9e0a-3fa86145334d {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 08:10:12.211296 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c5edeab2-dbf0-4e20-b8af-41c091e1a8a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (6a420a83-dfa9-4b1c-9e0a-3fa86145334d), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:12.272944 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-c5edeab2-dbf0-4e20-b8af-41c091e1a8a4 admin admin] For port 6a420a83-dfa9-4b1c-9e0a-3fa86145334d, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=6a420a83-dfa9-4b1c-9e0a-3fa86145334d,segment=NetworkSegment(9f29e49e-1298-4018-ac36-fa9bfe8943e3),segment_id=9f29e49e-1298-4018-ac36-fa9bfe8943e3)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:10:12.273311 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c5edeab2-dbf0-4e20-b8af-41c091e1a8a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (6a420a83-dfa9-4b1c-9e0a-3fa86145334d), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:12.285691 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-c5edeab2-dbf0-4e20-b8af-41c091e1a8a4 admin admin] Calling delete_port for 6a420a83-dfa9-4b1c-9e0a-3fa86145334d owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 08:10:12.365319 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c5edeab2-dbf0-4e20-b8af-41c091e1a8a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (6a420a83-dfa9-4b1c-9e0a-3fa86145334d), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:12.391086 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5edeab2-dbf0-4e20-b8af-41c091e1a8a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a420a83-dfa9-4b1c-9e0a-3fa86145334d,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:10:12.394384 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5edeab2-dbf0-4e20-b8af-41c091e1a8a4 admin admin] No DVR routers for this DVR port 6a420a83-dfa9-4b1c-9e0a-3fa86145334d on host n-d-712749-28 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 08:10:12.448275 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-851aa010-81ef-4c25-bc14-596b9f028dd0 None None] DHCP port deletion for 1afc2731-e451-45ef-9fe0-067811f3cbbd request from n-d-712749-28 {{(pid=103285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 08:10:12.468299 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c5edeab2-dbf0-4e20-b8af-41c091e1a8a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (1afc2731-e451-45ef-9fe0-067811f3cbbd), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:12.493781 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-c5edeab2-dbf0-4e20-b8af-41c091e1a8a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1afc2731-e451-45ef-9fe0-067811f3cbbd']}} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:10:12.502922 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-c5edeab2-dbf0-4e20-b8af-41c091e1a8a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f29e49e-1298-4018-ac36-fa9bfe8943e3') {'for_net_delete': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:10:12.503216 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-c5edeab2-dbf0-4e20-b8af-41c091e1a8a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f29e49e-1298-4018-ac36-fa9bfe8943e3') {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:10:12.512484 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c5edeab2-dbf0-4e20-b8af-41c091e1a8a4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13506801'] for segment (9f29e49e-1298-4018-ac36-fa9bfe8943e3), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:12.525946 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c5edeab2-dbf0-4e20-b8af-41c091e1a8a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (9f29e49e-1298-4018-ac36-fa9bfe8943e3), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:12.532112 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5edeab2-dbf0-4e20-b8af-41c091e1a8a4 admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=103283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 08:10:12.532545 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c5edeab2-dbf0-4e20-b8af-41c091e1a8a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13546563'] for segment (9f29e49e-1298-4018-ac36-fa9bfe8943e3), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:12.534251 n-d-712749-28 neutron-server[103283]: Traceback (most recent call last): Jan 28 08:10:12.534251 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 08:10:12.534251 n-d-712749-28 neutron-server[103283]: timer() Jan 28 08:10:12.534251 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 08:10:12.534251 n-d-712749-28 neutron-server[103283]: cb(*args, **kw) Jan 28 08:10:12.534251 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 08:10:12.534251 n-d-712749-28 neutron-server[103283]: return func(*args, **kwargs) Jan 28 08:10:12.534251 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 08:10:12.534251 n-d-712749-28 neutron-server[103283]: self._notify() Jan 28 08:10:12.534251 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 08:10:12.534251 n-d-712749-28 neutron-server[103283]: self.callback(batched_events) Jan 28 08:10:12.534251 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 08:10:12.534251 n-d-712749-28 neutron-server[103283]: event.method(event) Jan 28 08:10:12.534251 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 08:10:12.534251 n-d-712749-28 neutron-server[103283]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 08:10:12.534251 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 08:10:12.534251 n-d-712749-28 neutron-server[103283]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 08:10:12.534251 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 08:10:12.534251 n-d-712749-28 neutron-server[103283]: return f(self, *a, **k) Jan 28 08:10:12.534251 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 08:10:12.534251 n-d-712749-28 neutron-server[103283]: return self._get(url).json() Jan 28 08:10:12.534251 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 08:10:12.534251 n-d-712749-28 neutron-server[103283]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 08:10:12.534251 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 08:10:12.534251 n-d-712749-28 neutron-server[103283]: return self.request(url, 'GET', **kwargs) Jan 28 08:10:12.534251 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 08:10:12.534251 n-d-712749-28 neutron-server[103283]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 08:10:12.534251 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 08:10:12.534251 n-d-712749-28 neutron-server[103283]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 08:10:12.534251 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 08:10:12.534251 n-d-712749-28 neutron-server[103283]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 08:10:12.534251 n-d-712749-28 neutron-server[103283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 08:10:12.590014 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c5edeab2-dbf0-4e20-b8af-41c091e1a8a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (1afc2731-e451-45ef-9fe0-067811f3cbbd), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:12.595754 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c5edeab2-dbf0-4e20-b8af-41c091e1a8a4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:12.598986 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-c5edeab2-dbf0-4e20-b8af-41c091e1a8a4 admin admin] 10.222.0.41 "DELETE /v2.0/networks/1afc2731-e451-45ef-9fe0-067811f3cbbd HTTP/1.1" status: 204 len: 168 time: 0.5112514 Jan 28 08:10:12.610590 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5edeab2-dbf0-4e20-b8af-41c091e1a8a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=1afc2731-e451-45ef-9fe0-067811f3cbbd,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:10:12.721435 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 39714) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:10:12.763496 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-ddaa1095-c3dc-4e44-9779-897cadd1885b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ea75831938ac4b18946665e46df721d1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0406358 Jan 28 08:10:12.765734 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 39716) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:10:12.815430 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-717d6a3d-9df8-47b5-82cd-76d97c1e7900 admin admin] Publish callbacks [] for security_group (b1b1cd4e-adea-4d15-8568-e7faaa2238aa), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:12.840450 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-717d6a3d-9df8-47b5-82cd-76d97c1e7900 admin admin] Publish callbacks [] for security_group (b1b1cd4e-adea-4d15-8568-e7faaa2238aa), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:12.886990 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-717d6a3d-9df8-47b5-82cd-76d97c1e7900 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (b1b1cd4e-adea-4d15-8568-e7faaa2238aa), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:12.889853 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-717d6a3d-9df8-47b5-82cd-76d97c1e7900 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:12.893463 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-717d6a3d-9df8-47b5-82cd-76d97c1e7900 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b1b1cd4e-adea-4d15-8568-e7faaa2238aa HTTP/1.1" status: 204 len: 168 time: 0.1243689 Jan 28 08:10:12.900648 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717d6a3d-9df8-47b5-82cd-76d97c1e7900 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1b1cd4e-adea-4d15-8568-e7faaa2238aa,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:10:13.593969 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 39738) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:10:13.671789 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device ed8b465d-05c2-49a6-8fd3-45f91f421823 no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 08:10:13.691456 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: ed8b465d-05c2-49a6-8fd3-45f91f421823 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 08:10:13.691802 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device ed8b465d-05c2-49a6-8fd3-45f91f421823 not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 08:10:13.692240 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 8d7d521e-d346-4914-82ee-3ebe2f4e18db no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 08:10:13.708086 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-b3f274db-d509-4154-a722-5137c69d7edf admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-2013596047-network', 'tenant_id': 'd3ba46e9079b4c188aa4ba5956c646ce'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:10:13.712241 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: 8d7d521e-d346-4914-82ee-3ebe2f4e18db {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 08:10:13.712599 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 8d7d521e-d346-4914-82ee-3ebe2f4e18db not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 08:10:13.713007 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 6a420a83-dfa9-4b1c-9e0a-3fa86145334d no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 08:10:13.732406 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: 6a420a83-dfa9-4b1c-9e0a-3fa86145334d {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 08:10:13.732762 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 6a420a83-dfa9-4b1c-9e0a-3fa86145334d not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 08:10:13.733545 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3f274db-d509-4154-a722-5137c69d7edf admin admin] Made reservation on behalf of d3ba46e9079b4c188aa4ba5956c646ce for: {'network': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 08:10:13.736331 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b3f274db-d509-4154-a722-5137c69d7edf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:13.750700 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b3f274db-d509-4154-a722-5137c69d7edf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:13.833863 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b3f274db-d509-4154-a722-5137c69d7edf admin admin] Publish callbacks [] for security_group (708b71fc-edfa-4ca5-858c-5aeaf835a082), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:13.838691 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b3f274db-d509-4154-a722-5137c69d7edf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (708b71fc-edfa-4ca5-858c-5aeaf835a082), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:13.863344 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3f274db-d509-4154-a722-5137c69d7edf admin admin] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=103283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 08:10:13.873658 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f274db-d509-4154-a722-5137c69d7edf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=708b71fc-edfa-4ca5-858c-5aeaf835a082,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:10:13.878734 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b3f274db-d509-4154-a722-5137c69d7edf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (20af353d-5192-4579-bb20-3d135e5e125e), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:13.879083 n-d-712749-28 neutron-server[103283]: INFO neutron.db.segments_db [None req-b3f274db-d509-4154-a722-5137c69d7edf admin admin] Added segment 20af353d-5192-4579-bb20-3d135e5e125e of type vlan for network 2151b08c-04ac-4b86-ba9e-873de8e14253 Jan 28 08:10:13.920000 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b3f274db-d509-4154-a722-5137c69d7edf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (2151b08c-04ac-4b86-ba9e-873de8e14253), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:13.946362 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b3f274db-d509-4154-a722-5137c69d7edf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (2151b08c-04ac-4b86-ba9e-873de8e14253), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:13.947344 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f274db-d509-4154-a722-5137c69d7edf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:10:13.947940 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b3f274db-d509-4154-a722-5137c69d7edf admin admin] Publish callbacks [] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:14.009766 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-b3f274db-d509-4154-a722-5137c69d7edf admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4116261 Jan 28 08:10:14.010556 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 39742) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:10:14.012671 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f274db-d509-4154-a722-5137c69d7edf admin admin] Pushing event updated for resources: {'Network': ['ID=2151b08c-04ac-4b86-ba9e-873de8e14253,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:10:14.015804 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-ae3c694d-1a07-48fa-baca-df36795d9ef5 admin admin] Request body: {'subnet': {'network_id': '2151b08c-04ac-4b86-ba9e-873de8e14253', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-2013596047-subnet', 'tenant_id': 'd3ba46e9079b4c188aa4ba5956c646ce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:10:14.030821 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network 2151b08c-04ac-4b86-ba9e-873de8e14253 details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 08:10:14.040667 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae3c694d-1a07-48fa-baca-df36795d9ef5 admin admin] Made reservation on behalf of d3ba46e9079b4c188aa4ba5956c646ce for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 08:10:14.043026 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ae3c694d-1a07-48fa-baca-df36795d9ef5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24979592'] for subnet (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:14.574088 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ae3c694d-1a07-48fa-baca-df36795d9ef5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24757504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24979610'] for subnet (083d6115-1807-4c05-b722-b091b2c86d95), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:14.634137 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3c694d-1a07-48fa-baca-df36795d9ef5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=083d6115-1807-4c05-b722-b091b2c86d95,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:10:14.639468 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae3c694d-1a07-48fa-baca-df36795d9ef5 admin admin] Checking segment: {'id': '20af353d-5192-4579-bb20-3d135e5e125e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '2151b08c-04ac-4b86-ba9e-873de8e14253'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 08:10:14.640288 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae3c694d-1a07-48fa-baca-df36795d9ef5 admin admin] Network hostable DHCP agents. Network: 2151b08c-04ac-4b86-ba9e-873de8e14253, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 08:10:14.657023 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae3c694d-1a07-48fa-baca-df36795d9ef5 admin admin] Network 2151b08c-04ac-4b86-ba9e-873de8e14253 is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 08:10:14.666795 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-ae3c694d-1a07-48fa-baca-df36795d9ef5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, 2151b08c-04ac-4b86-ba9e-873de8e14253) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 08:10:14.671898 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3c694d-1a07-48fa-baca-df36795d9ef5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:10:14.672532 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ae3c694d-1a07-48fa-baca-df36795d9ef5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:14.677575 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2037614-2e59-4281-b761-15a104a9f1f9 None None] Network 2151b08c-04ac-4b86-ba9e-873de8e14253 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 08:10:14.690514 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-ae3c694d-1a07-48fa-baca-df36795d9ef5 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6786973 Jan 28 08:10:14.784106 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e0dce62-06f7-4a36-97b1-fad127e8fcd0 None None] Network 2151b08c-04ac-4b86-ba9e-873de8e14253 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 08:10:15.145727 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506a5629-3431-4e20-a631-17bd7bcb01b7 req-b494b505-e249-4970-b688-74df6004ab9d tempest-ServersNegativeTestJSON-2022835886 tempest-ServersNegativeTestJSON-2022835886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:10:15.148251 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-506a5629-3431-4e20-a631-17bd7bcb01b7 req-b494b505-e249-4970-b688-74df6004ab9d tempest-ServersNegativeTestJSON-2022835886 tempest-ServersNegativeTestJSON-2022835886-project] 10.222.0.41 "GET /v2.0/networks?id=2151b08c-04ac-4b86-ba9e-873de8e14253 HTTP/1.1" status: 200 len: 814 time: 0.1030078 Jan 28 08:10:15.162764 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-506a5629-3431-4e20-a631-17bd7bcb01b7 req-ae246884-ca90-4804-aa98-e33b06621526 tempest-ServersNegativeTestJSON-2022835886 tempest-ServersNegativeTestJSON-2022835886-project] 10.222.0.41 "GET /v2.0/quotas/d3ba46e9079b4c188aa4ba5956c646ce HTTP/1.1" status: 200 len: 375 time: 0.0089476 Jan 28 08:10:15.193100 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-506a5629-3431-4e20-a631-17bd7bcb01b7 req-cbaf049e-30b6-4c05-8f2a-5ceec21e37ed tempest-ServersNegativeTestJSON-2022835886 tempest-ServersNegativeTestJSON-2022835886-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=d3ba46e9079b4c188aa4ba5956c646ce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0255396 Jan 28 08:10:15.249031 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [req-506a5629-3431-4e20-a631-17bd7bcb01b7 req-e88c2375-e36f-42a4-a149-8ca83e06ebee service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 08:10:15.250031 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-506a5629-3431-4e20-a631-17bd7bcb01b7 req-e88c2375-e36f-42a4-a149-8ca83e06ebee service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0500104 Jan 28 08:10:15.339435 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-506a5629-3431-4e20-a631-17bd7bcb01b7 req-6db366f7-9986-4e1c-9096-cb8dbe6a912d service neutron] 10.222.0.41 "GET /v2.0/networks/2151b08c-04ac-4b86-ba9e-873de8e14253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835967 Jan 28 08:10:15.429125 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-506a5629-3431-4e20-a631-17bd7bcb01b7 req-34390d0b-2a84-4e4d-9ab1-f7471bda2b94 service neutron] 10.222.0.41 "GET /v2.0/networks/2151b08c-04ac-4b86-ba9e-873de8e14253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838387 Jan 28 08:10:15.592304 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e038ef85-36d9-4d58-8ae6-8830b2210607 req-3ce97164-04e9-41a7-8509-a7679edafb66 tempest-ServersNegativeTestJSON-2022835886 tempest-ServersNegativeTestJSON-2022835886-project] 10.222.0.41 "GET /v2.0/ports?device_id=c39826e4-a9f8-4b80-96f7-84769978d0c7 HTTP/1.1" status: 200 len: 210 time: 0.0268424 Jan 28 08:10:16.403691 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 7 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 08:10:16.689632 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0a44c908-0991-47a2-9328-573c50f66cf9 req-271846fa-f9a4-4a55-bf51-3bea62991c6d tempest-ServersNegativeTestJSON-2022835886 tempest-ServersNegativeTestJSON-2022835886-project] 10.222.0.41 "GET /v2.0/ports?device_id=c39826e4-a9f8-4b80-96f7-84769978d0c7 HTTP/1.1" status: 200 len: 210 time: 0.0281153 Jan 28 08:10:16.793622 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506a5629-3431-4e20-a631-17bd7bcb01b7 req-7939a43b-5f00-4224-85e6-e24916728d2a tempest-ServersNegativeTestJSON-2022835886 tempest-ServersNegativeTestJSON-2022835886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:10:16.795066 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-506a5629-3431-4e20-a631-17bd7bcb01b7 req-7939a43b-5f00-4224-85e6-e24916728d2a tempest-ServersNegativeTestJSON-2022835886 tempest-ServersNegativeTestJSON-2022835886-project] 10.222.0.10 "GET /v2.0/networks?id=2151b08c-04ac-4b86-ba9e-873de8e14253 HTTP/1.1" status: 200 len: 814 time: 0.1081245 Jan 28 08:10:16.833712 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-506a5629-3431-4e20-a631-17bd7bcb01b7 req-b90e4356-7c70-415d-9640-c62b840bcf3b tempest-ServersNegativeTestJSON-2022835886 tempest-ServersNegativeTestJSON-2022835886-project] Request body: {'port': {'device_id': 'c39826e4-a9f8-4b80-96f7-84769978d0c7', 'network_id': '2151b08c-04ac-4b86-ba9e-873de8e14253', 'admin_state_up': True, 'tenant_id': 'd3ba46e9079b4c188aa4ba5956c646ce'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:10:16.939461 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-506a5629-3431-4e20-a631-17bd7bcb01b7 req-b90e4356-7c70-415d-9640-c62b840bcf3b tempest-ServersNegativeTestJSON-2022835886 tempest-ServersNegativeTestJSON-2022835886-project] Made reservation on behalf of d3ba46e9079b4c188aa4ba5956c646ce for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 08:10:16.942898 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-506a5629-3431-4e20-a631-17bd7bcb01b7 req-b90e4356-7c70-415d-9640-c62b840bcf3b tempest-ServersNegativeTestJSON-2022835886 tempest-ServersNegativeTestJSON-2022835886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:17.069355 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-506a5629-3431-4e20-a631-17bd7bcb01b7 req-b90e4356-7c70-415d-9640-c62b840bcf3b tempest-ServersNegativeTestJSON-2022835886 tempest-ServersNegativeTestJSON-2022835886-project] Allocated IP 172.20.0.10 (2151b08c-04ac-4b86-ba9e-873de8e14253/083d6115-1807-4c05-b722-b091b2c86d95/b28d919d-4f42-495e-892f-3d013f520a7f) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 08:10:17.218512 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-506a5629-3431-4e20-a631-17bd7bcb01b7 req-b90e4356-7c70-415d-9640-c62b840bcf3b tempest-ServersNegativeTestJSON-2022835886 tempest-ServersNegativeTestJSON-2022835886-project] Publish callbacks [] for port (b28d919d-4f42-495e-892f-3d013f520a7f), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:17.256957 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-506a5629-3431-4e20-a631-17bd7bcb01b7 req-b90e4356-7c70-415d-9640-c62b840bcf3b tempest-ServersNegativeTestJSON-2022835886 tempest-ServersNegativeTestJSON-2022835886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (b28d919d-4f42-495e-892f-3d013f520a7f), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:17.298139 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-506a5629-3431-4e20-a631-17bd7bcb01b7 req-b90e4356-7c70-415d-9640-c62b840bcf3b tempest-ServersNegativeTestJSON-2022835886 tempest-ServersNegativeTestJSON-2022835886-project] Network 2151b08c-04ac-4b86-ba9e-873de8e14253 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 08:10:17.301011 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-506a5629-3431-4e20-a631-17bd7bcb01b7 req-b90e4356-7c70-415d-9640-c62b840bcf3b tempest-ServersNegativeTestJSON-2022835886 tempest-ServersNegativeTestJSON-2022835886-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 08:10:17.305277 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-506a5629-3431-4e20-a631-17bd7bcb01b7 req-b90e4356-7c70-415d-9640-c62b840bcf3b tempest-ServersNegativeTestJSON-2022835886 tempest-ServersNegativeTestJSON-2022835886-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 08:10:17.331424 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90e4356-7c70-415d-9640-c62b840bcf3b tempest-ServersNegativeTestJSON-2022835886 tempest-ServersNegativeTestJSON-2022835886-project] Pushing event updated for resources: {'Port': ['ID=b28d919d-4f42-495e-892f-3d013f520a7f,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:10:17.358498 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506a5629-3431-4e20-a631-17bd7bcb01b7 req-b90e4356-7c70-415d-9640-c62b840bcf3b tempest-ServersNegativeTestJSON-2022835886 tempest-ServersNegativeTestJSON-2022835886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:10:17.359117 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-506a5629-3431-4e20-a631-17bd7bcb01b7 req-b90e4356-7c70-415d-9640-c62b840bcf3b tempest-ServersNegativeTestJSON-2022835886 tempest-ServersNegativeTestJSON-2022835886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:17.375467 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-506a5629-3431-4e20-a631-17bd7bcb01b7 req-b90e4356-7c70-415d-9640-c62b840bcf3b tempest-ServersNegativeTestJSON-2022835886 tempest-ServersNegativeTestJSON-2022835886-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5457127 Jan 28 08:10:17.399542 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-506a5629-3431-4e20-a631-17bd7bcb01b7 req-1d3374e9-5029-42fb-bae3-89b9db7638d9 service neutron] Request body: {'port': {'device_id': 'c39826e4-a9f8-4b80-96f7-84769978d0c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-28'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:10:17.456878 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-506a5629-3431-4e20-a631-17bd7bcb01b7 req-1d3374e9-5029-42fb-bae3-89b9db7638d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (b28d919d-4f42-495e-892f-3d013f520a7f), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:17.709046 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-506a5629-3431-4e20-a631-17bd7bcb01b7 req-1d3374e9-5029-42fb-bae3-89b9db7638d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b28d919d-4f42-495e-892f-3d013f520a7f {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 08:10:17.717113 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-506a5629-3431-4e20-a631-17bd7bcb01b7 req-1d3374e9-5029-42fb-bae3-89b9db7638d9 service neutron] Publish callbacks [] for port (b28d919d-4f42-495e-892f-3d013f520a7f), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:17.729563 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-506a5629-3431-4e20-a631-17bd7bcb01b7 req-1d3374e9-5029-42fb-bae3-89b9db7638d9 service neutron] Transition to ACTIVE for port object b28d919d-4f42-495e-892f-3d013f520a7f will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 08:10:17.733487 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-506a5629-3431-4e20-a631-17bd7bcb01b7 req-1d3374e9-5029-42fb-bae3-89b9db7638d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (b28d919d-4f42-495e-892f-3d013f520a7f), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:17.804256 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3374e9-5029-42fb-bae3-89b9db7638d9 service neutron] Pushing event updated for resources: {'Port': ['ID=b28d919d-4f42-495e-892f-3d013f520a7f,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:10:17.810752 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff25b8da-18b0-4aab-ba22-c19a185daa94 req-d954986d-1d93-4398-8d92-c2ef3669185b tempest-ServersNegativeTestJSON-2022835886 tempest-ServersNegativeTestJSON-2022835886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:10:17.812329 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ff25b8da-18b0-4aab-ba22-c19a185daa94 req-d954986d-1d93-4398-8d92-c2ef3669185b tempest-ServersNegativeTestJSON-2022835886 tempest-ServersNegativeTestJSON-2022835886-project] 10.222.0.41 "GET /v2.0/ports?device_id=c39826e4-a9f8-4b80-96f7-84769978d0c7 HTTP/1.1" status: 200 len: 944 time: 0.0504498 Jan 28 08:10:17.852319 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-506a5629-3431-4e20-a631-17bd7bcb01b7 req-1d3374e9-5029-42fb-bae3-89b9db7638d9 service neutron] Attempting to bind port b28d919d-4f42-495e-892f-3d013f520a7f on host n-h1-712749-28 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 08:10:17.852540 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-506a5629-3431-4e20-a631-17bd7bcb01b7 req-1d3374e9-5029-42fb-bae3-89b9db7638d9 service neutron] Attempting to bind port b28d919d-4f42-495e-892f-3d013f520a7f by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': '20af353d-5192-4579-bb20-3d135e5e125e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '2151b08c-04ac-4b86-ba9e-873de8e14253'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 08:10:17.852769 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506a5629-3431-4e20-a631-17bd7bcb01b7 req-1d3374e9-5029-42fb-bae3-89b9db7638d9 service neutron] Attempting to bind port b28d919d-4f42-495e-892f-3d013f520a7f on network 2151b08c-04ac-4b86-ba9e-873de8e14253 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 08:10:17.857072 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506a5629-3431-4e20-a631-17bd7bcb01b7 req-1d3374e9-5029-42fb-bae3-89b9db7638d9 service neutron] Port b28d919d-4f42-495e-892f-3d013f520a7f on network 2151b08c-04ac-4b86-ba9e-873de8e14253 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 08:10:17.857391 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506a5629-3431-4e20-a631-17bd7bcb01b7 req-1d3374e9-5029-42fb-bae3-89b9db7638d9 service neutron] Attempting to bind port b28d919d-4f42-495e-892f-3d013f520a7f on network 2151b08c-04ac-4b86-ba9e-873de8e14253 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 08:10:17.859169 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ff25b8da-18b0-4aab-ba22-c19a185daa94 req-d6c00949-bc42-4ce6-b668-8a3bc599f4a6 tempest-ServersNegativeTestJSON-2022835886 tempest-ServersNegativeTestJSON-2022835886-project] 10.222.0.41 "GET /v2.0/security-groups?id=708b71fc-edfa-4ca5-858c-5aeaf835a082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408773 Jan 28 08:10:17.862303 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506a5629-3431-4e20-a631-17bd7bcb01b7 req-1d3374e9-5029-42fb-bae3-89b9db7638d9 service neutron] Checking agent: {'id': '2fca46b1-237f-4857-9290-2429d810e472', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 8, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 08:10:17.862640 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506a5629-3431-4e20-a631-17bd7bcb01b7 req-1d3374e9-5029-42fb-bae3-89b9db7638d9 service neutron] Checking segment: {'id': '20af353d-5192-4579-bb20-3d135e5e125e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '2151b08c-04ac-4b86-ba9e-873de8e14253'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 08:10:17.863017 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506a5629-3431-4e20-a631-17bd7bcb01b7 req-1d3374e9-5029-42fb-bae3-89b9db7638d9 service neutron] Bound using segment: {'id': '20af353d-5192-4579-bb20-3d135e5e125e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '2151b08c-04ac-4b86-ba9e-873de8e14253'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 08:10:17.863437 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-506a5629-3431-4e20-a631-17bd7bcb01b7 req-1d3374e9-5029-42fb-bae3-89b9db7638d9 service neutron] Bound port: b28d919d-4f42-495e-892f-3d013f520a7f, host: n-h1-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20af353d-5192-4579-bb20-3d135e5e125e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '2151b08c-04ac-4b86-ba9e-873de8e14253'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 08:10:17.863789 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-506a5629-3431-4e20-a631-17bd7bcb01b7 req-1d3374e9-5029-42fb-bae3-89b9db7638d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (b28d919d-4f42-495e-892f-3d013f520a7f), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:17.926169 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-506a5629-3431-4e20-a631-17bd7bcb01b7 req-1d3374e9-5029-42fb-bae3-89b9db7638d9 service neutron] For port b28d919d-4f42-495e-892f-3d013f520a7f, host n-h1-712749-28, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 08:10:17.929313 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-506a5629-3431-4e20-a631-17bd7bcb01b7 req-1d3374e9-5029-42fb-bae3-89b9db7638d9 service neutron] For port b28d919d-4f42-495e-892f-3d013f520a7f, host n-h1-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=b28d919d-4f42-495e-892f-3d013f520a7f,segment=NetworkSegment(20af353d-5192-4579-bb20-3d135e5e125e),segment_id=20af353d-5192-4579-bb20-3d135e5e125e)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 08:10:17.934349 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-506a5629-3431-4e20-a631-17bd7bcb01b7 req-1d3374e9-5029-42fb-bae3-89b9db7638d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (b28d919d-4f42-495e-892f-3d013f520a7f), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:17.968514 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506a5629-3431-4e20-a631-17bd7bcb01b7 req-1d3374e9-5029-42fb-bae3-89b9db7638d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:10:17.969129 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-506a5629-3431-4e20-a631-17bd7bcb01b7 req-1d3374e9-5029-42fb-bae3-89b9db7638d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:17.970514 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-506a5629-3431-4e20-a631-17bd7bcb01b7 req-1d3374e9-5029-42fb-bae3-89b9db7638d9 service neutron] 10.222.0.10 "PUT /v2.0/ports/b28d919d-4f42-495e-892f-3d013f520a7f HTTP/1.1" status: 200 len: 1093 time: 0.5758390 Jan 28 08:10:17.970950 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c39826e4-a9f8-4b80-96f7-84769978d0c7', 'tag': 'b28d919d-4f42-495e-892f-3d013f520a7f'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 08:10:17.973223 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea2b103cb7827510f28784975546feb0b63800b94dfac5f98f271904baace09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fa3114b-0311-418a-a0c8-009300aafcd0" -d '{"events": [{"name": "network-changed", "server_uuid": "c39826e4-a9f8-4b80-96f7-84769978d0c7", "tag": "b28d919d-4f42-495e-892f-3d013f520a7f"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 08:10:17.997555 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3374e9-5029-42fb-bae3-89b9db7638d9 service neutron] Pushing event updated for resources: {'Port': ['ID=b28d919d-4f42-495e-892f-3d013f520a7f,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:10:18.020177 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 08:10:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5026d504-c5e5-458c-93bc-77b4ed7fd73f x-openstack-request-id: req-5026d504-c5e5-458c-93bc-77b4ed7fd73f {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 08:10:18.020499 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c39826e4-a9f8-4b80-96f7-84769978d0c7", "tag": "b28d919d-4f42-495e-892f-3d013f520a7f", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 08:10:18.020757 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5026d504-c5e5-458c-93bc-77b4ed7fd73f {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 08:10:18.021166 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c39826e4-a9f8-4b80-96f7-84769978d0c7', 'tag': 'b28d919d-4f42-495e-892f-3d013f520a7f', 'status': 'completed', 'code': 200} Jan 28 08:10:18.085179 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506a5629-3431-4e20-a631-17bd7bcb01b7 req-9f20ec1d-5214-4b89-96e1-4918af053837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:10:18.087357 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-506a5629-3431-4e20-a631-17bd7bcb01b7 req-9f20ec1d-5214-4b89-96e1-4918af053837 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d3ba46e9079b4c188aa4ba5956c646ce&device_id=c39826e4-a9f8-4b80-96f7-84769978d0c7 HTTP/1.1" status: 200 len: 1096 time: 0.0458300 Jan 28 08:10:18.140293 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-506a5629-3431-4e20-a631-17bd7bcb01b7 req-7e11c844-0e29-4797-881d-28f1e5bb0080 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b28d919d-4f42-495e-892f-3d013f520a7f HTTP/1.1" status: 200 len: 217 time: 0.0342834 Jan 28 08:10:18.193216 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506a5629-3431-4e20-a631-17bd7bcb01b7 req-4e4c0e96-9e93-42ae-b2e6-520c178f1925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:10:18.194810 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-506a5629-3431-4e20-a631-17bd7bcb01b7 req-4e4c0e96-9e93-42ae-b2e6-520c178f1925 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=083d6115-1807-4c05-b722-b091b2c86d95 HTTP/1.1" status: 200 len: 854 time: 0.0450151 Jan 28 08:10:18.230004 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-506a5629-3431-4e20-a631-17bd7bcb01b7 req-35d89f67-210d-40d0-ac7f-a8c34a969ae1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2151b08c-04ac-4b86-ba9e-873de8e14253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260623 Jan 28 08:10:18.327953 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-506a5629-3431-4e20-a631-17bd7bcb01b7 req-570d3c67-98b1-41a4-a547-29772dbd2999 service neutron] 10.222.0.10 "GET /v2.0/networks/2151b08c-04ac-4b86-ba9e-873de8e14253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873260 Jan 28 08:10:18.430183 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-506a5629-3431-4e20-a631-17bd7bcb01b7 req-b2356cd9-83bb-4af7-882d-19d72b10d294 service neutron] 10.222.0.10 "GET /v2.0/networks/2151b08c-04ac-4b86-ba9e-873de8e14253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917482 Jan 28 08:10:18.607032 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa3114b-0311-418a-a0c8-009300aafcd0 req-2a3e4181-eb6c-41be-9d53-60aa7ebdf309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:10:18.609344 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3fa3114b-0311-418a-a0c8-009300aafcd0 req-2a3e4181-eb6c-41be-9d53-60aa7ebdf309 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d3ba46e9079b4c188aa4ba5956c646ce&device_id=c39826e4-a9f8-4b80-96f7-84769978d0c7 HTTP/1.1" status: 200 len: 1096 time: 0.0665405 Jan 28 08:10:18.710461 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa3114b-0311-418a-a0c8-009300aafcd0 req-4fd23e0b-ee79-4de7-b7a8-84a8f424abe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:10:18.712616 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3fa3114b-0311-418a-a0c8-009300aafcd0 req-4fd23e0b-ee79-4de7-b7a8-84a8f424abe7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2151b08c-04ac-4b86-ba9e-873de8e14253 HTTP/1.1" status: 200 len: 915 time: 0.0959563 Jan 28 08:10:18.764091 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3fa3114b-0311-418a-a0c8-009300aafcd0 req-7bd2eabc-586c-49ec-bae1-b4bc9065e566 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b28d919d-4f42-495e-892f-3d013f520a7f HTTP/1.1" status: 200 len: 217 time: 0.0408545 Jan 28 08:10:18.817456 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa3114b-0311-418a-a0c8-009300aafcd0 req-21efa188-b244-458b-a8d9-d45f2fc60fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:10:18.818787 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3fa3114b-0311-418a-a0c8-009300aafcd0 req-21efa188-b244-458b-a8d9-d45f2fc60fcb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=083d6115-1807-4c05-b722-b091b2c86d95 HTTP/1.1" status: 200 len: 854 time: 0.0481954 Jan 28 08:10:18.860595 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3fa3114b-0311-418a-a0c8-009300aafcd0 req-faf1f9de-45a2-4204-b950-5a791e35888a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2151b08c-04ac-4b86-ba9e-873de8e14253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341117 Jan 28 08:10:18.959584 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3fa3114b-0311-418a-a0c8-009300aafcd0 req-d5baedfd-a440-4845-8976-d15698ea039c service neutron] 10.222.0.10 "GET /v2.0/networks/2151b08c-04ac-4b86-ba9e-873de8e14253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909886 Jan 28 08:10:18.990202 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192f150f-edf6-400e-a555-8566913ea645 req-8e89c630-c31d-44dd-996c-809ec2d3a340 tempest-ServersNegativeTestJSON-2022835886 tempest-ServersNegativeTestJSON-2022835886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:10:18.991791 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-192f150f-edf6-400e-a555-8566913ea645 req-8e89c630-c31d-44dd-996c-809ec2d3a340 tempest-ServersNegativeTestJSON-2022835886 tempest-ServersNegativeTestJSON-2022835886-project] 10.222.0.41 "GET /v2.0/ports?device_id=c39826e4-a9f8-4b80-96f7-84769978d0c7 HTTP/1.1" status: 200 len: 944 time: 0.0536232 Jan 28 08:10:19.044442 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-192f150f-edf6-400e-a555-8566913ea645 req-341bd280-9915-41f1-925b-d21299fe977b tempest-ServersNegativeTestJSON-2022835886 tempest-ServersNegativeTestJSON-2022835886-project] 10.222.0.41 "GET /v2.0/security-groups?id=708b71fc-edfa-4ca5-858c-5aeaf835a082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457790 Jan 28 08:10:19.054293 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3fa3114b-0311-418a-a0c8-009300aafcd0 req-85e265be-0e21-4e77-8b28-792ff2cf686b service neutron] 10.222.0.10 "GET /v2.0/networks/2151b08c-04ac-4b86-ba9e-873de8e14253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878611 Jan 28 08:10:20.158996 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b143d4b-8515-4704-8cec-bdfb41aef8e1 req-68e3cc6f-ab7e-40d9-bbc8-39bd5022957a tempest-ServersNegativeTestJSON-2022835886 tempest-ServersNegativeTestJSON-2022835886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:10:20.160495 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8b143d4b-8515-4704-8cec-bdfb41aef8e1 req-68e3cc6f-ab7e-40d9-bbc8-39bd5022957a tempest-ServersNegativeTestJSON-2022835886 tempest-ServersNegativeTestJSON-2022835886-project] 10.222.0.41 "GET /v2.0/ports?device_id=c39826e4-a9f8-4b80-96f7-84769978d0c7 HTTP/1.1" status: 200 len: 944 time: 0.0486476 Jan 28 08:10:20.207138 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8b143d4b-8515-4704-8cec-bdfb41aef8e1 req-214aa38a-3b2c-4dbe-8964-cdd45c2e1f8b tempest-ServersNegativeTestJSON-2022835886 tempest-ServersNegativeTestJSON-2022835886-project] 10.222.0.41 "GET /v2.0/security-groups?id=708b71fc-edfa-4ca5-858c-5aeaf835a082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405064 Jan 28 08:10:20.986937 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device b28d919d-4f42-495e-892f-3d013f520a7f details requested by agent hyperv_n-h1-712749-28 with host n-h1-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 08:10:21.078995 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port b28d919d-4f42-495e-892f-3d013f520a7f, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=b28d919d-4f42-495e-892f-3d013f520a7f,segment=NetworkSegment(20af353d-5192-4579-bb20-3d135e5e125e),segment_id=20af353d-5192-4579-bb20-3d135e5e125e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:10:21.095596 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Returning: {'device': 'b28d919d-4f42-495e-892f-3d013f520a7f', 'network_id': '2151b08c-04ac-4b86-ba9e-873de8e14253', 'port_id': 'b28d919d-4f42-495e-892f-3d013f520a7f', 'mac_address': 'fa:16:3e:4f:6f:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '083d6115-1807-4c05-b722-b091b2c86d95', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 08:10:21.286790 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port b28d919d-4f42-495e-892f-3d013f520a7f is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:10:21.287187 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (b28d919d-4f42-495e-892f-3d013f520a7f), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:21.300627 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b28d919d-4f42-495e-892f-3d013f520a7f {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 08:10:21.319907 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port b28d919d-4f42-495e-892f-3d013f520a7f, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=b28d919d-4f42-495e-892f-3d013f520a7f,segment=NetworkSegment(20af353d-5192-4579-bb20-3d135e5e125e),segment_id=20af353d-5192-4579-bb20-3d135e5e125e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:10:21.324453 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e68fe76-6899-4b31-9319-dd84b1b9bd40 req-bdab7c02-ebb9-4634-a270-57eb19ec905f tempest-ServersNegativeTestJSON-2022835886 tempest-ServersNegativeTestJSON-2022835886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:10:21.325058 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (b28d919d-4f42-495e-892f-3d013f520a7f), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:21.326702 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4e68fe76-6899-4b31-9319-dd84b1b9bd40 req-bdab7c02-ebb9-4634-a270-57eb19ec905f tempest-ServersNegativeTestJSON-2022835886 tempest-ServersNegativeTestJSON-2022835886-project] 10.222.0.41 "GET /v2.0/ports?device_id=c39826e4-a9f8-4b80-96f7-84769978d0c7 HTTP/1.1" status: 200 len: 944 time: 0.0480778 Jan 28 08:10:21.371345 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=b28d919d-4f42-495e-892f-3d013f520a7f,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:10:21.374308 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4e68fe76-6899-4b31-9319-dd84b1b9bd40 req-4b81d0ad-e7da-44be-a24e-628da636fc4e tempest-ServersNegativeTestJSON-2022835886 tempest-ServersNegativeTestJSON-2022835886-project] 10.222.0.41 "GET /v2.0/security-groups?id=708b71fc-edfa-4ca5-858c-5aeaf835a082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418813 Jan 28 08:10:21.378887 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:10:21.379256 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:10:21.379607 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:10:21.380008 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:10:21.380591 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:10:21.381021 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:10:21.381368 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:10:21.381753 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:10:21.382088 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:10:21.382450 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:10:21.383042 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:10:21.384023 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:10:21.384023 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:10:21.660053 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['b28d919d-4f42-495e-892f-3d013f520a7f'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 08:10:22.497677 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c913151d-0892-4bf8-8666-ffe6beef8abf req-bd73b2cb-9788-4d4d-9bb4-60d173f850d7 tempest-ServersNegativeTestJSON-2022835886 tempest-ServersNegativeTestJSON-2022835886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:10:22.499161 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c913151d-0892-4bf8-8666-ffe6beef8abf req-bd73b2cb-9788-4d4d-9bb4-60d173f850d7 tempest-ServersNegativeTestJSON-2022835886 tempest-ServersNegativeTestJSON-2022835886-project] 10.222.0.41 "GET /v2.0/ports?device_id=c39826e4-a9f8-4b80-96f7-84769978d0c7 HTTP/1.1" status: 200 len: 945 time: 0.0533473 Jan 28 08:10:22.546200 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c913151d-0892-4bf8-8666-ffe6beef8abf req-39330a6d-141d-43b8-b4cd-0cac55ba3cd1 tempest-ServersNegativeTestJSON-2022835886 tempest-ServersNegativeTestJSON-2022835886-project] 10.222.0.41 "GET /v2.0/security-groups?id=708b71fc-edfa-4ca5-858c-5aeaf835a082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411806 Jan 28 08:10:23.002540 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device b28d919d-4f42-495e-892f-3d013f520a7f up at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 08:10:23.051916 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning for port b28d919d-4f42-495e-892f-3d013f520a7f completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 08:10:23.056505 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning complete for port b28d919d-4f42-495e-892f-3d013f520a7f triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:10:23.056879 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (b28d919d-4f42-495e-892f-3d013f520a7f), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:23.134304 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port b28d919d-4f42-495e-892f-3d013f520a7f is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:10:23.134687 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (b28d919d-4f42-495e-892f-3d013f520a7f), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:23.155762 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c39826e4-a9f8-4b80-96f7-84769978d0c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b28d919d-4f42-495e-892f-3d013f520a7f'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 08:10:23.158128 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ad7fe887ec8da9bd29e477e6463a73d1e99860c0dff062a8c1350cb6684650b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43026f5c-2f86-4902-82ec-22889ca1186b" -d '{"events": [{"server_uuid": "c39826e4-a9f8-4b80-96f7-84769978d0c7", "name": "network-vif-plugged", "status": "completed", "tag": "b28d919d-4f42-495e-892f-3d013f520a7f"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 08:10:23.171793 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port b28d919d-4f42-495e-892f-3d013f520a7f, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=b28d919d-4f42-495e-892f-3d013f520a7f,segment=NetworkSegment(20af353d-5192-4579-bb20-3d135e5e125e),segment_id=20af353d-5192-4579-bb20-3d135e5e125e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:10:23.175297 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (b28d919d-4f42-495e-892f-3d013f520a7f), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:23.200535 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 08:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1df68f1f-9f9c-4e92-8c66-53bd4d8eff39 x-openstack-request-id: req-1df68f1f-9f9c-4e92-8c66-53bd4d8eff39 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 08:10:23.200833 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c39826e4-a9f8-4b80-96f7-84769978d0c7", "name": "network-vif-plugged", "status": "completed", "tag": "b28d919d-4f42-495e-892f-3d013f520a7f", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 08:10:23.201087 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1df68f1f-9f9c-4e92-8c66-53bd4d8eff39 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 08:10:23.202546 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c39826e4-a9f8-4b80-96f7-84769978d0c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b28d919d-4f42-495e-892f-3d013f520a7f', 'code': 200} Jan 28 08:10:23.227504 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=b28d919d-4f42-495e-892f-3d013f520a7f,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:10:23.330867 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df86aef6-3806-4688-a8f2-40dd0197190b req-8e1d7a66-4413-4cdb-9c18-935ceadcc869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:10:23.332390 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-df86aef6-3806-4688-a8f2-40dd0197190b req-8e1d7a66-4413-4cdb-9c18-935ceadcc869 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c39826e4-a9f8-4b80-96f7-84769978d0c7 HTTP/1.1" status: 200 len: 1098 time: 0.0417452 Jan 28 08:10:23.374843 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-df86aef6-3806-4688-a8f2-40dd0197190b req-ecfc6cfd-d40e-4a83-9553-812c12397218 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=708b71fc-edfa-4ca5-858c-5aeaf835a082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364833 Jan 28 08:10:23.659131 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e98eef-e246-425f-9201-f9144747081f req-fbaca251-8867-4fa9-9a0e-3a0b2b0c7d70 tempest-ServersNegativeTestJSON-2022835886 tempest-ServersNegativeTestJSON-2022835886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:10:23.660609 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d4e98eef-e246-425f-9201-f9144747081f req-fbaca251-8867-4fa9-9a0e-3a0b2b0c7d70 tempest-ServersNegativeTestJSON-2022835886 tempest-ServersNegativeTestJSON-2022835886-project] 10.222.0.41 "GET /v2.0/ports?device_id=c39826e4-a9f8-4b80-96f7-84769978d0c7 HTTP/1.1" status: 200 len: 946 time: 0.0478098 Jan 28 08:10:23.710005 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d4e98eef-e246-425f-9201-f9144747081f req-e0f74fcb-6c49-477b-937c-a84e4e8233a3 tempest-ServersNegativeTestJSON-2022835886 tempest-ServersNegativeTestJSON-2022835886-project] 10.222.0.41 "GET /v2.0/security-groups?id=708b71fc-edfa-4ca5-858c-5aeaf835a082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432408 Jan 28 08:10:24.824612 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1b91b8-24b2-4f9e-854c-fac511471ffa req-0161be04-eaf9-4646-82ba-4225de297aa8 tempest-ServersNegativeTestJSON-2022835886 tempest-ServersNegativeTestJSON-2022835886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:10:24.826074 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-fa1b91b8-24b2-4f9e-854c-fac511471ffa req-0161be04-eaf9-4646-82ba-4225de297aa8 tempest-ServersNegativeTestJSON-2022835886 tempest-ServersNegativeTestJSON-2022835886-project] 10.222.0.41 "GET /v2.0/ports?device_id=c39826e4-a9f8-4b80-96f7-84769978d0c7 HTTP/1.1" status: 200 len: 946 time: 0.0472713 Jan 28 08:10:24.873955 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-fa1b91b8-24b2-4f9e-854c-fac511471ffa req-67538a0b-b4f3-45cd-9b0b-143a75aa0df3 tempest-ServersNegativeTestJSON-2022835886 tempest-ServersNegativeTestJSON-2022835886-project] 10.222.0.41 "GET /v2.0/security-groups?id=708b71fc-edfa-4ca5-858c-5aeaf835a082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423419 Jan 28 08:10:25.095829 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d310a39-5abd-4ac5-abf8-c12c76485337 req-bd64015a-7a0c-4ca5-9431-80532e002246 tempest-ServersNegativeTestJSON-2022835886 tempest-ServersNegativeTestJSON-2022835886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:10:25.097337 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5d310a39-5abd-4ac5-abf8-c12c76485337 req-bd64015a-7a0c-4ca5-9431-80532e002246 tempest-ServersNegativeTestJSON-2022835886 tempest-ServersNegativeTestJSON-2022835886-project] 10.222.0.41 "GET /v2.0/networks?id=2151b08c-04ac-4b86-ba9e-873de8e14253 HTTP/1.1" status: 200 len: 814 time: 0.0989432 Jan 28 08:10:25.111704 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5d310a39-5abd-4ac5-abf8-c12c76485337 req-4df63b6c-99e6-40da-9842-9492773e683d tempest-ServersNegativeTestJSON-2022835886 tempest-ServersNegativeTestJSON-2022835886-project] 10.222.0.41 "GET /v2.0/quotas/d3ba46e9079b4c188aa4ba5956c646ce HTTP/1.1" status: 200 len: 375 time: 0.0087085 Jan 28 08:10:25.158963 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5d310a39-5abd-4ac5-abf8-c12c76485337 req-90596e11-1065-43c8-a01f-4860c89a41a8 tempest-ServersNegativeTestJSON-2022835886 tempest-ServersNegativeTestJSON-2022835886-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=d3ba46e9079b4c188aa4ba5956c646ce&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0424881 Jan 28 08:10:25.251417 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5d310a39-5abd-4ac5-abf8-c12c76485337 req-2737f61d-6137-45ee-ac56-0829a6ccbb2d service neutron] 10.222.0.41 "GET /v2.0/networks/2151b08c-04ac-4b86-ba9e-873de8e14253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857077 Jan 28 08:10:25.337980 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5d310a39-5abd-4ac5-abf8-c12c76485337 req-03d44b0f-6015-42de-a560-ca751559f4a7 service neutron] 10.222.0.41 "GET /v2.0/networks/2151b08c-04ac-4b86-ba9e-873de8e14253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809276 Jan 28 08:10:25.492762 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6db00cb9-3500-4c54-a3c0-9119df6af7c6 req-56eb92e1-316b-4d46-85d7-bddb6c914a60 tempest-ServersNegativeTestJSON-2022835886 tempest-ServersNegativeTestJSON-2022835886-project] 10.222.0.41 "GET /v2.0/ports?device_id=fcb71931-44fc-468e-807b-9ab2a4a9dca8 HTTP/1.1" status: 200 len: 210 time: 0.0262859 Jan 28 08:10:26.523841 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d310a39-5abd-4ac5-abf8-c12c76485337 req-a60811e0-2f2a-4491-ad34-57b70705c70d tempest-ServersNegativeTestJSON-2022835886 tempest-ServersNegativeTestJSON-2022835886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:10:26.525462 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5d310a39-5abd-4ac5-abf8-c12c76485337 req-a60811e0-2f2a-4491-ad34-57b70705c70d tempest-ServersNegativeTestJSON-2022835886 tempest-ServersNegativeTestJSON-2022835886-project] 10.222.0.44 "GET /v2.0/networks?id=2151b08c-04ac-4b86-ba9e-873de8e14253 HTTP/1.1" status: 200 len: 814 time: 0.1049330 Jan 28 08:10:26.545894 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-5d310a39-5abd-4ac5-abf8-c12c76485337 req-c31c6a5e-0a06-44f6-ac35-4023550779ad tempest-ServersNegativeTestJSON-2022835886 tempest-ServersNegativeTestJSON-2022835886-project] Request body: {'port': {'device_id': 'fcb71931-44fc-468e-807b-9ab2a4a9dca8', 'network_id': '2151b08c-04ac-4b86-ba9e-873de8e14253', 'admin_state_up': True, 'tenant_id': 'd3ba46e9079b4c188aa4ba5956c646ce'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:10:26.593703 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d230fbef-4cd2-4094-9742-1eec51ea6ffc req-7334d081-d121-44ce-adf6-bdecc5d347f1 tempest-ServersNegativeTestJSON-2022835886 tempest-ServersNegativeTestJSON-2022835886-project] 10.222.0.41 "GET /v2.0/ports?device_id=fcb71931-44fc-468e-807b-9ab2a4a9dca8 HTTP/1.1" status: 200 len: 210 time: 0.0316763 Jan 28 08:10:26.653202 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d310a39-5abd-4ac5-abf8-c12c76485337 req-c31c6a5e-0a06-44f6-ac35-4023550779ad tempest-ServersNegativeTestJSON-2022835886 tempest-ServersNegativeTestJSON-2022835886-project] Made reservation on behalf of d3ba46e9079b4c188aa4ba5956c646ce for: {'port': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 08:10:26.656425 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-5d310a39-5abd-4ac5-abf8-c12c76485337 req-c31c6a5e-0a06-44f6-ac35-4023550779ad tempest-ServersNegativeTestJSON-2022835886 tempest-ServersNegativeTestJSON-2022835886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:26.778592 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [req-5d310a39-5abd-4ac5-abf8-c12c76485337 req-c31c6a5e-0a06-44f6-ac35-4023550779ad tempest-ServersNegativeTestJSON-2022835886 tempest-ServersNegativeTestJSON-2022835886-project] Allocated IP 172.20.0.8 (2151b08c-04ac-4b86-ba9e-873de8e14253/083d6115-1807-4c05-b722-b091b2c86d95/c18eced6-daeb-4e1d-9e09-2d1a56de2f74) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 08:10:27.244052 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-5d310a39-5abd-4ac5-abf8-c12c76485337 req-c31c6a5e-0a06-44f6-ac35-4023550779ad tempest-ServersNegativeTestJSON-2022835886 tempest-ServersNegativeTestJSON-2022835886-project] Publish callbacks [] for port (c18eced6-daeb-4e1d-9e09-2d1a56de2f74), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:27.276318 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-5d310a39-5abd-4ac5-abf8-c12c76485337 req-c31c6a5e-0a06-44f6-ac35-4023550779ad tempest-ServersNegativeTestJSON-2022835886 tempest-ServersNegativeTestJSON-2022835886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (c18eced6-daeb-4e1d-9e09-2d1a56de2f74), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:27.311347 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['b28d919d-4f42-495e-892f-3d013f520a7f'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 08:10:27.322724 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d310a39-5abd-4ac5-abf8-c12c76485337 req-c31c6a5e-0a06-44f6-ac35-4023550779ad tempest-ServersNegativeTestJSON-2022835886 tempest-ServersNegativeTestJSON-2022835886-project] Network 2151b08c-04ac-4b86-ba9e-873de8e14253 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 08:10:27.325768 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [req-5d310a39-5abd-4ac5-abf8-c12c76485337 req-c31c6a5e-0a06-44f6-ac35-4023550779ad tempest-ServersNegativeTestJSON-2022835886 tempest-ServersNegativeTestJSON-2022835886-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 08:10:27.331766 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d310a39-5abd-4ac5-abf8-c12c76485337 req-c31c6a5e-0a06-44f6-ac35-4023550779ad tempest-ServersNegativeTestJSON-2022835886 tempest-ServersNegativeTestJSON-2022835886-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 08:10:27.337959 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31c6a5e-0a06-44f6-ac35-4023550779ad tempest-ServersNegativeTestJSON-2022835886 tempest-ServersNegativeTestJSON-2022835886-project] Pushing event updated for resources: {'Port': ['ID=c18eced6-daeb-4e1d-9e09-2d1a56de2f74,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:10:27.384206 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d310a39-5abd-4ac5-abf8-c12c76485337 req-c31c6a5e-0a06-44f6-ac35-4023550779ad tempest-ServersNegativeTestJSON-2022835886 tempest-ServersNegativeTestJSON-2022835886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:10:27.384874 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-5d310a39-5abd-4ac5-abf8-c12c76485337 req-c31c6a5e-0a06-44f6-ac35-4023550779ad tempest-ServersNegativeTestJSON-2022835886 tempest-ServersNegativeTestJSON-2022835886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:27.402265 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5d310a39-5abd-4ac5-abf8-c12c76485337 req-c31c6a5e-0a06-44f6-ac35-4023550779ad tempest-ServersNegativeTestJSON-2022835886 tempest-ServersNegativeTestJSON-2022835886-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8606763 Jan 28 08:10:27.419618 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-5d310a39-5abd-4ac5-abf8-c12c76485337 req-5310725e-4879-4f54-aae2-8b17a2e9c006 service neutron] Request body: {'port': {'device_id': 'fcb71931-44fc-468e-807b-9ab2a4a9dca8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712749-28'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:10:27.473000 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-5d310a39-5abd-4ac5-abf8-c12c76485337 req-5310725e-4879-4f54-aae2-8b17a2e9c006 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (c18eced6-daeb-4e1d-9e09-2d1a56de2f74), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:27.737246 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e9cc33-739b-4a00-abd4-55a956672ce5 req-be412024-8a76-4180-8b36-b7c39f1cc219 tempest-ServersNegativeTestJSON-2022835886 tempest-ServersNegativeTestJSON-2022835886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:10:27.738707 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-40e9cc33-739b-4a00-abd4-55a956672ce5 req-be412024-8a76-4180-8b36-b7c39f1cc219 tempest-ServersNegativeTestJSON-2022835886 tempest-ServersNegativeTestJSON-2022835886-project] 10.222.0.41 "GET /v2.0/ports?device_id=fcb71931-44fc-468e-807b-9ab2a4a9dca8 HTTP/1.1" status: 200 len: 931 time: 0.0739269 Jan 28 08:10:27.781595 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [req-5d310a39-5abd-4ac5-abf8-c12c76485337 req-5310725e-4879-4f54-aae2-8b17a2e9c006 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c18eced6-daeb-4e1d-9e09-2d1a56de2f74 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 08:10:27.791645 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-5d310a39-5abd-4ac5-abf8-c12c76485337 req-5310725e-4879-4f54-aae2-8b17a2e9c006 service neutron] Publish callbacks [] for port (c18eced6-daeb-4e1d-9e09-2d1a56de2f74), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:27.818036 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [req-5d310a39-5abd-4ac5-abf8-c12c76485337 req-5310725e-4879-4f54-aae2-8b17a2e9c006 service neutron] Transition to ACTIVE for port object c18eced6-daeb-4e1d-9e09-2d1a56de2f74 will not be triggered until provisioned by entity L2. {{(pid=103283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 08:10:27.823565 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-40e9cc33-739b-4a00-abd4-55a956672ce5 req-62424b10-7935-44a1-a9a2-65167b99c6f1 tempest-ServersNegativeTestJSON-2022835886 tempest-ServersNegativeTestJSON-2022835886-project] 10.222.0.41 "GET /v2.0/security-groups?id=708b71fc-edfa-4ca5-858c-5aeaf835a082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677862 Jan 28 08:10:27.824602 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-5d310a39-5abd-4ac5-abf8-c12c76485337 req-5310725e-4879-4f54-aae2-8b17a2e9c006 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (c18eced6-daeb-4e1d-9e09-2d1a56de2f74), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:27.872826 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5310725e-4879-4f54-aae2-8b17a2e9c006 service neutron] Pushing event updated for resources: {'Port': ['ID=c18eced6-daeb-4e1d-9e09-2d1a56de2f74,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:10:27.943989 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-5d310a39-5abd-4ac5-abf8-c12c76485337 req-5310725e-4879-4f54-aae2-8b17a2e9c006 service neutron] Attempting to bind port c18eced6-daeb-4e1d-9e09-2d1a56de2f74 on host n-h2-712749-28 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 08:10:27.944366 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-5d310a39-5abd-4ac5-abf8-c12c76485337 req-5310725e-4879-4f54-aae2-8b17a2e9c006 service neutron] Attempting to bind port c18eced6-daeb-4e1d-9e09-2d1a56de2f74 by drivers openvswitch,hyperv on host n-h2-712749-28 at level 0 using segments [{'id': '20af353d-5192-4579-bb20-3d135e5e125e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '2151b08c-04ac-4b86-ba9e-873de8e14253'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 08:10:27.944686 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d310a39-5abd-4ac5-abf8-c12c76485337 req-5310725e-4879-4f54-aae2-8b17a2e9c006 service neutron] Attempting to bind port c18eced6-daeb-4e1d-9e09-2d1a56de2f74 on network 2151b08c-04ac-4b86-ba9e-873de8e14253 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 08:10:27.949425 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d310a39-5abd-4ac5-abf8-c12c76485337 req-5310725e-4879-4f54-aae2-8b17a2e9c006 service neutron] Port c18eced6-daeb-4e1d-9e09-2d1a56de2f74 on network 2151b08c-04ac-4b86-ba9e-873de8e14253 not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-28 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 08:10:27.949741 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d310a39-5abd-4ac5-abf8-c12c76485337 req-5310725e-4879-4f54-aae2-8b17a2e9c006 service neutron] Attempting to bind port c18eced6-daeb-4e1d-9e09-2d1a56de2f74 on network 2151b08c-04ac-4b86-ba9e-873de8e14253 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 08:10:27.954456 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d310a39-5abd-4ac5-abf8-c12c76485337 req-5310725e-4879-4f54-aae2-8b17a2e9c006 service neutron] Checking agent: {'id': 'c9906e63-062c-432e-bb53-63fdb8115e18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 8, 10, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 08:10:27.954791 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d310a39-5abd-4ac5-abf8-c12c76485337 req-5310725e-4879-4f54-aae2-8b17a2e9c006 service neutron] Checking segment: {'id': '20af353d-5192-4579-bb20-3d135e5e125e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '2151b08c-04ac-4b86-ba9e-873de8e14253'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 08:10:27.955171 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d310a39-5abd-4ac5-abf8-c12c76485337 req-5310725e-4879-4f54-aae2-8b17a2e9c006 service neutron] Bound using segment: {'id': '20af353d-5192-4579-bb20-3d135e5e125e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '2151b08c-04ac-4b86-ba9e-873de8e14253'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 08:10:27.955590 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-5d310a39-5abd-4ac5-abf8-c12c76485337 req-5310725e-4879-4f54-aae2-8b17a2e9c006 service neutron] Bound port: c18eced6-daeb-4e1d-9e09-2d1a56de2f74, host: n-h2-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20af353d-5192-4579-bb20-3d135e5e125e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '2151b08c-04ac-4b86-ba9e-873de8e14253'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 08:10:27.955940 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-5d310a39-5abd-4ac5-abf8-c12c76485337 req-5310725e-4879-4f54-aae2-8b17a2e9c006 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (c18eced6-daeb-4e1d-9e09-2d1a56de2f74), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:28.016679 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-5d310a39-5abd-4ac5-abf8-c12c76485337 req-5310725e-4879-4f54-aae2-8b17a2e9c006 service neutron] For port c18eced6-daeb-4e1d-9e09-2d1a56de2f74, host n-h2-712749-28, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 08:10:28.019595 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-5d310a39-5abd-4ac5-abf8-c12c76485337 req-5310725e-4879-4f54-aae2-8b17a2e9c006 service neutron] For port c18eced6-daeb-4e1d-9e09-2d1a56de2f74, host n-h2-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=c18eced6-daeb-4e1d-9e09-2d1a56de2f74,segment=NetworkSegment(20af353d-5192-4579-bb20-3d135e5e125e),segment_id=20af353d-5192-4579-bb20-3d135e5e125e)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 08:10:28.024066 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-5d310a39-5abd-4ac5-abf8-c12c76485337 req-5310725e-4879-4f54-aae2-8b17a2e9c006 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (c18eced6-daeb-4e1d-9e09-2d1a56de2f74), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:28.058315 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d310a39-5abd-4ac5-abf8-c12c76485337 req-5310725e-4879-4f54-aae2-8b17a2e9c006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:10:28.058934 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-5d310a39-5abd-4ac5-abf8-c12c76485337 req-5310725e-4879-4f54-aae2-8b17a2e9c006 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:28.060334 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5d310a39-5abd-4ac5-abf8-c12c76485337 req-5310725e-4879-4f54-aae2-8b17a2e9c006 service neutron] 10.222.0.44 "PUT /v2.0/ports/c18eced6-daeb-4e1d-9e09-2d1a56de2f74 HTTP/1.1" status: 200 len: 1092 time: 0.6450484 Jan 28 08:10:28.060770 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcb71931-44fc-468e-807b-9ab2a4a9dca8', 'tag': 'c18eced6-daeb-4e1d-9e09-2d1a56de2f74'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 08:10:28.063010 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6b024039d6c3a8048940e324a8d5ead2390d66f8802a9866b6a24361082aa9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdeb0522-1a88-435b-b6bc-6c2f0b6c86e2" -d '{"events": [{"name": "network-changed", "server_uuid": "fcb71931-44fc-468e-807b-9ab2a4a9dca8", "tag": "c18eced6-daeb-4e1d-9e09-2d1a56de2f74"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 08:10:28.087057 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5310725e-4879-4f54-aae2-8b17a2e9c006 service neutron] Pushing event updated for resources: {'Port': ['ID=c18eced6-daeb-4e1d-9e09-2d1a56de2f74,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:10:28.104467 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 08:10:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0124545-c6fd-4fc1-b5af-65a4d9ea34bf x-openstack-request-id: req-b0124545-c6fd-4fc1-b5af-65a4d9ea34bf {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 08:10:28.104759 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcb71931-44fc-468e-807b-9ab2a4a9dca8", "tag": "c18eced6-daeb-4e1d-9e09-2d1a56de2f74", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 08:10:28.105037 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b0124545-c6fd-4fc1-b5af-65a4d9ea34bf {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 08:10:28.105439 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcb71931-44fc-468e-807b-9ab2a4a9dca8', 'tag': 'c18eced6-daeb-4e1d-9e09-2d1a56de2f74', 'status': 'completed', 'code': 200} Jan 28 08:10:28.162238 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d310a39-5abd-4ac5-abf8-c12c76485337 req-6a498e5f-dc2f-469c-95f3-71efd8f46391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:10:28.163951 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5d310a39-5abd-4ac5-abf8-c12c76485337 req-6a498e5f-dc2f-469c-95f3-71efd8f46391 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d3ba46e9079b4c188aa4ba5956c646ce&device_id=fcb71931-44fc-468e-807b-9ab2a4a9dca8 HTTP/1.1" status: 200 len: 1095 time: 0.0439939 Jan 28 08:10:28.209666 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5d310a39-5abd-4ac5-abf8-c12c76485337 req-abbf438a-e76e-46e3-bb78-7f524eaec4bd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c18eced6-daeb-4e1d-9e09-2d1a56de2f74 HTTP/1.1" status: 200 len: 217 time: 0.0343595 Jan 28 08:10:28.256345 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d310a39-5abd-4ac5-abf8-c12c76485337 req-9b35b94e-e1f2-41a6-b2bb-8c65aca095fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:10:28.258389 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5d310a39-5abd-4ac5-abf8-c12c76485337 req-9b35b94e-e1f2-41a6-b2bb-8c65aca095fb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=083d6115-1807-4c05-b722-b091b2c86d95 HTTP/1.1" status: 200 len: 854 time: 0.0431838 Jan 28 08:10:28.290681 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5d310a39-5abd-4ac5-abf8-c12c76485337 req-81ce1d9f-ea12-4980-8142-e08f36475e11 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2151b08c-04ac-4b86-ba9e-873de8e14253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269415 Jan 28 08:10:28.378231 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5d310a39-5abd-4ac5-abf8-c12c76485337 req-33e1c908-1644-4a34-b6ec-457240fc2d3f service neutron] 10.222.0.44 "GET /v2.0/networks/2151b08c-04ac-4b86-ba9e-873de8e14253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814352 Jan 28 08:10:28.470858 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5d310a39-5abd-4ac5-abf8-c12c76485337 req-10a38f37-e6c2-4be8-8f40-b4faa31284f8 service neutron] 10.222.0.44 "GET /v2.0/networks/2151b08c-04ac-4b86-ba9e-873de8e14253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864275 Jan 28 08:10:28.592381 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeb0522-1a88-435b-b6bc-6c2f0b6c86e2 req-44090056-5a6e-45ee-9362-8491868ed917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:10:28.593975 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-bdeb0522-1a88-435b-b6bc-6c2f0b6c86e2 req-44090056-5a6e-45ee-9362-8491868ed917 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d3ba46e9079b4c188aa4ba5956c646ce&device_id=fcb71931-44fc-468e-807b-9ab2a4a9dca8 HTTP/1.1" status: 200 len: 1095 time: 0.0417726 Jan 28 08:10:28.682809 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeb0522-1a88-435b-b6bc-6c2f0b6c86e2 req-947dd19f-2a61-42fc-86c3-0ce7ca7e6185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:10:28.684296 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-bdeb0522-1a88-435b-b6bc-6c2f0b6c86e2 req-947dd19f-2a61-42fc-86c3-0ce7ca7e6185 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2151b08c-04ac-4b86-ba9e-873de8e14253 HTTP/1.1" status: 200 len: 915 time: 0.0840507 Jan 28 08:10:28.728831 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-bdeb0522-1a88-435b-b6bc-6c2f0b6c86e2 req-845b62e6-8fea-4d7a-ad91-680e1ab8480f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c18eced6-daeb-4e1d-9e09-2d1a56de2f74 HTTP/1.1" status: 200 len: 217 time: 0.0387809 Jan 28 08:10:28.777421 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeb0522-1a88-435b-b6bc-6c2f0b6c86e2 req-94934800-ec3d-4b09-ae89-2738520fe51d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:10:28.778869 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-bdeb0522-1a88-435b-b6bc-6c2f0b6c86e2 req-94934800-ec3d-4b09-ae89-2738520fe51d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=083d6115-1807-4c05-b722-b091b2c86d95 HTTP/1.1" status: 200 len: 854 time: 0.0437264 Jan 28 08:10:28.810676 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-bdeb0522-1a88-435b-b6bc-6c2f0b6c86e2 req-85c61418-d140-44a8-b12f-d7f1fe2a31d3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2151b08c-04ac-4b86-ba9e-873de8e14253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252399 Jan 28 08:10:28.927266 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-bdeb0522-1a88-435b-b6bc-6c2f0b6c86e2 req-35613ec6-ac3c-465d-b090-35ab93897c2a service neutron] 10.222.0.44 "GET /v2.0/networks/2151b08c-04ac-4b86-ba9e-873de8e14253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102030 Jan 28 08:10:28.993361 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03df137c-f890-4173-9e5d-02d9f52b5ed8 req-eff502e0-ab10-486f-ba99-1bbfd99c6baf tempest-ServersNegativeTestJSON-2022835886 tempest-ServersNegativeTestJSON-2022835886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:10:28.994743 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-03df137c-f890-4173-9e5d-02d9f52b5ed8 req-eff502e0-ab10-486f-ba99-1bbfd99c6baf tempest-ServersNegativeTestJSON-2022835886 tempest-ServersNegativeTestJSON-2022835886-project] 10.222.0.41 "GET /v2.0/ports?device_id=fcb71931-44fc-468e-807b-9ab2a4a9dca8 HTTP/1.1" status: 200 len: 943 time: 0.1034336 Jan 28 08:10:29.057482 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-bdeb0522-1a88-435b-b6bc-6c2f0b6c86e2 req-27793959-c183-42b0-80f5-a302dcbc09bb service neutron] 10.222.0.44 "GET /v2.0/networks/2151b08c-04ac-4b86-ba9e-873de8e14253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244180 Jan 28 08:10:29.068059 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-03df137c-f890-4173-9e5d-02d9f52b5ed8 req-42f6f845-8bdb-4fc0-b112-5756214234ab tempest-ServersNegativeTestJSON-2022835886 tempest-ServersNegativeTestJSON-2022835886-project] 10.222.0.41 "GET /v2.0/security-groups?id=708b71fc-edfa-4ca5-858c-5aeaf835a082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676405 Jan 28 08:10:30.185924 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99f5b66-9172-491a-8a7e-99b062685f1f req-f42fcb9b-83fc-4d87-a959-a851780b3b3d tempest-ServersNegativeTestJSON-2022835886 tempest-ServersNegativeTestJSON-2022835886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:10:30.187432 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c99f5b66-9172-491a-8a7e-99b062685f1f req-f42fcb9b-83fc-4d87-a959-a851780b3b3d tempest-ServersNegativeTestJSON-2022835886 tempest-ServersNegativeTestJSON-2022835886-project] 10.222.0.41 "GET /v2.0/ports?device_id=fcb71931-44fc-468e-807b-9ab2a4a9dca8 HTTP/1.1" status: 200 len: 943 time: 0.0495226 Jan 28 08:10:30.233018 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c99f5b66-9172-491a-8a7e-99b062685f1f req-46f10187-0989-406b-94d7-ee06280ea739 tempest-ServersNegativeTestJSON-2022835886 tempest-ServersNegativeTestJSON-2022835886-project] 10.222.0.41 "GET /v2.0/security-groups?id=708b71fc-edfa-4ca5-858c-5aeaf835a082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400484 Jan 28 08:10:30.857875 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device c18eced6-daeb-4e1d-9e09-2d1a56de2f74 details requested by agent hyperv_n-h2-712749-28 with host n-h2-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 08:10:30.954706 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port c18eced6-daeb-4e1d-9e09-2d1a56de2f74, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=c18eced6-daeb-4e1d-9e09-2d1a56de2f74,segment=NetworkSegment(20af353d-5192-4579-bb20-3d135e5e125e),segment_id=20af353d-5192-4579-bb20-3d135e5e125e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:10:30.966575 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Returning: {'device': 'c18eced6-daeb-4e1d-9e09-2d1a56de2f74', 'network_id': '2151b08c-04ac-4b86-ba9e-873de8e14253', 'port_id': 'c18eced6-daeb-4e1d-9e09-2d1a56de2f74', 'mac_address': 'fa:16:3e:0d:cc:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '083d6115-1807-4c05-b722-b091b2c86d95', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 08:10:31.002685 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port c18eced6-daeb-4e1d-9e09-2d1a56de2f74 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:10:31.003080 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (c18eced6-daeb-4e1d-9e09-2d1a56de2f74), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:31.016279 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c18eced6-daeb-4e1d-9e09-2d1a56de2f74 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 08:10:31.035079 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port c18eced6-daeb-4e1d-9e09-2d1a56de2f74, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=c18eced6-daeb-4e1d-9e09-2d1a56de2f74,segment=NetworkSegment(20af353d-5192-4579-bb20-3d135e5e125e),segment_id=20af353d-5192-4579-bb20-3d135e5e125e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:10:31.039210 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (c18eced6-daeb-4e1d-9e09-2d1a56de2f74), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:31.093670 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=c18eced6-daeb-4e1d-9e09-2d1a56de2f74,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:10:31.313041 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['c18eced6-daeb-4e1d-9e09-2d1a56de2f74'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 08:10:31.347062 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f3ac05-8c21-40f5-8cb9-43db1e8a6adb req-94b2d194-d025-41a2-8fcc-c8521c7016b4 tempest-ServersNegativeTestJSON-2022835886 tempest-ServersNegativeTestJSON-2022835886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:10:31.348576 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f1f3ac05-8c21-40f5-8cb9-43db1e8a6adb req-94b2d194-d025-41a2-8fcc-c8521c7016b4 tempest-ServersNegativeTestJSON-2022835886 tempest-ServersNegativeTestJSON-2022835886-project] 10.222.0.41 "GET /v2.0/ports?device_id=fcb71931-44fc-468e-807b-9ab2a4a9dca8 HTTP/1.1" status: 200 len: 944 time: 0.0484953 Jan 28 08:10:31.397039 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f1f3ac05-8c21-40f5-8cb9-43db1e8a6adb req-c56fbb7d-cfc0-440f-94b7-c94433c3a221 tempest-ServersNegativeTestJSON-2022835886 tempest-ServersNegativeTestJSON-2022835886-project] 10.222.0.41 "GET /v2.0/security-groups?id=708b71fc-edfa-4ca5-858c-5aeaf835a082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425830 Jan 28 08:10:32.517008 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e00e9d-2c5d-4fc2-b967-2a5415efdb6d req-34866dbc-c650-47e6-a5e3-6651bccd663c tempest-ServersNegativeTestJSON-2022835886 tempest-ServersNegativeTestJSON-2022835886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:10:32.518536 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-26e00e9d-2c5d-4fc2-b967-2a5415efdb6d req-34866dbc-c650-47e6-a5e3-6651bccd663c tempest-ServersNegativeTestJSON-2022835886 tempest-ServersNegativeTestJSON-2022835886-project] 10.222.0.41 "GET /v2.0/ports?device_id=fcb71931-44fc-468e-807b-9ab2a4a9dca8 HTTP/1.1" status: 200 len: 944 time: 0.0528138 Jan 28 08:10:32.564586 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-26e00e9d-2c5d-4fc2-b967-2a5415efdb6d req-0734ea80-3547-4337-a0f6-723e15c725c2 tempest-ServersNegativeTestJSON-2022835886 tempest-ServersNegativeTestJSON-2022835886-project] 10.222.0.41 "GET /v2.0/security-groups?id=708b71fc-edfa-4ca5-858c-5aeaf835a082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398428 Jan 28 08:10:32.852255 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device c18eced6-daeb-4e1d-9e09-2d1a56de2f74 up at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 08:10:32.905255 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning for port c18eced6-daeb-4e1d-9e09-2d1a56de2f74 completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 08:10:32.909270 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning complete for port c18eced6-daeb-4e1d-9e09-2d1a56de2f74 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:10:32.909654 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (c18eced6-daeb-4e1d-9e09-2d1a56de2f74), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:32.987192 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port c18eced6-daeb-4e1d-9e09-2d1a56de2f74 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:10:32.987592 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (c18eced6-daeb-4e1d-9e09-2d1a56de2f74), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:33.010096 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcb71931-44fc-468e-807b-9ab2a4a9dca8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c18eced6-daeb-4e1d-9e09-2d1a56de2f74'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 08:10:33.012342 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ad7fe887ec8da9bd29e477e6463a73d1e99860c0dff062a8c1350cb6684650b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccaf9152-11b9-4b77-8282-5a5e92b6e023" -d '{"events": [{"server_uuid": "fcb71931-44fc-468e-807b-9ab2a4a9dca8", "name": "network-vif-plugged", "status": "completed", "tag": "c18eced6-daeb-4e1d-9e09-2d1a56de2f74"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 08:10:33.024128 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port c18eced6-daeb-4e1d-9e09-2d1a56de2f74, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=c18eced6-daeb-4e1d-9e09-2d1a56de2f74,segment=NetworkSegment(20af353d-5192-4579-bb20-3d135e5e125e),segment_id=20af353d-5192-4579-bb20-3d135e5e125e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:10:33.028614 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (c18eced6-daeb-4e1d-9e09-2d1a56de2f74), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:33.056660 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 08:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de3cb72c-f93f-46dd-bec1-e032ba6d57f0 x-openstack-request-id: req-de3cb72c-f93f-46dd-bec1-e032ba6d57f0 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 08:10:33.056959 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcb71931-44fc-468e-807b-9ab2a4a9dca8", "name": "network-vif-plugged", "status": "completed", "tag": "c18eced6-daeb-4e1d-9e09-2d1a56de2f74", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 08:10:33.057219 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-de3cb72c-f93f-46dd-bec1-e032ba6d57f0 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 08:10:33.057612 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcb71931-44fc-468e-807b-9ab2a4a9dca8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c18eced6-daeb-4e1d-9e09-2d1a56de2f74', 'code': 200} Jan 28 08:10:33.082295 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=c18eced6-daeb-4e1d-9e09-2d1a56de2f74,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:10:33.173862 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a791c047-3725-4ebe-be7c-71679c431a57 req-6e4d1558-88c3-4354-8529-fa4697a23286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:10:33.175254 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a791c047-3725-4ebe-be7c-71679c431a57 req-6e4d1558-88c3-4354-8529-fa4697a23286 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=fcb71931-44fc-468e-807b-9ab2a4a9dca8 HTTP/1.1" status: 200 len: 1097 time: 0.0393839 Jan 28 08:10:33.216513 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a791c047-3725-4ebe-be7c-71679c431a57 req-b0aa6918-4e06-4d2e-9dc7-a4f075572e26 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=708b71fc-edfa-4ca5-858c-5aeaf835a082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356622 Jan 28 08:10:33.349752 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ea0ccbd8-b188-4328-b03e-8ba319176917 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:33.565940 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:33.687555 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fb450a-be47-4f38-b7c8-3d8358d94ffd req-68cae671-9c7d-4129-8fcf-bb03e06b84fe tempest-ServersNegativeTestJSON-2022835886 tempest-ServersNegativeTestJSON-2022835886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:10:33.689105 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a9fb450a-be47-4f38-b7c8-3d8358d94ffd req-68cae671-9c7d-4129-8fcf-bb03e06b84fe tempest-ServersNegativeTestJSON-2022835886 tempest-ServersNegativeTestJSON-2022835886-project] 10.222.0.41 "GET /v2.0/ports?device_id=fcb71931-44fc-468e-807b-9ab2a4a9dca8 HTTP/1.1" status: 200 len: 945 time: 0.0518763 Jan 28 08:10:33.735015 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a9fb450a-be47-4f38-b7c8-3d8358d94ffd req-f0a5641e-3d69-418c-bf7a-3b100244afa8 tempest-ServersNegativeTestJSON-2022835886 tempest-ServersNegativeTestJSON-2022835886-project] 10.222.0.41 "GET /v2.0/security-groups?id=708b71fc-edfa-4ca5-858c-5aeaf835a082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403709 Jan 28 08:10:34.576243 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:34.856634 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52784557-9927-427b-8274-b041191d03b6 req-c9318734-6b0e-4119-b269-83083b5cae8c tempest-ServersNegativeTestJSON-2022835886 tempest-ServersNegativeTestJSON-2022835886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:10:34.858107 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-52784557-9927-427b-8274-b041191d03b6 req-c9318734-6b0e-4119-b269-83083b5cae8c tempest-ServersNegativeTestJSON-2022835886 tempest-ServersNegativeTestJSON-2022835886-project] 10.222.0.41 "GET /v2.0/ports?device_id=fcb71931-44fc-468e-807b-9ab2a4a9dca8 HTTP/1.1" status: 200 len: 945 time: 0.0530493 Jan 28 08:10:34.904995 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-52784557-9927-427b-8274-b041191d03b6 req-c9e91821-47a4-4208-8c06-6f8179a560e0 tempest-ServersNegativeTestJSON-2022835886 tempest-ServersNegativeTestJSON-2022835886-project] 10.222.0.41 "GET /v2.0/security-groups?id=708b71fc-edfa-4ca5-858c-5aeaf835a082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413966 Jan 28 08:10:35.139960 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a871c3e5-6067-4be4-87ec-6ff9d0b7d6f9 req-178ff91d-d975-4b67-8e15-43df8e2588ba tempest-ServersNegativeTestJSON-2022835886 tempest-ServersNegativeTestJSON-2022835886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:10:35.141482 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a871c3e5-6067-4be4-87ec-6ff9d0b7d6f9 req-178ff91d-d975-4b67-8e15-43df8e2588ba tempest-ServersNegativeTestJSON-2022835886 tempest-ServersNegativeTestJSON-2022835886-project] 10.222.0.41 "GET /v2.0/ports?device_id=fcb71931-44fc-468e-807b-9ab2a4a9dca8 HTTP/1.1" status: 200 len: 945 time: 0.0485396 Jan 28 08:10:35.187188 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a871c3e5-6067-4be4-87ec-6ff9d0b7d6f9 req-6e3e5625-aec7-4628-b0f7-8bfcdabd7b5a tempest-ServersNegativeTestJSON-2022835886 tempest-ServersNegativeTestJSON-2022835886-project] 10.222.0.41 "GET /v2.0/security-groups?id=708b71fc-edfa-4ca5-858c-5aeaf835a082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400586 Jan 28 08:10:35.717783 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2929bd91-95c1-42e8-bd9d-3ed951654913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:36.305964 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457bfaf0-1abd-4b6b-886a-5783063de933 req-7a98f74c-c8da-4e4a-a744-2aa27c5c4c4b tempest-ServersNegativeTestJSON-2022835886 tempest-ServersNegativeTestJSON-2022835886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:10:36.307474 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-457bfaf0-1abd-4b6b-886a-5783063de933 req-7a98f74c-c8da-4e4a-a744-2aa27c5c4c4b tempest-ServersNegativeTestJSON-2022835886 tempest-ServersNegativeTestJSON-2022835886-project] 10.222.0.41 "GET /v2.0/ports?device_id=fcb71931-44fc-468e-807b-9ab2a4a9dca8 HTTP/1.1" status: 200 len: 945 time: 0.0491567 Jan 28 08:10:36.356486 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-457bfaf0-1abd-4b6b-886a-5783063de933 req-8f5220b9-42ed-4736-b587-f59b1e6366d6 tempest-ServersNegativeTestJSON-2022835886 tempest-ServersNegativeTestJSON-2022835886-project] 10.222.0.41 "GET /v2.0/security-groups?id=708b71fc-edfa-4ca5-858c-5aeaf835a082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433340 Jan 28 08:10:36.557103 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71149b7a-65eb-43f3-adb1-e9b52e137571 req-563bffd9-e419-492d-849a-081e7b645315 tempest-ServersNegativeTestJSON-2022835886 tempest-ServersNegativeTestJSON-2022835886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:10:36.558547 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-71149b7a-65eb-43f3-adb1-e9b52e137571 req-563bffd9-e419-492d-849a-081e7b645315 tempest-ServersNegativeTestJSON-2022835886 tempest-ServersNegativeTestJSON-2022835886-project] 10.222.0.44 "GET /v2.0/ports?device_id=fcb71931-44fc-468e-807b-9ab2a4a9dca8 HTTP/1.1" status: 200 len: 945 time: 0.0478451 Jan 28 08:10:36.647447 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-71149b7a-65eb-43f3-adb1-e9b52e137571 req-65c9168a-4c97-4dcd-a9c3-c42b47e9e2d2 tempest-ServersNegativeTestJSON-2022835886 tempest-ServersNegativeTestJSON-2022835886-project] Deleting port c18eced6-daeb-4e1d-9e09-2d1a56de2f74 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 08:10:36.648632 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-71149b7a-65eb-43f3-adb1-e9b52e137571 req-65c9168a-4c97-4dcd-a9c3-c42b47e9e2d2 tempest-ServersNegativeTestJSON-2022835886 tempest-ServersNegativeTestJSON-2022835886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (c18eced6-daeb-4e1d-9e09-2d1a56de2f74), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:36.750508 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-71149b7a-65eb-43f3-adb1-e9b52e137571 req-65c9168a-4c97-4dcd-a9c3-c42b47e9e2d2 tempest-ServersNegativeTestJSON-2022835886 tempest-ServersNegativeTestJSON-2022835886-project] For port c18eced6-daeb-4e1d-9e09-2d1a56de2f74, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=c18eced6-daeb-4e1d-9e09-2d1a56de2f74,segment=NetworkSegment(20af353d-5192-4579-bb20-3d135e5e125e),segment_id=20af353d-5192-4579-bb20-3d135e5e125e)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:10:36.750875 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-71149b7a-65eb-43f3-adb1-e9b52e137571 req-65c9168a-4c97-4dcd-a9c3-c42b47e9e2d2 tempest-ServersNegativeTestJSON-2022835886 tempest-ServersNegativeTestJSON-2022835886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (c18eced6-daeb-4e1d-9e09-2d1a56de2f74), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:36.764405 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-71149b7a-65eb-43f3-adb1-e9b52e137571 req-65c9168a-4c97-4dcd-a9c3-c42b47e9e2d2 tempest-ServersNegativeTestJSON-2022835886 tempest-ServersNegativeTestJSON-2022835886-project] Calling delete_port for c18eced6-daeb-4e1d-9e09-2d1a56de2f74 owned by compute:nova {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 08:10:36.892435 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-71149b7a-65eb-43f3-adb1-e9b52e137571 req-65c9168a-4c97-4dcd-a9c3-c42b47e9e2d2 tempest-ServersNegativeTestJSON-2022835886 tempest-ServersNegativeTestJSON-2022835886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (c18eced6-daeb-4e1d-9e09-2d1a56de2f74), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:36.922860 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c9168a-4c97-4dcd-a9c3-c42b47e9e2d2 tempest-ServersNegativeTestJSON-2022835886 tempest-ServersNegativeTestJSON-2022835886-project] Pushing event deleted for resources: {'Port': ['ID=c18eced6-daeb-4e1d-9e09-2d1a56de2f74,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:10:36.926861 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['c18eced6-daeb-4e1d-9e09-2d1a56de2f74'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 08:10:36.931137 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['b28d919d-4f42-495e-892f-3d013f520a7f'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 08:10:36.966964 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-71149b7a-65eb-43f3-adb1-e9b52e137571 req-65c9168a-4c97-4dcd-a9c3-c42b47e9e2d2 tempest-ServersNegativeTestJSON-2022835886 tempest-ServersNegativeTestJSON-2022835886-project] No DVR routers for this DVR port c18eced6-daeb-4e1d-9e09-2d1a56de2f74 on host n-h2-712749-28 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 08:10:36.969658 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-71149b7a-65eb-43f3-adb1-e9b52e137571 req-65c9168a-4c97-4dcd-a9c3-c42b47e9e2d2 tempest-ServersNegativeTestJSON-2022835886 tempest-ServersNegativeTestJSON-2022835886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:36.973156 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-71149b7a-65eb-43f3-adb1-e9b52e137571 req-65c9168a-4c97-4dcd-a9c3-c42b47e9e2d2 tempest-ServersNegativeTestJSON-2022835886 tempest-ServersNegativeTestJSON-2022835886-project] 10.222.0.44 "DELETE /v2.0/ports/c18eced6-daeb-4e1d-9e09-2d1a56de2f74 HTTP/1.1" status: 204 len: 173 time: 0.4096284 Jan 28 08:10:36.973616 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcb71931-44fc-468e-807b-9ab2a4a9dca8', 'name': 'network-vif-deleted', 'tag': 'c18eced6-daeb-4e1d-9e09-2d1a56de2f74'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 08:10:36.976525 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6b024039d6c3a8048940e324a8d5ead2390d66f8802a9866b6a24361082aa9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecd5fcc1-6ae2-4cba-9b46-9b7effa88e40" -d '{"events": [{"server_uuid": "fcb71931-44fc-468e-807b-9ab2a4a9dca8", "name": "network-vif-deleted", "tag": "c18eced6-daeb-4e1d-9e09-2d1a56de2f74"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 08:10:37.017276 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 08:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cb2c991-792e-4947-9e44-4c82c6aa2785 x-openstack-request-id: req-9cb2c991-792e-4947-9e44-4c82c6aa2785 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 08:10:37.017607 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcb71931-44fc-468e-807b-9ab2a4a9dca8", "name": "network-vif-deleted", "tag": "c18eced6-daeb-4e1d-9e09-2d1a56de2f74", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 08:10:37.017867 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9cb2c991-792e-4947-9e44-4c82c6aa2785 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 08:10:37.018281 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcb71931-44fc-468e-807b-9ab2a4a9dca8', 'name': 'network-vif-deleted', 'tag': 'c18eced6-daeb-4e1d-9e09-2d1a56de2f74', 'status': 'completed', 'code': 200} Jan 28 08:10:37.189497 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:37.468532 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0ddc4139-7a08-4a58-9a86-498ada395155 req-17c9664e-4b42-4494-9bca-2f15e2a48b8f tempest-ServersNegativeTestJSON-2022835886 tempest-ServersNegativeTestJSON-2022835886-project] 10.222.0.41 "GET /v2.0/ports?device_id=fcb71931-44fc-468e-807b-9ab2a4a9dca8 HTTP/1.1" status: 200 len: 210 time: 0.0278018 Jan 28 08:10:38.622054 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1587d6df-a788-4cd2-931f-2cdefeb2fb91 req-8ed77f43-233f-462c-a3a8-f00f31485c56 tempest-ServersNegativeTestJSON-2022835886 tempest-ServersNegativeTestJSON-2022835886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:10:38.623542 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1587d6df-a788-4cd2-931f-2cdefeb2fb91 req-8ed77f43-233f-462c-a3a8-f00f31485c56 tempest-ServersNegativeTestJSON-2022835886 tempest-ServersNegativeTestJSON-2022835886-project] 10.222.0.41 "GET /v2.0/ports?device_id=c39826e4-a9f8-4b80-96f7-84769978d0c7 HTTP/1.1" status: 200 len: 946 time: 0.0529804 Jan 28 08:10:38.669425 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1587d6df-a788-4cd2-931f-2cdefeb2fb91 req-737045a1-2510-4fb6-ba49-dabf202e16a4 tempest-ServersNegativeTestJSON-2022835886 tempest-ServersNegativeTestJSON-2022835886-project] 10.222.0.41 "GET /v2.0/security-groups?id=708b71fc-edfa-4ca5-858c-5aeaf835a082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401959 Jan 28 08:10:38.800819 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c053ae6d-5fb6-4d54-b029-d7273f84373b req-544cffaa-f91e-4629-838a-4cda8effb031 tempest-ServersNegativeTestJSON-2022835886 tempest-ServersNegativeTestJSON-2022835886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:10:38.802324 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c053ae6d-5fb6-4d54-b029-d7273f84373b req-544cffaa-f91e-4629-838a-4cda8effb031 tempest-ServersNegativeTestJSON-2022835886 tempest-ServersNegativeTestJSON-2022835886-project] 10.222.0.41 "GET /v2.0/ports?device_id=c39826e4-a9f8-4b80-96f7-84769978d0c7 HTTP/1.1" status: 200 len: 946 time: 0.0487049 Jan 28 08:10:38.849175 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c053ae6d-5fb6-4d54-b029-d7273f84373b req-90d44ed7-0466-43b4-9a9b-1f865c9acca2 tempest-ServersNegativeTestJSON-2022835886 tempest-ServersNegativeTestJSON-2022835886-project] 10.222.0.41 "GET /v2.0/security-groups?id=708b71fc-edfa-4ca5-858c-5aeaf835a082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406864 Jan 28 08:10:38.877809 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:38.883831 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device c18eced6-daeb-4e1d-9e09-2d1a56de2f74 no longer exists at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 08:10:38.904142 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] No Port match for: c18eced6-daeb-4e1d-9e09-2d1a56de2f74 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 08:10:38.904532 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device c18eced6-daeb-4e1d-9e09-2d1a56de2f74 not bound to the agent host n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 08:10:38.968157 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e66fc6-d8d3-4e8a-96ee-2d8a863f001b req-fc13f11a-04db-4e29-9766-0d635365cb55 tempest-ServersNegativeTestJSON-2022835886 tempest-ServersNegativeTestJSON-2022835886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:10:38.969592 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-21e66fc6-d8d3-4e8a-96ee-2d8a863f001b req-fc13f11a-04db-4e29-9766-0d635365cb55 tempest-ServersNegativeTestJSON-2022835886 tempest-ServersNegativeTestJSON-2022835886-project] 10.222.0.41 "GET /v2.0/ports?device_id=c39826e4-a9f8-4b80-96f7-84769978d0c7 HTTP/1.1" status: 200 len: 946 time: 0.0490541 Jan 28 08:10:39.014946 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-21e66fc6-d8d3-4e8a-96ee-2d8a863f001b req-c97965ee-b71a-49e9-94df-454900af4888 tempest-ServersNegativeTestJSON-2022835886 tempest-ServersNegativeTestJSON-2022835886-project] 10.222.0.41 "GET /v2.0/security-groups?id=708b71fc-edfa-4ca5-858c-5aeaf835a082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398595 Jan 28 08:10:39.177601 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f8e85f-9707-4193-8221-5c1af79c3ebd req-7407953a-bf1b-4537-ad1d-a805db2a2404 tempest-ServersNegativeTestJSON-2022835886 tempest-ServersNegativeTestJSON-2022835886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:10:39.179151 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b2f8e85f-9707-4193-8221-5c1af79c3ebd req-7407953a-bf1b-4537-ad1d-a805db2a2404 tempest-ServersNegativeTestJSON-2022835886 tempest-ServersNegativeTestJSON-2022835886-project] 10.222.0.41 "GET /v2.0/ports?device_id=c39826e4-a9f8-4b80-96f7-84769978d0c7 HTTP/1.1" status: 200 len: 946 time: 0.0482376 Jan 28 08:10:39.229030 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b2f8e85f-9707-4193-8221-5c1af79c3ebd req-957367bf-10cb-4550-86cc-63e8b7fe27b1 tempest-ServersNegativeTestJSON-2022835886 tempest-ServersNegativeTestJSON-2022835886-project] 10.222.0.41 "GET /v2.0/security-groups?id=708b71fc-edfa-4ca5-858c-5aeaf835a082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441942 Jan 28 08:10:39.344868 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd043c18-63f7-47b2-ada0-307af6d6f3e9 req-b1ab7fa8-5e6c-41f2-80fa-6029731adcc5 tempest-ServersNegativeTestJSON-2022835886 tempest-ServersNegativeTestJSON-2022835886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:10:39.346333 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-fd043c18-63f7-47b2-ada0-307af6d6f3e9 req-b1ab7fa8-5e6c-41f2-80fa-6029731adcc5 tempest-ServersNegativeTestJSON-2022835886 tempest-ServersNegativeTestJSON-2022835886-project] 10.222.0.41 "GET /v2.0/ports?device_id=c39826e4-a9f8-4b80-96f7-84769978d0c7 HTTP/1.1" status: 200 len: 946 time: 0.0512908 Jan 28 08:10:39.393122 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-fd043c18-63f7-47b2-ada0-307af6d6f3e9 req-a94a90bb-ca48-4180-8695-9a1d36a3ccbd tempest-ServersNegativeTestJSON-2022835886 tempest-ServersNegativeTestJSON-2022835886-project] 10.222.0.41 "GET /v2.0/security-groups?id=708b71fc-edfa-4ca5-858c-5aeaf835a082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404510 Jan 28 08:10:39.515644 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf63466-aee5-4b27-a6aa-5688b65e1831 req-43a3579f-9d02-4778-8131-8c487c45fa44 tempest-ServersNegativeTestJSON-2022835886 tempest-ServersNegativeTestJSON-2022835886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:10:39.517165 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ecf63466-aee5-4b27-a6aa-5688b65e1831 req-43a3579f-9d02-4778-8131-8c487c45fa44 tempest-ServersNegativeTestJSON-2022835886 tempest-ServersNegativeTestJSON-2022835886-project] 10.222.0.41 "GET /v2.0/ports?device_id=c39826e4-a9f8-4b80-96f7-84769978d0c7 HTTP/1.1" status: 200 len: 946 time: 0.0488575 Jan 28 08:10:39.564226 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ecf63466-aee5-4b27-a6aa-5688b65e1831 req-ba4583d0-9f0f-4878-abf0-c7697cdff1c6 tempest-ServersNegativeTestJSON-2022835886 tempest-ServersNegativeTestJSON-2022835886-project] 10.222.0.41 "GET /v2.0/security-groups?id=708b71fc-edfa-4ca5-858c-5aeaf835a082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413508 Jan 28 08:10:39.834381 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:39.859543 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19283c57-8ccb-4f3b-9208-6016e300c569 req-b7e4ef95-b5bd-4a4f-99e9-59548c419b18 tempest-ServersNegativeTestJSON-2022835886 tempest-ServersNegativeTestJSON-2022835886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:10:39.861068 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-19283c57-8ccb-4f3b-9208-6016e300c569 req-b7e4ef95-b5bd-4a4f-99e9-59548c419b18 tempest-ServersNegativeTestJSON-2022835886 tempest-ServersNegativeTestJSON-2022835886-project] 10.222.0.41 "GET /v2.0/ports?device_id=c39826e4-a9f8-4b80-96f7-84769978d0c7 HTTP/1.1" status: 200 len: 946 time: 0.0500779 Jan 28 08:10:39.912410 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-19283c57-8ccb-4f3b-9208-6016e300c569 req-7d65292f-d7cd-4417-b94f-041e689048ce tempest-ServersNegativeTestJSON-2022835886 tempest-ServersNegativeTestJSON-2022835886-project] 10.222.0.41 "GET /v2.0/security-groups?id=708b71fc-edfa-4ca5-858c-5aeaf835a082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456903 Jan 28 08:10:41.028984 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32405408-3aa5-4a3a-9d6f-c43dbf9b12f1 req-568b9f70-ef5e-4ba3-8f62-5d0bde8f5ba5 tempest-ServersNegativeTestJSON-2022835886 tempest-ServersNegativeTestJSON-2022835886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:10:41.030454 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-32405408-3aa5-4a3a-9d6f-c43dbf9b12f1 req-568b9f70-ef5e-4ba3-8f62-5d0bde8f5ba5 tempest-ServersNegativeTestJSON-2022835886 tempest-ServersNegativeTestJSON-2022835886-project] 10.222.0.41 "GET /v2.0/ports?device_id=c39826e4-a9f8-4b80-96f7-84769978d0c7 HTTP/1.1" status: 200 len: 946 time: 0.0471263 Jan 28 08:10:41.077113 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-32405408-3aa5-4a3a-9d6f-c43dbf9b12f1 req-54772d48-20b8-4aed-852a-86b9cfa694f4 tempest-ServersNegativeTestJSON-2022835886 tempest-ServersNegativeTestJSON-2022835886-project] 10.222.0.41 "GET /v2.0/security-groups?id=708b71fc-edfa-4ca5-858c-5aeaf835a082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410976 Jan 28 08:10:41.458615 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be218aa6-bdaf-41e4-bd9f-386ae01a5c28 req-226d4942-2e2e-4a92-8c95-ed6e93dadf92 tempest-ServersNegativeTestJSON-2022835886 tempest-ServersNegativeTestJSON-2022835886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:10:41.460740 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-be218aa6-bdaf-41e4-bd9f-386ae01a5c28 req-226d4942-2e2e-4a92-8c95-ed6e93dadf92 tempest-ServersNegativeTestJSON-2022835886 tempest-ServersNegativeTestJSON-2022835886-project] 10.222.0.10 "GET /v2.0/ports?device_id=c39826e4-a9f8-4b80-96f7-84769978d0c7 HTTP/1.1" status: 200 len: 946 time: 0.0487912 Jan 28 08:10:41.550005 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-be218aa6-bdaf-41e4-bd9f-386ae01a5c28 req-dd9b5d72-81e9-4fde-908f-6cc77e96495c tempest-ServersNegativeTestJSON-2022835886 tempest-ServersNegativeTestJSON-2022835886-project] Deleting port b28d919d-4f42-495e-892f-3d013f520a7f {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 08:10:41.550348 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-be218aa6-bdaf-41e4-bd9f-386ae01a5c28 req-dd9b5d72-81e9-4fde-908f-6cc77e96495c tempest-ServersNegativeTestJSON-2022835886 tempest-ServersNegativeTestJSON-2022835886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (b28d919d-4f42-495e-892f-3d013f520a7f), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:41.640680 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-be218aa6-bdaf-41e4-bd9f-386ae01a5c28 req-dd9b5d72-81e9-4fde-908f-6cc77e96495c tempest-ServersNegativeTestJSON-2022835886 tempest-ServersNegativeTestJSON-2022835886-project] For port b28d919d-4f42-495e-892f-3d013f520a7f, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=b28d919d-4f42-495e-892f-3d013f520a7f,segment=NetworkSegment(20af353d-5192-4579-bb20-3d135e5e125e),segment_id=20af353d-5192-4579-bb20-3d135e5e125e)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:10:41.640976 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-be218aa6-bdaf-41e4-bd9f-386ae01a5c28 req-dd9b5d72-81e9-4fde-908f-6cc77e96495c tempest-ServersNegativeTestJSON-2022835886 tempest-ServersNegativeTestJSON-2022835886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (b28d919d-4f42-495e-892f-3d013f520a7f), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:41.652432 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-be218aa6-bdaf-41e4-bd9f-386ae01a5c28 req-dd9b5d72-81e9-4fde-908f-6cc77e96495c tempest-ServersNegativeTestJSON-2022835886 tempest-ServersNegativeTestJSON-2022835886-project] Calling delete_port for b28d919d-4f42-495e-892f-3d013f520a7f owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 08:10:41.780948 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-be218aa6-bdaf-41e4-bd9f-386ae01a5c28 req-dd9b5d72-81e9-4fde-908f-6cc77e96495c tempest-ServersNegativeTestJSON-2022835886 tempest-ServersNegativeTestJSON-2022835886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (b28d919d-4f42-495e-892f-3d013f520a7f), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:41.814848 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9b5d72-81e9-4fde-908f-6cc77e96495c tempest-ServersNegativeTestJSON-2022835886 tempest-ServersNegativeTestJSON-2022835886-project] Pushing event deleted for resources: {'Port': ['ID=b28d919d-4f42-495e-892f-3d013f520a7f,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:10:41.824752 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['b28d919d-4f42-495e-892f-3d013f520a7f'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 08:10:41.837570 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9b5d72-81e9-4fde-908f-6cc77e96495c tempest-ServersNegativeTestJSON-2022835886 tempest-ServersNegativeTestJSON-2022835886-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:10:41.838178 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9b5d72-81e9-4fde-908f-6cc77e96495c tempest-ServersNegativeTestJSON-2022835886 tempest-ServersNegativeTestJSON-2022835886-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:10:41.838367 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9b5d72-81e9-4fde-908f-6cc77e96495c tempest-ServersNegativeTestJSON-2022835886 tempest-ServersNegativeTestJSON-2022835886-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:10:41.838599 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9b5d72-81e9-4fde-908f-6cc77e96495c tempest-ServersNegativeTestJSON-2022835886 tempest-ServersNegativeTestJSON-2022835886-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:10:41.838939 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9b5d72-81e9-4fde-908f-6cc77e96495c tempest-ServersNegativeTestJSON-2022835886 tempest-ServersNegativeTestJSON-2022835886-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:10:41.839279 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9b5d72-81e9-4fde-908f-6cc77e96495c tempest-ServersNegativeTestJSON-2022835886 tempest-ServersNegativeTestJSON-2022835886-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:10:41.839613 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9b5d72-81e9-4fde-908f-6cc77e96495c tempest-ServersNegativeTestJSON-2022835886 tempest-ServersNegativeTestJSON-2022835886-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:10:41.839949 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9b5d72-81e9-4fde-908f-6cc77e96495c tempest-ServersNegativeTestJSON-2022835886 tempest-ServersNegativeTestJSON-2022835886-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:10:41.840307 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9b5d72-81e9-4fde-908f-6cc77e96495c tempest-ServersNegativeTestJSON-2022835886 tempest-ServersNegativeTestJSON-2022835886-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:10:41.840645 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9b5d72-81e9-4fde-908f-6cc77e96495c tempest-ServersNegativeTestJSON-2022835886 tempest-ServersNegativeTestJSON-2022835886-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:10:41.840978 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9b5d72-81e9-4fde-908f-6cc77e96495c tempest-ServersNegativeTestJSON-2022835886 tempest-ServersNegativeTestJSON-2022835886-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:10:41.841312 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9b5d72-81e9-4fde-908f-6cc77e96495c tempest-ServersNegativeTestJSON-2022835886 tempest-ServersNegativeTestJSON-2022835886-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:10:41.841641 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9b5d72-81e9-4fde-908f-6cc77e96495c tempest-ServersNegativeTestJSON-2022835886 tempest-ServersNegativeTestJSON-2022835886-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:10:41.863558 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-be218aa6-bdaf-41e4-bd9f-386ae01a5c28 req-dd9b5d72-81e9-4fde-908f-6cc77e96495c tempest-ServersNegativeTestJSON-2022835886 tempest-ServersNegativeTestJSON-2022835886-project] No DVR routers for this DVR port b28d919d-4f42-495e-892f-3d013f520a7f on host n-h1-712749-28 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 08:10:41.866089 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-be218aa6-bdaf-41e4-bd9f-386ae01a5c28 req-dd9b5d72-81e9-4fde-908f-6cc77e96495c tempest-ServersNegativeTestJSON-2022835886 tempest-ServersNegativeTestJSON-2022835886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:41.870328 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-be218aa6-bdaf-41e4-bd9f-386ae01a5c28 req-dd9b5d72-81e9-4fde-908f-6cc77e96495c tempest-ServersNegativeTestJSON-2022835886 tempest-ServersNegativeTestJSON-2022835886-project] 10.222.0.10 "DELETE /v2.0/ports/b28d919d-4f42-495e-892f-3d013f520a7f HTTP/1.1" status: 204 len: 173 time: 0.4025753 Jan 28 08:10:41.870793 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c39826e4-a9f8-4b80-96f7-84769978d0c7', 'name': 'network-vif-deleted', 'tag': 'b28d919d-4f42-495e-892f-3d013f520a7f'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 08:10:41.873096 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea2b103cb7827510f28784975546feb0b63800b94dfac5f98f271904baace09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6f141c0-6470-45f6-a58e-a93a97efb894" -d '{"events": [{"server_uuid": "c39826e4-a9f8-4b80-96f7-84769978d0c7", "name": "network-vif-deleted", "tag": "b28d919d-4f42-495e-892f-3d013f520a7f"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 08:10:41.912381 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 08:10:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-725e9866-7cf2-4506-bdef-42b7a3195dcf x-openstack-request-id: req-725e9866-7cf2-4506-bdef-42b7a3195dcf {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 08:10:41.912678 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c39826e4-a9f8-4b80-96f7-84769978d0c7", "name": "network-vif-deleted", "tag": "b28d919d-4f42-495e-892f-3d013f520a7f", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 08:10:41.912937 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-725e9866-7cf2-4506-bdef-42b7a3195dcf {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 08:10:41.914452 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c39826e4-a9f8-4b80-96f7-84769978d0c7', 'name': 'network-vif-deleted', 'tag': 'b28d919d-4f42-495e-892f-3d013f520a7f', 'status': 'completed', 'code': 200} Jan 28 08:10:42.184291 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-55ffbf28-d693-4630-892c-cb9363d0147d req-332d98d0-c4e0-4149-915b-a4ddca4a715f tempest-ServersNegativeTestJSON-2022835886 tempest-ServersNegativeTestJSON-2022835886-project] 10.222.0.41 "GET /v2.0/ports?device_id=c39826e4-a9f8-4b80-96f7-84769978d0c7 HTTP/1.1" status: 200 len: 210 time: 0.0258758 Jan 28 08:10:43.240416 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 39890) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:10:43.284268 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-7be91cf7-e789-46e6-b455-0116fc72851d admin admin] Deleting subnet 083d6115-1807-4c05-b722-b091b2c86d95 {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 08:10:43.287245 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7be91cf7-e789-46e6-b455-0116fc72851d admin admin] Publish callbacks [] for subnet (083d6115-1807-4c05-b722-b091b2c86d95), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:43.325877 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7be91cf7-e789-46e6-b455-0116fc72851d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24759175'] for subnet (083d6115-1807-4c05-b722-b091b2c86d95), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:43.362204 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7be91cf7-e789-46e6-b455-0116fc72851d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (083d6115-1807-4c05-b722-b091b2c86d95), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:43.413832 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7be91cf7-e789-46e6-b455-0116fc72851d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24757569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24979817'] for subnet (083d6115-1807-4c05-b722-b091b2c86d95), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:43.439534 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be91cf7-e789-46e6-b455-0116fc72851d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=083d6115-1807-4c05-b722-b091b2c86d95,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:10:43.443073 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7be91cf7-e789-46e6-b455-0116fc72851d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:43.446309 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-7be91cf7-e789-46e6-b455-0116fc72851d admin admin] 10.222.0.41 "DELETE /v2.0/subnets/083d6115-1807-4c05-b722-b091b2c86d95 HTTP/1.1" status: 204 len: 168 time: 0.2043695 Jan 28 08:10:43.448811 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 39892) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:10:43.517961 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e7ca49c4-c634-489a-b8c2-a0d5a2ff976d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (2151b08c-04ac-4b86-ba9e-873de8e14253), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:43.593726 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e7ca49c4-c634-489a-b8c2-a0d5a2ff976d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (2151b08c-04ac-4b86-ba9e-873de8e14253), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:43.614005 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-e7ca49c4-c634-489a-b8c2-a0d5a2ff976d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2151b08c-04ac-4b86-ba9e-873de8e14253']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:10:43.623982 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-e7ca49c4-c634-489a-b8c2-a0d5a2ff976d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20af353d-5192-4579-bb20-3d135e5e125e') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:10:43.624317 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-e7ca49c4-c634-489a-b8c2-a0d5a2ff976d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20af353d-5192-4579-bb20-3d135e5e125e') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:10:43.633399 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e7ca49c4-c634-489a-b8c2-a0d5a2ff976d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24759294'] for segment (20af353d-5192-4579-bb20-3d135e5e125e), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:43.646198 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e7ca49c4-c634-489a-b8c2-a0d5a2ff976d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (20af353d-5192-4579-bb20-3d135e5e125e), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:43.653350 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7ca49c4-c634-489a-b8c2-a0d5a2ff976d admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 08:10:43.653741 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e7ca49c4-c634-489a-b8c2-a0d5a2ff976d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24757675'] for segment (20af353d-5192-4579-bb20-3d135e5e125e), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:43.655425 n-d-712749-28 neutron-server[103284]: Traceback (most recent call last): Jan 28 08:10:43.655425 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 08:10:43.655425 n-d-712749-28 neutron-server[103284]: timer() Jan 28 08:10:43.655425 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 08:10:43.655425 n-d-712749-28 neutron-server[103284]: cb(*args, **kw) Jan 28 08:10:43.655425 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 08:10:43.655425 n-d-712749-28 neutron-server[103284]: return func(*args, **kwargs) Jan 28 08:10:43.655425 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 08:10:43.655425 n-d-712749-28 neutron-server[103284]: self._notify() Jan 28 08:10:43.655425 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 08:10:43.655425 n-d-712749-28 neutron-server[103284]: self.callback(batched_events) Jan 28 08:10:43.655425 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 08:10:43.655425 n-d-712749-28 neutron-server[103284]: event.method(event) Jan 28 08:10:43.655425 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 08:10:43.655425 n-d-712749-28 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 08:10:43.655425 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 08:10:43.655425 n-d-712749-28 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 08:10:43.655425 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 08:10:43.655425 n-d-712749-28 neutron-server[103284]: return f(self, *a, **k) Jan 28 08:10:43.655425 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 08:10:43.655425 n-d-712749-28 neutron-server[103284]: return self._get(url).json() Jan 28 08:10:43.655425 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 08:10:43.655425 n-d-712749-28 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 08:10:43.655425 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 08:10:43.655425 n-d-712749-28 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Jan 28 08:10:43.655425 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 08:10:43.655425 n-d-712749-28 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 08:10:43.655425 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 08:10:43.655425 n-d-712749-28 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 08:10:43.655425 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 08:10:43.655425 n-d-712749-28 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 08:10:43.655425 n-d-712749-28 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 08:10:43.711851 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e7ca49c4-c634-489a-b8c2-a0d5a2ff976d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (2151b08c-04ac-4b86-ba9e-873de8e14253), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:43.717611 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e7ca49c4-c634-489a-b8c2-a0d5a2ff976d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:43.723363 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-e7ca49c4-c634-489a-b8c2-a0d5a2ff976d admin admin] 10.222.0.41 "DELETE /v2.0/networks/2151b08c-04ac-4b86-ba9e-873de8e14253 HTTP/1.1" status: 204 len: 168 time: 0.2736375 Jan 28 08:10:43.734843 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ca49c4-c634-489a-b8c2-a0d5a2ff976d admin admin] Pushing event deleted for resources: {'Network': ['ID=2151b08c-04ac-4b86-ba9e-873de8e14253,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:10:43.828246 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 39896) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:10:43.867984 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-12b9c5a3-f1d7-4f7d-8e8d-50296dcdb0ac admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d3ba46e9079b4c188aa4ba5956c646ce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0385478 Jan 28 08:10:43.870586 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 39898) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:10:43.919058 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c4f52fec-db78-4e11-98ad-78d1139d4bd8 admin admin] Publish callbacks [] for security_group (708b71fc-edfa-4ca5-858c-5aeaf835a082), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:43.943196 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c4f52fec-db78-4e11-98ad-78d1139d4bd8 admin admin] Publish callbacks [] for security_group (708b71fc-edfa-4ca5-858c-5aeaf835a082), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:43.989479 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c4f52fec-db78-4e11-98ad-78d1139d4bd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (708b71fc-edfa-4ca5-858c-5aeaf835a082), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:43.992253 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c4f52fec-db78-4e11-98ad-78d1139d4bd8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:43.993429 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-c4f52fec-db78-4e11-98ad-78d1139d4bd8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/708b71fc-edfa-4ca5-858c-5aeaf835a082 HTTP/1.1" status: 204 len: 168 time: 0.1219487 Jan 28 08:10:44.001209 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f52fec-db78-4e11-98ad-78d1139d4bd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=708b71fc-edfa-4ca5-858c-5aeaf835a082,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:10:44.661862 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 39920) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:10:44.755429 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-e7343cba-3bbd-4223-98ae-eff114dbf54e tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1339427656'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:10:44.775627 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7343cba-3bbd-4223-98ae-eff114dbf54e tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Made reservation on behalf of 824974cb5b2e4ec68125ed9bc2ca5d25 for: {'network': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 08:10:44.778913 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e7343cba-3bbd-4223-98ae-eff114dbf54e tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:44.787212 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e7343cba-3bbd-4223-98ae-eff114dbf54e tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:44.860765 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e7343cba-3bbd-4223-98ae-eff114dbf54e tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Publish callbacks [] for security_group (820a74f2-58ca-4c56-9715-8ccc472cfb4b), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:44.864635 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e7343cba-3bbd-4223-98ae-eff114dbf54e tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (820a74f2-58ca-4c56-9715-8ccc472cfb4b), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:44.893351 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7343cba-3bbd-4223-98ae-eff114dbf54e tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=103283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 08:10:44.903488 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7343cba-3bbd-4223-98ae-eff114dbf54e tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=820a74f2-58ca-4c56-9715-8ccc472cfb4b,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:10:44.909729 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e7343cba-3bbd-4223-98ae-eff114dbf54e tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (5fc3ae69-d47b-4088-88f9-62e843542152), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:44.910102 n-d-712749-28 neutron-server[103283]: INFO neutron.db.segments_db [None req-e7343cba-3bbd-4223-98ae-eff114dbf54e tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Added segment 5fc3ae69-d47b-4088-88f9-62e843542152 of type vlan for network 59369699-c408-4754-996b-c74141d95f75 Jan 28 08:10:44.951453 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e7343cba-3bbd-4223-98ae-eff114dbf54e tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (59369699-c408-4754-996b-c74141d95f75), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:44.975268 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e7343cba-3bbd-4223-98ae-eff114dbf54e tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (59369699-c408-4754-996b-c74141d95f75), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:44.980761 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7343cba-3bbd-4223-98ae-eff114dbf54e tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:10:44.981352 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e7343cba-3bbd-4223-98ae-eff114dbf54e tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Publish callbacks [] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:45.035344 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-e7343cba-3bbd-4223-98ae-eff114dbf54e tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3723769 Jan 28 08:10:45.061515 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7343cba-3bbd-4223-98ae-eff114dbf54e tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Pushing event updated for resources: {'Network': ['ID=59369699-c408-4754-996b-c74141d95f75,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:10:45.072042 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network 59369699-c408-4754-996b-c74141d95f75 details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 08:10:45.088297 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device b28d919d-4f42-495e-892f-3d013f520a7f no longer exists at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 08:10:45.141759 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] No Port match for: b28d919d-4f42-495e-892f-3d013f520a7f {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 08:10:45.142021 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device b28d919d-4f42-495e-892f-3d013f520a7f not bound to the agent host n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 08:10:48.307394 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 39924) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:10:48.312697 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-5e1bdd18-dfdb-4aff-967d-aa446c43bcf6 tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Request body: {'subnet': {'network_id': '59369699-c408-4754-996b-c74141d95f75', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:10:48.399044 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e1bdd18-dfdb-4aff-967d-aa446c43bcf6 tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Made reservation on behalf of 824974cb5b2e4ec68125ed9bc2ca5d25 for: {'subnet': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 08:10:48.402529 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5e1bdd18-dfdb-4aff-967d-aa446c43bcf6 tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13555781'] for subnet (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:48.583549 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5e1bdd18-dfdb-4aff-967d-aa446c43bcf6 tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13546728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13555799'] for subnet (c04fe81c-8ebf-4a74-82b1-e629b941b153), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:48.649211 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1bdd18-dfdb-4aff-967d-aa446c43bcf6 tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Pushing event updated for resources: {'Subnet': ['ID=c04fe81c-8ebf-4a74-82b1-e629b941b153,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:10:48.658877 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1bdd18-dfdb-4aff-967d-aa446c43bcf6 tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Checking segment: {'id': '5fc3ae69-d47b-4088-88f9-62e843542152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '59369699-c408-4754-996b-c74141d95f75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 08:10:48.659247 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e1bdd18-dfdb-4aff-967d-aa446c43bcf6 tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Network hostable DHCP agents. Network: 59369699-c408-4754-996b-c74141d95f75, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 08:10:48.676722 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e1bdd18-dfdb-4aff-967d-aa446c43bcf6 tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Network 59369699-c408-4754-996b-c74141d95f75 is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 08:10:48.685473 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-5e1bdd18-dfdb-4aff-967d-aa446c43bcf6 tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, 59369699-c408-4754-996b-c74141d95f75) {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 08:10:48.689894 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e1bdd18-dfdb-4aff-967d-aa446c43bcf6 tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:10:48.690506 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5e1bdd18-dfdb-4aff-967d-aa446c43bcf6 tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Publish callbacks [] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:48.695549 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b882f444-7e97-4d83-a140-5bbd072bdfb7 None None] Network 59369699-c408-4754-996b-c74141d95f75 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 08:10:48.708974 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-5e1bdd18-dfdb-4aff-967d-aa446c43bcf6 tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4004102 Jan 28 08:10:48.712690 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 39926) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:10:48.717707 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-6e9f81f0-4706-4eb3-8120-0862cd0b54d3 tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1175510167'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:10:48.736674 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e9f81f0-4706-4eb3-8120-0862cd0b54d3 tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Made reservation on behalf of 824974cb5b2e4ec68125ed9bc2ca5d25 for: {'network': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 08:10:48.740125 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6e9f81f0-4706-4eb3-8120-0862cd0b54d3 tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:48.764489 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e9f81f0-4706-4eb3-8120-0862cd0b54d3 tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=103283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 08:10:48.775913 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6e9f81f0-4706-4eb3-8120-0862cd0b54d3 tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (aa546ebd-a038-4510-9f38-b8e7462cc26e), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:48.776290 n-d-712749-28 neutron-server[103283]: INFO neutron.db.segments_db [None req-6e9f81f0-4706-4eb3-8120-0862cd0b54d3 tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Added segment aa546ebd-a038-4510-9f38-b8e7462cc26e of type vlan for network e421c11c-1824-4c2f-9209-f96ab862ffa7 Jan 28 08:10:48.799154 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ad403a-6afb-41f8-8f13-2a2efbff7d08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3dd72b9-6805-5f61-b6f3-a591f99a173d-59369699-c408-4754-996b-c74141d95f75', 'network_id': '59369699-c408-4754-996b-c74141d95f75', 'project_id': '824974cb5b2e4ec68125ed9bc2ca5d25', 'fixed_ips': [{'subnet_id': 'c04fe81c-8ebf-4a74-82b1-e629b941b153'}]}} from n-d-712749-28. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 08:10:48.800239 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-55ad403a-6afb-41f8-8f13-2a2efbff7d08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:48.818762 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6e9f81f0-4706-4eb3-8120-0862cd0b54d3 tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (e421c11c-1824-4c2f-9209-f96ab862ffa7), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:48.846827 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6e9f81f0-4706-4eb3-8120-0862cd0b54d3 tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (e421c11c-1824-4c2f-9209-f96ab862ffa7), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:48.852092 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e9f81f0-4706-4eb3-8120-0862cd0b54d3 tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:10:48.852708 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6e9f81f0-4706-4eb3-8120-0862cd0b54d3 tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Publish callbacks [] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:48.921182 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-6e9f81f0-4706-4eb3-8120-0862cd0b54d3 tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2069886 Jan 28 08:10:48.924123 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 39928) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:10:48.932304 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9f81f0-4706-4eb3-8120-0862cd0b54d3 tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Pushing event updated for resources: {'Network': ['ID=e421c11c-1824-4c2f-9209-f96ab862ffa7,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:10:48.942822 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-01dde23d-88b0-4223-b14c-0bdec24875b4 tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Request body: {'subnet': {'network_id': 'e421c11c-1824-4c2f-9209-f96ab862ffa7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:10:48.948902 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-55ad403a-6afb-41f8-8f13-2a2efbff7d08 None None] Allocated IP 2001:db8:0:ffff::2 (59369699-c408-4754-996b-c74141d95f75/c04fe81c-8ebf-4a74-82b1-e629b941b153/76100905-7066-4a6a-ac00-33bdc8abc76d) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 08:10:48.961969 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network e421c11c-1824-4c2f-9209-f96ab862ffa7 details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 08:10:49.046333 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01dde23d-88b0-4223-b14c-0bdec24875b4 tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Made reservation on behalf of 824974cb5b2e4ec68125ed9bc2ca5d25 for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 08:10:49.049882 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-01dde23d-88b0-4223-b14c-0bdec24875b4 tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24979592'] for subnet (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:49.155534 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-55ad403a-6afb-41f8-8f13-2a2efbff7d08 None None] Publish callbacks [] for port (76100905-7066-4a6a-ac00-33bdc8abc76d), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:49.160973 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-55ad403a-6afb-41f8-8f13-2a2efbff7d08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (76100905-7066-4a6a-ac00-33bdc8abc76d), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:49.200874 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ad403a-6afb-41f8-8f13-2a2efbff7d08 None None] Network 59369699-c408-4754-996b-c74141d95f75 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 08:10:49.203650 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-55ad403a-6afb-41f8-8f13-2a2efbff7d08 None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 08:10:49.210161 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ad403a-6afb-41f8-8f13-2a2efbff7d08 None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 08:10:49.216033 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ad403a-6afb-41f8-8f13-2a2efbff7d08 None None] Pushing event updated for resources: {'Port': ['ID=76100905-7066-4a6a-ac00-33bdc8abc76d,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:10:49.258547 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-01dde23d-88b0-4223-b14c-0bdec24875b4 tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24757504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24979610'] for subnet (1d7a6491-215f-453d-a768-ece8590743fa), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:49.273755 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-55ad403a-6afb-41f8-8f13-2a2efbff7d08 None None] Attempting to bind port 76100905-7066-4a6a-ac00-33bdc8abc76d on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 08:10:49.274132 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-55ad403a-6afb-41f8-8f13-2a2efbff7d08 None None] Attempting to bind port 76100905-7066-4a6a-ac00-33bdc8abc76d by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '5fc3ae69-d47b-4088-88f9-62e843542152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '59369699-c408-4754-996b-c74141d95f75'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 08:10:49.274500 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ad403a-6afb-41f8-8f13-2a2efbff7d08 None None] Attempting to bind port 76100905-7066-4a6a-ac00-33bdc8abc76d on network 59369699-c408-4754-996b-c74141d95f75 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 08:10:49.279564 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ad403a-6afb-41f8-8f13-2a2efbff7d08 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 8, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 08:10:49.279949 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ad403a-6afb-41f8-8f13-2a2efbff7d08 None None] Checking segment: {'id': '5fc3ae69-d47b-4088-88f9-62e843542152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '59369699-c408-4754-996b-c74141d95f75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 08:10:49.280390 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-55ad403a-6afb-41f8-8f13-2a2efbff7d08 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:49.280795 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ad403a-6afb-41f8-8f13-2a2efbff7d08 None None] Bound using segment: {'id': '5fc3ae69-d47b-4088-88f9-62e843542152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '59369699-c408-4754-996b-c74141d95f75'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 08:10:49.281268 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-55ad403a-6afb-41f8-8f13-2a2efbff7d08 None None] Bound port: 76100905-7066-4a6a-ac00-33bdc8abc76d, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fc3ae69-d47b-4088-88f9-62e843542152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '59369699-c408-4754-996b-c74141d95f75'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 08:10:49.281656 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-55ad403a-6afb-41f8-8f13-2a2efbff7d08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (76100905-7066-4a6a-ac00-33bdc8abc76d), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:49.316259 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dde23d-88b0-4223-b14c-0bdec24875b4 tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Pushing event updated for resources: {'Subnet': ['ID=1d7a6491-215f-453d-a768-ece8590743fa,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:10:49.331683 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01dde23d-88b0-4223-b14c-0bdec24875b4 tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Checking segment: {'id': 'aa546ebd-a038-4510-9f38-b8e7462cc26e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e421c11c-1824-4c2f-9209-f96ab862ffa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 08:10:49.332049 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01dde23d-88b0-4223-b14c-0bdec24875b4 tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Network hostable DHCP agents. Network: e421c11c-1824-4c2f-9209-f96ab862ffa7, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 08:10:49.345294 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-55ad403a-6afb-41f8-8f13-2a2efbff7d08 None None] For port 76100905-7066-4a6a-ac00-33bdc8abc76d, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 08:10:49.348724 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-55ad403a-6afb-41f8-8f13-2a2efbff7d08 None None] For port 76100905-7066-4a6a-ac00-33bdc8abc76d, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=76100905-7066-4a6a-ac00-33bdc8abc76d,segment=NetworkSegment(5fc3ae69-d47b-4088-88f9-62e843542152),segment_id=5fc3ae69-d47b-4088-88f9-62e843542152)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 08:10:49.349506 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01dde23d-88b0-4223-b14c-0bdec24875b4 tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Network e421c11c-1824-4c2f-9209-f96ab862ffa7 is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 08:10:49.353852 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-55ad403a-6afb-41f8-8f13-2a2efbff7d08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (76100905-7066-4a6a-ac00-33bdc8abc76d), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:49.360485 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-01dde23d-88b0-4223-b14c-0bdec24875b4 tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, e421c11c-1824-4c2f-9209-f96ab862ffa7) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 08:10:49.367206 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01dde23d-88b0-4223-b14c-0bdec24875b4 tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:10:49.368254 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-01dde23d-88b0-4223-b14c-0bdec24875b4 tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:49.392463 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-524de9e9-5789-42f7-990f-e7528f5f331b None None] Network e421c11c-1824-4c2f-9209-f96ab862ffa7 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 08:10:49.394869 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-01dde23d-88b0-4223-b14c-0bdec24875b4 tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4687953 Jan 28 08:10:49.398640 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 39930) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:10:49.516303 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-50126d65-dfcf-46e4-9fcc-96c870663bec tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (e421c11c-1824-4c2f-9209-f96ab862ffa7), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:49.585449 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-50126d65-dfcf-46e4-9fcc-96c870663bec tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (1d7a6491-215f-453d-a768-ece8590743fa), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:49.685942 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ad403a-6afb-41f8-8f13-2a2efbff7d08 None None] Pushing event updated for resources: {'Port': ['ID=76100905-7066-4a6a-ac00-33bdc8abc76d,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:10:49.696602 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-50126d65-dfcf-46e4-9fcc-96c870663bec tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13546665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13556132'] for subnet (1d7a6491-215f-453d-a768-ece8590743fa), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:49.768182 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50126d65-dfcf-46e4-9fcc-96c870663bec tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Pushing event deleted for resources: {'Subnet': ['ID=1d7a6491-215f-453d-a768-ece8590743fa,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:10:49.775504 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b6aee1b-b57b-47c1-a62c-d9d0a99c4d49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3dd72b9-6805-5f61-b6f3-a591f99a173d-e421c11c-1824-4c2f-9209-f96ab862ffa7', 'network_id': 'e421c11c-1824-4c2f-9209-f96ab862ffa7', 'project_id': '824974cb5b2e4ec68125ed9bc2ca5d25', 'fixed_ips': [{'subnet_id': '1d7a6491-215f-453d-a768-ece8590743fa'}]}} from n-d-712749-28. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 08:10:49.776427 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9b6aee1b-b57b-47c1-a62c-d9d0a99c4d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:49.836634 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-50126d65-dfcf-46e4-9fcc-96c870663bec tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (e421c11c-1824-4c2f-9209-f96ab862ffa7), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:49.859915 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-50126d65-dfcf-46e4-9fcc-96c870663bec tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e421c11c-1824-4c2f-9209-f96ab862ffa7']}} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:10:49.867308 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa6dee1b-0bbf-423c-a75e-8e3c48d36c47 None None] Network e421c11c-1824-4c2f-9209-f96ab862ffa7 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 08:10:49.870774 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-50126d65-dfcf-46e4-9fcc-96c870663bec tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa546ebd-a038-4510-9f38-b8e7462cc26e') {'for_net_delete': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:10:49.871155 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-50126d65-dfcf-46e4-9fcc-96c870663bec tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa546ebd-a038-4510-9f38-b8e7462cc26e') {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:10:49.881250 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-50126d65-dfcf-46e4-9fcc-96c870663bec tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13506801'] for segment (aa546ebd-a038-4510-9f38-b8e7462cc26e), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:49.894866 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-50126d65-dfcf-46e4-9fcc-96c870663bec tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (aa546ebd-a038-4510-9f38-b8e7462cc26e), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:49.901782 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50126d65-dfcf-46e4-9fcc-96c870663bec tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=103283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 08:10:49.902441 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-50126d65-dfcf-46e4-9fcc-96c870663bec tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13546563'] for segment (aa546ebd-a038-4510-9f38-b8e7462cc26e), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:49.905539 n-d-712749-28 neutron-server[103283]: Traceback (most recent call last): Jan 28 08:10:49.905539 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 08:10:49.905539 n-d-712749-28 neutron-server[103283]: timer() Jan 28 08:10:49.905539 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 08:10:49.905539 n-d-712749-28 neutron-server[103283]: cb(*args, **kw) Jan 28 08:10:49.905539 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 08:10:49.905539 n-d-712749-28 neutron-server[103283]: return func(*args, **kwargs) Jan 28 08:10:49.905539 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 08:10:49.905539 n-d-712749-28 neutron-server[103283]: self._notify() Jan 28 08:10:49.905539 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 08:10:49.905539 n-d-712749-28 neutron-server[103283]: self.callback(batched_events) Jan 28 08:10:49.905539 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 08:10:49.905539 n-d-712749-28 neutron-server[103283]: event.method(event) Jan 28 08:10:49.905539 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 08:10:49.905539 n-d-712749-28 neutron-server[103283]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 08:10:49.905539 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 08:10:49.905539 n-d-712749-28 neutron-server[103283]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 08:10:49.905539 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 08:10:49.905539 n-d-712749-28 neutron-server[103283]: return f(self, *a, **k) Jan 28 08:10:49.905539 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 08:10:49.905539 n-d-712749-28 neutron-server[103283]: return self._get(url).json() Jan 28 08:10:49.905539 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 08:10:49.905539 n-d-712749-28 neutron-server[103283]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 08:10:49.905539 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 08:10:49.905539 n-d-712749-28 neutron-server[103283]: return self.request(url, 'GET', **kwargs) Jan 28 08:10:49.905539 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 08:10:49.905539 n-d-712749-28 neutron-server[103283]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 08:10:49.905539 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 08:10:49.905539 n-d-712749-28 neutron-server[103283]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 08:10:49.905539 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 08:10:49.905539 n-d-712749-28 neutron-server[103283]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 08:10:49.905539 n-d-712749-28 neutron-server[103283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 08:10:49.971278 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-50126d65-dfcf-46e4-9fcc-96c870663bec tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (e421c11c-1824-4c2f-9209-f96ab862ffa7), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:49.978570 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-50126d65-dfcf-46e4-9fcc-96c870663bec tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Publish callbacks [] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:49.981936 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-50126d65-dfcf-46e4-9fcc-96c870663bec tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] 10.222.0.41 "DELETE /v2.0/networks/e421c11c-1824-4c2f-9209-f96ab862ffa7 HTTP/1.1" status: 204 len: 168 time: 0.5822349 Jan 28 08:10:49.985717 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 39932) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:10:49.991582 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-341ef836-799c-4703-9c94-7822f659354a tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1950425939'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:10:49.995322 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50126d65-dfcf-46e4-9fcc-96c870663bec tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Pushing event deleted for resources: {'Network': ['ID=e421c11c-1824-4c2f-9209-f96ab862ffa7,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:10:50.012237 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-341ef836-799c-4703-9c94-7822f659354a tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Made reservation on behalf of 824974cb5b2e4ec68125ed9bc2ca5d25 for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 08:10:50.015460 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-341ef836-799c-4703-9c94-7822f659354a tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:50.039166 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-341ef836-799c-4703-9c94-7822f659354a tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 08:10:50.050180 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-341ef836-799c-4703-9c94-7822f659354a tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (18bd62a0-8c20-4aef-9a26-e49d89350aad), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:50.050797 n-d-712749-28 neutron-server[103284]: INFO neutron.db.segments_db [None req-341ef836-799c-4703-9c94-7822f659354a tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Added segment 18bd62a0-8c20-4aef-9a26-e49d89350aad of type vlan for network e3756ab8-1ee6-412e-b2b6-13a6a2674622 Jan 28 08:10:50.091523 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-341ef836-799c-4703-9c94-7822f659354a tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (e3756ab8-1ee6-412e-b2b6-13a6a2674622), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:50.118031 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-341ef836-799c-4703-9c94-7822f659354a tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (e3756ab8-1ee6-412e-b2b6-13a6a2674622), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:50.123092 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-341ef836-799c-4703-9c94-7822f659354a tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:10:50.123687 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-341ef836-799c-4703-9c94-7822f659354a tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:50.185885 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-341ef836-799c-4703-9c94-7822f659354a tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1989281 Jan 28 08:10:50.188876 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 39934) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:10:50.194601 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-32ba435b-70be-40bc-a6a8-230a441b7f2e tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Request body: {'subnet': {'network_id': 'e3756ab8-1ee6-412e-b2b6-13a6a2674622', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:10:50.198374 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341ef836-799c-4703-9c94-7822f659354a tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Pushing event updated for resources: {'Network': ['ID=e3756ab8-1ee6-412e-b2b6-13a6a2674622,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:10:50.209626 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network e3756ab8-1ee6-412e-b2b6-13a6a2674622 details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 08:10:50.290310 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32ba435b-70be-40bc-a6a8-230a441b7f2e tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Made reservation on behalf of 824974cb5b2e4ec68125ed9bc2ca5d25 for: {'subnet': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 08:10:50.293872 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-32ba435b-70be-40bc-a6a8-230a441b7f2e tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13555781'] for subnet (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:50.358749 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.ipam_backend_mixin [None req-32ba435b-70be-40bc-a6a8-230a441b7f2e tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Performing IP validity checks on allocation pools {{(pid=103283) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 28 08:10:50.359305 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.ipam_backend_mixin [None req-32ba435b-70be-40bc-a6a8-230a441b7f2e tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103283) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 28 08:10:50.435800 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21852aa3-e80f-4161-b3da-dcd81449ffe5 None None] Network 59369699-c408-4754-996b-c74141d95f75 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 08:10:50.484012 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-32ba435b-70be-40bc-a6a8-230a441b7f2e tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13546728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13555799'] for subnet (08641b1a-730d-478a-89c1-43f0a55845d2), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:50.514654 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-623a20d9-1b14-405c-98e4-abe275bfd0e5 None None] Provisioning complete for port 76100905-7066-4a6a-ac00-33bdc8abc76d triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:10:50.515027 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-623a20d9-1b14-405c-98e4-abe275bfd0e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (76100905-7066-4a6a-ac00-33bdc8abc76d), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:50.551011 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ba435b-70be-40bc-a6a8-230a441b7f2e tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Pushing event updated for resources: {'Subnet': ['ID=08641b1a-730d-478a-89c1-43f0a55845d2,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:10:50.559187 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ba435b-70be-40bc-a6a8-230a441b7f2e tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Checking segment: {'id': '18bd62a0-8c20-4aef-9a26-e49d89350aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e3756ab8-1ee6-412e-b2b6-13a6a2674622'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 08:10:50.559498 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ba435b-70be-40bc-a6a8-230a441b7f2e tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Network hostable DHCP agents. Network: e3756ab8-1ee6-412e-b2b6-13a6a2674622, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 08:10:50.575766 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ba435b-70be-40bc-a6a8-230a441b7f2e tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Network e3756ab8-1ee6-412e-b2b6-13a6a2674622 is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 08:10:50.584530 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-32ba435b-70be-40bc-a6a8-230a441b7f2e tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, e3756ab8-1ee6-412e-b2b6-13a6a2674622) {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 08:10:50.601557 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ba435b-70be-40bc-a6a8-230a441b7f2e tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:10:50.602251 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-32ba435b-70be-40bc-a6a8-230a441b7f2e tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Publish callbacks [] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:50.614436 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3423240-5ce8-4f72-842b-d52e7c918942 None None] Network e3756ab8-1ee6-412e-b2b6-13a6a2674622 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 08:10:50.624387 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 39936) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:10:50.624607 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-32ba435b-70be-40bc-a6a8-230a441b7f2e tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4344194 Jan 28 08:10:50.676673 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-623a20d9-1b14-405c-98e4-abe275bfd0e5 None None] Current status of the port 76100905-7066-4a6a-ac00-33bdc8abc76d is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:10:50.676991 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-623a20d9-1b14-405c-98e4-abe275bfd0e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (76100905-7066-4a6a-ac00-33bdc8abc76d), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:50.729651 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-623a20d9-1b14-405c-98e4-abe275bfd0e5 None None] For port 76100905-7066-4a6a-ac00-33bdc8abc76d, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=76100905-7066-4a6a-ac00-33bdc8abc76d,segment=NetworkSegment(5fc3ae69-d47b-4088-88f9-62e843542152),segment_id=5fc3ae69-d47b-4088-88f9-62e843542152)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:10:50.736753 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-623a20d9-1b14-405c-98e4-abe275bfd0e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (76100905-7066-4a6a-ac00-33bdc8abc76d), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:50.747800 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5a5d16f1-7f55-45c9-83d5-d868f5f67329 tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (e3756ab8-1ee6-412e-b2b6-13a6a2674622), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:50.776737 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c96ec88-04cd-42f2-ab5a-9b81b6da1ff3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3dd72b9-6805-5f61-b6f3-a591f99a173d-e3756ab8-1ee6-412e-b2b6-13a6a2674622', 'network_id': 'e3756ab8-1ee6-412e-b2b6-13a6a2674622', 'project_id': '824974cb5b2e4ec68125ed9bc2ca5d25', 'fixed_ips': [{'subnet_id': '08641b1a-730d-478a-89c1-43f0a55845d2'}]}} from n-d-712749-28. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 08:10:50.777598 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4c96ec88-04cd-42f2-ab5a-9b81b6da1ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:50.804087 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5a5d16f1-7f55-45c9-83d5-d868f5f67329 tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (08641b1a-730d-478a-89c1-43f0a55845d2), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:50.864920 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5a5d16f1-7f55-45c9-83d5-d868f5f67329 tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24757569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24979817'] for subnet (08641b1a-730d-478a-89c1-43f0a55845d2), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:50.877936 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623a20d9-1b14-405c-98e4-abe275bfd0e5 None None] Pushing event updated for resources: {'Port': ['ID=76100905-7066-4a6a-ac00-33bdc8abc76d,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:10:50.900034 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5d16f1-7f55-45c9-83d5-d868f5f67329 tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Pushing event deleted for resources: {'Subnet': ['ID=08641b1a-730d-478a-89c1-43f0a55845d2,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:10:50.905789 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-1b60c6d8-3817-466a-b1fd-12e2f9b17f6a None None] Provisioning complete for port 76100905-7066-4a6a-ac00-33bdc8abc76d triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:10:50.906031 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1b60c6d8-3817-466a-b1fd-12e2f9b17f6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (76100905-7066-4a6a-ac00-33bdc8abc76d), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:50.929635 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server [None req-4c96ec88-04cd-42f2-ab5a-9b81b6da1ff3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 08641b1a-730d-478a-89c1-43f0a55845d2: This subnet is being modified by another concurrent operation. Jan 28 08:10:50.929635 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 28 08:10:50.929635 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 28 08:10:50.929635 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 28 08:10:50.929635 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 28 08:10:50.929635 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 28 08:10:50.929635 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 28 08:10:50.929635 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 28 08:10:50.929635 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 28 08:10:50.929635 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 28 08:10:50.929635 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 08:10:50.929635 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 08:10:50.929635 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 08:10:50.929635 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 08:10:50.929635 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 08:10:50.929635 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 08:10:50.929635 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 08:10:50.929635 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 08:10:50.929635 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 08:10:50.929635 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 08:10:50.929635 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 08:10:50.929635 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 08:10:50.929635 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 08:10:50.929635 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 08:10:50.929635 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 08:10:50.929635 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 08:10:50.929635 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 08:10:50.929635 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 08:10:50.929635 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 08:10:50.929635 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 08:10:50.929635 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 08:10:50.929635 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 08:10:50.929635 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 08:10:50.929635 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 08:10:50.929635 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 28 08:10:50.929635 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 28 08:10:50.929635 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Jan 28 08:10:50.929635 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 28 08:10:50.929635 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Jan 28 08:10:50.929635 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 28 08:10:50.929635 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 28 08:10:50.929635 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 28 08:10:50.929635 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 28 08:10:50.929635 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 08:10:50.929635 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 08:10:50.929635 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 08:10:50.929635 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 08:10:50.929635 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 08:10:50.929635 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 08:10:50.929635 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 08:10:50.929635 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 08:10:50.929635 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 08:10:50.929635 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 08:10:50.929635 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 08:10:50.929635 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 08:10:50.929635 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 08:10:50.929635 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 08:10:50.929635 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 08:10:50.929635 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 08:10:50.929635 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 08:10:50.929635 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 08:10:50.929635 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 08:10:50.929635 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 08:10:50.929635 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 08:10:50.929635 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 08:10:50.929635 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 08:10:50.929635 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 08:10:50.929635 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 08:10:50.929635 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 08:10:50.929635 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 08:10:50.929635 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1497, in create_port Jan 28 08:10:50.929635 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 28 08:10:50.929635 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1462, in _create_port_db Jan 28 08:10:50.929635 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 28 08:10:50.929635 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Jan 28 08:10:50.929635 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 28 08:10:50.929635 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 28 08:10:50.929635 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 28 08:10:50.929635 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 08:10:50.929635 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 08:10:50.929635 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 28 08:10:50.929635 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 28 08:10:50.929635 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 28 08:10:50.929635 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 28 08:10:50.929635 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 28 08:10:50.929635 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 28 08:10:50.929635 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 28 08:10:50.929635 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 28 08:10:50.929635 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 28 08:10:50.929635 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server raise exception Jan 28 08:10:50.929635 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 08641b1a-730d-478a-89c1-43f0a55845d2: This subnet is being modified by another concurrent operation. Jan 28 08:10:50.929635 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server Jan 28 08:10:50.950044 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a17f40a-556a-4ea8-b247-2bcd8902f6c2 None None] get_active_networks_info from n-d-712749-28 {{(pid=103285) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 08:10:50.963801 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5a5d16f1-7f55-45c9-83d5-d868f5f67329 tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (e3756ab8-1ee6-412e-b2b6-13a6a2674622), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:50.985732 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-5a5d16f1-7f55-45c9-83d5-d868f5f67329 tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3756ab8-1ee6-412e-b2b6-13a6a2674622']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:10:50.996648 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-5a5d16f1-7f55-45c9-83d5-d868f5f67329 tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18bd62a0-8c20-4aef-9a26-e49d89350aad') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:10:50.996932 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-5a5d16f1-7f55-45c9-83d5-d868f5f67329 tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18bd62a0-8c20-4aef-9a26-e49d89350aad') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:10:51.006275 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5a5d16f1-7f55-45c9-83d5-d868f5f67329 tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24759294'] for segment (18bd62a0-8c20-4aef-9a26-e49d89350aad), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:51.019872 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5a5d16f1-7f55-45c9-83d5-d868f5f67329 tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (18bd62a0-8c20-4aef-9a26-e49d89350aad), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:51.026232 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a5d16f1-7f55-45c9-83d5-d868f5f67329 tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 08:10:51.026620 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5a5d16f1-7f55-45c9-83d5-d868f5f67329 tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24757675'] for segment (18bd62a0-8c20-4aef-9a26-e49d89350aad), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:51.029739 n-d-712749-28 neutron-server[103284]: Traceback (most recent call last): Jan 28 08:10:51.029739 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 08:10:51.029739 n-d-712749-28 neutron-server[103284]: timer() Jan 28 08:10:51.029739 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 08:10:51.029739 n-d-712749-28 neutron-server[103284]: cb(*args, **kw) Jan 28 08:10:51.029739 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 08:10:51.029739 n-d-712749-28 neutron-server[103284]: return func(*args, **kwargs) Jan 28 08:10:51.029739 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 08:10:51.029739 n-d-712749-28 neutron-server[103284]: self._notify() Jan 28 08:10:51.029739 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 08:10:51.029739 n-d-712749-28 neutron-server[103284]: self.callback(batched_events) Jan 28 08:10:51.029739 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 08:10:51.029739 n-d-712749-28 neutron-server[103284]: event.method(event) Jan 28 08:10:51.029739 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 08:10:51.029739 n-d-712749-28 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 08:10:51.029739 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 08:10:51.029739 n-d-712749-28 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 08:10:51.029739 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 08:10:51.029739 n-d-712749-28 neutron-server[103284]: return f(self, *a, **k) Jan 28 08:10:51.029739 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 08:10:51.029739 n-d-712749-28 neutron-server[103284]: return self._get(url).json() Jan 28 08:10:51.029739 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 08:10:51.029739 n-d-712749-28 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 08:10:51.029739 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 08:10:51.029739 n-d-712749-28 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Jan 28 08:10:51.029739 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 08:10:51.029739 n-d-712749-28 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 08:10:51.029739 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 08:10:51.029739 n-d-712749-28 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 08:10:51.029739 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 08:10:51.029739 n-d-712749-28 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 08:10:51.029739 n-d-712749-28 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 08:10:51.053834 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-1b60c6d8-3817-466a-b1fd-12e2f9b17f6a None None] Current status of the port 76100905-7066-4a6a-ac00-33bdc8abc76d is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:10:51.057930 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a17f40a-556a-4ea8-b247-2bcd8902f6c2 None None] Resources bound (agent type, host, resource id): {{(pid=103285) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 08:10:51.092792 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5a5d16f1-7f55-45c9-83d5-d868f5f67329 tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (e3756ab8-1ee6-412e-b2b6-13a6a2674622), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:51.099812 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5a5d16f1-7f55-45c9-83d5-d868f5f67329 tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:51.103807 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-5a5d16f1-7f55-45c9-83d5-d868f5f67329 tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] 10.222.0.41 "DELETE /v2.0/networks/e3756ab8-1ee6-412e-b2b6-13a6a2674622 HTTP/1.1" status: 204 len: 168 time: 0.4773507 Jan 28 08:10:51.107339 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 39938) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:10:51.112151 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-471a7ab9-7e6a-4793-b0ff-63660914c02a tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-899962935'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:10:51.127475 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5d16f1-7f55-45c9-83d5-d868f5f67329 tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Pushing event deleted for resources: {'Network': ['ID=e3756ab8-1ee6-412e-b2b6-13a6a2674622,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:10:51.144563 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-471a7ab9-7e6a-4793-b0ff-63660914c02a tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Made reservation on behalf of 824974cb5b2e4ec68125ed9bc2ca5d25 for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 08:10:51.149063 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-471a7ab9-7e6a-4793-b0ff-63660914c02a tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:51.173194 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-471a7ab9-7e6a-4793-b0ff-63660914c02a tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 08:10:51.182674 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-471a7ab9-7e6a-4793-b0ff-63660914c02a tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (254f9151-3a67-46cf-b573-bbc43284239a), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:51.183029 n-d-712749-28 neutron-server[103284]: INFO neutron.db.segments_db [None req-471a7ab9-7e6a-4793-b0ff-63660914c02a tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Added segment 254f9151-3a67-46cf-b573-bbc43284239a of type vlan for network d6181bde-2af4-48fc-9d19-c6ef4ee74b94 Jan 28 08:10:51.207214 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f64d5a-53e2-4edf-9421-c39e207e9cc6 None None] Network e3756ab8-1ee6-412e-b2b6-13a6a2674622 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 08:10:51.223854 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f64d5a-53e2-4edf-9421-c39e207e9cc6 None None] Network e3756ab8-1ee6-412e-b2b6-13a6a2674622 could not be found, it might have been deleted concurrently. {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 28 08:10:51.231808 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-471a7ab9-7e6a-4793-b0ff-63660914c02a tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (d6181bde-2af4-48fc-9d19-c6ef4ee74b94), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:51.256331 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-471a7ab9-7e6a-4793-b0ff-63660914c02a tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (d6181bde-2af4-48fc-9d19-c6ef4ee74b94), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:51.261760 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-471a7ab9-7e6a-4793-b0ff-63660914c02a tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:10:51.262350 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-471a7ab9-7e6a-4793-b0ff-63660914c02a tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:51.313004 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-471a7ab9-7e6a-4793-b0ff-63660914c02a tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2046533 Jan 28 08:10:51.316762 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 39940) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:10:51.323203 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-0075d5b2-78c7-48e9-9152-b1e09036736b tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Request body: {'subnet': {'network_id': 'd6181bde-2af4-48fc-9d19-c6ef4ee74b94', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:10:51.330659 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a7ab9-7e6a-4793-b0ff-63660914c02a tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Pushing event updated for resources: {'Network': ['ID=d6181bde-2af4-48fc-9d19-c6ef4ee74b94,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:10:51.341110 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network d6181bde-2af4-48fc-9d19-c6ef4ee74b94 details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 08:10:51.413757 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0075d5b2-78c7-48e9-9152-b1e09036736b tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Made reservation on behalf of 824974cb5b2e4ec68125ed9bc2ca5d25 for: {'subnet': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 08:10:51.417297 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0075d5b2-78c7-48e9-9152-b1e09036736b tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13555781'] for subnet (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:51.598985 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0075d5b2-78c7-48e9-9152-b1e09036736b tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13546728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13555799'] for subnet (c3cba221-5755-4bdf-a71e-6b8aa45ad854), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:51.661239 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0075d5b2-78c7-48e9-9152-b1e09036736b tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Pushing event updated for resources: {'Subnet': ['ID=c3cba221-5755-4bdf-a71e-6b8aa45ad854,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:10:51.671006 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0075d5b2-78c7-48e9-9152-b1e09036736b tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Checking segment: {'id': '254f9151-3a67-46cf-b573-bbc43284239a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd6181bde-2af4-48fc-9d19-c6ef4ee74b94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 08:10:51.671436 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0075d5b2-78c7-48e9-9152-b1e09036736b tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Network hostable DHCP agents. Network: d6181bde-2af4-48fc-9d19-c6ef4ee74b94, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 08:10:51.688472 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0075d5b2-78c7-48e9-9152-b1e09036736b tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Network d6181bde-2af4-48fc-9d19-c6ef4ee74b94 is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 08:10:51.700351 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-0075d5b2-78c7-48e9-9152-b1e09036736b tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, d6181bde-2af4-48fc-9d19-c6ef4ee74b94) {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 08:10:51.704671 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0075d5b2-78c7-48e9-9152-b1e09036736b tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:10:51.705263 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0075d5b2-78c7-48e9-9152-b1e09036736b tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Publish callbacks [] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:51.710051 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4becad75-2327-4d6c-b1d0-63646d491070 None None] Network d6181bde-2af4-48fc-9d19-c6ef4ee74b94 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 08:10:51.723041 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-0075d5b2-78c7-48e9-9152-b1e09036736b tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4050441 Jan 28 08:10:51.727426 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 39942) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:10:51.732469 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-50e8d47d-6cd1-4db7-854d-0fb94e282300 tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-24438683'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:10:51.732628 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 76100905-7066-4a6a-ac00-33bdc8abc76d up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 08:10:51.752883 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50e8d47d-6cd1-4db7-854d-0fb94e282300 tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Made reservation on behalf of 824974cb5b2e4ec68125ed9bc2ca5d25 for: {'network': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 08:10:51.756431 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-50e8d47d-6cd1-4db7-854d-0fb94e282300 tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:51.781454 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50e8d47d-6cd1-4db7-854d-0fb94e282300 tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=103283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 08:10:51.791436 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-50e8d47d-6cd1-4db7-854d-0fb94e282300 tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (c16b7dc4-963e-4c07-8ec3-71bf0d3d477f), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:51.791779 n-d-712749-28 neutron-server[103283]: INFO neutron.db.segments_db [None req-50e8d47d-6cd1-4db7-854d-0fb94e282300 tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Added segment c16b7dc4-963e-4c07-8ec3-71bf0d3d477f of type vlan for network 0c77b1e8-1aea-4422-a83f-2850aa973947 Jan 28 08:10:51.837887 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-50e8d47d-6cd1-4db7-854d-0fb94e282300 tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (0c77b1e8-1aea-4422-a83f-2850aa973947), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:51.856134 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 76100905-7066-4a6a-ac00-33bdc8abc76d triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:10:51.856615 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (76100905-7066-4a6a-ac00-33bdc8abc76d), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:51.865906 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-50e8d47d-6cd1-4db7-854d-0fb94e282300 tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (0c77b1e8-1aea-4422-a83f-2850aa973947), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:51.871109 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50e8d47d-6cd1-4db7-854d-0fb94e282300 tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:10:51.871689 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-50e8d47d-6cd1-4db7-854d-0fb94e282300 tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Publish callbacks [] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:51.878995 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68915cbc-e38c-4ad7-a034-29f67a81b0f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3dd72b9-6805-5f61-b6f3-a591f99a173d-d6181bde-2af4-48fc-9d19-c6ef4ee74b94', 'network_id': 'd6181bde-2af4-48fc-9d19-c6ef4ee74b94', 'project_id': '824974cb5b2e4ec68125ed9bc2ca5d25', 'fixed_ips': [{'subnet_id': 'c3cba221-5755-4bdf-a71e-6b8aa45ad854'}]}} from n-d-712749-28. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 08:10:51.884647 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-68915cbc-e38c-4ad7-a034-29f67a81b0f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:51.935779 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-50e8d47d-6cd1-4db7-854d-0fb94e282300 tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2073534 Jan 28 08:10:51.938734 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 39944) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:10:51.943421 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-186803ae-26a2-4cd8-937d-f609c9aac26f tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Request body: {'subnet': {'network_id': '0c77b1e8-1aea-4422-a83f-2850aa973947', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:10:51.950759 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e8d47d-6cd1-4db7-854d-0fb94e282300 tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Pushing event updated for resources: {'Network': ['ID=0c77b1e8-1aea-4422-a83f-2850aa973947,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:10:51.977615 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network 0c77b1e8-1aea-4422-a83f-2850aa973947 details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 08:10:52.039079 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-186803ae-26a2-4cd8-937d-f609c9aac26f tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Made reservation on behalf of 824974cb5b2e4ec68125ed9bc2ca5d25 for: {'subnet': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 08:10:52.042570 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-186803ae-26a2-4cd8-937d-f609c9aac26f tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13555781'] for subnet (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:52.117645 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 76100905-7066-4a6a-ac00-33bdc8abc76d is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:10:52.138444 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-68915cbc-e38c-4ad7-a034-29f67a81b0f1 None None] Allocated IP 2001:db8::2 (d6181bde-2af4-48fc-9d19-c6ef4ee74b94/c3cba221-5755-4bdf-a71e-6b8aa45ad854/6031f3ed-3710-4cf0-b1ae-0a729a9818cc) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 08:10:52.227001 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-186803ae-26a2-4cd8-937d-f609c9aac26f tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13546728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13555799'] for subnet (4388a473-55ab-4d92-8382-a4207e524a44), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:52.283368 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-68915cbc-e38c-4ad7-a034-29f67a81b0f1 None None] Publish callbacks [] for port (6031f3ed-3710-4cf0-b1ae-0a729a9818cc), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:52.289427 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-68915cbc-e38c-4ad7-a034-29f67a81b0f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (6031f3ed-3710-4cf0-b1ae-0a729a9818cc), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:52.292655 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186803ae-26a2-4cd8-937d-f609c9aac26f tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Pushing event updated for resources: {'Subnet': ['ID=4388a473-55ab-4d92-8382-a4207e524a44,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:10:52.297523 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186803ae-26a2-4cd8-937d-f609c9aac26f tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Checking segment: {'id': 'c16b7dc4-963e-4c07-8ec3-71bf0d3d477f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '0c77b1e8-1aea-4422-a83f-2850aa973947'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 08:10:52.298553 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-186803ae-26a2-4cd8-937d-f609c9aac26f tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Network hostable DHCP agents. Network: 0c77b1e8-1aea-4422-a83f-2850aa973947, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 08:10:52.316659 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-186803ae-26a2-4cd8-937d-f609c9aac26f tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Network 0c77b1e8-1aea-4422-a83f-2850aa973947 is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 08:10:52.327306 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-186803ae-26a2-4cd8-937d-f609c9aac26f tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, 0c77b1e8-1aea-4422-a83f-2850aa973947) {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 08:10:52.334494 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68915cbc-e38c-4ad7-a034-29f67a81b0f1 None None] Network d6181bde-2af4-48fc-9d19-c6ef4ee74b94 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 08:10:52.335396 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-186803ae-26a2-4cd8-937d-f609c9aac26f tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:10:52.336054 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-186803ae-26a2-4cd8-937d-f609c9aac26f tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Publish callbacks [] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:52.338895 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96097619-743b-400d-a145-bc710602adaf None None] Network 0c77b1e8-1aea-4422-a83f-2850aa973947 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 08:10:52.346969 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-68915cbc-e38c-4ad7-a034-29f67a81b0f1 None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 08:10:52.353144 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-186803ae-26a2-4cd8-937d-f609c9aac26f tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4134142 Jan 28 08:10:52.355752 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 39946) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:10:52.362779 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68915cbc-e38c-4ad7-a034-29f67a81b0f1 None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 08:10:52.393987 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68915cbc-e38c-4ad7-a034-29f67a81b0f1 None None] Pushing event updated for resources: {'Port': ['ID=6031f3ed-3710-4cf0-b1ae-0a729a9818cc,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:10:52.455896 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6e77c317-671a-414b-b773-847f55fc7e81 tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (0c77b1e8-1aea-4422-a83f-2850aa973947), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:52.472092 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-68915cbc-e38c-4ad7-a034-29f67a81b0f1 None None] Attempting to bind port 6031f3ed-3710-4cf0-b1ae-0a729a9818cc on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 08:10:52.472498 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-68915cbc-e38c-4ad7-a034-29f67a81b0f1 None None] Attempting to bind port 6031f3ed-3710-4cf0-b1ae-0a729a9818cc by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '254f9151-3a67-46cf-b573-bbc43284239a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd6181bde-2af4-48fc-9d19-c6ef4ee74b94'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 08:10:52.472869 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68915cbc-e38c-4ad7-a034-29f67a81b0f1 None None] Attempting to bind port 6031f3ed-3710-4cf0-b1ae-0a729a9818cc on network d6181bde-2af4-48fc-9d19-c6ef4ee74b94 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 08:10:52.493606 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68915cbc-e38c-4ad7-a034-29f67a81b0f1 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 8, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 08:10:52.493990 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68915cbc-e38c-4ad7-a034-29f67a81b0f1 None None] Checking segment: {'id': '254f9151-3a67-46cf-b573-bbc43284239a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd6181bde-2af4-48fc-9d19-c6ef4ee74b94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 08:10:52.494405 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-68915cbc-e38c-4ad7-a034-29f67a81b0f1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:52.494807 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68915cbc-e38c-4ad7-a034-29f67a81b0f1 None None] Bound using segment: {'id': '254f9151-3a67-46cf-b573-bbc43284239a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd6181bde-2af4-48fc-9d19-c6ef4ee74b94'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 08:10:52.495290 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-68915cbc-e38c-4ad7-a034-29f67a81b0f1 None None] Bound port: 6031f3ed-3710-4cf0-b1ae-0a729a9818cc, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '254f9151-3a67-46cf-b573-bbc43284239a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd6181bde-2af4-48fc-9d19-c6ef4ee74b94'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 08:10:52.495674 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-68915cbc-e38c-4ad7-a034-29f67a81b0f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (6031f3ed-3710-4cf0-b1ae-0a729a9818cc), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:52.509606 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6e77c317-671a-414b-b773-847f55fc7e81 tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (4388a473-55ab-4d92-8382-a4207e524a44), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:52.509845 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcc6ee60-6076-4ad6-b2e6-0aaa265e017e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3dd72b9-6805-5f61-b6f3-a591f99a173d-0c77b1e8-1aea-4422-a83f-2850aa973947', 'network_id': '0c77b1e8-1aea-4422-a83f-2850aa973947', 'project_id': '824974cb5b2e4ec68125ed9bc2ca5d25', 'fixed_ips': [{'subnet_id': '4388a473-55ab-4d92-8382-a4207e524a44'}]}} from n-d-712749-28. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 08:10:52.511304 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bcc6ee60-6076-4ad6-b2e6-0aaa265e017e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:52.579326 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6e77c317-671a-414b-b773-847f55fc7e81 tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13546665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13556132'] for subnet (4388a473-55ab-4d92-8382-a4207e524a44), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:52.609737 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e77c317-671a-414b-b773-847f55fc7e81 tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Pushing event deleted for resources: {'Subnet': ['ID=4388a473-55ab-4d92-8382-a4207e524a44,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:10:52.667083 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-68915cbc-e38c-4ad7-a034-29f67a81b0f1 None None] For port 6031f3ed-3710-4cf0-b1ae-0a729a9818cc, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 08:10:52.672491 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-68915cbc-e38c-4ad7-a034-29f67a81b0f1 None None] For port 6031f3ed-3710-4cf0-b1ae-0a729a9818cc, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=6031f3ed-3710-4cf0-b1ae-0a729a9818cc,segment=NetworkSegment(254f9151-3a67-46cf-b573-bbc43284239a),segment_id=254f9151-3a67-46cf-b573-bbc43284239a)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 08:10:52.679270 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6e77c317-671a-414b-b773-847f55fc7e81 tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (0c77b1e8-1aea-4422-a83f-2850aa973947), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:52.679504 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-68915cbc-e38c-4ad7-a034-29f67a81b0f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (6031f3ed-3710-4cf0-b1ae-0a729a9818cc), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:52.686391 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server [None req-bcc6ee60-6076-4ad6-b2e6-0aaa265e017e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4388a473-55ab-4d92-8382-a4207e524a44: This subnet is being modified by another concurrent operation. Jan 28 08:10:52.686391 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 28 08:10:52.686391 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 28 08:10:52.686391 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 28 08:10:52.686391 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 28 08:10:52.686391 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 28 08:10:52.686391 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 28 08:10:52.686391 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 28 08:10:52.686391 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 28 08:10:52.686391 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 28 08:10:52.686391 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 08:10:52.686391 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 08:10:52.686391 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 08:10:52.686391 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 08:10:52.686391 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 08:10:52.686391 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 08:10:52.686391 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 08:10:52.686391 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 08:10:52.686391 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 08:10:52.686391 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 08:10:52.686391 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 08:10:52.686391 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 08:10:52.686391 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 08:10:52.686391 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 08:10:52.686391 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 08:10:52.686391 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 08:10:52.686391 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 08:10:52.686391 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 08:10:52.686391 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 08:10:52.686391 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 08:10:52.686391 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 08:10:52.686391 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 08:10:52.686391 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 08:10:52.686391 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 08:10:52.686391 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 28 08:10:52.686391 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 28 08:10:52.686391 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Jan 28 08:10:52.686391 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 28 08:10:52.686391 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Jan 28 08:10:52.686391 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 28 08:10:52.686391 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 28 08:10:52.686391 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 28 08:10:52.686391 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 28 08:10:52.686391 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 08:10:52.686391 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 08:10:52.686391 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 08:10:52.686391 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 08:10:52.686391 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 08:10:52.686391 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 08:10:52.686391 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 08:10:52.686391 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 08:10:52.686391 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 08:10:52.686391 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 08:10:52.686391 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 08:10:52.686391 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 08:10:52.686391 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 08:10:52.686391 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 08:10:52.686391 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 08:10:52.686391 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 08:10:52.686391 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 08:10:52.686391 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 08:10:52.686391 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 08:10:52.686391 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 08:10:52.686391 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 08:10:52.686391 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 08:10:52.686391 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 08:10:52.686391 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 08:10:52.686391 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 08:10:52.686391 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 08:10:52.686391 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 08:10:52.686391 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1497, in create_port Jan 28 08:10:52.686391 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 28 08:10:52.686391 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1462, in _create_port_db Jan 28 08:10:52.686391 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 28 08:10:52.686391 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Jan 28 08:10:52.686391 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 28 08:10:52.686391 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 28 08:10:52.686391 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 28 08:10:52.686391 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 08:10:52.686391 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 08:10:52.686391 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 28 08:10:52.686391 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 28 08:10:52.686391 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 28 08:10:52.686391 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 28 08:10:52.686391 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 28 08:10:52.686391 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 28 08:10:52.686391 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 28 08:10:52.686391 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 28 08:10:52.686391 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 28 08:10:52.686391 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server raise exception Jan 28 08:10:52.686391 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4388a473-55ab-4d92-8382-a4207e524a44: This subnet is being modified by another concurrent operation. Jan 28 08:10:52.686391 n-d-712749-28 neutron-server[103285]: ERROR oslo_messaging.rpc.server Jan 28 08:10:52.719870 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-6e77c317-671a-414b-b773-847f55fc7e81 tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c77b1e8-1aea-4422-a83f-2850aa973947']}} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:10:52.721712 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d507a845-b0a4-487d-91a0-b2ba1aa829f8 None None] Network 0c77b1e8-1aea-4422-a83f-2850aa973947 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 08:10:52.731985 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-6e77c317-671a-414b-b773-847f55fc7e81 tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c16b7dc4-963e-4c07-8ec3-71bf0d3d477f') {'for_net_delete': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:10:52.732419 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-6e77c317-671a-414b-b773-847f55fc7e81 tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c16b7dc4-963e-4c07-8ec3-71bf0d3d477f') {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:10:52.747618 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6e77c317-671a-414b-b773-847f55fc7e81 tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13506801'] for segment (c16b7dc4-963e-4c07-8ec3-71bf0d3d477f), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:52.763703 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6e77c317-671a-414b-b773-847f55fc7e81 tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (c16b7dc4-963e-4c07-8ec3-71bf0d3d477f), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:52.770678 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e77c317-671a-414b-b773-847f55fc7e81 tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=103283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 08:10:52.771085 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6e77c317-671a-414b-b773-847f55fc7e81 tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13546563'] for segment (c16b7dc4-963e-4c07-8ec3-71bf0d3d477f), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:52.775427 n-d-712749-28 neutron-server[103283]: Traceback (most recent call last): Jan 28 08:10:52.775427 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 08:10:52.775427 n-d-712749-28 neutron-server[103283]: timer() Jan 28 08:10:52.775427 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 08:10:52.775427 n-d-712749-28 neutron-server[103283]: cb(*args, **kw) Jan 28 08:10:52.775427 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 08:10:52.775427 n-d-712749-28 neutron-server[103283]: return func(*args, **kwargs) Jan 28 08:10:52.775427 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 08:10:52.775427 n-d-712749-28 neutron-server[103283]: self._notify() Jan 28 08:10:52.775427 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 08:10:52.775427 n-d-712749-28 neutron-server[103283]: self.callback(batched_events) Jan 28 08:10:52.775427 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 08:10:52.775427 n-d-712749-28 neutron-server[103283]: event.method(event) Jan 28 08:10:52.775427 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 08:10:52.775427 n-d-712749-28 neutron-server[103283]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 08:10:52.775427 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 08:10:52.775427 n-d-712749-28 neutron-server[103283]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 08:10:52.775427 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 08:10:52.775427 n-d-712749-28 neutron-server[103283]: return f(self, *a, **k) Jan 28 08:10:52.775427 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 08:10:52.775427 n-d-712749-28 neutron-server[103283]: return self._get(url).json() Jan 28 08:10:52.775427 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 08:10:52.775427 n-d-712749-28 neutron-server[103283]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 08:10:52.775427 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 08:10:52.775427 n-d-712749-28 neutron-server[103283]: return self.request(url, 'GET', **kwargs) Jan 28 08:10:52.775427 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 08:10:52.775427 n-d-712749-28 neutron-server[103283]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 08:10:52.775427 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 08:10:52.775427 n-d-712749-28 neutron-server[103283]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 08:10:52.775427 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 08:10:52.775427 n-d-712749-28 neutron-server[103283]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 08:10:52.775427 n-d-712749-28 neutron-server[103283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 08:10:52.815661 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68915cbc-e38c-4ad7-a034-29f67a81b0f1 None None] Pushing event updated for resources: {'Port': ['ID=6031f3ed-3710-4cf0-b1ae-0a729a9818cc,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:10:52.845997 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6e77c317-671a-414b-b773-847f55fc7e81 tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (0c77b1e8-1aea-4422-a83f-2850aa973947), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:52.855535 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6e77c317-671a-414b-b773-847f55fc7e81 tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Publish callbacks [] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:52.859134 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-6e77c317-671a-414b-b773-847f55fc7e81 tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] 10.222.0.41 "DELETE /v2.0/networks/0c77b1e8-1aea-4422-a83f-2850aa973947 HTTP/1.1" status: 204 len: 168 time: 0.5024102 Jan 28 08:10:52.861898 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 39948) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:10:52.869527 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e77c317-671a-414b-b773-847f55fc7e81 tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Pushing event deleted for resources: {'Network': ['ID=0c77b1e8-1aea-4422-a83f-2850aa973947,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:10:52.896576 n-d-712749-28 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-cca0a17a-7fa4-44db-a90b-dc1fb4f77043 tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] GET failed (client error): The resource could not be found. Jan 28 08:10:52.898489 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-cca0a17a-7fa4-44db-a90b-dc1fb4f77043 tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] 10.222.0.41 "GET /v2.0/subnets/4388a473-55ab-4d92-8382-a4207e524a44 HTTP/1.1" status: 404 len: 337 time: 0.0354385 Jan 28 08:10:52.901339 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 39950) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:10:52.921313 n-d-712749-28 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-23134d68-f291-458b-b6a6-d272e5d7cc37 tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] DELETE failed (client error): The resource could not be found. Jan 28 08:10:52.921758 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23134d68-f291-458b-b6a6-d272e5d7cc37 tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 08:10:52.926670 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-23134d68-f291-458b-b6a6-d272e5d7cc37 tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] 10.222.0.41 "DELETE /v2.0/networks/0c77b1e8-1aea-4422-a83f-2850aa973947 HTTP/1.1" status: 404 len: 339 time: 0.0244038 Jan 28 08:10:52.930646 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 39952) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:10:52.971855 n-d-712749-28 neutron-server[103283]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fad2177-5a74-4d6d-84cd-a3930b8fa3ea tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] DELETE failed (client error): The resource could not be found. Jan 28 08:10:52.972348 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fad2177-5a74-4d6d-84cd-a3930b8fa3ea tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103283) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 08:10:52.976052 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-1fad2177-5a74-4d6d-84cd-a3930b8fa3ea tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] 10.222.0.41 "DELETE /v2.0/subnets/4388a473-55ab-4d92-8382-a4207e524a44 HTTP/1.1" status: 404 len: 337 time: 0.0435109 Jan 28 08:10:52.978582 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 39954) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:10:52.997144 n-d-712749-28 neutron-server[103283]: INFO neutron.pecan_wsgi.hooks.translation [None req-f41ae816-8e89-4b43-9ef1-7548124b28d8 tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] DELETE failed (client error): The resource could not be found. Jan 28 08:10:52.997672 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f41ae816-8e89-4b43-9ef1-7548124b28d8 tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103283) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 08:10:53.000792 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-f41ae816-8e89-4b43-9ef1-7548124b28d8 tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] 10.222.0.41 "DELETE /v2.0/networks/0c77b1e8-1aea-4422-a83f-2850aa973947 HTTP/1.1" status: 404 len: 339 time: 0.0212762 Jan 28 08:10:53.003329 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 39956) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:10:53.056340 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_v2 [None req-581e8b5b-e71a-47ed-8e48-21aa520a6ac0 tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Deleting subnet c3cba221-5755-4bdf-a71e-6b8aa45ad854 {{(pid=103283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 08:10:53.059688 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-581e8b5b-e71a-47ed-8e48-21aa520a6ac0 tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Publish callbacks [] for subnet (c3cba221-5755-4bdf-a71e-6b8aa45ad854), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:53.102650 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-581e8b5b-e71a-47ed-8e48-21aa520a6ac0 tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13506696'] for subnet (c3cba221-5755-4bdf-a71e-6b8aa45ad854), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:53.191583 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-581e8b5b-e71a-47ed-8e48-21aa520a6ac0 tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (c3cba221-5755-4bdf-a71e-6b8aa45ad854), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:53.249578 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-581e8b5b-e71a-47ed-8e48-21aa520a6ac0 tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13546665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13556132'] for subnet (c3cba221-5755-4bdf-a71e-6b8aa45ad854), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:53.278950 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581e8b5b-e71a-47ed-8e48-21aa520a6ac0 tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Pushing event deleted for resources: {'Subnet': ['ID=c3cba221-5755-4bdf-a71e-6b8aa45ad854,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:10:53.281190 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-581e8b5b-e71a-47ed-8e48-21aa520a6ac0 tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Publish callbacks [] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:53.286677 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-581e8b5b-e71a-47ed-8e48-21aa520a6ac0 tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] 10.222.0.41 "DELETE /v2.0/subnets/c3cba221-5755-4bdf-a71e-6b8aa45ad854 HTTP/1.1" status: 204 len: 168 time: 0.2801242 Jan 28 08:10:53.287118 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 39958) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:10:53.361893 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-049d89bd-aaa2-4b80-a35c-5e9f876e8049 tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (d6181bde-2af4-48fc-9d19-c6ef4ee74b94), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:53.404874 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 7 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 08:10:53.417644 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-049d89bd-aaa2-4b80-a35c-5e9f876e8049 tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Deleting port 6031f3ed-3710-4cf0-b1ae-0a729a9818cc {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 08:10:53.417997 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-049d89bd-aaa2-4b80-a35c-5e9f876e8049 tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (6031f3ed-3710-4cf0-b1ae-0a729a9818cc), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:53.489334 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-049d89bd-aaa2-4b80-a35c-5e9f876e8049 tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] For port 6031f3ed-3710-4cf0-b1ae-0a729a9818cc, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=6031f3ed-3710-4cf0-b1ae-0a729a9818cc,segment=NetworkSegment(254f9151-3a67-46cf-b573-bbc43284239a),segment_id=254f9151-3a67-46cf-b573-bbc43284239a)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:10:53.489708 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-049d89bd-aaa2-4b80-a35c-5e9f876e8049 tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (6031f3ed-3710-4cf0-b1ae-0a729a9818cc), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:53.504119 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-049d89bd-aaa2-4b80-a35c-5e9f876e8049 tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Calling delete_port for 6031f3ed-3710-4cf0-b1ae-0a729a9818cc owned by network:dhcp {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 08:10:53.585169 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-049d89bd-aaa2-4b80-a35c-5e9f876e8049 tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (6031f3ed-3710-4cf0-b1ae-0a729a9818cc), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:53.614940 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049d89bd-aaa2-4b80-a35c-5e9f876e8049 tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Pushing event deleted for resources: {'Port': ['ID=6031f3ed-3710-4cf0-b1ae-0a729a9818cc,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:10:53.619508 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049d89bd-aaa2-4b80-a35c-5e9f876e8049 tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] No DVR routers for this DVR port 6031f3ed-3710-4cf0-b1ae-0a729a9818cc on host n-d-712749-28 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 08:10:53.699318 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-049d89bd-aaa2-4b80-a35c-5e9f876e8049 tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (d6181bde-2af4-48fc-9d19-c6ef4ee74b94), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:53.721251 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-049d89bd-aaa2-4b80-a35c-5e9f876e8049 tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6181bde-2af4-48fc-9d19-c6ef4ee74b94']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:10:53.728312 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a4149f3-43a0-4faf-b479-2848b2ab8d13 None None] get_active_networks_info from n-d-712749-28 {{(pid=103285) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 08:10:53.731063 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-049d89bd-aaa2-4b80-a35c-5e9f876e8049 tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '254f9151-3a67-46cf-b573-bbc43284239a') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:10:53.731373 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-049d89bd-aaa2-4b80-a35c-5e9f876e8049 tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '254f9151-3a67-46cf-b573-bbc43284239a') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:10:53.741245 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-049d89bd-aaa2-4b80-a35c-5e9f876e8049 tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24759294'] for segment (254f9151-3a67-46cf-b573-bbc43284239a), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:53.754420 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-049d89bd-aaa2-4b80-a35c-5e9f876e8049 tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (254f9151-3a67-46cf-b573-bbc43284239a), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:53.761078 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-049d89bd-aaa2-4b80-a35c-5e9f876e8049 tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 08:10:53.761477 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-049d89bd-aaa2-4b80-a35c-5e9f876e8049 tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24757675'] for segment (254f9151-3a67-46cf-b573-bbc43284239a), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:53.764519 n-d-712749-28 neutron-server[103284]: Traceback (most recent call last): Jan 28 08:10:53.764519 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 08:10:53.764519 n-d-712749-28 neutron-server[103284]: timer() Jan 28 08:10:53.764519 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 08:10:53.764519 n-d-712749-28 neutron-server[103284]: cb(*args, **kw) Jan 28 08:10:53.764519 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 08:10:53.764519 n-d-712749-28 neutron-server[103284]: return func(*args, **kwargs) Jan 28 08:10:53.764519 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 08:10:53.764519 n-d-712749-28 neutron-server[103284]: self._notify() Jan 28 08:10:53.764519 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 08:10:53.764519 n-d-712749-28 neutron-server[103284]: self.callback(batched_events) Jan 28 08:10:53.764519 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 08:10:53.764519 n-d-712749-28 neutron-server[103284]: event.method(event) Jan 28 08:10:53.764519 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 08:10:53.764519 n-d-712749-28 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 08:10:53.764519 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 08:10:53.764519 n-d-712749-28 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 08:10:53.764519 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 08:10:53.764519 n-d-712749-28 neutron-server[103284]: return f(self, *a, **k) Jan 28 08:10:53.764519 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 08:10:53.764519 n-d-712749-28 neutron-server[103284]: return self._get(url).json() Jan 28 08:10:53.764519 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 08:10:53.764519 n-d-712749-28 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 08:10:53.764519 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 08:10:53.764519 n-d-712749-28 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Jan 28 08:10:53.764519 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 08:10:53.764519 n-d-712749-28 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 08:10:53.764519 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 08:10:53.764519 n-d-712749-28 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 08:10:53.764519 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 08:10:53.764519 n-d-712749-28 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 08:10:53.764519 n-d-712749-28 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 08:10:53.790190 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-b10e5d55-7e24-44ab-a74f-9d7293f541a4 None None] Could not find standard attr ID for object 6031f3ed-3710-4cf0-b1ae-0a729a9818cc. {{(pid=103285) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 08:10:53.805107 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a4149f3-43a0-4faf-b479-2848b2ab8d13 None None] Resources bound (agent type, host, resource id): {{(pid=103285) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 08:10:53.826877 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-049d89bd-aaa2-4b80-a35c-5e9f876e8049 tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (d6181bde-2af4-48fc-9d19-c6ef4ee74b94), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:53.832051 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-049d89bd-aaa2-4b80-a35c-5e9f876e8049 tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:53.839106 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-049d89bd-aaa2-4b80-a35c-5e9f876e8049 tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] 10.222.0.41 "DELETE /v2.0/networks/d6181bde-2af4-48fc-9d19-c6ef4ee74b94 HTTP/1.1" status: 204 len: 168 time: 0.5483994 Jan 28 08:10:53.839503 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 39960) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:10:53.851523 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049d89bd-aaa2-4b80-a35c-5e9f876e8049 tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Pushing event deleted for resources: {'Network': ['ID=d6181bde-2af4-48fc-9d19-c6ef4ee74b94,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:10:53.869795 n-d-712749-28 neutron-server[103283]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6dbea97-e624-4ba6-9d4d-4a4935e6eab2 tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] DELETE failed (client error): The resource could not be found. Jan 28 08:10:53.870254 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6dbea97-e624-4ba6-9d4d-4a4935e6eab2 tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103283) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 08:10:53.873528 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-a6dbea97-e624-4ba6-9d4d-4a4935e6eab2 tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] 10.222.0.41 "DELETE /v2.0/subnets/08641b1a-730d-478a-89c1-43f0a55845d2 HTTP/1.1" status: 404 len: 337 time: 0.0327313 Jan 28 08:10:53.875779 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 39962) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:10:53.893634 n-d-712749-28 neutron-server[103283]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1387ef7-cb3c-4de4-8a02-8e40cec16d89 tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] DELETE failed (client error): The resource could not be found. Jan 28 08:10:53.894120 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1387ef7-cb3c-4de4-8a02-8e40cec16d89 tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103283) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 08:10:53.897520 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-c1387ef7-cb3c-4de4-8a02-8e40cec16d89 tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] 10.222.0.41 "DELETE /v2.0/networks/e3756ab8-1ee6-412e-b2b6-13a6a2674622 HTTP/1.1" status: 404 len: 339 time: 0.0203891 Jan 28 08:10:53.899617 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 39964) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:10:53.925772 n-d-712749-28 neutron-server[103283]: INFO neutron.pecan_wsgi.hooks.translation [None req-1482a301-5760-46bf-b291-a68d477c311a tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] DELETE failed (client error): The resource could not be found. Jan 28 08:10:53.926231 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1482a301-5760-46bf-b291-a68d477c311a tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103283) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 08:10:53.929504 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-1482a301-5760-46bf-b291-a68d477c311a tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] 10.222.0.41 "DELETE /v2.0/subnets/1d7a6491-215f-453d-a768-ece8590743fa HTTP/1.1" status: 404 len: 337 time: 0.0289760 Jan 28 08:10:53.932178 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 39966) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:10:53.950744 n-d-712749-28 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-8377876a-0e92-4d17-8caf-7d60fbbb45bd tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] DELETE failed (client error): The resource could not be found. Jan 28 08:10:53.953097 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8377876a-0e92-4d17-8caf-7d60fbbb45bd tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 08:10:53.954958 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-8377876a-0e92-4d17-8caf-7d60fbbb45bd tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] 10.222.0.41 "DELETE /v2.0/networks/e421c11c-1824-4c2f-9209-f96ab862ffa7 HTTP/1.1" status: 404 len: 339 time: 0.0217555 Jan 28 08:10:53.956372 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-314c19f5-60bd-4ce9-a2d2-809b611671ce None None] Network d6181bde-2af4-48fc-9d19-c6ef4ee74b94 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 08:10:53.957842 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 39968) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:10:53.969465 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-314c19f5-60bd-4ce9-a2d2-809b611671ce None None] Network d6181bde-2af4-48fc-9d19-c6ef4ee74b94 could not be found, it might have been deleted concurrently. {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 28 08:10:54.019414 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7cf5831-5fe4-4ae4-b223-d9e7345f999f tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Deleting subnet c04fe81c-8ebf-4a74-82b1-e629b941b153 {{(pid=103283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 08:10:54.023272 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f7cf5831-5fe4-4ae4-b223-d9e7345f999f tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Publish callbacks [] for subnet (c04fe81c-8ebf-4a74-82b1-e629b941b153), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:54.029129 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f9b306-aa73-4db8-8d16-5530975061e2 None None] DHCP port deletion for d6181bde-2af4-48fc-9d19-c6ef4ee74b94 request from n-d-712749-28 {{(pid=103285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 08:10:54.065310 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f7cf5831-5fe4-4ae4-b223-d9e7345f999f tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13506696'] for subnet (c04fe81c-8ebf-4a74-82b1-e629b941b153), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:54.148365 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f7cf5831-5fe4-4ae4-b223-d9e7345f999f tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (c04fe81c-8ebf-4a74-82b1-e629b941b153), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:54.211015 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f7cf5831-5fe4-4ae4-b223-d9e7345f999f tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13546665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13556132'] for subnet (c04fe81c-8ebf-4a74-82b1-e629b941b153), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:54.241506 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f7cf5831-5fe4-4ae4-b223-d9e7345f999f tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Publish callbacks [] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:54.246734 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7513dbf-c505-4b1c-93f0-f8c8624e794e None None] Network 59369699-c408-4754-996b-c74141d95f75 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 08:10:54.247928 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 39970) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:10:54.248341 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-f7cf5831-5fe4-4ae4-b223-d9e7345f999f tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] 10.222.0.41 "DELETE /v2.0/subnets/c04fe81c-8ebf-4a74-82b1-e629b941b153 HTTP/1.1" status: 204 len: 168 time: 0.2894201 Jan 28 08:10:54.249167 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cf5831-5fe4-4ae4-b223-d9e7345f999f tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Pushing event deleted for resources: {'Subnet': ['ID=c04fe81c-8ebf-4a74-82b1-e629b941b153,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:10:54.332282 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-092e2ba2-e456-41b7-a906-66058d5f4760 tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (59369699-c408-4754-996b-c74141d95f75), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:54.388131 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-092e2ba2-e456-41b7-a906-66058d5f4760 tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Deleting port 76100905-7066-4a6a-ac00-33bdc8abc76d {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 08:10:54.388506 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-092e2ba2-e456-41b7-a906-66058d5f4760 tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (76100905-7066-4a6a-ac00-33bdc8abc76d), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:54.453175 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-092e2ba2-e456-41b7-a906-66058d5f4760 tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] For port 76100905-7066-4a6a-ac00-33bdc8abc76d, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=76100905-7066-4a6a-ac00-33bdc8abc76d,segment=NetworkSegment(5fc3ae69-d47b-4088-88f9-62e843542152),segment_id=5fc3ae69-d47b-4088-88f9-62e843542152)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:10:54.453549 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-092e2ba2-e456-41b7-a906-66058d5f4760 tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (76100905-7066-4a6a-ac00-33bdc8abc76d), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:54.467129 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-092e2ba2-e456-41b7-a906-66058d5f4760 tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Calling delete_port for 76100905-7066-4a6a-ac00-33bdc8abc76d owned by network:dhcp {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 08:10:54.551016 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-092e2ba2-e456-41b7-a906-66058d5f4760 tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (76100905-7066-4a6a-ac00-33bdc8abc76d), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:54.561550 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40f60f53-9b37-4309-96a3-f412e21bc047 None None] DHCP port deletion for 59369699-c408-4754-996b-c74141d95f75 request from n-d-712749-28 {{(pid=103285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 08:10:54.579462 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092e2ba2-e456-41b7-a906-66058d5f4760 tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Pushing event deleted for resources: {'Port': ['ID=76100905-7066-4a6a-ac00-33bdc8abc76d,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:10:54.581335 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092e2ba2-e456-41b7-a906-66058d5f4760 tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] No DVR routers for this DVR port 76100905-7066-4a6a-ac00-33bdc8abc76d on host n-d-712749-28 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 08:10:54.659419 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-092e2ba2-e456-41b7-a906-66058d5f4760 tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (59369699-c408-4754-996b-c74141d95f75), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:54.684095 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-092e2ba2-e456-41b7-a906-66058d5f4760 tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59369699-c408-4754-996b-c74141d95f75']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:10:54.693349 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-092e2ba2-e456-41b7-a906-66058d5f4760 tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fc3ae69-d47b-4088-88f9-62e843542152') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:10:54.693648 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-092e2ba2-e456-41b7-a906-66058d5f4760 tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fc3ae69-d47b-4088-88f9-62e843542152') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:10:54.702960 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-092e2ba2-e456-41b7-a906-66058d5f4760 tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24759294'] for segment (5fc3ae69-d47b-4088-88f9-62e843542152), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:54.715635 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-092e2ba2-e456-41b7-a906-66058d5f4760 tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (5fc3ae69-d47b-4088-88f9-62e843542152), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:54.721334 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-092e2ba2-e456-41b7-a906-66058d5f4760 tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 08:10:54.721698 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-092e2ba2-e456-41b7-a906-66058d5f4760 tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24757675'] for segment (5fc3ae69-d47b-4088-88f9-62e843542152), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:54.724770 n-d-712749-28 neutron-server[103284]: Traceback (most recent call last): Jan 28 08:10:54.724770 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 08:10:54.724770 n-d-712749-28 neutron-server[103284]: timer() Jan 28 08:10:54.724770 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 08:10:54.724770 n-d-712749-28 neutron-server[103284]: cb(*args, **kw) Jan 28 08:10:54.724770 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 08:10:54.724770 n-d-712749-28 neutron-server[103284]: return func(*args, **kwargs) Jan 28 08:10:54.724770 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 08:10:54.724770 n-d-712749-28 neutron-server[103284]: self._notify() Jan 28 08:10:54.724770 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 08:10:54.724770 n-d-712749-28 neutron-server[103284]: self.callback(batched_events) Jan 28 08:10:54.724770 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 08:10:54.724770 n-d-712749-28 neutron-server[103284]: event.method(event) Jan 28 08:10:54.724770 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 08:10:54.724770 n-d-712749-28 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 08:10:54.724770 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 08:10:54.724770 n-d-712749-28 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 08:10:54.724770 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 08:10:54.724770 n-d-712749-28 neutron-server[103284]: return f(self, *a, **k) Jan 28 08:10:54.724770 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 08:10:54.724770 n-d-712749-28 neutron-server[103284]: return self._get(url).json() Jan 28 08:10:54.724770 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 08:10:54.724770 n-d-712749-28 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 08:10:54.724770 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 08:10:54.724770 n-d-712749-28 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Jan 28 08:10:54.724770 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 08:10:54.724770 n-d-712749-28 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 08:10:54.724770 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 08:10:54.724770 n-d-712749-28 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 08:10:54.724770 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 08:10:54.724770 n-d-712749-28 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 08:10:54.724770 n-d-712749-28 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 08:10:54.781369 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-092e2ba2-e456-41b7-a906-66058d5f4760 tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (59369699-c408-4754-996b-c74141d95f75), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:54.785984 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-092e2ba2-e456-41b7-a906-66058d5f4760 tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:54.790177 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-092e2ba2-e456-41b7-a906-66058d5f4760 tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] 10.222.0.41 "DELETE /v2.0/networks/59369699-c408-4754-996b-c74141d95f75 HTTP/1.1" status: 204 len: 168 time: 0.5410695 Jan 28 08:10:54.805497 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092e2ba2-e456-41b7-a906-66058d5f4760 tempest-NetworksIpV6Test-208363847 tempest-NetworksIpV6Test-208363847-project] Pushing event deleted for resources: {'Network': ['ID=59369699-c408-4754-996b-c74141d95f75,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:10:55.044220 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 39976) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:10:55.177856 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-28c528ae-35ee-4a12-975f-87e1fc036205 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=824974cb5b2e4ec68125ed9bc2ca5d25&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1324744 Jan 28 08:10:55.180513 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 39980) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:10:55.227003 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d4f20683-9632-4d2e-a96d-a6f72f3ab441 admin admin] Publish callbacks [] for security_group (820a74f2-58ca-4c56-9715-8ccc472cfb4b), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:55.251570 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d4f20683-9632-4d2e-a96d-a6f72f3ab441 admin admin] Publish callbacks [] for security_group (820a74f2-58ca-4c56-9715-8ccc472cfb4b), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:55.298272 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d4f20683-9632-4d2e-a96d-a6f72f3ab441 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (820a74f2-58ca-4c56-9715-8ccc472cfb4b), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:55.300801 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d4f20683-9632-4d2e-a96d-a6f72f3ab441 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:55.301970 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-d4f20683-9632-4d2e-a96d-a6f72f3ab441 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/820a74f2-58ca-4c56-9715-8ccc472cfb4b HTTP/1.1" status: 204 len: 168 time: 0.1205733 Jan 28 08:10:55.309713 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f20683-9632-4d2e-a96d-a6f72f3ab441 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=820a74f2-58ca-4c56-9715-8ccc472cfb4b,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:10:55.685284 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 76100905-7066-4a6a-ac00-33bdc8abc76d no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 08:10:55.705005 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: 76100905-7066-4a6a-ac00-33bdc8abc76d {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 08:10:55.705366 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 76100905-7066-4a6a-ac00-33bdc8abc76d not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 08:10:55.705798 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 6031f3ed-3710-4cf0-b1ae-0a729a9818cc no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 08:10:55.729344 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: 6031f3ed-3710-4cf0-b1ae-0a729a9818cc {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 08:10:55.729792 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 6031f3ed-3710-4cf0-b1ae-0a729a9818cc not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 08:10:55.938696 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 40002) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:10:56.031523 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-0fd9f942-1646-447a-854c-7b654d95cd4b tempest-RoutersNegativeTest-1217858253 tempest-RoutersNegativeTest-1217858253-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-510545110', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:10:56.051802 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0fd9f942-1646-447a-854c-7b654d95cd4b tempest-RoutersNegativeTest-1217858253 tempest-RoutersNegativeTest-1217858253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16606890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127275'] for router (082b2b87-e935-4797-a690-6d78d7baa724), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:56.052965 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0fd9f942-1646-447a-854c-7b654d95cd4b tempest-RoutersNegativeTest-1217858253 tempest-RoutersNegativeTest-1217858253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16605498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16607952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16355422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127266'] for router (082b2b87-e935-4797-a690-6d78d7baa724), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:56.102607 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0fd9f942-1646-447a-854c-7b654d95cd4b tempest-RoutersNegativeTest-1217858253 tempest-RoutersNegativeTest-1217858253-project] Publish callbacks [] for router_controller (082b2b87-e935-4797-a690-6d78d7baa724), precommit_add_association {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:56.106617 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0fd9f942-1646-447a-854c-7b654d95cd4b tempest-RoutersNegativeTest-1217858253 tempest-RoutersNegativeTest-1217858253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16605475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16607909'] for router (082b2b87-e935-4797-a690-6d78d7baa724), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:56.123280 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0fd9f942-1646-447a-854c-7b654d95cd4b tempest-RoutersNegativeTest-1217858253 tempest-RoutersNegativeTest-1217858253-project] Publish callbacks [] for router (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:56.124493 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-0fd9f942-1646-447a-854c-7b654d95cd4b tempest-RoutersNegativeTest-1217858253 tempest-RoutersNegativeTest-1217858253-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1847229 Jan 28 08:10:56.127204 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 40006) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:10:56.132212 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-47444be6-23ce-48b5-bf66-a5957987c8ab tempest-RoutersNegativeTest-1217858253 tempest-RoutersNegativeTest-1217858253-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-617545400'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:10:56.149834 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47444be6-23ce-48b5-bf66-a5957987c8ab tempest-RoutersNegativeTest-1217858253 tempest-RoutersNegativeTest-1217858253-project] Made reservation on behalf of e49e54f1e28b420a811170ece9847386 for: {'network': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 08:10:56.153143 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-47444be6-23ce-48b5-bf66-a5957987c8ab tempest-RoutersNegativeTest-1217858253 tempest-RoutersNegativeTest-1217858253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:56.161580 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-47444be6-23ce-48b5-bf66-a5957987c8ab tempest-RoutersNegativeTest-1217858253 tempest-RoutersNegativeTest-1217858253-project] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:56.234061 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-47444be6-23ce-48b5-bf66-a5957987c8ab tempest-RoutersNegativeTest-1217858253 tempest-RoutersNegativeTest-1217858253-project] Publish callbacks [] for security_group (911ac782-8cb0-4679-94c8-1b50d917a89b), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:56.237762 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-47444be6-23ce-48b5-bf66-a5957987c8ab tempest-RoutersNegativeTest-1217858253 tempest-RoutersNegativeTest-1217858253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (911ac782-8cb0-4679-94c8-1b50d917a89b), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:56.268719 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47444be6-23ce-48b5-bf66-a5957987c8ab tempest-RoutersNegativeTest-1217858253 tempest-RoutersNegativeTest-1217858253-project] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=103283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 08:10:56.275378 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47444be6-23ce-48b5-bf66-a5957987c8ab tempest-RoutersNegativeTest-1217858253 tempest-RoutersNegativeTest-1217858253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=911ac782-8cb0-4679-94c8-1b50d917a89b,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:10:56.282225 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-47444be6-23ce-48b5-bf66-a5957987c8ab tempest-RoutersNegativeTest-1217858253 tempest-RoutersNegativeTest-1217858253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (bb0c7298-afb3-4aeb-ad91-e95b44010257), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:56.282570 n-d-712749-28 neutron-server[103283]: INFO neutron.db.segments_db [None req-47444be6-23ce-48b5-bf66-a5957987c8ab tempest-RoutersNegativeTest-1217858253 tempest-RoutersNegativeTest-1217858253-project] Added segment bb0c7298-afb3-4aeb-ad91-e95b44010257 of type vlan for network acde8b09-363a-41d5-b2f5-ef941db2f998 Jan 28 08:10:56.322389 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-47444be6-23ce-48b5-bf66-a5957987c8ab tempest-RoutersNegativeTest-1217858253 tempest-RoutersNegativeTest-1217858253-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (acde8b09-363a-41d5-b2f5-ef941db2f998), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:56.346841 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-47444be6-23ce-48b5-bf66-a5957987c8ab tempest-RoutersNegativeTest-1217858253 tempest-RoutersNegativeTest-1217858253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (acde8b09-363a-41d5-b2f5-ef941db2f998), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:56.352042 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47444be6-23ce-48b5-bf66-a5957987c8ab tempest-RoutersNegativeTest-1217858253 tempest-RoutersNegativeTest-1217858253-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:10:56.352654 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-47444be6-23ce-48b5-bf66-a5957987c8ab tempest-RoutersNegativeTest-1217858253 tempest-RoutersNegativeTest-1217858253-project] Publish callbacks [] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:56.404665 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-47444be6-23ce-48b5-bf66-a5957987c8ab tempest-RoutersNegativeTest-1217858253 tempest-RoutersNegativeTest-1217858253-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2764413 Jan 28 08:10:56.407525 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 40008) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:10:56.412776 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-1c9fa641-c60c-475c-a322-2de0274830f2 tempest-RoutersNegativeTest-1217858253 tempest-RoutersNegativeTest-1217858253-project] Request body: {'subnet': {'network_id': 'acde8b09-363a-41d5-b2f5-ef941db2f998', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:10:56.421805 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47444be6-23ce-48b5-bf66-a5957987c8ab tempest-RoutersNegativeTest-1217858253 tempest-RoutersNegativeTest-1217858253-project] Pushing event updated for resources: {'Network': ['ID=acde8b09-363a-41d5-b2f5-ef941db2f998,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:10:56.432257 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network acde8b09-363a-41d5-b2f5-ef941db2f998 details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 08:10:56.504595 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c9fa641-c60c-475c-a322-2de0274830f2 tempest-RoutersNegativeTest-1217858253 tempest-RoutersNegativeTest-1217858253-project] Made reservation on behalf of e49e54f1e28b420a811170ece9847386 for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 08:10:56.508058 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1c9fa641-c60c-475c-a322-2de0274830f2 tempest-RoutersNegativeTest-1217858253 tempest-RoutersNegativeTest-1217858253-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24979592'] for subnet (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:56.684385 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1c9fa641-c60c-475c-a322-2de0274830f2 tempest-RoutersNegativeTest-1217858253 tempest-RoutersNegativeTest-1217858253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24757504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24979610'] for subnet (9eeaea91-4dad-47ed-8e9d-988bd1314b39), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:56.735744 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9fa641-c60c-475c-a322-2de0274830f2 tempest-RoutersNegativeTest-1217858253 tempest-RoutersNegativeTest-1217858253-project] Pushing event updated for resources: {'Subnet': ['ID=9eeaea91-4dad-47ed-8e9d-988bd1314b39,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:10:56.750676 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9fa641-c60c-475c-a322-2de0274830f2 tempest-RoutersNegativeTest-1217858253 tempest-RoutersNegativeTest-1217858253-project] Checking segment: {'id': 'bb0c7298-afb3-4aeb-ad91-e95b44010257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'acde8b09-363a-41d5-b2f5-ef941db2f998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 08:10:56.751039 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c9fa641-c60c-475c-a322-2de0274830f2 tempest-RoutersNegativeTest-1217858253 tempest-RoutersNegativeTest-1217858253-project] Network hostable DHCP agents. Network: acde8b09-363a-41d5-b2f5-ef941db2f998, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 08:10:56.766671 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c9fa641-c60c-475c-a322-2de0274830f2 tempest-RoutersNegativeTest-1217858253 tempest-RoutersNegativeTest-1217858253-project] Network acde8b09-363a-41d5-b2f5-ef941db2f998 is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 08:10:56.776425 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-1c9fa641-c60c-475c-a322-2de0274830f2 tempest-RoutersNegativeTest-1217858253 tempest-RoutersNegativeTest-1217858253-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, acde8b09-363a-41d5-b2f5-ef941db2f998) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 08:10:56.780134 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c9fa641-c60c-475c-a322-2de0274830f2 tempest-RoutersNegativeTest-1217858253 tempest-RoutersNegativeTest-1217858253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:10:56.780756 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1c9fa641-c60c-475c-a322-2de0274830f2 tempest-RoutersNegativeTest-1217858253 tempest-RoutersNegativeTest-1217858253-project] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:56.786487 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-178ab2fd-957c-4652-8437-23f2e1eb854e None None] Network acde8b09-363a-41d5-b2f5-ef941db2f998 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 08:10:56.798755 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-1c9fa641-c60c-475c-a322-2de0274830f2 tempest-RoutersNegativeTest-1217858253 tempest-RoutersNegativeTest-1217858253-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3898942 Jan 28 08:10:56.801680 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 40010) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:10:56.806881 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-f000cb2f-a482-490d-a51f-fe23e1742fb3 tempest-RoutersNegativeTest-1217858253 tempest-RoutersNegativeTest-1217858253-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-151301161'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:10:56.825511 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f000cb2f-a482-490d-a51f-fe23e1742fb3 tempest-RoutersNegativeTest-1217858253 tempest-RoutersNegativeTest-1217858253-project] Made reservation on behalf of e49e54f1e28b420a811170ece9847386 for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 08:10:56.828964 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f000cb2f-a482-490d-a51f-fe23e1742fb3 tempest-RoutersNegativeTest-1217858253 tempest-RoutersNegativeTest-1217858253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:56.857805 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f000cb2f-a482-490d-a51f-fe23e1742fb3 tempest-RoutersNegativeTest-1217858253 tempest-RoutersNegativeTest-1217858253-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 08:10:56.867612 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f000cb2f-a482-490d-a51f-fe23e1742fb3 tempest-RoutersNegativeTest-1217858253 tempest-RoutersNegativeTest-1217858253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (6daabe0a-7dea-4bdc-a858-4fa0ec1ed594), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:56.868097 n-d-712749-28 neutron-server[103284]: INFO neutron.db.segments_db [None req-f000cb2f-a482-490d-a51f-fe23e1742fb3 tempest-RoutersNegativeTest-1217858253 tempest-RoutersNegativeTest-1217858253-project] Added segment 6daabe0a-7dea-4bdc-a858-4fa0ec1ed594 of type vlan for network 38f90ed6-4d8b-4b17-a1f4-7004ef6eaf97 Jan 28 08:10:56.891807 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dfc4e24-70cb-4abe-8b13-91f654cfa275 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3dd72b9-6805-5f61-b6f3-a591f99a173d-acde8b09-363a-41d5-b2f5-ef941db2f998', 'network_id': 'acde8b09-363a-41d5-b2f5-ef941db2f998', 'project_id': 'e49e54f1e28b420a811170ece9847386', 'fixed_ips': [{'subnet_id': '9eeaea91-4dad-47ed-8e9d-988bd1314b39'}]}} from n-d-712749-28. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 08:10:56.892718 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7dfc4e24-70cb-4abe-8b13-91f654cfa275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:56.911281 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f000cb2f-a482-490d-a51f-fe23e1742fb3 tempest-RoutersNegativeTest-1217858253 tempest-RoutersNegativeTest-1217858253-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (38f90ed6-4d8b-4b17-a1f4-7004ef6eaf97), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:56.938359 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f000cb2f-a482-490d-a51f-fe23e1742fb3 tempest-RoutersNegativeTest-1217858253 tempest-RoutersNegativeTest-1217858253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (38f90ed6-4d8b-4b17-a1f4-7004ef6eaf97), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:56.943228 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f000cb2f-a482-490d-a51f-fe23e1742fb3 tempest-RoutersNegativeTest-1217858253 tempest-RoutersNegativeTest-1217858253-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:10:56.943812 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f000cb2f-a482-490d-a51f-fe23e1742fb3 tempest-RoutersNegativeTest-1217858253 tempest-RoutersNegativeTest-1217858253-project] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:57.004451 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-f000cb2f-a482-490d-a51f-fe23e1742fb3 tempest-RoutersNegativeTest-1217858253 tempest-RoutersNegativeTest-1217858253-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2014544 Jan 28 08:10:57.008589 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 40012) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:10:57.014253 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f000cb2f-a482-490d-a51f-fe23e1742fb3 tempest-RoutersNegativeTest-1217858253 tempest-RoutersNegativeTest-1217858253-project] Pushing event updated for resources: {'Network': ['ID=38f90ed6-4d8b-4b17-a1f4-7004ef6eaf97,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:10:57.017430 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-91895cce-58d1-4d4f-ab0a-d5682cf3adf1 tempest-RoutersNegativeTest-1217858253 tempest-RoutersNegativeTest-1217858253-project] Request body: {'subnet': {'network_id': '38f90ed6-4d8b-4b17-a1f4-7004ef6eaf97', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:10:57.024840 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network 38f90ed6-4d8b-4b17-a1f4-7004ef6eaf97 details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 08:10:57.046917 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-7dfc4e24-70cb-4abe-8b13-91f654cfa275 None None] Allocated IP 172.20.0.2 (acde8b09-363a-41d5-b2f5-ef941db2f998/9eeaea91-4dad-47ed-8e9d-988bd1314b39/73eed24f-f280-4d05-a3ef-ec26361cfb96) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 08:10:57.109033 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91895cce-58d1-4d4f-ab0a-d5682cf3adf1 tempest-RoutersNegativeTest-1217858253 tempest-RoutersNegativeTest-1217858253-project] Made reservation on behalf of e49e54f1e28b420a811170ece9847386 for: {'subnet': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 08:10:57.112385 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-91895cce-58d1-4d4f-ab0a-d5682cf3adf1 tempest-RoutersNegativeTest-1217858253 tempest-RoutersNegativeTest-1217858253-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13555781'] for subnet (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:57.246455 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7dfc4e24-70cb-4abe-8b13-91f654cfa275 None None] Publish callbacks [] for port (73eed24f-f280-4d05-a3ef-ec26361cfb96), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:57.251961 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7dfc4e24-70cb-4abe-8b13-91f654cfa275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (73eed24f-f280-4d05-a3ef-ec26361cfb96), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:57.289986 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-91895cce-58d1-4d4f-ab0a-d5682cf3adf1 tempest-RoutersNegativeTest-1217858253 tempest-RoutersNegativeTest-1217858253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13546728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13555799'] for subnet (586e1656-7f3e-4767-ba7c-a015afa23672), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:57.292334 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dfc4e24-70cb-4abe-8b13-91f654cfa275 None None] Network acde8b09-363a-41d5-b2f5-ef941db2f998 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 08:10:57.299905 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-7dfc4e24-70cb-4abe-8b13-91f654cfa275 None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 08:10:57.301790 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfc4e24-70cb-4abe-8b13-91f654cfa275 None None] Pushing event updated for resources: {'Port': ['ID=73eed24f-f280-4d05-a3ef-ec26361cfb96,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:10:57.303909 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dfc4e24-70cb-4abe-8b13-91f654cfa275 None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 08:10:57.352892 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91895cce-58d1-4d4f-ab0a-d5682cf3adf1 tempest-RoutersNegativeTest-1217858253 tempest-RoutersNegativeTest-1217858253-project] Pushing event updated for resources: {'Subnet': ['ID=586e1656-7f3e-4767-ba7c-a015afa23672,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:10:57.360117 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91895cce-58d1-4d4f-ab0a-d5682cf3adf1 tempest-RoutersNegativeTest-1217858253 tempest-RoutersNegativeTest-1217858253-project] Checking segment: {'id': '6daabe0a-7dea-4bdc-a858-4fa0ec1ed594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '38f90ed6-4d8b-4b17-a1f4-7004ef6eaf97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 08:10:57.360507 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91895cce-58d1-4d4f-ab0a-d5682cf3adf1 tempest-RoutersNegativeTest-1217858253 tempest-RoutersNegativeTest-1217858253-project] Network hostable DHCP agents. Network: 38f90ed6-4d8b-4b17-a1f4-7004ef6eaf97, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 08:10:57.367966 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-7dfc4e24-70cb-4abe-8b13-91f654cfa275 None None] Attempting to bind port 73eed24f-f280-4d05-a3ef-ec26361cfb96 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 08:10:57.368384 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-7dfc4e24-70cb-4abe-8b13-91f654cfa275 None None] Attempting to bind port 73eed24f-f280-4d05-a3ef-ec26361cfb96 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': 'bb0c7298-afb3-4aeb-ad91-e95b44010257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'acde8b09-363a-41d5-b2f5-ef941db2f998'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 08:10:57.368751 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dfc4e24-70cb-4abe-8b13-91f654cfa275 None None] Attempting to bind port 73eed24f-f280-4d05-a3ef-ec26361cfb96 on network acde8b09-363a-41d5-b2f5-ef941db2f998 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 08:10:57.373726 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dfc4e24-70cb-4abe-8b13-91f654cfa275 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 8, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 08:10:57.374102 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dfc4e24-70cb-4abe-8b13-91f654cfa275 None None] Checking segment: {'id': 'bb0c7298-afb3-4aeb-ad91-e95b44010257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'acde8b09-363a-41d5-b2f5-ef941db2f998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 08:10:57.374503 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7dfc4e24-70cb-4abe-8b13-91f654cfa275 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:57.374896 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dfc4e24-70cb-4abe-8b13-91f654cfa275 None None] Bound using segment: {'id': 'bb0c7298-afb3-4aeb-ad91-e95b44010257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'acde8b09-363a-41d5-b2f5-ef941db2f998'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 08:10:57.375411 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-7dfc4e24-70cb-4abe-8b13-91f654cfa275 None None] Bound port: 73eed24f-f280-4d05-a3ef-ec26361cfb96, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb0c7298-afb3-4aeb-ad91-e95b44010257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'acde8b09-363a-41d5-b2f5-ef941db2f998'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 08:10:57.375741 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7dfc4e24-70cb-4abe-8b13-91f654cfa275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (73eed24f-f280-4d05-a3ef-ec26361cfb96), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:57.377678 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91895cce-58d1-4d4f-ab0a-d5682cf3adf1 tempest-RoutersNegativeTest-1217858253 tempest-RoutersNegativeTest-1217858253-project] Network 38f90ed6-4d8b-4b17-a1f4-7004ef6eaf97 is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 08:10:57.393252 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-91895cce-58d1-4d4f-ab0a-d5682cf3adf1 tempest-RoutersNegativeTest-1217858253 tempest-RoutersNegativeTest-1217858253-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, 38f90ed6-4d8b-4b17-a1f4-7004ef6eaf97) {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 08:10:57.397439 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91895cce-58d1-4d4f-ab0a-d5682cf3adf1 tempest-RoutersNegativeTest-1217858253 tempest-RoutersNegativeTest-1217858253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:10:57.398387 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-91895cce-58d1-4d4f-ab0a-d5682cf3adf1 tempest-RoutersNegativeTest-1217858253 tempest-RoutersNegativeTest-1217858253-project] Publish callbacks [] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:57.411282 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7da6f50-7089-49ad-9b02-ce3264a04cb4 None None] Network 38f90ed6-4d8b-4b17-a1f4-7004ef6eaf97 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 08:10:57.417714 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-91895cce-58d1-4d4f-ab0a-d5682cf3adf1 tempest-RoutersNegativeTest-1217858253 tempest-RoutersNegativeTest-1217858253-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4044106 Jan 28 08:10:57.417939 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 40014) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:10:57.422610 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-9176ff68-1824-4cc0-a14a-db83024c61c4 tempest-RoutersNegativeTest-1217858253 tempest-RoutersNegativeTest-1217858253-project] Request body: {'router': {'external_gateway_info': {'network_id': '38f90ed6-4d8b-4b17-a1f4-7004ef6eaf97'}}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:10:57.492897 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-7dfc4e24-70cb-4abe-8b13-91f654cfa275 None None] For port 73eed24f-f280-4d05-a3ef-ec26361cfb96, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 08:10:57.501660 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-7dfc4e24-70cb-4abe-8b13-91f654cfa275 None None] For port 73eed24f-f280-4d05-a3ef-ec26361cfb96, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=73eed24f-f280-4d05-a3ef-ec26361cfb96,segment=NetworkSegment(bb0c7298-afb3-4aeb-ad91-e95b44010257),segment_id=bb0c7298-afb3-4aeb-ad91-e95b44010257)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 08:10:57.512462 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7dfc4e24-70cb-4abe-8b13-91f654cfa275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (73eed24f-f280-4d05-a3ef-ec26361cfb96), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:57.569111 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecad70f1-91e4-423a-8eaa-ba3a9f9a6e42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3dd72b9-6805-5f61-b6f3-a591f99a173d-38f90ed6-4d8b-4b17-a1f4-7004ef6eaf97', 'network_id': '38f90ed6-4d8b-4b17-a1f4-7004ef6eaf97', 'project_id': 'e49e54f1e28b420a811170ece9847386', 'fixed_ips': [{'subnet_id': '586e1656-7f3e-4767-ba7c-a015afa23672'}]}} from n-d-712749-28. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 08:10:57.570616 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ecad70f1-91e4-423a-8eaa-ba3a9f9a6e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:57.613102 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfc4e24-70cb-4abe-8b13-91f654cfa275 None None] Pushing event updated for resources: {'Port': ['ID=73eed24f-f280-4d05-a3ef-ec26361cfb96,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:10:57.750555 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-ecad70f1-91e4-423a-8eaa-ba3a9f9a6e42 None None] Allocated IP 172.21.0.2 (38f90ed6-4d8b-4b17-a1f4-7004ef6eaf97/586e1656-7f3e-4767-ba7c-a015afa23672/9cff2020-4849-4b1c-8f7a-9416e79fcdb3) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 08:10:57.927162 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ecad70f1-91e4-423a-8eaa-ba3a9f9a6e42 None None] Publish callbacks [] for port (9cff2020-4849-4b1c-8f7a-9416e79fcdb3), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:57.934636 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ecad70f1-91e4-423a-8eaa-ba3a9f9a6e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (9cff2020-4849-4b1c-8f7a-9416e79fcdb3), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:57.983544 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecad70f1-91e4-423a-8eaa-ba3a9f9a6e42 None None] Network 38f90ed6-4d8b-4b17-a1f4-7004ef6eaf97 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 08:10:57.987891 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-ecad70f1-91e4-423a-8eaa-ba3a9f9a6e42 None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 08:10:57.989828 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecad70f1-91e4-423a-8eaa-ba3a9f9a6e42 None None] Pushing event updated for resources: {'Port': ['ID=9cff2020-4849-4b1c-8f7a-9416e79fcdb3,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:10:57.992584 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecad70f1-91e4-423a-8eaa-ba3a9f9a6e42 None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 08:10:58.001232 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9176ff68-1824-4cc0-a14a-db83024c61c4 tempest-RoutersNegativeTest-1217858253 tempest-RoutersNegativeTest-1217858253-project] Publish callbacks [] for router_gateway (082b2b87-e935-4797-a690-6d78d7baa724), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:58.047300 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-ecad70f1-91e4-423a-8eaa-ba3a9f9a6e42 None None] Attempting to bind port 9cff2020-4849-4b1c-8f7a-9416e79fcdb3 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 08:10:58.047598 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-ecad70f1-91e4-423a-8eaa-ba3a9f9a6e42 None None] Attempting to bind port 9cff2020-4849-4b1c-8f7a-9416e79fcdb3 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '6daabe0a-7dea-4bdc-a858-4fa0ec1ed594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '38f90ed6-4d8b-4b17-a1f4-7004ef6eaf97'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 08:10:58.047971 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecad70f1-91e4-423a-8eaa-ba3a9f9a6e42 None None] Attempting to bind port 9cff2020-4849-4b1c-8f7a-9416e79fcdb3 on network 38f90ed6-4d8b-4b17-a1f4-7004ef6eaf97 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 08:10:58.053010 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecad70f1-91e4-423a-8eaa-ba3a9f9a6e42 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 8, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 08:10:58.053399 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecad70f1-91e4-423a-8eaa-ba3a9f9a6e42 None None] Checking segment: {'id': '6daabe0a-7dea-4bdc-a858-4fa0ec1ed594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '38f90ed6-4d8b-4b17-a1f4-7004ef6eaf97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 08:10:58.053806 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ecad70f1-91e4-423a-8eaa-ba3a9f9a6e42 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:58.054719 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecad70f1-91e4-423a-8eaa-ba3a9f9a6e42 None None] Bound using segment: {'id': '6daabe0a-7dea-4bdc-a858-4fa0ec1ed594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '38f90ed6-4d8b-4b17-a1f4-7004ef6eaf97'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 08:10:58.055201 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-ecad70f1-91e4-423a-8eaa-ba3a9f9a6e42 None None] Bound port: 9cff2020-4849-4b1c-8f7a-9416e79fcdb3, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6daabe0a-7dea-4bdc-a858-4fa0ec1ed594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '38f90ed6-4d8b-4b17-a1f4-7004ef6eaf97'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 08:10:58.055589 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ecad70f1-91e4-423a-8eaa-ba3a9f9a6e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (9cff2020-4849-4b1c-8f7a-9416e79fcdb3), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:58.107298 n-d-712749-28 neutron-server[103283]: INFO neutron.api.v2.resource [None req-9176ff68-1824-4cc0-a14a-db83024c61c4 tempest-RoutersNegativeTest-1217858253 tempest-RoutersNegativeTest-1217858253-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 08:10:58.108417 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-9176ff68-1824-4cc0-a14a-db83024c61c4 tempest-RoutersNegativeTest-1217858253 tempest-RoutersNegativeTest-1217858253-project] 10.222.0.41 "PUT /v2.0/routers/082b2b87-e935-4797-a690-6d78d7baa724 HTTP/1.1" status: 400 len: 364 time: 0.6895263 Jan 28 08:10:58.114217 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 40016) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:10:58.122885 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-ecad70f1-91e4-423a-8eaa-ba3a9f9a6e42 None None] For port 9cff2020-4849-4b1c-8f7a-9416e79fcdb3, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 08:10:58.126821 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-ecad70f1-91e4-423a-8eaa-ba3a9f9a6e42 None None] For port 9cff2020-4849-4b1c-8f7a-9416e79fcdb3, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=9cff2020-4849-4b1c-8f7a-9416e79fcdb3,segment=NetworkSegment(6daabe0a-7dea-4bdc-a858-4fa0ec1ed594),segment_id=6daabe0a-7dea-4bdc-a858-4fa0ec1ed594)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 08:10:58.131389 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ecad70f1-91e4-423a-8eaa-ba3a9f9a6e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (9cff2020-4849-4b1c-8f7a-9416e79fcdb3), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:58.165564 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_v2 [None req-950fc4f6-73ee-4256-a2dd-435d4c10773f tempest-RoutersNegativeTest-1217858253 tempest-RoutersNegativeTest-1217858253-project] Deleting subnet 586e1656-7f3e-4767-ba7c-a015afa23672 {{(pid=103283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 08:10:58.168875 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-950fc4f6-73ee-4256-a2dd-435d4c10773f tempest-RoutersNegativeTest-1217858253 tempest-RoutersNegativeTest-1217858253-project] Publish callbacks [] for subnet (586e1656-7f3e-4767-ba7c-a015afa23672), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:58.195913 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecad70f1-91e4-423a-8eaa-ba3a9f9a6e42 None None] Pushing event updated for resources: {'Port': ['ID=9cff2020-4849-4b1c-8f7a-9416e79fcdb3,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:10:58.215950 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-950fc4f6-73ee-4256-a2dd-435d4c10773f tempest-RoutersNegativeTest-1217858253 tempest-RoutersNegativeTest-1217858253-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13506696'] for subnet (586e1656-7f3e-4767-ba7c-a015afa23672), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:58.305853 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-950fc4f6-73ee-4256-a2dd-435d4c10773f tempest-RoutersNegativeTest-1217858253 tempest-RoutersNegativeTest-1217858253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (586e1656-7f3e-4767-ba7c-a015afa23672), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:58.389678 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-950fc4f6-73ee-4256-a2dd-435d4c10773f tempest-RoutersNegativeTest-1217858253 tempest-RoutersNegativeTest-1217858253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13546665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13556132'] for subnet (586e1656-7f3e-4767-ba7c-a015afa23672), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:58.420150 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950fc4f6-73ee-4256-a2dd-435d4c10773f tempest-RoutersNegativeTest-1217858253 tempest-RoutersNegativeTest-1217858253-project] Pushing event deleted for resources: {'Subnet': ['ID=586e1656-7f3e-4767-ba7c-a015afa23672,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:10:58.428225 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-950fc4f6-73ee-4256-a2dd-435d4c10773f tempest-RoutersNegativeTest-1217858253 tempest-RoutersNegativeTest-1217858253-project] Publish callbacks [] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:58.432566 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-950fc4f6-73ee-4256-a2dd-435d4c10773f tempest-RoutersNegativeTest-1217858253 tempest-RoutersNegativeTest-1217858253-project] 10.222.0.41 "DELETE /v2.0/subnets/586e1656-7f3e-4767-ba7c-a015afa23672 HTTP/1.1" status: 204 len: 168 time: 0.3171616 Jan 28 08:10:58.435010 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 40018) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:10:58.525734 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-37f08a2d-c329-4e3b-af59-5d016474e4b1 tempest-RoutersNegativeTest-1217858253 tempest-RoutersNegativeTest-1217858253-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (38f90ed6-4d8b-4b17-a1f4-7004ef6eaf97), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:58.587980 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-37f08a2d-c329-4e3b-af59-5d016474e4b1 tempest-RoutersNegativeTest-1217858253 tempest-RoutersNegativeTest-1217858253-project] Deleting port 9cff2020-4849-4b1c-8f7a-9416e79fcdb3 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 08:10:58.588365 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-37f08a2d-c329-4e3b-af59-5d016474e4b1 tempest-RoutersNegativeTest-1217858253 tempest-RoutersNegativeTest-1217858253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (9cff2020-4849-4b1c-8f7a-9416e79fcdb3), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:58.657245 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-37f08a2d-c329-4e3b-af59-5d016474e4b1 tempest-RoutersNegativeTest-1217858253 tempest-RoutersNegativeTest-1217858253-project] For port 9cff2020-4849-4b1c-8f7a-9416e79fcdb3, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=9cff2020-4849-4b1c-8f7a-9416e79fcdb3,segment=NetworkSegment(6daabe0a-7dea-4bdc-a858-4fa0ec1ed594),segment_id=6daabe0a-7dea-4bdc-a858-4fa0ec1ed594)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:10:58.657411 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-804364dd-bd24-4366-8ca9-5264c047adac None None] Network acde8b09-363a-41d5-b2f5-ef941db2f998 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 08:10:58.657617 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-37f08a2d-c329-4e3b-af59-5d016474e4b1 tempest-RoutersNegativeTest-1217858253 tempest-RoutersNegativeTest-1217858253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (9cff2020-4849-4b1c-8f7a-9416e79fcdb3), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:58.671667 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-37f08a2d-c329-4e3b-af59-5d016474e4b1 tempest-RoutersNegativeTest-1217858253 tempest-RoutersNegativeTest-1217858253-project] Calling delete_port for 9cff2020-4849-4b1c-8f7a-9416e79fcdb3 owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 08:10:58.753693 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-37f08a2d-c329-4e3b-af59-5d016474e4b1 tempest-RoutersNegativeTest-1217858253 tempest-RoutersNegativeTest-1217858253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (9cff2020-4849-4b1c-8f7a-9416e79fcdb3), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:58.764856 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-3534e536-fb6b-4f57-aa90-31e459f14b3e None None] Provisioning complete for port 73eed24f-f280-4d05-a3ef-ec26361cfb96 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:10:58.765234 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3534e536-fb6b-4f57-aa90-31e459f14b3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (73eed24f-f280-4d05-a3ef-ec26361cfb96), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:58.779678 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f08a2d-c329-4e3b-af59-5d016474e4b1 tempest-RoutersNegativeTest-1217858253 tempest-RoutersNegativeTest-1217858253-project] Pushing event deleted for resources: {'Port': ['ID=9cff2020-4849-4b1c-8f7a-9416e79fcdb3,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:10:58.783250 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f08a2d-c329-4e3b-af59-5d016474e4b1 tempest-RoutersNegativeTest-1217858253 tempest-RoutersNegativeTest-1217858253-project] No DVR routers for this DVR port 9cff2020-4849-4b1c-8f7a-9416e79fcdb3 on host n-d-712749-28 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 08:10:58.854565 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-3534e536-fb6b-4f57-aa90-31e459f14b3e None None] Current status of the port 73eed24f-f280-4d05-a3ef-ec26361cfb96 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:10:58.855007 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3534e536-fb6b-4f57-aa90-31e459f14b3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (73eed24f-f280-4d05-a3ef-ec26361cfb96), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:58.869886 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-37f08a2d-c329-4e3b-af59-5d016474e4b1 tempest-RoutersNegativeTest-1217858253 tempest-RoutersNegativeTest-1217858253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (38f90ed6-4d8b-4b17-a1f4-7004ef6eaf97), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:58.895538 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-3534e536-fb6b-4f57-aa90-31e459f14b3e None None] For port 73eed24f-f280-4d05-a3ef-ec26361cfb96, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=73eed24f-f280-4d05-a3ef-ec26361cfb96,segment=NetworkSegment(bb0c7298-afb3-4aeb-ad91-e95b44010257),segment_id=bb0c7298-afb3-4aeb-ad91-e95b44010257)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:10:58.899655 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-37f08a2d-c329-4e3b-af59-5d016474e4b1 tempest-RoutersNegativeTest-1217858253 tempest-RoutersNegativeTest-1217858253-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38f90ed6-4d8b-4b17-a1f4-7004ef6eaf97']}} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:10:58.903096 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3534e536-fb6b-4f57-aa90-31e459f14b3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (73eed24f-f280-4d05-a3ef-ec26361cfb96), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:58.912891 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-37f08a2d-c329-4e3b-af59-5d016474e4b1 tempest-RoutersNegativeTest-1217858253 tempest-RoutersNegativeTest-1217858253-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6daabe0a-7dea-4bdc-a858-4fa0ec1ed594') {'for_net_delete': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:10:58.913252 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-37f08a2d-c329-4e3b-af59-5d016474e4b1 tempest-RoutersNegativeTest-1217858253 tempest-RoutersNegativeTest-1217858253-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6daabe0a-7dea-4bdc-a858-4fa0ec1ed594') {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:10:58.929757 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-37f08a2d-c329-4e3b-af59-5d016474e4b1 tempest-RoutersNegativeTest-1217858253 tempest-RoutersNegativeTest-1217858253-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13506801'] for segment (6daabe0a-7dea-4bdc-a858-4fa0ec1ed594), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:58.945029 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-37f08a2d-c329-4e3b-af59-5d016474e4b1 tempest-RoutersNegativeTest-1217858253 tempest-RoutersNegativeTest-1217858253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (6daabe0a-7dea-4bdc-a858-4fa0ec1ed594), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:58.954732 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37f08a2d-c329-4e3b-af59-5d016474e4b1 tempest-RoutersNegativeTest-1217858253 tempest-RoutersNegativeTest-1217858253-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=103283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 08:10:58.955166 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-37f08a2d-c329-4e3b-af59-5d016474e4b1 tempest-RoutersNegativeTest-1217858253 tempest-RoutersNegativeTest-1217858253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13546563'] for segment (6daabe0a-7dea-4bdc-a858-4fa0ec1ed594), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:58.958783 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3534e536-fb6b-4f57-aa90-31e459f14b3e None None] Pushing event updated for resources: {'Port': ['ID=73eed24f-f280-4d05-a3ef-ec26361cfb96,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:10:58.959278 n-d-712749-28 neutron-server[103283]: Traceback (most recent call last): Jan 28 08:10:58.959278 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 08:10:58.959278 n-d-712749-28 neutron-server[103283]: timer() Jan 28 08:10:58.959278 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 08:10:58.959278 n-d-712749-28 neutron-server[103283]: cb(*args, **kw) Jan 28 08:10:58.959278 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 08:10:58.959278 n-d-712749-28 neutron-server[103283]: return func(*args, **kwargs) Jan 28 08:10:58.959278 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 08:10:58.959278 n-d-712749-28 neutron-server[103283]: self._notify() Jan 28 08:10:58.959278 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 08:10:58.959278 n-d-712749-28 neutron-server[103283]: self.callback(batched_events) Jan 28 08:10:58.959278 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 08:10:58.959278 n-d-712749-28 neutron-server[103283]: event.method(event) Jan 28 08:10:58.959278 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 08:10:58.959278 n-d-712749-28 neutron-server[103283]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 08:10:58.959278 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 08:10:58.959278 n-d-712749-28 neutron-server[103283]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 08:10:58.959278 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 08:10:58.959278 n-d-712749-28 neutron-server[103283]: return f(self, *a, **k) Jan 28 08:10:58.959278 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 08:10:58.959278 n-d-712749-28 neutron-server[103283]: return self._get(url).json() Jan 28 08:10:58.959278 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 08:10:58.959278 n-d-712749-28 neutron-server[103283]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 08:10:58.959278 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 08:10:58.959278 n-d-712749-28 neutron-server[103283]: return self.request(url, 'GET', **kwargs) Jan 28 08:10:58.959278 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 08:10:58.959278 n-d-712749-28 neutron-server[103283]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 08:10:58.959278 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 08:10:58.959278 n-d-712749-28 neutron-server[103283]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 08:10:58.959278 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 08:10:58.959278 n-d-712749-28 neutron-server[103283]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 08:10:58.959278 n-d-712749-28 neutron-server[103283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 08:10:59.032061 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-37f08a2d-c329-4e3b-af59-5d016474e4b1 tempest-RoutersNegativeTest-1217858253 tempest-RoutersNegativeTest-1217858253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (38f90ed6-4d8b-4b17-a1f4-7004ef6eaf97), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:59.042433 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-37f08a2d-c329-4e3b-af59-5d016474e4b1 tempest-RoutersNegativeTest-1217858253 tempest-RoutersNegativeTest-1217858253-project] Publish callbacks [] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:59.048616 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-37f08a2d-c329-4e3b-af59-5d016474e4b1 tempest-RoutersNegativeTest-1217858253 tempest-RoutersNegativeTest-1217858253-project] 10.222.0.41 "DELETE /v2.0/networks/38f90ed6-4d8b-4b17-a1f4-7004ef6eaf97 HTTP/1.1" status: 204 len: 168 time: 0.6127417 Jan 28 08:10:59.048983 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 40020) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:10:59.059424 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f08a2d-c329-4e3b-af59-5d016474e4b1 tempest-RoutersNegativeTest-1217858253 tempest-RoutersNegativeTest-1217858253-project] Pushing event deleted for resources: {'Network': ['ID=38f90ed6-4d8b-4b17-a1f4-7004ef6eaf97,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:10:59.110829 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-173adeec-ab7f-427c-8898-af3103241a77 tempest-RoutersNegativeTest-1217858253 tempest-RoutersNegativeTest-1217858253-project] Deleting subnet 9eeaea91-4dad-47ed-8e9d-988bd1314b39 {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 08:10:59.114210 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-173adeec-ab7f-427c-8898-af3103241a77 tempest-RoutersNegativeTest-1217858253 tempest-RoutersNegativeTest-1217858253-project] Publish callbacks [] for subnet (9eeaea91-4dad-47ed-8e9d-988bd1314b39), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:59.130643 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-48161a1a-8914-4f6c-ac3d-a6000ad4531f None None] Provisioning complete for port 73eed24f-f280-4d05-a3ef-ec26361cfb96 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:10:59.131247 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-48161a1a-8914-4f6c-ac3d-a6000ad4531f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (73eed24f-f280-4d05-a3ef-ec26361cfb96), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:59.161026 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-173adeec-ab7f-427c-8898-af3103241a77 tempest-RoutersNegativeTest-1217858253 tempest-RoutersNegativeTest-1217858253-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24759175'] for subnet (9eeaea91-4dad-47ed-8e9d-988bd1314b39), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:59.213979 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-48161a1a-8914-4f6c-ac3d-a6000ad4531f None None] Current status of the port 73eed24f-f280-4d05-a3ef-ec26361cfb96 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:10:59.248336 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-173adeec-ab7f-427c-8898-af3103241a77 tempest-RoutersNegativeTest-1217858253 tempest-RoutersNegativeTest-1217858253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (9eeaea91-4dad-47ed-8e9d-988bd1314b39), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:59.307669 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-173adeec-ab7f-427c-8898-af3103241a77 tempest-RoutersNegativeTest-1217858253 tempest-RoutersNegativeTest-1217858253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24757569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24979817'] for subnet (9eeaea91-4dad-47ed-8e9d-988bd1314b39), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:59.326513 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7598be1e-7f63-49ac-8b91-e6f554693edd None None] DHCP port deletion for 38f90ed6-4d8b-4b17-a1f4-7004ef6eaf97 request from n-d-712749-28 {{(pid=103285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 08:10:59.329728 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-aa074c20-201a-45b7-a9f6-b043ac55eee7 None None] Could not find standard attr ID for object 9cff2020-4849-4b1c-8f7a-9416e79fcdb3. {{(pid=103285) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 08:10:59.340124 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173adeec-ab7f-427c-8898-af3103241a77 tempest-RoutersNegativeTest-1217858253 tempest-RoutersNegativeTest-1217858253-project] Pushing event deleted for resources: {'Subnet': ['ID=9eeaea91-4dad-47ed-8e9d-988bd1314b39,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:10:59.344261 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-173adeec-ab7f-427c-8898-af3103241a77 tempest-RoutersNegativeTest-1217858253 tempest-RoutersNegativeTest-1217858253-project] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:59.347136 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-857512e8-bc81-46b8-a05f-89e5f7954190 None None] Network 38f90ed6-4d8b-4b17-a1f4-7004ef6eaf97 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 08:10:59.350083 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-173adeec-ab7f-427c-8898-af3103241a77 tempest-RoutersNegativeTest-1217858253 tempest-RoutersNegativeTest-1217858253-project] 10.222.0.41 "DELETE /v2.0/subnets/9eeaea91-4dad-47ed-8e9d-988bd1314b39 HTTP/1.1" status: 204 len: 168 time: 0.2999706 Jan 28 08:10:59.350925 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 40022) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:10:59.354807 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e5741d1-51f2-4624-857b-8dfa5a4c6ff2 None None] Network acde8b09-363a-41d5-b2f5-ef941db2f998 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 08:10:59.365808 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-857512e8-bc81-46b8-a05f-89e5f7954190 None None] Network 38f90ed6-4d8b-4b17-a1f4-7004ef6eaf97 could not be found, it might have been deleted concurrently. {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 28 08:10:59.428679 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-04d0e496-2526-4a4e-bbed-22e26a503f56 tempest-RoutersNegativeTest-1217858253 tempest-RoutersNegativeTest-1217858253-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (acde8b09-363a-41d5-b2f5-ef941db2f998), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:59.483666 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-04d0e496-2526-4a4e-bbed-22e26a503f56 tempest-RoutersNegativeTest-1217858253 tempest-RoutersNegativeTest-1217858253-project] Deleting port 73eed24f-f280-4d05-a3ef-ec26361cfb96 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 08:10:59.484014 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-04d0e496-2526-4a4e-bbed-22e26a503f56 tempest-RoutersNegativeTest-1217858253 tempest-RoutersNegativeTest-1217858253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (73eed24f-f280-4d05-a3ef-ec26361cfb96), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:59.515729 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a5ca0dd-3477-4cc7-85ed-ace249a34653 None None] DHCP port deletion for acde8b09-363a-41d5-b2f5-ef941db2f998 request from n-d-712749-28 {{(pid=103285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 08:10:59.551670 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-04d0e496-2526-4a4e-bbed-22e26a503f56 tempest-RoutersNegativeTest-1217858253 tempest-RoutersNegativeTest-1217858253-project] For port 73eed24f-f280-4d05-a3ef-ec26361cfb96, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=73eed24f-f280-4d05-a3ef-ec26361cfb96,segment=NetworkSegment(bb0c7298-afb3-4aeb-ad91-e95b44010257),segment_id=bb0c7298-afb3-4aeb-ad91-e95b44010257)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:10:59.551969 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-04d0e496-2526-4a4e-bbed-22e26a503f56 tempest-RoutersNegativeTest-1217858253 tempest-RoutersNegativeTest-1217858253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (73eed24f-f280-4d05-a3ef-ec26361cfb96), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:59.564538 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9a5ca0dd-3477-4cc7-85ed-ace249a34653 None None] Deleting port 73eed24f-f280-4d05-a3ef-ec26361cfb96 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 08:10:59.564944 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9a5ca0dd-3477-4cc7-85ed-ace249a34653 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (73eed24f-f280-4d05-a3ef-ec26361cfb96), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:59.565096 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-04d0e496-2526-4a4e-bbed-22e26a503f56 tempest-RoutersNegativeTest-1217858253 tempest-RoutersNegativeTest-1217858253-project] Calling delete_port for 73eed24f-f280-4d05-a3ef-ec26361cfb96 owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 08:10:59.630311 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9a5ca0dd-3477-4cc7-85ed-ace249a34653 None None] For port 73eed24f-f280-4d05-a3ef-ec26361cfb96, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=73eed24f-f280-4d05-a3ef-ec26361cfb96,segment=NetworkSegment(bb0c7298-afb3-4aeb-ad91-e95b44010257),segment_id=bb0c7298-afb3-4aeb-ad91-e95b44010257)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:10:59.630718 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9a5ca0dd-3477-4cc7-85ed-ace249a34653 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (73eed24f-f280-4d05-a3ef-ec26361cfb96), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:59.643778 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9a5ca0dd-3477-4cc7-85ed-ace249a34653 None None] Calling delete_port for 73eed24f-f280-4d05-a3ef-ec26361cfb96 owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 08:10:59.646335 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-04d0e496-2526-4a4e-bbed-22e26a503f56 tempest-RoutersNegativeTest-1217858253 tempest-RoutersNegativeTest-1217858253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (73eed24f-f280-4d05-a3ef-ec26361cfb96), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:59.677371 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d0e496-2526-4a4e-bbed-22e26a503f56 tempest-RoutersNegativeTest-1217858253 tempest-RoutersNegativeTest-1217858253-project] Pushing event deleted for resources: {'Port': ['ID=73eed24f-f280-4d05-a3ef-ec26361cfb96,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:10:59.679745 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d0e496-2526-4a4e-bbed-22e26a503f56 tempest-RoutersNegativeTest-1217858253 tempest-RoutersNegativeTest-1217858253-project] No DVR routers for this DVR port 73eed24f-f280-4d05-a3ef-ec26361cfb96 on host n-d-712749-28 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 08:10:59.722288 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9a5ca0dd-3477-4cc7-85ed-ace249a34653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298'] for port (73eed24f-f280-4d05-a3ef-ec26361cfb96), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:59.748544 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5ca0dd-3477-4cc7-85ed-ace249a34653 None None] Pushing event deleted for resources: {'Port': ['ID=73eed24f-f280-4d05-a3ef-ec26361cfb96,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:10:59.752411 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5ca0dd-3477-4cc7-85ed-ace249a34653 None None] No DVR routers for this DVR port 73eed24f-f280-4d05-a3ef-ec26361cfb96 on host n-d-712749-28 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 08:10:59.760689 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-04d0e496-2526-4a4e-bbed-22e26a503f56 tempest-RoutersNegativeTest-1217858253 tempest-RoutersNegativeTest-1217858253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (acde8b09-363a-41d5-b2f5-ef941db2f998), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:59.781430 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-04d0e496-2526-4a4e-bbed-22e26a503f56 tempest-RoutersNegativeTest-1217858253 tempest-RoutersNegativeTest-1217858253-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acde8b09-363a-41d5-b2f5-ef941db2f998']}} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:10:59.790776 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-04d0e496-2526-4a4e-bbed-22e26a503f56 tempest-RoutersNegativeTest-1217858253 tempest-RoutersNegativeTest-1217858253-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb0c7298-afb3-4aeb-ad91-e95b44010257') {'for_net_delete': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:10:59.791071 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-04d0e496-2526-4a4e-bbed-22e26a503f56 tempest-RoutersNegativeTest-1217858253 tempest-RoutersNegativeTest-1217858253-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb0c7298-afb3-4aeb-ad91-e95b44010257') {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:10:59.800417 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-04d0e496-2526-4a4e-bbed-22e26a503f56 tempest-RoutersNegativeTest-1217858253 tempest-RoutersNegativeTest-1217858253-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13506801'] for segment (bb0c7298-afb3-4aeb-ad91-e95b44010257), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:59.813918 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-04d0e496-2526-4a4e-bbed-22e26a503f56 tempest-RoutersNegativeTest-1217858253 tempest-RoutersNegativeTest-1217858253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (bb0c7298-afb3-4aeb-ad91-e95b44010257), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:59.819636 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04d0e496-2526-4a4e-bbed-22e26a503f56 tempest-RoutersNegativeTest-1217858253 tempest-RoutersNegativeTest-1217858253-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=103283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 08:10:59.820834 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-04d0e496-2526-4a4e-bbed-22e26a503f56 tempest-RoutersNegativeTest-1217858253 tempest-RoutersNegativeTest-1217858253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13546563'] for segment (bb0c7298-afb3-4aeb-ad91-e95b44010257), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:59.823878 n-d-712749-28 neutron-server[103283]: Traceback (most recent call last): Jan 28 08:10:59.823878 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 08:10:59.823878 n-d-712749-28 neutron-server[103283]: timer() Jan 28 08:10:59.823878 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 08:10:59.823878 n-d-712749-28 neutron-server[103283]: cb(*args, **kw) Jan 28 08:10:59.823878 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 08:10:59.823878 n-d-712749-28 neutron-server[103283]: return func(*args, **kwargs) Jan 28 08:10:59.823878 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 08:10:59.823878 n-d-712749-28 neutron-server[103283]: self._notify() Jan 28 08:10:59.823878 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 08:10:59.823878 n-d-712749-28 neutron-server[103283]: self.callback(batched_events) Jan 28 08:10:59.823878 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 08:10:59.823878 n-d-712749-28 neutron-server[103283]: event.method(event) Jan 28 08:10:59.823878 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 08:10:59.823878 n-d-712749-28 neutron-server[103283]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 08:10:59.823878 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 08:10:59.823878 n-d-712749-28 neutron-server[103283]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 08:10:59.823878 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 08:10:59.823878 n-d-712749-28 neutron-server[103283]: return f(self, *a, **k) Jan 28 08:10:59.823878 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 08:10:59.823878 n-d-712749-28 neutron-server[103283]: return self._get(url).json() Jan 28 08:10:59.823878 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 08:10:59.823878 n-d-712749-28 neutron-server[103283]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 08:10:59.823878 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 08:10:59.823878 n-d-712749-28 neutron-server[103283]: return self.request(url, 'GET', **kwargs) Jan 28 08:10:59.823878 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 08:10:59.823878 n-d-712749-28 neutron-server[103283]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 08:10:59.823878 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 08:10:59.823878 n-d-712749-28 neutron-server[103283]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 08:10:59.823878 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 08:10:59.823878 n-d-712749-28 neutron-server[103283]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 08:10:59.823878 n-d-712749-28 neutron-server[103283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 08:10:59.885839 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-04d0e496-2526-4a4e-bbed-22e26a503f56 tempest-RoutersNegativeTest-1217858253 tempest-RoutersNegativeTest-1217858253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (acde8b09-363a-41d5-b2f5-ef941db2f998), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:59.893263 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-04d0e496-2526-4a4e-bbed-22e26a503f56 tempest-RoutersNegativeTest-1217858253 tempest-RoutersNegativeTest-1217858253-project] Publish callbacks [] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:10:59.895976 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-04d0e496-2526-4a4e-bbed-22e26a503f56 tempest-RoutersNegativeTest-1217858253 tempest-RoutersNegativeTest-1217858253-project] 10.222.0.41 "DELETE /v2.0/networks/acde8b09-363a-41d5-b2f5-ef941db2f998 HTTP/1.1" status: 204 len: 168 time: 0.5430863 Jan 28 08:10:59.898768 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 40024) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:10:59.910207 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d0e496-2526-4a4e-bbed-22e26a503f56 tempest-RoutersNegativeTest-1217858253 tempest-RoutersNegativeTest-1217858253-project] Pushing event deleted for resources: {'Network': ['ID=acde8b09-363a-41d5-b2f5-ef941db2f998,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:10:59.925886 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-6a61ce65-a5b8-4e1c-914a-f67360491a90 tempest-RoutersNegativeTest-1217858253 tempest-RoutersNegativeTest-1217858253-project] 10.222.0.41 "GET /v2.0/ports?device_id=082b2b87-e935-4797-a690-6d78d7baa724 HTTP/1.1" status: 200 len: 205 time: 0.0259864 Jan 28 08:10:59.928145 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 40026) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:11:00.343212 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2066c1e6-f568-4685-935f-663a630196a3 tempest-RoutersNegativeTest-1217858253 tempest-RoutersNegativeTest-1217858253-project] Publish callbacks [] for router (082b2b87-e935-4797-a690-6d78d7baa724), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:00.496696 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2066c1e6-f568-4685-935f-663a630196a3 tempest-RoutersNegativeTest-1217858253 tempest-RoutersNegativeTest-1217858253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16605684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127449'] for router (082b2b87-e935-4797-a690-6d78d7baa724), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:00.498950 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2066c1e6-f568-4685-935f-663a630196a3 tempest-RoutersNegativeTest-1217858253 tempest-RoutersNegativeTest-1217858253-project] Publish callbacks [] for router_controller (082b2b87-e935-4797-a690-6d78d7baa724), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:00.542092 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2066c1e6-f568-4685-935f-663a630196a3 tempest-RoutersNegativeTest-1217858253 tempest-RoutersNegativeTest-1217858253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16605693'] for router (082b2b87-e935-4797-a690-6d78d7baa724), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:00.542592 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2066c1e6-f568-4685-935f-663a630196a3 tempest-RoutersNegativeTest-1217858253 tempest-RoutersNegativeTest-1217858253-project] Fanout notify agent at l3_agent the message router_deleted on router 082b2b87-e935-4797-a690-6d78d7baa724 {{(pid=103284) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 08:11:00.549795 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2066c1e6-f568-4685-935f-663a630196a3 tempest-RoutersNegativeTest-1217858253 tempest-RoutersNegativeTest-1217858253-project] Publish callbacks [] for router (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:00.550885 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-2066c1e6-f568-4685-935f-663a630196a3 tempest-RoutersNegativeTest-1217858253 tempest-RoutersNegativeTest-1217858253-project] 10.222.0.41 "DELETE /v2.0/routers/082b2b87-e935-4797-a690-6d78d7baa724 HTTP/1.1" status: 204 len: 168 time: 0.6218348 Jan 28 08:11:00.784365 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 40032) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:11:00.914433 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-c741d44c-1194-4045-a590-269d0dd42901 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e49e54f1e28b420a811170ece9847386&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1284051 Jan 28 08:11:00.916973 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 40036) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:11:00.963309 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-928295a8-c6b1-4f1c-ad0c-f2e0ef7b7f7d admin admin] Publish callbacks [] for security_group (911ac782-8cb0-4679-94c8-1b50d917a89b), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:00.983698 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-928295a8-c6b1-4f1c-ad0c-f2e0ef7b7f7d admin admin] Publish callbacks [] for security_group (911ac782-8cb0-4679-94c8-1b50d917a89b), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:01.029929 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-928295a8-c6b1-4f1c-ad0c-f2e0ef7b7f7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (911ac782-8cb0-4679-94c8-1b50d917a89b), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:01.032560 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-928295a8-c6b1-4f1c-ad0c-f2e0ef7b7f7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:01.033705 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-928295a8-c6b1-4f1c-ad0c-f2e0ef7b7f7d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/911ac782-8cb0-4679-94c8-1b50d917a89b HTTP/1.1" status: 204 len: 168 time: 0.1158423 Jan 28 08:11:01.041399 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928295a8-c6b1-4f1c-ad0c-f2e0ef7b7f7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=911ac782-8cb0-4679-94c8-1b50d917a89b,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:11:01.634658 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 40058) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:11:01.730961 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-3f581534-1210-4a2e-9bcf-32c462aafec0 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1485618182-network', 'tenant_id': '7bfc4756b3da4630a6b6c0d4cbc6998c'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:11:01.753634 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f581534-1210-4a2e-9bcf-32c462aafec0 admin admin] Made reservation on behalf of 7bfc4756b3da4630a6b6c0d4cbc6998c for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 08:11:01.755876 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3f581534-1210-4a2e-9bcf-32c462aafec0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:01.764440 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3f581534-1210-4a2e-9bcf-32c462aafec0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:01.839083 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3f581534-1210-4a2e-9bcf-32c462aafec0 admin admin] Publish callbacks [] for security_group (9491ff6b-9374-41ba-8a4e-41d2ece25d2a), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:01.842736 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3f581534-1210-4a2e-9bcf-32c462aafec0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (9491ff6b-9374-41ba-8a4e-41d2ece25d2a), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:01.867000 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f581534-1210-4a2e-9bcf-32c462aafec0 admin admin] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 08:11:01.875528 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f581534-1210-4a2e-9bcf-32c462aafec0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9491ff6b-9374-41ba-8a4e-41d2ece25d2a,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:11:01.882121 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3f581534-1210-4a2e-9bcf-32c462aafec0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (1fc3a2b8-a873-4f95-b236-89312809d0f6), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:01.882463 n-d-712749-28 neutron-server[103284]: INFO neutron.db.segments_db [None req-3f581534-1210-4a2e-9bcf-32c462aafec0 admin admin] Added segment 1fc3a2b8-a873-4f95-b236-89312809d0f6 of type vlan for network 04a1a8a9-352b-4379-9e70-daa81fcb3f38 Jan 28 08:11:01.921839 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3f581534-1210-4a2e-9bcf-32c462aafec0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (04a1a8a9-352b-4379-9e70-daa81fcb3f38), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:01.949805 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3f581534-1210-4a2e-9bcf-32c462aafec0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (04a1a8a9-352b-4379-9e70-daa81fcb3f38), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:01.950787 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f581534-1210-4a2e-9bcf-32c462aafec0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:11:01.951373 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3f581534-1210-4a2e-9bcf-32c462aafec0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:02.011416 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-3f581534-1210-4a2e-9bcf-32c462aafec0 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3756418 Jan 28 08:11:02.014559 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 40062) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:11:02.016499 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f581534-1210-4a2e-9bcf-32c462aafec0 admin admin] Pushing event updated for resources: {'Network': ['ID=04a1a8a9-352b-4379-9e70-daa81fcb3f38,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:11:02.021337 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-b7a498d5-b0cb-47a1-9493-3dc847a8c71d admin admin] Request body: {'subnet': {'network_id': '04a1a8a9-352b-4379-9e70-daa81fcb3f38', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1485618182-subnet', 'tenant_id': '7bfc4756b3da4630a6b6c0d4cbc6998c', 'ip_version': 4}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:11:02.029373 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network 04a1a8a9-352b-4379-9e70-daa81fcb3f38 details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 08:11:02.041565 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7a498d5-b0cb-47a1-9493-3dc847a8c71d admin admin] Made reservation on behalf of 7bfc4756b3da4630a6b6c0d4cbc6998c for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 08:11:02.044130 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b7a498d5-b0cb-47a1-9493-3dc847a8c71d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24979592'] for subnet (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:02.208623 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b7a498d5-b0cb-47a1-9493-3dc847a8c71d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24757504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24979610'] for subnet (083d54e6-6f87-41e6-bf93-cb360764a201), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:02.264950 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a498d5-b0cb-47a1-9493-3dc847a8c71d admin admin] Pushing event updated for resources: {'Subnet': ['ID=083d54e6-6f87-41e6-bf93-cb360764a201,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:11:02.275494 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a498d5-b0cb-47a1-9493-3dc847a8c71d admin admin] Checking segment: {'id': '1fc3a2b8-a873-4f95-b236-89312809d0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '04a1a8a9-352b-4379-9e70-daa81fcb3f38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 08:11:02.275898 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a498d5-b0cb-47a1-9493-3dc847a8c71d admin admin] Network hostable DHCP agents. Network: 04a1a8a9-352b-4379-9e70-daa81fcb3f38, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 08:11:02.293001 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a498d5-b0cb-47a1-9493-3dc847a8c71d admin admin] Network 04a1a8a9-352b-4379-9e70-daa81fcb3f38 is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 08:11:02.302013 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-b7a498d5-b0cb-47a1-9493-3dc847a8c71d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, 04a1a8a9-352b-4379-9e70-daa81fcb3f38) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 08:11:02.307718 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a498d5-b0cb-47a1-9493-3dc847a8c71d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:11:02.308109 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b7a498d5-b0cb-47a1-9493-3dc847a8c71d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:02.311282 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15f60eca-53fc-4df3-9419-a72eca6b2633 None None] Network 04a1a8a9-352b-4379-9e70-daa81fcb3f38 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 08:11:02.325296 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-b7a498d5-b0cb-47a1-9493-3dc847a8c71d admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3096328 Jan 28 08:11:02.327923 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 40064) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:11:02.332187 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-aecac742-0359-4a48-a470-e07f77e7716b admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1485618182-router', 'tenant_id': '7bfc4756b3da4630a6b6c0d4cbc6998c', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:11:02.351165 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-aecac742-0359-4a48-a470-e07f77e7716b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16606890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127275'] for router (8baef284-ad67-47c2-b8de-e4fdfd051b7d), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:02.351974 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-aecac742-0359-4a48-a470-e07f77e7716b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16605498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16607952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16355422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127266'] for router (8baef284-ad67-47c2-b8de-e4fdfd051b7d), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:02.403757 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-aecac742-0359-4a48-a470-e07f77e7716b admin admin] Publish callbacks [] for router_controller (8baef284-ad67-47c2-b8de-e4fdfd051b7d), precommit_add_association {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:02.410488 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e95279cd-13bb-492b-a9fe-38065b2fd1fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3dd72b9-6805-5f61-b6f3-a591f99a173d-04a1a8a9-352b-4379-9e70-daa81fcb3f38', 'network_id': '04a1a8a9-352b-4379-9e70-daa81fcb3f38', 'project_id': '7bfc4756b3da4630a6b6c0d4cbc6998c', 'fixed_ips': [{'subnet_id': '083d54e6-6f87-41e6-bf93-cb360764a201'}]}} from n-d-712749-28. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 08:11:02.411356 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e95279cd-13bb-492b-a9fe-38065b2fd1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:02.541381 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-aecac742-0359-4a48-a470-e07f77e7716b admin admin] Publish callbacks [] for router_gateway (8baef284-ad67-47c2-b8de-e4fdfd051b7d), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:02.550881 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-e95279cd-13bb-492b-a9fe-38065b2fd1fd None None] Allocated IP 172.20.0.2 (04a1a8a9-352b-4379-9e70-daa81fcb3f38/083d54e6-6f87-41e6-bf93-cb360764a201/b829e05e-d93d-4cdd-9808-688e56397e73) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 08:11:02.690216 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e95279cd-13bb-492b-a9fe-38065b2fd1fd None None] Publish callbacks [] for port (b829e05e-d93d-4cdd-9808-688e56397e73), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:02.694994 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e95279cd-13bb-492b-a9fe-38065b2fd1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (b829e05e-d93d-4cdd-9808-688e56397e73), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:02.735245 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e95279cd-13bb-492b-a9fe-38065b2fd1fd None None] Network 04a1a8a9-352b-4379-9e70-daa81fcb3f38 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 08:11:02.739661 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-e95279cd-13bb-492b-a9fe-38065b2fd1fd None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 08:11:02.742983 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95279cd-13bb-492b-a9fe-38065b2fd1fd None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 08:11:02.743231 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-aecac742-0359-4a48-a470-e07f77e7716b admin admin] Publish callbacks [] for router_gateway (8baef284-ad67-47c2-b8de-e4fdfd051b7d), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:02.755971 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95279cd-13bb-492b-a9fe-38065b2fd1fd None None] Pushing event updated for resources: {'Port': ['ID=b829e05e-d93d-4cdd-9808-688e56397e73,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:11:02.763335 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-aecac742-0359-4a48-a470-e07f77e7716b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:02.806994 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-e95279cd-13bb-492b-a9fe-38065b2fd1fd None None] Attempting to bind port b829e05e-d93d-4cdd-9808-688e56397e73 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 08:11:02.807277 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-e95279cd-13bb-492b-a9fe-38065b2fd1fd None None] Attempting to bind port b829e05e-d93d-4cdd-9808-688e56397e73 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '1fc3a2b8-a873-4f95-b236-89312809d0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '04a1a8a9-352b-4379-9e70-daa81fcb3f38'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 08:11:02.807644 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95279cd-13bb-492b-a9fe-38065b2fd1fd None None] Attempting to bind port b829e05e-d93d-4cdd-9808-688e56397e73 on network 04a1a8a9-352b-4379-9e70-daa81fcb3f38 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 08:11:02.812589 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95279cd-13bb-492b-a9fe-38065b2fd1fd None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 8, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 08:11:02.812971 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95279cd-13bb-492b-a9fe-38065b2fd1fd None None] Checking segment: {'id': '1fc3a2b8-a873-4f95-b236-89312809d0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '04a1a8a9-352b-4379-9e70-daa81fcb3f38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 08:11:02.813408 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e95279cd-13bb-492b-a9fe-38065b2fd1fd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:02.813808 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95279cd-13bb-492b-a9fe-38065b2fd1fd None None] Bound using segment: {'id': '1fc3a2b8-a873-4f95-b236-89312809d0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '04a1a8a9-352b-4379-9e70-daa81fcb3f38'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 08:11:02.814274 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-e95279cd-13bb-492b-a9fe-38065b2fd1fd None None] Bound port: b829e05e-d93d-4cdd-9808-688e56397e73, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fc3a2b8-a873-4f95-b236-89312809d0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '04a1a8a9-352b-4379-9e70-daa81fcb3f38'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 08:11:02.814657 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e95279cd-13bb-492b-a9fe-38065b2fd1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (b829e05e-d93d-4cdd-9808-688e56397e73), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:02.865415 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-aecac742-0359-4a48-a470-e07f77e7716b admin admin] Allocated IP 172.25.6.212 (7d5b3724-deef-4831-8d43-cb9b8176573c/b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc/cfbce61e-5f43-4a0f-b1a3-34822019b6da) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 08:11:02.877717 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-e95279cd-13bb-492b-a9fe-38065b2fd1fd None None] For port b829e05e-d93d-4cdd-9808-688e56397e73, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 08:11:02.881235 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-e95279cd-13bb-492b-a9fe-38065b2fd1fd None None] For port b829e05e-d93d-4cdd-9808-688e56397e73, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=b829e05e-d93d-4cdd-9808-688e56397e73,segment=NetworkSegment(1fc3a2b8-a873-4f95-b236-89312809d0f6),segment_id=1fc3a2b8-a873-4f95-b236-89312809d0f6)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 08:11:02.885868 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e95279cd-13bb-492b-a9fe-38065b2fd1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (b829e05e-d93d-4cdd-9808-688e56397e73), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:02.945618 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95279cd-13bb-492b-a9fe-38065b2fd1fd None None] Pushing event updated for resources: {'Port': ['ID=b829e05e-d93d-4cdd-9808-688e56397e73,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:11:02.983743 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-aecac742-0359-4a48-a470-e07f77e7716b admin admin] Publish callbacks [] for port (cfbce61e-5f43-4a0f-b1a3-34822019b6da), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:03.015418 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-aecac742-0359-4a48-a470-e07f77e7716b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (cfbce61e-5f43-4a0f-b1a3-34822019b6da), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:03.056241 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aecac742-0359-4a48-a470-e07f77e7716b admin admin] Network 7d5b3724-deef-4831-8d43-cb9b8176573c is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 08:11:03.059430 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-aecac742-0359-4a48-a470-e07f77e7716b admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 08:11:03.065106 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aecac742-0359-4a48-a470-e07f77e7716b admin admin] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 08:11:03.070661 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecac742-0359-4a48-a470-e07f77e7716b admin admin] Pushing event updated for resources: {'Port': ['ID=cfbce61e-5f43-4a0f-b1a3-34822019b6da,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:11:03.342019 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-aecac742-0359-4a48-a470-e07f77e7716b admin admin] Publish callbacks [] for router_gateway (8baef284-ad67-47c2-b8de-e4fdfd051b7d), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:03.355591 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3e10e55f-4ca2-4d5c-92d9-6e80b912b6cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:03.542836 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-aecac742-0359-4a48-a470-e07f77e7716b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16605475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16607909'] for router (8baef284-ad67-47c2-b8de-e4fdfd051b7d), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:03.596633 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:03.687358 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aecac742-0359-4a48-a470-e07f77e7716b admin admin] Router 8baef284-ad67-47c2-b8de-e4fdfd051b7d is scheduled to L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 with binding_index 1 {{(pid=103284) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 08:11:03.762838 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device b829e05e-d93d-4cdd-9808-688e56397e73 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 08:11:03.812217 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aecac742-0359-4a48-a470-e07f77e7716b admin admin] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 08:11:03.815740 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port b829e05e-d93d-4cdd-9808-688e56397e73 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:11:03.816162 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (b829e05e-d93d-4cdd-9808-688e56397e73), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:03.832666 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-aecac742-0359-4a48-a470-e07f77e7716b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:03.834923 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-aecac742-0359-4a48-a470-e07f77e7716b admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.5052655 Jan 28 08:11:03.836667 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d99b409-a6de-41fc-9d6d-0a6b01ec2e9c None None] Sync routers for ids ['8baef284-ad67-47c2-b8de-e4fdfd051b7d'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 08:11:03.837819 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 40066) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:11:03.861201 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d99b409-a6de-41fc-9d6d-0a6b01ec2e9c None None] Routers {'8baef284-ad67-47c2-b8de-e4fdfd051b7d'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 08:11:03.861435 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-1d99b409-a6de-41fc-9d6d-0a6b01ec2e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T08:10:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['8baef284-ad67-47c2-b8de-e4fdfd051b7d'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:11:03.908380 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5855da41-0960-40af-a134-65dee85b3eaa None None] Network 04a1a8a9-352b-4379-9e70-daa81fcb3f38 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 08:11:04.233829 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port b829e05e-d93d-4cdd-9808-688e56397e73 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:11:04.234138 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (b829e05e-d93d-4cdd-9808-688e56397e73), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:04.236927 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-1d99b409-a6de-41fc-9d6d-0a6b01ec2e9c None None] Set router 8baef284-ad67-47c2-b8de-e4fdfd051b7d gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 08:11:04.265009 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1ee2fb9c-d27e-4575-bf52-dfa42c04880e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:04.267241 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-ebe8cb9f-b029-4d9c-8909-f3fcdd4e1013 None None] Provisioning complete for port b829e05e-d93d-4cdd-9808-688e56397e73 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:11:04.267622 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ebe8cb9f-b029-4d9c-8909-f3fcdd4e1013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (b829e05e-d93d-4cdd-9808-688e56397e73), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:04.419487 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] For port b829e05e-d93d-4cdd-9808-688e56397e73, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=b829e05e-d93d-4cdd-9808-688e56397e73,segment=NetworkSegment(1fc3a2b8-a873-4f95-b236-89312809d0f6),segment_id=1fc3a2b8-a873-4f95-b236-89312809d0f6)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:11:04.421249 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-1ee2fb9c-d27e-4575-bf52-dfa42c04880e admin admin] Allocated IP 172.20.0.1 (04a1a8a9-352b-4379-9e70-daa81fcb3f38/083d54e6-6f87-41e6-bf93-cb360764a201/2ff5ad46-6749-40c9-a11f-9b271af5030d) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 08:11:04.434036 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (b829e05e-d93d-4cdd-9808-688e56397e73), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:04.541808 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1ee2fb9c-d27e-4575-bf52-dfa42c04880e admin admin] Publish callbacks [] for port (2ff5ad46-6749-40c9-a11f-9b271af5030d), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:04.562839 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Pushing event updated for resources: {'Port': ['ID=b829e05e-d93d-4cdd-9808-688e56397e73,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:11:04.570171 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-ebe8cb9f-b029-4d9c-8909-f3fcdd4e1013 None None] Current status of the port b829e05e-d93d-4cdd-9808-688e56397e73 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:11:04.582180 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1ee2fb9c-d27e-4575-bf52-dfa42c04880e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (2ff5ad46-6749-40c9-a11f-9b271af5030d), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:04.596419 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:04.604599 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-1d99b409-a6de-41fc-9d6d-0a6b01ec2e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8baef284-ad67-47c2-b8de-e4fdfd051b7d', 'name': 'tempest-TestEncryptedCinderVolumes-1485618182-router', 'tenant_id': '7bfc4756b3da4630a6b6c0d4cbc6998c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': 'cfbce61e-5f43-4a0f-b1a3-34822019b6da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:11:02Z', 'updated_at': '2022-01-28T08:11:03Z', 'revision_number': 3, 'project_id': '7bfc4756b3da4630a6b6c0d4cbc6998c', 'gw_port': {'id': 'cfbce61e-5f43-4a0f-b1a3-34822019b6da', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:5e:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8baef284-ad67-47c2-b8de-e4fdfd051b7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:11:02Z', 'updated_at': '2022-01-28T08:11:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:11:04.628605 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee2fb9c-d27e-4575-bf52-dfa42c04880e admin admin] Network 04a1a8a9-352b-4379-9e70-daa81fcb3f38 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 08:11:04.636628 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d99b409-a6de-41fc-9d6d-0a6b01ec2e9c None None] Checking router: 8baef284-ad67-47c2-b8de-e4fdfd051b7d for host: n-d-712749-28 {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 08:11:04.636988 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d99b409-a6de-41fc-9d6d-0a6b01ec2e9c None None] Updating router 8baef284-ad67-47c2-b8de-e4fdfd051b7d port cfbce61e-5f43-4a0f-b1a3-34822019b6da binding host n-d-712749-28 {{(pid=103285) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 08:11:04.637544 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-1ee2fb9c-d27e-4575-bf52-dfa42c04880e admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 08:11:04.640602 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee2fb9c-d27e-4575-bf52-dfa42c04880e admin admin] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 08:11:04.663363 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1d99b409-a6de-41fc-9d6d-0a6b01ec2e9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (cfbce61e-5f43-4a0f-b1a3-34822019b6da), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:04.663986 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee2fb9c-d27e-4575-bf52-dfa42c04880e admin admin] Pushing event updated for resources: {'Port': ['ID=2ff5ad46-6749-40c9-a11f-9b271af5030d,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:11:04.689101 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1ee2fb9c-d27e-4575-bf52-dfa42c04880e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16609232'] for router_interface (8baef284-ad67-47c2-b8de-e4fdfd051b7d), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:04.766680 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-90177e5a-c68a-408e-b0c8-b09dd7a58300 None None] Provisioning complete for port b829e05e-d93d-4cdd-9808-688e56397e73 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:11:04.767068 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-90177e5a-c68a-408e-b0c8-b09dd7a58300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (b829e05e-d93d-4cdd-9808-688e56397e73), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:04.833146 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1ee2fb9c-d27e-4575-bf52-dfa42c04880e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (2ff5ad46-6749-40c9-a11f-9b271af5030d), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:04.927199 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-90177e5a-c68a-408e-b0c8-b09dd7a58300 None None] Current status of the port b829e05e-d93d-4cdd-9808-688e56397e73 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:11:05.002861 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1d99b409-a6de-41fc-9d6d-0a6b01ec2e9c None None] Publish callbacks [] for port (cfbce61e-5f43-4a0f-b1a3-34822019b6da), precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:05.003749 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1ee2fb9c-d27e-4575-bf52-dfa42c04880e admin admin] Publish callbacks [] for port (2ff5ad46-6749-40c9-a11f-9b271af5030d), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:05.008742 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1d99b409-a6de-41fc-9d6d-0a6b01ec2e9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (cfbce61e-5f43-4a0f-b1a3-34822019b6da), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:05.009822 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1ee2fb9c-d27e-4575-bf52-dfa42c04880e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (2ff5ad46-6749-40c9-a11f-9b271af5030d), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:05.075615 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee2fb9c-d27e-4575-bf52-dfa42c04880e admin admin] Pushing event updated for resources: {'Port': ['ID=2ff5ad46-6749-40c9-a11f-9b271af5030d,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:11:05.078151 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1ee2fb9c-d27e-4575-bf52-dfa42c04880e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16318999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16606560'] for router_interface (8baef284-ad67-47c2-b8de-e4fdfd051b7d), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:05.079214 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-1d99b409-a6de-41fc-9d6d-0a6b01ec2e9c None None] Attempting to bind port cfbce61e-5f43-4a0f-b1a3-34822019b6da on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 08:11:05.079597 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-1d99b409-a6de-41fc-9d6d-0a6b01ec2e9c None None] Attempting to bind port cfbce61e-5f43-4a0f-b1a3-34822019b6da by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 08:11:05.079971 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d99b409-a6de-41fc-9d6d-0a6b01ec2e9c None None] Attempting to bind port cfbce61e-5f43-4a0f-b1a3-34822019b6da on network 7d5b3724-deef-4831-8d43-cb9b8176573c {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 08:11:05.085896 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d99b409-a6de-41fc-9d6d-0a6b01ec2e9c None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 8, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 08:11:05.086281 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d99b409-a6de-41fc-9d6d-0a6b01ec2e9c None None] Checking segment: {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 08:11:05.086692 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1d99b409-a6de-41fc-9d6d-0a6b01ec2e9c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:05.089375 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d99b409-a6de-41fc-9d6d-0a6b01ec2e9c None None] Bound using segment: {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 08:11:05.089892 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-1d99b409-a6de-41fc-9d6d-0a6b01ec2e9c None None] Bound port: cfbce61e-5f43-4a0f-b1a3-34822019b6da, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 08:11:05.090264 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1d99b409-a6de-41fc-9d6d-0a6b01ec2e9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (cfbce61e-5f43-4a0f-b1a3-34822019b6da), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:05.091793 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-06083792-a46e-4d49-acb4-a88464d36603 None None] Provisioning complete for port 2ff5ad46-6749-40c9-a11f-9b271af5030d triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:11:05.092159 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-06083792-a46e-4d49-acb4-a88464d36603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (2ff5ad46-6749-40c9-a11f-9b271af5030d), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:05.093565 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9ea9b3-8771-4a94-80e0-7e6dd923f025 None None] Pushing event updated for resources: {'Port': ['ID=cfbce61e-5f43-4a0f-b1a3-34822019b6da,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:11:05.168774 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-06083792-a46e-4d49-acb4-a88464d36603 None None] Port 2ff5ad46-6749-40c9-a11f-9b271af5030d cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 08:11:05.172610 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee2fb9c-d27e-4575-bf52-dfa42c04880e admin admin] Network 04a1a8a9-352b-4379-9e70-daa81fcb3f38 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 08:11:05.174009 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-1ee2fb9c-d27e-4575-bf52-dfa42c04880e admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 08:11:05.178402 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-1d99b409-a6de-41fc-9d6d-0a6b01ec2e9c None None] For port cfbce61e-5f43-4a0f-b1a3-34822019b6da, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 08:11:05.182722 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-1d99b409-a6de-41fc-9d6d-0a6b01ec2e9c None None] For port cfbce61e-5f43-4a0f-b1a3-34822019b6da, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=cfbce61e-5f43-4a0f-b1a3-34822019b6da,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 08:11:05.186463 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1d99b409-a6de-41fc-9d6d-0a6b01ec2e9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (cfbce61e-5f43-4a0f-b1a3-34822019b6da), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:05.251801 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9ea9b3-8771-4a94-80e0-7e6dd923f025 None None] Pushing event updated for resources: {'Port': ['ID=cfbce61e-5f43-4a0f-b1a3-34822019b6da,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:11:05.254758 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d99b409-a6de-41fc-9d6d-0a6b01ec2e9c None None] Routers {'8baef284-ad67-47c2-b8de-e4fdfd051b7d'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 08:11:05.255371 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-1d99b409-a6de-41fc-9d6d-0a6b01ec2e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T08:10:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['8baef284-ad67-47c2-b8de-e4fdfd051b7d'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:11:05.302276 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ee2fb9c-d27e-4575-bf52-dfa42c04880e admin admin] Router 8baef284-ad67-47c2-b8de-e4fdfd051b7d has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 08:11:05.375072 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-1d99b409-a6de-41fc-9d6d-0a6b01ec2e9c None None] Set router 8baef284-ad67-47c2-b8de-e4fdfd051b7d gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 08:11:05.530436 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-d996b439-d7ab-4cf0-864b-742633175d82 None None] Provisioning complete for port 2ff5ad46-6749-40c9-a11f-9b271af5030d triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:11:05.531111 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d996b439-d7ab-4cf0-864b-742633175d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (2ff5ad46-6749-40c9-a11f-9b271af5030d), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:05.601788 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-d996b439-d7ab-4cf0-864b-742633175d82 None None] Port 2ff5ad46-6749-40c9-a11f-9b271af5030d cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 08:11:05.630525 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-1d99b409-a6de-41fc-9d6d-0a6b01ec2e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8baef284-ad67-47c2-b8de-e4fdfd051b7d', 'name': 'tempest-TestEncryptedCinderVolumes-1485618182-router', 'tenant_id': '7bfc4756b3da4630a6b6c0d4cbc6998c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': 'cfbce61e-5f43-4a0f-b1a3-34822019b6da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:11:02Z', 'updated_at': '2022-01-28T08:11:04Z', 'revision_number': 4, 'project_id': '7bfc4756b3da4630a6b6c0d4cbc6998c', 'gw_port': {'id': 'cfbce61e-5f43-4a0f-b1a3-34822019b6da', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:5e:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8baef284-ad67-47c2-b8de-e4fdfd051b7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:11:02Z', 'updated_at': '2022-01-28T08:11:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '2ff5ad46-6749-40c9-a11f-9b271af5030d', 'name': '', 'network_id': '04a1a8a9-352b-4379-9e70-daa81fcb3f38', 'tenant_id': '7bfc4756b3da4630a6b6c0d4cbc6998c', 'mac_address': 'fa:16:3e:da:7e:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8baef284-ad67-47c2-b8de-e4fdfd051b7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '083d54e6-6f87-41e6-bf93-cb360764a201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:11:04Z', 'updated_at': '2022-01-28T08:11:04Z', 'revision_number': 2, 'project_id': '7bfc4756b3da4630a6b6c0d4cbc6998c', 'subnets': [{'id': '083d54e6-6f87-41e6-bf93-cb360764a201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:11:05.662959 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d99b409-a6de-41fc-9d6d-0a6b01ec2e9c None None] The sync data for ids ['8baef284-ad67-47c2-b8de-e4fdfd051b7d'] in n-d-712749-28 is: [{'id': '8baef284-ad67-47c2-b8de-e4fdfd051b7d', 'name': 'tempest-TestEncryptedCinderVolumes-1485618182-router', 'tenant_id': '7bfc4756b3da4630a6b6c0d4cbc6998c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': 'cfbce61e-5f43-4a0f-b1a3-34822019b6da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:11:02Z', 'updated_at': '2022-01-28T08:11:04Z', 'revision_number': 4, 'project_id': '7bfc4756b3da4630a6b6c0d4cbc6998c', 'gw_port': {'id': 'cfbce61e-5f43-4a0f-b1a3-34822019b6da', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:5e:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8baef284-ad67-47c2-b8de-e4fdfd051b7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:11:02Z', 'updated_at': '2022-01-28T08:11:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '2ff5ad46-6749-40c9-a11f-9b271af5030d', 'name': '', 'network_id': '04a1a8a9-352b-4379-9e70-daa81fcb3f38', 'tenant_id': '7bfc4756b3da4630a6b6c0d4cbc6998c', 'mac_address': 'fa:16:3e:da:7e:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8baef284-ad67-47c2-b8de-e4fdfd051b7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '083d54e6-6f87-41e6-bf93-cb360764a201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:11:04Z', 'updated_at': '2022-01-28T08:11:04Z', 'revision_number': 2, 'project_id': '7bfc4756b3da4630a6b6c0d4cbc6998c', 'subnets': [{'id': '083d54e6-6f87-41e6-bf93-cb360764a201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 08:11:05.710817 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device b829e05e-d93d-4cdd-9808-688e56397e73 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 08:11:05.761243 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-849dba7d-7f01-4243-8897-0bf72516f1d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:05.779941 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port b829e05e-d93d-4cdd-9808-688e56397e73 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:11:05.780364 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (b829e05e-d93d-4cdd-9808-688e56397e73), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:05.792476 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ee2fb9c-d27e-4575-bf52-dfa42c04880e admin admin] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 08:11:05.806715 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-1ee2fb9c-d27e-4575-bf52-dfa42c04880e admin admin] 10.222.0.41 "PUT /v2.0/routers/8baef284-ad67-47c2-b8de-e4fdfd051b7d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9587131 Jan 28 08:11:05.883059 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port b829e05e-d93d-4cdd-9808-688e56397e73 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:11:06.320822 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 40082) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:11:06.326329 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-a7e4e921-d666-459f-b96c-bc568113a67f admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-920906772-network', 'tenant_id': '490dad17c7494cdd85c25a4ebe7154b1'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:11:06.365496 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7e4e921-d666-459f-b96c-bc568113a67f admin admin] Made reservation on behalf of 490dad17c7494cdd85c25a4ebe7154b1 for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 08:11:06.368079 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a7e4e921-d666-459f-b96c-bc568113a67f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:06.381408 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a7e4e921-d666-459f-b96c-bc568113a67f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:06.472117 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a7e4e921-d666-459f-b96c-bc568113a67f admin admin] Publish callbacks [] for security_group (09cb41f9-7e3a-4e4f-a00c-2b7c7a570f46), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:06.476240 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a7e4e921-d666-459f-b96c-bc568113a67f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (09cb41f9-7e3a-4e4f-a00c-2b7c7a570f46), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:06.502146 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7e4e921-d666-459f-b96c-bc568113a67f admin admin] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 08:11:06.512782 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e4e921-d666-459f-b96c-bc568113a67f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09cb41f9-7e3a-4e4f-a00c-2b7c7a570f46,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:11:06.517951 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a7e4e921-d666-459f-b96c-bc568113a67f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (db72fa4c-d80e-44ef-abe1-20aa0a4f2469), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:06.518281 n-d-712749-28 neutron-server[103284]: INFO neutron.db.segments_db [None req-a7e4e921-d666-459f-b96c-bc568113a67f admin admin] Added segment db72fa4c-d80e-44ef-abe1-20aa0a4f2469 of type vlan for network 0e48ae10-2917-4972-9c9a-0ddecb16dc9c Jan 28 08:11:06.561058 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a7e4e921-d666-459f-b96c-bc568113a67f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (0e48ae10-2917-4972-9c9a-0ddecb16dc9c), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:06.586330 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a7e4e921-d666-459f-b96c-bc568113a67f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (0e48ae10-2917-4972-9c9a-0ddecb16dc9c), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:06.587801 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e4e921-d666-459f-b96c-bc568113a67f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:11:06.588410 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a7e4e921-d666-459f-b96c-bc568113a67f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:06.645186 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-a7e4e921-d666-459f-b96c-bc568113a67f admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3225687 Jan 28 08:11:06.646980 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 40084) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:11:06.654216 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-a988c11f-ea71-491a-b15f-008dd3f795bd admin admin] Request body: {'subnet': {'network_id': '0e48ae10-2917-4972-9c9a-0ddecb16dc9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-920906772-subnet', 'tenant_id': '490dad17c7494cdd85c25a4ebe7154b1', 'ip_version': 4}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:11:06.656931 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e4e921-d666-459f-b96c-bc568113a67f admin admin] Pushing event updated for resources: {'Network': ['ID=0e48ae10-2917-4972-9c9a-0ddecb16dc9c,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:11:06.667869 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network 0e48ae10-2917-4972-9c9a-0ddecb16dc9c details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 08:11:06.685290 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a988c11f-ea71-491a-b15f-008dd3f795bd admin admin] Made reservation on behalf of 490dad17c7494cdd85c25a4ebe7154b1 for: {'subnet': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 08:11:06.687908 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a988c11f-ea71-491a-b15f-008dd3f795bd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13555781'] for subnet (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:06.877580 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a988c11f-ea71-491a-b15f-008dd3f795bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13546728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13555799'] for subnet (9c230d18-7b97-4c8b-9096-8447e5a2f11c), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:06.939381 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a988c11f-ea71-491a-b15f-008dd3f795bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c230d18-7b97-4c8b-9096-8447e5a2f11c,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:11:06.947700 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a988c11f-ea71-491a-b15f-008dd3f795bd admin admin] Checking segment: {'id': 'db72fa4c-d80e-44ef-abe1-20aa0a4f2469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '0e48ae10-2917-4972-9c9a-0ddecb16dc9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 08:11:06.948084 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a988c11f-ea71-491a-b15f-008dd3f795bd admin admin] Network hostable DHCP agents. Network: 0e48ae10-2917-4972-9c9a-0ddecb16dc9c, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 08:11:06.964253 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a988c11f-ea71-491a-b15f-008dd3f795bd admin admin] Network 0e48ae10-2917-4972-9c9a-0ddecb16dc9c is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 08:11:06.972907 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-a988c11f-ea71-491a-b15f-008dd3f795bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, 0e48ae10-2917-4972-9c9a-0ddecb16dc9c) {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 08:11:06.977179 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a988c11f-ea71-491a-b15f-008dd3f795bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:11:06.979604 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a988c11f-ea71-491a-b15f-008dd3f795bd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:06.984512 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc628d9e-f05e-4182-b4dc-e813844aed1e None None] Network 0e48ae10-2917-4972-9c9a-0ddecb16dc9c requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 08:11:07.006637 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-a988c11f-ea71-491a-b15f-008dd3f795bd admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3579473 Jan 28 08:11:07.009689 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 40086) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:11:07.015171 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-cfa045a1-3649-4f39-9271-88b4b56271b5 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-920906772-router', 'tenant_id': '490dad17c7494cdd85c25a4ebe7154b1', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:11:07.035739 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cfa045a1-3649-4f39-9271-88b4b56271b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16606890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127275'] for router (c31ccaab-41de-40fb-96f4-e2569ae90fac), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:07.036927 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cfa045a1-3649-4f39-9271-88b4b56271b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16605498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16607952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16355422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127266'] for router (c31ccaab-41de-40fb-96f4-e2569ae90fac), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:07.089765 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cfa045a1-3649-4f39-9271-88b4b56271b5 admin admin] Publish callbacks [] for router_controller (c31ccaab-41de-40fb-96f4-e2569ae90fac), precommit_add_association {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:07.099523 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14540c6a-a130-441f-a9de-ad6fe462d761 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3dd72b9-6805-5f61-b6f3-a591f99a173d-0e48ae10-2917-4972-9c9a-0ddecb16dc9c', 'network_id': '0e48ae10-2917-4972-9c9a-0ddecb16dc9c', 'project_id': '490dad17c7494cdd85c25a4ebe7154b1', 'fixed_ips': [{'subnet_id': '9c230d18-7b97-4c8b-9096-8447e5a2f11c'}]}} from n-d-712749-28. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 08:11:07.100436 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-14540c6a-a130-441f-a9de-ad6fe462d761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:07.207263 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:07.233982 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cfa045a1-3649-4f39-9271-88b4b56271b5 admin admin] Publish callbacks [] for router_gateway (c31ccaab-41de-40fb-96f4-e2569ae90fac), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:07.253887 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-14540c6a-a130-441f-a9de-ad6fe462d761 None None] Allocated IP 172.20.0.2 (0e48ae10-2917-4972-9c9a-0ddecb16dc9c/9c230d18-7b97-4c8b-9096-8447e5a2f11c/f723412f-1fa5-4e1c-bf6f-e1aa7f1dd485) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 08:11:07.402318 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-14540c6a-a130-441f-a9de-ad6fe462d761 None None] Publish callbacks [] for port (f723412f-1fa5-4e1c-bf6f-e1aa7f1dd485), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:07.410649 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-14540c6a-a130-441f-a9de-ad6fe462d761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (f723412f-1fa5-4e1c-bf6f-e1aa7f1dd485), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:07.436061 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cfa045a1-3649-4f39-9271-88b4b56271b5 admin admin] Publish callbacks [] for router_gateway (c31ccaab-41de-40fb-96f4-e2569ae90fac), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:07.454981 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14540c6a-a130-441f-a9de-ad6fe462d761 None None] Network 0e48ae10-2917-4972-9c9a-0ddecb16dc9c is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 08:11:07.457933 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-14540c6a-a130-441f-a9de-ad6fe462d761 None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 08:11:07.464983 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cfa045a1-3649-4f39-9271-88b4b56271b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:07.465551 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14540c6a-a130-441f-a9de-ad6fe462d761 None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 08:11:07.476910 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14540c6a-a130-441f-a9de-ad6fe462d761 None None] Pushing event updated for resources: {'Port': ['ID=f723412f-1fa5-4e1c-bf6f-e1aa7f1dd485,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:11:07.523528 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-14540c6a-a130-441f-a9de-ad6fe462d761 None None] Attempting to bind port f723412f-1fa5-4e1c-bf6f-e1aa7f1dd485 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 08:11:07.523900 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-14540c6a-a130-441f-a9de-ad6fe462d761 None None] Attempting to bind port f723412f-1fa5-4e1c-bf6f-e1aa7f1dd485 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': 'db72fa4c-d80e-44ef-abe1-20aa0a4f2469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '0e48ae10-2917-4972-9c9a-0ddecb16dc9c'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 08:11:07.525232 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14540c6a-a130-441f-a9de-ad6fe462d761 None None] Attempting to bind port f723412f-1fa5-4e1c-bf6f-e1aa7f1dd485 on network 0e48ae10-2917-4972-9c9a-0ddecb16dc9c {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 08:11:07.530296 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14540c6a-a130-441f-a9de-ad6fe462d761 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 8, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 08:11:07.530674 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14540c6a-a130-441f-a9de-ad6fe462d761 None None] Checking segment: {'id': 'db72fa4c-d80e-44ef-abe1-20aa0a4f2469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '0e48ae10-2917-4972-9c9a-0ddecb16dc9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 08:11:07.531077 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-14540c6a-a130-441f-a9de-ad6fe462d761 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:07.531469 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14540c6a-a130-441f-a9de-ad6fe462d761 None None] Bound using segment: {'id': 'db72fa4c-d80e-44ef-abe1-20aa0a4f2469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '0e48ae10-2917-4972-9c9a-0ddecb16dc9c'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 08:11:07.531936 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-14540c6a-a130-441f-a9de-ad6fe462d761 None None] Bound port: f723412f-1fa5-4e1c-bf6f-e1aa7f1dd485, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db72fa4c-d80e-44ef-abe1-20aa0a4f2469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '0e48ae10-2917-4972-9c9a-0ddecb16dc9c'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 08:11:07.532337 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-14540c6a-a130-441f-a9de-ad6fe462d761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (f723412f-1fa5-4e1c-bf6f-e1aa7f1dd485), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:07.569750 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-cfa045a1-3649-4f39-9271-88b4b56271b5 admin admin] Allocated IP 172.25.6.241 (7d5b3724-deef-4831-8d43-cb9b8176573c/b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc/e1f649db-ee60-4e35-8fc1-90ed2736702c) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 08:11:07.600867 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-14540c6a-a130-441f-a9de-ad6fe462d761 None None] For port f723412f-1fa5-4e1c-bf6f-e1aa7f1dd485, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 08:11:07.605073 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-14540c6a-a130-441f-a9de-ad6fe462d761 None None] For port f723412f-1fa5-4e1c-bf6f-e1aa7f1dd485, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=f723412f-1fa5-4e1c-bf6f-e1aa7f1dd485,segment=NetworkSegment(db72fa4c-d80e-44ef-abe1-20aa0a4f2469),segment_id=db72fa4c-d80e-44ef-abe1-20aa0a4f2469)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 08:11:07.609670 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-14540c6a-a130-441f-a9de-ad6fe462d761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (f723412f-1fa5-4e1c-bf6f-e1aa7f1dd485), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:07.669489 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14540c6a-a130-441f-a9de-ad6fe462d761 None None] Pushing event updated for resources: {'Port': ['ID=f723412f-1fa5-4e1c-bf6f-e1aa7f1dd485,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:11:07.693452 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cfa045a1-3649-4f39-9271-88b4b56271b5 admin admin] Publish callbacks [] for port (e1f649db-ee60-4e35-8fc1-90ed2736702c), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:07.732714 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cfa045a1-3649-4f39-9271-88b4b56271b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (e1f649db-ee60-4e35-8fc1-90ed2736702c), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:07.777804 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa045a1-3649-4f39-9271-88b4b56271b5 admin admin] Network 7d5b3724-deef-4831-8d43-cb9b8176573c is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 08:11:07.780875 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-cfa045a1-3649-4f39-9271-88b4b56271b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 08:11:07.787072 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa045a1-3649-4f39-9271-88b4b56271b5 admin admin] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 08:11:07.804238 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1676129-d127-442f-9fc6-3abaa186d9b7 None None] Sync routers for ids ['8baef284-ad67-47c2-b8de-e4fdfd051b7d'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 08:11:07.810429 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device cfbce61e-5f43-4a0f-b1a3-34822019b6da up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 08:11:07.815519 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1676129-d127-442f-9fc6-3abaa186d9b7 None None] Routers {'8baef284-ad67-47c2-b8de-e4fdfd051b7d'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 08:11:07.816148 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-c1676129-d127-442f-9fc6-3abaa186d9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T08:11:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['8baef284-ad67-47c2-b8de-e4fdfd051b7d'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:11:07.898222 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa045a1-3649-4f39-9271-88b4b56271b5 admin admin] Pushing event updated for resources: {'Port': ['ID=e1f649db-ee60-4e35-8fc1-90ed2736702c,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:11:07.913615 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port cfbce61e-5f43-4a0f-b1a3-34822019b6da triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:11:07.914076 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (cfbce61e-5f43-4a0f-b1a3-34822019b6da), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:07.982824 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-c1676129-d127-442f-9fc6-3abaa186d9b7 None None] Set router 8baef284-ad67-47c2-b8de-e4fdfd051b7d gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 08:11:08.035794 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port cfbce61e-5f43-4a0f-b1a3-34822019b6da is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:11:08.036376 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (cfbce61e-5f43-4a0f-b1a3-34822019b6da), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:08.061567 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] For port cfbce61e-5f43-4a0f-b1a3-34822019b6da, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=cfbce61e-5f43-4a0f-b1a3-34822019b6da,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:11:08.073645 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (cfbce61e-5f43-4a0f-b1a3-34822019b6da), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:08.127683 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Pushing event updated for resources: {'Port': ['ID=cfbce61e-5f43-4a0f-b1a3-34822019b6da,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:11:08.129297 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cfa045a1-3649-4f39-9271-88b4b56271b5 admin admin] Publish callbacks [] for router_gateway (c31ccaab-41de-40fb-96f4-e2569ae90fac), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:08.206514 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-c1676129-d127-442f-9fc6-3abaa186d9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8baef284-ad67-47c2-b8de-e4fdfd051b7d', 'name': 'tempest-TestEncryptedCinderVolumes-1485618182-router', 'tenant_id': '7bfc4756b3da4630a6b6c0d4cbc6998c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': 'cfbce61e-5f43-4a0f-b1a3-34822019b6da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:11:02Z', 'updated_at': '2022-01-28T08:11:04Z', 'revision_number': 4, 'project_id': '7bfc4756b3da4630a6b6c0d4cbc6998c', 'gw_port': {'id': 'cfbce61e-5f43-4a0f-b1a3-34822019b6da', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:5e:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8baef284-ad67-47c2-b8de-e4fdfd051b7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:11:02Z', 'updated_at': '2022-01-28T08:11:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '2ff5ad46-6749-40c9-a11f-9b271af5030d', 'name': '', 'network_id': '04a1a8a9-352b-4379-9e70-daa81fcb3f38', 'tenant_id': '7bfc4756b3da4630a6b6c0d4cbc6998c', 'mac_address': 'fa:16:3e:da:7e:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8baef284-ad67-47c2-b8de-e4fdfd051b7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '083d54e6-6f87-41e6-bf93-cb360764a201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:11:04Z', 'updated_at': '2022-01-28T08:11:04Z', 'revision_number': 2, 'project_id': '7bfc4756b3da4630a6b6c0d4cbc6998c', 'subnets': [{'id': '083d54e6-6f87-41e6-bf93-cb360764a201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:11:08.237847 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1676129-d127-442f-9fc6-3abaa186d9b7 None None] Checking router: 8baef284-ad67-47c2-b8de-e4fdfd051b7d for host: n-d-712749-28 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 08:11:08.238115 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1676129-d127-442f-9fc6-3abaa186d9b7 None None] Updating router 8baef284-ad67-47c2-b8de-e4fdfd051b7d port 2ff5ad46-6749-40c9-a11f-9b271af5030d binding host n-d-712749-28 {{(pid=103286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 08:11:08.263900 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c1676129-d127-442f-9fc6-3abaa186d9b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (2ff5ad46-6749-40c9-a11f-9b271af5030d), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:08.334770 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cfa045a1-3649-4f39-9271-88b4b56271b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16605475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16607909'] for router (c31ccaab-41de-40fb-96f4-e2569ae90fac), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:08.485682 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfa045a1-3649-4f39-9271-88b4b56271b5 admin admin] Router c31ccaab-41de-40fb-96f4-e2569ae90fac is scheduled to L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 with binding_index 1 {{(pid=103284) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 08:11:08.530579 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c1676129-d127-442f-9fc6-3abaa186d9b7 None None] Publish callbacks [] for port (2ff5ad46-6749-40c9-a11f-9b271af5030d), precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:08.537150 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c1676129-d127-442f-9fc6-3abaa186d9b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (2ff5ad46-6749-40c9-a11f-9b271af5030d), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:08.591550 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d93017-19d0-4f6b-9234-c4a8a3a7a457 None None] Pushing event updated for resources: {'Port': ['ID=2ff5ad46-6749-40c9-a11f-9b271af5030d,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:11:08.600277 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfa045a1-3649-4f39-9271-88b4b56271b5 admin admin] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 08:11:08.612647 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657859cd-393f-4910-9e13-86f7fd893f60 None None] Sync routers for ids ['c31ccaab-41de-40fb-96f4-e2569ae90fac'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 08:11:08.622077 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d93017-19d0-4f6b-9234-c4a8a3a7a457 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:11:08.622691 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d93017-19d0-4f6b-9234-c4a8a3a7a457 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:11:08.623202 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d93017-19d0-4f6b-9234-c4a8a3a7a457 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:11:08.623558 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d93017-19d0-4f6b-9234-c4a8a3a7a457 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:11:08.623883 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d93017-19d0-4f6b-9234-c4a8a3a7a457 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:11:08.624237 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d93017-19d0-4f6b-9234-c4a8a3a7a457 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:11:08.624726 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d93017-19d0-4f6b-9234-c4a8a3a7a457 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:11:08.625231 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d93017-19d0-4f6b-9234-c4a8a3a7a457 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:11:08.625718 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d93017-19d0-4f6b-9234-c4a8a3a7a457 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:11:08.626217 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d93017-19d0-4f6b-9234-c4a8a3a7a457 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:11:08.626713 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d93017-19d0-4f6b-9234-c4a8a3a7a457 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:11:08.627196 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d93017-19d0-4f6b-9234-c4a8a3a7a457 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:11:08.627677 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d93017-19d0-4f6b-9234-c4a8a3a7a457 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:11:08.629033 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cfa045a1-3649-4f39-9271-88b4b56271b5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:08.634607 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 40088) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:11:08.640572 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657859cd-393f-4910-9e13-86f7fd893f60 None None] Routers {'c31ccaab-41de-40fb-96f4-e2569ae90fac'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 08:11:08.641893 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-657859cd-393f-4910-9e13-86f7fd893f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T08:11:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['c31ccaab-41de-40fb-96f4-e2569ae90fac'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:11:08.645057 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-cfa045a1-3649-4f39-9271-88b4b56271b5 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.6329117 Jan 28 08:11:08.692043 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-c1676129-d127-442f-9fc6-3abaa186d9b7 None None] Attempting to bind port 2ff5ad46-6749-40c9-a11f-9b271af5030d on host n-d-712749-28 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 08:11:08.692449 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-c1676129-d127-442f-9fc6-3abaa186d9b7 None None] Attempting to bind port 2ff5ad46-6749-40c9-a11f-9b271af5030d by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '1fc3a2b8-a873-4f95-b236-89312809d0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '04a1a8a9-352b-4379-9e70-daa81fcb3f38'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 08:11:08.692822 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1676129-d127-442f-9fc6-3abaa186d9b7 None None] Attempting to bind port 2ff5ad46-6749-40c9-a11f-9b271af5030d on network 04a1a8a9-352b-4379-9e70-daa81fcb3f38 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 08:11:08.709134 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1676129-d127-442f-9fc6-3abaa186d9b7 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 8, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 08:11:08.709640 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1676129-d127-442f-9fc6-3abaa186d9b7 None None] Checking segment: {'id': '1fc3a2b8-a873-4f95-b236-89312809d0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '04a1a8a9-352b-4379-9e70-daa81fcb3f38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 08:11:08.710148 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c1676129-d127-442f-9fc6-3abaa186d9b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:08.710638 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1676129-d127-442f-9fc6-3abaa186d9b7 None None] Bound using segment: {'id': '1fc3a2b8-a873-4f95-b236-89312809d0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '04a1a8a9-352b-4379-9e70-daa81fcb3f38'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 08:11:08.711369 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-c1676129-d127-442f-9fc6-3abaa186d9b7 None None] Bound port: 2ff5ad46-6749-40c9-a11f-9b271af5030d, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fc3a2b8-a873-4f95-b236-89312809d0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '04a1a8a9-352b-4379-9e70-daa81fcb3f38'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 08:11:08.712474 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c1676129-d127-442f-9fc6-3abaa186d9b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (2ff5ad46-6749-40c9-a11f-9b271af5030d), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:08.793791 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c1676129-d127-442f-9fc6-3abaa186d9b7 None None] For port 2ff5ad46-6749-40c9-a11f-9b271af5030d, host n-d-712749-28, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 08:11:08.799224 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c1676129-d127-442f-9fc6-3abaa186d9b7 None None] For port 2ff5ad46-6749-40c9-a11f-9b271af5030d, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=2ff5ad46-6749-40c9-a11f-9b271af5030d,segment=NetworkSegment(1fc3a2b8-a873-4f95-b236-89312809d0f6),segment_id=1fc3a2b8-a873-4f95-b236-89312809d0f6)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 08:11:08.808882 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c1676129-d127-442f-9fc6-3abaa186d9b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (2ff5ad46-6749-40c9-a11f-9b271af5030d), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:08.846835 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-657859cd-393f-4910-9e13-86f7fd893f60 None None] Set router c31ccaab-41de-40fb-96f4-e2569ae90fac gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 08:11:08.865317 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1676129-d127-442f-9fc6-3abaa186d9b7 None None] Routers {'8baef284-ad67-47c2-b8de-e4fdfd051b7d'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 08:11:08.866111 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-c1676129-d127-442f-9fc6-3abaa186d9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T08:11:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['8baef284-ad67-47c2-b8de-e4fdfd051b7d'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:11:08.938334 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d93017-19d0-4f6b-9234-c4a8a3a7a457 None None] Pushing event updated for resources: {'Port': ['ID=2ff5ad46-6749-40c9-a11f-9b271af5030d,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:11:09.042389 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-c1676129-d127-442f-9fc6-3abaa186d9b7 None None] Set router 8baef284-ad67-47c2-b8de-e4fdfd051b7d gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 08:11:09.042749 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9771dfb2-9a58-4843-874a-cc963a1d6071 None None] Network 0e48ae10-2917-4972-9c9a-0ddecb16dc9c requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 08:11:09.063777 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:09.293157 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9151b03-8a96-4fb4-bee3-1bf4405874a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:09.313788 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-c1676129-d127-442f-9fc6-3abaa186d9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8baef284-ad67-47c2-b8de-e4fdfd051b7d', 'name': 'tempest-TestEncryptedCinderVolumes-1485618182-router', 'tenant_id': '7bfc4756b3da4630a6b6c0d4cbc6998c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': 'cfbce61e-5f43-4a0f-b1a3-34822019b6da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:11:02Z', 'updated_at': '2022-01-28T08:11:04Z', 'revision_number': 4, 'project_id': '7bfc4756b3da4630a6b6c0d4cbc6998c', 'gw_port': {'id': 'cfbce61e-5f43-4a0f-b1a3-34822019b6da', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:5e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8baef284-ad67-47c2-b8de-e4fdfd051b7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:11:02Z', 'updated_at': '2022-01-28T08:11:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '2ff5ad46-6749-40c9-a11f-9b271af5030d', 'name': '', 'network_id': '04a1a8a9-352b-4379-9e70-daa81fcb3f38', 'tenant_id': '7bfc4756b3da4630a6b6c0d4cbc6998c', 'mac_address': 'fa:16:3e:da:7e:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8baef284-ad67-47c2-b8de-e4fdfd051b7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '083d54e6-6f87-41e6-bf93-cb360764a201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:11:04Z', 'updated_at': '2022-01-28T08:11:08Z', 'revision_number': 4, 'project_id': '7bfc4756b3da4630a6b6c0d4cbc6998c', 'subnets': [{'id': '083d54e6-6f87-41e6-bf93-cb360764a201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:11:09.341096 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1676129-d127-442f-9fc6-3abaa186d9b7 None None] The sync data for ids ['8baef284-ad67-47c2-b8de-e4fdfd051b7d'] in n-d-712749-28 is: [{'id': '8baef284-ad67-47c2-b8de-e4fdfd051b7d', 'name': 'tempest-TestEncryptedCinderVolumes-1485618182-router', 'tenant_id': '7bfc4756b3da4630a6b6c0d4cbc6998c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': 'cfbce61e-5f43-4a0f-b1a3-34822019b6da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:11:02Z', 'updated_at': '2022-01-28T08:11:04Z', 'revision_number': 4, 'project_id': '7bfc4756b3da4630a6b6c0d4cbc6998c', 'gw_port': {'id': 'cfbce61e-5f43-4a0f-b1a3-34822019b6da', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:5e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8baef284-ad67-47c2-b8de-e4fdfd051b7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:11:02Z', 'updated_at': '2022-01-28T08:11:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '2ff5ad46-6749-40c9-a11f-9b271af5030d', 'name': '', 'network_id': '04a1a8a9-352b-4379-9e70-daa81fcb3f38', 'tenant_id': '7bfc4756b3da4630a6b6c0d4cbc6998c', 'mac_address': 'fa:16:3e:da:7e:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8baef284-ad67-47c2-b8de-e4fdfd051b7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '083d54e6-6f87-41e6-bf93-cb360764a201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:11:04Z', 'updated_at': '2022-01-28T08:11:08Z', 'revision_number': 4, 'project_id': '7bfc4756b3da4630a6b6c0d4cbc6998c', 'subnets': [{'id': '083d54e6-6f87-41e6-bf93-cb360764a201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 08:11:09.345800 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-730f54b3-229f-42c1-be91-4b37f2e132ef None None] Provisioning complete for port f723412f-1fa5-4e1c-bf6f-e1aa7f1dd485 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:11:09.346091 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-730f54b3-229f-42c1-be91-4b37f2e132ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (f723412f-1fa5-4e1c-bf6f-e1aa7f1dd485), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:09.482039 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-d9151b03-8a96-4fb4-bee3-1bf4405874a9 admin admin] Allocated IP 172.20.0.1 (0e48ae10-2917-4972-9c9a-0ddecb16dc9c/9c230d18-7b97-4c8b-9096-8447e5a2f11c/aa01506f-08a4-4017-a83e-d42e466e84dc) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 08:11:09.520168 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-730f54b3-229f-42c1-be91-4b37f2e132ef None None] Current status of the port f723412f-1fa5-4e1c-bf6f-e1aa7f1dd485 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:11:09.520620 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-730f54b3-229f-42c1-be91-4b37f2e132ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (f723412f-1fa5-4e1c-bf6f-e1aa7f1dd485), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:09.536517 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-657859cd-393f-4910-9e13-86f7fd893f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c31ccaab-41de-40fb-96f4-e2569ae90fac', 'name': 'tempest-TestEncryptedCinderVolumes-920906772-router', 'tenant_id': '490dad17c7494cdd85c25a4ebe7154b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': 'e1f649db-ee60-4e35-8fc1-90ed2736702c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:11:07Z', 'updated_at': '2022-01-28T08:11:07Z', 'revision_number': 3, 'project_id': '490dad17c7494cdd85c25a4ebe7154b1', 'gw_port': {'id': 'e1f649db-ee60-4e35-8fc1-90ed2736702c', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:82:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c31ccaab-41de-40fb-96f4-e2569ae90fac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:11:07Z', 'updated_at': '2022-01-28T08:11:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:11:09.575320 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657859cd-393f-4910-9e13-86f7fd893f60 None None] Checking router: c31ccaab-41de-40fb-96f4-e2569ae90fac for host: n-d-712749-28 {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 08:11:09.575568 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657859cd-393f-4910-9e13-86f7fd893f60 None None] Updating router c31ccaab-41de-40fb-96f4-e2569ae90fac port e1f649db-ee60-4e35-8fc1-90ed2736702c binding host n-d-712749-28 {{(pid=103285) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 08:11:09.610986 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9151b03-8a96-4fb4-bee3-1bf4405874a9 admin admin] Publish callbacks [] for port (aa01506f-08a4-4017-a83e-d42e466e84dc), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:09.622135 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-730f54b3-229f-42c1-be91-4b37f2e132ef None None] For port f723412f-1fa5-4e1c-bf6f-e1aa7f1dd485, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=f723412f-1fa5-4e1c-bf6f-e1aa7f1dd485,segment=NetworkSegment(db72fa4c-d80e-44ef-abe1-20aa0a4f2469),segment_id=db72fa4c-d80e-44ef-abe1-20aa0a4f2469)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:11:09.627679 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-657859cd-393f-4910-9e13-86f7fd893f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (e1f649db-ee60-4e35-8fc1-90ed2736702c), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:09.630261 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-730f54b3-229f-42c1-be91-4b37f2e132ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (f723412f-1fa5-4e1c-bf6f-e1aa7f1dd485), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:09.695414 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9151b03-8a96-4fb4-bee3-1bf4405874a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (aa01506f-08a4-4017-a83e-d42e466e84dc), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:09.733295 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730f54b3-229f-42c1-be91-4b37f2e132ef None None] Pushing event updated for resources: {'Port': ['ID=f723412f-1fa5-4e1c-bf6f-e1aa7f1dd485,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:11:09.736628 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-730f54b3-229f-42c1-be91-4b37f2e132ef None None] Provisioning complete for port 2ff5ad46-6749-40c9-a11f-9b271af5030d triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:11:09.736771 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9151b03-8a96-4fb4-bee3-1bf4405874a9 admin admin] Network 0e48ae10-2917-4972-9c9a-0ddecb16dc9c is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 08:11:09.737011 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-730f54b3-229f-42c1-be91-4b37f2e132ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (2ff5ad46-6749-40c9-a11f-9b271af5030d), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:09.738643 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-d9151b03-8a96-4fb4-bee3-1bf4405874a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 08:11:09.780037 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9151b03-8a96-4fb4-bee3-1bf4405874a9 admin admin] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 08:11:09.849424 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9151b03-8a96-4fb4-bee3-1bf4405874a9 admin admin] Pushing event updated for resources: {'Port': ['ID=aa01506f-08a4-4017-a83e-d42e466e84dc,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:11:09.860364 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9151b03-8a96-4fb4-bee3-1bf4405874a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:11:09.860818 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9151b03-8a96-4fb4-bee3-1bf4405874a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:11:09.861242 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9151b03-8a96-4fb4-bee3-1bf4405874a9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:11:09.861681 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9151b03-8a96-4fb4-bee3-1bf4405874a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:11:09.862098 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9151b03-8a96-4fb4-bee3-1bf4405874a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:11:09.862509 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9151b03-8a96-4fb4-bee3-1bf4405874a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:11:09.863159 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9151b03-8a96-4fb4-bee3-1bf4405874a9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:11:09.863574 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9151b03-8a96-4fb4-bee3-1bf4405874a9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:11:09.863979 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9151b03-8a96-4fb4-bee3-1bf4405874a9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:11:09.864504 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9151b03-8a96-4fb4-bee3-1bf4405874a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:11:09.865162 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9151b03-8a96-4fb4-bee3-1bf4405874a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:11:09.865613 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9151b03-8a96-4fb4-bee3-1bf4405874a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:11:09.866034 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9151b03-8a96-4fb4-bee3-1bf4405874a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:11:09.876625 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9151b03-8a96-4fb4-bee3-1bf4405874a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16609232'] for router_interface (c31ccaab-41de-40fb-96f4-e2569ae90fac), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:09.895156 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:10.028294 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device cfbce61e-5f43-4a0f-b1a3-34822019b6da up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 08:11:10.064953 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9151b03-8a96-4fb4-bee3-1bf4405874a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (aa01506f-08a4-4017-a83e-d42e466e84dc), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:10.094581 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-730f54b3-229f-42c1-be91-4b37f2e132ef None None] Current status of the port 2ff5ad46-6749-40c9-a11f-9b271af5030d is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:11:10.095000 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-730f54b3-229f-42c1-be91-4b37f2e132ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (2ff5ad46-6749-40c9-a11f-9b271af5030d), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:10.170773 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-730f54b3-229f-42c1-be91-4b37f2e132ef None None] For port 2ff5ad46-6749-40c9-a11f-9b271af5030d, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=2ff5ad46-6749-40c9-a11f-9b271af5030d,segment=NetworkSegment(1fc3a2b8-a873-4f95-b236-89312809d0f6),segment_id=1fc3a2b8-a873-4f95-b236-89312809d0f6)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:11:10.182076 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-730f54b3-229f-42c1-be91-4b37f2e132ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (2ff5ad46-6749-40c9-a11f-9b271af5030d), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:10.243702 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port cfbce61e-5f43-4a0f-b1a3-34822019b6da triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:11:10.244097 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (cfbce61e-5f43-4a0f-b1a3-34822019b6da), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:10.257969 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9151b03-8a96-4fb4-bee3-1bf4405874a9 admin admin] Publish callbacks [] for port (aa01506f-08a4-4017-a83e-d42e466e84dc), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:10.263501 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9151b03-8a96-4fb4-bee3-1bf4405874a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (aa01506f-08a4-4017-a83e-d42e466e84dc), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:10.285906 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-657859cd-393f-4910-9e13-86f7fd893f60 None None] Publish callbacks [] for port (e1f649db-ee60-4e35-8fc1-90ed2736702c), precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:10.316959 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-657859cd-393f-4910-9e13-86f7fd893f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (e1f649db-ee60-4e35-8fc1-90ed2736702c), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:10.332956 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9151b03-8a96-4fb4-bee3-1bf4405874a9 admin admin] Pushing event updated for resources: {'Port': ['ID=aa01506f-08a4-4017-a83e-d42e466e84dc,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:11:10.335411 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9151b03-8a96-4fb4-bee3-1bf4405874a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16318999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16606560'] for router_interface (c31ccaab-41de-40fb-96f4-e2569ae90fac), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:10.335952 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730f54b3-229f-42c1-be91-4b37f2e132ef None None] Pushing event updated for resources: {'Port': ['ID=2ff5ad46-6749-40c9-a11f-9b271af5030d,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:11:10.385548 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-618c0b82-0bff-4c05-915a-fd5577c5971c None None] Provisioning complete for port f723412f-1fa5-4e1c-bf6f-e1aa7f1dd485 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:11:10.385548 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-618c0b82-0bff-4c05-915a-fd5577c5971c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (f723412f-1fa5-4e1c-bf6f-e1aa7f1dd485), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:10.394924 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-657859cd-393f-4910-9e13-86f7fd893f60 None None] Attempting to bind port e1f649db-ee60-4e35-8fc1-90ed2736702c on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 08:11:10.395308 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-657859cd-393f-4910-9e13-86f7fd893f60 None None] Attempting to bind port e1f649db-ee60-4e35-8fc1-90ed2736702c by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 08:11:10.395682 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657859cd-393f-4910-9e13-86f7fd893f60 None None] Attempting to bind port e1f649db-ee60-4e35-8fc1-90ed2736702c on network 7d5b3724-deef-4831-8d43-cb9b8176573c {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 08:11:10.437206 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9151b03-8a96-4fb4-bee3-1bf4405874a9 admin admin] Network 0e48ae10-2917-4972-9c9a-0ddecb16dc9c is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 08:11:10.438681 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-d9151b03-8a96-4fb4-bee3-1bf4405874a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 08:11:10.451733 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657859cd-393f-4910-9e13-86f7fd893f60 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 8, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 08:11:10.452124 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657859cd-393f-4910-9e13-86f7fd893f60 None None] Checking segment: {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 08:11:10.452555 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-657859cd-393f-4910-9e13-86f7fd893f60 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:10.452967 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657859cd-393f-4910-9e13-86f7fd893f60 None None] Bound using segment: {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 08:11:10.453456 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-657859cd-393f-4910-9e13-86f7fd893f60 None None] Bound port: e1f649db-ee60-4e35-8fc1-90ed2736702c, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 08:11:10.453843 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-657859cd-393f-4910-9e13-86f7fd893f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (e1f649db-ee60-4e35-8fc1-90ed2736702c), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:10.455422 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7758031b-ab91-4fcd-80cf-5ee1589a4a11 None None] Pushing event updated for resources: {'Port': ['ID=e1f649db-ee60-4e35-8fc1-90ed2736702c,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:11:10.518802 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port cfbce61e-5f43-4a0f-b1a3-34822019b6da is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:11:10.522378 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 2ff5ad46-6749-40c9-a11f-9b271af5030d up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 08:11:10.564362 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9151b03-8a96-4fb4-bee3-1bf4405874a9 admin admin] Router c31ccaab-41de-40fb-96f4-e2569ae90fac has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 08:11:10.578702 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-657859cd-393f-4910-9e13-86f7fd893f60 None None] For port e1f649db-ee60-4e35-8fc1-90ed2736702c, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 08:11:10.618307 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-657859cd-393f-4910-9e13-86f7fd893f60 None None] For port e1f649db-ee60-4e35-8fc1-90ed2736702c, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=e1f649db-ee60-4e35-8fc1-90ed2736702c,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 08:11:10.632377 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-657859cd-393f-4910-9e13-86f7fd893f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (e1f649db-ee60-4e35-8fc1-90ed2736702c), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:10.641259 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-618c0b82-0bff-4c05-915a-fd5577c5971c None None] Current status of the port f723412f-1fa5-4e1c-bf6f-e1aa7f1dd485 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:11:10.683173 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9151b03-8a96-4fb4-bee3-1bf4405874a9 admin admin] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 08:11:10.683379 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 2ff5ad46-6749-40c9-a11f-9b271af5030d triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:11:10.683591 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (2ff5ad46-6749-40c9-a11f-9b271af5030d), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:10.688957 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-d9151b03-8a96-4fb4-bee3-1bf4405874a9 admin admin] 10.222.0.41 "PUT /v2.0/routers/c31ccaab-41de-40fb-96f4-e2569ae90fac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0532987 Jan 28 08:11:10.698523 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-618c0b82-0bff-4c05-915a-fd5577c5971c None None] Provisioning complete for port 2ff5ad46-6749-40c9-a11f-9b271af5030d triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:11:10.698904 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-618c0b82-0bff-4c05-915a-fd5577c5971c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (2ff5ad46-6749-40c9-a11f-9b271af5030d), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:10.733664 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657859cd-393f-4910-9e13-86f7fd893f60 None None] Routers {'c31ccaab-41de-40fb-96f4-e2569ae90fac'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 08:11:10.734303 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-657859cd-393f-4910-9e13-86f7fd893f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T08:11:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['c31ccaab-41de-40fb-96f4-e2569ae90fac'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:11:10.798791 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7758031b-ab91-4fcd-80cf-5ee1589a4a11 None None] Pushing event updated for resources: {'Port': ['ID=e1f649db-ee60-4e35-8fc1-90ed2736702c,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:11:10.955635 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-657859cd-393f-4910-9e13-86f7fd893f60 None None] Set router c31ccaab-41de-40fb-96f4-e2569ae90fac gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 08:11:10.987256 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-618c0b82-0bff-4c05-915a-fd5577c5971c None None] Current status of the port 2ff5ad46-6749-40c9-a11f-9b271af5030d is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:11:10.991068 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 2ff5ad46-6749-40c9-a11f-9b271af5030d is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:11:10.992095 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device f723412f-1fa5-4e1c-bf6f-e1aa7f1dd485 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 08:11:11.072736 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-618c0b82-0bff-4c05-915a-fd5577c5971c None None] Provisioning complete for port aa01506f-08a4-4017-a83e-d42e466e84dc triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:11:11.073120 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-618c0b82-0bff-4c05-915a-fd5577c5971c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (aa01506f-08a4-4017-a83e-d42e466e84dc), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:11.162036 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-618c0b82-0bff-4c05-915a-fd5577c5971c None None] Port aa01506f-08a4-4017-a83e-d42e466e84dc cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 08:11:11.182696 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port f723412f-1fa5-4e1c-bf6f-e1aa7f1dd485 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:11:11.183081 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (f723412f-1fa5-4e1c-bf6f-e1aa7f1dd485), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:11.442921 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-458ee956-9afd-4f1f-b602-c1333b55e3bb None None] Provisioning complete for port aa01506f-08a4-4017-a83e-d42e466e84dc triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:11:11.443212 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-458ee956-9afd-4f1f-b602-c1333b55e3bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (aa01506f-08a4-4017-a83e-d42e466e84dc), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:11.448723 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9f4e4b-0bf5-4c6a-85c8-e6d85f9050ff req-e1e15229-65c8-4949-890e-acb83edb3002 tempest-TestEncryptedCinderVolumes-2033308549 tempest-TestEncryptedCinderVolumes-2033308549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:11:11.450237 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ba9f4e4b-0bf5-4c6a-85c8-e6d85f9050ff req-e1e15229-65c8-4949-890e-acb83edb3002 tempest-TestEncryptedCinderVolumes-2033308549 tempest-TestEncryptedCinderVolumes-2033308549-project] 10.222.0.41 "GET /v2.0/networks?id=04a1a8a9-352b-4379-9e70-daa81fcb3f38 HTTP/1.1" status: 200 len: 817 time: 0.1062493 Jan 28 08:11:11.465946 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ba9f4e4b-0bf5-4c6a-85c8-e6d85f9050ff req-74d73bc8-0743-4b12-884d-165252e90c54 tempest-TestEncryptedCinderVolumes-2033308549 tempest-TestEncryptedCinderVolumes-2033308549-project] 10.222.0.41 "GET /v2.0/quotas/7bfc4756b3da4630a6b6c0d4cbc6998c HTTP/1.1" status: 200 len: 375 time: 0.0099506 Jan 28 08:11:11.515396 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-458ee956-9afd-4f1f-b602-c1333b55e3bb None None] Port aa01506f-08a4-4017-a83e-d42e466e84dc cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 08:11:11.517662 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ba9f4e4b-0bf5-4c6a-85c8-e6d85f9050ff req-920fb450-e327-4918-b1eb-984ce8eab40e tempest-TestEncryptedCinderVolumes-2033308549 tempest-TestEncryptedCinderVolumes-2033308549-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=7bfc4756b3da4630a6b6c0d4cbc6998c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0464878 Jan 28 08:11:11.531778 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port f723412f-1fa5-4e1c-bf6f-e1aa7f1dd485 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:11:11.536331 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-657859cd-393f-4910-9e13-86f7fd893f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c31ccaab-41de-40fb-96f4-e2569ae90fac', 'name': 'tempest-TestEncryptedCinderVolumes-920906772-router', 'tenant_id': '490dad17c7494cdd85c25a4ebe7154b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': 'e1f649db-ee60-4e35-8fc1-90ed2736702c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:11:07Z', 'updated_at': '2022-01-28T08:11:10Z', 'revision_number': 4, 'project_id': '490dad17c7494cdd85c25a4ebe7154b1', 'gw_port': {'id': 'e1f649db-ee60-4e35-8fc1-90ed2736702c', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:82:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c31ccaab-41de-40fb-96f4-e2569ae90fac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:11:07Z', 'updated_at': '2022-01-28T08:11:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': 'aa01506f-08a4-4017-a83e-d42e466e84dc', 'name': '', 'network_id': '0e48ae10-2917-4972-9c9a-0ddecb16dc9c', 'tenant_id': '490dad17c7494cdd85c25a4ebe7154b1', 'mac_address': 'fa:16:3e:9b:84:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c31ccaab-41de-40fb-96f4-e2569ae90fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '9c230d18-7b97-4c8b-9096-8447e5a2f11c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:11:09Z', 'updated_at': '2022-01-28T08:11:10Z', 'revision_number': 2, 'project_id': '490dad17c7494cdd85c25a4ebe7154b1', 'subnets': [{'id': '9c230d18-7b97-4c8b-9096-8447e5a2f11c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:11:11.563061 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657859cd-393f-4910-9e13-86f7fd893f60 None None] The sync data for ids ['c31ccaab-41de-40fb-96f4-e2569ae90fac'] in n-d-712749-28 is: [{'id': 'c31ccaab-41de-40fb-96f4-e2569ae90fac', 'name': 'tempest-TestEncryptedCinderVolumes-920906772-router', 'tenant_id': '490dad17c7494cdd85c25a4ebe7154b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': 'e1f649db-ee60-4e35-8fc1-90ed2736702c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:11:07Z', 'updated_at': '2022-01-28T08:11:10Z', 'revision_number': 4, 'project_id': '490dad17c7494cdd85c25a4ebe7154b1', 'gw_port': {'id': 'e1f649db-ee60-4e35-8fc1-90ed2736702c', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:82:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c31ccaab-41de-40fb-96f4-e2569ae90fac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:11:07Z', 'updated_at': '2022-01-28T08:11:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': 'aa01506f-08a4-4017-a83e-d42e466e84dc', 'name': '', 'network_id': '0e48ae10-2917-4972-9c9a-0ddecb16dc9c', 'tenant_id': '490dad17c7494cdd85c25a4ebe7154b1', 'mac_address': 'fa:16:3e:9b:84:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c31ccaab-41de-40fb-96f4-e2569ae90fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '9c230d18-7b97-4c8b-9096-8447e5a2f11c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:11:09Z', 'updated_at': '2022-01-28T08:11:10Z', 'revision_number': 2, 'project_id': '490dad17c7494cdd85c25a4ebe7154b1', 'subnets': [{'id': '9c230d18-7b97-4c8b-9096-8447e5a2f11c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 08:11:11.622234 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ba9f4e4b-0bf5-4c6a-85c8-e6d85f9050ff req-d0c03a42-ba04-439f-8516-ee313354b7a2 service neutron] 10.222.0.41 "GET /v2.0/networks/04a1a8a9-352b-4379-9e70-daa81fcb3f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911708 Jan 28 08:11:11.714953 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ba9f4e4b-0bf5-4c6a-85c8-e6d85f9050ff req-a18baa48-410c-4b44-82fc-d3b2efa63d5a service neutron] 10.222.0.41 "GET /v2.0/networks/04a1a8a9-352b-4379-9e70-daa81fcb3f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869765 Jan 28 08:11:11.716034 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 2ff5ad46-6749-40c9-a11f-9b271af5030d up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 08:11:11.777070 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 2ff5ad46-6749-40c9-a11f-9b271af5030d triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:11:11.777489 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (2ff5ad46-6749-40c9-a11f-9b271af5030d), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:11.887386 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 2ff5ad46-6749-40c9-a11f-9b271af5030d is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:11:11.888618 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device f723412f-1fa5-4e1c-bf6f-e1aa7f1dd485 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 08:11:11.923674 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-abeada34-c8ca-415f-95fd-aa575c18fdee req-f132b9e9-a340-4614-9c0f-96a76787a358 tempest-TestEncryptedCinderVolumes-2033308549 tempest-TestEncryptedCinderVolumes-2033308549-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e55940b-fcf2-43aa-b3f0-7be13e337736 HTTP/1.1" status: 200 len: 210 time: 0.0331964 Jan 28 08:11:11.949450 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port f723412f-1fa5-4e1c-bf6f-e1aa7f1dd485 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:11:11.950184 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (f723412f-1fa5-4e1c-bf6f-e1aa7f1dd485), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:12.041010 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port f723412f-1fa5-4e1c-bf6f-e1aa7f1dd485 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:11:13.078653 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9ad2cc0a-b98a-4d07-a024-bc34e8ac7b1e req-a732d5f9-9e98-45d0-9dce-81284d2eb5c7 tempest-TestEncryptedCinderVolumes-2033308549 tempest-TestEncryptedCinderVolumes-2033308549-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e55940b-fcf2-43aa-b3f0-7be13e337736 HTTP/1.1" status: 200 len: 210 time: 0.0714204 Jan 28 08:11:13.133597 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9f4e4b-0bf5-4c6a-85c8-e6d85f9050ff req-f80cccf4-b62d-4244-9a98-bda24447ce3e tempest-TestEncryptedCinderVolumes-2033308549 tempest-TestEncryptedCinderVolumes-2033308549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:11:13.135200 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ba9f4e4b-0bf5-4c6a-85c8-e6d85f9050ff req-f80cccf4-b62d-4244-9a98-bda24447ce3e tempest-TestEncryptedCinderVolumes-2033308549 tempest-TestEncryptedCinderVolumes-2033308549-project] 10.222.0.10 "GET /v2.0/networks?id=04a1a8a9-352b-4379-9e70-daa81fcb3f38 HTTP/1.1" status: 200 len: 817 time: 0.1401289 Jan 28 08:11:13.161962 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-ba9f4e4b-0bf5-4c6a-85c8-e6d85f9050ff req-8ae679aa-b823-4840-96c5-895e99b4977a tempest-TestEncryptedCinderVolumes-2033308549 tempest-TestEncryptedCinderVolumes-2033308549-project] Request body: {'port': {'device_id': '1e55940b-fcf2-43aa-b3f0-7be13e337736', 'network_id': '04a1a8a9-352b-4379-9e70-daa81fcb3f38', 'admin_state_up': True, 'tenant_id': '7bfc4756b3da4630a6b6c0d4cbc6998c'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:11:13.278184 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba9f4e4b-0bf5-4c6a-85c8-e6d85f9050ff req-8ae679aa-b823-4840-96c5-895e99b4977a tempest-TestEncryptedCinderVolumes-2033308549 tempest-TestEncryptedCinderVolumes-2033308549-project] Made reservation on behalf of 7bfc4756b3da4630a6b6c0d4cbc6998c for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 08:11:13.281994 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ba9f4e4b-0bf5-4c6a-85c8-e6d85f9050ff req-8ae679aa-b823-4840-96c5-895e99b4977a tempest-TestEncryptedCinderVolumes-2033308549 tempest-TestEncryptedCinderVolumes-2033308549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:13.419815 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-ba9f4e4b-0bf5-4c6a-85c8-e6d85f9050ff req-8ae679aa-b823-4840-96c5-895e99b4977a tempest-TestEncryptedCinderVolumes-2033308549 tempest-TestEncryptedCinderVolumes-2033308549-project] Allocated IP 172.20.0.5 (04a1a8a9-352b-4379-9e70-daa81fcb3f38/083d54e6-6f87-41e6-bf93-cb360764a201/efd73c48-518e-456b-b958-1779c123ee1a) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 08:11:13.577326 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ba9f4e4b-0bf5-4c6a-85c8-e6d85f9050ff req-8ae679aa-b823-4840-96c5-895e99b4977a tempest-TestEncryptedCinderVolumes-2033308549 tempest-TestEncryptedCinderVolumes-2033308549-project] Publish callbacks [] for port (efd73c48-518e-456b-b958-1779c123ee1a), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:13.613242 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ba9f4e4b-0bf5-4c6a-85c8-e6d85f9050ff req-8ae679aa-b823-4840-96c5-895e99b4977a tempest-TestEncryptedCinderVolumes-2033308549 tempest-TestEncryptedCinderVolumes-2033308549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (efd73c48-518e-456b-b958-1779c123ee1a), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:13.656786 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba9f4e4b-0bf5-4c6a-85c8-e6d85f9050ff req-8ae679aa-b823-4840-96c5-895e99b4977a tempest-TestEncryptedCinderVolumes-2033308549 tempest-TestEncryptedCinderVolumes-2033308549-project] Network 04a1a8a9-352b-4379-9e70-daa81fcb3f38 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 08:11:13.663895 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-ba9f4e4b-0bf5-4c6a-85c8-e6d85f9050ff req-8ae679aa-b823-4840-96c5-895e99b4977a tempest-TestEncryptedCinderVolumes-2033308549 tempest-TestEncryptedCinderVolumes-2033308549-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 08:11:13.669171 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba9f4e4b-0bf5-4c6a-85c8-e6d85f9050ff req-8ae679aa-b823-4840-96c5-895e99b4977a tempest-TestEncryptedCinderVolumes-2033308549 tempest-TestEncryptedCinderVolumes-2033308549-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 08:11:13.674072 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae679aa-b823-4840-96c5-895e99b4977a tempest-TestEncryptedCinderVolumes-2033308549 tempest-TestEncryptedCinderVolumes-2033308549-project] Pushing event updated for resources: {'Port': ['ID=efd73c48-518e-456b-b958-1779c123ee1a,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:11:13.723986 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9f4e4b-0bf5-4c6a-85c8-e6d85f9050ff req-8ae679aa-b823-4840-96c5-895e99b4977a tempest-TestEncryptedCinderVolumes-2033308549 tempest-TestEncryptedCinderVolumes-2033308549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:11:13.724632 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ba9f4e4b-0bf5-4c6a-85c8-e6d85f9050ff req-8ae679aa-b823-4840-96c5-895e99b4977a tempest-TestEncryptedCinderVolumes-2033308549 tempest-TestEncryptedCinderVolumes-2033308549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:13.740165 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61def4ac-3617-4ead-b720-0095f781c7c7 None None] Sync routers for ids ['c31ccaab-41de-40fb-96f4-e2569ae90fac'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 08:11:13.742372 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ba9f4e4b-0bf5-4c6a-85c8-e6d85f9050ff req-8ae679aa-b823-4840-96c5-895e99b4977a tempest-TestEncryptedCinderVolumes-2033308549 tempest-TestEncryptedCinderVolumes-2033308549-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5844498 Jan 28 08:11:13.753525 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61def4ac-3617-4ead-b720-0095f781c7c7 None None] Routers {'c31ccaab-41de-40fb-96f4-e2569ae90fac'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 08:11:13.754384 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-61def4ac-3617-4ead-b720-0095f781c7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T08:11:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['c31ccaab-41de-40fb-96f4-e2569ae90fac'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:11:13.768049 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-ba9f4e4b-0bf5-4c6a-85c8-e6d85f9050ff req-86e1f2d3-0256-4e35-8300-fa1b5ea58207 service neutron] Request body: {'port': {'device_id': '1e55940b-fcf2-43aa-b3f0-7be13e337736', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-28'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:11:13.828871 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ba9f4e4b-0bf5-4c6a-85c8-e6d85f9050ff req-86e1f2d3-0256-4e35-8300-fa1b5ea58207 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (efd73c48-518e-456b-b958-1779c123ee1a), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:13.853384 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device e1f649db-ee60-4e35-8fc1-90ed2736702c up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 08:11:13.948731 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port e1f649db-ee60-4e35-8fc1-90ed2736702c triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:11:13.949418 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (e1f649db-ee60-4e35-8fc1-90ed2736702c), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:14.014483 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-61def4ac-3617-4ead-b720-0095f781c7c7 None None] Set router c31ccaab-41de-40fb-96f4-e2569ae90fac gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 08:11:14.061265 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port e1f649db-ee60-4e35-8fc1-90ed2736702c is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:11:14.061659 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (e1f649db-ee60-4e35-8fc1-90ed2736702c), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:14.096471 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] For port e1f649db-ee60-4e35-8fc1-90ed2736702c, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=e1f649db-ee60-4e35-8fc1-90ed2736702c,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:11:14.108610 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (e1f649db-ee60-4e35-8fc1-90ed2736702c), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:14.119188 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-94323cf6-3592-4281-98d1-cfda7f69a083 None None] Provisioning complete for port efd73c48-518e-456b-b958-1779c123ee1a triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:11:14.119565 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-94323cf6-3592-4281-98d1-cfda7f69a083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (efd73c48-518e-456b-b958-1779c123ee1a), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:14.191170 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-94323cf6-3592-4281-98d1-cfda7f69a083 None None] Port efd73c48-518e-456b-b958-1779c123ee1a cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 08:11:14.215483 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Pushing event updated for resources: {'Port': ['ID=e1f649db-ee60-4e35-8fc1-90ed2736702c,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:11:14.263691 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-ba9f4e4b-0bf5-4c6a-85c8-e6d85f9050ff req-86e1f2d3-0256-4e35-8300-fa1b5ea58207 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efd73c48-518e-456b-b958-1779c123ee1a {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 08:11:14.276027 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ba9f4e4b-0bf5-4c6a-85c8-e6d85f9050ff req-86e1f2d3-0256-4e35-8300-fa1b5ea58207 service neutron] Publish callbacks [] for port (efd73c48-518e-456b-b958-1779c123ee1a), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:14.277373 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-61def4ac-3617-4ead-b720-0095f781c7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c31ccaab-41de-40fb-96f4-e2569ae90fac', 'name': 'tempest-TestEncryptedCinderVolumes-920906772-router', 'tenant_id': '490dad17c7494cdd85c25a4ebe7154b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': 'e1f649db-ee60-4e35-8fc1-90ed2736702c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:11:07Z', 'updated_at': '2022-01-28T08:11:10Z', 'revision_number': 4, 'project_id': '490dad17c7494cdd85c25a4ebe7154b1', 'gw_port': {'id': 'e1f649db-ee60-4e35-8fc1-90ed2736702c', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:82:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c31ccaab-41de-40fb-96f4-e2569ae90fac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:11:07Z', 'updated_at': '2022-01-28T08:11:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': 'aa01506f-08a4-4017-a83e-d42e466e84dc', 'name': '', 'network_id': '0e48ae10-2917-4972-9c9a-0ddecb16dc9c', 'tenant_id': '490dad17c7494cdd85c25a4ebe7154b1', 'mac_address': 'fa:16:3e:9b:84:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c31ccaab-41de-40fb-96f4-e2569ae90fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '9c230d18-7b97-4c8b-9096-8447e5a2f11c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:11:09Z', 'updated_at': '2022-01-28T08:11:10Z', 'revision_number': 2, 'project_id': '490dad17c7494cdd85c25a4ebe7154b1', 'subnets': [{'id': '9c230d18-7b97-4c8b-9096-8447e5a2f11c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:11:14.292294 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-ba9f4e4b-0bf5-4c6a-85c8-e6d85f9050ff req-86e1f2d3-0256-4e35-8300-fa1b5ea58207 service neutron] Transition to ACTIVE for port object efd73c48-518e-456b-b958-1779c123ee1a will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 08:11:14.299069 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ba9f4e4b-0bf5-4c6a-85c8-e6d85f9050ff req-86e1f2d3-0256-4e35-8300-fa1b5ea58207 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (efd73c48-518e-456b-b958-1779c123ee1a), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:14.301099 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb774f45-6995-440d-8d03-efa4b0cbc14d req-20c8b9e4-7acb-43f2-abf7-0a1316a87571 tempest-TestEncryptedCinderVolumes-2033308549 tempest-TestEncryptedCinderVolumes-2033308549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:11:14.304963 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-cb774f45-6995-440d-8d03-efa4b0cbc14d req-20c8b9e4-7acb-43f2-abf7-0a1316a87571 tempest-TestEncryptedCinderVolumes-2033308549 tempest-TestEncryptedCinderVolumes-2033308549-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e55940b-fcf2-43aa-b3f0-7be13e337736 HTTP/1.1" status: 200 len: 931 time: 0.0873296 Jan 28 08:11:14.315538 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61def4ac-3617-4ead-b720-0095f781c7c7 None None] Checking router: c31ccaab-41de-40fb-96f4-e2569ae90fac for host: n-d-712749-28 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 08:11:14.316040 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61def4ac-3617-4ead-b720-0095f781c7c7 None None] Updating router c31ccaab-41de-40fb-96f4-e2569ae90fac port aa01506f-08a4-4017-a83e-d42e466e84dc binding host n-d-712749-28 {{(pid=103286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 08:11:14.357942 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-61def4ac-3617-4ead-b720-0095f781c7c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (aa01506f-08a4-4017-a83e-d42e466e84dc), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:14.365961 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-cb774f45-6995-440d-8d03-efa4b0cbc14d req-9d961150-17da-43b3-8e91-f10ccf6c45d6 tempest-TestEncryptedCinderVolumes-2033308549 tempest-TestEncryptedCinderVolumes-2033308549-project] 10.222.0.41 "GET /v2.0/security-groups?id=9491ff6b-9374-41ba-8a4e-41d2ece25d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533490 Jan 28 08:11:14.419290 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e1f2d3-0256-4e35-8300-fa1b5ea58207 service neutron] Pushing event updated for resources: {'Port': ['ID=efd73c48-518e-456b-b958-1779c123ee1a,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:11:14.470996 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-ba9f4e4b-0bf5-4c6a-85c8-e6d85f9050ff req-86e1f2d3-0256-4e35-8300-fa1b5ea58207 service neutron] Attempting to bind port efd73c48-518e-456b-b958-1779c123ee1a on host n-h1-712749-28 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 08:11:14.471730 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-ba9f4e4b-0bf5-4c6a-85c8-e6d85f9050ff req-86e1f2d3-0256-4e35-8300-fa1b5ea58207 service neutron] Attempting to bind port efd73c48-518e-456b-b958-1779c123ee1a by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': '1fc3a2b8-a873-4f95-b236-89312809d0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '04a1a8a9-352b-4379-9e70-daa81fcb3f38'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 08:11:14.472392 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba9f4e4b-0bf5-4c6a-85c8-e6d85f9050ff req-86e1f2d3-0256-4e35-8300-fa1b5ea58207 service neutron] Attempting to bind port efd73c48-518e-456b-b958-1779c123ee1a on network 04a1a8a9-352b-4379-9e70-daa81fcb3f38 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 08:11:14.478628 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba9f4e4b-0bf5-4c6a-85c8-e6d85f9050ff req-86e1f2d3-0256-4e35-8300-fa1b5ea58207 service neutron] Port efd73c48-518e-456b-b958-1779c123ee1a on network 04a1a8a9-352b-4379-9e70-daa81fcb3f38 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 08:11:14.479343 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba9f4e4b-0bf5-4c6a-85c8-e6d85f9050ff req-86e1f2d3-0256-4e35-8300-fa1b5ea58207 service neutron] Attempting to bind port efd73c48-518e-456b-b958-1779c123ee1a on network 04a1a8a9-352b-4379-9e70-daa81fcb3f38 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 08:11:14.485800 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba9f4e4b-0bf5-4c6a-85c8-e6d85f9050ff req-86e1f2d3-0256-4e35-8300-fa1b5ea58207 service neutron] Checking agent: {'id': '2fca46b1-237f-4857-9290-2429d810e472', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 8, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 08:11:14.486385 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba9f4e4b-0bf5-4c6a-85c8-e6d85f9050ff req-86e1f2d3-0256-4e35-8300-fa1b5ea58207 service neutron] Checking segment: {'id': '1fc3a2b8-a873-4f95-b236-89312809d0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '04a1a8a9-352b-4379-9e70-daa81fcb3f38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 08:11:14.486937 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba9f4e4b-0bf5-4c6a-85c8-e6d85f9050ff req-86e1f2d3-0256-4e35-8300-fa1b5ea58207 service neutron] Bound using segment: {'id': '1fc3a2b8-a873-4f95-b236-89312809d0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '04a1a8a9-352b-4379-9e70-daa81fcb3f38'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 08:11:14.487609 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-ba9f4e4b-0bf5-4c6a-85c8-e6d85f9050ff req-86e1f2d3-0256-4e35-8300-fa1b5ea58207 service neutron] Bound port: efd73c48-518e-456b-b958-1779c123ee1a, host: n-h1-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fc3a2b8-a873-4f95-b236-89312809d0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '04a1a8a9-352b-4379-9e70-daa81fcb3f38'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 08:11:14.488142 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ba9f4e4b-0bf5-4c6a-85c8-e6d85f9050ff req-86e1f2d3-0256-4e35-8300-fa1b5ea58207 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (efd73c48-518e-456b-b958-1779c123ee1a), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:14.558399 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-ba9f4e4b-0bf5-4c6a-85c8-e6d85f9050ff req-86e1f2d3-0256-4e35-8300-fa1b5ea58207 service neutron] For port efd73c48-518e-456b-b958-1779c123ee1a, host n-h1-712749-28, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 08:11:14.561956 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-ba9f4e4b-0bf5-4c6a-85c8-e6d85f9050ff req-86e1f2d3-0256-4e35-8300-fa1b5ea58207 service neutron] For port efd73c48-518e-456b-b958-1779c123ee1a, host n-h1-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=efd73c48-518e-456b-b958-1779c123ee1a,segment=NetworkSegment(1fc3a2b8-a873-4f95-b236-89312809d0f6),segment_id=1fc3a2b8-a873-4f95-b236-89312809d0f6)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 08:11:14.568568 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ba9f4e4b-0bf5-4c6a-85c8-e6d85f9050ff req-86e1f2d3-0256-4e35-8300-fa1b5ea58207 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (efd73c48-518e-456b-b958-1779c123ee1a), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:14.614813 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9f4e4b-0bf5-4c6a-85c8-e6d85f9050ff req-86e1f2d3-0256-4e35-8300-fa1b5ea58207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:11:14.615447 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ba9f4e4b-0bf5-4c6a-85c8-e6d85f9050ff req-86e1f2d3-0256-4e35-8300-fa1b5ea58207 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:14.618372 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ba9f4e4b-0bf5-4c6a-85c8-e6d85f9050ff req-86e1f2d3-0256-4e35-8300-fa1b5ea58207 service neutron] 10.222.0.10 "PUT /v2.0/ports/efd73c48-518e-456b-b958-1779c123ee1a HTTP/1.1" status: 200 len: 1092 time: 0.8556406 Jan 28 08:11:14.621040 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e55940b-fcf2-43aa-b3f0-7be13e337736', 'tag': 'efd73c48-518e-456b-b958-1779c123ee1a'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 08:11:14.623346 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea2b103cb7827510f28784975546feb0b63800b94dfac5f98f271904baace09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4167cf63-8cc3-45a0-8461-393add759bdb" -d '{"events": [{"name": "network-changed", "server_uuid": "1e55940b-fcf2-43aa-b3f0-7be13e337736", "tag": "efd73c48-518e-456b-b958-1779c123ee1a"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 08:11:14.663617 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e1f2d3-0256-4e35-8300-fa1b5ea58207 service neutron] Pushing event updated for resources: {'Port': ['ID=efd73c48-518e-456b-b958-1779c123ee1a,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:11:14.692593 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-61def4ac-3617-4ead-b720-0095f781c7c7 None None] Publish callbacks [] for port (aa01506f-08a4-4017-a83e-d42e466e84dc), precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:14.704812 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-61def4ac-3617-4ead-b720-0095f781c7c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (aa01506f-08a4-4017-a83e-d42e466e84dc), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:14.744332 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 08:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5683ad18-943a-48f5-8a41-99d4094566dc x-openstack-request-id: req-5683ad18-943a-48f5-8a41-99d4094566dc {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 08:11:14.744670 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e55940b-fcf2-43aa-b3f0-7be13e337736", "tag": "efd73c48-518e-456b-b958-1779c123ee1a", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 08:11:14.744899 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5683ad18-943a-48f5-8a41-99d4094566dc {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 08:11:14.745304 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e55940b-fcf2-43aa-b3f0-7be13e337736', 'tag': 'efd73c48-518e-456b-b958-1779c123ee1a', 'status': 'completed', 'code': 200} Jan 28 08:11:14.765738 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9f4e4b-0bf5-4c6a-85c8-e6d85f9050ff req-ace47e7e-558e-412f-bbc5-2cdcd8282151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:11:14.767432 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ba9f4e4b-0bf5-4c6a-85c8-e6d85f9050ff req-ace47e7e-558e-412f-bbc5-2cdcd8282151 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7bfc4756b3da4630a6b6c0d4cbc6998c&device_id=1e55940b-fcf2-43aa-b3f0-7be13e337736 HTTP/1.1" status: 200 len: 1095 time: 0.0819244 Jan 28 08:11:14.783067 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a36869a-83f5-429a-95f8-77eeda451cd3 None None] Pushing event updated for resources: {'Port': ['ID=aa01506f-08a4-4017-a83e-d42e466e84dc,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:11:14.833241 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ba9f4e4b-0bf5-4c6a-85c8-e6d85f9050ff req-beccd21d-f513-4199-aa4a-0d7cb616429c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=efd73c48-518e-456b-b958-1779c123ee1a HTTP/1.1" status: 200 len: 217 time: 0.0485256 Jan 28 08:11:14.851853 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-61def4ac-3617-4ead-b720-0095f781c7c7 None None] Attempting to bind port aa01506f-08a4-4017-a83e-d42e466e84dc on host n-d-712749-28 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 08:11:14.852399 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-61def4ac-3617-4ead-b720-0095f781c7c7 None None] Attempting to bind port aa01506f-08a4-4017-a83e-d42e466e84dc by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': 'db72fa4c-d80e-44ef-abe1-20aa0a4f2469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '0e48ae10-2917-4972-9c9a-0ddecb16dc9c'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 08:11:14.852832 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61def4ac-3617-4ead-b720-0095f781c7c7 None None] Attempting to bind port aa01506f-08a4-4017-a83e-d42e466e84dc on network 0e48ae10-2917-4972-9c9a-0ddecb16dc9c {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 08:11:14.859353 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61def4ac-3617-4ead-b720-0095f781c7c7 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 8, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 08:11:14.860162 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61def4ac-3617-4ead-b720-0095f781c7c7 None None] Checking segment: {'id': 'db72fa4c-d80e-44ef-abe1-20aa0a4f2469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '0e48ae10-2917-4972-9c9a-0ddecb16dc9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 08:11:14.860836 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-61def4ac-3617-4ead-b720-0095f781c7c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:14.861608 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61def4ac-3617-4ead-b720-0095f781c7c7 None None] Bound using segment: {'id': 'db72fa4c-d80e-44ef-abe1-20aa0a4f2469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '0e48ae10-2917-4972-9c9a-0ddecb16dc9c'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 08:11:14.862255 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-61def4ac-3617-4ead-b720-0095f781c7c7 None None] Bound port: aa01506f-08a4-4017-a83e-d42e466e84dc, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db72fa4c-d80e-44ef-abe1-20aa0a4f2469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '0e48ae10-2917-4972-9c9a-0ddecb16dc9c'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 08:11:14.862811 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-61def4ac-3617-4ead-b720-0095f781c7c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (aa01506f-08a4-4017-a83e-d42e466e84dc), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:14.906725 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9f4e4b-0bf5-4c6a-85c8-e6d85f9050ff req-c518dec8-2dc7-4f6b-ad44-28e4c15f5f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:11:14.908370 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ba9f4e4b-0bf5-4c6a-85c8-e6d85f9050ff req-c518dec8-2dc7-4f6b-ad44-28e4c15f5f0a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=083d54e6-6f87-41e6-bf93-cb360764a201 HTTP/1.1" status: 200 len: 856 time: 0.0651755 Jan 28 08:11:14.937741 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-61def4ac-3617-4ead-b720-0095f781c7c7 None None] For port aa01506f-08a4-4017-a83e-d42e466e84dc, host n-d-712749-28, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 08:11:14.941240 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-61def4ac-3617-4ead-b720-0095f781c7c7 None None] For port aa01506f-08a4-4017-a83e-d42e466e84dc, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=aa01506f-08a4-4017-a83e-d42e466e84dc,segment=NetworkSegment(db72fa4c-d80e-44ef-abe1-20aa0a4f2469),segment_id=db72fa4c-d80e-44ef-abe1-20aa0a4f2469)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 08:11:14.949838 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-61def4ac-3617-4ead-b720-0095f781c7c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (aa01506f-08a4-4017-a83e-d42e466e84dc), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:14.973987 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9f4e4b-0bf5-4c6a-85c8-e6d85f9050ff req-0a6d9c44-13f5-4454-8916-85b0fc8d4638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:11:14.975824 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ba9f4e4b-0bf5-4c6a-85c8-e6d85f9050ff req-0a6d9c44-13f5-4454-8916-85b0fc8d4638 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=04a1a8a9-352b-4379-9e70-daa81fcb3f38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0583062 Jan 28 08:11:15.021189 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a36869a-83f5-429a-95f8-77eeda451cd3 None None] Pushing event updated for resources: {'Port': ['ID=aa01506f-08a4-4017-a83e-d42e466e84dc,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:11:15.044351 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61def4ac-3617-4ead-b720-0095f781c7c7 None None] Routers {'c31ccaab-41de-40fb-96f4-e2569ae90fac'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 08:11:15.046038 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-61def4ac-3617-4ead-b720-0095f781c7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T08:11:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['c31ccaab-41de-40fb-96f4-e2569ae90fac'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:11:15.112635 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ba9f4e4b-0bf5-4c6a-85c8-e6d85f9050ff req-9d425508-0e1c-4e2a-98cc-894090d4c7ee service neutron] 10.222.0.10 "GET /v2.0/networks/04a1a8a9-352b-4379-9e70-daa81fcb3f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273282 Jan 28 08:11:15.171204 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-61def4ac-3617-4ead-b720-0095f781c7c7 None None] Set router c31ccaab-41de-40fb-96f4-e2569ae90fac gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 08:11:15.201107 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6481f57a-0110-4d43-b603-a99579258e4c None None] Provisioning complete for port aa01506f-08a4-4017-a83e-d42e466e84dc triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:11:15.202132 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6481f57a-0110-4d43-b603-a99579258e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (aa01506f-08a4-4017-a83e-d42e466e84dc), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:15.241804 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ba9f4e4b-0bf5-4c6a-85c8-e6d85f9050ff req-1481f7b0-31a4-4809-b7e3-0b036fc67f63 service neutron] 10.222.0.10 "GET /v2.0/networks/04a1a8a9-352b-4379-9e70-daa81fcb3f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228766 Jan 28 08:11:15.322187 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6481f57a-0110-4d43-b603-a99579258e4c None None] Current status of the port aa01506f-08a4-4017-a83e-d42e466e84dc is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:11:15.322622 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6481f57a-0110-4d43-b603-a99579258e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (aa01506f-08a4-4017-a83e-d42e466e84dc), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:15.359602 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6481f57a-0110-4d43-b603-a99579258e4c None None] For port aa01506f-08a4-4017-a83e-d42e466e84dc, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=aa01506f-08a4-4017-a83e-d42e466e84dc,segment=NetworkSegment(db72fa4c-d80e-44ef-abe1-20aa0a4f2469),segment_id=db72fa4c-d80e-44ef-abe1-20aa0a4f2469)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:11:15.375658 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6481f57a-0110-4d43-b603-a99579258e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (aa01506f-08a4-4017-a83e-d42e466e84dc), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:15.417569 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4167cf63-8cc3-45a0-8461-393add759bdb req-901f3aa5-556d-49fa-878c-b5e013f2f564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:11:15.421558 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4167cf63-8cc3-45a0-8461-393add759bdb req-901f3aa5-556d-49fa-878c-b5e013f2f564 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7bfc4756b3da4630a6b6c0d4cbc6998c&device_id=1e55940b-fcf2-43aa-b3f0-7be13e337736 HTTP/1.1" status: 200 len: 1095 time: 0.0589123 Jan 28 08:11:15.429766 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-61def4ac-3617-4ead-b720-0095f781c7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c31ccaab-41de-40fb-96f4-e2569ae90fac', 'name': 'tempest-TestEncryptedCinderVolumes-920906772-router', 'tenant_id': '490dad17c7494cdd85c25a4ebe7154b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': 'e1f649db-ee60-4e35-8fc1-90ed2736702c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:11:07Z', 'updated_at': '2022-01-28T08:11:10Z', 'revision_number': 4, 'project_id': '490dad17c7494cdd85c25a4ebe7154b1', 'gw_port': {'id': 'e1f649db-ee60-4e35-8fc1-90ed2736702c', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:82:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c31ccaab-41de-40fb-96f4-e2569ae90fac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:11:07Z', 'updated_at': '2022-01-28T08:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': 'aa01506f-08a4-4017-a83e-d42e466e84dc', 'name': '', 'network_id': '0e48ae10-2917-4972-9c9a-0ddecb16dc9c', 'tenant_id': '490dad17c7494cdd85c25a4ebe7154b1', 'mac_address': 'fa:16:3e:9b:84:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c31ccaab-41de-40fb-96f4-e2569ae90fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '9c230d18-7b97-4c8b-9096-8447e5a2f11c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:11:09Z', 'updated_at': '2022-01-28T08:11:14Z', 'revision_number': 4, 'project_id': '490dad17c7494cdd85c25a4ebe7154b1', 'subnets': [{'id': '9c230d18-7b97-4c8b-9096-8447e5a2f11c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:11:15.440337 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6481f57a-0110-4d43-b603-a99579258e4c None None] Pushing event updated for resources: {'Port': ['ID=aa01506f-08a4-4017-a83e-d42e466e84dc,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:11:15.465440 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61def4ac-3617-4ead-b720-0095f781c7c7 None None] The sync data for ids ['c31ccaab-41de-40fb-96f4-e2569ae90fac'] in n-d-712749-28 is: [{'id': 'c31ccaab-41de-40fb-96f4-e2569ae90fac', 'name': 'tempest-TestEncryptedCinderVolumes-920906772-router', 'tenant_id': '490dad17c7494cdd85c25a4ebe7154b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': 'e1f649db-ee60-4e35-8fc1-90ed2736702c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:11:07Z', 'updated_at': '2022-01-28T08:11:10Z', 'revision_number': 4, 'project_id': '490dad17c7494cdd85c25a4ebe7154b1', 'gw_port': {'id': 'e1f649db-ee60-4e35-8fc1-90ed2736702c', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:82:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c31ccaab-41de-40fb-96f4-e2569ae90fac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:11:07Z', 'updated_at': '2022-01-28T08:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': 'aa01506f-08a4-4017-a83e-d42e466e84dc', 'name': '', 'network_id': '0e48ae10-2917-4972-9c9a-0ddecb16dc9c', 'tenant_id': '490dad17c7494cdd85c25a4ebe7154b1', 'mac_address': 'fa:16:3e:9b:84:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c31ccaab-41de-40fb-96f4-e2569ae90fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '9c230d18-7b97-4c8b-9096-8447e5a2f11c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:11:09Z', 'updated_at': '2022-01-28T08:11:14Z', 'revision_number': 4, 'project_id': '490dad17c7494cdd85c25a4ebe7154b1', 'subnets': [{'id': '9c230d18-7b97-4c8b-9096-8447e5a2f11c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 08:11:15.505390 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-94998170-139a-49e6-90b2-6e8ac0dbb00b None None] Provisioning complete for port aa01506f-08a4-4017-a83e-d42e466e84dc triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:11:15.506683 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-94998170-139a-49e6-90b2-6e8ac0dbb00b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (aa01506f-08a4-4017-a83e-d42e466e84dc), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:15.525170 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42628136-afa6-4d92-825a-49b6fa5b72fa req-3603189f-4d48-405e-baac-5349a4cc3ecf tempest-TestEncryptedCinderVolumes-2033308549 tempest-TestEncryptedCinderVolumes-2033308549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:11:15.526683 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-42628136-afa6-4d92-825a-49b6fa5b72fa req-3603189f-4d48-405e-baac-5349a4cc3ecf tempest-TestEncryptedCinderVolumes-2033308549 tempest-TestEncryptedCinderVolumes-2033308549-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e55940b-fcf2-43aa-b3f0-7be13e337736 HTTP/1.1" status: 200 len: 943 time: 0.0626245 Jan 28 08:11:15.534692 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4167cf63-8cc3-45a0-8461-393add759bdb req-0867cc87-7348-472f-aa0e-c6f6137d220d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:11:15.536310 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4167cf63-8cc3-45a0-8461-393add759bdb req-0867cc87-7348-472f-aa0e-c6f6137d220d service neutron] 10.222.0.10 "GET /v2.0/networks?id=04a1a8a9-352b-4379-9e70-daa81fcb3f38 HTTP/1.1" status: 200 len: 918 time: 0.1050265 Jan 28 08:11:15.588238 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4167cf63-8cc3-45a0-8461-393add759bdb req-bffdab7a-11bc-452a-8465-0002d311bd44 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=efd73c48-518e-456b-b958-1779c123ee1a HTTP/1.1" status: 200 len: 217 time: 0.0425942 Jan 28 08:11:15.589939 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-42628136-afa6-4d92-825a-49b6fa5b72fa req-0401767d-1db1-4e34-92e7-c892a2d0cc85 tempest-TestEncryptedCinderVolumes-2033308549 tempest-TestEncryptedCinderVolumes-2033308549-project] 10.222.0.41 "GET /v2.0/security-groups?id=9491ff6b-9374-41ba-8a4e-41d2ece25d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559323 Jan 28 08:11:15.612152 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-94998170-139a-49e6-90b2-6e8ac0dbb00b None None] Current status of the port aa01506f-08a4-4017-a83e-d42e466e84dc is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:11:15.648521 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4167cf63-8cc3-45a0-8461-393add759bdb req-a95ed2de-ce4d-4d6d-b284-edd9e149f56e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:11:15.650926 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4167cf63-8cc3-45a0-8461-393add759bdb req-a95ed2de-ce4d-4d6d-b284-edd9e149f56e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=083d54e6-6f87-41e6-bf93-cb360764a201 HTTP/1.1" status: 200 len: 856 time: 0.0537579 Jan 28 08:11:15.707401 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4167cf63-8cc3-45a0-8461-393add759bdb req-429a0107-faae-40de-bc9c-48e50eb534b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:11:15.708739 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4167cf63-8cc3-45a0-8461-393add759bdb req-429a0107-faae-40de-bc9c-48e50eb534b9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=04a1a8a9-352b-4379-9e70-daa81fcb3f38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0474603 Jan 28 08:11:15.763978 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device e1f649db-ee60-4e35-8fc1-90ed2736702c up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 08:11:15.808034 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4167cf63-8cc3-45a0-8461-393add759bdb req-688f7f9e-47e3-4545-a4ef-2cc36085df61 service neutron] 10.222.0.10 "GET /v2.0/networks/04a1a8a9-352b-4379-9e70-daa81fcb3f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922449 Jan 28 08:11:15.814818 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port e1f649db-ee60-4e35-8fc1-90ed2736702c triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:11:15.815204 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (e1f649db-ee60-4e35-8fc1-90ed2736702c), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:15.894913 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port e1f649db-ee60-4e35-8fc1-90ed2736702c is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:11:15.896029 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device aa01506f-08a4-4017-a83e-d42e466e84dc up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 08:11:15.910663 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4167cf63-8cc3-45a0-8461-393add759bdb req-ba49ba88-ed7b-4085-bf89-50d5779ccbfd service neutron] 10.222.0.10 "GET /v2.0/networks/04a1a8a9-352b-4379-9e70-daa81fcb3f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953183 Jan 28 08:11:15.949732 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port aa01506f-08a4-4017-a83e-d42e466e84dc triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:11:15.950118 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (aa01506f-08a4-4017-a83e-d42e466e84dc), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:16.029357 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port aa01506f-08a4-4017-a83e-d42e466e84dc is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:11:16.712771 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4096564-901e-4dd4-a72f-cefcfeb7bcfd req-65885d4d-5dbc-42c7-88c1-cc353d7c2f49 tempest-TestEncryptedCinderVolumes-2033308549 tempest-TestEncryptedCinderVolumes-2033308549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:11:16.714569 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e4096564-901e-4dd4-a72f-cefcfeb7bcfd req-65885d4d-5dbc-42c7-88c1-cc353d7c2f49 tempest-TestEncryptedCinderVolumes-2033308549 tempest-TestEncryptedCinderVolumes-2033308549-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e55940b-fcf2-43aa-b3f0-7be13e337736 HTTP/1.1" status: 200 len: 943 time: 0.0534053 Jan 28 08:11:16.761104 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e4096564-901e-4dd4-a72f-cefcfeb7bcfd req-09ce62e8-da08-4f96-80f8-b8973bdbf76f tempest-TestEncryptedCinderVolumes-2033308549 tempest-TestEncryptedCinderVolumes-2033308549-project] 10.222.0.41 "GET /v2.0/security-groups?id=9491ff6b-9374-41ba-8a4e-41d2ece25d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413215 Jan 28 08:11:17.250217 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device efd73c48-518e-456b-b958-1779c123ee1a details requested by agent hyperv_n-h1-712749-28 with host n-h1-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 08:11:17.347082 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port efd73c48-518e-456b-b958-1779c123ee1a, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=efd73c48-518e-456b-b958-1779c123ee1a,segment=NetworkSegment(1fc3a2b8-a873-4f95-b236-89312809d0f6),segment_id=1fc3a2b8-a873-4f95-b236-89312809d0f6)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:11:17.358578 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Returning: {'device': 'efd73c48-518e-456b-b958-1779c123ee1a', 'network_id': '04a1a8a9-352b-4379-9e70-daa81fcb3f38', 'port_id': 'efd73c48-518e-456b-b958-1779c123ee1a', 'mac_address': 'fa:16:3e:24:0e:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '083d54e6-6f87-41e6-bf93-cb360764a201', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 08:11:17.410049 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port efd73c48-518e-456b-b958-1779c123ee1a is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:11:17.410049 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (efd73c48-518e-456b-b958-1779c123ee1a), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:17.418210 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efd73c48-518e-456b-b958-1779c123ee1a {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 08:11:17.438322 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port efd73c48-518e-456b-b958-1779c123ee1a, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=efd73c48-518e-456b-b958-1779c123ee1a,segment=NetworkSegment(1fc3a2b8-a873-4f95-b236-89312809d0f6),segment_id=1fc3a2b8-a873-4f95-b236-89312809d0f6)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:11:17.442129 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (efd73c48-518e-456b-b958-1779c123ee1a), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:17.492058 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=efd73c48-518e-456b-b958-1779c123ee1a,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:11:17.766282 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['efd73c48-518e-456b-b958-1779c123ee1a'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 08:11:17.876768 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05a3b8f-f483-469a-8349-f64799f7afa8 req-9375e1ea-8af0-416b-afc4-c87d4ee03fa8 tempest-TestEncryptedCinderVolumes-2033308549 tempest-TestEncryptedCinderVolumes-2033308549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:11:17.878248 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d05a3b8f-f483-469a-8349-f64799f7afa8 req-9375e1ea-8af0-416b-afc4-c87d4ee03fa8 tempest-TestEncryptedCinderVolumes-2033308549 tempest-TestEncryptedCinderVolumes-2033308549-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e55940b-fcf2-43aa-b3f0-7be13e337736 HTTP/1.1" status: 200 len: 944 time: 0.0494468 Jan 28 08:11:17.927387 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d05a3b8f-f483-469a-8349-f64799f7afa8 req-1bcabf36-9abe-4a75-a0ef-b52f2fe33553 tempest-TestEncryptedCinderVolumes-2033308549 tempest-TestEncryptedCinderVolumes-2033308549-project] 10.222.0.41 "GET /v2.0/security-groups?id=9491ff6b-9374-41ba-8a4e-41d2ece25d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431125 Jan 28 08:11:19.041067 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d603e40f-6391-43bf-9325-f0eb6e282739 req-4298eee1-b155-4f36-b45e-ab34cc012d7e tempest-TestEncryptedCinderVolumes-2033308549 tempest-TestEncryptedCinderVolumes-2033308549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:11:19.043989 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d603e40f-6391-43bf-9325-f0eb6e282739 req-4298eee1-b155-4f36-b45e-ab34cc012d7e tempest-TestEncryptedCinderVolumes-2033308549 tempest-TestEncryptedCinderVolumes-2033308549-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e55940b-fcf2-43aa-b3f0-7be13e337736 HTTP/1.1" status: 200 len: 944 time: 0.0487037 Jan 28 08:11:19.088720 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d603e40f-6391-43bf-9325-f0eb6e282739 req-1aa165cd-b267-4754-9efc-b57a09f3ef04 tempest-TestEncryptedCinderVolumes-2033308549 tempest-TestEncryptedCinderVolumes-2033308549-project] 10.222.0.41 "GET /v2.0/security-groups?id=9491ff6b-9374-41ba-8a4e-41d2ece25d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403948 Jan 28 08:11:19.258391 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device efd73c48-518e-456b-b958-1779c123ee1a up at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 08:11:19.310224 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning for port efd73c48-518e-456b-b958-1779c123ee1a completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 08:11:19.313926 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning complete for port efd73c48-518e-456b-b958-1779c123ee1a triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:11:19.314300 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (efd73c48-518e-456b-b958-1779c123ee1a), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:19.389315 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port efd73c48-518e-456b-b958-1779c123ee1a is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:11:19.389737 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (efd73c48-518e-456b-b958-1779c123ee1a), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:19.411959 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e55940b-fcf2-43aa-b3f0-7be13e337736', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efd73c48-518e-456b-b958-1779c123ee1a'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 08:11:19.414207 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ad7fe887ec8da9bd29e477e6463a73d1e99860c0dff062a8c1350cb6684650b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f8e949f-b60d-4e5c-9256-9087981865dd" -d '{"events": [{"server_uuid": "1e55940b-fcf2-43aa-b3f0-7be13e337736", "name": "network-vif-plugged", "status": "completed", "tag": "efd73c48-518e-456b-b958-1779c123ee1a"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 08:11:19.427951 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port efd73c48-518e-456b-b958-1779c123ee1a, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=efd73c48-518e-456b-b958-1779c123ee1a,segment=NetworkSegment(1fc3a2b8-a873-4f95-b236-89312809d0f6),segment_id=1fc3a2b8-a873-4f95-b236-89312809d0f6)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:11:19.433680 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (efd73c48-518e-456b-b958-1779c123ee1a), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:19.459672 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 08:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-964d5a1a-4a31-46f1-9913-a5754d0dbc65 x-openstack-request-id: req-964d5a1a-4a31-46f1-9913-a5754d0dbc65 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 08:11:19.459973 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e55940b-fcf2-43aa-b3f0-7be13e337736", "name": "network-vif-plugged", "status": "completed", "tag": "efd73c48-518e-456b-b958-1779c123ee1a", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 08:11:19.460257 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-964d5a1a-4a31-46f1-9913-a5754d0dbc65 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 08:11:19.460654 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e55940b-fcf2-43aa-b3f0-7be13e337736', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efd73c48-518e-456b-b958-1779c123ee1a', 'code': 200} Jan 28 08:11:19.490033 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=efd73c48-518e-456b-b958-1779c123ee1a,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:11:19.588727 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1154eee5-650b-4351-b406-d034cc21c2d5 req-a229d109-91dd-40c8-9155-60436410e162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:11:19.590113 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1154eee5-650b-4351-b406-d034cc21c2d5 req-a229d109-91dd-40c8-9155-60436410e162 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1e55940b-fcf2-43aa-b3f0-7be13e337736 HTTP/1.1" status: 200 len: 1097 time: 0.0431204 Jan 28 08:11:19.635724 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1154eee5-650b-4351-b406-d034cc21c2d5 req-db974e42-8c44-447d-8e22-6dd9e71bc5d7 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=9491ff6b-9374-41ba-8a4e-41d2ece25d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363510 Jan 28 08:11:20.202730 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbb7bae-f202-481c-b8a6-a620923ce0c2 req-1b492f9c-6a31-462b-9e89-da9caf17e0fa tempest-TestEncryptedCinderVolumes-2033308549 tempest-TestEncryptedCinderVolumes-2033308549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:11:20.204215 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2cbb7bae-f202-481c-b8a6-a620923ce0c2 req-1b492f9c-6a31-462b-9e89-da9caf17e0fa tempest-TestEncryptedCinderVolumes-2033308549 tempest-TestEncryptedCinderVolumes-2033308549-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e55940b-fcf2-43aa-b3f0-7be13e337736 HTTP/1.1" status: 200 len: 945 time: 0.0480385 Jan 28 08:11:20.250675 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2cbb7bae-f202-481c-b8a6-a620923ce0c2 req-8970c5df-9b41-4afa-afdf-07d8504e637a tempest-TestEncryptedCinderVolumes-2033308549 tempest-TestEncryptedCinderVolumes-2033308549-project] 10.222.0.41 "GET /v2.0/security-groups?id=9491ff6b-9374-41ba-8a4e-41d2ece25d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409636 Jan 28 08:11:21.369117 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1670bc3-a989-4525-b2ea-fa403c198f19 req-b90611bc-87d5-4b68-bff5-edd51f897fba tempest-TestEncryptedCinderVolumes-2033308549 tempest-TestEncryptedCinderVolumes-2033308549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:11:21.370610 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d1670bc3-a989-4525-b2ea-fa403c198f19 req-b90611bc-87d5-4b68-bff5-edd51f897fba tempest-TestEncryptedCinderVolumes-2033308549 tempest-TestEncryptedCinderVolumes-2033308549-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e55940b-fcf2-43aa-b3f0-7be13e337736 HTTP/1.1" status: 200 len: 945 time: 0.0487142 Jan 28 08:11:21.418333 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d1670bc3-a989-4525-b2ea-fa403c198f19 req-f041e41f-9703-4307-974d-c15a94662bab tempest-TestEncryptedCinderVolumes-2033308549 tempest-TestEncryptedCinderVolumes-2033308549-project] 10.222.0.41 "GET /v2.0/security-groups?id=9491ff6b-9374-41ba-8a4e-41d2ece25d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419569 Jan 28 08:11:21.532475 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a363e2-fb73-464b-bf77-cab8e998b158 req-0a21262f-9799-4ab8-a041-b2d536dfc39a tempest-TestEncryptedCinderVolumes-2033308549 tempest-TestEncryptedCinderVolumes-2033308549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:11:21.533959 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-70a363e2-fb73-464b-bf77-cab8e998b158 req-0a21262f-9799-4ab8-a041-b2d536dfc39a tempest-TestEncryptedCinderVolumes-2033308549 tempest-TestEncryptedCinderVolumes-2033308549-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e55940b-fcf2-43aa-b3f0-7be13e337736 HTTP/1.1" status: 200 len: 945 time: 0.0486581 Jan 28 08:11:21.582796 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-70a363e2-fb73-464b-bf77-cab8e998b158 req-014dd7ef-8ccf-410a-bcb9-7f9a9bf523f9 tempest-TestEncryptedCinderVolumes-2033308549 tempest-TestEncryptedCinderVolumes-2033308549-project] 10.222.0.41 "GET /v2.0/security-groups?id=9491ff6b-9374-41ba-8a4e-41d2ece25d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433319 Jan 28 08:11:30.404801 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 7 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 08:11:33.346953 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f89a76d0-1d9d-472e-bcfa-2bafde76c638 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:33.624272 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:34.597549 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:35.724836 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4091c08c-d431-4a5e-a500-ff8aac749d1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:37.196330 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:38.884294 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:39.826714 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:55.683427 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6cabce-502b-4f15-a0fa-a4122ede47b4 req-2cf0fe47-0105-4cce-998d-1a8badd40f85 tempest-TestEncryptedCinderVolumes-2033308549 tempest-TestEncryptedCinderVolumes-2033308549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:11:55.685012 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5c6cabce-502b-4f15-a0fa-a4122ede47b4 req-2cf0fe47-0105-4cce-998d-1a8badd40f85 tempest-TestEncryptedCinderVolumes-2033308549 tempest-TestEncryptedCinderVolumes-2033308549-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e55940b-fcf2-43aa-b3f0-7be13e337736 HTTP/1.1" status: 200 len: 945 time: 0.0537705 Jan 28 08:11:55.732141 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5c6cabce-502b-4f15-a0fa-a4122ede47b4 req-a33c5ae0-e806-4cda-b81f-9935c25409c5 tempest-TestEncryptedCinderVolumes-2033308549 tempest-TestEncryptedCinderVolumes-2033308549-project] 10.222.0.41 "GET /v2.0/security-groups?id=9491ff6b-9374-41ba-8a4e-41d2ece25d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415480 Jan 28 08:11:56.852470 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9102d15-d572-4b3b-98f0-3b81cd347633 req-0572949d-aaf7-49e9-a503-8b0c4a9149c5 tempest-TestEncryptedCinderVolumes-2033308549 tempest-TestEncryptedCinderVolumes-2033308549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:11:56.853940 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f9102d15-d572-4b3b-98f0-3b81cd347633 req-0572949d-aaf7-49e9-a503-8b0c4a9149c5 tempest-TestEncryptedCinderVolumes-2033308549 tempest-TestEncryptedCinderVolumes-2033308549-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e55940b-fcf2-43aa-b3f0-7be13e337736 HTTP/1.1" status: 200 len: 945 time: 0.0488656 Jan 28 08:11:56.904486 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f9102d15-d572-4b3b-98f0-3b81cd347633 req-ba58b5fc-07da-4d8a-a6a4-90e2dbf647cd tempest-TestEncryptedCinderVolumes-2033308549 tempest-TestEncryptedCinderVolumes-2033308549-project] 10.222.0.41 "GET /v2.0/security-groups?id=9491ff6b-9374-41ba-8a4e-41d2ece25d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449228 Jan 28 08:11:57.424401 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb7778a-f394-456e-ae40-f43419a127de req-4805b073-0dcd-46c7-8d9a-56de41f4897c tempest-TestEncryptedCinderVolumes-2033308549 tempest-TestEncryptedCinderVolumes-2033308549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:11:57.425842 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ebb7778a-f394-456e-ae40-f43419a127de req-4805b073-0dcd-46c7-8d9a-56de41f4897c tempest-TestEncryptedCinderVolumes-2033308549 tempest-TestEncryptedCinderVolumes-2033308549-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e55940b-fcf2-43aa-b3f0-7be13e337736 HTTP/1.1" status: 200 len: 945 time: 0.0473444 Jan 28 08:11:57.520166 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-ebb7778a-f394-456e-ae40-f43419a127de req-d3a6275d-b9ed-46f8-a1e6-a06117fd2d11 tempest-TestEncryptedCinderVolumes-2033308549 tempest-TestEncryptedCinderVolumes-2033308549-project] Deleting port efd73c48-518e-456b-b958-1779c123ee1a {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 08:11:57.520534 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ebb7778a-f394-456e-ae40-f43419a127de req-d3a6275d-b9ed-46f8-a1e6-a06117fd2d11 tempest-TestEncryptedCinderVolumes-2033308549 tempest-TestEncryptedCinderVolumes-2033308549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (efd73c48-518e-456b-b958-1779c123ee1a), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:57.605329 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-ebb7778a-f394-456e-ae40-f43419a127de req-d3a6275d-b9ed-46f8-a1e6-a06117fd2d11 tempest-TestEncryptedCinderVolumes-2033308549 tempest-TestEncryptedCinderVolumes-2033308549-project] For port efd73c48-518e-456b-b958-1779c123ee1a, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=efd73c48-518e-456b-b958-1779c123ee1a,segment=NetworkSegment(1fc3a2b8-a873-4f95-b236-89312809d0f6),segment_id=1fc3a2b8-a873-4f95-b236-89312809d0f6)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:11:57.605686 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ebb7778a-f394-456e-ae40-f43419a127de req-d3a6275d-b9ed-46f8-a1e6-a06117fd2d11 tempest-TestEncryptedCinderVolumes-2033308549 tempest-TestEncryptedCinderVolumes-2033308549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (efd73c48-518e-456b-b958-1779c123ee1a), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:57.617139 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-ebb7778a-f394-456e-ae40-f43419a127de req-d3a6275d-b9ed-46f8-a1e6-a06117fd2d11 tempest-TestEncryptedCinderVolumes-2033308549 tempest-TestEncryptedCinderVolumes-2033308549-project] Calling delete_port for efd73c48-518e-456b-b958-1779c123ee1a owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 08:11:57.744133 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ebb7778a-f394-456e-ae40-f43419a127de req-d3a6275d-b9ed-46f8-a1e6-a06117fd2d11 tempest-TestEncryptedCinderVolumes-2033308549 tempest-TestEncryptedCinderVolumes-2033308549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (efd73c48-518e-456b-b958-1779c123ee1a), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:57.770178 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a6275d-b9ed-46f8-a1e6-a06117fd2d11 tempest-TestEncryptedCinderVolumes-2033308549 tempest-TestEncryptedCinderVolumes-2033308549-project] Pushing event deleted for resources: {'Port': ['ID=efd73c48-518e-456b-b958-1779c123ee1a,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:11:57.780608 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a6275d-b9ed-46f8-a1e6-a06117fd2d11 tempest-TestEncryptedCinderVolumes-2033308549 tempest-TestEncryptedCinderVolumes-2033308549-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:11:57.780971 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a6275d-b9ed-46f8-a1e6-a06117fd2d11 tempest-TestEncryptedCinderVolumes-2033308549 tempest-TestEncryptedCinderVolumes-2033308549-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:11:57.781328 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a6275d-b9ed-46f8-a1e6-a06117fd2d11 tempest-TestEncryptedCinderVolumes-2033308549 tempest-TestEncryptedCinderVolumes-2033308549-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:11:57.781678 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a6275d-b9ed-46f8-a1e6-a06117fd2d11 tempest-TestEncryptedCinderVolumes-2033308549 tempest-TestEncryptedCinderVolumes-2033308549-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:11:57.782023 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a6275d-b9ed-46f8-a1e6-a06117fd2d11 tempest-TestEncryptedCinderVolumes-2033308549 tempest-TestEncryptedCinderVolumes-2033308549-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:11:57.782366 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a6275d-b9ed-46f8-a1e6-a06117fd2d11 tempest-TestEncryptedCinderVolumes-2033308549 tempest-TestEncryptedCinderVolumes-2033308549-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:11:57.782704 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a6275d-b9ed-46f8-a1e6-a06117fd2d11 tempest-TestEncryptedCinderVolumes-2033308549 tempest-TestEncryptedCinderVolumes-2033308549-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:11:57.783586 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a6275d-b9ed-46f8-a1e6-a06117fd2d11 tempest-TestEncryptedCinderVolumes-2033308549 tempest-TestEncryptedCinderVolumes-2033308549-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:11:57.783586 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a6275d-b9ed-46f8-a1e6-a06117fd2d11 tempest-TestEncryptedCinderVolumes-2033308549 tempest-TestEncryptedCinderVolumes-2033308549-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:11:57.783760 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a6275d-b9ed-46f8-a1e6-a06117fd2d11 tempest-TestEncryptedCinderVolumes-2033308549 tempest-TestEncryptedCinderVolumes-2033308549-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:11:57.784010 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a6275d-b9ed-46f8-a1e6-a06117fd2d11 tempest-TestEncryptedCinderVolumes-2033308549 tempest-TestEncryptedCinderVolumes-2033308549-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:11:57.784374 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a6275d-b9ed-46f8-a1e6-a06117fd2d11 tempest-TestEncryptedCinderVolumes-2033308549 tempest-TestEncryptedCinderVolumes-2033308549-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:11:57.784708 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a6275d-b9ed-46f8-a1e6-a06117fd2d11 tempest-TestEncryptedCinderVolumes-2033308549 tempest-TestEncryptedCinderVolumes-2033308549-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:11:57.787805 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['efd73c48-518e-456b-b958-1779c123ee1a'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 08:11:57.826273 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebb7778a-f394-456e-ae40-f43419a127de req-d3a6275d-b9ed-46f8-a1e6-a06117fd2d11 tempest-TestEncryptedCinderVolumes-2033308549 tempest-TestEncryptedCinderVolumes-2033308549-project] No DVR routers for this DVR port efd73c48-518e-456b-b958-1779c123ee1a on host n-h1-712749-28 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 08:11:57.828831 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ebb7778a-f394-456e-ae40-f43419a127de req-d3a6275d-b9ed-46f8-a1e6-a06117fd2d11 tempest-TestEncryptedCinderVolumes-2033308549 tempest-TestEncryptedCinderVolumes-2033308549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:11:57.832215 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ebb7778a-f394-456e-ae40-f43419a127de req-d3a6275d-b9ed-46f8-a1e6-a06117fd2d11 tempest-TestEncryptedCinderVolumes-2033308549 tempest-TestEncryptedCinderVolumes-2033308549-project] 10.222.0.10 "DELETE /v2.0/ports/efd73c48-518e-456b-b958-1779c123ee1a HTTP/1.1" status: 204 len: 173 time: 0.3980830 Jan 28 08:11:57.832657 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e55940b-fcf2-43aa-b3f0-7be13e337736', 'name': 'network-vif-deleted', 'tag': 'efd73c48-518e-456b-b958-1779c123ee1a'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 08:11:57.835402 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea2b103cb7827510f28784975546feb0b63800b94dfac5f98f271904baace09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07cced18-6a68-401a-9579-bf4583ff24a9" -d '{"events": [{"server_uuid": "1e55940b-fcf2-43aa-b3f0-7be13e337736", "name": "network-vif-deleted", "tag": "efd73c48-518e-456b-b958-1779c123ee1a"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 08:11:57.877729 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 08:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-457f49d9-76ff-4ba5-b9a2-058dc388728d x-openstack-request-id: req-457f49d9-76ff-4ba5-b9a2-058dc388728d {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 08:11:57.878337 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e55940b-fcf2-43aa-b3f0-7be13e337736", "name": "network-vif-deleted", "tag": "efd73c48-518e-456b-b958-1779c123ee1a", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 08:11:57.878337 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-457f49d9-76ff-4ba5-b9a2-058dc388728d {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 08:11:57.878704 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e55940b-fcf2-43aa-b3f0-7be13e337736', 'name': 'network-vif-deleted', 'tag': 'efd73c48-518e-456b-b958-1779c123ee1a', 'status': 'completed', 'code': 200} Jan 28 08:11:58.018415 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d8307b1c-6bd1-46a7-b512-1b84a0f5a365 req-015a44fb-2380-42c4-bd68-04737ac69e8f tempest-TestEncryptedCinderVolumes-2033308549 tempest-TestEncryptedCinderVolumes-2033308549-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e55940b-fcf2-43aa-b3f0-7be13e337736 HTTP/1.1" status: 200 len: 210 time: 0.0309050 Jan 28 08:11:59.451292 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ebbf0b-3901-4fe5-8032-a819a7c6fe22 req-e3b75de2-b3bd-487c-8c60-cf99d35a1b1f tempest-TestEncryptedCinderVolumes-2033308549 tempest-TestEncryptedCinderVolumes-2033308549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:11:59.452846 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-18ebbf0b-3901-4fe5-8032-a819a7c6fe22 req-e3b75de2-b3bd-487c-8c60-cf99d35a1b1f tempest-TestEncryptedCinderVolumes-2033308549 tempest-TestEncryptedCinderVolumes-2033308549-project] 10.222.0.41 "GET /v2.0/networks?id=04a1a8a9-352b-4379-9e70-daa81fcb3f38 HTTP/1.1" status: 200 len: 817 time: 0.1038439 Jan 28 08:11:59.467354 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-18ebbf0b-3901-4fe5-8032-a819a7c6fe22 req-0769fc93-3db7-4e8d-8508-5d1948304f06 tempest-TestEncryptedCinderVolumes-2033308549 tempest-TestEncryptedCinderVolumes-2033308549-project] 10.222.0.41 "GET /v2.0/quotas/7bfc4756b3da4630a6b6c0d4cbc6998c HTTP/1.1" status: 200 len: 375 time: 0.0090365 Jan 28 08:11:59.517338 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-18ebbf0b-3901-4fe5-8032-a819a7c6fe22 req-11480d5a-a8e0-4fbc-83b4-01e0e1cde5ba tempest-TestEncryptedCinderVolumes-2033308549 tempest-TestEncryptedCinderVolumes-2033308549-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=7bfc4756b3da4630a6b6c0d4cbc6998c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0451581 Jan 28 08:11:59.612496 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-18ebbf0b-3901-4fe5-8032-a819a7c6fe22 req-d4d55081-7b0a-40c8-9518-34c2faed7957 service neutron] 10.222.0.41 "GET /v2.0/networks/04a1a8a9-352b-4379-9e70-daa81fcb3f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838552 Jan 28 08:11:59.699918 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-18ebbf0b-3901-4fe5-8032-a819a7c6fe22 req-992556b9-8e9e-4d3a-9281-5401ba5245ff service neutron] 10.222.0.41 "GET /v2.0/networks/04a1a8a9-352b-4379-9e70-daa81fcb3f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810924 Jan 28 08:11:59.861204 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ee4ee228-e14f-45bd-92f4-847e09cbe3cf req-dad4706b-c0c0-4f15-91cf-09827a0cdb31 tempest-TestEncryptedCinderVolumes-2033308549 tempest-TestEncryptedCinderVolumes-2033308549-project] 10.222.0.41 "GET /v2.0/ports?device_id=a073dfe0-eb78-4d7a-a143-16afec5c0581 HTTP/1.1" status: 200 len: 210 time: 0.0268667 Jan 28 08:12:00.936123 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ebbf0b-3901-4fe5-8032-a819a7c6fe22 req-cd3d8853-0a71-4ec7-96b2-0b94ba506783 tempest-TestEncryptedCinderVolumes-2033308549 tempest-TestEncryptedCinderVolumes-2033308549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:12:00.937678 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-18ebbf0b-3901-4fe5-8032-a819a7c6fe22 req-cd3d8853-0a71-4ec7-96b2-0b94ba506783 tempest-TestEncryptedCinderVolumes-2033308549 tempest-TestEncryptedCinderVolumes-2033308549-project] 10.222.0.10 "GET /v2.0/networks?id=04a1a8a9-352b-4379-9e70-daa81fcb3f38 HTTP/1.1" status: 200 len: 817 time: 0.1112883 Jan 28 08:12:00.965950 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0a215a19-abce-497b-9df1-bd12e1c74fc3 req-8c767f52-0b76-40f2-8024-7d55f611555b tempest-TestEncryptedCinderVolumes-2033308549 tempest-TestEncryptedCinderVolumes-2033308549-project] 10.222.0.41 "GET /v2.0/ports?device_id=a073dfe0-eb78-4d7a-a143-16afec5c0581 HTTP/1.1" status: 200 len: 210 time: 0.0271504 Jan 28 08:12:00.972072 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-18ebbf0b-3901-4fe5-8032-a819a7c6fe22 req-3d4ca0e0-94ef-4f2b-8d2c-1f40a7182a7c tempest-TestEncryptedCinderVolumes-2033308549 tempest-TestEncryptedCinderVolumes-2033308549-project] Request body: {'port': {'device_id': 'a073dfe0-eb78-4d7a-a143-16afec5c0581', 'network_id': '04a1a8a9-352b-4379-9e70-daa81fcb3f38', 'admin_state_up': True, 'tenant_id': '7bfc4756b3da4630a6b6c0d4cbc6998c'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:12:01.077155 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18ebbf0b-3901-4fe5-8032-a819a7c6fe22 req-3d4ca0e0-94ef-4f2b-8d2c-1f40a7182a7c tempest-TestEncryptedCinderVolumes-2033308549 tempest-TestEncryptedCinderVolumes-2033308549-project] Made reservation on behalf of 7bfc4756b3da4630a6b6c0d4cbc6998c for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 08:12:01.080682 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-18ebbf0b-3901-4fe5-8032-a819a7c6fe22 req-3d4ca0e0-94ef-4f2b-8d2c-1f40a7182a7c tempest-TestEncryptedCinderVolumes-2033308549 tempest-TestEncryptedCinderVolumes-2033308549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:12:01.200302 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-18ebbf0b-3901-4fe5-8032-a819a7c6fe22 req-3d4ca0e0-94ef-4f2b-8d2c-1f40a7182a7c tempest-TestEncryptedCinderVolumes-2033308549 tempest-TestEncryptedCinderVolumes-2033308549-project] Allocated IP 172.20.0.9 (04a1a8a9-352b-4379-9e70-daa81fcb3f38/083d54e6-6f87-41e6-bf93-cb360764a201/f4ab6443-0d95-4b7e-b6a6-57314017cda5) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 08:12:01.492898 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device efd73c48-518e-456b-b958-1779c123ee1a no longer exists at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 08:12:01.513903 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] No Port match for: efd73c48-518e-456b-b958-1779c123ee1a {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 08:12:01.514258 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device efd73c48-518e-456b-b958-1779c123ee1a not bound to the agent host n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 08:12:01.693327 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-18ebbf0b-3901-4fe5-8032-a819a7c6fe22 req-3d4ca0e0-94ef-4f2b-8d2c-1f40a7182a7c tempest-TestEncryptedCinderVolumes-2033308549 tempest-TestEncryptedCinderVolumes-2033308549-project] Publish callbacks [] for port (f4ab6443-0d95-4b7e-b6a6-57314017cda5), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:12:01.725202 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-18ebbf0b-3901-4fe5-8032-a819a7c6fe22 req-3d4ca0e0-94ef-4f2b-8d2c-1f40a7182a7c tempest-TestEncryptedCinderVolumes-2033308549 tempest-TestEncryptedCinderVolumes-2033308549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (f4ab6443-0d95-4b7e-b6a6-57314017cda5), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:12:01.766618 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18ebbf0b-3901-4fe5-8032-a819a7c6fe22 req-3d4ca0e0-94ef-4f2b-8d2c-1f40a7182a7c tempest-TestEncryptedCinderVolumes-2033308549 tempest-TestEncryptedCinderVolumes-2033308549-project] Network 04a1a8a9-352b-4379-9e70-daa81fcb3f38 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 08:12:01.769559 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-18ebbf0b-3901-4fe5-8032-a819a7c6fe22 req-3d4ca0e0-94ef-4f2b-8d2c-1f40a7182a7c tempest-TestEncryptedCinderVolumes-2033308549 tempest-TestEncryptedCinderVolumes-2033308549-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 08:12:01.776178 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-18ebbf0b-3901-4fe5-8032-a819a7c6fe22 req-3d4ca0e0-94ef-4f2b-8d2c-1f40a7182a7c tempest-TestEncryptedCinderVolumes-2033308549 tempest-TestEncryptedCinderVolumes-2033308549-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 08:12:01.800379 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4ca0e0-94ef-4f2b-8d2c-1f40a7182a7c tempest-TestEncryptedCinderVolumes-2033308549 tempest-TestEncryptedCinderVolumes-2033308549-project] Pushing event updated for resources: {'Port': ['ID=f4ab6443-0d95-4b7e-b6a6-57314017cda5,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:12:01.832556 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ebbf0b-3901-4fe5-8032-a819a7c6fe22 req-3d4ca0e0-94ef-4f2b-8d2c-1f40a7182a7c tempest-TestEncryptedCinderVolumes-2033308549 tempest-TestEncryptedCinderVolumes-2033308549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:12:01.833202 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-18ebbf0b-3901-4fe5-8032-a819a7c6fe22 req-3d4ca0e0-94ef-4f2b-8d2c-1f40a7182a7c tempest-TestEncryptedCinderVolumes-2033308549 tempest-TestEncryptedCinderVolumes-2033308549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:12:01.850473 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-18ebbf0b-3901-4fe5-8032-a819a7c6fe22 req-3d4ca0e0-94ef-4f2b-8d2c-1f40a7182a7c tempest-TestEncryptedCinderVolumes-2033308549 tempest-TestEncryptedCinderVolumes-2033308549-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8818543 Jan 28 08:12:01.874903 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-18ebbf0b-3901-4fe5-8032-a819a7c6fe22 req-3ab8e999-8f30-4f25-aa9d-ac6023093755 service neutron] Request body: {'port': {'device_id': 'a073dfe0-eb78-4d7a-a143-16afec5c0581', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-28'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:12:01.932482 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-18ebbf0b-3901-4fe5-8032-a819a7c6fe22 req-3ab8e999-8f30-4f25-aa9d-ac6023093755 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (f4ab6443-0d95-4b7e-b6a6-57314017cda5), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:12:02.022746 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-684ae9cb-7384-46e5-b794-ffdf39ddc75a None None] Provisioning complete for port f4ab6443-0d95-4b7e-b6a6-57314017cda5 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:12:02.023198 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-684ae9cb-7384-46e5-b794-ffdf39ddc75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (f4ab6443-0d95-4b7e-b6a6-57314017cda5), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:12:02.065954 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-684ae9cb-7384-46e5-b794-ffdf39ddc75a None None] Port f4ab6443-0d95-4b7e-b6a6-57314017cda5 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 08:12:02.092135 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f146575e-c0a9-4c20-a540-39d1d6c3eb0b req-caae6724-b6ab-4172-bfba-97a7b4ba7325 tempest-TestEncryptedCinderVolumes-2033308549 tempest-TestEncryptedCinderVolumes-2033308549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:12:02.093728 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f146575e-c0a9-4c20-a540-39d1d6c3eb0b req-caae6724-b6ab-4172-bfba-97a7b4ba7325 tempest-TestEncryptedCinderVolumes-2033308549 tempest-TestEncryptedCinderVolumes-2033308549-project] 10.222.0.41 "GET /v2.0/ports?device_id=a073dfe0-eb78-4d7a-a143-16afec5c0581 HTTP/1.1" status: 200 len: 931 time: 0.0520115 Jan 28 08:12:02.140012 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f146575e-c0a9-4c20-a540-39d1d6c3eb0b req-53c174ac-0d45-4387-a8be-5707d5276d0a tempest-TestEncryptedCinderVolumes-2033308549 tempest-TestEncryptedCinderVolumes-2033308549-project] 10.222.0.41 "GET /v2.0/security-groups?id=9491ff6b-9374-41ba-8a4e-41d2ece25d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406573 Jan 28 08:12:02.203629 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-18ebbf0b-3901-4fe5-8032-a819a7c6fe22 req-3ab8e999-8f30-4f25-aa9d-ac6023093755 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4ab6443-0d95-4b7e-b6a6-57314017cda5 {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 08:12:02.211156 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-18ebbf0b-3901-4fe5-8032-a819a7c6fe22 req-3ab8e999-8f30-4f25-aa9d-ac6023093755 service neutron] Publish callbacks [] for port (f4ab6443-0d95-4b7e-b6a6-57314017cda5), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:12:02.223117 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-18ebbf0b-3901-4fe5-8032-a819a7c6fe22 req-3ab8e999-8f30-4f25-aa9d-ac6023093755 service neutron] Transition to ACTIVE for port object f4ab6443-0d95-4b7e-b6a6-57314017cda5 will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 08:12:02.227871 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-18ebbf0b-3901-4fe5-8032-a819a7c6fe22 req-3ab8e999-8f30-4f25-aa9d-ac6023093755 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (f4ab6443-0d95-4b7e-b6a6-57314017cda5), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:12:02.276581 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab8e999-8f30-4f25-aa9d-ac6023093755 service neutron] Pushing event updated for resources: {'Port': ['ID=f4ab6443-0d95-4b7e-b6a6-57314017cda5,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:12:02.352245 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-18ebbf0b-3901-4fe5-8032-a819a7c6fe22 req-3ab8e999-8f30-4f25-aa9d-ac6023093755 service neutron] Attempting to bind port f4ab6443-0d95-4b7e-b6a6-57314017cda5 on host n-h1-712749-28 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 08:12:02.352596 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-18ebbf0b-3901-4fe5-8032-a819a7c6fe22 req-3ab8e999-8f30-4f25-aa9d-ac6023093755 service neutron] Attempting to bind port f4ab6443-0d95-4b7e-b6a6-57314017cda5 by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': '1fc3a2b8-a873-4f95-b236-89312809d0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '04a1a8a9-352b-4379-9e70-daa81fcb3f38'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 08:12:02.352930 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18ebbf0b-3901-4fe5-8032-a819a7c6fe22 req-3ab8e999-8f30-4f25-aa9d-ac6023093755 service neutron] Attempting to bind port f4ab6443-0d95-4b7e-b6a6-57314017cda5 on network 04a1a8a9-352b-4379-9e70-daa81fcb3f38 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 08:12:02.357582 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18ebbf0b-3901-4fe5-8032-a819a7c6fe22 req-3ab8e999-8f30-4f25-aa9d-ac6023093755 service neutron] Port f4ab6443-0d95-4b7e-b6a6-57314017cda5 on network 04a1a8a9-352b-4379-9e70-daa81fcb3f38 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 08:12:02.357909 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18ebbf0b-3901-4fe5-8032-a819a7c6fe22 req-3ab8e999-8f30-4f25-aa9d-ac6023093755 service neutron] Attempting to bind port f4ab6443-0d95-4b7e-b6a6-57314017cda5 on network 04a1a8a9-352b-4379-9e70-daa81fcb3f38 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 08:12:02.362904 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18ebbf0b-3901-4fe5-8032-a819a7c6fe22 req-3ab8e999-8f30-4f25-aa9d-ac6023093755 service neutron] Checking agent: {'id': '2fca46b1-237f-4857-9290-2429d810e472', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 8, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 08:12:02.363254 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18ebbf0b-3901-4fe5-8032-a819a7c6fe22 req-3ab8e999-8f30-4f25-aa9d-ac6023093755 service neutron] Checking segment: {'id': '1fc3a2b8-a873-4f95-b236-89312809d0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '04a1a8a9-352b-4379-9e70-daa81fcb3f38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 08:12:02.363648 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18ebbf0b-3901-4fe5-8032-a819a7c6fe22 req-3ab8e999-8f30-4f25-aa9d-ac6023093755 service neutron] Bound using segment: {'id': '1fc3a2b8-a873-4f95-b236-89312809d0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '04a1a8a9-352b-4379-9e70-daa81fcb3f38'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 08:12:02.364088 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-18ebbf0b-3901-4fe5-8032-a819a7c6fe22 req-3ab8e999-8f30-4f25-aa9d-ac6023093755 service neutron] Bound port: f4ab6443-0d95-4b7e-b6a6-57314017cda5, host: n-h1-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fc3a2b8-a873-4f95-b236-89312809d0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '04a1a8a9-352b-4379-9e70-daa81fcb3f38'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 08:12:02.364473 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-18ebbf0b-3901-4fe5-8032-a819a7c6fe22 req-3ab8e999-8f30-4f25-aa9d-ac6023093755 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (f4ab6443-0d95-4b7e-b6a6-57314017cda5), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:12:02.435656 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-18ebbf0b-3901-4fe5-8032-a819a7c6fe22 req-3ab8e999-8f30-4f25-aa9d-ac6023093755 service neutron] For port f4ab6443-0d95-4b7e-b6a6-57314017cda5, host n-h1-712749-28, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 08:12:02.438977 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-18ebbf0b-3901-4fe5-8032-a819a7c6fe22 req-3ab8e999-8f30-4f25-aa9d-ac6023093755 service neutron] For port f4ab6443-0d95-4b7e-b6a6-57314017cda5, host n-h1-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=f4ab6443-0d95-4b7e-b6a6-57314017cda5,segment=NetworkSegment(1fc3a2b8-a873-4f95-b236-89312809d0f6),segment_id=1fc3a2b8-a873-4f95-b236-89312809d0f6)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 08:12:02.443304 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-18ebbf0b-3901-4fe5-8032-a819a7c6fe22 req-3ab8e999-8f30-4f25-aa9d-ac6023093755 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (f4ab6443-0d95-4b7e-b6a6-57314017cda5), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:12:02.478229 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ebbf0b-3901-4fe5-8032-a819a7c6fe22 req-3ab8e999-8f30-4f25-aa9d-ac6023093755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:12:02.478851 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-18ebbf0b-3901-4fe5-8032-a819a7c6fe22 req-3ab8e999-8f30-4f25-aa9d-ac6023093755 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:12:02.480259 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-18ebbf0b-3901-4fe5-8032-a819a7c6fe22 req-3ab8e999-8f30-4f25-aa9d-ac6023093755 service neutron] 10.222.0.10 "PUT /v2.0/ports/f4ab6443-0d95-4b7e-b6a6-57314017cda5 HTTP/1.1" status: 200 len: 1092 time: 0.6098151 Jan 28 08:12:02.480733 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a073dfe0-eb78-4d7a-a143-16afec5c0581', 'tag': 'f4ab6443-0d95-4b7e-b6a6-57314017cda5'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 08:12:02.482941 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea2b103cb7827510f28784975546feb0b63800b94dfac5f98f271904baace09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32f2fa50-9f2a-4e56-bf24-46d4c974531e" -d '{"events": [{"name": "network-changed", "server_uuid": "a073dfe0-eb78-4d7a-a143-16afec5c0581", "tag": "f4ab6443-0d95-4b7e-b6a6-57314017cda5"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 08:12:02.514180 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab8e999-8f30-4f25-aa9d-ac6023093755 service neutron] Pushing event updated for resources: {'Port': ['ID=f4ab6443-0d95-4b7e-b6a6-57314017cda5,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:12:02.524355 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 08:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d5424b3-80f8-44aa-8d23-16ee94dc639e x-openstack-request-id: req-2d5424b3-80f8-44aa-8d23-16ee94dc639e {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 08:12:02.524722 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a073dfe0-eb78-4d7a-a143-16afec5c0581", "tag": "f4ab6443-0d95-4b7e-b6a6-57314017cda5", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 08:12:02.525129 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2d5424b3-80f8-44aa-8d23-16ee94dc639e {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 08:12:02.525671 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a073dfe0-eb78-4d7a-a143-16afec5c0581', 'tag': 'f4ab6443-0d95-4b7e-b6a6-57314017cda5', 'status': 'completed', 'code': 200} Jan 28 08:12:02.590954 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ebbf0b-3901-4fe5-8032-a819a7c6fe22 req-dd5c0423-c0e9-45d0-95cd-4210a2b24fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:12:02.592617 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-18ebbf0b-3901-4fe5-8032-a819a7c6fe22 req-dd5c0423-c0e9-45d0-95cd-4210a2b24fd9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7bfc4756b3da4630a6b6c0d4cbc6998c&device_id=a073dfe0-eb78-4d7a-a143-16afec5c0581 HTTP/1.1" status: 200 len: 1095 time: 0.0449331 Jan 28 08:12:02.652878 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-18ebbf0b-3901-4fe5-8032-a819a7c6fe22 req-5f5514e7-b6e1-4b1a-aca1-b1db35cc4db0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f4ab6443-0d95-4b7e-b6a6-57314017cda5 HTTP/1.1" status: 200 len: 217 time: 0.0385759 Jan 28 08:12:02.706176 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ebbf0b-3901-4fe5-8032-a819a7c6fe22 req-012549fe-3932-4ddb-9703-f5b3673ba6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:12:02.707636 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-18ebbf0b-3901-4fe5-8032-a819a7c6fe22 req-012549fe-3932-4ddb-9703-f5b3673ba6b7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=083d54e6-6f87-41e6-bf93-cb360764a201 HTTP/1.1" status: 200 len: 856 time: 0.0492711 Jan 28 08:12:02.755254 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ebbf0b-3901-4fe5-8032-a819a7c6fe22 req-ab8453c2-6ec5-44ae-a05c-33cd09d3f907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:12:02.756878 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-18ebbf0b-3901-4fe5-8032-a819a7c6fe22 req-ab8453c2-6ec5-44ae-a05c-33cd09d3f907 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=04a1a8a9-352b-4379-9e70-daa81fcb3f38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408478 Jan 28 08:12:02.848113 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-18ebbf0b-3901-4fe5-8032-a819a7c6fe22 req-c79d7d27-b004-4aee-8fb8-c88d1cde0045 service neutron] 10.222.0.10 "GET /v2.0/networks/04a1a8a9-352b-4379-9e70-daa81fcb3f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819685 Jan 28 08:12:02.946047 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-18ebbf0b-3901-4fe5-8032-a819a7c6fe22 req-b9127691-f1dd-4f6d-b7c7-2cd9677265bf service neutron] 10.222.0.10 "GET /v2.0/networks/04a1a8a9-352b-4379-9e70-daa81fcb3f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884047 Jan 28 08:12:03.083383 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f2fa50-9f2a-4e56-bf24-46d4c974531e req-1e056885-1b0e-4238-a71c-f886158c1ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:12:03.084942 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-32f2fa50-9f2a-4e56-bf24-46d4c974531e req-1e056885-1b0e-4238-a71c-f886158c1ec8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7bfc4756b3da4630a6b6c0d4cbc6998c&device_id=a073dfe0-eb78-4d7a-a143-16afec5c0581 HTTP/1.1" status: 200 len: 1095 time: 0.0422726 Jan 28 08:12:03.176540 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f2fa50-9f2a-4e56-bf24-46d4c974531e req-57d6906e-c0d8-494a-a9d1-e358f21e6329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:12:03.178024 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-32f2fa50-9f2a-4e56-bf24-46d4c974531e req-57d6906e-c0d8-494a-a9d1-e358f21e6329 service neutron] 10.222.0.10 "GET /v2.0/networks?id=04a1a8a9-352b-4379-9e70-daa81fcb3f38 HTTP/1.1" status: 200 len: 918 time: 0.0873055 Jan 28 08:12:03.222071 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-32f2fa50-9f2a-4e56-bf24-46d4c974531e req-add85af8-a2c5-48e9-9847-818602d19e52 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f4ab6443-0d95-4b7e-b6a6-57314017cda5 HTTP/1.1" status: 200 len: 217 time: 0.0367005 Jan 28 08:12:03.261383 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb26afcd-5971-4f47-ade0-9914eb97df95 req-3972f498-f523-43fc-9814-b94e1d8c0c52 tempest-TestEncryptedCinderVolumes-2033308549 tempest-TestEncryptedCinderVolumes-2033308549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:12:03.262925 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-eb26afcd-5971-4f47-ade0-9914eb97df95 req-3972f498-f523-43fc-9814-b94e1d8c0c52 tempest-TestEncryptedCinderVolumes-2033308549 tempest-TestEncryptedCinderVolumes-2033308549-project] 10.222.0.41 "GET /v2.0/ports?device_id=a073dfe0-eb78-4d7a-a143-16afec5c0581 HTTP/1.1" status: 200 len: 943 time: 0.0549316 Jan 28 08:12:03.272453 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f2fa50-9f2a-4e56-bf24-46d4c974531e req-9474f8be-b38b-4e2c-9ef8-8b5a9853ce85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:12:03.274040 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-32f2fa50-9f2a-4e56-bf24-46d4c974531e req-9474f8be-b38b-4e2c-9ef8-8b5a9853ce85 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=083d54e6-6f87-41e6-bf93-cb360764a201 HTTP/1.1" status: 200 len: 856 time: 0.0458996 Jan 28 08:12:03.311011 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-eb26afcd-5971-4f47-ade0-9914eb97df95 req-7fab3753-c7cc-4b09-aa14-629110b57892 tempest-TestEncryptedCinderVolumes-2033308549 tempest-TestEncryptedCinderVolumes-2033308549-project] 10.222.0.41 "GET /v2.0/security-groups?id=9491ff6b-9374-41ba-8a4e-41d2ece25d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424097 Jan 28 08:12:03.327116 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f2fa50-9f2a-4e56-bf24-46d4c974531e req-8c1643da-5ba9-4025-b14e-5bede01a19ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:12:03.328724 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-32f2fa50-9f2a-4e56-bf24-46d4c974531e req-8c1643da-5ba9-4025-b14e-5bede01a19ec service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=04a1a8a9-352b-4379-9e70-daa81fcb3f38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0482404 Jan 28 08:12:03.348658 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e76941b4-5f68-40e8-be51-0bbb46afcf45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:12:03.421565 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-32f2fa50-9f2a-4e56-bf24-46d4c974531e req-3775fa73-2fc2-432d-8086-ed5028546e73 service neutron] 10.222.0.10 "GET /v2.0/networks/04a1a8a9-352b-4379-9e70-daa81fcb3f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857434 Jan 28 08:12:03.517448 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-32f2fa50-9f2a-4e56-bf24-46d4c974531e req-01a923ea-207f-4710-89f4-e3386b6a006b service neutron] 10.222.0.10 "GET /v2.0/networks/04a1a8a9-352b-4379-9e70-daa81fcb3f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886748 Jan 28 08:12:03.611412 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:12:04.429996 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e46f8f-b06a-4c8a-8b97-fc9084023fbc req-06c3812a-bb71-400f-ac61-a0c5f375d16e tempest-TestEncryptedCinderVolumes-2033308549 tempest-TestEncryptedCinderVolumes-2033308549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:12:04.431522 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-40e46f8f-b06a-4c8a-8b97-fc9084023fbc req-06c3812a-bb71-400f-ac61-a0c5f375d16e tempest-TestEncryptedCinderVolumes-2033308549 tempest-TestEncryptedCinderVolumes-2033308549-project] 10.222.0.41 "GET /v2.0/ports?device_id=a073dfe0-eb78-4d7a-a143-16afec5c0581 HTTP/1.1" status: 200 len: 943 time: 0.0512073 Jan 28 08:12:04.478481 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-40e46f8f-b06a-4c8a-8b97-fc9084023fbc req-925eea21-082a-46da-b5cc-f6dd379a097f tempest-TestEncryptedCinderVolumes-2033308549 tempest-TestEncryptedCinderVolumes-2033308549-project] 10.222.0.41 "GET /v2.0/security-groups?id=9491ff6b-9374-41ba-8a4e-41d2ece25d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412982 Jan 28 08:12:04.606207 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:12:05.501072 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device f4ab6443-0d95-4b7e-b6a6-57314017cda5 details requested by agent hyperv_n-h1-712749-28 with host n-h1-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 08:12:05.596769 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d63245-a267-425c-bd08-efdd3fc577c7 req-f470a4af-f3ad-4253-9fa6-8eb52d976571 tempest-TestEncryptedCinderVolumes-2033308549 tempest-TestEncryptedCinderVolumes-2033308549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:12:05.598286 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c1d63245-a267-425c-bd08-efdd3fc577c7 req-f470a4af-f3ad-4253-9fa6-8eb52d976571 tempest-TestEncryptedCinderVolumes-2033308549 tempest-TestEncryptedCinderVolumes-2033308549-project] 10.222.0.41 "GET /v2.0/ports?device_id=a073dfe0-eb78-4d7a-a143-16afec5c0581 HTTP/1.1" status: 200 len: 943 time: 0.0501523 Jan 28 08:12:05.600127 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port f4ab6443-0d95-4b7e-b6a6-57314017cda5, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=f4ab6443-0d95-4b7e-b6a6-57314017cda5,segment=NetworkSegment(1fc3a2b8-a873-4f95-b236-89312809d0f6),segment_id=1fc3a2b8-a873-4f95-b236-89312809d0f6)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:12:05.611882 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Returning: {'device': 'f4ab6443-0d95-4b7e-b6a6-57314017cda5', 'network_id': '04a1a8a9-352b-4379-9e70-daa81fcb3f38', 'port_id': 'f4ab6443-0d95-4b7e-b6a6-57314017cda5', 'mac_address': 'fa:16:3e:f1:3e:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '083d54e6-6f87-41e6-bf93-cb360764a201', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 08:12:05.645924 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c1d63245-a267-425c-bd08-efdd3fc577c7 req-6f10fa02-dc1d-4185-83a1-1b5e85ed4d1b tempest-TestEncryptedCinderVolumes-2033308549 tempest-TestEncryptedCinderVolumes-2033308549-project] 10.222.0.41 "GET /v2.0/security-groups?id=9491ff6b-9374-41ba-8a4e-41d2ece25d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414495 Jan 28 08:12:05.649020 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port f4ab6443-0d95-4b7e-b6a6-57314017cda5 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:12:05.649400 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (f4ab6443-0d95-4b7e-b6a6-57314017cda5), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:12:05.662438 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4ab6443-0d95-4b7e-b6a6-57314017cda5 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 08:12:05.683791 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port f4ab6443-0d95-4b7e-b6a6-57314017cda5, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=f4ab6443-0d95-4b7e-b6a6-57314017cda5,segment=NetworkSegment(1fc3a2b8-a873-4f95-b236-89312809d0f6),segment_id=1fc3a2b8-a873-4f95-b236-89312809d0f6)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:12:05.687408 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (f4ab6443-0d95-4b7e-b6a6-57314017cda5), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:12:05.744927 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5e6d532e-cda8-4913-908f-b21da6cbcf38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:12:05.748693 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=f4ab6443-0d95-4b7e-b6a6-57314017cda5,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:12:05.755886 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:12:05.756266 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:12:05.757789 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:12:05.758144 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:12:05.758489 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:12:05.758825 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:12:05.759160 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:12:05.759492 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:12:05.759823 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:12:05.760155 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:12:05.760509 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:12:05.760837 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:12:05.761163 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:12:06.015939 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['f4ab6443-0d95-4b7e-b6a6-57314017cda5'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 08:12:06.760716 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245d67a7-1461-4779-ba31-be730eb0cb6a req-45f903ab-367a-4fd5-8f3d-382cf158934b tempest-TestEncryptedCinderVolumes-2033308549 tempest-TestEncryptedCinderVolumes-2033308549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:12:06.762196 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-245d67a7-1461-4779-ba31-be730eb0cb6a req-45f903ab-367a-4fd5-8f3d-382cf158934b tempest-TestEncryptedCinderVolumes-2033308549 tempest-TestEncryptedCinderVolumes-2033308549-project] 10.222.0.41 "GET /v2.0/ports?device_id=a073dfe0-eb78-4d7a-a143-16afec5c0581 HTTP/1.1" status: 200 len: 944 time: 0.0486786 Jan 28 08:12:06.808795 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-245d67a7-1461-4779-ba31-be730eb0cb6a req-a071994b-7c7d-4a3e-bdca-1b1dbbd6c9ee tempest-TestEncryptedCinderVolumes-2033308549 tempest-TestEncryptedCinderVolumes-2033308549-project] 10.222.0.41 "GET /v2.0/security-groups?id=9491ff6b-9374-41ba-8a4e-41d2ece25d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411460 Jan 28 08:12:07.199186 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:12:07.404847 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 7 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 08:12:07.518650 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device f4ab6443-0d95-4b7e-b6a6-57314017cda5 up at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 08:12:07.570840 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning for port f4ab6443-0d95-4b7e-b6a6-57314017cda5 completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 08:12:07.574503 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning complete for port f4ab6443-0d95-4b7e-b6a6-57314017cda5 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:12:07.574878 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (f4ab6443-0d95-4b7e-b6a6-57314017cda5), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:12:07.649987 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port f4ab6443-0d95-4b7e-b6a6-57314017cda5 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:12:07.650299 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (f4ab6443-0d95-4b7e-b6a6-57314017cda5), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:12:07.673099 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a073dfe0-eb78-4d7a-a143-16afec5c0581', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4ab6443-0d95-4b7e-b6a6-57314017cda5'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 08:12:07.675352 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ad7fe887ec8da9bd29e477e6463a73d1e99860c0dff062a8c1350cb6684650b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e33ee697-0579-412a-b478-37e0f531efad" -d '{"events": [{"server_uuid": "a073dfe0-eb78-4d7a-a143-16afec5c0581", "name": "network-vif-plugged", "status": "completed", "tag": "f4ab6443-0d95-4b7e-b6a6-57314017cda5"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 08:12:07.687971 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port f4ab6443-0d95-4b7e-b6a6-57314017cda5, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=f4ab6443-0d95-4b7e-b6a6-57314017cda5,segment=NetworkSegment(1fc3a2b8-a873-4f95-b236-89312809d0f6),segment_id=1fc3a2b8-a873-4f95-b236-89312809d0f6)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:12:07.692463 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (f4ab6443-0d95-4b7e-b6a6-57314017cda5), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:12:07.721606 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 08:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c216b1b-459d-41e5-b708-7c598b31e48b x-openstack-request-id: req-9c216b1b-459d-41e5-b708-7c598b31e48b {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 08:12:07.721895 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a073dfe0-eb78-4d7a-a143-16afec5c0581", "name": "network-vif-plugged", "status": "completed", "tag": "f4ab6443-0d95-4b7e-b6a6-57314017cda5", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 08:12:07.722154 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9c216b1b-459d-41e5-b708-7c598b31e48b {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 08:12:07.722541 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a073dfe0-eb78-4d7a-a143-16afec5c0581', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4ab6443-0d95-4b7e-b6a6-57314017cda5', 'code': 200} Jan 28 08:12:07.747913 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=f4ab6443-0d95-4b7e-b6a6-57314017cda5,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:12:07.853505 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f299345-ce83-49ed-9497-3475bd5d285a req-7092bba3-6675-49ab-bd03-6e29aa9978ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:12:07.855026 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0f299345-ce83-49ed-9497-3475bd5d285a req-7092bba3-6675-49ab-bd03-6e29aa9978ca service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a073dfe0-eb78-4d7a-a143-16afec5c0581 HTTP/1.1" status: 200 len: 1097 time: 0.0455794 Jan 28 08:12:07.931242 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0f299345-ce83-49ed-9497-3475bd5d285a req-afeb99fa-50bb-4953-8599-42eae73732f0 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=9491ff6b-9374-41ba-8a4e-41d2ece25d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661402 Jan 28 08:12:07.945052 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a12cfea-75f0-4701-af39-afb7c1298441 req-97540855-9503-4fb5-a38d-b6bb4f30a850 tempest-TestEncryptedCinderVolumes-2033308549 tempest-TestEncryptedCinderVolumes-2033308549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:12:07.946508 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8a12cfea-75f0-4701-af39-afb7c1298441 req-97540855-9503-4fb5-a38d-b6bb4f30a850 tempest-TestEncryptedCinderVolumes-2033308549 tempest-TestEncryptedCinderVolumes-2033308549-project] 10.222.0.41 "GET /v2.0/ports?device_id=a073dfe0-eb78-4d7a-a143-16afec5c0581 HTTP/1.1" status: 200 len: 945 time: 0.0691195 Jan 28 08:12:07.993887 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8a12cfea-75f0-4701-af39-afb7c1298441 req-0bd675b6-6248-4894-8c67-d7b28c4fb23d tempest-TestEncryptedCinderVolumes-2033308549 tempest-TestEncryptedCinderVolumes-2033308549-project] 10.222.0.41 "GET /v2.0/security-groups?id=9491ff6b-9374-41ba-8a4e-41d2ece25d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417819 Jan 28 08:12:08.886169 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:12:09.117689 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d2b222-143b-42db-8490-476e706f9e0e req-e4b0e81f-866a-4000-a532-aa7f297a5b24 tempest-TestEncryptedCinderVolumes-2033308549 tempest-TestEncryptedCinderVolumes-2033308549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:12:09.119174 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a9d2b222-143b-42db-8490-476e706f9e0e req-e4b0e81f-866a-4000-a532-aa7f297a5b24 tempest-TestEncryptedCinderVolumes-2033308549 tempest-TestEncryptedCinderVolumes-2033308549-project] 10.222.0.41 "GET /v2.0/ports?device_id=a073dfe0-eb78-4d7a-a143-16afec5c0581 HTTP/1.1" status: 200 len: 945 time: 0.0490167 Jan 28 08:12:09.173836 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a9d2b222-143b-42db-8490-476e706f9e0e req-0533230f-4584-453d-83fc-6e803388340b tempest-TestEncryptedCinderVolumes-2033308549 tempest-TestEncryptedCinderVolumes-2033308549-project] 10.222.0.41 "GET /v2.0/security-groups?id=9491ff6b-9374-41ba-8a4e-41d2ece25d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485461 Jan 28 08:12:09.828101 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:12:10.292004 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f8ec27-781c-47b6-b54b-ffa7f53bf486 req-da9b4aba-356d-443e-850b-e5d10bbe13fe tempest-TestEncryptedCinderVolumes-2033308549 tempest-TestEncryptedCinderVolumes-2033308549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:12:10.293529 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b7f8ec27-781c-47b6-b54b-ffa7f53bf486 req-da9b4aba-356d-443e-850b-e5d10bbe13fe tempest-TestEncryptedCinderVolumes-2033308549 tempest-TestEncryptedCinderVolumes-2033308549-project] 10.222.0.41 "GET /v2.0/ports?device_id=a073dfe0-eb78-4d7a-a143-16afec5c0581 HTTP/1.1" status: 200 len: 945 time: 0.0516536 Jan 28 08:12:10.340512 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b7f8ec27-781c-47b6-b54b-ffa7f53bf486 req-cd217809-e5b5-46b3-bbae-77f8c4686d7e tempest-TestEncryptedCinderVolumes-2033308549 tempest-TestEncryptedCinderVolumes-2033308549-project] 10.222.0.41 "GET /v2.0/security-groups?id=9491ff6b-9374-41ba-8a4e-41d2ece25d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410790 Jan 28 08:12:10.454083 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af01cd6-930d-44b8-8e79-2dc57f519eff req-6365663c-52a1-4f28-9752-29830e54178a tempest-TestEncryptedCinderVolumes-2033308549 tempest-TestEncryptedCinderVolumes-2033308549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:12:10.455479 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6af01cd6-930d-44b8-8e79-2dc57f519eff req-6365663c-52a1-4f28-9752-29830e54178a tempest-TestEncryptedCinderVolumes-2033308549 tempest-TestEncryptedCinderVolumes-2033308549-project] 10.222.0.41 "GET /v2.0/ports?device_id=a073dfe0-eb78-4d7a-a143-16afec5c0581 HTTP/1.1" status: 200 len: 945 time: 0.0476496 Jan 28 08:12:10.502491 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6af01cd6-930d-44b8-8e79-2dc57f519eff req-a4f1c6f1-3550-4e72-ba5a-7ea0a6fc4a1a tempest-TestEncryptedCinderVolumes-2033308549 tempest-TestEncryptedCinderVolumes-2033308549-project] 10.222.0.41 "GET /v2.0/security-groups?id=9491ff6b-9374-41ba-8a4e-41d2ece25d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404570 Jan 28 08:12:15.496518 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-574ba170-00e4-4346-bcef-e3104d77c565 req-0b09d654-d318-4861-b2e5-66793dbfe222 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a073dfe0-eb78-4d7a-a143-16afec5c0581&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1413949 Jan 28 08:12:15.595972 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574ba170-00e4-4346-bcef-e3104d77c565 req-d23ac941-ad46-4e12-9469-f70769506f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:12:15.597534 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-574ba170-00e4-4346-bcef-e3104d77c565 req-d23ac941-ad46-4e12-9469-f70769506f90 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7bfc4756b3da4630a6b6c0d4cbc6998c&device_id=a073dfe0-eb78-4d7a-a143-16afec5c0581 HTTP/1.1" status: 200 len: 1097 time: 0.0425696 Jan 28 08:12:15.704822 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574ba170-00e4-4346-bcef-e3104d77c565 req-4c8bca4b-62bd-4582-a565-33927b5dca16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:12:15.706290 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-574ba170-00e4-4346-bcef-e3104d77c565 req-4c8bca4b-62bd-4582-a565-33927b5dca16 service neutron] 10.222.0.10 "GET /v2.0/networks?id=04a1a8a9-352b-4379-9e70-daa81fcb3f38 HTTP/1.1" status: 200 len: 918 time: 0.0906315 Jan 28 08:12:15.747576 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-574ba170-00e4-4346-bcef-e3104d77c565 req-40953de3-6826-4650-b158-8d07b80dd28c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f4ab6443-0d95-4b7e-b6a6-57314017cda5 HTTP/1.1" status: 200 len: 217 time: 0.0353143 Jan 28 08:12:15.793921 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574ba170-00e4-4346-bcef-e3104d77c565 req-30df11c7-117e-4401-9d3f-c8d5adbd7e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:12:15.795648 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-574ba170-00e4-4346-bcef-e3104d77c565 req-30df11c7-117e-4401-9d3f-c8d5adbd7e40 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=083d54e6-6f87-41e6-bf93-cb360764a201 HTTP/1.1" status: 200 len: 856 time: 0.0421188 Jan 28 08:12:15.845337 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574ba170-00e4-4346-bcef-e3104d77c565 req-ba26da80-fd8b-48cf-baa9-0ee6fd9c5d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:12:15.846894 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-574ba170-00e4-4346-bcef-e3104d77c565 req-ba26da80-fd8b-48cf-baa9-0ee6fd9c5d0e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=04a1a8a9-352b-4379-9e70-daa81fcb3f38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0456331 Jan 28 08:12:15.938041 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-574ba170-00e4-4346-bcef-e3104d77c565 req-64a4053d-bdd1-400a-ab6e-1537aaa8d1bd service neutron] 10.222.0.10 "GET /v2.0/networks/04a1a8a9-352b-4379-9e70-daa81fcb3f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848057 Jan 28 08:12:16.037332 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-574ba170-00e4-4346-bcef-e3104d77c565 req-f9614fa9-c0c0-45cf-9401-e3b8f0e1d4e7 service neutron] 10.222.0.10 "GET /v2.0/networks/04a1a8a9-352b-4379-9e70-daa81fcb3f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922956 Jan 28 08:12:33.350699 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-29fe8db6-cfd7-4348-8fb7-79150efcf13d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:12:33.616047 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:12:34.620334 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:12:35.727615 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4f444d4a-9696-44b6-b055-db4b2e60a27a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:12:37.202459 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:12:38.891162 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:12:39.830975 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:12:44.420343 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 7 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 08:12:44.512939 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b5932e-0458-460b-92b5-92aef7c8123d req-aa8b6017-05f5-4a16-85f0-61a32cdd618d tempest-TestEncryptedCinderVolumes-2033308549 tempest-TestEncryptedCinderVolumes-2033308549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:12:44.514452 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b0b5932e-0458-460b-92b5-92aef7c8123d req-aa8b6017-05f5-4a16-85f0-61a32cdd618d tempest-TestEncryptedCinderVolumes-2033308549 tempest-TestEncryptedCinderVolumes-2033308549-project] 10.222.0.41 "GET /v2.0/ports?device_id=a073dfe0-eb78-4d7a-a143-16afec5c0581 HTTP/1.1" status: 200 len: 945 time: 0.0493207 Jan 28 08:12:44.562167 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b0b5932e-0458-460b-92b5-92aef7c8123d req-0aecd590-7cdd-4528-9046-014548e2801c tempest-TestEncryptedCinderVolumes-2033308549 tempest-TestEncryptedCinderVolumes-2033308549-project] 10.222.0.41 "GET /v2.0/security-groups?id=9491ff6b-9374-41ba-8a4e-41d2ece25d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415707 Jan 28 08:12:45.681992 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6802a550-84b1-486c-a4ae-476c8ef8f99b req-38178350-a8cd-4f58-9718-7573f80047b3 tempest-TestEncryptedCinderVolumes-2033308549 tempest-TestEncryptedCinderVolumes-2033308549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:12:45.683384 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6802a550-84b1-486c-a4ae-476c8ef8f99b req-38178350-a8cd-4f58-9718-7573f80047b3 tempest-TestEncryptedCinderVolumes-2033308549 tempest-TestEncryptedCinderVolumes-2033308549-project] 10.222.0.41 "GET /v2.0/ports?device_id=a073dfe0-eb78-4d7a-a143-16afec5c0581 HTTP/1.1" status: 200 len: 945 time: 0.0484564 Jan 28 08:12:45.733380 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6802a550-84b1-486c-a4ae-476c8ef8f99b req-c43a0532-b086-4fd5-a60d-e8986f4e915f tempest-TestEncryptedCinderVolumes-2033308549 tempest-TestEncryptedCinderVolumes-2033308549-project] 10.222.0.41 "GET /v2.0/security-groups?id=9491ff6b-9374-41ba-8a4e-41d2ece25d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439272 Jan 28 08:12:46.322398 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89886c18-7fbd-486c-92d7-0559a84f7c0f req-cb03423b-d594-46f3-8327-6d03f5a6b72f tempest-TestEncryptedCinderVolumes-2033308549 tempest-TestEncryptedCinderVolumes-2033308549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:12:46.323854 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-89886c18-7fbd-486c-92d7-0559a84f7c0f req-cb03423b-d594-46f3-8327-6d03f5a6b72f tempest-TestEncryptedCinderVolumes-2033308549 tempest-TestEncryptedCinderVolumes-2033308549-project] 10.222.0.10 "GET /v2.0/ports?device_id=a073dfe0-eb78-4d7a-a143-16afec5c0581 HTTP/1.1" status: 200 len: 945 time: 0.0479355 Jan 28 08:12:46.421392 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-89886c18-7fbd-486c-92d7-0559a84f7c0f req-dff51d2f-6b0f-4b0f-bc88-1fb4478e7ec8 tempest-TestEncryptedCinderVolumes-2033308549 tempest-TestEncryptedCinderVolumes-2033308549-project] Deleting port f4ab6443-0d95-4b7e-b6a6-57314017cda5 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 08:12:46.421739 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-89886c18-7fbd-486c-92d7-0559a84f7c0f req-dff51d2f-6b0f-4b0f-bc88-1fb4478e7ec8 tempest-TestEncryptedCinderVolumes-2033308549 tempest-TestEncryptedCinderVolumes-2033308549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (f4ab6443-0d95-4b7e-b6a6-57314017cda5), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:12:46.508251 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-89886c18-7fbd-486c-92d7-0559a84f7c0f req-dff51d2f-6b0f-4b0f-bc88-1fb4478e7ec8 tempest-TestEncryptedCinderVolumes-2033308549 tempest-TestEncryptedCinderVolumes-2033308549-project] For port f4ab6443-0d95-4b7e-b6a6-57314017cda5, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=f4ab6443-0d95-4b7e-b6a6-57314017cda5,segment=NetworkSegment(1fc3a2b8-a873-4f95-b236-89312809d0f6),segment_id=1fc3a2b8-a873-4f95-b236-89312809d0f6)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:12:46.508616 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-89886c18-7fbd-486c-92d7-0559a84f7c0f req-dff51d2f-6b0f-4b0f-bc88-1fb4478e7ec8 tempest-TestEncryptedCinderVolumes-2033308549 tempest-TestEncryptedCinderVolumes-2033308549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (f4ab6443-0d95-4b7e-b6a6-57314017cda5), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:12:46.521793 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-89886c18-7fbd-486c-92d7-0559a84f7c0f req-dff51d2f-6b0f-4b0f-bc88-1fb4478e7ec8 tempest-TestEncryptedCinderVolumes-2033308549 tempest-TestEncryptedCinderVolumes-2033308549-project] Calling delete_port for f4ab6443-0d95-4b7e-b6a6-57314017cda5 owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 08:12:46.649042 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-89886c18-7fbd-486c-92d7-0559a84f7c0f req-dff51d2f-6b0f-4b0f-bc88-1fb4478e7ec8 tempest-TestEncryptedCinderVolumes-2033308549 tempest-TestEncryptedCinderVolumes-2033308549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (f4ab6443-0d95-4b7e-b6a6-57314017cda5), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:12:46.678147 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff51d2f-6b0f-4b0f-bc88-1fb4478e7ec8 tempest-TestEncryptedCinderVolumes-2033308549 tempest-TestEncryptedCinderVolumes-2033308549-project] Pushing event deleted for resources: {'Port': ['ID=f4ab6443-0d95-4b7e-b6a6-57314017cda5,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:12:46.691674 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['f4ab6443-0d95-4b7e-b6a6-57314017cda5'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 08:12:46.723966 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-89886c18-7fbd-486c-92d7-0559a84f7c0f req-dff51d2f-6b0f-4b0f-bc88-1fb4478e7ec8 tempest-TestEncryptedCinderVolumes-2033308549 tempest-TestEncryptedCinderVolumes-2033308549-project] No DVR routers for this DVR port f4ab6443-0d95-4b7e-b6a6-57314017cda5 on host n-h1-712749-28 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 08:12:46.726808 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-89886c18-7fbd-486c-92d7-0559a84f7c0f req-dff51d2f-6b0f-4b0f-bc88-1fb4478e7ec8 tempest-TestEncryptedCinderVolumes-2033308549 tempest-TestEncryptedCinderVolumes-2033308549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:12:46.730166 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-89886c18-7fbd-486c-92d7-0559a84f7c0f req-dff51d2f-6b0f-4b0f-bc88-1fb4478e7ec8 tempest-TestEncryptedCinderVolumes-2033308549 tempest-TestEncryptedCinderVolumes-2033308549-project] 10.222.0.10 "DELETE /v2.0/ports/f4ab6443-0d95-4b7e-b6a6-57314017cda5 HTTP/1.1" status: 204 len: 173 time: 0.3979228 Jan 28 08:12:46.730610 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a073dfe0-eb78-4d7a-a143-16afec5c0581', 'name': 'network-vif-deleted', 'tag': 'f4ab6443-0d95-4b7e-b6a6-57314017cda5'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 08:12:46.732907 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea2b103cb7827510f28784975546feb0b63800b94dfac5f98f271904baace09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5fa1c75-99c9-4dc9-be9b-3b251dd98725" -d '{"events": [{"server_uuid": "a073dfe0-eb78-4d7a-a143-16afec5c0581", "name": "network-vif-deleted", "tag": "f4ab6443-0d95-4b7e-b6a6-57314017cda5"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 08:12:46.769787 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 08:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-852e8779-c3b2-45b4-a1da-02b0f9e01c24 x-openstack-request-id: req-852e8779-c3b2-45b4-a1da-02b0f9e01c24 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 08:12:46.770163 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a073dfe0-eb78-4d7a-a143-16afec5c0581", "name": "network-vif-deleted", "tag": "f4ab6443-0d95-4b7e-b6a6-57314017cda5", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 08:12:46.770333 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-852e8779-c3b2-45b4-a1da-02b0f9e01c24 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 08:12:46.770745 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a073dfe0-eb78-4d7a-a143-16afec5c0581', 'name': 'network-vif-deleted', 'tag': 'f4ab6443-0d95-4b7e-b6a6-57314017cda5', 'status': 'completed', 'code': 200} Jan 28 08:12:46.834746 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0913b492-475b-4521-b675-779e630f29d6 req-251bd13b-2619-4902-ac8c-6efa040a2427 tempest-TestEncryptedCinderVolumes-2033308549 tempest-TestEncryptedCinderVolumes-2033308549-project] 10.222.0.41 "GET /v2.0/ports?device_id=a073dfe0-eb78-4d7a-a143-16afec5c0581 HTTP/1.1" status: 200 len: 210 time: 0.0295990 Jan 28 08:12:47.929076 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 40452) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:12:48.595913 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-de864643-3eb5-48ce-8288-8596802d8d9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16606535'] for router_interface (8baef284-ad67-47c2-b8de-e4fdfd051b7d), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:12:48.840447 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-de864643-3eb5-48ce-8288-8596802d8d9b admin admin] Deleting port 2ff5ad46-6749-40c9-a11f-9b271af5030d {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 08:12:48.840785 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-de864643-3eb5-48ce-8288-8596802d8d9b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (2ff5ad46-6749-40c9-a11f-9b271af5030d), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:12:48.920796 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-de864643-3eb5-48ce-8288-8596802d8d9b admin admin] For port 2ff5ad46-6749-40c9-a11f-9b271af5030d, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=2ff5ad46-6749-40c9-a11f-9b271af5030d,segment=NetworkSegment(1fc3a2b8-a873-4f95-b236-89312809d0f6),segment_id=1fc3a2b8-a873-4f95-b236-89312809d0f6)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:12:48.921159 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-de864643-3eb5-48ce-8288-8596802d8d9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (2ff5ad46-6749-40c9-a11f-9b271af5030d), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:12:48.933374 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-de864643-3eb5-48ce-8288-8596802d8d9b admin admin] Calling delete_port for 2ff5ad46-6749-40c9-a11f-9b271af5030d owned by network:router_interface {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 08:12:49.112473 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-de864643-3eb5-48ce-8288-8596802d8d9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (2ff5ad46-6749-40c9-a11f-9b271af5030d), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:12:49.137967 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de864643-3eb5-48ce-8288-8596802d8d9b admin admin] Pushing event deleted for resources: {'Port': ['ID=2ff5ad46-6749-40c9-a11f-9b271af5030d,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:12:49.151675 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de864643-3eb5-48ce-8288-8596802d8d9b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:12:49.152036 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de864643-3eb5-48ce-8288-8596802d8d9b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:12:49.152475 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de864643-3eb5-48ce-8288-8596802d8d9b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:12:49.152819 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de864643-3eb5-48ce-8288-8596802d8d9b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:12:49.153156 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de864643-3eb5-48ce-8288-8596802d8d9b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:12:49.153492 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de864643-3eb5-48ce-8288-8596802d8d9b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:12:49.153823 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de864643-3eb5-48ce-8288-8596802d8d9b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:12:49.154152 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de864643-3eb5-48ce-8288-8596802d8d9b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:12:49.154480 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de864643-3eb5-48ce-8288-8596802d8d9b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:12:49.154806 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de864643-3eb5-48ce-8288-8596802d8d9b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:12:49.155133 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de864643-3eb5-48ce-8288-8596802d8d9b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:12:49.155458 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de864643-3eb5-48ce-8288-8596802d8d9b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:12:49.155782 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de864643-3eb5-48ce-8288-8596802d8d9b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:12:49.316617 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-de864643-3eb5-48ce-8288-8596802d8d9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16319006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16606699'] for router_interface (8baef284-ad67-47c2-b8de-e4fdfd051b7d), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:12:49.531183 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de864643-3eb5-48ce-8288-8596802d8d9b admin admin] Router 8baef284-ad67-47c2-b8de-e4fdfd051b7d has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 08:12:49.637739 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de864643-3eb5-48ce-8288-8596802d8d9b admin admin] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 08:12:49.643106 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-de864643-3eb5-48ce-8288-8596802d8d9b admin admin] 10.222.0.41 "PUT /v2.0/routers/8baef284-ad67-47c2-b8de-e4fdfd051b7d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7129869 Jan 28 08:12:49.645668 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 40454) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:12:49.649038 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4623b2-a9a4-49ce-9913-330207c068cf None None] Sync routers for ids ['8baef284-ad67-47c2-b8de-e4fdfd051b7d'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 08:12:49.658059 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device f4ab6443-0d95-4b7e-b6a6-57314017cda5 no longer exists at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 08:12:49.681731 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] No Port match for: f4ab6443-0d95-4b7e-b6a6-57314017cda5 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 08:12:49.682075 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device f4ab6443-0d95-4b7e-b6a6-57314017cda5 not bound to the agent host n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 08:12:49.687625 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4623b2-a9a4-49ce-9913-330207c068cf None None] Routers {'8baef284-ad67-47c2-b8de-e4fdfd051b7d'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 08:12:49.688181 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-9d4623b2-a9a4-49ce-9913-330207c068cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T08:12:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['8baef284-ad67-47c2-b8de-e4fdfd051b7d'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:12:49.753684 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-aba184d4-57da-4f0c-aa12-606b95428a7b admin admin] Publish callbacks [] for router (8baef284-ad67-47c2-b8de-e4fdfd051b7d), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:12:49.862066 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-aba184d4-57da-4f0c-aa12-606b95428a7b admin admin] Publish callbacks [] for router_gateway (8baef284-ad67-47c2-b8de-e4fdfd051b7d), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:12:49.918998 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-aba184d4-57da-4f0c-aa12-606b95428a7b admin admin] Deleting port cfbce61e-5f43-4a0f-b1a3-34822019b6da {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 08:12:49.919252 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-aba184d4-57da-4f0c-aa12-606b95428a7b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (cfbce61e-5f43-4a0f-b1a3-34822019b6da), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:12:49.956666 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-9d4623b2-a9a4-49ce-9913-330207c068cf None None] Set router 8baef284-ad67-47c2-b8de-e4fdfd051b7d gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 08:12:50.001392 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-aba184d4-57da-4f0c-aa12-606b95428a7b admin admin] For port cfbce61e-5f43-4a0f-b1a3-34822019b6da, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=cfbce61e-5f43-4a0f-b1a3-34822019b6da,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:12:50.001969 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-aba184d4-57da-4f0c-aa12-606b95428a7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (cfbce61e-5f43-4a0f-b1a3-34822019b6da), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:12:50.014010 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-aba184d4-57da-4f0c-aa12-606b95428a7b admin admin] Calling delete_port for cfbce61e-5f43-4a0f-b1a3-34822019b6da owned by network:router_gateway {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 08:12:50.132089 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-9d4623b2-a9a4-49ce-9913-330207c068cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8baef284-ad67-47c2-b8de-e4fdfd051b7d', 'name': 'tempest-TestEncryptedCinderVolumes-1485618182-router', 'tenant_id': '7bfc4756b3da4630a6b6c0d4cbc6998c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': 'cfbce61e-5f43-4a0f-b1a3-34822019b6da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:11:02Z', 'updated_at': '2022-01-28T08:12:49Z', 'revision_number': 5, 'project_id': '7bfc4756b3da4630a6b6c0d4cbc6998c', 'gw_port': {'id': 'cfbce61e-5f43-4a0f-b1a3-34822019b6da', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:5e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8baef284-ad67-47c2-b8de-e4fdfd051b7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:11:02Z', 'updated_at': '2022-01-28T08:11:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:12:50.158156 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4623b2-a9a4-49ce-9913-330207c068cf None None] Checking router: 8baef284-ad67-47c2-b8de-e4fdfd051b7d for host: n-d-712749-28 {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 08:12:50.167458 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4623b2-a9a4-49ce-9913-330207c068cf None None] Routers {'8baef284-ad67-47c2-b8de-e4fdfd051b7d'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 08:12:50.168090 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-9d4623b2-a9a4-49ce-9913-330207c068cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T08:12:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['8baef284-ad67-47c2-b8de-e4fdfd051b7d'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:12:50.191322 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-aba184d4-57da-4f0c-aa12-606b95428a7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (cfbce61e-5f43-4a0f-b1a3-34822019b6da), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:12:50.218243 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba184d4-57da-4f0c-aa12-606b95428a7b admin admin] Pushing event deleted for resources: {'Port': ['ID=cfbce61e-5f43-4a0f-b1a3-34822019b6da,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:12:50.254548 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-9d4623b2-a9a4-49ce-9913-330207c068cf None None] Set router 8baef284-ad67-47c2-b8de-e4fdfd051b7d gateway port host: None {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 08:12:50.280735 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-aba184d4-57da-4f0c-aa12-606b95428a7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16607873'] for router_gateway (8baef284-ad67-47c2-b8de-e4fdfd051b7d), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:12:50.310920 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-9d4623b2-a9a4-49ce-9913-330207c068cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8baef284-ad67-47c2-b8de-e4fdfd051b7d', 'name': 'tempest-TestEncryptedCinderVolumes-1485618182-router', 'tenant_id': '7bfc4756b3da4630a6b6c0d4cbc6998c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:11:02Z', 'updated_at': '2022-01-28T08:12:49Z', 'revision_number': 6, 'project_id': '7bfc4756b3da4630a6b6c0d4cbc6998c', 'gw_port_host': None}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:12:50.338069 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4623b2-a9a4-49ce-9913-330207c068cf None None] The sync data for ids ['8baef284-ad67-47c2-b8de-e4fdfd051b7d'] in n-d-712749-28 is: [{'id': '8baef284-ad67-47c2-b8de-e4fdfd051b7d', 'name': 'tempest-TestEncryptedCinderVolumes-1485618182-router', 'tenant_id': '7bfc4756b3da4630a6b6c0d4cbc6998c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:11:02Z', 'updated_at': '2022-01-28T08:12:49Z', 'revision_number': 6, 'project_id': '7bfc4756b3da4630a6b6c0d4cbc6998c', 'gw_port_host': None}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 08:12:50.375898 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-aba184d4-57da-4f0c-aa12-606b95428a7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16605684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127449'] for router (8baef284-ad67-47c2-b8de-e4fdfd051b7d), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:12:50.378235 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-aba184d4-57da-4f0c-aa12-606b95428a7b admin admin] Publish callbacks [] for router_controller (8baef284-ad67-47c2-b8de-e4fdfd051b7d), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:12:50.425380 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-aba184d4-57da-4f0c-aa12-606b95428a7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16605693'] for router (8baef284-ad67-47c2-b8de-e4fdfd051b7d), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:12:50.425900 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aba184d4-57da-4f0c-aa12-606b95428a7b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8baef284-ad67-47c2-b8de-e4fdfd051b7d {{(pid=103283) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 08:12:50.430121 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-aba184d4-57da-4f0c-aa12-606b95428a7b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:12:50.431328 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-aba184d4-57da-4f0c-aa12-606b95428a7b admin admin] 10.222.0.41 "DELETE /v2.0/routers/8baef284-ad67-47c2-b8de-e4fdfd051b7d HTTP/1.1" status: 204 len: 168 time: 0.7845736 Jan 28 08:12:50.434008 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 40456) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:12:50.480243 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a854daf-e2e0-4aa7-a98f-2b158f6ec0b8 admin admin] Deleting subnet 083d54e6-6f87-41e6-bf93-cb360764a201 {{(pid=103283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 08:12:50.483792 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6a854daf-e2e0-4aa7-a98f-2b158f6ec0b8 admin admin] Publish callbacks [] for subnet (083d54e6-6f87-41e6-bf93-cb360764a201), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:12:50.519625 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6a854daf-e2e0-4aa7-a98f-2b158f6ec0b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13506696'] for subnet (083d54e6-6f87-41e6-bf93-cb360764a201), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:12:50.601355 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6a854daf-e2e0-4aa7-a98f-2b158f6ec0b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (083d54e6-6f87-41e6-bf93-cb360764a201), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:12:50.653398 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6a854daf-e2e0-4aa7-a98f-2b158f6ec0b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13546665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13556132'] for subnet (083d54e6-6f87-41e6-bf93-cb360764a201), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:12:50.682610 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a854daf-e2e0-4aa7-a98f-2b158f6ec0b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=083d54e6-6f87-41e6-bf93-cb360764a201,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:12:50.684591 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6a854daf-e2e0-4aa7-a98f-2b158f6ec0b8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:12:50.687840 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-6a854daf-e2e0-4aa7-a98f-2b158f6ec0b8 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/083d54e6-6f87-41e6-bf93-cb360764a201 HTTP/1.1" status: 204 len: 168 time: 0.2528503 Jan 28 08:12:50.690608 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 40458) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:12:50.694724 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db5f38fe-30bb-4a3c-83df-8840d3b7f8ff None None] Network 04a1a8a9-352b-4379-9e70-daa81fcb3f38 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 08:12:50.763537 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2250765c-b11d-4029-ab49-697ebe856812 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (04a1a8a9-352b-4379-9e70-daa81fcb3f38), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:12:50.840125 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-2250765c-b11d-4029-ab49-697ebe856812 admin admin] Deleting port b829e05e-d93d-4cdd-9808-688e56397e73 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 08:12:50.840509 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2250765c-b11d-4029-ab49-697ebe856812 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (b829e05e-d93d-4cdd-9808-688e56397e73), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:12:50.905362 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-2250765c-b11d-4029-ab49-697ebe856812 admin admin] For port b829e05e-d93d-4cdd-9808-688e56397e73, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=b829e05e-d93d-4cdd-9808-688e56397e73,segment=NetworkSegment(1fc3a2b8-a873-4f95-b236-89312809d0f6),segment_id=1fc3a2b8-a873-4f95-b236-89312809d0f6)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:12:50.905731 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2250765c-b11d-4029-ab49-697ebe856812 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (b829e05e-d93d-4cdd-9808-688e56397e73), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:12:50.919189 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-2250765c-b11d-4029-ab49-697ebe856812 admin admin] Calling delete_port for b829e05e-d93d-4cdd-9808-688e56397e73 owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 08:12:51.001837 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2250765c-b11d-4029-ab49-697ebe856812 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (b829e05e-d93d-4cdd-9808-688e56397e73), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:12:51.027287 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2250765c-b11d-4029-ab49-697ebe856812 admin admin] Pushing event deleted for resources: {'Port': ['ID=b829e05e-d93d-4cdd-9808-688e56397e73,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:12:51.031641 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2250765c-b11d-4029-ab49-697ebe856812 admin admin] No DVR routers for this DVR port b829e05e-d93d-4cdd-9808-688e56397e73 on host n-d-712749-28 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 08:12:51.101827 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2250765c-b11d-4029-ab49-697ebe856812 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (04a1a8a9-352b-4379-9e70-daa81fcb3f38), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:12:51.123101 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-2250765c-b11d-4029-ab49-697ebe856812 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04a1a8a9-352b-4379-9e70-daa81fcb3f38']}} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:12:51.133211 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-2250765c-b11d-4029-ab49-697ebe856812 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fc3a2b8-a873-4f95-b236-89312809d0f6') {'for_net_delete': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:12:51.133497 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-2250765c-b11d-4029-ab49-697ebe856812 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fc3a2b8-a873-4f95-b236-89312809d0f6') {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:12:51.149667 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2250765c-b11d-4029-ab49-697ebe856812 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13506801'] for segment (1fc3a2b8-a873-4f95-b236-89312809d0f6), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:12:51.152910 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e44cfb7-ee62-42d8-9d35-9be14ac95d5c None None] DHCP port deletion for 04a1a8a9-352b-4379-9e70-daa81fcb3f38 request from n-d-712749-28 {{(pid=103285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 08:12:51.164960 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2250765c-b11d-4029-ab49-697ebe856812 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (1fc3a2b8-a873-4f95-b236-89312809d0f6), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:12:51.171376 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2250765c-b11d-4029-ab49-697ebe856812 admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=103283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 08:12:51.171780 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2250765c-b11d-4029-ab49-697ebe856812 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13546563'] for segment (1fc3a2b8-a873-4f95-b236-89312809d0f6), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:12:51.173526 n-d-712749-28 neutron-server[103283]: Traceback (most recent call last): Jan 28 08:12:51.173526 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 08:12:51.173526 n-d-712749-28 neutron-server[103283]: timer() Jan 28 08:12:51.173526 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 08:12:51.173526 n-d-712749-28 neutron-server[103283]: cb(*args, **kw) Jan 28 08:12:51.173526 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 08:12:51.173526 n-d-712749-28 neutron-server[103283]: return func(*args, **kwargs) Jan 28 08:12:51.173526 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 08:12:51.173526 n-d-712749-28 neutron-server[103283]: self._notify() Jan 28 08:12:51.173526 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 08:12:51.173526 n-d-712749-28 neutron-server[103283]: self.callback(batched_events) Jan 28 08:12:51.173526 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 08:12:51.173526 n-d-712749-28 neutron-server[103283]: event.method(event) Jan 28 08:12:51.173526 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 08:12:51.173526 n-d-712749-28 neutron-server[103283]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 08:12:51.173526 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 08:12:51.173526 n-d-712749-28 neutron-server[103283]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 08:12:51.173526 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 08:12:51.173526 n-d-712749-28 neutron-server[103283]: return f(self, *a, **k) Jan 28 08:12:51.173526 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 08:12:51.173526 n-d-712749-28 neutron-server[103283]: return self._get(url).json() Jan 28 08:12:51.173526 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 08:12:51.173526 n-d-712749-28 neutron-server[103283]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 08:12:51.173526 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 08:12:51.173526 n-d-712749-28 neutron-server[103283]: return self.request(url, 'GET', **kwargs) Jan 28 08:12:51.173526 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 08:12:51.173526 n-d-712749-28 neutron-server[103283]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 08:12:51.173526 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 08:12:51.173526 n-d-712749-28 neutron-server[103283]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 08:12:51.173526 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 08:12:51.173526 n-d-712749-28 neutron-server[103283]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 08:12:51.173526 n-d-712749-28 neutron-server[103283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 08:12:51.228467 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2250765c-b11d-4029-ab49-697ebe856812 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (04a1a8a9-352b-4379-9e70-daa81fcb3f38), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:12:51.233301 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2250765c-b11d-4029-ab49-697ebe856812 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:12:51.236932 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-2250765c-b11d-4029-ab49-697ebe856812 admin admin] 10.222.0.41 "DELETE /v2.0/networks/04a1a8a9-352b-4379-9e70-daa81fcb3f38 HTTP/1.1" status: 204 len: 168 time: 0.5453782 Jan 28 08:12:51.240128 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 40460) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:12:51.249991 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2250765c-b11d-4029-ab49-697ebe856812 admin admin] Pushing event deleted for resources: {'Network': ['ID=04a1a8a9-352b-4379-9e70-daa81fcb3f38,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:12:51.582082 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f3467086-c2f1-4ef6-8a36-91e63de752c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16606535'] for router_interface (c31ccaab-41de-40fb-96f4-e2569ae90fac), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:12:51.758403 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device cfbce61e-5f43-4a0f-b1a3-34822019b6da no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 08:12:51.777510 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: cfbce61e-5f43-4a0f-b1a3-34822019b6da {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 08:12:51.777862 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device cfbce61e-5f43-4a0f-b1a3-34822019b6da not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 08:12:51.778290 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device b829e05e-d93d-4cdd-9808-688e56397e73 no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 08:12:51.797169 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: b829e05e-d93d-4cdd-9808-688e56397e73 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 08:12:51.797521 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device b829e05e-d93d-4cdd-9808-688e56397e73 not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 08:12:51.797934 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 2ff5ad46-6749-40c9-a11f-9b271af5030d no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 08:12:51.820986 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: 2ff5ad46-6749-40c9-a11f-9b271af5030d {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 08:12:51.821641 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 2ff5ad46-6749-40c9-a11f-9b271af5030d not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 08:12:51.828332 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-f3467086-c2f1-4ef6-8a36-91e63de752c6 admin admin] Deleting port aa01506f-08a4-4017-a83e-d42e466e84dc {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 08:12:51.828597 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f3467086-c2f1-4ef6-8a36-91e63de752c6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (aa01506f-08a4-4017-a83e-d42e466e84dc), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:12:51.911927 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-f3467086-c2f1-4ef6-8a36-91e63de752c6 admin admin] For port aa01506f-08a4-4017-a83e-d42e466e84dc, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=aa01506f-08a4-4017-a83e-d42e466e84dc,segment=NetworkSegment(db72fa4c-d80e-44ef-abe1-20aa0a4f2469),segment_id=db72fa4c-d80e-44ef-abe1-20aa0a4f2469)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:12:51.912483 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f3467086-c2f1-4ef6-8a36-91e63de752c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (aa01506f-08a4-4017-a83e-d42e466e84dc), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:12:51.924282 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-f3467086-c2f1-4ef6-8a36-91e63de752c6 admin admin] Calling delete_port for aa01506f-08a4-4017-a83e-d42e466e84dc owned by network:router_interface {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 08:12:52.100013 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f3467086-c2f1-4ef6-8a36-91e63de752c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (aa01506f-08a4-4017-a83e-d42e466e84dc), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:12:52.125198 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3467086-c2f1-4ef6-8a36-91e63de752c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa01506f-08a4-4017-a83e-d42e466e84dc,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:12:52.291088 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f3467086-c2f1-4ef6-8a36-91e63de752c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16319006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16606699'] for router_interface (c31ccaab-41de-40fb-96f4-e2569ae90fac), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:12:52.502524 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3467086-c2f1-4ef6-8a36-91e63de752c6 admin admin] Router c31ccaab-41de-40fb-96f4-e2569ae90fac has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 08:12:52.604657 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3467086-c2f1-4ef6-8a36-91e63de752c6 admin admin] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 08:12:52.609932 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-f3467086-c2f1-4ef6-8a36-91e63de752c6 admin admin] 10.222.0.41 "PUT /v2.0/routers/c31ccaab-41de-40fb-96f4-e2569ae90fac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3684125 Jan 28 08:12:52.612373 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 40462) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:12:52.615447 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b8d83d-8b71-4329-854e-9984d42a32ff None None] Sync routers for ids ['c31ccaab-41de-40fb-96f4-e2569ae90fac'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 08:12:52.625345 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b8d83d-8b71-4329-854e-9984d42a32ff None None] Routers {'c31ccaab-41de-40fb-96f4-e2569ae90fac'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 08:12:52.625950 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-50b8d83d-8b71-4329-854e-9984d42a32ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T08:12:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['c31ccaab-41de-40fb-96f4-e2569ae90fac'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:12:52.720144 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9b3cb478-8c4c-4f4a-8823-a2a7cdefb031 admin admin] Publish callbacks [] for router (c31ccaab-41de-40fb-96f4-e2569ae90fac), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:12:52.824793 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9b3cb478-8c4c-4f4a-8823-a2a7cdefb031 admin admin] Publish callbacks [] for router_gateway (c31ccaab-41de-40fb-96f4-e2569ae90fac), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:12:52.835950 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-50b8d83d-8b71-4329-854e-9984d42a32ff None None] Set router c31ccaab-41de-40fb-96f4-e2569ae90fac gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 08:12:52.878224 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-9b3cb478-8c4c-4f4a-8823-a2a7cdefb031 admin admin] Deleting port e1f649db-ee60-4e35-8fc1-90ed2736702c {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 08:12:52.878566 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9b3cb478-8c4c-4f4a-8823-a2a7cdefb031 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (e1f649db-ee60-4e35-8fc1-90ed2736702c), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:12:52.961315 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-9b3cb478-8c4c-4f4a-8823-a2a7cdefb031 admin admin] For port e1f649db-ee60-4e35-8fc1-90ed2736702c, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=e1f649db-ee60-4e35-8fc1-90ed2736702c,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:12:52.961686 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9b3cb478-8c4c-4f4a-8823-a2a7cdefb031 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (e1f649db-ee60-4e35-8fc1-90ed2736702c), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:12:52.973335 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-9b3cb478-8c4c-4f4a-8823-a2a7cdefb031 admin admin] Calling delete_port for e1f649db-ee60-4e35-8fc1-90ed2736702c owned by network:router_gateway {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 08:12:53.012158 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-50b8d83d-8b71-4329-854e-9984d42a32ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c31ccaab-41de-40fb-96f4-e2569ae90fac', 'name': 'tempest-TestEncryptedCinderVolumes-920906772-router', 'tenant_id': '490dad17c7494cdd85c25a4ebe7154b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': 'e1f649db-ee60-4e35-8fc1-90ed2736702c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:11:07Z', 'updated_at': '2022-01-28T08:12:52Z', 'revision_number': 5, 'project_id': '490dad17c7494cdd85c25a4ebe7154b1', 'gw_port': {'id': 'e1f649db-ee60-4e35-8fc1-90ed2736702c', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:82:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c31ccaab-41de-40fb-96f4-e2569ae90fac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:11:07Z', 'updated_at': '2022-01-28T08:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:12:53.043052 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b8d83d-8b71-4329-854e-9984d42a32ff None None] Checking router: c31ccaab-41de-40fb-96f4-e2569ae90fac for host: n-d-712749-28 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 08:12:53.051411 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b8d83d-8b71-4329-854e-9984d42a32ff None None] Routers {'c31ccaab-41de-40fb-96f4-e2569ae90fac'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 08:12:53.052039 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-50b8d83d-8b71-4329-854e-9984d42a32ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T08:12:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['c31ccaab-41de-40fb-96f4-e2569ae90fac'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:12:53.139409 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-50b8d83d-8b71-4329-854e-9984d42a32ff None None] Set router c31ccaab-41de-40fb-96f4-e2569ae90fac gateway port host: None {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 08:12:53.196521 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-50b8d83d-8b71-4329-854e-9984d42a32ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c31ccaab-41de-40fb-96f4-e2569ae90fac', 'name': 'tempest-TestEncryptedCinderVolumes-920906772-router', 'tenant_id': '490dad17c7494cdd85c25a4ebe7154b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:11:07Z', 'updated_at': '2022-01-28T08:12:52Z', 'revision_number': 6, 'project_id': '490dad17c7494cdd85c25a4ebe7154b1', 'gw_port_host': None}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:12:53.224070 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b8d83d-8b71-4329-854e-9984d42a32ff None None] The sync data for ids ['c31ccaab-41de-40fb-96f4-e2569ae90fac'] in n-d-712749-28 is: [{'id': 'c31ccaab-41de-40fb-96f4-e2569ae90fac', 'name': 'tempest-TestEncryptedCinderVolumes-920906772-router', 'tenant_id': '490dad17c7494cdd85c25a4ebe7154b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:11:07Z', 'updated_at': '2022-01-28T08:12:52Z', 'revision_number': 6, 'project_id': '490dad17c7494cdd85c25a4ebe7154b1', 'gw_port_host': None}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 08:12:53.499187 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9b3cb478-8c4c-4f4a-8823-a2a7cdefb031 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (e1f649db-ee60-4e35-8fc1-90ed2736702c), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:12:53.523434 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3cb478-8c4c-4f4a-8823-a2a7cdefb031 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1f649db-ee60-4e35-8fc1-90ed2736702c,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:12:53.585461 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9b3cb478-8c4c-4f4a-8823-a2a7cdefb031 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16607873'] for router_gateway (c31ccaab-41de-40fb-96f4-e2569ae90fac), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:12:53.681066 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9b3cb478-8c4c-4f4a-8823-a2a7cdefb031 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16605684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127449'] for router (c31ccaab-41de-40fb-96f4-e2569ae90fac), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:12:53.683237 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9b3cb478-8c4c-4f4a-8823-a2a7cdefb031 admin admin] Publish callbacks [] for router_controller (c31ccaab-41de-40fb-96f4-e2569ae90fac), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:12:53.725446 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9b3cb478-8c4c-4f4a-8823-a2a7cdefb031 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16605693'] for router (c31ccaab-41de-40fb-96f4-e2569ae90fac), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:12:53.725998 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b3cb478-8c4c-4f4a-8823-a2a7cdefb031 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c31ccaab-41de-40fb-96f4-e2569ae90fac {{(pid=103284) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 08:12:53.731612 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9b3cb478-8c4c-4f4a-8823-a2a7cdefb031 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:12:53.732923 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-9b3cb478-8c4c-4f4a-8823-a2a7cdefb031 admin admin] 10.222.0.41 "DELETE /v2.0/routers/c31ccaab-41de-40fb-96f4-e2569ae90fac HTTP/1.1" status: 204 len: 168 time: 1.1195204 Jan 28 08:12:53.735462 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 40464) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:12:53.779400 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ab0d522-fba2-4d26-9e21-f02de3d5520d admin admin] Deleting subnet 9c230d18-7b97-4c8b-9096-8447e5a2f11c {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 08:12:53.782417 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0ab0d522-fba2-4d26-9e21-f02de3d5520d admin admin] Publish callbacks [] for subnet (9c230d18-7b97-4c8b-9096-8447e5a2f11c), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:12:53.816851 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0ab0d522-fba2-4d26-9e21-f02de3d5520d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24759175'] for subnet (9c230d18-7b97-4c8b-9096-8447e5a2f11c), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:12:53.895697 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0ab0d522-fba2-4d26-9e21-f02de3d5520d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (9c230d18-7b97-4c8b-9096-8447e5a2f11c), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:12:53.946780 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0ab0d522-fba2-4d26-9e21-f02de3d5520d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24757569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24979817'] for subnet (9c230d18-7b97-4c8b-9096-8447e5a2f11c), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:12:53.975520 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0ab0d522-fba2-4d26-9e21-f02de3d5520d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:12:53.981352 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-0ab0d522-fba2-4d26-9e21-f02de3d5520d admin admin] 10.222.0.41 "DELETE /v2.0/subnets/9c230d18-7b97-4c8b-9096-8447e5a2f11c HTTP/1.1" status: 204 len: 168 time: 0.2425528 Jan 28 08:12:53.981705 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 40466) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:12:53.983745 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab0d522-fba2-4d26-9e21-f02de3d5520d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c230d18-7b97-4c8b-9096-8447e5a2f11c,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:12:53.991215 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab1f53f1-4622-4781-8a51-cd25518f7b02 None None] Network 0e48ae10-2917-4972-9c9a-0ddecb16dc9c requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 08:12:54.052411 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device e1f649db-ee60-4e35-8fc1-90ed2736702c no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 08:12:54.076468 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: e1f649db-ee60-4e35-8fc1-90ed2736702c {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 08:12:54.076828 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device e1f649db-ee60-4e35-8fc1-90ed2736702c not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 08:12:54.077251 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device aa01506f-08a4-4017-a83e-d42e466e84dc no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 08:12:54.086071 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7e026a40-5094-466b-872f-c66d49c7a358 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (0e48ae10-2917-4972-9c9a-0ddecb16dc9c), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:12:54.105415 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: aa01506f-08a4-4017-a83e-d42e466e84dc {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 08:12:54.105765 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device aa01506f-08a4-4017-a83e-d42e466e84dc not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 08:12:54.148416 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-7e026a40-5094-466b-872f-c66d49c7a358 admin admin] Deleting port f723412f-1fa5-4e1c-bf6f-e1aa7f1dd485 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 08:12:54.148756 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7e026a40-5094-466b-872f-c66d49c7a358 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (f723412f-1fa5-4e1c-bf6f-e1aa7f1dd485), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:12:54.196757 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4672ea7c-8a16-401c-b49a-62b7a74b2607 None None] DHCP port deletion for 0e48ae10-2917-4972-9c9a-0ddecb16dc9c request from n-d-712749-28 {{(pid=103285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 08:12:54.218934 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-7e026a40-5094-466b-872f-c66d49c7a358 admin admin] For port f723412f-1fa5-4e1c-bf6f-e1aa7f1dd485, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=f723412f-1fa5-4e1c-bf6f-e1aa7f1dd485,segment=NetworkSegment(db72fa4c-d80e-44ef-abe1-20aa0a4f2469),segment_id=db72fa4c-d80e-44ef-abe1-20aa0a4f2469)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:12:54.219265 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7e026a40-5094-466b-872f-c66d49c7a358 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (f723412f-1fa5-4e1c-bf6f-e1aa7f1dd485), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:12:54.233343 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-7e026a40-5094-466b-872f-c66d49c7a358 admin admin] Calling delete_port for f723412f-1fa5-4e1c-bf6f-e1aa7f1dd485 owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 08:12:54.247017 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-4672ea7c-8a16-401c-b49a-62b7a74b2607 None None] Deleting port f723412f-1fa5-4e1c-bf6f-e1aa7f1dd485 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 08:12:54.247708 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4672ea7c-8a16-401c-b49a-62b7a74b2607 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (f723412f-1fa5-4e1c-bf6f-e1aa7f1dd485), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:12:54.314923 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-4672ea7c-8a16-401c-b49a-62b7a74b2607 None None] For port f723412f-1fa5-4e1c-bf6f-e1aa7f1dd485, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=f723412f-1fa5-4e1c-bf6f-e1aa7f1dd485,segment=NetworkSegment(db72fa4c-d80e-44ef-abe1-20aa0a4f2469),segment_id=db72fa4c-d80e-44ef-abe1-20aa0a4f2469)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:12:54.315433 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4672ea7c-8a16-401c-b49a-62b7a74b2607 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (f723412f-1fa5-4e1c-bf6f-e1aa7f1dd485), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:12:54.323208 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7e026a40-5094-466b-872f-c66d49c7a358 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (f723412f-1fa5-4e1c-bf6f-e1aa7f1dd485), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:12:54.334749 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-4672ea7c-8a16-401c-b49a-62b7a74b2607 None None] Calling delete_port for f723412f-1fa5-4e1c-bf6f-e1aa7f1dd485 owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 08:12:54.354486 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e026a40-5094-466b-872f-c66d49c7a358 admin admin] Pushing event deleted for resources: {'Port': ['ID=f723412f-1fa5-4e1c-bf6f-e1aa7f1dd485,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:12:54.359389 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e026a40-5094-466b-872f-c66d49c7a358 admin admin] No DVR routers for this DVR port f723412f-1fa5-4e1c-bf6f-e1aa7f1dd485 on host n-d-712749-28 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 08:12:54.415196 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4672ea7c-8a16-401c-b49a-62b7a74b2607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298'] for port (f723412f-1fa5-4e1c-bf6f-e1aa7f1dd485), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:12:54.435947 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7e026a40-5094-466b-872f-c66d49c7a358 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (0e48ae10-2917-4972-9c9a-0ddecb16dc9c), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:12:54.438922 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4672ea7c-8a16-401c-b49a-62b7a74b2607 None None] Pushing event deleted for resources: {'Port': ['ID=f723412f-1fa5-4e1c-bf6f-e1aa7f1dd485,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:12:54.445963 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4672ea7c-8a16-401c-b49a-62b7a74b2607 None None] No DVR routers for this DVR port f723412f-1fa5-4e1c-bf6f-e1aa7f1dd485 on host n-d-712749-28 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 08:12:54.467662 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-7e026a40-5094-466b-872f-c66d49c7a358 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e48ae10-2917-4972-9c9a-0ddecb16dc9c']}} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:12:54.485452 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-7e026a40-5094-466b-872f-c66d49c7a358 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db72fa4c-d80e-44ef-abe1-20aa0a4f2469') {'for_net_delete': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:12:54.485982 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-7e026a40-5094-466b-872f-c66d49c7a358 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db72fa4c-d80e-44ef-abe1-20aa0a4f2469') {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:12:54.496519 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7e026a40-5094-466b-872f-c66d49c7a358 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13506801'] for segment (db72fa4c-d80e-44ef-abe1-20aa0a4f2469), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:12:54.510256 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7e026a40-5094-466b-872f-c66d49c7a358 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (db72fa4c-d80e-44ef-abe1-20aa0a4f2469), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:12:54.516456 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e026a40-5094-466b-872f-c66d49c7a358 admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=103283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 08:12:54.516897 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7e026a40-5094-466b-872f-c66d49c7a358 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13546563'] for segment (db72fa4c-d80e-44ef-abe1-20aa0a4f2469), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:12:54.518664 n-d-712749-28 neutron-server[103283]: Traceback (most recent call last): Jan 28 08:12:54.518664 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 08:12:54.518664 n-d-712749-28 neutron-server[103283]: timer() Jan 28 08:12:54.518664 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 08:12:54.518664 n-d-712749-28 neutron-server[103283]: cb(*args, **kw) Jan 28 08:12:54.518664 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 08:12:54.518664 n-d-712749-28 neutron-server[103283]: return func(*args, **kwargs) Jan 28 08:12:54.518664 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 08:12:54.518664 n-d-712749-28 neutron-server[103283]: self._notify() Jan 28 08:12:54.518664 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 08:12:54.518664 n-d-712749-28 neutron-server[103283]: self.callback(batched_events) Jan 28 08:12:54.518664 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 08:12:54.518664 n-d-712749-28 neutron-server[103283]: event.method(event) Jan 28 08:12:54.518664 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 08:12:54.518664 n-d-712749-28 neutron-server[103283]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 08:12:54.518664 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 08:12:54.518664 n-d-712749-28 neutron-server[103283]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 08:12:54.518664 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 08:12:54.518664 n-d-712749-28 neutron-server[103283]: return f(self, *a, **k) Jan 28 08:12:54.518664 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 08:12:54.518664 n-d-712749-28 neutron-server[103283]: return self._get(url).json() Jan 28 08:12:54.518664 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 08:12:54.518664 n-d-712749-28 neutron-server[103283]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 08:12:54.518664 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 08:12:54.518664 n-d-712749-28 neutron-server[103283]: return self.request(url, 'GET', **kwargs) Jan 28 08:12:54.518664 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 08:12:54.518664 n-d-712749-28 neutron-server[103283]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 08:12:54.518664 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 08:12:54.518664 n-d-712749-28 neutron-server[103283]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 08:12:54.518664 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 08:12:54.518664 n-d-712749-28 neutron-server[103283]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 08:12:54.518664 n-d-712749-28 neutron-server[103283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 08:12:54.575037 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7e026a40-5094-466b-872f-c66d49c7a358 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (0e48ae10-2917-4972-9c9a-0ddecb16dc9c), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:12:54.580491 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7e026a40-5094-466b-872f-c66d49c7a358 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:12:54.586685 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-7e026a40-5094-466b-872f-c66d49c7a358 admin admin] 10.222.0.41 "DELETE /v2.0/networks/0e48ae10-2917-4972-9c9a-0ddecb16dc9c HTTP/1.1" status: 204 len: 168 time: 0.6010098 Jan 28 08:12:54.595478 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e026a40-5094-466b-872f-c66d49c7a358 admin admin] Pushing event deleted for resources: {'Network': ['ID=0e48ae10-2917-4972-9c9a-0ddecb16dc9c,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:12:54.744654 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 40470) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:12:54.786215 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-f00dad56-78a5-4e99-a1df-d4e748a4ec49 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7bfc4756b3da4630a6b6c0d4cbc6998c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0402389 Jan 28 08:12:54.788686 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 40472) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:12:54.836784 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-302ce0af-b771-48a2-a135-2af9f48cde4c admin admin] Publish callbacks [] for security_group (9491ff6b-9374-41ba-8a4e-41d2ece25d2a), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:12:54.861305 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-302ce0af-b771-48a2-a135-2af9f48cde4c admin admin] Publish callbacks [] for security_group (9491ff6b-9374-41ba-8a4e-41d2ece25d2a), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:12:54.909104 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-302ce0af-b771-48a2-a135-2af9f48cde4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (9491ff6b-9374-41ba-8a4e-41d2ece25d2a), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:12:54.911953 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-302ce0af-b771-48a2-a135-2af9f48cde4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:12:54.913408 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-302ce0af-b771-48a2-a135-2af9f48cde4c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9491ff6b-9374-41ba-8a4e-41d2ece25d2a HTTP/1.1" status: 204 len: 168 time: 0.1238225 Jan 28 08:12:54.921767 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302ce0af-b771-48a2-a135-2af9f48cde4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9491ff6b-9374-41ba-8a4e-41d2ece25d2a,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:12:55.226128 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 40478) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:12:55.265963 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-08030bd8-01ff-42bd-843c-0dff8305f21c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=490dad17c7494cdd85c25a4ebe7154b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0387013 Jan 28 08:12:55.268416 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 40480) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:12:55.320872 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-eda2c0a2-01ab-4729-adb1-325123a8cbc4 admin admin] Publish callbacks [] for security_group (09cb41f9-7e3a-4e4f-a00c-2b7c7a570f46), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:12:55.342115 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-eda2c0a2-01ab-4729-adb1-325123a8cbc4 admin admin] Publish callbacks [] for security_group (09cb41f9-7e3a-4e4f-a00c-2b7c7a570f46), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:12:55.389619 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-eda2c0a2-01ab-4729-adb1-325123a8cbc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (09cb41f9-7e3a-4e4f-a00c-2b7c7a570f46), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:12:55.392503 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-eda2c0a2-01ab-4729-adb1-325123a8cbc4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:12:55.393644 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-eda2c0a2-01ab-4729-adb1-325123a8cbc4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/09cb41f9-7e3a-4e4f-a00c-2b7c7a570f46 HTTP/1.1" status: 204 len: 168 time: 0.1243179 Jan 28 08:12:55.402266 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda2c0a2-01ab-4729-adb1-325123a8cbc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09cb41f9-7e3a-4e4f-a00c-2b7c7a570f46,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:12:55.752547 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device f723412f-1fa5-4e1c-bf6f-e1aa7f1dd485 no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 08:12:55.775850 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: f723412f-1fa5-4e1c-bf6f-e1aa7f1dd485 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 08:12:55.776220 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device f723412f-1fa5-4e1c-bf6f-e1aa7f1dd485 not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 08:12:56.065099 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 40502) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:12:56.184249 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-97efb47d-3389-4c6b-bd94-0b131a8d4655 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-273829214-network', 'tenant_id': '0d3f331b28784d59b2bc7cf15dfa59ab'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:12:56.204102 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97efb47d-3389-4c6b-bd94-0b131a8d4655 admin admin] Made reservation on behalf of 0d3f331b28784d59b2bc7cf15dfa59ab for: {'network': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 08:12:56.206411 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-97efb47d-3389-4c6b-bd94-0b131a8d4655 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:12:56.215200 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-97efb47d-3389-4c6b-bd94-0b131a8d4655 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:12:56.289329 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-97efb47d-3389-4c6b-bd94-0b131a8d4655 admin admin] Publish callbacks [] for security_group (ec275d1b-f20e-4035-bdbd-f5947b6f1ac3), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:12:56.293304 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-97efb47d-3389-4c6b-bd94-0b131a8d4655 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (ec275d1b-f20e-4035-bdbd-f5947b6f1ac3), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:12:56.319886 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97efb47d-3389-4c6b-bd94-0b131a8d4655 admin admin] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=103283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 08:12:56.329494 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97efb47d-3389-4c6b-bd94-0b131a8d4655 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec275d1b-f20e-4035-bdbd-f5947b6f1ac3,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:12:56.334990 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-97efb47d-3389-4c6b-bd94-0b131a8d4655 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (3b5b6ccd-7e5a-4370-8342-ea0c8282025c), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:12:56.335332 n-d-712749-28 neutron-server[103283]: INFO neutron.db.segments_db [None req-97efb47d-3389-4c6b-bd94-0b131a8d4655 admin admin] Added segment 3b5b6ccd-7e5a-4370-8342-ea0c8282025c of type vlan for network b6b5936d-b18d-4efe-aeda-56234e8c9224 Jan 28 08:12:56.379759 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-97efb47d-3389-4c6b-bd94-0b131a8d4655 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (b6b5936d-b18d-4efe-aeda-56234e8c9224), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:12:56.405058 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-97efb47d-3389-4c6b-bd94-0b131a8d4655 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (b6b5936d-b18d-4efe-aeda-56234e8c9224), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:12:56.406114 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97efb47d-3389-4c6b-bd94-0b131a8d4655 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:12:56.406689 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-97efb47d-3389-4c6b-bd94-0b131a8d4655 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:12:56.467877 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-97efb47d-3389-4c6b-bd94-0b131a8d4655 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4015503 Jan 28 08:12:56.470780 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 40508) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:12:56.476041 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-35318bcf-2f2a-4aca-bc49-2c17ba85fd1d admin admin] Request body: {'subnet': {'network_id': 'b6b5936d-b18d-4efe-aeda-56234e8c9224', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-273829214-subnet', 'tenant_id': '0d3f331b28784d59b2bc7cf15dfa59ab', 'ip_version': 4}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:12:56.477438 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97efb47d-3389-4c6b-bd94-0b131a8d4655 admin admin] Pushing event updated for resources: {'Network': ['ID=b6b5936d-b18d-4efe-aeda-56234e8c9224,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:12:56.487345 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network b6b5936d-b18d-4efe-aeda-56234e8c9224 details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 08:12:56.497289 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35318bcf-2f2a-4aca-bc49-2c17ba85fd1d admin admin] Made reservation on behalf of 0d3f331b28784d59b2bc7cf15dfa59ab for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 08:12:56.499819 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-35318bcf-2f2a-4aca-bc49-2c17ba85fd1d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24979592'] for subnet (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:12:56.663538 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-35318bcf-2f2a-4aca-bc49-2c17ba85fd1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24757504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24979610'] for subnet (b1279c39-1c17-4d5b-aea3-3548065ba37e), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:12:56.720814 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35318bcf-2f2a-4aca-bc49-2c17ba85fd1d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1279c39-1c17-4d5b-aea3-3548065ba37e,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:12:56.731355 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35318bcf-2f2a-4aca-bc49-2c17ba85fd1d admin admin] Checking segment: {'id': '3b5b6ccd-7e5a-4370-8342-ea0c8282025c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b6b5936d-b18d-4efe-aeda-56234e8c9224'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 08:12:56.731712 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35318bcf-2f2a-4aca-bc49-2c17ba85fd1d admin admin] Network hostable DHCP agents. Network: b6b5936d-b18d-4efe-aeda-56234e8c9224, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 08:12:56.753683 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35318bcf-2f2a-4aca-bc49-2c17ba85fd1d admin admin] Network b6b5936d-b18d-4efe-aeda-56234e8c9224 is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 08:12:56.763811 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-35318bcf-2f2a-4aca-bc49-2c17ba85fd1d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, b6b5936d-b18d-4efe-aeda-56234e8c9224) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 08:12:56.767934 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35318bcf-2f2a-4aca-bc49-2c17ba85fd1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:12:56.768705 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-35318bcf-2f2a-4aca-bc49-2c17ba85fd1d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:12:56.774773 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0ce7625-caed-4332-b2d6-31de18fa10e4 None None] Network b6b5936d-b18d-4efe-aeda-56234e8c9224 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 08:12:56.785755 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-35318bcf-2f2a-4aca-bc49-2c17ba85fd1d admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3138871 Jan 28 08:12:56.788601 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 40510) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:12:56.793012 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-255055d1-6917-421f-ad86-5c1a977c643a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-273829214-router', 'tenant_id': '0d3f331b28784d59b2bc7cf15dfa59ab', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:12:56.812029 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-255055d1-6917-421f-ad86-5c1a977c643a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16606890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127275'] for router (93114b8a-034c-4118-8676-cffb93ff3cb0), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:12:56.813252 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-255055d1-6917-421f-ad86-5c1a977c643a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16605498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16607952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16355422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127266'] for router (93114b8a-034c-4118-8676-cffb93ff3cb0), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:12:56.874263 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-255055d1-6917-421f-ad86-5c1a977c643a admin admin] Publish callbacks [] for router_controller (93114b8a-034c-4118-8676-cffb93ff3cb0), precommit_add_association {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:12:56.887460 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d1b3235-1e81-4069-a669-32da786227d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3dd72b9-6805-5f61-b6f3-a591f99a173d-b6b5936d-b18d-4efe-aeda-56234e8c9224', 'network_id': 'b6b5936d-b18d-4efe-aeda-56234e8c9224', 'project_id': '0d3f331b28784d59b2bc7cf15dfa59ab', 'fixed_ips': [{'subnet_id': 'b1279c39-1c17-4d5b-aea3-3548065ba37e'}]}} from n-d-712749-28. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 08:12:56.888374 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2d1b3235-1e81-4069-a669-32da786227d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:12:57.016395 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-255055d1-6917-421f-ad86-5c1a977c643a admin admin] Publish callbacks [] for router_gateway (93114b8a-034c-4118-8676-cffb93ff3cb0), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:12:57.033100 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-2d1b3235-1e81-4069-a669-32da786227d4 None None] Allocated IP 172.20.0.2 (b6b5936d-b18d-4efe-aeda-56234e8c9224/b1279c39-1c17-4d5b-aea3-3548065ba37e/acf812a6-3935-4bf4-8314-b217301d6580) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 08:12:57.172097 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2d1b3235-1e81-4069-a669-32da786227d4 None None] Publish callbacks [] for port (acf812a6-3935-4bf4-8314-b217301d6580), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:12:57.177255 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2d1b3235-1e81-4069-a669-32da786227d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (acf812a6-3935-4bf4-8314-b217301d6580), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:12:57.216610 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d1b3235-1e81-4069-a669-32da786227d4 None None] Network b6b5936d-b18d-4efe-aeda-56234e8c9224 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 08:12:57.219660 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-2d1b3235-1e81-4069-a669-32da786227d4 None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 08:12:57.221669 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-255055d1-6917-421f-ad86-5c1a977c643a admin admin] Publish callbacks [] for router_gateway (93114b8a-034c-4118-8676-cffb93ff3cb0), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:12:57.222110 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1b3235-1e81-4069-a669-32da786227d4 None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 08:12:57.239240 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1b3235-1e81-4069-a669-32da786227d4 None None] Pushing event updated for resources: {'Port': ['ID=acf812a6-3935-4bf4-8314-b217301d6580,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:12:57.241993 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-255055d1-6917-421f-ad86-5c1a977c643a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:12:57.285748 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-2d1b3235-1e81-4069-a669-32da786227d4 None None] Attempting to bind port acf812a6-3935-4bf4-8314-b217301d6580 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 08:12:57.286042 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-2d1b3235-1e81-4069-a669-32da786227d4 None None] Attempting to bind port acf812a6-3935-4bf4-8314-b217301d6580 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '3b5b6ccd-7e5a-4370-8342-ea0c8282025c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b6b5936d-b18d-4efe-aeda-56234e8c9224'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 08:12:57.286412 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1b3235-1e81-4069-a669-32da786227d4 None None] Attempting to bind port acf812a6-3935-4bf4-8314-b217301d6580 on network b6b5936d-b18d-4efe-aeda-56234e8c9224 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 08:12:57.293471 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1b3235-1e81-4069-a669-32da786227d4 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 8, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 08:12:57.293861 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1b3235-1e81-4069-a669-32da786227d4 None None] Checking segment: {'id': '3b5b6ccd-7e5a-4370-8342-ea0c8282025c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b6b5936d-b18d-4efe-aeda-56234e8c9224'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 08:12:57.294275 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2d1b3235-1e81-4069-a669-32da786227d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:12:57.294730 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1b3235-1e81-4069-a669-32da786227d4 None None] Bound using segment: {'id': '3b5b6ccd-7e5a-4370-8342-ea0c8282025c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b6b5936d-b18d-4efe-aeda-56234e8c9224'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 08:12:57.295488 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-2d1b3235-1e81-4069-a669-32da786227d4 None None] Bound port: acf812a6-3935-4bf4-8314-b217301d6580, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b5b6ccd-7e5a-4370-8342-ea0c8282025c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b6b5936d-b18d-4efe-aeda-56234e8c9224'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 08:12:57.295877 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2d1b3235-1e81-4069-a669-32da786227d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (acf812a6-3935-4bf4-8314-b217301d6580), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:12:57.341954 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-255055d1-6917-421f-ad86-5c1a977c643a admin admin] Allocated IP 172.25.6.57 (7d5b3724-deef-4831-8d43-cb9b8176573c/b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc/06488cf0-f442-4aaf-952c-9275abe05199) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 08:12:57.359108 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-2d1b3235-1e81-4069-a669-32da786227d4 None None] For port acf812a6-3935-4bf4-8314-b217301d6580, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 08:12:57.362829 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-2d1b3235-1e81-4069-a669-32da786227d4 None None] For port acf812a6-3935-4bf4-8314-b217301d6580, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=acf812a6-3935-4bf4-8314-b217301d6580,segment=NetworkSegment(3b5b6ccd-7e5a-4370-8342-ea0c8282025c),segment_id=3b5b6ccd-7e5a-4370-8342-ea0c8282025c)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 08:12:57.367050 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2d1b3235-1e81-4069-a669-32da786227d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (acf812a6-3935-4bf4-8314-b217301d6580), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:12:57.423501 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1b3235-1e81-4069-a669-32da786227d4 None None] Pushing event updated for resources: {'Port': ['ID=acf812a6-3935-4bf4-8314-b217301d6580,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:12:57.455971 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-255055d1-6917-421f-ad86-5c1a977c643a admin admin] Publish callbacks [] for port (06488cf0-f442-4aaf-952c-9275abe05199), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:12:57.490721 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-255055d1-6917-421f-ad86-5c1a977c643a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (06488cf0-f442-4aaf-952c-9275abe05199), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:12:57.529417 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-255055d1-6917-421f-ad86-5c1a977c643a admin admin] Network 7d5b3724-deef-4831-8d43-cb9b8176573c is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 08:12:57.534343 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-255055d1-6917-421f-ad86-5c1a977c643a admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 08:12:57.539476 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255055d1-6917-421f-ad86-5c1a977c643a admin admin] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 08:12:57.542589 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255055d1-6917-421f-ad86-5c1a977c643a admin admin] Pushing event updated for resources: {'Port': ['ID=06488cf0-f442-4aaf-952c-9275abe05199,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:12:57.813669 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device acf812a6-3935-4bf4-8314-b217301d6580 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 08:12:57.837321 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-255055d1-6917-421f-ad86-5c1a977c643a admin admin] Publish callbacks [] for router_gateway (93114b8a-034c-4118-8676-cffb93ff3cb0), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:12:57.866053 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port acf812a6-3935-4bf4-8314-b217301d6580 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:12:57.866433 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (acf812a6-3935-4bf4-8314-b217301d6580), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:12:57.946276 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port acf812a6-3935-4bf4-8314-b217301d6580 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:12:57.946760 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (acf812a6-3935-4bf4-8314-b217301d6580), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:12:57.979605 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] For port acf812a6-3935-4bf4-8314-b217301d6580, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=acf812a6-3935-4bf4-8314-b217301d6580,segment=NetworkSegment(3b5b6ccd-7e5a-4370-8342-ea0c8282025c),segment_id=3b5b6ccd-7e5a-4370-8342-ea0c8282025c)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:12:57.983909 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (acf812a6-3935-4bf4-8314-b217301d6580), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:12:58.035090 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Pushing event updated for resources: {'Port': ['ID=acf812a6-3935-4bf4-8314-b217301d6580,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:12:58.035600 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-255055d1-6917-421f-ad86-5c1a977c643a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16605475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16607909'] for router (93114b8a-034c-4118-8676-cffb93ff3cb0), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:12:58.167657 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-255055d1-6917-421f-ad86-5c1a977c643a admin admin] Router 93114b8a-034c-4118-8676-cffb93ff3cb0 is scheduled to L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 with binding_index 1 {{(pid=103284) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 08:12:58.279835 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-255055d1-6917-421f-ad86-5c1a977c643a admin admin] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 08:12:58.289353 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bbbda38-03f8-47d6-841d-afd8d4203ced None None] Sync routers for ids ['93114b8a-034c-4118-8676-cffb93ff3cb0'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 08:12:58.300035 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-255055d1-6917-421f-ad86-5c1a977c643a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:12:58.301700 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bbbda38-03f8-47d6-841d-afd8d4203ced None None] Routers {'93114b8a-034c-4118-8676-cffb93ff3cb0'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 08:12:58.302872 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-4bbbda38-03f8-47d6-841d-afd8d4203ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T08:12:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['93114b8a-034c-4118-8676-cffb93ff3cb0'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:12:58.305123 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 40512) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:12:58.305623 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-255055d1-6917-421f-ad86-5c1a977c643a admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.5154381 Jan 28 08:12:58.415823 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-4bbbda38-03f8-47d6-841d-afd8d4203ced None None] Set router 93114b8a-034c-4118-8676-cffb93ff3cb0 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 08:12:58.477563 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce902ea-af33-433a-8018-d3f0b9aea84a None None] Network b6b5936d-b18d-4efe-aeda-56234e8c9224 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 08:12:58.581727 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-63ee64fb-0270-494e-86ee-76195af8c71a None None] Provisioning complete for port acf812a6-3935-4bf4-8314-b217301d6580 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:12:58.582108 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-63ee64fb-0270-494e-86ee-76195af8c71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (acf812a6-3935-4bf4-8314-b217301d6580), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:12:58.717419 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e50cfb4f-e15d-4ac4-ad11-40acd4e6c8b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:12:58.880009 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-e50cfb4f-e15d-4ac4-ad11-40acd4e6c8b0 admin admin] Allocated IP 172.20.0.1 (b6b5936d-b18d-4efe-aeda-56234e8c9224/b1279c39-1c17-4d5b-aea3-3548065ba37e/3c9f73cb-a789-47cd-8414-c8db1e70afa4) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 08:12:58.929809 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-63ee64fb-0270-494e-86ee-76195af8c71a None None] Current status of the port acf812a6-3935-4bf4-8314-b217301d6580 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:12:58.941519 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-4bbbda38-03f8-47d6-841d-afd8d4203ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93114b8a-034c-4118-8676-cffb93ff3cb0', 'name': 'tempest-TestMinimumBasicScenario-273829214-router', 'tenant_id': '0d3f331b28784d59b2bc7cf15dfa59ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '06488cf0-f442-4aaf-952c-9275abe05199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:12:56Z', 'updated_at': '2022-01-28T08:12:57Z', 'revision_number': 3, 'project_id': '0d3f331b28784d59b2bc7cf15dfa59ab', 'gw_port': {'id': '06488cf0-f442-4aaf-952c-9275abe05199', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:54:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93114b8a-034c-4118-8676-cffb93ff3cb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:12:57Z', 'updated_at': '2022-01-28T08:12:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:12:58.970004 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bbbda38-03f8-47d6-841d-afd8d4203ced None None] Checking router: 93114b8a-034c-4118-8676-cffb93ff3cb0 for host: n-d-712749-28 {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 08:12:58.970344 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bbbda38-03f8-47d6-841d-afd8d4203ced None None] Updating router 93114b8a-034c-4118-8676-cffb93ff3cb0 port 06488cf0-f442-4aaf-952c-9275abe05199 binding host n-d-712749-28 {{(pid=103285) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 08:12:58.992097 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e50cfb4f-e15d-4ac4-ad11-40acd4e6c8b0 admin admin] Publish callbacks [] for port (3c9f73cb-a789-47cd-8414-c8db1e70afa4), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:12:58.996392 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4bbbda38-03f8-47d6-841d-afd8d4203ced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (06488cf0-f442-4aaf-952c-9275abe05199), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:12:59.029041 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e50cfb4f-e15d-4ac4-ad11-40acd4e6c8b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (3c9f73cb-a789-47cd-8414-c8db1e70afa4), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:12:59.073331 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e50cfb4f-e15d-4ac4-ad11-40acd4e6c8b0 admin admin] Network b6b5936d-b18d-4efe-aeda-56234e8c9224 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 08:12:59.081484 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-e50cfb4f-e15d-4ac4-ad11-40acd4e6c8b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 08:12:59.084501 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50cfb4f-e15d-4ac4-ad11-40acd4e6c8b0 admin admin] Pushing event updated for resources: {'Port': ['ID=3c9f73cb-a789-47cd-8414-c8db1e70afa4,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:12:59.086689 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50cfb4f-e15d-4ac4-ad11-40acd4e6c8b0 admin admin] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 08:12:59.124653 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e50cfb4f-e15d-4ac4-ad11-40acd4e6c8b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16609232'] for router_interface (93114b8a-034c-4118-8676-cffb93ff3cb0), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:12:59.189896 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-8f58ec3f-aeb5-4529-903a-15f8e0b2cf3d None None] Provisioning complete for port acf812a6-3935-4bf4-8314-b217301d6580 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:12:59.190244 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8f58ec3f-aeb5-4529-903a-15f8e0b2cf3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (acf812a6-3935-4bf4-8314-b217301d6580), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:12:59.259611 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e50cfb4f-e15d-4ac4-ad11-40acd4e6c8b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (3c9f73cb-a789-47cd-8414-c8db1e70afa4), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:12:59.344726 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4bbbda38-03f8-47d6-841d-afd8d4203ced None None] Publish callbacks [] for port (06488cf0-f442-4aaf-952c-9275abe05199), precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:12:59.353164 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-8f58ec3f-aeb5-4529-903a-15f8e0b2cf3d None None] Current status of the port acf812a6-3935-4bf4-8314-b217301d6580 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:12:59.356288 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4bbbda38-03f8-47d6-841d-afd8d4203ced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (06488cf0-f442-4aaf-952c-9275abe05199), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:12:59.414565 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-4bbbda38-03f8-47d6-841d-afd8d4203ced None None] Attempting to bind port 06488cf0-f442-4aaf-952c-9275abe05199 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 08:12:59.414943 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-4bbbda38-03f8-47d6-841d-afd8d4203ced None None] Attempting to bind port 06488cf0-f442-4aaf-952c-9275abe05199 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 08:12:59.415308 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bbbda38-03f8-47d6-841d-afd8d4203ced None None] Attempting to bind port 06488cf0-f442-4aaf-952c-9275abe05199 on network 7d5b3724-deef-4831-8d43-cb9b8176573c {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 08:12:59.417949 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9a2332-e4be-4acd-bc74-20cd1e1b8641 None None] Pushing event updated for resources: {'Port': ['ID=06488cf0-f442-4aaf-952c-9275abe05199,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:12:59.424038 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bbbda38-03f8-47d6-841d-afd8d4203ced None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 8, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 08:12:59.424712 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bbbda38-03f8-47d6-841d-afd8d4203ced None None] Checking segment: {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 08:12:59.425123 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4bbbda38-03f8-47d6-841d-afd8d4203ced None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:12:59.425519 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bbbda38-03f8-47d6-841d-afd8d4203ced None None] Bound using segment: {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 08:12:59.426008 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-4bbbda38-03f8-47d6-841d-afd8d4203ced None None] Bound port: 06488cf0-f442-4aaf-952c-9275abe05199, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 08:12:59.426395 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4bbbda38-03f8-47d6-841d-afd8d4203ced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (06488cf0-f442-4aaf-952c-9275abe05199), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:12:59.491376 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-4bbbda38-03f8-47d6-841d-afd8d4203ced None None] For port 06488cf0-f442-4aaf-952c-9275abe05199, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 08:12:59.496353 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-4bbbda38-03f8-47d6-841d-afd8d4203ced None None] For port 06488cf0-f442-4aaf-952c-9275abe05199, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=06488cf0-f442-4aaf-952c-9275abe05199,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 08:12:59.498420 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-4abddc38-cc0f-49a7-92f1-24c11591c23c None None] Provisioning complete for port 3c9f73cb-a789-47cd-8414-c8db1e70afa4 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:12:59.498801 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4abddc38-cc0f-49a7-92f1-24c11591c23c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (3c9f73cb-a789-47cd-8414-c8db1e70afa4), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:12:59.502624 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4bbbda38-03f8-47d6-841d-afd8d4203ced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (06488cf0-f442-4aaf-952c-9275abe05199), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:12:59.588954 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-4abddc38-cc0f-49a7-92f1-24c11591c23c None None] Port 3c9f73cb-a789-47cd-8414-c8db1e70afa4 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 08:12:59.597207 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9a2332-e4be-4acd-bc74-20cd1e1b8641 None None] Pushing event updated for resources: {'Port': ['ID=06488cf0-f442-4aaf-952c-9275abe05199,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:12:59.602230 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bbbda38-03f8-47d6-841d-afd8d4203ced None None] Routers {'93114b8a-034c-4118-8676-cffb93ff3cb0'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 08:12:59.602863 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-4bbbda38-03f8-47d6-841d-afd8d4203ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T08:12:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['93114b8a-034c-4118-8676-cffb93ff3cb0'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:12:59.716242 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-4bbbda38-03f8-47d6-841d-afd8d4203ced None None] Set router 93114b8a-034c-4118-8676-cffb93ff3cb0 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 08:12:59.773659 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e50cfb4f-e15d-4ac4-ad11-40acd4e6c8b0 admin admin] Publish callbacks [] for port (3c9f73cb-a789-47cd-8414-c8db1e70afa4), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:12:59.778186 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e50cfb4f-e15d-4ac4-ad11-40acd4e6c8b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (3c9f73cb-a789-47cd-8414-c8db1e70afa4), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:12:59.788496 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device acf812a6-3935-4bf4-8314-b217301d6580 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 08:12:59.842741 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e50cfb4f-e15d-4ac4-ad11-40acd4e6c8b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16318999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16606560'] for router_interface (93114b8a-034c-4118-8676-cffb93ff3cb0), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:12:59.844432 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50cfb4f-e15d-4ac4-ad11-40acd4e6c8b0 admin admin] Pushing event updated for resources: {'Port': ['ID=3c9f73cb-a789-47cd-8414-c8db1e70afa4,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:12:59.907693 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port acf812a6-3935-4bf4-8314-b217301d6580 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:12:59.908074 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (acf812a6-3935-4bf4-8314-b217301d6580), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:12:59.939456 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e50cfb4f-e15d-4ac4-ad11-40acd4e6c8b0 admin admin] Network b6b5936d-b18d-4efe-aeda-56234e8c9224 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 08:12:59.940871 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-e50cfb4f-e15d-4ac4-ad11-40acd4e6c8b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 08:13:00.021449 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-4bbbda38-03f8-47d6-841d-afd8d4203ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93114b8a-034c-4118-8676-cffb93ff3cb0', 'name': 'tempest-TestMinimumBasicScenario-273829214-router', 'tenant_id': '0d3f331b28784d59b2bc7cf15dfa59ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '06488cf0-f442-4aaf-952c-9275abe05199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:12:56Z', 'updated_at': '2022-01-28T08:12:59Z', 'revision_number': 4, 'project_id': '0d3f331b28784d59b2bc7cf15dfa59ab', 'gw_port': {'id': '06488cf0-f442-4aaf-952c-9275abe05199', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:54:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93114b8a-034c-4118-8676-cffb93ff3cb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:12:57Z', 'updated_at': '2022-01-28T08:12:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '3c9f73cb-a789-47cd-8414-c8db1e70afa4', 'name': '', 'network_id': 'b6b5936d-b18d-4efe-aeda-56234e8c9224', 'tenant_id': '0d3f331b28784d59b2bc7cf15dfa59ab', 'mac_address': 'fa:16:3e:b5:f1:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93114b8a-034c-4118-8676-cffb93ff3cb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': 'b1279c39-1c17-4d5b-aea3-3548065ba37e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:12:58Z', 'updated_at': '2022-01-28T08:12:58Z', 'revision_number': 1, 'project_id': '0d3f331b28784d59b2bc7cf15dfa59ab', 'subnets': [{'id': 'b1279c39-1c17-4d5b-aea3-3548065ba37e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:13:00.054101 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bbbda38-03f8-47d6-841d-afd8d4203ced None None] The sync data for ids ['93114b8a-034c-4118-8676-cffb93ff3cb0'] in n-d-712749-28 is: [{'id': '93114b8a-034c-4118-8676-cffb93ff3cb0', 'name': 'tempest-TestMinimumBasicScenario-273829214-router', 'tenant_id': '0d3f331b28784d59b2bc7cf15dfa59ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '06488cf0-f442-4aaf-952c-9275abe05199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:12:56Z', 'updated_at': '2022-01-28T08:12:59Z', 'revision_number': 4, 'project_id': '0d3f331b28784d59b2bc7cf15dfa59ab', 'gw_port': {'id': '06488cf0-f442-4aaf-952c-9275abe05199', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:54:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93114b8a-034c-4118-8676-cffb93ff3cb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:12:57Z', 'updated_at': '2022-01-28T08:12:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '3c9f73cb-a789-47cd-8414-c8db1e70afa4', 'name': '', 'network_id': 'b6b5936d-b18d-4efe-aeda-56234e8c9224', 'tenant_id': '0d3f331b28784d59b2bc7cf15dfa59ab', 'mac_address': 'fa:16:3e:b5:f1:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93114b8a-034c-4118-8676-cffb93ff3cb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': 'b1279c39-1c17-4d5b-aea3-3548065ba37e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:12:58Z', 'updated_at': '2022-01-28T08:12:58Z', 'revision_number': 1, 'project_id': '0d3f331b28784d59b2bc7cf15dfa59ab', 'subnets': [{'id': 'b1279c39-1c17-4d5b-aea3-3548065ba37e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 08:13:00.055833 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port acf812a6-3935-4bf4-8314-b217301d6580 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:13:00.073438 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e50cfb4f-e15d-4ac4-ad11-40acd4e6c8b0 admin admin] Router 93114b8a-034c-4118-8676-cffb93ff3cb0 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 08:13:00.192129 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e50cfb4f-e15d-4ac4-ad11-40acd4e6c8b0 admin admin] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 08:13:00.197824 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-e50cfb4f-e15d-4ac4-ad11-40acd4e6c8b0 admin admin] 10.222.0.41 "PUT /v2.0/routers/93114b8a-034c-4118-8676-cffb93ff3cb0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8909543 Jan 28 08:13:00.217050 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-7d9af4f7-89a5-41ec-90d6-a69690425654 None None] Provisioning complete for port 3c9f73cb-a789-47cd-8414-c8db1e70afa4 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:13:00.217394 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7d9af4f7-89a5-41ec-90d6-a69690425654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (3c9f73cb-a789-47cd-8414-c8db1e70afa4), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:13:00.268406 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-7d9af4f7-89a5-41ec-90d6-a69690425654 None None] Port 3c9f73cb-a789-47cd-8414-c8db1e70afa4 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 08:13:00.703116 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 40528) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:13:00.709085 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-6222a5cb-bb36-4b74-8f9c-902f801df7d1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1966943164-network', 'tenant_id': '9b313f3f3c1241c2a4ea1d354d0dfb31'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:13:00.733168 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6222a5cb-bb36-4b74-8f9c-902f801df7d1 admin admin] Made reservation on behalf of 9b313f3f3c1241c2a4ea1d354d0dfb31 for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 08:13:00.738912 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6222a5cb-bb36-4b74-8f9c-902f801df7d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:13:00.752579 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6222a5cb-bb36-4b74-8f9c-902f801df7d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:13:00.839683 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6222a5cb-bb36-4b74-8f9c-902f801df7d1 admin admin] Publish callbacks [] for security_group (d09353d5-bb71-4878-a024-f96b3e1fb260), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:13:00.843945 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6222a5cb-bb36-4b74-8f9c-902f801df7d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (d09353d5-bb71-4878-a024-f96b3e1fb260), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:13:00.871252 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6222a5cb-bb36-4b74-8f9c-902f801df7d1 admin admin] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 08:13:00.882121 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6222a5cb-bb36-4b74-8f9c-902f801df7d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d09353d5-bb71-4878-a024-f96b3e1fb260,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:13:00.887529 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6222a5cb-bb36-4b74-8f9c-902f801df7d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (b3dca6d8-b41c-409e-95a9-2ef6e2982c5a), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:13:00.887886 n-d-712749-28 neutron-server[103284]: INFO neutron.db.segments_db [None req-6222a5cb-bb36-4b74-8f9c-902f801df7d1 admin admin] Added segment b3dca6d8-b41c-409e-95a9-2ef6e2982c5a of type vlan for network 7c7e8fb4-c668-47c7-b2b0-26d9ef5201a1 Jan 28 08:13:00.901277 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6222a5cb-bb36-4b74-8f9c-902f801df7d1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:13:00.901637 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6222a5cb-bb36-4b74-8f9c-902f801df7d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:13:00.901995 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6222a5cb-bb36-4b74-8f9c-902f801df7d1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:13:00.902343 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6222a5cb-bb36-4b74-8f9c-902f801df7d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:13:00.902689 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6222a5cb-bb36-4b74-8f9c-902f801df7d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:13:00.903031 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6222a5cb-bb36-4b74-8f9c-902f801df7d1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:13:00.903370 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6222a5cb-bb36-4b74-8f9c-902f801df7d1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:13:00.903705 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6222a5cb-bb36-4b74-8f9c-902f801df7d1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:13:00.904039 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6222a5cb-bb36-4b74-8f9c-902f801df7d1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:13:00.904394 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6222a5cb-bb36-4b74-8f9c-902f801df7d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:13:00.904731 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6222a5cb-bb36-4b74-8f9c-902f801df7d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:13:00.905064 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6222a5cb-bb36-4b74-8f9c-902f801df7d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:13:00.905394 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6222a5cb-bb36-4b74-8f9c-902f801df7d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:13:00.952156 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6222a5cb-bb36-4b74-8f9c-902f801df7d1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (7c7e8fb4-c668-47c7-b2b0-26d9ef5201a1), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:13:00.978613 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6222a5cb-bb36-4b74-8f9c-902f801df7d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (7c7e8fb4-c668-47c7-b2b0-26d9ef5201a1), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:13:00.979573 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6222a5cb-bb36-4b74-8f9c-902f801df7d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:13:00.980152 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6222a5cb-bb36-4b74-8f9c-902f801df7d1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:13:01.037798 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-6222a5cb-bb36-4b74-8f9c-902f801df7d1 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3332524 Jan 28 08:13:01.041012 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 40530) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:13:01.047961 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6222a5cb-bb36-4b74-8f9c-902f801df7d1 admin admin] Pushing event updated for resources: {'Network': ['ID=7c7e8fb4-c668-47c7-b2b0-26d9ef5201a1,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:13:01.048678 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-7e412b99-dfe0-4f1d-9536-3212191aa9ec admin admin] Request body: {'subnet': {'network_id': '7c7e8fb4-c668-47c7-b2b0-26d9ef5201a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1966943164-subnet', 'tenant_id': '9b313f3f3c1241c2a4ea1d354d0dfb31', 'ip_version': 4}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:13:01.060726 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network 7c7e8fb4-c668-47c7-b2b0-26d9ef5201a1 details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 08:13:01.072627 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e412b99-dfe0-4f1d-9536-3212191aa9ec admin admin] Made reservation on behalf of 9b313f3f3c1241c2a4ea1d354d0dfb31 for: {'subnet': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 08:13:01.075070 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7e412b99-dfe0-4f1d-9536-3212191aa9ec admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13555781'] for subnet (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:13:01.254047 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7e412b99-dfe0-4f1d-9536-3212191aa9ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13546728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13555799'] for subnet (cb716f9b-6a23-4fc2-bcea-c49ac75bc857), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:13:01.307465 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e412b99-dfe0-4f1d-9536-3212191aa9ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb716f9b-6a23-4fc2-bcea-c49ac75bc857,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:13:01.329038 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e412b99-dfe0-4f1d-9536-3212191aa9ec admin admin] Checking segment: {'id': 'b3dca6d8-b41c-409e-95a9-2ef6e2982c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7c7e8fb4-c668-47c7-b2b0-26d9ef5201a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 08:13:01.329401 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e412b99-dfe0-4f1d-9536-3212191aa9ec admin admin] Network hostable DHCP agents. Network: 7c7e8fb4-c668-47c7-b2b0-26d9ef5201a1, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 08:13:01.346683 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e412b99-dfe0-4f1d-9536-3212191aa9ec admin admin] Network 7c7e8fb4-c668-47c7-b2b0-26d9ef5201a1 is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 08:13:01.356774 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-7e412b99-dfe0-4f1d-9536-3212191aa9ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, 7c7e8fb4-c668-47c7-b2b0-26d9ef5201a1) {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 08:13:01.364392 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b97f35d4-df9b-4cb5-93e3-3984e00b6462 None None] Network 7c7e8fb4-c668-47c7-b2b0-26d9ef5201a1 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 08:13:01.365692 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e412b99-dfe0-4f1d-9536-3212191aa9ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:13:01.366304 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7e412b99-dfe0-4f1d-9536-3212191aa9ec admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:13:01.391257 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-7e412b99-dfe0-4f1d-9536-3212191aa9ec admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3478138 Jan 28 08:13:01.393796 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 40532) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:13:01.401889 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-8a506361-aadd-4903-b4c3-1f12a7bc2248 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1966943164-router', 'tenant_id': '9b313f3f3c1241c2a4ea1d354d0dfb31', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:13:01.426081 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8a506361-aadd-4903-b4c3-1f12a7bc2248 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16606890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127275'] for router (b0363a0e-68fc-4c1d-912f-e7d0b488a191), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:13:01.427304 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8a506361-aadd-4903-b4c3-1f12a7bc2248 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16605498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16607952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16355422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127266'] for router (b0363a0e-68fc-4c1d-912f-e7d0b488a191), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:13:01.479868 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c41da9a-a8b7-420f-a9d7-33b1c95ea263 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3dd72b9-6805-5f61-b6f3-a591f99a173d-7c7e8fb4-c668-47c7-b2b0-26d9ef5201a1', 'network_id': '7c7e8fb4-c668-47c7-b2b0-26d9ef5201a1', 'project_id': '9b313f3f3c1241c2a4ea1d354d0dfb31', 'fixed_ips': [{'subnet_id': 'cb716f9b-6a23-4fc2-bcea-c49ac75bc857'}]}} from n-d-712749-28. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 08:13:01.481061 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8c41da9a-a8b7-420f-a9d7-33b1c95ea263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:13:01.485714 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8a506361-aadd-4903-b4c3-1f12a7bc2248 admin admin] Publish callbacks [] for router_controller (b0363a0e-68fc-4c1d-912f-e7d0b488a191), precommit_add_association {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:13:01.617971 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-8c41da9a-a8b7-420f-a9d7-33b1c95ea263 None None] Allocated IP 172.20.0.2 (7c7e8fb4-c668-47c7-b2b0-26d9ef5201a1/cb716f9b-6a23-4fc2-bcea-c49ac75bc857/736cd131-b97b-417b-976f-cd0a979a2349) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 08:13:01.623681 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8a506361-aadd-4903-b4c3-1f12a7bc2248 admin admin] Publish callbacks [] for router_gateway (b0363a0e-68fc-4c1d-912f-e7d0b488a191), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:13:01.777230 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8c41da9a-a8b7-420f-a9d7-33b1c95ea263 None None] Publish callbacks [] for port (736cd131-b97b-417b-976f-cd0a979a2349), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:13:01.786275 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8c41da9a-a8b7-420f-a9d7-33b1c95ea263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (736cd131-b97b-417b-976f-cd0a979a2349), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:13:01.823021 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 06488cf0-f442-4aaf-952c-9275abe05199 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 08:13:01.849914 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8a506361-aadd-4903-b4c3-1f12a7bc2248 admin admin] Publish callbacks [] for router_gateway (b0363a0e-68fc-4c1d-912f-e7d0b488a191), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:13:01.861476 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c41da9a-a8b7-420f-a9d7-33b1c95ea263 None None] Network 7c7e8fb4-c668-47c7-b2b0-26d9ef5201a1 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 08:13:01.869553 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8a506361-aadd-4903-b4c3-1f12a7bc2248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:13:01.870504 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-8c41da9a-a8b7-420f-a9d7-33b1c95ea263 None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 08:13:01.881133 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c41da9a-a8b7-420f-a9d7-33b1c95ea263 None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 08:13:01.886109 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c41da9a-a8b7-420f-a9d7-33b1c95ea263 None None] Pushing event updated for resources: {'Port': ['ID=736cd131-b97b-417b-976f-cd0a979a2349,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:13:01.950602 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 06488cf0-f442-4aaf-952c-9275abe05199 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:13:01.950986 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (06488cf0-f442-4aaf-952c-9275abe05199), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:13:01.955410 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-8c41da9a-a8b7-420f-a9d7-33b1c95ea263 None None] Attempting to bind port 736cd131-b97b-417b-976f-cd0a979a2349 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 08:13:01.955791 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-8c41da9a-a8b7-420f-a9d7-33b1c95ea263 None None] Attempting to bind port 736cd131-b97b-417b-976f-cd0a979a2349 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': 'b3dca6d8-b41c-409e-95a9-2ef6e2982c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7c7e8fb4-c668-47c7-b2b0-26d9ef5201a1'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 08:13:01.956166 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c41da9a-a8b7-420f-a9d7-33b1c95ea263 None None] Attempting to bind port 736cd131-b97b-417b-976f-cd0a979a2349 on network 7c7e8fb4-c668-47c7-b2b0-26d9ef5201a1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 08:13:01.985763 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c41da9a-a8b7-420f-a9d7-33b1c95ea263 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 8, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 08:13:01.986155 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c41da9a-a8b7-420f-a9d7-33b1c95ea263 None None] Checking segment: {'id': 'b3dca6d8-b41c-409e-95a9-2ef6e2982c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7c7e8fb4-c668-47c7-b2b0-26d9ef5201a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 08:13:01.986568 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8c41da9a-a8b7-420f-a9d7-33b1c95ea263 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:13:01.986969 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c41da9a-a8b7-420f-a9d7-33b1c95ea263 None None] Bound using segment: {'id': 'b3dca6d8-b41c-409e-95a9-2ef6e2982c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7c7e8fb4-c668-47c7-b2b0-26d9ef5201a1'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 08:13:01.987459 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-8c41da9a-a8b7-420f-a9d7-33b1c95ea263 None None] Bound port: 736cd131-b97b-417b-976f-cd0a979a2349, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3dca6d8-b41c-409e-95a9-2ef6e2982c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7c7e8fb4-c668-47c7-b2b0-26d9ef5201a1'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 08:13:01.987847 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8c41da9a-a8b7-420f-a9d7-33b1c95ea263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (736cd131-b97b-417b-976f-cd0a979a2349), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:13:01.990232 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-8a506361-aadd-4903-b4c3-1f12a7bc2248 admin admin] Allocated IP 172.25.6.76 (7d5b3724-deef-4831-8d43-cb9b8176573c/b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc/234adabb-1f61-4bc4-be72-d09401d680fb) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 08:13:02.093820 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-8c41da9a-a8b7-420f-a9d7-33b1c95ea263 None None] For port 736cd131-b97b-417b-976f-cd0a979a2349, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 08:13:02.100556 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-8c41da9a-a8b7-420f-a9d7-33b1c95ea263 None None] For port 736cd131-b97b-417b-976f-cd0a979a2349, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=736cd131-b97b-417b-976f-cd0a979a2349,segment=NetworkSegment(b3dca6d8-b41c-409e-95a9-2ef6e2982c5a),segment_id=b3dca6d8-b41c-409e-95a9-2ef6e2982c5a)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 08:13:02.104092 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 06488cf0-f442-4aaf-952c-9275abe05199 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:13:02.104273 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (06488cf0-f442-4aaf-952c-9275abe05199), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:13:02.104985 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8a506361-aadd-4903-b4c3-1f12a7bc2248 admin admin] Publish callbacks [] for port (234adabb-1f61-4bc4-be72-d09401d680fb), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:13:02.111116 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8c41da9a-a8b7-420f-a9d7-33b1c95ea263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (736cd131-b97b-417b-976f-cd0a979a2349), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:13:02.144469 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8a506361-aadd-4903-b4c3-1f12a7bc2248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (234adabb-1f61-4bc4-be72-d09401d680fb), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:13:02.164976 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] For port 06488cf0-f442-4aaf-952c-9275abe05199, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=06488cf0-f442-4aaf-952c-9275abe05199,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:13:02.176463 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (06488cf0-f442-4aaf-952c-9275abe05199), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:13:02.184029 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a506361-aadd-4903-b4c3-1f12a7bc2248 admin admin] Network 7d5b3724-deef-4831-8d43-cb9b8176573c is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 08:13:02.187277 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-8a506361-aadd-4903-b4c3-1f12a7bc2248 admin admin] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 08:13:02.190923 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a506361-aadd-4903-b4c3-1f12a7bc2248 admin admin] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 08:13:02.194713 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c41da9a-a8b7-420f-a9d7-33b1c95ea263 None None] Pushing event updated for resources: {'Port': ['ID=736cd131-b97b-417b-976f-cd0a979a2349,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:13:02.239886 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a506361-aadd-4903-b4c3-1f12a7bc2248 admin admin] Pushing event updated for resources: {'Port': ['ID=234adabb-1f61-4bc4-be72-d09401d680fb,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:13:02.262622 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bafa30f5-4543-47d9-a274-5726ec253732 None None] Sync routers for ids ['93114b8a-034c-4118-8676-cffb93ff3cb0'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 08:13:02.268286 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Pushing event updated for resources: {'Port': ['ID=06488cf0-f442-4aaf-952c-9275abe05199,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:13:02.275944 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bafa30f5-4543-47d9-a274-5726ec253732 None None] Routers {'93114b8a-034c-4118-8676-cffb93ff3cb0'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 08:13:02.276785 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-bafa30f5-4543-47d9-a274-5726ec253732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T08:12:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['93114b8a-034c-4118-8676-cffb93ff3cb0'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:13:02.396766 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-bafa30f5-4543-47d9-a274-5726ec253732 None None] Set router 93114b8a-034c-4118-8676-cffb93ff3cb0 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 08:13:02.549655 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8a506361-aadd-4903-b4c3-1f12a7bc2248 admin admin] Publish callbacks [] for router_gateway (b0363a0e-68fc-4c1d-912f-e7d0b488a191), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:13:02.640106 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-bafa30f5-4543-47d9-a274-5726ec253732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93114b8a-034c-4118-8676-cffb93ff3cb0', 'name': 'tempest-TestMinimumBasicScenario-273829214-router', 'tenant_id': '0d3f331b28784d59b2bc7cf15dfa59ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '06488cf0-f442-4aaf-952c-9275abe05199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:12:56Z', 'updated_at': '2022-01-28T08:12:59Z', 'revision_number': 4, 'project_id': '0d3f331b28784d59b2bc7cf15dfa59ab', 'gw_port': {'id': '06488cf0-f442-4aaf-952c-9275abe05199', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:54:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93114b8a-034c-4118-8676-cffb93ff3cb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:12:57Z', 'updated_at': '2022-01-28T08:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '3c9f73cb-a789-47cd-8414-c8db1e70afa4', 'name': '', 'network_id': 'b6b5936d-b18d-4efe-aeda-56234e8c9224', 'tenant_id': '0d3f331b28784d59b2bc7cf15dfa59ab', 'mac_address': 'fa:16:3e:b5:f1:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93114b8a-034c-4118-8676-cffb93ff3cb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': 'b1279c39-1c17-4d5b-aea3-3548065ba37e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:12:58Z', 'updated_at': '2022-01-28T08:12:59Z', 'revision_number': 2, 'project_id': '0d3f331b28784d59b2bc7cf15dfa59ab', 'subnets': [{'id': 'b1279c39-1c17-4d5b-aea3-3548065ba37e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:13:02.666456 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bafa30f5-4543-47d9-a274-5726ec253732 None None] Checking router: 93114b8a-034c-4118-8676-cffb93ff3cb0 for host: n-d-712749-28 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 08:13:02.666839 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bafa30f5-4543-47d9-a274-5726ec253732 None None] Updating router 93114b8a-034c-4118-8676-cffb93ff3cb0 port 3c9f73cb-a789-47cd-8414-c8db1e70afa4 binding host n-d-712749-28 {{(pid=103286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 08:13:02.691429 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-bafa30f5-4543-47d9-a274-5726ec253732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (3c9f73cb-a789-47cd-8414-c8db1e70afa4), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:13:02.756714 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8a506361-aadd-4903-b4c3-1f12a7bc2248 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16605475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16607909'] for router (b0363a0e-68fc-4c1d-912f-e7d0b488a191), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:13:02.887884 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a506361-aadd-4903-b4c3-1f12a7bc2248 admin admin] Router b0363a0e-68fc-4c1d-912f-e7d0b488a191 is scheduled to L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 with binding_index 1 {{(pid=103283) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 08:13:02.961360 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-bafa30f5-4543-47d9-a274-5726ec253732 None None] Publish callbacks [] for port (3c9f73cb-a789-47cd-8414-c8db1e70afa4), precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:13:02.968317 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-bafa30f5-4543-47d9-a274-5726ec253732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (3c9f73cb-a789-47cd-8414-c8db1e70afa4), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:13:03.006057 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a506361-aadd-4903-b4c3-1f12a7bc2248 admin admin] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 08:13:03.020682 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78573e7-ba28-4dce-a29d-b4203fc1be8c None None] Sync routers for ids ['b0363a0e-68fc-4c1d-912f-e7d0b488a191'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 08:13:03.025951 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbab2af-d56f-4b19-8543-6bb76cbaa97a None None] Pushing event updated for resources: {'Port': ['ID=3c9f73cb-a789-47cd-8414-c8db1e70afa4,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:13:03.031898 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8a506361-aadd-4903-b4c3-1f12a7bc2248 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:13:03.036311 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 40534) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:13:03.036885 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-8a506361-aadd-4903-b4c3-1f12a7bc2248 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.6413231 Jan 28 08:13:03.055015 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbab2af-d56f-4b19-8543-6bb76cbaa97a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:13:03.055778 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbab2af-d56f-4b19-8543-6bb76cbaa97a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:13:03.056344 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbab2af-d56f-4b19-8543-6bb76cbaa97a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:13:03.056906 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbab2af-d56f-4b19-8543-6bb76cbaa97a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:13:03.057249 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbab2af-d56f-4b19-8543-6bb76cbaa97a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:13:03.057587 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbab2af-d56f-4b19-8543-6bb76cbaa97a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:13:03.057924 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbab2af-d56f-4b19-8543-6bb76cbaa97a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:13:03.058253 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbab2af-d56f-4b19-8543-6bb76cbaa97a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:13:03.058609 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbab2af-d56f-4b19-8543-6bb76cbaa97a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:13:03.058913 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbab2af-d56f-4b19-8543-6bb76cbaa97a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:13:03.059237 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbab2af-d56f-4b19-8543-6bb76cbaa97a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:13:03.059569 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbab2af-d56f-4b19-8543-6bb76cbaa97a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:13:03.059890 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbab2af-d56f-4b19-8543-6bb76cbaa97a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:13:03.063061 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78573e7-ba28-4dce-a29d-b4203fc1be8c None None] Routers {'b0363a0e-68fc-4c1d-912f-e7d0b488a191'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 08:13:03.064043 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-e78573e7-ba28-4dce-a29d-b4203fc1be8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T08:12:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['b0363a0e-68fc-4c1d-912f-e7d0b488a191'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:13:03.094457 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-bafa30f5-4543-47d9-a274-5726ec253732 None None] Attempting to bind port 3c9f73cb-a789-47cd-8414-c8db1e70afa4 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 08:13:03.095135 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-bafa30f5-4543-47d9-a274-5726ec253732 None None] Attempting to bind port 3c9f73cb-a789-47cd-8414-c8db1e70afa4 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '3b5b6ccd-7e5a-4370-8342-ea0c8282025c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b6b5936d-b18d-4efe-aeda-56234e8c9224'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 08:13:03.095500 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafa30f5-4543-47d9-a274-5726ec253732 None None] Attempting to bind port 3c9f73cb-a789-47cd-8414-c8db1e70afa4 on network b6b5936d-b18d-4efe-aeda-56234e8c9224 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 08:13:03.101880 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafa30f5-4543-47d9-a274-5726ec253732 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 8, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 08:13:03.102604 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafa30f5-4543-47d9-a274-5726ec253732 None None] Checking segment: {'id': '3b5b6ccd-7e5a-4370-8342-ea0c8282025c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b6b5936d-b18d-4efe-aeda-56234e8c9224'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 08:13:03.103365 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-bafa30f5-4543-47d9-a274-5726ec253732 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:13:03.104093 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafa30f5-4543-47d9-a274-5726ec253732 None None] Bound using segment: {'id': '3b5b6ccd-7e5a-4370-8342-ea0c8282025c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b6b5936d-b18d-4efe-aeda-56234e8c9224'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 08:13:03.104831 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-bafa30f5-4543-47d9-a274-5726ec253732 None None] Bound port: 3c9f73cb-a789-47cd-8414-c8db1e70afa4, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b5b6ccd-7e5a-4370-8342-ea0c8282025c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b6b5936d-b18d-4efe-aeda-56234e8c9224'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 08:13:03.105442 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-bafa30f5-4543-47d9-a274-5726ec253732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (3c9f73cb-a789-47cd-8414-c8db1e70afa4), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:13:03.194897 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-bafa30f5-4543-47d9-a274-5726ec253732 None None] For port 3c9f73cb-a789-47cd-8414-c8db1e70afa4, host n-d-712749-28, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 08:13:03.198894 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-bafa30f5-4543-47d9-a274-5726ec253732 None None] For port 3c9f73cb-a789-47cd-8414-c8db1e70afa4, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=3c9f73cb-a789-47cd-8414-c8db1e70afa4,segment=NetworkSegment(3b5b6ccd-7e5a-4370-8342-ea0c8282025c),segment_id=3b5b6ccd-7e5a-4370-8342-ea0c8282025c)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 08:13:03.206293 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-bafa30f5-4543-47d9-a274-5726ec253732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (3c9f73cb-a789-47cd-8414-c8db1e70afa4), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:13:03.241135 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-e78573e7-ba28-4dce-a29d-b4203fc1be8c None None] Set router b0363a0e-68fc-4c1d-912f-e7d0b488a191 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 08:13:03.264872 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bafa30f5-4543-47d9-a274-5726ec253732 None None] Routers {'93114b8a-034c-4118-8676-cffb93ff3cb0'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 08:13:03.265568 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-bafa30f5-4543-47d9-a274-5726ec253732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T08:12:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['93114b8a-034c-4118-8676-cffb93ff3cb0'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:13:03.351717 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbab2af-d56f-4b19-8543-6bb76cbaa97a None None] Pushing event updated for resources: {'Port': ['ID=3c9f73cb-a789-47cd-8414-c8db1e70afa4,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:13:03.428701 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8ae528f0-9a1e-4d5b-891a-808cdef8f72a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:13:03.448619 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-bafa30f5-4543-47d9-a274-5726ec253732 None None] Set router 93114b8a-034c-4118-8676-cffb93ff3cb0 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 08:13:03.464237 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-99846299-3006-4bcf-9e9d-e3ca6d0e1a74 None None] Provisioning complete for port 3c9f73cb-a789-47cd-8414-c8db1e70afa4 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:13:03.464624 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-99846299-3006-4bcf-9e9d-e3ca6d0e1a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (3c9f73cb-a789-47cd-8414-c8db1e70afa4), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:13:03.643313 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1f47743e-f2e7-4171-9d40-1c1fdd870a28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:13:03.719272 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-bafa30f5-4543-47d9-a274-5726ec253732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93114b8a-034c-4118-8676-cffb93ff3cb0', 'name': 'tempest-TestMinimumBasicScenario-273829214-router', 'tenant_id': '0d3f331b28784d59b2bc7cf15dfa59ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '06488cf0-f442-4aaf-952c-9275abe05199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:12:56Z', 'updated_at': '2022-01-28T08:12:59Z', 'revision_number': 4, 'project_id': '0d3f331b28784d59b2bc7cf15dfa59ab', 'gw_port': {'id': '06488cf0-f442-4aaf-952c-9275abe05199', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:54:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93114b8a-034c-4118-8676-cffb93ff3cb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:12:57Z', 'updated_at': '2022-01-28T08:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '3c9f73cb-a789-47cd-8414-c8db1e70afa4', 'name': '', 'network_id': 'b6b5936d-b18d-4efe-aeda-56234e8c9224', 'tenant_id': '0d3f331b28784d59b2bc7cf15dfa59ab', 'mac_address': 'fa:16:3e:b5:f1:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93114b8a-034c-4118-8676-cffb93ff3cb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': 'b1279c39-1c17-4d5b-aea3-3548065ba37e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:12:58Z', 'updated_at': '2022-01-28T08:13:03Z', 'revision_number': 4, 'project_id': '0d3f331b28784d59b2bc7cf15dfa59ab', 'subnets': [{'id': 'b1279c39-1c17-4d5b-aea3-3548065ba37e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:13:03.733028 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b7a3fab-a568-4a7d-ab1a-491af1958a0f None None] Network 7c7e8fb4-c668-47c7-b2b0-26d9ef5201a1 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 08:13:03.774886 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bafa30f5-4543-47d9-a274-5726ec253732 None None] The sync data for ids ['93114b8a-034c-4118-8676-cffb93ff3cb0'] in n-d-712749-28 is: [{'id': '93114b8a-034c-4118-8676-cffb93ff3cb0', 'name': 'tempest-TestMinimumBasicScenario-273829214-router', 'tenant_id': '0d3f331b28784d59b2bc7cf15dfa59ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '06488cf0-f442-4aaf-952c-9275abe05199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:12:56Z', 'updated_at': '2022-01-28T08:12:59Z', 'revision_number': 4, 'project_id': '0d3f331b28784d59b2bc7cf15dfa59ab', 'gw_port': {'id': '06488cf0-f442-4aaf-952c-9275abe05199', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:54:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93114b8a-034c-4118-8676-cffb93ff3cb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:12:57Z', 'updated_at': '2022-01-28T08:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '3c9f73cb-a789-47cd-8414-c8db1e70afa4', 'name': '', 'network_id': 'b6b5936d-b18d-4efe-aeda-56234e8c9224', 'tenant_id': '0d3f331b28784d59b2bc7cf15dfa59ab', 'mac_address': 'fa:16:3e:b5:f1:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93114b8a-034c-4118-8676-cffb93ff3cb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': 'b1279c39-1c17-4d5b-aea3-3548065ba37e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:12:58Z', 'updated_at': '2022-01-28T08:13:03Z', 'revision_number': 4, 'project_id': '0d3f331b28784d59b2bc7cf15dfa59ab', 'subnets': [{'id': 'b1279c39-1c17-4d5b-aea3-3548065ba37e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 08:13:03.797678 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:13:03.848164 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-1f47743e-f2e7-4171-9d40-1c1fdd870a28 admin admin] Allocated IP 172.20.0.1 (7c7e8fb4-c668-47c7-b2b0-26d9ef5201a1/cb716f9b-6a23-4fc2-bcea-c49ac75bc857/11117618-3c01-478b-b70a-5b03bd1c1bab) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 08:13:03.895655 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-e78573e7-ba28-4dce-a29d-b4203fc1be8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0363a0e-68fc-4c1d-912f-e7d0b488a191', 'name': 'tempest-TestMinimumBasicScenario-1966943164-router', 'tenant_id': '9b313f3f3c1241c2a4ea1d354d0dfb31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.76'}], 'enable_snat': True}, 'gw_port_id': '234adabb-1f61-4bc4-be72-d09401d680fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:13:01Z', 'updated_at': '2022-01-28T08:13:02Z', 'revision_number': 3, 'project_id': '9b313f3f3c1241c2a4ea1d354d0dfb31', 'gw_port': {'id': '234adabb-1f61-4bc4-be72-d09401d680fb', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:71:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0363a0e-68fc-4c1d-912f-e7d0b488a191', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:13:01Z', 'updated_at': '2022-01-28T08:13:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:13:03.900771 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-99846299-3006-4bcf-9e9d-e3ca6d0e1a74 None None] Current status of the port 3c9f73cb-a789-47cd-8414-c8db1e70afa4 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:13:03.900771 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-99846299-3006-4bcf-9e9d-e3ca6d0e1a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (3c9f73cb-a789-47cd-8414-c8db1e70afa4), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:13:03.932050 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78573e7-ba28-4dce-a29d-b4203fc1be8c None None] Checking router: b0363a0e-68fc-4c1d-912f-e7d0b488a191 for host: n-d-712749-28 {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 08:13:03.932865 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78573e7-ba28-4dce-a29d-b4203fc1be8c None None] Updating router b0363a0e-68fc-4c1d-912f-e7d0b488a191 port 234adabb-1f61-4bc4-be72-d09401d680fb binding host n-d-712749-28 {{(pid=103285) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 08:13:03.983543 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e78573e7-ba28-4dce-a29d-b4203fc1be8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (234adabb-1f61-4bc4-be72-d09401d680fb), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:13:03.988062 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1f47743e-f2e7-4171-9d40-1c1fdd870a28 admin admin] Publish callbacks [] for port (11117618-3c01-478b-b70a-5b03bd1c1bab), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:13:04.025977 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-99846299-3006-4bcf-9e9d-e3ca6d0e1a74 None None] For port 3c9f73cb-a789-47cd-8414-c8db1e70afa4, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=3c9f73cb-a789-47cd-8414-c8db1e70afa4,segment=NetworkSegment(3b5b6ccd-7e5a-4370-8342-ea0c8282025c),segment_id=3b5b6ccd-7e5a-4370-8342-ea0c8282025c)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:13:04.030181 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 736cd131-b97b-417b-976f-cd0a979a2349 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 08:13:04.056059 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1f47743e-f2e7-4171-9d40-1c1fdd870a28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (11117618-3c01-478b-b70a-5b03bd1c1bab), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:13:04.057650 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-99846299-3006-4bcf-9e9d-e3ca6d0e1a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (3c9f73cb-a789-47cd-8414-c8db1e70afa4), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:13:04.118979 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f47743e-f2e7-4171-9d40-1c1fdd870a28 admin admin] Network 7c7e8fb4-c668-47c7-b2b0-26d9ef5201a1 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 08:13:04.123292 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-1f47743e-f2e7-4171-9d40-1c1fdd870a28 admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 08:13:04.127463 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f47743e-f2e7-4171-9d40-1c1fdd870a28 admin admin] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 08:13:04.159920 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f47743e-f2e7-4171-9d40-1c1fdd870a28 admin admin] Pushing event updated for resources: {'Port': ['ID=11117618-3c01-478b-b70a-5b03bd1c1bab,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:13:04.203009 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1f47743e-f2e7-4171-9d40-1c1fdd870a28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16609232'] for router_interface (b0363a0e-68fc-4c1d-912f-e7d0b488a191), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:13:04.296821 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99846299-3006-4bcf-9e9d-e3ca6d0e1a74 None None] Pushing event updated for resources: {'Port': ['ID=3c9f73cb-a789-47cd-8414-c8db1e70afa4,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:13:04.305926 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-05366542-9a8b-4dbd-b3f6-16030befebbe None None] Provisioning complete for port 3c9f73cb-a789-47cd-8414-c8db1e70afa4 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:13:04.306310 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-05366542-9a8b-4dbd-b3f6-16030befebbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (3c9f73cb-a789-47cd-8414-c8db1e70afa4), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:13:04.338365 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 736cd131-b97b-417b-976f-cd0a979a2349 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:13:04.338738 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (736cd131-b97b-417b-976f-cd0a979a2349), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:13:04.362145 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1f47743e-f2e7-4171-9d40-1c1fdd870a28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (11117618-3c01-478b-b70a-5b03bd1c1bab), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:13:04.563249 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1f47743e-f2e7-4171-9d40-1c1fdd870a28 admin admin] Publish callbacks [] for port (11117618-3c01-478b-b70a-5b03bd1c1bab), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:13:04.568679 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1f47743e-f2e7-4171-9d40-1c1fdd870a28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (11117618-3c01-478b-b70a-5b03bd1c1bab), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:13:04.569101 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e78573e7-ba28-4dce-a29d-b4203fc1be8c None None] Publish callbacks [] for port (234adabb-1f61-4bc4-be72-d09401d680fb), precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:13:04.570746 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 736cd131-b97b-417b-976f-cd0a979a2349 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:13:04.571010 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (736cd131-b97b-417b-976f-cd0a979a2349), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:13:04.585748 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-05366542-9a8b-4dbd-b3f6-16030befebbe None None] Current status of the port 3c9f73cb-a789-47cd-8414-c8db1e70afa4 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:13:04.589489 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e78573e7-ba28-4dce-a29d-b4203fc1be8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (234adabb-1f61-4bc4-be72-d09401d680fb), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:13:04.648753 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f47743e-f2e7-4171-9d40-1c1fdd870a28 admin admin] Pushing event updated for resources: {'Port': ['ID=11117618-3c01-478b-b70a-5b03bd1c1bab,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:13:04.653089 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1f47743e-f2e7-4171-9d40-1c1fdd870a28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16318999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16606560'] for router_interface (b0363a0e-68fc-4c1d-912f-e7d0b488a191), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:13:04.684132 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] For port 736cd131-b97b-417b-976f-cd0a979a2349, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=736cd131-b97b-417b-976f-cd0a979a2349,segment=NetworkSegment(b3dca6d8-b41c-409e-95a9-2ef6e2982c5a),segment_id=b3dca6d8-b41c-409e-95a9-2ef6e2982c5a)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:13:04.685422 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee85c2d-8261-40f7-a9c5-2156d0a6b741 None None] Pushing event updated for resources: {'Port': ['ID=234adabb-1f61-4bc4-be72-d09401d680fb,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:13:04.687770 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-05366542-9a8b-4dbd-b3f6-16030befebbe None None] Provisioning complete for port 736cd131-b97b-417b-976f-cd0a979a2349 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:13:04.688166 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-05366542-9a8b-4dbd-b3f6-16030befebbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (736cd131-b97b-417b-976f-cd0a979a2349), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:13:04.690720 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:13:04.693073 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (736cd131-b97b-417b-976f-cd0a979a2349), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:13:04.693346 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 06488cf0-f442-4aaf-952c-9275abe05199 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 08:13:04.694962 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-e78573e7-ba28-4dce-a29d-b4203fc1be8c None None] Attempting to bind port 234adabb-1f61-4bc4-be72-d09401d680fb on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 08:13:04.695328 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-e78573e7-ba28-4dce-a29d-b4203fc1be8c None None] Attempting to bind port 234adabb-1f61-4bc4-be72-d09401d680fb by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 08:13:04.695687 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78573e7-ba28-4dce-a29d-b4203fc1be8c None None] Attempting to bind port 234adabb-1f61-4bc4-be72-d09401d680fb on network 7d5b3724-deef-4831-8d43-cb9b8176573c {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 08:13:04.751207 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f47743e-f2e7-4171-9d40-1c1fdd870a28 admin admin] Network 7c7e8fb4-c668-47c7-b2b0-26d9ef5201a1 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 08:13:04.752684 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-1f47743e-f2e7-4171-9d40-1c1fdd870a28 admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 08:13:04.759991 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78573e7-ba28-4dce-a29d-b4203fc1be8c None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 8, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 08:13:04.760463 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78573e7-ba28-4dce-a29d-b4203fc1be8c None None] Checking segment: {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 08:13:04.760817 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e78573e7-ba28-4dce-a29d-b4203fc1be8c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:13:04.761282 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78573e7-ba28-4dce-a29d-b4203fc1be8c None None] Bound using segment: {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 08:13:04.761769 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-e78573e7-ba28-4dce-a29d-b4203fc1be8c None None] Bound port: 234adabb-1f61-4bc4-be72-d09401d680fb, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 08:13:04.762147 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e78573e7-ba28-4dce-a29d-b4203fc1be8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (234adabb-1f61-4bc4-be72-d09401d680fb), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:13:04.840250 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Pushing event updated for resources: {'Port': ['ID=736cd131-b97b-417b-976f-cd0a979a2349,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:13:04.879800 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f47743e-f2e7-4171-9d40-1c1fdd870a28 admin admin] Router b0363a0e-68fc-4c1d-912f-e7d0b488a191 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 08:13:04.901025 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-e78573e7-ba28-4dce-a29d-b4203fc1be8c None None] For port 234adabb-1f61-4bc4-be72-d09401d680fb, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 08:13:04.914804 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 06488cf0-f442-4aaf-952c-9275abe05199 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:13:04.915189 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (06488cf0-f442-4aaf-952c-9275abe05199), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:13:04.924420 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-e78573e7-ba28-4dce-a29d-b4203fc1be8c None None] For port 234adabb-1f61-4bc4-be72-d09401d680fb, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=234adabb-1f61-4bc4-be72-d09401d680fb,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 08:13:04.951365 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e78573e7-ba28-4dce-a29d-b4203fc1be8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (234adabb-1f61-4bc4-be72-d09401d680fb), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:13:04.956645 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-05366542-9a8b-4dbd-b3f6-16030befebbe None None] Current status of the port 736cd131-b97b-417b-976f-cd0a979a2349 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:13:05.002419 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f47743e-f2e7-4171-9d40-1c1fdd870a28 admin admin] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 08:13:05.007968 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-1f47743e-f2e7-4171-9d40-1c1fdd870a28 admin admin] 10.222.0.41 "PUT /v2.0/routers/b0363a0e-68fc-4c1d-912f-e7d0b488a191/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9705093 Jan 28 08:13:05.038541 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78573e7-ba28-4dce-a29d-b4203fc1be8c None None] Routers {'b0363a0e-68fc-4c1d-912f-e7d0b488a191'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 08:13:05.039109 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-e78573e7-ba28-4dce-a29d-b4203fc1be8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T08:12:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['b0363a0e-68fc-4c1d-912f-e7d0b488a191'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:13:05.041476 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee85c2d-8261-40f7-a9c5-2156d0a6b741 None None] Pushing event updated for resources: {'Port': ['ID=234adabb-1f61-4bc4-be72-d09401d680fb,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:13:05.169818 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 06488cf0-f442-4aaf-952c-9275abe05199 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:13:05.171139 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 3c9f73cb-a789-47cd-8414-c8db1e70afa4 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 08:13:05.174373 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-5a9ffdcb-7825-4791-843f-36605e9d7791 None None] Provisioning complete for port 11117618-3c01-478b-b70a-5b03bd1c1bab triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:13:05.174752 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5a9ffdcb-7825-4791-843f-36605e9d7791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (11117618-3c01-478b-b70a-5b03bd1c1bab), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:13:05.252042 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-e78573e7-ba28-4dce-a29d-b4203fc1be8c None None] Set router b0363a0e-68fc-4c1d-912f-e7d0b488a191 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 08:13:05.293161 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-5a9ffdcb-7825-4791-843f-36605e9d7791 None None] Port 11117618-3c01-478b-b70a-5b03bd1c1bab cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 08:13:05.349385 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-5a9ffdcb-7825-4791-843f-36605e9d7791 None None] Provisioning complete for port 736cd131-b97b-417b-976f-cd0a979a2349 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:13:05.350003 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5a9ffdcb-7825-4791-843f-36605e9d7791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (736cd131-b97b-417b-976f-cd0a979a2349), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:13:05.351345 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 3c9f73cb-a789-47cd-8414-c8db1e70afa4 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:13:05.351710 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (3c9f73cb-a789-47cd-8414-c8db1e70afa4), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:13:05.786988 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0262aebf-b7d8-4daa-9d43-616ba95dc645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:13:05.789765 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 3c9f73cb-a789-47cd-8414-c8db1e70afa4 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:13:05.794236 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-5a9ffdcb-7825-4791-843f-36605e9d7791 None None] Current status of the port 736cd131-b97b-417b-976f-cd0a979a2349 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:13:05.819588 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-e78573e7-ba28-4dce-a29d-b4203fc1be8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0363a0e-68fc-4c1d-912f-e7d0b488a191', 'name': 'tempest-TestMinimumBasicScenario-1966943164-router', 'tenant_id': '9b313f3f3c1241c2a4ea1d354d0dfb31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.76'}], 'enable_snat': True}, 'gw_port_id': '234adabb-1f61-4bc4-be72-d09401d680fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:13:01Z', 'updated_at': '2022-01-28T08:13:04Z', 'revision_number': 4, 'project_id': '9b313f3f3c1241c2a4ea1d354d0dfb31', 'gw_port': {'id': '234adabb-1f61-4bc4-be72-d09401d680fb', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:71:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0363a0e-68fc-4c1d-912f-e7d0b488a191', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:13:01Z', 'updated_at': '2022-01-28T08:13:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '11117618-3c01-478b-b70a-5b03bd1c1bab', 'name': '', 'network_id': '7c7e8fb4-c668-47c7-b2b0-26d9ef5201a1', 'tenant_id': '9b313f3f3c1241c2a4ea1d354d0dfb31', 'mac_address': 'fa:16:3e:10:5d:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0363a0e-68fc-4c1d-912f-e7d0b488a191', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'cb716f9b-6a23-4fc2-bcea-c49ac75bc857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:13:03Z', 'updated_at': '2022-01-28T08:13:04Z', 'revision_number': 2, 'project_id': '9b313f3f3c1241c2a4ea1d354d0dfb31', 'subnets': [{'id': 'cb716f9b-6a23-4fc2-bcea-c49ac75bc857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:13:05.850973 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78573e7-ba28-4dce-a29d-b4203fc1be8c None None] The sync data for ids ['b0363a0e-68fc-4c1d-912f-e7d0b488a191'] in n-d-712749-28 is: [{'id': 'b0363a0e-68fc-4c1d-912f-e7d0b488a191', 'name': 'tempest-TestMinimumBasicScenario-1966943164-router', 'tenant_id': '9b313f3f3c1241c2a4ea1d354d0dfb31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.76'}], 'enable_snat': True}, 'gw_port_id': '234adabb-1f61-4bc4-be72-d09401d680fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:13:01Z', 'updated_at': '2022-01-28T08:13:04Z', 'revision_number': 4, 'project_id': '9b313f3f3c1241c2a4ea1d354d0dfb31', 'gw_port': {'id': '234adabb-1f61-4bc4-be72-d09401d680fb', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:71:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0363a0e-68fc-4c1d-912f-e7d0b488a191', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:13:01Z', 'updated_at': '2022-01-28T08:13:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '11117618-3c01-478b-b70a-5b03bd1c1bab', 'name': '', 'network_id': '7c7e8fb4-c668-47c7-b2b0-26d9ef5201a1', 'tenant_id': '9b313f3f3c1241c2a4ea1d354d0dfb31', 'mac_address': 'fa:16:3e:10:5d:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0363a0e-68fc-4c1d-912f-e7d0b488a191', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'cb716f9b-6a23-4fc2-bcea-c49ac75bc857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:13:03Z', 'updated_at': '2022-01-28T08:13:04Z', 'revision_number': 2, 'project_id': '9b313f3f3c1241c2a4ea1d354d0dfb31', 'subnets': [{'id': 'cb716f9b-6a23-4fc2-bcea-c49ac75bc857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 08:13:05.917678 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 736cd131-b97b-417b-976f-cd0a979a2349 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 08:13:05.984478 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 736cd131-b97b-417b-976f-cd0a979a2349 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:13:05.984856 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (736cd131-b97b-417b-976f-cd0a979a2349), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:13:06.112016 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 736cd131-b97b-417b-976f-cd0a979a2349 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:13:06.113291 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 3c9f73cb-a789-47cd-8414-c8db1e70afa4 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 08:13:06.209810 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 3c9f73cb-a789-47cd-8414-c8db1e70afa4 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:13:06.210381 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (3c9f73cb-a789-47cd-8414-c8db1e70afa4), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:13:06.315346 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 3c9f73cb-a789-47cd-8414-c8db1e70afa4 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:13:07.211343 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:13:07.924652 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 234adabb-1f61-4bc4-be72-d09401d680fb up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 08:13:07.984100 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 234adabb-1f61-4bc4-be72-d09401d680fb triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:13:07.984825 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (234adabb-1f61-4bc4-be72-d09401d680fb), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:13:08.086992 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 234adabb-1f61-4bc4-be72-d09401d680fb is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:13:08.087392 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (234adabb-1f61-4bc4-be72-d09401d680fb), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:13:08.113028 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] For port 234adabb-1f61-4bc4-be72-d09401d680fb, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=234adabb-1f61-4bc4-be72-d09401d680fb,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:13:08.118180 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (234adabb-1f61-4bc4-be72-d09401d680fb), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:13:08.187440 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Pushing event updated for resources: {'Port': ['ID=234adabb-1f61-4bc4-be72-d09401d680fb,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:13:08.195554 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:13:08.196077 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:13:08.196861 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:13:08.197569 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:13:08.198832 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:13:08.199637 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:13:08.200102 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:13:08.200471 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:13:08.200808 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:13:08.201145 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:13:08.201476 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:13:08.201958 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:13:08.202294 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:13:08.268411 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01cc95da-09e3-4ab8-b9da-3e970a0e22af None None] Sync routers for ids ['b0363a0e-68fc-4c1d-912f-e7d0b488a191'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 08:13:08.279966 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01cc95da-09e3-4ab8-b9da-3e970a0e22af None None] Routers {'b0363a0e-68fc-4c1d-912f-e7d0b488a191'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 08:13:08.280705 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-01cc95da-09e3-4ab8-b9da-3e970a0e22af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T08:13:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['b0363a0e-68fc-4c1d-912f-e7d0b488a191'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:13:08.501791 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-01cc95da-09e3-4ab8-b9da-3e970a0e22af None None] Set router b0363a0e-68fc-4c1d-912f-e7d0b488a191 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 08:13:08.713922 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-01cc95da-09e3-4ab8-b9da-3e970a0e22af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0363a0e-68fc-4c1d-912f-e7d0b488a191', 'name': 'tempest-TestMinimumBasicScenario-1966943164-router', 'tenant_id': '9b313f3f3c1241c2a4ea1d354d0dfb31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.76'}], 'enable_snat': True}, 'gw_port_id': '234adabb-1f61-4bc4-be72-d09401d680fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:13:01Z', 'updated_at': '2022-01-28T08:13:04Z', 'revision_number': 4, 'project_id': '9b313f3f3c1241c2a4ea1d354d0dfb31', 'gw_port': {'id': '234adabb-1f61-4bc4-be72-d09401d680fb', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:71:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0363a0e-68fc-4c1d-912f-e7d0b488a191', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:13:01Z', 'updated_at': '2022-01-28T08:13:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '11117618-3c01-478b-b70a-5b03bd1c1bab', 'name': '', 'network_id': '7c7e8fb4-c668-47c7-b2b0-26d9ef5201a1', 'tenant_id': '9b313f3f3c1241c2a4ea1d354d0dfb31', 'mac_address': 'fa:16:3e:10:5d:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0363a0e-68fc-4c1d-912f-e7d0b488a191', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'cb716f9b-6a23-4fc2-bcea-c49ac75bc857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:13:03Z', 'updated_at': '2022-01-28T08:13:04Z', 'revision_number': 2, 'project_id': '9b313f3f3c1241c2a4ea1d354d0dfb31', 'subnets': [{'id': 'cb716f9b-6a23-4fc2-bcea-c49ac75bc857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:13:08.751269 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01cc95da-09e3-4ab8-b9da-3e970a0e22af None None] Checking router: b0363a0e-68fc-4c1d-912f-e7d0b488a191 for host: n-d-712749-28 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 08:13:08.751619 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01cc95da-09e3-4ab8-b9da-3e970a0e22af None None] Updating router b0363a0e-68fc-4c1d-912f-e7d0b488a191 port 11117618-3c01-478b-b70a-5b03bd1c1bab binding host n-d-712749-28 {{(pid=103286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 08:13:08.780547 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-01cc95da-09e3-4ab8-b9da-3e970a0e22af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (11117618-3c01-478b-b70a-5b03bd1c1bab), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:13:08.899290 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:13:09.090117 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-01cc95da-09e3-4ab8-b9da-3e970a0e22af None None] Publish callbacks [] for port (11117618-3c01-478b-b70a-5b03bd1c1bab), precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:13:09.098060 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-01cc95da-09e3-4ab8-b9da-3e970a0e22af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (11117618-3c01-478b-b70a-5b03bd1c1bab), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:13:09.149706 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabaa942-91eb-488c-92f5-8a6d9a31ea66 None None] Pushing event updated for resources: {'Port': ['ID=11117618-3c01-478b-b70a-5b03bd1c1bab,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:13:09.227768 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-01cc95da-09e3-4ab8-b9da-3e970a0e22af None None] Attempting to bind port 11117618-3c01-478b-b70a-5b03bd1c1bab on host n-d-712749-28 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 08:13:09.228153 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-01cc95da-09e3-4ab8-b9da-3e970a0e22af None None] Attempting to bind port 11117618-3c01-478b-b70a-5b03bd1c1bab by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': 'b3dca6d8-b41c-409e-95a9-2ef6e2982c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7c7e8fb4-c668-47c7-b2b0-26d9ef5201a1'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 08:13:09.228558 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01cc95da-09e3-4ab8-b9da-3e970a0e22af None None] Attempting to bind port 11117618-3c01-478b-b70a-5b03bd1c1bab on network 7c7e8fb4-c668-47c7-b2b0-26d9ef5201a1 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 08:13:09.235613 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01cc95da-09e3-4ab8-b9da-3e970a0e22af None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 8, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 08:13:09.235613 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01cc95da-09e3-4ab8-b9da-3e970a0e22af None None] Checking segment: {'id': 'b3dca6d8-b41c-409e-95a9-2ef6e2982c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7c7e8fb4-c668-47c7-b2b0-26d9ef5201a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 08:13:09.235613 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-01cc95da-09e3-4ab8-b9da-3e970a0e22af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:13:09.236105 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01cc95da-09e3-4ab8-b9da-3e970a0e22af None None] Bound using segment: {'id': 'b3dca6d8-b41c-409e-95a9-2ef6e2982c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7c7e8fb4-c668-47c7-b2b0-26d9ef5201a1'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 08:13:09.237454 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-01cc95da-09e3-4ab8-b9da-3e970a0e22af None None] Bound port: 11117618-3c01-478b-b70a-5b03bd1c1bab, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3dca6d8-b41c-409e-95a9-2ef6e2982c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7c7e8fb4-c668-47c7-b2b0-26d9ef5201a1'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 08:13:09.237853 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-01cc95da-09e3-4ab8-b9da-3e970a0e22af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (11117618-3c01-478b-b70a-5b03bd1c1bab), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:13:09.334758 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-01cc95da-09e3-4ab8-b9da-3e970a0e22af None None] For port 11117618-3c01-478b-b70a-5b03bd1c1bab, host n-d-712749-28, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 08:13:09.342412 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-01cc95da-09e3-4ab8-b9da-3e970a0e22af None None] For port 11117618-3c01-478b-b70a-5b03bd1c1bab, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=11117618-3c01-478b-b70a-5b03bd1c1bab,segment=NetworkSegment(b3dca6d8-b41c-409e-95a9-2ef6e2982c5a),segment_id=b3dca6d8-b41c-409e-95a9-2ef6e2982c5a)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 08:13:09.349315 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-01cc95da-09e3-4ab8-b9da-3e970a0e22af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (11117618-3c01-478b-b70a-5b03bd1c1bab), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:13:09.436851 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01cc95da-09e3-4ab8-b9da-3e970a0e22af None None] Routers {'b0363a0e-68fc-4c1d-912f-e7d0b488a191'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 08:13:09.440217 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-01cc95da-09e3-4ab8-b9da-3e970a0e22af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T08:13:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['b0363a0e-68fc-4c1d-912f-e7d0b488a191'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:13:09.454750 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-b356e6d8-c1be-400b-94ba-45d049168513 None None] Provisioning complete for port 11117618-3c01-478b-b70a-5b03bd1c1bab triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:13:09.455517 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b356e6d8-c1be-400b-94ba-45d049168513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (11117618-3c01-478b-b70a-5b03bd1c1bab), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:13:09.497323 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabaa942-91eb-488c-92f5-8a6d9a31ea66 None None] Pushing event updated for resources: {'Port': ['ID=11117618-3c01-478b-b70a-5b03bd1c1bab,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:13:09.564073 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-b356e6d8-c1be-400b-94ba-45d049168513 None None] Current status of the port 11117618-3c01-478b-b70a-5b03bd1c1bab is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:13:09.564769 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b356e6d8-c1be-400b-94ba-45d049168513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (11117618-3c01-478b-b70a-5b03bd1c1bab), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:13:09.606668 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-01cc95da-09e3-4ab8-b9da-3e970a0e22af None None] Set router b0363a0e-68fc-4c1d-912f-e7d0b488a191 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 08:13:09.610954 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-b356e6d8-c1be-400b-94ba-45d049168513 None None] For port 11117618-3c01-478b-b70a-5b03bd1c1bab, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=11117618-3c01-478b-b70a-5b03bd1c1bab,segment=NetworkSegment(b3dca6d8-b41c-409e-95a9-2ef6e2982c5a),segment_id=b3dca6d8-b41c-409e-95a9-2ef6e2982c5a)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:13:09.619791 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b356e6d8-c1be-400b-94ba-45d049168513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (11117618-3c01-478b-b70a-5b03bd1c1bab), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:13:09.713699 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b356e6d8-c1be-400b-94ba-45d049168513 None None] Pushing event updated for resources: {'Port': ['ID=11117618-3c01-478b-b70a-5b03bd1c1bab,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:13:09.758712 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-7e8e58e3-5eac-4a74-a2b5-4f0b9aace8b6 None None] Provisioning complete for port 11117618-3c01-478b-b70a-5b03bd1c1bab triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:13:09.759099 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7e8e58e3-5eac-4a74-a2b5-4f0b9aace8b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (11117618-3c01-478b-b70a-5b03bd1c1bab), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:13:09.860572 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:13:09.889628 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-01cc95da-09e3-4ab8-b9da-3e970a0e22af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0363a0e-68fc-4c1d-912f-e7d0b488a191', 'name': 'tempest-TestMinimumBasicScenario-1966943164-router', 'tenant_id': '9b313f3f3c1241c2a4ea1d354d0dfb31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.76'}], 'enable_snat': True}, 'gw_port_id': '234adabb-1f61-4bc4-be72-d09401d680fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:13:01Z', 'updated_at': '2022-01-28T08:13:04Z', 'revision_number': 4, 'project_id': '9b313f3f3c1241c2a4ea1d354d0dfb31', 'gw_port': {'id': '234adabb-1f61-4bc4-be72-d09401d680fb', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:71:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0363a0e-68fc-4c1d-912f-e7d0b488a191', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:13:01Z', 'updated_at': '2022-01-28T08:13:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '11117618-3c01-478b-b70a-5b03bd1c1bab', 'name': '', 'network_id': '7c7e8fb4-c668-47c7-b2b0-26d9ef5201a1', 'tenant_id': '9b313f3f3c1241c2a4ea1d354d0dfb31', 'mac_address': 'fa:16:3e:10:5d:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0363a0e-68fc-4c1d-912f-e7d0b488a191', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'cb716f9b-6a23-4fc2-bcea-c49ac75bc857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:13:03Z', 'updated_at': '2022-01-28T08:13:09Z', 'revision_number': 4, 'project_id': '9b313f3f3c1241c2a4ea1d354d0dfb31', 'subnets': [{'id': 'cb716f9b-6a23-4fc2-bcea-c49ac75bc857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:13:09.923522 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-7e8e58e3-5eac-4a74-a2b5-4f0b9aace8b6 None None] Current status of the port 11117618-3c01-478b-b70a-5b03bd1c1bab is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:13:09.924060 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01cc95da-09e3-4ab8-b9da-3e970a0e22af None None] The sync data for ids ['b0363a0e-68fc-4c1d-912f-e7d0b488a191'] in n-d-712749-28 is: [{'id': 'b0363a0e-68fc-4c1d-912f-e7d0b488a191', 'name': 'tempest-TestMinimumBasicScenario-1966943164-router', 'tenant_id': '9b313f3f3c1241c2a4ea1d354d0dfb31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.76'}], 'enable_snat': True}, 'gw_port_id': '234adabb-1f61-4bc4-be72-d09401d680fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:13:01Z', 'updated_at': '2022-01-28T08:13:04Z', 'revision_number': 4, 'project_id': '9b313f3f3c1241c2a4ea1d354d0dfb31', 'gw_port': {'id': '234adabb-1f61-4bc4-be72-d09401d680fb', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:71:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0363a0e-68fc-4c1d-912f-e7d0b488a191', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:13:01Z', 'updated_at': '2022-01-28T08:13:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '11117618-3c01-478b-b70a-5b03bd1c1bab', 'name': '', 'network_id': '7c7e8fb4-c668-47c7-b2b0-26d9ef5201a1', 'tenant_id': '9b313f3f3c1241c2a4ea1d354d0dfb31', 'mac_address': 'fa:16:3e:10:5d:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0363a0e-68fc-4c1d-912f-e7d0b488a191', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'cb716f9b-6a23-4fc2-bcea-c49ac75bc857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:13:03Z', 'updated_at': '2022-01-28T08:13:09Z', 'revision_number': 4, 'project_id': '9b313f3f3c1241c2a4ea1d354d0dfb31', 'subnets': [{'id': 'cb716f9b-6a23-4fc2-bcea-c49ac75bc857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 08:13:09.969917 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 234adabb-1f61-4bc4-be72-d09401d680fb up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 08:13:10.029665 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 234adabb-1f61-4bc4-be72-d09401d680fb triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:13:10.030054 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (234adabb-1f61-4bc4-be72-d09401d680fb), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:13:10.146213 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 234adabb-1f61-4bc4-be72-d09401d680fb is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:13:10.147649 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 11117618-3c01-478b-b70a-5b03bd1c1bab up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 08:13:10.205380 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 11117618-3c01-478b-b70a-5b03bd1c1bab triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:13:10.205770 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (11117618-3c01-478b-b70a-5b03bd1c1bab), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:13:10.317114 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 11117618-3c01-478b-b70a-5b03bd1c1bab is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:13:15.306770 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737fac83-f207-4a66-8859-ee2b67d5b8b9 req-55042218-353e-4b06-b21e-6cbac7efc58d tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:13:15.308354 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-737fac83-f207-4a66-8859-ee2b67d5b8b9 req-55042218-353e-4b06-b21e-6cbac7efc58d tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] 10.222.0.41 "GET /v2.0/networks?id=b6b5936d-b18d-4efe-aeda-56234e8c9224 HTTP/1.1" status: 200 len: 814 time: 0.1018898 Jan 28 08:13:15.323616 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-737fac83-f207-4a66-8859-ee2b67d5b8b9 req-3a99db66-d893-4dee-8629-94f6ccda753c tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] 10.222.0.41 "GET /v2.0/quotas/0d3f331b28784d59b2bc7cf15dfa59ab HTTP/1.1" status: 200 len: 375 time: 0.0099297 Jan 28 08:13:15.377841 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-737fac83-f207-4a66-8859-ee2b67d5b8b9 req-062f732f-bd18-4a58-8b93-d0ab40192f25 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=0d3f331b28784d59b2bc7cf15dfa59ab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0492795 Jan 28 08:13:15.560285 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-737fac83-f207-4a66-8859-ee2b67d5b8b9 req-dd5c0dfd-74c5-416c-b29d-bc622a947f5a service neutron] 10.222.0.41 "GET /v2.0/networks/b6b5936d-b18d-4efe-aeda-56234e8c9224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696138 Jan 28 08:13:15.655409 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-737fac83-f207-4a66-8859-ee2b67d5b8b9 req-a8326ba6-4942-4a2c-94b8-ef06eb574d1d service neutron] 10.222.0.41 "GET /v2.0/networks/b6b5936d-b18d-4efe-aeda-56234e8c9224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892987 Jan 28 08:13:15.819288 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d25abe8f-df50-40bc-81d7-74005eff8d3c req-06819134-daa7-4c7f-a8d5-303260021a30 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] 10.222.0.41 "GET /v2.0/ports?device_id=814a14bd-5e9e-47a7-801b-93fb977b3a9b HTTP/1.1" status: 200 len: 210 time: 0.0294902 Jan 28 08:13:16.925789 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ea10389f-20f6-45ce-993d-5ec9240ab6b5 req-ea70dce4-6a9c-40ae-b461-f5ac5d365e17 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] 10.222.0.41 "GET /v2.0/ports?device_id=814a14bd-5e9e-47a7-801b-93fb977b3a9b HTTP/1.1" status: 200 len: 210 time: 0.0303900 Jan 28 08:13:17.285094 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737fac83-f207-4a66-8859-ee2b67d5b8b9 req-4b2707a9-ab20-433d-8eb7-8b33ba7b0c0d tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:13:17.287396 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-737fac83-f207-4a66-8859-ee2b67d5b8b9 req-4b2707a9-ab20-433d-8eb7-8b33ba7b0c0d tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] 10.222.0.10 "GET /v2.0/networks?id=b6b5936d-b18d-4efe-aeda-56234e8c9224 HTTP/1.1" status: 200 len: 814 time: 0.4645782 Jan 28 08:13:18.038661 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0d6201bc-7ecb-4e9e-ba51-b336a695d06b req-112a60cf-9f89-4aa8-b151-acdc0d1c087c tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] 10.222.0.41 "GET /v2.0/ports?device_id=814a14bd-5e9e-47a7-801b-93fb977b3a9b HTTP/1.1" status: 200 len: 210 time: 0.0416522 Jan 28 08:13:19.125979 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c592f323-5e76-4396-96fb-fdb855bf8c86 req-9da07af2-5268-468b-936c-b5c61881f7b6 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] 10.222.0.41 "GET /v2.0/ports?device_id=814a14bd-5e9e-47a7-801b-93fb977b3a9b HTTP/1.1" status: 200 len: 210 time: 0.0277655 Jan 28 08:13:20.226068 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-453c128d-9369-4e13-95cb-28d9f03885ec req-a51e082a-747b-4353-a80a-44e9ed348cc0 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] 10.222.0.41 "GET /v2.0/ports?device_id=814a14bd-5e9e-47a7-801b-93fb977b3a9b HTTP/1.1" status: 200 len: 210 time: 0.0276809 Jan 28 08:13:21.323262 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-88c95a6b-65dd-457e-a46e-16c16e77541e req-d685f240-9eaf-4928-ae47-c1180dbc23df tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] 10.222.0.41 "GET /v2.0/ports?device_id=814a14bd-5e9e-47a7-801b-93fb977b3a9b HTTP/1.1" status: 200 len: 210 time: 0.0282485 Jan 28 08:13:21.412830 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 7 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 08:13:22.428779 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-15f089ef-3379-4651-84f0-b17ad6d42fc0 req-07096cf9-0791-4b8f-8dc1-8de8bafbe443 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] 10.222.0.41 "GET /v2.0/ports?device_id=814a14bd-5e9e-47a7-801b-93fb977b3a9b HTTP/1.1" status: 200 len: 210 time: 0.0297804 Jan 28 08:13:23.533660 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-57016d84-54a5-4a28-9927-09cb9f6e2e1d req-bbef6319-a7a7-421c-9844-31ebed7c6cf8 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] 10.222.0.41 "GET /v2.0/ports?device_id=814a14bd-5e9e-47a7-801b-93fb977b3a9b HTTP/1.1" status: 200 len: 210 time: 0.0339606 Jan 28 08:13:24.626317 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8658f2d4-505c-4b11-8e6e-30dda3857aff req-5bab905e-19df-4b8e-92d4-186f713336e4 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] 10.222.0.41 "GET /v2.0/ports?device_id=814a14bd-5e9e-47a7-801b-93fb977b3a9b HTTP/1.1" status: 200 len: 210 time: 0.0251982 Jan 28 08:13:24.902880 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-737fac83-f207-4a66-8859-ee2b67d5b8b9 req-c752a9d3-d616-4b77-b44f-ab4a969baadc tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Request body: {'port': {'device_id': '814a14bd-5e9e-47a7-801b-93fb977b3a9b', 'network_id': 'b6b5936d-b18d-4efe-aeda-56234e8c9224', 'admin_state_up': True, 'tenant_id': '0d3f331b28784d59b2bc7cf15dfa59ab'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:13:25.009723 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-737fac83-f207-4a66-8859-ee2b67d5b8b9 req-c752a9d3-d616-4b77-b44f-ab4a969baadc tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Made reservation on behalf of 0d3f331b28784d59b2bc7cf15dfa59ab for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 08:13:25.013196 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-737fac83-f207-4a66-8859-ee2b67d5b8b9 req-c752a9d3-d616-4b77-b44f-ab4a969baadc tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:13:25.140319 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-737fac83-f207-4a66-8859-ee2b67d5b8b9 req-c752a9d3-d616-4b77-b44f-ab4a969baadc tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Allocated IP 172.20.0.3 (b6b5936d-b18d-4efe-aeda-56234e8c9224/b1279c39-1c17-4d5b-aea3-3548065ba37e/73a73d47-40c7-43c0-8789-1148189fa826) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 08:13:25.284219 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-737fac83-f207-4a66-8859-ee2b67d5b8b9 req-c752a9d3-d616-4b77-b44f-ab4a969baadc tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Publish callbacks [] for port (73a73d47-40c7-43c0-8789-1148189fa826), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:13:25.316628 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-737fac83-f207-4a66-8859-ee2b67d5b8b9 req-c752a9d3-d616-4b77-b44f-ab4a969baadc tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (73a73d47-40c7-43c0-8789-1148189fa826), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:13:25.361040 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-737fac83-f207-4a66-8859-ee2b67d5b8b9 req-c752a9d3-d616-4b77-b44f-ab4a969baadc tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Network b6b5936d-b18d-4efe-aeda-56234e8c9224 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 08:13:25.364426 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-737fac83-f207-4a66-8859-ee2b67d5b8b9 req-c752a9d3-d616-4b77-b44f-ab4a969baadc tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 08:13:25.367939 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-737fac83-f207-4a66-8859-ee2b67d5b8b9 req-c752a9d3-d616-4b77-b44f-ab4a969baadc tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 08:13:25.395435 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c752a9d3-d616-4b77-b44f-ab4a969baadc tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Pushing event updated for resources: {'Port': ['ID=73a73d47-40c7-43c0-8789-1148189fa826,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:13:25.422857 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737fac83-f207-4a66-8859-ee2b67d5b8b9 req-c752a9d3-d616-4b77-b44f-ab4a969baadc tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:13:25.423474 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-737fac83-f207-4a66-8859-ee2b67d5b8b9 req-c752a9d3-d616-4b77-b44f-ab4a969baadc tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:13:25.442586 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-737fac83-f207-4a66-8859-ee2b67d5b8b9 req-c752a9d3-d616-4b77-b44f-ab4a969baadc tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5433939 Jan 28 08:13:25.466517 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-737fac83-f207-4a66-8859-ee2b67d5b8b9 req-dd49c35a-6ba8-4a03-9f4a-d12791664825 service neutron] Request body: {'port': {'device_id': '814a14bd-5e9e-47a7-801b-93fb977b3a9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-28'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:13:25.523929 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-737fac83-f207-4a66-8859-ee2b67d5b8b9 req-dd49c35a-6ba8-4a03-9f4a-d12791664825 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (73a73d47-40c7-43c0-8789-1148189fa826), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:13:25.656311 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-56897753-6965-4ecd-aa5b-3941d1cf6784 None None] Provisioning complete for port 73a73d47-40c7-43c0-8789-1148189fa826 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:13:25.656789 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-56897753-6965-4ecd-aa5b-3941d1cf6784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (73a73d47-40c7-43c0-8789-1148189fa826), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:13:25.697151 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-56897753-6965-4ecd-aa5b-3941d1cf6784 None None] Port 73a73d47-40c7-43c0-8789-1148189fa826 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 08:13:25.760385 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da68637d-33b0-46c4-8636-4422d1883349 req-78c10d33-9a30-4fa2-b3a1-8a769ada4bc4 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:13:25.762010 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-da68637d-33b0-46c4-8636-4422d1883349 req-78c10d33-9a30-4fa2-b3a1-8a769ada4bc4 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] 10.222.0.41 "GET /v2.0/ports?device_id=814a14bd-5e9e-47a7-801b-93fb977b3a9b HTTP/1.1" status: 200 len: 931 time: 0.0523460 Jan 28 08:13:25.795386 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-737fac83-f207-4a66-8859-ee2b67d5b8b9 req-dd49c35a-6ba8-4a03-9f4a-d12791664825 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73a73d47-40c7-43c0-8789-1148189fa826 {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 08:13:25.803372 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-737fac83-f207-4a66-8859-ee2b67d5b8b9 req-dd49c35a-6ba8-4a03-9f4a-d12791664825 service neutron] Publish callbacks [] for port (73a73d47-40c7-43c0-8789-1148189fa826), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:13:25.813768 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-da68637d-33b0-46c4-8636-4422d1883349 req-3068c325-1db0-4b8c-abb6-f1a26016ba19 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec275d1b-f20e-4035-bdbd-f5947b6f1ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460987 Jan 28 08:13:25.819626 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-737fac83-f207-4a66-8859-ee2b67d5b8b9 req-dd49c35a-6ba8-4a03-9f4a-d12791664825 service neutron] Transition to ACTIVE for port object 73a73d47-40c7-43c0-8789-1148189fa826 will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 08:13:25.825572 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-737fac83-f207-4a66-8859-ee2b67d5b8b9 req-dd49c35a-6ba8-4a03-9f4a-d12791664825 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (73a73d47-40c7-43c0-8789-1148189fa826), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:13:25.873398 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd49c35a-6ba8-4a03-9f4a-d12791664825 service neutron] Pushing event updated for resources: {'Port': ['ID=73a73d47-40c7-43c0-8789-1148189fa826,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:13:25.948673 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-737fac83-f207-4a66-8859-ee2b67d5b8b9 req-dd49c35a-6ba8-4a03-9f4a-d12791664825 service neutron] Attempting to bind port 73a73d47-40c7-43c0-8789-1148189fa826 on host n-h1-712749-28 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 08:13:25.949020 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-737fac83-f207-4a66-8859-ee2b67d5b8b9 req-dd49c35a-6ba8-4a03-9f4a-d12791664825 service neutron] Attempting to bind port 73a73d47-40c7-43c0-8789-1148189fa826 by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': '3b5b6ccd-7e5a-4370-8342-ea0c8282025c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b6b5936d-b18d-4efe-aeda-56234e8c9224'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 08:13:25.949354 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737fac83-f207-4a66-8859-ee2b67d5b8b9 req-dd49c35a-6ba8-4a03-9f4a-d12791664825 service neutron] Attempting to bind port 73a73d47-40c7-43c0-8789-1148189fa826 on network b6b5936d-b18d-4efe-aeda-56234e8c9224 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 08:13:25.953914 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737fac83-f207-4a66-8859-ee2b67d5b8b9 req-dd49c35a-6ba8-4a03-9f4a-d12791664825 service neutron] Port 73a73d47-40c7-43c0-8789-1148189fa826 on network b6b5936d-b18d-4efe-aeda-56234e8c9224 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 08:13:25.954238 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737fac83-f207-4a66-8859-ee2b67d5b8b9 req-dd49c35a-6ba8-4a03-9f4a-d12791664825 service neutron] Attempting to bind port 73a73d47-40c7-43c0-8789-1148189fa826 on network b6b5936d-b18d-4efe-aeda-56234e8c9224 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 08:13:25.960157 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737fac83-f207-4a66-8859-ee2b67d5b8b9 req-dd49c35a-6ba8-4a03-9f4a-d12791664825 service neutron] Checking agent: {'id': '2fca46b1-237f-4857-9290-2429d810e472', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 8, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 08:13:25.960532 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737fac83-f207-4a66-8859-ee2b67d5b8b9 req-dd49c35a-6ba8-4a03-9f4a-d12791664825 service neutron] Checking segment: {'id': '3b5b6ccd-7e5a-4370-8342-ea0c8282025c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b6b5936d-b18d-4efe-aeda-56234e8c9224'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 08:13:25.960921 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737fac83-f207-4a66-8859-ee2b67d5b8b9 req-dd49c35a-6ba8-4a03-9f4a-d12791664825 service neutron] Bound using segment: {'id': '3b5b6ccd-7e5a-4370-8342-ea0c8282025c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b6b5936d-b18d-4efe-aeda-56234e8c9224'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 08:13:25.961353 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-737fac83-f207-4a66-8859-ee2b67d5b8b9 req-dd49c35a-6ba8-4a03-9f4a-d12791664825 service neutron] Bound port: 73a73d47-40c7-43c0-8789-1148189fa826, host: n-h1-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b5b6ccd-7e5a-4370-8342-ea0c8282025c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b6b5936d-b18d-4efe-aeda-56234e8c9224'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 08:13:25.961715 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-737fac83-f207-4a66-8859-ee2b67d5b8b9 req-dd49c35a-6ba8-4a03-9f4a-d12791664825 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (73a73d47-40c7-43c0-8789-1148189fa826), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:13:26.037271 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-737fac83-f207-4a66-8859-ee2b67d5b8b9 req-dd49c35a-6ba8-4a03-9f4a-d12791664825 service neutron] For port 73a73d47-40c7-43c0-8789-1148189fa826, host n-h1-712749-28, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 08:13:26.040567 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-737fac83-f207-4a66-8859-ee2b67d5b8b9 req-dd49c35a-6ba8-4a03-9f4a-d12791664825 service neutron] For port 73a73d47-40c7-43c0-8789-1148189fa826, host n-h1-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=73a73d47-40c7-43c0-8789-1148189fa826,segment=NetworkSegment(3b5b6ccd-7e5a-4370-8342-ea0c8282025c),segment_id=3b5b6ccd-7e5a-4370-8342-ea0c8282025c)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 08:13:26.045173 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-737fac83-f207-4a66-8859-ee2b67d5b8b9 req-dd49c35a-6ba8-4a03-9f4a-d12791664825 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (73a73d47-40c7-43c0-8789-1148189fa826), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:13:26.080533 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737fac83-f207-4a66-8859-ee2b67d5b8b9 req-dd49c35a-6ba8-4a03-9f4a-d12791664825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:13:26.081258 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-737fac83-f207-4a66-8859-ee2b67d5b8b9 req-dd49c35a-6ba8-4a03-9f4a-d12791664825 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:13:26.083451 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-737fac83-f207-4a66-8859-ee2b67d5b8b9 req-dd49c35a-6ba8-4a03-9f4a-d12791664825 service neutron] 10.222.0.10 "PUT /v2.0/ports/73a73d47-40c7-43c0-8789-1148189fa826 HTTP/1.1" status: 200 len: 1092 time: 0.6207554 Jan 28 08:13:26.084104 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '814a14bd-5e9e-47a7-801b-93fb977b3a9b', 'tag': '73a73d47-40c7-43c0-8789-1148189fa826'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 08:13:26.086427 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea2b103cb7827510f28784975546feb0b63800b94dfac5f98f271904baace09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85beb889-76c6-4f57-ae48-111cb9335f29" -d '{"events": [{"name": "network-changed", "server_uuid": "814a14bd-5e9e-47a7-801b-93fb977b3a9b", "tag": "73a73d47-40c7-43c0-8789-1148189fa826"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 08:13:26.129083 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd49c35a-6ba8-4a03-9f4a-d12791664825 service neutron] Pushing event updated for resources: {'Port': ['ID=73a73d47-40c7-43c0-8789-1148189fa826,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:13:26.133721 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 08:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9337efd8-13f3-466e-83bb-43f82dc291a6 x-openstack-request-id: req-9337efd8-13f3-466e-83bb-43f82dc291a6 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 08:13:26.134005 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "814a14bd-5e9e-47a7-801b-93fb977b3a9b", "tag": "73a73d47-40c7-43c0-8789-1148189fa826", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 08:13:26.134730 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9337efd8-13f3-466e-83bb-43f82dc291a6 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 08:13:26.135160 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '814a14bd-5e9e-47a7-801b-93fb977b3a9b', 'tag': '73a73d47-40c7-43c0-8789-1148189fa826', 'status': 'completed', 'code': 200} Jan 28 08:13:26.193339 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737fac83-f207-4a66-8859-ee2b67d5b8b9 req-5cdfca8a-002e-4a4c-b39a-0202d2866994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:13:26.194862 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-737fac83-f207-4a66-8859-ee2b67d5b8b9 req-5cdfca8a-002e-4a4c-b39a-0202d2866994 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0d3f331b28784d59b2bc7cf15dfa59ab&device_id=814a14bd-5e9e-47a7-801b-93fb977b3a9b HTTP/1.1" status: 200 len: 1095 time: 0.0437222 Jan 28 08:13:26.250234 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-737fac83-f207-4a66-8859-ee2b67d5b8b9 req-5fa996c9-ad3f-4510-9bfd-d6fc0dae3158 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=73a73d47-40c7-43c0-8789-1148189fa826 HTTP/1.1" status: 200 len: 217 time: 0.0414813 Jan 28 08:13:26.299657 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737fac83-f207-4a66-8859-ee2b67d5b8b9 req-6c301e99-7d5b-4d2b-b372-e711fe2683e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:13:26.301176 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-737fac83-f207-4a66-8859-ee2b67d5b8b9 req-6c301e99-7d5b-4d2b-b372-e711fe2683e1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b1279c39-1c17-4d5b-aea3-3548065ba37e HTTP/1.1" status: 200 len: 853 time: 0.0448413 Jan 28 08:13:26.348537 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737fac83-f207-4a66-8859-ee2b67d5b8b9 req-1e091199-512d-4db4-ac69-6b2ad81999d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:13:26.350030 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-737fac83-f207-4a66-8859-ee2b67d5b8b9 req-1e091199-512d-4db4-ac69-6b2ad81999d7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b6b5936d-b18d-4efe-aeda-56234e8c9224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400145 Jan 28 08:13:26.447242 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-737fac83-f207-4a66-8859-ee2b67d5b8b9 req-e226cc3d-3952-4c85-8ac8-e46515a02b98 service neutron] 10.222.0.10 "GET /v2.0/networks/b6b5936d-b18d-4efe-aeda-56234e8c9224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878696 Jan 28 08:13:26.538607 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-737fac83-f207-4a66-8859-ee2b67d5b8b9 req-fcdd0fef-810a-47b5-9c6f-a491f741a769 service neutron] 10.222.0.10 "GET /v2.0/networks/b6b5936d-b18d-4efe-aeda-56234e8c9224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814908 Jan 28 08:13:26.685023 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85beb889-76c6-4f57-ae48-111cb9335f29 req-5d48a91d-f672-4617-9b59-e000e19dc3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:13:26.686429 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-85beb889-76c6-4f57-ae48-111cb9335f29 req-5d48a91d-f672-4617-9b59-e000e19dc3fe service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0d3f331b28784d59b2bc7cf15dfa59ab&device_id=814a14bd-5e9e-47a7-801b-93fb977b3a9b HTTP/1.1" status: 200 len: 1095 time: 0.0436511 Jan 28 08:13:26.776593 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85beb889-76c6-4f57-ae48-111cb9335f29 req-af7e1885-439c-43b0-89d3-43dbd4ef5ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:13:26.778066 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-85beb889-76c6-4f57-ae48-111cb9335f29 req-af7e1885-439c-43b0-89d3-43dbd4ef5ec0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b6b5936d-b18d-4efe-aeda-56234e8c9224 HTTP/1.1" status: 200 len: 915 time: 0.0860965 Jan 28 08:13:26.819939 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-85beb889-76c6-4f57-ae48-111cb9335f29 req-91652eb2-c464-484d-8b2c-0d449a565a6e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=73a73d47-40c7-43c0-8789-1148189fa826 HTTP/1.1" status: 200 len: 217 time: 0.0355096 Jan 28 08:13:26.873588 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85beb889-76c6-4f57-ae48-111cb9335f29 req-87c19135-9e34-4c2f-9217-22d950c5bba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:13:26.875066 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-85beb889-76c6-4f57-ae48-111cb9335f29 req-87c19135-9e34-4c2f-9217-22d950c5bba7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b1279c39-1c17-4d5b-aea3-3548065ba37e HTTP/1.1" status: 200 len: 853 time: 0.0478954 Jan 28 08:13:26.923743 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85beb889-76c6-4f57-ae48-111cb9335f29 req-80a248db-3d78-4d59-ae5f-3cbe482e1d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:13:26.925424 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-85beb889-76c6-4f57-ae48-111cb9335f29 req-80a248db-3d78-4d59-ae5f-3cbe482e1d7c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b6b5936d-b18d-4efe-aeda-56234e8c9224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427275 Jan 28 08:13:26.929282 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5ce52f-4f8e-4cf8-92ce-fbdcaad1d105 req-6f208072-4477-4476-96b2-1dcb78aa5350 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:13:26.930775 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-aa5ce52f-4f8e-4cf8-92ce-fbdcaad1d105 req-6f208072-4477-4476-96b2-1dcb78aa5350 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] 10.222.0.41 "GET /v2.0/ports?device_id=814a14bd-5e9e-47a7-801b-93fb977b3a9b HTTP/1.1" status: 200 len: 943 time: 0.0492702 Jan 28 08:13:26.977286 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-aa5ce52f-4f8e-4cf8-92ce-fbdcaad1d105 req-4f5c670b-80d4-441c-a4c3-dc2876a89382 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec275d1b-f20e-4035-bdbd-f5947b6f1ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408022 Jan 28 08:13:27.015003 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-85beb889-76c6-4f57-ae48-111cb9335f29 req-829338f6-0f48-4f5c-8c22-96f37f56cd51 service neutron] 10.222.0.10 "GET /v2.0/networks/b6b5936d-b18d-4efe-aeda-56234e8c9224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825713 Jan 28 08:13:27.108288 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-85beb889-76c6-4f57-ae48-111cb9335f29 req-1dbfe309-e269-4e6d-b26a-be970ac0b19a service neutron] 10.222.0.10 "GET /v2.0/networks/b6b5936d-b18d-4efe-aeda-56234e8c9224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869136 Jan 28 08:13:28.095170 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f213bf-9202-4cf0-8c07-b124753d2a44 req-f127df28-6d86-4929-817d-b5e897ad2652 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:13:28.096611 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-60f213bf-9202-4cf0-8c07-b124753d2a44 req-f127df28-6d86-4929-817d-b5e897ad2652 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] 10.222.0.41 "GET /v2.0/ports?device_id=814a14bd-5e9e-47a7-801b-93fb977b3a9b HTTP/1.1" status: 200 len: 943 time: 0.0488114 Jan 28 08:13:28.143004 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-60f213bf-9202-4cf0-8c07-b124753d2a44 req-197c9c30-4915-45f2-8e9b-51ea1074d5d0 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec275d1b-f20e-4035-bdbd-f5947b6f1ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402534 Jan 28 08:13:29.258589 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aab8e0e-6e37-44a7-ba1e-2ecb7820acb4 req-86773804-111a-4cd5-963e-15b8c0322780 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:13:29.260059 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9aab8e0e-6e37-44a7-ba1e-2ecb7820acb4 req-86773804-111a-4cd5-963e-15b8c0322780 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] 10.222.0.41 "GET /v2.0/ports?device_id=814a14bd-5e9e-47a7-801b-93fb977b3a9b HTTP/1.1" status: 200 len: 943 time: 0.0478446 Jan 28 08:13:29.309535 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9aab8e0e-6e37-44a7-ba1e-2ecb7820acb4 req-dbab5930-9c75-4325-8b09-f6e173d82690 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec275d1b-f20e-4035-bdbd-f5947b6f1ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439134 Jan 28 08:13:29.888088 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 73a73d47-40c7-43c0-8789-1148189fa826 details requested by agent hyperv_n-h1-712749-28 with host n-h1-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 08:13:29.981792 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 73a73d47-40c7-43c0-8789-1148189fa826, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=73a73d47-40c7-43c0-8789-1148189fa826,segment=NetworkSegment(3b5b6ccd-7e5a-4370-8342-ea0c8282025c),segment_id=3b5b6ccd-7e5a-4370-8342-ea0c8282025c)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:13:29.993968 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Returning: {'device': '73a73d47-40c7-43c0-8789-1148189fa826', 'network_id': 'b6b5936d-b18d-4efe-aeda-56234e8c9224', 'port_id': '73a73d47-40c7-43c0-8789-1148189fa826', 'mac_address': 'fa:16:3e:b5:fd:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1279c39-1c17-4d5b-aea3-3548065ba37e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 08:13:30.030504 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 73a73d47-40c7-43c0-8789-1148189fa826 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:13:30.030895 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (73a73d47-40c7-43c0-8789-1148189fa826), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:13:30.043643 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73a73d47-40c7-43c0-8789-1148189fa826 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 08:13:30.064385 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 73a73d47-40c7-43c0-8789-1148189fa826, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=73a73d47-40c7-43c0-8789-1148189fa826,segment=NetworkSegment(3b5b6ccd-7e5a-4370-8342-ea0c8282025c),segment_id=3b5b6ccd-7e5a-4370-8342-ea0c8282025c)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:13:30.068005 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (73a73d47-40c7-43c0-8789-1148189fa826), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:13:30.113174 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=73a73d47-40c7-43c0-8789-1148189fa826,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:13:30.410355 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['73a73d47-40c7-43c0-8789-1148189fa826'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 08:13:30.533151 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd779e61-d0f2-4a91-9a55-eb4356fff665 req-54407d56-155a-44a8-9920-e16e7845d80e tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:13:30.534649 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-dd779e61-d0f2-4a91-9a55-eb4356fff665 req-54407d56-155a-44a8-9920-e16e7845d80e tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] 10.222.0.41 "GET /v2.0/ports?device_id=814a14bd-5e9e-47a7-801b-93fb977b3a9b HTTP/1.1" status: 200 len: 944 time: 0.1592889 Jan 28 08:13:30.587264 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-dd779e61-d0f2-4a91-9a55-eb4356fff665 req-c00939d3-5d91-432b-a2c6-06d21439e561 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec275d1b-f20e-4035-bdbd-f5947b6f1ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467086 Jan 28 08:13:31.749612 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bfeeb5-d146-48e6-aee6-57fa873fb722 req-0fb78037-729c-4fb5-9d8f-c1bd44f68b43 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:13:31.751101 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-66bfeeb5-d146-48e6-aee6-57fa873fb722 req-0fb78037-729c-4fb5-9d8f-c1bd44f68b43 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] 10.222.0.41 "GET /v2.0/ports?device_id=814a14bd-5e9e-47a7-801b-93fb977b3a9b HTTP/1.1" status: 200 len: 944 time: 0.0964060 Jan 28 08:13:31.797149 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-66bfeeb5-d146-48e6-aee6-57fa873fb722 req-9dbccab0-c50c-4dd9-88a8-3dacd9a0b305 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec275d1b-f20e-4035-bdbd-f5947b6f1ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404551 Jan 28 08:13:31.904015 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 73a73d47-40c7-43c0-8789-1148189fa826 up at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 08:13:31.953177 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning for port 73a73d47-40c7-43c0-8789-1148189fa826 completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 08:13:31.957014 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning complete for port 73a73d47-40c7-43c0-8789-1148189fa826 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:13:31.957392 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (73a73d47-40c7-43c0-8789-1148189fa826), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:13:32.034436 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 73a73d47-40c7-43c0-8789-1148189fa826 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:13:32.034822 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (73a73d47-40c7-43c0-8789-1148189fa826), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:13:32.057531 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '814a14bd-5e9e-47a7-801b-93fb977b3a9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73a73d47-40c7-43c0-8789-1148189fa826'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 08:13:32.060054 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ad7fe887ec8da9bd29e477e6463a73d1e99860c0dff062a8c1350cb6684650b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf98b0f0-c609-4e6b-9f03-f6a4e7f49ce8" -d '{"events": [{"server_uuid": "814a14bd-5e9e-47a7-801b-93fb977b3a9b", "name": "network-vif-plugged", "status": "completed", "tag": "73a73d47-40c7-43c0-8789-1148189fa826"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 08:13:32.072918 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 73a73d47-40c7-43c0-8789-1148189fa826, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=73a73d47-40c7-43c0-8789-1148189fa826,segment=NetworkSegment(3b5b6ccd-7e5a-4370-8342-ea0c8282025c),segment_id=3b5b6ccd-7e5a-4370-8342-ea0c8282025c)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:13:32.076997 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (73a73d47-40c7-43c0-8789-1148189fa826), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:13:32.100867 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 08:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48e05a08-444d-4e45-a505-df5845df2740 x-openstack-request-id: req-48e05a08-444d-4e45-a505-df5845df2740 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 08:13:32.101171 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "814a14bd-5e9e-47a7-801b-93fb977b3a9b", "name": "network-vif-plugged", "status": "completed", "tag": "73a73d47-40c7-43c0-8789-1148189fa826", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 08:13:32.101434 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-48e05a08-444d-4e45-a505-df5845df2740 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 08:13:32.101833 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '814a14bd-5e9e-47a7-801b-93fb977b3a9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73a73d47-40c7-43c0-8789-1148189fa826', 'code': 200} Jan 28 08:13:32.126471 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=73a73d47-40c7-43c0-8789-1148189fa826,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:13:32.228174 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf4fc10-6215-4aa5-b555-9022529709fb req-0c88167f-3ae1-4ada-8da1-407be5c086aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:13:32.229598 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6bf4fc10-6215-4aa5-b555-9022529709fb req-0c88167f-3ae1-4ada-8da1-407be5c086aa service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=814a14bd-5e9e-47a7-801b-93fb977b3a9b HTTP/1.1" status: 200 len: 1097 time: 0.0411229 Jan 28 08:13:32.274587 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6bf4fc10-6215-4aa5-b555-9022529709fb req-e222ece4-d2c6-473b-8bfb-a521bb831daf service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=ec275d1b-f20e-4035-bdbd-f5947b6f1ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373068 Jan 28 08:13:32.911211 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7074e8ab-48f8-44c0-bd86-1b790d9be887 req-28100dc2-6672-4266-816f-b154d4060011 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:13:32.912765 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7074e8ab-48f8-44c0-bd86-1b790d9be887 req-28100dc2-6672-4266-816f-b154d4060011 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] 10.222.0.41 "GET /v2.0/ports?device_id=814a14bd-5e9e-47a7-801b-93fb977b3a9b HTTP/1.1" status: 200 len: 945 time: 0.0495613 Jan 28 08:13:32.960170 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7074e8ab-48f8-44c0-bd86-1b790d9be887 req-5120138d-430b-45b4-9b59-3f0c179fd646 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec275d1b-f20e-4035-bdbd-f5947b6f1ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418355 Jan 28 08:13:33.353943 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-93990b80-c072-49e7-b111-2f21870701d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:13:33.628811 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:13:34.074544 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce0447f-4ad0-416b-a712-e852364db1c9 req-1f1543f2-3140-426e-b7b7-44aa2cf2435b tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:13:34.076010 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0ce0447f-4ad0-416b-a712-e852364db1c9 req-1f1543f2-3140-426e-b7b7-44aa2cf2435b tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] 10.222.0.41 "GET /v2.0/ports?device_id=814a14bd-5e9e-47a7-801b-93fb977b3a9b HTTP/1.1" status: 200 len: 945 time: 0.0480351 Jan 28 08:13:34.121866 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0ce0447f-4ad0-416b-a712-e852364db1c9 req-2c7d1409-0cbe-454a-8e5d-71b248f6ab95 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec275d1b-f20e-4035-bdbd-f5947b6f1ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402734 Jan 28 08:13:34.241466 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb9847c-d49b-4264-adad-6b02ce8794c9 req-ef5552d4-b17e-4735-a170-7c984c28ba82 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:13:34.242866 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-dfb9847c-d49b-4264-adad-6b02ce8794c9 req-ef5552d4-b17e-4735-a170-7c984c28ba82 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] 10.222.0.41 "GET /v2.0/ports?device_id=814a14bd-5e9e-47a7-801b-93fb977b3a9b HTTP/1.1" status: 200 len: 945 time: 0.0548656 Jan 28 08:13:34.289385 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-dfb9847c-d49b-4264-adad-6b02ce8794c9 req-eb1efe81-bbd6-4dff-8267-94ab6558ec85 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec275d1b-f20e-4035-bdbd-f5947b6f1ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409129 Jan 28 08:13:34.474701 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bcbec8-d4ca-4679-8d9e-b9ee66fb34cb req-0127aa97-054c-495a-836b-0b1a58ed8b74 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:13:34.476277 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-21bcbec8-d4ca-4679-8d9e-b9ee66fb34cb req-0127aa97-054c-495a-836b-0b1a58ed8b74 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] 10.222.0.41 "GET /v2.0/ports?device_id=814a14bd-5e9e-47a7-801b-93fb977b3a9b HTTP/1.1" status: 200 len: 945 time: 0.0482833 Jan 28 08:13:34.522046 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-21bcbec8-d4ca-4679-8d9e-b9ee66fb34cb req-a5fe89d4-13b7-4d29-b857-168d1e95bf9a tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec275d1b-f20e-4035-bdbd-f5947b6f1ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402255 Jan 28 08:13:34.643647 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:13:35.729341 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-219e2c70-57fd-4ae2-b7cf-88b82c4c1e30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:13:37.210156 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:13:38.896346 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:13:39.844154 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:13:48.151048 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [req-cfa8c971-73ce-4bea-8783-0b0e87b9420e req-7da55334-57ce-41be-8fbd-0d094a083a1c tempest-ServerDiskConfigTestJSON-1151550231 tempest-ServerDiskConfigTestJSON-1151550231-project] (103284) timed out ('10.222.0.44', 65150) {{(pid=103284) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 08:13:53.320600 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcca9f4-9df6-47f2-a9cb-34e47086e2dc req-2b093143-235f-4914-b5c2-4c057672276c tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:13:53.322104 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ddcca9f4-9df6-47f2-a9cb-34e47086e2dc req-2b093143-235f-4914-b5c2-4c057672276c tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] 10.222.0.41 "GET /v2.0/ports?device_id=814a14bd-5e9e-47a7-801b-93fb977b3a9b HTTP/1.1" status: 200 len: 945 time: 0.0487139 Jan 28 08:13:53.374013 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ddcca9f4-9df6-47f2-a9cb-34e47086e2dc req-4bf5e256-1c59-4499-b4af-d185b811ab9b tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec275d1b-f20e-4035-bdbd-f5947b6f1ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462019 Jan 28 08:13:53.396666 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 40752) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:13:53.482632 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a78397b-183f-4514-a25f-35739c89779c tempest-TestMinimumBasicScenario-1027813795 tempest-TestMinimumBasicScenario-1027813795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:13:53.484143 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-9a78397b-183f-4514-a25f-35739c89779c tempest-TestMinimumBasicScenario-1027813795 tempest-TestMinimumBasicScenario-1027813795-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=814a14bd-5e9e-47a7-801b-93fb977b3a9b HTTP/1.1" status: 200 len: 1092 time: 0.0853269 Jan 28 08:13:53.487094 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 40756) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:13:53.491849 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-1fd36207-c870-45d0-8814-b347d591f90a tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Request body: {'floatingip': {'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'port_id': '73a73d47-40c7-43c0-8789-1148189fa826', 'tenant_id': '0d3f331b28784d59b2bc7cf15dfa59ab', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:13:53.511236 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1fd36207-c870-45d0-8814-b347d591f90a tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:13:53.605005 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1fd36207-c870-45d0-8814-b347d591f90a tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:13:53.708757 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-1fd36207-c870-45d0-8814-b347d591f90a tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Allocated IP 172.25.6.226 (7d5b3724-deef-4831-8d43-cb9b8176573c/b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc/b74348ba-e4fa-4c61-bac8-f1504c32ecbd) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 08:13:53.810841 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1fd36207-c870-45d0-8814-b347d591f90a tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Publish callbacks [] for port (b74348ba-e4fa-4c61-bac8-f1504c32ecbd), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:13:53.845045 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1fd36207-c870-45d0-8814-b347d591f90a tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (b74348ba-e4fa-4c61-bac8-f1504c32ecbd), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:13:53.889464 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd36207-c870-45d0-8814-b347d591f90a tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Network 7d5b3724-deef-4831-8d43-cb9b8176573c is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 08:13:53.892340 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-1fd36207-c870-45d0-8814-b347d591f90a tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 08:13:53.895746 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd36207-c870-45d0-8814-b347d591f90a tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 08:13:53.921584 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd36207-c870-45d0-8814-b347d591f90a tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Pushing event updated for resources: {'Port': ['ID=b74348ba-e4fa-4c61-bac8-f1504c32ecbd,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:13:54.251766 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1fd36207-c870-45d0-8814-b347d591f90a tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Publish callbacks [] for floatingip (0d5eaca3-b80b-4ae1-8e77-a2bc4794a624), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:13:54.320827 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1fd36207-c870-45d0-8814-b347d591f90a tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (b74348ba-e4fa-4c61-bac8-f1504c32ecbd), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:13:54.467262 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1fd36207-c870-45d0-8814-b347d591f90a tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Publish callbacks [] for port (b74348ba-e4fa-4c61-bac8-f1504c32ecbd), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:13:54.471643 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1fd36207-c870-45d0-8814-b347d591f90a tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (b74348ba-e4fa-4c61-bac8-f1504c32ecbd), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:13:54.536668 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd36207-c870-45d0-8814-b347d591f90a tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Pushing event updated for resources: {'Port': ['ID=b74348ba-e4fa-4c61-bac8-f1504c32ecbd,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:13:54.549746 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1fd36207-c870-45d0-8814-b347d591f90a tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16609095'] for floatingip (0d5eaca3-b80b-4ae1-8e77-a2bc4794a624), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:13:54.650974 n-d-712749-28 neutron-server[103284]: INFO neutron.db.l3_db [None req-1fd36207-c870-45d0-8814-b347d591f90a tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Floating IP 0d5eaca3-b80b-4ae1-8e77-a2bc4794a624 associated. External IP: 172.25.6.226, port: 73a73d47-40c7-43c0-8789-1148189fa826. Jan 28 08:13:54.855230 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fd36207-c870-45d0-8814-b347d591f90a tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Router 93114b8a-034c-4118-8676-cffb93ff3cb0 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 08:13:54.965177 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fd36207-c870-45d0-8814-b347d591f90a tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 08:13:54.975239 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9304be40-91ec-40c6-9c04-6cbc764769d7 None None] Sync routers for ids ['93114b8a-034c-4118-8676-cffb93ff3cb0'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 08:13:54.982797 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1fd36207-c870-45d0-8814-b347d591f90a tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for floatingip (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:13:54.985956 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9304be40-91ec-40c6-9c04-6cbc764769d7 None None] Routers {'93114b8a-034c-4118-8676-cffb93ff3cb0'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 08:13:54.986579 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-9304be40-91ec-40c6-9c04-6cbc764769d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T08:13:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['93114b8a-034c-4118-8676-cffb93ff3cb0'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:13:55.010136 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-1fd36207-c870-45d0-8814-b347d591f90a tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5220456 Jan 28 08:13:55.010726 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '814a14bd-5e9e-47a7-801b-93fb977b3a9b', 'tag': '73a73d47-40c7-43c0-8789-1148189fa826'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 08:13:55.013019 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea2b103cb7827510f28784975546feb0b63800b94dfac5f98f271904baace09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3645d3e-3efd-461c-8fd0-b2a461b44900" -d '{"events": [{"name": "network-changed", "server_uuid": "814a14bd-5e9e-47a7-801b-93fb977b3a9b", "tag": "73a73d47-40c7-43c0-8789-1148189fa826"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 08:13:55.013317 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 40758) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:13:55.018165 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-9e1ba8e6-2322-4996-be1f-9fbddea910a7 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1764411991', 'description': 'tempest-secgroup-smoke-1764411991 description', 'project_id': '0d3f331b28784d59b2bc7cf15dfa59ab'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:13:55.042203 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9e1ba8e6-2322-4996-be1f-9fbddea910a7 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:13:55.056693 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 08:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b71fb5f3-bcd4-4976-ad17-09743c4d3491 x-openstack-request-id: req-b71fb5f3-bcd4-4976-ad17-09743c4d3491 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 08:13:55.057011 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "814a14bd-5e9e-47a7-801b-93fb977b3a9b", "tag": "73a73d47-40c7-43c0-8789-1148189fa826", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 08:13:55.057195 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b71fb5f3-bcd4-4976-ad17-09743c4d3491 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 08:13:55.057581 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '814a14bd-5e9e-47a7-801b-93fb977b3a9b', 'tag': '73a73d47-40c7-43c0-8789-1148189fa826', 'status': 'completed', 'code': 200} Jan 28 08:13:55.102957 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-9304be40-91ec-40c6-9c04-6cbc764769d7 None None] Set router 93114b8a-034c-4118-8676-cffb93ff3cb0 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 08:13:55.119573 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9e1ba8e6-2322-4996-be1f-9fbddea910a7 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Publish callbacks [] for security_group (f92a4d39-6f42-4824-8f48-a06e966f10a0), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:13:55.123855 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9e1ba8e6-2322-4996-be1f-9fbddea910a7 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (f92a4d39-6f42-4824-8f48-a06e966f10a0), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:13:55.149465 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9e1ba8e6-2322-4996-be1f-9fbddea910a7 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:13:55.153421 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-9e1ba8e6-2322-4996-be1f-9fbddea910a7 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1364076 Jan 28 08:13:55.153787 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 40762) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:13:55.158150 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-71aa580d-35f5-486e-8e84-ff259c7a1107 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Request body: {'security_group_rule': {'security_group_id': 'f92a4d39-6f42-4824-8f48-a06e966f10a0', 'project_id': '0d3f331b28784d59b2bc7cf15dfa59ab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:13:55.161952 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1ba8e6-2322-4996-be1f-9fbddea910a7 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f92a4d39-6f42-4824-8f48-a06e966f10a0,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:13:55.174181 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1ba8e6-2322-4996-be1f-9fbddea910a7 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:13:55.174181 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1ba8e6-2322-4996-be1f-9fbddea910a7 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:13:55.174181 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1ba8e6-2322-4996-be1f-9fbddea910a7 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:13:55.174181 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1ba8e6-2322-4996-be1f-9fbddea910a7 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:13:55.174181 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1ba8e6-2322-4996-be1f-9fbddea910a7 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:13:55.174181 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1ba8e6-2322-4996-be1f-9fbddea910a7 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:13:55.179285 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1ba8e6-2322-4996-be1f-9fbddea910a7 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:13:55.179285 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1ba8e6-2322-4996-be1f-9fbddea910a7 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:13:55.179285 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1ba8e6-2322-4996-be1f-9fbddea910a7 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:13:55.179596 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1ba8e6-2322-4996-be1f-9fbddea910a7 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:13:55.179864 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1ba8e6-2322-4996-be1f-9fbddea910a7 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:13:55.180082 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1ba8e6-2322-4996-be1f-9fbddea910a7 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:13:55.180729 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1ba8e6-2322-4996-be1f-9fbddea910a7 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:13:55.182644 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3645d3e-3efd-461c-8fd0-b2a461b44900 req-b10ff9f6-b689-4606-86c4-f9778c722bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:13:55.184224 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c3645d3e-3efd-461c-8fd0-b2a461b44900 req-b10ff9f6-b689-4606-86c4-f9778c722bb2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0d3f331b28784d59b2bc7cf15dfa59ab&device_id=814a14bd-5e9e-47a7-801b-93fb977b3a9b HTTP/1.1" status: 200 len: 1097 time: 0.0785182 Jan 28 08:13:55.247317 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-71aa580d-35f5-486e-8e84-ff259c7a1107 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Publish callbacks [] for security_group_rule (75fd0889-a3db-4b1c-a65b-5114bc2adff8), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:13:55.317141 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3645d3e-3efd-461c-8fd0-b2a461b44900 req-743001a4-9582-45e6-b0ad-656592980150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:13:55.318664 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c3645d3e-3efd-461c-8fd0-b2a461b44900 req-743001a4-9582-45e6-b0ad-656592980150 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b6b5936d-b18d-4efe-aeda-56234e8c9224 HTTP/1.1" status: 200 len: 915 time: 0.1284077 Jan 28 08:13:55.337968 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-71aa580d-35f5-486e-8e84-ff259c7a1107 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Publish callbacks [] for security_group_rule (75fd0889-a3db-4b1c-a65b-5114bc2adff8), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:13:55.350021 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-9304be40-91ec-40c6-9c04-6cbc764769d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93114b8a-034c-4118-8676-cffb93ff3cb0', 'name': 'tempest-TestMinimumBasicScenario-273829214-router', 'tenant_id': '0d3f331b28784d59b2bc7cf15dfa59ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '06488cf0-f442-4aaf-952c-9275abe05199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:12:56Z', 'updated_at': '2022-01-28T08:12:59Z', 'revision_number': 4, 'project_id': '0d3f331b28784d59b2bc7cf15dfa59ab', 'gw_port': {'id': '06488cf0-f442-4aaf-952c-9275abe05199', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:54:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93114b8a-034c-4118-8676-cffb93ff3cb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:12:57Z', 'updated_at': '2022-01-28T08:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_floatingips': [{'id': '0d5eaca3-b80b-4ae1-8e77-a2bc4794a624', 'tenant_id': '0d3f331b28784d59b2bc7cf15dfa59ab', 'floating_ip_address': '172.25.6.226', 'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'router_id': '93114b8a-034c-4118-8676-cffb93ff3cb0', 'port_id': '73a73d47-40c7-43c0-8789-1148189fa826', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6b5936d-b18d-4efe-aeda-56234e8c9224', 'mac_address': 'fa:16:3e:b5:fd:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '814a14bd-5e9e-47a7-801b-93fb977b3a9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T08:13:54Z', 'updated_at': '2022-01-28T08:13:54Z', 'revision_number': 0, 'project_id': '0d3f331b28784d59b2bc7cf15dfa59ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c9f73cb-a789-47cd-8414-c8db1e70afa4', 'name': '', 'network_id': 'b6b5936d-b18d-4efe-aeda-56234e8c9224', 'tenant_id': '0d3f331b28784d59b2bc7cf15dfa59ab', 'mac_address': 'fa:16:3e:b5:f1:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93114b8a-034c-4118-8676-cffb93ff3cb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': 'b1279c39-1c17-4d5b-aea3-3548065ba37e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:12:58Z', 'updated_at': '2022-01-28T08:13:03Z', 'revision_number': 5, 'project_id': '0d3f331b28784d59b2bc7cf15dfa59ab', 'subnets': [{'id': 'b1279c39-1c17-4d5b-aea3-3548065ba37e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:13:55.376881 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-71aa580d-35f5-486e-8e84-ff259c7a1107 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (75fd0889-a3db-4b1c-a65b-5114bc2adff8), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:13:55.380600 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9304be40-91ec-40c6-9c04-6cbc764769d7 None None] Checking router: 93114b8a-034c-4118-8676-cffb93ff3cb0 for host: n-d-712749-28 {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 08:13:55.391190 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9304be40-91ec-40c6-9c04-6cbc764769d7 None None] Routers {'93114b8a-034c-4118-8676-cffb93ff3cb0'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 08:13:55.391799 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-9304be40-91ec-40c6-9c04-6cbc764769d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T08:13:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['93114b8a-034c-4118-8676-cffb93ff3cb0'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:13:55.401260 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71aa580d-35f5-486e-8e84-ff259c7a1107 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75fd0889-a3db-4b1c-a65b-5114bc2adff8,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:13:55.415280 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-71aa580d-35f5-486e-8e84-ff259c7a1107 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:13:55.419123 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-71aa580d-35f5-486e-8e84-ff259c7a1107 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2618167 Jan 28 08:13:55.419593 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 40764) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:13:55.420778 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c3645d3e-3efd-461c-8fd0-b2a461b44900 req-b5b4b5e6-6c54-4470-9207-83fde517f686 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=73a73d47-40c7-43c0-8789-1148189fa826 HTTP/1.1" status: 200 len: 999 time: 0.0943689 Jan 28 08:13:55.424985 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-286deb6e-1673-4e8f-96f8-adc447ca92ad tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Request body: {'security_group_rule': {'security_group_id': 'f92a4d39-6f42-4824-8f48-a06e966f10a0', 'project_id': '0d3f331b28784d59b2bc7cf15dfa59ab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:13:55.458007 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-286deb6e-1673-4e8f-96f8-adc447ca92ad tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Publish callbacks [] for security_group_rule (2e1c7588-9bda-40e9-a117-d7609d263b67), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:13:55.474754 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3645d3e-3efd-461c-8fd0-b2a461b44900 req-52c82df3-897e-4ba2-b2d6-1ae8f0ac0c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:13:55.477091 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c3645d3e-3efd-461c-8fd0-b2a461b44900 req-52c82df3-897e-4ba2-b2d6-1ae8f0ac0c05 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b1279c39-1c17-4d5b-aea3-3548065ba37e HTTP/1.1" status: 200 len: 853 time: 0.0477970 Jan 28 08:13:55.513550 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-286deb6e-1673-4e8f-96f8-adc447ca92ad tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Publish callbacks [] for security_group_rule (2e1c7588-9bda-40e9-a117-d7609d263b67), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:13:55.517821 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-286deb6e-1673-4e8f-96f8-adc447ca92ad tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (2e1c7588-9bda-40e9-a117-d7609d263b67), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:13:55.530923 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3645d3e-3efd-461c-8fd0-b2a461b44900 req-b2cbdebd-cfb0-4f82-bcb8-b5d3fe79d5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:13:55.532517 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c3645d3e-3efd-461c-8fd0-b2a461b44900 req-b2cbdebd-cfb0-4f82-bcb8-b5d3fe79d5ce service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b6b5936d-b18d-4efe-aeda-56234e8c9224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0487719 Jan 28 08:13:55.540053 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286deb6e-1673-4e8f-96f8-adc447ca92ad tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e1c7588-9bda-40e9-a117-d7609d263b67,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:13:55.546787 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-286deb6e-1673-4e8f-96f8-adc447ca92ad tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:13:55.551050 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-286deb6e-1673-4e8f-96f8-adc447ca92ad tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1272180 Jan 28 08:13:55.551255 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 40766) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:13:55.556578 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-19abbfc4-5a01-4a56-9700-d5b545150dda tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Request body: {'security_group_rule': {'security_group_id': 'f92a4d39-6f42-4824-8f48-a06e966f10a0', 'project_id': '0d3f331b28784d59b2bc7cf15dfa59ab', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:13:55.587468 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-19abbfc4-5a01-4a56-9700-d5b545150dda tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Publish callbacks [] for security_group_rule (dc6308db-37da-490e-9975-51bc13023189), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:13:55.644348 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c3645d3e-3efd-461c-8fd0-b2a461b44900 req-299963ae-3856-4f57-b03b-4508924964ac service neutron] 10.222.0.10 "GET /v2.0/networks/b6b5936d-b18d-4efe-aeda-56234e8c9224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038599 Jan 28 08:13:55.649902 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-19abbfc4-5a01-4a56-9700-d5b545150dda tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Publish callbacks [] for security_group_rule (dc6308db-37da-490e-9975-51bc13023189), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:13:55.654482 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-19abbfc4-5a01-4a56-9700-d5b545150dda tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (dc6308db-37da-490e-9975-51bc13023189), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:13:55.674535 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19abbfc4-5a01-4a56-9700-d5b545150dda tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc6308db-37da-490e-9975-51bc13023189,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:13:55.682467 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-19abbfc4-5a01-4a56-9700-d5b545150dda tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:13:55.683715 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-19abbfc4-5a01-4a56-9700-d5b545150dda tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1315756 Jan 28 08:13:55.686457 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 40768) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:13:55.688918 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-9304be40-91ec-40c6-9c04-6cbc764769d7 None None] Set router 93114b8a-034c-4118-8676-cffb93ff3cb0 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 08:13:55.691115 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-fa3c549a-1064-4930-9e0a-e0fb3c94a9a2 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Request body: {'security_group_rule': {'security_group_id': 'f92a4d39-6f42-4824-8f48-a06e966f10a0', 'project_id': '0d3f331b28784d59b2bc7cf15dfa59ab', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:13:55.718038 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fa3c549a-1064-4930-9e0a-e0fb3c94a9a2 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Publish callbacks [] for security_group_rule (cd3c0e99-ab97-4e34-8931-3dc0f285ba79), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:13:55.754022 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c3645d3e-3efd-461c-8fd0-b2a461b44900 req-7bca36b6-e6de-4f1c-8808-9ee81c1eb315 service neutron] 10.222.0.10 "GET /v2.0/networks/b6b5936d-b18d-4efe-aeda-56234e8c9224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011856 Jan 28 08:13:55.782512 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fa3c549a-1064-4930-9e0a-e0fb3c94a9a2 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Publish callbacks [] for security_group_rule (cd3c0e99-ab97-4e34-8931-3dc0f285ba79), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:13:55.787728 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fa3c549a-1064-4930-9e0a-e0fb3c94a9a2 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (cd3c0e99-ab97-4e34-8931-3dc0f285ba79), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:13:55.804685 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3c549a-1064-4930-9e0a-e0fb3c94a9a2 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd3c0e99-ab97-4e34-8931-3dc0f285ba79,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:13:55.816515 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fa3c549a-1064-4930-9e0a-e0fb3c94a9a2 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:13:55.821667 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 40770) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:13:55.821784 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-fa3c549a-1064-4930-9e0a-e0fb3c94a9a2 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1343522 Jan 28 08:13:55.826865 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-c78aaafc-4e06-4ff1-b005-2d05f5778933 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Request body: {'security_group_rule': {'security_group_id': 'f92a4d39-6f42-4824-8f48-a06e966f10a0', 'project_id': '0d3f331b28784d59b2bc7cf15dfa59ab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:13:55.848220 n-d-712749-28 neutron-server[103284]: INFO neutron.db.securitygroups_db [None req-c78aaafc-4e06-4ff1-b005-2d05f5778933 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Project 0d3f331b28784d59b2bc7cf15dfa59ab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 08:13:55.853716 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c78aaafc-4e06-4ff1-b005-2d05f5778933 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Publish callbacks [] for security_group_rule (4af61e5c-3407-4a82-9dbf-24fd2382d2ef), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:13:55.915171 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c78aaafc-4e06-4ff1-b005-2d05f5778933 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Publish callbacks [] for security_group_rule (4af61e5c-3407-4a82-9dbf-24fd2382d2ef), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:13:55.918900 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c78aaafc-4e06-4ff1-b005-2d05f5778933 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (4af61e5c-3407-4a82-9dbf-24fd2382d2ef), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:13:55.925871 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-9304be40-91ec-40c6-9c04-6cbc764769d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93114b8a-034c-4118-8676-cffb93ff3cb0', 'name': 'tempest-TestMinimumBasicScenario-273829214-router', 'tenant_id': '0d3f331b28784d59b2bc7cf15dfa59ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '06488cf0-f442-4aaf-952c-9275abe05199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:12:56Z', 'updated_at': '2022-01-28T08:12:59Z', 'revision_number': 4, 'project_id': '0d3f331b28784d59b2bc7cf15dfa59ab', 'gw_port': {'id': '06488cf0-f442-4aaf-952c-9275abe05199', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:54:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93114b8a-034c-4118-8676-cffb93ff3cb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:12:57Z', 'updated_at': '2022-01-28T08:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_floatingips': [{'id': '0d5eaca3-b80b-4ae1-8e77-a2bc4794a624', 'tenant_id': '0d3f331b28784d59b2bc7cf15dfa59ab', 'floating_ip_address': '172.25.6.226', 'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'router_id': '93114b8a-034c-4118-8676-cffb93ff3cb0', 'port_id': '73a73d47-40c7-43c0-8789-1148189fa826', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6b5936d-b18d-4efe-aeda-56234e8c9224', 'mac_address': 'fa:16:3e:b5:fd:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '814a14bd-5e9e-47a7-801b-93fb977b3a9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T08:13:54Z', 'updated_at': '2022-01-28T08:13:54Z', 'revision_number': 0, 'project_id': '0d3f331b28784d59b2bc7cf15dfa59ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c9f73cb-a789-47cd-8414-c8db1e70afa4', 'name': '', 'network_id': 'b6b5936d-b18d-4efe-aeda-56234e8c9224', 'tenant_id': '0d3f331b28784d59b2bc7cf15dfa59ab', 'mac_address': 'fa:16:3e:b5:f1:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93114b8a-034c-4118-8676-cffb93ff3cb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': 'b1279c39-1c17-4d5b-aea3-3548065ba37e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:12:58Z', 'updated_at': '2022-01-28T08:13:03Z', 'revision_number': 5, 'project_id': '0d3f331b28784d59b2bc7cf15dfa59ab', 'subnets': [{'id': 'b1279c39-1c17-4d5b-aea3-3548065ba37e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:13:55.934313 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78aaafc-4e06-4ff1-b005-2d05f5778933 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4af61e5c-3407-4a82-9dbf-24fd2382d2ef,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:13:55.950359 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c78aaafc-4e06-4ff1-b005-2d05f5778933 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:13:55.951575 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-c78aaafc-4e06-4ff1-b005-2d05f5778933 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1287460 Jan 28 08:13:55.954506 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 40772) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:13:55.957948 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9304be40-91ec-40c6-9c04-6cbc764769d7 None None] The sync data for ids ['93114b8a-034c-4118-8676-cffb93ff3cb0'] in n-d-712749-28 is: [{'id': '93114b8a-034c-4118-8676-cffb93ff3cb0', 'name': 'tempest-TestMinimumBasicScenario-273829214-router', 'tenant_id': '0d3f331b28784d59b2bc7cf15dfa59ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '06488cf0-f442-4aaf-952c-9275abe05199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:12:56Z', 'updated_at': '2022-01-28T08:12:59Z', 'revision_number': 4, 'project_id': '0d3f331b28784d59b2bc7cf15dfa59ab', 'gw_port': {'id': '06488cf0-f442-4aaf-952c-9275abe05199', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:54:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93114b8a-034c-4118-8676-cffb93ff3cb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:12:57Z', 'updated_at': '2022-01-28T08:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_floatingips': [{'id': '0d5eaca3-b80b-4ae1-8e77-a2bc4794a624', 'tenant_id': '0d3f331b28784d59b2bc7cf15dfa59ab', 'floating_ip_address': '172.25.6.226', 'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'router_id': '93114b8a-034c-4118-8676-cffb93ff3cb0', 'port_id': '73a73d47-40c7-43c0-8789-1148189fa826', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6b5936d-b18d-4efe-aeda-56234e8c9224', 'mac_address': 'fa:16:3e:b5:fd:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '814a14bd-5e9e-47a7-801b-93fb977b3a9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T08:13:54Z', 'updated_at': '2022-01-28T08:13:54Z', 'revision_number': 0, 'project_id': '0d3f331b28784d59b2bc7cf15dfa59ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c9f73cb-a789-47cd-8414-c8db1e70afa4', 'name': '', 'network_id': 'b6b5936d-b18d-4efe-aeda-56234e8c9224', 'tenant_id': '0d3f331b28784d59b2bc7cf15dfa59ab', 'mac_address': 'fa:16:3e:b5:f1:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93114b8a-034c-4118-8676-cffb93ff3cb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': 'b1279c39-1c17-4d5b-aea3-3548065ba37e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:12:58Z', 'updated_at': '2022-01-28T08:13:03Z', 'revision_number': 5, 'project_id': '0d3f331b28784d59b2bc7cf15dfa59ab', 'subnets': [{'id': 'b1279c39-1c17-4d5b-aea3-3548065ba37e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 08:13:55.958807 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-87bcb0ea-b747-4b60-be0e-f51d186b0b5b tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Request body: {'security_group_rule': {'security_group_id': 'f92a4d39-6f42-4824-8f48-a06e966f10a0', 'project_id': '0d3f331b28784d59b2bc7cf15dfa59ab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:13:55.980588 n-d-712749-28 neutron-server[103284]: INFO neutron.db.securitygroups_db [None req-87bcb0ea-b747-4b60-be0e-f51d186b0b5b tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Project 0d3f331b28784d59b2bc7cf15dfa59ab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 08:13:55.985838 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-87bcb0ea-b747-4b60-be0e-f51d186b0b5b tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Publish callbacks [] for security_group_rule (934bfb7e-a8fe-4525-9005-a5a78164634c), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:13:56.062184 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-87bcb0ea-b747-4b60-be0e-f51d186b0b5b tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Publish callbacks [] for security_group_rule (934bfb7e-a8fe-4525-9005-a5a78164634c), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:13:56.066426 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-87bcb0ea-b747-4b60-be0e-f51d186b0b5b tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (934bfb7e-a8fe-4525-9005-a5a78164634c), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:13:56.086026 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bcb0ea-b747-4b60-be0e-f51d186b0b5b tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=934bfb7e-a8fe-4525-9005-a5a78164634c,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:13:56.094466 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-87bcb0ea-b747-4b60-be0e-f51d186b0b5b tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:13:56.095713 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-87bcb0ea-b747-4b60-be0e-f51d186b0b5b tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1402853 Jan 28 08:13:56.177724 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd3454d-f71a-4802-b12e-d5f35ebbf9ed None None] New status for floating IP 0d5eaca3-b80b-4ae1-8e77-a2bc4794a624: ACTIVE {{(pid=103286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 08:13:56.210561 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-57228d5d-a2b1-45e1-8d01-586671d3d0eb req-e2c99a62-ea1c-416f-8416-d07c21f9e401 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1764411991&fields=id&tenant_id=0d3f331b28784d59b2bc7cf15dfa59ab HTTP/1.1" status: 200 len: 267 time: 0.0570376 Jan 28 08:13:56.263528 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57228d5d-a2b1-45e1-8d01-586671d3d0eb req-36727de6-1f57-40ca-8e19-cf66749335a5 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:13:56.265054 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-57228d5d-a2b1-45e1-8d01-586671d3d0eb req-36727de6-1f57-40ca-8e19-cf66749335a5 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] 10.222.0.41 "GET /v2.0/ports?device_id=814a14bd-5e9e-47a7-801b-93fb977b3a9b HTTP/1.1" status: 200 len: 945 time: 0.0479147 Jan 28 08:13:56.277007 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-57228d5d-a2b1-45e1-8d01-586671d3d0eb req-9c5cf0db-061d-4756-9425-c926adfd726f tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Request body: {'port': {'security_groups': ['ec275d1b-f20e-4035-bdbd-f5947b6f1ac3', 'f92a4d39-6f42-4824-8f48-a06e966f10a0']}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:13:56.344484 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-57228d5d-a2b1-45e1-8d01-586671d3d0eb req-9c5cf0db-061d-4756-9425-c926adfd726f tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (73a73d47-40c7-43c0-8789-1148189fa826), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:13:56.533018 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-57228d5d-a2b1-45e1-8d01-586671d3d0eb req-9c5cf0db-061d-4756-9425-c926adfd726f tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] For port 73a73d47-40c7-43c0-8789-1148189fa826, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=73a73d47-40c7-43c0-8789-1148189fa826,segment=NetworkSegment(3b5b6ccd-7e5a-4370-8342-ea0c8282025c),segment_id=3b5b6ccd-7e5a-4370-8342-ea0c8282025c)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:13:56.561986 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-57228d5d-a2b1-45e1-8d01-586671d3d0eb req-9c5cf0db-061d-4756-9425-c926adfd726f tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Publish callbacks [] for port (73a73d47-40c7-43c0-8789-1148189fa826), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:13:56.566922 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-57228d5d-a2b1-45e1-8d01-586671d3d0eb req-9c5cf0db-061d-4756-9425-c926adfd726f tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (73a73d47-40c7-43c0-8789-1148189fa826), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:13:56.608597 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['73a73d47-40c7-43c0-8789-1148189fa826'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 08:13:56.616918 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57228d5d-a2b1-45e1-8d01-586671d3d0eb req-9c5cf0db-061d-4756-9425-c926adfd726f tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:13:56.617641 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-57228d5d-a2b1-45e1-8d01-586671d3d0eb req-9c5cf0db-061d-4756-9425-c926adfd726f tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:13:56.619148 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-57228d5d-a2b1-45e1-8d01-586671d3d0eb req-9c5cf0db-061d-4756-9425-c926adfd726f tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] 10.222.0.41 "PUT /v2.0/ports/73a73d47-40c7-43c0-8789-1148189fa826 HTTP/1.1" status: 200 len: 981 time: 0.3476350 Jan 28 08:13:56.619679 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '814a14bd-5e9e-47a7-801b-93fb977b3a9b', 'tag': '73a73d47-40c7-43c0-8789-1148189fa826'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 08:13:56.622266 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6b024039d6c3a8048940e324a8d5ead2390d66f8802a9866b6a24361082aa9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb3364d7-dd87-4f7d-abf4-925011710a05" -d '{"events": [{"name": "network-changed", "server_uuid": "814a14bd-5e9e-47a7-801b-93fb977b3a9b", "tag": "73a73d47-40c7-43c0-8789-1148189fa826"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 08:13:56.651358 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5cf0db-061d-4756-9425-c926adfd726f tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Pushing event updated for resources: {'Port': ['ID=73a73d47-40c7-43c0-8789-1148189fa826,revision_number=6']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:13:56.706477 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 08:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05040af6-7a5f-429c-a6f3-192c6f144256 x-openstack-request-id: req-05040af6-7a5f-429c-a6f3-192c6f144256 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 08:13:56.706855 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "814a14bd-5e9e-47a7-801b-93fb977b3a9b", "tag": "73a73d47-40c7-43c0-8789-1148189fa826", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 08:13:56.707194 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-05040af6-7a5f-429c-a6f3-192c6f144256 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 08:13:56.707687 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '814a14bd-5e9e-47a7-801b-93fb977b3a9b', 'tag': '73a73d47-40c7-43c0-8789-1148189fa826', 'status': 'completed', 'code': 200} Jan 28 08:13:56.750690 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['73a73d47-40c7-43c0-8789-1148189fa826'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 08:13:56.754900 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9ca57f-6327-4c8b-95cd-5383ad8c4d94 req-8df7c26e-f877-430a-b77f-54e3d2595b07 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:13:56.760761 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9d9ca57f-6327-4c8b-95cd-5383ad8c4d94 req-8df7c26e-f877-430a-b77f-54e3d2595b07 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] 10.222.0.41 "GET /v2.0/ports?device_id=814a14bd-5e9e-47a7-801b-93fb977b3a9b HTTP/1.1" status: 200 len: 984 time: 0.0551748 Jan 28 08:13:56.854619 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3364d7-dd87-4f7d-abf4-925011710a05 req-1508f54c-ed4e-46bf-945d-91226edbb054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:13:56.856140 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-eb3364d7-dd87-4f7d-abf4-925011710a05 req-1508f54c-ed4e-46bf-945d-91226edbb054 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0d3f331b28784d59b2bc7cf15dfa59ab&device_id=814a14bd-5e9e-47a7-801b-93fb977b3a9b HTTP/1.1" status: 200 len: 1136 time: 0.0940900 Jan 28 08:13:56.866345 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9d9ca57f-6327-4c8b-95cd-5383ad8c4d94 req-150491af-cb87-4128-b7b0-2f5b358971f1 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec275d1b-f20e-4035-bdbd-f5947b6f1ac3&id=f92a4d39-6f42-4824-8f48-a06e966f10a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0722852 Jan 28 08:13:56.899903 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-898421a9-85bd-4f86-bc95-e2b82797523d None None] Provisioning complete for port 73a73d47-40c7-43c0-8789-1148189fa826 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:13:56.900246 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-898421a9-85bd-4f86-bc95-e2b82797523d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (73a73d47-40c7-43c0-8789-1148189fa826), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:13:56.954904 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3364d7-dd87-4f7d-abf4-925011710a05 req-e4e63d60-1f67-457b-a6b6-0e122bb5e370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:13:56.956411 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-eb3364d7-dd87-4f7d-abf4-925011710a05 req-e4e63d60-1f67-457b-a6b6-0e122bb5e370 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b6b5936d-b18d-4efe-aeda-56234e8c9224 HTTP/1.1" status: 200 len: 915 time: 0.0894012 Jan 28 08:13:57.020076 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-eb3364d7-dd87-4f7d-abf4-925011710a05 req-25452833-6e57-4574-b0f4-a02f2086330c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=73a73d47-40c7-43c0-8789-1148189fa826 HTTP/1.1" status: 200 len: 1001 time: 0.0575681 Jan 28 08:13:57.071270 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3364d7-dd87-4f7d-abf4-925011710a05 req-06e1074a-ef46-40a6-897f-c95bcada5d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:13:57.072755 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-eb3364d7-dd87-4f7d-abf4-925011710a05 req-06e1074a-ef46-40a6-897f-c95bcada5d2b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b1279c39-1c17-4d5b-aea3-3548065ba37e HTTP/1.1" status: 200 len: 853 time: 0.0469577 Jan 28 08:13:57.105266 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-898421a9-85bd-4f86-bc95-e2b82797523d None None] Current status of the port 73a73d47-40c7-43c0-8789-1148189fa826 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:13:57.120038 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3364d7-dd87-4f7d-abf4-925011710a05 req-d1762106-7cbe-436f-a952-d46b698c32ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:13:57.121616 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-eb3364d7-dd87-4f7d-abf4-925011710a05 req-d1762106-7cbe-436f-a952-d46b698c32ee service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b6b5936d-b18d-4efe-aeda-56234e8c9224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419893 Jan 28 08:13:57.209259 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-eb3364d7-dd87-4f7d-abf4-925011710a05 req-0be150a4-5c71-4299-8730-8b981b949fc7 service neutron] 10.222.0.10 "GET /v2.0/networks/b6b5936d-b18d-4efe-aeda-56234e8c9224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805371 Jan 28 08:13:57.304860 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-eb3364d7-dd87-4f7d-abf4-925011710a05 req-1ecb567b-b6f0-4557-b8b4-32ff7afde9f7 service neutron] 10.222.0.10 "GET /v2.0/networks/b6b5936d-b18d-4efe-aeda-56234e8c9224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873356 Jan 28 08:13:58.412244 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 7 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 08:14:03.355444 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b1f4065b-dbed-4af3-9be7-9f5b8723b8c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:14:03.639326 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:14:04.642446 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:14:05.735016 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9c71ba60-1b35-4bc2-a987-cf06613766dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:14:07.213063 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:14:08.895990 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:14:09.846396 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:14:11.173232 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfbddf0-7dfb-41a9-9467-c52d148fce0c req-6d3f2101-f51d-4b04-8e86-efa406779a77 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:14:11.174727 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6dfbddf0-7dfb-41a9-9467-c52d148fce0c req-6d3f2101-f51d-4b04-8e86-efa406779a77 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] 10.222.0.41 "GET /v2.0/ports?device_id=814a14bd-5e9e-47a7-801b-93fb977b3a9b HTTP/1.1" status: 200 len: 984 time: 0.0719521 Jan 28 08:14:11.206225 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33537e01-bafd-4fa8-a97f-e827747dbd2e req-fab6e875-577e-41db-a97f-6105784f519f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:14:11.207706 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-33537e01-bafd-4fa8-a97f-e827747dbd2e req-fab6e875-577e-41db-a97f-6105784f519f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0d3f331b28784d59b2bc7cf15dfa59ab&device_id=814a14bd-5e9e-47a7-801b-93fb977b3a9b HTTP/1.1" status: 200 len: 1136 time: 0.0691810 Jan 28 08:14:11.290821 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6dfbddf0-7dfb-41a9-9467-c52d148fce0c req-05da03fa-0f67-4283-b334-23ff47e32f65 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec275d1b-f20e-4035-bdbd-f5947b6f1ac3&id=f92a4d39-6f42-4824-8f48-a06e966f10a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1092882 Jan 28 08:14:11.325498 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33537e01-bafd-4fa8-a97f-e827747dbd2e req-56e0f9d6-e09c-4fbd-bbdd-98fd7777eb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:14:11.326977 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-33537e01-bafd-4fa8-a97f-e827747dbd2e req-56e0f9d6-e09c-4fbd-bbdd-98fd7777eb0a service neutron] 10.222.0.10 "GET /v2.0/networks?id=b6b5936d-b18d-4efe-aeda-56234e8c9224 HTTP/1.1" status: 200 len: 915 time: 0.1095092 Jan 28 08:14:11.399875 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-33537e01-bafd-4fa8-a97f-e827747dbd2e req-a67dffb8-7c89-4157-bf81-b94fde1f0341 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=73a73d47-40c7-43c0-8789-1148189fa826 HTTP/1.1" status: 200 len: 1001 time: 0.0629473 Jan 28 08:14:11.449825 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33537e01-bafd-4fa8-a97f-e827747dbd2e req-4092401e-fa18-4e26-b74b-3f2ba77542fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:14:11.451283 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-33537e01-bafd-4fa8-a97f-e827747dbd2e req-4092401e-fa18-4e26-b74b-3f2ba77542fe service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b1279c39-1c17-4d5b-aea3-3548065ba37e HTTP/1.1" status: 200 len: 853 time: 0.0443490 Jan 28 08:14:11.497555 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33537e01-bafd-4fa8-a97f-e827747dbd2e req-a73ed038-bb3a-4f6c-b767-39f9c942f90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:14:11.499025 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-33537e01-bafd-4fa8-a97f-e827747dbd2e req-a73ed038-bb3a-4f6c-b767-39f9c942f90b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b6b5936d-b18d-4efe-aeda-56234e8c9224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394521 Jan 28 08:14:11.589877 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-33537e01-bafd-4fa8-a97f-e827747dbd2e req-c7fb7eb7-7c26-41fa-b044-e163f01df787 service neutron] 10.222.0.10 "GET /v2.0/networks/b6b5936d-b18d-4efe-aeda-56234e8c9224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840330 Jan 28 08:14:11.680261 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-33537e01-bafd-4fa8-a97f-e827747dbd2e req-627b8137-688e-41e3-97fa-42dc0020cdeb service neutron] 10.222.0.10 "GET /v2.0/networks/b6b5936d-b18d-4efe-aeda-56234e8c9224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824816 Jan 28 08:14:12.410742 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871eefda-4634-4824-b778-efe7e0d31127 req-83a0fdc1-77a0-4826-b764-3fb6d768dc14 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:14:12.412273 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-871eefda-4634-4824-b778-efe7e0d31127 req-83a0fdc1-77a0-4826-b764-3fb6d768dc14 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] 10.222.0.41 "GET /v2.0/ports?device_id=814a14bd-5e9e-47a7-801b-93fb977b3a9b HTTP/1.1" status: 200 len: 984 time: 0.0497086 Jan 28 08:14:12.471090 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-871eefda-4634-4824-b778-efe7e0d31127 req-09c3d4fa-4639-4e77-8c66-35ba77ded026 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec275d1b-f20e-4035-bdbd-f5947b6f1ac3&id=f92a4d39-6f42-4824-8f48-a06e966f10a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0531256 Jan 28 08:14:13.587124 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa1fcdc-e127-497f-8abd-0504e37a451d req-bfeb9d8a-6928-481c-82a3-b5840758d832 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:14:13.588814 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9aa1fcdc-e127-497f-8abd-0504e37a451d req-bfeb9d8a-6928-481c-82a3-b5840758d832 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] 10.222.0.41 "GET /v2.0/ports?device_id=814a14bd-5e9e-47a7-801b-93fb977b3a9b HTTP/1.1" status: 200 len: 984 time: 0.0494142 Jan 28 08:14:13.671003 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9aa1fcdc-e127-497f-8abd-0504e37a451d req-d55e010e-ceac-48bb-9c98-283d057b35f6 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec275d1b-f20e-4035-bdbd-f5947b6f1ac3&id=f92a4d39-6f42-4824-8f48-a06e966f10a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0760603 Jan 28 08:14:14.796523 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe723118-747e-4fce-ac14-89764028bbda req-2f618add-bdb6-4383-b892-956f6488f7e6 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:14:14.797458 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-fe723118-747e-4fce-ac14-89764028bbda req-2f618add-bdb6-4383-b892-956f6488f7e6 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] 10.222.0.41 "GET /v2.0/ports?device_id=814a14bd-5e9e-47a7-801b-93fb977b3a9b HTTP/1.1" status: 200 len: 984 time: 0.0552571 Jan 28 08:14:14.855777 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-fe723118-747e-4fce-ac14-89764028bbda req-78aaad41-9424-41b1-ad11-b8c63205c83b tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec275d1b-f20e-4035-bdbd-f5947b6f1ac3&id=f92a4d39-6f42-4824-8f48-a06e966f10a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0526662 Jan 28 08:14:15.971648 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854ab72d-9c04-487c-a498-6421a544c1f7 req-9614fa1d-7cbb-45f3-af5e-9f15d5fcc95c tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:14:15.973163 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-854ab72d-9c04-487c-a498-6421a544c1f7 req-9614fa1d-7cbb-45f3-af5e-9f15d5fcc95c tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] 10.222.0.41 "GET /v2.0/ports?device_id=814a14bd-5e9e-47a7-801b-93fb977b3a9b HTTP/1.1" status: 200 len: 984 time: 0.0482264 Jan 28 08:14:16.032115 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-854ab72d-9c04-487c-a498-6421a544c1f7 req-4189e48b-5a81-4ef9-a57d-dba11ee26f62 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec275d1b-f20e-4035-bdbd-f5947b6f1ac3&id=f92a4d39-6f42-4824-8f48-a06e966f10a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0526481 Jan 28 08:14:17.147035 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7d2dbc-d2c5-424a-aca8-5a9e0e38c2bb req-0487b33c-f0e3-4e8a-9fd6-1a719f145251 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:14:17.148536 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2d7d2dbc-d2c5-424a-aca8-5a9e0e38c2bb req-0487b33c-f0e3-4e8a-9fd6-1a719f145251 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] 10.222.0.41 "GET /v2.0/ports?device_id=814a14bd-5e9e-47a7-801b-93fb977b3a9b HTTP/1.1" status: 200 len: 984 time: 0.0475080 Jan 28 08:14:17.206995 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2d7d2dbc-d2c5-424a-aca8-5a9e0e38c2bb req-d4df2332-8f0e-47b7-8cdb-01661eb667e8 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec275d1b-f20e-4035-bdbd-f5947b6f1ac3&id=f92a4d39-6f42-4824-8f48-a06e966f10a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0526874 Jan 28 08:14:17.484399 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b471156-d7a2-467d-80d1-cbf58cb89782 req-588ed985-1745-4a13-8efd-07ea2b9235b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:14:17.485874 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1b471156-d7a2-467d-80d1-cbf58cb89782 req-588ed985-1745-4a13-8efd-07ea2b9235b9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0d3f331b28784d59b2bc7cf15dfa59ab&device_id=814a14bd-5e9e-47a7-801b-93fb977b3a9b HTTP/1.1" status: 200 len: 1136 time: 0.0407608 Jan 28 08:14:17.937405 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b471156-d7a2-467d-80d1-cbf58cb89782 req-7654bf26-87de-4190-8f55-47c023ec1d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:14:17.938887 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1b471156-d7a2-467d-80d1-cbf58cb89782 req-7654bf26-87de-4190-8f55-47c023ec1d27 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b6b5936d-b18d-4efe-aeda-56234e8c9224 HTTP/1.1" status: 200 len: 915 time: 0.4292603 Jan 28 08:14:18.009680 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1b471156-d7a2-467d-80d1-cbf58cb89782 req-42c81ba0-08a1-457d-bc6e-1073db718caf service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=73a73d47-40c7-43c0-8789-1148189fa826 HTTP/1.1" status: 200 len: 1001 time: 0.0612690 Jan 28 08:14:18.061051 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b471156-d7a2-467d-80d1-cbf58cb89782 req-18877294-9e95-4e18-8622-00b2b5807ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:14:18.062462 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1b471156-d7a2-467d-80d1-cbf58cb89782 req-18877294-9e95-4e18-8622-00b2b5807ce5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b1279c39-1c17-4d5b-aea3-3548065ba37e HTTP/1.1" status: 200 len: 853 time: 0.0433729 Jan 28 08:14:18.112854 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b471156-d7a2-467d-80d1-cbf58cb89782 req-d89d2975-a4a0-416b-9de6-5942db86f69b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:14:18.114245 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1b471156-d7a2-467d-80d1-cbf58cb89782 req-d89d2975-a4a0-416b-9de6-5942db86f69b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b6b5936d-b18d-4efe-aeda-56234e8c9224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430532 Jan 28 08:14:18.204973 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1b471156-d7a2-467d-80d1-cbf58cb89782 req-6a10758c-37bf-4c49-9db6-b19df2690cb8 service neutron] 10.222.0.10 "GET /v2.0/networks/b6b5936d-b18d-4efe-aeda-56234e8c9224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804243 Jan 28 08:14:18.327227 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1b471156-d7a2-467d-80d1-cbf58cb89782 req-a950a485-f06f-450b-9065-be9932afcf99 service neutron] 10.222.0.10 "GET /v2.0/networks/b6b5936d-b18d-4efe-aeda-56234e8c9224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131792 Jan 28 08:14:18.342549 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048464bf-cc2c-48e2-8fe4-4e59936861a3 req-a712c870-e1aa-419d-a2fc-c60ab693b643 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:14:18.343953 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-048464bf-cc2c-48e2-8fe4-4e59936861a3 req-a712c870-e1aa-419d-a2fc-c60ab693b643 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] 10.222.0.41 "GET /v2.0/ports?device_id=814a14bd-5e9e-47a7-801b-93fb977b3a9b HTTP/1.1" status: 200 len: 984 time: 0.0674531 Jan 28 08:14:18.404510 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-048464bf-cc2c-48e2-8fe4-4e59936861a3 req-d17b953f-47fe-465b-8831-12bd7a92cc3c tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec275d1b-f20e-4035-bdbd-f5947b6f1ac3&id=f92a4d39-6f42-4824-8f48-a06e966f10a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0548267 Jan 28 08:14:19.522905 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad920ee8-7da4-473a-b3b0-813ecde54916 req-b05c5f19-6a21-440f-91c0-5249808927d9 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:14:19.524417 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ad920ee8-7da4-473a-b3b0-813ecde54916 req-b05c5f19-6a21-440f-91c0-5249808927d9 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] 10.222.0.41 "GET /v2.0/ports?device_id=814a14bd-5e9e-47a7-801b-93fb977b3a9b HTTP/1.1" status: 200 len: 984 time: 0.0513840 Jan 28 08:14:19.589923 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ad920ee8-7da4-473a-b3b0-813ecde54916 req-4bb68f0d-af65-4875-b891-e9704814ee24 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec275d1b-f20e-4035-bdbd-f5947b6f1ac3&id=f92a4d39-6f42-4824-8f48-a06e966f10a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0596373 Jan 28 08:14:20.705771 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638cf5ee-3bff-4e0d-8c7c-a9e209db08fd req-b003acdc-f2e9-4ce8-b391-3afacd94180d tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:14:20.707178 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-638cf5ee-3bff-4e0d-8c7c-a9e209db08fd req-b003acdc-f2e9-4ce8-b391-3afacd94180d tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] 10.222.0.41 "GET /v2.0/ports?device_id=814a14bd-5e9e-47a7-801b-93fb977b3a9b HTTP/1.1" status: 200 len: 984 time: 0.0492866 Jan 28 08:14:20.771355 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-638cf5ee-3bff-4e0d-8c7c-a9e209db08fd req-8ae32b72-2435-4f83-816a-ccf6438f4fab tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec275d1b-f20e-4035-bdbd-f5947b6f1ac3&id=f92a4d39-6f42-4824-8f48-a06e966f10a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0584199 Jan 28 08:14:21.907090 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2c90c9-f585-4f41-bd4e-53c192228982 req-dc95eba9-6939-497d-ad25-48f7b9b029c8 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:14:21.908620 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2b2c90c9-f585-4f41-bd4e-53c192228982 req-dc95eba9-6939-497d-ad25-48f7b9b029c8 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] 10.222.0.41 "GET /v2.0/ports?device_id=814a14bd-5e9e-47a7-801b-93fb977b3a9b HTTP/1.1" status: 200 len: 984 time: 0.0574605 Jan 28 08:14:21.972095 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2b2c90c9-f585-4f41-bd4e-53c192228982 req-6481ea3e-fddd-466b-a9bc-f3417ca053ce tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec275d1b-f20e-4035-bdbd-f5947b6f1ac3&id=f92a4d39-6f42-4824-8f48-a06e966f10a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0577438 Jan 28 08:14:23.088894 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75dafbe-5faf-4188-8f50-5c12a8585d2f req-20318bd4-809a-4b57-a535-b1335a200705 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:14:23.090362 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c75dafbe-5faf-4188-8f50-5c12a8585d2f req-20318bd4-809a-4b57-a535-b1335a200705 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] 10.222.0.41 "GET /v2.0/ports?device_id=814a14bd-5e9e-47a7-801b-93fb977b3a9b HTTP/1.1" status: 200 len: 984 time: 0.0488489 Jan 28 08:14:23.148719 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c75dafbe-5faf-4188-8f50-5c12a8585d2f req-80e7dc4b-dfe4-45f2-a373-092488ab3a6b tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec275d1b-f20e-4035-bdbd-f5947b6f1ac3&id=f92a4d39-6f42-4824-8f48-a06e966f10a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0527120 Jan 28 08:14:24.266212 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d858118-ffac-484a-9b7e-aa5237dc530d req-e8a639a8-77cf-4ec3-9799-783aec592172 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:14:24.267691 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9d858118-ffac-484a-9b7e-aa5237dc530d req-e8a639a8-77cf-4ec3-9799-783aec592172 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] 10.222.0.41 "GET /v2.0/ports?device_id=814a14bd-5e9e-47a7-801b-93fb977b3a9b HTTP/1.1" status: 200 len: 984 time: 0.0486722 Jan 28 08:14:24.326866 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9d858118-ffac-484a-9b7e-aa5237dc530d req-624f3af5-3042-4536-8b3f-08a174412a56 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec275d1b-f20e-4035-bdbd-f5947b6f1ac3&id=f92a4d39-6f42-4824-8f48-a06e966f10a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0531969 Jan 28 08:14:25.440917 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e7ece0-6ffe-444b-a29c-a7399b76fb29 req-1b35daa1-4999-47f6-9209-f3c684290674 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:14:25.442405 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-14e7ece0-6ffe-444b-a29c-a7399b76fb29 req-1b35daa1-4999-47f6-9209-f3c684290674 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] 10.222.0.41 "GET /v2.0/ports?device_id=814a14bd-5e9e-47a7-801b-93fb977b3a9b HTTP/1.1" status: 200 len: 984 time: 0.0491650 Jan 28 08:14:25.500436 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-14e7ece0-6ffe-444b-a29c-a7399b76fb29 req-4fad65ea-5cc4-4cda-a29f-39cae91559d0 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec275d1b-f20e-4035-bdbd-f5947b6f1ac3&id=f92a4d39-6f42-4824-8f48-a06e966f10a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0523567 Jan 28 08:14:26.619708 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c433b8bd-b3d9-432d-82ac-ddd47b84db89 req-900d4a6f-4d1a-4036-a0de-26a343e08016 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:14:26.621202 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c433b8bd-b3d9-432d-82ac-ddd47b84db89 req-900d4a6f-4d1a-4036-a0de-26a343e08016 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] 10.222.0.41 "GET /v2.0/ports?device_id=814a14bd-5e9e-47a7-801b-93fb977b3a9b HTTP/1.1" status: 200 len: 984 time: 0.0510848 Jan 28 08:14:26.679709 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c433b8bd-b3d9-432d-82ac-ddd47b84db89 req-a1bd94db-a3c0-40a6-ba34-7954a5f2edc6 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec275d1b-f20e-4035-bdbd-f5947b6f1ac3&id=f92a4d39-6f42-4824-8f48-a06e966f10a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0527861 Jan 28 08:14:27.797635 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac1e184-78b5-4c64-96f2-d0b716d6c86c req-a8cbd4fc-9005-4a7b-84e3-ae364623e393 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:14:27.799119 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6ac1e184-78b5-4c64-96f2-d0b716d6c86c req-a8cbd4fc-9005-4a7b-84e3-ae364623e393 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] 10.222.0.41 "GET /v2.0/ports?device_id=814a14bd-5e9e-47a7-801b-93fb977b3a9b HTTP/1.1" status: 200 len: 984 time: 0.0524483 Jan 28 08:14:27.859344 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6ac1e184-78b5-4c64-96f2-d0b716d6c86c req-62416572-bdf7-41bb-b3e5-e886e9f07657 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec275d1b-f20e-4035-bdbd-f5947b6f1ac3&id=f92a4d39-6f42-4824-8f48-a06e966f10a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0544262 Jan 28 08:14:33.356453 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-484919c7-fe6a-45da-b841-c922839759ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:14:33.648718 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:14:34.646173 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:14:35.411080 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 7 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 08:14:35.736016 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-be102f8a-e914-4742-9bd9-55b4a630806e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:14:37.215957 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:14:38.900757 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:14:39.848672 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:00.931726 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8b7e6ab0-4e84-4d6a-b4b3-5221f56335d5 req-23f7c91d-55d2-4e94-b92f-9255fcdb64d0 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1764411991&fields=id&tenant_id=0d3f331b28784d59b2bc7cf15dfa59ab HTTP/1.1" status: 200 len: 267 time: 0.0454021 Jan 28 08:15:00.983489 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7e6ab0-4e84-4d6a-b4b3-5221f56335d5 req-adb599e9-efee-45b4-afab-c1c1f147be66 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:15:00.984991 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8b7e6ab0-4e84-4d6a-b4b3-5221f56335d5 req-adb599e9-efee-45b4-afab-c1c1f147be66 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] 10.222.0.41 "GET /v2.0/ports?device_id=814a14bd-5e9e-47a7-801b-93fb977b3a9b HTTP/1.1" status: 200 len: 984 time: 0.0478756 Jan 28 08:15:00.995438 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-8b7e6ab0-4e84-4d6a-b4b3-5221f56335d5 req-527eda14-7469-45da-8373-7259a131cc88 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Request body: {'port': {'security_groups': ['ec275d1b-f20e-4035-bdbd-f5947b6f1ac3']}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:15:01.065610 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-8b7e6ab0-4e84-4d6a-b4b3-5221f56335d5 req-527eda14-7469-45da-8373-7259a131cc88 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (73a73d47-40c7-43c0-8789-1148189fa826), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:01.233757 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-8b7e6ab0-4e84-4d6a-b4b3-5221f56335d5 req-527eda14-7469-45da-8373-7259a131cc88 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] For port 73a73d47-40c7-43c0-8789-1148189fa826, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=73a73d47-40c7-43c0-8789-1148189fa826,segment=NetworkSegment(3b5b6ccd-7e5a-4370-8342-ea0c8282025c),segment_id=3b5b6ccd-7e5a-4370-8342-ea0c8282025c)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:15:01.262526 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-8b7e6ab0-4e84-4d6a-b4b3-5221f56335d5 req-527eda14-7469-45da-8373-7259a131cc88 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Publish callbacks [] for port (73a73d47-40c7-43c0-8789-1148189fa826), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:01.266862 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-8b7e6ab0-4e84-4d6a-b4b3-5221f56335d5 req-527eda14-7469-45da-8373-7259a131cc88 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (73a73d47-40c7-43c0-8789-1148189fa826), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:01.312396 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['73a73d47-40c7-43c0-8789-1148189fa826'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 08:15:01.312832 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7e6ab0-4e84-4d6a-b4b3-5221f56335d5 req-527eda14-7469-45da-8373-7259a131cc88 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:15:01.312832 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-8b7e6ab0-4e84-4d6a-b4b3-5221f56335d5 req-527eda14-7469-45da-8373-7259a131cc88 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:01.316764 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8b7e6ab0-4e84-4d6a-b4b3-5221f56335d5 req-527eda14-7469-45da-8373-7259a131cc88 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] 10.222.0.41 "PUT /v2.0/ports/73a73d47-40c7-43c0-8789-1148189fa826 HTTP/1.1" status: 200 len: 942 time: 0.3257215 Jan 28 08:15:01.317661 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '814a14bd-5e9e-47a7-801b-93fb977b3a9b', 'tag': '73a73d47-40c7-43c0-8789-1148189fa826'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 08:15:01.319892 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 40830) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:15:01.321013 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6b024039d6c3a8048940e324a8d5ead2390d66f8802a9866b6a24361082aa9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c53f8506-6522-449e-8cfe-7fa845d4fe48" -d '{"events": [{"name": "network-changed", "server_uuid": "814a14bd-5e9e-47a7-801b-93fb977b3a9b", "tag": "73a73d47-40c7-43c0-8789-1148189fa826"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 08:15:01.353092 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527eda14-7469-45da-8373-7259a131cc88 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Pushing event updated for resources: {'Port': ['ID=73a73d47-40c7-43c0-8789-1148189fa826,revision_number=7']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:15:01.361618 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527eda14-7469-45da-8373-7259a131cc88 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:15:01.362056 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527eda14-7469-45da-8373-7259a131cc88 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:15:01.362419 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527eda14-7469-45da-8373-7259a131cc88 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:15:01.362773 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527eda14-7469-45da-8373-7259a131cc88 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:15:01.363287 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527eda14-7469-45da-8373-7259a131cc88 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:15:01.363636 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527eda14-7469-45da-8373-7259a131cc88 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:15:01.364004 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527eda14-7469-45da-8373-7259a131cc88 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:15:01.364338 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527eda14-7469-45da-8373-7259a131cc88 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:15:01.364678 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527eda14-7469-45da-8373-7259a131cc88 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:15:01.365011 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527eda14-7469-45da-8373-7259a131cc88 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:15:01.365486 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527eda14-7469-45da-8373-7259a131cc88 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:15:01.365822 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527eda14-7469-45da-8373-7259a131cc88 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:15:01.366159 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527eda14-7469-45da-8373-7259a131cc88 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:15:01.392994 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a5fbdd1e-4008-43b8-8298-f12ee60fc130 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Publish callbacks [] for security_group (f92a4d39-6f42-4824-8f48-a06e966f10a0), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:01.426420 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a5fbdd1e-4008-43b8-8298-f12ee60fc130 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Publish callbacks [] for security_group (f92a4d39-6f42-4824-8f48-a06e966f10a0), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:01.456267 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 08:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03e8335e-e1eb-40db-81d0-029a2bd26335 x-openstack-request-id: req-03e8335e-e1eb-40db-81d0-029a2bd26335 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 08:15:01.456816 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "814a14bd-5e9e-47a7-801b-93fb977b3a9b", "tag": "73a73d47-40c7-43c0-8789-1148189fa826", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 08:15:01.457663 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-03e8335e-e1eb-40db-81d0-029a2bd26335 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 08:15:01.458239 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '814a14bd-5e9e-47a7-801b-93fb977b3a9b', 'tag': '73a73d47-40c7-43c0-8789-1148189fa826', 'status': 'completed', 'code': 200} Jan 28 08:15:01.474173 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['73a73d47-40c7-43c0-8789-1148189fa826'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 08:15:01.502172 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a5fbdd1e-4008-43b8-8298-f12ee60fc130 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (f92a4d39-6f42-4824-8f48-a06e966f10a0), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:01.504994 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a5fbdd1e-4008-43b8-8298-f12ee60fc130 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:01.506353 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-a5fbdd1e-4008-43b8-8298-f12ee60fc130 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] 10.222.0.41 "DELETE /v2.0/security-groups/f92a4d39-6f42-4824-8f48-a06e966f10a0 HTTP/1.1" status: 204 len: 168 time: 0.1854088 Jan 28 08:15:01.510084 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 40836) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:15:01.566333 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53f8506-6522-449e-8cfe-7fa845d4fe48 req-ded0896c-dd5b-460b-8a2a-98514ef29096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:15:01.567994 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c53f8506-6522-449e-8cfe-7fa845d4fe48 req-ded0896c-dd5b-460b-8a2a-98514ef29096 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0d3f331b28784d59b2bc7cf15dfa59ab&device_id=814a14bd-5e9e-47a7-801b-93fb977b3a9b HTTP/1.1" status: 200 len: 1097 time: 0.0606000 Jan 28 08:15:01.568777 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fbdd1e-4008-43b8-8298-f12ee60fc130 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f92a4d39-6f42-4824-8f48-a06e966f10a0,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:15:01.595951 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fbdd1e-4008-43b8-8298-f12ee60fc130 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:15:01.596334 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fbdd1e-4008-43b8-8298-f12ee60fc130 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:15:01.596685 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fbdd1e-4008-43b8-8298-f12ee60fc130 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:15:01.597023 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fbdd1e-4008-43b8-8298-f12ee60fc130 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:15:01.597480 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fbdd1e-4008-43b8-8298-f12ee60fc130 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:15:01.597996 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fbdd1e-4008-43b8-8298-f12ee60fc130 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:15:01.598332 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fbdd1e-4008-43b8-8298-f12ee60fc130 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:15:01.598846 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fbdd1e-4008-43b8-8298-f12ee60fc130 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:15:01.599176 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fbdd1e-4008-43b8-8298-f12ee60fc130 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:15:01.599499 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fbdd1e-4008-43b8-8298-f12ee60fc130 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:15:01.599992 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fbdd1e-4008-43b8-8298-f12ee60fc130 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:15:01.600513 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fbdd1e-4008-43b8-8298-f12ee60fc130 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:15:01.601013 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fbdd1e-4008-43b8-8298-f12ee60fc130 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:15:01.640051 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-7021deb6-025c-4b9b-9f57-8a9fb45c6d62 None None] Provisioning complete for port 73a73d47-40c7-43c0-8789-1148189fa826 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:15:01.640461 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7021deb6-025c-4b9b-9f57-8a9fb45c6d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (73a73d47-40c7-43c0-8789-1148189fa826), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:01.672954 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53f8506-6522-449e-8cfe-7fa845d4fe48 req-38d1f08e-9c3a-4bf4-a5fa-0ea4850a9f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:15:01.674450 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c53f8506-6522-449e-8cfe-7fa845d4fe48 req-38d1f08e-9c3a-4bf4-a5fa-0ea4850a9f55 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b6b5936d-b18d-4efe-aeda-56234e8c9224 HTTP/1.1" status: 200 len: 915 time: 0.0983403 Jan 28 08:15:01.697610 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-a63c5077-63d5-4a04-b716-2268252f64c7 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Deleting port b74348ba-e4fa-4c61-bac8-f1504c32ecbd {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 08:15:01.698521 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a63c5077-63d5-4a04-b716-2268252f64c7 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (b74348ba-e4fa-4c61-bac8-f1504c32ecbd), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:01.748864 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c53f8506-6522-449e-8cfe-7fa845d4fe48 req-d7577d26-3ac2-4c73-98b2-1158fa406f63 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=73a73d47-40c7-43c0-8789-1148189fa826 HTTP/1.1" status: 200 len: 1001 time: 0.0670099 Jan 28 08:15:01.756316 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-7021deb6-025c-4b9b-9f57-8a9fb45c6d62 None None] Current status of the port 73a73d47-40c7-43c0-8789-1148189fa826 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:15:01.783920 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a63c5077-63d5-4a04-b716-2268252f64c7 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (b74348ba-e4fa-4c61-bac8-f1504c32ecbd), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:01.784275 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a63c5077-63d5-4a04-b716-2268252f64c7 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Publish callbacks [] for floatingip (b74348ba-e4fa-4c61-bac8-f1504c32ecbd), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:01.797258 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-a63c5077-63d5-4a04-b716-2268252f64c7 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Calling delete_port for b74348ba-e4fa-4c61-bac8-f1504c32ecbd owned by network:floatingip {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 08:15:01.798792 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53f8506-6522-449e-8cfe-7fa845d4fe48 req-64d27003-c5d1-406a-bd06-075c6373b2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:15:01.800291 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c53f8506-6522-449e-8cfe-7fa845d4fe48 req-64d27003-c5d1-406a-bd06-075c6373b2ea service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b1279c39-1c17-4d5b-aea3-3548065ba37e HTTP/1.1" status: 200 len: 853 time: 0.0446463 Jan 28 08:15:01.845252 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53f8506-6522-449e-8cfe-7fa845d4fe48 req-ddbc2de6-4805-4f61-8cef-9a7f53527a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:15:01.846762 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c53f8506-6522-449e-8cfe-7fa845d4fe48 req-ddbc2de6-4805-4f61-8cef-9a7f53527a61 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b6b5936d-b18d-4efe-aeda-56234e8c9224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395796 Jan 28 08:15:01.940159 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c53f8506-6522-449e-8cfe-7fa845d4fe48 req-b152a45c-019e-4d7a-ad2f-c40b3a233ce9 service neutron] 10.222.0.10 "GET /v2.0/networks/b6b5936d-b18d-4efe-aeda-56234e8c9224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864093 Jan 28 08:15:01.951433 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a63c5077-63d5-4a04-b716-2268252f64c7 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (b74348ba-e4fa-4c61-bac8-f1504c32ecbd), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:01.982714 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63c5077-63d5-4a04-b716-2268252f64c7 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Pushing event deleted for resources: {'Port': ['ID=b74348ba-e4fa-4c61-bac8-f1504c32ecbd,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:15:02.033537 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c53f8506-6522-449e-8cfe-7fa845d4fe48 req-abc28a8b-3d2d-41d4-ada2-c394055bf952 service neutron] 10.222.0.10 "GET /v2.0/networks/b6b5936d-b18d-4efe-aeda-56234e8c9224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861788 Jan 28 08:15:02.044788 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a63c5077-63d5-4a04-b716-2268252f64c7 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Publish callbacks [] for floatingip (0d5eaca3-b80b-4ae1-8e77-a2bc4794a624), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:02.045131 n-d-712749-28 neutron-server[103283]: INFO neutron.db.l3_db [None req-a63c5077-63d5-4a04-b716-2268252f64c7 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Floating IP 0d5eaca3-b80b-4ae1-8e77-a2bc4794a624 disassociated (deleted). External IP: 172.25.6.226, port: 73a73d47-40c7-43c0-8789-1148189fa826. Jan 28 08:15:02.589700 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a63c5077-63d5-4a04-b716-2268252f64c7 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Router 93114b8a-034c-4118-8676-cffb93ff3cb0 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 08:15:02.694481 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a63c5077-63d5-4a04-b716-2268252f64c7 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 08:15:02.700411 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a63c5077-63d5-4a04-b716-2268252f64c7 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for floatingip (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:02.708747 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92e7ba7-0747-45e0-806d-718553b4c18e None None] Sync routers for ids ['93114b8a-034c-4118-8676-cffb93ff3cb0'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 08:15:02.719538 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92e7ba7-0747-45e0-806d-718553b4c18e None None] Routers {'93114b8a-034c-4118-8676-cffb93ff3cb0'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 08:15:02.720162 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-a92e7ba7-0747-45e0-806d-718553b4c18e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T08:14:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['93114b8a-034c-4118-8676-cffb93ff3cb0'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:15:02.726777 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-a63c5077-63d5-4a04-b716-2268252f64c7 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] 10.222.0.41 "DELETE /v2.0/floatingips/0d5eaca3-b80b-4ae1-8e77-a2bc4794a624 HTTP/1.1" status: 204 len: 168 time: 1.2155409 Jan 28 08:15:02.829911 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-a92e7ba7-0747-45e0-806d-718553b4c18e None None] Set router 93114b8a-034c-4118-8676-cffb93ff3cb0 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 08:15:03.041954 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-a92e7ba7-0747-45e0-806d-718553b4c18e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93114b8a-034c-4118-8676-cffb93ff3cb0', 'name': 'tempest-TestMinimumBasicScenario-273829214-router', 'tenant_id': '0d3f331b28784d59b2bc7cf15dfa59ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '06488cf0-f442-4aaf-952c-9275abe05199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:12:56Z', 'updated_at': '2022-01-28T08:12:59Z', 'revision_number': 4, 'project_id': '0d3f331b28784d59b2bc7cf15dfa59ab', 'gw_port': {'id': '06488cf0-f442-4aaf-952c-9275abe05199', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:54:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93114b8a-034c-4118-8676-cffb93ff3cb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:12:57Z', 'updated_at': '2022-01-28T08:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '3c9f73cb-a789-47cd-8414-c8db1e70afa4', 'name': '', 'network_id': 'b6b5936d-b18d-4efe-aeda-56234e8c9224', 'tenant_id': '0d3f331b28784d59b2bc7cf15dfa59ab', 'mac_address': 'fa:16:3e:b5:f1:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93114b8a-034c-4118-8676-cffb93ff3cb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': 'b1279c39-1c17-4d5b-aea3-3548065ba37e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:12:58Z', 'updated_at': '2022-01-28T08:13:03Z', 'revision_number': 5, 'project_id': '0d3f331b28784d59b2bc7cf15dfa59ab', 'subnets': [{'id': 'b1279c39-1c17-4d5b-aea3-3548065ba37e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:15:03.067779 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92e7ba7-0747-45e0-806d-718553b4c18e None None] Checking router: 93114b8a-034c-4118-8676-cffb93ff3cb0 for host: n-d-712749-28 {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 08:15:03.075979 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92e7ba7-0747-45e0-806d-718553b4c18e None None] Routers {'93114b8a-034c-4118-8676-cffb93ff3cb0'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 08:15:03.076607 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-a92e7ba7-0747-45e0-806d-718553b4c18e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T08:14:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['93114b8a-034c-4118-8676-cffb93ff3cb0'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:15:03.179535 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-a92e7ba7-0747-45e0-806d-718553b4c18e None None] Set router 93114b8a-034c-4118-8676-cffb93ff3cb0 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 08:15:03.371606 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1548c55a-e108-41f7-bf31-e78f1187b113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:03.388546 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-a92e7ba7-0747-45e0-806d-718553b4c18e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93114b8a-034c-4118-8676-cffb93ff3cb0', 'name': 'tempest-TestMinimumBasicScenario-273829214-router', 'tenant_id': '0d3f331b28784d59b2bc7cf15dfa59ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '06488cf0-f442-4aaf-952c-9275abe05199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:12:56Z', 'updated_at': '2022-01-28T08:12:59Z', 'revision_number': 4, 'project_id': '0d3f331b28784d59b2bc7cf15dfa59ab', 'gw_port': {'id': '06488cf0-f442-4aaf-952c-9275abe05199', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:54:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93114b8a-034c-4118-8676-cffb93ff3cb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:12:57Z', 'updated_at': '2022-01-28T08:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '3c9f73cb-a789-47cd-8414-c8db1e70afa4', 'name': '', 'network_id': 'b6b5936d-b18d-4efe-aeda-56234e8c9224', 'tenant_id': '0d3f331b28784d59b2bc7cf15dfa59ab', 'mac_address': 'fa:16:3e:b5:f1:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93114b8a-034c-4118-8676-cffb93ff3cb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': 'b1279c39-1c17-4d5b-aea3-3548065ba37e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:12:58Z', 'updated_at': '2022-01-28T08:13:03Z', 'revision_number': 5, 'project_id': '0d3f331b28784d59b2bc7cf15dfa59ab', 'subnets': [{'id': 'b1279c39-1c17-4d5b-aea3-3548065ba37e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:15:03.419260 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92e7ba7-0747-45e0-806d-718553b4c18e None None] The sync data for ids ['93114b8a-034c-4118-8676-cffb93ff3cb0'] in n-d-712749-28 is: [{'id': '93114b8a-034c-4118-8676-cffb93ff3cb0', 'name': 'tempest-TestMinimumBasicScenario-273829214-router', 'tenant_id': '0d3f331b28784d59b2bc7cf15dfa59ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '06488cf0-f442-4aaf-952c-9275abe05199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:12:56Z', 'updated_at': '2022-01-28T08:12:59Z', 'revision_number': 4, 'project_id': '0d3f331b28784d59b2bc7cf15dfa59ab', 'gw_port': {'id': '06488cf0-f442-4aaf-952c-9275abe05199', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:54:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93114b8a-034c-4118-8676-cffb93ff3cb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:12:57Z', 'updated_at': '2022-01-28T08:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '3c9f73cb-a789-47cd-8414-c8db1e70afa4', 'name': '', 'network_id': 'b6b5936d-b18d-4efe-aeda-56234e8c9224', 'tenant_id': '0d3f331b28784d59b2bc7cf15dfa59ab', 'mac_address': 'fa:16:3e:b5:f1:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93114b8a-034c-4118-8676-cffb93ff3cb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': 'b1279c39-1c17-4d5b-aea3-3548065ba37e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:12:58Z', 'updated_at': '2022-01-28T08:13:03Z', 'revision_number': 5, 'project_id': '0d3f331b28784d59b2bc7cf15dfa59ab', 'subnets': [{'id': 'b1279c39-1c17-4d5b-aea3-3548065ba37e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 08:15:03.459972 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '814a14bd-5e9e-47a7-801b-93fb977b3a9b', 'tag': '73a73d47-40c7-43c0-8789-1148189fa826'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 08:15:03.462432 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6b024039d6c3a8048940e324a8d5ead2390d66f8802a9866b6a24361082aa9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23c83144-147d-45ea-979e-b1334629948b" -d '{"events": [{"name": "network-changed", "server_uuid": "814a14bd-5e9e-47a7-801b-93fb977b3a9b", "tag": "73a73d47-40c7-43c0-8789-1148189fa826"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 08:15:03.500761 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 08:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2924b0f-7655-4e41-adf6-9dd31f7d250d x-openstack-request-id: req-e2924b0f-7655-4e41-adf6-9dd31f7d250d {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 08:15:03.500933 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "814a14bd-5e9e-47a7-801b-93fb977b3a9b", "tag": "73a73d47-40c7-43c0-8789-1148189fa826", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 08:15:03.501173 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e2924b0f-7655-4e41-adf6-9dd31f7d250d {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 08:15:03.501572 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '814a14bd-5e9e-47a7-801b-93fb977b3a9b', 'tag': '73a73d47-40c7-43c0-8789-1148189fa826', 'status': 'completed', 'code': 200} Jan 28 08:15:03.599917 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c83144-147d-45ea-979e-b1334629948b req-a539e59c-7064-4c51-94dc-11c0ee8ddc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:15:03.601571 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-23c83144-147d-45ea-979e-b1334629948b req-a539e59c-7064-4c51-94dc-11c0ee8ddc7f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0d3f331b28784d59b2bc7cf15dfa59ab&device_id=814a14bd-5e9e-47a7-801b-93fb977b3a9b HTTP/1.1" status: 200 len: 1097 time: 0.0434687 Jan 28 08:15:03.657903 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:03.665650 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5ae5b0-41c5-4eef-8ecd-c2c62a52d0ef None None] New status for floating IP 0d5eaca3-b80b-4ae1-8e77-a2bc4794a624: DOWN {{(pid=103286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 08:15:03.708339 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c83144-147d-45ea-979e-b1334629948b req-ad0fc8ec-2aca-4ecf-8532-48dca1bf7914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:15:03.709971 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-23c83144-147d-45ea-979e-b1334629948b req-ad0fc8ec-2aca-4ecf-8532-48dca1bf7914 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b6b5936d-b18d-4efe-aeda-56234e8c9224 HTTP/1.1" status: 200 len: 915 time: 0.0997903 Jan 28 08:15:03.753976 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-23c83144-147d-45ea-979e-b1334629948b req-bb681967-576b-4012-adef-db0249bba9b5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=73a73d47-40c7-43c0-8789-1148189fa826 HTTP/1.1" status: 200 len: 217 time: 0.0378666 Jan 28 08:15:03.803537 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c83144-147d-45ea-979e-b1334629948b req-0ac27a39-9de0-4cfb-86a5-2c82bd7d398a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:15:03.805100 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-23c83144-147d-45ea-979e-b1334629948b req-0ac27a39-9de0-4cfb-86a5-2c82bd7d398a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b1279c39-1c17-4d5b-aea3-3548065ba37e HTTP/1.1" status: 200 len: 853 time: 0.0454090 Jan 28 08:15:03.855215 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c83144-147d-45ea-979e-b1334629948b req-c0193706-2bbf-4582-bb60-6b07ac9a2880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:15:03.856772 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-23c83144-147d-45ea-979e-b1334629948b req-c0193706-2bbf-4582-bb60-6b07ac9a2880 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b6b5936d-b18d-4efe-aeda-56234e8c9224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0455089 Jan 28 08:15:03.948858 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-23c83144-147d-45ea-979e-b1334629948b req-45550415-2a5d-43f6-b049-4ecbe0cdd849 service neutron] 10.222.0.10 "GET /v2.0/networks/b6b5936d-b18d-4efe-aeda-56234e8c9224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824459 Jan 28 08:15:04.048084 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-23c83144-147d-45ea-979e-b1334629948b req-f48b1e2c-63dd-4d19-be91-58b3d836ae23 service neutron] 10.222.0.10 "GET /v2.0/networks/b6b5936d-b18d-4efe-aeda-56234e8c9224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892615 Jan 28 08:15:04.660873 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:05.738402 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bedc7418-db46-4a08-8f12-b8678b7a772d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:07.217563 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:08.903648 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:09.856655 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:12.410186 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 7 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 08:15:17.389398 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-be422139-b89d-467a-a112-3a3df3fcefc0 req-9f2b6e84-b344-47d9-8872-42aa9d27cfa6 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=814a14bd-5e9e-47a7-801b-93fb977b3a9b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0444880 Jan 28 08:15:17.494992 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be422139-b89d-467a-a112-3a3df3fcefc0 req-84f5818e-e7cd-46a7-89df-ff76649b057d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:15:17.496661 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-be422139-b89d-467a-a112-3a3df3fcefc0 req-84f5818e-e7cd-46a7-89df-ff76649b057d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0d3f331b28784d59b2bc7cf15dfa59ab&device_id=814a14bd-5e9e-47a7-801b-93fb977b3a9b HTTP/1.1" status: 200 len: 1097 time: 0.0408199 Jan 28 08:15:17.609009 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be422139-b89d-467a-a112-3a3df3fcefc0 req-a3aef07a-030f-46d1-b8d5-d151b476dc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:15:17.610377 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-be422139-b89d-467a-a112-3a3df3fcefc0 req-a3aef07a-030f-46d1-b8d5-d151b476dc50 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b6b5936d-b18d-4efe-aeda-56234e8c9224 HTTP/1.1" status: 200 len: 915 time: 0.0900643 Jan 28 08:15:17.653863 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-be422139-b89d-467a-a112-3a3df3fcefc0 req-8a27584f-bb9d-472f-91a4-b22cbf8bffc5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=73a73d47-40c7-43c0-8789-1148189fa826 HTTP/1.1" status: 200 len: 217 time: 0.0347087 Jan 28 08:15:17.703982 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be422139-b89d-467a-a112-3a3df3fcefc0 req-a5359f46-48bb-453b-9395-a0e509f7c42d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:15:17.705526 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-be422139-b89d-467a-a112-3a3df3fcefc0 req-a5359f46-48bb-453b-9395-a0e509f7c42d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b1279c39-1c17-4d5b-aea3-3548065ba37e HTTP/1.1" status: 200 len: 853 time: 0.0429523 Jan 28 08:15:17.758073 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be422139-b89d-467a-a112-3a3df3fcefc0 req-a3b124ec-443b-4b98-8f64-a97090da9b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:15:17.759550 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-be422139-b89d-467a-a112-3a3df3fcefc0 req-a3b124ec-443b-4b98-8f64-a97090da9b65 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b6b5936d-b18d-4efe-aeda-56234e8c9224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450776 Jan 28 08:15:17.855922 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-be422139-b89d-467a-a112-3a3df3fcefc0 req-517f36a6-2419-492d-af6f-1dfce6d70074 service neutron] 10.222.0.10 "GET /v2.0/networks/b6b5936d-b18d-4efe-aeda-56234e8c9224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862734 Jan 28 08:15:17.963375 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-be422139-b89d-467a-a112-3a3df3fcefc0 req-310d1a07-9936-4b70-8fac-927c6a56d3e9 service neutron] 10.222.0.10 "GET /v2.0/networks/b6b5936d-b18d-4efe-aeda-56234e8c9224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986953 Jan 28 08:15:18.038076 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca26774c-9a07-46fa-a834-7ccee1c4c803 req-45faa3f2-672a-4f5d-8dc9-159e01cc6aaf tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:15:18.040313 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ca26774c-9a07-46fa-a834-7ccee1c4c803 req-45faa3f2-672a-4f5d-8dc9-159e01cc6aaf tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] 10.222.0.41 "GET /v2.0/ports?device_id=814a14bd-5e9e-47a7-801b-93fb977b3a9b HTTP/1.1" status: 200 len: 945 time: 0.0496325 Jan 28 08:15:18.089631 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ca26774c-9a07-46fa-a834-7ccee1c4c803 req-53f9b2e3-1554-4166-9e39-90d469b49dbe tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec275d1b-f20e-4035-bdbd-f5947b6f1ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423462 Jan 28 08:15:19.206609 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492b0bfc-a86a-4acb-85b2-2b7bfe19c2d2 req-2588e91d-241f-4b14-871d-1136c64edddc tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:15:19.208081 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-492b0bfc-a86a-4acb-85b2-2b7bfe19c2d2 req-2588e91d-241f-4b14-871d-1136c64edddc tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] 10.222.0.41 "GET /v2.0/ports?device_id=814a14bd-5e9e-47a7-801b-93fb977b3a9b HTTP/1.1" status: 200 len: 945 time: 0.0496986 Jan 28 08:15:19.254374 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-492b0bfc-a86a-4acb-85b2-2b7bfe19c2d2 req-8d130164-e4ff-4da9-8bab-d2ad144c9186 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec275d1b-f20e-4035-bdbd-f5947b6f1ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399499 Jan 28 08:15:20.066852 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cd1519-87e1-4154-aa48-07f7e3de306f req-6e6879ef-79fd-417f-beb6-887436288b6e tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:15:20.068323 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-82cd1519-87e1-4154-aa48-07f7e3de306f req-6e6879ef-79fd-417f-beb6-887436288b6e tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] 10.222.0.10 "GET /v2.0/ports?device_id=814a14bd-5e9e-47a7-801b-93fb977b3a9b HTTP/1.1" status: 200 len: 945 time: 0.0479734 Jan 28 08:15:20.158154 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-82cd1519-87e1-4154-aa48-07f7e3de306f req-b32f0110-92b6-45e5-b7dd-c164dcdbd0ec tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Deleting port 73a73d47-40c7-43c0-8789-1148189fa826 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 08:15:20.158422 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-82cd1519-87e1-4154-aa48-07f7e3de306f req-b32f0110-92b6-45e5-b7dd-c164dcdbd0ec tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (73a73d47-40c7-43c0-8789-1148189fa826), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:20.245920 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-82cd1519-87e1-4154-aa48-07f7e3de306f req-b32f0110-92b6-45e5-b7dd-c164dcdbd0ec tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] For port 73a73d47-40c7-43c0-8789-1148189fa826, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=73a73d47-40c7-43c0-8789-1148189fa826,segment=NetworkSegment(3b5b6ccd-7e5a-4370-8342-ea0c8282025c),segment_id=3b5b6ccd-7e5a-4370-8342-ea0c8282025c)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:15:20.246622 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-82cd1519-87e1-4154-aa48-07f7e3de306f req-b32f0110-92b6-45e5-b7dd-c164dcdbd0ec tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (73a73d47-40c7-43c0-8789-1148189fa826), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:20.258985 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-82cd1519-87e1-4154-aa48-07f7e3de306f req-b32f0110-92b6-45e5-b7dd-c164dcdbd0ec tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Calling delete_port for 73a73d47-40c7-43c0-8789-1148189fa826 owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 08:15:20.375409 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091a3137-b671-40a5-8e0b-ec9e8f6ee357 req-55401241-30f8-433d-933c-e2aaa86f56f7 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:15:20.376927 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-091a3137-b671-40a5-8e0b-ec9e8f6ee357 req-55401241-30f8-433d-933c-e2aaa86f56f7 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] 10.222.0.41 "GET /v2.0/ports?device_id=814a14bd-5e9e-47a7-801b-93fb977b3a9b HTTP/1.1" status: 200 len: 945 time: 0.0534117 Jan 28 08:15:20.388013 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-82cd1519-87e1-4154-aa48-07f7e3de306f req-b32f0110-92b6-45e5-b7dd-c164dcdbd0ec tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (73a73d47-40c7-43c0-8789-1148189fa826), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:20.418330 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32f0110-92b6-45e5-b7dd-c164dcdbd0ec tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Pushing event deleted for resources: {'Port': ['ID=73a73d47-40c7-43c0-8789-1148189fa826,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:15:20.429238 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-091a3137-b671-40a5-8e0b-ec9e8f6ee357 req-1b6bd991-099e-4758-9c85-1d416c9ba785 tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec275d1b-f20e-4035-bdbd-f5947b6f1ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465469 Jan 28 08:15:20.442024 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['73a73d47-40c7-43c0-8789-1148189fa826'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 08:15:20.473421 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-82cd1519-87e1-4154-aa48-07f7e3de306f req-b32f0110-92b6-45e5-b7dd-c164dcdbd0ec tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] No DVR routers for this DVR port 73a73d47-40c7-43c0-8789-1148189fa826 on host n-h1-712749-28 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 08:15:20.475901 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-82cd1519-87e1-4154-aa48-07f7e3de306f req-b32f0110-92b6-45e5-b7dd-c164dcdbd0ec tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:20.480518 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-82cd1519-87e1-4154-aa48-07f7e3de306f req-b32f0110-92b6-45e5-b7dd-c164dcdbd0ec tempest-TestMinimumBasicScenario-1854945522 tempest-TestMinimumBasicScenario-1854945522-project] 10.222.0.10 "DELETE /v2.0/ports/73a73d47-40c7-43c0-8789-1148189fa826 HTTP/1.1" status: 204 len: 173 time: 0.4067614 Jan 28 08:15:20.480953 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '814a14bd-5e9e-47a7-801b-93fb977b3a9b', 'name': 'network-vif-deleted', 'tag': '73a73d47-40c7-43c0-8789-1148189fa826'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 08:15:20.483250 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea2b103cb7827510f28784975546feb0b63800b94dfac5f98f271904baace09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e918924-1643-42b5-a951-b231bedea48c" -d '{"events": [{"server_uuid": "814a14bd-5e9e-47a7-801b-93fb977b3a9b", "name": "network-vif-deleted", "tag": "73a73d47-40c7-43c0-8789-1148189fa826"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 08:15:20.578424 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 08:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9206f070-fe01-4574-a109-063435fe46ab x-openstack-request-id: req-9206f070-fe01-4574-a109-063435fe46ab {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 08:15:20.578722 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "814a14bd-5e9e-47a7-801b-93fb977b3a9b", "name": "network-vif-deleted", "tag": "73a73d47-40c7-43c0-8789-1148189fa826", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 08:15:20.578981 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9206f070-fe01-4574-a109-063435fe46ab {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 08:15:20.579391 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '814a14bd-5e9e-47a7-801b-93fb977b3a9b', 'name': 'network-vif-deleted', 'tag': '73a73d47-40c7-43c0-8789-1148189fa826', 'status': 'completed', 'code': 200} Jan 28 08:15:22.005779 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 40950) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:15:22.356755 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-12703150-92c1-4027-bda0-f0eac79f2d1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16606535'] for router_interface (93114b8a-034c-4118-8676-cffb93ff3cb0), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:22.496095 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 73a73d47-40c7-43c0-8789-1148189fa826 no longer exists at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 08:15:22.519238 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] No Port match for: 73a73d47-40c7-43c0-8789-1148189fa826 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 08:15:22.519587 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 73a73d47-40c7-43c0-8789-1148189fa826 not bound to the agent host n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 08:15:22.602548 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-12703150-92c1-4027-bda0-f0eac79f2d1e admin admin] Deleting port 3c9f73cb-a789-47cd-8414-c8db1e70afa4 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 08:15:22.602899 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-12703150-92c1-4027-bda0-f0eac79f2d1e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (3c9f73cb-a789-47cd-8414-c8db1e70afa4), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:22.681638 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-12703150-92c1-4027-bda0-f0eac79f2d1e admin admin] For port 3c9f73cb-a789-47cd-8414-c8db1e70afa4, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=3c9f73cb-a789-47cd-8414-c8db1e70afa4,segment=NetworkSegment(3b5b6ccd-7e5a-4370-8342-ea0c8282025c),segment_id=3b5b6ccd-7e5a-4370-8342-ea0c8282025c)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:15:22.681911 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-12703150-92c1-4027-bda0-f0eac79f2d1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (3c9f73cb-a789-47cd-8414-c8db1e70afa4), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:22.693412 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-12703150-92c1-4027-bda0-f0eac79f2d1e admin admin] Calling delete_port for 3c9f73cb-a789-47cd-8414-c8db1e70afa4 owned by network:router_interface {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 08:15:22.870246 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-12703150-92c1-4027-bda0-f0eac79f2d1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (3c9f73cb-a789-47cd-8414-c8db1e70afa4), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:22.894969 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12703150-92c1-4027-bda0-f0eac79f2d1e admin admin] Pushing event deleted for resources: {'Port': ['ID=3c9f73cb-a789-47cd-8414-c8db1e70afa4,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:15:23.062251 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-12703150-92c1-4027-bda0-f0eac79f2d1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16319006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16606699'] for router_interface (93114b8a-034c-4118-8676-cffb93ff3cb0), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:23.288895 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12703150-92c1-4027-bda0-f0eac79f2d1e admin admin] Router 93114b8a-034c-4118-8676-cffb93ff3cb0 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 08:15:23.420013 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12703150-92c1-4027-bda0-f0eac79f2d1e admin admin] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 08:15:23.428746 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-12703150-92c1-4027-bda0-f0eac79f2d1e admin admin] 10.222.0.41 "PUT /v2.0/routers/93114b8a-034c-4118-8676-cffb93ff3cb0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4218650 Jan 28 08:15:23.429841 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 40952) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:15:23.434521 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273dd9fa-ce97-4cd6-a1ad-c6c35573c86a None None] Sync routers for ids ['93114b8a-034c-4118-8676-cffb93ff3cb0'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 08:15:23.446047 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273dd9fa-ce97-4cd6-a1ad-c6c35573c86a None None] Routers {'93114b8a-034c-4118-8676-cffb93ff3cb0'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 08:15:23.447122 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-273dd9fa-ce97-4cd6-a1ad-c6c35573c86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T08:15:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['93114b8a-034c-4118-8676-cffb93ff3cb0'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:15:23.561959 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-996674d0-9f18-40ff-8ee1-5db1b78053d2 admin admin] Publish callbacks [] for router (93114b8a-034c-4118-8676-cffb93ff3cb0), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:23.572861 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-273dd9fa-ce97-4cd6-a1ad-c6c35573c86a None None] Set router 93114b8a-034c-4118-8676-cffb93ff3cb0 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 08:15:23.668521 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-996674d0-9f18-40ff-8ee1-5db1b78053d2 admin admin] Publish callbacks [] for router_gateway (93114b8a-034c-4118-8676-cffb93ff3cb0), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:23.727642 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-996674d0-9f18-40ff-8ee1-5db1b78053d2 admin admin] Deleting port 06488cf0-f442-4aaf-952c-9275abe05199 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 08:15:23.727996 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-996674d0-9f18-40ff-8ee1-5db1b78053d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (06488cf0-f442-4aaf-952c-9275abe05199), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:23.784665 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-273dd9fa-ce97-4cd6-a1ad-c6c35573c86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93114b8a-034c-4118-8676-cffb93ff3cb0', 'name': 'tempest-TestMinimumBasicScenario-273829214-router', 'tenant_id': '0d3f331b28784d59b2bc7cf15dfa59ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '06488cf0-f442-4aaf-952c-9275abe05199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:12:56Z', 'updated_at': '2022-01-28T08:15:22Z', 'revision_number': 5, 'project_id': '0d3f331b28784d59b2bc7cf15dfa59ab', 'gw_port': {'id': '06488cf0-f442-4aaf-952c-9275abe05199', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:54:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93114b8a-034c-4118-8676-cffb93ff3cb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:12:57Z', 'updated_at': '2022-01-28T08:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:15:23.817582 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273dd9fa-ce97-4cd6-a1ad-c6c35573c86a None None] Checking router: 93114b8a-034c-4118-8676-cffb93ff3cb0 for host: n-d-712749-28 {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 08:15:23.818917 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-996674d0-9f18-40ff-8ee1-5db1b78053d2 admin admin] For port 06488cf0-f442-4aaf-952c-9275abe05199, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=06488cf0-f442-4aaf-952c-9275abe05199,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:15:23.819319 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-996674d0-9f18-40ff-8ee1-5db1b78053d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (06488cf0-f442-4aaf-952c-9275abe05199), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:23.829857 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273dd9fa-ce97-4cd6-a1ad-c6c35573c86a None None] Routers {'93114b8a-034c-4118-8676-cffb93ff3cb0'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 08:15:23.830469 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-273dd9fa-ce97-4cd6-a1ad-c6c35573c86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T08:15:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['93114b8a-034c-4118-8676-cffb93ff3cb0'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:15:23.832098 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-996674d0-9f18-40ff-8ee1-5db1b78053d2 admin admin] Calling delete_port for 06488cf0-f442-4aaf-952c-9275abe05199 owned by network:router_gateway {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 08:15:24.026940 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-996674d0-9f18-40ff-8ee1-5db1b78053d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (06488cf0-f442-4aaf-952c-9275abe05199), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:24.054583 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996674d0-9f18-40ff-8ee1-5db1b78053d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=06488cf0-f442-4aaf-952c-9275abe05199,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:15:24.113702 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-996674d0-9f18-40ff-8ee1-5db1b78053d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16607873'] for router_gateway (93114b8a-034c-4118-8676-cffb93ff3cb0), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:24.121502 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-273dd9fa-ce97-4cd6-a1ad-c6c35573c86a None None] Set router 93114b8a-034c-4118-8676-cffb93ff3cb0 gateway port host: None {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 08:15:24.177802 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-273dd9fa-ce97-4cd6-a1ad-c6c35573c86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93114b8a-034c-4118-8676-cffb93ff3cb0', 'name': 'tempest-TestMinimumBasicScenario-273829214-router', 'tenant_id': '0d3f331b28784d59b2bc7cf15dfa59ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:12:56Z', 'updated_at': '2022-01-28T08:15:23Z', 'revision_number': 6, 'project_id': '0d3f331b28784d59b2bc7cf15dfa59ab', 'gw_port_host': None}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:15:24.209020 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273dd9fa-ce97-4cd6-a1ad-c6c35573c86a None None] The sync data for ids ['93114b8a-034c-4118-8676-cffb93ff3cb0'] in n-d-712749-28 is: [{'id': '93114b8a-034c-4118-8676-cffb93ff3cb0', 'name': 'tempest-TestMinimumBasicScenario-273829214-router', 'tenant_id': '0d3f331b28784d59b2bc7cf15dfa59ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:12:56Z', 'updated_at': '2022-01-28T08:15:23Z', 'revision_number': 6, 'project_id': '0d3f331b28784d59b2bc7cf15dfa59ab', 'gw_port_host': None}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 08:15:24.209264 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-996674d0-9f18-40ff-8ee1-5db1b78053d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16605684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127449'] for router (93114b8a-034c-4118-8676-cffb93ff3cb0), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:24.211366 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-996674d0-9f18-40ff-8ee1-5db1b78053d2 admin admin] Publish callbacks [] for router_controller (93114b8a-034c-4118-8676-cffb93ff3cb0), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:24.265758 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-996674d0-9f18-40ff-8ee1-5db1b78053d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16605693'] for router (93114b8a-034c-4118-8676-cffb93ff3cb0), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:24.266449 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-996674d0-9f18-40ff-8ee1-5db1b78053d2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 93114b8a-034c-4118-8676-cffb93ff3cb0 {{(pid=103283) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 08:15:24.270846 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-996674d0-9f18-40ff-8ee1-5db1b78053d2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:24.272247 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-996674d0-9f18-40ff-8ee1-5db1b78053d2 admin admin] 10.222.0.41 "DELETE /v2.0/routers/93114b8a-034c-4118-8676-cffb93ff3cb0 HTTP/1.1" status: 204 len: 168 time: 0.8411489 Jan 28 08:15:24.274845 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 40954) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:15:24.329534 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_v2 [None req-36287892-f216-4b2b-afdb-b22ed5d59697 admin admin] Deleting subnet b1279c39-1c17-4d5b-aea3-3548065ba37e {{(pid=103283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 08:15:24.332652 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-36287892-f216-4b2b-afdb-b22ed5d59697 admin admin] Publish callbacks [] for subnet (b1279c39-1c17-4d5b-aea3-3548065ba37e), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:24.372873 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-36287892-f216-4b2b-afdb-b22ed5d59697 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13506696'] for subnet (b1279c39-1c17-4d5b-aea3-3548065ba37e), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:24.452728 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-36287892-f216-4b2b-afdb-b22ed5d59697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (b1279c39-1c17-4d5b-aea3-3548065ba37e), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:24.504655 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-36287892-f216-4b2b-afdb-b22ed5d59697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13546665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13556132'] for subnet (b1279c39-1c17-4d5b-aea3-3548065ba37e), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:24.531540 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-36287892-f216-4b2b-afdb-b22ed5d59697 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:24.535336 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-36287892-f216-4b2b-afdb-b22ed5d59697 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/b1279c39-1c17-4d5b-aea3-3548065ba37e HTTP/1.1" status: 204 len: 168 time: 0.2595484 Jan 28 08:15:24.536418 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36287892-f216-4b2b-afdb-b22ed5d59697 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1279c39-1c17-4d5b-aea3-3548065ba37e,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:15:24.537103 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-861e723d-88a8-482d-874e-02d56f541497 None None] Network b6b5936d-b18d-4efe-aeda-56234e8c9224 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 08:15:24.538386 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 40956) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:15:24.616445 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c3572897-97bc-4e68-9299-1aedae89aad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (b6b5936d-b18d-4efe-aeda-56234e8c9224), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:24.681267 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-c3572897-97bc-4e68-9299-1aedae89aad8 admin admin] Deleting port acf812a6-3935-4bf4-8314-b217301d6580 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 08:15:24.681606 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c3572897-97bc-4e68-9299-1aedae89aad8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (acf812a6-3935-4bf4-8314-b217301d6580), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:24.694994 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-105fb34f-dd50-488e-bc48-6e4eab1d17be None None] DHCP port deletion for b6b5936d-b18d-4efe-aeda-56234e8c9224 request from n-d-712749-28 {{(pid=103285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 08:15:24.744009 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-105fb34f-dd50-488e-bc48-6e4eab1d17be None None] Deleting port acf812a6-3935-4bf4-8314-b217301d6580 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 08:15:24.744423 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-105fb34f-dd50-488e-bc48-6e4eab1d17be None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (acf812a6-3935-4bf4-8314-b217301d6580), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:24.749072 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-c3572897-97bc-4e68-9299-1aedae89aad8 admin admin] For port acf812a6-3935-4bf4-8314-b217301d6580, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=acf812a6-3935-4bf4-8314-b217301d6580,segment=NetworkSegment(3b5b6ccd-7e5a-4370-8342-ea0c8282025c),segment_id=3b5b6ccd-7e5a-4370-8342-ea0c8282025c)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:15:24.749432 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c3572897-97bc-4e68-9299-1aedae89aad8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (acf812a6-3935-4bf4-8314-b217301d6580), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:24.762551 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-c3572897-97bc-4e68-9299-1aedae89aad8 admin admin] Calling delete_port for acf812a6-3935-4bf4-8314-b217301d6580 owned by network:dhcp {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 08:15:24.810745 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-105fb34f-dd50-488e-bc48-6e4eab1d17be None None] For port acf812a6-3935-4bf4-8314-b217301d6580, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=acf812a6-3935-4bf4-8314-b217301d6580,segment=NetworkSegment(3b5b6ccd-7e5a-4370-8342-ea0c8282025c),segment_id=3b5b6ccd-7e5a-4370-8342-ea0c8282025c)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:15:24.811154 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-105fb34f-dd50-488e-bc48-6e4eab1d17be None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (acf812a6-3935-4bf4-8314-b217301d6580), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:24.824543 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-105fb34f-dd50-488e-bc48-6e4eab1d17be None None] Calling delete_port for acf812a6-3935-4bf4-8314-b217301d6580 owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 08:15:24.841658 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c3572897-97bc-4e68-9299-1aedae89aad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (acf812a6-3935-4bf4-8314-b217301d6580), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:24.871124 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3572897-97bc-4e68-9299-1aedae89aad8 admin admin] Pushing event deleted for resources: {'Port': ['ID=acf812a6-3935-4bf4-8314-b217301d6580,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:15:24.876148 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3572897-97bc-4e68-9299-1aedae89aad8 admin admin] No DVR routers for this DVR port acf812a6-3935-4bf4-8314-b217301d6580 on host n-d-712749-28 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 08:15:24.900664 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-105fb34f-dd50-488e-bc48-6e4eab1d17be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298'] for port (acf812a6-3935-4bf4-8314-b217301d6580), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:24.926044 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105fb34f-dd50-488e-bc48-6e4eab1d17be None None] Pushing event deleted for resources: {'Port': ['ID=acf812a6-3935-4bf4-8314-b217301d6580,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:15:24.934926 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105fb34f-dd50-488e-bc48-6e4eab1d17be None None] No DVR routers for this DVR port acf812a6-3935-4bf4-8314-b217301d6580 on host n-d-712749-28 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 08:15:24.937371 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105fb34f-dd50-488e-bc48-6e4eab1d17be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:15:24.937728 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105fb34f-dd50-488e-bc48-6e4eab1d17be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:15:24.938165 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105fb34f-dd50-488e-bc48-6e4eab1d17be None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:15:24.938515 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105fb34f-dd50-488e-bc48-6e4eab1d17be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:15:24.938861 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105fb34f-dd50-488e-bc48-6e4eab1d17be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:15:24.939201 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105fb34f-dd50-488e-bc48-6e4eab1d17be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:15:24.939605 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105fb34f-dd50-488e-bc48-6e4eab1d17be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:15:24.939952 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105fb34f-dd50-488e-bc48-6e4eab1d17be None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:15:24.940314 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105fb34f-dd50-488e-bc48-6e4eab1d17be None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:15:24.940648 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105fb34f-dd50-488e-bc48-6e4eab1d17be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:15:24.940985 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105fb34f-dd50-488e-bc48-6e4eab1d17be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:15:24.941318 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105fb34f-dd50-488e-bc48-6e4eab1d17be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:15:24.941657 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105fb34f-dd50-488e-bc48-6e4eab1d17be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:15:24.949972 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c3572897-97bc-4e68-9299-1aedae89aad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (b6b5936d-b18d-4efe-aeda-56234e8c9224), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:24.970658 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-c3572897-97bc-4e68-9299-1aedae89aad8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6b5936d-b18d-4efe-aeda-56234e8c9224']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:15:24.979955 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-c3572897-97bc-4e68-9299-1aedae89aad8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b5b6ccd-7e5a-4370-8342-ea0c8282025c') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:15:24.980284 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-c3572897-97bc-4e68-9299-1aedae89aad8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b5b6ccd-7e5a-4370-8342-ea0c8282025c') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:15:24.989385 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c3572897-97bc-4e68-9299-1aedae89aad8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24759294'] for segment (3b5b6ccd-7e5a-4370-8342-ea0c8282025c), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:25.003542 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c3572897-97bc-4e68-9299-1aedae89aad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (3b5b6ccd-7e5a-4370-8342-ea0c8282025c), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:25.010741 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3572897-97bc-4e68-9299-1aedae89aad8 admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 08:15:25.011136 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c3572897-97bc-4e68-9299-1aedae89aad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24757675'] for segment (3b5b6ccd-7e5a-4370-8342-ea0c8282025c), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:25.012847 n-d-712749-28 neutron-server[103284]: Traceback (most recent call last): Jan 28 08:15:25.012847 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 08:15:25.012847 n-d-712749-28 neutron-server[103284]: timer() Jan 28 08:15:25.012847 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 08:15:25.012847 n-d-712749-28 neutron-server[103284]: cb(*args, **kw) Jan 28 08:15:25.012847 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 08:15:25.012847 n-d-712749-28 neutron-server[103284]: return func(*args, **kwargs) Jan 28 08:15:25.012847 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 08:15:25.012847 n-d-712749-28 neutron-server[103284]: self._notify() Jan 28 08:15:25.012847 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 08:15:25.012847 n-d-712749-28 neutron-server[103284]: self.callback(batched_events) Jan 28 08:15:25.012847 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 08:15:25.012847 n-d-712749-28 neutron-server[103284]: event.method(event) Jan 28 08:15:25.012847 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 08:15:25.012847 n-d-712749-28 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 08:15:25.012847 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 08:15:25.012847 n-d-712749-28 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 08:15:25.012847 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 08:15:25.012847 n-d-712749-28 neutron-server[103284]: return f(self, *a, **k) Jan 28 08:15:25.012847 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 08:15:25.012847 n-d-712749-28 neutron-server[103284]: return self._get(url).json() Jan 28 08:15:25.012847 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 08:15:25.012847 n-d-712749-28 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 08:15:25.012847 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 08:15:25.012847 n-d-712749-28 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Jan 28 08:15:25.012847 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 08:15:25.012847 n-d-712749-28 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 08:15:25.012847 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 08:15:25.012847 n-d-712749-28 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 08:15:25.012847 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 08:15:25.012847 n-d-712749-28 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 08:15:25.012847 n-d-712749-28 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 08:15:25.072060 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c3572897-97bc-4e68-9299-1aedae89aad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (b6b5936d-b18d-4efe-aeda-56234e8c9224), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:25.081390 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c3572897-97bc-4e68-9299-1aedae89aad8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:25.084542 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-c3572897-97bc-4e68-9299-1aedae89aad8 admin admin] 10.222.0.41 "DELETE /v2.0/networks/b6b5936d-b18d-4efe-aeda-56234e8c9224 HTTP/1.1" status: 204 len: 168 time: 0.5441246 Jan 28 08:15:25.087851 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 40958) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:15:25.096464 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3572897-97bc-4e68-9299-1aedae89aad8 admin admin] Pushing event deleted for resources: {'Network': ['ID=b6b5936d-b18d-4efe-aeda-56234e8c9224,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:15:25.444980 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3eb9dd2d-e6ec-47dc-ae9e-418e31890bb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16606535'] for router_interface (b0363a0e-68fc-4c1d-912f-e7d0b488a191), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:25.687722 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-3eb9dd2d-e6ec-47dc-ae9e-418e31890bb1 admin admin] Deleting port 11117618-3c01-478b-b70a-5b03bd1c1bab {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 08:15:25.687974 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3eb9dd2d-e6ec-47dc-ae9e-418e31890bb1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (11117618-3c01-478b-b70a-5b03bd1c1bab), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:25.762771 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-3eb9dd2d-e6ec-47dc-ae9e-418e31890bb1 admin admin] For port 11117618-3c01-478b-b70a-5b03bd1c1bab, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=11117618-3c01-478b-b70a-5b03bd1c1bab,segment=NetworkSegment(b3dca6d8-b41c-409e-95a9-2ef6e2982c5a),segment_id=b3dca6d8-b41c-409e-95a9-2ef6e2982c5a)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:15:25.763128 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3eb9dd2d-e6ec-47dc-ae9e-418e31890bb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (11117618-3c01-478b-b70a-5b03bd1c1bab), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:25.776435 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-3eb9dd2d-e6ec-47dc-ae9e-418e31890bb1 admin admin] Calling delete_port for 11117618-3c01-478b-b70a-5b03bd1c1bab owned by network:router_interface {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 08:15:25.919914 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device acf812a6-3935-4bf4-8314-b217301d6580 no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 08:15:25.944266 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: acf812a6-3935-4bf4-8314-b217301d6580 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 08:15:25.944618 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device acf812a6-3935-4bf4-8314-b217301d6580 not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 08:15:25.945041 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 3c9f73cb-a789-47cd-8414-c8db1e70afa4 no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 08:15:25.957258 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3eb9dd2d-e6ec-47dc-ae9e-418e31890bb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (11117618-3c01-478b-b70a-5b03bd1c1bab), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:25.964346 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: 3c9f73cb-a789-47cd-8414-c8db1e70afa4 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 08:15:25.964699 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 3c9f73cb-a789-47cd-8414-c8db1e70afa4 not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 08:15:25.965106 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 06488cf0-f442-4aaf-952c-9275abe05199 no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 08:15:25.984938 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: 06488cf0-f442-4aaf-952c-9275abe05199 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 08:15:25.985447 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 06488cf0-f442-4aaf-952c-9275abe05199 not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 08:15:25.986345 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb9dd2d-e6ec-47dc-ae9e-418e31890bb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=11117618-3c01-478b-b70a-5b03bd1c1bab,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:15:26.150022 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3eb9dd2d-e6ec-47dc-ae9e-418e31890bb1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16319006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16606699'] for router_interface (b0363a0e-68fc-4c1d-912f-e7d0b488a191), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:26.694739 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3eb9dd2d-e6ec-47dc-ae9e-418e31890bb1 admin admin] Router b0363a0e-68fc-4c1d-912f-e7d0b488a191 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 08:15:26.798337 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eb9dd2d-e6ec-47dc-ae9e-418e31890bb1 admin admin] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 08:15:26.803384 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-3eb9dd2d-e6ec-47dc-ae9e-418e31890bb1 admin admin] 10.222.0.41 "PUT /v2.0/routers/b0363a0e-68fc-4c1d-912f-e7d0b488a191/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7144308 Jan 28 08:15:26.806549 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 40960) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:15:26.809209 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c540ea-13c6-4cc8-84d3-863db10618a1 None None] Sync routers for ids ['b0363a0e-68fc-4c1d-912f-e7d0b488a191'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 08:15:26.819328 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c540ea-13c6-4cc8-84d3-863db10618a1 None None] Routers {'b0363a0e-68fc-4c1d-912f-e7d0b488a191'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 08:15:26.820051 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-87c540ea-13c6-4cc8-84d3-863db10618a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T08:15:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['b0363a0e-68fc-4c1d-912f-e7d0b488a191'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:15:26.910408 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4801bceb-366a-4a33-9981-f08c37b76d45 admin admin] Publish callbacks [] for router (b0363a0e-68fc-4c1d-912f-e7d0b488a191), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:26.922712 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-87c540ea-13c6-4cc8-84d3-863db10618a1 None None] Set router b0363a0e-68fc-4c1d-912f-e7d0b488a191 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 08:15:27.018754 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4801bceb-366a-4a33-9981-f08c37b76d45 admin admin] Publish callbacks [] for router_gateway (b0363a0e-68fc-4c1d-912f-e7d0b488a191), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:27.071407 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-4801bceb-366a-4a33-9981-f08c37b76d45 admin admin] Deleting port 234adabb-1f61-4bc4-be72-d09401d680fb {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 08:15:27.071820 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4801bceb-366a-4a33-9981-f08c37b76d45 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (234adabb-1f61-4bc4-be72-d09401d680fb), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:27.096968 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-87c540ea-13c6-4cc8-84d3-863db10618a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0363a0e-68fc-4c1d-912f-e7d0b488a191', 'name': 'tempest-TestMinimumBasicScenario-1966943164-router', 'tenant_id': '9b313f3f3c1241c2a4ea1d354d0dfb31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.76'}], 'enable_snat': True}, 'gw_port_id': '234adabb-1f61-4bc4-be72-d09401d680fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:13:01Z', 'updated_at': '2022-01-28T08:15:25Z', 'revision_number': 5, 'project_id': '9b313f3f3c1241c2a4ea1d354d0dfb31', 'gw_port': {'id': '234adabb-1f61-4bc4-be72-d09401d680fb', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:71:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0363a0e-68fc-4c1d-912f-e7d0b488a191', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:13:01Z', 'updated_at': '2022-01-28T08:13:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:15:27.123971 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c540ea-13c6-4cc8-84d3-863db10618a1 None None] Checking router: b0363a0e-68fc-4c1d-912f-e7d0b488a191 for host: n-d-712749-28 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 08:15:27.132024 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c540ea-13c6-4cc8-84d3-863db10618a1 None None] Routers {'b0363a0e-68fc-4c1d-912f-e7d0b488a191'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 08:15:27.132650 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-87c540ea-13c6-4cc8-84d3-863db10618a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T08:15:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['b0363a0e-68fc-4c1d-912f-e7d0b488a191'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:15:27.149611 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-4801bceb-366a-4a33-9981-f08c37b76d45 admin admin] For port 234adabb-1f61-4bc4-be72-d09401d680fb, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=234adabb-1f61-4bc4-be72-d09401d680fb,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:15:27.149976 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4801bceb-366a-4a33-9981-f08c37b76d45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (234adabb-1f61-4bc4-be72-d09401d680fb), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:27.162519 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-4801bceb-366a-4a33-9981-f08c37b76d45 admin admin] Calling delete_port for 234adabb-1f61-4bc4-be72-d09401d680fb owned by network:router_gateway {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 08:15:27.313396 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-87c540ea-13c6-4cc8-84d3-863db10618a1 None None] Set router b0363a0e-68fc-4c1d-912f-e7d0b488a191 gateway port host: None {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 08:15:27.330684 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4801bceb-366a-4a33-9981-f08c37b76d45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (234adabb-1f61-4bc4-be72-d09401d680fb), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:27.363270 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4801bceb-366a-4a33-9981-f08c37b76d45 admin admin] Pushing event deleted for resources: {'Port': ['ID=234adabb-1f61-4bc4-be72-d09401d680fb,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:15:27.375529 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-87c540ea-13c6-4cc8-84d3-863db10618a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0363a0e-68fc-4c1d-912f-e7d0b488a191', 'name': 'tempest-TestMinimumBasicScenario-1966943164-router', 'tenant_id': '9b313f3f3c1241c2a4ea1d354d0dfb31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:13:01Z', 'updated_at': '2022-01-28T08:15:27Z', 'revision_number': 6, 'project_id': '9b313f3f3c1241c2a4ea1d354d0dfb31', 'gw_port_host': None}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:15:27.405807 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c540ea-13c6-4cc8-84d3-863db10618a1 None None] The sync data for ids ['b0363a0e-68fc-4c1d-912f-e7d0b488a191'] in n-d-712749-28 is: [{'id': 'b0363a0e-68fc-4c1d-912f-e7d0b488a191', 'name': 'tempest-TestMinimumBasicScenario-1966943164-router', 'tenant_id': '9b313f3f3c1241c2a4ea1d354d0dfb31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:13:01Z', 'updated_at': '2022-01-28T08:15:27Z', 'revision_number': 6, 'project_id': '9b313f3f3c1241c2a4ea1d354d0dfb31', 'gw_port_host': None}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 08:15:27.430245 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4801bceb-366a-4a33-9981-f08c37b76d45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16607873'] for router_gateway (b0363a0e-68fc-4c1d-912f-e7d0b488a191), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:27.524103 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4801bceb-366a-4a33-9981-f08c37b76d45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16605684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127449'] for router (b0363a0e-68fc-4c1d-912f-e7d0b488a191), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:27.526228 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4801bceb-366a-4a33-9981-f08c37b76d45 admin admin] Publish callbacks [] for router_controller (b0363a0e-68fc-4c1d-912f-e7d0b488a191), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:27.567474 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4801bceb-366a-4a33-9981-f08c37b76d45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16605693'] for router (b0363a0e-68fc-4c1d-912f-e7d0b488a191), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:27.567962 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4801bceb-366a-4a33-9981-f08c37b76d45 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b0363a0e-68fc-4c1d-912f-e7d0b488a191 {{(pid=103283) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 08:15:27.572907 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4801bceb-366a-4a33-9981-f08c37b76d45 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:27.574045 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-4801bceb-366a-4a33-9981-f08c37b76d45 admin admin] 10.222.0.41 "DELETE /v2.0/routers/b0363a0e-68fc-4c1d-912f-e7d0b488a191 HTTP/1.1" status: 204 len: 168 time: 0.7661917 Jan 28 08:15:27.576621 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 40962) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:15:27.625487 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_v2 [None req-4deebeb3-2575-42e4-861d-462200c6555b admin admin] Deleting subnet cb716f9b-6a23-4fc2-bcea-c49ac75bc857 {{(pid=103283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 08:15:27.628544 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4deebeb3-2575-42e4-861d-462200c6555b admin admin] Publish callbacks [] for subnet (cb716f9b-6a23-4fc2-bcea-c49ac75bc857), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:27.662423 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4deebeb3-2575-42e4-861d-462200c6555b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13506696'] for subnet (cb716f9b-6a23-4fc2-bcea-c49ac75bc857), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:27.735830 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4deebeb3-2575-42e4-861d-462200c6555b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (cb716f9b-6a23-4fc2-bcea-c49ac75bc857), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:27.793119 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4deebeb3-2575-42e4-861d-462200c6555b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13546665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13556132'] for subnet (cb716f9b-6a23-4fc2-bcea-c49ac75bc857), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:27.826559 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4deebeb3-2575-42e4-861d-462200c6555b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb716f9b-6a23-4fc2-bcea-c49ac75bc857,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:15:27.831561 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4deebeb3-2575-42e4-861d-462200c6555b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:27.835105 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-4deebeb3-2575-42e4-861d-462200c6555b admin admin] 10.222.0.41 "DELETE /v2.0/subnets/cb716f9b-6a23-4fc2-bcea-c49ac75bc857 HTTP/1.1" status: 204 len: 168 time: 0.2573216 Jan 28 08:15:27.837766 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 40964) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:15:27.840361 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cba2c96-b204-4937-8600-b4a732140ecb None None] Network 7c7e8fb4-c668-47c7-b2b0-26d9ef5201a1 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 08:15:27.912771 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-59659a90-1e9c-4d24-af44-5647129a9224 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (7c7e8fb4-c668-47c7-b2b0-26d9ef5201a1), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:27.968769 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-59659a90-1e9c-4d24-af44-5647129a9224 admin admin] Deleting port 736cd131-b97b-417b-976f-cd0a979a2349 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 08:15:27.969106 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-59659a90-1e9c-4d24-af44-5647129a9224 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (736cd131-b97b-417b-976f-cd0a979a2349), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:28.033567 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-59659a90-1e9c-4d24-af44-5647129a9224 admin admin] For port 736cd131-b97b-417b-976f-cd0a979a2349, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=736cd131-b97b-417b-976f-cd0a979a2349,segment=NetworkSegment(b3dca6d8-b41c-409e-95a9-2ef6e2982c5a),segment_id=b3dca6d8-b41c-409e-95a9-2ef6e2982c5a)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:15:28.033921 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-59659a90-1e9c-4d24-af44-5647129a9224 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (736cd131-b97b-417b-976f-cd0a979a2349), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:28.046674 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-59659a90-1e9c-4d24-af44-5647129a9224 admin admin] Calling delete_port for 736cd131-b97b-417b-976f-cd0a979a2349 owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 08:15:28.123888 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-59659a90-1e9c-4d24-af44-5647129a9224 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (736cd131-b97b-417b-976f-cd0a979a2349), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:28.152591 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59659a90-1e9c-4d24-af44-5647129a9224 admin admin] Pushing event deleted for resources: {'Port': ['ID=736cd131-b97b-417b-976f-cd0a979a2349,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:15:28.155880 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59659a90-1e9c-4d24-af44-5647129a9224 admin admin] No DVR routers for this DVR port 736cd131-b97b-417b-976f-cd0a979a2349 on host n-d-712749-28 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 08:15:28.229409 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-59659a90-1e9c-4d24-af44-5647129a9224 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (7c7e8fb4-c668-47c7-b2b0-26d9ef5201a1), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:28.249375 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fcc5916-053b-4724-89e5-9a96ee6acf9c None None] DHCP port deletion for 7c7e8fb4-c668-47c7-b2b0-26d9ef5201a1 request from n-d-712749-28 {{(pid=103285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 08:15:28.255026 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-59659a90-1e9c-4d24-af44-5647129a9224 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c7e8fb4-c668-47c7-b2b0-26d9ef5201a1']}} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:15:28.269684 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-59659a90-1e9c-4d24-af44-5647129a9224 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3dca6d8-b41c-409e-95a9-2ef6e2982c5a') {'for_net_delete': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:15:28.269954 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-59659a90-1e9c-4d24-af44-5647129a9224 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3dca6d8-b41c-409e-95a9-2ef6e2982c5a') {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:15:28.280792 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-59659a90-1e9c-4d24-af44-5647129a9224 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13506801'] for segment (b3dca6d8-b41c-409e-95a9-2ef6e2982c5a), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:28.296467 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-59659a90-1e9c-4d24-af44-5647129a9224 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (b3dca6d8-b41c-409e-95a9-2ef6e2982c5a), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:28.302658 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59659a90-1e9c-4d24-af44-5647129a9224 admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=103283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 08:15:28.303064 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-59659a90-1e9c-4d24-af44-5647129a9224 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13546563'] for segment (b3dca6d8-b41c-409e-95a9-2ef6e2982c5a), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:28.305251 n-d-712749-28 neutron-server[103283]: Traceback (most recent call last): Jan 28 08:15:28.305251 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 08:15:28.305251 n-d-712749-28 neutron-server[103283]: timer() Jan 28 08:15:28.305251 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 08:15:28.305251 n-d-712749-28 neutron-server[103283]: cb(*args, **kw) Jan 28 08:15:28.305251 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 08:15:28.305251 n-d-712749-28 neutron-server[103283]: return func(*args, **kwargs) Jan 28 08:15:28.305251 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 08:15:28.305251 n-d-712749-28 neutron-server[103283]: self._notify() Jan 28 08:15:28.305251 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 08:15:28.305251 n-d-712749-28 neutron-server[103283]: self.callback(batched_events) Jan 28 08:15:28.305251 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 08:15:28.305251 n-d-712749-28 neutron-server[103283]: event.method(event) Jan 28 08:15:28.305251 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 08:15:28.305251 n-d-712749-28 neutron-server[103283]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 08:15:28.305251 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 08:15:28.305251 n-d-712749-28 neutron-server[103283]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 08:15:28.305251 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 08:15:28.305251 n-d-712749-28 neutron-server[103283]: return f(self, *a, **k) Jan 28 08:15:28.305251 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 08:15:28.305251 n-d-712749-28 neutron-server[103283]: return self._get(url).json() Jan 28 08:15:28.305251 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 08:15:28.305251 n-d-712749-28 neutron-server[103283]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 08:15:28.305251 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 08:15:28.305251 n-d-712749-28 neutron-server[103283]: return self.request(url, 'GET', **kwargs) Jan 28 08:15:28.305251 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 08:15:28.305251 n-d-712749-28 neutron-server[103283]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 08:15:28.305251 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 08:15:28.305251 n-d-712749-28 neutron-server[103283]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 08:15:28.305251 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 08:15:28.305251 n-d-712749-28 neutron-server[103283]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 08:15:28.305251 n-d-712749-28 neutron-server[103283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 08:15:28.336214 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 11117618-3c01-478b-b70a-5b03bd1c1bab no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 08:15:28.360670 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: 11117618-3c01-478b-b70a-5b03bd1c1bab {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 08:15:28.361409 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 11117618-3c01-478b-b70a-5b03bd1c1bab not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 08:15:28.368424 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-59659a90-1e9c-4d24-af44-5647129a9224 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (7c7e8fb4-c668-47c7-b2b0-26d9ef5201a1), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:28.378314 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-59659a90-1e9c-4d24-af44-5647129a9224 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:28.381584 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-59659a90-1e9c-4d24-af44-5647129a9224 admin admin] 10.222.0.41 "DELETE /v2.0/networks/7c7e8fb4-c668-47c7-b2b0-26d9ef5201a1 HTTP/1.1" status: 204 len: 168 time: 0.5424399 Jan 28 08:15:28.395404 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59659a90-1e9c-4d24-af44-5647129a9224 admin admin] Pushing event deleted for resources: {'Network': ['ID=7c7e8fb4-c668-47c7-b2b0-26d9ef5201a1,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:15:28.559269 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 40968) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:15:28.603243 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-a0063b72-f94d-47a7-9032-5f8bfcfd6485 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0d3f331b28784d59b2bc7cf15dfa59ab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0428164 Jan 28 08:15:28.605802 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 40970) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:15:28.653234 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-719c0fcd-3587-4a26-bed6-6d8d5dd0da26 admin admin] Publish callbacks [] for security_group (ec275d1b-f20e-4035-bdbd-f5947b6f1ac3), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:28.674802 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-719c0fcd-3587-4a26-bed6-6d8d5dd0da26 admin admin] Publish callbacks [] for security_group (ec275d1b-f20e-4035-bdbd-f5947b6f1ac3), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:28.721515 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-719c0fcd-3587-4a26-bed6-6d8d5dd0da26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (ec275d1b-f20e-4035-bdbd-f5947b6f1ac3), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:28.724164 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-719c0fcd-3587-4a26-bed6-6d8d5dd0da26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:28.725351 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-719c0fcd-3587-4a26-bed6-6d8d5dd0da26 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ec275d1b-f20e-4035-bdbd-f5947b6f1ac3 HTTP/1.1" status: 204 len: 168 time: 0.1186488 Jan 28 08:15:28.733953 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719c0fcd-3587-4a26-bed6-6d8d5dd0da26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec275d1b-f20e-4035-bdbd-f5947b6f1ac3,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:15:29.033123 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 40976) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:15:29.076330 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-70983725-861d-42c3-adfb-e05414254772 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9b313f3f3c1241c2a4ea1d354d0dfb31&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0420034 Jan 28 08:15:29.078795 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 40978) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:15:29.124861 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1d31c580-965a-4937-a9e1-2cf459f47047 admin admin] Publish callbacks [] for security_group (d09353d5-bb71-4878-a024-f96b3e1fb260), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:29.145539 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1d31c580-965a-4937-a9e1-2cf459f47047 admin admin] Publish callbacks [] for security_group (d09353d5-bb71-4878-a024-f96b3e1fb260), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:29.199975 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1d31c580-965a-4937-a9e1-2cf459f47047 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (d09353d5-bb71-4878-a024-f96b3e1fb260), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:29.202464 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1d31c580-965a-4937-a9e1-2cf459f47047 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:29.203648 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-1d31c580-965a-4937-a9e1-2cf459f47047 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d09353d5-bb71-4878-a024-f96b3e1fb260 HTTP/1.1" status: 204 len: 168 time: 0.1239610 Jan 28 08:15:29.211371 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d31c580-965a-4937-a9e1-2cf459f47047 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d09353d5-bb71-4878-a024-f96b3e1fb260,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:15:29.915404 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 234adabb-1f61-4bc4-be72-d09401d680fb no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 08:15:29.938331 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: 234adabb-1f61-4bc4-be72-d09401d680fb {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 08:15:29.938675 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 234adabb-1f61-4bc4-be72-d09401d680fb not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 08:15:29.939088 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 736cd131-b97b-417b-976f-cd0a979a2349 no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 08:15:29.958692 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: 736cd131-b97b-417b-976f-cd0a979a2349 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 08:15:29.958965 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 736cd131-b97b-417b-976f-cd0a979a2349 not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 08:15:31.761274 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 41020) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:15:31.765866 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-4f8bc3da-f980-43a9-831d-50f73d5f98c5 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2136756498', 'description': 'tempest-secgroup-smoke-2136756498 description', 'project_id': '254d30a3a3e041b3bd650c9318c9b350'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:15:31.786576 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4f8bc3da-f980-43a9-831d-50f73d5f98c5 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:31.794972 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4f8bc3da-f980-43a9-831d-50f73d5f98c5 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:31.869405 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4f8bc3da-f980-43a9-831d-50f73d5f98c5 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for security_group (5393b646-aacd-47b3-ae3c-352fb19d446a), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:31.873162 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4f8bc3da-f980-43a9-831d-50f73d5f98c5 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (5393b646-aacd-47b3-ae3c-352fb19d446a), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:31.918085 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8bc3da-f980-43a9-831d-50f73d5f98c5 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5393b646-aacd-47b3-ae3c-352fb19d446a,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:15:31.953518 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4f8bc3da-f980-43a9-831d-50f73d5f98c5 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for security_group (0d81b1ae-3323-45a3-9777-cd6ce898c6fe), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:31.957172 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4f8bc3da-f980-43a9-831d-50f73d5f98c5 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (0d81b1ae-3323-45a3-9777-cd6ce898c6fe), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:31.989449 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4f8bc3da-f980-43a9-831d-50f73d5f98c5 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:31.990607 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-4f8bc3da-f980-43a9-831d-50f73d5f98c5 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2283154 Jan 28 08:15:31.994137 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 41022) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:15:31.998418 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-84d5b471-3481-4e90-b39f-83e794255f34 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Request body: {'security_group_rule': {'security_group_id': '0d81b1ae-3323-45a3-9777-cd6ce898c6fe', 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:15:32.005950 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8bc3da-f980-43a9-831d-50f73d5f98c5 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d81b1ae-3323-45a3-9777-cd6ce898c6fe,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:15:32.026281 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-84d5b471-3481-4e90-b39f-83e794255f34 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for security_group_rule (f1e85fe6-8a6f-4b05-a606-20b649cfddc3), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:32.080487 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-84d5b471-3481-4e90-b39f-83e794255f34 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for security_group_rule (f1e85fe6-8a6f-4b05-a606-20b649cfddc3), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:32.083995 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-84d5b471-3481-4e90-b39f-83e794255f34 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (f1e85fe6-8a6f-4b05-a606-20b649cfddc3), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:32.102577 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d5b471-3481-4e90-b39f-83e794255f34 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1e85fe6-8a6f-4b05-a606-20b649cfddc3,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:15:32.112605 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-84d5b471-3481-4e90-b39f-83e794255f34 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:32.113801 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-84d5b471-3481-4e90-b39f-83e794255f34 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1187475 Jan 28 08:15:32.116581 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 41024) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:15:32.122002 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-bd5c308e-a62b-4d3c-96d8-0ea33821d8c9 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Request body: {'security_group_rule': {'security_group_id': '0d81b1ae-3323-45a3-9777-cd6ce898c6fe', 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:15:32.144951 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bd5c308e-a62b-4d3c-96d8-0ea33821d8c9 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for security_group_rule (409a4f80-aecc-40bb-b70c-1ebbe3ff6a5c), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:32.199272 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bd5c308e-a62b-4d3c-96d8-0ea33821d8c9 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for security_group_rule (409a4f80-aecc-40bb-b70c-1ebbe3ff6a5c), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:32.202539 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bd5c308e-a62b-4d3c-96d8-0ea33821d8c9 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (409a4f80-aecc-40bb-b70c-1ebbe3ff6a5c), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:32.219073 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5c308e-a62b-4d3c-96d8-0ea33821d8c9 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=409a4f80-aecc-40bb-b70c-1ebbe3ff6a5c,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:15:32.231326 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bd5c308e-a62b-4d3c-96d8-0ea33821d8c9 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:32.235388 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-bd5c308e-a62b-4d3c-96d8-0ea33821d8c9 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1147079 Jan 28 08:15:32.235922 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 41026) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:15:32.243763 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-57a421fb-3ce2-4377-be74-b16280a24cd2 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Request body: {'security_group_rule': {'security_group_id': '0d81b1ae-3323-45a3-9777-cd6ce898c6fe', 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:15:32.270079 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-57a421fb-3ce2-4377-be74-b16280a24cd2 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for security_group_rule (4fd7e995-3639-4937-9199-55a33e7bedbb), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:32.324412 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-57a421fb-3ce2-4377-be74-b16280a24cd2 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for security_group_rule (4fd7e995-3639-4937-9199-55a33e7bedbb), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:32.328028 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-57a421fb-3ce2-4377-be74-b16280a24cd2 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (4fd7e995-3639-4937-9199-55a33e7bedbb), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:32.349986 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a421fb-3ce2-4377-be74-b16280a24cd2 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fd7e995-3639-4937-9199-55a33e7bedbb,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:15:32.355671 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-57a421fb-3ce2-4377-be74-b16280a24cd2 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:32.357029 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-57a421fb-3ce2-4377-be74-b16280a24cd2 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1196640 Jan 28 08:15:32.359691 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 41028) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:15:32.363883 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-948bd26c-7517-44b5-8acb-f8dcb3116175 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Request body: {'security_group_rule': {'security_group_id': '0d81b1ae-3323-45a3-9777-cd6ce898c6fe', 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:15:32.387043 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-948bd26c-7517-44b5-8acb-f8dcb3116175 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for security_group_rule (af1ae641-5580-41af-8155-21837e6e5c21), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:32.443504 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-948bd26c-7517-44b5-8acb-f8dcb3116175 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for security_group_rule (af1ae641-5580-41af-8155-21837e6e5c21), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:32.446997 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-948bd26c-7517-44b5-8acb-f8dcb3116175 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (af1ae641-5580-41af-8155-21837e6e5c21), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:32.465640 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948bd26c-7517-44b5-8acb-f8dcb3116175 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af1ae641-5580-41af-8155-21837e6e5c21,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:15:32.470509 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-948bd26c-7517-44b5-8acb-f8dcb3116175 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:32.471689 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-948bd26c-7517-44b5-8acb-f8dcb3116175 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1110637 Jan 28 08:15:32.474425 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 41030) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:15:32.479748 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-3b6437a6-a9fc-4968-8574-20d64e9f16e0 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Request body: {'security_group_rule': {'security_group_id': '0d81b1ae-3323-45a3-9777-cd6ce898c6fe', 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:15:32.498724 n-d-712749-28 neutron-server[103284]: INFO neutron.db.securitygroups_db [None req-3b6437a6-a9fc-4968-8574-20d64e9f16e0 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Project 254d30a3a3e041b3bd650c9318c9b350 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 08:15:32.503360 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3b6437a6-a9fc-4968-8574-20d64e9f16e0 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for security_group_rule (c7c21a8c-aff3-4fac-bbd3-9a671b733ca4), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:32.560540 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3b6437a6-a9fc-4968-8574-20d64e9f16e0 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for security_group_rule (c7c21a8c-aff3-4fac-bbd3-9a671b733ca4), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:32.563810 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3b6437a6-a9fc-4968-8574-20d64e9f16e0 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (c7c21a8c-aff3-4fac-bbd3-9a671b733ca4), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:32.581491 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6437a6-a9fc-4968-8574-20d64e9f16e0 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7c21a8c-aff3-4fac-bbd3-9a671b733ca4,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:15:32.588771 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3b6437a6-a9fc-4968-8574-20d64e9f16e0 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:32.589965 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-3b6437a6-a9fc-4968-8574-20d64e9f16e0 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1143603 Jan 28 08:15:32.592756 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 41032) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:15:32.597086 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-09f26469-55fd-461e-8685-450f2d417687 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Request body: {'security_group_rule': {'security_group_id': '0d81b1ae-3323-45a3-9777-cd6ce898c6fe', 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:15:32.616135 n-d-712749-28 neutron-server[103284]: INFO neutron.db.securitygroups_db [None req-09f26469-55fd-461e-8685-450f2d417687 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Project 254d30a3a3e041b3bd650c9318c9b350 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 08:15:32.620832 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-09f26469-55fd-461e-8685-450f2d417687 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for security_group_rule (ca306736-c4fd-41c2-be89-21139672cfdd), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:32.677674 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-09f26469-55fd-461e-8685-450f2d417687 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for security_group_rule (ca306736-c4fd-41c2-be89-21139672cfdd), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:32.681106 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-09f26469-55fd-461e-8685-450f2d417687 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (ca306736-c4fd-41c2-be89-21139672cfdd), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:32.700408 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f26469-55fd-461e-8685-450f2d417687 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca306736-c4fd-41c2-be89-21139672cfdd,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:15:32.710535 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-09f26469-55fd-461e-8685-450f2d417687 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:32.713874 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-09f26469-55fd-461e-8685-450f2d417687 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1187794 Jan 28 08:15:32.715418 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 41034) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:15:32.720153 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-1ded41c9-889d-48f5-acdc-a41a5273aa83 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Request body: {'network': {'name': 'tempest-network-smoke--1922434912', 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'port_security_enabled': True}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:15:32.737327 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ded41c9-889d-48f5-acdc-a41a5273aa83 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Made reservation on behalf of 254d30a3a3e041b3bd650c9318c9b350 for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 08:15:32.740428 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1ded41c9-889d-48f5-acdc-a41a5273aa83 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:32.763097 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ded41c9-889d-48f5-acdc-a41a5273aa83 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 08:15:32.771416 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1ded41c9-889d-48f5-acdc-a41a5273aa83 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (7056969b-0b18-44dc-a956-6a8c870cc31d), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:32.771759 n-d-712749-28 neutron-server[103284]: INFO neutron.db.segments_db [None req-1ded41c9-889d-48f5-acdc-a41a5273aa83 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Added segment 7056969b-0b18-44dc-a956-6a8c870cc31d of type vlan for network 13d4085a-50d5-44e6-93c3-9cadcb3c0218 Jan 28 08:15:32.810775 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1ded41c9-889d-48f5-acdc-a41a5273aa83 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (13d4085a-50d5-44e6-93c3-9cadcb3c0218), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:32.834046 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1ded41c9-889d-48f5-acdc-a41a5273aa83 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (13d4085a-50d5-44e6-93c3-9cadcb3c0218), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:32.838971 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ded41c9-889d-48f5-acdc-a41a5273aa83 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:15:32.839549 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1ded41c9-889d-48f5-acdc-a41a5273aa83 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:32.894576 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-1ded41c9-889d-48f5-acdc-a41a5273aa83 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1781702 Jan 28 08:15:32.897552 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 41036) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:15:32.902590 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-e340e1f5-150b-42fa-8ea6-a7cb1f4002d6 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1295658158', 'admin_state_up': True, 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:15:32.905557 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ded41c9-889d-48f5-acdc-a41a5273aa83 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Pushing event updated for resources: {'Network': ['ID=13d4085a-50d5-44e6-93c3-9cadcb3c0218,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:15:32.916572 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network 13d4085a-50d5-44e6-93c3-9cadcb3c0218 details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 08:15:32.925894 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e340e1f5-150b-42fa-8ea6-a7cb1f4002d6 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16606890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127275'] for router (369d2e27-af8b-4693-b920-d5c68890b2ed), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:32.926899 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e340e1f5-150b-42fa-8ea6-a7cb1f4002d6 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16605498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16607952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16355422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127266'] for router (369d2e27-af8b-4693-b920-d5c68890b2ed), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:32.976259 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e340e1f5-150b-42fa-8ea6-a7cb1f4002d6 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for router_controller (369d2e27-af8b-4693-b920-d5c68890b2ed), precommit_add_association {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:33.112713 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e340e1f5-150b-42fa-8ea6-a7cb1f4002d6 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for router_gateway (369d2e27-af8b-4693-b920-d5c68890b2ed), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:33.298983 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e340e1f5-150b-42fa-8ea6-a7cb1f4002d6 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for router_gateway (369d2e27-af8b-4693-b920-d5c68890b2ed), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:33.322987 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e340e1f5-150b-42fa-8ea6-a7cb1f4002d6 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:33.356593 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-05307b9d-2706-4555-a734-c29fdea67256 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:33.425746 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-e340e1f5-150b-42fa-8ea6-a7cb1f4002d6 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Allocated IP 172.25.6.118 (7d5b3724-deef-4831-8d43-cb9b8176573c/b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc/447008a6-a8d2-4fff-b56e-28132b27c4bd) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 08:15:33.532790 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e340e1f5-150b-42fa-8ea6-a7cb1f4002d6 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for port (447008a6-a8d2-4fff-b56e-28132b27c4bd), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:33.566347 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e340e1f5-150b-42fa-8ea6-a7cb1f4002d6 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (447008a6-a8d2-4fff-b56e-28132b27c4bd), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:33.603617 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e340e1f5-150b-42fa-8ea6-a7cb1f4002d6 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Network 7d5b3724-deef-4831-8d43-cb9b8176573c is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 08:15:33.606381 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-e340e1f5-150b-42fa-8ea6-a7cb1f4002d6 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 08:15:33.609749 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e340e1f5-150b-42fa-8ea6-a7cb1f4002d6 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 08:15:33.641213 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e340e1f5-150b-42fa-8ea6-a7cb1f4002d6 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Pushing event updated for resources: {'Port': ['ID=447008a6-a8d2-4fff-b56e-28132b27c4bd,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:15:33.654453 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:33.862077 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e340e1f5-150b-42fa-8ea6-a7cb1f4002d6 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for router_gateway (369d2e27-af8b-4693-b920-d5c68890b2ed), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:34.060127 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e340e1f5-150b-42fa-8ea6-a7cb1f4002d6 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16605475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16607909'] for router (369d2e27-af8b-4693-b920-d5c68890b2ed), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:34.182994 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e340e1f5-150b-42fa-8ea6-a7cb1f4002d6 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Router 369d2e27-af8b-4693-b920-d5c68890b2ed is scheduled to L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 with binding_index 1 {{(pid=103283) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 08:15:34.288944 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e340e1f5-150b-42fa-8ea6-a7cb1f4002d6 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 08:15:34.300220 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71fa07e-f113-4781-a502-0ee5574b2957 None None] Sync routers for ids ['369d2e27-af8b-4693-b920-d5c68890b2ed'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 08:15:34.308303 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e340e1f5-150b-42fa-8ea6-a7cb1f4002d6 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for router (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:34.312693 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-e340e1f5-150b-42fa-8ea6-a7cb1f4002d6 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4109037 Jan 28 08:15:34.312833 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71fa07e-f113-4781-a502-0ee5574b2957 None None] Routers {'369d2e27-af8b-4693-b920-d5c68890b2ed'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 08:15:34.312833 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-d71fa07e-f113-4781-a502-0ee5574b2957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T08:15:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['369d2e27-af8b-4693-b920-d5c68890b2ed'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:15:34.313042 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 41038) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:15:34.416570 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-d71fa07e-f113-4781-a502-0ee5574b2957 None None] Set router 369d2e27-af8b-4693-b920-d5c68890b2ed gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 08:15:34.443038 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-9e294841-648e-4c75-9f2e-e5d63611915e tempest-TestNetworkAdvancedServerOps-213716511 tempest-TestNetworkAdvancedServerOps-213716511-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=254d30a3a3e041b3bd650c9318c9b350&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1290650 Jan 28 08:15:34.446322 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 41042) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:15:34.534838 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e03793-e198-4016-a4ed-852060d83f9f tempest-TestNetworkAdvancedServerOps-213716511 tempest-TestNetworkAdvancedServerOps-213716511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:15:34.536406 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-d7e03793-e198-4016-a4ed-852060d83f9f tempest-TestNetworkAdvancedServerOps-213716511 tempest-TestNetworkAdvancedServerOps-213716511-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0890455 Jan 28 08:15:34.539735 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 41044) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:15:34.569520 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-e7aab07e-0900-4784-bfab-87c9a836ed10 tempest-TestNetworkAdvancedServerOps-213716511 tempest-TestNetworkAdvancedServerOps-213716511-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=7d5b3724-deef-4831-8d43-cb9b8176573c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0286181 Jan 28 08:15:34.572091 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 41046) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:15:34.576786 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-44a7e5fa-07da-445a-b0af-0fbe65a01c22 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1074326100', 'network_id': '13d4085a-50d5-44e6-93c3-9cadcb3c0218', 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:15:34.592930 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-d71fa07e-f113-4781-a502-0ee5574b2957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '369d2e27-af8b-4693-b920-d5c68890b2ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1295658158', 'tenant_id': '254d30a3a3e041b3bd650c9318c9b350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.118'}], 'enable_snat': True}, 'gw_port_id': '447008a6-a8d2-4fff-b56e-28132b27c4bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:15:32Z', 'updated_at': '2022-01-28T08:15:33Z', 'revision_number': 3, 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'gw_port': {'id': '447008a6-a8d2-4fff-b56e-28132b27c4bd', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:48:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '369d2e27-af8b-4693-b920-d5c68890b2ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:15:33Z', 'updated_at': '2022-01-28T08:15:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:15:34.619767 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71fa07e-f113-4781-a502-0ee5574b2957 None None] Checking router: 369d2e27-af8b-4693-b920-d5c68890b2ed for host: n-d-712749-28 {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 08:15:34.620127 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71fa07e-f113-4781-a502-0ee5574b2957 None None] Updating router 369d2e27-af8b-4693-b920-d5c68890b2ed port 447008a6-a8d2-4fff-b56e-28132b27c4bd binding host n-d-712749-28 {{(pid=103285) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 08:15:34.655760 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d71fa07e-f113-4781-a502-0ee5574b2957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (447008a6-a8d2-4fff-b56e-28132b27c4bd), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:34.665615 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44a7e5fa-07da-445a-b0af-0fbe65a01c22 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Made reservation on behalf of 254d30a3a3e041b3bd650c9318c9b350 for: {'subnet': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 08:15:34.669186 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-44a7e5fa-07da-445a-b0af-0fbe65a01c22 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13555781'] for subnet (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:34.680727 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:34.852179 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-44a7e5fa-07da-445a-b0af-0fbe65a01c22 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13546728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13555799'] for subnet (5f130365-2adc-466f-9e83-ab0cce5b176e), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:34.911443 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d71fa07e-f113-4781-a502-0ee5574b2957 None None] Publish callbacks [] for port (447008a6-a8d2-4fff-b56e-28132b27c4bd), precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:34.920094 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d71fa07e-f113-4781-a502-0ee5574b2957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (447008a6-a8d2-4fff-b56e-28132b27c4bd), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:34.923389 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a7e5fa-07da-445a-b0af-0fbe65a01c22 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Pushing event updated for resources: {'Subnet': ['ID=5f130365-2adc-466f-9e83-ab0cce5b176e,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:15:34.932911 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a7e5fa-07da-445a-b0af-0fbe65a01c22 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Checking segment: {'id': '7056969b-0b18-44dc-a956-6a8c870cc31d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '13d4085a-50d5-44e6-93c3-9cadcb3c0218'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 08:15:34.933276 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44a7e5fa-07da-445a-b0af-0fbe65a01c22 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Network hostable DHCP agents. Network: 13d4085a-50d5-44e6-93c3-9cadcb3c0218, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 08:15:34.950485 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44a7e5fa-07da-445a-b0af-0fbe65a01c22 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Network 13d4085a-50d5-44e6-93c3-9cadcb3c0218 is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 08:15:34.962007 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-44a7e5fa-07da-445a-b0af-0fbe65a01c22 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, 13d4085a-50d5-44e6-93c3-9cadcb3c0218) {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 08:15:34.966997 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44a7e5fa-07da-445a-b0af-0fbe65a01c22 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:15:34.967798 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-44a7e5fa-07da-445a-b0af-0fbe65a01c22 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:34.974828 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1938c71c-92dc-4aed-a0d8-05646c80d712 None None] Network 13d4085a-50d5-44e6-93c3-9cadcb3c0218 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 08:15:34.986007 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-44a7e5fa-07da-445a-b0af-0fbe65a01c22 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4128909 Jan 28 08:15:34.988782 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 41048) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:15:34.991091 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-d71fa07e-f113-4781-a502-0ee5574b2957 None None] Attempting to bind port 447008a6-a8d2-4fff-b56e-28132b27c4bd on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 08:15:34.991470 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-d71fa07e-f113-4781-a502-0ee5574b2957 None None] Attempting to bind port 447008a6-a8d2-4fff-b56e-28132b27c4bd by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 08:15:34.991842 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71fa07e-f113-4781-a502-0ee5574b2957 None None] Attempting to bind port 447008a6-a8d2-4fff-b56e-28132b27c4bd on network 7d5b3724-deef-4831-8d43-cb9b8176573c {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 08:15:34.996553 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64326a64-3648-475b-a081-87ce53ac5b0e None None] Pushing event updated for resources: {'Port': ['ID=447008a6-a8d2-4fff-b56e-28132b27c4bd,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:15:35.033390 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71fa07e-f113-4781-a502-0ee5574b2957 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 8, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 08:15:35.033777 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71fa07e-f113-4781-a502-0ee5574b2957 None None] Checking segment: {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 08:15:35.034186 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d71fa07e-f113-4781-a502-0ee5574b2957 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:35.034584 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71fa07e-f113-4781-a502-0ee5574b2957 None None] Bound using segment: {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 08:15:35.035075 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-d71fa07e-f113-4781-a502-0ee5574b2957 None None] Bound port: 447008a6-a8d2-4fff-b56e-28132b27c4bd, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 08:15:35.035466 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d71fa07e-f113-4781-a502-0ee5574b2957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (447008a6-a8d2-4fff-b56e-28132b27c4bd), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:35.125777 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-d71fa07e-f113-4781-a502-0ee5574b2957 None None] For port 447008a6-a8d2-4fff-b56e-28132b27c4bd, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 08:15:35.141447 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0313355c-d227-4a21-909a-3d3ab23abe2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3dd72b9-6805-5f61-b6f3-a591f99a173d-13d4085a-50d5-44e6-93c3-9cadcb3c0218', 'network_id': '13d4085a-50d5-44e6-93c3-9cadcb3c0218', 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'fixed_ips': [{'subnet_id': '5f130365-2adc-466f-9e83-ab0cce5b176e'}]}} from n-d-712749-28. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 08:15:35.142097 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0313355c-d227-4a21-909a-3d3ab23abe2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:35.146901 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-d71fa07e-f113-4781-a502-0ee5574b2957 None None] For port 447008a6-a8d2-4fff-b56e-28132b27c4bd, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=447008a6-a8d2-4fff-b56e-28132b27c4bd,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 08:15:35.162945 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d71fa07e-f113-4781-a502-0ee5574b2957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (447008a6-a8d2-4fff-b56e-28132b27c4bd), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:35.293369 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64326a64-3648-475b-a081-87ce53ac5b0e None None] Pushing event updated for resources: {'Port': ['ID=447008a6-a8d2-4fff-b56e-28132b27c4bd,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:15:35.301798 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71fa07e-f113-4781-a502-0ee5574b2957 None None] Routers {'369d2e27-af8b-4693-b920-d5c68890b2ed'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 08:15:35.302418 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-d71fa07e-f113-4781-a502-0ee5574b2957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T08:15:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['369d2e27-af8b-4693-b920-d5c68890b2ed'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:15:35.431342 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-0313355c-d227-4a21-909a-3d3ab23abe2a None None] Allocated IP 172.20.0.2 (13d4085a-50d5-44e6-93c3-9cadcb3c0218/5f130365-2adc-466f-9e83-ab0cce5b176e/dcde0fec-cb34-448c-8f69-71d947e2fb19) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 08:15:35.459268 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-d71fa07e-f113-4781-a502-0ee5574b2957 None None] Set router 369d2e27-af8b-4693-b920-d5c68890b2ed gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 08:15:35.736679 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0313355c-d227-4a21-909a-3d3ab23abe2a None None] Publish callbacks [] for port (dcde0fec-cb34-448c-8f69-71d947e2fb19), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:35.752604 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0313355c-d227-4a21-909a-3d3ab23abe2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (dcde0fec-cb34-448c-8f69-71d947e2fb19), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:35.760562 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d38b52fc-311b-4da0-9cc8-468ec27868cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:35.785195 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-744cf61e-5405-469d-8fdb-96fca0e8f2d2 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:35.804249 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0313355c-d227-4a21-909a-3d3ab23abe2a None None] Network 13d4085a-50d5-44e6-93c3-9cadcb3c0218 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 08:15:35.810805 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-0313355c-d227-4a21-909a-3d3ab23abe2a None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 08:15:35.816670 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0313355c-d227-4a21-909a-3d3ab23abe2a None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 08:15:35.820990 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0313355c-d227-4a21-909a-3d3ab23abe2a None None] Pushing event updated for resources: {'Port': ['ID=dcde0fec-cb34-448c-8f69-71d947e2fb19,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:15:35.825754 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-d71fa07e-f113-4781-a502-0ee5574b2957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '369d2e27-af8b-4693-b920-d5c68890b2ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1295658158', 'tenant_id': '254d30a3a3e041b3bd650c9318c9b350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.118'}], 'enable_snat': True}, 'gw_port_id': '447008a6-a8d2-4fff-b56e-28132b27c4bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:15:32Z', 'updated_at': '2022-01-28T08:15:33Z', 'revision_number': 3, 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'gw_port': {'id': '447008a6-a8d2-4fff-b56e-28132b27c4bd', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:48:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '369d2e27-af8b-4693-b920-d5c68890b2ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:15:33Z', 'updated_at': '2022-01-28T08:15:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:15:35.856186 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71fa07e-f113-4781-a502-0ee5574b2957 None None] The sync data for ids ['369d2e27-af8b-4693-b920-d5c68890b2ed'] in n-d-712749-28 is: [{'id': '369d2e27-af8b-4693-b920-d5c68890b2ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1295658158', 'tenant_id': '254d30a3a3e041b3bd650c9318c9b350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.118'}], 'enable_snat': True}, 'gw_port_id': '447008a6-a8d2-4fff-b56e-28132b27c4bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:15:32Z', 'updated_at': '2022-01-28T08:15:33Z', 'revision_number': 3, 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'gw_port': {'id': '447008a6-a8d2-4fff-b56e-28132b27c4bd', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:48:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '369d2e27-af8b-4693-b920-d5c68890b2ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:15:33Z', 'updated_at': '2022-01-28T08:15:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 08:15:35.906679 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-0313355c-d227-4a21-909a-3d3ab23abe2a None None] Attempting to bind port dcde0fec-cb34-448c-8f69-71d947e2fb19 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 08:15:35.907068 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-0313355c-d227-4a21-909a-3d3ab23abe2a None None] Attempting to bind port dcde0fec-cb34-448c-8f69-71d947e2fb19 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '7056969b-0b18-44dc-a956-6a8c870cc31d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '13d4085a-50d5-44e6-93c3-9cadcb3c0218'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 08:15:35.907474 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0313355c-d227-4a21-909a-3d3ab23abe2a None None] Attempting to bind port dcde0fec-cb34-448c-8f69-71d947e2fb19 on network 13d4085a-50d5-44e6-93c3-9cadcb3c0218 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 08:15:35.912675 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0313355c-d227-4a21-909a-3d3ab23abe2a None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 8, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 08:15:35.913064 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0313355c-d227-4a21-909a-3d3ab23abe2a None None] Checking segment: {'id': '7056969b-0b18-44dc-a956-6a8c870cc31d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '13d4085a-50d5-44e6-93c3-9cadcb3c0218'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 08:15:35.913474 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0313355c-d227-4a21-909a-3d3ab23abe2a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:35.914023 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0313355c-d227-4a21-909a-3d3ab23abe2a None None] Bound using segment: {'id': '7056969b-0b18-44dc-a956-6a8c870cc31d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '13d4085a-50d5-44e6-93c3-9cadcb3c0218'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 08:15:35.914758 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-0313355c-d227-4a21-909a-3d3ab23abe2a None None] Bound port: dcde0fec-cb34-448c-8f69-71d947e2fb19, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7056969b-0b18-44dc-a956-6a8c870cc31d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '13d4085a-50d5-44e6-93c3-9cadcb3c0218'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 08:15:35.915293 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0313355c-d227-4a21-909a-3d3ab23abe2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (dcde0fec-cb34-448c-8f69-71d947e2fb19), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:36.107933 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-744cf61e-5405-469d-8fdb-96fca0e8f2d2 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Allocated IP 172.20.0.1 (13d4085a-50d5-44e6-93c3-9cadcb3c0218/5f130365-2adc-466f-9e83-ab0cce5b176e/03b84946-c6a7-426c-84ab-23bd6b0b4463) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 08:15:36.176089 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-0313355c-d227-4a21-909a-3d3ab23abe2a None None] For port dcde0fec-cb34-448c-8f69-71d947e2fb19, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 08:15:36.181158 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-0313355c-d227-4a21-909a-3d3ab23abe2a None None] For port dcde0fec-cb34-448c-8f69-71d947e2fb19, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=dcde0fec-cb34-448c-8f69-71d947e2fb19,segment=NetworkSegment(7056969b-0b18-44dc-a956-6a8c870cc31d),segment_id=7056969b-0b18-44dc-a956-6a8c870cc31d)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 08:15:36.186592 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0313355c-d227-4a21-909a-3d3ab23abe2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (dcde0fec-cb34-448c-8f69-71d947e2fb19), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:36.245755 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-744cf61e-5405-469d-8fdb-96fca0e8f2d2 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for port (03b84946-c6a7-426c-84ab-23bd6b0b4463), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:36.251160 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0313355c-d227-4a21-909a-3d3ab23abe2a None None] Pushing event updated for resources: {'Port': ['ID=dcde0fec-cb34-448c-8f69-71d947e2fb19,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:15:36.289292 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-744cf61e-5405-469d-8fdb-96fca0e8f2d2 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (03b84946-c6a7-426c-84ab-23bd6b0b4463), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:36.339300 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-744cf61e-5405-469d-8fdb-96fca0e8f2d2 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Network 13d4085a-50d5-44e6-93c3-9cadcb3c0218 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 08:15:36.342594 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-744cf61e-5405-469d-8fdb-96fca0e8f2d2 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 08:15:36.345283 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744cf61e-5405-469d-8fdb-96fca0e8f2d2 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 08:15:36.398885 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744cf61e-5405-469d-8fdb-96fca0e8f2d2 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Pushing event updated for resources: {'Port': ['ID=03b84946-c6a7-426c-84ab-23bd6b0b4463,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:15:36.433759 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-744cf61e-5405-469d-8fdb-96fca0e8f2d2 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16609232'] for router_interface (369d2e27-af8b-4693-b920-d5c68890b2ed), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:36.585202 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-744cf61e-5405-469d-8fdb-96fca0e8f2d2 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (03b84946-c6a7-426c-84ab-23bd6b0b4463), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:36.880768 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-744cf61e-5405-469d-8fdb-96fca0e8f2d2 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for port (03b84946-c6a7-426c-84ab-23bd6b0b4463), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:36.885377 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-744cf61e-5405-469d-8fdb-96fca0e8f2d2 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (03b84946-c6a7-426c-84ab-23bd6b0b4463), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:36.964279 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-744cf61e-5405-469d-8fdb-96fca0e8f2d2 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16318999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16606560'] for router_interface (369d2e27-af8b-4693-b920-d5c68890b2ed), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:36.966093 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744cf61e-5405-469d-8fdb-96fca0e8f2d2 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Pushing event updated for resources: {'Port': ['ID=03b84946-c6a7-426c-84ab-23bd6b0b4463,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:15:37.067665 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-744cf61e-5405-469d-8fdb-96fca0e8f2d2 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Network 13d4085a-50d5-44e6-93c3-9cadcb3c0218 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 08:15:37.069239 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-744cf61e-5405-469d-8fdb-96fca0e8f2d2 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 08:15:37.185181 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-744cf61e-5405-469d-8fdb-96fca0e8f2d2 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Router 369d2e27-af8b-4693-b920-d5c68890b2ed has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 08:15:37.197584 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d75a891-c406-4816-bf46-3a515e46dc12 None None] Network 13d4085a-50d5-44e6-93c3-9cadcb3c0218 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 08:15:37.274291 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:37.292257 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-98fcfbff-23f6-4dfa-abd9-b83ec6ed009b None None] Provisioning complete for port dcde0fec-cb34-448c-8f69-71d947e2fb19 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:15:37.292590 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-98fcfbff-23f6-4dfa-abd9-b83ec6ed009b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (dcde0fec-cb34-448c-8f69-71d947e2fb19), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:37.299770 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-744cf61e-5405-469d-8fdb-96fca0e8f2d2 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 08:15:37.305870 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-744cf61e-5405-469d-8fdb-96fca0e8f2d2 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "PUT /v2.0/routers/369d2e27-af8b-4693-b920-d5c68890b2ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3161125 Jan 28 08:15:37.409177 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-98fcfbff-23f6-4dfa-abd9-b83ec6ed009b None None] Current status of the port dcde0fec-cb34-448c-8f69-71d947e2fb19 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:15:37.409580 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-98fcfbff-23f6-4dfa-abd9-b83ec6ed009b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (dcde0fec-cb34-448c-8f69-71d947e2fb19), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:37.452126 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-98fcfbff-23f6-4dfa-abd9-b83ec6ed009b None None] For port dcde0fec-cb34-448c-8f69-71d947e2fb19, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=dcde0fec-cb34-448c-8f69-71d947e2fb19,segment=NetworkSegment(7056969b-0b18-44dc-a956-6a8c870cc31d),segment_id=7056969b-0b18-44dc-a956-6a8c870cc31d)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:15:37.458325 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-98fcfbff-23f6-4dfa-abd9-b83ec6ed009b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (dcde0fec-cb34-448c-8f69-71d947e2fb19), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:37.500271 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a852d6bf-fdd5-451c-9de4-f3d2192db153 req-9a98a795-73d3-4ea9-b3f5-ef79f2ee5020 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2136756498&fields=id&tenant_id=254d30a3a3e041b3bd650c9318c9b350 HTTP/1.1" status: 200 len: 267 time: 0.0785046 Jan 28 08:15:37.515972 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fcfbff-23f6-4dfa-abd9-b83ec6ed009b None None] Pushing event updated for resources: {'Port': ['ID=dcde0fec-cb34-448c-8f69-71d947e2fb19,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:15:37.608535 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a852d6bf-fdd5-451c-9de4-f3d2192db153 req-5976f1ab-1cc4-48a3-b09b-47382591169c tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:15:37.610066 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a852d6bf-fdd5-451c-9de4-f3d2192db153 req-5976f1ab-1cc4-48a3-b09b-47382591169c tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/networks?id=13d4085a-50d5-44e6-93c3-9cadcb3c0218 HTTP/1.1" status: 200 len: 797 time: 0.1089871 Jan 28 08:15:37.625925 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a852d6bf-fdd5-451c-9de4-f3d2192db153 req-f032cdaa-9240-45b3-8f64-1fd131344f4f tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/quotas/254d30a3a3e041b3bd650c9318c9b350 HTTP/1.1" status: 200 len: 375 time: 0.0102477 Jan 28 08:15:37.684978 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-2daa2c35-fd66-4560-9dfd-da371f1dc81d None None] Provisioning complete for port 03b84946-c6a7-426c-84ab-23bd6b0b4463 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:15:37.685502 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a852d6bf-fdd5-451c-9de4-f3d2192db153 req-55cf4a0e-0f2d-44a1-95c2-cf2d09af386d tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=254d30a3a3e041b3bd650c9318c9b350&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0499465 Jan 28 08:15:37.685783 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2daa2c35-fd66-4560-9dfd-da371f1dc81d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (03b84946-c6a7-426c-84ab-23bd6b0b4463), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:37.729006 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-2daa2c35-fd66-4560-9dfd-da371f1dc81d None None] Port 03b84946-c6a7-426c-84ab-23bd6b0b4463 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 08:15:37.741156 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-2daa2c35-fd66-4560-9dfd-da371f1dc81d None None] Provisioning complete for port dcde0fec-cb34-448c-8f69-71d947e2fb19 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:15:37.741585 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2daa2c35-fd66-4560-9dfd-da371f1dc81d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (dcde0fec-cb34-448c-8f69-71d947e2fb19), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:37.837534 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-2daa2c35-fd66-4560-9dfd-da371f1dc81d None None] Current status of the port dcde0fec-cb34-448c-8f69-71d947e2fb19 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:15:37.849097 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a852d6bf-fdd5-451c-9de4-f3d2192db153 req-5d9360f1-df52-4075-8f60-2a96825e0ba7 service neutron] 10.222.0.41 "GET /v2.0/networks/13d4085a-50d5-44e6-93c3-9cadcb3c0218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504984 Jan 28 08:15:37.881452 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e6a784-9aa7-4653-95a9-15b1bf76c525 None None] Sync routers for ids ['369d2e27-af8b-4693-b920-d5c68890b2ed'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 08:15:37.909042 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e6a784-9aa7-4653-95a9-15b1bf76c525 None None] Routers {'369d2e27-af8b-4693-b920-d5c68890b2ed'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 08:15:37.909933 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-02e6a784-9aa7-4653-95a9-15b1bf76c525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T08:15:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['369d2e27-af8b-4693-b920-d5c68890b2ed'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:15:37.961427 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a852d6bf-fdd5-451c-9de4-f3d2192db153 req-dd39f77e-5981-4377-b2d7-a1597ec3c43a service neutron] 10.222.0.41 "GET /v2.0/networks/13d4085a-50d5-44e6-93c3-9cadcb3c0218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047039 Jan 28 08:15:37.964846 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-532c9c49-acb1-4db0-9a63-dfc34a3859da None None] Provisioning complete for port 03b84946-c6a7-426c-84ab-23bd6b0b4463 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:15:37.965231 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-532c9c49-acb1-4db0-9a63-dfc34a3859da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (03b84946-c6a7-426c-84ab-23bd6b0b4463), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:38.007422 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-532c9c49-acb1-4db0-9a63-dfc34a3859da None None] Port 03b84946-c6a7-426c-84ab-23bd6b0b4463 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 08:15:38.072909 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-02e6a784-9aa7-4653-95a9-15b1bf76c525 None None] Set router 369d2e27-af8b-4693-b920-d5c68890b2ed gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 08:15:38.138002 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 447008a6-a8d2-4fff-b56e-28132b27c4bd up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 08:15:38.166503 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-dbdd2ca7-e476-487f-8c36-6e6750b8d241 req-c641fbea-4df2-4f53-871d-689c2b7fd947 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d840f9c-9268-4e42-b000-5c935691cec7 HTTP/1.1" status: 200 len: 210 time: 0.0343547 Jan 28 08:15:38.181024 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-22b60581-a42d-4c6a-a685-b1ad60f9fbaa None None] Provisioning complete for port 03b84946-c6a7-426c-84ab-23bd6b0b4463 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:15:38.181442 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-22b60581-a42d-4c6a-a685-b1ad60f9fbaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (03b84946-c6a7-426c-84ab-23bd6b0b4463), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:38.228719 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-22b60581-a42d-4c6a-a685-b1ad60f9fbaa None None] Port 03b84946-c6a7-426c-84ab-23bd6b0b4463 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 08:15:38.235558 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 447008a6-a8d2-4fff-b56e-28132b27c4bd triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:15:38.235944 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (447008a6-a8d2-4fff-b56e-28132b27c4bd), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:38.291431 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-02e6a784-9aa7-4653-95a9-15b1bf76c525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '369d2e27-af8b-4693-b920-d5c68890b2ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1295658158', 'tenant_id': '254d30a3a3e041b3bd650c9318c9b350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.118'}], 'enable_snat': True}, 'gw_port_id': '447008a6-a8d2-4fff-b56e-28132b27c4bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:15:32Z', 'updated_at': '2022-01-28T08:15:36Z', 'revision_number': 4, 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'gw_port': {'id': '447008a6-a8d2-4fff-b56e-28132b27c4bd', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:48:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '369d2e27-af8b-4693-b920-d5c68890b2ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:15:33Z', 'updated_at': '2022-01-28T08:15:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '03b84946-c6a7-426c-84ab-23bd6b0b4463', 'name': '', 'network_id': '13d4085a-50d5-44e6-93c3-9cadcb3c0218', 'tenant_id': '254d30a3a3e041b3bd650c9318c9b350', 'mac_address': 'fa:16:3e:89:54:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '369d2e27-af8b-4693-b920-d5c68890b2ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '5f130365-2adc-466f-9e83-ab0cce5b176e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:15:35Z', 'updated_at': '2022-01-28T08:15:36Z', 'revision_number': 2, 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'subnets': [{'id': '5f130365-2adc-466f-9e83-ab0cce5b176e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:15:38.318483 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e6a784-9aa7-4653-95a9-15b1bf76c525 None None] Checking router: 369d2e27-af8b-4693-b920-d5c68890b2ed for host: n-d-712749-28 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 08:15:38.318843 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e6a784-9aa7-4653-95a9-15b1bf76c525 None None] Updating router 369d2e27-af8b-4693-b920-d5c68890b2ed port 03b84946-c6a7-426c-84ab-23bd6b0b4463 binding host n-d-712749-28 {{(pid=103286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 08:15:38.335898 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 447008a6-a8d2-4fff-b56e-28132b27c4bd is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:15:38.336618 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (447008a6-a8d2-4fff-b56e-28132b27c4bd), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:38.347163 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-02e6a784-9aa7-4653-95a9-15b1bf76c525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (03b84946-c6a7-426c-84ab-23bd6b0b4463), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:38.361187 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] For port 447008a6-a8d2-4fff-b56e-28132b27c4bd, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=447008a6-a8d2-4fff-b56e-28132b27c4bd,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:15:38.366693 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (447008a6-a8d2-4fff-b56e-28132b27c4bd), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:38.368682 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device dcde0fec-cb34-448c-8f69-71d947e2fb19 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 08:15:38.468868 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Pushing event updated for resources: {'Port': ['ID=447008a6-a8d2-4fff-b56e-28132b27c4bd,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:15:38.476815 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port dcde0fec-cb34-448c-8f69-71d947e2fb19 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:15:38.477928 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (dcde0fec-cb34-448c-8f69-71d947e2fb19), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:38.561674 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port dcde0fec-cb34-448c-8f69-71d947e2fb19 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:15:38.636644 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-02e6a784-9aa7-4653-95a9-15b1bf76c525 None None] Publish callbacks [] for port (03b84946-c6a7-426c-84ab-23bd6b0b4463), precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:38.641706 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-02e6a784-9aa7-4653-95a9-15b1bf76c525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (03b84946-c6a7-426c-84ab-23bd6b0b4463), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:38.698349 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b1d56d-5c89-4d72-9625-c99940fdda90 None None] Pushing event updated for resources: {'Port': ['ID=03b84946-c6a7-426c-84ab-23bd6b0b4463,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:15:38.722386 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b1d56d-5c89-4d72-9625-c99940fdda90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:15:38.722826 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b1d56d-5c89-4d72-9625-c99940fdda90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:15:38.723242 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b1d56d-5c89-4d72-9625-c99940fdda90 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:15:38.723652 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b1d56d-5c89-4d72-9625-c99940fdda90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:15:38.724061 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b1d56d-5c89-4d72-9625-c99940fdda90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:15:38.724500 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b1d56d-5c89-4d72-9625-c99940fdda90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:15:38.724896 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b1d56d-5c89-4d72-9625-c99940fdda90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:15:38.725296 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b1d56d-5c89-4d72-9625-c99940fdda90 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:15:38.725693 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b1d56d-5c89-4d72-9625-c99940fdda90 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:15:38.726086 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b1d56d-5c89-4d72-9625-c99940fdda90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:15:38.727035 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b1d56d-5c89-4d72-9625-c99940fdda90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:15:38.727435 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b1d56d-5c89-4d72-9625-c99940fdda90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:15:38.727823 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b1d56d-5c89-4d72-9625-c99940fdda90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:15:38.774400 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-02e6a784-9aa7-4653-95a9-15b1bf76c525 None None] Attempting to bind port 03b84946-c6a7-426c-84ab-23bd6b0b4463 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 08:15:38.774857 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-02e6a784-9aa7-4653-95a9-15b1bf76c525 None None] Attempting to bind port 03b84946-c6a7-426c-84ab-23bd6b0b4463 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '7056969b-0b18-44dc-a956-6a8c870cc31d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '13d4085a-50d5-44e6-93c3-9cadcb3c0218'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 08:15:38.775315 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e6a784-9aa7-4653-95a9-15b1bf76c525 None None] Attempting to bind port 03b84946-c6a7-426c-84ab-23bd6b0b4463 on network 13d4085a-50d5-44e6-93c3-9cadcb3c0218 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 08:15:38.781796 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e6a784-9aa7-4653-95a9-15b1bf76c525 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 8, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 08:15:38.782851 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e6a784-9aa7-4653-95a9-15b1bf76c525 None None] Checking segment: {'id': '7056969b-0b18-44dc-a956-6a8c870cc31d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '13d4085a-50d5-44e6-93c3-9cadcb3c0218'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 08:15:38.783315 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-02e6a784-9aa7-4653-95a9-15b1bf76c525 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:38.783776 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e6a784-9aa7-4653-95a9-15b1bf76c525 None None] Bound using segment: {'id': '7056969b-0b18-44dc-a956-6a8c870cc31d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '13d4085a-50d5-44e6-93c3-9cadcb3c0218'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 08:15:38.784380 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-02e6a784-9aa7-4653-95a9-15b1bf76c525 None None] Bound port: 03b84946-c6a7-426c-84ab-23bd6b0b4463, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7056969b-0b18-44dc-a956-6a8c870cc31d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '13d4085a-50d5-44e6-93c3-9cadcb3c0218'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 08:15:38.784836 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-02e6a784-9aa7-4653-95a9-15b1bf76c525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (03b84946-c6a7-426c-84ab-23bd6b0b4463), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:38.859528 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-02e6a784-9aa7-4653-95a9-15b1bf76c525 None None] For port 03b84946-c6a7-426c-84ab-23bd6b0b4463, host n-d-712749-28, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 08:15:38.862837 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-02e6a784-9aa7-4653-95a9-15b1bf76c525 None None] For port 03b84946-c6a7-426c-84ab-23bd6b0b4463, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=03b84946-c6a7-426c-84ab-23bd6b0b4463,segment=NetworkSegment(7056969b-0b18-44dc-a956-6a8c870cc31d),segment_id=7056969b-0b18-44dc-a956-6a8c870cc31d)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 08:15:38.870582 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-02e6a784-9aa7-4653-95a9-15b1bf76c525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (03b84946-c6a7-426c-84ab-23bd6b0b4463), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:38.930769 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e6a784-9aa7-4653-95a9-15b1bf76c525 None None] Routers {'369d2e27-af8b-4693-b920-d5c68890b2ed'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 08:15:38.931519 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:38.931657 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-02e6a784-9aa7-4653-95a9-15b1bf76c525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T08:15:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['369d2e27-af8b-4693-b920-d5c68890b2ed'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:15:38.975286 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-5f03defb-dbfb-4a23-af88-c687a5bad360 None None] Provisioning complete for port 03b84946-c6a7-426c-84ab-23bd6b0b4463 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:15:38.975975 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5f03defb-dbfb-4a23-af88-c687a5bad360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (03b84946-c6a7-426c-84ab-23bd6b0b4463), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:39.071353 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-5f03defb-dbfb-4a23-af88-c687a5bad360 None None] Current status of the port 03b84946-c6a7-426c-84ab-23bd6b0b4463 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:15:39.071550 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b1d56d-5c89-4d72-9625-c99940fdda90 None None] Pushing event updated for resources: {'Port': ['ID=03b84946-c6a7-426c-84ab-23bd6b0b4463,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:15:39.071884 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5f03defb-dbfb-4a23-af88-c687a5bad360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (03b84946-c6a7-426c-84ab-23bd6b0b4463), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:39.100736 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-02e6a784-9aa7-4653-95a9-15b1bf76c525 None None] Set router 369d2e27-af8b-4693-b920-d5c68890b2ed gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 08:15:39.109293 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-5f03defb-dbfb-4a23-af88-c687a5bad360 None None] For port 03b84946-c6a7-426c-84ab-23bd6b0b4463, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=03b84946-c6a7-426c-84ab-23bd6b0b4463,segment=NetworkSegment(7056969b-0b18-44dc-a956-6a8c870cc31d),segment_id=7056969b-0b18-44dc-a956-6a8c870cc31d)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:15:39.117564 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5f03defb-dbfb-4a23-af88-c687a5bad360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (03b84946-c6a7-426c-84ab-23bd6b0b4463), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:39.172669 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f03defb-dbfb-4a23-af88-c687a5bad360 None None] Pushing event updated for resources: {'Port': ['ID=03b84946-c6a7-426c-84ab-23bd6b0b4463,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:15:39.241471 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-410000e4-df3f-4861-9bca-df88ed7388a5 None None] Provisioning complete for port 03b84946-c6a7-426c-84ab-23bd6b0b4463 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:15:39.242813 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-410000e4-df3f-4861-9bca-df88ed7388a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (03b84946-c6a7-426c-84ab-23bd6b0b4463), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:39.293417 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ae32b35d-1e42-481a-8f7a-148ffe2632e0 req-442dbdf5-db85-49af-b295-a2e773478602 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d840f9c-9268-4e42-b000-5c935691cec7 HTTP/1.1" status: 200 len: 210 time: 0.0507169 Jan 28 08:15:39.327123 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-02e6a784-9aa7-4653-95a9-15b1bf76c525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '369d2e27-af8b-4693-b920-d5c68890b2ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1295658158', 'tenant_id': '254d30a3a3e041b3bd650c9318c9b350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.118'}], 'enable_snat': True}, 'gw_port_id': '447008a6-a8d2-4fff-b56e-28132b27c4bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:15:32Z', 'updated_at': '2022-01-28T08:15:36Z', 'revision_number': 4, 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'gw_port': {'id': '447008a6-a8d2-4fff-b56e-28132b27c4bd', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:48:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369d2e27-af8b-4693-b920-d5c68890b2ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:15:33Z', 'updated_at': '2022-01-28T08:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '03b84946-c6a7-426c-84ab-23bd6b0b4463', 'name': '', 'network_id': '13d4085a-50d5-44e6-93c3-9cadcb3c0218', 'tenant_id': '254d30a3a3e041b3bd650c9318c9b350', 'mac_address': 'fa:16:3e:89:54:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '369d2e27-af8b-4693-b920-d5c68890b2ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '5f130365-2adc-466f-9e83-ab0cce5b176e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:15:35Z', 'updated_at': '2022-01-28T08:15:38Z', 'revision_number': 4, 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'subnets': [{'id': '5f130365-2adc-466f-9e83-ab0cce5b176e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:15:39.338702 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-410000e4-df3f-4861-9bca-df88ed7388a5 None None] Current status of the port 03b84946-c6a7-426c-84ab-23bd6b0b4463 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:15:39.354705 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e6a784-9aa7-4653-95a9-15b1bf76c525 None None] The sync data for ids ['369d2e27-af8b-4693-b920-d5c68890b2ed'] in n-d-712749-28 is: [{'id': '369d2e27-af8b-4693-b920-d5c68890b2ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1295658158', 'tenant_id': '254d30a3a3e041b3bd650c9318c9b350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.118'}], 'enable_snat': True}, 'gw_port_id': '447008a6-a8d2-4fff-b56e-28132b27c4bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:15:32Z', 'updated_at': '2022-01-28T08:15:36Z', 'revision_number': 4, 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'gw_port': {'id': '447008a6-a8d2-4fff-b56e-28132b27c4bd', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:48:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369d2e27-af8b-4693-b920-d5c68890b2ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:15:33Z', 'updated_at': '2022-01-28T08:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '03b84946-c6a7-426c-84ab-23bd6b0b4463', 'name': '', 'network_id': '13d4085a-50d5-44e6-93c3-9cadcb3c0218', 'tenant_id': '254d30a3a3e041b3bd650c9318c9b350', 'mac_address': 'fa:16:3e:89:54:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '369d2e27-af8b-4693-b920-d5c68890b2ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '5f130365-2adc-466f-9e83-ab0cce5b176e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:15:35Z', 'updated_at': '2022-01-28T08:15:38Z', 'revision_number': 4, 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'subnets': [{'id': '5f130365-2adc-466f-9e83-ab0cce5b176e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 08:15:39.474235 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a852d6bf-fdd5-451c-9de4-f3d2192db153 req-bdbdfe48-b235-4016-8510-110b5e426b0d tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:15:39.475706 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a852d6bf-fdd5-451c-9de4-f3d2192db153 req-bdbdfe48-b235-4016-8510-110b5e426b0d tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.44 "GET /v2.0/networks?id=13d4085a-50d5-44e6-93c3-9cadcb3c0218 HTTP/1.1" status: 200 len: 797 time: 0.1416914 Jan 28 08:15:39.557680 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a852d6bf-fdd5-451c-9de4-f3d2192db153 req-b7b15f8b-fd9a-4b8f-97ba-23ebc9fec4fe tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=254d30a3a3e041b3bd650c9318c9b350 HTTP/1.1" status: 200 len: 380 time: 0.0597966 Jan 28 08:15:39.571678 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-a852d6bf-fdd5-451c-9de4-f3d2192db153 req-cb22274f-fc81-41b9-b2f9-64623983109d tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Request body: {'port': {'device_id': '0d840f9c-9268-4e42-b000-5c935691cec7', 'network_id': '13d4085a-50d5-44e6-93c3-9cadcb3c0218', 'admin_state_up': True, 'tenant_id': '254d30a3a3e041b3bd650c9318c9b350', 'security_groups': ['0d81b1ae-3323-45a3-9777-cd6ce898c6fe']}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:15:39.688632 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a852d6bf-fdd5-451c-9de4-f3d2192db153 req-cb22274f-fc81-41b9-b2f9-64623983109d tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Made reservation on behalf of 254d30a3a3e041b3bd650c9318c9b350 for: {'port': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 08:15:39.692042 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-a852d6bf-fdd5-451c-9de4-f3d2192db153 req-cb22274f-fc81-41b9-b2f9-64623983109d tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:39.828619 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [req-a852d6bf-fdd5-451c-9de4-f3d2192db153 req-cb22274f-fc81-41b9-b2f9-64623983109d tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Allocated IP 172.20.0.9 (13d4085a-50d5-44e6-93c3-9cadcb3c0218/5f130365-2adc-466f-9e83-ab0cce5b176e/1cf5983b-1bdf-4052-892d-38d399a6ab40) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 08:15:39.850639 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:39.996947 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-a852d6bf-fdd5-451c-9de4-f3d2192db153 req-cb22274f-fc81-41b9-b2f9-64623983109d tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for port (1cf5983b-1bdf-4052-892d-38d399a6ab40), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:40.035782 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-a852d6bf-fdd5-451c-9de4-f3d2192db153 req-cb22274f-fc81-41b9-b2f9-64623983109d tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (1cf5983b-1bdf-4052-892d-38d399a6ab40), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:40.042881 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 447008a6-a8d2-4fff-b56e-28132b27c4bd up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 08:15:40.078341 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a852d6bf-fdd5-451c-9de4-f3d2192db153 req-cb22274f-fc81-41b9-b2f9-64623983109d tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Network 13d4085a-50d5-44e6-93c3-9cadcb3c0218 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 08:15:40.081714 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [req-a852d6bf-fdd5-451c-9de4-f3d2192db153 req-cb22274f-fc81-41b9-b2f9-64623983109d tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 08:15:40.086285 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-a852d6bf-fdd5-451c-9de4-f3d2192db153 req-cb22274f-fc81-41b9-b2f9-64623983109d tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 08:15:40.129586 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb22274f-fc81-41b9-b2f9-64623983109d tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Pushing event updated for resources: {'Port': ['ID=1cf5983b-1bdf-4052-892d-38d399a6ab40,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:15:40.139553 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 447008a6-a8d2-4fff-b56e-28132b27c4bd triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:15:40.140625 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (447008a6-a8d2-4fff-b56e-28132b27c4bd), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:40.159559 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a852d6bf-fdd5-451c-9de4-f3d2192db153 req-cb22274f-fc81-41b9-b2f9-64623983109d tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:15:40.160284 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-a852d6bf-fdd5-451c-9de4-f3d2192db153 req-cb22274f-fc81-41b9-b2f9-64623983109d tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:40.186100 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a852d6bf-fdd5-451c-9de4-f3d2192db153 req-cb22274f-fc81-41b9-b2f9-64623983109d tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6191628 Jan 28 08:15:40.251224 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 447008a6-a8d2-4fff-b56e-28132b27c4bd is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:15:40.252383 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 03b84946-c6a7-426c-84ab-23bd6b0b4463 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 08:15:40.260301 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-a852d6bf-fdd5-451c-9de4-f3d2192db153 req-c25c604b-6b54-48fe-b19d-45ac0359e2ac service neutron] Request body: {'port': {'device_id': '0d840f9c-9268-4e42-b000-5c935691cec7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712749-28'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:15:40.320770 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 03b84946-c6a7-426c-84ab-23bd6b0b4463 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:15:40.321450 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (03b84946-c6a7-426c-84ab-23bd6b0b4463), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:40.352554 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-a852d6bf-fdd5-451c-9de4-f3d2192db153 req-c25c604b-6b54-48fe-b19d-45ac0359e2ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (1cf5983b-1bdf-4052-892d-38d399a6ab40), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:40.385803 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-3ef4d22e-0681-4282-9925-70e4368b54b0 None None] Provisioning complete for port 1cf5983b-1bdf-4052-892d-38d399a6ab40 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:15:40.386187 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3ef4d22e-0681-4282-9925-70e4368b54b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (1cf5983b-1bdf-4052-892d-38d399a6ab40), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:40.454177 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 03b84946-c6a7-426c-84ab-23bd6b0b4463 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:15:40.456386 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-3ef4d22e-0681-4282-9925-70e4368b54b0 None None] Port 1cf5983b-1bdf-4052-892d-38d399a6ab40 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 08:15:40.464332 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5f3f26-8b0e-4713-9ee1-6200dacd00fc req-00e257dd-0c9c-4f8b-b231-ff27a5bd712b tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:15:40.465961 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0a5f3f26-8b0e-4713-9ee1-6200dacd00fc req-00e257dd-0c9c-4f8b-b231-ff27a5bd712b tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d840f9c-9268-4e42-b000-5c935691cec7 HTTP/1.1" status: 200 len: 931 time: 0.0758204 Jan 28 08:15:40.612032 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0a5f3f26-8b0e-4713-9ee1-6200dacd00fc req-32fdd314-bf90-49f5-8807-e52a29a89f81 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d81b1ae-3323-45a3-9777-cd6ce898c6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034548 Jan 28 08:15:40.707045 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [req-a852d6bf-fdd5-451c-9de4-f3d2192db153 req-c25c604b-6b54-48fe-b19d-45ac0359e2ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cf5983b-1bdf-4052-892d-38d399a6ab40 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 08:15:40.714593 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-a852d6bf-fdd5-451c-9de4-f3d2192db153 req-c25c604b-6b54-48fe-b19d-45ac0359e2ac service neutron] Publish callbacks [] for port (1cf5983b-1bdf-4052-892d-38d399a6ab40), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:40.727023 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [req-a852d6bf-fdd5-451c-9de4-f3d2192db153 req-c25c604b-6b54-48fe-b19d-45ac0359e2ac service neutron] Transition to ACTIVE for port object 1cf5983b-1bdf-4052-892d-38d399a6ab40 will not be triggered until provisioned by entity L2. {{(pid=103283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 08:15:40.730684 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-a852d6bf-fdd5-451c-9de4-f3d2192db153 req-c25c604b-6b54-48fe-b19d-45ac0359e2ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (1cf5983b-1bdf-4052-892d-38d399a6ab40), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:40.783172 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25c604b-6b54-48fe-b19d-45ac0359e2ac service neutron] Pushing event updated for resources: {'Port': ['ID=1cf5983b-1bdf-4052-892d-38d399a6ab40,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:15:40.853585 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-a852d6bf-fdd5-451c-9de4-f3d2192db153 req-c25c604b-6b54-48fe-b19d-45ac0359e2ac service neutron] Attempting to bind port 1cf5983b-1bdf-4052-892d-38d399a6ab40 on host n-h2-712749-28 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 08:15:40.853933 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-a852d6bf-fdd5-451c-9de4-f3d2192db153 req-c25c604b-6b54-48fe-b19d-45ac0359e2ac service neutron] Attempting to bind port 1cf5983b-1bdf-4052-892d-38d399a6ab40 by drivers openvswitch,hyperv on host n-h2-712749-28 at level 0 using segments [{'id': '7056969b-0b18-44dc-a956-6a8c870cc31d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '13d4085a-50d5-44e6-93c3-9cadcb3c0218'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 08:15:40.854274 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a852d6bf-fdd5-451c-9de4-f3d2192db153 req-c25c604b-6b54-48fe-b19d-45ac0359e2ac service neutron] Attempting to bind port 1cf5983b-1bdf-4052-892d-38d399a6ab40 on network 13d4085a-50d5-44e6-93c3-9cadcb3c0218 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 08:15:40.859217 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a852d6bf-fdd5-451c-9de4-f3d2192db153 req-c25c604b-6b54-48fe-b19d-45ac0359e2ac service neutron] Port 1cf5983b-1bdf-4052-892d-38d399a6ab40 on network 13d4085a-50d5-44e6-93c3-9cadcb3c0218 not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-28 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 08:15:40.860081 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a852d6bf-fdd5-451c-9de4-f3d2192db153 req-c25c604b-6b54-48fe-b19d-45ac0359e2ac service neutron] Attempting to bind port 1cf5983b-1bdf-4052-892d-38d399a6ab40 on network 13d4085a-50d5-44e6-93c3-9cadcb3c0218 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 08:15:40.865610 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a852d6bf-fdd5-451c-9de4-f3d2192db153 req-c25c604b-6b54-48fe-b19d-45ac0359e2ac service neutron] Checking agent: {'id': 'c9906e63-062c-432e-bb53-63fdb8115e18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 8, 15, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 08:15:40.865955 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a852d6bf-fdd5-451c-9de4-f3d2192db153 req-c25c604b-6b54-48fe-b19d-45ac0359e2ac service neutron] Checking segment: {'id': '7056969b-0b18-44dc-a956-6a8c870cc31d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '13d4085a-50d5-44e6-93c3-9cadcb3c0218'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 08:15:40.866365 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a852d6bf-fdd5-451c-9de4-f3d2192db153 req-c25c604b-6b54-48fe-b19d-45ac0359e2ac service neutron] Bound using segment: {'id': '7056969b-0b18-44dc-a956-6a8c870cc31d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '13d4085a-50d5-44e6-93c3-9cadcb3c0218'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 08:15:40.867311 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-a852d6bf-fdd5-451c-9de4-f3d2192db153 req-c25c604b-6b54-48fe-b19d-45ac0359e2ac service neutron] Bound port: 1cf5983b-1bdf-4052-892d-38d399a6ab40, host: n-h2-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7056969b-0b18-44dc-a956-6a8c870cc31d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '13d4085a-50d5-44e6-93c3-9cadcb3c0218'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 08:15:40.867680 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-a852d6bf-fdd5-451c-9de4-f3d2192db153 req-c25c604b-6b54-48fe-b19d-45ac0359e2ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (1cf5983b-1bdf-4052-892d-38d399a6ab40), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:40.934158 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-a852d6bf-fdd5-451c-9de4-f3d2192db153 req-c25c604b-6b54-48fe-b19d-45ac0359e2ac service neutron] For port 1cf5983b-1bdf-4052-892d-38d399a6ab40, host n-h2-712749-28, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 08:15:40.937352 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-a852d6bf-fdd5-451c-9de4-f3d2192db153 req-c25c604b-6b54-48fe-b19d-45ac0359e2ac service neutron] For port 1cf5983b-1bdf-4052-892d-38d399a6ab40, host n-h2-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=1cf5983b-1bdf-4052-892d-38d399a6ab40,segment=NetworkSegment(7056969b-0b18-44dc-a956-6a8c870cc31d),segment_id=7056969b-0b18-44dc-a956-6a8c870cc31d)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 08:15:40.941505 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-a852d6bf-fdd5-451c-9de4-f3d2192db153 req-c25c604b-6b54-48fe-b19d-45ac0359e2ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (1cf5983b-1bdf-4052-892d-38d399a6ab40), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:40.975207 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a852d6bf-fdd5-451c-9de4-f3d2192db153 req-c25c604b-6b54-48fe-b19d-45ac0359e2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:15:40.975974 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-a852d6bf-fdd5-451c-9de4-f3d2192db153 req-c25c604b-6b54-48fe-b19d-45ac0359e2ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:40.977210 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a852d6bf-fdd5-451c-9de4-f3d2192db153 req-c25c604b-6b54-48fe-b19d-45ac0359e2ac service neutron] 10.222.0.44 "PUT /v2.0/ports/1cf5983b-1bdf-4052-892d-38d399a6ab40 HTTP/1.1" status: 200 len: 1092 time: 0.7777913 Jan 28 08:15:40.977660 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d840f9c-9268-4e42-b000-5c935691cec7', 'tag': '1cf5983b-1bdf-4052-892d-38d399a6ab40'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 08:15:40.980175 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6b024039d6c3a8048940e324a8d5ead2390d66f8802a9866b6a24361082aa9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3d90518-19d9-4424-aad5-1f8dd0c29b16" -d '{"events": [{"name": "network-changed", "server_uuid": "0d840f9c-9268-4e42-b000-5c935691cec7", "tag": "1cf5983b-1bdf-4052-892d-38d399a6ab40"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 08:15:41.013042 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25c604b-6b54-48fe-b19d-45ac0359e2ac service neutron] Pushing event updated for resources: {'Port': ['ID=1cf5983b-1bdf-4052-892d-38d399a6ab40,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:15:41.029262 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 08:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7b0ee69-cf6b-407a-a300-5bda4889c808 x-openstack-request-id: req-f7b0ee69-cf6b-407a-a300-5bda4889c808 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 08:15:41.029650 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d840f9c-9268-4e42-b000-5c935691cec7", "tag": "1cf5983b-1bdf-4052-892d-38d399a6ab40", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 08:15:41.029986 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f7b0ee69-cf6b-407a-a300-5bda4889c808 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 08:15:41.030474 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d840f9c-9268-4e42-b000-5c935691cec7', 'tag': '1cf5983b-1bdf-4052-892d-38d399a6ab40', 'status': 'completed', 'code': 200} Jan 28 08:15:41.079765 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a852d6bf-fdd5-451c-9de4-f3d2192db153 req-55f46e9e-f63d-4483-89ed-d32483b526a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:15:41.081405 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a852d6bf-fdd5-451c-9de4-f3d2192db153 req-55f46e9e-f63d-4483-89ed-d32483b526a2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=254d30a3a3e041b3bd650c9318c9b350&device_id=0d840f9c-9268-4e42-b000-5c935691cec7 HTTP/1.1" status: 200 len: 1095 time: 0.0435965 Jan 28 08:15:41.134585 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a852d6bf-fdd5-451c-9de4-f3d2192db153 req-ddd8b319-a9b1-41d2-a833-3a386c2f1d15 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1cf5983b-1bdf-4052-892d-38d399a6ab40 HTTP/1.1" status: 200 len: 217 time: 0.0408592 Jan 28 08:15:41.184681 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a852d6bf-fdd5-451c-9de4-f3d2192db153 req-53a22910-bd2b-4845-a751-8b20b6f5ef80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:15:41.186173 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a852d6bf-fdd5-451c-9de4-f3d2192db153 req-53a22910-bd2b-4845-a751-8b20b6f5ef80 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5f130365-2adc-466f-9e83-ab0cce5b176e HTTP/1.1" status: 200 len: 835 time: 0.0464783 Jan 28 08:15:41.232103 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a852d6bf-fdd5-451c-9de4-f3d2192db153 req-de17b85d-7b98-41d1-b0a3-e7b833371225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:15:41.233586 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a852d6bf-fdd5-451c-9de4-f3d2192db153 req-de17b85d-7b98-41d1-b0a3-e7b833371225 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=13d4085a-50d5-44e6-93c3-9cadcb3c0218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416834 Jan 28 08:15:41.327118 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a852d6bf-fdd5-451c-9de4-f3d2192db153 req-98a8dc36-2410-4d58-88ff-4e077d25ffdd service neutron] 10.222.0.44 "GET /v2.0/networks/13d4085a-50d5-44e6-93c3-9cadcb3c0218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863826 Jan 28 08:15:41.418096 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a852d6bf-fdd5-451c-9de4-f3d2192db153 req-cded50c0-02f9-4398-bce1-5e05cac5b950 service neutron] 10.222.0.44 "GET /v2.0/networks/13d4085a-50d5-44e6-93c3-9cadcb3c0218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847478 Jan 28 08:15:41.541150 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d90518-19d9-4424-aad5-1f8dd0c29b16 req-d1ba1c5d-d9e3-40bd-a0bc-d7c471fae016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:15:41.542629 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a3d90518-19d9-4424-aad5-1f8dd0c29b16 req-d1ba1c5d-d9e3-40bd-a0bc-d7c471fae016 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=254d30a3a3e041b3bd650c9318c9b350&device_id=0d840f9c-9268-4e42-b000-5c935691cec7 HTTP/1.1" status: 200 len: 1095 time: 0.0454500 Jan 28 08:15:41.628281 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d90518-19d9-4424-aad5-1f8dd0c29b16 req-7e8db3ea-db04-470e-9cfa-6694a8dbae68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:15:41.629726 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a3d90518-19d9-4424-aad5-1f8dd0c29b16 req-7e8db3ea-db04-470e-9cfa-6694a8dbae68 service neutron] 10.222.0.44 "GET /v2.0/networks?id=13d4085a-50d5-44e6-93c3-9cadcb3c0218 HTTP/1.1" status: 200 len: 898 time: 0.0809588 Jan 28 08:15:41.671206 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a3d90518-19d9-4424-aad5-1f8dd0c29b16 req-1ce1a0db-601d-483a-9e5d-3e30d0f18359 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1cf5983b-1bdf-4052-892d-38d399a6ab40 HTTP/1.1" status: 200 len: 217 time: 0.0357988 Jan 28 08:15:41.753521 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d90518-19d9-4424-aad5-1f8dd0c29b16 req-4cda158e-a1aa-4c22-acf1-91a2bd9f5899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:15:41.754914 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a3d90518-19d9-4424-aad5-1f8dd0c29b16 req-4cda158e-a1aa-4c22-acf1-91a2bd9f5899 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5f130365-2adc-466f-9e83-ab0cce5b176e HTTP/1.1" status: 200 len: 835 time: 0.0776603 Jan 28 08:15:41.766493 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4041d024-e900-4bcc-8e3a-0a1a10bf15aa req-8f2d8674-486e-4d76-8928-9660e7b852f6 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:15:41.767880 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4041d024-e900-4bcc-8e3a-0a1a10bf15aa req-8f2d8674-486e-4d76-8928-9660e7b852f6 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d840f9c-9268-4e42-b000-5c935691cec7 HTTP/1.1" status: 200 len: 943 time: 0.0834620 Jan 28 08:15:41.838693 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d90518-19d9-4424-aad5-1f8dd0c29b16 req-71df7e0a-f8ca-43a2-bc6f-e1de0744be7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:15:41.840213 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a3d90518-19d9-4424-aad5-1f8dd0c29b16 req-71df7e0a-f8ca-43a2-bc6f-e1de0744be7b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=13d4085a-50d5-44e6-93c3-9cadcb3c0218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0714426 Jan 28 08:15:41.844138 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4041d024-e900-4bcc-8e3a-0a1a10bf15aa req-8ea6b743-b528-4c1c-8970-5486cdfa9c4a tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d81b1ae-3323-45a3-9777-cd6ce898c6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673785 Jan 28 08:15:41.935347 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a3d90518-19d9-4424-aad5-1f8dd0c29b16 req-b8fbeb48-b0d9-4c61-947f-c99c6b211ac9 service neutron] 10.222.0.44 "GET /v2.0/networks/13d4085a-50d5-44e6-93c3-9cadcb3c0218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863183 Jan 28 08:15:42.023581 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a3d90518-19d9-4424-aad5-1f8dd0c29b16 req-a1cba0ac-1fd5-42b9-8055-6ef6a81f90f7 service neutron] 10.222.0.44 "GET /v2.0/networks/13d4085a-50d5-44e6-93c3-9cadcb3c0218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807757 Jan 28 08:15:42.962486 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f8fc32-479f-45b9-afe8-a83a7c4064a0 req-c1bcd92a-e0ba-4640-8927-7baa80fa72c4 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:15:42.964018 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-85f8fc32-479f-45b9-afe8-a83a7c4064a0 req-c1bcd92a-e0ba-4640-8927-7baa80fa72c4 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d840f9c-9268-4e42-b000-5c935691cec7 HTTP/1.1" status: 200 len: 943 time: 0.0495541 Jan 28 08:15:43.013624 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-85f8fc32-479f-45b9-afe8-a83a7c4064a0 req-d6f0256e-09de-4881-bdd9-a0f060a5e3fc tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d81b1ae-3323-45a3-9777-cd6ce898c6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438333 Jan 28 08:15:44.133717 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586bd2fa-741d-4dc6-bf65-9a0879ced224 req-72628d5f-bf32-4b4a-ac46-21a4c4adac60 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:15:44.135115 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-586bd2fa-741d-4dc6-bf65-9a0879ced224 req-72628d5f-bf32-4b4a-ac46-21a4c4adac60 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d840f9c-9268-4e42-b000-5c935691cec7 HTTP/1.1" status: 200 len: 943 time: 0.0525506 Jan 28 08:15:44.183482 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-586bd2fa-741d-4dc6-bf65-9a0879ced224 req-e5f52b43-251e-4616-b170-f8ef318dc968 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d81b1ae-3323-45a3-9777-cd6ce898c6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428166 Jan 28 08:15:44.354878 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 1cf5983b-1bdf-4052-892d-38d399a6ab40 details requested by agent hyperv_n-h2-712749-28 with host n-h2-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 08:15:44.451207 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 1cf5983b-1bdf-4052-892d-38d399a6ab40, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=1cf5983b-1bdf-4052-892d-38d399a6ab40,segment=NetworkSegment(7056969b-0b18-44dc-a956-6a8c870cc31d),segment_id=7056969b-0b18-44dc-a956-6a8c870cc31d)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:15:44.463019 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Returning: {'device': '1cf5983b-1bdf-4052-892d-38d399a6ab40', 'network_id': '13d4085a-50d5-44e6-93c3-9cadcb3c0218', 'port_id': '1cf5983b-1bdf-4052-892d-38d399a6ab40', 'mac_address': 'fa:16:3e:15:4f:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f130365-2adc-466f-9e83-ab0cce5b176e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 08:15:44.498772 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port 1cf5983b-1bdf-4052-892d-38d399a6ab40 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:15:44.499167 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (1cf5983b-1bdf-4052-892d-38d399a6ab40), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:44.511901 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cf5983b-1bdf-4052-892d-38d399a6ab40 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 08:15:44.531713 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 1cf5983b-1bdf-4052-892d-38d399a6ab40, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=1cf5983b-1bdf-4052-892d-38d399a6ab40,segment=NetworkSegment(7056969b-0b18-44dc-a956-6a8c870cc31d),segment_id=7056969b-0b18-44dc-a956-6a8c870cc31d)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:15:44.535924 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (1cf5983b-1bdf-4052-892d-38d399a6ab40), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:44.585823 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=1cf5983b-1bdf-4052-892d-38d399a6ab40,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:15:44.834007 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['1cf5983b-1bdf-4052-892d-38d399a6ab40'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 08:15:45.296801 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931f1938-0dbe-45ea-955d-e79175386127 req-06ea134d-31e3-45ca-a4f6-2ada14899bc7 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:15:45.298290 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-931f1938-0dbe-45ea-955d-e79175386127 req-06ea134d-31e3-45ca-a4f6-2ada14899bc7 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d840f9c-9268-4e42-b000-5c935691cec7 HTTP/1.1" status: 200 len: 944 time: 0.0484021 Jan 28 08:15:45.348890 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-931f1938-0dbe-45ea-955d-e79175386127 req-aec7cdfa-bb1b-41a9-874a-ed0728809ad4 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d81b1ae-3323-45a3-9777-cd6ce898c6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449157 Jan 28 08:15:46.370869 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 1cf5983b-1bdf-4052-892d-38d399a6ab40 up at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 08:15:46.423263 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning for port 1cf5983b-1bdf-4052-892d-38d399a6ab40 completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 08:15:46.427359 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning complete for port 1cf5983b-1bdf-4052-892d-38d399a6ab40 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:15:46.427744 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (1cf5983b-1bdf-4052-892d-38d399a6ab40), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:46.468093 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4a9f76-f804-4f8e-98a8-336d2d23873b req-a0fd7b3a-c9aa-425d-bb88-f6a7d4438256 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:15:46.469916 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7e4a9f76-f804-4f8e-98a8-336d2d23873b req-a0fd7b3a-c9aa-425d-bb88-f6a7d4438256 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d840f9c-9268-4e42-b000-5c935691cec7 HTTP/1.1" status: 200 len: 944 time: 0.0504086 Jan 28 08:15:46.506983 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port 1cf5983b-1bdf-4052-892d-38d399a6ab40 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:15:46.507860 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (1cf5983b-1bdf-4052-892d-38d399a6ab40), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:46.517772 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7e4a9f76-f804-4f8e-98a8-336d2d23873b req-4196712b-d4c8-47c4-8c83-3d32d8809fb3 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d81b1ae-3323-45a3-9777-cd6ce898c6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422194 Jan 28 08:15:46.536707 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d840f9c-9268-4e42-b000-5c935691cec7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cf5983b-1bdf-4052-892d-38d399a6ab40'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 08:15:46.539491 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ad7fe887ec8da9bd29e477e6463a73d1e99860c0dff062a8c1350cb6684650b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddac2490-8fe9-467f-a115-7b060e2e4cc7" -d '{"events": [{"server_uuid": "0d840f9c-9268-4e42-b000-5c935691cec7", "name": "network-vif-plugged", "status": "completed", "tag": "1cf5983b-1bdf-4052-892d-38d399a6ab40"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 08:15:46.551937 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 1cf5983b-1bdf-4052-892d-38d399a6ab40, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=1cf5983b-1bdf-4052-892d-38d399a6ab40,segment=NetworkSegment(7056969b-0b18-44dc-a956-6a8c870cc31d),segment_id=7056969b-0b18-44dc-a956-6a8c870cc31d)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:15:46.556715 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (1cf5983b-1bdf-4052-892d-38d399a6ab40), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:46.605610 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=1cf5983b-1bdf-4052-892d-38d399a6ab40,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:15:46.636971 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 08:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-264dc850-9ee4-4b1c-88a7-8c4128b3f87b x-openstack-request-id: req-264dc850-9ee4-4b1c-88a7-8c4128b3f87b {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 08:15:46.637260 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d840f9c-9268-4e42-b000-5c935691cec7", "name": "network-vif-plugged", "status": "completed", "tag": "1cf5983b-1bdf-4052-892d-38d399a6ab40", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 08:15:46.637576 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-264dc850-9ee4-4b1c-88a7-8c4128b3f87b {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 08:15:46.638097 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d840f9c-9268-4e42-b000-5c935691cec7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cf5983b-1bdf-4052-892d-38d399a6ab40', 'code': 200} Jan 28 08:15:46.762234 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c19e557-9d40-4bfe-aade-fee0a78c29d2 req-712e405b-0e64-4479-be94-6ea292c6d93c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:15:46.763708 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6c19e557-9d40-4bfe-aade-fee0a78c29d2 req-712e405b-0e64-4479-be94-6ea292c6d93c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0d840f9c-9268-4e42-b000-5c935691cec7 HTTP/1.1" status: 200 len: 1097 time: 0.0427659 Jan 28 08:15:46.809231 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6c19e557-9d40-4bfe-aade-fee0a78c29d2 req-ab2fe279-2101-4c6f-b3ae-d2a11d0682af service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=0d81b1ae-3323-45a3-9777-cd6ce898c6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388398 Jan 28 08:15:47.631613 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5377c4cb-3b75-44fd-a221-309902116e0e req-5fa4de95-0ca3-492a-b3d3-4ce3c7e6c9ab tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:15:47.633818 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5377c4cb-3b75-44fd-a221-309902116e0e req-5fa4de95-0ca3-492a-b3d3-4ce3c7e6c9ab tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d840f9c-9268-4e42-b000-5c935691cec7 HTTP/1.1" status: 200 len: 945 time: 0.0480707 Jan 28 08:15:47.684321 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5377c4cb-3b75-44fd-a221-309902116e0e req-e4d771e4-76c7-4271-9adb-23b89c7531c2 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d81b1ae-3323-45a3-9777-cd6ce898c6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448184 Jan 28 08:15:48.805377 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76399fb0-2e01-46aa-85fc-b4018d47267e req-86ac59c7-2a28-4813-8280-77d72e449e51 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:15:48.806818 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-76399fb0-2e01-46aa-85fc-b4018d47267e req-86ac59c7-2a28-4813-8280-77d72e449e51 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d840f9c-9268-4e42-b000-5c935691cec7 HTTP/1.1" status: 200 len: 945 time: 0.0525424 Jan 28 08:15:48.853863 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-76399fb0-2e01-46aa-85fc-b4018d47267e req-0d62c27d-3886-4f7d-a218-0f5703301eaa tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d81b1ae-3323-45a3-9777-cd6ce898c6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414519 Jan 28 08:15:48.966631 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394b0919-54dc-4656-8b44-5d5a8708cfab req-f33e33ae-194c-43f0-ac9b-bc6858f23921 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:15:48.968012 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-394b0919-54dc-4656-8b44-5d5a8708cfab req-f33e33ae-194c-43f0-ac9b-bc6858f23921 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d840f9c-9268-4e42-b000-5c935691cec7 HTTP/1.1" status: 200 len: 945 time: 0.0478470 Jan 28 08:15:49.019917 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-394b0919-54dc-4656-8b44-5d5a8708cfab req-2e95e245-f4eb-42ce-9a73-c80f1e005bf0 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d81b1ae-3323-45a3-9777-cd6ce898c6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463068 Jan 28 08:15:49.043115 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 41108) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:15:49.081932 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6aa243f-0fd1-4a04-9840-a04ba65ad57e tempest-TestNetworkAdvancedServerOps-213716511 tempest-TestNetworkAdvancedServerOps-213716511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:15:49.083418 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-f6aa243f-0fd1-4a04-9840-a04ba65ad57e tempest-TestNetworkAdvancedServerOps-213716511 tempest-TestNetworkAdvancedServerOps-213716511-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=0d840f9c-9268-4e42-b000-5c935691cec7 HTTP/1.1" status: 200 len: 1092 time: 0.0393133 Jan 28 08:15:49.086909 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 41110) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:15:49.091062 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-8f5c5408-203d-47eb-9508-256e4b00ae83 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Request body: {'floatingip': {'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'port_id': '1cf5983b-1bdf-4052-892d-38d399a6ab40', 'tenant_id': '254d30a3a3e041b3bd650c9318c9b350', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:15:49.111066 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8f5c5408-203d-47eb-9508-256e4b00ae83 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:49.204521 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8f5c5408-203d-47eb-9508-256e4b00ae83 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:49.308036 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-8f5c5408-203d-47eb-9508-256e4b00ae83 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Allocated IP 172.25.6.233 (7d5b3724-deef-4831-8d43-cb9b8176573c/b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc/3385fbc7-10b3-4a83-96b5-8231b8103e90) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 08:15:49.406277 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8f5c5408-203d-47eb-9508-256e4b00ae83 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for port (3385fbc7-10b3-4a83-96b5-8231b8103e90), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:49.409617 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 7 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 08:15:49.440605 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8f5c5408-203d-47eb-9508-256e4b00ae83 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (3385fbc7-10b3-4a83-96b5-8231b8103e90), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:49.479619 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f5c5408-203d-47eb-9508-256e4b00ae83 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Network 7d5b3724-deef-4831-8d43-cb9b8176573c is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 08:15:49.482636 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-8f5c5408-203d-47eb-9508-256e4b00ae83 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 08:15:49.486903 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5c5408-203d-47eb-9508-256e4b00ae83 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 08:15:49.519393 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5c5408-203d-47eb-9508-256e4b00ae83 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Pushing event updated for resources: {'Port': ['ID=3385fbc7-10b3-4a83-96b5-8231b8103e90,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:15:49.843675 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8f5c5408-203d-47eb-9508-256e4b00ae83 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for floatingip (e4a20f38-5096-4e45-a24c-55afa2a7b489), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:49.912208 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8f5c5408-203d-47eb-9508-256e4b00ae83 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (3385fbc7-10b3-4a83-96b5-8231b8103e90), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:50.061221 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8f5c5408-203d-47eb-9508-256e4b00ae83 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for port (3385fbc7-10b3-4a83-96b5-8231b8103e90), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:50.065617 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8f5c5408-203d-47eb-9508-256e4b00ae83 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (3385fbc7-10b3-4a83-96b5-8231b8103e90), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:50.136633 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5c5408-203d-47eb-9508-256e4b00ae83 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Pushing event updated for resources: {'Port': ['ID=3385fbc7-10b3-4a83-96b5-8231b8103e90,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:15:50.143503 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8f5c5408-203d-47eb-9508-256e4b00ae83 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16609095'] for floatingip (e4a20f38-5096-4e45-a24c-55afa2a7b489), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:50.242248 n-d-712749-28 neutron-server[103283]: INFO neutron.db.l3_db [None req-8f5c5408-203d-47eb-9508-256e4b00ae83 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Floating IP e4a20f38-5096-4e45-a24c-55afa2a7b489 associated. External IP: 172.25.6.233, port: 1cf5983b-1bdf-4052-892d-38d399a6ab40. Jan 28 08:15:50.780219 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f5c5408-203d-47eb-9508-256e4b00ae83 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Router 369d2e27-af8b-4693-b920-d5c68890b2ed has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 08:15:50.884605 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f5c5408-203d-47eb-9508-256e4b00ae83 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 08:15:50.894723 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf7c9c9-9cef-4c0a-b26c-753810bb0183 None None] Sync routers for ids ['369d2e27-af8b-4693-b920-d5c68890b2ed'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 08:15:50.902768 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8f5c5408-203d-47eb-9508-256e4b00ae83 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for floatingip (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:15:50.906232 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf7c9c9-9cef-4c0a-b26c-753810bb0183 None None] Routers {'369d2e27-af8b-4693-b920-d5c68890b2ed'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 08:15:50.906982 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-caf7c9c9-9cef-4c0a-b26c-753810bb0183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T08:15:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['369d2e27-af8b-4693-b920-d5c68890b2ed'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:15:50.929856 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-8f5c5408-203d-47eb-9508-256e4b00ae83 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8419447 Jan 28 08:15:50.930422 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d840f9c-9268-4e42-b000-5c935691cec7', 'tag': '1cf5983b-1bdf-4052-892d-38d399a6ab40'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 08:15:50.934924 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6b024039d6c3a8048940e324a8d5ead2390d66f8802a9866b6a24361082aa9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6eeb50d-6d4c-4738-afc3-18b52ef976c8" -d '{"events": [{"name": "network-changed", "server_uuid": "0d840f9c-9268-4e42-b000-5c935691cec7", "tag": "1cf5983b-1bdf-4052-892d-38d399a6ab40"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 08:15:50.974678 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 08:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-666d2a9f-5c33-4d93-a74a-750a61e40cf4 x-openstack-request-id: req-666d2a9f-5c33-4d93-a74a-750a61e40cf4 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 08:15:50.974974 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d840f9c-9268-4e42-b000-5c935691cec7", "tag": "1cf5983b-1bdf-4052-892d-38d399a6ab40", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 08:15:50.975227 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-666d2a9f-5c33-4d93-a74a-750a61e40cf4 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 08:15:50.975738 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d840f9c-9268-4e42-b000-5c935691cec7', 'tag': '1cf5983b-1bdf-4052-892d-38d399a6ab40', 'status': 'completed', 'code': 200} Jan 28 08:15:51.021030 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-caf7c9c9-9cef-4c0a-b26c-753810bb0183 None None] Set router 369d2e27-af8b-4693-b920-d5c68890b2ed gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 08:15:51.031034 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6c88dc-6c2d-4a59-b8ac-5ece2ea92bd5 req-473ee749-08d9-420d-8c1a-0731d8e8fcb6 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:15:51.032621 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8a6c88dc-6c2d-4a59-b8ac-5ece2ea92bd5 req-473ee749-08d9-420d-8c1a-0731d8e8fcb6 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d840f9c-9268-4e42-b000-5c935691cec7 HTTP/1.1" status: 200 len: 945 time: 0.0511489 Jan 28 08:15:51.062744 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eeb50d-6d4c-4738-afc3-18b52ef976c8 req-b9409d98-fade-45ce-a661-a06a8b113ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:15:51.065031 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c6eeb50d-6d4c-4738-afc3-18b52ef976c8 req-b9409d98-fade-45ce-a661-a06a8b113ced service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=254d30a3a3e041b3bd650c9318c9b350&device_id=0d840f9c-9268-4e42-b000-5c935691cec7 HTTP/1.1" status: 200 len: 1097 time: 0.0455129 Jan 28 08:15:51.083724 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8a6c88dc-6c2d-4a59-b8ac-5ece2ea92bd5 req-8b43d584-21af-45e7-ac74-a0375cd96938 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d81b1ae-3323-45a3-9777-cd6ce898c6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452006 Jan 28 08:15:51.107583 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 41116) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:15:51.163017 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eeb50d-6d4c-4738-afc3-18b52ef976c8 req-1e523128-9cfd-49c3-b806-71564e597288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:15:51.164605 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c6eeb50d-6d4c-4738-afc3-18b52ef976c8 req-1e523128-9cfd-49c3-b806-71564e597288 service neutron] 10.222.0.44 "GET /v2.0/networks?id=13d4085a-50d5-44e6-93c3-9cadcb3c0218 HTTP/1.1" status: 200 len: 898 time: 0.0942185 Jan 28 08:15:51.174189 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-09cf5bee-dcbc-47ed-a082-0050b2333213 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/floatingips/e4a20f38-5096-4e45-a24c-55afa2a7b489 HTTP/1.1" status: 200 len: 991 time: 0.0642786 Jan 28 08:15:51.228967 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c6eeb50d-6d4c-4738-afc3-18b52ef976c8 req-7b3bd8f3-d6a0-4162-819a-849d2fb2df0e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1cf5983b-1bdf-4052-892d-38d399a6ab40 HTTP/1.1" status: 200 len: 999 time: 0.0587170 Jan 28 08:15:51.262905 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-caf7c9c9-9cef-4c0a-b26c-753810bb0183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '369d2e27-af8b-4693-b920-d5c68890b2ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1295658158', 'tenant_id': '254d30a3a3e041b3bd650c9318c9b350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.118'}], 'enable_snat': True}, 'gw_port_id': '447008a6-a8d2-4fff-b56e-28132b27c4bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:15:32Z', 'updated_at': '2022-01-28T08:15:36Z', 'revision_number': 4, 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'gw_port': {'id': '447008a6-a8d2-4fff-b56e-28132b27c4bd', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:48:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369d2e27-af8b-4693-b920-d5c68890b2ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:15:33Z', 'updated_at': '2022-01-28T08:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_floatingips': [{'id': 'e4a20f38-5096-4e45-a24c-55afa2a7b489', 'tenant_id': '254d30a3a3e041b3bd650c9318c9b350', 'floating_ip_address': '172.25.6.233', 'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'router_id': '369d2e27-af8b-4693-b920-d5c68890b2ed', 'port_id': '1cf5983b-1bdf-4052-892d-38d399a6ab40', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4241, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '13d4085a-50d5-44e6-93c3-9cadcb3c0218', 'mac_address': 'fa:16:3e:15:4f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d840f9c-9268-4e42-b000-5c935691cec7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T08:15:49Z', 'updated_at': '2022-01-28T08:15:49Z', 'revision_number': 0, 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03b84946-c6a7-426c-84ab-23bd6b0b4463', 'name': '', 'network_id': '13d4085a-50d5-44e6-93c3-9cadcb3c0218', 'tenant_id': '254d30a3a3e041b3bd650c9318c9b350', 'mac_address': 'fa:16:3e:89:54:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369d2e27-af8b-4693-b920-d5c68890b2ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '5f130365-2adc-466f-9e83-ab0cce5b176e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:15:35Z', 'updated_at': '2022-01-28T08:15:39Z', 'revision_number': 5, 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'subnets': [{'id': '5f130365-2adc-466f-9e83-ab0cce5b176e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:15:51.279781 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eeb50d-6d4c-4738-afc3-18b52ef976c8 req-acee1d2e-a17f-4472-9be6-9b27415052d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:15:51.281273 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c6eeb50d-6d4c-4738-afc3-18b52ef976c8 req-acee1d2e-a17f-4472-9be6-9b27415052d3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5f130365-2adc-466f-9e83-ab0cce5b176e HTTP/1.1" status: 200 len: 835 time: 0.0474329 Jan 28 08:15:51.289037 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf7c9c9-9cef-4c0a-b26c-753810bb0183 None None] Checking router: 369d2e27-af8b-4693-b920-d5c68890b2ed for host: n-d-712749-28 {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 08:15:51.297776 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf7c9c9-9cef-4c0a-b26c-753810bb0183 None None] Routers {'369d2e27-af8b-4693-b920-d5c68890b2ed'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 08:15:51.298386 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-caf7c9c9-9cef-4c0a-b26c-753810bb0183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T08:15:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['369d2e27-af8b-4693-b920-d5c68890b2ed'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:15:51.326352 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eeb50d-6d4c-4738-afc3-18b52ef976c8 req-c96290a0-dd3a-41c3-82ac-66cadab24510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:15:51.327861 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c6eeb50d-6d4c-4738-afc3-18b52ef976c8 req-c96290a0-dd3a-41c3-82ac-66cadab24510 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=13d4085a-50d5-44e6-93c3-9cadcb3c0218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412719 Jan 28 08:15:51.406186 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-caf7c9c9-9cef-4c0a-b26c-753810bb0183 None None] Set router 369d2e27-af8b-4693-b920-d5c68890b2ed gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 08:15:51.421030 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c6eeb50d-6d4c-4738-afc3-18b52ef976c8 req-159fa21a-1726-4978-9e1b-a66f03bc7360 service neutron] 10.222.0.44 "GET /v2.0/networks/13d4085a-50d5-44e6-93c3-9cadcb3c0218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871077 Jan 28 08:15:51.515297 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c6eeb50d-6d4c-4738-afc3-18b52ef976c8 req-b784b60f-440b-47f4-8044-3a6c9f47041a service neutron] 10.222.0.44 "GET /v2.0/networks/13d4085a-50d5-44e6-93c3-9cadcb3c0218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884061 Jan 28 08:15:51.626632 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-caf7c9c9-9cef-4c0a-b26c-753810bb0183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '369d2e27-af8b-4693-b920-d5c68890b2ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1295658158', 'tenant_id': '254d30a3a3e041b3bd650c9318c9b350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.118'}], 'enable_snat': True}, 'gw_port_id': '447008a6-a8d2-4fff-b56e-28132b27c4bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:15:32Z', 'updated_at': '2022-01-28T08:15:36Z', 'revision_number': 4, 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'gw_port': {'id': '447008a6-a8d2-4fff-b56e-28132b27c4bd', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:48:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369d2e27-af8b-4693-b920-d5c68890b2ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:15:33Z', 'updated_at': '2022-01-28T08:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_floatingips': [{'id': 'e4a20f38-5096-4e45-a24c-55afa2a7b489', 'tenant_id': '254d30a3a3e041b3bd650c9318c9b350', 'floating_ip_address': '172.25.6.233', 'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'router_id': '369d2e27-af8b-4693-b920-d5c68890b2ed', 'port_id': '1cf5983b-1bdf-4052-892d-38d399a6ab40', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4241, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '13d4085a-50d5-44e6-93c3-9cadcb3c0218', 'mac_address': 'fa:16:3e:15:4f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d840f9c-9268-4e42-b000-5c935691cec7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T08:15:49Z', 'updated_at': '2022-01-28T08:15:49Z', 'revision_number': 0, 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03b84946-c6a7-426c-84ab-23bd6b0b4463', 'name': '', 'network_id': '13d4085a-50d5-44e6-93c3-9cadcb3c0218', 'tenant_id': '254d30a3a3e041b3bd650c9318c9b350', 'mac_address': 'fa:16:3e:89:54:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369d2e27-af8b-4693-b920-d5c68890b2ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '5f130365-2adc-466f-9e83-ab0cce5b176e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:15:35Z', 'updated_at': '2022-01-28T08:15:39Z', 'revision_number': 5, 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'subnets': [{'id': '5f130365-2adc-466f-9e83-ab0cce5b176e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:15:51.656815 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf7c9c9-9cef-4c0a-b26c-753810bb0183 None None] The sync data for ids ['369d2e27-af8b-4693-b920-d5c68890b2ed'] in n-d-712749-28 is: [{'id': '369d2e27-af8b-4693-b920-d5c68890b2ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1295658158', 'tenant_id': '254d30a3a3e041b3bd650c9318c9b350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.118'}], 'enable_snat': True}, 'gw_port_id': '447008a6-a8d2-4fff-b56e-28132b27c4bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:15:32Z', 'updated_at': '2022-01-28T08:15:36Z', 'revision_number': 4, 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'gw_port': {'id': '447008a6-a8d2-4fff-b56e-28132b27c4bd', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:48:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369d2e27-af8b-4693-b920-d5c68890b2ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:15:33Z', 'updated_at': '2022-01-28T08:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_floatingips': [{'id': 'e4a20f38-5096-4e45-a24c-55afa2a7b489', 'tenant_id': '254d30a3a3e041b3bd650c9318c9b350', 'floating_ip_address': '172.25.6.233', 'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'router_id': '369d2e27-af8b-4693-b920-d5c68890b2ed', 'port_id': '1cf5983b-1bdf-4052-892d-38d399a6ab40', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4241, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '13d4085a-50d5-44e6-93c3-9cadcb3c0218', 'mac_address': 'fa:16:3e:15:4f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d840f9c-9268-4e42-b000-5c935691cec7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T08:15:49Z', 'updated_at': '2022-01-28T08:15:49Z', 'revision_number': 0, 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03b84946-c6a7-426c-84ab-23bd6b0b4463', 'name': '', 'network_id': '13d4085a-50d5-44e6-93c3-9cadcb3c0218', 'tenant_id': '254d30a3a3e041b3bd650c9318c9b350', 'mac_address': 'fa:16:3e:89:54:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369d2e27-af8b-4693-b920-d5c68890b2ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '5f130365-2adc-466f-9e83-ab0cce5b176e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:15:35Z', 'updated_at': '2022-01-28T08:15:39Z', 'revision_number': 5, 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'subnets': [{'id': '5f130365-2adc-466f-9e83-ab0cce5b176e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 08:15:51.858530 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adbce334-b045-4144-8171-d14b3419779c None None] New status for floating IP e4a20f38-5096-4e45-a24c-55afa2a7b489: ACTIVE {{(pid=103286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 08:15:52.176014 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 41118) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:15:52.236101 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-46dec3bf-b231-4bd1-9407-7ee7a7ca0699 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/floatingips/e4a20f38-5096-4e45-a24c-55afa2a7b489 HTTP/1.1" status: 200 len: 993 time: 0.0589197 Jan 28 08:16:03.357822 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-30148956-cd50-46b1-a329-4d06cb393ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:03.652896 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:04.693301 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:05.742510 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f8b40da1-cfb9-4f31-890a-be8ed7a76ec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:07.223325 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:07.243721 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-46890f6f-8e00-44a9-af56-876768cffd81 req-1d1d45f9-ed93-4a66-add1-07367c65d54d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0d840f9c-9268-4e42-b000-5c935691cec7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0436988 Jan 28 08:16:07.340758 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46890f6f-8e00-44a9-af56-876768cffd81 req-a1522808-cfc8-4b87-93f3-41242e0d848e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:16:07.342239 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-46890f6f-8e00-44a9-af56-876768cffd81 req-a1522808-cfc8-4b87-93f3-41242e0d848e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=254d30a3a3e041b3bd650c9318c9b350&device_id=0d840f9c-9268-4e42-b000-5c935691cec7 HTTP/1.1" status: 200 len: 1097 time: 0.0406516 Jan 28 08:16:07.444312 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46890f6f-8e00-44a9-af56-876768cffd81 req-32b8bb7f-ad5a-42de-a650-a362a8c341d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:16:07.445963 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-46890f6f-8e00-44a9-af56-876768cffd81 req-32b8bb7f-ad5a-42de-a650-a362a8c341d6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=13d4085a-50d5-44e6-93c3-9cadcb3c0218 HTTP/1.1" status: 200 len: 898 time: 0.0852587 Jan 28 08:16:07.514123 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-46890f6f-8e00-44a9-af56-876768cffd81 req-b7001f38-4d1a-42a3-b889-e7501e4b1688 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1cf5983b-1bdf-4052-892d-38d399a6ab40 HTTP/1.1" status: 200 len: 1001 time: 0.0613554 Jan 28 08:16:07.562097 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46890f6f-8e00-44a9-af56-876768cffd81 req-a202bd09-c977-4a34-8c9c-e2e8304d560d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:16:07.563560 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-46890f6f-8e00-44a9-af56-876768cffd81 req-a202bd09-c977-4a34-8c9c-e2e8304d560d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5f130365-2adc-466f-9e83-ab0cce5b176e HTTP/1.1" status: 200 len: 835 time: 0.0438437 Jan 28 08:16:07.608214 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46890f6f-8e00-44a9-af56-876768cffd81 req-129f9a20-26b1-40cd-a62e-1e12cd979820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:16:07.609723 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-46890f6f-8e00-44a9-af56-876768cffd81 req-129f9a20-26b1-40cd-a62e-1e12cd979820 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=13d4085a-50d5-44e6-93c3-9cadcb3c0218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401549 Jan 28 08:16:07.701828 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-46890f6f-8e00-44a9-af56-876768cffd81 req-8cc762c7-b40e-4f53-8e0f-1ed8353108c4 service neutron] 10.222.0.44 "GET /v2.0/networks/13d4085a-50d5-44e6-93c3-9cadcb3c0218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855696 Jan 28 08:16:07.792514 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-46890f6f-8e00-44a9-af56-876768cffd81 req-e5a009d8-09e6-4fec-925a-08b507d098c2 service neutron] 10.222.0.44 "GET /v2.0/networks/13d4085a-50d5-44e6-93c3-9cadcb3c0218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832472 Jan 28 08:16:08.904947 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:09.854935 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:20.966945 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e920b4a8-3e2e-4729-b581-50a5f6c70300 req-1e9f0683-68b2-4e3c-877a-a4cd88e07ea5 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:16:20.968464 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e920b4a8-3e2e-4729-b581-50a5f6c70300 req-1e9f0683-68b2-4e3c-877a-a4cd88e07ea5 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d840f9c-9268-4e42-b000-5c935691cec7 HTTP/1.1" status: 200 len: 945 time: 0.0485837 Jan 28 08:16:21.022309 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e920b4a8-3e2e-4729-b581-50a5f6c70300 req-a43fdfe1-9837-4fc0-8131-aeb9e8e29636 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d81b1ae-3323-45a3-9777-cd6ce898c6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477653 Jan 28 08:16:22.142625 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3070beec-0b3f-42de-9630-b3e5aa038d12 req-3b02641a-e0fd-4edc-b665-7139dc6ed32e tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:16:22.144028 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3070beec-0b3f-42de-9630-b3e5aa038d12 req-3b02641a-e0fd-4edc-b665-7139dc6ed32e tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d840f9c-9268-4e42-b000-5c935691cec7 HTTP/1.1" status: 200 len: 945 time: 0.0484569 Jan 28 08:16:22.192213 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3070beec-0b3f-42de-9630-b3e5aa038d12 req-9971e1f7-55ad-4b11-a07c-7818da70508d tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d81b1ae-3323-45a3-9777-cd6ce898c6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425534 Jan 28 08:16:22.214084 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 41138) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:16:22.276839 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-4f21d186-7c07-40e7-a716-0531954bc1c6 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/floatingips/e4a20f38-5096-4e45-a24c-55afa2a7b489 HTTP/1.1" status: 200 len: 993 time: 0.0616288 Jan 28 08:16:23.615218 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968f0d0a-e8b5-44be-9fa6-7e92ccdb4c83 req-d3a87e00-6dec-4256-8596-ebdd3c242de7 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:16:23.617427 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-968f0d0a-e8b5-44be-9fa6-7e92ccdb4c83 req-d3a87e00-6dec-4256-8596-ebdd3c242de7 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d840f9c-9268-4e42-b000-5c935691cec7 HTTP/1.1" status: 200 len: 945 time: 0.0542455 Jan 28 08:16:23.675728 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-968f0d0a-e8b5-44be-9fa6-7e92ccdb4c83 req-c352a69e-dee9-4ed7-8d84-4f87d9d1f113 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d81b1ae-3323-45a3-9777-cd6ce898c6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511312 Jan 28 08:16:24.791118 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b23e12b-f5ff-4df5-a2ec-de8b2bf4cb94 req-4302a83d-f083-4594-9a59-ff3304d01e47 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:16:24.792615 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6b23e12b-f5ff-4df5-a2ec-de8b2bf4cb94 req-4302a83d-f083-4594-9a59-ff3304d01e47 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d840f9c-9268-4e42-b000-5c935691cec7 HTTP/1.1" status: 200 len: 945 time: 0.0483029 Jan 28 08:16:24.841073 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6b23e12b-f5ff-4df5-a2ec-de8b2bf4cb94 req-bd9396e0-f7bb-4d10-849a-29b28cd4ac2e tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d81b1ae-3323-45a3-9777-cd6ce898c6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427108 Jan 28 08:16:24.862427 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 41152) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:16:24.926951 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-a816969d-885d-4de1-8e50-99bf8d5eac27 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/floatingips/e4a20f38-5096-4e45-a24c-55afa2a7b489 HTTP/1.1" status: 200 len: 993 time: 0.0634201 Jan 28 08:16:25.186770 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 41158) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:16:25.342726 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-436a4ef7-84de-4f1f-b3f6-ce06402f8a49 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Deleting port 3385fbc7-10b3-4a83-96b5-8231b8103e90 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 08:16:25.343071 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-436a4ef7-84de-4f1f-b3f6-ce06402f8a49 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (3385fbc7-10b3-4a83-96b5-8231b8103e90), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:25.415023 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-436a4ef7-84de-4f1f-b3f6-ce06402f8a49 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (3385fbc7-10b3-4a83-96b5-8231b8103e90), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:25.415353 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-436a4ef7-84de-4f1f-b3f6-ce06402f8a49 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for floatingip (3385fbc7-10b3-4a83-96b5-8231b8103e90), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:25.426943 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-436a4ef7-84de-4f1f-b3f6-ce06402f8a49 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Calling delete_port for 3385fbc7-10b3-4a83-96b5-8231b8103e90 owned by network:floatingip {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 08:16:25.575652 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-436a4ef7-84de-4f1f-b3f6-ce06402f8a49 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (3385fbc7-10b3-4a83-96b5-8231b8103e90), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:25.599497 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436a4ef7-84de-4f1f-b3f6-ce06402f8a49 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Pushing event deleted for resources: {'Port': ['ID=3385fbc7-10b3-4a83-96b5-8231b8103e90,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:16:25.611139 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436a4ef7-84de-4f1f-b3f6-ce06402f8a49 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:16:25.611499 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436a4ef7-84de-4f1f-b3f6-ce06402f8a49 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:16:25.611847 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436a4ef7-84de-4f1f-b3f6-ce06402f8a49 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:16:25.612185 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436a4ef7-84de-4f1f-b3f6-ce06402f8a49 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:16:25.612545 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436a4ef7-84de-4f1f-b3f6-ce06402f8a49 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:16:25.612879 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436a4ef7-84de-4f1f-b3f6-ce06402f8a49 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:16:25.613646 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436a4ef7-84de-4f1f-b3f6-ce06402f8a49 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:16:25.613646 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436a4ef7-84de-4f1f-b3f6-ce06402f8a49 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:16:25.613865 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436a4ef7-84de-4f1f-b3f6-ce06402f8a49 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:16:25.614175 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436a4ef7-84de-4f1f-b3f6-ce06402f8a49 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:16:25.614503 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436a4ef7-84de-4f1f-b3f6-ce06402f8a49 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:16:25.614828 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436a4ef7-84de-4f1f-b3f6-ce06402f8a49 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:16:25.615152 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436a4ef7-84de-4f1f-b3f6-ce06402f8a49 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:16:25.678463 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-436a4ef7-84de-4f1f-b3f6-ce06402f8a49 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for floatingip (e4a20f38-5096-4e45-a24c-55afa2a7b489), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:25.678822 n-d-712749-28 neutron-server[103284]: INFO neutron.db.l3_db [None req-436a4ef7-84de-4f1f-b3f6-ce06402f8a49 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Floating IP e4a20f38-5096-4e45-a24c-55afa2a7b489 disassociated (deleted). External IP: 172.25.6.233, port: 1cf5983b-1bdf-4052-892d-38d399a6ab40. Jan 28 08:16:25.880499 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-436a4ef7-84de-4f1f-b3f6-ce06402f8a49 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Router 369d2e27-af8b-4693-b920-d5c68890b2ed has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 08:16:25.985989 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-436a4ef7-84de-4f1f-b3f6-ce06402f8a49 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 08:16:25.991243 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-436a4ef7-84de-4f1f-b3f6-ce06402f8a49 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for floatingip (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:25.995423 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56552e7e-eeae-4651-afb3-0395ae7ec0ec None None] Sync routers for ids ['369d2e27-af8b-4693-b920-d5c68890b2ed'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 08:16:26.005359 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56552e7e-eeae-4651-afb3-0395ae7ec0ec None None] Routers {'369d2e27-af8b-4693-b920-d5c68890b2ed'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 08:16:26.006490 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-56552e7e-eeae-4651-afb3-0395ae7ec0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T08:16:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['369d2e27-af8b-4693-b920-d5c68890b2ed'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:16:26.280024 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-56552e7e-eeae-4651-afb3-0395ae7ec0ec None None] Set router 369d2e27-af8b-4693-b920-d5c68890b2ed gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 08:16:26.390804 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-436a4ef7-84de-4f1f-b3f6-ce06402f8a49 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "DELETE /v2.0/floatingips/e4a20f38-5096-4e45-a24c-55afa2a7b489 HTTP/1.1" status: 204 len: 168 time: 1.2029417 Jan 28 08:16:26.391412 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d840f9c-9268-4e42-b000-5c935691cec7', 'tag': '1cf5983b-1bdf-4052-892d-38d399a6ab40'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 08:16:26.393972 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea2b103cb7827510f28784975546feb0b63800b94dfac5f98f271904baace09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cf36620-e2ff-4cb4-8848-19aaa813b59f" -d '{"events": [{"name": "network-changed", "server_uuid": "0d840f9c-9268-4e42-b000-5c935691cec7", "tag": "1cf5983b-1bdf-4052-892d-38d399a6ab40"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 08:16:26.410150 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 7 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 08:16:26.442541 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 08:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41ee3e2f-8abc-45a3-8f22-4812b487cca1 x-openstack-request-id: req-41ee3e2f-8abc-45a3-8f22-4812b487cca1 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 08:16:26.442849 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d840f9c-9268-4e42-b000-5c935691cec7", "tag": "1cf5983b-1bdf-4052-892d-38d399a6ab40", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 08:16:26.443111 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-41ee3e2f-8abc-45a3-8f22-4812b487cca1 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 08:16:26.443528 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d840f9c-9268-4e42-b000-5c935691cec7', 'tag': '1cf5983b-1bdf-4052-892d-38d399a6ab40', 'status': 'completed', 'code': 200} Jan 28 08:16:26.491182 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-56552e7e-eeae-4651-afb3-0395ae7ec0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '369d2e27-af8b-4693-b920-d5c68890b2ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1295658158', 'tenant_id': '254d30a3a3e041b3bd650c9318c9b350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.118'}], 'enable_snat': True}, 'gw_port_id': '447008a6-a8d2-4fff-b56e-28132b27c4bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:15:32Z', 'updated_at': '2022-01-28T08:15:36Z', 'revision_number': 4, 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'gw_port': {'id': '447008a6-a8d2-4fff-b56e-28132b27c4bd', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:48:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369d2e27-af8b-4693-b920-d5c68890b2ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:15:33Z', 'updated_at': '2022-01-28T08:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '03b84946-c6a7-426c-84ab-23bd6b0b4463', 'name': '', 'network_id': '13d4085a-50d5-44e6-93c3-9cadcb3c0218', 'tenant_id': '254d30a3a3e041b3bd650c9318c9b350', 'mac_address': 'fa:16:3e:89:54:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369d2e27-af8b-4693-b920-d5c68890b2ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '5f130365-2adc-466f-9e83-ab0cce5b176e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:15:35Z', 'updated_at': '2022-01-28T08:15:39Z', 'revision_number': 5, 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'subnets': [{'id': '5f130365-2adc-466f-9e83-ab0cce5b176e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:16:26.519331 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56552e7e-eeae-4651-afb3-0395ae7ec0ec None None] Checking router: 369d2e27-af8b-4693-b920-d5c68890b2ed for host: n-d-712749-28 {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 08:16:26.530225 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56552e7e-eeae-4651-afb3-0395ae7ec0ec None None] Routers {'369d2e27-af8b-4693-b920-d5c68890b2ed'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 08:16:26.530538 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-56552e7e-eeae-4651-afb3-0395ae7ec0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T08:16:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['369d2e27-af8b-4693-b920-d5c68890b2ed'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:16:26.532077 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf36620-e2ff-4cb4-8848-19aaa813b59f req-5ada475a-0563-4d79-8de8-7ec297b33091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:16:26.535161 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6cf36620-e2ff-4cb4-8848-19aaa813b59f req-5ada475a-0563-4d79-8de8-7ec297b33091 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=254d30a3a3e041b3bd650c9318c9b350&device_id=0d840f9c-9268-4e42-b000-5c935691cec7 HTTP/1.1" status: 200 len: 1097 time: 0.0467765 Jan 28 08:16:26.643243 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-56552e7e-eeae-4651-afb3-0395ae7ec0ec None None] Set router 369d2e27-af8b-4693-b920-d5c68890b2ed gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 08:16:26.671947 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7fe505-fdff-4123-9bda-7c7ccd035eae req-79d7c24c-c8c9-4054-bd32-ed0aa7112ce0 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:16:26.673940 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8c7fe505-fdff-4123-9bda-7c7ccd035eae req-79d7c24c-c8c9-4054-bd32-ed0aa7112ce0 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d840f9c-9268-4e42-b000-5c935691cec7 HTTP/1.1" status: 200 len: 945 time: 0.0790098 Jan 28 08:16:26.674441 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf36620-e2ff-4cb4-8848-19aaa813b59f req-7f324225-ce79-414c-9137-b27973840b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:16:26.675739 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6cf36620-e2ff-4cb4-8848-19aaa813b59f req-7f324225-ce79-414c-9137-b27973840b91 service neutron] 10.222.0.44 "GET /v2.0/networks?id=13d4085a-50d5-44e6-93c3-9cadcb3c0218 HTTP/1.1" status: 200 len: 898 time: 0.1342030 Jan 28 08:16:26.730352 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6cf36620-e2ff-4cb4-8848-19aaa813b59f req-6b42ddcf-75fd-46ae-be90-3109cf454578 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1cf5983b-1bdf-4052-892d-38d399a6ab40 HTTP/1.1" status: 200 len: 217 time: 0.0451396 Jan 28 08:16:26.785705 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8c7fe505-fdff-4123-9bda-7c7ccd035eae req-41a98758-3bf1-42c1-9b3a-aaa1e8f9bfb6 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d81b1ae-3323-45a3-9777-cd6ce898c6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062825 Jan 28 08:16:26.799192 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf36620-e2ff-4cb4-8848-19aaa813b59f req-eacdfc65-4839-430c-8c09-8bb7b040d5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:16:26.800607 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6cf36620-e2ff-4cb4-8848-19aaa813b59f req-eacdfc65-4839-430c-8c09-8bb7b040d5f2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5f130365-2adc-466f-9e83-ab0cce5b176e HTTP/1.1" status: 200 len: 835 time: 0.0599151 Jan 28 08:16:26.846754 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf36620-e2ff-4cb4-8848-19aaa813b59f req-e0cb9a83-ce82-41b9-9467-1d07c5e4bd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:16:26.848162 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-56552e7e-eeae-4651-afb3-0395ae7ec0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '369d2e27-af8b-4693-b920-d5c68890b2ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1295658158', 'tenant_id': '254d30a3a3e041b3bd650c9318c9b350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.118'}], 'enable_snat': True}, 'gw_port_id': '447008a6-a8d2-4fff-b56e-28132b27c4bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:15:32Z', 'updated_at': '2022-01-28T08:15:36Z', 'revision_number': 4, 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'gw_port': {'id': '447008a6-a8d2-4fff-b56e-28132b27c4bd', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:48:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369d2e27-af8b-4693-b920-d5c68890b2ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:15:33Z', 'updated_at': '2022-01-28T08:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '03b84946-c6a7-426c-84ab-23bd6b0b4463', 'name': '', 'network_id': '13d4085a-50d5-44e6-93c3-9cadcb3c0218', 'tenant_id': '254d30a3a3e041b3bd650c9318c9b350', 'mac_address': 'fa:16:3e:89:54:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369d2e27-af8b-4693-b920-d5c68890b2ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '5f130365-2adc-466f-9e83-ab0cce5b176e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:15:35Z', 'updated_at': '2022-01-28T08:15:39Z', 'revision_number': 5, 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'subnets': [{'id': '5f130365-2adc-466f-9e83-ab0cce5b176e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:16:26.848350 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6cf36620-e2ff-4cb4-8848-19aaa813b59f req-e0cb9a83-ce82-41b9-9467-1d07c5e4bd4b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=13d4085a-50d5-44e6-93c3-9cadcb3c0218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413420 Jan 28 08:16:26.875424 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56552e7e-eeae-4651-afb3-0395ae7ec0ec None None] The sync data for ids ['369d2e27-af8b-4693-b920-d5c68890b2ed'] in n-d-712749-28 is: [{'id': '369d2e27-af8b-4693-b920-d5c68890b2ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1295658158', 'tenant_id': '254d30a3a3e041b3bd650c9318c9b350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.118'}], 'enable_snat': True}, 'gw_port_id': '447008a6-a8d2-4fff-b56e-28132b27c4bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:15:32Z', 'updated_at': '2022-01-28T08:15:36Z', 'revision_number': 4, 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'gw_port': {'id': '447008a6-a8d2-4fff-b56e-28132b27c4bd', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:48:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369d2e27-af8b-4693-b920-d5c68890b2ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:15:33Z', 'updated_at': '2022-01-28T08:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '03b84946-c6a7-426c-84ab-23bd6b0b4463', 'name': '', 'network_id': '13d4085a-50d5-44e6-93c3-9cadcb3c0218', 'tenant_id': '254d30a3a3e041b3bd650c9318c9b350', 'mac_address': 'fa:16:3e:89:54:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369d2e27-af8b-4693-b920-d5c68890b2ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '5f130365-2adc-466f-9e83-ab0cce5b176e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:15:35Z', 'updated_at': '2022-01-28T08:15:39Z', 'revision_number': 5, 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'subnets': [{'id': '5f130365-2adc-466f-9e83-ab0cce5b176e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 08:16:26.946905 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6cf36620-e2ff-4cb4-8848-19aaa813b59f req-d24b19ed-4529-40cd-bb00-0be0dc750611 service neutron] 10.222.0.44 "GET /v2.0/networks/13d4085a-50d5-44e6-93c3-9cadcb3c0218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920489 Jan 28 08:16:27.040971 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6cf36620-e2ff-4cb4-8848-19aaa813b59f req-25b1267e-3b1d-4124-8c83-232585ca515a service neutron] 10.222.0.44 "GET /v2.0/networks/13d4085a-50d5-44e6-93c3-9cadcb3c0218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859511 Jan 28 08:16:27.103285 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0109bc2-57aa-4667-8b59-89195f7476d9 None None] New status for floating IP e4a20f38-5096-4e45-a24c-55afa2a7b489: DOWN {{(pid=103286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 08:16:27.903328 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb68331-c509-4055-b941-bf9e151df7c6 req-4efdb57b-8b8d-42be-b4c3-a1eb95bd7464 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:16:27.904829 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5fb68331-c509-4055-b941-bf9e151df7c6 req-4efdb57b-8b8d-42be-b4c3-a1eb95bd7464 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d840f9c-9268-4e42-b000-5c935691cec7 HTTP/1.1" status: 200 len: 945 time: 0.0474703 Jan 28 08:16:27.953248 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5fb68331-c509-4055-b941-bf9e151df7c6 req-9607ba5e-8dfd-403e-b94c-e4a237e81ddb tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d81b1ae-3323-45a3-9777-cd6ce898c6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425265 Jan 28 08:16:28.466730 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e096dce-5277-41ba-8afc-a4fd0ee8055c req-d3eed210-cb15-4ae2-b5c4-00d71b727347 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:16:28.468177 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6e096dce-5277-41ba-8afc-a4fd0ee8055c req-d3eed210-cb15-4ae2-b5c4-00d71b727347 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.44 "GET /v2.0/ports?device_id=0d840f9c-9268-4e42-b000-5c935691cec7 HTTP/1.1" status: 200 len: 945 time: 0.0542111 Jan 28 08:16:28.562475 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-6e096dce-5277-41ba-8afc-a4fd0ee8055c req-2f7c3df9-4967-433f-81ab-2cafb851c66a tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Deleting port 1cf5983b-1bdf-4052-892d-38d399a6ab40 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 08:16:28.562966 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-6e096dce-5277-41ba-8afc-a4fd0ee8055c req-2f7c3df9-4967-433f-81ab-2cafb851c66a tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (1cf5983b-1bdf-4052-892d-38d399a6ab40), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:28.664739 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-6e096dce-5277-41ba-8afc-a4fd0ee8055c req-2f7c3df9-4967-433f-81ab-2cafb851c66a tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] For port 1cf5983b-1bdf-4052-892d-38d399a6ab40, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=1cf5983b-1bdf-4052-892d-38d399a6ab40,segment=NetworkSegment(7056969b-0b18-44dc-a956-6a8c870cc31d),segment_id=7056969b-0b18-44dc-a956-6a8c870cc31d)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:16:28.665018 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-6e096dce-5277-41ba-8afc-a4fd0ee8055c req-2f7c3df9-4967-433f-81ab-2cafb851c66a tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (1cf5983b-1bdf-4052-892d-38d399a6ab40), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:28.676869 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-6e096dce-5277-41ba-8afc-a4fd0ee8055c req-2f7c3df9-4967-433f-81ab-2cafb851c66a tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Calling delete_port for 1cf5983b-1bdf-4052-892d-38d399a6ab40 owned by compute:nova {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 08:16:28.806971 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-6e096dce-5277-41ba-8afc-a4fd0ee8055c req-2f7c3df9-4967-433f-81ab-2cafb851c66a tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (1cf5983b-1bdf-4052-892d-38d399a6ab40), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:28.837579 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7c3df9-4967-433f-81ab-2cafb851c66a tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Pushing event deleted for resources: {'Port': ['ID=1cf5983b-1bdf-4052-892d-38d399a6ab40,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:16:28.847505 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7c3df9-4967-433f-81ab-2cafb851c66a tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:16:28.847864 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7c3df9-4967-433f-81ab-2cafb851c66a tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:16:28.848246 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7c3df9-4967-433f-81ab-2cafb851c66a tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:16:28.848589 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7c3df9-4967-433f-81ab-2cafb851c66a tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:16:28.848934 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7c3df9-4967-433f-81ab-2cafb851c66a tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:16:28.849271 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7c3df9-4967-433f-81ab-2cafb851c66a tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:16:28.849707 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7c3df9-4967-433f-81ab-2cafb851c66a tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:16:28.850131 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7c3df9-4967-433f-81ab-2cafb851c66a tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:16:28.850963 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7c3df9-4967-433f-81ab-2cafb851c66a tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:16:28.850963 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7c3df9-4967-433f-81ab-2cafb851c66a tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:16:28.851151 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7c3df9-4967-433f-81ab-2cafb851c66a tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:16:28.851450 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7c3df9-4967-433f-81ab-2cafb851c66a tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:16:28.851782 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7c3df9-4967-433f-81ab-2cafb851c66a tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:16:28.893968 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e096dce-5277-41ba-8afc-a4fd0ee8055c req-2f7c3df9-4967-433f-81ab-2cafb851c66a tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] No DVR routers for this DVR port 1cf5983b-1bdf-4052-892d-38d399a6ab40 on host n-h2-712749-28 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 08:16:28.896578 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-6e096dce-5277-41ba-8afc-a4fd0ee8055c req-2f7c3df9-4967-433f-81ab-2cafb851c66a tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:28.900132 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6e096dce-5277-41ba-8afc-a4fd0ee8055c req-2f7c3df9-4967-433f-81ab-2cafb851c66a tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.44 "DELETE /v2.0/ports/1cf5983b-1bdf-4052-892d-38d399a6ab40 HTTP/1.1" status: 204 len: 173 time: 0.4267914 Jan 28 08:16:28.900629 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d840f9c-9268-4e42-b000-5c935691cec7', 'name': 'network-vif-deleted', 'tag': '1cf5983b-1bdf-4052-892d-38d399a6ab40'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 08:16:28.902924 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6b024039d6c3a8048940e324a8d5ead2390d66f8802a9866b6a24361082aa9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02bc34e3-25e6-4119-9ff6-6f07ea0d8a62" -d '{"events": [{"server_uuid": "0d840f9c-9268-4e42-b000-5c935691cec7", "name": "network-vif-deleted", "tag": "1cf5983b-1bdf-4052-892d-38d399a6ab40"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 08:16:28.943846 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 08:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5f141a0-deec-406e-90c2-a9e3997a2e8f x-openstack-request-id: req-c5f141a0-deec-406e-90c2-a9e3997a2e8f {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 08:16:28.944127 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d840f9c-9268-4e42-b000-5c935691cec7", "name": "network-vif-deleted", "tag": "1cf5983b-1bdf-4052-892d-38d399a6ab40", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 08:16:28.944432 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c5f141a0-deec-406e-90c2-a9e3997a2e8f {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 08:16:28.944845 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d840f9c-9268-4e42-b000-5c935691cec7', 'name': 'network-vif-deleted', 'tag': '1cf5983b-1bdf-4052-892d-38d399a6ab40', 'status': 'completed', 'code': 200} Jan 28 08:16:29.050269 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-bb744353-daf7-4737-afd4-33540ae3aa30 req-d281eb2e-4b4e-442b-8540-b4eca9594067 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d840f9c-9268-4e42-b000-5c935691cec7 HTTP/1.1" status: 200 len: 210 time: 0.0271249 Jan 28 08:16:30.109192 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 41176) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:16:30.472468 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dde123f4-f9db-411f-94ce-f3ddb4721ec3 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16606535'] for router_interface (369d2e27-af8b-4693-b920-d5c68890b2ed), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:30.729402 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-dde123f4-f9db-411f-94ce-f3ddb4721ec3 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Deleting port 03b84946-c6a7-426c-84ab-23bd6b0b4463 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 08:16:30.729650 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dde123f4-f9db-411f-94ce-f3ddb4721ec3 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (03b84946-c6a7-426c-84ab-23bd6b0b4463), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:30.822530 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-dde123f4-f9db-411f-94ce-f3ddb4721ec3 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] For port 03b84946-c6a7-426c-84ab-23bd6b0b4463, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=03b84946-c6a7-426c-84ab-23bd6b0b4463,segment=NetworkSegment(7056969b-0b18-44dc-a956-6a8c870cc31d),segment_id=7056969b-0b18-44dc-a956-6a8c870cc31d)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:16:30.822900 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dde123f4-f9db-411f-94ce-f3ddb4721ec3 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (03b84946-c6a7-426c-84ab-23bd6b0b4463), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:30.835066 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-dde123f4-f9db-411f-94ce-f3ddb4721ec3 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Calling delete_port for 03b84946-c6a7-426c-84ab-23bd6b0b4463 owned by network:router_interface {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 08:16:31.037652 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dde123f4-f9db-411f-94ce-f3ddb4721ec3 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (03b84946-c6a7-426c-84ab-23bd6b0b4463), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:31.063899 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde123f4-f9db-411f-94ce-f3ddb4721ec3 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Pushing event deleted for resources: {'Port': ['ID=03b84946-c6a7-426c-84ab-23bd6b0b4463,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:16:31.244302 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dde123f4-f9db-411f-94ce-f3ddb4721ec3 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16319006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16606699'] for router_interface (369d2e27-af8b-4693-b920-d5c68890b2ed), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:31.455440 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dde123f4-f9db-411f-94ce-f3ddb4721ec3 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Router 369d2e27-af8b-4693-b920-d5c68890b2ed has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 08:16:31.562883 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dde123f4-f9db-411f-94ce-f3ddb4721ec3 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 08:16:31.568431 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-dde123f4-f9db-411f-94ce-f3ddb4721ec3 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "PUT /v2.0/routers/369d2e27-af8b-4693-b920-d5c68890b2ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4578521 Jan 28 08:16:31.570748 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 41178) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:16:31.573263 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559bf3a5-7250-4e15-a40a-1a408d10e8db None None] Sync routers for ids ['369d2e27-af8b-4693-b920-d5c68890b2ed'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 08:16:31.583451 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559bf3a5-7250-4e15-a40a-1a408d10e8db None None] Routers {'369d2e27-af8b-4693-b920-d5c68890b2ed'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 08:16:31.584570 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-559bf3a5-7250-4e15-a40a-1a408d10e8db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T08:16:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['369d2e27-af8b-4693-b920-d5c68890b2ed'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:16:31.621425 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-134dd866-9f9b-4941-b921-aac0e572e5f4 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Deleting subnet 5f130365-2adc-466f-9e83-ab0cce5b176e {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 08:16:31.624630 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-134dd866-9f9b-4941-b921-aac0e572e5f4 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for subnet (5f130365-2adc-466f-9e83-ab0cce5b176e), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:31.664431 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-134dd866-9f9b-4941-b921-aac0e572e5f4 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24759175'] for subnet (5f130365-2adc-466f-9e83-ab0cce5b176e), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:31.688787 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-559bf3a5-7250-4e15-a40a-1a408d10e8db None None] Set router 369d2e27-af8b-4693-b920-d5c68890b2ed gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 08:16:31.750734 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-134dd866-9f9b-4941-b921-aac0e572e5f4 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (5f130365-2adc-466f-9e83-ab0cce5b176e), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:31.810789 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-134dd866-9f9b-4941-b921-aac0e572e5f4 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24757569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24979817'] for subnet (5f130365-2adc-466f-9e83-ab0cce5b176e), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:31.837436 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134dd866-9f9b-4941-b921-aac0e572e5f4 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Pushing event deleted for resources: {'Subnet': ['ID=5f130365-2adc-466f-9e83-ab0cce5b176e,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:16:31.844031 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-134dd866-9f9b-4941-b921-aac0e572e5f4 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:31.849918 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-134dd866-9f9b-4941-b921-aac0e572e5f4 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "DELETE /v2.0/subnets/5f130365-2adc-466f-9e83-ab0cce5b176e HTTP/1.1" status: 204 len: 168 time: 0.2757473 Jan 28 08:16:31.850301 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 41180) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:16:31.851098 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc168184-31d1-44af-b143-dbb61b91cbb0 None None] Network 13d4085a-50d5-44e6-93c3-9cadcb3c0218 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 08:16:31.952700 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-559bf3a5-7250-4e15-a40a-1a408d10e8db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '369d2e27-af8b-4693-b920-d5c68890b2ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1295658158', 'tenant_id': '254d30a3a3e041b3bd650c9318c9b350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.118'}], 'enable_snat': True}, 'gw_port_id': '447008a6-a8d2-4fff-b56e-28132b27c4bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:15:32Z', 'updated_at': '2022-01-28T08:16:30Z', 'revision_number': 5, 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'gw_port': {'id': '447008a6-a8d2-4fff-b56e-28132b27c4bd', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:48:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369d2e27-af8b-4693-b920-d5c68890b2ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:15:33Z', 'updated_at': '2022-01-28T08:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:16:31.967271 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-55399495-b361-45ba-b656-b3868b5addaf tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for router (369d2e27-af8b-4693-b920-d5c68890b2ed), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:31.983921 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559bf3a5-7250-4e15-a40a-1a408d10e8db None None] Checking router: 369d2e27-af8b-4693-b920-d5c68890b2ed for host: n-d-712749-28 {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 08:16:31.993133 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559bf3a5-7250-4e15-a40a-1a408d10e8db None None] Routers {'369d2e27-af8b-4693-b920-d5c68890b2ed'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 08:16:31.993727 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-559bf3a5-7250-4e15-a40a-1a408d10e8db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T08:16:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['369d2e27-af8b-4693-b920-d5c68890b2ed'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:16:32.034534 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c2e1dff-4192-42b6-9f03-eacfb9211263 None None] DHCP port deletion for 13d4085a-50d5-44e6-93c3-9cadcb3c0218 request from n-d-712749-28 {{(pid=103285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 08:16:32.077239 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-55399495-b361-45ba-b656-b3868b5addaf tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for router_gateway (369d2e27-af8b-4693-b920-d5c68890b2ed), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:32.132665 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-55399495-b361-45ba-b656-b3868b5addaf tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Deleting port 447008a6-a8d2-4fff-b56e-28132b27c4bd {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 08:16:32.133007 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-55399495-b361-45ba-b656-b3868b5addaf tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (447008a6-a8d2-4fff-b56e-28132b27c4bd), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:32.142171 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-559bf3a5-7250-4e15-a40a-1a408d10e8db None None] Set router 369d2e27-af8b-4693-b920-d5c68890b2ed gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 08:16:32.173527 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9c2e1dff-4192-42b6-9f03-eacfb9211263 None None] Deleting port dcde0fec-cb34-448c-8f69-71d947e2fb19 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 08:16:32.173828 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9c2e1dff-4192-42b6-9f03-eacfb9211263 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (dcde0fec-cb34-448c-8f69-71d947e2fb19), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:32.215735 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-55399495-b361-45ba-b656-b3868b5addaf tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] For port 447008a6-a8d2-4fff-b56e-28132b27c4bd, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=447008a6-a8d2-4fff-b56e-28132b27c4bd,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:16:32.216107 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-55399495-b361-45ba-b656-b3868b5addaf tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (447008a6-a8d2-4fff-b56e-28132b27c4bd), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:32.228788 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-55399495-b361-45ba-b656-b3868b5addaf tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Calling delete_port for 447008a6-a8d2-4fff-b56e-28132b27c4bd owned by network:router_gateway {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 08:16:32.307233 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9c2e1dff-4192-42b6-9f03-eacfb9211263 None None] For port dcde0fec-cb34-448c-8f69-71d947e2fb19, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=dcde0fec-cb34-448c-8f69-71d947e2fb19,segment=NetworkSegment(7056969b-0b18-44dc-a956-6a8c870cc31d),segment_id=7056969b-0b18-44dc-a956-6a8c870cc31d)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:16:32.307631 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9c2e1dff-4192-42b6-9f03-eacfb9211263 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (dcde0fec-cb34-448c-8f69-71d947e2fb19), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:32.329347 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9c2e1dff-4192-42b6-9f03-eacfb9211263 None None] Calling delete_port for dcde0fec-cb34-448c-8f69-71d947e2fb19 owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 08:16:32.398812 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-55399495-b361-45ba-b656-b3868b5addaf tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (447008a6-a8d2-4fff-b56e-28132b27c4bd), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:32.424954 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55399495-b361-45ba-b656-b3868b5addaf tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Pushing event deleted for resources: {'Port': ['ID=447008a6-a8d2-4fff-b56e-28132b27c4bd,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:16:32.454633 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-559bf3a5-7250-4e15-a40a-1a408d10e8db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '369d2e27-af8b-4693-b920-d5c68890b2ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1295658158', 'tenant_id': '254d30a3a3e041b3bd650c9318c9b350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.118'}], 'enable_snat': True}, 'gw_port_id': '447008a6-a8d2-4fff-b56e-28132b27c4bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:15:32Z', 'updated_at': '2022-01-28T08:16:30Z', 'revision_number': 5, 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'gw_port': {'id': '447008a6-a8d2-4fff-b56e-28132b27c4bd', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:48:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369d2e27-af8b-4693-b920-d5c68890b2ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:15:33Z', 'updated_at': '2022-01-28T08:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:16:32.458230 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9c2e1dff-4192-42b6-9f03-eacfb9211263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298'] for port (dcde0fec-cb34-448c-8f69-71d947e2fb19), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:32.492457 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559bf3a5-7250-4e15-a40a-1a408d10e8db None None] The sync data for ids ['369d2e27-af8b-4693-b920-d5c68890b2ed'] in n-d-712749-28 is: [{'id': '369d2e27-af8b-4693-b920-d5c68890b2ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1295658158', 'tenant_id': '254d30a3a3e041b3bd650c9318c9b350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.118'}], 'enable_snat': True}, 'gw_port_id': '447008a6-a8d2-4fff-b56e-28132b27c4bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:15:32Z', 'updated_at': '2022-01-28T08:16:30Z', 'revision_number': 5, 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'gw_port': {'id': '447008a6-a8d2-4fff-b56e-28132b27c4bd', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:48:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369d2e27-af8b-4693-b920-d5c68890b2ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:15:33Z', 'updated_at': '2022-01-28T08:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 08:16:32.492991 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-55399495-b361-45ba-b656-b3868b5addaf tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16607873'] for router_gateway (369d2e27-af8b-4693-b920-d5c68890b2ed), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:32.513946 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2e1dff-4192-42b6-9f03-eacfb9211263 None None] Pushing event deleted for resources: {'Port': ['ID=dcde0fec-cb34-448c-8f69-71d947e2fb19,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:16:32.516271 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2e1dff-4192-42b6-9f03-eacfb9211263 None None] No DVR routers for this DVR port dcde0fec-cb34-448c-8f69-71d947e2fb19 on host n-d-712749-28 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 08:16:32.524511 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2e1dff-4192-42b6-9f03-eacfb9211263 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:16:32.525185 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2e1dff-4192-42b6-9f03-eacfb9211263 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:16:32.525185 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2e1dff-4192-42b6-9f03-eacfb9211263 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:16:32.525538 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2e1dff-4192-42b6-9f03-eacfb9211263 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:16:32.525879 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2e1dff-4192-42b6-9f03-eacfb9211263 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:16:32.526221 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2e1dff-4192-42b6-9f03-eacfb9211263 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:16:32.526556 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2e1dff-4192-42b6-9f03-eacfb9211263 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:16:32.527097 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2e1dff-4192-42b6-9f03-eacfb9211263 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:16:32.527735 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2e1dff-4192-42b6-9f03-eacfb9211263 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:16:32.528050 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2e1dff-4192-42b6-9f03-eacfb9211263 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:16:32.528412 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2e1dff-4192-42b6-9f03-eacfb9211263 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:16:32.528751 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2e1dff-4192-42b6-9f03-eacfb9211263 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:16:32.529198 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2e1dff-4192-42b6-9f03-eacfb9211263 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:16:32.573767 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 1cf5983b-1bdf-4052-892d-38d399a6ab40 no longer exists at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 08:16:32.593743 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] No Port match for: 1cf5983b-1bdf-4052-892d-38d399a6ab40 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 08:16:32.594099 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 1cf5983b-1bdf-4052-892d-38d399a6ab40 not bound to the agent host n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 08:16:32.594347 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-55399495-b361-45ba-b656-b3868b5addaf tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16605684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127449'] for router (369d2e27-af8b-4693-b920-d5c68890b2ed), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:32.596588 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-55399495-b361-45ba-b656-b3868b5addaf tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for router_controller (369d2e27-af8b-4693-b920-d5c68890b2ed), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:32.640457 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-55399495-b361-45ba-b656-b3868b5addaf tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16605693'] for router (369d2e27-af8b-4693-b920-d5c68890b2ed), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:32.640984 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55399495-b361-45ba-b656-b3868b5addaf tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Fanout notify agent at l3_agent the message router_deleted on router 369d2e27-af8b-4693-b920-d5c68890b2ed {{(pid=103284) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 08:16:32.648444 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-55399495-b361-45ba-b656-b3868b5addaf tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for router (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:32.649567 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-55399495-b361-45ba-b656-b3868b5addaf tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "DELETE /v2.0/routers/369d2e27-af8b-4693-b920-d5c68890b2ed HTTP/1.1" status: 204 len: 168 time: 0.7983477 Jan 28 08:16:32.652350 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 41182) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:16:32.727692 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7a51f844-4635-4d66-8738-7ea0a67620ef tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (13d4085a-50d5-44e6-93c3-9cadcb3c0218), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:32.814063 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7a51f844-4635-4d66-8738-7ea0a67620ef tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (13d4085a-50d5-44e6-93c3-9cadcb3c0218), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:32.835066 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-7a51f844-4635-4d66-8738-7ea0a67620ef tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13d4085a-50d5-44e6-93c3-9cadcb3c0218']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:16:32.844997 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-7a51f844-4635-4d66-8738-7ea0a67620ef tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7056969b-0b18-44dc-a956-6a8c870cc31d') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:16:32.845289 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-7a51f844-4635-4d66-8738-7ea0a67620ef tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7056969b-0b18-44dc-a956-6a8c870cc31d') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:16:32.864909 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7a51f844-4635-4d66-8738-7ea0a67620ef tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24759294'] for segment (7056969b-0b18-44dc-a956-6a8c870cc31d), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:32.879841 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7a51f844-4635-4d66-8738-7ea0a67620ef tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (7056969b-0b18-44dc-a956-6a8c870cc31d), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:32.886457 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a51f844-4635-4d66-8738-7ea0a67620ef tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 08:16:32.886897 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7a51f844-4635-4d66-8738-7ea0a67620ef tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24757675'] for segment (7056969b-0b18-44dc-a956-6a8c870cc31d), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:32.890390 n-d-712749-28 neutron-server[103284]: Traceback (most recent call last): Jan 28 08:16:32.890390 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 08:16:32.890390 n-d-712749-28 neutron-server[103284]: timer() Jan 28 08:16:32.890390 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 08:16:32.890390 n-d-712749-28 neutron-server[103284]: cb(*args, **kw) Jan 28 08:16:32.890390 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 08:16:32.890390 n-d-712749-28 neutron-server[103284]: return func(*args, **kwargs) Jan 28 08:16:32.890390 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 08:16:32.890390 n-d-712749-28 neutron-server[103284]: self._notify() Jan 28 08:16:32.890390 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 08:16:32.890390 n-d-712749-28 neutron-server[103284]: self.callback(batched_events) Jan 28 08:16:32.890390 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 08:16:32.890390 n-d-712749-28 neutron-server[103284]: event.method(event) Jan 28 08:16:32.890390 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 08:16:32.890390 n-d-712749-28 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 08:16:32.890390 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 08:16:32.890390 n-d-712749-28 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 08:16:32.890390 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 08:16:32.890390 n-d-712749-28 neutron-server[103284]: return f(self, *a, **k) Jan 28 08:16:32.890390 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 08:16:32.890390 n-d-712749-28 neutron-server[103284]: return self._get(url).json() Jan 28 08:16:32.890390 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 08:16:32.890390 n-d-712749-28 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 08:16:32.890390 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 08:16:32.890390 n-d-712749-28 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Jan 28 08:16:32.890390 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 08:16:32.890390 n-d-712749-28 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 08:16:32.890390 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 08:16:32.890390 n-d-712749-28 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 08:16:32.890390 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 08:16:32.890390 n-d-712749-28 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 08:16:32.890390 n-d-712749-28 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 08:16:32.958065 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7a51f844-4635-4d66-8738-7ea0a67620ef tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (13d4085a-50d5-44e6-93c3-9cadcb3c0218), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:32.966256 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7a51f844-4635-4d66-8738-7ea0a67620ef tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:32.969544 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-7a51f844-4635-4d66-8738-7ea0a67620ef tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "DELETE /v2.0/networks/13d4085a-50d5-44e6-93c3-9cadcb3c0218 HTTP/1.1" status: 204 len: 168 time: 0.3162425 Jan 28 08:16:32.972361 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 41184) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:16:32.983255 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a51f844-4635-4d66-8738-7ea0a67620ef tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Pushing event deleted for resources: {'Network': ['ID=13d4085a-50d5-44e6-93c3-9cadcb3c0218,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:16:33.033777 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-179b600a-9f2b-46a6-88da-0c016bf9bae4 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for security_group (0d81b1ae-3323-45a3-9777-cd6ce898c6fe), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:33.061070 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-179b600a-9f2b-46a6-88da-0c016bf9bae4 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for security_group (0d81b1ae-3323-45a3-9777-cd6ce898c6fe), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:33.125709 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-179b600a-9f2b-46a6-88da-0c016bf9bae4 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (0d81b1ae-3323-45a3-9777-cd6ce898c6fe), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:33.128394 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-179b600a-9f2b-46a6-88da-0c016bf9bae4 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:33.129583 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-179b600a-9f2b-46a6-88da-0c016bf9bae4 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "DELETE /v2.0/security-groups/0d81b1ae-3323-45a3-9777-cd6ce898c6fe HTTP/1.1" status: 204 len: 168 time: 0.1556480 Jan 28 08:16:33.148367 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179b600a-9f2b-46a6-88da-0c016bf9bae4 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d81b1ae-3323-45a3-9777-cd6ce898c6fe,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:16:33.359894 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-24c780a0-a7f3-4dd2-871c-9b2317af545b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:33.642216 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 41190) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:16:33.647443 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-ea03c797-040c-4a5e-bfd9-2aff39652e1f tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1172065295', 'description': 'tempest-secgroup-smoke-1172065295 description', 'project_id': '254d30a3a3e041b3bd650c9318c9b350'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:16:33.657005 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:33.668490 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ea03c797-040c-4a5e-bfd9-2aff39652e1f tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:33.733116 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ea03c797-040c-4a5e-bfd9-2aff39652e1f tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for security_group (3e74faa5-4265-4c90-9a80-5990f8505c32), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:33.736656 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ea03c797-040c-4a5e-bfd9-2aff39652e1f tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (3e74faa5-4265-4c90-9a80-5990f8505c32), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:33.760922 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ea03c797-040c-4a5e-bfd9-2aff39652e1f tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:33.762136 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-ea03c797-040c-4a5e-bfd9-2aff39652e1f tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1188488 Jan 28 08:16:33.765183 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 41192) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:16:33.769847 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea03c797-040c-4a5e-bfd9-2aff39652e1f tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e74faa5-4265-4c90-9a80-5990f8505c32,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:16:33.769986 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-4fe0ff91-4662-46f4-9de2-f16a8d555501 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Request body: {'security_group_rule': {'security_group_id': '3e74faa5-4265-4c90-9a80-5990f8505c32', 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:16:33.797074 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4fe0ff91-4662-46f4-9de2-f16a8d555501 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for security_group_rule (12b2af63-43af-452d-a92e-6fc979e3a972), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:33.856127 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4fe0ff91-4662-46f4-9de2-f16a8d555501 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for security_group_rule (12b2af63-43af-452d-a92e-6fc979e3a972), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:33.859538 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4fe0ff91-4662-46f4-9de2-f16a8d555501 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (12b2af63-43af-452d-a92e-6fc979e3a972), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:33.877415 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe0ff91-4662-46f4-9de2-f16a8d555501 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12b2af63-43af-452d-a92e-6fc979e3a972,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:16:33.882427 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4fe0ff91-4662-46f4-9de2-f16a8d555501 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:33.886252 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-4fe0ff91-4662-46f4-9de2-f16a8d555501 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1173508 Jan 28 08:16:33.886450 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 41194) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:16:33.890846 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-8b1d6b50-d377-480a-988f-32e732a05ad5 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Request body: {'security_group_rule': {'security_group_id': '3e74faa5-4265-4c90-9a80-5990f8505c32', 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:16:33.916851 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8b1d6b50-d377-480a-988f-32e732a05ad5 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for security_group_rule (bd8055f5-3df7-4346-a2c5-c30b0bf2d1f2), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:33.956726 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 447008a6-a8d2-4fff-b56e-28132b27c4bd no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 08:16:33.973752 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8b1d6b50-d377-480a-988f-32e732a05ad5 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for security_group_rule (bd8055f5-3df7-4346-a2c5-c30b0bf2d1f2), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:33.977506 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8b1d6b50-d377-480a-988f-32e732a05ad5 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (bd8055f5-3df7-4346-a2c5-c30b0bf2d1f2), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:33.978681 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: 447008a6-a8d2-4fff-b56e-28132b27c4bd {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 08:16:33.979676 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 447008a6-a8d2-4fff-b56e-28132b27c4bd not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 08:16:33.980092 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 03b84946-c6a7-426c-84ab-23bd6b0b4463 no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 08:16:33.996055 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1d6b50-d377-480a-988f-32e732a05ad5 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd8055f5-3df7-4346-a2c5-c30b0bf2d1f2,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:16:34.001921 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: 03b84946-c6a7-426c-84ab-23bd6b0b4463 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 08:16:34.002318 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 03b84946-c6a7-426c-84ab-23bd6b0b4463 not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 08:16:34.002825 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device dcde0fec-cb34-448c-8f69-71d947e2fb19 no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 08:16:34.004621 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8b1d6b50-d377-480a-988f-32e732a05ad5 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:34.006092 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-8b1d6b50-d377-480a-988f-32e732a05ad5 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1184855 Jan 28 08:16:34.009234 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 41196) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:16:34.013610 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-0c38fc91-8ea3-488f-8a2a-2779a4a2931c tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Request body: {'security_group_rule': {'security_group_id': '3e74faa5-4265-4c90-9a80-5990f8505c32', 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:16:34.023370 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: dcde0fec-cb34-448c-8f69-71d947e2fb19 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 08:16:34.023705 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device dcde0fec-cb34-448c-8f69-71d947e2fb19 not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 08:16:34.039397 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0c38fc91-8ea3-488f-8a2a-2779a4a2931c tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for security_group_rule (e031d4d7-daed-4af2-8020-4855510f63aa), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:34.095610 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0c38fc91-8ea3-488f-8a2a-2779a4a2931c tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for security_group_rule (e031d4d7-daed-4af2-8020-4855510f63aa), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:34.098381 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0c38fc91-8ea3-488f-8a2a-2779a4a2931c tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (e031d4d7-daed-4af2-8020-4855510f63aa), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:34.116935 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c38fc91-8ea3-488f-8a2a-2779a4a2931c tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e031d4d7-daed-4af2-8020-4855510f63aa,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:16:34.125896 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0c38fc91-8ea3-488f-8a2a-2779a4a2931c tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:34.127114 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-0c38fc91-8ea3-488f-8a2a-2779a4a2931c tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1169457 Jan 28 08:16:34.130017 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 41198) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:16:34.135395 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-efb6043f-be2c-4278-a0d8-ce300975d523 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Request body: {'security_group_rule': {'security_group_id': '3e74faa5-4265-4c90-9a80-5990f8505c32', 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:16:34.159730 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-efb6043f-be2c-4278-a0d8-ce300975d523 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for security_group_rule (f2c0b90e-44df-4ac9-8fe8-e7a1e47a41db), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:34.219758 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-efb6043f-be2c-4278-a0d8-ce300975d523 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for security_group_rule (f2c0b90e-44df-4ac9-8fe8-e7a1e47a41db), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:34.223498 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-efb6043f-be2c-4278-a0d8-ce300975d523 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (f2c0b90e-44df-4ac9-8fe8-e7a1e47a41db), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:34.244131 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb6043f-be2c-4278-a0d8-ce300975d523 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2c0b90e-44df-4ac9-8fe8-e7a1e47a41db,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:16:34.252737 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-efb6043f-be2c-4278-a0d8-ce300975d523 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:34.253965 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-efb6043f-be2c-4278-a0d8-ce300975d523 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1230834 Jan 28 08:16:34.256901 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 41200) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:16:34.261389 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-82493843-cb37-4a59-bd8e-e1296f78aa70 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Request body: {'security_group_rule': {'security_group_id': '3e74faa5-4265-4c90-9a80-5990f8505c32', 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:16:34.280712 n-d-712749-28 neutron-server[103283]: INFO neutron.db.securitygroups_db [None req-82493843-cb37-4a59-bd8e-e1296f78aa70 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Project 254d30a3a3e041b3bd650c9318c9b350 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 08:16:34.285393 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-82493843-cb37-4a59-bd8e-e1296f78aa70 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for security_group_rule (a0b8a9fd-2a20-42e1-9acd-ee6d2993e6cc), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:34.345351 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-82493843-cb37-4a59-bd8e-e1296f78aa70 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for security_group_rule (a0b8a9fd-2a20-42e1-9acd-ee6d2993e6cc), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:34.348752 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-82493843-cb37-4a59-bd8e-e1296f78aa70 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (a0b8a9fd-2a20-42e1-9acd-ee6d2993e6cc), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:34.364080 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82493843-cb37-4a59-bd8e-e1296f78aa70 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0b8a9fd-2a20-42e1-9acd-ee6d2993e6cc,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:16:34.375526 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-82493843-cb37-4a59-bd8e-e1296f78aa70 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:34.376793 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-82493843-cb37-4a59-bd8e-e1296f78aa70 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1189013 Jan 28 08:16:34.379568 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 41202) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:16:34.384052 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-8040f1d7-2c98-4bc7-8a20-032b436493fa tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Request body: {'security_group_rule': {'security_group_id': '3e74faa5-4265-4c90-9a80-5990f8505c32', 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:16:34.404802 n-d-712749-28 neutron-server[103283]: INFO neutron.db.securitygroups_db [None req-8040f1d7-2c98-4bc7-8a20-032b436493fa tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Project 254d30a3a3e041b3bd650c9318c9b350 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 08:16:34.409538 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8040f1d7-2c98-4bc7-8a20-032b436493fa tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for security_group_rule (9c7f4257-5888-44d8-b229-093c105082e3), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:34.468795 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8040f1d7-2c98-4bc7-8a20-032b436493fa tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for security_group_rule (9c7f4257-5888-44d8-b229-093c105082e3), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:34.472120 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8040f1d7-2c98-4bc7-8a20-032b436493fa tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (9c7f4257-5888-44d8-b229-093c105082e3), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:34.493212 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8040f1d7-2c98-4bc7-8a20-032b436493fa tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c7f4257-5888-44d8-b229-093c105082e3,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:16:34.498389 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8040f1d7-2c98-4bc7-8a20-032b436493fa tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:34.499594 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-8040f1d7-2c98-4bc7-8a20-032b436493fa tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1190648 Jan 28 08:16:34.502447 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 41204) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:16:34.507291 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-f9414111-3fdf-4744-b8df-8ca5d466ffe6 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Request body: {'network': {'name': 'tempest-network-smoke--554710424', 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'port_security_enabled': True}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:16:34.525950 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9414111-3fdf-4744-b8df-8ca5d466ffe6 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Made reservation on behalf of 254d30a3a3e041b3bd650c9318c9b350 for: {'network': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 08:16:34.529420 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f9414111-3fdf-4744-b8df-8ca5d466ffe6 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:34.553656 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9414111-3fdf-4744-b8df-8ca5d466ffe6 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=103283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 08:16:34.563085 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f9414111-3fdf-4744-b8df-8ca5d466ffe6 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (73326a21-fc88-47ee-8b67-0c4f14238e58), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:34.563496 n-d-712749-28 neutron-server[103283]: INFO neutron.db.segments_db [None req-f9414111-3fdf-4744-b8df-8ca5d466ffe6 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Added segment 73326a21-fc88-47ee-8b67-0c4f14238e58 of type vlan for network ecebb86d-40b9-40b7-8bec-6e9c0e4d2361 Jan 28 08:16:34.605903 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f9414111-3fdf-4744-b8df-8ca5d466ffe6 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (ecebb86d-40b9-40b7-8bec-6e9c0e4d2361), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:34.629050 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f9414111-3fdf-4744-b8df-8ca5d466ffe6 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (ecebb86d-40b9-40b7-8bec-6e9c0e4d2361), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:34.633972 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9414111-3fdf-4744-b8df-8ca5d466ffe6 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:16:34.634603 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f9414111-3fdf-4744-b8df-8ca5d466ffe6 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:34.692109 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:34.695945 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-f9414111-3fdf-4744-b8df-8ca5d466ffe6 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1925046 Jan 28 08:16:34.698730 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 41206) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:16:34.702323 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9414111-3fdf-4744-b8df-8ca5d466ffe6 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Pushing event updated for resources: {'Network': ['ID=ecebb86d-40b9-40b7-8bec-6e9c0e4d2361,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:16:34.703355 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-f82946f1-1c33-4543-8a4b-ff7eca1f90f7 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-741997174', 'admin_state_up': True, 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:16:34.714258 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network ecebb86d-40b9-40b7-8bec-6e9c0e4d2361 details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 08:16:34.734041 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f82946f1-1c33-4543-8a4b-ff7eca1f90f7 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16606890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127275'] for router (682e46a6-cd32-4c33-83e1-f1f3b82daf88), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:34.735102 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f82946f1-1c33-4543-8a4b-ff7eca1f90f7 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16605498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16607952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16355422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127266'] for router (682e46a6-cd32-4c33-83e1-f1f3b82daf88), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:34.785542 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f82946f1-1c33-4543-8a4b-ff7eca1f90f7 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for router_controller (682e46a6-cd32-4c33-83e1-f1f3b82daf88), precommit_add_association {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:34.921237 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f82946f1-1c33-4543-8a4b-ff7eca1f90f7 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for router_gateway (682e46a6-cd32-4c33-83e1-f1f3b82daf88), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:35.108490 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f82946f1-1c33-4543-8a4b-ff7eca1f90f7 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for router_gateway (682e46a6-cd32-4c33-83e1-f1f3b82daf88), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:35.126711 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f82946f1-1c33-4543-8a4b-ff7eca1f90f7 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:35.229167 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-f82946f1-1c33-4543-8a4b-ff7eca1f90f7 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Allocated IP 172.25.6.112 (7d5b3724-deef-4831-8d43-cb9b8176573c/b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc/180c68e8-ea3a-4534-a3f3-db062e7853f1) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 08:16:35.331579 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f82946f1-1c33-4543-8a4b-ff7eca1f90f7 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for port (180c68e8-ea3a-4534-a3f3-db062e7853f1), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:35.363745 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f82946f1-1c33-4543-8a4b-ff7eca1f90f7 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (180c68e8-ea3a-4534-a3f3-db062e7853f1), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:35.398266 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f82946f1-1c33-4543-8a4b-ff7eca1f90f7 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Network 7d5b3724-deef-4831-8d43-cb9b8176573c is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 08:16:35.401286 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-f82946f1-1c33-4543-8a4b-ff7eca1f90f7 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 08:16:35.405037 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82946f1-1c33-4543-8a4b-ff7eca1f90f7 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 08:16:35.434251 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82946f1-1c33-4543-8a4b-ff7eca1f90f7 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Pushing event updated for resources: {'Port': ['ID=180c68e8-ea3a-4534-a3f3-db062e7853f1,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:16:35.649928 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f82946f1-1c33-4543-8a4b-ff7eca1f90f7 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for router_gateway (682e46a6-cd32-4c33-83e1-f1f3b82daf88), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:35.745065 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f9ba7e86-ae54-4c45-9399-be88d0b118a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:35.842312 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f82946f1-1c33-4543-8a4b-ff7eca1f90f7 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16605475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16607909'] for router (682e46a6-cd32-4c33-83e1-f1f3b82daf88), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:35.967830 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f82946f1-1c33-4543-8a4b-ff7eca1f90f7 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Router 682e46a6-cd32-4c33-83e1-f1f3b82daf88 is scheduled to L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 with binding_index 1 {{(pid=103284) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 08:16:36.072019 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f82946f1-1c33-4543-8a4b-ff7eca1f90f7 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 08:16:36.081181 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ee7123-df48-4a1f-9195-4fdedcafc821 None None] Sync routers for ids ['682e46a6-cd32-4c33-83e1-f1f3b82daf88'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 08:16:36.091859 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ee7123-df48-4a1f-9195-4fdedcafc821 None None] Routers {'682e46a6-cd32-4c33-83e1-f1f3b82daf88'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 08:16:36.092507 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-30ee7123-df48-4a1f-9195-4fdedcafc821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T08:16:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['682e46a6-cd32-4c33-83e1-f1f3b82daf88'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:16:36.092866 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f82946f1-1c33-4543-8a4b-ff7eca1f90f7 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for router (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:36.094121 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-f82946f1-1c33-4543-8a4b-ff7eca1f90f7 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.3943775 Jan 28 08:16:36.097259 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 41208) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:16:36.128381 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-1ae0aec6-f557-4685-8295-fb6f2faced6f tempest-TestNetworkAdvancedServerOps-213716511 tempest-TestNetworkAdvancedServerOps-213716511-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=254d30a3a3e041b3bd650c9318c9b350&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276163 Jan 28 08:16:36.128641 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 41210) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:16:36.199364 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-30ee7123-df48-4a1f-9195-4fdedcafc821 None None] Set router 682e46a6-cd32-4c33-83e1-f1f3b82daf88 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 08:16:36.214200 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a504f329-6f66-4fed-9e05-0c70e4d3212f tempest-TestNetworkAdvancedServerOps-213716511 tempest-TestNetworkAdvancedServerOps-213716511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:16:36.215722 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-a504f329-6f66-4fed-9e05-0c70e4d3212f tempest-TestNetworkAdvancedServerOps-213716511 tempest-TestNetworkAdvancedServerOps-213716511-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0861835 Jan 28 08:16:36.218563 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 41212) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:16:36.249765 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-67ca1925-d84e-44fc-9ca6-d89cc83aaccb tempest-TestNetworkAdvancedServerOps-213716511 tempest-TestNetworkAdvancedServerOps-213716511-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=7d5b3724-deef-4831-8d43-cb9b8176573c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0301063 Jan 28 08:16:36.252300 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 41214) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:16:36.257665 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-a2557a32-5776-4d3e-b55f-f7d235629f5e tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1666531561', 'network_id': 'ecebb86d-40b9-40b7-8bec-6e9c0e4d2361', 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:16:36.340306 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2557a32-5776-4d3e-b55f-f7d235629f5e tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Made reservation on behalf of 254d30a3a3e041b3bd650c9318c9b350 for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 08:16:36.343851 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a2557a32-5776-4d3e-b55f-f7d235629f5e tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24979592'] for subnet (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:36.374325 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-30ee7123-df48-4a1f-9195-4fdedcafc821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '682e46a6-cd32-4c33-83e1-f1f3b82daf88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-741997174', 'tenant_id': '254d30a3a3e041b3bd650c9318c9b350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.112'}], 'enable_snat': True}, 'gw_port_id': '180c68e8-ea3a-4534-a3f3-db062e7853f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:16:34Z', 'updated_at': '2022-01-28T08:16:35Z', 'revision_number': 3, 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'gw_port': {'id': '180c68e8-ea3a-4534-a3f3-db062e7853f1', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e1:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '682e46a6-cd32-4c33-83e1-f1f3b82daf88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:16:35Z', 'updated_at': '2022-01-28T08:16:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:16:36.401313 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ee7123-df48-4a1f-9195-4fdedcafc821 None None] Checking router: 682e46a6-cd32-4c33-83e1-f1f3b82daf88 for host: n-d-712749-28 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 08:16:36.401671 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ee7123-df48-4a1f-9195-4fdedcafc821 None None] Updating router 682e46a6-cd32-4c33-83e1-f1f3b82daf88 port 180c68e8-ea3a-4534-a3f3-db062e7853f1 binding host n-d-712749-28 {{(pid=103286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 08:16:36.431600 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-30ee7123-df48-4a1f-9195-4fdedcafc821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (180c68e8-ea3a-4534-a3f3-db062e7853f1), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:36.686700 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-30ee7123-df48-4a1f-9195-4fdedcafc821 None None] Publish callbacks [] for port (180c68e8-ea3a-4534-a3f3-db062e7853f1), precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:36.692340 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-30ee7123-df48-4a1f-9195-4fdedcafc821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (180c68e8-ea3a-4534-a3f3-db062e7853f1), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:36.744048 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-30ee7123-df48-4a1f-9195-4fdedcafc821 None None] Attempting to bind port 180c68e8-ea3a-4534-a3f3-db062e7853f1 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 08:16:36.744533 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-30ee7123-df48-4a1f-9195-4fdedcafc821 None None] Attempting to bind port 180c68e8-ea3a-4534-a3f3-db062e7853f1 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 08:16:36.744964 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ee7123-df48-4a1f-9195-4fdedcafc821 None None] Attempting to bind port 180c68e8-ea3a-4534-a3f3-db062e7853f1 on network 7d5b3724-deef-4831-8d43-cb9b8176573c {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 08:16:36.749906 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e428d22-c3f2-4ccc-989d-81b0770ec730 None None] Pushing event updated for resources: {'Port': ['ID=180c68e8-ea3a-4534-a3f3-db062e7853f1,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:16:36.755782 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ee7123-df48-4a1f-9195-4fdedcafc821 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 8, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 08:16:36.756794 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ee7123-df48-4a1f-9195-4fdedcafc821 None None] Checking segment: {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 08:16:36.757300 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-30ee7123-df48-4a1f-9195-4fdedcafc821 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:36.757697 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ee7123-df48-4a1f-9195-4fdedcafc821 None None] Bound using segment: {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 08:16:36.758247 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-30ee7123-df48-4a1f-9195-4fdedcafc821 None None] Bound port: 180c68e8-ea3a-4534-a3f3-db062e7853f1, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 08:16:36.758690 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-30ee7123-df48-4a1f-9195-4fdedcafc821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (180c68e8-ea3a-4534-a3f3-db062e7853f1), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:36.819893 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-30ee7123-df48-4a1f-9195-4fdedcafc821 None None] For port 180c68e8-ea3a-4534-a3f3-db062e7853f1, host n-d-712749-28, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 08:16:36.825093 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-30ee7123-df48-4a1f-9195-4fdedcafc821 None None] For port 180c68e8-ea3a-4534-a3f3-db062e7853f1, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=180c68e8-ea3a-4534-a3f3-db062e7853f1,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 08:16:36.829461 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-30ee7123-df48-4a1f-9195-4fdedcafc821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (180c68e8-ea3a-4534-a3f3-db062e7853f1), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:36.887064 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ee7123-df48-4a1f-9195-4fdedcafc821 None None] Routers {'682e46a6-cd32-4c33-83e1-f1f3b82daf88'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 08:16:36.887697 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-30ee7123-df48-4a1f-9195-4fdedcafc821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T08:16:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['682e46a6-cd32-4c33-83e1-f1f3b82daf88'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:16:36.899109 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a2557a32-5776-4d3e-b55f-f7d235629f5e tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24757504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24979610'] for subnet (976f96aa-38e7-42dc-9a79-1964acc921c7), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:36.934113 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e428d22-c3f2-4ccc-989d-81b0770ec730 None None] Pushing event updated for resources: {'Port': ['ID=180c68e8-ea3a-4534-a3f3-db062e7853f1,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:16:36.960049 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2557a32-5776-4d3e-b55f-f7d235629f5e tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Pushing event updated for resources: {'Subnet': ['ID=976f96aa-38e7-42dc-9a79-1964acc921c7,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:16:36.970419 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2557a32-5776-4d3e-b55f-f7d235629f5e tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Checking segment: {'id': '73326a21-fc88-47ee-8b67-0c4f14238e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ecebb86d-40b9-40b7-8bec-6e9c0e4d2361'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 08:16:36.970783 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2557a32-5776-4d3e-b55f-f7d235629f5e tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Network hostable DHCP agents. Network: ecebb86d-40b9-40b7-8bec-6e9c0e4d2361, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 08:16:36.988032 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2557a32-5776-4d3e-b55f-f7d235629f5e tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Network ecebb86d-40b9-40b7-8bec-6e9c0e4d2361 is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 08:16:36.997967 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-a2557a32-5776-4d3e-b55f-f7d235629f5e tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, ecebb86d-40b9-40b7-8bec-6e9c0e4d2361) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 08:16:37.003109 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2557a32-5776-4d3e-b55f-f7d235629f5e tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:16:37.003946 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a2557a32-5776-4d3e-b55f-f7d235629f5e tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:37.008751 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cdcaf4e-dfac-46e2-8f38-8d3df3cc860b None None] Network ecebb86d-40b9-40b7-8bec-6e9c0e4d2361 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 08:16:37.010023 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-30ee7123-df48-4a1f-9195-4fdedcafc821 None None] Set router 682e46a6-cd32-4c33-83e1-f1f3b82daf88 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 08:16:37.024782 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-a2557a32-5776-4d3e-b55f-f7d235629f5e tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7713549 Jan 28 08:16:37.027603 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 41216) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:16:37.119002 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec6f256-446a-45bd-b6c6-0ca6d742d89d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3dd72b9-6805-5f61-b6f3-a591f99a173d-ecebb86d-40b9-40b7-8bec-6e9c0e4d2361', 'network_id': 'ecebb86d-40b9-40b7-8bec-6e9c0e4d2361', 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'fixed_ips': [{'subnet_id': '976f96aa-38e7-42dc-9a79-1964acc921c7'}]}} from n-d-712749-28. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 08:16:37.120161 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1ec6f256-446a-45bd-b6c6-0ca6d742d89d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:37.205254 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-30ee7123-df48-4a1f-9195-4fdedcafc821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '682e46a6-cd32-4c33-83e1-f1f3b82daf88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-741997174', 'tenant_id': '254d30a3a3e041b3bd650c9318c9b350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.112'}], 'enable_snat': True}, 'gw_port_id': '180c68e8-ea3a-4534-a3f3-db062e7853f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:16:34Z', 'updated_at': '2022-01-28T08:16:35Z', 'revision_number': 3, 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'gw_port': {'id': '180c68e8-ea3a-4534-a3f3-db062e7853f1', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e1:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '682e46a6-cd32-4c33-83e1-f1f3b82daf88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:16:35Z', 'updated_at': '2022-01-28T08:16:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:16:37.237461 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ee7123-df48-4a1f-9195-4fdedcafc821 None None] The sync data for ids ['682e46a6-cd32-4c33-83e1-f1f3b82daf88'] in n-d-712749-28 is: [{'id': '682e46a6-cd32-4c33-83e1-f1f3b82daf88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-741997174', 'tenant_id': '254d30a3a3e041b3bd650c9318c9b350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.112'}], 'enable_snat': True}, 'gw_port_id': '180c68e8-ea3a-4534-a3f3-db062e7853f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:16:34Z', 'updated_at': '2022-01-28T08:16:35Z', 'revision_number': 3, 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'gw_port': {'id': '180c68e8-ea3a-4534-a3f3-db062e7853f1', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e1:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '682e46a6-cd32-4c33-83e1-f1f3b82daf88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:16:35Z', 'updated_at': '2022-01-28T08:16:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 08:16:37.259052 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:37.276362 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-1ec6f256-446a-45bd-b6c6-0ca6d742d89d None None] Allocated IP 172.20.0.2 (ecebb86d-40b9-40b7-8bec-6e9c0e4d2361/976f96aa-38e7-42dc-9a79-1964acc921c7/c17072cc-c063-4287-b4cd-66e84dcae6eb) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 08:16:37.427276 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1ec6f256-446a-45bd-b6c6-0ca6d742d89d None None] Publish callbacks [] for port (c17072cc-c063-4287-b4cd-66e84dcae6eb), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:37.435176 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1ec6f256-446a-45bd-b6c6-0ca6d742d89d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (c17072cc-c063-4287-b4cd-66e84dcae6eb), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:37.489956 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec6f256-446a-45bd-b6c6-0ca6d742d89d None None] Network ecebb86d-40b9-40b7-8bec-6e9c0e4d2361 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 08:16:37.499319 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-1ec6f256-446a-45bd-b6c6-0ca6d742d89d None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 08:16:37.504038 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec6f256-446a-45bd-b6c6-0ca6d742d89d None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 08:16:37.507367 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3e58b218-bde2-437d-af3c-4716f58ddacc tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:37.510698 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec6f256-446a-45bd-b6c6-0ca6d742d89d None None] Pushing event updated for resources: {'Port': ['ID=c17072cc-c063-4287-b4cd-66e84dcae6eb,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:16:37.582938 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-1ec6f256-446a-45bd-b6c6-0ca6d742d89d None None] Attempting to bind port c17072cc-c063-4287-b4cd-66e84dcae6eb on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 08:16:37.583388 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-1ec6f256-446a-45bd-b6c6-0ca6d742d89d None None] Attempting to bind port c17072cc-c063-4287-b4cd-66e84dcae6eb by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '73326a21-fc88-47ee-8b67-0c4f14238e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ecebb86d-40b9-40b7-8bec-6e9c0e4d2361'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 08:16:37.583822 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec6f256-446a-45bd-b6c6-0ca6d742d89d None None] Attempting to bind port c17072cc-c063-4287-b4cd-66e84dcae6eb on network ecebb86d-40b9-40b7-8bec-6e9c0e4d2361 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 08:16:37.590036 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec6f256-446a-45bd-b6c6-0ca6d742d89d None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 8, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 08:16:37.590515 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec6f256-446a-45bd-b6c6-0ca6d742d89d None None] Checking segment: {'id': '73326a21-fc88-47ee-8b67-0c4f14238e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ecebb86d-40b9-40b7-8bec-6e9c0e4d2361'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 08:16:37.591132 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1ec6f256-446a-45bd-b6c6-0ca6d742d89d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:37.591602 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec6f256-446a-45bd-b6c6-0ca6d742d89d None None] Bound using segment: {'id': '73326a21-fc88-47ee-8b67-0c4f14238e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ecebb86d-40b9-40b7-8bec-6e9c0e4d2361'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 08:16:37.592134 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-1ec6f256-446a-45bd-b6c6-0ca6d742d89d None None] Bound port: c17072cc-c063-4287-b4cd-66e84dcae6eb, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73326a21-fc88-47ee-8b67-0c4f14238e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ecebb86d-40b9-40b7-8bec-6e9c0e4d2361'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 08:16:37.592617 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1ec6f256-446a-45bd-b6c6-0ca6d742d89d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (c17072cc-c063-4287-b4cd-66e84dcae6eb), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:37.664030 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-1ec6f256-446a-45bd-b6c6-0ca6d742d89d None None] For port c17072cc-c063-4287-b4cd-66e84dcae6eb, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 08:16:37.667289 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-1ec6f256-446a-45bd-b6c6-0ca6d742d89d None None] For port c17072cc-c063-4287-b4cd-66e84dcae6eb, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=c17072cc-c063-4287-b4cd-66e84dcae6eb,segment=NetworkSegment(73326a21-fc88-47ee-8b67-0c4f14238e58),segment_id=73326a21-fc88-47ee-8b67-0c4f14238e58)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 08:16:37.672915 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1ec6f256-446a-45bd-b6c6-0ca6d742d89d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (c17072cc-c063-4287-b4cd-66e84dcae6eb), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:37.739674 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec6f256-446a-45bd-b6c6-0ca6d742d89d None None] Pushing event updated for resources: {'Port': ['ID=c17072cc-c063-4287-b4cd-66e84dcae6eb,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:16:37.819682 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-3e58b218-bde2-437d-af3c-4716f58ddacc tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Allocated IP 172.20.0.1 (ecebb86d-40b9-40b7-8bec-6e9c0e4d2361/976f96aa-38e7-42dc-9a79-1964acc921c7/de1e55ec-19bb-498c-8fbf-47da1c6ef513) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 08:16:37.946850 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3e58b218-bde2-437d-af3c-4716f58ddacc tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for port (de1e55ec-19bb-498c-8fbf-47da1c6ef513), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:37.990189 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3e58b218-bde2-437d-af3c-4716f58ddacc tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (de1e55ec-19bb-498c-8fbf-47da1c6ef513), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:38.035722 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e58b218-bde2-437d-af3c-4716f58ddacc tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Network ecebb86d-40b9-40b7-8bec-6e9c0e4d2361 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 08:16:38.039965 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-3e58b218-bde2-437d-af3c-4716f58ddacc tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 08:16:38.045080 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e58b218-bde2-437d-af3c-4716f58ddacc tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 08:16:38.088361 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e58b218-bde2-437d-af3c-4716f58ddacc tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Pushing event updated for resources: {'Port': ['ID=de1e55ec-19bb-498c-8fbf-47da1c6ef513,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:16:38.109761 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3e58b218-bde2-437d-af3c-4716f58ddacc tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16609232'] for router_interface (682e46a6-cd32-4c33-83e1-f1f3b82daf88), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:38.190856 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device c17072cc-c063-4287-b4cd-66e84dcae6eb up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 08:16:38.248145 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port c17072cc-c063-4287-b4cd-66e84dcae6eb triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:16:38.248556 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (c17072cc-c063-4287-b4cd-66e84dcae6eb), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:38.259420 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3e58b218-bde2-437d-af3c-4716f58ddacc tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (de1e55ec-19bb-498c-8fbf-47da1c6ef513), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:38.335868 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port c17072cc-c063-4287-b4cd-66e84dcae6eb is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:16:38.336332 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (c17072cc-c063-4287-b4cd-66e84dcae6eb), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:38.372244 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] For port c17072cc-c063-4287-b4cd-66e84dcae6eb, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=c17072cc-c063-4287-b4cd-66e84dcae6eb,segment=NetworkSegment(73326a21-fc88-47ee-8b67-0c4f14238e58),segment_id=73326a21-fc88-47ee-8b67-0c4f14238e58)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:16:38.376639 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (c17072cc-c063-4287-b4cd-66e84dcae6eb), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:38.377442 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 180c68e8-ea3a-4534-a3f3-db062e7853f1 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 08:16:38.563595 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3e58b218-bde2-437d-af3c-4716f58ddacc tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for port (de1e55ec-19bb-498c-8fbf-47da1c6ef513), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:38.569209 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3e58b218-bde2-437d-af3c-4716f58ddacc tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (de1e55ec-19bb-498c-8fbf-47da1c6ef513), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:38.634185 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Pushing event updated for resources: {'Port': ['ID=c17072cc-c063-4287-b4cd-66e84dcae6eb,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:16:38.647685 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 180c68e8-ea3a-4534-a3f3-db062e7853f1 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:16:38.648377 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (180c68e8-ea3a-4534-a3f3-db062e7853f1), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:38.648687 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e58b218-bde2-437d-af3c-4716f58ddacc tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Pushing event updated for resources: {'Port': ['ID=de1e55ec-19bb-498c-8fbf-47da1c6ef513,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:16:38.651787 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3e58b218-bde2-437d-af3c-4716f58ddacc tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16318999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16606560'] for router_interface (682e46a6-cd32-4c33-83e1-f1f3b82daf88), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:38.732791 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 180c68e8-ea3a-4534-a3f3-db062e7853f1 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:16:38.733184 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (180c68e8-ea3a-4534-a3f3-db062e7853f1), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:38.756401 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e58b218-bde2-437d-af3c-4716f58ddacc tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Network ecebb86d-40b9-40b7-8bec-6e9c0e4d2361 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 08:16:38.757965 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-3e58b218-bde2-437d-af3c-4716f58ddacc tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 08:16:38.760583 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] For port 180c68e8-ea3a-4534-a3f3-db062e7853f1, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=180c68e8-ea3a-4534-a3f3-db062e7853f1,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:16:38.766015 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (180c68e8-ea3a-4534-a3f3-db062e7853f1), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:38.827932 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Pushing event updated for resources: {'Port': ['ID=180c68e8-ea3a-4534-a3f3-db062e7853f1,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:16:38.883999 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e58b218-bde2-437d-af3c-4716f58ddacc tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Router 682e46a6-cd32-4c33-83e1-f1f3b82daf88 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 08:16:38.913757 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d1b677a-9dee-4590-8846-774a07467548 None None] Network ecebb86d-40b9-40b7-8bec-6e9c0e4d2361 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 08:16:38.958060 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:38.978433 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-82070065-d7fc-41ec-abd9-089ddf8ec1d0 None None] Provisioning complete for port c17072cc-c063-4287-b4cd-66e84dcae6eb triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:16:38.978819 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-82070065-d7fc-41ec-abd9-089ddf8ec1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (c17072cc-c063-4287-b4cd-66e84dcae6eb), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:39.007087 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e58b218-bde2-437d-af3c-4716f58ddacc tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 08:16:39.012066 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-3e58b218-bde2-437d-af3c-4716f58ddacc tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "PUT /v2.0/routers/682e46a6-cd32-4c33-83e1-f1f3b82daf88/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9832234 Jan 28 08:16:39.112185 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-82070065-d7fc-41ec-abd9-089ddf8ec1d0 None None] Current status of the port c17072cc-c063-4287-b4cd-66e84dcae6eb is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:16:39.191918 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f44affaa-a7a3-4ebb-bb2d-99dabd5d9498 req-6e7038c5-3ea7-4f6a-b522-7f5a3081951a tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1172065295&fields=id&tenant_id=254d30a3a3e041b3bd650c9318c9b350 HTTP/1.1" status: 200 len: 267 time: 0.0665116 Jan 28 08:16:39.330703 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44affaa-a7a3-4ebb-bb2d-99dabd5d9498 req-087cafa6-9ba5-42f8-a336-87a4914298cb tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:16:39.332386 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f44affaa-a7a3-4ebb-bb2d-99dabd5d9498 req-087cafa6-9ba5-42f8-a336-87a4914298cb tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/networks?id=ecebb86d-40b9-40b7-8bec-6e9c0e4d2361 HTTP/1.1" status: 200 len: 796 time: 0.1315193 Jan 28 08:16:39.353607 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f44affaa-a7a3-4ebb-bb2d-99dabd5d9498 req-64d20e7b-3b77-4fb5-a0f9-2b38956bb894 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/quotas/254d30a3a3e041b3bd650c9318c9b350 HTTP/1.1" status: 200 len: 375 time: 0.0146780 Jan 28 08:16:39.365419 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65836233-9c81-47f9-83de-9986987345b5 None None] Sync routers for ids ['682e46a6-cd32-4c33-83e1-f1f3b82daf88'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 08:16:39.377528 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65836233-9c81-47f9-83de-9986987345b5 None None] Routers {'682e46a6-cd32-4c33-83e1-f1f3b82daf88'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 08:16:39.378885 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-65836233-9c81-47f9-83de-9986987345b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T08:16:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['682e46a6-cd32-4c33-83e1-f1f3b82daf88'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:16:39.429625 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f44affaa-a7a3-4ebb-bb2d-99dabd5d9498 req-18577048-cc2f-4b96-8ee6-fa9cceb2a8e1 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=254d30a3a3e041b3bd650c9318c9b350&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0682790 Jan 28 08:16:39.517598 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-65836233-9c81-47f9-83de-9986987345b5 None None] Set router 682e46a6-cd32-4c33-83e1-f1f3b82daf88 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 08:16:39.546663 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f44affaa-a7a3-4ebb-bb2d-99dabd5d9498 req-a669aeb4-3e5f-4e8a-b14c-08e1920c816c service neutron] 10.222.0.41 "GET /v2.0/networks/ecebb86d-40b9-40b7-8bec-6e9c0e4d2361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987980 Jan 28 08:16:39.552386 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-952ed0cb-1333-444e-a4dc-dfd2fb84a519 None None] Provisioning complete for port de1e55ec-19bb-498c-8fbf-47da1c6ef513 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:16:39.553138 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-952ed0cb-1333-444e-a4dc-dfd2fb84a519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (de1e55ec-19bb-498c-8fbf-47da1c6ef513), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:39.643091 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f44affaa-a7a3-4ebb-bb2d-99dabd5d9498 req-7d1d09dd-62d9-4eb7-9cae-6512f9e821c1 service neutron] 10.222.0.41 "GET /v2.0/networks/ecebb86d-40b9-40b7-8bec-6e9c0e4d2361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903533 Jan 28 08:16:39.666555 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-952ed0cb-1333-444e-a4dc-dfd2fb84a519 None None] Port de1e55ec-19bb-498c-8fbf-47da1c6ef513 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 08:16:39.686627 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-952ed0cb-1333-444e-a4dc-dfd2fb84a519 None None] Provisioning complete for port c17072cc-c063-4287-b4cd-66e84dcae6eb triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:16:39.687055 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-952ed0cb-1333-444e-a4dc-dfd2fb84a519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (c17072cc-c063-4287-b4cd-66e84dcae6eb), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:39.826565 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-bc3648d2-8e25-4cfd-808d-0906c5c7d8c1 req-8c38f279-9363-4f96-b0c9-6daeccdf1e5d tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/ports?device_id=04c022c4-8db5-4418-8be2-4fdff4ac471d HTTP/1.1" status: 200 len: 210 time: 0.0328927 Jan 28 08:16:39.832267 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-952ed0cb-1333-444e-a4dc-dfd2fb84a519 None None] Current status of the port c17072cc-c063-4287-b4cd-66e84dcae6eb is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:16:39.870556 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-65836233-9c81-47f9-83de-9986987345b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '682e46a6-cd32-4c33-83e1-f1f3b82daf88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-741997174', 'tenant_id': '254d30a3a3e041b3bd650c9318c9b350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.112'}], 'enable_snat': True}, 'gw_port_id': '180c68e8-ea3a-4534-a3f3-db062e7853f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:16:34Z', 'updated_at': '2022-01-28T08:16:38Z', 'revision_number': 4, 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'gw_port': {'id': '180c68e8-ea3a-4534-a3f3-db062e7853f1', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e1:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '682e46a6-cd32-4c33-83e1-f1f3b82daf88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:16:35Z', 'updated_at': '2022-01-28T08:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': 'de1e55ec-19bb-498c-8fbf-47da1c6ef513', 'name': '', 'network_id': 'ecebb86d-40b9-40b7-8bec-6e9c0e4d2361', 'tenant_id': '254d30a3a3e041b3bd650c9318c9b350', 'mac_address': 'fa:16:3e:a5:d1:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '682e46a6-cd32-4c33-83e1-f1f3b82daf88', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '976f96aa-38e7-42dc-9a79-1964acc921c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:16:37Z', 'updated_at': '2022-01-28T08:16:38Z', 'revision_number': 2, 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'subnets': [{'id': '976f96aa-38e7-42dc-9a79-1964acc921c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:16:39.874034 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:39.899443 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65836233-9c81-47f9-83de-9986987345b5 None None] Checking router: 682e46a6-cd32-4c33-83e1-f1f3b82daf88 for host: n-d-712749-28 {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 08:16:39.899811 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65836233-9c81-47f9-83de-9986987345b5 None None] Updating router 682e46a6-cd32-4c33-83e1-f1f3b82daf88 port de1e55ec-19bb-498c-8fbf-47da1c6ef513 binding host n-d-712749-28 {{(pid=103285) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 08:16:39.933144 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-65836233-9c81-47f9-83de-9986987345b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (de1e55ec-19bb-498c-8fbf-47da1c6ef513), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:39.985176 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device c17072cc-c063-4287-b4cd-66e84dcae6eb up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 08:16:39.988963 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c4a13fe9-1e45-41dc-aea4-1e7ca45d62fa None None] Provisioning complete for port de1e55ec-19bb-498c-8fbf-47da1c6ef513 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:16:39.989350 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c4a13fe9-1e45-41dc-aea4-1e7ca45d62fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (de1e55ec-19bb-498c-8fbf-47da1c6ef513), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:40.115289 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c4a13fe9-1e45-41dc-aea4-1e7ca45d62fa None None] Port de1e55ec-19bb-498c-8fbf-47da1c6ef513 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 08:16:40.155714 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port c17072cc-c063-4287-b4cd-66e84dcae6eb triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:16:40.156102 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (c17072cc-c063-4287-b4cd-66e84dcae6eb), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:40.312389 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port c17072cc-c063-4287-b4cd-66e84dcae6eb is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:16:40.313398 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 180c68e8-ea3a-4534-a3f3-db062e7853f1 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 08:16:40.385929 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-65836233-9c81-47f9-83de-9986987345b5 None None] Publish callbacks [] for port (de1e55ec-19bb-498c-8fbf-47da1c6ef513), precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:40.392429 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-65836233-9c81-47f9-83de-9986987345b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (de1e55ec-19bb-498c-8fbf-47da1c6ef513), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:40.431546 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 180c68e8-ea3a-4534-a3f3-db062e7853f1 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:16:40.431819 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (180c68e8-ea3a-4534-a3f3-db062e7853f1), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:40.477477 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce1c9b4-ea10-4e07-9bae-6a223a4a652b None None] Pushing event updated for resources: {'Port': ['ID=de1e55ec-19bb-498c-8fbf-47da1c6ef513,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:16:40.547594 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-65836233-9c81-47f9-83de-9986987345b5 None None] Attempting to bind port de1e55ec-19bb-498c-8fbf-47da1c6ef513 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 08:16:40.547971 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-65836233-9c81-47f9-83de-9986987345b5 None None] Attempting to bind port de1e55ec-19bb-498c-8fbf-47da1c6ef513 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '73326a21-fc88-47ee-8b67-0c4f14238e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ecebb86d-40b9-40b7-8bec-6e9c0e4d2361'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 08:16:40.548374 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65836233-9c81-47f9-83de-9986987345b5 None None] Attempting to bind port de1e55ec-19bb-498c-8fbf-47da1c6ef513 on network ecebb86d-40b9-40b7-8bec-6e9c0e4d2361 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 08:16:40.576558 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65836233-9c81-47f9-83de-9986987345b5 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 8, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 08:16:40.576872 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65836233-9c81-47f9-83de-9986987345b5 None None] Checking segment: {'id': '73326a21-fc88-47ee-8b67-0c4f14238e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ecebb86d-40b9-40b7-8bec-6e9c0e4d2361'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 08:16:40.577285 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-65836233-9c81-47f9-83de-9986987345b5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:40.577703 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65836233-9c81-47f9-83de-9986987345b5 None None] Bound using segment: {'id': '73326a21-fc88-47ee-8b67-0c4f14238e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ecebb86d-40b9-40b7-8bec-6e9c0e4d2361'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 08:16:40.578178 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-65836233-9c81-47f9-83de-9986987345b5 None None] Bound port: de1e55ec-19bb-498c-8fbf-47da1c6ef513, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73326a21-fc88-47ee-8b67-0c4f14238e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ecebb86d-40b9-40b7-8bec-6e9c0e4d2361'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 08:16:40.578569 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-65836233-9c81-47f9-83de-9986987345b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (de1e55ec-19bb-498c-8fbf-47da1c6ef513), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:40.598480 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 180c68e8-ea3a-4534-a3f3-db062e7853f1 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:16:40.661076 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-65836233-9c81-47f9-83de-9986987345b5 None None] For port de1e55ec-19bb-498c-8fbf-47da1c6ef513, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 08:16:40.664515 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-65836233-9c81-47f9-83de-9986987345b5 None None] For port de1e55ec-19bb-498c-8fbf-47da1c6ef513, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=de1e55ec-19bb-498c-8fbf-47da1c6ef513,segment=NetworkSegment(73326a21-fc88-47ee-8b67-0c4f14238e58),segment_id=73326a21-fc88-47ee-8b67-0c4f14238e58)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 08:16:40.665599 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9c56e863-e0cd-491f-b9d1-beb55b819079 None None] Provisioning complete for port de1e55ec-19bb-498c-8fbf-47da1c6ef513 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:16:40.666052 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9c56e863-e0cd-491f-b9d1-beb55b819079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (de1e55ec-19bb-498c-8fbf-47da1c6ef513), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:40.669932 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-65836233-9c81-47f9-83de-9986987345b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (de1e55ec-19bb-498c-8fbf-47da1c6ef513), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:40.764344 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce1c9b4-ea10-4e07-9bae-6a223a4a652b None None] Pushing event updated for resources: {'Port': ['ID=de1e55ec-19bb-498c-8fbf-47da1c6ef513,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:16:40.767493 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65836233-9c81-47f9-83de-9986987345b5 None None] Routers {'682e46a6-cd32-4c33-83e1-f1f3b82daf88'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 08:16:40.768124 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-65836233-9c81-47f9-83de-9986987345b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T08:16:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['682e46a6-cd32-4c33-83e1-f1f3b82daf88'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:16:40.890041 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9c56e863-e0cd-491f-b9d1-beb55b819079 None None] Current status of the port de1e55ec-19bb-498c-8fbf-47da1c6ef513 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:16:40.890470 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9c56e863-e0cd-491f-b9d1-beb55b819079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (de1e55ec-19bb-498c-8fbf-47da1c6ef513), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:40.939861 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-65836233-9c81-47f9-83de-9986987345b5 None None] Set router 682e46a6-cd32-4c33-83e1-f1f3b82daf88 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 08:16:40.986743 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9c56e863-e0cd-491f-b9d1-beb55b819079 None None] For port de1e55ec-19bb-498c-8fbf-47da1c6ef513, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=de1e55ec-19bb-498c-8fbf-47da1c6ef513,segment=NetworkSegment(73326a21-fc88-47ee-8b67-0c4f14238e58),segment_id=73326a21-fc88-47ee-8b67-0c4f14238e58)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:16:40.996326 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9c56e863-e0cd-491f-b9d1-beb55b819079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (de1e55ec-19bb-498c-8fbf-47da1c6ef513), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:41.002938 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-96e1fad1-725a-44dd-8688-9a0bd84ed4d8 req-a70263dd-4feb-4c5e-a3c2-9eb034d7e838 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/ports?device_id=04c022c4-8db5-4418-8be2-4fdff4ac471d HTTP/1.1" status: 200 len: 210 time: 0.0378211 Jan 28 08:16:41.066787 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44affaa-a7a3-4ebb-bb2d-99dabd5d9498 req-6beb21d9-8c20-456b-a605-755381df0290 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:16:41.068901 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f44affaa-a7a3-4ebb-bb2d-99dabd5d9498 req-6beb21d9-8c20-456b-a605-755381df0290 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.10 "GET /v2.0/networks?id=ecebb86d-40b9-40b7-8bec-6e9c0e4d2361 HTTP/1.1" status: 200 len: 796 time: 0.1767726 Jan 28 08:16:41.148505 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f44affaa-a7a3-4ebb-bb2d-99dabd5d9498 req-54455fd3-4eba-4733-ac15-071d728fdf5d tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=254d30a3a3e041b3bd650c9318c9b350 HTTP/1.1" status: 200 len: 380 time: 0.0584314 Jan 28 08:16:41.161338 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-f44affaa-a7a3-4ebb-bb2d-99dabd5d9498 req-65440b5f-3908-42b6-ad46-f76cee945b5e tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Request body: {'port': {'device_id': '04c022c4-8db5-4418-8be2-4fdff4ac471d', 'network_id': 'ecebb86d-40b9-40b7-8bec-6e9c0e4d2361', 'admin_state_up': True, 'tenant_id': '254d30a3a3e041b3bd650c9318c9b350', 'security_groups': ['3e74faa5-4265-4c90-9a80-5990f8505c32']}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:16:41.274048 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f44affaa-a7a3-4ebb-bb2d-99dabd5d9498 req-65440b5f-3908-42b6-ad46-f76cee945b5e tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Made reservation on behalf of 254d30a3a3e041b3bd650c9318c9b350 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 08:16:41.277552 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-f44affaa-a7a3-4ebb-bb2d-99dabd5d9498 req-65440b5f-3908-42b6-ad46-f76cee945b5e tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:41.287028 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-19d6b843-c044-417e-8cf9-edab8f2cca07 None None] Provisioning complete for port de1e55ec-19bb-498c-8fbf-47da1c6ef513 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:16:41.287412 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-19d6b843-c044-417e-8cf9-edab8f2cca07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (de1e55ec-19bb-498c-8fbf-47da1c6ef513), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:41.316223 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c56e863-e0cd-491f-b9d1-beb55b819079 None None] Pushing event updated for resources: {'Port': ['ID=de1e55ec-19bb-498c-8fbf-47da1c6ef513,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:16:41.403917 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-f44affaa-a7a3-4ebb-bb2d-99dabd5d9498 req-65440b5f-3908-42b6-ad46-f76cee945b5e tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Allocated IP 172.20.0.12 (ecebb86d-40b9-40b7-8bec-6e9c0e4d2361/976f96aa-38e7-42dc-9a79-1964acc921c7/367d9200-0fab-4a4d-9ff8-e2b2dab78caa) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 08:16:41.433002 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-19d6b843-c044-417e-8cf9-edab8f2cca07 None None] Current status of the port de1e55ec-19bb-498c-8fbf-47da1c6ef513 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:16:41.447818 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-65836233-9c81-47f9-83de-9986987345b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '682e46a6-cd32-4c33-83e1-f1f3b82daf88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-741997174', 'tenant_id': '254d30a3a3e041b3bd650c9318c9b350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.112'}], 'enable_snat': True}, 'gw_port_id': '180c68e8-ea3a-4534-a3f3-db062e7853f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:16:34Z', 'updated_at': '2022-01-28T08:16:38Z', 'revision_number': 4, 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'gw_port': {'id': '180c68e8-ea3a-4534-a3f3-db062e7853f1', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e1:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '682e46a6-cd32-4c33-83e1-f1f3b82daf88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:16:35Z', 'updated_at': '2022-01-28T08:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': 'de1e55ec-19bb-498c-8fbf-47da1c6ef513', 'name': '', 'network_id': 'ecebb86d-40b9-40b7-8bec-6e9c0e4d2361', 'tenant_id': '254d30a3a3e041b3bd650c9318c9b350', 'mac_address': 'fa:16:3e:a5:d1:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '682e46a6-cd32-4c33-83e1-f1f3b82daf88', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '976f96aa-38e7-42dc-9a79-1964acc921c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:16:37Z', 'updated_at': '2022-01-28T08:16:40Z', 'revision_number': 4, 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'subnets': [{'id': '976f96aa-38e7-42dc-9a79-1964acc921c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:16:41.475408 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65836233-9c81-47f9-83de-9986987345b5 None None] The sync data for ids ['682e46a6-cd32-4c33-83e1-f1f3b82daf88'] in n-d-712749-28 is: [{'id': '682e46a6-cd32-4c33-83e1-f1f3b82daf88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-741997174', 'tenant_id': '254d30a3a3e041b3bd650c9318c9b350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.112'}], 'enable_snat': True}, 'gw_port_id': '180c68e8-ea3a-4534-a3f3-db062e7853f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:16:34Z', 'updated_at': '2022-01-28T08:16:38Z', 'revision_number': 4, 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'gw_port': {'id': '180c68e8-ea3a-4534-a3f3-db062e7853f1', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e1:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '682e46a6-cd32-4c33-83e1-f1f3b82daf88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:16:35Z', 'updated_at': '2022-01-28T08:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': 'de1e55ec-19bb-498c-8fbf-47da1c6ef513', 'name': '', 'network_id': 'ecebb86d-40b9-40b7-8bec-6e9c0e4d2361', 'tenant_id': '254d30a3a3e041b3bd650c9318c9b350', 'mac_address': 'fa:16:3e:a5:d1:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '682e46a6-cd32-4c33-83e1-f1f3b82daf88', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '976f96aa-38e7-42dc-9a79-1964acc921c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:16:37Z', 'updated_at': '2022-01-28T08:16:40Z', 'revision_number': 4, 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'subnets': [{'id': '976f96aa-38e7-42dc-9a79-1964acc921c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 08:16:41.573188 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-f44affaa-a7a3-4ebb-bb2d-99dabd5d9498 req-65440b5f-3908-42b6-ad46-f76cee945b5e tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for port (367d9200-0fab-4a4d-9ff8-e2b2dab78caa), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:41.615254 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-f44affaa-a7a3-4ebb-bb2d-99dabd5d9498 req-65440b5f-3908-42b6-ad46-f76cee945b5e tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (367d9200-0fab-4a4d-9ff8-e2b2dab78caa), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:41.661141 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f44affaa-a7a3-4ebb-bb2d-99dabd5d9498 req-65440b5f-3908-42b6-ad46-f76cee945b5e tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Network ecebb86d-40b9-40b7-8bec-6e9c0e4d2361 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 08:16:41.667048 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-f44affaa-a7a3-4ebb-bb2d-99dabd5d9498 req-65440b5f-3908-42b6-ad46-f76cee945b5e tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 08:16:41.671950 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-f44affaa-a7a3-4ebb-bb2d-99dabd5d9498 req-65440b5f-3908-42b6-ad46-f76cee945b5e tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 08:16:41.675925 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65440b5f-3908-42b6-ad46-f76cee945b5e tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Pushing event updated for resources: {'Port': ['ID=367d9200-0fab-4a4d-9ff8-e2b2dab78caa,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:16:41.724000 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44affaa-a7a3-4ebb-bb2d-99dabd5d9498 req-65440b5f-3908-42b6-ad46-f76cee945b5e tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:16:41.724793 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-f44affaa-a7a3-4ebb-bb2d-99dabd5d9498 req-65440b5f-3908-42b6-ad46-f76cee945b5e tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:41.742558 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f44affaa-a7a3-4ebb-bb2d-99dabd5d9498 req-65440b5f-3908-42b6-ad46-f76cee945b5e tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5850494 Jan 28 08:16:41.755266 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [req-f44affaa-a7a3-4ebb-bb2d-99dabd5d9498 req-2ff62c7d-d8a6-4e93-a494-0ea4ebbdb486 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 08:16:41.758075 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f44affaa-a7a3-4ebb-bb2d-99dabd5d9498 req-2ff62c7d-d8a6-4e93-a494-0ea4ebbdb486 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0073452 Jan 28 08:16:41.782156 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-f44affaa-a7a3-4ebb-bb2d-99dabd5d9498 req-59267a21-cfbc-42da-b0dd-a84290b95a14 service neutron] Request body: {'port': {'device_id': '04c022c4-8db5-4418-8be2-4fdff4ac471d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-28'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:16:41.849345 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-f44affaa-a7a3-4ebb-bb2d-99dabd5d9498 req-59267a21-cfbc-42da-b0dd-a84290b95a14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (367d9200-0fab-4a4d-9ff8-e2b2dab78caa), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:41.968267 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-62f6f8b9-cace-46e9-a557-74aaa1005cce None None] Provisioning complete for port 367d9200-0fab-4a4d-9ff8-e2b2dab78caa triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:16:41.968897 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-62f6f8b9-cace-46e9-a557-74aaa1005cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (367d9200-0fab-4a4d-9ff8-e2b2dab78caa), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:42.020042 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-62f6f8b9-cace-46e9-a557-74aaa1005cce None None] Port 367d9200-0fab-4a4d-9ff8-e2b2dab78caa cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 08:16:42.034409 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device de1e55ec-19bb-498c-8fbf-47da1c6ef513 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 08:16:42.094989 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port de1e55ec-19bb-498c-8fbf-47da1c6ef513 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:16:42.095378 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (de1e55ec-19bb-498c-8fbf-47da1c6ef513), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:42.169573 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-f44affaa-a7a3-4ebb-bb2d-99dabd5d9498 req-59267a21-cfbc-42da-b0dd-a84290b95a14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 367d9200-0fab-4a4d-9ff8-e2b2dab78caa {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 08:16:42.171245 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4298e549-be48-4ccb-9228-339ebd714e89 req-79763503-bf0a-43f8-87c4-e6d8a34ed8dc tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:16:42.173390 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4298e549-be48-4ccb-9228-339ebd714e89 req-79763503-bf0a-43f8-87c4-e6d8a34ed8dc tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/ports?device_id=04c022c4-8db5-4418-8be2-4fdff4ac471d HTTP/1.1" status: 200 len: 932 time: 0.0738683 Jan 28 08:16:42.178964 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-f44affaa-a7a3-4ebb-bb2d-99dabd5d9498 req-59267a21-cfbc-42da-b0dd-a84290b95a14 service neutron] Publish callbacks [] for port (367d9200-0fab-4a4d-9ff8-e2b2dab78caa), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:42.188654 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port de1e55ec-19bb-498c-8fbf-47da1c6ef513 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:16:42.197201 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-f44affaa-a7a3-4ebb-bb2d-99dabd5d9498 req-59267a21-cfbc-42da-b0dd-a84290b95a14 service neutron] Transition to ACTIVE for port object 367d9200-0fab-4a4d-9ff8-e2b2dab78caa will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 08:16:42.202638 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-f44affaa-a7a3-4ebb-bb2d-99dabd5d9498 req-59267a21-cfbc-42da-b0dd-a84290b95a14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (367d9200-0fab-4a4d-9ff8-e2b2dab78caa), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:42.249642 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4298e549-be48-4ccb-9228-339ebd714e89 req-eae7616b-ccd1-48cc-b795-30cb6a6ff152 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e74faa5-4265-4c90-9a80-5990f8505c32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696115 Jan 28 08:16:42.319139 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59267a21-cfbc-42da-b0dd-a84290b95a14 service neutron] Pushing event updated for resources: {'Port': ['ID=367d9200-0fab-4a4d-9ff8-e2b2dab78caa,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:16:42.361003 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-f44affaa-a7a3-4ebb-bb2d-99dabd5d9498 req-59267a21-cfbc-42da-b0dd-a84290b95a14 service neutron] Attempting to bind port 367d9200-0fab-4a4d-9ff8-e2b2dab78caa on host n-h1-712749-28 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 08:16:42.361356 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-f44affaa-a7a3-4ebb-bb2d-99dabd5d9498 req-59267a21-cfbc-42da-b0dd-a84290b95a14 service neutron] Attempting to bind port 367d9200-0fab-4a4d-9ff8-e2b2dab78caa by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': '73326a21-fc88-47ee-8b67-0c4f14238e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ecebb86d-40b9-40b7-8bec-6e9c0e4d2361'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 08:16:42.361675 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f44affaa-a7a3-4ebb-bb2d-99dabd5d9498 req-59267a21-cfbc-42da-b0dd-a84290b95a14 service neutron] Attempting to bind port 367d9200-0fab-4a4d-9ff8-e2b2dab78caa on network ecebb86d-40b9-40b7-8bec-6e9c0e4d2361 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 08:16:42.367090 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f44affaa-a7a3-4ebb-bb2d-99dabd5d9498 req-59267a21-cfbc-42da-b0dd-a84290b95a14 service neutron] Port 367d9200-0fab-4a4d-9ff8-e2b2dab78caa on network ecebb86d-40b9-40b7-8bec-6e9c0e4d2361 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 08:16:42.367411 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f44affaa-a7a3-4ebb-bb2d-99dabd5d9498 req-59267a21-cfbc-42da-b0dd-a84290b95a14 service neutron] Attempting to bind port 367d9200-0fab-4a4d-9ff8-e2b2dab78caa on network ecebb86d-40b9-40b7-8bec-6e9c0e4d2361 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 08:16:42.372765 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f44affaa-a7a3-4ebb-bb2d-99dabd5d9498 req-59267a21-cfbc-42da-b0dd-a84290b95a14 service neutron] Checking agent: {'id': '2fca46b1-237f-4857-9290-2429d810e472', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 8, 16, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 08:16:42.373127 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f44affaa-a7a3-4ebb-bb2d-99dabd5d9498 req-59267a21-cfbc-42da-b0dd-a84290b95a14 service neutron] Checking segment: {'id': '73326a21-fc88-47ee-8b67-0c4f14238e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ecebb86d-40b9-40b7-8bec-6e9c0e4d2361'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 08:16:42.373528 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f44affaa-a7a3-4ebb-bb2d-99dabd5d9498 req-59267a21-cfbc-42da-b0dd-a84290b95a14 service neutron] Bound using segment: {'id': '73326a21-fc88-47ee-8b67-0c4f14238e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ecebb86d-40b9-40b7-8bec-6e9c0e4d2361'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 08:16:42.373953 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-f44affaa-a7a3-4ebb-bb2d-99dabd5d9498 req-59267a21-cfbc-42da-b0dd-a84290b95a14 service neutron] Bound port: 367d9200-0fab-4a4d-9ff8-e2b2dab78caa, host: n-h1-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73326a21-fc88-47ee-8b67-0c4f14238e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ecebb86d-40b9-40b7-8bec-6e9c0e4d2361'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 08:16:42.374313 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-f44affaa-a7a3-4ebb-bb2d-99dabd5d9498 req-59267a21-cfbc-42da-b0dd-a84290b95a14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (367d9200-0fab-4a4d-9ff8-e2b2dab78caa), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:42.450567 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-f44affaa-a7a3-4ebb-bb2d-99dabd5d9498 req-59267a21-cfbc-42da-b0dd-a84290b95a14 service neutron] For port 367d9200-0fab-4a4d-9ff8-e2b2dab78caa, host n-h1-712749-28, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 08:16:42.453954 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-f44affaa-a7a3-4ebb-bb2d-99dabd5d9498 req-59267a21-cfbc-42da-b0dd-a84290b95a14 service neutron] For port 367d9200-0fab-4a4d-9ff8-e2b2dab78caa, host n-h1-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=367d9200-0fab-4a4d-9ff8-e2b2dab78caa,segment=NetworkSegment(73326a21-fc88-47ee-8b67-0c4f14238e58),segment_id=73326a21-fc88-47ee-8b67-0c4f14238e58)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 08:16:42.460472 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-f44affaa-a7a3-4ebb-bb2d-99dabd5d9498 req-59267a21-cfbc-42da-b0dd-a84290b95a14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (367d9200-0fab-4a4d-9ff8-e2b2dab78caa), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:42.502895 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44affaa-a7a3-4ebb-bb2d-99dabd5d9498 req-59267a21-cfbc-42da-b0dd-a84290b95a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:16:42.503543 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-f44affaa-a7a3-4ebb-bb2d-99dabd5d9498 req-59267a21-cfbc-42da-b0dd-a84290b95a14 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:42.505154 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f44affaa-a7a3-4ebb-bb2d-99dabd5d9498 req-59267a21-cfbc-42da-b0dd-a84290b95a14 service neutron] 10.222.0.10 "PUT /v2.0/ports/367d9200-0fab-4a4d-9ff8-e2b2dab78caa HTTP/1.1" status: 200 len: 1093 time: 0.7276044 Jan 28 08:16:42.506224 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04c022c4-8db5-4418-8be2-4fdff4ac471d', 'tag': '367d9200-0fab-4a4d-9ff8-e2b2dab78caa'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 08:16:42.508713 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea2b103cb7827510f28784975546feb0b63800b94dfac5f98f271904baace09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1084bdfb-4d56-440f-b3ab-9579c9e66dd8" -d '{"events": [{"name": "network-changed", "server_uuid": "04c022c4-8db5-4418-8be2-4fdff4ac471d", "tag": "367d9200-0fab-4a4d-9ff8-e2b2dab78caa"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 08:16:42.550288 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59267a21-cfbc-42da-b0dd-a84290b95a14 service neutron] Pushing event updated for resources: {'Port': ['ID=367d9200-0fab-4a4d-9ff8-e2b2dab78caa,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:16:42.569409 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 08:16:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffae40b0-d587-4071-a5ac-79550187689a x-openstack-request-id: req-ffae40b0-d587-4071-a5ac-79550187689a {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 08:16:42.569730 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04c022c4-8db5-4418-8be2-4fdff4ac471d", "tag": "367d9200-0fab-4a4d-9ff8-e2b2dab78caa", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 08:16:42.569968 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ffae40b0-d587-4071-a5ac-79550187689a {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 08:16:42.570386 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04c022c4-8db5-4418-8be2-4fdff4ac471d', 'tag': '367d9200-0fab-4a4d-9ff8-e2b2dab78caa', 'status': 'completed', 'code': 200} Jan 28 08:16:42.627836 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44affaa-a7a3-4ebb-bb2d-99dabd5d9498 req-5b1158e8-97ea-4ba3-be1d-f4b98019abb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:16:42.629598 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f44affaa-a7a3-4ebb-bb2d-99dabd5d9498 req-5b1158e8-97ea-4ba3-be1d-f4b98019abb0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=254d30a3a3e041b3bd650c9318c9b350&device_id=04c022c4-8db5-4418-8be2-4fdff4ac471d HTTP/1.1" status: 200 len: 1096 time: 0.0461493 Jan 28 08:16:42.683250 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f44affaa-a7a3-4ebb-bb2d-99dabd5d9498 req-c6b5489c-e4a5-4920-b383-e881e7c586cb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=367d9200-0fab-4a4d-9ff8-e2b2dab78caa HTTP/1.1" status: 200 len: 217 time: 0.0373592 Jan 28 08:16:42.741799 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44affaa-a7a3-4ebb-bb2d-99dabd5d9498 req-63079da5-c1ba-4514-8d9d-c10b58f9e33b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:16:42.743282 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f44affaa-a7a3-4ebb-bb2d-99dabd5d9498 req-63079da5-c1ba-4514-8d9d-c10b58f9e33b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=976f96aa-38e7-42dc-9a79-1964acc921c7 HTTP/1.1" status: 200 len: 835 time: 0.0514183 Jan 28 08:16:42.797207 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44affaa-a7a3-4ebb-bb2d-99dabd5d9498 req-7dd364f8-f874-446e-b240-01aff1800bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:16:42.798775 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f44affaa-a7a3-4ebb-bb2d-99dabd5d9498 req-7dd364f8-f874-446e-b240-01aff1800bab service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ecebb86d-40b9-40b7-8bec-6e9c0e4d2361&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0459528 Jan 28 08:16:42.891179 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f44affaa-a7a3-4ebb-bb2d-99dabd5d9498 req-7a4526eb-8fe4-4230-9e45-172f073af597 service neutron] 10.222.0.10 "GET /v2.0/networks/ecebb86d-40b9-40b7-8bec-6e9c0e4d2361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822597 Jan 28 08:16:42.988314 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f44affaa-a7a3-4ebb-bb2d-99dabd5d9498 req-a5397b05-4c30-4680-86d7-399a78ca4116 service neutron] 10.222.0.10 "GET /v2.0/networks/ecebb86d-40b9-40b7-8bec-6e9c0e4d2361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878386 Jan 28 08:16:43.140578 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1084bdfb-4d56-440f-b3ab-9579c9e66dd8 req-0a213003-b153-4892-9fb9-c10717e717c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:16:43.142093 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1084bdfb-4d56-440f-b3ab-9579c9e66dd8 req-0a213003-b153-4892-9fb9-c10717e717c0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=254d30a3a3e041b3bd650c9318c9b350&device_id=04c022c4-8db5-4418-8be2-4fdff4ac471d HTTP/1.1" status: 200 len: 1096 time: 0.0417325 Jan 28 08:16:43.232440 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1084bdfb-4d56-440f-b3ab-9579c9e66dd8 req-346d6bd5-0ee3-418a-9e3f-089c63f3751f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:16:43.233914 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1084bdfb-4d56-440f-b3ab-9579c9e66dd8 req-346d6bd5-0ee3-418a-9e3f-089c63f3751f service neutron] 10.222.0.10 "GET /v2.0/networks?id=ecebb86d-40b9-40b7-8bec-6e9c0e4d2361 HTTP/1.1" status: 200 len: 897 time: 0.0861456 Jan 28 08:16:43.274091 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1084bdfb-4d56-440f-b3ab-9579c9e66dd8 req-877c25fb-1772-4cca-a45d-2091f8da6529 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=367d9200-0fab-4a4d-9ff8-e2b2dab78caa HTTP/1.1" status: 200 len: 217 time: 0.0346351 Jan 28 08:16:43.324804 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1084bdfb-4d56-440f-b3ab-9579c9e66dd8 req-13b881bb-a8dd-4593-8954-04c9e16a077b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:16:43.326278 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1084bdfb-4d56-440f-b3ab-9579c9e66dd8 req-13b881bb-a8dd-4593-8954-04c9e16a077b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=976f96aa-38e7-42dc-9a79-1964acc921c7 HTTP/1.1" status: 200 len: 835 time: 0.0438659 Jan 28 08:16:43.364420 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea66fe52-d20b-4059-bdc3-f9e5c6467e07 req-3b6b3f8e-4b93-4acb-9f3c-f6aa928d8b14 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:16:43.366978 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ea66fe52-d20b-4059-bdc3-f9e5c6467e07 req-3b6b3f8e-4b93-4acb-9f3c-f6aa928d8b14 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/ports?device_id=04c022c4-8db5-4418-8be2-4fdff4ac471d HTTP/1.1" status: 200 len: 944 time: 0.0493405 Jan 28 08:16:43.379391 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1084bdfb-4d56-440f-b3ab-9579c9e66dd8 req-4562ff23-679b-401c-8ec6-a041ebe51b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:16:43.381003 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1084bdfb-4d56-440f-b3ab-9579c9e66dd8 req-4562ff23-679b-401c-8ec6-a041ebe51b74 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ecebb86d-40b9-40b7-8bec-6e9c0e4d2361&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0467556 Jan 28 08:16:43.418151 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ea66fe52-d20b-4059-bdc3-f9e5c6467e07 req-4fcca213-fa3c-444d-9e15-2025c6331016 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e74faa5-4265-4c90-9a80-5990f8505c32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446124 Jan 28 08:16:43.472532 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1084bdfb-4d56-440f-b3ab-9579c9e66dd8 req-c3d04266-7c4e-4760-b3f1-eb5f303db4cd service neutron] 10.222.0.10 "GET /v2.0/networks/ecebb86d-40b9-40b7-8bec-6e9c0e4d2361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848162 Jan 28 08:16:43.564122 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1084bdfb-4d56-440f-b3ab-9579c9e66dd8 req-f8082b6b-3fd5-405b-a146-d787e0723f1c service neutron] 10.222.0.10 "GET /v2.0/networks/ecebb86d-40b9-40b7-8bec-6e9c0e4d2361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846860 Jan 28 08:16:44.541666 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72faf076-4368-4e3c-848e-9c43b57bb480 req-92b03cc0-cb76-44a0-b0cf-4f9e2284d422 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:16:44.543168 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-72faf076-4368-4e3c-848e-9c43b57bb480 req-92b03cc0-cb76-44a0-b0cf-4f9e2284d422 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/ports?device_id=04c022c4-8db5-4418-8be2-4fdff4ac471d HTTP/1.1" status: 200 len: 944 time: 0.0513952 Jan 28 08:16:44.591440 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-72faf076-4368-4e3c-848e-9c43b57bb480 req-81ea80ef-e993-432a-b06a-ddddc78fff0b tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e74faa5-4265-4c90-9a80-5990f8505c32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423276 Jan 28 08:16:44.797402 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 367d9200-0fab-4a4d-9ff8-e2b2dab78caa details requested by agent hyperv_n-h1-712749-28 with host n-h1-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 08:16:44.891297 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 367d9200-0fab-4a4d-9ff8-e2b2dab78caa, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=367d9200-0fab-4a4d-9ff8-e2b2dab78caa,segment=NetworkSegment(73326a21-fc88-47ee-8b67-0c4f14238e58),segment_id=73326a21-fc88-47ee-8b67-0c4f14238e58)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:16:44.902509 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Returning: {'device': '367d9200-0fab-4a4d-9ff8-e2b2dab78caa', 'network_id': 'ecebb86d-40b9-40b7-8bec-6e9c0e4d2361', 'port_id': '367d9200-0fab-4a4d-9ff8-e2b2dab78caa', 'mac_address': 'fa:16:3e:96:3f:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '976f96aa-38e7-42dc-9a79-1964acc921c7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 08:16:44.941760 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 367d9200-0fab-4a4d-9ff8-e2b2dab78caa is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:16:44.942078 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (367d9200-0fab-4a4d-9ff8-e2b2dab78caa), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:44.954691 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 367d9200-0fab-4a4d-9ff8-e2b2dab78caa {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 08:16:44.973613 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 367d9200-0fab-4a4d-9ff8-e2b2dab78caa, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=367d9200-0fab-4a4d-9ff8-e2b2dab78caa,segment=NetworkSegment(73326a21-fc88-47ee-8b67-0c4f14238e58),segment_id=73326a21-fc88-47ee-8b67-0c4f14238e58)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:16:44.977784 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (367d9200-0fab-4a4d-9ff8-e2b2dab78caa), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:45.029664 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=367d9200-0fab-4a4d-9ff8-e2b2dab78caa,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:16:45.367637 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['367d9200-0fab-4a4d-9ff8-e2b2dab78caa'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 08:16:45.703005 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637a8f66-c139-48c7-9733-075ae1f6ad2a req-5ae22b0f-8357-4475-b44f-e32e365503cd tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:16:45.704494 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-637a8f66-c139-48c7-9733-075ae1f6ad2a req-5ae22b0f-8357-4475-b44f-e32e365503cd tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/ports?device_id=04c022c4-8db5-4418-8be2-4fdff4ac471d HTTP/1.1" status: 200 len: 945 time: 0.0470765 Jan 28 08:16:45.756443 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-637a8f66-c139-48c7-9733-075ae1f6ad2a req-7ddd7e64-15b7-445f-af51-d0d24911f5db tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e74faa5-4265-4c90-9a80-5990f8505c32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451193 Jan 28 08:16:46.805328 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 367d9200-0fab-4a4d-9ff8-e2b2dab78caa up at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 08:16:46.854428 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning for port 367d9200-0fab-4a4d-9ff8-e2b2dab78caa completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 08:16:46.858313 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning complete for port 367d9200-0fab-4a4d-9ff8-e2b2dab78caa triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:16:46.858692 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (367d9200-0fab-4a4d-9ff8-e2b2dab78caa), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:46.883657 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055f147d-b3a0-4340-8b4a-964a64ad5616 req-84986182-6ff1-41ac-8874-9530225ea6b3 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:16:46.885182 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-055f147d-b3a0-4340-8b4a-964a64ad5616 req-84986182-6ff1-41ac-8874-9530225ea6b3 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/ports?device_id=04c022c4-8db5-4418-8be2-4fdff4ac471d HTTP/1.1" status: 200 len: 945 time: 0.0500920 Jan 28 08:16:46.936592 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-055f147d-b3a0-4340-8b4a-964a64ad5616 req-47420f33-f18f-428b-bf9c-1ba88081534c tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e74faa5-4265-4c90-9a80-5990f8505c32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455980 Jan 28 08:16:46.939884 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 367d9200-0fab-4a4d-9ff8-e2b2dab78caa is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:16:46.940313 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (367d9200-0fab-4a4d-9ff8-e2b2dab78caa), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:46.962842 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04c022c4-8db5-4418-8be2-4fdff4ac471d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '367d9200-0fab-4a4d-9ff8-e2b2dab78caa'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 08:16:46.965068 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ad7fe887ec8da9bd29e477e6463a73d1e99860c0dff062a8c1350cb6684650b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67930932-8574-4004-891f-bf26bd562dcd" -d '{"events": [{"server_uuid": "04c022c4-8db5-4418-8be2-4fdff4ac471d", "name": "network-vif-plugged", "status": "completed", "tag": "367d9200-0fab-4a4d-9ff8-e2b2dab78caa"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 08:16:46.977714 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 367d9200-0fab-4a4d-9ff8-e2b2dab78caa, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=367d9200-0fab-4a4d-9ff8-e2b2dab78caa,segment=NetworkSegment(73326a21-fc88-47ee-8b67-0c4f14238e58),segment_id=73326a21-fc88-47ee-8b67-0c4f14238e58)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:16:46.981765 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (367d9200-0fab-4a4d-9ff8-e2b2dab78caa), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:47.004265 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 08:16:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dca6cbc-b323-471e-b019-ff0ac4584420 x-openstack-request-id: req-3dca6cbc-b323-471e-b019-ff0ac4584420 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 08:16:47.004557 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04c022c4-8db5-4418-8be2-4fdff4ac471d", "name": "network-vif-plugged", "status": "completed", "tag": "367d9200-0fab-4a4d-9ff8-e2b2dab78caa", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 08:16:47.004810 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3dca6cbc-b323-471e-b019-ff0ac4584420 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 08:16:47.005196 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04c022c4-8db5-4418-8be2-4fdff4ac471d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '367d9200-0fab-4a4d-9ff8-e2b2dab78caa', 'code': 200} Jan 28 08:16:47.029667 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=367d9200-0fab-4a4d-9ff8-e2b2dab78caa,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:16:47.160280 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea8d864-43a2-4088-bc21-680b09eb1cba req-bc38dce9-2cac-4647-840f-5cc82f56ddb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:16:47.161718 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1ea8d864-43a2-4088-bc21-680b09eb1cba req-bc38dce9-2cac-4647-840f-5cc82f56ddb6 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=04c022c4-8db5-4418-8be2-4fdff4ac471d HTTP/1.1" status: 200 len: 1098 time: 0.0420053 Jan 28 08:16:47.207564 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1ea8d864-43a2-4088-bc21-680b09eb1cba req-9340be1e-692c-4fa8-8b75-db8f10e06bba service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=3e74faa5-4265-4c90-9a80-5990f8505c32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385158 Jan 28 08:16:48.049962 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff999f2-c6ad-4cb5-bf07-64a4bb16464d req-25f75142-df7d-4780-b7e5-e91aa73df5c5 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:16:48.051450 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4ff999f2-c6ad-4cb5-bf07-64a4bb16464d req-25f75142-df7d-4780-b7e5-e91aa73df5c5 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/ports?device_id=04c022c4-8db5-4418-8be2-4fdff4ac471d HTTP/1.1" status: 200 len: 946 time: 0.0485053 Jan 28 08:16:48.100612 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4ff999f2-c6ad-4cb5-bf07-64a4bb16464d req-6cce15d6-1e11-4d93-a733-39d86921e292 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e74faa5-4265-4c90-9a80-5990f8505c32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428724 Jan 28 08:16:49.217278 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a6987d-f45b-4ed0-a2e0-b98593ea542e req-29dc6cd4-fbdb-4419-b184-e84d28598f0a tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:16:49.218749 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-76a6987d-f45b-4ed0-a2e0-b98593ea542e req-29dc6cd4-fbdb-4419-b184-e84d28598f0a tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/ports?device_id=04c022c4-8db5-4418-8be2-4fdff4ac471d HTTP/1.1" status: 200 len: 946 time: 0.0480816 Jan 28 08:16:49.265863 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-76a6987d-f45b-4ed0-a2e0-b98593ea542e req-65bb1917-526c-4c9a-984a-d6109f7d0a2a tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e74faa5-4265-4c90-9a80-5990f8505c32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415831 Jan 28 08:16:49.377662 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc883534-3a03-4a7a-b18e-4166aaab0c9d req-10359429-6f98-41b4-9ee0-ec526d78a0f7 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:16:49.379138 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-cc883534-3a03-4a7a-b18e-4166aaab0c9d req-10359429-6f98-41b4-9ee0-ec526d78a0f7 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/ports?device_id=04c022c4-8db5-4418-8be2-4fdff4ac471d HTTP/1.1" status: 200 len: 946 time: 0.0471187 Jan 28 08:16:49.431544 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-cc883534-3a03-4a7a-b18e-4166aaab0c9d req-2bd00958-ba20-4687-a470-52ed593bf729 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e74faa5-4265-4c90-9a80-5990f8505c32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462492 Jan 28 08:16:49.453397 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 41268) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:16:49.491880 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cf20557-4008-4ca9-bc76-846d48b79ef8 tempest-TestNetworkAdvancedServerOps-213716511 tempest-TestNetworkAdvancedServerOps-213716511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:16:49.493431 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-5cf20557-4008-4ca9-bc76-846d48b79ef8 tempest-TestNetworkAdvancedServerOps-213716511 tempest-TestNetworkAdvancedServerOps-213716511-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=04c022c4-8db5-4418-8be2-4fdff4ac471d HTTP/1.1" status: 200 len: 1093 time: 0.0390096 Jan 28 08:16:49.496222 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 41270) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:16:49.500386 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-316d1789-59de-48ac-80c0-7106a378b8f4 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Request body: {'floatingip': {'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'port_id': '367d9200-0fab-4a4d-9ff8-e2b2dab78caa', 'tenant_id': '254d30a3a3e041b3bd650c9318c9b350', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:16:49.520807 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-316d1789-59de-48ac-80c0-7106a378b8f4 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:49.618195 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-316d1789-59de-48ac-80c0-7106a378b8f4 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:49.717887 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-316d1789-59de-48ac-80c0-7106a378b8f4 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Allocated IP 172.25.6.89 (7d5b3724-deef-4831-8d43-cb9b8176573c/b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc/1d1af279-3c61-442c-accf-38a8986919d0) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 08:16:49.820105 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-316d1789-59de-48ac-80c0-7106a378b8f4 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for port (1d1af279-3c61-442c-accf-38a8986919d0), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:49.859855 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-316d1789-59de-48ac-80c0-7106a378b8f4 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (1d1af279-3c61-442c-accf-38a8986919d0), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:49.899021 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-316d1789-59de-48ac-80c0-7106a378b8f4 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Network 7d5b3724-deef-4831-8d43-cb9b8176573c is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 08:16:49.906446 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-316d1789-59de-48ac-80c0-7106a378b8f4 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 08:16:49.909028 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316d1789-59de-48ac-80c0-7106a378b8f4 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 08:16:49.912811 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316d1789-59de-48ac-80c0-7106a378b8f4 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Pushing event updated for resources: {'Port': ['ID=1d1af279-3c61-442c-accf-38a8986919d0,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:16:50.597365 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-316d1789-59de-48ac-80c0-7106a378b8f4 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for floatingip (7a21a5a1-5e7e-42f2-a01e-f29387a5d826), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:50.660415 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-316d1789-59de-48ac-80c0-7106a378b8f4 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (1d1af279-3c61-442c-accf-38a8986919d0), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:50.808929 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-316d1789-59de-48ac-80c0-7106a378b8f4 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for port (1d1af279-3c61-442c-accf-38a8986919d0), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:50.813605 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-316d1789-59de-48ac-80c0-7106a378b8f4 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (1d1af279-3c61-442c-accf-38a8986919d0), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:50.885800 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316d1789-59de-48ac-80c0-7106a378b8f4 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Pushing event updated for resources: {'Port': ['ID=1d1af279-3c61-442c-accf-38a8986919d0,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:16:50.893948 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-316d1789-59de-48ac-80c0-7106a378b8f4 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16609095'] for floatingip (7a21a5a1-5e7e-42f2-a01e-f29387a5d826), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:50.992577 n-d-712749-28 neutron-server[103284]: INFO neutron.db.l3_db [None req-316d1789-59de-48ac-80c0-7106a378b8f4 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Floating IP 7a21a5a1-5e7e-42f2-a01e-f29387a5d826 associated. External IP: 172.25.6.89, port: 367d9200-0fab-4a4d-9ff8-e2b2dab78caa. Jan 28 08:16:51.194802 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-316d1789-59de-48ac-80c0-7106a378b8f4 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Router 682e46a6-cd32-4c33-83e1-f1f3b82daf88 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 08:16:51.301923 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-316d1789-59de-48ac-80c0-7106a378b8f4 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 08:16:51.312042 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1cedba8-db21-4da2-b4e5-928518801172 None None] Sync routers for ids ['682e46a6-cd32-4c33-83e1-f1f3b82daf88'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 08:16:51.319822 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-316d1789-59de-48ac-80c0-7106a378b8f4 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for floatingip (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:16:51.321718 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1cedba8-db21-4da2-b4e5-928518801172 None None] Routers {'682e46a6-cd32-4c33-83e1-f1f3b82daf88'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 08:16:51.322334 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-e1cedba8-db21-4da2-b4e5-928518801172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T08:16:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['682e46a6-cd32-4c33-83e1-f1f3b82daf88'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:16:51.347215 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-316d1789-59de-48ac-80c0-7106a378b8f4 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8499813 Jan 28 08:16:51.347804 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04c022c4-8db5-4418-8be2-4fdff4ac471d', 'tag': '367d9200-0fab-4a4d-9ff8-e2b2dab78caa'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 08:16:51.351004 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea2b103cb7827510f28784975546feb0b63800b94dfac5f98f271904baace09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dceeb812-6ddb-4bcb-8014-fd441caf9326" -d '{"events": [{"name": "network-changed", "server_uuid": "04c022c4-8db5-4418-8be2-4fdff4ac471d", "tag": "367d9200-0fab-4a4d-9ff8-e2b2dab78caa"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 08:16:51.390773 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 08:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffdd6658-6575-4827-ae43-adcee67997ed x-openstack-request-id: req-ffdd6658-6575-4827-ae43-adcee67997ed {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 08:16:51.391080 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04c022c4-8db5-4418-8be2-4fdff4ac471d", "tag": "367d9200-0fab-4a4d-9ff8-e2b2dab78caa", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 08:16:51.391366 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ffdd6658-6575-4827-ae43-adcee67997ed {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 08:16:51.391787 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04c022c4-8db5-4418-8be2-4fdff4ac471d', 'tag': '367d9200-0fab-4a4d-9ff8-e2b2dab78caa', 'status': 'completed', 'code': 200} Jan 28 08:16:51.443391 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-e1cedba8-db21-4da2-b4e5-928518801172 None None] Set router 682e46a6-cd32-4c33-83e1-f1f3b82daf88 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 08:16:51.461567 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96373ceb-ae27-4e72-b41a-1f9f6a5ebced req-949267e5-c68b-46c0-bcec-b25d9f92b84f tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:16:51.463317 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-96373ceb-ae27-4e72-b41a-1f9f6a5ebced req-949267e5-c68b-46c0-bcec-b25d9f92b84f tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/ports?device_id=04c022c4-8db5-4418-8be2-4fdff4ac471d HTTP/1.1" status: 200 len: 946 time: 0.0574222 Jan 28 08:16:51.482303 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceeb812-6ddb-4bcb-8014-fd441caf9326 req-de2dc913-429d-472a-8dde-59952cb3c3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:16:51.483816 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-dceeb812-6ddb-4bcb-8014-fd441caf9326 req-de2dc913-429d-472a-8dde-59952cb3c3cf service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=254d30a3a3e041b3bd650c9318c9b350&device_id=04c022c4-8db5-4418-8be2-4fdff4ac471d HTTP/1.1" status: 200 len: 1098 time: 0.0469148 Jan 28 08:16:51.514063 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-96373ceb-ae27-4e72-b41a-1f9f6a5ebced req-46c17b99-f8ea-49b8-a403-811bd8b9726a tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e74faa5-4265-4c90-9a80-5990f8505c32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444143 Jan 28 08:16:51.537674 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 41276) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:16:51.575837 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceeb812-6ddb-4bcb-8014-fd441caf9326 req-07da4119-cce1-4724-a153-80c538522d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:16:51.577295 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-dceeb812-6ddb-4bcb-8014-fd441caf9326 req-07da4119-cce1-4724-a153-80c538522d27 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ecebb86d-40b9-40b7-8bec-6e9c0e4d2361 HTTP/1.1" status: 200 len: 897 time: 0.0871840 Jan 28 08:16:51.605933 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-fec985d0-2aeb-4817-a3b8-6aad23e3ec96 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/floatingips/7a21a5a1-5e7e-42f2-a01e-f29387a5d826 HTTP/1.1" status: 200 len: 991 time: 0.0670290 Jan 28 08:16:51.647452 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-dceeb812-6ddb-4bcb-8014-fd441caf9326 req-3d0c1f1f-a710-4517-b870-792293ea6a34 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=367d9200-0fab-4a4d-9ff8-e2b2dab78caa HTTP/1.1" status: 200 len: 999 time: 0.0644355 Jan 28 08:16:51.671816 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-e1cedba8-db21-4da2-b4e5-928518801172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '682e46a6-cd32-4c33-83e1-f1f3b82daf88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-741997174', 'tenant_id': '254d30a3a3e041b3bd650c9318c9b350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.112'}], 'enable_snat': True}, 'gw_port_id': '180c68e8-ea3a-4534-a3f3-db062e7853f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:16:34Z', 'updated_at': '2022-01-28T08:16:38Z', 'revision_number': 4, 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'gw_port': {'id': '180c68e8-ea3a-4534-a3f3-db062e7853f1', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e1:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '682e46a6-cd32-4c33-83e1-f1f3b82daf88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:16:35Z', 'updated_at': '2022-01-28T08:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_floatingips': [{'id': '7a21a5a1-5e7e-42f2-a01e-f29387a5d826', 'tenant_id': '254d30a3a3e041b3bd650c9318c9b350', 'floating_ip_address': '172.25.6.89', 'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'router_id': '682e46a6-cd32-4c33-83e1-f1f3b82daf88', 'port_id': '367d9200-0fab-4a4d-9ff8-e2b2dab78caa', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4260, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecebb86d-40b9-40b7-8bec-6e9c0e4d2361', 'mac_address': 'fa:16:3e:96:3f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04c022c4-8db5-4418-8be2-4fdff4ac471d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T08:16:50Z', 'updated_at': '2022-01-28T08:16:50Z', 'revision_number': 0, 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de1e55ec-19bb-498c-8fbf-47da1c6ef513', 'name': '', 'network_id': 'ecebb86d-40b9-40b7-8bec-6e9c0e4d2361', 'tenant_id': '254d30a3a3e041b3bd650c9318c9b350', 'mac_address': 'fa:16:3e:a5:d1:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '682e46a6-cd32-4c33-83e1-f1f3b82daf88', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '976f96aa-38e7-42dc-9a79-1964acc921c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:16:37Z', 'updated_at': '2022-01-28T08:16:40Z', 'revision_number': 5, 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'subnets': [{'id': '976f96aa-38e7-42dc-9a79-1964acc921c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:16:51.695768 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceeb812-6ddb-4bcb-8014-fd441caf9326 req-2d8a6e70-852e-4119-9756-5ba458a054bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:16:51.697277 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-dceeb812-6ddb-4bcb-8014-fd441caf9326 req-2d8a6e70-852e-4119-9756-5ba458a054bf service neutron] 10.222.0.10 "GET /v2.0/subnets?id=976f96aa-38e7-42dc-9a79-1964acc921c7 HTTP/1.1" status: 200 len: 835 time: 0.0444655 Jan 28 08:16:51.701270 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1cedba8-db21-4da2-b4e5-928518801172 None None] Checking router: 682e46a6-cd32-4c33-83e1-f1f3b82daf88 for host: n-d-712749-28 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 08:16:51.710025 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1cedba8-db21-4da2-b4e5-928518801172 None None] Routers {'682e46a6-cd32-4c33-83e1-f1f3b82daf88'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 08:16:51.710639 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-e1cedba8-db21-4da2-b4e5-928518801172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T08:16:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['682e46a6-cd32-4c33-83e1-f1f3b82daf88'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:16:51.743091 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceeb812-6ddb-4bcb-8014-fd441caf9326 req-ac20a981-3b60-42f3-970a-16599276a457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:16:51.744624 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-dceeb812-6ddb-4bcb-8014-fd441caf9326 req-ac20a981-3b60-42f3-970a-16599276a457 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ecebb86d-40b9-40b7-8bec-6e9c0e4d2361&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413365 Jan 28 08:16:51.817863 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-e1cedba8-db21-4da2-b4e5-928518801172 None None] Set router 682e46a6-cd32-4c33-83e1-f1f3b82daf88 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 08:16:51.841101 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-dceeb812-6ddb-4bcb-8014-fd441caf9326 req-531966f6-dce7-48de-bd8f-f49312bd917d service neutron] 10.222.0.10 "GET /v2.0/networks/ecebb86d-40b9-40b7-8bec-6e9c0e4d2361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896144 Jan 28 08:16:51.933324 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-dceeb812-6ddb-4bcb-8014-fd441caf9326 req-1938735d-5d20-40f0-b0bf-e136ede84ece service neutron] 10.222.0.10 "GET /v2.0/networks/ecebb86d-40b9-40b7-8bec-6e9c0e4d2361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855803 Jan 28 08:16:52.038228 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-e1cedba8-db21-4da2-b4e5-928518801172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '682e46a6-cd32-4c33-83e1-f1f3b82daf88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-741997174', 'tenant_id': '254d30a3a3e041b3bd650c9318c9b350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.112'}], 'enable_snat': True}, 'gw_port_id': '180c68e8-ea3a-4534-a3f3-db062e7853f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:16:34Z', 'updated_at': '2022-01-28T08:16:38Z', 'revision_number': 4, 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'gw_port': {'id': '180c68e8-ea3a-4534-a3f3-db062e7853f1', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e1:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '682e46a6-cd32-4c33-83e1-f1f3b82daf88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:16:35Z', 'updated_at': '2022-01-28T08:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_floatingips': [{'id': '7a21a5a1-5e7e-42f2-a01e-f29387a5d826', 'tenant_id': '254d30a3a3e041b3bd650c9318c9b350', 'floating_ip_address': '172.25.6.89', 'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'router_id': '682e46a6-cd32-4c33-83e1-f1f3b82daf88', 'port_id': '367d9200-0fab-4a4d-9ff8-e2b2dab78caa', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4260, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecebb86d-40b9-40b7-8bec-6e9c0e4d2361', 'mac_address': 'fa:16:3e:96:3f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04c022c4-8db5-4418-8be2-4fdff4ac471d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T08:16:50Z', 'updated_at': '2022-01-28T08:16:50Z', 'revision_number': 0, 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de1e55ec-19bb-498c-8fbf-47da1c6ef513', 'name': '', 'network_id': 'ecebb86d-40b9-40b7-8bec-6e9c0e4d2361', 'tenant_id': '254d30a3a3e041b3bd650c9318c9b350', 'mac_address': 'fa:16:3e:a5:d1:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '682e46a6-cd32-4c33-83e1-f1f3b82daf88', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '976f96aa-38e7-42dc-9a79-1964acc921c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:16:37Z', 'updated_at': '2022-01-28T08:16:40Z', 'revision_number': 5, 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'subnets': [{'id': '976f96aa-38e7-42dc-9a79-1964acc921c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:16:52.063691 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1cedba8-db21-4da2-b4e5-928518801172 None None] The sync data for ids ['682e46a6-cd32-4c33-83e1-f1f3b82daf88'] in n-d-712749-28 is: [{'id': '682e46a6-cd32-4c33-83e1-f1f3b82daf88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-741997174', 'tenant_id': '254d30a3a3e041b3bd650c9318c9b350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.112'}], 'enable_snat': True}, 'gw_port_id': '180c68e8-ea3a-4534-a3f3-db062e7853f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:16:34Z', 'updated_at': '2022-01-28T08:16:38Z', 'revision_number': 4, 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'gw_port': {'id': '180c68e8-ea3a-4534-a3f3-db062e7853f1', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e1:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '682e46a6-cd32-4c33-83e1-f1f3b82daf88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:16:35Z', 'updated_at': '2022-01-28T08:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_floatingips': [{'id': '7a21a5a1-5e7e-42f2-a01e-f29387a5d826', 'tenant_id': '254d30a3a3e041b3bd650c9318c9b350', 'floating_ip_address': '172.25.6.89', 'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'router_id': '682e46a6-cd32-4c33-83e1-f1f3b82daf88', 'port_id': '367d9200-0fab-4a4d-9ff8-e2b2dab78caa', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4260, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecebb86d-40b9-40b7-8bec-6e9c0e4d2361', 'mac_address': 'fa:16:3e:96:3f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04c022c4-8db5-4418-8be2-4fdff4ac471d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T08:16:50Z', 'updated_at': '2022-01-28T08:16:50Z', 'revision_number': 0, 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de1e55ec-19bb-498c-8fbf-47da1c6ef513', 'name': '', 'network_id': 'ecebb86d-40b9-40b7-8bec-6e9c0e4d2361', 'tenant_id': '254d30a3a3e041b3bd650c9318c9b350', 'mac_address': 'fa:16:3e:a5:d1:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '682e46a6-cd32-4c33-83e1-f1f3b82daf88', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '976f96aa-38e7-42dc-9a79-1964acc921c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:16:37Z', 'updated_at': '2022-01-28T08:16:40Z', 'revision_number': 5, 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'subnets': [{'id': '976f96aa-38e7-42dc-9a79-1964acc921c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 08:16:52.251605 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892232c0-d0e3-4bc6-bda4-5f4c7a1c0da4 None None] New status for floating IP 7a21a5a1-5e7e-42f2-a01e-f29387a5d826: ACTIVE {{(pid=103285) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 08:16:52.609586 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 41278) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:16:52.675545 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-c710eb88-07ed-4f47-9060-2be0b27ca556 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/floatingips/7a21a5a1-5e7e-42f2-a01e-f29387a5d826 HTTP/1.1" status: 200 len: 993 time: 0.0647323 Jan 28 08:17:03.362873 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-40cb394d-6204-4d5b-ac82-3f1bbb9fd808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:17:03.409174 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 7 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 08:17:03.665983 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:17:04.719204 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:17:05.746598 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-736a29f2-3b54-4c84-8e85-de9851b4a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:17:07.229174 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:17:08.912424 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:17:09.856409 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:17:18.422272 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8a42dd3d-e38e-40da-8b5c-d7fabd47433f req-9d9f8bf4-0699-4311-afd8-e21e3070cd64 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=04c022c4-8db5-4418-8be2-4fdff4ac471d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0917780 Jan 28 08:17:18.523259 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a42dd3d-e38e-40da-8b5c-d7fabd47433f req-be1b89ae-6109-4e43-94be-9bb9b0f41667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:17:18.524781 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8a42dd3d-e38e-40da-8b5c-d7fabd47433f req-be1b89ae-6109-4e43-94be-9bb9b0f41667 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=254d30a3a3e041b3bd650c9318c9b350&device_id=04c022c4-8db5-4418-8be2-4fdff4ac471d HTTP/1.1" status: 200 len: 1098 time: 0.0432160 Jan 28 08:17:18.630314 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a42dd3d-e38e-40da-8b5c-d7fabd47433f req-aa5f46be-7fe6-4b00-9e2d-03751167c810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:17:18.631888 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8a42dd3d-e38e-40da-8b5c-d7fabd47433f req-aa5f46be-7fe6-4b00-9e2d-03751167c810 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ecebb86d-40b9-40b7-8bec-6e9c0e4d2361 HTTP/1.1" status: 200 len: 897 time: 0.0881801 Jan 28 08:17:18.702335 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8a42dd3d-e38e-40da-8b5c-d7fabd47433f req-3cec66e1-f979-4b62-adf0-9275be797a02 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=367d9200-0fab-4a4d-9ff8-e2b2dab78caa HTTP/1.1" status: 200 len: 1001 time: 0.0619235 Jan 28 08:17:18.749840 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a42dd3d-e38e-40da-8b5c-d7fabd47433f req-320326aa-5ec1-4c56-8dc6-5fda3f9f5145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:17:18.751274 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8a42dd3d-e38e-40da-8b5c-d7fabd47433f req-320326aa-5ec1-4c56-8dc6-5fda3f9f5145 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=976f96aa-38e7-42dc-9a79-1964acc921c7 HTTP/1.1" status: 200 len: 835 time: 0.0424964 Jan 28 08:17:18.799856 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a42dd3d-e38e-40da-8b5c-d7fabd47433f req-6fd7b16c-a2a5-423f-9315-3968290bd908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:17:18.801911 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8a42dd3d-e38e-40da-8b5c-d7fabd47433f req-6fd7b16c-a2a5-423f-9315-3968290bd908 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ecebb86d-40b9-40b7-8bec-6e9c0e4d2361&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444250 Jan 28 08:17:18.889168 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8a42dd3d-e38e-40da-8b5c-d7fabd47433f req-47c0a856-35fd-413f-9ea9-fc851bab047e service neutron] 10.222.0.10 "GET /v2.0/networks/ecebb86d-40b9-40b7-8bec-6e9c0e4d2361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810971 Jan 28 08:17:18.985634 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8a42dd3d-e38e-40da-8b5c-d7fabd47433f req-ec165b0a-92da-48bb-9d25-f558e76c54eb service neutron] 10.222.0.10 "GET /v2.0/networks/ecebb86d-40b9-40b7-8bec-6e9c0e4d2361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879760 Jan 28 08:17:26.147178 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535d0e5f-66b1-4c5e-895f-f29fbda43810 req-b9c07e69-913b-429d-bb22-7616f98d16e6 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:17:26.148681 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-535d0e5f-66b1-4c5e-895f-f29fbda43810 req-b9c07e69-913b-429d-bb22-7616f98d16e6 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/ports?device_id=04c022c4-8db5-4418-8be2-4fdff4ac471d HTTP/1.1" status: 200 len: 946 time: 0.0763962 Jan 28 08:17:26.154506 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982adcec-6467-439b-9660-e14bc39bcda9 req-a9832e25-acd7-471e-bd8c-26c0b7782d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:17:26.155914 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-982adcec-6467-439b-9660-e14bc39bcda9 req-a9832e25-acd7-471e-bd8c-26c0b7782d14 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=254d30a3a3e041b3bd650c9318c9b350&device_id=04c022c4-8db5-4418-8be2-4fdff4ac471d HTTP/1.1" status: 200 len: 1098 time: 0.0538650 Jan 28 08:17:26.253364 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-535d0e5f-66b1-4c5e-895f-f29fbda43810 req-3f655147-d046-41af-95ce-71bade85768f tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e74faa5-4265-4c90-9a80-5990f8505c32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963967 Jan 28 08:17:26.277196 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982adcec-6467-439b-9660-e14bc39bcda9 req-83827bbc-fbf0-440d-a051-5d1a7de27543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:17:26.278649 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-982adcec-6467-439b-9660-e14bc39bcda9 req-83827bbc-fbf0-440d-a051-5d1a7de27543 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ecebb86d-40b9-40b7-8bec-6e9c0e4d2361 HTTP/1.1" status: 200 len: 897 time: 0.1150911 Jan 28 08:17:26.347414 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-982adcec-6467-439b-9660-e14bc39bcda9 req-150eaa5f-551c-48de-9bd5-ddc5e4af6b9e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=367d9200-0fab-4a4d-9ff8-e2b2dab78caa HTTP/1.1" status: 200 len: 1001 time: 0.0570688 Jan 28 08:17:26.401176 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982adcec-6467-439b-9660-e14bc39bcda9 req-85b2c77f-7036-4072-9e8c-b8bad49c2c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:17:26.402631 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-982adcec-6467-439b-9660-e14bc39bcda9 req-85b2c77f-7036-4072-9e8c-b8bad49c2c6b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=976f96aa-38e7-42dc-9a79-1964acc921c7 HTTP/1.1" status: 200 len: 835 time: 0.0484674 Jan 28 08:17:26.448545 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982adcec-6467-439b-9660-e14bc39bcda9 req-7b3b3175-6a48-467a-9ff6-4a3308c5727e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:17:26.450043 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-982adcec-6467-439b-9660-e14bc39bcda9 req-7b3b3175-6a48-467a-9ff6-4a3308c5727e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ecebb86d-40b9-40b7-8bec-6e9c0e4d2361&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403411 Jan 28 08:17:26.536063 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-982adcec-6467-439b-9660-e14bc39bcda9 req-6c6ca959-d481-4919-b91b-d3905b38b442 service neutron] 10.222.0.10 "GET /v2.0/networks/ecebb86d-40b9-40b7-8bec-6e9c0e4d2361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795131 Jan 28 08:17:26.631851 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-982adcec-6467-439b-9660-e14bc39bcda9 req-40f207db-ca0e-409a-8e72-a4d4ce57d8e5 service neutron] 10.222.0.10 "GET /v2.0/networks/ecebb86d-40b9-40b7-8bec-6e9c0e4d2361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854433 Jan 28 08:17:27.374034 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f793629e-5861-476f-8e99-bd2f80df2c19 req-6e479b82-03cf-4156-bbe5-929313883ecf tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:17:27.375512 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f793629e-5861-476f-8e99-bd2f80df2c19 req-6e479b82-03cf-4156-bbe5-929313883ecf tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/ports?device_id=04c022c4-8db5-4418-8be2-4fdff4ac471d HTTP/1.1" status: 200 len: 946 time: 0.0479658 Jan 28 08:17:27.424066 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f793629e-5861-476f-8e99-bd2f80df2c19 req-ab3aa7fd-116a-4a45-ba2b-d41a5021d041 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e74faa5-4265-4c90-9a80-5990f8505c32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430744 Jan 28 08:17:28.539384 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2da7eb-536e-4497-b6cf-4291ee68d80a req-36804166-923a-42b9-bfc9-92bf8d2dd82b tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:17:28.540874 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2d2da7eb-536e-4497-b6cf-4291ee68d80a req-36804166-923a-42b9-bfc9-92bf8d2dd82b tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/ports?device_id=04c022c4-8db5-4418-8be2-4fdff4ac471d HTTP/1.1" status: 200 len: 946 time: 0.0483618 Jan 28 08:17:28.591778 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2d2da7eb-536e-4497-b6cf-4291ee68d80a req-efbc830a-0077-4d7d-b49a-6c1c9f909a77 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e74faa5-4265-4c90-9a80-5990f8505c32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449760 Jan 28 08:17:29.715493 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5565fcdc-2f64-4bb8-91bc-260dace24570 req-7ce2e721-0976-454c-be59-caaf06c0b1c9 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:17:29.716928 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5565fcdc-2f64-4bb8-91bc-260dace24570 req-7ce2e721-0976-454c-be59-caaf06c0b1c9 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/ports?device_id=04c022c4-8db5-4418-8be2-4fdff4ac471d HTTP/1.1" status: 200 len: 946 time: 0.0528545 Jan 28 08:17:29.765290 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5565fcdc-2f64-4bb8-91bc-260dace24570 req-c2564519-e568-4945-9827-e8ad23b748c5 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e74faa5-4265-4c90-9a80-5990f8505c32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428522 Jan 28 08:17:30.883992 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c676fda-000f-4f21-b217-d0f2598b1e41 req-f471783c-b856-408c-a1ab-8e20f3d8a605 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:17:30.885482 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7c676fda-000f-4f21-b217-d0f2598b1e41 req-f471783c-b856-408c-a1ab-8e20f3d8a605 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/ports?device_id=04c022c4-8db5-4418-8be2-4fdff4ac471d HTTP/1.1" status: 200 len: 946 time: 0.0528522 Jan 28 08:17:30.934890 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7c676fda-000f-4f21-b217-d0f2598b1e41 req-e6d0e53f-9f8c-492b-a5ee-d6a074acaac4 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e74faa5-4265-4c90-9a80-5990f8505c32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437562 Jan 28 08:17:32.048283 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749e2522-61c5-4fed-9400-abce70a2ddf6 req-23c77e5e-e905-4345-85b8-8ad3d5ad948d tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:17:32.049760 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-749e2522-61c5-4fed-9400-abce70a2ddf6 req-23c77e5e-e905-4345-85b8-8ad3d5ad948d tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/ports?device_id=04c022c4-8db5-4418-8be2-4fdff4ac471d HTTP/1.1" status: 200 len: 946 time: 0.0480387 Jan 28 08:17:32.098519 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-749e2522-61c5-4fed-9400-abce70a2ddf6 req-3ade848b-c822-4d5b-ac9d-6fcc164be076 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e74faa5-4265-4c90-9a80-5990f8505c32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428116 Jan 28 08:17:33.211516 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6a1b86-93cc-4815-84e6-7abc27e9779e req-bcfe36f1-17d2-4905-892a-26ae1346e7b3 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:17:33.213034 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ad6a1b86-93cc-4815-84e6-7abc27e9779e req-bcfe36f1-17d2-4905-892a-26ae1346e7b3 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/ports?device_id=04c022c4-8db5-4418-8be2-4fdff4ac471d HTTP/1.1" status: 200 len: 946 time: 0.0477695 Jan 28 08:17:33.260593 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ad6a1b86-93cc-4815-84e6-7abc27e9779e req-6a535d65-e7e4-4f2a-b3f8-02435f154c4e tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e74faa5-4265-4c90-9a80-5990f8505c32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419831 Jan 28 08:17:33.364995 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a7b56dfd-c160-4386-be29-ec5f9bbffe30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:17:33.697630 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:17:34.380921 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db4d6c5-eca9-4bdb-b3eb-b0462f8bb58d req-adb7edf6-99d5-4ea4-b4f0-a3dd6f5526c1 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:17:34.382406 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2db4d6c5-eca9-4bdb-b3eb-b0462f8bb58d req-adb7edf6-99d5-4ea4-b4f0-a3dd6f5526c1 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/ports?device_id=04c022c4-8db5-4418-8be2-4fdff4ac471d HTTP/1.1" status: 200 len: 946 time: 0.0472169 Jan 28 08:17:34.436006 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2db4d6c5-eca9-4bdb-b3eb-b0462f8bb58d req-cc90454d-28d6-478d-8108-ad3247af1ac5 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e74faa5-4265-4c90-9a80-5990f8505c32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480149 Jan 28 08:17:34.737427 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:17:35.550607 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6996ddff-aba4-4b0c-815e-39a1424a767e req-c5301fad-e75b-4a97-b5cb-34b4f8b0a23c tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:17:35.552088 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6996ddff-aba4-4b0c-815e-39a1424a767e req-c5301fad-e75b-4a97-b5cb-34b4f8b0a23c tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/ports?device_id=04c022c4-8db5-4418-8be2-4fdff4ac471d HTTP/1.1" status: 200 len: 946 time: 0.0488949 Jan 28 08:17:35.603808 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6996ddff-aba4-4b0c-815e-39a1424a767e req-8b7d0d37-77e4-45f7-8620-597e64e2a0af tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e74faa5-4265-4c90-9a80-5990f8505c32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460207 Jan 28 08:17:35.747955 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2802ce57-fe6e-4d1e-b6d9-e3c7024bf30e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:17:36.718563 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c687db4-c186-443e-b1e7-f9102cd10e12 req-db762ce7-8926-4164-b83b-469916aa46fa tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:17:36.720036 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-3c687db4-c186-443e-b1e7-f9102cd10e12 req-db762ce7-8926-4164-b83b-469916aa46fa tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/ports?device_id=04c022c4-8db5-4418-8be2-4fdff4ac471d HTTP/1.1" status: 200 len: 946 time: 0.0484588 Jan 28 08:17:36.767406 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-3c687db4-c186-443e-b1e7-f9102cd10e12 req-20a742ab-c1a8-45ce-a78a-8da261bd62b0 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e74faa5-4265-4c90-9a80-5990f8505c32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417879 Jan 28 08:17:37.231536 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:17:37.884615 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e6c891-ab8b-4869-b9f7-eab6bf325e9a req-d77a755f-4a39-4c36-8705-69c90467d9f0 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:17:37.886085 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-99e6c891-ab8b-4869-b9f7-eab6bf325e9a req-d77a755f-4a39-4c36-8705-69c90467d9f0 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/ports?device_id=04c022c4-8db5-4418-8be2-4fdff4ac471d HTTP/1.1" status: 200 len: 946 time: 0.0478332 Jan 28 08:17:37.934848 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-99e6c891-ab8b-4869-b9f7-eab6bf325e9a req-3056f86c-bb73-4013-8844-f73085b73fd4 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e74faa5-4265-4c90-9a80-5990f8505c32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432830 Jan 28 08:17:38.915100 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:17:39.053979 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2866070b-d406-4f9f-af40-960cf718b734 req-e76cdf10-ce24-4dfe-a699-8a79f1794b4d tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:17:39.055491 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2866070b-d406-4f9f-af40-960cf718b734 req-e76cdf10-ce24-4dfe-a699-8a79f1794b4d tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/ports?device_id=04c022c4-8db5-4418-8be2-4fdff4ac471d HTTP/1.1" status: 200 len: 946 time: 0.0496793 Jan 28 08:17:39.104262 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2866070b-d406-4f9f-af40-960cf718b734 req-51667c3c-98dd-41f6-afdd-a104a704d2a5 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e74faa5-4265-4c90-9a80-5990f8505c32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424666 Jan 28 08:17:39.858727 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:17:40.217061 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30647c63-c09d-45e4-8360-c47900877340 req-4f758bdb-b862-4167-bf32-bb61fbc707fc tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:17:40.218536 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-30647c63-c09d-45e4-8360-c47900877340 req-4f758bdb-b862-4167-bf32-bb61fbc707fc tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/ports?device_id=04c022c4-8db5-4418-8be2-4fdff4ac471d HTTP/1.1" status: 200 len: 946 time: 0.0478468 Jan 28 08:17:40.266844 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-30647c63-c09d-45e4-8360-c47900877340 req-5465989a-ddd4-43a6-8962-8a645bbea0fb tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e74faa5-4265-4c90-9a80-5990f8505c32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427847 Jan 28 08:17:40.409003 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 7 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 08:17:41.383385 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64011936-161c-4321-9af1-1f1c96695974 req-88db2bef-d139-4c45-b46d-e7a43aac408b tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:17:41.384921 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-64011936-161c-4321-9af1-1f1c96695974 req-88db2bef-d139-4c45-b46d-e7a43aac408b tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/ports?device_id=04c022c4-8db5-4418-8be2-4fdff4ac471d HTTP/1.1" status: 200 len: 946 time: 0.0517473 Jan 28 08:17:41.433340 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-64011936-161c-4321-9af1-1f1c96695974 req-1798779d-743e-4782-b654-7fc20f372503 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e74faa5-4265-4c90-9a80-5990f8505c32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429461 Jan 28 08:17:42.552512 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d171da47-74c0-4f2a-82c4-d0274e6b2899 req-81ef1a58-cc1a-41d5-8e6d-ba8ee6cac297 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:17:42.554140 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d171da47-74c0-4f2a-82c4-d0274e6b2899 req-81ef1a58-cc1a-41d5-8e6d-ba8ee6cac297 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/ports?device_id=04c022c4-8db5-4418-8be2-4fdff4ac471d HTTP/1.1" status: 200 len: 946 time: 0.0532613 Jan 28 08:17:42.604046 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d171da47-74c0-4f2a-82c4-d0274e6b2899 req-419c54ab-a2c7-4f32-9e71-68986969c429 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e74faa5-4265-4c90-9a80-5990f8505c32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432944 Jan 28 08:17:43.719648 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65281976-3d06-4ea8-927c-f224716ab5a0 req-f085a84b-b225-4ae8-b9ff-2e376369a8ec tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:17:43.721176 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-65281976-3d06-4ea8-927c-f224716ab5a0 req-f085a84b-b225-4ae8-b9ff-2e376369a8ec tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/ports?device_id=04c022c4-8db5-4418-8be2-4fdff4ac471d HTTP/1.1" status: 200 len: 946 time: 0.0488622 Jan 28 08:17:43.768991 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-65281976-3d06-4ea8-927c-f224716ab5a0 req-7269ed13-75ab-4b8c-a56b-26b1c26b7b6e tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e74faa5-4265-4c90-9a80-5990f8505c32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416341 Jan 28 08:17:43.791478 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 41326) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:17:43.855761 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-09e1bbf5-3267-4257-8630-d19ef2ff0dc5 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/floatingips/7a21a5a1-5e7e-42f2-a01e-f29387a5d826 HTTP/1.1" status: 200 len: 993 time: 0.0631726 Jan 28 08:18:03.365942 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-23dc0459-43b2-4718-a667-07e217138ea9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:03.695107 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:04.732282 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:05.749269 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b98a2c7d-6e10-434c-8324-786f08f075d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:07.234590 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:08.919987 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:09.860174 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:14.434751 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 41336) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:18:14.592491 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-863eecd1-b692-45d7-8dd0-72e667d1b934 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Deleting port 1d1af279-3c61-442c-accf-38a8986919d0 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 08:18:14.592839 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-863eecd1-b692-45d7-8dd0-72e667d1b934 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (1d1af279-3c61-442c-accf-38a8986919d0), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:14.666870 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-863eecd1-b692-45d7-8dd0-72e667d1b934 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (1d1af279-3c61-442c-accf-38a8986919d0), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:14.667102 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-863eecd1-b692-45d7-8dd0-72e667d1b934 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for floatingip (1d1af279-3c61-442c-accf-38a8986919d0), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:14.678623 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-863eecd1-b692-45d7-8dd0-72e667d1b934 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Calling delete_port for 1d1af279-3c61-442c-accf-38a8986919d0 owned by network:floatingip {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 08:18:14.833163 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-863eecd1-b692-45d7-8dd0-72e667d1b934 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (1d1af279-3c61-442c-accf-38a8986919d0), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:14.862098 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863eecd1-b692-45d7-8dd0-72e667d1b934 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Pushing event deleted for resources: {'Port': ['ID=1d1af279-3c61-442c-accf-38a8986919d0,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:18:14.887983 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863eecd1-b692-45d7-8dd0-72e667d1b934 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:18:14.888422 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863eecd1-b692-45d7-8dd0-72e667d1b934 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:18:14.888710 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863eecd1-b692-45d7-8dd0-72e667d1b934 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:18:14.889053 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863eecd1-b692-45d7-8dd0-72e667d1b934 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:18:14.889391 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863eecd1-b692-45d7-8dd0-72e667d1b934 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:18:14.889727 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863eecd1-b692-45d7-8dd0-72e667d1b934 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:18:14.890062 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863eecd1-b692-45d7-8dd0-72e667d1b934 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:18:14.890393 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863eecd1-b692-45d7-8dd0-72e667d1b934 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:18:14.890723 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863eecd1-b692-45d7-8dd0-72e667d1b934 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:18:14.891055 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863eecd1-b692-45d7-8dd0-72e667d1b934 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:18:14.891385 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863eecd1-b692-45d7-8dd0-72e667d1b934 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:18:14.891713 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863eecd1-b692-45d7-8dd0-72e667d1b934 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:18:14.892048 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863eecd1-b692-45d7-8dd0-72e667d1b934 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:18:14.931846 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-863eecd1-b692-45d7-8dd0-72e667d1b934 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for floatingip (7a21a5a1-5e7e-42f2-a01e-f29387a5d826), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:14.932169 n-d-712749-28 neutron-server[103284]: INFO neutron.db.l3_db [None req-863eecd1-b692-45d7-8dd0-72e667d1b934 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Floating IP 7a21a5a1-5e7e-42f2-a01e-f29387a5d826 disassociated (deleted). External IP: 172.25.6.89, port: 367d9200-0fab-4a4d-9ff8-e2b2dab78caa. Jan 28 08:18:15.138120 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-863eecd1-b692-45d7-8dd0-72e667d1b934 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Router 682e46a6-cd32-4c33-83e1-f1f3b82daf88 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 08:18:15.243044 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-863eecd1-b692-45d7-8dd0-72e667d1b934 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 08:18:15.247452 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-863eecd1-b692-45d7-8dd0-72e667d1b934 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for floatingip (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:15.262794 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c9bc45a-1f20-44be-86c9-cd543dc4d89c None None] Sync routers for ids ['682e46a6-cd32-4c33-83e1-f1f3b82daf88'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 08:18:15.272255 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9bc45a-1f20-44be-86c9-cd543dc4d89c None None] Routers {'682e46a6-cd32-4c33-83e1-f1f3b82daf88'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 08:18:15.272934 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-8c9bc45a-1f20-44be-86c9-cd543dc4d89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T08:18:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['682e46a6-cd32-4c33-83e1-f1f3b82daf88'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:18:15.275587 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-863eecd1-b692-45d7-8dd0-72e667d1b934 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "DELETE /v2.0/floatingips/7a21a5a1-5e7e-42f2-a01e-f29387a5d826 HTTP/1.1" status: 204 len: 168 time: 0.8389945 Jan 28 08:18:15.277136 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04c022c4-8db5-4418-8be2-4fdff4ac471d', 'tag': '367d9200-0fab-4a4d-9ff8-e2b2dab78caa'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 08:18:15.278456 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea2b103cb7827510f28784975546feb0b63800b94dfac5f98f271904baace09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a40e275-bcfb-4984-a547-23eff13d0345" -d '{"events": [{"name": "network-changed", "server_uuid": "04c022c4-8db5-4418-8be2-4fdff4ac471d", "tag": "367d9200-0fab-4a4d-9ff8-e2b2dab78caa"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 08:18:15.324340 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 08:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5461bcf7-add7-46d4-9e65-2f7167c355f1 x-openstack-request-id: req-5461bcf7-add7-46d4-9e65-2f7167c355f1 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 08:18:15.324663 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04c022c4-8db5-4418-8be2-4fdff4ac471d", "tag": "367d9200-0fab-4a4d-9ff8-e2b2dab78caa", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 08:18:15.324926 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5461bcf7-add7-46d4-9e65-2f7167c355f1 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 08:18:15.325588 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04c022c4-8db5-4418-8be2-4fdff4ac471d', 'tag': '367d9200-0fab-4a4d-9ff8-e2b2dab78caa', 'status': 'completed', 'code': 200} Jan 28 08:18:15.385123 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-8c9bc45a-1f20-44be-86c9-cd543dc4d89c None None] Set router 682e46a6-cd32-4c33-83e1-f1f3b82daf88 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 08:18:15.430234 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a40e275-bcfb-4984-a547-23eff13d0345 req-dd865461-748e-479f-bf4f-fbf87e3a4372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:18:15.433032 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7a40e275-bcfb-4984-a547-23eff13d0345 req-dd865461-748e-479f-bf4f-fbf87e3a4372 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=254d30a3a3e041b3bd650c9318c9b350&device_id=04c022c4-8db5-4418-8be2-4fdff4ac471d HTTP/1.1" status: 200 len: 1098 time: 0.0503676 Jan 28 08:18:15.561936 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18449dc9-8a45-446a-b7c8-ca1e9410393e req-af19ebf5-156a-4c44-ae82-04cdf5e5454d tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:18:15.563570 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-18449dc9-8a45-446a-b7c8-ca1e9410393e req-af19ebf5-156a-4c44-ae82-04cdf5e5454d tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/ports?device_id=04c022c4-8db5-4418-8be2-4fdff4ac471d HTTP/1.1" status: 200 len: 946 time: 0.0907655 Jan 28 08:18:15.587979 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a40e275-bcfb-4984-a547-23eff13d0345 req-a8555ab9-bb19-4bc2-abec-5e5639960502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:18:15.589447 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7a40e275-bcfb-4984-a547-23eff13d0345 req-a8555ab9-bb19-4bc2-abec-5e5639960502 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ecebb86d-40b9-40b7-8bec-6e9c0e4d2361 HTTP/1.1" status: 200 len: 897 time: 0.1356680 Jan 28 08:18:15.597828 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-8c9bc45a-1f20-44be-86c9-cd543dc4d89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '682e46a6-cd32-4c33-83e1-f1f3b82daf88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-741997174', 'tenant_id': '254d30a3a3e041b3bd650c9318c9b350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.112'}], 'enable_snat': True}, 'gw_port_id': '180c68e8-ea3a-4534-a3f3-db062e7853f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:16:34Z', 'updated_at': '2022-01-28T08:16:38Z', 'revision_number': 4, 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'gw_port': {'id': '180c68e8-ea3a-4534-a3f3-db062e7853f1', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e1:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '682e46a6-cd32-4c33-83e1-f1f3b82daf88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:16:35Z', 'updated_at': '2022-01-28T08:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': 'de1e55ec-19bb-498c-8fbf-47da1c6ef513', 'name': '', 'network_id': 'ecebb86d-40b9-40b7-8bec-6e9c0e4d2361', 'tenant_id': '254d30a3a3e041b3bd650c9318c9b350', 'mac_address': 'fa:16:3e:a5:d1:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '682e46a6-cd32-4c33-83e1-f1f3b82daf88', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '976f96aa-38e7-42dc-9a79-1964acc921c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:16:37Z', 'updated_at': '2022-01-28T08:16:40Z', 'revision_number': 5, 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'subnets': [{'id': '976f96aa-38e7-42dc-9a79-1964acc921c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:18:15.627170 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c9bc45a-1f20-44be-86c9-cd543dc4d89c None None] Checking router: 682e46a6-cd32-4c33-83e1-f1f3b82daf88 for host: n-d-712749-28 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 08:18:15.636973 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9bc45a-1f20-44be-86c9-cd543dc4d89c None None] Routers {'682e46a6-cd32-4c33-83e1-f1f3b82daf88'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 08:18:15.637700 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-8c9bc45a-1f20-44be-86c9-cd543dc4d89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T08:18:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['682e46a6-cd32-4c33-83e1-f1f3b82daf88'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:18:15.644711 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7a40e275-bcfb-4984-a547-23eff13d0345 req-edbdc11b-48a8-46b4-8274-ccd5de4dff87 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=367d9200-0fab-4a4d-9ff8-e2b2dab78caa HTTP/1.1" status: 200 len: 217 time: 0.0473967 Jan 28 08:18:15.673992 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-18449dc9-8a45-446a-b7c8-ca1e9410393e req-f1118ce9-3738-4d77-94aa-2df426af5215 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e74faa5-4265-4c90-9a80-5990f8505c32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020136 Jan 28 08:18:15.711344 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a40e275-bcfb-4984-a547-23eff13d0345 req-96c53a26-d1b2-481a-a6f3-aa473f11ad68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:18:15.712986 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7a40e275-bcfb-4984-a547-23eff13d0345 req-96c53a26-d1b2-481a-a6f3-aa473f11ad68 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=976f96aa-38e7-42dc-9a79-1964acc921c7 HTTP/1.1" status: 200 len: 835 time: 0.0573313 Jan 28 08:18:15.758919 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a40e275-bcfb-4984-a547-23eff13d0345 req-ac07bc8a-39e5-4863-a64a-fab70387b3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:18:15.761079 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7a40e275-bcfb-4984-a547-23eff13d0345 req-ac07bc8a-39e5-4863-a64a-fab70387b3ca service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ecebb86d-40b9-40b7-8bec-6e9c0e4d2361&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419385 Jan 28 08:18:15.830213 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-8c9bc45a-1f20-44be-86c9-cd543dc4d89c None None] Set router 682e46a6-cd32-4c33-83e1-f1f3b82daf88 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 08:18:15.851212 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7a40e275-bcfb-4984-a547-23eff13d0345 req-a7b16ea3-a961-4c7a-993e-6e8f641cc3a0 service neutron] 10.222.0.10 "GET /v2.0/networks/ecebb86d-40b9-40b7-8bec-6e9c0e4d2361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837355 Jan 28 08:18:16.043056 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-8c9bc45a-1f20-44be-86c9-cd543dc4d89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '682e46a6-cd32-4c33-83e1-f1f3b82daf88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-741997174', 'tenant_id': '254d30a3a3e041b3bd650c9318c9b350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.112'}], 'enable_snat': True}, 'gw_port_id': '180c68e8-ea3a-4534-a3f3-db062e7853f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:16:34Z', 'updated_at': '2022-01-28T08:16:38Z', 'revision_number': 4, 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'gw_port': {'id': '180c68e8-ea3a-4534-a3f3-db062e7853f1', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e1:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '682e46a6-cd32-4c33-83e1-f1f3b82daf88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:16:35Z', 'updated_at': '2022-01-28T08:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': 'de1e55ec-19bb-498c-8fbf-47da1c6ef513', 'name': '', 'network_id': 'ecebb86d-40b9-40b7-8bec-6e9c0e4d2361', 'tenant_id': '254d30a3a3e041b3bd650c9318c9b350', 'mac_address': 'fa:16:3e:a5:d1:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '682e46a6-cd32-4c33-83e1-f1f3b82daf88', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '976f96aa-38e7-42dc-9a79-1964acc921c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:16:37Z', 'updated_at': '2022-01-28T08:16:40Z', 'revision_number': 5, 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'subnets': [{'id': '976f96aa-38e7-42dc-9a79-1964acc921c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:18:16.070884 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c9bc45a-1f20-44be-86c9-cd543dc4d89c None None] The sync data for ids ['682e46a6-cd32-4c33-83e1-f1f3b82daf88'] in n-d-712749-28 is: [{'id': '682e46a6-cd32-4c33-83e1-f1f3b82daf88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-741997174', 'tenant_id': '254d30a3a3e041b3bd650c9318c9b350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.112'}], 'enable_snat': True}, 'gw_port_id': '180c68e8-ea3a-4534-a3f3-db062e7853f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:16:34Z', 'updated_at': '2022-01-28T08:16:38Z', 'revision_number': 4, 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'gw_port': {'id': '180c68e8-ea3a-4534-a3f3-db062e7853f1', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e1:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '682e46a6-cd32-4c33-83e1-f1f3b82daf88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:16:35Z', 'updated_at': '2022-01-28T08:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': 'de1e55ec-19bb-498c-8fbf-47da1c6ef513', 'name': '', 'network_id': 'ecebb86d-40b9-40b7-8bec-6e9c0e4d2361', 'tenant_id': '254d30a3a3e041b3bd650c9318c9b350', 'mac_address': 'fa:16:3e:a5:d1:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '682e46a6-cd32-4c33-83e1-f1f3b82daf88', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '976f96aa-38e7-42dc-9a79-1964acc921c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:16:37Z', 'updated_at': '2022-01-28T08:16:40Z', 'revision_number': 5, 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'subnets': [{'id': '976f96aa-38e7-42dc-9a79-1964acc921c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 08:18:16.295682 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7a40e275-bcfb-4984-a547-23eff13d0345 req-b71e0eb4-f07c-4d8e-b1d2-dc0bcac42a2d service neutron] 10.222.0.10 "GET /v2.0/networks/ecebb86d-40b9-40b7-8bec-6e9c0e4d2361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4377129 Jan 28 08:18:16.326323 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b2b893-f231-470c-a58a-1aa383640f64 None None] New status for floating IP 7a21a5a1-5e7e-42f2-a01e-f29387a5d826: DOWN {{(pid=103285) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 08:18:16.791100 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33e9dcb-b0a1-415e-b71a-4a3c747f0d00 req-933df0fd-e6d8-4c2c-808c-8002f3154134 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:18:16.792607 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a33e9dcb-b0a1-415e-b71a-4a3c747f0d00 req-933df0fd-e6d8-4c2c-808c-8002f3154134 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/ports?device_id=04c022c4-8db5-4418-8be2-4fdff4ac471d HTTP/1.1" status: 200 len: 946 time: 0.0480220 Jan 28 08:18:16.840865 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a33e9dcb-b0a1-415e-b71a-4a3c747f0d00 req-b6992334-3c39-4056-a8c7-5204dd1dafc7 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e74faa5-4265-4c90-9a80-5990f8505c32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424833 Jan 28 08:18:17.302070 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8754a5-c381-42b4-906f-bc0e55a1f010 req-458bbd47-1a19-41c6-bdbb-f3f3c51d153f tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:18:17.303695 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7a8754a5-c381-42b4-906f-bc0e55a1f010 req-458bbd47-1a19-41c6-bdbb-f3f3c51d153f tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.10 "GET /v2.0/ports?device_id=04c022c4-8db5-4418-8be2-4fdff4ac471d HTTP/1.1" status: 200 len: 946 time: 0.0508854 Jan 28 08:18:17.394487 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-7a8754a5-c381-42b4-906f-bc0e55a1f010 req-08ef5206-4dc9-457e-a3be-d2f4b980edd3 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Deleting port 367d9200-0fab-4a4d-9ff8-e2b2dab78caa {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 08:18:17.394840 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-7a8754a5-c381-42b4-906f-bc0e55a1f010 req-08ef5206-4dc9-457e-a3be-d2f4b980edd3 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (367d9200-0fab-4a4d-9ff8-e2b2dab78caa), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:17.407493 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 7 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 08:18:17.482042 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-7a8754a5-c381-42b4-906f-bc0e55a1f010 req-08ef5206-4dc9-457e-a3be-d2f4b980edd3 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] For port 367d9200-0fab-4a4d-9ff8-e2b2dab78caa, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=367d9200-0fab-4a4d-9ff8-e2b2dab78caa,segment=NetworkSegment(73326a21-fc88-47ee-8b67-0c4f14238e58),segment_id=73326a21-fc88-47ee-8b67-0c4f14238e58)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:18:17.482414 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-7a8754a5-c381-42b4-906f-bc0e55a1f010 req-08ef5206-4dc9-457e-a3be-d2f4b980edd3 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (367d9200-0fab-4a4d-9ff8-e2b2dab78caa), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:17.495163 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-7a8754a5-c381-42b4-906f-bc0e55a1f010 req-08ef5206-4dc9-457e-a3be-d2f4b980edd3 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Calling delete_port for 367d9200-0fab-4a4d-9ff8-e2b2dab78caa owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 08:18:17.621785 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-7a8754a5-c381-42b4-906f-bc0e55a1f010 req-08ef5206-4dc9-457e-a3be-d2f4b980edd3 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (367d9200-0fab-4a4d-9ff8-e2b2dab78caa), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:17.651203 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ef5206-4dc9-457e-a3be-d2f4b980edd3 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Pushing event deleted for resources: {'Port': ['ID=367d9200-0fab-4a4d-9ff8-e2b2dab78caa,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:18:17.697318 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a8754a5-c381-42b4-906f-bc0e55a1f010 req-08ef5206-4dc9-457e-a3be-d2f4b980edd3 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] No DVR routers for this DVR port 367d9200-0fab-4a4d-9ff8-e2b2dab78caa on host n-h1-712749-28 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 08:18:17.700334 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-7a8754a5-c381-42b4-906f-bc0e55a1f010 req-08ef5206-4dc9-457e-a3be-d2f4b980edd3 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:17.703711 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7a8754a5-c381-42b4-906f-bc0e55a1f010 req-08ef5206-4dc9-457e-a3be-d2f4b980edd3 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.10 "DELETE /v2.0/ports/367d9200-0fab-4a4d-9ff8-e2b2dab78caa HTTP/1.1" status: 204 len: 173 time: 0.3945091 Jan 28 08:18:17.704162 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04c022c4-8db5-4418-8be2-4fdff4ac471d', 'name': 'network-vif-deleted', 'tag': '367d9200-0fab-4a4d-9ff8-e2b2dab78caa'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 08:18:17.706451 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea2b103cb7827510f28784975546feb0b63800b94dfac5f98f271904baace09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d267c1f-1194-4b1b-b382-751ad509c1c4" -d '{"events": [{"server_uuid": "04c022c4-8db5-4418-8be2-4fdff4ac471d", "name": "network-vif-deleted", "tag": "367d9200-0fab-4a4d-9ff8-e2b2dab78caa"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 08:18:17.742856 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 08:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-368ecaf8-14e5-4d83-af06-2bf61672229c x-openstack-request-id: req-368ecaf8-14e5-4d83-af06-2bf61672229c {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 08:18:17.743152 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04c022c4-8db5-4418-8be2-4fdff4ac471d", "name": "network-vif-deleted", "tag": "367d9200-0fab-4a4d-9ff8-e2b2dab78caa", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 08:18:17.743418 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-368ecaf8-14e5-4d83-af06-2bf61672229c {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 08:18:17.743831 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04c022c4-8db5-4418-8be2-4fdff4ac471d', 'name': 'network-vif-deleted', 'tag': '367d9200-0fab-4a4d-9ff8-e2b2dab78caa', 'status': 'completed', 'code': 200} Jan 28 08:18:17.968029 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4c3a98aa-3b19-493b-8b40-07c013346b60 req-ffc9944b-2398-4266-98d9-37c1538e9ed3 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/ports?device_id=04c022c4-8db5-4418-8be2-4fdff4ac471d HTTP/1.1" status: 200 len: 210 time: 0.0273015 Jan 28 08:18:19.028437 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 41354) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:18:19.254642 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 367d9200-0fab-4a4d-9ff8-e2b2dab78caa no longer exists at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 08:18:19.279981 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] No Port match for: 367d9200-0fab-4a4d-9ff8-e2b2dab78caa {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 08:18:19.280365 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 367d9200-0fab-4a4d-9ff8-e2b2dab78caa not bound to the agent host n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 08:18:19.398101 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a57efba8-540a-4afe-9dde-91d316a2e213 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16606535'] for router_interface (682e46a6-cd32-4c33-83e1-f1f3b82daf88), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:19.654588 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-a57efba8-540a-4afe-9dde-91d316a2e213 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Deleting port de1e55ec-19bb-498c-8fbf-47da1c6ef513 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 08:18:19.654934 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a57efba8-540a-4afe-9dde-91d316a2e213 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (de1e55ec-19bb-498c-8fbf-47da1c6ef513), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:19.745651 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-a57efba8-540a-4afe-9dde-91d316a2e213 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] For port de1e55ec-19bb-498c-8fbf-47da1c6ef513, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=de1e55ec-19bb-498c-8fbf-47da1c6ef513,segment=NetworkSegment(73326a21-fc88-47ee-8b67-0c4f14238e58),segment_id=73326a21-fc88-47ee-8b67-0c4f14238e58)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:18:19.746016 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a57efba8-540a-4afe-9dde-91d316a2e213 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (de1e55ec-19bb-498c-8fbf-47da1c6ef513), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:19.757465 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-a57efba8-540a-4afe-9dde-91d316a2e213 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Calling delete_port for de1e55ec-19bb-498c-8fbf-47da1c6ef513 owned by network:router_interface {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 08:18:19.940809 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a57efba8-540a-4afe-9dde-91d316a2e213 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (de1e55ec-19bb-498c-8fbf-47da1c6ef513), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:19.966395 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57efba8-540a-4afe-9dde-91d316a2e213 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Pushing event deleted for resources: {'Port': ['ID=de1e55ec-19bb-498c-8fbf-47da1c6ef513,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:18:20.141671 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a57efba8-540a-4afe-9dde-91d316a2e213 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16319006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16606699'] for router_interface (682e46a6-cd32-4c33-83e1-f1f3b82daf88), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:20.366545 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a57efba8-540a-4afe-9dde-91d316a2e213 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Router 682e46a6-cd32-4c33-83e1-f1f3b82daf88 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 08:18:20.475704 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a57efba8-540a-4afe-9dde-91d316a2e213 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 08:18:20.481806 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-a57efba8-540a-4afe-9dde-91d316a2e213 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "PUT /v2.0/routers/682e46a6-cd32-4c33-83e1-f1f3b82daf88/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4520826 Jan 28 08:18:20.484854 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 41356) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:18:20.486961 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e6bf2e-a4a8-4136-9da4-f6f5d79d3e13 None None] Sync routers for ids ['682e46a6-cd32-4c33-83e1-f1f3b82daf88'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 08:18:20.497786 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e6bf2e-a4a8-4136-9da4-f6f5d79d3e13 None None] Routers {'682e46a6-cd32-4c33-83e1-f1f3b82daf88'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 08:18:20.498713 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-21e6bf2e-a4a8-4136-9da4-f6f5d79d3e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T08:18:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['682e46a6-cd32-4c33-83e1-f1f3b82daf88'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:18:20.541218 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_v2 [None req-b726f53b-5c9f-42b3-803d-625f4da03d76 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Deleting subnet 976f96aa-38e7-42dc-9a79-1964acc921c7 {{(pid=103283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 08:18:20.544518 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b726f53b-5c9f-42b3-803d-625f4da03d76 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for subnet (976f96aa-38e7-42dc-9a79-1964acc921c7), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:20.584010 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b726f53b-5c9f-42b3-803d-625f4da03d76 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13506696'] for subnet (976f96aa-38e7-42dc-9a79-1964acc921c7), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:20.602755 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-21e6bf2e-a4a8-4136-9da4-f6f5d79d3e13 None None] Set router 682e46a6-cd32-4c33-83e1-f1f3b82daf88 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 08:18:20.665104 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b726f53b-5c9f-42b3-803d-625f4da03d76 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (976f96aa-38e7-42dc-9a79-1964acc921c7), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:20.729815 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b726f53b-5c9f-42b3-803d-625f4da03d76 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13546665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13556132'] for subnet (976f96aa-38e7-42dc-9a79-1964acc921c7), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:20.749594 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f6181b-8a01-454e-954f-a3895f766088 None None] Network ecebb86d-40b9-40b7-8bec-6e9c0e4d2361 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 08:18:20.760767 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b726f53b-5c9f-42b3-803d-625f4da03d76 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:20.763958 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-b726f53b-5c9f-42b3-803d-625f4da03d76 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "DELETE /v2.0/subnets/976f96aa-38e7-42dc-9a79-1964acc921c7 HTTP/1.1" status: 204 len: 168 time: 0.2780631 Jan 28 08:18:20.765149 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b726f53b-5c9f-42b3-803d-625f4da03d76 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Pushing event deleted for resources: {'Subnet': ['ID=976f96aa-38e7-42dc-9a79-1964acc921c7,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:18:20.767233 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 41358) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:18:20.773376 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b726f53b-5c9f-42b3-803d-625f4da03d76 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:18:20.773967 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b726f53b-5c9f-42b3-803d-625f4da03d76 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:18:20.774633 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b726f53b-5c9f-42b3-803d-625f4da03d76 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:18:20.776284 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b726f53b-5c9f-42b3-803d-625f4da03d76 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:18:20.776812 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b726f53b-5c9f-42b3-803d-625f4da03d76 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:18:20.777311 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b726f53b-5c9f-42b3-803d-625f4da03d76 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:18:20.777817 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b726f53b-5c9f-42b3-803d-625f4da03d76 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:18:20.778320 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b726f53b-5c9f-42b3-803d-625f4da03d76 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:18:20.778973 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b726f53b-5c9f-42b3-803d-625f4da03d76 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:18:20.779511 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b726f53b-5c9f-42b3-803d-625f4da03d76 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:18:20.780049 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b726f53b-5c9f-42b3-803d-625f4da03d76 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:18:20.780590 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b726f53b-5c9f-42b3-803d-625f4da03d76 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:18:20.781141 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b726f53b-5c9f-42b3-803d-625f4da03d76 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:18:20.790950 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-21e6bf2e-a4a8-4136-9da4-f6f5d79d3e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '682e46a6-cd32-4c33-83e1-f1f3b82daf88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-741997174', 'tenant_id': '254d30a3a3e041b3bd650c9318c9b350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.112'}], 'enable_snat': True}, 'gw_port_id': '180c68e8-ea3a-4534-a3f3-db062e7853f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:16:34Z', 'updated_at': '2022-01-28T08:18:19Z', 'revision_number': 5, 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'gw_port': {'id': '180c68e8-ea3a-4534-a3f3-db062e7853f1', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e1:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '682e46a6-cd32-4c33-83e1-f1f3b82daf88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:16:35Z', 'updated_at': '2022-01-28T08:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:18:20.819441 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e6bf2e-a4a8-4136-9da4-f6f5d79d3e13 None None] Checking router: 682e46a6-cd32-4c33-83e1-f1f3b82daf88 for host: n-d-712749-28 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 08:18:20.828839 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e6bf2e-a4a8-4136-9da4-f6f5d79d3e13 None None] Routers {'682e46a6-cd32-4c33-83e1-f1f3b82daf88'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 08:18:20.829494 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-21e6bf2e-a4a8-4136-9da4-f6f5d79d3e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T08:18:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['682e46a6-cd32-4c33-83e1-f1f3b82daf88'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:18:20.900151 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3867ee78-52a1-4227-893a-39d868b2d392 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for router (682e46a6-cd32-4c33-83e1-f1f3b82daf88), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:20.923183 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4456b3ad-0894-4e9a-9c77-75db5db77f5d None None] DHCP port deletion for ecebb86d-40b9-40b7-8bec-6e9c0e4d2361 request from n-d-712749-28 {{(pid=103285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 08:18:20.939316 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-21e6bf2e-a4a8-4136-9da4-f6f5d79d3e13 None None] Set router 682e46a6-cd32-4c33-83e1-f1f3b82daf88 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 08:18:20.973221 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-4456b3ad-0894-4e9a-9c77-75db5db77f5d None None] Deleting port c17072cc-c063-4287-b4cd-66e84dcae6eb {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 08:18:20.973691 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4456b3ad-0894-4e9a-9c77-75db5db77f5d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (c17072cc-c063-4287-b4cd-66e84dcae6eb), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:21.010272 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3867ee78-52a1-4227-893a-39d868b2d392 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for router_gateway (682e46a6-cd32-4c33-83e1-f1f3b82daf88), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:21.041503 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-4456b3ad-0894-4e9a-9c77-75db5db77f5d None None] For port c17072cc-c063-4287-b4cd-66e84dcae6eb, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=c17072cc-c063-4287-b4cd-66e84dcae6eb,segment=NetworkSegment(73326a21-fc88-47ee-8b67-0c4f14238e58),segment_id=73326a21-fc88-47ee-8b67-0c4f14238e58)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:18:21.042009 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4456b3ad-0894-4e9a-9c77-75db5db77f5d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (c17072cc-c063-4287-b4cd-66e84dcae6eb), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:21.055208 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-4456b3ad-0894-4e9a-9c77-75db5db77f5d None None] Calling delete_port for c17072cc-c063-4287-b4cd-66e84dcae6eb owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 08:18:21.067427 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-3867ee78-52a1-4227-893a-39d868b2d392 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Deleting port 180c68e8-ea3a-4534-a3f3-db062e7853f1 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 08:18:21.067770 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3867ee78-52a1-4227-893a-39d868b2d392 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (180c68e8-ea3a-4534-a3f3-db062e7853f1), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:21.125459 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-21e6bf2e-a4a8-4136-9da4-f6f5d79d3e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '682e46a6-cd32-4c33-83e1-f1f3b82daf88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-741997174', 'tenant_id': '254d30a3a3e041b3bd650c9318c9b350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.112'}], 'enable_snat': True}, 'gw_port_id': '180c68e8-ea3a-4534-a3f3-db062e7853f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:16:34Z', 'updated_at': '2022-01-28T08:18:19Z', 'revision_number': 5, 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'gw_port': {'id': '180c68e8-ea3a-4534-a3f3-db062e7853f1', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e1:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '682e46a6-cd32-4c33-83e1-f1f3b82daf88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:16:35Z', 'updated_at': '2022-01-28T08:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:18:21.144818 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4456b3ad-0894-4e9a-9c77-75db5db77f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298'] for port (c17072cc-c063-4287-b4cd-66e84dcae6eb), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:21.154444 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-3867ee78-52a1-4227-893a-39d868b2d392 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] For port 180c68e8-ea3a-4534-a3f3-db062e7853f1, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=180c68e8-ea3a-4534-a3f3-db062e7853f1,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:18:21.155007 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3867ee78-52a1-4227-893a-39d868b2d392 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (180c68e8-ea3a-4534-a3f3-db062e7853f1), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:21.157280 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e6bf2e-a4a8-4136-9da4-f6f5d79d3e13 None None] The sync data for ids ['682e46a6-cd32-4c33-83e1-f1f3b82daf88'] in n-d-712749-28 is: [{'id': '682e46a6-cd32-4c33-83e1-f1f3b82daf88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-741997174', 'tenant_id': '254d30a3a3e041b3bd650c9318c9b350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.112'}], 'enable_snat': True}, 'gw_port_id': '180c68e8-ea3a-4534-a3f3-db062e7853f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:16:34Z', 'updated_at': '2022-01-28T08:18:19Z', 'revision_number': 5, 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'gw_port': {'id': '180c68e8-ea3a-4534-a3f3-db062e7853f1', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e1:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '682e46a6-cd32-4c33-83e1-f1f3b82daf88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:16:35Z', 'updated_at': '2022-01-28T08:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 08:18:21.169854 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-3867ee78-52a1-4227-893a-39d868b2d392 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Calling delete_port for 180c68e8-ea3a-4534-a3f3-db062e7853f1 owned by network:router_gateway {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 08:18:21.172294 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4456b3ad-0894-4e9a-9c77-75db5db77f5d None None] Pushing event deleted for resources: {'Port': ['ID=c17072cc-c063-4287-b4cd-66e84dcae6eb,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:18:21.183397 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4456b3ad-0894-4e9a-9c77-75db5db77f5d None None] No DVR routers for this DVR port c17072cc-c063-4287-b4cd-66e84dcae6eb on host n-d-712749-28 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 08:18:21.185912 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4456b3ad-0894-4e9a-9c77-75db5db77f5d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:18:21.185912 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4456b3ad-0894-4e9a-9c77-75db5db77f5d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:18:21.186194 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4456b3ad-0894-4e9a-9c77-75db5db77f5d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:18:21.186482 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4456b3ad-0894-4e9a-9c77-75db5db77f5d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:18:21.186821 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4456b3ad-0894-4e9a-9c77-75db5db77f5d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:18:21.187158 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4456b3ad-0894-4e9a-9c77-75db5db77f5d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:18:21.187643 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4456b3ad-0894-4e9a-9c77-75db5db77f5d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:18:21.187985 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4456b3ad-0894-4e9a-9c77-75db5db77f5d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:18:21.188344 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4456b3ad-0894-4e9a-9c77-75db5db77f5d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:18:21.188669 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4456b3ad-0894-4e9a-9c77-75db5db77f5d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:18:21.189038 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4456b3ad-0894-4e9a-9c77-75db5db77f5d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:18:21.189334 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4456b3ad-0894-4e9a-9c77-75db5db77f5d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:18:21.189644 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4456b3ad-0894-4e9a-9c77-75db5db77f5d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:18:21.349042 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3867ee78-52a1-4227-893a-39d868b2d392 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (180c68e8-ea3a-4534-a3f3-db062e7853f1), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:21.373814 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3867ee78-52a1-4227-893a-39d868b2d392 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Pushing event deleted for resources: {'Port': ['ID=180c68e8-ea3a-4534-a3f3-db062e7853f1,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:18:21.435712 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3867ee78-52a1-4227-893a-39d868b2d392 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16607873'] for router_gateway (682e46a6-cd32-4c33-83e1-f1f3b82daf88), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:21.527631 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3867ee78-52a1-4227-893a-39d868b2d392 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16605684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127449'] for router (682e46a6-cd32-4c33-83e1-f1f3b82daf88), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:21.529874 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3867ee78-52a1-4227-893a-39d868b2d392 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for router_controller (682e46a6-cd32-4c33-83e1-f1f3b82daf88), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:21.580702 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3867ee78-52a1-4227-893a-39d868b2d392 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16605693'] for router (682e46a6-cd32-4c33-83e1-f1f3b82daf88), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:21.581267 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3867ee78-52a1-4227-893a-39d868b2d392 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Fanout notify agent at l3_agent the message router_deleted on router 682e46a6-cd32-4c33-83e1-f1f3b82daf88 {{(pid=103284) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 08:18:21.588633 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3867ee78-52a1-4227-893a-39d868b2d392 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for router (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:21.589776 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-3867ee78-52a1-4227-893a-39d868b2d392 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "DELETE /v2.0/routers/682e46a6-cd32-4c33-83e1-f1f3b82daf88 HTTP/1.1" status: 204 len: 168 time: 0.8204749 Jan 28 08:18:21.592529 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 41360) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:18:21.670677 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-548d6b37-c9e4-4696-8ba9-5fbe2d280b85 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (ecebb86d-40b9-40b7-8bec-6e9c0e4d2361), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:21.762348 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-548d6b37-c9e4-4696-8ba9-5fbe2d280b85 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (ecebb86d-40b9-40b7-8bec-6e9c0e4d2361), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:21.784823 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-548d6b37-c9e4-4696-8ba9-5fbe2d280b85 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecebb86d-40b9-40b7-8bec-6e9c0e4d2361']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:18:21.797806 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-548d6b37-c9e4-4696-8ba9-5fbe2d280b85 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73326a21-fc88-47ee-8b67-0c4f14238e58') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:18:21.798106 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-548d6b37-c9e4-4696-8ba9-5fbe2d280b85 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73326a21-fc88-47ee-8b67-0c4f14238e58') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:18:21.807450 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-548d6b37-c9e4-4696-8ba9-5fbe2d280b85 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24759294'] for segment (73326a21-fc88-47ee-8b67-0c4f14238e58), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:21.820499 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-548d6b37-c9e4-4696-8ba9-5fbe2d280b85 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (73326a21-fc88-47ee-8b67-0c4f14238e58), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:21.826774 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-548d6b37-c9e4-4696-8ba9-5fbe2d280b85 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 08:18:21.827158 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-548d6b37-c9e4-4696-8ba9-5fbe2d280b85 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24757675'] for segment (73326a21-fc88-47ee-8b67-0c4f14238e58), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:21.830364 n-d-712749-28 neutron-server[103284]: Traceback (most recent call last): Jan 28 08:18:21.830364 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 08:18:21.830364 n-d-712749-28 neutron-server[103284]: timer() Jan 28 08:18:21.830364 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 08:18:21.830364 n-d-712749-28 neutron-server[103284]: cb(*args, **kw) Jan 28 08:18:21.830364 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 08:18:21.830364 n-d-712749-28 neutron-server[103284]: return func(*args, **kwargs) Jan 28 08:18:21.830364 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 08:18:21.830364 n-d-712749-28 neutron-server[103284]: self._notify() Jan 28 08:18:21.830364 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 08:18:21.830364 n-d-712749-28 neutron-server[103284]: self.callback(batched_events) Jan 28 08:18:21.830364 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 08:18:21.830364 n-d-712749-28 neutron-server[103284]: event.method(event) Jan 28 08:18:21.830364 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 08:18:21.830364 n-d-712749-28 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 08:18:21.830364 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 08:18:21.830364 n-d-712749-28 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 08:18:21.830364 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 08:18:21.830364 n-d-712749-28 neutron-server[103284]: return f(self, *a, **k) Jan 28 08:18:21.830364 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 08:18:21.830364 n-d-712749-28 neutron-server[103284]: return self._get(url).json() Jan 28 08:18:21.830364 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 08:18:21.830364 n-d-712749-28 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 08:18:21.830364 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 08:18:21.830364 n-d-712749-28 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Jan 28 08:18:21.830364 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 08:18:21.830364 n-d-712749-28 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 08:18:21.830364 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 08:18:21.830364 n-d-712749-28 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 08:18:21.830364 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 08:18:21.830364 n-d-712749-28 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 08:18:21.830364 n-d-712749-28 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 08:18:21.885129 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-548d6b37-c9e4-4696-8ba9-5fbe2d280b85 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (ecebb86d-40b9-40b7-8bec-6e9c0e4d2361), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:21.892232 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-548d6b37-c9e4-4696-8ba9-5fbe2d280b85 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:21.895442 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-548d6b37-c9e4-4696-8ba9-5fbe2d280b85 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "DELETE /v2.0/networks/ecebb86d-40b9-40b7-8bec-6e9c0e4d2361 HTTP/1.1" status: 204 len: 168 time: 0.3019166 Jan 28 08:18:21.898283 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 41362) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:18:21.912448 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548d6b37-c9e4-4696-8ba9-5fbe2d280b85 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Pushing event deleted for resources: {'Network': ['ID=ecebb86d-40b9-40b7-8bec-6e9c0e4d2361,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:18:21.955398 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-12093d5f-82d1-4e7f-913d-fe89c636234e tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for security_group (3e74faa5-4265-4c90-9a80-5990f8505c32), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:21.980602 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-12093d5f-82d1-4e7f-913d-fe89c636234e tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for security_group (3e74faa5-4265-4c90-9a80-5990f8505c32), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:22.039843 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-12093d5f-82d1-4e7f-913d-fe89c636234e tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (3e74faa5-4265-4c90-9a80-5990f8505c32), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:22.043133 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-12093d5f-82d1-4e7f-913d-fe89c636234e tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:22.044531 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-12093d5f-82d1-4e7f-913d-fe89c636234e tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "DELETE /v2.0/security-groups/3e74faa5-4265-4c90-9a80-5990f8505c32 HTTP/1.1" status: 204 len: 168 time: 0.1452074 Jan 28 08:18:22.053276 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12093d5f-82d1-4e7f-913d-fe89c636234e tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e74faa5-4265-4c90-9a80-5990f8505c32,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:18:22.171315 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device c17072cc-c063-4287-b4cd-66e84dcae6eb no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 08:18:22.191140 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: c17072cc-c063-4287-b4cd-66e84dcae6eb {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 08:18:22.191485 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device c17072cc-c063-4287-b4cd-66e84dcae6eb not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 08:18:22.191891 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device de1e55ec-19bb-498c-8fbf-47da1c6ef513 no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 08:18:22.213228 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: de1e55ec-19bb-498c-8fbf-47da1c6ef513 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 08:18:22.213506 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device de1e55ec-19bb-498c-8fbf-47da1c6ef513 not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 08:18:22.213902 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 180c68e8-ea3a-4534-a3f3-db062e7853f1 no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 08:18:22.231737 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: 180c68e8-ea3a-4534-a3f3-db062e7853f1 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 08:18:22.232083 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 180c68e8-ea3a-4534-a3f3-db062e7853f1 not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 08:18:22.585368 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 41368) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:18:22.590211 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-66fccc78-3dbc-4c19-8ee2-5fc1f831ccf0 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1745598775', 'description': 'tempest-secgroup-smoke-1745598775 description', 'project_id': '254d30a3a3e041b3bd650c9318c9b350'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:18:22.610656 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-66fccc78-3dbc-4c19-8ee2-5fc1f831ccf0 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:22.673993 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-66fccc78-3dbc-4c19-8ee2-5fc1f831ccf0 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for security_group (efcce86c-7e9d-44f5-a75f-f6c774f99406), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:22.677383 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-66fccc78-3dbc-4c19-8ee2-5fc1f831ccf0 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (efcce86c-7e9d-44f5-a75f-f6c774f99406), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:22.704123 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-66fccc78-3dbc-4c19-8ee2-5fc1f831ccf0 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:22.705365 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-66fccc78-3dbc-4c19-8ee2-5fc1f831ccf0 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1189964 Jan 28 08:18:22.708408 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 41370) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:18:22.709310 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fccc78-3dbc-4c19-8ee2-5fc1f831ccf0 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efcce86c-7e9d-44f5-a75f-f6c774f99406,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:18:22.713784 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-bfb97a0e-845a-46c3-a066-4a26c1683ecb tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Request body: {'security_group_rule': {'security_group_id': 'efcce86c-7e9d-44f5-a75f-f6c774f99406', 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:18:22.739031 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bfb97a0e-845a-46c3-a066-4a26c1683ecb tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for security_group_rule (b5a44d96-01f4-4aee-bd50-d45c69c6c6b9), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:22.792482 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bfb97a0e-845a-46c3-a066-4a26c1683ecb tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for security_group_rule (b5a44d96-01f4-4aee-bd50-d45c69c6c6b9), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:22.796280 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bfb97a0e-845a-46c3-a066-4a26c1683ecb tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (b5a44d96-01f4-4aee-bd50-d45c69c6c6b9), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:22.813686 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb97a0e-845a-46c3-a066-4a26c1683ecb tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5a44d96-01f4-4aee-bd50-d45c69c6c6b9,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:18:22.819971 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bfb97a0e-845a-46c3-a066-4a26c1683ecb tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:22.821195 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-bfb97a0e-845a-46c3-a066-4a26c1683ecb tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1116393 Jan 28 08:18:22.824459 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 41372) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:18:22.828724 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-1fecfe43-ef27-4efc-9f0d-1f0773d1a489 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Request body: {'security_group_rule': {'security_group_id': 'efcce86c-7e9d-44f5-a75f-f6c774f99406', 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:18:22.852227 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1fecfe43-ef27-4efc-9f0d-1f0773d1a489 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for security_group_rule (ed78c634-cc55-4137-b290-0bd3d1c19be9), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:22.911332 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1fecfe43-ef27-4efc-9f0d-1f0773d1a489 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for security_group_rule (ed78c634-cc55-4137-b290-0bd3d1c19be9), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:22.914853 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1fecfe43-ef27-4efc-9f0d-1f0773d1a489 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (ed78c634-cc55-4137-b290-0bd3d1c19be9), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:22.936352 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fecfe43-ef27-4efc-9f0d-1f0773d1a489 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed78c634-cc55-4137-b290-0bd3d1c19be9,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:18:22.941698 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1fecfe43-ef27-4efc-9f0d-1f0773d1a489 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:22.942887 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-1fecfe43-ef27-4efc-9f0d-1f0773d1a489 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1175103 Jan 28 08:18:22.947517 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 41374) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:18:22.951894 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-eafc34d4-bd37-4c36-9564-e3799832b0f6 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Request body: {'security_group_rule': {'security_group_id': 'efcce86c-7e9d-44f5-a75f-f6c774f99406', 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:18:22.974974 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-eafc34d4-bd37-4c36-9564-e3799832b0f6 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for security_group_rule (c2bc39f6-cfae-476d-8d66-bcbdbc95dc86), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:23.030389 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-eafc34d4-bd37-4c36-9564-e3799832b0f6 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for security_group_rule (c2bc39f6-cfae-476d-8d66-bcbdbc95dc86), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:23.033653 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-eafc34d4-bd37-4c36-9564-e3799832b0f6 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (c2bc39f6-cfae-476d-8d66-bcbdbc95dc86), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:23.053460 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafc34d4-bd37-4c36-9564-e3799832b0f6 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2bc39f6-cfae-476d-8d66-bcbdbc95dc86,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:18:23.062618 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-eafc34d4-bd37-4c36-9564-e3799832b0f6 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:23.063896 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-eafc34d4-bd37-4c36-9564-e3799832b0f6 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1153824 Jan 28 08:18:23.066609 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 41376) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:18:23.071241 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-0624ad61-ee58-4361-a04d-8e1f913f5e19 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Request body: {'security_group_rule': {'security_group_id': 'efcce86c-7e9d-44f5-a75f-f6c774f99406', 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:18:23.095562 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0624ad61-ee58-4361-a04d-8e1f913f5e19 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for security_group_rule (6922cdc4-9295-4a6b-aca0-2eca431c3346), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:23.150833 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0624ad61-ee58-4361-a04d-8e1f913f5e19 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for security_group_rule (6922cdc4-9295-4a6b-aca0-2eca431c3346), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:23.154342 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0624ad61-ee58-4361-a04d-8e1f913f5e19 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (6922cdc4-9295-4a6b-aca0-2eca431c3346), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:23.172309 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0624ad61-ee58-4361-a04d-8e1f913f5e19 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6922cdc4-9295-4a6b-aca0-2eca431c3346,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:18:23.179576 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0624ad61-ee58-4361-a04d-8e1f913f5e19 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:23.181341 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-0624ad61-ee58-4361-a04d-8e1f913f5e19 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1132805 Jan 28 08:18:23.184039 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 41378) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:18:23.188363 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-afb4f3df-0f58-45e1-b53d-84cc33f2a91d tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Request body: {'security_group_rule': {'security_group_id': 'efcce86c-7e9d-44f5-a75f-f6c774f99406', 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:18:23.208841 n-d-712749-28 neutron-server[103284]: INFO neutron.db.securitygroups_db [None req-afb4f3df-0f58-45e1-b53d-84cc33f2a91d tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Project 254d30a3a3e041b3bd650c9318c9b350 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 08:18:23.213500 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-afb4f3df-0f58-45e1-b53d-84cc33f2a91d tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for security_group_rule (dfa2456f-6517-474c-9957-d8b08a08bee5), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:23.269567 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-afb4f3df-0f58-45e1-b53d-84cc33f2a91d tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for security_group_rule (dfa2456f-6517-474c-9957-d8b08a08bee5), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:23.272848 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-afb4f3df-0f58-45e1-b53d-84cc33f2a91d tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (dfa2456f-6517-474c-9957-d8b08a08bee5), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:23.289889 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb4f3df-0f58-45e1-b53d-84cc33f2a91d tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfa2456f-6517-474c-9957-d8b08a08bee5,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:18:23.298362 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-afb4f3df-0f58-45e1-b53d-84cc33f2a91d tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:23.299673 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-afb4f3df-0f58-45e1-b53d-84cc33f2a91d tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1146801 Jan 28 08:18:23.302474 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 41380) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:18:23.307417 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-ea415e7b-004d-49eb-87ea-e52889f5e84e tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Request body: {'security_group_rule': {'security_group_id': 'efcce86c-7e9d-44f5-a75f-f6c774f99406', 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:18:23.326733 n-d-712749-28 neutron-server[103284]: INFO neutron.db.securitygroups_db [None req-ea415e7b-004d-49eb-87ea-e52889f5e84e tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Project 254d30a3a3e041b3bd650c9318c9b350 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 08:18:23.331305 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ea415e7b-004d-49eb-87ea-e52889f5e84e tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for security_group_rule (4427b8e3-00fd-4495-9c9a-bcacb72395c6), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:23.388566 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ea415e7b-004d-49eb-87ea-e52889f5e84e tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for security_group_rule (4427b8e3-00fd-4495-9c9a-bcacb72395c6), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:23.392376 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ea415e7b-004d-49eb-87ea-e52889f5e84e tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (4427b8e3-00fd-4495-9c9a-bcacb72395c6), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:23.413714 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea415e7b-004d-49eb-87ea-e52889f5e84e tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4427b8e3-00fd-4495-9c9a-bcacb72395c6,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:18:23.421019 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ea415e7b-004d-49eb-87ea-e52889f5e84e tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:23.422268 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-ea415e7b-004d-49eb-87ea-e52889f5e84e tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1188529 Jan 28 08:18:23.425098 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 41382) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:18:23.429856 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-454148e1-f460-4ad4-ab83-458c5bf47dd2 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Request body: {'network': {'name': 'tempest-network-smoke--573208949', 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'port_security_enabled': True}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:18:23.450264 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-454148e1-f460-4ad4-ab83-458c5bf47dd2 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Made reservation on behalf of 254d30a3a3e041b3bd650c9318c9b350 for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 08:18:23.453762 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-454148e1-f460-4ad4-ab83-458c5bf47dd2 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:23.476772 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-454148e1-f460-4ad4-ab83-458c5bf47dd2 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 08:18:23.486439 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-454148e1-f460-4ad4-ab83-458c5bf47dd2 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (f9bb88c5-d619-4374-b840-8291cc4449af), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:23.486815 n-d-712749-28 neutron-server[103284]: INFO neutron.db.segments_db [None req-454148e1-f460-4ad4-ab83-458c5bf47dd2 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Added segment f9bb88c5-d619-4374-b840-8291cc4449af of type vlan for network b56d0f35-8800-4661-b99b-2a10f6da82b5 Jan 28 08:18:23.527767 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-454148e1-f460-4ad4-ab83-458c5bf47dd2 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (b56d0f35-8800-4661-b99b-2a10f6da82b5), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:23.552033 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-454148e1-f460-4ad4-ab83-458c5bf47dd2 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (b56d0f35-8800-4661-b99b-2a10f6da82b5), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:23.557054 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-454148e1-f460-4ad4-ab83-458c5bf47dd2 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:18:23.557670 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-454148e1-f460-4ad4-ab83-458c5bf47dd2 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:23.607995 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-454148e1-f460-4ad4-ab83-458c5bf47dd2 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1818216 Jan 28 08:18:23.610742 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 41384) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:18:23.615274 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-a5bf6310-e97c-4b43-ba30-a8441efdb70c tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-553968500', 'admin_state_up': True, 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:18:23.625210 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454148e1-f460-4ad4-ab83-458c5bf47dd2 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Pushing event updated for resources: {'Network': ['ID=b56d0f35-8800-4661-b99b-2a10f6da82b5,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:18:23.636776 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network b56d0f35-8800-4661-b99b-2a10f6da82b5 details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 08:18:23.637802 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a5bf6310-e97c-4b43-ba30-a8441efdb70c tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16606890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127275'] for router (03d90925-fe7a-4298-9eb4-76e0053b1b15), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:23.638857 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a5bf6310-e97c-4b43-ba30-a8441efdb70c tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16605498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16607952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16355422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127266'] for router (03d90925-fe7a-4298-9eb4-76e0053b1b15), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:23.694226 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a5bf6310-e97c-4b43-ba30-a8441efdb70c tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for router_controller (03d90925-fe7a-4298-9eb4-76e0053b1b15), precommit_add_association {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:23.830691 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a5bf6310-e97c-4b43-ba30-a8441efdb70c tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for router_gateway (03d90925-fe7a-4298-9eb4-76e0053b1b15), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:24.019969 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a5bf6310-e97c-4b43-ba30-a8441efdb70c tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for router_gateway (03d90925-fe7a-4298-9eb4-76e0053b1b15), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:24.038462 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a5bf6310-e97c-4b43-ba30-a8441efdb70c tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:24.139800 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-a5bf6310-e97c-4b43-ba30-a8441efdb70c tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Allocated IP 172.25.6.186 (7d5b3724-deef-4831-8d43-cb9b8176573c/b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc/128c9574-b3ed-42a6-8e3b-39e44ef54387) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 08:18:24.238145 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a5bf6310-e97c-4b43-ba30-a8441efdb70c tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for port (128c9574-b3ed-42a6-8e3b-39e44ef54387), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:24.272391 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a5bf6310-e97c-4b43-ba30-a8441efdb70c tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (128c9574-b3ed-42a6-8e3b-39e44ef54387), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:24.312635 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5bf6310-e97c-4b43-ba30-a8441efdb70c tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Network 7d5b3724-deef-4831-8d43-cb9b8176573c is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 08:18:24.315389 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-a5bf6310-e97c-4b43-ba30-a8441efdb70c tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 08:18:24.318785 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5bf6310-e97c-4b43-ba30-a8441efdb70c tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 08:18:24.345041 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bf6310-e97c-4b43-ba30-a8441efdb70c tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Pushing event updated for resources: {'Port': ['ID=128c9574-b3ed-42a6-8e3b-39e44ef54387,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:18:24.906723 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a5bf6310-e97c-4b43-ba30-a8441efdb70c tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for router_gateway (03d90925-fe7a-4298-9eb4-76e0053b1b15), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:25.101920 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a5bf6310-e97c-4b43-ba30-a8441efdb70c tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16605475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16607909'] for router (03d90925-fe7a-4298-9eb4-76e0053b1b15), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:25.230151 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5bf6310-e97c-4b43-ba30-a8441efdb70c tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Router 03d90925-fe7a-4298-9eb4-76e0053b1b15 is scheduled to L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 with binding_index 1 {{(pid=103283) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 08:18:25.336581 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5bf6310-e97c-4b43-ba30-a8441efdb70c tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 08:18:25.346800 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b232b7-91ae-4de9-9821-0fea83421ca5 None None] Sync routers for ids ['03d90925-fe7a-4298-9eb4-76e0053b1b15'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 08:18:25.358570 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b232b7-91ae-4de9-9821-0fea83421ca5 None None] Routers {'03d90925-fe7a-4298-9eb4-76e0053b1b15'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 08:18:25.359206 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-f4b232b7-91ae-4de9-9821-0fea83421ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T08:18:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['03d90925-fe7a-4298-9eb4-76e0053b1b15'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:18:25.359492 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a5bf6310-e97c-4b43-ba30-a8441efdb70c tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for router (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:25.362062 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-a5bf6310-e97c-4b43-ba30-a8441efdb70c tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7498868 Jan 28 08:18:25.364948 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 41386) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:18:25.399207 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-8e45729a-0895-48f0-9f6e-7458e7d01ee2 tempest-TestNetworkAdvancedServerOps-213716511 tempest-TestNetworkAdvancedServerOps-213716511-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=254d30a3a3e041b3bd650c9318c9b350&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0307176 Jan 28 08:18:25.400328 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 41388) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:18:25.494704 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-f4b232b7-91ae-4de9-9821-0fea83421ca5 None None] Set router 03d90925-fe7a-4298-9eb4-76e0053b1b15 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 08:18:25.497337 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-663348e6-c257-4da0-add9-15468772953d tempest-TestNetworkAdvancedServerOps-213716511 tempest-TestNetworkAdvancedServerOps-213716511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:18:25.499080 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-663348e6-c257-4da0-add9-15468772953d tempest-TestNetworkAdvancedServerOps-213716511 tempest-TestNetworkAdvancedServerOps-213716511-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0978234 Jan 28 08:18:25.502970 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 41390) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:18:25.535242 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-eb6dcabc-cca5-4128-bbcb-993bebfedaf5 tempest-TestNetworkAdvancedServerOps-213716511 tempest-TestNetworkAdvancedServerOps-213716511-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=7d5b3724-deef-4831-8d43-cb9b8176573c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0308135 Jan 28 08:18:25.537383 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 41392) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:18:25.542926 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-c351a4cb-d5ad-4ac1-8859-f8a0dc89f3d3 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1387171865', 'network_id': 'b56d0f35-8800-4661-b99b-2a10f6da82b5', 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:18:25.641099 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c351a4cb-d5ad-4ac1-8859-f8a0dc89f3d3 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Made reservation on behalf of 254d30a3a3e041b3bd650c9318c9b350 for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 08:18:25.644831 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c351a4cb-d5ad-4ac1-8859-f8a0dc89f3d3 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24979592'] for subnet (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:25.706025 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-f4b232b7-91ae-4de9-9821-0fea83421ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03d90925-fe7a-4298-9eb4-76e0053b1b15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-553968500', 'tenant_id': '254d30a3a3e041b3bd650c9318c9b350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.186'}], 'enable_snat': True}, 'gw_port_id': '128c9574-b3ed-42a6-8e3b-39e44ef54387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:18:23Z', 'updated_at': '2022-01-28T08:18:24Z', 'revision_number': 3, 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'gw_port': {'id': '128c9574-b3ed-42a6-8e3b-39e44ef54387', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ff:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03d90925-fe7a-4298-9eb4-76e0053b1b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:18:24Z', 'updated_at': '2022-01-28T08:18:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:18:25.739512 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b232b7-91ae-4de9-9821-0fea83421ca5 None None] Checking router: 03d90925-fe7a-4298-9eb4-76e0053b1b15 for host: n-d-712749-28 {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 08:18:25.739856 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b232b7-91ae-4de9-9821-0fea83421ca5 None None] Updating router 03d90925-fe7a-4298-9eb4-76e0053b1b15 port 128c9574-b3ed-42a6-8e3b-39e44ef54387 binding host n-d-712749-28 {{(pid=103285) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 08:18:25.765708 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f4b232b7-91ae-4de9-9821-0fea83421ca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (128c9574-b3ed-42a6-8e3b-39e44ef54387), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:25.838894 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c351a4cb-d5ad-4ac1-8859-f8a0dc89f3d3 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24757504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24979610'] for subnet (dbf4772b-8b8c-4d50-a6a1-1bff81bb4abd), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:25.906383 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c351a4cb-d5ad-4ac1-8859-f8a0dc89f3d3 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Pushing event updated for resources: {'Subnet': ['ID=dbf4772b-8b8c-4d50-a6a1-1bff81bb4abd,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:18:25.914574 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c351a4cb-d5ad-4ac1-8859-f8a0dc89f3d3 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Checking segment: {'id': 'f9bb88c5-d619-4374-b840-8291cc4449af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'b56d0f35-8800-4661-b99b-2a10f6da82b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 08:18:25.915655 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c351a4cb-d5ad-4ac1-8859-f8a0dc89f3d3 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Network hostable DHCP agents. Network: b56d0f35-8800-4661-b99b-2a10f6da82b5, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 08:18:25.942643 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c351a4cb-d5ad-4ac1-8859-f8a0dc89f3d3 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Network b56d0f35-8800-4661-b99b-2a10f6da82b5 is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 08:18:25.955644 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-c351a4cb-d5ad-4ac1-8859-f8a0dc89f3d3 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, b56d0f35-8800-4661-b99b-2a10f6da82b5) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 08:18:25.962773 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c351a4cb-d5ad-4ac1-8859-f8a0dc89f3d3 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:18:25.963834 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c351a4cb-d5ad-4ac1-8859-f8a0dc89f3d3 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:25.986101 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-c351a4cb-d5ad-4ac1-8859-f8a0dc89f3d3 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4476614 Jan 28 08:18:25.988843 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 41394) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:18:26.032578 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04fc530f-643d-406d-ab80-9b3d5e79b757 None None] Network b56d0f35-8800-4661-b99b-2a10f6da82b5 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 08:18:26.191444 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d8d8c60-0c8a-4d82-a8c2-6884e0736088 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3dd72b9-6805-5f61-b6f3-a591f99a173d-b56d0f35-8800-4661-b99b-2a10f6da82b5', 'network_id': 'b56d0f35-8800-4661-b99b-2a10f6da82b5', 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'fixed_ips': [{'subnet_id': 'dbf4772b-8b8c-4d50-a6a1-1bff81bb4abd'}]}} from n-d-712749-28. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 08:18:26.192345 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9d8d8c60-0c8a-4d82-a8c2-6884e0736088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:26.380648 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f4b232b7-91ae-4de9-9821-0fea83421ca5 None None] Publish callbacks [] for port (128c9574-b3ed-42a6-8e3b-39e44ef54387), precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:26.388801 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f4b232b7-91ae-4de9-9821-0fea83421ca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (128c9574-b3ed-42a6-8e3b-39e44ef54387), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:26.426144 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3b43269d-887e-4fb4-ace7-61f8b39d4027 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:26.437740 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-9d8d8c60-0c8a-4d82-a8c2-6884e0736088 None None] Allocated IP 172.20.0.2 (b56d0f35-8800-4661-b99b-2a10f6da82b5/dbf4772b-8b8c-4d50-a6a1-1bff81bb4abd/7dc53a2f-462f-41ae-9f24-5efcee1c97b5) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 08:18:26.464014 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-f4b232b7-91ae-4de9-9821-0fea83421ca5 None None] Attempting to bind port 128c9574-b3ed-42a6-8e3b-39e44ef54387 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 08:18:26.464859 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-f4b232b7-91ae-4de9-9821-0fea83421ca5 None None] Attempting to bind port 128c9574-b3ed-42a6-8e3b-39e44ef54387 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 08:18:26.464859 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b232b7-91ae-4de9-9821-0fea83421ca5 None None] Attempting to bind port 128c9574-b3ed-42a6-8e3b-39e44ef54387 on network 7d5b3724-deef-4831-8d43-cb9b8176573c {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 08:18:26.466800 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51d4dfa-39a6-4825-8a9f-15d724f7ad6d None None] Pushing event updated for resources: {'Port': ['ID=128c9574-b3ed-42a6-8e3b-39e44ef54387,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:18:26.477214 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b232b7-91ae-4de9-9821-0fea83421ca5 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 8, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 08:18:26.478252 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b232b7-91ae-4de9-9821-0fea83421ca5 None None] Checking segment: {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 08:18:26.478764 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f4b232b7-91ae-4de9-9821-0fea83421ca5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:26.479265 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b232b7-91ae-4de9-9821-0fea83421ca5 None None] Bound using segment: {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 08:18:26.479760 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-f4b232b7-91ae-4de9-9821-0fea83421ca5 None None] Bound port: 128c9574-b3ed-42a6-8e3b-39e44ef54387, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 08:18:26.480255 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f4b232b7-91ae-4de9-9821-0fea83421ca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (128c9574-b3ed-42a6-8e3b-39e44ef54387), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:26.589313 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-f4b232b7-91ae-4de9-9821-0fea83421ca5 None None] For port 128c9574-b3ed-42a6-8e3b-39e44ef54387, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 08:18:26.609994 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-f4b232b7-91ae-4de9-9821-0fea83421ca5 None None] For port 128c9574-b3ed-42a6-8e3b-39e44ef54387, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=128c9574-b3ed-42a6-8e3b-39e44ef54387,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 08:18:26.621362 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f4b232b7-91ae-4de9-9821-0fea83421ca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (128c9574-b3ed-42a6-8e3b-39e44ef54387), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:26.720890 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b232b7-91ae-4de9-9821-0fea83421ca5 None None] Routers {'03d90925-fe7a-4298-9eb4-76e0053b1b15'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 08:18:26.721507 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-f4b232b7-91ae-4de9-9821-0fea83421ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T08:18:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['03d90925-fe7a-4298-9eb4-76e0053b1b15'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:18:26.724509 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9d8d8c60-0c8a-4d82-a8c2-6884e0736088 None None] Publish callbacks [] for port (7dc53a2f-462f-41ae-9f24-5efcee1c97b5), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:26.757223 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51d4dfa-39a6-4825-8a9f-15d724f7ad6d None None] Pushing event updated for resources: {'Port': ['ID=128c9574-b3ed-42a6-8e3b-39e44ef54387,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:18:26.764709 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9d8d8c60-0c8a-4d82-a8c2-6884e0736088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (7dc53a2f-462f-41ae-9f24-5efcee1c97b5), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:26.809194 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-3b43269d-887e-4fb4-ace7-61f8b39d4027 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Allocated IP 172.20.0.1 (b56d0f35-8800-4661-b99b-2a10f6da82b5/dbf4772b-8b8c-4d50-a6a1-1bff81bb4abd/43aa747a-6181-4d81-96b5-9b8d9a700d81) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 08:18:26.842155 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d8d8c60-0c8a-4d82-a8c2-6884e0736088 None None] Network b56d0f35-8800-4661-b99b-2a10f6da82b5 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 08:18:26.851183 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-9d8d8c60-0c8a-4d82-a8c2-6884e0736088 None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 08:18:26.858021 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8d8c60-0c8a-4d82-a8c2-6884e0736088 None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 08:18:26.862261 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8d8c60-0c8a-4d82-a8c2-6884e0736088 None None] Pushing event updated for resources: {'Port': ['ID=7dc53a2f-462f-41ae-9f24-5efcee1c97b5,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:18:26.902731 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-f4b232b7-91ae-4de9-9821-0fea83421ca5 None None] Set router 03d90925-fe7a-4298-9eb4-76e0053b1b15 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 08:18:26.994785 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-9d8d8c60-0c8a-4d82-a8c2-6884e0736088 None None] Attempting to bind port 7dc53a2f-462f-41ae-9f24-5efcee1c97b5 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 08:18:26.995080 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-9d8d8c60-0c8a-4d82-a8c2-6884e0736088 None None] Attempting to bind port 7dc53a2f-462f-41ae-9f24-5efcee1c97b5 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': 'f9bb88c5-d619-4374-b840-8291cc4449af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'b56d0f35-8800-4661-b99b-2a10f6da82b5'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 08:18:26.995451 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8d8c60-0c8a-4d82-a8c2-6884e0736088 None None] Attempting to bind port 7dc53a2f-462f-41ae-9f24-5efcee1c97b5 on network b56d0f35-8800-4661-b99b-2a10f6da82b5 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 08:18:27.031388 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8d8c60-0c8a-4d82-a8c2-6884e0736088 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 8, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 08:18:27.031776 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8d8c60-0c8a-4d82-a8c2-6884e0736088 None None] Checking segment: {'id': 'f9bb88c5-d619-4374-b840-8291cc4449af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'b56d0f35-8800-4661-b99b-2a10f6da82b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 08:18:27.032186 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9d8d8c60-0c8a-4d82-a8c2-6884e0736088 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:27.032617 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8d8c60-0c8a-4d82-a8c2-6884e0736088 None None] Bound using segment: {'id': 'f9bb88c5-d619-4374-b840-8291cc4449af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'b56d0f35-8800-4661-b99b-2a10f6da82b5'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 08:18:27.033109 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-9d8d8c60-0c8a-4d82-a8c2-6884e0736088 None None] Bound port: 7dc53a2f-462f-41ae-9f24-5efcee1c97b5, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9bb88c5-d619-4374-b840-8291cc4449af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'b56d0f35-8800-4661-b99b-2a10f6da82b5'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 08:18:27.033501 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9d8d8c60-0c8a-4d82-a8c2-6884e0736088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (7dc53a2f-462f-41ae-9f24-5efcee1c97b5), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:27.148395 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9d8d8c60-0c8a-4d82-a8c2-6884e0736088 None None] For port 7dc53a2f-462f-41ae-9f24-5efcee1c97b5, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 08:18:27.162566 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9d8d8c60-0c8a-4d82-a8c2-6884e0736088 None None] For port 7dc53a2f-462f-41ae-9f24-5efcee1c97b5, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=7dc53a2f-462f-41ae-9f24-5efcee1c97b5,segment=NetworkSegment(f9bb88c5-d619-4374-b840-8291cc4449af),segment_id=f9bb88c5-d619-4374-b840-8291cc4449af)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 08:18:27.169820 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9d8d8c60-0c8a-4d82-a8c2-6884e0736088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (7dc53a2f-462f-41ae-9f24-5efcee1c97b5), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:27.235447 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8d8c60-0c8a-4d82-a8c2-6884e0736088 None None] Pushing event updated for resources: {'Port': ['ID=7dc53a2f-462f-41ae-9f24-5efcee1c97b5,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:18:27.242010 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-f4b232b7-91ae-4de9-9821-0fea83421ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03d90925-fe7a-4298-9eb4-76e0053b1b15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-553968500', 'tenant_id': '254d30a3a3e041b3bd650c9318c9b350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.186'}], 'enable_snat': True}, 'gw_port_id': '128c9574-b3ed-42a6-8e3b-39e44ef54387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:18:23Z', 'updated_at': '2022-01-28T08:18:24Z', 'revision_number': 3, 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'gw_port': {'id': '128c9574-b3ed-42a6-8e3b-39e44ef54387', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ff:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03d90925-fe7a-4298-9eb4-76e0053b1b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:18:24Z', 'updated_at': '2022-01-28T08:18:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:18:27.275718 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b232b7-91ae-4de9-9821-0fea83421ca5 None None] The sync data for ids ['03d90925-fe7a-4298-9eb4-76e0053b1b15'] in n-d-712749-28 is: [{'id': '03d90925-fe7a-4298-9eb4-76e0053b1b15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-553968500', 'tenant_id': '254d30a3a3e041b3bd650c9318c9b350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.186'}], 'enable_snat': True}, 'gw_port_id': '128c9574-b3ed-42a6-8e3b-39e44ef54387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:18:23Z', 'updated_at': '2022-01-28T08:18:24Z', 'revision_number': 3, 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'gw_port': {'id': '128c9574-b3ed-42a6-8e3b-39e44ef54387', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ff:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03d90925-fe7a-4298-9eb4-76e0053b1b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:18:24Z', 'updated_at': '2022-01-28T08:18:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 08:18:27.315246 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3b43269d-887e-4fb4-ace7-61f8b39d4027 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for port (43aa747a-6181-4d81-96b5-9b8d9a700d81), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:27.353835 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3b43269d-887e-4fb4-ace7-61f8b39d4027 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (43aa747a-6181-4d81-96b5-9b8d9a700d81), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:27.398001 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b43269d-887e-4fb4-ace7-61f8b39d4027 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Network b56d0f35-8800-4661-b99b-2a10f6da82b5 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 08:18:27.403675 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-3b43269d-887e-4fb4-ace7-61f8b39d4027 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 08:18:27.411899 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b43269d-887e-4fb4-ace7-61f8b39d4027 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 08:18:27.446983 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b43269d-887e-4fb4-ace7-61f8b39d4027 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Pushing event updated for resources: {'Port': ['ID=43aa747a-6181-4d81-96b5-9b8d9a700d81,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:18:27.476916 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3b43269d-887e-4fb4-ace7-61f8b39d4027 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16609232'] for router_interface (03d90925-fe7a-4298-9eb4-76e0053b1b15), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:27.652942 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3b43269d-887e-4fb4-ace7-61f8b39d4027 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (43aa747a-6181-4d81-96b5-9b8d9a700d81), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:27.949883 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3b43269d-887e-4fb4-ace7-61f8b39d4027 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for port (43aa747a-6181-4d81-96b5-9b8d9a700d81), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:27.954739 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3b43269d-887e-4fb4-ace7-61f8b39d4027 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (43aa747a-6181-4d81-96b5-9b8d9a700d81), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:28.046505 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3b43269d-887e-4fb4-ace7-61f8b39d4027 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16318999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16606560'] for router_interface (03d90925-fe7a-4298-9eb4-76e0053b1b15), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:28.053376 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b43269d-887e-4fb4-ace7-61f8b39d4027 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Pushing event updated for resources: {'Port': ['ID=43aa747a-6181-4d81-96b5-9b8d9a700d81,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:18:28.160791 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 128c9574-b3ed-42a6-8e3b-39e44ef54387 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 08:18:28.167976 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b43269d-887e-4fb4-ace7-61f8b39d4027 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Network b56d0f35-8800-4661-b99b-2a10f6da82b5 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 08:18:28.169861 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-3b43269d-887e-4fb4-ace7-61f8b39d4027 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 08:18:28.221275 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 128c9574-b3ed-42a6-8e3b-39e44ef54387 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:18:28.221921 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (128c9574-b3ed-42a6-8e3b-39e44ef54387), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:28.312107 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b43269d-887e-4fb4-ace7-61f8b39d4027 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Router 03d90925-fe7a-4298-9eb4-76e0053b1b15 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 08:18:28.313205 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 128c9574-b3ed-42a6-8e3b-39e44ef54387 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:18:28.313707 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (128c9574-b3ed-42a6-8e3b-39e44ef54387), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:28.337770 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] For port 128c9574-b3ed-42a6-8e3b-39e44ef54387, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=128c9574-b3ed-42a6-8e3b-39e44ef54387,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:18:28.341987 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (128c9574-b3ed-42a6-8e3b-39e44ef54387), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:28.342937 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 7dc53a2f-462f-41ae-9f24-5efcee1c97b5 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 08:18:28.405512 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c43e92c-036f-410c-8b8a-294aaf58fc84 None None] Network b56d0f35-8800-4661-b99b-2a10f6da82b5 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 08:18:28.437248 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b43269d-887e-4fb4-ace7-61f8b39d4027 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 08:18:28.451299 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-3b43269d-887e-4fb4-ace7-61f8b39d4027 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "PUT /v2.0/routers/03d90925-fe7a-4298-9eb4-76e0053b1b15/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4525506 Jan 28 08:18:28.497588 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Pushing event updated for resources: {'Port': ['ID=128c9574-b3ed-42a6-8e3b-39e44ef54387,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:18:28.510744 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-917c4445-72c4-4fc4-9b0e-47e4c570b4b6 None None] Provisioning complete for port 7dc53a2f-462f-41ae-9f24-5efcee1c97b5 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:18:28.511142 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-917c4445-72c4-4fc4-9b0e-47e4c570b4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (7dc53a2f-462f-41ae-9f24-5efcee1c97b5), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:28.564878 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 7dc53a2f-462f-41ae-9f24-5efcee1c97b5 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:18:28.565262 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (7dc53a2f-462f-41ae-9f24-5efcee1c97b5), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:28.612958 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9190f15e-a931-4624-af8b-9fac926f558c req-952e6236-957c-4c20-9635-4f05a7d7495f tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1745598775&fields=id&tenant_id=254d30a3a3e041b3bd650c9318c9b350 HTTP/1.1" status: 200 len: 267 time: 0.0495160 Jan 28 08:18:28.698538 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-917c4445-72c4-4fc4-9b0e-47e4c570b4b6 None None] Current status of the port 7dc53a2f-462f-41ae-9f24-5efcee1c97b5 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:18:28.698946 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-917c4445-72c4-4fc4-9b0e-47e4c570b4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (7dc53a2f-462f-41ae-9f24-5efcee1c97b5), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:28.739664 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9190f15e-a931-4624-af8b-9fac926f558c req-7e071688-a1ba-41a6-838d-48ec983f499f tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:18:28.741992 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 7dc53a2f-462f-41ae-9f24-5efcee1c97b5 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:18:28.742400 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (7dc53a2f-462f-41ae-9f24-5efcee1c97b5), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:28.744756 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9190f15e-a931-4624-af8b-9fac926f558c req-7e071688-a1ba-41a6-838d-48ec983f499f tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/networks?id=b56d0f35-8800-4661-b99b-2a10f6da82b5 HTTP/1.1" status: 200 len: 796 time: 0.1241531 Jan 28 08:18:28.764162 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-917c4445-72c4-4fc4-9b0e-47e4c570b4b6 None None] For port 7dc53a2f-462f-41ae-9f24-5efcee1c97b5, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=7dc53a2f-462f-41ae-9f24-5efcee1c97b5,segment=NetworkSegment(f9bb88c5-d619-4374-b840-8291cc4449af),segment_id=f9bb88c5-d619-4374-b840-8291cc4449af)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:18:28.770536 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9190f15e-a931-4624-af8b-9fac926f558c req-7cb5b583-f97f-4b42-80c3-c74e91a6bf56 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/quotas/254d30a3a3e041b3bd650c9318c9b350 HTTP/1.1" status: 200 len: 375 time: 0.0162692 Jan 28 08:18:28.775529 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-917c4445-72c4-4fc4-9b0e-47e4c570b4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (7dc53a2f-462f-41ae-9f24-5efcee1c97b5), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:28.833729 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9190f15e-a931-4624-af8b-9fac926f558c req-dbc09a9a-7ca9-4bc1-a63f-f1238bb789dc tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=254d30a3a3e041b3bd650c9318c9b350&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0619771 Jan 28 08:18:28.856717 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.db.api [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103285) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 08:18:28.857180 n-d-712749-28 neutron-server[103285]: DEBUG oslo_db.api [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 08:18:28.861517 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917c4445-72c4-4fc4-9b0e-47e4c570b4b6 None None] Pushing event updated for resources: {'Port': ['ID=7dc53a2f-462f-41ae-9f24-5efcee1c97b5,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:18:28.897868 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-203ab652-bcaa-4c1a-9823-00a63f5081f2 None None] Provisioning complete for port 7dc53a2f-462f-41ae-9f24-5efcee1c97b5 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:18:28.900014 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-203ab652-bcaa-4c1a-9823-00a63f5081f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (7dc53a2f-462f-41ae-9f24-5efcee1c97b5), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:28.910083 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [req-9190f15e-a931-4624-af8b-9fac926f558c req-38cd5f47-4f71-4010-a86d-f737eecdc434 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103283) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 08:18:28.911617 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9190f15e-a931-4624-af8b-9fac926f558c req-38cd5f47-4f71-4010-a86d-f737eecdc434 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0650206 Jan 28 08:18:29.032804 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9190f15e-a931-4624-af8b-9fac926f558c req-f24f3fd1-6d91-4f07-a97a-cf32cce5b2ac service neutron] 10.222.0.41 "GET /v2.0/networks/b56d0f35-8800-4661-b99b-2a10f6da82b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146524 Jan 28 08:18:29.150105 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9190f15e-a931-4624-af8b-9fac926f558c req-f7864eb0-ba7e-4420-b104-69e58974c647 service neutron] 10.222.0.41 "GET /v2.0/networks/b56d0f35-8800-4661-b99b-2a10f6da82b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112733 Jan 28 08:18:29.150319 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7f8108-b401-4dd8-87b6-820dccc42fc7 None None] Sync routers for ids ['03d90925-fe7a-4298-9eb4-76e0053b1b15'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 08:18:29.158725 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-203ab652-bcaa-4c1a-9823-00a63f5081f2 None None] Current status of the port 7dc53a2f-462f-41ae-9f24-5efcee1c97b5 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:18:29.163449 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7f8108-b401-4dd8-87b6-820dccc42fc7 None None] Routers {'03d90925-fe7a-4298-9eb4-76e0053b1b15'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 08:18:29.164072 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-8e7f8108-b401-4dd8-87b6-820dccc42fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T08:18:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['03d90925-fe7a-4298-9eb4-76e0053b1b15'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:18:29.170624 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-203ab652-bcaa-4c1a-9823-00a63f5081f2 None None] Provisioning complete for port 43aa747a-6181-4d81-96b5-9b8d9a700d81 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:18:29.171108 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-203ab652-bcaa-4c1a-9823-00a63f5081f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (43aa747a-6181-4d81-96b5-9b8d9a700d81), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:29.213483 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-203ab652-bcaa-4c1a-9823-00a63f5081f2 None None] Port 43aa747a-6181-4d81-96b5-9b8d9a700d81 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 08:18:29.296536 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-8e7f8108-b401-4dd8-87b6-820dccc42fc7 None None] Set router 03d90925-fe7a-4298-9eb4-76e0053b1b15 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 08:18:29.340622 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-49a5c6e6-75ca-43ba-892e-34f3603169e8 None None] Provisioning complete for port 43aa747a-6181-4d81-96b5-9b8d9a700d81 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:18:29.341287 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-49a5c6e6-75ca-43ba-892e-34f3603169e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (43aa747a-6181-4d81-96b5-9b8d9a700d81), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:29.358086 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-71581b2d-0e0f-4327-8e23-3b50206ad780 req-7760ccfd-263c-4c1e-a0b6-7a72cfb5f733 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/ports?device_id=774db409-244c-4d02-a1c7-01a1fe2a1216 HTTP/1.1" status: 200 len: 210 time: 0.0385263 Jan 28 08:18:29.415284 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-49a5c6e6-75ca-43ba-892e-34f3603169e8 None None] Port 43aa747a-6181-4d81-96b5-9b8d9a700d81 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 08:18:29.417461 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 7dc53a2f-462f-41ae-9f24-5efcee1c97b5 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:18:29.520514 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-8e7f8108-b401-4dd8-87b6-820dccc42fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03d90925-fe7a-4298-9eb4-76e0053b1b15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-553968500', 'tenant_id': '254d30a3a3e041b3bd650c9318c9b350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.186'}], 'enable_snat': True}, 'gw_port_id': '128c9574-b3ed-42a6-8e3b-39e44ef54387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:18:23Z', 'updated_at': '2022-01-28T08:18:27Z', 'revision_number': 4, 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'gw_port': {'id': '128c9574-b3ed-42a6-8e3b-39e44ef54387', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ff:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d90925-fe7a-4298-9eb4-76e0053b1b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:18:24Z', 'updated_at': '2022-01-28T08:18:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '43aa747a-6181-4d81-96b5-9b8d9a700d81', 'name': '', 'network_id': 'b56d0f35-8800-4661-b99b-2a10f6da82b5', 'tenant_id': '254d30a3a3e041b3bd650c9318c9b350', 'mac_address': 'fa:16:3e:d9:a8:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03d90925-fe7a-4298-9eb4-76e0053b1b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'dbf4772b-8b8c-4d50-a6a1-1bff81bb4abd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:18:26Z', 'updated_at': '2022-01-28T08:18:27Z', 'revision_number': 2, 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'subnets': [{'id': 'dbf4772b-8b8c-4d50-a6a1-1bff81bb4abd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:18:29.644329 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7f8108-b401-4dd8-87b6-820dccc42fc7 None None] Checking router: 03d90925-fe7a-4298-9eb4-76e0053b1b15 for host: n-d-712749-28 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 08:18:29.644651 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7f8108-b401-4dd8-87b6-820dccc42fc7 None None] Updating router 03d90925-fe7a-4298-9eb4-76e0053b1b15 port 43aa747a-6181-4d81-96b5-9b8d9a700d81 binding host n-d-712749-28 {{(pid=103286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 08:18:29.671526 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8e7f8108-b401-4dd8-87b6-820dccc42fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (43aa747a-6181-4d81-96b5-9b8d9a700d81), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:29.934160 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8e7f8108-b401-4dd8-87b6-820dccc42fc7 None None] Publish callbacks [] for port (43aa747a-6181-4d81-96b5-9b8d9a700d81), precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:29.939162 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8e7f8108-b401-4dd8-87b6-820dccc42fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (43aa747a-6181-4d81-96b5-9b8d9a700d81), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:29.996512 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab149237-5013-4e8b-bd86-a83bd63f2f65 None None] Pushing event updated for resources: {'Port': ['ID=43aa747a-6181-4d81-96b5-9b8d9a700d81,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:18:30.019198 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab149237-5013-4e8b-bd86-a83bd63f2f65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:18:30.019797 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab149237-5013-4e8b-bd86-a83bd63f2f65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:18:30.020183 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab149237-5013-4e8b-bd86-a83bd63f2f65 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:18:30.020569 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab149237-5013-4e8b-bd86-a83bd63f2f65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:18:30.020895 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab149237-5013-4e8b-bd86-a83bd63f2f65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:18:30.021223 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab149237-5013-4e8b-bd86-a83bd63f2f65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:18:30.021544 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab149237-5013-4e8b-bd86-a83bd63f2f65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:18:30.021862 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab149237-5013-4e8b-bd86-a83bd63f2f65 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:18:30.022177 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab149237-5013-4e8b-bd86-a83bd63f2f65 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:18:30.022503 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab149237-5013-4e8b-bd86-a83bd63f2f65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:18:30.022868 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab149237-5013-4e8b-bd86-a83bd63f2f65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:18:30.023238 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab149237-5013-4e8b-bd86-a83bd63f2f65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:18:30.023808 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab149237-5013-4e8b-bd86-a83bd63f2f65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:18:30.041727 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 128c9574-b3ed-42a6-8e3b-39e44ef54387 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 08:18:30.058042 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-8e7f8108-b401-4dd8-87b6-820dccc42fc7 None None] Attempting to bind port 43aa747a-6181-4d81-96b5-9b8d9a700d81 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 08:18:30.058413 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-8e7f8108-b401-4dd8-87b6-820dccc42fc7 None None] Attempting to bind port 43aa747a-6181-4d81-96b5-9b8d9a700d81 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': 'f9bb88c5-d619-4374-b840-8291cc4449af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'b56d0f35-8800-4661-b99b-2a10f6da82b5'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 08:18:30.058772 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7f8108-b401-4dd8-87b6-820dccc42fc7 None None] Attempting to bind port 43aa747a-6181-4d81-96b5-9b8d9a700d81 on network b56d0f35-8800-4661-b99b-2a10f6da82b5 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 08:18:30.064151 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7f8108-b401-4dd8-87b6-820dccc42fc7 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 8, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 08:18:30.064566 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7f8108-b401-4dd8-87b6-820dccc42fc7 None None] Checking segment: {'id': 'f9bb88c5-d619-4374-b840-8291cc4449af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'b56d0f35-8800-4661-b99b-2a10f6da82b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 08:18:30.064967 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8e7f8108-b401-4dd8-87b6-820dccc42fc7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:30.065356 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7f8108-b401-4dd8-87b6-820dccc42fc7 None None] Bound using segment: {'id': 'f9bb88c5-d619-4374-b840-8291cc4449af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'b56d0f35-8800-4661-b99b-2a10f6da82b5'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 08:18:30.065824 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-8e7f8108-b401-4dd8-87b6-820dccc42fc7 None None] Bound port: 43aa747a-6181-4d81-96b5-9b8d9a700d81, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9bb88c5-d619-4374-b840-8291cc4449af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'b56d0f35-8800-4661-b99b-2a10f6da82b5'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 08:18:30.066200 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8e7f8108-b401-4dd8-87b6-820dccc42fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (43aa747a-6181-4d81-96b5-9b8d9a700d81), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:30.098393 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 128c9574-b3ed-42a6-8e3b-39e44ef54387 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:18:30.098644 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (128c9574-b3ed-42a6-8e3b-39e44ef54387), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:30.129150 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-8e7f8108-b401-4dd8-87b6-820dccc42fc7 None None] For port 43aa747a-6181-4d81-96b5-9b8d9a700d81, host n-d-712749-28, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 08:18:30.132361 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-8e7f8108-b401-4dd8-87b6-820dccc42fc7 None None] For port 43aa747a-6181-4d81-96b5-9b8d9a700d81, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=43aa747a-6181-4d81-96b5-9b8d9a700d81,segment=NetworkSegment(f9bb88c5-d619-4374-b840-8291cc4449af),segment_id=f9bb88c5-d619-4374-b840-8291cc4449af)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 08:18:30.137993 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8e7f8108-b401-4dd8-87b6-820dccc42fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (43aa747a-6181-4d81-96b5-9b8d9a700d81), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:30.188918 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 128c9574-b3ed-42a6-8e3b-39e44ef54387 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:18:30.189749 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 7dc53a2f-462f-41ae-9f24-5efcee1c97b5 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 08:18:30.197344 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7f8108-b401-4dd8-87b6-820dccc42fc7 None None] Routers {'03d90925-fe7a-4298-9eb4-76e0053b1b15'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 08:18:30.197976 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-8e7f8108-b401-4dd8-87b6-820dccc42fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T08:18:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['03d90925-fe7a-4298-9eb4-76e0053b1b15'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:18:30.247830 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab149237-5013-4e8b-bd86-a83bd63f2f65 None None] Pushing event updated for resources: {'Port': ['ID=43aa747a-6181-4d81-96b5-9b8d9a700d81,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:18:30.248019 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-a9bf378e-dbf9-475f-8d44-7a742bbda6a8 None None] Provisioning complete for port 43aa747a-6181-4d81-96b5-9b8d9a700d81 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:18:30.248359 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a9bf378e-dbf9-475f-8d44-7a742bbda6a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (43aa747a-6181-4d81-96b5-9b8d9a700d81), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:30.285489 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 7dc53a2f-462f-41ae-9f24-5efcee1c97b5 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:18:30.285864 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (7dc53a2f-462f-41ae-9f24-5efcee1c97b5), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:30.328518 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-8e7f8108-b401-4dd8-87b6-820dccc42fc7 None None] Set router 03d90925-fe7a-4298-9eb4-76e0053b1b15 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 08:18:30.428974 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-a9bf378e-dbf9-475f-8d44-7a742bbda6a8 None None] Current status of the port 43aa747a-6181-4d81-96b5-9b8d9a700d81 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:18:30.429371 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a9bf378e-dbf9-475f-8d44-7a742bbda6a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (43aa747a-6181-4d81-96b5-9b8d9a700d81), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:30.478044 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 7dc53a2f-462f-41ae-9f24-5efcee1c97b5 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:18:30.506198 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-a9bf378e-dbf9-475f-8d44-7a742bbda6a8 None None] For port 43aa747a-6181-4d81-96b5-9b8d9a700d81, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=43aa747a-6181-4d81-96b5-9b8d9a700d81,segment=NetworkSegment(f9bb88c5-d619-4374-b840-8291cc4449af),segment_id=f9bb88c5-d619-4374-b840-8291cc4449af)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:18:30.514297 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a9bf378e-dbf9-475f-8d44-7a742bbda6a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (43aa747a-6181-4d81-96b5-9b8d9a700d81), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:30.536387 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-11446d36-7a46-4aa9-a954-1b7a5ac84512 req-ecca31ec-d156-464f-aad5-f9b38f87f602 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/ports?device_id=774db409-244c-4d02-a1c7-01a1fe2a1216 HTTP/1.1" status: 200 len: 210 time: 0.0615604 Jan 28 08:18:30.578249 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bf378e-dbf9-475f-8d44-7a742bbda6a8 None None] Pushing event updated for resources: {'Port': ['ID=43aa747a-6181-4d81-96b5-9b8d9a700d81,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:18:30.585170 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9190f15e-a931-4624-af8b-9fac926f558c req-9a907b19-6be1-4485-8a06-ab121026a181 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:18:30.587512 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9190f15e-a931-4624-af8b-9fac926f558c req-9a907b19-6be1-4485-8a06-ab121026a181 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.10 "GET /v2.0/networks?id=b56d0f35-8800-4661-b99b-2a10f6da82b5 HTTP/1.1" status: 200 len: 796 time: 0.2066820 Jan 28 08:18:30.630794 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-8e7f8108-b401-4dd8-87b6-820dccc42fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03d90925-fe7a-4298-9eb4-76e0053b1b15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-553968500', 'tenant_id': '254d30a3a3e041b3bd650c9318c9b350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.186'}], 'enable_snat': True}, 'gw_port_id': '128c9574-b3ed-42a6-8e3b-39e44ef54387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:18:23Z', 'updated_at': '2022-01-28T08:18:27Z', 'revision_number': 4, 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'gw_port': {'id': '128c9574-b3ed-42a6-8e3b-39e44ef54387', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ff:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d90925-fe7a-4298-9eb4-76e0053b1b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:18:24Z', 'updated_at': '2022-01-28T08:18:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '43aa747a-6181-4d81-96b5-9b8d9a700d81', 'name': '', 'network_id': 'b56d0f35-8800-4661-b99b-2a10f6da82b5', 'tenant_id': '254d30a3a3e041b3bd650c9318c9b350', 'mac_address': 'fa:16:3e:d9:a8:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03d90925-fe7a-4298-9eb4-76e0053b1b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'dbf4772b-8b8c-4d50-a6a1-1bff81bb4abd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:18:26Z', 'updated_at': '2022-01-28T08:18:30Z', 'revision_number': 4, 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'subnets': [{'id': 'dbf4772b-8b8c-4d50-a6a1-1bff81bb4abd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:18:30.640849 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-dbd31ae2-0249-413d-bee6-920dfc500ec0 None None] Provisioning complete for port 43aa747a-6181-4d81-96b5-9b8d9a700d81 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:18:30.641475 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dbd31ae2-0249-413d-bee6-920dfc500ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (43aa747a-6181-4d81-96b5-9b8d9a700d81), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:30.657804 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7f8108-b401-4dd8-87b6-820dccc42fc7 None None] The sync data for ids ['03d90925-fe7a-4298-9eb4-76e0053b1b15'] in n-d-712749-28 is: [{'id': '03d90925-fe7a-4298-9eb4-76e0053b1b15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-553968500', 'tenant_id': '254d30a3a3e041b3bd650c9318c9b350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.186'}], 'enable_snat': True}, 'gw_port_id': '128c9574-b3ed-42a6-8e3b-39e44ef54387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:18:23Z', 'updated_at': '2022-01-28T08:18:27Z', 'revision_number': 4, 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'gw_port': {'id': '128c9574-b3ed-42a6-8e3b-39e44ef54387', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ff:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d90925-fe7a-4298-9eb4-76e0053b1b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:18:24Z', 'updated_at': '2022-01-28T08:18:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '43aa747a-6181-4d81-96b5-9b8d9a700d81', 'name': '', 'network_id': 'b56d0f35-8800-4661-b99b-2a10f6da82b5', 'tenant_id': '254d30a3a3e041b3bd650c9318c9b350', 'mac_address': 'fa:16:3e:d9:a8:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03d90925-fe7a-4298-9eb4-76e0053b1b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'dbf4772b-8b8c-4d50-a6a1-1bff81bb4abd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:18:26Z', 'updated_at': '2022-01-28T08:18:30Z', 'revision_number': 4, 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'subnets': [{'id': 'dbf4772b-8b8c-4d50-a6a1-1bff81bb4abd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 08:18:30.670944 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9190f15e-a931-4624-af8b-9fac926f558c req-e50e9a38-2cc0-4abb-9076-1e37cba909bd tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=254d30a3a3e041b3bd650c9318c9b350 HTTP/1.1" status: 200 len: 380 time: 0.0567567 Jan 28 08:18:30.698526 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-9190f15e-a931-4624-af8b-9fac926f558c req-7c405df6-5746-4eed-bc02-f42e27de5bc2 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Request body: {'port': {'device_id': '774db409-244c-4d02-a1c7-01a1fe2a1216', 'network_id': 'b56d0f35-8800-4661-b99b-2a10f6da82b5', 'admin_state_up': True, 'tenant_id': '254d30a3a3e041b3bd650c9318c9b350', 'security_groups': ['efcce86c-7e9d-44f5-a75f-f6c774f99406']}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:18:30.747577 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-dbd31ae2-0249-413d-bee6-920dfc500ec0 None None] Current status of the port 43aa747a-6181-4d81-96b5-9b8d9a700d81 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:18:30.822798 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9190f15e-a931-4624-af8b-9fac926f558c req-7c405df6-5746-4eed-bc02-f42e27de5bc2 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Made reservation on behalf of 254d30a3a3e041b3bd650c9318c9b350 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 08:18:30.826284 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-9190f15e-a931-4624-af8b-9fac926f558c req-7c405df6-5746-4eed-bc02-f42e27de5bc2 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:30.967469 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-9190f15e-a931-4624-af8b-9fac926f558c req-7c405df6-5746-4eed-bc02-f42e27de5bc2 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Allocated IP 172.20.0.11 (b56d0f35-8800-4661-b99b-2a10f6da82b5/dbf4772b-8b8c-4d50-a6a1-1bff81bb4abd/31b3023f-9df8-4980-a5d6-edd3e39c683e) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 08:18:31.117681 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-9190f15e-a931-4624-af8b-9fac926f558c req-7c405df6-5746-4eed-bc02-f42e27de5bc2 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for port (31b3023f-9df8-4980-a5d6-edd3e39c683e), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:31.154212 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-9190f15e-a931-4624-af8b-9fac926f558c req-7c405df6-5746-4eed-bc02-f42e27de5bc2 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (31b3023f-9df8-4980-a5d6-edd3e39c683e), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:31.197510 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9190f15e-a931-4624-af8b-9fac926f558c req-7c405df6-5746-4eed-bc02-f42e27de5bc2 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Network b56d0f35-8800-4661-b99b-2a10f6da82b5 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 08:18:31.200594 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-9190f15e-a931-4624-af8b-9fac926f558c req-7c405df6-5746-4eed-bc02-f42e27de5bc2 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 08:18:31.203018 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-9190f15e-a931-4624-af8b-9fac926f558c req-7c405df6-5746-4eed-bc02-f42e27de5bc2 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 08:18:31.234346 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c405df6-5746-4eed-bc02-f42e27de5bc2 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Pushing event updated for resources: {'Port': ['ID=31b3023f-9df8-4980-a5d6-edd3e39c683e,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:18:31.268133 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9190f15e-a931-4624-af8b-9fac926f558c req-7c405df6-5746-4eed-bc02-f42e27de5bc2 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:18:31.269142 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-9190f15e-a931-4624-af8b-9fac926f558c req-7c405df6-5746-4eed-bc02-f42e27de5bc2 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:31.288758 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9190f15e-a931-4624-af8b-9fac926f558c req-7c405df6-5746-4eed-bc02-f42e27de5bc2 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5962756 Jan 28 08:18:31.313446 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-9190f15e-a931-4624-af8b-9fac926f558c req-2d853a23-2c30-4e84-ab59-8892724969d2 service neutron] Request body: {'port': {'device_id': '774db409-244c-4d02-a1c7-01a1fe2a1216', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-28'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:18:31.377680 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-9190f15e-a931-4624-af8b-9fac926f558c req-2d853a23-2c30-4e84-ab59-8892724969d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (31b3023f-9df8-4980-a5d6-edd3e39c683e), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:31.472358 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-bcc64397-3845-4ffe-bb57-34f0da52e83f None None] Provisioning complete for port 31b3023f-9df8-4980-a5d6-edd3e39c683e triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:18:31.472986 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bcc64397-3845-4ffe-bb57-34f0da52e83f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (31b3023f-9df8-4980-a5d6-edd3e39c683e), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:31.511574 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-bcc64397-3845-4ffe-bb57-34f0da52e83f None None] Port 31b3023f-9df8-4980-a5d6-edd3e39c683e cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 08:18:31.678267 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-9190f15e-a931-4624-af8b-9fac926f558c req-2d853a23-2c30-4e84-ab59-8892724969d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31b3023f-9df8-4980-a5d6-edd3e39c683e {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 08:18:31.690095 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-9190f15e-a931-4624-af8b-9fac926f558c req-2d853a23-2c30-4e84-ab59-8892724969d2 service neutron] Publish callbacks [] for port (31b3023f-9df8-4980-a5d6-edd3e39c683e), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:31.728971 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-9190f15e-a931-4624-af8b-9fac926f558c req-2d853a23-2c30-4e84-ab59-8892724969d2 service neutron] Transition to ACTIVE for port object 31b3023f-9df8-4980-a5d6-edd3e39c683e will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 08:18:31.733878 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-9190f15e-a931-4624-af8b-9fac926f558c req-2d853a23-2c30-4e84-ab59-8892724969d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (31b3023f-9df8-4980-a5d6-edd3e39c683e), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:31.795765 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0031f6ff-bf9e-4ab9-b90a-63173a8c97bb req-e60a5912-7c32-44cb-95d4-9cdd7aaa69b5 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:18:31.800792 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0031f6ff-bf9e-4ab9-b90a-63173a8c97bb req-e60a5912-7c32-44cb-95d4-9cdd7aaa69b5 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/ports?device_id=774db409-244c-4d02-a1c7-01a1fe2a1216 HTTP/1.1" status: 200 len: 932 time: 0.1919591 Jan 28 08:18:31.823167 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d853a23-2c30-4e84-ab59-8892724969d2 service neutron] Pushing event updated for resources: {'Port': ['ID=31b3023f-9df8-4980-a5d6-edd3e39c683e,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:18:31.906837 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0031f6ff-bf9e-4ab9-b90a-63173a8c97bb req-452fca2c-46ae-4864-a85f-da2b6c9b32e3 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/security-groups?id=efcce86c-7e9d-44f5-a75f-f6c774f99406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948956 Jan 28 08:18:31.928717 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-9190f15e-a931-4624-af8b-9fac926f558c req-2d853a23-2c30-4e84-ab59-8892724969d2 service neutron] Attempting to bind port 31b3023f-9df8-4980-a5d6-edd3e39c683e on host n-h1-712749-28 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 08:18:31.929146 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-9190f15e-a931-4624-af8b-9fac926f558c req-2d853a23-2c30-4e84-ab59-8892724969d2 service neutron] Attempting to bind port 31b3023f-9df8-4980-a5d6-edd3e39c683e by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': 'f9bb88c5-d619-4374-b840-8291cc4449af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'b56d0f35-8800-4661-b99b-2a10f6da82b5'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 08:18:31.929549 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9190f15e-a931-4624-af8b-9fac926f558c req-2d853a23-2c30-4e84-ab59-8892724969d2 service neutron] Attempting to bind port 31b3023f-9df8-4980-a5d6-edd3e39c683e on network b56d0f35-8800-4661-b99b-2a10f6da82b5 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 08:18:31.934784 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9190f15e-a931-4624-af8b-9fac926f558c req-2d853a23-2c30-4e84-ab59-8892724969d2 service neutron] Port 31b3023f-9df8-4980-a5d6-edd3e39c683e on network b56d0f35-8800-4661-b99b-2a10f6da82b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 08:18:31.935106 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9190f15e-a931-4624-af8b-9fac926f558c req-2d853a23-2c30-4e84-ab59-8892724969d2 service neutron] Attempting to bind port 31b3023f-9df8-4980-a5d6-edd3e39c683e on network b56d0f35-8800-4661-b99b-2a10f6da82b5 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 08:18:31.940943 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9190f15e-a931-4624-af8b-9fac926f558c req-2d853a23-2c30-4e84-ab59-8892724969d2 service neutron] Checking agent: {'id': '2fca46b1-237f-4857-9290-2429d810e472', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 8, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 08:18:31.941293 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9190f15e-a931-4624-af8b-9fac926f558c req-2d853a23-2c30-4e84-ab59-8892724969d2 service neutron] Checking segment: {'id': 'f9bb88c5-d619-4374-b840-8291cc4449af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'b56d0f35-8800-4661-b99b-2a10f6da82b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 08:18:31.941680 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9190f15e-a931-4624-af8b-9fac926f558c req-2d853a23-2c30-4e84-ab59-8892724969d2 service neutron] Bound using segment: {'id': 'f9bb88c5-d619-4374-b840-8291cc4449af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'b56d0f35-8800-4661-b99b-2a10f6da82b5'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 08:18:31.942113 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-9190f15e-a931-4624-af8b-9fac926f558c req-2d853a23-2c30-4e84-ab59-8892724969d2 service neutron] Bound port: 31b3023f-9df8-4980-a5d6-edd3e39c683e, host: n-h1-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9bb88c5-d619-4374-b840-8291cc4449af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'b56d0f35-8800-4661-b99b-2a10f6da82b5'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 08:18:31.942471 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-9190f15e-a931-4624-af8b-9fac926f558c req-2d853a23-2c30-4e84-ab59-8892724969d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (31b3023f-9df8-4980-a5d6-edd3e39c683e), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:32.011571 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-9190f15e-a931-4624-af8b-9fac926f558c req-2d853a23-2c30-4e84-ab59-8892724969d2 service neutron] For port 31b3023f-9df8-4980-a5d6-edd3e39c683e, host n-h1-712749-28, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 08:18:32.014577 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-9190f15e-a931-4624-af8b-9fac926f558c req-2d853a23-2c30-4e84-ab59-8892724969d2 service neutron] For port 31b3023f-9df8-4980-a5d6-edd3e39c683e, host n-h1-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=31b3023f-9df8-4980-a5d6-edd3e39c683e,segment=NetworkSegment(f9bb88c5-d619-4374-b840-8291cc4449af),segment_id=f9bb88c5-d619-4374-b840-8291cc4449af)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 08:18:32.019309 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-9190f15e-a931-4624-af8b-9fac926f558c req-2d853a23-2c30-4e84-ab59-8892724969d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (31b3023f-9df8-4980-a5d6-edd3e39c683e), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:32.053285 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 43aa747a-6181-4d81-96b5-9b8d9a700d81 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 08:18:32.069944 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9190f15e-a931-4624-af8b-9fac926f558c req-2d853a23-2c30-4e84-ab59-8892724969d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:18:32.070590 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-9190f15e-a931-4624-af8b-9fac926f558c req-2d853a23-2c30-4e84-ab59-8892724969d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:32.072785 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9190f15e-a931-4624-af8b-9fac926f558c req-2d853a23-2c30-4e84-ab59-8892724969d2 service neutron] 10.222.0.10 "PUT /v2.0/ports/31b3023f-9df8-4980-a5d6-edd3e39c683e HTTP/1.1" status: 200 len: 1093 time: 0.7643361 Jan 28 08:18:32.073232 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '774db409-244c-4d02-a1c7-01a1fe2a1216', 'tag': '31b3023f-9df8-4980-a5d6-edd3e39c683e'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 08:18:32.075503 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea2b103cb7827510f28784975546feb0b63800b94dfac5f98f271904baace09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f12b7330-af63-4a5e-b2a3-35d7375df098" -d '{"events": [{"name": "network-changed", "server_uuid": "774db409-244c-4d02-a1c7-01a1fe2a1216", "tag": "31b3023f-9df8-4980-a5d6-edd3e39c683e"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 08:18:32.087864 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d853a23-2c30-4e84-ab59-8892724969d2 service neutron] Pushing event updated for resources: {'Port': ['ID=31b3023f-9df8-4980-a5d6-edd3e39c683e,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:18:32.117621 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 43aa747a-6181-4d81-96b5-9b8d9a700d81 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:18:32.118670 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (43aa747a-6181-4d81-96b5-9b8d9a700d81), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:32.126928 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 08:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b32c2095-5a60-4d98-af5c-7573ba4c519a x-openstack-request-id: req-b32c2095-5a60-4d98-af5c-7573ba4c519a {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 08:18:32.127237 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "774db409-244c-4d02-a1c7-01a1fe2a1216", "tag": "31b3023f-9df8-4980-a5d6-edd3e39c683e", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 08:18:32.127505 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b32c2095-5a60-4d98-af5c-7573ba4c519a {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 08:18:32.128083 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '774db409-244c-4d02-a1c7-01a1fe2a1216', 'tag': '31b3023f-9df8-4980-a5d6-edd3e39c683e', 'status': 'completed', 'code': 200} Jan 28 08:18:32.192394 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9190f15e-a931-4624-af8b-9fac926f558c req-5c2b847c-e607-487d-b788-ee05d190c4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:18:32.193992 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9190f15e-a931-4624-af8b-9fac926f558c req-5c2b847c-e607-487d-b788-ee05d190c4e3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=254d30a3a3e041b3bd650c9318c9b350&device_id=774db409-244c-4d02-a1c7-01a1fe2a1216 HTTP/1.1" status: 200 len: 1096 time: 0.0451756 Jan 28 08:18:32.210546 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 43aa747a-6181-4d81-96b5-9b8d9a700d81 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:18:32.246935 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9190f15e-a931-4624-af8b-9fac926f558c req-0f34ea65-2fb6-4c3a-9786-9bc2dfdb030c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=31b3023f-9df8-4980-a5d6-edd3e39c683e HTTP/1.1" status: 200 len: 217 time: 0.0362010 Jan 28 08:18:32.300264 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9190f15e-a931-4624-af8b-9fac926f558c req-ae714eb4-2cc3-4918-9e1e-6fcb70b213b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:18:32.301673 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9190f15e-a931-4624-af8b-9fac926f558c req-ae714eb4-2cc3-4918-9e1e-6fcb70b213b0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dbf4772b-8b8c-4d50-a6a1-1bff81bb4abd HTTP/1.1" status: 200 len: 835 time: 0.0491650 Jan 28 08:18:32.350301 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9190f15e-a931-4624-af8b-9fac926f558c req-056fef16-3925-49e1-a617-08c9be673c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:18:32.351729 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9190f15e-a931-4624-af8b-9fac926f558c req-056fef16-3925-49e1-a617-08c9be673c87 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b56d0f35-8800-4661-b99b-2a10f6da82b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406644 Jan 28 08:18:32.447775 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9190f15e-a931-4624-af8b-9fac926f558c req-6420b41f-add8-4dd0-9f78-19cf806b6279 service neutron] 10.222.0.10 "GET /v2.0/networks/b56d0f35-8800-4661-b99b-2a10f6da82b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832331 Jan 28 08:18:32.543530 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9190f15e-a931-4624-af8b-9fac926f558c req-b36ff598-04a1-487d-b200-04ba0becce4c service neutron] 10.222.0.10 "GET /v2.0/networks/b56d0f35-8800-4661-b99b-2a10f6da82b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870011 Jan 28 08:18:32.683740 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12b7330-af63-4a5e-b2a3-35d7375df098 req-13e310e8-e61b-4afd-8449-5e8c7383ea0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:18:32.685148 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f12b7330-af63-4a5e-b2a3-35d7375df098 req-13e310e8-e61b-4afd-8449-5e8c7383ea0b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=254d30a3a3e041b3bd650c9318c9b350&device_id=774db409-244c-4d02-a1c7-01a1fe2a1216 HTTP/1.1" status: 200 len: 1096 time: 0.0409486 Jan 28 08:18:32.779208 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12b7330-af63-4a5e-b2a3-35d7375df098 req-042c0918-5b5a-4326-9c96-f7124cd1c946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:18:32.780789 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f12b7330-af63-4a5e-b2a3-35d7375df098 req-042c0918-5b5a-4326-9c96-f7124cd1c946 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b56d0f35-8800-4661-b99b-2a10f6da82b5 HTTP/1.1" status: 200 len: 897 time: 0.0899017 Jan 28 08:18:32.820437 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f12b7330-af63-4a5e-b2a3-35d7375df098 req-f55fcec1-c93b-422c-957c-d72c59d67cc3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=31b3023f-9df8-4980-a5d6-edd3e39c683e HTTP/1.1" status: 200 len: 217 time: 0.0339060 Jan 28 08:18:32.870076 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12b7330-af63-4a5e-b2a3-35d7375df098 req-10f42fdd-a4e5-435d-b272-7ab0d2e2b681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:18:32.871608 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f12b7330-af63-4a5e-b2a3-35d7375df098 req-10f42fdd-a4e5-435d-b272-7ab0d2e2b681 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dbf4772b-8b8c-4d50-a6a1-1bff81bb4abd HTTP/1.1" status: 200 len: 835 time: 0.0440187 Jan 28 08:18:32.921711 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12b7330-af63-4a5e-b2a3-35d7375df098 req-bb82ffd0-98d3-4ece-be26-34e3a9b0dfff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:18:32.923353 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f12b7330-af63-4a5e-b2a3-35d7375df098 req-bb82ffd0-98d3-4ece-be26-34e3a9b0dfff service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b56d0f35-8800-4661-b99b-2a10f6da82b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0455275 Jan 28 08:18:33.043254 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f12b7330-af63-4a5e-b2a3-35d7375df098 req-70400cfd-001d-4313-a5d7-c1282c95da54 service neutron] 10.222.0.10 "GET /v2.0/networks/b56d0f35-8800-4661-b99b-2a10f6da82b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128252 Jan 28 08:18:33.050083 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee6b66f-bcc9-4ae8-85bb-3d78264d47ab req-b12c997d-4d12-4632-b5f5-e88708f7d8e5 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:18:33.051446 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-eee6b66f-bcc9-4ae8-85bb-3d78264d47ab req-b12c997d-4d12-4632-b5f5-e88708f7d8e5 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/ports?device_id=774db409-244c-4d02-a1c7-01a1fe2a1216 HTTP/1.1" status: 200 len: 944 time: 0.0741696 Jan 28 08:18:33.156457 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-eee6b66f-bcc9-4ae8-85bb-3d78264d47ab req-58e17a09-fb83-4441-9393-b345c5e1c712 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/security-groups?id=efcce86c-7e9d-44f5-a75f-f6c774f99406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966702 Jan 28 08:18:33.172151 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f12b7330-af63-4a5e-b2a3-35d7375df098 req-68e300ea-5374-45b9-bf89-c8ba7557d6c9 service neutron] 10.222.0.10 "GET /v2.0/networks/b56d0f35-8800-4661-b99b-2a10f6da82b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197815 Jan 28 08:18:33.366861 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-45e3f156-5a01-45f1-bffc-7ef35c3f65e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:33.696278 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:34.331020 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039c536f-94bc-48fe-950f-058abc90444d req-4e359ab9-a678-4ce9-bf12-8e6498546afd tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:18:34.332554 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-039c536f-94bc-48fe-950f-058abc90444d req-4e359ab9-a678-4ce9-bf12-8e6498546afd tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/ports?device_id=774db409-244c-4d02-a1c7-01a1fe2a1216 HTTP/1.1" status: 200 len: 944 time: 0.1010115 Jan 28 08:18:34.381912 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-039c536f-94bc-48fe-950f-058abc90444d req-913bdcba-0aae-4ab5-8f10-0679a6d5985a tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/security-groups?id=efcce86c-7e9d-44f5-a75f-f6c774f99406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431681 Jan 28 08:18:34.731494 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:35.286195 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 31b3023f-9df8-4980-a5d6-edd3e39c683e details requested by agent hyperv_n-h1-712749-28 with host n-h1-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 08:18:35.377852 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 31b3023f-9df8-4980-a5d6-edd3e39c683e, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=31b3023f-9df8-4980-a5d6-edd3e39c683e,segment=NetworkSegment(f9bb88c5-d619-4374-b840-8291cc4449af),segment_id=f9bb88c5-d619-4374-b840-8291cc4449af)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:18:35.389308 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Returning: {'device': '31b3023f-9df8-4980-a5d6-edd3e39c683e', 'network_id': 'b56d0f35-8800-4661-b99b-2a10f6da82b5', 'port_id': '31b3023f-9df8-4980-a5d6-edd3e39c683e', 'mac_address': 'fa:16:3e:03:e1:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbf4772b-8b8c-4d50-a6a1-1bff81bb4abd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 08:18:35.430905 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 31b3023f-9df8-4980-a5d6-edd3e39c683e is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:18:35.431329 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (31b3023f-9df8-4980-a5d6-edd3e39c683e), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:35.444476 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31b3023f-9df8-4980-a5d6-edd3e39c683e {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 08:18:35.468607 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 31b3023f-9df8-4980-a5d6-edd3e39c683e, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=31b3023f-9df8-4980-a5d6-edd3e39c683e,segment=NetworkSegment(f9bb88c5-d619-4374-b840-8291cc4449af),segment_id=f9bb88c5-d619-4374-b840-8291cc4449af)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:18:35.473605 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (31b3023f-9df8-4980-a5d6-edd3e39c683e), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:35.499266 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2a95f2-4355-49df-ae38-d7b58122c82c req-227e4c98-6ec5-4755-a6a3-3080a096e923 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:18:35.500807 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7e2a95f2-4355-49df-ae38-d7b58122c82c req-227e4c98-6ec5-4755-a6a3-3080a096e923 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/ports?device_id=774db409-244c-4d02-a1c7-01a1fe2a1216 HTTP/1.1" status: 200 len: 944 time: 0.0499907 Jan 28 08:18:35.528626 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=31b3023f-9df8-4980-a5d6-edd3e39c683e,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:18:35.555197 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7e2a95f2-4355-49df-ae38-d7b58122c82c req-0e640b39-b1bd-42d3-8e4a-f4d5997b3bd7 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/security-groups?id=efcce86c-7e9d-44f5-a75f-f6c774f99406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485170 Jan 28 08:18:35.753784 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-43f05ca1-6a37-4981-91b8-0965213ff4f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:35.849106 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['31b3023f-9df8-4980-a5d6-edd3e39c683e'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 08:18:36.669291 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6770cff5-f064-4740-b61b-e1a259ba8417 req-0911a8e7-1bec-46b6-a264-135c79f6b7c3 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:18:36.670761 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6770cff5-f064-4740-b61b-e1a259ba8417 req-0911a8e7-1bec-46b6-a264-135c79f6b7c3 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/ports?device_id=774db409-244c-4d02-a1c7-01a1fe2a1216 HTTP/1.1" status: 200 len: 945 time: 0.0483036 Jan 28 08:18:36.717651 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6770cff5-f064-4740-b61b-e1a259ba8417 req-fb256364-b550-4933-aca1-0c72678b5ec1 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/security-groups?id=efcce86c-7e9d-44f5-a75f-f6c774f99406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413513 Jan 28 08:18:37.238167 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:37.296184 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 31b3023f-9df8-4980-a5d6-edd3e39c683e up at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 08:18:37.344225 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning for port 31b3023f-9df8-4980-a5d6-edd3e39c683e completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 08:18:37.348021 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning complete for port 31b3023f-9df8-4980-a5d6-edd3e39c683e triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:18:37.348501 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (31b3023f-9df8-4980-a5d6-edd3e39c683e), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:37.427935 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 31b3023f-9df8-4980-a5d6-edd3e39c683e is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:18:37.428400 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (31b3023f-9df8-4980-a5d6-edd3e39c683e), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:37.450505 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '774db409-244c-4d02-a1c7-01a1fe2a1216', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31b3023f-9df8-4980-a5d6-edd3e39c683e'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 08:18:37.452827 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ad7fe887ec8da9bd29e477e6463a73d1e99860c0dff062a8c1350cb6684650b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c7d65dd-07e4-4cca-abcb-51027cbebe98" -d '{"events": [{"server_uuid": "774db409-244c-4d02-a1c7-01a1fe2a1216", "name": "network-vif-plugged", "status": "completed", "tag": "31b3023f-9df8-4980-a5d6-edd3e39c683e"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 08:18:37.465816 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 31b3023f-9df8-4980-a5d6-edd3e39c683e, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=31b3023f-9df8-4980-a5d6-edd3e39c683e,segment=NetworkSegment(f9bb88c5-d619-4374-b840-8291cc4449af),segment_id=f9bb88c5-d619-4374-b840-8291cc4449af)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:18:37.471273 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (31b3023f-9df8-4980-a5d6-edd3e39c683e), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:37.498742 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 08:18:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5993c8e-602c-467b-9ffd-a42aab51334b x-openstack-request-id: req-b5993c8e-602c-467b-9ffd-a42aab51334b {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 08:18:37.499041 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "774db409-244c-4d02-a1c7-01a1fe2a1216", "name": "network-vif-plugged", "status": "completed", "tag": "31b3023f-9df8-4980-a5d6-edd3e39c683e", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 08:18:37.499304 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b5993c8e-602c-467b-9ffd-a42aab51334b {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 08:18:37.499707 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '774db409-244c-4d02-a1c7-01a1fe2a1216', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31b3023f-9df8-4980-a5d6-edd3e39c683e', 'code': 200} Jan 28 08:18:37.523087 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=31b3023f-9df8-4980-a5d6-edd3e39c683e,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:18:37.630422 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1226edf-ec8a-45de-8c61-704b2166fa9c req-e0ab9a95-0094-42da-8dee-be9123fb3a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:18:37.631902 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c1226edf-ec8a-45de-8c61-704b2166fa9c req-e0ab9a95-0094-42da-8dee-be9123fb3a5e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=774db409-244c-4d02-a1c7-01a1fe2a1216 HTTP/1.1" status: 200 len: 1098 time: 0.0400574 Jan 28 08:18:37.680103 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c1226edf-ec8a-45de-8c61-704b2166fa9c req-ef0ad6d8-42fe-4150-a006-6ac56540ef59 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=efcce86c-7e9d-44f5-a75f-f6c774f99406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390334 Jan 28 08:18:37.834355 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9ce5f9-443d-41aa-b16d-43e5027551bd req-3200b1d9-de41-426e-ac0c-c06d4d8c7a27 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:18:37.835849 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ab9ce5f9-443d-41aa-b16d-43e5027551bd req-3200b1d9-de41-426e-ac0c-c06d4d8c7a27 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/ports?device_id=774db409-244c-4d02-a1c7-01a1fe2a1216 HTTP/1.1" status: 200 len: 946 time: 0.0523896 Jan 28 08:18:37.883462 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ab9ce5f9-443d-41aa-b16d-43e5027551bd req-76cc0cc1-6f16-474d-93f6-1bf3ef692727 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/security-groups?id=efcce86c-7e9d-44f5-a75f-f6c774f99406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412779 Jan 28 08:18:38.923876 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:39.001439 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0940e355-9b19-476f-a722-22258209e9a8 req-139838a1-4d2e-4554-bc50-e6fc48941c0a tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:18:39.002821 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0940e355-9b19-476f-a722-22258209e9a8 req-139838a1-4d2e-4554-bc50-e6fc48941c0a tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/ports?device_id=774db409-244c-4d02-a1c7-01a1fe2a1216 HTTP/1.1" status: 200 len: 946 time: 0.0484099 Jan 28 08:18:39.051370 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0940e355-9b19-476f-a722-22258209e9a8 req-af44cc7d-ef85-4ffc-ae94-47f525e914d1 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/security-groups?id=efcce86c-7e9d-44f5-a75f-f6c774f99406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429447 Jan 28 08:18:39.163788 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94058e58-78e5-41c6-89b6-0056c4684b0e req-fed19ffb-09cf-4340-a992-f8f61d4b7901 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:18:39.165341 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-94058e58-78e5-41c6-89b6-0056c4684b0e req-fed19ffb-09cf-4340-a992-f8f61d4b7901 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/ports?device_id=774db409-244c-4d02-a1c7-01a1fe2a1216 HTTP/1.1" status: 200 len: 946 time: 0.0486507 Jan 28 08:18:39.214707 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-94058e58-78e5-41c6-89b6-0056c4684b0e req-da9a75f7-e87e-4969-aff9-26094494d23e tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/security-groups?id=efcce86c-7e9d-44f5-a75f-f6c774f99406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434134 Jan 28 08:18:39.235945 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 41450) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:18:39.279842 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-794a8e99-9809-4b5e-bec3-8eba117a7885 tempest-TestNetworkAdvancedServerOps-213716511 tempest-TestNetworkAdvancedServerOps-213716511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:18:39.281391 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-794a8e99-9809-4b5e-bec3-8eba117a7885 tempest-TestNetworkAdvancedServerOps-213716511 tempest-TestNetworkAdvancedServerOps-213716511-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=774db409-244c-4d02-a1c7-01a1fe2a1216 HTTP/1.1" status: 200 len: 1093 time: 0.0444565 Jan 28 08:18:39.284101 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 41452) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:18:39.288271 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-f4651620-7e79-45db-99f4-6ccbfe301326 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Request body: {'floatingip': {'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'port_id': '31b3023f-9df8-4980-a5d6-edd3e39c683e', 'tenant_id': '254d30a3a3e041b3bd650c9318c9b350', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:18:39.309804 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f4651620-7e79-45db-99f4-6ccbfe301326 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:39.404689 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f4651620-7e79-45db-99f4-6ccbfe301326 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:39.511087 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-f4651620-7e79-45db-99f4-6ccbfe301326 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Allocated IP 172.25.6.56 (7d5b3724-deef-4831-8d43-cb9b8176573c/b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc/93e59d08-94dd-43a9-b6cf-d889fe9d0ae4) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 08:18:39.611709 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f4651620-7e79-45db-99f4-6ccbfe301326 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for port (93e59d08-94dd-43a9-b6cf-d889fe9d0ae4), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:39.645258 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f4651620-7e79-45db-99f4-6ccbfe301326 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (93e59d08-94dd-43a9-b6cf-d889fe9d0ae4), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:39.681556 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4651620-7e79-45db-99f4-6ccbfe301326 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Network 7d5b3724-deef-4831-8d43-cb9b8176573c is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 08:18:39.684337 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-f4651620-7e79-45db-99f4-6ccbfe301326 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 08:18:39.687699 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4651620-7e79-45db-99f4-6ccbfe301326 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 08:18:39.720379 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4651620-7e79-45db-99f4-6ccbfe301326 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Pushing event updated for resources: {'Port': ['ID=93e59d08-94dd-43a9-b6cf-d889fe9d0ae4,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:18:39.872267 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:40.070377 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f4651620-7e79-45db-99f4-6ccbfe301326 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for floatingip (ae99c8f6-5732-4eae-bb07-ab8c0c7f49a8), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:40.139859 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f4651620-7e79-45db-99f4-6ccbfe301326 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (93e59d08-94dd-43a9-b6cf-d889fe9d0ae4), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:40.284976 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f4651620-7e79-45db-99f4-6ccbfe301326 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for port (93e59d08-94dd-43a9-b6cf-d889fe9d0ae4), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:40.289381 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f4651620-7e79-45db-99f4-6ccbfe301326 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (93e59d08-94dd-43a9-b6cf-d889fe9d0ae4), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:40.360471 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4651620-7e79-45db-99f4-6ccbfe301326 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Pushing event updated for resources: {'Port': ['ID=93e59d08-94dd-43a9-b6cf-d889fe9d0ae4,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:18:40.372878 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f4651620-7e79-45db-99f4-6ccbfe301326 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16609095'] for floatingip (ae99c8f6-5732-4eae-bb07-ab8c0c7f49a8), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:40.474182 n-d-712749-28 neutron-server[103283]: INFO neutron.db.l3_db [None req-f4651620-7e79-45db-99f4-6ccbfe301326 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Floating IP ae99c8f6-5732-4eae-bb07-ab8c0c7f49a8 associated. External IP: 172.25.6.56, port: 31b3023f-9df8-4980-a5d6-edd3e39c683e. Jan 28 08:18:40.678981 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4651620-7e79-45db-99f4-6ccbfe301326 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Router 03d90925-fe7a-4298-9eb4-76e0053b1b15 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 08:18:40.786008 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4651620-7e79-45db-99f4-6ccbfe301326 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 08:18:40.796802 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0168232b-e9ad-46f8-8842-d4365db83415 None None] Sync routers for ids ['03d90925-fe7a-4298-9eb4-76e0053b1b15'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 08:18:40.803072 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f4651620-7e79-45db-99f4-6ccbfe301326 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for floatingip (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:18:40.807114 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0168232b-e9ad-46f8-8842-d4365db83415 None None] Routers {'03d90925-fe7a-4298-9eb4-76e0053b1b15'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 08:18:40.807733 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-0168232b-e9ad-46f8-8842-d4365db83415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T08:18:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['03d90925-fe7a-4298-9eb4-76e0053b1b15'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:18:40.830541 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-f4651620-7e79-45db-99f4-6ccbfe301326 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5454113 Jan 28 08:18:40.831136 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '774db409-244c-4d02-a1c7-01a1fe2a1216', 'tag': '31b3023f-9df8-4980-a5d6-edd3e39c683e'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 08:18:40.833557 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6b024039d6c3a8048940e324a8d5ead2390d66f8802a9866b6a24361082aa9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-103707d9-0452-4d09-9ed8-c90e3939a852" -d '{"events": [{"name": "network-changed", "server_uuid": "774db409-244c-4d02-a1c7-01a1fe2a1216", "tag": "31b3023f-9df8-4980-a5d6-edd3e39c683e"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 08:18:40.878538 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 08:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f61bf70-d870-4741-bf83-a8bb94f0b7ff x-openstack-request-id: req-3f61bf70-d870-4741-bf83-a8bb94f0b7ff {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 08:18:40.878836 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "774db409-244c-4d02-a1c7-01a1fe2a1216", "tag": "31b3023f-9df8-4980-a5d6-edd3e39c683e", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 08:18:40.879091 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3f61bf70-d870-4741-bf83-a8bb94f0b7ff {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 08:18:40.879501 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '774db409-244c-4d02-a1c7-01a1fe2a1216', 'tag': '31b3023f-9df8-4980-a5d6-edd3e39c683e', 'status': 'completed', 'code': 200} Jan 28 08:18:40.926439 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-0168232b-e9ad-46f8-8842-d4365db83415 None None] Set router 03d90925-fe7a-4298-9eb4-76e0053b1b15 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 08:18:40.958346 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d71d6a-634b-4706-b5d1-2227e8c6b69b req-b29e8749-ae2f-418a-a453-20efa1d8ab89 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:18:40.959844 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e6d71d6a-634b-4706-b5d1-2227e8c6b69b req-b29e8749-ae2f-418a-a453-20efa1d8ab89 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/ports?device_id=774db409-244c-4d02-a1c7-01a1fe2a1216 HTTP/1.1" status: 200 len: 946 time: 0.0793767 Jan 28 08:18:40.989349 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103707d9-0452-4d09-9ed8-c90e3939a852 req-33ba1c50-52f1-40f2-ba2f-99d4d0688b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:18:40.990811 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-103707d9-0452-4d09-9ed8-c90e3939a852 req-33ba1c50-52f1-40f2-ba2f-99d4d0688b97 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=254d30a3a3e041b3bd650c9318c9b350&device_id=774db409-244c-4d02-a1c7-01a1fe2a1216 HTTP/1.1" status: 200 len: 1098 time: 0.0645270 Jan 28 08:18:41.063934 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e6d71d6a-634b-4706-b5d1-2227e8c6b69b req-b4b5a13b-56b2-4ef5-8774-8682f3ba7861 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/security-groups?id=efcce86c-7e9d-44f5-a75f-f6c774f99406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970190 Jan 28 08:18:41.087759 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 41458) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:18:41.107609 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103707d9-0452-4d09-9ed8-c90e3939a852 req-24664d42-f322-4bd4-ad47-4ac4b5a42264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:18:41.109231 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-103707d9-0452-4d09-9ed8-c90e3939a852 req-24664d42-f322-4bd4-ad47-4ac4b5a42264 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b56d0f35-8800-4661-b99b-2a10f6da82b5 HTTP/1.1" status: 200 len: 897 time: 0.1094997 Jan 28 08:18:41.152896 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-72fa91a2-d891-4d2b-8857-330e88ae8eb9 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/floatingips/ae99c8f6-5732-4eae-bb07-ab8c0c7f49a8 HTTP/1.1" status: 200 len: 991 time: 0.0636573 Jan 28 08:18:41.158707 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-0168232b-e9ad-46f8-8842-d4365db83415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03d90925-fe7a-4298-9eb4-76e0053b1b15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-553968500', 'tenant_id': '254d30a3a3e041b3bd650c9318c9b350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.186'}], 'enable_snat': True}, 'gw_port_id': '128c9574-b3ed-42a6-8e3b-39e44ef54387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:18:23Z', 'updated_at': '2022-01-28T08:18:27Z', 'revision_number': 4, 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'gw_port': {'id': '128c9574-b3ed-42a6-8e3b-39e44ef54387', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ff:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d90925-fe7a-4298-9eb4-76e0053b1b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:18:24Z', 'updated_at': '2022-01-28T08:18:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_floatingips': [{'id': 'ae99c8f6-5732-4eae-bb07-ab8c0c7f49a8', 'tenant_id': '254d30a3a3e041b3bd650c9318c9b350', 'floating_ip_address': '172.25.6.56', 'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'router_id': '03d90925-fe7a-4298-9eb4-76e0053b1b15', 'port_id': '31b3023f-9df8-4980-a5d6-edd3e39c683e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4279, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b56d0f35-8800-4661-b99b-2a10f6da82b5', 'mac_address': 'fa:16:3e:03:e1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '774db409-244c-4d02-a1c7-01a1fe2a1216', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T08:18:39Z', 'updated_at': '2022-01-28T08:18:39Z', 'revision_number': 0, 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43aa747a-6181-4d81-96b5-9b8d9a700d81', 'name': '', 'network_id': 'b56d0f35-8800-4661-b99b-2a10f6da82b5', 'tenant_id': '254d30a3a3e041b3bd650c9318c9b350', 'mac_address': 'fa:16:3e:d9:a8:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d90925-fe7a-4298-9eb4-76e0053b1b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'dbf4772b-8b8c-4d50-a6a1-1bff81bb4abd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:18:26Z', 'updated_at': '2022-01-28T08:18:30Z', 'revision_number': 5, 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'subnets': [{'id': 'dbf4772b-8b8c-4d50-a6a1-1bff81bb4abd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:18:41.176627 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-103707d9-0452-4d09-9ed8-c90e3939a852 req-8d643a19-c4d9-434e-97db-795920eb9e7f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=31b3023f-9df8-4980-a5d6-edd3e39c683e HTTP/1.1" status: 200 len: 999 time: 0.0600731 Jan 28 08:18:41.189037 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0168232b-e9ad-46f8-8842-d4365db83415 None None] Checking router: 03d90925-fe7a-4298-9eb4-76e0053b1b15 for host: n-d-712749-28 {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 08:18:41.197966 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0168232b-e9ad-46f8-8842-d4365db83415 None None] Routers {'03d90925-fe7a-4298-9eb4-76e0053b1b15'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 08:18:41.198576 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-0168232b-e9ad-46f8-8842-d4365db83415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T08:18:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['03d90925-fe7a-4298-9eb4-76e0053b1b15'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:18:41.223281 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103707d9-0452-4d09-9ed8-c90e3939a852 req-93657102-7a0d-447c-a595-853f814ecc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:18:41.224753 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-103707d9-0452-4d09-9ed8-c90e3939a852 req-93657102-7a0d-447c-a595-853f814ecc62 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dbf4772b-8b8c-4d50-a6a1-1bff81bb4abd HTTP/1.1" status: 200 len: 835 time: 0.0428803 Jan 28 08:18:41.271667 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103707d9-0452-4d09-9ed8-c90e3939a852 req-20b90843-7a9c-427b-ba9a-edd717789686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:18:41.273184 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-103707d9-0452-4d09-9ed8-c90e3939a852 req-20b90843-7a9c-427b-ba9a-edd717789686 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b56d0f35-8800-4661-b99b-2a10f6da82b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426075 Jan 28 08:18:41.307479 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-0168232b-e9ad-46f8-8842-d4365db83415 None None] Set router 03d90925-fe7a-4298-9eb4-76e0053b1b15 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 08:18:41.360681 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-103707d9-0452-4d09-9ed8-c90e3939a852 req-81c5a206-a927-4ae2-adbd-f6b153defffd service neutron] 10.222.0.10 "GET /v2.0/networks/b56d0f35-8800-4661-b99b-2a10f6da82b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810139 Jan 28 08:18:41.454109 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-103707d9-0452-4d09-9ed8-c90e3939a852 req-26145b33-8268-4c4f-a114-0f18edb616f6 service neutron] 10.222.0.10 "GET /v2.0/networks/b56d0f35-8800-4661-b99b-2a10f6da82b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877967 Jan 28 08:18:41.530184 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-0168232b-e9ad-46f8-8842-d4365db83415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03d90925-fe7a-4298-9eb4-76e0053b1b15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-553968500', 'tenant_id': '254d30a3a3e041b3bd650c9318c9b350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.186'}], 'enable_snat': True}, 'gw_port_id': '128c9574-b3ed-42a6-8e3b-39e44ef54387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:18:23Z', 'updated_at': '2022-01-28T08:18:27Z', 'revision_number': 4, 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'gw_port': {'id': '128c9574-b3ed-42a6-8e3b-39e44ef54387', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ff:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d90925-fe7a-4298-9eb4-76e0053b1b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:18:24Z', 'updated_at': '2022-01-28T08:18:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_floatingips': [{'id': 'ae99c8f6-5732-4eae-bb07-ab8c0c7f49a8', 'tenant_id': '254d30a3a3e041b3bd650c9318c9b350', 'floating_ip_address': '172.25.6.56', 'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'router_id': '03d90925-fe7a-4298-9eb4-76e0053b1b15', 'port_id': '31b3023f-9df8-4980-a5d6-edd3e39c683e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4279, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b56d0f35-8800-4661-b99b-2a10f6da82b5', 'mac_address': 'fa:16:3e:03:e1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '774db409-244c-4d02-a1c7-01a1fe2a1216', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T08:18:39Z', 'updated_at': '2022-01-28T08:18:39Z', 'revision_number': 0, 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43aa747a-6181-4d81-96b5-9b8d9a700d81', 'name': '', 'network_id': 'b56d0f35-8800-4661-b99b-2a10f6da82b5', 'tenant_id': '254d30a3a3e041b3bd650c9318c9b350', 'mac_address': 'fa:16:3e:d9:a8:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d90925-fe7a-4298-9eb4-76e0053b1b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'dbf4772b-8b8c-4d50-a6a1-1bff81bb4abd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:18:26Z', 'updated_at': '2022-01-28T08:18:30Z', 'revision_number': 5, 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'subnets': [{'id': 'dbf4772b-8b8c-4d50-a6a1-1bff81bb4abd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:18:41.555532 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0168232b-e9ad-46f8-8842-d4365db83415 None None] The sync data for ids ['03d90925-fe7a-4298-9eb4-76e0053b1b15'] in n-d-712749-28 is: [{'id': '03d90925-fe7a-4298-9eb4-76e0053b1b15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-553968500', 'tenant_id': '254d30a3a3e041b3bd650c9318c9b350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.186'}], 'enable_snat': True}, 'gw_port_id': '128c9574-b3ed-42a6-8e3b-39e44ef54387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:18:23Z', 'updated_at': '2022-01-28T08:18:27Z', 'revision_number': 4, 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'gw_port': {'id': '128c9574-b3ed-42a6-8e3b-39e44ef54387', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ff:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d90925-fe7a-4298-9eb4-76e0053b1b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:18:24Z', 'updated_at': '2022-01-28T08:18:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_floatingips': [{'id': 'ae99c8f6-5732-4eae-bb07-ab8c0c7f49a8', 'tenant_id': '254d30a3a3e041b3bd650c9318c9b350', 'floating_ip_address': '172.25.6.56', 'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'router_id': '03d90925-fe7a-4298-9eb4-76e0053b1b15', 'port_id': '31b3023f-9df8-4980-a5d6-edd3e39c683e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4279, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b56d0f35-8800-4661-b99b-2a10f6da82b5', 'mac_address': 'fa:16:3e:03:e1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '774db409-244c-4d02-a1c7-01a1fe2a1216', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T08:18:39Z', 'updated_at': '2022-01-28T08:18:39Z', 'revision_number': 0, 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43aa747a-6181-4d81-96b5-9b8d9a700d81', 'name': '', 'network_id': 'b56d0f35-8800-4661-b99b-2a10f6da82b5', 'tenant_id': '254d30a3a3e041b3bd650c9318c9b350', 'mac_address': 'fa:16:3e:d9:a8:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d90925-fe7a-4298-9eb4-76e0053b1b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'dbf4772b-8b8c-4d50-a6a1-1bff81bb4abd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:18:26Z', 'updated_at': '2022-01-28T08:18:30Z', 'revision_number': 5, 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'subnets': [{'id': 'dbf4772b-8b8c-4d50-a6a1-1bff81bb4abd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 08:18:41.744937 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a62e31-45ae-4a6e-9b06-52730d9810e8 None None] New status for floating IP ae99c8f6-5732-4eae-bb07-ab8c0c7f49a8: ACTIVE {{(pid=103286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 08:18:42.155236 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 41460) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:18:42.215960 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-cb57ab8c-1349-4012-a0df-f39f96f479cd tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/floatingips/ae99c8f6-5732-4eae-bb07-ab8c0c7f49a8 HTTP/1.1" status: 200 len: 993 time: 0.0595891 Jan 28 08:18:54.406475 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 7 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 08:19:03.369298 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-65b35150-b34e-469a-846e-daf7ee0bf128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:19:03.711208 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:19:04.745544 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:19:05.753926 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c3794e49-56b6-4080-853d-78e301b1c452 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:19:07.241214 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:19:08.921544 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:19:09.864164 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:19:15.570842 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [req-fd7d954c-02b1-45e7-8bfa-8faccf421e65 req-595b5a6c-b56f-4a15-b873-77d01256ed3d service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 08:19:15.572153 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-fd7d954c-02b1-45e7-8bfa-8faccf421e65 req-595b5a6c-b56f-4a15-b873-77d01256ed3d service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055821 Jan 28 08:19:15.755340 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fab6fb-f611-4016-a85f-87a4b20d424d req-72dfdc5b-9f9a-41f2-a826-6cf03722c3ce tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:19:15.756446 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 41484) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:19:15.757003 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-50fab6fb-f611-4016-a85f-87a4b20d424d req-72dfdc5b-9f9a-41f2-a826-6cf03722c3ce tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/ports?device_id=774db409-244c-4d02-a1c7-01a1fe2a1216 HTTP/1.1" status: 200 len: 946 time: 0.0524988 Jan 28 08:19:15.809143 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-50fab6fb-f611-4016-a85f-87a4b20d424d req-b365a88a-8e56-4019-9e9d-e49f750d6a00 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/security-groups?id=efcce86c-7e9d-44f5-a75f-f6c774f99406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454619 Jan 28 08:19:15.835781 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-17cf6306-96a0-4ab3-9649-d2d481b5ace3 req-b2633fdd-7c63-4b6b-806c-bd065402f2ea service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=774db409-244c-4d02-a1c7-01a1fe2a1216&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0781734 Jan 28 08:19:15.844166 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [req-17cf6306-96a0-4ab3-9649-d2d481b5ace3 req-a20f3f20-620d-436c-b094-c32b6380e486 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 08:19:15.845144 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-17cf6306-96a0-4ab3-9649-d2d481b5ace3 req-a20f3f20-620d-436c-b094-c32b6380e486 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048680 Jan 28 08:19:16.930231 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61612e85-0586-42cb-b524-9b288102c559 req-9ba3a044-a3d5-47db-a92d-647fbe8910b6 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:19:16.931747 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-61612e85-0586-42cb-b524-9b288102c559 req-9ba3a044-a3d5-47db-a92d-647fbe8910b6 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/ports?device_id=774db409-244c-4d02-a1c7-01a1fe2a1216 HTTP/1.1" status: 200 len: 946 time: 0.0535281 Jan 28 08:19:16.981296 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-61612e85-0586-42cb-b524-9b288102c559 req-41891de3-abcf-4210-b8f8-f2f1b4cd9c7d tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/security-groups?id=efcce86c-7e9d-44f5-a75f-f6c774f99406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437870 Jan 28 08:19:17.074586 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cf6306-96a0-4ab3-9649-d2d481b5ace3 req-48e21d06-a5ea-45c3-b512-5eb900a680b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:19:17.076051 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-17cf6306-96a0-4ab3-9649-d2d481b5ace3 req-48e21d06-a5ea-45c3-b512-5eb900a680b6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=254d30a3a3e041b3bd650c9318c9b350&device_id=774db409-244c-4d02-a1c7-01a1fe2a1216 HTTP/1.1" status: 200 len: 1098 time: 0.0409064 Jan 28 08:19:17.169933 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cf6306-96a0-4ab3-9649-d2d481b5ace3 req-01a684eb-d1ca-4f0c-b6fa-20770b2dd4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:19:17.171300 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-17cf6306-96a0-4ab3-9649-d2d481b5ace3 req-01a684eb-d1ca-4f0c-b6fa-20770b2dd4ca service neutron] 10.222.0.10 "GET /v2.0/networks?id=b56d0f35-8800-4661-b99b-2a10f6da82b5 HTTP/1.1" status: 200 len: 897 time: 0.0853698 Jan 28 08:19:17.237435 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-17cf6306-96a0-4ab3-9649-d2d481b5ace3 req-011b84a8-fab9-414b-8432-69a81183359b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=31b3023f-9df8-4980-a5d6-edd3e39c683e HTTP/1.1" status: 200 len: 1001 time: 0.0562861 Jan 28 08:19:17.287933 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cf6306-96a0-4ab3-9649-d2d481b5ace3 req-b30a16ca-9d14-452b-a288-35ac555c70db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:19:17.289350 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-17cf6306-96a0-4ab3-9649-d2d481b5ace3 req-b30a16ca-9d14-452b-a288-35ac555c70db service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dbf4772b-8b8c-4d50-a6a1-1bff81bb4abd HTTP/1.1" status: 200 len: 835 time: 0.0418835 Jan 28 08:19:17.338810 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cf6306-96a0-4ab3-9649-d2d481b5ace3 req-28e0dce9-5f04-42b5-9fa5-54ad697462ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:19:17.340273 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-17cf6306-96a0-4ab3-9649-d2d481b5ace3 req-28e0dce9-5f04-42b5-9fa5-54ad697462ed service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b56d0f35-8800-4661-b99b-2a10f6da82b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425093 Jan 28 08:19:17.429114 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-17cf6306-96a0-4ab3-9649-d2d481b5ace3 req-36f3d4e3-df91-4dd4-b7fe-398e1b108473 service neutron] 10.222.0.10 "GET /v2.0/networks/b56d0f35-8800-4661-b99b-2a10f6da82b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789187 Jan 28 08:19:17.522807 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-17cf6306-96a0-4ab3-9649-d2d481b5ace3 req-88e9fa8b-cef9-48f1-88fa-21a65c2547ec service neutron] 10.222.0.10 "GET /v2.0/networks/b56d0f35-8800-4661-b99b-2a10f6da82b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849712 Jan 28 08:19:18.095585 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a115f91-7a6c-4265-88c0-bb43b92b3cc3 req-819a934e-20a6-41f0-86fd-280bc7a171b7 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:19:18.097083 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4a115f91-7a6c-4265-88c0-bb43b92b3cc3 req-819a934e-20a6-41f0-86fd-280bc7a171b7 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/ports?device_id=774db409-244c-4d02-a1c7-01a1fe2a1216 HTTP/1.1" status: 200 len: 946 time: 0.0472705 Jan 28 08:19:18.144611 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4a115f91-7a6c-4265-88c0-bb43b92b3cc3 req-20ec1d7d-cfb1-4129-89e3-ed558701a6e4 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/security-groups?id=efcce86c-7e9d-44f5-a75f-f6c774f99406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419459 Jan 28 08:19:18.432030 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6df59e-492d-4c44-af69-7ffb9bde262f req-698e8d95-b117-46de-b53a-ab42857ffd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:19:18.433634 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6e6df59e-492d-4c44-af69-7ffb9bde262f req-698e8d95-b117-46de-b53a-ab42857ffd15 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=254d30a3a3e041b3bd650c9318c9b350&device_id=774db409-244c-4d02-a1c7-01a1fe2a1216 HTTP/1.1" status: 200 len: 1098 time: 0.0423076 Jan 28 08:19:18.534435 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6df59e-492d-4c44-af69-7ffb9bde262f req-2965f23a-2c64-470b-822d-2c39a20fb6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:19:18.535900 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6e6df59e-492d-4c44-af69-7ffb9bde262f req-2965f23a-2c64-470b-822d-2c39a20fb6c7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b56d0f35-8800-4661-b99b-2a10f6da82b5 HTTP/1.1" status: 200 len: 897 time: 0.0840569 Jan 28 08:19:18.605684 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6e6df59e-492d-4c44-af69-7ffb9bde262f req-ac6dcc8f-3239-47f7-8b93-70e7fb2fbb24 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=31b3023f-9df8-4980-a5d6-edd3e39c683e HTTP/1.1" status: 200 len: 1001 time: 0.0612316 Jan 28 08:19:18.790851 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6df59e-492d-4c44-af69-7ffb9bde262f req-902c4771-f1f9-473e-ad54-231434f5c44b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:19:18.792302 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6e6df59e-492d-4c44-af69-7ffb9bde262f req-902c4771-f1f9-473e-ad54-231434f5c44b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dbf4772b-8b8c-4d50-a6a1-1bff81bb4abd HTTP/1.1" status: 200 len: 835 time: 0.0429804 Jan 28 08:19:18.835752 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6df59e-492d-4c44-af69-7ffb9bde262f req-d3b155be-c609-40b3-9d67-7b0255455f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:19:18.837359 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6e6df59e-492d-4c44-af69-7ffb9bde262f req-d3b155be-c609-40b3-9d67-7b0255455f15 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b56d0f35-8800-4661-b99b-2a10f6da82b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392668 Jan 28 08:19:18.927070 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6e6df59e-492d-4c44-af69-7ffb9bde262f req-35b2ece5-dab9-4a4e-ad86-d9d6b4afa225 service neutron] 10.222.0.10 "GET /v2.0/networks/b56d0f35-8800-4661-b99b-2a10f6da82b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835192 Jan 28 08:19:19.019215 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6e6df59e-492d-4c44-af69-7ffb9bde262f req-04edbabc-345f-45a4-8a0e-d0898573a52b service neutron] 10.222.0.10 "GET /v2.0/networks/b56d0f35-8800-4661-b99b-2a10f6da82b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858688 Jan 28 08:19:19.261886 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054d196d-b754-41d7-b837-6324d0f10a1a req-5bc5b684-4115-4cc1-b305-a10cf6e6d3d9 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:19:19.263355 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-054d196d-b754-41d7-b837-6324d0f10a1a req-5bc5b684-4115-4cc1-b305-a10cf6e6d3d9 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/ports?device_id=774db409-244c-4d02-a1c7-01a1fe2a1216 HTTP/1.1" status: 200 len: 946 time: 0.0518787 Jan 28 08:19:19.312132 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-054d196d-b754-41d7-b837-6324d0f10a1a req-4d67e484-e809-457a-a9dc-ee6893f3a95f tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/security-groups?id=efcce86c-7e9d-44f5-a75f-f6c774f99406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432272 Jan 28 08:19:20.429809 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b69f8e-c367-42ba-9d33-dd96f801a5c4 req-138f524e-c467-4a70-b5d6-947f40d887ff tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:19:20.431964 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a9b69f8e-c367-42ba-9d33-dd96f801a5c4 req-138f524e-c467-4a70-b5d6-947f40d887ff tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/ports?device_id=774db409-244c-4d02-a1c7-01a1fe2a1216 HTTP/1.1" status: 200 len: 946 time: 0.0497174 Jan 28 08:19:20.483817 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a9b69f8e-c367-42ba-9d33-dd96f801a5c4 req-aa02ecb3-fa59-4a30-8595-43511a915ad7 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/security-groups?id=efcce86c-7e9d-44f5-a75f-f6c774f99406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461428 Jan 28 08:19:21.596695 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0cf684-6282-4647-9ddc-090c4b931d3a req-4773cd9d-9d82-4e50-9919-75dc9ad644a3 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:19:21.598171 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-cf0cf684-6282-4647-9ddc-090c4b931d3a req-4773cd9d-9d82-4e50-9919-75dc9ad644a3 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/ports?device_id=774db409-244c-4d02-a1c7-01a1fe2a1216 HTTP/1.1" status: 200 len: 946 time: 0.0476763 Jan 28 08:19:21.647197 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-cf0cf684-6282-4647-9ddc-090c4b931d3a req-ba254b87-fd3e-47f8-9d4f-c589c2a709f3 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/security-groups?id=efcce86c-7e9d-44f5-a75f-f6c774f99406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424132 Jan 28 08:19:22.763057 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30782327-574e-472d-a19e-97c785e920aa req-5ee51b55-cfa4-4b47-8c49-42aa5c1e48a3 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:19:22.764590 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-30782327-574e-472d-a19e-97c785e920aa req-5ee51b55-cfa4-4b47-8c49-42aa5c1e48a3 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/ports?device_id=774db409-244c-4d02-a1c7-01a1fe2a1216 HTTP/1.1" status: 200 len: 946 time: 0.0492561 Jan 28 08:19:22.813002 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-30782327-574e-472d-a19e-97c785e920aa req-afcd4394-f4d6-4f06-b319-974aa61d262b tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/security-groups?id=efcce86c-7e9d-44f5-a75f-f6c774f99406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427732 Jan 28 08:19:23.927132 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1631082-1fa4-4e6d-8971-28bdd692a7b2 req-2d404a83-c789-4967-8fb2-f0c39f594678 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:19:23.928633 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a1631082-1fa4-4e6d-8971-28bdd692a7b2 req-2d404a83-c789-4967-8fb2-f0c39f594678 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/ports?device_id=774db409-244c-4d02-a1c7-01a1fe2a1216 HTTP/1.1" status: 200 len: 946 time: 0.0478873 Jan 28 08:19:23.979553 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a1631082-1fa4-4e6d-8971-28bdd692a7b2 req-9b744a2a-5578-4bd1-8d76-2d3120c43d21 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/security-groups?id=efcce86c-7e9d-44f5-a75f-f6c774f99406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449727 Jan 28 08:19:25.096246 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b42ae32-915c-4d29-a864-970c90066cb3 req-c7e776dc-6a6b-45ad-9cdf-50790886bef3 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:19:25.097726 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9b42ae32-915c-4d29-a864-970c90066cb3 req-c7e776dc-6a6b-45ad-9cdf-50790886bef3 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/ports?device_id=774db409-244c-4d02-a1c7-01a1fe2a1216 HTTP/1.1" status: 200 len: 946 time: 0.0476193 Jan 28 08:19:25.148367 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9b42ae32-915c-4d29-a864-970c90066cb3 req-b1b172e4-df8b-400a-be83-2620f12c583d tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/security-groups?id=efcce86c-7e9d-44f5-a75f-f6c774f99406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450823 Jan 28 08:19:26.275602 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7364a0ee-31c7-47b4-86b9-128db0738ea3 req-357a5e3f-3aae-422f-b8ca-78a1f2ba6bcb tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:19:26.277107 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7364a0ee-31c7-47b4-86b9-128db0738ea3 req-357a5e3f-3aae-422f-b8ca-78a1f2ba6bcb tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/ports?device_id=774db409-244c-4d02-a1c7-01a1fe2a1216 HTTP/1.1" status: 200 len: 946 time: 0.0540018 Jan 28 08:19:26.324896 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7364a0ee-31c7-47b4-86b9-128db0738ea3 req-be105032-ff83-4511-9967-1f644c2edd29 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/security-groups?id=efcce86c-7e9d-44f5-a75f-f6c774f99406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422621 Jan 28 08:19:27.443874 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd55609-76b8-4f46-bade-a4e270a6cc1e req-a7f996f4-9ed1-4cb6-a826-75fb95f48f21 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:19:27.445414 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-afd55609-76b8-4f46-bade-a4e270a6cc1e req-a7f996f4-9ed1-4cb6-a826-75fb95f48f21 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/ports?device_id=774db409-244c-4d02-a1c7-01a1fe2a1216 HTTP/1.1" status: 200 len: 946 time: 0.0529597 Jan 28 08:19:27.493889 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-afd55609-76b8-4f46-bade-a4e270a6cc1e req-9e629748-4622-41c6-becb-21d6b66b5bed tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/security-groups?id=efcce86c-7e9d-44f5-a75f-f6c774f99406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426245 Jan 28 08:19:28.609591 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7e494c-9078-41f1-afe8-2a392b6c5719 req-e52df0de-d705-462a-ac07-353926d76ad0 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:19:28.611087 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9f7e494c-9078-41f1-afe8-2a392b6c5719 req-e52df0de-d705-462a-ac07-353926d76ad0 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/ports?device_id=774db409-244c-4d02-a1c7-01a1fe2a1216 HTTP/1.1" status: 200 len: 946 time: 0.0473077 Jan 28 08:19:28.659397 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9f7e494c-9078-41f1-afe8-2a392b6c5719 req-ba212531-3d3e-4164-951f-aaefd64b3f28 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/security-groups?id=efcce86c-7e9d-44f5-a75f-f6c774f99406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422485 Jan 28 08:19:29.776090 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fa396e-67a1-40fe-a677-8f00203a9ac7 req-b7f9583a-a988-4ad1-b33a-7bda8addd844 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:19:29.777598 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b2fa396e-67a1-40fe-a677-8f00203a9ac7 req-b7f9583a-a988-4ad1-b33a-7bda8addd844 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/ports?device_id=774db409-244c-4d02-a1c7-01a1fe2a1216 HTTP/1.1" status: 200 len: 946 time: 0.0480175 Jan 28 08:19:29.825842 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b2fa396e-67a1-40fe-a677-8f00203a9ac7 req-27b7f1c6-ea38-47f1-8283-7b64a0b9c518 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/security-groups?id=efcce86c-7e9d-44f5-a75f-f6c774f99406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427523 Jan 28 08:19:30.942456 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d2f0cf-e215-45bd-b015-21bcb8092fcb req-dd8ee370-2141-4677-8d83-7c6716c2c6b6 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:19:30.943916 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-36d2f0cf-e215-45bd-b015-21bcb8092fcb req-dd8ee370-2141-4677-8d83-7c6716c2c6b6 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/ports?device_id=774db409-244c-4d02-a1c7-01a1fe2a1216 HTTP/1.1" status: 200 len: 946 time: 0.0518806 Jan 28 08:19:30.993258 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-36d2f0cf-e215-45bd-b015-21bcb8092fcb req-3e0d5222-735b-46d3-aad6-97988a2dfa0a tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/security-groups?id=efcce86c-7e9d-44f5-a75f-f6c774f99406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426791 Jan 28 08:19:31.406475 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 7 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 08:19:32.108741 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1272d68-5f03-4563-85ba-d0ff6a655fcb req-e4b1f7e8-d8a8-459e-83cd-88c8a27f7138 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:19:32.110231 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f1272d68-5f03-4563-85ba-d0ff6a655fcb req-e4b1f7e8-d8a8-459e-83cd-88c8a27f7138 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/ports?device_id=774db409-244c-4d02-a1c7-01a1fe2a1216 HTTP/1.1" status: 200 len: 946 time: 0.0476997 Jan 28 08:19:32.161954 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f1272d68-5f03-4563-85ba-d0ff6a655fcb req-280a9123-d16a-4224-a163-de2f416065de tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/security-groups?id=efcce86c-7e9d-44f5-a75f-f6c774f99406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462012 Jan 28 08:19:33.277848 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef98af9c-1558-43d9-8b26-f7041282d962 req-9521581b-099e-4541-b90e-5850453f2c6f tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:19:33.279327 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ef98af9c-1558-43d9-8b26-f7041282d962 req-9521581b-099e-4541-b90e-5850453f2c6f tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/ports?device_id=774db409-244c-4d02-a1c7-01a1fe2a1216 HTTP/1.1" status: 200 len: 946 time: 0.0516586 Jan 28 08:19:33.325973 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ef98af9c-1558-43d9-8b26-f7041282d962 req-7cb00360-a0d3-4efb-9657-2e95f01f19cf tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/security-groups?id=efcce86c-7e9d-44f5-a75f-f6c774f99406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411754 Jan 28 08:19:33.371002 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-38a3a5bb-faa4-4a99-9166-f388eb1c54a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:19:33.708852 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:19:34.442666 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33485ab-8b37-4dbf-9280-48f02fbb113d req-3b2dacfe-f115-464e-b273-6ade2c8a3d57 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:19:34.444140 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c33485ab-8b37-4dbf-9280-48f02fbb113d req-3b2dacfe-f115-464e-b273-6ade2c8a3d57 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/ports?device_id=774db409-244c-4d02-a1c7-01a1fe2a1216 HTTP/1.1" status: 200 len: 946 time: 0.0502810 Jan 28 08:19:34.491605 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c33485ab-8b37-4dbf-9280-48f02fbb113d req-d8826fb4-1648-4aba-a8a6-29852a51b36a tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/security-groups?id=efcce86c-7e9d-44f5-a75f-f6c774f99406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414894 Jan 28 08:19:34.726156 n-d-712749-28 neutron-server[103284]: INFO neutron.api.v2.resource [req-17cf6306-96a0-4ab3-9649-d2d481b5ace3 req-b8bd91cf-dc8c-46ed-8309-01bb98014664 service neutron] show failed (client error): The resource could not be found. Jan 28 08:19:34.727187 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-17cf6306-96a0-4ab3-9649-d2d481b5ace3 req-b8bd91cf-dc8c-46ed-8309-01bb98014664 service neutron] 10.222.0.10 "GET /v2.0/ports/31b3023f-9df8-4980-a5d6-edd3e39c683e/bindings/n-h2-712749-28 HTTP/1.1" status: 404 len: 381 time: 0.0570815 Jan 28 08:19:34.744665 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:19:34.958479 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cf6306-96a0-4ab3-9649-d2d481b5ace3 req-f9dddb6f-d109-4fc4-af0e-35db9d2ef093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:19:34.960828 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-17cf6306-96a0-4ab3-9649-d2d481b5ace3 req-f9dddb6f-d109-4fc4-af0e-35db9d2ef093 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=774db409-244c-4d02-a1c7-01a1fe2a1216&tenant_id=254d30a3a3e041b3bd650c9318c9b350 HTTP/1.1" status: 200 len: 1098 time: 0.0583158 Jan 28 08:19:34.970520 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [req-17cf6306-96a0-4ab3-9649-d2d481b5ace3 req-fb94ee8d-0711-44b6-8cde-e3236a860792 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103283) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 08:19:34.971538 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-17cf6306-96a0-4ab3-9649-d2d481b5ace3 req-fb94ee8d-0711-44b6-8cde-e3236a860792 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055051 Jan 28 08:19:34.988597 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-17cf6306-96a0-4ab3-9649-d2d481b5ace3 req-2f018881-2192-4ece-93e4-406addc56aa3 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712749-28', 'device_owner': 'compute:nova'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:19:35.044920 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-17cf6306-96a0-4ab3-9649-d2d481b5ace3 req-2f018881-2192-4ece-93e4-406addc56aa3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (31b3023f-9df8-4980-a5d6-edd3e39c683e), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:19:35.248423 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-17cf6306-96a0-4ab3-9649-d2d481b5ace3 req-2f018881-2192-4ece-93e4-406addc56aa3 service neutron] For port 31b3023f-9df8-4980-a5d6-edd3e39c683e, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=31b3023f-9df8-4980-a5d6-edd3e39c683e,segment=NetworkSegment(f9bb88c5-d619-4374-b840-8291cc4449af),segment_id=f9bb88c5-d619-4374-b840-8291cc4449af)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:19:35.283672 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-17cf6306-96a0-4ab3-9649-d2d481b5ace3 req-2f018881-2192-4ece-93e4-406addc56aa3 service neutron] For port 31b3023f-9df8-4980-a5d6-edd3e39c683e, host n-h1-712749-28, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 08:19:35.322968 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '774db409-244c-4d02-a1c7-01a1fe2a1216', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31b3023f-9df8-4980-a5d6-edd3e39c683e'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 08:19:35.325268 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6b024039d6c3a8048940e324a8d5ead2390d66f8802a9866b6a24361082aa9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecdcba09-64a0-48b4-be02-b39145e40922" -d '{"events": [{"server_uuid": "774db409-244c-4d02-a1c7-01a1fe2a1216", "name": "network-vif-unplugged", "status": "completed", "tag": "31b3023f-9df8-4980-a5d6-edd3e39c683e"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 08:19:35.328854 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-17cf6306-96a0-4ab3-9649-d2d481b5ace3 req-2f018881-2192-4ece-93e4-406addc56aa3 service neutron] Publish callbacks [] for port (31b3023f-9df8-4980-a5d6-edd3e39c683e), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:19:35.341981 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [req-17cf6306-96a0-4ab3-9649-d2d481b5ace3 req-2f018881-2192-4ece-93e4-406addc56aa3 service neutron] Transition to ACTIVE for port object 31b3023f-9df8-4980-a5d6-edd3e39c683e will not be triggered until provisioned by entity L2. {{(pid=103283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 08:19:35.346289 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-17cf6306-96a0-4ab3-9649-d2d481b5ace3 req-2f018881-2192-4ece-93e4-406addc56aa3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (31b3023f-9df8-4980-a5d6-edd3e39c683e), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:19:35.382926 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 08:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-119c32b8-c78d-4f2d-bb24-356b680f7325 x-openstack-request-id: req-119c32b8-c78d-4f2d-bb24-356b680f7325 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 08:19:35.383224 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "774db409-244c-4d02-a1c7-01a1fe2a1216", "name": "network-vif-unplugged", "status": "completed", "tag": "31b3023f-9df8-4980-a5d6-edd3e39c683e", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 08:19:35.383482 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-119c32b8-c78d-4f2d-bb24-356b680f7325 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 08:19:35.383878 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '774db409-244c-4d02-a1c7-01a1fe2a1216', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31b3023f-9df8-4980-a5d6-edd3e39c683e', 'code': 200} Jan 28 08:19:35.436804 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f018881-2192-4ece-93e4-406addc56aa3 service neutron] Pushing event updated for resources: {'Port': ['ID=31b3023f-9df8-4980-a5d6-edd3e39c683e,revision_number=6']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:19:35.449298 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f018881-2192-4ece-93e4-406addc56aa3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:19:35.449967 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f018881-2192-4ece-93e4-406addc56aa3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:19:35.449967 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f018881-2192-4ece-93e4-406addc56aa3 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:19:35.450317 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f018881-2192-4ece-93e4-406addc56aa3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:19:35.450656 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f018881-2192-4ece-93e4-406addc56aa3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:19:35.450995 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f018881-2192-4ece-93e4-406addc56aa3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:19:35.451329 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f018881-2192-4ece-93e4-406addc56aa3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:19:35.451666 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f018881-2192-4ece-93e4-406addc56aa3 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:19:35.451995 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f018881-2192-4ece-93e4-406addc56aa3 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:19:35.452353 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f018881-2192-4ece-93e4-406addc56aa3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:19:35.452685 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f018881-2192-4ece-93e4-406addc56aa3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:19:35.453011 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f018881-2192-4ece-93e4-406addc56aa3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:19:35.453336 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f018881-2192-4ece-93e4-406addc56aa3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:19:35.486597 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-17cf6306-96a0-4ab3-9649-d2d481b5ace3 req-2f018881-2192-4ece-93e4-406addc56aa3 service neutron] No DVR routers for this DVR port 31b3023f-9df8-4980-a5d6-edd3e39c683e on host n-h1-712749-28 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 08:19:35.655854 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6dd652-9d1a-4914-ac96-4c7222cb4fde req-1d75c0fb-7521-4b57-8536-961c7a940f5e tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:19:35.657541 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ee6dd652-9d1a-4914-ac96-4c7222cb4fde req-1d75c0fb-7521-4b57-8536-961c7a940f5e tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/ports?device_id=774db409-244c-4d02-a1c7-01a1fe2a1216 HTTP/1.1" status: 200 len: 944 time: 0.0856855 Jan 28 08:19:35.677767 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-17cf6306-96a0-4ab3-9649-d2d481b5ace3 req-2f018881-2192-4ece-93e4-406addc56aa3 service neutron] Attempting to bind port 31b3023f-9df8-4980-a5d6-edd3e39c683e on host n-h2-712749-28 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 08:19:35.678100 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-17cf6306-96a0-4ab3-9649-d2d481b5ace3 req-2f018881-2192-4ece-93e4-406addc56aa3 service neutron] Attempting to bind port 31b3023f-9df8-4980-a5d6-edd3e39c683e by drivers openvswitch,hyperv on host n-h2-712749-28 at level 0 using segments [{'id': 'f9bb88c5-d619-4374-b840-8291cc4449af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'b56d0f35-8800-4661-b99b-2a10f6da82b5'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 08:19:35.678423 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17cf6306-96a0-4ab3-9649-d2d481b5ace3 req-2f018881-2192-4ece-93e4-406addc56aa3 service neutron] Attempting to bind port 31b3023f-9df8-4980-a5d6-edd3e39c683e on network b56d0f35-8800-4661-b99b-2a10f6da82b5 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 08:19:35.690949 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17cf6306-96a0-4ab3-9649-d2d481b5ace3 req-2f018881-2192-4ece-93e4-406addc56aa3 service neutron] Port 31b3023f-9df8-4980-a5d6-edd3e39c683e on network b56d0f35-8800-4661-b99b-2a10f6da82b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-28 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 08:19:35.691272 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17cf6306-96a0-4ab3-9649-d2d481b5ace3 req-2f018881-2192-4ece-93e4-406addc56aa3 service neutron] Attempting to bind port 31b3023f-9df8-4980-a5d6-edd3e39c683e on network b56d0f35-8800-4661-b99b-2a10f6da82b5 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 08:19:35.703874 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17cf6306-96a0-4ab3-9649-d2d481b5ace3 req-2f018881-2192-4ece-93e4-406addc56aa3 service neutron] Checking agent: {'id': 'c9906e63-062c-432e-bb53-63fdb8115e18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 8, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 08:19:35.704227 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17cf6306-96a0-4ab3-9649-d2d481b5ace3 req-2f018881-2192-4ece-93e4-406addc56aa3 service neutron] Checking segment: {'id': 'f9bb88c5-d619-4374-b840-8291cc4449af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'b56d0f35-8800-4661-b99b-2a10f6da82b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 08:19:35.704610 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17cf6306-96a0-4ab3-9649-d2d481b5ace3 req-2f018881-2192-4ece-93e4-406addc56aa3 service neutron] Bound using segment: {'id': 'f9bb88c5-d619-4374-b840-8291cc4449af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'b56d0f35-8800-4661-b99b-2a10f6da82b5'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 08:19:35.705040 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-17cf6306-96a0-4ab3-9649-d2d481b5ace3 req-2f018881-2192-4ece-93e4-406addc56aa3 service neutron] Bound port: 31b3023f-9df8-4980-a5d6-edd3e39c683e, host: n-h2-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9bb88c5-d619-4374-b840-8291cc4449af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'b56d0f35-8800-4661-b99b-2a10f6da82b5'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 08:19:35.705389 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-17cf6306-96a0-4ab3-9649-d2d481b5ace3 req-2f018881-2192-4ece-93e4-406addc56aa3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (31b3023f-9df8-4980-a5d6-edd3e39c683e), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:19:35.733164 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ee6dd652-9d1a-4914-ac96-4c7222cb4fde req-15b2f367-6646-466d-84e6-a63ff2bd3791 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/security-groups?id=efcce86c-7e9d-44f5-a75f-f6c774f99406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659356 Jan 28 08:19:35.757438 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a82cd670-ee4f-4302-99a1-9f6e23daa2ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:19:35.787904 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-17cf6306-96a0-4ab3-9649-d2d481b5ace3 req-2f018881-2192-4ece-93e4-406addc56aa3 service neutron] For port 31b3023f-9df8-4980-a5d6-edd3e39c683e, host n-h2-712749-28, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 08:19:35.791057 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-17cf6306-96a0-4ab3-9649-d2d481b5ace3 req-2f018881-2192-4ece-93e4-406addc56aa3 service neutron] For port 31b3023f-9df8-4980-a5d6-edd3e39c683e, host n-h2-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=31b3023f-9df8-4980-a5d6-edd3e39c683e,segment=NetworkSegment(f9bb88c5-d619-4374-b840-8291cc4449af),segment_id=f9bb88c5-d619-4374-b840-8291cc4449af)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 08:19:35.794894 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-17cf6306-96a0-4ab3-9649-d2d481b5ace3 req-2f018881-2192-4ece-93e4-406addc56aa3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (31b3023f-9df8-4980-a5d6-edd3e39c683e), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:19:35.829385 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cf6306-96a0-4ab3-9649-d2d481b5ace3 req-2f018881-2192-4ece-93e4-406addc56aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:19:35.830015 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-17cf6306-96a0-4ab3-9649-d2d481b5ace3 req-2f018881-2192-4ece-93e4-406addc56aa3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:19:35.831417 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-17cf6306-96a0-4ab3-9649-d2d481b5ace3 req-2f018881-2192-4ece-93e4-406addc56aa3 service neutron] 10.222.0.44 "PUT /v2.0/ports/31b3023f-9df8-4980-a5d6-edd3e39c683e HTTP/1.1" status: 200 len: 1093 time: 0.8470469 Jan 28 08:19:35.851445 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f018881-2192-4ece-93e4-406addc56aa3 service neutron] Pushing event updated for resources: {'Port': ['ID=31b3023f-9df8-4980-a5d6-edd3e39c683e,revision_number=7']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:19:36.255814 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cf6306-96a0-4ab3-9649-d2d481b5ace3 req-50d22176-9e77-4067-ab04-483b75662617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:19:36.257276 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-17cf6306-96a0-4ab3-9649-d2d481b5ace3 req-50d22176-9e77-4067-ab04-483b75662617 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=254d30a3a3e041b3bd650c9318c9b350&device_id=774db409-244c-4d02-a1c7-01a1fe2a1216 HTTP/1.1" status: 200 len: 1096 time: 0.3918500 Jan 28 08:19:36.348077 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cf6306-96a0-4ab3-9649-d2d481b5ace3 req-8d7f076d-2d4b-4032-8508-55caec5733d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:19:36.349579 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-17cf6306-96a0-4ab3-9649-d2d481b5ace3 req-8d7f076d-2d4b-4032-8508-55caec5733d2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b56d0f35-8800-4661-b99b-2a10f6da82b5 HTTP/1.1" status: 200 len: 897 time: 0.0860269 Jan 28 08:19:36.418741 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-17cf6306-96a0-4ab3-9649-d2d481b5ace3 req-46098e66-4ce5-4bdd-a6b4-bd998229c334 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=31b3023f-9df8-4980-a5d6-edd3e39c683e HTTP/1.1" status: 200 len: 999 time: 0.0629008 Jan 28 08:19:36.467906 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cf6306-96a0-4ab3-9649-d2d481b5ace3 req-c09e5d83-024f-448f-8d20-bd276f63347d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:19:36.469370 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-17cf6306-96a0-4ab3-9649-d2d481b5ace3 req-c09e5d83-024f-448f-8d20-bd276f63347d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=dbf4772b-8b8c-4d50-a6a1-1bff81bb4abd HTTP/1.1" status: 200 len: 835 time: 0.0446537 Jan 28 08:19:36.514404 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cf6306-96a0-4ab3-9649-d2d481b5ace3 req-8b6a46d8-183a-4361-ac2a-34af4a3bfecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:19:36.515884 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-17cf6306-96a0-4ab3-9649-d2d481b5ace3 req-8b6a46d8-183a-4361-ac2a-34af4a3bfecb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b56d0f35-8800-4661-b99b-2a10f6da82b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409067 Jan 28 08:19:36.607761 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-17cf6306-96a0-4ab3-9649-d2d481b5ace3 req-641b3c9c-5432-4497-b7ae-6ea9df42c977 service neutron] 10.222.0.44 "GET /v2.0/networks/b56d0f35-8800-4661-b99b-2a10f6da82b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859346 Jan 28 08:19:36.695797 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-17cf6306-96a0-4ab3-9649-d2d481b5ace3 req-a12efbca-2127-4bd7-8497-54d253aac8ee service neutron] 10.222.0.44 "GET /v2.0/networks/b56d0f35-8800-4661-b99b-2a10f6da82b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829575 Jan 28 08:19:36.853523 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890f20a7-dc4e-4b94-a34c-8802d2eac329 req-ddcc609d-d6fa-451e-8b79-1b6655c602bf tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:19:36.855514 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-890f20a7-dc4e-4b94-a34c-8802d2eac329 req-ddcc609d-d6fa-451e-8b79-1b6655c602bf tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/ports?device_id=774db409-244c-4d02-a1c7-01a1fe2a1216 HTTP/1.1" status: 200 len: 944 time: 0.0493786 Jan 28 08:19:36.904242 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-890f20a7-dc4e-4b94-a34c-8802d2eac329 req-5e40e39d-45bb-4ba4-916b-7dcea5913bc3 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/security-groups?id=efcce86c-7e9d-44f5-a75f-f6c774f99406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431917 Jan 28 08:19:37.243507 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:19:37.386315 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '774db409-244c-4d02-a1c7-01a1fe2a1216', 'tag': '31b3023f-9df8-4980-a5d6-edd3e39c683e'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 08:19:37.388742 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6b024039d6c3a8048940e324a8d5ead2390d66f8802a9866b6a24361082aa9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43e088cd-f974-4f05-b073-ee0fdeacf8f4" -d '{"events": [{"name": "network-changed", "server_uuid": "774db409-244c-4d02-a1c7-01a1fe2a1216", "tag": "31b3023f-9df8-4980-a5d6-edd3e39c683e"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 08:19:37.437638 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 08:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92953607-5519-4ccd-a6eb-10576488e91d x-openstack-request-id: req-92953607-5519-4ccd-a6eb-10576488e91d {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 08:19:37.437935 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "774db409-244c-4d02-a1c7-01a1fe2a1216", "tag": "31b3023f-9df8-4980-a5d6-edd3e39c683e", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 08:19:37.438199 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-92953607-5519-4ccd-a6eb-10576488e91d {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 08:19:37.438609 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '774db409-244c-4d02-a1c7-01a1fe2a1216', 'tag': '31b3023f-9df8-4980-a5d6-edd3e39c683e', 'status': 'completed', 'code': 200} Jan 28 08:19:37.528578 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e088cd-f974-4f05-b073-ee0fdeacf8f4 req-a902fef1-cc6c-4cae-a8f6-cd176848292e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:19:37.530089 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-43e088cd-f974-4f05-b073-ee0fdeacf8f4 req-a902fef1-cc6c-4cae-a8f6-cd176848292e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=254d30a3a3e041b3bd650c9318c9b350&device_id=774db409-244c-4d02-a1c7-01a1fe2a1216 HTTP/1.1" status: 200 len: 1096 time: 0.0426533 Jan 28 08:19:37.533151 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e088cd-f974-4f05-b073-ee0fdeacf8f4 req-45ccd191-3e62-4434-b920-4b49458f443a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:19:37.534668 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-43e088cd-f974-4f05-b073-ee0fdeacf8f4 req-45ccd191-3e62-4434-b920-4b49458f443a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=254d30a3a3e041b3bd650c9318c9b350&device_id=774db409-244c-4d02-a1c7-01a1fe2a1216 HTTP/1.1" status: 200 len: 1096 time: 0.0406263 Jan 28 08:19:37.624821 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e088cd-f974-4f05-b073-ee0fdeacf8f4 req-20590567-8dac-4e88-86eb-b486535f2f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:19:37.626335 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-43e088cd-f974-4f05-b073-ee0fdeacf8f4 req-20590567-8dac-4e88-86eb-b486535f2f51 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b56d0f35-8800-4661-b99b-2a10f6da82b5 HTTP/1.1" status: 200 len: 897 time: 0.0902834 Jan 28 08:19:37.696494 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-43e088cd-f974-4f05-b073-ee0fdeacf8f4 req-5887ab09-9e5c-4dac-8228-45a52d67f7f1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=31b3023f-9df8-4980-a5d6-edd3e39c683e HTTP/1.1" status: 200 len: 999 time: 0.0633192 Jan 28 08:19:37.752847 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e088cd-f974-4f05-b073-ee0fdeacf8f4 req-321a0450-2140-4fbf-bf34-904535333cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:19:37.754360 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-43e088cd-f974-4f05-b073-ee0fdeacf8f4 req-321a0450-2140-4fbf-bf34-904535333cbe service neutron] 10.222.0.44 "GET /v2.0/subnets?id=dbf4772b-8b8c-4d50-a6a1-1bff81bb4abd HTTP/1.1" status: 200 len: 835 time: 0.0504415 Jan 28 08:19:37.802714 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e088cd-f974-4f05-b073-ee0fdeacf8f4 req-e1ec558c-a5bb-40ed-829b-66dc7ddb3723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:19:37.804174 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-43e088cd-f974-4f05-b073-ee0fdeacf8f4 req-e1ec558c-a5bb-40ed-829b-66dc7ddb3723 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b56d0f35-8800-4661-b99b-2a10f6da82b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434105 Jan 28 08:19:37.902443 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-43e088cd-f974-4f05-b073-ee0fdeacf8f4 req-e21592a6-6892-4f25-82fe-2a4135713263 service neutron] 10.222.0.44 "GET /v2.0/networks/b56d0f35-8800-4661-b99b-2a10f6da82b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914156 Jan 28 08:19:38.005509 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-43e088cd-f974-4f05-b073-ee0fdeacf8f4 req-6db6ba4b-fa9e-49d1-91bf-2d8819385c4b service neutron] 10.222.0.44 "GET /v2.0/networks/b56d0f35-8800-4661-b99b-2a10f6da82b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966547 Jan 28 08:19:38.038737 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e088cd-f974-4f05-b073-ee0fdeacf8f4 req-5767dcc4-ae29-4235-8fcc-02d46812c483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:19:38.040243 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-43e088cd-f974-4f05-b073-ee0fdeacf8f4 req-5767dcc4-ae29-4235-8fcc-02d46812c483 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b56d0f35-8800-4661-b99b-2a10f6da82b5 HTTP/1.1" status: 200 len: 897 time: 0.4924521 Jan 28 08:19:38.052036 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0631bee2-fd8e-41e4-9102-a7f8ea56d24e req-d33e311b-ca73-4a4f-951d-788672329476 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:19:38.053524 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0631bee2-fd8e-41e4-9102-a7f8ea56d24e req-d33e311b-ca73-4a4f-951d-788672329476 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/ports?device_id=774db409-244c-4d02-a1c7-01a1fe2a1216 HTTP/1.1" status: 200 len: 944 time: 0.0759895 Jan 28 08:19:38.140982 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-43e088cd-f974-4f05-b073-ee0fdeacf8f4 req-146ca282-907a-42b3-bfa8-bf3a9397df38 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=31b3023f-9df8-4980-a5d6-edd3e39c683e HTTP/1.1" status: 200 len: 999 time: 0.0865791 Jan 28 08:19:38.149388 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0631bee2-fd8e-41e4-9102-a7f8ea56d24e req-c6414c7a-329a-42ed-b290-27dffed58f10 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/security-groups?id=efcce86c-7e9d-44f5-a75f-f6c774f99406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891318 Jan 28 08:19:38.192696 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e088cd-f974-4f05-b073-ee0fdeacf8f4 req-68903618-04be-4ead-9406-50919382b6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:19:38.194184 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-43e088cd-f974-4f05-b073-ee0fdeacf8f4 req-68903618-04be-4ead-9406-50919382b6a6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dbf4772b-8b8c-4d50-a6a1-1bff81bb4abd HTTP/1.1" status: 200 len: 835 time: 0.0439575 Jan 28 08:19:38.242081 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e088cd-f974-4f05-b073-ee0fdeacf8f4 req-f3c1196b-2c1d-4cb1-8781-a41b2e1dbffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:19:38.243541 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-43e088cd-f974-4f05-b073-ee0fdeacf8f4 req-f3c1196b-2c1d-4cb1-8781-a41b2e1dbffc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b56d0f35-8800-4661-b99b-2a10f6da82b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407417 Jan 28 08:19:38.341695 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-43e088cd-f974-4f05-b073-ee0fdeacf8f4 req-80021821-42d3-4c0f-aa6f-b2d2ba4eb3f4 service neutron] 10.222.0.10 "GET /v2.0/networks/b56d0f35-8800-4661-b99b-2a10f6da82b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888801 Jan 28 08:19:38.433551 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-43e088cd-f974-4f05-b073-ee0fdeacf8f4 req-81508627-6055-48bf-803c-3280942b34b6 service neutron] 10.222.0.10 "GET /v2.0/networks/b56d0f35-8800-4661-b99b-2a10f6da82b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823281 Jan 28 08:19:38.922968 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:19:39.269167 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56c8310-df39-4d4b-9660-c1ed3b1871fb req-1321ca4c-4108-4e1e-b2ae-507460ed5109 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:19:39.270841 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b56c8310-df39-4d4b-9660-c1ed3b1871fb req-1321ca4c-4108-4e1e-b2ae-507460ed5109 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/ports?device_id=774db409-244c-4d02-a1c7-01a1fe2a1216 HTTP/1.1" status: 200 len: 944 time: 0.0479240 Jan 28 08:19:39.323201 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b56c8310-df39-4d4b-9660-c1ed3b1871fb req-2b9125dc-6925-4b41-af07-cfa162778763 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/security-groups?id=efcce86c-7e9d-44f5-a75f-f6c774f99406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462954 Jan 28 08:19:39.352569 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 31b3023f-9df8-4980-a5d6-edd3e39c683e details requested by agent hyperv_n-h2-712749-28 with host n-h2-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 08:19:39.452552 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 31b3023f-9df8-4980-a5d6-edd3e39c683e, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=31b3023f-9df8-4980-a5d6-edd3e39c683e,segment=NetworkSegment(f9bb88c5-d619-4374-b840-8291cc4449af),segment_id=f9bb88c5-d619-4374-b840-8291cc4449af)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:19:39.468118 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Returning: {'device': '31b3023f-9df8-4980-a5d6-edd3e39c683e', 'network_id': 'b56d0f35-8800-4661-b99b-2a10f6da82b5', 'port_id': '31b3023f-9df8-4980-a5d6-edd3e39c683e', 'mac_address': 'fa:16:3e:03:e1:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbf4772b-8b8c-4d50-a6a1-1bff81bb4abd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 08:19:39.508498 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port 31b3023f-9df8-4980-a5d6-edd3e39c683e is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:19:39.508892 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (31b3023f-9df8-4980-a5d6-edd3e39c683e), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:19:39.522883 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31b3023f-9df8-4980-a5d6-edd3e39c683e {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 08:19:39.530269 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf4328a-0494-4b08-82a7-863fc3450d6b req-c5216942-ba80-472e-b163-d509bf0b5524 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:19:39.531824 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-faf4328a-0494-4b08-82a7-863fc3450d6b req-c5216942-ba80-472e-b163-d509bf0b5524 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/ports?device_id=774db409-244c-4d02-a1c7-01a1fe2a1216 HTTP/1.1" status: 200 len: 944 time: 0.0573218 Jan 28 08:19:39.544652 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 31b3023f-9df8-4980-a5d6-edd3e39c683e, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=31b3023f-9df8-4980-a5d6-edd3e39c683e,segment=NetworkSegment(f9bb88c5-d619-4374-b840-8291cc4449af),segment_id=f9bb88c5-d619-4374-b840-8291cc4449af)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:19:39.549228 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (31b3023f-9df8-4980-a5d6-edd3e39c683e), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:19:39.566384 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde527e5-eb00-4fda-8179-33c19f5a63cf req-b150ddab-3091-450e-80fa-412382c0a5f6 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:19:39.569417 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-cde527e5-eb00-4fda-8179-33c19f5a63cf req-b150ddab-3091-450e-80fa-412382c0a5f6 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.10 "GET /v2.0/ports?device_id=774db409-244c-4d02-a1c7-01a1fe2a1216&tenant_id=254d30a3a3e041b3bd650c9318c9b350&binding%3Ahost_id=n-h2-712749-28 HTTP/1.1" status: 200 len: 944 time: 0.0611575 Jan 28 08:19:39.584845 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-faf4328a-0494-4b08-82a7-863fc3450d6b req-812b994c-2e43-4745-af0f-6c485e75ce2a tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/security-groups?id=efcce86c-7e9d-44f5-a75f-f6c774f99406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471790 Jan 28 08:19:39.608481 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=31b3023f-9df8-4980-a5d6-edd3e39c683e,revision_number=8']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:19:39.608481 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:19:39.608481 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:19:39.608481 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:19:39.608481 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:19:39.608481 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:19:39.608481 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:19:39.608481 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:19:39.609086 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:19:39.609086 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:19:39.609568 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:19:39.609907 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:19:39.610864 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:19:39.611208 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:19:39.647316 n-d-712749-28 neutron-server[103284]: INFO neutron.api.v2.resource [req-cde527e5-eb00-4fda-8179-33c19f5a63cf req-a40c574c-f5d8-4c36-8325-e67bfb86cfe7 service neutron] delete failed (client error): The resource could not be found. Jan 28 08:19:39.648378 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-cde527e5-eb00-4fda-8179-33c19f5a63cf req-a40c574c-f5d8-4c36-8325-e67bfb86cfe7 service neutron] 10.222.0.10 "DELETE /v2.0/ports/31b3023f-9df8-4980-a5d6-edd3e39c683e/bindings/n-h1-712749-28 HTTP/1.1" status: 404 len: 381 time: 0.0672994 Jan 28 08:19:39.676709 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 31b3023f-9df8-4980-a5d6-edd3e39c683e no longer exists at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 08:19:39.706738 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b35912c-9cb5-4962-a70d-5c38c8a793e7 req-beba7b40-14fa-4eb1-91a4-a0f34437b4cc tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:19:39.708149 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7b35912c-9cb5-4962-a70d-5c38c8a793e7 req-beba7b40-14fa-4eb1-91a4-a0f34437b4cc tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/ports?device_id=774db409-244c-4d02-a1c7-01a1fe2a1216 HTTP/1.1" status: 200 len: 945 time: 0.0502288 Jan 28 08:19:39.717763 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] The host n-h1-712749-28 is not matching for port 31b3023f-9df8-4980-a5d6-edd3e39c683e host n-h2-712749-28! {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 08:19:39.718162 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 31b3023f-9df8-4980-a5d6-edd3e39c683e not bound to the agent host n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 08:19:39.785715 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7b35912c-9cb5-4962-a70d-5c38c8a793e7 req-6f084505-a5d6-4e6e-92f4-ae2754bd532c tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/security-groups?id=efcce86c-7e9d-44f5-a75f-f6c774f99406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697997 Jan 28 08:19:39.791993 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde527e5-eb00-4fda-8179-33c19f5a63cf req-e51ec98a-1065-4262-814f-db34f2d564b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:19:39.793715 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-cde527e5-eb00-4fda-8179-33c19f5a63cf req-e51ec98a-1065-4262-814f-db34f2d564b6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=254d30a3a3e041b3bd650c9318c9b350&device_id=774db409-244c-4d02-a1c7-01a1fe2a1216 HTTP/1.1" status: 200 len: 1097 time: 0.0640423 Jan 28 08:19:39.860078 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['31b3023f-9df8-4980-a5d6-edd3e39c683e'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 08:19:39.887377 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde527e5-eb00-4fda-8179-33c19f5a63cf req-c4c7c3b6-b575-4aaf-9696-f1f86a806d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:19:39.888883 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-cde527e5-eb00-4fda-8179-33c19f5a63cf req-c4c7c3b6-b575-4aaf-9696-f1f86a806d80 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b56d0f35-8800-4661-b99b-2a10f6da82b5 HTTP/1.1" status: 200 len: 897 time: 0.0867198 Jan 28 08:19:39.895195 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:19:39.957939 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-cde527e5-eb00-4fda-8179-33c19f5a63cf req-af65d33d-d10d-4760-bf92-ec6ed50adf37 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=31b3023f-9df8-4980-a5d6-edd3e39c683e HTTP/1.1" status: 200 len: 1000 time: 0.0593452 Jan 28 08:19:40.017378 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde527e5-eb00-4fda-8179-33c19f5a63cf req-adb0b664-9831-4666-9021-cac99fa0ad34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:19:40.018847 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-cde527e5-eb00-4fda-8179-33c19f5a63cf req-adb0b664-9831-4666-9021-cac99fa0ad34 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dbf4772b-8b8c-4d50-a6a1-1bff81bb4abd HTTP/1.1" status: 200 len: 835 time: 0.0522790 Jan 28 08:19:40.070545 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde527e5-eb00-4fda-8179-33c19f5a63cf req-99093900-38ab-40c2-83a4-c373e5f85c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:19:40.072063 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-cde527e5-eb00-4fda-8179-33c19f5a63cf req-99093900-38ab-40c2-83a4-c373e5f85c73 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b56d0f35-8800-4661-b99b-2a10f6da82b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430496 Jan 28 08:19:40.170644 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-cde527e5-eb00-4fda-8179-33c19f5a63cf req-fdfb0771-a30c-4198-808f-cefbcdad1adc service neutron] 10.222.0.10 "GET /v2.0/networks/b56d0f35-8800-4661-b99b-2a10f6da82b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891652 Jan 28 08:19:40.269338 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-cde527e5-eb00-4fda-8179-33c19f5a63cf req-c5178014-9707-4f6d-aee5-d663604e376b service neutron] 10.222.0.10 "GET /v2.0/networks/b56d0f35-8800-4661-b99b-2a10f6da82b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891907 Jan 28 08:19:40.906307 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075351bc-74d8-4a07-adca-1edbbfeca5f4 req-b9bfe662-6d94-4381-b109-d22ba7793d34 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:19:40.907840 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-075351bc-74d8-4a07-adca-1edbbfeca5f4 req-b9bfe662-6d94-4381-b109-d22ba7793d34 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/ports?device_id=774db409-244c-4d02-a1c7-01a1fe2a1216 HTTP/1.1" status: 200 len: 945 time: 0.0503924 Jan 28 08:19:40.958522 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-075351bc-74d8-4a07-adca-1edbbfeca5f4 req-2d78e054-24e6-4ba1-93e6-b5e040f5555b tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/security-groups?id=efcce86c-7e9d-44f5-a75f-f6c774f99406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448530 Jan 28 08:19:40.982830 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 41564) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:19:41.044288 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-7ce0a359-5b18-4f85-86c8-b70835addd00 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/floatingips/ae99c8f6-5732-4eae-bb07-ab8c0c7f49a8 HTTP/1.1" status: 200 len: 992 time: 0.0598006 Jan 28 08:19:41.382955 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 31b3023f-9df8-4980-a5d6-edd3e39c683e up at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 08:19:41.584515 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning for port 31b3023f-9df8-4980-a5d6-edd3e39c683e completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 08:19:41.588993 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning complete for port 31b3023f-9df8-4980-a5d6-edd3e39c683e triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:19:41.589371 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (31b3023f-9df8-4980-a5d6-edd3e39c683e), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:19:41.661775 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port 31b3023f-9df8-4980-a5d6-edd3e39c683e is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:19:41.662088 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (31b3023f-9df8-4980-a5d6-edd3e39c683e), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:19:41.686237 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '774db409-244c-4d02-a1c7-01a1fe2a1216', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31b3023f-9df8-4980-a5d6-edd3e39c683e'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 08:19:41.688717 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ad7fe887ec8da9bd29e477e6463a73d1e99860c0dff062a8c1350cb6684650b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-723db3f0-352c-41b6-9201-b38d84932092" -d '{"events": [{"server_uuid": "774db409-244c-4d02-a1c7-01a1fe2a1216", "name": "network-vif-plugged", "status": "completed", "tag": "31b3023f-9df8-4980-a5d6-edd3e39c683e"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 08:19:41.701632 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 31b3023f-9df8-4980-a5d6-edd3e39c683e, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=31b3023f-9df8-4980-a5d6-edd3e39c683e,segment=NetworkSegment(f9bb88c5-d619-4374-b840-8291cc4449af),segment_id=f9bb88c5-d619-4374-b840-8291cc4449af)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:19:41.705732 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (31b3023f-9df8-4980-a5d6-edd3e39c683e), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:19:41.730400 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 08:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b18c0a38-1feb-433e-a049-8c21687efa9c x-openstack-request-id: req-b18c0a38-1feb-433e-a049-8c21687efa9c {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 08:19:41.730698 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "774db409-244c-4d02-a1c7-01a1fe2a1216", "name": "network-vif-plugged", "status": "completed", "tag": "31b3023f-9df8-4980-a5d6-edd3e39c683e", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 08:19:41.730958 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b18c0a38-1feb-433e-a049-8c21687efa9c {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 08:19:41.731350 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '774db409-244c-4d02-a1c7-01a1fe2a1216', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31b3023f-9df8-4980-a5d6-edd3e39c683e', 'code': 200} Jan 28 08:19:41.755309 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=31b3023f-9df8-4980-a5d6-edd3e39c683e,revision_number=9']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:20:03.372892 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-62995655-23f0-446e-9aea-39412e5c99cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:03.724690 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:04.760445 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:05.759377 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3d03dae1-6778-480e-ae85-563b5db01fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:07.245986 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:08.405434 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 7 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 08:20:08.926253 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:09.593670 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 41580) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:20:09.750072 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-07254155-c3c2-4b5c-a48f-ed69fb20de9f tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Deleting port 93e59d08-94dd-43a9-b6cf-d889fe9d0ae4 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 08:20:09.750334 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-07254155-c3c2-4b5c-a48f-ed69fb20de9f tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (93e59d08-94dd-43a9-b6cf-d889fe9d0ae4), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:09.822878 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-07254155-c3c2-4b5c-a48f-ed69fb20de9f tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (93e59d08-94dd-43a9-b6cf-d889fe9d0ae4), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:09.823209 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-07254155-c3c2-4b5c-a48f-ed69fb20de9f tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for floatingip (93e59d08-94dd-43a9-b6cf-d889fe9d0ae4), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:09.834615 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-07254155-c3c2-4b5c-a48f-ed69fb20de9f tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Calling delete_port for 93e59d08-94dd-43a9-b6cf-d889fe9d0ae4 owned by network:floatingip {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 08:20:09.870217 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:09.982291 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-07254155-c3c2-4b5c-a48f-ed69fb20de9f tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (93e59d08-94dd-43a9-b6cf-d889fe9d0ae4), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:10.007610 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07254155-c3c2-4b5c-a48f-ed69fb20de9f tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Pushing event deleted for resources: {'Port': ['ID=93e59d08-94dd-43a9-b6cf-d889fe9d0ae4,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:20:10.031199 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07254155-c3c2-4b5c-a48f-ed69fb20de9f tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:20:10.031545 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07254155-c3c2-4b5c-a48f-ed69fb20de9f tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:20:10.031896 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07254155-c3c2-4b5c-a48f-ed69fb20de9f tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:20:10.032256 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07254155-c3c2-4b5c-a48f-ed69fb20de9f tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:20:10.032601 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07254155-c3c2-4b5c-a48f-ed69fb20de9f tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:20:10.032935 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07254155-c3c2-4b5c-a48f-ed69fb20de9f tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:20:10.033265 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07254155-c3c2-4b5c-a48f-ed69fb20de9f tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:20:10.033595 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07254155-c3c2-4b5c-a48f-ed69fb20de9f tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:20:10.033926 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07254155-c3c2-4b5c-a48f-ed69fb20de9f tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:20:10.034252 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07254155-c3c2-4b5c-a48f-ed69fb20de9f tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:20:10.034577 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07254155-c3c2-4b5c-a48f-ed69fb20de9f tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:20:10.034897 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07254155-c3c2-4b5c-a48f-ed69fb20de9f tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:20:10.035216 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07254155-c3c2-4b5c-a48f-ed69fb20de9f tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:20:10.077797 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-07254155-c3c2-4b5c-a48f-ed69fb20de9f tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for floatingip (ae99c8f6-5732-4eae-bb07-ab8c0c7f49a8), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:10.078187 n-d-712749-28 neutron-server[103284]: INFO neutron.db.l3_db [None req-07254155-c3c2-4b5c-a48f-ed69fb20de9f tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Floating IP ae99c8f6-5732-4eae-bb07-ab8c0c7f49a8 disassociated (deleted). External IP: 172.25.6.56, port: 31b3023f-9df8-4980-a5d6-edd3e39c683e. Jan 28 08:20:10.280322 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07254155-c3c2-4b5c-a48f-ed69fb20de9f tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Router 03d90925-fe7a-4298-9eb4-76e0053b1b15 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 08:20:10.381354 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07254155-c3c2-4b5c-a48f-ed69fb20de9f tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 08:20:10.388949 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-07254155-c3c2-4b5c-a48f-ed69fb20de9f tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for floatingip (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:10.394046 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c43c40c-4240-4d48-85b7-c54909c67f8e None None] Sync routers for ids ['03d90925-fe7a-4298-9eb4-76e0053b1b15'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 08:20:10.404418 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c43c40c-4240-4d48-85b7-c54909c67f8e None None] Routers {'03d90925-fe7a-4298-9eb4-76e0053b1b15'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 08:20:10.405037 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-1c43c40c-4240-4d48-85b7-c54909c67f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T08:20:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['03d90925-fe7a-4298-9eb4-76e0053b1b15'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:20:10.419165 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-07254155-c3c2-4b5c-a48f-ed69fb20de9f tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "DELETE /v2.0/floatingips/ae99c8f6-5732-4eae-bb07-ab8c0c7f49a8 HTTP/1.1" status: 204 len: 168 time: 0.8244114 Jan 28 08:20:10.419759 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '774db409-244c-4d02-a1c7-01a1fe2a1216', 'tag': '31b3023f-9df8-4980-a5d6-edd3e39c683e'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 08:20:10.422071 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea2b103cb7827510f28784975546feb0b63800b94dfac5f98f271904baace09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0e15cff-ee2a-4eb5-9229-a57eda22fb93" -d '{"events": [{"name": "network-changed", "server_uuid": "774db409-244c-4d02-a1c7-01a1fe2a1216", "tag": "31b3023f-9df8-4980-a5d6-edd3e39c683e"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 08:20:10.468011 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 08:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a78a975-471e-48ae-89f7-8a4f502630ea x-openstack-request-id: req-3a78a975-471e-48ae-89f7-8a4f502630ea {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 08:20:10.468342 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "774db409-244c-4d02-a1c7-01a1fe2a1216", "tag": "31b3023f-9df8-4980-a5d6-edd3e39c683e", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 08:20:10.468606 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3a78a975-471e-48ae-89f7-8a4f502630ea {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 08:20:10.469015 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '774db409-244c-4d02-a1c7-01a1fe2a1216', 'tag': '31b3023f-9df8-4980-a5d6-edd3e39c683e', 'status': 'completed', 'code': 200} Jan 28 08:20:10.516746 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-1c43c40c-4240-4d48-85b7-c54909c67f8e None None] Set router 03d90925-fe7a-4298-9eb4-76e0053b1b15 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 08:20:10.557885 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e15cff-ee2a-4eb5-9229-a57eda22fb93 req-0eadd3d8-d385-49be-b13d-9cd554468b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:20:10.560165 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e0e15cff-ee2a-4eb5-9229-a57eda22fb93 req-0eadd3d8-d385-49be-b13d-9cd554468b5a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=254d30a3a3e041b3bd650c9318c9b350&device_id=774db409-244c-4d02-a1c7-01a1fe2a1216 HTTP/1.1" status: 200 len: 1098 time: 0.0459573 Jan 28 08:20:10.717935 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c848bd5c-8630-48ba-bede-136ed690afc7 req-75d5e579-478a-4970-b3a0-bb9dcd82a59c tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:20:10.719794 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c848bd5c-8630-48ba-bede-136ed690afc7 req-75d5e579-478a-4970-b3a0-bb9dcd82a59c tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/ports?device_id=774db409-244c-4d02-a1c7-01a1fe2a1216 HTTP/1.1" status: 200 len: 946 time: 0.1087112 Jan 28 08:20:10.736406 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-1c43c40c-4240-4d48-85b7-c54909c67f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03d90925-fe7a-4298-9eb4-76e0053b1b15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-553968500', 'tenant_id': '254d30a3a3e041b3bd650c9318c9b350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.186'}], 'enable_snat': True}, 'gw_port_id': '128c9574-b3ed-42a6-8e3b-39e44ef54387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:18:23Z', 'updated_at': '2022-01-28T08:18:27Z', 'revision_number': 4, 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'gw_port': {'id': '128c9574-b3ed-42a6-8e3b-39e44ef54387', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ff:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d90925-fe7a-4298-9eb4-76e0053b1b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:18:24Z', 'updated_at': '2022-01-28T08:18:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '43aa747a-6181-4d81-96b5-9b8d9a700d81', 'name': '', 'network_id': 'b56d0f35-8800-4661-b99b-2a10f6da82b5', 'tenant_id': '254d30a3a3e041b3bd650c9318c9b350', 'mac_address': 'fa:16:3e:d9:a8:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d90925-fe7a-4298-9eb4-76e0053b1b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'dbf4772b-8b8c-4d50-a6a1-1bff81bb4abd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:18:26Z', 'updated_at': '2022-01-28T08:18:30Z', 'revision_number': 5, 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'subnets': [{'id': 'dbf4772b-8b8c-4d50-a6a1-1bff81bb4abd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:20:10.736714 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e15cff-ee2a-4eb5-9229-a57eda22fb93 req-12268ced-c08e-42b2-b948-0f4579241e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:20:10.738056 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e0e15cff-ee2a-4eb5-9229-a57eda22fb93 req-12268ced-c08e-42b2-b948-0f4579241e3f service neutron] 10.222.0.44 "GET /v2.0/networks?id=b56d0f35-8800-4661-b99b-2a10f6da82b5 HTTP/1.1" status: 200 len: 897 time: 0.1349156 Jan 28 08:20:10.763708 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c43c40c-4240-4d48-85b7-c54909c67f8e None None] Checking router: 03d90925-fe7a-4298-9eb4-76e0053b1b15 for host: n-d-712749-28 {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 08:20:10.772065 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c43c40c-4240-4d48-85b7-c54909c67f8e None None] Routers {'03d90925-fe7a-4298-9eb4-76e0053b1b15'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 08:20:10.772717 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-1c43c40c-4240-4d48-85b7-c54909c67f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T08:20:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['03d90925-fe7a-4298-9eb4-76e0053b1b15'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:20:10.788481 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e0e15cff-ee2a-4eb5-9229-a57eda22fb93 req-cd90a4f8-4753-4fdc-91e8-5267a283edda service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=31b3023f-9df8-4980-a5d6-edd3e39c683e HTTP/1.1" status: 200 len: 217 time: 0.0429072 Jan 28 08:20:10.840936 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c848bd5c-8630-48ba-bede-136ed690afc7 req-ad11ebec-cc68-449c-89c8-df2e09a28690 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/security-groups?id=efcce86c-7e9d-44f5-a75f-f6c774f99406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127820 Jan 28 08:20:10.853956 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e15cff-ee2a-4eb5-9229-a57eda22fb93 req-ed6b9bf0-5f24-4184-b0d2-08f453956ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:20:10.855337 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e0e15cff-ee2a-4eb5-9229-a57eda22fb93 req-ed6b9bf0-5f24-4184-b0d2-08f453956ac7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=dbf4772b-8b8c-4d50-a6a1-1bff81bb4abd HTTP/1.1" status: 200 len: 835 time: 0.0586729 Jan 28 08:20:10.880645 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-1c43c40c-4240-4d48-85b7-c54909c67f8e None None] Set router 03d90925-fe7a-4298-9eb4-76e0053b1b15 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 08:20:10.903846 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e15cff-ee2a-4eb5-9229-a57eda22fb93 req-e096c3e7-ab6b-42cd-9ec3-d3a22cdd4fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:20:10.905447 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e0e15cff-ee2a-4eb5-9229-a57eda22fb93 req-e096c3e7-ab6b-42cd-9ec3-d3a22cdd4fb7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b56d0f35-8800-4661-b99b-2a10f6da82b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414009 Jan 28 08:20:11.004099 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e0e15cff-ee2a-4eb5-9229-a57eda22fb93 req-347fc2c2-5d0b-48dc-8bde-74431a9c103c service neutron] 10.222.0.44 "GET /v2.0/networks/b56d0f35-8800-4661-b99b-2a10f6da82b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905278 Jan 28 08:20:11.078442 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-1c43c40c-4240-4d48-85b7-c54909c67f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03d90925-fe7a-4298-9eb4-76e0053b1b15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-553968500', 'tenant_id': '254d30a3a3e041b3bd650c9318c9b350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.186'}], 'enable_snat': True}, 'gw_port_id': '128c9574-b3ed-42a6-8e3b-39e44ef54387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:18:23Z', 'updated_at': '2022-01-28T08:18:27Z', 'revision_number': 4, 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'gw_port': {'id': '128c9574-b3ed-42a6-8e3b-39e44ef54387', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ff:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d90925-fe7a-4298-9eb4-76e0053b1b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:18:24Z', 'updated_at': '2022-01-28T08:18:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '43aa747a-6181-4d81-96b5-9b8d9a700d81', 'name': '', 'network_id': 'b56d0f35-8800-4661-b99b-2a10f6da82b5', 'tenant_id': '254d30a3a3e041b3bd650c9318c9b350', 'mac_address': 'fa:16:3e:d9:a8:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d90925-fe7a-4298-9eb4-76e0053b1b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'dbf4772b-8b8c-4d50-a6a1-1bff81bb4abd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:18:26Z', 'updated_at': '2022-01-28T08:18:30Z', 'revision_number': 5, 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'subnets': [{'id': 'dbf4772b-8b8c-4d50-a6a1-1bff81bb4abd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:20:11.096788 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e0e15cff-ee2a-4eb5-9229-a57eda22fb93 req-9ee2be02-49a4-4dd9-bc37-8b74f2d586cc service neutron] 10.222.0.44 "GET /v2.0/networks/b56d0f35-8800-4661-b99b-2a10f6da82b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841339 Jan 28 08:20:11.105556 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c43c40c-4240-4d48-85b7-c54909c67f8e None None] The sync data for ids ['03d90925-fe7a-4298-9eb4-76e0053b1b15'] in n-d-712749-28 is: [{'id': '03d90925-fe7a-4298-9eb4-76e0053b1b15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-553968500', 'tenant_id': '254d30a3a3e041b3bd650c9318c9b350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.186'}], 'enable_snat': True}, 'gw_port_id': '128c9574-b3ed-42a6-8e3b-39e44ef54387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:18:23Z', 'updated_at': '2022-01-28T08:18:27Z', 'revision_number': 4, 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'gw_port': {'id': '128c9574-b3ed-42a6-8e3b-39e44ef54387', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ff:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d90925-fe7a-4298-9eb4-76e0053b1b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:18:24Z', 'updated_at': '2022-01-28T08:18:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '43aa747a-6181-4d81-96b5-9b8d9a700d81', 'name': '', 'network_id': 'b56d0f35-8800-4661-b99b-2a10f6da82b5', 'tenant_id': '254d30a3a3e041b3bd650c9318c9b350', 'mac_address': 'fa:16:3e:d9:a8:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d90925-fe7a-4298-9eb4-76e0053b1b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'dbf4772b-8b8c-4d50-a6a1-1bff81bb4abd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:18:26Z', 'updated_at': '2022-01-28T08:18:30Z', 'revision_number': 5, 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'subnets': [{'id': 'dbf4772b-8b8c-4d50-a6a1-1bff81bb4abd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 08:20:11.322014 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748711ae-a0a8-43ca-9997-8e3002536aea None None] New status for floating IP ae99c8f6-5732-4eae-bb07-ab8c0c7f49a8: DOWN {{(pid=103286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 08:20:11.960110 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3f7979-ea1f-45bb-8b9d-4cbb9143a0e3 req-33ec8f89-ed2b-4ac2-bdd6-aa7802e2fd8f tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:20:11.961665 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4f3f7979-ea1f-45bb-8b9d-4cbb9143a0e3 req-33ec8f89-ed2b-4ac2-bdd6-aa7802e2fd8f tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/ports?device_id=774db409-244c-4d02-a1c7-01a1fe2a1216 HTTP/1.1" status: 200 len: 946 time: 0.0509901 Jan 28 08:20:12.012627 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4f3f7979-ea1f-45bb-8b9d-4cbb9143a0e3 req-0a8d85b3-c2ca-411e-be0c-2cf91d17780b tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/security-groups?id=efcce86c-7e9d-44f5-a75f-f6c774f99406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444150 Jan 28 08:20:12.182906 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68bfe6d-3125-43e0-92fd-ff1c0fb2b034 req-1c72db33-3250-4040-951f-9336fcd91c8b tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:20:12.184271 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c68bfe6d-3125-43e0-92fd-ff1c0fb2b034 req-1c72db33-3250-4040-951f-9336fcd91c8b tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.44 "GET /v2.0/ports?device_id=774db409-244c-4d02-a1c7-01a1fe2a1216 HTTP/1.1" status: 200 len: 946 time: 0.0542450 Jan 28 08:20:12.274383 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-c68bfe6d-3125-43e0-92fd-ff1c0fb2b034 req-c620c9db-37f1-4b36-a402-84c4543d617d tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Deleting port 31b3023f-9df8-4980-a5d6-edd3e39c683e {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 08:20:12.274729 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-c68bfe6d-3125-43e0-92fd-ff1c0fb2b034 req-c620c9db-37f1-4b36-a402-84c4543d617d tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (31b3023f-9df8-4980-a5d6-edd3e39c683e), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:12.366946 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-c68bfe6d-3125-43e0-92fd-ff1c0fb2b034 req-c620c9db-37f1-4b36-a402-84c4543d617d tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] For port 31b3023f-9df8-4980-a5d6-edd3e39c683e, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=31b3023f-9df8-4980-a5d6-edd3e39c683e,segment=NetworkSegment(f9bb88c5-d619-4374-b840-8291cc4449af),segment_id=f9bb88c5-d619-4374-b840-8291cc4449af)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:20:12.367310 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-c68bfe6d-3125-43e0-92fd-ff1c0fb2b034 req-c620c9db-37f1-4b36-a402-84c4543d617d tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (31b3023f-9df8-4980-a5d6-edd3e39c683e), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:12.379990 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-c68bfe6d-3125-43e0-92fd-ff1c0fb2b034 req-c620c9db-37f1-4b36-a402-84c4543d617d tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Calling delete_port for 31b3023f-9df8-4980-a5d6-edd3e39c683e owned by compute:nova {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 08:20:12.505447 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-c68bfe6d-3125-43e0-92fd-ff1c0fb2b034 req-c620c9db-37f1-4b36-a402-84c4543d617d tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (31b3023f-9df8-4980-a5d6-edd3e39c683e), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:12.538452 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c620c9db-37f1-4b36-a402-84c4543d617d tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Pushing event deleted for resources: {'Port': ['ID=31b3023f-9df8-4980-a5d6-edd3e39c683e,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:20:12.580347 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-c68bfe6d-3125-43e0-92fd-ff1c0fb2b034 req-c620c9db-37f1-4b36-a402-84c4543d617d tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] No DVR routers for this DVR port 31b3023f-9df8-4980-a5d6-edd3e39c683e on host n-h2-712749-28 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 08:20:12.582894 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-c68bfe6d-3125-43e0-92fd-ff1c0fb2b034 req-c620c9db-37f1-4b36-a402-84c4543d617d tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:12.586271 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c68bfe6d-3125-43e0-92fd-ff1c0fb2b034 req-c620c9db-37f1-4b36-a402-84c4543d617d tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.44 "DELETE /v2.0/ports/31b3023f-9df8-4980-a5d6-edd3e39c683e HTTP/1.1" status: 204 len: 173 time: 0.3963735 Jan 28 08:20:12.586729 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '774db409-244c-4d02-a1c7-01a1fe2a1216', 'name': 'network-vif-deleted', 'tag': '31b3023f-9df8-4980-a5d6-edd3e39c683e'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 08:20:12.589680 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6b024039d6c3a8048940e324a8d5ead2390d66f8802a9866b6a24361082aa9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-860a4707-5719-448c-ada6-f806ed0ff3b7" -d '{"events": [{"server_uuid": "774db409-244c-4d02-a1c7-01a1fe2a1216", "name": "network-vif-deleted", "tag": "31b3023f-9df8-4980-a5d6-edd3e39c683e"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 08:20:12.680876 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 08:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa3bc1c6-6869-4ec4-8435-88c4920e6ad5 x-openstack-request-id: req-aa3bc1c6-6869-4ec4-8435-88c4920e6ad5 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 08:20:12.681211 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "774db409-244c-4d02-a1c7-01a1fe2a1216", "name": "network-vif-deleted", "tag": "31b3023f-9df8-4980-a5d6-edd3e39c683e", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 08:20:12.681475 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-aa3bc1c6-6869-4ec4-8435-88c4920e6ad5 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 08:20:12.681942 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '774db409-244c-4d02-a1c7-01a1fe2a1216', 'name': 'network-vif-deleted', 'tag': '31b3023f-9df8-4980-a5d6-edd3e39c683e', 'status': 'completed', 'code': 200} Jan 28 08:20:13.069790 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 41596) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:20:13.440961 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-12d290e6-97c3-435f-a8ec-af17bd5cc505 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16606535'] for router_interface (03d90925-fe7a-4298-9eb4-76e0053b1b15), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:13.709825 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-12d290e6-97c3-435f-a8ec-af17bd5cc505 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Deleting port 43aa747a-6181-4d81-96b5-9b8d9a700d81 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 08:20:13.710073 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-12d290e6-97c3-435f-a8ec-af17bd5cc505 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (43aa747a-6181-4d81-96b5-9b8d9a700d81), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:13.801979 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-12d290e6-97c3-435f-a8ec-af17bd5cc505 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] For port 43aa747a-6181-4d81-96b5-9b8d9a700d81, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=43aa747a-6181-4d81-96b5-9b8d9a700d81,segment=NetworkSegment(f9bb88c5-d619-4374-b840-8291cc4449af),segment_id=f9bb88c5-d619-4374-b840-8291cc4449af)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:20:13.802349 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-12d290e6-97c3-435f-a8ec-af17bd5cc505 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (43aa747a-6181-4d81-96b5-9b8d9a700d81), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:13.816878 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-12d290e6-97c3-435f-a8ec-af17bd5cc505 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Calling delete_port for 43aa747a-6181-4d81-96b5-9b8d9a700d81 owned by network:router_interface {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 08:20:14.005453 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-12d290e6-97c3-435f-a8ec-af17bd5cc505 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (43aa747a-6181-4d81-96b5-9b8d9a700d81), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:14.028889 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d290e6-97c3-435f-a8ec-af17bd5cc505 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Pushing event deleted for resources: {'Port': ['ID=43aa747a-6181-4d81-96b5-9b8d9a700d81,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:20:14.217465 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-12d290e6-97c3-435f-a8ec-af17bd5cc505 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16319006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16606699'] for router_interface (03d90925-fe7a-4298-9eb4-76e0053b1b15), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:14.439241 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12d290e6-97c3-435f-a8ec-af17bd5cc505 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Router 03d90925-fe7a-4298-9eb4-76e0053b1b15 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 08:20:14.547409 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12d290e6-97c3-435f-a8ec-af17bd5cc505 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 08:20:14.553387 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-12d290e6-97c3-435f-a8ec-af17bd5cc505 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "PUT /v2.0/routers/03d90925-fe7a-4298-9eb4-76e0053b1b15/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4824543 Jan 28 08:20:14.556952 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 41598) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:20:14.559112 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a90a4fb-c556-4ca5-8e20-8f84f7cdbcd8 None None] Sync routers for ids ['03d90925-fe7a-4298-9eb4-76e0053b1b15'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 08:20:14.569718 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a90a4fb-c556-4ca5-8e20-8f84f7cdbcd8 None None] Routers {'03d90925-fe7a-4298-9eb4-76e0053b1b15'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 08:20:14.570311 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-2a90a4fb-c556-4ca5-8e20-8f84f7cdbcd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T08:20:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['03d90925-fe7a-4298-9eb4-76e0053b1b15'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:20:14.609807 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-a11bf644-2d42-4630-8d3e-483e0bdc1bc3 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Deleting subnet dbf4772b-8b8c-4d50-a6a1-1bff81bb4abd {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 08:20:14.613047 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a11bf644-2d42-4630-8d3e-483e0bdc1bc3 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for subnet (dbf4772b-8b8c-4d50-a6a1-1bff81bb4abd), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:14.655910 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a11bf644-2d42-4630-8d3e-483e0bdc1bc3 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24759175'] for subnet (dbf4772b-8b8c-4d50-a6a1-1bff81bb4abd), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:14.676497 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-2a90a4fb-c556-4ca5-8e20-8f84f7cdbcd8 None None] Set router 03d90925-fe7a-4298-9eb4-76e0053b1b15 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 08:20:14.743079 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a11bf644-2d42-4630-8d3e-483e0bdc1bc3 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (dbf4772b-8b8c-4d50-a6a1-1bff81bb4abd), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:14.802964 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a11bf644-2d42-4630-8d3e-483e0bdc1bc3 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24757569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24979817'] for subnet (dbf4772b-8b8c-4d50-a6a1-1bff81bb4abd), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:14.835623 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11bf644-2d42-4630-8d3e-483e0bdc1bc3 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Pushing event deleted for resources: {'Subnet': ['ID=dbf4772b-8b8c-4d50-a6a1-1bff81bb4abd,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:20:14.840803 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a11bf644-2d42-4630-8d3e-483e0bdc1bc3 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:14.845804 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-a11bf644-2d42-4630-8d3e-483e0bdc1bc3 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "DELETE /v2.0/subnets/dbf4772b-8b8c-4d50-a6a1-1bff81bb4abd HTTP/1.1" status: 204 len: 168 time: 0.2877390 Jan 28 08:20:14.848423 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 41600) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:20:14.850551 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb9f82c-566b-45d8-aba3-153a7f233cd2 None None] Network b56d0f35-8800-4661-b99b-2a10f6da82b5 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 08:20:14.948132 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-2a90a4fb-c556-4ca5-8e20-8f84f7cdbcd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03d90925-fe7a-4298-9eb4-76e0053b1b15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-553968500', 'tenant_id': '254d30a3a3e041b3bd650c9318c9b350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.186'}], 'enable_snat': True}, 'gw_port_id': '128c9574-b3ed-42a6-8e3b-39e44ef54387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:18:23Z', 'updated_at': '2022-01-28T08:20:13Z', 'revision_number': 5, 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'gw_port': {'id': '128c9574-b3ed-42a6-8e3b-39e44ef54387', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ff:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d90925-fe7a-4298-9eb4-76e0053b1b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:18:24Z', 'updated_at': '2022-01-28T08:18:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:20:14.983794 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a90a4fb-c556-4ca5-8e20-8f84f7cdbcd8 None None] Checking router: 03d90925-fe7a-4298-9eb4-76e0053b1b15 for host: n-d-712749-28 {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 08:20:14.994122 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a90a4fb-c556-4ca5-8e20-8f84f7cdbcd8 None None] Routers {'03d90925-fe7a-4298-9eb4-76e0053b1b15'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 08:20:14.994905 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-2a90a4fb-c556-4ca5-8e20-8f84f7cdbcd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T08:20:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['03d90925-fe7a-4298-9eb4-76e0053b1b15'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:20:15.049697 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d99f874-7cec-46a5-a47c-900db3926f9c None None] DHCP port deletion for b56d0f35-8800-4661-b99b-2a10f6da82b5 request from n-d-712749-28 {{(pid=103285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 08:20:15.133758 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-2a90a4fb-c556-4ca5-8e20-8f84f7cdbcd8 None None] Set router 03d90925-fe7a-4298-9eb4-76e0053b1b15 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 08:20:15.247351 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-2d99f874-7cec-46a5-a47c-900db3926f9c None None] Deleting port 7dc53a2f-462f-41ae-9f24-5efcee1c97b5 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 08:20:15.247620 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2d99f874-7cec-46a5-a47c-900db3926f9c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (7dc53a2f-462f-41ae-9f24-5efcee1c97b5), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:15.325759 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d951753e-5773-45f6-92f2-866626b25c53 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for router (03d90925-fe7a-4298-9eb4-76e0053b1b15), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:15.337016 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-2d99f874-7cec-46a5-a47c-900db3926f9c None None] For port 7dc53a2f-462f-41ae-9f24-5efcee1c97b5, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=7dc53a2f-462f-41ae-9f24-5efcee1c97b5,segment=NetworkSegment(f9bb88c5-d619-4374-b840-8291cc4449af),segment_id=f9bb88c5-d619-4374-b840-8291cc4449af)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:20:15.337952 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2d99f874-7cec-46a5-a47c-900db3926f9c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (7dc53a2f-462f-41ae-9f24-5efcee1c97b5), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:15.373217 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-2d99f874-7cec-46a5-a47c-900db3926f9c None None] Calling delete_port for 7dc53a2f-462f-41ae-9f24-5efcee1c97b5 owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 08:20:15.429542 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d951753e-5773-45f6-92f2-866626b25c53 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for router_gateway (03d90925-fe7a-4298-9eb4-76e0053b1b15), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:15.461923 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-2a90a4fb-c556-4ca5-8e20-8f84f7cdbcd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03d90925-fe7a-4298-9eb4-76e0053b1b15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-553968500', 'tenant_id': '254d30a3a3e041b3bd650c9318c9b350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.186'}], 'enable_snat': True}, 'gw_port_id': '128c9574-b3ed-42a6-8e3b-39e44ef54387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:18:23Z', 'updated_at': '2022-01-28T08:20:13Z', 'revision_number': 5, 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'gw_port': {'id': '128c9574-b3ed-42a6-8e3b-39e44ef54387', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ff:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d90925-fe7a-4298-9eb4-76e0053b1b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:18:24Z', 'updated_at': '2022-01-28T08:18:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:20:15.483398 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-d951753e-5773-45f6-92f2-866626b25c53 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Deleting port 128c9574-b3ed-42a6-8e3b-39e44ef54387 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 08:20:15.483752 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d951753e-5773-45f6-92f2-866626b25c53 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (128c9574-b3ed-42a6-8e3b-39e44ef54387), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:15.565799 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-d951753e-5773-45f6-92f2-866626b25c53 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] For port 128c9574-b3ed-42a6-8e3b-39e44ef54387, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=128c9574-b3ed-42a6-8e3b-39e44ef54387,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:20:15.566197 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d951753e-5773-45f6-92f2-866626b25c53 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (128c9574-b3ed-42a6-8e3b-39e44ef54387), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:15.584545 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-d951753e-5773-45f6-92f2-866626b25c53 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Calling delete_port for 128c9574-b3ed-42a6-8e3b-39e44ef54387 owned by network:router_gateway {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 08:20:15.651525 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 31b3023f-9df8-4980-a5d6-edd3e39c683e no longer exists at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 08:20:15.656367 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a90a4fb-c556-4ca5-8e20-8f84f7cdbcd8 None None] The sync data for ids ['03d90925-fe7a-4298-9eb4-76e0053b1b15'] in n-d-712749-28 is: [{'id': '03d90925-fe7a-4298-9eb4-76e0053b1b15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-553968500', 'tenant_id': '254d30a3a3e041b3bd650c9318c9b350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.186'}], 'enable_snat': True}, 'gw_port_id': '128c9574-b3ed-42a6-8e3b-39e44ef54387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:18:23Z', 'updated_at': '2022-01-28T08:20:13Z', 'revision_number': 5, 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'gw_port': {'id': '128c9574-b3ed-42a6-8e3b-39e44ef54387', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ff:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d90925-fe7a-4298-9eb4-76e0053b1b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:18:24Z', 'updated_at': '2022-01-28T08:18:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 08:20:15.677566 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] No Port match for: 31b3023f-9df8-4980-a5d6-edd3e39c683e {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 08:20:15.677910 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 31b3023f-9df8-4980-a5d6-edd3e39c683e not bound to the agent host n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 08:20:15.679614 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2d99f874-7cec-46a5-a47c-900db3926f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298'] for port (7dc53a2f-462f-41ae-9f24-5efcee1c97b5), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:15.707455 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d99f874-7cec-46a5-a47c-900db3926f9c None None] Pushing event deleted for resources: {'Port': ['ID=7dc53a2f-462f-41ae-9f24-5efcee1c97b5,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:20:15.714130 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d99f874-7cec-46a5-a47c-900db3926f9c None None] No DVR routers for this DVR port 7dc53a2f-462f-41ae-9f24-5efcee1c97b5 on host n-d-712749-28 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 08:20:15.764068 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d951753e-5773-45f6-92f2-866626b25c53 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (128c9574-b3ed-42a6-8e3b-39e44ef54387), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:15.789901 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d951753e-5773-45f6-92f2-866626b25c53 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Pushing event deleted for resources: {'Port': ['ID=128c9574-b3ed-42a6-8e3b-39e44ef54387,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:20:15.848852 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d951753e-5773-45f6-92f2-866626b25c53 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16607873'] for router_gateway (03d90925-fe7a-4298-9eb4-76e0053b1b15), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:15.941135 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d951753e-5773-45f6-92f2-866626b25c53 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16605684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127449'] for router (03d90925-fe7a-4298-9eb4-76e0053b1b15), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:15.943344 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d951753e-5773-45f6-92f2-866626b25c53 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for router_controller (03d90925-fe7a-4298-9eb4-76e0053b1b15), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:15.988360 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d951753e-5773-45f6-92f2-866626b25c53 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16605693'] for router (03d90925-fe7a-4298-9eb4-76e0053b1b15), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:15.988888 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d951753e-5773-45f6-92f2-866626b25c53 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Fanout notify agent at l3_agent the message router_deleted on router 03d90925-fe7a-4298-9eb4-76e0053b1b15 {{(pid=103284) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 08:20:15.996802 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d951753e-5773-45f6-92f2-866626b25c53 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for router (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:15.997933 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-d951753e-5773-45f6-92f2-866626b25c53 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "DELETE /v2.0/routers/03d90925-fe7a-4298-9eb4-76e0053b1b15 HTTP/1.1" status: 204 len: 168 time: 1.1481068 Jan 28 08:20:16.003056 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 41602) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:20:16.084935 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6b5d158b-b9ee-4de1-8fe5-de7bc6b320f5 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (b56d0f35-8800-4661-b99b-2a10f6da82b5), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:16.143108 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 43aa747a-6181-4d81-96b5-9b8d9a700d81 no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 08:20:16.168627 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: 43aa747a-6181-4d81-96b5-9b8d9a700d81 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 08:20:16.169064 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 43aa747a-6181-4d81-96b5-9b8d9a700d81 not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 08:20:16.169559 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 7dc53a2f-462f-41ae-9f24-5efcee1c97b5 no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 08:20:16.179994 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6b5d158b-b9ee-4de1-8fe5-de7bc6b320f5 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (b56d0f35-8800-4661-b99b-2a10f6da82b5), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:16.189171 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: 7dc53a2f-462f-41ae-9f24-5efcee1c97b5 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 08:20:16.189516 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 7dc53a2f-462f-41ae-9f24-5efcee1c97b5 not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 08:20:16.203537 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-6b5d158b-b9ee-4de1-8fe5-de7bc6b320f5 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b56d0f35-8800-4661-b99b-2a10f6da82b5']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:20:16.216714 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-6b5d158b-b9ee-4de1-8fe5-de7bc6b320f5 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9bb88c5-d619-4374-b840-8291cc4449af') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:20:16.217135 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-6b5d158b-b9ee-4de1-8fe5-de7bc6b320f5 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9bb88c5-d619-4374-b840-8291cc4449af') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:20:16.231365 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6b5d158b-b9ee-4de1-8fe5-de7bc6b320f5 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24759294'] for segment (f9bb88c5-d619-4374-b840-8291cc4449af), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:16.247372 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6b5d158b-b9ee-4de1-8fe5-de7bc6b320f5 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (f9bb88c5-d619-4374-b840-8291cc4449af), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:16.253699 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b5d158b-b9ee-4de1-8fe5-de7bc6b320f5 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 08:20:16.254097 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6b5d158b-b9ee-4de1-8fe5-de7bc6b320f5 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24757675'] for segment (f9bb88c5-d619-4374-b840-8291cc4449af), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:16.257378 n-d-712749-28 neutron-server[103284]: Traceback (most recent call last): Jan 28 08:20:16.257378 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 08:20:16.257378 n-d-712749-28 neutron-server[103284]: timer() Jan 28 08:20:16.257378 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 08:20:16.257378 n-d-712749-28 neutron-server[103284]: cb(*args, **kw) Jan 28 08:20:16.257378 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 08:20:16.257378 n-d-712749-28 neutron-server[103284]: return func(*args, **kwargs) Jan 28 08:20:16.257378 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 08:20:16.257378 n-d-712749-28 neutron-server[103284]: self._notify() Jan 28 08:20:16.257378 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 08:20:16.257378 n-d-712749-28 neutron-server[103284]: self.callback(batched_events) Jan 28 08:20:16.257378 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 08:20:16.257378 n-d-712749-28 neutron-server[103284]: event.method(event) Jan 28 08:20:16.257378 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 08:20:16.257378 n-d-712749-28 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 08:20:16.257378 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 08:20:16.257378 n-d-712749-28 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 08:20:16.257378 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 08:20:16.257378 n-d-712749-28 neutron-server[103284]: return f(self, *a, **k) Jan 28 08:20:16.257378 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 08:20:16.257378 n-d-712749-28 neutron-server[103284]: return self._get(url).json() Jan 28 08:20:16.257378 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 08:20:16.257378 n-d-712749-28 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 08:20:16.257378 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 08:20:16.257378 n-d-712749-28 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Jan 28 08:20:16.257378 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 08:20:16.257378 n-d-712749-28 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 08:20:16.257378 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 08:20:16.257378 n-d-712749-28 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 08:20:16.257378 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 08:20:16.257378 n-d-712749-28 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 08:20:16.257378 n-d-712749-28 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 08:20:16.319395 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6b5d158b-b9ee-4de1-8fe5-de7bc6b320f5 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (b56d0f35-8800-4661-b99b-2a10f6da82b5), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:16.328502 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6b5d158b-b9ee-4de1-8fe5-de7bc6b320f5 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:16.331868 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-6b5d158b-b9ee-4de1-8fe5-de7bc6b320f5 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "DELETE /v2.0/networks/b56d0f35-8800-4661-b99b-2a10f6da82b5 HTTP/1.1" status: 204 len: 168 time: 0.3303046 Jan 28 08:20:16.334778 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 41604) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:20:16.342497 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5d158b-b9ee-4de1-8fe5-de7bc6b320f5 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Pushing event deleted for resources: {'Network': ['ID=b56d0f35-8800-4661-b99b-2a10f6da82b5,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:20:16.400063 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0320b7e2-f77e-4c4d-b796-e615db3d4012 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for security_group (efcce86c-7e9d-44f5-a75f-f6c774f99406), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:16.426976 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0320b7e2-f77e-4c4d-b796-e615db3d4012 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for security_group (efcce86c-7e9d-44f5-a75f-f6c774f99406), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:16.488689 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0320b7e2-f77e-4c4d-b796-e615db3d4012 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (efcce86c-7e9d-44f5-a75f-f6c774f99406), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:16.491339 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0320b7e2-f77e-4c4d-b796-e615db3d4012 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:16.492528 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-0320b7e2-f77e-4c4d-b796-e615db3d4012 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "DELETE /v2.0/security-groups/efcce86c-7e9d-44f5-a75f-f6c774f99406 HTTP/1.1" status: 204 len: 168 time: 0.1566498 Jan 28 08:20:16.501957 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0320b7e2-f77e-4c4d-b796-e615db3d4012 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=efcce86c-7e9d-44f5-a75f-f6c774f99406,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:20:16.762908 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 41610) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:20:16.767600 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-9e2aa2c6-da4e-4ea0-b448-599877369ead tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1756049861', 'description': 'tempest-secgroup-smoke-1756049861 description', 'project_id': '254d30a3a3e041b3bd650c9318c9b350'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:20:16.788692 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9e2aa2c6-da4e-4ea0-b448-599877369ead tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:16.859354 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9e2aa2c6-da4e-4ea0-b448-599877369ead tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for security_group (0120ca3a-a094-4d24-bf2d-27b5b4350fc9), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:16.862849 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9e2aa2c6-da4e-4ea0-b448-599877369ead tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (0120ca3a-a094-4d24-bf2d-27b5b4350fc9), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:16.893914 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9e2aa2c6-da4e-4ea0-b448-599877369ead tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:16.895150 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-9e2aa2c6-da4e-4ea0-b448-599877369ead tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1311932 Jan 28 08:20:16.898248 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 41612) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:20:16.899160 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2aa2c6-da4e-4ea0-b448-599877369ead tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0120ca3a-a094-4d24-bf2d-27b5b4350fc9,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:20:16.903459 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-17817328-f6e1-41e0-aec7-283de04514e8 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Request body: {'security_group_rule': {'security_group_id': '0120ca3a-a094-4d24-bf2d-27b5b4350fc9', 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:20:16.929470 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-17817328-f6e1-41e0-aec7-283de04514e8 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for security_group_rule (34b5aa18-9183-4deb-b984-387c72736026), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:16.987159 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-17817328-f6e1-41e0-aec7-283de04514e8 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for security_group_rule (34b5aa18-9183-4deb-b984-387c72736026), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:16.990555 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-17817328-f6e1-41e0-aec7-283de04514e8 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (34b5aa18-9183-4deb-b984-387c72736026), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:17.007898 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17817328-f6e1-41e0-aec7-283de04514e8 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34b5aa18-9183-4deb-b984-387c72736026,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:20:17.015422 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-17817328-f6e1-41e0-aec7-283de04514e8 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:17.016663 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-17817328-f6e1-41e0-aec7-283de04514e8 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1174190 Jan 28 08:20:17.019522 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 41614) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:20:17.023766 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-48f0b0a2-e913-4e22-bcd0-43d63b2f3e52 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Request body: {'security_group_rule': {'security_group_id': '0120ca3a-a094-4d24-bf2d-27b5b4350fc9', 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:20:17.049062 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-48f0b0a2-e913-4e22-bcd0-43d63b2f3e52 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for security_group_rule (45e06961-6dd2-43a7-ba37-51b3811dba5e), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:17.103307 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-48f0b0a2-e913-4e22-bcd0-43d63b2f3e52 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for security_group_rule (45e06961-6dd2-43a7-ba37-51b3811dba5e), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:17.106801 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-48f0b0a2-e913-4e22-bcd0-43d63b2f3e52 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (45e06961-6dd2-43a7-ba37-51b3811dba5e), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:17.125058 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f0b0a2-e913-4e22-bcd0-43d63b2f3e52 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45e06961-6dd2-43a7-ba37-51b3811dba5e,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:20:17.132204 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-48f0b0a2-e913-4e22-bcd0-43d63b2f3e52 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:17.133415 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-48f0b0a2-e913-4e22-bcd0-43d63b2f3e52 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1129837 Jan 28 08:20:17.136774 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 41616) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:20:17.141045 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-a9ab1c6f-4919-4130-b9ce-d4aca31b9a37 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Request body: {'security_group_rule': {'security_group_id': '0120ca3a-a094-4d24-bf2d-27b5b4350fc9', 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:20:17.164857 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a9ab1c6f-4919-4130-b9ce-d4aca31b9a37 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for security_group_rule (90d5d368-8920-4949-8d1c-302057602bff), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:17.220021 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a9ab1c6f-4919-4130-b9ce-d4aca31b9a37 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for security_group_rule (90d5d368-8920-4949-8d1c-302057602bff), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:17.223529 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a9ab1c6f-4919-4130-b9ce-d4aca31b9a37 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (90d5d368-8920-4949-8d1c-302057602bff), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:17.240742 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ab1c6f-4919-4130-b9ce-d4aca31b9a37 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90d5d368-8920-4949-8d1c-302057602bff,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:20:17.250919 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a9ab1c6f-4919-4130-b9ce-d4aca31b9a37 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:17.252124 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-a9ab1c6f-4919-4130-b9ce-d4aca31b9a37 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1144199 Jan 28 08:20:17.254870 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 41618) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:20:17.259584 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-c6982610-81f2-4baa-b912-a80c6c9e3141 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Request body: {'security_group_rule': {'security_group_id': '0120ca3a-a094-4d24-bf2d-27b5b4350fc9', 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:20:17.283987 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c6982610-81f2-4baa-b912-a80c6c9e3141 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for security_group_rule (64821030-d2a8-4c86-ba8c-f38b3bb27c1b), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:17.343137 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c6982610-81f2-4baa-b912-a80c6c9e3141 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for security_group_rule (64821030-d2a8-4c86-ba8c-f38b3bb27c1b), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:17.346831 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c6982610-81f2-4baa-b912-a80c6c9e3141 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (64821030-d2a8-4c86-ba8c-f38b3bb27c1b), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:17.365713 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6982610-81f2-4baa-b912-a80c6c9e3141 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64821030-d2a8-4c86-ba8c-f38b3bb27c1b,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:20:17.371942 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c6982610-81f2-4baa-b912-a80c6c9e3141 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:17.373429 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-c6982610-81f2-4baa-b912-a80c6c9e3141 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1173880 Jan 28 08:20:17.375899 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 41620) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:20:17.380159 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-d0166f88-8990-461c-9a93-850c67eaba4c tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Request body: {'security_group_rule': {'security_group_id': '0120ca3a-a094-4d24-bf2d-27b5b4350fc9', 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:20:17.401421 n-d-712749-28 neutron-server[103284]: INFO neutron.db.securitygroups_db [None req-d0166f88-8990-461c-9a93-850c67eaba4c tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Project 254d30a3a3e041b3bd650c9318c9b350 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 08:20:17.406382 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d0166f88-8990-461c-9a93-850c67eaba4c tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for security_group_rule (9ea19856-03fd-4f6e-81d1-9825da767310), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:17.464879 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d0166f88-8990-461c-9a93-850c67eaba4c tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for security_group_rule (9ea19856-03fd-4f6e-81d1-9825da767310), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:17.468713 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d0166f88-8990-461c-9a93-850c67eaba4c tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (9ea19856-03fd-4f6e-81d1-9825da767310), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:17.485968 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0166f88-8990-461c-9a93-850c67eaba4c tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ea19856-03fd-4f6e-81d1-9825da767310,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:20:17.495297 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d0166f88-8990-461c-9a93-850c67eaba4c tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:17.496510 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-d0166f88-8990-461c-9a93-850c67eaba4c tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1195776 Jan 28 08:20:17.499295 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 41622) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:20:17.503895 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-3bb68331-d63b-454d-bc51-1b99e8d1d5cb tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Request body: {'security_group_rule': {'security_group_id': '0120ca3a-a094-4d24-bf2d-27b5b4350fc9', 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:20:17.524099 n-d-712749-28 neutron-server[103283]: INFO neutron.db.securitygroups_db [None req-3bb68331-d63b-454d-bc51-1b99e8d1d5cb tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Project 254d30a3a3e041b3bd650c9318c9b350 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 08:20:17.528978 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3bb68331-d63b-454d-bc51-1b99e8d1d5cb tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for security_group_rule (c92504e4-2ff2-4264-8f51-8f6daacf745f), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:17.591990 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3bb68331-d63b-454d-bc51-1b99e8d1d5cb tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for security_group_rule (c92504e4-2ff2-4264-8f51-8f6daacf745f), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:17.595538 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3bb68331-d63b-454d-bc51-1b99e8d1d5cb tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (c92504e4-2ff2-4264-8f51-8f6daacf745f), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:17.612064 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb68331-d63b-454d-bc51-1b99e8d1d5cb tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c92504e4-2ff2-4264-8f51-8f6daacf745f,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:20:17.620996 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3bb68331-d63b-454d-bc51-1b99e8d1d5cb tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:17.622216 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-3bb68331-d63b-454d-bc51-1b99e8d1d5cb tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1218872 Jan 28 08:20:17.625053 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 41624) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:20:17.629820 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-ae0e820f-4e87-425e-a442-d898928c6d9c tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Request body: {'network': {'name': 'tempest-network-smoke--265059428', 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'port_security_enabled': True}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:20:17.648907 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae0e820f-4e87-425e-a442-d898928c6d9c tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Made reservation on behalf of 254d30a3a3e041b3bd650c9318c9b350 for: {'network': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 08:20:17.652408 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ae0e820f-4e87-425e-a442-d898928c6d9c tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:17.675060 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae0e820f-4e87-425e-a442-d898928c6d9c tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=103283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 08:20:17.684057 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ae0e820f-4e87-425e-a442-d898928c6d9c tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (535416b4-f34b-46f9-80ee-5870adb98f0c), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:17.684429 n-d-712749-28 neutron-server[103283]: INFO neutron.db.segments_db [None req-ae0e820f-4e87-425e-a442-d898928c6d9c tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Added segment 535416b4-f34b-46f9-80ee-5870adb98f0c of type vlan for network 59b893f1-51b9-4a18-92b8-dc82e36bb382 Jan 28 08:20:17.723148 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ae0e820f-4e87-425e-a442-d898928c6d9c tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (59b893f1-51b9-4a18-92b8-dc82e36bb382), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:17.747182 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ae0e820f-4e87-425e-a442-d898928c6d9c tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (59b893f1-51b9-4a18-92b8-dc82e36bb382), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:17.751976 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae0e820f-4e87-425e-a442-d898928c6d9c tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:20:17.752595 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ae0e820f-4e87-425e-a442-d898928c6d9c tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:17.812726 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-ae0e820f-4e87-425e-a442-d898928c6d9c tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1866503 Jan 28 08:20:17.815551 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 41626) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:20:17.819891 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-06019908-b6e7-4a6e-9e74-815bb56cba8b tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-826054415', 'admin_state_up': True, 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:20:17.836908 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0e820f-4e87-425e-a442-d898928c6d9c tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Pushing event updated for resources: {'Network': ['ID=59b893f1-51b9-4a18-92b8-dc82e36bb382,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:20:17.847697 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network 59b893f1-51b9-4a18-92b8-dc82e36bb382 details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 08:20:17.849703 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-06019908-b6e7-4a6e-9e74-815bb56cba8b tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16606890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127275'] for router (d1cd144a-805c-49f6-98de-4f1d2edc5f53), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:17.850724 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-06019908-b6e7-4a6e-9e74-815bb56cba8b tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16605498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16607952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16355422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127266'] for router (d1cd144a-805c-49f6-98de-4f1d2edc5f53), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:17.901161 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-06019908-b6e7-4a6e-9e74-815bb56cba8b tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for router_controller (d1cd144a-805c-49f6-98de-4f1d2edc5f53), precommit_add_association {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:18.026017 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 128c9574-b3ed-42a6-8e3b-39e44ef54387 no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 08:20:18.041021 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-06019908-b6e7-4a6e-9e74-815bb56cba8b tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for router_gateway (d1cd144a-805c-49f6-98de-4f1d2edc5f53), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:18.051078 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: 128c9574-b3ed-42a6-8e3b-39e44ef54387 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 08:20:18.051433 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 128c9574-b3ed-42a6-8e3b-39e44ef54387 not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 08:20:18.230402 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-06019908-b6e7-4a6e-9e74-815bb56cba8b tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for router_gateway (d1cd144a-805c-49f6-98de-4f1d2edc5f53), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:18.248573 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-06019908-b6e7-4a6e-9e74-815bb56cba8b tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:18.346965 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-06019908-b6e7-4a6e-9e74-815bb56cba8b tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Allocated IP 172.25.6.80 (7d5b3724-deef-4831-8d43-cb9b8176573c/b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc/18f54ec4-7be6-4656-a204-86e7ec3271c6) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 08:20:18.452974 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-06019908-b6e7-4a6e-9e74-815bb56cba8b tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for port (18f54ec4-7be6-4656-a204-86e7ec3271c6), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:18.487566 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-06019908-b6e7-4a6e-9e74-815bb56cba8b tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (18f54ec4-7be6-4656-a204-86e7ec3271c6), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:18.527208 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06019908-b6e7-4a6e-9e74-815bb56cba8b tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Network 7d5b3724-deef-4831-8d43-cb9b8176573c is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 08:20:18.529973 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-06019908-b6e7-4a6e-9e74-815bb56cba8b tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 08:20:18.535329 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06019908-b6e7-4a6e-9e74-815bb56cba8b tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 08:20:18.558758 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06019908-b6e7-4a6e-9e74-815bb56cba8b tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Pushing event updated for resources: {'Port': ['ID=18f54ec4-7be6-4656-a204-86e7ec3271c6,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:20:18.779634 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-06019908-b6e7-4a6e-9e74-815bb56cba8b tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for router_gateway (d1cd144a-805c-49f6-98de-4f1d2edc5f53), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:18.973969 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-06019908-b6e7-4a6e-9e74-815bb56cba8b tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16605475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16607909'] for router (d1cd144a-805c-49f6-98de-4f1d2edc5f53), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:19.099119 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06019908-b6e7-4a6e-9e74-815bb56cba8b tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Router d1cd144a-805c-49f6-98de-4f1d2edc5f53 is scheduled to L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 with binding_index 1 {{(pid=103283) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 08:20:19.203098 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06019908-b6e7-4a6e-9e74-815bb56cba8b tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 08:20:19.214300 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228c6fe9-bdd5-4ef8-96cb-ee33d92d0e18 None None] Sync routers for ids ['d1cd144a-805c-49f6-98de-4f1d2edc5f53'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 08:20:19.223720 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-06019908-b6e7-4a6e-9e74-815bb56cba8b tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for router (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:19.228438 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-06019908-b6e7-4a6e-9e74-815bb56cba8b tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4085450 Jan 28 08:20:19.228669 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228c6fe9-bdd5-4ef8-96cb-ee33d92d0e18 None None] Routers {'d1cd144a-805c-49f6-98de-4f1d2edc5f53'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 08:20:19.228669 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-228c6fe9-bdd5-4ef8-96cb-ee33d92d0e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T08:20:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['d1cd144a-805c-49f6-98de-4f1d2edc5f53'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:20:19.229003 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 41628) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:20:19.255917 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-edbbd0e2-d138-460b-a777-44b0b736aacf tempest-TestNetworkAdvancedServerOps-213716511 tempest-TestNetworkAdvancedServerOps-213716511-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=254d30a3a3e041b3bd650c9318c9b350&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0261240 Jan 28 08:20:19.258366 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 41630) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:20:19.349928 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb66586-b41a-44cc-a8f3-f2f02215d38d tempest-TestNetworkAdvancedServerOps-213716511 tempest-TestNetworkAdvancedServerOps-213716511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:20:19.351380 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-abb66586-b41a-44cc-a8f3-f2f02215d38d tempest-TestNetworkAdvancedServerOps-213716511 tempest-TestNetworkAdvancedServerOps-213716511-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0921285 Jan 28 08:20:19.354660 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 41632) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:20:19.388242 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-6e81abd1-30f9-4ab6-86fa-f7b8984d8272 tempest-TestNetworkAdvancedServerOps-213716511 tempest-TestNetworkAdvancedServerOps-213716511-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=7d5b3724-deef-4831-8d43-cb9b8176573c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0323055 Jan 28 08:20:19.390867 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 41634) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:20:19.395623 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-ee2ef7de-8330-4447-8d83-58daa1f9893c tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1489645316', 'network_id': '59b893f1-51b9-4a18-92b8-dc82e36bb382', 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:20:19.421501 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-228c6fe9-bdd5-4ef8-96cb-ee33d92d0e18 None None] Set router d1cd144a-805c-49f6-98de-4f1d2edc5f53 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 08:20:19.483681 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee2ef7de-8330-4447-8d83-58daa1f9893c tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Made reservation on behalf of 254d30a3a3e041b3bd650c9318c9b350 for: {'subnet': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 08:20:19.487206 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ee2ef7de-8330-4447-8d83-58daa1f9893c tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13555781'] for subnet (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:19.594934 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-228c6fe9-bdd5-4ef8-96cb-ee33d92d0e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1cd144a-805c-49f6-98de-4f1d2edc5f53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-826054415', 'tenant_id': '254d30a3a3e041b3bd650c9318c9b350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': '18f54ec4-7be6-4656-a204-86e7ec3271c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:20:17Z', 'updated_at': '2022-01-28T08:20:18Z', 'revision_number': 3, 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'gw_port': {'id': '18f54ec4-7be6-4656-a204-86e7ec3271c6', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:04:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1cd144a-805c-49f6-98de-4f1d2edc5f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:20:18Z', 'updated_at': '2022-01-28T08:20:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:20:19.626869 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228c6fe9-bdd5-4ef8-96cb-ee33d92d0e18 None None] Checking router: d1cd144a-805c-49f6-98de-4f1d2edc5f53 for host: n-d-712749-28 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 08:20:19.627142 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228c6fe9-bdd5-4ef8-96cb-ee33d92d0e18 None None] Updating router d1cd144a-805c-49f6-98de-4f1d2edc5f53 port 18f54ec4-7be6-4656-a204-86e7ec3271c6 binding host n-d-712749-28 {{(pid=103286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 08:20:19.651959 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-228c6fe9-bdd5-4ef8-96cb-ee33d92d0e18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (18f54ec4-7be6-4656-a204-86e7ec3271c6), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:19.669793 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ee2ef7de-8330-4447-8d83-58daa1f9893c tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13546728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13555799'] for subnet (8ae89fd7-f9f9-42b0-8973-c28612c7dccb), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:19.729525 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2ef7de-8330-4447-8d83-58daa1f9893c tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Pushing event updated for resources: {'Subnet': ['ID=8ae89fd7-f9f9-42b0-8973-c28612c7dccb,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:20:19.740672 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2ef7de-8330-4447-8d83-58daa1f9893c tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Checking segment: {'id': '535416b4-f34b-46f9-80ee-5870adb98f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '59b893f1-51b9-4a18-92b8-dc82e36bb382'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 08:20:19.741021 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee2ef7de-8330-4447-8d83-58daa1f9893c tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Network hostable DHCP agents. Network: 59b893f1-51b9-4a18-92b8-dc82e36bb382, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 08:20:19.757227 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee2ef7de-8330-4447-8d83-58daa1f9893c tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Network 59b893f1-51b9-4a18-92b8-dc82e36bb382 is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 08:20:19.766045 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-ee2ef7de-8330-4447-8d83-58daa1f9893c tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, 59b893f1-51b9-4a18-92b8-dc82e36bb382) {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 08:20:19.770345 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee2ef7de-8330-4447-8d83-58daa1f9893c tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:20:19.770943 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ee2ef7de-8330-4447-8d83-58daa1f9893c tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:19.777232 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8ea58ba-726c-498b-81f8-19fefc7c9bf4 None None] Network 59b893f1-51b9-4a18-92b8-dc82e36bb382 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 08:20:19.793125 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-ee2ef7de-8330-4447-8d83-58daa1f9893c tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3977747 Jan 28 08:20:19.794096 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 41636) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:20:19.882331 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d28d2976-60cc-4450-8142-54b8f17f335a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3dd72b9-6805-5f61-b6f3-a591f99a173d-59b893f1-51b9-4a18-92b8-dc82e36bb382', 'network_id': '59b893f1-51b9-4a18-92b8-dc82e36bb382', 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'fixed_ips': [{'subnet_id': '8ae89fd7-f9f9-42b0-8973-c28612c7dccb'}]}} from n-d-712749-28. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 08:20:19.883401 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d28d2976-60cc-4450-8142-54b8f17f335a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:19.902731 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-228c6fe9-bdd5-4ef8-96cb-ee33d92d0e18 None None] Publish callbacks [] for port (18f54ec4-7be6-4656-a204-86e7ec3271c6), precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:19.909315 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-228c6fe9-bdd5-4ef8-96cb-ee33d92d0e18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (18f54ec4-7be6-4656-a204-86e7ec3271c6), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:19.959398 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-228c6fe9-bdd5-4ef8-96cb-ee33d92d0e18 None None] Attempting to bind port 18f54ec4-7be6-4656-a204-86e7ec3271c6 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 08:20:19.959786 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-228c6fe9-bdd5-4ef8-96cb-ee33d92d0e18 None None] Attempting to bind port 18f54ec4-7be6-4656-a204-86e7ec3271c6 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 08:20:19.960125 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228c6fe9-bdd5-4ef8-96cb-ee33d92d0e18 None None] Attempting to bind port 18f54ec4-7be6-4656-a204-86e7ec3271c6 on network 7d5b3724-deef-4831-8d43-cb9b8176573c {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 08:20:19.971302 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228c6fe9-bdd5-4ef8-96cb-ee33d92d0e18 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 8, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 08:20:19.971674 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228c6fe9-bdd5-4ef8-96cb-ee33d92d0e18 None None] Checking segment: {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 08:20:19.972073 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-228c6fe9-bdd5-4ef8-96cb-ee33d92d0e18 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:19.972489 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228c6fe9-bdd5-4ef8-96cb-ee33d92d0e18 None None] Bound using segment: {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 08:20:19.972959 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-228c6fe9-bdd5-4ef8-96cb-ee33d92d0e18 None None] Bound port: 18f54ec4-7be6-4656-a204-86e7ec3271c6, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 08:20:19.973331 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-228c6fe9-bdd5-4ef8-96cb-ee33d92d0e18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (18f54ec4-7be6-4656-a204-86e7ec3271c6), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:20.006111 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1462ea9f-b4ce-4cf2-8b83-1d53dd692d7b None None] Pushing event updated for resources: {'Port': ['ID=18f54ec4-7be6-4656-a204-86e7ec3271c6,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:20:20.024520 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1462ea9f-b4ce-4cf2-8b83-1d53dd692d7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:20:20.025091 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1462ea9f-b4ce-4cf2-8b83-1d53dd692d7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:20:20.025509 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1462ea9f-b4ce-4cf2-8b83-1d53dd692d7b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:20:20.025720 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-d28d2976-60cc-4450-8142-54b8f17f335a None None] Allocated IP 172.20.0.2 (59b893f1-51b9-4a18-92b8-dc82e36bb382/8ae89fd7-f9f9-42b0-8973-c28612c7dccb/fb95c72c-6ca7-4d02-870c-785086de399c) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 08:20:20.025854 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1462ea9f-b4ce-4cf2-8b83-1d53dd692d7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:20:20.026166 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1462ea9f-b4ce-4cf2-8b83-1d53dd692d7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:20:20.027014 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1462ea9f-b4ce-4cf2-8b83-1d53dd692d7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:20:20.027014 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1462ea9f-b4ce-4cf2-8b83-1d53dd692d7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:20:20.027210 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1462ea9f-b4ce-4cf2-8b83-1d53dd692d7b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:20:20.027443 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1462ea9f-b4ce-4cf2-8b83-1d53dd692d7b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:20:20.027805 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1462ea9f-b4ce-4cf2-8b83-1d53dd692d7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:20:20.028139 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1462ea9f-b4ce-4cf2-8b83-1d53dd692d7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:20:20.028567 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1462ea9f-b4ce-4cf2-8b83-1d53dd692d7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:20:20.028729 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1462ea9f-b4ce-4cf2-8b83-1d53dd692d7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:20:20.041377 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-228c6fe9-bdd5-4ef8-96cb-ee33d92d0e18 None None] For port 18f54ec4-7be6-4656-a204-86e7ec3271c6, host n-d-712749-28, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 08:20:20.045036 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-228c6fe9-bdd5-4ef8-96cb-ee33d92d0e18 None None] For port 18f54ec4-7be6-4656-a204-86e7ec3271c6, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=18f54ec4-7be6-4656-a204-86e7ec3271c6,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 08:20:20.051332 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-228c6fe9-bdd5-4ef8-96cb-ee33d92d0e18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (18f54ec4-7be6-4656-a204-86e7ec3271c6), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:20.108970 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228c6fe9-bdd5-4ef8-96cb-ee33d92d0e18 None None] Routers {'d1cd144a-805c-49f6-98de-4f1d2edc5f53'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 08:20:20.109691 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-228c6fe9-bdd5-4ef8-96cb-ee33d92d0e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T08:20:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['d1cd144a-805c-49f6-98de-4f1d2edc5f53'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:20:20.146460 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1462ea9f-b4ce-4cf2-8b83-1d53dd692d7b None None] Pushing event updated for resources: {'Port': ['ID=18f54ec4-7be6-4656-a204-86e7ec3271c6,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:20:20.193361 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d28d2976-60cc-4450-8142-54b8f17f335a None None] Publish callbacks [] for port (fb95c72c-6ca7-4d02-870c-785086de399c), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:20.199890 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d28d2976-60cc-4450-8142-54b8f17f335a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (fb95c72c-6ca7-4d02-870c-785086de399c), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:20.222935 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-228c6fe9-bdd5-4ef8-96cb-ee33d92d0e18 None None] Set router d1cd144a-805c-49f6-98de-4f1d2edc5f53 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 08:20:20.239141 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28d2976-60cc-4450-8142-54b8f17f335a None None] Network 59b893f1-51b9-4a18-92b8-dc82e36bb382 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 08:20:20.244095 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-d28d2976-60cc-4450-8142-54b8f17f335a None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 08:20:20.250788 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28d2976-60cc-4450-8142-54b8f17f335a None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 08:20:20.258125 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28d2976-60cc-4450-8142-54b8f17f335a None None] Pushing event updated for resources: {'Port': ['ID=fb95c72c-6ca7-4d02-870c-785086de399c,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:20:20.274759 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-dc59626e-2c54-4309-ba75-ba91d13482ed tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:20.319276 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-d28d2976-60cc-4450-8142-54b8f17f335a None None] Attempting to bind port fb95c72c-6ca7-4d02-870c-785086de399c on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 08:20:20.319758 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-d28d2976-60cc-4450-8142-54b8f17f335a None None] Attempting to bind port fb95c72c-6ca7-4d02-870c-785086de399c by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '535416b4-f34b-46f9-80ee-5870adb98f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '59b893f1-51b9-4a18-92b8-dc82e36bb382'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 08:20:20.320253 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28d2976-60cc-4450-8142-54b8f17f335a None None] Attempting to bind port fb95c72c-6ca7-4d02-870c-785086de399c on network 59b893f1-51b9-4a18-92b8-dc82e36bb382 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 08:20:20.326250 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28d2976-60cc-4450-8142-54b8f17f335a None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 8, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 08:20:20.327190 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28d2976-60cc-4450-8142-54b8f17f335a None None] Checking segment: {'id': '535416b4-f34b-46f9-80ee-5870adb98f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '59b893f1-51b9-4a18-92b8-dc82e36bb382'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 08:20:20.327674 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d28d2976-60cc-4450-8142-54b8f17f335a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:20.328151 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28d2976-60cc-4450-8142-54b8f17f335a None None] Bound using segment: {'id': '535416b4-f34b-46f9-80ee-5870adb98f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '59b893f1-51b9-4a18-92b8-dc82e36bb382'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 08:20:20.329331 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-d28d2976-60cc-4450-8142-54b8f17f335a None None] Bound port: fb95c72c-6ca7-4d02-870c-785086de399c, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '535416b4-f34b-46f9-80ee-5870adb98f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '59b893f1-51b9-4a18-92b8-dc82e36bb382'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 08:20:20.329727 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d28d2976-60cc-4450-8142-54b8f17f335a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (fb95c72c-6ca7-4d02-870c-785086de399c), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:20.396575 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-d28d2976-60cc-4450-8142-54b8f17f335a None None] For port fb95c72c-6ca7-4d02-870c-785086de399c, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 08:20:20.400469 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-d28d2976-60cc-4450-8142-54b8f17f335a None None] For port fb95c72c-6ca7-4d02-870c-785086de399c, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=fb95c72c-6ca7-4d02-870c-785086de399c,segment=NetworkSegment(535416b4-f34b-46f9-80ee-5870adb98f0c),segment_id=535416b4-f34b-46f9-80ee-5870adb98f0c)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 08:20:20.407242 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d28d2976-60cc-4450-8142-54b8f17f335a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (fb95c72c-6ca7-4d02-870c-785086de399c), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:20.413019 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-228c6fe9-bdd5-4ef8-96cb-ee33d92d0e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1cd144a-805c-49f6-98de-4f1d2edc5f53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-826054415', 'tenant_id': '254d30a3a3e041b3bd650c9318c9b350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': '18f54ec4-7be6-4656-a204-86e7ec3271c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:20:17Z', 'updated_at': '2022-01-28T08:20:18Z', 'revision_number': 3, 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'gw_port': {'id': '18f54ec4-7be6-4656-a204-86e7ec3271c6', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:04:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1cd144a-805c-49f6-98de-4f1d2edc5f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:20:18Z', 'updated_at': '2022-01-28T08:20:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:20:20.451018 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228c6fe9-bdd5-4ef8-96cb-ee33d92d0e18 None None] The sync data for ids ['d1cd144a-805c-49f6-98de-4f1d2edc5f53'] in n-d-712749-28 is: [{'id': 'd1cd144a-805c-49f6-98de-4f1d2edc5f53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-826054415', 'tenant_id': '254d30a3a3e041b3bd650c9318c9b350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': '18f54ec4-7be6-4656-a204-86e7ec3271c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:20:17Z', 'updated_at': '2022-01-28T08:20:18Z', 'revision_number': 3, 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'gw_port': {'id': '18f54ec4-7be6-4656-a204-86e7ec3271c6', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:04:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1cd144a-805c-49f6-98de-4f1d2edc5f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:20:18Z', 'updated_at': '2022-01-28T08:20:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 08:20:20.488291 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28d2976-60cc-4450-8142-54b8f17f335a None None] Pushing event updated for resources: {'Port': ['ID=fb95c72c-6ca7-4d02-870c-785086de399c,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:20:20.974585 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-dc59626e-2c54-4309-ba75-ba91d13482ed tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Allocated IP 172.20.0.1 (59b893f1-51b9-4a18-92b8-dc82e36bb382/8ae89fd7-f9f9-42b0-8973-c28612c7dccb/2df6e41d-8a4f-457d-afe5-08fe86360bb9) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 08:20:21.094357 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-dc59626e-2c54-4309-ba75-ba91d13482ed tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for port (2df6e41d-8a4f-457d-afe5-08fe86360bb9), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:21.130133 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-dc59626e-2c54-4309-ba75-ba91d13482ed tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (2df6e41d-8a4f-457d-afe5-08fe86360bb9), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:21.173114 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc59626e-2c54-4309-ba75-ba91d13482ed tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Network 59b893f1-51b9-4a18-92b8-dc82e36bb382 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 08:20:21.176349 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-dc59626e-2c54-4309-ba75-ba91d13482ed tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 08:20:21.183522 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc59626e-2c54-4309-ba75-ba91d13482ed tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 08:20:21.190419 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc59626e-2c54-4309-ba75-ba91d13482ed tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Pushing event updated for resources: {'Port': ['ID=2df6e41d-8a4f-457d-afe5-08fe86360bb9,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:20:21.241589 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-dc59626e-2c54-4309-ba75-ba91d13482ed tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16609232'] for router_interface (d1cd144a-805c-49f6-98de-4f1d2edc5f53), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:21.381981 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-dc59626e-2c54-4309-ba75-ba91d13482ed tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (2df6e41d-8a4f-457d-afe5-08fe86360bb9), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:21.555517 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c63b4e5-e0dd-44a0-aa3f-7782a1d2c305 None None] Network 59b893f1-51b9-4a18-92b8-dc82e36bb382 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 08:20:21.672762 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-21167dff-41b2-4d43-acb7-c93883153441 None None] Provisioning complete for port fb95c72c-6ca7-4d02-870c-785086de399c triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:20:21.673144 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-21167dff-41b2-4d43-acb7-c93883153441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (fb95c72c-6ca7-4d02-870c-785086de399c), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:21.676828 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-dc59626e-2c54-4309-ba75-ba91d13482ed tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for port (2df6e41d-8a4f-457d-afe5-08fe86360bb9), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:21.683212 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-dc59626e-2c54-4309-ba75-ba91d13482ed tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (2df6e41d-8a4f-457d-afe5-08fe86360bb9), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:21.765672 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-dc59626e-2c54-4309-ba75-ba91d13482ed tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16318999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16606560'] for router_interface (d1cd144a-805c-49f6-98de-4f1d2edc5f53), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:21.779718 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc59626e-2c54-4309-ba75-ba91d13482ed tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Pushing event updated for resources: {'Port': ['ID=2df6e41d-8a4f-457d-afe5-08fe86360bb9,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:20:21.781098 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-21167dff-41b2-4d43-acb7-c93883153441 None None] Current status of the port fb95c72c-6ca7-4d02-870c-785086de399c is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:20:21.781505 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-21167dff-41b2-4d43-acb7-c93883153441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (fb95c72c-6ca7-4d02-870c-785086de399c), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:21.821291 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-21167dff-41b2-4d43-acb7-c93883153441 None None] For port fb95c72c-6ca7-4d02-870c-785086de399c, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=fb95c72c-6ca7-4d02-870c-785086de399c,segment=NetworkSegment(535416b4-f34b-46f9-80ee-5870adb98f0c),segment_id=535416b4-f34b-46f9-80ee-5870adb98f0c)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:20:21.827870 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-21167dff-41b2-4d43-acb7-c93883153441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (fb95c72c-6ca7-4d02-870c-785086de399c), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:21.887168 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc59626e-2c54-4309-ba75-ba91d13482ed tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Network 59b893f1-51b9-4a18-92b8-dc82e36bb382 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 08:20:21.889305 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-dc59626e-2c54-4309-ba75-ba91d13482ed tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 08:20:21.896996 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21167dff-41b2-4d43-acb7-c93883153441 None None] Pushing event updated for resources: {'Port': ['ID=fb95c72c-6ca7-4d02-870c-785086de399c,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:20:22.024372 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc59626e-2c54-4309-ba75-ba91d13482ed tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Router d1cd144a-805c-49f6-98de-4f1d2edc5f53 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 08:20:22.078429 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-2edae941-a96c-4ffc-a6ea-6251a6ab9e0f None None] Provisioning complete for port 2df6e41d-8a4f-457d-afe5-08fe86360bb9 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:20:22.078825 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2edae941-a96c-4ffc-a6ea-6251a6ab9e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (2df6e41d-8a4f-457d-afe5-08fe86360bb9), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:22.133413 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-2edae941-a96c-4ffc-a6ea-6251a6ab9e0f None None] Port 2df6e41d-8a4f-457d-afe5-08fe86360bb9 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 08:20:22.148758 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-2edae941-a96c-4ffc-a6ea-6251a6ab9e0f None None] Provisioning complete for port fb95c72c-6ca7-4d02-870c-785086de399c triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:20:22.150208 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2edae941-a96c-4ffc-a6ea-6251a6ab9e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (fb95c72c-6ca7-4d02-870c-785086de399c), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:22.174566 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc59626e-2c54-4309-ba75-ba91d13482ed tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 08:20:22.193934 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-dc59626e-2c54-4309-ba75-ba91d13482ed tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "PUT /v2.0/routers/d1cd144a-805c-49f6-98de-4f1d2edc5f53/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3986015 Jan 28 08:20:22.261410 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-2edae941-a96c-4ffc-a6ea-6251a6ab9e0f None None] Current status of the port fb95c72c-6ca7-4d02-870c-785086de399c is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:20:22.271764 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 18f54ec4-7be6-4656-a204-86e7ec3271c6 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 08:20:22.332033 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 18f54ec4-7be6-4656-a204-86e7ec3271c6 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:20:22.332536 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (18f54ec4-7be6-4656-a204-86e7ec3271c6), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:22.360402 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559f6bc7-7a10-4db5-85b7-dafc7c333d51 None None] Sync routers for ids ['d1cd144a-805c-49f6-98de-4f1d2edc5f53'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 08:20:22.377525 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-3a624097-1cbf-4a1d-b11f-4a0cf24ca0d7 req-db81049d-1ff5-4d04-b175-16ceb428ab38 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1756049861&fields=id&tenant_id=254d30a3a3e041b3bd650c9318c9b350 HTTP/1.1" status: 200 len: 267 time: 0.0597901 Jan 28 08:20:22.397147 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559f6bc7-7a10-4db5-85b7-dafc7c333d51 None None] Routers {'d1cd144a-805c-49f6-98de-4f1d2edc5f53'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 08:20:22.397784 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-559f6bc7-7a10-4db5-85b7-dafc7c333d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T08:20:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['d1cd144a-805c-49f6-98de-4f1d2edc5f53'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:20:22.448813 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-df83efbc-ab21-4cf3-b994-d8563af6563a None None] Provisioning complete for port 2df6e41d-8a4f-457d-afe5-08fe86360bb9 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:20:22.450238 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-df83efbc-ab21-4cf3-b994-d8563af6563a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (2df6e41d-8a4f-457d-afe5-08fe86360bb9), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:22.494491 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a624097-1cbf-4a1d-b11f-4a0cf24ca0d7 req-2e54ce32-7073-4f1f-801c-738ed13be083 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:20:22.496110 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-3a624097-1cbf-4a1d-b11f-4a0cf24ca0d7 req-2e54ce32-7073-4f1f-801c-738ed13be083 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/networks?id=59b893f1-51b9-4a18-92b8-dc82e36bb382 HTTP/1.1" status: 200 len: 796 time: 0.1079934 Jan 28 08:20:22.512235 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-3a624097-1cbf-4a1d-b11f-4a0cf24ca0d7 req-2c030686-fc2b-43d5-a900-48f815f4a246 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/quotas/254d30a3a3e041b3bd650c9318c9b350 HTTP/1.1" status: 200 len: 375 time: 0.0103633 Jan 28 08:20:22.552599 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-df83efbc-ab21-4cf3-b994-d8563af6563a None None] Port 2df6e41d-8a4f-457d-afe5-08fe86360bb9 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 08:20:22.564580 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-3a624097-1cbf-4a1d-b11f-4a0cf24ca0d7 req-ea9e94c4-a58b-4c44-9ab0-e361d44ae4a9 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=254d30a3a3e041b3bd650c9318c9b350&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0470853 Jan 28 08:20:22.569039 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 18f54ec4-7be6-4656-a204-86e7ec3271c6 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:20:22.569526 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (18f54ec4-7be6-4656-a204-86e7ec3271c6), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:22.589090 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-559f6bc7-7a10-4db5-85b7-dafc7c333d51 None None] Set router d1cd144a-805c-49f6-98de-4f1d2edc5f53 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 08:20:22.621498 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] For port 18f54ec4-7be6-4656-a204-86e7ec3271c6, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=18f54ec4-7be6-4656-a204-86e7ec3271c6,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:20:22.627619 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (18f54ec4-7be6-4656-a204-86e7ec3271c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:22.628490 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device fb95c72c-6ca7-4d02-870c-785086de399c up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 08:20:22.666793 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-3a624097-1cbf-4a1d-b11f-4a0cf24ca0d7 req-63163e09-2729-41db-afdc-91d2732a7be6 service neutron] 10.222.0.41 "GET /v2.0/networks/59b893f1-51b9-4a18-92b8-dc82e36bb382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901985 Jan 28 08:20:22.757978 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-3a624097-1cbf-4a1d-b11f-4a0cf24ca0d7 req-d494ed92-0952-4741-b48e-92961cc456b4 service neutron] 10.222.0.41 "GET /v2.0/networks/59b893f1-51b9-4a18-92b8-dc82e36bb382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846584 Jan 28 08:20:22.798524 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-0ce4dd6d-fc2b-4814-8915-f880c136b159 None None] Provisioning complete for port 2df6e41d-8a4f-457d-afe5-08fe86360bb9 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:20:22.798902 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0ce4dd6d-fc2b-4814-8915-f880c136b159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (2df6e41d-8a4f-457d-afe5-08fe86360bb9), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:22.800414 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Pushing event updated for resources: {'Port': ['ID=18f54ec4-7be6-4656-a204-86e7ec3271c6,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:20:22.864113 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port fb95c72c-6ca7-4d02-870c-785086de399c triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:20:22.864487 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (fb95c72c-6ca7-4d02-870c-785086de399c), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:22.868085 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-0ce4dd6d-fc2b-4814-8915-f880c136b159 None None] Port 2df6e41d-8a4f-457d-afe5-08fe86360bb9 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 08:20:22.941020 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-355b300c-3363-4f23-8ca0-ddbc0fc3337e req-7a0f899a-6df5-4982-80da-ed35d58822d6 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/ports?device_id=cdd72dff-8dd1-4e7f-97c4-6dc90b63bf07 HTTP/1.1" status: 200 len: 210 time: 0.0394475 Jan 28 08:20:22.996709 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port fb95c72c-6ca7-4d02-870c-785086de399c is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:20:23.013074 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-559f6bc7-7a10-4db5-85b7-dafc7c333d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1cd144a-805c-49f6-98de-4f1d2edc5f53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-826054415', 'tenant_id': '254d30a3a3e041b3bd650c9318c9b350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': '18f54ec4-7be6-4656-a204-86e7ec3271c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:20:17Z', 'updated_at': '2022-01-28T08:20:21Z', 'revision_number': 4, 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'gw_port': {'id': '18f54ec4-7be6-4656-a204-86e7ec3271c6', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:04:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1cd144a-805c-49f6-98de-4f1d2edc5f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:20:18Z', 'updated_at': '2022-01-28T08:20:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '2df6e41d-8a4f-457d-afe5-08fe86360bb9', 'name': '', 'network_id': '59b893f1-51b9-4a18-92b8-dc82e36bb382', 'tenant_id': '254d30a3a3e041b3bd650c9318c9b350', 'mac_address': 'fa:16:3e:b4:2f:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1cd144a-805c-49f6-98de-4f1d2edc5f53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '8ae89fd7-f9f9-42b0-8973-c28612c7dccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:20:20Z', 'updated_at': '2022-01-28T08:20:21Z', 'revision_number': 2, 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'subnets': [{'id': '8ae89fd7-f9f9-42b0-8973-c28612c7dccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:20:23.039273 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559f6bc7-7a10-4db5-85b7-dafc7c333d51 None None] Checking router: d1cd144a-805c-49f6-98de-4f1d2edc5f53 for host: n-d-712749-28 {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 08:20:23.039646 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559f6bc7-7a10-4db5-85b7-dafc7c333d51 None None] Updating router d1cd144a-805c-49f6-98de-4f1d2edc5f53 port 2df6e41d-8a4f-457d-afe5-08fe86360bb9 binding host n-d-712749-28 {{(pid=103285) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 08:20:23.065989 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-559f6bc7-7a10-4db5-85b7-dafc7c333d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (2df6e41d-8a4f-457d-afe5-08fe86360bb9), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:23.341122 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-559f6bc7-7a10-4db5-85b7-dafc7c333d51 None None] Publish callbacks [] for port (2df6e41d-8a4f-457d-afe5-08fe86360bb9), precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:23.345960 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-559f6bc7-7a10-4db5-85b7-dafc7c333d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (2df6e41d-8a4f-457d-afe5-08fe86360bb9), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:23.404667 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb2bbb2-2e45-4129-aa00-bcd8a42ef42a None None] Pushing event updated for resources: {'Port': ['ID=2df6e41d-8a4f-457d-afe5-08fe86360bb9,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:20:23.460022 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-559f6bc7-7a10-4db5-85b7-dafc7c333d51 None None] Attempting to bind port 2df6e41d-8a4f-457d-afe5-08fe86360bb9 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 08:20:23.460457 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-559f6bc7-7a10-4db5-85b7-dafc7c333d51 None None] Attempting to bind port 2df6e41d-8a4f-457d-afe5-08fe86360bb9 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '535416b4-f34b-46f9-80ee-5870adb98f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '59b893f1-51b9-4a18-92b8-dc82e36bb382'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 08:20:23.460824 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559f6bc7-7a10-4db5-85b7-dafc7c333d51 None None] Attempting to bind port 2df6e41d-8a4f-457d-afe5-08fe86360bb9 on network 59b893f1-51b9-4a18-92b8-dc82e36bb382 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 08:20:23.473538 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559f6bc7-7a10-4db5-85b7-dafc7c333d51 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 8, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 08:20:23.473921 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559f6bc7-7a10-4db5-85b7-dafc7c333d51 None None] Checking segment: {'id': '535416b4-f34b-46f9-80ee-5870adb98f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '59b893f1-51b9-4a18-92b8-dc82e36bb382'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 08:20:23.474316 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-559f6bc7-7a10-4db5-85b7-dafc7c333d51 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:23.474713 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559f6bc7-7a10-4db5-85b7-dafc7c333d51 None None] Bound using segment: {'id': '535416b4-f34b-46f9-80ee-5870adb98f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '59b893f1-51b9-4a18-92b8-dc82e36bb382'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 08:20:23.475191 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-559f6bc7-7a10-4db5-85b7-dafc7c333d51 None None] Bound port: 2df6e41d-8a4f-457d-afe5-08fe86360bb9, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '535416b4-f34b-46f9-80ee-5870adb98f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '59b893f1-51b9-4a18-92b8-dc82e36bb382'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 08:20:23.475572 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-559f6bc7-7a10-4db5-85b7-dafc7c333d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (2df6e41d-8a4f-457d-afe5-08fe86360bb9), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:23.555942 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-559f6bc7-7a10-4db5-85b7-dafc7c333d51 None None] For port 2df6e41d-8a4f-457d-afe5-08fe86360bb9, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 08:20:23.559755 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-559f6bc7-7a10-4db5-85b7-dafc7c333d51 None None] For port 2df6e41d-8a4f-457d-afe5-08fe86360bb9, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=2df6e41d-8a4f-457d-afe5-08fe86360bb9,segment=NetworkSegment(535416b4-f34b-46f9-80ee-5870adb98f0c),segment_id=535416b4-f34b-46f9-80ee-5870adb98f0c)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 08:20:23.565952 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-559f6bc7-7a10-4db5-85b7-dafc7c333d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (2df6e41d-8a4f-457d-afe5-08fe86360bb9), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:23.620229 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559f6bc7-7a10-4db5-85b7-dafc7c333d51 None None] Routers {'d1cd144a-805c-49f6-98de-4f1d2edc5f53'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 08:20:23.620875 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-559f6bc7-7a10-4db5-85b7-dafc7c333d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T08:20:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['d1cd144a-805c-49f6-98de-4f1d2edc5f53'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:20:23.662319 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb2bbb2-2e45-4129-aa00-bcd8a42ef42a None None] Pushing event updated for resources: {'Port': ['ID=2df6e41d-8a4f-457d-afe5-08fe86360bb9,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:20:23.734243 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-35940010-0c74-4fa3-90a7-3030e5eebde1 None None] Provisioning complete for port 2df6e41d-8a4f-457d-afe5-08fe86360bb9 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:20:23.734628 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-35940010-0c74-4fa3-90a7-3030e5eebde1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (2df6e41d-8a4f-457d-afe5-08fe86360bb9), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:23.773657 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-559f6bc7-7a10-4db5-85b7-dafc7c333d51 None None] Set router d1cd144a-805c-49f6-98de-4f1d2edc5f53 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 08:20:24.063831 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8f5c19df-3416-4d7a-a281-3930bd509224 req-940f818b-524d-4084-86a2-1310487111a3 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/ports?device_id=cdd72dff-8dd1-4e7f-97c4-6dc90b63bf07 HTTP/1.1" status: 200 len: 210 time: 0.0484364 Jan 28 08:20:24.116026 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 18f54ec4-7be6-4656-a204-86e7ec3271c6 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 08:20:24.129198 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a624097-1cbf-4a1d-b11f-4a0cf24ca0d7 req-a18752b1-2fe1-41e7-8a47-dc186c16d651 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:20:24.131558 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3a624097-1cbf-4a1d-b11f-4a0cf24ca0d7 req-a18752b1-2fe1-41e7-8a47-dc186c16d651 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.10 "GET /v2.0/networks?id=59b893f1-51b9-4a18-92b8-dc82e36bb382 HTTP/1.1" status: 200 len: 796 time: 0.1666744 Jan 28 08:20:24.152824 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-35940010-0c74-4fa3-90a7-3030e5eebde1 None None] Current status of the port 2df6e41d-8a4f-457d-afe5-08fe86360bb9 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:20:24.153223 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-35940010-0c74-4fa3-90a7-3030e5eebde1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (2df6e41d-8a4f-457d-afe5-08fe86360bb9), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:24.209180 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3a624097-1cbf-4a1d-b11f-4a0cf24ca0d7 req-b3353b8f-f436-4963-9f68-3f9d582619e2 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=254d30a3a3e041b3bd650c9318c9b350 HTTP/1.1" status: 200 len: 380 time: 0.0549374 Jan 28 08:20:24.238575 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-3a624097-1cbf-4a1d-b11f-4a0cf24ca0d7 req-0ceef630-846f-45a7-9ea7-acdc1bed0fe4 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Request body: {'port': {'device_id': 'cdd72dff-8dd1-4e7f-97c4-6dc90b63bf07', 'network_id': '59b893f1-51b9-4a18-92b8-dc82e36bb382', 'admin_state_up': True, 'tenant_id': '254d30a3a3e041b3bd650c9318c9b350', 'security_groups': ['0120ca3a-a094-4d24-bf2d-27b5b4350fc9']}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:20:24.241816 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-35940010-0c74-4fa3-90a7-3030e5eebde1 None None] For port 2df6e41d-8a4f-457d-afe5-08fe86360bb9, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=2df6e41d-8a4f-457d-afe5-08fe86360bb9,segment=NetworkSegment(535416b4-f34b-46f9-80ee-5870adb98f0c),segment_id=535416b4-f34b-46f9-80ee-5870adb98f0c)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:20:24.249997 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-35940010-0c74-4fa3-90a7-3030e5eebde1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (2df6e41d-8a4f-457d-afe5-08fe86360bb9), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:24.292905 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 18f54ec4-7be6-4656-a204-86e7ec3271c6 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:20:24.293287 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (18f54ec4-7be6-4656-a204-86e7ec3271c6), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:24.348967 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35940010-0c74-4fa3-90a7-3030e5eebde1 None None] Pushing event updated for resources: {'Port': ['ID=2df6e41d-8a4f-457d-afe5-08fe86360bb9,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:20:24.358052 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a624097-1cbf-4a1d-b11f-4a0cf24ca0d7 req-0ceef630-846f-45a7-9ea7-acdc1bed0fe4 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Made reservation on behalf of 254d30a3a3e041b3bd650c9318c9b350 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 08:20:24.361773 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-3a624097-1cbf-4a1d-b11f-4a0cf24ca0d7 req-0ceef630-846f-45a7-9ea7-acdc1bed0fe4 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:24.376020 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-559f6bc7-7a10-4db5-85b7-dafc7c333d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1cd144a-805c-49f6-98de-4f1d2edc5f53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-826054415', 'tenant_id': '254d30a3a3e041b3bd650c9318c9b350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': '18f54ec4-7be6-4656-a204-86e7ec3271c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:20:17Z', 'updated_at': '2022-01-28T08:20:21Z', 'revision_number': 4, 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'gw_port': {'id': '18f54ec4-7be6-4656-a204-86e7ec3271c6', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:04:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1cd144a-805c-49f6-98de-4f1d2edc5f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:20:18Z', 'updated_at': '2022-01-28T08:20:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '2df6e41d-8a4f-457d-afe5-08fe86360bb9', 'name': '', 'network_id': '59b893f1-51b9-4a18-92b8-dc82e36bb382', 'tenant_id': '254d30a3a3e041b3bd650c9318c9b350', 'mac_address': 'fa:16:3e:b4:2f:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1cd144a-805c-49f6-98de-4f1d2edc5f53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '8ae89fd7-f9f9-42b0-8973-c28612c7dccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:20:20Z', 'updated_at': '2022-01-28T08:20:23Z', 'revision_number': 4, 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'subnets': [{'id': '8ae89fd7-f9f9-42b0-8973-c28612c7dccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:20:24.408141 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559f6bc7-7a10-4db5-85b7-dafc7c333d51 None None] The sync data for ids ['d1cd144a-805c-49f6-98de-4f1d2edc5f53'] in n-d-712749-28 is: [{'id': 'd1cd144a-805c-49f6-98de-4f1d2edc5f53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-826054415', 'tenant_id': '254d30a3a3e041b3bd650c9318c9b350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': '18f54ec4-7be6-4656-a204-86e7ec3271c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:20:17Z', 'updated_at': '2022-01-28T08:20:21Z', 'revision_number': 4, 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'gw_port': {'id': '18f54ec4-7be6-4656-a204-86e7ec3271c6', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:04:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1cd144a-805c-49f6-98de-4f1d2edc5f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:20:18Z', 'updated_at': '2022-01-28T08:20:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '2df6e41d-8a4f-457d-afe5-08fe86360bb9', 'name': '', 'network_id': '59b893f1-51b9-4a18-92b8-dc82e36bb382', 'tenant_id': '254d30a3a3e041b3bd650c9318c9b350', 'mac_address': 'fa:16:3e:b4:2f:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1cd144a-805c-49f6-98de-4f1d2edc5f53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '8ae89fd7-f9f9-42b0-8973-c28612c7dccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:20:20Z', 'updated_at': '2022-01-28T08:20:23Z', 'revision_number': 4, 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'subnets': [{'id': '8ae89fd7-f9f9-42b0-8973-c28612c7dccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 08:20:24.413893 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-444b4a88-22e5-47e8-ab95-a84cd102e9ff None None] Provisioning complete for port 2df6e41d-8a4f-457d-afe5-08fe86360bb9 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:20:24.416529 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-444b4a88-22e5-47e8-ab95-a84cd102e9ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (2df6e41d-8a4f-457d-afe5-08fe86360bb9), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:24.483834 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 18f54ec4-7be6-4656-a204-86e7ec3271c6 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:20:24.513528 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-3a624097-1cbf-4a1d-b11f-4a0cf24ca0d7 req-0ceef630-846f-45a7-9ea7-acdc1bed0fe4 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Allocated IP 172.20.0.10 (59b893f1-51b9-4a18-92b8-dc82e36bb382/8ae89fd7-f9f9-42b0-8973-c28612c7dccb/53f3ee5f-524c-455a-9ed4-c0f1c4631bb8) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 08:20:24.546199 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-444b4a88-22e5-47e8-ab95-a84cd102e9ff None None] Current status of the port 2df6e41d-8a4f-457d-afe5-08fe86360bb9 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:20:24.675509 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-3a624097-1cbf-4a1d-b11f-4a0cf24ca0d7 req-0ceef630-846f-45a7-9ea7-acdc1bed0fe4 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for port (53f3ee5f-524c-455a-9ed4-c0f1c4631bb8), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:24.710749 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-3a624097-1cbf-4a1d-b11f-4a0cf24ca0d7 req-0ceef630-846f-45a7-9ea7-acdc1bed0fe4 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (53f3ee5f-524c-455a-9ed4-c0f1c4631bb8), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:24.756270 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a624097-1cbf-4a1d-b11f-4a0cf24ca0d7 req-0ceef630-846f-45a7-9ea7-acdc1bed0fe4 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Network 59b893f1-51b9-4a18-92b8-dc82e36bb382 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 08:20:24.759392 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-3a624097-1cbf-4a1d-b11f-4a0cf24ca0d7 req-0ceef630-846f-45a7-9ea7-acdc1bed0fe4 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 08:20:24.762204 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a624097-1cbf-4a1d-b11f-4a0cf24ca0d7 req-0ceef630-846f-45a7-9ea7-acdc1bed0fe4 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 08:20:24.794560 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ceef630-846f-45a7-9ea7-acdc1bed0fe4 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Pushing event updated for resources: {'Port': ['ID=53f3ee5f-524c-455a-9ed4-c0f1c4631bb8,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:20:24.825692 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a624097-1cbf-4a1d-b11f-4a0cf24ca0d7 req-0ceef630-846f-45a7-9ea7-acdc1bed0fe4 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:20:24.826349 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-3a624097-1cbf-4a1d-b11f-4a0cf24ca0d7 req-0ceef630-846f-45a7-9ea7-acdc1bed0fe4 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:24.844791 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3a624097-1cbf-4a1d-b11f-4a0cf24ca0d7 req-0ceef630-846f-45a7-9ea7-acdc1bed0fe4 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6103489 Jan 28 08:20:24.869959 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-3a624097-1cbf-4a1d-b11f-4a0cf24ca0d7 req-b720c007-afee-4b73-9a03-4a6c717f232b service neutron] Request body: {'port': {'device_id': 'cdd72dff-8dd1-4e7f-97c4-6dc90b63bf07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-28'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:20:24.939140 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-3a624097-1cbf-4a1d-b11f-4a0cf24ca0d7 req-b720c007-afee-4b73-9a03-4a6c717f232b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (53f3ee5f-524c-455a-9ed4-c0f1c4631bb8), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:25.069906 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-064c1305-b8d5-433c-9010-d3681be86fcf None None] Provisioning complete for port 53f3ee5f-524c-455a-9ed4-c0f1c4631bb8 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:20:25.070457 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-064c1305-b8d5-433c-9010-d3681be86fcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (53f3ee5f-524c-455a-9ed4-c0f1c4631bb8), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:25.115749 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-064c1305-b8d5-433c-9010-d3681be86fcf None None] Port 53f3ee5f-524c-455a-9ed4-c0f1c4631bb8 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 08:20:25.203152 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98d77c7-9fef-417e-af67-8b5e5709fb14 req-a2a9460c-63a8-465a-84a6-030653d7401e tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:20:25.204709 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e98d77c7-9fef-417e-af67-8b5e5709fb14 req-a2a9460c-63a8-465a-84a6-030653d7401e tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/ports?device_id=cdd72dff-8dd1-4e7f-97c4-6dc90b63bf07 HTTP/1.1" status: 200 len: 932 time: 0.0764031 Jan 28 08:20:25.301300 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e98d77c7-9fef-417e-af67-8b5e5709fb14 req-2f9381d5-bdfa-472c-8d2a-81ab82657ec8 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/security-groups?id=0120ca3a-a094-4d24-bf2d-27b5b4350fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900114 Jan 28 08:20:25.310267 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-3a624097-1cbf-4a1d-b11f-4a0cf24ca0d7 req-b720c007-afee-4b73-9a03-4a6c717f232b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53f3ee5f-524c-455a-9ed4-c0f1c4631bb8 {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 08:20:25.318731 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-3a624097-1cbf-4a1d-b11f-4a0cf24ca0d7 req-b720c007-afee-4b73-9a03-4a6c717f232b service neutron] Publish callbacks [] for port (53f3ee5f-524c-455a-9ed4-c0f1c4631bb8), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:25.331526 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-3a624097-1cbf-4a1d-b11f-4a0cf24ca0d7 req-b720c007-afee-4b73-9a03-4a6c717f232b service neutron] Transition to ACTIVE for port object 53f3ee5f-524c-455a-9ed4-c0f1c4631bb8 will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 08:20:25.336561 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-3a624097-1cbf-4a1d-b11f-4a0cf24ca0d7 req-b720c007-afee-4b73-9a03-4a6c717f232b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (53f3ee5f-524c-455a-9ed4-c0f1c4631bb8), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:25.387145 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b720c007-afee-4b73-9a03-4a6c717f232b service neutron] Pushing event updated for resources: {'Port': ['ID=53f3ee5f-524c-455a-9ed4-c0f1c4631bb8,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:20:25.463896 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-3a624097-1cbf-4a1d-b11f-4a0cf24ca0d7 req-b720c007-afee-4b73-9a03-4a6c717f232b service neutron] Attempting to bind port 53f3ee5f-524c-455a-9ed4-c0f1c4631bb8 on host n-h1-712749-28 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 08:20:25.464261 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-3a624097-1cbf-4a1d-b11f-4a0cf24ca0d7 req-b720c007-afee-4b73-9a03-4a6c717f232b service neutron] Attempting to bind port 53f3ee5f-524c-455a-9ed4-c0f1c4631bb8 by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': '535416b4-f34b-46f9-80ee-5870adb98f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '59b893f1-51b9-4a18-92b8-dc82e36bb382'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 08:20:25.464596 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a624097-1cbf-4a1d-b11f-4a0cf24ca0d7 req-b720c007-afee-4b73-9a03-4a6c717f232b service neutron] Attempting to bind port 53f3ee5f-524c-455a-9ed4-c0f1c4631bb8 on network 59b893f1-51b9-4a18-92b8-dc82e36bb382 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 08:20:25.469521 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a624097-1cbf-4a1d-b11f-4a0cf24ca0d7 req-b720c007-afee-4b73-9a03-4a6c717f232b service neutron] Port 53f3ee5f-524c-455a-9ed4-c0f1c4631bb8 on network 59b893f1-51b9-4a18-92b8-dc82e36bb382 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 08:20:25.469852 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a624097-1cbf-4a1d-b11f-4a0cf24ca0d7 req-b720c007-afee-4b73-9a03-4a6c717f232b service neutron] Attempting to bind port 53f3ee5f-524c-455a-9ed4-c0f1c4631bb8 on network 59b893f1-51b9-4a18-92b8-dc82e36bb382 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 08:20:25.475321 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a624097-1cbf-4a1d-b11f-4a0cf24ca0d7 req-b720c007-afee-4b73-9a03-4a6c717f232b service neutron] Checking agent: {'id': '2fca46b1-237f-4857-9290-2429d810e472', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 8, 20, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 08:20:25.475667 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a624097-1cbf-4a1d-b11f-4a0cf24ca0d7 req-b720c007-afee-4b73-9a03-4a6c717f232b service neutron] Checking segment: {'id': '535416b4-f34b-46f9-80ee-5870adb98f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '59b893f1-51b9-4a18-92b8-dc82e36bb382'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 08:20:25.476057 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a624097-1cbf-4a1d-b11f-4a0cf24ca0d7 req-b720c007-afee-4b73-9a03-4a6c717f232b service neutron] Bound using segment: {'id': '535416b4-f34b-46f9-80ee-5870adb98f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '59b893f1-51b9-4a18-92b8-dc82e36bb382'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 08:20:25.476513 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-3a624097-1cbf-4a1d-b11f-4a0cf24ca0d7 req-b720c007-afee-4b73-9a03-4a6c717f232b service neutron] Bound port: 53f3ee5f-524c-455a-9ed4-c0f1c4631bb8, host: n-h1-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '535416b4-f34b-46f9-80ee-5870adb98f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '59b893f1-51b9-4a18-92b8-dc82e36bb382'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 08:20:25.476872 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-3a624097-1cbf-4a1d-b11f-4a0cf24ca0d7 req-b720c007-afee-4b73-9a03-4a6c717f232b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (53f3ee5f-524c-455a-9ed4-c0f1c4631bb8), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:25.562886 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-3a624097-1cbf-4a1d-b11f-4a0cf24ca0d7 req-b720c007-afee-4b73-9a03-4a6c717f232b service neutron] For port 53f3ee5f-524c-455a-9ed4-c0f1c4631bb8, host n-h1-712749-28, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 08:20:25.566072 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-3a624097-1cbf-4a1d-b11f-4a0cf24ca0d7 req-b720c007-afee-4b73-9a03-4a6c717f232b service neutron] For port 53f3ee5f-524c-455a-9ed4-c0f1c4631bb8, host n-h1-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=53f3ee5f-524c-455a-9ed4-c0f1c4631bb8,segment=NetworkSegment(535416b4-f34b-46f9-80ee-5870adb98f0c),segment_id=535416b4-f34b-46f9-80ee-5870adb98f0c)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 08:20:25.572805 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-3a624097-1cbf-4a1d-b11f-4a0cf24ca0d7 req-b720c007-afee-4b73-9a03-4a6c717f232b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (53f3ee5f-524c-455a-9ed4-c0f1c4631bb8), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:25.609422 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a624097-1cbf-4a1d-b11f-4a0cf24ca0d7 req-b720c007-afee-4b73-9a03-4a6c717f232b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:20:25.610131 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-3a624097-1cbf-4a1d-b11f-4a0cf24ca0d7 req-b720c007-afee-4b73-9a03-4a6c717f232b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:25.611576 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3a624097-1cbf-4a1d-b11f-4a0cf24ca0d7 req-b720c007-afee-4b73-9a03-4a6c717f232b service neutron] 10.222.0.10 "PUT /v2.0/ports/53f3ee5f-524c-455a-9ed4-c0f1c4631bb8 HTTP/1.1" status: 200 len: 1093 time: 0.7462316 Jan 28 08:20:25.612012 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdd72dff-8dd1-4e7f-97c4-6dc90b63bf07', 'tag': '53f3ee5f-524c-455a-9ed4-c0f1c4631bb8'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 08:20:25.614352 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea2b103cb7827510f28784975546feb0b63800b94dfac5f98f271904baace09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae22bf44-fde7-4784-842f-c4652341fbff" -d '{"events": [{"name": "network-changed", "server_uuid": "cdd72dff-8dd1-4e7f-97c4-6dc90b63bf07", "tag": "53f3ee5f-524c-455a-9ed4-c0f1c4631bb8"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 08:20:25.654087 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b720c007-afee-4b73-9a03-4a6c717f232b service neutron] Pushing event updated for resources: {'Port': ['ID=53f3ee5f-524c-455a-9ed4-c0f1c4631bb8,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:20:25.718854 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a624097-1cbf-4a1d-b11f-4a0cf24ca0d7 req-176206d1-9d1d-4e2e-82a4-0fbd03598ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:20:25.720451 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3a624097-1cbf-4a1d-b11f-4a0cf24ca0d7 req-176206d1-9d1d-4e2e-82a4-0fbd03598ca2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=254d30a3a3e041b3bd650c9318c9b350&device_id=cdd72dff-8dd1-4e7f-97c4-6dc90b63bf07 HTTP/1.1" status: 200 len: 1096 time: 0.0458276 Jan 28 08:20:25.749286 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 08:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34bb74ea-0ed8-421d-bae8-3cde416d0c21 x-openstack-request-id: req-34bb74ea-0ed8-421d-bae8-3cde416d0c21 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 08:20:25.749622 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdd72dff-8dd1-4e7f-97c4-6dc90b63bf07", "tag": "53f3ee5f-524c-455a-9ed4-c0f1c4631bb8", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 08:20:25.749881 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-34bb74ea-0ed8-421d-bae8-3cde416d0c21 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 08:20:25.750286 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdd72dff-8dd1-4e7f-97c4-6dc90b63bf07', 'tag': '53f3ee5f-524c-455a-9ed4-c0f1c4631bb8', 'status': 'completed', 'code': 200} Jan 28 08:20:25.784629 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3a624097-1cbf-4a1d-b11f-4a0cf24ca0d7 req-dd10336d-314c-4acf-b7d4-3547f42aa940 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=53f3ee5f-524c-455a-9ed4-c0f1c4631bb8 HTTP/1.1" status: 200 len: 217 time: 0.0433137 Jan 28 08:20:25.834316 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a624097-1cbf-4a1d-b11f-4a0cf24ca0d7 req-3ba8eb97-5020-4733-97bd-d6fef3f3d74c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:20:25.835886 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3a624097-1cbf-4a1d-b11f-4a0cf24ca0d7 req-3ba8eb97-5020-4733-97bd-d6fef3f3d74c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8ae89fd7-f9f9-42b0-8973-c28612c7dccb HTTP/1.1" status: 200 len: 835 time: 0.0456908 Jan 28 08:20:25.884729 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a624097-1cbf-4a1d-b11f-4a0cf24ca0d7 req-b5ffcb6a-3dba-46ac-9994-348f3f7baa46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:20:25.886264 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3a624097-1cbf-4a1d-b11f-4a0cf24ca0d7 req-b5ffcb6a-3dba-46ac-9994-348f3f7baa46 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=59b893f1-51b9-4a18-92b8-dc82e36bb382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416868 Jan 28 08:20:25.985144 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3a624097-1cbf-4a1d-b11f-4a0cf24ca0d7 req-d117c2e1-657d-4303-b885-8e50b8bf5c20 service neutron] 10.222.0.10 "GET /v2.0/networks/59b893f1-51b9-4a18-92b8-dc82e36bb382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890272 Jan 28 08:20:26.080461 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3a624097-1cbf-4a1d-b11f-4a0cf24ca0d7 req-9bccb82a-f342-4b0c-b52a-06ea28c9f74a service neutron] 10.222.0.10 "GET /v2.0/networks/59b893f1-51b9-4a18-92b8-dc82e36bb382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859194 Jan 28 08:20:26.105840 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 2df6e41d-8a4f-457d-afe5-08fe86360bb9 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 08:20:26.158390 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 2df6e41d-8a4f-457d-afe5-08fe86360bb9 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:20:26.158799 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (2df6e41d-8a4f-457d-afe5-08fe86360bb9), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:26.222027 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae22bf44-fde7-4784-842f-c4652341fbff req-3e421e48-8851-4089-8ab4-76dd2c36ff02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:20:26.223551 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ae22bf44-fde7-4784-842f-c4652341fbff req-3e421e48-8851-4089-8ab4-76dd2c36ff02 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=254d30a3a3e041b3bd650c9318c9b350&device_id=cdd72dff-8dd1-4e7f-97c4-6dc90b63bf07 HTTP/1.1" status: 200 len: 1096 time: 0.0420499 Jan 28 08:20:26.236155 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 2df6e41d-8a4f-457d-afe5-08fe86360bb9 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:20:26.317344 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae22bf44-fde7-4784-842f-c4652341fbff req-b5fe59aa-ffa4-4cc6-9af0-eb4c61503b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:20:26.318893 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ae22bf44-fde7-4784-842f-c4652341fbff req-b5fe59aa-ffa4-4cc6-9af0-eb4c61503b8b service neutron] 10.222.0.10 "GET /v2.0/networks?id=59b893f1-51b9-4a18-92b8-dc82e36bb382 HTTP/1.1" status: 200 len: 897 time: 0.0895972 Jan 28 08:20:26.370725 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ae22bf44-fde7-4784-842f-c4652341fbff req-43ffc4d5-d539-407e-ba9f-3a5637d28f74 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=53f3ee5f-524c-455a-9ed4-c0f1c4631bb8 HTTP/1.1" status: 200 len: 217 time: 0.0455124 Jan 28 08:20:26.463524 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae22bf44-fde7-4784-842f-c4652341fbff req-67a1dbd0-2d44-4c91-a317-cd68ae42cbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:20:26.465151 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ae22bf44-fde7-4784-842f-c4652341fbff req-67a1dbd0-2d44-4c91-a317-cd68ae42cbf8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8ae89fd7-f9f9-42b0-8973-c28612c7dccb HTTP/1.1" status: 200 len: 835 time: 0.0882978 Jan 28 08:20:26.494041 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c27a00a-8947-41f4-80f1-7ab198b8716e req-6b54ae73-d750-400b-a82f-e93fe805136f tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:20:26.496482 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0c27a00a-8947-41f4-80f1-7ab198b8716e req-6b54ae73-d750-400b-a82f-e93fe805136f tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/ports?device_id=cdd72dff-8dd1-4e7f-97c4-6dc90b63bf07 HTTP/1.1" status: 200 len: 944 time: 0.1090183 Jan 28 08:20:26.563951 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae22bf44-fde7-4784-842f-c4652341fbff req-4b8aa200-da56-4772-8429-4dc0e900ad61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:20:26.565606 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ae22bf44-fde7-4784-842f-c4652341fbff req-4b8aa200-da56-4772-8429-4dc0e900ad61 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=59b893f1-51b9-4a18-92b8-dc82e36bb382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0921907 Jan 28 08:20:26.570552 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0c27a00a-8947-41f4-80f1-7ab198b8716e req-9f4b0aad-54ab-418b-a3c3-b12dcfdfa788 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/security-groups?id=0120ca3a-a094-4d24-bf2d-27b5b4350fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589130 Jan 28 08:20:26.662717 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ae22bf44-fde7-4784-842f-c4652341fbff req-7c4f0abe-a23f-496a-9574-f4ebb2b70c78 service neutron] 10.222.0.10 "GET /v2.0/networks/59b893f1-51b9-4a18-92b8-dc82e36bb382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897849 Jan 28 08:20:26.755170 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ae22bf44-fde7-4784-842f-c4652341fbff req-6d84da75-ff19-453e-a742-abb67c7d667e service neutron] 10.222.0.10 "GET /v2.0/networks/59b893f1-51b9-4a18-92b8-dc82e36bb382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853860 Jan 28 08:20:27.688263 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6880e7-f413-4b04-b6ad-c93e446c2c5f req-f78ea58d-c546-4859-ae31-b2c8e2fbb7de tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:20:27.689652 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1e6880e7-f413-4b04-b6ad-c93e446c2c5f req-f78ea58d-c546-4859-ae31-b2c8e2fbb7de tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/ports?device_id=cdd72dff-8dd1-4e7f-97c4-6dc90b63bf07 HTTP/1.1" status: 200 len: 944 time: 0.0474997 Jan 28 08:20:27.741374 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1e6880e7-f413-4b04-b6ad-c93e446c2c5f req-7dcc6073-3f75-44f9-9b86-b8e62fb45dac tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/security-groups?id=0120ca3a-a094-4d24-bf2d-27b5b4350fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461745 Jan 28 08:20:28.854509 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01eea98-3812-4bb1-ab5f-47355b90aac9 req-8e5187d8-012e-468f-96da-a494128110dc tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:20:28.856040 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e01eea98-3812-4bb1-ab5f-47355b90aac9 req-8e5187d8-012e-468f-96da-a494128110dc tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/ports?device_id=cdd72dff-8dd1-4e7f-97c4-6dc90b63bf07 HTTP/1.1" status: 200 len: 944 time: 0.0476861 Jan 28 08:20:28.908543 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e01eea98-3812-4bb1-ab5f-47355b90aac9 req-0fcd1d10-a55d-4a02-8376-0f2b43d53e88 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/security-groups?id=0120ca3a-a094-4d24-bf2d-27b5b4350fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469699 Jan 28 08:20:29.862249 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 53f3ee5f-524c-455a-9ed4-c0f1c4631bb8 details requested by agent hyperv_n-h1-712749-28 with host n-h1-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 08:20:29.958256 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 53f3ee5f-524c-455a-9ed4-c0f1c4631bb8, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=53f3ee5f-524c-455a-9ed4-c0f1c4631bb8,segment=NetworkSegment(535416b4-f34b-46f9-80ee-5870adb98f0c),segment_id=535416b4-f34b-46f9-80ee-5870adb98f0c)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:20:29.970514 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Returning: {'device': '53f3ee5f-524c-455a-9ed4-c0f1c4631bb8', 'network_id': '59b893f1-51b9-4a18-92b8-dc82e36bb382', 'port_id': '53f3ee5f-524c-455a-9ed4-c0f1c4631bb8', 'mac_address': 'fa:16:3e:ca:d2:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ae89fd7-f9f9-42b0-8973-c28612c7dccb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 08:20:30.006968 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 53f3ee5f-524c-455a-9ed4-c0f1c4631bb8 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:20:30.007370 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (53f3ee5f-524c-455a-9ed4-c0f1c4631bb8), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:30.021480 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53f3ee5f-524c-455a-9ed4-c0f1c4631bb8 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 08:20:30.022892 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2987c53-7827-4bb9-9ab2-f388b518d4eb req-c13c9cc5-0712-49c6-a054-2ce9957fcc66 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:20:30.025084 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c2987c53-7827-4bb9-9ab2-f388b518d4eb req-c13c9cc5-0712-49c6-a054-2ce9957fcc66 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/ports?device_id=cdd72dff-8dd1-4e7f-97c4-6dc90b63bf07 HTTP/1.1" status: 200 len: 944 time: 0.0479648 Jan 28 08:20:30.053056 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 53f3ee5f-524c-455a-9ed4-c0f1c4631bb8, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=53f3ee5f-524c-455a-9ed4-c0f1c4631bb8,segment=NetworkSegment(535416b4-f34b-46f9-80ee-5870adb98f0c),segment_id=535416b4-f34b-46f9-80ee-5870adb98f0c)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:20:30.057576 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (53f3ee5f-524c-455a-9ed4-c0f1c4631bb8), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:30.078889 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c2987c53-7827-4bb9-9ab2-f388b518d4eb req-a1e3c2dc-2371-4de3-b555-5dbcd9c8724b tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/security-groups?id=0120ca3a-a094-4d24-bf2d-27b5b4350fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473962 Jan 28 08:20:30.106624 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=53f3ee5f-524c-455a-9ed4-c0f1c4631bb8,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:20:30.436617 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['53f3ee5f-524c-455a-9ed4-c0f1c4631bb8'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 08:20:31.237549 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9af6f9-f5d7-4867-86e1-d8b90a84c3a4 req-1db3e3d8-d414-40bd-9d39-f55a22799c37 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:20:31.239036 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-dd9af6f9-f5d7-4867-86e1-d8b90a84c3a4 req-1db3e3d8-d414-40bd-9d39-f55a22799c37 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/ports?device_id=cdd72dff-8dd1-4e7f-97c4-6dc90b63bf07 HTTP/1.1" status: 200 len: 945 time: 0.0479643 Jan 28 08:20:31.286495 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-dd9af6f9-f5d7-4867-86e1-d8b90a84c3a4 req-ea0a2b01-c1bf-411d-bdd6-acd543cc5b9d tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/security-groups?id=0120ca3a-a094-4d24-bf2d-27b5b4350fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415621 Jan 28 08:20:31.877512 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 53f3ee5f-524c-455a-9ed4-c0f1c4631bb8 up at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 08:20:31.927288 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning for port 53f3ee5f-524c-455a-9ed4-c0f1c4631bb8 completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 08:20:31.932721 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning complete for port 53f3ee5f-524c-455a-9ed4-c0f1c4631bb8 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:20:31.933107 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (53f3ee5f-524c-455a-9ed4-c0f1c4631bb8), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:32.011517 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 53f3ee5f-524c-455a-9ed4-c0f1c4631bb8 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:20:32.011912 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (53f3ee5f-524c-455a-9ed4-c0f1c4631bb8), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:32.035224 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdd72dff-8dd1-4e7f-97c4-6dc90b63bf07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53f3ee5f-524c-455a-9ed4-c0f1c4631bb8'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 08:20:32.037447 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ad7fe887ec8da9bd29e477e6463a73d1e99860c0dff062a8c1350cb6684650b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68151654-31a1-460f-a0ec-1e3c8fbc2595" -d '{"events": [{"server_uuid": "cdd72dff-8dd1-4e7f-97c4-6dc90b63bf07", "name": "network-vif-plugged", "status": "completed", "tag": "53f3ee5f-524c-455a-9ed4-c0f1c4631bb8"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 08:20:32.050431 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 53f3ee5f-524c-455a-9ed4-c0f1c4631bb8, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=53f3ee5f-524c-455a-9ed4-c0f1c4631bb8,segment=NetworkSegment(535416b4-f34b-46f9-80ee-5870adb98f0c),segment_id=535416b4-f34b-46f9-80ee-5870adb98f0c)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:20:32.054334 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (53f3ee5f-524c-455a-9ed4-c0f1c4631bb8), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:32.078933 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 08:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13b6ff90-cb81-43a4-8399-70320fa5052c x-openstack-request-id: req-13b6ff90-cb81-43a4-8399-70320fa5052c {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 08:20:32.079228 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdd72dff-8dd1-4e7f-97c4-6dc90b63bf07", "name": "network-vif-plugged", "status": "completed", "tag": "53f3ee5f-524c-455a-9ed4-c0f1c4631bb8", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 08:20:32.079484 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-13b6ff90-cb81-43a4-8399-70320fa5052c {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 08:20:32.079876 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdd72dff-8dd1-4e7f-97c4-6dc90b63bf07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53f3ee5f-524c-455a-9ed4-c0f1c4631bb8', 'code': 200} Jan 28 08:20:32.104386 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=53f3ee5f-524c-455a-9ed4-c0f1c4631bb8,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:20:32.217125 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca1ace6-8652-4ccb-ac38-46b7f8edd391 req-6b7f516c-eb22-4cca-b42f-9c998510ab38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:20:32.218568 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1ca1ace6-8652-4ccb-ac38-46b7f8edd391 req-6b7f516c-eb22-4cca-b42f-9c998510ab38 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=cdd72dff-8dd1-4e7f-97c4-6dc90b63bf07 HTTP/1.1" status: 200 len: 1098 time: 0.0400543 Jan 28 08:20:32.268455 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1ca1ace6-8652-4ccb-ac38-46b7f8edd391 req-738559bd-aa04-4d2b-a8b0-867563d7dfb0 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=0120ca3a-a094-4d24-bf2d-27b5b4350fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401189 Jan 28 08:20:32.403296 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305e2d91-2275-4820-abba-ea655d919663 req-a1c7173f-ed8f-402e-a637-e25e1b62da00 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:20:32.404827 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-305e2d91-2275-4820-abba-ea655d919663 req-a1c7173f-ed8f-402e-a637-e25e1b62da00 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/ports?device_id=cdd72dff-8dd1-4e7f-97c4-6dc90b63bf07 HTTP/1.1" status: 200 len: 946 time: 0.0508270 Jan 28 08:20:32.453485 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-305e2d91-2275-4820-abba-ea655d919663 req-ec9a3d93-ba55-4bd1-9819-9096807a3747 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/security-groups?id=0120ca3a-a094-4d24-bf2d-27b5b4350fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431852 Jan 28 08:20:33.377488 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-33d94da5-bfa0-4bd6-bcfd-00b26622800f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:33.570309 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac88e353-03bb-4a7a-a443-47da7e5c5426 req-73d64f32-5636-49dc-82f1-a0754999e2de tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:20:33.571986 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ac88e353-03bb-4a7a-a443-47da7e5c5426 req-73d64f32-5636-49dc-82f1-a0754999e2de tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/ports?device_id=cdd72dff-8dd1-4e7f-97c4-6dc90b63bf07 HTTP/1.1" status: 200 len: 946 time: 0.0487444 Jan 28 08:20:33.620151 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ac88e353-03bb-4a7a-a443-47da7e5c5426 req-e29ba2f8-ce3f-4efe-9342-1ba86081746b tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/security-groups?id=0120ca3a-a094-4d24-bf2d-27b5b4350fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426927 Jan 28 08:20:33.733380 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6f3478-2949-4182-842d-28821507f4a1 req-e672a48e-eb1a-4342-96c7-a0b986872384 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:20:33.735073 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-be6f3478-2949-4182-842d-28821507f4a1 req-e672a48e-eb1a-4342-96c7-a0b986872384 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/ports?device_id=cdd72dff-8dd1-4e7f-97c4-6dc90b63bf07 HTTP/1.1" status: 200 len: 946 time: 0.0488243 Jan 28 08:20:33.738594 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:33.784091 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-be6f3478-2949-4182-842d-28821507f4a1 req-fcc80815-2eb2-4f33-baf6-cffbe27c1b1c tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/security-groups?id=0120ca3a-a094-4d24-bf2d-27b5b4350fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427351 Jan 28 08:20:33.806179 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 41692) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:20:33.891026 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba6b6710-e0d3-47ae-af61-a658b0293705 tempest-TestNetworkAdvancedServerOps-213716511 tempest-TestNetworkAdvancedServerOps-213716511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:20:33.892538 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-ba6b6710-e0d3-47ae-af61-a658b0293705 tempest-TestNetworkAdvancedServerOps-213716511 tempest-TestNetworkAdvancedServerOps-213716511-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=cdd72dff-8dd1-4e7f-97c4-6dc90b63bf07 HTTP/1.1" status: 200 len: 1093 time: 0.0853605 Jan 28 08:20:33.895235 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 41696) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:20:33.899589 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-10e0689c-fd21-40b7-b199-587ca1deb177 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Request body: {'floatingip': {'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'port_id': '53f3ee5f-524c-455a-9ed4-c0f1c4631bb8', 'tenant_id': '254d30a3a3e041b3bd650c9318c9b350', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:20:33.919726 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-10e0689c-fd21-40b7-b199-587ca1deb177 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:34.014036 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-10e0689c-fd21-40b7-b199-587ca1deb177 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:34.120221 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-10e0689c-fd21-40b7-b199-587ca1deb177 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Allocated IP 172.25.6.16 (7d5b3724-deef-4831-8d43-cb9b8176573c/b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc/d7363359-5525-4e79-916b-2bba33746474) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 08:20:34.223232 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-10e0689c-fd21-40b7-b199-587ca1deb177 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for port (d7363359-5525-4e79-916b-2bba33746474), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:34.256100 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-10e0689c-fd21-40b7-b199-587ca1deb177 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (d7363359-5525-4e79-916b-2bba33746474), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:34.300489 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e0689c-fd21-40b7-b199-587ca1deb177 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Network 7d5b3724-deef-4831-8d43-cb9b8176573c is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 08:20:34.303237 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-10e0689c-fd21-40b7-b199-587ca1deb177 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 08:20:34.309037 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e0689c-fd21-40b7-b199-587ca1deb177 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 08:20:34.331446 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e0689c-fd21-40b7-b199-587ca1deb177 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Pushing event updated for resources: {'Port': ['ID=d7363359-5525-4e79-916b-2bba33746474,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:20:34.669661 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-10e0689c-fd21-40b7-b199-587ca1deb177 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for floatingip (06aa00d5-a4da-4882-800c-022c75edebdd), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:34.738359 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-10e0689c-fd21-40b7-b199-587ca1deb177 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (d7363359-5525-4e79-916b-2bba33746474), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:34.773363 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:34.885932 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-10e0689c-fd21-40b7-b199-587ca1deb177 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for port (d7363359-5525-4e79-916b-2bba33746474), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:34.890390 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-10e0689c-fd21-40b7-b199-587ca1deb177 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (d7363359-5525-4e79-916b-2bba33746474), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:34.956943 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e0689c-fd21-40b7-b199-587ca1deb177 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Pushing event updated for resources: {'Port': ['ID=d7363359-5525-4e79-916b-2bba33746474,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:20:34.969422 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-10e0689c-fd21-40b7-b199-587ca1deb177 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16609095'] for floatingip (06aa00d5-a4da-4882-800c-022c75edebdd), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:35.068358 n-d-712749-28 neutron-server[103283]: INFO neutron.db.l3_db [None req-10e0689c-fd21-40b7-b199-587ca1deb177 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Floating IP 06aa00d5-a4da-4882-800c-022c75edebdd associated. External IP: 172.25.6.16, port: 53f3ee5f-524c-455a-9ed4-c0f1c4631bb8. Jan 28 08:20:35.268695 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10e0689c-fd21-40b7-b199-587ca1deb177 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Router d1cd144a-805c-49f6-98de-4f1d2edc5f53 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 08:20:35.373421 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10e0689c-fd21-40b7-b199-587ca1deb177 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 08:20:35.388079 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5866a9-dc4c-49b8-a30b-c5b6f7248c5f None None] Sync routers for ids ['d1cd144a-805c-49f6-98de-4f1d2edc5f53'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 08:20:35.392215 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-10e0689c-fd21-40b7-b199-587ca1deb177 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for floatingip (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:35.397890 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5866a9-dc4c-49b8-a30b-c5b6f7248c5f None None] Routers {'d1cd144a-805c-49f6-98de-4f1d2edc5f53'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 08:20:35.398446 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-aa5866a9-dc4c-49b8-a30b-c5b6f7248c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T08:20:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['d1cd144a-805c-49f6-98de-4f1d2edc5f53'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:20:35.419687 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-10e0689c-fd21-40b7-b199-587ca1deb177 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5231323 Jan 28 08:20:35.420285 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdd72dff-8dd1-4e7f-97c4-6dc90b63bf07', 'tag': '53f3ee5f-524c-455a-9ed4-c0f1c4631bb8'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 08:20:35.422559 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6b024039d6c3a8048940e324a8d5ead2390d66f8802a9866b6a24361082aa9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eabd965-cd35-44e4-b555-ac084db306c7" -d '{"events": [{"name": "network-changed", "server_uuid": "cdd72dff-8dd1-4e7f-97c4-6dc90b63bf07", "tag": "53f3ee5f-524c-455a-9ed4-c0f1c4631bb8"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 08:20:35.479462 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 08:20:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e6c0795-613c-424a-b568-7e84d1eddd6d x-openstack-request-id: req-3e6c0795-613c-424a-b568-7e84d1eddd6d {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 08:20:35.480447 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdd72dff-8dd1-4e7f-97c4-6dc90b63bf07", "tag": "53f3ee5f-524c-455a-9ed4-c0f1c4631bb8", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 08:20:35.480810 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3e6c0795-613c-424a-b568-7e84d1eddd6d {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 08:20:35.481348 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdd72dff-8dd1-4e7f-97c4-6dc90b63bf07', 'tag': '53f3ee5f-524c-455a-9ed4-c0f1c4631bb8', 'status': 'completed', 'code': 200} Jan 28 08:20:35.513224 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-aa5866a9-dc4c-49b8-a30b-c5b6f7248c5f None None] Set router d1cd144a-805c-49f6-98de-4f1d2edc5f53 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 08:20:35.535380 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47642342-33bf-4814-9c3c-f4a42354c96d req-1681e3fc-8226-491b-a9b0-23e2a226f653 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:20:35.537031 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-47642342-33bf-4814-9c3c-f4a42354c96d req-1681e3fc-8226-491b-a9b0-23e2a226f653 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/ports?device_id=cdd72dff-8dd1-4e7f-97c4-6dc90b63bf07 HTTP/1.1" status: 200 len: 946 time: 0.0513995 Jan 28 08:20:35.570783 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eabd965-cd35-44e4-b555-ac084db306c7 req-a589dbf2-f7ea-4bd7-a11b-b0b848d00e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:20:35.572713 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2eabd965-cd35-44e4-b555-ac084db306c7 req-a589dbf2-f7ea-4bd7-a11b-b0b848d00e48 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=254d30a3a3e041b3bd650c9318c9b350&device_id=cdd72dff-8dd1-4e7f-97c4-6dc90b63bf07 HTTP/1.1" status: 200 len: 1098 time: 0.0491874 Jan 28 08:20:35.588592 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-47642342-33bf-4814-9c3c-f4a42354c96d req-a9ae9f6c-4937-4f99-a6b0-ffc64763887b tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/security-groups?id=0120ca3a-a094-4d24-bf2d-27b5b4350fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449572 Jan 28 08:20:35.611131 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 41702) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:20:35.674942 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eabd965-cd35-44e4-b555-ac084db306c7 req-885530b3-b446-4ff4-a5b5-8c661e580acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:20:35.676712 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2eabd965-cd35-44e4-b555-ac084db306c7 req-885530b3-b446-4ff4-a5b5-8c661e580acb service neutron] 10.222.0.10 "GET /v2.0/networks?id=59b893f1-51b9-4a18-92b8-dc82e36bb382 HTTP/1.1" status: 200 len: 897 time: 0.0977778 Jan 28 08:20:35.679815 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-68dde680-674e-4643-957f-be1eb3dfc7d2 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/floatingips/06aa00d5-a4da-4882-800c-022c75edebdd HTTP/1.1" status: 200 len: 991 time: 0.0674860 Jan 28 08:20:35.740925 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2eabd965-cd35-44e4-b555-ac084db306c7 req-0f6c8658-75b1-4963-8a0e-7e4d0b0ee559 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=53f3ee5f-524c-455a-9ed4-c0f1c4631bb8 HTTP/1.1" status: 200 len: 999 time: 0.0584974 Jan 28 08:20:35.751455 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-aa5866a9-dc4c-49b8-a30b-c5b6f7248c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1cd144a-805c-49f6-98de-4f1d2edc5f53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-826054415', 'tenant_id': '254d30a3a3e041b3bd650c9318c9b350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': '18f54ec4-7be6-4656-a204-86e7ec3271c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:20:17Z', 'updated_at': '2022-01-28T08:20:21Z', 'revision_number': 4, 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'gw_port': {'id': '18f54ec4-7be6-4656-a204-86e7ec3271c6', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:04:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1cd144a-805c-49f6-98de-4f1d2edc5f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:20:18Z', 'updated_at': '2022-01-28T08:20:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_floatingips': [{'id': '06aa00d5-a4da-4882-800c-022c75edebdd', 'tenant_id': '254d30a3a3e041b3bd650c9318c9b350', 'floating_ip_address': '172.25.6.16', 'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'router_id': 'd1cd144a-805c-49f6-98de-4f1d2edc5f53', 'port_id': '53f3ee5f-524c-455a-9ed4-c0f1c4631bb8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4298, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '59b893f1-51b9-4a18-92b8-dc82e36bb382', 'mac_address': 'fa:16:3e:ca:d2:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd72dff-8dd1-4e7f-97c4-6dc90b63bf07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T08:20:34Z', 'updated_at': '2022-01-28T08:20:34Z', 'revision_number': 0, 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2df6e41d-8a4f-457d-afe5-08fe86360bb9', 'name': '', 'network_id': '59b893f1-51b9-4a18-92b8-dc82e36bb382', 'tenant_id': '254d30a3a3e041b3bd650c9318c9b350', 'mac_address': 'fa:16:3e:b4:2f:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1cd144a-805c-49f6-98de-4f1d2edc5f53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '8ae89fd7-f9f9-42b0-8973-c28612c7dccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:20:20Z', 'updated_at': '2022-01-28T08:20:24Z', 'revision_number': 5, 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'subnets': [{'id': '8ae89fd7-f9f9-42b0-8973-c28612c7dccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:20:35.761919 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d219689c-e532-420e-94ea-a8f41999dec0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:35.786236 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5866a9-dc4c-49b8-a30b-c5b6f7248c5f None None] Checking router: d1cd144a-805c-49f6-98de-4f1d2edc5f53 for host: n-d-712749-28 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 08:20:35.796007 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5866a9-dc4c-49b8-a30b-c5b6f7248c5f None None] Routers {'d1cd144a-805c-49f6-98de-4f1d2edc5f53'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 08:20:35.796665 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-aa5866a9-dc4c-49b8-a30b-c5b6f7248c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T08:20:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['d1cd144a-805c-49f6-98de-4f1d2edc5f53'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:20:35.810896 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eabd965-cd35-44e4-b555-ac084db306c7 req-22320135-3e76-44d5-9eba-d531e1d386ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:20:35.812382 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2eabd965-cd35-44e4-b555-ac084db306c7 req-22320135-3e76-44d5-9eba-d531e1d386ab service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8ae89fd7-f9f9-42b0-8973-c28612c7dccb HTTP/1.1" status: 200 len: 835 time: 0.0658183 Jan 28 08:20:35.858887 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eabd965-cd35-44e4-b555-ac084db306c7 req-c9752491-534a-48bc-b26e-ea23de785c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:20:35.860508 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2eabd965-cd35-44e4-b555-ac084db306c7 req-c9752491-534a-48bc-b26e-ea23de785c78 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=59b893f1-51b9-4a18-92b8-dc82e36bb382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415947 Jan 28 08:20:35.900915 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-aa5866a9-dc4c-49b8-a30b-c5b6f7248c5f None None] Set router d1cd144a-805c-49f6-98de-4f1d2edc5f53 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 08:20:35.951303 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2eabd965-cd35-44e4-b555-ac084db306c7 req-31627776-1615-4dae-ad40-84ce8b09e437 service neutron] 10.222.0.10 "GET /v2.0/networks/59b893f1-51b9-4a18-92b8-dc82e36bb382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836067 Jan 28 08:20:36.047334 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2eabd965-cd35-44e4-b555-ac084db306c7 req-00c1a4ad-4f12-4a29-b7b9-7e5b488fd853 service neutron] 10.222.0.10 "GET /v2.0/networks/59b893f1-51b9-4a18-92b8-dc82e36bb382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900066 Jan 28 08:20:36.216351 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-aa5866a9-dc4c-49b8-a30b-c5b6f7248c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1cd144a-805c-49f6-98de-4f1d2edc5f53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-826054415', 'tenant_id': '254d30a3a3e041b3bd650c9318c9b350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': '18f54ec4-7be6-4656-a204-86e7ec3271c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:20:17Z', 'updated_at': '2022-01-28T08:20:21Z', 'revision_number': 4, 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'gw_port': {'id': '18f54ec4-7be6-4656-a204-86e7ec3271c6', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:04:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1cd144a-805c-49f6-98de-4f1d2edc5f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:20:18Z', 'updated_at': '2022-01-28T08:20:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_floatingips': [{'id': '06aa00d5-a4da-4882-800c-022c75edebdd', 'tenant_id': '254d30a3a3e041b3bd650c9318c9b350', 'floating_ip_address': '172.25.6.16', 'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'router_id': 'd1cd144a-805c-49f6-98de-4f1d2edc5f53', 'port_id': '53f3ee5f-524c-455a-9ed4-c0f1c4631bb8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4298, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '59b893f1-51b9-4a18-92b8-dc82e36bb382', 'mac_address': 'fa:16:3e:ca:d2:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd72dff-8dd1-4e7f-97c4-6dc90b63bf07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T08:20:34Z', 'updated_at': '2022-01-28T08:20:34Z', 'revision_number': 0, 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2df6e41d-8a4f-457d-afe5-08fe86360bb9', 'name': '', 'network_id': '59b893f1-51b9-4a18-92b8-dc82e36bb382', 'tenant_id': '254d30a3a3e041b3bd650c9318c9b350', 'mac_address': 'fa:16:3e:b4:2f:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1cd144a-805c-49f6-98de-4f1d2edc5f53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '8ae89fd7-f9f9-42b0-8973-c28612c7dccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:20:20Z', 'updated_at': '2022-01-28T08:20:24Z', 'revision_number': 5, 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'subnets': [{'id': '8ae89fd7-f9f9-42b0-8973-c28612c7dccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:20:36.244329 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5866a9-dc4c-49b8-a30b-c5b6f7248c5f None None] The sync data for ids ['d1cd144a-805c-49f6-98de-4f1d2edc5f53'] in n-d-712749-28 is: [{'id': 'd1cd144a-805c-49f6-98de-4f1d2edc5f53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-826054415', 'tenant_id': '254d30a3a3e041b3bd650c9318c9b350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': '18f54ec4-7be6-4656-a204-86e7ec3271c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:20:17Z', 'updated_at': '2022-01-28T08:20:21Z', 'revision_number': 4, 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'gw_port': {'id': '18f54ec4-7be6-4656-a204-86e7ec3271c6', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:04:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1cd144a-805c-49f6-98de-4f1d2edc5f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:20:18Z', 'updated_at': '2022-01-28T08:20:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_floatingips': [{'id': '06aa00d5-a4da-4882-800c-022c75edebdd', 'tenant_id': '254d30a3a3e041b3bd650c9318c9b350', 'floating_ip_address': '172.25.6.16', 'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'router_id': 'd1cd144a-805c-49f6-98de-4f1d2edc5f53', 'port_id': '53f3ee5f-524c-455a-9ed4-c0f1c4631bb8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4298, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '59b893f1-51b9-4a18-92b8-dc82e36bb382', 'mac_address': 'fa:16:3e:ca:d2:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd72dff-8dd1-4e7f-97c4-6dc90b63bf07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T08:20:34Z', 'updated_at': '2022-01-28T08:20:34Z', 'revision_number': 0, 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2df6e41d-8a4f-457d-afe5-08fe86360bb9', 'name': '', 'network_id': '59b893f1-51b9-4a18-92b8-dc82e36bb382', 'tenant_id': '254d30a3a3e041b3bd650c9318c9b350', 'mac_address': 'fa:16:3e:b4:2f:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1cd144a-805c-49f6-98de-4f1d2edc5f53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '8ae89fd7-f9f9-42b0-8973-c28612c7dccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:20:20Z', 'updated_at': '2022-01-28T08:20:24Z', 'revision_number': 5, 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'subnets': [{'id': '8ae89fd7-f9f9-42b0-8973-c28612c7dccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 08:20:36.438615 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4b6499-403e-4c06-9a1f-715e43426766 None None] New status for floating IP 06aa00d5-a4da-4882-800c-022c75edebdd: ACTIVE {{(pid=103285) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 08:20:36.684140 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 41704) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:20:36.744800 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-c9de2aa4-9ec3-4371-8cf1-e68e779cfce4 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/floatingips/06aa00d5-a4da-4882-800c-022c75edebdd HTTP/1.1" status: 200 len: 993 time: 0.0594869 Jan 28 08:20:37.249453 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:38.928558 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:39.873243 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:20:45.405192 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 7 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 08:21:03.379878 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d78fed32-1dcb-4341-986e-fcef5aa3ebd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:21:03.738198 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:21:04.781719 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:21:05.762581 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f240eda4-61b3-485e-b7b3-660d2bd1294e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:21:07.252109 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:21:08.932391 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:21:09.875115 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:21:10.083003 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770c22f2-efd1-47f2-b9a3-ba5d3206a519 req-4d28cce3-904c-4cc3-ad48-3a1a2408cf3c tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:21:10.084533 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-770c22f2-efd1-47f2-b9a3-ba5d3206a519 req-4d28cce3-904c-4cc3-ad48-3a1a2408cf3c tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/ports?device_id=cdd72dff-8dd1-4e7f-97c4-6dc90b63bf07 HTTP/1.1" status: 200 len: 946 time: 0.0534809 Jan 28 08:21:10.135304 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-770c22f2-efd1-47f2-b9a3-ba5d3206a519 req-721d824a-7f72-49d5-a65d-11f97cbfd632 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/security-groups?id=0120ca3a-a094-4d24-bf2d-27b5b4350fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445223 Jan 28 08:21:11.251824 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24e89ce-bbb4-4987-8b61-893af6f95410 req-2b58f00e-e714-48ba-a135-9b23c8084cc1 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:21:11.253313 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f24e89ce-bbb4-4987-8b61-893af6f95410 req-2b58f00e-e714-48ba-a135-9b23c8084cc1 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/ports?device_id=cdd72dff-8dd1-4e7f-97c4-6dc90b63bf07 HTTP/1.1" status: 200 len: 946 time: 0.0475192 Jan 28 08:21:11.300096 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f24e89ce-bbb4-4987-8b61-893af6f95410 req-4a668c52-f006-467f-acb6-12eafa217326 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/security-groups?id=0120ca3a-a094-4d24-bf2d-27b5b4350fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412474 Jan 28 08:21:12.414464 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98654616-1245-4891-86ab-8c2934cab999 req-d47a080f-2e51-4334-89ad-9b922680d736 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:21:12.415953 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-98654616-1245-4891-86ab-8c2934cab999 req-d47a080f-2e51-4334-89ad-9b922680d736 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/ports?device_id=cdd72dff-8dd1-4e7f-97c4-6dc90b63bf07 HTTP/1.1" status: 200 len: 946 time: 0.0485127 Jan 28 08:21:12.464958 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-98654616-1245-4891-86ab-8c2934cab999 req-77d1c41b-91fa-4e8c-b699-fe89c7f66ba8 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/security-groups?id=0120ca3a-a094-4d24-bf2d-27b5b4350fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431938 Jan 28 08:21:13.587321 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbdeda6-1b31-4f2e-8ed7-c763713a0a6f req-7782b61c-b9d3-4e0e-abdb-17cd24755650 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:21:13.588859 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-bbbdeda6-1b31-4f2e-8ed7-c763713a0a6f req-7782b61c-b9d3-4e0e-abdb-17cd24755650 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/ports?device_id=cdd72dff-8dd1-4e7f-97c4-6dc90b63bf07 HTTP/1.1" status: 200 len: 946 time: 0.0548272 Jan 28 08:21:13.637064 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-bbbdeda6-1b31-4f2e-8ed7-c763713a0a6f req-6c59be5e-4d85-46e1-866f-1cf61272a3d5 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/security-groups?id=0120ca3a-a094-4d24-bf2d-27b5b4350fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425034 Jan 28 08:21:14.753545 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048f33f0-d264-4acc-9742-0fef56cab751 req-7943bc85-5b28-4af4-9d21-c0e86e9681c6 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:21:14.755098 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-048f33f0-d264-4acc-9742-0fef56cab751 req-7943bc85-5b28-4af4-9d21-c0e86e9681c6 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/ports?device_id=cdd72dff-8dd1-4e7f-97c4-6dc90b63bf07 HTTP/1.1" status: 200 len: 946 time: 0.0508204 Jan 28 08:21:14.808863 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-048f33f0-d264-4acc-9742-0fef56cab751 req-ac2b5f37-a553-4619-8d99-e893e2dd8922 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/security-groups?id=0120ca3a-a094-4d24-bf2d-27b5b4350fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471976 Jan 28 08:21:15.924794 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1718981-6f31-492e-b8f7-41ec1f0321ca req-7f1a80f8-0a78-4017-9c9e-6418e85dea9a tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:21:15.926312 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b1718981-6f31-492e-b8f7-41ec1f0321ca req-7f1a80f8-0a78-4017-9c9e-6418e85dea9a tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/ports?device_id=cdd72dff-8dd1-4e7f-97c4-6dc90b63bf07 HTTP/1.1" status: 200 len: 946 time: 0.0492806 Jan 28 08:21:15.974925 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b1718981-6f31-492e-b8f7-41ec1f0321ca req-5e5f25fd-725c-493a-8977-c0aaac573ea8 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/security-groups?id=0120ca3a-a094-4d24-bf2d-27b5b4350fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420504 Jan 28 08:21:17.090033 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61df24d4-b672-4ec2-8141-f84d899049db req-803796ad-0d7b-4290-a421-f91fd6cf25b2 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:21:17.091543 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-61df24d4-b672-4ec2-8141-f84d899049db req-803796ad-0d7b-4290-a421-f91fd6cf25b2 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/ports?device_id=cdd72dff-8dd1-4e7f-97c4-6dc90b63bf07 HTTP/1.1" status: 200 len: 946 time: 0.0486734 Jan 28 08:21:17.139493 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-61df24d4-b672-4ec2-8141-f84d899049db req-1a4fea45-64a7-46c0-9155-d3bdeed1f231 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/security-groups?id=0120ca3a-a094-4d24-bf2d-27b5b4350fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424337 Jan 28 08:21:18.253566 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebec046a-f4d4-4216-80e5-a2427b56122e req-f4a25ebb-ccba-488c-8641-fa4c976e362a tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:21:18.255019 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ebec046a-f4d4-4216-80e5-a2427b56122e req-f4a25ebb-ccba-488c-8641-fa4c976e362a tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/ports?device_id=cdd72dff-8dd1-4e7f-97c4-6dc90b63bf07 HTTP/1.1" status: 200 len: 946 time: 0.0472348 Jan 28 08:21:18.308602 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ebec046a-f4d4-4216-80e5-a2427b56122e req-66a3055c-a4f7-4889-b89d-9b2f1ade075d tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/security-groups?id=0120ca3a-a094-4d24-bf2d-27b5b4350fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476611 Jan 28 08:21:19.452184 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b92fb3-650a-4232-8b7f-f0fa19a67ccd req-749c12b9-6917-44da-aa76-451fce078348 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:21:19.453718 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-61b92fb3-650a-4232-8b7f-f0fa19a67ccd req-749c12b9-6917-44da-aa76-451fce078348 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/ports?device_id=cdd72dff-8dd1-4e7f-97c4-6dc90b63bf07 HTTP/1.1" status: 200 len: 946 time: 0.0784316 Jan 28 08:21:19.468290 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ba8a75-1847-4bc2-b26e-d47dde8d391e req-2a5d7603-06e5-43fc-b3ac-7e5fab380b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:21:19.469689 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-78ba8a75-1847-4bc2-b26e-d47dde8d391e req-2a5d7603-06e5-43fc-b3ac-7e5fab380b9c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=254d30a3a3e041b3bd650c9318c9b350&device_id=cdd72dff-8dd1-4e7f-97c4-6dc90b63bf07 HTTP/1.1" status: 200 len: 1098 time: 0.0679471 Jan 28 08:21:19.550277 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-61b92fb3-650a-4232-8b7f-f0fa19a67ccd req-6ee1f78d-1483-4fff-8394-f1b4188d6a70 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/security-groups?id=0120ca3a-a094-4d24-bf2d-27b5b4350fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892572 Jan 28 08:21:19.590585 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ba8a75-1847-4bc2-b26e-d47dde8d391e req-b6382983-f0cc-4a4a-b55e-5ac1b1bfd18d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:21:19.591986 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-78ba8a75-1847-4bc2-b26e-d47dde8d391e req-b6382983-f0cc-4a4a-b55e-5ac1b1bfd18d service neutron] 10.222.0.10 "GET /v2.0/networks?id=59b893f1-51b9-4a18-92b8-dc82e36bb382 HTTP/1.1" status: 200 len: 897 time: 0.0974293 Jan 28 08:21:19.665730 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-78ba8a75-1847-4bc2-b26e-d47dde8d391e req-53cb83da-e891-4e12-a4aa-1660509c092e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=53f3ee5f-524c-455a-9ed4-c0f1c4631bb8 HTTP/1.1" status: 200 len: 1001 time: 0.0628436 Jan 28 08:21:19.715905 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ba8a75-1847-4bc2-b26e-d47dde8d391e req-47c0c5c7-3bb1-4d7b-a441-677e0ac45c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:21:19.717330 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-78ba8a75-1847-4bc2-b26e-d47dde8d391e req-47c0c5c7-3bb1-4d7b-a441-677e0ac45c43 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8ae89fd7-f9f9-42b0-8973-c28612c7dccb HTTP/1.1" status: 200 len: 835 time: 0.0428782 Jan 28 08:21:19.764054 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ba8a75-1847-4bc2-b26e-d47dde8d391e req-184860c2-5d2c-4225-bd8a-b9a5ad965d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:21:19.765543 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-78ba8a75-1847-4bc2-b26e-d47dde8d391e req-184860c2-5d2c-4225-bd8a-b9a5ad965d0d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=59b893f1-51b9-4a18-92b8-dc82e36bb382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391405 Jan 28 08:21:19.859184 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-78ba8a75-1847-4bc2-b26e-d47dde8d391e req-0d9ed0f9-4645-4150-b36b-465accf80ad1 service neutron] 10.222.0.10 "GET /v2.0/networks/59b893f1-51b9-4a18-92b8-dc82e36bb382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832882 Jan 28 08:21:19.951238 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-78ba8a75-1847-4bc2-b26e-d47dde8d391e req-fcdff7ef-a73e-4281-b7f5-52c6ac624f7a service neutron] 10.222.0.10 "GET /v2.0/networks/59b893f1-51b9-4a18-92b8-dc82e36bb382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820518 Jan 28 08:21:20.666671 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4615789-bc57-4ff0-865c-50d95484e7fe req-d5f2e2bd-bb08-42db-a86b-8e2d7ba84caa tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:21:20.668351 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e4615789-bc57-4ff0-865c-50d95484e7fe req-d5f2e2bd-bb08-42db-a86b-8e2d7ba84caa tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/ports?device_id=cdd72dff-8dd1-4e7f-97c4-6dc90b63bf07 HTTP/1.1" status: 200 len: 946 time: 0.0484400 Jan 28 08:21:20.715639 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e4615789-bc57-4ff0-865c-50d95484e7fe req-343e3061-b910-42a0-9be6-8b049c0d0995 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/security-groups?id=0120ca3a-a094-4d24-bf2d-27b5b4350fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417216 Jan 28 08:21:20.738629 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 41738) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:21:20.802958 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-d9c408a9-a15a-4681-b2fc-9ed78c2fd165 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/floatingips/06aa00d5-a4da-4882-800c-022c75edebdd HTTP/1.1" status: 200 len: 993 time: 0.0630956 Jan 28 08:21:22.089477 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638280b8-82c8-4d43-815f-45f3c7413723 req-74e1ab08-a767-43a2-92fb-a9cd064e07f9 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:21:22.091077 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-638280b8-82c8-4d43-815f-45f3c7413723 req-74e1ab08-a767-43a2-92fb-a9cd064e07f9 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/ports?device_id=cdd72dff-8dd1-4e7f-97c4-6dc90b63bf07 HTTP/1.1" status: 200 len: 946 time: 0.0502851 Jan 28 08:21:22.181948 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-638280b8-82c8-4d43-815f-45f3c7413723 req-28539ebc-2405-488f-9653-df3c31d6ff58 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/security-groups?id=0120ca3a-a094-4d24-bf2d-27b5b4350fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840058 Jan 28 08:21:22.184880 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a19b29b-68ab-4125-bbcb-2059a5eb8a5a req-27d4b6c5-7bb6-4903-aaa5-a774edc07358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:21:22.187525 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1a19b29b-68ab-4125-bbcb-2059a5eb8a5a req-27d4b6c5-7bb6-4903-aaa5-a774edc07358 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=254d30a3a3e041b3bd650c9318c9b350&device_id=cdd72dff-8dd1-4e7f-97c4-6dc90b63bf07 HTTP/1.1" status: 200 len: 1098 time: 0.0791960 Jan 28 08:21:22.286308 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a19b29b-68ab-4125-bbcb-2059a5eb8a5a req-8d38ebef-28ac-484a-b4b4-7cb3286be92d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:21:22.287772 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1a19b29b-68ab-4125-bbcb-2059a5eb8a5a req-8d38ebef-28ac-484a-b4b4-7cb3286be92d service neutron] 10.222.0.10 "GET /v2.0/networks?id=59b893f1-51b9-4a18-92b8-dc82e36bb382 HTTP/1.1" status: 200 len: 897 time: 0.0905323 Jan 28 08:21:22.366940 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1a19b29b-68ab-4125-bbcb-2059a5eb8a5a req-5ca66fb0-99fc-4d3b-9429-ddbce7a60ddc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=53f3ee5f-524c-455a-9ed4-c0f1c4631bb8 HTTP/1.1" status: 200 len: 1001 time: 0.0573595 Jan 28 08:21:22.404490 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 7 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 08:21:22.419486 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a19b29b-68ab-4125-bbcb-2059a5eb8a5a req-cd540dab-cf88-4bce-b9ba-6aa604efe2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:21:22.420951 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1a19b29b-68ab-4125-bbcb-2059a5eb8a5a req-cd540dab-cf88-4bce-b9ba-6aa604efe2c1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8ae89fd7-f9f9-42b0-8973-c28612c7dccb HTTP/1.1" status: 200 len: 835 time: 0.0473354 Jan 28 08:21:22.468015 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a19b29b-68ab-4125-bbcb-2059a5eb8a5a req-6c9a9f46-cfad-437e-9009-0ad399bcc817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:21:22.469508 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1a19b29b-68ab-4125-bbcb-2059a5eb8a5a req-6c9a9f46-cfad-437e-9009-0ad399bcc817 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=59b893f1-51b9-4a18-92b8-dc82e36bb382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408750 Jan 28 08:21:22.567948 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1a19b29b-68ab-4125-bbcb-2059a5eb8a5a req-33e9870e-40ce-4931-a2f2-4bacbc244a9c service neutron] 10.222.0.10 "GET /v2.0/networks/59b893f1-51b9-4a18-92b8-dc82e36bb382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901310 Jan 28 08:21:22.661001 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1a19b29b-68ab-4125-bbcb-2059a5eb8a5a req-c7fa40fc-630b-4c21-969d-3ed03b0e85e8 service neutron] 10.222.0.10 "GET /v2.0/networks/59b893f1-51b9-4a18-92b8-dc82e36bb382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863609 Jan 28 08:21:23.303741 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb5070d-d98d-4115-ac58-dd55e7f54307 req-a00837e2-fdce-4cfd-8e07-ae5a96704022 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:21:23.305457 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4fb5070d-d98d-4115-ac58-dd55e7f54307 req-a00837e2-fdce-4cfd-8e07-ae5a96704022 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/ports?device_id=cdd72dff-8dd1-4e7f-97c4-6dc90b63bf07 HTTP/1.1" status: 200 len: 946 time: 0.0514200 Jan 28 08:21:23.354437 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4fb5070d-d98d-4115-ac58-dd55e7f54307 req-f119c1f2-ad47-438f-96e4-f848f6453e21 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/security-groups?id=0120ca3a-a094-4d24-bf2d-27b5b4350fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431702 Jan 28 08:21:24.470668 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebbf5fa-5298-4c6c-98f6-6e7ffb40505d req-489d3e01-96df-491d-a38c-e783f2a6b880 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:21:24.472124 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5ebbf5fa-5298-4c6c-98f6-6e7ffb40505d req-489d3e01-96df-491d-a38c-e783f2a6b880 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/ports?device_id=cdd72dff-8dd1-4e7f-97c4-6dc90b63bf07 HTTP/1.1" status: 200 len: 946 time: 0.0491986 Jan 28 08:21:24.519694 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5ebbf5fa-5298-4c6c-98f6-6e7ffb40505d req-00ed88a2-2aa9-4039-b53e-fe6af3e4948b tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/security-groups?id=0120ca3a-a094-4d24-bf2d-27b5b4350fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414071 Jan 28 08:21:24.550080 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 41752) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:21:24.612095 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-6e3502a0-f650-4ea0-b2fb-80e1ebf9936f tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/floatingips/06aa00d5-a4da-4882-800c-022c75edebdd HTTP/1.1" status: 200 len: 993 time: 0.0609052 Jan 28 08:21:33.386222 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9b91943a-a74b-4795-b1c4-dfa7f7547ee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:21:33.767814 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:21:34.781754 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:21:35.762650 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a80ed221-d353-45c0-a33c-04da32e67bb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:21:37.255603 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:21:38.934704 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:21:39.878406 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:21:55.029478 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 41766) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:21:55.192302 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-c504938b-9f28-4767-b087-27d317ae4535 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Deleting port d7363359-5525-4e79-916b-2bba33746474 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 08:21:55.192650 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c504938b-9f28-4767-b087-27d317ae4535 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (d7363359-5525-4e79-916b-2bba33746474), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:21:55.267190 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c504938b-9f28-4767-b087-27d317ae4535 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (d7363359-5525-4e79-916b-2bba33746474), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:21:55.267556 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c504938b-9f28-4767-b087-27d317ae4535 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for floatingip (d7363359-5525-4e79-916b-2bba33746474), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:21:55.279819 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-c504938b-9f28-4767-b087-27d317ae4535 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Calling delete_port for d7363359-5525-4e79-916b-2bba33746474 owned by network:floatingip {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 08:21:55.428180 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c504938b-9f28-4767-b087-27d317ae4535 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (d7363359-5525-4e79-916b-2bba33746474), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:21:55.451877 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c504938b-9f28-4767-b087-27d317ae4535 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Pushing event deleted for resources: {'Port': ['ID=d7363359-5525-4e79-916b-2bba33746474,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:21:55.464026 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c504938b-9f28-4767-b087-27d317ae4535 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:21:55.464403 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c504938b-9f28-4767-b087-27d317ae4535 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:21:55.464749 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c504938b-9f28-4767-b087-27d317ae4535 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:21:55.465086 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c504938b-9f28-4767-b087-27d317ae4535 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:21:55.465419 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c504938b-9f28-4767-b087-27d317ae4535 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:21:55.465751 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c504938b-9f28-4767-b087-27d317ae4535 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:21:55.466080 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c504938b-9f28-4767-b087-27d317ae4535 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:21:55.466409 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c504938b-9f28-4767-b087-27d317ae4535 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:21:55.466731 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c504938b-9f28-4767-b087-27d317ae4535 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:21:55.467055 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c504938b-9f28-4767-b087-27d317ae4535 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:21:55.467377 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c504938b-9f28-4767-b087-27d317ae4535 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:21:55.467700 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c504938b-9f28-4767-b087-27d317ae4535 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:21:55.468018 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c504938b-9f28-4767-b087-27d317ae4535 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:21:55.525633 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c504938b-9f28-4767-b087-27d317ae4535 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for floatingip (06aa00d5-a4da-4882-800c-022c75edebdd), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:21:55.525972 n-d-712749-28 neutron-server[103283]: INFO neutron.db.l3_db [None req-c504938b-9f28-4767-b087-27d317ae4535 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Floating IP 06aa00d5-a4da-4882-800c-022c75edebdd disassociated (deleted). External IP: 172.25.6.16, port: 53f3ee5f-524c-455a-9ed4-c0f1c4631bb8. Jan 28 08:21:55.730386 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c504938b-9f28-4767-b087-27d317ae4535 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Router d1cd144a-805c-49f6-98de-4f1d2edc5f53 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 08:21:55.837349 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c504938b-9f28-4767-b087-27d317ae4535 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 08:21:55.841770 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c504938b-9f28-4767-b087-27d317ae4535 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for floatingip (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:21:55.848456 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76412df1-7b4c-4d10-a4ea-df8abbeee6ce None None] Sync routers for ids ['d1cd144a-805c-49f6-98de-4f1d2edc5f53'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 08:21:55.858308 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76412df1-7b4c-4d10-a4ea-df8abbeee6ce None None] Routers {'d1cd144a-805c-49f6-98de-4f1d2edc5f53'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 08:21:55.858918 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-76412df1-7b4c-4d10-a4ea-df8abbeee6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T08:21:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['d1cd144a-805c-49f6-98de-4f1d2edc5f53'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:21:55.870488 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-c504938b-9f28-4767-b087-27d317ae4535 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "DELETE /v2.0/floatingips/06aa00d5-a4da-4882-800c-022c75edebdd HTTP/1.1" status: 204 len: 168 time: 0.8399303 Jan 28 08:21:55.871089 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdd72dff-8dd1-4e7f-97c4-6dc90b63bf07', 'tag': '53f3ee5f-524c-455a-9ed4-c0f1c4631bb8'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 08:21:55.874198 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6b024039d6c3a8048940e324a8d5ead2390d66f8802a9866b6a24361082aa9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e70d41f5-a5c5-46fd-994c-119d61e29e8a" -d '{"events": [{"name": "network-changed", "server_uuid": "cdd72dff-8dd1-4e7f-97c4-6dc90b63bf07", "tag": "53f3ee5f-524c-455a-9ed4-c0f1c4631bb8"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 08:21:55.913450 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 08:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d9e81a3-41a6-4a7c-a49b-b344cc691d02 x-openstack-request-id: req-1d9e81a3-41a6-4a7c-a49b-b344cc691d02 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 08:21:55.914456 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdd72dff-8dd1-4e7f-97c4-6dc90b63bf07", "tag": "53f3ee5f-524c-455a-9ed4-c0f1c4631bb8", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 08:21:55.914925 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1d9e81a3-41a6-4a7c-a49b-b344cc691d02 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 08:21:55.915551 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdd72dff-8dd1-4e7f-97c4-6dc90b63bf07', 'tag': '53f3ee5f-524c-455a-9ed4-c0f1c4631bb8', 'status': 'completed', 'code': 200} Jan 28 08:21:55.966292 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-76412df1-7b4c-4d10-a4ea-df8abbeee6ce None None] Set router d1cd144a-805c-49f6-98de-4f1d2edc5f53 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 08:21:56.024648 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70d41f5-a5c5-46fd-994c-119d61e29e8a req-cdc2841e-b6b5-4394-bb1d-7ed02f4768e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:21:56.026164 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e70d41f5-a5c5-46fd-994c-119d61e29e8a req-cdc2841e-b6b5-4394-bb1d-7ed02f4768e9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=254d30a3a3e041b3bd650c9318c9b350&device_id=cdd72dff-8dd1-4e7f-97c4-6dc90b63bf07 HTTP/1.1" status: 200 len: 1098 time: 0.0541046 Jan 28 08:21:56.109842 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eac5995-325b-435b-ad9e-ce6b74146fe8 req-0fefb276-990c-4f21-bf43-47442c239de9 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:21:56.112023 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1eac5995-325b-435b-ad9e-ce6b74146fe8 req-0fefb276-990c-4f21-bf43-47442c239de9 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/ports?device_id=cdd72dff-8dd1-4e7f-97c4-6dc90b63bf07 HTTP/1.1" status: 200 len: 946 time: 0.0533788 Jan 28 08:21:56.155473 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70d41f5-a5c5-46fd-994c-119d61e29e8a req-ad08a665-7fed-4aaf-8f75-9b0427a040be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:21:56.157017 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e70d41f5-a5c5-46fd-994c-119d61e29e8a req-ad08a665-7fed-4aaf-8f75-9b0427a040be service neutron] 10.222.0.10 "GET /v2.0/networks?id=59b893f1-51b9-4a18-92b8-dc82e36bb382 HTTP/1.1" status: 200 len: 897 time: 0.0936303 Jan 28 08:21:56.164299 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1eac5995-325b-435b-ad9e-ce6b74146fe8 req-3620267a-fe92-4e78-bafe-d7e29a21db74 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/security-groups?id=0120ca3a-a094-4d24-bf2d-27b5b4350fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444794 Jan 28 08:21:56.181574 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-76412df1-7b4c-4d10-a4ea-df8abbeee6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1cd144a-805c-49f6-98de-4f1d2edc5f53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-826054415', 'tenant_id': '254d30a3a3e041b3bd650c9318c9b350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': '18f54ec4-7be6-4656-a204-86e7ec3271c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:20:17Z', 'updated_at': '2022-01-28T08:20:21Z', 'revision_number': 4, 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'gw_port': {'id': '18f54ec4-7be6-4656-a204-86e7ec3271c6', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:04:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1cd144a-805c-49f6-98de-4f1d2edc5f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:20:18Z', 'updated_at': '2022-01-28T08:20:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '2df6e41d-8a4f-457d-afe5-08fe86360bb9', 'name': '', 'network_id': '59b893f1-51b9-4a18-92b8-dc82e36bb382', 'tenant_id': '254d30a3a3e041b3bd650c9318c9b350', 'mac_address': 'fa:16:3e:b4:2f:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1cd144a-805c-49f6-98de-4f1d2edc5f53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '8ae89fd7-f9f9-42b0-8973-c28612c7dccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:20:20Z', 'updated_at': '2022-01-28T08:20:24Z', 'revision_number': 5, 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'subnets': [{'id': '8ae89fd7-f9f9-42b0-8973-c28612c7dccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:21:56.206556 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e70d41f5-a5c5-46fd-994c-119d61e29e8a req-ecaec5e6-4df8-4208-ad29-3821e3a73b3a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=53f3ee5f-524c-455a-9ed4-c0f1c4631bb8 HTTP/1.1" status: 200 len: 217 time: 0.0406799 Jan 28 08:21:56.208750 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76412df1-7b4c-4d10-a4ea-df8abbeee6ce None None] Checking router: d1cd144a-805c-49f6-98de-4f1d2edc5f53 for host: n-d-712749-28 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 08:21:56.217180 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76412df1-7b4c-4d10-a4ea-df8abbeee6ce None None] Routers {'d1cd144a-805c-49f6-98de-4f1d2edc5f53'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 08:21:56.217785 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-76412df1-7b4c-4d10-a4ea-df8abbeee6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T08:21:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['d1cd144a-805c-49f6-98de-4f1d2edc5f53'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:21:56.254061 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70d41f5-a5c5-46fd-994c-119d61e29e8a req-5571af31-e46f-4d5c-8018-427cd98d62de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:21:56.255717 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e70d41f5-a5c5-46fd-994c-119d61e29e8a req-5571af31-e46f-4d5c-8018-427cd98d62de service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8ae89fd7-f9f9-42b0-8973-c28612c7dccb HTTP/1.1" status: 200 len: 835 time: 0.0433528 Jan 28 08:21:56.299696 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70d41f5-a5c5-46fd-994c-119d61e29e8a req-824c156f-4c7e-4129-a898-a2ef25a43972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:21:56.301236 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e70d41f5-a5c5-46fd-994c-119d61e29e8a req-824c156f-4c7e-4129-a898-a2ef25a43972 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=59b893f1-51b9-4a18-92b8-dc82e36bb382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396612 Jan 28 08:21:56.322789 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-76412df1-7b4c-4d10-a4ea-df8abbeee6ce None None] Set router d1cd144a-805c-49f6-98de-4f1d2edc5f53 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 08:21:56.392765 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e70d41f5-a5c5-46fd-994c-119d61e29e8a req-49eee5bd-15b6-4951-92e2-4a429856946d service neutron] 10.222.0.10 "GET /v2.0/networks/59b893f1-51b9-4a18-92b8-dc82e36bb382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847561 Jan 28 08:21:56.486099 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e70d41f5-a5c5-46fd-994c-119d61e29e8a req-cab0140e-54ad-4938-a480-040e99a94c7a service neutron] 10.222.0.10 "GET /v2.0/networks/59b893f1-51b9-4a18-92b8-dc82e36bb382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857463 Jan 28 08:21:56.526632 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-76412df1-7b4c-4d10-a4ea-df8abbeee6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1cd144a-805c-49f6-98de-4f1d2edc5f53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-826054415', 'tenant_id': '254d30a3a3e041b3bd650c9318c9b350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': '18f54ec4-7be6-4656-a204-86e7ec3271c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:20:17Z', 'updated_at': '2022-01-28T08:20:21Z', 'revision_number': 4, 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'gw_port': {'id': '18f54ec4-7be6-4656-a204-86e7ec3271c6', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:04:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1cd144a-805c-49f6-98de-4f1d2edc5f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:20:18Z', 'updated_at': '2022-01-28T08:20:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '2df6e41d-8a4f-457d-afe5-08fe86360bb9', 'name': '', 'network_id': '59b893f1-51b9-4a18-92b8-dc82e36bb382', 'tenant_id': '254d30a3a3e041b3bd650c9318c9b350', 'mac_address': 'fa:16:3e:b4:2f:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1cd144a-805c-49f6-98de-4f1d2edc5f53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '8ae89fd7-f9f9-42b0-8973-c28612c7dccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:20:20Z', 'updated_at': '2022-01-28T08:20:24Z', 'revision_number': 5, 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'subnets': [{'id': '8ae89fd7-f9f9-42b0-8973-c28612c7dccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:21:56.555541 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76412df1-7b4c-4d10-a4ea-df8abbeee6ce None None] The sync data for ids ['d1cd144a-805c-49f6-98de-4f1d2edc5f53'] in n-d-712749-28 is: [{'id': 'd1cd144a-805c-49f6-98de-4f1d2edc5f53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-826054415', 'tenant_id': '254d30a3a3e041b3bd650c9318c9b350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': '18f54ec4-7be6-4656-a204-86e7ec3271c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:20:17Z', 'updated_at': '2022-01-28T08:20:21Z', 'revision_number': 4, 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'gw_port': {'id': '18f54ec4-7be6-4656-a204-86e7ec3271c6', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:04:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1cd144a-805c-49f6-98de-4f1d2edc5f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:20:18Z', 'updated_at': '2022-01-28T08:20:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '2df6e41d-8a4f-457d-afe5-08fe86360bb9', 'name': '', 'network_id': '59b893f1-51b9-4a18-92b8-dc82e36bb382', 'tenant_id': '254d30a3a3e041b3bd650c9318c9b350', 'mac_address': 'fa:16:3e:b4:2f:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1cd144a-805c-49f6-98de-4f1d2edc5f53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '8ae89fd7-f9f9-42b0-8973-c28612c7dccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:20:20Z', 'updated_at': '2022-01-28T08:20:24Z', 'revision_number': 5, 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'subnets': [{'id': '8ae89fd7-f9f9-42b0-8973-c28612c7dccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 08:21:56.768551 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab7008b-2b9e-43e3-b014-8ca50c917ded None None] New status for floating IP 06aa00d5-a4da-4882-800c-022c75edebdd: DOWN {{(pid=103285) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 08:21:57.287406 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28105f60-7ce6-4647-ada7-61327693e663 req-28084ad5-eea6-4227-89db-a2ffd72e867d tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:21:57.288911 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-28105f60-7ce6-4647-ada7-61327693e663 req-28084ad5-eea6-4227-89db-a2ffd72e867d tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/ports?device_id=cdd72dff-8dd1-4e7f-97c4-6dc90b63bf07 HTTP/1.1" status: 200 len: 946 time: 0.0524552 Jan 28 08:21:57.337632 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-28105f60-7ce6-4647-ada7-61327693e663 req-915ca04b-7d65-41a2-a616-b79c89f7b0ca tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/security-groups?id=0120ca3a-a094-4d24-bf2d-27b5b4350fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424755 Jan 28 08:21:57.953424 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b85e6a-1ad6-4e70-961e-8fcd781530fe req-0efe2b98-4319-408a-ae41-dfae268275f9 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:21:57.954877 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-10b85e6a-1ad6-4e70-961e-8fcd781530fe req-0efe2b98-4319-408a-ae41-dfae268275f9 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.10 "GET /v2.0/ports?device_id=cdd72dff-8dd1-4e7f-97c4-6dc90b63bf07 HTTP/1.1" status: 200 len: 946 time: 0.0486062 Jan 28 08:21:58.044602 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-10b85e6a-1ad6-4e70-961e-8fcd781530fe req-5ae0851d-dbb3-413d-9861-12fefd55c385 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Deleting port 53f3ee5f-524c-455a-9ed4-c0f1c4631bb8 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 08:21:58.044937 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-10b85e6a-1ad6-4e70-961e-8fcd781530fe req-5ae0851d-dbb3-413d-9861-12fefd55c385 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (53f3ee5f-524c-455a-9ed4-c0f1c4631bb8), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:21:58.130635 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-10b85e6a-1ad6-4e70-961e-8fcd781530fe req-5ae0851d-dbb3-413d-9861-12fefd55c385 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] For port 53f3ee5f-524c-455a-9ed4-c0f1c4631bb8, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=53f3ee5f-524c-455a-9ed4-c0f1c4631bb8,segment=NetworkSegment(535416b4-f34b-46f9-80ee-5870adb98f0c),segment_id=535416b4-f34b-46f9-80ee-5870adb98f0c)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:21:58.130995 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-10b85e6a-1ad6-4e70-961e-8fcd781530fe req-5ae0851d-dbb3-413d-9861-12fefd55c385 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (53f3ee5f-524c-455a-9ed4-c0f1c4631bb8), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:21:58.144094 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-10b85e6a-1ad6-4e70-961e-8fcd781530fe req-5ae0851d-dbb3-413d-9861-12fefd55c385 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Calling delete_port for 53f3ee5f-524c-455a-9ed4-c0f1c4631bb8 owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 08:21:58.463007 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dfb99f-b433-4e47-a382-6c4e55b39f4f req-521a9177-e6c9-4fc9-b113-a7f6f1ae0941 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:21:58.464677 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e0dfb99f-b433-4e47-a382-6c4e55b39f4f req-521a9177-e6c9-4fc9-b113-a7f6f1ae0941 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/ports?device_id=cdd72dff-8dd1-4e7f-97c4-6dc90b63bf07 HTTP/1.1" status: 200 len: 946 time: 0.0522132 Jan 28 08:21:58.515928 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e0dfb99f-b433-4e47-a382-6c4e55b39f4f req-4909c18d-613a-476e-801c-0a16789b20d5 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/security-groups?id=0120ca3a-a094-4d24-bf2d-27b5b4350fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457206 Jan 28 08:21:58.620302 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-10b85e6a-1ad6-4e70-961e-8fcd781530fe req-5ae0851d-dbb3-413d-9861-12fefd55c385 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (53f3ee5f-524c-455a-9ed4-c0f1c4631bb8), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:21:58.648848 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae0851d-dbb3-413d-9861-12fefd55c385 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Pushing event deleted for resources: {'Port': ['ID=53f3ee5f-524c-455a-9ed4-c0f1c4631bb8,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:21:58.660879 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae0851d-dbb3-413d-9861-12fefd55c385 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:21:58.661247 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae0851d-dbb3-413d-9861-12fefd55c385 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:21:58.661602 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae0851d-dbb3-413d-9861-12fefd55c385 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:21:58.661949 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae0851d-dbb3-413d-9861-12fefd55c385 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:21:58.662295 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae0851d-dbb3-413d-9861-12fefd55c385 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:21:58.662637 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae0851d-dbb3-413d-9861-12fefd55c385 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:21:58.662977 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae0851d-dbb3-413d-9861-12fefd55c385 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:21:58.663314 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae0851d-dbb3-413d-9861-12fefd55c385 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:21:58.663655 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae0851d-dbb3-413d-9861-12fefd55c385 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:21:58.664518 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae0851d-dbb3-413d-9861-12fefd55c385 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:21:58.664849 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae0851d-dbb3-413d-9861-12fefd55c385 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:21:58.665183 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae0851d-dbb3-413d-9861-12fefd55c385 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:21:58.665518 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae0851d-dbb3-413d-9861-12fefd55c385 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:21:58.699739 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-10b85e6a-1ad6-4e70-961e-8fcd781530fe req-5ae0851d-dbb3-413d-9861-12fefd55c385 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] No DVR routers for this DVR port 53f3ee5f-524c-455a-9ed4-c0f1c4631bb8 on host n-h1-712749-28 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 08:21:58.702358 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-10b85e6a-1ad6-4e70-961e-8fcd781530fe req-5ae0851d-dbb3-413d-9861-12fefd55c385 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:21:58.705906 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-10b85e6a-1ad6-4e70-961e-8fcd781530fe req-5ae0851d-dbb3-413d-9861-12fefd55c385 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.10 "DELETE /v2.0/ports/53f3ee5f-524c-455a-9ed4-c0f1c4631bb8 HTTP/1.1" status: 204 len: 173 time: 0.7428632 Jan 28 08:21:58.706322 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdd72dff-8dd1-4e7f-97c4-6dc90b63bf07', 'name': 'network-vif-deleted', 'tag': '53f3ee5f-524c-455a-9ed4-c0f1c4631bb8'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 08:21:58.708620 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea2b103cb7827510f28784975546feb0b63800b94dfac5f98f271904baace09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db9e3109-fcb8-4fdf-bfbc-75794dc4f0e2" -d '{"events": [{"server_uuid": "cdd72dff-8dd1-4e7f-97c4-6dc90b63bf07", "name": "network-vif-deleted", "tag": "53f3ee5f-524c-455a-9ed4-c0f1c4631bb8"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 08:21:58.746827 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 08:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b74007ec-2416-4fd5-80d9-fa33c10c7f85 x-openstack-request-id: req-b74007ec-2416-4fd5-80d9-fa33c10c7f85 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 08:21:58.747142 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdd72dff-8dd1-4e7f-97c4-6dc90b63bf07", "name": "network-vif-deleted", "tag": "53f3ee5f-524c-455a-9ed4-c0f1c4631bb8", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 08:21:58.747436 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b74007ec-2416-4fd5-80d9-fa33c10c7f85 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 08:21:58.747843 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdd72dff-8dd1-4e7f-97c4-6dc90b63bf07', 'name': 'network-vif-deleted', 'tag': '53f3ee5f-524c-455a-9ed4-c0f1c4631bb8', 'status': 'completed', 'code': 200} Jan 28 08:21:59.402849 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 7 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 08:21:59.572739 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 41782) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:21:59.920872 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5633cb6e-da62-49f1-a878-f6eb095398ab tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16606535'] for router_interface (d1cd144a-805c-49f6-98de-4f1d2edc5f53), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:22:00.168749 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-5633cb6e-da62-49f1-a878-f6eb095398ab tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Deleting port 2df6e41d-8a4f-457d-afe5-08fe86360bb9 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 08:22:00.169091 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5633cb6e-da62-49f1-a878-f6eb095398ab tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (2df6e41d-8a4f-457d-afe5-08fe86360bb9), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:22:00.257313 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-5633cb6e-da62-49f1-a878-f6eb095398ab tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] For port 2df6e41d-8a4f-457d-afe5-08fe86360bb9, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=2df6e41d-8a4f-457d-afe5-08fe86360bb9,segment=NetworkSegment(535416b4-f34b-46f9-80ee-5870adb98f0c),segment_id=535416b4-f34b-46f9-80ee-5870adb98f0c)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:22:00.258165 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5633cb6e-da62-49f1-a878-f6eb095398ab tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (2df6e41d-8a4f-457d-afe5-08fe86360bb9), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:22:00.270382 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-5633cb6e-da62-49f1-a878-f6eb095398ab tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Calling delete_port for 2df6e41d-8a4f-457d-afe5-08fe86360bb9 owned by network:router_interface {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 08:22:00.454333 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5633cb6e-da62-49f1-a878-f6eb095398ab tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (2df6e41d-8a4f-457d-afe5-08fe86360bb9), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:22:00.480689 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5633cb6e-da62-49f1-a878-f6eb095398ab tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Pushing event deleted for resources: {'Port': ['ID=2df6e41d-8a4f-457d-afe5-08fe86360bb9,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:22:00.654368 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5633cb6e-da62-49f1-a878-f6eb095398ab tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16319006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16606699'] for router_interface (d1cd144a-805c-49f6-98de-4f1d2edc5f53), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:22:00.872937 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5633cb6e-da62-49f1-a878-f6eb095398ab tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Router d1cd144a-805c-49f6-98de-4f1d2edc5f53 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 08:22:00.979626 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5633cb6e-da62-49f1-a878-f6eb095398ab tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 08:22:00.985145 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-5633cb6e-da62-49f1-a878-f6eb095398ab tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "PUT /v2.0/routers/d1cd144a-805c-49f6-98de-4f1d2edc5f53/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4112656 Jan 28 08:22:00.987840 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 41784) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:22:00.989781 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b09225-5bd4-4700-bc47-85996e22ad18 None None] Sync routers for ids ['d1cd144a-805c-49f6-98de-4f1d2edc5f53'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 08:22:01.000417 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b09225-5bd4-4700-bc47-85996e22ad18 None None] Routers {'d1cd144a-805c-49f6-98de-4f1d2edc5f53'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 08:22:01.001033 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-81b09225-5bd4-4700-bc47-85996e22ad18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T08:21:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['d1cd144a-805c-49f6-98de-4f1d2edc5f53'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:22:01.038227 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-db294f54-6ceb-4349-a649-49156a8a9744 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Deleting subnet 8ae89fd7-f9f9-42b0-8973-c28612c7dccb {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 08:22:01.042044 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-db294f54-6ceb-4349-a649-49156a8a9744 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for subnet (8ae89fd7-f9f9-42b0-8973-c28612c7dccb), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:22:01.086063 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-db294f54-6ceb-4349-a649-49156a8a9744 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24759175'] for subnet (8ae89fd7-f9f9-42b0-8973-c28612c7dccb), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:22:01.107158 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-81b09225-5bd4-4700-bc47-85996e22ad18 None None] Set router d1cd144a-805c-49f6-98de-4f1d2edc5f53 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 08:22:01.170624 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-db294f54-6ceb-4349-a649-49156a8a9744 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (8ae89fd7-f9f9-42b0-8973-c28612c7dccb), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:22:01.231348 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-db294f54-6ceb-4349-a649-49156a8a9744 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24757569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24979817'] for subnet (8ae89fd7-f9f9-42b0-8973-c28612c7dccb), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:22:01.264729 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db294f54-6ceb-4349-a649-49156a8a9744 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Pushing event deleted for resources: {'Subnet': ['ID=8ae89fd7-f9f9-42b0-8973-c28612c7dccb,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:22:01.270090 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-db294f54-6ceb-4349-a649-49156a8a9744 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:22:01.276476 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-db294f54-6ceb-4349-a649-49156a8a9744 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "DELETE /v2.0/subnets/8ae89fd7-f9f9-42b0-8973-c28612c7dccb HTTP/1.1" status: 204 len: 168 time: 0.2841861 Jan 28 08:22:01.276734 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 41786) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:22:01.283418 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c5c52dc-76b5-46a7-8166-becdb57b2cfd None None] Network 59b893f1-51b9-4a18-92b8-dc82e36bb382 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 08:22:01.392852 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-331cf2d6-e41b-4fb6-834c-dc806ba94ffb tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for router (d1cd144a-805c-49f6-98de-4f1d2edc5f53), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:22:01.393970 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-81b09225-5bd4-4700-bc47-85996e22ad18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1cd144a-805c-49f6-98de-4f1d2edc5f53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-826054415', 'tenant_id': '254d30a3a3e041b3bd650c9318c9b350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': '18f54ec4-7be6-4656-a204-86e7ec3271c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:20:17Z', 'updated_at': '2022-01-28T08:22:00Z', 'revision_number': 5, 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'gw_port': {'id': '18f54ec4-7be6-4656-a204-86e7ec3271c6', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:04:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1cd144a-805c-49f6-98de-4f1d2edc5f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:20:18Z', 'updated_at': '2022-01-28T08:20:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:22:01.421543 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b09225-5bd4-4700-bc47-85996e22ad18 None None] Checking router: d1cd144a-805c-49f6-98de-4f1d2edc5f53 for host: n-d-712749-28 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 08:22:01.432554 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b09225-5bd4-4700-bc47-85996e22ad18 None None] Routers {'d1cd144a-805c-49f6-98de-4f1d2edc5f53'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 08:22:01.433892 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-81b09225-5bd4-4700-bc47-85996e22ad18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T08:21:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['d1cd144a-805c-49f6-98de-4f1d2edc5f53'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:22:01.456640 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa24bbc4-684e-4897-96e5-5ed037bce481 None None] DHCP port deletion for 59b893f1-51b9-4a18-92b8-dc82e36bb382 request from n-d-712749-28 {{(pid=103285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 08:22:01.503347 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-331cf2d6-e41b-4fb6-834c-dc806ba94ffb tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for router_gateway (d1cd144a-805c-49f6-98de-4f1d2edc5f53), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:22:01.505687 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-fa24bbc4-684e-4897-96e5-5ed037bce481 None None] Deleting port fb95c72c-6ca7-4d02-870c-785086de399c {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 08:22:01.506266 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fa24bbc4-684e-4897-96e5-5ed037bce481 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (fb95c72c-6ca7-4d02-870c-785086de399c), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:22:01.541627 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-81b09225-5bd4-4700-bc47-85996e22ad18 None None] Set router d1cd144a-805c-49f6-98de-4f1d2edc5f53 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 08:22:01.565714 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-331cf2d6-e41b-4fb6-834c-dc806ba94ffb tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Deleting port 18f54ec4-7be6-4656-a204-86e7ec3271c6 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 08:22:01.566078 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-331cf2d6-e41b-4fb6-834c-dc806ba94ffb tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (18f54ec4-7be6-4656-a204-86e7ec3271c6), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:22:01.574181 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-fa24bbc4-684e-4897-96e5-5ed037bce481 None None] For port fb95c72c-6ca7-4d02-870c-785086de399c, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=fb95c72c-6ca7-4d02-870c-785086de399c,segment=NetworkSegment(535416b4-f34b-46f9-80ee-5870adb98f0c),segment_id=535416b4-f34b-46f9-80ee-5870adb98f0c)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:22:01.574586 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fa24bbc4-684e-4897-96e5-5ed037bce481 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (fb95c72c-6ca7-4d02-870c-785086de399c), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:22:01.588204 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-fa24bbc4-684e-4897-96e5-5ed037bce481 None None] Calling delete_port for fb95c72c-6ca7-4d02-870c-785086de399c owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 08:22:01.648144 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-331cf2d6-e41b-4fb6-834c-dc806ba94ffb tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] For port 18f54ec4-7be6-4656-a204-86e7ec3271c6, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=18f54ec4-7be6-4656-a204-86e7ec3271c6,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:22:01.648581 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-331cf2d6-e41b-4fb6-834c-dc806ba94ffb tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (18f54ec4-7be6-4656-a204-86e7ec3271c6), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:22:01.661507 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-331cf2d6-e41b-4fb6-834c-dc806ba94ffb tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Calling delete_port for 18f54ec4-7be6-4656-a204-86e7ec3271c6 owned by network:router_gateway {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 08:22:01.671277 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fa24bbc4-684e-4897-96e5-5ed037bce481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298'] for port (fb95c72c-6ca7-4d02-870c-785086de399c), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:22:01.700048 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa24bbc4-684e-4897-96e5-5ed037bce481 None None] Pushing event deleted for resources: {'Port': ['ID=fb95c72c-6ca7-4d02-870c-785086de399c,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:22:01.704515 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa24bbc4-684e-4897-96e5-5ed037bce481 None None] No DVR routers for this DVR port fb95c72c-6ca7-4d02-870c-785086de399c on host n-d-712749-28 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 08:22:01.712058 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa24bbc4-684e-4897-96e5-5ed037bce481 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:22:01.712418 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa24bbc4-684e-4897-96e5-5ed037bce481 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:22:01.712832 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa24bbc4-684e-4897-96e5-5ed037bce481 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:22:01.713230 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa24bbc4-684e-4897-96e5-5ed037bce481 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:22:01.713413 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa24bbc4-684e-4897-96e5-5ed037bce481 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:22:01.713750 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa24bbc4-684e-4897-96e5-5ed037bce481 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:22:01.714081 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa24bbc4-684e-4897-96e5-5ed037bce481 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:22:01.714409 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa24bbc4-684e-4897-96e5-5ed037bce481 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:22:01.714769 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa24bbc4-684e-4897-96e5-5ed037bce481 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:22:01.715059 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa24bbc4-684e-4897-96e5-5ed037bce481 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:22:01.715480 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa24bbc4-684e-4897-96e5-5ed037bce481 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:22:01.715708 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa24bbc4-684e-4897-96e5-5ed037bce481 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:22:01.716022 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa24bbc4-684e-4897-96e5-5ed037bce481 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:22:01.746306 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-81b09225-5bd4-4700-bc47-85996e22ad18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1cd144a-805c-49f6-98de-4f1d2edc5f53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-826054415', 'tenant_id': '254d30a3a3e041b3bd650c9318c9b350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': '18f54ec4-7be6-4656-a204-86e7ec3271c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:20:17Z', 'updated_at': '2022-01-28T08:22:00Z', 'revision_number': 5, 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'gw_port': {'id': '18f54ec4-7be6-4656-a204-86e7ec3271c6', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:04:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1cd144a-805c-49f6-98de-4f1d2edc5f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:20:18Z', 'updated_at': '2022-01-28T08:20:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:22:01.773608 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b09225-5bd4-4700-bc47-85996e22ad18 None None] The sync data for ids ['d1cd144a-805c-49f6-98de-4f1d2edc5f53'] in n-d-712749-28 is: [{'id': 'd1cd144a-805c-49f6-98de-4f1d2edc5f53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-826054415', 'tenant_id': '254d30a3a3e041b3bd650c9318c9b350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': '18f54ec4-7be6-4656-a204-86e7ec3271c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:20:17Z', 'updated_at': '2022-01-28T08:22:00Z', 'revision_number': 5, 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'gw_port': {'id': '18f54ec4-7be6-4656-a204-86e7ec3271c6', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:04:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1cd144a-805c-49f6-98de-4f1d2edc5f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:20:18Z', 'updated_at': '2022-01-28T08:20:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 08:22:01.851033 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-331cf2d6-e41b-4fb6-834c-dc806ba94ffb tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (18f54ec4-7be6-4656-a204-86e7ec3271c6), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:22:01.877632 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331cf2d6-e41b-4fb6-834c-dc806ba94ffb tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Pushing event deleted for resources: {'Port': ['ID=18f54ec4-7be6-4656-a204-86e7ec3271c6,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:22:01.940218 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-331cf2d6-e41b-4fb6-834c-dc806ba94ffb tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16607873'] for router_gateway (d1cd144a-805c-49f6-98de-4f1d2edc5f53), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:22:02.029212 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-331cf2d6-e41b-4fb6-834c-dc806ba94ffb tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16605684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127449'] for router (d1cd144a-805c-49f6-98de-4f1d2edc5f53), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:22:02.031333 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-331cf2d6-e41b-4fb6-834c-dc806ba94ffb tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for router_controller (d1cd144a-805c-49f6-98de-4f1d2edc5f53), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:22:02.074253 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-331cf2d6-e41b-4fb6-834c-dc806ba94ffb tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16605693'] for router (d1cd144a-805c-49f6-98de-4f1d2edc5f53), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:22:02.074912 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-331cf2d6-e41b-4fb6-834c-dc806ba94ffb tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Fanout notify agent at l3_agent the message router_deleted on router d1cd144a-805c-49f6-98de-4f1d2edc5f53 {{(pid=103284) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 08:22:02.082209 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-331cf2d6-e41b-4fb6-834c-dc806ba94ffb tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for router (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:22:02.083328 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-331cf2d6-e41b-4fb6-834c-dc806ba94ffb tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "DELETE /v2.0/routers/d1cd144a-805c-49f6-98de-4f1d2edc5f53 HTTP/1.1" status: 204 len: 168 time: 0.8045754 Jan 28 08:22:02.086711 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 41788) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:22:02.171000 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-075cea07-2d45-4ac1-83fa-d84a444752e6 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (59b893f1-51b9-4a18-92b8-dc82e36bb382), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:22:02.239742 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 2df6e41d-8a4f-457d-afe5-08fe86360bb9 no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 08:22:02.265343 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: 2df6e41d-8a4f-457d-afe5-08fe86360bb9 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 08:22:02.265787 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 2df6e41d-8a4f-457d-afe5-08fe86360bb9 not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 08:22:02.266284 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device fb95c72c-6ca7-4d02-870c-785086de399c no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 08:22:02.271424 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-075cea07-2d45-4ac1-83fa-d84a444752e6 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (59b893f1-51b9-4a18-92b8-dc82e36bb382), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:22:02.287972 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: fb95c72c-6ca7-4d02-870c-785086de399c {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 08:22:02.288592 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device fb95c72c-6ca7-4d02-870c-785086de399c not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 08:22:02.295740 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-075cea07-2d45-4ac1-83fa-d84a444752e6 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59b893f1-51b9-4a18-92b8-dc82e36bb382']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:22:02.306529 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-075cea07-2d45-4ac1-83fa-d84a444752e6 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '535416b4-f34b-46f9-80ee-5870adb98f0c') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:22:02.306834 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-075cea07-2d45-4ac1-83fa-d84a444752e6 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '535416b4-f34b-46f9-80ee-5870adb98f0c') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:22:02.316305 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-075cea07-2d45-4ac1-83fa-d84a444752e6 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24759294'] for segment (535416b4-f34b-46f9-80ee-5870adb98f0c), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:22:02.330487 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-075cea07-2d45-4ac1-83fa-d84a444752e6 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (535416b4-f34b-46f9-80ee-5870adb98f0c), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:22:02.336747 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-075cea07-2d45-4ac1-83fa-d84a444752e6 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 08:22:02.337139 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-075cea07-2d45-4ac1-83fa-d84a444752e6 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24757675'] for segment (535416b4-f34b-46f9-80ee-5870adb98f0c), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:22:02.340051 n-d-712749-28 neutron-server[103284]: Traceback (most recent call last): Jan 28 08:22:02.340051 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 08:22:02.340051 n-d-712749-28 neutron-server[103284]: timer() Jan 28 08:22:02.340051 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 08:22:02.340051 n-d-712749-28 neutron-server[103284]: cb(*args, **kw) Jan 28 08:22:02.340051 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 08:22:02.340051 n-d-712749-28 neutron-server[103284]: return func(*args, **kwargs) Jan 28 08:22:02.340051 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 08:22:02.340051 n-d-712749-28 neutron-server[103284]: self._notify() Jan 28 08:22:02.340051 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 08:22:02.340051 n-d-712749-28 neutron-server[103284]: self.callback(batched_events) Jan 28 08:22:02.340051 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 08:22:02.340051 n-d-712749-28 neutron-server[103284]: event.method(event) Jan 28 08:22:02.340051 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 08:22:02.340051 n-d-712749-28 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 08:22:02.340051 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 08:22:02.340051 n-d-712749-28 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 08:22:02.340051 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 08:22:02.340051 n-d-712749-28 neutron-server[103284]: return f(self, *a, **k) Jan 28 08:22:02.340051 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 08:22:02.340051 n-d-712749-28 neutron-server[103284]: return self._get(url).json() Jan 28 08:22:02.340051 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 08:22:02.340051 n-d-712749-28 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 08:22:02.340051 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 08:22:02.340051 n-d-712749-28 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Jan 28 08:22:02.340051 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 08:22:02.340051 n-d-712749-28 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 08:22:02.340051 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 08:22:02.340051 n-d-712749-28 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 08:22:02.340051 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 08:22:02.340051 n-d-712749-28 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 08:22:02.340051 n-d-712749-28 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 08:22:02.405303 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-075cea07-2d45-4ac1-83fa-d84a444752e6 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (59b893f1-51b9-4a18-92b8-dc82e36bb382), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:22:02.417587 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-075cea07-2d45-4ac1-83fa-d84a444752e6 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:22:02.423575 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-075cea07-2d45-4ac1-83fa-d84a444752e6 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "DELETE /v2.0/networks/59b893f1-51b9-4a18-92b8-dc82e36bb382 HTTP/1.1" status: 204 len: 168 time: 0.3334157 Jan 28 08:22:02.423935 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 41790) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:22:02.442237 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 53f3ee5f-524c-455a-9ed4-c0f1c4631bb8 no longer exists at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 08:22:02.445318 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075cea07-2d45-4ac1-83fa-d84a444752e6 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Pushing event deleted for resources: {'Network': ['ID=59b893f1-51b9-4a18-92b8-dc82e36bb382,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:22:02.464289 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] No Port match for: 53f3ee5f-524c-455a-9ed4-c0f1c4631bb8 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 08:22:02.464657 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 53f3ee5f-524c-455a-9ed4-c0f1c4631bb8 not bound to the agent host n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 08:22:02.499359 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0795dfc5-f1bc-4ddd-9c7a-39cdea43a973 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for security_group (0120ca3a-a094-4d24-bf2d-27b5b4350fc9), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:22:02.526539 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0795dfc5-f1bc-4ddd-9c7a-39cdea43a973 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for security_group (0120ca3a-a094-4d24-bf2d-27b5b4350fc9), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:22:02.586701 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0795dfc5-f1bc-4ddd-9c7a-39cdea43a973 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (0120ca3a-a094-4d24-bf2d-27b5b4350fc9), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:22:02.589421 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0795dfc5-f1bc-4ddd-9c7a-39cdea43a973 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:22:02.590597 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-0795dfc5-f1bc-4ddd-9c7a-39cdea43a973 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "DELETE /v2.0/security-groups/0120ca3a-a094-4d24-bf2d-27b5b4350fc9 HTTP/1.1" status: 204 len: 168 time: 0.1655564 Jan 28 08:22:02.599756 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0795dfc5-f1bc-4ddd-9c7a-39cdea43a973 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0120ca3a-a094-4d24-bf2d-27b5b4350fc9,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:22:02.923005 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 41796) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:22:02.927450 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-6500283c-4256-48da-96e8-020439e2bc34 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1095935930', 'description': 'tempest-secgroup-smoke-1095935930 description', 'project_id': '254d30a3a3e041b3bd650c9318c9b350'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:22:02.948411 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6500283c-4256-48da-96e8-020439e2bc34 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:22:03.012507 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6500283c-4256-48da-96e8-020439e2bc34 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for security_group (bc24f01a-79b3-4c76-b0db-e67c3be86447), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:22:03.016039 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6500283c-4256-48da-96e8-020439e2bc34 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (bc24f01a-79b3-4c76-b0db-e67c3be86447), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:22:03.045439 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6500283c-4256-48da-96e8-020439e2bc34 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:22:03.046681 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-6500283c-4256-48da-96e8-020439e2bc34 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1226995 Jan 28 08:22:03.049776 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 41798) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:22:03.050532 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6500283c-4256-48da-96e8-020439e2bc34 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc24f01a-79b3-4c76-b0db-e67c3be86447,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:22:03.055304 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-76f93081-718a-4ce7-bc1e-afb1f2ee4e08 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Request body: {'security_group_rule': {'security_group_id': 'bc24f01a-79b3-4c76-b0db-e67c3be86447', 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:22:03.081178 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-76f93081-718a-4ce7-bc1e-afb1f2ee4e08 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for security_group_rule (4eb266fd-c4b0-410e-96aa-a7f74e79eaaa), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:22:03.130771 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-76f93081-718a-4ce7-bc1e-afb1f2ee4e08 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for security_group_rule (4eb266fd-c4b0-410e-96aa-a7f74e79eaaa), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:22:03.134823 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-76f93081-718a-4ce7-bc1e-afb1f2ee4e08 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (4eb266fd-c4b0-410e-96aa-a7f74e79eaaa), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:22:03.152640 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f93081-718a-4ce7-bc1e-afb1f2ee4e08 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4eb266fd-c4b0-410e-96aa-a7f74e79eaaa,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:22:03.160751 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-76f93081-718a-4ce7-bc1e-afb1f2ee4e08 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:22:03.161937 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-76f93081-718a-4ce7-bc1e-afb1f2ee4e08 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1109200 Jan 28 08:22:03.165271 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 41800) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:22:03.169717 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-2c5e3f90-e214-4ddb-ac2b-b2961d709773 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Request body: {'security_group_rule': {'security_group_id': 'bc24f01a-79b3-4c76-b0db-e67c3be86447', 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:22:03.193491 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2c5e3f90-e214-4ddb-ac2b-b2961d709773 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for security_group_rule (007c2071-bb8a-4f18-aea3-f4b31e667617), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:22:03.247200 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2c5e3f90-e214-4ddb-ac2b-b2961d709773 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for security_group_rule (007c2071-bb8a-4f18-aea3-f4b31e667617), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:22:03.250795 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2c5e3f90-e214-4ddb-ac2b-b2961d709773 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (007c2071-bb8a-4f18-aea3-f4b31e667617), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:22:03.268480 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5e3f90-e214-4ddb-ac2b-b2961d709773 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=007c2071-bb8a-4f18-aea3-f4b31e667617,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:22:03.278081 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2c5e3f90-e214-4ddb-ac2b-b2961d709773 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:22:03.279258 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-2c5e3f90-e214-4ddb-ac2b-b2961d709773 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1130793 Jan 28 08:22:03.282024 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 41802) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:22:03.286224 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-cc06f387-334a-4cb7-84be-79fba070a239 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Request body: {'security_group_rule': {'security_group_id': 'bc24f01a-79b3-4c76-b0db-e67c3be86447', 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:22:03.310115 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cc06f387-334a-4cb7-84be-79fba070a239 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for security_group_rule (81a22912-bbf8-43dc-bfd2-cba8f85d0d1c), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:22:03.366349 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cc06f387-334a-4cb7-84be-79fba070a239 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for security_group_rule (81a22912-bbf8-43dc-bfd2-cba8f85d0d1c), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:22:03.370016 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cc06f387-334a-4cb7-84be-79fba070a239 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (81a22912-bbf8-43dc-bfd2-cba8f85d0d1c), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:22:03.388183 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc06f387-334a-4cb7-84be-79fba070a239 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81a22912-bbf8-43dc-bfd2-cba8f85d0d1c,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:22:03.394748 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f282f0a8-4be9-4613-ba68-f1b7c01e2e79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:22:03.397844 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cc06f387-334a-4cb7-84be-79fba070a239 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:22:03.399132 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-cc06f387-334a-4cb7-84be-79fba070a239 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1161425 Jan 28 08:22:03.402463 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 41804) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:22:03.407077 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-de2444d9-093b-4924-9988-ff5aa4f24bdc tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Request body: {'security_group_rule': {'security_group_id': 'bc24f01a-79b3-4c76-b0db-e67c3be86447', 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:22:03.433143 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-de2444d9-093b-4924-9988-ff5aa4f24bdc tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for security_group_rule (67f5f8c0-fa75-4ece-bf25-357bcba980b8), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:22:03.493388 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-de2444d9-093b-4924-9988-ff5aa4f24bdc tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for security_group_rule (67f5f8c0-fa75-4ece-bf25-357bcba980b8), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:22:03.497186 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-de2444d9-093b-4924-9988-ff5aa4f24bdc tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (67f5f8c0-fa75-4ece-bf25-357bcba980b8), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:22:03.515220 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2444d9-093b-4924-9988-ff5aa4f24bdc tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67f5f8c0-fa75-4ece-bf25-357bcba980b8,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:22:03.523870 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-de2444d9-093b-4924-9988-ff5aa4f24bdc tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:22:03.525854 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-de2444d9-093b-4924-9988-ff5aa4f24bdc tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1224658 Jan 28 08:22:03.528676 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 41806) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:22:03.532951 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-877dd22b-7876-4168-b260-2409b825ea0b tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Request body: {'security_group_rule': {'security_group_id': 'bc24f01a-79b3-4c76-b0db-e67c3be86447', 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:22:03.553139 n-d-712749-28 neutron-server[103284]: INFO neutron.db.securitygroups_db [None req-877dd22b-7876-4168-b260-2409b825ea0b tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Project 254d30a3a3e041b3bd650c9318c9b350 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 08:22:03.558628 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-877dd22b-7876-4168-b260-2409b825ea0b tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for security_group_rule (ec00b25f-168a-440b-8403-f292d07329c3), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:22:03.614941 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-877dd22b-7876-4168-b260-2409b825ea0b tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for security_group_rule (ec00b25f-168a-440b-8403-f292d07329c3), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:22:03.618407 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-877dd22b-7876-4168-b260-2409b825ea0b tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (ec00b25f-168a-440b-8403-f292d07329c3), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:22:03.635956 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877dd22b-7876-4168-b260-2409b825ea0b tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec00b25f-168a-440b-8403-f292d07329c3,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:22:03.644458 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-877dd22b-7876-4168-b260-2409b825ea0b tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:22:03.645659 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-877dd22b-7876-4168-b260-2409b825ea0b tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1160431 Jan 28 08:22:03.648393 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 41808) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:22:03.653773 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-49013e3d-56d6-47a6-b5de-8c63e30db359 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Request body: {'security_group_rule': {'security_group_id': 'bc24f01a-79b3-4c76-b0db-e67c3be86447', 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:22:03.675612 n-d-712749-28 neutron-server[103284]: INFO neutron.db.securitygroups_db [None req-49013e3d-56d6-47a6-b5de-8c63e30db359 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Project 254d30a3a3e041b3bd650c9318c9b350 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 08:22:03.680728 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-49013e3d-56d6-47a6-b5de-8c63e30db359 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for security_group_rule (125f89ba-3fe8-42d3-ae77-4f8340d6d444), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:22:03.738714 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-49013e3d-56d6-47a6-b5de-8c63e30db359 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for security_group_rule (125f89ba-3fe8-42d3-ae77-4f8340d6d444), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:22:03.742153 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-49013e3d-56d6-47a6-b5de-8c63e30db359 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (125f89ba-3fe8-42d3-ae77-4f8340d6d444), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:22:03.759555 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49013e3d-56d6-47a6-b5de-8c63e30db359 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=125f89ba-3fe8-42d3-ae77-4f8340d6d444,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:22:03.766696 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-49013e3d-56d6-47a6-b5de-8c63e30db359 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:22:03.770808 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-49013e3d-56d6-47a6-b5de-8c63e30db359 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1186950 Jan 28 08:22:03.770991 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 41810) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:22:03.776486 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-007ed002-ea84-4835-9cb8-420e0755b129 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Request body: {'network': {'name': 'tempest-network-smoke--1768698854', 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'port_security_enabled': True}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:22:03.784045 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:22:03.796319 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-007ed002-ea84-4835-9cb8-420e0755b129 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Made reservation on behalf of 254d30a3a3e041b3bd650c9318c9b350 for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 08:22:03.799623 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-007ed002-ea84-4835-9cb8-420e0755b129 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:22:03.822880 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-007ed002-ea84-4835-9cb8-420e0755b129 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 08:22:03.837083 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-007ed002-ea84-4835-9cb8-420e0755b129 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (8a2eafb1-3c5e-41c0-8ee8-d91bc233d5cb), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:22:03.837083 n-d-712749-28 neutron-server[103284]: INFO neutron.db.segments_db [None req-007ed002-ea84-4835-9cb8-420e0755b129 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Added segment 8a2eafb1-3c5e-41c0-8ee8-d91bc233d5cb of type vlan for network 89e8298a-2471-4d6a-b26e-c723c2b40e75 Jan 28 08:22:03.878136 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-007ed002-ea84-4835-9cb8-420e0755b129 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (89e8298a-2471-4d6a-b26e-c723c2b40e75), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:22:03.903988 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-007ed002-ea84-4835-9cb8-420e0755b129 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (89e8298a-2471-4d6a-b26e-c723c2b40e75), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:22:03.908979 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-007ed002-ea84-4835-9cb8-420e0755b129 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:22:03.909563 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-007ed002-ea84-4835-9cb8-420e0755b129 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:22:03.965211 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-007ed002-ea84-4835-9cb8-420e0755b129 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1932402 Jan 28 08:22:03.968007 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 41812) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:22:03.973394 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-6335287f-ff48-4cbd-a633-36106fb961db tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1788287474', 'admin_state_up': True, 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:22:03.983000 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007ed002-ea84-4835-9cb8-420e0755b129 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Pushing event updated for resources: {'Network': ['ID=89e8298a-2471-4d6a-b26e-c723c2b40e75,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:22:03.994028 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network 89e8298a-2471-4d6a-b26e-c723c2b40e75 details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 08:22:03.997410 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6335287f-ff48-4cbd-a633-36106fb961db tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16606890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127275'] for router (5e37c21f-0624-45e4-9e9f-0bc54c4651b1), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:22:03.998517 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6335287f-ff48-4cbd-a633-36106fb961db tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16605498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16607952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16355422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127266'] for router (5e37c21f-0624-45e4-9e9f-0bc54c4651b1), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:22:04.053216 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6335287f-ff48-4cbd-a633-36106fb961db tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for router_controller (5e37c21f-0624-45e4-9e9f-0bc54c4651b1), precommit_add_association {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:22:04.077285 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 18f54ec4-7be6-4656-a204-86e7ec3271c6 no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 08:22:04.099002 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: 18f54ec4-7be6-4656-a204-86e7ec3271c6 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 08:22:04.099356 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 18f54ec4-7be6-4656-a204-86e7ec3271c6 not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 08:22:04.204408 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6335287f-ff48-4cbd-a633-36106fb961db tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for router_gateway (5e37c21f-0624-45e4-9e9f-0bc54c4651b1), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:22:04.732776 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6335287f-ff48-4cbd-a633-36106fb961db tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for router_gateway (5e37c21f-0624-45e4-9e9f-0bc54c4651b1), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:22:04.751724 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6335287f-ff48-4cbd-a633-36106fb961db tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:22:04.787173 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:22:04.856063 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-6335287f-ff48-4cbd-a633-36106fb961db tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Allocated IP 172.25.6.176 (7d5b3724-deef-4831-8d43-cb9b8176573c/b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc/ca5a4fcc-92fb-4f28-b3dd-03ee56257e5b) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 08:22:04.955132 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6335287f-ff48-4cbd-a633-36106fb961db tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for port (ca5a4fcc-92fb-4f28-b3dd-03ee56257e5b), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:22:04.988745 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6335287f-ff48-4cbd-a633-36106fb961db tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (ca5a4fcc-92fb-4f28-b3dd-03ee56257e5b), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:22:05.029818 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6335287f-ff48-4cbd-a633-36106fb961db tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Network 7d5b3724-deef-4831-8d43-cb9b8176573c is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 08:22:05.032613 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-6335287f-ff48-4cbd-a633-36106fb961db tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 08:22:05.035958 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6335287f-ff48-4cbd-a633-36106fb961db tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 08:22:05.064616 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6335287f-ff48-4cbd-a633-36106fb961db tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Pushing event updated for resources: {'Port': ['ID=ca5a4fcc-92fb-4f28-b3dd-03ee56257e5b,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:22:05.285383 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6335287f-ff48-4cbd-a633-36106fb961db tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for router_gateway (5e37c21f-0624-45e4-9e9f-0bc54c4651b1), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:22:05.483875 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6335287f-ff48-4cbd-a633-36106fb961db tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16605475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16607909'] for router (5e37c21f-0624-45e4-9e9f-0bc54c4651b1), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:22:05.610582 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6335287f-ff48-4cbd-a633-36106fb961db tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Router 5e37c21f-0624-45e4-9e9f-0bc54c4651b1 is scheduled to L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 with binding_index 1 {{(pid=103283) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 08:22:05.716930 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6335287f-ff48-4cbd-a633-36106fb961db tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 08:22:05.726775 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b1437d-2af6-4df9-bdf6-6290d3503032 None None] Sync routers for ids ['5e37c21f-0624-45e4-9e9f-0bc54c4651b1'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 08:22:05.736068 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6335287f-ff48-4cbd-a633-36106fb961db tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for router (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:22:05.738229 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-6335287f-ff48-4cbd-a633-36106fb961db tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7679029 Jan 28 08:22:05.739872 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b1437d-2af6-4df9-bdf6-6290d3503032 None None] Routers {'5e37c21f-0624-45e4-9e9f-0bc54c4651b1'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 08:22:05.740613 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-71b1437d-2af6-4df9-bdf6-6290d3503032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T08:21:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['5e37c21f-0624-45e4-9e9f-0bc54c4651b1'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:22:05.740888 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 41814) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:22:05.770904 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-38818bee-adda-4f24-b1fe-b4feb3059f37 tempest-TestNetworkAdvancedServerOps-213716511 tempest-TestNetworkAdvancedServerOps-213716511-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=254d30a3a3e041b3bd650c9318c9b350&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0289023 Jan 28 08:22:05.773538 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 41816) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:22:05.802841 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ecd55d95-69a9-4db7-b168-c143135aed88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:22:05.858144 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-71b1437d-2af6-4df9-bdf6-6290d3503032 None None] Set router 5e37c21f-0624-45e4-9e9f-0bc54c4651b1 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 08:22:05.862983 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a59d0b6e-318d-4c66-9103-ed956cc9d388 tempest-TestNetworkAdvancedServerOps-213716511 tempest-TestNetworkAdvancedServerOps-213716511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:22:05.864513 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-a59d0b6e-318d-4c66-9103-ed956cc9d388 tempest-TestNetworkAdvancedServerOps-213716511 tempest-TestNetworkAdvancedServerOps-213716511-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0899959 Jan 28 08:22:05.867339 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 41818) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:22:05.895533 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-fb4391f2-e314-40a8-b777-46055c3f698e tempest-TestNetworkAdvancedServerOps-213716511 tempest-TestNetworkAdvancedServerOps-213716511-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=7d5b3724-deef-4831-8d43-cb9b8176573c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265660 Jan 28 08:22:05.898028 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 41820) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:22:05.903288 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-a18fb3ff-889a-4786-a118-5b6ff7799bb5 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1063999769', 'network_id': '89e8298a-2471-4d6a-b26e-c723c2b40e75', 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:22:05.995588 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a18fb3ff-889a-4786-a118-5b6ff7799bb5 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Made reservation on behalf of 254d30a3a3e041b3bd650c9318c9b350 for: {'subnet': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 08:22:05.999175 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a18fb3ff-889a-4786-a118-5b6ff7799bb5 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13555781'] for subnet (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:22:06.191279 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a18fb3ff-889a-4786-a118-5b6ff7799bb5 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13546728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13555799'] for subnet (9bbb3c81-51c1-47af-b783-e386c894b9b6), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:22:06.195426 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-71b1437d-2af6-4df9-bdf6-6290d3503032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e37c21f-0624-45e4-9e9f-0bc54c4651b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1788287474', 'tenant_id': '254d30a3a3e041b3bd650c9318c9b350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': 'ca5a4fcc-92fb-4f28-b3dd-03ee56257e5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:22:04Z', 'updated_at': '2022-01-28T08:22:05Z', 'revision_number': 3, 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'gw_port': {'id': 'ca5a4fcc-92fb-4f28-b3dd-03ee56257e5b', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:76:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e37c21f-0624-45e4-9e9f-0bc54c4651b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:22:04Z', 'updated_at': '2022-01-28T08:22:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:22:06.222136 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b1437d-2af6-4df9-bdf6-6290d3503032 None None] Checking router: 5e37c21f-0624-45e4-9e9f-0bc54c4651b1 for host: n-d-712749-28 {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 08:22:06.222501 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b1437d-2af6-4df9-bdf6-6290d3503032 None None] Updating router 5e37c21f-0624-45e4-9e9f-0bc54c4651b1 port ca5a4fcc-92fb-4f28-b3dd-03ee56257e5b binding host n-d-712749-28 {{(pid=103285) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 08:22:06.247981 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-71b1437d-2af6-4df9-bdf6-6290d3503032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (ca5a4fcc-92fb-4f28-b3dd-03ee56257e5b), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:22:06.254392 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18fb3ff-889a-4786-a118-5b6ff7799bb5 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Pushing event updated for resources: {'Subnet': ['ID=9bbb3c81-51c1-47af-b783-e386c894b9b6,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:22:06.264407 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a18fb3ff-889a-4786-a118-5b6ff7799bb5 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Checking segment: {'id': '8a2eafb1-3c5e-41c0-8ee8-d91bc233d5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '89e8298a-2471-4d6a-b26e-c723c2b40e75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 08:22:06.264778 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a18fb3ff-889a-4786-a118-5b6ff7799bb5 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Network hostable DHCP agents. Network: 89e8298a-2471-4d6a-b26e-c723c2b40e75, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 08:22:06.282635 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a18fb3ff-889a-4786-a118-5b6ff7799bb5 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Network 89e8298a-2471-4d6a-b26e-c723c2b40e75 is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 08:22:06.293318 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-a18fb3ff-889a-4786-a118-5b6ff7799bb5 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, 89e8298a-2471-4d6a-b26e-c723c2b40e75) {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 08:22:06.299357 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a18fb3ff-889a-4786-a118-5b6ff7799bb5 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:22:06.299357 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a18fb3ff-889a-4786-a118-5b6ff7799bb5 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:22:06.317117 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-a18fb3ff-889a-4786-a118-5b6ff7799bb5 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4181139 Jan 28 08:22:06.320099 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 41822) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:22:06.331505 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37bbe8be-98e5-4b4a-8478-22143d6a0cc3 None None] Network 89e8298a-2471-4d6a-b26e-c723c2b40e75 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 08:22:06.496542 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c633ccf4-4a77-439f-ab46-c2744554aa1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3dd72b9-6805-5f61-b6f3-a591f99a173d-89e8298a-2471-4d6a-b26e-c723c2b40e75', 'network_id': '89e8298a-2471-4d6a-b26e-c723c2b40e75', 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'fixed_ips': [{'subnet_id': '9bbb3c81-51c1-47af-b783-e386c894b9b6'}]}} from n-d-712749-28. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 08:22:06.497408 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c633ccf4-4a77-439f-ab46-c2744554aa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:22:06.685369 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-71b1437d-2af6-4df9-bdf6-6290d3503032 None None] Publish callbacks [] for port (ca5a4fcc-92fb-4f28-b3dd-03ee56257e5b), precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:22:06.705660 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-71b1437d-2af6-4df9-bdf6-6290d3503032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (ca5a4fcc-92fb-4f28-b3dd-03ee56257e5b), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:22:06.721682 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-c633ccf4-4a77-439f-ab46-c2744554aa1e None None] Allocated IP 172.20.0.2 (89e8298a-2471-4d6a-b26e-c723c2b40e75/9bbb3c81-51c1-47af-b783-e386c894b9b6/58cbd5a5-aff9-4dda-9b70-2a230a7f3cd5) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 08:22:06.762296 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c7ce28ab-6938-4af6-a5e6-895ca7258f05 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:22:06.788345 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2cfb97-b109-46d2-b383-d7b96f6dfcf2 None None] Pushing event updated for resources: {'Port': ['ID=ca5a4fcc-92fb-4f28-b3dd-03ee56257e5b,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:22:06.814611 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-71b1437d-2af6-4df9-bdf6-6290d3503032 None None] Attempting to bind port ca5a4fcc-92fb-4f28-b3dd-03ee56257e5b on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 08:22:06.815285 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-71b1437d-2af6-4df9-bdf6-6290d3503032 None None] Attempting to bind port ca5a4fcc-92fb-4f28-b3dd-03ee56257e5b by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 08:22:06.815404 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b1437d-2af6-4df9-bdf6-6290d3503032 None None] Attempting to bind port ca5a4fcc-92fb-4f28-b3dd-03ee56257e5b on network 7d5b3724-deef-4831-8d43-cb9b8176573c {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 08:22:06.827164 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b1437d-2af6-4df9-bdf6-6290d3503032 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 8, 21, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 08:22:06.827550 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b1437d-2af6-4df9-bdf6-6290d3503032 None None] Checking segment: {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 08:22:06.827965 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-71b1437d-2af6-4df9-bdf6-6290d3503032 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:22:06.828402 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b1437d-2af6-4df9-bdf6-6290d3503032 None None] Bound using segment: {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 08:22:06.828913 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-71b1437d-2af6-4df9-bdf6-6290d3503032 None None] Bound port: ca5a4fcc-92fb-4f28-b3dd-03ee56257e5b, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 08:22:06.829306 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-71b1437d-2af6-4df9-bdf6-6290d3503032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (ca5a4fcc-92fb-4f28-b3dd-03ee56257e5b), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:22:06.913114 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-71b1437d-2af6-4df9-bdf6-6290d3503032 None None] For port ca5a4fcc-92fb-4f28-b3dd-03ee56257e5b, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 08:22:06.944218 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-71b1437d-2af6-4df9-bdf6-6290d3503032 None None] For port ca5a4fcc-92fb-4f28-b3dd-03ee56257e5b, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=ca5a4fcc-92fb-4f28-b3dd-03ee56257e5b,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 08:22:06.953746 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-71b1437d-2af6-4df9-bdf6-6290d3503032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (ca5a4fcc-92fb-4f28-b3dd-03ee56257e5b), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:22:06.993972 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c633ccf4-4a77-439f-ab46-c2744554aa1e None None] Publish callbacks [] for port (58cbd5a5-aff9-4dda-9b70-2a230a7f3cd5), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:22:07.006923 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c633ccf4-4a77-439f-ab46-c2744554aa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (58cbd5a5-aff9-4dda-9b70-2a230a7f3cd5), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:22:07.033415 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b1437d-2af6-4df9-bdf6-6290d3503032 None None] Routers {'5e37c21f-0624-45e4-9e9f-0bc54c4651b1'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 08:22:07.034051 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-71b1437d-2af6-4df9-bdf6-6290d3503032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T08:22:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['5e37c21f-0624-45e4-9e9f-0bc54c4651b1'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:22:07.047270 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2cfb97-b109-46d2-b383-d7b96f6dfcf2 None None] Pushing event updated for resources: {'Port': ['ID=ca5a4fcc-92fb-4f28-b3dd-03ee56257e5b,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:22:07.056880 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-c7ce28ab-6938-4af6-a5e6-895ca7258f05 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Allocated IP 172.20.0.1 (89e8298a-2471-4d6a-b26e-c723c2b40e75/9bbb3c81-51c1-47af-b783-e386c894b9b6/515951ad-6ddd-4e19-ac9f-75871f758538) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 08:22:07.083262 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c633ccf4-4a77-439f-ab46-c2744554aa1e None None] Network 89e8298a-2471-4d6a-b26e-c723c2b40e75 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 08:22:07.091020 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-c633ccf4-4a77-439f-ab46-c2744554aa1e None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 08:22:07.113582 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c633ccf4-4a77-439f-ab46-c2744554aa1e None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 08:22:07.171444 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c7ce28ab-6938-4af6-a5e6-895ca7258f05 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for port (515951ad-6ddd-4e19-ac9f-75871f758538), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:22:07.191183 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c633ccf4-4a77-439f-ab46-c2744554aa1e None None] Pushing event updated for resources: {'Port': ['ID=58cbd5a5-aff9-4dda-9b70-2a230a7f3cd5,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:22:07.206293 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c7ce28ab-6938-4af6-a5e6-895ca7258f05 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (515951ad-6ddd-4e19-ac9f-75871f758538), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:22:07.230568 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-c633ccf4-4a77-439f-ab46-c2744554aa1e None None] Attempting to bind port 58cbd5a5-aff9-4dda-9b70-2a230a7f3cd5 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 08:22:07.230948 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-c633ccf4-4a77-439f-ab46-c2744554aa1e None None] Attempting to bind port 58cbd5a5-aff9-4dda-9b70-2a230a7f3cd5 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '8a2eafb1-3c5e-41c0-8ee8-d91bc233d5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '89e8298a-2471-4d6a-b26e-c723c2b40e75'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 08:22:07.231317 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c633ccf4-4a77-439f-ab46-c2744554aa1e None None] Attempting to bind port 58cbd5a5-aff9-4dda-9b70-2a230a7f3cd5 on network 89e8298a-2471-4d6a-b26e-c723c2b40e75 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 08:22:07.240395 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c633ccf4-4a77-439f-ab46-c2744554aa1e None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 8, 21, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 08:22:07.240786 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c633ccf4-4a77-439f-ab46-c2744554aa1e None None] Checking segment: {'id': '8a2eafb1-3c5e-41c0-8ee8-d91bc233d5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '89e8298a-2471-4d6a-b26e-c723c2b40e75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 08:22:07.241194 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c633ccf4-4a77-439f-ab46-c2744554aa1e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:22:07.241594 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c633ccf4-4a77-439f-ab46-c2744554aa1e None None] Bound using segment: {'id': '8a2eafb1-3c5e-41c0-8ee8-d91bc233d5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '89e8298a-2471-4d6a-b26e-c723c2b40e75'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 08:22:07.242069 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-c633ccf4-4a77-439f-ab46-c2744554aa1e None None] Bound port: 58cbd5a5-aff9-4dda-9b70-2a230a7f3cd5, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a2eafb1-3c5e-41c0-8ee8-d91bc233d5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '89e8298a-2471-4d6a-b26e-c723c2b40e75'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 08:22:07.242466 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c633ccf4-4a77-439f-ab46-c2744554aa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (58cbd5a5-aff9-4dda-9b70-2a230a7f3cd5), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:22:07.245425 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-71b1437d-2af6-4df9-bdf6-6290d3503032 None None] Set router 5e37c21f-0624-45e4-9e9f-0bc54c4651b1 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 08:22:07.246535 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7ce28ab-6938-4af6-a5e6-895ca7258f05 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Network 89e8298a-2471-4d6a-b26e-c723c2b40e75 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 08:22:07.249845 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-c7ce28ab-6938-4af6-a5e6-895ca7258f05 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 08:22:07.252615 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ce28ab-6938-4af6-a5e6-895ca7258f05 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 08:22:07.288810 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ce28ab-6938-4af6-a5e6-895ca7258f05 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Pushing event updated for resources: {'Port': ['ID=515951ad-6ddd-4e19-ac9f-75871f758538,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:22:07.308989 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c7ce28ab-6938-4af6-a5e6-895ca7258f05 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16609232'] for router_interface (5e37c21f-0624-45e4-9e9f-0bc54c4651b1), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:22:07.349941 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:22:07.432881 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c633ccf4-4a77-439f-ab46-c2744554aa1e None None] For port 58cbd5a5-aff9-4dda-9b70-2a230a7f3cd5, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 08:22:07.440105 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c7ce28ab-6938-4af6-a5e6-895ca7258f05 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (515951ad-6ddd-4e19-ac9f-75871f758538), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:22:07.440393 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c633ccf4-4a77-439f-ab46-c2744554aa1e None None] For port 58cbd5a5-aff9-4dda-9b70-2a230a7f3cd5, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=58cbd5a5-aff9-4dda-9b70-2a230a7f3cd5,segment=NetworkSegment(8a2eafb1-3c5e-41c0-8ee8-d91bc233d5cb),segment_id=8a2eafb1-3c5e-41c0-8ee8-d91bc233d5cb)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 08:22:07.448351 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c633ccf4-4a77-439f-ab46-c2744554aa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (58cbd5a5-aff9-4dda-9b70-2a230a7f3cd5), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:22:07.528693 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c633ccf4-4a77-439f-ab46-c2744554aa1e None None] Pushing event updated for resources: {'Port': ['ID=58cbd5a5-aff9-4dda-9b70-2a230a7f3cd5,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:22:07.547102 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-71b1437d-2af6-4df9-bdf6-6290d3503032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e37c21f-0624-45e4-9e9f-0bc54c4651b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1788287474', 'tenant_id': '254d30a3a3e041b3bd650c9318c9b350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': 'ca5a4fcc-92fb-4f28-b3dd-03ee56257e5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:22:04Z', 'updated_at': '2022-01-28T08:22:05Z', 'revision_number': 3, 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'gw_port': {'id': 'ca5a4fcc-92fb-4f28-b3dd-03ee56257e5b', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:76:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e37c21f-0624-45e4-9e9f-0bc54c4651b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:22:04Z', 'updated_at': '2022-01-28T08:22:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:22:07.579821 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b1437d-2af6-4df9-bdf6-6290d3503032 None None] The sync data for ids ['5e37c21f-0624-45e4-9e9f-0bc54c4651b1'] in n-d-712749-28 is: [{'id': '5e37c21f-0624-45e4-9e9f-0bc54c4651b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1788287474', 'tenant_id': '254d30a3a3e041b3bd650c9318c9b350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': 'ca5a4fcc-92fb-4f28-b3dd-03ee56257e5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:22:04Z', 'updated_at': '2022-01-28T08:22:05Z', 'revision_number': 3, 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'gw_port': {'id': 'ca5a4fcc-92fb-4f28-b3dd-03ee56257e5b', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:76:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e37c21f-0624-45e4-9e9f-0bc54c4651b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:22:04Z', 'updated_at': '2022-01-28T08:22:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 08:22:07.753506 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c7ce28ab-6938-4af6-a5e6-895ca7258f05 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for port (515951ad-6ddd-4e19-ac9f-75871f758538), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:22:07.758062 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c7ce28ab-6938-4af6-a5e6-895ca7258f05 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (515951ad-6ddd-4e19-ac9f-75871f758538), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:22:07.851722 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ce28ab-6938-4af6-a5e6-895ca7258f05 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Pushing event updated for resources: {'Port': ['ID=515951ad-6ddd-4e19-ac9f-75871f758538,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:22:07.862162 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c7ce28ab-6938-4af6-a5e6-895ca7258f05 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16318999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16606560'] for router_interface (5e37c21f-0624-45e4-9e9f-0bc54c4651b1), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:22:07.967376 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7ce28ab-6938-4af6-a5e6-895ca7258f05 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Network 89e8298a-2471-4d6a-b26e-c723c2b40e75 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 08:22:07.969007 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-c7ce28ab-6938-4af6-a5e6-895ca7258f05 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 08:22:08.100342 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7ce28ab-6938-4af6-a5e6-895ca7258f05 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Router 5e37c21f-0624-45e4-9e9f-0bc54c4651b1 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 08:22:08.247412 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 58cbd5a5-aff9-4dda-9b70-2a230a7f3cd5 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 08:22:08.249697 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7ce28ab-6938-4af6-a5e6-895ca7258f05 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 08:22:08.272349 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-c7ce28ab-6938-4af6-a5e6-895ca7258f05 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "PUT /v2.0/routers/5e37c21f-0624-45e4-9e9f-0bc54c4651b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9500875 Jan 28 08:22:08.308382 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 58cbd5a5-aff9-4dda-9b70-2a230a7f3cd5 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:22:08.309310 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (58cbd5a5-aff9-4dda-9b70-2a230a7f3cd5), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:22:08.401907 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 58cbd5a5-aff9-4dda-9b70-2a230a7f3cd5 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:22:08.402311 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (58cbd5a5-aff9-4dda-9b70-2a230a7f3cd5), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:22:08.442855 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] For port 58cbd5a5-aff9-4dda-9b70-2a230a7f3cd5, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=58cbd5a5-aff9-4dda-9b70-2a230a7f3cd5,segment=NetworkSegment(8a2eafb1-3c5e-41c0-8ee8-d91bc233d5cb),segment_id=8a2eafb1-3c5e-41c0-8ee8-d91bc233d5cb)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:22:08.453629 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (58cbd5a5-aff9-4dda-9b70-2a230a7f3cd5), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:22:08.454600 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device ca5a4fcc-92fb-4f28-b3dd-03ee56257e5b up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 08:22:08.457027 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5d58084a-4f5c-4401-a537-fa0a9cc29471 req-14d439f7-3b7d-4e01-8681-ddbaf7cea3ac tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1095935930&fields=id&tenant_id=254d30a3a3e041b3bd650c9318c9b350 HTTP/1.1" status: 200 len: 267 time: 0.0682249 Jan 28 08:22:08.552425 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Pushing event updated for resources: {'Port': ['ID=58cbd5a5-aff9-4dda-9b70-2a230a7f3cd5,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:22:08.564594 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port ca5a4fcc-92fb-4f28-b3dd-03ee56257e5b triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:22:08.565367 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (ca5a4fcc-92fb-4f28-b3dd-03ee56257e5b), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:22:08.593162 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d58084a-4f5c-4401-a537-fa0a9cc29471 req-4bf0cfda-063a-4fd2-8ccd-16d6082dc402 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:22:08.594659 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5d58084a-4f5c-4401-a537-fa0a9cc29471 req-4bf0cfda-063a-4fd2-8ccd-16d6082dc402 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/networks?id=89e8298a-2471-4d6a-b26e-c723c2b40e75 HTTP/1.1" status: 200 len: 797 time: 0.1306481 Jan 28 08:22:08.627099 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5d58084a-4f5c-4401-a537-fa0a9cc29471 req-b13fd70a-fd24-4151-aacb-3873bf9998ab tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/quotas/254d30a3a3e041b3bd650c9318c9b350 HTTP/1.1" status: 200 len: 375 time: 0.0194876 Jan 28 08:22:08.663533 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port ca5a4fcc-92fb-4f28-b3dd-03ee56257e5b is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:22:08.663933 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (ca5a4fcc-92fb-4f28-b3dd-03ee56257e5b), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:22:08.690936 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc28a6e-8cf1-4b38-ad62-991d0f4588c2 None None] Network 89e8298a-2471-4d6a-b26e-c723c2b40e75 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 08:22:08.695342 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5d58084a-4f5c-4401-a537-fa0a9cc29471 req-d4bd2567-fbce-482b-8d35-281e48941f8b tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=254d30a3a3e041b3bd650c9318c9b350&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0596232 Jan 28 08:22:08.700337 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] For port ca5a4fcc-92fb-4f28-b3dd-03ee56257e5b, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=ca5a4fcc-92fb-4f28-b3dd-03ee56257e5b,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:22:08.714657 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (ca5a4fcc-92fb-4f28-b3dd-03ee56257e5b), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:22:08.752242 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [req-5d58084a-4f5c-4401-a537-fa0a9cc29471 req-00dc5574-a59d-476d-8060-748f9bab0b94 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 08:22:08.753324 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5d58084a-4f5c-4401-a537-fa0a9cc29471 req-00dc5574-a59d-476d-8060-748f9bab0b94 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0454404 Jan 28 08:22:08.809552 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-17429056-5233-46f6-8296-706ab47f6acf None None] Provisioning complete for port 58cbd5a5-aff9-4dda-9b70-2a230a7f3cd5 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:22:08.809938 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-17429056-5233-46f6-8296-706ab47f6acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (58cbd5a5-aff9-4dda-9b70-2a230a7f3cd5), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:22:08.849539 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Pushing event updated for resources: {'Port': ['ID=ca5a4fcc-92fb-4f28-b3dd-03ee56257e5b,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:22:08.854769 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5d58084a-4f5c-4401-a537-fa0a9cc29471 req-973de56e-8d9b-4a06-862f-a18794b0faff service neutron] 10.222.0.41 "GET /v2.0/networks/89e8298a-2471-4d6a-b26e-c723c2b40e75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946572 Jan 28 08:22:08.944143 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-17429056-5233-46f6-8296-706ab47f6acf None None] Current status of the port 58cbd5a5-aff9-4dda-9b70-2a230a7f3cd5 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:22:08.948429 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:22:08.954536 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5d58084a-4f5c-4401-a537-fa0a9cc29471 req-6f74635b-9bd6-44c6-84c4-97ad9f8bd178 service neutron] 10.222.0.41 "GET /v2.0/networks/89e8298a-2471-4d6a-b26e-c723c2b40e75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955656 Jan 28 08:22:09.171524 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-18874757-573c-454b-bef8-0faef104ddf7 None None] Provisioning complete for port 515951ad-6ddd-4e19-ac9f-75871f758538 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:22:09.171702 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-18874757-573c-454b-bef8-0faef104ddf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (515951ad-6ddd-4e19-ac9f-75871f758538), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:22:09.208730 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-18874757-573c-454b-bef8-0faef104ddf7 None None] Port 515951ad-6ddd-4e19-ac9f-75871f758538 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 08:22:09.219893 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-18874757-573c-454b-bef8-0faef104ddf7 None None] Provisioning complete for port 58cbd5a5-aff9-4dda-9b70-2a230a7f3cd5 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:22:09.220308 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-18874757-573c-454b-bef8-0faef104ddf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (58cbd5a5-aff9-4dda-9b70-2a230a7f3cd5), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:22:09.308928 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-18874757-573c-454b-bef8-0faef104ddf7 None None] Current status of the port 58cbd5a5-aff9-4dda-9b70-2a230a7f3cd5 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:22:09.415263 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc5f6fd-6ea0-41f8-af3c-54d951f63c22 None None] Sync routers for ids ['5e37c21f-0624-45e4-9e9f-0bc54c4651b1'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 08:22:09.428667 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc5f6fd-6ea0-41f8-af3c-54d951f63c22 None None] Routers {'5e37c21f-0624-45e4-9e9f-0bc54c4651b1'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 08:22:09.429301 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-3cc5f6fd-6ea0-41f8-af3c-54d951f63c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T08:22:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['5e37c21f-0624-45e4-9e9f-0bc54c4651b1'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:22:09.435986 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-5ce88dea-a8c6-4c2b-81c4-f1d8c6886c1f None None] Provisioning complete for port 515951ad-6ddd-4e19-ac9f-75871f758538 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:22:09.436407 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5ce88dea-a8c6-4c2b-81c4-f1d8c6886c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (515951ad-6ddd-4e19-ac9f-75871f758538), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:22:09.472888 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-5ce88dea-a8c6-4c2b-81c4-f1d8c6886c1f None None] Port 515951ad-6ddd-4e19-ac9f-75871f758538 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 08:22:09.537472 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-3cc5f6fd-6ea0-41f8-af3c-54d951f63c22 None None] Set router 5e37c21f-0624-45e4-9e9f-0bc54c4651b1 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 08:22:09.591633 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-cd4eba6c-e55d-4ba4-9835-9d047884ec8f None None] Provisioning complete for port 515951ad-6ddd-4e19-ac9f-75871f758538 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:22:09.592011 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cd4eba6c-e55d-4ba4-9835-9d047884ec8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (515951ad-6ddd-4e19-ac9f-75871f758538), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:22:09.628569 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-cd4eba6c-e55d-4ba4-9835-9d047884ec8f None None] Port 515951ad-6ddd-4e19-ac9f-75871f758538 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 08:22:09.732730 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-3cc5f6fd-6ea0-41f8-af3c-54d951f63c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e37c21f-0624-45e4-9e9f-0bc54c4651b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1788287474', 'tenant_id': '254d30a3a3e041b3bd650c9318c9b350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': 'ca5a4fcc-92fb-4f28-b3dd-03ee56257e5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:22:04Z', 'updated_at': '2022-01-28T08:22:07Z', 'revision_number': 4, 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'gw_port': {'id': 'ca5a4fcc-92fb-4f28-b3dd-03ee56257e5b', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:76:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e37c21f-0624-45e4-9e9f-0bc54c4651b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:22:04Z', 'updated_at': '2022-01-28T08:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '515951ad-6ddd-4e19-ac9f-75871f758538', 'name': '', 'network_id': '89e8298a-2471-4d6a-b26e-c723c2b40e75', 'tenant_id': '254d30a3a3e041b3bd650c9318c9b350', 'mac_address': 'fa:16:3e:ac:e4:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e37c21f-0624-45e4-9e9f-0bc54c4651b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '9bbb3c81-51c1-47af-b783-e386c894b9b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:22:06Z', 'updated_at': '2022-01-28T08:22:07Z', 'revision_number': 2, 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'subnets': [{'id': '9bbb3c81-51c1-47af-b783-e386c894b9b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:22:09.765441 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc5f6fd-6ea0-41f8-af3c-54d951f63c22 None None] Checking router: 5e37c21f-0624-45e4-9e9f-0bc54c4651b1 for host: n-d-712749-28 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 08:22:09.765805 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc5f6fd-6ea0-41f8-af3c-54d951f63c22 None None] Updating router 5e37c21f-0624-45e4-9e9f-0bc54c4651b1 port 515951ad-6ddd-4e19-ac9f-75871f758538 binding host n-d-712749-28 {{(pid=103286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 08:22:09.790782 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3cc5f6fd-6ea0-41f8-af3c-54d951f63c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (515951ad-6ddd-4e19-ac9f-75871f758538), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:22:09.881051 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:22:10.046863 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3cc5f6fd-6ea0-41f8-af3c-54d951f63c22 None None] Publish callbacks [] for port (515951ad-6ddd-4e19-ac9f-75871f758538), precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:22:10.051901 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3cc5f6fd-6ea0-41f8-af3c-54d951f63c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (515951ad-6ddd-4e19-ac9f-75871f758538), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:22:10.108024 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf7aab4-c8f4-489a-b11d-8950a03338a2 None None] Pushing event updated for resources: {'Port': ['ID=515951ad-6ddd-4e19-ac9f-75871f758538,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:22:10.118369 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf7aab4-c8f4-489a-b11d-8950a03338a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:22:10.118715 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf7aab4-c8f4-489a-b11d-8950a03338a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:22:10.119050 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf7aab4-c8f4-489a-b11d-8950a03338a2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:22:10.119395 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf7aab4-c8f4-489a-b11d-8950a03338a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:22:10.119717 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf7aab4-c8f4-489a-b11d-8950a03338a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:22:10.120047 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf7aab4-c8f4-489a-b11d-8950a03338a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:22:10.120399 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf7aab4-c8f4-489a-b11d-8950a03338a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:22:10.120765 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf7aab4-c8f4-489a-b11d-8950a03338a2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:22:10.121204 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf7aab4-c8f4-489a-b11d-8950a03338a2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:22:10.121532 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf7aab4-c8f4-489a-b11d-8950a03338a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:22:10.121853 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf7aab4-c8f4-489a-b11d-8950a03338a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:22:10.122174 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf7aab4-c8f4-489a-b11d-8950a03338a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:22:10.122496 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf7aab4-c8f4-489a-b11d-8950a03338a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:22:10.147468 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c4c9106a-db7f-4559-a367-0e43a3debac7 req-27ce993f-88ef-428a-90fb-0d7f30e43ca3 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dc40c63-ddc5-451e-8a02-95bb5cb83dc4 HTTP/1.1" status: 200 len: 210 time: 0.0379612 Jan 28 08:22:10.177329 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 58cbd5a5-aff9-4dda-9b70-2a230a7f3cd5 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 08:22:10.183818 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-3cc5f6fd-6ea0-41f8-af3c-54d951f63c22 None None] Attempting to bind port 515951ad-6ddd-4e19-ac9f-75871f758538 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 08:22:10.184251 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-3cc5f6fd-6ea0-41f8-af3c-54d951f63c22 None None] Attempting to bind port 515951ad-6ddd-4e19-ac9f-75871f758538 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '8a2eafb1-3c5e-41c0-8ee8-d91bc233d5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '89e8298a-2471-4d6a-b26e-c723c2b40e75'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 08:22:10.184596 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc5f6fd-6ea0-41f8-af3c-54d951f63c22 None None] Attempting to bind port 515951ad-6ddd-4e19-ac9f-75871f758538 on network 89e8298a-2471-4d6a-b26e-c723c2b40e75 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 08:22:10.189909 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc5f6fd-6ea0-41f8-af3c-54d951f63c22 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 8, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 08:22:10.190291 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc5f6fd-6ea0-41f8-af3c-54d951f63c22 None None] Checking segment: {'id': '8a2eafb1-3c5e-41c0-8ee8-d91bc233d5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '89e8298a-2471-4d6a-b26e-c723c2b40e75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 08:22:10.190696 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3cc5f6fd-6ea0-41f8-af3c-54d951f63c22 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:22:10.191092 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc5f6fd-6ea0-41f8-af3c-54d951f63c22 None None] Bound using segment: {'id': '8a2eafb1-3c5e-41c0-8ee8-d91bc233d5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '89e8298a-2471-4d6a-b26e-c723c2b40e75'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 08:22:10.191561 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-3cc5f6fd-6ea0-41f8-af3c-54d951f63c22 None None] Bound port: 515951ad-6ddd-4e19-ac9f-75871f758538, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a2eafb1-3c5e-41c0-8ee8-d91bc233d5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '89e8298a-2471-4d6a-b26e-c723c2b40e75'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 08:22:10.191950 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3cc5f6fd-6ea0-41f8-af3c-54d951f63c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (515951ad-6ddd-4e19-ac9f-75871f758538), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:22:10.227827 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 58cbd5a5-aff9-4dda-9b70-2a230a7f3cd5 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:22:10.228219 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (58cbd5a5-aff9-4dda-9b70-2a230a7f3cd5), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:22:10.257776 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-3cc5f6fd-6ea0-41f8-af3c-54d951f63c22 None None] For port 515951ad-6ddd-4e19-ac9f-75871f758538, host n-d-712749-28, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 08:22:10.262409 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-3cc5f6fd-6ea0-41f8-af3c-54d951f63c22 None None] For port 515951ad-6ddd-4e19-ac9f-75871f758538, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=515951ad-6ddd-4e19-ac9f-75871f758538,segment=NetworkSegment(8a2eafb1-3c5e-41c0-8ee8-d91bc233d5cb),segment_id=8a2eafb1-3c5e-41c0-8ee8-d91bc233d5cb)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 08:22:10.267670 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3cc5f6fd-6ea0-41f8-af3c-54d951f63c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (515951ad-6ddd-4e19-ac9f-75871f758538), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:22:10.312458 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 58cbd5a5-aff9-4dda-9b70-2a230a7f3cd5 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:22:10.313482 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device ca5a4fcc-92fb-4f28-b3dd-03ee56257e5b up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 08:22:10.328722 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc5f6fd-6ea0-41f8-af3c-54d951f63c22 None None] Routers {'5e37c21f-0624-45e4-9e9f-0bc54c4651b1'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 08:22:10.329395 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-3cc5f6fd-6ea0-41f8-af3c-54d951f63c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T08:22:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['5e37c21f-0624-45e4-9e9f-0bc54c4651b1'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:22:10.368391 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf7aab4-c8f4-489a-b11d-8950a03338a2 None None] Pushing event updated for resources: {'Port': ['ID=515951ad-6ddd-4e19-ac9f-75871f758538,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:22:10.459185 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-3cc5f6fd-6ea0-41f8-af3c-54d951f63c22 None None] Set router 5e37c21f-0624-45e4-9e9f-0bc54c4651b1 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 08:22:10.532995 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-65cbfda8-0c47-4b6f-8f29-6436ef7c9259 None None] Provisioning complete for port 515951ad-6ddd-4e19-ac9f-75871f758538 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:22:10.533382 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-65cbfda8-0c47-4b6f-8f29-6436ef7c9259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (515951ad-6ddd-4e19-ac9f-75871f758538), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:22:10.579285 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port ca5a4fcc-92fb-4f28-b3dd-03ee56257e5b triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:22:10.579670 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (ca5a4fcc-92fb-4f28-b3dd-03ee56257e5b), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:22:10.657338 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-65cbfda8-0c47-4b6f-8f29-6436ef7c9259 None None] Current status of the port 515951ad-6ddd-4e19-ac9f-75871f758538 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:22:10.657751 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-65cbfda8-0c47-4b6f-8f29-6436ef7c9259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (515951ad-6ddd-4e19-ac9f-75871f758538), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:22:10.715833 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-65cbfda8-0c47-4b6f-8f29-6436ef7c9259 None None] For port 515951ad-6ddd-4e19-ac9f-75871f758538, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=515951ad-6ddd-4e19-ac9f-75871f758538,segment=NetworkSegment(8a2eafb1-3c5e-41c0-8ee8-d91bc233d5cb),segment_id=8a2eafb1-3c5e-41c0-8ee8-d91bc233d5cb)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:22:10.721028 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-65cbfda8-0c47-4b6f-8f29-6436ef7c9259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (515951ad-6ddd-4e19-ac9f-75871f758538), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:22:10.729262 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port ca5a4fcc-92fb-4f28-b3dd-03ee56257e5b is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:22:10.760762 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-3cc5f6fd-6ea0-41f8-af3c-54d951f63c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e37c21f-0624-45e4-9e9f-0bc54c4651b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1788287474', 'tenant_id': '254d30a3a3e041b3bd650c9318c9b350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': 'ca5a4fcc-92fb-4f28-b3dd-03ee56257e5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:22:04Z', 'updated_at': '2022-01-28T08:22:07Z', 'revision_number': 4, 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'gw_port': {'id': 'ca5a4fcc-92fb-4f28-b3dd-03ee56257e5b', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:76:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e37c21f-0624-45e4-9e9f-0bc54c4651b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:22:04Z', 'updated_at': '2022-01-28T08:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '515951ad-6ddd-4e19-ac9f-75871f758538', 'name': '', 'network_id': '89e8298a-2471-4d6a-b26e-c723c2b40e75', 'tenant_id': '254d30a3a3e041b3bd650c9318c9b350', 'mac_address': 'fa:16:3e:ac:e4:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e37c21f-0624-45e4-9e9f-0bc54c4651b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '9bbb3c81-51c1-47af-b783-e386c894b9b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:22:06Z', 'updated_at': '2022-01-28T08:22:10Z', 'revision_number': 4, 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'subnets': [{'id': '9bbb3c81-51c1-47af-b783-e386c894b9b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:22:10.772477 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cbfda8-0c47-4b6f-8f29-6436ef7c9259 None None] Pushing event updated for resources: {'Port': ['ID=515951ad-6ddd-4e19-ac9f-75871f758538,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:22:10.786690 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc5f6fd-6ea0-41f8-af3c-54d951f63c22 None None] The sync data for ids ['5e37c21f-0624-45e4-9e9f-0bc54c4651b1'] in n-d-712749-28 is: [{'id': '5e37c21f-0624-45e4-9e9f-0bc54c4651b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1788287474', 'tenant_id': '254d30a3a3e041b3bd650c9318c9b350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': 'ca5a4fcc-92fb-4f28-b3dd-03ee56257e5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:22:04Z', 'updated_at': '2022-01-28T08:22:07Z', 'revision_number': 4, 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'gw_port': {'id': 'ca5a4fcc-92fb-4f28-b3dd-03ee56257e5b', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:76:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e37c21f-0624-45e4-9e9f-0bc54c4651b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:22:04Z', 'updated_at': '2022-01-28T08:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '515951ad-6ddd-4e19-ac9f-75871f758538', 'name': '', 'network_id': '89e8298a-2471-4d6a-b26e-c723c2b40e75', 'tenant_id': '254d30a3a3e041b3bd650c9318c9b350', 'mac_address': 'fa:16:3e:ac:e4:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e37c21f-0624-45e4-9e9f-0bc54c4651b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '9bbb3c81-51c1-47af-b783-e386c894b9b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:22:06Z', 'updated_at': '2022-01-28T08:22:10Z', 'revision_number': 4, 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'subnets': [{'id': '9bbb3c81-51c1-47af-b783-e386c894b9b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 08:22:10.851517 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-f21de829-83e7-4eca-a39d-142dfe548e9b None None] Provisioning complete for port 515951ad-6ddd-4e19-ac9f-75871f758538 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:22:10.852450 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f21de829-83e7-4eca-a39d-142dfe548e9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (515951ad-6ddd-4e19-ac9f-75871f758538), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:22:10.938996 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-f21de829-83e7-4eca-a39d-142dfe548e9b None None] Current status of the port 515951ad-6ddd-4e19-ac9f-75871f758538 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:22:11.234738 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f1f2b139-8475-4f78-955f-d3971e9c4fd7 req-932507cb-e62f-4378-a40e-b6a35dec8d26 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dc40c63-ddc5-451e-8a02-95bb5cb83dc4 HTTP/1.1" status: 200 len: 210 time: 0.0293829 Jan 28 08:22:12.148565 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 515951ad-6ddd-4e19-ac9f-75871f758538 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 08:22:12.197850 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 515951ad-6ddd-4e19-ac9f-75871f758538 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:22:12.198219 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (515951ad-6ddd-4e19-ac9f-75871f758538), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:22:12.284528 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 515951ad-6ddd-4e19-ac9f-75871f758538 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:22:12.322855 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-fbc4d085-a781-4f69-bb23-4096e378cde0 req-2597d598-7fbb-45f6-a732-6544f22ca14e tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dc40c63-ddc5-451e-8a02-95bb5cb83dc4 HTTP/1.1" status: 200 len: 210 time: 0.0277319 Jan 28 08:22:13.403865 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-57e4fd9b-3467-469d-9340-a695f848cc65 req-9f129a21-38a0-4fe3-b4b0-9c378da864ea tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dc40c63-ddc5-451e-8a02-95bb5cb83dc4 HTTP/1.1" status: 200 len: 210 time: 0.0286100 Jan 28 08:22:14.502517 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9f348469-cbad-4aca-8d9a-d9188c8eec60 req-c73774ba-333b-4936-a87c-b7b673cc9f68 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dc40c63-ddc5-451e-8a02-95bb5cb83dc4 HTTP/1.1" status: 200 len: 210 time: 0.0301299 Jan 28 08:22:15.321849 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d58084a-4f5c-4401-a537-fa0a9cc29471 req-d525379a-6340-43e5-a1d8-9cc71cf71dc4 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:22:15.323279 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5d58084a-4f5c-4401-a537-fa0a9cc29471 req-d525379a-6340-43e5-a1d8-9cc71cf71dc4 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.10 "GET /v2.0/networks?id=89e8298a-2471-4d6a-b26e-c723c2b40e75 HTTP/1.1" status: 200 len: 797 time: 0.1065369 Jan 28 08:22:15.409649 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5d58084a-4f5c-4401-a537-fa0a9cc29471 req-7ef15c89-1c01-45b7-9acb-c220d8a4187c tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=254d30a3a3e041b3bd650c9318c9b350 HTTP/1.1" status: 200 len: 380 time: 0.0553308 Jan 28 08:22:15.428888 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-5d58084a-4f5c-4401-a537-fa0a9cc29471 req-bdfbca10-41f3-415b-a330-d02215a116c6 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Request body: {'port': {'device_id': '5dc40c63-ddc5-451e-8a02-95bb5cb83dc4', 'network_id': '89e8298a-2471-4d6a-b26e-c723c2b40e75', 'admin_state_up': True, 'tenant_id': '254d30a3a3e041b3bd650c9318c9b350', 'security_groups': ['bc24f01a-79b3-4c76-b0db-e67c3be86447']}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:22:15.538547 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d58084a-4f5c-4401-a537-fa0a9cc29471 req-bdfbca10-41f3-415b-a330-d02215a116c6 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Made reservation on behalf of 254d30a3a3e041b3bd650c9318c9b350 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 08:22:15.542507 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-5d58084a-4f5c-4401-a537-fa0a9cc29471 req-bdfbca10-41f3-415b-a330-d02215a116c6 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:22:15.626819 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2d742096-1d62-4a55-91c3-b333116cc4e7 req-7d60467a-d078-469b-9700-110f1a161083 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dc40c63-ddc5-451e-8a02-95bb5cb83dc4 HTTP/1.1" status: 200 len: 210 time: 0.0311038 Jan 28 08:22:15.695366 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-5d58084a-4f5c-4401-a537-fa0a9cc29471 req-bdfbca10-41f3-415b-a330-d02215a116c6 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Allocated IP 172.20.0.9 (89e8298a-2471-4d6a-b26e-c723c2b40e75/9bbb3c81-51c1-47af-b783-e386c894b9b6/82a775bc-716e-4e0c-82e5-8b0c5bf52cd2) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 08:22:15.847403 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-5d58084a-4f5c-4401-a537-fa0a9cc29471 req-bdfbca10-41f3-415b-a330-d02215a116c6 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for port (82a775bc-716e-4e0c-82e5-8b0c5bf52cd2), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:22:15.882202 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-5d58084a-4f5c-4401-a537-fa0a9cc29471 req-bdfbca10-41f3-415b-a330-d02215a116c6 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (82a775bc-716e-4e0c-82e5-8b0c5bf52cd2), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:22:15.929477 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d58084a-4f5c-4401-a537-fa0a9cc29471 req-bdfbca10-41f3-415b-a330-d02215a116c6 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Network 89e8298a-2471-4d6a-b26e-c723c2b40e75 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 08:22:15.933539 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-5d58084a-4f5c-4401-a537-fa0a9cc29471 req-bdfbca10-41f3-415b-a330-d02215a116c6 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 08:22:15.941190 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d58084a-4f5c-4401-a537-fa0a9cc29471 req-bdfbca10-41f3-415b-a330-d02215a116c6 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 08:22:15.947612 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfbca10-41f3-415b-a330-d02215a116c6 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Pushing event updated for resources: {'Port': ['ID=82a775bc-716e-4e0c-82e5-8b0c5bf52cd2,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:22:15.994970 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d58084a-4f5c-4401-a537-fa0a9cc29471 req-bdfbca10-41f3-415b-a330-d02215a116c6 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:22:15.995607 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-5d58084a-4f5c-4401-a537-fa0a9cc29471 req-bdfbca10-41f3-415b-a330-d02215a116c6 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:22:16.013905 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5d58084a-4f5c-4401-a537-fa0a9cc29471 req-bdfbca10-41f3-415b-a330-d02215a116c6 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5886557 Jan 28 08:22:16.038275 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-5d58084a-4f5c-4401-a537-fa0a9cc29471 req-10b4c629-fc28-4d24-8a23-a212bbe83989 service neutron] Request body: {'port': {'device_id': '5dc40c63-ddc5-451e-8a02-95bb5cb83dc4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-28'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:22:16.094552 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-5d58084a-4f5c-4401-a537-fa0a9cc29471 req-10b4c629-fc28-4d24-8a23-a212bbe83989 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (82a775bc-716e-4e0c-82e5-8b0c5bf52cd2), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:22:16.192220 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c8fafc7c-b3dc-4928-b98d-fbcc1abe6223 None None] Provisioning complete for port 82a775bc-716e-4e0c-82e5-8b0c5bf52cd2 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:22:16.192760 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c8fafc7c-b3dc-4928-b98d-fbcc1abe6223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (82a775bc-716e-4e0c-82e5-8b0c5bf52cd2), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:22:16.228030 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c8fafc7c-b3dc-4928-b98d-fbcc1abe6223 None None] Port 82a775bc-716e-4e0c-82e5-8b0c5bf52cd2 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 08:22:16.356713 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-5d58084a-4f5c-4401-a537-fa0a9cc29471 req-10b4c629-fc28-4d24-8a23-a212bbe83989 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82a775bc-716e-4e0c-82e5-8b0c5bf52cd2 {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 08:22:16.364446 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-5d58084a-4f5c-4401-a537-fa0a9cc29471 req-10b4c629-fc28-4d24-8a23-a212bbe83989 service neutron] Publish callbacks [] for port (82a775bc-716e-4e0c-82e5-8b0c5bf52cd2), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:22:16.376736 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-5d58084a-4f5c-4401-a537-fa0a9cc29471 req-10b4c629-fc28-4d24-8a23-a212bbe83989 service neutron] Transition to ACTIVE for port object 82a775bc-716e-4e0c-82e5-8b0c5bf52cd2 will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 08:22:16.380592 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-5d58084a-4f5c-4401-a537-fa0a9cc29471 req-10b4c629-fc28-4d24-8a23-a212bbe83989 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (82a775bc-716e-4e0c-82e5-8b0c5bf52cd2), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:22:16.466811 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b4c629-fc28-4d24-8a23-a212bbe83989 service neutron] Pushing event updated for resources: {'Port': ['ID=82a775bc-716e-4e0c-82e5-8b0c5bf52cd2,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:22:16.499275 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-5d58084a-4f5c-4401-a537-fa0a9cc29471 req-10b4c629-fc28-4d24-8a23-a212bbe83989 service neutron] Attempting to bind port 82a775bc-716e-4e0c-82e5-8b0c5bf52cd2 on host n-h1-712749-28 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 08:22:16.499650 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-5d58084a-4f5c-4401-a537-fa0a9cc29471 req-10b4c629-fc28-4d24-8a23-a212bbe83989 service neutron] Attempting to bind port 82a775bc-716e-4e0c-82e5-8b0c5bf52cd2 by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': '8a2eafb1-3c5e-41c0-8ee8-d91bc233d5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '89e8298a-2471-4d6a-b26e-c723c2b40e75'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 08:22:16.499983 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d58084a-4f5c-4401-a537-fa0a9cc29471 req-10b4c629-fc28-4d24-8a23-a212bbe83989 service neutron] Attempting to bind port 82a775bc-716e-4e0c-82e5-8b0c5bf52cd2 on network 89e8298a-2471-4d6a-b26e-c723c2b40e75 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 08:22:16.504607 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d58084a-4f5c-4401-a537-fa0a9cc29471 req-10b4c629-fc28-4d24-8a23-a212bbe83989 service neutron] Port 82a775bc-716e-4e0c-82e5-8b0c5bf52cd2 on network 89e8298a-2471-4d6a-b26e-c723c2b40e75 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 08:22:16.504929 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d58084a-4f5c-4401-a537-fa0a9cc29471 req-10b4c629-fc28-4d24-8a23-a212bbe83989 service neutron] Attempting to bind port 82a775bc-716e-4e0c-82e5-8b0c5bf52cd2 on network 89e8298a-2471-4d6a-b26e-c723c2b40e75 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 08:22:16.510919 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d58084a-4f5c-4401-a537-fa0a9cc29471 req-10b4c629-fc28-4d24-8a23-a212bbe83989 service neutron] Checking agent: {'id': '2fca46b1-237f-4857-9290-2429d810e472', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 8, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 08:22:16.511315 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d58084a-4f5c-4401-a537-fa0a9cc29471 req-10b4c629-fc28-4d24-8a23-a212bbe83989 service neutron] Checking segment: {'id': '8a2eafb1-3c5e-41c0-8ee8-d91bc233d5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '89e8298a-2471-4d6a-b26e-c723c2b40e75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 08:22:16.511638 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d58084a-4f5c-4401-a537-fa0a9cc29471 req-10b4c629-fc28-4d24-8a23-a212bbe83989 service neutron] Bound using segment: {'id': '8a2eafb1-3c5e-41c0-8ee8-d91bc233d5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '89e8298a-2471-4d6a-b26e-c723c2b40e75'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 08:22:16.512070 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-5d58084a-4f5c-4401-a537-fa0a9cc29471 req-10b4c629-fc28-4d24-8a23-a212bbe83989 service neutron] Bound port: 82a775bc-716e-4e0c-82e5-8b0c5bf52cd2, host: n-h1-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a2eafb1-3c5e-41c0-8ee8-d91bc233d5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '89e8298a-2471-4d6a-b26e-c723c2b40e75'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 08:22:16.512451 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-5d58084a-4f5c-4401-a537-fa0a9cc29471 req-10b4c629-fc28-4d24-8a23-a212bbe83989 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (82a775bc-716e-4e0c-82e5-8b0c5bf52cd2), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:22:16.582297 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-5d58084a-4f5c-4401-a537-fa0a9cc29471 req-10b4c629-fc28-4d24-8a23-a212bbe83989 service neutron] For port 82a775bc-716e-4e0c-82e5-8b0c5bf52cd2, host n-h1-712749-28, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 08:22:16.585735 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-5d58084a-4f5c-4401-a537-fa0a9cc29471 req-10b4c629-fc28-4d24-8a23-a212bbe83989 service neutron] For port 82a775bc-716e-4e0c-82e5-8b0c5bf52cd2, host n-h1-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=82a775bc-716e-4e0c-82e5-8b0c5bf52cd2,segment=NetworkSegment(8a2eafb1-3c5e-41c0-8ee8-d91bc233d5cb),segment_id=8a2eafb1-3c5e-41c0-8ee8-d91bc233d5cb)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 08:22:16.590170 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-5d58084a-4f5c-4401-a537-fa0a9cc29471 req-10b4c629-fc28-4d24-8a23-a212bbe83989 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (82a775bc-716e-4e0c-82e5-8b0c5bf52cd2), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:22:16.624754 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d58084a-4f5c-4401-a537-fa0a9cc29471 req-10b4c629-fc28-4d24-8a23-a212bbe83989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:22:16.625388 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-5d58084a-4f5c-4401-a537-fa0a9cc29471 req-10b4c629-fc28-4d24-8a23-a212bbe83989 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:22:16.626827 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5d58084a-4f5c-4401-a537-fa0a9cc29471 req-10b4c629-fc28-4d24-8a23-a212bbe83989 service neutron] 10.222.0.10 "PUT /v2.0/ports/82a775bc-716e-4e0c-82e5-8b0c5bf52cd2 HTTP/1.1" status: 200 len: 1092 time: 0.5929031 Jan 28 08:22:16.627292 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dc40c63-ddc5-451e-8a02-95bb5cb83dc4', 'tag': '82a775bc-716e-4e0c-82e5-8b0c5bf52cd2'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 08:22:16.629638 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea2b103cb7827510f28784975546feb0b63800b94dfac5f98f271904baace09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62a797da-7d4d-4350-b8f2-4937ce51f81f" -d '{"events": [{"name": "network-changed", "server_uuid": "5dc40c63-ddc5-451e-8a02-95bb5cb83dc4", "tag": "82a775bc-716e-4e0c-82e5-8b0c5bf52cd2"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 08:22:16.655942 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b4c629-fc28-4d24-8a23-a212bbe83989 service neutron] Pushing event updated for resources: {'Port': ['ID=82a775bc-716e-4e0c-82e5-8b0c5bf52cd2,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:22:16.692548 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 08:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e29e9ce6-28c5-4c67-98bc-af638a66c501 x-openstack-request-id: req-e29e9ce6-28c5-4c67-98bc-af638a66c501 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 08:22:16.692937 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dc40c63-ddc5-451e-8a02-95bb5cb83dc4", "tag": "82a775bc-716e-4e0c-82e5-8b0c5bf52cd2", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 08:22:16.693202 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e29e9ce6-28c5-4c67-98bc-af638a66c501 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 08:22:16.693619 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dc40c63-ddc5-451e-8a02-95bb5cb83dc4', 'tag': '82a775bc-716e-4e0c-82e5-8b0c5bf52cd2', 'status': 'completed', 'code': 200} Jan 28 08:22:16.781205 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d58084a-4f5c-4401-a537-fa0a9cc29471 req-a2a01200-51f0-43de-b65f-c6cf0f4c7ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:22:16.782722 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5d58084a-4f5c-4401-a537-fa0a9cc29471 req-a2a01200-51f0-43de-b65f-c6cf0f4c7ac1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=254d30a3a3e041b3bd650c9318c9b350&device_id=5dc40c63-ddc5-451e-8a02-95bb5cb83dc4 HTTP/1.1" status: 200 len: 1095 time: 0.0664763 Jan 28 08:22:16.790280 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53278060-1645-4b7e-b239-66fc698b999a req-93119ebc-ae5a-4be1-bdbf-6ca78a222b74 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:22:16.791815 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-53278060-1645-4b7e-b239-66fc698b999a req-93119ebc-ae5a-4be1-bdbf-6ca78a222b74 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dc40c63-ddc5-451e-8a02-95bb5cb83dc4 HTTP/1.1" status: 200 len: 943 time: 0.0847931 Jan 28 08:22:16.853448 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5d58084a-4f5c-4401-a537-fa0a9cc29471 req-47e3a845-635a-4327-8244-0b55adc742f2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=82a775bc-716e-4e0c-82e5-8b0c5bf52cd2 HTTP/1.1" status: 200 len: 217 time: 0.0493340 Jan 28 08:22:16.902153 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-53278060-1645-4b7e-b239-66fc698b999a req-7dffda73-8efe-4a38-8c23-13628339991c tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc24f01a-79b3-4c76-b0db-e67c3be86447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042538 Jan 28 08:22:16.920283 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d58084a-4f5c-4401-a537-fa0a9cc29471 req-1c317a54-9d7a-48d8-bf77-4f0750cd17d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:22:16.921840 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5d58084a-4f5c-4401-a537-fa0a9cc29471 req-1c317a54-9d7a-48d8-bf77-4f0750cd17d5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9bbb3c81-51c1-47af-b783-e386c894b9b6 HTTP/1.1" status: 200 len: 835 time: 0.0567927 Jan 28 08:22:16.970766 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d58084a-4f5c-4401-a537-fa0a9cc29471 req-62cdb9aa-c28b-4d11-9528-b11df0aeff1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:22:16.972184 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5d58084a-4f5c-4401-a537-fa0a9cc29471 req-62cdb9aa-c28b-4d11-9528-b11df0aeff1b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=89e8298a-2471-4d6a-b26e-c723c2b40e75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408828 Jan 28 08:22:17.065172 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5d58084a-4f5c-4401-a537-fa0a9cc29471 req-c11e5a7e-c445-4c24-901f-2b796c8cc489 service neutron] 10.222.0.10 "GET /v2.0/networks/89e8298a-2471-4d6a-b26e-c723c2b40e75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833471 Jan 28 08:22:17.153793 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5d58084a-4f5c-4401-a537-fa0a9cc29471 req-05934e3d-edb1-4394-8b72-72150edc9fc7 service neutron] 10.222.0.10 "GET /v2.0/networks/89e8298a-2471-4d6a-b26e-c723c2b40e75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792096 Jan 28 08:22:17.308480 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a797da-7d4d-4350-b8f2-4937ce51f81f req-e30743c3-77a1-4cf9-8efd-dd599196d216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:22:17.309972 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-62a797da-7d4d-4350-b8f2-4937ce51f81f req-e30743c3-77a1-4cf9-8efd-dd599196d216 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=254d30a3a3e041b3bd650c9318c9b350&device_id=5dc40c63-ddc5-451e-8a02-95bb5cb83dc4 HTTP/1.1" status: 200 len: 1095 time: 0.0454583 Jan 28 08:22:17.397316 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a797da-7d4d-4350-b8f2-4937ce51f81f req-442be9e8-a398-4d02-8a21-279460b07ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:22:17.398862 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-62a797da-7d4d-4350-b8f2-4937ce51f81f req-442be9e8-a398-4d02-8a21-279460b07ba7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=89e8298a-2471-4d6a-b26e-c723c2b40e75 HTTP/1.1" status: 200 len: 898 time: 0.0829520 Jan 28 08:22:17.446851 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-62a797da-7d4d-4350-b8f2-4937ce51f81f req-13f95695-5321-40f9-87fa-84343b9466aa service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=82a775bc-716e-4e0c-82e5-8b0c5bf52cd2 HTTP/1.1" status: 200 len: 217 time: 0.0390520 Jan 28 08:22:17.494987 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a797da-7d4d-4350-b8f2-4937ce51f81f req-4504b600-ab30-4b24-ab69-35507ac23195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:22:17.496423 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-62a797da-7d4d-4350-b8f2-4937ce51f81f req-4504b600-ab30-4b24-ab69-35507ac23195 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9bbb3c81-51c1-47af-b783-e386c894b9b6 HTTP/1.1" status: 200 len: 835 time: 0.0429647 Jan 28 08:22:17.540935 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a797da-7d4d-4350-b8f2-4937ce51f81f req-27d0b997-98bd-4ad4-b4f4-12b6a3a07581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:22:17.542405 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-62a797da-7d4d-4350-b8f2-4937ce51f81f req-27d0b997-98bd-4ad4-b4f4-12b6a3a07581 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=89e8298a-2471-4d6a-b26e-c723c2b40e75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391462 Jan 28 08:22:17.632378 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-62a797da-7d4d-4350-b8f2-4937ce51f81f req-19f2440b-f631-4a87-81c0-92d47e8f562e service neutron] 10.222.0.10 "GET /v2.0/networks/89e8298a-2471-4d6a-b26e-c723c2b40e75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824356 Jan 28 08:22:18.022875 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0820de32-c686-4d34-b07d-15e6f98a42f4 req-ca184497-16ff-4aaf-9c19-4bfc5ca1e1d3 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:22:18.024666 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0820de32-c686-4d34-b07d-15e6f98a42f4 req-ca184497-16ff-4aaf-9c19-4bfc5ca1e1d3 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dc40c63-ddc5-451e-8a02-95bb5cb83dc4 HTTP/1.1" status: 200 len: 943 time: 0.0513632 Jan 28 08:22:18.069263 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-62a797da-7d4d-4350-b8f2-4937ce51f81f req-955cb2fd-3a39-40b8-aa0b-23e0a722c11f service neutron] 10.222.0.10 "GET /v2.0/networks/89e8298a-2471-4d6a-b26e-c723c2b40e75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4299660 Jan 28 08:22:18.076083 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0820de32-c686-4d34-b07d-15e6f98a42f4 req-355da202-91d6-42a3-8732-c8f771c5f7e9 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc24f01a-79b3-4c76-b0db-e67c3be86447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458496 Jan 28 08:22:19.191844 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c573ef7d-5485-4ae4-9671-41aa4f0108d7 req-2c1b3eb3-5cbe-4188-8796-91f69fb542d2 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:22:19.193352 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c573ef7d-5485-4ae4-9671-41aa4f0108d7 req-2c1b3eb3-5cbe-4188-8796-91f69fb542d2 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dc40c63-ddc5-451e-8a02-95bb5cb83dc4 HTTP/1.1" status: 200 len: 943 time: 0.0496893 Jan 28 08:22:19.244223 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c573ef7d-5485-4ae4-9671-41aa4f0108d7 req-51e0ab93-8097-4982-8b0d-6adb2483e086 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc24f01a-79b3-4c76-b0db-e67c3be86447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450962 Jan 28 08:22:20.355766 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180424e3-7d96-4f14-ba62-208ee6dc9feb req-06cf8725-eacd-4180-ab05-fb9eed404aa5 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:22:20.357210 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-180424e3-7d96-4f14-ba62-208ee6dc9feb req-06cf8725-eacd-4180-ab05-fb9eed404aa5 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dc40c63-ddc5-451e-8a02-95bb5cb83dc4 HTTP/1.1" status: 200 len: 943 time: 0.0474224 Jan 28 08:22:20.407870 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-180424e3-7d96-4f14-ba62-208ee6dc9feb req-cdad4619-d799-4112-84c1-c0d363df7930 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc24f01a-79b3-4c76-b0db-e67c3be86447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438886 Jan 28 08:22:20.515667 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 82a775bc-716e-4e0c-82e5-8b0c5bf52cd2 details requested by agent hyperv_n-h1-712749-28 with host n-h1-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 08:22:20.605911 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 82a775bc-716e-4e0c-82e5-8b0c5bf52cd2, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=82a775bc-716e-4e0c-82e5-8b0c5bf52cd2,segment=NetworkSegment(8a2eafb1-3c5e-41c0-8ee8-d91bc233d5cb),segment_id=8a2eafb1-3c5e-41c0-8ee8-d91bc233d5cb)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:22:20.616814 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Returning: {'device': '82a775bc-716e-4e0c-82e5-8b0c5bf52cd2', 'network_id': '89e8298a-2471-4d6a-b26e-c723c2b40e75', 'port_id': '82a775bc-716e-4e0c-82e5-8b0c5bf52cd2', 'mac_address': 'fa:16:3e:ff:d8:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bbb3c81-51c1-47af-b783-e386c894b9b6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 08:22:20.655482 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 82a775bc-716e-4e0c-82e5-8b0c5bf52cd2 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:22:20.655868 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (82a775bc-716e-4e0c-82e5-8b0c5bf52cd2), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:22:20.668971 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82a775bc-716e-4e0c-82e5-8b0c5bf52cd2 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 08:22:20.687407 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 82a775bc-716e-4e0c-82e5-8b0c5bf52cd2, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=82a775bc-716e-4e0c-82e5-8b0c5bf52cd2,segment=NetworkSegment(8a2eafb1-3c5e-41c0-8ee8-d91bc233d5cb),segment_id=8a2eafb1-3c5e-41c0-8ee8-d91bc233d5cb)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:22:20.691452 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (82a775bc-716e-4e0c-82e5-8b0c5bf52cd2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:22:20.737285 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=82a775bc-716e-4e0c-82e5-8b0c5bf52cd2,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:22:21.079365 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['82a775bc-716e-4e0c-82e5-8b0c5bf52cd2'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 08:22:21.519964 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b528008-1b53-490e-875a-fa2888b47a9e req-653ff5de-6ca2-4abc-9662-a13e9c0c7cef tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:22:21.521466 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5b528008-1b53-490e-875a-fa2888b47a9e req-653ff5de-6ca2-4abc-9662-a13e9c0c7cef tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dc40c63-ddc5-451e-8a02-95bb5cb83dc4 HTTP/1.1" status: 200 len: 944 time: 0.0468385 Jan 28 08:22:21.569093 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5b528008-1b53-490e-875a-fa2888b47a9e req-d49c2162-2a3d-487f-a459-a86663a08e98 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc24f01a-79b3-4c76-b0db-e67c3be86447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414791 Jan 28 08:22:22.530332 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 82a775bc-716e-4e0c-82e5-8b0c5bf52cd2 up at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 08:22:22.579450 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning for port 82a775bc-716e-4e0c-82e5-8b0c5bf52cd2 completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 08:22:22.583292 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning complete for port 82a775bc-716e-4e0c-82e5-8b0c5bf52cd2 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:22:22.583672 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (82a775bc-716e-4e0c-82e5-8b0c5bf52cd2), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:22:22.664475 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 82a775bc-716e-4e0c-82e5-8b0c5bf52cd2 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:22:22.664908 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (82a775bc-716e-4e0c-82e5-8b0c5bf52cd2), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:22:22.688972 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a3140d-5992-46e8-b3f3-72408e412196 req-ce0ee480-8e09-47a0-894f-bfbe041352a5 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:22:22.689591 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dc40c63-ddc5-451e-8a02-95bb5cb83dc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82a775bc-716e-4e0c-82e5-8b0c5bf52cd2'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 08:22:22.690574 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f2a3140d-5992-46e8-b3f3-72408e412196 req-ce0ee480-8e09-47a0-894f-bfbe041352a5 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dc40c63-ddc5-451e-8a02-95bb5cb83dc4 HTTP/1.1" status: 200 len: 944 time: 0.0532749 Jan 28 08:22:22.691276 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ad7fe887ec8da9bd29e477e6463a73d1e99860c0dff062a8c1350cb6684650b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2042aced-bdad-41c2-98ff-84374176f14d" -d '{"events": [{"server_uuid": "5dc40c63-ddc5-451e-8a02-95bb5cb83dc4", "name": "network-vif-plugged", "status": "completed", "tag": "82a775bc-716e-4e0c-82e5-8b0c5bf52cd2"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 08:22:22.704382 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 82a775bc-716e-4e0c-82e5-8b0c5bf52cd2, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=82a775bc-716e-4e0c-82e5-8b0c5bf52cd2,segment=NetworkSegment(8a2eafb1-3c5e-41c0-8ee8-d91bc233d5cb),segment_id=8a2eafb1-3c5e-41c0-8ee8-d91bc233d5cb)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:22:22.709620 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (82a775bc-716e-4e0c-82e5-8b0c5bf52cd2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:22:22.745295 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f2a3140d-5992-46e8-b3f3-72408e412196 req-3607f2c8-6b7f-41c1-873c-b8449f24f311 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc24f01a-79b3-4c76-b0db-e67c3be86447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486999 Jan 28 08:22:22.760547 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=82a775bc-716e-4e0c-82e5-8b0c5bf52cd2,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:22:22.793885 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 08:22:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1815f04-a7d2-4d31-8d8c-977308ed5678 x-openstack-request-id: req-b1815f04-a7d2-4d31-8d8c-977308ed5678 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 08:22:22.794184 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dc40c63-ddc5-451e-8a02-95bb5cb83dc4", "name": "network-vif-plugged", "status": "completed", "tag": "82a775bc-716e-4e0c-82e5-8b0c5bf52cd2", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 08:22:22.794441 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b1815f04-a7d2-4d31-8d8c-977308ed5678 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 08:22:22.794840 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dc40c63-ddc5-451e-8a02-95bb5cb83dc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82a775bc-716e-4e0c-82e5-8b0c5bf52cd2', 'code': 200} Jan 28 08:22:22.979779 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1888a28b-548d-4c89-8290-03190dcc2fb5 req-f4a6d362-4651-467c-be55-f9edb3f6c590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:22:22.981289 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1888a28b-548d-4c89-8290-03190dcc2fb5 req-f4a6d362-4651-467c-be55-f9edb3f6c590 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5dc40c63-ddc5-451e-8a02-95bb5cb83dc4 HTTP/1.1" status: 200 len: 1097 time: 0.0794034 Jan 28 08:22:23.030844 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1888a28b-548d-4c89-8290-03190dcc2fb5 req-1dd61c78-566b-4c90-ac01-be6c8048563f service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=bc24f01a-79b3-4c76-b0db-e67c3be86447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385907 Jan 28 08:22:23.860241 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc0aa82-a9e5-43d9-bdf0-df773cc9f966 req-2051d8e9-58d8-43ab-8d39-842c45afc38e tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:22:23.861732 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7bc0aa82-a9e5-43d9-bdf0-df773cc9f966 req-2051d8e9-58d8-43ab-8d39-842c45afc38e tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dc40c63-ddc5-451e-8a02-95bb5cb83dc4 HTTP/1.1" status: 200 len: 945 time: 0.0472620 Jan 28 08:22:23.909728 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7bc0aa82-a9e5-43d9-bdf0-df773cc9f966 req-23343591-bf4d-4dfd-bed1-bc2279af6ad1 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc24f01a-79b3-4c76-b0db-e67c3be86447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424833 Jan 28 08:22:25.033029 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e055b62-8e24-4cd4-827e-12b1712ef922 req-4ac68ff3-e49d-458e-96b3-e6965dc90b9d tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:22:25.034616 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4e055b62-8e24-4cd4-827e-12b1712ef922 req-4ac68ff3-e49d-458e-96b3-e6965dc90b9d tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dc40c63-ddc5-451e-8a02-95bb5cb83dc4 HTTP/1.1" status: 200 len: 945 time: 0.0527864 Jan 28 08:22:25.084093 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4e055b62-8e24-4cd4-827e-12b1712ef922 req-09e674cc-38ed-4c2f-9a66-348981a2ee80 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc24f01a-79b3-4c76-b0db-e67c3be86447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433688 Jan 28 08:22:25.203014 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8d4b42-2e54-40a2-99fa-fe1d8cb8bf8e req-de89f2c2-50bd-4ccd-a827-837f0fff2cee tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:22:25.204457 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-3f8d4b42-2e54-40a2-99fa-fe1d8cb8bf8e req-de89f2c2-50bd-4ccd-a827-837f0fff2cee tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dc40c63-ddc5-451e-8a02-95bb5cb83dc4 HTTP/1.1" status: 200 len: 945 time: 0.0512276 Jan 28 08:22:25.252075 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-3f8d4b42-2e54-40a2-99fa-fe1d8cb8bf8e req-ee702c8a-4d82-4aa5-b307-476a3a849d7b tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc24f01a-79b3-4c76-b0db-e67c3be86447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420744 Jan 28 08:22:25.274533 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 41900) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:22:25.313482 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcda08ea-9c96-438e-ad7a-d1e713fb5871 tempest-TestNetworkAdvancedServerOps-213716511 tempest-TestNetworkAdvancedServerOps-213716511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:22:25.314972 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-bcda08ea-9c96-438e-ad7a-d1e713fb5871 tempest-TestNetworkAdvancedServerOps-213716511 tempest-TestNetworkAdvancedServerOps-213716511-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=5dc40c63-ddc5-451e-8a02-95bb5cb83dc4 HTTP/1.1" status: 200 len: 1092 time: 0.0394857 Jan 28 08:22:25.317617 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 41902) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:22:25.322522 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-5dfba577-55a0-49fc-ac7d-5d00bd0c8f70 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Request body: {'floatingip': {'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'port_id': '82a775bc-716e-4e0c-82e5-8b0c5bf52cd2', 'tenant_id': '254d30a3a3e041b3bd650c9318c9b350', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:22:25.342501 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5dfba577-55a0-49fc-ac7d-5d00bd0c8f70 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:22:25.443899 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5dfba577-55a0-49fc-ac7d-5d00bd0c8f70 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:22:25.543941 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-5dfba577-55a0-49fc-ac7d-5d00bd0c8f70 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Allocated IP 172.25.6.98 (7d5b3724-deef-4831-8d43-cb9b8176573c/b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc/350d85ad-266c-46ce-8944-7523b3fdef03) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 08:22:25.978418 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5dfba577-55a0-49fc-ac7d-5d00bd0c8f70 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for port (350d85ad-266c-46ce-8944-7523b3fdef03), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:22:26.012625 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5dfba577-55a0-49fc-ac7d-5d00bd0c8f70 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (350d85ad-266c-46ce-8944-7523b3fdef03), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:22:26.047039 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dfba577-55a0-49fc-ac7d-5d00bd0c8f70 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Network 7d5b3724-deef-4831-8d43-cb9b8176573c is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 08:22:26.050082 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-5dfba577-55a0-49fc-ac7d-5d00bd0c8f70 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 08:22:26.053464 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dfba577-55a0-49fc-ac7d-5d00bd0c8f70 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 08:22:26.085457 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfba577-55a0-49fc-ac7d-5d00bd0c8f70 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Pushing event updated for resources: {'Port': ['ID=350d85ad-266c-46ce-8944-7523b3fdef03,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:22:26.412030 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5dfba577-55a0-49fc-ac7d-5d00bd0c8f70 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for floatingip (783996d7-7249-4167-be38-c8a8ddfb07f7), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:22:26.479383 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5dfba577-55a0-49fc-ac7d-5d00bd0c8f70 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (350d85ad-266c-46ce-8944-7523b3fdef03), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:22:26.629021 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5dfba577-55a0-49fc-ac7d-5d00bd0c8f70 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for port (350d85ad-266c-46ce-8944-7523b3fdef03), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:22:26.633928 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5dfba577-55a0-49fc-ac7d-5d00bd0c8f70 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (350d85ad-266c-46ce-8944-7523b3fdef03), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:22:26.698595 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfba577-55a0-49fc-ac7d-5d00bd0c8f70 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Pushing event updated for resources: {'Port': ['ID=350d85ad-266c-46ce-8944-7523b3fdef03,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:22:26.709813 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5dfba577-55a0-49fc-ac7d-5d00bd0c8f70 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16609095'] for floatingip (783996d7-7249-4167-be38-c8a8ddfb07f7), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:22:26.808749 n-d-712749-28 neutron-server[103283]: INFO neutron.db.l3_db [None req-5dfba577-55a0-49fc-ac7d-5d00bd0c8f70 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Floating IP 783996d7-7249-4167-be38-c8a8ddfb07f7 associated. External IP: 172.25.6.98, port: 82a775bc-716e-4e0c-82e5-8b0c5bf52cd2. Jan 28 08:22:27.025613 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dfba577-55a0-49fc-ac7d-5d00bd0c8f70 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Router 5e37c21f-0624-45e4-9e9f-0bc54c4651b1 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 08:22:27.135333 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dfba577-55a0-49fc-ac7d-5d00bd0c8f70 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 08:22:27.149669 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae99ac9-9757-4500-87e4-cff8f3a62d62 None None] Sync routers for ids ['5e37c21f-0624-45e4-9e9f-0bc54c4651b1'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 08:22:27.157420 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5dfba577-55a0-49fc-ac7d-5d00bd0c8f70 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for floatingip (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:22:27.159716 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae99ac9-9757-4500-87e4-cff8f3a62d62 None None] Routers {'5e37c21f-0624-45e4-9e9f-0bc54c4651b1'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 08:22:27.160388 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-dae99ac9-9757-4500-87e4-cff8f3a62d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T08:22:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['5e37c21f-0624-45e4-9e9f-0bc54c4651b1'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:22:27.187696 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-5dfba577-55a0-49fc-ac7d-5d00bd0c8f70 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8690383 Jan 28 08:22:27.188867 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dc40c63-ddc5-451e-8a02-95bb5cb83dc4', 'tag': '82a775bc-716e-4e0c-82e5-8b0c5bf52cd2'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 08:22:27.191229 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6b024039d6c3a8048940e324a8d5ead2390d66f8802a9866b6a24361082aa9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17eed7b9-8b06-49ff-88cf-1038c1767c19" -d '{"events": [{"name": "network-changed", "server_uuid": "5dc40c63-ddc5-451e-8a02-95bb5cb83dc4", "tag": "82a775bc-716e-4e0c-82e5-8b0c5bf52cd2"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 08:22:27.246581 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 08:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49a95195-6e82-4165-9fe2-e34974291ab9 x-openstack-request-id: req-49a95195-6e82-4165-9fe2-e34974291ab9 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 08:22:27.246885 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dc40c63-ddc5-451e-8a02-95bb5cb83dc4", "tag": "82a775bc-716e-4e0c-82e5-8b0c5bf52cd2", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 08:22:27.247144 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-49a95195-6e82-4165-9fe2-e34974291ab9 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 08:22:27.247562 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dc40c63-ddc5-451e-8a02-95bb5cb83dc4', 'tag': '82a775bc-716e-4e0c-82e5-8b0c5bf52cd2', 'status': 'completed', 'code': 200} Jan 28 08:22:27.280270 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-dae99ac9-9757-4500-87e4-cff8f3a62d62 None None] Set router 5e37c21f-0624-45e4-9e9f-0bc54c4651b1 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 08:22:27.337263 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8108a60-7f81-4b1b-a248-670cb3c8ac7b req-5db03d13-abcd-4982-9c4e-2b418df15b36 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:22:27.338795 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f8108a60-7f81-4b1b-a248-670cb3c8ac7b req-5db03d13-abcd-4982-9c4e-2b418df15b36 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dc40c63-ddc5-451e-8a02-95bb5cb83dc4 HTTP/1.1" status: 200 len: 945 time: 0.0778830 Jan 28 08:22:27.369617 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eed7b9-8b06-49ff-88cf-1038c1767c19 req-7658ac42-accf-4172-bb5b-6a16323d6cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:22:27.371160 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-17eed7b9-8b06-49ff-88cf-1038c1767c19 req-7658ac42-accf-4172-bb5b-6a16323d6cb9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=254d30a3a3e041b3bd650c9318c9b350&device_id=5dc40c63-ddc5-451e-8a02-95bb5cb83dc4 HTTP/1.1" status: 200 len: 1097 time: 0.0746126 Jan 28 08:22:27.465846 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f8108a60-7f81-4b1b-a248-670cb3c8ac7b req-d8e4752c-2ebb-45f0-9ad9-480c88012bec tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc24f01a-79b3-4c76-b0db-e67c3be86447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1196487 Jan 28 08:22:27.489502 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 41908) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:22:27.505348 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eed7b9-8b06-49ff-88cf-1038c1767c19 req-e060858b-bff4-4656-b986-a5699b275ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:22:27.508426 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-17eed7b9-8b06-49ff-88cf-1038c1767c19 req-e060858b-bff4-4656-b986-a5699b275ec2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=89e8298a-2471-4d6a-b26e-c723c2b40e75 HTTP/1.1" status: 200 len: 898 time: 0.1293554 Jan 28 08:22:27.540688 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-dae99ac9-9757-4500-87e4-cff8f3a62d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e37c21f-0624-45e4-9e9f-0bc54c4651b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1788287474', 'tenant_id': '254d30a3a3e041b3bd650c9318c9b350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': 'ca5a4fcc-92fb-4f28-b3dd-03ee56257e5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:22:04Z', 'updated_at': '2022-01-28T08:22:07Z', 'revision_number': 4, 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'gw_port': {'id': 'ca5a4fcc-92fb-4f28-b3dd-03ee56257e5b', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:76:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e37c21f-0624-45e4-9e9f-0bc54c4651b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:22:04Z', 'updated_at': '2022-01-28T08:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_floatingips': [{'id': '783996d7-7249-4167-be38-c8a8ddfb07f7', 'tenant_id': '254d30a3a3e041b3bd650c9318c9b350', 'floating_ip_address': '172.25.6.98', 'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'router_id': '5e37c21f-0624-45e4-9e9f-0bc54c4651b1', 'port_id': '82a775bc-716e-4e0c-82e5-8b0c5bf52cd2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89e8298a-2471-4d6a-b26e-c723c2b40e75', 'mac_address': 'fa:16:3e:ff:d8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc40c63-ddc5-451e-8a02-95bb5cb83dc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T08:22:26Z', 'updated_at': '2022-01-28T08:22:26Z', 'revision_number': 0, 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '515951ad-6ddd-4e19-ac9f-75871f758538', 'name': '', 'network_id': '89e8298a-2471-4d6a-b26e-c723c2b40e75', 'tenant_id': '254d30a3a3e041b3bd650c9318c9b350', 'mac_address': 'fa:16:3e:ac:e4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e37c21f-0624-45e4-9e9f-0bc54c4651b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '9bbb3c81-51c1-47af-b783-e386c894b9b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:22:06Z', 'updated_at': '2022-01-28T08:22:10Z', 'revision_number': 5, 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'subnets': [{'id': '9bbb3c81-51c1-47af-b783-e386c894b9b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:22:27.566142 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-553a2f42-7cd3-4a59-9ee4-7928b145c577 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/floatingips/783996d7-7249-4167-be38-c8a8ddfb07f7 HTTP/1.1" status: 200 len: 990 time: 0.0753257 Jan 28 08:22:27.574002 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae99ac9-9757-4500-87e4-cff8f3a62d62 None None] Checking router: 5e37c21f-0624-45e4-9e9f-0bc54c4651b1 for host: n-d-712749-28 {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 08:22:27.583809 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae99ac9-9757-4500-87e4-cff8f3a62d62 None None] Routers {'5e37c21f-0624-45e4-9e9f-0bc54c4651b1'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 08:22:27.584472 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-dae99ac9-9757-4500-87e4-cff8f3a62d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T08:22:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['5e37c21f-0624-45e4-9e9f-0bc54c4651b1'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:22:27.586783 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-17eed7b9-8b06-49ff-88cf-1038c1767c19 req-9400a7a6-8d1f-4d1d-a02b-dd0c09fd2c04 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=82a775bc-716e-4e0c-82e5-8b0c5bf52cd2 HTTP/1.1" status: 200 len: 998 time: 0.0735989 Jan 28 08:22:27.636692 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eed7b9-8b06-49ff-88cf-1038c1767c19 req-43b8e362-2886-4478-bdca-a8ec68ff16cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:22:27.638180 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-17eed7b9-8b06-49ff-88cf-1038c1767c19 req-43b8e362-2886-4478-bdca-a8ec68ff16cf service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9bbb3c81-51c1-47af-b783-e386c894b9b6 HTTP/1.1" status: 200 len: 835 time: 0.0459869 Jan 28 08:22:27.692208 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eed7b9-8b06-49ff-88cf-1038c1767c19 req-87d50f95-1aa1-430e-9b46-3aa4b7740705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:22:27.693745 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-17eed7b9-8b06-49ff-88cf-1038c1767c19 req-87d50f95-1aa1-430e-9b46-3aa4b7740705 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=89e8298a-2471-4d6a-b26e-c723c2b40e75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0493207 Jan 28 08:22:27.702506 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-dae99ac9-9757-4500-87e4-cff8f3a62d62 None None] Set router 5e37c21f-0624-45e4-9e9f-0bc54c4651b1 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 08:22:27.792793 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-17eed7b9-8b06-49ff-88cf-1038c1767c19 req-9e69f809-39ea-47ca-8c16-e288030fa5c0 service neutron] 10.222.0.10 "GET /v2.0/networks/89e8298a-2471-4d6a-b26e-c723c2b40e75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923700 Jan 28 08:22:27.896109 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-17eed7b9-8b06-49ff-88cf-1038c1767c19 req-22a1a19a-3bf1-4aaa-8fa3-2fd7daebad64 service neutron] 10.222.0.10 "GET /v2.0/networks/89e8298a-2471-4d6a-b26e-c723c2b40e75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980012 Jan 28 08:22:27.957169 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-dae99ac9-9757-4500-87e4-cff8f3a62d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e37c21f-0624-45e4-9e9f-0bc54c4651b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1788287474', 'tenant_id': '254d30a3a3e041b3bd650c9318c9b350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': 'ca5a4fcc-92fb-4f28-b3dd-03ee56257e5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:22:04Z', 'updated_at': '2022-01-28T08:22:07Z', 'revision_number': 4, 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'gw_port': {'id': 'ca5a4fcc-92fb-4f28-b3dd-03ee56257e5b', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:76:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e37c21f-0624-45e4-9e9f-0bc54c4651b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:22:04Z', 'updated_at': '2022-01-28T08:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_floatingips': [{'id': '783996d7-7249-4167-be38-c8a8ddfb07f7', 'tenant_id': '254d30a3a3e041b3bd650c9318c9b350', 'floating_ip_address': '172.25.6.98', 'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'router_id': '5e37c21f-0624-45e4-9e9f-0bc54c4651b1', 'port_id': '82a775bc-716e-4e0c-82e5-8b0c5bf52cd2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89e8298a-2471-4d6a-b26e-c723c2b40e75', 'mac_address': 'fa:16:3e:ff:d8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc40c63-ddc5-451e-8a02-95bb5cb83dc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T08:22:26Z', 'updated_at': '2022-01-28T08:22:26Z', 'revision_number': 0, 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '515951ad-6ddd-4e19-ac9f-75871f758538', 'name': '', 'network_id': '89e8298a-2471-4d6a-b26e-c723c2b40e75', 'tenant_id': '254d30a3a3e041b3bd650c9318c9b350', 'mac_address': 'fa:16:3e:ac:e4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e37c21f-0624-45e4-9e9f-0bc54c4651b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '9bbb3c81-51c1-47af-b783-e386c894b9b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:22:06Z', 'updated_at': '2022-01-28T08:22:10Z', 'revision_number': 5, 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'subnets': [{'id': '9bbb3c81-51c1-47af-b783-e386c894b9b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:22:27.985745 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae99ac9-9757-4500-87e4-cff8f3a62d62 None None] The sync data for ids ['5e37c21f-0624-45e4-9e9f-0bc54c4651b1'] in n-d-712749-28 is: [{'id': '5e37c21f-0624-45e4-9e9f-0bc54c4651b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1788287474', 'tenant_id': '254d30a3a3e041b3bd650c9318c9b350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': 'ca5a4fcc-92fb-4f28-b3dd-03ee56257e5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:22:04Z', 'updated_at': '2022-01-28T08:22:07Z', 'revision_number': 4, 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'gw_port': {'id': 'ca5a4fcc-92fb-4f28-b3dd-03ee56257e5b', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:76:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e37c21f-0624-45e4-9e9f-0bc54c4651b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:22:04Z', 'updated_at': '2022-01-28T08:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_floatingips': [{'id': '783996d7-7249-4167-be38-c8a8ddfb07f7', 'tenant_id': '254d30a3a3e041b3bd650c9318c9b350', 'floating_ip_address': '172.25.6.98', 'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'router_id': '5e37c21f-0624-45e4-9e9f-0bc54c4651b1', 'port_id': '82a775bc-716e-4e0c-82e5-8b0c5bf52cd2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89e8298a-2471-4d6a-b26e-c723c2b40e75', 'mac_address': 'fa:16:3e:ff:d8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc40c63-ddc5-451e-8a02-95bb5cb83dc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T08:22:26Z', 'updated_at': '2022-01-28T08:22:26Z', 'revision_number': 0, 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '515951ad-6ddd-4e19-ac9f-75871f758538', 'name': '', 'network_id': '89e8298a-2471-4d6a-b26e-c723c2b40e75', 'tenant_id': '254d30a3a3e041b3bd650c9318c9b350', 'mac_address': 'fa:16:3e:ac:e4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e37c21f-0624-45e4-9e9f-0bc54c4651b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '9bbb3c81-51c1-47af-b783-e386c894b9b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:22:06Z', 'updated_at': '2022-01-28T08:22:10Z', 'revision_number': 5, 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'subnets': [{'id': '9bbb3c81-51c1-47af-b783-e386c894b9b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 08:22:28.178474 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde599ce-bcee-4f98-af17-3b891a2cad2e None None] New status for floating IP 783996d7-7249-4167-be38-c8a8ddfb07f7: ACTIVE {{(pid=103286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 08:22:28.569970 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 41910) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:22:28.629145 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-a85c069f-124c-4f5d-9607-cc8007f3d8ce tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/floatingips/783996d7-7249-4167-be38-c8a8ddfb07f7 HTTP/1.1" status: 200 len: 992 time: 0.0573568 Jan 28 08:22:33.388086 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7409b72e-7742-4308-967f-d70fe499fac4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:22:33.797971 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:22:34.800083 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:22:35.768536 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cdcdd2fd-b394-4277-a1c5-e5fb3b8f71b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:22:36.402774 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 7 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 08:22:37.261358 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:22:38.939472 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:22:39.885417 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:22:57.403803 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a9876e-8106-4667-8b78-9072d21f092f req-5f82193d-a408-42c7-a407-dce75b107218 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:22:57.405338 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-79a9876e-8106-4667-8b78-9072d21f092f req-5f82193d-a408-42c7-a407-dce75b107218 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dc40c63-ddc5-451e-8a02-95bb5cb83dc4 HTTP/1.1" status: 200 len: 945 time: 0.0549395 Jan 28 08:22:57.455151 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-79a9876e-8106-4667-8b78-9072d21f092f req-1b6bfece-c2e0-4b5a-9a44-c14b581657ef tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc24f01a-79b3-4c76-b0db-e67c3be86447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441663 Jan 28 08:22:58.570685 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9bf0e7-34b9-4ef4-91e4-b6fb3f76787a req-192c472c-66bc-4f32-8f6f-eae7228cd86d tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:22:58.572169 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-bd9bf0e7-34b9-4ef4-91e4-b6fb3f76787a req-192c472c-66bc-4f32-8f6f-eae7228cd86d tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dc40c63-ddc5-451e-8a02-95bb5cb83dc4 HTTP/1.1" status: 200 len: 945 time: 0.0488317 Jan 28 08:22:58.620277 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-bd9bf0e7-34b9-4ef4-91e4-b6fb3f76787a req-56af82db-1898-420c-b753-e5194e414eb7 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc24f01a-79b3-4c76-b0db-e67c3be86447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422492 Jan 28 08:22:58.642149 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 41928) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:22:58.705266 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-74843446-ba24-4d18-80a2-d11922b384b9 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/floatingips/783996d7-7249-4167-be38-c8a8ddfb07f7 HTTP/1.1" status: 200 len: 992 time: 0.0620651 Jan 28 08:22:59.995241 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5c752e-97a1-4920-991e-60e6a225268a req-a95bb54f-2d07-4294-b5b1-330bcd2463ee tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:22:59.996694 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4b5c752e-97a1-4920-991e-60e6a225268a req-a95bb54f-2d07-4294-b5b1-330bcd2463ee tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dc40c63-ddc5-451e-8a02-95bb5cb83dc4 HTTP/1.1" status: 200 len: 945 time: 0.0567164 Jan 28 08:23:00.032102 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e9c005-bd6b-4aff-aba3-477d66aab761 req-06263513-20fa-449c-88fb-024af51a98be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:23:00.033636 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-35e9c005-bd6b-4aff-aba3-477d66aab761 req-06263513-20fa-449c-88fb-024af51a98be service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=254d30a3a3e041b3bd650c9318c9b350&device_id=5dc40c63-ddc5-451e-8a02-95bb5cb83dc4 HTTP/1.1" status: 200 len: 1097 time: 0.0406418 Jan 28 08:23:00.046015 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4b5c752e-97a1-4920-991e-60e6a225268a req-8691b39d-3029-4ab0-b25b-753bf958b509 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc24f01a-79b3-4c76-b0db-e67c3be86447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436473 Jan 28 08:23:00.128072 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e9c005-bd6b-4aff-aba3-477d66aab761 req-84591450-7c8f-4cc9-9a38-b8691d1e6f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:23:00.129654 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-35e9c005-bd6b-4aff-aba3-477d66aab761 req-84591450-7c8f-4cc9-9a38-b8691d1e6f23 service neutron] 10.222.0.10 "GET /v2.0/networks?id=89e8298a-2471-4d6a-b26e-c723c2b40e75 HTTP/1.1" status: 200 len: 898 time: 0.0872478 Jan 28 08:23:00.198136 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-35e9c005-bd6b-4aff-aba3-477d66aab761 req-f63b7aea-2a27-478f-8b17-04b9cee46939 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=82a775bc-716e-4e0c-82e5-8b0c5bf52cd2 HTTP/1.1" status: 200 len: 1000 time: 0.0594816 Jan 28 08:23:00.250010 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e9c005-bd6b-4aff-aba3-477d66aab761 req-2a81d4b5-9af3-404e-a50a-20ff0b55b489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:23:00.251359 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-35e9c005-bd6b-4aff-aba3-477d66aab761 req-2a81d4b5-9af3-404e-a50a-20ff0b55b489 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9bbb3c81-51c1-47af-b783-e386c894b9b6 HTTP/1.1" status: 200 len: 835 time: 0.0437746 Jan 28 08:23:00.303691 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e9c005-bd6b-4aff-aba3-477d66aab761 req-43d50c6a-d00e-4523-8861-fd12947f87c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:23:00.305217 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-35e9c005-bd6b-4aff-aba3-477d66aab761 req-43d50c6a-d00e-4523-8861-fd12947f87c9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=89e8298a-2471-4d6a-b26e-c723c2b40e75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450020 Jan 28 08:23:00.400785 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-35e9c005-bd6b-4aff-aba3-477d66aab761 req-b6a34833-dd30-4d5a-9b1d-ae40a3eebdc6 service neutron] 10.222.0.10 "GET /v2.0/networks/89e8298a-2471-4d6a-b26e-c723c2b40e75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855567 Jan 28 08:23:00.494861 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-35e9c005-bd6b-4aff-aba3-477d66aab761 req-5b1daa44-5fa4-4e38-903a-bb85a4cb0e21 service neutron] 10.222.0.10 "GET /v2.0/networks/89e8298a-2471-4d6a-b26e-c723c2b40e75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854337 Jan 28 08:23:01.164317 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec04539-4bca-4052-a310-c77c9db07141 req-3b18bd35-6b4e-48e4-993f-f3cbd5ff190f tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:23:01.165812 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-fec04539-4bca-4052-a310-c77c9db07141 req-3b18bd35-6b4e-48e4-993f-f3cbd5ff190f tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dc40c63-ddc5-451e-8a02-95bb5cb83dc4 HTTP/1.1" status: 200 len: 945 time: 0.0502262 Jan 28 08:23:01.214207 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-fec04539-4bca-4052-a310-c77c9db07141 req-bee1ec94-69c9-49ac-9233-729d4412e471 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc24f01a-79b3-4c76-b0db-e67c3be86447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425496 Jan 28 08:23:02.334216 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eac659-d5c5-4516-b3d1-79447ba4e9b9 req-54369265-9ca0-4b79-a8f0-435ef95f4124 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:23:02.335951 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c7eac659-d5c5-4516-b3d1-79447ba4e9b9 req-54369265-9ca0-4b79-a8f0-435ef95f4124 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dc40c63-ddc5-451e-8a02-95bb5cb83dc4 HTTP/1.1" status: 200 len: 945 time: 0.0486040 Jan 28 08:23:02.388105 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c7eac659-d5c5-4516-b3d1-79447ba4e9b9 req-22cf1ee2-86a6-4e4a-bf71-7674cbf14132 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc24f01a-79b3-4c76-b0db-e67c3be86447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465810 Jan 28 08:23:02.410449 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 41940) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:23:02.476570 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-957d9668-5141-43f9-bff1-b333779d4c07 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/floatingips/783996d7-7249-4167-be38-c8a8ddfb07f7 HTTP/1.1" status: 200 len: 992 time: 0.0649505 Jan 28 08:23:02.786733 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 41946) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:23:02.940775 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-d9631778-a5af-4b42-821d-f261fad9649e tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Deleting port 350d85ad-266c-46ce-8944-7523b3fdef03 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 08:23:02.941182 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d9631778-a5af-4b42-821d-f261fad9649e tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (350d85ad-266c-46ce-8944-7523b3fdef03), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:03.013285 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d9631778-a5af-4b42-821d-f261fad9649e tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (350d85ad-266c-46ce-8944-7523b3fdef03), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:03.013614 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d9631778-a5af-4b42-821d-f261fad9649e tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for floatingip (350d85ad-266c-46ce-8944-7523b3fdef03), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:03.025460 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-d9631778-a5af-4b42-821d-f261fad9649e tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Calling delete_port for 350d85ad-266c-46ce-8944-7523b3fdef03 owned by network:floatingip {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 08:23:03.169481 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d9631778-a5af-4b42-821d-f261fad9649e tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (350d85ad-266c-46ce-8944-7523b3fdef03), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:03.194974 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9631778-a5af-4b42-821d-f261fad9649e tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Pushing event deleted for resources: {'Port': ['ID=350d85ad-266c-46ce-8944-7523b3fdef03,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:23:03.206479 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9631778-a5af-4b42-821d-f261fad9649e tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:23:03.206837 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9631778-a5af-4b42-821d-f261fad9649e tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:23:03.207183 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9631778-a5af-4b42-821d-f261fad9649e tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:23:03.207523 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9631778-a5af-4b42-821d-f261fad9649e tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:23:03.207862 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9631778-a5af-4b42-821d-f261fad9649e tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:23:03.208211 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9631778-a5af-4b42-821d-f261fad9649e tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:23:03.208546 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9631778-a5af-4b42-821d-f261fad9649e tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:23:03.208875 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9631778-a5af-4b42-821d-f261fad9649e tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:23:03.209203 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9631778-a5af-4b42-821d-f261fad9649e tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:23:03.210305 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9631778-a5af-4b42-821d-f261fad9649e tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:23:03.210642 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9631778-a5af-4b42-821d-f261fad9649e tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:23:03.210972 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9631778-a5af-4b42-821d-f261fad9649e tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:23:03.211300 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9631778-a5af-4b42-821d-f261fad9649e tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:23:03.269937 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d9631778-a5af-4b42-821d-f261fad9649e tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for floatingip (783996d7-7249-4167-be38-c8a8ddfb07f7), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:03.270277 n-d-712749-28 neutron-server[103284]: INFO neutron.db.l3_db [None req-d9631778-a5af-4b42-821d-f261fad9649e tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Floating IP 783996d7-7249-4167-be38-c8a8ddfb07f7 disassociated (deleted). External IP: 172.25.6.98, port: 82a775bc-716e-4e0c-82e5-8b0c5bf52cd2. Jan 28 08:23:03.389439 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-32efb4ea-9a13-464e-b918-9eaf1026ad84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:03.481606 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9631778-a5af-4b42-821d-f261fad9649e tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Router 5e37c21f-0624-45e4-9e9f-0bc54c4651b1 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 08:23:03.588959 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9631778-a5af-4b42-821d-f261fad9649e tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 08:23:03.593733 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d9631778-a5af-4b42-821d-f261fad9649e tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for floatingip (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:03.598478 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cebb694-1342-4694-b80f-185c65cd11a1 None None] Sync routers for ids ['5e37c21f-0624-45e4-9e9f-0bc54c4651b1'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 08:23:03.607495 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cebb694-1342-4694-b80f-185c65cd11a1 None None] Routers {'5e37c21f-0624-45e4-9e9f-0bc54c4651b1'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 08:23:03.608101 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-1cebb694-1342-4694-b80f-185c65cd11a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T08:22:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['5e37c21f-0624-45e4-9e9f-0bc54c4651b1'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:23:03.624383 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-d9631778-a5af-4b42-821d-f261fad9649e tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "DELETE /v2.0/floatingips/783996d7-7249-4167-be38-c8a8ddfb07f7 HTTP/1.1" status: 204 len: 168 time: 0.8340738 Jan 28 08:23:03.624383 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dc40c63-ddc5-451e-8a02-95bb5cb83dc4', 'tag': '82a775bc-716e-4e0c-82e5-8b0c5bf52cd2'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 08:23:03.624858 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea2b103cb7827510f28784975546feb0b63800b94dfac5f98f271904baace09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01d37bcb-9b9a-4b5a-93d1-79308283b0cf" -d '{"events": [{"name": "network-changed", "server_uuid": "5dc40c63-ddc5-451e-8a02-95bb5cb83dc4", "tag": "82a775bc-716e-4e0c-82e5-8b0c5bf52cd2"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 08:23:03.667869 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 08:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b09eb9f-6265-4de5-9f81-d79057d759a6 x-openstack-request-id: req-2b09eb9f-6265-4de5-9f81-d79057d759a6 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 08:23:03.668167 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dc40c63-ddc5-451e-8a02-95bb5cb83dc4", "tag": "82a775bc-716e-4e0c-82e5-8b0c5bf52cd2", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 08:23:03.668472 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2b09eb9f-6265-4de5-9f81-d79057d759a6 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 08:23:03.668885 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dc40c63-ddc5-451e-8a02-95bb5cb83dc4', 'tag': '82a775bc-716e-4e0c-82e5-8b0c5bf52cd2', 'status': 'completed', 'code': 200} Jan 28 08:23:03.718247 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-1cebb694-1342-4694-b80f-185c65cd11a1 None None] Set router 5e37c21f-0624-45e4-9e9f-0bc54c4651b1 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 08:23:03.765906 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d37bcb-9b9a-4b5a-93d1-79308283b0cf req-21547343-5693-499b-abe9-a67f16ccc325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:23:03.767546 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-01d37bcb-9b9a-4b5a-93d1-79308283b0cf req-21547343-5693-499b-abe9-a67f16ccc325 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=254d30a3a3e041b3bd650c9318c9b350&device_id=5dc40c63-ddc5-451e-8a02-95bb5cb83dc4 HTTP/1.1" status: 200 len: 1097 time: 0.0500681 Jan 28 08:23:03.858605 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:03.917932 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8623f643-c50c-4088-8664-a7ba7a41498e req-53f88231-23a1-44f5-883f-259435a7440d tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:23:03.919444 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8623f643-c50c-4088-8664-a7ba7a41498e req-53f88231-23a1-44f5-883f-259435a7440d tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dc40c63-ddc5-451e-8a02-95bb5cb83dc4 HTTP/1.1" status: 200 len: 945 time: 0.1044276 Jan 28 08:23:03.940526 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-1cebb694-1342-4694-b80f-185c65cd11a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e37c21f-0624-45e4-9e9f-0bc54c4651b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1788287474', 'tenant_id': '254d30a3a3e041b3bd650c9318c9b350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': 'ca5a4fcc-92fb-4f28-b3dd-03ee56257e5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:22:04Z', 'updated_at': '2022-01-28T08:22:07Z', 'revision_number': 4, 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'gw_port': {'id': 'ca5a4fcc-92fb-4f28-b3dd-03ee56257e5b', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:76:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e37c21f-0624-45e4-9e9f-0bc54c4651b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:22:04Z', 'updated_at': '2022-01-28T08:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '515951ad-6ddd-4e19-ac9f-75871f758538', 'name': '', 'network_id': '89e8298a-2471-4d6a-b26e-c723c2b40e75', 'tenant_id': '254d30a3a3e041b3bd650c9318c9b350', 'mac_address': 'fa:16:3e:ac:e4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e37c21f-0624-45e4-9e9f-0bc54c4651b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '9bbb3c81-51c1-47af-b783-e386c894b9b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:22:06Z', 'updated_at': '2022-01-28T08:22:10Z', 'revision_number': 5, 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'subnets': [{'id': '9bbb3c81-51c1-47af-b783-e386c894b9b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:23:03.951505 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d37bcb-9b9a-4b5a-93d1-79308283b0cf req-a3afb5c9-0518-4ac2-9c74-4147f3bd11ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:23:03.953012 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-01d37bcb-9b9a-4b5a-93d1-79308283b0cf req-a3afb5c9-0518-4ac2-9c74-4147f3bd11ec service neutron] 10.222.0.10 "GET /v2.0/networks?id=89e8298a-2471-4d6a-b26e-c723c2b40e75 HTTP/1.1" status: 200 len: 898 time: 0.1457813 Jan 28 08:23:03.968058 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cebb694-1342-4694-b80f-185c65cd11a1 None None] Checking router: 5e37c21f-0624-45e4-9e9f-0bc54c4651b1 for host: n-d-712749-28 {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 08:23:03.977068 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cebb694-1342-4694-b80f-185c65cd11a1 None None] Routers {'5e37c21f-0624-45e4-9e9f-0bc54c4651b1'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 08:23:03.977670 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-1cebb694-1342-4694-b80f-185c65cd11a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T08:22:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['5e37c21f-0624-45e4-9e9f-0bc54c4651b1'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:23:04.009237 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-01d37bcb-9b9a-4b5a-93d1-79308283b0cf req-2d251174-b67c-443e-ab58-9d4f67d9ca8f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=82a775bc-716e-4e0c-82e5-8b0c5bf52cd2 HTTP/1.1" status: 200 len: 217 time: 0.0476444 Jan 28 08:23:04.035335 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8623f643-c50c-4088-8664-a7ba7a41498e req-ad21ddc7-cc3e-4e95-a273-a5c7b67b1952 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc24f01a-79b3-4c76-b0db-e67c3be86447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096776 Jan 28 08:23:04.072271 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d37bcb-9b9a-4b5a-93d1-79308283b0cf req-a7b9271b-f6ec-46a6-9801-6ab52325a496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:23:04.074137 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-01d37bcb-9b9a-4b5a-93d1-79308283b0cf req-a7b9271b-f6ec-46a6-9801-6ab52325a496 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9bbb3c81-51c1-47af-b783-e386c894b9b6 HTTP/1.1" status: 200 len: 835 time: 0.0561366 Jan 28 08:23:04.123132 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d37bcb-9b9a-4b5a-93d1-79308283b0cf req-69bed225-5cec-4f97-9c48-5903fe81e698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:23:04.124711 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-01d37bcb-9b9a-4b5a-93d1-79308283b0cf req-69bed225-5cec-4f97-9c48-5903fe81e698 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=89e8298a-2471-4d6a-b26e-c723c2b40e75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435941 Jan 28 08:23:04.216656 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-01d37bcb-9b9a-4b5a-93d1-79308283b0cf req-bcf590b8-9c97-417b-8828-88aac63fd94f service neutron] 10.222.0.10 "GET /v2.0/networks/89e8298a-2471-4d6a-b26e-c723c2b40e75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840244 Jan 28 08:23:04.242892 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-1cebb694-1342-4694-b80f-185c65cd11a1 None None] Set router 5e37c21f-0624-45e4-9e9f-0bc54c4651b1 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 08:23:04.310488 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-01d37bcb-9b9a-4b5a-93d1-79308283b0cf req-5750548c-2bb8-479a-9351-5bfe18ba4816 service neutron] 10.222.0.10 "GET /v2.0/networks/89e8298a-2471-4d6a-b26e-c723c2b40e75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865781 Jan 28 08:23:04.441707 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-1cebb694-1342-4694-b80f-185c65cd11a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e37c21f-0624-45e4-9e9f-0bc54c4651b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1788287474', 'tenant_id': '254d30a3a3e041b3bd650c9318c9b350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': 'ca5a4fcc-92fb-4f28-b3dd-03ee56257e5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:22:04Z', 'updated_at': '2022-01-28T08:22:07Z', 'revision_number': 4, 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'gw_port': {'id': 'ca5a4fcc-92fb-4f28-b3dd-03ee56257e5b', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:76:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e37c21f-0624-45e4-9e9f-0bc54c4651b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:22:04Z', 'updated_at': '2022-01-28T08:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '515951ad-6ddd-4e19-ac9f-75871f758538', 'name': '', 'network_id': '89e8298a-2471-4d6a-b26e-c723c2b40e75', 'tenant_id': '254d30a3a3e041b3bd650c9318c9b350', 'mac_address': 'fa:16:3e:ac:e4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e37c21f-0624-45e4-9e9f-0bc54c4651b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '9bbb3c81-51c1-47af-b783-e386c894b9b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:22:06Z', 'updated_at': '2022-01-28T08:22:10Z', 'revision_number': 5, 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'subnets': [{'id': '9bbb3c81-51c1-47af-b783-e386c894b9b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:23:04.471539 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cebb694-1342-4694-b80f-185c65cd11a1 None None] The sync data for ids ['5e37c21f-0624-45e4-9e9f-0bc54c4651b1'] in n-d-712749-28 is: [{'id': '5e37c21f-0624-45e4-9e9f-0bc54c4651b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1788287474', 'tenant_id': '254d30a3a3e041b3bd650c9318c9b350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': 'ca5a4fcc-92fb-4f28-b3dd-03ee56257e5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:22:04Z', 'updated_at': '2022-01-28T08:22:07Z', 'revision_number': 4, 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'gw_port': {'id': 'ca5a4fcc-92fb-4f28-b3dd-03ee56257e5b', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:76:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e37c21f-0624-45e4-9e9f-0bc54c4651b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:22:04Z', 'updated_at': '2022-01-28T08:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '515951ad-6ddd-4e19-ac9f-75871f758538', 'name': '', 'network_id': '89e8298a-2471-4d6a-b26e-c723c2b40e75', 'tenant_id': '254d30a3a3e041b3bd650c9318c9b350', 'mac_address': 'fa:16:3e:ac:e4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e37c21f-0624-45e4-9e9f-0bc54c4651b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '9bbb3c81-51c1-47af-b783-e386c894b9b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:22:06Z', 'updated_at': '2022-01-28T08:22:10Z', 'revision_number': 5, 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'subnets': [{'id': '9bbb3c81-51c1-47af-b783-e386c894b9b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 08:23:04.692079 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2cb8eea-8b75-4f5d-85d1-a713dd13fa0f None None] New status for floating IP 783996d7-7249-4167-be38-c8a8ddfb07f7: DOWN {{(pid=103286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 08:23:04.795968 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:05.151707 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e0e114-a04d-4504-9c96-2cd98fbdf082 req-71f3fc4a-0159-4aee-8de1-be9fcd88e114 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:23:05.153125 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e0e0e114-a04d-4504-9c96-2cd98fbdf082 req-71f3fc4a-0159-4aee-8de1-be9fcd88e114 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dc40c63-ddc5-451e-8a02-95bb5cb83dc4 HTTP/1.1" status: 200 len: 945 time: 0.0483797 Jan 28 08:23:05.202186 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e0e0e114-a04d-4504-9c96-2cd98fbdf082 req-fa1f33c1-3e2e-474e-911f-d48a9f4d2982 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc24f01a-79b3-4c76-b0db-e67c3be86447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433738 Jan 28 08:23:05.769738 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6e6bca96-6051-4bbb-b81a-002d6574b491 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:05.793812 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562a07f5-8173-4910-8f56-884067548ccb req-4743d083-1ce6-42a9-a497-7885bc77f0f1 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:23:05.795288 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-562a07f5-8173-4910-8f56-884067548ccb req-4743d083-1ce6-42a9-a497-7885bc77f0f1 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.10 "GET /v2.0/ports?device_id=5dc40c63-ddc5-451e-8a02-95bb5cb83dc4 HTTP/1.1" status: 200 len: 945 time: 0.0508735 Jan 28 08:23:05.886886 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-562a07f5-8173-4910-8f56-884067548ccb req-64972726-f153-4ae7-9a4b-eb25225709ac tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Deleting port 82a775bc-716e-4e0c-82e5-8b0c5bf52cd2 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 08:23:05.887228 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-562a07f5-8173-4910-8f56-884067548ccb req-64972726-f153-4ae7-9a4b-eb25225709ac tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (82a775bc-716e-4e0c-82e5-8b0c5bf52cd2), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:05.973995 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-562a07f5-8173-4910-8f56-884067548ccb req-64972726-f153-4ae7-9a4b-eb25225709ac tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] For port 82a775bc-716e-4e0c-82e5-8b0c5bf52cd2, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=82a775bc-716e-4e0c-82e5-8b0c5bf52cd2,segment=NetworkSegment(8a2eafb1-3c5e-41c0-8ee8-d91bc233d5cb),segment_id=8a2eafb1-3c5e-41c0-8ee8-d91bc233d5cb)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:23:05.974360 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-562a07f5-8173-4910-8f56-884067548ccb req-64972726-f153-4ae7-9a4b-eb25225709ac tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (82a775bc-716e-4e0c-82e5-8b0c5bf52cd2), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:05.986659 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-562a07f5-8173-4910-8f56-884067548ccb req-64972726-f153-4ae7-9a4b-eb25225709ac tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Calling delete_port for 82a775bc-716e-4e0c-82e5-8b0c5bf52cd2 owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 08:23:06.122846 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-562a07f5-8173-4910-8f56-884067548ccb req-64972726-f153-4ae7-9a4b-eb25225709ac tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (82a775bc-716e-4e0c-82e5-8b0c5bf52cd2), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:06.150332 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64972726-f153-4ae7-9a4b-eb25225709ac tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Pushing event deleted for resources: {'Port': ['ID=82a775bc-716e-4e0c-82e5-8b0c5bf52cd2,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:23:06.194335 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-562a07f5-8173-4910-8f56-884067548ccb req-64972726-f153-4ae7-9a4b-eb25225709ac tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] No DVR routers for this DVR port 82a775bc-716e-4e0c-82e5-8b0c5bf52cd2 on host n-h1-712749-28 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 08:23:06.197227 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-562a07f5-8173-4910-8f56-884067548ccb req-64972726-f153-4ae7-9a4b-eb25225709ac tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:06.200781 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-562a07f5-8173-4910-8f56-884067548ccb req-64972726-f153-4ae7-9a4b-eb25225709ac tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.10 "DELETE /v2.0/ports/82a775bc-716e-4e0c-82e5-8b0c5bf52cd2 HTTP/1.1" status: 204 len: 173 time: 0.3976402 Jan 28 08:23:06.201225 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dc40c63-ddc5-451e-8a02-95bb5cb83dc4', 'name': 'network-vif-deleted', 'tag': '82a775bc-716e-4e0c-82e5-8b0c5bf52cd2'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 08:23:06.203467 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea2b103cb7827510f28784975546feb0b63800b94dfac5f98f271904baace09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9b70f53-b2f8-4f62-a9a3-ae4d66066ff4" -d '{"events": [{"server_uuid": "5dc40c63-ddc5-451e-8a02-95bb5cb83dc4", "name": "network-vif-deleted", "tag": "82a775bc-716e-4e0c-82e5-8b0c5bf52cd2"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 08:23:06.241291 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 08:23:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9940d86-5a56-46fc-a1f1-16143f791de9 x-openstack-request-id: req-c9940d86-5a56-46fc-a1f1-16143f791de9 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 08:23:06.241808 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dc40c63-ddc5-451e-8a02-95bb5cb83dc4", "name": "network-vif-deleted", "tag": "82a775bc-716e-4e0c-82e5-8b0c5bf52cd2", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 08:23:06.241966 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c9940d86-5a56-46fc-a1f1-16143f791de9 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 08:23:06.242443 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dc40c63-ddc5-451e-8a02-95bb5cb83dc4', 'name': 'network-vif-deleted', 'tag': '82a775bc-716e-4e0c-82e5-8b0c5bf52cd2', 'status': 'completed', 'code': 200} Jan 28 08:23:06.300241 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-fe633f3e-23aa-4dbe-9c51-553c7f449e87 req-491de03f-5a26-40cd-b499-915f7a88d7bc tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dc40c63-ddc5-451e-8a02-95bb5cb83dc4 HTTP/1.1" status: 200 len: 210 time: 0.0265443 Jan 28 08:23:07.263665 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:07.357376 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 41962) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:23:07.714216 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-719b286f-bb51-45fe-93fa-63fd396c7ba1 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16606535'] for router_interface (5e37c21f-0624-45e4-9e9f-0bc54c4651b1), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:07.966502 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-719b286f-bb51-45fe-93fa-63fd396c7ba1 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Deleting port 515951ad-6ddd-4e19-ac9f-75871f758538 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 08:23:07.966759 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-719b286f-bb51-45fe-93fa-63fd396c7ba1 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (515951ad-6ddd-4e19-ac9f-75871f758538), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:08.061124 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-719b286f-bb51-45fe-93fa-63fd396c7ba1 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] For port 515951ad-6ddd-4e19-ac9f-75871f758538, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=515951ad-6ddd-4e19-ac9f-75871f758538,segment=NetworkSegment(8a2eafb1-3c5e-41c0-8ee8-d91bc233d5cb),segment_id=8a2eafb1-3c5e-41c0-8ee8-d91bc233d5cb)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:23:08.061489 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-719b286f-bb51-45fe-93fa-63fd396c7ba1 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (515951ad-6ddd-4e19-ac9f-75871f758538), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:08.073655 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-719b286f-bb51-45fe-93fa-63fd396c7ba1 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Calling delete_port for 515951ad-6ddd-4e19-ac9f-75871f758538 owned by network:router_interface {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 08:23:08.258423 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-719b286f-bb51-45fe-93fa-63fd396c7ba1 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (515951ad-6ddd-4e19-ac9f-75871f758538), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:08.285418 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719b286f-bb51-45fe-93fa-63fd396c7ba1 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Pushing event deleted for resources: {'Port': ['ID=515951ad-6ddd-4e19-ac9f-75871f758538,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:23:08.460751 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-719b286f-bb51-45fe-93fa-63fd396c7ba1 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16319006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16606699'] for router_interface (5e37c21f-0624-45e4-9e9f-0bc54c4651b1), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:08.672440 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-719b286f-bb51-45fe-93fa-63fd396c7ba1 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Router 5e37c21f-0624-45e4-9e9f-0bc54c4651b1 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 08:23:08.776268 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-719b286f-bb51-45fe-93fa-63fd396c7ba1 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 08:23:08.782200 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-719b286f-bb51-45fe-93fa-63fd396c7ba1 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "PUT /v2.0/routers/5e37c21f-0624-45e4-9e9f-0bc54c4651b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4238114 Jan 28 08:23:08.784877 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 41966) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:23:08.785543 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd55b46e-2655-4a32-9308-dc278ce98409 None None] Sync routers for ids ['5e37c21f-0624-45e4-9e9f-0bc54c4651b1'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 08:23:08.795794 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd55b46e-2655-4a32-9308-dc278ce98409 None None] Routers {'5e37c21f-0624-45e4-9e9f-0bc54c4651b1'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 08:23:08.796460 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-cd55b46e-2655-4a32-9308-dc278ce98409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T08:23:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['5e37c21f-0624-45e4-9e9f-0bc54c4651b1'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:23:08.835477 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f54f1a4-88f0-4b92-82c2-9ce7a573644e tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Deleting subnet 9bbb3c81-51c1-47af-b783-e386c894b9b6 {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 08:23:08.838565 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6f54f1a4-88f0-4b92-82c2-9ce7a573644e tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for subnet (9bbb3c81-51c1-47af-b783-e386c894b9b6), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:08.881851 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6f54f1a4-88f0-4b92-82c2-9ce7a573644e tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24759175'] for subnet (9bbb3c81-51c1-47af-b783-e386c894b9b6), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:08.900726 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-cd55b46e-2655-4a32-9308-dc278ce98409 None None] Set router 5e37c21f-0624-45e4-9e9f-0bc54c4651b1 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 08:23:09.011246 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:09.103560 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-cd55b46e-2655-4a32-9308-dc278ce98409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e37c21f-0624-45e4-9e9f-0bc54c4651b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1788287474', 'tenant_id': '254d30a3a3e041b3bd650c9318c9b350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': 'ca5a4fcc-92fb-4f28-b3dd-03ee56257e5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:22:04Z', 'updated_at': '2022-01-28T08:23:08Z', 'revision_number': 5, 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'gw_port': {'id': 'ca5a4fcc-92fb-4f28-b3dd-03ee56257e5b', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:76:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e37c21f-0624-45e4-9e9f-0bc54c4651b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:22:04Z', 'updated_at': '2022-01-28T08:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:23:09.130643 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd55b46e-2655-4a32-9308-dc278ce98409 None None] Checking router: 5e37c21f-0624-45e4-9e9f-0bc54c4651b1 for host: n-d-712749-28 {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 08:23:09.139381 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd55b46e-2655-4a32-9308-dc278ce98409 None None] Routers {'5e37c21f-0624-45e4-9e9f-0bc54c4651b1'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 08:23:09.139997 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-cd55b46e-2655-4a32-9308-dc278ce98409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T08:23:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['5e37c21f-0624-45e4-9e9f-0bc54c4651b1'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:23:09.247847 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-cd55b46e-2655-4a32-9308-dc278ce98409 None None] Set router 5e37c21f-0624-45e4-9e9f-0bc54c4651b1 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 08:23:09.316985 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6f54f1a4-88f0-4b92-82c2-9ce7a573644e tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (9bbb3c81-51c1-47af-b783-e386c894b9b6), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:09.376357 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6f54f1a4-88f0-4b92-82c2-9ce7a573644e tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24757569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24979817'] for subnet (9bbb3c81-51c1-47af-b783-e386c894b9b6), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:09.402156 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f54f1a4-88f0-4b92-82c2-9ce7a573644e tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Pushing event deleted for resources: {'Subnet': ['ID=9bbb3c81-51c1-47af-b783-e386c894b9b6,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:23:09.409785 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6f54f1a4-88f0-4b92-82c2-9ce7a573644e tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:09.413984 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-6f54f1a4-88f0-4b92-82c2-9ce7a573644e tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "DELETE /v2.0/subnets/9bbb3c81-51c1-47af-b783-e386c894b9b6 HTTP/1.1" status: 204 len: 168 time: 0.6277437 Jan 28 08:23:09.416595 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 41968) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:23:09.418817 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2284d905-ad08-465b-aa58-26fc53eda3bc None None] Network 89e8298a-2471-4d6a-b26e-c723c2b40e75 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 08:23:09.514291 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-cd55b46e-2655-4a32-9308-dc278ce98409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e37c21f-0624-45e4-9e9f-0bc54c4651b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1788287474', 'tenant_id': '254d30a3a3e041b3bd650c9318c9b350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': 'ca5a4fcc-92fb-4f28-b3dd-03ee56257e5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:22:04Z', 'updated_at': '2022-01-28T08:23:08Z', 'revision_number': 5, 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'gw_port': {'id': 'ca5a4fcc-92fb-4f28-b3dd-03ee56257e5b', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:76:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e37c21f-0624-45e4-9e9f-0bc54c4651b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:22:04Z', 'updated_at': '2022-01-28T08:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:23:09.525941 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-37313199-ab7b-4fd1-b44e-72cd9b913a6c tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for router (5e37c21f-0624-45e4-9e9f-0bc54c4651b1), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:09.543446 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd55b46e-2655-4a32-9308-dc278ce98409 None None] The sync data for ids ['5e37c21f-0624-45e4-9e9f-0bc54c4651b1'] in n-d-712749-28 is: [{'id': '5e37c21f-0624-45e4-9e9f-0bc54c4651b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1788287474', 'tenant_id': '254d30a3a3e041b3bd650c9318c9b350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': 'ca5a4fcc-92fb-4f28-b3dd-03ee56257e5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:22:04Z', 'updated_at': '2022-01-28T08:23:08Z', 'revision_number': 5, 'project_id': '254d30a3a3e041b3bd650c9318c9b350', 'gw_port': {'id': 'ca5a4fcc-92fb-4f28-b3dd-03ee56257e5b', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:76:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e37c21f-0624-45e4-9e9f-0bc54c4651b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:22:04Z', 'updated_at': '2022-01-28T08:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 08:23:09.640234 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d0301b-0696-4b0f-a10a-7fb7e67feadc None None] DHCP port deletion for 89e8298a-2471-4d6a-b26e-c723c2b40e75 request from n-d-712749-28 {{(pid=103285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 08:23:09.642774 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-37313199-ab7b-4fd1-b44e-72cd9b913a6c tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for router_gateway (5e37c21f-0624-45e4-9e9f-0bc54c4651b1), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:09.701123 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-18d0301b-0696-4b0f-a10a-7fb7e67feadc None None] Deleting port 58cbd5a5-aff9-4dda-9b70-2a230a7f3cd5 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 08:23:09.701501 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-18d0301b-0696-4b0f-a10a-7fb7e67feadc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (58cbd5a5-aff9-4dda-9b70-2a230a7f3cd5), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:09.704480 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-37313199-ab7b-4fd1-b44e-72cd9b913a6c tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Deleting port ca5a4fcc-92fb-4f28-b3dd-03ee56257e5b {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 08:23:09.704933 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-37313199-ab7b-4fd1-b44e-72cd9b913a6c tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (ca5a4fcc-92fb-4f28-b3dd-03ee56257e5b), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:09.767778 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-18d0301b-0696-4b0f-a10a-7fb7e67feadc None None] For port 58cbd5a5-aff9-4dda-9b70-2a230a7f3cd5, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=58cbd5a5-aff9-4dda-9b70-2a230a7f3cd5,segment=NetworkSegment(8a2eafb1-3c5e-41c0-8ee8-d91bc233d5cb),segment_id=8a2eafb1-3c5e-41c0-8ee8-d91bc233d5cb)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:23:09.768184 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-18d0301b-0696-4b0f-a10a-7fb7e67feadc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (58cbd5a5-aff9-4dda-9b70-2a230a7f3cd5), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:09.784582 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-18d0301b-0696-4b0f-a10a-7fb7e67feadc None None] Calling delete_port for 58cbd5a5-aff9-4dda-9b70-2a230a7f3cd5 owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 08:23:09.790621 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-37313199-ab7b-4fd1-b44e-72cd9b913a6c tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] For port ca5a4fcc-92fb-4f28-b3dd-03ee56257e5b, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=ca5a4fcc-92fb-4f28-b3dd-03ee56257e5b,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:23:09.790985 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-37313199-ab7b-4fd1-b44e-72cd9b913a6c tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (ca5a4fcc-92fb-4f28-b3dd-03ee56257e5b), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:09.804105 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-37313199-ab7b-4fd1-b44e-72cd9b913a6c tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Calling delete_port for ca5a4fcc-92fb-4f28-b3dd-03ee56257e5b owned by network:router_gateway {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 08:23:09.867233 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-18d0301b-0696-4b0f-a10a-7fb7e67feadc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298'] for port (58cbd5a5-aff9-4dda-9b70-2a230a7f3cd5), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:09.902990 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d0301b-0696-4b0f-a10a-7fb7e67feadc None None] Pushing event deleted for resources: {'Port': ['ID=58cbd5a5-aff9-4dda-9b70-2a230a7f3cd5,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:23:09.914005 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d0301b-0696-4b0f-a10a-7fb7e67feadc None None] No DVR routers for this DVR port 58cbd5a5-aff9-4dda-9b70-2a230a7f3cd5 on host n-d-712749-28 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 08:23:09.919916 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d0301b-0696-4b0f-a10a-7fb7e67feadc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:23:09.920395 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d0301b-0696-4b0f-a10a-7fb7e67feadc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:23:09.920720 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d0301b-0696-4b0f-a10a-7fb7e67feadc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:23:09.921063 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d0301b-0696-4b0f-a10a-7fb7e67feadc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:23:09.921404 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d0301b-0696-4b0f-a10a-7fb7e67feadc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:23:09.921737 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d0301b-0696-4b0f-a10a-7fb7e67feadc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:23:09.922068 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d0301b-0696-4b0f-a10a-7fb7e67feadc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:23:09.922726 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d0301b-0696-4b0f-a10a-7fb7e67feadc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:23:09.922726 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d0301b-0696-4b0f-a10a-7fb7e67feadc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:23:09.923261 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d0301b-0696-4b0f-a10a-7fb7e67feadc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:23:09.923598 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d0301b-0696-4b0f-a10a-7fb7e67feadc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:23:09.923923 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d0301b-0696-4b0f-a10a-7fb7e67feadc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:23:09.924267 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d0301b-0696-4b0f-a10a-7fb7e67feadc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:23:09.927406 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:09.984164 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-37313199-ab7b-4fd1-b44e-72cd9b913a6c tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (ca5a4fcc-92fb-4f28-b3dd-03ee56257e5b), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:10.007805 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37313199-ab7b-4fd1-b44e-72cd9b913a6c tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Pushing event deleted for resources: {'Port': ['ID=ca5a4fcc-92fb-4f28-b3dd-03ee56257e5b,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:23:10.017735 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37313199-ab7b-4fd1-b44e-72cd9b913a6c tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:23:10.018086 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37313199-ab7b-4fd1-b44e-72cd9b913a6c tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:23:10.018432 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37313199-ab7b-4fd1-b44e-72cd9b913a6c tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:23:10.018767 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37313199-ab7b-4fd1-b44e-72cd9b913a6c tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:23:10.019098 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37313199-ab7b-4fd1-b44e-72cd9b913a6c tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:23:10.019505 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37313199-ab7b-4fd1-b44e-72cd9b913a6c tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:23:10.019741 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37313199-ab7b-4fd1-b44e-72cd9b913a6c tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:23:10.020069 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37313199-ab7b-4fd1-b44e-72cd9b913a6c tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:23:10.020425 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37313199-ab7b-4fd1-b44e-72cd9b913a6c tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:23:10.020749 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37313199-ab7b-4fd1-b44e-72cd9b913a6c tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:23:10.021073 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37313199-ab7b-4fd1-b44e-72cd9b913a6c tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:23:10.021397 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37313199-ab7b-4fd1-b44e-72cd9b913a6c tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:23:10.021759 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37313199-ab7b-4fd1-b44e-72cd9b913a6c tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:23:10.080624 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-37313199-ab7b-4fd1-b44e-72cd9b913a6c tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16607873'] for router_gateway (5e37c21f-0624-45e4-9e9f-0bc54c4651b1), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:10.172667 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-37313199-ab7b-4fd1-b44e-72cd9b913a6c tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16605684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127449'] for router (5e37c21f-0624-45e4-9e9f-0bc54c4651b1), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:10.174703 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-37313199-ab7b-4fd1-b44e-72cd9b913a6c tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for router_controller (5e37c21f-0624-45e4-9e9f-0bc54c4651b1), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:10.200285 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 515951ad-6ddd-4e19-ac9f-75871f758538 no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 08:23:10.220837 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: 515951ad-6ddd-4e19-ac9f-75871f758538 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 08:23:10.221190 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 515951ad-6ddd-4e19-ac9f-75871f758538 not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 08:23:10.221730 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 58cbd5a5-aff9-4dda-9b70-2a230a7f3cd5 no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 08:23:10.223795 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-37313199-ab7b-4fd1-b44e-72cd9b913a6c tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16605693'] for router (5e37c21f-0624-45e4-9e9f-0bc54c4651b1), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:10.224360 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37313199-ab7b-4fd1-b44e-72cd9b913a6c tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Fanout notify agent at l3_agent the message router_deleted on router 5e37c21f-0624-45e4-9e9f-0bc54c4651b1 {{(pid=103283) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 08:23:10.232749 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-37313199-ab7b-4fd1-b44e-72cd9b913a6c tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for router (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:10.236659 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-37313199-ab7b-4fd1-b44e-72cd9b913a6c tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "DELETE /v2.0/routers/5e37c21f-0624-45e4-9e9f-0bc54c4651b1 HTTP/1.1" status: 204 len: 168 time: 0.8182395 Jan 28 08:23:10.237395 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 41970) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:23:10.244048 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: 58cbd5a5-aff9-4dda-9b70-2a230a7f3cd5 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 08:23:10.244313 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 58cbd5a5-aff9-4dda-9b70-2a230a7f3cd5 not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 08:23:10.324012 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cdac3ca6-8069-4f09-8ea8-0da8c4a1be82 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (89e8298a-2471-4d6a-b26e-c723c2b40e75), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:10.413189 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cdac3ca6-8069-4f09-8ea8-0da8c4a1be82 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (89e8298a-2471-4d6a-b26e-c723c2b40e75), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:10.433609 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-cdac3ca6-8069-4f09-8ea8-0da8c4a1be82 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89e8298a-2471-4d6a-b26e-c723c2b40e75']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:23:10.442920 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-cdac3ca6-8069-4f09-8ea8-0da8c4a1be82 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a2eafb1-3c5e-41c0-8ee8-d91bc233d5cb') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:23:10.443223 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-cdac3ca6-8069-4f09-8ea8-0da8c4a1be82 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a2eafb1-3c5e-41c0-8ee8-d91bc233d5cb') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:23:10.457332 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cdac3ca6-8069-4f09-8ea8-0da8c4a1be82 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24759294'] for segment (8a2eafb1-3c5e-41c0-8ee8-d91bc233d5cb), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:10.471380 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cdac3ca6-8069-4f09-8ea8-0da8c4a1be82 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (8a2eafb1-3c5e-41c0-8ee8-d91bc233d5cb), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:10.478230 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdac3ca6-8069-4f09-8ea8-0da8c4a1be82 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 08:23:10.478712 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cdac3ca6-8069-4f09-8ea8-0da8c4a1be82 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24757675'] for segment (8a2eafb1-3c5e-41c0-8ee8-d91bc233d5cb), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:10.482085 n-d-712749-28 neutron-server[103284]: Traceback (most recent call last): Jan 28 08:23:10.482085 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 08:23:10.482085 n-d-712749-28 neutron-server[103284]: timer() Jan 28 08:23:10.482085 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 08:23:10.482085 n-d-712749-28 neutron-server[103284]: cb(*args, **kw) Jan 28 08:23:10.482085 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 08:23:10.482085 n-d-712749-28 neutron-server[103284]: return func(*args, **kwargs) Jan 28 08:23:10.482085 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 08:23:10.482085 n-d-712749-28 neutron-server[103284]: self._notify() Jan 28 08:23:10.482085 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 08:23:10.482085 n-d-712749-28 neutron-server[103284]: self.callback(batched_events) Jan 28 08:23:10.482085 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 08:23:10.482085 n-d-712749-28 neutron-server[103284]: event.method(event) Jan 28 08:23:10.482085 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 08:23:10.482085 n-d-712749-28 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 08:23:10.482085 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 08:23:10.482085 n-d-712749-28 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 08:23:10.482085 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 08:23:10.482085 n-d-712749-28 neutron-server[103284]: return f(self, *a, **k) Jan 28 08:23:10.482085 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 08:23:10.482085 n-d-712749-28 neutron-server[103284]: return self._get(url).json() Jan 28 08:23:10.482085 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 08:23:10.482085 n-d-712749-28 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 08:23:10.482085 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 08:23:10.482085 n-d-712749-28 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Jan 28 08:23:10.482085 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 08:23:10.482085 n-d-712749-28 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 08:23:10.482085 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 08:23:10.482085 n-d-712749-28 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 08:23:10.482085 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 08:23:10.482085 n-d-712749-28 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 08:23:10.482085 n-d-712749-28 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 08:23:10.536943 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cdac3ca6-8069-4f09-8ea8-0da8c4a1be82 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (89e8298a-2471-4d6a-b26e-c723c2b40e75), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:10.543155 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cdac3ca6-8069-4f09-8ea8-0da8c4a1be82 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:10.546384 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-cdac3ca6-8069-4f09-8ea8-0da8c4a1be82 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "DELETE /v2.0/networks/89e8298a-2471-4d6a-b26e-c723c2b40e75 HTTP/1.1" status: 204 len: 168 time: 0.3078377 Jan 28 08:23:10.549284 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 41972) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:23:10.562030 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdac3ca6-8069-4f09-8ea8-0da8c4a1be82 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Pushing event deleted for resources: {'Network': ['ID=89e8298a-2471-4d6a-b26e-c723c2b40e75,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:23:10.606657 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c16fcbec-bc8b-49ca-a2e0-d66a27e6fee6 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for security_group (bc24f01a-79b3-4c76-b0db-e67c3be86447), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:10.632109 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c16fcbec-bc8b-49ca-a2e0-d66a27e6fee6 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for security_group (bc24f01a-79b3-4c76-b0db-e67c3be86447), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:10.653690 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 82a775bc-716e-4e0c-82e5-8b0c5bf52cd2 no longer exists at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 08:23:10.693353 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] No Port match for: 82a775bc-716e-4e0c-82e5-8b0c5bf52cd2 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 08:23:10.694014 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 82a775bc-716e-4e0c-82e5-8b0c5bf52cd2 not bound to the agent host n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 08:23:10.697369 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c16fcbec-bc8b-49ca-a2e0-d66a27e6fee6 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (bc24f01a-79b3-4c76-b0db-e67c3be86447), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:10.700399 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c16fcbec-bc8b-49ca-a2e0-d66a27e6fee6 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:10.701698 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-c16fcbec-bc8b-49ca-a2e0-d66a27e6fee6 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] 10.222.0.41 "DELETE /v2.0/security-groups/bc24f01a-79b3-4c76-b0db-e67c3be86447 HTTP/1.1" status: 204 len: 168 time: 0.1513557 Jan 28 08:23:10.712566 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16fcbec-bc8b-49ca-a2e0-d66a27e6fee6 tempest-TestNetworkAdvancedServerOps-1715618069 tempest-TestNetworkAdvancedServerOps-1715618069-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc24f01a-79b3-4c76-b0db-e67c3be86447,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:23:11.033516 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 41980) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:23:11.175216 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-0466a8b3-2451-4dd2-90da-a43c45c92191 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=254d30a3a3e041b3bd650c9318c9b350&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1404824 Jan 28 08:23:11.177650 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 41984) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:23:11.223208 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-83c0482c-162c-43ae-bbce-3efc910ace32 admin admin] Publish callbacks [] for security_group (5393b646-aacd-47b3-ae3c-352fb19d446a), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:11.246997 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-83c0482c-162c-43ae-bbce-3efc910ace32 admin admin] Publish callbacks [] for security_group (5393b646-aacd-47b3-ae3c-352fb19d446a), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:11.293722 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-83c0482c-162c-43ae-bbce-3efc910ace32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (5393b646-aacd-47b3-ae3c-352fb19d446a), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:11.296371 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-83c0482c-162c-43ae-bbce-3efc910ace32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:11.298352 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-83c0482c-162c-43ae-bbce-3efc910ace32 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5393b646-aacd-47b3-ae3c-352fb19d446a HTTP/1.1" status: 204 len: 168 time: 0.1197133 Jan 28 08:23:11.307222 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c0482c-162c-43ae-bbce-3efc910ace32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5393b646-aacd-47b3-ae3c-352fb19d446a,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:23:11.563775 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 41990) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:23:11.577799 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-34e3c2b9-c63f-4e76-9fae-42d332c7ebff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:11.654760 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-34e3c2b9-c63f-4e76-9fae-42d332c7ebff admin admin] Publish callbacks [] for security_group (ee8e6caf-6e41-4274-aa19-5ef305751c38), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:11.658441 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-34e3c2b9-c63f-4e76-9fae-42d332c7ebff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (ee8e6caf-6e41-4274-aa19-5ef305751c38), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:11.697034 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-34e3c2b9-c63f-4e76-9fae-42d332c7ebff admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=edc5a5a0e73d431cae144f46653e43bb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1320815 Jan 28 08:23:11.697840 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e3c2b9-c63f-4e76-9fae-42d332c7ebff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee8e6caf-6e41-4274-aa19-5ef305751c38,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:23:11.700324 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 41992) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:23:11.750552 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7a449b69-9a1b-41f5-b4ec-dff7d135dde2 admin admin] Publish callbacks [] for security_group (ee8e6caf-6e41-4274-aa19-5ef305751c38), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:11.770721 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7a449b69-9a1b-41f5-b4ec-dff7d135dde2 admin admin] Publish callbacks [] for security_group (ee8e6caf-6e41-4274-aa19-5ef305751c38), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:11.815848 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7a449b69-9a1b-41f5-b4ec-dff7d135dde2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (ee8e6caf-6e41-4274-aa19-5ef305751c38), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:11.818426 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7a449b69-9a1b-41f5-b4ec-dff7d135dde2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:11.819591 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-7a449b69-9a1b-41f5-b4ec-dff7d135dde2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ee8e6caf-6e41-4274-aa19-5ef305751c38 HTTP/1.1" status: 204 len: 168 time: 0.1176000 Jan 28 08:23:11.827253 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a449b69-9a1b-41f5-b4ec-dff7d135dde2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee8e6caf-6e41-4274-aa19-5ef305751c38,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:23:12.110045 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device ca5a4fcc-92fb-4f28-b3dd-03ee56257e5b no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 08:23:12.132513 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: ca5a4fcc-92fb-4f28-b3dd-03ee56257e5b {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 08:23:12.132873 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device ca5a4fcc-92fb-4f28-b3dd-03ee56257e5b not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 08:23:12.530518 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 42014) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:23:12.624775 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-2cdaee73-9b37-49ef-a89f-41e4afddd3a1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1702425519-network', 'tenant_id': '713c69ac870e40d2ad55b140cd0905a0'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:23:12.648696 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cdaee73-9b37-49ef-a89f-41e4afddd3a1 admin admin] Made reservation on behalf of 713c69ac870e40d2ad55b140cd0905a0 for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 08:23:12.651075 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2cdaee73-9b37-49ef-a89f-41e4afddd3a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:12.659235 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2cdaee73-9b37-49ef-a89f-41e4afddd3a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:12.737887 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2cdaee73-9b37-49ef-a89f-41e4afddd3a1 admin admin] Publish callbacks [] for security_group (2ddc3681-f049-4215-91bd-920c2da407cd), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:12.742171 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2cdaee73-9b37-49ef-a89f-41e4afddd3a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (2ddc3681-f049-4215-91bd-920c2da407cd), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:12.773624 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cdaee73-9b37-49ef-a89f-41e4afddd3a1 admin admin] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 08:23:12.788045 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdaee73-9b37-49ef-a89f-41e4afddd3a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ddc3681-f049-4215-91bd-920c2da407cd,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:23:12.797009 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2cdaee73-9b37-49ef-a89f-41e4afddd3a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (abe7a848-cb1f-4b8c-a3a0-bb1cb3a7b93d), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:12.797009 n-d-712749-28 neutron-server[103284]: INFO neutron.db.segments_db [None req-2cdaee73-9b37-49ef-a89f-41e4afddd3a1 admin admin] Added segment abe7a848-cb1f-4b8c-a3a0-bb1cb3a7b93d of type vlan for network fb2ee064-bd28-4712-8366-19f2fc620897 Jan 28 08:23:12.839872 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2cdaee73-9b37-49ef-a89f-41e4afddd3a1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (fb2ee064-bd28-4712-8366-19f2fc620897), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:12.865004 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2cdaee73-9b37-49ef-a89f-41e4afddd3a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (fb2ee064-bd28-4712-8366-19f2fc620897), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:12.866198 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cdaee73-9b37-49ef-a89f-41e4afddd3a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:23:12.866805 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2cdaee73-9b37-49ef-a89f-41e4afddd3a1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:12.926526 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-2cdaee73-9b37-49ef-a89f-41e4afddd3a1 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3948724 Jan 28 08:23:12.929593 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 42018) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:23:12.930557 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdaee73-9b37-49ef-a89f-41e4afddd3a1 admin admin] Pushing event updated for resources: {'Network': ['ID=fb2ee064-bd28-4712-8366-19f2fc620897,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:23:12.935152 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-6b224d74-1ece-418e-b4f5-6818c73d751d admin admin] Request body: {'subnet': {'network_id': 'fb2ee064-bd28-4712-8366-19f2fc620897', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1702425519-subnet', 'tenant_id': '713c69ac870e40d2ad55b140cd0905a0', 'ip_version': 4}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:23:12.945868 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network fb2ee064-bd28-4712-8366-19f2fc620897 details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 08:23:12.964163 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b224d74-1ece-418e-b4f5-6818c73d751d admin admin] Made reservation on behalf of 713c69ac870e40d2ad55b140cd0905a0 for: {'subnet': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 08:23:12.966923 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6b224d74-1ece-418e-b4f5-6818c73d751d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13555781'] for subnet (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:13.140431 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6b224d74-1ece-418e-b4f5-6818c73d751d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13546728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13555799'] for subnet (46d993e8-9bee-440f-9007-20c8eef98f7d), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:13.198218 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b224d74-1ece-418e-b4f5-6818c73d751d admin admin] Pushing event updated for resources: {'Subnet': ['ID=46d993e8-9bee-440f-9007-20c8eef98f7d,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:23:13.206837 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b224d74-1ece-418e-b4f5-6818c73d751d admin admin] Checking segment: {'id': 'abe7a848-cb1f-4b8c-a3a0-bb1cb3a7b93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'fb2ee064-bd28-4712-8366-19f2fc620897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 08:23:13.207194 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b224d74-1ece-418e-b4f5-6818c73d751d admin admin] Network hostable DHCP agents. Network: fb2ee064-bd28-4712-8366-19f2fc620897, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 08:23:13.227143 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b224d74-1ece-418e-b4f5-6818c73d751d admin admin] Network fb2ee064-bd28-4712-8366-19f2fc620897 is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 08:23:13.235863 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-6b224d74-1ece-418e-b4f5-6818c73d751d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, fb2ee064-bd28-4712-8366-19f2fc620897) {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 08:23:13.241373 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b224d74-1ece-418e-b4f5-6818c73d751d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:23:13.241977 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6b224d74-1ece-418e-b4f5-6818c73d751d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:13.247852 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9440c018-d9e0-46b1-a119-b505ab5afc81 None None] Network fb2ee064-bd28-4712-8366-19f2fc620897 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 08:23:13.264706 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-6b224d74-1ece-418e-b4f5-6818c73d751d admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3294959 Jan 28 08:23:13.264912 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 42020) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:23:13.269012 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-b8f747c4-7d0c-4ba8-a945-03478c479238 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1702425519-router', 'tenant_id': '713c69ac870e40d2ad55b140cd0905a0', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:23:13.288813 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b8f747c4-7d0c-4ba8-a945-03478c479238 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16606890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127275'] for router (c324857a-d600-46e7-ad4d-d5fd8cd9ea64), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:13.290323 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b8f747c4-7d0c-4ba8-a945-03478c479238 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16605498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16607952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16355422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127266'] for router (c324857a-d600-46e7-ad4d-d5fd8cd9ea64), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:13.352288 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b8f747c4-7d0c-4ba8-a945-03478c479238 admin admin] Publish callbacks [] for router_controller (c324857a-d600-46e7-ad4d-d5fd8cd9ea64), precommit_add_association {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:13.360430 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27f2ba2a-30e6-481b-b965-c9a66ce17d02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3dd72b9-6805-5f61-b6f3-a591f99a173d-fb2ee064-bd28-4712-8366-19f2fc620897', 'network_id': 'fb2ee064-bd28-4712-8366-19f2fc620897', 'project_id': '713c69ac870e40d2ad55b140cd0905a0', 'fixed_ips': [{'subnet_id': '46d993e8-9bee-440f-9007-20c8eef98f7d'}]}} from n-d-712749-28. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 08:23:13.361669 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-27f2ba2a-30e6-481b-b965-c9a66ce17d02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:13.404915 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 7 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 08:23:13.503449 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b8f747c4-7d0c-4ba8-a945-03478c479238 admin admin] Publish callbacks [] for router_gateway (c324857a-d600-46e7-ad4d-d5fd8cd9ea64), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:13.508755 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-27f2ba2a-30e6-481b-b965-c9a66ce17d02 None None] Allocated IP 172.20.0.2 (fb2ee064-bd28-4712-8366-19f2fc620897/46d993e8-9bee-440f-9007-20c8eef98f7d/38adf093-0a0b-4a86-b59f-a9f29a98e003) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 08:23:13.656471 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-27f2ba2a-30e6-481b-b965-c9a66ce17d02 None None] Publish callbacks [] for port (38adf093-0a0b-4a86-b59f-a9f29a98e003), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:13.663658 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-27f2ba2a-30e6-481b-b965-c9a66ce17d02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (38adf093-0a0b-4a86-b59f-a9f29a98e003), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:13.701195 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f2ba2a-30e6-481b-b965-c9a66ce17d02 None None] Network fb2ee064-bd28-4712-8366-19f2fc620897 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 08:23:13.705612 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-27f2ba2a-30e6-481b-b965-c9a66ce17d02 None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 08:23:13.710149 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f2ba2a-30e6-481b-b965-c9a66ce17d02 None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 08:23:13.711770 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b8f747c4-7d0c-4ba8-a945-03478c479238 admin admin] Publish callbacks [] for router_gateway (c324857a-d600-46e7-ad4d-d5fd8cd9ea64), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:13.723214 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f2ba2a-30e6-481b-b965-c9a66ce17d02 None None] Pushing event updated for resources: {'Port': ['ID=38adf093-0a0b-4a86-b59f-a9f29a98e003,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:23:13.731620 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b8f747c4-7d0c-4ba8-a945-03478c479238 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:13.772558 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-27f2ba2a-30e6-481b-b965-c9a66ce17d02 None None] Attempting to bind port 38adf093-0a0b-4a86-b59f-a9f29a98e003 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 08:23:13.773244 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-27f2ba2a-30e6-481b-b965-c9a66ce17d02 None None] Attempting to bind port 38adf093-0a0b-4a86-b59f-a9f29a98e003 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': 'abe7a848-cb1f-4b8c-a3a0-bb1cb3a7b93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'fb2ee064-bd28-4712-8366-19f2fc620897'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 08:23:13.773606 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f2ba2a-30e6-481b-b965-c9a66ce17d02 None None] Attempting to bind port 38adf093-0a0b-4a86-b59f-a9f29a98e003 on network fb2ee064-bd28-4712-8366-19f2fc620897 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 08:23:13.778610 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f2ba2a-30e6-481b-b965-c9a66ce17d02 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 8, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 08:23:13.778984 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f2ba2a-30e6-481b-b965-c9a66ce17d02 None None] Checking segment: {'id': 'abe7a848-cb1f-4b8c-a3a0-bb1cb3a7b93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'fb2ee064-bd28-4712-8366-19f2fc620897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 08:23:13.779412 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-27f2ba2a-30e6-481b-b965-c9a66ce17d02 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:13.779806 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f2ba2a-30e6-481b-b965-c9a66ce17d02 None None] Bound using segment: {'id': 'abe7a848-cb1f-4b8c-a3a0-bb1cb3a7b93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'fb2ee064-bd28-4712-8366-19f2fc620897'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 08:23:13.780290 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-27f2ba2a-30e6-481b-b965-c9a66ce17d02 None None] Bound port: 38adf093-0a0b-4a86-b59f-a9f29a98e003, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abe7a848-cb1f-4b8c-a3a0-bb1cb3a7b93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'fb2ee064-bd28-4712-8366-19f2fc620897'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 08:23:13.780677 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-27f2ba2a-30e6-481b-b965-c9a66ce17d02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (38adf093-0a0b-4a86-b59f-a9f29a98e003), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:13.843612 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-b8f747c4-7d0c-4ba8-a945-03478c479238 admin admin] Allocated IP 172.25.6.161 (7d5b3724-deef-4831-8d43-cb9b8176573c/b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc/d3a65ecd-f243-4bc8-8b1b-1e0460a5a035) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 08:23:13.861470 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-27f2ba2a-30e6-481b-b965-c9a66ce17d02 None None] For port 38adf093-0a0b-4a86-b59f-a9f29a98e003, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 08:23:13.866244 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-27f2ba2a-30e6-481b-b965-c9a66ce17d02 None None] For port 38adf093-0a0b-4a86-b59f-a9f29a98e003, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=38adf093-0a0b-4a86-b59f-a9f29a98e003,segment=NetworkSegment(abe7a848-cb1f-4b8c-a3a0-bb1cb3a7b93d),segment_id=abe7a848-cb1f-4b8c-a3a0-bb1cb3a7b93d)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 08:23:13.870623 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-27f2ba2a-30e6-481b-b965-c9a66ce17d02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (38adf093-0a0b-4a86-b59f-a9f29a98e003), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:13.931967 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f2ba2a-30e6-481b-b965-c9a66ce17d02 None None] Pushing event updated for resources: {'Port': ['ID=38adf093-0a0b-4a86-b59f-a9f29a98e003,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:23:13.967169 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b8f747c4-7d0c-4ba8-a945-03478c479238 admin admin] Publish callbacks [] for port (d3a65ecd-f243-4bc8-8b1b-1e0460a5a035), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:14.008257 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b8f747c4-7d0c-4ba8-a945-03478c479238 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (d3a65ecd-f243-4bc8-8b1b-1e0460a5a035), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:14.054554 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f747c4-7d0c-4ba8-a945-03478c479238 admin admin] Network 7d5b3724-deef-4831-8d43-cb9b8176573c is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 08:23:14.059190 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-b8f747c4-7d0c-4ba8-a945-03478c479238 admin admin] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 08:23:14.062649 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f747c4-7d0c-4ba8-a945-03478c479238 admin admin] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 08:23:14.094525 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f747c4-7d0c-4ba8-a945-03478c479238 admin admin] Pushing event updated for resources: {'Port': ['ID=d3a65ecd-f243-4bc8-8b1b-1e0460a5a035,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:23:14.282538 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 38adf093-0a0b-4a86-b59f-a9f29a98e003 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 08:23:14.352733 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 38adf093-0a0b-4a86-b59f-a9f29a98e003 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:23:14.353129 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (38adf093-0a0b-4a86-b59f-a9f29a98e003), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:14.395951 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b8f747c4-7d0c-4ba8-a945-03478c479238 admin admin] Publish callbacks [] for router_gateway (c324857a-d600-46e7-ad4d-d5fd8cd9ea64), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:14.449344 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 38adf093-0a0b-4a86-b59f-a9f29a98e003 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:23:14.449995 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (38adf093-0a0b-4a86-b59f-a9f29a98e003), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:14.485010 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] For port 38adf093-0a0b-4a86-b59f-a9f29a98e003, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=38adf093-0a0b-4a86-b59f-a9f29a98e003,segment=NetworkSegment(abe7a848-cb1f-4b8c-a3a0-bb1cb3a7b93d),segment_id=abe7a848-cb1f-4b8c-a3a0-bb1cb3a7b93d)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:23:14.493087 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (38adf093-0a0b-4a86-b59f-a9f29a98e003), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:14.548528 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Pushing event updated for resources: {'Port': ['ID=38adf093-0a0b-4a86-b59f-a9f29a98e003,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:23:14.947298 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b8f747c4-7d0c-4ba8-a945-03478c479238 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16605475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16607909'] for router (c324857a-d600-46e7-ad4d-d5fd8cd9ea64), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:15.008115 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-220f3126-357f-45bc-83be-8f3de9d44065 None None] Network fb2ee064-bd28-4712-8366-19f2fc620897 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 08:23:15.090091 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8f747c4-7d0c-4ba8-a945-03478c479238 admin admin] Router c324857a-d600-46e7-ad4d-d5fd8cd9ea64 is scheduled to L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 with binding_index 1 {{(pid=103283) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 08:23:15.197841 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8f747c4-7d0c-4ba8-a945-03478c479238 admin admin] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 08:23:15.207849 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3192ab30-15f4-4d32-ac22-6827493b9433 None None] Sync routers for ids ['c324857a-d600-46e7-ad4d-d5fd8cd9ea64'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 08:23:15.217316 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b8f747c4-7d0c-4ba8-a945-03478c479238 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:15.218792 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-b8f747c4-7d0c-4ba8-a945-03478c479238 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9529476 Jan 28 08:23:15.221281 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3192ab30-15f4-4d32-ac22-6827493b9433 None None] Routers {'c324857a-d600-46e7-ad4d-d5fd8cd9ea64'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 08:23:15.221708 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 42022) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:23:15.222813 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-3192ab30-15f4-4d32-ac22-6827493b9433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T08:23:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['c324857a-d600-46e7-ad4d-d5fd8cd9ea64'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:23:15.256536 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-cb41df98-183d-495b-b37c-8cc1e77f6540 None None] Provisioning complete for port 38adf093-0a0b-4a86-b59f-a9f29a98e003 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:23:15.256879 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cb41df98-183d-495b-b37c-8cc1e77f6540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (38adf093-0a0b-4a86-b59f-a9f29a98e003), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:15.340030 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-3192ab30-15f4-4d32-ac22-6827493b9433 None None] Set router c324857a-d600-46e7-ad4d-d5fd8cd9ea64 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 08:23:15.376926 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-cb41df98-183d-495b-b37c-8cc1e77f6540 None None] Current status of the port 38adf093-0a0b-4a86-b59f-a9f29a98e003 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:23:15.525343 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-3192ab30-15f4-4d32-ac22-6827493b9433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c324857a-d600-46e7-ad4d-d5fd8cd9ea64', 'name': 'tempest-TestShelveInstance-1702425519-router', 'tenant_id': '713c69ac870e40d2ad55b140cd0905a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': 'd3a65ecd-f243-4bc8-8b1b-1e0460a5a035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:23:13Z', 'updated_at': '2022-01-28T08:23:14Z', 'revision_number': 3, 'project_id': '713c69ac870e40d2ad55b140cd0905a0', 'gw_port': {'id': 'd3a65ecd-f243-4bc8-8b1b-1e0460a5a035', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:48:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c324857a-d600-46e7-ad4d-d5fd8cd9ea64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:23:13Z', 'updated_at': '2022-01-28T08:23:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:23:15.553499 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3192ab30-15f4-4d32-ac22-6827493b9433 None None] Checking router: c324857a-d600-46e7-ad4d-d5fd8cd9ea64 for host: n-d-712749-28 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 08:23:15.553861 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3192ab30-15f4-4d32-ac22-6827493b9433 None None] Updating router c324857a-d600-46e7-ad4d-d5fd8cd9ea64 port d3a65ecd-f243-4bc8-8b1b-1e0460a5a035 binding host n-d-712749-28 {{(pid=103286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 08:23:15.579355 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3192ab30-15f4-4d32-ac22-6827493b9433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (d3a65ecd-f243-4bc8-8b1b-1e0460a5a035), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:15.657534 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d3d60890-dbd2-4260-809d-0a7b1f1487c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:15.701197 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-32d0581e-40e9-4dbd-9bce-a51e8e7d3b7c None None] Provisioning complete for port 38adf093-0a0b-4a86-b59f-a9f29a98e003 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:23:15.701884 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-32d0581e-40e9-4dbd-9bce-a51e8e7d3b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (38adf093-0a0b-4a86-b59f-a9f29a98e003), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:15.783030 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-32d0581e-40e9-4dbd-9bce-a51e8e7d3b7c None None] Current status of the port 38adf093-0a0b-4a86-b59f-a9f29a98e003 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:23:15.822175 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-d3d60890-dbd2-4260-809d-0a7b1f1487c7 admin admin] Allocated IP 172.20.0.1 (fb2ee064-bd28-4712-8366-19f2fc620897/46d993e8-9bee-440f-9007-20c8eef98f7d/3d33db57-1e61-489a-b4fd-1e90e1f70a9a) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 08:23:15.842489 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3192ab30-15f4-4d32-ac22-6827493b9433 None None] Publish callbacks [] for port (d3a65ecd-f243-4bc8-8b1b-1e0460a5a035), precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:15.848477 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3192ab30-15f4-4d32-ac22-6827493b9433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (d3a65ecd-f243-4bc8-8b1b-1e0460a5a035), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:15.896876 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-3192ab30-15f4-4d32-ac22-6827493b9433 None None] Attempting to bind port d3a65ecd-f243-4bc8-8b1b-1e0460a5a035 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 08:23:15.897246 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-3192ab30-15f4-4d32-ac22-6827493b9433 None None] Attempting to bind port d3a65ecd-f243-4bc8-8b1b-1e0460a5a035 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 08:23:15.897612 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3192ab30-15f4-4d32-ac22-6827493b9433 None None] Attempting to bind port d3a65ecd-f243-4bc8-8b1b-1e0460a5a035 on network 7d5b3724-deef-4831-8d43-cb9b8176573c {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 08:23:15.904545 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20019a31-4a7e-491a-b616-b00bbd102f03 None None] Pushing event updated for resources: {'Port': ['ID=d3a65ecd-f243-4bc8-8b1b-1e0460a5a035,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:23:15.907376 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3192ab30-15f4-4d32-ac22-6827493b9433 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 8, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 08:23:15.907748 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3192ab30-15f4-4d32-ac22-6827493b9433 None None] Checking segment: {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 08:23:15.908143 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3192ab30-15f4-4d32-ac22-6827493b9433 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:15.908584 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3192ab30-15f4-4d32-ac22-6827493b9433 None None] Bound using segment: {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 08:23:15.909013 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-3192ab30-15f4-4d32-ac22-6827493b9433 None None] Bound port: d3a65ecd-f243-4bc8-8b1b-1e0460a5a035, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 08:23:15.909383 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3192ab30-15f4-4d32-ac22-6827493b9433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (d3a65ecd-f243-4bc8-8b1b-1e0460a5a035), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:15.916184 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20019a31-4a7e-491a-b616-b00bbd102f03 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:23:15.916555 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20019a31-4a7e-491a-b616-b00bbd102f03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:23:15.916899 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20019a31-4a7e-491a-b616-b00bbd102f03 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:23:15.917493 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20019a31-4a7e-491a-b616-b00bbd102f03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:23:15.917825 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20019a31-4a7e-491a-b616-b00bbd102f03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:23:15.918155 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20019a31-4a7e-491a-b616-b00bbd102f03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:23:15.918477 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20019a31-4a7e-491a-b616-b00bbd102f03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:23:15.918798 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20019a31-4a7e-491a-b616-b00bbd102f03 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:23:15.919122 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20019a31-4a7e-491a-b616-b00bbd102f03 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:23:15.919437 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20019a31-4a7e-491a-b616-b00bbd102f03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:23:15.919753 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20019a31-4a7e-491a-b616-b00bbd102f03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:23:15.920076 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20019a31-4a7e-491a-b616-b00bbd102f03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:23:15.920420 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20019a31-4a7e-491a-b616-b00bbd102f03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:23:15.929576 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d3d60890-dbd2-4260-809d-0a7b1f1487c7 admin admin] Publish callbacks [] for port (3d33db57-1e61-489a-b4fd-1e90e1f70a9a), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:15.965119 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d3d60890-dbd2-4260-809d-0a7b1f1487c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (3d33db57-1e61-489a-b4fd-1e90e1f70a9a), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:15.971215 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-3192ab30-15f4-4d32-ac22-6827493b9433 None None] For port d3a65ecd-f243-4bc8-8b1b-1e0460a5a035, host n-d-712749-28, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 08:23:15.975100 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-3192ab30-15f4-4d32-ac22-6827493b9433 None None] For port d3a65ecd-f243-4bc8-8b1b-1e0460a5a035, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=d3a65ecd-f243-4bc8-8b1b-1e0460a5a035,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 08:23:15.980558 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3192ab30-15f4-4d32-ac22-6827493b9433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (d3a65ecd-f243-4bc8-8b1b-1e0460a5a035), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:16.008792 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d60890-dbd2-4260-809d-0a7b1f1487c7 admin admin] Network fb2ee064-bd28-4712-8366-19f2fc620897 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 08:23:16.011615 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-d3d60890-dbd2-4260-809d-0a7b1f1487c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 08:23:16.015044 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d60890-dbd2-4260-809d-0a7b1f1487c7 admin admin] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 08:23:16.049050 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20019a31-4a7e-491a-b616-b00bbd102f03 None None] Pushing event updated for resources: {'Port': ['ID=d3a65ecd-f243-4bc8-8b1b-1e0460a5a035,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:23:16.051261 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3192ab30-15f4-4d32-ac22-6827493b9433 None None] Routers {'c324857a-d600-46e7-ad4d-d5fd8cd9ea64'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 08:23:16.051389 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d60890-dbd2-4260-809d-0a7b1f1487c7 admin admin] Pushing event updated for resources: {'Port': ['ID=3d33db57-1e61-489a-b4fd-1e90e1f70a9a,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:23:16.052012 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-3192ab30-15f4-4d32-ac22-6827493b9433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T08:23:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['c324857a-d600-46e7-ad4d-d5fd8cd9ea64'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:23:16.066196 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d3d60890-dbd2-4260-809d-0a7b1f1487c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16609232'] for router_interface (c324857a-d600-46e7-ad4d-d5fd8cd9ea64), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:16.170325 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-3192ab30-15f4-4d32-ac22-6827493b9433 None None] Set router c324857a-d600-46e7-ad4d-d5fd8cd9ea64 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 08:23:16.206579 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 38adf093-0a0b-4a86-b59f-a9f29a98e003 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 08:23:16.226606 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d3d60890-dbd2-4260-809d-0a7b1f1487c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (3d33db57-1e61-489a-b4fd-1e90e1f70a9a), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:16.276933 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 38adf093-0a0b-4a86-b59f-a9f29a98e003 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:23:16.277462 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (38adf093-0a0b-4a86-b59f-a9f29a98e003), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:16.330621 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-1ad72b3e-b826-48f8-af4d-358dc07b6573 None None] Provisioning complete for port 3d33db57-1e61-489a-b4fd-1e90e1f70a9a triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:23:16.331002 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1ad72b3e-b826-48f8-af4d-358dc07b6573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (3d33db57-1e61-489a-b4fd-1e90e1f70a9a), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:16.388469 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-1ad72b3e-b826-48f8-af4d-358dc07b6573 None None] Port 3d33db57-1e61-489a-b4fd-1e90e1f70a9a cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 08:23:16.402232 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 38adf093-0a0b-4a86-b59f-a9f29a98e003 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:23:16.414692 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d3d60890-dbd2-4260-809d-0a7b1f1487c7 admin admin] Publish callbacks [] for port (3d33db57-1e61-489a-b4fd-1e90e1f70a9a), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:16.419684 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d3d60890-dbd2-4260-809d-0a7b1f1487c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (3d33db57-1e61-489a-b4fd-1e90e1f70a9a), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:16.466483 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-3192ab30-15f4-4d32-ac22-6827493b9433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c324857a-d600-46e7-ad4d-d5fd8cd9ea64', 'name': 'tempest-TestShelveInstance-1702425519-router', 'tenant_id': '713c69ac870e40d2ad55b140cd0905a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': 'd3a65ecd-f243-4bc8-8b1b-1e0460a5a035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:23:13Z', 'updated_at': '2022-01-28T08:23:14Z', 'revision_number': 3, 'project_id': '713c69ac870e40d2ad55b140cd0905a0', 'gw_port': {'id': 'd3a65ecd-f243-4bc8-8b1b-1e0460a5a035', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:48:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c324857a-d600-46e7-ad4d-d5fd8cd9ea64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:23:13Z', 'updated_at': '2022-01-28T08:23:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:23:16.489517 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d60890-dbd2-4260-809d-0a7b1f1487c7 admin admin] Pushing event updated for resources: {'Port': ['ID=3d33db57-1e61-489a-b4fd-1e90e1f70a9a,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:23:16.493622 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d3d60890-dbd2-4260-809d-0a7b1f1487c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16318999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16606560'] for router_interface (c324857a-d600-46e7-ad4d-d5fd8cd9ea64), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:16.494167 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3192ab30-15f4-4d32-ac22-6827493b9433 None None] The sync data for ids ['c324857a-d600-46e7-ad4d-d5fd8cd9ea64'] in n-d-712749-28 is: [{'id': 'c324857a-d600-46e7-ad4d-d5fd8cd9ea64', 'name': 'tempest-TestShelveInstance-1702425519-router', 'tenant_id': '713c69ac870e40d2ad55b140cd0905a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': 'd3a65ecd-f243-4bc8-8b1b-1e0460a5a035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:23:13Z', 'updated_at': '2022-01-28T08:23:14Z', 'revision_number': 3, 'project_id': '713c69ac870e40d2ad55b140cd0905a0', 'gw_port': {'id': 'd3a65ecd-f243-4bc8-8b1b-1e0460a5a035', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:48:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c324857a-d600-46e7-ad4d-d5fd8cd9ea64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:23:13Z', 'updated_at': '2022-01-28T08:23:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 08:23:16.593469 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d60890-dbd2-4260-809d-0a7b1f1487c7 admin admin] Network fb2ee064-bd28-4712-8366-19f2fc620897 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 08:23:16.594959 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-d3d60890-dbd2-4260-809d-0a7b1f1487c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 08:23:16.727868 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3d60890-dbd2-4260-809d-0a7b1f1487c7 admin admin] Router c324857a-d600-46e7-ad4d-d5fd8cd9ea64 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 08:23:16.849997 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3d60890-dbd2-4260-809d-0a7b1f1487c7 admin admin] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 08:23:16.856416 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-d3d60890-dbd2-4260-809d-0a7b1f1487c7 admin admin] 10.222.0.41 "PUT /v2.0/routers/c324857a-d600-46e7-ad4d-d5fd8cd9ea64/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6335816 Jan 28 08:23:16.917609 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c6873778-03bf-479f-818e-b822aacf9b85 None None] Provisioning complete for port 3d33db57-1e61-489a-b4fd-1e90e1f70a9a triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:23:16.917992 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c6873778-03bf-479f-818e-b822aacf9b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (3d33db57-1e61-489a-b4fd-1e90e1f70a9a), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:16.954434 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c6873778-03bf-479f-818e-b822aacf9b85 None None] Port 3d33db57-1e61-489a-b4fd-1e90e1f70a9a cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 08:23:17.346847 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 42038) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:23:17.352177 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-66f86da8-35f8-42d8-a90a-3010f700313e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1214853376-network', 'tenant_id': '39892f83141e4448a46a021fd8ed9d40'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:23:17.372124 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66f86da8-35f8-42d8-a90a-3010f700313e admin admin] Made reservation on behalf of 39892f83141e4448a46a021fd8ed9d40 for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 08:23:17.374485 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-66f86da8-35f8-42d8-a90a-3010f700313e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:17.383692 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-66f86da8-35f8-42d8-a90a-3010f700313e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:17.457814 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-66f86da8-35f8-42d8-a90a-3010f700313e admin admin] Publish callbacks [] for security_group (1901b5b3-4d57-48cd-a8df-7d11aa486f32), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:17.461529 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-66f86da8-35f8-42d8-a90a-3010f700313e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (1901b5b3-4d57-48cd-a8df-7d11aa486f32), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:17.486141 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66f86da8-35f8-42d8-a90a-3010f700313e admin admin] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 08:23:17.496692 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f86da8-35f8-42d8-a90a-3010f700313e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1901b5b3-4d57-48cd-a8df-7d11aa486f32,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:23:17.501633 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-66f86da8-35f8-42d8-a90a-3010f700313e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (1573a06b-319d-4ec7-8ff4-c9023ea3cb49), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:17.501969 n-d-712749-28 neutron-server[103284]: INFO neutron.db.segments_db [None req-66f86da8-35f8-42d8-a90a-3010f700313e admin admin] Added segment 1573a06b-319d-4ec7-8ff4-c9023ea3cb49 of type vlan for network 0f626c77-8216-4388-88a8-10bcc88021fe Jan 28 08:23:17.542988 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-66f86da8-35f8-42d8-a90a-3010f700313e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (0f626c77-8216-4388-88a8-10bcc88021fe), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:17.568077 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-66f86da8-35f8-42d8-a90a-3010f700313e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (0f626c77-8216-4388-88a8-10bcc88021fe), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:17.569063 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66f86da8-35f8-42d8-a90a-3010f700313e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:23:17.569638 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-66f86da8-35f8-42d8-a90a-3010f700313e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:17.619548 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-66f86da8-35f8-42d8-a90a-3010f700313e admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2715044 Jan 28 08:23:17.622256 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 42040) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:23:17.627342 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-407a76dd-9274-4f9d-9400-a2626fd36b18 admin admin] Request body: {'subnet': {'network_id': '0f626c77-8216-4388-88a8-10bcc88021fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1214853376-subnet', 'tenant_id': '39892f83141e4448a46a021fd8ed9d40', 'ip_version': 4}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:23:17.633708 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f86da8-35f8-42d8-a90a-3010f700313e admin admin] Pushing event updated for resources: {'Network': ['ID=0f626c77-8216-4388-88a8-10bcc88021fe,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:23:17.644341 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network 0f626c77-8216-4388-88a8-10bcc88021fe details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 08:23:17.647507 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-407a76dd-9274-4f9d-9400-a2626fd36b18 admin admin] Made reservation on behalf of 39892f83141e4448a46a021fd8ed9d40 for: {'subnet': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 08:23:17.650148 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-407a76dd-9274-4f9d-9400-a2626fd36b18 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13555781'] for subnet (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:17.820862 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-407a76dd-9274-4f9d-9400-a2626fd36b18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13546728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13555799'] for subnet (36697707-8948-4899-8dad-2ce853ab407e), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:17.879163 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407a76dd-9274-4f9d-9400-a2626fd36b18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36697707-8948-4899-8dad-2ce853ab407e,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:23:17.889881 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407a76dd-9274-4f9d-9400-a2626fd36b18 admin admin] Checking segment: {'id': '1573a06b-319d-4ec7-8ff4-c9023ea3cb49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0f626c77-8216-4388-88a8-10bcc88021fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 08:23:17.890279 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407a76dd-9274-4f9d-9400-a2626fd36b18 admin admin] Network hostable DHCP agents. Network: 0f626c77-8216-4388-88a8-10bcc88021fe, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 08:23:17.908373 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407a76dd-9274-4f9d-9400-a2626fd36b18 admin admin] Network 0f626c77-8216-4388-88a8-10bcc88021fe is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 08:23:17.918862 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-407a76dd-9274-4f9d-9400-a2626fd36b18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, 0f626c77-8216-4388-88a8-10bcc88021fe) {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 08:23:17.923168 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-407a76dd-9274-4f9d-9400-a2626fd36b18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:23:17.923763 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-407a76dd-9274-4f9d-9400-a2626fd36b18 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:17.928174 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b48d1a2a-323d-4d73-b920-4ac79377838d None None] Network 0f626c77-8216-4388-88a8-10bcc88021fe requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 08:23:17.940088 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-407a76dd-9274-4f9d-9400-a2626fd36b18 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3167207 Jan 28 08:23:17.942666 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 42042) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:23:17.947406 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-ab0ba425-3193-4eb3-af32-8ae9230dea0d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1214853376-router', 'tenant_id': '39892f83141e4448a46a021fd8ed9d40', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:23:17.968113 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ab0ba425-3193-4eb3-af32-8ae9230dea0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16606890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127275'] for router (2e6afcdb-5fec-40f9-9db9-7d6973d48dd2), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:17.969217 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ab0ba425-3193-4eb3-af32-8ae9230dea0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16605498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16607952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16355422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127266'] for router (2e6afcdb-5fec-40f9-9db9-7d6973d48dd2), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:18.023105 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ab0ba425-3193-4eb3-af32-8ae9230dea0d admin admin] Publish callbacks [] for router_controller (2e6afcdb-5fec-40f9-9db9-7d6973d48dd2), precommit_add_association {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:18.039788 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fdd1692-43fc-4b97-970d-8273403527a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3dd72b9-6805-5f61-b6f3-a591f99a173d-0f626c77-8216-4388-88a8-10bcc88021fe', 'network_id': '0f626c77-8216-4388-88a8-10bcc88021fe', 'project_id': '39892f83141e4448a46a021fd8ed9d40', 'fixed_ips': [{'subnet_id': '36697707-8948-4899-8dad-2ce853ab407e'}]}} from n-d-712749-28. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 08:23:18.040666 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6fdd1692-43fc-4b97-970d-8273403527a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:18.125338 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef3b4cd-0f5b-40c3-a519-806431877780 None None] Sync routers for ids ['c324857a-d600-46e7-ad4d-d5fd8cd9ea64'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 08:23:18.153446 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef3b4cd-0f5b-40c3-a519-806431877780 None None] Routers {'c324857a-d600-46e7-ad4d-d5fd8cd9ea64'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 08:23:18.154079 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-1ef3b4cd-0f5b-40c3-a519-806431877780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T08:23:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['c324857a-d600-46e7-ad4d-d5fd8cd9ea64'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:23:18.171550 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ab0ba425-3193-4eb3-af32-8ae9230dea0d admin admin] Publish callbacks [] for router_gateway (2e6afcdb-5fec-40f9-9db9-7d6973d48dd2), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:18.225266 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device d3a65ecd-f243-4bc8-8b1b-1e0460a5a035 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 08:23:18.311304 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-6fdd1692-43fc-4b97-970d-8273403527a2 None None] Allocated IP 172.20.0.2 (0f626c77-8216-4388-88a8-10bcc88021fe/36697707-8948-4899-8dad-2ce853ab407e/89d637b6-92b8-4b5f-93d1-2f3ba557633d) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 08:23:18.376715 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ab0ba425-3193-4eb3-af32-8ae9230dea0d admin admin] Publish callbacks [] for router_gateway (2e6afcdb-5fec-40f9-9db9-7d6973d48dd2), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:18.398491 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ab0ba425-3193-4eb3-af32-8ae9230dea0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:18.400108 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-1ef3b4cd-0f5b-40c3-a519-806431877780 None None] Set router c324857a-d600-46e7-ad4d-d5fd8cd9ea64 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 08:23:18.437951 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port d3a65ecd-f243-4bc8-8b1b-1e0460a5a035 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:23:18.438338 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (d3a65ecd-f243-4bc8-8b1b-1e0460a5a035), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:18.508043 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-ab0ba425-3193-4eb3-af32-8ae9230dea0d admin admin] Allocated IP 172.25.6.132 (7d5b3724-deef-4831-8d43-cb9b8176573c/b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc/7fbdd5f5-a85a-4b77-9e6e-a90cbaf6eaa4) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 08:23:18.609563 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ab0ba425-3193-4eb3-af32-8ae9230dea0d admin admin] Publish callbacks [] for port (7fbdd5f5-a85a-4b77-9e6e-a90cbaf6eaa4), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:18.651048 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ab0ba425-3193-4eb3-af32-8ae9230dea0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (7fbdd5f5-a85a-4b77-9e6e-a90cbaf6eaa4), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:18.686042 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6fdd1692-43fc-4b97-970d-8273403527a2 None None] Publish callbacks [] for port (89d637b6-92b8-4b5f-93d1-2f3ba557633d), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:18.690254 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab0ba425-3193-4eb3-af32-8ae9230dea0d admin admin] Network 7d5b3724-deef-4831-8d43-cb9b8176573c is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 08:23:18.695626 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-ab0ba425-3193-4eb3-af32-8ae9230dea0d admin admin] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 08:23:18.698125 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0ba425-3193-4eb3-af32-8ae9230dea0d admin admin] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 08:23:18.703817 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0ba425-3193-4eb3-af32-8ae9230dea0d admin admin] Pushing event updated for resources: {'Port': ['ID=7fbdd5f5-a85a-4b77-9e6e-a90cbaf6eaa4,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:23:18.720779 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6fdd1692-43fc-4b97-970d-8273403527a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (89d637b6-92b8-4b5f-93d1-2f3ba557633d), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:18.730390 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port d3a65ecd-f243-4bc8-8b1b-1e0460a5a035 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:23:18.730767 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (d3a65ecd-f243-4bc8-8b1b-1e0460a5a035), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:18.781542 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] For port d3a65ecd-f243-4bc8-8b1b-1e0460a5a035, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=d3a65ecd-f243-4bc8-8b1b-1e0460a5a035,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:23:18.790673 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fdd1692-43fc-4b97-970d-8273403527a2 None None] Network 0f626c77-8216-4388-88a8-10bcc88021fe is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 08:23:18.795997 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (d3a65ecd-f243-4bc8-8b1b-1e0460a5a035), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:18.803454 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-6fdd1692-43fc-4b97-970d-8273403527a2 None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 08:23:18.807446 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdd1692-43fc-4b97-970d-8273403527a2 None None] Pushing event updated for resources: {'Port': ['ID=89d637b6-92b8-4b5f-93d1-2f3ba557633d,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:23:18.812382 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fdd1692-43fc-4b97-970d-8273403527a2 None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 08:23:18.908424 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Pushing event updated for resources: {'Port': ['ID=d3a65ecd-f243-4bc8-8b1b-1e0460a5a035,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:23:18.917720 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-6fdd1692-43fc-4b97-970d-8273403527a2 None None] Attempting to bind port 89d637b6-92b8-4b5f-93d1-2f3ba557633d on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 08:23:18.918097 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-6fdd1692-43fc-4b97-970d-8273403527a2 None None] Attempting to bind port 89d637b6-92b8-4b5f-93d1-2f3ba557633d by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '1573a06b-319d-4ec7-8ff4-c9023ea3cb49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0f626c77-8216-4388-88a8-10bcc88021fe'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 08:23:18.918457 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fdd1692-43fc-4b97-970d-8273403527a2 None None] Attempting to bind port 89d637b6-92b8-4b5f-93d1-2f3ba557633d on network 0f626c77-8216-4388-88a8-10bcc88021fe {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 08:23:18.921827 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-1ef3b4cd-0f5b-40c3-a519-806431877780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c324857a-d600-46e7-ad4d-d5fd8cd9ea64', 'name': 'tempest-TestShelveInstance-1702425519-router', 'tenant_id': '713c69ac870e40d2ad55b140cd0905a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': 'd3a65ecd-f243-4bc8-8b1b-1e0460a5a035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:23:13Z', 'updated_at': '2022-01-28T08:23:16Z', 'revision_number': 4, 'project_id': '713c69ac870e40d2ad55b140cd0905a0', 'gw_port': {'id': 'd3a65ecd-f243-4bc8-8b1b-1e0460a5a035', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:48:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c324857a-d600-46e7-ad4d-d5fd8cd9ea64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:23:13Z', 'updated_at': '2022-01-28T08:23:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '3d33db57-1e61-489a-b4fd-1e90e1f70a9a', 'name': '', 'network_id': 'fb2ee064-bd28-4712-8366-19f2fc620897', 'tenant_id': '713c69ac870e40d2ad55b140cd0905a0', 'mac_address': 'fa:16:3e:66:06:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c324857a-d600-46e7-ad4d-d5fd8cd9ea64', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '46d993e8-9bee-440f-9007-20c8eef98f7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:23:15Z', 'updated_at': '2022-01-28T08:23:16Z', 'revision_number': 2, 'project_id': '713c69ac870e40d2ad55b140cd0905a0', 'subnets': [{'id': '46d993e8-9bee-440f-9007-20c8eef98f7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:23:18.952243 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fdd1692-43fc-4b97-970d-8273403527a2 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 8, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 08:23:18.952628 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fdd1692-43fc-4b97-970d-8273403527a2 None None] Checking segment: {'id': '1573a06b-319d-4ec7-8ff4-c9023ea3cb49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0f626c77-8216-4388-88a8-10bcc88021fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 08:23:18.953040 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6fdd1692-43fc-4b97-970d-8273403527a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:18.953436 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fdd1692-43fc-4b97-970d-8273403527a2 None None] Bound using segment: {'id': '1573a06b-319d-4ec7-8ff4-c9023ea3cb49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0f626c77-8216-4388-88a8-10bcc88021fe'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 08:23:18.953921 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-6fdd1692-43fc-4b97-970d-8273403527a2 None None] Bound port: 89d637b6-92b8-4b5f-93d1-2f3ba557633d, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1573a06b-319d-4ec7-8ff4-c9023ea3cb49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0f626c77-8216-4388-88a8-10bcc88021fe'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 08:23:18.954305 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6fdd1692-43fc-4b97-970d-8273403527a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (89d637b6-92b8-4b5f-93d1-2f3ba557633d), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:18.955707 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ab0ba425-3193-4eb3-af32-8ae9230dea0d admin admin] Publish callbacks [] for router_gateway (2e6afcdb-5fec-40f9-9db9-7d6973d48dd2), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:18.956353 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef3b4cd-0f5b-40c3-a519-806431877780 None None] Checking router: c324857a-d600-46e7-ad4d-d5fd8cd9ea64 for host: n-d-712749-28 {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 08:23:18.956710 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef3b4cd-0f5b-40c3-a519-806431877780 None None] Updating router c324857a-d600-46e7-ad4d-d5fd8cd9ea64 port 3d33db57-1e61-489a-b4fd-1e90e1f70a9a binding host n-d-712749-28 {{(pid=103285) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 08:23:19.010720 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1ef3b4cd-0f5b-40c3-a519-806431877780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (3d33db57-1e61-489a-b4fd-1e90e1f70a9a), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:19.070112 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6fdd1692-43fc-4b97-970d-8273403527a2 None None] For port 89d637b6-92b8-4b5f-93d1-2f3ba557633d, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 08:23:19.074306 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6fdd1692-43fc-4b97-970d-8273403527a2 None None] For port 89d637b6-92b8-4b5f-93d1-2f3ba557633d, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=89d637b6-92b8-4b5f-93d1-2f3ba557633d,segment=NetworkSegment(1573a06b-319d-4ec7-8ff4-c9023ea3cb49),segment_id=1573a06b-319d-4ec7-8ff4-c9023ea3cb49)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 08:23:19.082918 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6fdd1692-43fc-4b97-970d-8273403527a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (89d637b6-92b8-4b5f-93d1-2f3ba557633d), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:19.153317 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ab0ba425-3193-4eb3-af32-8ae9230dea0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16605475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16607909'] for router (2e6afcdb-5fec-40f9-9db9-7d6973d48dd2), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:19.217220 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdd1692-43fc-4b97-970d-8273403527a2 None None] Pushing event updated for resources: {'Port': ['ID=89d637b6-92b8-4b5f-93d1-2f3ba557633d,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:23:19.291418 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab0ba425-3193-4eb3-af32-8ae9230dea0d admin admin] Router 2e6afcdb-5fec-40f9-9db9-7d6973d48dd2 is scheduled to L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 with binding_index 1 {{(pid=103283) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 08:23:19.382038 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1ef3b4cd-0f5b-40c3-a519-806431877780 None None] Publish callbacks [] for port (3d33db57-1e61-489a-b4fd-1e90e1f70a9a), precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:19.391091 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1ef3b4cd-0f5b-40c3-a519-806431877780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (3d33db57-1e61-489a-b4fd-1e90e1f70a9a), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:19.420686 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab0ba425-3193-4eb3-af32-8ae9230dea0d admin admin] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 08:23:19.434018 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc554ccd-1ddd-4e97-8757-fdae57178d67 None None] Sync routers for ids ['2e6afcdb-5fec-40f9-9db9-7d6973d48dd2'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 08:23:19.440354 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ab0ba425-3193-4eb3-af32-8ae9230dea0d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:19.444474 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-ab0ba425-3193-4eb3-af32-8ae9230dea0d admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.4981313 Jan 28 08:23:19.445083 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 42044) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:23:19.447257 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc554ccd-1ddd-4e97-8757-fdae57178d67 None None] Routers {'2e6afcdb-5fec-40f9-9db9-7d6973d48dd2'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 08:23:19.447958 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-cc554ccd-1ddd-4e97-8757-fdae57178d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T08:23:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['2e6afcdb-5fec-40f9-9db9-7d6973d48dd2'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:23:19.597067 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-cc554ccd-1ddd-4e97-8757-fdae57178d67 None None] Set router 2e6afcdb-5fec-40f9-9db9-7d6973d48dd2 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 08:23:19.651381 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c403db03-1f23-47c9-aead-c94f39655604 None None] Pushing event updated for resources: {'Port': ['ID=3d33db57-1e61-489a-b4fd-1e90e1f70a9a,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:23:19.688533 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-1ef3b4cd-0f5b-40c3-a519-806431877780 None None] Attempting to bind port 3d33db57-1e61-489a-b4fd-1e90e1f70a9a on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 08:23:19.689177 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-1ef3b4cd-0f5b-40c3-a519-806431877780 None None] Attempting to bind port 3d33db57-1e61-489a-b4fd-1e90e1f70a9a by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': 'abe7a848-cb1f-4b8c-a3a0-bb1cb3a7b93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'fb2ee064-bd28-4712-8366-19f2fc620897'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 08:23:19.689832 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef3b4cd-0f5b-40c3-a519-806431877780 None None] Attempting to bind port 3d33db57-1e61-489a-b4fd-1e90e1f70a9a on network fb2ee064-bd28-4712-8366-19f2fc620897 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 08:23:19.697168 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef3b4cd-0f5b-40c3-a519-806431877780 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 8, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 08:23:19.697999 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef3b4cd-0f5b-40c3-a519-806431877780 None None] Checking segment: {'id': 'abe7a848-cb1f-4b8c-a3a0-bb1cb3a7b93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'fb2ee064-bd28-4712-8366-19f2fc620897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 08:23:19.698613 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1ef3b4cd-0f5b-40c3-a519-806431877780 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:19.699203 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef3b4cd-0f5b-40c3-a519-806431877780 None None] Bound using segment: {'id': 'abe7a848-cb1f-4b8c-a3a0-bb1cb3a7b93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'fb2ee064-bd28-4712-8366-19f2fc620897'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 08:23:19.699685 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-1ef3b4cd-0f5b-40c3-a519-806431877780 None None] Bound port: 3d33db57-1e61-489a-b4fd-1e90e1f70a9a, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abe7a848-cb1f-4b8c-a3a0-bb1cb3a7b93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'fb2ee064-bd28-4712-8366-19f2fc620897'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 08:23:19.700227 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1ef3b4cd-0f5b-40c3-a519-806431877780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (3d33db57-1e61-489a-b4fd-1e90e1f70a9a), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:19.767559 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-1ef3b4cd-0f5b-40c3-a519-806431877780 None None] For port 3d33db57-1e61-489a-b4fd-1e90e1f70a9a, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 08:23:19.771213 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-1ef3b4cd-0f5b-40c3-a519-806431877780 None None] For port 3d33db57-1e61-489a-b4fd-1e90e1f70a9a, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=3d33db57-1e61-489a-b4fd-1e90e1f70a9a,segment=NetworkSegment(abe7a848-cb1f-4b8c-a3a0-bb1cb3a7b93d),segment_id=abe7a848-cb1f-4b8c-a3a0-bb1cb3a7b93d)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 08:23:19.779223 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1ef3b4cd-0f5b-40c3-a519-806431877780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (3d33db57-1e61-489a-b4fd-1e90e1f70a9a), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:19.842405 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-cc554ccd-1ddd-4e97-8757-fdae57178d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e6afcdb-5fec-40f9-9db9-7d6973d48dd2', 'name': 'tempest-TestShelveInstance-1214853376-router', 'tenant_id': '39892f83141e4448a46a021fd8ed9d40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': '7fbdd5f5-a85a-4b77-9e6e-a90cbaf6eaa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:23:17Z', 'updated_at': '2022-01-28T08:23:18Z', 'revision_number': 3, 'project_id': '39892f83141e4448a46a021fd8ed9d40', 'gw_port': {'id': '7fbdd5f5-a85a-4b77-9e6e-a90cbaf6eaa4', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:00:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e6afcdb-5fec-40f9-9db9-7d6973d48dd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:23:18Z', 'updated_at': '2022-01-28T08:23:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:23:19.850067 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef3b4cd-0f5b-40c3-a519-806431877780 None None] Routers {'c324857a-d600-46e7-ad4d-d5fd8cd9ea64'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 08:23:19.850855 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-1ef3b4cd-0f5b-40c3-a519-806431877780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T08:23:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['c324857a-d600-46e7-ad4d-d5fd8cd9ea64'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:23:19.898600 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc554ccd-1ddd-4e97-8757-fdae57178d67 None None] Checking router: 2e6afcdb-5fec-40f9-9db9-7d6973d48dd2 for host: n-d-712749-28 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 08:23:19.899071 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc554ccd-1ddd-4e97-8757-fdae57178d67 None None] Updating router 2e6afcdb-5fec-40f9-9db9-7d6973d48dd2 port 7fbdd5f5-a85a-4b77-9e6e-a90cbaf6eaa4 binding host n-d-712749-28 {{(pid=103286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 08:23:19.903458 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c403db03-1f23-47c9-aead-c94f39655604 None None] Pushing event updated for resources: {'Port': ['ID=3d33db57-1e61-489a-b4fd-1e90e1f70a9a,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:23:19.932723 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-cc554ccd-1ddd-4e97-8757-fdae57178d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (7fbdd5f5-a85a-4b77-9e6e-a90cbaf6eaa4), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:19.946319 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b06fc9d3-ebe7-4e5d-be17-6a3a18c49bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:19.969578 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c2541317-9536-4054-a25c-ea2718870cef None None] Provisioning complete for port 3d33db57-1e61-489a-b4fd-1e90e1f70a9a triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:23:19.969965 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c2541317-9536-4054-a25c-ea2718870cef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (3d33db57-1e61-489a-b4fd-1e90e1f70a9a), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:20.027182 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-1ef3b4cd-0f5b-40c3-a519-806431877780 None None] Set router c324857a-d600-46e7-ad4d-d5fd8cd9ea64 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 08:23:20.180576 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-b06fc9d3-ebe7-4e5d-be17-6a3a18c49bc5 admin admin] Allocated IP 172.20.0.1 (0f626c77-8216-4388-88a8-10bcc88021fe/36697707-8948-4899-8dad-2ce853ab407e/060a7cac-621a-4716-927d-ca031450803f) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 08:23:20.256422 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c2541317-9536-4054-a25c-ea2718870cef None None] Current status of the port 3d33db57-1e61-489a-b4fd-1e90e1f70a9a is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:23:20.256957 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c2541317-9536-4054-a25c-ea2718870cef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (3d33db57-1e61-489a-b4fd-1e90e1f70a9a), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:20.327834 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-cc554ccd-1ddd-4e97-8757-fdae57178d67 None None] Publish callbacks [] for port (7fbdd5f5-a85a-4b77-9e6e-a90cbaf6eaa4), precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:20.336295 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-cc554ccd-1ddd-4e97-8757-fdae57178d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (7fbdd5f5-a85a-4b77-9e6e-a90cbaf6eaa4), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:20.338171 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c2541317-9536-4054-a25c-ea2718870cef None None] For port 3d33db57-1e61-489a-b4fd-1e90e1f70a9a, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=3d33db57-1e61-489a-b4fd-1e90e1f70a9a,segment=NetworkSegment(abe7a848-cb1f-4b8c-a3a0-bb1cb3a7b93d),segment_id=abe7a848-cb1f-4b8c-a3a0-bb1cb3a7b93d)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:23:20.361978 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device d3a65ecd-f243-4bc8-8b1b-1e0460a5a035 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 08:23:20.366332 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c2541317-9536-4054-a25c-ea2718870cef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (3d33db57-1e61-489a-b4fd-1e90e1f70a9a), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:20.382709 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b06fc9d3-ebe7-4e5d-be17-6a3a18c49bc5 admin admin] Publish callbacks [] for port (060a7cac-621a-4716-927d-ca031450803f), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:20.408185 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-cc554ccd-1ddd-4e97-8757-fdae57178d67 None None] Attempting to bind port 7fbdd5f5-a85a-4b77-9e6e-a90cbaf6eaa4 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 08:23:20.408865 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-cc554ccd-1ddd-4e97-8757-fdae57178d67 None None] Attempting to bind port 7fbdd5f5-a85a-4b77-9e6e-a90cbaf6eaa4 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 08:23:20.409428 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc554ccd-1ddd-4e97-8757-fdae57178d67 None None] Attempting to bind port 7fbdd5f5-a85a-4b77-9e6e-a90cbaf6eaa4 on network 7d5b3724-deef-4831-8d43-cb9b8176573c {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 08:23:20.418116 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e047f1b-de63-42e1-8a40-1f7c3e5634b8 None None] Pushing event updated for resources: {'Port': ['ID=7fbdd5f5-a85a-4b77-9e6e-a90cbaf6eaa4,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:23:20.420591 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc554ccd-1ddd-4e97-8757-fdae57178d67 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 8, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 08:23:20.420976 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc554ccd-1ddd-4e97-8757-fdae57178d67 None None] Checking segment: {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 08:23:20.421978 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-cc554ccd-1ddd-4e97-8757-fdae57178d67 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:20.422438 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc554ccd-1ddd-4e97-8757-fdae57178d67 None None] Bound using segment: {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 08:23:20.422934 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-cc554ccd-1ddd-4e97-8757-fdae57178d67 None None] Bound port: 7fbdd5f5-a85a-4b77-9e6e-a90cbaf6eaa4, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 08:23:20.423368 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-cc554ccd-1ddd-4e97-8757-fdae57178d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (7fbdd5f5-a85a-4b77-9e6e-a90cbaf6eaa4), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:20.449408 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b06fc9d3-ebe7-4e5d-be17-6a3a18c49bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (060a7cac-621a-4716-927d-ca031450803f), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:20.480575 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-cc554ccd-1ddd-4e97-8757-fdae57178d67 None None] For port 7fbdd5f5-a85a-4b77-9e6e-a90cbaf6eaa4, host n-d-712749-28, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 08:23:20.484228 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-cc554ccd-1ddd-4e97-8757-fdae57178d67 None None] For port 7fbdd5f5-a85a-4b77-9e6e-a90cbaf6eaa4, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=7fbdd5f5-a85a-4b77-9e6e-a90cbaf6eaa4,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 08:23:20.491744 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-cc554ccd-1ddd-4e97-8757-fdae57178d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (7fbdd5f5-a85a-4b77-9e6e-a90cbaf6eaa4), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:20.511484 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2541317-9536-4054-a25c-ea2718870cef None None] Pushing event updated for resources: {'Port': ['ID=3d33db57-1e61-489a-b4fd-1e90e1f70a9a,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:23:20.527705 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b06fc9d3-ebe7-4e5d-be17-6a3a18c49bc5 admin admin] Network 0f626c77-8216-4388-88a8-10bcc88021fe is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 08:23:20.535431 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-b06fc9d3-ebe7-4e5d-be17-6a3a18c49bc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 08:23:20.538440 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06fc9d3-ebe7-4e5d-be17-6a3a18c49bc5 admin admin] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 08:23:20.540464 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-1ef3b4cd-0f5b-40c3-a519-806431877780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c324857a-d600-46e7-ad4d-d5fd8cd9ea64', 'name': 'tempest-TestShelveInstance-1702425519-router', 'tenant_id': '713c69ac870e40d2ad55b140cd0905a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': 'd3a65ecd-f243-4bc8-8b1b-1e0460a5a035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:23:13Z', 'updated_at': '2022-01-28T08:23:16Z', 'revision_number': 4, 'project_id': '713c69ac870e40d2ad55b140cd0905a0', 'gw_port': {'id': 'd3a65ecd-f243-4bc8-8b1b-1e0460a5a035', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:48:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c324857a-d600-46e7-ad4d-d5fd8cd9ea64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:23:13Z', 'updated_at': '2022-01-28T08:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '3d33db57-1e61-489a-b4fd-1e90e1f70a9a', 'name': '', 'network_id': 'fb2ee064-bd28-4712-8366-19f2fc620897', 'tenant_id': '713c69ac870e40d2ad55b140cd0905a0', 'mac_address': 'fa:16:3e:66:06:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c324857a-d600-46e7-ad4d-d5fd8cd9ea64', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '46d993e8-9bee-440f-9007-20c8eef98f7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:23:15Z', 'updated_at': '2022-01-28T08:23:19Z', 'revision_number': 4, 'project_id': '713c69ac870e40d2ad55b140cd0905a0', 'subnets': [{'id': '46d993e8-9bee-440f-9007-20c8eef98f7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:23:20.545720 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c07623bf-5da6-495c-9b00-3bdafd8922e6 None None] Provisioning complete for port 3d33db57-1e61-489a-b4fd-1e90e1f70a9a triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:23:20.546436 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c07623bf-5da6-495c-9b00-3bdafd8922e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (3d33db57-1e61-489a-b4fd-1e90e1f70a9a), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:20.548452 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06fc9d3-ebe7-4e5d-be17-6a3a18c49bc5 admin admin] Pushing event updated for resources: {'Port': ['ID=060a7cac-621a-4716-927d-ca031450803f,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:23:20.548593 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc554ccd-1ddd-4e97-8757-fdae57178d67 None None] Routers {'2e6afcdb-5fec-40f9-9db9-7d6973d48dd2'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 08:23:20.549234 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-cc554ccd-1ddd-4e97-8757-fdae57178d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T08:23:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['2e6afcdb-5fec-40f9-9db9-7d6973d48dd2'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:23:20.595812 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b06fc9d3-ebe7-4e5d-be17-6a3a18c49bc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16609232'] for router_interface (2e6afcdb-5fec-40f9-9db9-7d6973d48dd2), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:20.607208 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef3b4cd-0f5b-40c3-a519-806431877780 None None] The sync data for ids ['c324857a-d600-46e7-ad4d-d5fd8cd9ea64'] in n-d-712749-28 is: [{'id': 'c324857a-d600-46e7-ad4d-d5fd8cd9ea64', 'name': 'tempest-TestShelveInstance-1702425519-router', 'tenant_id': '713c69ac870e40d2ad55b140cd0905a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': 'd3a65ecd-f243-4bc8-8b1b-1e0460a5a035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:23:13Z', 'updated_at': '2022-01-28T08:23:16Z', 'revision_number': 4, 'project_id': '713c69ac870e40d2ad55b140cd0905a0', 'gw_port': {'id': 'd3a65ecd-f243-4bc8-8b1b-1e0460a5a035', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:48:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c324857a-d600-46e7-ad4d-d5fd8cd9ea64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:23:13Z', 'updated_at': '2022-01-28T08:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '3d33db57-1e61-489a-b4fd-1e90e1f70a9a', 'name': '', 'network_id': 'fb2ee064-bd28-4712-8366-19f2fc620897', 'tenant_id': '713c69ac870e40d2ad55b140cd0905a0', 'mac_address': 'fa:16:3e:66:06:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c324857a-d600-46e7-ad4d-d5fd8cd9ea64', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '46d993e8-9bee-440f-9007-20c8eef98f7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:23:15Z', 'updated_at': '2022-01-28T08:23:19Z', 'revision_number': 4, 'project_id': '713c69ac870e40d2ad55b140cd0905a0', 'subnets': [{'id': '46d993e8-9bee-440f-9007-20c8eef98f7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 08:23:20.622705 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port d3a65ecd-f243-4bc8-8b1b-1e0460a5a035 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:23:20.623361 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (d3a65ecd-f243-4bc8-8b1b-1e0460a5a035), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:20.677059 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-cc554ccd-1ddd-4e97-8757-fdae57178d67 None None] Set router 2e6afcdb-5fec-40f9-9db9-7d6973d48dd2 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 08:23:20.690671 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e4a619-f256-4db5-af77-4d0e5ac54854 None None] Network 0f626c77-8216-4388-88a8-10bcc88021fe requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 08:23:20.769126 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e047f1b-de63-42e1-8a40-1f7c3e5634b8 None None] Pushing event updated for resources: {'Port': ['ID=7fbdd5f5-a85a-4b77-9e6e-a90cbaf6eaa4,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:23:20.801256 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b06fc9d3-ebe7-4e5d-be17-6a3a18c49bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (060a7cac-621a-4716-927d-ca031450803f), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:20.897746 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port d3a65ecd-f243-4bc8-8b1b-1e0460a5a035 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:23:20.899115 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 89d637b6-92b8-4b5f-93d1-2f3ba557633d up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 08:23:20.947773 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-cc554ccd-1ddd-4e97-8757-fdae57178d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e6afcdb-5fec-40f9-9db9-7d6973d48dd2', 'name': 'tempest-TestShelveInstance-1214853376-router', 'tenant_id': '39892f83141e4448a46a021fd8ed9d40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': '7fbdd5f5-a85a-4b77-9e6e-a90cbaf6eaa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:23:17Z', 'updated_at': '2022-01-28T08:23:18Z', 'revision_number': 3, 'project_id': '39892f83141e4448a46a021fd8ed9d40', 'gw_port': {'id': '7fbdd5f5-a85a-4b77-9e6e-a90cbaf6eaa4', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:00:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e6afcdb-5fec-40f9-9db9-7d6973d48dd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:23:18Z', 'updated_at': '2022-01-28T08:23:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:23:20.954063 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c07623bf-5da6-495c-9b00-3bdafd8922e6 None None] Current status of the port 3d33db57-1e61-489a-b4fd-1e90e1f70a9a is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:23:20.976185 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc554ccd-1ddd-4e97-8757-fdae57178d67 None None] The sync data for ids ['2e6afcdb-5fec-40f9-9db9-7d6973d48dd2'] in n-d-712749-28 is: [{'id': '2e6afcdb-5fec-40f9-9db9-7d6973d48dd2', 'name': 'tempest-TestShelveInstance-1214853376-router', 'tenant_id': '39892f83141e4448a46a021fd8ed9d40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': '7fbdd5f5-a85a-4b77-9e6e-a90cbaf6eaa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:23:17Z', 'updated_at': '2022-01-28T08:23:18Z', 'revision_number': 3, 'project_id': '39892f83141e4448a46a021fd8ed9d40', 'gw_port': {'id': '7fbdd5f5-a85a-4b77-9e6e-a90cbaf6eaa4', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:00:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e6afcdb-5fec-40f9-9db9-7d6973d48dd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:23:18Z', 'updated_at': '2022-01-28T08:23:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 08:23:21.005602 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 89d637b6-92b8-4b5f-93d1-2f3ba557633d triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:23:21.006487 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (89d637b6-92b8-4b5f-93d1-2f3ba557633d), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:21.019325 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b06fc9d3-ebe7-4e5d-be17-6a3a18c49bc5 admin admin] Publish callbacks [] for port (060a7cac-621a-4716-927d-ca031450803f), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:21.029351 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b06fc9d3-ebe7-4e5d-be17-6a3a18c49bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (060a7cac-621a-4716-927d-ca031450803f), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:21.086560 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06fc9d3-ebe7-4e5d-be17-6a3a18c49bc5 admin admin] Pushing event updated for resources: {'Port': ['ID=060a7cac-621a-4716-927d-ca031450803f,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:23:21.114200 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1aed076-4acf-4eea-bbce-ad47cef688a3 None None] Provisioning complete for port 89d637b6-92b8-4b5f-93d1-2f3ba557633d triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:23:21.115436 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1aed076-4acf-4eea-bbce-ad47cef688a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (89d637b6-92b8-4b5f-93d1-2f3ba557633d), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:21.160139 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 89d637b6-92b8-4b5f-93d1-2f3ba557633d is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:23:21.160398 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b06fc9d3-ebe7-4e5d-be17-6a3a18c49bc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16318999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16606560'] for router_interface (2e6afcdb-5fec-40f9-9db9-7d6973d48dd2), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:21.161024 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (89d637b6-92b8-4b5f-93d1-2f3ba557633d), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:21.211853 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] For port 89d637b6-92b8-4b5f-93d1-2f3ba557633d, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=89d637b6-92b8-4b5f-93d1-2f3ba557633d,segment=NetworkSegment(1573a06b-319d-4ec7-8ff4-c9023ea3cb49),segment_id=1573a06b-319d-4ec7-8ff4-c9023ea3cb49)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:23:21.233764 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (89d637b6-92b8-4b5f-93d1-2f3ba557633d), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:21.277522 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1aed076-4acf-4eea-bbce-ad47cef688a3 None None] Current status of the port 89d637b6-92b8-4b5f-93d1-2f3ba557633d is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:23:21.277845 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1aed076-4acf-4eea-bbce-ad47cef688a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (89d637b6-92b8-4b5f-93d1-2f3ba557633d), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:21.295320 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b06fc9d3-ebe7-4e5d-be17-6a3a18c49bc5 admin admin] Network 0f626c77-8216-4388-88a8-10bcc88021fe is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 08:23:21.297474 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-b06fc9d3-ebe7-4e5d-be17-6a3a18c49bc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 08:23:21.322330 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Pushing event updated for resources: {'Port': ['ID=89d637b6-92b8-4b5f-93d1-2f3ba557633d,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:23:21.390659 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.db.api [None req-c1aed076-4acf-4eea-bbce-ad47cef688a3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103285) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 08:23:21.391125 n-d-712749-28 neutron-server[103285]: DEBUG oslo_db.api [None req-c1aed076-4acf-4eea-bbce-ad47cef688a3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 08:23:21.472018 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b06fc9d3-ebe7-4e5d-be17-6a3a18c49bc5 admin admin] Router 2e6afcdb-5fec-40f9-9db9-7d6973d48dd2 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 08:23:21.616425 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b06fc9d3-ebe7-4e5d-be17-6a3a18c49bc5 admin admin] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 08:23:21.623720 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-b06fc9d3-ebe7-4e5d-be17-6a3a18c49bc5 admin admin] 10.222.0.41 "PUT /v2.0/routers/2e6afcdb-5fec-40f9-9db9-7d6973d48dd2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1774430 Jan 28 08:23:21.934106 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1aed076-4acf-4eea-bbce-ad47cef688a3 None None] Current status of the port 89d637b6-92b8-4b5f-93d1-2f3ba557633d is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:23:22.055328 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-219a6d6e-3eb9-4320-b408-f0c25abf736e None None] Provisioning complete for port 060a7cac-621a-4716-927d-ca031450803f triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:23:22.055620 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-219a6d6e-3eb9-4320-b408-f0c25abf736e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (060a7cac-621a-4716-927d-ca031450803f), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:22.094335 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-219a6d6e-3eb9-4320-b408-f0c25abf736e None None] Port 060a7cac-621a-4716-927d-ca031450803f cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 08:23:22.105854 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-219a6d6e-3eb9-4320-b408-f0c25abf736e None None] Provisioning complete for port 89d637b6-92b8-4b5f-93d1-2f3ba557633d triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:23:22.106507 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-219a6d6e-3eb9-4320-b408-f0c25abf736e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (89d637b6-92b8-4b5f-93d1-2f3ba557633d), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:22.203934 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-219a6d6e-3eb9-4320-b408-f0c25abf736e None None] Current status of the port 89d637b6-92b8-4b5f-93d1-2f3ba557633d is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:23:22.356549 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 7fbdd5f5-a85a-4b77-9e6e-a90cbaf6eaa4 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 08:23:22.409023 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 7fbdd5f5-a85a-4b77-9e6e-a90cbaf6eaa4 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:23:22.409483 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (7fbdd5f5-a85a-4b77-9e6e-a90cbaf6eaa4), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:22.502693 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 7fbdd5f5-a85a-4b77-9e6e-a90cbaf6eaa4 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:23:22.503096 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (7fbdd5f5-a85a-4b77-9e6e-a90cbaf6eaa4), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:22.529857 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 42052) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:23:22.532802 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] For port 7fbdd5f5-a85a-4b77-9e6e-a90cbaf6eaa4, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=7fbdd5f5-a85a-4b77-9e6e-a90cbaf6eaa4,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:23:22.534558 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-26a21b9f-5d70-4ec9-877e-e5c0bb9e78c3 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-445461534', 'description': 'tempest-secgroup-smoke-445461534 description', 'project_id': '713c69ac870e40d2ad55b140cd0905a0'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:23:22.543190 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (7fbdd5f5-a85a-4b77-9e6e-a90cbaf6eaa4), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:22.543978 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 89d637b6-92b8-4b5f-93d1-2f3ba557633d up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 08:23:22.557819 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-26a21b9f-5d70-4ec9-877e-e5c0bb9e78c3 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:22.622717 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Pushing event updated for resources: {'Port': ['ID=7fbdd5f5-a85a-4b77-9e6e-a90cbaf6eaa4,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:23:22.623321 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-26a21b9f-5d70-4ec9-877e-e5c0bb9e78c3 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Publish callbacks [] for security_group (ad0ecccd-0d46-453a-a6d8-72df8a4b4d92), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:22.628183 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-26a21b9f-5d70-4ec9-877e-e5c0bb9e78c3 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (ad0ecccd-0d46-453a-a6d8-72df8a4b4d92), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:22.635609 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 89d637b6-92b8-4b5f-93d1-2f3ba557633d triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:23:22.635986 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (89d637b6-92b8-4b5f-93d1-2f3ba557633d), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:22.657926 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-26a21b9f-5d70-4ec9-877e-e5c0bb9e78c3 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:22.659217 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-26a21b9f-5d70-4ec9-877e-e5c0bb9e78c3 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1283436 Jan 28 08:23:22.663121 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 42054) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:23:22.663597 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a21b9f-5d70-4ec9-877e-e5c0bb9e78c3 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad0ecccd-0d46-453a-a6d8-72df8a4b4d92,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:23:22.669538 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-f91494a1-7b2d-4669-ba16-bfe41bc30ee9 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Request body: {'security_group_rule': {'security_group_id': 'ad0ecccd-0d46-453a-a6d8-72df8a4b4d92', 'project_id': '713c69ac870e40d2ad55b140cd0905a0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:23:22.696481 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f91494a1-7b2d-4669-ba16-bfe41bc30ee9 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Publish callbacks [] for security_group_rule (4d53e2d7-125c-4ee4-a1fb-d2ff8fb13e28), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:22.721719 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 89d637b6-92b8-4b5f-93d1-2f3ba557633d is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:23:22.722758 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 3d33db57-1e61-489a-b4fd-1e90e1f70a9a up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 08:23:22.754701 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f91494a1-7b2d-4669-ba16-bfe41bc30ee9 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Publish callbacks [] for security_group_rule (4d53e2d7-125c-4ee4-a1fb-d2ff8fb13e28), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:22.759918 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f91494a1-7b2d-4669-ba16-bfe41bc30ee9 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (4d53e2d7-125c-4ee4-a1fb-d2ff8fb13e28), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:22.771740 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 3d33db57-1e61-489a-b4fd-1e90e1f70a9a triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:23:22.772115 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (3d33db57-1e61-489a-b4fd-1e90e1f70a9a), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:22.778677 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91494a1-7b2d-4669-ba16-bfe41bc30ee9 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d53e2d7-125c-4ee4-a1fb-d2ff8fb13e28,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:23:22.790202 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f91494a1-7b2d-4669-ba16-bfe41bc30ee9 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:22.791295 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-f91494a1-7b2d-4669-ba16-bfe41bc30ee9 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1256802 Jan 28 08:23:22.795000 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 42056) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:23:22.799824 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-0543ca63-f46b-4de0-bbe9-73f5079c07e6 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Request body: {'security_group_rule': {'security_group_id': 'ad0ecccd-0d46-453a-a6d8-72df8a4b4d92', 'project_id': '713c69ac870e40d2ad55b140cd0905a0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:23:22.824966 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0543ca63-f46b-4de0-bbe9-73f5079c07e6 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Publish callbacks [] for security_group_rule (c9dfc6aa-6684-4ad8-9c24-7e662c3a77aa), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:22.855024 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 3d33db57-1e61-489a-b4fd-1e90e1f70a9a is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:23:22.883648 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0543ca63-f46b-4de0-bbe9-73f5079c07e6 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Publish callbacks [] for security_group_rule (c9dfc6aa-6684-4ad8-9c24-7e662c3a77aa), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:22.887021 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0543ca63-f46b-4de0-bbe9-73f5079c07e6 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (c9dfc6aa-6684-4ad8-9c24-7e662c3a77aa), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:22.906349 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0543ca63-f46b-4de0-bbe9-73f5079c07e6 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9dfc6aa-6684-4ad8-9c24-7e662c3a77aa,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:23:22.911389 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0543ca63-f46b-4de0-bbe9-73f5079c07e6 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:22.913331 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-0543ca63-f46b-4de0-bbe9-73f5079c07e6 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1172786 Jan 28 08:23:22.916124 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 42058) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:23:22.920616 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-8cbbb8bc-5e45-4f01-8392-99bb6cf872b9 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Request body: {'security_group_rule': {'security_group_id': 'ad0ecccd-0d46-453a-a6d8-72df8a4b4d92', 'project_id': '713c69ac870e40d2ad55b140cd0905a0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:23:22.945278 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8cbbb8bc-5e45-4f01-8392-99bb6cf872b9 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Publish callbacks [] for security_group_rule (e507614f-6e9a-444a-bd63-d6d10ae239a5), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:22.999914 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8cbbb8bc-5e45-4f01-8392-99bb6cf872b9 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Publish callbacks [] for security_group_rule (e507614f-6e9a-444a-bd63-d6d10ae239a5), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:23.003402 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8cbbb8bc-5e45-4f01-8392-99bb6cf872b9 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (e507614f-6e9a-444a-bd63-d6d10ae239a5), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:23.020626 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbbb8bc-5e45-4f01-8392-99bb6cf872b9 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e507614f-6e9a-444a-bd63-d6d10ae239a5,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:23:23.029359 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8cbbb8bc-5e45-4f01-8392-99bb6cf872b9 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:23.030615 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-8cbbb8bc-5e45-4f01-8392-99bb6cf872b9 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1135602 Jan 28 08:23:23.033327 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 42060) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:23:23.037730 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-6ca5ca55-5c0b-4b14-b274-e76855147875 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Request body: {'security_group_rule': {'security_group_id': 'ad0ecccd-0d46-453a-a6d8-72df8a4b4d92', 'project_id': '713c69ac870e40d2ad55b140cd0905a0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:23:23.062556 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6ca5ca55-5c0b-4b14-b274-e76855147875 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Publish callbacks [] for security_group_rule (a1d25417-3a96-4408-bfdb-c3242f0e60bf), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:23.121515 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6ca5ca55-5c0b-4b14-b274-e76855147875 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Publish callbacks [] for security_group_rule (a1d25417-3a96-4408-bfdb-c3242f0e60bf), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:23.124876 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6ca5ca55-5c0b-4b14-b274-e76855147875 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (a1d25417-3a96-4408-bfdb-c3242f0e60bf), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:23.141595 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca5ca55-5c0b-4b14-b274-e76855147875 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1d25417-3a96-4408-bfdb-c3242f0e60bf,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:23:23.151324 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6ca5ca55-5c0b-4b14-b274-e76855147875 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:23.152640 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-6ca5ca55-5c0b-4b14-b274-e76855147875 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1183903 Jan 28 08:23:23.155289 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 42062) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:23:23.159523 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-ab381ff1-73fa-479c-a723-4f37bebdbb43 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Request body: {'security_group_rule': {'security_group_id': 'ad0ecccd-0d46-453a-a6d8-72df8a4b4d92', 'project_id': '713c69ac870e40d2ad55b140cd0905a0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:23:23.181666 n-d-712749-28 neutron-server[103283]: INFO neutron.db.securitygroups_db [None req-ab381ff1-73fa-479c-a723-4f37bebdbb43 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Project 713c69ac870e40d2ad55b140cd0905a0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 08:23:23.186967 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ab381ff1-73fa-479c-a723-4f37bebdbb43 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Publish callbacks [] for security_group_rule (310a53db-7485-4bcb-ad3a-96d87fca9561), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:23.246993 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ab381ff1-73fa-479c-a723-4f37bebdbb43 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Publish callbacks [] for security_group_rule (310a53db-7485-4bcb-ad3a-96d87fca9561), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:23.250654 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ab381ff1-73fa-479c-a723-4f37bebdbb43 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (310a53db-7485-4bcb-ad3a-96d87fca9561), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:23.268439 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab381ff1-73fa-479c-a723-4f37bebdbb43 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=310a53db-7485-4bcb-ad3a-96d87fca9561,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:23:23.275565 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ab381ff1-73fa-479c-a723-4f37bebdbb43 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:23.276925 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-ab381ff1-73fa-479c-a723-4f37bebdbb43 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1206260 Jan 28 08:23:23.279539 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 42064) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:23:23.283774 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-6f2109b3-8758-4cbe-a293-f569dd1a5108 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Request body: {'security_group_rule': {'security_group_id': 'ad0ecccd-0d46-453a-a6d8-72df8a4b4d92', 'project_id': '713c69ac870e40d2ad55b140cd0905a0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:23:23.303313 n-d-712749-28 neutron-server[103283]: INFO neutron.db.securitygroups_db [None req-6f2109b3-8758-4cbe-a293-f569dd1a5108 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Project 713c69ac870e40d2ad55b140cd0905a0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 08:23:23.308021 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6f2109b3-8758-4cbe-a293-f569dd1a5108 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Publish callbacks [] for security_group_rule (890996d5-f5da-42da-bff9-9f8f2b9cac9d), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:23.366201 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6f2109b3-8758-4cbe-a293-f569dd1a5108 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Publish callbacks [] for security_group_rule (890996d5-f5da-42da-bff9-9f8f2b9cac9d), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:23.369885 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6f2109b3-8758-4cbe-a293-f569dd1a5108 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (890996d5-f5da-42da-bff9-9f8f2b9cac9d), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:23.389436 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2109b3-8758-4cbe-a293-f569dd1a5108 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=890996d5-f5da-42da-bff9-9f8f2b9cac9d,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:23:23.397215 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6f2109b3-8758-4cbe-a293-f569dd1a5108 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:23.398334 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-6f2109b3-8758-4cbe-a293-f569dd1a5108 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1178770 Jan 28 08:23:23.551541 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-fd2bdba5-3352-413e-8844-4da6c2f667b8 req-5dd5b80b-0514-44c6-98ea-64424cb3a69a tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-445461534&fields=id&tenant_id=713c69ac870e40d2ad55b140cd0905a0 HTTP/1.1" status: 200 len: 267 time: 0.0482740 Jan 28 08:23:23.654614 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2bdba5-3352-413e-8844-4da6c2f667b8 req-0ae273ad-3288-4bee-a9d6-cbcafc89b24f tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:23:23.656037 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-fd2bdba5-3352-413e-8844-4da6c2f667b8 req-0ae273ad-3288-4bee-a9d6-cbcafc89b24f tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/networks?id=fb2ee064-bd28-4712-8366-19f2fc620897 HTTP/1.1" status: 200 len: 809 time: 0.0976558 Jan 28 08:23:23.670830 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-fd2bdba5-3352-413e-8844-4da6c2f667b8 req-cb0ab571-66e6-4581-8349-0cd1a6f3bd49 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/quotas/713c69ac870e40d2ad55b140cd0905a0 HTTP/1.1" status: 200 len: 375 time: 0.0093815 Jan 28 08:23:23.722237 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-fd2bdba5-3352-413e-8844-4da6c2f667b8 req-6ef11641-f73f-47df-9cfd-4ea0e0de11db tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=713c69ac870e40d2ad55b140cd0905a0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0465348 Jan 28 08:23:23.819987 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-fd2bdba5-3352-413e-8844-4da6c2f667b8 req-388b6024-d691-4a28-b5d6-865d9fc728af service neutron] 10.222.0.41 "GET /v2.0/networks/fb2ee064-bd28-4712-8366-19f2fc620897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862257 Jan 28 08:23:23.909696 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-fd2bdba5-3352-413e-8844-4da6c2f667b8 req-b676b3f5-8353-4797-bac2-963ecc2c4c66 service neutron] 10.222.0.41 "GET /v2.0/networks/fb2ee064-bd28-4712-8366-19f2fc620897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839219 Jan 28 08:23:24.076416 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-260fb103-401a-4e64-bfb1-357e6ce4d5bf req-83930fee-c40f-49eb-a0c3-6074996b3e12 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/ports?device_id=a57094e2-2d93-4c36-bfd4-9477655bcf39 HTTP/1.1" status: 200 len: 210 time: 0.0273144 Jan 28 08:23:24.167455 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 7fbdd5f5-a85a-4b77-9e6e-a90cbaf6eaa4 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 08:23:24.219846 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 7fbdd5f5-a85a-4b77-9e6e-a90cbaf6eaa4 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:23:24.220259 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (7fbdd5f5-a85a-4b77-9e6e-a90cbaf6eaa4), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:24.290307 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b089633e-1b2a-4303-ab9b-f374cac8ff24 None None] Sync routers for ids ['2e6afcdb-5fec-40f9-9db9-7d6973d48dd2'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 08:23:24.312135 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 7fbdd5f5-a85a-4b77-9e6e-a90cbaf6eaa4 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:23:24.314879 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b089633e-1b2a-4303-ab9b-f374cac8ff24 None None] Routers {'2e6afcdb-5fec-40f9-9db9-7d6973d48dd2'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 08:23:24.315562 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-b089633e-1b2a-4303-ab9b-f374cac8ff24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T08:23:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['2e6afcdb-5fec-40f9-9db9-7d6973d48dd2'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:23:24.431479 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-b089633e-1b2a-4303-ab9b-f374cac8ff24 None None] Set router 2e6afcdb-5fec-40f9-9db9-7d6973d48dd2 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 08:23:24.795697 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-b089633e-1b2a-4303-ab9b-f374cac8ff24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e6afcdb-5fec-40f9-9db9-7d6973d48dd2', 'name': 'tempest-TestShelveInstance-1214853376-router', 'tenant_id': '39892f83141e4448a46a021fd8ed9d40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': '7fbdd5f5-a85a-4b77-9e6e-a90cbaf6eaa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:23:17Z', 'updated_at': '2022-01-28T08:23:20Z', 'revision_number': 4, 'project_id': '39892f83141e4448a46a021fd8ed9d40', 'gw_port': {'id': '7fbdd5f5-a85a-4b77-9e6e-a90cbaf6eaa4', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:00:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e6afcdb-5fec-40f9-9db9-7d6973d48dd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:23:18Z', 'updated_at': '2022-01-28T08:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '060a7cac-621a-4716-927d-ca031450803f', 'name': '', 'network_id': '0f626c77-8216-4388-88a8-10bcc88021fe', 'tenant_id': '39892f83141e4448a46a021fd8ed9d40', 'mac_address': 'fa:16:3e:06:40:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e6afcdb-5fec-40f9-9db9-7d6973d48dd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '36697707-8948-4899-8dad-2ce853ab407e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:23:19Z', 'updated_at': '2022-01-28T08:23:20Z', 'revision_number': 2, 'project_id': '39892f83141e4448a46a021fd8ed9d40', 'subnets': [{'id': '36697707-8948-4899-8dad-2ce853ab407e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:23:24.821954 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b089633e-1b2a-4303-ab9b-f374cac8ff24 None None] Checking router: 2e6afcdb-5fec-40f9-9db9-7d6973d48dd2 for host: n-d-712749-28 {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 08:23:24.822314 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b089633e-1b2a-4303-ab9b-f374cac8ff24 None None] Updating router 2e6afcdb-5fec-40f9-9db9-7d6973d48dd2 port 060a7cac-621a-4716-927d-ca031450803f binding host n-d-712749-28 {{(pid=103285) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 08:23:24.846033 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b089633e-1b2a-4303-ab9b-f374cac8ff24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (060a7cac-621a-4716-927d-ca031450803f), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:25.109321 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b089633e-1b2a-4303-ab9b-f374cac8ff24 None None] Publish callbacks [] for port (060a7cac-621a-4716-927d-ca031450803f), precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:25.116270 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b089633e-1b2a-4303-ab9b-f374cac8ff24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (060a7cac-621a-4716-927d-ca031450803f), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:25.179762 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dad2718-615c-408f-ad81-93cdb85abd3e None None] Pushing event updated for resources: {'Port': ['ID=060a7cac-621a-4716-927d-ca031450803f,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:23:25.247918 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-b089633e-1b2a-4303-ab9b-f374cac8ff24 None None] Attempting to bind port 060a7cac-621a-4716-927d-ca031450803f on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 08:23:25.248488 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-b089633e-1b2a-4303-ab9b-f374cac8ff24 None None] Attempting to bind port 060a7cac-621a-4716-927d-ca031450803f by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '1573a06b-319d-4ec7-8ff4-c9023ea3cb49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0f626c77-8216-4388-88a8-10bcc88021fe'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 08:23:25.248731 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b089633e-1b2a-4303-ab9b-f374cac8ff24 None None] Attempting to bind port 060a7cac-621a-4716-927d-ca031450803f on network 0f626c77-8216-4388-88a8-10bcc88021fe {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 08:23:25.254480 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b089633e-1b2a-4303-ab9b-f374cac8ff24 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 8, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 08:23:25.254862 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b089633e-1b2a-4303-ab9b-f374cac8ff24 None None] Checking segment: {'id': '1573a06b-319d-4ec7-8ff4-c9023ea3cb49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0f626c77-8216-4388-88a8-10bcc88021fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 08:23:25.255833 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b089633e-1b2a-4303-ab9b-f374cac8ff24 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:25.256779 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b089633e-1b2a-4303-ab9b-f374cac8ff24 None None] Bound using segment: {'id': '1573a06b-319d-4ec7-8ff4-c9023ea3cb49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0f626c77-8216-4388-88a8-10bcc88021fe'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 08:23:25.257309 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-b089633e-1b2a-4303-ab9b-f374cac8ff24 None None] Bound port: 060a7cac-621a-4716-927d-ca031450803f, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1573a06b-319d-4ec7-8ff4-c9023ea3cb49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0f626c77-8216-4388-88a8-10bcc88021fe'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 08:23:25.257702 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b089633e-1b2a-4303-ab9b-f374cac8ff24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (060a7cac-621a-4716-927d-ca031450803f), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:25.260472 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-90d0af45-d266-49a6-b7dc-2b691eea6168 req-ed2b0a9e-a45c-477a-8360-735c799afe23 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/ports?device_id=a57094e2-2d93-4c36-bfd4-9477655bcf39 HTTP/1.1" status: 200 len: 210 time: 0.0675085 Jan 28 08:23:25.322645 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2bdba5-3352-413e-8844-4da6c2f667b8 req-a30bfd66-b7cc-4bf9-bfe9-f24ce1f36a8a tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:23:25.324144 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-fd2bdba5-3352-413e-8844-4da6c2f667b8 req-a30bfd66-b7cc-4bf9-bfe9-f24ce1f36a8a tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.44 "GET /v2.0/networks?id=fb2ee064-bd28-4712-8366-19f2fc620897 HTTP/1.1" status: 200 len: 809 time: 0.1758220 Jan 28 08:23:25.345700 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-b089633e-1b2a-4303-ab9b-f374cac8ff24 None None] For port 060a7cac-621a-4716-927d-ca031450803f, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 08:23:25.350831 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-b089633e-1b2a-4303-ab9b-f374cac8ff24 None None] For port 060a7cac-621a-4716-927d-ca031450803f, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=060a7cac-621a-4716-927d-ca031450803f,segment=NetworkSegment(1573a06b-319d-4ec7-8ff4-c9023ea3cb49),segment_id=1573a06b-319d-4ec7-8ff4-c9023ea3cb49)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 08:23:25.355764 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b089633e-1b2a-4303-ab9b-f374cac8ff24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (060a7cac-621a-4716-927d-ca031450803f), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:25.407108 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b089633e-1b2a-4303-ab9b-f374cac8ff24 None None] Routers {'2e6afcdb-5fec-40f9-9db9-7d6973d48dd2'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 08:23:25.408092 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-b089633e-1b2a-4303-ab9b-f374cac8ff24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T08:23:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['2e6afcdb-5fec-40f9-9db9-7d6973d48dd2'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:23:25.414452 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-fd2bdba5-3352-413e-8844-4da6c2f667b8 req-335c4b3f-45c8-4eea-8bcd-46133957bac1 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=713c69ac870e40d2ad55b140cd0905a0 HTTP/1.1" status: 200 len: 379 time: 0.0710618 Jan 28 08:23:25.423166 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-fd2bdba5-3352-413e-8844-4da6c2f667b8 req-9cad6240-697d-454b-b685-2afde75905d5 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Request body: {'port': {'device_id': 'a57094e2-2d93-4c36-bfd4-9477655bcf39', 'network_id': 'fb2ee064-bd28-4712-8366-19f2fc620897', 'admin_state_up': True, 'tenant_id': '713c69ac870e40d2ad55b140cd0905a0', 'security_groups': ['ad0ecccd-0d46-453a-a6d8-72df8a4b4d92']}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:23:25.479615 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dad2718-615c-408f-ad81-93cdb85abd3e None None] Pushing event updated for resources: {'Port': ['ID=060a7cac-621a-4716-927d-ca031450803f,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:23:25.495830 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-269b25cf-25ff-48ba-a744-e6ab55ff2a22 None None] Provisioning complete for port 060a7cac-621a-4716-927d-ca031450803f triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:23:25.495830 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-269b25cf-25ff-48ba-a744-e6ab55ff2a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (060a7cac-621a-4716-927d-ca031450803f), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:25.550089 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd2bdba5-3352-413e-8844-4da6c2f667b8 req-9cad6240-697d-454b-b685-2afde75905d5 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Made reservation on behalf of 713c69ac870e40d2ad55b140cd0905a0 for: {'port': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 08:23:25.555694 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-fd2bdba5-3352-413e-8844-4da6c2f667b8 req-9cad6240-697d-454b-b685-2afde75905d5 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:25.578540 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-b089633e-1b2a-4303-ab9b-f374cac8ff24 None None] Set router 2e6afcdb-5fec-40f9-9db9-7d6973d48dd2 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 08:23:25.695069 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [req-fd2bdba5-3352-413e-8844-4da6c2f667b8 req-9cad6240-697d-454b-b685-2afde75905d5 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Allocated IP 172.20.0.6 (fb2ee064-bd28-4712-8366-19f2fc620897/46d993e8-9bee-440f-9007-20c8eef98f7d/c4b32312-dd8f-4e0d-b5be-5593b430866b) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 08:23:25.700958 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-269b25cf-25ff-48ba-a744-e6ab55ff2a22 None None] Current status of the port 060a7cac-621a-4716-927d-ca031450803f is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:23:25.701586 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-269b25cf-25ff-48ba-a744-e6ab55ff2a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (060a7cac-621a-4716-927d-ca031450803f), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:25.779911 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-269b25cf-25ff-48ba-a744-e6ab55ff2a22 None None] For port 060a7cac-621a-4716-927d-ca031450803f, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=060a7cac-621a-4716-927d-ca031450803f,segment=NetworkSegment(1573a06b-319d-4ec7-8ff4-c9023ea3cb49),segment_id=1573a06b-319d-4ec7-8ff4-c9023ea3cb49)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:23:25.787676 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-269b25cf-25ff-48ba-a744-e6ab55ff2a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (060a7cac-621a-4716-927d-ca031450803f), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:25.838926 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-fd2bdba5-3352-413e-8844-4da6c2f667b8 req-9cad6240-697d-454b-b685-2afde75905d5 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Publish callbacks [] for port (c4b32312-dd8f-4e0d-b5be-5593b430866b), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:25.865906 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269b25cf-25ff-48ba-a744-e6ab55ff2a22 None None] Pushing event updated for resources: {'Port': ['ID=060a7cac-621a-4716-927d-ca031450803f,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:23:25.874630 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-fd2bdba5-3352-413e-8844-4da6c2f667b8 req-9cad6240-697d-454b-b685-2afde75905d5 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (c4b32312-dd8f-4e0d-b5be-5593b430866b), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:25.886225 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-b089633e-1b2a-4303-ab9b-f374cac8ff24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e6afcdb-5fec-40f9-9db9-7d6973d48dd2', 'name': 'tempest-TestShelveInstance-1214853376-router', 'tenant_id': '39892f83141e4448a46a021fd8ed9d40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': '7fbdd5f5-a85a-4b77-9e6e-a90cbaf6eaa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:23:17Z', 'updated_at': '2022-01-28T08:23:20Z', 'revision_number': 4, 'project_id': '39892f83141e4448a46a021fd8ed9d40', 'gw_port': {'id': '7fbdd5f5-a85a-4b77-9e6e-a90cbaf6eaa4', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:00:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e6afcdb-5fec-40f9-9db9-7d6973d48dd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:23:18Z', 'updated_at': '2022-01-28T08:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '060a7cac-621a-4716-927d-ca031450803f', 'name': '', 'network_id': '0f626c77-8216-4388-88a8-10bcc88021fe', 'tenant_id': '39892f83141e4448a46a021fd8ed9d40', 'mac_address': 'fa:16:3e:06:40:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e6afcdb-5fec-40f9-9db9-7d6973d48dd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '36697707-8948-4899-8dad-2ce853ab407e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:23:19Z', 'updated_at': '2022-01-28T08:23:25Z', 'revision_number': 4, 'project_id': '39892f83141e4448a46a021fd8ed9d40', 'subnets': [{'id': '36697707-8948-4899-8dad-2ce853ab407e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:23:25.919476 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd2bdba5-3352-413e-8844-4da6c2f667b8 req-9cad6240-697d-454b-b685-2afde75905d5 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Network fb2ee064-bd28-4712-8366-19f2fc620897 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 08:23:25.921042 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b089633e-1b2a-4303-ab9b-f374cac8ff24 None None] The sync data for ids ['2e6afcdb-5fec-40f9-9db9-7d6973d48dd2'] in n-d-712749-28 is: [{'id': '2e6afcdb-5fec-40f9-9db9-7d6973d48dd2', 'name': 'tempest-TestShelveInstance-1214853376-router', 'tenant_id': '39892f83141e4448a46a021fd8ed9d40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': '7fbdd5f5-a85a-4b77-9e6e-a90cbaf6eaa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:23:17Z', 'updated_at': '2022-01-28T08:23:20Z', 'revision_number': 4, 'project_id': '39892f83141e4448a46a021fd8ed9d40', 'gw_port': {'id': '7fbdd5f5-a85a-4b77-9e6e-a90cbaf6eaa4', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:00:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e6afcdb-5fec-40f9-9db9-7d6973d48dd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:23:18Z', 'updated_at': '2022-01-28T08:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '060a7cac-621a-4716-927d-ca031450803f', 'name': '', 'network_id': '0f626c77-8216-4388-88a8-10bcc88021fe', 'tenant_id': '39892f83141e4448a46a021fd8ed9d40', 'mac_address': 'fa:16:3e:06:40:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e6afcdb-5fec-40f9-9db9-7d6973d48dd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '36697707-8948-4899-8dad-2ce853ab407e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:23:19Z', 'updated_at': '2022-01-28T08:23:25Z', 'revision_number': 4, 'project_id': '39892f83141e4448a46a021fd8ed9d40', 'subnets': [{'id': '36697707-8948-4899-8dad-2ce853ab407e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 08:23:25.925117 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [req-fd2bdba5-3352-413e-8844-4da6c2f667b8 req-9cad6240-697d-454b-b685-2afde75905d5 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 08:23:25.926725 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd2bdba5-3352-413e-8844-4da6c2f667b8 req-9cad6240-697d-454b-b685-2afde75905d5 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 08:23:25.932678 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-0b16b45a-0379-42d2-98b0-ac79d012b788 None None] Provisioning complete for port 060a7cac-621a-4716-927d-ca031450803f triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:23:25.933128 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0b16b45a-0379-42d2-98b0-ac79d012b788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (060a7cac-621a-4716-927d-ca031450803f), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:25.963472 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cad6240-697d-454b-b685-2afde75905d5 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Pushing event updated for resources: {'Port': ['ID=c4b32312-dd8f-4e0d-b5be-5593b430866b,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:23:26.031077 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2bdba5-3352-413e-8844-4da6c2f667b8 req-9cad6240-697d-454b-b685-2afde75905d5 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:23:26.032036 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-fd2bdba5-3352-413e-8844-4da6c2f667b8 req-9cad6240-697d-454b-b685-2afde75905d5 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:26.032603 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-0b16b45a-0379-42d2-98b0-ac79d012b788 None None] Current status of the port 060a7cac-621a-4716-927d-ca031450803f is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:23:26.065017 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-fd2bdba5-3352-413e-8844-4da6c2f667b8 req-9cad6240-697d-454b-b685-2afde75905d5 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6457443 Jan 28 08:23:26.222607 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-fd2bdba5-3352-413e-8844-4da6c2f667b8 req-1cd5494f-83cb-4326-8278-247390b23331 service neutron] Request body: {'port': {'device_id': 'a57094e2-2d93-4c36-bfd4-9477655bcf39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712749-28'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:23:26.229875 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 060a7cac-621a-4716-927d-ca031450803f up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 08:23:26.282276 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-fd2bdba5-3352-413e-8844-4da6c2f667b8 req-1cd5494f-83cb-4326-8278-247390b23331 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (c4b32312-dd8f-4e0d-b5be-5593b430866b), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:26.288245 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-ba5d2f26-c72b-46c6-9183-f08dee890468 None None] Provisioning complete for port c4b32312-dd8f-4e0d-b5be-5593b430866b triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:23:26.288609 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ba5d2f26-c72b-46c6-9183-f08dee890468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (c4b32312-dd8f-4e0d-b5be-5593b430866b), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:26.329920 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-ba5d2f26-c72b-46c6-9183-f08dee890468 None None] Port c4b32312-dd8f-4e0d-b5be-5593b430866b cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 08:23:26.347794 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 060a7cac-621a-4716-927d-ca031450803f triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:23:26.347794 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (060a7cac-621a-4716-927d-ca031450803f), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:26.405350 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced20e66-fee0-4821-9543-5abfeb9b976f req-1179d924-1b8f-4a8b-befb-5e57b590cc18 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:23:26.407616 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ced20e66-fee0-4821-9543-5abfeb9b976f req-1179d924-1b8f-4a8b-befb-5e57b590cc18 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/ports?device_id=a57094e2-2d93-4c36-bfd4-9477655bcf39 HTTP/1.1" status: 200 len: 931 time: 0.0619698 Jan 28 08:23:26.456369 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 060a7cac-621a-4716-927d-ca031450803f is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:23:26.471996 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ced20e66-fee0-4821-9543-5abfeb9b976f req-0481303b-b23f-480d-bd4f-3a920ce513dc tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad0ecccd-0d46-453a-a6d8-72df8a4b4d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577939 Jan 28 08:23:26.614212 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [req-fd2bdba5-3352-413e-8844-4da6c2f667b8 req-1cd5494f-83cb-4326-8278-247390b23331 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4b32312-dd8f-4e0d-b5be-5593b430866b {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 08:23:26.623187 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-fd2bdba5-3352-413e-8844-4da6c2f667b8 req-1cd5494f-83cb-4326-8278-247390b23331 service neutron] Publish callbacks [] for port (c4b32312-dd8f-4e0d-b5be-5593b430866b), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:26.637432 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [req-fd2bdba5-3352-413e-8844-4da6c2f667b8 req-1cd5494f-83cb-4326-8278-247390b23331 service neutron] Transition to ACTIVE for port object c4b32312-dd8f-4e0d-b5be-5593b430866b will not be triggered until provisioned by entity L2. {{(pid=103283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 08:23:26.641670 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-fd2bdba5-3352-413e-8844-4da6c2f667b8 req-1cd5494f-83cb-4326-8278-247390b23331 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (c4b32312-dd8f-4e0d-b5be-5593b430866b), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:26.698078 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd5494f-83cb-4326-8278-247390b23331 service neutron] Pushing event updated for resources: {'Port': ['ID=c4b32312-dd8f-4e0d-b5be-5593b430866b,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:23:26.766987 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-fd2bdba5-3352-413e-8844-4da6c2f667b8 req-1cd5494f-83cb-4326-8278-247390b23331 service neutron] Attempting to bind port c4b32312-dd8f-4e0d-b5be-5593b430866b on host n-h2-712749-28 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 08:23:26.767506 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-fd2bdba5-3352-413e-8844-4da6c2f667b8 req-1cd5494f-83cb-4326-8278-247390b23331 service neutron] Attempting to bind port c4b32312-dd8f-4e0d-b5be-5593b430866b by drivers openvswitch,hyperv on host n-h2-712749-28 at level 0 using segments [{'id': 'abe7a848-cb1f-4b8c-a3a0-bb1cb3a7b93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'fb2ee064-bd28-4712-8366-19f2fc620897'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 08:23:26.767646 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd2bdba5-3352-413e-8844-4da6c2f667b8 req-1cd5494f-83cb-4326-8278-247390b23331 service neutron] Attempting to bind port c4b32312-dd8f-4e0d-b5be-5593b430866b on network fb2ee064-bd28-4712-8366-19f2fc620897 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 08:23:26.774128 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd2bdba5-3352-413e-8844-4da6c2f667b8 req-1cd5494f-83cb-4326-8278-247390b23331 service neutron] Port c4b32312-dd8f-4e0d-b5be-5593b430866b on network fb2ee064-bd28-4712-8366-19f2fc620897 not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-28 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 08:23:26.774460 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd2bdba5-3352-413e-8844-4da6c2f667b8 req-1cd5494f-83cb-4326-8278-247390b23331 service neutron] Attempting to bind port c4b32312-dd8f-4e0d-b5be-5593b430866b on network fb2ee064-bd28-4712-8366-19f2fc620897 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 08:23:26.779709 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd2bdba5-3352-413e-8844-4da6c2f667b8 req-1cd5494f-83cb-4326-8278-247390b23331 service neutron] Checking agent: {'id': 'c9906e63-062c-432e-bb53-63fdb8115e18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 8, 23, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 08:23:26.780060 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd2bdba5-3352-413e-8844-4da6c2f667b8 req-1cd5494f-83cb-4326-8278-247390b23331 service neutron] Checking segment: {'id': 'abe7a848-cb1f-4b8c-a3a0-bb1cb3a7b93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'fb2ee064-bd28-4712-8366-19f2fc620897'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 08:23:26.780726 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd2bdba5-3352-413e-8844-4da6c2f667b8 req-1cd5494f-83cb-4326-8278-247390b23331 service neutron] Bound using segment: {'id': 'abe7a848-cb1f-4b8c-a3a0-bb1cb3a7b93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'fb2ee064-bd28-4712-8366-19f2fc620897'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 08:23:26.781181 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-fd2bdba5-3352-413e-8844-4da6c2f667b8 req-1cd5494f-83cb-4326-8278-247390b23331 service neutron] Bound port: c4b32312-dd8f-4e0d-b5be-5593b430866b, host: n-h2-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abe7a848-cb1f-4b8c-a3a0-bb1cb3a7b93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'fb2ee064-bd28-4712-8366-19f2fc620897'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 08:23:26.781557 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-fd2bdba5-3352-413e-8844-4da6c2f667b8 req-1cd5494f-83cb-4326-8278-247390b23331 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (c4b32312-dd8f-4e0d-b5be-5593b430866b), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:26.852395 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-fd2bdba5-3352-413e-8844-4da6c2f667b8 req-1cd5494f-83cb-4326-8278-247390b23331 service neutron] For port c4b32312-dd8f-4e0d-b5be-5593b430866b, host n-h2-712749-28, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 08:23:26.855696 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-fd2bdba5-3352-413e-8844-4da6c2f667b8 req-1cd5494f-83cb-4326-8278-247390b23331 service neutron] For port c4b32312-dd8f-4e0d-b5be-5593b430866b, host n-h2-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=c4b32312-dd8f-4e0d-b5be-5593b430866b,segment=NetworkSegment(abe7a848-cb1f-4b8c-a3a0-bb1cb3a7b93d),segment_id=abe7a848-cb1f-4b8c-a3a0-bb1cb3a7b93d)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 08:23:26.860254 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-fd2bdba5-3352-413e-8844-4da6c2f667b8 req-1cd5494f-83cb-4326-8278-247390b23331 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (c4b32312-dd8f-4e0d-b5be-5593b430866b), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:26.895537 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2bdba5-3352-413e-8844-4da6c2f667b8 req-1cd5494f-83cb-4326-8278-247390b23331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:23:26.896754 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-fd2bdba5-3352-413e-8844-4da6c2f667b8 req-1cd5494f-83cb-4326-8278-247390b23331 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:26.898398 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-fd2bdba5-3352-413e-8844-4da6c2f667b8 req-1cd5494f-83cb-4326-8278-247390b23331 service neutron] 10.222.0.44 "PUT /v2.0/ports/c4b32312-dd8f-4e0d-b5be-5593b430866b HTTP/1.1" status: 200 len: 1092 time: 0.8150778 Jan 28 08:23:26.898848 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a57094e2-2d93-4c36-bfd4-9477655bcf39', 'tag': 'c4b32312-dd8f-4e0d-b5be-5593b430866b'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 08:23:26.901145 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6b024039d6c3a8048940e324a8d5ead2390d66f8802a9866b6a24361082aa9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29ad6f91-e6fb-45c4-b552-2acc4c7cd512" -d '{"events": [{"name": "network-changed", "server_uuid": "a57094e2-2d93-4c36-bfd4-9477655bcf39", "tag": "c4b32312-dd8f-4e0d-b5be-5593b430866b"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 08:23:26.925871 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd5494f-83cb-4326-8278-247390b23331 service neutron] Pushing event updated for resources: {'Port': ['ID=c4b32312-dd8f-4e0d-b5be-5593b430866b,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:23:26.947340 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 08:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ce979fd-9ece-4e15-b67d-22b030e60d79 x-openstack-request-id: req-2ce979fd-9ece-4e15-b67d-22b030e60d79 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 08:23:26.947640 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a57094e2-2d93-4c36-bfd4-9477655bcf39", "tag": "c4b32312-dd8f-4e0d-b5be-5593b430866b", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 08:23:26.947905 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2ce979fd-9ece-4e15-b67d-22b030e60d79 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 08:23:26.948493 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a57094e2-2d93-4c36-bfd4-9477655bcf39', 'tag': 'c4b32312-dd8f-4e0d-b5be-5593b430866b', 'status': 'completed', 'code': 200} Jan 28 08:23:27.004395 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2bdba5-3352-413e-8844-4da6c2f667b8 req-2a7745bb-5112-4c47-8a97-dd2d6917938b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:23:27.006339 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-fd2bdba5-3352-413e-8844-4da6c2f667b8 req-2a7745bb-5112-4c47-8a97-dd2d6917938b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=713c69ac870e40d2ad55b140cd0905a0&device_id=a57094e2-2d93-4c36-bfd4-9477655bcf39 HTTP/1.1" status: 200 len: 1095 time: 0.0438302 Jan 28 08:23:27.059227 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-fd2bdba5-3352-413e-8844-4da6c2f667b8 req-32f1ad6f-e719-4086-99af-96114e5595fd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c4b32312-dd8f-4e0d-b5be-5593b430866b HTTP/1.1" status: 200 len: 217 time: 0.0401156 Jan 28 08:23:27.108493 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2bdba5-3352-413e-8844-4da6c2f667b8 req-53960e17-1002-4cee-a1a8-085871452509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:23:27.109992 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-fd2bdba5-3352-413e-8844-4da6c2f667b8 req-53960e17-1002-4cee-a1a8-085871452509 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=46d993e8-9bee-440f-9007-20c8eef98f7d HTTP/1.1" status: 200 len: 848 time: 0.0456636 Jan 28 08:23:27.153730 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2bdba5-3352-413e-8844-4da6c2f667b8 req-b5ab0856-8aa7-4dcd-9778-594654882896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:23:27.155106 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-fd2bdba5-3352-413e-8844-4da6c2f667b8 req-b5ab0856-8aa7-4dcd-9778-594654882896 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fb2ee064-bd28-4712-8366-19f2fc620897&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394037 Jan 28 08:23:27.247373 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-fd2bdba5-3352-413e-8844-4da6c2f667b8 req-b5382724-8eab-4ccb-a1eb-b77c9b5b22db service neutron] 10.222.0.44 "GET /v2.0/networks/fb2ee064-bd28-4712-8366-19f2fc620897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863218 Jan 28 08:23:27.335292 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-fd2bdba5-3352-413e-8844-4da6c2f667b8 req-51a626e2-d3c5-4a7e-96c7-3ab4c3130455 service neutron] 10.222.0.44 "GET /v2.0/networks/fb2ee064-bd28-4712-8366-19f2fc620897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819986 Jan 28 08:23:27.468327 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ad6f91-e6fb-45c4-b552-2acc4c7cd512 req-31e59f70-c587-4391-ae78-d92b3a991bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:23:27.469730 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-29ad6f91-e6fb-45c4-b552-2acc4c7cd512 req-31e59f70-c587-4391-ae78-d92b3a991bfd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=713c69ac870e40d2ad55b140cd0905a0&device_id=a57094e2-2d93-4c36-bfd4-9477655bcf39 HTTP/1.1" status: 200 len: 1095 time: 0.0416071 Jan 28 08:23:27.597680 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1faaeb6-c4a6-4b29-b8b5-70f2565407bc req-f6d7f758-9b97-407c-8693-25cf80c8c2ce tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:23:27.599330 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b1faaeb6-c4a6-4b29-b8b5-70f2565407bc req-f6d7f758-9b97-407c-8693-25cf80c8c2ce tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/ports?device_id=a57094e2-2d93-4c36-bfd4-9477655bcf39 HTTP/1.1" status: 200 len: 943 time: 0.0570889 Jan 28 08:23:27.658863 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b1faaeb6-c4a6-4b29-b8b5-70f2565407bc req-4d4993b7-e539-437f-9ffd-47bbde02e768 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad0ecccd-0d46-453a-a6d8-72df8a4b4d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520921 Jan 28 08:23:27.898121 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ad6f91-e6fb-45c4-b552-2acc4c7cd512 req-23faa854-3932-41f8-b261-627d8e05d3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:23:27.899590 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-29ad6f91-e6fb-45c4-b552-2acc4c7cd512 req-23faa854-3932-41f8-b261-627d8e05d3f9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=fb2ee064-bd28-4712-8366-19f2fc620897 HTTP/1.1" status: 200 len: 910 time: 0.4242289 Jan 28 08:23:27.941027 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-29ad6f91-e6fb-45c4-b552-2acc4c7cd512 req-109a8af1-97c4-4cf6-b4a5-c208ecad0f3b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c4b32312-dd8f-4e0d-b5be-5593b430866b HTTP/1.1" status: 200 len: 217 time: 0.0344937 Jan 28 08:23:27.988321 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ad6f91-e6fb-45c4-b552-2acc4c7cd512 req-08061c23-8935-4e90-89e5-bf255a64802d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:23:27.990385 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-29ad6f91-e6fb-45c4-b552-2acc4c7cd512 req-08061c23-8935-4e90-89e5-bf255a64802d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=46d993e8-9bee-440f-9007-20c8eef98f7d HTTP/1.1" status: 200 len: 848 time: 0.0434971 Jan 28 08:23:28.039123 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ad6f91-e6fb-45c4-b552-2acc4c7cd512 req-d1489b7d-4d87-4553-8b69-c9c7a6b8069a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:23:28.040621 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-29ad6f91-e6fb-45c4-b552-2acc4c7cd512 req-d1489b7d-4d87-4553-8b69-c9c7a6b8069a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fb2ee064-bd28-4712-8366-19f2fc620897&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444114 Jan 28 08:23:28.136143 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-29ad6f91-e6fb-45c4-b552-2acc4c7cd512 req-5583121f-d560-402a-b76a-fed6e5bfd031 service neutron] 10.222.0.44 "GET /v2.0/networks/fb2ee064-bd28-4712-8366-19f2fc620897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885987 Jan 28 08:23:28.234186 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-29ad6f91-e6fb-45c4-b552-2acc4c7cd512 req-64d83c81-fa0f-4f91-a891-baf0a3032e95 service neutron] 10.222.0.44 "GET /v2.0/networks/fb2ee064-bd28-4712-8366-19f2fc620897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915499 Jan 28 08:23:28.799549 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e719f806-098d-4da7-92a0-91d0f6afba30 req-b89948da-24b4-4434-8e58-39509467c84e tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:23:28.801353 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e719f806-098d-4da7-92a0-91d0f6afba30 req-b89948da-24b4-4434-8e58-39509467c84e tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/ports?device_id=a57094e2-2d93-4c36-bfd4-9477655bcf39 HTTP/1.1" status: 200 len: 943 time: 0.0631082 Jan 28 08:23:28.860283 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e719f806-098d-4da7-92a0-91d0f6afba30 req-cb3d90e6-a919-4b47-a2a5-36b993081cb9 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad0ecccd-0d46-453a-a6d8-72df8a4b4d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524883 Jan 28 08:23:29.979667 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7924b9be-d65b-4864-9fe2-56e3d9cf679b req-3f676f42-a1cf-4323-84a7-98c75ec3bd53 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:23:29.981066 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7924b9be-d65b-4864-9fe2-56e3d9cf679b req-3f676f42-a1cf-4323-84a7-98c75ec3bd53 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/ports?device_id=a57094e2-2d93-4c36-bfd4-9477655bcf39 HTTP/1.1" status: 200 len: 943 time: 0.0502992 Jan 28 08:23:30.028302 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7924b9be-d65b-4864-9fe2-56e3d9cf679b req-e8113fa8-c136-4396-9360-028550904b19 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad0ecccd-0d46-453a-a6d8-72df8a4b4d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415995 Jan 28 08:23:30.287518 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device c4b32312-dd8f-4e0d-b5be-5593b430866b details requested by agent hyperv_n-h2-712749-28 with host n-h2-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 08:23:30.383603 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port c4b32312-dd8f-4e0d-b5be-5593b430866b, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=c4b32312-dd8f-4e0d-b5be-5593b430866b,segment=NetworkSegment(abe7a848-cb1f-4b8c-a3a0-bb1cb3a7b93d),segment_id=abe7a848-cb1f-4b8c-a3a0-bb1cb3a7b93d)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:23:30.395238 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Returning: {'device': 'c4b32312-dd8f-4e0d-b5be-5593b430866b', 'network_id': 'fb2ee064-bd28-4712-8366-19f2fc620897', 'port_id': 'c4b32312-dd8f-4e0d-b5be-5593b430866b', 'mac_address': 'fa:16:3e:db:69:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46d993e8-9bee-440f-9007-20c8eef98f7d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 08:23:30.431638 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port c4b32312-dd8f-4e0d-b5be-5593b430866b is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:23:30.432031 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (c4b32312-dd8f-4e0d-b5be-5593b430866b), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:30.446098 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4b32312-dd8f-4e0d-b5be-5593b430866b {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 08:23:30.469173 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port c4b32312-dd8f-4e0d-b5be-5593b430866b, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=c4b32312-dd8f-4e0d-b5be-5593b430866b,segment=NetworkSegment(abe7a848-cb1f-4b8c-a3a0-bb1cb3a7b93d),segment_id=abe7a848-cb1f-4b8c-a3a0-bb1cb3a7b93d)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:23:30.473105 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (c4b32312-dd8f-4e0d-b5be-5593b430866b), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:30.518171 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=c4b32312-dd8f-4e0d-b5be-5593b430866b,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:23:30.779009 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['c4b32312-dd8f-4e0d-b5be-5593b430866b'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 08:23:31.143958 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f6796e-0301-425e-9fc1-fe97347a48de req-66254fc4-fe05-4a47-b02f-f964d80db79e tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:23:31.145484 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-19f6796e-0301-425e-9fc1-fe97347a48de req-66254fc4-fe05-4a47-b02f-f964d80db79e tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/ports?device_id=a57094e2-2d93-4c36-bfd4-9477655bcf39 HTTP/1.1" status: 200 len: 944 time: 0.0483186 Jan 28 08:23:31.197825 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-19f6796e-0301-425e-9fc1-fe97347a48de req-14168a03-042e-4b62-b338-69ed2e11265c tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad0ecccd-0d46-453a-a6d8-72df8a4b4d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461652 Jan 28 08:23:32.306036 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device c4b32312-dd8f-4e0d-b5be-5593b430866b up at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 08:23:32.356676 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning for port c4b32312-dd8f-4e0d-b5be-5593b430866b completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 08:23:32.360702 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning complete for port c4b32312-dd8f-4e0d-b5be-5593b430866b triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:23:32.361110 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (c4b32312-dd8f-4e0d-b5be-5593b430866b), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:32.365766 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e92f09-b2b2-4720-9ceb-63345a07e712 req-f45257fb-0b66-4851-9449-6ed9e5e9f959 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:23:32.367283 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-21e92f09-b2b2-4720-9ceb-63345a07e712 req-f45257fb-0b66-4851-9449-6ed9e5e9f959 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/ports?device_id=a57094e2-2d93-4c36-bfd4-9477655bcf39 HTTP/1.1" status: 200 len: 944 time: 0.1016641 Jan 28 08:23:32.418151 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-21e92f09-b2b2-4720-9ceb-63345a07e712 req-4decc655-9b11-44ff-9a03-97ef498bbf27 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad0ecccd-0d46-453a-a6d8-72df8a4b4d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449359 Jan 28 08:23:32.447290 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port c4b32312-dd8f-4e0d-b5be-5593b430866b is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:23:32.447691 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (c4b32312-dd8f-4e0d-b5be-5593b430866b), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:32.471557 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a57094e2-2d93-4c36-bfd4-9477655bcf39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4b32312-dd8f-4e0d-b5be-5593b430866b'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 08:23:32.473864 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ad7fe887ec8da9bd29e477e6463a73d1e99860c0dff062a8c1350cb6684650b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81ce77c5-d159-4537-acfb-1e4fbd77e42d" -d '{"events": [{"server_uuid": "a57094e2-2d93-4c36-bfd4-9477655bcf39", "name": "network-vif-plugged", "status": "completed", "tag": "c4b32312-dd8f-4e0d-b5be-5593b430866b"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 08:23:32.485830 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port c4b32312-dd8f-4e0d-b5be-5593b430866b, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=c4b32312-dd8f-4e0d-b5be-5593b430866b,segment=NetworkSegment(abe7a848-cb1f-4b8c-a3a0-bb1cb3a7b93d),segment_id=abe7a848-cb1f-4b8c-a3a0-bb1cb3a7b93d)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:23:32.489832 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (c4b32312-dd8f-4e0d-b5be-5593b430866b), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:32.514178 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 08:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37c2ec05-8335-45d1-b3c8-8797f0607265 x-openstack-request-id: req-37c2ec05-8335-45d1-b3c8-8797f0607265 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 08:23:32.514490 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a57094e2-2d93-4c36-bfd4-9477655bcf39", "name": "network-vif-plugged", "status": "completed", "tag": "c4b32312-dd8f-4e0d-b5be-5593b430866b", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 08:23:32.514811 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-37c2ec05-8335-45d1-b3c8-8797f0607265 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 08:23:32.515137 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a57094e2-2d93-4c36-bfd4-9477655bcf39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4b32312-dd8f-4e0d-b5be-5593b430866b', 'code': 200} Jan 28 08:23:32.540083 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=c4b32312-dd8f-4e0d-b5be-5593b430866b,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:23:32.635863 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8c79dc-8288-41cc-8bee-41fd193ef56c req-2489cb0f-bee1-4bb2-955b-4d5e86bbade3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:23:32.637282 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1d8c79dc-8288-41cc-8bee-41fd193ef56c req-2489cb0f-bee1-4bb2-955b-4d5e86bbade3 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a57094e2-2d93-4c36-bfd4-9477655bcf39 HTTP/1.1" status: 200 len: 1097 time: 0.0397654 Jan 28 08:23:32.681643 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1d8c79dc-8288-41cc-8bee-41fd193ef56c req-1ea0097b-f152-4180-9af1-12b988d470dd service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=ad0ecccd-0d46-453a-a6d8-72df8a4b4d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385306 Jan 28 08:23:33.392168 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4662326f-4519-49c0-9faf-f481455b28a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:33.540888 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b292efc8-25d7-4844-96c9-003c19fede44 req-db709c1d-ff0f-4ad1-9c63-24a2f5bb3252 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:23:33.542934 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b292efc8-25d7-4844-96c9-003c19fede44 req-db709c1d-ff0f-4ad1-9c63-24a2f5bb3252 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/ports?device_id=a57094e2-2d93-4c36-bfd4-9477655bcf39 HTTP/1.1" status: 200 len: 945 time: 0.0551114 Jan 28 08:23:33.592132 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b292efc8-25d7-4844-96c9-003c19fede44 req-6e84c2f3-b909-4452-afa1-7a47e3bfc56c tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad0ecccd-0d46-453a-a6d8-72df8a4b4d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436747 Jan 28 08:23:33.813033 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:34.757646 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a35d5f5-13d4-47c4-8dea-26e16dc4f0ad req-231a576d-2b02-42d6-80b9-7e66313976a8 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:23:34.759150 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8a35d5f5-13d4-47c4-8dea-26e16dc4f0ad req-231a576d-2b02-42d6-80b9-7e66313976a8 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/ports?device_id=a57094e2-2d93-4c36-bfd4-9477655bcf39 HTTP/1.1" status: 200 len: 945 time: 0.0966597 Jan 28 08:23:34.805022 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:34.809597 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8a35d5f5-13d4-47c4-8dea-26e16dc4f0ad req-77b8bdd5-4e7f-4440-b265-84985403b6e9 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad0ecccd-0d46-453a-a6d8-72df8a4b4d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447826 Jan 28 08:23:34.923506 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e97e60-41d3-46c7-9df2-15a79cd8e572 req-fc256a4b-1d8c-4d4c-a20a-7d009c09152b tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:23:34.925892 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-26e97e60-41d3-46c7-9df2-15a79cd8e572 req-fc256a4b-1d8c-4d4c-a20a-7d009c09152b tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/ports?device_id=a57094e2-2d93-4c36-bfd4-9477655bcf39 HTTP/1.1" status: 200 len: 945 time: 0.0504467 Jan 28 08:23:34.973718 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-26e97e60-41d3-46c7-9df2-15a79cd8e572 req-5bf5a00e-c9a0-4b33-8efa-bf95ffe081d3 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad0ecccd-0d46-453a-a6d8-72df8a4b4d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421739 Jan 28 08:23:34.994943 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 42124) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:23:35.080878 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b21f2b03-c822-4059-ae10-41042e266a56 tempest-TestShelveInstance-1737606028 tempest-TestShelveInstance-1737606028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:23:35.082395 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-b21f2b03-c822-4059-ae10-41042e266a56 tempest-TestShelveInstance-1737606028 tempest-TestShelveInstance-1737606028-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=a57094e2-2d93-4c36-bfd4-9477655bcf39 HTTP/1.1" status: 200 len: 1092 time: 0.0864925 Jan 28 08:23:35.085429 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 42128) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:23:35.089862 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-348edcfe-4503-4774-964f-0ab255da7786 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Request body: {'floatingip': {'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'port_id': 'c4b32312-dd8f-4e0d-b5be-5593b430866b', 'tenant_id': '713c69ac870e40d2ad55b140cd0905a0', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:23:35.109440 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-348edcfe-4503-4774-964f-0ab255da7786 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:35.206565 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-348edcfe-4503-4774-964f-0ab255da7786 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:35.313493 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-348edcfe-4503-4774-964f-0ab255da7786 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Allocated IP 172.25.6.27 (7d5b3724-deef-4831-8d43-cb9b8176573c/b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc/145d9768-5895-4d72-8096-0d9b5ea24be1) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 08:23:35.412096 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-348edcfe-4503-4774-964f-0ab255da7786 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Publish callbacks [] for port (145d9768-5895-4d72-8096-0d9b5ea24be1), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:35.445882 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-348edcfe-4503-4774-964f-0ab255da7786 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (145d9768-5895-4d72-8096-0d9b5ea24be1), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:35.483189 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-348edcfe-4503-4774-964f-0ab255da7786 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Network 7d5b3724-deef-4831-8d43-cb9b8176573c is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 08:23:35.485901 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-348edcfe-4503-4774-964f-0ab255da7786 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 08:23:35.492707 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348edcfe-4503-4774-964f-0ab255da7786 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 08:23:35.498007 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348edcfe-4503-4774-964f-0ab255da7786 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Pushing event updated for resources: {'Port': ['ID=145d9768-5895-4d72-8096-0d9b5ea24be1,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:23:35.775191 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e8157812-203f-45d0-a468-41cbf2ec12a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:35.854867 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-348edcfe-4503-4774-964f-0ab255da7786 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Publish callbacks [] for floatingip (34d06336-a532-4980-a97b-79f479563548), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:35.921340 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-348edcfe-4503-4774-964f-0ab255da7786 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (145d9768-5895-4d72-8096-0d9b5ea24be1), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:36.063267 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-348edcfe-4503-4774-964f-0ab255da7786 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Publish callbacks [] for port (145d9768-5895-4d72-8096-0d9b5ea24be1), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:36.067723 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-348edcfe-4503-4774-964f-0ab255da7786 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (145d9768-5895-4d72-8096-0d9b5ea24be1), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:36.137916 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348edcfe-4503-4774-964f-0ab255da7786 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Pushing event updated for resources: {'Port': ['ID=145d9768-5895-4d72-8096-0d9b5ea24be1,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:23:36.148779 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-348edcfe-4503-4774-964f-0ab255da7786 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16609095'] for floatingip (34d06336-a532-4980-a97b-79f479563548), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:36.589407 n-d-712749-28 neutron-server[103284]: INFO neutron.db.l3_db [None req-348edcfe-4503-4774-964f-0ab255da7786 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Floating IP 34d06336-a532-4980-a97b-79f479563548 associated. External IP: 172.25.6.27, port: c4b32312-dd8f-4e0d-b5be-5593b430866b. Jan 28 08:23:36.796640 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-348edcfe-4503-4774-964f-0ab255da7786 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Router c324857a-d600-46e7-ad4d-d5fd8cd9ea64 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 08:23:36.904748 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-348edcfe-4503-4774-964f-0ab255da7786 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 08:23:36.914281 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee249c71-4890-4467-82b6-6c05ce6ce870 None None] Sync routers for ids ['c324857a-d600-46e7-ad4d-d5fd8cd9ea64'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 08:23:36.922679 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-348edcfe-4503-4774-964f-0ab255da7786 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for floatingip (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:36.925279 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee249c71-4890-4467-82b6-6c05ce6ce870 None None] Routers {'c324857a-d600-46e7-ad4d-d5fd8cd9ea64'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 08:23:36.926048 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-ee249c71-4890-4467-82b6-6c05ce6ce870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T08:23:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['c324857a-d600-46e7-ad4d-d5fd8cd9ea64'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:23:36.960215 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-348edcfe-4503-4774-964f-0ab255da7786 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8637369 Jan 28 08:23:36.960215 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a57094e2-2d93-4c36-bfd4-9477655bcf39', 'tag': 'c4b32312-dd8f-4e0d-b5be-5593b430866b'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 08:23:36.960215 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea2b103cb7827510f28784975546feb0b63800b94dfac5f98f271904baace09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88d50137-5d04-49cd-a3aa-d18bcc1cafa6" -d '{"events": [{"name": "network-changed", "server_uuid": "a57094e2-2d93-4c36-bfd4-9477655bcf39", "tag": "c4b32312-dd8f-4e0d-b5be-5593b430866b"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 08:23:36.989067 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 08:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c691766-7f24-4c15-b2a0-e93e28f68369 x-openstack-request-id: req-3c691766-7f24-4c15-b2a0-e93e28f68369 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 08:23:36.989366 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a57094e2-2d93-4c36-bfd4-9477655bcf39", "tag": "c4b32312-dd8f-4e0d-b5be-5593b430866b", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 08:23:36.989627 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3c691766-7f24-4c15-b2a0-e93e28f68369 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 08:23:36.990040 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a57094e2-2d93-4c36-bfd4-9477655bcf39', 'tag': 'c4b32312-dd8f-4e0d-b5be-5593b430866b', 'status': 'completed', 'code': 200} Jan 28 08:23:37.039696 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-ee249c71-4890-4467-82b6-6c05ce6ce870 None None] Set router c324857a-d600-46e7-ad4d-d5fd8cd9ea64 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 08:23:37.080172 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d50137-5d04-49cd-a3aa-d18bcc1cafa6 req-237929e8-be5a-4c43-8425-483517b22337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:23:37.081722 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-88d50137-5d04-49cd-a3aa-d18bcc1cafa6 req-237929e8-be5a-4c43-8425-483517b22337 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=713c69ac870e40d2ad55b140cd0905a0&device_id=a57094e2-2d93-4c36-bfd4-9477655bcf39 HTTP/1.1" status: 200 len: 1097 time: 0.0453346 Jan 28 08:23:37.170136 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d50137-5d04-49cd-a3aa-d18bcc1cafa6 req-3d5f457d-ccfe-49de-b2c5-b1c2e777db43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:23:37.171607 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-88d50137-5d04-49cd-a3aa-d18bcc1cafa6 req-3d5f457d-ccfe-49de-b2c5-b1c2e777db43 service neutron] 10.222.0.44 "GET /v2.0/networks?id=fb2ee064-bd28-4712-8366-19f2fc620897 HTTP/1.1" status: 200 len: 910 time: 0.0832202 Jan 28 08:23:37.241240 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-88d50137-5d04-49cd-a3aa-d18bcc1cafa6 req-1f186b1b-5fc3-44ac-8adc-41958d4f3917 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c4b32312-dd8f-4e0d-b5be-5593b430866b HTTP/1.1" status: 200 len: 998 time: 0.0623550 Jan 28 08:23:37.265580 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-ee249c71-4890-4467-82b6-6c05ce6ce870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c324857a-d600-46e7-ad4d-d5fd8cd9ea64', 'name': 'tempest-TestShelveInstance-1702425519-router', 'tenant_id': '713c69ac870e40d2ad55b140cd0905a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': 'd3a65ecd-f243-4bc8-8b1b-1e0460a5a035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:23:13Z', 'updated_at': '2022-01-28T08:23:16Z', 'revision_number': 4, 'project_id': '713c69ac870e40d2ad55b140cd0905a0', 'gw_port': {'id': 'd3a65ecd-f243-4bc8-8b1b-1e0460a5a035', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:48:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c324857a-d600-46e7-ad4d-d5fd8cd9ea64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:23:13Z', 'updated_at': '2022-01-28T08:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_floatingips': [{'id': '34d06336-a532-4980-a97b-79f479563548', 'tenant_id': '713c69ac870e40d2ad55b140cd0905a0', 'floating_ip_address': '172.25.6.27', 'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'router_id': 'c324857a-d600-46e7-ad4d-d5fd8cd9ea64', 'port_id': 'c4b32312-dd8f-4e0d-b5be-5593b430866b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb2ee064-bd28-4712-8366-19f2fc620897', 'mac_address': 'fa:16:3e:db:69:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57094e2-2d93-4c36-bfd4-9477655bcf39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T08:23:35Z', 'updated_at': '2022-01-28T08:23:35Z', 'revision_number': 0, 'project_id': '713c69ac870e40d2ad55b140cd0905a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d33db57-1e61-489a-b4fd-1e90e1f70a9a', 'name': '', 'network_id': 'fb2ee064-bd28-4712-8366-19f2fc620897', 'tenant_id': '713c69ac870e40d2ad55b140cd0905a0', 'mac_address': 'fa:16:3e:66:06:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c324857a-d600-46e7-ad4d-d5fd8cd9ea64', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '46d993e8-9bee-440f-9007-20c8eef98f7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:23:15Z', 'updated_at': '2022-01-28T08:23:20Z', 'revision_number': 5, 'project_id': '713c69ac870e40d2ad55b140cd0905a0', 'subnets': [{'id': '46d993e8-9bee-440f-9007-20c8eef98f7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:23:37.268781 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:37.293278 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee249c71-4890-4467-82b6-6c05ce6ce870 None None] Checking router: c324857a-d600-46e7-ad4d-d5fd8cd9ea64 for host: n-d-712749-28 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 08:23:37.297739 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d50137-5d04-49cd-a3aa-d18bcc1cafa6 req-75454632-985f-4a7b-b70a-97a217155b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:23:37.299231 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-88d50137-5d04-49cd-a3aa-d18bcc1cafa6 req-75454632-985f-4a7b-b70a-97a217155b8a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=46d993e8-9bee-440f-9007-20c8eef98f7d HTTP/1.1" status: 200 len: 848 time: 0.0496368 Jan 28 08:23:37.301263 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee249c71-4890-4467-82b6-6c05ce6ce870 None None] Routers {'c324857a-d600-46e7-ad4d-d5fd8cd9ea64'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 08:23:37.301859 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-ee249c71-4890-4467-82b6-6c05ce6ce870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T08:23:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['c324857a-d600-46e7-ad4d-d5fd8cd9ea64'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:23:37.344861 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d50137-5d04-49cd-a3aa-d18bcc1cafa6 req-efee6fec-03a3-45e3-83fb-aa7c23764157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:23:37.346499 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-88d50137-5d04-49cd-a3aa-d18bcc1cafa6 req-efee6fec-03a3-45e3-83fb-aa7c23764157 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fb2ee064-bd28-4712-8366-19f2fc620897&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410180 Jan 28 08:23:37.443756 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-88d50137-5d04-49cd-a3aa-d18bcc1cafa6 req-fda07e2b-7cd6-47a8-af3c-fd258370ec07 service neutron] 10.222.0.44 "GET /v2.0/networks/fb2ee064-bd28-4712-8366-19f2fc620897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911884 Jan 28 08:23:37.502262 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-ee249c71-4890-4467-82b6-6c05ce6ce870 None None] Set router c324857a-d600-46e7-ad4d-d5fd8cd9ea64 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 08:23:37.537669 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-88d50137-5d04-49cd-a3aa-d18bcc1cafa6 req-2b1d18b7-4309-4110-bb53-809c21ab19cd service neutron] 10.222.0.44 "GET /v2.0/networks/fb2ee064-bd28-4712-8366-19f2fc620897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875168 Jan 28 08:23:37.721198 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-ee249c71-4890-4467-82b6-6c05ce6ce870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c324857a-d600-46e7-ad4d-d5fd8cd9ea64', 'name': 'tempest-TestShelveInstance-1702425519-router', 'tenant_id': '713c69ac870e40d2ad55b140cd0905a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': 'd3a65ecd-f243-4bc8-8b1b-1e0460a5a035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:23:13Z', 'updated_at': '2022-01-28T08:23:16Z', 'revision_number': 4, 'project_id': '713c69ac870e40d2ad55b140cd0905a0', 'gw_port': {'id': 'd3a65ecd-f243-4bc8-8b1b-1e0460a5a035', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:48:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c324857a-d600-46e7-ad4d-d5fd8cd9ea64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:23:13Z', 'updated_at': '2022-01-28T08:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_floatingips': [{'id': '34d06336-a532-4980-a97b-79f479563548', 'tenant_id': '713c69ac870e40d2ad55b140cd0905a0', 'floating_ip_address': '172.25.6.27', 'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'router_id': 'c324857a-d600-46e7-ad4d-d5fd8cd9ea64', 'port_id': 'c4b32312-dd8f-4e0d-b5be-5593b430866b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb2ee064-bd28-4712-8366-19f2fc620897', 'mac_address': 'fa:16:3e:db:69:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57094e2-2d93-4c36-bfd4-9477655bcf39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T08:23:35Z', 'updated_at': '2022-01-28T08:23:35Z', 'revision_number': 0, 'project_id': '713c69ac870e40d2ad55b140cd0905a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d33db57-1e61-489a-b4fd-1e90e1f70a9a', 'name': '', 'network_id': 'fb2ee064-bd28-4712-8366-19f2fc620897', 'tenant_id': '713c69ac870e40d2ad55b140cd0905a0', 'mac_address': 'fa:16:3e:66:06:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c324857a-d600-46e7-ad4d-d5fd8cd9ea64', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '46d993e8-9bee-440f-9007-20c8eef98f7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:23:15Z', 'updated_at': '2022-01-28T08:23:20Z', 'revision_number': 5, 'project_id': '713c69ac870e40d2ad55b140cd0905a0', 'subnets': [{'id': '46d993e8-9bee-440f-9007-20c8eef98f7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:23:37.747312 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee249c71-4890-4467-82b6-6c05ce6ce870 None None] The sync data for ids ['c324857a-d600-46e7-ad4d-d5fd8cd9ea64'] in n-d-712749-28 is: [{'id': 'c324857a-d600-46e7-ad4d-d5fd8cd9ea64', 'name': 'tempest-TestShelveInstance-1702425519-router', 'tenant_id': '713c69ac870e40d2ad55b140cd0905a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': 'd3a65ecd-f243-4bc8-8b1b-1e0460a5a035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:23:13Z', 'updated_at': '2022-01-28T08:23:16Z', 'revision_number': 4, 'project_id': '713c69ac870e40d2ad55b140cd0905a0', 'gw_port': {'id': 'd3a65ecd-f243-4bc8-8b1b-1e0460a5a035', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:48:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c324857a-d600-46e7-ad4d-d5fd8cd9ea64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:23:13Z', 'updated_at': '2022-01-28T08:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_floatingips': [{'id': '34d06336-a532-4980-a97b-79f479563548', 'tenant_id': '713c69ac870e40d2ad55b140cd0905a0', 'floating_ip_address': '172.25.6.27', 'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'router_id': 'c324857a-d600-46e7-ad4d-d5fd8cd9ea64', 'port_id': 'c4b32312-dd8f-4e0d-b5be-5593b430866b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb2ee064-bd28-4712-8366-19f2fc620897', 'mac_address': 'fa:16:3e:db:69:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57094e2-2d93-4c36-bfd4-9477655bcf39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T08:23:35Z', 'updated_at': '2022-01-28T08:23:35Z', 'revision_number': 0, 'project_id': '713c69ac870e40d2ad55b140cd0905a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d33db57-1e61-489a-b4fd-1e90e1f70a9a', 'name': '', 'network_id': 'fb2ee064-bd28-4712-8366-19f2fc620897', 'tenant_id': '713c69ac870e40d2ad55b140cd0905a0', 'mac_address': 'fa:16:3e:66:06:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c324857a-d600-46e7-ad4d-d5fd8cd9ea64', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '46d993e8-9bee-440f-9007-20c8eef98f7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:23:15Z', 'updated_at': '2022-01-28T08:23:20Z', 'revision_number': 5, 'project_id': '713c69ac870e40d2ad55b140cd0905a0', 'subnets': [{'id': '46d993e8-9bee-440f-9007-20c8eef98f7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 08:23:37.940855 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad220b28-5cc4-4510-8660-faa60d3a2b3f None None] New status for floating IP 34d06336-a532-4980-a97b-79f479563548: ACTIVE {{(pid=103285) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 08:23:38.945934 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:39.892323 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:23:46.395915 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [req-47d984c9-e4d3-4c7c-a10f-1a30c01649b1 req-88550089-9fa4-45f0-b9d0-02cdf84d58d8 service neutron] (103283) timed out ('10.222.0.41', 37436) {{(pid=103283) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 08:23:50.404500 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 7 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 08:24:03.394148 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-80b4d290-3584-45cc-a612-d01ae6338558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:24:03.811787 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:24:04.809298 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:24:05.780028 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6277eec4-de48-4776-adca-77bead6bc016 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:24:07.268767 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:24:08.951249 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:24:09.894328 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:24:16.253529 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e64697a1-dbf0-4675-b1c1-8eaae1deb05a req-29d46bd3-2775-4e40-a4cf-ea04af3e8751 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a57094e2-2d93-4c36-bfd4-9477655bcf39&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0405247 Jan 28 08:24:16.354801 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64697a1-dbf0-4675-b1c1-8eaae1deb05a req-dd3a19a9-a4db-406a-b9c7-7b1afca4402a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:24:16.356309 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e64697a1-dbf0-4675-b1c1-8eaae1deb05a req-dd3a19a9-a4db-406a-b9c7-7b1afca4402a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=713c69ac870e40d2ad55b140cd0905a0&device_id=a57094e2-2d93-4c36-bfd4-9477655bcf39 HTTP/1.1" status: 200 len: 1097 time: 0.0452008 Jan 28 08:24:16.463062 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64697a1-dbf0-4675-b1c1-8eaae1deb05a req-747fda26-cb79-403d-a34b-80bd6d19145f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:24:16.464597 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e64697a1-dbf0-4675-b1c1-8eaae1deb05a req-747fda26-cb79-403d-a34b-80bd6d19145f service neutron] 10.222.0.44 "GET /v2.0/networks?id=fb2ee064-bd28-4712-8366-19f2fc620897 HTTP/1.1" status: 200 len: 910 time: 0.0893345 Jan 28 08:24:16.533219 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e64697a1-dbf0-4675-b1c1-8eaae1deb05a req-c28fae87-1411-4e85-a531-57ed6b941d17 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c4b32312-dd8f-4e0d-b5be-5593b430866b HTTP/1.1" status: 200 len: 1000 time: 0.0629084 Jan 28 08:24:16.580587 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64697a1-dbf0-4675-b1c1-8eaae1deb05a req-4eed4fba-1920-40ce-b488-a3ac44702ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:24:16.582033 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e64697a1-dbf0-4675-b1c1-8eaae1deb05a req-4eed4fba-1920-40ce-b488-a3ac44702ce9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=46d993e8-9bee-440f-9007-20c8eef98f7d HTTP/1.1" status: 200 len: 848 time: 0.0434461 Jan 28 08:24:16.624689 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64697a1-dbf0-4675-b1c1-8eaae1deb05a req-fbe6759d-75d9-4759-94c9-9413a9a80ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:24:16.626349 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e64697a1-dbf0-4675-b1c1-8eaae1deb05a req-fbe6759d-75d9-4759-94c9-9413a9a80ac3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fb2ee064-bd28-4712-8366-19f2fc620897&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388212 Jan 28 08:24:16.717503 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e64697a1-dbf0-4675-b1c1-8eaae1deb05a req-0432aa91-9e87-462c-a088-45a7cb4e7799 service neutron] 10.222.0.44 "GET /v2.0/networks/fb2ee064-bd28-4712-8366-19f2fc620897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852673 Jan 28 08:24:16.804867 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e64697a1-dbf0-4675-b1c1-8eaae1deb05a req-3eee2120-3616-4ed4-b544-38e160b74515 service neutron] 10.222.0.44 "GET /v2.0/networks/fb2ee064-bd28-4712-8366-19f2fc620897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817020 Jan 28 08:24:27.404094 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 7 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 08:24:33.396034 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ebcfac9e-b377-48f7-a567-b2cf674693f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:24:33.817117 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:24:34.811625 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:24:35.781750 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1460413-cb67-4d24-ad8a-2378f6a21922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:24:37.272065 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:24:38.950047 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:24:39.896474 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:25:03.398765 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0ad325b8-9121-45de-bc82-933ccdb9d9ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:25:03.825245 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:25:04.404923 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 7 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 08:25:04.824693 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:25:05.782410 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6311b024-3279-4382-b9a7-3d52f9a63bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:25:07.274280 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:25:08.953282 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:25:09.898454 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:25:17.221756 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8c106d09-33ac-4eaa-bcf1-8e26f7444def req-efbe6b0a-7cd9-4989-ad82-c4c3c585139b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a57094e2-2d93-4c36-bfd4-9477655bcf39&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0411851 Jan 28 08:25:17.323475 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c106d09-33ac-4eaa-bcf1-8e26f7444def req-d22da10b-00ba-4cd3-b54d-f3371eaf1d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:25:17.325027 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8c106d09-33ac-4eaa-bcf1-8e26f7444def req-d22da10b-00ba-4cd3-b54d-f3371eaf1d08 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=713c69ac870e40d2ad55b140cd0905a0&device_id=a57094e2-2d93-4c36-bfd4-9477655bcf39 HTTP/1.1" status: 200 len: 1097 time: 0.0460114 Jan 28 08:25:17.427613 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c106d09-33ac-4eaa-bcf1-8e26f7444def req-2ce3a092-3412-4bd6-a6f7-2c43193c65fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:25:17.429717 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8c106d09-33ac-4eaa-bcf1-8e26f7444def req-2ce3a092-3412-4bd6-a6f7-2c43193c65fd service neutron] 10.222.0.44 "GET /v2.0/networks?id=fb2ee064-bd28-4712-8366-19f2fc620897 HTTP/1.1" status: 200 len: 910 time: 0.0851233 Jan 28 08:25:17.500072 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8c106d09-33ac-4eaa-bcf1-8e26f7444def req-310bb9c3-3d5e-4510-9ed8-e346ac596a55 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c4b32312-dd8f-4e0d-b5be-5593b430866b HTTP/1.1" status: 200 len: 1000 time: 0.0637684 Jan 28 08:25:17.547354 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c106d09-33ac-4eaa-bcf1-8e26f7444def req-fb6de5d6-b95d-4b78-92bb-4c026a803443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:25:17.548829 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8c106d09-33ac-4eaa-bcf1-8e26f7444def req-fb6de5d6-b95d-4b78-92bb-4c026a803443 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=46d993e8-9bee-440f-9007-20c8eef98f7d HTTP/1.1" status: 200 len: 848 time: 0.0432556 Jan 28 08:25:17.592867 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c106d09-33ac-4eaa-bcf1-8e26f7444def req-fecbfb45-053d-4ac2-9ac4-245cb587c198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:25:17.594331 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8c106d09-33ac-4eaa-bcf1-8e26f7444def req-fecbfb45-053d-4ac2-9ac4-245cb587c198 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fb2ee064-bd28-4712-8366-19f2fc620897&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397565 Jan 28 08:25:17.685020 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8c106d09-33ac-4eaa-bcf1-8e26f7444def req-1311b18f-11e7-4934-a942-ff9eab8dbd81 service neutron] 10.222.0.44 "GET /v2.0/networks/fb2ee064-bd28-4712-8366-19f2fc620897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847101 Jan 28 08:25:17.772403 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8c106d09-33ac-4eaa-bcf1-8e26f7444def req-1ce9ad5b-5657-4711-83f1-761a0964d4b3 service neutron] 10.222.0.44 "GET /v2.0/networks/fb2ee064-bd28-4712-8366-19f2fc620897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811317 Jan 28 08:25:33.401016 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f47a30ec-2a92-4f97-b8a0-de9835c84802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:25:33.564740 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27684cec-1262-4d1f-9a88-a3a317315736 req-1fb35cee-1d90-4f23-b814-63d6cd3d7277 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:25:33.566228 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-27684cec-1262-4d1f-9a88-a3a317315736 req-1fb35cee-1d90-4f23-b814-63d6cd3d7277 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/ports?device_id=a57094e2-2d93-4c36-bfd4-9477655bcf39 HTTP/1.1" status: 200 len: 945 time: 0.0487883 Jan 28 08:25:33.618766 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-27684cec-1262-4d1f-9a88-a3a317315736 req-2bff152a-9ea7-4f95-bdd7-b2864ab333f1 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad0ecccd-0d46-453a-a6d8-72df8a4b4d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454743 Jan 28 08:25:33.840827 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:25:34.739182 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79857da8-7f8c-4cad-a327-898cb2169388 req-fd3fbc95-50e0-43ea-95dc-6d5ba71fd5ee tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:25:34.740740 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-79857da8-7f8c-4cad-a327-898cb2169388 req-fd3fbc95-50e0-43ea-95dc-6d5ba71fd5ee tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/ports?device_id=a57094e2-2d93-4c36-bfd4-9477655bcf39 HTTP/1.1" status: 200 len: 945 time: 0.0516462 Jan 28 08:25:34.789031 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-79857da8-7f8c-4cad-a327-898cb2169388 req-fb8b5e39-b878-4b1f-a28b-989935400da1 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad0ecccd-0d46-453a-a6d8-72df8a4b4d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427072 Jan 28 08:25:34.828497 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:25:35.783276 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e50bb2a8-4fb7-478d-b687-6b31290203b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:25:35.916507 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e48b9a-9459-488d-9b11-30d107f257a2 req-936f4f9a-0f3c-4f90-9176-03c6b17165b1 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:25:35.918141 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-24e48b9a-9459-488d-9b11-30d107f257a2 req-936f4f9a-0f3c-4f90-9176-03c6b17165b1 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/ports?device_id=a57094e2-2d93-4c36-bfd4-9477655bcf39 HTTP/1.1" status: 200 len: 945 time: 0.0526688 Jan 28 08:25:35.971436 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-24e48b9a-9459-488d-9b11-30d107f257a2 req-62d507ed-b707-4dea-8a5a-3a3895a8494c tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad0ecccd-0d46-453a-a6d8-72df8a4b4d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472109 Jan 28 08:25:37.085232 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1bc082-5278-4593-b3ce-6573f36cb6c0 req-2ec32f30-6b50-488e-875e-de8208775333 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:25:37.087387 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3f1bc082-5278-4593-b3ce-6573f36cb6c0 req-2ec32f30-6b50-488e-875e-de8208775333 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/ports?device_id=a57094e2-2d93-4c36-bfd4-9477655bcf39 HTTP/1.1" status: 200 len: 945 time: 0.0488484 Jan 28 08:25:37.139362 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3f1bc082-5278-4593-b3ce-6573f36cb6c0 req-db84837f-74e1-4959-8512-d86facac9e2a tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad0ecccd-0d46-453a-a6d8-72df8a4b4d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465846 Jan 28 08:25:37.276230 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:25:38.253318 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9027fde1-1a7f-4c85-bff7-3e949a10fbc2 req-969711ed-5e50-4be3-8f9a-51f8ef79f0c2 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:25:38.254811 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9027fde1-1a7f-4c85-bff7-3e949a10fbc2 req-969711ed-5e50-4be3-8f9a-51f8ef79f0c2 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/ports?device_id=a57094e2-2d93-4c36-bfd4-9477655bcf39 HTTP/1.1" status: 200 len: 945 time: 0.0475938 Jan 28 08:25:38.301518 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9027fde1-1a7f-4c85-bff7-3e949a10fbc2 req-52259ec0-fdbc-4734-b14c-7c5045e15bb5 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad0ecccd-0d46-453a-a6d8-72df8a4b4d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410922 Jan 28 08:25:38.957355 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:25:39.428380 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea609ecb-a462-4e96-9a65-d41837503715 req-3a70e805-021c-4b5e-b5e2-c00bee59200e tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:25:39.431366 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ea609ecb-a462-4e96-9a65-d41837503715 req-3a70e805-021c-4b5e-b5e2-c00bee59200e tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/ports?device_id=a57094e2-2d93-4c36-bfd4-9477655bcf39 HTTP/1.1" status: 200 len: 945 time: 0.0603809 Jan 28 08:25:39.481658 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ea609ecb-a462-4e96-9a65-d41837503715 req-707660b6-6c83-4ffd-929e-09a7291f44c0 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad0ecccd-0d46-453a-a6d8-72df8a4b4d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448604 Jan 28 08:25:39.901097 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:25:40.603473 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d0a90a-eeb1-4f94-8a0a-bcd4c2a2923b req-cc6415f3-a97a-4302-9e7d-f695b57424ef tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:25:40.605003 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-08d0a90a-eeb1-4f94-8a0a-bcd4c2a2923b req-cc6415f3-a97a-4302-9e7d-f695b57424ef tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/ports?device_id=a57094e2-2d93-4c36-bfd4-9477655bcf39 HTTP/1.1" status: 200 len: 945 time: 0.0533297 Jan 28 08:25:40.652645 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-08d0a90a-eeb1-4f94-8a0a-bcd4c2a2923b req-bf856c67-d4bb-471b-97e1-b8fc92fb1bca tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad0ecccd-0d46-453a-a6d8-72df8a4b4d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420315 Jan 28 08:25:41.403814 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 7 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 08:25:41.772056 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53d7f1f-bbac-47e9-8ecf-d87d4c8713c8 req-21b6ebfa-3039-460a-9c8b-1e1d825d7fbd tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:25:41.773596 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d53d7f1f-bbac-47e9-8ecf-d87d4c8713c8 req-21b6ebfa-3039-460a-9c8b-1e1d825d7fbd tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/ports?device_id=a57094e2-2d93-4c36-bfd4-9477655bcf39 HTTP/1.1" status: 200 len: 945 time: 0.0499938 Jan 28 08:25:41.822503 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d53d7f1f-bbac-47e9-8ecf-d87d4c8713c8 req-218fb2c3-2d78-4e5f-97de-8def92bc2bd0 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad0ecccd-0d46-453a-a6d8-72df8a4b4d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425792 Jan 28 08:25:42.936470 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f30058-9581-4130-9d74-9ff4e9475810 req-28d36ed0-cde1-4382-87c7-eea8ff55a658 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:25:42.937947 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-23f30058-9581-4130-9d74-9ff4e9475810 req-28d36ed0-cde1-4382-87c7-eea8ff55a658 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/ports?device_id=a57094e2-2d93-4c36-bfd4-9477655bcf39 HTTP/1.1" status: 200 len: 945 time: 0.0480702 Jan 28 08:25:42.985746 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-23f30058-9581-4130-9d74-9ff4e9475810 req-d2561798-5b19-4b78-8a65-78e33711d298 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad0ecccd-0d46-453a-a6d8-72df8a4b4d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422850 Jan 28 08:25:44.111063 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bdecda-18ce-4b41-983c-6e5c902a7564 req-ea33434b-2fc9-4e7d-b28f-3c3d454e23b3 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:25:44.113244 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e4bdecda-18ce-4b41-983c-6e5c902a7564 req-ea33434b-2fc9-4e7d-b28f-3c3d454e23b3 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/ports?device_id=a57094e2-2d93-4c36-bfd4-9477655bcf39 HTTP/1.1" status: 200 len: 945 time: 0.0602384 Jan 28 08:25:44.162744 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e4bdecda-18ce-4b41-983c-6e5c902a7564 req-b4380a4c-1ff1-447e-a70b-56ce265cdb17 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad0ecccd-0d46-453a-a6d8-72df8a4b4d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432811 Jan 28 08:25:44.957875 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device c4b32312-dd8f-4e0d-b5be-5593b430866b details requested by agent hyperv_n-h2-712749-28 with host n-h2-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 08:25:45.048863 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port c4b32312-dd8f-4e0d-b5be-5593b430866b, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=c4b32312-dd8f-4e0d-b5be-5593b430866b,segment=NetworkSegment(abe7a848-cb1f-4b8c-a3a0-bb1cb3a7b93d),segment_id=abe7a848-cb1f-4b8c-a3a0-bb1cb3a7b93d)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:25:45.060477 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Returning: {'device': 'c4b32312-dd8f-4e0d-b5be-5593b430866b', 'network_id': 'fb2ee064-bd28-4712-8366-19f2fc620897', 'port_id': 'c4b32312-dd8f-4e0d-b5be-5593b430866b', 'mac_address': 'fa:16:3e:db:69:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46d993e8-9bee-440f-9007-20c8eef98f7d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 08:25:45.097052 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port c4b32312-dd8f-4e0d-b5be-5593b430866b is: ACTIVE; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:25:45.097450 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (c4b32312-dd8f-4e0d-b5be-5593b430866b), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:25:45.114407 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c4b32312-dd8f-4e0d-b5be-5593b430866b {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 08:25:45.135414 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port c4b32312-dd8f-4e0d-b5be-5593b430866b, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=c4b32312-dd8f-4e0d-b5be-5593b430866b,segment=NetworkSegment(abe7a848-cb1f-4b8c-a3a0-bb1cb3a7b93d),segment_id=abe7a848-cb1f-4b8c-a3a0-bb1cb3a7b93d)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:25:45.139240 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (c4b32312-dd8f-4e0d-b5be-5593b430866b), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:25:45.185726 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=c4b32312-dd8f-4e0d-b5be-5593b430866b,revision_number=6']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:25:45.192984 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:25:45.193344 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:25:45.193699 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:25:45.194043 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:25:45.194386 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:25:45.194739 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:25:45.195067 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:25:45.195960 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:25:45.196341 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:25:45.196678 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:25:45.197041 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:25:45.197515 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:25:45.197853 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:25:45.280943 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7cdeca-5dd1-4b50-abb3-d285b239764d req-ebeeef3b-776c-44fb-a6bb-ebe016a35909 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:25:45.282425 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-3b7cdeca-5dd1-4b50-abb3-d285b239764d req-ebeeef3b-776c-44fb-a6bb-ebe016a35909 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/ports?device_id=a57094e2-2d93-4c36-bfd4-9477655bcf39 HTTP/1.1" status: 200 len: 944 time: 0.0479136 Jan 28 08:25:45.300341 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['c4b32312-dd8f-4e0d-b5be-5593b430866b'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 08:25:45.335528 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-3b7cdeca-5dd1-4b50-abb3-d285b239764d req-8d023f2a-5ccb-47cf-a30c-483c11df6d98 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad0ecccd-0d46-453a-a6d8-72df8a4b4d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475404 Jan 28 08:25:46.463028 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a2cb1b-09f3-4dce-9a52-02028a51d8fc req-fed09d44-3af1-4250-9a30-e4f219004d24 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:25:46.464625 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f9a2cb1b-09f3-4dce-9a52-02028a51d8fc req-fed09d44-3af1-4250-9a30-e4f219004d24 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/ports?device_id=a57094e2-2d93-4c36-bfd4-9477655bcf39 HTTP/1.1" status: 200 len: 944 time: 0.0561492 Jan 28 08:25:46.528398 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f9a2cb1b-09f3-4dce-9a52-02028a51d8fc req-4ec41e59-3cec-4c5f-8d65-afba056c7df2 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad0ecccd-0d46-453a-a6d8-72df8a4b4d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535004 Jan 28 08:25:46.959396 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device c4b32312-dd8f-4e0d-b5be-5593b430866b up at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 08:25:47.012585 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning complete for port c4b32312-dd8f-4e0d-b5be-5593b430866b triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:25:47.013278 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (c4b32312-dd8f-4e0d-b5be-5593b430866b), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:25:47.292816 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port c4b32312-dd8f-4e0d-b5be-5593b430866b is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:25:47.293316 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (c4b32312-dd8f-4e0d-b5be-5593b430866b), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:25:47.318155 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a57094e2-2d93-4c36-bfd4-9477655bcf39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4b32312-dd8f-4e0d-b5be-5593b430866b'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 08:25:47.322474 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ad7fe887ec8da9bd29e477e6463a73d1e99860c0dff062a8c1350cb6684650b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4745076-8f64-4098-b0fd-b15e839f2d20" -d '{"events": [{"server_uuid": "a57094e2-2d93-4c36-bfd4-9477655bcf39", "name": "network-vif-plugged", "status": "completed", "tag": "c4b32312-dd8f-4e0d-b5be-5593b430866b"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 08:25:47.335415 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port c4b32312-dd8f-4e0d-b5be-5593b430866b, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=c4b32312-dd8f-4e0d-b5be-5593b430866b,segment=NetworkSegment(abe7a848-cb1f-4b8c-a3a0-bb1cb3a7b93d),segment_id=abe7a848-cb1f-4b8c-a3a0-bb1cb3a7b93d)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:25:47.348590 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (c4b32312-dd8f-4e0d-b5be-5593b430866b), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:25:47.375508 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 08:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3010e3ab-9770-4ae2-adad-b6be62dfb103 x-openstack-request-id: req-3010e3ab-9770-4ae2-adad-b6be62dfb103 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 08:25:47.375805 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a57094e2-2d93-4c36-bfd4-9477655bcf39", "name": "network-vif-plugged", "status": "completed", "tag": "c4b32312-dd8f-4e0d-b5be-5593b430866b", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 08:25:47.376069 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3010e3ab-9770-4ae2-adad-b6be62dfb103 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 08:25:47.376489 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a57094e2-2d93-4c36-bfd4-9477655bcf39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4b32312-dd8f-4e0d-b5be-5593b430866b', 'code': 200} Jan 28 08:25:47.407283 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=c4b32312-dd8f-4e0d-b5be-5593b430866b,revision_number=7']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:25:47.649308 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c0d92b-b176-460d-b622-de930095c436 req-92cea77d-d431-4217-9ee3-b3234910152b tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:25:47.654953 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e7c0d92b-b176-460d-b622-de930095c436 req-92cea77d-d431-4217-9ee3-b3234910152b tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/ports?device_id=a57094e2-2d93-4c36-bfd4-9477655bcf39 HTTP/1.1" status: 200 len: 945 time: 0.0607221 Jan 28 08:25:47.709904 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e7c0d92b-b176-460d-b622-de930095c436 req-eeb45b07-a297-4bdf-9ccc-70f713b85496 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad0ecccd-0d46-453a-a6d8-72df8a4b4d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524731 Jan 28 08:25:48.847632 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af038b9c-7db5-49c3-8a5d-a0b698bdab3b req-3851f76c-583f-481f-afb2-d55f26f603da tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:25:48.849282 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-af038b9c-7db5-49c3-8a5d-a0b698bdab3b req-3851f76c-583f-481f-afb2-d55f26f603da tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/ports?device_id=a57094e2-2d93-4c36-bfd4-9477655bcf39 HTTP/1.1" status: 200 len: 945 time: 0.0548503 Jan 28 08:25:48.904708 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-af038b9c-7db5-49c3-8a5d-a0b698bdab3b req-a42a97a0-7570-4dbf-8972-c07eaf27db8f tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad0ecccd-0d46-453a-a6d8-72df8a4b4d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477409 Jan 28 08:25:50.038674 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45370009-e8ef-40d7-a456-11adca570ff5 req-997e7ef3-eaf3-4b22-b63c-80121150bd44 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:25:50.040598 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-45370009-e8ef-40d7-a456-11adca570ff5 req-997e7ef3-eaf3-4b22-b63c-80121150bd44 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/ports?device_id=a57094e2-2d93-4c36-bfd4-9477655bcf39 HTTP/1.1" status: 200 len: 945 time: 0.0561440 Jan 28 08:25:50.098861 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-45370009-e8ef-40d7-a456-11adca570ff5 req-8be3ff55-4018-47e1-b909-b8a51f0cb1b9 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad0ecccd-0d46-453a-a6d8-72df8a4b4d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518143 Jan 28 08:25:51.225487 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee40279d-ea89-4a70-9629-7b9828bd3f8e req-f2c3da47-711c-477c-a08b-39810ca3b9a5 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:25:51.226974 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ee40279d-ea89-4a70-9629-7b9828bd3f8e req-f2c3da47-711c-477c-a08b-39810ca3b9a5 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/ports?device_id=a57094e2-2d93-4c36-bfd4-9477655bcf39 HTTP/1.1" status: 200 len: 945 time: 0.0524104 Jan 28 08:25:51.277648 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ee40279d-ea89-4a70-9629-7b9828bd3f8e req-a59d29b5-1fea-4d80-a7ee-c82abc42514e tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad0ecccd-0d46-453a-a6d8-72df8a4b4d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443394 Jan 28 08:25:52.411675 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822b1f63-14ec-4a0d-8698-4e6d82bd43dc req-525c9b3b-2de1-42c4-8af7-8eda30afb2c3 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:25:52.413219 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-822b1f63-14ec-4a0d-8698-4e6d82bd43dc req-525c9b3b-2de1-42c4-8af7-8eda30afb2c3 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/ports?device_id=a57094e2-2d93-4c36-bfd4-9477655bcf39 HTTP/1.1" status: 200 len: 945 time: 0.0542307 Jan 28 08:25:52.472269 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-822b1f63-14ec-4a0d-8698-4e6d82bd43dc req-1f1e470c-0be0-4270-b18d-b895ac1f0fe0 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad0ecccd-0d46-453a-a6d8-72df8a4b4d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496349 Jan 28 08:25:53.607319 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8aadf0-201d-455a-a06b-01fe6385b00d req-6d407a38-3119-41f6-9073-7bf273518cda tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:25:53.608961 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5a8aadf0-201d-455a-a06b-01fe6385b00d req-6d407a38-3119-41f6-9073-7bf273518cda tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/ports?device_id=a57094e2-2d93-4c36-bfd4-9477655bcf39 HTTP/1.1" status: 200 len: 945 time: 0.0570428 Jan 28 08:25:53.661653 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5a8aadf0-201d-455a-a06b-01fe6385b00d req-6cdbcfb1-95e8-4fc8-8460-2c9bdead6c67 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad0ecccd-0d46-453a-a6d8-72df8a4b4d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467043 Jan 28 08:25:54.778135 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38c56e4-caf9-4475-81b8-d5b3c720ac76 req-655014bc-6d95-49ad-9102-381743c07dd2 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:25:54.779631 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a38c56e4-caf9-4475-81b8-d5b3c720ac76 req-655014bc-6d95-49ad-9102-381743c07dd2 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/ports?device_id=a57094e2-2d93-4c36-bfd4-9477655bcf39 HTTP/1.1" status: 200 len: 945 time: 0.0489831 Jan 28 08:25:54.828372 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a38c56e4-caf9-4475-81b8-d5b3c720ac76 req-fef96583-217e-4dee-8bfb-8d125af81ede tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad0ecccd-0d46-453a-a6d8-72df8a4b4d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429654 Jan 28 08:25:55.275420 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7485e15-d889-45e2-ac59-5ac39feede7f req-20092de7-b755-412a-81ca-2421f5717511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:25:55.276946 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f7485e15-d889-45e2-ac59-5ac39feede7f req-20092de7-b755-412a-81ca-2421f5717511 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=713c69ac870e40d2ad55b140cd0905a0&device_id=a57094e2-2d93-4c36-bfd4-9477655bcf39 HTTP/1.1" status: 200 len: 1097 time: 0.0411167 Jan 28 08:25:55.369618 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7485e15-d889-45e2-ac59-5ac39feede7f req-78c5c960-4b4f-4d2b-8c46-b7344a85d0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:25:55.371138 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f7485e15-d889-45e2-ac59-5ac39feede7f req-78c5c960-4b4f-4d2b-8c46-b7344a85d0d1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=fb2ee064-bd28-4712-8366-19f2fc620897 HTTP/1.1" status: 200 len: 910 time: 0.0879505 Jan 28 08:25:55.438132 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f7485e15-d889-45e2-ac59-5ac39feede7f req-a7e48f54-33fb-4762-b8be-c7dfa839aa5a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c4b32312-dd8f-4e0d-b5be-5593b430866b HTTP/1.1" status: 200 len: 1000 time: 0.0605083 Jan 28 08:25:55.486402 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7485e15-d889-45e2-ac59-5ac39feede7f req-582f725e-5833-499a-b603-a9e12afb6495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:25:55.487849 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f7485e15-d889-45e2-ac59-5ac39feede7f req-582f725e-5833-499a-b603-a9e12afb6495 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=46d993e8-9bee-440f-9007-20c8eef98f7d HTTP/1.1" status: 200 len: 848 time: 0.0445123 Jan 28 08:25:55.536289 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7485e15-d889-45e2-ac59-5ac39feede7f req-e328643f-dc7a-449b-b15f-b5765cf6090f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:25:55.537717 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f7485e15-d889-45e2-ac59-5ac39feede7f req-e328643f-dc7a-449b-b15f-b5765cf6090f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fb2ee064-bd28-4712-8366-19f2fc620897&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441496 Jan 28 08:25:55.623039 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f7485e15-d889-45e2-ac59-5ac39feede7f req-5a2afd27-15b9-42bc-a527-c5445bbce257 service neutron] 10.222.0.44 "GET /v2.0/networks/fb2ee064-bd28-4712-8366-19f2fc620897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791099 Jan 28 08:25:55.712661 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f7485e15-d889-45e2-ac59-5ac39feede7f req-a3102d4b-5cee-4454-90f9-9018ce851d74 service neutron] 10.222.0.44 "GET /v2.0/networks/fb2ee064-bd28-4712-8366-19f2fc620897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829191 Jan 28 08:25:55.943383 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0890e1d6-2b1e-46f9-b803-981debf5de9e req-e5bf6d9e-1fbc-42fa-925c-c6b9ee86096d tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:25:55.944868 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0890e1d6-2b1e-46f9-b803-981debf5de9e req-e5bf6d9e-1fbc-42fa-925c-c6b9ee86096d tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/ports?device_id=a57094e2-2d93-4c36-bfd4-9477655bcf39 HTTP/1.1" status: 200 len: 945 time: 0.0485909 Jan 28 08:25:55.993260 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0890e1d6-2b1e-46f9-b803-981debf5de9e req-4290de20-6e5d-4967-8d3a-f97016114a5b tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad0ecccd-0d46-453a-a6d8-72df8a4b4d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413659 Jan 28 08:25:57.107076 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad52a7f-8a69-4d2b-8638-982867933e10 req-de00ca0c-ea7b-42c6-8451-78231411ed1f tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:25:57.108559 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7ad52a7f-8a69-4d2b-8638-982867933e10 req-de00ca0c-ea7b-42c6-8451-78231411ed1f tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/ports?device_id=a57094e2-2d93-4c36-bfd4-9477655bcf39 HTTP/1.1" status: 200 len: 945 time: 0.0485330 Jan 28 08:25:57.155974 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7ad52a7f-8a69-4d2b-8638-982867933e10 req-ce570dcd-74c7-4e80-977c-270cd3ef492d tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad0ecccd-0d46-453a-a6d8-72df8a4b4d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419509 Jan 28 08:25:58.269120 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d3d976-f0a4-47f2-a30f-0674d110ad7a req-e337fb12-79f8-4d88-b3a0-6feb2ee5de71 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:25:58.270575 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c9d3d976-f0a4-47f2-a30f-0674d110ad7a req-e337fb12-79f8-4d88-b3a0-6feb2ee5de71 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/ports?device_id=a57094e2-2d93-4c36-bfd4-9477655bcf39 HTTP/1.1" status: 200 len: 945 time: 0.0473504 Jan 28 08:25:58.317578 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c9d3d976-f0a4-47f2-a30f-0674d110ad7a req-73b9ed10-a12a-44a4-ae87-bc65fea70567 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad0ecccd-0d46-453a-a6d8-72df8a4b4d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413239 Jan 28 08:25:58.386234 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [req-65de9b6f-6c72-415e-938f-803f8e2721f0 req-c8c43d98-f1a3-4b46-8f17-c656ae5f01d1 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 08:25:58.387479 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-65de9b6f-6c72-415e-938f-803f8e2721f0 req-c8c43d98-f1a3-4b46-8f17-c656ae5f01d1 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063365 Jan 28 08:25:58.542748 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a37d9b-5a03-4325-9909-3ff4c45985b2 req-4148f254-0e0b-43e6-88e6-72ade99c3c66 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:25:58.544246 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b2a37d9b-5a03-4325-9909-3ff4c45985b2 req-4148f254-0e0b-43e6-88e6-72ade99c3c66 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/ports?device_id=a57094e2-2d93-4c36-bfd4-9477655bcf39 HTTP/1.1" status: 200 len: 945 time: 0.0537376 Jan 28 08:25:58.593195 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b2a37d9b-5a03-4325-9909-3ff4c45985b2 req-41b85957-1ae5-431d-9b34-7b3da151263e tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad0ecccd-0d46-453a-a6d8-72df8a4b4d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434561 Jan 28 08:25:58.829080 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a2a0eb50-c06f-43b4-b10b-64e440291874 req-e172a221-ccba-4203-8271-bc871283d83d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a57094e2-2d93-4c36-bfd4-9477655bcf39&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0869443 Jan 28 08:25:59.056477 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device c4b32312-dd8f-4e0d-b5be-5593b430866b no longer exists at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 08:25:59.133652 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port c4b32312-dd8f-4e0d-b5be-5593b430866b is: ACTIVE; New status is: DOWN {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:25:59.134040 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (c4b32312-dd8f-4e0d-b5be-5593b430866b), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:25:59.157047 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a57094e2-2d93-4c36-bfd4-9477655bcf39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4b32312-dd8f-4e0d-b5be-5593b430866b'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 08:25:59.159265 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ad7fe887ec8da9bd29e477e6463a73d1e99860c0dff062a8c1350cb6684650b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7496f7aa-7372-4389-9076-33058dfdeec5" -d '{"events": [{"server_uuid": "a57094e2-2d93-4c36-bfd4-9477655bcf39", "name": "network-vif-unplugged", "status": "completed", "tag": "c4b32312-dd8f-4e0d-b5be-5593b430866b"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 08:25:59.172574 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port c4b32312-dd8f-4e0d-b5be-5593b430866b, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=c4b32312-dd8f-4e0d-b5be-5593b430866b,segment=NetworkSegment(abe7a848-cb1f-4b8c-a3a0-bb1cb3a7b93d),segment_id=abe7a848-cb1f-4b8c-a3a0-bb1cb3a7b93d)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:25:59.176870 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (c4b32312-dd8f-4e0d-b5be-5593b430866b), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:25:59.200505 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 28 Jan 2022 08:25:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce8d9126-b310-4f87-9390-e0f8b6145d76 x-openstack-request-id: req-ce8d9126-b310-4f87-9390-e0f8b6145d76 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 08:25:59.200800 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a57094e2-2d93-4c36-bfd4-9477655bcf39", "name": "network-vif-unplugged", "status": "failed", "tag": "c4b32312-dd8f-4e0d-b5be-5593b430866b", "code": 422}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 08:25:59.201058 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ce8d9126-b310-4f87-9390-e0f8b6145d76 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 08:25:59.201462 n-d-712749-28 neutron-server[103285]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a57094e2-2d93-4c36-bfd4-9477655bcf39', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c4b32312-dd8f-4e0d-b5be-5593b430866b', 'code': 422} returned with failed status Jan 28 08:25:59.226785 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=c4b32312-dd8f-4e0d-b5be-5593b430866b,revision_number=8']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:25:59.705167 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a0eb50-c06f-43b4-b10b-64e440291874 req-45a57232-ac6b-4b6a-b214-c5ed3b6a294d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:25:59.706697 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a2a0eb50-c06f-43b4-b10b-64e440291874 req-45a57232-ac6b-4b6a-b214-c5ed3b6a294d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a57094e2-2d93-4c36-bfd4-9477655bcf39&tenant_id=713c69ac870e40d2ad55b140cd0905a0 HTTP/1.1" status: 200 len: 1095 time: 0.0418587 Jan 28 08:25:59.710745 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbcff10-6afc-4166-8ac1-641f94348ea2 req-ad382e95-ce3a-49c1-a73d-54178e8b7e7b tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:25:59.712851 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ccbcff10-6afc-4166-8ac1-641f94348ea2 req-ad382e95-ce3a-49c1-a73d-54178e8b7e7b tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/ports?device_id=a57094e2-2d93-4c36-bfd4-9477655bcf39 HTTP/1.1" status: 200 len: 943 time: 0.0505793 Jan 28 08:25:59.731758 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-a2a0eb50-c06f-43b4-b10b-64e440291874 req-eb0ba4c7-b4bc-4dfe-8aae-be71481b6071 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712749-28', 'device_owner': 'compute:nova'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:25:59.762139 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-ccbcff10-6afc-4166-8ac1-641f94348ea2 req-ce62fcc2-8991-41e6-80fe-0a4702e2ef50 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad0ecccd-0d46-453a-a6d8-72df8a4b4d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436845 Jan 28 08:25:59.785666 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-a2a0eb50-c06f-43b4-b10b-64e440291874 req-eb0ba4c7-b4bc-4dfe-8aae-be71481b6071 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (c4b32312-dd8f-4e0d-b5be-5593b430866b), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:25:59.992538 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-a2a0eb50-c06f-43b4-b10b-64e440291874 req-eb0ba4c7-b4bc-4dfe-8aae-be71481b6071 service neutron] For port c4b32312-dd8f-4e0d-b5be-5593b430866b, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=c4b32312-dd8f-4e0d-b5be-5593b430866b,segment=NetworkSegment(abe7a848-cb1f-4b8c-a3a0-bb1cb3a7b93d),segment_id=abe7a848-cb1f-4b8c-a3a0-bb1cb3a7b93d)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:26:00.024218 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-a2a0eb50-c06f-43b4-b10b-64e440291874 req-eb0ba4c7-b4bc-4dfe-8aae-be71481b6071 service neutron] For port c4b32312-dd8f-4e0d-b5be-5593b430866b, host n-h2-712749-28, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 08:26:00.055470 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-a2a0eb50-c06f-43b4-b10b-64e440291874 req-eb0ba4c7-b4bc-4dfe-8aae-be71481b6071 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4b32312-dd8f-4e0d-b5be-5593b430866b {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 08:26:00.062874 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-a2a0eb50-c06f-43b4-b10b-64e440291874 req-eb0ba4c7-b4bc-4dfe-8aae-be71481b6071 service neutron] Publish callbacks [] for port (c4b32312-dd8f-4e0d-b5be-5593b430866b), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:26:00.075087 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-a2a0eb50-c06f-43b4-b10b-64e440291874 req-eb0ba4c7-b4bc-4dfe-8aae-be71481b6071 service neutron] Transition to ACTIVE for port object c4b32312-dd8f-4e0d-b5be-5593b430866b will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 08:26:00.078618 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-a2a0eb50-c06f-43b4-b10b-64e440291874 req-eb0ba4c7-b4bc-4dfe-8aae-be71481b6071 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (c4b32312-dd8f-4e0d-b5be-5593b430866b), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:26:00.159115 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0ba4c7-b4bc-4dfe-8aae-be71481b6071 service neutron] Pushing event updated for resources: {'Port': ['ID=c4b32312-dd8f-4e0d-b5be-5593b430866b,revision_number=9']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:26:00.169948 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0ba4c7-b4bc-4dfe-8aae-be71481b6071 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:26:00.170421 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0ba4c7-b4bc-4dfe-8aae-be71481b6071 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:26:00.170701 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0ba4c7-b4bc-4dfe-8aae-be71481b6071 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:26:00.171220 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0ba4c7-b4bc-4dfe-8aae-be71481b6071 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:26:00.171364 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0ba4c7-b4bc-4dfe-8aae-be71481b6071 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:26:00.171622 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0ba4c7-b4bc-4dfe-8aae-be71481b6071 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:26:00.171977 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0ba4c7-b4bc-4dfe-8aae-be71481b6071 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:26:00.172376 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0ba4c7-b4bc-4dfe-8aae-be71481b6071 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:26:00.172692 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0ba4c7-b4bc-4dfe-8aae-be71481b6071 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:26:00.173009 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0ba4c7-b4bc-4dfe-8aae-be71481b6071 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:26:00.173336 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0ba4c7-b4bc-4dfe-8aae-be71481b6071 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:26:00.173655 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0ba4c7-b4bc-4dfe-8aae-be71481b6071 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:26:00.173995 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0ba4c7-b4bc-4dfe-8aae-be71481b6071 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:26:00.212811 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2a0eb50-c06f-43b4-b10b-64e440291874 req-eb0ba4c7-b4bc-4dfe-8aae-be71481b6071 service neutron] No DVR routers for this DVR port c4b32312-dd8f-4e0d-b5be-5593b430866b on host n-h2-712749-28 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 08:26:00.348958 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-a2a0eb50-c06f-43b4-b10b-64e440291874 req-eb0ba4c7-b4bc-4dfe-8aae-be71481b6071 service neutron] Attempting to bind port c4b32312-dd8f-4e0d-b5be-5593b430866b on host n-h1-712749-28 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 08:26:00.349392 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-a2a0eb50-c06f-43b4-b10b-64e440291874 req-eb0ba4c7-b4bc-4dfe-8aae-be71481b6071 service neutron] Attempting to bind port c4b32312-dd8f-4e0d-b5be-5593b430866b by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': 'abe7a848-cb1f-4b8c-a3a0-bb1cb3a7b93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'fb2ee064-bd28-4712-8366-19f2fc620897'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 08:26:00.349723 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a0eb50-c06f-43b4-b10b-64e440291874 req-eb0ba4c7-b4bc-4dfe-8aae-be71481b6071 service neutron] Attempting to bind port c4b32312-dd8f-4e0d-b5be-5593b430866b on network fb2ee064-bd28-4712-8366-19f2fc620897 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 08:26:00.354780 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a0eb50-c06f-43b4-b10b-64e440291874 req-eb0ba4c7-b4bc-4dfe-8aae-be71481b6071 service neutron] Port c4b32312-dd8f-4e0d-b5be-5593b430866b on network fb2ee064-bd28-4712-8366-19f2fc620897 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 08:26:00.355103 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a0eb50-c06f-43b4-b10b-64e440291874 req-eb0ba4c7-b4bc-4dfe-8aae-be71481b6071 service neutron] Attempting to bind port c4b32312-dd8f-4e0d-b5be-5593b430866b on network fb2ee064-bd28-4712-8366-19f2fc620897 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 08:26:00.360023 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a0eb50-c06f-43b4-b10b-64e440291874 req-eb0ba4c7-b4bc-4dfe-8aae-be71481b6071 service neutron] Checking agent: {'id': '2fca46b1-237f-4857-9290-2429d810e472', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 8, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 08:26:00.360399 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a0eb50-c06f-43b4-b10b-64e440291874 req-eb0ba4c7-b4bc-4dfe-8aae-be71481b6071 service neutron] Checking segment: {'id': 'abe7a848-cb1f-4b8c-a3a0-bb1cb3a7b93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'fb2ee064-bd28-4712-8366-19f2fc620897'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 08:26:00.360789 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a0eb50-c06f-43b4-b10b-64e440291874 req-eb0ba4c7-b4bc-4dfe-8aae-be71481b6071 service neutron] Bound using segment: {'id': 'abe7a848-cb1f-4b8c-a3a0-bb1cb3a7b93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'fb2ee064-bd28-4712-8366-19f2fc620897'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 08:26:00.361218 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-a2a0eb50-c06f-43b4-b10b-64e440291874 req-eb0ba4c7-b4bc-4dfe-8aae-be71481b6071 service neutron] Bound port: c4b32312-dd8f-4e0d-b5be-5593b430866b, host: n-h1-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abe7a848-cb1f-4b8c-a3a0-bb1cb3a7b93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'fb2ee064-bd28-4712-8366-19f2fc620897'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 08:26:00.361574 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-a2a0eb50-c06f-43b4-b10b-64e440291874 req-eb0ba4c7-b4bc-4dfe-8aae-be71481b6071 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (c4b32312-dd8f-4e0d-b5be-5593b430866b), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:26:00.424301 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-a2a0eb50-c06f-43b4-b10b-64e440291874 req-eb0ba4c7-b4bc-4dfe-8aae-be71481b6071 service neutron] For port c4b32312-dd8f-4e0d-b5be-5593b430866b, host n-h1-712749-28, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 08:26:00.427568 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-a2a0eb50-c06f-43b4-b10b-64e440291874 req-eb0ba4c7-b4bc-4dfe-8aae-be71481b6071 service neutron] For port c4b32312-dd8f-4e0d-b5be-5593b430866b, host n-h1-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=c4b32312-dd8f-4e0d-b5be-5593b430866b,segment=NetworkSegment(abe7a848-cb1f-4b8c-a3a0-bb1cb3a7b93d),segment_id=abe7a848-cb1f-4b8c-a3a0-bb1cb3a7b93d)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 08:26:00.431340 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-a2a0eb50-c06f-43b4-b10b-64e440291874 req-eb0ba4c7-b4bc-4dfe-8aae-be71481b6071 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (c4b32312-dd8f-4e0d-b5be-5593b430866b), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:26:00.464739 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a0eb50-c06f-43b4-b10b-64e440291874 req-eb0ba4c7-b4bc-4dfe-8aae-be71481b6071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:26:00.465389 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-a2a0eb50-c06f-43b4-b10b-64e440291874 req-eb0ba4c7-b4bc-4dfe-8aae-be71481b6071 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:26:00.466816 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a2a0eb50-c06f-43b4-b10b-64e440291874 req-eb0ba4c7-b4bc-4dfe-8aae-be71481b6071 service neutron] 10.222.0.10 "PUT /v2.0/ports/c4b32312-dd8f-4e0d-b5be-5593b430866b HTTP/1.1" status: 200 len: 1092 time: 0.7392070 Jan 28 08:26:00.467327 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a57094e2-2d93-4c36-bfd4-9477655bcf39', 'tag': 'c4b32312-dd8f-4e0d-b5be-5593b430866b'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 08:26:00.469792 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea2b103cb7827510f28784975546feb0b63800b94dfac5f98f271904baace09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb576922-397d-458f-91ec-eee5d830634c" -d '{"events": [{"name": "network-changed", "server_uuid": "a57094e2-2d93-4c36-bfd4-9477655bcf39", "tag": "c4b32312-dd8f-4e0d-b5be-5593b430866b"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 08:26:00.496916 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0ba4c7-b4bc-4dfe-8aae-be71481b6071 service neutron] Pushing event updated for resources: {'Port': ['ID=c4b32312-dd8f-4e0d-b5be-5593b430866b,revision_number=10']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:26:00.561295 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a0eb50-c06f-43b4-b10b-64e440291874 req-5d1d5153-d9a0-4578-a9a5-9397e30b2cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:26:00.562949 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a2a0eb50-c06f-43b4-b10b-64e440291874 req-5d1d5153-d9a0-4578-a9a5-9397e30b2cbb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=713c69ac870e40d2ad55b140cd0905a0&device_id=a57094e2-2d93-4c36-bfd4-9477655bcf39 HTTP/1.1" status: 200 len: 1096 time: 0.0516398 Jan 28 08:26:00.569968 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 08:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df5f8221-6168-4f9f-a673-96c7f19b0bd7 x-openstack-request-id: req-df5f8221-6168-4f9f-a673-96c7f19b0bd7 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 08:26:00.570271 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a57094e2-2d93-4c36-bfd4-9477655bcf39", "tag": "c4b32312-dd8f-4e0d-b5be-5593b430866b", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 08:26:00.570539 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-df5f8221-6168-4f9f-a673-96c7f19b0bd7 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 08:26:00.570991 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a57094e2-2d93-4c36-bfd4-9477655bcf39', 'tag': 'c4b32312-dd8f-4e0d-b5be-5593b430866b', 'status': 'completed', 'code': 200} Jan 28 08:26:00.661930 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a0eb50-c06f-43b4-b10b-64e440291874 req-3ef08285-fe57-4451-bc5c-fd66e0f4eaee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:26:00.663432 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a2a0eb50-c06f-43b4-b10b-64e440291874 req-3ef08285-fe57-4451-bc5c-fd66e0f4eaee service neutron] 10.222.0.10 "GET /v2.0/networks?id=fb2ee064-bd28-4712-8366-19f2fc620897 HTTP/1.1" status: 200 len: 910 time: 0.0893216 Jan 28 08:26:00.737318 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a2a0eb50-c06f-43b4-b10b-64e440291874 req-66817d6c-979e-41dc-9a86-1597c0578e44 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c4b32312-dd8f-4e0d-b5be-5593b430866b HTTP/1.1" status: 200 len: 998 time: 0.0628304 Jan 28 08:26:00.789826 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a0eb50-c06f-43b4-b10b-64e440291874 req-61826658-f048-4364-b4ee-8e2b46c723b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:26:00.791583 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a2a0eb50-c06f-43b4-b10b-64e440291874 req-61826658-f048-4364-b4ee-8e2b46c723b3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=46d993e8-9bee-440f-9007-20c8eef98f7d HTTP/1.1" status: 200 len: 848 time: 0.0451622 Jan 28 08:26:00.840315 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a0eb50-c06f-43b4-b10b-64e440291874 req-ff4244cf-31dd-40ae-84f9-bcea010a3057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:26:00.841824 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a2a0eb50-c06f-43b4-b10b-64e440291874 req-ff4244cf-31dd-40ae-84f9-bcea010a3057 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fb2ee064-bd28-4712-8366-19f2fc620897&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415421 Jan 28 08:26:00.883910 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576619f3-bb5a-4b90-8694-8045fd3aecf4 req-af66548b-92ec-47cc-bea3-02bf40b399c0 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:26:00.885521 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-576619f3-bb5a-4b90-8694-8045fd3aecf4 req-af66548b-92ec-47cc-bea3-02bf40b399c0 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/ports?device_id=a57094e2-2d93-4c36-bfd4-9477655bcf39 HTTP/1.1" status: 200 len: 944 time: 0.0531504 Jan 28 08:26:00.934951 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-576619f3-bb5a-4b90-8694-8045fd3aecf4 req-353b9eeb-2744-4529-8720-d24ebddc0a56 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad0ecccd-0d46-453a-a6d8-72df8a4b4d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436618 Jan 28 08:26:00.937879 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a2a0eb50-c06f-43b4-b10b-64e440291874 req-479ae4d0-cb88-4ea2-bb92-e8b29ca3e0c1 service neutron] 10.222.0.10 "GET /v2.0/networks/fb2ee064-bd28-4712-8366-19f2fc620897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864751 Jan 28 08:26:01.030331 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a2a0eb50-c06f-43b4-b10b-64e440291874 req-3c0c7ef5-a0d4-46bd-a2a6-efb18410daea service neutron] 10.222.0.10 "GET /v2.0/networks/fb2ee064-bd28-4712-8366-19f2fc620897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831180 Jan 28 08:26:01.149275 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb576922-397d-458f-91ec-eee5d830634c req-ba6b17e6-98c7-41b6-904c-5e2a19a0eea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:26:01.151141 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-fb576922-397d-458f-91ec-eee5d830634c req-ba6b17e6-98c7-41b6-904c-5e2a19a0eea9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=713c69ac870e40d2ad55b140cd0905a0&device_id=a57094e2-2d93-4c36-bfd4-9477655bcf39 HTTP/1.1" status: 200 len: 1096 time: 0.0414631 Jan 28 08:26:01.245533 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb576922-397d-458f-91ec-eee5d830634c req-25c69f76-d7a5-4392-9ae1-fd40fe54d2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:26:01.247139 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-fb576922-397d-458f-91ec-eee5d830634c req-25c69f76-d7a5-4392-9ae1-fd40fe54d2f1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=fb2ee064-bd28-4712-8366-19f2fc620897 HTTP/1.1" status: 200 len: 910 time: 0.0900278 Jan 28 08:26:01.316390 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-fb576922-397d-458f-91ec-eee5d830634c req-63c4302c-e39f-4d78-9c64-e78a256d6b93 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c4b32312-dd8f-4e0d-b5be-5593b430866b HTTP/1.1" status: 200 len: 998 time: 0.0603580 Jan 28 08:26:01.379856 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb576922-397d-458f-91ec-eee5d830634c req-80bf8509-345b-43f7-91e2-77ab2aec53eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:26:01.381742 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-fb576922-397d-458f-91ec-eee5d830634c req-80bf8509-345b-43f7-91e2-77ab2aec53eb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=46d993e8-9bee-440f-9007-20c8eef98f7d HTTP/1.1" status: 200 len: 848 time: 0.0557606 Jan 28 08:26:02.062321 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34654f63-3bf2-46d3-8bc1-416f3ca8c586 req-568a3913-5114-4c9c-b1e0-adccf8af0294 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:26:02.063848 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-34654f63-3bf2-46d3-8bc1-416f3ca8c586 req-568a3913-5114-4c9c-b1e0-adccf8af0294 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/ports?device_id=a57094e2-2d93-4c36-bfd4-9477655bcf39 HTTP/1.1" status: 200 len: 944 time: 0.0575953 Jan 28 08:26:02.123367 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-34654f63-3bf2-46d3-8bc1-416f3ca8c586 req-dfe54017-d955-4244-b018-f8958cea9f6d tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad0ecccd-0d46-453a-a6d8-72df8a4b4d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538964 Jan 28 08:26:03.254287 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33829a1e-917b-4a26-ab13-d14317ff10b1 req-4b623d05-a6d7-4efe-9fc3-20eabf9460c2 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:26:03.255802 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-33829a1e-917b-4a26-ab13-d14317ff10b1 req-4b623d05-a6d7-4efe-9fc3-20eabf9460c2 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/ports?device_id=a57094e2-2d93-4c36-bfd4-9477655bcf39 HTTP/1.1" status: 200 len: 944 time: 0.0566003 Jan 28 08:26:03.306841 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-33829a1e-917b-4a26-ab13-d14317ff10b1 req-b9d7f28b-8cfb-45be-a6be-34a66deba729 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad0ecccd-0d46-453a-a6d8-72df8a4b4d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452461 Jan 28 08:26:03.418769 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0d425d38-7a96-4c1b-9b06-25a5bfc0cee5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:26:03.839139 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:26:04.448766 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ac01c4-3071-4355-b1b6-3f4740826863 req-00eb65ba-b0ba-4fc4-86a5-a91d94024bc4 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:26:04.450955 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-83ac01c4-3071-4355-b1b6-3f4740826863 req-00eb65ba-b0ba-4fc4-86a5-a91d94024bc4 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/ports?device_id=a57094e2-2d93-4c36-bfd4-9477655bcf39 HTTP/1.1" status: 200 len: 944 time: 0.0626316 Jan 28 08:26:04.512424 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-83ac01c4-3071-4355-b1b6-3f4740826863 req-0f0414bb-c3da-4cb5-b9b6-3adf72a36203 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad0ecccd-0d46-453a-a6d8-72df8a4b4d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554798 Jan 28 08:26:04.828141 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:26:05.624875 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61398591-5f89-459b-a3d6-4338d4c2de34 req-81413cba-14eb-4571-9829-fc6d47c6d649 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:26:05.626357 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-61398591-5f89-459b-a3d6-4338d4c2de34 req-81413cba-14eb-4571-9829-fc6d47c6d649 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/ports?device_id=a57094e2-2d93-4c36-bfd4-9477655bcf39 HTTP/1.1" status: 200 len: 944 time: 0.0470347 Jan 28 08:26:05.683146 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-61398591-5f89-459b-a3d6-4338d4c2de34 req-5e6d1900-9868-4bac-8223-84f8887fd2ed tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad0ecccd-0d46-453a-a6d8-72df8a4b4d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509627 Jan 28 08:26:05.792287 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-09c8b989-fe47-4282-97e0-384cfca40011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:26:06.840172 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd054e3-bcad-40ce-a9f3-f5cef254f7e0 req-b76cf7b7-fa09-46ae-b8b8-a68607e6d452 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:26:06.841887 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1bd054e3-bcad-40ce-a9f3-f5cef254f7e0 req-b76cf7b7-fa09-46ae-b8b8-a68607e6d452 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/ports?device_id=a57094e2-2d93-4c36-bfd4-9477655bcf39 HTTP/1.1" status: 200 len: 944 time: 0.0738366 Jan 28 08:26:06.902709 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1bd054e3-bcad-40ce-a9f3-f5cef254f7e0 req-57661773-c850-4657-8ac7-c15875144215 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad0ecccd-0d46-453a-a6d8-72df8a4b4d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542948 Jan 28 08:26:07.281621 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:26:08.020064 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bbb6a8-23b1-4e5a-a1d2-748e27f76da2 req-7abee098-7187-4616-b5f4-1f108445730a tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:26:08.021827 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-75bbb6a8-23b1-4e5a-a1d2-748e27f76da2 req-7abee098-7187-4616-b5f4-1f108445730a tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/ports?device_id=a57094e2-2d93-4c36-bfd4-9477655bcf39 HTTP/1.1" status: 200 len: 944 time: 0.0513990 Jan 28 08:26:08.076156 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-75bbb6a8-23b1-4e5a-a1d2-748e27f76da2 req-33fce1c0-4c09-4009-9e88-fcbfd9f43def tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad0ecccd-0d46-453a-a6d8-72df8a4b4d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480759 Jan 28 08:26:08.963913 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:26:09.209612 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aee8bfc-2e3e-4c00-9992-e86bf65445dd req-4f5da687-fa47-4791-9e1f-1f45f41aa48c tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:26:09.212072 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1aee8bfc-2e3e-4c00-9992-e86bf65445dd req-4f5da687-fa47-4791-9e1f-1f45f41aa48c tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/ports?device_id=a57094e2-2d93-4c36-bfd4-9477655bcf39 HTTP/1.1" status: 200 len: 944 time: 0.0616286 Jan 28 08:26:09.260904 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1aee8bfc-2e3e-4c00-9992-e86bf65445dd req-43072266-465d-4457-9c5a-bc05346e2acb tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad0ecccd-0d46-453a-a6d8-72df8a4b4d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426745 Jan 28 08:26:09.905994 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:26:10.376146 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8f308b-743e-498a-8306-3f0206a8df4b req-ebc84669-ed26-4c9c-af2b-752828c3befe tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:26:10.377654 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4b8f308b-743e-498a-8306-3f0206a8df4b req-ebc84669-ed26-4c9c-af2b-752828c3befe tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/ports?device_id=a57094e2-2d93-4c36-bfd4-9477655bcf39 HTTP/1.1" status: 200 len: 944 time: 0.0481625 Jan 28 08:26:10.429211 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4b8f308b-743e-498a-8306-3f0206a8df4b req-74e89956-516a-461d-9c31-c7ef2d775c20 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad0ecccd-0d46-453a-a6d8-72df8a4b4d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459330 Jan 28 08:26:10.505589 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb576922-397d-458f-91ec-eee5d830634c req-40f47927-b81c-4b21-a383-9ccbb6370aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:26:10.507070 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-fb576922-397d-458f-91ec-eee5d830634c req-40f47927-b81c-4b21-a383-9ccbb6370aad service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fb2ee064-bd28-4712-8366-19f2fc620897&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0460699 Jan 28 08:26:10.595951 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-fb576922-397d-458f-91ec-eee5d830634c req-8974e4ce-0742-4c8b-808d-438cfc17ed3a service neutron] 10.222.0.10 "GET /v2.0/networks/fb2ee064-bd28-4712-8366-19f2fc620897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812571 Jan 28 08:26:10.690321 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-fb576922-397d-458f-91ec-eee5d830634c req-76f35b98-66d1-4a32-beab-77290cc6f3f2 service neutron] 10.222.0.10 "GET /v2.0/networks/fb2ee064-bd28-4712-8366-19f2fc620897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840349 Jan 28 08:26:11.545277 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbcd2da-49af-40bd-99b2-1981e7a9f406 req-07497961-781a-4ea6-afd5-da6653d7abaf tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:26:11.546767 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2dbcd2da-49af-40bd-99b2-1981e7a9f406 req-07497961-781a-4ea6-afd5-da6653d7abaf tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/ports?device_id=a57094e2-2d93-4c36-bfd4-9477655bcf39 HTTP/1.1" status: 200 len: 944 time: 0.0496702 Jan 28 08:26:11.595086 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2dbcd2da-49af-40bd-99b2-1981e7a9f406 req-6112fc01-0bf0-44b0-840c-8920726955ec tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad0ecccd-0d46-453a-a6d8-72df8a4b4d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428758 Jan 28 08:26:12.712942 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad9cc9e-8538-463c-b28a-b30c37a6003f req-1d1a0ba9-c7f8-44ca-a2b3-b7f28c375c52 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:26:12.714429 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6ad9cc9e-8538-463c-b28a-b30c37a6003f req-1d1a0ba9-c7f8-44ca-a2b3-b7f28c375c52 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/ports?device_id=a57094e2-2d93-4c36-bfd4-9477655bcf39 HTTP/1.1" status: 200 len: 944 time: 0.0518801 Jan 28 08:26:12.767945 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6ad9cc9e-8538-463c-b28a-b30c37a6003f req-1958580f-d156-47d6-af96-c9fe9da23cfe tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad0ecccd-0d46-453a-a6d8-72df8a4b4d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443647 Jan 28 08:26:13.384943 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device c4b32312-dd8f-4e0d-b5be-5593b430866b details requested by agent hyperv_n-h1-712749-28 with host n-h1-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 08:26:13.480166 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port c4b32312-dd8f-4e0d-b5be-5593b430866b, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=c4b32312-dd8f-4e0d-b5be-5593b430866b,segment=NetworkSegment(abe7a848-cb1f-4b8c-a3a0-bb1cb3a7b93d),segment_id=abe7a848-cb1f-4b8c-a3a0-bb1cb3a7b93d)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:26:13.491531 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Returning: {'device': 'c4b32312-dd8f-4e0d-b5be-5593b430866b', 'network_id': 'fb2ee064-bd28-4712-8366-19f2fc620897', 'port_id': 'c4b32312-dd8f-4e0d-b5be-5593b430866b', 'mac_address': 'fa:16:3e:db:69:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46d993e8-9bee-440f-9007-20c8eef98f7d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 08:26:13.533177 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port c4b32312-dd8f-4e0d-b5be-5593b430866b is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:26:13.533575 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (c4b32312-dd8f-4e0d-b5be-5593b430866b), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:26:13.546716 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4b32312-dd8f-4e0d-b5be-5593b430866b {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 08:26:13.565522 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port c4b32312-dd8f-4e0d-b5be-5593b430866b, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=c4b32312-dd8f-4e0d-b5be-5593b430866b,segment=NetworkSegment(abe7a848-cb1f-4b8c-a3a0-bb1cb3a7b93d),segment_id=abe7a848-cb1f-4b8c-a3a0-bb1cb3a7b93d)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:26:13.571088 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (c4b32312-dd8f-4e0d-b5be-5593b430866b), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:26:13.616880 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=c4b32312-dd8f-4e0d-b5be-5593b430866b,revision_number=11']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:26:13.889136 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926ffc11-a03e-457e-8a05-0db643773b0a req-f59a718f-fc19-49f9-914b-2a4a469a96fd tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:26:13.890740 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-926ffc11-a03e-457e-8a05-0db643773b0a req-f59a718f-fc19-49f9-914b-2a4a469a96fd tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/ports?device_id=a57094e2-2d93-4c36-bfd4-9477655bcf39 HTTP/1.1" status: 200 len: 945 time: 0.0513258 Jan 28 08:26:13.938404 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-926ffc11-a03e-457e-8a05-0db643773b0a req-b9d87330-eef6-407e-a9f3-7a946bcf6990 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad0ecccd-0d46-453a-a6d8-72df8a4b4d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421462 Jan 28 08:26:13.953517 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['c4b32312-dd8f-4e0d-b5be-5593b430866b'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 08:26:15.052975 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a48e7af-d387-415f-bde5-2656e555f2c4 req-cf726a0c-3f98-4ba8-b3b6-92172a2c236c tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:26:15.054480 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2a48e7af-d387-415f-bde5-2656e555f2c4 req-cf726a0c-3f98-4ba8-b3b6-92172a2c236c tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/ports?device_id=a57094e2-2d93-4c36-bfd4-9477655bcf39 HTTP/1.1" status: 200 len: 945 time: 0.0482926 Jan 28 08:26:15.103991 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2a48e7af-d387-415f-bde5-2656e555f2c4 req-bc375531-c297-44ab-8045-8a09e0e2b316 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad0ecccd-0d46-453a-a6d8-72df8a4b4d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438900 Jan 28 08:26:15.382222 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device c4b32312-dd8f-4e0d-b5be-5593b430866b up at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 08:26:15.433814 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning for port c4b32312-dd8f-4e0d-b5be-5593b430866b completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 08:26:15.438153 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning complete for port c4b32312-dd8f-4e0d-b5be-5593b430866b triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:26:15.438535 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (c4b32312-dd8f-4e0d-b5be-5593b430866b), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:26:15.519406 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port c4b32312-dd8f-4e0d-b5be-5593b430866b is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:26:15.519805 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (c4b32312-dd8f-4e0d-b5be-5593b430866b), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:26:15.542799 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a57094e2-2d93-4c36-bfd4-9477655bcf39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4b32312-dd8f-4e0d-b5be-5593b430866b'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 08:26:15.545102 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ad7fe887ec8da9bd29e477e6463a73d1e99860c0dff062a8c1350cb6684650b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0147d0e3-591e-4574-97ba-25f4f9dbad13" -d '{"events": [{"server_uuid": "a57094e2-2d93-4c36-bfd4-9477655bcf39", "name": "network-vif-plugged", "status": "completed", "tag": "c4b32312-dd8f-4e0d-b5be-5593b430866b"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 08:26:15.557517 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port c4b32312-dd8f-4e0d-b5be-5593b430866b, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=c4b32312-dd8f-4e0d-b5be-5593b430866b,segment=NetworkSegment(abe7a848-cb1f-4b8c-a3a0-bb1cb3a7b93d),segment_id=abe7a848-cb1f-4b8c-a3a0-bb1cb3a7b93d)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:26:15.562406 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (c4b32312-dd8f-4e0d-b5be-5593b430866b), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:26:15.587347 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 08:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1dc296c-afa0-4c7d-a964-29634b8ec9bb x-openstack-request-id: req-f1dc296c-afa0-4c7d-a964-29634b8ec9bb {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 08:26:15.587642 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a57094e2-2d93-4c36-bfd4-9477655bcf39", "name": "network-vif-plugged", "status": "completed", "tag": "c4b32312-dd8f-4e0d-b5be-5593b430866b", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 08:26:15.587904 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f1dc296c-afa0-4c7d-a964-29634b8ec9bb {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 08:26:15.588322 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a57094e2-2d93-4c36-bfd4-9477655bcf39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4b32312-dd8f-4e0d-b5be-5593b430866b', 'code': 200} Jan 28 08:26:15.611181 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=c4b32312-dd8f-4e0d-b5be-5593b430866b,revision_number=12']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:26:15.803491 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f7216a-2dfb-4fce-8209-3a4e6f476eb7 req-4a18bce8-1cba-42a8-a0a1-861701266949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:26:15.805124 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f9f7216a-2dfb-4fce-8209-3a4e6f476eb7 req-4a18bce8-1cba-42a8-a0a1-861701266949 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a57094e2-2d93-4c36-bfd4-9477655bcf39 HTTP/1.1" status: 200 len: 1098 time: 0.0448933 Jan 28 08:26:15.852265 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f9f7216a-2dfb-4fce-8209-3a4e6f476eb7 req-b16b9db8-7897-4e11-af59-4c1d5090c8ff service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=ad0ecccd-0d46-453a-a6d8-72df8a4b4d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383949 Jan 28 08:26:16.223181 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1284f4b-fc4a-493c-88f6-58f7340e1612 req-74e86ab1-c2f8-4009-ab0d-a2b8c2494bd2 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:26:16.224716 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d1284f4b-fc4a-493c-88f6-58f7340e1612 req-74e86ab1-c2f8-4009-ab0d-a2b8c2494bd2 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/ports?device_id=a57094e2-2d93-4c36-bfd4-9477655bcf39 HTTP/1.1" status: 200 len: 946 time: 0.0493374 Jan 28 08:26:16.275903 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d1284f4b-fc4a-493c-88f6-58f7340e1612 req-7dca8137-9137-42fe-9528-83f32ba93afd tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad0ecccd-0d46-453a-a6d8-72df8a4b4d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455155 Jan 28 08:26:17.393224 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11e652a-381c-45ea-a2e0-bb9192624cc9 req-c6d7b3a4-1156-4242-a05e-a44062bd8960 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:26:17.394716 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d11e652a-381c-45ea-a2e0-bb9192624cc9 req-c6d7b3a4-1156-4242-a05e-a44062bd8960 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/ports?device_id=a57094e2-2d93-4c36-bfd4-9477655bcf39 HTTP/1.1" status: 200 len: 946 time: 0.0488033 Jan 28 08:26:17.452143 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d11e652a-381c-45ea-a2e0-bb9192624cc9 req-421b4660-89d7-48d3-b668-704f89dd750c tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad0ecccd-0d46-453a-a6d8-72df8a4b4d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510030 Jan 28 08:26:18.403496 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 7 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 08:26:18.568879 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf933d90-64d1-4b64-861e-f91f6a642d73 req-b51b0cd9-8d99-4f53-8dbe-2a82df878bb8 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:26:18.570342 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-bf933d90-64d1-4b64-861e-f91f6a642d73 req-b51b0cd9-8d99-4f53-8dbe-2a82df878bb8 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/ports?device_id=a57094e2-2d93-4c36-bfd4-9477655bcf39 HTTP/1.1" status: 200 len: 946 time: 0.0479021 Jan 28 08:26:18.618066 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-bf933d90-64d1-4b64-861e-f91f6a642d73 req-d62f7316-85cc-4a88-861b-c92eb396dd37 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad0ecccd-0d46-453a-a6d8-72df8a4b4d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420280 Jan 28 08:26:23.405451 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1d3d4c4e-aee4-4bc2-8458-511258d1147f req-0f104986-3be6-4cdc-9fa3-d9d9e7c1247a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a57094e2-2d93-4c36-bfd4-9477655bcf39&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0405197 Jan 28 08:26:23.505866 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3d4c4e-aee4-4bc2-8458-511258d1147f req-90a00c13-c4a0-4b80-8d5d-8167e1f833a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:26:23.507413 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1d3d4c4e-aee4-4bc2-8458-511258d1147f req-90a00c13-c4a0-4b80-8d5d-8167e1f833a6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=713c69ac870e40d2ad55b140cd0905a0&device_id=a57094e2-2d93-4c36-bfd4-9477655bcf39 HTTP/1.1" status: 200 len: 1098 time: 0.0448074 Jan 28 08:26:23.606027 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3d4c4e-aee4-4bc2-8458-511258d1147f req-128c64a3-22f0-477a-a52d-fa81861702bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:26:23.607460 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1d3d4c4e-aee4-4bc2-8458-511258d1147f req-128c64a3-22f0-477a-a52d-fa81861702bf service neutron] 10.222.0.10 "GET /v2.0/networks?id=fb2ee064-bd28-4712-8366-19f2fc620897 HTTP/1.1" status: 200 len: 910 time: 0.0818770 Jan 28 08:26:23.674119 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1d3d4c4e-aee4-4bc2-8458-511258d1147f req-3f2dca92-9440-4565-9466-d5c120e73091 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c4b32312-dd8f-4e0d-b5be-5593b430866b HTTP/1.1" status: 200 len: 1000 time: 0.0606544 Jan 28 08:26:23.720350 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3d4c4e-aee4-4bc2-8458-511258d1147f req-0eb6f55a-b441-4b37-bfd6-0bb99c8f0e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:26:23.721782 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1d3d4c4e-aee4-4bc2-8458-511258d1147f req-0eb6f55a-b441-4b37-bfd6-0bb99c8f0e33 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=46d993e8-9bee-440f-9007-20c8eef98f7d HTTP/1.1" status: 200 len: 848 time: 0.0420270 Jan 28 08:26:23.764784 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3d4c4e-aee4-4bc2-8458-511258d1147f req-19dbef32-71f6-4b67-abdb-a4e2a8a49bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:26:23.766227 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1d3d4c4e-aee4-4bc2-8458-511258d1147f req-19dbef32-71f6-4b67-abdb-a4e2a8a49bb2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fb2ee064-bd28-4712-8366-19f2fc620897&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0379241 Jan 28 08:26:23.854563 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1d3d4c4e-aee4-4bc2-8458-511258d1147f req-702e67fd-04a9-4332-8832-ee799f403449 service neutron] 10.222.0.10 "GET /v2.0/networks/fb2ee064-bd28-4712-8366-19f2fc620897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821948 Jan 28 08:26:23.940977 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1d3d4c4e-aee4-4bc2-8458-511258d1147f req-0caffa89-7abb-4b3d-9c32-967597fd4627 service neutron] 10.222.0.10 "GET /v2.0/networks/fb2ee064-bd28-4712-8366-19f2fc620897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800745 Jan 28 08:26:33.401756 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-71655363-8217-4275-b4df-e4eb7026b997 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:26:33.838367 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:26:34.821835 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:26:35.785129 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f46c8324-fd80-447a-9e61-19fb2a2eb1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:26:37.286556 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:26:38.963537 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:26:39.899501 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:26:55.403030 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 7 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 08:27:03.402984 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-12ebbf53-e4bd-47b2-bad2-684b49478ed8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:27:03.870652 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:27:04.836119 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:27:05.786089 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-68ebf4a2-2fce-4ea5-a401-80e98dac9eb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:27:07.285850 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:27:08.964728 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:27:09.902107 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:27:23.421817 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-135da0de-dbb4-4281-a4c4-59a1f636b75d req-0788d89c-92c9-4372-817e-b7111491fdbb service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a57094e2-2d93-4c36-bfd4-9477655bcf39&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0926135 Jan 28 08:27:23.530547 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135da0de-dbb4-4281-a4c4-59a1f636b75d req-aad76234-cf11-4dde-9ec7-aa791b5acb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:27:23.532169 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-135da0de-dbb4-4281-a4c4-59a1f636b75d req-aad76234-cf11-4dde-9ec7-aa791b5acb14 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=713c69ac870e40d2ad55b140cd0905a0&device_id=a57094e2-2d93-4c36-bfd4-9477655bcf39 HTTP/1.1" status: 200 len: 1098 time: 0.0463893 Jan 28 08:27:23.636895 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135da0de-dbb4-4281-a4c4-59a1f636b75d req-dd476993-7a13-4c9d-b671-de481770147b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:27:23.638266 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-135da0de-dbb4-4281-a4c4-59a1f636b75d req-dd476993-7a13-4c9d-b671-de481770147b service neutron] 10.222.0.10 "GET /v2.0/networks?id=fb2ee064-bd28-4712-8366-19f2fc620897 HTTP/1.1" status: 200 len: 910 time: 0.0821600 Jan 28 08:27:23.709442 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-135da0de-dbb4-4281-a4c4-59a1f636b75d req-6ac2835a-36b2-4b7e-9c89-e88cd9009058 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c4b32312-dd8f-4e0d-b5be-5593b430866b HTTP/1.1" status: 200 len: 1000 time: 0.0624168 Jan 28 08:27:23.758858 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135da0de-dbb4-4281-a4c4-59a1f636b75d req-0b2aa22a-5ca1-43ed-b11b-e5c3ee6ddd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:27:23.760313 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-135da0de-dbb4-4281-a4c4-59a1f636b75d req-0b2aa22a-5ca1-43ed-b11b-e5c3ee6ddd86 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=46d993e8-9bee-440f-9007-20c8eef98f7d HTTP/1.1" status: 200 len: 848 time: 0.0420785 Jan 28 08:27:23.806328 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135da0de-dbb4-4281-a4c4-59a1f636b75d req-9c983d45-500e-4aa0-ae70-9e8a9a37e388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:27:23.808023 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-135da0de-dbb4-4281-a4c4-59a1f636b75d req-9c983d45-500e-4aa0-ae70-9e8a9a37e388 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fb2ee064-bd28-4712-8366-19f2fc620897&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406995 Jan 28 08:27:23.818007 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [req-135da0de-dbb4-4281-a4c4-59a1f636b75d req-4e0ee640-40fa-47bd-9154-528b88b0d46a service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 08:27:23.818995 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-135da0de-dbb4-4281-a4c4-59a1f636b75d req-4e0ee640-40fa-47bd-9154-528b88b0d46a service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047648 Jan 28 08:27:23.907890 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-135da0de-dbb4-4281-a4c4-59a1f636b75d req-938214d5-ec43-4e86-af37-fb80d283275b service neutron] 10.222.0.10 "GET /v2.0/networks/fb2ee064-bd28-4712-8366-19f2fc620897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826311 Jan 28 08:27:23.997306 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-135da0de-dbb4-4281-a4c4-59a1f636b75d req-8ae18c74-5312-4834-a61a-26aaa5f2d957 service neutron] 10.222.0.10 "GET /v2.0/networks/fb2ee064-bd28-4712-8366-19f2fc620897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806880 Jan 28 08:27:31.249986 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 42428) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:27:31.408131 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-672a26b1-e69c-4df3-987c-176e8cf2bfff tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Deleting port 145d9768-5895-4d72-8096-0d9b5ea24be1 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 08:27:31.408510 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-672a26b1-e69c-4df3-987c-176e8cf2bfff tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (145d9768-5895-4d72-8096-0d9b5ea24be1), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:27:31.485612 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-672a26b1-e69c-4df3-987c-176e8cf2bfff tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (145d9768-5895-4d72-8096-0d9b5ea24be1), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:27:31.485936 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-672a26b1-e69c-4df3-987c-176e8cf2bfff tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Publish callbacks [] for floatingip (145d9768-5895-4d72-8096-0d9b5ea24be1), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:27:31.498094 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-672a26b1-e69c-4df3-987c-176e8cf2bfff tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Calling delete_port for 145d9768-5895-4d72-8096-0d9b5ea24be1 owned by network:floatingip {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 08:27:31.643727 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-672a26b1-e69c-4df3-987c-176e8cf2bfff tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (145d9768-5895-4d72-8096-0d9b5ea24be1), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:27:31.667624 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672a26b1-e69c-4df3-987c-176e8cf2bfff tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Pushing event deleted for resources: {'Port': ['ID=145d9768-5895-4d72-8096-0d9b5ea24be1,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:27:31.680963 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672a26b1-e69c-4df3-987c-176e8cf2bfff tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:27:31.681319 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672a26b1-e69c-4df3-987c-176e8cf2bfff tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:27:31.681666 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672a26b1-e69c-4df3-987c-176e8cf2bfff tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:27:31.682713 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672a26b1-e69c-4df3-987c-176e8cf2bfff tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:27:31.683319 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672a26b1-e69c-4df3-987c-176e8cf2bfff tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:27:31.683666 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672a26b1-e69c-4df3-987c-176e8cf2bfff tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:27:31.684004 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672a26b1-e69c-4df3-987c-176e8cf2bfff tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:27:31.684382 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672a26b1-e69c-4df3-987c-176e8cf2bfff tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:27:31.684719 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672a26b1-e69c-4df3-987c-176e8cf2bfff tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:27:31.685052 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672a26b1-e69c-4df3-987c-176e8cf2bfff tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:27:31.685381 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672a26b1-e69c-4df3-987c-176e8cf2bfff tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:27:31.685704 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672a26b1-e69c-4df3-987c-176e8cf2bfff tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:27:31.686028 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672a26b1-e69c-4df3-987c-176e8cf2bfff tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:27:31.740383 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-672a26b1-e69c-4df3-987c-176e8cf2bfff tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Publish callbacks [] for floatingip (34d06336-a532-4980-a97b-79f479563548), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:27:31.740745 n-d-712749-28 neutron-server[103283]: INFO neutron.db.l3_db [None req-672a26b1-e69c-4df3-987c-176e8cf2bfff tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Floating IP 34d06336-a532-4980-a97b-79f479563548 disassociated (deleted). External IP: 172.25.6.27, port: c4b32312-dd8f-4e0d-b5be-5593b430866b. Jan 28 08:27:31.947366 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-672a26b1-e69c-4df3-987c-176e8cf2bfff tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Router c324857a-d600-46e7-ad4d-d5fd8cd9ea64 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 08:27:32.069692 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-672a26b1-e69c-4df3-987c-176e8cf2bfff tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 08:27:32.075225 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-672a26b1-e69c-4df3-987c-176e8cf2bfff tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for floatingip (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:27:32.079833 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c245abae-08d3-4319-8159-0c1ffcf3ea71 None None] Sync routers for ids ['c324857a-d600-46e7-ad4d-d5fd8cd9ea64'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 08:27:32.090306 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c245abae-08d3-4319-8159-0c1ffcf3ea71 None None] Routers {'c324857a-d600-46e7-ad4d-d5fd8cd9ea64'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 08:27:32.090926 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-c245abae-08d3-4319-8159-0c1ffcf3ea71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T08:27:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['c324857a-d600-46e7-ad4d-d5fd8cd9ea64'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:27:32.102951 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-672a26b1-e69c-4df3-987c-176e8cf2bfff tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "DELETE /v2.0/floatingips/34d06336-a532-4980-a97b-79f479563548 HTTP/1.1" status: 204 len: 168 time: 0.8518720 Jan 28 08:27:32.103587 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a57094e2-2d93-4c36-bfd4-9477655bcf39', 'tag': 'c4b32312-dd8f-4e0d-b5be-5593b430866b'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 08:27:32.105910 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6b024039d6c3a8048940e324a8d5ead2390d66f8802a9866b6a24361082aa9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b7cc44c-f4ff-48e3-88d7-62588da99d96" -d '{"events": [{"name": "network-changed", "server_uuid": "a57094e2-2d93-4c36-bfd4-9477655bcf39", "tag": "c4b32312-dd8f-4e0d-b5be-5593b430866b"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 08:27:32.199331 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-c245abae-08d3-4319-8159-0c1ffcf3ea71 None None] Set router c324857a-d600-46e7-ad4d-d5fd8cd9ea64 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 08:27:32.217876 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 08:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d1dcf48-2e0b-4843-9446-5a7c8daeafe0 x-openstack-request-id: req-7d1dcf48-2e0b-4843-9446-5a7c8daeafe0 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 08:27:32.218236 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a57094e2-2d93-4c36-bfd4-9477655bcf39", "tag": "c4b32312-dd8f-4e0d-b5be-5593b430866b", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 08:27:32.218561 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7d1dcf48-2e0b-4843-9446-5a7c8daeafe0 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 08:27:32.219039 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a57094e2-2d93-4c36-bfd4-9477655bcf39', 'tag': 'c4b32312-dd8f-4e0d-b5be-5593b430866b', 'status': 'completed', 'code': 200} Jan 28 08:27:32.330509 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7cc44c-f4ff-48e3-88d7-62588da99d96 req-d7a17d3f-e156-4ce8-a9d6-d17010fcddd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:27:32.332151 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0b7cc44c-f4ff-48e3-88d7-62588da99d96 req-d7a17d3f-e156-4ce8-a9d6-d17010fcddd4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=713c69ac870e40d2ad55b140cd0905a0&device_id=a57094e2-2d93-4c36-bfd4-9477655bcf39 HTTP/1.1" status: 200 len: 1098 time: 0.0534391 Jan 28 08:27:32.347386 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beb1a98-acda-41e2-b201-e33e929d7b06 req-a4fc202c-05bf-4024-966d-0b4de8f857cf tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:27:32.349059 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0beb1a98-acda-41e2-b201-e33e929d7b06 req-a4fc202c-05bf-4024-966d-0b4de8f857cf tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/ports?device_id=a57094e2-2d93-4c36-bfd4-9477655bcf39 HTTP/1.1" status: 200 len: 946 time: 0.0524347 Jan 28 08:27:32.405941 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0beb1a98-acda-41e2-b201-e33e929d7b06 req-0caed4d8-f954-4920-b2ce-3f4e2d7aa8a0 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad0ecccd-0d46-453a-a6d8-72df8a4b4d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503793 Jan 28 08:27:32.421815 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 7 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 08:27:32.456834 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-c245abae-08d3-4319-8159-0c1ffcf3ea71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c324857a-d600-46e7-ad4d-d5fd8cd9ea64', 'name': 'tempest-TestShelveInstance-1702425519-router', 'tenant_id': '713c69ac870e40d2ad55b140cd0905a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': 'd3a65ecd-f243-4bc8-8b1b-1e0460a5a035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:23:13Z', 'updated_at': '2022-01-28T08:23:16Z', 'revision_number': 4, 'project_id': '713c69ac870e40d2ad55b140cd0905a0', 'gw_port': {'id': 'd3a65ecd-f243-4bc8-8b1b-1e0460a5a035', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:48:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c324857a-d600-46e7-ad4d-d5fd8cd9ea64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:23:13Z', 'updated_at': '2022-01-28T08:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '3d33db57-1e61-489a-b4fd-1e90e1f70a9a', 'name': '', 'network_id': 'fb2ee064-bd28-4712-8366-19f2fc620897', 'tenant_id': '713c69ac870e40d2ad55b140cd0905a0', 'mac_address': 'fa:16:3e:66:06:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c324857a-d600-46e7-ad4d-d5fd8cd9ea64', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '46d993e8-9bee-440f-9007-20c8eef98f7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:23:15Z', 'updated_at': '2022-01-28T08:23:20Z', 'revision_number': 5, 'project_id': '713c69ac870e40d2ad55b140cd0905a0', 'subnets': [{'id': '46d993e8-9bee-440f-9007-20c8eef98f7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:27:32.458008 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7cc44c-f4ff-48e3-88d7-62588da99d96 req-a00e3b8d-bbae-41e9-ba52-fd55c3a6ad8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:27:32.459717 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0b7cc44c-f4ff-48e3-88d7-62588da99d96 req-a00e3b8d-bbae-41e9-ba52-fd55c3a6ad8b service neutron] 10.222.0.10 "GET /v2.0/networks?id=fb2ee064-bd28-4712-8366-19f2fc620897 HTTP/1.1" status: 200 len: 910 time: 0.0976231 Jan 28 08:27:32.488312 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c245abae-08d3-4319-8159-0c1ffcf3ea71 None None] Checking router: c324857a-d600-46e7-ad4d-d5fd8cd9ea64 for host: n-d-712749-28 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 08:27:32.497343 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c245abae-08d3-4319-8159-0c1ffcf3ea71 None None] Routers {'c324857a-d600-46e7-ad4d-d5fd8cd9ea64'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 08:27:32.497961 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-c245abae-08d3-4319-8159-0c1ffcf3ea71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T08:27:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['c324857a-d600-46e7-ad4d-d5fd8cd9ea64'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:27:32.509505 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0b7cc44c-f4ff-48e3-88d7-62588da99d96 req-733b3ed5-1197-4c7b-9c79-839ec65ba8f3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c4b32312-dd8f-4e0d-b5be-5593b430866b HTTP/1.1" status: 200 len: 217 time: 0.0436528 Jan 28 08:27:32.577962 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7cc44c-f4ff-48e3-88d7-62588da99d96 req-2e02fe70-065d-4cc5-9c48-a844c48b1064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:27:32.579435 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0b7cc44c-f4ff-48e3-88d7-62588da99d96 req-2e02fe70-065d-4cc5-9c48-a844c48b1064 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=46d993e8-9bee-440f-9007-20c8eef98f7d HTTP/1.1" status: 200 len: 848 time: 0.0626478 Jan 28 08:27:32.637932 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7cc44c-f4ff-48e3-88d7-62588da99d96 req-7e973794-0d18-459c-b963-3395e5852001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:27:32.639723 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0b7cc44c-f4ff-48e3-88d7-62588da99d96 req-7e973794-0d18-459c-b963-3395e5852001 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fb2ee064-bd28-4712-8366-19f2fc620897&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0539160 Jan 28 08:27:32.735602 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0b7cc44c-f4ff-48e3-88d7-62588da99d96 req-9d36284f-006c-4314-be3d-3231aefcd4a3 service neutron] 10.222.0.10 "GET /v2.0/networks/fb2ee064-bd28-4712-8366-19f2fc620897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882246 Jan 28 08:27:32.735838 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-c245abae-08d3-4319-8159-0c1ffcf3ea71 None None] Set router c324857a-d600-46e7-ad4d-d5fd8cd9ea64 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 08:27:32.834493 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0b7cc44c-f4ff-48e3-88d7-62588da99d96 req-822b6182-986b-4ef4-9bab-11b5a8a8be79 service neutron] 10.222.0.10 "GET /v2.0/networks/fb2ee064-bd28-4712-8366-19f2fc620897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905061 Jan 28 08:27:32.981953 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-c245abae-08d3-4319-8159-0c1ffcf3ea71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c324857a-d600-46e7-ad4d-d5fd8cd9ea64', 'name': 'tempest-TestShelveInstance-1702425519-router', 'tenant_id': '713c69ac870e40d2ad55b140cd0905a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': 'd3a65ecd-f243-4bc8-8b1b-1e0460a5a035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:23:13Z', 'updated_at': '2022-01-28T08:23:16Z', 'revision_number': 4, 'project_id': '713c69ac870e40d2ad55b140cd0905a0', 'gw_port': {'id': 'd3a65ecd-f243-4bc8-8b1b-1e0460a5a035', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:48:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c324857a-d600-46e7-ad4d-d5fd8cd9ea64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:23:13Z', 'updated_at': '2022-01-28T08:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '3d33db57-1e61-489a-b4fd-1e90e1f70a9a', 'name': '', 'network_id': 'fb2ee064-bd28-4712-8366-19f2fc620897', 'tenant_id': '713c69ac870e40d2ad55b140cd0905a0', 'mac_address': 'fa:16:3e:66:06:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c324857a-d600-46e7-ad4d-d5fd8cd9ea64', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '46d993e8-9bee-440f-9007-20c8eef98f7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:23:15Z', 'updated_at': '2022-01-28T08:23:20Z', 'revision_number': 5, 'project_id': '713c69ac870e40d2ad55b140cd0905a0', 'subnets': [{'id': '46d993e8-9bee-440f-9007-20c8eef98f7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:27:33.014357 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c245abae-08d3-4319-8159-0c1ffcf3ea71 None None] The sync data for ids ['c324857a-d600-46e7-ad4d-d5fd8cd9ea64'] in n-d-712749-28 is: [{'id': 'c324857a-d600-46e7-ad4d-d5fd8cd9ea64', 'name': 'tempest-TestShelveInstance-1702425519-router', 'tenant_id': '713c69ac870e40d2ad55b140cd0905a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': 'd3a65ecd-f243-4bc8-8b1b-1e0460a5a035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:23:13Z', 'updated_at': '2022-01-28T08:23:16Z', 'revision_number': 4, 'project_id': '713c69ac870e40d2ad55b140cd0905a0', 'gw_port': {'id': 'd3a65ecd-f243-4bc8-8b1b-1e0460a5a035', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:48:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c324857a-d600-46e7-ad4d-d5fd8cd9ea64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:23:13Z', 'updated_at': '2022-01-28T08:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '3d33db57-1e61-489a-b4fd-1e90e1f70a9a', 'name': '', 'network_id': 'fb2ee064-bd28-4712-8366-19f2fc620897', 'tenant_id': '713c69ac870e40d2ad55b140cd0905a0', 'mac_address': 'fa:16:3e:66:06:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c324857a-d600-46e7-ad4d-d5fd8cd9ea64', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '46d993e8-9bee-440f-9007-20c8eef98f7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:23:15Z', 'updated_at': '2022-01-28T08:23:20Z', 'revision_number': 5, 'project_id': '713c69ac870e40d2ad55b140cd0905a0', 'subnets': [{'id': '46d993e8-9bee-440f-9007-20c8eef98f7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 08:27:33.230090 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9abe487e-d493-490a-b7f4-0970f486e8ae None None] New status for floating IP 34d06336-a532-4980-a97b-79f479563548: DOWN {{(pid=103285) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 08:27:33.406392 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-290f03a4-600f-4816-8d04-d8a4ac118066 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:27:33.527172 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e49d9b-0f9e-46b3-8bc7-789525dcd56c req-088ad230-9627-4611-9a47-3041292399f8 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:27:33.528659 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-22e49d9b-0f9e-46b3-8bc7-789525dcd56c req-088ad230-9627-4611-9a47-3041292399f8 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/ports?device_id=a57094e2-2d93-4c36-bfd4-9477655bcf39 HTTP/1.1" status: 200 len: 946 time: 0.0486691 Jan 28 08:27:33.576761 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-22e49d9b-0f9e-46b3-8bc7-789525dcd56c req-9375f3a5-13cc-4389-99be-0b7bcd25c92c tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad0ecccd-0d46-453a-a6d8-72df8a4b4d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424511 Jan 28 08:27:33.883438 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:27:34.037350 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d21fbc-48c4-40d3-aa25-09090d36434c req-754797a1-5b16-49db-91a9-f73d4325c849 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:27:34.038855 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-45d21fbc-48c4-40d3-aa25-09090d36434c req-754797a1-5b16-49db-91a9-f73d4325c849 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.10 "GET /v2.0/ports?device_id=a57094e2-2d93-4c36-bfd4-9477655bcf39 HTTP/1.1" status: 200 len: 946 time: 0.0506759 Jan 28 08:27:34.130787 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-45d21fbc-48c4-40d3-aa25-09090d36434c req-d081fdec-953f-4062-ab68-f6e765ffebae tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Deleting port c4b32312-dd8f-4e0d-b5be-5593b430866b {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 08:27:34.131125 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-45d21fbc-48c4-40d3-aa25-09090d36434c req-d081fdec-953f-4062-ab68-f6e765ffebae tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (c4b32312-dd8f-4e0d-b5be-5593b430866b), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:27:34.219996 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-45d21fbc-48c4-40d3-aa25-09090d36434c req-d081fdec-953f-4062-ab68-f6e765ffebae tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] For port c4b32312-dd8f-4e0d-b5be-5593b430866b, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=c4b32312-dd8f-4e0d-b5be-5593b430866b,segment=NetworkSegment(abe7a848-cb1f-4b8c-a3a0-bb1cb3a7b93d),segment_id=abe7a848-cb1f-4b8c-a3a0-bb1cb3a7b93d)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:27:34.220402 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-45d21fbc-48c4-40d3-aa25-09090d36434c req-d081fdec-953f-4062-ab68-f6e765ffebae tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (c4b32312-dd8f-4e0d-b5be-5593b430866b), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:27:34.233226 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-45d21fbc-48c4-40d3-aa25-09090d36434c req-d081fdec-953f-4062-ab68-f6e765ffebae tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Calling delete_port for c4b32312-dd8f-4e0d-b5be-5593b430866b owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 08:27:34.693868 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6090458a-05b5-440d-85b0-1d152cdb1e97 req-d6150faf-f9f7-46b6-96cd-1046b74b01e6 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:27:34.695346 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6090458a-05b5-440d-85b0-1d152cdb1e97 req-d6150faf-f9f7-46b6-96cd-1046b74b01e6 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/ports?device_id=a57094e2-2d93-4c36-bfd4-9477655bcf39 HTTP/1.1" status: 200 len: 946 time: 0.0516334 Jan 28 08:27:34.716142 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-45d21fbc-48c4-40d3-aa25-09090d36434c req-d081fdec-953f-4062-ab68-f6e765ffebae tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (c4b32312-dd8f-4e0d-b5be-5593b430866b), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:27:34.745347 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6090458a-05b5-440d-85b0-1d152cdb1e97 req-5af52d3f-d2fa-4500-abb5-dbada9df5a67 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad0ecccd-0d46-453a-a6d8-72df8a4b4d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437934 Jan 28 08:27:34.750249 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d081fdec-953f-4062-ab68-f6e765ffebae tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Pushing event deleted for resources: {'Port': ['ID=c4b32312-dd8f-4e0d-b5be-5593b430866b,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:27:34.764468 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d081fdec-953f-4062-ab68-f6e765ffebae tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:27:34.764468 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d081fdec-953f-4062-ab68-f6e765ffebae tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:27:34.764468 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d081fdec-953f-4062-ab68-f6e765ffebae tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:27:34.764468 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d081fdec-953f-4062-ab68-f6e765ffebae tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:27:34.764841 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d081fdec-953f-4062-ab68-f6e765ffebae tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:27:34.765129 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d081fdec-953f-4062-ab68-f6e765ffebae tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:27:34.765466 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d081fdec-953f-4062-ab68-f6e765ffebae tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:27:34.765799 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d081fdec-953f-4062-ab68-f6e765ffebae tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:27:34.766134 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d081fdec-953f-4062-ab68-f6e765ffebae tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:27:34.766463 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d081fdec-953f-4062-ab68-f6e765ffebae tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:27:34.766793 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d081fdec-953f-4062-ab68-f6e765ffebae tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:27:34.767119 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d081fdec-953f-4062-ab68-f6e765ffebae tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:27:34.767564 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d081fdec-953f-4062-ab68-f6e765ffebae tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:27:34.803439 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-45d21fbc-48c4-40d3-aa25-09090d36434c req-d081fdec-953f-4062-ab68-f6e765ffebae tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] No DVR routers for this DVR port c4b32312-dd8f-4e0d-b5be-5593b430866b on host n-h1-712749-28 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 08:27:34.806103 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-45d21fbc-48c4-40d3-aa25-09090d36434c req-d081fdec-953f-4062-ab68-f6e765ffebae tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:27:34.810088 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-45d21fbc-48c4-40d3-aa25-09090d36434c req-d081fdec-953f-4062-ab68-f6e765ffebae tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.10 "DELETE /v2.0/ports/c4b32312-dd8f-4e0d-b5be-5593b430866b HTTP/1.1" status: 204 len: 173 time: 0.7634623 Jan 28 08:27:34.810527 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a57094e2-2d93-4c36-bfd4-9477655bcf39', 'name': 'network-vif-deleted', 'tag': 'c4b32312-dd8f-4e0d-b5be-5593b430866b'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 08:27:34.812791 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea2b103cb7827510f28784975546feb0b63800b94dfac5f98f271904baace09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0af9b65b-20d6-406b-bacb-d6b7e2cb2c5d" -d '{"events": [{"server_uuid": "a57094e2-2d93-4c36-bfd4-9477655bcf39", "name": "network-vif-deleted", "tag": "c4b32312-dd8f-4e0d-b5be-5593b430866b"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 08:27:34.842336 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:27:34.855046 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 08:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1892086c-4d43-47e6-b7c4-845f69d07557 x-openstack-request-id: req-1892086c-4d43-47e6-b7c4-845f69d07557 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 08:27:34.855313 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a57094e2-2d93-4c36-bfd4-9477655bcf39", "name": "network-vif-deleted", "tag": "c4b32312-dd8f-4e0d-b5be-5593b430866b", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 08:27:34.855542 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1892086c-4d43-47e6-b7c4-845f69d07557 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 08:27:34.855966 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a57094e2-2d93-4c36-bfd4-9477655bcf39', 'name': 'network-vif-deleted', 'tag': 'c4b32312-dd8f-4e0d-b5be-5593b430866b', 'status': 'completed', 'code': 200} Jan 28 08:27:35.787551 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cd72fc65-7d88-4eec-aaab-4c0ff38ef635 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:27:35.803075 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 42452) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:27:35.858357 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-39cdce3a-8eea-4c6b-b192-ed7abceabdbf tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Publish callbacks [] for security_group (ad0ecccd-0d46-453a-a6d8-72df8a4b4d92), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:27:35.883088 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-39cdce3a-8eea-4c6b-b192-ed7abceabdbf tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Publish callbacks [] for security_group (ad0ecccd-0d46-453a-a6d8-72df8a4b4d92), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:27:35.942309 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-39cdce3a-8eea-4c6b-b192-ed7abceabdbf tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (ad0ecccd-0d46-453a-a6d8-72df8a4b4d92), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:27:35.945278 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-39cdce3a-8eea-4c6b-b192-ed7abceabdbf tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:27:35.946456 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-39cdce3a-8eea-4c6b-b192-ed7abceabdbf tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "DELETE /v2.0/security-groups/ad0ecccd-0d46-453a-a6d8-72df8a4b4d92 HTTP/1.1" status: 204 len: 168 time: 0.1422734 Jan 28 08:27:35.956571 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cdce3a-8eea-4c6b-b192-ed7abceabdbf tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad0ecccd-0d46-453a-a6d8-72df8a4b4d92,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:27:36.352426 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 42458) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:27:36.357819 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-d23c4857-dfa5-4860-a59c-36fa81823e21 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1657402299', 'description': 'tempest-secgroup-smoke-1657402299 description', 'project_id': '713c69ac870e40d2ad55b140cd0905a0'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:27:36.377693 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d23c4857-dfa5-4860-a59c-36fa81823e21 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:27:36.442791 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d23c4857-dfa5-4860-a59c-36fa81823e21 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Publish callbacks [] for security_group (a5031f10-6f33-4857-8952-0b7996301b28), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:27:36.447683 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d23c4857-dfa5-4860-a59c-36fa81823e21 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (a5031f10-6f33-4857-8952-0b7996301b28), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:27:36.480089 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d23c4857-dfa5-4860-a59c-36fa81823e21 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:27:36.481264 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-d23c4857-dfa5-4860-a59c-36fa81823e21 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1278486 Jan 28 08:27:36.483168 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23c4857-dfa5-4860-a59c-36fa81823e21 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5031f10-6f33-4857-8952-0b7996301b28,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:27:36.484126 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 42460) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:27:36.493305 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-976dc23e-6b49-415c-a777-bde62051d5e6 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Request body: {'security_group_rule': {'security_group_id': 'a5031f10-6f33-4857-8952-0b7996301b28', 'project_id': '713c69ac870e40d2ad55b140cd0905a0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:27:36.522646 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-976dc23e-6b49-415c-a777-bde62051d5e6 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Publish callbacks [] for security_group_rule (5be9805c-3994-42de-b5ad-f9d4dfcecaff), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:27:36.570148 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-976dc23e-6b49-415c-a777-bde62051d5e6 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Publish callbacks [] for security_group_rule (5be9805c-3994-42de-b5ad-f9d4dfcecaff), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:27:36.574119 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-976dc23e-6b49-415c-a777-bde62051d5e6 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (5be9805c-3994-42de-b5ad-f9d4dfcecaff), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:27:36.595929 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976dc23e-6b49-415c-a777-bde62051d5e6 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5be9805c-3994-42de-b5ad-f9d4dfcecaff,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:27:36.603984 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-976dc23e-6b49-415c-a777-bde62051d5e6 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:27:36.605251 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-976dc23e-6b49-415c-a777-bde62051d5e6 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1185167 Jan 28 08:27:36.608000 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 42462) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:27:36.612244 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-0d946590-9d2d-467e-8d21-7f37c7a7c983 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Request body: {'security_group_rule': {'security_group_id': 'a5031f10-6f33-4857-8952-0b7996301b28', 'project_id': '713c69ac870e40d2ad55b140cd0905a0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:27:36.636248 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0d946590-9d2d-467e-8d21-7f37c7a7c983 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Publish callbacks [] for security_group_rule (f334752f-56a5-4f2d-bb90-2362df155a00), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:27:36.689693 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0d946590-9d2d-467e-8d21-7f37c7a7c983 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Publish callbacks [] for security_group_rule (f334752f-56a5-4f2d-bb90-2362df155a00), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:27:36.693349 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0d946590-9d2d-467e-8d21-7f37c7a7c983 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (f334752f-56a5-4f2d-bb90-2362df155a00), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:27:36.711568 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d946590-9d2d-467e-8d21-7f37c7a7c983 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f334752f-56a5-4f2d-bb90-2362df155a00,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:27:36.719902 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0d946590-9d2d-467e-8d21-7f37c7a7c983 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:27:36.721140 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-0d946590-9d2d-467e-8d21-7f37c7a7c983 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1122098 Jan 28 08:27:36.723942 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 42464) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:27:36.728179 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-ee13e28c-a837-4d32-9c7c-d0ce4eb2ca31 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Request body: {'security_group_rule': {'security_group_id': 'a5031f10-6f33-4857-8952-0b7996301b28', 'project_id': '713c69ac870e40d2ad55b140cd0905a0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:27:36.753779 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ee13e28c-a837-4d32-9c7c-d0ce4eb2ca31 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Publish callbacks [] for security_group_rule (6aff5e7f-e7d8-4445-ac22-d053877992a8), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:27:36.810940 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ee13e28c-a837-4d32-9c7c-d0ce4eb2ca31 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Publish callbacks [] for security_group_rule (6aff5e7f-e7d8-4445-ac22-d053877992a8), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:27:36.814313 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ee13e28c-a837-4d32-9c7c-d0ce4eb2ca31 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (6aff5e7f-e7d8-4445-ac22-d053877992a8), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:27:36.831921 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee13e28c-a837-4d32-9c7c-d0ce4eb2ca31 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6aff5e7f-e7d8-4445-ac22-d053877992a8,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:27:36.839894 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ee13e28c-a837-4d32-9c7c-d0ce4eb2ca31 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:27:36.841132 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-ee13e28c-a837-4d32-9c7c-d0ce4eb2ca31 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1162446 Jan 28 08:27:36.843870 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 42466) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:27:36.848240 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-edc264ee-5931-4b74-aa43-cc26ee8669eb tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Request body: {'security_group_rule': {'security_group_id': 'a5031f10-6f33-4857-8952-0b7996301b28', 'project_id': '713c69ac870e40d2ad55b140cd0905a0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:27:36.871949 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-edc264ee-5931-4b74-aa43-cc26ee8669eb tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Publish callbacks [] for security_group_rule (c582f502-efca-41ea-bcee-833a5ca81466), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:27:36.929729 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-edc264ee-5931-4b74-aa43-cc26ee8669eb tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Publish callbacks [] for security_group_rule (c582f502-efca-41ea-bcee-833a5ca81466), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:27:36.933740 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-edc264ee-5931-4b74-aa43-cc26ee8669eb tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (c582f502-efca-41ea-bcee-833a5ca81466), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:27:36.956856 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc264ee-5931-4b74-aa43-cc26ee8669eb tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c582f502-efca-41ea-bcee-833a5ca81466,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:27:36.965189 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-edc264ee-5931-4b74-aa43-cc26ee8669eb tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:27:36.966443 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-edc264ee-5931-4b74-aa43-cc26ee8669eb tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1216235 Jan 28 08:27:36.969183 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 42468) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:27:36.973451 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-4bbea399-cdc9-4e62-ab31-6b5e1f17e1b5 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Request body: {'security_group_rule': {'security_group_id': 'a5031f10-6f33-4857-8952-0b7996301b28', 'project_id': '713c69ac870e40d2ad55b140cd0905a0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:27:36.992709 n-d-712749-28 neutron-server[103283]: INFO neutron.db.securitygroups_db [None req-4bbea399-cdc9-4e62-ab31-6b5e1f17e1b5 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Project 713c69ac870e40d2ad55b140cd0905a0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 08:27:36.998040 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4bbea399-cdc9-4e62-ab31-6b5e1f17e1b5 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Publish callbacks [] for security_group_rule (e2f03842-7a94-4633-92e3-03756671df96), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:27:37.068360 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4bbea399-cdc9-4e62-ab31-6b5e1f17e1b5 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Publish callbacks [] for security_group_rule (e2f03842-7a94-4633-92e3-03756671df96), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:27:37.071929 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4bbea399-cdc9-4e62-ab31-6b5e1f17e1b5 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (e2f03842-7a94-4633-92e3-03756671df96), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:27:37.091343 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbea399-cdc9-4e62-ab31-6b5e1f17e1b5 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2f03842-7a94-4633-92e3-03756671df96,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:27:37.100034 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4bbea399-cdc9-4e62-ab31-6b5e1f17e1b5 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:27:37.101280 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-4bbea399-cdc9-4e62-ab31-6b5e1f17e1b5 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1311569 Jan 28 08:27:37.103977 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 42470) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:27:37.108395 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-42ac2e60-d192-41c8-ae6c-d8dc9bfa7f33 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Request body: {'security_group_rule': {'security_group_id': 'a5031f10-6f33-4857-8952-0b7996301b28', 'project_id': '713c69ac870e40d2ad55b140cd0905a0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:27:37.128025 n-d-712749-28 neutron-server[103283]: INFO neutron.db.securitygroups_db [None req-42ac2e60-d192-41c8-ae6c-d8dc9bfa7f33 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Project 713c69ac870e40d2ad55b140cd0905a0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 08:27:37.132688 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-42ac2e60-d192-41c8-ae6c-d8dc9bfa7f33 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Publish callbacks [] for security_group_rule (126657eb-3681-43d9-8ae9-4884e6adca23), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:27:37.190704 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-42ac2e60-d192-41c8-ae6c-d8dc9bfa7f33 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Publish callbacks [] for security_group_rule (126657eb-3681-43d9-8ae9-4884e6adca23), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:27:37.194284 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-42ac2e60-d192-41c8-ae6c-d8dc9bfa7f33 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (126657eb-3681-43d9-8ae9-4884e6adca23), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:27:37.212617 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ac2e60-d192-41c8-ae6c-d8dc9bfa7f33 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=126657eb-3681-43d9-8ae9-4884e6adca23,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:27:37.220690 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-42ac2e60-d192-41c8-ae6c-d8dc9bfa7f33 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:27:37.221883 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-42ac2e60-d192-41c8-ae6c-d8dc9bfa7f33 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1169543 Jan 28 08:27:37.289343 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:27:37.898590 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device c4b32312-dd8f-4e0d-b5be-5593b430866b no longer exists at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 08:27:37.919171 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] No Port match for: c4b32312-dd8f-4e0d-b5be-5593b430866b {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 08:27:37.919604 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device c4b32312-dd8f-4e0d-b5be-5593b430866b not bound to the agent host n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 08:27:38.966529 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:27:39.905584 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:27:55.590147 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-86399dcb-3f37-4cc7-934a-c232d8d85352 req-6849b0cb-14e5-43f4-8c59-4b0c8b3482c6 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1657402299&fields=id&tenant_id=713c69ac870e40d2ad55b140cd0905a0 HTTP/1.1" status: 200 len: 267 time: 0.0445149 Jan 28 08:27:55.694981 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86399dcb-3f37-4cc7-934a-c232d8d85352 req-65c40ae3-5696-4e77-8825-53f190b4934d tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:27:55.696364 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-86399dcb-3f37-4cc7-934a-c232d8d85352 req-65c40ae3-5696-4e77-8825-53f190b4934d tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/networks?id=fb2ee064-bd28-4712-8366-19f2fc620897 HTTP/1.1" status: 200 len: 809 time: 0.0994768 Jan 28 08:27:55.710887 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-86399dcb-3f37-4cc7-934a-c232d8d85352 req-478406fd-1cf5-4727-aebd-104776f02ffd tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/quotas/713c69ac870e40d2ad55b140cd0905a0 HTTP/1.1" status: 200 len: 375 time: 0.0088949 Jan 28 08:27:55.760733 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-86399dcb-3f37-4cc7-934a-c232d8d85352 req-ebf6cede-9c12-404d-b668-362cd4fc06d9 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=713c69ac870e40d2ad55b140cd0905a0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0444996 Jan 28 08:27:55.897225 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-86399dcb-3f37-4cc7-934a-c232d8d85352 req-7c3f0e40-7919-4199-8fa1-a4b2a7811699 service neutron] 10.222.0.41 "GET /v2.0/networks/fb2ee064-bd28-4712-8366-19f2fc620897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254447 Jan 28 08:27:55.983241 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-86399dcb-3f37-4cc7-934a-c232d8d85352 req-babb2b75-9126-49a7-9d99-bad9c5d7d8cd service neutron] 10.222.0.41 "GET /v2.0/networks/fb2ee064-bd28-4712-8366-19f2fc620897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796583 Jan 28 08:27:56.256042 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-3fe59142-8933-4705-9479-94a9fcebf57d req-eb13a749-251b-4111-8ef7-deb381e72f67 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac8804de-9202-44f9-b2ca-6c39cee16ed3 HTTP/1.1" status: 200 len: 210 time: 0.0270696 Jan 28 08:27:57.230006 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86399dcb-3f37-4cc7-934a-c232d8d85352 req-b2f3e139-a425-4a6d-a383-9627f78a6e0d tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:27:57.231834 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-86399dcb-3f37-4cc7-934a-c232d8d85352 req-b2f3e139-a425-4a6d-a383-9627f78a6e0d tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.44 "GET /v2.0/networks?id=fb2ee064-bd28-4712-8366-19f2fc620897 HTTP/1.1" status: 200 len: 809 time: 0.1059973 Jan 28 08:27:57.300005 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-86399dcb-3f37-4cc7-934a-c232d8d85352 req-cd47f048-386b-4f9d-b215-7653fb4c203b tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=713c69ac870e40d2ad55b140cd0905a0 HTTP/1.1" status: 200 len: 380 time: 0.0560441 Jan 28 08:27:57.310923 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-86399dcb-3f37-4cc7-934a-c232d8d85352 req-3ce31de3-9621-466c-bb36-acbf633de956 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Request body: {'port': {'device_id': 'ac8804de-9202-44f9-b2ca-6c39cee16ed3', 'network_id': 'fb2ee064-bd28-4712-8366-19f2fc620897', 'admin_state_up': True, 'tenant_id': '713c69ac870e40d2ad55b140cd0905a0', 'security_groups': ['a5031f10-6f33-4857-8952-0b7996301b28']}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:27:57.360349 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-39eab67d-e25d-47b0-aa5a-28715e539410 req-c46f1ea3-def7-48ae-b1b0-72fa02e5c9a7 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac8804de-9202-44f9-b2ca-6c39cee16ed3 HTTP/1.1" status: 200 len: 210 time: 0.0348506 Jan 28 08:27:57.422017 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86399dcb-3f37-4cc7-934a-c232d8d85352 req-3ce31de3-9621-466c-bb36-acbf633de956 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Made reservation on behalf of 713c69ac870e40d2ad55b140cd0905a0 for: {'port': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 08:27:57.425662 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-86399dcb-3f37-4cc7-934a-c232d8d85352 req-3ce31de3-9621-466c-bb36-acbf633de956 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:27:57.552113 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [req-86399dcb-3f37-4cc7-934a-c232d8d85352 req-3ce31de3-9621-466c-bb36-acbf633de956 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Allocated IP 172.20.0.14 (fb2ee064-bd28-4712-8366-19f2fc620897/46d993e8-9bee-440f-9007-20c8eef98f7d/f546593d-0a30-4025-bd4a-025666669270) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 08:27:57.692446 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-86399dcb-3f37-4cc7-934a-c232d8d85352 req-3ce31de3-9621-466c-bb36-acbf633de956 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Publish callbacks [] for port (f546593d-0a30-4025-bd4a-025666669270), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:27:57.728396 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-86399dcb-3f37-4cc7-934a-c232d8d85352 req-3ce31de3-9621-466c-bb36-acbf633de956 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (f546593d-0a30-4025-bd4a-025666669270), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:27:57.768978 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86399dcb-3f37-4cc7-934a-c232d8d85352 req-3ce31de3-9621-466c-bb36-acbf633de956 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Network fb2ee064-bd28-4712-8366-19f2fc620897 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 08:27:57.771855 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [req-86399dcb-3f37-4cc7-934a-c232d8d85352 req-3ce31de3-9621-466c-bb36-acbf633de956 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 08:27:57.775582 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-86399dcb-3f37-4cc7-934a-c232d8d85352 req-3ce31de3-9621-466c-bb36-acbf633de956 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 08:27:57.803328 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce31de3-9621-466c-bb36-acbf633de956 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Pushing event updated for resources: {'Port': ['ID=f546593d-0a30-4025-bd4a-025666669270,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:27:57.831170 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86399dcb-3f37-4cc7-934a-c232d8d85352 req-3ce31de3-9621-466c-bb36-acbf633de956 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:27:57.831802 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-86399dcb-3f37-4cc7-934a-c232d8d85352 req-3ce31de3-9621-466c-bb36-acbf633de956 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:27:57.850044 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-86399dcb-3f37-4cc7-934a-c232d8d85352 req-3ce31de3-9621-466c-bb36-acbf633de956 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5433986 Jan 28 08:27:57.867732 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-86399dcb-3f37-4cc7-934a-c232d8d85352 req-bc8150b3-af83-4628-8e10-c2f6024a5571 service neutron] Request body: {'port': {'device_id': 'ac8804de-9202-44f9-b2ca-6c39cee16ed3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712749-28'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:27:57.930459 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-86399dcb-3f37-4cc7-934a-c232d8d85352 req-bc8150b3-af83-4628-8e10-c2f6024a5571 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (f546593d-0a30-4025-bd4a-025666669270), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:27:58.004386 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-461c326e-af35-47da-b73b-da5213e7cddc None None] Provisioning complete for port f546593d-0a30-4025-bd4a-025666669270 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:27:58.005036 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-461c326e-af35-47da-b73b-da5213e7cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (f546593d-0a30-4025-bd4a-025666669270), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:27:58.042108 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-461c326e-af35-47da-b73b-da5213e7cddc None None] Port f546593d-0a30-4025-bd4a-025666669270 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 08:27:58.512297 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe9d571-cb4e-404f-87ba-64218dc55cc7 req-e8d72850-1ec2-41b3-aace-96e403baeca3 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:27:58.513791 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-bfe9d571-cb4e-404f-87ba-64218dc55cc7 req-e8d72850-1ec2-41b3-aace-96e403baeca3 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac8804de-9202-44f9-b2ca-6c39cee16ed3 HTTP/1.1" status: 200 len: 932 time: 0.0646396 Jan 28 08:27:58.596969 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-bfe9d571-cb4e-404f-87ba-64218dc55cc7 req-faea5bdd-7706-49d1-8aa2-94f26e86edb8 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5031f10-6f33-4857-8952-0b7996301b28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719059 Jan 28 08:27:58.630736 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [req-86399dcb-3f37-4cc7-934a-c232d8d85352 req-bc8150b3-af83-4628-8e10-c2f6024a5571 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f546593d-0a30-4025-bd4a-025666669270 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 08:27:58.638496 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-86399dcb-3f37-4cc7-934a-c232d8d85352 req-bc8150b3-af83-4628-8e10-c2f6024a5571 service neutron] Publish callbacks [] for port (f546593d-0a30-4025-bd4a-025666669270), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:27:58.650305 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [req-86399dcb-3f37-4cc7-934a-c232d8d85352 req-bc8150b3-af83-4628-8e10-c2f6024a5571 service neutron] Transition to ACTIVE for port object f546593d-0a30-4025-bd4a-025666669270 will not be triggered until provisioned by entity L2. {{(pid=103283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 08:27:58.654761 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-86399dcb-3f37-4cc7-934a-c232d8d85352 req-bc8150b3-af83-4628-8e10-c2f6024a5571 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (f546593d-0a30-4025-bd4a-025666669270), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:27:58.706615 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8150b3-af83-4628-8e10-c2f6024a5571 service neutron] Pushing event updated for resources: {'Port': ['ID=f546593d-0a30-4025-bd4a-025666669270,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:27:58.780228 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-86399dcb-3f37-4cc7-934a-c232d8d85352 req-bc8150b3-af83-4628-8e10-c2f6024a5571 service neutron] Attempting to bind port f546593d-0a30-4025-bd4a-025666669270 on host n-h2-712749-28 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 08:27:58.780701 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-86399dcb-3f37-4cc7-934a-c232d8d85352 req-bc8150b3-af83-4628-8e10-c2f6024a5571 service neutron] Attempting to bind port f546593d-0a30-4025-bd4a-025666669270 by drivers openvswitch,hyperv on host n-h2-712749-28 at level 0 using segments [{'id': 'abe7a848-cb1f-4b8c-a3a0-bb1cb3a7b93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'fb2ee064-bd28-4712-8366-19f2fc620897'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 08:27:58.781122 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86399dcb-3f37-4cc7-934a-c232d8d85352 req-bc8150b3-af83-4628-8e10-c2f6024a5571 service neutron] Attempting to bind port f546593d-0a30-4025-bd4a-025666669270 on network fb2ee064-bd28-4712-8366-19f2fc620897 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 08:27:58.786221 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86399dcb-3f37-4cc7-934a-c232d8d85352 req-bc8150b3-af83-4628-8e10-c2f6024a5571 service neutron] Port f546593d-0a30-4025-bd4a-025666669270 on network fb2ee064-bd28-4712-8366-19f2fc620897 not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-28 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 08:27:58.786502 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86399dcb-3f37-4cc7-934a-c232d8d85352 req-bc8150b3-af83-4628-8e10-c2f6024a5571 service neutron] Attempting to bind port f546593d-0a30-4025-bd4a-025666669270 on network fb2ee064-bd28-4712-8366-19f2fc620897 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 08:27:58.791854 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86399dcb-3f37-4cc7-934a-c232d8d85352 req-bc8150b3-af83-4628-8e10-c2f6024a5571 service neutron] Checking agent: {'id': 'c9906e63-062c-432e-bb53-63fdb8115e18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 8, 27, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 08:27:58.792339 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86399dcb-3f37-4cc7-934a-c232d8d85352 req-bc8150b3-af83-4628-8e10-c2f6024a5571 service neutron] Checking segment: {'id': 'abe7a848-cb1f-4b8c-a3a0-bb1cb3a7b93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'fb2ee064-bd28-4712-8366-19f2fc620897'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 08:27:58.792818 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86399dcb-3f37-4cc7-934a-c232d8d85352 req-bc8150b3-af83-4628-8e10-c2f6024a5571 service neutron] Bound using segment: {'id': 'abe7a848-cb1f-4b8c-a3a0-bb1cb3a7b93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'fb2ee064-bd28-4712-8366-19f2fc620897'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 08:27:58.793876 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-86399dcb-3f37-4cc7-934a-c232d8d85352 req-bc8150b3-af83-4628-8e10-c2f6024a5571 service neutron] Bound port: f546593d-0a30-4025-bd4a-025666669270, host: n-h2-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abe7a848-cb1f-4b8c-a3a0-bb1cb3a7b93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'fb2ee064-bd28-4712-8366-19f2fc620897'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 08:27:58.794427 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-86399dcb-3f37-4cc7-934a-c232d8d85352 req-bc8150b3-af83-4628-8e10-c2f6024a5571 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (f546593d-0a30-4025-bd4a-025666669270), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:27:58.859052 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-86399dcb-3f37-4cc7-934a-c232d8d85352 req-bc8150b3-af83-4628-8e10-c2f6024a5571 service neutron] For port f546593d-0a30-4025-bd4a-025666669270, host n-h2-712749-28, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 08:27:58.862405 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-86399dcb-3f37-4cc7-934a-c232d8d85352 req-bc8150b3-af83-4628-8e10-c2f6024a5571 service neutron] For port f546593d-0a30-4025-bd4a-025666669270, host n-h2-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=f546593d-0a30-4025-bd4a-025666669270,segment=NetworkSegment(abe7a848-cb1f-4b8c-a3a0-bb1cb3a7b93d),segment_id=abe7a848-cb1f-4b8c-a3a0-bb1cb3a7b93d)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 08:27:58.866674 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-86399dcb-3f37-4cc7-934a-c232d8d85352 req-bc8150b3-af83-4628-8e10-c2f6024a5571 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (f546593d-0a30-4025-bd4a-025666669270), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:27:58.904834 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86399dcb-3f37-4cc7-934a-c232d8d85352 req-bc8150b3-af83-4628-8e10-c2f6024a5571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:27:58.905823 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-86399dcb-3f37-4cc7-934a-c232d8d85352 req-bc8150b3-af83-4628-8e10-c2f6024a5571 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:27:58.907227 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-86399dcb-3f37-4cc7-934a-c232d8d85352 req-bc8150b3-af83-4628-8e10-c2f6024a5571 service neutron] 10.222.0.44 "PUT /v2.0/ports/f546593d-0a30-4025-bd4a-025666669270 HTTP/1.1" status: 200 len: 1093 time: 1.0438845 Jan 28 08:27:58.907672 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac8804de-9202-44f9-b2ca-6c39cee16ed3', 'tag': 'f546593d-0a30-4025-bd4a-025666669270'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 08:27:58.909995 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6b024039d6c3a8048940e324a8d5ead2390d66f8802a9866b6a24361082aa9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7afda692-a469-48a6-8b07-a5121f6c97a3" -d '{"events": [{"name": "network-changed", "server_uuid": "ac8804de-9202-44f9-b2ca-6c39cee16ed3", "tag": "f546593d-0a30-4025-bd4a-025666669270"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 08:27:58.933934 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8150b3-af83-4628-8e10-c2f6024a5571 service neutron] Pushing event updated for resources: {'Port': ['ID=f546593d-0a30-4025-bd4a-025666669270,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:27:58.958175 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 08:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3696bab-1cc3-46c3-854b-8f16a2b6ee01 x-openstack-request-id: req-c3696bab-1cc3-46c3-854b-8f16a2b6ee01 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 08:27:58.958476 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac8804de-9202-44f9-b2ca-6c39cee16ed3", "tag": "f546593d-0a30-4025-bd4a-025666669270", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 08:27:58.958743 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c3696bab-1cc3-46c3-854b-8f16a2b6ee01 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 08:27:58.959151 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac8804de-9202-44f9-b2ca-6c39cee16ed3', 'tag': 'f546593d-0a30-4025-bd4a-025666669270', 'status': 'completed', 'code': 200} Jan 28 08:27:59.026553 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86399dcb-3f37-4cc7-934a-c232d8d85352 req-4f924c76-3943-4f4b-914e-08f666c92fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:27:59.028941 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-86399dcb-3f37-4cc7-934a-c232d8d85352 req-4f924c76-3943-4f4b-914e-08f666c92fdd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=713c69ac870e40d2ad55b140cd0905a0&device_id=ac8804de-9202-44f9-b2ca-6c39cee16ed3 HTTP/1.1" status: 200 len: 1096 time: 0.0525041 Jan 28 08:27:59.082094 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-86399dcb-3f37-4cc7-934a-c232d8d85352 req-b04c352f-d740-4378-a274-64b874bbc8f0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f546593d-0a30-4025-bd4a-025666669270 HTTP/1.1" status: 200 len: 217 time: 0.0396464 Jan 28 08:27:59.133052 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86399dcb-3f37-4cc7-934a-c232d8d85352 req-45ff4f8b-b2b7-43fc-8250-a5726128aa03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:27:59.134504 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-86399dcb-3f37-4cc7-934a-c232d8d85352 req-45ff4f8b-b2b7-43fc-8250-a5726128aa03 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=46d993e8-9bee-440f-9007-20c8eef98f7d HTTP/1.1" status: 200 len: 848 time: 0.0463660 Jan 28 08:27:59.178962 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86399dcb-3f37-4cc7-934a-c232d8d85352 req-8d26bb68-f320-4ff6-b2c3-fb2b417bb7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:27:59.180499 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-86399dcb-3f37-4cc7-934a-c232d8d85352 req-8d26bb68-f320-4ff6-b2c3-fb2b417bb7c6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fb2ee064-bd28-4712-8366-19f2fc620897&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405879 Jan 28 08:27:59.271117 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-86399dcb-3f37-4cc7-934a-c232d8d85352 req-a3eb3885-fcc6-4858-9b97-1db3dc896f8b service neutron] 10.222.0.44 "GET /v2.0/networks/fb2ee064-bd28-4712-8366-19f2fc620897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847712 Jan 28 08:27:59.360546 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-86399dcb-3f37-4cc7-934a-c232d8d85352 req-70951851-e5d9-4875-92eb-90e3cf5d7486 service neutron] 10.222.0.44 "GET /v2.0/networks/fb2ee064-bd28-4712-8366-19f2fc620897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819178 Jan 28 08:27:59.480087 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afda692-a469-48a6-8b07-a5121f6c97a3 req-8b586dcf-4425-4091-8ecd-727154faf573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:27:59.482444 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7afda692-a469-48a6-8b07-a5121f6c97a3 req-8b586dcf-4425-4091-8ecd-727154faf573 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=713c69ac870e40d2ad55b140cd0905a0&device_id=ac8804de-9202-44f9-b2ca-6c39cee16ed3 HTTP/1.1" status: 200 len: 1096 time: 0.0478280 Jan 28 08:27:59.573099 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afda692-a469-48a6-8b07-a5121f6c97a3 req-f952b1ce-b158-4997-83af-82e566af6f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:27:59.575623 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7afda692-a469-48a6-8b07-a5121f6c97a3 req-f952b1ce-b158-4997-83af-82e566af6f6f service neutron] 10.222.0.44 "GET /v2.0/networks?id=fb2ee064-bd28-4712-8366-19f2fc620897 HTTP/1.1" status: 200 len: 910 time: 0.0875154 Jan 28 08:27:59.620328 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7afda692-a469-48a6-8b07-a5121f6c97a3 req-5de5e4cd-d6d4-49a9-b2a3-9b11cfcf77a0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f546593d-0a30-4025-bd4a-025666669270 HTTP/1.1" status: 200 len: 217 time: 0.0389411 Jan 28 08:27:59.680350 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afda692-a469-48a6-8b07-a5121f6c97a3 req-67e4027c-73be-4804-822b-07c9ddedf80b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:27:59.681893 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7afda692-a469-48a6-8b07-a5121f6c97a3 req-67e4027c-73be-4804-822b-07c9ddedf80b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=46d993e8-9bee-440f-9007-20c8eef98f7d HTTP/1.1" status: 200 len: 848 time: 0.0559328 Jan 28 08:27:59.748423 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec9ff1e-b573-4754-b158-210661d5916b req-ccd81cb8-e7b9-4adc-9c3b-9ae9924466b0 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:27:59.749909 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-eec9ff1e-b573-4754-b158-210661d5916b req-ccd81cb8-e7b9-4adc-9c3b-9ae9924466b0 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac8804de-9202-44f9-b2ca-6c39cee16ed3 HTTP/1.1" status: 200 len: 944 time: 0.0846908 Jan 28 08:27:59.752316 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afda692-a469-48a6-8b07-a5121f6c97a3 req-bd699a15-048a-4508-99ff-bbd9cfeddd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:27:59.753684 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7afda692-a469-48a6-8b07-a5121f6c97a3 req-bd699a15-048a-4508-99ff-bbd9cfeddd85 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fb2ee064-bd28-4712-8366-19f2fc620897&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0583141 Jan 28 08:27:59.860948 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-eec9ff1e-b573-4754-b158-210661d5916b req-d676fe50-ffb8-4190-b88f-92951a5a9f28 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5031f10-6f33-4857-8952-0b7996301b28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049948 Jan 28 08:27:59.887195 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7afda692-a469-48a6-8b07-a5121f6c97a3 req-6424bea3-bbd4-424b-bc09-f21f5355bc21 service neutron] 10.222.0.44 "GET /v2.0/networks/fb2ee064-bd28-4712-8366-19f2fc620897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251292 Jan 28 08:27:59.992766 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7afda692-a469-48a6-8b07-a5121f6c97a3 req-aa0973d6-9d3b-4682-b48c-c53c8db7d930 service neutron] 10.222.0.44 "GET /v2.0/networks/fb2ee064-bd28-4712-8366-19f2fc620897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001735 Jan 28 08:28:00.984965 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe66be6-da2a-483a-81ce-6d52304dbb15 req-4fffd7ae-4342-4293-8496-d278f7c8fe5a tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:28:00.986467 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6fe66be6-da2a-483a-81ce-6d52304dbb15 req-4fffd7ae-4342-4293-8496-d278f7c8fe5a tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac8804de-9202-44f9-b2ca-6c39cee16ed3 HTTP/1.1" status: 200 len: 944 time: 0.0540695 Jan 28 08:28:01.037184 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6fe66be6-da2a-483a-81ce-6d52304dbb15 req-4c7f681a-22d4-4a16-93fc-ba2b0d9a3158 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5031f10-6f33-4857-8952-0b7996301b28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448420 Jan 28 08:28:02.152773 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6affe3-45ec-4b0e-8c36-6712e089d234 req-1f222cf0-bf62-4eaf-95ae-ca219931e0a1 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:28:02.154275 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2f6affe3-45ec-4b0e-8c36-6712e089d234 req-1f222cf0-bf62-4eaf-95ae-ca219931e0a1 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac8804de-9202-44f9-b2ca-6c39cee16ed3 HTTP/1.1" status: 200 len: 944 time: 0.0482042 Jan 28 08:28:02.203153 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2f6affe3-45ec-4b0e-8c36-6712e089d234 req-ab2d6a42-0757-4ed4-b374-e1f3ed4b7d9b tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5031f10-6f33-4857-8952-0b7996301b28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431702 Jan 28 08:28:03.325595 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11b31c5-ebb0-4d47-b48b-a842542c0d6a req-f679f343-8e27-47df-a8b9-673aed70bf8c tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:28:03.327755 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f11b31c5-ebb0-4d47-b48b-a842542c0d6a req-f679f343-8e27-47df-a8b9-673aed70bf8c tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac8804de-9202-44f9-b2ca-6c39cee16ed3 HTTP/1.1" status: 200 len: 944 time: 0.0529556 Jan 28 08:28:03.376718 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-f11b31c5-ebb0-4d47-b48b-a842542c0d6a req-c6054b20-8450-4ee0-9896-275a7246b8f7 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5031f10-6f33-4857-8952-0b7996301b28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433235 Jan 28 08:28:03.411060 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c3c01c36-2461-4903-9a40-0929b9229c5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:28:03.901519 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:28:04.495422 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc28c86a-2371-420e-a782-13e78d7c4135 req-7ebbcee7-627f-4fa9-9fe3-d103f49bae83 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:28:04.499582 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-cc28c86a-2371-420e-a782-13e78d7c4135 req-7ebbcee7-627f-4fa9-9fe3-d103f49bae83 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac8804de-9202-44f9-b2ca-6c39cee16ed3 HTTP/1.1" status: 200 len: 944 time: 0.0523314 Jan 28 08:28:04.546413 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-cc28c86a-2371-420e-a782-13e78d7c4135 req-a616abb0-2024-492e-84f8-ec4c493585ab tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5031f10-6f33-4857-8952-0b7996301b28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434134 Jan 28 08:28:04.842457 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:28:05.662771 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94b14a5-49a4-4ab0-995c-ee03f546f889 req-c4972504-543d-4fc6-8702-3f854810aa79 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:28:05.664165 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d94b14a5-49a4-4ab0-995c-ee03f546f889 req-c4972504-543d-4fc6-8702-3f854810aa79 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac8804de-9202-44f9-b2ca-6c39cee16ed3 HTTP/1.1" status: 200 len: 944 time: 0.0497074 Jan 28 08:28:05.716328 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d94b14a5-49a4-4ab0-995c-ee03f546f889 req-46e06803-616a-44c9-8c87-e8423bb6e118 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5031f10-6f33-4857-8952-0b7996301b28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455897 Jan 28 08:28:05.789597 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fc055a7e-0de7-412b-9029-822850c1d150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:28:06.833582 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81184ee-8f5d-4047-abe7-14d19999c095 req-4add0157-ea46-403e-9256-5bc89866bdc1 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:28:06.835062 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e81184ee-8f5d-4047-abe7-14d19999c095 req-4add0157-ea46-403e-9256-5bc89866bdc1 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac8804de-9202-44f9-b2ca-6c39cee16ed3 HTTP/1.1" status: 200 len: 944 time: 0.0533099 Jan 28 08:28:06.883377 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e81184ee-8f5d-4047-abe7-14d19999c095 req-bdae2f5f-2710-4cc8-b9e7-ce4e71457f88 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5031f10-6f33-4857-8952-0b7996301b28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426190 Jan 28 08:28:07.292853 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:28:07.999628 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5463c227-c735-4b47-816d-f66af2260676 req-dd80a2a2-9227-4e5a-aac4-d84a974b4a2e tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:28:08.001134 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5463c227-c735-4b47-816d-f66af2260676 req-dd80a2a2-9227-4e5a-aac4-d84a974b4a2e tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac8804de-9202-44f9-b2ca-6c39cee16ed3 HTTP/1.1" status: 200 len: 944 time: 0.0491900 Jan 28 08:28:08.048457 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5463c227-c735-4b47-816d-f66af2260676 req-f7b6fb4d-0411-492d-9830-1f7e1027b353 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5031f10-6f33-4857-8952-0b7996301b28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417421 Jan 28 08:28:08.971043 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:28:09.163202 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112f64f5-b46c-4bc8-8d26-d97e9b242f98 req-7c430d23-2aee-47b3-9016-7d4aa29c5b03 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:28:09.164732 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-112f64f5-b46c-4bc8-8d26-d97e9b242f98 req-7c430d23-2aee-47b3-9016-7d4aa29c5b03 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac8804de-9202-44f9-b2ca-6c39cee16ed3 HTTP/1.1" status: 200 len: 944 time: 0.0490739 Jan 28 08:28:09.213540 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-112f64f5-b46c-4bc8-8d26-d97e9b242f98 req-e6413fa4-2e1d-4109-927a-60f200ffb13c tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5031f10-6f33-4857-8952-0b7996301b28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425711 Jan 28 08:28:09.400125 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 7 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 08:28:09.907490 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:28:10.326000 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98818b27-645d-4573-a46e-46eb771e03a8 req-9f22d329-3ba9-4d74-a9f8-7b0d8bc05879 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:28:10.327467 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-98818b27-645d-4573-a46e-46eb771e03a8 req-9f22d329-3ba9-4d74-a9f8-7b0d8bc05879 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac8804de-9202-44f9-b2ca-6c39cee16ed3 HTTP/1.1" status: 200 len: 944 time: 0.0487077 Jan 28 08:28:10.375421 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-98818b27-645d-4573-a46e-46eb771e03a8 req-8a6a2641-4ff4-4321-9b6b-09daa99d920e tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5031f10-6f33-4857-8952-0b7996301b28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424011 Jan 28 08:28:11.489240 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe60f91-7e4c-4642-b3b5-36fdf5567eff req-84c05902-7af1-46e4-8584-e0fd0193108b tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:28:11.490712 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7fe60f91-7e4c-4642-b3b5-36fdf5567eff req-84c05902-7af1-46e4-8584-e0fd0193108b tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac8804de-9202-44f9-b2ca-6c39cee16ed3 HTTP/1.1" status: 200 len: 944 time: 0.0477219 Jan 28 08:28:11.543119 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7fe60f91-7e4c-4642-b3b5-36fdf5567eff req-b348b784-3250-49a9-ada7-2718f48d98ef tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5031f10-6f33-4857-8952-0b7996301b28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468357 Jan 28 08:28:12.660999 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a47c1d-7e6f-4aa9-a7ea-3201129f8ede req-bed37b95-d427-4455-9cb6-e0b6f55cc934 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:28:12.662466 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-09a47c1d-7e6f-4aa9-a7ea-3201129f8ede req-bed37b95-d427-4455-9cb6-e0b6f55cc934 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac8804de-9202-44f9-b2ca-6c39cee16ed3 HTTP/1.1" status: 200 len: 944 time: 0.0518339 Jan 28 08:28:12.709398 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-09a47c1d-7e6f-4aa9-a7ea-3201129f8ede req-3f741c28-018f-404f-a668-60b51660ac1d tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5031f10-6f33-4857-8952-0b7996301b28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411518 Jan 28 08:28:13.831224 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabedf9e-d618-46aa-9b7f-b3a522e63e6b req-ab3d9983-ac0f-4aab-872d-e419ee9d4df1 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:28:13.832420 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-eabedf9e-d618-46aa-9b7f-b3a522e63e6b req-ab3d9983-ac0f-4aab-872d-e419ee9d4df1 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac8804de-9202-44f9-b2ca-6c39cee16ed3 HTTP/1.1" status: 200 len: 944 time: 0.0505488 Jan 28 08:28:13.881696 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-eabedf9e-d618-46aa-9b7f-b3a522e63e6b req-4feee947-6d25-47c4-a9c8-5714828cf429 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5031f10-6f33-4857-8952-0b7996301b28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435531 Jan 28 08:28:14.997158 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbf54ee-66a5-4957-b465-7b75b8775d40 req-a9a95943-3f0a-40c6-80f8-bee18cc3245e tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:28:14.998641 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-fdbf54ee-66a5-4957-b465-7b75b8775d40 req-a9a95943-3f0a-40c6-80f8-bee18cc3245e tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac8804de-9202-44f9-b2ca-6c39cee16ed3 HTTP/1.1" status: 200 len: 944 time: 0.0501521 Jan 28 08:28:15.048074 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-fdbf54ee-66a5-4957-b465-7b75b8775d40 req-87aed631-dac9-43b9-9664-139e4ed5a097 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5031f10-6f33-4857-8952-0b7996301b28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439501 Jan 28 08:28:15.640147 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device f546593d-0a30-4025-bd4a-025666669270 details requested by agent hyperv_n-h2-712749-28 with host n-h2-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 08:28:15.736748 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port f546593d-0a30-4025-bd4a-025666669270, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=f546593d-0a30-4025-bd4a-025666669270,segment=NetworkSegment(abe7a848-cb1f-4b8c-a3a0-bb1cb3a7b93d),segment_id=abe7a848-cb1f-4b8c-a3a0-bb1cb3a7b93d)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:28:15.748826 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Returning: {'device': 'f546593d-0a30-4025-bd4a-025666669270', 'network_id': 'fb2ee064-bd28-4712-8366-19f2fc620897', 'port_id': 'f546593d-0a30-4025-bd4a-025666669270', 'mac_address': 'fa:16:3e:03:f0:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46d993e8-9bee-440f-9007-20c8eef98f7d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 08:28:15.785094 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port f546593d-0a30-4025-bd4a-025666669270 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:28:15.785489 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (f546593d-0a30-4025-bd4a-025666669270), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:28:15.798955 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f546593d-0a30-4025-bd4a-025666669270 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 08:28:15.818328 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port f546593d-0a30-4025-bd4a-025666669270, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=f546593d-0a30-4025-bd4a-025666669270,segment=NetworkSegment(abe7a848-cb1f-4b8c-a3a0-bb1cb3a7b93d),segment_id=abe7a848-cb1f-4b8c-a3a0-bb1cb3a7b93d)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:28:15.822047 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (f546593d-0a30-4025-bd4a-025666669270), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:28:15.867585 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=f546593d-0a30-4025-bd4a-025666669270,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:28:15.875317 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:28:15.875669 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:28:15.876015 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:28:15.876386 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:28:15.876722 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:28:15.877054 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:28:15.877388 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:28:15.877714 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:28:15.878039 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:28:15.878365 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:28:15.878688 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:28:15.879014 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:28:15.879340 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:28:16.116490 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['f546593d-0a30-4025-bd4a-025666669270'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 08:28:16.162794 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574ab622-169b-4b19-a87b-65fcd1f45b27 req-ccda50f0-4d7e-4339-9a32-970a26e67ff3 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:28:16.164402 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-574ab622-169b-4b19-a87b-65fcd1f45b27 req-ccda50f0-4d7e-4339-9a32-970a26e67ff3 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac8804de-9202-44f9-b2ca-6c39cee16ed3 HTTP/1.1" status: 200 len: 945 time: 0.0476863 Jan 28 08:28:16.213295 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-574ab622-169b-4b19-a87b-65fcd1f45b27 req-e281d9e9-80a3-483e-9c17-2ac338177650 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5031f10-6f33-4857-8952-0b7996301b28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422003 Jan 28 08:28:17.333991 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2056fe03-e526-436a-97f1-8834e3fc78d3 req-1b666904-274f-479b-9fed-ab3bf0a0494f tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:28:17.335470 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2056fe03-e526-436a-97f1-8834e3fc78d3 req-1b666904-274f-479b-9fed-ab3bf0a0494f tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac8804de-9202-44f9-b2ca-6c39cee16ed3 HTTP/1.1" status: 200 len: 945 time: 0.0511351 Jan 28 08:28:17.384711 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2056fe03-e526-436a-97f1-8834e3fc78d3 req-9887ac43-4471-4a85-b8a1-624a6b56ec02 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5031f10-6f33-4857-8952-0b7996301b28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429828 Jan 28 08:28:17.655825 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device f546593d-0a30-4025-bd4a-025666669270 up at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 08:28:17.707039 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning for port f546593d-0a30-4025-bd4a-025666669270 completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 08:28:17.710787 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning complete for port f546593d-0a30-4025-bd4a-025666669270 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:28:17.711166 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (f546593d-0a30-4025-bd4a-025666669270), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:28:17.785235 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port f546593d-0a30-4025-bd4a-025666669270 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:28:17.785621 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (f546593d-0a30-4025-bd4a-025666669270), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:28:17.807580 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac8804de-9202-44f9-b2ca-6c39cee16ed3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f546593d-0a30-4025-bd4a-025666669270'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 08:28:17.810412 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ad7fe887ec8da9bd29e477e6463a73d1e99860c0dff062a8c1350cb6684650b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-656044c4-0317-4d51-bcd2-221cbc69614e" -d '{"events": [{"server_uuid": "ac8804de-9202-44f9-b2ca-6c39cee16ed3", "name": "network-vif-plugged", "status": "completed", "tag": "f546593d-0a30-4025-bd4a-025666669270"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 08:28:17.823345 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port f546593d-0a30-4025-bd4a-025666669270, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=f546593d-0a30-4025-bd4a-025666669270,segment=NetworkSegment(abe7a848-cb1f-4b8c-a3a0-bb1cb3a7b93d),segment_id=abe7a848-cb1f-4b8c-a3a0-bb1cb3a7b93d)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:28:17.827672 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (f546593d-0a30-4025-bd4a-025666669270), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:28:17.877531 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=f546593d-0a30-4025-bd4a-025666669270,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:28:17.904330 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 08:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ea59c14-8b51-40e8-9ff6-2550936bc926 x-openstack-request-id: req-3ea59c14-8b51-40e8-9ff6-2550936bc926 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 08:28:17.904703 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac8804de-9202-44f9-b2ca-6c39cee16ed3", "name": "network-vif-plugged", "status": "completed", "tag": "f546593d-0a30-4025-bd4a-025666669270", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 08:28:17.904904 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3ea59c14-8b51-40e8-9ff6-2550936bc926 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 08:28:17.905312 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac8804de-9202-44f9-b2ca-6c39cee16ed3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f546593d-0a30-4025-bd4a-025666669270', 'code': 200} Jan 28 08:28:18.031182 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702188a1-4824-4ed4-8e9a-d6b8aab771be req-e65c7692-8232-4bcc-a406-e32cda1f609d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:28:18.032738 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-702188a1-4824-4ed4-8e9a-d6b8aab771be req-e65c7692-8232-4bcc-a406-e32cda1f609d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ac8804de-9202-44f9-b2ca-6c39cee16ed3 HTTP/1.1" status: 200 len: 1098 time: 0.0432308 Jan 28 08:28:18.077012 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-702188a1-4824-4ed4-8e9a-d6b8aab771be req-f42699f1-ff5c-47de-b0e5-a08294b2eea4 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=a5031f10-6f33-4857-8952-0b7996301b28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382013 Jan 28 08:28:18.499488 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb06b0f5-3e71-430e-867d-d2614914990e req-c3d46313-6b04-44fe-89f5-e7cc6c3bfade tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:28:18.501023 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-cb06b0f5-3e71-430e-867d-d2614914990e req-c3d46313-6b04-44fe-89f5-e7cc6c3bfade tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac8804de-9202-44f9-b2ca-6c39cee16ed3 HTTP/1.1" status: 200 len: 946 time: 0.0475991 Jan 28 08:28:18.549264 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-cb06b0f5-3e71-430e-867d-d2614914990e req-45f59733-9e13-4184-b56f-98bc19c43f7b tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5031f10-6f33-4857-8952-0b7996301b28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427556 Jan 28 08:28:19.665335 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e76a6a-39dd-472b-8385-57fc2bb45284 req-6cae29f3-380c-411a-a3b2-793f9a0fbfc8 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:28:19.666745 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-58e76a6a-39dd-472b-8385-57fc2bb45284 req-6cae29f3-380c-411a-a3b2-793f9a0fbfc8 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac8804de-9202-44f9-b2ca-6c39cee16ed3 HTTP/1.1" status: 200 len: 946 time: 0.0491624 Jan 28 08:28:19.715009 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-58e76a6a-39dd-472b-8385-57fc2bb45284 req-778a79f3-c001-43c9-b199-f49f3856f778 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5031f10-6f33-4857-8952-0b7996301b28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426412 Jan 28 08:28:19.827724 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c063342-a3a0-4337-9215-1f9d476e7c31 req-a24d05ec-4c49-4f43-ad53-f73cad581ac6 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:28:19.829215 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5c063342-a3a0-4337-9215-1f9d476e7c31 req-a24d05ec-4c49-4f43-ad53-f73cad581ac6 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac8804de-9202-44f9-b2ca-6c39cee16ed3 HTTP/1.1" status: 200 len: 946 time: 0.0488095 Jan 28 08:28:19.880059 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5c063342-a3a0-4337-9215-1f9d476e7c31 req-ca4860cb-1ccb-47e5-8adf-08bb49427eb3 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5031f10-6f33-4857-8952-0b7996301b28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452600 Jan 28 08:28:19.901622 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 42678) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:28:19.945183 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-544ac2c5-2808-4e68-b936-92a27c31b99a tempest-TestShelveInstance-1737606028 tempest-TestShelveInstance-1737606028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:28:19.946669 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-544ac2c5-2808-4e68-b936-92a27c31b99a tempest-TestShelveInstance-1737606028 tempest-TestShelveInstance-1737606028-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ac8804de-9202-44f9-b2ca-6c39cee16ed3 HTTP/1.1" status: 200 len: 1093 time: 0.0440447 Jan 28 08:28:19.950210 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 42680) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:28:19.954794 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-20da8082-26e1-4f99-a056-42e842b9d3af tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Request body: {'floatingip': {'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'port_id': 'f546593d-0a30-4025-bd4a-025666669270', 'tenant_id': '713c69ac870e40d2ad55b140cd0905a0', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:28:19.975085 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-20da8082-26e1-4f99-a056-42e842b9d3af tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:28:20.070950 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-20da8082-26e1-4f99-a056-42e842b9d3af tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:28:20.175389 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-20da8082-26e1-4f99-a056-42e842b9d3af tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Allocated IP 172.25.6.215 (7d5b3724-deef-4831-8d43-cb9b8176573c/b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc/4d4a6206-a7bf-4a8c-a05c-56a8de3115dd) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 08:28:20.282598 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1bcbda2b-32ce-41a0-a493-c266676034a5 req-7db25134-a8d5-4527-bfd0-72b49f2749ed service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ac8804de-9202-44f9-b2ca-6c39cee16ed3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0954185 Jan 28 08:28:20.313045 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-20da8082-26e1-4f99-a056-42e842b9d3af tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Publish callbacks [] for port (4d4a6206-a7bf-4a8c-a05c-56a8de3115dd), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:28:20.374470 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-20da8082-26e1-4f99-a056-42e842b9d3af tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (4d4a6206-a7bf-4a8c-a05c-56a8de3115dd), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:28:20.423492 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20da8082-26e1-4f99-a056-42e842b9d3af tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Network 7d5b3724-deef-4831-8d43-cb9b8176573c is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 08:28:20.428590 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcbda2b-32ce-41a0-a493-c266676034a5 req-c24730a8-4c90-40c3-bac8-9f32c09c9ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:28:20.430105 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1bcbda2b-32ce-41a0-a493-c266676034a5 req-c24730a8-4c90-40c3-bac8-9f32c09c9ff1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=713c69ac870e40d2ad55b140cd0905a0&device_id=ac8804de-9202-44f9-b2ca-6c39cee16ed3 HTTP/1.1" status: 200 len: 1098 time: 0.0909390 Jan 28 08:28:20.431287 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-20da8082-26e1-4f99-a056-42e842b9d3af tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 08:28:20.434971 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20da8082-26e1-4f99-a056-42e842b9d3af tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 08:28:20.437274 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20da8082-26e1-4f99-a056-42e842b9d3af tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Pushing event updated for resources: {'Port': ['ID=4d4a6206-a7bf-4a8c-a05c-56a8de3115dd,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:28:20.611818 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcbda2b-32ce-41a0-a493-c266676034a5 req-119a98d8-d604-441b-b283-902e090ae3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:28:20.613321 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1bcbda2b-32ce-41a0-a493-c266676034a5 req-119a98d8-d604-441b-b283-902e090ae3ad service neutron] 10.222.0.44 "GET /v2.0/networks?id=fb2ee064-bd28-4712-8366-19f2fc620897 HTTP/1.1" status: 200 len: 910 time: 0.1513209 Jan 28 08:28:20.693358 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1bcbda2b-32ce-41a0-a493-c266676034a5 req-9557ff6b-acee-458c-89c8-ed5580861415 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f546593d-0a30-4025-bd4a-025666669270 HTTP/1.1" status: 200 len: 217 time: 0.0690582 Jan 28 08:28:20.783444 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcbda2b-32ce-41a0-a493-c266676034a5 req-59a41a55-d180-4a91-815e-a8175cfc3bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:28:20.784923 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1bcbda2b-32ce-41a0-a493-c266676034a5 req-59a41a55-d180-4a91-815e-a8175cfc3bdb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=46d993e8-9bee-440f-9007-20c8eef98f7d HTTP/1.1" status: 200 len: 848 time: 0.0837352 Jan 28 08:28:20.879922 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcbda2b-32ce-41a0-a493-c266676034a5 req-68a2830e-4163-4721-b8de-b6ca9ecfa3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:28:20.881359 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1bcbda2b-32ce-41a0-a493-c266676034a5 req-68a2830e-4163-4721-b8de-b6ca9ecfa3a1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fb2ee064-bd28-4712-8366-19f2fc620897&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0897534 Jan 28 08:28:21.032553 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-20da8082-26e1-4f99-a056-42e842b9d3af tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Publish callbacks [] for floatingip (6b788d24-fe4b-44ca-9813-6beea03a8e4d), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:28:21.035369 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1bcbda2b-32ce-41a0-a493-c266676034a5 req-da82a067-528b-49cd-a560-f84fcf5b2405 service neutron] 10.222.0.44 "GET /v2.0/networks/fb2ee064-bd28-4712-8366-19f2fc620897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291218 Jan 28 08:28:21.164702 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-20da8082-26e1-4f99-a056-42e842b9d3af tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (4d4a6206-a7bf-4a8c-a05c-56a8de3115dd), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:28:21.191029 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1bcbda2b-32ce-41a0-a493-c266676034a5 req-079ebf88-bc59-4715-81a2-11e47e462de4 service neutron] 10.222.0.44 "GET /v2.0/networks/fb2ee064-bd28-4712-8366-19f2fc620897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350472 Jan 28 08:28:21.324455 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-20da8082-26e1-4f99-a056-42e842b9d3af tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Publish callbacks [] for port (4d4a6206-a7bf-4a8c-a05c-56a8de3115dd), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:28:21.328775 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-20da8082-26e1-4f99-a056-42e842b9d3af tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (4d4a6206-a7bf-4a8c-a05c-56a8de3115dd), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:28:21.399560 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20da8082-26e1-4f99-a056-42e842b9d3af tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Pushing event updated for resources: {'Port': ['ID=4d4a6206-a7bf-4a8c-a05c-56a8de3115dd,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:28:21.410702 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-20da8082-26e1-4f99-a056-42e842b9d3af tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16609095'] for floatingip (6b788d24-fe4b-44ca-9813-6beea03a8e4d), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:28:21.511160 n-d-712749-28 neutron-server[103283]: INFO neutron.db.l3_db [None req-20da8082-26e1-4f99-a056-42e842b9d3af tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Floating IP 6b788d24-fe4b-44ca-9813-6beea03a8e4d associated. External IP: 172.25.6.215, port: f546593d-0a30-4025-bd4a-025666669270. Jan 28 08:28:21.728756 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20da8082-26e1-4f99-a056-42e842b9d3af tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Router c324857a-d600-46e7-ad4d-d5fd8cd9ea64 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 08:28:21.834418 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20da8082-26e1-4f99-a056-42e842b9d3af tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 08:28:21.844613 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24cb9b5-cbb1-4a71-9fdc-35f2a4ffdcfd None None] Sync routers for ids ['c324857a-d600-46e7-ad4d-d5fd8cd9ea64'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 08:28:21.852214 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-20da8082-26e1-4f99-a056-42e842b9d3af tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for floatingip (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:28:21.855469 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24cb9b5-cbb1-4a71-9fdc-35f2a4ffdcfd None None] Routers {'c324857a-d600-46e7-ad4d-d5fd8cd9ea64'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 08:28:21.856283 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-f24cb9b5-cbb1-4a71-9fdc-35f2a4ffdcfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T08:28:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['c324857a-d600-46e7-ad4d-d5fd8cd9ea64'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:28:21.890266 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-20da8082-26e1-4f99-a056-42e842b9d3af tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9278738 Jan 28 08:28:21.890266 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac8804de-9202-44f9-b2ca-6c39cee16ed3', 'tag': 'f546593d-0a30-4025-bd4a-025666669270'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 08:28:21.890266 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6b024039d6c3a8048940e324a8d5ead2390d66f8802a9866b6a24361082aa9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f450265e-91e2-4725-81d4-97607846fc8d" -d '{"events": [{"name": "network-changed", "server_uuid": "ac8804de-9202-44f9-b2ca-6c39cee16ed3", "tag": "f546593d-0a30-4025-bd4a-025666669270"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 08:28:21.918692 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 08:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9189397e-289b-4da3-8b35-3e61037391aa x-openstack-request-id: req-9189397e-289b-4da3-8b35-3e61037391aa {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 08:28:21.918994 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac8804de-9202-44f9-b2ca-6c39cee16ed3", "tag": "f546593d-0a30-4025-bd4a-025666669270", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 08:28:21.919267 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9189397e-289b-4da3-8b35-3e61037391aa {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 08:28:21.919670 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac8804de-9202-44f9-b2ca-6c39cee16ed3', 'tag': 'f546593d-0a30-4025-bd4a-025666669270', 'status': 'completed', 'code': 200} Jan 28 08:28:21.963415 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-f24cb9b5-cbb1-4a71-9fdc-35f2a4ffdcfd None None] Set router c324857a-d600-46e7-ad4d-d5fd8cd9ea64 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 08:28:22.002857 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f450265e-91e2-4725-81d4-97607846fc8d req-7d8efa78-e4a6-4531-b61e-8ca8daea9d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:28:22.004612 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f450265e-91e2-4725-81d4-97607846fc8d req-7d8efa78-e4a6-4531-b61e-8ca8daea9d9c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=713c69ac870e40d2ad55b140cd0905a0&device_id=ac8804de-9202-44f9-b2ca-6c39cee16ed3 HTTP/1.1" status: 200 len: 1098 time: 0.0458446 Jan 28 08:28:22.093667 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f450265e-91e2-4725-81d4-97607846fc8d req-59a6ab30-99b1-416b-a312-7d50c54bdb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:28:22.095038 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f450265e-91e2-4725-81d4-97607846fc8d req-59a6ab30-99b1-416b-a312-7d50c54bdb06 service neutron] 10.222.0.44 "GET /v2.0/networks?id=fb2ee064-bd28-4712-8366-19f2fc620897 HTTP/1.1" status: 200 len: 910 time: 0.0846286 Jan 28 08:28:22.162118 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f450265e-91e2-4725-81d4-97607846fc8d req-094f8086-b2e3-4c4c-a101-3f7b94cbd5ba service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f546593d-0a30-4025-bd4a-025666669270 HTTP/1.1" status: 200 len: 1000 time: 0.0618513 Jan 28 08:28:22.188739 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-f24cb9b5-cbb1-4a71-9fdc-35f2a4ffdcfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c324857a-d600-46e7-ad4d-d5fd8cd9ea64', 'name': 'tempest-TestShelveInstance-1702425519-router', 'tenant_id': '713c69ac870e40d2ad55b140cd0905a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': 'd3a65ecd-f243-4bc8-8b1b-1e0460a5a035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:23:13Z', 'updated_at': '2022-01-28T08:23:16Z', 'revision_number': 4, 'project_id': '713c69ac870e40d2ad55b140cd0905a0', 'gw_port': {'id': 'd3a65ecd-f243-4bc8-8b1b-1e0460a5a035', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:48:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c324857a-d600-46e7-ad4d-d5fd8cd9ea64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:23:13Z', 'updated_at': '2022-01-28T08:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_floatingips': [{'id': '6b788d24-fe4b-44ca-9813-6beea03a8e4d', 'tenant_id': '713c69ac870e40d2ad55b140cd0905a0', 'floating_ip_address': '172.25.6.215', 'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'router_id': 'c324857a-d600-46e7-ad4d-d5fd8cd9ea64', 'port_id': 'f546593d-0a30-4025-bd4a-025666669270', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4370, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb2ee064-bd28-4712-8366-19f2fc620897', 'mac_address': 'fa:16:3e:03:f0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8804de-9202-44f9-b2ca-6c39cee16ed3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T08:28:20Z', 'updated_at': '2022-01-28T08:28:20Z', 'revision_number': 0, 'project_id': '713c69ac870e40d2ad55b140cd0905a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d33db57-1e61-489a-b4fd-1e90e1f70a9a', 'name': '', 'network_id': 'fb2ee064-bd28-4712-8366-19f2fc620897', 'tenant_id': '713c69ac870e40d2ad55b140cd0905a0', 'mac_address': 'fa:16:3e:66:06:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c324857a-d600-46e7-ad4d-d5fd8cd9ea64', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '46d993e8-9bee-440f-9007-20c8eef98f7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:23:15Z', 'updated_at': '2022-01-28T08:23:20Z', 'revision_number': 5, 'project_id': '713c69ac870e40d2ad55b140cd0905a0', 'subnets': [{'id': '46d993e8-9bee-440f-9007-20c8eef98f7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:28:22.210254 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f450265e-91e2-4725-81d4-97607846fc8d req-e5e8989f-b8ea-46b8-994b-99f528459c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:28:22.211718 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f450265e-91e2-4725-81d4-97607846fc8d req-e5e8989f-b8ea-46b8-994b-99f528459c5f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=46d993e8-9bee-440f-9007-20c8eef98f7d HTTP/1.1" status: 200 len: 848 time: 0.0441048 Jan 28 08:28:22.215392 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24cb9b5-cbb1-4a71-9fdc-35f2a4ffdcfd None None] Checking router: c324857a-d600-46e7-ad4d-d5fd8cd9ea64 for host: n-d-712749-28 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 08:28:22.223702 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24cb9b5-cbb1-4a71-9fdc-35f2a4ffdcfd None None] Routers {'c324857a-d600-46e7-ad4d-d5fd8cd9ea64'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 08:28:22.224354 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-f24cb9b5-cbb1-4a71-9fdc-35f2a4ffdcfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T08:28:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['c324857a-d600-46e7-ad4d-d5fd8cd9ea64'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:28:22.256116 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f450265e-91e2-4725-81d4-97607846fc8d req-1ba961b5-356a-4a74-9c4f-0e7467808504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:28:22.257702 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f450265e-91e2-4725-81d4-97607846fc8d req-1ba961b5-356a-4a74-9c4f-0e7467808504 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fb2ee064-bd28-4712-8366-19f2fc620897&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404398 Jan 28 08:28:22.329481 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-f24cb9b5-cbb1-4a71-9fdc-35f2a4ffdcfd None None] Set router c324857a-d600-46e7-ad4d-d5fd8cd9ea64 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 08:28:22.349976 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f450265e-91e2-4725-81d4-97607846fc8d req-8bc84239-53f3-4439-8eea-022c6c2de9ea service neutron] 10.222.0.44 "GET /v2.0/networks/fb2ee064-bd28-4712-8366-19f2fc620897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860064 Jan 28 08:28:22.441326 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f450265e-91e2-4725-81d4-97607846fc8d req-22de9a1c-5d51-4638-a38f-cf61b3b87432 service neutron] 10.222.0.44 "GET /v2.0/networks/fb2ee064-bd28-4712-8366-19f2fc620897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859001 Jan 28 08:28:22.549040 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-f24cb9b5-cbb1-4a71-9fdc-35f2a4ffdcfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c324857a-d600-46e7-ad4d-d5fd8cd9ea64', 'name': 'tempest-TestShelveInstance-1702425519-router', 'tenant_id': '713c69ac870e40d2ad55b140cd0905a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': 'd3a65ecd-f243-4bc8-8b1b-1e0460a5a035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:23:13Z', 'updated_at': '2022-01-28T08:23:16Z', 'revision_number': 4, 'project_id': '713c69ac870e40d2ad55b140cd0905a0', 'gw_port': {'id': 'd3a65ecd-f243-4bc8-8b1b-1e0460a5a035', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:48:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c324857a-d600-46e7-ad4d-d5fd8cd9ea64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:23:13Z', 'updated_at': '2022-01-28T08:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_floatingips': [{'id': '6b788d24-fe4b-44ca-9813-6beea03a8e4d', 'tenant_id': '713c69ac870e40d2ad55b140cd0905a0', 'floating_ip_address': '172.25.6.215', 'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'router_id': 'c324857a-d600-46e7-ad4d-d5fd8cd9ea64', 'port_id': 'f546593d-0a30-4025-bd4a-025666669270', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4370, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb2ee064-bd28-4712-8366-19f2fc620897', 'mac_address': 'fa:16:3e:03:f0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8804de-9202-44f9-b2ca-6c39cee16ed3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T08:28:20Z', 'updated_at': '2022-01-28T08:28:20Z', 'revision_number': 0, 'project_id': '713c69ac870e40d2ad55b140cd0905a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d33db57-1e61-489a-b4fd-1e90e1f70a9a', 'name': '', 'network_id': 'fb2ee064-bd28-4712-8366-19f2fc620897', 'tenant_id': '713c69ac870e40d2ad55b140cd0905a0', 'mac_address': 'fa:16:3e:66:06:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c324857a-d600-46e7-ad4d-d5fd8cd9ea64', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '46d993e8-9bee-440f-9007-20c8eef98f7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:23:15Z', 'updated_at': '2022-01-28T08:23:20Z', 'revision_number': 5, 'project_id': '713c69ac870e40d2ad55b140cd0905a0', 'subnets': [{'id': '46d993e8-9bee-440f-9007-20c8eef98f7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:28:22.578248 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24cb9b5-cbb1-4a71-9fdc-35f2a4ffdcfd None None] The sync data for ids ['c324857a-d600-46e7-ad4d-d5fd8cd9ea64'] in n-d-712749-28 is: [{'id': 'c324857a-d600-46e7-ad4d-d5fd8cd9ea64', 'name': 'tempest-TestShelveInstance-1702425519-router', 'tenant_id': '713c69ac870e40d2ad55b140cd0905a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': 'd3a65ecd-f243-4bc8-8b1b-1e0460a5a035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:23:13Z', 'updated_at': '2022-01-28T08:23:16Z', 'revision_number': 4, 'project_id': '713c69ac870e40d2ad55b140cd0905a0', 'gw_port': {'id': 'd3a65ecd-f243-4bc8-8b1b-1e0460a5a035', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:48:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c324857a-d600-46e7-ad4d-d5fd8cd9ea64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:23:13Z', 'updated_at': '2022-01-28T08:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_floatingips': [{'id': '6b788d24-fe4b-44ca-9813-6beea03a8e4d', 'tenant_id': '713c69ac870e40d2ad55b140cd0905a0', 'floating_ip_address': '172.25.6.215', 'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'router_id': 'c324857a-d600-46e7-ad4d-d5fd8cd9ea64', 'port_id': 'f546593d-0a30-4025-bd4a-025666669270', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4370, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb2ee064-bd28-4712-8366-19f2fc620897', 'mac_address': 'fa:16:3e:03:f0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8804de-9202-44f9-b2ca-6c39cee16ed3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T08:28:20Z', 'updated_at': '2022-01-28T08:28:20Z', 'revision_number': 0, 'project_id': '713c69ac870e40d2ad55b140cd0905a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d33db57-1e61-489a-b4fd-1e90e1f70a9a', 'name': '', 'network_id': 'fb2ee064-bd28-4712-8366-19f2fc620897', 'tenant_id': '713c69ac870e40d2ad55b140cd0905a0', 'mac_address': 'fa:16:3e:66:06:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c324857a-d600-46e7-ad4d-d5fd8cd9ea64', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '46d993e8-9bee-440f-9007-20c8eef98f7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:23:15Z', 'updated_at': '2022-01-28T08:23:20Z', 'revision_number': 5, 'project_id': '713c69ac870e40d2ad55b140cd0905a0', 'subnets': [{'id': '46d993e8-9bee-440f-9007-20c8eef98f7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 08:28:22.778777 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9042dad-9e2b-40cd-9d2d-ddff017a885d None None] New status for floating IP 6b788d24-fe4b-44ca-9813-6beea03a8e4d: ACTIVE {{(pid=103285) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 08:28:33.413107 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-839c74b2-0071-4cf2-87da-eefd18032e4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:28:33.914241 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:28:34.863145 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:28:35.791265 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c0ac1e19-0241-462a-ae16-9f76e696cb50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:28:37.296055 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:28:38.972450 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:28:39.911180 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:28:46.399308 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 7 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 08:29:03.417134 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a781ecce-8aa9-4637-9b6f-0d29a96ef890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:29:03.931065 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:29:04.864667 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:29:05.791790 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f05b449a-7ce7-49c6-a0c9-b7d8aa67221b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:29:07.298169 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:29:08.975353 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:29:09.913757 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:29:21.251554 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2cc1a09a-a7e9-4ebd-98ee-e93b112cbd4b req-0c78f1f3-5e7e-41f1-a2bb-19bb13b40080 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ac8804de-9202-44f9-b2ca-6c39cee16ed3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0771377 Jan 28 08:29:21.356800 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc1a09a-a7e9-4ebd-98ee-e93b112cbd4b req-4666701c-144c-4cca-a27c-e8273c25a689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:29:21.358308 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2cc1a09a-a7e9-4ebd-98ee-e93b112cbd4b req-4666701c-144c-4cca-a27c-e8273c25a689 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=713c69ac870e40d2ad55b140cd0905a0&device_id=ac8804de-9202-44f9-b2ca-6c39cee16ed3 HTTP/1.1" status: 200 len: 1098 time: 0.0489144 Jan 28 08:29:21.460662 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc1a09a-a7e9-4ebd-98ee-e93b112cbd4b req-5b5a16d7-7b34-464e-abe9-ea97d2e327ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:29:21.462085 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2cc1a09a-a7e9-4ebd-98ee-e93b112cbd4b req-5b5a16d7-7b34-464e-abe9-ea97d2e327ed service neutron] 10.222.0.44 "GET /v2.0/networks?id=fb2ee064-bd28-4712-8366-19f2fc620897 HTTP/1.1" status: 200 len: 910 time: 0.0857041 Jan 28 08:29:21.529315 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2cc1a09a-a7e9-4ebd-98ee-e93b112cbd4b req-a4ae0391-843c-4465-a9fb-5decfb15abed service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f546593d-0a30-4025-bd4a-025666669270 HTTP/1.1" status: 200 len: 1002 time: 0.0617540 Jan 28 08:29:21.577263 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc1a09a-a7e9-4ebd-98ee-e93b112cbd4b req-8fcb0544-2967-466c-ace2-610c1b9fc3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:29:21.578742 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2cc1a09a-a7e9-4ebd-98ee-e93b112cbd4b req-8fcb0544-2967-466c-ace2-610c1b9fc3c5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=46d993e8-9bee-440f-9007-20c8eef98f7d HTTP/1.1" status: 200 len: 848 time: 0.0438557 Jan 28 08:29:21.623785 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc1a09a-a7e9-4ebd-98ee-e93b112cbd4b req-7aae7e81-4518-4422-9e44-f6f480198e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:29:21.625322 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2cc1a09a-a7e9-4ebd-98ee-e93b112cbd4b req-7aae7e81-4518-4422-9e44-f6f480198e2a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fb2ee064-bd28-4712-8366-19f2fc620897&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408685 Jan 28 08:29:21.714087 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2cc1a09a-a7e9-4ebd-98ee-e93b112cbd4b req-5beea7c1-caec-4b4e-9752-985c23bc8fb5 service neutron] 10.222.0.44 "GET /v2.0/networks/fb2ee064-bd28-4712-8366-19f2fc620897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830197 Jan 28 08:29:21.800372 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2cc1a09a-a7e9-4ebd-98ee-e93b112cbd4b req-bcf46630-de55-49db-9c66-c572f3304574 service neutron] 10.222.0.44 "GET /v2.0/networks/fb2ee064-bd28-4712-8366-19f2fc620897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809176 Jan 28 08:29:23.399115 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 7 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 08:29:33.418769 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-93f3c5c5-af3c-4247-adbc-81a63dd120c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:29:33.927946 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:29:34.877362 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:29:35.793452 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-570ba2e6-a661-4aa6-8275-58499ca22d5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:29:37.301795 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:29:38.978425 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:29:39.917437 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:30:00.398986 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 7 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 08:30:03.420428 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-372941d7-d933-4535-88e4-df006cde91c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:30:03.937816 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:30:04.872521 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:30:05.800760 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-27ebfd62-f9c3-4cce-abc8-9ab3c985da60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:30:07.307146 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:30:08.981510 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:30:09.919847 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:30:18.382941 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb0957f-2cd1-4c1b-a51c-5f125343b6d1 req-2d9e5280-4894-4d50-9b46-db78b075bba1 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:30:18.384496 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1cb0957f-2cd1-4c1b-a51c-5f125343b6d1 req-2d9e5280-4894-4d50-9b46-db78b075bba1 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac8804de-9202-44f9-b2ca-6c39cee16ed3 HTTP/1.1" status: 200 len: 946 time: 0.0927920 Jan 28 08:30:18.434967 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1cb0957f-2cd1-4c1b-a51c-5f125343b6d1 req-e72f345f-5c15-467c-baf2-f9b9f5d10840 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5031f10-6f33-4857-8952-0b7996301b28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449088 Jan 28 08:30:19.600008 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fc2507-1017-439e-86a2-facccdb5e326 req-6173db56-ba9a-4618-9298-894e4df938fd tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:30:19.601771 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-46fc2507-1017-439e-86a2-facccdb5e326 req-6173db56-ba9a-4618-9298-894e4df938fd tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac8804de-9202-44f9-b2ca-6c39cee16ed3 HTTP/1.1" status: 200 len: 946 time: 0.0943220 Jan 28 08:30:19.654834 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-46fc2507-1017-439e-86a2-facccdb5e326 req-84c3cb4d-d668-4ef7-8f7a-b843fbf71cb5 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5031f10-6f33-4857-8952-0b7996301b28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474241 Jan 28 08:30:21.112487 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd499287-6943-4fbf-8b5e-4fa842b59444 req-060caf53-b776-4954-8f0b-d8fd0ea7355c tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:30:21.113999 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-cd499287-6943-4fbf-8b5e-4fa842b59444 req-060caf53-b776-4954-8f0b-d8fd0ea7355c tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac8804de-9202-44f9-b2ca-6c39cee16ed3 HTTP/1.1" status: 200 len: 946 time: 0.3842838 Jan 28 08:30:21.163160 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-cd499287-6943-4fbf-8b5e-4fa842b59444 req-24fa872b-0b0a-4c2a-8ccc-ec530a0cb6f9 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5031f10-6f33-4857-8952-0b7996301b28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423212 Jan 28 08:30:22.256102 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da683f0e-94f7-4734-941f-8d2fe9ae9bac req-f1392a11-4e47-4ee0-8a1f-12c21216ee66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:30:22.258266 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-da683f0e-94f7-4734-941f-8d2fe9ae9bac req-f1392a11-4e47-4ee0-8a1f-12c21216ee66 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=713c69ac870e40d2ad55b140cd0905a0&device_id=ac8804de-9202-44f9-b2ca-6c39cee16ed3 HTTP/1.1" status: 200 len: 1098 time: 0.0410185 Jan 28 08:30:22.281740 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dcc741-9a0e-450d-a710-c36d8a625794 req-b56a9e34-5142-47a8-a68e-0eb4c452e581 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:30:22.283238 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-91dcc741-9a0e-450d-a710-c36d8a625794 req-b56a9e34-5142-47a8-a68e-0eb4c452e581 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac8804de-9202-44f9-b2ca-6c39cee16ed3 HTTP/1.1" status: 200 len: 946 time: 0.0499649 Jan 28 08:30:22.337574 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-91dcc741-9a0e-450d-a710-c36d8a625794 req-dacd17e4-2a9a-4b2c-9410-de2e1e61c0e2 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5031f10-6f33-4857-8952-0b7996301b28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488071 Jan 28 08:30:22.365761 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da683f0e-94f7-4734-941f-8d2fe9ae9bac req-a478a3fe-fe44-437e-9ad9-db499f8f62a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:30:22.368066 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-da683f0e-94f7-4734-941f-8d2fe9ae9bac req-a478a3fe-fe44-437e-9ad9-db499f8f62a5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=fb2ee064-bd28-4712-8366-19f2fc620897 HTTP/1.1" status: 200 len: 910 time: 0.0932286 Jan 28 08:30:22.433205 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-da683f0e-94f7-4734-941f-8d2fe9ae9bac req-60a36b3e-b008-4b68-93ba-1d13744fe696 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f546593d-0a30-4025-bd4a-025666669270 HTTP/1.1" status: 200 len: 1002 time: 0.0593045 Jan 28 08:30:22.481242 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da683f0e-94f7-4734-941f-8d2fe9ae9bac req-46603ca3-3a0f-4dfc-9a9e-1bf0bc67dbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:30:22.482610 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-da683f0e-94f7-4734-941f-8d2fe9ae9bac req-46603ca3-3a0f-4dfc-9a9e-1bf0bc67dbc0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=46d993e8-9bee-440f-9007-20c8eef98f7d HTTP/1.1" status: 200 len: 848 time: 0.0434847 Jan 28 08:30:22.531317 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da683f0e-94f7-4734-941f-8d2fe9ae9bac req-ccce0cdc-2b64-49bf-8873-7ebcfa57261d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:30:22.532866 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-da683f0e-94f7-4734-941f-8d2fe9ae9bac req-ccce0cdc-2b64-49bf-8873-7ebcfa57261d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fb2ee064-bd28-4712-8366-19f2fc620897&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441384 Jan 28 08:30:22.542606 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [req-da683f0e-94f7-4734-941f-8d2fe9ae9bac req-a2506068-f9b2-40cd-b644-126e791b10cc service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103283) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 08:30:22.543562 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-da683f0e-94f7-4734-941f-8d2fe9ae9bac req-a2506068-f9b2-40cd-b644-126e791b10cc service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053046 Jan 28 08:30:22.629052 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-da683f0e-94f7-4734-941f-8d2fe9ae9bac req-2d4f5ca5-36c0-4eb7-a5ac-7fb4c81f4d6c service neutron] 10.222.0.44 "GET /v2.0/networks/fb2ee064-bd28-4712-8366-19f2fc620897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798943 Jan 28 08:30:22.727170 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-da683f0e-94f7-4734-941f-8d2fe9ae9bac req-b2daaf34-8b80-4c5b-bb0f-8821585a7705 service neutron] 10.222.0.44 "GET /v2.0/networks/fb2ee064-bd28-4712-8366-19f2fc620897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925121 Jan 28 08:30:23.454183 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf97c11-cd3a-4b2f-b1a6-38d5f752b195 req-fb267536-0e52-4a41-b9a4-a511ab6762e3 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:30:23.455681 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8cf97c11-cd3a-4b2f-b1a6-38d5f752b195 req-fb267536-0e52-4a41-b9a4-a511ab6762e3 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac8804de-9202-44f9-b2ca-6c39cee16ed3 HTTP/1.1" status: 200 len: 946 time: 0.0493109 Jan 28 08:30:23.503865 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-8cf97c11-cd3a-4b2f-b1a6-38d5f752b195 req-a7980150-9abd-4d89-ad38-e420078772ab tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5031f10-6f33-4857-8952-0b7996301b28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418243 Jan 28 08:30:24.623813 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bc20c6-85fa-41b7-9dcd-56064a79ade8 req-fc366ba8-70e6-41a0-9055-3a9160985078 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:30:24.625242 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-74bc20c6-85fa-41b7-9dcd-56064a79ade8 req-fc366ba8-70e6-41a0-9055-3a9160985078 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac8804de-9202-44f9-b2ca-6c39cee16ed3 HTTP/1.1" status: 200 len: 946 time: 0.0514524 Jan 28 08:30:24.674444 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-74bc20c6-85fa-41b7-9dcd-56064a79ade8 req-82025765-0d69-40d3-a739-bef2b5dcbfdb tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5031f10-6f33-4857-8952-0b7996301b28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431888 Jan 28 08:30:25.794039 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576997d6-3957-4c5e-8c11-cad4d063d395 req-adb015dd-933d-46e7-9944-e14e34b8dea2 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:30:25.795538 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-576997d6-3957-4c5e-8c11-cad4d063d395 req-adb015dd-933d-46e7-9944-e14e34b8dea2 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac8804de-9202-44f9-b2ca-6c39cee16ed3 HTTP/1.1" status: 200 len: 946 time: 0.0509322 Jan 28 08:30:25.848553 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-576997d6-3957-4c5e-8c11-cad4d063d395 req-98ab975f-fc7b-458b-9868-d92e18c85a55 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5031f10-6f33-4857-8952-0b7996301b28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472877 Jan 28 08:30:26.963065 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfe5e12-166b-4232-ba18-d75bdbea2e5c req-705264ae-b7ca-4fed-8aa0-277638afc767 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:30:26.964591 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6bfe5e12-166b-4232-ba18-d75bdbea2e5c req-705264ae-b7ca-4fed-8aa0-277638afc767 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac8804de-9202-44f9-b2ca-6c39cee16ed3 HTTP/1.1" status: 200 len: 946 time: 0.0486286 Jan 28 08:30:27.014229 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6bfe5e12-166b-4232-ba18-d75bdbea2e5c req-d049e89e-9712-475c-8067-76736ce9dca4 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5031f10-6f33-4857-8952-0b7996301b28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429642 Jan 28 08:30:28.129102 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9734fa8a-f1f0-4b77-9b14-5510d96fb465 req-4886c9e8-2e28-4ff3-9996-e23c4b65f2c3 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:30:28.130593 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9734fa8a-f1f0-4b77-9b14-5510d96fb465 req-4886c9e8-2e28-4ff3-9996-e23c4b65f2c3 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac8804de-9202-44f9-b2ca-6c39cee16ed3 HTTP/1.1" status: 200 len: 946 time: 0.0491185 Jan 28 08:30:28.178825 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9734fa8a-f1f0-4b77-9b14-5510d96fb465 req-52177c7a-d7af-44fb-afe4-ffa7a5957b6e tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5031f10-6f33-4857-8952-0b7996301b28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426490 Jan 28 08:30:28.533468 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b2e705-116f-45ec-b448-db46425d0161 req-cf3ef84b-5c71-4b15-8671-5ba4f26d00d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:30:28.534962 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-42b2e705-116f-45ec-b448-db46425d0161 req-cf3ef84b-5c71-4b15-8671-5ba4f26d00d7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=713c69ac870e40d2ad55b140cd0905a0&device_id=ac8804de-9202-44f9-b2ca-6c39cee16ed3 HTTP/1.1" status: 200 len: 1098 time: 0.0407133 Jan 28 08:30:28.624000 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b2e705-116f-45ec-b448-db46425d0161 req-3a89b072-3644-41bc-b9b9-6e6d65bd67e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:30:28.625406 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-42b2e705-116f-45ec-b448-db46425d0161 req-3a89b072-3644-41bc-b9b9-6e6d65bd67e1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=fb2ee064-bd28-4712-8366-19f2fc620897 HTTP/1.1" status: 200 len: 910 time: 0.0849700 Jan 28 08:30:28.689088 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-42b2e705-116f-45ec-b448-db46425d0161 req-b72126ac-4528-4efb-91ad-de87b68a934b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f546593d-0a30-4025-bd4a-025666669270 HTTP/1.1" status: 200 len: 1002 time: 0.0581620 Jan 28 08:30:28.735580 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b2e705-116f-45ec-b448-db46425d0161 req-92259a17-0e30-44a2-8a4d-9e770c004260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:30:28.737007 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-42b2e705-116f-45ec-b448-db46425d0161 req-92259a17-0e30-44a2-8a4d-9e770c004260 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=46d993e8-9bee-440f-9007-20c8eef98f7d HTTP/1.1" status: 200 len: 848 time: 0.0425103 Jan 28 08:30:28.784414 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b2e705-116f-45ec-b448-db46425d0161 req-d39b83f7-8c6b-44e6-8b53-b80507d4240e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:30:28.785887 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-42b2e705-116f-45ec-b448-db46425d0161 req-d39b83f7-8c6b-44e6-8b53-b80507d4240e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fb2ee064-bd28-4712-8366-19f2fc620897&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433879 Jan 28 08:30:28.871232 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-42b2e705-116f-45ec-b448-db46425d0161 req-2295f84e-4adc-4ac7-816f-7e2f009bc1cd service neutron] 10.222.0.44 "GET /v2.0/networks/fb2ee064-bd28-4712-8366-19f2fc620897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793107 Jan 28 08:30:28.961458 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-42b2e705-116f-45ec-b448-db46425d0161 req-4fc5aa0f-6b6b-44dd-aed6-ae05ce84b24f service neutron] 10.222.0.44 "GET /v2.0/networks/fb2ee064-bd28-4712-8366-19f2fc620897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843222 Jan 28 08:30:29.296110 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896f8f15-05ba-45f8-a385-5c50d04b0f15 req-d8039df3-9e46-41eb-be7a-8078b13457e9 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:30:29.297618 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-896f8f15-05ba-45f8-a385-5c50d04b0f15 req-d8039df3-9e46-41eb-be7a-8078b13457e9 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac8804de-9202-44f9-b2ca-6c39cee16ed3 HTTP/1.1" status: 200 len: 946 time: 0.0522010 Jan 28 08:30:29.345112 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-896f8f15-05ba-45f8-a385-5c50d04b0f15 req-1d663841-aedc-43c1-a8ca-c5715b19c858 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5031f10-6f33-4857-8952-0b7996301b28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420313 Jan 28 08:30:30.464065 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d61d0e5-b88f-45eb-bbbe-837e5e1d7371 req-ec5792c7-97af-4f4a-bfe5-c98502931748 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:30:30.465627 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2d61d0e5-b88f-45eb-bbbe-837e5e1d7371 req-ec5792c7-97af-4f4a-bfe5-c98502931748 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac8804de-9202-44f9-b2ca-6c39cee16ed3 HTTP/1.1" status: 200 len: 946 time: 0.0519195 Jan 28 08:30:30.519523 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2d61d0e5-b88f-45eb-bbbe-837e5e1d7371 req-6894a23c-68d1-47b0-8598-d6f0efeebb89 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5031f10-6f33-4857-8952-0b7996301b28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482397 Jan 28 08:30:31.635590 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49b8ccd-626c-4b73-948d-5879879e8311 req-184d5361-3d15-422f-b93a-9366e5c32cc1 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:30:31.637208 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b49b8ccd-626c-4b73-948d-5879879e8311 req-184d5361-3d15-422f-b93a-9366e5c32cc1 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac8804de-9202-44f9-b2ca-6c39cee16ed3 HTTP/1.1" status: 200 len: 946 time: 0.0501904 Jan 28 08:30:31.686992 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b49b8ccd-626c-4b73-948d-5879879e8311 req-d7e37585-6981-474b-ab22-2d0fb334611f tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5031f10-6f33-4857-8952-0b7996301b28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441828 Jan 28 08:30:32.802210 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7fe2a8-fa72-4064-8bde-2b6ff0e888cc req-f537565d-34d2-40dd-b92a-50ee8b98ff64 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:30:32.803720 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4d7fe2a8-fa72-4064-8bde-2b6ff0e888cc req-f537565d-34d2-40dd-b92a-50ee8b98ff64 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac8804de-9202-44f9-b2ca-6c39cee16ed3 HTTP/1.1" status: 200 len: 946 time: 0.0498374 Jan 28 08:30:32.863649 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4d7fe2a8-fa72-4064-8bde-2b6ff0e888cc req-4e4a2ca0-2d22-4196-96cc-220f6ad57074 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5031f10-6f33-4857-8952-0b7996301b28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541573 Jan 28 08:30:33.422631 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ff463ad1-bbc3-4e71-86eb-04e3843bb169 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:30:33.928375 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:30:33.985093 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3511c84-ea35-4ce7-8c92-1946773f113b req-f899281b-08f4-49fc-b8e4-73203a064667 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:30:33.986605 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d3511c84-ea35-4ce7-8c92-1946773f113b req-f899281b-08f4-49fc-b8e4-73203a064667 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac8804de-9202-44f9-b2ca-6c39cee16ed3 HTTP/1.1" status: 200 len: 946 time: 0.0494151 Jan 28 08:30:34.043072 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d3511c84-ea35-4ce7-8c92-1946773f113b req-b0d11f62-d22e-4dec-a5d5-35f5fbe35e51 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5031f10-6f33-4857-8952-0b7996301b28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490971 Jan 28 08:30:34.351306 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device f546593d-0a30-4025-bd4a-025666669270 no longer exists at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 08:30:34.440463 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port f546593d-0a30-4025-bd4a-025666669270 is: ACTIVE; New status is: DOWN {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:30:34.441154 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (f546593d-0a30-4025-bd4a-025666669270), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:30:34.466449 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac8804de-9202-44f9-b2ca-6c39cee16ed3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f546593d-0a30-4025-bd4a-025666669270'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 08:30:34.467990 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ad7fe887ec8da9bd29e477e6463a73d1e99860c0dff062a8c1350cb6684650b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd91fc2b-7542-4c6c-a901-156ed7e9c795" -d '{"events": [{"server_uuid": "ac8804de-9202-44f9-b2ca-6c39cee16ed3", "name": "network-vif-unplugged", "status": "completed", "tag": "f546593d-0a30-4025-bd4a-025666669270"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 08:30:34.482428 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port f546593d-0a30-4025-bd4a-025666669270, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=f546593d-0a30-4025-bd4a-025666669270,segment=NetworkSegment(abe7a848-cb1f-4b8c-a3a0-bb1cb3a7b93d),segment_id=abe7a848-cb1f-4b8c-a3a0-bb1cb3a7b93d)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:30:34.489930 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (f546593d-0a30-4025-bd4a-025666669270), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:30:34.520131 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 28 Jan 2022 08:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3d04014-1769-4f57-b12e-6f260219a801 x-openstack-request-id: req-a3d04014-1769-4f57-b12e-6f260219a801 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 08:30:34.520449 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac8804de-9202-44f9-b2ca-6c39cee16ed3", "name": "network-vif-unplugged", "status": "failed", "tag": "f546593d-0a30-4025-bd4a-025666669270", "code": 422}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 08:30:34.520703 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a3d04014-1769-4f57-b12e-6f260219a801 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 08:30:34.521106 n-d-712749-28 neutron-server[103285]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ac8804de-9202-44f9-b2ca-6c39cee16ed3', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f546593d-0a30-4025-bd4a-025666669270', 'code': 422} returned with failed status Jan 28 08:30:34.553345 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=f546593d-0a30-4025-bd4a-025666669270,revision_number=6']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:30:34.562554 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:30:34.563527 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:30:34.563877 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:30:34.564554 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:30:34.564912 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:30:34.565252 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:30:34.565587 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:30:34.565920 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:30:34.566251 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:30:34.566584 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:30:34.566909 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:30:34.568322 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:30:34.568669 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:30:34.879279 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:30:35.160632 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3447f6-53d9-4a27-aeb3-09b77d88ce82 req-2a41a9f0-f209-4c4b-826f-fad3cc73754c tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:30:35.162078 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7b3447f6-53d9-4a27-aeb3-09b77d88ce82 req-2a41a9f0-f209-4c4b-826f-fad3cc73754c tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac8804de-9202-44f9-b2ca-6c39cee16ed3 HTTP/1.1" status: 200 len: 944 time: 0.0526819 Jan 28 08:30:35.211992 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7b3447f6-53d9-4a27-aeb3-09b77d88ce82 req-9c86b844-f7a7-483e-b24a-713bb247c501 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5031f10-6f33-4857-8952-0b7996301b28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439997 Jan 28 08:30:35.321743 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [req-5cb52837-97cd-4aa2-84b2-272db0af3cbe req-3d7512c4-2e67-4bc3-b5bb-6e34aeebccbe service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103283) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 08:30:35.322770 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-5cb52837-97cd-4aa2-84b2-272db0af3cbe req-3d7512c4-2e67-4bc3-b5bb-6e34aeebccbe service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0476925 Jan 28 08:30:35.478355 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ff70fd17-57a4-48fd-ae78-c4ac6a5527ac req-17d550ad-d415-4a62-b26f-80b6069fe783 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ac8804de-9202-44f9-b2ca-6c39cee16ed3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0747101 Jan 28 08:30:35.489160 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbf5f93-b253-49cb-84a1-7449ee43da9d req-e058e7be-636d-4dc5-9cd3-0e19adebf640 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:30:35.490569 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8bbf5f93-b253-49cb-84a1-7449ee43da9d req-e058e7be-636d-4dc5-9cd3-0e19adebf640 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac8804de-9202-44f9-b2ca-6c39cee16ed3 HTTP/1.1" status: 200 len: 944 time: 0.0619762 Jan 28 08:30:35.495930 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [req-ff70fd17-57a4-48fd-ae78-c4ac6a5527ac req-900be4d1-a779-4c60-b501-012fc7cb1a48 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 08:30:35.496923 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ff70fd17-57a4-48fd-ae78-c4ac6a5527ac req-900be4d1-a779-4c60-b501-012fc7cb1a48 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055325 Jan 28 08:30:35.541774 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8bbf5f93-b253-49cb-84a1-7449ee43da9d req-e4fcefb6-ffde-460a-9efc-f83e3698550e tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5031f10-6f33-4857-8952-0b7996301b28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439448 Jan 28 08:30:35.804749 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-24d99bff-dbef-4b77-9ee1-66c7b9c9868e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:30:36.657763 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6a0bbc-677a-452e-96ff-667c59509058 req-26a85438-2b12-4b32-8532-31ff2b8c25e1 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:30:36.659273 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1b6a0bbc-677a-452e-96ff-667c59509058 req-26a85438-2b12-4b32-8532-31ff2b8c25e1 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac8804de-9202-44f9-b2ca-6c39cee16ed3 HTTP/1.1" status: 200 len: 944 time: 0.0498915 Jan 28 08:30:36.709217 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-1b6a0bbc-677a-452e-96ff-667c59509058 req-892963d8-6a4c-4165-bf48-f2bfe54bd325 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5031f10-6f33-4857-8952-0b7996301b28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439565 Jan 28 08:30:37.307251 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:30:37.397931 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 7 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 08:30:37.823366 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651f4f3e-e0b4-4cee-a95a-b3ebea79a2b4 req-db6099d5-366d-4790-8b7a-1647502e1510 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:30:37.824939 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-651f4f3e-e0b4-4cee-a95a-b3ebea79a2b4 req-db6099d5-366d-4790-8b7a-1647502e1510 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac8804de-9202-44f9-b2ca-6c39cee16ed3 HTTP/1.1" status: 200 len: 944 time: 0.0486839 Jan 28 08:30:37.875086 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-651f4f3e-e0b4-4cee-a95a-b3ebea79a2b4 req-07b7cfdf-9d4a-4c0a-b7b4-894091ae78c9 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5031f10-6f33-4857-8952-0b7996301b28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446000 Jan 28 08:30:38.983764 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:30:39.009219 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425ff146-9d5e-48d3-91ed-8944073f5d31 req-c35ca698-5e5f-4e0c-9e16-5dbc2b9dd879 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:30:39.010732 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-425ff146-9d5e-48d3-91ed-8944073f5d31 req-c35ca698-5e5f-4e0c-9e16-5dbc2b9dd879 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac8804de-9202-44f9-b2ca-6c39cee16ed3 HTTP/1.1" status: 200 len: 944 time: 0.0514612 Jan 28 08:30:39.061094 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-425ff146-9d5e-48d3-91ed-8944073f5d31 req-fc6d0af3-092e-4b1a-b34c-3644b4635813 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5031f10-6f33-4857-8952-0b7996301b28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439005 Jan 28 08:30:39.924789 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:30:40.176646 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd0aec1-2976-4dea-9b18-0e2d59f7ca35 req-5cd4eb36-d158-446d-9add-4e9d229543cb tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:30:40.178085 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4fd0aec1-2976-4dea-9b18-0e2d59f7ca35 req-5cd4eb36-d158-446d-9add-4e9d229543cb tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac8804de-9202-44f9-b2ca-6c39cee16ed3 HTTP/1.1" status: 200 len: 944 time: 0.0493698 Jan 28 08:30:40.234503 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4fd0aec1-2976-4dea-9b18-0e2d59f7ca35 req-b96b78d0-2426-478e-b822-d1c17bb6ac51 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5031f10-6f33-4857-8952-0b7996301b28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505340 Jan 28 08:30:41.356444 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a16faa-d4e9-47c5-b301-4ab823b4a457 req-053b9499-5a97-48d3-9c36-8cd720ebf8d9 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:30:41.357952 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f7a16faa-d4e9-47c5-b301-4ab823b4a457 req-053b9499-5a97-48d3-9c36-8cd720ebf8d9 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac8804de-9202-44f9-b2ca-6c39cee16ed3 HTTP/1.1" status: 200 len: 944 time: 0.0554514 Jan 28 08:30:41.408713 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f7a16faa-d4e9-47c5-b301-4ab823b4a457 req-e457bce3-a74a-4bce-af43-72bb14b16482 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5031f10-6f33-4857-8952-0b7996301b28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451498 Jan 28 08:30:42.530715 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bc4484-4c61-4090-b8df-871af05ba839 req-3b8ab8de-e78c-4547-911c-7b3583263a1b tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:30:42.532229 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b1bc4484-4c61-4090-b8df-871af05ba839 req-3b8ab8de-e78c-4547-911c-7b3583263a1b tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac8804de-9202-44f9-b2ca-6c39cee16ed3 HTTP/1.1" status: 200 len: 944 time: 0.0500720 Jan 28 08:30:42.581121 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b1bc4484-4c61-4090-b8df-871af05ba839 req-a3f2678a-446b-45c0-b7c7-7b3bce229f0d tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5031f10-6f33-4857-8952-0b7996301b28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430865 Jan 28 08:30:43.704134 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c16386-507f-4dfe-b86d-59ab755b9d01 req-8cfc89bc-9ba8-4313-9daa-bc4a5fc584d1 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:30:43.705660 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-29c16386-507f-4dfe-b86d-59ab755b9d01 req-8cfc89bc-9ba8-4313-9daa-bc4a5fc584d1 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac8804de-9202-44f9-b2ca-6c39cee16ed3 HTTP/1.1" status: 200 len: 944 time: 0.0521655 Jan 28 08:30:43.754283 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-29c16386-507f-4dfe-b86d-59ab755b9d01 req-1283aadc-4f18-43e7-808c-a6ff9a4b624f tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5031f10-6f33-4857-8952-0b7996301b28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431139 Jan 28 08:30:44.868069 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa826af-e4ed-4e57-ad7a-ff02eb23d9a8 req-606e4ae5-5a7e-409e-a1d4-e55b9cbef8af tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:30:44.869601 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5aa826af-e4ed-4e57-ad7a-ff02eb23d9a8 req-606e4ae5-5a7e-409e-a1d4-e55b9cbef8af tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac8804de-9202-44f9-b2ca-6c39cee16ed3 HTTP/1.1" status: 200 len: 944 time: 0.0492351 Jan 28 08:30:44.919163 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5aa826af-e4ed-4e57-ad7a-ff02eb23d9a8 req-094dbf1e-98c5-4028-af0a-aec5048fb81f tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5031f10-6f33-4857-8952-0b7996301b28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437384 Jan 28 08:30:45.873908 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff70fd17-57a4-48fd-ae78-c4ac6a5527ac req-05fb1585-1bb3-45f7-a212-1d97b6b3efdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:30:45.875563 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ff70fd17-57a4-48fd-ae78-c4ac6a5527ac req-05fb1585-1bb3-45f7-a212-1d97b6b3efdc service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ac8804de-9202-44f9-b2ca-6c39cee16ed3&tenant_id=713c69ac870e40d2ad55b140cd0905a0 HTTP/1.1" status: 200 len: 1096 time: 0.0468283 Jan 28 08:30:45.899574 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-ff70fd17-57a4-48fd-ae78-c4ac6a5527ac req-fae64e0f-a022-41cd-bda4-e3e8b9f31c77 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712749-28', 'device_owner': 'compute:nova'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:30:45.952408 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ff70fd17-57a4-48fd-ae78-c4ac6a5527ac req-fae64e0f-a022-41cd-bda4-e3e8b9f31c77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (f546593d-0a30-4025-bd4a-025666669270), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:30:46.033377 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a11f097-8832-4cae-b77c-14fdde55fe64 req-aa2cb536-352d-4b5b-baa4-b7e3d3cdb196 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:30:46.034893 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0a11f097-8832-4cae-b77c-14fdde55fe64 req-aa2cb536-352d-4b5b-baa4-b7e3d3cdb196 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac8804de-9202-44f9-b2ca-6c39cee16ed3 HTTP/1.1" status: 200 len: 944 time: 0.0485401 Jan 28 08:30:46.089160 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0a11f097-8832-4cae-b77c-14fdde55fe64 req-7ee1c6ba-421d-4a87-a079-6a2f0e69c628 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5031f10-6f33-4857-8952-0b7996301b28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479753 Jan 28 08:30:46.152233 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-ff70fd17-57a4-48fd-ae78-c4ac6a5527ac req-fae64e0f-a022-41cd-bda4-e3e8b9f31c77 service neutron] For port f546593d-0a30-4025-bd4a-025666669270, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=f546593d-0a30-4025-bd4a-025666669270,segment=NetworkSegment(abe7a848-cb1f-4b8c-a3a0-bb1cb3a7b93d),segment_id=abe7a848-cb1f-4b8c-a3a0-bb1cb3a7b93d)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:30:46.185525 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-ff70fd17-57a4-48fd-ae78-c4ac6a5527ac req-fae64e0f-a022-41cd-bda4-e3e8b9f31c77 service neutron] For port f546593d-0a30-4025-bd4a-025666669270, host n-h2-712749-28, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 08:30:46.221681 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-ff70fd17-57a4-48fd-ae78-c4ac6a5527ac req-fae64e0f-a022-41cd-bda4-e3e8b9f31c77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f546593d-0a30-4025-bd4a-025666669270 {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 08:30:46.229985 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ff70fd17-57a4-48fd-ae78-c4ac6a5527ac req-fae64e0f-a022-41cd-bda4-e3e8b9f31c77 service neutron] Publish callbacks [] for port (f546593d-0a30-4025-bd4a-025666669270), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:30:46.241694 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-ff70fd17-57a4-48fd-ae78-c4ac6a5527ac req-fae64e0f-a022-41cd-bda4-e3e8b9f31c77 service neutron] Transition to ACTIVE for port object f546593d-0a30-4025-bd4a-025666669270 will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 08:30:46.244923 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ff70fd17-57a4-48fd-ae78-c4ac6a5527ac req-fae64e0f-a022-41cd-bda4-e3e8b9f31c77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (f546593d-0a30-4025-bd4a-025666669270), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:30:46.325449 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae64e0f-a022-41cd-bda4-e3e8b9f31c77 service neutron] Pushing event updated for resources: {'Port': ['ID=f546593d-0a30-4025-bd4a-025666669270,revision_number=7']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:30:46.338291 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae64e0f-a022-41cd-bda4-e3e8b9f31c77 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:30:46.338653 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae64e0f-a022-41cd-bda4-e3e8b9f31c77 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:30:46.339001 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae64e0f-a022-41cd-bda4-e3e8b9f31c77 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:30:46.339347 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae64e0f-a022-41cd-bda4-e3e8b9f31c77 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:30:46.339689 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae64e0f-a022-41cd-bda4-e3e8b9f31c77 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:30:46.340027 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae64e0f-a022-41cd-bda4-e3e8b9f31c77 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:30:46.340393 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae64e0f-a022-41cd-bda4-e3e8b9f31c77 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:30:46.340732 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae64e0f-a022-41cd-bda4-e3e8b9f31c77 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:30:46.341060 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae64e0f-a022-41cd-bda4-e3e8b9f31c77 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:30:46.341389 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae64e0f-a022-41cd-bda4-e3e8b9f31c77 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:30:46.341720 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae64e0f-a022-41cd-bda4-e3e8b9f31c77 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:30:46.342048 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae64e0f-a022-41cd-bda4-e3e8b9f31c77 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:30:46.342375 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae64e0f-a022-41cd-bda4-e3e8b9f31c77 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:30:46.379658 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff70fd17-57a4-48fd-ae78-c4ac6a5527ac req-fae64e0f-a022-41cd-bda4-e3e8b9f31c77 service neutron] No DVR routers for this DVR port f546593d-0a30-4025-bd4a-025666669270 on host n-h2-712749-28 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 08:30:46.518314 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-ff70fd17-57a4-48fd-ae78-c4ac6a5527ac req-fae64e0f-a022-41cd-bda4-e3e8b9f31c77 service neutron] Attempting to bind port f546593d-0a30-4025-bd4a-025666669270 on host n-h1-712749-28 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 08:30:46.518650 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-ff70fd17-57a4-48fd-ae78-c4ac6a5527ac req-fae64e0f-a022-41cd-bda4-e3e8b9f31c77 service neutron] Attempting to bind port f546593d-0a30-4025-bd4a-025666669270 by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': 'abe7a848-cb1f-4b8c-a3a0-bb1cb3a7b93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'fb2ee064-bd28-4712-8366-19f2fc620897'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 08:30:46.518971 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff70fd17-57a4-48fd-ae78-c4ac6a5527ac req-fae64e0f-a022-41cd-bda4-e3e8b9f31c77 service neutron] Attempting to bind port f546593d-0a30-4025-bd4a-025666669270 on network fb2ee064-bd28-4712-8366-19f2fc620897 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 08:30:46.523200 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff70fd17-57a4-48fd-ae78-c4ac6a5527ac req-fae64e0f-a022-41cd-bda4-e3e8b9f31c77 service neutron] Port f546593d-0a30-4025-bd4a-025666669270 on network fb2ee064-bd28-4712-8366-19f2fc620897 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 08:30:46.523517 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff70fd17-57a4-48fd-ae78-c4ac6a5527ac req-fae64e0f-a022-41cd-bda4-e3e8b9f31c77 service neutron] Attempting to bind port f546593d-0a30-4025-bd4a-025666669270 on network fb2ee064-bd28-4712-8366-19f2fc620897 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 08:30:46.528398 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff70fd17-57a4-48fd-ae78-c4ac6a5527ac req-fae64e0f-a022-41cd-bda4-e3e8b9f31c77 service neutron] Checking agent: {'id': '2fca46b1-237f-4857-9290-2429d810e472', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 8, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 08:30:46.528736 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff70fd17-57a4-48fd-ae78-c4ac6a5527ac req-fae64e0f-a022-41cd-bda4-e3e8b9f31c77 service neutron] Checking segment: {'id': 'abe7a848-cb1f-4b8c-a3a0-bb1cb3a7b93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'fb2ee064-bd28-4712-8366-19f2fc620897'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 08:30:46.529116 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff70fd17-57a4-48fd-ae78-c4ac6a5527ac req-fae64e0f-a022-41cd-bda4-e3e8b9f31c77 service neutron] Bound using segment: {'id': 'abe7a848-cb1f-4b8c-a3a0-bb1cb3a7b93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'fb2ee064-bd28-4712-8366-19f2fc620897'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 08:30:46.529536 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-ff70fd17-57a4-48fd-ae78-c4ac6a5527ac req-fae64e0f-a022-41cd-bda4-e3e8b9f31c77 service neutron] Bound port: f546593d-0a30-4025-bd4a-025666669270, host: n-h1-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abe7a848-cb1f-4b8c-a3a0-bb1cb3a7b93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'fb2ee064-bd28-4712-8366-19f2fc620897'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 08:30:46.529883 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ff70fd17-57a4-48fd-ae78-c4ac6a5527ac req-fae64e0f-a022-41cd-bda4-e3e8b9f31c77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (f546593d-0a30-4025-bd4a-025666669270), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:30:46.592041 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-ff70fd17-57a4-48fd-ae78-c4ac6a5527ac req-fae64e0f-a022-41cd-bda4-e3e8b9f31c77 service neutron] For port f546593d-0a30-4025-bd4a-025666669270, host n-h1-712749-28, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 08:30:46.594982 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-ff70fd17-57a4-48fd-ae78-c4ac6a5527ac req-fae64e0f-a022-41cd-bda4-e3e8b9f31c77 service neutron] For port f546593d-0a30-4025-bd4a-025666669270, host n-h1-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=f546593d-0a30-4025-bd4a-025666669270,segment=NetworkSegment(abe7a848-cb1f-4b8c-a3a0-bb1cb3a7b93d),segment_id=abe7a848-cb1f-4b8c-a3a0-bb1cb3a7b93d)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 08:30:46.598451 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ff70fd17-57a4-48fd-ae78-c4ac6a5527ac req-fae64e0f-a022-41cd-bda4-e3e8b9f31c77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (f546593d-0a30-4025-bd4a-025666669270), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:30:46.631280 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff70fd17-57a4-48fd-ae78-c4ac6a5527ac req-fae64e0f-a022-41cd-bda4-e3e8b9f31c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:30:46.631911 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ff70fd17-57a4-48fd-ae78-c4ac6a5527ac req-fae64e0f-a022-41cd-bda4-e3e8b9f31c77 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:30:46.633406 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ff70fd17-57a4-48fd-ae78-c4ac6a5527ac req-fae64e0f-a022-41cd-bda4-e3e8b9f31c77 service neutron] 10.222.0.10 "PUT /v2.0/ports/f546593d-0a30-4025-bd4a-025666669270 HTTP/1.1" status: 200 len: 1093 time: 0.7378619 Jan 28 08:30:46.633852 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac8804de-9202-44f9-b2ca-6c39cee16ed3', 'tag': 'f546593d-0a30-4025-bd4a-025666669270'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 08:30:46.636141 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea2b103cb7827510f28784975546feb0b63800b94dfac5f98f271904baace09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0371c63a-6354-48a2-98a6-ed315ee99246" -d '{"events": [{"name": "network-changed", "server_uuid": "ac8804de-9202-44f9-b2ca-6c39cee16ed3", "tag": "f546593d-0a30-4025-bd4a-025666669270"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 08:30:46.662036 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae64e0f-a022-41cd-bda4-e3e8b9f31c77 service neutron] Pushing event updated for resources: {'Port': ['ID=f546593d-0a30-4025-bd4a-025666669270,revision_number=8']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:30:46.685556 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 08:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59fa4021-83e7-4bec-a913-330502799187 x-openstack-request-id: req-59fa4021-83e7-4bec-a913-330502799187 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 08:30:46.685858 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac8804de-9202-44f9-b2ca-6c39cee16ed3", "tag": "f546593d-0a30-4025-bd4a-025666669270", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 08:30:46.686123 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-59fa4021-83e7-4bec-a913-330502799187 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 08:30:46.686562 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac8804de-9202-44f9-b2ca-6c39cee16ed3', 'tag': 'f546593d-0a30-4025-bd4a-025666669270', 'status': 'completed', 'code': 200} Jan 28 08:30:46.720188 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff70fd17-57a4-48fd-ae78-c4ac6a5527ac req-8029bec7-1793-451d-820f-b8f19d644861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:30:46.721764 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ff70fd17-57a4-48fd-ae78-c4ac6a5527ac req-8029bec7-1793-451d-820f-b8f19d644861 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=713c69ac870e40d2ad55b140cd0905a0&device_id=ac8804de-9202-44f9-b2ca-6c39cee16ed3 HTTP/1.1" status: 200 len: 1096 time: 0.0467706 Jan 28 08:30:46.819189 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff70fd17-57a4-48fd-ae78-c4ac6a5527ac req-d417c27c-42a0-4765-8a7e-cee8adcd3fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:30:46.821459 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ff70fd17-57a4-48fd-ae78-c4ac6a5527ac req-d417c27c-42a0-4765-8a7e-cee8adcd3fc6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=fb2ee064-bd28-4712-8366-19f2fc620897 HTTP/1.1" status: 200 len: 910 time: 0.0928879 Jan 28 08:30:46.888773 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ff70fd17-57a4-48fd-ae78-c4ac6a5527ac req-725eb3fe-7d08-45e2-90bc-683eebc7fdef service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f546593d-0a30-4025-bd4a-025666669270 HTTP/1.1" status: 200 len: 1000 time: 0.0584583 Jan 28 08:30:46.946763 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff70fd17-57a4-48fd-ae78-c4ac6a5527ac req-74677300-ae54-40f2-a6f8-f003d3f5390a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:30:46.948130 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ff70fd17-57a4-48fd-ae78-c4ac6a5527ac req-74677300-ae54-40f2-a6f8-f003d3f5390a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=46d993e8-9bee-440f-9007-20c8eef98f7d HTTP/1.1" status: 200 len: 848 time: 0.0482755 Jan 28 08:30:46.993327 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff70fd17-57a4-48fd-ae78-c4ac6a5527ac req-c2618177-cbfa-4338-bdb0-615c48cb5be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:30:46.994792 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ff70fd17-57a4-48fd-ae78-c4ac6a5527ac req-c2618177-cbfa-4338-bdb0-615c48cb5be1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fb2ee064-bd28-4712-8366-19f2fc620897&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407596 Jan 28 08:30:47.083486 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ff70fd17-57a4-48fd-ae78-c4ac6a5527ac req-7c4eb3f3-6919-4e40-9d85-ea0b0bd63b76 service neutron] 10.222.0.10 "GET /v2.0/networks/fb2ee064-bd28-4712-8366-19f2fc620897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790083 Jan 28 08:30:47.180861 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ff70fd17-57a4-48fd-ae78-c4ac6a5527ac req-2f499814-74de-4cf8-99eb-6697dff040ad service neutron] 10.222.0.10 "GET /v2.0/networks/fb2ee064-bd28-4712-8366-19f2fc620897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870388 Jan 28 08:30:47.205831 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02247e5f-68a6-4c0f-8a79-ed0be3c53b89 req-c27d321b-ada3-4b76-9d9c-6528ca854b16 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:30:47.207636 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-02247e5f-68a6-4c0f-8a79-ed0be3c53b89 req-c27d321b-ada3-4b76-9d9c-6528ca854b16 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac8804de-9202-44f9-b2ca-6c39cee16ed3 HTTP/1.1" status: 200 len: 944 time: 0.0499804 Jan 28 08:30:47.257078 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-02247e5f-68a6-4c0f-8a79-ed0be3c53b89 req-ed8990ca-6b17-458e-9e05-e39ae7fa4dc7 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5031f10-6f33-4857-8952-0b7996301b28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439413 Jan 28 08:30:47.302323 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0371c63a-6354-48a2-98a6-ed315ee99246 req-e448c13e-72bc-407c-93cf-f693692543cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:30:47.303812 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0371c63a-6354-48a2-98a6-ed315ee99246 req-e448c13e-72bc-407c-93cf-f693692543cf service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=713c69ac870e40d2ad55b140cd0905a0&device_id=ac8804de-9202-44f9-b2ca-6c39cee16ed3 HTTP/1.1" status: 200 len: 1096 time: 0.0412436 Jan 28 08:30:47.397638 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0371c63a-6354-48a2-98a6-ed315ee99246 req-d412b5c7-ac7e-4522-856d-81a9b8f06410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:30:47.399253 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0371c63a-6354-48a2-98a6-ed315ee99246 req-d412b5c7-ac7e-4522-856d-81a9b8f06410 service neutron] 10.222.0.10 "GET /v2.0/networks?id=fb2ee064-bd28-4712-8366-19f2fc620897 HTTP/1.1" status: 200 len: 910 time: 0.0872164 Jan 28 08:30:47.464174 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0371c63a-6354-48a2-98a6-ed315ee99246 req-31a49a37-7abd-4f4d-a796-cee57d5caadb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f546593d-0a30-4025-bd4a-025666669270 HTTP/1.1" status: 200 len: 1000 time: 0.0587220 Jan 28 08:30:47.512276 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0371c63a-6354-48a2-98a6-ed315ee99246 req-d214c5e4-23b9-4024-89a0-571d9e29e480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:30:47.513753 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0371c63a-6354-48a2-98a6-ed315ee99246 req-d214c5e4-23b9-4024-89a0-571d9e29e480 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=46d993e8-9bee-440f-9007-20c8eef98f7d HTTP/1.1" status: 200 len: 848 time: 0.0438805 Jan 28 08:30:47.563810 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0371c63a-6354-48a2-98a6-ed315ee99246 req-71e36826-4361-46b0-b915-171b55ba8a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:30:47.565319 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0371c63a-6354-48a2-98a6-ed315ee99246 req-71e36826-4361-46b0-b915-171b55ba8a86 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fb2ee064-bd28-4712-8366-19f2fc620897&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451386 Jan 28 08:30:47.651759 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0371c63a-6354-48a2-98a6-ed315ee99246 req-8da0350a-67b3-4953-9f53-b329eecda9ef service neutron] 10.222.0.10 "GET /v2.0/networks/fb2ee064-bd28-4712-8366-19f2fc620897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796616 Jan 28 08:30:47.745237 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0371c63a-6354-48a2-98a6-ed315ee99246 req-14637096-af9c-48ee-be90-ebcd85f760da service neutron] 10.222.0.10 "GET /v2.0/networks/fb2ee064-bd28-4712-8366-19f2fc620897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868318 Jan 28 08:30:48.372547 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5cead7-941b-4811-92f0-ef3a5f9ed291 req-3cbfd3bb-f797-4f14-a5b2-10106dba59d5 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:30:48.374007 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5f5cead7-941b-4811-92f0-ef3a5f9ed291 req-3cbfd3bb-f797-4f14-a5b2-10106dba59d5 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac8804de-9202-44f9-b2ca-6c39cee16ed3 HTTP/1.1" status: 200 len: 944 time: 0.0476418 Jan 28 08:30:48.422123 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5f5cead7-941b-4811-92f0-ef3a5f9ed291 req-08836bde-b57c-406e-81c0-38d58364d4ea tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5031f10-6f33-4857-8952-0b7996301b28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426662 Jan 28 08:30:49.534895 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84052bdb-8ecd-4b36-be4f-33de1781b2fa req-5b4c402a-51f9-408c-8b20-c24185edd844 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:30:49.536384 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-84052bdb-8ecd-4b36-be4f-33de1781b2fa req-5b4c402a-51f9-408c-8b20-c24185edd844 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac8804de-9202-44f9-b2ca-6c39cee16ed3 HTTP/1.1" status: 200 len: 944 time: 0.0472505 Jan 28 08:30:49.583134 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-84052bdb-8ecd-4b36-be4f-33de1781b2fa req-483d6baf-38d0-420e-863e-d7d41fd21f78 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5031f10-6f33-4857-8952-0b7996301b28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405231 Jan 28 08:30:50.699465 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efc23d7-b191-4ed5-b2f1-9394b4067e4d req-b68e23fc-4134-4eeb-95a2-c81ee4979dca tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:30:50.700962 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4efc23d7-b191-4ed5-b2f1-9394b4067e4d req-b68e23fc-4134-4eeb-95a2-c81ee4979dca tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac8804de-9202-44f9-b2ca-6c39cee16ed3 HTTP/1.1" status: 200 len: 944 time: 0.0480852 Jan 28 08:30:50.753446 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-4efc23d7-b191-4ed5-b2f1-9394b4067e4d req-185de283-8d3d-4548-aebc-6f4eaf3d3cd6 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5031f10-6f33-4857-8952-0b7996301b28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469902 Jan 28 08:30:51.881159 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda6d314-8d4a-4c8b-863a-958526d7b0f0 req-d85a623d-71a8-4995-a950-3b7273c6ff31 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:30:51.883188 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-dda6d314-8d4a-4c8b-863a-958526d7b0f0 req-d85a623d-71a8-4995-a950-3b7273c6ff31 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac8804de-9202-44f9-b2ca-6c39cee16ed3 HTTP/1.1" status: 200 len: 944 time: 0.0531268 Jan 28 08:30:51.932776 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-dda6d314-8d4a-4c8b-863a-958526d7b0f0 req-2271775d-caed-4393-a641-9242f45451ec tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5031f10-6f33-4857-8952-0b7996301b28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440681 Jan 28 08:30:53.048916 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fce2b56-e7b2-429e-a0f8-bb5a806bcc7a req-3cdc7cca-bc86-4aaf-8a04-e81606adcb4b tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:30:53.050363 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8fce2b56-e7b2-429e-a0f8-bb5a806bcc7a req-3cdc7cca-bc86-4aaf-8a04-e81606adcb4b tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac8804de-9202-44f9-b2ca-6c39cee16ed3 HTTP/1.1" status: 200 len: 944 time: 0.0483818 Jan 28 08:30:53.097351 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-8fce2b56-e7b2-429e-a0f8-bb5a806bcc7a req-905a6832-96d3-4ee6-8d5d-e1e477baa4fe tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5031f10-6f33-4857-8952-0b7996301b28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414948 Jan 28 08:30:54.211715 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69296d3a-b01b-4427-842c-528a1f3d0d7b req-02031177-79ec-4fe7-a9a2-d6bb89cf63af tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:30:54.213479 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-69296d3a-b01b-4427-842c-528a1f3d0d7b req-02031177-79ec-4fe7-a9a2-d6bb89cf63af tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac8804de-9202-44f9-b2ca-6c39cee16ed3 HTTP/1.1" status: 200 len: 944 time: 0.0485675 Jan 28 08:30:54.262057 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-69296d3a-b01b-4427-842c-528a1f3d0d7b req-a9f3e069-60be-4869-a4ed-acafda85d8ab tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5031f10-6f33-4857-8952-0b7996301b28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430434 Jan 28 08:30:55.375319 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d52b4de-3fe8-4f66-89f3-d253c36012f7 req-33f2eec9-008f-4bb1-b9e5-9a1517439d0b tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:30:55.376824 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9d52b4de-3fe8-4f66-89f3-d253c36012f7 req-33f2eec9-008f-4bb1-b9e5-9a1517439d0b tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac8804de-9202-44f9-b2ca-6c39cee16ed3 HTTP/1.1" status: 200 len: 944 time: 0.0478206 Jan 28 08:30:55.425812 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9d52b4de-3fe8-4f66-89f3-d253c36012f7 req-f768ba12-311d-4978-bb03-472bef74917b tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5031f10-6f33-4857-8952-0b7996301b28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433800 Jan 28 08:30:56.544693 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ba7f06-4c26-4782-817f-6d25f2b8a2c4 req-4a88bcc0-53f8-4766-b595-a0549a999931 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:30:56.546204 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f4ba7f06-4c26-4782-817f-6d25f2b8a2c4 req-4a88bcc0-53f8-4766-b595-a0549a999931 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac8804de-9202-44f9-b2ca-6c39cee16ed3 HTTP/1.1" status: 200 len: 944 time: 0.0515580 Jan 28 08:30:56.593965 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f4ba7f06-4c26-4782-817f-6d25f2b8a2c4 req-293785f0-a03a-4a40-b15c-ec1809daf5b5 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5031f10-6f33-4857-8952-0b7996301b28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421045 Jan 28 08:30:56.814311 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device f546593d-0a30-4025-bd4a-025666669270 details requested by agent hyperv_n-h1-712749-28 with host n-h1-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 08:30:56.908439 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port f546593d-0a30-4025-bd4a-025666669270, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=f546593d-0a30-4025-bd4a-025666669270,segment=NetworkSegment(abe7a848-cb1f-4b8c-a3a0-bb1cb3a7b93d),segment_id=abe7a848-cb1f-4b8c-a3a0-bb1cb3a7b93d)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:30:56.921012 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Returning: {'device': 'f546593d-0a30-4025-bd4a-025666669270', 'network_id': 'fb2ee064-bd28-4712-8366-19f2fc620897', 'port_id': 'f546593d-0a30-4025-bd4a-025666669270', 'mac_address': 'fa:16:3e:03:f0:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46d993e8-9bee-440f-9007-20c8eef98f7d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 08:30:56.959552 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port f546593d-0a30-4025-bd4a-025666669270 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:30:56.959940 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (f546593d-0a30-4025-bd4a-025666669270), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:30:56.973479 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f546593d-0a30-4025-bd4a-025666669270 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 08:30:56.992700 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port f546593d-0a30-4025-bd4a-025666669270, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=f546593d-0a30-4025-bd4a-025666669270,segment=NetworkSegment(abe7a848-cb1f-4b8c-a3a0-bb1cb3a7b93d),segment_id=abe7a848-cb1f-4b8c-a3a0-bb1cb3a7b93d)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:30:56.998637 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (f546593d-0a30-4025-bd4a-025666669270), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:30:57.044803 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=f546593d-0a30-4025-bd4a-025666669270,revision_number=9']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:30:57.337803 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['f546593d-0a30-4025-bd4a-025666669270'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 08:30:57.711937 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205b0522-818f-4d0a-a25d-458ce2c1c773 req-7f451b46-1494-497e-b28b-228e9379a346 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:30:57.714256 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-205b0522-818f-4d0a-a25d-458ce2c1c773 req-7f451b46-1494-497e-b28b-228e9379a346 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac8804de-9202-44f9-b2ca-6c39cee16ed3 HTTP/1.1" status: 200 len: 945 time: 0.0537779 Jan 28 08:30:57.761018 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-205b0522-818f-4d0a-a25d-458ce2c1c773 req-5fe0833c-fa62-40ea-b7de-bb5270019624 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5031f10-6f33-4857-8952-0b7996301b28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412531 Jan 28 08:30:58.834972 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device f546593d-0a30-4025-bd4a-025666669270 up at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 08:30:58.875339 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2958a73-60cd-48ba-add3-577a5f57c5b0 req-283ab11d-cbc0-48b9-a44e-8e2bc78b4d83 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:30:58.876875 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e2958a73-60cd-48ba-add3-577a5f57c5b0 req-283ab11d-cbc0-48b9-a44e-8e2bc78b4d83 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac8804de-9202-44f9-b2ca-6c39cee16ed3 HTTP/1.1" status: 200 len: 945 time: 0.0485921 Jan 28 08:30:58.885158 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning for port f546593d-0a30-4025-bd4a-025666669270 completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 08:30:58.889089 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning complete for port f546593d-0a30-4025-bd4a-025666669270 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:30:58.889479 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (f546593d-0a30-4025-bd4a-025666669270), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:30:58.926949 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e2958a73-60cd-48ba-add3-577a5f57c5b0 req-e527b2d0-4339-46b6-871b-bd8c2b20c0b7 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5031f10-6f33-4857-8952-0b7996301b28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440235 Jan 28 08:30:58.968977 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port f546593d-0a30-4025-bd4a-025666669270 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:30:58.969375 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (f546593d-0a30-4025-bd4a-025666669270), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:30:58.992827 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac8804de-9202-44f9-b2ca-6c39cee16ed3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f546593d-0a30-4025-bd4a-025666669270'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 08:30:58.995066 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ad7fe887ec8da9bd29e477e6463a73d1e99860c0dff062a8c1350cb6684650b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40a7d1fa-7ede-48f4-b843-c03944469c29" -d '{"events": [{"server_uuid": "ac8804de-9202-44f9-b2ca-6c39cee16ed3", "name": "network-vif-plugged", "status": "completed", "tag": "f546593d-0a30-4025-bd4a-025666669270"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 08:30:59.007311 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port f546593d-0a30-4025-bd4a-025666669270, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=f546593d-0a30-4025-bd4a-025666669270,segment=NetworkSegment(abe7a848-cb1f-4b8c-a3a0-bb1cb3a7b93d),segment_id=abe7a848-cb1f-4b8c-a3a0-bb1cb3a7b93d)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:30:59.011766 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (f546593d-0a30-4025-bd4a-025666669270), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:30:59.036044 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 08:30:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea77d285-a237-430e-8516-b0103f4b91f3 x-openstack-request-id: req-ea77d285-a237-430e-8516-b0103f4b91f3 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 08:30:59.036367 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac8804de-9202-44f9-b2ca-6c39cee16ed3", "name": "network-vif-plugged", "status": "completed", "tag": "f546593d-0a30-4025-bd4a-025666669270", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 08:30:59.036630 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ea77d285-a237-430e-8516-b0103f4b91f3 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 08:30:59.037029 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac8804de-9202-44f9-b2ca-6c39cee16ed3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f546593d-0a30-4025-bd4a-025666669270', 'code': 200} Jan 28 08:30:59.062890 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=f546593d-0a30-4025-bd4a-025666669270,revision_number=10']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:30:59.238183 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb8c61b-c95a-40a0-8a86-0e14e46602bd req-103864e9-e6cf-45cf-80d4-77ff0b34d8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:30:59.239667 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-fbb8c61b-c95a-40a0-8a86-0e14e46602bd req-103864e9-e6cf-45cf-80d4-77ff0b34d8af service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ac8804de-9202-44f9-b2ca-6c39cee16ed3 HTTP/1.1" status: 200 len: 1099 time: 0.0402660 Jan 28 08:30:59.287223 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-fbb8c61b-c95a-40a0-8a86-0e14e46602bd req-5858d685-8994-4451-921e-9d88e2b92fdb service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=a5031f10-6f33-4857-8952-0b7996301b28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378358 Jan 28 08:31:00.039838 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f1b732-22c9-44cd-896d-67646e8fe76e req-fbe66226-311f-4df4-995e-a53ddb833e97 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:31:00.041988 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-97f1b732-22c9-44cd-896d-67646e8fe76e req-fbe66226-311f-4df4-995e-a53ddb833e97 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac8804de-9202-44f9-b2ca-6c39cee16ed3 HTTP/1.1" status: 200 len: 947 time: 0.0478547 Jan 28 08:31:00.093299 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-97f1b732-22c9-44cd-896d-67646e8fe76e req-c64e64be-bbce-43c9-b92b-4f76446b205f tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5031f10-6f33-4857-8952-0b7996301b28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458832 Jan 28 08:31:01.210919 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02345953-7314-4a4c-a533-c2f65a752c8d req-c55d764a-4ef2-4dde-ac71-6302a9d2aa09 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:31:01.212952 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-02345953-7314-4a4c-a533-c2f65a752c8d req-c55d764a-4ef2-4dde-ac71-6302a9d2aa09 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac8804de-9202-44f9-b2ca-6c39cee16ed3 HTTP/1.1" status: 200 len: 947 time: 0.0487986 Jan 28 08:31:01.263838 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-02345953-7314-4a4c-a533-c2f65a752c8d req-92072182-8a9b-4af0-baab-7ba253543ef7 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5031f10-6f33-4857-8952-0b7996301b28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453436 Jan 28 08:31:03.428216 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ca945a81-befd-40ba-8dd9-52afb84667a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:31:03.947007 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:31:04.874003 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:31:05.806964 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3a3407c3-8656-4eff-adf7-98551623dfd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:31:07.309637 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:31:08.986497 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:31:09.926628 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:31:14.399150 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 7 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 08:31:27.353079 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b9e5482d-be31-49e5-83dc-11777b7da629 req-4c11db7c-216f-4af7-ab6e-2a97e3bb9eae service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ac8804de-9202-44f9-b2ca-6c39cee16ed3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0435042 Jan 28 08:31:27.461129 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e5482d-be31-49e5-83dc-11777b7da629 req-721ed8e5-1d79-4d00-ada6-82bf65a5b809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:31:27.462601 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b9e5482d-be31-49e5-83dc-11777b7da629 req-721ed8e5-1d79-4d00-ada6-82bf65a5b809 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=713c69ac870e40d2ad55b140cd0905a0&device_id=ac8804de-9202-44f9-b2ca-6c39cee16ed3 HTTP/1.1" status: 200 len: 1099 time: 0.0445900 Jan 28 08:31:27.568816 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e5482d-be31-49e5-83dc-11777b7da629 req-2b634d44-4b5e-4676-8d63-85025bb106af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:31:27.570274 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b9e5482d-be31-49e5-83dc-11777b7da629 req-2b634d44-4b5e-4676-8d63-85025bb106af service neutron] 10.222.0.10 "GET /v2.0/networks?id=fb2ee064-bd28-4712-8366-19f2fc620897 HTTP/1.1" status: 200 len: 910 time: 0.0892470 Jan 28 08:31:27.639376 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b9e5482d-be31-49e5-83dc-11777b7da629 req-0aae0289-3f39-4e7b-a53d-a5b4b6388d07 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f546593d-0a30-4025-bd4a-025666669270 HTTP/1.1" status: 200 len: 1002 time: 0.0607591 Jan 28 08:31:27.689219 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e5482d-be31-49e5-83dc-11777b7da629 req-1d3e385a-8336-4d40-ac54-4c2ebcf6d80e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:31:27.690626 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b9e5482d-be31-49e5-83dc-11777b7da629 req-1d3e385a-8336-4d40-ac54-4c2ebcf6d80e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=46d993e8-9bee-440f-9007-20c8eef98f7d HTTP/1.1" status: 200 len: 848 time: 0.0434113 Jan 28 08:31:27.739786 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e5482d-be31-49e5-83dc-11777b7da629 req-9c478bd1-7df5-4425-891a-6d2eea24e9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:31:27.741278 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b9e5482d-be31-49e5-83dc-11777b7da629 req-9c478bd1-7df5-4425-891a-6d2eea24e9aa service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fb2ee064-bd28-4712-8366-19f2fc620897&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434589 Jan 28 08:31:27.828972 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b9e5482d-be31-49e5-83dc-11777b7da629 req-dcfed3d2-c9b3-4d80-96c5-8e9bf95b397c service neutron] 10.222.0.10 "GET /v2.0/networks/fb2ee064-bd28-4712-8366-19f2fc620897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813482 Jan 28 08:31:27.921797 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b9e5482d-be31-49e5-83dc-11777b7da629 req-0a092e38-8ed2-4db7-9396-c7a7cb93606a service neutron] 10.222.0.10 "GET /v2.0/networks/fb2ee064-bd28-4712-8366-19f2fc620897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859981 Jan 28 08:31:33.422603 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ceb88668-f8a6-4a85-ad16-c7f09c17e87e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:31:33.939488 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:31:34.885075 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:31:35.808705 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-51902941-7ac1-4da9-bb83-049a25d13cf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:31:37.311474 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:31:38.989168 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:31:39.928631 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:31:51.398287 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 7 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 08:32:03.426263 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-378d715e-7658-497a-ac54-4a41ad68b64e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:03.955233 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:04.886106 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:05.809503 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3f50289a-283b-41ed-85f5-f879b28e702e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:07.316825 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:08.992301 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:09.931013 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:14.523626 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 42864) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:32:14.684017 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-a23806d2-6f7d-45df-9426-d0ffbacda55e tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Deleting port 4d4a6206-a7bf-4a8c-a05c-56a8de3115dd {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 08:32:14.684304 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a23806d2-6f7d-45df-9426-d0ffbacda55e tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (4d4a6206-a7bf-4a8c-a05c-56a8de3115dd), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:14.760057 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a23806d2-6f7d-45df-9426-d0ffbacda55e tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (4d4a6206-a7bf-4a8c-a05c-56a8de3115dd), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:14.760562 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a23806d2-6f7d-45df-9426-d0ffbacda55e tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Publish callbacks [] for floatingip (4d4a6206-a7bf-4a8c-a05c-56a8de3115dd), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:14.775034 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-a23806d2-6f7d-45df-9426-d0ffbacda55e tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Calling delete_port for 4d4a6206-a7bf-4a8c-a05c-56a8de3115dd owned by network:floatingip {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 08:32:14.925315 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a23806d2-6f7d-45df-9426-d0ffbacda55e tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (4d4a6206-a7bf-4a8c-a05c-56a8de3115dd), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:14.950087 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23806d2-6f7d-45df-9426-d0ffbacda55e tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Pushing event deleted for resources: {'Port': ['ID=4d4a6206-a7bf-4a8c-a05c-56a8de3115dd,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:32:14.980303 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23806d2-6f7d-45df-9426-d0ffbacda55e tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:32:14.980669 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23806d2-6f7d-45df-9426-d0ffbacda55e tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:32:14.981071 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23806d2-6f7d-45df-9426-d0ffbacda55e tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:32:14.981406 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23806d2-6f7d-45df-9426-d0ffbacda55e tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:32:14.981741 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23806d2-6f7d-45df-9426-d0ffbacda55e tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:32:14.982072 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23806d2-6f7d-45df-9426-d0ffbacda55e tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:32:14.982398 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23806d2-6f7d-45df-9426-d0ffbacda55e tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:32:14.982726 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23806d2-6f7d-45df-9426-d0ffbacda55e tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:32:14.983051 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23806d2-6f7d-45df-9426-d0ffbacda55e tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:32:14.983376 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23806d2-6f7d-45df-9426-d0ffbacda55e tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:32:14.983697 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23806d2-6f7d-45df-9426-d0ffbacda55e tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:32:14.984067 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23806d2-6f7d-45df-9426-d0ffbacda55e tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:32:14.984405 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23806d2-6f7d-45df-9426-d0ffbacda55e tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:32:15.023448 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a23806d2-6f7d-45df-9426-d0ffbacda55e tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Publish callbacks [] for floatingip (6b788d24-fe4b-44ca-9813-6beea03a8e4d), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:15.023784 n-d-712749-28 neutron-server[103283]: INFO neutron.db.l3_db [None req-a23806d2-6f7d-45df-9426-d0ffbacda55e tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Floating IP 6b788d24-fe4b-44ca-9813-6beea03a8e4d disassociated (deleted). External IP: 172.25.6.215, port: f546593d-0a30-4025-bd4a-025666669270. Jan 28 08:32:15.226373 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a23806d2-6f7d-45df-9426-d0ffbacda55e tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Router c324857a-d600-46e7-ad4d-d5fd8cd9ea64 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 08:32:15.330897 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a23806d2-6f7d-45df-9426-d0ffbacda55e tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 08:32:15.335800 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a23806d2-6f7d-45df-9426-d0ffbacda55e tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for floatingip (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:15.342863 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9496b216-bdca-4cc2-889e-9e2b962554dd None None] Sync routers for ids ['c324857a-d600-46e7-ad4d-d5fd8cd9ea64'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 08:32:15.352683 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9496b216-bdca-4cc2-889e-9e2b962554dd None None] Routers {'c324857a-d600-46e7-ad4d-d5fd8cd9ea64'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 08:32:15.353285 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-9496b216-bdca-4cc2-889e-9e2b962554dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T08:32:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['c324857a-d600-46e7-ad4d-d5fd8cd9ea64'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:32:15.362250 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-a23806d2-6f7d-45df-9426-d0ffbacda55e tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "DELETE /v2.0/floatingips/6b788d24-fe4b-44ca-9813-6beea03a8e4d HTTP/1.1" status: 204 len: 168 time: 0.8373036 Jan 28 08:32:15.362853 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac8804de-9202-44f9-b2ca-6c39cee16ed3', 'tag': 'f546593d-0a30-4025-bd4a-025666669270'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 08:32:15.365158 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6b024039d6c3a8048940e324a8d5ead2390d66f8802a9866b6a24361082aa9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ca1a2d8-d345-4a81-9603-2049ec01ecdf" -d '{"events": [{"name": "network-changed", "server_uuid": "ac8804de-9202-44f9-b2ca-6c39cee16ed3", "tag": "f546593d-0a30-4025-bd4a-025666669270"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 08:32:15.408614 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 08:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bed4e3d9-6cc0-4f8f-a892-e6dad4f30de8 x-openstack-request-id: req-bed4e3d9-6cc0-4f8f-a892-e6dad4f30de8 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 08:32:15.408915 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac8804de-9202-44f9-b2ca-6c39cee16ed3", "tag": "f546593d-0a30-4025-bd4a-025666669270", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 08:32:15.409639 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bed4e3d9-6cc0-4f8f-a892-e6dad4f30de8 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 08:32:15.410062 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac8804de-9202-44f9-b2ca-6c39cee16ed3', 'tag': 'f546593d-0a30-4025-bd4a-025666669270', 'status': 'completed', 'code': 200} Jan 28 08:32:15.469290 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-9496b216-bdca-4cc2-889e-9e2b962554dd None None] Set router c324857a-d600-46e7-ad4d-d5fd8cd9ea64 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 08:32:15.506829 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca1a2d8-d345-4a81-9603-2049ec01ecdf req-4e497156-85cc-462c-a689-0031083635b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:32:15.508403 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1ca1a2d8-d345-4a81-9603-2049ec01ecdf req-4e497156-85cc-462c-a689-0031083635b0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=713c69ac870e40d2ad55b140cd0905a0&device_id=ac8804de-9202-44f9-b2ca-6c39cee16ed3 HTTP/1.1" status: 200 len: 1099 time: 0.0498564 Jan 28 08:32:15.645368 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4efca3-6869-44a8-92d8-32960fdfe423 req-3c10cb60-3b6d-4444-b057-c40579aba9e6 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:32:15.647020 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-dc4efca3-6869-44a8-92d8-32960fdfe423 req-3c10cb60-3b6d-4444-b057-c40579aba9e6 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac8804de-9202-44f9-b2ca-6c39cee16ed3 HTTP/1.1" status: 200 len: 947 time: 0.0998523 Jan 28 08:32:15.680153 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-9496b216-bdca-4cc2-889e-9e2b962554dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c324857a-d600-46e7-ad4d-d5fd8cd9ea64', 'name': 'tempest-TestShelveInstance-1702425519-router', 'tenant_id': '713c69ac870e40d2ad55b140cd0905a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': 'd3a65ecd-f243-4bc8-8b1b-1e0460a5a035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:23:13Z', 'updated_at': '2022-01-28T08:23:16Z', 'revision_number': 4, 'project_id': '713c69ac870e40d2ad55b140cd0905a0', 'gw_port': {'id': 'd3a65ecd-f243-4bc8-8b1b-1e0460a5a035', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:48:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c324857a-d600-46e7-ad4d-d5fd8cd9ea64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:23:13Z', 'updated_at': '2022-01-28T08:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '3d33db57-1e61-489a-b4fd-1e90e1f70a9a', 'name': '', 'network_id': 'fb2ee064-bd28-4712-8366-19f2fc620897', 'tenant_id': '713c69ac870e40d2ad55b140cd0905a0', 'mac_address': 'fa:16:3e:66:06:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c324857a-d600-46e7-ad4d-d5fd8cd9ea64', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '46d993e8-9bee-440f-9007-20c8eef98f7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:23:15Z', 'updated_at': '2022-01-28T08:23:20Z', 'revision_number': 5, 'project_id': '713c69ac870e40d2ad55b140cd0905a0', 'subnets': [{'id': '46d993e8-9bee-440f-9007-20c8eef98f7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:32:15.694782 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca1a2d8-d345-4a81-9603-2049ec01ecdf req-0a3121ab-fb2c-40c9-a02c-f9f9f61b40cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:32:15.696299 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1ca1a2d8-d345-4a81-9603-2049ec01ecdf req-0a3121ab-fb2c-40c9-a02c-f9f9f61b40cf service neutron] 10.222.0.10 "GET /v2.0/networks?id=fb2ee064-bd28-4712-8366-19f2fc620897 HTTP/1.1" status: 200 len: 910 time: 0.1385295 Jan 28 08:32:15.706431 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9496b216-bdca-4cc2-889e-9e2b962554dd None None] Checking router: c324857a-d600-46e7-ad4d-d5fd8cd9ea64 for host: n-d-712749-28 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 08:32:15.714666 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9496b216-bdca-4cc2-889e-9e2b962554dd None None] Routers {'c324857a-d600-46e7-ad4d-d5fd8cd9ea64'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 08:32:15.715280 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-9496b216-bdca-4cc2-889e-9e2b962554dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T08:32:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['c324857a-d600-46e7-ad4d-d5fd8cd9ea64'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:32:15.748742 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1ca1a2d8-d345-4a81-9603-2049ec01ecdf req-4f5be367-27f2-4ebe-9567-279203aff8e6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f546593d-0a30-4025-bd4a-025666669270 HTTP/1.1" status: 200 len: 217 time: 0.0448258 Jan 28 08:32:15.753553 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-dc4efca3-6869-44a8-92d8-32960fdfe423 req-e6a20853-6eca-41d1-bb66-2679aa6ae9d9 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5031f10-6f33-4857-8952-0b7996301b28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949249 Jan 28 08:32:15.802997 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca1a2d8-d345-4a81-9603-2049ec01ecdf req-e4d1bb40-3edd-433e-a119-f0455a8210d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:32:15.804533 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1ca1a2d8-d345-4a81-9603-2049ec01ecdf req-e4d1bb40-3edd-433e-a119-f0455a8210d0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=46d993e8-9bee-440f-9007-20c8eef98f7d HTTP/1.1" status: 200 len: 848 time: 0.0487506 Jan 28 08:32:15.830034 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-9496b216-bdca-4cc2-889e-9e2b962554dd None None] Set router c324857a-d600-46e7-ad4d-d5fd8cd9ea64 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 08:32:15.849905 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca1a2d8-d345-4a81-9603-2049ec01ecdf req-f8d7b2d9-db9e-4346-b17c-3ecf374d642c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:32:15.851395 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1ca1a2d8-d345-4a81-9603-2049ec01ecdf req-f8d7b2d9-db9e-4346-b17c-3ecf374d642c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fb2ee064-bd28-4712-8366-19f2fc620897&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404510 Jan 28 08:32:15.941523 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1ca1a2d8-d345-4a81-9603-2049ec01ecdf req-4c47b5a7-cc1b-4084-b26a-dd4db1e215e6 service neutron] 10.222.0.10 "GET /v2.0/networks/fb2ee064-bd28-4712-8366-19f2fc620897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824671 Jan 28 08:32:16.037128 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1ca1a2d8-d345-4a81-9603-2049ec01ecdf req-258bbd8a-2cde-4624-be5b-d84aa6cc20da service neutron] 10.222.0.10 "GET /v2.0/networks/fb2ee064-bd28-4712-8366-19f2fc620897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888698 Jan 28 08:32:16.037898 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-9496b216-bdca-4cc2-889e-9e2b962554dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c324857a-d600-46e7-ad4d-d5fd8cd9ea64', 'name': 'tempest-TestShelveInstance-1702425519-router', 'tenant_id': '713c69ac870e40d2ad55b140cd0905a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': 'd3a65ecd-f243-4bc8-8b1b-1e0460a5a035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:23:13Z', 'updated_at': '2022-01-28T08:23:16Z', 'revision_number': 4, 'project_id': '713c69ac870e40d2ad55b140cd0905a0', 'gw_port': {'id': 'd3a65ecd-f243-4bc8-8b1b-1e0460a5a035', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:48:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c324857a-d600-46e7-ad4d-d5fd8cd9ea64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:23:13Z', 'updated_at': '2022-01-28T08:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '3d33db57-1e61-489a-b4fd-1e90e1f70a9a', 'name': '', 'network_id': 'fb2ee064-bd28-4712-8366-19f2fc620897', 'tenant_id': '713c69ac870e40d2ad55b140cd0905a0', 'mac_address': 'fa:16:3e:66:06:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c324857a-d600-46e7-ad4d-d5fd8cd9ea64', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '46d993e8-9bee-440f-9007-20c8eef98f7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:23:15Z', 'updated_at': '2022-01-28T08:23:20Z', 'revision_number': 5, 'project_id': '713c69ac870e40d2ad55b140cd0905a0', 'subnets': [{'id': '46d993e8-9bee-440f-9007-20c8eef98f7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:32:16.064713 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9496b216-bdca-4cc2-889e-9e2b962554dd None None] The sync data for ids ['c324857a-d600-46e7-ad4d-d5fd8cd9ea64'] in n-d-712749-28 is: [{'id': 'c324857a-d600-46e7-ad4d-d5fd8cd9ea64', 'name': 'tempest-TestShelveInstance-1702425519-router', 'tenant_id': '713c69ac870e40d2ad55b140cd0905a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': 'd3a65ecd-f243-4bc8-8b1b-1e0460a5a035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:23:13Z', 'updated_at': '2022-01-28T08:23:16Z', 'revision_number': 4, 'project_id': '713c69ac870e40d2ad55b140cd0905a0', 'gw_port': {'id': 'd3a65ecd-f243-4bc8-8b1b-1e0460a5a035', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:48:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c324857a-d600-46e7-ad4d-d5fd8cd9ea64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:23:13Z', 'updated_at': '2022-01-28T08:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '3d33db57-1e61-489a-b4fd-1e90e1f70a9a', 'name': '', 'network_id': 'fb2ee064-bd28-4712-8366-19f2fc620897', 'tenant_id': '713c69ac870e40d2ad55b140cd0905a0', 'mac_address': 'fa:16:3e:66:06:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c324857a-d600-46e7-ad4d-d5fd8cd9ea64', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '46d993e8-9bee-440f-9007-20c8eef98f7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:23:15Z', 'updated_at': '2022-01-28T08:23:20Z', 'revision_number': 5, 'project_id': '713c69ac870e40d2ad55b140cd0905a0', 'subnets': [{'id': '46d993e8-9bee-440f-9007-20c8eef98f7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 08:32:16.286883 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9026df9f-cb90-4bc0-8881-94365c2d2d06 None None] New status for floating IP 6b788d24-fe4b-44ca-9813-6beea03a8e4d: DOWN {{(pid=103285) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 08:32:16.874376 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc7f8e9-7f7f-4c14-807c-e9bde74108fb req-f59e951f-89a4-4db2-a89c-d8fbef045a9b tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:32:16.875877 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6dc7f8e9-7f7f-4c14-807c-e9bde74108fb req-f59e951f-89a4-4db2-a89c-d8fbef045a9b tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac8804de-9202-44f9-b2ca-6c39cee16ed3 HTTP/1.1" status: 200 len: 947 time: 0.0484245 Jan 28 08:32:16.925878 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-6dc7f8e9-7f7f-4c14-807c-e9bde74108fb req-14d4226d-0850-4f31-bb99-96537be86efb tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5031f10-6f33-4857-8952-0b7996301b28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442891 Jan 28 08:32:17.517682 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0258e264-7fb0-4396-b3d1-c32b79cffe8f req-08817288-f1a8-430f-9a41-806ae7fb73f6 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:32:17.519128 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0258e264-7fb0-4396-b3d1-c32b79cffe8f req-08817288-f1a8-430f-9a41-806ae7fb73f6 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.10 "GET /v2.0/ports?device_id=ac8804de-9202-44f9-b2ca-6c39cee16ed3 HTTP/1.1" status: 200 len: 947 time: 0.0487130 Jan 28 08:32:17.614479 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-0258e264-7fb0-4396-b3d1-c32b79cffe8f req-c13333e8-1525-456e-a98b-09a4b6ba7fb5 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Deleting port f546593d-0a30-4025-bd4a-025666669270 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 08:32:17.614821 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-0258e264-7fb0-4396-b3d1-c32b79cffe8f req-c13333e8-1525-456e-a98b-09a4b6ba7fb5 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (f546593d-0a30-4025-bd4a-025666669270), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:17.701644 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-0258e264-7fb0-4396-b3d1-c32b79cffe8f req-c13333e8-1525-456e-a98b-09a4b6ba7fb5 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] For port f546593d-0a30-4025-bd4a-025666669270, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=f546593d-0a30-4025-bd4a-025666669270,segment=NetworkSegment(abe7a848-cb1f-4b8c-a3a0-bb1cb3a7b93d),segment_id=abe7a848-cb1f-4b8c-a3a0-bb1cb3a7b93d)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:32:17.701928 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-0258e264-7fb0-4396-b3d1-c32b79cffe8f req-c13333e8-1525-456e-a98b-09a4b6ba7fb5 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (f546593d-0a30-4025-bd4a-025666669270), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:17.714891 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-0258e264-7fb0-4396-b3d1-c32b79cffe8f req-c13333e8-1525-456e-a98b-09a4b6ba7fb5 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Calling delete_port for f546593d-0a30-4025-bd4a-025666669270 owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 08:32:17.843886 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-0258e264-7fb0-4396-b3d1-c32b79cffe8f req-c13333e8-1525-456e-a98b-09a4b6ba7fb5 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (f546593d-0a30-4025-bd4a-025666669270), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:17.872061 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13333e8-1525-456e-a98b-09a4b6ba7fb5 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Pushing event deleted for resources: {'Port': ['ID=f546593d-0a30-4025-bd4a-025666669270,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:32:17.884303 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13333e8-1525-456e-a98b-09a4b6ba7fb5 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:32:17.884667 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13333e8-1525-456e-a98b-09a4b6ba7fb5 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:32:17.885015 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13333e8-1525-456e-a98b-09a4b6ba7fb5 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:32:17.885359 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13333e8-1525-456e-a98b-09a4b6ba7fb5 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:32:17.885698 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13333e8-1525-456e-a98b-09a4b6ba7fb5 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:32:17.886035 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13333e8-1525-456e-a98b-09a4b6ba7fb5 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:32:17.886374 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13333e8-1525-456e-a98b-09a4b6ba7fb5 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:32:17.886709 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13333e8-1525-456e-a98b-09a4b6ba7fb5 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:32:17.887042 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13333e8-1525-456e-a98b-09a4b6ba7fb5 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:32:17.887378 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13333e8-1525-456e-a98b-09a4b6ba7fb5 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:32:17.887709 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13333e8-1525-456e-a98b-09a4b6ba7fb5 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:32:17.888037 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13333e8-1525-456e-a98b-09a4b6ba7fb5 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:32:17.888470 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13333e8-1525-456e-a98b-09a4b6ba7fb5 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:32:17.923084 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-0258e264-7fb0-4396-b3d1-c32b79cffe8f req-c13333e8-1525-456e-a98b-09a4b6ba7fb5 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] No DVR routers for this DVR port f546593d-0a30-4025-bd4a-025666669270 on host n-h1-712749-28 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 08:32:17.925819 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-0258e264-7fb0-4396-b3d1-c32b79cffe8f req-c13333e8-1525-456e-a98b-09a4b6ba7fb5 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:17.929295 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-0258e264-7fb0-4396-b3d1-c32b79cffe8f req-c13333e8-1525-456e-a98b-09a4b6ba7fb5 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.10 "DELETE /v2.0/ports/f546593d-0a30-4025-bd4a-025666669270 HTTP/1.1" status: 204 len: 173 time: 0.4024622 Jan 28 08:32:17.929744 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac8804de-9202-44f9-b2ca-6c39cee16ed3', 'name': 'network-vif-deleted', 'tag': 'f546593d-0a30-4025-bd4a-025666669270'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 08:32:17.931996 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea2b103cb7827510f28784975546feb0b63800b94dfac5f98f271904baace09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e3074b1-610f-4607-9097-89d7001e520b" -d '{"events": [{"server_uuid": "ac8804de-9202-44f9-b2ca-6c39cee16ed3", "name": "network-vif-deleted", "tag": "f546593d-0a30-4025-bd4a-025666669270"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 08:32:18.024266 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 08:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f34a69a-ea4b-449b-80e0-621a4b65a6f6 x-openstack-request-id: req-2f34a69a-ea4b-449b-80e0-621a4b65a6f6 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 08:32:18.024624 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac8804de-9202-44f9-b2ca-6c39cee16ed3", "name": "network-vif-deleted", "tag": "f546593d-0a30-4025-bd4a-025666669270", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 08:32:18.024894 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2f34a69a-ea4b-449b-80e0-621a4b65a6f6 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 08:32:18.025308 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac8804de-9202-44f9-b2ca-6c39cee16ed3', 'name': 'network-vif-deleted', 'tag': 'f546593d-0a30-4025-bd4a-025666669270', 'status': 'completed', 'code': 200} Jan 28 08:32:18.031194 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-18b71bfc-959c-4899-8748-ca8012b2fc45 req-eff3a568-62ea-4405-a6fe-f6b707d3572b tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac8804de-9202-44f9-b2ca-6c39cee16ed3 HTTP/1.1" status: 200 len: 210 time: 0.0266564 Jan 28 08:32:19.130713 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6eb846c5-52e1-46fe-8899-fe8ae3f88d3e req-473e53c0-920e-47e6-b57d-11f29bfb3921 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac8804de-9202-44f9-b2ca-6c39cee16ed3 HTTP/1.1" status: 200 len: 210 time: 0.0302744 Jan 28 08:32:20.224388 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7c80139a-e92a-4bc9-984e-6ca86f584047 req-323e5737-b118-4f17-8834-cd1420f40e6b tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac8804de-9202-44f9-b2ca-6c39cee16ed3 HTTP/1.1" status: 200 len: 210 time: 0.0258951 Jan 28 08:32:21.204304 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device f546593d-0a30-4025-bd4a-025666669270 no longer exists at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 08:32:21.225603 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] No Port match for: f546593d-0a30-4025-bd4a-025666669270 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 08:32:21.225962 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device f546593d-0a30-4025-bd4a-025666669270 not bound to the agent host n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 08:32:21.318638 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-03824859-87a4-4f72-80e0-42f5e7949bea req-1addd365-25b4-4291-80a3-5f2a834eed10 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac8804de-9202-44f9-b2ca-6c39cee16ed3 HTTP/1.1" status: 200 len: 210 time: 0.0263007 Jan 28 08:32:22.417488 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-b8140aaf-569d-4497-b3d8-a7170f517bd0 req-7c0754ef-79e6-4ff5-841e-3b40dd474727 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac8804de-9202-44f9-b2ca-6c39cee16ed3 HTTP/1.1" status: 200 len: 210 time: 0.0331998 Jan 28 08:32:23.512408 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-65625ffd-ed36-4f62-879e-716efc4000d9 req-d56b8c1c-99d5-44fe-8fb0-f2bf1380699f tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac8804de-9202-44f9-b2ca-6c39cee16ed3 HTTP/1.1" status: 200 len: 210 time: 0.0260332 Jan 28 08:32:24.610123 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-135f8824-242e-4e66-8702-11fab23b19be req-8ada8382-abcd-43a6-b29a-7b634aa89158 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac8804de-9202-44f9-b2ca-6c39cee16ed3 HTTP/1.1" status: 200 len: 210 time: 0.0264597 Jan 28 08:32:25.703618 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-32154056-7fa0-4422-89d4-b0ff21e40d66 req-8dc647fc-8763-486d-b4e1-78f9f4e3095e tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac8804de-9202-44f9-b2ca-6c39cee16ed3 HTTP/1.1" status: 200 len: 210 time: 0.0264440 Jan 28 08:32:26.821919 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-23b84970-b162-4130-ae80-da62939fe912 req-49bdaca9-3ca8-48d5-8af4-2964db42350b tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac8804de-9202-44f9-b2ca-6c39cee16ed3 HTTP/1.1" status: 200 len: 210 time: 0.0284429 Jan 28 08:32:27.878551 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 42908) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:32:27.939436 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-010739d3-00dc-44ff-9bdc-94ce720505e5 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Publish callbacks [] for security_group (a5031f10-6f33-4857-8952-0b7996301b28), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:27.965229 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-010739d3-00dc-44ff-9bdc-94ce720505e5 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Publish callbacks [] for security_group (a5031f10-6f33-4857-8952-0b7996301b28), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:28.030171 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-010739d3-00dc-44ff-9bdc-94ce720505e5 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (a5031f10-6f33-4857-8952-0b7996301b28), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:28.034292 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-010739d3-00dc-44ff-9bdc-94ce720505e5 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:28.037962 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-010739d3-00dc-44ff-9bdc-94ce720505e5 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] 10.222.0.41 "DELETE /v2.0/security-groups/a5031f10-6f33-4857-8952-0b7996301b28 HTTP/1.1" status: 204 len: 168 time: 0.1558447 Jan 28 08:32:28.045209 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010739d3-00dc-44ff-9bdc-94ce720505e5 tempest-TestShelveInstance-78929651 tempest-TestShelveInstance-78929651-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5031f10-6f33-4857-8952-0b7996301b28,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:32:28.101013 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 42912) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:32:28.397804 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 7 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 08:32:28.545758 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-56ed2c57-121d-4cd6-82be-9929db1bd64c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16606535'] for router_interface (c324857a-d600-46e7-ad4d-d5fd8cd9ea64), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:28.794995 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-56ed2c57-121d-4cd6-82be-9929db1bd64c admin admin] Deleting port 3d33db57-1e61-489a-b4fd-1e90e1f70a9a {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 08:32:28.795334 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-56ed2c57-121d-4cd6-82be-9929db1bd64c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (3d33db57-1e61-489a-b4fd-1e90e1f70a9a), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:28.874038 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-56ed2c57-121d-4cd6-82be-9929db1bd64c admin admin] For port 3d33db57-1e61-489a-b4fd-1e90e1f70a9a, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=3d33db57-1e61-489a-b4fd-1e90e1f70a9a,segment=NetworkSegment(abe7a848-cb1f-4b8c-a3a0-bb1cb3a7b93d),segment_id=abe7a848-cb1f-4b8c-a3a0-bb1cb3a7b93d)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:32:28.874486 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-56ed2c57-121d-4cd6-82be-9929db1bd64c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (3d33db57-1e61-489a-b4fd-1e90e1f70a9a), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:28.889346 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-56ed2c57-121d-4cd6-82be-9929db1bd64c admin admin] Calling delete_port for 3d33db57-1e61-489a-b4fd-1e90e1f70a9a owned by network:router_interface {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 08:32:29.072976 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-56ed2c57-121d-4cd6-82be-9929db1bd64c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (3d33db57-1e61-489a-b4fd-1e90e1f70a9a), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:29.100253 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ed2c57-121d-4cd6-82be-9929db1bd64c admin admin] Pushing event deleted for resources: {'Port': ['ID=3d33db57-1e61-489a-b4fd-1e90e1f70a9a,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:32:29.620468 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-56ed2c57-121d-4cd6-82be-9929db1bd64c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16319006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16606699'] for router_interface (c324857a-d600-46e7-ad4d-d5fd8cd9ea64), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:29.833520 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56ed2c57-121d-4cd6-82be-9929db1bd64c admin admin] Router c324857a-d600-46e7-ad4d-d5fd8cd9ea64 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 08:32:29.945564 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56ed2c57-121d-4cd6-82be-9929db1bd64c admin admin] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 08:32:29.954741 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-56ed2c57-121d-4cd6-82be-9929db1bd64c admin admin] 10.222.0.41 "PUT /v2.0/routers/c324857a-d600-46e7-ad4d-d5fd8cd9ea64/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8486452 Jan 28 08:32:29.954741 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 42916) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:32:29.956673 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fce75e2-9402-47e3-961f-880f6d28a7bd None None] Sync routers for ids ['c324857a-d600-46e7-ad4d-d5fd8cd9ea64'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 08:32:29.969612 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fce75e2-9402-47e3-961f-880f6d28a7bd None None] Routers {'c324857a-d600-46e7-ad4d-d5fd8cd9ea64'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 08:32:29.970511 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-8fce75e2-9402-47e3-961f-880f6d28a7bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T08:32:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['c324857a-d600-46e7-ad4d-d5fd8cd9ea64'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:32:30.060248 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9d030ed7-1d89-4e28-8a33-9d2b4724dfdb admin admin] Publish callbacks [] for router (c324857a-d600-46e7-ad4d-d5fd8cd9ea64), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:30.081903 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-8fce75e2-9402-47e3-961f-880f6d28a7bd None None] Set router c324857a-d600-46e7-ad4d-d5fd8cd9ea64 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 08:32:30.163927 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9d030ed7-1d89-4e28-8a33-9d2b4724dfdb admin admin] Publish callbacks [] for router_gateway (c324857a-d600-46e7-ad4d-d5fd8cd9ea64), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:30.221654 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-9d030ed7-1d89-4e28-8a33-9d2b4724dfdb admin admin] Deleting port d3a65ecd-f243-4bc8-8b1b-1e0460a5a035 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 08:32:30.222013 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9d030ed7-1d89-4e28-8a33-9d2b4724dfdb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (d3a65ecd-f243-4bc8-8b1b-1e0460a5a035), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:30.267420 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-8fce75e2-9402-47e3-961f-880f6d28a7bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c324857a-d600-46e7-ad4d-d5fd8cd9ea64', 'name': 'tempest-TestShelveInstance-1702425519-router', 'tenant_id': '713c69ac870e40d2ad55b140cd0905a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': 'd3a65ecd-f243-4bc8-8b1b-1e0460a5a035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:23:13Z', 'updated_at': '2022-01-28T08:32:29Z', 'revision_number': 5, 'project_id': '713c69ac870e40d2ad55b140cd0905a0', 'gw_port': {'id': 'd3a65ecd-f243-4bc8-8b1b-1e0460a5a035', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:48:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c324857a-d600-46e7-ad4d-d5fd8cd9ea64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:23:13Z', 'updated_at': '2022-01-28T08:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:32:30.293460 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fce75e2-9402-47e3-961f-880f6d28a7bd None None] Checking router: c324857a-d600-46e7-ad4d-d5fd8cd9ea64 for host: n-d-712749-28 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 08:32:30.301802 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fce75e2-9402-47e3-961f-880f6d28a7bd None None] Routers {'c324857a-d600-46e7-ad4d-d5fd8cd9ea64'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 08:32:30.302413 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-8fce75e2-9402-47e3-961f-880f6d28a7bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T08:32:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['c324857a-d600-46e7-ad4d-d5fd8cd9ea64'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:32:30.304553 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-9d030ed7-1d89-4e28-8a33-9d2b4724dfdb admin admin] For port d3a65ecd-f243-4bc8-8b1b-1e0460a5a035, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=d3a65ecd-f243-4bc8-8b1b-1e0460a5a035,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:32:30.305122 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9d030ed7-1d89-4e28-8a33-9d2b4724dfdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (d3a65ecd-f243-4bc8-8b1b-1e0460a5a035), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:30.318157 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-9d030ed7-1d89-4e28-8a33-9d2b4724dfdb admin admin] Calling delete_port for d3a65ecd-f243-4bc8-8b1b-1e0460a5a035 owned by network:router_gateway {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 08:32:30.390987 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-8fce75e2-9402-47e3-961f-880f6d28a7bd None None] Set router c324857a-d600-46e7-ad4d-d5fd8cd9ea64 gateway port host: None {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 08:32:30.464248 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-8fce75e2-9402-47e3-961f-880f6d28a7bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c324857a-d600-46e7-ad4d-d5fd8cd9ea64', 'name': 'tempest-TestShelveInstance-1702425519-router', 'tenant_id': '713c69ac870e40d2ad55b140cd0905a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:23:13Z', 'updated_at': '2022-01-28T08:32:30Z', 'revision_number': 6, 'project_id': '713c69ac870e40d2ad55b140cd0905a0', 'gw_port_host': None}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:32:30.506091 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9d030ed7-1d89-4e28-8a33-9d2b4724dfdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (d3a65ecd-f243-4bc8-8b1b-1e0460a5a035), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:30.534616 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d030ed7-1d89-4e28-8a33-9d2b4724dfdb admin admin] Pushing event deleted for resources: {'Port': ['ID=d3a65ecd-f243-4bc8-8b1b-1e0460a5a035,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:32:30.597234 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fce75e2-9402-47e3-961f-880f6d28a7bd None None] The sync data for ids ['c324857a-d600-46e7-ad4d-d5fd8cd9ea64'] in n-d-712749-28 is: [{'id': 'c324857a-d600-46e7-ad4d-d5fd8cd9ea64', 'name': 'tempest-TestShelveInstance-1702425519-router', 'tenant_id': '713c69ac870e40d2ad55b140cd0905a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:23:13Z', 'updated_at': '2022-01-28T08:32:30Z', 'revision_number': 6, 'project_id': '713c69ac870e40d2ad55b140cd0905a0', 'gw_port_host': None}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 08:32:30.603603 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9d030ed7-1d89-4e28-8a33-9d2b4724dfdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16607873'] for router_gateway (c324857a-d600-46e7-ad4d-d5fd8cd9ea64), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:30.700768 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9d030ed7-1d89-4e28-8a33-9d2b4724dfdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16605684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127449'] for router (c324857a-d600-46e7-ad4d-d5fd8cd9ea64), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:30.703970 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9d030ed7-1d89-4e28-8a33-9d2b4724dfdb admin admin] Publish callbacks [] for router_controller (c324857a-d600-46e7-ad4d-d5fd8cd9ea64), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:30.752485 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9d030ed7-1d89-4e28-8a33-9d2b4724dfdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16605693'] for router (c324857a-d600-46e7-ad4d-d5fd8cd9ea64), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:30.753110 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d030ed7-1d89-4e28-8a33-9d2b4724dfdb admin admin] Fanout notify agent at l3_agent the message router_deleted on router c324857a-d600-46e7-ad4d-d5fd8cd9ea64 {{(pid=103284) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 08:32:30.758220 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9d030ed7-1d89-4e28-8a33-9d2b4724dfdb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:30.761871 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-9d030ed7-1d89-4e28-8a33-9d2b4724dfdb admin admin] 10.222.0.41 "DELETE /v2.0/routers/c324857a-d600-46e7-ad4d-d5fd8cd9ea64 HTTP/1.1" status: 204 len: 168 time: 0.8045757 Jan 28 08:32:30.762082 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 42918) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:32:30.818213 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-7756f56c-8523-4a73-a63b-1a93e3ba8e65 admin admin] Deleting subnet 46d993e8-9bee-440f-9007-20c8eef98f7d {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 08:32:30.821310 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7756f56c-8523-4a73-a63b-1a93e3ba8e65 admin admin] Publish callbacks [] for subnet (46d993e8-9bee-440f-9007-20c8eef98f7d), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:30.855680 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7756f56c-8523-4a73-a63b-1a93e3ba8e65 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24759175'] for subnet (46d993e8-9bee-440f-9007-20c8eef98f7d), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:30.934786 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7756f56c-8523-4a73-a63b-1a93e3ba8e65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (46d993e8-9bee-440f-9007-20c8eef98f7d), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:30.991708 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7756f56c-8523-4a73-a63b-1a93e3ba8e65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24757569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24979817'] for subnet (46d993e8-9bee-440f-9007-20c8eef98f7d), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:31.025148 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7756f56c-8523-4a73-a63b-1a93e3ba8e65 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46d993e8-9bee-440f-9007-20c8eef98f7d,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:32:31.030203 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7756f56c-8523-4a73-a63b-1a93e3ba8e65 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:31.034289 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-7756f56c-8523-4a73-a63b-1a93e3ba8e65 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/46d993e8-9bee-440f-9007-20c8eef98f7d HTTP/1.1" status: 204 len: 168 time: 0.2711279 Jan 28 08:32:31.037504 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 42920) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:32:31.039042 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd574cc6-887c-4c60-8aa1-88e21f5162fc None None] Network fb2ee064-bd28-4712-8366-19f2fc620897 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 08:32:31.129487 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9cfa51f-9be9-4c1d-94bd-d39ac1b99ccd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (fb2ee064-bd28-4712-8366-19f2fc620897), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:31.197897 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d9cfa51f-9be9-4c1d-94bd-d39ac1b99ccd admin admin] Deleting port 38adf093-0a0b-4a86-b59f-a9f29a98e003 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 08:32:31.198268 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9cfa51f-9be9-4c1d-94bd-d39ac1b99ccd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (38adf093-0a0b-4a86-b59f-a9f29a98e003), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:31.220874 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b46a630b-b9ef-41d7-8b46-f57563398db3 None None] DHCP port deletion for fb2ee064-bd28-4712-8366-19f2fc620897 request from n-d-712749-28 {{(pid=103285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 08:32:31.268576 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d9cfa51f-9be9-4c1d-94bd-d39ac1b99ccd admin admin] For port 38adf093-0a0b-4a86-b59f-a9f29a98e003, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=38adf093-0a0b-4a86-b59f-a9f29a98e003,segment=NetworkSegment(abe7a848-cb1f-4b8c-a3a0-bb1cb3a7b93d),segment_id=abe7a848-cb1f-4b8c-a3a0-bb1cb3a7b93d)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:32:31.268951 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9cfa51f-9be9-4c1d-94bd-d39ac1b99ccd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (38adf093-0a0b-4a86-b59f-a9f29a98e003), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:31.271215 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-b46a630b-b9ef-41d7-8b46-f57563398db3 None None] Deleting port 38adf093-0a0b-4a86-b59f-a9f29a98e003 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 08:32:31.272078 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b46a630b-b9ef-41d7-8b46-f57563398db3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (38adf093-0a0b-4a86-b59f-a9f29a98e003), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:31.283297 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d9cfa51f-9be9-4c1d-94bd-d39ac1b99ccd admin admin] Calling delete_port for 38adf093-0a0b-4a86-b59f-a9f29a98e003 owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 08:32:31.356776 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-b46a630b-b9ef-41d7-8b46-f57563398db3 None None] For port 38adf093-0a0b-4a86-b59f-a9f29a98e003, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=38adf093-0a0b-4a86-b59f-a9f29a98e003,segment=NetworkSegment(abe7a848-cb1f-4b8c-a3a0-bb1cb3a7b93d),segment_id=abe7a848-cb1f-4b8c-a3a0-bb1cb3a7b93d)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:32:31.357094 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b46a630b-b9ef-41d7-8b46-f57563398db3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (38adf093-0a0b-4a86-b59f-a9f29a98e003), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:31.369138 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9cfa51f-9be9-4c1d-94bd-d39ac1b99ccd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (38adf093-0a0b-4a86-b59f-a9f29a98e003), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:31.372111 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-b46a630b-b9ef-41d7-8b46-f57563398db3 None None] Calling delete_port for 38adf093-0a0b-4a86-b59f-a9f29a98e003 owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 08:32:31.401043 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9cfa51f-9be9-4c1d-94bd-d39ac1b99ccd admin admin] No DVR routers for this DVR port 38adf093-0a0b-4a86-b59f-a9f29a98e003 on host n-d-712749-28 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 08:32:31.403481 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cfa51f-9be9-4c1d-94bd-d39ac1b99ccd admin admin] Pushing event deleted for resources: {'Port': ['ID=38adf093-0a0b-4a86-b59f-a9f29a98e003,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:32:31.459058 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b46a630b-b9ef-41d7-8b46-f57563398db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298'] for port (38adf093-0a0b-4a86-b59f-a9f29a98e003), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:31.486145 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46a630b-b9ef-41d7-8b46-f57563398db3 None None] Pushing event deleted for resources: {'Port': ['ID=38adf093-0a0b-4a86-b59f-a9f29a98e003,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:32:31.490156 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9cfa51f-9be9-4c1d-94bd-d39ac1b99ccd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (fb2ee064-bd28-4712-8366-19f2fc620897), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:31.498010 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46a630b-b9ef-41d7-8b46-f57563398db3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:32:31.498833 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46a630b-b9ef-41d7-8b46-f57563398db3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:32:31.499126 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46a630b-b9ef-41d7-8b46-f57563398db3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:32:31.499544 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46a630b-b9ef-41d7-8b46-f57563398db3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:32:31.499997 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46a630b-b9ef-41d7-8b46-f57563398db3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:32:31.500515 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46a630b-b9ef-41d7-8b46-f57563398db3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:32:31.501269 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46a630b-b9ef-41d7-8b46-f57563398db3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:32:31.501613 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46a630b-b9ef-41d7-8b46-f57563398db3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:32:31.501949 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46a630b-b9ef-41d7-8b46-f57563398db3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:32:31.502283 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46a630b-b9ef-41d7-8b46-f57563398db3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:32:31.502746 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46a630b-b9ef-41d7-8b46-f57563398db3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:32:31.503081 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46a630b-b9ef-41d7-8b46-f57563398db3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:32:31.503409 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46a630b-b9ef-41d7-8b46-f57563398db3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:32:31.506814 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46a630b-b9ef-41d7-8b46-f57563398db3 None None] No DVR routers for this DVR port 38adf093-0a0b-4a86-b59f-a9f29a98e003 on host n-d-712749-28 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 08:32:31.526927 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-d9cfa51f-9be9-4c1d-94bd-d39ac1b99ccd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb2ee064-bd28-4712-8366-19f2fc620897']}} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:32:31.538565 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-d9cfa51f-9be9-4c1d-94bd-d39ac1b99ccd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abe7a848-cb1f-4b8c-a3a0-bb1cb3a7b93d') {'for_net_delete': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:32:31.539166 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-d9cfa51f-9be9-4c1d-94bd-d39ac1b99ccd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abe7a848-cb1f-4b8c-a3a0-bb1cb3a7b93d') {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:32:31.550295 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9cfa51f-9be9-4c1d-94bd-d39ac1b99ccd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13506801'] for segment (abe7a848-cb1f-4b8c-a3a0-bb1cb3a7b93d), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:31.565022 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9cfa51f-9be9-4c1d-94bd-d39ac1b99ccd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (abe7a848-cb1f-4b8c-a3a0-bb1cb3a7b93d), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:31.571865 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9cfa51f-9be9-4c1d-94bd-d39ac1b99ccd admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=103283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 08:32:31.572447 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9cfa51f-9be9-4c1d-94bd-d39ac1b99ccd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13546563'] for segment (abe7a848-cb1f-4b8c-a3a0-bb1cb3a7b93d), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:31.579050 n-d-712749-28 neutron-server[103283]: Traceback (most recent call last): Jan 28 08:32:31.579050 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 08:32:31.579050 n-d-712749-28 neutron-server[103283]: timer() Jan 28 08:32:31.579050 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 08:32:31.579050 n-d-712749-28 neutron-server[103283]: cb(*args, **kw) Jan 28 08:32:31.579050 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 08:32:31.579050 n-d-712749-28 neutron-server[103283]: return func(*args, **kwargs) Jan 28 08:32:31.579050 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 08:32:31.579050 n-d-712749-28 neutron-server[103283]: self._notify() Jan 28 08:32:31.579050 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 08:32:31.579050 n-d-712749-28 neutron-server[103283]: self.callback(batched_events) Jan 28 08:32:31.579050 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 08:32:31.579050 n-d-712749-28 neutron-server[103283]: event.method(event) Jan 28 08:32:31.579050 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 08:32:31.579050 n-d-712749-28 neutron-server[103283]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 08:32:31.579050 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 08:32:31.579050 n-d-712749-28 neutron-server[103283]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 08:32:31.579050 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 08:32:31.579050 n-d-712749-28 neutron-server[103283]: return f(self, *a, **k) Jan 28 08:32:31.579050 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 08:32:31.579050 n-d-712749-28 neutron-server[103283]: return self._get(url).json() Jan 28 08:32:31.579050 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 08:32:31.579050 n-d-712749-28 neutron-server[103283]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 08:32:31.579050 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 08:32:31.579050 n-d-712749-28 neutron-server[103283]: return self.request(url, 'GET', **kwargs) Jan 28 08:32:31.579050 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 08:32:31.579050 n-d-712749-28 neutron-server[103283]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 08:32:31.579050 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 08:32:31.579050 n-d-712749-28 neutron-server[103283]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 08:32:31.579050 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 08:32:31.579050 n-d-712749-28 neutron-server[103283]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 08:32:31.579050 n-d-712749-28 neutron-server[103283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 08:32:31.633814 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9cfa51f-9be9-4c1d-94bd-d39ac1b99ccd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (fb2ee064-bd28-4712-8366-19f2fc620897), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:31.640542 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9cfa51f-9be9-4c1d-94bd-d39ac1b99ccd admin admin] Publish callbacks [] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:31.645969 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-d9cfa51f-9be9-4c1d-94bd-d39ac1b99ccd admin admin] 10.222.0.41 "DELETE /v2.0/networks/fb2ee064-bd28-4712-8366-19f2fc620897 HTTP/1.1" status: 204 len: 168 time: 0.6072559 Jan 28 08:32:31.649097 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 42922) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:32:31.664796 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cfa51f-9be9-4c1d-94bd-d39ac1b99ccd admin admin] Pushing event deleted for resources: {'Network': ['ID=fb2ee064-bd28-4712-8366-19f2fc620897,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:32:32.007362 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-07197428-86f3-41ce-92d6-ee86d8909c73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16606535'] for router_interface (2e6afcdb-5fec-40f9-9db9-7d6973d48dd2), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:32.266068 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-07197428-86f3-41ce-92d6-ee86d8909c73 admin admin] Deleting port 060a7cac-621a-4716-927d-ca031450803f {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 08:32:32.266512 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-07197428-86f3-41ce-92d6-ee86d8909c73 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (060a7cac-621a-4716-927d-ca031450803f), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:32.351800 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-07197428-86f3-41ce-92d6-ee86d8909c73 admin admin] For port 060a7cac-621a-4716-927d-ca031450803f, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=060a7cac-621a-4716-927d-ca031450803f,segment=NetworkSegment(1573a06b-319d-4ec7-8ff4-c9023ea3cb49),segment_id=1573a06b-319d-4ec7-8ff4-c9023ea3cb49)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:32:32.352299 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-07197428-86f3-41ce-92d6-ee86d8909c73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (060a7cac-621a-4716-927d-ca031450803f), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:32.363972 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-07197428-86f3-41ce-92d6-ee86d8909c73 admin admin] Calling delete_port for 060a7cac-621a-4716-927d-ca031450803f owned by network:router_interface {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 08:32:32.466657 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device d3a65ecd-f243-4bc8-8b1b-1e0460a5a035 no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 08:32:32.487780 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: d3a65ecd-f243-4bc8-8b1b-1e0460a5a035 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 08:32:32.488133 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device d3a65ecd-f243-4bc8-8b1b-1e0460a5a035 not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 08:32:32.488582 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 38adf093-0a0b-4a86-b59f-a9f29a98e003 no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 08:32:32.509192 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: 38adf093-0a0b-4a86-b59f-a9f29a98e003 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 08:32:32.509778 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 38adf093-0a0b-4a86-b59f-a9f29a98e003 not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 08:32:32.510234 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 3d33db57-1e61-489a-b4fd-1e90e1f70a9a no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 08:32:32.533530 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: 3d33db57-1e61-489a-b4fd-1e90e1f70a9a {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 08:32:32.533889 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 3d33db57-1e61-489a-b4fd-1e90e1f70a9a not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 08:32:32.552273 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-07197428-86f3-41ce-92d6-ee86d8909c73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (060a7cac-621a-4716-927d-ca031450803f), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:32.579293 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07197428-86f3-41ce-92d6-ee86d8909c73 admin admin] Pushing event deleted for resources: {'Port': ['ID=060a7cac-621a-4716-927d-ca031450803f,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:32:32.742679 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-07197428-86f3-41ce-92d6-ee86d8909c73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16319006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16606699'] for router_interface (2e6afcdb-5fec-40f9-9db9-7d6973d48dd2), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:32.963151 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07197428-86f3-41ce-92d6-ee86d8909c73 admin admin] Router 2e6afcdb-5fec-40f9-9db9-7d6973d48dd2 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 08:32:33.068963 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07197428-86f3-41ce-92d6-ee86d8909c73 admin admin] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 08:32:33.076939 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-07197428-86f3-41ce-92d6-ee86d8909c73 admin admin] 10.222.0.41 "PUT /v2.0/routers/2e6afcdb-5fec-40f9-9db9-7d6973d48dd2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4243727 Jan 28 08:32:33.077396 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 42924) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:32:33.078286 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03aea6d-b206-4566-9b28-bbbbc75f1a3f None None] Sync routers for ids ['2e6afcdb-5fec-40f9-9db9-7d6973d48dd2'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 08:32:33.089229 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03aea6d-b206-4566-9b28-bbbbc75f1a3f None None] Routers {'2e6afcdb-5fec-40f9-9db9-7d6973d48dd2'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 08:32:33.089857 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-c03aea6d-b206-4566-9b28-bbbbc75f1a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T08:32:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['2e6afcdb-5fec-40f9-9db9-7d6973d48dd2'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:32:33.181628 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-eca20fa1-b7e9-4fa0-8538-ba3a9d454356 admin admin] Publish callbacks [] for router (2e6afcdb-5fec-40f9-9db9-7d6973d48dd2), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:33.199926 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-c03aea6d-b206-4566-9b28-bbbbc75f1a3f None None] Set router 2e6afcdb-5fec-40f9-9db9-7d6973d48dd2 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 08:32:33.286075 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-eca20fa1-b7e9-4fa0-8538-ba3a9d454356 admin admin] Publish callbacks [] for router_gateway (2e6afcdb-5fec-40f9-9db9-7d6973d48dd2), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:33.346839 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-eca20fa1-b7e9-4fa0-8538-ba3a9d454356 admin admin] Deleting port 7fbdd5f5-a85a-4b77-9e6e-a90cbaf6eaa4 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 08:32:33.347180 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-eca20fa1-b7e9-4fa0-8538-ba3a9d454356 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (7fbdd5f5-a85a-4b77-9e6e-a90cbaf6eaa4), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:33.389573 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-c03aea6d-b206-4566-9b28-bbbbc75f1a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e6afcdb-5fec-40f9-9db9-7d6973d48dd2', 'name': 'tempest-TestShelveInstance-1214853376-router', 'tenant_id': '39892f83141e4448a46a021fd8ed9d40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': '7fbdd5f5-a85a-4b77-9e6e-a90cbaf6eaa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:23:17Z', 'updated_at': '2022-01-28T08:32:32Z', 'revision_number': 5, 'project_id': '39892f83141e4448a46a021fd8ed9d40', 'gw_port': {'id': '7fbdd5f5-a85a-4b77-9e6e-a90cbaf6eaa4', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:00:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e6afcdb-5fec-40f9-9db9-7d6973d48dd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:23:18Z', 'updated_at': '2022-01-28T08:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:32:33.422764 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03aea6d-b206-4566-9b28-bbbbc75f1a3f None None] Checking router: 2e6afcdb-5fec-40f9-9db9-7d6973d48dd2 for host: n-d-712749-28 {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 08:32:33.425082 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-eca20fa1-b7e9-4fa0-8538-ba3a9d454356 admin admin] For port 7fbdd5f5-a85a-4b77-9e6e-a90cbaf6eaa4, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=7fbdd5f5-a85a-4b77-9e6e-a90cbaf6eaa4,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:32:33.425449 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-eca20fa1-b7e9-4fa0-8538-ba3a9d454356 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (7fbdd5f5-a85a-4b77-9e6e-a90cbaf6eaa4), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:33.438280 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03aea6d-b206-4566-9b28-bbbbc75f1a3f None None] Routers {'2e6afcdb-5fec-40f9-9db9-7d6973d48dd2'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 08:32:33.438939 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-c03aea6d-b206-4566-9b28-bbbbc75f1a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T08:32:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['2e6afcdb-5fec-40f9-9db9-7d6973d48dd2'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:32:33.440163 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-eca20fa1-b7e9-4fa0-8538-ba3a9d454356 admin admin] Calling delete_port for 7fbdd5f5-a85a-4b77-9e6e-a90cbaf6eaa4 owned by network:router_gateway {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 08:32:33.442591 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4f817762-497d-4cf4-b63d-accdb6b44a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:33.525570 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-c03aea6d-b206-4566-9b28-bbbbc75f1a3f None None] Set router 2e6afcdb-5fec-40f9-9db9-7d6973d48dd2 gateway port host: None {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 08:32:33.581424 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-c03aea6d-b206-4566-9b28-bbbbc75f1a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e6afcdb-5fec-40f9-9db9-7d6973d48dd2', 'name': 'tempest-TestShelveInstance-1214853376-router', 'tenant_id': '39892f83141e4448a46a021fd8ed9d40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:23:17Z', 'updated_at': '2022-01-28T08:32:33Z', 'revision_number': 6, 'project_id': '39892f83141e4448a46a021fd8ed9d40', 'gw_port_host': None}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:32:33.605254 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-eca20fa1-b7e9-4fa0-8538-ba3a9d454356 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (7fbdd5f5-a85a-4b77-9e6e-a90cbaf6eaa4), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:33.607901 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03aea6d-b206-4566-9b28-bbbbc75f1a3f None None] The sync data for ids ['2e6afcdb-5fec-40f9-9db9-7d6973d48dd2'] in n-d-712749-28 is: [{'id': '2e6afcdb-5fec-40f9-9db9-7d6973d48dd2', 'name': 'tempest-TestShelveInstance-1214853376-router', 'tenant_id': '39892f83141e4448a46a021fd8ed9d40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:23:17Z', 'updated_at': '2022-01-28T08:32:33Z', 'revision_number': 6, 'project_id': '39892f83141e4448a46a021fd8ed9d40', 'gw_port_host': None}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 08:32:33.632360 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca20fa1-b7e9-4fa0-8538-ba3a9d454356 admin admin] Pushing event deleted for resources: {'Port': ['ID=7fbdd5f5-a85a-4b77-9e6e-a90cbaf6eaa4,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:32:33.694708 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-eca20fa1-b7e9-4fa0-8538-ba3a9d454356 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16607873'] for router_gateway (2e6afcdb-5fec-40f9-9db9-7d6973d48dd2), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:33.781057 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-eca20fa1-b7e9-4fa0-8538-ba3a9d454356 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16605684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127449'] for router (2e6afcdb-5fec-40f9-9db9-7d6973d48dd2), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:33.783120 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-eca20fa1-b7e9-4fa0-8538-ba3a9d454356 admin admin] Publish callbacks [] for router_controller (2e6afcdb-5fec-40f9-9db9-7d6973d48dd2), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:33.825247 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-eca20fa1-b7e9-4fa0-8538-ba3a9d454356 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16605693'] for router (2e6afcdb-5fec-40f9-9db9-7d6973d48dd2), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:33.825796 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eca20fa1-b7e9-4fa0-8538-ba3a9d454356 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2e6afcdb-5fec-40f9-9db9-7d6973d48dd2 {{(pid=103283) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 08:32:33.830001 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-eca20fa1-b7e9-4fa0-8538-ba3a9d454356 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:33.831186 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-eca20fa1-b7e9-4fa0-8538-ba3a9d454356 admin admin] 10.222.0.41 "DELETE /v2.0/routers/2e6afcdb-5fec-40f9-9db9-7d6973d48dd2 HTTP/1.1" status: 204 len: 168 time: 0.7526419 Jan 28 08:32:33.833866 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 42926) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:32:33.876643 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2016413-46a3-43f9-a4b3-693c187eb424 admin admin] Deleting subnet 36697707-8948-4899-8dad-2ce853ab407e {{(pid=103283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 08:32:33.879618 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c2016413-46a3-43f9-a4b3-693c187eb424 admin admin] Publish callbacks [] for subnet (36697707-8948-4899-8dad-2ce853ab407e), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:33.916033 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c2016413-46a3-43f9-a4b3-693c187eb424 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13506696'] for subnet (36697707-8948-4899-8dad-2ce853ab407e), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:33.959612 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:33.995422 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c2016413-46a3-43f9-a4b3-693c187eb424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (36697707-8948-4899-8dad-2ce853ab407e), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:34.053037 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c2016413-46a3-43f9-a4b3-693c187eb424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13546665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13556132'] for subnet (36697707-8948-4899-8dad-2ce853ab407e), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:34.076942 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2016413-46a3-43f9-a4b3-693c187eb424 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36697707-8948-4899-8dad-2ce853ab407e,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:32:34.084118 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c2016413-46a3-43f9-a4b3-693c187eb424 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:34.088051 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-c2016413-46a3-43f9-a4b3-693c187eb424 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/36697707-8948-4899-8dad-2ce853ab407e HTTP/1.1" status: 204 len: 168 time: 0.2531290 Jan 28 08:32:34.089264 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc4602d1-e7c5-4408-a2df-c2fd80404067 None None] Network 0f626c77-8216-4388-88a8-10bcc88021fe requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 08:32:34.090399 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 42928) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:32:34.164270 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-74519528-ead6-4ff9-95c8-9d3c442041e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (0f626c77-8216-4388-88a8-10bcc88021fe), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:34.221357 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-74519528-ead6-4ff9-95c8-9d3c442041e7 admin admin] Deleting port 89d637b6-92b8-4b5f-93d1-2f3ba557633d {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 08:32:34.221699 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-74519528-ead6-4ff9-95c8-9d3c442041e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (89d637b6-92b8-4b5f-93d1-2f3ba557633d), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:34.288973 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-74519528-ead6-4ff9-95c8-9d3c442041e7 admin admin] For port 89d637b6-92b8-4b5f-93d1-2f3ba557633d, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=89d637b6-92b8-4b5f-93d1-2f3ba557633d,segment=NetworkSegment(1573a06b-319d-4ec7-8ff4-c9023ea3cb49),segment_id=1573a06b-319d-4ec7-8ff4-c9023ea3cb49)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:32:34.289334 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-74519528-ead6-4ff9-95c8-9d3c442041e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (89d637b6-92b8-4b5f-93d1-2f3ba557633d), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:34.302776 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-74519528-ead6-4ff9-95c8-9d3c442041e7 admin admin] Calling delete_port for 89d637b6-92b8-4b5f-93d1-2f3ba557633d owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 08:32:34.387618 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-74519528-ead6-4ff9-95c8-9d3c442041e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (89d637b6-92b8-4b5f-93d1-2f3ba557633d), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:34.402007 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-996bde86-a689-47a4-aad6-56c08c9646d9 None None] DHCP port deletion for 0f626c77-8216-4388-88a8-10bcc88021fe request from n-d-712749-28 {{(pid=103285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 08:32:34.417403 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74519528-ead6-4ff9-95c8-9d3c442041e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=89d637b6-92b8-4b5f-93d1-2f3ba557633d,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:32:34.423941 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74519528-ead6-4ff9-95c8-9d3c442041e7 admin admin] No DVR routers for this DVR port 89d637b6-92b8-4b5f-93d1-2f3ba557633d on host n-d-712749-28 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 08:32:34.468374 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 7fbdd5f5-a85a-4b77-9e6e-a90cbaf6eaa4 no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 08:32:34.490016 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: 7fbdd5f5-a85a-4b77-9e6e-a90cbaf6eaa4 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 08:32:34.490368 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 7fbdd5f5-a85a-4b77-9e6e-a90cbaf6eaa4 not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 08:32:34.490786 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 060a7cac-621a-4716-927d-ca031450803f no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 08:32:34.514256 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-74519528-ead6-4ff9-95c8-9d3c442041e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (0f626c77-8216-4388-88a8-10bcc88021fe), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:34.514489 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: 060a7cac-621a-4716-927d-ca031450803f {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 08:32:34.514677 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 060a7cac-621a-4716-927d-ca031450803f not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 08:32:34.515825 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 89d637b6-92b8-4b5f-93d1-2f3ba557633d no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 08:32:34.536173 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: 89d637b6-92b8-4b5f-93d1-2f3ba557633d {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 08:32:34.536979 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 89d637b6-92b8-4b5f-93d1-2f3ba557633d not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 08:32:34.540812 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-74519528-ead6-4ff9-95c8-9d3c442041e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f626c77-8216-4388-88a8-10bcc88021fe']}} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:32:34.552519 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-74519528-ead6-4ff9-95c8-9d3c442041e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1573a06b-319d-4ec7-8ff4-c9023ea3cb49') {'for_net_delete': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:32:34.552821 n-d-712749-28 neutron-server[103283]: DEBUG neutron.services.segments.db [None req-74519528-ead6-4ff9-95c8-9d3c442041e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1573a06b-319d-4ec7-8ff4-c9023ea3cb49') {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:32:34.564753 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-74519528-ead6-4ff9-95c8-9d3c442041e7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13506801'] for segment (1573a06b-319d-4ec7-8ff4-c9023ea3cb49), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:34.578313 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-74519528-ead6-4ff9-95c8-9d3c442041e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (1573a06b-319d-4ec7-8ff4-c9023ea3cb49), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:34.584136 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74519528-ead6-4ff9-95c8-9d3c442041e7 admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=103283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 08:32:34.584541 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-74519528-ead6-4ff9-95c8-9d3c442041e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13546563'] for segment (1573a06b-319d-4ec7-8ff4-c9023ea3cb49), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:34.586245 n-d-712749-28 neutron-server[103283]: Traceback (most recent call last): Jan 28 08:32:34.586245 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 08:32:34.586245 n-d-712749-28 neutron-server[103283]: timer() Jan 28 08:32:34.586245 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 08:32:34.586245 n-d-712749-28 neutron-server[103283]: cb(*args, **kw) Jan 28 08:32:34.586245 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 08:32:34.586245 n-d-712749-28 neutron-server[103283]: return func(*args, **kwargs) Jan 28 08:32:34.586245 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 08:32:34.586245 n-d-712749-28 neutron-server[103283]: self._notify() Jan 28 08:32:34.586245 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 08:32:34.586245 n-d-712749-28 neutron-server[103283]: self.callback(batched_events) Jan 28 08:32:34.586245 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 08:32:34.586245 n-d-712749-28 neutron-server[103283]: event.method(event) Jan 28 08:32:34.586245 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 08:32:34.586245 n-d-712749-28 neutron-server[103283]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 08:32:34.586245 n-d-712749-28 neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 08:32:34.586245 n-d-712749-28 neutron-server[103283]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 08:32:34.586245 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 08:32:34.586245 n-d-712749-28 neutron-server[103283]: return f(self, *a, **k) Jan 28 08:32:34.586245 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 08:32:34.586245 n-d-712749-28 neutron-server[103283]: return self._get(url).json() Jan 28 08:32:34.586245 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 08:32:34.586245 n-d-712749-28 neutron-server[103283]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 08:32:34.586245 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 08:32:34.586245 n-d-712749-28 neutron-server[103283]: return self.request(url, 'GET', **kwargs) Jan 28 08:32:34.586245 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 08:32:34.586245 n-d-712749-28 neutron-server[103283]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 08:32:34.586245 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 08:32:34.586245 n-d-712749-28 neutron-server[103283]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 08:32:34.586245 n-d-712749-28 neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 08:32:34.586245 n-d-712749-28 neutron-server[103283]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 08:32:34.586245 n-d-712749-28 neutron-server[103283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 08:32:34.641477 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-74519528-ead6-4ff9-95c8-9d3c442041e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (0f626c77-8216-4388-88a8-10bcc88021fe), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:34.647958 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-74519528-ead6-4ff9-95c8-9d3c442041e7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:34.651455 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-74519528-ead6-4ff9-95c8-9d3c442041e7 admin admin] 10.222.0.41 "DELETE /v2.0/networks/0f626c77-8216-4388-88a8-10bcc88021fe HTTP/1.1" status: 204 len: 168 time: 0.5600910 Jan 28 08:32:34.668001 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74519528-ead6-4ff9-95c8-9d3c442041e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f626c77-8216-4388-88a8-10bcc88021fe,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:32:34.772862 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 42932) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:32:34.811300 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-94255c5b-fc76-4bd6-b249-3b0312ecebfa admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=713c69ac870e40d2ad55b140cd0905a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0372853 Jan 28 08:32:34.814281 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 42934) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:32:34.862888 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8697291c-b1c6-41a8-ac77-4ffc044599cb admin admin] Publish callbacks [] for security_group (2ddc3681-f049-4215-91bd-920c2da407cd), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:34.883461 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8697291c-b1c6-41a8-ac77-4ffc044599cb admin admin] Publish callbacks [] for security_group (2ddc3681-f049-4215-91bd-920c2da407cd), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:34.929947 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8697291c-b1c6-41a8-ac77-4ffc044599cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (2ddc3681-f049-4215-91bd-920c2da407cd), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:34.932494 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8697291c-b1c6-41a8-ac77-4ffc044599cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:34.934075 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-8697291c-b1c6-41a8-ac77-4ffc044599cb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2ddc3681-f049-4215-91bd-920c2da407cd HTTP/1.1" status: 204 len: 168 time: 0.1189013 Jan 28 08:32:34.942326 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8697291c-b1c6-41a8-ac77-4ffc044599cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ddc3681-f049-4215-91bd-920c2da407cd,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:32:34.979956 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:35.244853 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 42940) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:32:35.285178 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-22dc1a34-c464-4ed9-bde8-50073951abab admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=39892f83141e4448a46a021fd8ed9d40&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0391107 Jan 28 08:32:35.287520 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 42942) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:32:35.334884 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8156411d-df76-470e-ae99-93ff8944217d admin admin] Publish callbacks [] for security_group (1901b5b3-4d57-48cd-a8df-7d11aa486f32), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:35.355729 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8156411d-df76-470e-ae99-93ff8944217d admin admin] Publish callbacks [] for security_group (1901b5b3-4d57-48cd-a8df-7d11aa486f32), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:35.404305 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8156411d-df76-470e-ae99-93ff8944217d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (1901b5b3-4d57-48cd-a8df-7d11aa486f32), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:35.407467 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8156411d-df76-470e-ae99-93ff8944217d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:35.408639 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-8156411d-df76-470e-ae99-93ff8944217d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1901b5b3-4d57-48cd-a8df-7d11aa486f32 HTTP/1.1" status: 204 len: 168 time: 0.1202352 Jan 28 08:32:35.416623 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8156411d-df76-470e-ae99-93ff8944217d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1901b5b3-4d57-48cd-a8df-7d11aa486f32,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:32:35.812508 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c75b5432-521f-4bd9-9bae-0d57736873e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:36.091487 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 42964) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:32:36.189946 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-7890be13-f7ce-42f9-bcd9-f242693dd48c admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-463099148-network', 'tenant_id': '1bb6263e5d3e46e186ca26e13fb8dfd9'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:32:36.209678 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7890be13-f7ce-42f9-bcd9-f242693dd48c admin admin] Made reservation on behalf of 1bb6263e5d3e46e186ca26e13fb8dfd9 for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 08:32:36.211991 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7890be13-f7ce-42f9-bcd9-f242693dd48c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:36.220475 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7890be13-f7ce-42f9-bcd9-f242693dd48c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:36.291652 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7890be13-f7ce-42f9-bcd9-f242693dd48c admin admin] Publish callbacks [] for security_group (8b43687b-2c75-4d6d-92bc-c058ed3ac072), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:36.295304 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7890be13-f7ce-42f9-bcd9-f242693dd48c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (8b43687b-2c75-4d6d-92bc-c058ed3ac072), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:36.322107 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7890be13-f7ce-42f9-bcd9-f242693dd48c admin admin] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 08:32:36.328991 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7890be13-f7ce-42f9-bcd9-f242693dd48c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b43687b-2c75-4d6d-92bc-c058ed3ac072,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:32:36.334969 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7890be13-f7ce-42f9-bcd9-f242693dd48c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (e7dfea37-5356-4bab-a20b-0872ae5e561c), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:36.335322 n-d-712749-28 neutron-server[103284]: INFO neutron.db.segments_db [None req-7890be13-f7ce-42f9-bcd9-f242693dd48c admin admin] Added segment e7dfea37-5356-4bab-a20b-0872ae5e561c of type vlan for network 85ade290-ae1e-4621-babe-fb1f461984a9 Jan 28 08:32:36.376210 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7890be13-f7ce-42f9-bcd9-f242693dd48c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (85ade290-ae1e-4621-babe-fb1f461984a9), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:36.400619 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7890be13-f7ce-42f9-bcd9-f242693dd48c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (85ade290-ae1e-4621-babe-fb1f461984a9), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:36.401568 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7890be13-f7ce-42f9-bcd9-f242693dd48c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:32:36.402155 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7890be13-f7ce-42f9-bcd9-f242693dd48c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:36.458556 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-7890be13-f7ce-42f9-bcd9-f242693dd48c admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3658965 Jan 28 08:32:36.461409 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 42968) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:32:36.467286 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-4af34a9d-fdee-4c87-8299-4c627e8aadc3 admin admin] Request body: {'subnet': {'network_id': '85ade290-ae1e-4621-babe-fb1f461984a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-463099148-subnet', 'tenant_id': '1bb6263e5d3e46e186ca26e13fb8dfd9', 'ip_version': 4}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:32:36.467621 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7890be13-f7ce-42f9-bcd9-f242693dd48c admin admin] Pushing event updated for resources: {'Network': ['ID=85ade290-ae1e-4621-babe-fb1f461984a9,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:32:36.480800 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network 85ade290-ae1e-4621-babe-fb1f461984a9 details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 08:32:36.492369 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4af34a9d-fdee-4c87-8299-4c627e8aadc3 admin admin] Made reservation on behalf of 1bb6263e5d3e46e186ca26e13fb8dfd9 for: {'subnet': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 08:32:36.494765 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4af34a9d-fdee-4c87-8299-4c627e8aadc3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13555781'] for subnet (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:36.990957 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4af34a9d-fdee-4c87-8299-4c627e8aadc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13546728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13555799'] for subnet (0bf5e3bb-d62c-425e-a4bb-df1360e645af), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:37.049185 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af34a9d-fdee-4c87-8299-4c627e8aadc3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0bf5e3bb-d62c-425e-a4bb-df1360e645af,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:32:37.057251 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af34a9d-fdee-4c87-8299-4c627e8aadc3 admin admin] Checking segment: {'id': 'e7dfea37-5356-4bab-a20b-0872ae5e561c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '85ade290-ae1e-4621-babe-fb1f461984a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 08:32:37.057608 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af34a9d-fdee-4c87-8299-4c627e8aadc3 admin admin] Network hostable DHCP agents. Network: 85ade290-ae1e-4621-babe-fb1f461984a9, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 08:32:37.073439 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af34a9d-fdee-4c87-8299-4c627e8aadc3 admin admin] Network 85ade290-ae1e-4621-babe-fb1f461984a9 is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 08:32:37.081825 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-4af34a9d-fdee-4c87-8299-4c627e8aadc3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, 85ade290-ae1e-4621-babe-fb1f461984a9) {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 08:32:37.086727 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af34a9d-fdee-4c87-8299-4c627e8aadc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:32:37.088714 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4af34a9d-fdee-4c87-8299-4c627e8aadc3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:37.089554 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b395020-6467-43fc-8645-cfae5d6340f1 None None] Network 85ade290-ae1e-4621-babe-fb1f461984a9 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 08:32:37.104978 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-4af34a9d-fdee-4c87-8299-4c627e8aadc3 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6424799 Jan 28 08:32:37.107553 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 42970) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:32:37.112405 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-831ed418-ed74-459d-a8e7-e62ef43aa04a admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-463099148-router', 'tenant_id': '1bb6263e5d3e46e186ca26e13fb8dfd9', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:32:37.130768 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-831ed418-ed74-459d-a8e7-e62ef43aa04a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16606890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127275'] for router (c4851fb4-87b6-41c7-896b-8bea32f5d005), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:37.131913 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-831ed418-ed74-459d-a8e7-e62ef43aa04a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16605498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16607952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16355422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127266'] for router (c4851fb4-87b6-41c7-896b-8bea32f5d005), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:37.186156 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-831ed418-ed74-459d-a8e7-e62ef43aa04a admin admin] Publish callbacks [] for router_controller (c4851fb4-87b6-41c7-896b-8bea32f5d005), precommit_add_association {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:37.189665 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb61546-9f01-41d3-bd42-183bb5460fe2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3dd72b9-6805-5f61-b6f3-a591f99a173d-85ade290-ae1e-4621-babe-fb1f461984a9', 'network_id': '85ade290-ae1e-4621-babe-fb1f461984a9', 'project_id': '1bb6263e5d3e46e186ca26e13fb8dfd9', 'fixed_ips': [{'subnet_id': '0bf5e3bb-d62c-425e-a4bb-df1360e645af'}]}} from n-d-712749-28. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 08:32:37.190546 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4bb61546-9f01-41d3-bd42-183bb5460fe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:37.330480 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-831ed418-ed74-459d-a8e7-e62ef43aa04a admin admin] Publish callbacks [] for router_gateway (c4851fb4-87b6-41c7-896b-8bea32f5d005), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:37.330727 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:37.335805 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-4bb61546-9f01-41d3-bd42-183bb5460fe2 None None] Allocated IP 172.20.0.2 (85ade290-ae1e-4621-babe-fb1f461984a9/0bf5e3bb-d62c-425e-a4bb-df1360e645af/9c60dc9a-e6ce-4f45-ae33-bd7f23bfe74f) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 08:32:37.538472 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-831ed418-ed74-459d-a8e7-e62ef43aa04a admin admin] Publish callbacks [] for router_gateway (c4851fb4-87b6-41c7-896b-8bea32f5d005), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:37.559718 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-831ed418-ed74-459d-a8e7-e62ef43aa04a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:37.638747 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4bb61546-9f01-41d3-bd42-183bb5460fe2 None None] Publish callbacks [] for port (9c60dc9a-e6ce-4f45-ae33-bd7f23bfe74f), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:37.644772 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4bb61546-9f01-41d3-bd42-183bb5460fe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (9c60dc9a-e6ce-4f45-ae33-bd7f23bfe74f), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:37.665970 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-831ed418-ed74-459d-a8e7-e62ef43aa04a admin admin] Allocated IP 172.25.6.204 (7d5b3724-deef-4831-8d43-cb9b8176573c/b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc/6f244a01-f846-4ea3-aa37-0c630ec6464c) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 08:32:37.682532 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb61546-9f01-41d3-bd42-183bb5460fe2 None None] Network 85ade290-ae1e-4621-babe-fb1f461984a9 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 08:32:37.687243 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-4bb61546-9f01-41d3-bd42-183bb5460fe2 None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 08:32:37.690275 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb61546-9f01-41d3-bd42-183bb5460fe2 None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 08:32:37.702714 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb61546-9f01-41d3-bd42-183bb5460fe2 None None] Pushing event updated for resources: {'Port': ['ID=9c60dc9a-e6ce-4f45-ae33-bd7f23bfe74f,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:32:37.755595 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-4bb61546-9f01-41d3-bd42-183bb5460fe2 None None] Attempting to bind port 9c60dc9a-e6ce-4f45-ae33-bd7f23bfe74f on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 08:32:37.755967 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-4bb61546-9f01-41d3-bd42-183bb5460fe2 None None] Attempting to bind port 9c60dc9a-e6ce-4f45-ae33-bd7f23bfe74f by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': 'e7dfea37-5356-4bab-a20b-0872ae5e561c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '85ade290-ae1e-4621-babe-fb1f461984a9'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 08:32:37.756371 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb61546-9f01-41d3-bd42-183bb5460fe2 None None] Attempting to bind port 9c60dc9a-e6ce-4f45-ae33-bd7f23bfe74f on network 85ade290-ae1e-4621-babe-fb1f461984a9 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 08:32:37.761782 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb61546-9f01-41d3-bd42-183bb5460fe2 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 8, 32, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 08:32:37.762164 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb61546-9f01-41d3-bd42-183bb5460fe2 None None] Checking segment: {'id': 'e7dfea37-5356-4bab-a20b-0872ae5e561c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '85ade290-ae1e-4621-babe-fb1f461984a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 08:32:37.762567 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4bb61546-9f01-41d3-bd42-183bb5460fe2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:37.762962 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb61546-9f01-41d3-bd42-183bb5460fe2 None None] Bound using segment: {'id': 'e7dfea37-5356-4bab-a20b-0872ae5e561c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '85ade290-ae1e-4621-babe-fb1f461984a9'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 08:32:37.763429 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-4bb61546-9f01-41d3-bd42-183bb5460fe2 None None] Bound port: 9c60dc9a-e6ce-4f45-ae33-bd7f23bfe74f, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7dfea37-5356-4bab-a20b-0872ae5e561c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '85ade290-ae1e-4621-babe-fb1f461984a9'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 08:32:37.763808 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4bb61546-9f01-41d3-bd42-183bb5460fe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (9c60dc9a-e6ce-4f45-ae33-bd7f23bfe74f), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:37.768348 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-831ed418-ed74-459d-a8e7-e62ef43aa04a admin admin] Publish callbacks [] for port (6f244a01-f846-4ea3-aa37-0c630ec6464c), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:37.805279 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-831ed418-ed74-459d-a8e7-e62ef43aa04a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (6f244a01-f846-4ea3-aa37-0c630ec6464c), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:37.827483 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-4bb61546-9f01-41d3-bd42-183bb5460fe2 None None] For port 9c60dc9a-e6ce-4f45-ae33-bd7f23bfe74f, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 08:32:37.830829 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-4bb61546-9f01-41d3-bd42-183bb5460fe2 None None] For port 9c60dc9a-e6ce-4f45-ae33-bd7f23bfe74f, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=9c60dc9a-e6ce-4f45-ae33-bd7f23bfe74f,segment=NetworkSegment(e7dfea37-5356-4bab-a20b-0872ae5e561c),segment_id=e7dfea37-5356-4bab-a20b-0872ae5e561c)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 08:32:37.834683 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4bb61546-9f01-41d3-bd42-183bb5460fe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (9c60dc9a-e6ce-4f45-ae33-bd7f23bfe74f), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:37.849147 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-831ed418-ed74-459d-a8e7-e62ef43aa04a admin admin] Network 7d5b3724-deef-4831-8d43-cb9b8176573c is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 08:32:37.851921 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-831ed418-ed74-459d-a8e7-e62ef43aa04a admin admin] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 08:32:37.857481 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831ed418-ed74-459d-a8e7-e62ef43aa04a admin admin] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 08:32:37.884939 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831ed418-ed74-459d-a8e7-e62ef43aa04a admin admin] Pushing event updated for resources: {'Port': ['ID=6f244a01-f846-4ea3-aa37-0c630ec6464c,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:32:37.899120 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb61546-9f01-41d3-bd42-183bb5460fe2 None None] Pushing event updated for resources: {'Port': ['ID=9c60dc9a-e6ce-4f45-ae33-bd7f23bfe74f,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:32:38.132025 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-831ed418-ed74-459d-a8e7-e62ef43aa04a admin admin] Publish callbacks [] for router_gateway (c4851fb4-87b6-41c7-896b-8bea32f5d005), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:38.349877 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-831ed418-ed74-459d-a8e7-e62ef43aa04a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16605475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16607909'] for router (c4851fb4-87b6-41c7-896b-8bea32f5d005), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:38.512350 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-831ed418-ed74-459d-a8e7-e62ef43aa04a admin admin] Router c4851fb4-87b6-41c7-896b-8bea32f5d005 is scheduled to L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 with binding_index 1 {{(pid=103283) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 08:32:38.513713 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 9c60dc9a-e6ce-4f45-ae33-bd7f23bfe74f up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 08:32:38.576360 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 9c60dc9a-e6ce-4f45-ae33-bd7f23bfe74f triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:32:38.576834 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (9c60dc9a-e6ce-4f45-ae33-bd7f23bfe74f), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:38.642467 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-831ed418-ed74-459d-a8e7-e62ef43aa04a admin admin] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 08:32:38.661729 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91296ed9-35e8-4b6f-beba-5bdefbc5baf9 None None] Sync routers for ids ['c4851fb4-87b6-41c7-896b-8bea32f5d005'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 08:32:38.666036 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-831ed418-ed74-459d-a8e7-e62ef43aa04a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:38.669919 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-831ed418-ed74-459d-a8e7-e62ef43aa04a admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5588624 Jan 28 08:32:38.670090 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 42972) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:32:38.676967 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 9c60dc9a-e6ce-4f45-ae33-bd7f23bfe74f is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:32:38.677671 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (9c60dc9a-e6ce-4f45-ae33-bd7f23bfe74f), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:38.678938 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91296ed9-35e8-4b6f-beba-5bdefbc5baf9 None None] Routers {'c4851fb4-87b6-41c7-896b-8bea32f5d005'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 08:32:38.680396 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-91296ed9-35e8-4b6f-beba-5bdefbc5baf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T08:32:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['c4851fb4-87b6-41c7-896b-8bea32f5d005'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:32:38.719112 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] For port 9c60dc9a-e6ce-4f45-ae33-bd7f23bfe74f, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=9c60dc9a-e6ce-4f45-ae33-bd7f23bfe74f,segment=NetworkSegment(e7dfea37-5356-4bab-a20b-0872ae5e561c),segment_id=e7dfea37-5356-4bab-a20b-0872ae5e561c)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:32:38.725738 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (9c60dc9a-e6ce-4f45-ae33-bd7f23bfe74f), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:38.779729 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Pushing event updated for resources: {'Port': ['ID=9c60dc9a-e6ce-4f45-ae33-bd7f23bfe74f,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:32:38.833460 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-91296ed9-35e8-4b6f-beba-5bdefbc5baf9 None None] Set router c4851fb4-87b6-41c7-896b-8bea32f5d005 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 08:32:38.998201 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:39.001320 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af1fd361-e17f-457c-98fd-c2ff195c9ac1 None None] Network 85ade290-ae1e-4621-babe-fb1f461984a9 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 08:32:39.051670 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-91296ed9-35e8-4b6f-beba-5bdefbc5baf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4851fb4-87b6-41c7-896b-8bea32f5d005', 'name': 'tempest-TestSnapshotPattern-463099148-router', 'tenant_id': '1bb6263e5d3e46e186ca26e13fb8dfd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.204'}], 'enable_snat': True}, 'gw_port_id': '6f244a01-f846-4ea3-aa37-0c630ec6464c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:32:37Z', 'updated_at': '2022-01-28T08:32:38Z', 'revision_number': 3, 'project_id': '1bb6263e5d3e46e186ca26e13fb8dfd9', 'gw_port': {'id': '6f244a01-f846-4ea3-aa37-0c630ec6464c', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ab:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4851fb4-87b6-41c7-896b-8bea32f5d005', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:32:37Z', 'updated_at': '2022-01-28T08:32:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:32:39.081930 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91296ed9-35e8-4b6f-beba-5bdefbc5baf9 None None] Checking router: c4851fb4-87b6-41c7-896b-8bea32f5d005 for host: n-d-712749-28 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 08:32:39.082284 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91296ed9-35e8-4b6f-beba-5bdefbc5baf9 None None] Updating router c4851fb4-87b6-41c7-896b-8bea32f5d005 port 6f244a01-f846-4ea3-aa37-0c630ec6464c binding host n-d-712749-28 {{(pid=103286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 08:32:39.106725 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-91296ed9-35e8-4b6f-beba-5bdefbc5baf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (6f244a01-f846-4ea3-aa37-0c630ec6464c), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:39.126314 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-0c0d7087-24fb-4453-9156-07f786a4bc51 None None] Provisioning complete for port 9c60dc9a-e6ce-4f45-ae33-bd7f23bfe74f triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:32:39.126703 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0c0d7087-24fb-4453-9156-07f786a4bc51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (9c60dc9a-e6ce-4f45-ae33-bd7f23bfe74f), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:39.195290 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2c878aea-80b7-48a0-a7e0-b57725743ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:39.220060 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-0c0d7087-24fb-4453-9156-07f786a4bc51 None None] Current status of the port 9c60dc9a-e6ce-4f45-ae33-bd7f23bfe74f is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:32:39.367887 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-2c878aea-80b7-48a0-a7e0-b57725743ee7 admin admin] Allocated IP 172.20.0.1 (85ade290-ae1e-4621-babe-fb1f461984a9/0bf5e3bb-d62c-425e-a4bb-df1360e645af/e69c6171-dcdd-44ac-a139-ec786a50521e) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 08:32:39.374665 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-91296ed9-35e8-4b6f-beba-5bdefbc5baf9 None None] Publish callbacks [] for port (6f244a01-f846-4ea3-aa37-0c630ec6464c), precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:39.380694 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-91296ed9-35e8-4b6f-beba-5bdefbc5baf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (6f244a01-f846-4ea3-aa37-0c630ec6464c), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:39.434982 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c3808a-ad95-4a36-940b-c908f86592c4 None None] Pushing event updated for resources: {'Port': ['ID=6f244a01-f846-4ea3-aa37-0c630ec6464c,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:32:39.443281 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-91296ed9-35e8-4b6f-beba-5bdefbc5baf9 None None] Attempting to bind port 6f244a01-f846-4ea3-aa37-0c630ec6464c on host n-d-712749-28 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 08:32:39.443652 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-91296ed9-35e8-4b6f-beba-5bdefbc5baf9 None None] Attempting to bind port 6f244a01-f846-4ea3-aa37-0c630ec6464c by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 08:32:39.444011 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91296ed9-35e8-4b6f-beba-5bdefbc5baf9 None None] Attempting to bind port 6f244a01-f846-4ea3-aa37-0c630ec6464c on network 7d5b3724-deef-4831-8d43-cb9b8176573c {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 08:32:39.447727 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3808a-ad95-4a36-940b-c908f86592c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:32:39.448011 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3808a-ad95-4a36-940b-c908f86592c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:32:39.448376 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3808a-ad95-4a36-940b-c908f86592c4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:32:39.448899 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3808a-ad95-4a36-940b-c908f86592c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:32:39.449230 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3808a-ad95-4a36-940b-c908f86592c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:32:39.449784 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3808a-ad95-4a36-940b-c908f86592c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:32:39.449911 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3808a-ad95-4a36-940b-c908f86592c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:32:39.450195 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3808a-ad95-4a36-940b-c908f86592c4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:32:39.450517 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3808a-ad95-4a36-940b-c908f86592c4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:32:39.450839 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3808a-ad95-4a36-940b-c908f86592c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:32:39.451169 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3808a-ad95-4a36-940b-c908f86592c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:32:39.451464 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-a6f223a4-5f3f-48ff-8f59-eef73c6df541 None None] Provisioning complete for port 9c60dc9a-e6ce-4f45-ae33-bd7f23bfe74f triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:32:39.451607 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3808a-ad95-4a36-940b-c908f86592c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:32:39.451793 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3808a-ad95-4a36-940b-c908f86592c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:32:39.451974 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a6f223a4-5f3f-48ff-8f59-eef73c6df541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (9c60dc9a-e6ce-4f45-ae33-bd7f23bfe74f), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:39.457945 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91296ed9-35e8-4b6f-beba-5bdefbc5baf9 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 8, 32, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 08:32:39.458324 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91296ed9-35e8-4b6f-beba-5bdefbc5baf9 None None] Checking segment: {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 08:32:39.458725 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-91296ed9-35e8-4b6f-beba-5bdefbc5baf9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:39.459109 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91296ed9-35e8-4b6f-beba-5bdefbc5baf9 None None] Bound using segment: {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 08:32:39.459571 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-91296ed9-35e8-4b6f-beba-5bdefbc5baf9 None None] Bound port: 6f244a01-f846-4ea3-aa37-0c630ec6464c, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 08:32:39.460153 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-91296ed9-35e8-4b6f-beba-5bdefbc5baf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (6f244a01-f846-4ea3-aa37-0c630ec6464c), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:39.483781 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2c878aea-80b7-48a0-a7e0-b57725743ee7 admin admin] Publish callbacks [] for port (e69c6171-dcdd-44ac-a139-ec786a50521e), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:39.510162 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-91296ed9-35e8-4b6f-beba-5bdefbc5baf9 None None] For port 6f244a01-f846-4ea3-aa37-0c630ec6464c, host n-d-712749-28, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 08:32:39.513326 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-91296ed9-35e8-4b6f-beba-5bdefbc5baf9 None None] For port 6f244a01-f846-4ea3-aa37-0c630ec6464c, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=6f244a01-f846-4ea3-aa37-0c630ec6464c,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 08:32:39.518961 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-91296ed9-35e8-4b6f-beba-5bdefbc5baf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (6f244a01-f846-4ea3-aa37-0c630ec6464c), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:39.523271 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2c878aea-80b7-48a0-a7e0-b57725743ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (e69c6171-dcdd-44ac-a139-ec786a50521e), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:39.554359 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-a6f223a4-5f3f-48ff-8f59-eef73c6df541 None None] Current status of the port 9c60dc9a-e6ce-4f45-ae33-bd7f23bfe74f is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:32:39.569423 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91296ed9-35e8-4b6f-beba-5bdefbc5baf9 None None] Routers {'c4851fb4-87b6-41c7-896b-8bea32f5d005'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 08:32:39.569910 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c878aea-80b7-48a0-a7e0-b57725743ee7 admin admin] Network 85ade290-ae1e-4621-babe-fb1f461984a9 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 08:32:39.570069 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-91296ed9-35e8-4b6f-beba-5bdefbc5baf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T08:32:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['c4851fb4-87b6-41c7-896b-8bea32f5d005'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:32:39.572885 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-2c878aea-80b7-48a0-a7e0-b57725743ee7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 08:32:39.576353 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c878aea-80b7-48a0-a7e0-b57725743ee7 admin admin] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 08:32:39.612071 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c878aea-80b7-48a0-a7e0-b57725743ee7 admin admin] Pushing event updated for resources: {'Port': ['ID=e69c6171-dcdd-44ac-a139-ec786a50521e,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:32:39.628957 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2c878aea-80b7-48a0-a7e0-b57725743ee7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16609232'] for router_interface (c4851fb4-87b6-41c7-896b-8bea32f5d005), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:39.636168 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c3808a-ad95-4a36-940b-c908f86592c4 None None] Pushing event updated for resources: {'Port': ['ID=6f244a01-f846-4ea3-aa37-0c630ec6464c,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:32:39.694658 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-91296ed9-35e8-4b6f-beba-5bdefbc5baf9 None None] Set router c4851fb4-87b6-41c7-896b-8bea32f5d005 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 08:32:39.877311 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-00a50acd-1a03-49d1-8937-e8e80a45d4cc None None] Provisioning complete for port e69c6171-dcdd-44ac-a139-ec786a50521e triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:32:39.877612 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-00a50acd-1a03-49d1-8937-e8e80a45d4cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (e69c6171-dcdd-44ac-a139-ec786a50521e), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:39.883578 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-91296ed9-35e8-4b6f-beba-5bdefbc5baf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4851fb4-87b6-41c7-896b-8bea32f5d005', 'name': 'tempest-TestSnapshotPattern-463099148-router', 'tenant_id': '1bb6263e5d3e46e186ca26e13fb8dfd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.204'}], 'enable_snat': True}, 'gw_port_id': '6f244a01-f846-4ea3-aa37-0c630ec6464c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:32:37Z', 'updated_at': '2022-01-28T08:32:38Z', 'revision_number': 3, 'project_id': '1bb6263e5d3e46e186ca26e13fb8dfd9', 'gw_port': {'id': '6f244a01-f846-4ea3-aa37-0c630ec6464c', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ab:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4851fb4-87b6-41c7-896b-8bea32f5d005', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:32:37Z', 'updated_at': '2022-01-28T08:32:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:32:39.912853 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91296ed9-35e8-4b6f-beba-5bdefbc5baf9 None None] The sync data for ids ['c4851fb4-87b6-41c7-896b-8bea32f5d005'] in n-d-712749-28 is: [{'id': 'c4851fb4-87b6-41c7-896b-8bea32f5d005', 'name': 'tempest-TestSnapshotPattern-463099148-router', 'tenant_id': '1bb6263e5d3e46e186ca26e13fb8dfd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.204'}], 'enable_snat': True}, 'gw_port_id': '6f244a01-f846-4ea3-aa37-0c630ec6464c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:32:37Z', 'updated_at': '2022-01-28T08:32:38Z', 'revision_number': 3, 'project_id': '1bb6263e5d3e46e186ca26e13fb8dfd9', 'gw_port': {'id': '6f244a01-f846-4ea3-aa37-0c630ec6464c', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ab:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4851fb4-87b6-41c7-896b-8bea32f5d005', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:32:37Z', 'updated_at': '2022-01-28T08:32:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 08:32:39.934504 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-00a50acd-1a03-49d1-8937-e8e80a45d4cc None None] Port e69c6171-dcdd-44ac-a139-ec786a50521e cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 08:32:39.942790 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:40.120052 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2c878aea-80b7-48a0-a7e0-b57725743ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (e69c6171-dcdd-44ac-a139-ec786a50521e), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:40.298070 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2c878aea-80b7-48a0-a7e0-b57725743ee7 admin admin] Publish callbacks [] for port (e69c6171-dcdd-44ac-a139-ec786a50521e), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:40.304236 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2c878aea-80b7-48a0-a7e0-b57725743ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (e69c6171-dcdd-44ac-a139-ec786a50521e), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:40.372783 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2c878aea-80b7-48a0-a7e0-b57725743ee7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16318999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16606560'] for router_interface (c4851fb4-87b6-41c7-896b-8bea32f5d005), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:40.375244 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c878aea-80b7-48a0-a7e0-b57725743ee7 admin admin] Pushing event updated for resources: {'Port': ['ID=e69c6171-dcdd-44ac-a139-ec786a50521e,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:32:40.480173 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c878aea-80b7-48a0-a7e0-b57725743ee7 admin admin] Network 85ade290-ae1e-4621-babe-fb1f461984a9 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 08:32:40.481776 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-2c878aea-80b7-48a0-a7e0-b57725743ee7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 08:32:40.600757 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 9c60dc9a-e6ce-4f45-ae33-bd7f23bfe74f up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 08:32:40.620124 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c878aea-80b7-48a0-a7e0-b57725743ee7 admin admin] Router c4851fb4-87b6-41c7-896b-8bea32f5d005 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 08:32:40.673187 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 9c60dc9a-e6ce-4f45-ae33-bd7f23bfe74f triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:32:40.674303 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (9c60dc9a-e6ce-4f45-ae33-bd7f23bfe74f), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:40.743523 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c878aea-80b7-48a0-a7e0-b57725743ee7 admin admin] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 08:32:40.753445 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-2c878aea-80b7-48a0-a7e0-b57725743ee7 admin admin] 10.222.0.41 "PUT /v2.0/routers/c4851fb4-87b6-41c7-896b-8bea32f5d005/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0820241 Jan 28 08:32:40.794202 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 9c60dc9a-e6ce-4f45-ae33-bd7f23bfe74f is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:32:40.795583 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 6f244a01-f846-4ea3-aa37-0c630ec6464c up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 08:32:40.819554 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-67fb941c-6ae7-4c4d-a191-f438380d3b31 None None] Provisioning complete for port e69c6171-dcdd-44ac-a139-ec786a50521e triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:32:40.820093 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-67fb941c-6ae7-4c4d-a191-f438380d3b31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (e69c6171-dcdd-44ac-a139-ec786a50521e), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:40.868672 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-67fb941c-6ae7-4c4d-a191-f438380d3b31 None None] Port e69c6171-dcdd-44ac-a139-ec786a50521e cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 08:32:40.885807 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 6f244a01-f846-4ea3-aa37-0c630ec6464c triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:32:40.886189 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (6f244a01-f846-4ea3-aa37-0c630ec6464c), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:40.970901 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 6f244a01-f846-4ea3-aa37-0c630ec6464c is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:32:40.971296 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (6f244a01-f846-4ea3-aa37-0c630ec6464c), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:40.991890 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] For port 6f244a01-f846-4ea3-aa37-0c630ec6464c, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=6f244a01-f846-4ea3-aa37-0c630ec6464c,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:32:40.996951 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (6f244a01-f846-4ea3-aa37-0c630ec6464c), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:41.045043 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Pushing event updated for resources: {'Port': ['ID=6f244a01-f846-4ea3-aa37-0c630ec6464c,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:32:41.305063 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 42988) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:32:41.309976 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-f5fd0bb1-9294-472b-95c4-52961b3da2c3 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-328814877-network', 'tenant_id': 'bcefc1d69ab14b55836520fb529d018e'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:32:41.329537 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5fd0bb1-9294-472b-95c4-52961b3da2c3 admin admin] Made reservation on behalf of bcefc1d69ab14b55836520fb529d018e for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 08:32:41.331815 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f5fd0bb1-9294-472b-95c4-52961b3da2c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for network (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:41.340961 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f5fd0bb1-9294-472b-95c4-52961b3da2c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:41.420525 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f5fd0bb1-9294-472b-95c4-52961b3da2c3 admin admin] Publish callbacks [] for security_group (60195522-4821-409b-8d3d-b5163153440f), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:41.425049 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f5fd0bb1-9294-472b-95c4-52961b3da2c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (60195522-4821-409b-8d3d-b5163153440f), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:41.449502 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5fd0bb1-9294-472b-95c4-52961b3da2c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 08:32:41.460002 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fd0bb1-9294-472b-95c4-52961b3da2c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60195522-4821-409b-8d3d-b5163153440f,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:32:41.464947 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f5fd0bb1-9294-472b-95c4-52961b3da2c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (2450aa48-8923-44b2-bbb3-21af1e06a61d), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:41.465293 n-d-712749-28 neutron-server[103284]: INFO neutron.db.segments_db [None req-f5fd0bb1-9294-472b-95c4-52961b3da2c3 admin admin] Added segment 2450aa48-8923-44b2-bbb3-21af1e06a61d of type vlan for network cd5bd7ab-9a8b-40e3-8ec5-7b63b390f99d Jan 28 08:32:41.508434 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f5fd0bb1-9294-472b-95c4-52961b3da2c3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782327261296'] for network (cd5bd7ab-9a8b-40e3-8ec5-7b63b390f99d), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:41.533092 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f5fd0bb1-9294-472b-95c4-52961b3da2c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205'] for network (cd5bd7ab-9a8b-40e3-8ec5-7b63b390f99d), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:41.534087 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5fd0bb1-9294-472b-95c4-52961b3da2c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:32:41.534698 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f5fd0bb1-9294-472b-95c4-52961b3da2c3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:41.569979 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a76861a-42fb-448f-b1c9-077317464392 None None] Sync routers for ids ['c4851fb4-87b6-41c7-896b-8bea32f5d005'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 08:32:41.581444 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a76861a-42fb-448f-b1c9-077317464392 None None] Routers {'c4851fb4-87b6-41c7-896b-8bea32f5d005'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 08:32:41.582500 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-7a76861a-42fb-448f-b1c9-077317464392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T08:32:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['c4851fb4-87b6-41c7-896b-8bea32f5d005'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:32:41.593457 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-f5fd0bb1-9294-472b-95c4-52961b3da2c3 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2872102 Jan 28 08:32:41.596064 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 42990) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:32:41.602278 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-2a94a44e-fdba-4556-81d3-053eb831be27 admin admin] Request body: {'subnet': {'network_id': 'cd5bd7ab-9a8b-40e3-8ec5-7b63b390f99d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-328814877-subnet', 'tenant_id': 'bcefc1d69ab14b55836520fb529d018e', 'ip_version': 4}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:32:41.610534 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fd0bb1-9294-472b-95c4-52961b3da2c3 admin admin] Pushing event updated for resources: {'Network': ['ID=cd5bd7ab-9a8b-40e3-8ec5-7b63b390f99d,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:32:41.621654 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Network cd5bd7ab-9a8b-40e3-8ec5-7b63b390f99d details requested by agent ovs-agent-n-d-712749-28 with host n-d-712749-28 {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 08:32:41.626319 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a94a44e-fdba-4556-81d3-053eb831be27 admin admin] Made reservation on behalf of bcefc1d69ab14b55836520fb529d018e for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 08:32:41.628842 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2a94a44e-fdba-4556-81d3-053eb831be27 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24979592'] for subnet (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:41.746180 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-7a76861a-42fb-448f-b1c9-077317464392 None None] Set router c4851fb4-87b6-41c7-896b-8bea32f5d005 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 08:32:41.801069 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2a94a44e-fdba-4556-81d3-053eb831be27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24757504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24979610'] for subnet (135d519e-83a1-4625-9fb0-781a039fe4af), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:41.951893 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-7a76861a-42fb-448f-b1c9-077317464392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4851fb4-87b6-41c7-896b-8bea32f5d005', 'name': 'tempest-TestSnapshotPattern-463099148-router', 'tenant_id': '1bb6263e5d3e46e186ca26e13fb8dfd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.204'}], 'enable_snat': True}, 'gw_port_id': '6f244a01-f846-4ea3-aa37-0c630ec6464c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:32:37Z', 'updated_at': '2022-01-28T08:32:40Z', 'revision_number': 4, 'project_id': '1bb6263e5d3e46e186ca26e13fb8dfd9', 'gw_port': {'id': '6f244a01-f846-4ea3-aa37-0c630ec6464c', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ab:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4851fb4-87b6-41c7-896b-8bea32f5d005', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:32:37Z', 'updated_at': '2022-01-28T08:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': 'e69c6171-dcdd-44ac-a139-ec786a50521e', 'name': '', 'network_id': '85ade290-ae1e-4621-babe-fb1f461984a9', 'tenant_id': '1bb6263e5d3e46e186ca26e13fb8dfd9', 'mac_address': 'fa:16:3e:13:cb:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4851fb4-87b6-41c7-896b-8bea32f5d005', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '0bf5e3bb-d62c-425e-a4bb-df1360e645af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:32:39Z', 'updated_at': '2022-01-28T08:32:40Z', 'revision_number': 2, 'project_id': '1bb6263e5d3e46e186ca26e13fb8dfd9', 'subnets': [{'id': '0bf5e3bb-d62c-425e-a4bb-df1360e645af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:32:41.984159 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a76861a-42fb-448f-b1c9-077317464392 None None] Checking router: c4851fb4-87b6-41c7-896b-8bea32f5d005 for host: n-d-712749-28 {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 08:32:41.984556 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a76861a-42fb-448f-b1c9-077317464392 None None] Updating router c4851fb4-87b6-41c7-896b-8bea32f5d005 port e69c6171-dcdd-44ac-a139-ec786a50521e binding host n-d-712749-28 {{(pid=103285) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 08:32:42.010156 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7a76861a-42fb-448f-b1c9-077317464392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (e69c6171-dcdd-44ac-a139-ec786a50521e), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:42.216585 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a94a44e-fdba-4556-81d3-053eb831be27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=135d519e-83a1-4625-9fb0-781a039fe4af,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:32:42.225734 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a94a44e-fdba-4556-81d3-053eb831be27 admin admin] Checking segment: {'id': '2450aa48-8923-44b2-bbb3-21af1e06a61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'cd5bd7ab-9a8b-40e3-8ec5-7b63b390f99d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 08:32:42.226098 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a94a44e-fdba-4556-81d3-053eb831be27 admin admin] Network hostable DHCP agents. Network: cd5bd7ab-9a8b-40e3-8ec5-7b63b390f99d, hostable agents: ['996040a6-4680-43d7-9d3f-7721db8235c6'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 08:32:42.245407 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a94a44e-fdba-4556-81d3-053eb831be27 admin admin] Network cd5bd7ab-9a8b-40e3-8ec5-7b63b390f99d is scheduled to be hosted by DHCP agent 996040a6-4680-43d7-9d3f-7721db8235c6 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 08:32:42.256098 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-2a94a44e-fdba-4556-81d3-053eb831be27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-28, cd5bd7ab-9a8b-40e3-8ec5-7b63b390f99d) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 08:32:42.260341 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a94a44e-fdba-4556-81d3-053eb831be27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:32:42.260936 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2a94a44e-fdba-4556-81d3-053eb831be27 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:42.266570 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b351f2f9-9227-46e7-a138-7e7adda994ae None None] Network cd5bd7ab-9a8b-40e3-8ec5-7b63b390f99d requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 08:32:42.277436 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-2a94a44e-fdba-4556-81d3-053eb831be27 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6803477 Jan 28 08:32:42.280668 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 42992) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:32:42.285202 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-68d27ac6-0b2b-4b9e-b806-1b9936854516 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-328814877-router', 'tenant_id': 'bcefc1d69ab14b55836520fb529d018e', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:32:42.305103 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-68d27ac6-0b2b-4b9e-b806-1b9936854516 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16606890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127275'] for router (e6550f37-5386-46c9-a195-ff33fad7d228), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:42.306108 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-68d27ac6-0b2b-4b9e-b806-1b9936854516 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16605498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16607952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16355422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127266'] for router (e6550f37-5386-46c9-a195-ff33fad7d228), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:42.338451 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7a76861a-42fb-448f-b1c9-077317464392 None None] Publish callbacks [] for port (e69c6171-dcdd-44ac-a139-ec786a50521e), precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:42.347091 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7a76861a-42fb-448f-b1c9-077317464392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (e69c6171-dcdd-44ac-a139-ec786a50521e), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:42.363083 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-68d27ac6-0b2b-4b9e-b806-1b9936854516 admin admin] Publish callbacks [] for router_controller (e6550f37-5386-46c9-a195-ff33fad7d228), precommit_add_association {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:42.432449 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62c8618-7d4e-4f11-b1c2-4926fe99d34d None None] Pushing event updated for resources: {'Port': ['ID=e69c6171-dcdd-44ac-a139-ec786a50521e,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:32:42.475836 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33253e3b-d0bd-4da0-96c2-bbe9e2069900 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3dd72b9-6805-5f61-b6f3-a591f99a173d-cd5bd7ab-9a8b-40e3-8ec5-7b63b390f99d', 'network_id': 'cd5bd7ab-9a8b-40e3-8ec5-7b63b390f99d', 'project_id': 'bcefc1d69ab14b55836520fb529d018e', 'fixed_ips': [{'subnet_id': '135d519e-83a1-4625-9fb0-781a039fe4af'}]}} from n-d-712749-28. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 08:32:42.481057 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-33253e3b-d0bd-4da0-96c2-bbe9e2069900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:42.519182 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 6f244a01-f846-4ea3-aa37-0c630ec6464c up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 08:32:42.532378 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-68d27ac6-0b2b-4b9e-b806-1b9936854516 admin admin] Publish callbacks [] for router_gateway (e6550f37-5386-46c9-a195-ff33fad7d228), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:42.572394 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-7a76861a-42fb-448f-b1c9-077317464392 None None] Attempting to bind port e69c6171-dcdd-44ac-a139-ec786a50521e on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 08:32:42.572756 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-7a76861a-42fb-448f-b1c9-077317464392 None None] Attempting to bind port e69c6171-dcdd-44ac-a139-ec786a50521e by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': 'e7dfea37-5356-4bab-a20b-0872ae5e561c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '85ade290-ae1e-4621-babe-fb1f461984a9'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 08:32:42.573132 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a76861a-42fb-448f-b1c9-077317464392 None None] Attempting to bind port e69c6171-dcdd-44ac-a139-ec786a50521e on network 85ade290-ae1e-4621-babe-fb1f461984a9 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 08:32:42.633562 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a76861a-42fb-448f-b1c9-077317464392 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 8, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 08:32:42.634711 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a76861a-42fb-448f-b1c9-077317464392 None None] Checking segment: {'id': 'e7dfea37-5356-4bab-a20b-0872ae5e561c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '85ade290-ae1e-4621-babe-fb1f461984a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 08:32:42.635411 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7a76861a-42fb-448f-b1c9-077317464392 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:42.635972 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a76861a-42fb-448f-b1c9-077317464392 None None] Bound using segment: {'id': 'e7dfea37-5356-4bab-a20b-0872ae5e561c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '85ade290-ae1e-4621-babe-fb1f461984a9'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 08:32:42.636673 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-7a76861a-42fb-448f-b1c9-077317464392 None None] Bound port: e69c6171-dcdd-44ac-a139-ec786a50521e, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7dfea37-5356-4bab-a20b-0872ae5e561c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '85ade290-ae1e-4621-babe-fb1f461984a9'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 08:32:42.637228 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7a76861a-42fb-448f-b1c9-077317464392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (e69c6171-dcdd-44ac-a139-ec786a50521e), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:42.743699 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 6f244a01-f846-4ea3-aa37-0c630ec6464c triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:32:42.743942 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (6f244a01-f846-4ea3-aa37-0c630ec6464c), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:42.747254 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-68d27ac6-0b2b-4b9e-b806-1b9936854516 admin admin] Publish callbacks [] for router_gateway (e6550f37-5386-46c9-a195-ff33fad7d228), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:42.771728 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-68d27ac6-0b2b-4b9e-b806-1b9936854516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:42.799258 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-b331270d-569f-4f94-83fc-c4e78ea40018 None None] Provisioning complete for port e69c6171-dcdd-44ac-a139-ec786a50521e triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:32:42.799634 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b331270d-569f-4f94-83fc-c4e78ea40018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (e69c6171-dcdd-44ac-a139-ec786a50521e), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:42.806919 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-33253e3b-d0bd-4da0-96c2-bbe9e2069900 None None] Allocated IP 172.20.0.2 (cd5bd7ab-9a8b-40e3-8ec5-7b63b390f99d/135d519e-83a1-4625-9fb0-781a039fe4af/72e8be12-078a-4a9c-b174-22451284c2ce) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 08:32:42.809429 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-7a76861a-42fb-448f-b1c9-077317464392 None None] For port e69c6171-dcdd-44ac-a139-ec786a50521e, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 08:32:42.855354 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-7a76861a-42fb-448f-b1c9-077317464392 None None] For port e69c6171-dcdd-44ac-a139-ec786a50521e, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=e69c6171-dcdd-44ac-a139-ec786a50521e,segment=NetworkSegment(e7dfea37-5356-4bab-a20b-0872ae5e561c),segment_id=e7dfea37-5356-4bab-a20b-0872ae5e561c)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 08:32:42.873099 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7a76861a-42fb-448f-b1c9-077317464392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (e69c6171-dcdd-44ac-a139-ec786a50521e), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:42.878162 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-68d27ac6-0b2b-4b9e-b806-1b9936854516 admin admin] Allocated IP 172.25.6.127 (7d5b3724-deef-4831-8d43-cb9b8176573c/b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc/f4732293-cb40-4903-b9a2-e34b272a5acc) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 08:32:42.912962 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-b331270d-569f-4f94-83fc-c4e78ea40018 None None] Port e69c6171-dcdd-44ac-a139-ec786a50521e cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 08:32:42.992794 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-68d27ac6-0b2b-4b9e-b806-1b9936854516 admin admin] Publish callbacks [] for port (f4732293-cb40-4903-b9a2-e34b272a5acc), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:43.031435 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-68d27ac6-0b2b-4b9e-b806-1b9936854516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (f4732293-cb40-4903-b9a2-e34b272a5acc), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:43.075268 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d27ac6-0b2b-4b9e-b806-1b9936854516 admin admin] Network 7d5b3724-deef-4831-8d43-cb9b8176573c is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 08:32:43.078421 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-68d27ac6-0b2b-4b9e-b806-1b9936854516 admin admin] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 08:32:43.084633 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d27ac6-0b2b-4b9e-b806-1b9936854516 admin admin] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 08:32:43.118453 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d27ac6-0b2b-4b9e-b806-1b9936854516 admin admin] Pushing event updated for resources: {'Port': ['ID=f4732293-cb40-4903-b9a2-e34b272a5acc,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:32:43.202347 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a76861a-42fb-448f-b1c9-077317464392 None None] Routers {'c4851fb4-87b6-41c7-896b-8bea32f5d005'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 08:32:43.203078 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-7a76861a-42fb-448f-b1c9-077317464392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T08:32:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['c4851fb4-87b6-41c7-896b-8bea32f5d005'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:32:43.240385 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62c8618-7d4e-4f11-b1c2-4926fe99d34d None None] Pushing event updated for resources: {'Port': ['ID=e69c6171-dcdd-44ac-a139-ec786a50521e,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:32:43.270642 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 6f244a01-f846-4ea3-aa37-0c630ec6464c is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:32:43.321128 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-41f79108-1a83-490e-bfd7-ffa5ddd741ff None None] Provisioning complete for port e69c6171-dcdd-44ac-a139-ec786a50521e triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:32:43.321429 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-41f79108-1a83-490e-bfd7-ffa5ddd741ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (e69c6171-dcdd-44ac-a139-ec786a50521e), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:43.354948 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-68d27ac6-0b2b-4b9e-b806-1b9936854516 admin admin] Publish callbacks [] for router_gateway (e6550f37-5386-46c9-a195-ff33fad7d228), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:43.413521 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-33253e3b-d0bd-4da0-96c2-bbe9e2069900 None None] Publish callbacks [] for port (72e8be12-078a-4a9c-b174-22451284c2ce), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:43.431861 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-7a76861a-42fb-448f-b1c9-077317464392 None None] Set router c4851fb4-87b6-41c7-896b-8bea32f5d005 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 08:32:43.435161 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-33253e3b-d0bd-4da0-96c2-bbe9e2069900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289'] for port (72e8be12-078a-4a9c-b174-22451284c2ce), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:43.523349 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33253e3b-d0bd-4da0-96c2-bbe9e2069900 None None] Network cd5bd7ab-9a8b-40e3-8ec5-7b63b390f99d is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 08:32:43.562626 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-68d27ac6-0b2b-4b9e-b806-1b9936854516 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16605475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16607909'] for router (e6550f37-5386-46c9-a195-ff33fad7d228), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:43.583635 n-d-712749-28 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-33253e3b-d0bd-4da0-96c2-bbe9e2069900 None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 08:32:43.591291 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33253e3b-d0bd-4da0-96c2-bbe9e2069900 None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 08:32:43.594623 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33253e3b-d0bd-4da0-96c2-bbe9e2069900 None None] Pushing event updated for resources: {'Port': ['ID=72e8be12-078a-4a9c-b174-22451284c2ce,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:32:43.677567 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-41f79108-1a83-490e-bfd7-ffa5ddd741ff None None] Current status of the port e69c6171-dcdd-44ac-a139-ec786a50521e is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:32:43.678280 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-41f79108-1a83-490e-bfd7-ffa5ddd741ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (e69c6171-dcdd-44ac-a139-ec786a50521e), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:43.699827 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68d27ac6-0b2b-4b9e-b806-1b9936854516 admin admin] Router e6550f37-5386-46c9-a195-ff33fad7d228 is scheduled to L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 with binding_index 1 {{(pid=103283) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 08:32:43.737204 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-33253e3b-d0bd-4da0-96c2-bbe9e2069900 None None] Attempting to bind port 72e8be12-078a-4a9c-b174-22451284c2ce on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 08:32:43.737530 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-33253e3b-d0bd-4da0-96c2-bbe9e2069900 None None] Attempting to bind port 72e8be12-078a-4a9c-b174-22451284c2ce by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '2450aa48-8923-44b2-bbb3-21af1e06a61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'cd5bd7ab-9a8b-40e3-8ec5-7b63b390f99d'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 08:32:43.737901 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33253e3b-d0bd-4da0-96c2-bbe9e2069900 None None] Attempting to bind port 72e8be12-078a-4a9c-b174-22451284c2ce on network cd5bd7ab-9a8b-40e3-8ec5-7b63b390f99d {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 08:32:43.765067 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33253e3b-d0bd-4da0-96c2-bbe9e2069900 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 8, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 08:32:43.765465 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33253e3b-d0bd-4da0-96c2-bbe9e2069900 None None] Checking segment: {'id': '2450aa48-8923-44b2-bbb3-21af1e06a61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'cd5bd7ab-9a8b-40e3-8ec5-7b63b390f99d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 08:32:43.766003 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-33253e3b-d0bd-4da0-96c2-bbe9e2069900 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:43.766409 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33253e3b-d0bd-4da0-96c2-bbe9e2069900 None None] Bound using segment: {'id': '2450aa48-8923-44b2-bbb3-21af1e06a61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'cd5bd7ab-9a8b-40e3-8ec5-7b63b390f99d'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 08:32:43.766889 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-33253e3b-d0bd-4da0-96c2-bbe9e2069900 None None] Bound port: 72e8be12-078a-4a9c-b174-22451284c2ce, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2450aa48-8923-44b2-bbb3-21af1e06a61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'cd5bd7ab-9a8b-40e3-8ec5-7b63b390f99d'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 08:32:43.767272 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-33253e3b-d0bd-4da0-96c2-bbe9e2069900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (72e8be12-078a-4a9c-b174-22451284c2ce), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:43.779382 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-41f79108-1a83-490e-bfd7-ffa5ddd741ff None None] For port e69c6171-dcdd-44ac-a139-ec786a50521e, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=e69c6171-dcdd-44ac-a139-ec786a50521e,segment=NetworkSegment(e7dfea37-5356-4bab-a20b-0872ae5e561c),segment_id=e7dfea37-5356-4bab-a20b-0872ae5e561c)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:32:43.785513 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-41f79108-1a83-490e-bfd7-ffa5ddd741ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (e69c6171-dcdd-44ac-a139-ec786a50521e), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:43.810970 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68d27ac6-0b2b-4b9e-b806-1b9936854516 admin admin] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 08:32:43.821005 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d3cdb4-d802-499b-b1ce-4dfc6eee9563 None None] Sync routers for ids ['e6550f37-5386-46c9-a195-ff33fad7d228'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 08:32:43.830667 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-68d27ac6-0b2b-4b9e-b806-1b9936854516 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:43.831950 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-68d27ac6-0b2b-4b9e-b806-1b9936854516 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5501931 Jan 28 08:32:43.835014 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 42994) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:32:43.836940 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d3cdb4-d802-499b-b1ce-4dfc6eee9563 None None] Routers {'e6550f37-5386-46c9-a195-ff33fad7d228'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 08:32:43.837777 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-45d3cdb4-d802-499b-b1ce-4dfc6eee9563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T08:32:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['e6550f37-5386-46c9-a195-ff33fad7d228'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:32:43.901468 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f79108-1a83-490e-bfd7-ffa5ddd741ff None None] Pushing event updated for resources: {'Port': ['ID=e69c6171-dcdd-44ac-a139-ec786a50521e,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:32:43.908861 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-33253e3b-d0bd-4da0-96c2-bbe9e2069900 None None] For port 72e8be12-078a-4a9c-b174-22451284c2ce, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 08:32:43.912833 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-33253e3b-d0bd-4da0-96c2-bbe9e2069900 None None] For port 72e8be12-078a-4a9c-b174-22451284c2ce, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=72e8be12-078a-4a9c-b174-22451284c2ce,segment=NetworkSegment(2450aa48-8923-44b2-bbb3-21af1e06a61d),segment_id=2450aa48-8923-44b2-bbb3-21af1e06a61d)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 08:32:43.919544 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-33253e3b-d0bd-4da0-96c2-bbe9e2069900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (72e8be12-078a-4a9c-b174-22451284c2ce), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:43.955399 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-45d3cdb4-d802-499b-b1ce-4dfc6eee9563 None None] Set router e6550f37-5386-46c9-a195-ff33fad7d228 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 08:32:43.957760 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-7a76861a-42fb-448f-b1c9-077317464392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4851fb4-87b6-41c7-896b-8bea32f5d005', 'name': 'tempest-TestSnapshotPattern-463099148-router', 'tenant_id': '1bb6263e5d3e46e186ca26e13fb8dfd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.204'}], 'enable_snat': True}, 'gw_port_id': '6f244a01-f846-4ea3-aa37-0c630ec6464c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:32:37Z', 'updated_at': '2022-01-28T08:32:40Z', 'revision_number': 4, 'project_id': '1bb6263e5d3e46e186ca26e13fb8dfd9', 'gw_port': {'id': '6f244a01-f846-4ea3-aa37-0c630ec6464c', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ab:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4851fb4-87b6-41c7-896b-8bea32f5d005', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:32:37Z', 'updated_at': '2022-01-28T08:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': 'e69c6171-dcdd-44ac-a139-ec786a50521e', 'name': '', 'network_id': '85ade290-ae1e-4621-babe-fb1f461984a9', 'tenant_id': '1bb6263e5d3e46e186ca26e13fb8dfd9', 'mac_address': 'fa:16:3e:13:cb:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4851fb4-87b6-41c7-896b-8bea32f5d005', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '0bf5e3bb-d62c-425e-a4bb-df1360e645af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:32:39Z', 'updated_at': '2022-01-28T08:32:42Z', 'revision_number': 4, 'project_id': '1bb6263e5d3e46e186ca26e13fb8dfd9', 'subnets': [{'id': '0bf5e3bb-d62c-425e-a4bb-df1360e645af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:32:44.000846 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a76861a-42fb-448f-b1c9-077317464392 None None] The sync data for ids ['c4851fb4-87b6-41c7-896b-8bea32f5d005'] in n-d-712749-28 is: [{'id': 'c4851fb4-87b6-41c7-896b-8bea32f5d005', 'name': 'tempest-TestSnapshotPattern-463099148-router', 'tenant_id': '1bb6263e5d3e46e186ca26e13fb8dfd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.204'}], 'enable_snat': True}, 'gw_port_id': '6f244a01-f846-4ea3-aa37-0c630ec6464c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:32:37Z', 'updated_at': '2022-01-28T08:32:40Z', 'revision_number': 4, 'project_id': '1bb6263e5d3e46e186ca26e13fb8dfd9', 'gw_port': {'id': '6f244a01-f846-4ea3-aa37-0c630ec6464c', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ab:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4851fb4-87b6-41c7-896b-8bea32f5d005', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:32:37Z', 'updated_at': '2022-01-28T08:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': 'e69c6171-dcdd-44ac-a139-ec786a50521e', 'name': '', 'network_id': '85ade290-ae1e-4621-babe-fb1f461984a9', 'tenant_id': '1bb6263e5d3e46e186ca26e13fb8dfd9', 'mac_address': 'fa:16:3e:13:cb:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4851fb4-87b6-41c7-896b-8bea32f5d005', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '0bf5e3bb-d62c-425e-a4bb-df1360e645af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:32:39Z', 'updated_at': '2022-01-28T08:32:42Z', 'revision_number': 4, 'project_id': '1bb6263e5d3e46e186ca26e13fb8dfd9', 'subnets': [{'id': '0bf5e3bb-d62c-425e-a4bb-df1360e645af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 08:32:44.013953 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33253e3b-d0bd-4da0-96c2-bbe9e2069900 None None] Pushing event updated for resources: {'Port': ['ID=72e8be12-078a-4a9c-b174-22451284c2ce,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:32:44.220533 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-45d3cdb4-d802-499b-b1ce-4dfc6eee9563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6550f37-5386-46c9-a195-ff33fad7d228', 'name': 'tempest-TestSnapshotPattern-328814877-router', 'tenant_id': 'bcefc1d69ab14b55836520fb529d018e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': 'f4732293-cb40-4903-b9a2-e34b272a5acc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:32:42Z', 'updated_at': '2022-01-28T08:32:43Z', 'revision_number': 3, 'project_id': 'bcefc1d69ab14b55836520fb529d018e', 'gw_port': {'id': 'f4732293-cb40-4903-b9a2-e34b272a5acc', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:0a:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6550f37-5386-46c9-a195-ff33fad7d228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:32:42Z', 'updated_at': '2022-01-28T08:32:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:32:44.378928 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d3cdb4-d802-499b-b1ce-4dfc6eee9563 None None] Checking router: e6550f37-5386-46c9-a195-ff33fad7d228 for host: n-d-712749-28 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 08:32:44.379271 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d3cdb4-d802-499b-b1ce-4dfc6eee9563 None None] Updating router e6550f37-5386-46c9-a195-ff33fad7d228 port f4732293-cb40-4903-b9a2-e34b272a5acc binding host n-d-712749-28 {{(pid=103286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 08:32:44.382324 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-363e5470-5053-4301-930b-3d1962d76c7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:44.415138 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-45d3cdb4-d802-499b-b1ce-4dfc6eee9563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (f4732293-cb40-4903-b9a2-e34b272a5acc), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:44.621357 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-363e5470-5053-4301-930b-3d1962d76c7a admin admin] Allocated IP 172.20.0.1 (cd5bd7ab-9a8b-40e3-8ec5-7b63b390f99d/135d519e-83a1-4625-9fb0-781a039fe4af/83e8327c-ad9d-4bf1-b4d7-2bae111b5628) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 08:32:44.632817 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 72e8be12-078a-4a9c-b174-22451284c2ce up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 08:32:44.697949 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 72e8be12-078a-4a9c-b174-22451284c2ce triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:32:44.698605 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (72e8be12-078a-4a9c-b174-22451284c2ce), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:44.756434 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-363e5470-5053-4301-930b-3d1962d76c7a admin admin] Publish callbacks [] for port (83e8327c-ad9d-4bf1-b4d7-2bae111b5628), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:44.768592 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-45d3cdb4-d802-499b-b1ce-4dfc6eee9563 None None] Publish callbacks [] for port (f4732293-cb40-4903-b9a2-e34b272a5acc), precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:44.782194 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-45d3cdb4-d802-499b-b1ce-4dfc6eee9563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (f4732293-cb40-4903-b9a2-e34b272a5acc), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:44.821684 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-363e5470-5053-4301-930b-3d1962d76c7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (83e8327c-ad9d-4bf1-b4d7-2bae111b5628), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:44.825788 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 72e8be12-078a-4a9c-b174-22451284c2ce is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:32:44.826288 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (72e8be12-078a-4a9c-b174-22451284c2ce), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:44.847261 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-45d3cdb4-d802-499b-b1ce-4dfc6eee9563 None None] Attempting to bind port f4732293-cb40-4903-b9a2-e34b272a5acc on host n-d-712749-28 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 08:32:44.847834 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-45d3cdb4-d802-499b-b1ce-4dfc6eee9563 None None] Attempting to bind port f4732293-cb40-4903-b9a2-e34b272a5acc by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 08:32:44.848005 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d3cdb4-d802-499b-b1ce-4dfc6eee9563 None None] Attempting to bind port f4732293-cb40-4903-b9a2-e34b272a5acc on network 7d5b3724-deef-4831-8d43-cb9b8176573c {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 08:32:44.856568 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d3cdb4-d802-499b-b1ce-4dfc6eee9563 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 8, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 08:32:44.856944 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d3cdb4-d802-499b-b1ce-4dfc6eee9563 None None] Checking segment: {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 08:32:44.857604 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-45d3cdb4-d802-499b-b1ce-4dfc6eee9563 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:44.859528 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d3cdb4-d802-499b-b1ce-4dfc6eee9563 None None] Bound using segment: {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 08:32:44.860374 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-45d3cdb4-d802-499b-b1ce-4dfc6eee9563 None None] Bound port: f4732293-cb40-4903-b9a2-e34b272a5acc, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '807f537e-ea33-44aa-9ff5-f612ccfbce65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 08:32:44.860939 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-45d3cdb4-d802-499b-b1ce-4dfc6eee9563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (f4732293-cb40-4903-b9a2-e34b272a5acc), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:44.866422 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] For port 72e8be12-078a-4a9c-b174-22451284c2ce, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=72e8be12-078a-4a9c-b174-22451284c2ce,segment=NetworkSegment(2450aa48-8923-44b2-bbb3-21af1e06a61d),segment_id=2450aa48-8923-44b2-bbb3-21af1e06a61d)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:32:44.872375 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (72e8be12-078a-4a9c-b174-22451284c2ce), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:44.874142 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device e69c6171-dcdd-44ac-a139-ec786a50521e up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 08:32:44.874824 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-363e5470-5053-4301-930b-3d1962d76c7a admin admin] Network cd5bd7ab-9a8b-40e3-8ec5-7b63b390f99d is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 08:32:44.878135 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-363e5470-5053-4301-930b-3d1962d76c7a admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 08:32:44.882132 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363e5470-5053-4301-930b-3d1962d76c7a admin admin] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 08:32:44.934427 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-45d3cdb4-d802-499b-b1ce-4dfc6eee9563 None None] For port f4732293-cb40-4903-b9a2-e34b272a5acc, host n-d-712749-28, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 08:32:44.938944 n-d-712749-28 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-45d3cdb4-d802-499b-b1ce-4dfc6eee9563 None None] For port f4732293-cb40-4903-b9a2-e34b272a5acc, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=f4732293-cb40-4903-b9a2-e34b272a5acc,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 08:32:44.946413 n-d-712749-28 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-45d3cdb4-d802-499b-b1ce-4dfc6eee9563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (f4732293-cb40-4903-b9a2-e34b272a5acc), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:44.957421 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0034b2e0-5f90-43eb-a05f-afca924bc786 None None] Pushing event updated for resources: {'Port': ['ID=f4732293-cb40-4903-b9a2-e34b272a5acc,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:32:44.970726 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Pushing event updated for resources: {'Port': ['ID=72e8be12-078a-4a9c-b174-22451284c2ce,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:32:44.978849 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-363e5470-5053-4301-930b-3d1962d76c7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16609232'] for router_interface (e6550f37-5386-46c9-a195-ff33fad7d228), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:44.982083 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port e69c6171-dcdd-44ac-a139-ec786a50521e triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:32:44.982564 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (e69c6171-dcdd-44ac-a139-ec786a50521e), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:45.029945 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d3cdb4-d802-499b-b1ce-4dfc6eee9563 None None] Routers {'e6550f37-5386-46c9-a195-ff33fad7d228'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 08:32:45.031639 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-45d3cdb4-d802-499b-b1ce-4dfc6eee9563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T08:32:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['e6550f37-5386-46c9-a195-ff33fad7d228'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:32:45.072964 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0034b2e0-5f90-43eb-a05f-afca924bc786 None None] Pushing event updated for resources: {'Port': ['ID=f4732293-cb40-4903-b9a2-e34b272a5acc,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:32:45.079319 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363e5470-5053-4301-930b-3d1962d76c7a admin admin] Pushing event updated for resources: {'Port': ['ID=83e8327c-ad9d-4bf1-b4d7-2bae111b5628,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:32:45.142707 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port e69c6171-dcdd-44ac-a139-ec786a50521e is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:32:45.183487 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-45d3cdb4-d802-499b-b1ce-4dfc6eee9563 None None] Set router e6550f37-5386-46c9-a195-ff33fad7d228 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 08:32:45.213419 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-363e5470-5053-4301-930b-3d1962d76c7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (83e8327c-ad9d-4bf1-b4d7-2bae111b5628), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:45.401012 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-45d3cdb4-d802-499b-b1ce-4dfc6eee9563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6550f37-5386-46c9-a195-ff33fad7d228', 'name': 'tempest-TestSnapshotPattern-328814877-router', 'tenant_id': 'bcefc1d69ab14b55836520fb529d018e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': 'f4732293-cb40-4903-b9a2-e34b272a5acc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:32:42Z', 'updated_at': '2022-01-28T08:32:43Z', 'revision_number': 3, 'project_id': 'bcefc1d69ab14b55836520fb529d018e', 'gw_port': {'id': 'f4732293-cb40-4903-b9a2-e34b272a5acc', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:0a:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6550f37-5386-46c9-a195-ff33fad7d228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:32:42Z', 'updated_at': '2022-01-28T08:32:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:32:45.410536 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-363e5470-5053-4301-930b-3d1962d76c7a admin admin] Publish callbacks [] for port (83e8327c-ad9d-4bf1-b4d7-2bae111b5628), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:45.418803 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-363e5470-5053-4301-930b-3d1962d76c7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (83e8327c-ad9d-4bf1-b4d7-2bae111b5628), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:45.429326 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b869ebf-4105-4990-b8ac-14f30a1d5d92 None None] Network cd5bd7ab-9a8b-40e3-8ec5-7b63b390f99d requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 08:32:45.432361 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d3cdb4-d802-499b-b1ce-4dfc6eee9563 None None] The sync data for ids ['e6550f37-5386-46c9-a195-ff33fad7d228'] in n-d-712749-28 is: [{'id': 'e6550f37-5386-46c9-a195-ff33fad7d228', 'name': 'tempest-TestSnapshotPattern-328814877-router', 'tenant_id': 'bcefc1d69ab14b55836520fb529d018e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': 'f4732293-cb40-4903-b9a2-e34b272a5acc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:32:42Z', 'updated_at': '2022-01-28T08:32:43Z', 'revision_number': 3, 'project_id': 'bcefc1d69ab14b55836520fb529d018e', 'gw_port': {'id': 'f4732293-cb40-4903-b9a2-e34b272a5acc', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:0a:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6550f37-5386-46c9-a195-ff33fad7d228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:32:42Z', 'updated_at': '2022-01-28T08:32:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 08:32:45.473012 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363e5470-5053-4301-930b-3d1962d76c7a admin admin] Pushing event updated for resources: {'Port': ['ID=83e8327c-ad9d-4bf1-b4d7-2bae111b5628,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:32:45.515784 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-363e5470-5053-4301-930b-3d1962d76c7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16318999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16606560'] for router_interface (e6550f37-5386-46c9-a195-ff33fad7d228), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:45.559269 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-f1dcaee6-6651-4227-b755-0402ad28dba3 None None] Provisioning complete for port 72e8be12-078a-4a9c-b174-22451284c2ce triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:32:45.559649 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f1dcaee6-6651-4227-b755-0402ad28dba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (72e8be12-078a-4a9c-b174-22451284c2ce), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:45.627253 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-363e5470-5053-4301-930b-3d1962d76c7a admin admin] Network cd5bd7ab-9a8b-40e3-8ec5-7b63b390f99d is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 08:32:45.629610 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-363e5470-5053-4301-930b-3d1962d76c7a admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 08:32:45.653916 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-f1dcaee6-6651-4227-b755-0402ad28dba3 None None] Current status of the port 72e8be12-078a-4a9c-b174-22451284c2ce is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:32:45.763140 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-363e5470-5053-4301-930b-3d1962d76c7a admin admin] Router e6550f37-5386-46c9-a195-ff33fad7d228 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 08:32:45.895819 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-41fb5725-5900-449a-aaed-c65fec0dbf6d None None] Provisioning complete for port 72e8be12-078a-4a9c-b174-22451284c2ce triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:32:45.896473 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-41fb5725-5900-449a-aaed-c65fec0dbf6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (72e8be12-078a-4a9c-b174-22451284c2ce), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:45.912608 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-363e5470-5053-4301-930b-3d1962d76c7a admin admin] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 08:32:45.919268 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-363e5470-5053-4301-930b-3d1962d76c7a admin admin] 10.222.0.41 "PUT /v2.0/routers/e6550f37-5386-46c9-a195-ff33fad7d228/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0832667 Jan 28 08:32:46.013299 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-41fb5725-5900-449a-aaed-c65fec0dbf6d None None] Current status of the port 72e8be12-078a-4a9c-b174-22451284c2ce is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:32:46.028300 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-41fb5725-5900-449a-aaed-c65fec0dbf6d None None] Provisioning complete for port 83e8327c-ad9d-4bf1-b4d7-2bae111b5628 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:32:46.028644 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-41fb5725-5900-449a-aaed-c65fec0dbf6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (83e8327c-ad9d-4bf1-b4d7-2bae111b5628), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:46.080537 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-41fb5725-5900-449a-aaed-c65fec0dbf6d None None] Port 83e8327c-ad9d-4bf1-b4d7-2bae111b5628 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 08:32:46.203113 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9dccb761-17fe-4651-b23c-bb9b1b6ce99d None None] Provisioning complete for port 83e8327c-ad9d-4bf1-b4d7-2bae111b5628 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:32:46.203648 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9dccb761-17fe-4651-b23c-bb9b1b6ce99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (83e8327c-ad9d-4bf1-b4d7-2bae111b5628), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:46.255571 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9dccb761-17fe-4651-b23c-bb9b1b6ce99d None None] Port 83e8327c-ad9d-4bf1-b4d7-2bae111b5628 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 08:32:46.374929 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9cf7f8ab-6765-4aa6-91c6-82c8bc98019e None None] Provisioning complete for port 83e8327c-ad9d-4bf1-b4d7-2bae111b5628 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:32:46.375318 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9cf7f8ab-6765-4aa6-91c6-82c8bc98019e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (83e8327c-ad9d-4bf1-b4d7-2bae111b5628), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:46.417842 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9cf7f8ab-6765-4aa6-91c6-82c8bc98019e None None] Port 83e8327c-ad9d-4bf1-b4d7-2bae111b5628 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 08:32:46.508084 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 43002) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:32:46.513464 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-3cb6d835-585a-4ad9-8a4e-c54a0463f51d tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1156271824', 'description': 'tempest-secgroup-smoke-1156271824 description', 'project_id': '1bb6263e5d3e46e186ca26e13fb8dfd9'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:32:46.537784 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3cb6d835-585a-4ad9-8a4e-c54a0463f51d tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:46.594715 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 72e8be12-078a-4a9c-b174-22451284c2ce up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 08:32:46.614715 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3cb6d835-585a-4ad9-8a4e-c54a0463f51d tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Publish callbacks [] for security_group (6c467e77-bc62-4717-8df3-d914a6aa0720), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:46.618852 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3cb6d835-585a-4ad9-8a4e-c54a0463f51d tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (6c467e77-bc62-4717-8df3-d914a6aa0720), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:46.646944 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 72e8be12-078a-4a9c-b174-22451284c2ce triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:32:46.647325 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (72e8be12-078a-4a9c-b174-22451284c2ce), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:46.650339 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3cb6d835-585a-4ad9-8a4e-c54a0463f51d tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:46.651599 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-3cb6d835-585a-4ad9-8a4e-c54a0463f51d tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1424582 Jan 28 08:32:46.654808 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 43004) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:32:46.656732 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb6d835-585a-4ad9-8a4e-c54a0463f51d tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c467e77-bc62-4717-8df3-d914a6aa0720,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:32:46.661677 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-054bd2a7-77a4-4f67-9a64-c5a6bfd03325 tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Request body: {'security_group_rule': {'security_group_id': '6c467e77-bc62-4717-8df3-d914a6aa0720', 'project_id': '1bb6263e5d3e46e186ca26e13fb8dfd9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:32:46.697696 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-054bd2a7-77a4-4f67-9a64-c5a6bfd03325 tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Publish callbacks [] for security_group_rule (e66e661f-d3e2-4053-9fc3-2b37803a8247), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:46.737375 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 72e8be12-078a-4a9c-b174-22451284c2ce is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:32:46.738415 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device f4732293-cb40-4903-b9a2-e34b272a5acc up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 08:32:46.754394 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-054bd2a7-77a4-4f67-9a64-c5a6bfd03325 tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Publish callbacks [] for security_group_rule (e66e661f-d3e2-4053-9fc3-2b37803a8247), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:46.758039 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-054bd2a7-77a4-4f67-9a64-c5a6bfd03325 tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (e66e661f-d3e2-4053-9fc3-2b37803a8247), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:46.775599 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054bd2a7-77a4-4f67-9a64-c5a6bfd03325 tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e66e661f-d3e2-4053-9fc3-2b37803a8247,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:32:46.784697 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-054bd2a7-77a4-4f67-9a64-c5a6bfd03325 tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:46.785974 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-054bd2a7-77a4-4f67-9a64-c5a6bfd03325 tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1280484 Jan 28 08:32:46.788452 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port f4732293-cb40-4903-b9a2-e34b272a5acc triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:32:46.788917 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 43006) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:32:46.789089 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (f4732293-cb40-4903-b9a2-e34b272a5acc), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:46.793468 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-aebfa3a8-b1de-40d0-8da9-40b8dcf2897b tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Request body: {'security_group_rule': {'security_group_id': '6c467e77-bc62-4717-8df3-d914a6aa0720', 'project_id': '1bb6263e5d3e46e186ca26e13fb8dfd9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:32:46.817825 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-aebfa3a8-b1de-40d0-8da9-40b8dcf2897b tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Publish callbacks [] for security_group_rule (de2c8c29-0970-45e2-88f4-de818d53e409), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:46.870132 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port f4732293-cb40-4903-b9a2-e34b272a5acc is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:32:46.870567 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (f4732293-cb40-4903-b9a2-e34b272a5acc), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:46.878646 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-aebfa3a8-b1de-40d0-8da9-40b8dcf2897b tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Publish callbacks [] for security_group_rule (de2c8c29-0970-45e2-88f4-de818d53e409), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:46.881911 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-aebfa3a8-b1de-40d0-8da9-40b8dcf2897b tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (de2c8c29-0970-45e2-88f4-de818d53e409), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:46.893821 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] For port f4732293-cb40-4903-b9a2-e34b272a5acc, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=f4732293-cb40-4903-b9a2-e34b272a5acc,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:32:46.898146 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (f4732293-cb40-4903-b9a2-e34b272a5acc), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:46.899616 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebfa3a8-b1de-40d0-8da9-40b8dcf2897b tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de2c8c29-0970-45e2-88f4-de818d53e409,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:32:46.910554 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-aebfa3a8-b1de-40d0-8da9-40b8dcf2897b tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:46.911796 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-aebfa3a8-b1de-40d0-8da9-40b8dcf2897b tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1219442 Jan 28 08:32:46.914760 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 43008) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:32:46.919167 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-795925d1-5b15-411b-9c5f-64e01ea047cc tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Request body: {'security_group_rule': {'security_group_id': '6c467e77-bc62-4717-8df3-d914a6aa0720', 'project_id': '1bb6263e5d3e46e186ca26e13fb8dfd9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:32:46.946507 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-795925d1-5b15-411b-9c5f-64e01ea047cc tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Publish callbacks [] for security_group_rule (dda5fd60-ae60-42ab-884e-6256fa80bd9b), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:46.953122 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Pushing event updated for resources: {'Port': ['ID=f4732293-cb40-4903-b9a2-e34b272a5acc,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:32:47.007501 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-795925d1-5b15-411b-9c5f-64e01ea047cc tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Publish callbacks [] for security_group_rule (dda5fd60-ae60-42ab-884e-6256fa80bd9b), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:47.011551 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-795925d1-5b15-411b-9c5f-64e01ea047cc tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (dda5fd60-ae60-42ab-884e-6256fa80bd9b), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:47.031498 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795925d1-5b15-411b-9c5f-64e01ea047cc tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dda5fd60-ae60-42ab-884e-6256fa80bd9b,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:32:47.038135 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-795925d1-5b15-411b-9c5f-64e01ea047cc tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:47.039759 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-795925d1-5b15-411b-9c5f-64e01ea047cc tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1240685 Jan 28 08:32:47.042467 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 43010) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:32:47.047126 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-3eb6e133-6856-47e4-9e6d-1c0370921168 tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Request body: {'security_group_rule': {'security_group_id': '6c467e77-bc62-4717-8df3-d914a6aa0720', 'project_id': '1bb6263e5d3e46e186ca26e13fb8dfd9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:32:47.070694 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3eb6e133-6856-47e4-9e6d-1c0370921168 tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Publish callbacks [] for security_group_rule (aebbbcf2-9268-4592-ad29-345da7fb861a), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:47.127324 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3eb6e133-6856-47e4-9e6d-1c0370921168 tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Publish callbacks [] for security_group_rule (aebbbcf2-9268-4592-ad29-345da7fb861a), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:47.130992 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3eb6e133-6856-47e4-9e6d-1c0370921168 tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (aebbbcf2-9268-4592-ad29-345da7fb861a), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:47.148345 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb6e133-6856-47e4-9e6d-1c0370921168 tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aebbbcf2-9268-4592-ad29-345da7fb861a,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:32:47.155528 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3eb6e133-6856-47e4-9e6d-1c0370921168 tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:47.156692 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-3eb6e133-6856-47e4-9e6d-1c0370921168 tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1132820 Jan 28 08:32:47.159543 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 43012) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:32:47.164053 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-8f0e7d75-bd0e-47eb-b988-86233d1570d3 tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Request body: {'security_group_rule': {'security_group_id': '6c467e77-bc62-4717-8df3-d914a6aa0720', 'project_id': '1bb6263e5d3e46e186ca26e13fb8dfd9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:32:47.185643 n-d-712749-28 neutron-server[103283]: INFO neutron.db.securitygroups_db [None req-8f0e7d75-bd0e-47eb-b988-86233d1570d3 tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Project 1bb6263e5d3e46e186ca26e13fb8dfd9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 08:32:47.191670 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8f0e7d75-bd0e-47eb-b988-86233d1570d3 tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Publish callbacks [] for security_group_rule (487f5e26-447c-4d05-b6f1-a1b340671a33), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:47.253259 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8f0e7d75-bd0e-47eb-b988-86233d1570d3 tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Publish callbacks [] for security_group_rule (487f5e26-447c-4d05-b6f1-a1b340671a33), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:47.257098 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8f0e7d75-bd0e-47eb-b988-86233d1570d3 tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (487f5e26-447c-4d05-b6f1-a1b340671a33), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:47.275258 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0e7d75-bd0e-47eb-b988-86233d1570d3 tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=487f5e26-447c-4d05-b6f1-a1b340671a33,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:32:47.282945 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8f0e7d75-bd0e-47eb-b988-86233d1570d3 tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:47.284170 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-8f0e7d75-bd0e-47eb-b988-86233d1570d3 tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1237161 Jan 28 08:32:47.286896 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 43014) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:32:47.291581 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-3afa986c-baa5-4ddb-8744-474a8244c7f8 tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Request body: {'security_group_rule': {'security_group_id': '6c467e77-bc62-4717-8df3-d914a6aa0720', 'project_id': '1bb6263e5d3e46e186ca26e13fb8dfd9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:32:47.314015 n-d-712749-28 neutron-server[103283]: INFO neutron.db.securitygroups_db [None req-3afa986c-baa5-4ddb-8744-474a8244c7f8 tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Project 1bb6263e5d3e46e186ca26e13fb8dfd9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 08:32:47.319204 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3afa986c-baa5-4ddb-8744-474a8244c7f8 tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Publish callbacks [] for security_group_rule (9ecf4cce-d62c-4f82-adec-3498734f2ccc), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:47.383765 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3afa986c-baa5-4ddb-8744-474a8244c7f8 tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Publish callbacks [] for security_group_rule (9ecf4cce-d62c-4f82-adec-3498734f2ccc), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:47.387861 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3afa986c-baa5-4ddb-8744-474a8244c7f8 tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281485'] for security_group_rule (9ecf4cce-d62c-4f82-adec-3498734f2ccc), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:47.406158 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afa986c-baa5-4ddb-8744-474a8244c7f8 tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ecf4cce-d62c-4f82-adec-3498734f2ccc,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:32:47.410931 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3afa986c-baa5-4ddb-8744-474a8244c7f8 tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:47.412227 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-3afa986c-baa5-4ddb-8744-474a8244c7f8 tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1241789 Jan 28 08:32:47.515991 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21722bf-146d-4035-92b6-9c71433a3479 None None] Sync routers for ids ['e6550f37-5386-46c9-a195-ff33fad7d228'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 08:32:47.526200 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21722bf-146d-4035-92b6-9c71433a3479 None None] Routers {'e6550f37-5386-46c9-a195-ff33fad7d228'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 08:32:47.526804 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-b21722bf-146d-4035-92b6-9c71433a3479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T08:32:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['e6550f37-5386-46c9-a195-ff33fad7d228'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:32:47.562303 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7839acdc-d307-40d3-ad5a-78488815e04f req-eb150974-61d8-4875-b6f0-ba32600d185a tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1156271824&fields=id&tenant_id=1bb6263e5d3e46e186ca26e13fb8dfd9 HTTP/1.1" status: 200 len: 267 time: 0.0444255 Jan 28 08:32:47.634499 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-b21722bf-146d-4035-92b6-9c71433a3479 None None] Set router e6550f37-5386-46c9-a195-ff33fad7d228 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 08:32:47.667045 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7839acdc-d307-40d3-ad5a-78488815e04f req-7bb60ac1-ce4b-4405-aa25-7937b3edf250 tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:32:47.668570 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7839acdc-d307-40d3-ad5a-78488815e04f req-7bb60ac1-ce4b-4405-aa25-7937b3edf250 tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] 10.222.0.41 "GET /v2.0/networks?id=85ade290-ae1e-4621-babe-fb1f461984a9 HTTP/1.1" status: 200 len: 809 time: 0.0992372 Jan 28 08:32:47.683382 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7839acdc-d307-40d3-ad5a-78488815e04f req-5b12ad99-fda7-4d19-b0b3-5c6202360ffc tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] 10.222.0.41 "GET /v2.0/quotas/1bb6263e5d3e46e186ca26e13fb8dfd9 HTTP/1.1" status: 200 len: 375 time: 0.0090008 Jan 28 08:32:47.739202 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7839acdc-d307-40d3-ad5a-78488815e04f req-5e1bcb47-f907-470e-b23d-48b43b936f6b tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=1bb6263e5d3e46e186ca26e13fb8dfd9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0496213 Jan 28 08:32:47.755249 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [req-7839acdc-d307-40d3-ad5a-78488815e04f req-fb2eb91c-a4de-4af3-a892-767d1f07a2c3 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103283) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 08:32:47.756243 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7839acdc-d307-40d3-ad5a-78488815e04f req-fb2eb91c-a4de-4af3-a892-767d1f07a2c3 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052032 Jan 28 08:32:47.831259 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-b21722bf-146d-4035-92b6-9c71433a3479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6550f37-5386-46c9-a195-ff33fad7d228', 'name': 'tempest-TestSnapshotPattern-328814877-router', 'tenant_id': 'bcefc1d69ab14b55836520fb529d018e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': 'f4732293-cb40-4903-b9a2-e34b272a5acc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:32:42Z', 'updated_at': '2022-01-28T08:32:45Z', 'revision_number': 4, 'project_id': 'bcefc1d69ab14b55836520fb529d018e', 'gw_port': {'id': 'f4732293-cb40-4903-b9a2-e34b272a5acc', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:0a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6550f37-5386-46c9-a195-ff33fad7d228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:32:42Z', 'updated_at': '2022-01-28T08:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '83e8327c-ad9d-4bf1-b4d7-2bae111b5628', 'name': '', 'network_id': 'cd5bd7ab-9a8b-40e3-8ec5-7b63b390f99d', 'tenant_id': 'bcefc1d69ab14b55836520fb529d018e', 'mac_address': 'fa:16:3e:41:36:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6550f37-5386-46c9-a195-ff33fad7d228', 'device_owner': 'network:router_interface', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '135d519e-83a1-4625-9fb0-781a039fe4af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:32:44Z', 'updated_at': '2022-01-28T08:32:45Z', 'revision_number': 2, 'project_id': 'bcefc1d69ab14b55836520fb529d018e', 'subnets': [{'id': '135d519e-83a1-4625-9fb0-781a039fe4af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:32:47.845694 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7839acdc-d307-40d3-ad5a-78488815e04f req-3114ab1f-775c-4517-b82f-aa4765b53d38 service neutron] 10.222.0.41 "GET /v2.0/networks/85ade290-ae1e-4621-babe-fb1f461984a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834191 Jan 28 08:32:47.856643 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21722bf-146d-4035-92b6-9c71433a3479 None None] Checking router: e6550f37-5386-46c9-a195-ff33fad7d228 for host: n-d-712749-28 {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 08:32:47.857007 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21722bf-146d-4035-92b6-9c71433a3479 None None] Updating router e6550f37-5386-46c9-a195-ff33fad7d228 port 83e8327c-ad9d-4bf1-b4d7-2bae111b5628 binding host n-d-712749-28 {{(pid=103285) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 08:32:47.886716 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b21722bf-146d-4035-92b6-9c71433a3479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (83e8327c-ad9d-4bf1-b4d7-2bae111b5628), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:47.940969 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-7839acdc-d307-40d3-ad5a-78488815e04f req-419d0caa-0aed-43ba-bb5e-c4f00b68e425 service neutron] 10.222.0.41 "GET /v2.0/networks/85ade290-ae1e-4621-babe-fb1f461984a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893667 Jan 28 08:32:48.111969 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c2cb3191-2464-4aea-a38f-2f23b1c9004c req-fc82c198-4f72-4748-8e92-cbd3a741d972 tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] 10.222.0.41 "GET /v2.0/ports?device_id=35b797f3-1d81-4ba4-be93-f2345c8230e5 HTTP/1.1" status: 200 len: 210 time: 0.0310609 Jan 28 08:32:48.159541 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b21722bf-146d-4035-92b6-9c71433a3479 None None] Publish callbacks [] for port (83e8327c-ad9d-4bf1-b4d7-2bae111b5628), precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:48.164158 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b21722bf-146d-4035-92b6-9c71433a3479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (83e8327c-ad9d-4bf1-b4d7-2bae111b5628), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:48.212161 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7f49a8-b7cc-47e2-86f3-debcdec806ee None None] Pushing event updated for resources: {'Port': ['ID=83e8327c-ad9d-4bf1-b4d7-2bae111b5628,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:32:48.269027 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-b21722bf-146d-4035-92b6-9c71433a3479 None None] Attempting to bind port 83e8327c-ad9d-4bf1-b4d7-2bae111b5628 on host n-d-712749-28 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 08:32:48.269523 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-b21722bf-146d-4035-92b6-9c71433a3479 None None] Attempting to bind port 83e8327c-ad9d-4bf1-b4d7-2bae111b5628 by drivers openvswitch,hyperv on host n-d-712749-28 at level 0 using segments [{'id': '2450aa48-8923-44b2-bbb3-21af1e06a61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'cd5bd7ab-9a8b-40e3-8ec5-7b63b390f99d'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 08:32:48.269759 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21722bf-146d-4035-92b6-9c71433a3479 None None] Attempting to bind port 83e8327c-ad9d-4bf1-b4d7-2bae111b5628 on network cd5bd7ab-9a8b-40e3-8ec5-7b63b390f99d {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 08:32:48.275089 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21722bf-146d-4035-92b6-9c71433a3479 None None] Checking agent: {'id': '7899003e-50b9-476d-94ac-c953f77d0bae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 54, 10), 'started_at': datetime.datetime(2022, 1, 28, 6, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 8, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 08:32:48.275472 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21722bf-146d-4035-92b6-9c71433a3479 None None] Checking segment: {'id': '2450aa48-8923-44b2-bbb3-21af1e06a61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'cd5bd7ab-9a8b-40e3-8ec5-7b63b390f99d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 08:32:48.275880 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b21722bf-146d-4035-92b6-9c71433a3479 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:48.276301 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21722bf-146d-4035-92b6-9c71433a3479 None None] Bound using segment: {'id': '2450aa48-8923-44b2-bbb3-21af1e06a61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'cd5bd7ab-9a8b-40e3-8ec5-7b63b390f99d'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 08:32:48.276772 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-b21722bf-146d-4035-92b6-9c71433a3479 None None] Bound port: 83e8327c-ad9d-4bf1-b4d7-2bae111b5628, host: n-d-712749-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2450aa48-8923-44b2-bbb3-21af1e06a61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'cd5bd7ab-9a8b-40e3-8ec5-7b63b390f99d'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 08:32:48.277156 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b21722bf-146d-4035-92b6-9c71433a3479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (83e8327c-ad9d-4bf1-b4d7-2bae111b5628), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:48.342272 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-b21722bf-146d-4035-92b6-9c71433a3479 None None] For port 83e8327c-ad9d-4bf1-b4d7-2bae111b5628, host n-d-712749-28, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 08:32:48.346557 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-b21722bf-146d-4035-92b6-9c71433a3479 None None] For port 83e8327c-ad9d-4bf1-b4d7-2bae111b5628, host n-d-712749-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=83e8327c-ad9d-4bf1-b4d7-2bae111b5628,segment=NetworkSegment(2450aa48-8923-44b2-bbb3-21af1e06a61d),segment_id=2450aa48-8923-44b2-bbb3-21af1e06a61d)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 08:32:48.354134 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b21722bf-146d-4035-92b6-9c71433a3479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (83e8327c-ad9d-4bf1-b4d7-2bae111b5628), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:48.415621 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21722bf-146d-4035-92b6-9c71433a3479 None None] Routers {'e6550f37-5386-46c9-a195-ff33fad7d228'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 08:32:48.416369 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-b21722bf-146d-4035-92b6-9c71433a3479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T08:32:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['e6550f37-5386-46c9-a195-ff33fad7d228'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:32:48.462595 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7f49a8-b7cc-47e2-86f3-debcdec806ee None None] Pushing event updated for resources: {'Port': ['ID=83e8327c-ad9d-4bf1-b4d7-2bae111b5628,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:32:48.481557 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-52e7327a-b566-4f72-9ff0-bee7bded705d None None] Provisioning complete for port 83e8327c-ad9d-4bf1-b4d7-2bae111b5628 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:32:48.481864 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-52e7327a-b566-4f72-9ff0-bee7bded705d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (83e8327c-ad9d-4bf1-b4d7-2bae111b5628), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:48.514792 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device f4732293-cb40-4903-b9a2-e34b272a5acc up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 08:32:48.808629 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-b21722bf-146d-4035-92b6-9c71433a3479 None None] Set router e6550f37-5386-46c9-a195-ff33fad7d228 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 08:32:48.917460 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port f4732293-cb40-4903-b9a2-e34b272a5acc triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:32:48.917835 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (f4732293-cb40-4903-b9a2-e34b272a5acc), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:48.977901 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-52e7327a-b566-4f72-9ff0-bee7bded705d None None] Current status of the port 83e8327c-ad9d-4bf1-b4d7-2bae111b5628 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:32:48.978292 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-52e7327a-b566-4f72-9ff0-bee7bded705d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (83e8327c-ad9d-4bf1-b4d7-2bae111b5628), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:49.086144 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-52e7327a-b566-4f72-9ff0-bee7bded705d None None] For port 83e8327c-ad9d-4bf1-b4d7-2bae111b5628, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=83e8327c-ad9d-4bf1-b4d7-2bae111b5628,segment=NetworkSegment(2450aa48-8923-44b2-bbb3-21af1e06a61d),segment_id=2450aa48-8923-44b2-bbb3-21af1e06a61d)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:32:49.101628 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-52e7327a-b566-4f72-9ff0-bee7bded705d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (83e8327c-ad9d-4bf1-b4d7-2bae111b5628), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:49.210476 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-54938c45-658b-43b8-8a43-843031975ea1 req-dc652691-9789-456c-ae01-238558ee1dd9 tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] 10.222.0.41 "GET /v2.0/ports?device_id=35b797f3-1d81-4ba4-be93-f2345c8230e5 HTTP/1.1" status: 200 len: 210 time: 0.0277841 Jan 28 08:32:49.251555 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port f4732293-cb40-4903-b9a2-e34b272a5acc is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:32:49.258510 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e7327a-b566-4f72-9ff0-bee7bded705d None None] Pushing event updated for resources: {'Port': ['ID=83e8327c-ad9d-4bf1-b4d7-2bae111b5628,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:32:49.281561 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-28f7e07e-1ea9-497e-b1b8-7739f20208ff None None] Provisioning complete for port 83e8327c-ad9d-4bf1-b4d7-2bae111b5628 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:32:49.281914 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-28f7e07e-1ea9-497e-b1b8-7739f20208ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (83e8327c-ad9d-4bf1-b4d7-2bae111b5628), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:49.362807 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-b21722bf-146d-4035-92b6-9c71433a3479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6550f37-5386-46c9-a195-ff33fad7d228', 'name': 'tempest-TestSnapshotPattern-328814877-router', 'tenant_id': 'bcefc1d69ab14b55836520fb529d018e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': 'f4732293-cb40-4903-b9a2-e34b272a5acc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:32:42Z', 'updated_at': '2022-01-28T08:32:45Z', 'revision_number': 4, 'project_id': 'bcefc1d69ab14b55836520fb529d018e', 'gw_port': {'id': 'f4732293-cb40-4903-b9a2-e34b272a5acc', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:0a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6550f37-5386-46c9-a195-ff33fad7d228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:32:42Z', 'updated_at': '2022-01-28T08:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '83e8327c-ad9d-4bf1-b4d7-2bae111b5628', 'name': '', 'network_id': 'cd5bd7ab-9a8b-40e3-8ec5-7b63b390f99d', 'tenant_id': 'bcefc1d69ab14b55836520fb529d018e', 'mac_address': 'fa:16:3e:41:36:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6550f37-5386-46c9-a195-ff33fad7d228', 'device_owner': 'network:router_interface', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '135d519e-83a1-4625-9fb0-781a039fe4af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:32:44Z', 'updated_at': '2022-01-28T08:32:48Z', 'revision_number': 4, 'project_id': 'bcefc1d69ab14b55836520fb529d018e', 'subnets': [{'id': '135d519e-83a1-4625-9fb0-781a039fe4af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:32:49.396525 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21722bf-146d-4035-92b6-9c71433a3479 None None] The sync data for ids ['e6550f37-5386-46c9-a195-ff33fad7d228'] in n-d-712749-28 is: [{'id': 'e6550f37-5386-46c9-a195-ff33fad7d228', 'name': 'tempest-TestSnapshotPattern-328814877-router', 'tenant_id': 'bcefc1d69ab14b55836520fb529d018e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': 'f4732293-cb40-4903-b9a2-e34b272a5acc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:32:42Z', 'updated_at': '2022-01-28T08:32:45Z', 'revision_number': 4, 'project_id': 'bcefc1d69ab14b55836520fb529d018e', 'gw_port': {'id': 'f4732293-cb40-4903-b9a2-e34b272a5acc', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:0a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6550f37-5386-46c9-a195-ff33fad7d228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:32:42Z', 'updated_at': '2022-01-28T08:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': '83e8327c-ad9d-4bf1-b4d7-2bae111b5628', 'name': '', 'network_id': 'cd5bd7ab-9a8b-40e3-8ec5-7b63b390f99d', 'tenant_id': 'bcefc1d69ab14b55836520fb529d018e', 'mac_address': 'fa:16:3e:41:36:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6550f37-5386-46c9-a195-ff33fad7d228', 'device_owner': 'network:router_interface', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '135d519e-83a1-4625-9fb0-781a039fe4af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:32:44Z', 'updated_at': '2022-01-28T08:32:48Z', 'revision_number': 4, 'project_id': 'bcefc1d69ab14b55836520fb529d018e', 'subnets': [{'id': '135d519e-83a1-4625-9fb0-781a039fe4af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 08:32:49.430082 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-28f7e07e-1ea9-497e-b1b8-7739f20208ff None None] Current status of the port 83e8327c-ad9d-4bf1-b4d7-2bae111b5628 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:32:49.473395 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7839acdc-d307-40d3-ad5a-78488815e04f req-345ec48c-77e1-4c7c-83a2-7ba0457bcff2 tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:32:49.476750 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7839acdc-d307-40d3-ad5a-78488815e04f req-345ec48c-77e1-4c7c-83a2-7ba0457bcff2 tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] 10.222.0.10 "GET /v2.0/networks?id=85ade290-ae1e-4621-babe-fb1f461984a9 HTTP/1.1" status: 200 len: 809 time: 0.1381788 Jan 28 08:32:49.573560 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7839acdc-d307-40d3-ad5a-78488815e04f req-6f21ed05-c529-4301-8e36-5c46bb371268 tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1bb6263e5d3e46e186ca26e13fb8dfd9 HTTP/1.1" status: 200 len: 380 time: 0.0634065 Jan 28 08:32:49.588848 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-7839acdc-d307-40d3-ad5a-78488815e04f req-a0d545a8-49a4-47a0-a749-fd93af32a88c tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Request body: {'port': {'device_id': '35b797f3-1d81-4ba4-be93-f2345c8230e5', 'network_id': '85ade290-ae1e-4621-babe-fb1f461984a9', 'admin_state_up': True, 'tenant_id': '1bb6263e5d3e46e186ca26e13fb8dfd9', 'security_groups': ['6c467e77-bc62-4717-8df3-d914a6aa0720']}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:32:49.703842 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7839acdc-d307-40d3-ad5a-78488815e04f req-a0d545a8-49a4-47a0-a749-fd93af32a88c tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Made reservation on behalf of 1bb6263e5d3e46e186ca26e13fb8dfd9 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 08:32:49.707238 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-7839acdc-d307-40d3-ad5a-78488815e04f req-a0d545a8-49a4-47a0-a749-fd93af32a88c tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:49.838350 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-7839acdc-d307-40d3-ad5a-78488815e04f req-a0d545a8-49a4-47a0-a749-fd93af32a88c tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Allocated IP 172.20.0.8 (85ade290-ae1e-4621-babe-fb1f461984a9/0bf5e3bb-d62c-425e-a4bb-df1360e645af/77b18add-bb17-48bb-8790-49db88d07250) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 08:32:49.986450 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-7839acdc-d307-40d3-ad5a-78488815e04f req-a0d545a8-49a4-47a0-a749-fd93af32a88c tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Publish callbacks [] for port (77b18add-bb17-48bb-8790-49db88d07250), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:50.020233 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-7839acdc-d307-40d3-ad5a-78488815e04f req-a0d545a8-49a4-47a0-a749-fd93af32a88c tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (77b18add-bb17-48bb-8790-49db88d07250), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:50.061945 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7839acdc-d307-40d3-ad5a-78488815e04f req-a0d545a8-49a4-47a0-a749-fd93af32a88c tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Network 85ade290-ae1e-4621-babe-fb1f461984a9 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 08:32:50.065109 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-7839acdc-d307-40d3-ad5a-78488815e04f req-a0d545a8-49a4-47a0-a749-fd93af32a88c tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 08:32:50.070977 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-7839acdc-d307-40d3-ad5a-78488815e04f req-a0d545a8-49a4-47a0-a749-fd93af32a88c tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 08:32:50.097918 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d545a8-49a4-47a0-a749-fd93af32a88c tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Pushing event updated for resources: {'Port': ['ID=77b18add-bb17-48bb-8790-49db88d07250,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:32:50.128517 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7839acdc-d307-40d3-ad5a-78488815e04f req-a0d545a8-49a4-47a0-a749-fd93af32a88c tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:32:50.129162 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-7839acdc-d307-40d3-ad5a-78488815e04f req-a0d545a8-49a4-47a0-a749-fd93af32a88c tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:50.145580 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7839acdc-d307-40d3-ad5a-78488815e04f req-a0d545a8-49a4-47a0-a749-fd93af32a88c tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5611191 Jan 28 08:32:50.264005 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [req-7839acdc-d307-40d3-ad5a-78488815e04f req-8e1dbd43-e3f8-441f-b71f-2425ddd9b7e1 service neutron] Request body: {'port': {'device_id': '35b797f3-1d81-4ba4-be93-f2345c8230e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-28'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:32:50.349892 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-7839acdc-d307-40d3-ad5a-78488815e04f req-8e1dbd43-e3f8-441f-b71f-2425ddd9b7e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (77b18add-bb17-48bb-8790-49db88d07250), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:50.370408 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-fe44a969-43a8-4c27-9145-d42b5ae94e16 None None] Provisioning complete for port 77b18add-bb17-48bb-8790-49db88d07250 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:32:50.370962 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fe44a969-43a8-4c27-9145-d42b5ae94e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (77b18add-bb17-48bb-8790-49db88d07250), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:50.372212 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b909f7a1-d870-4df2-922e-2588750cf25e req-47c2be4a-6d4d-4a49-9c95-004ec4f4aa33 tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:32:50.373703 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b909f7a1-d870-4df2-922e-2588750cf25e req-47c2be4a-6d4d-4a49-9c95-004ec4f4aa33 tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] 10.222.0.41 "GET /v2.0/ports?device_id=35b797f3-1d81-4ba4-be93-f2345c8230e5 HTTP/1.1" status: 200 len: 931 time: 0.0853660 Jan 28 08:32:50.404927 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-fe44a969-43a8-4c27-9145-d42b5ae94e16 None None] Port 77b18add-bb17-48bb-8790-49db88d07250 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 08:32:50.510197 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 83e8327c-ad9d-4bf1-b4d7-2bae111b5628 up at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 08:32:50.510411 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b909f7a1-d870-4df2-922e-2588750cf25e req-cbbf446b-50ce-40b8-9305-4ce0b9cc4773 tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c467e77-bc62-4717-8df3-d914a6aa0720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175416 Jan 28 08:32:50.558632 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Provisioning complete for port 83e8327c-ad9d-4bf1-b4d7-2bae111b5628 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:32:50.559004 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (83e8327c-ad9d-4bf1-b4d7-2bae111b5628), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:50.643776 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Current status of the port 83e8327c-ad9d-4bf1-b4d7-2bae111b5628 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:32:50.676511 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-7839acdc-d307-40d3-ad5a-78488815e04f req-8e1dbd43-e3f8-441f-b71f-2425ddd9b7e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77b18add-bb17-48bb-8790-49db88d07250 {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 08:32:50.683759 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-7839acdc-d307-40d3-ad5a-78488815e04f req-8e1dbd43-e3f8-441f-b71f-2425ddd9b7e1 service neutron] Publish callbacks [] for port (77b18add-bb17-48bb-8790-49db88d07250), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:50.696500 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-7839acdc-d307-40d3-ad5a-78488815e04f req-8e1dbd43-e3f8-441f-b71f-2425ddd9b7e1 service neutron] Transition to ACTIVE for port object 77b18add-bb17-48bb-8790-49db88d07250 will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 08:32:50.700119 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-7839acdc-d307-40d3-ad5a-78488815e04f req-8e1dbd43-e3f8-441f-b71f-2425ddd9b7e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (77b18add-bb17-48bb-8790-49db88d07250), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:50.751366 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1dbd43-e3f8-441f-b71f-2425ddd9b7e1 service neutron] Pushing event updated for resources: {'Port': ['ID=77b18add-bb17-48bb-8790-49db88d07250,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:32:50.821687 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-7839acdc-d307-40d3-ad5a-78488815e04f req-8e1dbd43-e3f8-441f-b71f-2425ddd9b7e1 service neutron] Attempting to bind port 77b18add-bb17-48bb-8790-49db88d07250 on host n-h1-712749-28 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 08:32:50.822024 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-7839acdc-d307-40d3-ad5a-78488815e04f req-8e1dbd43-e3f8-441f-b71f-2425ddd9b7e1 service neutron] Attempting to bind port 77b18add-bb17-48bb-8790-49db88d07250 by drivers openvswitch,hyperv on host n-h1-712749-28 at level 0 using segments [{'id': 'e7dfea37-5356-4bab-a20b-0872ae5e561c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '85ade290-ae1e-4621-babe-fb1f461984a9'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 08:32:50.822351 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7839acdc-d307-40d3-ad5a-78488815e04f req-8e1dbd43-e3f8-441f-b71f-2425ddd9b7e1 service neutron] Attempting to bind port 77b18add-bb17-48bb-8790-49db88d07250 on network 85ade290-ae1e-4621-babe-fb1f461984a9 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 08:32:50.826845 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7839acdc-d307-40d3-ad5a-78488815e04f req-8e1dbd43-e3f8-441f-b71f-2425ddd9b7e1 service neutron] Port 77b18add-bb17-48bb-8790-49db88d07250 on network 85ade290-ae1e-4621-babe-fb1f461984a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-28 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 08:32:50.827357 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7839acdc-d307-40d3-ad5a-78488815e04f req-8e1dbd43-e3f8-441f-b71f-2425ddd9b7e1 service neutron] Attempting to bind port 77b18add-bb17-48bb-8790-49db88d07250 on network 85ade290-ae1e-4621-babe-fb1f461984a9 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 08:32:50.832556 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7839acdc-d307-40d3-ad5a-78488815e04f req-8e1dbd43-e3f8-441f-b71f-2425ddd9b7e1 service neutron] Checking agent: {'id': '2fca46b1-237f-4857-9290-2429d810e472', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 8, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 08:32:50.832896 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7839acdc-d307-40d3-ad5a-78488815e04f req-8e1dbd43-e3f8-441f-b71f-2425ddd9b7e1 service neutron] Checking segment: {'id': 'e7dfea37-5356-4bab-a20b-0872ae5e561c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '85ade290-ae1e-4621-babe-fb1f461984a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 08:32:50.833279 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7839acdc-d307-40d3-ad5a-78488815e04f req-8e1dbd43-e3f8-441f-b71f-2425ddd9b7e1 service neutron] Bound using segment: {'id': 'e7dfea37-5356-4bab-a20b-0872ae5e561c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '85ade290-ae1e-4621-babe-fb1f461984a9'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 08:32:50.833713 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-7839acdc-d307-40d3-ad5a-78488815e04f req-8e1dbd43-e3f8-441f-b71f-2425ddd9b7e1 service neutron] Bound port: 77b18add-bb17-48bb-8790-49db88d07250, host: n-h1-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7dfea37-5356-4bab-a20b-0872ae5e561c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '85ade290-ae1e-4621-babe-fb1f461984a9'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 08:32:50.834071 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-7839acdc-d307-40d3-ad5a-78488815e04f req-8e1dbd43-e3f8-441f-b71f-2425ddd9b7e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (77b18add-bb17-48bb-8790-49db88d07250), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:50.904334 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-7839acdc-d307-40d3-ad5a-78488815e04f req-8e1dbd43-e3f8-441f-b71f-2425ddd9b7e1 service neutron] For port 77b18add-bb17-48bb-8790-49db88d07250, host n-h1-712749-28, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 08:32:50.908060 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-7839acdc-d307-40d3-ad5a-78488815e04f req-8e1dbd43-e3f8-441f-b71f-2425ddd9b7e1 service neutron] For port 77b18add-bb17-48bb-8790-49db88d07250, host n-h1-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=77b18add-bb17-48bb-8790-49db88d07250,segment=NetworkSegment(e7dfea37-5356-4bab-a20b-0872ae5e561c),segment_id=e7dfea37-5356-4bab-a20b-0872ae5e561c)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 08:32:50.914181 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-7839acdc-d307-40d3-ad5a-78488815e04f req-8e1dbd43-e3f8-441f-b71f-2425ddd9b7e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (77b18add-bb17-48bb-8790-49db88d07250), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:50.953535 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7839acdc-d307-40d3-ad5a-78488815e04f req-8e1dbd43-e3f8-441f-b71f-2425ddd9b7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:32:50.954168 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-7839acdc-d307-40d3-ad5a-78488815e04f req-8e1dbd43-e3f8-441f-b71f-2425ddd9b7e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:50.955662 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7839acdc-d307-40d3-ad5a-78488815e04f req-8e1dbd43-e3f8-441f-b71f-2425ddd9b7e1 service neutron] 10.222.0.10 "PUT /v2.0/ports/77b18add-bb17-48bb-8790-49db88d07250 HTTP/1.1" status: 200 len: 1092 time: 0.7902126 Jan 28 08:32:50.956143 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35b797f3-1d81-4ba4-be93-f2345c8230e5', 'tag': '77b18add-bb17-48bb-8790-49db88d07250'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 08:32:50.958518 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea2b103cb7827510f28784975546feb0b63800b94dfac5f98f271904baace09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5861439-bd23-4507-8588-e36f936655b1" -d '{"events": [{"name": "network-changed", "server_uuid": "35b797f3-1d81-4ba4-be93-f2345c8230e5", "tag": "77b18add-bb17-48bb-8790-49db88d07250"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 08:32:50.983690 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1dbd43-e3f8-441f-b71f-2425ddd9b7e1 service neutron] Pushing event updated for resources: {'Port': ['ID=77b18add-bb17-48bb-8790-49db88d07250,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:32:51.003469 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 08:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2c08cd8-2e93-4a7e-ae82-966b949128bb x-openstack-request-id: req-b2c08cd8-2e93-4a7e-ae82-966b949128bb {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 08:32:51.004008 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35b797f3-1d81-4ba4-be93-f2345c8230e5", "tag": "77b18add-bb17-48bb-8790-49db88d07250", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 08:32:51.004299 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b2c08cd8-2e93-4a7e-ae82-966b949128bb {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 08:32:51.004717 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35b797f3-1d81-4ba4-be93-f2345c8230e5', 'tag': '77b18add-bb17-48bb-8790-49db88d07250', 'status': 'completed', 'code': 200} Jan 28 08:32:51.072001 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7839acdc-d307-40d3-ad5a-78488815e04f req-4e81ee70-2eab-4665-8e72-a981b19666c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:32:51.073625 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7839acdc-d307-40d3-ad5a-78488815e04f req-4e81ee70-2eab-4665-8e72-a981b19666c5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1bb6263e5d3e46e186ca26e13fb8dfd9&device_id=35b797f3-1d81-4ba4-be93-f2345c8230e5 HTTP/1.1" status: 200 len: 1095 time: 0.0463209 Jan 28 08:32:51.134417 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7839acdc-d307-40d3-ad5a-78488815e04f req-a8a4f7f2-6298-40e6-b7a4-1e164e7cca7f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=77b18add-bb17-48bb-8790-49db88d07250 HTTP/1.1" status: 200 len: 217 time: 0.0399683 Jan 28 08:32:51.191133 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7839acdc-d307-40d3-ad5a-78488815e04f req-10456f57-3801-4627-b557-adc7f5f6ff12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:32:51.192848 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7839acdc-d307-40d3-ad5a-78488815e04f req-10456f57-3801-4627-b557-adc7f5f6ff12 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0bf5e3bb-d62c-425e-a4bb-df1360e645af HTTP/1.1" status: 200 len: 848 time: 0.0476434 Jan 28 08:32:51.243522 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7839acdc-d307-40d3-ad5a-78488815e04f req-4bcddb00-18af-41d8-82f4-ebd31070aaf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:32:51.245331 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7839acdc-d307-40d3-ad5a-78488815e04f req-4bcddb00-18af-41d8-82f4-ebd31070aaf6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=85ade290-ae1e-4621-babe-fb1f461984a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440934 Jan 28 08:32:51.345847 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7839acdc-d307-40d3-ad5a-78488815e04f req-99659822-ff5b-44c2-8f84-025845bf1b31 service neutron] 10.222.0.10 "GET /v2.0/networks/85ade290-ae1e-4621-babe-fb1f461984a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912564 Jan 28 08:32:51.440320 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7839acdc-d307-40d3-ad5a-78488815e04f req-0bc7dc3d-0be8-4f50-873c-7bb77f946d92 service neutron] 10.222.0.10 "GET /v2.0/networks/85ade290-ae1e-4621-babe-fb1f461984a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853686 Jan 28 08:32:51.582558 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5861439-bd23-4507-8588-e36f936655b1 req-9518a383-835d-4d2b-aa70-6426c84de2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:32:51.584032 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a5861439-bd23-4507-8588-e36f936655b1 req-9518a383-835d-4d2b-aa70-6426c84de2e3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1bb6263e5d3e46e186ca26e13fb8dfd9&device_id=35b797f3-1d81-4ba4-be93-f2345c8230e5 HTTP/1.1" status: 200 len: 1095 time: 0.0431972 Jan 28 08:32:51.683041 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744d90bd-7a33-46e1-8ac3-30a43218511a req-11fca980-5879-418b-b211-97014076c0a6 tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:32:51.684611 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-744d90bd-7a33-46e1-8ac3-30a43218511a req-11fca980-5879-418b-b211-97014076c0a6 tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] 10.222.0.41 "GET /v2.0/ports?device_id=35b797f3-1d81-4ba4-be93-f2345c8230e5 HTTP/1.1" status: 200 len: 943 time: 0.1042595 Jan 28 08:32:51.727585 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5861439-bd23-4507-8588-e36f936655b1 req-86b0ad39-855e-43ae-a808-5baaf75eb56d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:32:51.729106 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a5861439-bd23-4507-8588-e36f936655b1 req-86b0ad39-855e-43ae-a808-5baaf75eb56d service neutron] 10.222.0.10 "GET /v2.0/networks?id=85ade290-ae1e-4621-babe-fb1f461984a9 HTTP/1.1" status: 200 len: 910 time: 0.1371696 Jan 28 08:32:51.787425 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a5861439-bd23-4507-8588-e36f936655b1 req-6a179a34-4f99-42b4-9bf9-29c1176ee412 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=77b18add-bb17-48bb-8790-49db88d07250 HTTP/1.1" status: 200 len: 217 time: 0.0497684 Jan 28 08:32:51.791458 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-744d90bd-7a33-46e1-8ac3-30a43218511a req-3a7b1b7b-f760-4f3d-807e-f7b4d8928142 tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c467e77-bc62-4717-8df3-d914a6aa0720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995440 Jan 28 08:32:51.836251 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5861439-bd23-4507-8588-e36f936655b1 req-9aaad1a8-e20d-4ffc-a9e2-0f0e0f571b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:32:51.837741 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a5861439-bd23-4507-8588-e36f936655b1 req-9aaad1a8-e20d-4ffc-a9e2-0f0e0f571b71 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0bf5e3bb-d62c-425e-a4bb-df1360e645af HTTP/1.1" status: 200 len: 848 time: 0.0444560 Jan 28 08:32:51.882732 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5861439-bd23-4507-8588-e36f936655b1 req-6d9cf124-928c-4c1b-b61c-4dae78f75c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:32:51.884219 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a5861439-bd23-4507-8588-e36f936655b1 req-6d9cf124-928c-4c1b-b61c-4dae78f75c26 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=85ade290-ae1e-4621-babe-fb1f461984a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393472 Jan 28 08:32:51.976057 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a5861439-bd23-4507-8588-e36f936655b1 req-2f5567fe-c4d3-4d3e-bea8-3f3099bb7283 service neutron] 10.222.0.10 "GET /v2.0/networks/85ade290-ae1e-4621-babe-fb1f461984a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850809 Jan 28 08:32:52.067311 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-a5861439-bd23-4507-8588-e36f936655b1 req-a83b10e7-ad6d-439e-a596-f4870e19485f service neutron] 10.222.0.10 "GET /v2.0/networks/85ade290-ae1e-4621-babe-fb1f461984a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823307 Jan 28 08:32:52.914414 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1acbd26-ae62-4cd8-b4bd-4dd25f41a407 req-dddad601-8c03-4b6c-88b4-32e3a8652592 tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:32:52.915882 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c1acbd26-ae62-4cd8-b4bd-4dd25f41a407 req-dddad601-8c03-4b6c-88b4-32e3a8652592 tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] 10.222.0.41 "GET /v2.0/ports?device_id=35b797f3-1d81-4ba4-be93-f2345c8230e5 HTTP/1.1" status: 200 len: 943 time: 0.0489163 Jan 28 08:32:52.964837 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c1acbd26-ae62-4cd8-b4bd-4dd25f41a407 req-0008c9b8-1a89-46cd-b61c-1d4f225f70ac tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c467e77-bc62-4717-8df3-d914a6aa0720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419166 Jan 28 08:32:54.085508 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad2bf55-36c6-493b-8e3d-b15de4352ca5 req-e19df84c-11df-440f-be61-bc3ca8d8a00e tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:32:54.086957 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-bad2bf55-36c6-493b-8e3d-b15de4352ca5 req-e19df84c-11df-440f-be61-bc3ca8d8a00e tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] 10.222.0.41 "GET /v2.0/ports?device_id=35b797f3-1d81-4ba4-be93-f2345c8230e5 HTTP/1.1" status: 200 len: 943 time: 0.0520792 Jan 28 08:32:54.134466 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-bad2bf55-36c6-493b-8e3d-b15de4352ca5 req-0ecadcc9-c29c-494c-99a5-92e626315318 tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c467e77-bc62-4717-8df3-d914a6aa0720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419405 Jan 28 08:32:55.254863 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dc0cc1-f2f3-4de2-b829-5260650c46af req-f64b81e4-008f-4a7b-8429-df3c4ddded64 tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:32:55.256378 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e3dc0cc1-f2f3-4de2-b829-5260650c46af req-f64b81e4-008f-4a7b-8429-df3c4ddded64 tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] 10.222.0.41 "GET /v2.0/ports?device_id=35b797f3-1d81-4ba4-be93-f2345c8230e5 HTTP/1.1" status: 200 len: 943 time: 0.0517209 Jan 28 08:32:55.304762 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-e3dc0cc1-f2f3-4de2-b829-5260650c46af req-510a38d7-87e3-4570-9df7-6383d2f311ed tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c467e77-bc62-4717-8df3-d914a6aa0720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427601 Jan 28 08:32:55.389072 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 77b18add-bb17-48bb-8790-49db88d07250 details requested by agent hyperv_n-h1-712749-28 with host n-h1-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 08:32:55.485669 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 77b18add-bb17-48bb-8790-49db88d07250, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=77b18add-bb17-48bb-8790-49db88d07250,segment=NetworkSegment(e7dfea37-5356-4bab-a20b-0872ae5e561c),segment_id=e7dfea37-5356-4bab-a20b-0872ae5e561c)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:32:55.496799 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Returning: {'device': '77b18add-bb17-48bb-8790-49db88d07250', 'network_id': '85ade290-ae1e-4621-babe-fb1f461984a9', 'port_id': '77b18add-bb17-48bb-8790-49db88d07250', 'mac_address': 'fa:16:3e:58:b9:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bf5e3bb-d62c-425e-a4bb-df1360e645af', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 08:32:55.534353 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 77b18add-bb17-48bb-8790-49db88d07250 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:32:55.534752 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (77b18add-bb17-48bb-8790-49db88d07250), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:55.549604 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77b18add-bb17-48bb-8790-49db88d07250 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 08:32:55.569236 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 77b18add-bb17-48bb-8790-49db88d07250, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=77b18add-bb17-48bb-8790-49db88d07250,segment=NetworkSegment(e7dfea37-5356-4bab-a20b-0872ae5e561c),segment_id=e7dfea37-5356-4bab-a20b-0872ae5e561c)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:32:55.572799 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (77b18add-bb17-48bb-8790-49db88d07250), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:55.621925 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=77b18add-bb17-48bb-8790-49db88d07250,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:32:55.886540 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['77b18add-bb17-48bb-8790-49db88d07250'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 08:32:56.419837 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5cea37-6aee-440f-b3ef-04605d00153b req-5171ee7b-dbaa-4138-8bf4-68c949d6e81f tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:32:56.421650 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6b5cea37-6aee-440f-b3ef-04605d00153b req-5171ee7b-dbaa-4138-8bf4-68c949d6e81f tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] 10.222.0.41 "GET /v2.0/ports?device_id=35b797f3-1d81-4ba4-be93-f2345c8230e5 HTTP/1.1" status: 200 len: 944 time: 0.0493391 Jan 28 08:32:56.470737 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-6b5cea37-6aee-440f-b3ef-04605d00153b req-4cdbd149-cb9d-49ed-b091-208bb9dda0ed tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c467e77-bc62-4717-8df3-d914a6aa0720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435200 Jan 28 08:32:57.392978 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 77b18add-bb17-48bb-8790-49db88d07250 up at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 08:32:57.442311 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning for port 77b18add-bb17-48bb-8790-49db88d07250 completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 08:32:57.446679 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning complete for port 77b18add-bb17-48bb-8790-49db88d07250 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:32:57.447063 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (77b18add-bb17-48bb-8790-49db88d07250), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:57.522960 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 77b18add-bb17-48bb-8790-49db88d07250 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:32:57.523358 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (77b18add-bb17-48bb-8790-49db88d07250), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:57.549680 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35b797f3-1d81-4ba4-be93-f2345c8230e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77b18add-bb17-48bb-8790-49db88d07250'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 08:32:57.551986 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ad7fe887ec8da9bd29e477e6463a73d1e99860c0dff062a8c1350cb6684650b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cb5ead8-2280-4b66-a8ba-5071dd36b8e8" -d '{"events": [{"server_uuid": "35b797f3-1d81-4ba4-be93-f2345c8230e5", "name": "network-vif-plugged", "status": "completed", "tag": "77b18add-bb17-48bb-8790-49db88d07250"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 08:32:57.565216 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 77b18add-bb17-48bb-8790-49db88d07250, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=77b18add-bb17-48bb-8790-49db88d07250,segment=NetworkSegment(e7dfea37-5356-4bab-a20b-0872ae5e561c),segment_id=e7dfea37-5356-4bab-a20b-0872ae5e561c)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:32:57.571230 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (77b18add-bb17-48bb-8790-49db88d07250), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:32:57.595971 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e12028-a7d7-481f-8bcd-a4dd16576ad9 req-16871912-ed0b-4743-ac2d-fc2599deaa39 tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:32:57.597721 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 08:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43f53451-a233-492a-a438-d6976149beb4 x-openstack-request-id: req-43f53451-a233-492a-a438-d6976149beb4 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 08:32:57.597884 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c8e12028-a7d7-481f-8bcd-a4dd16576ad9 req-16871912-ed0b-4743-ac2d-fc2599deaa39 tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] 10.222.0.41 "GET /v2.0/ports?device_id=35b797f3-1d81-4ba4-be93-f2345c8230e5 HTTP/1.1" status: 200 len: 944 time: 0.0583596 Jan 28 08:32:57.598001 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35b797f3-1d81-4ba4-be93-f2345c8230e5", "name": "network-vif-plugged", "status": "completed", "tag": "77b18add-bb17-48bb-8790-49db88d07250", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 08:32:57.598258 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-43f53451-a233-492a-a438-d6976149beb4 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 08:32:57.598642 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35b797f3-1d81-4ba4-be93-f2345c8230e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77b18add-bb17-48bb-8790-49db88d07250', 'code': 200} Jan 28 08:32:57.624887 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=77b18add-bb17-48bb-8790-49db88d07250,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:32:57.648909 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c8e12028-a7d7-481f-8bcd-a4dd16576ad9 req-2b3195f5-9f42-46c6-ba11-3a64d8da1ea3 tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c467e77-bc62-4717-8df3-d914a6aa0720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454936 Jan 28 08:32:57.735003 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cdf960-de4f-4dba-b29c-c4c67d390dc4 req-c252310c-6779-4adc-a0f0-264b01519bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:32:57.736484 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c7cdf960-de4f-4dba-b29c-c4c67d390dc4 req-c252310c-6779-4adc-a0f0-264b01519bbc service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=35b797f3-1d81-4ba4-be93-f2345c8230e5 HTTP/1.1" status: 200 len: 1097 time: 0.0395675 Jan 28 08:32:57.783718 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c7cdf960-de4f-4dba-b29c-c4c67d390dc4 req-28ef3ddf-2f0c-4315-ba07-045949c0f169 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=6c467e77-bc62-4717-8df3-d914a6aa0720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414524 Jan 28 08:32:58.767489 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afb9dc8-c94c-4efc-8beb-4dc959e057b3 req-ff33b6ce-3957-4456-8c79-e6ef3091008e tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:32:58.768982 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7afb9dc8-c94c-4efc-8beb-4dc959e057b3 req-ff33b6ce-3957-4456-8c79-e6ef3091008e tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] 10.222.0.41 "GET /v2.0/ports?device_id=35b797f3-1d81-4ba4-be93-f2345c8230e5 HTTP/1.1" status: 200 len: 945 time: 0.0475702 Jan 28 08:32:58.817239 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-7afb9dc8-c94c-4efc-8beb-4dc959e057b3 req-ed06c24f-3487-49f9-8d7b-4ccb19a67e75 tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c467e77-bc62-4717-8df3-d914a6aa0720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428042 Jan 28 08:32:59.930145 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d772d6c5-fde3-4f7b-93ec-8fe5a631b59f req-5ce44d91-8e69-4561-ae36-c8b2c89e6d47 tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:32:59.931622 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d772d6c5-fde3-4f7b-93ec-8fe5a631b59f req-5ce44d91-8e69-4561-ae36-c8b2c89e6d47 tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] 10.222.0.41 "GET /v2.0/ports?device_id=35b797f3-1d81-4ba4-be93-f2345c8230e5 HTTP/1.1" status: 200 len: 945 time: 0.0480878 Jan 28 08:32:59.984667 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-d772d6c5-fde3-4f7b-93ec-8fe5a631b59f req-b2c607af-a35b-49c5-8338-f121198ced4d tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c467e77-bc62-4717-8df3-d914a6aa0720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472426 Jan 28 08:33:00.099170 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb44a8f-637f-4663-ab96-a1212a917a22 req-366eb850-9aa6-4398-a594-b9f1f98fd24b tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:33:00.100567 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-abb44a8f-637f-4663-ab96-a1212a917a22 req-366eb850-9aa6-4398-a594-b9f1f98fd24b tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] 10.222.0.41 "GET /v2.0/ports?device_id=35b797f3-1d81-4ba4-be93-f2345c8230e5 HTTP/1.1" status: 200 len: 945 time: 0.0468326 Jan 28 08:33:00.147799 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-abb44a8f-637f-4663-ab96-a1212a917a22 req-85b36fae-5ec9-40c2-9b77-71ded221c566 tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c467e77-bc62-4717-8df3-d914a6aa0720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417643 Jan 28 08:33:00.169347 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 43074) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:33:00.259961 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-178a572d-06c1-496c-8984-09d2d554a3c0 tempest-TestSnapshotPattern-233751011 tempest-TestSnapshotPattern-233751011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:33:00.261507 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-178a572d-06c1-496c-8984-09d2d554a3c0 tempest-TestSnapshotPattern-233751011 tempest-TestSnapshotPattern-233751011-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=35b797f3-1d81-4ba4-be93-f2345c8230e5 HTTP/1.1" status: 200 len: 1092 time: 0.0911598 Jan 28 08:33:00.264543 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 43078) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:33:00.268794 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [None req-75e14aef-1407-4fce-b77d-46467100de1a tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Request body: {'floatingip': {'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'port_id': '77b18add-bb17-48bb-8790-49db88d07250', 'tenant_id': '1bb6263e5d3e46e186ca26e13fb8dfd9', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:33:00.289063 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-75e14aef-1407-4fce-b77d-46467100de1a tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:33:00.383283 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-75e14aef-1407-4fce-b77d-46467100de1a tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:33:00.489123 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-75e14aef-1407-4fce-b77d-46467100de1a tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Allocated IP 172.25.6.143 (7d5b3724-deef-4831-8d43-cb9b8176573c/b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc/e1ddea82-c848-45b0-b79f-294212d313f6) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 08:33:00.587799 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-75e14aef-1407-4fce-b77d-46467100de1a tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Publish callbacks [] for port (e1ddea82-c848-45b0-b79f-294212d313f6), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:33:00.626798 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-75e14aef-1407-4fce-b77d-46467100de1a tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (e1ddea82-c848-45b0-b79f-294212d313f6), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:33:00.666810 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e14aef-1407-4fce-b77d-46467100de1a tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Network 7d5b3724-deef-4831-8d43-cb9b8176573c is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 08:33:00.671684 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-75e14aef-1407-4fce-b77d-46467100de1a tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 08:33:00.676016 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e14aef-1407-4fce-b77d-46467100de1a tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 08:33:00.679078 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e14aef-1407-4fce-b77d-46467100de1a tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Pushing event updated for resources: {'Port': ['ID=e1ddea82-c848-45b0-b79f-294212d313f6,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:33:01.025644 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-75e14aef-1407-4fce-b77d-46467100de1a tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Publish callbacks [] for floatingip (ef40bc50-b5f3-4871-aade-9d495e7653fd), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:33:01.093784 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-75e14aef-1407-4fce-b77d-46467100de1a tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (e1ddea82-c848-45b0-b79f-294212d313f6), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:33:01.242280 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-75e14aef-1407-4fce-b77d-46467100de1a tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Publish callbacks [] for port (e1ddea82-c848-45b0-b79f-294212d313f6), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:33:01.246572 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-75e14aef-1407-4fce-b77d-46467100de1a tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (e1ddea82-c848-45b0-b79f-294212d313f6), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:33:01.315116 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e14aef-1407-4fce-b77d-46467100de1a tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Pushing event updated for resources: {'Port': ['ID=e1ddea82-c848-45b0-b79f-294212d313f6,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:33:01.323060 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-75e14aef-1407-4fce-b77d-46467100de1a tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16609095'] for floatingip (ef40bc50-b5f3-4871-aade-9d495e7653fd), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:33:01.423506 n-d-712749-28 neutron-server[103283]: INFO neutron.db.l3_db [None req-75e14aef-1407-4fce-b77d-46467100de1a tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Floating IP ef40bc50-b5f3-4871-aade-9d495e7653fd associated. External IP: 172.25.6.143, port: 77b18add-bb17-48bb-8790-49db88d07250. Jan 28 08:33:01.954170 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75e14aef-1407-4fce-b77d-46467100de1a tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Router c4851fb4-87b6-41c7-896b-8bea32f5d005 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 08:33:02.059426 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75e14aef-1407-4fce-b77d-46467100de1a tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 08:33:02.070309 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ea0ebc-b2f6-4c86-94bc-7779a460b384 None None] Sync routers for ids ['c4851fb4-87b6-41c7-896b-8bea32f5d005'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 08:33:02.076638 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-75e14aef-1407-4fce-b77d-46467100de1a tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for floatingip (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:33:02.080782 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ea0ebc-b2f6-4c86-94bc-7779a460b384 None None] Routers {'c4851fb4-87b6-41c7-896b-8bea32f5d005'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 08:33:02.081391 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-68ea0ebc-b2f6-4c86-94bc-7779a460b384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T08:32:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['c4851fb4-87b6-41c7-896b-8bea32f5d005'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:33:02.104731 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-75e14aef-1407-4fce-b77d-46467100de1a tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8390689 Jan 28 08:33:02.105382 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35b797f3-1d81-4ba4-be93-f2345c8230e5', 'tag': '77b18add-bb17-48bb-8790-49db88d07250'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 08:33:02.107692 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6b024039d6c3a8048940e324a8d5ead2390d66f8802a9866b6a24361082aa9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bab91831-5418-4742-8f25-a13c22baadb9" -d '{"events": [{"name": "network-changed", "server_uuid": "35b797f3-1d81-4ba4-be93-f2345c8230e5", "tag": "77b18add-bb17-48bb-8790-49db88d07250"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 08:33:02.190405 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-68ea0ebc-b2f6-4c86-94bc-7779a460b384 None None] Set router c4851fb4-87b6-41c7-896b-8bea32f5d005 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 08:33:02.204455 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 08:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ac123e4-7798-4482-84c6-97e553885073 x-openstack-request-id: req-1ac123e4-7798-4482-84c6-97e553885073 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 08:33:02.204698 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35b797f3-1d81-4ba4-be93-f2345c8230e5", "tag": "77b18add-bb17-48bb-8790-49db88d07250", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 08:33:02.204992 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1ac123e4-7798-4482-84c6-97e553885073 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 08:33:02.205407 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35b797f3-1d81-4ba4-be93-f2345c8230e5', 'tag': '77b18add-bb17-48bb-8790-49db88d07250', 'status': 'completed', 'code': 200} Jan 28 08:33:02.292982 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab91831-5418-4742-8f25-a13c22baadb9 req-b9b781a0-4f6f-46c6-8623-d4a29a110ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:33:02.294482 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-bab91831-5418-4742-8f25-a13c22baadb9 req-b9b781a0-4f6f-46c6-8623-d4a29a110ed4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1bb6263e5d3e46e186ca26e13fb8dfd9&device_id=35b797f3-1d81-4ba4-be93-f2345c8230e5 HTTP/1.1" status: 200 len: 1097 time: 0.0464139 Jan 28 08:33:02.388858 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab91831-5418-4742-8f25-a13c22baadb9 req-877daa2c-fcd7-440a-a57a-2dfab2bbd578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:33:02.391473 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-bab91831-5418-4742-8f25-a13c22baadb9 req-877daa2c-fcd7-440a-a57a-2dfab2bbd578 service neutron] 10.222.0.10 "GET /v2.0/networks?id=85ade290-ae1e-4621-babe-fb1f461984a9 HTTP/1.1" status: 200 len: 910 time: 0.0900943 Jan 28 08:33:02.419273 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-68ea0ebc-b2f6-4c86-94bc-7779a460b384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4851fb4-87b6-41c7-896b-8bea32f5d005', 'name': 'tempest-TestSnapshotPattern-463099148-router', 'tenant_id': '1bb6263e5d3e46e186ca26e13fb8dfd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.204'}], 'enable_snat': True}, 'gw_port_id': '6f244a01-f846-4ea3-aa37-0c630ec6464c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:32:37Z', 'updated_at': '2022-01-28T08:32:40Z', 'revision_number': 4, 'project_id': '1bb6263e5d3e46e186ca26e13fb8dfd9', 'gw_port': {'id': '6f244a01-f846-4ea3-aa37-0c630ec6464c', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ab:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4851fb4-87b6-41c7-896b-8bea32f5d005', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:32:37Z', 'updated_at': '2022-01-28T08:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_floatingips': [{'id': 'ef40bc50-b5f3-4871-aade-9d495e7653fd', 'tenant_id': '1bb6263e5d3e46e186ca26e13fb8dfd9', 'floating_ip_address': '172.25.6.143', 'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'router_id': 'c4851fb4-87b6-41c7-896b-8bea32f5d005', 'port_id': '77b18add-bb17-48bb-8790-49db88d07250', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '85ade290-ae1e-4621-babe-fb1f461984a9', 'mac_address': 'fa:16:3e:58:b9:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35b797f3-1d81-4ba4-be93-f2345c8230e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T08:33:00Z', 'updated_at': '2022-01-28T08:33:00Z', 'revision_number': 0, 'project_id': '1bb6263e5d3e46e186ca26e13fb8dfd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e69c6171-dcdd-44ac-a139-ec786a50521e', 'name': '', 'network_id': '85ade290-ae1e-4621-babe-fb1f461984a9', 'tenant_id': '1bb6263e5d3e46e186ca26e13fb8dfd9', 'mac_address': 'fa:16:3e:13:cb:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4851fb4-87b6-41c7-896b-8bea32f5d005', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '0bf5e3bb-d62c-425e-a4bb-df1360e645af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:32:39Z', 'updated_at': '2022-01-28T08:32:43Z', 'revision_number': 5, 'project_id': '1bb6263e5d3e46e186ca26e13fb8dfd9', 'subnets': [{'id': '0bf5e3bb-d62c-425e-a4bb-df1360e645af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:33:02.448212 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ea0ebc-b2f6-4c86-94bc-7779a460b384 None None] Checking router: c4851fb4-87b6-41c7-896b-8bea32f5d005 for host: n-d-712749-28 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 08:33:02.457014 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ea0ebc-b2f6-4c86-94bc-7779a460b384 None None] Routers {'c4851fb4-87b6-41c7-896b-8bea32f5d005'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 08:33:02.457563 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-68ea0ebc-b2f6-4c86-94bc-7779a460b384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T08:32:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['c4851fb4-87b6-41c7-896b-8bea32f5d005'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:33:02.461275 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-bab91831-5418-4742-8f25-a13c22baadb9 req-882d90f0-06c6-4be6-8926-addb5a13e96d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=77b18add-bb17-48bb-8790-49db88d07250 HTTP/1.1" status: 200 len: 999 time: 0.0642238 Jan 28 08:33:02.509970 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab91831-5418-4742-8f25-a13c22baadb9 req-287961a3-7677-481d-bae2-c2553549c9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:33:02.511550 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-bab91831-5418-4742-8f25-a13c22baadb9 req-287961a3-7677-481d-bae2-c2553549c9d4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0bf5e3bb-d62c-425e-a4bb-df1360e645af HTTP/1.1" status: 200 len: 848 time: 0.0444393 Jan 28 08:33:02.557924 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab91831-5418-4742-8f25-a13c22baadb9 req-886b5cc8-7263-44f9-937a-ecd2bf4607e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:33:02.559499 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-bab91831-5418-4742-8f25-a13c22baadb9 req-886b5cc8-7263-44f9-937a-ecd2bf4607e8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=85ade290-ae1e-4621-babe-fb1f461984a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418785 Jan 28 08:33:02.563982 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-68ea0ebc-b2f6-4c86-94bc-7779a460b384 None None] Set router c4851fb4-87b6-41c7-896b-8bea32f5d005 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 08:33:02.651764 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-bab91831-5418-4742-8f25-a13c22baadb9 req-4b98cc47-7671-4468-bb6a-ce03ec63020a service neutron] 10.222.0.10 "GET /v2.0/networks/85ade290-ae1e-4621-babe-fb1f461984a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865164 Jan 28 08:33:02.741638 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-bab91831-5418-4742-8f25-a13c22baadb9 req-cffb9964-9fdd-4526-9f9d-05cf64f4da78 service neutron] 10.222.0.10 "GET /v2.0/networks/85ade290-ae1e-4621-babe-fb1f461984a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833864 Jan 28 08:33:02.784763 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-68ea0ebc-b2f6-4c86-94bc-7779a460b384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4851fb4-87b6-41c7-896b-8bea32f5d005', 'name': 'tempest-TestSnapshotPattern-463099148-router', 'tenant_id': '1bb6263e5d3e46e186ca26e13fb8dfd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.204'}], 'enable_snat': True}, 'gw_port_id': '6f244a01-f846-4ea3-aa37-0c630ec6464c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:32:37Z', 'updated_at': '2022-01-28T08:32:40Z', 'revision_number': 4, 'project_id': '1bb6263e5d3e46e186ca26e13fb8dfd9', 'gw_port': {'id': '6f244a01-f846-4ea3-aa37-0c630ec6464c', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ab:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4851fb4-87b6-41c7-896b-8bea32f5d005', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:32:37Z', 'updated_at': '2022-01-28T08:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_floatingips': [{'id': 'ef40bc50-b5f3-4871-aade-9d495e7653fd', 'tenant_id': '1bb6263e5d3e46e186ca26e13fb8dfd9', 'floating_ip_address': '172.25.6.143', 'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'router_id': 'c4851fb4-87b6-41c7-896b-8bea32f5d005', 'port_id': '77b18add-bb17-48bb-8790-49db88d07250', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '85ade290-ae1e-4621-babe-fb1f461984a9', 'mac_address': 'fa:16:3e:58:b9:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35b797f3-1d81-4ba4-be93-f2345c8230e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T08:33:00Z', 'updated_at': '2022-01-28T08:33:00Z', 'revision_number': 0, 'project_id': '1bb6263e5d3e46e186ca26e13fb8dfd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e69c6171-dcdd-44ac-a139-ec786a50521e', 'name': '', 'network_id': '85ade290-ae1e-4621-babe-fb1f461984a9', 'tenant_id': '1bb6263e5d3e46e186ca26e13fb8dfd9', 'mac_address': 'fa:16:3e:13:cb:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4851fb4-87b6-41c7-896b-8bea32f5d005', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '0bf5e3bb-d62c-425e-a4bb-df1360e645af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:32:39Z', 'updated_at': '2022-01-28T08:32:43Z', 'revision_number': 5, 'project_id': '1bb6263e5d3e46e186ca26e13fb8dfd9', 'subnets': [{'id': '0bf5e3bb-d62c-425e-a4bb-df1360e645af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:33:02.814337 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ea0ebc-b2f6-4c86-94bc-7779a460b384 None None] The sync data for ids ['c4851fb4-87b6-41c7-896b-8bea32f5d005'] in n-d-712749-28 is: [{'id': 'c4851fb4-87b6-41c7-896b-8bea32f5d005', 'name': 'tempest-TestSnapshotPattern-463099148-router', 'tenant_id': '1bb6263e5d3e46e186ca26e13fb8dfd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.204'}], 'enable_snat': True}, 'gw_port_id': '6f244a01-f846-4ea3-aa37-0c630ec6464c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:32:37Z', 'updated_at': '2022-01-28T08:32:40Z', 'revision_number': 4, 'project_id': '1bb6263e5d3e46e186ca26e13fb8dfd9', 'gw_port': {'id': '6f244a01-f846-4ea3-aa37-0c630ec6464c', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ab:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4851fb4-87b6-41c7-896b-8bea32f5d005', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:32:37Z', 'updated_at': '2022-01-28T08:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_floatingips': [{'id': 'ef40bc50-b5f3-4871-aade-9d495e7653fd', 'tenant_id': '1bb6263e5d3e46e186ca26e13fb8dfd9', 'floating_ip_address': '172.25.6.143', 'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'router_id': 'c4851fb4-87b6-41c7-896b-8bea32f5d005', 'port_id': '77b18add-bb17-48bb-8790-49db88d07250', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '85ade290-ae1e-4621-babe-fb1f461984a9', 'mac_address': 'fa:16:3e:58:b9:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35b797f3-1d81-4ba4-be93-f2345c8230e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T08:33:00Z', 'updated_at': '2022-01-28T08:33:00Z', 'revision_number': 0, 'project_id': '1bb6263e5d3e46e186ca26e13fb8dfd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e69c6171-dcdd-44ac-a139-ec786a50521e', 'name': '', 'network_id': '85ade290-ae1e-4621-babe-fb1f461984a9', 'tenant_id': '1bb6263e5d3e46e186ca26e13fb8dfd9', 'mac_address': 'fa:16:3e:13:cb:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4851fb4-87b6-41c7-896b-8bea32f5d005', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '0bf5e3bb-d62c-425e-a4bb-df1360e645af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:32:39Z', 'updated_at': '2022-01-28T08:32:43Z', 'revision_number': 5, 'project_id': '1bb6263e5d3e46e186ca26e13fb8dfd9', 'subnets': [{'id': '0bf5e3bb-d62c-425e-a4bb-df1360e645af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 08:33:03.021871 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-920280a1-d229-47e7-9537-7d32b3fc6eee None None] New status for floating IP ef40bc50-b5f3-4871-aade-9d495e7653fd: ACTIVE {{(pid=103285) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 08:33:03.424103 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a704f94d-ecdc-4edd-9ed5-db39999d0883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:33:03.973499 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:33:04.992280 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:33:05.397851 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 7 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 08:33:05.814373 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-065fd36e-a50d-43c7-a8f8-80da5c3e8c8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:33:07.319966 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:33:08.997926 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:33:09.936880 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:33:31.351655 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-75ee00c2-c8a0-47e7-a003-e6cb638ecbcc req-09d83289-200f-4f06-8629-841761889462 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=35b797f3-1d81-4ba4-be93-f2345c8230e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0400720 Jan 28 08:33:31.455071 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ee00c2-c8a0-47e7-a003-e6cb638ecbcc req-5dc76741-f6cd-44d7-8135-974b7c688554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:33:31.456599 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-75ee00c2-c8a0-47e7-a003-e6cb638ecbcc req-5dc76741-f6cd-44d7-8135-974b7c688554 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1bb6263e5d3e46e186ca26e13fb8dfd9&device_id=35b797f3-1d81-4ba4-be93-f2345c8230e5 HTTP/1.1" status: 200 len: 1097 time: 0.0449588 Jan 28 08:33:31.555998 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ee00c2-c8a0-47e7-a003-e6cb638ecbcc req-28bcebc9-2e43-47e6-81a6-68e4965b1fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:33:31.557475 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-75ee00c2-c8a0-47e7-a003-e6cb638ecbcc req-28bcebc9-2e43-47e6-81a6-68e4965b1fe5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=85ade290-ae1e-4621-babe-fb1f461984a9 HTTP/1.1" status: 200 len: 910 time: 0.0819216 Jan 28 08:33:31.630545 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-75ee00c2-c8a0-47e7-a003-e6cb638ecbcc req-d8a3e498-4e9e-4d3b-aec3-68e77130cc43 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=77b18add-bb17-48bb-8790-49db88d07250 HTTP/1.1" status: 200 len: 1001 time: 0.0657964 Jan 28 08:33:31.676697 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ee00c2-c8a0-47e7-a003-e6cb638ecbcc req-0923d326-54ff-4805-a43b-5a2578f0dd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:33:31.678104 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-75ee00c2-c8a0-47e7-a003-e6cb638ecbcc req-0923d326-54ff-4805-a43b-5a2578f0dd3b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0bf5e3bb-d62c-425e-a4bb-df1360e645af HTTP/1.1" status: 200 len: 848 time: 0.0420334 Jan 28 08:33:31.722808 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ee00c2-c8a0-47e7-a003-e6cb638ecbcc req-c3df176a-7d9d-43f6-ba49-4b6d839eb4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:33:31.724273 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-75ee00c2-c8a0-47e7-a003-e6cb638ecbcc req-c3df176a-7d9d-43f6-ba49-4b6d839eb4d8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=85ade290-ae1e-4621-babe-fb1f461984a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398409 Jan 28 08:33:31.814658 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-75ee00c2-c8a0-47e7-a003-e6cb638ecbcc req-e51671c8-34b4-45e9-9286-1956c03c3f98 service neutron] 10.222.0.10 "GET /v2.0/networks/85ade290-ae1e-4621-babe-fb1f461984a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836749 Jan 28 08:33:31.901903 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-75ee00c2-c8a0-47e7-a003-e6cb638ecbcc req-e5e58cca-0d0d-4d99-8714-ebccc7a87b2a service neutron] 10.222.0.10 "GET /v2.0/networks/85ade290-ae1e-4621-babe-fb1f461984a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807345 Jan 28 08:33:33.426280 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5b35b36c-5d2d-4676-b3e5-2ddd5d416b63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:33:33.988571 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:33:34.991219 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:33:35.818821 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ab26cd29-af29-4a7b-8730-ca3f96f6f1db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:33:37.322024 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:33:39.012760 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:33:39.938989 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:33:42.397109 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 7 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 08:34:03.428046 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-80445fd6-e37b-4d5c-8c37-7095feb4f4d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:34:03.983969 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:34:04.993059 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:34:05.819488 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-14a0e0cd-3f45-4048-a5cc-3d6068749e4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:34:07.324808 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:34:09.005341 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:34:09.942058 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:34:19.397107 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 7 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 08:34:31.444972 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2e6a086e-1c1b-4b14-aebe-f1d6b37b5c73 req-1d6a2bf8-485b-49fd-a662-893bcef5af94 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=35b797f3-1d81-4ba4-be93-f2345c8230e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0416317 Jan 28 08:34:31.559607 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6a086e-1c1b-4b14-aebe-f1d6b37b5c73 req-54d9606e-8760-4090-88fb-cfb0abfca6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:34:31.561134 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2e6a086e-1c1b-4b14-aebe-f1d6b37b5c73 req-54d9606e-8760-4090-88fb-cfb0abfca6f8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1bb6263e5d3e46e186ca26e13fb8dfd9&device_id=35b797f3-1d81-4ba4-be93-f2345c8230e5 HTTP/1.1" status: 200 len: 1097 time: 0.0447457 Jan 28 08:34:31.666191 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6a086e-1c1b-4b14-aebe-f1d6b37b5c73 req-61b4b584-168a-4cb6-9d31-77ddff7e6aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:34:31.667573 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2e6a086e-1c1b-4b14-aebe-f1d6b37b5c73 req-61b4b584-168a-4cb6-9d31-77ddff7e6aee service neutron] 10.222.0.10 "GET /v2.0/networks?id=85ade290-ae1e-4621-babe-fb1f461984a9 HTTP/1.1" status: 200 len: 910 time: 0.0838389 Jan 28 08:34:31.737861 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2e6a086e-1c1b-4b14-aebe-f1d6b37b5c73 req-b3c35ae5-ab92-49db-87f9-ea0fb03afa34 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=77b18add-bb17-48bb-8790-49db88d07250 HTTP/1.1" status: 200 len: 1001 time: 0.0606058 Jan 28 08:34:31.787986 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6a086e-1c1b-4b14-aebe-f1d6b37b5c73 req-ef618837-12d4-45c5-bbce-883da0750baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:34:31.789683 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2e6a086e-1c1b-4b14-aebe-f1d6b37b5c73 req-ef618837-12d4-45c5-bbce-883da0750baf service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0bf5e3bb-d62c-425e-a4bb-df1360e645af HTTP/1.1" status: 200 len: 848 time: 0.0428305 Jan 28 08:34:31.837755 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6a086e-1c1b-4b14-aebe-f1d6b37b5c73 req-afccb7b8-a5a9-42c4-907e-143161a53015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:34:31.839203 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2e6a086e-1c1b-4b14-aebe-f1d6b37b5c73 req-afccb7b8-a5a9-42c4-907e-143161a53015 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=85ade290-ae1e-4621-babe-fb1f461984a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389628 Jan 28 08:34:31.931887 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2e6a086e-1c1b-4b14-aebe-f1d6b37b5c73 req-e144b6f1-1549-4676-931a-4e60e8e1b8bb service neutron] 10.222.0.10 "GET /v2.0/networks/85ade290-ae1e-4621-babe-fb1f461984a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828807 Jan 28 08:34:32.021622 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-2e6a086e-1c1b-4b14-aebe-f1d6b37b5c73 req-791463a2-3d1a-4443-b72c-91098d9b31b2 service neutron] 10.222.0.10 "GET /v2.0/networks/85ade290-ae1e-4621-babe-fb1f461984a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810132 Jan 28 08:34:33.430204 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-363b9e8c-2aa4-4aea-beb8-da59f14915c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:34:33.998643 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:34:34.991747 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:34:35.820210 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cd060619-3f17-4c1e-9d4f-bd4081b905a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:34:37.328532 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:34:39.005371 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:34:39.944239 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:34:56.396255 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 7 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 08:35:01.896897 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 77b18add-bb17-48bb-8790-49db88d07250 details requested by agent hyperv_n-h1-712749-28 with host n-h1-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 08:35:01.995505 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 77b18add-bb17-48bb-8790-49db88d07250, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=77b18add-bb17-48bb-8790-49db88d07250,segment=NetworkSegment(e7dfea37-5356-4bab-a20b-0872ae5e561c),segment_id=e7dfea37-5356-4bab-a20b-0872ae5e561c)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:35:02.006247 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Returning: {'device': '77b18add-bb17-48bb-8790-49db88d07250', 'network_id': '85ade290-ae1e-4621-babe-fb1f461984a9', 'port_id': '77b18add-bb17-48bb-8790-49db88d07250', 'mac_address': 'fa:16:3e:58:b9:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bf5e3bb-d62c-425e-a4bb-df1360e645af', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 08:35:02.043390 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 77b18add-bb17-48bb-8790-49db88d07250 is: ACTIVE; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:35:02.043782 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (77b18add-bb17-48bb-8790-49db88d07250), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:35:02.056318 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 77b18add-bb17-48bb-8790-49db88d07250 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 08:35:02.075460 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 77b18add-bb17-48bb-8790-49db88d07250, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=77b18add-bb17-48bb-8790-49db88d07250,segment=NetworkSegment(e7dfea37-5356-4bab-a20b-0872ae5e561c),segment_id=e7dfea37-5356-4bab-a20b-0872ae5e561c)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:35:02.079477 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (77b18add-bb17-48bb-8790-49db88d07250), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:35:02.127632 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=77b18add-bb17-48bb-8790-49db88d07250,revision_number=6']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:35:02.134717 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:35:02.135064 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:35:02.135405 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:35:02.135745 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:35:02.136078 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:35:02.136442 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:35:02.136775 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:35:02.137103 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:35:02.137450 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:35:02.137758 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:35:02.138079 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:35:02.138407 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:35:02.138731 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:35:02.238917 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] get_ports_and_sgs() called for port_ids ['77b18add-bb17-48bb-8790-49db88d07250'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 08:35:03.438069 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9653aa3b-99ab-474d-ae94-8bed12b425dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:35:03.913372 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 77b18add-bb17-48bb-8790-49db88d07250 up at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 08:35:03.969594 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Provisioning complete for port 77b18add-bb17-48bb-8790-49db88d07250 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:35:03.970367 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (77b18add-bb17-48bb-8790-49db88d07250), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:35:04.023186 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:35:04.069152 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 77b18add-bb17-48bb-8790-49db88d07250 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:35:04.069550 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (77b18add-bb17-48bb-8790-49db88d07250), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:35:04.097062 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35b797f3-1d81-4ba4-be93-f2345c8230e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77b18add-bb17-48bb-8790-49db88d07250'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 08:35:04.100081 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ad7fe887ec8da9bd29e477e6463a73d1e99860c0dff062a8c1350cb6684650b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c3fdc40-1e89-4d1c-b634-c1b98ccf04df" -d '{"events": [{"server_uuid": "35b797f3-1d81-4ba4-be93-f2345c8230e5", "name": "network-vif-plugged", "status": "completed", "tag": "77b18add-bb17-48bb-8790-49db88d07250"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 08:35:04.114868 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 77b18add-bb17-48bb-8790-49db88d07250, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=77b18add-bb17-48bb-8790-49db88d07250,segment=NetworkSegment(e7dfea37-5356-4bab-a20b-0872ae5e561c),segment_id=e7dfea37-5356-4bab-a20b-0872ae5e561c)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:35:04.121533 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (77b18add-bb17-48bb-8790-49db88d07250), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:35:04.188536 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=77b18add-bb17-48bb-8790-49db88d07250,revision_number=7']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:35:04.227766 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 08:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f86de0f0-554e-4d64-830a-f06be6046b59 x-openstack-request-id: req-f86de0f0-554e-4d64-830a-f06be6046b59 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 08:35:04.228069 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35b797f3-1d81-4ba4-be93-f2345c8230e5", "name": "network-vif-plugged", "status": "completed", "tag": "77b18add-bb17-48bb-8790-49db88d07250", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 08:35:04.228362 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f86de0f0-554e-4d64-830a-f06be6046b59 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 08:35:04.228777 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35b797f3-1d81-4ba4-be93-f2345c8230e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77b18add-bb17-48bb-8790-49db88d07250', 'code': 200} Jan 28 08:35:05.007619 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:35:05.832930 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c24b32f9-1527-4cda-a9b8-7f4b80812da4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:35:07.335446 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:35:09.012529 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:35:09.952358 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:35:12.267213 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-312b0d55-1ebf-4c4b-961b-2b67e29bd089 req-0de9ad3f-a277-41b9-b865-89e01e80b692 tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1156271824&fields=id&tenant_id=1bb6263e5d3e46e186ca26e13fb8dfd9 HTTP/1.1" status: 200 len: 267 time: 0.0461667 Jan 28 08:35:12.378009 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312b0d55-1ebf-4c4b-961b-2b67e29bd089 req-8bccb5b9-4f29-4d15-bdc0-c5cc2fb2a19d tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:35:12.379410 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-312b0d55-1ebf-4c4b-961b-2b67e29bd089 req-8bccb5b9-4f29-4d15-bdc0-c5cc2fb2a19d tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] 10.222.0.41 "GET /v2.0/networks?id=85ade290-ae1e-4621-babe-fb1f461984a9 HTTP/1.1" status: 200 len: 809 time: 0.1058044 Jan 28 08:35:12.395232 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-312b0d55-1ebf-4c4b-961b-2b67e29bd089 req-686c4599-9c02-411f-8646-369ef8498462 tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] 10.222.0.41 "GET /v2.0/quotas/1bb6263e5d3e46e186ca26e13fb8dfd9 HTTP/1.1" status: 200 len: 375 time: 0.0099773 Jan 28 08:35:12.447509 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-312b0d55-1ebf-4c4b-961b-2b67e29bd089 req-62305725-f500-4ccd-8069-68588f486d7b tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=1bb6263e5d3e46e186ca26e13fb8dfd9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0471730 Jan 28 08:35:12.519295 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [req-312b0d55-1ebf-4c4b-961b-2b67e29bd089 req-2992e445-aad5-456c-b4c9-9fe01414c920 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 08:35:12.520381 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-312b0d55-1ebf-4c4b-961b-2b67e29bd089 req-2992e445-aad5-456c-b4c9-9fe01414c920 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0618362 Jan 28 08:35:12.612421 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-312b0d55-1ebf-4c4b-961b-2b67e29bd089 req-2bad738c-334c-4e51-84a1-ec9f865be327 service neutron] 10.222.0.41 "GET /v2.0/networks/85ade290-ae1e-4621-babe-fb1f461984a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861061 Jan 28 08:35:13.061550 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-312b0d55-1ebf-4c4b-961b-2b67e29bd089 req-2b9f8c71-3146-428f-9761-36deb0121100 service neutron] 10.222.0.41 "GET /v2.0/networks/85ade290-ae1e-4621-babe-fb1f461984a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4433229 Jan 28 08:35:13.243652 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-45b178a7-af83-4af3-9757-b33042c75a32 req-2e375c91-c80c-4170-b52d-1ec731729437 tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1e73fd5-2f07-474a-88f5-e6ffec6727e8 HTTP/1.1" status: 200 len: 210 time: 0.0291550 Jan 28 08:35:14.327317 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-94d20dd0-ba0e-45a0-a6ca-91cac1c6d01a req-93991490-3af9-46cd-9df4-3273b1f31bc5 tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1e73fd5-2f07-474a-88f5-e6ffec6727e8 HTTP/1.1" status: 200 len: 210 time: 0.0312650 Jan 28 08:35:15.406063 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-24e77097-5a02-456a-b0ce-72f66121789b req-b5bb522e-53ca-405a-be00-47ecbf9e349f tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1e73fd5-2f07-474a-88f5-e6ffec6727e8 HTTP/1.1" status: 200 len: 210 time: 0.0271595 Jan 28 08:35:15.965136 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 77b18add-bb17-48bb-8790-49db88d07250 no longer exists at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 08:35:16.046201 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Current status of the port 77b18add-bb17-48bb-8790-49db88d07250 is: ACTIVE; New status is: DOWN {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:35:16.046584 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (77b18add-bb17-48bb-8790-49db88d07250), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:35:16.068499 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35b797f3-1d81-4ba4-be93-f2345c8230e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77b18add-bb17-48bb-8790-49db88d07250'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 08:35:16.070887 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ad7fe887ec8da9bd29e477e6463a73d1e99860c0dff062a8c1350cb6684650b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45804685-8791-48e6-aca8-3945da58f084" -d '{"events": [{"server_uuid": "35b797f3-1d81-4ba4-be93-f2345c8230e5", "name": "network-vif-unplugged", "status": "completed", "tag": "77b18add-bb17-48bb-8790-49db88d07250"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 08:35:16.083565 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] For port 77b18add-bb17-48bb-8790-49db88d07250, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=77b18add-bb17-48bb-8790-49db88d07250,segment=NetworkSegment(e7dfea37-5356-4bab-a20b-0872ae5e561c),segment_id=e7dfea37-5356-4bab-a20b-0872ae5e561c)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:35:16.088067 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (77b18add-bb17-48bb-8790-49db88d07250), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:35:16.112648 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 08:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c75c20f-0f0c-41b2-bb6f-bf4560b2db65 x-openstack-request-id: req-5c75c20f-0f0c-41b2-bb6f-bf4560b2db65 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 08:35:16.112940 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35b797f3-1d81-4ba4-be93-f2345c8230e5", "name": "network-vif-unplugged", "status": "completed", "tag": "77b18add-bb17-48bb-8790-49db88d07250", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 08:35:16.113195 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5c75c20f-0f0c-41b2-bb6f-bf4560b2db65 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 08:35:16.113584 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35b797f3-1d81-4ba4-be93-f2345c8230e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77b18add-bb17-48bb-8790-49db88d07250', 'code': 200} Jan 28 08:35:16.136591 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=77b18add-bb17-48bb-8790-49db88d07250,revision_number=8']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:35:16.492954 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-0adc7b8d-47e6-4c6d-a8c7-54172cac75ad req-b91f7a15-c931-431a-8c5c-322ed864611a tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1e73fd5-2f07-474a-88f5-e6ffec6727e8 HTTP/1.1" status: 200 len: 210 time: 0.0342314 Jan 28 08:35:17.590755 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-63e0eb5f-f539-4ea8-945c-a9f98cd4bec8 req-e090cce4-f8a6-42e3-8bc4-d93478de8d53 tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1e73fd5-2f07-474a-88f5-e6ffec6727e8 HTTP/1.1" status: 200 len: 210 time: 0.0295994 Jan 28 08:35:18.294406 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312b0d55-1ebf-4c4b-961b-2b67e29bd089 req-c32267b2-3890-409c-a307-ddd8652f5779 tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:35:18.295959 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-312b0d55-1ebf-4c4b-961b-2b67e29bd089 req-c32267b2-3890-409c-a307-ddd8652f5779 tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] 10.222.0.44 "GET /v2.0/networks?id=85ade290-ae1e-4621-babe-fb1f461984a9 HTTP/1.1" status: 200 len: 809 time: 0.1010766 Jan 28 08:35:18.367755 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-312b0d55-1ebf-4c4b-961b-2b67e29bd089 req-007aadd9-c6c5-438a-8113-0ad40a5e6da4 tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1bb6263e5d3e46e186ca26e13fb8dfd9 HTTP/1.1" status: 200 len: 380 time: 0.0559070 Jan 28 08:35:18.385300 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-312b0d55-1ebf-4c4b-961b-2b67e29bd089 req-2d7edba9-3520-447c-911d-6290cfb0504f tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Request body: {'port': {'device_id': 'c1e73fd5-2f07-474a-88f5-e6ffec6727e8', 'network_id': '85ade290-ae1e-4621-babe-fb1f461984a9', 'admin_state_up': True, 'tenant_id': '1bb6263e5d3e46e186ca26e13fb8dfd9', 'security_groups': ['6c467e77-bc62-4717-8df3-d914a6aa0720']}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:35:18.496507 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-312b0d55-1ebf-4c4b-961b-2b67e29bd089 req-2d7edba9-3520-447c-911d-6290cfb0504f tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Made reservation on behalf of 1bb6263e5d3e46e186ca26e13fb8dfd9 for: {'port': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 08:35:18.500009 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-312b0d55-1ebf-4c4b-961b-2b67e29bd089 req-2d7edba9-3520-447c-911d-6290cfb0504f tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:35:18.676294 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [req-312b0d55-1ebf-4c4b-961b-2b67e29bd089 req-2d7edba9-3520-447c-911d-6290cfb0504f tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Allocated IP 172.20.0.14 (85ade290-ae1e-4621-babe-fb1f461984a9/0bf5e3bb-d62c-425e-a4bb-df1360e645af/3e20cc3f-3d5d-4c39-84c0-ea550795fa19) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 08:35:18.839549 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-9c9d17f4-b29c-4564-b081-e337cefac6fb req-c85861e3-c691-4a4b-98fd-6c25dd85a1e8 tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1e73fd5-2f07-474a-88f5-e6ffec6727e8 HTTP/1.1" status: 200 len: 210 time: 0.1443465 Jan 28 08:35:18.904323 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-312b0d55-1ebf-4c4b-961b-2b67e29bd089 req-2d7edba9-3520-447c-911d-6290cfb0504f tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Publish callbacks [] for port (3e20cc3f-3d5d-4c39-84c0-ea550795fa19), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:35:18.946159 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-312b0d55-1ebf-4c4b-961b-2b67e29bd089 req-2d7edba9-3520-447c-911d-6290cfb0504f tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (3e20cc3f-3d5d-4c39-84c0-ea550795fa19), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:35:18.999846 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-312b0d55-1ebf-4c4b-961b-2b67e29bd089 req-2d7edba9-3520-447c-911d-6290cfb0504f tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Network 85ade290-ae1e-4621-babe-fb1f461984a9 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 08:35:19.005325 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [req-312b0d55-1ebf-4c4b-961b-2b67e29bd089 req-2d7edba9-3520-447c-911d-6290cfb0504f tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 08:35:19.009925 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-312b0d55-1ebf-4c4b-961b-2b67e29bd089 req-2d7edba9-3520-447c-911d-6290cfb0504f tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 08:35:19.043919 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7edba9-3520-447c-911d-6290cfb0504f tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Pushing event updated for resources: {'Port': ['ID=3e20cc3f-3d5d-4c39-84c0-ea550795fa19,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:35:19.057630 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7edba9-3520-447c-911d-6290cfb0504f tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:35:19.057990 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7edba9-3520-447c-911d-6290cfb0504f tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:35:19.058339 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7edba9-3520-447c-911d-6290cfb0504f tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:35:19.058688 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7edba9-3520-447c-911d-6290cfb0504f tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:35:19.059040 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7edba9-3520-447c-911d-6290cfb0504f tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:35:19.059384 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7edba9-3520-447c-911d-6290cfb0504f tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:35:19.059721 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7edba9-3520-447c-911d-6290cfb0504f tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:35:19.060057 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7edba9-3520-447c-911d-6290cfb0504f tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:35:19.060419 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7edba9-3520-447c-911d-6290cfb0504f tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:35:19.060746 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7edba9-3520-447c-911d-6290cfb0504f tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:35:19.061082 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7edba9-3520-447c-911d-6290cfb0504f tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:35:19.061417 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7edba9-3520-447c-911d-6290cfb0504f tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:35:19.061754 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7edba9-3520-447c-911d-6290cfb0504f tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:35:19.106940 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312b0d55-1ebf-4c4b-961b-2b67e29bd089 req-2d7edba9-3520-447c-911d-6290cfb0504f tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:35:19.107645 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-312b0d55-1ebf-4c4b-961b-2b67e29bd089 req-2d7edba9-3520-447c-911d-6290cfb0504f tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:35:19.132123 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-312b0d55-1ebf-4c4b-961b-2b67e29bd089 req-2d7edba9-3520-447c-911d-6290cfb0504f tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7509198 Jan 28 08:35:19.360158 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-96cf76af-35a5-4eff-b4c6-96bf60360f0c None None] Provisioning complete for port 3e20cc3f-3d5d-4c39-84c0-ea550795fa19 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:35:19.360747 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-96cf76af-35a5-4eff-b4c6-96bf60360f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (3e20cc3f-3d5d-4c39-84c0-ea550795fa19), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:35:19.399350 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-96cf76af-35a5-4eff-b4c6-96bf60360f0c None None] Port 3e20cc3f-3d5d-4c39-84c0-ea550795fa19 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 08:35:20.020885 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a64cfbf-ce8f-4308-b183-51b086293f9c req-1f90b904-20a9-481f-ab4e-259788a410f8 tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:35:20.022366 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5a64cfbf-ce8f-4308-b183-51b086293f9c req-1f90b904-20a9-481f-ab4e-259788a410f8 tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1e73fd5-2f07-474a-88f5-e6ffec6727e8 HTTP/1.1" status: 200 len: 932 time: 0.1117890 Jan 28 08:35:20.077369 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-5a64cfbf-ce8f-4308-b183-51b086293f9c req-6dc0d582-1ce2-4f30-9637-4671817cdaa1 tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c467e77-bc62-4717-8df3-d914a6aa0720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491726 Jan 28 08:35:21.205087 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202e2b0b-ff34-4d6d-8d31-256b3f770680 req-ddd296dd-bee7-428d-9502-6522dff637a7 tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:35:21.206595 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-202e2b0b-ff34-4d6d-8d31-256b3f770680 req-ddd296dd-bee7-428d-9502-6522dff637a7 tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1e73fd5-2f07-474a-88f5-e6ffec6727e8 HTTP/1.1" status: 200 len: 932 time: 0.0504367 Jan 28 08:35:21.266347 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-202e2b0b-ff34-4d6d-8d31-256b3f770680 req-38be5439-c6ca-4689-a86d-e6a1e34e8a29 tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c467e77-bc62-4717-8df3-d914a6aa0720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539587 Jan 28 08:35:22.386302 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2f590a-b558-4ec8-9b1d-e00a03e488e3 req-6b5b7a7e-3ba8-4675-8a5c-0a13eac1b563 tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:35:22.387815 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-fc2f590a-b558-4ec8-9b1d-e00a03e488e3 req-6b5b7a7e-3ba8-4675-8a5c-0a13eac1b563 tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1e73fd5-2f07-474a-88f5-e6ffec6727e8 HTTP/1.1" status: 200 len: 932 time: 0.0496383 Jan 28 08:35:22.459760 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-fc2f590a-b558-4ec8-9b1d-e00a03e488e3 req-9f475efa-a87d-45bb-a43f-d1f734da07cf tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c467e77-bc62-4717-8df3-d914a6aa0720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599000 Jan 28 08:35:23.568081 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3580d385-7a8c-4859-a6af-5a64ca996050 req-a62fcc06-a3a3-4099-b546-f8401b72bd32 tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:35:23.569487 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-3580d385-7a8c-4859-a6af-5a64ca996050 req-a62fcc06-a3a3-4099-b546-f8401b72bd32 tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1e73fd5-2f07-474a-88f5-e6ffec6727e8 HTTP/1.1" status: 200 len: 932 time: 0.0483565 Jan 28 08:35:23.635481 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-3580d385-7a8c-4859-a6af-5a64ca996050 req-35b05d0b-7185-4355-a870-12574c331f43 tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c467e77-bc62-4717-8df3-d914a6aa0720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603507 Jan 28 08:35:24.753504 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473d78e8-53d0-49d8-b6f3-724272477e0e req-99a53f4f-31f7-427b-a3c0-f9a5644b45c4 tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:35:24.764756 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-473d78e8-53d0-49d8-b6f3-724272477e0e req-99a53f4f-31f7-427b-a3c0-f9a5644b45c4 tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1e73fd5-2f07-474a-88f5-e6ffec6727e8 HTTP/1.1" status: 200 len: 932 time: 0.0675848 Jan 28 08:35:24.834344 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-473d78e8-53d0-49d8-b6f3-724272477e0e req-b91c2e5c-730b-48ba-b5f7-94eab36700e6 tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c467e77-bc62-4717-8df3-d914a6aa0720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663278 Jan 28 08:35:25.958071 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfebfb2-f889-404b-8f3e-f9758d12d008 req-dba15217-6924-43ee-a023-daaa6443323c tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:35:25.959647 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-bbfebfb2-f889-404b-8f3e-f9758d12d008 req-dba15217-6924-43ee-a023-daaa6443323c tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1e73fd5-2f07-474a-88f5-e6ffec6727e8 HTTP/1.1" status: 200 len: 932 time: 0.0506537 Jan 28 08:35:26.016403 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-bbfebfb2-f889-404b-8f3e-f9758d12d008 req-02bc601e-1c00-4a6d-b3fa-af8e2ef254b1 tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c467e77-bc62-4717-8df3-d914a6aa0720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506613 Jan 28 08:35:27.129850 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbc885d-09a7-47d1-a06e-c993b9d06080 req-49a1a50e-73a8-4346-8b63-accd5455e6c8 tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:35:27.131329 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9bbc885d-09a7-47d1-a06e-c993b9d06080 req-49a1a50e-73a8-4346-8b63-accd5455e6c8 tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1e73fd5-2f07-474a-88f5-e6ffec6727e8 HTTP/1.1" status: 200 len: 932 time: 0.0473022 Jan 28 08:35:27.181750 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-9bbc885d-09a7-47d1-a06e-c993b9d06080 req-7d323f1c-6570-49b5-bd78-0102b0da67fd tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c467e77-bc62-4717-8df3-d914a6aa0720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449474 Jan 28 08:35:27.228941 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.v2.base [req-312b0d55-1ebf-4c4b-961b-2b67e29bd089 req-2a0d98f0-c3f9-4644-98de-eb4baa3a629f service neutron] Request body: {'port': {'device_id': 'c1e73fd5-2f07-474a-88f5-e6ffec6727e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712749-28'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:35:27.281820 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-312b0d55-1ebf-4c4b-961b-2b67e29bd089 req-2a0d98f0-c3f9-4644-98de-eb4baa3a629f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (3e20cc3f-3d5d-4c39-84c0-ea550795fa19), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:35:27.547782 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [req-312b0d55-1ebf-4c4b-961b-2b67e29bd089 req-2a0d98f0-c3f9-4644-98de-eb4baa3a629f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e20cc3f-3d5d-4c39-84c0-ea550795fa19 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 08:35:27.555436 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-312b0d55-1ebf-4c4b-961b-2b67e29bd089 req-2a0d98f0-c3f9-4644-98de-eb4baa3a629f service neutron] Publish callbacks [] for port (3e20cc3f-3d5d-4c39-84c0-ea550795fa19), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:35:27.568107 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [req-312b0d55-1ebf-4c4b-961b-2b67e29bd089 req-2a0d98f0-c3f9-4644-98de-eb4baa3a629f service neutron] Transition to ACTIVE for port object 3e20cc3f-3d5d-4c39-84c0-ea550795fa19 will not be triggered until provisioned by entity L2. {{(pid=103283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 08:35:27.572012 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-312b0d55-1ebf-4c4b-961b-2b67e29bd089 req-2a0d98f0-c3f9-4644-98de-eb4baa3a629f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (3e20cc3f-3d5d-4c39-84c0-ea550795fa19), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:35:27.623896 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0d98f0-c3f9-4644-98de-eb4baa3a629f service neutron] Pushing event updated for resources: {'Port': ['ID=3e20cc3f-3d5d-4c39-84c0-ea550795fa19,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:35:27.695449 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-312b0d55-1ebf-4c4b-961b-2b67e29bd089 req-2a0d98f0-c3f9-4644-98de-eb4baa3a629f service neutron] Attempting to bind port 3e20cc3f-3d5d-4c39-84c0-ea550795fa19 on host n-h2-712749-28 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 08:35:27.695790 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-312b0d55-1ebf-4c4b-961b-2b67e29bd089 req-2a0d98f0-c3f9-4644-98de-eb4baa3a629f service neutron] Attempting to bind port 3e20cc3f-3d5d-4c39-84c0-ea550795fa19 by drivers openvswitch,hyperv on host n-h2-712749-28 at level 0 using segments [{'id': 'e7dfea37-5356-4bab-a20b-0872ae5e561c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '85ade290-ae1e-4621-babe-fb1f461984a9'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 08:35:27.696121 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-312b0d55-1ebf-4c4b-961b-2b67e29bd089 req-2a0d98f0-c3f9-4644-98de-eb4baa3a629f service neutron] Attempting to bind port 3e20cc3f-3d5d-4c39-84c0-ea550795fa19 on network 85ade290-ae1e-4621-babe-fb1f461984a9 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 08:35:27.700673 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-312b0d55-1ebf-4c4b-961b-2b67e29bd089 req-2a0d98f0-c3f9-4644-98de-eb4baa3a629f service neutron] Port 3e20cc3f-3d5d-4c39-84c0-ea550795fa19 on network 85ade290-ae1e-4621-babe-fb1f461984a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-28 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 08:35:27.701000 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-312b0d55-1ebf-4c4b-961b-2b67e29bd089 req-2a0d98f0-c3f9-4644-98de-eb4baa3a629f service neutron] Attempting to bind port 3e20cc3f-3d5d-4c39-84c0-ea550795fa19 on network 85ade290-ae1e-4621-babe-fb1f461984a9 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 08:35:27.706272 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-312b0d55-1ebf-4c4b-961b-2b67e29bd089 req-2a0d98f0-c3f9-4644-98de-eb4baa3a629f service neutron] Checking agent: {'id': 'c9906e63-062c-432e-bb53-63fdb8115e18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-28', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'started_at': datetime.datetime(2022, 1, 28, 7, 2, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 8, 35, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 08:35:27.706617 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-312b0d55-1ebf-4c4b-961b-2b67e29bd089 req-2a0d98f0-c3f9-4644-98de-eb4baa3a629f service neutron] Checking segment: {'id': 'e7dfea37-5356-4bab-a20b-0872ae5e561c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '85ade290-ae1e-4621-babe-fb1f461984a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 08:35:27.707006 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-312b0d55-1ebf-4c4b-961b-2b67e29bd089 req-2a0d98f0-c3f9-4644-98de-eb4baa3a629f service neutron] Bound using segment: {'id': 'e7dfea37-5356-4bab-a20b-0872ae5e561c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '85ade290-ae1e-4621-babe-fb1f461984a9'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 08:35:27.707438 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-312b0d55-1ebf-4c4b-961b-2b67e29bd089 req-2a0d98f0-c3f9-4644-98de-eb4baa3a629f service neutron] Bound port: 3e20cc3f-3d5d-4c39-84c0-ea550795fa19, host: n-h2-712749-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7dfea37-5356-4bab-a20b-0872ae5e561c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '85ade290-ae1e-4621-babe-fb1f461984a9'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 08:35:27.707802 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-312b0d55-1ebf-4c4b-961b-2b67e29bd089 req-2a0d98f0-c3f9-4644-98de-eb4baa3a629f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (3e20cc3f-3d5d-4c39-84c0-ea550795fa19), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:35:27.773866 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-312b0d55-1ebf-4c4b-961b-2b67e29bd089 req-2a0d98f0-c3f9-4644-98de-eb4baa3a629f service neutron] For port 3e20cc3f-3d5d-4c39-84c0-ea550795fa19, host n-h2-712749-28, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 08:35:27.776988 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-312b0d55-1ebf-4c4b-961b-2b67e29bd089 req-2a0d98f0-c3f9-4644-98de-eb4baa3a629f service neutron] For port 3e20cc3f-3d5d-4c39-84c0-ea550795fa19, host n-h2-712749-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=3e20cc3f-3d5d-4c39-84c0-ea550795fa19,segment=NetworkSegment(e7dfea37-5356-4bab-a20b-0872ae5e561c),segment_id=e7dfea37-5356-4bab-a20b-0872ae5e561c)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 08:35:27.782857 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-312b0d55-1ebf-4c4b-961b-2b67e29bd089 req-2a0d98f0-c3f9-4644-98de-eb4baa3a629f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13546599'] for port (3e20cc3f-3d5d-4c39-84c0-ea550795fa19), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:35:27.818145 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312b0d55-1ebf-4c4b-961b-2b67e29bd089 req-2a0d98f0-c3f9-4644-98de-eb4baa3a629f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:35:27.818865 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-312b0d55-1ebf-4c4b-961b-2b67e29bd089 req-2a0d98f0-c3f9-4644-98de-eb4baa3a629f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:35:27.820391 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-312b0d55-1ebf-4c4b-961b-2b67e29bd089 req-2a0d98f0-c3f9-4644-98de-eb4baa3a629f service neutron] 10.222.0.44 "PUT /v2.0/ports/3e20cc3f-3d5d-4c39-84c0-ea550795fa19 HTTP/1.1" status: 200 len: 1093 time: 0.6438162 Jan 28 08:35:27.820781 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1e73fd5-2f07-474a-88f5-e6ffec6727e8', 'tag': '3e20cc3f-3d5d-4c39-84c0-ea550795fa19'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 08:35:27.823033 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6b024039d6c3a8048940e324a8d5ead2390d66f8802a9866b6a24361082aa9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f95eb2b0-b004-460c-88fd-0174b9eb8373" -d '{"events": [{"name": "network-changed", "server_uuid": "c1e73fd5-2f07-474a-88f5-e6ffec6727e8", "tag": "3e20cc3f-3d5d-4c39-84c0-ea550795fa19"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 08:35:27.847600 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0d98f0-c3f9-4644-98de-eb4baa3a629f service neutron] Pushing event updated for resources: {'Port': ['ID=3e20cc3f-3d5d-4c39-84c0-ea550795fa19,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:35:27.871845 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 08:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d7b0311-847f-4242-b1fc-12f3ea24c565 x-openstack-request-id: req-6d7b0311-847f-4242-b1fc-12f3ea24c565 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 08:35:27.872277 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1e73fd5-2f07-474a-88f5-e6ffec6727e8", "tag": "3e20cc3f-3d5d-4c39-84c0-ea550795fa19", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 08:35:27.872543 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6d7b0311-847f-4242-b1fc-12f3ea24c565 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 08:35:27.872965 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1e73fd5-2f07-474a-88f5-e6ffec6727e8', 'tag': '3e20cc3f-3d5d-4c39-84c0-ea550795fa19', 'status': 'completed', 'code': 200} Jan 28 08:35:27.932980 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312b0d55-1ebf-4c4b-961b-2b67e29bd089 req-83cb5628-4da8-4582-bf72-aefef954ca9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:35:27.934437 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-312b0d55-1ebf-4c4b-961b-2b67e29bd089 req-83cb5628-4da8-4582-bf72-aefef954ca9c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1bb6263e5d3e46e186ca26e13fb8dfd9&device_id=c1e73fd5-2f07-474a-88f5-e6ffec6727e8 HTTP/1.1" status: 200 len: 1096 time: 0.0454972 Jan 28 08:35:27.988770 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-312b0d55-1ebf-4c4b-961b-2b67e29bd089 req-58ffbaf9-46b7-4c03-b0dc-421f6427bedd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3e20cc3f-3d5d-4c39-84c0-ea550795fa19 HTTP/1.1" status: 200 len: 217 time: 0.0415366 Jan 28 08:35:28.037443 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312b0d55-1ebf-4c4b-961b-2b67e29bd089 req-e83c4b6b-fa09-4385-8794-612cde9655fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:35:28.039169 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-312b0d55-1ebf-4c4b-961b-2b67e29bd089 req-e83c4b6b-fa09-4385-8794-612cde9655fb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0bf5e3bb-d62c-425e-a4bb-df1360e645af HTTP/1.1" status: 200 len: 848 time: 0.0451207 Jan 28 08:35:28.082812 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312b0d55-1ebf-4c4b-961b-2b67e29bd089 req-f3089aa0-9979-4bcb-8bdc-9033ddb7474d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:35:28.084296 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-312b0d55-1ebf-4c4b-961b-2b67e29bd089 req-f3089aa0-9979-4bcb-8bdc-9033ddb7474d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=85ade290-ae1e-4621-babe-fb1f461984a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396266 Jan 28 08:35:28.177468 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-312b0d55-1ebf-4c4b-961b-2b67e29bd089 req-fb590fb1-0843-4b2e-a002-bf8a0c02b4f8 service neutron] 10.222.0.44 "GET /v2.0/networks/85ade290-ae1e-4621-babe-fb1f461984a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873256 Jan 28 08:35:28.267731 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-312b0d55-1ebf-4c4b-961b-2b67e29bd089 req-f27ce4d9-dbad-4696-bc08-760d1b497f90 service neutron] 10.222.0.44 "GET /v2.0/networks/85ade290-ae1e-4621-babe-fb1f461984a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844469 Jan 28 08:35:28.298805 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a126908-e22f-4dc5-9377-1d79659aba42 req-c6ef943c-fe0e-48ff-8ce4-2d435811db04 tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:35:28.300307 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1a126908-e22f-4dc5-9377-1d79659aba42 req-c6ef943c-fe0e-48ff-8ce4-2d435811db04 tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1e73fd5-2f07-474a-88f5-e6ffec6727e8 HTTP/1.1" status: 200 len: 944 time: 0.0488353 Jan 28 08:35:28.351388 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-1a126908-e22f-4dc5-9377-1d79659aba42 req-d1ceae3a-b02e-47a6-9a35-02e722a98554 tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c467e77-bc62-4717-8df3-d914a6aa0720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453277 Jan 28 08:35:28.403347 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95eb2b0-b004-460c-88fd-0174b9eb8373 req-537ac4c2-e73c-4146-addf-ed847bb6888d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:35:28.404875 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f95eb2b0-b004-460c-88fd-0174b9eb8373 req-537ac4c2-e73c-4146-addf-ed847bb6888d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1bb6263e5d3e46e186ca26e13fb8dfd9&device_id=c1e73fd5-2f07-474a-88f5-e6ffec6727e8 HTTP/1.1" status: 200 len: 1096 time: 0.0468743 Jan 28 08:35:28.494577 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95eb2b0-b004-460c-88fd-0174b9eb8373 req-9cddb2ff-202b-4e36-9d67-25c7282c93c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:35:28.495981 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f95eb2b0-b004-460c-88fd-0174b9eb8373 req-9cddb2ff-202b-4e36-9d67-25c7282c93c3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=85ade290-ae1e-4621-babe-fb1f461984a9 HTTP/1.1" status: 200 len: 910 time: 0.0840092 Jan 28 08:35:28.537173 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f95eb2b0-b004-460c-88fd-0174b9eb8373 req-5ec0158a-a766-4e10-a4ca-26e8ad730031 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3e20cc3f-3d5d-4c39-84c0-ea550795fa19 HTTP/1.1" status: 200 len: 217 time: 0.0347741 Jan 28 08:35:28.589073 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95eb2b0-b004-460c-88fd-0174b9eb8373 req-452d6df6-5ceb-40f3-954f-64ebc76ae5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:35:28.590520 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f95eb2b0-b004-460c-88fd-0174b9eb8373 req-452d6df6-5ceb-40f3-954f-64ebc76ae5b8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0bf5e3bb-d62c-425e-a4bb-df1360e645af HTTP/1.1" status: 200 len: 848 time: 0.0470402 Jan 28 08:35:28.635633 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95eb2b0-b004-460c-88fd-0174b9eb8373 req-e403a275-e2a1-4031-9863-73453d091166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:35:28.637148 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f95eb2b0-b004-460c-88fd-0174b9eb8373 req-e403a275-e2a1-4031-9863-73453d091166 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=85ade290-ae1e-4621-babe-fb1f461984a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395055 Jan 28 08:35:28.726394 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f95eb2b0-b004-460c-88fd-0174b9eb8373 req-2375f8fa-3c7e-4fe0-a8da-c11a9aabf537 service neutron] 10.222.0.44 "GET /v2.0/networks/85ade290-ae1e-4621-babe-fb1f461984a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800798 Jan 28 08:35:28.817681 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-f95eb2b0-b004-460c-88fd-0174b9eb8373 req-3862b428-fd6e-46c6-864e-a20f798db805 service neutron] 10.222.0.44 "GET /v2.0/networks/85ade290-ae1e-4621-babe-fb1f461984a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851550 Jan 28 08:35:29.470940 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a8476f-1678-491f-bebc-d377561eeb07 req-89456e41-fe41-4d33-8a87-b45b383b8f06 tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:35:29.472450 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-46a8476f-1678-491f-bebc-d377561eeb07 req-89456e41-fe41-4d33-8a87-b45b383b8f06 tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1e73fd5-2f07-474a-88f5-e6ffec6727e8 HTTP/1.1" status: 200 len: 944 time: 0.0482624 Jan 28 08:35:29.519933 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-46a8476f-1678-491f-bebc-d377561eeb07 req-bd3c814f-52f1-443e-ae98-cbf359407a84 tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c467e77-bc62-4717-8df3-d914a6aa0720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419629 Jan 28 08:35:29.579060 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 3e20cc3f-3d5d-4c39-84c0-ea550795fa19 details requested by agent hyperv_n-h2-712749-28 with host n-h2-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 08:35:29.674245 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 3e20cc3f-3d5d-4c39-84c0-ea550795fa19, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=3e20cc3f-3d5d-4c39-84c0-ea550795fa19,segment=NetworkSegment(e7dfea37-5356-4bab-a20b-0872ae5e561c),segment_id=e7dfea37-5356-4bab-a20b-0872ae5e561c)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:35:29.685075 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Returning: {'device': '3e20cc3f-3d5d-4c39-84c0-ea550795fa19', 'network_id': '85ade290-ae1e-4621-babe-fb1f461984a9', 'port_id': '3e20cc3f-3d5d-4c39-84c0-ea550795fa19', 'mac_address': 'fa:16:3e:ab:0b:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bf5e3bb-d62c-425e-a4bb-df1360e645af', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 08:35:29.721215 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port 3e20cc3f-3d5d-4c39-84c0-ea550795fa19 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:35:29.721595 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (3e20cc3f-3d5d-4c39-84c0-ea550795fa19), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:35:29.733731 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e20cc3f-3d5d-4c39-84c0-ea550795fa19 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 08:35:29.752013 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 3e20cc3f-3d5d-4c39-84c0-ea550795fa19, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=3e20cc3f-3d5d-4c39-84c0-ea550795fa19,segment=NetworkSegment(e7dfea37-5356-4bab-a20b-0872ae5e561c),segment_id=e7dfea37-5356-4bab-a20b-0872ae5e561c)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:35:29.756025 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (3e20cc3f-3d5d-4c39-84c0-ea550795fa19), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:35:29.803536 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=3e20cc3f-3d5d-4c39-84c0-ea550795fa19,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:35:30.072227 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['3e20cc3f-3d5d-4c39-84c0-ea550795fa19'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 08:35:30.635164 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa4ee9b-c210-487e-9525-d262aaa49399 req-464bc5d3-3535-41c5-bde9-b0b3d720ae0b tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:35:30.636711 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-aaa4ee9b-c210-487e-9525-d262aaa49399 req-464bc5d3-3535-41c5-bde9-b0b3d720ae0b tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1e73fd5-2f07-474a-88f5-e6ffec6727e8 HTTP/1.1" status: 200 len: 945 time: 0.0493722 Jan 28 08:35:30.684392 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-aaa4ee9b-c210-487e-9525-d262aaa49399 req-90cd630e-6fdc-45db-a064-cd93b5ddfc79 tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c467e77-bc62-4717-8df3-d914a6aa0720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420933 Jan 28 08:35:31.591442 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 3e20cc3f-3d5d-4c39-84c0-ea550795fa19 up at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 08:35:31.643990 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning for port 3e20cc3f-3d5d-4c39-84c0-ea550795fa19 completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 08:35:31.647766 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning complete for port 3e20cc3f-3d5d-4c39-84c0-ea550795fa19 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:35:31.648148 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (3e20cc3f-3d5d-4c39-84c0-ea550795fa19), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:35:31.723149 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port 3e20cc3f-3d5d-4c39-84c0-ea550795fa19 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:35:31.723550 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (3e20cc3f-3d5d-4c39-84c0-ea550795fa19), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:35:31.745401 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1e73fd5-2f07-474a-88f5-e6ffec6727e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e20cc3f-3d5d-4c39-84c0-ea550795fa19'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 08:35:31.747646 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ad7fe887ec8da9bd29e477e6463a73d1e99860c0dff062a8c1350cb6684650b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87a2c371-e22d-43b3-b8b4-7395e2c8b09a" -d '{"events": [{"server_uuid": "c1e73fd5-2f07-474a-88f5-e6ffec6727e8", "name": "network-vif-plugged", "status": "completed", "tag": "3e20cc3f-3d5d-4c39-84c0-ea550795fa19"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 08:35:31.760893 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 3e20cc3f-3d5d-4c39-84c0-ea550795fa19, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=3e20cc3f-3d5d-4c39-84c0-ea550795fa19,segment=NetworkSegment(e7dfea37-5356-4bab-a20b-0872ae5e561c),segment_id=e7dfea37-5356-4bab-a20b-0872ae5e561c)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:35:31.765180 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (3e20cc3f-3d5d-4c39-84c0-ea550795fa19), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:35:31.799124 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 08:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45249867-5784-4e2c-bd5e-a5fb73179ec7 x-openstack-request-id: req-45249867-5784-4e2c-bd5e-a5fb73179ec7 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 08:35:31.799427 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1e73fd5-2f07-474a-88f5-e6ffec6727e8", "name": "network-vif-plugged", "status": "completed", "tag": "3e20cc3f-3d5d-4c39-84c0-ea550795fa19", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 08:35:31.799844 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-45249867-5784-4e2c-bd5e-a5fb73179ec7 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 08:35:31.800280 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1e73fd5-2f07-474a-88f5-e6ffec6727e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e20cc3f-3d5d-4c39-84c0-ea550795fa19', 'code': 200} Jan 28 08:35:31.807174 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6681ee-88b1-49f3-abfe-8e7c5ef3c977 req-630f3477-f6b9-4a75-aa31-476e9ac36228 tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:35:31.808781 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2c6681ee-88b1-49f3-abfe-8e7c5ef3c977 req-630f3477-f6b9-4a75-aa31-476e9ac36228 tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1e73fd5-2f07-474a-88f5-e6ffec6727e8 HTTP/1.1" status: 200 len: 946 time: 0.0556195 Jan 28 08:35:31.826406 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=3e20cc3f-3d5d-4c39-84c0-ea550795fa19,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:35:31.863971 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-2c6681ee-88b1-49f3-abfe-8e7c5ef3c977 req-e4813a3c-d569-4830-bd9d-f580eb84cce6 tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c467e77-bc62-4717-8df3-d914a6aa0720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483685 Jan 28 08:35:31.925692 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fc193c-a2e8-4ff6-bab7-4dbc264ca7b5 req-66d6ad76-34f4-474f-a24a-45d86faf69e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:35:31.927121 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-05fc193c-a2e8-4ff6-bab7-4dbc264ca7b5 req-66d6ad76-34f4-474f-a24a-45d86faf69e2 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c1e73fd5-2f07-474a-88f5-e6ffec6727e8 HTTP/1.1" status: 200 len: 1098 time: 0.0403891 Jan 28 08:35:31.972624 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-05fc193c-a2e8-4ff6-bab7-4dbc264ca7b5 req-59dda33f-c855-4eb9-9bfb-0d848f2095ce service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=6c467e77-bc62-4717-8df3-d914a6aa0720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392933 Jan 28 08:35:32.342315 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3c40ea6b-0758-4bba-8045-a256400e12c4 req-e48f07cc-c751-4180-b0f2-f36e6ca29b96 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=35b797f3-1d81-4ba4-be93-f2345c8230e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0392997 Jan 28 08:35:32.448075 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c40ea6b-0758-4bba-8045-a256400e12c4 req-28f02955-038d-45cb-ace8-d2bfcc0e5ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:35:32.449605 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3c40ea6b-0758-4bba-8045-a256400e12c4 req-28f02955-038d-45cb-ace8-d2bfcc0e5ad8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1bb6263e5d3e46e186ca26e13fb8dfd9&device_id=35b797f3-1d81-4ba4-be93-f2345c8230e5 HTTP/1.1" status: 200 len: 1095 time: 0.0408454 Jan 28 08:35:32.558372 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c40ea6b-0758-4bba-8045-a256400e12c4 req-4f60cc9d-2518-4b11-a04d-c0d224692421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:35:32.559841 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3c40ea6b-0758-4bba-8045-a256400e12c4 req-4f60cc9d-2518-4b11-a04d-c0d224692421 service neutron] 10.222.0.10 "GET /v2.0/networks?id=85ade290-ae1e-4621-babe-fb1f461984a9 HTTP/1.1" status: 200 len: 910 time: 0.0869188 Jan 28 08:35:32.624026 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3c40ea6b-0758-4bba-8045-a256400e12c4 req-38718f2d-5dda-4525-ad72-28e50e5a4c3b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=77b18add-bb17-48bb-8790-49db88d07250 HTTP/1.1" status: 200 len: 999 time: 0.0571363 Jan 28 08:35:32.680537 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c40ea6b-0758-4bba-8045-a256400e12c4 req-2d4951be-2548-4a1e-9741-2fae320ba41d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:35:32.681984 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3c40ea6b-0758-4bba-8045-a256400e12c4 req-2d4951be-2548-4a1e-9741-2fae320ba41d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0bf5e3bb-d62c-425e-a4bb-df1360e645af HTTP/1.1" status: 200 len: 848 time: 0.0489814 Jan 28 08:35:32.729136 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c40ea6b-0758-4bba-8045-a256400e12c4 req-42cbdd24-2dd6-4253-9793-c8dc4555fe2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:35:32.730593 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3c40ea6b-0758-4bba-8045-a256400e12c4 req-42cbdd24-2dd6-4253-9793-c8dc4555fe2e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=85ade290-ae1e-4621-babe-fb1f461984a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396979 Jan 28 08:35:32.821889 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3c40ea6b-0758-4bba-8045-a256400e12c4 req-b2283af2-6301-4108-bfab-d1771d062882 service neutron] 10.222.0.10 "GET /v2.0/networks/85ade290-ae1e-4621-babe-fb1f461984a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818429 Jan 28 08:35:32.917873 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-3c40ea6b-0758-4bba-8045-a256400e12c4 req-1650634b-51d5-4c6a-9925-1aa11e8e8174 service neutron] 10.222.0.10 "GET /v2.0/networks/85ade290-ae1e-4621-babe-fb1f461984a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868244 Jan 28 08:35:32.993831 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301e6b1b-a2bf-4d76-af7f-740bf2a896f5 req-16dd54e9-e38a-4b19-b05d-b86bd99e73eb tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:35:32.995390 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-301e6b1b-a2bf-4d76-af7f-740bf2a896f5 req-16dd54e9-e38a-4b19-b05d-b86bd99e73eb tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1e73fd5-2f07-474a-88f5-e6ffec6727e8 HTTP/1.1" status: 200 len: 946 time: 0.0550568 Jan 28 08:35:33.053041 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-301e6b1b-a2bf-4d76-af7f-740bf2a896f5 req-1d7ab1f9-513c-4ad3-aa9d-c7f35210ccd7 tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c467e77-bc62-4717-8df3-d914a6aa0720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487328 Jan 28 08:35:33.395813 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 7 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 08:35:33.441285 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-512965c4-2e35-4801-9ccc-5da23754680a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:35:34.012527 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:35:34.167786 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61a0faf-3f8b-4ec6-910b-9186c7c1c644 req-9c694304-689d-4cb0-8f38-1d5047cc33a4 tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:35:34.169285 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a61a0faf-3f8b-4ec6-910b-9186c7c1c644 req-9c694304-689d-4cb0-8f38-1d5047cc33a4 tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1e73fd5-2f07-474a-88f5-e6ffec6727e8 HTTP/1.1" status: 200 len: 946 time: 0.0479882 Jan 28 08:35:34.220772 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-a61a0faf-3f8b-4ec6-910b-9186c7c1c644 req-1cd1ae46-fc5a-4fcb-8d90-19cb85010908 tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c467e77-bc62-4717-8df3-d914a6aa0720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459359 Jan 28 08:35:34.340577 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ae45a1-e0c1-4f3e-8539-ce7d9dda6827 req-24b01801-d036-49dc-8f3d-c0f6e9dfd882 tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:35:34.341952 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c1ae45a1-e0c1-4f3e-8539-ce7d9dda6827 req-24b01801-d036-49dc-8f3d-c0f6e9dfd882 tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1e73fd5-2f07-474a-88f5-e6ffec6727e8 HTTP/1.1" status: 200 len: 946 time: 0.0524399 Jan 28 08:35:34.389745 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c1ae45a1-e0c1-4f3e-8539-ce7d9dda6827 req-7d2603a5-bfe3-42ca-bd48-0da07c45a416 tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c467e77-bc62-4717-8df3-d914a6aa0720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416396 Jan 28 08:35:34.412002 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 43352) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:35:34.451039 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f7477f0-5c6a-4856-a9f3-0d8680267ebc tempest-TestSnapshotPattern-233751011 tempest-TestSnapshotPattern-233751011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:35:34.452565 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-4f7477f0-5c6a-4856-a9f3-0d8680267ebc tempest-TestSnapshotPattern-233751011 tempest-TestSnapshotPattern-233751011-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=c1e73fd5-2f07-474a-88f5-e6ffec6727e8 HTTP/1.1" status: 200 len: 1093 time: 0.0395885 Jan 28 08:35:34.455848 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 43354) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:35:34.460218 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-18701de6-717b-46c8-ada9-86732e847b2b tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Request body: {'floatingip': {'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'port_id': '3e20cc3f-3d5d-4c39-84c0-ea550795fa19', 'tenant_id': '1bb6263e5d3e46e186ca26e13fb8dfd9', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 08:35:34.480421 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-18701de6-717b-46c8-ada9-86732e847b2b tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:35:34.580977 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-18701de6-717b-46c8-ada9-86732e847b2b tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:35:34.683276 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-18701de6-717b-46c8-ada9-86732e847b2b tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Allocated IP 172.25.6.240 (7d5b3724-deef-4831-8d43-cb9b8176573c/b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc/67051369-eace-47b6-81e5-e2a6e751a5fb) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 08:35:34.787320 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-18701de6-717b-46c8-ada9-86732e847b2b tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Publish callbacks [] for port (67051369-eace-47b6-81e5-e2a6e751a5fb), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:35:34.820576 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-18701de6-717b-46c8-ada9-86732e847b2b tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782327242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (67051369-eace-47b6-81e5-e2a6e751a5fb), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:35:34.855596 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18701de6-717b-46c8-ada9-86732e847b2b tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Network 7d5b3724-deef-4831-8d43-cb9b8176573c is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 08:35:34.858327 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-18701de6-717b-46c8-ada9-86732e847b2b tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 08:35:34.862274 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18701de6-717b-46c8-ada9-86732e847b2b tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 08:35:34.887167 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18701de6-717b-46c8-ada9-86732e847b2b tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Pushing event updated for resources: {'Port': ['ID=67051369-eace-47b6-81e5-e2a6e751a5fb,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:35:34.900581 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18701de6-717b-46c8-ada9-86732e847b2b tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:35:34.900929 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18701de6-717b-46c8-ada9-86732e847b2b tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:35:34.901271 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18701de6-717b-46c8-ada9-86732e847b2b tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:35:34.901609 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18701de6-717b-46c8-ada9-86732e847b2b tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:35:34.901945 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18701de6-717b-46c8-ada9-86732e847b2b tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:35:34.902277 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18701de6-717b-46c8-ada9-86732e847b2b tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:35:34.902606 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18701de6-717b-46c8-ada9-86732e847b2b tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:35:34.902930 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18701de6-717b-46c8-ada9-86732e847b2b tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:35:34.903250 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18701de6-717b-46c8-ada9-86732e847b2b tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:35:34.903596 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18701de6-717b-46c8-ada9-86732e847b2b tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:35:34.903919 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18701de6-717b-46c8-ada9-86732e847b2b tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:35:34.904257 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18701de6-717b-46c8-ada9-86732e847b2b tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:35:34.904583 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18701de6-717b-46c8-ada9-86732e847b2b tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:35:35.009391 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:35:35.237743 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-18701de6-717b-46c8-ada9-86732e847b2b tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Publish callbacks [] for floatingip (4adbb432-51aa-4b30-b869-c59c6e0cd869), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:35:35.303712 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-18701de6-717b-46c8-ada9-86732e847b2b tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (67051369-eace-47b6-81e5-e2a6e751a5fb), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:35:35.451592 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-18701de6-717b-46c8-ada9-86732e847b2b tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Publish callbacks [] for port (67051369-eace-47b6-81e5-e2a6e751a5fb), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:35:35.456068 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-18701de6-717b-46c8-ada9-86732e847b2b tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24757647'] for port (67051369-eace-47b6-81e5-e2a6e751a5fb), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:35:35.528483 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18701de6-717b-46c8-ada9-86732e847b2b tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Pushing event updated for resources: {'Port': ['ID=67051369-eace-47b6-81e5-e2a6e751a5fb,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:35:35.540437 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-18701de6-717b-46c8-ada9-86732e847b2b tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16609095'] for floatingip (4adbb432-51aa-4b30-b869-c59c6e0cd869), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:35:35.638670 n-d-712749-28 neutron-server[103284]: INFO neutron.db.l3_db [None req-18701de6-717b-46c8-ada9-86732e847b2b tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Floating IP 4adbb432-51aa-4b30-b869-c59c6e0cd869 associated. External IP: 172.25.6.240, port: 3e20cc3f-3d5d-4c39-84c0-ea550795fa19. Jan 28 08:35:35.823727 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ccc4a26-2b7b-47c8-b8a9-11f097aebc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:35:35.843972 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18701de6-717b-46c8-ada9-86732e847b2b tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Router c4851fb4-87b6-41c7-896b-8bea32f5d005 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 08:35:35.947826 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18701de6-717b-46c8-ada9-86732e847b2b tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 08:35:35.958349 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e8cea7-d45c-4dfb-88fb-7b5627d0dde2 None None] Sync routers for ids ['c4851fb4-87b6-41c7-896b-8bea32f5d005'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 08:35:35.965838 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-18701de6-717b-46c8-ada9-86732e847b2b tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for floatingip (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:35:35.969879 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e8cea7-d45c-4dfb-88fb-7b5627d0dde2 None None] Routers {'c4851fb4-87b6-41c7-896b-8bea32f5d005'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 08:35:35.970513 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-60e8cea7-d45c-4dfb-88fb-7b5627d0dde2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T08:35:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['c4851fb4-87b6-41c7-896b-8bea32f5d005'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:35:35.996021 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-18701de6-717b-46c8-ada9-86732e847b2b tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5391207 Jan 28 08:35:35.996634 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1e73fd5-2f07-474a-88f5-e6ffec6727e8', 'tag': '3e20cc3f-3d5d-4c39-84c0-ea550795fa19'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 08:35:35.999091 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea2b103cb7827510f28784975546feb0b63800b94dfac5f98f271904baace09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39ac050a-94b0-4f3a-8555-d634eb3b2e17" -d '{"events": [{"name": "network-changed", "server_uuid": "c1e73fd5-2f07-474a-88f5-e6ffec6727e8", "tag": "3e20cc3f-3d5d-4c39-84c0-ea550795fa19"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 08:35:36.038123 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 08:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e927e41d-a8ef-4ce9-bef2-c04af08c2dd5 x-openstack-request-id: req-e927e41d-a8ef-4ce9-bef2-c04af08c2dd5 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 08:35:36.038417 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1e73fd5-2f07-474a-88f5-e6ffec6727e8", "tag": "3e20cc3f-3d5d-4c39-84c0-ea550795fa19", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 08:35:36.038676 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e927e41d-a8ef-4ce9-bef2-c04af08c2dd5 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 08:35:36.039099 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1e73fd5-2f07-474a-88f5-e6ffec6727e8', 'tag': '3e20cc3f-3d5d-4c39-84c0-ea550795fa19', 'status': 'completed', 'code': 200} Jan 28 08:35:36.077761 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-60e8cea7-d45c-4dfb-88fb-7b5627d0dde2 None None] Set router c4851fb4-87b6-41c7-896b-8bea32f5d005 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 08:35:36.118539 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ac050a-94b0-4f3a-8555-d634eb3b2e17 req-11d20a6e-c896-4659-aaea-ab0544e4cb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:35:36.120061 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-39ac050a-94b0-4f3a-8555-d634eb3b2e17 req-11d20a6e-c896-4659-aaea-ab0544e4cb38 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1bb6263e5d3e46e186ca26e13fb8dfd9&device_id=c1e73fd5-2f07-474a-88f5-e6ffec6727e8 HTTP/1.1" status: 200 len: 1098 time: 0.0401182 Jan 28 08:35:36.210431 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ac050a-94b0-4f3a-8555-d634eb3b2e17 req-c876a8c7-bf75-4ebb-a8b3-ab323076ddd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:35:36.211838 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-39ac050a-94b0-4f3a-8555-d634eb3b2e17 req-c876a8c7-bf75-4ebb-a8b3-ab323076ddd8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=85ade290-ae1e-4621-babe-fb1f461984a9 HTTP/1.1" status: 200 len: 910 time: 0.0848370 Jan 28 08:35:36.284836 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-39ac050a-94b0-4f3a-8555-d634eb3b2e17 req-4907511b-9edd-4e2a-9244-509c07c53a92 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3e20cc3f-3d5d-4c39-84c0-ea550795fa19 HTTP/1.1" status: 200 len: 1000 time: 0.0670669 Jan 28 08:35:36.306237 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-60e8cea7-d45c-4dfb-88fb-7b5627d0dde2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4851fb4-87b6-41c7-896b-8bea32f5d005', 'name': 'tempest-TestSnapshotPattern-463099148-router', 'tenant_id': '1bb6263e5d3e46e186ca26e13fb8dfd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.204'}], 'enable_snat': True}, 'gw_port_id': '6f244a01-f846-4ea3-aa37-0c630ec6464c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:32:37Z', 'updated_at': '2022-01-28T08:32:40Z', 'revision_number': 4, 'project_id': '1bb6263e5d3e46e186ca26e13fb8dfd9', 'gw_port': {'id': '6f244a01-f846-4ea3-aa37-0c630ec6464c', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ab:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4851fb4-87b6-41c7-896b-8bea32f5d005', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:32:37Z', 'updated_at': '2022-01-28T08:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_floatingips': [{'id': '4adbb432-51aa-4b30-b869-c59c6e0cd869', 'tenant_id': '1bb6263e5d3e46e186ca26e13fb8dfd9', 'floating_ip_address': '172.25.6.240', 'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'router_id': 'c4851fb4-87b6-41c7-896b-8bea32f5d005', 'port_id': '3e20cc3f-3d5d-4c39-84c0-ea550795fa19', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '85ade290-ae1e-4621-babe-fb1f461984a9', 'mac_address': 'fa:16:3e:ab:0b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1e73fd5-2f07-474a-88f5-e6ffec6727e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T08:35:35Z', 'updated_at': '2022-01-28T08:35:35Z', 'revision_number': 0, 'project_id': '1bb6263e5d3e46e186ca26e13fb8dfd9', 'fixed_ip_address_scope': None}, {'id': 'ef40bc50-b5f3-4871-aade-9d495e7653fd', 'tenant_id': '1bb6263e5d3e46e186ca26e13fb8dfd9', 'floating_ip_address': '172.25.6.143', 'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'router_id': 'c4851fb4-87b6-41c7-896b-8bea32f5d005', 'port_id': '77b18add-bb17-48bb-8790-49db88d07250', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '85ade290-ae1e-4621-babe-fb1f461984a9', 'mac_address': 'fa:16:3e:58:b9:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35b797f3-1d81-4ba4-be93-f2345c8230e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T08:33:00Z', 'updated_at': '2022-01-28T08:33:03Z', 'revision_number': 1, 'project_id': '1bb6263e5d3e46e186ca26e13fb8dfd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e69c6171-dcdd-44ac-a139-ec786a50521e', 'name': '', 'network_id': '85ade290-ae1e-4621-babe-fb1f461984a9', 'tenant_id': '1bb6263e5d3e46e186ca26e13fb8dfd9', 'mac_address': 'fa:16:3e:13:cb:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4851fb4-87b6-41c7-896b-8bea32f5d005', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '0bf5e3bb-d62c-425e-a4bb-df1360e645af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:32:39Z', 'updated_at': '2022-01-28T08:32:43Z', 'revision_number': 5, 'project_id': '1bb6263e5d3e46e186ca26e13fb8dfd9', 'subnets': [{'id': '0bf5e3bb-d62c-425e-a4bb-df1360e645af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:35:36.331518 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e8cea7-d45c-4dfb-88fb-7b5627d0dde2 None None] Checking router: c4851fb4-87b6-41c7-896b-8bea32f5d005 for host: n-d-712749-28 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 08:35:36.334162 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ac050a-94b0-4f3a-8555-d634eb3b2e17 req-25ef4fb7-cd1d-40f3-9607-f2da6cc1abc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:35:36.335629 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-39ac050a-94b0-4f3a-8555-d634eb3b2e17 req-25ef4fb7-cd1d-40f3-9607-f2da6cc1abc3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0bf5e3bb-d62c-425e-a4bb-df1360e645af HTTP/1.1" status: 200 len: 848 time: 0.0457537 Jan 28 08:35:36.339588 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e8cea7-d45c-4dfb-88fb-7b5627d0dde2 None None] Routers {'c4851fb4-87b6-41c7-896b-8bea32f5d005'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 08:35:36.340222 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-60e8cea7-d45c-4dfb-88fb-7b5627d0dde2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T08:35:36Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['c4851fb4-87b6-41c7-896b-8bea32f5d005'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:35:36.381392 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ac050a-94b0-4f3a-8555-d634eb3b2e17 req-8a2141d1-ab98-4a4c-997a-409abb09e9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:35:36.382905 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-39ac050a-94b0-4f3a-8555-d634eb3b2e17 req-8a2141d1-ab98-4a4c-997a-409abb09e9b7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=85ade290-ae1e-4621-babe-fb1f461984a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403421 Jan 28 08:35:36.447237 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-60e8cea7-d45c-4dfb-88fb-7b5627d0dde2 None None] Set router c4851fb4-87b6-41c7-896b-8bea32f5d005 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 08:35:36.475809 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-39ac050a-94b0-4f3a-8555-d634eb3b2e17 req-6c1ceb69-e9af-4a83-af8f-24d46db845f7 service neutron] 10.222.0.44 "GET /v2.0/networks/85ade290-ae1e-4621-babe-fb1f461984a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868311 Jan 28 08:35:36.569210 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-39ac050a-94b0-4f3a-8555-d634eb3b2e17 req-2755fe18-6c0c-4aba-a4fd-e23a75a6bf06 service neutron] 10.222.0.44 "GET /v2.0/networks/85ade290-ae1e-4621-babe-fb1f461984a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876672 Jan 28 08:35:36.672910 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-60e8cea7-d45c-4dfb-88fb-7b5627d0dde2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4851fb4-87b6-41c7-896b-8bea32f5d005', 'name': 'tempest-TestSnapshotPattern-463099148-router', 'tenant_id': '1bb6263e5d3e46e186ca26e13fb8dfd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.204'}], 'enable_snat': True}, 'gw_port_id': '6f244a01-f846-4ea3-aa37-0c630ec6464c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:32:37Z', 'updated_at': '2022-01-28T08:32:40Z', 'revision_number': 4, 'project_id': '1bb6263e5d3e46e186ca26e13fb8dfd9', 'gw_port': {'id': '6f244a01-f846-4ea3-aa37-0c630ec6464c', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ab:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4851fb4-87b6-41c7-896b-8bea32f5d005', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:32:37Z', 'updated_at': '2022-01-28T08:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_floatingips': [{'id': '4adbb432-51aa-4b30-b869-c59c6e0cd869', 'tenant_id': '1bb6263e5d3e46e186ca26e13fb8dfd9', 'floating_ip_address': '172.25.6.240', 'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'router_id': 'c4851fb4-87b6-41c7-896b-8bea32f5d005', 'port_id': '3e20cc3f-3d5d-4c39-84c0-ea550795fa19', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '85ade290-ae1e-4621-babe-fb1f461984a9', 'mac_address': 'fa:16:3e:ab:0b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1e73fd5-2f07-474a-88f5-e6ffec6727e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T08:35:35Z', 'updated_at': '2022-01-28T08:35:35Z', 'revision_number': 0, 'project_id': '1bb6263e5d3e46e186ca26e13fb8dfd9', 'fixed_ip_address_scope': None}, {'id': 'ef40bc50-b5f3-4871-aade-9d495e7653fd', 'tenant_id': '1bb6263e5d3e46e186ca26e13fb8dfd9', 'floating_ip_address': '172.25.6.143', 'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'router_id': 'c4851fb4-87b6-41c7-896b-8bea32f5d005', 'port_id': '77b18add-bb17-48bb-8790-49db88d07250', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '85ade290-ae1e-4621-babe-fb1f461984a9', 'mac_address': 'fa:16:3e:58:b9:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35b797f3-1d81-4ba4-be93-f2345c8230e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T08:33:00Z', 'updated_at': '2022-01-28T08:33:03Z', 'revision_number': 1, 'project_id': '1bb6263e5d3e46e186ca26e13fb8dfd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e69c6171-dcdd-44ac-a139-ec786a50521e', 'name': '', 'network_id': '85ade290-ae1e-4621-babe-fb1f461984a9', 'tenant_id': '1bb6263e5d3e46e186ca26e13fb8dfd9', 'mac_address': 'fa:16:3e:13:cb:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4851fb4-87b6-41c7-896b-8bea32f5d005', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '0bf5e3bb-d62c-425e-a4bb-df1360e645af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:32:39Z', 'updated_at': '2022-01-28T08:32:43Z', 'revision_number': 5, 'project_id': '1bb6263e5d3e46e186ca26e13fb8dfd9', 'subnets': [{'id': '0bf5e3bb-d62c-425e-a4bb-df1360e645af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:35:36.706108 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e8cea7-d45c-4dfb-88fb-7b5627d0dde2 None None] The sync data for ids ['c4851fb4-87b6-41c7-896b-8bea32f5d005'] in n-d-712749-28 is: [{'id': 'c4851fb4-87b6-41c7-896b-8bea32f5d005', 'name': 'tempest-TestSnapshotPattern-463099148-router', 'tenant_id': '1bb6263e5d3e46e186ca26e13fb8dfd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.204'}], 'enable_snat': True}, 'gw_port_id': '6f244a01-f846-4ea3-aa37-0c630ec6464c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:32:37Z', 'updated_at': '2022-01-28T08:32:40Z', 'revision_number': 4, 'project_id': '1bb6263e5d3e46e186ca26e13fb8dfd9', 'gw_port': {'id': '6f244a01-f846-4ea3-aa37-0c630ec6464c', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ab:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4851fb4-87b6-41c7-896b-8bea32f5d005', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:32:37Z', 'updated_at': '2022-01-28T08:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_floatingips': [{'id': '4adbb432-51aa-4b30-b869-c59c6e0cd869', 'tenant_id': '1bb6263e5d3e46e186ca26e13fb8dfd9', 'floating_ip_address': '172.25.6.240', 'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'router_id': 'c4851fb4-87b6-41c7-896b-8bea32f5d005', 'port_id': '3e20cc3f-3d5d-4c39-84c0-ea550795fa19', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '85ade290-ae1e-4621-babe-fb1f461984a9', 'mac_address': 'fa:16:3e:ab:0b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1e73fd5-2f07-474a-88f5-e6ffec6727e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T08:35:35Z', 'updated_at': '2022-01-28T08:35:35Z', 'revision_number': 0, 'project_id': '1bb6263e5d3e46e186ca26e13fb8dfd9', 'fixed_ip_address_scope': None}, {'id': 'ef40bc50-b5f3-4871-aade-9d495e7653fd', 'tenant_id': '1bb6263e5d3e46e186ca26e13fb8dfd9', 'floating_ip_address': '172.25.6.143', 'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'router_id': 'c4851fb4-87b6-41c7-896b-8bea32f5d005', 'port_id': '77b18add-bb17-48bb-8790-49db88d07250', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '85ade290-ae1e-4621-babe-fb1f461984a9', 'mac_address': 'fa:16:3e:58:b9:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35b797f3-1d81-4ba4-be93-f2345c8230e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T08:33:00Z', 'updated_at': '2022-01-28T08:33:03Z', 'revision_number': 1, 'project_id': '1bb6263e5d3e46e186ca26e13fb8dfd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e69c6171-dcdd-44ac-a139-ec786a50521e', 'name': '', 'network_id': '85ade290-ae1e-4621-babe-fb1f461984a9', 'tenant_id': '1bb6263e5d3e46e186ca26e13fb8dfd9', 'mac_address': 'fa:16:3e:13:cb:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4851fb4-87b6-41c7-896b-8bea32f5d005', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '0bf5e3bb-d62c-425e-a4bb-df1360e645af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:32:39Z', 'updated_at': '2022-01-28T08:32:43Z', 'revision_number': 5, 'project_id': '1bb6263e5d3e46e186ca26e13fb8dfd9', 'subnets': [{'id': '0bf5e3bb-d62c-425e-a4bb-df1360e645af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 08:35:36.899547 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17cad52e-54cf-41fc-99de-31f41b2795d9 None None] New status for floating IP 4adbb432-51aa-4b30-b869-c59c6e0cd869: ACTIVE {{(pid=103285) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 08:35:37.336386 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:35:39.016007 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:35:39.946262 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:36:03.444000 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-07c33cb7-5afb-4a6b-8000-59b18a97dd21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:36:04.023975 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:36:05.017893 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:36:05.825332 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5d55b448-3b7e-403e-945a-f84ce019f22c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:36:07.336019 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:36:09.007105 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:36:09.950623 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:36:10.394812 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 7 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 08:36:29.202415 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c107db59-1309-4fac-8839-9b3a858febfa req-29227468-b4be-4a62-86d2-889212f278eb service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c1e73fd5-2f07-474a-88f5-e6ffec6727e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0454063 Jan 28 08:36:29.297443 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c107db59-1309-4fac-8839-9b3a858febfa req-ae02e444-7e33-4128-95bb-b392169abb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:36:29.298957 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c107db59-1309-4fac-8839-9b3a858febfa req-ae02e444-7e33-4128-95bb-b392169abb0a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1bb6263e5d3e46e186ca26e13fb8dfd9&device_id=c1e73fd5-2f07-474a-88f5-e6ffec6727e8 HTTP/1.1" status: 200 len: 1098 time: 0.0409033 Jan 28 08:36:29.397389 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c107db59-1309-4fac-8839-9b3a858febfa req-ccc50e70-964d-4fc3-9909-b96d4aa3abe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:36:29.398850 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c107db59-1309-4fac-8839-9b3a858febfa req-ccc50e70-964d-4fc3-9909-b96d4aa3abe5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=85ade290-ae1e-4621-babe-fb1f461984a9 HTTP/1.1" status: 200 len: 910 time: 0.0822518 Jan 28 08:36:29.466726 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c107db59-1309-4fac-8839-9b3a858febfa req-e8c74230-7fd2-4500-8479-68bb078a1717 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3e20cc3f-3d5d-4c39-84c0-ea550795fa19 HTTP/1.1" status: 200 len: 1002 time: 0.0623467 Jan 28 08:36:29.514809 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c107db59-1309-4fac-8839-9b3a858febfa req-bd83a4ad-ac85-4f1f-8ff4-95d7abf3a1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:36:29.516297 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c107db59-1309-4fac-8839-9b3a858febfa req-bd83a4ad-ac85-4f1f-8ff4-95d7abf3a1d9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0bf5e3bb-d62c-425e-a4bb-df1360e645af HTTP/1.1" status: 200 len: 848 time: 0.0422750 Jan 28 08:36:29.560532 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c107db59-1309-4fac-8839-9b3a858febfa req-fb441351-76f7-4231-9c96-5e9f5145563d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:36:29.562036 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c107db59-1309-4fac-8839-9b3a858febfa req-fb441351-76f7-4231-9c96-5e9f5145563d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=85ade290-ae1e-4621-babe-fb1f461984a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396354 Jan 28 08:36:29.653492 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c107db59-1309-4fac-8839-9b3a858febfa req-ea4d933c-aaa4-4d53-8723-cbf28ae6bfa7 service neutron] 10.222.0.44 "GET /v2.0/networks/85ade290-ae1e-4621-babe-fb1f461984a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853152 Jan 28 08:36:29.740677 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-c107db59-1309-4fac-8839-9b3a858febfa req-81406eaf-14f8-405a-a421-c5a6d9376f33 service neutron] 10.222.0.44 "GET /v2.0/networks/85ade290-ae1e-4621-babe-fb1f461984a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804150 Jan 28 08:36:32.380344 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b5e156df-1016-4d8c-96d4-97a5cded7732 req-7fc27387-7520-47b6-845e-05ee57fc5aae service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=35b797f3-1d81-4ba4-be93-f2345c8230e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0441206 Jan 28 08:36:32.492961 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e156df-1016-4d8c-96d4-97a5cded7732 req-5aefc660-0ba5-4e66-9c53-2fbec4ecd161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:36:32.494439 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b5e156df-1016-4d8c-96d4-97a5cded7732 req-5aefc660-0ba5-4e66-9c53-2fbec4ecd161 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1bb6263e5d3e46e186ca26e13fb8dfd9&device_id=35b797f3-1d81-4ba4-be93-f2345c8230e5 HTTP/1.1" status: 200 len: 1095 time: 0.0403500 Jan 28 08:36:32.606352 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e156df-1016-4d8c-96d4-97a5cded7732 req-dc45dbb9-e665-4412-a6ae-0ec4764dee86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:36:32.607873 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b5e156df-1016-4d8c-96d4-97a5cded7732 req-dc45dbb9-e665-4412-a6ae-0ec4764dee86 service neutron] 10.222.0.10 "GET /v2.0/networks?id=85ade290-ae1e-4621-babe-fb1f461984a9 HTTP/1.1" status: 200 len: 910 time: 0.0897989 Jan 28 08:36:32.674861 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b5e156df-1016-4d8c-96d4-97a5cded7732 req-8f5dbc96-e31b-4178-a2a5-f4edff31203c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=77b18add-bb17-48bb-8790-49db88d07250 HTTP/1.1" status: 200 len: 999 time: 0.0577383 Jan 28 08:36:32.719350 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e156df-1016-4d8c-96d4-97a5cded7732 req-f08d01f4-bdf7-44cb-bc31-8c1e1872759e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:36:32.721307 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b5e156df-1016-4d8c-96d4-97a5cded7732 req-f08d01f4-bdf7-44cb-bc31-8c1e1872759e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0bf5e3bb-d62c-425e-a4bb-df1360e645af HTTP/1.1" status: 200 len: 848 time: 0.0413013 Jan 28 08:36:32.772257 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e156df-1016-4d8c-96d4-97a5cded7732 req-a7816824-966c-448b-9c2f-a64b1499ee18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:36:32.773702 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b5e156df-1016-4d8c-96d4-97a5cded7732 req-a7816824-966c-448b-9c2f-a64b1499ee18 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=85ade290-ae1e-4621-babe-fb1f461984a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430441 Jan 28 08:36:32.865118 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b5e156df-1016-4d8c-96d4-97a5cded7732 req-ccf5846c-34c7-47db-a75d-2afba7e3784e service neutron] 10.222.0.10 "GET /v2.0/networks/85ade290-ae1e-4621-babe-fb1f461984a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806963 Jan 28 08:36:32.960670 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-b5e156df-1016-4d8c-96d4-97a5cded7732 req-d107a78b-d171-4fd0-96b3-4d97ebd833a4 service neutron] 10.222.0.10 "GET /v2.0/networks/85ade290-ae1e-4621-babe-fb1f461984a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867605 Jan 28 08:36:33.446367 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-49c45cd3-f3d4-4877-bcf8-d7b83265b126 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:36:34.041022 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:36:35.017789 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:36:35.826328 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f79287c1-62ed-4241-8fc1-955b27a80f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:36:37.337574 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:36:39.009326 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:36:39.952548 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:36:47.393233 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 7 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 08:37:03.450573 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fe3294ec-20ed-43bb-b358-53d9fe798d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:37:04.042270 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:37:05.022184 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:37:05.826579 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0195add7-4fc7-48e5-9ff2-212b1beca132 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:37:07.340569 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:37:08.064722 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 3e20cc3f-3d5d-4c39-84c0-ea550795fa19 details requested by agent hyperv_n-h2-712749-28 with host n-h2-712749-28 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 08:37:08.174663 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 3e20cc3f-3d5d-4c39-84c0-ea550795fa19, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=3e20cc3f-3d5d-4c39-84c0-ea550795fa19,segment=NetworkSegment(e7dfea37-5356-4bab-a20b-0872ae5e561c),segment_id=e7dfea37-5356-4bab-a20b-0872ae5e561c)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:37:08.186780 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Returning: {'device': '3e20cc3f-3d5d-4c39-84c0-ea550795fa19', 'network_id': '85ade290-ae1e-4621-babe-fb1f461984a9', 'port_id': '3e20cc3f-3d5d-4c39-84c0-ea550795fa19', 'mac_address': 'fa:16:3e:ab:0b:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bf5e3bb-d62c-425e-a4bb-df1360e645af', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 08:37:08.226439 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port 3e20cc3f-3d5d-4c39-84c0-ea550795fa19 is: ACTIVE; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:37:08.226824 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (3e20cc3f-3d5d-4c39-84c0-ea550795fa19), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:37:08.244875 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3e20cc3f-3d5d-4c39-84c0-ea550795fa19 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 08:37:08.268164 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 3e20cc3f-3d5d-4c39-84c0-ea550795fa19, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=3e20cc3f-3d5d-4c39-84c0-ea550795fa19,segment=NetworkSegment(e7dfea37-5356-4bab-a20b-0872ae5e561c),segment_id=e7dfea37-5356-4bab-a20b-0872ae5e561c)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:37:08.273203 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (3e20cc3f-3d5d-4c39-84c0-ea550795fa19), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:37:08.335273 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=3e20cc3f-3d5d-4c39-84c0-ea550795fa19,revision_number=6']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:37:08.343058 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:37:08.344064 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:37:08.344642 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:37:08.345490 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:37:08.346018 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:37:08.346363 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:37:08.346701 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:37:08.347041 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:37:08.347375 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:37:08.347707 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:37:08.348277 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:37:08.348795 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:37:08.349336 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:37:08.422503 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] get_ports_and_sgs() called for port_ids ['3e20cc3f-3d5d-4c39-84c0-ea550795fa19'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 08:37:09.028698 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:37:09.959442 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:37:10.079706 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 3e20cc3f-3d5d-4c39-84c0-ea550795fa19 up at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 08:37:10.132165 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Provisioning complete for port 3e20cc3f-3d5d-4c39-84c0-ea550795fa19 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 08:37:10.136831 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730020'] for port (3e20cc3f-3d5d-4c39-84c0-ea550795fa19), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:37:10.248811 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Current status of the port 3e20cc3f-3d5d-4c39-84c0-ea550795fa19 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 08:37:10.249192 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700280'] for port (3e20cc3f-3d5d-4c39-84c0-ea550795fa19), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:37:10.272647 n-d-712749-28 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1e73fd5-2f07-474a-88f5-e6ffec6727e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e20cc3f-3d5d-4c39-84c0-ea550795fa19'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 08:37:10.274878 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ad7fe887ec8da9bd29e477e6463a73d1e99860c0dff062a8c1350cb6684650b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0bd2045-30f6-439a-b6fd-575028985519" -d '{"events": [{"server_uuid": "c1e73fd5-2f07-474a-88f5-e6ffec6727e8", "name": "network-vif-plugged", "status": "completed", "tag": "3e20cc3f-3d5d-4c39-84c0-ea550795fa19"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 08:37:10.289333 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] For port 3e20cc3f-3d5d-4c39-84c0-ea550795fa19, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=3e20cc3f-3d5d-4c39-84c0-ea550795fa19,segment=NetworkSegment(e7dfea37-5356-4bab-a20b-0872ae5e561c),segment_id=e7dfea37-5356-4bab-a20b-0872ae5e561c)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:37:10.295840 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782327571164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782327242307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782327242325'] for port (3e20cc3f-3d5d-4c39-84c0-ea550795fa19), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:37:10.325878 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 08:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4c71092-d268-4d86-85ae-432d2639ead4 x-openstack-request-id: req-c4c71092-d268-4d86-85ae-432d2639ead4 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 08:37:10.326176 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1e73fd5-2f07-474a-88f5-e6ffec6727e8", "name": "network-vif-plugged", "status": "completed", "tag": "3e20cc3f-3d5d-4c39-84c0-ea550795fa19", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 08:37:10.326433 n-d-712749-28 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c4c71092-d268-4d86-85ae-432d2639ead4 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 08:37:10.326825 n-d-712749-28 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1e73fd5-2f07-474a-88f5-e6ffec6727e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e20cc3f-3d5d-4c39-84c0-ea550795fa19', 'code': 200} Jan 28 08:37:10.358963 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Pushing event updated for resources: {'Port': ['ID=3e20cc3f-3d5d-4c39-84c0-ea550795fa19,revision_number=7']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:37:17.151363 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 43564) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:37:17.310247 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-017eb1d5-f2bb-4502-bbee-0f8d060a3d85 tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Deleting port 67051369-eace-47b6-81e5-e2a6e751a5fb {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 08:37:17.310636 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-017eb1d5-f2bb-4502-bbee-0f8d060a3d85 tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (67051369-eace-47b6-81e5-e2a6e751a5fb), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:37:17.382511 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-017eb1d5-f2bb-4502-bbee-0f8d060a3d85 tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (67051369-eace-47b6-81e5-e2a6e751a5fb), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:37:17.382836 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-017eb1d5-f2bb-4502-bbee-0f8d060a3d85 tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Publish callbacks [] for floatingip (67051369-eace-47b6-81e5-e2a6e751a5fb), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:37:17.395425 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-017eb1d5-f2bb-4502-bbee-0f8d060a3d85 tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Calling delete_port for 67051369-eace-47b6-81e5-e2a6e751a5fb owned by network:floatingip {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 08:37:17.543819 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-017eb1d5-f2bb-4502-bbee-0f8d060a3d85 tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (67051369-eace-47b6-81e5-e2a6e751a5fb), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:37:17.580055 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017eb1d5-f2bb-4502-bbee-0f8d060a3d85 tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Pushing event deleted for resources: {'Port': ['ID=67051369-eace-47b6-81e5-e2a6e751a5fb,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:37:17.611886 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017eb1d5-f2bb-4502-bbee-0f8d060a3d85 tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:37:17.612253 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017eb1d5-f2bb-4502-bbee-0f8d060a3d85 tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:37:17.612597 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017eb1d5-f2bb-4502-bbee-0f8d060a3d85 tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:37:17.612935 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017eb1d5-f2bb-4502-bbee-0f8d060a3d85 tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:37:17.613271 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017eb1d5-f2bb-4502-bbee-0f8d060a3d85 tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:37:17.613606 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017eb1d5-f2bb-4502-bbee-0f8d060a3d85 tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:37:17.613935 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017eb1d5-f2bb-4502-bbee-0f8d060a3d85 tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:37:17.614262 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017eb1d5-f2bb-4502-bbee-0f8d060a3d85 tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:37:17.614589 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017eb1d5-f2bb-4502-bbee-0f8d060a3d85 tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:37:17.614912 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017eb1d5-f2bb-4502-bbee-0f8d060a3d85 tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:37:17.615237 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017eb1d5-f2bb-4502-bbee-0f8d060a3d85 tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:37:17.615562 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017eb1d5-f2bb-4502-bbee-0f8d060a3d85 tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:37:17.615884 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017eb1d5-f2bb-4502-bbee-0f8d060a3d85 tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:37:17.656712 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-017eb1d5-f2bb-4502-bbee-0f8d060a3d85 tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Publish callbacks [] for floatingip (4adbb432-51aa-4b30-b869-c59c6e0cd869), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:37:17.656976 n-d-712749-28 neutron-server[103284]: INFO neutron.db.l3_db [None req-017eb1d5-f2bb-4502-bbee-0f8d060a3d85 tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Floating IP 4adbb432-51aa-4b30-b869-c59c6e0cd869 disassociated (deleted). External IP: 172.25.6.240, port: 3e20cc3f-3d5d-4c39-84c0-ea550795fa19. Jan 28 08:37:17.861505 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-017eb1d5-f2bb-4502-bbee-0f8d060a3d85 tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Router c4851fb4-87b6-41c7-896b-8bea32f5d005 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 08:37:17.967351 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-017eb1d5-f2bb-4502-bbee-0f8d060a3d85 tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 08:37:17.972860 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-017eb1d5-f2bb-4502-bbee-0f8d060a3d85 tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for floatingip (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:37:17.977484 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9219ebf0-7d03-4cb9-8cef-64e8eda97cb6 None None] Sync routers for ids ['c4851fb4-87b6-41c7-896b-8bea32f5d005'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 08:37:17.987523 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9219ebf0-7d03-4cb9-8cef-64e8eda97cb6 None None] Routers {'c4851fb4-87b6-41c7-896b-8bea32f5d005'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 08:37:17.988145 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-9219ebf0-7d03-4cb9-8cef-64e8eda97cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T08:37:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['c4851fb4-87b6-41c7-896b-8bea32f5d005'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:37:18.195438 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-9219ebf0-7d03-4cb9-8cef-64e8eda97cb6 None None] Set router c4851fb4-87b6-41c7-896b-8bea32f5d005 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 08:37:18.351534 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-017eb1d5-f2bb-4502-bbee-0f8d060a3d85 tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] 10.222.0.41 "DELETE /v2.0/floatingips/4adbb432-51aa-4b30-b869-c59c6e0cd869 HTTP/1.1" status: 204 len: 168 time: 1.1990638 Jan 28 08:37:18.352120 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1e73fd5-2f07-474a-88f5-e6ffec6727e8', 'tag': '3e20cc3f-3d5d-4c39-84c0-ea550795fa19'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 08:37:18.354473 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea2b103cb7827510f28784975546feb0b63800b94dfac5f98f271904baace09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da2d95d4-b806-4223-8689-c559f3655660" -d '{"events": [{"name": "network-changed", "server_uuid": "c1e73fd5-2f07-474a-88f5-e6ffec6727e8", "tag": "3e20cc3f-3d5d-4c39-84c0-ea550795fa19"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 08:37:18.429554 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-9219ebf0-7d03-4cb9-8cef-64e8eda97cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4851fb4-87b6-41c7-896b-8bea32f5d005', 'name': 'tempest-TestSnapshotPattern-463099148-router', 'tenant_id': '1bb6263e5d3e46e186ca26e13fb8dfd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.204'}], 'enable_snat': True}, 'gw_port_id': '6f244a01-f846-4ea3-aa37-0c630ec6464c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:32:37Z', 'updated_at': '2022-01-28T08:32:40Z', 'revision_number': 4, 'project_id': '1bb6263e5d3e46e186ca26e13fb8dfd9', 'gw_port': {'id': '6f244a01-f846-4ea3-aa37-0c630ec6464c', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ab:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4851fb4-87b6-41c7-896b-8bea32f5d005', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:32:37Z', 'updated_at': '2022-01-28T08:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_floatingips': [{'id': 'ef40bc50-b5f3-4871-aade-9d495e7653fd', 'tenant_id': '1bb6263e5d3e46e186ca26e13fb8dfd9', 'floating_ip_address': '172.25.6.143', 'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'router_id': 'c4851fb4-87b6-41c7-896b-8bea32f5d005', 'port_id': '77b18add-bb17-48bb-8790-49db88d07250', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '85ade290-ae1e-4621-babe-fb1f461984a9', 'mac_address': 'fa:16:3e:58:b9:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35b797f3-1d81-4ba4-be93-f2345c8230e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T08:33:00Z', 'updated_at': '2022-01-28T08:33:03Z', 'revision_number': 1, 'project_id': '1bb6263e5d3e46e186ca26e13fb8dfd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e69c6171-dcdd-44ac-a139-ec786a50521e', 'name': '', 'network_id': '85ade290-ae1e-4621-babe-fb1f461984a9', 'tenant_id': '1bb6263e5d3e46e186ca26e13fb8dfd9', 'mac_address': 'fa:16:3e:13:cb:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4851fb4-87b6-41c7-896b-8bea32f5d005', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '0bf5e3bb-d62c-425e-a4bb-df1360e645af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:32:39Z', 'updated_at': '2022-01-28T08:32:43Z', 'revision_number': 5, 'project_id': '1bb6263e5d3e46e186ca26e13fb8dfd9', 'subnets': [{'id': '0bf5e3bb-d62c-425e-a4bb-df1360e645af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:37:18.456361 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9219ebf0-7d03-4cb9-8cef-64e8eda97cb6 None None] Checking router: c4851fb4-87b6-41c7-896b-8bea32f5d005 for host: n-d-712749-28 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 08:37:18.459235 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 08:37:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8cb9fc9-a988-43c1-b54d-55620a86b010 x-openstack-request-id: req-a8cb9fc9-a988-43c1-b54d-55620a86b010 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 08:37:18.459561 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1e73fd5-2f07-474a-88f5-e6ffec6727e8", "tag": "3e20cc3f-3d5d-4c39-84c0-ea550795fa19", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 08:37:18.459877 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a8cb9fc9-a988-43c1-b54d-55620a86b010 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 08:37:18.460514 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1e73fd5-2f07-474a-88f5-e6ffec6727e8', 'tag': '3e20cc3f-3d5d-4c39-84c0-ea550795fa19', 'status': 'completed', 'code': 200} Jan 28 08:37:18.465084 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9219ebf0-7d03-4cb9-8cef-64e8eda97cb6 None None] Routers {'c4851fb4-87b6-41c7-896b-8bea32f5d005'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 08:37:18.465692 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-9219ebf0-7d03-4cb9-8cef-64e8eda97cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T08:37:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['c4851fb4-87b6-41c7-896b-8bea32f5d005'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:37:18.567054 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2d95d4-b806-4223-8689-c559f3655660 req-d887fa5e-13ce-4060-8760-b456111432bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:37:18.568667 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-da2d95d4-b806-4223-8689-c559f3655660 req-d887fa5e-13ce-4060-8760-b456111432bb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1bb6263e5d3e46e186ca26e13fb8dfd9&device_id=c1e73fd5-2f07-474a-88f5-e6ffec6727e8 HTTP/1.1" status: 200 len: 1098 time: 0.0604370 Jan 28 08:37:18.574171 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-9219ebf0-7d03-4cb9-8cef-64e8eda97cb6 None None] Set router c4851fb4-87b6-41c7-896b-8bea32f5d005 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 08:37:18.658276 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e437851-a2c7-4571-906f-9c8923fb6786 req-5ef8b280-a6f0-4032-83da-0b26f1b4eaa9 tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:37:18.659822 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4e437851-a2c7-4571-906f-9c8923fb6786 req-5ef8b280-a6f0-4032-83da-0b26f1b4eaa9 tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1e73fd5-2f07-474a-88f5-e6ffec6727e8 HTTP/1.1" status: 200 len: 946 time: 0.1065233 Jan 28 08:37:18.708128 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2d95d4-b806-4223-8689-c559f3655660 req-0a8205be-9239-4654-9abb-dc5ad4682e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:37:18.709609 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-da2d95d4-b806-4223-8689-c559f3655660 req-0a8205be-9239-4654-9abb-dc5ad4682e23 service neutron] 10.222.0.44 "GET /v2.0/networks?id=85ade290-ae1e-4621-babe-fb1f461984a9 HTTP/1.1" status: 200 len: 910 time: 0.1274736 Jan 28 08:37:18.760959 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-4e437851-a2c7-4571-906f-9c8923fb6786 req-f423523b-6a68-484b-9936-6290b96032eb tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c467e77-bc62-4717-8df3-d914a6aa0720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922270 Jan 28 08:37:18.762329 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-da2d95d4-b806-4223-8689-c559f3655660 req-a110336a-38cd-4fb8-b9e8-037e2d128a89 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3e20cc3f-3d5d-4c39-84c0-ea550795fa19 HTTP/1.1" status: 200 len: 217 time: 0.0431237 Jan 28 08:37:18.802080 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-9219ebf0-7d03-4cb9-8cef-64e8eda97cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4851fb4-87b6-41c7-896b-8bea32f5d005', 'name': 'tempest-TestSnapshotPattern-463099148-router', 'tenant_id': '1bb6263e5d3e46e186ca26e13fb8dfd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.204'}], 'enable_snat': True}, 'gw_port_id': '6f244a01-f846-4ea3-aa37-0c630ec6464c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:32:37Z', 'updated_at': '2022-01-28T08:32:40Z', 'revision_number': 4, 'project_id': '1bb6263e5d3e46e186ca26e13fb8dfd9', 'gw_port': {'id': '6f244a01-f846-4ea3-aa37-0c630ec6464c', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ab:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4851fb4-87b6-41c7-896b-8bea32f5d005', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:32:37Z', 'updated_at': '2022-01-28T08:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_floatingips': [{'id': 'ef40bc50-b5f3-4871-aade-9d495e7653fd', 'tenant_id': '1bb6263e5d3e46e186ca26e13fb8dfd9', 'floating_ip_address': '172.25.6.143', 'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'router_id': 'c4851fb4-87b6-41c7-896b-8bea32f5d005', 'port_id': '77b18add-bb17-48bb-8790-49db88d07250', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '85ade290-ae1e-4621-babe-fb1f461984a9', 'mac_address': 'fa:16:3e:58:b9:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35b797f3-1d81-4ba4-be93-f2345c8230e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T08:33:00Z', 'updated_at': '2022-01-28T08:33:03Z', 'revision_number': 1, 'project_id': '1bb6263e5d3e46e186ca26e13fb8dfd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e69c6171-dcdd-44ac-a139-ec786a50521e', 'name': '', 'network_id': '85ade290-ae1e-4621-babe-fb1f461984a9', 'tenant_id': '1bb6263e5d3e46e186ca26e13fb8dfd9', 'mac_address': 'fa:16:3e:13:cb:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4851fb4-87b6-41c7-896b-8bea32f5d005', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '0bf5e3bb-d62c-425e-a4bb-df1360e645af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:32:39Z', 'updated_at': '2022-01-28T08:32:43Z', 'revision_number': 5, 'project_id': '1bb6263e5d3e46e186ca26e13fb8dfd9', 'subnets': [{'id': '0bf5e3bb-d62c-425e-a4bb-df1360e645af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:37:18.810316 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2d95d4-b806-4223-8689-c559f3655660 req-69fdf85c-66ce-40d3-ba5b-8b68c3670642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:37:18.811791 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-da2d95d4-b806-4223-8689-c559f3655660 req-69fdf85c-66ce-40d3-ba5b-8b68c3670642 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0bf5e3bb-d62c-425e-a4bb-df1360e645af HTTP/1.1" status: 200 len: 848 time: 0.0434575 Jan 28 08:37:18.828891 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9219ebf0-7d03-4cb9-8cef-64e8eda97cb6 None None] The sync data for ids ['c4851fb4-87b6-41c7-896b-8bea32f5d005'] in n-d-712749-28 is: [{'id': 'c4851fb4-87b6-41c7-896b-8bea32f5d005', 'name': 'tempest-TestSnapshotPattern-463099148-router', 'tenant_id': '1bb6263e5d3e46e186ca26e13fb8dfd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.204'}], 'enable_snat': True}, 'gw_port_id': '6f244a01-f846-4ea3-aa37-0c630ec6464c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:32:37Z', 'updated_at': '2022-01-28T08:32:40Z', 'revision_number': 4, 'project_id': '1bb6263e5d3e46e186ca26e13fb8dfd9', 'gw_port': {'id': '6f244a01-f846-4ea3-aa37-0c630ec6464c', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ab:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4851fb4-87b6-41c7-896b-8bea32f5d005', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:32:37Z', 'updated_at': '2022-01-28T08:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_floatingips': [{'id': 'ef40bc50-b5f3-4871-aade-9d495e7653fd', 'tenant_id': '1bb6263e5d3e46e186ca26e13fb8dfd9', 'floating_ip_address': '172.25.6.143', 'floating_network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'router_id': 'c4851fb4-87b6-41c7-896b-8bea32f5d005', 'port_id': '77b18add-bb17-48bb-8790-49db88d07250', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '85ade290-ae1e-4621-babe-fb1f461984a9', 'mac_address': 'fa:16:3e:58:b9:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35b797f3-1d81-4ba4-be93-f2345c8230e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T08:33:00Z', 'updated_at': '2022-01-28T08:33:03Z', 'revision_number': 1, 'project_id': '1bb6263e5d3e46e186ca26e13fb8dfd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e69c6171-dcdd-44ac-a139-ec786a50521e', 'name': '', 'network_id': '85ade290-ae1e-4621-babe-fb1f461984a9', 'tenant_id': '1bb6263e5d3e46e186ca26e13fb8dfd9', 'mac_address': 'fa:16:3e:13:cb:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4851fb4-87b6-41c7-896b-8bea32f5d005', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '0bf5e3bb-d62c-425e-a4bb-df1360e645af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:32:39Z', 'updated_at': '2022-01-28T08:32:43Z', 'revision_number': 5, 'project_id': '1bb6263e5d3e46e186ca26e13fb8dfd9', 'subnets': [{'id': '0bf5e3bb-d62c-425e-a4bb-df1360e645af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 08:37:18.862643 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2d95d4-b806-4223-8689-c559f3655660 req-383ee576-c179-4c7a-a9a2-681a878d91d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:37:18.864160 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-da2d95d4-b806-4223-8689-c559f3655660 req-383ee576-c179-4c7a-a9a2-681a878d91d6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=85ade290-ae1e-4621-babe-fb1f461984a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0464125 Jan 28 08:37:18.960884 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-da2d95d4-b806-4223-8689-c559f3655660 req-e3b008ef-7ec4-403f-ae0e-191df9f7067a service neutron] 10.222.0.44 "GET /v2.0/networks/85ade290-ae1e-4621-babe-fb1f461984a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853686 Jan 28 08:37:19.060638 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-da2d95d4-b806-4223-8689-c559f3655660 req-e4c33a0c-2fa3-426a-b39b-d8d9c0f31f1d service neutron] 10.222.0.44 "GET /v2.0/networks/85ade290-ae1e-4621-babe-fb1f461984a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930636 Jan 28 08:37:19.090048 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd26a56-39d9-42fb-91e0-b3c5e4792c8c None None] New status for floating IP 4adbb432-51aa-4b30-b869-c59c6e0cd869: DOWN {{(pid=103285) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 08:37:19.877738 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a1b966-360a-4979-9a7d-22665339fd72 req-f7aa3c48-a87b-48ef-9c4b-e57438effab9 tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:37:19.879199 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-22a1b966-360a-4979-9a7d-22665339fd72 req-f7aa3c48-a87b-48ef-9c4b-e57438effab9 tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1e73fd5-2f07-474a-88f5-e6ffec6727e8 HTTP/1.1" status: 200 len: 946 time: 0.0468409 Jan 28 08:37:19.926365 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-22a1b966-360a-4979-9a7d-22665339fd72 req-c919be27-e187-41b3-9f7d-c4e3581dc76c tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c467e77-bc62-4717-8df3-d914a6aa0720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416422 Jan 28 08:37:20.281292 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a40242-2515-4226-8359-e346387eb0f0 req-0e6642b0-7304-4908-866e-bf3f6e29b963 tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:37:20.282879 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-07a40242-2515-4226-8359-e346387eb0f0 req-0e6642b0-7304-4908-866e-bf3f6e29b963 tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] 10.222.0.44 "GET /v2.0/ports?device_id=c1e73fd5-2f07-474a-88f5-e6ffec6727e8 HTTP/1.1" status: 200 len: 946 time: 0.0482979 Jan 28 08:37:20.368169 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-07a40242-2515-4226-8359-e346387eb0f0 req-0e660126-8488-4595-8704-259cf7148d5a tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Deleting port 3e20cc3f-3d5d-4c39-84c0-ea550795fa19 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 08:37:20.368531 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-07a40242-2515-4226-8359-e346387eb0f0 req-0e660126-8488-4595-8704-259cf7148d5a tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (3e20cc3f-3d5d-4c39-84c0-ea550795fa19), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:37:20.457806 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-07a40242-2515-4226-8359-e346387eb0f0 req-0e660126-8488-4595-8704-259cf7148d5a tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] For port 3e20cc3f-3d5d-4c39-84c0-ea550795fa19, host n-h2-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-28',level=0,port_id=3e20cc3f-3d5d-4c39-84c0-ea550795fa19,segment=NetworkSegment(e7dfea37-5356-4bab-a20b-0872ae5e561c),segment_id=e7dfea37-5356-4bab-a20b-0872ae5e561c)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:37:20.458168 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-07a40242-2515-4226-8359-e346387eb0f0 req-0e660126-8488-4595-8704-259cf7148d5a tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (3e20cc3f-3d5d-4c39-84c0-ea550795fa19), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:37:20.469937 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-07a40242-2515-4226-8359-e346387eb0f0 req-0e660126-8488-4595-8704-259cf7148d5a tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Calling delete_port for 3e20cc3f-3d5d-4c39-84c0-ea550795fa19 owned by compute:nova {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 08:37:20.596569 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-07a40242-2515-4226-8359-e346387eb0f0 req-0e660126-8488-4595-8704-259cf7148d5a tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (3e20cc3f-3d5d-4c39-84c0-ea550795fa19), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:37:20.623516 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e660126-8488-4595-8704-259cf7148d5a tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Pushing event deleted for resources: {'Port': ['ID=3e20cc3f-3d5d-4c39-84c0-ea550795fa19,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:37:20.633900 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e660126-8488-4595-8704-259cf7148d5a tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:37:20.634241 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e660126-8488-4595-8704-259cf7148d5a tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:37:20.634587 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e660126-8488-4595-8704-259cf7148d5a tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:37:20.634925 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e660126-8488-4595-8704-259cf7148d5a tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:37:20.635259 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e660126-8488-4595-8704-259cf7148d5a tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:37:20.635591 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e660126-8488-4595-8704-259cf7148d5a tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:37:20.635919 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e660126-8488-4595-8704-259cf7148d5a tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:37:20.636271 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e660126-8488-4595-8704-259cf7148d5a tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:37:20.636596 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e660126-8488-4595-8704-259cf7148d5a tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:37:20.636917 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e660126-8488-4595-8704-259cf7148d5a tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:37:20.637239 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e660126-8488-4595-8704-259cf7148d5a tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:37:20.637559 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e660126-8488-4595-8704-259cf7148d5a tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:37:20.638405 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e660126-8488-4595-8704-259cf7148d5a tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-28 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 08:37:20.678837 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-07a40242-2515-4226-8359-e346387eb0f0 req-0e660126-8488-4595-8704-259cf7148d5a tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] No DVR routers for this DVR port 3e20cc3f-3d5d-4c39-84c0-ea550795fa19 on host n-h2-712749-28 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 08:37:20.681523 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-07a40242-2515-4226-8359-e346387eb0f0 req-0e660126-8488-4595-8704-259cf7148d5a tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:37:20.684869 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-07a40242-2515-4226-8359-e346387eb0f0 req-0e660126-8488-4595-8704-259cf7148d5a tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] 10.222.0.44 "DELETE /v2.0/ports/3e20cc3f-3d5d-4c39-84c0-ea550795fa19 HTTP/1.1" status: 204 len: 173 time: 0.3974061 Jan 28 08:37:20.685302 n-d-712749-28 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1e73fd5-2f07-474a-88f5-e6ffec6727e8', 'name': 'network-vif-deleted', 'tag': '3e20cc3f-3d5d-4c39-84c0-ea550795fa19'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 08:37:20.687665 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6b024039d6c3a8048940e324a8d5ead2390d66f8802a9866b6a24361082aa9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69c52825-ee92-44c8-8737-88850d8a3494" -d '{"events": [{"server_uuid": "c1e73fd5-2f07-474a-88f5-e6ffec6727e8", "name": "network-vif-deleted", "tag": "3e20cc3f-3d5d-4c39-84c0-ea550795fa19"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 08:37:20.723843 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 08:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b11dcae1-d383-4139-b1f7-a0897220998a x-openstack-request-id: req-b11dcae1-d383-4139-b1f7-a0897220998a {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 08:37:20.724143 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1e73fd5-2f07-474a-88f5-e6ffec6727e8", "name": "network-vif-deleted", "tag": "3e20cc3f-3d5d-4c39-84c0-ea550795fa19", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 08:37:20.724433 n-d-712749-28 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b11dcae1-d383-4139-b1f7-a0897220998a {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 08:37:20.724833 n-d-712749-28 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1e73fd5-2f07-474a-88f5-e6ffec6727e8', 'name': 'network-vif-deleted', 'tag': '3e20cc3f-3d5d-4c39-84c0-ea550795fa19', 'status': 'completed', 'code': 200} Jan 28 08:37:21.039724 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-ede3d61d-3675-43ea-98e9-a9393433d799 req-7313a2f9-eef4-49bb-9e8b-a060903d730a tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1e73fd5-2f07-474a-88f5-e6ffec6727e8 HTTP/1.1" status: 200 len: 210 time: 0.0283954 Jan 28 08:37:22.156045 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 3e20cc3f-3d5d-4c39-84c0-ea550795fa19 no longer exists at agent hyperv_n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 08:37:22.176522 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] No Port match for: 3e20cc3f-3d5d-4c39-84c0-ea550795fa19 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 08:37:22.176886 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Device 3e20cc3f-3d5d-4c39-84c0-ea550795fa19 not bound to the agent host n-h2-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 08:37:22.604868 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 43622) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:37:22.762582 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-b5905c81-7276-4e06-a3a3-4ac29ec0d6e2 tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Deleting port e1ddea82-c848-45b0-b79f-294212d313f6 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 08:37:22.762930 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b5905c81-7276-4e06-a3a3-4ac29ec0d6e2 tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (e1ddea82-c848-45b0-b79f-294212d313f6), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:37:22.835044 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b5905c81-7276-4e06-a3a3-4ac29ec0d6e2 tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (e1ddea82-c848-45b0-b79f-294212d313f6), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:37:22.835370 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b5905c81-7276-4e06-a3a3-4ac29ec0d6e2 tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Publish callbacks [] for floatingip (e1ddea82-c848-45b0-b79f-294212d313f6), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:37:22.847489 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-b5905c81-7276-4e06-a3a3-4ac29ec0d6e2 tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Calling delete_port for e1ddea82-c848-45b0-b79f-294212d313f6 owned by network:floatingip {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 08:37:22.995850 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b5905c81-7276-4e06-a3a3-4ac29ec0d6e2 tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (e1ddea82-c848-45b0-b79f-294212d313f6), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:37:23.018739 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5905c81-7276-4e06-a3a3-4ac29ec0d6e2 tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Pushing event deleted for resources: {'Port': ['ID=e1ddea82-c848-45b0-b79f-294212d313f6,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:37:23.085476 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b5905c81-7276-4e06-a3a3-4ac29ec0d6e2 tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Publish callbacks [] for floatingip (ef40bc50-b5f3-4871-aade-9d495e7653fd), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:37:23.085809 n-d-712749-28 neutron-server[103284]: INFO neutron.db.l3_db [None req-b5905c81-7276-4e06-a3a3-4ac29ec0d6e2 tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Floating IP ef40bc50-b5f3-4871-aade-9d495e7653fd disassociated (deleted). External IP: 172.25.6.143, port: 77b18add-bb17-48bb-8790-49db88d07250. Jan 28 08:37:23.293510 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5905c81-7276-4e06-a3a3-4ac29ec0d6e2 tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Router c4851fb4-87b6-41c7-896b-8bea32f5d005 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 08:37:23.399008 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5905c81-7276-4e06-a3a3-4ac29ec0d6e2 tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 08:37:23.404262 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b5905c81-7276-4e06-a3a3-4ac29ec0d6e2 tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for floatingip (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:37:23.410153 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-725c1757-fc2d-4bf2-9bc7-a6251a917f03 None None] Sync routers for ids ['c4851fb4-87b6-41c7-896b-8bea32f5d005'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 08:37:23.420021 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725c1757-fc2d-4bf2-9bc7-a6251a917f03 None None] Routers {'c4851fb4-87b6-41c7-896b-8bea32f5d005'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 08:37:23.420734 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-725c1757-fc2d-4bf2-9bc7-a6251a917f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T08:37:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['c4851fb4-87b6-41c7-896b-8bea32f5d005'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:37:23.435126 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-b5905c81-7276-4e06-a3a3-4ac29ec0d6e2 tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] 10.222.0.41 "DELETE /v2.0/floatingips/ef40bc50-b5f3-4871-aade-9d495e7653fd HTTP/1.1" status: 204 len: 168 time: 0.8291728 Jan 28 08:37:23.435711 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35b797f3-1d81-4ba4-be93-f2345c8230e5', 'tag': '77b18add-bb17-48bb-8790-49db88d07250'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 08:37:23.440570 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea2b103cb7827510f28784975546feb0b63800b94dfac5f98f271904baace09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2793aed-6f16-4d08-b7ed-b2a1d7402e16" -d '{"events": [{"name": "network-changed", "server_uuid": "35b797f3-1d81-4ba4-be93-f2345c8230e5", "tag": "77b18add-bb17-48bb-8790-49db88d07250"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 08:37:23.481943 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 08:37:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa44c4ef-7c0c-4ea9-bd52-91bf35903536 x-openstack-request-id: req-aa44c4ef-7c0c-4ea9-bd52-91bf35903536 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 08:37:23.482822 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35b797f3-1d81-4ba4-be93-f2345c8230e5", "tag": "77b18add-bb17-48bb-8790-49db88d07250", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 08:37:23.483159 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-aa44c4ef-7c0c-4ea9-bd52-91bf35903536 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 08:37:23.483636 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35b797f3-1d81-4ba4-be93-f2345c8230e5', 'tag': '77b18add-bb17-48bb-8790-49db88d07250', 'status': 'completed', 'code': 200} Jan 28 08:37:23.538515 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-725c1757-fc2d-4bf2-9bc7-a6251a917f03 None None] Set router c4851fb4-87b6-41c7-896b-8bea32f5d005 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 08:37:23.595726 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2793aed-6f16-4d08-b7ed-b2a1d7402e16 req-d7d47136-3f4e-4ae7-bfab-91e0d37f4cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:37:23.597572 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d2793aed-6f16-4d08-b7ed-b2a1d7402e16 req-d7d47136-3f4e-4ae7-bfab-91e0d37f4cfe service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1bb6263e5d3e46e186ca26e13fb8dfd9&device_id=35b797f3-1d81-4ba4-be93-f2345c8230e5 HTTP/1.1" status: 200 len: 1095 time: 0.0611954 Jan 28 08:37:23.679133 n-d-712749-28 neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dd6491-631a-45e0-80f1-67ddd448105e req-4887f0b7-a186-480a-bca5-e1c9bf770e31 tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:37:23.680728 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-08dd6491-631a-45e0-80f1-67ddd448105e req-4887f0b7-a186-480a-bca5-e1c9bf770e31 tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] 10.222.0.41 "GET /v2.0/ports?device_id=35b797f3-1d81-4ba4-be93-f2345c8230e5 HTTP/1.1" status: 200 len: 943 time: 0.0569761 Jan 28 08:37:23.705419 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2793aed-6f16-4d08-b7ed-b2a1d7402e16 req-3fa13144-0a7e-4d9a-8fef-ccc2e447b3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:37:23.707773 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d2793aed-6f16-4d08-b7ed-b2a1d7402e16 req-3fa13144-0a7e-4d9a-8fef-ccc2e447b3c2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=85ade290-ae1e-4621-babe-fb1f461984a9 HTTP/1.1" status: 200 len: 910 time: 0.0939217 Jan 28 08:37:23.737601 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [req-08dd6491-631a-45e0-80f1-67ddd448105e req-ca3b8c45-bcb6-4430-8724-4490a3e5ac3d tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c467e77-bc62-4717-8df3-d914a6aa0720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507650 Jan 28 08:37:23.759950 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d2793aed-6f16-4d08-b7ed-b2a1d7402e16 req-1d89a2ca-2807-41e5-aadd-ab289f2a5383 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=77b18add-bb17-48bb-8790-49db88d07250 HTTP/1.1" status: 200 len: 217 time: 0.0422697 Jan 28 08:37:23.761163 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-725c1757-fc2d-4bf2-9bc7-a6251a917f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4851fb4-87b6-41c7-896b-8bea32f5d005', 'name': 'tempest-TestSnapshotPattern-463099148-router', 'tenant_id': '1bb6263e5d3e46e186ca26e13fb8dfd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.204'}], 'enable_snat': True}, 'gw_port_id': '6f244a01-f846-4ea3-aa37-0c630ec6464c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:32:37Z', 'updated_at': '2022-01-28T08:32:40Z', 'revision_number': 4, 'project_id': '1bb6263e5d3e46e186ca26e13fb8dfd9', 'gw_port': {'id': '6f244a01-f846-4ea3-aa37-0c630ec6464c', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ab:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4851fb4-87b6-41c7-896b-8bea32f5d005', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:32:37Z', 'updated_at': '2022-01-28T08:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': 'e69c6171-dcdd-44ac-a139-ec786a50521e', 'name': '', 'network_id': '85ade290-ae1e-4621-babe-fb1f461984a9', 'tenant_id': '1bb6263e5d3e46e186ca26e13fb8dfd9', 'mac_address': 'fa:16:3e:13:cb:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4851fb4-87b6-41c7-896b-8bea32f5d005', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '0bf5e3bb-d62c-425e-a4bb-df1360e645af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:32:39Z', 'updated_at': '2022-01-28T08:32:43Z', 'revision_number': 5, 'project_id': '1bb6263e5d3e46e186ca26e13fb8dfd9', 'subnets': [{'id': '0bf5e3bb-d62c-425e-a4bb-df1360e645af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:37:23.788091 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-725c1757-fc2d-4bf2-9bc7-a6251a917f03 None None] Checking router: c4851fb4-87b6-41c7-896b-8bea32f5d005 for host: n-d-712749-28 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 08:37:23.796365 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725c1757-fc2d-4bf2-9bc7-a6251a917f03 None None] Routers {'c4851fb4-87b6-41c7-896b-8bea32f5d005'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 08:37:23.796980 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-725c1757-fc2d-4bf2-9bc7-a6251a917f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T08:37:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['c4851fb4-87b6-41c7-896b-8bea32f5d005'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:37:23.807433 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2793aed-6f16-4d08-b7ed-b2a1d7402e16 req-9c7e51d4-075a-4e08-8bd7-39724fabe4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:37:23.808986 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d2793aed-6f16-4d08-b7ed-b2a1d7402e16 req-9c7e51d4-075a-4e08-8bd7-39724fabe4bb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0bf5e3bb-d62c-425e-a4bb-df1360e645af HTTP/1.1" status: 200 len: 848 time: 0.0457289 Jan 28 08:37:23.857089 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2793aed-6f16-4d08-b7ed-b2a1d7402e16 req-66c9b73e-21a3-4e83-8c5a-9d3990f4cf93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:37:23.858518 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d2793aed-6f16-4d08-b7ed-b2a1d7402e16 req-66c9b73e-21a3-4e83-8c5a-9d3990f4cf93 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=85ade290-ae1e-4621-babe-fb1f461984a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427248 Jan 28 08:37:23.869408 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [req-d2793aed-6f16-4d08-b7ed-b2a1d7402e16 req-ac53b475-092f-4740-a08a-07741f838f9e service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 08:37:23.870388 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d2793aed-6f16-4d08-b7ed-b2a1d7402e16 req-ac53b475-092f-4740-a08a-07741f838f9e service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052993 Jan 28 08:37:23.902451 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-725c1757-fc2d-4bf2-9bc7-a6251a917f03 None None] Set router c4851fb4-87b6-41c7-896b-8bea32f5d005 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 08:37:23.963045 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d2793aed-6f16-4d08-b7ed-b2a1d7402e16 req-719ba6e9-49b5-4f0b-b117-48329e950e56 service neutron] 10.222.0.10 "GET /v2.0/networks/85ade290-ae1e-4621-babe-fb1f461984a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859754 Jan 28 08:37:24.054995 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-d2793aed-6f16-4d08-b7ed-b2a1d7402e16 req-831c156f-f02f-472a-b060-3714480986fc service neutron] 10.222.0.10 "GET /v2.0/networks/85ade290-ae1e-4621-babe-fb1f461984a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851882 Jan 28 08:37:24.101632 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-725c1757-fc2d-4bf2-9bc7-a6251a917f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4851fb4-87b6-41c7-896b-8bea32f5d005', 'name': 'tempest-TestSnapshotPattern-463099148-router', 'tenant_id': '1bb6263e5d3e46e186ca26e13fb8dfd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.204'}], 'enable_snat': True}, 'gw_port_id': '6f244a01-f846-4ea3-aa37-0c630ec6464c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:32:37Z', 'updated_at': '2022-01-28T08:32:40Z', 'revision_number': 4, 'project_id': '1bb6263e5d3e46e186ca26e13fb8dfd9', 'gw_port': {'id': '6f244a01-f846-4ea3-aa37-0c630ec6464c', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ab:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4851fb4-87b6-41c7-896b-8bea32f5d005', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:32:37Z', 'updated_at': '2022-01-28T08:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': 'e69c6171-dcdd-44ac-a139-ec786a50521e', 'name': '', 'network_id': '85ade290-ae1e-4621-babe-fb1f461984a9', 'tenant_id': '1bb6263e5d3e46e186ca26e13fb8dfd9', 'mac_address': 'fa:16:3e:13:cb:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4851fb4-87b6-41c7-896b-8bea32f5d005', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '0bf5e3bb-d62c-425e-a4bb-df1360e645af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:32:39Z', 'updated_at': '2022-01-28T08:32:43Z', 'revision_number': 5, 'project_id': '1bb6263e5d3e46e186ca26e13fb8dfd9', 'subnets': [{'id': '0bf5e3bb-d62c-425e-a4bb-df1360e645af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:37:24.131180 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-725c1757-fc2d-4bf2-9bc7-a6251a917f03 None None] The sync data for ids ['c4851fb4-87b6-41c7-896b-8bea32f5d005'] in n-d-712749-28 is: [{'id': 'c4851fb4-87b6-41c7-896b-8bea32f5d005', 'name': 'tempest-TestSnapshotPattern-463099148-router', 'tenant_id': '1bb6263e5d3e46e186ca26e13fb8dfd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.204'}], 'enable_snat': True}, 'gw_port_id': '6f244a01-f846-4ea3-aa37-0c630ec6464c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:32:37Z', 'updated_at': '2022-01-28T08:32:40Z', 'revision_number': 4, 'project_id': '1bb6263e5d3e46e186ca26e13fb8dfd9', 'gw_port': {'id': '6f244a01-f846-4ea3-aa37-0c630ec6464c', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ab:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4851fb4-87b6-41c7-896b-8bea32f5d005', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:32:37Z', 'updated_at': '2022-01-28T08:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28', '_interfaces': [{'id': 'e69c6171-dcdd-44ac-a139-ec786a50521e', 'name': '', 'network_id': '85ade290-ae1e-4621-babe-fb1f461984a9', 'tenant_id': '1bb6263e5d3e46e186ca26e13fb8dfd9', 'mac_address': 'fa:16:3e:13:cb:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4851fb4-87b6-41c7-896b-8bea32f5d005', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '0bf5e3bb-d62c-425e-a4bb-df1360e645af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:32:39Z', 'updated_at': '2022-01-28T08:32:43Z', 'revision_number': 5, 'project_id': '1bb6263e5d3e46e186ca26e13fb8dfd9', 'subnets': [{'id': '0bf5e3bb-d62c-425e-a4bb-df1360e645af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 08:37:24.360171 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261cfd95-1d76-4d63-8175-b619b83d42ec None None] New status for floating IP ef40bc50-b5f3-4871-aade-9d495e7653fd: DOWN {{(pid=103285) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 08:37:24.392503 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 7 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 08:37:24.858323 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6853370-8c65-42db-b351-24a01298da98 req-30a71150-ed97-4b04-9a74-53d5cdfae42e tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:37:24.859808 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e6853370-8c65-42db-b351-24a01298da98 req-30a71150-ed97-4b04-9a74-53d5cdfae42e tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] 10.222.0.41 "GET /v2.0/ports?device_id=35b797f3-1d81-4ba4-be93-f2345c8230e5 HTTP/1.1" status: 200 len: 943 time: 0.0502484 Jan 28 08:37:24.911533 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-e6853370-8c65-42db-b351-24a01298da98 req-7eaddffb-18ed-433c-89f0-d1a17b37d283 tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c467e77-bc62-4717-8df3-d914a6aa0720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460660 Jan 28 08:37:25.527037 n-d-712749-28 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eb3c53-9b7b-47c2-b1ed-3c55b1e9473a req-42d445ab-8a73-4cea-b3f7-bed4b72f4034 tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 08:37:25.528524 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c9eb3c53-9b7b-47c2-b1ed-3c55b1e9473a req-42d445ab-8a73-4cea-b3f7-bed4b72f4034 tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] 10.222.0.10 "GET /v2.0/ports?device_id=35b797f3-1d81-4ba4-be93-f2345c8230e5 HTTP/1.1" status: 200 len: 943 time: 0.0478680 Jan 28 08:37:25.616694 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-c9eb3c53-9b7b-47c2-b1ed-3c55b1e9473a req-7b12b081-ad09-4d72-a345-f59b294d6313 tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Deleting port 77b18add-bb17-48bb-8790-49db88d07250 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 08:37:25.617044 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c9eb3c53-9b7b-47c2-b1ed-3c55b1e9473a req-7b12b081-ad09-4d72-a345-f59b294d6313 tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (77b18add-bb17-48bb-8790-49db88d07250), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:37:25.706900 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-c9eb3c53-9b7b-47c2-b1ed-3c55b1e9473a req-7b12b081-ad09-4d72-a345-f59b294d6313 tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] For port 77b18add-bb17-48bb-8790-49db88d07250, host n-h1-712749-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-28',level=0,port_id=77b18add-bb17-48bb-8790-49db88d07250,segment=NetworkSegment(e7dfea37-5356-4bab-a20b-0872ae5e561c),segment_id=e7dfea37-5356-4bab-a20b-0872ae5e561c)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:37:25.707182 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c9eb3c53-9b7b-47c2-b1ed-3c55b1e9473a req-7b12b081-ad09-4d72-a345-f59b294d6313 tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (77b18add-bb17-48bb-8790-49db88d07250), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:37:25.718621 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-c9eb3c53-9b7b-47c2-b1ed-3c55b1e9473a req-7b12b081-ad09-4d72-a345-f59b294d6313 tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Calling delete_port for 77b18add-bb17-48bb-8790-49db88d07250 owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 08:37:25.848742 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c9eb3c53-9b7b-47c2-b1ed-3c55b1e9473a req-7b12b081-ad09-4d72-a345-f59b294d6313 tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (77b18add-bb17-48bb-8790-49db88d07250), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:37:25.878006 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b12b081-ad09-4d72-a345-f59b294d6313 tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Pushing event deleted for resources: {'Port': ['ID=77b18add-bb17-48bb-8790-49db88d07250,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:37:25.918923 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9eb3c53-9b7b-47c2-b1ed-3c55b1e9473a req-7b12b081-ad09-4d72-a345-f59b294d6313 tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] No DVR routers for this DVR port 77b18add-bb17-48bb-8790-49db88d07250 on host n-h1-712749-28 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 08:37:25.921620 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c9eb3c53-9b7b-47c2-b1ed-3c55b1e9473a req-7b12b081-ad09-4d72-a345-f59b294d6313 tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60270'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:37:25.925567 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-c9eb3c53-9b7b-47c2-b1ed-3c55b1e9473a req-7b12b081-ad09-4d72-a345-f59b294d6313 tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] 10.222.0.10 "DELETE /v2.0/ports/77b18add-bb17-48bb-8790-49db88d07250 HTTP/1.1" status: 204 len: 173 time: 0.3898652 Jan 28 08:37:25.926038 n-d-712749-28 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35b797f3-1d81-4ba4-be93-f2345c8230e5', 'name': 'network-vif-deleted', 'tag': '77b18add-bb17-48bb-8790-49db88d07250'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 08:37:25.928348 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea2b103cb7827510f28784975546feb0b63800b94dfac5f98f271904baace09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e8e4323-b29a-4836-8286-0f6130771ee7" -d '{"events": [{"server_uuid": "35b797f3-1d81-4ba4-be93-f2345c8230e5", "name": "network-vif-deleted", "tag": "77b18add-bb17-48bb-8790-49db88d07250"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 08:37:25.964857 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 08:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bef2f8f-9441-46ce-83d1-6e69db570452 x-openstack-request-id: req-6bef2f8f-9441-46ce-83d1-6e69db570452 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 08:37:25.965175 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35b797f3-1d81-4ba4-be93-f2345c8230e5", "name": "network-vif-deleted", "tag": "77b18add-bb17-48bb-8790-49db88d07250", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 08:37:25.965509 n-d-712749-28 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6bef2f8f-9441-46ce-83d1-6e69db570452 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 08:37:25.965984 n-d-712749-28 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35b797f3-1d81-4ba4-be93-f2345c8230e5', 'name': 'network-vif-deleted', 'tag': '77b18add-bb17-48bb-8790-49db88d07250', 'status': 'completed', 'code': 200} Jan 28 08:37:26.010358 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [req-04273c42-1bc5-4077-aeac-a9c97b31d7a9 req-47aa9099-6afb-4c4a-b469-14804d7b30fa tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] 10.222.0.41 "GET /v2.0/ports?device_id=35b797f3-1d81-4ba4-be93-f2345c8230e5 HTTP/1.1" status: 200 len: 210 time: 0.0269332 Jan 28 08:37:27.067812 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 43638) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:37:27.122157 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-af6b865f-299f-483f-a665-8d5484d9f367 tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Publish callbacks [] for security_group (6c467e77-bc62-4717-8df3-d914a6aa0720), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:37:27.150149 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-af6b865f-299f-483f-a665-8d5484d9f367 tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Publish callbacks [] for security_group (6c467e77-bc62-4717-8df3-d914a6aa0720), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:37:27.220535 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-af6b865f-299f-483f-a665-8d5484d9f367 tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (6c467e77-bc62-4717-8df3-d914a6aa0720), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:37:27.223496 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-af6b865f-299f-483f-a665-8d5484d9f367 tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:37:27.224773 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-af6b865f-299f-483f-a665-8d5484d9f367 tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] 10.222.0.41 "DELETE /v2.0/security-groups/6c467e77-bc62-4717-8df3-d914a6aa0720 HTTP/1.1" status: 204 len: 168 time: 0.1559310 Jan 28 08:37:27.234014 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6b865f-299f-483f-a665-8d5484d9f367 tempest-TestSnapshotPattern-1902436940 tempest-TestSnapshotPattern-1902436940-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c467e77-bc62-4717-8df3-d914a6aa0720,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:37:27.277219 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 43642) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:37:27.621688 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-50c41324-3c50-4e4e-aec5-b0b797eb24b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16606535'] for router_interface (c4851fb4-87b6-41c7-896b-8bea32f5d005), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:37:27.861174 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-50c41324-3c50-4e4e-aec5-b0b797eb24b1 admin admin] Deleting port e69c6171-dcdd-44ac-a139-ec786a50521e {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 08:37:27.861513 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-50c41324-3c50-4e4e-aec5-b0b797eb24b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (e69c6171-dcdd-44ac-a139-ec786a50521e), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:37:27.940135 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-50c41324-3c50-4e4e-aec5-b0b797eb24b1 admin admin] For port e69c6171-dcdd-44ac-a139-ec786a50521e, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=e69c6171-dcdd-44ac-a139-ec786a50521e,segment=NetworkSegment(e7dfea37-5356-4bab-a20b-0872ae5e561c),segment_id=e7dfea37-5356-4bab-a20b-0872ae5e561c)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:37:27.940524 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-50c41324-3c50-4e4e-aec5-b0b797eb24b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (e69c6171-dcdd-44ac-a139-ec786a50521e), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:37:27.951832 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-50c41324-3c50-4e4e-aec5-b0b797eb24b1 admin admin] Calling delete_port for e69c6171-dcdd-44ac-a139-ec786a50521e owned by network:router_interface {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 08:37:28.130078 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-50c41324-3c50-4e4e-aec5-b0b797eb24b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (e69c6171-dcdd-44ac-a139-ec786a50521e), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:37:28.155026 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c41324-3c50-4e4e-aec5-b0b797eb24b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=e69c6171-dcdd-44ac-a139-ec786a50521e,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:37:28.321489 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-50c41324-3c50-4e4e-aec5-b0b797eb24b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16319006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16606699'] for router_interface (c4851fb4-87b6-41c7-896b-8bea32f5d005), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:37:28.533868 n-d-712749-28 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50c41324-3c50-4e4e-aec5-b0b797eb24b1 admin admin] Router c4851fb4-87b6-41c7-896b-8bea32f5d005 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 08:37:28.615852 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 77b18add-bb17-48bb-8790-49db88d07250 no longer exists at agent hyperv_n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 08:37:28.639300 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] No Port match for: 77b18add-bb17-48bb-8790-49db88d07250 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 08:37:28.639569 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Device 77b18add-bb17-48bb-8790-49db88d07250 not bound to the agent host n-h1-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 08:37:28.639724 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50c41324-3c50-4e4e-aec5-b0b797eb24b1 admin admin] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 08:37:28.645676 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-50c41324-3c50-4e4e-aec5-b0b797eb24b1 admin admin] 10.222.0.41 "PUT /v2.0/routers/c4851fb4-87b6-41c7-896b-8bea32f5d005/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3672447 Jan 28 08:37:28.647965 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 43644) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:37:28.652429 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b062044-6812-4f7d-921b-9bf6e89758a3 None None] Sync routers for ids ['c4851fb4-87b6-41c7-896b-8bea32f5d005'] in n-d-712749-28 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 08:37:28.663043 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b062044-6812-4f7d-921b-9bf6e89758a3 None None] Routers {'c4851fb4-87b6-41c7-896b-8bea32f5d005'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 08:37:28.663646 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-9b062044-6812-4f7d-921b-9bf6e89758a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T08:37:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['c4851fb4-87b6-41c7-896b-8bea32f5d005'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:37:28.752315 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-229eeb3e-f4a1-4c1c-9fb4-d532a2c2eb3c admin admin] Publish callbacks [] for router (c4851fb4-87b6-41c7-896b-8bea32f5d005), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:37:28.858579 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-229eeb3e-f4a1-4c1c-9fb4-d532a2c2eb3c admin admin] Publish callbacks [] for router_gateway (c4851fb4-87b6-41c7-896b-8bea32f5d005), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:37:28.860754 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-9b062044-6812-4f7d-921b-9bf6e89758a3 None None] Set router c4851fb4-87b6-41c7-896b-8bea32f5d005 gateway port host: n-d-712749-28 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 08:37:28.912443 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-229eeb3e-f4a1-4c1c-9fb4-d532a2c2eb3c admin admin] Deleting port 6f244a01-f846-4ea3-aa37-0c630ec6464c {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 08:37:28.912704 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-229eeb3e-f4a1-4c1c-9fb4-d532a2c2eb3c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (6f244a01-f846-4ea3-aa37-0c630ec6464c), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:37:28.993620 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-229eeb3e-f4a1-4c1c-9fb4-d532a2c2eb3c admin admin] For port 6f244a01-f846-4ea3-aa37-0c630ec6464c, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=6f244a01-f846-4ea3-aa37-0c630ec6464c,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:37:28.994060 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-229eeb3e-f4a1-4c1c-9fb4-d532a2c2eb3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (6f244a01-f846-4ea3-aa37-0c630ec6464c), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:37:29.006284 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-229eeb3e-f4a1-4c1c-9fb4-d532a2c2eb3c admin admin] Calling delete_port for 6f244a01-f846-4ea3-aa37-0c630ec6464c owned by network:router_gateway {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 08:37:29.036378 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-9b062044-6812-4f7d-921b-9bf6e89758a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4851fb4-87b6-41c7-896b-8bea32f5d005', 'name': 'tempest-TestSnapshotPattern-463099148-router', 'tenant_id': '1bb6263e5d3e46e186ca26e13fb8dfd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.204'}], 'enable_snat': True}, 'gw_port_id': '6f244a01-f846-4ea3-aa37-0c630ec6464c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:32:37Z', 'updated_at': '2022-01-28T08:37:28Z', 'revision_number': 5, 'project_id': '1bb6263e5d3e46e186ca26e13fb8dfd9', 'gw_port': {'id': '6f244a01-f846-4ea3-aa37-0c630ec6464c', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ab:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4851fb4-87b6-41c7-896b-8bea32f5d005', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:32:37Z', 'updated_at': '2022-01-28T08:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:37:29.061930 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b062044-6812-4f7d-921b-9bf6e89758a3 None None] Checking router: c4851fb4-87b6-41c7-896b-8bea32f5d005 for host: n-d-712749-28 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 08:37:29.070608 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b062044-6812-4f7d-921b-9bf6e89758a3 None None] Routers {'c4851fb4-87b6-41c7-896b-8bea32f5d005'} bound to L3 agent in host n-d-712749-28 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 08:37:29.071222 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-9b062044-6812-4f7d-921b-9bf6e89758a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T08:37:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['c4851fb4-87b6-41c7-896b-8bea32f5d005'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:37:29.164308 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-9b062044-6812-4f7d-921b-9bf6e89758a3 None None] Set router c4851fb4-87b6-41c7-896b-8bea32f5d005 gateway port host: None {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 08:37:29.174806 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-229eeb3e-f4a1-4c1c-9fb4-d532a2c2eb3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (6f244a01-f846-4ea3-aa37-0c630ec6464c), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:37:29.205027 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229eeb3e-f4a1-4c1c-9fb4-d532a2c2eb3c admin admin] Pushing event deleted for resources: {'Port': ['ID=6f244a01-f846-4ea3-aa37-0c630ec6464c,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:37:29.221252 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-9b062044-6812-4f7d-921b-9bf6e89758a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4851fb4-87b6-41c7-896b-8bea32f5d005', 'name': 'tempest-TestSnapshotPattern-463099148-router', 'tenant_id': '1bb6263e5d3e46e186ca26e13fb8dfd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:32:37Z', 'updated_at': '2022-01-28T08:37:28Z', 'revision_number': 6, 'project_id': '1bb6263e5d3e46e186ca26e13fb8dfd9', 'gw_port_host': None}], 'n-d-712749-28', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:37:29.247251 n-d-712749-28 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b062044-6812-4f7d-921b-9bf6e89758a3 None None] The sync data for ids ['c4851fb4-87b6-41c7-896b-8bea32f5d005'] in n-d-712749-28 is: [{'id': 'c4851fb4-87b6-41c7-896b-8bea32f5d005', 'name': 'tempest-TestSnapshotPattern-463099148-router', 'tenant_id': '1bb6263e5d3e46e186ca26e13fb8dfd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:32:37Z', 'updated_at': '2022-01-28T08:37:28Z', 'revision_number': 6, 'project_id': '1bb6263e5d3e46e186ca26e13fb8dfd9', 'gw_port_host': None}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 08:37:29.262565 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-229eeb3e-f4a1-4c1c-9fb4-d532a2c2eb3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16607873'] for router_gateway (c4851fb4-87b6-41c7-896b-8bea32f5d005), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:37:29.353394 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-229eeb3e-f4a1-4c1c-9fb4-d532a2c2eb3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16605684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127449'] for router (c4851fb4-87b6-41c7-896b-8bea32f5d005), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:37:29.355542 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-229eeb3e-f4a1-4c1c-9fb4-d532a2c2eb3c admin admin] Publish callbacks [] for router_controller (c4851fb4-87b6-41c7-896b-8bea32f5d005), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:37:29.401954 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-229eeb3e-f4a1-4c1c-9fb4-d532a2c2eb3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16605693'] for router (c4851fb4-87b6-41c7-896b-8bea32f5d005), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:37:29.402629 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-229eeb3e-f4a1-4c1c-9fb4-d532a2c2eb3c admin admin] Fanout notify agent at l3_agent the message router_deleted on router c4851fb4-87b6-41c7-896b-8bea32f5d005 {{(pid=103284) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 08:37:29.407353 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-229eeb3e-f4a1-4c1c-9fb4-d532a2c2eb3c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:37:29.408637 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-229eeb3e-f4a1-4c1c-9fb4-d532a2c2eb3c admin admin] 10.222.0.41 "DELETE /v2.0/routers/c4851fb4-87b6-41c7-896b-8bea32f5d005 HTTP/1.1" status: 204 len: 168 time: 0.7597361 Jan 28 08:37:29.411152 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 43646) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:37:29.455937 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-55a544c7-052e-4b5a-bba0-128af4bb12b7 admin admin] Deleting subnet 0bf5e3bb-d62c-425e-a4bb-df1360e645af {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 08:37:29.458864 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-55a544c7-052e-4b5a-bba0-128af4bb12b7 admin admin] Publish callbacks [] for subnet (0bf5e3bb-d62c-425e-a4bb-df1360e645af), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:37:29.492251 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-55a544c7-052e-4b5a-bba0-128af4bb12b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24759175'] for subnet (0bf5e3bb-d62c-425e-a4bb-df1360e645af), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:37:29.571859 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-55a544c7-052e-4b5a-bba0-128af4bb12b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (0bf5e3bb-d62c-425e-a4bb-df1360e645af), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:37:29.626891 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-55a544c7-052e-4b5a-bba0-128af4bb12b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24757569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24979817'] for subnet (0bf5e3bb-d62c-425e-a4bb-df1360e645af), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:37:29.652536 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a544c7-052e-4b5a-bba0-128af4bb12b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0bf5e3bb-d62c-425e-a4bb-df1360e645af,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:37:29.656171 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-55a544c7-052e-4b5a-bba0-128af4bb12b7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:37:29.662821 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-55a544c7-052e-4b5a-bba0-128af4bb12b7 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/0bf5e3bb-d62c-425e-a4bb-df1360e645af HTTP/1.1" status: 204 len: 168 time: 0.2482431 Jan 28 08:37:29.663592 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 43648) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:37:29.667474 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a64472-cac7-4930-963c-7b33d5fb1c1b None None] Network 85ade290-ae1e-4621-babe-fb1f461984a9 requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 08:37:29.732206 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ef598904-deed-4270-a3b5-bcbfb5947f3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (85ade290-ae1e-4621-babe-fb1f461984a9), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:37:29.795199 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-ef598904-deed-4270-a3b5-bcbfb5947f3d admin admin] Deleting port 9c60dc9a-e6ce-4f45-ae33-bd7f23bfe74f {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 08:37:29.795538 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ef598904-deed-4270-a3b5-bcbfb5947f3d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (9c60dc9a-e6ce-4f45-ae33-bd7f23bfe74f), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:37:29.858281 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-ef598904-deed-4270-a3b5-bcbfb5947f3d admin admin] For port 9c60dc9a-e6ce-4f45-ae33-bd7f23bfe74f, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=9c60dc9a-e6ce-4f45-ae33-bd7f23bfe74f,segment=NetworkSegment(e7dfea37-5356-4bab-a20b-0872ae5e561c),segment_id=e7dfea37-5356-4bab-a20b-0872ae5e561c)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:37:29.858647 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ef598904-deed-4270-a3b5-bcbfb5947f3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (9c60dc9a-e6ce-4f45-ae33-bd7f23bfe74f), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:37:29.871605 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-ef598904-deed-4270-a3b5-bcbfb5947f3d admin admin] Calling delete_port for 9c60dc9a-e6ce-4f45-ae33-bd7f23bfe74f owned by network:dhcp {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 08:37:29.951518 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ef598904-deed-4270-a3b5-bcbfb5947f3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (9c60dc9a-e6ce-4f45-ae33-bd7f23bfe74f), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:37:29.976874 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef598904-deed-4270-a3b5-bcbfb5947f3d admin admin] Pushing event deleted for resources: {'Port': ['ID=9c60dc9a-e6ce-4f45-ae33-bd7f23bfe74f,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:37:29.980370 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef598904-deed-4270-a3b5-bcbfb5947f3d admin admin] No DVR routers for this DVR port 9c60dc9a-e6ce-4f45-ae33-bd7f23bfe74f on host n-d-712749-28 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 08:37:30.027356 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac17d9f4-9b2b-4ef7-8cee-95da4321afd5 None None] DHCP port deletion for 85ade290-ae1e-4621-babe-fb1f461984a9 request from n-d-712749-28 {{(pid=103285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 08:37:30.055365 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ef598904-deed-4270-a3b5-bcbfb5947f3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (85ade290-ae1e-4621-babe-fb1f461984a9), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:37:30.075490 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-ef598904-deed-4270-a3b5-bcbfb5947f3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85ade290-ae1e-4621-babe-fb1f461984a9']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:37:30.085095 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-ef598904-deed-4270-a3b5-bcbfb5947f3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7dfea37-5356-4bab-a20b-0872ae5e561c') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:37:30.085380 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-ef598904-deed-4270-a3b5-bcbfb5947f3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7dfea37-5356-4bab-a20b-0872ae5e561c') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:37:30.098337 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ef598904-deed-4270-a3b5-bcbfb5947f3d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24759294'] for segment (e7dfea37-5356-4bab-a20b-0872ae5e561c), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:37:30.111788 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ef598904-deed-4270-a3b5-bcbfb5947f3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (e7dfea37-5356-4bab-a20b-0872ae5e561c), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:37:30.119161 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef598904-deed-4270-a3b5-bcbfb5947f3d admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 08:37:30.119604 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ef598904-deed-4270-a3b5-bcbfb5947f3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24757675'] for segment (e7dfea37-5356-4bab-a20b-0872ae5e561c), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:37:30.121379 n-d-712749-28 neutron-server[103284]: Traceback (most recent call last): Jan 28 08:37:30.121379 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 08:37:30.121379 n-d-712749-28 neutron-server[103284]: timer() Jan 28 08:37:30.121379 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 08:37:30.121379 n-d-712749-28 neutron-server[103284]: cb(*args, **kw) Jan 28 08:37:30.121379 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 08:37:30.121379 n-d-712749-28 neutron-server[103284]: return func(*args, **kwargs) Jan 28 08:37:30.121379 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 08:37:30.121379 n-d-712749-28 neutron-server[103284]: self._notify() Jan 28 08:37:30.121379 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 08:37:30.121379 n-d-712749-28 neutron-server[103284]: self.callback(batched_events) Jan 28 08:37:30.121379 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 08:37:30.121379 n-d-712749-28 neutron-server[103284]: event.method(event) Jan 28 08:37:30.121379 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 08:37:30.121379 n-d-712749-28 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 08:37:30.121379 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 08:37:30.121379 n-d-712749-28 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 08:37:30.121379 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 08:37:30.121379 n-d-712749-28 neutron-server[103284]: return f(self, *a, **k) Jan 28 08:37:30.121379 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 08:37:30.121379 n-d-712749-28 neutron-server[103284]: return self._get(url).json() Jan 28 08:37:30.121379 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 08:37:30.121379 n-d-712749-28 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 08:37:30.121379 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 08:37:30.121379 n-d-712749-28 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Jan 28 08:37:30.121379 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 08:37:30.121379 n-d-712749-28 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 08:37:30.121379 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 08:37:30.121379 n-d-712749-28 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 08:37:30.121379 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 08:37:30.121379 n-d-712749-28 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 08:37:30.121379 n-d-712749-28 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 08:37:30.175770 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ef598904-deed-4270-a3b5-bcbfb5947f3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (85ade290-ae1e-4621-babe-fb1f461984a9), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:37:30.181345 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ef598904-deed-4270-a3b5-bcbfb5947f3d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:37:30.184547 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-ef598904-deed-4270-a3b5-bcbfb5947f3d admin admin] 10.222.0.41 "DELETE /v2.0/networks/85ade290-ae1e-4621-babe-fb1f461984a9 HTTP/1.1" status: 204 len: 168 time: 0.5205469 Jan 28 08:37:30.187565 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 43650) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:37:30.195647 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef598904-deed-4270-a3b5-bcbfb5947f3d admin admin] Pushing event deleted for resources: {'Network': ['ID=85ade290-ae1e-4621-babe-fb1f461984a9,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:37:30.539837 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-20a780d5-013c-4126-8503-0be0b7dbe26f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16606535'] for router_interface (e6550f37-5386-46c9-a195-ff33fad7d228), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:37:30.623299 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 6f244a01-f846-4ea3-aa37-0c630ec6464c no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 08:37:30.648075 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: 6f244a01-f846-4ea3-aa37-0c630ec6464c {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 08:37:30.648451 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 6f244a01-f846-4ea3-aa37-0c630ec6464c not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 08:37:30.648874 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 9c60dc9a-e6ce-4f45-ae33-bd7f23bfe74f no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 08:37:30.667989 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: 9c60dc9a-e6ce-4f45-ae33-bd7f23bfe74f {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 08:37:30.668649 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 9c60dc9a-e6ce-4f45-ae33-bd7f23bfe74f not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 08:37:30.668773 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device e69c6171-dcdd-44ac-a139-ec786a50521e no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 08:37:30.687896 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: e69c6171-dcdd-44ac-a139-ec786a50521e {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 08:37:30.688310 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device e69c6171-dcdd-44ac-a139-ec786a50521e not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 08:37:30.793506 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-20a780d5-013c-4126-8503-0be0b7dbe26f admin admin] Deleting port 83e8327c-ad9d-4bf1-b4d7-2bae111b5628 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 08:37:30.793748 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-20a780d5-013c-4126-8503-0be0b7dbe26f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (83e8327c-ad9d-4bf1-b4d7-2bae111b5628), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:37:30.870180 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-20a780d5-013c-4126-8503-0be0b7dbe26f admin admin] For port 83e8327c-ad9d-4bf1-b4d7-2bae111b5628, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=83e8327c-ad9d-4bf1-b4d7-2bae111b5628,segment=NetworkSegment(2450aa48-8923-44b2-bbb3-21af1e06a61d),segment_id=2450aa48-8923-44b2-bbb3-21af1e06a61d)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:37:30.870539 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-20a780d5-013c-4126-8503-0be0b7dbe26f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (83e8327c-ad9d-4bf1-b4d7-2bae111b5628), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:37:30.886170 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-20a780d5-013c-4126-8503-0be0b7dbe26f admin admin] Calling delete_port for 83e8327c-ad9d-4bf1-b4d7-2bae111b5628 owned by network:router_interface {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 08:37:31.060311 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-20a780d5-013c-4126-8503-0be0b7dbe26f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (83e8327c-ad9d-4bf1-b4d7-2bae111b5628), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:37:31.086025 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a780d5-013c-4126-8503-0be0b7dbe26f admin admin] Pushing event deleted for resources: {'Port': ['ID=83e8327c-ad9d-4bf1-b4d7-2bae111b5628,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:37:31.248319 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-20a780d5-013c-4126-8503-0be0b7dbe26f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16319006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16606699'] for router_interface (e6550f37-5386-46c9-a195-ff33fad7d228), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:37:31.798318 n-d-712749-28 neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20a780d5-013c-4126-8503-0be0b7dbe26f admin admin] Router e6550f37-5386-46c9-a195-ff33fad7d228 has already been hosted by L3 agent 30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 08:37:31.901757 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20a780d5-013c-4126-8503-0be0b7dbe26f admin admin] Notify agent at l3_agent.n-d-712749-28 the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 08:37:31.906756 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-20a780d5-013c-4126-8503-0be0b7dbe26f admin admin] 10.222.0.41 "PUT /v2.0/routers/e6550f37-5386-46c9-a195-ff33fad7d228/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7179058 Jan 28 08:37:31.909374 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 43652) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:37:31.911284 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecebe178-82b3-49df-9985-40eec53b4254 None None] Sync routers for ids ['e6550f37-5386-46c9-a195-ff33fad7d228'] in n-d-712749-28 {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 08:37:31.921700 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecebe178-82b3-49df-9985-40eec53b4254 None None] Routers {'e6550f37-5386-46c9-a195-ff33fad7d228'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 08:37:31.922375 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-ecebe178-82b3-49df-9985-40eec53b4254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T08:37:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['e6550f37-5386-46c9-a195-ff33fad7d228'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:37:32.011323 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2dd48c4a-4a97-4b88-8971-0f1028f35e78 admin admin] Publish callbacks [] for router (e6550f37-5386-46c9-a195-ff33fad7d228), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:37:32.027092 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-ecebe178-82b3-49df-9985-40eec53b4254 None None] Set router e6550f37-5386-46c9-a195-ff33fad7d228 gateway port host: n-d-712749-28 {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 08:37:32.114173 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2dd48c4a-4a97-4b88-8971-0f1028f35e78 admin admin] Publish callbacks [] for router_gateway (e6550f37-5386-46c9-a195-ff33fad7d228), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:37:32.169523 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-2dd48c4a-4a97-4b88-8971-0f1028f35e78 admin admin] Deleting port f4732293-cb40-4903-b9a2-e34b272a5acc {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 08:37:32.169863 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2dd48c4a-4a97-4b88-8971-0f1028f35e78 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (f4732293-cb40-4903-b9a2-e34b272a5acc), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:37:32.207105 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-ecebe178-82b3-49df-9985-40eec53b4254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6550f37-5386-46c9-a195-ff33fad7d228', 'name': 'tempest-TestSnapshotPattern-328814877-router', 'tenant_id': 'bcefc1d69ab14b55836520fb529d018e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'external_fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': 'f4732293-cb40-4903-b9a2-e34b272a5acc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:32:42Z', 'updated_at': '2022-01-28T08:37:31Z', 'revision_number': 5, 'project_id': 'bcefc1d69ab14b55836520fb529d018e', 'gw_port': {'id': 'f4732293-cb40-4903-b9a2-e34b272a5acc', 'name': '', 'network_id': '7d5b3724-deef-4831-8d43-cb9b8176573c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:0a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6550f37-5386-46c9-a195-ff33fad7d228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T08:32:42Z', 'updated_at': '2022-01-28T08:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94dd7f2-19bd-4e7e-bb1e-9702a6dee6dc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-28'}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:37:32.233254 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecebe178-82b3-49df-9985-40eec53b4254 None None] Checking router: e6550f37-5386-46c9-a195-ff33fad7d228 for host: n-d-712749-28 {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 08:37:32.242201 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecebe178-82b3-49df-9985-40eec53b4254 None None] Routers {'e6550f37-5386-46c9-a195-ff33fad7d228'} bound to L3 agent in host n-d-712749-28 {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 08:37:32.242666 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-ecebe178-82b3-49df-9985-40eec53b4254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:54:06Z,description=,heartbeat_timestamp=2022-01-28T08:37:06Z,host='n-d-712749-28',id=30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:54:06Z,topic='l3_agent')) {'router_ids': ['e6550f37-5386-46c9-a195-ff33fad7d228'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:37:32.248149 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-2dd48c4a-4a97-4b88-8971-0f1028f35e78 admin admin] For port f4732293-cb40-4903-b9a2-e34b272a5acc, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=f4732293-cb40-4903-b9a2-e34b272a5acc,segment=NetworkSegment(807f537e-ea33-44aa-9ff5-f612ccfbce65),segment_id=807f537e-ea33-44aa-9ff5-f612ccfbce65)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:37:32.248552 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2dd48c4a-4a97-4b88-8971-0f1028f35e78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (f4732293-cb40-4903-b9a2-e34b272a5acc), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:37:32.265531 n-d-712749-28 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-2dd48c4a-4a97-4b88-8971-0f1028f35e78 admin admin] Calling delete_port for f4732293-cb40-4903-b9a2-e34b272a5acc owned by network:router_gateway {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 08:37:32.326055 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-ecebe178-82b3-49df-9985-40eec53b4254 None None] Set router e6550f37-5386-46c9-a195-ff33fad7d228 gateway port host: None {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 08:37:32.380876 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-ecebe178-82b3-49df-9985-40eec53b4254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6550f37-5386-46c9-a195-ff33fad7d228', 'name': 'tempest-TestSnapshotPattern-328814877-router', 'tenant_id': 'bcefc1d69ab14b55836520fb529d018e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:32:42Z', 'updated_at': '2022-01-28T08:37:32Z', 'revision_number': 6, 'project_id': 'bcefc1d69ab14b55836520fb529d018e', 'gw_port_host': None}], 'n-d-712749-28', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:37:32.411750 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecebe178-82b3-49df-9985-40eec53b4254 None None] The sync data for ids ['e6550f37-5386-46c9-a195-ff33fad7d228'] in n-d-712749-28 is: [{'id': 'e6550f37-5386-46c9-a195-ff33fad7d228', 'name': 'tempest-TestSnapshotPattern-328814877-router', 'tenant_id': 'bcefc1d69ab14b55836520fb529d018e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T08:32:42Z', 'updated_at': '2022-01-28T08:37:32Z', 'revision_number': 6, 'project_id': 'bcefc1d69ab14b55836520fb529d018e', 'gw_port_host': None}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 08:37:32.438262 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2dd48c4a-4a97-4b88-8971-0f1028f35e78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13546652'] for port (f4732293-cb40-4903-b9a2-e34b272a5acc), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:37:32.462923 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd48c4a-4a97-4b88-8971-0f1028f35e78 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4732293-cb40-4903-b9a2-e34b272a5acc,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:37:32.523601 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2dd48c4a-4a97-4b88-8971-0f1028f35e78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16607873'] for router_gateway (e6550f37-5386-46c9-a195-ff33fad7d228), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:37:32.612266 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2dd48c4a-4a97-4b88-8971-0f1028f35e78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16605684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127449'] for router (e6550f37-5386-46c9-a195-ff33fad7d228), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:37:32.614362 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2dd48c4a-4a97-4b88-8971-0f1028f35e78 admin admin] Publish callbacks [] for router_controller (e6550f37-5386-46c9-a195-ff33fad7d228), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:37:32.660869 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2dd48c4a-4a97-4b88-8971-0f1028f35e78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16605693'] for router (e6550f37-5386-46c9-a195-ff33fad7d228), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:37:32.661338 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dd48c4a-4a97-4b88-8971-0f1028f35e78 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e6550f37-5386-46c9-a195-ff33fad7d228 {{(pid=103283) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 08:37:32.666416 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2dd48c4a-4a97-4b88-8971-0f1028f35e78 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:37:32.667746 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-2dd48c4a-4a97-4b88-8971-0f1028f35e78 admin admin] 10.222.0.41 "DELETE /v2.0/routers/e6550f37-5386-46c9-a195-ff33fad7d228 HTTP/1.1" status: 204 len: 168 time: 0.7572889 Jan 28 08:37:32.670123 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 43654) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:37:32.714364 n-d-712749-28 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_v2 [None req-52661185-3031-4d12-8c55-af46eef59a87 admin admin] Deleting subnet 135d519e-83a1-4625-9fb0-781a039fe4af {{(pid=103283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 08:37:32.717454 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-52661185-3031-4d12-8c55-af46eef59a87 admin admin] Publish callbacks [] for subnet (135d519e-83a1-4625-9fb0-781a039fe4af), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:37:32.752947 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-52661185-3031-4d12-8c55-af46eef59a87 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13506696'] for subnet (135d519e-83a1-4625-9fb0-781a039fe4af), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:37:32.844417 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-52661185-3031-4d12-8c55-af46eef59a87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733881'] for subnet (135d519e-83a1-4625-9fb0-781a039fe4af), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:37:32.869406 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 83e8327c-ad9d-4bf1-b4d7-2bae111b5628 no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 08:37:32.895860 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: 83e8327c-ad9d-4bf1-b4d7-2bae111b5628 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 08:37:32.896233 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 83e8327c-ad9d-4bf1-b4d7-2bae111b5628 not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 08:37:32.904485 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-52661185-3031-4d12-8c55-af46eef59a87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13546665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13556132'] for subnet (135d519e-83a1-4625-9fb0-781a039fe4af), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:37:32.936072 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52661185-3031-4d12-8c55-af46eef59a87 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=135d519e-83a1-4625-9fb0-781a039fe4af,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:37:32.942008 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-52661185-3031-4d12-8c55-af46eef59a87 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:37:32.945419 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-52661185-3031-4d12-8c55-af46eef59a87 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/135d519e-83a1-4625-9fb0-781a039fe4af HTTP/1.1" status: 204 len: 168 time: 0.2743652 Jan 28 08:37:32.947999 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 43656) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:37:32.949992 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b10a1d05-6be2-4646-a165-10f66fa08558 None None] Network cd5bd7ab-9a8b-40e3-8ec5-7b63b390f99d requested from n-d-712749-28 {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 08:37:33.023413 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cc6d6adc-4b97-4c21-943d-fbe006041320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610424'] for network (cd5bd7ab-9a8b-40e3-8ec5-7b63b390f99d), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:37:33.217727 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f22e2a5-ea4a-48d8-8506-3c3e6419a00a None None] DHCP port deletion for cd5bd7ab-9a8b-40e3-8ec5-7b63b390f99d request from n-d-712749-28 {{(pid=103285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 08:37:33.268723 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9f22e2a5-ea4a-48d8-8506-3c3e6419a00a None None] Deleting port 72e8be12-078a-4a9c-b174-22451284c2ce {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 08:37:33.269097 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9f22e2a5-ea4a-48d8-8506-3c3e6419a00a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (72e8be12-078a-4a9c-b174-22451284c2ce), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:37:33.340130 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9f22e2a5-ea4a-48d8-8506-3c3e6419a00a None None] For port 72e8be12-078a-4a9c-b174-22451284c2ce, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=72e8be12-078a-4a9c-b174-22451284c2ce,segment=NetworkSegment(2450aa48-8923-44b2-bbb3-21af1e06a61d),segment_id=2450aa48-8923-44b2-bbb3-21af1e06a61d)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:37:33.340551 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9f22e2a5-ea4a-48d8-8506-3c3e6419a00a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (72e8be12-078a-4a9c-b174-22451284c2ce), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:37:33.354931 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9f22e2a5-ea4a-48d8-8506-3c3e6419a00a None None] Calling delete_port for 72e8be12-078a-4a9c-b174-22451284c2ce owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 08:37:33.447419 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-cc6d6adc-4b97-4c21-943d-fbe006041320 admin admin] Deleting port 72e8be12-078a-4a9c-b174-22451284c2ce {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 08:37:33.448018 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cc6d6adc-4b97-4c21-943d-fbe006041320 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782327570288'] for port (72e8be12-078a-4a9c-b174-22451284c2ce), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:37:33.454449 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9f22e2a5-ea4a-48d8-8506-3c3e6419a00a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298'] for port (72e8be12-078a-4a9c-b174-22451284c2ce), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:37:33.481543 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-23d28900-1f24-414b-93a7-72b02c944791 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:37:33.483516 n-d-712749-28 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f22e2a5-ea4a-48d8-8506-3c3e6419a00a None None] Pushing event deleted for resources: {'Port': ['ID=72e8be12-078a-4a9c-b174-22451284c2ce,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:37:33.487504 n-d-712749-28 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f22e2a5-ea4a-48d8-8506-3c3e6419a00a None None] No DVR routers for this DVR port 72e8be12-078a-4a9c-b174-22451284c2ce on host n-d-712749-28 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 08:37:33.529073 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-cc6d6adc-4b97-4c21-943d-fbe006041320 admin admin] For port 72e8be12-078a-4a9c-b174-22451284c2ce, host n-d-712749-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-28',level=0,port_id=72e8be12-078a-4a9c-b174-22451284c2ce,segment=NetworkSegment(2450aa48-8923-44b2-bbb3-21af1e06a61d),segment_id=2450aa48-8923-44b2-bbb3-21af1e06a61d)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 08:37:33.529439 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cc6d6adc-4b97-4c21-943d-fbe006041320 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16608864'] for port (72e8be12-078a-4a9c-b174-22451284c2ce), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:37:33.542457 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-cc6d6adc-4b97-4c21-943d-fbe006041320 admin admin] Calling delete_port for 72e8be12-078a-4a9c-b174-22451284c2ce owned by network:dhcp {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 08:37:33.620769 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cc6d6adc-4b97-4c21-943d-fbe006041320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782327571146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782327242298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24757620'] for port (72e8be12-078a-4a9c-b174-22451284c2ce), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:37:33.647807 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6d6adc-4b97-4c21-943d-fbe006041320 admin admin] Pushing event deleted for resources: {'Port': ['ID=72e8be12-078a-4a9c-b174-22451284c2ce,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:37:33.649666 n-d-712749-28 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6d6adc-4b97-4c21-943d-fbe006041320 admin admin] No DVR routers for this DVR port 72e8be12-078a-4a9c-b174-22451284c2ce on host n-d-712749-28 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 08:37:33.723458 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cc6d6adc-4b97-4c21-943d-fbe006041320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736066', 'neutron.services.segments.db._delete_segments_for_network-8782327755412'] for network (cd5bd7ab-9a8b-40e3-8ec5-7b63b390f99d), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:37:33.743134 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-cc6d6adc-4b97-4c21-943d-fbe006041320 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd5bd7ab-9a8b-40e3-8ec5-7b63b390f99d']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:37:33.752271 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-cc6d6adc-4b97-4c21-943d-fbe006041320 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2450aa48-8923-44b2-bbb3-21af1e06a61d') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:37:33.752543 n-d-712749-28 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-cc6d6adc-4b97-4c21-943d-fbe006041320 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2450aa48-8923-44b2-bbb3-21af1e06a61d') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 08:37:33.761593 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cc6d6adc-4b97-4c21-943d-fbe006041320 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782327757213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24759294'] for segment (2450aa48-8923-44b2-bbb3-21af1e06a61d), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:37:33.775242 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cc6d6adc-4b97-4c21-943d-fbe006041320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678'] for segment (2450aa48-8923-44b2-bbb3-21af1e06a61d), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:37:33.781201 n-d-712749-28 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc6d6adc-4b97-4c21-943d-fbe006041320 admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 08:37:33.781570 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cc6d6adc-4b97-4c21-943d-fbe006041320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24757675'] for segment (2450aa48-8923-44b2-bbb3-21af1e06a61d), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:37:33.792769 n-d-712749-28 neutron-server[103284]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 08:37:33.792769 n-d-712749-28 neutron-server[103284]: self.session.flush() Jan 28 08:37:33.792769 n-d-712749-28 neutron-server[103284]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 08:37:33.792769 n-d-712749-28 neutron-server[103284]: self.session.flush() Jan 28 08:37:33.792769 n-d-712749-28 neutron-server[103284]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 08:37:33.792769 n-d-712749-28 neutron-server[103284]: self.session.flush() Jan 28 08:37:33.792769 n-d-712749-28 neutron-server[103284]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 08:37:33.792769 n-d-712749-28 neutron-server[103284]: self.session.flush() Jan 28 08:37:33.792769 n-d-712749-28 neutron-server[103284]: Traceback (most recent call last): Jan 28 08:37:33.792769 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 08:37:33.792769 n-d-712749-28 neutron-server[103284]: timer() Jan 28 08:37:33.792769 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 08:37:33.792769 n-d-712749-28 neutron-server[103284]: cb(*args, **kw) Jan 28 08:37:33.792769 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 08:37:33.792769 n-d-712749-28 neutron-server[103284]: return func(*args, **kwargs) Jan 28 08:37:33.792769 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 08:37:33.792769 n-d-712749-28 neutron-server[103284]: self._notify() Jan 28 08:37:33.792769 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 08:37:33.792769 n-d-712749-28 neutron-server[103284]: self.callback(batched_events) Jan 28 08:37:33.792769 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 08:37:33.792769 n-d-712749-28 neutron-server[103284]: event.method(event) Jan 28 08:37:33.792769 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 08:37:33.792769 n-d-712749-28 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 08:37:33.792769 n-d-712749-28 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 08:37:33.792769 n-d-712749-28 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 08:37:33.792769 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 08:37:33.792769 n-d-712749-28 neutron-server[103284]: return f(self, *a, **k) Jan 28 08:37:33.792769 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 08:37:33.792769 n-d-712749-28 neutron-server[103284]: return self._get(url).json() Jan 28 08:37:33.792769 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 08:37:33.792769 n-d-712749-28 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 08:37:33.792769 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 08:37:33.792769 n-d-712749-28 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Jan 28 08:37:33.792769 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 08:37:33.792769 n-d-712749-28 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 08:37:33.792769 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 08:37:33.792769 n-d-712749-28 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 08:37:33.792769 n-d-712749-28 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 08:37:33.792769 n-d-712749-28 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 08:37:33.792769 n-d-712749-28 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 08:37:33.836495 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cc6d6adc-4b97-4c21-943d-fbe006041320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16319205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16609129'] for network (cd5bd7ab-9a8b-40e3-8ec5-7b63b390f99d), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:37:33.842020 n-d-712749-28 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cc6d6adc-4b97-4c21-943d-fbe006041320 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:37:33.846012 n-d-712749-28 neutron-server[103284]: INFO neutron.wsgi [None req-cc6d6adc-4b97-4c21-943d-fbe006041320 admin admin] 10.222.0.41 "DELETE /v2.0/networks/cd5bd7ab-9a8b-40e3-8ec5-7b63b390f99d HTTP/1.1" status: 204 len: 168 time: 0.8969841 Jan 28 08:37:33.857182 n-d-712749-28 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6d6adc-4b97-4c21-943d-fbe006041320 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd5bd7ab-9a8b-40e3-8ec5-7b63b390f99d,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:37:34.037082 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 43660) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:37:34.056844 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:37:34.078549 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-f4a5c9bb-b0bf-4b3c-8ab2-e6bc2e453d71 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1bb6263e5d3e46e186ca26e13fb8dfd9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0400269 Jan 28 08:37:34.081756 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 43662) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:37:34.129430 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-89709ac2-a36d-4bd8-997f-d0cc7e800672 admin admin] Publish callbacks [] for security_group (8b43687b-2c75-4d6d-92bc-c058ed3ac072), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:37:34.151676 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-89709ac2-a36d-4bd8-997f-d0cc7e800672 admin admin] Publish callbacks [] for security_group (8b43687b-2c75-4d6d-92bc-c058ed3ac072), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:37:34.198966 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-89709ac2-a36d-4bd8-997f-d0cc7e800672 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (8b43687b-2c75-4d6d-92bc-c058ed3ac072), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:37:34.201683 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-89709ac2-a36d-4bd8-997f-d0cc7e800672 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:37:34.202832 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-89709ac2-a36d-4bd8-997f-d0cc7e800672 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8b43687b-2c75-4d6d-92bc-c058ed3ac072 HTTP/1.1" status: 204 len: 168 time: 0.1201537 Jan 28 08:37:34.211335 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89709ac2-a36d-4bd8-997f-d0cc7e800672 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b43687b-2c75-4d6d-92bc-c058ed3ac072,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:37:34.522351 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 43668) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:37:34.567330 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-7cb08bb9-025c-413e-9268-adc9482c63fe admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bcefc1d69ab14b55836520fb529d018e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0435271 Jan 28 08:37:34.569557 n-d-712749-28 neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.41', 43670) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 08:37:34.620115 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 72e8be12-078a-4a9c-b174-22451284c2ce no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 08:37:34.622281 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ba1fdad7-920c-4490-8c23-cb7c907aa921 admin admin] Publish callbacks [] for security_group (60195522-4821-409b-8d3d-b5163153440f), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:37:34.641545 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: 72e8be12-078a-4a9c-b174-22451284c2ce {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 08:37:34.641887 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device 72e8be12-078a-4a9c-b174-22451284c2ce not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 08:37:34.642306 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device f4732293-cb40-4903-b9a2-e34b272a5acc no longer exists at agent ovs-agent-n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 08:37:34.643958 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ba1fdad7-920c-4490-8c23-cb7c907aa921 admin admin] Publish callbacks [] for security_group (60195522-4821-409b-8d3d-b5163153440f), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:37:34.661649 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] No Port match for: f4732293-cb40-4903-b9a2-e34b272a5acc {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 08:37:34.662011 n-d-712749-28 neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Device f4732293-cb40-4903-b9a2-e34b272a5acc not bound to the agent host n-d-712749-28 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 08:37:34.692851 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ba1fdad7-920c-4490-8c23-cb7c907aa921 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357561'] for security_group (60195522-4821-409b-8d3d-b5163153440f), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:37:34.696183 n-d-712749-28 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ba1fdad7-920c-4490-8c23-cb7c907aa921 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:37:34.697397 n-d-712749-28 neutron-server[103283]: INFO neutron.wsgi [None req-ba1fdad7-920c-4490-8c23-cb7c907aa921 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/60195522-4821-409b-8d3d-b5163153440f HTTP/1.1" status: 204 len: 168 time: 0.1268728 Jan 28 08:37:34.705581 n-d-712749-28 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1fdad7-920c-4490-8c23-cb7c907aa921 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60195522-4821-409b-8d3d-b5163153440f,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 08:37:35.013572 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:37:35.831522 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e3da59ba-0460-43be-b5c6-812c11fb9316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:37:37.343422 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:37:39.016765 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:37:39.955957 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:38:01.391176 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 7 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 08:38:03.455296 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4f67536f-8216-4269-9f86-c5515d467af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:38:04.055326 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:38:05.025447 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:38:05.833127 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-600b4e8e-b0b4-4ad6-ab69-c49e8433d2c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:38:07.346801 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:38:09.017893 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:38:09.959010 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:38:33.457503 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d9856d66-66ee-4c3b-89f5-531978e29f43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:38:34.073009 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:38:35.049811 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:38:35.833900 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1d6b3ba5-08da-498b-83e9-ae299be4e28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:38:37.349805 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:38:38.390913 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 7 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 08:38:39.020888 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:38:39.964839 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:39:03.459007 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f99826bf-cfc1-479d-9c7d-cb6bc5983276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:39:04.076912 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:39:05.047044 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:39:05.834755 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-55e1fa6d-d599-4881-be53-31ad1c2ee47f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:39:07.351371 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:39:09.024217 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:39:09.966566 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:39:15.390605 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 7 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 08:39:33.460542 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9d0fc77f-7390-436a-b9a2-ef93ea480df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:39:34.084842 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:39:35.057123 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:39:35.836473 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bba380d6-02fe-49cc-adb4-d69cf12c19db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:39:37.356090 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:39:39.026996 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:39:39.968307 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:39:52.390293 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 7 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 08:40:03.462287 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-22ac6430-2407-4bff-8d2e-ee16a2edbcc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:40:04.083254 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:40:05.056625 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:40:05.838275 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b676483a-71fe-4bb7-aa87-060f6f444d60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:40:07.356843 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:40:09.029846 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:40:09.970252 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:40:29.389378 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 7 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 08:40:33.467439 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3aa36356-a2ff-4291-aae4-5472af4aa476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:40:34.097694 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:40:35.055260 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:40:35.839863 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a63f50c4-d68f-4c4a-8e43-a933b4e78c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:40:37.360109 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:40:39.031205 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:40:39.972775 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:41:03.468470 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3d2ae74d-139c-47d4-bfa0-1d27ec74a73a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:41:04.113087 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:41:05.069332 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:41:05.842305 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-123135f4-8d8b-411d-9ada-24a222e50666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:41:06.387997 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 7 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 08:41:07.362740 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:41:09.034552 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:41:09.974530 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:41:33.471775 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f2378e12-a8dc-4a7a-be38-db195ad629c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:41:34.111650 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:41:35.073550 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:41:35.842827 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6eed4c01-b7c7-49ed-80c7-7b27a7c2151d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:41:37.364630 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:41:39.037155 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:41:39.976769 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:41:43.386938 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 7 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 08:42:03.474593 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f8adcb5d-28bf-437b-a140-f1a32abcf482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:42:04.127223 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:42:05.083008 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:42:05.844424 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-50037650-74eb-4a56-abe8-bbad7423f5ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:42:07.368286 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:42:09.039104 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:42:09.979004 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:42:20.386267 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 7 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 08:42:33.475811 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6b914695-3905-4501-80d5-cad74b1ba1f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:42:34.141964 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:42:35.099184 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:42:35.845250 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aaaf9b7e-8695-4710-92a8-182af48706a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:42:37.368629 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:42:39.042023 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:42:39.983825 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:42:57.385817 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 7 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 08:43:03.477719 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0136cadc-6eaa-43b0-a2a5-bfb0e46ef191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:43:04.151241 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:43:05.097185 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:43:05.846338 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dcf5a801-f860-44ef-b59d-0c7f5fe54160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:43:07.372954 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:43:09.043746 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:43:09.976539 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:43:33.478524 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c4c60c07-2e4e-419b-9bd5-ac63bf5addbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:43:34.155476 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:43:34.385072 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 7 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 08:43:35.102744 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:43:35.847323 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-33e1d401-6ad2-4cb0-a1ef-d64f3c95a52e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:43:37.374849 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:43:39.046842 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:43:39.978370 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:44:03.480012 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-75b40c68-2991-4fd9-8018-480690191317 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:44:04.155970 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:44:05.114427 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:44:05.850262 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e2d88f7c-487c-432d-9a0a-a00c248a0c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:44:07.378524 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:44:09.048106 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:44:09.981170 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:44:11.385633 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 7 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 08:44:33.481547 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b8652a0c-471e-4158-a3b6-12b0225ccc3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:44:34.155609 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:44:35.125524 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:44:35.850720 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bad41e9f-4f37-4479-8851-96787cc02104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:44:37.382358 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:44:39.053436 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:44:39.982801 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:44:48.385479 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 7 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 08:45:03.482328 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8542ff28-45e1-46b3-af4c-5ef139e3a37b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:45:04.154781 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:45:05.123176 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:45:05.851723 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-09f2c732-613a-4239-9961-cb194fa8929a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:45:07.384098 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:45:09.055447 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:45:09.985562 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:45:25.384868 n-d-712749-28 neutron-server[103286]: DEBUG neutron.db.agents_db [None req-da606ade-dd43-4c5e-9ca6-bd0769d6dfcc None None] Agent healthcheck: found 7 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 08:45:33.484567 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e8090eb1-2e76-487e-95ec-c679eee5477f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (996040a6-4680-43d7-9d3f-7721db8235c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:45:34.157932 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ae29dda-9317-48b2-9916-c1c56b1ea1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (2fca46b1-237f-4857-9290-2429d810e472), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:45:35.137316 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a50518-d221-467e-879c-11a1757e25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (c9906e63-062c-432e-bb53-63fdb8115e18), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:45:35.498114 n-d-712749-28 neutron-server[103284]: DEBUG neutron.wsgi [req-ff70fd17-57a4-48fd-ae78-c4ac6a5527ac req-900be4d1-a779-4c60-b501-012fc7cb1a48 service neutron] (103284) timed out ('10.222.0.41', 41484) {{(pid=103284) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 08:45:35.853656 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5d9470c1-1cda-49e1-9531-986a076d3894 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (30f6c7d6-b589-4ccc-92e0-aaa2cf4c1bd0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:45:37.387816 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c7d30c2-cf57-4ca8-9915-4150b8574da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (80354ffc-58ac-4c02-baa0-b71286cd60b2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:45:39.057564 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-285eb8a5-2872-4ef0-816b-9ea8d2a9adb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (b91a9870-93f2-489e-9a09-a9c0353f2528), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 08:45:39.988245 n-d-712749-28 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6db1505b-7994-4fce-9f15-ea607e246342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782327755394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729922'] for agent (7899003e-50b9-476d-94ac-c953f77d0bae), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}